From 7a67ef5c4dfa2a0e0abf35ea209b435fabc4a993 Mon Sep 17 00:00:00 2001 From: Niklas Muennighoff Date: Sun, 29 Sep 2024 01:49:11 -0700 Subject: [PATCH] Added results on MTEB(Multilingual) and HardNegative retrieval tasks * Add * Add res * fix: reduce sizes of files and added makefile command --------- Co-authored-by: Kenneth Enevoldsen --- makefile | 6 +- .../AILAStatutes.json | 158 + .../AfriSentiClassification.json | 755 + .../AlloProfClusteringS2S.v2.json | 34 + .../AlloprofReranking.json | 26 + .../AmazonCounterfactualClassification.json | 685 + .../ArXivHierarchicalClusteringP2P.json | 46 + .../ArXivHierarchicalClusteringS2S.json | 46 + .../ArguAna.json | 158 + .../ArmenianParaphrasePC.json | 58 + .../BUCC.v2.json | 59 + .../BelebeleRetrieval.json | 55659 ++++++++++++++++ .../BibleNLPBitextMining.json | 19883 ++++++ .../BigPatentClustering.v2.json | 34 + .../BiorxivClusteringP2P.v2.json | 34 + .../BornholmBitextMining.json | 22 + .../BrazilianToxicTweetsClassification.json | 73 + ...rianStoreReviewSentimentClassfication.json | 73 + .../CEDRClassification.json | 73 + .../CLSClusteringP2P.v2.json | 34 + ...DSKMovieReviewSentimentClassification.json | 73 + .../CTKFactsNLI.json | 107 + .../CataloniaTweetClassification.json | 261 + .../ClimateFEVERHardNegatives.json | 158 + .../Core17InstructionRetrieval.json | 137 + .../CovidRetrieval.json | 158 + .../CyrillicTurkicLangClassification.json | 81 + ...hProductReviewSentimentClassification.json | 73 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../DBpediaClassification.json | 73 + .../DalajClassification.json | 95 + .../DiaBlaBitextMining.json | 35 + .../EstonianValenceClassification.json | 73 + .../FEVERHardNegatives.json | 158 + .../FaroeseSTS.json | 26 + .../FilipinoShopeeReviewsClassification.json | 137 + .../FinParaSTS.json | 43 + .../FinancialPhrasebankClassification.json | 73 + .../FloresBitextMining.json | 1 + .../GermanSTSBenchmark.json | 43 + .../GreekLegalCodeClassification.json | 137 + .../GujaratiNewsClassification.json | 73 + .../HALClusteringS2S.v2.json | 34 + .../HagridRetrieval.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../IN22GenBitextMining.json | 6083 ++ .../IndicCrosslingualSTS.json | 203 + .../IndicGenBenchFloresBitextMining.json | 1405 + .../IndicLangClassification.json | 96 + .../IndonesianIdClickbaitClassification.json | 95 + .../IsiZuluNewsClassification.json | 73 + .../ItaCaseholdClassification.json | 73 + .../JSICK.json | 26 + .../KorHateSpeechMLClassification.json | 73 + .../KorSarcasmClassification.json | 95 + .../KurdishSentimentClassification.json | 95 + .../LEMBPasskeyRetrieval.json | 1201 + .../LegalBenchCorporateLobbying.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MLQARetrieval.json | 14517 ++++ .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + ...acedonianTweetSentimentClassification.json | 73 + .../MalteseNewsClassification.json | 73 + .../MasakhaNEWSClassification.json | 1003 + .../MasakhaNEWSClusteringS2S.json | 267 + .../MassiveIntentClassification.json | 6337 ++ .../MedrxivClusteringP2P.v2.json | 34 + .../MultiEURLEXMultilabelClassification.json | 1437 + .../MultiHateClassification.json | 935 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NTREXBitextMining.json | 23003 +++++++ .../NepaliNewsClassification.json | 73 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../News21InstructionRetrieval.json | 137 + .../NollySentiBitextMining.json | 59 + .../NordicLangClassification.json | 78 + .../NorwegianCourtsBitextMining.json | 23 + .../NusaParagraphEmotionClassification.json | 631 + .../NusaTranslationBitextMining.json | 143 + .../NusaX-senti.json | 755 + .../NusaXBitextMining.json | 143 + .../OdiaNewsClassification.json | 73 + .../OpusparcusPC.json | 577 + .../PAC.json | 95 + .../PawsXPairClassification.json | 671 + .../PlscClusteringP2P.v2.json | 34 + .../PoemSentimentClassification.json | 137 + .../PolEmo2.0-OUT.json | 73 + .../PpcPC.json | 58 + .../PunjabiNewsClassification.json | 95 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RTE3.json | 199 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../Robust04InstructionRetrieval.json | 137 + .../RomaniBibleClustering.json | 26 + .../RuBQReranking.json | 26 + .../SCIDOCS.json | 158 + .../SIB200ClusteringS2S.json | 4542 ++ .../SICK-R.json | 26 + .../SNLHierarchicalClusteringP2P.json | 82 + .../STS12.json | 26 + .../STS13.json | 26 + .../STS14.json | 26 + .../STS15.json | 26 + .../STS17.json | 183 + .../STS22.v2.json | 289 + .../STSB.json | 43 + .../STSBenchmark.json | 26 + .../STSES.json | 26 + .../ScalaClassification.json | 347 + .../SemRel24STS.json | 191 + .../SentimentAnalysisHindi.json | 73 + .../SinhalaNewsClassification.json | 73 + .../SiswatiNewsClassification.json | 73 + ...vakMovieReviewSentimentClassification.json | 95 + .../SprintDuplicateQuestions.json | 107 + .../StackExchangeClustering.v2.json | 34 + .../StackOverflowQA.json | 158 + .../StatcanDialogueDatasetRetrieval.json | 601 + .../SwahiliNewsClassification.json | 73 + .../SwednClusteringP2P.json | 59 + .../SwissJudgementClassification.json | 263 + .../T2Reranking.json | 26 + .../TERRa.json | 58 + .../TRECCOVID.json | 158 + .../Tatoeba.json | 1355 + .../TopiOCQAHardNegatives.json | 158 + .../ToxicConversationsClassification.json | 95 + .../TswanaNewsClassification.json | 73 + .../TweetTopicSingleClassification.json | 73 + .../TwitterHjerneRetrieval.json | 158 + .../TwitterURLCorpus.json | 58 + .../VoyageMMarcoReranking.json | 26 + .../WebLINXCandidatesReranking.json | 111 + .../WikiCitiesClustering.json | 23 + .../WikiClusteringP2P.v2.json | 333 + .../WikipediaRerankingMultilingual.json | 251 + .../WikipediaRetrievalMultilingual.json | 2363 + .../XNLI.json | 1329 + .../indonli.json | 58 + .../model_meta.json | 1 + .../AILAStatutes.json | 158 + .../AfriSentiClassification.json | 755 + .../AlloProfClusteringS2S.v2.json | 34 + .../AlloprofReranking.json | 26 + .../AmazonCounterfactualClassification.json | 685 + .../ArXivHierarchicalClusteringP2P.json | 46 + .../ArXivHierarchicalClusteringS2S.json | 46 + .../ArguAna.json | 158 + .../ArmenianParaphrasePC.json | 58 + .../BigPatentClustering.v2.json | 34 + .../BiorxivClusteringP2P.v2.json | 34 + .../BornholmBitextMining.json | 22 + .../BrazilianToxicTweetsClassification.json | 73 + ...rianStoreReviewSentimentClassfication.json | 73 + .../CLSClusteringP2P.v2.json | 34 + ...DSKMovieReviewSentimentClassification.json | 73 + .../CTKFactsNLI.json | 107 + .../CataloniaTweetClassification.json | 261 + .../ClimateFEVERHardNegatives.json | 158 + .../Core17InstructionRetrieval.json | 137 + .../CovidRetrieval.json | 158 + ...hProductReviewSentimentClassification.json | 73 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../DBpediaClassification.json | 73 + .../DalajClassification.json | 95 + .../DiaBlaBitextMining.json | 35 + .../EstonianValenceClassification.json | 73 + .../FEVERHardNegatives.json | 158 + .../FaroeseSTS.json | 26 + .../FilipinoShopeeReviewsClassification.json | 137 + .../FinParaSTS.json | 43 + .../FinancialPhrasebankClassification.json | 73 + .../GermanSTSBenchmark.json | 43 + .../GreekLegalCodeClassification.json | 137 + .../GujaratiNewsClassification.json | 73 + .../HALClusteringS2S.v2.json | 34 + .../HagridRetrieval.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../IN22GenBitextMining.json | 6083 ++ .../IndicCrosslingualSTS.json | 203 + .../IndicGenBenchFloresBitextMining.json | 1405 + .../IndicLangClassification.json | 96 + .../IndonesianIdClickbaitClassification.json | 95 + .../IsiZuluNewsClassification.json | 73 + .../ItaCaseholdClassification.json | 73 + .../JSICK.json | 26 + .../KorHateSpeechMLClassification.json | 73 + .../KorSarcasmClassification.json | 95 + .../KurdishSentimentClassification.json | 95 + .../LEMBPasskeyRetrieval.json | 1201 + .../LegalBenchCorporateLobbying.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MLQARetrieval.json | 14517 ++++ .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + ...acedonianTweetSentimentClassification.json | 73 + .../MalteseNewsClassification.json | 73 + .../MasakhaNEWSClassification.json | 1003 + .../MasakhaNEWSClusteringS2S.json | 267 + .../MedrxivClusteringP2P.v2.json | 34 + .../MultiEURLEXMultilabelClassification.json | 1437 + .../MultiHateClassification.json | 935 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NepaliNewsClassification.json | 73 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../News21InstructionRetrieval.json | 137 + .../NollySentiBitextMining.json | 59 + .../NordicLangClassification.json | 78 + .../NorwegianCourtsBitextMining.json | 23 + .../NusaParagraphEmotionClassification.json | 631 + .../NusaTranslationBitextMining.json | 143 + .../NusaX-senti.json | 755 + .../NusaXBitextMining.json | 143 + .../OdiaNewsClassification.json | 73 + .../PAC.json | 95 + .../PawsXPairClassification.json | 671 + .../PlscClusteringP2P.v2.json | 34 + .../PoemSentimentClassification.json | 137 + .../PolEmo2.0-OUT.json | 73 + .../PpcPC.json | 58 + .../PunjabiNewsClassification.json | 95 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RTE3.json | 199 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../Robust04InstructionRetrieval.json | 137 + .../RomaniBibleClustering.json | 26 + .../SCIDOCS.json | 158 + .../SICK-R.json | 26 + .../SNLHierarchicalClusteringP2P.json | 82 + .../STS12.json | 26 + .../STS13.json | 26 + .../STS14.json | 26 + .../STS15.json | 26 + .../STS17.json | 183 + .../STSB.json | 43 + .../STSBenchmark.json | 26 + .../STSES.json | 26 + .../ScalaClassification.json | 347 + .../SemRel24STS.json | 191 + .../SentimentAnalysisHindi.json | 73 + .../SinhalaNewsClassification.json | 73 + .../SiswatiNewsClassification.json | 73 + ...vakMovieReviewSentimentClassification.json | 95 + .../SprintDuplicateQuestions.json | 107 + .../StackExchangeClustering.v2.json | 34 + .../StackOverflowQA.json | 158 + .../StatcanDialogueDatasetRetrieval.json | 601 + .../SwahiliNewsClassification.json | 73 + .../SwednClusteringP2P.json | 59 + .../SwissJudgementClassification.json | 263 + .../T2Reranking.json | 26 + .../TRECCOVID.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ToxicConversationsClassification.json | 95 + .../TswanaNewsClassification.json | 73 + .../TweetTopicSingleClassification.json | 73 + .../TwitterHjerneRetrieval.json | 158 + .../TwitterURLCorpus.json | 58 + .../VoyageMMarcoReranking.json | 26 + .../WebLINXCandidatesReranking.json | 111 + .../WikiCitiesClustering.json | 23 + .../WikiClusteringP2P.v2.json | 333 + .../WikipediaRerankingMultilingual.json | 251 + .../WikipediaRetrievalMultilingual.json | 2363 + .../indonli.json | 58 + .../model_meta.json | 2 +- .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVER.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPedia.json | 307 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQA.json | 456 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQ.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrieval.json | 307 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../SummEvalSummarization.v2.json | 24 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../ClimateFEVERHardNegatives.json | 158 + .../DBPedia-PLHardNegatives.json | 158 + .../DBPediaHardNegatives.json | 158 + .../FEVERHardNegatives.json | 158 + .../FloresBitextMining.json | 2 +- .../HotpotQA-PLHardNegatives.json | 158 + .../HotpotQAHardNegatives.json | 158 + .../MIRACLRetrievalHardNegatives.json | 2657 + .../MSMARCO-PLHardNegatives.json | 158 + .../MSMARCOHardNegatives.json | 158 + .../NQ-PLHardNegatives.json | 158 + .../NQHardNegatives.json | 158 + .../NeuCLIR2022RetrievalHardNegatives.json | 452 + .../NeuCLIR2023RetrievalHardNegatives.json | 452 + .../Quora-PLHardNegatives.json | 158 + .../QuoraRetrievalHardNegatives.json | 158 + .../RiaNewsRetrievalHardNegatives.json | 158 + .../TopiOCQAHardNegatives.json | 158 + .../1/BornholmBitextMining.json | 22 + results/voyage-multilingual-2/1/STSB.json | 43 + .../voyage-multilingual-2/1/model_meta.json | 1 + 491 files changed, 280022 insertions(+), 3 deletions(-) create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AILAStatutes.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AfriSentiClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloProfClusteringS2S.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloprofReranking.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AmazonCounterfactualClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringP2P.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringS2S.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArguAna.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArmenianParaphrasePC.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BUCC.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BelebeleRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BibleNLPBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BigPatentClustering.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BiorxivClusteringP2P.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BornholmBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BrazilianToxicTweetsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BulgarianStoreReviewSentimentClassfication.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CEDRClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CLSClusteringP2P.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CSFDSKMovieReviewSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CTKFactsNLI.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CataloniaTweetClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ClimateFEVERHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Core17InstructionRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CovidRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CyrillicTurkicLangClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CzechProductReviewSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPedia-PLHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPediaHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBpediaClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DalajClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DiaBlaBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/EstonianValenceClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FEVERHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FaroeseSTS.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FilipinoShopeeReviewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinParaSTS.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinancialPhrasebankClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FloresBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GermanSTSBenchmark.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GreekLegalCodeClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GujaratiNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HALClusteringS2S.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HagridRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQA-PLHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQAHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IN22GenBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicCrosslingualSTS.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicGenBenchFloresBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicLangClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndonesianIdClickbaitClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IsiZuluNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ItaCaseholdClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/JSICK.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorHateSpeechMLClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorSarcasmClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KurdishSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LEMBPasskeyRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LegalBenchCorporateLobbying.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MIRACLRetrievalHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MLQARetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCO-PLHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCOHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MacedonianTweetSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MalteseNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClusteringS2S.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MassiveIntentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiEURLEXMultilabelClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiHateClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQ-PLHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NTREXBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NepaliNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/News21InstructionRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NollySentiBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NordicLangClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NorwegianCourtsBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaParagraphEmotionClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaTranslationBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaX-senti.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaXBitextMining.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OdiaNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OpusparcusPC.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PAC.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PawsXPairClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PlscClusteringP2P.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PoemSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PolEmo2.0-OUT.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PpcPC.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PunjabiNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Quora-PLHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/QuoraRetrievalHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RTE3.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RiaNewsRetrievalHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Robust04InstructionRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RomaniBibleClustering.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RuBQReranking.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SCIDOCS.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SIB200ClusteringS2S.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SICK-R.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SNLHierarchicalClusteringP2P.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS12.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS13.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS14.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS15.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS17.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS22.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSB.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSBenchmark.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSES.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ScalaClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SemRel24STS.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SentimentAnalysisHindi.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SinhalaNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SiswatiNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SlovakMovieReviewSentimentClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SprintDuplicateQuestions.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackExchangeClustering.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackOverflowQA.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StatcanDialogueDatasetRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwahiliNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwednClusteringP2P.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwissJudgementClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/T2Reranking.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TERRa.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Tatoeba.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TopiOCQAHardNegatives.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ToxicConversationsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TswanaNewsClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TweetTopicSingleClassification.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterHjerneRetrieval.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterURLCorpus.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/VoyageMMarcoReranking.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WebLINXCandidatesReranking.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiCitiesClustering.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiClusteringP2P.v2.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRerankingMultilingual.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRetrievalMultilingual.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/XNLI.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/indonli.json create mode 100644 results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AILAStatutes.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AfriSentiClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloProfClusteringS2S.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloprofReranking.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringP2P.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringS2S.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArmenianParaphrasePC.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BigPatentClustering.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BiorxivClusteringP2P.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BornholmBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BrazilianToxicTweetsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BulgarianStoreReviewSentimentClassfication.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CLSClusteringP2P.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CSFDSKMovieReviewSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CTKFactsNLI.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CataloniaTweetClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVERHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Core17InstructionRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CzechProductReviewSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-PLHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPediaHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBpediaClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DalajClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DiaBlaBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EstonianValenceClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVERHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FaroeseSTS.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FilipinoShopeeReviewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinParaSTS.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinancialPhrasebankClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GermanSTSBenchmark.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreekLegalCodeClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GujaratiNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HALClusteringS2S.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HagridRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-PLHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQAHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IN22GenBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicCrosslingualSTS.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicGenBenchFloresBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicLangClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndonesianIdClickbaitClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IsiZuluNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ItaCaseholdClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/JSICK.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorHateSpeechMLClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorSarcasmClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KurdishSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LEMBPasskeyRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalBenchCorporateLobbying.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MIRACLRetrievalHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MLQARetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-PLHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCOHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MacedonianTweetSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MalteseNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClusteringS2S.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MedrxivClusteringP2P.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiEURLEXMultilabelClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiHateClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-PLHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NepaliNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/News21InstructionRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NollySentiBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NordicLangClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NorwegianCourtsBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaParagraphEmotionClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaTranslationBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaX-senti.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaXBitextMining.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OdiaNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PAC.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PawsXPairClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PlscClusteringP2P.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PoemSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PolEmo2.0-OUT.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PpcPC.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PunjabiNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-PLHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/QuoraRetrievalHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RTE3.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RiaNewsRetrievalHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Robust04InstructionRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RomaniBibleClustering.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SNLHierarchicalClusteringP2P.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS12.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS13.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS14.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS15.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS17.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSB.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSES.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ScalaClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SemRel24STS.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SentimentAnalysisHindi.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SinhalaNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SiswatiNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SlovakMovieReviewSentimentClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowQA.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StatcanDialogueDatasetRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwahiliNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwednClusteringP2P.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwissJudgementClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/T2Reranking.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TopiOCQAHardNegatives.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TswanaNewsClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetTopicSingleClassification.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterHjerneRetrieval.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VoyageMMarcoReranking.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WebLINXCandidatesReranking.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiCitiesClustering.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiClusteringP2P.v2.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRerankingMultilingual.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRetrievalMultilingual.json create mode 100644 results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/indonli.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClimateFEVERHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPedia-PLHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPediaHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FEVERHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQA-PLHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQAHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MIRACLRetrievalHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCO-PLHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCOHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQ-PLHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora-PLHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuoraRetrievalHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RiaNewsRetrievalHardNegatives.json create mode 100644 results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQAHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVERHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-PLHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPediaHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVERHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-PLHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQAHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MIRACLRetrievalHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-PLHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCOHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-PLHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-PLHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/QuoraRetrievalHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RiaNewsRetrievalHardNegatives.json create mode 100644 results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TopiOCQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPediaHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MIRACLRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCOHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/QuoraRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RiaNewsRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TopiOCQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MIRACLRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCOHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/QuoraRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RiaNewsRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TopiOCQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVER.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPediaHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/FEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MIRACLRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCO-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCOHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/Quora-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrieval.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/RiaNewsRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/SummEvalSummarization.v2.json create mode 100644 results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/TopiOCQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/ClimateFEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPedia-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPediaHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/FEVERHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQA-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQAHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MIRACLRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCO-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCOHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQ-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/Quora-PLHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/QuoraRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/RiaNewsRetrievalHardNegatives.json create mode 100644 results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TopiOCQAHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ClimateFEVERHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPedia-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPediaHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FEVERHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQA-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQAHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MIRACLRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCO-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCOHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQ-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2022RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2023RetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Quora-PLHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/QuoraRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/RiaNewsRetrievalHardNegatives.json create mode 100644 results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/TopiOCQAHardNegatives.json create mode 100644 results/voyage-multilingual-2/1/BornholmBitextMining.json create mode 100644 results/voyage-multilingual-2/1/STSB.json create mode 100644 results/voyage-multilingual-2/1/model_meta.json diff --git a/makefile b/makefile index e19d7f403..5fbae3ea3 100644 --- a/makefile +++ b/makefile @@ -5,4 +5,8 @@ install-for-tests: test: @echo "--- Running tests ---" - pytest \ No newline at end of file + pytest + +pre-push: + @echo "--- Running pre-push commands ---" + python reduce_large_json_files.py \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AILAStatutes.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AILAStatutes.json new file mode 100644 index 000000000..10d68abc2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "evaluation_time": 2.1449167728424072, + "kg_co2_emissions": 0.00018021358730526757, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.33572, + "map_at_1": 0.098, + "map_at_10": 0.21049, + "map_at_100": 0.27684, + "map_at_1000": 0.27684, + "map_at_20": 0.23128, + "map_at_3": 0.15517, + "map_at_5": 0.17602, + "mrr_at_1": 0.42, + "mrr_at_10": 0.5489920634920634, + "mrr_at_100": 0.5579525811353396, + "mrr_at_1000": 0.5579525811353396, + "mrr_at_20": 0.5555538350538349, + "mrr_at_3": 0.5099999999999999, + "mrr_at_5": 0.5289999999999999, + "nauc_map_at_1000_diff1": 0.12334961747338444, + "nauc_map_at_1000_max": 0.30619209224293353, + "nauc_map_at_1000_std": -0.030718990518868516, + "nauc_map_at_100_diff1": 0.12334961747338444, + "nauc_map_at_100_max": 0.30619209224293353, + "nauc_map_at_100_std": -0.030718990518868516, + "nauc_map_at_10_diff1": 0.12326986123721569, + "nauc_map_at_10_max": 0.33448409936254264, + "nauc_map_at_10_std": -0.005586989019712461, + "nauc_map_at_1_diff1": 0.051085650745113044, + "nauc_map_at_1_max": 0.291641432443434, + "nauc_map_at_1_std": -0.039822086315935736, + "nauc_map_at_20_diff1": 0.14097198525881416, + "nauc_map_at_20_max": 0.32616722893992217, + "nauc_map_at_20_std": -0.02786122313893844, + "nauc_map_at_3_diff1": 0.14474626451994102, + "nauc_map_at_3_max": 0.3591146061343692, + "nauc_map_at_3_std": -0.000559546471639301, + "nauc_map_at_5_diff1": 0.10546517261748972, + "nauc_map_at_5_max": 0.35085876307049013, + "nauc_map_at_5_std": 0.0020084071107343703, + "nauc_mrr_at_1000_diff1": 0.035944630624480334, + "nauc_mrr_at_1000_max": 0.2340912362618136, + "nauc_mrr_at_1000_std": -0.054160371582013825, + "nauc_mrr_at_100_diff1": 0.035944630624480334, + "nauc_mrr_at_100_max": 0.2340912362618136, + "nauc_mrr_at_100_std": -0.054160371582013825, + "nauc_mrr_at_10_diff1": 0.035670988619914745, + "nauc_mrr_at_10_max": 0.2328703059621917, + "nauc_mrr_at_10_std": -0.04531014796575209, + "nauc_mrr_at_1_diff1": 0.016123596961920575, + "nauc_mrr_at_1_max": 0.18407341161832186, + "nauc_mrr_at_1_std": -0.11385022163465279, + "nauc_mrr_at_20_diff1": 0.035045783552563894, + "nauc_mrr_at_20_max": 0.23431242727526086, + "nauc_mrr_at_20_std": -0.05011543297767148, + "nauc_mrr_at_3_diff1": 0.0667203800686233, + "nauc_mrr_at_3_max": 0.2589217497603732, + "nauc_mrr_at_3_std": -0.07863919874421772, + "nauc_mrr_at_5_diff1": 0.016788634150608658, + "nauc_mrr_at_5_max": 0.2233374491085115, + "nauc_mrr_at_5_std": -0.0389593255291351, + "nauc_ndcg_at_1000_diff1": 0.08036072110815415, + "nauc_ndcg_at_1000_max": 0.25314596958217483, + "nauc_ndcg_at_1000_std": -0.04763471197741127, + "nauc_ndcg_at_100_diff1": 0.08036072110815415, + "nauc_ndcg_at_100_max": 0.25314596958217483, + "nauc_ndcg_at_100_std": -0.04763471197741127, + "nauc_ndcg_at_10_diff1": 0.10691068836439659, + "nauc_ndcg_at_10_max": 0.30903016453390264, + "nauc_ndcg_at_10_std": 0.005505461793332526, + "nauc_ndcg_at_1_diff1": 0.016123596961920575, + "nauc_ndcg_at_1_max": 0.18407341161832186, + "nauc_ndcg_at_1_std": -0.11385022163465279, + "nauc_ndcg_at_20_diff1": 0.13861577805806724, + "nauc_ndcg_at_20_max": 0.3057236603316381, + "nauc_ndcg_at_20_std": -0.023205629408024175, + "nauc_ndcg_at_3_diff1": 0.11908115635412221, + "nauc_ndcg_at_3_max": 0.2912550866483106, + "nauc_ndcg_at_3_std": -0.03811034731037659, + "nauc_ndcg_at_5_diff1": 0.08104210450975674, + "nauc_ndcg_at_5_max": 0.31527897011513895, + "nauc_ndcg_at_5_std": 0.006544003750270816, + "nauc_precision_at_1000_diff1": -0.35315855911893174, + "nauc_precision_at_1000_max": -0.5976107279413103, + "nauc_precision_at_1000_std": -0.38996725270302257, + "nauc_precision_at_100_diff1": -0.3531585591189289, + "nauc_precision_at_100_max": -0.5976107279413052, + "nauc_precision_at_100_std": -0.3899672527030205, + "nauc_precision_at_10_diff1": 0.05138605745990966, + "nauc_precision_at_10_max": 0.1751749647968724, + "nauc_precision_at_10_std": -0.006504697253105322, + "nauc_precision_at_1_diff1": 0.016123596961920575, + "nauc_precision_at_1_max": 0.18407341161832186, + "nauc_precision_at_1_std": -0.11385022163465279, + "nauc_precision_at_20_diff1": 0.09554317272068041, + "nauc_precision_at_20_max": 0.11491204545228778, + "nauc_precision_at_20_std": -0.09871172164446725, + "nauc_precision_at_3_diff1": 0.14812347324006228, + "nauc_precision_at_3_max": 0.291549223594527, + "nauc_precision_at_3_std": -0.027742188968038237, + "nauc_precision_at_5_diff1": 0.04836676217765031, + "nauc_precision_at_5_max": 0.23323782234957008, + "nauc_precision_at_5_std": 0.009212034383954164, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.13946061260668566, + "nauc_recall_at_10_max": 0.3110333408713887, + "nauc_recall_at_10_std": 0.055293217173481755, + "nauc_recall_at_1_diff1": 0.051085650745113044, + "nauc_recall_at_1_max": 0.291641432443434, + "nauc_recall_at_1_std": -0.039822086315935736, + "nauc_recall_at_20_diff1": 0.22936946064692115, + "nauc_recall_at_20_max": 0.3165148473600486, + "nauc_recall_at_20_std": 0.012884914021665129, + "nauc_recall_at_3_diff1": 0.16820451669101075, + "nauc_recall_at_3_max": 0.38184856739462425, + "nauc_recall_at_3_std": 0.018151654250827248, + "nauc_recall_at_5_diff1": 0.07711443028168376, + "nauc_recall_at_5_max": 0.3253949638880427, + "nauc_recall_at_5_std": 0.05426185329620741, + "ndcg_at_1": 0.42, + "ndcg_at_10": 0.33572, + "ndcg_at_100": 0.54256, + "ndcg_at_1000": 0.54256, + "ndcg_at_20": 0.38576, + "ndcg_at_3": 0.30224, + "ndcg_at_5": 0.27254, + "precision_at_1": 0.42, + "precision_at_10": 0.154, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "precision_at_20": 0.104, + "precision_at_3": 0.26, + "precision_at_5": 0.2, + "recall_at_1": 0.098, + "recall_at_10": 0.36067, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.481, + "recall_at_3": 0.18667, + "recall_at_5": 0.23767 + } + ] + }, + "task_name": "AILAStatutes" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AfriSentiClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AfriSentiClassification.json new file mode 100644 index 000000000..d19db582b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AfriSentiClassification.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", + "evaluation_time": 27.060703992843628, + "kg_co2_emissions": 0.0011233188933602552, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4117558779389695, + "f1": 0.3538818770432014, + "f1_weighted": 0.4411069966238198, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.4117558779389695, + "scores_per_experiment": [ + { + "accuracy": 0.5362681340670336, + "f1": 0.409099779375802, + "f1_weighted": 0.5657015736188191 + }, + { + "accuracy": 0.5637818909454727, + "f1": 0.4367136437567886, + "f1_weighted": 0.5721522305977169 + }, + { + "accuracy": 0.3646823411705853, + "f1": 0.33761906257798263, + "f1_weighted": 0.37219605661314303 + }, + { + "accuracy": 0.3736868434217109, + "f1": 0.3507535239404194, + "f1_weighted": 0.4085696956215641 + }, + { + "accuracy": 0.49724862431215605, + "f1": 0.38035975018940493, + "f1_weighted": 0.5256811665609029 + }, + { + "accuracy": 0.35317658829414705, + "f1": 0.3009877490859866, + "f1_weighted": 0.4134573487004805 + }, + { + "accuracy": 0.3441720860430215, + "f1": 0.3338509707126018, + "f1_weighted": 0.3701432273702633 + }, + { + "accuracy": 0.33466733366683343, + "f1": 0.3195396274926619, + "f1_weighted": 0.37828355986146445 + }, + { + "accuracy": 0.39769884942471234, + "f1": 0.3465704538426834, + "f1_weighted": 0.4146391473638792 + }, + { + "accuracy": 0.352176088044022, + "f1": 0.3233242094576823, + "f1_weighted": 0.3902459599299637 + } + ] + }, + { + "accuracy": 0.4461377870563673, + "f1": 0.4193361813460091, + "f1_weighted": 0.4607328061088453, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ], + "main_score": 0.4461377870563673, + "scores_per_experiment": [ + { + "accuracy": 0.4311064718162839, + "f1": 0.42343437730444683, + "f1_weighted": 0.4628142951505578 + }, + { + "accuracy": 0.44780793319415446, + "f1": 0.4060033319373996, + "f1_weighted": 0.4677379693338302 + }, + { + "accuracy": 0.55741127348643, + "f1": 0.5030494081410873, + "f1_weighted": 0.556381628523794 + }, + { + "accuracy": 0.42066805845511485, + "f1": 0.4031631647511242, + "f1_weighted": 0.4415988605815632 + }, + { + "accuracy": 0.44467640918580376, + "f1": 0.43008598309031076, + "f1_weighted": 0.46541691839535876 + }, + { + "accuracy": 0.36325678496868474, + "f1": 0.34191236838666444, + "f1_weighted": 0.37008396875060856 + }, + { + "accuracy": 0.4342379958246347, + "f1": 0.400147458473229, + "f1_weighted": 0.45213457052696115 + }, + { + "accuracy": 0.453027139874739, + "f1": 0.42283188308481257, + "f1_weighted": 0.4571350418734149 + }, + { + "accuracy": 0.48434237995824636, + "f1": 0.44691079207927736, + "f1_weighted": 0.48520472309931933 + }, + { + "accuracy": 0.42484342379958245, + "f1": 0.41582304621173877, + "f1_weighted": 0.4488200848530452 + } + ] + }, + { + "accuracy": 0.43095703125, + "f1": 0.4139935825907789, + "f1_weighted": 0.4193284318657633, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ], + "main_score": 0.43095703125, + "scores_per_experiment": [ + { + "accuracy": 0.47119140625, + "f1": 0.4661666033482977, + "f1_weighted": 0.4658614710687616 + }, + { + "accuracy": 0.46240234375, + "f1": 0.4482738081601915, + "f1_weighted": 0.4570301624865782 + }, + { + "accuracy": 0.30224609375, + "f1": 0.27112514903201773, + "f1_weighted": 0.263407997498876 + }, + { + "accuracy": 0.4248046875, + "f1": 0.4062600045364475, + "f1_weighted": 0.41363751935533055 + }, + { + "accuracy": 0.50390625, + "f1": 0.4928000092100741, + "f1_weighted": 0.5022472392053605 + }, + { + "accuracy": 0.37890625, + "f1": 0.3700613488786734, + "f1_weighted": 0.376209286266397 + }, + { + "accuracy": 0.43798828125, + "f1": 0.39789840729666737, + "f1_weighted": 0.412228632347978 + }, + { + "accuracy": 0.4462890625, + "f1": 0.4352119932252138, + "f1_weighted": 0.44126627405618324 + }, + { + "accuracy": 0.44775390625, + "f1": 0.4462646562142374, + "f1_weighted": 0.4425446074391396 + }, + { + "accuracy": 0.43408203125, + "f1": 0.40587384600596815, + "f1_weighted": 0.4188511289330279 + } + ] + }, + { + "accuracy": 0.591259765625, + "f1": 0.3274045740388073, + "f1_weighted": 0.6797075643348555, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.591259765625, + "scores_per_experiment": [ + { + "accuracy": 0.65185546875, + "f1": 0.28481940472407585, + "f1_weighted": 0.7274548335964808 + }, + { + "accuracy": 0.3349609375, + "f1": 0.25484453623343567, + "f1_weighted": 0.4840623969991029 + }, + { + "accuracy": 0.40380859375, + "f1": 0.21826267960089787, + "f1_weighted": 0.5473816520914759 + }, + { + "accuracy": 0.701171875, + "f1": 0.425924187188597, + "f1_weighted": 0.7676727390256695 + }, + { + "accuracy": 0.80322265625, + "f1": 0.36697161578151744, + "f1_weighted": 0.8044586659394272 + }, + { + "accuracy": 0.36328125, + "f1": 0.2257465240578054, + "f1_weighted": 0.5127407488384619 + }, + { + "accuracy": 0.654296875, + "f1": 0.37968088267408434, + "f1_weighted": 0.748575017527803 + }, + { + "accuracy": 0.46826171875, + "f1": 0.24172430568775513, + "f1_weighted": 0.5983225359318484 + }, + { + "accuracy": 0.73046875, + "f1": 0.43522563402081477, + "f1_weighted": 0.780486811080867 + }, + { + "accuracy": 0.80126953125, + "f1": 0.44084597041908885, + "f1_weighted": 0.8259202423174181 + } + ] + }, + { + "accuracy": 0.50693359375, + "f1": 0.3008944695972054, + "f1_weighted": 0.4405200650258562, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.50693359375, + "scores_per_experiment": [ + { + "accuracy": 0.5302734375, + "f1": 0.3258665722410638, + "f1_weighted": 0.4750645886463196 + }, + { + "accuracy": 0.60693359375, + "f1": 0.3997163171718265, + "f1_weighted": 0.5931855549395071 + }, + { + "accuracy": 0.462890625, + "f1": 0.2882633741961083, + "f1_weighted": 0.4555791468498878 + }, + { + "accuracy": 0.50244140625, + "f1": 0.36072783122978286, + "f1_weighted": 0.5375140201449834 + }, + { + "accuracy": 0.4560546875, + "f1": 0.22764378945300612, + "f1_weighted": 0.31582285460135995 + }, + { + "accuracy": 0.453125, + "f1": 0.20802510647836805, + "f1_weighted": 0.2833935776731674 + }, + { + "accuracy": 0.49560546875, + "f1": 0.27164396468564095, + "f1_weighted": 0.3864332636197854 + }, + { + "accuracy": 0.49755859375, + "f1": 0.29875099048563725, + "f1_weighted": 0.4310219333335471 + }, + { + "accuracy": 0.59765625, + "f1": 0.38610532092077526, + "f1_weighted": 0.5876587286435371 + }, + { + "accuracy": 0.466796875, + "f1": 0.24220142910984455, + "f1_weighted": 0.3395269818064673 + } + ] + }, + { + "accuracy": 0.43196881091617934, + "f1": 0.42603140142236756, + "f1_weighted": 0.4232062000392361, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ], + "main_score": 0.43196881091617934, + "scores_per_experiment": [ + { + "accuracy": 0.4844054580896686, + "f1": 0.4874164457497791, + "f1_weighted": 0.4810725713503491 + }, + { + "accuracy": 0.4152046783625731, + "f1": 0.40457369689583017, + "f1_weighted": 0.40151336707516017 + }, + { + "accuracy": 0.4044834307992203, + "f1": 0.3800564192612245, + "f1_weighted": 0.3777964150003722 + }, + { + "accuracy": 0.46296296296296297, + "f1": 0.45680714967735075, + "f1_weighted": 0.46275611660967186 + }, + { + "accuracy": 0.4064327485380117, + "f1": 0.4073042315390474, + "f1_weighted": 0.40652127267173366 + }, + { + "accuracy": 0.46101364522417154, + "f1": 0.44961968302494065, + "f1_weighted": 0.4486085256910102 + }, + { + "accuracy": 0.42007797270955166, + "f1": 0.4197710338199097, + "f1_weighted": 0.4146224985860841 + }, + { + "accuracy": 0.4220272904483431, + "f1": 0.41770018679851145, + "f1_weighted": 0.4132634579844758 + }, + { + "accuracy": 0.4249512670565302, + "f1": 0.4197330879807777, + "f1_weighted": 0.4150464380610991 + }, + { + "accuracy": 0.41812865497076024, + "f1": 0.417332079476304, + "f1_weighted": 0.4108613373624048 + } + ] + }, + { + "accuracy": 0.398193359375, + "f1": 0.3893662096768625, + "f1_weighted": 0.38917382804241696, + "hf_subset": "por", + "languages": [ + "por-Latn" + ], + "main_score": 0.398193359375, + "scores_per_experiment": [ + { + "accuracy": 0.3603515625, + "f1": 0.37422753197455166, + "f1_weighted": 0.34526239835214917 + }, + { + "accuracy": 0.431640625, + "f1": 0.423270809662503, + "f1_weighted": 0.4377996584102659 + }, + { + "accuracy": 0.5673828125, + "f1": 0.4795362532863927, + "f1_weighted": 0.5691239280629279 + }, + { + "accuracy": 0.36669921875, + "f1": 0.38003315965216783, + "f1_weighted": 0.37802603556633824 + }, + { + "accuracy": 0.2978515625, + "f1": 0.3153269957212836, + "f1_weighted": 0.26633712444334384 + }, + { + "accuracy": 0.4345703125, + "f1": 0.43400465994524895, + "f1_weighted": 0.43447698391183437 + }, + { + "accuracy": 0.2880859375, + "f1": 0.2946942580607699, + "f1_weighted": 0.22277871681677786 + }, + { + "accuracy": 0.37646484375, + "f1": 0.37076675127732966, + "f1_weighted": 0.3744119753574705 + }, + { + "accuracy": 0.34765625, + "f1": 0.35443809787812636, + "f1_weighted": 0.3324691404264444 + }, + { + "accuracy": 0.51123046875, + "f1": 0.4673635793102511, + "f1_weighted": 0.5310523190766174 + } + ] + }, + { + "accuracy": 0.407568359375, + "f1": 0.3308138045129986, + "f1_weighted": 0.4494618963056286, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.407568359375, + "scores_per_experiment": [ + { + "accuracy": 0.42333984375, + "f1": 0.3391245767845159, + "f1_weighted": 0.47379994061343056 + }, + { + "accuracy": 0.4873046875, + "f1": 0.40925979499277204, + "f1_weighted": 0.5274903472346696 + }, + { + "accuracy": 0.41552734375, + "f1": 0.3322250406469815, + "f1_weighted": 0.4523716596698209 + }, + { + "accuracy": 0.47412109375, + "f1": 0.3462137515084433, + "f1_weighted": 0.5124209674414094 + }, + { + "accuracy": 0.3896484375, + "f1": 0.33353910324783453, + "f1_weighted": 0.438822886824163 + }, + { + "accuracy": 0.29248046875, + "f1": 0.26676174100336186, + "f1_weighted": 0.3347625158070594 + }, + { + "accuracy": 0.3818359375, + "f1": 0.3004758400227256, + "f1_weighted": 0.43527117428904954 + }, + { + "accuracy": 0.38623046875, + "f1": 0.3163940240600576, + "f1_weighted": 0.42718091140987813 + }, + { + "accuracy": 0.466796875, + "f1": 0.35027760958211934, + "f1_weighted": 0.4986129442583248 + }, + { + "accuracy": 0.3583984375, + "f1": 0.3138665632811735, + "f1_weighted": 0.3938856155084812 + } + ] + }, + { + "accuracy": 0.3991978609625669, + "f1": 0.3731613991213806, + "f1_weighted": 0.41689602353583943, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.3991978609625669, + "scores_per_experiment": [ + { + "accuracy": 0.3663101604278075, + "f1": 0.35738364414835005, + "f1_weighted": 0.37222796089578103 + }, + { + "accuracy": 0.35561497326203206, + "f1": 0.3252672315063638, + "f1_weighted": 0.39314089088498394 + }, + { + "accuracy": 0.4117647058823529, + "f1": 0.4006465588666841, + "f1_weighted": 0.4239615036290332 + }, + { + "accuracy": 0.3409090909090909, + "f1": 0.3196743225206593, + "f1_weighted": 0.34314160934030163 + }, + { + "accuracy": 0.4117647058823529, + "f1": 0.3847681060230476, + "f1_weighted": 0.43680325200257525 + }, + { + "accuracy": 0.45588235294117646, + "f1": 0.42411423782058205, + "f1_weighted": 0.47242378850214467 + }, + { + "accuracy": 0.40106951871657753, + "f1": 0.3673324568706841, + "f1_weighted": 0.4324078204244133 + }, + { + "accuracy": 0.3890374331550802, + "f1": 0.37854852587206445, + "f1_weighted": 0.39124692243748416 + }, + { + "accuracy": 0.47593582887700536, + "f1": 0.41828589673417255, + "f1_weighted": 0.4916683496805201 + }, + { + "accuracy": 0.3836898395721925, + "f1": 0.3555930108511973, + "f1_weighted": 0.41193813756115716 + } + ] + }, + { + "accuracy": 0.3596417281348788, + "f1": 0.33725801842654796, + "f1_weighted": 0.368201514000201, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ], + "main_score": 0.3596417281348788, + "scores_per_experiment": [ + { + "accuracy": 0.3761854583772392, + "f1": 0.3345998159590671, + "f1_weighted": 0.37682980132985744 + }, + { + "accuracy": 0.39199157007376184, + "f1": 0.36573652861670863, + "f1_weighted": 0.39825494332528194 + }, + { + "accuracy": 0.3361433087460485, + "f1": 0.30647155151126076, + "f1_weighted": 0.3226898650967259 + }, + { + "accuracy": 0.38250790305584825, + "f1": 0.3658635631472027, + "f1_weighted": 0.3901740739825649 + }, + { + "accuracy": 0.34562697576396206, + "f1": 0.3241773636012798, + "f1_weighted": 0.360450729316261 + }, + { + "accuracy": 0.3329820864067439, + "f1": 0.3202128319185944, + "f1_weighted": 0.3437529942272569 + }, + { + "accuracy": 0.39304531085353, + "f1": 0.3598989678064107, + "f1_weighted": 0.3987829408055717 + }, + { + "accuracy": 0.3266596417281349, + "f1": 0.3191278176221682, + "f1_weighted": 0.3374973469072997 + }, + { + "accuracy": 0.36143308746048475, + "f1": 0.33840272328894216, + "f1_weighted": 0.38509432442412606 + }, + { + "accuracy": 0.3498419388830348, + "f1": 0.3380890207938451, + "f1_weighted": 0.36848812058706437 + } + ] + }, + { + "accuracy": 0.3547244094488189, + "f1": 0.3325904036535291, + "f1_weighted": 0.36663341162776336, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ], + "main_score": 0.3547244094488189, + "scores_per_experiment": [ + { + "accuracy": 0.29133858267716534, + "f1": 0.2808087027914614, + "f1_weighted": 0.2814851537954307 + }, + { + "accuracy": 0.31496062992125984, + "f1": 0.31382712793719336, + "f1_weighted": 0.3425282179376186 + }, + { + "accuracy": 0.33858267716535434, + "f1": 0.33241522606871, + "f1_weighted": 0.36285971091604313 + }, + { + "accuracy": 0.4094488188976378, + "f1": 0.3655936982807039, + "f1_weighted": 0.42298942968715125 + }, + { + "accuracy": 0.38188976377952755, + "f1": 0.351419878296146, + "f1_weighted": 0.3878851160339238 + }, + { + "accuracy": 0.33070866141732286, + "f1": 0.3260088193128002, + "f1_weighted": 0.3511188669752366 + }, + { + "accuracy": 0.421259842519685, + "f1": 0.3598633788424274, + "f1_weighted": 0.42189060265076783 + }, + { + "accuracy": 0.3464566929133858, + "f1": 0.3058872069934759, + "f1_weighted": 0.35104112076245503 + }, + { + "accuracy": 0.33858267716535434, + "f1": 0.33152422357346906, + "f1_weighted": 0.34577312852025327 + }, + { + "accuracy": 0.37401574803149606, + "f1": 0.3585557744389038, + "f1_weighted": 0.39876276899875296 + } + ] + }, + { + "accuracy": 0.232470703125, + "f1": 0.15535925149821384, + "f1_weighted": 0.3053415433390762, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.232470703125, + "scores_per_experiment": [ + { + "accuracy": 0.32421875, + "f1": 0.22085156983831963, + "f1_weighted": 0.46939374725984023 + }, + { + "accuracy": 0.12939453125, + "f1": 0.09301734518288897, + "f1_weighted": 0.1479560605344487 + }, + { + "accuracy": 0.27001953125, + "f1": 0.17513507200978218, + "f1_weighted": 0.3571933996059899 + }, + { + "accuracy": 0.40185546875, + "f1": 0.24734956300257274, + "f1_weighted": 0.5471696805586251 + }, + { + "accuracy": 0.1416015625, + "f1": 0.13356874614651645, + "f1_weighted": 0.23742127727215404 + }, + { + "accuracy": 0.47021484375, + "f1": 0.2723735945324754, + "f1_weighted": 0.6130048087040855 + }, + { + "accuracy": 0.0849609375, + "f1": 0.07314727929481582, + "f1_weighted": 0.0771046647938684 + }, + { + "accuracy": 0.1259765625, + "f1": 0.08802726746371532, + "f1_weighted": 0.12828825186540846 + }, + { + "accuracy": 0.30419921875, + "f1": 0.19275575917526402, + "f1_weighted": 0.4371866368734791 + }, + { + "accuracy": 0.072265625, + "f1": 0.05736631833578801, + "f1_weighted": 0.03869690592286305 + } + ] + } + ] + }, + "task_name": "AfriSentiClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloProfClusteringS2S.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloProfClusteringS2S.v2.json new file mode 100644 index 000000000..b5e43e852 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloProfClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b", + "evaluation_time": 45.39525628089905, + "kg_co2_emissions": 0.001302303148780544, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.4422861762265864, + "v_measure": 0.4422861762265864, + "v_measure_std": 0.028265493562154468, + "v_measures": { + "Level 0": [ + 0.44427172028947115, + 0.4460777411350978, + 0.47743267639861864, + 0.38898042809002265, + 0.4331213634047222, + 0.4820867452052145, + 0.42787400375652235, + 0.40764561677973804, + 0.47080504686129543, + 0.4445664203451614 + ] + } + } + ] + }, + "task_name": "AlloProfClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloprofReranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloprofReranking.json new file mode 100644 index 000000000..2329d6091 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AlloprofReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "65393d0d7a08a10b4e348135e824f385d420b0fd", + "evaluation_time": 36.745527267456055, + "kg_co2_emissions": 0.0033356256398904827, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.7507543109356692, + "map": 0.7507543109356692, + "mrr": 0.765236484634153, + "nAUC_map_diff1": 0.5534608137664327, + "nAUC_map_max": 0.2631179254628227, + "nAUC_map_std": 0.24861289860757638, + "nAUC_mrr_diff1": 0.562991502262229, + "nAUC_mrr_max": 0.2788123040864697, + "nAUC_mrr_std": 0.242692577252062 + } + ] + }, + "task_name": "AlloprofReranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AmazonCounterfactualClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AmazonCounterfactualClassification.json new file mode 100644 index 000000000..782744de9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/AmazonCounterfactualClassification.json @@ -0,0 +1,685 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "evaluation_time": 19.589919328689575, + "kg_co2_emissions": 0.0007423879328369572, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.7444527736131934, + "ap": 0.23811050284750995, + "ap_weighted": 0.23811050284750995, + "f1": 0.6198233326065762, + "f1_weighted": 0.7917830702916404, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7444527736131934, + "scores_per_experiment": [ + { + "accuracy": 0.820839580209895, + "ap": 0.3012795473649502, + "ap_weighted": 0.3012795473649502, + "f1": 0.6887665402505869, + "f1_weighted": 0.8492603609606322 + }, + { + "accuracy": 0.7301349325337332, + "ap": 0.23094061859441425, + "ap_weighted": 0.23094061859441425, + "f1": 0.6092407436338072, + "f1_weighted": 0.7812950070816802 + }, + { + "accuracy": 0.7128935532233883, + "ap": 0.21494410455877222, + "ap_weighted": 0.21494410455877222, + "f1": 0.5925437683572701, + "f1_weighted": 0.7678394550036437 + }, + { + "accuracy": 0.7106446776611695, + "ap": 0.20630557313591985, + "ap_weighted": 0.20630557313591985, + "f1": 0.5869558242209559, + "f1_weighted": 0.7658810697454291 + }, + { + "accuracy": 0.7166416791604198, + "ap": 0.21704575885647337, + "ap_weighted": 0.21704575885647337, + "f1": 0.5955163252733713, + "f1_weighted": 0.7707332755538141 + }, + { + "accuracy": 0.7203898050974513, + "ap": 0.23675855850106914, + "ap_weighted": 0.23675855850106914, + "f1": 0.6067997031925764, + "f1_weighted": 0.7740955854959906 + }, + { + "accuracy": 0.7488755622188905, + "ap": 0.22084820898903068, + "ap_weighted": 0.22084820898903068, + "f1": 0.6137627643070435, + "f1_weighted": 0.794598144021759 + }, + { + "accuracy": 0.7781109445277361, + "ap": 0.2593422375162138, + "ap_weighted": 0.2593422375162138, + "f1": 0.6475095785440612, + "f1_weighted": 0.8173556899711064 + }, + { + "accuracy": 0.7218890554722639, + "ap": 0.23372830716698717, + "ap_weighted": 0.23372830716698717, + "f1": 0.606219471733182, + "f1_weighted": 0.7751642579413015 + }, + { + "accuracy": 0.7841079460269865, + "ap": 0.259912113791269, + "ap_weighted": 0.259912113791269, + "f1": 0.6509186065529085, + "f1_weighted": 0.8216078571410472 + } + ] + }, + { + "accuracy": 0.7470149253731344, + "ap": 0.37887214206552733, + "ap_weighted": 0.37887214206552733, + "f1": 0.6880212070574656, + "f1_weighted": 0.7701697011479598, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7470149253731344, + "scores_per_experiment": [ + { + "accuracy": 0.7328358208955223, + "ap": 0.3584417064079819, + "ap_weighted": 0.3584417064079819, + "f1": 0.6727971167513798, + "f1_weighted": 0.7581483059179657 + }, + { + "accuracy": 0.7865671641791044, + "ap": 0.420219648757304, + "ap_weighted": 0.420219648757304, + "f1": 0.7260027168084651, + "f1_weighted": 0.8044480962599599 + }, + { + "accuracy": 0.6716417910447762, + "ap": 0.3222668958471571, + "ap_weighted": 0.3222668958471571, + "f1": 0.6242249959210312, + "f1_weighted": 0.7055109304188796 + }, + { + "accuracy": 0.7611940298507462, + "ap": 0.3796131015312451, + "ap_weighted": 0.3796131015312451, + "f1": 0.6961451247165533, + "f1_weighted": 0.7817578772802655 + }, + { + "accuracy": 0.7492537313432835, + "ap": 0.39074566573672165, + "ap_weighted": 0.39074566573672165, + "f1": 0.6952698605215282, + "f1_weighted": 0.7733741842636424 + }, + { + "accuracy": 0.7582089552238805, + "ap": 0.3812403792310172, + "ap_weighted": 0.3812403792310172, + "f1": 0.6955263069310264, + "f1_weighted": 0.7796530191135412 + }, + { + "accuracy": 0.8164179104477612, + "ap": 0.4508048469196925, + "ap_weighted": 0.4508048469196925, + "f1": 0.7522390482804651, + "f1_weighted": 0.8290278335128899 + }, + { + "accuracy": 0.7791044776119403, + "ap": 0.3911463988980246, + "ap_weighted": 0.3911463988980246, + "f1": 0.7094774344009657, + "f1_weighted": 0.7960866832731537 + }, + { + "accuracy": 0.7283582089552239, + "ap": 0.3743688236111616, + "ap_weighted": 0.3743688236111616, + "f1": 0.6775302530253026, + "f1_weighted": 0.755491929789994 + }, + { + "accuracy": 0.6865671641791045, + "ap": 0.3198739537149678, + "ap_weighted": 0.3198739537149678, + "f1": 0.6309992132179386, + "f1_weighted": 0.7181981516493064 + } + ] + }, + { + "accuracy": 0.6721627408993577, + "ap": 0.795095575068442, + "ap_weighted": 0.795095575068442, + "f1": 0.6547112844723946, + "f1_weighted": 0.6844192203709608, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6721627408993577, + "scores_per_experiment": [ + { + "accuracy": 0.6755888650963597, + "ap": 0.8088112599310483, + "ap_weighted": 0.8088112599310483, + "f1": 0.6637856987564911, + "f1_weighted": 0.6884711780730164 + }, + { + "accuracy": 0.6659528907922913, + "ap": 0.7894827003268342, + "ap_weighted": 0.7894827003268342, + "f1": 0.6481667503766951, + "f1_weighted": 0.6791654522438769 + }, + { + "accuracy": 0.7376873661670236, + "ap": 0.8150856891639244, + "ap_weighted": 0.8150856891639244, + "f1": 0.7103370055456608, + "f1_weighted": 0.7452158626446809 + }, + { + "accuracy": 0.6766595289079229, + "ap": 0.8006179765338808, + "ap_weighted": 0.8006179765338808, + "f1": 0.6611209626650135, + "f1_weighted": 0.6895565388895377 + }, + { + "accuracy": 0.6605995717344754, + "ap": 0.794761983198814, + "ap_weighted": 0.794761983198814, + "f1": 0.6470501283278517, + "f1_weighted": 0.6741490151410989 + }, + { + "accuracy": 0.6788008565310493, + "ap": 0.80360920084555, + "ap_weighted": 0.80360920084555, + "f1": 0.6640046046478164, + "f1_weighted": 0.6916343403073227 + }, + { + "accuracy": 0.6488222698072805, + "ap": 0.7666095355898597, + "ap_weighted": 0.7666095355898597, + "f1": 0.6226448561292866, + "f1_weighted": 0.6615917398941068 + }, + { + "accuracy": 0.6241970021413277, + "ap": 0.780018069472748, + "ap_weighted": 0.780018069472748, + "f1": 0.6143832595232634, + "f1_weighted": 0.6384894997797165 + }, + { + "accuracy": 0.7077087794432548, + "ap": 0.7970014483983499, + "ap_weighted": 0.7970014483983499, + "f1": 0.679520679916594, + "f1_weighted": 0.7167656056449616 + }, + { + "accuracy": 0.645610278372591, + "ap": 0.7949578872234118, + "ap_weighted": 0.7949578872234118, + "f1": 0.6360988988352725, + "f1_weighted": 0.6591529710912895 + } + ] + }, + { + "accuracy": 0.6981798715203427, + "ap": 0.17787887304839772, + "ap_weighted": 0.17787887304839772, + "f1": 0.5634555489747263, + "f1_weighted": 0.7551132420811811, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.6981798715203427, + "scores_per_experiment": [ + { + "accuracy": 0.6531049250535332, + "ap": 0.1774938606777472, + "ap_weighted": 0.1774938606777472, + "f1": 0.5420155095072916, + "f1_weighted": 0.7212075667579683 + }, + { + "accuracy": 0.7237687366167024, + "ap": 0.17395357378029777, + "ap_weighted": 0.17395357378029777, + "f1": 0.5738327674023769, + "f1_weighted": 0.7746495348338381 + }, + { + "accuracy": 0.6477516059957173, + "ap": 0.16258379892298724, + "ap_weighted": 0.16258379892298724, + "f1": 0.5303354746609565, + "f1_weighted": 0.7168938674883496 + }, + { + "accuracy": 0.7687366167023555, + "ap": 0.21514537914425577, + "ap_weighted": 0.21514537914425577, + "f1": 0.6202823263692829, + "f1_weighted": 0.808900619908906 + }, + { + "accuracy": 0.7612419700214133, + "ap": 0.22796012725081244, + "ap_weighted": 0.22796012725081244, + "f1": 0.6234490563718179, + "f1_weighted": 0.8044089535895167 + }, + { + "accuracy": 0.7312633832976445, + "ap": 0.16756908567698592, + "ap_weighted": 0.16756908567698592, + "f1": 0.5726647162296412, + "f1_weighted": 0.779484067661027 + }, + { + "accuracy": 0.7098501070663812, + "ap": 0.17992121727849117, + "ap_weighted": 0.17992121727849117, + "f1": 0.5712802445820171, + "f1_weighted": 0.7649127077899232 + }, + { + "accuracy": 0.6209850107066381, + "ap": 0.14479664784221485, + "ap_weighted": 0.14479664784221485, + "f1": 0.5050744552819242, + "f1_weighted": 0.6953524024614325 + }, + { + "accuracy": 0.6252676659528907, + "ap": 0.1478010382279027, + "ap_weighted": 0.1478010382279027, + "f1": 0.5093359750240154, + "f1_weighted": 0.6988102364099747 + }, + { + "accuracy": 0.7398286937901499, + "ap": 0.18156400168228218, + "ap_weighted": 0.18156400168228218, + "f1": 0.5862849643179394, + "f1_weighted": 0.7865124639108746 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.7310810810810812, + "ap": 0.2129382739457578, + "ap_weighted": 0.2129382739457578, + "f1": 0.59986546354232, + "f1_weighted": 0.7823826716962354, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7310810810810812, + "scores_per_experiment": [ + { + "accuracy": 0.8033033033033034, + "ap": 0.23870186074984864, + "ap_weighted": 0.23870186074984864, + "f1": 0.6497199638663054, + "f1_weighted": 0.8349951035045884 + }, + { + "accuracy": 0.6966966966966966, + "ap": 0.2060143713717948, + "ap_weighted": 0.2060143713717948, + "f1": 0.5791298036614818, + "f1_weighted": 0.7568161306351587 + }, + { + "accuracy": 0.7237237237237237, + "ap": 0.22900259172759332, + "ap_weighted": 0.22900259172759332, + "f1": 0.6041860465116279, + "f1_weighted": 0.7779402658472426 + }, + { + "accuracy": 0.7057057057057057, + "ap": 0.17787823296156072, + "ap_weighted": 0.17787823296156072, + "f1": 0.5680190614865313, + "f1_weighted": 0.7628310155413206 + }, + { + "accuracy": 0.6966966966966966, + "ap": 0.2023006863092151, + "ap_weighted": 0.2023006863092151, + "f1": 0.5772624434389141, + "f1_weighted": 0.7567512082217964 + }, + { + "accuracy": 0.6921921921921922, + "ap": 0.19643979618497273, + "ap_weighted": 0.19643979618497273, + "f1": 0.5719351491000072, + "f1_weighted": 0.7531723925137253 + }, + { + "accuracy": 0.7492492492492493, + "ap": 0.20397781271981696, + "ap_weighted": 0.20397781271981696, + "f1": 0.6043991221674071, + "f1_weighted": 0.7956156670992681 + }, + { + "accuracy": 0.7462462462462462, + "ap": 0.2143225314867106, + "ap_weighted": 0.2143225314867106, + "f1": 0.6085500346049644, + "f1_weighted": 0.794004172815501 + }, + { + "accuracy": 0.7117117117117117, + "ap": 0.21401006145007656, + "ap_weighted": 0.21401006145007656, + "f1": 0.5908253123080074, + "f1_weighted": 0.7684815677852745 + }, + { + "accuracy": 0.7852852852852853, + "ap": 0.2467347944959885, + "ap_weighted": 0.2467347944959885, + "f1": 0.6446276982779529, + "f1_weighted": 0.8232191929984798 + } + ] + }, + { + "accuracy": 0.7259701492537314, + "ap": 0.3185126792007951, + "ap_weighted": 0.3185126792007951, + "f1": 0.6515051262860765, + "f1_weighted": 0.7561520624546738, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7259701492537314, + "scores_per_experiment": [ + { + "accuracy": 0.7223880597014926, + "ap": 0.3033392873361388, + "ap_weighted": 0.3033392873361388, + "f1": 0.6429676487778045, + "f1_weighted": 0.7530503702479797 + }, + { + "accuracy": 0.746268656716418, + "ap": 0.33721445821291424, + "ap_weighted": 0.33721445821291424, + "f1": 0.6712842712842713, + "f1_weighted": 0.7739191488445221 + }, + { + "accuracy": 0.6447761194029851, + "ap": 0.2742702982719936, + "ap_weighted": 0.2742702982719936, + "f1": 0.5883798490433562, + "f1_weighted": 0.6879829394365717 + }, + { + "accuracy": 0.7791044776119403, + "ap": 0.37362421608432933, + "ap_weighted": 0.37362421608432933, + "f1": 0.7036957353222413, + "f1_weighted": 0.8014147563958749 + }, + { + "accuracy": 0.6925373134328359, + "ap": 0.3021184037026045, + "ap_weighted": 0.3021184037026045, + "f1": 0.627476383265857, + "f1_weighted": 0.7292502668842024 + }, + { + "accuracy": 0.7671641791044777, + "ap": 0.340201512332238, + "ap_weighted": 0.340201512332238, + "f1": 0.6824876057159521, + "f1_weighted": 0.7896793373465133 + }, + { + "accuracy": 0.7522388059701492, + "ap": 0.321613171653816, + "ap_weighted": 0.321613171653816, + "f1": 0.6663066306630663, + "f1_weighted": 0.7770074917939556 + }, + { + "accuracy": 0.755223880597015, + "ap": 0.30866700977869277, + "ap_weighted": 0.30866700977869277, + "f1": 0.660428204113924, + "f1_weighted": 0.7777177699319857 + }, + { + "accuracy": 0.7104477611940299, + "ap": 0.3191982787643323, + "ap_weighted": 0.3191982787643323, + "f1": 0.6448206888259791, + "f1_weighted": 0.7446285280523895 + }, + { + "accuracy": 0.6895522388059702, + "ap": 0.3048801558708918, + "ap_weighted": 0.3048801558708918, + "f1": 0.6272042458483137, + "f1_weighted": 0.7268700156127427 + } + ] + }, + { + "accuracy": 0.6800429184549357, + "ap": 0.8006844296633766, + "ap_weighted": 0.8006844296633766, + "f1": 0.6618664655868342, + "f1_weighted": 0.6921755542096039, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6800429184549357, + "scores_per_experiment": [ + { + "accuracy": 0.6974248927038627, + "ap": 0.8157005774778237, + "ap_weighted": 0.8157005774778237, + "f1": 0.6818835422446223, + "f1_weighted": 0.7096467314145275 + }, + { + "accuracy": 0.7081545064377682, + "ap": 0.8231442720369759, + "ap_weighted": 0.8231442720369759, + "f1": 0.6928564505185616, + "f1_weighted": 0.7199222417602349 + }, + { + "accuracy": 0.7424892703862661, + "ap": 0.8268789579519193, + "ap_weighted": 0.8268789579519193, + "f1": 0.7192771084337349, + "f1_weighted": 0.7511505248461658 + }, + { + "accuracy": 0.648068669527897, + "ap": 0.7858415178101053, + "ap_weighted": 0.7858415178101053, + "f1": 0.6331413210445469, + "f1_weighted": 0.6623608116928067 + }, + { + "accuracy": 0.6716738197424893, + "ap": 0.7994160889182349, + "ap_weighted": 0.7994160889182349, + "f1": 0.6561549034264909, + "f1_weighted": 0.6849981418319829 + }, + { + "accuracy": 0.628755364806867, + "ap": 0.7755937818479337, + "ap_weighted": 0.7755937818479337, + "f1": 0.614701173321863, + "f1_weighted": 0.6437570298751296 + }, + { + "accuracy": 0.6673819742489271, + "ap": 0.7674229303215767, + "ap_weighted": 0.7674229303215767, + "f1": 0.631725734330626, + "f1_weighted": 0.6769722732614357 + }, + { + "accuracy": 0.6630901287553648, + "ap": 0.8045163420270716, + "ap_weighted": 0.8045163420270716, + "f1": 0.6520519149462349, + "f1_weighted": 0.6765221720652697 + }, + { + "accuracy": 0.7188841201716738, + "ap": 0.8087963693953617, + "ap_weighted": 0.8087963693953617, + "f1": 0.693129778666975, + "f1_weighted": 0.7282319922733793 + }, + { + "accuracy": 0.6545064377682404, + "ap": 0.7995334588467635, + "ap_weighted": 0.7995334588467635, + "f1": 0.6437427289346851, + "f1_weighted": 0.6681936230751069 + } + ] + }, + { + "accuracy": 0.7027896995708154, + "ap": 0.16581375762714107, + "ap_weighted": 0.16581375762714107, + "f1": 0.5573441057326718, + "f1_weighted": 0.7603183529182594, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.7027896995708154, + "scores_per_experiment": [ + { + "accuracy": 0.6738197424892703, + "ap": 0.16553602503070255, + "ap_weighted": 0.16553602503070255, + "f1": 0.5449335697581785, + "f1_weighted": 0.7393022334736153 + }, + { + "accuracy": 0.7446351931330472, + "ap": 0.1814416616274779, + "ap_weighted": 0.1814416616274779, + "f1": 0.5885805010869001, + "f1_weighted": 0.7919409708613218 + }, + { + "accuracy": 0.6587982832618026, + "ap": 0.15581054311718076, + "ap_weighted": 0.15581054311718076, + "f1": 0.5313679976218637, + "f1_weighted": 0.7274952685244858 + }, + { + "accuracy": 0.7575107296137339, + "ap": 0.20589634189972036, + "ap_weighted": 0.20589634189972036, + "f1": 0.6093243413682329, + "f1_weighted": 0.8024313420783981 + }, + { + "accuracy": 0.740343347639485, + "ap": 0.20148837913346215, + "ap_weighted": 0.20148837913346215, + "f1": 0.5984675311727802, + "f1_weighted": 0.7900254927559845 + }, + { + "accuracy": 0.7360515021459227, + "ap": 0.17190741777418395, + "ap_weighted": 0.17190741777418395, + "f1": 0.5783301822248053, + "f1_weighted": 0.7853048266125173 + }, + { + "accuracy": 0.6995708154506438, + "ap": 0.13539156191111962, + "ap_weighted": 0.13539156191111962, + "f1": 0.5335735529627087, + "f1_weighted": 0.7568936111299306 + }, + { + "accuracy": 0.6223175965665236, + "ap": 0.11755714947657096, + "ap_weighted": 0.11755714947657096, + "f1": 0.48284907183212267, + "f1_weighted": 0.6983913373307422 + }, + { + "accuracy": 0.648068669527897, + "ap": 0.15655956659662332, + "ap_weighted": 0.15655956659662332, + "f1": 0.5266691440604484, + "f1_weighted": 0.7190565276402185 + }, + { + "accuracy": 0.7467811158798283, + "ap": 0.16654892970436916, + "ap_weighted": 0.16654892970436916, + "f1": 0.5793451652386781, + "f1_weighted": 0.7923419187753794 + } + ] + } + ] + }, + "task_name": "AmazonCounterfactualClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 000000000..f56731c8f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "evaluation_time": 51.224119424819946, + "kg_co2_emissions": 0.0014534297116996133, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5799437291346836, + "v_measure": 0.5799437291346836, + "v_measure_std": 0.019586214172126987, + "v_measures": { + "Level 0": [ + 0.5563952985750681, + 0.5737938350395156, + 0.5818783486470299, + 0.6021245992368816, + 0.5878960528097944, + 0.5459810296389425, + 0.5469767390321151, + 0.5400553231575698, + 0.5835400971394934, + 0.6011917503064965 + ], + "Level 1": [ + 0.5722624555605492, + 0.5835437421749773, + 0.6024746455136257, + 0.5791135066556228, + 0.5743916128426589, + 0.6133717997883887, + 0.5760951702244291, + 0.5919391529590488, + 0.592210813722662, + 0.5936386096688032 + ] + } + } + ] + }, + "task_name": "ArXivHierarchicalClusteringP2P" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 000000000..331943a8a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "evaluation_time": 50.95248889923096, + "kg_co2_emissions": 0.0014068091169269724, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5794172192774746, + "v_measure": 0.5794172192774746, + "v_measure_std": 0.01933516999440283, + "v_measures": { + "Level 0": [ + 0.5809116082725915, + 0.537591933360143, + 0.6165251723573371, + 0.5847551538654004, + 0.5935653815789085, + 0.6033641463849896, + 0.6049640449984198, + 0.6012310127246141, + 0.5874152564409058, + 0.5647950366659332 + ], + "Level 1": [ + 0.5518188214372792, + 0.5734923464157481, + 0.5863807272786228, + 0.5703137122761907, + 0.5680665318247939, + 0.5760433091251643, + 0.5758883481900802, + 0.5531404061279529, + 0.5654679274473484, + 0.5926135087770682 + ] + } + } + ] + }, + "task_name": "ArXivHierarchicalClusteringS2S" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArguAna.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArguAna.json new file mode 100644 index 000000000..d37f931d4 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "evaluation_time": 20.405173540115356, + "kg_co2_emissions": 0.0016107156433406498, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.58284, + "map_at_1": 0.32859, + "map_at_10": 0.49445, + "map_at_100": 0.50215, + "map_at_1000": 0.50218, + "map_at_20": 0.50082, + "map_at_3": 0.4463, + "map_at_5": 0.47664, + "mrr_at_1": 0.3335704125177809, + "mrr_at_10": 0.49637805098331467, + "mrr_at_100": 0.504013083711599, + "mrr_at_1000": 0.5040340217435418, + "mrr_at_20": 0.5026801733193299, + "mrr_at_3": 0.4481981981981984, + "mrr_at_5": 0.47863916548127156, + "nauc_map_at_1000_diff1": 0.13658806599507958, + "nauc_map_at_1000_max": -0.07059134703150137, + "nauc_map_at_1000_std": -0.16173024977407902, + "nauc_map_at_100_diff1": 0.13660568418415456, + "nauc_map_at_100_max": -0.0705462225745659, + "nauc_map_at_100_std": -0.16167304663901194, + "nauc_map_at_10_diff1": 0.13359964947628822, + "nauc_map_at_10_max": -0.07192420081311536, + "nauc_map_at_10_std": -0.1635040285765837, + "nauc_map_at_1_diff1": 0.16964993878042603, + "nauc_map_at_1_max": -0.09457228545018442, + "nauc_map_at_1_std": -0.1710577503642865, + "nauc_map_at_20_diff1": 0.1367837171115754, + "nauc_map_at_20_max": -0.06968337357595565, + "nauc_map_at_20_std": -0.16202692857210246, + "nauc_map_at_3_diff1": 0.13455661155321752, + "nauc_map_at_3_max": -0.06835979578611119, + "nauc_map_at_3_std": -0.16416136969776896, + "nauc_map_at_5_diff1": 0.13435164210372744, + "nauc_map_at_5_max": -0.07085685085234539, + "nauc_map_at_5_std": -0.16342146452734654, + "nauc_mrr_at_1000_diff1": 0.12324596977761433, + "nauc_mrr_at_1000_max": -0.07336072998726775, + "nauc_mrr_at_1000_std": -0.16272470779380507, + "nauc_mrr_at_100_diff1": 0.12326448811570562, + "nauc_mrr_at_100_max": -0.0733154907363886, + "nauc_mrr_at_100_std": -0.16266753467161799, + "nauc_mrr_at_10_diff1": 0.12050832359711862, + "nauc_mrr_at_10_max": -0.07451952594244411, + "nauc_mrr_at_10_std": -0.16444997838642567, + "nauc_mrr_at_1_diff1": 0.15506653756109892, + "nauc_mrr_at_1_max": -0.08967493506534223, + "nauc_mrr_at_1_std": -0.17264771571098758, + "nauc_mrr_at_20_diff1": 0.12352084358903677, + "nauc_mrr_at_20_max": -0.07242290469111866, + "nauc_mrr_at_20_std": -0.16301269967494128, + "nauc_mrr_at_3_diff1": 0.12260890144708615, + "nauc_mrr_at_3_max": -0.07209484646208202, + "nauc_mrr_at_3_std": -0.16547400788739827, + "nauc_mrr_at_5_diff1": 0.12168677307417618, + "nauc_mrr_at_5_max": -0.0739712953990007, + "nauc_mrr_at_5_std": -0.16426796810567798, + "nauc_ndcg_at_1000_diff1": 0.13197806637980636, + "nauc_ndcg_at_1000_max": -0.06513090765007161, + "nauc_ndcg_at_1000_std": -0.15719884762474612, + "nauc_ndcg_at_100_diff1": 0.132410519995102, + "nauc_ndcg_at_100_max": -0.06365960538240219, + "nauc_ndcg_at_100_std": -0.15542622986267826, + "nauc_ndcg_at_10_diff1": 0.12138974058465575, + "nauc_ndcg_at_10_max": -0.06628236833463177, + "nauc_ndcg_at_10_std": -0.16304243268068908, + "nauc_ndcg_at_1_diff1": 0.16964993878042603, + "nauc_ndcg_at_1_max": -0.09457228545018442, + "nauc_ndcg_at_1_std": -0.1710577503642865, + "nauc_ndcg_at_20_diff1": 0.13336014273499616, + "nauc_ndcg_at_20_max": -0.05666547073734123, + "nauc_ndcg_at_20_std": -0.15792684918635885, + "nauc_ndcg_at_3_diff1": 0.12634493553336715, + "nauc_ndcg_at_3_max": -0.05990506599933991, + "nauc_ndcg_at_3_std": -0.1638283363586836, + "nauc_ndcg_at_5_diff1": 0.12496658332036976, + "nauc_ndcg_at_5_max": -0.06357223620716256, + "nauc_ndcg_at_5_std": -0.16177960284316031, + "nauc_precision_at_1000_diff1": -0.49660634392643604, + "nauc_precision_at_1000_max": 0.2846264612085611, + "nauc_precision_at_1000_std": 0.8291104777423145, + "nauc_precision_at_100_diff1": -0.07989323555534796, + "nauc_precision_at_100_max": 0.4859660340375284, + "nauc_precision_at_100_std": 0.7843291141151117, + "nauc_precision_at_10_diff1": 0.03804428089643328, + "nauc_precision_at_10_max": -0.03358725569485907, + "nauc_precision_at_10_std": -0.163246469509831, + "nauc_precision_at_1_diff1": 0.16964993878042603, + "nauc_precision_at_1_max": -0.09457228545018442, + "nauc_precision_at_1_std": -0.1710577503642865, + "nauc_precision_at_20_diff1": 0.12130415628403307, + "nauc_precision_at_20_max": 0.19914240866559715, + "nauc_precision_at_20_std": -0.07948410554590564, + "nauc_precision_at_3_diff1": 0.10199579857623743, + "nauc_precision_at_3_max": -0.03373490319262838, + "nauc_precision_at_3_std": -0.1634479385221895, + "nauc_precision_at_5_diff1": 0.0893339314004429, + "nauc_precision_at_5_max": -0.035675555356901076, + "nauc_precision_at_5_std": -0.15527056150329452, + "nauc_recall_at_1000_diff1": -0.49660634392647107, + "nauc_recall_at_1000_max": 0.28462646120853596, + "nauc_recall_at_1000_std": 0.8291104777423081, + "nauc_recall_at_100_diff1": -0.07989323555533344, + "nauc_recall_at_100_max": 0.4859660340375217, + "nauc_recall_at_100_std": 0.7843291141151, + "nauc_recall_at_10_diff1": 0.038044280896433476, + "nauc_recall_at_10_max": -0.03358725569485779, + "nauc_recall_at_10_std": -0.16324646950982932, + "nauc_recall_at_1_diff1": 0.16964993878042603, + "nauc_recall_at_1_max": -0.09457228545018442, + "nauc_recall_at_1_std": -0.1710577503642865, + "nauc_recall_at_20_diff1": 0.12130415628403349, + "nauc_recall_at_20_max": 0.19914240866559677, + "nauc_recall_at_20_std": -0.07948410554590614, + "nauc_recall_at_3_diff1": 0.10199579857623747, + "nauc_recall_at_3_max": -0.03373490319262785, + "nauc_recall_at_3_std": -0.1634479385221889, + "nauc_recall_at_5_diff1": 0.0893339314004441, + "nauc_recall_at_5_max": -0.03567555535689934, + "nauc_recall_at_5_std": -0.1552705615032935, + "ndcg_at_1": 0.32859, + "ndcg_at_10": 0.58284, + "ndcg_at_100": 0.61369, + "ndcg_at_1000": 0.61417, + "ndcg_at_20": 0.60534, + "ndcg_at_3": 0.48559, + "ndcg_at_5": 0.54017, + "precision_at_1": 0.32859, + "precision_at_10": 0.08627, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04751, + "precision_at_3": 0.19986, + "precision_at_5": 0.14637, + "recall_at_1": 0.32859, + "recall_at_10": 0.86273, + "recall_at_100": 0.99289, + "recall_at_1000": 0.99644, + "recall_at_20": 0.95021, + "recall_at_3": 0.59957, + "recall_at_5": 0.73186 + } + ] + }, + "task_name": "ArguAna" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArmenianParaphrasePC.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArmenianParaphrasePC.json new file mode 100644 index 000000000..bde3787a9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ArmenianParaphrasePC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "f43b4f32987048043a8b31e5e26be4d360c2438f", + "evaluation_time": 1.960935354232788, + "kg_co2_emissions": 0.00010954095746479199, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.9, + "cosine_accuracy_threshold": 0.7670648097991943, + "cosine_ap": 0.9450463621366145, + "cosine_f1": 0.9326614750343564, + "cosine_f1_threshold": 0.7670648097991943, + "cosine_precision": 0.8760757314974182, + "cosine_recall": 0.9970617042115573, + "dot_accuracy": 0.9, + "dot_accuracy_threshold": 0.7670649290084839, + "dot_ap": 0.9450456087886201, + "dot_f1": 0.9326614750343564, + "dot_f1_threshold": 0.7670649290084839, + "dot_precision": 0.8760757314974182, + "dot_recall": 0.9970617042115573, + "euclidean_accuracy": 0.9, + "euclidean_accuracy_threshold": 0.6825469136238098, + "euclidean_ap": 0.9450463621366145, + "euclidean_f1": 0.9326614750343564, + "euclidean_f1_threshold": 0.6825469136238098, + "euclidean_precision": 0.8760757314974182, + "euclidean_recall": 0.9970617042115573, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ], + "main_score": 0.945295312187127, + "manhattan_accuracy": 0.8993197278911564, + "manhattan_accuracy_threshold": 14.593847274780273, + "manhattan_ap": 0.945295312187127, + "manhattan_f1": 0.9321723189734189, + "manhattan_f1_threshold": 14.593847274780273, + "manhattan_precision": 0.875968992248062, + "manhattan_recall": 0.9960822722820764, + "max_accuracy": 0.9, + "max_ap": 0.945295312187127, + "max_f1": 0.9326614750343564, + "max_precision": 0.8760757314974182, + "max_recall": 0.9970617042115573, + "similarity_accuracy": 0.9, + "similarity_accuracy_threshold": 0.7670648097991943, + "similarity_ap": 0.9450463621366145, + "similarity_f1": 0.9326614750343564, + "similarity_f1_threshold": 0.7670648097991943, + "similarity_precision": 0.8760757314974182, + "similarity_recall": 0.9970617042115573 + } + ] + }, + "task_name": "ArmenianParaphrasePC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BUCC.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BUCC.v2.json new file mode 100644 index 000000000..7354e6e39 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BUCC.v2.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677", + "evaluation_time": 35.74144887924194, + "kg_co2_emissions": 0.0019133463265158886, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.9887739379264803, + "f1": 0.9852336928608115, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.9852336928608115, + "precision": 0.9834910851860005, + "recall": 0.9887739379264803 + }, + { + "accuracy": 0.9783858676827156, + "f1": 0.9715390832467382, + "hf_subset": "ru-en", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "main_score": 0.9715390832467382, + "precision": 0.9681445560558827, + "recall": 0.9783858676827156 + }, + { + "accuracy": 0.9921011058451816, + "f1": 0.989468141126909, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ], + "main_score": 0.989468141126909, + "precision": 0.9881516587677726, + "recall": 0.9921011058451816 + }, + { + "accuracy": 0.9930062630480166, + "f1": 0.9907794015309672, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.9907794015309672, + "precision": 0.9896833681280447, + "recall": 0.9930062630480166 + } + ] + }, + "task_name": "BUCC.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BelebeleRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BelebeleRetrieval.json new file mode 100644 index 000000000..d0e578b2c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BelebeleRetrieval.json @@ -0,0 +1,55659 @@ +{ + "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", + "evaluation_time": 581.4632885456085, + "kg_co2_emissions": 0.03300117493675732, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "acm_Arab-acm_Arab", + "languages": [ + "acm-Arab", + "acm-Arab" + ], + "main_score": 0.84701, + "map_at_1": 0.75444, + "map_at_10": 0.81776, + "map_at_100": 0.81998, + "map_at_1000": 0.82004, + "map_at_20": 0.81891, + "map_at_3": 0.80426, + "map_at_5": 0.81231, + "mrr_at_1": 0.7544444444444445, + "mrr_at_10": 0.8177636684303352, + "mrr_at_100": 0.819981654287274, + "mrr_at_1000": 0.8200350877021364, + "mrr_at_20": 0.8189132455903612, + "mrr_at_3": 0.8042592592592593, + "mrr_at_5": 0.8123148148148149, + "nauc_map_at_1000_diff1": 0.8538757272216076, + "nauc_map_at_1000_max": 0.7344894379819299, + "nauc_map_at_1000_std": 0.09950973838802847, + "nauc_map_at_100_diff1": 0.8538292347701038, + "nauc_map_at_100_max": 0.7345294484878917, + "nauc_map_at_100_std": 0.09974432836708559, + "nauc_map_at_10_diff1": 0.8534348482134931, + "nauc_map_at_10_max": 0.7355515703639818, + "nauc_map_at_10_std": 0.1023422294476435, + "nauc_map_at_1_diff1": 0.8702697345600505, + "nauc_map_at_1_max": 0.7046181218395092, + "nauc_map_at_1_std": 0.02548450046839559, + "nauc_map_at_20_diff1": 0.853503846619464, + "nauc_map_at_20_max": 0.735106597586713, + "nauc_map_at_20_std": 0.1007979980235519, + "nauc_map_at_3_diff1": 0.8528070656914939, + "nauc_map_at_3_max": 0.7368019344522152, + "nauc_map_at_3_std": 0.09576374766952969, + "nauc_map_at_5_diff1": 0.8519427963304519, + "nauc_map_at_5_max": 0.735425426787065, + "nauc_map_at_5_std": 0.10049740146989995, + "nauc_mrr_at_1000_diff1": 0.8538757272216076, + "nauc_mrr_at_1000_max": 0.7344894379819299, + "nauc_mrr_at_1000_std": 0.09950973838802847, + "nauc_mrr_at_100_diff1": 0.8538292347701038, + "nauc_mrr_at_100_max": 0.7345294484878917, + "nauc_mrr_at_100_std": 0.09974432836708559, + "nauc_mrr_at_10_diff1": 0.8534348482134931, + "nauc_mrr_at_10_max": 0.7355515703639818, + "nauc_mrr_at_10_std": 0.1023422294476435, + "nauc_mrr_at_1_diff1": 0.8702697345600505, + "nauc_mrr_at_1_max": 0.7046181218395092, + "nauc_mrr_at_1_std": 0.02548450046839559, + "nauc_mrr_at_20_diff1": 0.853503846619464, + "nauc_mrr_at_20_max": 0.735106597586713, + "nauc_mrr_at_20_std": 0.1007979980235519, + "nauc_mrr_at_3_diff1": 0.8528070656914939, + "nauc_mrr_at_3_max": 0.7368019344522152, + "nauc_mrr_at_3_std": 0.09576374766952969, + "nauc_mrr_at_5_diff1": 0.8519427963304519, + "nauc_mrr_at_5_max": 0.735425426787065, + "nauc_mrr_at_5_std": 0.10049740146989995, + "nauc_ndcg_at_1000_diff1": 0.8509555917777214, + "nauc_ndcg_at_1000_max": 0.7397768846340539, + "nauc_ndcg_at_1000_std": 0.11471982865217877, + "nauc_ndcg_at_100_diff1": 0.8499661446699182, + "nauc_ndcg_at_100_max": 0.7408975412730117, + "nauc_ndcg_at_100_std": 0.12057628506517146, + "nauc_ndcg_at_10_diff1": 0.8473693665832056, + "nauc_ndcg_at_10_max": 0.7481118688164797, + "nauc_ndcg_at_10_std": 0.1377974808443904, + "nauc_ndcg_at_1_diff1": 0.8702697345600505, + "nauc_ndcg_at_1_max": 0.7046181218395092, + "nauc_ndcg_at_1_std": 0.02548450046839559, + "nauc_ndcg_at_20_diff1": 0.8474403467147754, + "nauc_ndcg_at_20_max": 0.7461814664366094, + "nauc_ndcg_at_20_std": 0.13173773674268918, + "nauc_ndcg_at_3_diff1": 0.8461054244442555, + "nauc_ndcg_at_3_max": 0.7488083627527475, + "nauc_ndcg_at_3_std": 0.11980635806968262, + "nauc_ndcg_at_5_diff1": 0.8436721175103873, + "nauc_ndcg_at_5_max": 0.7469784614446392, + "nauc_ndcg_at_5_std": 0.13080554023618846, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7362945178071397, + "nauc_precision_at_100_max": 0.8802854475123476, + "nauc_precision_at_100_std": 0.825930372148861, + "nauc_precision_at_10_diff1": 0.80372982526344, + "nauc_precision_at_10_max": 0.8441626650660257, + "nauc_precision_at_10_std": 0.4167917166866732, + "nauc_precision_at_1_diff1": 0.8702697345600505, + "nauc_precision_at_1_max": 0.7046181218395092, + "nauc_precision_at_1_std": 0.02548450046839559, + "nauc_precision_at_20_diff1": 0.7883446061351325, + "nauc_precision_at_20_max": 0.8540912299879275, + "nauc_precision_at_20_std": 0.44421671107466726, + "nauc_precision_at_3_diff1": 0.8195742948160123, + "nauc_precision_at_3_max": 0.7961892519820227, + "nauc_precision_at_3_std": 0.21370288460770961, + "nauc_precision_at_5_diff1": 0.8019867206141685, + "nauc_precision_at_5_max": 0.8033820935781701, + "nauc_precision_at_5_std": 0.2812999273783564, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7362945178071111, + "nauc_recall_at_100_max": 0.8802854475123363, + "nauc_recall_at_100_std": 0.8259303721488639, + "nauc_recall_at_10_diff1": 0.803729825263437, + "nauc_recall_at_10_max": 0.8441626650660269, + "nauc_recall_at_10_std": 0.4167917166866746, + "nauc_recall_at_1_diff1": 0.8702697345600505, + "nauc_recall_at_1_max": 0.7046181218395092, + "nauc_recall_at_1_std": 0.02548450046839559, + "nauc_recall_at_20_diff1": 0.7883446061351397, + "nauc_recall_at_20_max": 0.8540912299879331, + "nauc_recall_at_20_std": 0.4442167110746714, + "nauc_recall_at_3_diff1": 0.8195742948160097, + "nauc_recall_at_3_max": 0.7961892519820201, + "nauc_recall_at_3_std": 0.2137028846077082, + "nauc_recall_at_5_diff1": 0.8019867206141709, + "nauc_recall_at_5_max": 0.8033820935781719, + "nauc_recall_at_5_std": 0.28129992737835874, + "ndcg_at_1": 0.75444, + "ndcg_at_10": 0.84701, + "ndcg_at_100": 0.8584, + "ndcg_at_1000": 0.85948, + "ndcg_at_20": 0.85121, + "ndcg_at_3": 0.82004, + "ndcg_at_5": 0.83439, + "precision_at_1": 0.75444, + "precision_at_10": 0.09378, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.28852, + "precision_at_5": 0.18, + "recall_at_1": 0.75444, + "recall_at_10": 0.93778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.86556, + "recall_at_5": 0.9 + }, + { + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ], + "main_score": 0.87851, + "map_at_1": 0.78556, + "map_at_10": 0.85055, + "map_at_100": 0.8523, + "map_at_1000": 0.85232, + "map_at_20": 0.85194, + "map_at_3": 0.83907, + "map_at_5": 0.84713, + "mrr_at_1": 0.7855555555555556, + "mrr_at_10": 0.8505542328042334, + "mrr_at_100": 0.8522961913425663, + "mrr_at_1000": 0.8523182783453724, + "mrr_at_20": 0.8519402941590768, + "mrr_at_3": 0.8390740740740745, + "mrr_at_5": 0.8471296296296303, + "nauc_map_at_1000_diff1": 0.8344927397311912, + "nauc_map_at_1000_max": 0.6673958398256636, + "nauc_map_at_1000_std": -0.07113525360958009, + "nauc_map_at_100_diff1": 0.8344921803869456, + "nauc_map_at_100_max": 0.6674488688231608, + "nauc_map_at_100_std": -0.07097868190291694, + "nauc_map_at_10_diff1": 0.833643514321363, + "nauc_map_at_10_max": 0.6676456438602376, + "nauc_map_at_10_std": -0.07030972840107381, + "nauc_map_at_1_diff1": 0.8493525130693276, + "nauc_map_at_1_max": 0.6588728181648532, + "nauc_map_at_1_std": -0.07137206252250558, + "nauc_map_at_20_diff1": 0.8339353320995112, + "nauc_map_at_20_max": 0.667063815322592, + "nauc_map_at_20_std": -0.07066415600547371, + "nauc_map_at_3_diff1": 0.8352459077099067, + "nauc_map_at_3_max": 0.6663723222012256, + "nauc_map_at_3_std": -0.08585135528535316, + "nauc_map_at_5_diff1": 0.8332224318587649, + "nauc_map_at_5_max": 0.6681565768384771, + "nauc_map_at_5_std": -0.07291208420971573, + "nauc_mrr_at_1000_diff1": 0.8344927397311912, + "nauc_mrr_at_1000_max": 0.6673958398256636, + "nauc_mrr_at_1000_std": -0.07113525360958009, + "nauc_mrr_at_100_diff1": 0.8344921803869456, + "nauc_mrr_at_100_max": 0.6674488688231608, + "nauc_mrr_at_100_std": -0.07097868190291694, + "nauc_mrr_at_10_diff1": 0.833643514321363, + "nauc_mrr_at_10_max": 0.6676456438602376, + "nauc_mrr_at_10_std": -0.07030972840107381, + "nauc_mrr_at_1_diff1": 0.8493525130693276, + "nauc_mrr_at_1_max": 0.6588728181648532, + "nauc_mrr_at_1_std": -0.07137206252250558, + "nauc_mrr_at_20_diff1": 0.8339353320995112, + "nauc_mrr_at_20_max": 0.667063815322592, + "nauc_mrr_at_20_std": -0.07066415600547371, + "nauc_mrr_at_3_diff1": 0.8352459077099067, + "nauc_mrr_at_3_max": 0.6663723222012256, + "nauc_mrr_at_3_std": -0.08585135528535316, + "nauc_mrr_at_5_diff1": 0.8332224318587649, + "nauc_mrr_at_5_max": 0.6681565768384771, + "nauc_mrr_at_5_std": -0.07291208420971573, + "nauc_ndcg_at_1000_diff1": 0.8318039018610539, + "nauc_ndcg_at_1000_max": 0.6695854187830597, + "nauc_ndcg_at_1000_std": -0.06627175054619541, + "nauc_ndcg_at_100_diff1": 0.8317180536733022, + "nauc_ndcg_at_100_max": 0.6709919583632267, + "nauc_ndcg_at_100_std": -0.06210413955075506, + "nauc_ndcg_at_10_diff1": 0.8262398956579414, + "nauc_ndcg_at_10_max": 0.6721188348039625, + "nauc_ndcg_at_10_std": -0.0571395379103325, + "nauc_ndcg_at_1_diff1": 0.8493525130693276, + "nauc_ndcg_at_1_max": 0.6588728181648532, + "nauc_ndcg_at_1_std": -0.07137206252250558, + "nauc_ndcg_at_20_diff1": 0.8270888820025946, + "nauc_ndcg_at_20_max": 0.6698896559999392, + "nauc_ndcg_at_20_std": -0.057518565240745036, + "nauc_ndcg_at_3_diff1": 0.8301998054798089, + "nauc_ndcg_at_3_max": 0.6689731019764099, + "nauc_ndcg_at_3_std": -0.09298358219063686, + "nauc_ndcg_at_5_diff1": 0.8253801250562119, + "nauc_ndcg_at_5_max": 0.6730729925489659, + "nauc_ndcg_at_5_std": -0.06371625610328027, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8078120136943496, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9128540305010695, + "nauc_precision_at_10_diff1": 0.7427637721755352, + "nauc_precision_at_10_max": 0.7234914799253015, + "nauc_precision_at_10_std": 0.11914974323061915, + "nauc_precision_at_1_diff1": 0.8493525130693276, + "nauc_precision_at_1_max": 0.6588728181648532, + "nauc_precision_at_1_std": -0.07137206252250558, + "nauc_precision_at_20_diff1": 0.6679738562091425, + "nauc_precision_at_20_max": 0.7269218798630607, + "nauc_precision_at_20_std": 0.3180827886710287, + "nauc_precision_at_3_diff1": 0.8079622653659199, + "nauc_precision_at_3_max": 0.6803878639578461, + "nauc_precision_at_3_std": -0.12552453931764296, + "nauc_precision_at_5_diff1": 0.7716492657669144, + "nauc_precision_at_5_max": 0.7072234954587903, + "nauc_precision_at_5_std": 0.011764705882355174, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8078120136943853, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9128540305010676, + "nauc_recall_at_10_diff1": 0.742763772175535, + "nauc_recall_at_10_max": 0.7234914799253049, + "nauc_recall_at_10_std": 0.11914974323062984, + "nauc_recall_at_1_diff1": 0.8493525130693276, + "nauc_recall_at_1_max": 0.6588728181648532, + "nauc_recall_at_1_std": -0.07137206252250558, + "nauc_recall_at_20_diff1": 0.6679738562091458, + "nauc_recall_at_20_max": 0.7269218798630586, + "nauc_recall_at_20_std": 0.3180827886710312, + "nauc_recall_at_3_diff1": 0.8079622653659156, + "nauc_recall_at_3_max": 0.6803878639578443, + "nauc_recall_at_3_std": -0.1255245393176433, + "nauc_recall_at_5_diff1": 0.7716492657669148, + "nauc_recall_at_5_max": 0.7072234954587922, + "nauc_recall_at_5_std": 0.011764705882353068, + "ndcg_at_1": 0.78556, + "ndcg_at_10": 0.87851, + "ndcg_at_100": 0.88588, + "ndcg_at_1000": 0.88634, + "ndcg_at_20": 0.88338, + "ndcg_at_3": 0.85565, + "ndcg_at_5": 0.87023, + "precision_at_1": 0.78556, + "precision_at_10": 0.09644, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30111, + "precision_at_5": 0.18778, + "recall_at_1": 0.78556, + "recall_at_10": 0.96444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.90333, + "recall_at_5": 0.93889 + }, + { + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ], + "main_score": 0.80803, + "map_at_1": 0.68889, + "map_at_10": 0.77118, + "map_at_100": 0.77404, + "map_at_1000": 0.77413, + "map_at_20": 0.77312, + "map_at_3": 0.75574, + "map_at_5": 0.7648, + "mrr_at_1": 0.6888888888888889, + "mrr_at_10": 0.7711798941798944, + "mrr_at_100": 0.7740422120207907, + "mrr_at_1000": 0.7741266420841038, + "mrr_at_20": 0.7731159409285058, + "mrr_at_3": 0.7557407407407408, + "mrr_at_5": 0.7647962962962966, + "nauc_map_at_1000_diff1": 0.7794000082289652, + "nauc_map_at_1000_max": 0.6689186005538359, + "nauc_map_at_1000_std": 0.1343943427517001, + "nauc_map_at_100_diff1": 0.779357284044817, + "nauc_map_at_100_max": 0.669004058421409, + "nauc_map_at_100_std": 0.1346842417635427, + "nauc_map_at_10_diff1": 0.77841699992222, + "nauc_map_at_10_max": 0.6689945818733526, + "nauc_map_at_10_std": 0.1340710268861592, + "nauc_map_at_1_diff1": 0.8043483361357678, + "nauc_map_at_1_max": 0.6512004848864039, + "nauc_map_at_1_std": 0.10549994134438678, + "nauc_map_at_20_diff1": 0.7789974081832716, + "nauc_map_at_20_max": 0.6691690960239791, + "nauc_map_at_20_std": 0.134777941902813, + "nauc_map_at_3_diff1": 0.7758443676626393, + "nauc_map_at_3_max": 0.6668791742440813, + "nauc_map_at_3_std": 0.12011864162063475, + "nauc_map_at_5_diff1": 0.7769844007963973, + "nauc_map_at_5_max": 0.66699894141383, + "nauc_map_at_5_std": 0.12963056737296688, + "nauc_mrr_at_1000_diff1": 0.7794000082289652, + "nauc_mrr_at_1000_max": 0.6689186005538359, + "nauc_mrr_at_1000_std": 0.1343943427517001, + "nauc_mrr_at_100_diff1": 0.779357284044817, + "nauc_mrr_at_100_max": 0.669004058421409, + "nauc_mrr_at_100_std": 0.1346842417635427, + "nauc_mrr_at_10_diff1": 0.77841699992222, + "nauc_mrr_at_10_max": 0.6689945818733526, + "nauc_mrr_at_10_std": 0.1340710268861592, + "nauc_mrr_at_1_diff1": 0.8043483361357678, + "nauc_mrr_at_1_max": 0.6512004848864039, + "nauc_mrr_at_1_std": 0.10549994134438678, + "nauc_mrr_at_20_diff1": 0.7789974081832716, + "nauc_mrr_at_20_max": 0.6691690960239791, + "nauc_mrr_at_20_std": 0.134777941902813, + "nauc_mrr_at_3_diff1": 0.7758443676626393, + "nauc_mrr_at_3_max": 0.6668791742440813, + "nauc_mrr_at_3_std": 0.12011864162063475, + "nauc_mrr_at_5_diff1": 0.7769844007963973, + "nauc_mrr_at_5_max": 0.66699894141383, + "nauc_mrr_at_5_std": 0.12963056737296688, + "nauc_ndcg_at_1000_diff1": 0.7758136245523617, + "nauc_ndcg_at_1000_max": 0.6731973584737104, + "nauc_ndcg_at_1000_std": 0.14486519167104717, + "nauc_ndcg_at_100_diff1": 0.7746785047437837, + "nauc_ndcg_at_100_max": 0.6755988513479665, + "nauc_ndcg_at_100_std": 0.15277344537464008, + "nauc_ndcg_at_10_diff1": 0.7701278390478447, + "nauc_ndcg_at_10_max": 0.677657263278822, + "nauc_ndcg_at_10_std": 0.15393468724161546, + "nauc_ndcg_at_1_diff1": 0.8043483361357678, + "nauc_ndcg_at_1_max": 0.6512004848864039, + "nauc_ndcg_at_1_std": 0.10549994134438678, + "nauc_ndcg_at_20_diff1": 0.7720897219276042, + "nauc_ndcg_at_20_max": 0.678562463985501, + "nauc_ndcg_at_20_std": 0.15763384896284408, + "nauc_ndcg_at_3_diff1": 0.7654022542922679, + "nauc_ndcg_at_3_max": 0.6710484176874983, + "nauc_ndcg_at_3_std": 0.1222069427157695, + "nauc_ndcg_at_5_diff1": 0.7666715195750862, + "nauc_ndcg_at_5_max": 0.6709282271356117, + "nauc_ndcg_at_5_std": 0.14108313777189402, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6760037348272665, + "nauc_precision_at_100_max": 0.8869825708060928, + "nauc_precision_at_100_std": 0.8426314970432627, + "nauc_precision_at_10_diff1": 0.7129518474056294, + "nauc_precision_at_10_max": 0.7477857809790556, + "nauc_precision_at_10_std": 0.31707349606509094, + "nauc_precision_at_1_diff1": 0.8043483361357678, + "nauc_precision_at_1_max": 0.6512004848864039, + "nauc_precision_at_1_std": 0.10549994134438678, + "nauc_precision_at_20_diff1": 0.705042016806721, + "nauc_precision_at_20_max": 0.7969083929868235, + "nauc_precision_at_20_std": 0.4540823736902118, + "nauc_precision_at_3_diff1": 0.7240176104163749, + "nauc_precision_at_3_max": 0.6868396930220748, + "nauc_precision_at_3_std": 0.12896351458948033, + "nauc_precision_at_5_diff1": 0.7159934794421289, + "nauc_precision_at_5_max": 0.6885355482529903, + "nauc_precision_at_5_std": 0.20022252697492463, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6760037348272628, + "nauc_recall_at_100_max": 0.8869825708060953, + "nauc_recall_at_100_std": 0.8426314970432619, + "nauc_recall_at_10_diff1": 0.7129518474056283, + "nauc_recall_at_10_max": 0.7477857809790578, + "nauc_recall_at_10_std": 0.31707349606509205, + "nauc_recall_at_1_diff1": 0.8043483361357678, + "nauc_recall_at_1_max": 0.6512004848864039, + "nauc_recall_at_1_std": 0.10549994134438678, + "nauc_recall_at_20_diff1": 0.7050420168067226, + "nauc_recall_at_20_max": 0.796908392986825, + "nauc_recall_at_20_std": 0.4540823736902171, + "nauc_recall_at_3_diff1": 0.7240176104163745, + "nauc_recall_at_3_max": 0.686839693022074, + "nauc_recall_at_3_std": 0.12896351458948055, + "nauc_recall_at_5_diff1": 0.7159934794421307, + "nauc_recall_at_5_max": 0.6885355482529911, + "nauc_recall_at_5_std": 0.20022252697492637, + "ndcg_at_1": 0.68889, + "ndcg_at_10": 0.80803, + "ndcg_at_100": 0.82181, + "ndcg_at_1000": 0.82362, + "ndcg_at_20": 0.81507, + "ndcg_at_3": 0.7766, + "ndcg_at_5": 0.793, + "precision_at_1": 0.68889, + "precision_at_10": 0.09222, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.0475, + "precision_at_3": 0.27889, + "precision_at_5": 0.17533, + "recall_at_1": 0.68889, + "recall_at_10": 0.92222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.95, + "recall_at_3": 0.83667, + "recall_at_5": 0.87667 + }, + { + "hf_subset": "afr_Latn-afr_Latn", + "languages": [ + "afr-Latn", + "afr-Latn" + ], + "main_score": 0.85471, + "map_at_1": 0.77222, + "map_at_10": 0.83043, + "map_at_100": 0.83288, + "map_at_1000": 0.83296, + "map_at_20": 0.83206, + "map_at_3": 0.82167, + "map_at_5": 0.82722, + "mrr_at_1": 0.7722222222222223, + "mrr_at_10": 0.8304294532627866, + "mrr_at_100": 0.8328847488192109, + "mrr_at_1000": 0.8329610163764357, + "mrr_at_20": 0.8320623736715068, + "mrr_at_3": 0.8216666666666668, + "mrr_at_5": 0.8272222222222223, + "nauc_map_at_1000_diff1": 0.8749947828114835, + "nauc_map_at_1000_max": 0.8101523680388458, + "nauc_map_at_1000_std": 0.2040563486344099, + "nauc_map_at_100_diff1": 0.8750008194595037, + "nauc_map_at_100_max": 0.8102228029879355, + "nauc_map_at_100_std": 0.20433393233160382, + "nauc_map_at_10_diff1": 0.8743789513543045, + "nauc_map_at_10_max": 0.811042468823751, + "nauc_map_at_10_std": 0.20605954289580386, + "nauc_map_at_1_diff1": 0.885253173280539, + "nauc_map_at_1_max": 0.786971067700828, + "nauc_map_at_1_std": 0.15412432493390302, + "nauc_map_at_20_diff1": 0.8749017390314148, + "nauc_map_at_20_max": 0.8104959383403119, + "nauc_map_at_20_std": 0.20451056379332752, + "nauc_map_at_3_diff1": 0.875107318706229, + "nauc_map_at_3_max": 0.8140675104298937, + "nauc_map_at_3_std": 0.2039875440013206, + "nauc_map_at_5_diff1": 0.872083486971732, + "nauc_map_at_5_max": 0.8095023404025778, + "nauc_map_at_5_std": 0.20457861213939235, + "nauc_mrr_at_1000_diff1": 0.8749947828114835, + "nauc_mrr_at_1000_max": 0.8101523680388458, + "nauc_mrr_at_1000_std": 0.2040563486344099, + "nauc_mrr_at_100_diff1": 0.8750008194595037, + "nauc_mrr_at_100_max": 0.8102228029879355, + "nauc_mrr_at_100_std": 0.20433393233160382, + "nauc_mrr_at_10_diff1": 0.8743789513543045, + "nauc_mrr_at_10_max": 0.811042468823751, + "nauc_mrr_at_10_std": 0.20605954289580386, + "nauc_mrr_at_1_diff1": 0.885253173280539, + "nauc_mrr_at_1_max": 0.786971067700828, + "nauc_mrr_at_1_std": 0.15412432493390302, + "nauc_mrr_at_20_diff1": 0.8749017390314148, + "nauc_mrr_at_20_max": 0.8104959383403119, + "nauc_mrr_at_20_std": 0.20451056379332752, + "nauc_mrr_at_3_diff1": 0.875107318706229, + "nauc_mrr_at_3_max": 0.8140675104298937, + "nauc_mrr_at_3_std": 0.2039875440013206, + "nauc_mrr_at_5_diff1": 0.872083486971732, + "nauc_mrr_at_5_max": 0.8095023404025778, + "nauc_mrr_at_5_std": 0.20457861213939235, + "nauc_ndcg_at_1000_diff1": 0.8733431849740094, + "nauc_ndcg_at_1000_max": 0.8145598507218049, + "nauc_ndcg_at_1000_std": 0.21596797324086908, + "nauc_ndcg_at_100_diff1": 0.8736773223927274, + "nauc_ndcg_at_100_max": 0.8163365185509373, + "nauc_ndcg_at_100_std": 0.2231333920049625, + "nauc_ndcg_at_10_diff1": 0.870162475568839, + "nauc_ndcg_at_10_max": 0.8210623389548702, + "nauc_ndcg_at_10_std": 0.23142562918615286, + "nauc_ndcg_at_1_diff1": 0.885253173280539, + "nauc_ndcg_at_1_max": 0.786971067700828, + "nauc_ndcg_at_1_std": 0.15412432493390302, + "nauc_ndcg_at_20_diff1": 0.8722723416610261, + "nauc_ndcg_at_20_max": 0.8192075295591399, + "nauc_ndcg_at_20_std": 0.225972032011756, + "nauc_ndcg_at_3_diff1": 0.8706227044351748, + "nauc_ndcg_at_3_max": 0.825186401483277, + "nauc_ndcg_at_3_std": 0.22629254564848747, + "nauc_ndcg_at_5_diff1": 0.8643275881279692, + "nauc_ndcg_at_5_max": 0.8169067040232618, + "nauc_ndcg_at_5_std": 0.22816502611703943, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9035947712418206, + "nauc_precision_at_100_max": 0.9591503267973741, + "nauc_precision_at_100_std": 0.8011671335200949, + "nauc_precision_at_10_diff1": 0.845756010737627, + "nauc_precision_at_10_max": 0.8850519374416418, + "nauc_precision_at_10_std": 0.39282796451913743, + "nauc_precision_at_1_diff1": 0.885253173280539, + "nauc_precision_at_1_max": 0.786971067700828, + "nauc_precision_at_1_std": 0.15412432493390302, + "nauc_precision_at_20_diff1": 0.856795431350835, + "nauc_precision_at_20_max": 0.8965431133693796, + "nauc_precision_at_20_std": 0.4131218378824372, + "nauc_precision_at_3_diff1": 0.8519580180795427, + "nauc_precision_at_3_max": 0.871115863630646, + "nauc_precision_at_3_std": 0.31923152957245365, + "nauc_precision_at_5_diff1": 0.8247102762673687, + "nauc_precision_at_5_max": 0.8513978140275705, + "nauc_precision_at_5_std": 0.34437853572801547, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9035947712418219, + "nauc_recall_at_100_max": 0.9591503267973885, + "nauc_recall_at_100_std": 0.8011671335200726, + "nauc_recall_at_10_diff1": 0.8457560107376288, + "nauc_recall_at_10_max": 0.8850519374416432, + "nauc_recall_at_10_std": 0.3928279645191409, + "nauc_recall_at_1_diff1": 0.885253173280539, + "nauc_recall_at_1_max": 0.786971067700828, + "nauc_recall_at_1_std": 0.15412432493390302, + "nauc_recall_at_20_diff1": 0.8567954313508338, + "nauc_recall_at_20_max": 0.8965431133693783, + "nauc_recall_at_20_std": 0.41312183788243895, + "nauc_recall_at_3_diff1": 0.8519580180795423, + "nauc_recall_at_3_max": 0.871115863630645, + "nauc_recall_at_3_std": 0.31923152957245293, + "nauc_recall_at_5_diff1": 0.8247102762673714, + "nauc_recall_at_5_max": 0.8513978140275729, + "nauc_recall_at_5_std": 0.34437853572801663, + "ndcg_at_1": 0.77222, + "ndcg_at_10": 0.85471, + "ndcg_at_100": 0.8672, + "ndcg_at_1000": 0.86874, + "ndcg_at_20": 0.86062, + "ndcg_at_3": 0.83726, + "ndcg_at_5": 0.84707, + "precision_at_1": 0.77222, + "precision_at_10": 0.09289, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04761, + "precision_at_3": 0.29407, + "precision_at_5": 0.18111, + "recall_at_1": 0.77222, + "recall_at_10": 0.92889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.95222, + "recall_at_3": 0.88222, + "recall_at_5": 0.90556 + }, + { + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ], + "main_score": 0.87998, + "map_at_1": 0.79556, + "map_at_10": 0.85437, + "map_at_100": 0.85615, + "map_at_1000": 0.85616, + "map_at_20": 0.85545, + "map_at_3": 0.84296, + "map_at_5": 0.85102, + "mrr_at_1": 0.7955555555555556, + "mrr_at_10": 0.8543712522045861, + "mrr_at_100": 0.856145750850357, + "mrr_at_1000": 0.8561623742590828, + "mrr_at_20": 0.8554500663404179, + "mrr_at_3": 0.8429629629629632, + "mrr_at_5": 0.8510185185185191, + "nauc_map_at_1000_diff1": 0.8578551155795483, + "nauc_map_at_1000_max": 0.7479596154624422, + "nauc_map_at_1000_std": -0.030078036804024582, + "nauc_map_at_100_diff1": 0.8578468295568511, + "nauc_map_at_100_max": 0.7479903981655268, + "nauc_map_at_100_std": -0.029988940580655658, + "nauc_map_at_10_diff1": 0.8573417208689637, + "nauc_map_at_10_max": 0.7492178437816193, + "nauc_map_at_10_std": -0.02992288708824985, + "nauc_map_at_1_diff1": 0.8734954221548066, + "nauc_map_at_1_max": 0.7290068422143896, + "nauc_map_at_1_std": -0.0511638312035539, + "nauc_map_at_20_diff1": 0.8578113460301634, + "nauc_map_at_20_max": 0.7485653891263411, + "nauc_map_at_20_std": -0.030023800597743885, + "nauc_map_at_3_diff1": 0.8530244509370969, + "nauc_map_at_3_max": 0.7470557160697767, + "nauc_map_at_3_std": -0.027481527992418875, + "nauc_map_at_5_diff1": 0.8557097375858439, + "nauc_map_at_5_max": 0.7507030010914277, + "nauc_map_at_5_std": -0.0222307376354265, + "nauc_mrr_at_1000_diff1": 0.8578551155795483, + "nauc_mrr_at_1000_max": 0.7479596154624422, + "nauc_mrr_at_1000_std": -0.030078036804024582, + "nauc_mrr_at_100_diff1": 0.8578468295568511, + "nauc_mrr_at_100_max": 0.7479903981655268, + "nauc_mrr_at_100_std": -0.029988940580655658, + "nauc_mrr_at_10_diff1": 0.8573417208689637, + "nauc_mrr_at_10_max": 0.7492178437816193, + "nauc_mrr_at_10_std": -0.02992288708824985, + "nauc_mrr_at_1_diff1": 0.8734954221548066, + "nauc_mrr_at_1_max": 0.7290068422143896, + "nauc_mrr_at_1_std": -0.0511638312035539, + "nauc_mrr_at_20_diff1": 0.8578113460301634, + "nauc_mrr_at_20_max": 0.7485653891263411, + "nauc_mrr_at_20_std": -0.030023800597743885, + "nauc_mrr_at_3_diff1": 0.8530244509370969, + "nauc_mrr_at_3_max": 0.7470557160697767, + "nauc_mrr_at_3_std": -0.027481527992418875, + "nauc_mrr_at_5_diff1": 0.8557097375858439, + "nauc_mrr_at_5_max": 0.7507030010914277, + "nauc_mrr_at_5_std": -0.0222307376354265, + "nauc_ndcg_at_1000_diff1": 0.8565296505012713, + "nauc_ndcg_at_1000_max": 0.7510698070707551, + "nauc_ndcg_at_1000_std": -0.028011411194200957, + "nauc_ndcg_at_100_diff1": 0.8563458864577064, + "nauc_ndcg_at_100_max": 0.7518083139537668, + "nauc_ndcg_at_100_std": -0.025824237258194993, + "nauc_ndcg_at_10_diff1": 0.8550152971995787, + "nauc_ndcg_at_10_max": 0.7584462798759765, + "nauc_ndcg_at_10_std": -0.026967094010012144, + "nauc_ndcg_at_1_diff1": 0.8734954221548066, + "nauc_ndcg_at_1_max": 0.7290068422143896, + "nauc_ndcg_at_1_std": -0.0511638312035539, + "nauc_ndcg_at_20_diff1": 0.8566851847902166, + "nauc_ndcg_at_20_max": 0.7562878780511273, + "nauc_ndcg_at_20_std": -0.027459361136137204, + "nauc_ndcg_at_3_diff1": 0.8449663860387299, + "nauc_ndcg_at_3_max": 0.7521315622590211, + "nauc_ndcg_at_3_std": -0.019864248452577685, + "nauc_ndcg_at_5_diff1": 0.8500499290453939, + "nauc_ndcg_at_5_max": 0.7612227829491569, + "nauc_ndcg_at_5_std": -0.007738344925890991, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7957516339868821, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7117180205415332, + "nauc_precision_at_10_diff1": 0.844550432785721, + "nauc_precision_at_10_max": 0.84973629091276, + "nauc_precision_at_10_std": -0.012441012441019642, + "nauc_precision_at_1_diff1": 0.8734954221548066, + "nauc_precision_at_1_max": 0.7290068422143896, + "nauc_precision_at_1_std": -0.0511638312035539, + "nauc_precision_at_20_diff1": 0.8632508558979102, + "nauc_precision_at_20_max": 0.8675303454715156, + "nauc_precision_at_20_std": -0.014102863367575049, + "nauc_precision_at_3_diff1": 0.8110222870706236, + "nauc_precision_at_3_max": 0.7725465213057846, + "nauc_precision_at_3_std": 0.011410692450758424, + "nauc_precision_at_5_diff1": 0.8176185728528689, + "nauc_precision_at_5_max": 0.8285935843263863, + "nauc_precision_at_5_std": 0.08447672854452509, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7957516339869354, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7117180205415666, + "nauc_recall_at_10_diff1": 0.8445504327857284, + "nauc_recall_at_10_max": 0.8497362909127643, + "nauc_recall_at_10_std": -0.012441012441014063, + "nauc_recall_at_1_diff1": 0.8734954221548066, + "nauc_recall_at_1_max": 0.7290068422143896, + "nauc_recall_at_1_std": -0.0511638312035539, + "nauc_recall_at_20_diff1": 0.8632508558979135, + "nauc_recall_at_20_max": 0.8675303454715165, + "nauc_recall_at_20_std": -0.014102863367571411, + "nauc_recall_at_3_diff1": 0.8110222870706213, + "nauc_recall_at_3_max": 0.7725465213057817, + "nauc_recall_at_3_std": 0.011410692450755822, + "nauc_recall_at_5_diff1": 0.8176185728528695, + "nauc_recall_at_5_max": 0.828593584326386, + "nauc_recall_at_5_std": 0.08447672854452479, + "ndcg_at_1": 0.79556, + "ndcg_at_10": 0.87998, + "ndcg_at_100": 0.8884, + "ndcg_at_1000": 0.88871, + "ndcg_at_20": 0.88373, + "ndcg_at_3": 0.85741, + "ndcg_at_5": 0.87199, + "precision_at_1": 0.79556, + "precision_at_10": 0.09589, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29963, + "precision_at_5": 0.18689, + "recall_at_1": 0.79556, + "recall_at_10": 0.95889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.89889, + "recall_at_5": 0.93444 + }, + { + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ], + "main_score": 0.84533, + "map_at_1": 0.76778, + "map_at_10": 0.82057, + "map_at_100": 0.82294, + "map_at_1000": 0.82307, + "map_at_20": 0.82205, + "map_at_3": 0.81037, + "map_at_5": 0.81431, + "mrr_at_1": 0.7677777777777778, + "mrr_at_10": 0.8205723104056438, + "mrr_at_100": 0.8229365079313614, + "mrr_at_1000": 0.823065528524866, + "mrr_at_20": 0.8220508075563545, + "mrr_at_3": 0.8103703703703705, + "mrr_at_5": 0.8143148148148149, + "nauc_map_at_1000_diff1": 0.8514786856026729, + "nauc_map_at_1000_max": 0.7904764906714521, + "nauc_map_at_1000_std": 0.21146736949458214, + "nauc_map_at_100_diff1": 0.851483964759091, + "nauc_map_at_100_max": 0.790568966704861, + "nauc_map_at_100_std": 0.21183448516988532, + "nauc_map_at_10_diff1": 0.85092695552227, + "nauc_map_at_10_max": 0.79201774331575, + "nauc_map_at_10_std": 0.2158606513934284, + "nauc_map_at_1_diff1": 0.864069907186907, + "nauc_map_at_1_max": 0.7672219987513046, + "nauc_map_at_1_std": 0.1467340205269693, + "nauc_map_at_20_diff1": 0.8513464234329762, + "nauc_map_at_20_max": 0.7909963410264993, + "nauc_map_at_20_std": 0.21253861468244375, + "nauc_map_at_3_diff1": 0.8494515836872311, + "nauc_map_at_3_max": 0.788516820874639, + "nauc_map_at_3_std": 0.1998135419011145, + "nauc_map_at_5_diff1": 0.8493013741456802, + "nauc_map_at_5_max": 0.7903839639336989, + "nauc_map_at_5_std": 0.20923850364552887, + "nauc_mrr_at_1000_diff1": 0.8514786856026729, + "nauc_mrr_at_1000_max": 0.7904764906714521, + "nauc_mrr_at_1000_std": 0.21146736949458214, + "nauc_mrr_at_100_diff1": 0.851483964759091, + "nauc_mrr_at_100_max": 0.790568966704861, + "nauc_mrr_at_100_std": 0.21183448516988532, + "nauc_mrr_at_10_diff1": 0.85092695552227, + "nauc_mrr_at_10_max": 0.79201774331575, + "nauc_mrr_at_10_std": 0.2158606513934284, + "nauc_mrr_at_1_diff1": 0.864069907186907, + "nauc_mrr_at_1_max": 0.7672219987513046, + "nauc_mrr_at_1_std": 0.1467340205269693, + "nauc_mrr_at_20_diff1": 0.8513464234329762, + "nauc_mrr_at_20_max": 0.7909963410264993, + "nauc_mrr_at_20_std": 0.21253861468244375, + "nauc_mrr_at_3_diff1": 0.8494515836872311, + "nauc_mrr_at_3_max": 0.788516820874639, + "nauc_mrr_at_3_std": 0.1998135419011145, + "nauc_mrr_at_5_diff1": 0.8493013741456802, + "nauc_mrr_at_5_max": 0.7903839639336989, + "nauc_mrr_at_5_std": 0.20923850364552887, + "nauc_ndcg_at_1000_diff1": 0.8499735663381097, + "nauc_ndcg_at_1000_max": 0.7954771083781742, + "nauc_ndcg_at_1000_std": 0.22788733721937982, + "nauc_ndcg_at_100_diff1": 0.8503400337346739, + "nauc_ndcg_at_100_max": 0.7979931058479386, + "nauc_ndcg_at_100_std": 0.23816936756603455, + "nauc_ndcg_at_10_diff1": 0.8471565268537367, + "nauc_ndcg_at_10_max": 0.805370404836258, + "nauc_ndcg_at_10_std": 0.257134179005275, + "nauc_ndcg_at_1_diff1": 0.864069907186907, + "nauc_ndcg_at_1_max": 0.7672219987513046, + "nauc_ndcg_at_1_std": 0.1467340205269693, + "nauc_ndcg_at_20_diff1": 0.8488434809946193, + "nauc_ndcg_at_20_max": 0.8012224791704132, + "nauc_ndcg_at_20_std": 0.24372368467203676, + "nauc_ndcg_at_3_diff1": 0.8437376662348604, + "nauc_ndcg_at_3_max": 0.7953286625697049, + "nauc_ndcg_at_3_std": 0.21768010270765709, + "nauc_ndcg_at_5_diff1": 0.8434754227479109, + "nauc_ndcg_at_5_max": 0.7999098751483943, + "nauc_ndcg_at_5_std": 0.23731976445169123, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.869895326551674, + "nauc_precision_at_100_max": 0.9148606811145441, + "nauc_precision_at_100_std": 0.7183399675659906, + "nauc_precision_at_10_diff1": 0.8265199799726635, + "nauc_precision_at_10_max": 0.8945858536651379, + "nauc_precision_at_10_std": 0.533613445378149, + "nauc_precision_at_1_diff1": 0.864069907186907, + "nauc_precision_at_1_max": 0.7672219987513046, + "nauc_precision_at_1_std": 0.1467340205269693, + "nauc_precision_at_20_diff1": 0.8353627165151757, + "nauc_precision_at_20_max": 0.8876693534556653, + "nauc_precision_at_20_std": 0.5070885497055918, + "nauc_precision_at_3_diff1": 0.8223446184163956, + "nauc_precision_at_3_max": 0.8202315520453262, + "nauc_precision_at_3_std": 0.28342801718165417, + "nauc_precision_at_5_diff1": 0.8195026519433094, + "nauc_precision_at_5_max": 0.8402964959568721, + "nauc_precision_at_5_std": 0.3569950439092247, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8698953265516782, + "nauc_recall_at_100_max": 0.9148606811145501, + "nauc_recall_at_100_std": 0.7183399675659808, + "nauc_recall_at_10_diff1": 0.8265199799726652, + "nauc_recall_at_10_max": 0.894585853665139, + "nauc_recall_at_10_std": 0.5336134453781513, + "nauc_recall_at_1_diff1": 0.864069907186907, + "nauc_recall_at_1_max": 0.7672219987513046, + "nauc_recall_at_1_std": 0.1467340205269693, + "nauc_recall_at_20_diff1": 0.835362716515179, + "nauc_recall_at_20_max": 0.88766935345567, + "nauc_recall_at_20_std": 0.5070885497055933, + "nauc_recall_at_3_diff1": 0.8223446184163918, + "nauc_recall_at_3_max": 0.8202315520453238, + "nauc_recall_at_3_std": 0.28342801718165384, + "nauc_recall_at_5_diff1": 0.81950265194331, + "nauc_recall_at_5_max": 0.8402964959568736, + "nauc_recall_at_5_std": 0.3569950439092258, + "ndcg_at_1": 0.76778, + "ndcg_at_10": 0.84533, + "ndcg_at_100": 0.85713, + "ndcg_at_1000": 0.85997, + "ndcg_at_20": 0.85087, + "ndcg_at_3": 0.8232, + "ndcg_at_5": 0.83042, + "precision_at_1": 0.76778, + "precision_at_10": 0.09233, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.28667, + "precision_at_5": 0.17556, + "recall_at_1": 0.76778, + "recall_at_10": 0.92333, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.86, + "recall_at_5": 0.87778 + }, + { + "hf_subset": "als_Latn-als_Latn", + "languages": [ + "als-Latn", + "als-Latn" + ], + "main_score": 0.86428, + "map_at_1": 0.77889, + "map_at_10": 0.83888, + "map_at_100": 0.84122, + "map_at_1000": 0.84126, + "map_at_20": 0.8404, + "map_at_3": 0.82852, + "map_at_5": 0.83463, + "mrr_at_1": 0.7788888888888889, + "mrr_at_10": 0.8388818342151678, + "mrr_at_100": 0.8412203404385442, + "mrr_at_1000": 0.8412649475378201, + "mrr_at_20": 0.8404013320318793, + "mrr_at_3": 0.8285185185185188, + "mrr_at_5": 0.8346296296296298, + "nauc_map_at_1000_diff1": 0.853477718187634, + "nauc_map_at_1000_max": 0.7727987086398412, + "nauc_map_at_1000_std": 0.14982255123636123, + "nauc_map_at_100_diff1": 0.8534944588732499, + "nauc_map_at_100_max": 0.7728518134973228, + "nauc_map_at_100_std": 0.14992283067188644, + "nauc_map_at_10_diff1": 0.8514454040376803, + "nauc_map_at_10_max": 0.7723982128062156, + "nauc_map_at_10_std": 0.1536009233199503, + "nauc_map_at_1_diff1": 0.8744102033852215, + "nauc_map_at_1_max": 0.7616772673975568, + "nauc_map_at_1_std": 0.12232362547562188, + "nauc_map_at_20_diff1": 0.8531041176496343, + "nauc_map_at_20_max": 0.773221872138636, + "nauc_map_at_20_std": 0.15094107517617542, + "nauc_map_at_3_diff1": 0.8519061275711901, + "nauc_map_at_3_max": 0.77190427557677, + "nauc_map_at_3_std": 0.13540448042673464, + "nauc_map_at_5_diff1": 0.8490555086446058, + "nauc_map_at_5_max": 0.7711957343715389, + "nauc_map_at_5_std": 0.1462938892550613, + "nauc_mrr_at_1000_diff1": 0.853477718187634, + "nauc_mrr_at_1000_max": 0.7727987086398412, + "nauc_mrr_at_1000_std": 0.14982255123636123, + "nauc_mrr_at_100_diff1": 0.8534944588732499, + "nauc_mrr_at_100_max": 0.7728518134973228, + "nauc_mrr_at_100_std": 0.14992283067188644, + "nauc_mrr_at_10_diff1": 0.8514454040376803, + "nauc_mrr_at_10_max": 0.7723982128062156, + "nauc_mrr_at_10_std": 0.1536009233199503, + "nauc_mrr_at_1_diff1": 0.8744102033852215, + "nauc_mrr_at_1_max": 0.7616772673975568, + "nauc_mrr_at_1_std": 0.12232362547562188, + "nauc_mrr_at_20_diff1": 0.8531041176496343, + "nauc_mrr_at_20_max": 0.773221872138636, + "nauc_mrr_at_20_std": 0.15094107517617542, + "nauc_mrr_at_3_diff1": 0.8519061275711901, + "nauc_mrr_at_3_max": 0.77190427557677, + "nauc_mrr_at_3_std": 0.13540448042673464, + "nauc_mrr_at_5_diff1": 0.8490555086446058, + "nauc_mrr_at_5_max": 0.7711957343715389, + "nauc_mrr_at_5_std": 0.1462938892550613, + "nauc_ndcg_at_1000_diff1": 0.8505896136765247, + "nauc_ndcg_at_1000_max": 0.7757442499762727, + "nauc_ndcg_at_1000_std": 0.15849477570062895, + "nauc_ndcg_at_100_diff1": 0.851073620058963, + "nauc_ndcg_at_100_max": 0.7771473691229082, + "nauc_ndcg_at_100_std": 0.1618938241972568, + "nauc_ndcg_at_10_diff1": 0.8413767340309865, + "nauc_ndcg_at_10_max": 0.7773164946469538, + "nauc_ndcg_at_10_std": 0.1808326395949112, + "nauc_ndcg_at_1_diff1": 0.8744102033852215, + "nauc_ndcg_at_1_max": 0.7616772673975568, + "nauc_ndcg_at_1_std": 0.12232362547562188, + "nauc_ndcg_at_20_diff1": 0.8488057595186075, + "nauc_ndcg_at_20_max": 0.7809823058251398, + "nauc_ndcg_at_20_std": 0.17046486954182533, + "nauc_ndcg_at_3_diff1": 0.8420967633217639, + "nauc_ndcg_at_3_max": 0.7751950977761172, + "nauc_ndcg_at_3_std": 0.13807166119287811, + "nauc_ndcg_at_5_diff1": 0.8358491497605086, + "nauc_ndcg_at_5_max": 0.7741351136433535, + "nauc_ndcg_at_5_std": 0.16047480950463697, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9128540305010667, + "nauc_precision_at_100_max": 0.9564270152505334, + "nauc_precision_at_100_std": 0.6195922813570331, + "nauc_precision_at_10_diff1": 0.7685664009193406, + "nauc_precision_at_10_max": 0.8152966314730983, + "nauc_precision_at_10_std": 0.40796703296702996, + "nauc_precision_at_1_diff1": 0.8744102033852215, + "nauc_precision_at_1_max": 0.7616772673975568, + "nauc_precision_at_1_std": 0.12232362547562188, + "nauc_precision_at_20_diff1": 0.8283252695017376, + "nauc_precision_at_20_max": 0.8842062077356201, + "nauc_precision_at_20_std": 0.40319157966216185, + "nauc_precision_at_3_diff1": 0.8013610754727523, + "nauc_precision_at_3_max": 0.7883778657890342, + "nauc_precision_at_3_std": 0.14789144865286985, + "nauc_precision_at_5_diff1": 0.7665014723838238, + "nauc_precision_at_5_max": 0.7885632885632882, + "nauc_precision_at_5_std": 0.2375864875864855, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9128540305010873, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.6195922813569777, + "nauc_recall_at_10_diff1": 0.7685664009193438, + "nauc_recall_at_10_max": 0.8152966314731037, + "nauc_recall_at_10_std": 0.40796703296703263, + "nauc_recall_at_1_diff1": 0.8744102033852215, + "nauc_recall_at_1_max": 0.7616772673975568, + "nauc_recall_at_1_std": 0.12232362547562188, + "nauc_recall_at_20_diff1": 0.8283252695017385, + "nauc_recall_at_20_max": 0.8842062077356219, + "nauc_recall_at_20_std": 0.40319157966216185, + "nauc_recall_at_3_diff1": 0.8013610754727502, + "nauc_recall_at_3_max": 0.7883778657890332, + "nauc_recall_at_3_std": 0.14789144865286852, + "nauc_recall_at_5_diff1": 0.7665014723838236, + "nauc_recall_at_5_max": 0.7885632885632875, + "nauc_recall_at_5_std": 0.23758648758648834, + "ndcg_at_1": 0.77889, + "ndcg_at_10": 0.86428, + "ndcg_at_100": 0.87534, + "ndcg_at_1000": 0.87625, + "ndcg_at_20": 0.86969, + "ndcg_at_3": 0.84354, + "ndcg_at_5": 0.85454, + "precision_at_1": 0.77889, + "precision_at_10": 0.09422, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04817, + "precision_at_3": 0.29556, + "precision_at_5": 0.18267, + "recall_at_1": 0.77889, + "recall_at_10": 0.94222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96333, + "recall_at_3": 0.88667, + "recall_at_5": 0.91333 + }, + { + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ], + "main_score": 0.87718, + "map_at_1": 0.78556, + "map_at_10": 0.8501, + "map_at_100": 0.85217, + "map_at_1000": 0.85217, + "map_at_20": 0.85175, + "map_at_3": 0.8387, + "map_at_5": 0.84643, + "mrr_at_1": 0.7855555555555556, + "mrr_at_10": 0.8501036155202824, + "mrr_at_100": 0.8521661906560729, + "mrr_at_1000": 0.8521713586147293, + "mrr_at_20": 0.8517506723916686, + "mrr_at_3": 0.8387037037037038, + "mrr_at_5": 0.8464259259259262, + "nauc_map_at_1000_diff1": 0.8368848342168909, + "nauc_map_at_1000_max": 0.6944379995577806, + "nauc_map_at_1000_std": 0.00015469861172764363, + "nauc_map_at_100_diff1": 0.8368860412057018, + "nauc_map_at_100_max": 0.6944493839110206, + "nauc_map_at_100_std": 0.00019194994559720206, + "nauc_map_at_10_diff1": 0.8365991931415674, + "nauc_map_at_10_max": 0.6955019921272385, + "nauc_map_at_10_std": -0.0009549974759636203, + "nauc_map_at_1_diff1": 0.8611037372099323, + "nauc_map_at_1_max": 0.6831716477734175, + "nauc_map_at_1_std": -0.00898097358274353, + "nauc_map_at_20_diff1": 0.8367094336242433, + "nauc_map_at_20_max": 0.6947403610830095, + "nauc_map_at_20_std": 0.0004087012858086637, + "nauc_map_at_3_diff1": 0.8275619731648944, + "nauc_map_at_3_max": 0.6903548944781633, + "nauc_map_at_3_std": 1.0794491628909756e-05, + "nauc_map_at_5_diff1": 0.8345877356216261, + "nauc_map_at_5_max": 0.6962001527858268, + "nauc_map_at_5_std": 0.0021772938043702044, + "nauc_mrr_at_1000_diff1": 0.8368848342168909, + "nauc_mrr_at_1000_max": 0.6944379995577806, + "nauc_mrr_at_1000_std": 0.00015469861172764363, + "nauc_mrr_at_100_diff1": 0.8368860412057018, + "nauc_mrr_at_100_max": 0.6944493839110206, + "nauc_mrr_at_100_std": 0.00019194994559720206, + "nauc_mrr_at_10_diff1": 0.8365991931415674, + "nauc_mrr_at_10_max": 0.6955019921272385, + "nauc_mrr_at_10_std": -0.0009549974759636203, + "nauc_mrr_at_1_diff1": 0.8611037372099323, + "nauc_mrr_at_1_max": 0.6831716477734175, + "nauc_mrr_at_1_std": -0.00898097358274353, + "nauc_mrr_at_20_diff1": 0.8367094336242433, + "nauc_mrr_at_20_max": 0.6947403610830095, + "nauc_mrr_at_20_std": 0.0004087012858086637, + "nauc_mrr_at_3_diff1": 0.8275619731648944, + "nauc_mrr_at_3_max": 0.6903548944781633, + "nauc_mrr_at_3_std": 1.0794491628909756e-05, + "nauc_mrr_at_5_diff1": 0.8345877356216261, + "nauc_mrr_at_5_max": 0.6962001527858268, + "nauc_mrr_at_5_std": 0.0021772938043702044, + "nauc_ndcg_at_1000_diff1": 0.8336219109408793, + "nauc_ndcg_at_1000_max": 0.6961515259486356, + "nauc_ndcg_at_1000_std": 0.001889786020090203, + "nauc_ndcg_at_100_diff1": 0.8336695597993518, + "nauc_ndcg_at_100_max": 0.6965575378447201, + "nauc_ndcg_at_100_std": 0.003223492308210463, + "nauc_ndcg_at_10_diff1": 0.8305970014489397, + "nauc_ndcg_at_10_max": 0.701304778108587, + "nauc_ndcg_at_10_std": -0.002238996333547367, + "nauc_ndcg_at_1_diff1": 0.8611037372099323, + "nauc_ndcg_at_1_max": 0.6831716477734175, + "nauc_ndcg_at_1_std": -0.00898097358274353, + "nauc_ndcg_at_20_diff1": 0.8307927982360283, + "nauc_ndcg_at_20_max": 0.6978397686471308, + "nauc_ndcg_at_20_std": 0.006142219310484478, + "nauc_ndcg_at_3_diff1": 0.8133806725897635, + "nauc_ndcg_at_3_max": 0.691008485845589, + "nauc_ndcg_at_3_std": 0.0011252186368623093, + "nauc_ndcg_at_5_diff1": 0.8259812299981012, + "nauc_ndcg_at_5_max": 0.7029461266203646, + "nauc_ndcg_at_5_std": 0.006045830138221977, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692810457515043, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7799045544143538, + "nauc_precision_at_10_max": 0.7599984438219712, + "nauc_precision_at_10_std": -0.024107791264652175, + "nauc_precision_at_1_diff1": 0.8611037372099323, + "nauc_precision_at_1_max": 0.6831716477734175, + "nauc_precision_at_1_std": -0.00898097358274353, + "nauc_precision_at_20_diff1": 0.7145347027699859, + "nauc_precision_at_20_max": 0.7477746654217237, + "nauc_precision_at_20_std": 0.193277310924368, + "nauc_precision_at_3_diff1": 0.7508786286050009, + "nauc_precision_at_3_max": 0.6927684931650574, + "nauc_precision_at_3_std": 0.004773444958507323, + "nauc_precision_at_5_diff1": 0.7750795233347568, + "nauc_precision_at_5_max": 0.7472265742455152, + "nauc_precision_at_5_std": 0.030511639684121145, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692810457515964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.779904554414358, + "nauc_recall_at_10_max": 0.7599984438219722, + "nauc_recall_at_10_std": -0.02410779126465052, + "nauc_recall_at_1_diff1": 0.8611037372099323, + "nauc_recall_at_1_max": 0.6831716477734175, + "nauc_recall_at_1_std": -0.00898097358274353, + "nauc_recall_at_20_diff1": 0.7145347027699974, + "nauc_recall_at_20_max": 0.7477746654217275, + "nauc_recall_at_20_std": 0.19327731092436756, + "nauc_recall_at_3_diff1": 0.7508786286050001, + "nauc_recall_at_3_max": 0.6927684931650567, + "nauc_recall_at_3_std": 0.004773444958508634, + "nauc_recall_at_5_diff1": 0.7750795233347576, + "nauc_recall_at_5_max": 0.7472265742455145, + "nauc_recall_at_5_std": 0.030511639684124525, + "ndcg_at_1": 0.78556, + "ndcg_at_10": 0.87718, + "ndcg_at_100": 0.88601, + "ndcg_at_1000": 0.88616, + "ndcg_at_20": 0.88311, + "ndcg_at_3": 0.85483, + "ndcg_at_5": 0.86865, + "precision_at_1": 0.78556, + "precision_at_10": 0.096, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30037, + "precision_at_5": 0.18689, + "recall_at_1": 0.78556, + "recall_at_10": 0.96, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.90111, + "recall_at_5": 0.93444 + }, + { + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ], + "main_score": 0.82687, + "map_at_1": 0.73333, + "map_at_10": 0.79703, + "map_at_100": 0.8, + "map_at_1000": 0.80011, + "map_at_20": 0.79909, + "map_at_3": 0.7813, + "map_at_5": 0.79219, + "mrr_at_1": 0.7333333333333333, + "mrr_at_10": 0.7970268959435631, + "mrr_at_100": 0.7999986399071586, + "mrr_at_1000": 0.8001140042164667, + "mrr_at_20": 0.7990934491921337, + "mrr_at_3": 0.7812962962962966, + "mrr_at_5": 0.7921851851851858, + "nauc_map_at_1000_diff1": 0.8391235711588269, + "nauc_map_at_1000_max": 0.783168687918331, + "nauc_map_at_1000_std": 0.1793309151197882, + "nauc_map_at_100_diff1": 0.8391074449205685, + "nauc_map_at_100_max": 0.7832776729769049, + "nauc_map_at_100_std": 0.17979506854920385, + "nauc_map_at_10_diff1": 0.8386443153545603, + "nauc_map_at_10_max": 0.784506487618591, + "nauc_map_at_10_std": 0.18403995561787434, + "nauc_map_at_1_diff1": 0.8532481574650256, + "nauc_map_at_1_max": 0.7713027935919506, + "nauc_map_at_1_std": 0.12273710225517458, + "nauc_map_at_20_diff1": 0.8391830190568229, + "nauc_map_at_20_max": 0.78352154721215, + "nauc_map_at_20_std": 0.1806752032092809, + "nauc_map_at_3_diff1": 0.8380482070806387, + "nauc_map_at_3_max": 0.781630174029288, + "nauc_map_at_3_std": 0.17291484450552444, + "nauc_map_at_5_diff1": 0.8371631077210981, + "nauc_map_at_5_max": 0.781865540336232, + "nauc_map_at_5_std": 0.17386903441719095, + "nauc_mrr_at_1000_diff1": 0.8391235711588269, + "nauc_mrr_at_1000_max": 0.783168687918331, + "nauc_mrr_at_1000_std": 0.1793309151197882, + "nauc_mrr_at_100_diff1": 0.8391074449205685, + "nauc_mrr_at_100_max": 0.7832776729769049, + "nauc_mrr_at_100_std": 0.17979506854920385, + "nauc_mrr_at_10_diff1": 0.8386443153545603, + "nauc_mrr_at_10_max": 0.784506487618591, + "nauc_mrr_at_10_std": 0.18403995561787434, + "nauc_mrr_at_1_diff1": 0.8532481574650256, + "nauc_mrr_at_1_max": 0.7713027935919506, + "nauc_mrr_at_1_std": 0.12273710225517458, + "nauc_mrr_at_20_diff1": 0.8391830190568229, + "nauc_mrr_at_20_max": 0.78352154721215, + "nauc_mrr_at_20_std": 0.1806752032092809, + "nauc_mrr_at_3_diff1": 0.8380482070806387, + "nauc_mrr_at_3_max": 0.781630174029288, + "nauc_mrr_at_3_std": 0.17291484450552444, + "nauc_mrr_at_5_diff1": 0.8371631077210981, + "nauc_mrr_at_5_max": 0.781865540336232, + "nauc_mrr_at_5_std": 0.17386903441719095, + "nauc_ndcg_at_1000_diff1": 0.8374357324245316, + "nauc_ndcg_at_1000_max": 0.7872749498361503, + "nauc_ndcg_at_1000_std": 0.19599876653304832, + "nauc_ndcg_at_100_diff1": 0.8369697926135842, + "nauc_ndcg_at_100_max": 0.7899343089383117, + "nauc_ndcg_at_100_std": 0.20724667531428326, + "nauc_ndcg_at_10_diff1": 0.8355149359815843, + "nauc_ndcg_at_10_max": 0.7961677536223001, + "nauc_ndcg_at_10_std": 0.22842139546292356, + "nauc_ndcg_at_1_diff1": 0.8532481574650256, + "nauc_ndcg_at_1_max": 0.7713027935919506, + "nauc_ndcg_at_1_std": 0.12273710225517458, + "nauc_ndcg_at_20_diff1": 0.8372741232110672, + "nauc_ndcg_at_20_max": 0.79221888955217, + "nauc_ndcg_at_20_std": 0.21568508392396255, + "nauc_ndcg_at_3_diff1": 0.833320433946642, + "nauc_ndcg_at_3_max": 0.7868250338279649, + "nauc_ndcg_at_3_std": 0.19451713930312015, + "nauc_ndcg_at_5_diff1": 0.8312360681278377, + "nauc_ndcg_at_5_max": 0.788135589834014, + "nauc_ndcg_at_5_std": 0.19813351575363256, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8062558356676104, + "nauc_precision_at_100_max": 0.9553376906318085, + "nauc_precision_at_100_std": 0.9046062869592446, + "nauc_precision_at_10_diff1": 0.8199372341529206, + "nauc_precision_at_10_max": 0.882528011204482, + "nauc_precision_at_10_std": 0.5512436456063867, + "nauc_precision_at_1_diff1": 0.8532481574650256, + "nauc_precision_at_1_max": 0.7713027935919506, + "nauc_precision_at_1_std": 0.12273710225517458, + "nauc_precision_at_20_diff1": 0.8291418016481942, + "nauc_precision_at_20_max": 0.8836114155807246, + "nauc_precision_at_20_std": 0.5828360329639083, + "nauc_precision_at_3_diff1": 0.8163853148397205, + "nauc_precision_at_3_max": 0.8063958195333801, + "nauc_precision_at_3_std": 0.2748081387957749, + "nauc_precision_at_5_diff1": 0.8031647536189503, + "nauc_precision_at_5_max": 0.8194180435736202, + "nauc_precision_at_5_std": 0.3157488302383376, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8062558356676062, + "nauc_recall_at_100_max": 0.9553376906318056, + "nauc_recall_at_100_std": 0.9046062869592312, + "nauc_recall_at_10_diff1": 0.8199372341529209, + "nauc_recall_at_10_max": 0.8825280112044809, + "nauc_recall_at_10_std": 0.5512436456063893, + "nauc_recall_at_1_diff1": 0.8532481574650256, + "nauc_recall_at_1_max": 0.7713027935919506, + "nauc_recall_at_1_std": 0.12273710225517458, + "nauc_recall_at_20_diff1": 0.8291418016481932, + "nauc_recall_at_20_max": 0.8836114155807261, + "nauc_recall_at_20_std": 0.5828360329639097, + "nauc_recall_at_3_diff1": 0.8163853148397201, + "nauc_recall_at_3_max": 0.8063958195333767, + "nauc_recall_at_3_std": 0.2748081387957741, + "nauc_recall_at_5_diff1": 0.8031647536189495, + "nauc_recall_at_5_max": 0.8194180435736219, + "nauc_recall_at_5_std": 0.3157488302383383, + "ndcg_at_1": 0.73333, + "ndcg_at_10": 0.82687, + "ndcg_at_100": 0.84068, + "ndcg_at_1000": 0.84298, + "ndcg_at_20": 0.83425, + "ndcg_at_3": 0.79562, + "ndcg_at_5": 0.81527, + "precision_at_1": 0.73333, + "precision_at_10": 0.092, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04744, + "precision_at_3": 0.27889, + "precision_at_5": 0.17689, + "recall_at_1": 0.73333, + "recall_at_10": 0.92, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.94889, + "recall_at_3": 0.83667, + "recall_at_5": 0.88444 + }, + { + "hf_subset": "amh_Ethi-amh_Ethi", + "languages": [ + "amh-Ethi", + "amh-Ethi" + ], + "main_score": 0.76534, + "map_at_1": 0.65333, + "map_at_10": 0.72915, + "map_at_100": 0.7331, + "map_at_1000": 0.73329, + "map_at_20": 0.73178, + "map_at_3": 0.71352, + "map_at_5": 0.72335, + "mrr_at_1": 0.6533333333333333, + "mrr_at_10": 0.7291543209876542, + "mrr_at_100": 0.7330995907485445, + "mrr_at_1000": 0.7332891926818675, + "mrr_at_20": 0.73178369476241, + "mrr_at_3": 0.7135185185185184, + "mrr_at_5": 0.7233518518518519, + "nauc_map_at_1000_diff1": 0.8152691652515678, + "nauc_map_at_1000_max": 0.7496851225420819, + "nauc_map_at_1000_std": 0.19466844544915957, + "nauc_map_at_100_diff1": 0.8152586544629704, + "nauc_map_at_100_max": 0.7498468620771833, + "nauc_map_at_100_std": 0.19514535966134045, + "nauc_map_at_10_diff1": 0.8138625672043075, + "nauc_map_at_10_max": 0.7504127392510267, + "nauc_map_at_10_std": 0.19707893321743106, + "nauc_map_at_1_diff1": 0.8393375849040119, + "nauc_map_at_1_max": 0.7295247559350909, + "nauc_map_at_1_std": 0.14343044969096053, + "nauc_map_at_20_diff1": 0.814700256701002, + "nauc_map_at_20_max": 0.7499608344479497, + "nauc_map_at_20_std": 0.19586738125774455, + "nauc_map_at_3_diff1": 0.8151954971191324, + "nauc_map_at_3_max": 0.750028264516427, + "nauc_map_at_3_std": 0.18468757055122692, + "nauc_map_at_5_diff1": 0.812258000777968, + "nauc_map_at_5_max": 0.7489462139436871, + "nauc_map_at_5_std": 0.19365099684099127, + "nauc_mrr_at_1000_diff1": 0.8152691652515678, + "nauc_mrr_at_1000_max": 0.7496851225420819, + "nauc_mrr_at_1000_std": 0.19466844544915957, + "nauc_mrr_at_100_diff1": 0.8152586544629704, + "nauc_mrr_at_100_max": 0.7498468620771833, + "nauc_mrr_at_100_std": 0.19514535966134045, + "nauc_mrr_at_10_diff1": 0.8138625672043075, + "nauc_mrr_at_10_max": 0.7504127392510267, + "nauc_mrr_at_10_std": 0.19707893321743106, + "nauc_mrr_at_1_diff1": 0.8393375849040119, + "nauc_mrr_at_1_max": 0.7295247559350909, + "nauc_mrr_at_1_std": 0.14343044969096053, + "nauc_mrr_at_20_diff1": 0.814700256701002, + "nauc_mrr_at_20_max": 0.7499608344479497, + "nauc_mrr_at_20_std": 0.19586738125774455, + "nauc_mrr_at_3_diff1": 0.8151954971191324, + "nauc_mrr_at_3_max": 0.750028264516427, + "nauc_mrr_at_3_std": 0.18468757055122692, + "nauc_mrr_at_5_diff1": 0.812258000777968, + "nauc_mrr_at_5_max": 0.7489462139436871, + "nauc_mrr_at_5_std": 0.19365099684099127, + "nauc_ndcg_at_1000_diff1": 0.8115175762123674, + "nauc_ndcg_at_1000_max": 0.7540524818708969, + "nauc_ndcg_at_1000_std": 0.20967520946549684, + "nauc_ndcg_at_100_diff1": 0.8112294276388894, + "nauc_ndcg_at_100_max": 0.758202874483887, + "nauc_ndcg_at_100_std": 0.22214316398693723, + "nauc_ndcg_at_10_diff1": 0.8040479232022687, + "nauc_ndcg_at_10_max": 0.7601061830465851, + "nauc_ndcg_at_10_std": 0.23092698399052544, + "nauc_ndcg_at_1_diff1": 0.8393375849040119, + "nauc_ndcg_at_1_max": 0.7295247559350909, + "nauc_ndcg_at_1_std": 0.14343044969096053, + "nauc_ndcg_at_20_diff1": 0.807326317146586, + "nauc_ndcg_at_20_max": 0.7587304174291467, + "nauc_ndcg_at_20_std": 0.22763604977071913, + "nauc_ndcg_at_3_diff1": 0.8061997608806654, + "nauc_ndcg_at_3_max": 0.7563460875985585, + "nauc_ndcg_at_3_std": 0.19981072520329235, + "nauc_ndcg_at_5_diff1": 0.8001706290809585, + "nauc_ndcg_at_5_max": 0.7547814623816584, + "nauc_ndcg_at_5_std": 0.21774215691926338, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.797973510391817, + "nauc_precision_at_100_max": 0.9441504997060587, + "nauc_precision_at_100_std": 0.7837085451464517, + "nauc_precision_at_10_diff1": 0.7506333330411371, + "nauc_precision_at_10_max": 0.819401467404166, + "nauc_precision_at_10_std": 0.440212484331033, + "nauc_precision_at_1_diff1": 0.8393375849040119, + "nauc_precision_at_1_max": 0.7295247559350909, + "nauc_precision_at_1_std": 0.14343044969096053, + "nauc_precision_at_20_diff1": 0.7588386706033743, + "nauc_precision_at_20_max": 0.8331251419486688, + "nauc_precision_at_20_std": 0.5030471648118668, + "nauc_precision_at_3_diff1": 0.7736609637336042, + "nauc_precision_at_3_max": 0.7786818508368142, + "nauc_precision_at_3_std": 0.25441556022669987, + "nauc_precision_at_5_diff1": 0.7473185316716818, + "nauc_precision_at_5_max": 0.7789673654043255, + "nauc_precision_at_5_std": 0.3242634530392134, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7979735103918145, + "nauc_recall_at_100_max": 0.9441504997060575, + "nauc_recall_at_100_std": 0.7837085451464557, + "nauc_recall_at_10_diff1": 0.750633333041138, + "nauc_recall_at_10_max": 0.8194014674041679, + "nauc_recall_at_10_std": 0.4402124843310331, + "nauc_recall_at_1_diff1": 0.8393375849040119, + "nauc_recall_at_1_max": 0.7295247559350909, + "nauc_recall_at_1_std": 0.14343044969096053, + "nauc_recall_at_20_diff1": 0.7588386706033771, + "nauc_recall_at_20_max": 0.8331251419486713, + "nauc_recall_at_20_std": 0.5030471648118692, + "nauc_recall_at_3_diff1": 0.7736609637336029, + "nauc_recall_at_3_max": 0.7786818508368136, + "nauc_recall_at_3_std": 0.2544155602266989, + "nauc_recall_at_5_diff1": 0.7473185316716819, + "nauc_recall_at_5_max": 0.7789673654043253, + "nauc_recall_at_5_std": 0.3242634530392151, + "ndcg_at_1": 0.65333, + "ndcg_at_10": 0.76534, + "ndcg_at_100": 0.78471, + "ndcg_at_1000": 0.78878, + "ndcg_at_20": 0.77509, + "ndcg_at_3": 0.73289, + "ndcg_at_5": 0.75068, + "precision_at_1": 0.65333, + "precision_at_10": 0.08789, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "precision_at_20": 0.04589, + "precision_at_3": 0.26296, + "precision_at_5": 0.16644, + "recall_at_1": 0.65333, + "recall_at_10": 0.87889, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "recall_at_20": 0.91778, + "recall_at_3": 0.78889, + "recall_at_5": 0.83222 + }, + { + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ], + "main_score": 0.86196, + "map_at_1": 0.76667, + "map_at_10": 0.83327, + "map_at_100": 0.83581, + "map_at_1000": 0.83583, + "map_at_20": 0.83529, + "map_at_3": 0.82056, + "map_at_5": 0.82967, + "mrr_at_1": 0.7666666666666667, + "mrr_at_10": 0.8332729276895948, + "mrr_at_100": 0.8358072326331754, + "mrr_at_1000": 0.8358295688152251, + "mrr_at_20": 0.8352916238388378, + "mrr_at_3": 0.820555555555556, + "mrr_at_5": 0.8296666666666672, + "nauc_map_at_1000_diff1": 0.8199726841699742, + "nauc_map_at_1000_max": 0.6423773535731139, + "nauc_map_at_1000_std": -0.07358392191284983, + "nauc_map_at_100_diff1": 0.8199659763453993, + "nauc_map_at_100_max": 0.6424220482422878, + "nauc_map_at_100_std": -0.07354883939336257, + "nauc_map_at_10_diff1": 0.8200726063885309, + "nauc_map_at_10_max": 0.6431449368577667, + "nauc_map_at_10_std": -0.07333625440197869, + "nauc_map_at_1_diff1": 0.8354205079037302, + "nauc_map_at_1_max": 0.6331489539543235, + "nauc_map_at_1_std": -0.07047471544115913, + "nauc_map_at_20_diff1": 0.8197759357957897, + "nauc_map_at_20_max": 0.6426929543480152, + "nauc_map_at_20_std": -0.07309182461491692, + "nauc_map_at_3_diff1": 0.8180567144476126, + "nauc_map_at_3_max": 0.6453027510367755, + "nauc_map_at_3_std": -0.07499242395938412, + "nauc_map_at_5_diff1": 0.8169809877493235, + "nauc_map_at_5_max": 0.6427432243085759, + "nauc_map_at_5_std": -0.07392432875601915, + "nauc_mrr_at_1000_diff1": 0.8199726841699742, + "nauc_mrr_at_1000_max": 0.6423773535731139, + "nauc_mrr_at_1000_std": -0.07358392191284983, + "nauc_mrr_at_100_diff1": 0.8199659763453993, + "nauc_mrr_at_100_max": 0.6424220482422878, + "nauc_mrr_at_100_std": -0.07354883939336257, + "nauc_mrr_at_10_diff1": 0.8200726063885309, + "nauc_mrr_at_10_max": 0.6431449368577667, + "nauc_mrr_at_10_std": -0.07333625440197869, + "nauc_mrr_at_1_diff1": 0.8354205079037302, + "nauc_mrr_at_1_max": 0.6331489539543235, + "nauc_mrr_at_1_std": -0.07047471544115913, + "nauc_mrr_at_20_diff1": 0.8197759357957897, + "nauc_mrr_at_20_max": 0.6426929543480152, + "nauc_mrr_at_20_std": -0.07309182461491692, + "nauc_mrr_at_3_diff1": 0.8180567144476126, + "nauc_mrr_at_3_max": 0.6453027510367755, + "nauc_mrr_at_3_std": -0.07499242395938412, + "nauc_mrr_at_5_diff1": 0.8169809877493235, + "nauc_mrr_at_5_max": 0.6427432243085759, + "nauc_mrr_at_5_std": -0.07392432875601915, + "nauc_ndcg_at_1000_diff1": 0.818146928862126, + "nauc_ndcg_at_1000_max": 0.6444069191540381, + "nauc_ndcg_at_1000_std": -0.07129091278567981, + "nauc_ndcg_at_100_diff1": 0.8180995632708431, + "nauc_ndcg_at_100_max": 0.645607484997618, + "nauc_ndcg_at_100_std": -0.07000843420085506, + "nauc_ndcg_at_10_diff1": 0.8172978234225284, + "nauc_ndcg_at_10_max": 0.6485073836619613, + "nauc_ndcg_at_10_std": -0.06756021951258559, + "nauc_ndcg_at_1_diff1": 0.8354205079037302, + "nauc_ndcg_at_1_max": 0.6331489539543235, + "nauc_ndcg_at_1_std": -0.07047471544115913, + "nauc_ndcg_at_20_diff1": 0.8162664500667915, + "nauc_ndcg_at_20_max": 0.6476205569956371, + "nauc_ndcg_at_20_std": -0.06526391398818952, + "nauc_ndcg_at_3_diff1": 0.8123561410714554, + "nauc_ndcg_at_3_max": 0.6518019761728427, + "nauc_ndcg_at_3_std": -0.0726497624482585, + "nauc_ndcg_at_5_diff1": 0.8094250962539475, + "nauc_ndcg_at_5_max": 0.6469224469655034, + "nauc_ndcg_at_5_std": -0.07025547606294666, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8148148148148262, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.28664799253036033, + "nauc_precision_at_10_diff1": 0.8005083514887398, + "nauc_precision_at_10_max": 0.6969187675069991, + "nauc_precision_at_10_std": -0.006307708268492383, + "nauc_precision_at_1_diff1": 0.8354205079037302, + "nauc_precision_at_1_max": 0.6331489539543235, + "nauc_precision_at_1_std": -0.07047471544115913, + "nauc_precision_at_20_diff1": 0.7598407784166233, + "nauc_precision_at_20_max": 0.7539436827362426, + "nauc_precision_at_20_std": 0.14059658951298448, + "nauc_precision_at_3_diff1": 0.7890270872934633, + "nauc_precision_at_3_max": 0.6798143003363077, + "nauc_precision_at_3_std": -0.060905285860505275, + "nauc_precision_at_5_diff1": 0.7641291810841959, + "nauc_precision_at_5_max": 0.6710743120777707, + "nauc_precision_at_5_std": -0.04479046520569186, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8148148148148178, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.286647992530346, + "nauc_recall_at_10_diff1": 0.8005083514887433, + "nauc_recall_at_10_max": 0.6969187675069995, + "nauc_recall_at_10_std": -0.006307708268494334, + "nauc_recall_at_1_diff1": 0.8354205079037302, + "nauc_recall_at_1_max": 0.6331489539543235, + "nauc_recall_at_1_std": -0.07047471544115913, + "nauc_recall_at_20_diff1": 0.7598407784166322, + "nauc_recall_at_20_max": 0.7539436827362577, + "nauc_recall_at_20_std": 0.14059658951300635, + "nauc_recall_at_3_diff1": 0.7890270872934626, + "nauc_recall_at_3_max": 0.679814300336306, + "nauc_recall_at_3_std": -0.06090528586050585, + "nauc_recall_at_5_diff1": 0.7641291810841971, + "nauc_recall_at_5_max": 0.671074312077773, + "nauc_recall_at_5_std": -0.04479046520568962, + "ndcg_at_1": 0.76667, + "ndcg_at_10": 0.86196, + "ndcg_at_100": 0.87271, + "ndcg_at_1000": 0.87317, + "ndcg_at_20": 0.86928, + "ndcg_at_3": 0.83705, + "ndcg_at_5": 0.8535, + "precision_at_1": 0.76667, + "precision_at_10": 0.095, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.29481, + "precision_at_5": 0.18489, + "recall_at_1": 0.76667, + "recall_at_10": 0.95, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.88444, + "recall_at_5": 0.92444 + }, + { + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ], + "main_score": 0.72966, + "map_at_1": 0.60778, + "map_at_10": 0.69186, + "map_at_100": 0.69748, + "map_at_1000": 0.69765, + "map_at_20": 0.69561, + "map_at_3": 0.67574, + "map_at_5": 0.68585, + "mrr_at_1": 0.6077777777777778, + "mrr_at_10": 0.6918597883597881, + "mrr_at_100": 0.6974797744808886, + "mrr_at_1000": 0.6976492164383651, + "mrr_at_20": 0.6956063409605718, + "mrr_at_3": 0.6757407407407409, + "mrr_at_5": 0.6858518518518519, + "nauc_map_at_1000_diff1": 0.7743924185576775, + "nauc_map_at_1000_max": 0.7175934826425895, + "nauc_map_at_1000_std": 0.17802202913849835, + "nauc_map_at_100_diff1": 0.7743805963773329, + "nauc_map_at_100_max": 0.7176707001218744, + "nauc_map_at_100_std": 0.1782345202589146, + "nauc_map_at_10_diff1": 0.7729070021208495, + "nauc_map_at_10_max": 0.7171596790749722, + "nauc_map_at_10_std": 0.17811555006369362, + "nauc_map_at_1_diff1": 0.8105067454034453, + "nauc_map_at_1_max": 0.7053857895942393, + "nauc_map_at_1_std": 0.1363141624213568, + "nauc_map_at_20_diff1": 0.7738034138564317, + "nauc_map_at_20_max": 0.718252971992017, + "nauc_map_at_20_std": 0.1804618271847861, + "nauc_map_at_3_diff1": 0.770461689015826, + "nauc_map_at_3_max": 0.714148945028173, + "nauc_map_at_3_std": 0.1633067646726932, + "nauc_map_at_5_diff1": 0.7714005700841743, + "nauc_map_at_5_max": 0.715789891611014, + "nauc_map_at_5_std": 0.17821940465397743, + "nauc_mrr_at_1000_diff1": 0.7743924185576775, + "nauc_mrr_at_1000_max": 0.7175934826425895, + "nauc_mrr_at_1000_std": 0.17802202913849835, + "nauc_mrr_at_100_diff1": 0.7743805963773329, + "nauc_mrr_at_100_max": 0.7176707001218744, + "nauc_mrr_at_100_std": 0.1782345202589146, + "nauc_mrr_at_10_diff1": 0.7729070021208495, + "nauc_mrr_at_10_max": 0.7171596790749722, + "nauc_mrr_at_10_std": 0.17811555006369362, + "nauc_mrr_at_1_diff1": 0.8105067454034453, + "nauc_mrr_at_1_max": 0.7053857895942393, + "nauc_mrr_at_1_std": 0.1363141624213568, + "nauc_mrr_at_20_diff1": 0.7738034138564317, + "nauc_mrr_at_20_max": 0.718252971992017, + "nauc_mrr_at_20_std": 0.1804618271847861, + "nauc_mrr_at_3_diff1": 0.770461689015826, + "nauc_mrr_at_3_max": 0.714148945028173, + "nauc_mrr_at_3_std": 0.1633067646726932, + "nauc_mrr_at_5_diff1": 0.7714005700841743, + "nauc_mrr_at_5_max": 0.715789891611014, + "nauc_mrr_at_5_std": 0.17821940465397743, + "nauc_ndcg_at_1000_diff1": 0.7690059954678475, + "nauc_ndcg_at_1000_max": 0.7205279982694318, + "nauc_ndcg_at_1000_std": 0.18911291873589642, + "nauc_ndcg_at_100_diff1": 0.7684808510317289, + "nauc_ndcg_at_100_max": 0.7223581176215357, + "nauc_ndcg_at_100_std": 0.19399116858074567, + "nauc_ndcg_at_10_diff1": 0.7604041062524052, + "nauc_ndcg_at_10_max": 0.7218597232308249, + "nauc_ndcg_at_10_std": 0.20090859711683282, + "nauc_ndcg_at_1_diff1": 0.8105067454034453, + "nauc_ndcg_at_1_max": 0.7053857895942393, + "nauc_ndcg_at_1_std": 0.1363141624213568, + "nauc_ndcg_at_20_diff1": 0.7634685919763706, + "nauc_ndcg_at_20_max": 0.7266430575401505, + "nauc_ndcg_at_20_std": 0.2112435520553874, + "nauc_ndcg_at_3_diff1": 0.7567306944661943, + "nauc_ndcg_at_3_max": 0.7159969937296241, + "nauc_ndcg_at_3_std": 0.17048265903295623, + "nauc_ndcg_at_5_diff1": 0.7573571544727126, + "nauc_ndcg_at_5_max": 0.7187344273456825, + "nauc_ndcg_at_5_std": 0.19966867634912924, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7349634298163665, + "nauc_precision_at_100_max": 0.8214480236539061, + "nauc_precision_at_100_std": 0.45681605975723977, + "nauc_precision_at_10_diff1": 0.6995031117537805, + "nauc_precision_at_10_max": 0.7458285487460832, + "nauc_precision_at_10_std": 0.32275407930364697, + "nauc_precision_at_1_diff1": 0.8105067454034453, + "nauc_precision_at_1_max": 0.7053857895942393, + "nauc_precision_at_1_std": 0.1363141624213568, + "nauc_precision_at_20_diff1": 0.6980713309563193, + "nauc_precision_at_20_max": 0.7968013070149286, + "nauc_precision_at_20_std": 0.46181194192414715, + "nauc_precision_at_3_diff1": 0.7081697992571822, + "nauc_precision_at_3_max": 0.7220515374797353, + "nauc_precision_at_3_std": 0.19499567767164194, + "nauc_precision_at_5_diff1": 0.7002260594068335, + "nauc_precision_at_5_max": 0.7301775214643679, + "nauc_precision_at_5_std": 0.29183649309137666, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7349634298163659, + "nauc_recall_at_100_max": 0.8214480236539051, + "nauc_recall_at_100_std": 0.4568160597572317, + "nauc_recall_at_10_diff1": 0.6995031117537821, + "nauc_recall_at_10_max": 0.7458285487460828, + "nauc_recall_at_10_std": 0.3227540793036484, + "nauc_recall_at_1_diff1": 0.8105067454034453, + "nauc_recall_at_1_max": 0.7053857895942393, + "nauc_recall_at_1_std": 0.1363141624213568, + "nauc_recall_at_20_diff1": 0.6980713309563197, + "nauc_recall_at_20_max": 0.79680130701493, + "nauc_recall_at_20_std": 0.4618119419241483, + "nauc_recall_at_3_diff1": 0.708169799257182, + "nauc_recall_at_3_max": 0.7220515374797358, + "nauc_recall_at_3_std": 0.1949956776716421, + "nauc_recall_at_5_diff1": 0.7002260594068336, + "nauc_recall_at_5_max": 0.7301775214643691, + "nauc_recall_at_5_std": 0.2918364930913768, + "ndcg_at_1": 0.60778, + "ndcg_at_10": 0.72966, + "ndcg_at_100": 0.75675, + "ndcg_at_1000": 0.76038, + "ndcg_at_20": 0.74302, + "ndcg_at_3": 0.69715, + "ndcg_at_5": 0.71542, + "precision_at_1": 0.60778, + "precision_at_10": 0.08467, + "precision_at_100": 0.00973, + "precision_at_1000": 0.001, + "precision_at_20": 0.04494, + "precision_at_3": 0.25296, + "precision_at_5": 0.16067, + "recall_at_1": 0.60778, + "recall_at_10": 0.84667, + "recall_at_100": 0.97333, + "recall_at_1000": 1.0, + "recall_at_20": 0.89889, + "recall_at_3": 0.75889, + "recall_at_5": 0.80333 + }, + { + "hf_subset": "apc_Arab-apc_Arab", + "languages": [ + "apc-Arab", + "apc-Arab" + ], + "main_score": 0.86131, + "map_at_1": 0.79, + "map_at_10": 0.83911, + "map_at_100": 0.84177, + "map_at_1000": 0.84185, + "map_at_20": 0.84057, + "map_at_3": 0.82815, + "map_at_5": 0.83526, + "mrr_at_1": 0.79, + "mrr_at_10": 0.8391084656084659, + "mrr_at_100": 0.8417706018918979, + "mrr_at_1000": 0.841853873455579, + "mrr_at_20": 0.8405732619538093, + "mrr_at_3": 0.8281481481481483, + "mrr_at_5": 0.8352592592592597, + "nauc_map_at_1000_diff1": 0.8618641820526247, + "nauc_map_at_1000_max": 0.7775143456127205, + "nauc_map_at_1000_std": 0.12391254076969291, + "nauc_map_at_100_diff1": 0.861859493749643, + "nauc_map_at_100_max": 0.7776235070287079, + "nauc_map_at_100_std": 0.12429928727512192, + "nauc_map_at_10_diff1": 0.8614708564887027, + "nauc_map_at_10_max": 0.7786915361058013, + "nauc_map_at_10_std": 0.1245789883376516, + "nauc_map_at_1_diff1": 0.8707047875538033, + "nauc_map_at_1_max": 0.7450886094212132, + "nauc_map_at_1_std": 0.0731264845050397, + "nauc_map_at_20_diff1": 0.8617117452431238, + "nauc_map_at_20_max": 0.7782947965486154, + "nauc_map_at_20_std": 0.12703889552319128, + "nauc_map_at_3_diff1": 0.86181240447742, + "nauc_map_at_3_max": 0.7819382871341279, + "nauc_map_at_3_std": 0.12011134210862498, + "nauc_map_at_5_diff1": 0.8598104177791699, + "nauc_map_at_5_max": 0.7772492881740742, + "nauc_map_at_5_std": 0.1161002294504783, + "nauc_mrr_at_1000_diff1": 0.8618641820526247, + "nauc_mrr_at_1000_max": 0.7775143456127205, + "nauc_mrr_at_1000_std": 0.12391254076969291, + "nauc_mrr_at_100_diff1": 0.861859493749643, + "nauc_mrr_at_100_max": 0.7776235070287079, + "nauc_mrr_at_100_std": 0.12429928727512192, + "nauc_mrr_at_10_diff1": 0.8614708564887027, + "nauc_mrr_at_10_max": 0.7786915361058013, + "nauc_mrr_at_10_std": 0.1245789883376516, + "nauc_mrr_at_1_diff1": 0.8707047875538033, + "nauc_mrr_at_1_max": 0.7450886094212132, + "nauc_mrr_at_1_std": 0.0731264845050397, + "nauc_mrr_at_20_diff1": 0.8617117452431238, + "nauc_mrr_at_20_max": 0.7782947965486154, + "nauc_mrr_at_20_std": 0.12703889552319128, + "nauc_mrr_at_3_diff1": 0.86181240447742, + "nauc_mrr_at_3_max": 0.7819382871341279, + "nauc_mrr_at_3_std": 0.12011134210862498, + "nauc_mrr_at_5_diff1": 0.8598104177791699, + "nauc_mrr_at_5_max": 0.7772492881740742, + "nauc_mrr_at_5_std": 0.1161002294504783, + "nauc_ndcg_at_1000_diff1": 0.860662875787938, + "nauc_ndcg_at_1000_max": 0.7829796290182456, + "nauc_ndcg_at_1000_std": 0.1365346157305483, + "nauc_ndcg_at_100_diff1": 0.860364388329741, + "nauc_ndcg_at_100_max": 0.7855691655177585, + "nauc_ndcg_at_100_std": 0.14613687769665296, + "nauc_ndcg_at_10_diff1": 0.8587820461675193, + "nauc_ndcg_at_10_max": 0.7915012793213346, + "nauc_ndcg_at_10_std": 0.15225923863858057, + "nauc_ndcg_at_1_diff1": 0.8707047875538033, + "nauc_ndcg_at_1_max": 0.7450886094212132, + "nauc_ndcg_at_1_std": 0.0731264845050397, + "nauc_ndcg_at_20_diff1": 0.8597208795137226, + "nauc_ndcg_at_20_max": 0.7907776281202812, + "nauc_ndcg_at_20_std": 0.163971661160268, + "nauc_ndcg_at_3_diff1": 0.8590668452623742, + "nauc_ndcg_at_3_max": 0.7947452141499333, + "nauc_ndcg_at_3_std": 0.13417536717857417, + "nauc_ndcg_at_5_diff1": 0.8549378910048938, + "nauc_ndcg_at_5_max": 0.7866101928075739, + "nauc_ndcg_at_5_std": 0.12744472729229542, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8346914523385137, + "nauc_precision_at_100_max": 0.9643493761140812, + "nauc_precision_at_100_std": 0.817332993803592, + "nauc_precision_at_10_diff1": 0.8437597261126656, + "nauc_precision_at_10_max": 0.8721488595438162, + "nauc_precision_at_10_std": 0.3406844219169154, + "nauc_precision_at_1_diff1": 0.8707047875538033, + "nauc_precision_at_1_max": 0.7450886094212132, + "nauc_precision_at_1_std": 0.0731264845050397, + "nauc_precision_at_20_diff1": 0.8471936922917307, + "nauc_precision_at_20_max": 0.8995331465919679, + "nauc_precision_at_20_std": 0.5333229588131521, + "nauc_precision_at_3_diff1": 0.8490028130105944, + "nauc_precision_at_3_max": 0.8424166624555749, + "nauc_precision_at_3_std": 0.18550288881028223, + "nauc_precision_at_5_diff1": 0.8319166747158624, + "nauc_precision_at_5_max": 0.8273339987335908, + "nauc_precision_at_5_std": 0.17622911233458807, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8346914523385137, + "nauc_recall_at_100_max": 0.9643493761140836, + "nauc_recall_at_100_std": 0.8173329938035838, + "nauc_recall_at_10_diff1": 0.8437597261126697, + "nauc_recall_at_10_max": 0.8721488595438199, + "nauc_recall_at_10_std": 0.3406844219169134, + "nauc_recall_at_1_diff1": 0.8707047875538033, + "nauc_recall_at_1_max": 0.7450886094212132, + "nauc_recall_at_1_std": 0.0731264845050397, + "nauc_recall_at_20_diff1": 0.8471936922917309, + "nauc_recall_at_20_max": 0.8995331465919694, + "nauc_recall_at_20_std": 0.5333229588131546, + "nauc_recall_at_3_diff1": 0.8490028130105957, + "nauc_recall_at_3_max": 0.8424166624555723, + "nauc_recall_at_3_std": 0.18550288881028204, + "nauc_recall_at_5_diff1": 0.8319166747158637, + "nauc_recall_at_5_max": 0.8273339987335931, + "nauc_recall_at_5_std": 0.17622911233458916, + "ndcg_at_1": 0.79, + "ndcg_at_10": 0.86131, + "ndcg_at_100": 0.87392, + "ndcg_at_1000": 0.8756, + "ndcg_at_20": 0.86646, + "ndcg_at_3": 0.83981, + "ndcg_at_5": 0.85239, + "precision_at_1": 0.79, + "precision_at_10": 0.093, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.0475, + "precision_at_3": 0.29111, + "precision_at_5": 0.18067, + "recall_at_1": 0.79, + "recall_at_10": 0.93, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.95, + "recall_at_3": 0.87333, + "recall_at_5": 0.90333 + }, + { + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ], + "main_score": 0.88461, + "map_at_1": 0.80333, + "map_at_10": 0.86029, + "map_at_100": 0.86228, + "map_at_1000": 0.8623, + "map_at_20": 0.86175, + "map_at_3": 0.85222, + "map_at_5": 0.85667, + "mrr_at_1": 0.8033333333333333, + "mrr_at_10": 0.8602905643738981, + "mrr_at_100": 0.8622785611581922, + "mrr_at_1000": 0.8623035394136508, + "mrr_at_20": 0.8617507620375269, + "mrr_at_3": 0.8522222222222224, + "mrr_at_5": 0.8566666666666669, + "nauc_map_at_1000_diff1": 0.8228143883894131, + "nauc_map_at_1000_max": 0.6633074974132455, + "nauc_map_at_1000_std": -0.039902808490553644, + "nauc_map_at_100_diff1": 0.8227955975138763, + "nauc_map_at_100_max": 0.6633535345555778, + "nauc_map_at_100_std": -0.039841294546812, + "nauc_map_at_10_diff1": 0.8221484609176621, + "nauc_map_at_10_max": 0.664190214812972, + "nauc_map_at_10_std": -0.038090639810230066, + "nauc_map_at_1_diff1": 0.8404674525190685, + "nauc_map_at_1_max": 0.6585375478473622, + "nauc_map_at_1_std": -0.03291109269563071, + "nauc_map_at_20_diff1": 0.8227011241860541, + "nauc_map_at_20_max": 0.6640433203022543, + "nauc_map_at_20_std": -0.03899608369007535, + "nauc_map_at_3_diff1": 0.8199783508920745, + "nauc_map_at_3_max": 0.6585545849280035, + "nauc_map_at_3_std": -0.049029222618046195, + "nauc_map_at_5_diff1": 0.8199729378735597, + "nauc_map_at_5_max": 0.6595437664708105, + "nauc_map_at_5_std": -0.043954817134453705, + "nauc_mrr_at_1000_diff1": 0.8228143883894131, + "nauc_mrr_at_1000_max": 0.6633074974132455, + "nauc_mrr_at_1000_std": -0.039902808490553644, + "nauc_mrr_at_100_diff1": 0.8227955975138763, + "nauc_mrr_at_100_max": 0.6633535345555778, + "nauc_mrr_at_100_std": -0.039841294546812, + "nauc_mrr_at_10_diff1": 0.8221484609176621, + "nauc_mrr_at_10_max": 0.664190214812972, + "nauc_mrr_at_10_std": -0.038090639810230066, + "nauc_mrr_at_1_diff1": 0.8404674525190685, + "nauc_mrr_at_1_max": 0.6585375478473622, + "nauc_mrr_at_1_std": -0.03291109269563071, + "nauc_mrr_at_20_diff1": 0.8227011241860541, + "nauc_mrr_at_20_max": 0.6640433203022543, + "nauc_mrr_at_20_std": -0.03899608369007535, + "nauc_mrr_at_3_diff1": 0.8199783508920745, + "nauc_mrr_at_3_max": 0.6585545849280035, + "nauc_mrr_at_3_std": -0.049029222618046195, + "nauc_mrr_at_5_diff1": 0.8199729378735597, + "nauc_mrr_at_5_max": 0.6595437664708105, + "nauc_mrr_at_5_std": -0.043954817134453705, + "nauc_ndcg_at_1000_diff1": 0.8203269232723983, + "nauc_ndcg_at_1000_max": 0.665573384111655, + "nauc_ndcg_at_1000_std": -0.03619579045280226, + "nauc_ndcg_at_100_diff1": 0.8200116913922182, + "nauc_ndcg_at_100_max": 0.6667057250602471, + "nauc_ndcg_at_100_std": -0.034160209593424695, + "nauc_ndcg_at_10_diff1": 0.8166562328554495, + "nauc_ndcg_at_10_max": 0.672504426630149, + "nauc_ndcg_at_10_std": -0.022990675950408112, + "nauc_ndcg_at_1_diff1": 0.8404674525190685, + "nauc_ndcg_at_1_max": 0.6585375478473622, + "nauc_ndcg_at_1_std": -0.03291109269563071, + "nauc_ndcg_at_20_diff1": 0.818816385421241, + "nauc_ndcg_at_20_max": 0.67174685795791, + "nauc_ndcg_at_20_std": -0.026676113496690912, + "nauc_ndcg_at_3_diff1": 0.8111841615594299, + "nauc_ndcg_at_3_max": 0.6570634948183818, + "nauc_ndcg_at_3_std": -0.052450194568704575, + "nauc_ndcg_at_5_diff1": 0.8106849297082485, + "nauc_ndcg_at_5_max": 0.65877547982076, + "nauc_ndcg_at_5_std": -0.0421724818577002, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7587924058512585, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.43526299408651486, + "nauc_precision_at_10_diff1": 0.7726942628903338, + "nauc_precision_at_10_max": 0.7679868243593707, + "nauc_precision_at_10_std": 0.15919701213818485, + "nauc_precision_at_1_diff1": 0.8404674525190685, + "nauc_precision_at_1_max": 0.6585375478473622, + "nauc_precision_at_1_std": -0.03291109269563071, + "nauc_precision_at_20_diff1": 0.7723052183836471, + "nauc_precision_at_20_max": 0.8418145035792071, + "nauc_precision_at_20_std": 0.2604782653802219, + "nauc_precision_at_3_diff1": 0.771189309056958, + "nauc_precision_at_3_max": 0.649562324929972, + "nauc_precision_at_3_std": -0.06632819794584574, + "nauc_precision_at_5_diff1": 0.7587183021356675, + "nauc_precision_at_5_max": 0.6537726201591723, + "nauc_precision_at_5_std": -0.02711454952351243, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7587924058512407, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.4352629940865337, + "nauc_recall_at_10_diff1": 0.7726942628903414, + "nauc_recall_at_10_max": 0.7679868243593725, + "nauc_recall_at_10_std": 0.15919701213818555, + "nauc_recall_at_1_diff1": 0.8404674525190685, + "nauc_recall_at_1_max": 0.6585375478473622, + "nauc_recall_at_1_std": -0.03291109269563071, + "nauc_recall_at_20_diff1": 0.7723052183836464, + "nauc_recall_at_20_max": 0.8418145035792098, + "nauc_recall_at_20_std": 0.260478265380226, + "nauc_recall_at_3_diff1": 0.7711893090569556, + "nauc_recall_at_3_max": 0.6495623249299735, + "nauc_recall_at_3_std": -0.06632819794584413, + "nauc_recall_at_5_diff1": 0.7587183021356695, + "nauc_recall_at_5_max": 0.6537726201591757, + "nauc_recall_at_5_std": -0.027114549523513, + "ndcg_at_1": 0.80333, + "ndcg_at_10": 0.88461, + "ndcg_at_100": 0.89303, + "ndcg_at_1000": 0.8935, + "ndcg_at_20": 0.88976, + "ndcg_at_3": 0.86741, + "ndcg_at_5": 0.8753, + "precision_at_1": 0.80333, + "precision_at_10": 0.096, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.3037, + "precision_at_5": 0.186, + "recall_at_1": 0.80333, + "recall_at_10": 0.96, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.91111, + "recall_at_5": 0.93 + }, + { + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ], + "main_score": 0.80882, + "map_at_1": 0.71, + "map_at_10": 0.77482, + "map_at_100": 0.77851, + "map_at_1000": 0.77855, + "map_at_20": 0.7772, + "map_at_3": 0.75833, + "map_at_5": 0.76656, + "mrr_at_1": 0.71, + "mrr_at_10": 0.774819664902998, + "mrr_at_100": 0.7785074027004099, + "mrr_at_1000": 0.7785481302630837, + "mrr_at_20": 0.7771987191467323, + "mrr_at_3": 0.7583333333333333, + "mrr_at_5": 0.7665555555555559, + "nauc_map_at_1000_diff1": 0.7943266046315884, + "nauc_map_at_1000_max": 0.7109888595020536, + "nauc_map_at_1000_std": 0.17913131330500343, + "nauc_map_at_100_diff1": 0.7943121757566008, + "nauc_map_at_100_max": 0.7110301410737508, + "nauc_map_at_100_std": 0.17925751915690796, + "nauc_map_at_10_diff1": 0.7938923534032819, + "nauc_map_at_10_max": 0.7119393533613343, + "nauc_map_at_10_std": 0.1808509625245328, + "nauc_map_at_1_diff1": 0.8083460478064188, + "nauc_map_at_1_max": 0.6930180555812929, + "nauc_map_at_1_std": 0.14135817339864545, + "nauc_map_at_20_diff1": 0.7942786924276249, + "nauc_map_at_20_max": 0.712073278019402, + "nauc_map_at_20_std": 0.1813979516860417, + "nauc_map_at_3_diff1": 0.7920917116478837, + "nauc_map_at_3_max": 0.7086602101858688, + "nauc_map_at_3_std": 0.17471565266294842, + "nauc_map_at_5_diff1": 0.7915653147083352, + "nauc_map_at_5_max": 0.7110684079870766, + "nauc_map_at_5_std": 0.17787344237988562, + "nauc_mrr_at_1000_diff1": 0.7943266046315884, + "nauc_mrr_at_1000_max": 0.7109888595020536, + "nauc_mrr_at_1000_std": 0.17913131330500343, + "nauc_mrr_at_100_diff1": 0.7943121757566008, + "nauc_mrr_at_100_max": 0.7110301410737508, + "nauc_mrr_at_100_std": 0.17925751915690796, + "nauc_mrr_at_10_diff1": 0.7938923534032819, + "nauc_mrr_at_10_max": 0.7119393533613343, + "nauc_mrr_at_10_std": 0.1808509625245328, + "nauc_mrr_at_1_diff1": 0.8083460478064188, + "nauc_mrr_at_1_max": 0.6930180555812929, + "nauc_mrr_at_1_std": 0.14135817339864545, + "nauc_mrr_at_20_diff1": 0.7942786924276249, + "nauc_mrr_at_20_max": 0.712073278019402, + "nauc_mrr_at_20_std": 0.1813979516860417, + "nauc_mrr_at_3_diff1": 0.7920917116478837, + "nauc_mrr_at_3_max": 0.7086602101858688, + "nauc_mrr_at_3_std": 0.17471565266294842, + "nauc_mrr_at_5_diff1": 0.7915653147083352, + "nauc_mrr_at_5_max": 0.7110684079870766, + "nauc_mrr_at_5_std": 0.17787344237988562, + "nauc_ndcg_at_1000_diff1": 0.7921262225592589, + "nauc_ndcg_at_1000_max": 0.7148945241365231, + "nauc_ndcg_at_1000_std": 0.18830171318868513, + "nauc_ndcg_at_100_diff1": 0.7916564642358735, + "nauc_ndcg_at_100_max": 0.716020215563969, + "nauc_ndcg_at_100_std": 0.19176835053927418, + "nauc_ndcg_at_10_diff1": 0.7894065245849634, + "nauc_ndcg_at_10_max": 0.7229062569045216, + "nauc_ndcg_at_10_std": 0.20496225573559104, + "nauc_ndcg_at_1_diff1": 0.8083460478064188, + "nauc_ndcg_at_1_max": 0.6930180555812929, + "nauc_ndcg_at_1_std": 0.14135817339864545, + "nauc_ndcg_at_20_diff1": 0.7912069515405891, + "nauc_ndcg_at_20_max": 0.7238697360049082, + "nauc_ndcg_at_20_std": 0.20763045331476038, + "nauc_ndcg_at_3_diff1": 0.785090061412336, + "nauc_ndcg_at_3_max": 0.713008794251058, + "nauc_ndcg_at_3_std": 0.18602982600905965, + "nauc_ndcg_at_5_diff1": 0.7835414428900138, + "nauc_ndcg_at_5_max": 0.7180856204281408, + "nauc_ndcg_at_5_std": 0.19347758434135648, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.707827575474618, + "nauc_precision_at_100_max": 0.9101307189542385, + "nauc_precision_at_100_std": 0.7895269218798335, + "nauc_precision_at_10_diff1": 0.7627201991907873, + "nauc_precision_at_10_max": 0.8076688453159042, + "nauc_precision_at_10_std": 0.3889200124494237, + "nauc_precision_at_1_diff1": 0.8083460478064188, + "nauc_precision_at_1_max": 0.6930180555812929, + "nauc_precision_at_1_std": 0.14135817339864545, + "nauc_precision_at_20_diff1": 0.7701807995925598, + "nauc_precision_at_20_max": 0.8786711654358716, + "nauc_precision_at_20_std": 0.546674730498259, + "nauc_precision_at_3_diff1": 0.7589589577268899, + "nauc_precision_at_3_max": 0.7284126505468004, + "nauc_precision_at_3_std": 0.22720027570757806, + "nauc_precision_at_5_diff1": 0.7477486642702647, + "nauc_precision_at_5_max": 0.7491013496710588, + "nauc_precision_at_5_std": 0.2630163000474749, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7078275754746144, + "nauc_recall_at_100_max": 0.910130718954248, + "nauc_recall_at_100_std": 0.7895269218798489, + "nauc_recall_at_10_diff1": 0.7627201991907872, + "nauc_recall_at_10_max": 0.8076688453159045, + "nauc_recall_at_10_std": 0.38892001244942426, + "nauc_recall_at_1_diff1": 0.8083460478064188, + "nauc_recall_at_1_max": 0.6930180555812929, + "nauc_recall_at_1_std": 0.14135817339864545, + "nauc_recall_at_20_diff1": 0.7701807995925648, + "nauc_recall_at_20_max": 0.8786711654358711, + "nauc_recall_at_20_std": 0.5466747304982622, + "nauc_recall_at_3_diff1": 0.7589589577268898, + "nauc_recall_at_3_max": 0.7284126505467995, + "nauc_recall_at_3_std": 0.22720027570757764, + "nauc_recall_at_5_diff1": 0.7477486642702661, + "nauc_recall_at_5_max": 0.74910134967106, + "nauc_recall_at_5_std": 0.263016300047476, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.80882, + "ndcg_at_100": 0.82576, + "ndcg_at_1000": 0.82666, + "ndcg_at_20": 0.81751, + "ndcg_at_3": 0.77443, + "ndcg_at_5": 0.78916, + "precision_at_1": 0.71, + "precision_at_10": 0.09167, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.2737, + "precision_at_5": 0.17133, + "recall_at_1": 0.71, + "recall_at_10": 0.91667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.95111, + "recall_at_3": 0.82111, + "recall_at_5": 0.85667 + }, + { + "hf_subset": "arb_Arab-arb_Arab", + "languages": [ + "arb-Arab", + "arb-Arab" + ], + "main_score": 0.87112, + "map_at_1": 0.78556, + "map_at_10": 0.84548, + "map_at_100": 0.84714, + "map_at_1000": 0.8472, + "map_at_20": 0.84643, + "map_at_3": 0.83611, + "map_at_5": 0.84133, + "mrr_at_1": 0.7855555555555556, + "mrr_at_10": 0.8454783950617287, + "mrr_at_100": 0.8471393952545965, + "mrr_at_1000": 0.8471986285581227, + "mrr_at_20": 0.8464286695273541, + "mrr_at_3": 0.8361111111111114, + "mrr_at_5": 0.8413333333333336, + "nauc_map_at_1000_diff1": 0.8745504829088069, + "nauc_map_at_1000_max": 0.7380581843481249, + "nauc_map_at_1000_std": 0.07821415819607197, + "nauc_map_at_100_diff1": 0.8745584192454051, + "nauc_map_at_100_max": 0.7381490744093512, + "nauc_map_at_100_std": 0.07849845532993736, + "nauc_map_at_10_diff1": 0.8743229347020984, + "nauc_map_at_10_max": 0.7383980968776913, + "nauc_map_at_10_std": 0.0785019959925746, + "nauc_map_at_1_diff1": 0.890433173619015, + "nauc_map_at_1_max": 0.7228119882987145, + "nauc_map_at_1_std": 0.021436587808268803, + "nauc_map_at_20_diff1": 0.8744251000075454, + "nauc_map_at_20_max": 0.7385102989285945, + "nauc_map_at_20_std": 0.0793084930449406, + "nauc_map_at_3_diff1": 0.8698612312057692, + "nauc_map_at_3_max": 0.7375884619582096, + "nauc_map_at_3_std": 0.07990273032289798, + "nauc_map_at_5_diff1": 0.8721246145396828, + "nauc_map_at_5_max": 0.7387366732425495, + "nauc_map_at_5_std": 0.07876150851836623, + "nauc_mrr_at_1000_diff1": 0.8745504829088069, + "nauc_mrr_at_1000_max": 0.7380581843481249, + "nauc_mrr_at_1000_std": 0.07821415819607197, + "nauc_mrr_at_100_diff1": 0.8745584192454051, + "nauc_mrr_at_100_max": 0.7381490744093512, + "nauc_mrr_at_100_std": 0.07849845532993736, + "nauc_mrr_at_10_diff1": 0.8743229347020984, + "nauc_mrr_at_10_max": 0.7383980968776913, + "nauc_mrr_at_10_std": 0.0785019959925746, + "nauc_mrr_at_1_diff1": 0.890433173619015, + "nauc_mrr_at_1_max": 0.7228119882987145, + "nauc_mrr_at_1_std": 0.021436587808268803, + "nauc_mrr_at_20_diff1": 0.8744251000075454, + "nauc_mrr_at_20_max": 0.7385102989285945, + "nauc_mrr_at_20_std": 0.0793084930449406, + "nauc_mrr_at_3_diff1": 0.8698612312057692, + "nauc_mrr_at_3_max": 0.7375884619582096, + "nauc_mrr_at_3_std": 0.07990273032289798, + "nauc_mrr_at_5_diff1": 0.8721246145396828, + "nauc_mrr_at_5_max": 0.7387366732425495, + "nauc_mrr_at_5_std": 0.07876150851836623, + "nauc_ndcg_at_1000_diff1": 0.8729655009422417, + "nauc_ndcg_at_1000_max": 0.7424627596133397, + "nauc_ndcg_at_1000_std": 0.09172630961288261, + "nauc_ndcg_at_100_diff1": 0.8730462862590224, + "nauc_ndcg_at_100_max": 0.7450056013196836, + "nauc_ndcg_at_100_std": 0.09984681763099709, + "nauc_ndcg_at_10_diff1": 0.8719084637661524, + "nauc_ndcg_at_10_max": 0.7480251100181469, + "nauc_ndcg_at_10_std": 0.10398128714184637, + "nauc_ndcg_at_1_diff1": 0.890433173619015, + "nauc_ndcg_at_1_max": 0.7228119882987145, + "nauc_ndcg_at_1_std": 0.021436587808268803, + "nauc_ndcg_at_20_diff1": 0.8722496511196445, + "nauc_ndcg_at_20_max": 0.7488194972311921, + "nauc_ndcg_at_20_std": 0.10729061864755557, + "nauc_ndcg_at_3_diff1": 0.861603629929645, + "nauc_ndcg_at_3_max": 0.7440555776488813, + "nauc_ndcg_at_3_std": 0.1041996397181823, + "nauc_ndcg_at_5_diff1": 0.8657032137614322, + "nauc_ndcg_at_5_max": 0.747423807870806, + "nauc_ndcg_at_5_std": 0.10415784248332374, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8760244838676311, + "nauc_precision_at_100_max": 0.956427015250545, + "nauc_precision_at_100_std": 0.7790745928001109, + "nauc_precision_at_10_diff1": 0.8618632638240454, + "nauc_precision_at_10_max": 0.8340284261852887, + "nauc_precision_at_10_std": 0.31335200746965086, + "nauc_precision_at_1_diff1": 0.890433173619015, + "nauc_precision_at_1_max": 0.7228119882987145, + "nauc_precision_at_1_std": 0.021436587808268803, + "nauc_precision_at_20_diff1": 0.8622782446311845, + "nauc_precision_at_20_max": 0.8754491695668171, + "nauc_precision_at_20_std": 0.425119542766593, + "nauc_precision_at_3_diff1": 0.8258814069942613, + "nauc_precision_at_3_max": 0.7722896226031059, + "nauc_precision_at_3_std": 0.20970565484672155, + "nauc_precision_at_5_diff1": 0.8327108621226273, + "nauc_precision_at_5_max": 0.7956543728602534, + "nauc_precision_at_5_std": 0.24064996368917677, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8760244838676141, + "nauc_recall_at_100_max": 0.9564270152505469, + "nauc_recall_at_100_std": 0.7790745928000815, + "nauc_recall_at_10_diff1": 0.861863263824047, + "nauc_recall_at_10_max": 0.8340284261852902, + "nauc_recall_at_10_std": 0.313352007469653, + "nauc_recall_at_1_diff1": 0.890433173619015, + "nauc_recall_at_1_max": 0.7228119882987145, + "nauc_recall_at_1_std": 0.021436587808268803, + "nauc_recall_at_20_diff1": 0.8622782446311854, + "nauc_recall_at_20_max": 0.8754491695668171, + "nauc_recall_at_20_std": 0.42511954276660185, + "nauc_recall_at_3_diff1": 0.8258814069942608, + "nauc_recall_at_3_max": 0.7722896226031027, + "nauc_recall_at_3_std": 0.2097056548467208, + "nauc_recall_at_5_diff1": 0.8327108621226268, + "nauc_recall_at_5_max": 0.7956543728602549, + "nauc_recall_at_5_std": 0.24064996368917893, + "ndcg_at_1": 0.78556, + "ndcg_at_10": 0.87112, + "ndcg_at_100": 0.87953, + "ndcg_at_1000": 0.88088, + "ndcg_at_20": 0.87452, + "ndcg_at_3": 0.852, + "ndcg_at_5": 0.86127, + "precision_at_1": 0.78556, + "precision_at_10": 0.095, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04817, + "precision_at_3": 0.29926, + "precision_at_5": 0.184, + "recall_at_1": 0.78556, + "recall_at_10": 0.95, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.96333, + "recall_at_3": 0.89778, + "recall_at_5": 0.92 + }, + { + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ], + "main_score": 0.87993, + "map_at_1": 0.79333, + "map_at_10": 0.85277, + "map_at_100": 0.8544, + "map_at_1000": 0.85441, + "map_at_20": 0.85387, + "map_at_3": 0.84093, + "map_at_5": 0.84831, + "mrr_at_1": 0.7933333333333333, + "mrr_at_10": 0.8527667548500885, + "mrr_at_100": 0.8543987564693961, + "mrr_at_1000": 0.8544121471915387, + "mrr_at_20": 0.8538677372010708, + "mrr_at_3": 0.840925925925926, + "mrr_at_5": 0.8483148148148152, + "nauc_map_at_1000_diff1": 0.8220383296240777, + "nauc_map_at_1000_max": 0.6454398004440107, + "nauc_map_at_1000_std": -0.06844306668534604, + "nauc_map_at_100_diff1": 0.8220556702158331, + "nauc_map_at_100_max": 0.6454743488029938, + "nauc_map_at_100_std": -0.06835169481308558, + "nauc_map_at_10_diff1": 0.8215963352416354, + "nauc_map_at_10_max": 0.646520919795553, + "nauc_map_at_10_std": -0.06663620250790524, + "nauc_map_at_1_diff1": 0.8416089080786273, + "nauc_map_at_1_max": 0.6314947976690959, + "nauc_map_at_1_std": -0.0855124688211837, + "nauc_map_at_20_diff1": 0.8214101855767526, + "nauc_map_at_20_max": 0.6451181427791556, + "nauc_map_at_20_std": -0.06909097081026741, + "nauc_map_at_3_diff1": 0.8164944400763784, + "nauc_map_at_3_max": 0.639768869470736, + "nauc_map_at_3_std": -0.0732423374831231, + "nauc_map_at_5_diff1": 0.8214615545047282, + "nauc_map_at_5_max": 0.6500544416546553, + "nauc_map_at_5_std": -0.06953525249252819, + "nauc_mrr_at_1000_diff1": 0.8220383296240777, + "nauc_mrr_at_1000_max": 0.6454398004440107, + "nauc_mrr_at_1000_std": -0.06844306668534604, + "nauc_mrr_at_100_diff1": 0.8220556702158331, + "nauc_mrr_at_100_max": 0.6454743488029938, + "nauc_mrr_at_100_std": -0.06835169481308558, + "nauc_mrr_at_10_diff1": 0.8215963352416354, + "nauc_mrr_at_10_max": 0.646520919795553, + "nauc_mrr_at_10_std": -0.06663620250790524, + "nauc_mrr_at_1_diff1": 0.8416089080786273, + "nauc_mrr_at_1_max": 0.6314947976690959, + "nauc_mrr_at_1_std": -0.0855124688211837, + "nauc_mrr_at_20_diff1": 0.8214101855767526, + "nauc_mrr_at_20_max": 0.6451181427791556, + "nauc_mrr_at_20_std": -0.06909097081026741, + "nauc_mrr_at_3_diff1": 0.8164944400763784, + "nauc_mrr_at_3_max": 0.639768869470736, + "nauc_mrr_at_3_std": -0.0732423374831231, + "nauc_mrr_at_5_diff1": 0.8214615545047282, + "nauc_mrr_at_5_max": 0.6500544416546553, + "nauc_mrr_at_5_std": -0.06953525249252819, + "nauc_ndcg_at_1000_diff1": 0.8196529905574337, + "nauc_ndcg_at_1000_max": 0.648886986263751, + "nauc_ndcg_at_1000_std": -0.06342320862072393, + "nauc_ndcg_at_100_diff1": 0.8201582768697341, + "nauc_ndcg_at_100_max": 0.6498707153561271, + "nauc_ndcg_at_100_std": -0.06081000924127904, + "nauc_ndcg_at_10_diff1": 0.8161021001038461, + "nauc_ndcg_at_10_max": 0.6550514154743933, + "nauc_ndcg_at_10_std": -0.05320372380561769, + "nauc_ndcg_at_1_diff1": 0.8416089080786273, + "nauc_ndcg_at_1_max": 0.6314947976690959, + "nauc_ndcg_at_1_std": -0.0855124688211837, + "nauc_ndcg_at_20_diff1": 0.8151033515311505, + "nauc_ndcg_at_20_max": 0.6490620069208209, + "nauc_ndcg_at_20_std": -0.06293304897891695, + "nauc_ndcg_at_3_diff1": 0.8071518420341884, + "nauc_ndcg_at_3_max": 0.643351628220949, + "nauc_ndcg_at_3_std": -0.06805644938364651, + "nauc_ndcg_at_5_diff1": 0.8161077478491993, + "nauc_ndcg_at_5_max": 0.6645391568097383, + "nauc_ndcg_at_5_std": -0.06033988846552496, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.7607668067226879, + "nauc_precision_at_10_max": 0.7465423669467742, + "nauc_precision_at_10_std": 0.10336426237160712, + "nauc_precision_at_1_diff1": 0.8416089080786273, + "nauc_precision_at_1_max": 0.6314947976690959, + "nauc_precision_at_1_std": -0.0855124688211837, + "nauc_precision_at_20_diff1": 0.6965971573814708, + "nauc_precision_at_20_max": 0.688790330947183, + "nauc_precision_at_20_std": 0.025365701836289375, + "nauc_precision_at_3_diff1": 0.7676195271318641, + "nauc_precision_at_3_max": 0.6587684055856415, + "nauc_precision_at_3_std": -0.04579689892212155, + "nauc_precision_at_5_diff1": 0.7871524954067642, + "nauc_precision_at_5_max": 0.7569952712267695, + "nauc_precision_at_5_std": -0.0036519984337857326, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.7607668067226886, + "nauc_recall_at_10_max": 0.7465423669467796, + "nauc_recall_at_10_std": 0.10336426237161693, + "nauc_recall_at_1_diff1": 0.8416089080786273, + "nauc_recall_at_1_max": 0.6314947976690959, + "nauc_recall_at_1_std": -0.0855124688211837, + "nauc_recall_at_20_diff1": 0.6965971573814747, + "nauc_recall_at_20_max": 0.6887903309471918, + "nauc_recall_at_20_std": 0.02536570183629109, + "nauc_recall_at_3_diff1": 0.7676195271318612, + "nauc_recall_at_3_max": 0.6587684055856393, + "nauc_recall_at_3_std": -0.04579689892212278, + "nauc_recall_at_5_diff1": 0.7871524954067658, + "nauc_recall_at_5_max": 0.7569952712267706, + "nauc_recall_at_5_std": -0.003651998433781932, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.87993, + "ndcg_at_100": 0.88733, + "ndcg_at_1000": 0.88763, + "ndcg_at_20": 0.8839, + "ndcg_at_3": 0.85586, + "ndcg_at_5": 0.86915, + "precision_at_1": 0.79333, + "precision_at_10": 0.09644, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.29963, + "precision_at_5": 0.18622, + "recall_at_1": 0.79333, + "recall_at_10": 0.96444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.89889, + "recall_at_5": 0.93111 + }, + { + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ], + "main_score": 0.83807, + "map_at_1": 0.73667, + "map_at_10": 0.80622, + "map_at_100": 0.8085, + "map_at_1000": 0.80861, + "map_at_20": 0.80779, + "map_at_3": 0.79222, + "map_at_5": 0.80111, + "mrr_at_1": 0.7366666666666667, + "mrr_at_10": 0.8062204585537921, + "mrr_at_100": 0.8085047582489251, + "mrr_at_1000": 0.8086094944586019, + "mrr_at_20": 0.8077948804768984, + "mrr_at_3": 0.7922222222222224, + "mrr_at_5": 0.8011111111111114, + "nauc_map_at_1000_diff1": 0.8119165208758308, + "nauc_map_at_1000_max": 0.679558244859454, + "nauc_map_at_1000_std": 0.10195656284186601, + "nauc_map_at_100_diff1": 0.8119330034384474, + "nauc_map_at_100_max": 0.6797326180743687, + "nauc_map_at_100_std": 0.10241274371162902, + "nauc_map_at_10_diff1": 0.8101191188248001, + "nauc_map_at_10_max": 0.6779661411189095, + "nauc_map_at_10_std": 0.10121393670445782, + "nauc_map_at_1_diff1": 0.8353030617181559, + "nauc_map_at_1_max": 0.6615433663516445, + "nauc_map_at_1_std": 0.05415359645426594, + "nauc_map_at_20_diff1": 0.8115932393509321, + "nauc_map_at_20_max": 0.6797771081995662, + "nauc_map_at_20_std": 0.10285709375099103, + "nauc_map_at_3_diff1": 0.8081668457200297, + "nauc_map_at_3_max": 0.6831629010578097, + "nauc_map_at_3_std": 0.10267235429789684, + "nauc_map_at_5_diff1": 0.8072892243325738, + "nauc_map_at_5_max": 0.6773102960579798, + "nauc_map_at_5_std": 0.10028353129501684, + "nauc_mrr_at_1000_diff1": 0.8119165208758308, + "nauc_mrr_at_1000_max": 0.679558244859454, + "nauc_mrr_at_1000_std": 0.10195656284186601, + "nauc_mrr_at_100_diff1": 0.8119330034384474, + "nauc_mrr_at_100_max": 0.6797326180743687, + "nauc_mrr_at_100_std": 0.10241274371162902, + "nauc_mrr_at_10_diff1": 0.8101191188248001, + "nauc_mrr_at_10_max": 0.6779661411189095, + "nauc_mrr_at_10_std": 0.10121393670445782, + "nauc_mrr_at_1_diff1": 0.8353030617181559, + "nauc_mrr_at_1_max": 0.6615433663516445, + "nauc_mrr_at_1_std": 0.05415359645426594, + "nauc_mrr_at_20_diff1": 0.8115932393509321, + "nauc_mrr_at_20_max": 0.6797771081995662, + "nauc_mrr_at_20_std": 0.10285709375099103, + "nauc_mrr_at_3_diff1": 0.8081668457200297, + "nauc_mrr_at_3_max": 0.6831629010578097, + "nauc_mrr_at_3_std": 0.10267235429789684, + "nauc_mrr_at_5_diff1": 0.8072892243325738, + "nauc_mrr_at_5_max": 0.6773102960579798, + "nauc_mrr_at_5_std": 0.10028353129501684, + "nauc_ndcg_at_1000_diff1": 0.8087306330502694, + "nauc_ndcg_at_1000_max": 0.6839383438852186, + "nauc_ndcg_at_1000_std": 0.11596635929137866, + "nauc_ndcg_at_100_diff1": 0.8092002864792902, + "nauc_ndcg_at_100_max": 0.688381048561127, + "nauc_ndcg_at_100_std": 0.1275045473832067, + "nauc_ndcg_at_10_diff1": 0.8006144258812792, + "nauc_ndcg_at_10_max": 0.6819067201544703, + "nauc_ndcg_at_10_std": 0.12606764495082276, + "nauc_ndcg_at_1_diff1": 0.8353030617181559, + "nauc_ndcg_at_1_max": 0.6615433663516445, + "nauc_ndcg_at_1_std": 0.05415359645426594, + "nauc_ndcg_at_20_diff1": 0.8064812351192236, + "nauc_ndcg_at_20_max": 0.689445303746082, + "nauc_ndcg_at_20_std": 0.13245867937010966, + "nauc_ndcg_at_3_diff1": 0.796602964480213, + "nauc_ndcg_at_3_max": 0.6915432335320986, + "nauc_ndcg_at_3_std": 0.1259770717575229, + "nauc_ndcg_at_5_diff1": 0.7938139196548649, + "nauc_ndcg_at_5_max": 0.6802391317359, + "nauc_ndcg_at_5_std": 0.12210463222095658, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8393023876217124, + "nauc_precision_at_100_max": 0.9708216619981376, + "nauc_precision_at_100_std": 0.8603107909830638, + "nauc_precision_at_10_diff1": 0.729544449358691, + "nauc_precision_at_10_max": 0.7086670925680195, + "nauc_precision_at_10_std": 0.3272478582076083, + "nauc_precision_at_1_diff1": 0.8353030617181559, + "nauc_precision_at_1_max": 0.6615433663516445, + "nauc_precision_at_1_std": 0.05415359645426594, + "nauc_precision_at_20_diff1": 0.7697024755848241, + "nauc_precision_at_20_max": 0.8219269689857864, + "nauc_precision_at_20_std": 0.5100184217831264, + "nauc_precision_at_3_diff1": 0.7490706319702604, + "nauc_precision_at_3_max": 0.7256489956577449, + "nauc_precision_at_3_std": 0.2228452719377726, + "nauc_precision_at_5_diff1": 0.7225438323477525, + "nauc_precision_at_5_max": 0.6921568627450962, + "nauc_precision_at_5_std": 0.2356883494138394, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8393023876217088, + "nauc_recall_at_100_max": 0.9708216619981263, + "nauc_recall_at_100_std": 0.8603107909830566, + "nauc_recall_at_10_diff1": 0.7295444493586903, + "nauc_recall_at_10_max": 0.708667092568022, + "nauc_recall_at_10_std": 0.32724785820761093, + "nauc_recall_at_1_diff1": 0.8353030617181559, + "nauc_recall_at_1_max": 0.6615433663516445, + "nauc_recall_at_1_std": 0.05415359645426594, + "nauc_recall_at_20_diff1": 0.7697024755848307, + "nauc_recall_at_20_max": 0.8219269689857914, + "nauc_recall_at_20_std": 0.5100184217831247, + "nauc_recall_at_3_diff1": 0.7490706319702602, + "nauc_recall_at_3_max": 0.7256489956577428, + "nauc_recall_at_3_std": 0.22284527193777176, + "nauc_recall_at_5_diff1": 0.7225438323477541, + "nauc_recall_at_5_max": 0.6921568627450978, + "nauc_recall_at_5_std": 0.2356883494138397, + "ndcg_at_1": 0.73667, + "ndcg_at_10": 0.83807, + "ndcg_at_100": 0.84854, + "ndcg_at_1000": 0.85069, + "ndcg_at_20": 0.84372, + "ndcg_at_3": 0.81021, + "ndcg_at_5": 0.82599, + "precision_at_1": 0.73667, + "precision_at_10": 0.09367, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04794, + "precision_at_3": 0.28741, + "precision_at_5": 0.18, + "recall_at_1": 0.73667, + "recall_at_10": 0.93667, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.95889, + "recall_at_3": 0.86222, + "recall_at_5": 0.9 + }, + { + "hf_subset": "arb_Latn-arb_Latn", + "languages": [ + "arb-Latn", + "arb-Latn" + ], + "main_score": 0.25464, + "map_at_1": 0.22222, + "map_at_10": 0.24289, + "map_at_100": 0.24838, + "map_at_1000": 0.25059, + "map_at_20": 0.24465, + "map_at_3": 0.23704, + "map_at_5": 0.24004, + "mrr_at_1": 0.2222222222222222, + "mrr_at_10": 0.2428853615520283, + "mrr_at_100": 0.24837779717234099, + "mrr_at_1000": 0.25059144574918135, + "mrr_at_20": 0.2446539449303898, + "mrr_at_3": 0.23703703703703707, + "mrr_at_5": 0.24003703703703708, + "nauc_map_at_1000_diff1": 0.7918969588934808, + "nauc_map_at_1000_max": 0.7469654175936781, + "nauc_map_at_1000_std": 0.4012162428156286, + "nauc_map_at_100_diff1": 0.7908826178661814, + "nauc_map_at_100_max": 0.7462741516059306, + "nauc_map_at_100_std": 0.40106306722309853, + "nauc_map_at_10_diff1": 0.7997366244710555, + "nauc_map_at_10_max": 0.7543253952395519, + "nauc_map_at_10_std": 0.4046290069574497, + "nauc_map_at_1_diff1": 0.8324243466299865, + "nauc_map_at_1_max": 0.7850756533700138, + "nauc_map_at_1_std": 0.42139099037138944, + "nauc_map_at_20_diff1": 0.7958471973348588, + "nauc_map_at_20_max": 0.7505068719251541, + "nauc_map_at_20_std": 0.40301165170212855, + "nauc_map_at_3_diff1": 0.8110867892118588, + "nauc_map_at_3_max": 0.7661442880406896, + "nauc_map_at_3_std": 0.4106060521560664, + "nauc_map_at_5_diff1": 0.8048719845565098, + "nauc_map_at_5_max": 0.7598562048775149, + "nauc_map_at_5_std": 0.4065505317200196, + "nauc_mrr_at_1000_diff1": 0.7918969588934808, + "nauc_mrr_at_1000_max": 0.7469654175936781, + "nauc_mrr_at_1000_std": 0.4012162428156286, + "nauc_mrr_at_100_diff1": 0.7908826178661814, + "nauc_mrr_at_100_max": 0.7462741516059306, + "nauc_mrr_at_100_std": 0.40106306722309853, + "nauc_mrr_at_10_diff1": 0.7997366244710555, + "nauc_mrr_at_10_max": 0.7543253952395519, + "nauc_mrr_at_10_std": 0.4046290069574497, + "nauc_mrr_at_1_diff1": 0.8324243466299865, + "nauc_mrr_at_1_max": 0.7850756533700138, + "nauc_mrr_at_1_std": 0.42139099037138944, + "nauc_mrr_at_20_diff1": 0.7958471973348588, + "nauc_mrr_at_20_max": 0.7505068719251541, + "nauc_mrr_at_20_std": 0.40301165170212855, + "nauc_mrr_at_3_diff1": 0.8110867892118588, + "nauc_mrr_at_3_max": 0.7661442880406896, + "nauc_mrr_at_3_std": 0.4106060521560664, + "nauc_mrr_at_5_diff1": 0.8048719845565098, + "nauc_mrr_at_5_max": 0.7598562048775149, + "nauc_mrr_at_5_std": 0.4065505317200196, + "nauc_ndcg_at_1000_diff1": 0.7643080229245747, + "nauc_ndcg_at_1000_max": 0.7195012171387863, + "nauc_ndcg_at_1000_std": 0.38577533355195043, + "nauc_ndcg_at_100_diff1": 0.7271690070150286, + "nauc_ndcg_at_100_max": 0.6858724356419065, + "nauc_ndcg_at_100_std": 0.3678589637918438, + "nauc_ndcg_at_10_diff1": 0.7790463444293036, + "nauc_ndcg_at_10_max": 0.7333762532364326, + "nauc_ndcg_at_10_std": 0.39308607372236565, + "nauc_ndcg_at_1_diff1": 0.8324243466299865, + "nauc_ndcg_at_1_max": 0.7850756533700138, + "nauc_ndcg_at_1_std": 0.42139099037138944, + "nauc_ndcg_at_20_diff1": 0.7655435896377772, + "nauc_ndcg_at_20_max": 0.7197053466804372, + "nauc_ndcg_at_20_std": 0.3870553704117277, + "nauc_ndcg_at_3_diff1": 0.8025971286787408, + "nauc_ndcg_at_3_max": 0.7580041991340469, + "nauc_ndcg_at_3_std": 0.4051535468325893, + "nauc_ndcg_at_5_diff1": 0.7916761340178321, + "nauc_ndcg_at_5_max": 0.7466362874186218, + "nauc_ndcg_at_5_std": 0.3975740108443762, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4727289203430446, + "nauc_precision_at_100_max": 0.4451822701957519, + "nauc_precision_at_100_std": 0.22995206113356817, + "nauc_precision_at_10_diff1": 0.7170933685703902, + "nauc_precision_at_10_max": 0.6704098436685059, + "nauc_precision_at_10_std": 0.3589785308397743, + "nauc_precision_at_1_diff1": 0.8324243466299865, + "nauc_precision_at_1_max": 0.7850756533700138, + "nauc_precision_at_1_std": 0.42139099037138944, + "nauc_precision_at_20_diff1": 0.6695025798381449, + "nauc_precision_at_20_max": 0.6213788190008164, + "nauc_precision_at_20_std": 0.3369704415546555, + "nauc_precision_at_3_diff1": 0.7783945800227015, + "nauc_precision_at_3_max": 0.7346555438035292, + "nauc_precision_at_3_std": 0.3893367557527603, + "nauc_precision_at_5_diff1": 0.7535843253905734, + "nauc_precision_at_5_max": 0.7080925401917102, + "nauc_precision_at_5_std": 0.3710934792061861, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.47272892034304453, + "nauc_recall_at_100_max": 0.44518227019575163, + "nauc_recall_at_100_std": 0.22995206113356823, + "nauc_recall_at_10_diff1": 0.7170933685703904, + "nauc_recall_at_10_max": 0.6704098436685062, + "nauc_recall_at_10_std": 0.35897853083977455, + "nauc_recall_at_1_diff1": 0.8324243466299865, + "nauc_recall_at_1_max": 0.7850756533700138, + "nauc_recall_at_1_std": 0.42139099037138944, + "nauc_recall_at_20_diff1": 0.6695025798381449, + "nauc_recall_at_20_max": 0.6213788190008165, + "nauc_recall_at_20_std": 0.33697044155465555, + "nauc_recall_at_3_diff1": 0.7783945800227012, + "nauc_recall_at_3_max": 0.7346555438035288, + "nauc_recall_at_3_std": 0.3893367557527602, + "nauc_recall_at_5_diff1": 0.7535843253905731, + "nauc_recall_at_5_max": 0.7080925401917102, + "nauc_recall_at_5_std": 0.37109347920618607, + "ndcg_at_1": 0.22222, + "ndcg_at_10": 0.25464, + "ndcg_at_100": 0.29345, + "ndcg_at_1000": 0.35631, + "ndcg_at_20": 0.26128, + "ndcg_at_3": 0.24233, + "ndcg_at_5": 0.24778, + "precision_at_1": 0.22222, + "precision_at_10": 0.02922, + "precision_at_100": 0.00503, + "precision_at_1000": 0.001, + "precision_at_20": 0.01594, + "precision_at_3": 0.08593, + "precision_at_5": 0.05422, + "recall_at_1": 0.22222, + "recall_at_10": 0.29222, + "recall_at_100": 0.50333, + "recall_at_1000": 1.0, + "recall_at_20": 0.31889, + "recall_at_3": 0.25778, + "recall_at_5": 0.27111 + }, + { + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ], + "main_score": 0.72117, + "map_at_1": 0.58444, + "map_at_10": 0.6777, + "map_at_100": 0.68337, + "map_at_1000": 0.68348, + "map_at_20": 0.68121, + "map_at_3": 0.65704, + "map_at_5": 0.67037, + "mrr_at_1": 0.5844444444444444, + "mrr_at_10": 0.6776970899470899, + "mrr_at_100": 0.6833655625818864, + "mrr_at_1000": 0.6834816780536244, + "mrr_at_20": 0.6812067287287876, + "mrr_at_3": 0.657037037037037, + "mrr_at_5": 0.6703703703703704, + "nauc_map_at_1000_diff1": 0.7241251265412333, + "nauc_map_at_1000_max": 0.6085581508242678, + "nauc_map_at_1000_std": 0.10343440828643502, + "nauc_map_at_100_diff1": 0.7240938983795107, + "nauc_map_at_100_max": 0.6086387652998432, + "nauc_map_at_100_std": 0.10355086805762848, + "nauc_map_at_10_diff1": 0.7221743601005262, + "nauc_map_at_10_max": 0.6085593880196237, + "nauc_map_at_10_std": 0.1028653772022326, + "nauc_map_at_1_diff1": 0.7714637094552773, + "nauc_map_at_1_max": 0.6053393134335127, + "nauc_map_at_1_std": 0.07669996986185057, + "nauc_map_at_20_diff1": 0.7226813265710306, + "nauc_map_at_20_max": 0.6077686761893166, + "nauc_map_at_20_std": 0.10374754493265019, + "nauc_map_at_3_diff1": 0.7261780935532304, + "nauc_map_at_3_max": 0.6147270527298451, + "nauc_map_at_3_std": 0.10039504302516343, + "nauc_map_at_5_diff1": 0.7216790420961572, + "nauc_map_at_5_max": 0.6072118000003855, + "nauc_map_at_5_std": 0.1040792995170792, + "nauc_mrr_at_1000_diff1": 0.7241251265412333, + "nauc_mrr_at_1000_max": 0.6085581508242678, + "nauc_mrr_at_1000_std": 0.10343440828643502, + "nauc_mrr_at_100_diff1": 0.7240938983795107, + "nauc_mrr_at_100_max": 0.6086387652998432, + "nauc_mrr_at_100_std": 0.10355086805762848, + "nauc_mrr_at_10_diff1": 0.7221743601005262, + "nauc_mrr_at_10_max": 0.6085593880196237, + "nauc_mrr_at_10_std": 0.1028653772022326, + "nauc_mrr_at_1_diff1": 0.7714637094552773, + "nauc_mrr_at_1_max": 0.6053393134335127, + "nauc_mrr_at_1_std": 0.07669996986185057, + "nauc_mrr_at_20_diff1": 0.7226813265710306, + "nauc_mrr_at_20_max": 0.6077686761893166, + "nauc_mrr_at_20_std": 0.10374754493265019, + "nauc_mrr_at_3_diff1": 0.7261780935532304, + "nauc_mrr_at_3_max": 0.6147270527298451, + "nauc_mrr_at_3_std": 0.10039504302516343, + "nauc_mrr_at_5_diff1": 0.7216790420961572, + "nauc_mrr_at_5_max": 0.6072118000003855, + "nauc_mrr_at_5_std": 0.1040792995170792, + "nauc_ndcg_at_1000_diff1": 0.7165912571294151, + "nauc_ndcg_at_1000_max": 0.6089472381440095, + "nauc_ndcg_at_1000_std": 0.11122642798779861, + "nauc_ndcg_at_100_diff1": 0.7160072306194151, + "nauc_ndcg_at_100_max": 0.61127818332962, + "nauc_ndcg_at_100_std": 0.1153482663790376, + "nauc_ndcg_at_10_diff1": 0.7037135715165547, + "nauc_ndcg_at_10_max": 0.6082718289202366, + "nauc_ndcg_at_10_std": 0.11572588377823546, + "nauc_ndcg_at_1_diff1": 0.7714637094552773, + "nauc_ndcg_at_1_max": 0.6053393134335127, + "nauc_ndcg_at_1_std": 0.07669996986185057, + "nauc_ndcg_at_20_diff1": 0.7052482872065463, + "nauc_ndcg_at_20_max": 0.6052569647170999, + "nauc_ndcg_at_20_std": 0.11962179656135905, + "nauc_ndcg_at_3_diff1": 0.7122023626594841, + "nauc_ndcg_at_3_max": 0.6184578777365969, + "nauc_ndcg_at_3_std": 0.10891142581959222, + "nauc_ndcg_at_5_diff1": 0.7029018930993705, + "nauc_ndcg_at_5_max": 0.6038967829553774, + "nauc_ndcg_at_5_std": 0.11743426862509337, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6733948481353442, + "nauc_precision_at_100_max": 0.8024386225078312, + "nauc_precision_at_100_std": 0.46954468061735394, + "nauc_precision_at_10_diff1": 0.6039080927512623, + "nauc_precision_at_10_max": 0.6073519770307229, + "nauc_precision_at_10_std": 0.1893194372225856, + "nauc_precision_at_1_diff1": 0.7714637094552773, + "nauc_precision_at_1_max": 0.6053393134335127, + "nauc_precision_at_1_std": 0.07669996986185057, + "nauc_precision_at_20_diff1": 0.575489110372831, + "nauc_precision_at_20_max": 0.5810370659891831, + "nauc_precision_at_20_std": 0.25511910190432585, + "nauc_precision_at_3_diff1": 0.6638847638847649, + "nauc_precision_at_3_max": 0.6317356240433165, + "nauc_precision_at_3_std": 0.13890246967170072, + "nauc_precision_at_5_diff1": 0.6236787363222772, + "nauc_precision_at_5_max": 0.5868242881383626, + "nauc_precision_at_5_std": 0.1760050060038204, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6733948481353375, + "nauc_recall_at_100_max": 0.802438622507828, + "nauc_recall_at_100_std": 0.46954468061733967, + "nauc_recall_at_10_diff1": 0.6039080927512647, + "nauc_recall_at_10_max": 0.6073519770307236, + "nauc_recall_at_10_std": 0.1893194372225856, + "nauc_recall_at_1_diff1": 0.7714637094552773, + "nauc_recall_at_1_max": 0.6053393134335127, + "nauc_recall_at_1_std": 0.07669996986185057, + "nauc_recall_at_20_diff1": 0.5754891103728311, + "nauc_recall_at_20_max": 0.5810370659891843, + "nauc_recall_at_20_std": 0.25511910190432696, + "nauc_recall_at_3_diff1": 0.6638847638847639, + "nauc_recall_at_3_max": 0.6317356240433162, + "nauc_recall_at_3_std": 0.13890246967170009, + "nauc_recall_at_5_diff1": 0.623678736322279, + "nauc_recall_at_5_max": 0.5868242881383647, + "nauc_recall_at_5_std": 0.17600500600382274, + "ndcg_at_1": 0.58444, + "ndcg_at_10": 0.72117, + "ndcg_at_100": 0.74811, + "ndcg_at_1000": 0.75065, + "ndcg_at_20": 0.7335, + "ndcg_at_3": 0.67957, + "ndcg_at_5": 0.70372, + "precision_at_1": 0.58444, + "precision_at_10": 0.08567, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04522, + "precision_at_3": 0.24815, + "precision_at_5": 0.16067, + "recall_at_1": 0.58444, + "recall_at_10": 0.85667, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.90444, + "recall_at_3": 0.74444, + "recall_at_5": 0.80333 + }, + { + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ], + "main_score": 0.24461, + "map_at_1": 0.21222, + "map_at_10": 0.23346, + "map_at_100": 0.23891, + "map_at_1000": 0.24112, + "map_at_20": 0.23551, + "map_at_3": 0.22759, + "map_at_5": 0.23087, + "mrr_at_1": 0.21222222222222223, + "mrr_at_10": 0.23346340388007047, + "mrr_at_100": 0.2389102189394485, + "mrr_at_1000": 0.241120997463258, + "mrr_at_20": 0.23550545459872085, + "mrr_at_3": 0.22759259259259262, + "mrr_at_5": 0.23087037037037036, + "nauc_map_at_1000_diff1": 0.8291256133411545, + "nauc_map_at_1000_max": 0.9097579268840909, + "nauc_map_at_1000_std": 0.8392067764011993, + "nauc_map_at_100_diff1": 0.8283321115760723, + "nauc_map_at_100_max": 0.9092103713862685, + "nauc_map_at_100_std": 0.838823837447637, + "nauc_map_at_10_diff1": 0.8374594064045381, + "nauc_map_at_10_max": 0.9182586500769364, + "nauc_map_at_10_std": 0.8477715328121534, + "nauc_map_at_1_diff1": 0.8720408874840779, + "nauc_map_at_1_max": 0.9127076043781989, + "nauc_map_at_1_std": 0.8388487166593368, + "nauc_map_at_20_diff1": 0.8334111811728216, + "nauc_map_at_20_max": 0.9142904206463207, + "nauc_map_at_20_std": 0.843298254581397, + "nauc_map_at_3_diff1": 0.8503031405239113, + "nauc_map_at_3_max": 0.927447147948294, + "nauc_map_at_3_std": 0.854364874568852, + "nauc_map_at_5_diff1": 0.8451892486644471, + "nauc_map_at_5_max": 0.9239920993058336, + "nauc_map_at_5_std": 0.8511333819839095, + "nauc_mrr_at_1000_diff1": 0.8291256133411545, + "nauc_mrr_at_1000_max": 0.9097579268840909, + "nauc_mrr_at_1000_std": 0.8392067764011993, + "nauc_mrr_at_100_diff1": 0.8283321115760723, + "nauc_mrr_at_100_max": 0.9092103713862685, + "nauc_mrr_at_100_std": 0.838823837447637, + "nauc_mrr_at_10_diff1": 0.8374594064045381, + "nauc_mrr_at_10_max": 0.9182586500769364, + "nauc_mrr_at_10_std": 0.8477715328121534, + "nauc_mrr_at_1_diff1": 0.8720408874840779, + "nauc_mrr_at_1_max": 0.9127076043781989, + "nauc_mrr_at_1_std": 0.8388487166593368, + "nauc_mrr_at_20_diff1": 0.8334111811728216, + "nauc_mrr_at_20_max": 0.9142904206463207, + "nauc_mrr_at_20_std": 0.843298254581397, + "nauc_mrr_at_3_diff1": 0.8503031405239113, + "nauc_mrr_at_3_max": 0.927447147948294, + "nauc_mrr_at_3_std": 0.854364874568852, + "nauc_mrr_at_5_diff1": 0.8451892486644471, + "nauc_mrr_at_5_max": 0.9239920993058336, + "nauc_mrr_at_5_std": 0.8511333819839095, + "nauc_ndcg_at_1000_diff1": 0.8003526709823608, + "nauc_ndcg_at_1000_max": 0.8889842505263913, + "nauc_ndcg_at_1000_std": 0.8203268070619679, + "nauc_ndcg_at_100_diff1": 0.7655029283392198, + "nauc_ndcg_at_100_max": 0.8599108714942212, + "nauc_ndcg_at_100_std": 0.793518667640564, + "nauc_ndcg_at_10_diff1": 0.8159529393837434, + "nauc_ndcg_at_10_max": 0.9105178704723914, + "nauc_ndcg_at_10_std": 0.8438489865441088, + "nauc_ndcg_at_1_diff1": 0.8720408874840779, + "nauc_ndcg_at_1_max": 0.9127076043781989, + "nauc_ndcg_at_1_std": 0.8388487166593368, + "nauc_ndcg_at_20_diff1": 0.8016760600152224, + "nauc_ndcg_at_20_max": 0.8958863484457307, + "nauc_ndcg_at_20_std": 0.827218633037331, + "nauc_ndcg_at_3_diff1": 0.8431822135793523, + "nauc_ndcg_at_3_max": 0.930588072740486, + "nauc_ndcg_at_3_std": 0.8580306497617909, + "nauc_ndcg_at_5_diff1": 0.8341658266310644, + "nauc_ndcg_at_5_max": 0.9243798737965095, + "nauc_ndcg_at_5_std": 0.8523556223347807, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5256834218396229, + "nauc_precision_at_100_max": 0.6558403899158484, + "nauc_precision_at_100_std": 0.5999584074140251, + "nauc_precision_at_10_diff1": 0.750732505229963, + "nauc_precision_at_10_max": 0.8833718208962638, + "nauc_precision_at_10_std": 0.8288157004426071, + "nauc_precision_at_1_diff1": 0.8720408874840779, + "nauc_precision_at_1_max": 0.9127076043781989, + "nauc_precision_at_1_std": 0.8388487166593368, + "nauc_precision_at_20_diff1": 0.7013303272814141, + "nauc_precision_at_20_max": 0.8303287744863829, + "nauc_precision_at_20_std": 0.7677302317247965, + "nauc_precision_at_3_diff1": 0.8231895210752537, + "nauc_precision_at_3_max": 0.9389250091259779, + "nauc_precision_at_3_std": 0.867918323319422, + "nauc_precision_at_5_diff1": 0.802659314413035, + "nauc_precision_at_5_max": 0.9241638548036769, + "nauc_precision_at_5_std": 0.8546738372512398, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5256834218396224, + "nauc_recall_at_100_max": 0.6558403899158483, + "nauc_recall_at_100_std": 0.5999584074140246, + "nauc_recall_at_10_diff1": 0.7507325052299633, + "nauc_recall_at_10_max": 0.8833718208962635, + "nauc_recall_at_10_std": 0.828815700442607, + "nauc_recall_at_1_diff1": 0.8720408874840779, + "nauc_recall_at_1_max": 0.9127076043781989, + "nauc_recall_at_1_std": 0.8388487166593368, + "nauc_recall_at_20_diff1": 0.7013303272814141, + "nauc_recall_at_20_max": 0.8303287744863832, + "nauc_recall_at_20_std": 0.7677302317247969, + "nauc_recall_at_3_diff1": 0.8231895210752539, + "nauc_recall_at_3_max": 0.9389250091259782, + "nauc_recall_at_3_std": 0.8679183233194224, + "nauc_recall_at_5_diff1": 0.8026593144130353, + "nauc_recall_at_5_max": 0.9241638548036774, + "nauc_recall_at_5_std": 0.8546738372512402, + "ndcg_at_1": 0.21222, + "ndcg_at_10": 0.24461, + "ndcg_at_100": 0.28024, + "ndcg_at_1000": 0.34661, + "ndcg_at_20": 0.25233, + "ndcg_at_3": 0.2325, + "ndcg_at_5": 0.23843, + "precision_at_1": 0.21222, + "precision_at_10": 0.028, + "precision_at_100": 0.00469, + "precision_at_1000": 0.001, + "precision_at_20": 0.01556, + "precision_at_3": 0.08222, + "precision_at_5": 0.05222, + "recall_at_1": 0.21222, + "recall_at_10": 0.28, + "recall_at_100": 0.46889, + "recall_at_1000": 1.0, + "recall_at_20": 0.31111, + "recall_at_3": 0.24667, + "recall_at_5": 0.26111 + }, + { + "hf_subset": "ars_Arab-ars_Arab", + "languages": [ + "ars-Arab", + "ars-Arab" + ], + "main_score": 0.83449, + "map_at_1": 0.74333, + "map_at_10": 0.80739, + "map_at_100": 0.81019, + "map_at_1000": 0.81028, + "map_at_20": 0.80914, + "map_at_3": 0.79574, + "map_at_5": 0.80385, + "mrr_at_1": 0.7433333333333333, + "mrr_at_10": 0.8073902116402119, + "mrr_at_100": 0.8101909502421301, + "mrr_at_1000": 0.8102839293754716, + "mrr_at_20": 0.8091403702697565, + "mrr_at_3": 0.7957407407407411, + "mrr_at_5": 0.8038518518518523, + "nauc_map_at_1000_diff1": 0.8511371500379522, + "nauc_map_at_1000_max": 0.7541566303527952, + "nauc_map_at_1000_std": 0.11067448485901403, + "nauc_map_at_100_diff1": 0.8510969262863268, + "nauc_map_at_100_max": 0.7542508564963034, + "nauc_map_at_100_std": 0.1109866448972876, + "nauc_map_at_10_diff1": 0.8500707935460817, + "nauc_map_at_10_max": 0.7547993240423353, + "nauc_map_at_10_std": 0.11417212229222357, + "nauc_map_at_1_diff1": 0.8772654732878479, + "nauc_map_at_1_max": 0.7322865657234833, + "nauc_map_at_1_std": 0.04922403057890961, + "nauc_map_at_20_diff1": 0.8507345580216619, + "nauc_map_at_20_max": 0.7547816686032207, + "nauc_map_at_20_std": 0.1124481363170663, + "nauc_map_at_3_diff1": 0.8499122075342489, + "nauc_map_at_3_max": 0.7513157278568018, + "nauc_map_at_3_std": 0.09448481563582178, + "nauc_map_at_5_diff1": 0.8490398245905018, + "nauc_map_at_5_max": 0.7548496425995814, + "nauc_map_at_5_std": 0.11059174298973479, + "nauc_mrr_at_1000_diff1": 0.8511371500379522, + "nauc_mrr_at_1000_max": 0.7541566303527952, + "nauc_mrr_at_1000_std": 0.11067448485901403, + "nauc_mrr_at_100_diff1": 0.8510969262863268, + "nauc_mrr_at_100_max": 0.7542508564963034, + "nauc_mrr_at_100_std": 0.1109866448972876, + "nauc_mrr_at_10_diff1": 0.8500707935460817, + "nauc_mrr_at_10_max": 0.7547993240423353, + "nauc_mrr_at_10_std": 0.11417212229222357, + "nauc_mrr_at_1_diff1": 0.8772654732878479, + "nauc_mrr_at_1_max": 0.7322865657234833, + "nauc_mrr_at_1_std": 0.04922403057890961, + "nauc_mrr_at_20_diff1": 0.8507345580216619, + "nauc_mrr_at_20_max": 0.7547816686032207, + "nauc_mrr_at_20_std": 0.1124481363170663, + "nauc_mrr_at_3_diff1": 0.8499122075342489, + "nauc_mrr_at_3_max": 0.7513157278568018, + "nauc_mrr_at_3_std": 0.09448481563582178, + "nauc_mrr_at_5_diff1": 0.8490398245905018, + "nauc_mrr_at_5_max": 0.7548496425995814, + "nauc_mrr_at_5_std": 0.11059174298973479, + "nauc_ndcg_at_1000_diff1": 0.846897233094185, + "nauc_ndcg_at_1000_max": 0.7596388269406362, + "nauc_ndcg_at_1000_std": 0.1279130674385585, + "nauc_ndcg_at_100_diff1": 0.8459962742698164, + "nauc_ndcg_at_100_max": 0.7624212485967133, + "nauc_ndcg_at_100_std": 0.13801710953829704, + "nauc_ndcg_at_10_diff1": 0.8401055203493445, + "nauc_ndcg_at_10_max": 0.7665202065757732, + "nauc_ndcg_at_10_std": 0.15507396366750945, + "nauc_ndcg_at_1_diff1": 0.8772654732878479, + "nauc_ndcg_at_1_max": 0.7322865657234833, + "nauc_ndcg_at_1_std": 0.04922403057890961, + "nauc_ndcg_at_20_diff1": 0.8425877613553816, + "nauc_ndcg_at_20_max": 0.7668635953392495, + "nauc_ndcg_at_20_std": 0.1495828463580336, + "nauc_ndcg_at_3_diff1": 0.8401053269524701, + "nauc_ndcg_at_3_max": 0.7585911730691733, + "nauc_ndcg_at_3_std": 0.11074262897471232, + "nauc_ndcg_at_5_diff1": 0.8378439886008936, + "nauc_ndcg_at_5_max": 0.7662904442608336, + "nauc_ndcg_at_5_std": 0.14379311390537244, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7969187675069993, + "nauc_precision_at_100_max": 0.9254493464052329, + "nauc_precision_at_100_std": 0.7423844537815184, + "nauc_precision_at_10_diff1": 0.7810331339743084, + "nauc_precision_at_10_max": 0.8405569434981154, + "nauc_precision_at_10_std": 0.4233981881040672, + "nauc_precision_at_1_diff1": 0.8772654732878479, + "nauc_precision_at_1_max": 0.7322865657234833, + "nauc_precision_at_1_std": 0.04922403057890961, + "nauc_precision_at_20_diff1": 0.7799472730268552, + "nauc_precision_at_20_max": 0.8768330861756448, + "nauc_precision_at_20_std": 0.4892257556617427, + "nauc_precision_at_3_diff1": 0.8024137333363484, + "nauc_precision_at_3_max": 0.7867617691165737, + "nauc_precision_at_3_std": 0.17324169737526346, + "nauc_precision_at_5_diff1": 0.7846067913480621, + "nauc_precision_at_5_max": 0.8227431190893498, + "nauc_precision_at_5_std": 0.30905352568423744, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.796918767507007, + "nauc_recall_at_100_max": 0.9254493464052325, + "nauc_recall_at_100_std": 0.7423844537815121, + "nauc_recall_at_10_diff1": 0.7810331339743112, + "nauc_recall_at_10_max": 0.8405569434981197, + "nauc_recall_at_10_std": 0.42339818810407037, + "nauc_recall_at_1_diff1": 0.8772654732878479, + "nauc_recall_at_1_max": 0.7322865657234833, + "nauc_recall_at_1_std": 0.04922403057890961, + "nauc_recall_at_20_diff1": 0.7799472730268584, + "nauc_recall_at_20_max": 0.876833086175646, + "nauc_recall_at_20_std": 0.4892257556617412, + "nauc_recall_at_3_diff1": 0.802413733336348, + "nauc_recall_at_3_max": 0.7867617691165729, + "nauc_recall_at_3_std": 0.1732416973752633, + "nauc_recall_at_5_diff1": 0.7846067913480615, + "nauc_recall_at_5_max": 0.8227431190893503, + "nauc_recall_at_5_std": 0.30905352568423955, + "ndcg_at_1": 0.74333, + "ndcg_at_10": 0.83449, + "ndcg_at_100": 0.84823, + "ndcg_at_1000": 0.85056, + "ndcg_at_20": 0.84092, + "ndcg_at_3": 0.81149, + "ndcg_at_5": 0.82589, + "precision_at_1": 0.74333, + "precision_at_10": 0.09178, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04717, + "precision_at_3": 0.28556, + "precision_at_5": 0.17822, + "recall_at_1": 0.74333, + "recall_at_10": 0.91778, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.94333, + "recall_at_3": 0.85667, + "recall_at_5": 0.89111 + }, + { + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ], + "main_score": 0.8795, + "map_at_1": 0.79556, + "map_at_10": 0.85346, + "map_at_100": 0.85548, + "map_at_1000": 0.85549, + "map_at_20": 0.85499, + "map_at_3": 0.84222, + "map_at_5": 0.84983, + "mrr_at_1": 0.7955555555555556, + "mrr_at_10": 0.8534572310405649, + "mrr_at_100": 0.8554757944166588, + "mrr_at_1000": 0.8554892545778209, + "mrr_at_20": 0.8549890632911793, + "mrr_at_3": 0.8422222222222224, + "mrr_at_5": 0.849833333333334, + "nauc_map_at_1000_diff1": 0.8164682117795045, + "nauc_map_at_1000_max": 0.6477200766163714, + "nauc_map_at_1000_std": -0.0650652379258225, + "nauc_map_at_100_diff1": 0.8164862905371009, + "nauc_map_at_100_max": 0.6477547778711387, + "nauc_map_at_100_std": -0.06497320035490721, + "nauc_map_at_10_diff1": 0.8162657061619578, + "nauc_map_at_10_max": 0.6489343255977136, + "nauc_map_at_10_std": -0.0629390541404514, + "nauc_map_at_1_diff1": 0.8309198249615328, + "nauc_map_at_1_max": 0.6348445496906268, + "nauc_map_at_1_std": -0.08056516472603933, + "nauc_map_at_20_diff1": 0.8157011370394236, + "nauc_map_at_20_max": 0.647448728437714, + "nauc_map_at_20_std": -0.06506809321604659, + "nauc_map_at_3_diff1": 0.8145865487321807, + "nauc_map_at_3_max": 0.6411574513047307, + "nauc_map_at_3_std": -0.06765372201882003, + "nauc_map_at_5_diff1": 0.8158223578719211, + "nauc_map_at_5_max": 0.6498393676345446, + "nauc_map_at_5_std": -0.06742701061448439, + "nauc_mrr_at_1000_diff1": 0.8164682117795045, + "nauc_mrr_at_1000_max": 0.6477200766163714, + "nauc_mrr_at_1000_std": -0.0650652379258225, + "nauc_mrr_at_100_diff1": 0.8164862905371009, + "nauc_mrr_at_100_max": 0.6477547778711387, + "nauc_mrr_at_100_std": -0.06497320035490721, + "nauc_mrr_at_10_diff1": 0.8162657061619578, + "nauc_mrr_at_10_max": 0.6489343255977136, + "nauc_mrr_at_10_std": -0.0629390541404514, + "nauc_mrr_at_1_diff1": 0.8309198249615328, + "nauc_mrr_at_1_max": 0.6348445496906268, + "nauc_mrr_at_1_std": -0.08056516472603933, + "nauc_mrr_at_20_diff1": 0.8157011370394236, + "nauc_mrr_at_20_max": 0.647448728437714, + "nauc_mrr_at_20_std": -0.06506809321604659, + "nauc_mrr_at_3_diff1": 0.8145865487321807, + "nauc_mrr_at_3_max": 0.6411574513047307, + "nauc_mrr_at_3_std": -0.06765372201882003, + "nauc_mrr_at_5_diff1": 0.8158223578719211, + "nauc_mrr_at_5_max": 0.6498393676345446, + "nauc_mrr_at_5_std": -0.06742701061448439, + "nauc_ndcg_at_1000_diff1": 0.8144736982858375, + "nauc_ndcg_at_1000_max": 0.6510483594742442, + "nauc_ndcg_at_1000_std": -0.06015130946239821, + "nauc_ndcg_at_100_diff1": 0.8149968002956364, + "nauc_ndcg_at_100_max": 0.6520322485659531, + "nauc_ndcg_at_100_std": -0.057530721823381405, + "nauc_ndcg_at_10_diff1": 0.8119070673256704, + "nauc_ndcg_at_10_max": 0.6578176287294994, + "nauc_ndcg_at_10_std": -0.04884499461676822, + "nauc_ndcg_at_1_diff1": 0.8309198249615328, + "nauc_ndcg_at_1_max": 0.6348445496906268, + "nauc_ndcg_at_1_std": -0.08056516472603933, + "nauc_ndcg_at_20_diff1": 0.8091883777799113, + "nauc_ndcg_at_20_max": 0.6520757562870187, + "nauc_ndcg_at_20_std": -0.05556695128125663, + "nauc_ndcg_at_3_diff1": 0.8086757205414349, + "nauc_ndcg_at_3_max": 0.6419191556662439, + "nauc_ndcg_at_3_std": -0.062335604847544655, + "nauc_ndcg_at_5_diff1": 0.8105215921750862, + "nauc_ndcg_at_5_max": 0.6605811201648102, + "nauc_ndcg_at_5_std": -0.06072138569770531, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.7737317149081854, + "nauc_precision_at_10_max": 0.7488328664799236, + "nauc_precision_at_10_std": 0.10343396617906485, + "nauc_precision_at_1_diff1": 0.8309198249615328, + "nauc_precision_at_1_max": 0.6348445496906268, + "nauc_precision_at_1_std": -0.08056516472603933, + "nauc_precision_at_20_diff1": 0.6775339765535817, + "nauc_precision_at_20_max": 0.7217294325137483, + "nauc_precision_at_20_std": 0.1355690424317818, + "nauc_precision_at_3_diff1": 0.7836601307189569, + "nauc_precision_at_3_max": 0.6443458865027496, + "nauc_precision_at_3_std": -0.0394906110592401, + "nauc_precision_at_5_diff1": 0.7791627762215982, + "nauc_precision_at_5_max": 0.731629318394021, + "nauc_precision_at_5_std": -0.01847183317771584, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.7737317149081873, + "nauc_recall_at_10_max": 0.7488328664799263, + "nauc_recall_at_10_std": 0.10343396617906395, + "nauc_recall_at_1_diff1": 0.8309198249615328, + "nauc_recall_at_1_max": 0.6348445496906268, + "nauc_recall_at_1_std": -0.08056516472603933, + "nauc_recall_at_20_diff1": 0.6775339765535872, + "nauc_recall_at_20_max": 0.7217294325137409, + "nauc_recall_at_20_std": 0.1355690424317855, + "nauc_recall_at_3_diff1": 0.783660130718954, + "nauc_recall_at_3_max": 0.6443458865027497, + "nauc_recall_at_3_std": -0.03949061105923806, + "nauc_recall_at_5_diff1": 0.7791627762215997, + "nauc_recall_at_5_max": 0.7316293183940229, + "nauc_recall_at_5_std": -0.01847183317771536, + "ndcg_at_1": 0.79556, + "ndcg_at_10": 0.8795, + "ndcg_at_100": 0.88808, + "ndcg_at_1000": 0.88838, + "ndcg_at_20": 0.88473, + "ndcg_at_3": 0.85709, + "ndcg_at_5": 0.87081, + "precision_at_1": 0.79556, + "precision_at_10": 0.096, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.3, + "precision_at_5": 0.18667, + "recall_at_1": 0.79556, + "recall_at_10": 0.96, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.9, + "recall_at_5": 0.93333 + }, + { + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ], + "main_score": 0.81904, + "map_at_1": 0.71444, + "map_at_10": 0.78626, + "map_at_100": 0.78925, + "map_at_1000": 0.78933, + "map_at_20": 0.78836, + "map_at_3": 0.77259, + "map_at_5": 0.78104, + "mrr_at_1": 0.7144444444444444, + "mrr_at_10": 0.7862649911816582, + "mrr_at_100": 0.7892486166452135, + "mrr_at_1000": 0.7893346133094999, + "mrr_at_20": 0.7883596510367669, + "mrr_at_3": 0.7725925925925927, + "mrr_at_5": 0.7810370370370372, + "nauc_map_at_1000_diff1": 0.7829931413306918, + "nauc_map_at_1000_max": 0.6915994092928618, + "nauc_map_at_1000_std": 0.1501526956866782, + "nauc_map_at_100_diff1": 0.7830052860533497, + "nauc_map_at_100_max": 0.6916946959016532, + "nauc_map_at_100_std": 0.1504031539201608, + "nauc_map_at_10_diff1": 0.7814260464825802, + "nauc_map_at_10_max": 0.6903551666786283, + "nauc_map_at_10_std": 0.1491834482346371, + "nauc_map_at_1_diff1": 0.8017765115886198, + "nauc_map_at_1_max": 0.6816190072975042, + "nauc_map_at_1_std": 0.12359248267390258, + "nauc_map_at_20_diff1": 0.7828135813293208, + "nauc_map_at_20_max": 0.6921774439311871, + "nauc_map_at_20_std": 0.15237850149297863, + "nauc_map_at_3_diff1": 0.7811833633477953, + "nauc_map_at_3_max": 0.6924161015082215, + "nauc_map_at_3_std": 0.14618657057528492, + "nauc_map_at_5_diff1": 0.7810538459493982, + "nauc_map_at_5_max": 0.6899791137423427, + "nauc_map_at_5_std": 0.14200199134778557, + "nauc_mrr_at_1000_diff1": 0.7829931413306918, + "nauc_mrr_at_1000_max": 0.6915994092928618, + "nauc_mrr_at_1000_std": 0.1501526956866782, + "nauc_mrr_at_100_diff1": 0.7830052860533497, + "nauc_mrr_at_100_max": 0.6916946959016532, + "nauc_mrr_at_100_std": 0.1504031539201608, + "nauc_mrr_at_10_diff1": 0.7814260464825802, + "nauc_mrr_at_10_max": 0.6903551666786283, + "nauc_mrr_at_10_std": 0.1491834482346371, + "nauc_mrr_at_1_diff1": 0.8017765115886198, + "nauc_mrr_at_1_max": 0.6816190072975042, + "nauc_mrr_at_1_std": 0.12359248267390258, + "nauc_mrr_at_20_diff1": 0.7828135813293208, + "nauc_mrr_at_20_max": 0.6921774439311871, + "nauc_mrr_at_20_std": 0.15237850149297863, + "nauc_mrr_at_3_diff1": 0.7811833633477953, + "nauc_mrr_at_3_max": 0.6924161015082215, + "nauc_mrr_at_3_std": 0.14618657057528492, + "nauc_mrr_at_5_diff1": 0.7810538459493982, + "nauc_mrr_at_5_max": 0.6899791137423427, + "nauc_mrr_at_5_std": 0.14200199134778557, + "nauc_ndcg_at_1000_diff1": 0.780854014983494, + "nauc_ndcg_at_1000_max": 0.6956425142282776, + "nauc_ndcg_at_1000_std": 0.16210936416883837, + "nauc_ndcg_at_100_diff1": 0.7812420122505314, + "nauc_ndcg_at_100_max": 0.6988585832502301, + "nauc_ndcg_at_100_std": 0.17123058901212873, + "nauc_ndcg_at_10_diff1": 0.7739936026885512, + "nauc_ndcg_at_10_max": 0.6947265225238985, + "nauc_ndcg_at_10_std": 0.17106112631292889, + "nauc_ndcg_at_1_diff1": 0.8017765115886198, + "nauc_ndcg_at_1_max": 0.6816190072975042, + "nauc_ndcg_at_1_std": 0.12359248267390258, + "nauc_ndcg_at_20_diff1": 0.7795611566366087, + "nauc_ndcg_at_20_max": 0.7028840066092383, + "nauc_ndcg_at_20_std": 0.18594600820677626, + "nauc_ndcg_at_3_diff1": 0.7742307661648028, + "nauc_ndcg_at_3_max": 0.6982836244491556, + "nauc_ndcg_at_3_std": 0.15730491257356788, + "nauc_ndcg_at_5_diff1": 0.7734692036869525, + "nauc_ndcg_at_5_max": 0.693535174484346, + "nauc_ndcg_at_5_std": 0.14969962340318527, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8059932306255905, + "nauc_precision_at_100_max": 0.9098389355742263, + "nauc_precision_at_100_std": 0.7790324463118601, + "nauc_precision_at_10_diff1": 0.7231888060388452, + "nauc_precision_at_10_max": 0.7251943030733401, + "nauc_precision_at_10_std": 0.3443405531226566, + "nauc_precision_at_1_diff1": 0.8017765115886198, + "nauc_precision_at_1_max": 0.6816190072975042, + "nauc_precision_at_1_std": 0.12359248267390258, + "nauc_precision_at_20_diff1": 0.7615227909345517, + "nauc_precision_at_20_max": 0.8470630676513003, + "nauc_precision_at_20_std": 0.6381673881673865, + "nauc_precision_at_3_diff1": 0.7473848100034071, + "nauc_precision_at_3_max": 0.7220322372125041, + "nauc_precision_at_3_std": 0.20195174844131258, + "nauc_precision_at_5_diff1": 0.7370674674960106, + "nauc_precision_at_5_max": 0.7101909692827286, + "nauc_precision_at_5_std": 0.18637550460268748, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8059932306255843, + "nauc_recall_at_100_max": 0.9098389355742308, + "nauc_recall_at_100_std": 0.7790324463118657, + "nauc_recall_at_10_diff1": 0.7231888060388474, + "nauc_recall_at_10_max": 0.7251943030733428, + "nauc_recall_at_10_std": 0.34434055312265643, + "nauc_recall_at_1_diff1": 0.8017765115886198, + "nauc_recall_at_1_max": 0.6816190072975042, + "nauc_recall_at_1_std": 0.12359248267390258, + "nauc_recall_at_20_diff1": 0.7615227909345567, + "nauc_recall_at_20_max": 0.8470630676513026, + "nauc_recall_at_20_std": 0.638167388167391, + "nauc_recall_at_3_diff1": 0.7473848100034057, + "nauc_recall_at_3_max": 0.7220322372125029, + "nauc_recall_at_3_std": 0.20195174844131134, + "nauc_recall_at_5_diff1": 0.7370674674960128, + "nauc_recall_at_5_max": 0.710190969282729, + "nauc_recall_at_5_std": 0.18637550460269034, + "ndcg_at_1": 0.71444, + "ndcg_at_10": 0.81904, + "ndcg_at_100": 0.83257, + "ndcg_at_1000": 0.83486, + "ndcg_at_20": 0.82664, + "ndcg_at_3": 0.79082, + "ndcg_at_5": 0.80621, + "precision_at_1": 0.71444, + "precision_at_10": 0.09211, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.28111, + "precision_at_5": 0.17622, + "recall_at_1": 0.71444, + "recall_at_10": 0.92111, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95111, + "recall_at_3": 0.84333, + "recall_at_5": 0.88111 + }, + { + "hf_subset": "ary_Arab-ary_Arab", + "languages": [ + "ary-Arab", + "ary-Arab" + ], + "main_score": 0.78878, + "map_at_1": 0.68931, + "map_at_10": 0.75679, + "map_at_100": 0.76056, + "map_at_1000": 0.7607, + "map_at_20": 0.7592, + "map_at_3": 0.74072, + "map_at_5": 0.75191, + "mrr_at_1": 0.6893095768374164, + "mrr_at_10": 0.7567866864637469, + "mrr_at_100": 0.7605600496283785, + "mrr_at_1000": 0.7607028796500738, + "mrr_at_20": 0.7592028746609019, + "mrr_at_3": 0.7407201187824799, + "mrr_at_5": 0.7519116555308096, + "nauc_map_at_1000_diff1": 0.8012393061386351, + "nauc_map_at_1000_max": 0.7588105973757255, + "nauc_map_at_1000_std": 0.11952662970626847, + "nauc_map_at_100_diff1": 0.8012077303843197, + "nauc_map_at_100_max": 0.7588133126674531, + "nauc_map_at_100_std": 0.11977078163161932, + "nauc_map_at_10_diff1": 0.8003917253550037, + "nauc_map_at_10_max": 0.759381890965902, + "nauc_map_at_10_std": 0.12207086917481598, + "nauc_map_at_1_diff1": 0.8298686436236296, + "nauc_map_at_1_max": 0.7563810240175094, + "nauc_map_at_1_std": 0.07442060682783397, + "nauc_map_at_20_diff1": 0.8004207041032522, + "nauc_map_at_20_max": 0.7586218122604901, + "nauc_map_at_20_std": 0.11970961256823054, + "nauc_map_at_3_diff1": 0.8013000936038508, + "nauc_map_at_3_max": 0.758897901921801, + "nauc_map_at_3_std": 0.11509675162812598, + "nauc_map_at_5_diff1": 0.7997134756541744, + "nauc_map_at_5_max": 0.757039529713255, + "nauc_map_at_5_std": 0.11669016610045546, + "nauc_mrr_at_1000_diff1": 0.8012393061386351, + "nauc_mrr_at_1000_max": 0.7588105973757255, + "nauc_mrr_at_1000_std": 0.11952662970626847, + "nauc_mrr_at_100_diff1": 0.8012077303843197, + "nauc_mrr_at_100_max": 0.7588133126674531, + "nauc_mrr_at_100_std": 0.11977078163161932, + "nauc_mrr_at_10_diff1": 0.8003917253550037, + "nauc_mrr_at_10_max": 0.759381890965902, + "nauc_mrr_at_10_std": 0.12207086917481598, + "nauc_mrr_at_1_diff1": 0.8298686436236296, + "nauc_mrr_at_1_max": 0.7563810240175094, + "nauc_mrr_at_1_std": 0.07442060682783397, + "nauc_mrr_at_20_diff1": 0.8004207041032522, + "nauc_mrr_at_20_max": 0.7586218122604901, + "nauc_mrr_at_20_std": 0.11970961256823054, + "nauc_mrr_at_3_diff1": 0.8013000936038508, + "nauc_mrr_at_3_max": 0.758897901921801, + "nauc_mrr_at_3_std": 0.11509675162812598, + "nauc_mrr_at_5_diff1": 0.7997134756541744, + "nauc_mrr_at_5_max": 0.757039529713255, + "nauc_mrr_at_5_std": 0.11669016610045546, + "nauc_ndcg_at_1000_diff1": 0.796031811118855, + "nauc_ndcg_at_1000_max": 0.7595589506740457, + "nauc_ndcg_at_1000_std": 0.13045794110712, + "nauc_ndcg_at_100_diff1": 0.7950259427764047, + "nauc_ndcg_at_100_max": 0.7598929844894251, + "nauc_ndcg_at_100_std": 0.13761247942008226, + "nauc_ndcg_at_10_diff1": 0.7885619918381506, + "nauc_ndcg_at_10_max": 0.7620598965546329, + "nauc_ndcg_at_10_std": 0.14730877660641253, + "nauc_ndcg_at_1_diff1": 0.8298686436236296, + "nauc_ndcg_at_1_max": 0.7563810240175094, + "nauc_ndcg_at_1_std": 0.07442060682783397, + "nauc_ndcg_at_20_diff1": 0.7888035614161525, + "nauc_ndcg_at_20_max": 0.7591185779162614, + "nauc_ndcg_at_20_std": 0.1381230719130129, + "nauc_ndcg_at_3_diff1": 0.7911708995712763, + "nauc_ndcg_at_3_max": 0.7595387210004423, + "nauc_ndcg_at_3_std": 0.12958504739050722, + "nauc_ndcg_at_5_diff1": 0.7875810307930007, + "nauc_ndcg_at_5_max": 0.7560412739138178, + "nauc_ndcg_at_5_std": 0.13336688530721655, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7364511939732633, + "nauc_precision_at_100_max": 0.7823921725898837, + "nauc_precision_at_100_std": 0.5474595461826341, + "nauc_precision_at_10_diff1": 0.7223135683901956, + "nauc_precision_at_10_max": 0.7799231390783931, + "nauc_precision_at_10_std": 0.2965488543707755, + "nauc_precision_at_1_diff1": 0.8298686436236296, + "nauc_precision_at_1_max": 0.7563810240175094, + "nauc_precision_at_1_std": 0.07442060682783397, + "nauc_precision_at_20_diff1": 0.6980243077351895, + "nauc_precision_at_20_max": 0.7611381509472587, + "nauc_precision_at_20_std": 0.2759373845073573, + "nauc_precision_at_3_diff1": 0.7552723622724432, + "nauc_precision_at_3_max": 0.7617082614398737, + "nauc_precision_at_3_std": 0.18095928432427216, + "nauc_precision_at_5_diff1": 0.7336207082843705, + "nauc_precision_at_5_max": 0.7507804655997896, + "nauc_precision_at_5_std": 0.20725370299295479, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7364511939732641, + "nauc_recall_at_100_max": 0.7823921725898788, + "nauc_recall_at_100_std": 0.5474595461826266, + "nauc_recall_at_10_diff1": 0.7223135683901957, + "nauc_recall_at_10_max": 0.7799231390783925, + "nauc_recall_at_10_std": 0.2965488543707754, + "nauc_recall_at_1_diff1": 0.8298686436236296, + "nauc_recall_at_1_max": 0.7563810240175094, + "nauc_recall_at_1_std": 0.07442060682783397, + "nauc_recall_at_20_diff1": 0.6980243077351894, + "nauc_recall_at_20_max": 0.761138150947257, + "nauc_recall_at_20_std": 0.2759373845073588, + "nauc_recall_at_3_diff1": 0.7552723622724441, + "nauc_recall_at_3_max": 0.761708261439875, + "nauc_recall_at_3_std": 0.18095928432427244, + "nauc_recall_at_5_diff1": 0.7336207082843689, + "nauc_recall_at_5_max": 0.7507804655997893, + "nauc_recall_at_5_std": 0.20725370299295426, + "ndcg_at_1": 0.68931, + "ndcg_at_10": 0.78878, + "ndcg_at_100": 0.80761, + "ndcg_at_1000": 0.81064, + "ndcg_at_20": 0.79771, + "ndcg_at_3": 0.75675, + "ndcg_at_5": 0.77692, + "precision_at_1": 0.68931, + "precision_at_10": 0.08886, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04621, + "precision_at_3": 0.26763, + "precision_at_5": 0.17038, + "recall_at_1": 0.68931, + "recall_at_10": 0.88864, + "recall_at_100": 0.97773, + "recall_at_1000": 1.0, + "recall_at_20": 0.92428, + "recall_at_3": 0.8029, + "recall_at_5": 0.85189 + }, + { + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ], + "main_score": 0.86623, + "map_at_1": 0.77, + "map_at_10": 0.83671, + "map_at_100": 0.83876, + "map_at_1000": 0.83877, + "map_at_20": 0.83826, + "map_at_3": 0.8237, + "map_at_5": 0.83115, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8367138447971788, + "mrr_at_100": 0.838763090981995, + "mrr_at_1000": 0.8387741905746608, + "mrr_at_20": 0.8382628553363854, + "mrr_at_3": 0.823703703703704, + "mrr_at_5": 0.8311481481481489, + "nauc_map_at_1000_diff1": 0.8083814227294366, + "nauc_map_at_1000_max": 0.636433569767145, + "nauc_map_at_1000_std": -0.12825192953982628, + "nauc_map_at_100_diff1": 0.8083896506916518, + "nauc_map_at_100_max": 0.6364605573114938, + "nauc_map_at_100_std": -0.12824360187195769, + "nauc_map_at_10_diff1": 0.8068621420437977, + "nauc_map_at_10_max": 0.6360565522710335, + "nauc_map_at_10_std": -0.13212278167861816, + "nauc_map_at_1_diff1": 0.8289926864264949, + "nauc_map_at_1_max": 0.629332875768721, + "nauc_map_at_1_std": -0.14516734679667553, + "nauc_map_at_20_diff1": 0.8085562061080459, + "nauc_map_at_20_max": 0.6367585944995917, + "nauc_map_at_20_std": -0.12770450133179312, + "nauc_map_at_3_diff1": 0.8025579607956341, + "nauc_map_at_3_max": 0.6340232280413786, + "nauc_map_at_3_std": -0.12479106404700219, + "nauc_map_at_5_diff1": 0.8026069883453488, + "nauc_map_at_5_max": 0.6390849314773068, + "nauc_map_at_5_std": -0.12390597012445514, + "nauc_mrr_at_1000_diff1": 0.8083814227294366, + "nauc_mrr_at_1000_max": 0.636433569767145, + "nauc_mrr_at_1000_std": -0.12825192953982628, + "nauc_mrr_at_100_diff1": 0.8083896506916518, + "nauc_mrr_at_100_max": 0.6364605573114938, + "nauc_mrr_at_100_std": -0.12824360187195769, + "nauc_mrr_at_10_diff1": 0.8068621420437977, + "nauc_mrr_at_10_max": 0.6360565522710335, + "nauc_mrr_at_10_std": -0.13212278167861816, + "nauc_mrr_at_1_diff1": 0.8289926864264949, + "nauc_mrr_at_1_max": 0.629332875768721, + "nauc_mrr_at_1_std": -0.14516734679667553, + "nauc_mrr_at_20_diff1": 0.8085562061080459, + "nauc_mrr_at_20_max": 0.6367585944995917, + "nauc_mrr_at_20_std": -0.12770450133179312, + "nauc_mrr_at_3_diff1": 0.8025579607956341, + "nauc_mrr_at_3_max": 0.6340232280413786, + "nauc_mrr_at_3_std": -0.12479106404700219, + "nauc_mrr_at_5_diff1": 0.8026069883453488, + "nauc_mrr_at_5_max": 0.6390849314773068, + "nauc_mrr_at_5_std": -0.12390597012445514, + "nauc_ndcg_at_1000_diff1": 0.8065403329376837, + "nauc_ndcg_at_1000_max": 0.63811076213028, + "nauc_ndcg_at_1000_std": -0.12525161470771792, + "nauc_ndcg_at_100_diff1": 0.8068523736999271, + "nauc_ndcg_at_100_max": 0.6390129389360977, + "nauc_ndcg_at_100_std": -0.1246383116471763, + "nauc_ndcg_at_10_diff1": 0.8012821407085877, + "nauc_ndcg_at_10_max": 0.6374933626159747, + "nauc_ndcg_at_10_std": -0.13806547024122387, + "nauc_ndcg_at_1_diff1": 0.8289926864264949, + "nauc_ndcg_at_1_max": 0.629332875768721, + "nauc_ndcg_at_1_std": -0.14516734679667553, + "nauc_ndcg_at_20_diff1": 0.808370923661202, + "nauc_ndcg_at_20_max": 0.6417521156415084, + "nauc_ndcg_at_20_std": -0.11838674617240627, + "nauc_ndcg_at_3_diff1": 0.7914950878786033, + "nauc_ndcg_at_3_max": 0.6347480173838034, + "nauc_ndcg_at_3_std": -0.11729651397105524, + "nauc_ndcg_at_5_diff1": 0.7906355019730579, + "nauc_ndcg_at_5_max": 0.6457369093188897, + "nauc_ndcg_at_5_std": -0.11515155209765231, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.15289449112979822, + "nauc_precision_at_10_diff1": 0.7562779497763984, + "nauc_precision_at_10_max": 0.6464936851933768, + "nauc_precision_at_10_std": -0.2306870116467637, + "nauc_precision_at_1_diff1": 0.8289926864264949, + "nauc_precision_at_1_max": 0.629332875768721, + "nauc_precision_at_1_std": -0.14516734679667553, + "nauc_precision_at_20_diff1": 0.8659639294314143, + "nauc_precision_at_20_max": 0.7626910413288001, + "nauc_precision_at_20_std": 0.1156567890313951, + "nauc_precision_at_3_diff1": 0.7452047597540877, + "nauc_precision_at_3_max": 0.6372346603006649, + "nauc_precision_at_3_std": -0.08639267049487111, + "nauc_precision_at_5_diff1": 0.7238913830372306, + "nauc_precision_at_5_max": 0.6856989371090875, + "nauc_precision_at_5_std": -0.06693270915672524, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.15289449112976736, + "nauc_recall_at_10_diff1": 0.7562779497764043, + "nauc_recall_at_10_max": 0.6464936851933747, + "nauc_recall_at_10_std": -0.23068701164676403, + "nauc_recall_at_1_diff1": 0.8289926864264949, + "nauc_recall_at_1_max": 0.629332875768721, + "nauc_recall_at_1_std": -0.14516734679667553, + "nauc_recall_at_20_diff1": 0.8659639294314203, + "nauc_recall_at_20_max": 0.7626910413288183, + "nauc_recall_at_20_std": 0.11565678903140147, + "nauc_recall_at_3_diff1": 0.7452047597540858, + "nauc_recall_at_3_max": 0.6372346603006643, + "nauc_recall_at_3_std": -0.08639267049487154, + "nauc_recall_at_5_diff1": 0.7238913830372333, + "nauc_recall_at_5_max": 0.6856989371090911, + "nauc_recall_at_5_std": -0.06693270915672113, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.86623, + "ndcg_at_100": 0.87521, + "ndcg_at_1000": 0.8755, + "ndcg_at_20": 0.87168, + "ndcg_at_3": 0.83971, + "ndcg_at_5": 0.85328, + "precision_at_1": 0.77, + "precision_at_10": 0.09578, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.29519, + "precision_at_5": 0.18378, + "recall_at_1": 0.77, + "recall_at_10": 0.95778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.88556, + "recall_at_5": 0.91889 + }, + { + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ], + "main_score": 0.7646, + "map_at_1": 0.63808, + "map_at_10": 0.7247, + "map_at_100": 0.72849, + "map_at_1000": 0.72862, + "map_at_20": 0.72708, + "map_at_3": 0.70694, + "map_at_5": 0.71847, + "mrr_at_1": 0.6380846325167038, + "mrr_at_10": 0.7246964153144558, + "mrr_at_100": 0.7284870001797056, + "mrr_at_1000": 0.7286176715805497, + "mrr_at_20": 0.7270833123811797, + "mrr_at_3": 0.7069413511507056, + "mrr_at_5": 0.718466963622866, + "nauc_map_at_1000_diff1": 0.7714817106161633, + "nauc_map_at_1000_max": 0.68759864444554, + "nauc_map_at_1000_std": 0.15953659159644548, + "nauc_map_at_100_diff1": 0.7714092262559774, + "nauc_map_at_100_max": 0.6876835465170703, + "nauc_map_at_100_std": 0.15981603042212408, + "nauc_map_at_10_diff1": 0.7698061541431979, + "nauc_map_at_10_max": 0.6879322112766107, + "nauc_map_at_10_std": 0.16239372193457627, + "nauc_map_at_1_diff1": 0.8083536767498001, + "nauc_map_at_1_max": 0.6725423686485764, + "nauc_map_at_1_std": 0.10824851618546079, + "nauc_map_at_20_diff1": 0.7706416065708785, + "nauc_map_at_20_max": 0.6874782739911982, + "nauc_map_at_20_std": 0.16055343186049237, + "nauc_map_at_3_diff1": 0.7687009432078555, + "nauc_map_at_3_max": 0.6839976506615959, + "nauc_map_at_3_std": 0.1481130958498442, + "nauc_map_at_5_diff1": 0.7692070566704504, + "nauc_map_at_5_max": 0.6892355337846964, + "nauc_map_at_5_std": 0.15956964221398248, + "nauc_mrr_at_1000_diff1": 0.7714817106161633, + "nauc_mrr_at_1000_max": 0.68759864444554, + "nauc_mrr_at_1000_std": 0.15953659159644548, + "nauc_mrr_at_100_diff1": 0.7714092262559774, + "nauc_mrr_at_100_max": 0.6876835465170703, + "nauc_mrr_at_100_std": 0.15981603042212408, + "nauc_mrr_at_10_diff1": 0.7698061541431979, + "nauc_mrr_at_10_max": 0.6879322112766107, + "nauc_mrr_at_10_std": 0.16239372193457627, + "nauc_mrr_at_1_diff1": 0.8083536767498001, + "nauc_mrr_at_1_max": 0.6725423686485764, + "nauc_mrr_at_1_std": 0.10824851618546079, + "nauc_mrr_at_20_diff1": 0.7706416065708785, + "nauc_mrr_at_20_max": 0.6874782739911982, + "nauc_mrr_at_20_std": 0.16055343186049237, + "nauc_mrr_at_3_diff1": 0.7687009432078555, + "nauc_mrr_at_3_max": 0.6839976506615959, + "nauc_mrr_at_3_std": 0.1481130958498442, + "nauc_mrr_at_5_diff1": 0.7692070566704504, + "nauc_mrr_at_5_max": 0.6892355337846964, + "nauc_mrr_at_5_std": 0.15956964221398248, + "nauc_ndcg_at_1000_diff1": 0.7653575777737891, + "nauc_ndcg_at_1000_max": 0.6909575355448319, + "nauc_ndcg_at_1000_std": 0.17391306938201362, + "nauc_ndcg_at_100_diff1": 0.7634472581159215, + "nauc_ndcg_at_100_max": 0.6933917360383535, + "nauc_ndcg_at_100_std": 0.18095850645724063, + "nauc_ndcg_at_10_diff1": 0.7550130372915019, + "nauc_ndcg_at_10_max": 0.694404017252517, + "nauc_ndcg_at_10_std": 0.19664210129559279, + "nauc_ndcg_at_1_diff1": 0.8083536767498001, + "nauc_ndcg_at_1_max": 0.6725423686485764, + "nauc_ndcg_at_1_std": 0.10824851618546079, + "nauc_ndcg_at_20_diff1": 0.7579684627698436, + "nauc_ndcg_at_20_max": 0.6924591954649245, + "nauc_ndcg_at_20_std": 0.1897900576789729, + "nauc_ndcg_at_3_diff1": 0.7542875790577115, + "nauc_ndcg_at_3_max": 0.687195439064005, + "nauc_ndcg_at_3_std": 0.16485519980132993, + "nauc_ndcg_at_5_diff1": 0.75431861924817, + "nauc_ndcg_at_5_max": 0.6974587007331584, + "nauc_ndcg_at_5_std": 0.1876113087511145, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6342665044895869, + "nauc_precision_at_100_max": 0.8604596840769436, + "nauc_precision_at_100_std": 0.6509820456966015, + "nauc_precision_at_10_diff1": 0.6658933054803959, + "nauc_precision_at_10_max": 0.7334472607959541, + "nauc_precision_at_10_std": 0.41881274049096384, + "nauc_precision_at_1_diff1": 0.8083536767498001, + "nauc_precision_at_1_max": 0.6725423686485764, + "nauc_precision_at_1_std": 0.10824851618546079, + "nauc_precision_at_20_diff1": 0.6572392548466996, + "nauc_precision_at_20_max": 0.7292088272065467, + "nauc_precision_at_20_std": 0.4434078869706741, + "nauc_precision_at_3_diff1": 0.7011294379814286, + "nauc_precision_at_3_max": 0.6985866660667358, + "nauc_precision_at_3_std": 0.2275403315045897, + "nauc_precision_at_5_diff1": 0.6868941415391437, + "nauc_precision_at_5_max": 0.7364047698274413, + "nauc_precision_at_5_std": 0.3203851473357474, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6342665044895873, + "nauc_recall_at_100_max": 0.8604596840769523, + "nauc_recall_at_100_std": 0.650982045696607, + "nauc_recall_at_10_diff1": 0.6658933054803965, + "nauc_recall_at_10_max": 0.7334472607959542, + "nauc_recall_at_10_std": 0.418812740490965, + "nauc_recall_at_1_diff1": 0.8083536767498001, + "nauc_recall_at_1_max": 0.6725423686485764, + "nauc_recall_at_1_std": 0.10824851618546079, + "nauc_recall_at_20_diff1": 0.6572392548466987, + "nauc_recall_at_20_max": 0.7292088272065466, + "nauc_recall_at_20_std": 0.443407886970673, + "nauc_recall_at_3_diff1": 0.7011294379814295, + "nauc_recall_at_3_max": 0.6985866660667364, + "nauc_recall_at_3_std": 0.22754033150458933, + "nauc_recall_at_5_diff1": 0.6868941415391434, + "nauc_recall_at_5_max": 0.7364047698274417, + "nauc_recall_at_5_std": 0.32038514733574797, + "ndcg_at_1": 0.63808, + "ndcg_at_10": 0.7646, + "ndcg_at_100": 0.78374, + "ndcg_at_1000": 0.78648, + "ndcg_at_20": 0.77331, + "ndcg_at_3": 0.72877, + "ndcg_at_5": 0.74948, + "precision_at_1": 0.63808, + "precision_at_10": 0.08886, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04616, + "precision_at_3": 0.26392, + "precision_at_5": 0.16837, + "recall_at_1": 0.63808, + "recall_at_10": 0.88864, + "recall_at_100": 0.97996, + "recall_at_1000": 1.0, + "recall_at_20": 0.92316, + "recall_at_3": 0.79176, + "recall_at_5": 0.84187 + }, + { + "hf_subset": "arz_Arab-arz_Arab", + "languages": [ + "arz-Arab", + "arz-Arab" + ], + "main_score": 0.82674, + "map_at_1": 0.73889, + "map_at_10": 0.79805, + "map_at_100": 0.80067, + "map_at_1000": 0.8008, + "map_at_20": 0.79977, + "map_at_3": 0.78537, + "map_at_5": 0.79259, + "mrr_at_1": 0.7388888888888889, + "mrr_at_10": 0.7980485008818347, + "mrr_at_100": 0.8006672336358364, + "mrr_at_1000": 0.8008012559622284, + "mrr_at_20": 0.7997738848841793, + "mrr_at_3": 0.7853703703703703, + "mrr_at_5": 0.7925925925925927, + "nauc_map_at_1000_diff1": 0.8518179914394547, + "nauc_map_at_1000_max": 0.751522233137939, + "nauc_map_at_1000_std": 0.16562959020591067, + "nauc_map_at_100_diff1": 0.8517533926233511, + "nauc_map_at_100_max": 0.7516195939939081, + "nauc_map_at_100_std": 0.16594079932390965, + "nauc_map_at_10_diff1": 0.8506212628887281, + "nauc_map_at_10_max": 0.7518182610047934, + "nauc_map_at_10_std": 0.16681658342010244, + "nauc_map_at_1_diff1": 0.877021854549944, + "nauc_map_at_1_max": 0.7175161916734953, + "nauc_map_at_1_std": 0.0952193873542187, + "nauc_map_at_20_diff1": 0.8515303470159289, + "nauc_map_at_20_max": 0.7514128233572617, + "nauc_map_at_20_std": 0.16587293376426052, + "nauc_map_at_3_diff1": 0.8490619031818344, + "nauc_map_at_3_max": 0.756378353976882, + "nauc_map_at_3_std": 0.16439542582830752, + "nauc_map_at_5_diff1": 0.8490651884842758, + "nauc_map_at_5_max": 0.7550586932092562, + "nauc_map_at_5_std": 0.17103345364163436, + "nauc_mrr_at_1000_diff1": 0.8518179914394547, + "nauc_mrr_at_1000_max": 0.751522233137939, + "nauc_mrr_at_1000_std": 0.16562959020591067, + "nauc_mrr_at_100_diff1": 0.8517533926233511, + "nauc_mrr_at_100_max": 0.7516195939939081, + "nauc_mrr_at_100_std": 0.16594079932390965, + "nauc_mrr_at_10_diff1": 0.8506212628887281, + "nauc_mrr_at_10_max": 0.7518182610047934, + "nauc_mrr_at_10_std": 0.16681658342010244, + "nauc_mrr_at_1_diff1": 0.877021854549944, + "nauc_mrr_at_1_max": 0.7175161916734953, + "nauc_mrr_at_1_std": 0.0952193873542187, + "nauc_mrr_at_20_diff1": 0.8515303470159289, + "nauc_mrr_at_20_max": 0.7514128233572617, + "nauc_mrr_at_20_std": 0.16587293376426052, + "nauc_mrr_at_3_diff1": 0.8490619031818344, + "nauc_mrr_at_3_max": 0.756378353976882, + "nauc_mrr_at_3_std": 0.16439542582830752, + "nauc_mrr_at_5_diff1": 0.8490651884842758, + "nauc_mrr_at_5_max": 0.7550586932092562, + "nauc_mrr_at_5_std": 0.17103345364163436, + "nauc_ndcg_at_1000_diff1": 0.8482898900449463, + "nauc_ndcg_at_1000_max": 0.757109405707323, + "nauc_ndcg_at_1000_std": 0.1814555736360929, + "nauc_ndcg_at_100_diff1": 0.8468644722450449, + "nauc_ndcg_at_100_max": 0.7597728420266153, + "nauc_ndcg_at_100_std": 0.19000738921300775, + "nauc_ndcg_at_10_diff1": 0.842110188893898, + "nauc_ndcg_at_10_max": 0.7611087970935418, + "nauc_ndcg_at_10_std": 0.19636561393724575, + "nauc_ndcg_at_1_diff1": 0.877021854549944, + "nauc_ndcg_at_1_max": 0.7175161916734953, + "nauc_ndcg_at_1_std": 0.0952193873542187, + "nauc_ndcg_at_20_diff1": 0.8457054101447852, + "nauc_ndcg_at_20_max": 0.7601220209305484, + "nauc_ndcg_at_20_std": 0.19454097617718266, + "nauc_ndcg_at_3_diff1": 0.839079019695613, + "nauc_ndcg_at_3_max": 0.7709097185403081, + "nauc_ndcg_at_3_std": 0.191453703757151, + "nauc_ndcg_at_5_diff1": 0.8382347649062598, + "nauc_ndcg_at_5_max": 0.7689697597841055, + "nauc_ndcg_at_5_std": 0.20654034767729673, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7820961718020482, + "nauc_precision_at_100_max": 0.8892390289449076, + "nauc_precision_at_100_std": 0.6073295985060733, + "nauc_precision_at_10_diff1": 0.792268907563026, + "nauc_precision_at_10_max": 0.8121942110177394, + "nauc_precision_at_10_std": 0.3784873949579826, + "nauc_precision_at_1_diff1": 0.877021854549944, + "nauc_precision_at_1_max": 0.7175161916734953, + "nauc_precision_at_1_std": 0.0952193873542187, + "nauc_precision_at_20_diff1": 0.8086869968113014, + "nauc_precision_at_20_max": 0.8252558885189271, + "nauc_precision_at_20_std": 0.4407800856191517, + "nauc_precision_at_3_diff1": 0.8016300545683517, + "nauc_precision_at_3_max": 0.8257065901776973, + "nauc_precision_at_3_std": 0.29398348957604686, + "nauc_precision_at_5_diff1": 0.7893497554790802, + "nauc_precision_at_5_max": 0.8308191235197184, + "nauc_precision_at_5_std": 0.37062816432495727, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7820961718020523, + "nauc_recall_at_100_max": 0.8892390289449098, + "nauc_recall_at_100_std": 0.6073295985060657, + "nauc_recall_at_10_diff1": 0.7922689075630259, + "nauc_recall_at_10_max": 0.8121942110177405, + "nauc_recall_at_10_std": 0.3784873949579847, + "nauc_recall_at_1_diff1": 0.877021854549944, + "nauc_recall_at_1_max": 0.7175161916734953, + "nauc_recall_at_1_std": 0.0952193873542187, + "nauc_recall_at_20_diff1": 0.8086869968113016, + "nauc_recall_at_20_max": 0.8252558885189295, + "nauc_recall_at_20_std": 0.44078008561915377, + "nauc_recall_at_3_diff1": 0.8016300545683505, + "nauc_recall_at_3_max": 0.8257065901776964, + "nauc_recall_at_3_std": 0.2939834895760458, + "nauc_recall_at_5_diff1": 0.78934975547908, + "nauc_recall_at_5_max": 0.8308191235197202, + "nauc_recall_at_5_std": 0.3706281643249589, + "ndcg_at_1": 0.73889, + "ndcg_at_10": 0.82674, + "ndcg_at_100": 0.83968, + "ndcg_at_1000": 0.84266, + "ndcg_at_20": 0.83296, + "ndcg_at_3": 0.80054, + "ndcg_at_5": 0.81369, + "precision_at_1": 0.73889, + "precision_at_10": 0.09167, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04706, + "precision_at_3": 0.28148, + "precision_at_5": 0.17533, + "recall_at_1": 0.73889, + "recall_at_10": 0.91667, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94111, + "recall_at_3": 0.84444, + "recall_at_5": 0.87667 + }, + { + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ], + "main_score": 0.88179, + "map_at_1": 0.8, + "map_at_10": 0.8564, + "map_at_100": 0.85844, + "map_at_1000": 0.85844, + "map_at_20": 0.85812, + "map_at_3": 0.84481, + "map_at_5": 0.85315, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8563994708994709, + "mrr_at_100": 0.8584353510789516, + "mrr_at_1000": 0.8584387489722578, + "mrr_at_20": 0.8581192178803118, + "mrr_at_3": 0.8448148148148149, + "mrr_at_5": 0.8531481481481483, + "nauc_map_at_1000_diff1": 0.8214755081632958, + "nauc_map_at_1000_max": 0.66404817520543, + "nauc_map_at_1000_std": 0.010274364308714394, + "nauc_map_at_100_diff1": 0.8214800248866951, + "nauc_map_at_100_max": 0.6640566748877571, + "nauc_map_at_100_std": 0.010296097436415559, + "nauc_map_at_10_diff1": 0.8198715162672511, + "nauc_map_at_10_max": 0.6628575848661712, + "nauc_map_at_10_std": 0.010591797608443811, + "nauc_map_at_1_diff1": 0.8382561882561875, + "nauc_map_at_1_max": 0.6662476412476407, + "nauc_map_at_1_std": 0.0027333777333772738, + "nauc_map_at_20_diff1": 0.8208274792373761, + "nauc_map_at_20_max": 0.6630765084654077, + "nauc_map_at_20_std": 0.009004628968943924, + "nauc_map_at_3_diff1": 0.8193631078038754, + "nauc_map_at_3_max": 0.663109674131325, + "nauc_map_at_3_std": 0.01728934491956754, + "nauc_map_at_5_diff1": 0.8204681513632429, + "nauc_map_at_5_max": 0.6644759154865026, + "nauc_map_at_5_std": 0.012495618126032691, + "nauc_mrr_at_1000_diff1": 0.8214755081632958, + "nauc_mrr_at_1000_max": 0.66404817520543, + "nauc_mrr_at_1000_std": 0.010274364308714394, + "nauc_mrr_at_100_diff1": 0.8214800248866951, + "nauc_mrr_at_100_max": 0.6640566748877571, + "nauc_mrr_at_100_std": 0.010296097436415559, + "nauc_mrr_at_10_diff1": 0.8198715162672511, + "nauc_mrr_at_10_max": 0.6628575848661712, + "nauc_mrr_at_10_std": 0.010591797608443811, + "nauc_mrr_at_1_diff1": 0.8382561882561875, + "nauc_mrr_at_1_max": 0.6662476412476407, + "nauc_mrr_at_1_std": 0.0027333777333772738, + "nauc_mrr_at_20_diff1": 0.8208274792373761, + "nauc_mrr_at_20_max": 0.6630765084654077, + "nauc_mrr_at_20_std": 0.009004628968943924, + "nauc_mrr_at_3_diff1": 0.8193631078038754, + "nauc_mrr_at_3_max": 0.663109674131325, + "nauc_mrr_at_3_std": 0.01728934491956754, + "nauc_mrr_at_5_diff1": 0.8204681513632429, + "nauc_mrr_at_5_max": 0.6644759154865026, + "nauc_mrr_at_5_std": 0.012495618126032691, + "nauc_ndcg_at_1000_diff1": 0.8193084074537714, + "nauc_ndcg_at_1000_max": 0.6643879769040396, + "nauc_ndcg_at_1000_std": 0.012381969838061117, + "nauc_ndcg_at_100_diff1": 0.8195393708438199, + "nauc_ndcg_at_100_max": 0.664816962500454, + "nauc_ndcg_at_100_std": 0.013477274344008262, + "nauc_ndcg_at_10_diff1": 0.8115988633694972, + "nauc_ndcg_at_10_max": 0.660012624095046, + "nauc_ndcg_at_10_std": 0.013747986278219724, + "nauc_ndcg_at_1_diff1": 0.8382561882561875, + "nauc_ndcg_at_1_max": 0.6662476412476407, + "nauc_ndcg_at_1_std": 0.0027333777333772738, + "nauc_ndcg_at_20_diff1": 0.8154780580840252, + "nauc_ndcg_at_20_max": 0.6598139716388242, + "nauc_ndcg_at_20_std": 0.00778226707344268, + "nauc_ndcg_at_3_diff1": 0.8121671222934838, + "nauc_ndcg_at_3_max": 0.6621068639981752, + "nauc_ndcg_at_3_std": 0.02623673611697313, + "nauc_ndcg_at_5_diff1": 0.8135024870670029, + "nauc_ndcg_at_5_max": 0.6646231686990457, + "nauc_ndcg_at_5_std": 0.01787649604836718, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515043, + "nauc_precision_at_10_diff1": 0.7304180931631902, + "nauc_precision_at_10_max": 0.6278270567486228, + "nauc_precision_at_10_std": 0.04275599128539743, + "nauc_precision_at_1_diff1": 0.8382561882561875, + "nauc_precision_at_1_max": 0.6662476412476407, + "nauc_precision_at_1_std": 0.0027333777333772738, + "nauc_precision_at_20_diff1": 0.6989154636213324, + "nauc_precision_at_20_max": 0.5499533146591805, + "nauc_precision_at_20_std": -0.06184012066367118, + "nauc_precision_at_3_diff1": 0.7815703060250347, + "nauc_precision_at_3_max": 0.6579380815996824, + "nauc_precision_at_3_std": 0.06596271467388537, + "nauc_precision_at_5_diff1": 0.7702344095532926, + "nauc_precision_at_5_max": 0.6662980981866394, + "nauc_precision_at_5_std": 0.05197634609398795, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457515964, + "nauc_recall_at_10_diff1": 0.7304180931631896, + "nauc_recall_at_10_max": 0.6278270567486273, + "nauc_recall_at_10_std": 0.04275599128540229, + "nauc_recall_at_1_diff1": 0.8382561882561875, + "nauc_recall_at_1_max": 0.6662476412476407, + "nauc_recall_at_1_std": 0.0027333777333772738, + "nauc_recall_at_20_diff1": 0.698915463621355, + "nauc_recall_at_20_max": 0.5499533146592009, + "nauc_recall_at_20_std": -0.06184012066365762, + "nauc_recall_at_3_diff1": 0.7815703060250319, + "nauc_recall_at_3_max": 0.6579380815996797, + "nauc_recall_at_3_std": 0.06596271467388524, + "nauc_recall_at_5_diff1": 0.7702344095532965, + "nauc_recall_at_5_max": 0.6662980981866466, + "nauc_recall_at_5_std": 0.05197634609399449, + "ndcg_at_1": 0.8, + "ndcg_at_10": 0.88179, + "ndcg_at_100": 0.8906, + "ndcg_at_1000": 0.89073, + "ndcg_at_20": 0.88819, + "ndcg_at_3": 0.85928, + "ndcg_at_5": 0.87411, + "precision_at_1": 0.8, + "precision_at_10": 0.096, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30037, + "precision_at_5": 0.18733, + "recall_at_1": 0.8, + "recall_at_10": 0.96, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.90111, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ], + "main_score": 0.80366, + "map_at_1": 0.69667, + "map_at_10": 0.77094, + "map_at_100": 0.77438, + "map_at_1000": 0.77451, + "map_at_20": 0.77341, + "map_at_3": 0.75944, + "map_at_5": 0.76439, + "mrr_at_1": 0.6966666666666667, + "mrr_at_10": 0.7709382716049384, + "mrr_at_100": 0.7743842192033497, + "mrr_at_1000": 0.7745093347706447, + "mrr_at_20": 0.7734120804280765, + "mrr_at_3": 0.7594444444444444, + "mrr_at_5": 0.7643888888888891, + "nauc_map_at_1000_diff1": 0.7829161520216651, + "nauc_map_at_1000_max": 0.7052114431358196, + "nauc_map_at_1000_std": 0.16503825824662077, + "nauc_map_at_100_diff1": 0.782884775890106, + "nauc_map_at_100_max": 0.7053392613738072, + "nauc_map_at_100_std": 0.16536763929839585, + "nauc_map_at_10_diff1": 0.7811098782565705, + "nauc_map_at_10_max": 0.7045351024365406, + "nauc_map_at_10_std": 0.1660159376668303, + "nauc_map_at_1_diff1": 0.8085127526329076, + "nauc_map_at_1_max": 0.6925992395920912, + "nauc_map_at_1_std": 0.12279415125876716, + "nauc_map_at_20_diff1": 0.7824353584523916, + "nauc_map_at_20_max": 0.7055133369189739, + "nauc_map_at_20_std": 0.1666971522709261, + "nauc_map_at_3_diff1": 0.7799750865856154, + "nauc_map_at_3_max": 0.7018061216625245, + "nauc_map_at_3_std": 0.15392164339760267, + "nauc_map_at_5_diff1": 0.7804240007155124, + "nauc_map_at_5_max": 0.7041603108066997, + "nauc_map_at_5_std": 0.15788878550407656, + "nauc_mrr_at_1000_diff1": 0.7829161520216651, + "nauc_mrr_at_1000_max": 0.7052114431358196, + "nauc_mrr_at_1000_std": 0.16503825824662077, + "nauc_mrr_at_100_diff1": 0.782884775890106, + "nauc_mrr_at_100_max": 0.7053392613738072, + "nauc_mrr_at_100_std": 0.16536763929839585, + "nauc_mrr_at_10_diff1": 0.7811098782565705, + "nauc_mrr_at_10_max": 0.7045351024365406, + "nauc_mrr_at_10_std": 0.1660159376668303, + "nauc_mrr_at_1_diff1": 0.8085127526329076, + "nauc_mrr_at_1_max": 0.6925992395920912, + "nauc_mrr_at_1_std": 0.12279415125876716, + "nauc_mrr_at_20_diff1": 0.7824353584523916, + "nauc_mrr_at_20_max": 0.7055133369189739, + "nauc_mrr_at_20_std": 0.1666971522709261, + "nauc_mrr_at_3_diff1": 0.7799750865856154, + "nauc_mrr_at_3_max": 0.7018061216625245, + "nauc_mrr_at_3_std": 0.15392164339760267, + "nauc_mrr_at_5_diff1": 0.7804240007155124, + "nauc_mrr_at_5_max": 0.7041603108066997, + "nauc_mrr_at_5_std": 0.15788878550407656, + "nauc_ndcg_at_1000_diff1": 0.7791537726327308, + "nauc_ndcg_at_1000_max": 0.7091974372536036, + "nauc_ndcg_at_1000_std": 0.1790507904733641, + "nauc_ndcg_at_100_diff1": 0.7783653361400301, + "nauc_ndcg_at_100_max": 0.7130669284201391, + "nauc_ndcg_at_100_std": 0.1896030875390114, + "nauc_ndcg_at_10_diff1": 0.7699721228829615, + "nauc_ndcg_at_10_max": 0.709966660024294, + "nauc_ndcg_at_10_std": 0.19537708205447732, + "nauc_ndcg_at_1_diff1": 0.8085127526329076, + "nauc_ndcg_at_1_max": 0.6925992395920912, + "nauc_ndcg_at_1_std": 0.12279415125876716, + "nauc_ndcg_at_20_diff1": 0.7751707205761056, + "nauc_ndcg_at_20_max": 0.7150151728906239, + "nauc_ndcg_at_20_std": 0.20130902603070255, + "nauc_ndcg_at_3_diff1": 0.7693156888466541, + "nauc_ndcg_at_3_max": 0.7041288003729591, + "nauc_ndcg_at_3_std": 0.16374337784335857, + "nauc_ndcg_at_5_diff1": 0.7698505946342077, + "nauc_ndcg_at_5_max": 0.70842456012326, + "nauc_ndcg_at_5_std": 0.17150750738788634, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7364845938375374, + "nauc_precision_at_100_max": 0.9246031746031703, + "nauc_precision_at_100_std": 0.7742063492063546, + "nauc_precision_at_10_diff1": 0.6998517053880366, + "nauc_precision_at_10_max": 0.7452133794694324, + "nauc_precision_at_10_std": 0.3981984950843073, + "nauc_precision_at_1_diff1": 0.8085127526329076, + "nauc_precision_at_1_max": 0.6925992395920912, + "nauc_precision_at_1_std": 0.12279415125876716, + "nauc_precision_at_20_diff1": 0.7152014652014623, + "nauc_precision_at_20_max": 0.8287545787545776, + "nauc_precision_at_20_std": 0.6038659053364905, + "nauc_precision_at_3_diff1": 0.7278167315406538, + "nauc_precision_at_3_max": 0.7126765310370816, + "nauc_precision_at_3_std": 0.20118094885638946, + "nauc_precision_at_5_diff1": 0.724055946163873, + "nauc_precision_at_5_max": 0.7269685528903747, + "nauc_precision_at_5_std": 0.23118862990677885, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7364845938375334, + "nauc_recall_at_100_max": 0.9246031746031721, + "nauc_recall_at_100_std": 0.7742063492063469, + "nauc_recall_at_10_diff1": 0.699851705388039, + "nauc_recall_at_10_max": 0.745213379469436, + "nauc_recall_at_10_std": 0.398198495084308, + "nauc_recall_at_1_diff1": 0.8085127526329076, + "nauc_recall_at_1_max": 0.6925992395920912, + "nauc_recall_at_1_std": 0.12279415125876716, + "nauc_recall_at_20_diff1": 0.7152014652014673, + "nauc_recall_at_20_max": 0.8287545787545807, + "nauc_recall_at_20_std": 0.6038659053364952, + "nauc_recall_at_3_diff1": 0.7278167315406527, + "nauc_recall_at_3_max": 0.712676531037081, + "nauc_recall_at_3_std": 0.2011809488563903, + "nauc_recall_at_5_diff1": 0.724055946163875, + "nauc_recall_at_5_max": 0.726968552890376, + "nauc_recall_at_5_std": 0.23118862990678118, + "ndcg_at_1": 0.69667, + "ndcg_at_10": 0.80366, + "ndcg_at_100": 0.81958, + "ndcg_at_1000": 0.82252, + "ndcg_at_20": 0.81285, + "ndcg_at_3": 0.77879, + "ndcg_at_5": 0.78783, + "precision_at_1": 0.69667, + "precision_at_10": 0.09056, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.27815, + "precision_at_5": 0.17133, + "recall_at_1": 0.69667, + "recall_at_10": 0.90556, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.83444, + "recall_at_5": 0.85667 + }, + { + "hf_subset": "asm_Beng-asm_Beng", + "languages": [ + "asm-Beng", + "asm-Beng" + ], + "main_score": 0.73426, + "map_at_1": 0.62667, + "map_at_10": 0.69881, + "map_at_100": 0.70476, + "map_at_1000": 0.70487, + "map_at_20": 0.70257, + "map_at_3": 0.6837, + "map_at_5": 0.69209, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.6988143738977072, + "mrr_at_100": 0.7047641420375612, + "mrr_at_1000": 0.7048688649955382, + "mrr_at_20": 0.7025703254147526, + "mrr_at_3": 0.6837037037037039, + "mrr_at_5": 0.6920925925925927, + "nauc_map_at_1000_diff1": 0.7520941696503561, + "nauc_map_at_1000_max": 0.6802012810991089, + "nauc_map_at_1000_std": 0.10348144207338651, + "nauc_map_at_100_diff1": 0.7521255457617081, + "nauc_map_at_100_max": 0.6802619113400579, + "nauc_map_at_100_std": 0.1036705552763286, + "nauc_map_at_10_diff1": 0.7512914469829706, + "nauc_map_at_10_max": 0.6814346166906948, + "nauc_map_at_10_std": 0.1053457922450801, + "nauc_map_at_1_diff1": 0.773386834437269, + "nauc_map_at_1_max": 0.6491663379082657, + "nauc_map_at_1_std": 0.036557934151422215, + "nauc_map_at_20_diff1": 0.7516442866168027, + "nauc_map_at_20_max": 0.680769783163623, + "nauc_map_at_20_std": 0.10524919571614337, + "nauc_map_at_3_diff1": 0.750501894594951, + "nauc_map_at_3_max": 0.6808201813220764, + "nauc_map_at_3_std": 0.09680459352742146, + "nauc_map_at_5_diff1": 0.7490807541139777, + "nauc_map_at_5_max": 0.6824344707607676, + "nauc_map_at_5_std": 0.1082894328471694, + "nauc_mrr_at_1000_diff1": 0.7520941696503561, + "nauc_mrr_at_1000_max": 0.6802012810991089, + "nauc_mrr_at_1000_std": 0.10348144207338651, + "nauc_mrr_at_100_diff1": 0.7521255457617081, + "nauc_mrr_at_100_max": 0.6802619113400579, + "nauc_mrr_at_100_std": 0.1036705552763286, + "nauc_mrr_at_10_diff1": 0.7512914469829706, + "nauc_mrr_at_10_max": 0.6814346166906948, + "nauc_mrr_at_10_std": 0.1053457922450801, + "nauc_mrr_at_1_diff1": 0.773386834437269, + "nauc_mrr_at_1_max": 0.6491663379082657, + "nauc_mrr_at_1_std": 0.036557934151422215, + "nauc_mrr_at_20_diff1": 0.7516442866168027, + "nauc_mrr_at_20_max": 0.680769783163623, + "nauc_mrr_at_20_std": 0.10524919571614337, + "nauc_mrr_at_3_diff1": 0.750501894594951, + "nauc_mrr_at_3_max": 0.6808201813220764, + "nauc_mrr_at_3_std": 0.09680459352742146, + "nauc_mrr_at_5_diff1": 0.7490807541139777, + "nauc_mrr_at_5_max": 0.6824344707607676, + "nauc_mrr_at_5_std": 0.1082894328471694, + "nauc_ndcg_at_1000_diff1": 0.7493697357210567, + "nauc_ndcg_at_1000_max": 0.6861730465503995, + "nauc_ndcg_at_1000_std": 0.118933652140339, + "nauc_ndcg_at_100_diff1": 0.7503465048849914, + "nauc_ndcg_at_100_max": 0.6883733234395638, + "nauc_ndcg_at_100_std": 0.1256358034105452, + "nauc_ndcg_at_10_diff1": 0.7445159553991769, + "nauc_ndcg_at_10_max": 0.6945040274146981, + "nauc_ndcg_at_10_std": 0.13654774860532304, + "nauc_ndcg_at_1_diff1": 0.773386834437269, + "nauc_ndcg_at_1_max": 0.6491663379082657, + "nauc_ndcg_at_1_std": 0.036557934151422215, + "nauc_ndcg_at_20_diff1": 0.7459833250440326, + "nauc_ndcg_at_20_max": 0.6920281124136695, + "nauc_ndcg_at_20_std": 0.13761652848030873, + "nauc_ndcg_at_3_diff1": 0.742753760325845, + "nauc_ndcg_at_3_max": 0.692794042497515, + "nauc_ndcg_at_3_std": 0.12005737912996367, + "nauc_ndcg_at_5_diff1": 0.7395298052765201, + "nauc_ndcg_at_5_max": 0.6965220191673267, + "nauc_ndcg_at_5_std": 0.14304319470209517, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8165266106442555, + "nauc_precision_at_100_max": 0.8457049486461237, + "nauc_precision_at_100_std": 0.6048085901027164, + "nauc_precision_at_10_diff1": 0.7132083177826747, + "nauc_precision_at_10_max": 0.7586878296445981, + "nauc_precision_at_10_std": 0.2915449020836689, + "nauc_precision_at_1_diff1": 0.773386834437269, + "nauc_precision_at_1_max": 0.6491663379082657, + "nauc_precision_at_1_std": 0.036557934151422215, + "nauc_precision_at_20_diff1": 0.7132272116598125, + "nauc_precision_at_20_max": 0.7647986809428815, + "nauc_precision_at_20_std": 0.3684810487318316, + "nauc_precision_at_3_diff1": 0.7158364865703124, + "nauc_precision_at_3_max": 0.7349014424568057, + "nauc_precision_at_3_std": 0.2019964403811561, + "nauc_precision_at_5_diff1": 0.7016461691238252, + "nauc_precision_at_5_max": 0.7526517672992342, + "nauc_precision_at_5_std": 0.2839873631829932, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8165266106442562, + "nauc_recall_at_100_max": 0.8457049486461241, + "nauc_recall_at_100_std": 0.6048085901027029, + "nauc_recall_at_10_diff1": 0.7132083177826753, + "nauc_recall_at_10_max": 0.7586878296445999, + "nauc_recall_at_10_std": 0.29154490208367106, + "nauc_recall_at_1_diff1": 0.773386834437269, + "nauc_recall_at_1_max": 0.6491663379082657, + "nauc_recall_at_1_std": 0.036557934151422215, + "nauc_recall_at_20_diff1": 0.7132272116598128, + "nauc_recall_at_20_max": 0.7647986809428801, + "nauc_recall_at_20_std": 0.36848104873183246, + "nauc_recall_at_3_diff1": 0.7158364865703114, + "nauc_recall_at_3_max": 0.7349014424568048, + "nauc_recall_at_3_std": 0.2019964403811559, + "nauc_recall_at_5_diff1": 0.7016461691238253, + "nauc_recall_at_5_max": 0.7526517672992342, + "nauc_recall_at_5_std": 0.28398736318299317, + "ndcg_at_1": 0.62667, + "ndcg_at_10": 0.73426, + "ndcg_at_100": 0.76275, + "ndcg_at_1000": 0.76559, + "ndcg_at_20": 0.74763, + "ndcg_at_3": 0.7027, + "ndcg_at_5": 0.71804, + "precision_at_1": 0.62667, + "precision_at_10": 0.08456, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04489, + "precision_at_3": 0.25259, + "precision_at_5": 0.15911, + "recall_at_1": 0.62667, + "recall_at_10": 0.84556, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.89778, + "recall_at_3": 0.75778, + "recall_at_5": 0.79556 + }, + { + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.85475, + "map_at_1": 0.75667, + "map_at_10": 0.82441, + "map_at_100": 0.82665, + "map_at_1000": 0.82671, + "map_at_20": 0.82608, + "map_at_3": 0.81111, + "map_at_5": 0.8195, + "mrr_at_1": 0.7566666666666667, + "mrr_at_10": 0.8244087301587304, + "mrr_at_100": 0.8266543383087441, + "mrr_at_1000": 0.8267082792781897, + "mrr_at_20": 0.82607638011379, + "mrr_at_3": 0.8111111111111112, + "mrr_at_5": 0.8195000000000005, + "nauc_map_at_1000_diff1": 0.7912597060008224, + "nauc_map_at_1000_max": 0.624965674612256, + "nauc_map_at_1000_std": 0.011705981213270699, + "nauc_map_at_100_diff1": 0.7912486936413149, + "nauc_map_at_100_max": 0.6250504392482542, + "nauc_map_at_100_std": 0.011915073176799434, + "nauc_map_at_10_diff1": 0.7907859034021043, + "nauc_map_at_10_max": 0.6254273430608633, + "nauc_map_at_10_std": 0.012815730436486625, + "nauc_map_at_1_diff1": 0.804513029691485, + "nauc_map_at_1_max": 0.6013197272120048, + "nauc_map_at_1_std": -0.0177231377750522, + "nauc_map_at_20_diff1": 0.7914075509072186, + "nauc_map_at_20_max": 0.6255430636950979, + "nauc_map_at_20_std": 0.01274122197267567, + "nauc_map_at_3_diff1": 0.788868113340137, + "nauc_map_at_3_max": 0.627329861912956, + "nauc_map_at_3_std": 0.004392662837675678, + "nauc_map_at_5_diff1": 0.7872260212993478, + "nauc_map_at_5_max": 0.6251482180281743, + "nauc_map_at_5_std": 0.018860490865281743, + "nauc_mrr_at_1000_diff1": 0.7912597060008224, + "nauc_mrr_at_1000_max": 0.624965674612256, + "nauc_mrr_at_1000_std": 0.011705981213270699, + "nauc_mrr_at_100_diff1": 0.7912486936413149, + "nauc_mrr_at_100_max": 0.6250504392482542, + "nauc_mrr_at_100_std": 0.011915073176799434, + "nauc_mrr_at_10_diff1": 0.7907859034021043, + "nauc_mrr_at_10_max": 0.6254273430608633, + "nauc_mrr_at_10_std": 0.012815730436486625, + "nauc_mrr_at_1_diff1": 0.804513029691485, + "nauc_mrr_at_1_max": 0.6013197272120048, + "nauc_mrr_at_1_std": -0.0177231377750522, + "nauc_mrr_at_20_diff1": 0.7914075509072186, + "nauc_mrr_at_20_max": 0.6255430636950979, + "nauc_mrr_at_20_std": 0.01274122197267567, + "nauc_mrr_at_3_diff1": 0.788868113340137, + "nauc_mrr_at_3_max": 0.627329861912956, + "nauc_mrr_at_3_std": 0.004392662837675678, + "nauc_mrr_at_5_diff1": 0.7872260212993478, + "nauc_mrr_at_5_max": 0.6251482180281743, + "nauc_mrr_at_5_std": 0.018860490865281743, + "nauc_ndcg_at_1000_diff1": 0.7897442667091086, + "nauc_ndcg_at_1000_max": 0.6292867698844087, + "nauc_ndcg_at_1000_std": 0.020956154484742567, + "nauc_ndcg_at_100_diff1": 0.7894695922199154, + "nauc_ndcg_at_100_max": 0.6313801761458162, + "nauc_ndcg_at_100_std": 0.026214194623111163, + "nauc_ndcg_at_10_diff1": 0.7873690241230749, + "nauc_ndcg_at_10_max": 0.6348213463910173, + "nauc_ndcg_at_10_std": 0.03373325236887955, + "nauc_ndcg_at_1_diff1": 0.804513029691485, + "nauc_ndcg_at_1_max": 0.6013197272120048, + "nauc_ndcg_at_1_std": -0.0177231377750522, + "nauc_ndcg_at_20_diff1": 0.7909215714280982, + "nauc_ndcg_at_20_max": 0.6358741723793402, + "nauc_ndcg_at_20_std": 0.03367752120858374, + "nauc_ndcg_at_3_diff1": 0.7826130868828283, + "nauc_ndcg_at_3_max": 0.6362367510849366, + "nauc_ndcg_at_3_std": 0.01581138742607416, + "nauc_ndcg_at_5_diff1": 0.7789633101231472, + "nauc_ndcg_at_5_max": 0.6333494037861003, + "nauc_ndcg_at_5_std": 0.04769738639118182, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7579698546085043, + "nauc_precision_at_100_max": 0.8709483793517413, + "nauc_precision_at_100_std": 0.6305855675603707, + "nauc_precision_at_10_diff1": 0.76255429708115, + "nauc_precision_at_10_max": 0.71987780619494, + "nauc_precision_at_10_std": 0.2290829375228311, + "nauc_precision_at_1_diff1": 0.804513029691485, + "nauc_precision_at_1_max": 0.6013197272120048, + "nauc_precision_at_1_std": -0.0177231377750522, + "nauc_precision_at_20_diff1": 0.8166822284469308, + "nauc_precision_at_20_max": 0.8190164954870814, + "nauc_precision_at_20_std": 0.40032679738561083, + "nauc_precision_at_3_diff1": 0.7569135464439742, + "nauc_precision_at_3_max": 0.6721627079197742, + "nauc_precision_at_3_std": 0.06388185365185758, + "nauc_precision_at_5_diff1": 0.7328581005051578, + "nauc_precision_at_5_max": 0.6775419569537204, + "nauc_precision_at_5_std": 0.2184514831573632, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7579698546084963, + "nauc_recall_at_100_max": 0.870948379351728, + "nauc_recall_at_100_std": 0.6305855675603514, + "nauc_recall_at_10_diff1": 0.7625542970811516, + "nauc_recall_at_10_max": 0.7198778061949394, + "nauc_recall_at_10_std": 0.22908293752283704, + "nauc_recall_at_1_diff1": 0.804513029691485, + "nauc_recall_at_1_max": 0.6013197272120048, + "nauc_recall_at_1_std": -0.0177231377750522, + "nauc_recall_at_20_diff1": 0.8166822284469316, + "nauc_recall_at_20_max": 0.8190164954870822, + "nauc_recall_at_20_std": 0.4003267973856142, + "nauc_recall_at_3_diff1": 0.7569135464439736, + "nauc_recall_at_3_max": 0.6721627079197747, + "nauc_recall_at_3_std": 0.06388185365185803, + "nauc_recall_at_5_diff1": 0.7328581005051588, + "nauc_recall_at_5_max": 0.6775419569537214, + "nauc_recall_at_5_std": 0.21845148315736493, + "ndcg_at_1": 0.75667, + "ndcg_at_10": 0.85475, + "ndcg_at_100": 0.86458, + "ndcg_at_1000": 0.86566, + "ndcg_at_20": 0.8609, + "ndcg_at_3": 0.82775, + "ndcg_at_5": 0.84309, + "precision_at_1": 0.75667, + "precision_at_10": 0.09489, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29185, + "precision_at_5": 0.18267, + "recall_at_1": 0.75667, + "recall_at_10": 0.94889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.87556, + "recall_at_5": 0.91333 + }, + { + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.70053, + "map_at_1": 0.55889, + "map_at_10": 0.65459, + "map_at_100": 0.66067, + "map_at_1000": 0.66084, + "map_at_20": 0.65877, + "map_at_3": 0.63389, + "map_at_5": 0.64567, + "mrr_at_1": 0.5588888888888889, + "mrr_at_10": 0.6545895061728392, + "mrr_at_100": 0.6606723175846018, + "mrr_at_1000": 0.6608373719085846, + "mrr_at_20": 0.6587716476467759, + "mrr_at_3": 0.6338888888888887, + "mrr_at_5": 0.6456666666666664, + "nauc_map_at_1000_diff1": 0.705903014741191, + "nauc_map_at_1000_max": 0.6085737747234168, + "nauc_map_at_1000_std": 0.06509917603197093, + "nauc_map_at_100_diff1": 0.7059052596392157, + "nauc_map_at_100_max": 0.6086952663932031, + "nauc_map_at_100_std": 0.0654540576997026, + "nauc_map_at_10_diff1": 0.7042136054117333, + "nauc_map_at_10_max": 0.6075899659600247, + "nauc_map_at_10_std": 0.06461635452474385, + "nauc_map_at_1_diff1": 0.7376177341174139, + "nauc_map_at_1_max": 0.5955018832732885, + "nauc_map_at_1_std": 0.02571837699807343, + "nauc_map_at_20_diff1": 0.7050497333790623, + "nauc_map_at_20_max": 0.6089807976416914, + "nauc_map_at_20_std": 0.06689048981440632, + "nauc_map_at_3_diff1": 0.7008584973421647, + "nauc_map_at_3_max": 0.6068697662183365, + "nauc_map_at_3_std": 0.05843841487374868, + "nauc_map_at_5_diff1": 0.7035039670197536, + "nauc_map_at_5_max": 0.6065971786794412, + "nauc_map_at_5_std": 0.06018003677880309, + "nauc_mrr_at_1000_diff1": 0.705903014741191, + "nauc_mrr_at_1000_max": 0.6085737747234168, + "nauc_mrr_at_1000_std": 0.06509917603197093, + "nauc_mrr_at_100_diff1": 0.7059052596392157, + "nauc_mrr_at_100_max": 0.6086952663932031, + "nauc_mrr_at_100_std": 0.0654540576997026, + "nauc_mrr_at_10_diff1": 0.7042136054117333, + "nauc_mrr_at_10_max": 0.6075899659600247, + "nauc_mrr_at_10_std": 0.06461635452474385, + "nauc_mrr_at_1_diff1": 0.7376177341174139, + "nauc_mrr_at_1_max": 0.5955018832732885, + "nauc_mrr_at_1_std": 0.02571837699807343, + "nauc_mrr_at_20_diff1": 0.7050497333790623, + "nauc_mrr_at_20_max": 0.6089807976416914, + "nauc_mrr_at_20_std": 0.06689048981440632, + "nauc_mrr_at_3_diff1": 0.7008584973421647, + "nauc_mrr_at_3_max": 0.6068697662183365, + "nauc_mrr_at_3_std": 0.05843841487374868, + "nauc_mrr_at_5_diff1": 0.7035039670197536, + "nauc_mrr_at_5_max": 0.6065971786794412, + "nauc_mrr_at_5_std": 0.06018003677880309, + "nauc_ndcg_at_1000_diff1": 0.7019820266346627, + "nauc_ndcg_at_1000_max": 0.6130487081371134, + "nauc_ndcg_at_1000_std": 0.07850868837083987, + "nauc_ndcg_at_100_diff1": 0.702098711963129, + "nauc_ndcg_at_100_max": 0.6167144298024394, + "nauc_ndcg_at_100_std": 0.08950491257894312, + "nauc_ndcg_at_10_diff1": 0.693695959803528, + "nauc_ndcg_at_10_max": 0.6134226363837564, + "nauc_ndcg_at_10_std": 0.08858754445940828, + "nauc_ndcg_at_1_diff1": 0.7376177341174139, + "nauc_ndcg_at_1_max": 0.5955018832732885, + "nauc_ndcg_at_1_std": 0.02571837699807343, + "nauc_ndcg_at_20_diff1": 0.6963858351058296, + "nauc_ndcg_at_20_max": 0.619502670801119, + "nauc_ndcg_at_20_std": 0.0991705489101855, + "nauc_ndcg_at_3_diff1": 0.6880680837519688, + "nauc_ndcg_at_3_max": 0.6110407749953981, + "nauc_ndcg_at_3_std": 0.07138988422613206, + "nauc_ndcg_at_5_diff1": 0.6923980921051416, + "nauc_ndcg_at_5_max": 0.610879403587344, + "nauc_ndcg_at_5_std": 0.07569318343708278, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7092194902652437, + "nauc_precision_at_100_max": 0.8191548224228049, + "nauc_precision_at_100_std": 0.6997095134350092, + "nauc_precision_at_10_diff1": 0.6403490975234357, + "nauc_precision_at_10_max": 0.6457429690779347, + "nauc_precision_at_10_std": 0.22720022387015545, + "nauc_precision_at_1_diff1": 0.7376177341174139, + "nauc_precision_at_1_max": 0.5955018832732885, + "nauc_precision_at_1_std": 0.02571837699807343, + "nauc_precision_at_20_diff1": 0.636703166114931, + "nauc_precision_at_20_max": 0.7184980052627093, + "nauc_precision_at_20_std": 0.395488498429674, + "nauc_precision_at_3_diff1": 0.6436523003156763, + "nauc_precision_at_3_max": 0.6256099280778449, + "nauc_precision_at_3_std": 0.11698252389269165, + "nauc_precision_at_5_diff1": 0.6490084745980139, + "nauc_precision_at_5_max": 0.6281285840006362, + "nauc_precision_at_5_std": 0.1393395304205475, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.709219490265246, + "nauc_recall_at_100_max": 0.8191548224227949, + "nauc_recall_at_100_std": 0.6997095134350039, + "nauc_recall_at_10_diff1": 0.6403490975234362, + "nauc_recall_at_10_max": 0.6457429690779349, + "nauc_recall_at_10_std": 0.22720022387015512, + "nauc_recall_at_1_diff1": 0.7376177341174139, + "nauc_recall_at_1_max": 0.5955018832732885, + "nauc_recall_at_1_std": 0.02571837699807343, + "nauc_recall_at_20_diff1": 0.636703166114931, + "nauc_recall_at_20_max": 0.7184980052627098, + "nauc_recall_at_20_std": 0.3954884984296744, + "nauc_recall_at_3_diff1": 0.6436523003156759, + "nauc_recall_at_3_max": 0.6256099280778454, + "nauc_recall_at_3_std": 0.11698252389269148, + "nauc_recall_at_5_diff1": 0.6490084745980154, + "nauc_recall_at_5_max": 0.6281285840006362, + "nauc_recall_at_5_std": 0.13933953042054853, + "ndcg_at_1": 0.55889, + "ndcg_at_10": 0.70053, + "ndcg_at_100": 0.72823, + "ndcg_at_1000": 0.73217, + "ndcg_at_20": 0.71536, + "ndcg_at_3": 0.65803, + "ndcg_at_5": 0.67916, + "precision_at_1": 0.55889, + "precision_at_10": 0.08444, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "precision_at_20": 0.04511, + "precision_at_3": 0.24259, + "precision_at_5": 0.15578, + "recall_at_1": 0.55889, + "recall_at_10": 0.84444, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "recall_at_20": 0.90222, + "recall_at_3": 0.72778, + "recall_at_5": 0.77889 + }, + { + "hf_subset": "azj_Latn-azj_Latn", + "languages": [ + "azj-Latn", + "azj-Latn" + ], + "main_score": 0.85463, + "map_at_1": 0.77444, + "map_at_10": 0.82907, + "map_at_100": 0.83177, + "map_at_1000": 0.83182, + "map_at_20": 0.83097, + "map_at_3": 0.81741, + "map_at_5": 0.82441, + "mrr_at_1": 0.7744444444444445, + "mrr_at_10": 0.829067901234568, + "mrr_at_100": 0.831765456915768, + "mrr_at_1000": 0.8318235860489726, + "mrr_at_20": 0.8309672115714428, + "mrr_at_3": 0.8174074074074075, + "mrr_at_5": 0.8244074074074076, + "nauc_map_at_1000_diff1": 0.8463021591114471, + "nauc_map_at_1000_max": 0.8005191157380614, + "nauc_map_at_1000_std": 0.08218239497604297, + "nauc_map_at_100_diff1": 0.8462752512595103, + "nauc_map_at_100_max": 0.8005719256796079, + "nauc_map_at_100_std": 0.08245091509745903, + "nauc_map_at_10_diff1": 0.8445412859716682, + "nauc_map_at_10_max": 0.8001561413599686, + "nauc_map_at_10_std": 0.08336263765868476, + "nauc_map_at_1_diff1": 0.8629265471370738, + "nauc_map_at_1_max": 0.7828918955096845, + "nauc_map_at_1_std": 0.029855458262720506, + "nauc_map_at_20_diff1": 0.8461578023052714, + "nauc_map_at_20_max": 0.8010236683049865, + "nauc_map_at_20_std": 0.08384717354004098, + "nauc_map_at_3_diff1": 0.8476546977531771, + "nauc_map_at_3_max": 0.8022073911784748, + "nauc_map_at_3_std": 0.07790080070336909, + "nauc_map_at_5_diff1": 0.8451904350649979, + "nauc_map_at_5_max": 0.8005200385390411, + "nauc_map_at_5_std": 0.08293102307350356, + "nauc_mrr_at_1000_diff1": 0.8463021591114471, + "nauc_mrr_at_1000_max": 0.8005191157380614, + "nauc_mrr_at_1000_std": 0.08218239497604297, + "nauc_mrr_at_100_diff1": 0.8462752512595103, + "nauc_mrr_at_100_max": 0.8005719256796079, + "nauc_mrr_at_100_std": 0.08245091509745903, + "nauc_mrr_at_10_diff1": 0.8445412859716682, + "nauc_mrr_at_10_max": 0.8001561413599686, + "nauc_mrr_at_10_std": 0.08336263765868476, + "nauc_mrr_at_1_diff1": 0.8629265471370738, + "nauc_mrr_at_1_max": 0.7828918955096845, + "nauc_mrr_at_1_std": 0.029855458262720506, + "nauc_mrr_at_20_diff1": 0.8461578023052714, + "nauc_mrr_at_20_max": 0.8010236683049865, + "nauc_mrr_at_20_std": 0.08384717354004098, + "nauc_mrr_at_3_diff1": 0.8476546977531771, + "nauc_mrr_at_3_max": 0.8022073911784748, + "nauc_mrr_at_3_std": 0.07790080070336909, + "nauc_mrr_at_5_diff1": 0.8451904350649979, + "nauc_mrr_at_5_max": 0.8005200385390411, + "nauc_mrr_at_5_std": 0.08293102307350356, + "nauc_ndcg_at_1000_diff1": 0.8427058996368617, + "nauc_ndcg_at_1000_max": 0.8035086540455687, + "nauc_ndcg_at_1000_std": 0.0945034249204358, + "nauc_ndcg_at_100_diff1": 0.841790337689575, + "nauc_ndcg_at_100_max": 0.8048127142593368, + "nauc_ndcg_at_100_std": 0.10131844230982294, + "nauc_ndcg_at_10_diff1": 0.8336988218273271, + "nauc_ndcg_at_10_max": 0.8047128091765127, + "nauc_ndcg_at_10_std": 0.10907920272417332, + "nauc_ndcg_at_1_diff1": 0.8629265471370738, + "nauc_ndcg_at_1_max": 0.7828918955096845, + "nauc_ndcg_at_1_std": 0.029855458262720506, + "nauc_ndcg_at_20_diff1": 0.8401575105655202, + "nauc_ndcg_at_20_max": 0.8087144487478852, + "nauc_ndcg_at_20_std": 0.11325974595691092, + "nauc_ndcg_at_3_diff1": 0.8412490251164789, + "nauc_ndcg_at_3_max": 0.8081566572933853, + "nauc_ndcg_at_3_std": 0.09488625441006587, + "nauc_ndcg_at_5_diff1": 0.8359412930134987, + "nauc_ndcg_at_5_max": 0.8054689476952892, + "nauc_ndcg_at_5_std": 0.1071770560128416, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7435224089635963, + "nauc_precision_at_100_max": 0.9346405228758026, + "nauc_precision_at_100_std": 0.7843720821662025, + "nauc_precision_at_10_diff1": 0.754601275538462, + "nauc_precision_at_10_max": 0.8335786291917879, + "nauc_precision_at_10_std": 0.2916409501653762, + "nauc_precision_at_1_diff1": 0.8629265471370738, + "nauc_precision_at_1_max": 0.7828918955096845, + "nauc_precision_at_1_std": 0.029855458262720506, + "nauc_precision_at_20_diff1": 0.7831191300049392, + "nauc_precision_at_20_max": 0.908359422200248, + "nauc_precision_at_20_std": 0.4871203383314044, + "nauc_precision_at_3_diff1": 0.816287738527242, + "nauc_precision_at_3_max": 0.8305068009578132, + "nauc_precision_at_3_std": 0.15984925160663876, + "nauc_precision_at_5_diff1": 0.7910416018259141, + "nauc_precision_at_5_max": 0.8275132275132252, + "nauc_precision_at_5_std": 0.22422450461665872, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7435224089635966, + "nauc_recall_at_100_max": 0.9346405228758294, + "nauc_recall_at_100_std": 0.7843720821661995, + "nauc_recall_at_10_diff1": 0.7546012755384619, + "nauc_recall_at_10_max": 0.8335786291917885, + "nauc_recall_at_10_std": 0.2916409501653787, + "nauc_recall_at_1_diff1": 0.8629265471370738, + "nauc_recall_at_1_max": 0.7828918955096845, + "nauc_recall_at_1_std": 0.029855458262720506, + "nauc_recall_at_20_diff1": 0.7831191300049425, + "nauc_recall_at_20_max": 0.9083594222002492, + "nauc_recall_at_20_std": 0.4871203383314131, + "nauc_recall_at_3_diff1": 0.8162877385272402, + "nauc_recall_at_3_max": 0.8305068009578118, + "nauc_recall_at_3_std": 0.15984925160663904, + "nauc_recall_at_5_diff1": 0.7910416018259144, + "nauc_recall_at_5_max": 0.8275132275132269, + "nauc_recall_at_5_std": 0.2242245046166613, + "ndcg_at_1": 0.77444, + "ndcg_at_10": 0.85463, + "ndcg_at_100": 0.86709, + "ndcg_at_1000": 0.86831, + "ndcg_at_20": 0.86162, + "ndcg_at_3": 0.83095, + "ndcg_at_5": 0.84343, + "precision_at_1": 0.77444, + "precision_at_10": 0.09344, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04811, + "precision_at_3": 0.29, + "precision_at_5": 0.18, + "recall_at_1": 0.77444, + "recall_at_10": 0.93444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96222, + "recall_at_3": 0.87, + "recall_at_5": 0.9 + }, + { + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ], + "main_score": 0.87488, + "map_at_1": 0.78778, + "map_at_10": 0.84896, + "map_at_100": 0.85134, + "map_at_1000": 0.85135, + "map_at_20": 0.85099, + "map_at_3": 0.83741, + "map_at_5": 0.84452, + "mrr_at_1": 0.7877777777777778, + "mrr_at_10": 0.8489572310405649, + "mrr_at_100": 0.8513362748158556, + "mrr_at_1000": 0.8513513468868662, + "mrr_at_20": 0.8509885732650184, + "mrr_at_3": 0.8374074074074077, + "mrr_at_5": 0.8445185185185191, + "nauc_map_at_1000_diff1": 0.865318187512419, + "nauc_map_at_1000_max": 0.7090144937990804, + "nauc_map_at_1000_std": 0.0007831540347951084, + "nauc_map_at_100_diff1": 0.865324262687828, + "nauc_map_at_100_max": 0.7090458733890268, + "nauc_map_at_100_std": 0.0008729549397039797, + "nauc_map_at_10_diff1": 0.8643695405256798, + "nauc_map_at_10_max": 0.7111657078756731, + "nauc_map_at_10_std": 0.002804827683571709, + "nauc_map_at_1_diff1": 0.879576656764986, + "nauc_map_at_1_max": 0.693955911462542, + "nauc_map_at_1_std": -0.00733484022608721, + "nauc_map_at_20_diff1": 0.865042865460504, + "nauc_map_at_20_max": 0.7094350934974618, + "nauc_map_at_20_std": 0.0015783248382416602, + "nauc_map_at_3_diff1": 0.8606328644134711, + "nauc_map_at_3_max": 0.7005571509105725, + "nauc_map_at_3_std": -0.00912064995120043, + "nauc_map_at_5_diff1": 0.8641291045257645, + "nauc_map_at_5_max": 0.7101432495961938, + "nauc_map_at_5_std": 0.0015412669931878155, + "nauc_mrr_at_1000_diff1": 0.865318187512419, + "nauc_mrr_at_1000_max": 0.7090144937990804, + "nauc_mrr_at_1000_std": 0.0007831540347951084, + "nauc_mrr_at_100_diff1": 0.865324262687828, + "nauc_mrr_at_100_max": 0.7090458733890268, + "nauc_mrr_at_100_std": 0.0008729549397039797, + "nauc_mrr_at_10_diff1": 0.8643695405256798, + "nauc_mrr_at_10_max": 0.7111657078756731, + "nauc_mrr_at_10_std": 0.002804827683571709, + "nauc_mrr_at_1_diff1": 0.879576656764986, + "nauc_mrr_at_1_max": 0.693955911462542, + "nauc_mrr_at_1_std": -0.00733484022608721, + "nauc_mrr_at_20_diff1": 0.865042865460504, + "nauc_mrr_at_20_max": 0.7094350934974618, + "nauc_mrr_at_20_std": 0.0015783248382416602, + "nauc_mrr_at_3_diff1": 0.8606328644134711, + "nauc_mrr_at_3_max": 0.7005571509105725, + "nauc_mrr_at_3_std": -0.00912064995120043, + "nauc_mrr_at_5_diff1": 0.8641291045257645, + "nauc_mrr_at_5_max": 0.7101432495961938, + "nauc_mrr_at_5_std": 0.0015412669931878155, + "nauc_ndcg_at_1000_diff1": 0.8635021486629403, + "nauc_ndcg_at_1000_max": 0.7126365317745591, + "nauc_ndcg_at_1000_std": 0.005520833591711869, + "nauc_ndcg_at_100_diff1": 0.8636962491207122, + "nauc_ndcg_at_100_max": 0.7134503950413842, + "nauc_ndcg_at_100_std": 0.007928340376329515, + "nauc_ndcg_at_10_diff1": 0.8586924683741592, + "nauc_ndcg_at_10_max": 0.7235671306592815, + "nauc_ndcg_at_10_std": 0.018453475560882372, + "nauc_ndcg_at_1_diff1": 0.879576656764986, + "nauc_ndcg_at_1_max": 0.693955911462542, + "nauc_ndcg_at_1_std": -0.00733484022608721, + "nauc_ndcg_at_20_diff1": 0.8619091999829809, + "nauc_ndcg_at_20_max": 0.7170899351813049, + "nauc_ndcg_at_20_std": 0.013885736708295042, + "nauc_ndcg_at_3_diff1": 0.8521828726608348, + "nauc_ndcg_at_3_max": 0.7014202022612249, + "nauc_ndcg_at_3_std": -0.008442966003545431, + "nauc_ndcg_at_5_diff1": 0.8584120707677717, + "nauc_ndcg_at_5_max": 0.7204061151465236, + "nauc_ndcg_at_5_std": 0.012720534341499185, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8611111111111238, + "nauc_precision_at_10_diff1": 0.8106055430302198, + "nauc_precision_at_10_max": 0.84173669467787, + "nauc_precision_at_10_std": 0.1774498417253008, + "nauc_precision_at_1_diff1": 0.879576656764986, + "nauc_precision_at_1_max": 0.693955911462542, + "nauc_precision_at_1_std": -0.00733484022608721, + "nauc_precision_at_20_diff1": 0.8160931039082275, + "nauc_precision_at_20_max": 0.8969587835134102, + "nauc_precision_at_20_std": 0.35690943043882195, + "nauc_precision_at_3_diff1": 0.816458013756247, + "nauc_precision_at_3_max": 0.7042010985204626, + "nauc_precision_at_3_std": -0.004963135236774307, + "nauc_precision_at_5_diff1": 0.8278615367715709, + "nauc_precision_at_5_max": 0.7807093425605517, + "nauc_precision_at_5_std": 0.08076563958916627, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8611111111111373, + "nauc_recall_at_10_diff1": 0.8106055430302205, + "nauc_recall_at_10_max": 0.8417366946778735, + "nauc_recall_at_10_std": 0.1774498417253102, + "nauc_recall_at_1_diff1": 0.879576656764986, + "nauc_recall_at_1_max": 0.693955911462542, + "nauc_recall_at_1_std": -0.00733484022608721, + "nauc_recall_at_20_diff1": 0.8160931039082274, + "nauc_recall_at_20_max": 0.8969587835134071, + "nauc_recall_at_20_std": 0.3569094304388455, + "nauc_recall_at_3_diff1": 0.8164580137562473, + "nauc_recall_at_3_max": 0.7042010985204599, + "nauc_recall_at_3_std": -0.004963135236774924, + "nauc_recall_at_5_diff1": 0.8278615367715713, + "nauc_recall_at_5_max": 0.7807093425605538, + "nauc_recall_at_5_std": 0.08076563958917002, + "ndcg_at_1": 0.78778, + "ndcg_at_10": 0.87488, + "ndcg_at_100": 0.88489, + "ndcg_at_1000": 0.8852, + "ndcg_at_20": 0.8824, + "ndcg_at_3": 0.85217, + "ndcg_at_5": 0.86475, + "precision_at_1": 0.78778, + "precision_at_10": 0.09544, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.29815, + "precision_at_5": 0.18489, + "recall_at_1": 0.78778, + "recall_at_10": 0.95444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.89444, + "recall_at_5": 0.92444 + }, + { + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ], + "main_score": 0.82465, + "map_at_1": 0.72667, + "map_at_10": 0.7938, + "map_at_100": 0.79704, + "map_at_1000": 0.79713, + "map_at_20": 0.79598, + "map_at_3": 0.78222, + "map_at_5": 0.78767, + "mrr_at_1": 0.7266666666666667, + "mrr_at_10": 0.7937976190476195, + "mrr_at_100": 0.7970375868598352, + "mrr_at_1000": 0.7971282442574594, + "mrr_at_20": 0.7959819872584324, + "mrr_at_3": 0.7822222222222227, + "mrr_at_5": 0.7876666666666673, + "nauc_map_at_1000_diff1": 0.8273609613075098, + "nauc_map_at_1000_max": 0.7596544280464164, + "nauc_map_at_1000_std": 0.07246598846212125, + "nauc_map_at_100_diff1": 0.8273567975603643, + "nauc_map_at_100_max": 0.7596949269260797, + "nauc_map_at_100_std": 0.07267128725145103, + "nauc_map_at_10_diff1": 0.825487496621931, + "nauc_map_at_10_max": 0.7598684950780683, + "nauc_map_at_10_std": 0.07395111389362255, + "nauc_map_at_1_diff1": 0.851548884016416, + "nauc_map_at_1_max": 0.7420998914505406, + "nauc_map_at_1_std": 0.030199237991445513, + "nauc_map_at_20_diff1": 0.8270215802706304, + "nauc_map_at_20_max": 0.7603651779514542, + "nauc_map_at_20_std": 0.07518250937472283, + "nauc_map_at_3_diff1": 0.8269814644628012, + "nauc_map_at_3_max": 0.7620526635014848, + "nauc_map_at_3_std": 0.06424898026896042, + "nauc_map_at_5_diff1": 0.8256821029524605, + "nauc_map_at_5_max": 0.7612614933938275, + "nauc_map_at_5_std": 0.06912804897132815, + "nauc_mrr_at_1000_diff1": 0.8273609613075098, + "nauc_mrr_at_1000_max": 0.7596544280464164, + "nauc_mrr_at_1000_std": 0.07246598846212125, + "nauc_mrr_at_100_diff1": 0.8273567975603643, + "nauc_mrr_at_100_max": 0.7596949269260797, + "nauc_mrr_at_100_std": 0.07267128725145103, + "nauc_mrr_at_10_diff1": 0.825487496621931, + "nauc_mrr_at_10_max": 0.7598684950780683, + "nauc_mrr_at_10_std": 0.07395111389362255, + "nauc_mrr_at_1_diff1": 0.851548884016416, + "nauc_mrr_at_1_max": 0.7420998914505406, + "nauc_mrr_at_1_std": 0.030199237991445513, + "nauc_mrr_at_20_diff1": 0.8270215802706304, + "nauc_mrr_at_20_max": 0.7603651779514542, + "nauc_mrr_at_20_std": 0.07518250937472283, + "nauc_mrr_at_3_diff1": 0.8269814644628012, + "nauc_mrr_at_3_max": 0.7620526635014848, + "nauc_mrr_at_3_std": 0.06424898026896042, + "nauc_mrr_at_5_diff1": 0.8256821029524605, + "nauc_mrr_at_5_max": 0.7612614933938275, + "nauc_mrr_at_5_std": 0.06912804897132815, + "nauc_ndcg_at_1000_diff1": 0.8243906340326232, + "nauc_ndcg_at_1000_max": 0.7635578369750242, + "nauc_ndcg_at_1000_std": 0.08572305270149227, + "nauc_ndcg_at_100_diff1": 0.8245091770832044, + "nauc_ndcg_at_100_max": 0.764799246447243, + "nauc_ndcg_at_100_std": 0.09124328948973752, + "nauc_ndcg_at_10_diff1": 0.815845959104535, + "nauc_ndcg_at_10_max": 0.7673888294053745, + "nauc_ndcg_at_10_std": 0.10447896621518535, + "nauc_ndcg_at_1_diff1": 0.851548884016416, + "nauc_ndcg_at_1_max": 0.7420998914505406, + "nauc_ndcg_at_1_std": 0.030199237991445513, + "nauc_ndcg_at_20_diff1": 0.822674899336918, + "nauc_ndcg_at_20_max": 0.7703959888703111, + "nauc_ndcg_at_20_std": 0.11125836740256323, + "nauc_ndcg_at_3_diff1": 0.8190550970396601, + "nauc_ndcg_at_3_max": 0.7715802668134767, + "nauc_ndcg_at_3_std": 0.08078323626127439, + "nauc_ndcg_at_5_diff1": 0.8160342067052793, + "nauc_ndcg_at_5_max": 0.7703811271187327, + "nauc_ndcg_at_5_std": 0.09099534638218515, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.837184873949591, + "nauc_precision_at_100_max": 0.867530345471529, + "nauc_precision_at_100_std": 0.5348194833489084, + "nauc_precision_at_10_diff1": 0.7527846819478956, + "nauc_precision_at_10_max": 0.8166383924461784, + "nauc_precision_at_10_std": 0.32566641680146213, + "nauc_precision_at_1_diff1": 0.851548884016416, + "nauc_precision_at_1_max": 0.7420998914505406, + "nauc_precision_at_1_std": 0.030199237991445513, + "nauc_precision_at_20_diff1": 0.8020324408833308, + "nauc_precision_at_20_max": 0.8894751699129287, + "nauc_precision_at_20_std": 0.5531452891234041, + "nauc_precision_at_3_diff1": 0.7883570918939388, + "nauc_precision_at_3_max": 0.8100856181836729, + "nauc_precision_at_3_std": 0.14770228751984074, + "nauc_precision_at_5_diff1": 0.7726076585485938, + "nauc_precision_at_5_max": 0.812008183153229, + "nauc_precision_at_5_std": 0.1933015288235426, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8371848739495836, + "nauc_recall_at_100_max": 0.8675303454715227, + "nauc_recall_at_100_std": 0.5348194833488864, + "nauc_recall_at_10_diff1": 0.7527846819478966, + "nauc_recall_at_10_max": 0.8166383924461802, + "nauc_recall_at_10_std": 0.32566641680146197, + "nauc_recall_at_1_diff1": 0.851548884016416, + "nauc_recall_at_1_max": 0.7420998914505406, + "nauc_recall_at_1_std": 0.030199237991445513, + "nauc_recall_at_20_diff1": 0.8020324408833296, + "nauc_recall_at_20_max": 0.8894751699129261, + "nauc_recall_at_20_std": 0.5531452891234002, + "nauc_recall_at_3_diff1": 0.788357091893938, + "nauc_recall_at_3_max": 0.810085618183672, + "nauc_recall_at_3_std": 0.1477022875198393, + "nauc_recall_at_5_diff1": 0.7726076585485934, + "nauc_recall_at_5_max": 0.8120081831532295, + "nauc_recall_at_5_std": 0.19330152882354448, + "ndcg_at_1": 0.72667, + "ndcg_at_10": 0.82465, + "ndcg_at_100": 0.83927, + "ndcg_at_1000": 0.8411, + "ndcg_at_20": 0.83255, + "ndcg_at_3": 0.79995, + "ndcg_at_5": 0.80965, + "precision_at_1": 0.72667, + "precision_at_10": 0.09211, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04761, + "precision_at_3": 0.2837, + "precision_at_5": 0.17489, + "recall_at_1": 0.72667, + "recall_at_10": 0.92111, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.95222, + "recall_at_3": 0.85111, + "recall_at_5": 0.87444 + }, + { + "hf_subset": "bam_Latn-bam_Latn", + "languages": [ + "bam-Latn", + "bam-Latn" + ], + "main_score": 0.57237, + "map_at_1": 0.48556, + "map_at_10": 0.54237, + "map_at_100": 0.54878, + "map_at_1000": 0.54954, + "map_at_20": 0.54561, + "map_at_3": 0.52574, + "map_at_5": 0.53502, + "mrr_at_1": 0.4855555555555556, + "mrr_at_10": 0.5423694885361549, + "mrr_at_100": 0.5487802746245417, + "mrr_at_1000": 0.5495433535660309, + "mrr_at_20": 0.5456140202151549, + "mrr_at_3": 0.5257407407407404, + "mrr_at_5": 0.535018518518518, + "nauc_map_at_1000_diff1": 0.815750961873787, + "nauc_map_at_1000_max": 0.822927783256957, + "nauc_map_at_1000_std": 0.588117337921985, + "nauc_map_at_100_diff1": 0.8154810997726176, + "nauc_map_at_100_max": 0.8229794275569509, + "nauc_map_at_100_std": 0.5885711920405239, + "nauc_map_at_10_diff1": 0.816422273345136, + "nauc_map_at_10_max": 0.8240915563172033, + "nauc_map_at_10_std": 0.5892063691829938, + "nauc_map_at_1_diff1": 0.8459688098882109, + "nauc_map_at_1_max": 0.8095081672605468, + "nauc_map_at_1_std": 0.5478023005911304, + "nauc_map_at_20_diff1": 0.8154792175385628, + "nauc_map_at_20_max": 0.8230602627868843, + "nauc_map_at_20_std": 0.588405500483338, + "nauc_map_at_3_diff1": 0.8226279794551334, + "nauc_map_at_3_max": 0.8234758232094233, + "nauc_map_at_3_std": 0.5751439411516464, + "nauc_map_at_5_diff1": 0.8180693602752768, + "nauc_map_at_5_max": 0.8240797651951048, + "nauc_map_at_5_std": 0.5851940264730292, + "nauc_mrr_at_1000_diff1": 0.815750961873787, + "nauc_mrr_at_1000_max": 0.822927783256957, + "nauc_mrr_at_1000_std": 0.588117337921985, + "nauc_mrr_at_100_diff1": 0.8154810997726176, + "nauc_mrr_at_100_max": 0.8229794275569509, + "nauc_mrr_at_100_std": 0.5885711920405239, + "nauc_mrr_at_10_diff1": 0.816422273345136, + "nauc_mrr_at_10_max": 0.8240915563172033, + "nauc_mrr_at_10_std": 0.5892063691829938, + "nauc_mrr_at_1_diff1": 0.8459688098882109, + "nauc_mrr_at_1_max": 0.8095081672605468, + "nauc_mrr_at_1_std": 0.5478023005911304, + "nauc_mrr_at_20_diff1": 0.8154792175385628, + "nauc_mrr_at_20_max": 0.8230602627868843, + "nauc_mrr_at_20_std": 0.588405500483338, + "nauc_mrr_at_3_diff1": 0.8226279794551334, + "nauc_mrr_at_3_max": 0.8234758232094233, + "nauc_mrr_at_3_std": 0.5751439411516464, + "nauc_mrr_at_5_diff1": 0.8180693602752768, + "nauc_mrr_at_5_max": 0.8240797651951048, + "nauc_mrr_at_5_std": 0.5851940264730292, + "nauc_ndcg_at_1000_diff1": 0.8059559084952543, + "nauc_ndcg_at_1000_max": 0.8236008669882011, + "nauc_ndcg_at_1000_std": 0.6008112096995011, + "nauc_ndcg_at_100_diff1": 0.7967408753858599, + "nauc_ndcg_at_100_max": 0.822777446028424, + "nauc_ndcg_at_100_std": 0.6119164154272312, + "nauc_ndcg_at_10_diff1": 0.8020788395072996, + "nauc_ndcg_at_10_max": 0.8284349328000654, + "nauc_ndcg_at_10_std": 0.614050925727321, + "nauc_ndcg_at_1_diff1": 0.8459688098882109, + "nauc_ndcg_at_1_max": 0.8095081672605468, + "nauc_ndcg_at_1_std": 0.5478023005911304, + "nauc_ndcg_at_20_diff1": 0.7980368667261957, + "nauc_ndcg_at_20_max": 0.8244344699118015, + "nauc_ndcg_at_20_std": 0.6114356705263824, + "nauc_ndcg_at_3_diff1": 0.8150428058893173, + "nauc_ndcg_at_3_max": 0.8271983100516743, + "nauc_ndcg_at_3_std": 0.584108231573823, + "nauc_ndcg_at_5_diff1": 0.8066233243920923, + "nauc_ndcg_at_5_max": 0.8284981216509107, + "nauc_ndcg_at_5_std": 0.603234515342052, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6524673471467884, + "nauc_precision_at_100_max": 0.8026741121481732, + "nauc_precision_at_100_std": 0.7733120258601868, + "nauc_precision_at_10_diff1": 0.7491240849941848, + "nauc_precision_at_10_max": 0.8431199240467924, + "nauc_precision_at_10_std": 0.7087561538764033, + "nauc_precision_at_1_diff1": 0.8459688098882109, + "nauc_precision_at_1_max": 0.8095081672605468, + "nauc_precision_at_1_std": 0.5478023005911304, + "nauc_precision_at_20_diff1": 0.722890887817818, + "nauc_precision_at_20_max": 0.8246721962797112, + "nauc_precision_at_20_std": 0.7062832783083297, + "nauc_precision_at_3_diff1": 0.7921549335721995, + "nauc_precision_at_3_max": 0.8381584492541596, + "nauc_precision_at_3_std": 0.6111838426051305, + "nauc_precision_at_5_diff1": 0.769317195413112, + "nauc_precision_at_5_max": 0.8424183868058452, + "nauc_precision_at_5_std": 0.6634895065728802, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6524673471467882, + "nauc_recall_at_100_max": 0.8026741121481717, + "nauc_recall_at_100_std": 0.7733120258601849, + "nauc_recall_at_10_diff1": 0.7491240849941853, + "nauc_recall_at_10_max": 0.8431199240467925, + "nauc_recall_at_10_std": 0.7087561538764033, + "nauc_recall_at_1_diff1": 0.8459688098882109, + "nauc_recall_at_1_max": 0.8095081672605468, + "nauc_recall_at_1_std": 0.5478023005911304, + "nauc_recall_at_20_diff1": 0.7228908878178189, + "nauc_recall_at_20_max": 0.8246721962797116, + "nauc_recall_at_20_std": 0.7062832783083312, + "nauc_recall_at_3_diff1": 0.7921549335721983, + "nauc_recall_at_3_max": 0.8381584492541594, + "nauc_recall_at_3_std": 0.6111838426051297, + "nauc_recall_at_5_diff1": 0.7693171954131127, + "nauc_recall_at_5_max": 0.8424183868058458, + "nauc_recall_at_5_std": 0.6634895065728805, + "ndcg_at_1": 0.48556, + "ndcg_at_10": 0.57237, + "ndcg_at_100": 0.60883, + "ndcg_at_1000": 0.62817, + "ndcg_at_20": 0.58417, + "ndcg_at_3": 0.53829, + "ndcg_at_5": 0.55489, + "precision_at_1": 0.48556, + "precision_at_10": 0.06678, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "precision_at_20": 0.03572, + "precision_at_3": 0.19148, + "precision_at_5": 0.12289, + "recall_at_1": 0.48556, + "recall_at_10": 0.66778, + "recall_at_100": 0.85111, + "recall_at_1000": 1.0, + "recall_at_20": 0.71444, + "recall_at_3": 0.57444, + "recall_at_5": 0.61444 + }, + { + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ], + "main_score": 0.73848, + "map_at_1": 0.61556, + "map_at_10": 0.69783, + "map_at_100": 0.70322, + "map_at_1000": 0.70333, + "map_at_20": 0.70175, + "map_at_3": 0.67778, + "map_at_5": 0.68978, + "mrr_at_1": 0.6155555555555555, + "mrr_at_10": 0.6978258377425047, + "mrr_at_100": 0.7032161486204626, + "mrr_at_1000": 0.7033347840185733, + "mrr_at_20": 0.7017539556915202, + "mrr_at_3": 0.677777777777778, + "mrr_at_5": 0.6897777777777779, + "nauc_map_at_1000_diff1": 0.7332666165868694, + "nauc_map_at_1000_max": 0.6174364828760542, + "nauc_map_at_1000_std": 0.08084928950037765, + "nauc_map_at_100_diff1": 0.7332457580033608, + "nauc_map_at_100_max": 0.6175505262195131, + "nauc_map_at_100_std": 0.08102016664611997, + "nauc_map_at_10_diff1": 0.7326257631141644, + "nauc_map_at_10_max": 0.6183270882024249, + "nauc_map_at_10_std": 0.08162684070622173, + "nauc_map_at_1_diff1": 0.7594548679048224, + "nauc_map_at_1_max": 0.6057676983123153, + "nauc_map_at_1_std": 0.07260402643599059, + "nauc_map_at_20_diff1": 0.7324341146823184, + "nauc_map_at_20_max": 0.6171369652191421, + "nauc_map_at_20_std": 0.0810603975271732, + "nauc_map_at_3_diff1": 0.7315936280674596, + "nauc_map_at_3_max": 0.6138089710102862, + "nauc_map_at_3_std": 0.07227016220050907, + "nauc_map_at_5_diff1": 0.7312391932411881, + "nauc_map_at_5_max": 0.6171661420194529, + "nauc_map_at_5_std": 0.07441423065215057, + "nauc_mrr_at_1000_diff1": 0.7332666165868694, + "nauc_mrr_at_1000_max": 0.6174364828760542, + "nauc_mrr_at_1000_std": 0.08084928950037765, + "nauc_mrr_at_100_diff1": 0.7332457580033608, + "nauc_mrr_at_100_max": 0.6175505262195131, + "nauc_mrr_at_100_std": 0.08102016664611997, + "nauc_mrr_at_10_diff1": 0.7326257631141644, + "nauc_mrr_at_10_max": 0.6183270882024249, + "nauc_mrr_at_10_std": 0.08162684070622173, + "nauc_mrr_at_1_diff1": 0.7594548679048224, + "nauc_mrr_at_1_max": 0.6057676983123153, + "nauc_mrr_at_1_std": 0.07260402643599059, + "nauc_mrr_at_20_diff1": 0.7324341146823184, + "nauc_mrr_at_20_max": 0.6171369652191421, + "nauc_mrr_at_20_std": 0.0810603975271732, + "nauc_mrr_at_3_diff1": 0.7315936280674596, + "nauc_mrr_at_3_max": 0.6138089710102862, + "nauc_mrr_at_3_std": 0.07227016220050907, + "nauc_mrr_at_5_diff1": 0.7312391932411881, + "nauc_mrr_at_5_max": 0.6171661420194529, + "nauc_mrr_at_5_std": 0.07441423065215057, + "nauc_ndcg_at_1000_diff1": 0.729310256841559, + "nauc_ndcg_at_1000_max": 0.6210225744158445, + "nauc_ndcg_at_1000_std": 0.08697597925120329, + "nauc_ndcg_at_100_diff1": 0.7289026287273638, + "nauc_ndcg_at_100_max": 0.6241103402079239, + "nauc_ndcg_at_100_std": 0.09181925906802445, + "nauc_ndcg_at_10_diff1": 0.7238149485269344, + "nauc_ndcg_at_10_max": 0.6264766191462737, + "nauc_ndcg_at_10_std": 0.09548110190102757, + "nauc_ndcg_at_1_diff1": 0.7594548679048224, + "nauc_ndcg_at_1_max": 0.6057676983123153, + "nauc_ndcg_at_1_std": 0.07260402643599059, + "nauc_ndcg_at_20_diff1": 0.7228260028762277, + "nauc_ndcg_at_20_max": 0.6221409421730183, + "nauc_ndcg_at_20_std": 0.09523275623468544, + "nauc_ndcg_at_3_diff1": 0.7216783008323168, + "nauc_ndcg_at_3_max": 0.616734550411374, + "nauc_ndcg_at_3_std": 0.07259331241557843, + "nauc_ndcg_at_5_diff1": 0.720862811122723, + "nauc_ndcg_at_5_max": 0.6234157279641587, + "nauc_ndcg_at_5_std": 0.07701670791572615, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7000054923930455, + "nauc_precision_at_100_max": 0.861729005327622, + "nauc_precision_at_100_std": 0.4691602131048562, + "nauc_precision_at_10_diff1": 0.6770551801801798, + "nauc_precision_at_10_max": 0.6755067567567552, + "nauc_precision_at_10_std": 0.18706161518661543, + "nauc_precision_at_1_diff1": 0.7594548679048224, + "nauc_precision_at_1_max": 0.6057676983123153, + "nauc_precision_at_1_std": 0.07260402643599059, + "nauc_precision_at_20_diff1": 0.6353051024331288, + "nauc_precision_at_20_max": 0.6643392651178078, + "nauc_precision_at_20_std": 0.25692041522491343, + "nauc_precision_at_3_diff1": 0.6871493931827696, + "nauc_precision_at_3_max": 0.626947293186061, + "nauc_precision_at_3_std": 0.07389016631635359, + "nauc_precision_at_5_diff1": 0.6786287043082789, + "nauc_precision_at_5_max": 0.65048054343219, + "nauc_precision_at_5_std": 0.0890723621659382, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.700005492393038, + "nauc_recall_at_100_max": 0.8617290053276265, + "nauc_recall_at_100_std": 0.46916021310484884, + "nauc_recall_at_10_diff1": 0.6770551801801811, + "nauc_recall_at_10_max": 0.6755067567567556, + "nauc_recall_at_10_std": 0.1870616151866147, + "nauc_recall_at_1_diff1": 0.7594548679048224, + "nauc_recall_at_1_max": 0.6057676983123153, + "nauc_recall_at_1_std": 0.07260402643599059, + "nauc_recall_at_20_diff1": 0.6353051024331311, + "nauc_recall_at_20_max": 0.6643392651178114, + "nauc_recall_at_20_std": 0.2569204152249143, + "nauc_recall_at_3_diff1": 0.6871493931827692, + "nauc_recall_at_3_max": 0.6269472931860607, + "nauc_recall_at_3_std": 0.0738901663163545, + "nauc_recall_at_5_diff1": 0.6786287043082817, + "nauc_recall_at_5_max": 0.6504805434321914, + "nauc_recall_at_5_std": 0.08907236216593963, + "ndcg_at_1": 0.61556, + "ndcg_at_10": 0.73848, + "ndcg_at_100": 0.76351, + "ndcg_at_1000": 0.76608, + "ndcg_at_20": 0.75299, + "ndcg_at_3": 0.69725, + "ndcg_at_5": 0.71905, + "precision_at_1": 0.61556, + "precision_at_10": 0.08667, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04622, + "precision_at_3": 0.25111, + "precision_at_5": 0.16133, + "recall_at_1": 0.61556, + "recall_at_10": 0.86667, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.92444, + "recall_at_3": 0.75333, + "recall_at_5": 0.80667 + }, + { + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ], + "main_score": 0.52743, + "map_at_1": 0.44444, + "map_at_10": 0.49977, + "map_at_100": 0.506, + "map_at_1000": 0.50694, + "map_at_20": 0.50222, + "map_at_3": 0.48648, + "map_at_5": 0.49431, + "mrr_at_1": 0.4444444444444444, + "mrr_at_10": 0.4997694003527335, + "mrr_at_100": 0.5060000378769948, + "mrr_at_1000": 0.5069403355979322, + "mrr_at_20": 0.5022219663673478, + "mrr_at_3": 0.4864814814814812, + "mrr_at_5": 0.4943148148148145, + "nauc_map_at_1000_diff1": 0.8098411516100393, + "nauc_map_at_1000_max": 0.8289047237954551, + "nauc_map_at_1000_std": 0.5401203747558941, + "nauc_map_at_100_diff1": 0.8093924626572485, + "nauc_map_at_100_max": 0.8288630022106745, + "nauc_map_at_100_std": 0.540588061655816, + "nauc_map_at_10_diff1": 0.8110781761375044, + "nauc_map_at_10_max": 0.8294186831664325, + "nauc_map_at_10_std": 0.5387187037597512, + "nauc_map_at_1_diff1": 0.85008713331397, + "nauc_map_at_1_max": 0.8267673540516992, + "nauc_map_at_1_std": 0.5137496369445254, + "nauc_map_at_20_diff1": 0.8103663864340886, + "nauc_map_at_20_max": 0.8292547690695578, + "nauc_map_at_20_std": 0.5398699936174719, + "nauc_map_at_3_diff1": 0.8164110356051968, + "nauc_map_at_3_max": 0.8305061799994098, + "nauc_map_at_3_std": 0.5298271226709239, + "nauc_map_at_5_diff1": 0.8122061209650869, + "nauc_map_at_5_max": 0.8275872584506274, + "nauc_map_at_5_std": 0.530081947497041, + "nauc_mrr_at_1000_diff1": 0.8098411516100393, + "nauc_mrr_at_1000_max": 0.8289047237954551, + "nauc_mrr_at_1000_std": 0.5401203747558941, + "nauc_mrr_at_100_diff1": 0.8093924626572485, + "nauc_mrr_at_100_max": 0.8288630022106745, + "nauc_mrr_at_100_std": 0.540588061655816, + "nauc_mrr_at_10_diff1": 0.8110781761375044, + "nauc_mrr_at_10_max": 0.8294186831664325, + "nauc_mrr_at_10_std": 0.5387187037597512, + "nauc_mrr_at_1_diff1": 0.85008713331397, + "nauc_mrr_at_1_max": 0.8267673540516992, + "nauc_mrr_at_1_std": 0.5137496369445254, + "nauc_mrr_at_20_diff1": 0.8103663864340886, + "nauc_mrr_at_20_max": 0.8292547690695578, + "nauc_mrr_at_20_std": 0.5398699936174719, + "nauc_mrr_at_3_diff1": 0.8164110356051968, + "nauc_mrr_at_3_max": 0.8305061799994098, + "nauc_mrr_at_3_std": 0.5298271226709239, + "nauc_mrr_at_5_diff1": 0.8122061209650869, + "nauc_mrr_at_5_max": 0.8275872584506274, + "nauc_mrr_at_5_std": 0.530081947497041, + "nauc_ndcg_at_1000_diff1": 0.7974499180167364, + "nauc_ndcg_at_1000_max": 0.8280563820164932, + "nauc_ndcg_at_1000_std": 0.5517092240772645, + "nauc_ndcg_at_100_diff1": 0.7842659845418858, + "nauc_ndcg_at_100_max": 0.8262199445640798, + "nauc_ndcg_at_100_std": 0.565650609291248, + "nauc_ndcg_at_10_diff1": 0.7945705319167291, + "nauc_ndcg_at_10_max": 0.8298262501117649, + "nauc_ndcg_at_10_std": 0.554799979480957, + "nauc_ndcg_at_1_diff1": 0.85008713331397, + "nauc_ndcg_at_1_max": 0.8267673540516992, + "nauc_ndcg_at_1_std": 0.5137496369445254, + "nauc_ndcg_at_20_diff1": 0.7918247263153757, + "nauc_ndcg_at_20_max": 0.8294376077758042, + "nauc_ndcg_at_20_std": 0.5597182537387866, + "nauc_ndcg_at_3_diff1": 0.8048254613219112, + "nauc_ndcg_at_3_max": 0.8305033070907588, + "nauc_ndcg_at_3_std": 0.5332317462461678, + "nauc_ndcg_at_5_diff1": 0.7971636582883926, + "nauc_ndcg_at_5_max": 0.825247622091978, + "nauc_ndcg_at_5_std": 0.5338842086545611, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6202512021737779, + "nauc_precision_at_100_max": 0.8018710503024462, + "nauc_precision_at_100_std": 0.7392960025255512, + "nauc_precision_at_10_diff1": 0.7392506459511086, + "nauc_precision_at_10_max": 0.8320374829311539, + "nauc_precision_at_10_std": 0.6149573003896855, + "nauc_precision_at_1_diff1": 0.85008713331397, + "nauc_precision_at_1_max": 0.8267673540516992, + "nauc_precision_at_1_std": 0.5137496369445254, + "nauc_precision_at_20_diff1": 0.7232982613832818, + "nauc_precision_at_20_max": 0.8309533215661677, + "nauc_precision_at_20_std": 0.6423404093378611, + "nauc_precision_at_3_diff1": 0.7699625523664864, + "nauc_precision_at_3_max": 0.8300979565879124, + "nauc_precision_at_3_std": 0.5428224340035622, + "nauc_precision_at_5_diff1": 0.7495805698481396, + "nauc_precision_at_5_max": 0.8168800806331428, + "nauc_precision_at_5_std": 0.5451806794528097, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6202512021737786, + "nauc_recall_at_100_max": 0.8018710503024465, + "nauc_recall_at_100_std": 0.7392960025255527, + "nauc_recall_at_10_diff1": 0.7392506459511088, + "nauc_recall_at_10_max": 0.8320374829311539, + "nauc_recall_at_10_std": 0.6149573003896855, + "nauc_recall_at_1_diff1": 0.85008713331397, + "nauc_recall_at_1_max": 0.8267673540516992, + "nauc_recall_at_1_std": 0.5137496369445254, + "nauc_recall_at_20_diff1": 0.723298261383282, + "nauc_recall_at_20_max": 0.8309533215661685, + "nauc_recall_at_20_std": 0.6423404093378612, + "nauc_recall_at_3_diff1": 0.7699625523664864, + "nauc_recall_at_3_max": 0.8300979565879124, + "nauc_recall_at_3_std": 0.5428224340035627, + "nauc_recall_at_5_diff1": 0.7495805698481394, + "nauc_recall_at_5_max": 0.816880080633143, + "nauc_recall_at_5_std": 0.5451806794528097, + "ndcg_at_1": 0.44444, + "ndcg_at_10": 0.52743, + "ndcg_at_100": 0.56459, + "ndcg_at_1000": 0.58977, + "ndcg_at_20": 0.53659, + "ndcg_at_3": 0.50022, + "ndcg_at_5": 0.51438, + "precision_at_1": 0.44444, + "precision_at_10": 0.06144, + "precision_at_100": 0.00803, + "precision_at_1000": 0.001, + "precision_at_20": 0.03256, + "precision_at_3": 0.18, + "precision_at_5": 0.11489, + "recall_at_1": 0.44444, + "recall_at_10": 0.61444, + "recall_at_100": 0.80333, + "recall_at_1000": 1.0, + "recall_at_20": 0.65111, + "recall_at_3": 0.54, + "recall_at_5": 0.57444 + }, + { + "hf_subset": "ben_Beng-ben_Beng", + "languages": [ + "ben-Beng", + "ben-Beng" + ], + "main_score": 0.84276, + "map_at_1": 0.74889, + "map_at_10": 0.81381, + "map_at_100": 0.81635, + "map_at_1000": 0.81641, + "map_at_20": 0.81546, + "map_at_3": 0.80111, + "map_at_5": 0.8095, + "mrr_at_1": 0.7488888888888889, + "mrr_at_10": 0.8138139329805999, + "mrr_at_100": 0.8163520974023393, + "mrr_at_1000": 0.8164145131306789, + "mrr_at_20": 0.815463306979303, + "mrr_at_3": 0.8011111111111112, + "mrr_at_5": 0.8095000000000003, + "nauc_map_at_1000_diff1": 0.8512538422428857, + "nauc_map_at_1000_max": 0.76331760472683, + "nauc_map_at_1000_std": 0.1135394832007197, + "nauc_map_at_100_diff1": 0.8512571680089545, + "nauc_map_at_100_max": 0.7633937688519925, + "nauc_map_at_100_std": 0.11378828468417576, + "nauc_map_at_10_diff1": 0.8500836679508311, + "nauc_map_at_10_max": 0.7637934901675976, + "nauc_map_at_10_std": 0.1147187614005581, + "nauc_map_at_1_diff1": 0.8715893975278203, + "nauc_map_at_1_max": 0.7420038839271229, + "nauc_map_at_1_std": 0.07363239881164742, + "nauc_map_at_20_diff1": 0.8511496852096647, + "nauc_map_at_20_max": 0.7636523736339776, + "nauc_map_at_20_std": 0.11475074636019904, + "nauc_map_at_3_diff1": 0.8490893078967766, + "nauc_map_at_3_max": 0.7638402139388605, + "nauc_map_at_3_std": 0.09843616994018624, + "nauc_map_at_5_diff1": 0.846017966679807, + "nauc_map_at_5_max": 0.7624673885649702, + "nauc_map_at_5_std": 0.11446231805347869, + "nauc_mrr_at_1000_diff1": 0.8512538422428857, + "nauc_mrr_at_1000_max": 0.76331760472683, + "nauc_mrr_at_1000_std": 0.1135394832007197, + "nauc_mrr_at_100_diff1": 0.8512571680089545, + "nauc_mrr_at_100_max": 0.7633937688519925, + "nauc_mrr_at_100_std": 0.11378828468417576, + "nauc_mrr_at_10_diff1": 0.8500836679508311, + "nauc_mrr_at_10_max": 0.7637934901675976, + "nauc_mrr_at_10_std": 0.1147187614005581, + "nauc_mrr_at_1_diff1": 0.8715893975278203, + "nauc_mrr_at_1_max": 0.7420038839271229, + "nauc_mrr_at_1_std": 0.07363239881164742, + "nauc_mrr_at_20_diff1": 0.8511496852096647, + "nauc_mrr_at_20_max": 0.7636523736339776, + "nauc_mrr_at_20_std": 0.11475074636019904, + "nauc_mrr_at_3_diff1": 0.8490893078967766, + "nauc_mrr_at_3_max": 0.7638402139388605, + "nauc_mrr_at_3_std": 0.09843616994018624, + "nauc_mrr_at_5_diff1": 0.846017966679807, + "nauc_mrr_at_5_max": 0.7624673885649702, + "nauc_mrr_at_5_std": 0.11446231805347869, + "nauc_ndcg_at_1000_diff1": 0.8488147236144072, + "nauc_ndcg_at_1000_max": 0.7677444690464875, + "nauc_ndcg_at_1000_std": 0.12741819908303845, + "nauc_ndcg_at_100_diff1": 0.8489733352780298, + "nauc_ndcg_at_100_max": 0.7698049530034358, + "nauc_ndcg_at_100_std": 0.13427271351319667, + "nauc_ndcg_at_10_diff1": 0.8437897309795935, + "nauc_ndcg_at_10_max": 0.7734299976295382, + "nauc_ndcg_at_10_std": 0.14557392020932144, + "nauc_ndcg_at_1_diff1": 0.8715893975278203, + "nauc_ndcg_at_1_max": 0.7420038839271229, + "nauc_ndcg_at_1_std": 0.07363239881164742, + "nauc_ndcg_at_20_diff1": 0.8480796165475002, + "nauc_ndcg_at_20_max": 0.7730474158696117, + "nauc_ndcg_at_20_std": 0.1465976301635273, + "nauc_ndcg_at_3_diff1": 0.8401998684233449, + "nauc_ndcg_at_3_max": 0.7710544272298265, + "nauc_ndcg_at_3_std": 0.10877557277001167, + "nauc_ndcg_at_5_diff1": 0.8337422618067812, + "nauc_ndcg_at_5_max": 0.7689551592096052, + "nauc_ndcg_at_5_std": 0.14159592472630853, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8656499636891972, + "nauc_precision_at_100_max": 0.9709513435003769, + "nauc_precision_at_100_std": 0.8057889822595752, + "nauc_precision_at_10_diff1": 0.8052379421714019, + "nauc_precision_at_10_max": 0.8459919486920415, + "nauc_precision_at_10_std": 0.3873276086390812, + "nauc_precision_at_1_diff1": 0.8715893975278203, + "nauc_precision_at_1_max": 0.7420038839271229, + "nauc_precision_at_1_std": 0.07363239881164742, + "nauc_precision_at_20_diff1": 0.8370801311977755, + "nauc_precision_at_20_max": 0.8807129689482619, + "nauc_precision_at_20_std": 0.5339007397830939, + "nauc_precision_at_3_diff1": 0.804730468688086, + "nauc_precision_at_3_max": 0.7992304766131482, + "nauc_precision_at_3_std": 0.15026311201280668, + "nauc_precision_at_5_diff1": 0.7703815608640455, + "nauc_precision_at_5_max": 0.8005644205247634, + "nauc_precision_at_5_std": 0.28753973499511876, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8656499636891754, + "nauc_recall_at_100_max": 0.9709513435003558, + "nauc_recall_at_100_std": 0.8057889822595684, + "nauc_recall_at_10_diff1": 0.8052379421714052, + "nauc_recall_at_10_max": 0.8459919486920447, + "nauc_recall_at_10_std": 0.3873276086390848, + "nauc_recall_at_1_diff1": 0.8715893975278203, + "nauc_recall_at_1_max": 0.7420038839271229, + "nauc_recall_at_1_std": 0.07363239881164742, + "nauc_recall_at_20_diff1": 0.8370801311977774, + "nauc_recall_at_20_max": 0.8807129689482637, + "nauc_recall_at_20_std": 0.5339007397830919, + "nauc_recall_at_3_diff1": 0.8047304686880855, + "nauc_recall_at_3_max": 0.7992304766131457, + "nauc_recall_at_3_std": 0.15026311201280582, + "nauc_recall_at_5_diff1": 0.7703815608640459, + "nauc_recall_at_5_max": 0.8005644205247636, + "nauc_recall_at_5_std": 0.28753973499512264, + "ndcg_at_1": 0.74889, + "ndcg_at_10": 0.84276, + "ndcg_at_100": 0.85511, + "ndcg_at_1000": 0.85647, + "ndcg_at_20": 0.84889, + "ndcg_at_3": 0.81743, + "ndcg_at_5": 0.83254, + "precision_at_1": 0.74889, + "precision_at_10": 0.09322, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28815, + "precision_at_5": 0.18022, + "recall_at_1": 0.74889, + "recall_at_10": 0.93222, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.95667, + "recall_at_3": 0.86444, + "recall_at_5": 0.90111 + }, + { + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.87809, + "map_at_1": 0.79111, + "map_at_10": 0.85212, + "map_at_100": 0.85422, + "map_at_1000": 0.85424, + "map_at_20": 0.85371, + "map_at_3": 0.8413, + "map_at_5": 0.84913, + "mrr_at_1": 0.7911111111111111, + "mrr_at_10": 0.8521194885361558, + "mrr_at_100": 0.8542203984211935, + "mrr_at_1000": 0.8542356531487042, + "mrr_at_20": 0.8537111698882859, + "mrr_at_3": 0.8412962962962967, + "mrr_at_5": 0.8491296296296303, + "nauc_map_at_1000_diff1": 0.8426041196128893, + "nauc_map_at_1000_max": 0.6933242155475737, + "nauc_map_at_1000_std": -0.015094791524902078, + "nauc_map_at_100_diff1": 0.8426188194519718, + "nauc_map_at_100_max": 0.693351120765288, + "nauc_map_at_100_std": -0.01500645480937965, + "nauc_map_at_10_diff1": 0.8423458844138867, + "nauc_map_at_10_max": 0.694846419124121, + "nauc_map_at_10_std": -0.014094339709446579, + "nauc_map_at_1_diff1": 0.8567216474931321, + "nauc_map_at_1_max": 0.6861451536744508, + "nauc_map_at_1_std": -0.029202974759614832, + "nauc_map_at_20_diff1": 0.8424739544142694, + "nauc_map_at_20_max": 0.6934996251887803, + "nauc_map_at_20_std": -0.014969850415048195, + "nauc_map_at_3_diff1": 0.8363206185365427, + "nauc_map_at_3_max": 0.6859342057287325, + "nauc_map_at_3_std": -0.02246876319146195, + "nauc_map_at_5_diff1": 0.8390472582516016, + "nauc_map_at_5_max": 0.6952529153794589, + "nauc_map_at_5_std": -0.011565838134206693, + "nauc_mrr_at_1000_diff1": 0.8426041196128893, + "nauc_mrr_at_1000_max": 0.6933242155475737, + "nauc_mrr_at_1000_std": -0.015094791524902078, + "nauc_mrr_at_100_diff1": 0.8426188194519718, + "nauc_mrr_at_100_max": 0.693351120765288, + "nauc_mrr_at_100_std": -0.01500645480937965, + "nauc_mrr_at_10_diff1": 0.8423458844138867, + "nauc_mrr_at_10_max": 0.694846419124121, + "nauc_mrr_at_10_std": -0.014094339709446579, + "nauc_mrr_at_1_diff1": 0.8567216474931321, + "nauc_mrr_at_1_max": 0.6861451536744508, + "nauc_mrr_at_1_std": -0.029202974759614832, + "nauc_mrr_at_20_diff1": 0.8424739544142694, + "nauc_mrr_at_20_max": 0.6934996251887803, + "nauc_mrr_at_20_std": -0.014969850415048195, + "nauc_mrr_at_3_diff1": 0.8363206185365427, + "nauc_mrr_at_3_max": 0.6859342057287325, + "nauc_mrr_at_3_std": -0.02246876319146195, + "nauc_mrr_at_5_diff1": 0.8390472582516016, + "nauc_mrr_at_5_max": 0.6952529153794589, + "nauc_mrr_at_5_std": -0.011565838134206693, + "nauc_ndcg_at_1000_diff1": 0.8415737563248384, + "nauc_ndcg_at_1000_max": 0.6958654897874287, + "nauc_ndcg_at_1000_std": -0.010152761191697186, + "nauc_ndcg_at_100_diff1": 0.8420458379191601, + "nauc_ndcg_at_100_max": 0.6968878084747071, + "nauc_ndcg_at_100_std": -0.006774064285291484, + "nauc_ndcg_at_10_diff1": 0.8408399547389148, + "nauc_ndcg_at_10_max": 0.7037892767198513, + "nauc_ndcg_at_10_std": -0.0021239806167894924, + "nauc_ndcg_at_1_diff1": 0.8567216474931321, + "nauc_ndcg_at_1_max": 0.6861451536744508, + "nauc_ndcg_at_1_std": -0.029202974759614832, + "nauc_ndcg_at_20_diff1": 0.841313169419335, + "nauc_ndcg_at_20_max": 0.6982472812351568, + "nauc_ndcg_at_20_std": -0.005614298269065852, + "nauc_ndcg_at_3_diff1": 0.8275195793466077, + "nauc_ndcg_at_3_max": 0.6851825643763798, + "nauc_ndcg_at_3_std": -0.019799660350367898, + "nauc_ndcg_at_5_diff1": 0.8318710289234282, + "nauc_ndcg_at_5_max": 0.7040420198704656, + "nauc_ndcg_at_5_std": 0.0026507579285655687, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505041, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.8513849984438455, + "nauc_precision_at_10_diff1": 0.8383950071256554, + "nauc_precision_at_10_max": 0.7966361983389845, + "nauc_precision_at_10_std": 0.11942847314363911, + "nauc_precision_at_1_diff1": 0.8567216474931321, + "nauc_precision_at_1_max": 0.6861451536744508, + "nauc_precision_at_1_std": -0.029202974759614832, + "nauc_precision_at_20_diff1": 0.845445585641661, + "nauc_precision_at_20_max": 0.781019815333538, + "nauc_precision_at_20_std": 0.1794013901857006, + "nauc_precision_at_3_diff1": 0.7890714338169729, + "nauc_precision_at_3_max": 0.6816007301797127, + "nauc_precision_at_3_std": -0.008245995027224342, + "nauc_precision_at_5_diff1": 0.787203387101965, + "nauc_precision_at_5_max": 0.7647139315496295, + "nauc_precision_at_5_std": 0.09909366045268385, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.8513849984438123, + "nauc_recall_at_10_diff1": 0.8383950071256591, + "nauc_recall_at_10_max": 0.7966361983389865, + "nauc_recall_at_10_std": 0.11942847314364548, + "nauc_recall_at_1_diff1": 0.8567216474931321, + "nauc_recall_at_1_max": 0.6861451536744508, + "nauc_recall_at_1_std": -0.029202974759614832, + "nauc_recall_at_20_diff1": 0.8454455856416621, + "nauc_recall_at_20_max": 0.7810198153335423, + "nauc_recall_at_20_std": 0.17940139018570445, + "nauc_recall_at_3_diff1": 0.7890714338169732, + "nauc_recall_at_3_max": 0.681600730179712, + "nauc_recall_at_3_std": -0.008245995027222343, + "nauc_recall_at_5_diff1": 0.7872033871019679, + "nauc_recall_at_5_max": 0.7647139315496323, + "nauc_recall_at_5_std": 0.099093660452687, + "ndcg_at_1": 0.79111, + "ndcg_at_10": 0.87809, + "ndcg_at_100": 0.88704, + "ndcg_at_1000": 0.88747, + "ndcg_at_20": 0.88378, + "ndcg_at_3": 0.85673, + "ndcg_at_5": 0.87088, + "precision_at_1": 0.79111, + "precision_at_10": 0.09578, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.30037, + "precision_at_5": 0.18711, + "recall_at_1": 0.79111, + "recall_at_10": 0.95778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.90111, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.82127, + "map_at_1": 0.71667, + "map_at_10": 0.78814, + "map_at_100": 0.79132, + "map_at_1000": 0.79138, + "map_at_20": 0.79047, + "map_at_3": 0.77407, + "map_at_5": 0.78246, + "mrr_at_1": 0.7166666666666667, + "mrr_at_10": 0.788144620811288, + "mrr_at_100": 0.79131712923702, + "mrr_at_1000": 0.7913803517808103, + "mrr_at_20": 0.7904741445679274, + "mrr_at_3": 0.7740740740740746, + "mrr_at_5": 0.7824629629629636, + "nauc_map_at_1000_diff1": 0.7779368889683302, + "nauc_map_at_1000_max": 0.6593707516013186, + "nauc_map_at_1000_std": 0.03941810846127909, + "nauc_map_at_100_diff1": 0.7779238285587331, + "nauc_map_at_100_max": 0.6594512098497783, + "nauc_map_at_100_std": 0.03967114279829581, + "nauc_map_at_10_diff1": 0.776572220451654, + "nauc_map_at_10_max": 0.6609741258647169, + "nauc_map_at_10_std": 0.04158812693199592, + "nauc_map_at_1_diff1": 0.8004261259275584, + "nauc_map_at_1_max": 0.6336261637121234, + "nauc_map_at_1_std": 0.0002707893825376483, + "nauc_map_at_20_diff1": 0.7781376796611932, + "nauc_map_at_20_max": 0.6603565540029799, + "nauc_map_at_20_std": 0.042057169069570535, + "nauc_map_at_3_diff1": 0.772471103949251, + "nauc_map_at_3_max": 0.654008881934893, + "nauc_map_at_3_std": 0.02206580455066299, + "nauc_map_at_5_diff1": 0.7748628471729171, + "nauc_map_at_5_max": 0.6590752739308107, + "nauc_map_at_5_std": 0.03664261733157357, + "nauc_mrr_at_1000_diff1": 0.7779368889683302, + "nauc_mrr_at_1000_max": 0.6593707516013186, + "nauc_mrr_at_1000_std": 0.03941810846127909, + "nauc_mrr_at_100_diff1": 0.7779238285587331, + "nauc_mrr_at_100_max": 0.6594512098497783, + "nauc_mrr_at_100_std": 0.03967114279829581, + "nauc_mrr_at_10_diff1": 0.776572220451654, + "nauc_mrr_at_10_max": 0.6609741258647169, + "nauc_mrr_at_10_std": 0.04158812693199592, + "nauc_mrr_at_1_diff1": 0.8004261259275584, + "nauc_mrr_at_1_max": 0.6336261637121234, + "nauc_mrr_at_1_std": 0.0002707893825376483, + "nauc_mrr_at_20_diff1": 0.7781376796611932, + "nauc_mrr_at_20_max": 0.6603565540029799, + "nauc_mrr_at_20_std": 0.042057169069570535, + "nauc_mrr_at_3_diff1": 0.772471103949251, + "nauc_mrr_at_3_max": 0.654008881934893, + "nauc_mrr_at_3_std": 0.02206580455066299, + "nauc_mrr_at_5_diff1": 0.7748628471729171, + "nauc_mrr_at_5_max": 0.6590752739308107, + "nauc_mrr_at_5_std": 0.03664261733157357, + "nauc_ndcg_at_1000_diff1": 0.776127618440258, + "nauc_ndcg_at_1000_max": 0.6654594237295899, + "nauc_ndcg_at_1000_std": 0.053243627965283764, + "nauc_ndcg_at_100_diff1": 0.7758069005515578, + "nauc_ndcg_at_100_max": 0.6676673613132469, + "nauc_ndcg_at_100_std": 0.05990990573315954, + "nauc_ndcg_at_10_diff1": 0.7715233800180891, + "nauc_ndcg_at_10_max": 0.6769681233727414, + "nauc_ndcg_at_10_std": 0.07539572174666949, + "nauc_ndcg_at_1_diff1": 0.8004261259275584, + "nauc_ndcg_at_1_max": 0.6336261637121234, + "nauc_ndcg_at_1_std": 0.0002707893825376483, + "nauc_ndcg_at_20_diff1": 0.7776838087018157, + "nauc_ndcg_at_20_max": 0.6749480877337045, + "nauc_ndcg_at_20_std": 0.07991897337413237, + "nauc_ndcg_at_3_diff1": 0.7633116006361678, + "nauc_ndcg_at_3_max": 0.6606742141825661, + "nauc_ndcg_at_3_std": 0.030557151539697437, + "nauc_ndcg_at_5_diff1": 0.7672679734393736, + "nauc_ndcg_at_5_max": 0.6714480278851874, + "nauc_ndcg_at_5_std": 0.06091861137319966, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7401182695300286, + "nauc_precision_at_100_max": 0.9092229484386523, + "nauc_precision_at_100_std": 0.7810976242348854, + "nauc_precision_at_10_diff1": 0.7418575273246536, + "nauc_precision_at_10_max": 0.7995619816554066, + "nauc_precision_at_10_std": 0.3433363541495023, + "nauc_precision_at_1_diff1": 0.8004261259275584, + "nauc_precision_at_1_max": 0.6336261637121234, + "nauc_precision_at_1_std": 0.0002707893825376483, + "nauc_precision_at_20_diff1": 0.8029639206109802, + "nauc_precision_at_20_max": 0.8610931552108018, + "nauc_precision_at_20_std": 0.6108956403074031, + "nauc_precision_at_3_diff1": 0.7278095050313718, + "nauc_precision_at_3_max": 0.6865022639410202, + "nauc_precision_at_3_std": 0.06415790548486434, + "nauc_precision_at_5_diff1": 0.7320597379724293, + "nauc_precision_at_5_max": 0.7338029940873048, + "nauc_precision_at_5_std": 0.18722480815196937, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7401182695300353, + "nauc_recall_at_100_max": 0.9092229484386285, + "nauc_recall_at_100_std": 0.7810976242348723, + "nauc_recall_at_10_diff1": 0.7418575273246545, + "nauc_recall_at_10_max": 0.7995619816554069, + "nauc_recall_at_10_std": 0.34333635414950303, + "nauc_recall_at_1_diff1": 0.8004261259275584, + "nauc_recall_at_1_max": 0.6336261637121234, + "nauc_recall_at_1_std": 0.0002707893825376483, + "nauc_recall_at_20_diff1": 0.8029639206109807, + "nauc_recall_at_20_max": 0.8610931552108037, + "nauc_recall_at_20_std": 0.6108956403074047, + "nauc_recall_at_3_diff1": 0.7278095050313703, + "nauc_recall_at_3_max": 0.6865022639410175, + "nauc_recall_at_3_std": 0.06415790548486382, + "nauc_recall_at_5_diff1": 0.7320597379724313, + "nauc_recall_at_5_max": 0.733802994087306, + "nauc_recall_at_5_std": 0.18722480815196793, + "ndcg_at_1": 0.71667, + "ndcg_at_10": 0.82127, + "ndcg_at_100": 0.83569, + "ndcg_at_1000": 0.83704, + "ndcg_at_20": 0.82953, + "ndcg_at_3": 0.79246, + "ndcg_at_5": 0.80757, + "precision_at_1": 0.71667, + "precision_at_10": 0.09244, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28185, + "precision_at_5": 0.17644, + "recall_at_1": 0.71667, + "recall_at_10": 0.92444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.95667, + "recall_at_3": 0.84556, + "recall_at_5": 0.88222 + }, + { + "hf_subset": "ben_Latn-ben_Latn", + "languages": [ + "ben-Latn", + "ben-Latn" + ], + "main_score": 0.56605, + "map_at_1": 0.46333, + "map_at_10": 0.53212, + "map_at_100": 0.53822, + "map_at_1000": 0.53906, + "map_at_20": 0.53528, + "map_at_3": 0.51759, + "map_at_5": 0.52509, + "mrr_at_1": 0.4633333333333333, + "mrr_at_10": 0.532122574955908, + "mrr_at_100": 0.538220473366523, + "mrr_at_1000": 0.5390579888753525, + "mrr_at_20": 0.5352772990635475, + "mrr_at_3": 0.5175925925925923, + "mrr_at_5": 0.5250925925925921, + "nauc_map_at_1000_diff1": 0.7560727570920237, + "nauc_map_at_1000_max": 0.7252873815413207, + "nauc_map_at_1000_std": 0.41358455770352187, + "nauc_map_at_100_diff1": 0.7557485021244997, + "nauc_map_at_100_max": 0.7251769263565999, + "nauc_map_at_100_std": 0.4137730262389681, + "nauc_map_at_10_diff1": 0.7563970640217275, + "nauc_map_at_10_max": 0.7264347416138811, + "nauc_map_at_10_std": 0.4132724259324048, + "nauc_map_at_1_diff1": 0.783415116154994, + "nauc_map_at_1_max": 0.699245317769017, + "nauc_map_at_1_std": 0.35985172387079034, + "nauc_map_at_20_diff1": 0.7558137813439629, + "nauc_map_at_20_max": 0.7261089452402386, + "nauc_map_at_20_std": 0.4155785231224328, + "nauc_map_at_3_diff1": 0.7629927589206857, + "nauc_map_at_3_max": 0.7306009075458931, + "nauc_map_at_3_std": 0.4081485743162933, + "nauc_map_at_5_diff1": 0.7592483706209332, + "nauc_map_at_5_max": 0.7285084750076185, + "nauc_map_at_5_std": 0.4123197728155808, + "nauc_mrr_at_1000_diff1": 0.7560727570920237, + "nauc_mrr_at_1000_max": 0.7252873815413207, + "nauc_mrr_at_1000_std": 0.41358455770352187, + "nauc_mrr_at_100_diff1": 0.7557485021244997, + "nauc_mrr_at_100_max": 0.7251769263565999, + "nauc_mrr_at_100_std": 0.4137730262389681, + "nauc_mrr_at_10_diff1": 0.7563970640217275, + "nauc_mrr_at_10_max": 0.7264347416138811, + "nauc_mrr_at_10_std": 0.4132724259324048, + "nauc_mrr_at_1_diff1": 0.783415116154994, + "nauc_mrr_at_1_max": 0.699245317769017, + "nauc_mrr_at_1_std": 0.35985172387079034, + "nauc_mrr_at_20_diff1": 0.7558137813439629, + "nauc_mrr_at_20_max": 0.7261089452402386, + "nauc_mrr_at_20_std": 0.4155785231224328, + "nauc_mrr_at_3_diff1": 0.7629927589206857, + "nauc_mrr_at_3_max": 0.7306009075458931, + "nauc_mrr_at_3_std": 0.4081485743162933, + "nauc_mrr_at_5_diff1": 0.7592483706209332, + "nauc_mrr_at_5_max": 0.7285084750076185, + "nauc_mrr_at_5_std": 0.4123197728155808, + "nauc_ndcg_at_1000_diff1": 0.7465291121877285, + "nauc_ndcg_at_1000_max": 0.7263768513004736, + "nauc_ndcg_at_1000_std": 0.42577422706829066, + "nauc_ndcg_at_100_diff1": 0.7370664858185751, + "nauc_ndcg_at_100_max": 0.7226504515620855, + "nauc_ndcg_at_100_std": 0.43181820426783785, + "nauc_ndcg_at_10_diff1": 0.7406565489072792, + "nauc_ndcg_at_10_max": 0.730835970966332, + "nauc_ndcg_at_10_std": 0.43415021349185556, + "nauc_ndcg_at_1_diff1": 0.783415116154994, + "nauc_ndcg_at_1_max": 0.699245317769017, + "nauc_ndcg_at_1_std": 0.35985172387079034, + "nauc_ndcg_at_20_diff1": 0.7384453988457311, + "nauc_ndcg_at_20_max": 0.7299937861051832, + "nauc_ndcg_at_20_std": 0.4435635202125253, + "nauc_ndcg_at_3_diff1": 0.7556631410392987, + "nauc_ndcg_at_3_max": 0.7399170251771928, + "nauc_ndcg_at_3_std": 0.42390895951187124, + "nauc_ndcg_at_5_diff1": 0.748865755488791, + "nauc_ndcg_at_5_max": 0.7361049417329258, + "nauc_ndcg_at_5_std": 0.43144664851605047, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.604662210535472, + "nauc_precision_at_100_max": 0.669931819854541, + "nauc_precision_at_100_std": 0.5192831382939571, + "nauc_precision_at_10_diff1": 0.6795852127905342, + "nauc_precision_at_10_max": 0.7421081734137753, + "nauc_precision_at_10_std": 0.5089380735421658, + "nauc_precision_at_1_diff1": 0.783415116154994, + "nauc_precision_at_1_max": 0.699245317769017, + "nauc_precision_at_1_std": 0.35985172387079034, + "nauc_precision_at_20_diff1": 0.662923895588651, + "nauc_precision_at_20_max": 0.7399582270642435, + "nauc_precision_at_20_std": 0.5641550426650703, + "nauc_precision_at_3_diff1": 0.7330379580493556, + "nauc_precision_at_3_max": 0.7680774054131231, + "nauc_precision_at_3_std": 0.47207373241984385, + "nauc_precision_at_5_diff1": 0.7146873043679982, + "nauc_precision_at_5_max": 0.7592218899735769, + "nauc_precision_at_5_std": 0.493164074160626, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6046622105354724, + "nauc_recall_at_100_max": 0.6699318198545396, + "nauc_recall_at_100_std": 0.5192831382939573, + "nauc_recall_at_10_diff1": 0.6795852127905346, + "nauc_recall_at_10_max": 0.7421081734137758, + "nauc_recall_at_10_std": 0.5089380735421659, + "nauc_recall_at_1_diff1": 0.783415116154994, + "nauc_recall_at_1_max": 0.699245317769017, + "nauc_recall_at_1_std": 0.35985172387079034, + "nauc_recall_at_20_diff1": 0.6629238955886518, + "nauc_recall_at_20_max": 0.7399582270642436, + "nauc_recall_at_20_std": 0.5641550426650717, + "nauc_recall_at_3_diff1": 0.7330379580493551, + "nauc_recall_at_3_max": 0.7680774054131227, + "nauc_recall_at_3_std": 0.47207373241984374, + "nauc_recall_at_5_diff1": 0.7146873043679983, + "nauc_recall_at_5_max": 0.7592218899735773, + "nauc_recall_at_5_std": 0.49316407416062624, + "ndcg_at_1": 0.46333, + "ndcg_at_10": 0.56605, + "ndcg_at_100": 0.59913, + "ndcg_at_1000": 0.62036, + "ndcg_at_20": 0.57719, + "ndcg_at_3": 0.53506, + "ndcg_at_5": 0.54869, + "precision_at_1": 0.46333, + "precision_at_10": 0.06733, + "precision_at_100": 0.00837, + "precision_at_1000": 0.001, + "precision_at_20": 0.03583, + "precision_at_3": 0.19519, + "precision_at_5": 0.12378, + "recall_at_1": 0.46333, + "recall_at_10": 0.67333, + "recall_at_100": 0.83667, + "recall_at_1000": 1.0, + "recall_at_20": 0.71667, + "recall_at_3": 0.58556, + "recall_at_5": 0.61889 + }, + { + "hf_subset": "ben_Latn-eng_Latn", + "languages": [ + "ben-Latn", + "eng-Latn" + ], + "main_score": 0.65223, + "map_at_1": 0.54222, + "map_at_10": 0.61628, + "map_at_100": 0.62269, + "map_at_1000": 0.62306, + "map_at_20": 0.61973, + "map_at_3": 0.59889, + "map_at_5": 0.60933, + "mrr_at_1": 0.5422222222222223, + "mrr_at_10": 0.6162782186948854, + "mrr_at_100": 0.6226921946854874, + "mrr_at_1000": 0.6230552976524194, + "mrr_at_20": 0.6197281568906955, + "mrr_at_3": 0.5988888888888888, + "mrr_at_5": 0.6093333333333332, + "nauc_map_at_1000_diff1": 0.7817478797192507, + "nauc_map_at_1000_max": 0.7410174113423603, + "nauc_map_at_1000_std": 0.21850262038127252, + "nauc_map_at_100_diff1": 0.7816263367311866, + "nauc_map_at_100_max": 0.7410272207012752, + "nauc_map_at_100_std": 0.21874752140447506, + "nauc_map_at_10_diff1": 0.7811580865207619, + "nauc_map_at_10_max": 0.7423866799339032, + "nauc_map_at_10_std": 0.21759906079596605, + "nauc_map_at_1_diff1": 0.811593305936525, + "nauc_map_at_1_max": 0.7143248378472055, + "nauc_map_at_1_std": 0.1845988884487793, + "nauc_map_at_20_diff1": 0.7809303178974807, + "nauc_map_at_20_max": 0.7409993311586772, + "nauc_map_at_20_std": 0.2196016223546903, + "nauc_map_at_3_diff1": 0.7852129061523601, + "nauc_map_at_3_max": 0.746399983017338, + "nauc_map_at_3_std": 0.21329524524583207, + "nauc_map_at_5_diff1": 0.7814051052906041, + "nauc_map_at_5_max": 0.7448590010463957, + "nauc_map_at_5_std": 0.21568441344248324, + "nauc_mrr_at_1000_diff1": 0.7817478797192507, + "nauc_mrr_at_1000_max": 0.7410174113423603, + "nauc_mrr_at_1000_std": 0.21850262038127252, + "nauc_mrr_at_100_diff1": 0.7816263367311866, + "nauc_mrr_at_100_max": 0.7410272207012752, + "nauc_mrr_at_100_std": 0.21874752140447506, + "nauc_mrr_at_10_diff1": 0.7811580865207619, + "nauc_mrr_at_10_max": 0.7423866799339032, + "nauc_mrr_at_10_std": 0.21759906079596605, + "nauc_mrr_at_1_diff1": 0.811593305936525, + "nauc_mrr_at_1_max": 0.7143248378472055, + "nauc_mrr_at_1_std": 0.1845988884487793, + "nauc_mrr_at_20_diff1": 0.7809303178974807, + "nauc_mrr_at_20_max": 0.7409993311586772, + "nauc_mrr_at_20_std": 0.2196016223546903, + "nauc_mrr_at_3_diff1": 0.7852129061523601, + "nauc_mrr_at_3_max": 0.746399983017338, + "nauc_mrr_at_3_std": 0.21329524524583207, + "nauc_mrr_at_5_diff1": 0.7814051052906041, + "nauc_mrr_at_5_max": 0.7448590010463957, + "nauc_mrr_at_5_std": 0.21568441344248324, + "nauc_ndcg_at_1000_diff1": 0.775303517632264, + "nauc_ndcg_at_1000_max": 0.7427585332592577, + "nauc_ndcg_at_1000_std": 0.22770486422532965, + "nauc_ndcg_at_100_diff1": 0.7721226261123864, + "nauc_ndcg_at_100_max": 0.7425697719451138, + "nauc_ndcg_at_100_std": 0.23416530866142166, + "nauc_ndcg_at_10_diff1": 0.7681814053610323, + "nauc_ndcg_at_10_max": 0.7475164909616081, + "nauc_ndcg_at_10_std": 0.23312586959713075, + "nauc_ndcg_at_1_diff1": 0.811593305936525, + "nauc_ndcg_at_1_max": 0.7143248378472055, + "nauc_ndcg_at_1_std": 0.1845988884487793, + "nauc_ndcg_at_20_diff1": 0.7669205924874759, + "nauc_ndcg_at_20_max": 0.742248776610936, + "nauc_ndcg_at_20_std": 0.24092153942239655, + "nauc_ndcg_at_3_diff1": 0.7766366154029062, + "nauc_ndcg_at_3_max": 0.7558127706122146, + "nauc_ndcg_at_3_std": 0.22283969784225965, + "nauc_ndcg_at_5_diff1": 0.7690822992855673, + "nauc_ndcg_at_5_max": 0.7535026318304276, + "nauc_ndcg_at_5_std": 0.2279558666401705, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6804221688675504, + "nauc_precision_at_100_max": 0.7331682673069256, + "nauc_precision_at_100_std": 0.42056822729092014, + "nauc_precision_at_10_diff1": 0.7141069316242025, + "nauc_precision_at_10_max": 0.7640142340387479, + "nauc_precision_at_10_std": 0.29967892593254636, + "nauc_precision_at_1_diff1": 0.811593305936525, + "nauc_precision_at_1_max": 0.7143248378472055, + "nauc_precision_at_1_std": 0.1845988884487793, + "nauc_precision_at_20_diff1": 0.6948266784727118, + "nauc_precision_at_20_max": 0.7358716331829644, + "nauc_precision_at_20_std": 0.35962870783626144, + "nauc_precision_at_3_diff1": 0.7492993273542602, + "nauc_precision_at_3_max": 0.7854409566517193, + "nauc_precision_at_3_std": 0.25334267563527607, + "nauc_precision_at_5_diff1": 0.7249307358679409, + "nauc_precision_at_5_max": 0.7827872674186072, + "nauc_precision_at_5_std": 0.27172262020461174, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6804221688675477, + "nauc_recall_at_100_max": 0.7331682673069223, + "nauc_recall_at_100_std": 0.4205682272909131, + "nauc_recall_at_10_diff1": 0.7141069316242039, + "nauc_recall_at_10_max": 0.7640142340387497, + "nauc_recall_at_10_std": 0.29967892593254775, + "nauc_recall_at_1_diff1": 0.811593305936525, + "nauc_recall_at_1_max": 0.7143248378472055, + "nauc_recall_at_1_std": 0.1845988884487793, + "nauc_recall_at_20_diff1": 0.6948266784727123, + "nauc_recall_at_20_max": 0.735871633182965, + "nauc_recall_at_20_std": 0.3596287078362625, + "nauc_recall_at_3_diff1": 0.7492993273542602, + "nauc_recall_at_3_max": 0.7854409566517193, + "nauc_recall_at_3_std": 0.25334267563527685, + "nauc_recall_at_5_diff1": 0.7249307358679414, + "nauc_recall_at_5_max": 0.7827872674186084, + "nauc_recall_at_5_std": 0.2717226202046114, + "ndcg_at_1": 0.54222, + "ndcg_at_10": 0.65223, + "ndcg_at_100": 0.68719, + "ndcg_at_1000": 0.69549, + "ndcg_at_20": 0.66484, + "ndcg_at_3": 0.61637, + "ndcg_at_5": 0.63517, + "precision_at_1": 0.54222, + "precision_at_10": 0.07656, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "precision_at_20": 0.04078, + "precision_at_3": 0.22222, + "precision_at_5": 0.14244, + "recall_at_1": 0.54222, + "recall_at_10": 0.76556, + "recall_at_100": 0.93778, + "recall_at_1000": 1.0, + "recall_at_20": 0.81556, + "recall_at_3": 0.66667, + "recall_at_5": 0.71222 + }, + { + "hf_subset": "eng_Latn-ben_Latn", + "languages": [ + "eng-Latn", + "ben-Latn" + ], + "main_score": 0.48457, + "map_at_1": 0.41444, + "map_at_10": 0.4623, + "map_at_100": 0.46848, + "map_at_1000": 0.46967, + "map_at_20": 0.46542, + "map_at_3": 0.45259, + "map_at_5": 0.45831, + "mrr_at_1": 0.41444444444444445, + "mrr_at_10": 0.46230335097001757, + "mrr_at_100": 0.4684815949475246, + "mrr_at_1000": 0.4696693469029803, + "mrr_at_20": 0.46542443946184897, + "mrr_at_3": 0.45259259259259255, + "mrr_at_5": 0.4583148148148148, + "nauc_map_at_1000_diff1": 0.7871679901864349, + "nauc_map_at_1000_max": 0.8489094993818432, + "nauc_map_at_1000_std": 0.6705370492215009, + "nauc_map_at_100_diff1": 0.7867845672303929, + "nauc_map_at_100_max": 0.8488160309459217, + "nauc_map_at_100_std": 0.6707661805705623, + "nauc_map_at_10_diff1": 0.7891776891938213, + "nauc_map_at_10_max": 0.851018047037154, + "nauc_map_at_10_std": 0.6711577080625069, + "nauc_map_at_1_diff1": 0.8193117445569291, + "nauc_map_at_1_max": 0.8377133279957911, + "nauc_map_at_1_std": 0.6430866133583248, + "nauc_map_at_20_diff1": 0.7873449332898663, + "nauc_map_at_20_max": 0.8498625127427445, + "nauc_map_at_20_std": 0.6712312577936145, + "nauc_map_at_3_diff1": 0.7949989660264445, + "nauc_map_at_3_max": 0.8500723781488865, + "nauc_map_at_3_std": 0.6635923348093749, + "nauc_map_at_5_diff1": 0.7909383327024723, + "nauc_map_at_5_max": 0.8512437419160148, + "nauc_map_at_5_std": 0.6670811940252321, + "nauc_mrr_at_1000_diff1": 0.7871679901864349, + "nauc_mrr_at_1000_max": 0.8489094993818432, + "nauc_mrr_at_1000_std": 0.6705370492215009, + "nauc_mrr_at_100_diff1": 0.7867845672303929, + "nauc_mrr_at_100_max": 0.8488160309459217, + "nauc_mrr_at_100_std": 0.6707661805705623, + "nauc_mrr_at_10_diff1": 0.7891776891938213, + "nauc_mrr_at_10_max": 0.851018047037154, + "nauc_mrr_at_10_std": 0.6711577080625069, + "nauc_mrr_at_1_diff1": 0.8193117445569291, + "nauc_mrr_at_1_max": 0.8377133279957911, + "nauc_mrr_at_1_std": 0.6430866133583248, + "nauc_mrr_at_20_diff1": 0.7873449332898663, + "nauc_mrr_at_20_max": 0.8498625127427445, + "nauc_mrr_at_20_std": 0.6712312577936145, + "nauc_mrr_at_3_diff1": 0.7949989660264445, + "nauc_mrr_at_3_max": 0.8500723781488865, + "nauc_mrr_at_3_std": 0.6635923348093749, + "nauc_mrr_at_5_diff1": 0.7909383327024723, + "nauc_mrr_at_5_max": 0.8512437419160148, + "nauc_mrr_at_5_std": 0.6670811940252321, + "nauc_ndcg_at_1000_diff1": 0.7758076829753232, + "nauc_ndcg_at_1000_max": 0.8483109382499666, + "nauc_ndcg_at_1000_std": 0.6785974859791171, + "nauc_ndcg_at_100_diff1": 0.7631112918196438, + "nauc_ndcg_at_100_max": 0.8439224710184665, + "nauc_ndcg_at_100_std": 0.6844026859220789, + "nauc_ndcg_at_10_diff1": 0.7764495600644294, + "nauc_ndcg_at_10_max": 0.8563804379327806, + "nauc_ndcg_at_10_std": 0.6873509480059541, + "nauc_ndcg_at_1_diff1": 0.8193117445569291, + "nauc_ndcg_at_1_max": 0.8377133279957911, + "nauc_ndcg_at_1_std": 0.6430866133583248, + "nauc_ndcg_at_20_diff1": 0.7693848110916834, + "nauc_ndcg_at_20_max": 0.852039759758218, + "nauc_ndcg_at_20_std": 0.6871564045926352, + "nauc_ndcg_at_3_diff1": 0.7873235277517648, + "nauc_ndcg_at_3_max": 0.8541442321355621, + "nauc_ndcg_at_3_std": 0.670688878640553, + "nauc_ndcg_at_5_diff1": 0.7801675469166183, + "nauc_ndcg_at_5_max": 0.8567622728664154, + "nauc_ndcg_at_5_std": 0.6773082402099734, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6293349221060066, + "nauc_precision_at_100_max": 0.7950725980846466, + "nauc_precision_at_100_std": 0.7416832163820122, + "nauc_precision_at_10_diff1": 0.7356376799552254, + "nauc_precision_at_10_max": 0.873594338631721, + "nauc_precision_at_10_std": 0.7426767649055362, + "nauc_precision_at_1_diff1": 0.8193117445569291, + "nauc_precision_at_1_max": 0.8377133279957911, + "nauc_precision_at_1_std": 0.6430866133583248, + "nauc_precision_at_20_diff1": 0.7029070121725264, + "nauc_precision_at_20_max": 0.8555206221477076, + "nauc_precision_at_20_std": 0.7431763196511125, + "nauc_precision_at_3_diff1": 0.7648821851663373, + "nauc_precision_at_3_max": 0.8661047137768205, + "nauc_precision_at_3_std": 0.6916399398795225, + "nauc_precision_at_5_diff1": 0.7471816641717585, + "nauc_precision_at_5_max": 0.8739942639870291, + "nauc_precision_at_5_std": 0.7091650324641344, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6293349221060064, + "nauc_recall_at_100_max": 0.7950725980846463, + "nauc_recall_at_100_std": 0.7416832163820122, + "nauc_recall_at_10_diff1": 0.7356376799552261, + "nauc_recall_at_10_max": 0.8735943386317213, + "nauc_recall_at_10_std": 0.7426767649055371, + "nauc_recall_at_1_diff1": 0.8193117445569291, + "nauc_recall_at_1_max": 0.8377133279957911, + "nauc_recall_at_1_std": 0.6430866133583248, + "nauc_recall_at_20_diff1": 0.7029070121725269, + "nauc_recall_at_20_max": 0.8555206221477075, + "nauc_recall_at_20_std": 0.7431763196511126, + "nauc_recall_at_3_diff1": 0.7648821851663369, + "nauc_recall_at_3_max": 0.8661047137768205, + "nauc_recall_at_3_std": 0.6916399398795223, + "nauc_recall_at_5_diff1": 0.7471816641717591, + "nauc_recall_at_5_max": 0.8739942639870294, + "nauc_recall_at_5_std": 0.7091650324641346, + "ndcg_at_1": 0.41444, + "ndcg_at_10": 0.48457, + "ndcg_at_100": 0.51996, + "ndcg_at_1000": 0.55368, + "ndcg_at_20": 0.49585, + "ndcg_at_3": 0.46426, + "ndcg_at_5": 0.47468, + "precision_at_1": 0.41444, + "precision_at_10": 0.05544, + "precision_at_100": 0.00733, + "precision_at_1000": 0.001, + "precision_at_20": 0.02994, + "precision_at_3": 0.16593, + "precision_at_5": 0.10467, + "recall_at_1": 0.41444, + "recall_at_10": 0.55444, + "recall_at_100": 0.73333, + "recall_at_1000": 1.0, + "recall_at_20": 0.59889, + "recall_at_3": 0.49778, + "recall_at_5": 0.52333 + }, + { + "hf_subset": "bod_Tibt-bod_Tibt", + "languages": [ + "bod-Tibt", + "bod-Tibt" + ], + "main_score": 0.07447, + "map_at_1": 0.05444, + "map_at_10": 0.06722, + "map_at_100": 0.07384, + "map_at_1000": 0.07678, + "map_at_20": 0.07004, + "map_at_3": 0.06333, + "map_at_5": 0.06483, + "mrr_at_1": 0.05444444444444444, + "mrr_at_10": 0.06722398589065255, + "mrr_at_100": 0.0738448641920532, + "mrr_at_1000": 0.07678325589868999, + "mrr_at_20": 0.0700431924122585, + "mrr_at_3": 0.06333333333333334, + "mrr_at_5": 0.06483333333333334, + "nauc_map_at_1000_diff1": 0.6010086638293944, + "nauc_map_at_1000_max": -0.26956559269465763, + "nauc_map_at_1000_std": -0.4382290346492183, + "nauc_map_at_100_diff1": 0.5983815402763707, + "nauc_map_at_100_max": -0.268388710967823, + "nauc_map_at_100_std": -0.43597142919388404, + "nauc_map_at_10_diff1": 0.6257011028399239, + "nauc_map_at_10_max": -0.28458774596902925, + "nauc_map_at_10_std": -0.46289333806904076, + "nauc_map_at_1_diff1": 0.7517618262759895, + "nauc_map_at_1_max": -0.30754614698039123, + "nauc_map_at_1_std": -0.49878711881854965, + "nauc_map_at_20_diff1": 0.6117258521040839, + "nauc_map_at_20_max": -0.27861592070286945, + "nauc_map_at_20_std": -0.4502954571818646, + "nauc_map_at_3_diff1": 0.6418061969161344, + "nauc_map_at_3_max": -0.2873452300817334, + "nauc_map_at_3_std": -0.4750006668580943, + "nauc_map_at_5_diff1": 0.6400024309816191, + "nauc_map_at_5_max": -0.28120594468505183, + "nauc_map_at_5_std": -0.4687042155229212, + "nauc_mrr_at_1000_diff1": 0.6010086638293944, + "nauc_mrr_at_1000_max": -0.26956559269465763, + "nauc_mrr_at_1000_std": -0.4382290346492183, + "nauc_mrr_at_100_diff1": 0.5983815402763707, + "nauc_mrr_at_100_max": -0.268388710967823, + "nauc_mrr_at_100_std": -0.43597142919388404, + "nauc_mrr_at_10_diff1": 0.6257011028399239, + "nauc_mrr_at_10_max": -0.28458774596902925, + "nauc_mrr_at_10_std": -0.46289333806904076, + "nauc_mrr_at_1_diff1": 0.7517618262759895, + "nauc_mrr_at_1_max": -0.30754614698039123, + "nauc_mrr_at_1_std": -0.49878711881854965, + "nauc_mrr_at_20_diff1": 0.6117258521040839, + "nauc_mrr_at_20_max": -0.27861592070286945, + "nauc_mrr_at_20_std": -0.4502954571818646, + "nauc_mrr_at_3_diff1": 0.6418061969161344, + "nauc_mrr_at_3_max": -0.2873452300817334, + "nauc_mrr_at_3_std": -0.4750006668580943, + "nauc_mrr_at_5_diff1": 0.6400024309816191, + "nauc_mrr_at_5_max": -0.28120594468505183, + "nauc_mrr_at_5_std": -0.4687042155229212, + "nauc_ndcg_at_1000_diff1": 0.5389472725869113, + "nauc_ndcg_at_1000_max": -0.24388661375170578, + "nauc_ndcg_at_1000_std": -0.39278329131592016, + "nauc_ndcg_at_100_diff1": 0.472139575234514, + "nauc_ndcg_at_100_max": -0.21126022101613828, + "nauc_ndcg_at_100_std": -0.33797610935810085, + "nauc_ndcg_at_10_diff1": 0.5834377033677316, + "nauc_ndcg_at_10_max": -0.28201768984514614, + "nauc_ndcg_at_10_std": -0.4474277745718847, + "nauc_ndcg_at_1_diff1": 0.7517618262759895, + "nauc_ndcg_at_1_max": -0.30754614698039123, + "nauc_ndcg_at_1_std": -0.49878711881854965, + "nauc_ndcg_at_20_diff1": 0.5420965050071281, + "nauc_ndcg_at_20_max": -0.262681688549425, + "nauc_ndcg_at_20_std": -0.4066010407399865, + "nauc_ndcg_at_3_diff1": 0.6153292650457581, + "nauc_ndcg_at_3_max": -0.284407235810105, + "nauc_ndcg_at_3_std": -0.46977753003474837, + "nauc_ndcg_at_5_diff1": 0.613494106321543, + "nauc_ndcg_at_5_max": -0.2740875537187975, + "nauc_ndcg_at_5_std": -0.4589094486886226, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2704068507287477, + "nauc_precision_at_100_max": -0.11197192052823454, + "nauc_precision_at_100_std": -0.17536215599246557, + "nauc_precision_at_10_diff1": 0.4910084884259825, + "nauc_precision_at_10_max": -0.2785935556260213, + "nauc_precision_at_10_std": -0.41290521257653, + "nauc_precision_at_1_diff1": 0.7517618262759895, + "nauc_precision_at_1_max": -0.30754614698039123, + "nauc_precision_at_1_std": -0.49878711881854965, + "nauc_precision_at_20_diff1": 0.4047348427148242, + "nauc_precision_at_20_max": -0.22865465692075862, + "nauc_precision_at_20_std": -0.3126135141278951, + "nauc_precision_at_3_diff1": 0.5509613189752874, + "nauc_precision_at_3_max": -0.2778474143903503, + "nauc_precision_at_3_std": -0.4572322183021037, + "nauc_precision_at_5_diff1": 0.5528262843154915, + "nauc_precision_at_5_max": -0.25704687379397284, + "nauc_precision_at_5_std": -0.4350665818848757, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2704068507287476, + "nauc_recall_at_100_max": -0.11197192052823496, + "nauc_recall_at_100_std": -0.1753621559924658, + "nauc_recall_at_10_diff1": 0.4910084884259825, + "nauc_recall_at_10_max": -0.2785935556260215, + "nauc_recall_at_10_std": -0.4129052125765301, + "nauc_recall_at_1_diff1": 0.7517618262759895, + "nauc_recall_at_1_max": -0.30754614698039123, + "nauc_recall_at_1_std": -0.49878711881854965, + "nauc_recall_at_20_diff1": 0.40473484271482435, + "nauc_recall_at_20_max": -0.22865465692075862, + "nauc_recall_at_20_std": -0.3126135141278952, + "nauc_recall_at_3_diff1": 0.5509613189752874, + "nauc_recall_at_3_max": -0.2778474143903503, + "nauc_recall_at_3_std": -0.4572322183021036, + "nauc_recall_at_5_diff1": 0.5528262843154913, + "nauc_recall_at_5_max": -0.2570468737939729, + "nauc_recall_at_5_std": -0.4350665818848756, + "ndcg_at_1": 0.05444, + "ndcg_at_10": 0.07447, + "ndcg_at_100": 0.11825, + "ndcg_at_1000": 0.20266, + "ndcg_at_20": 0.08519, + "ndcg_at_3": 0.06619, + "ndcg_at_5": 0.06892, + "precision_at_1": 0.05444, + "precision_at_10": 0.00978, + "precision_at_100": 0.00331, + "precision_at_1000": 0.001, + "precision_at_20": 0.00706, + "precision_at_3": 0.02481, + "precision_at_5": 0.01622, + "recall_at_1": 0.05444, + "recall_at_10": 0.09778, + "recall_at_100": 0.33111, + "recall_at_1000": 1.0, + "recall_at_20": 0.14111, + "recall_at_3": 0.07444, + "recall_at_5": 0.08111 + }, + { + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.22276, + "map_at_1": 0.14667, + "map_at_10": 0.19514, + "map_at_100": 0.20389, + "map_at_1000": 0.2058, + "map_at_20": 0.19924, + "map_at_3": 0.17981, + "map_at_5": 0.18898, + "mrr_at_1": 0.14666666666666667, + "mrr_at_10": 0.19514109347442668, + "mrr_at_100": 0.2038909796877715, + "mrr_at_1000": 0.20580139505427403, + "mrr_at_20": 0.19924274558717284, + "mrr_at_3": 0.17981481481481482, + "mrr_at_5": 0.18898148148148142, + "nauc_map_at_1000_diff1": 0.46937122939696047, + "nauc_map_at_1000_max": 0.3863674124018196, + "nauc_map_at_1000_std": 0.19777510489858982, + "nauc_map_at_100_diff1": 0.46791446393323555, + "nauc_map_at_100_max": 0.38548970898763213, + "nauc_map_at_100_std": 0.19776246682692689, + "nauc_map_at_10_diff1": 0.4733920776311136, + "nauc_map_at_10_max": 0.38859765808665664, + "nauc_map_at_10_std": 0.19773300165713242, + "nauc_map_at_1_diff1": 0.5783065023095636, + "nauc_map_at_1_max": 0.4554828217672943, + "nauc_map_at_1_std": 0.19456364282395394, + "nauc_map_at_20_diff1": 0.47081397578520134, + "nauc_map_at_20_max": 0.38706326452130907, + "nauc_map_at_20_std": 0.19861415746265873, + "nauc_map_at_3_diff1": 0.49613447414711287, + "nauc_map_at_3_max": 0.40513114579874243, + "nauc_map_at_3_std": 0.19627157442167767, + "nauc_map_at_5_diff1": 0.48269785029268714, + "nauc_map_at_5_max": 0.3945315889887012, + "nauc_map_at_5_std": 0.19979906910785744, + "nauc_mrr_at_1000_diff1": 0.46937122939696047, + "nauc_mrr_at_1000_max": 0.3863674124018196, + "nauc_mrr_at_1000_std": 0.19777510489858982, + "nauc_mrr_at_100_diff1": 0.46791446393323555, + "nauc_mrr_at_100_max": 0.38548970898763213, + "nauc_mrr_at_100_std": 0.19776246682692689, + "nauc_mrr_at_10_diff1": 0.4733920776311136, + "nauc_mrr_at_10_max": 0.38859765808665664, + "nauc_mrr_at_10_std": 0.19773300165713242, + "nauc_mrr_at_1_diff1": 0.5783065023095636, + "nauc_mrr_at_1_max": 0.4554828217672943, + "nauc_mrr_at_1_std": 0.19456364282395394, + "nauc_mrr_at_20_diff1": 0.47081397578520134, + "nauc_mrr_at_20_max": 0.38706326452130907, + "nauc_mrr_at_20_std": 0.19861415746265873, + "nauc_mrr_at_3_diff1": 0.49613447414711287, + "nauc_mrr_at_3_max": 0.40513114579874243, + "nauc_mrr_at_3_std": 0.19627157442167767, + "nauc_mrr_at_5_diff1": 0.48269785029268714, + "nauc_mrr_at_5_max": 0.3945315889887012, + "nauc_mrr_at_5_std": 0.19979906910785744, + "nauc_ndcg_at_1000_diff1": 0.436430923109031, + "nauc_ndcg_at_1000_max": 0.36456943440695433, + "nauc_ndcg_at_1000_std": 0.19709173743311584, + "nauc_ndcg_at_100_diff1": 0.4007281678442937, + "nauc_ndcg_at_100_max": 0.34091749645833846, + "nauc_ndcg_at_100_std": 0.19517721664272875, + "nauc_ndcg_at_10_diff1": 0.430473030899199, + "nauc_ndcg_at_10_max": 0.3598952342509601, + "nauc_ndcg_at_10_std": 0.19792942621757453, + "nauc_ndcg_at_1_diff1": 0.5783065023095636, + "nauc_ndcg_at_1_max": 0.4554828217672943, + "nauc_ndcg_at_1_std": 0.19456364282395394, + "nauc_ndcg_at_20_diff1": 0.421760512255376, + "nauc_ndcg_at_20_max": 0.3549457073339894, + "nauc_ndcg_at_20_std": 0.2011822511452625, + "nauc_ndcg_at_3_diff1": 0.47348622340831875, + "nauc_ndcg_at_3_max": 0.39087382591314507, + "nauc_ndcg_at_3_std": 0.19600456650056367, + "nauc_ndcg_at_5_diff1": 0.45118790906895095, + "nauc_ndcg_at_5_max": 0.3731093578920039, + "nauc_ndcg_at_5_std": 0.2022393704623591, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.18346633873628931, + "nauc_precision_at_100_max": 0.19362871943295765, + "nauc_precision_at_100_std": 0.18106039835104706, + "nauc_precision_at_10_diff1": 0.3248044075489726, + "nauc_precision_at_10_max": 0.2889766483516482, + "nauc_precision_at_10_std": 0.19806049928332536, + "nauc_precision_at_1_diff1": 0.5783065023095636, + "nauc_precision_at_1_max": 0.4554828217672943, + "nauc_precision_at_1_std": 0.19456364282395394, + "nauc_precision_at_20_diff1": 0.2991185232069959, + "nauc_precision_at_20_max": 0.27505792312918437, + "nauc_precision_at_20_std": 0.20895587389887962, + "nauc_precision_at_3_diff1": 0.4169352104572834, + "nauc_precision_at_3_max": 0.35517128014054444, + "nauc_precision_at_3_std": 0.19513744533521443, + "nauc_precision_at_5_diff1": 0.37385451960743704, + "nauc_precision_at_5_max": 0.3200954314656092, + "nauc_precision_at_5_std": 0.20868222341927697, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.18346633873628895, + "nauc_recall_at_100_max": 0.19362871943295748, + "nauc_recall_at_100_std": 0.1810603983510467, + "nauc_recall_at_10_diff1": 0.3248044075489729, + "nauc_recall_at_10_max": 0.2889766483516483, + "nauc_recall_at_10_std": 0.1980604992833253, + "nauc_recall_at_1_diff1": 0.5783065023095636, + "nauc_recall_at_1_max": 0.4554828217672943, + "nauc_recall_at_1_std": 0.19456364282395394, + "nauc_recall_at_20_diff1": 0.2991185232069963, + "nauc_recall_at_20_max": 0.27505792312918437, + "nauc_recall_at_20_std": 0.20895587389887987, + "nauc_recall_at_3_diff1": 0.41693521045728354, + "nauc_recall_at_3_max": 0.35517128014054455, + "nauc_recall_at_3_std": 0.19513744533521457, + "nauc_recall_at_5_diff1": 0.3738545196074368, + "nauc_recall_at_5_max": 0.3200954314656094, + "nauc_recall_at_5_std": 0.20868222341927695, + "ndcg_at_1": 0.14667, + "ndcg_at_10": 0.22276, + "ndcg_at_100": 0.27581, + "ndcg_at_1000": 0.32853, + "ndcg_at_20": 0.23748, + "ndcg_at_3": 0.19123, + "ndcg_at_5": 0.20773, + "precision_at_1": 0.14667, + "precision_at_10": 0.03111, + "precision_at_100": 0.00586, + "precision_at_1000": 0.001, + "precision_at_20": 0.01844, + "precision_at_3": 0.07481, + "precision_at_5": 0.05289, + "recall_at_1": 0.14667, + "recall_at_10": 0.31111, + "recall_at_100": 0.58556, + "recall_at_1000": 1.0, + "recall_at_20": 0.36889, + "recall_at_3": 0.22444, + "recall_at_5": 0.26444 + }, + { + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.24536, + "map_at_1": 0.21222, + "map_at_10": 0.23377, + "map_at_100": 0.23862, + "map_at_1000": 0.24098, + "map_at_20": 0.23568, + "map_at_3": 0.22796, + "map_at_5": 0.23107, + "mrr_at_1": 0.21222222222222223, + "mrr_at_10": 0.2337676366843033, + "mrr_at_100": 0.2386221422427248, + "mrr_at_1000": 0.2409794647573557, + "mrr_at_20": 0.23567581920716593, + "mrr_at_3": 0.22796296296296298, + "mrr_at_5": 0.23107407407407407, + "nauc_map_at_1000_diff1": 0.8833374297267013, + "nauc_map_at_1000_max": 0.7714628011132317, + "nauc_map_at_1000_std": 0.44629406975516356, + "nauc_map_at_100_diff1": 0.8828378413644135, + "nauc_map_at_100_max": 0.7708669385617609, + "nauc_map_at_100_std": 0.4461597794901487, + "nauc_map_at_10_diff1": 0.8895058655348281, + "nauc_map_at_10_max": 0.7795501607512387, + "nauc_map_at_10_std": 0.45080834698283423, + "nauc_map_at_1_diff1": 0.9155828341250001, + "nauc_map_at_1_max": 0.7920162877122036, + "nauc_map_at_1_std": 0.42061229603127187, + "nauc_map_at_20_diff1": 0.8868243798619637, + "nauc_map_at_20_max": 0.7750811435142573, + "nauc_map_at_20_std": 0.4491731644816185, + "nauc_map_at_3_diff1": 0.9002363753846381, + "nauc_map_at_3_max": 0.7914401886920307, + "nauc_map_at_3_std": 0.44877328348573287, + "nauc_map_at_5_diff1": 0.8954800934774346, + "nauc_map_at_5_max": 0.7870233557709019, + "nauc_map_at_5_std": 0.45128958277105025, + "nauc_mrr_at_1000_diff1": 0.8833374297267013, + "nauc_mrr_at_1000_max": 0.7714628011132317, + "nauc_mrr_at_1000_std": 0.44629406975516356, + "nauc_mrr_at_100_diff1": 0.8828378413644135, + "nauc_mrr_at_100_max": 0.7708669385617609, + "nauc_mrr_at_100_std": 0.4461597794901487, + "nauc_mrr_at_10_diff1": 0.8895058655348281, + "nauc_mrr_at_10_max": 0.7795501607512387, + "nauc_mrr_at_10_std": 0.45080834698283423, + "nauc_mrr_at_1_diff1": 0.9155828341250001, + "nauc_mrr_at_1_max": 0.7920162877122036, + "nauc_mrr_at_1_std": 0.42061229603127187, + "nauc_mrr_at_20_diff1": 0.8868243798619637, + "nauc_mrr_at_20_max": 0.7750811435142573, + "nauc_mrr_at_20_std": 0.4491731644816185, + "nauc_mrr_at_3_diff1": 0.9002363753846381, + "nauc_mrr_at_3_max": 0.7914401886920307, + "nauc_mrr_at_3_std": 0.44877328348573287, + "nauc_mrr_at_5_diff1": 0.8954800934774346, + "nauc_mrr_at_5_max": 0.7870233557709019, + "nauc_mrr_at_5_std": 0.45128958277105025, + "nauc_ndcg_at_1000_diff1": 0.859362358383379, + "nauc_ndcg_at_1000_max": 0.7476619321639575, + "nauc_ndcg_at_1000_std": 0.4432710800263647, + "nauc_ndcg_at_100_diff1": 0.8304226289805033, + "nauc_ndcg_at_100_max": 0.7188934834322455, + "nauc_ndcg_at_100_std": 0.4313866409573151, + "nauc_ndcg_at_10_diff1": 0.871861910243376, + "nauc_ndcg_at_10_max": 0.764457009737665, + "nauc_ndcg_at_10_std": 0.46150879165526587, + "nauc_ndcg_at_1_diff1": 0.9155828341250001, + "nauc_ndcg_at_1_max": 0.7920162877122036, + "nauc_ndcg_at_1_std": 0.42061229603127187, + "nauc_ndcg_at_20_diff1": 0.8621693040917309, + "nauc_ndcg_at_20_max": 0.749093009526958, + "nauc_ndcg_at_20_std": 0.4560123716404253, + "nauc_ndcg_at_3_diff1": 0.8943512461842452, + "nauc_ndcg_at_3_max": 0.7899038910650602, + "nauc_ndcg_at_3_std": 0.45823152205066897, + "nauc_ndcg_at_5_diff1": 0.8857742528042976, + "nauc_ndcg_at_5_max": 0.781909119576499, + "nauc_ndcg_at_5_std": 0.4628497853476123, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6256990314720634, + "nauc_precision_at_100_max": 0.5184535575279977, + "nauc_precision_at_100_std": 0.3449511078247861, + "nauc_precision_at_10_diff1": 0.8185188735547588, + "nauc_precision_at_10_max": 0.7167714424423836, + "nauc_precision_at_10_std": 0.49035836098321217, + "nauc_precision_at_1_diff1": 0.9155828341250001, + "nauc_precision_at_1_max": 0.7920162877122036, + "nauc_precision_at_1_std": 0.42061229603127187, + "nauc_precision_at_20_diff1": 0.784531657785486, + "nauc_precision_at_20_max": 0.663396539850282, + "nauc_precision_at_20_std": 0.47027232134187225, + "nauc_precision_at_3_diff1": 0.8776368889296524, + "nauc_precision_at_3_max": 0.7852213021317856, + "nauc_precision_at_3_std": 0.4847682813380327, + "nauc_precision_at_5_diff1": 0.8576342448308305, + "nauc_precision_at_5_max": 0.7663474398930012, + "nauc_precision_at_5_std": 0.49544837869489255, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6256990314720635, + "nauc_recall_at_100_max": 0.5184535575279978, + "nauc_recall_at_100_std": 0.34495110782478566, + "nauc_recall_at_10_diff1": 0.8185188735547589, + "nauc_recall_at_10_max": 0.7167714424423834, + "nauc_recall_at_10_std": 0.4903583609832121, + "nauc_recall_at_1_diff1": 0.9155828341250001, + "nauc_recall_at_1_max": 0.7920162877122036, + "nauc_recall_at_1_std": 0.42061229603127187, + "nauc_recall_at_20_diff1": 0.7845316577854861, + "nauc_recall_at_20_max": 0.6633965398502822, + "nauc_recall_at_20_std": 0.4702723213418722, + "nauc_recall_at_3_diff1": 0.8776368889296522, + "nauc_recall_at_3_max": 0.7852213021317851, + "nauc_recall_at_3_std": 0.4847682813380327, + "nauc_recall_at_5_diff1": 0.8576342448308294, + "nauc_recall_at_5_max": 0.7663474398930007, + "nauc_recall_at_5_std": 0.4954483786948925, + "ndcg_at_1": 0.21222, + "ndcg_at_10": 0.24536, + "ndcg_at_100": 0.2772, + "ndcg_at_1000": 0.34617, + "ndcg_at_20": 0.25236, + "ndcg_at_3": 0.23332, + "ndcg_at_5": 0.23887, + "precision_at_1": 0.21222, + "precision_at_10": 0.02822, + "precision_at_100": 0.00451, + "precision_at_1000": 0.001, + "precision_at_20": 0.0155, + "precision_at_3": 0.08296, + "precision_at_5": 0.05244, + "recall_at_1": 0.21222, + "recall_at_10": 0.28222, + "recall_at_100": 0.45111, + "recall_at_1000": 1.0, + "recall_at_20": 0.31, + "recall_at_3": 0.24889, + "recall_at_5": 0.26222 + }, + { + "hf_subset": "bul_Cyrl-bul_Cyrl", + "languages": [ + "bul-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.89936, + "map_at_1": 0.83, + "map_at_10": 0.87909, + "map_at_100": 0.88035, + "map_at_1000": 0.88038, + "map_at_20": 0.8798, + "map_at_3": 0.87037, + "map_at_5": 0.8767, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8790855379188718, + "mrr_at_100": 0.8803508109614976, + "mrr_at_1000": 0.8803807275710523, + "mrr_at_20": 0.8797966230154057, + "mrr_at_3": 0.8703703703703708, + "mrr_at_5": 0.8767037037037044, + "nauc_map_at_1000_diff1": 0.8876484026408953, + "nauc_map_at_1000_max": 0.8215928895042841, + "nauc_map_at_1000_std": 0.050370031092081026, + "nauc_map_at_100_diff1": 0.8876135860596647, + "nauc_map_at_100_max": 0.8216301485999389, + "nauc_map_at_100_std": 0.0505022318126919, + "nauc_map_at_10_diff1": 0.8870979023091172, + "nauc_map_at_10_max": 0.8222307065445182, + "nauc_map_at_10_std": 0.05159379557632263, + "nauc_map_at_1_diff1": 0.8974832788323245, + "nauc_map_at_1_max": 0.802496726714524, + "nauc_map_at_1_std": -0.009742458543758969, + "nauc_map_at_20_diff1": 0.8874223561041462, + "nauc_map_at_20_max": 0.82187307711459, + "nauc_map_at_20_std": 0.05108982552843004, + "nauc_map_at_3_diff1": 0.8863880357488716, + "nauc_map_at_3_max": 0.8222538114606671, + "nauc_map_at_3_std": 0.05190088818793133, + "nauc_map_at_5_diff1": 0.8863940082058679, + "nauc_map_at_5_max": 0.8228039157564982, + "nauc_map_at_5_std": 0.05277300020198544, + "nauc_mrr_at_1000_diff1": 0.8876484026408953, + "nauc_mrr_at_1000_max": 0.8215928895042841, + "nauc_mrr_at_1000_std": 0.050370031092081026, + "nauc_mrr_at_100_diff1": 0.8876135860596647, + "nauc_mrr_at_100_max": 0.8216301485999389, + "nauc_mrr_at_100_std": 0.0505022318126919, + "nauc_mrr_at_10_diff1": 0.8870979023091172, + "nauc_mrr_at_10_max": 0.8222307065445182, + "nauc_mrr_at_10_std": 0.05159379557632263, + "nauc_mrr_at_1_diff1": 0.8974832788323245, + "nauc_mrr_at_1_max": 0.802496726714524, + "nauc_mrr_at_1_std": -0.009742458543758969, + "nauc_mrr_at_20_diff1": 0.8874223561041462, + "nauc_mrr_at_20_max": 0.82187307711459, + "nauc_mrr_at_20_std": 0.05108982552843004, + "nauc_mrr_at_3_diff1": 0.8863880357488716, + "nauc_mrr_at_3_max": 0.8222538114606671, + "nauc_mrr_at_3_std": 0.05190088818793133, + "nauc_mrr_at_5_diff1": 0.8863940082058679, + "nauc_mrr_at_5_max": 0.8228039157564982, + "nauc_mrr_at_5_std": 0.05277300020198544, + "nauc_ndcg_at_1000_diff1": 0.8866689818138577, + "nauc_ndcg_at_1000_max": 0.8256469556915004, + "nauc_ndcg_at_1000_std": 0.062970352912212, + "nauc_ndcg_at_100_diff1": 0.8859114830066697, + "nauc_ndcg_at_100_max": 0.8268234143387123, + "nauc_ndcg_at_100_std": 0.06758449542936786, + "nauc_ndcg_at_10_diff1": 0.8842912115663412, + "nauc_ndcg_at_10_max": 0.8312994574452972, + "nauc_ndcg_at_10_std": 0.07737948215858848, + "nauc_ndcg_at_1_diff1": 0.8974832788323245, + "nauc_ndcg_at_1_max": 0.802496726714524, + "nauc_ndcg_at_1_std": -0.009742458543758969, + "nauc_ndcg_at_20_diff1": 0.8852859166696782, + "nauc_ndcg_at_20_max": 0.8298016815682192, + "nauc_ndcg_at_20_std": 0.07587836003327146, + "nauc_ndcg_at_3_diff1": 0.8831148900007412, + "nauc_ndcg_at_3_max": 0.8304347387883803, + "nauc_ndcg_at_3_std": 0.0740228830978717, + "nauc_ndcg_at_5_diff1": 0.8825181743989757, + "nauc_ndcg_at_5_max": 0.8322632135171968, + "nauc_ndcg_at_5_std": 0.07893641843740992, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8029878618113553, + "nauc_precision_at_100_max": 0.9738562091503018, + "nauc_precision_at_100_std": 0.6578898225957435, + "nauc_precision_at_10_diff1": 0.8626784046952086, + "nauc_precision_at_10_max": 0.9085100706949408, + "nauc_precision_at_10_std": 0.2971588635454187, + "nauc_precision_at_1_diff1": 0.8974832788323245, + "nauc_precision_at_1_max": 0.802496726714524, + "nauc_precision_at_1_std": -0.009742458543758969, + "nauc_precision_at_20_diff1": 0.8656000861883204, + "nauc_precision_at_20_max": 0.914727429433312, + "nauc_precision_at_20_std": 0.35365941248293886, + "nauc_precision_at_3_diff1": 0.8695018547959728, + "nauc_precision_at_3_max": 0.8660130718954238, + "nauc_precision_at_3_std": 0.16862871274635985, + "nauc_precision_at_5_diff1": 0.8592436974789899, + "nauc_precision_at_5_max": 0.8903454715219392, + "nauc_precision_at_5_std": 0.23883286647992258, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8029878618114055, + "nauc_recall_at_100_max": 0.9738562091503434, + "nauc_recall_at_100_std": 0.6578898225957078, + "nauc_recall_at_10_diff1": 0.8626784046952097, + "nauc_recall_at_10_max": 0.9085100706949437, + "nauc_recall_at_10_std": 0.29715886354542165, + "nauc_recall_at_1_diff1": 0.8974832788323245, + "nauc_recall_at_1_max": 0.802496726714524, + "nauc_recall_at_1_std": -0.009742458543758969, + "nauc_recall_at_20_diff1": 0.8656000861883213, + "nauc_recall_at_20_max": 0.9147274294333119, + "nauc_recall_at_20_std": 0.35365941248294264, + "nauc_recall_at_3_diff1": 0.8695018547959735, + "nauc_recall_at_3_max": 0.8660130718954253, + "nauc_recall_at_3_std": 0.16862871274635985, + "nauc_recall_at_5_diff1": 0.8592436974789899, + "nauc_recall_at_5_max": 0.890345471521944, + "nauc_recall_at_5_std": 0.2388328664799242, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.89936, + "ndcg_at_100": 0.90615, + "ndcg_at_1000": 0.90688, + "ndcg_at_20": 0.90191, + "ndcg_at_3": 0.88262, + "ndcg_at_5": 0.89381, + "precision_at_1": 0.83, + "precision_at_10": 0.09611, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30593, + "precision_at_5": 0.18889, + "recall_at_1": 0.83, + "recall_at_10": 0.96111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91778, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ], + "main_score": 0.8934, + "map_at_1": 0.81556, + "map_at_10": 0.86897, + "map_at_100": 0.87026, + "map_at_1000": 0.8703, + "map_at_20": 0.86989, + "map_at_3": 0.85611, + "map_at_5": 0.86561, + "mrr_at_1": 0.8155555555555556, + "mrr_at_10": 0.8689695767195771, + "mrr_at_100": 0.870255235497168, + "mrr_at_1000": 0.8702957226860584, + "mrr_at_20": 0.8698897412691277, + "mrr_at_3": 0.8561111111111116, + "mrr_at_5": 0.8656111111111118, + "nauc_map_at_1000_diff1": 0.8463851060577162, + "nauc_map_at_1000_max": 0.6906791337828123, + "nauc_map_at_1000_std": -0.09512731185517288, + "nauc_map_at_100_diff1": 0.8463781095564428, + "nauc_map_at_100_max": 0.690769519566474, + "nauc_map_at_100_std": -0.09485413086870978, + "nauc_map_at_10_diff1": 0.8462208845649732, + "nauc_map_at_10_max": 0.6920303439589139, + "nauc_map_at_10_std": -0.09214766101384117, + "nauc_map_at_1_diff1": 0.8572894355832621, + "nauc_map_at_1_max": 0.6782334007394725, + "nauc_map_at_1_std": -0.10854582221530941, + "nauc_map_at_20_diff1": 0.8463853788794008, + "nauc_map_at_20_max": 0.6902874029481378, + "nauc_map_at_20_std": -0.09660833537188288, + "nauc_map_at_3_diff1": 0.8393372579640468, + "nauc_map_at_3_max": 0.6871571327050753, + "nauc_map_at_3_std": -0.10588356204730891, + "nauc_map_at_5_diff1": 0.8467215452656237, + "nauc_map_at_5_max": 0.6953288805716097, + "nauc_map_at_5_std": -0.09166669246560327, + "nauc_mrr_at_1000_diff1": 0.8463851060577162, + "nauc_mrr_at_1000_max": 0.6906791337828123, + "nauc_mrr_at_1000_std": -0.09512731185517288, + "nauc_mrr_at_100_diff1": 0.8463781095564428, + "nauc_mrr_at_100_max": 0.690769519566474, + "nauc_mrr_at_100_std": -0.09485413086870978, + "nauc_mrr_at_10_diff1": 0.8462208845649732, + "nauc_mrr_at_10_max": 0.6920303439589139, + "nauc_mrr_at_10_std": -0.09214766101384117, + "nauc_mrr_at_1_diff1": 0.8572894355832621, + "nauc_mrr_at_1_max": 0.6782334007394725, + "nauc_mrr_at_1_std": -0.10854582221530941, + "nauc_mrr_at_20_diff1": 0.8463853788794008, + "nauc_mrr_at_20_max": 0.6902874029481378, + "nauc_mrr_at_20_std": -0.09660833537188288, + "nauc_mrr_at_3_diff1": 0.8393372579640468, + "nauc_mrr_at_3_max": 0.6871571327050753, + "nauc_mrr_at_3_std": -0.10588356204730891, + "nauc_mrr_at_5_diff1": 0.8467215452656237, + "nauc_mrr_at_5_max": 0.6953288805716097, + "nauc_mrr_at_5_std": -0.09166669246560327, + "nauc_ndcg_at_1000_diff1": 0.8457045555556358, + "nauc_ndcg_at_1000_max": 0.6940859324434568, + "nauc_ndcg_at_1000_std": -0.08846255165468964, + "nauc_ndcg_at_100_diff1": 0.845611221833858, + "nauc_ndcg_at_100_max": 0.6963320197014056, + "nauc_ndcg_at_100_std": -0.0815621813789139, + "nauc_ndcg_at_10_diff1": 0.8451595165749265, + "nauc_ndcg_at_10_max": 0.7011604885438291, + "nauc_ndcg_at_10_std": -0.07295413244316858, + "nauc_ndcg_at_1_diff1": 0.8572894355832621, + "nauc_ndcg_at_1_max": 0.6782334007394725, + "nauc_ndcg_at_1_std": -0.10854582221530941, + "nauc_ndcg_at_20_diff1": 0.8460623184746788, + "nauc_ndcg_at_20_max": 0.6933960424898797, + "nauc_ndcg_at_20_std": -0.0924357310016294, + "nauc_ndcg_at_3_diff1": 0.8319327202976289, + "nauc_ndcg_at_3_max": 0.691802429119434, + "nauc_ndcg_at_3_std": -0.10249074930140123, + "nauc_ndcg_at_5_diff1": 0.846251655660264, + "nauc_ndcg_at_5_max": 0.7094539157287958, + "nauc_ndcg_at_5_std": -0.0727402309966532, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8366013071895334, + "nauc_precision_at_100_max": 0.9738562091503018, + "nauc_precision_at_100_std": 0.7735760971054999, + "nauc_precision_at_10_diff1": 0.8412865146058351, + "nauc_precision_at_10_max": 0.8065226090436173, + "nauc_precision_at_10_std": 0.16690009337067788, + "nauc_precision_at_1_diff1": 0.8572894355832621, + "nauc_precision_at_1_max": 0.6782334007394725, + "nauc_precision_at_1_std": -0.10854582221530941, + "nauc_precision_at_20_diff1": 0.8604108309990601, + "nauc_precision_at_20_max": 0.713789682539678, + "nauc_precision_at_20_std": -0.07778944911298541, + "nauc_precision_at_3_diff1": 0.8012507328512799, + "nauc_precision_at_3_max": 0.711473736781537, + "nauc_precision_at_3_std": -0.08742644344559439, + "nauc_precision_at_5_diff1": 0.8479963413937008, + "nauc_precision_at_5_max": 0.8116579965319445, + "nauc_precision_at_5_std": 0.06663617828083108, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8366013071895522, + "nauc_recall_at_100_max": 0.9738562091503434, + "nauc_recall_at_100_std": 0.7735760971055182, + "nauc_recall_at_10_diff1": 0.8412865146058405, + "nauc_recall_at_10_max": 0.8065226090436152, + "nauc_recall_at_10_std": 0.16690009337067893, + "nauc_recall_at_1_diff1": 0.8572894355832621, + "nauc_recall_at_1_max": 0.6782334007394725, + "nauc_recall_at_1_std": -0.10854582221530941, + "nauc_recall_at_20_diff1": 0.8604108309990667, + "nauc_recall_at_20_max": 0.7137896825396856, + "nauc_recall_at_20_std": -0.07778944911298767, + "nauc_recall_at_3_diff1": 0.8012507328512802, + "nauc_recall_at_3_max": 0.7114737367815347, + "nauc_recall_at_3_std": -0.08742644344559632, + "nauc_recall_at_5_diff1": 0.8479963413937017, + "nauc_recall_at_5_max": 0.8116579965319471, + "nauc_recall_at_5_std": 0.06663617828083421, + "ndcg_at_1": 0.81556, + "ndcg_at_10": 0.8934, + "ndcg_at_100": 0.89913, + "ndcg_at_1000": 0.89991, + "ndcg_at_20": 0.89676, + "ndcg_at_3": 0.86858, + "ndcg_at_5": 0.88561, + "precision_at_1": 0.81556, + "precision_at_10": 0.09689, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30148, + "precision_at_5": 0.18911, + "recall_at_1": 0.81556, + "recall_at_10": 0.96889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.90444, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ], + "main_score": 0.88871, + "map_at_1": 0.82111, + "map_at_10": 0.86792, + "map_at_100": 0.86981, + "map_at_1000": 0.86986, + "map_at_20": 0.8691, + "map_at_3": 0.85907, + "map_at_5": 0.8638, + "mrr_at_1": 0.8211111111111111, + "mrr_at_10": 0.8679228395061728, + "mrr_at_100": 0.8698063267236671, + "mrr_at_1000": 0.8698594851092636, + "mrr_at_20": 0.8691004057670723, + "mrr_at_3": 0.8590740740740743, + "mrr_at_5": 0.8637962962962965, + "nauc_map_at_1000_diff1": 0.865632932710997, + "nauc_map_at_1000_max": 0.761818921602158, + "nauc_map_at_1000_std": 0.059611282527511425, + "nauc_map_at_100_diff1": 0.8656322757507365, + "nauc_map_at_100_max": 0.7619204569680458, + "nauc_map_at_100_std": 0.059918551346445866, + "nauc_map_at_10_diff1": 0.8653902811376153, + "nauc_map_at_10_max": 0.7630007008031161, + "nauc_map_at_10_std": 0.06292034767018208, + "nauc_map_at_1_diff1": 0.8743099617824988, + "nauc_map_at_1_max": 0.7323574844145211, + "nauc_map_at_1_std": 0.0041325365712568726, + "nauc_map_at_20_diff1": 0.8656420652063045, + "nauc_map_at_20_max": 0.7628864665149229, + "nauc_map_at_20_std": 0.06270457509217403, + "nauc_map_at_3_diff1": 0.8604214996214491, + "nauc_map_at_3_max": 0.7598841239909041, + "nauc_map_at_3_std": 0.04800887582652344, + "nauc_map_at_5_diff1": 0.8643378678612916, + "nauc_map_at_5_max": 0.7634403765904856, + "nauc_map_at_5_std": 0.0582852750977081, + "nauc_mrr_at_1000_diff1": 0.865632932710997, + "nauc_mrr_at_1000_max": 0.761818921602158, + "nauc_mrr_at_1000_std": 0.059611282527511425, + "nauc_mrr_at_100_diff1": 0.8656322757507365, + "nauc_mrr_at_100_max": 0.7619204569680458, + "nauc_mrr_at_100_std": 0.059918551346445866, + "nauc_mrr_at_10_diff1": 0.8653902811376153, + "nauc_mrr_at_10_max": 0.7630007008031161, + "nauc_mrr_at_10_std": 0.06292034767018208, + "nauc_mrr_at_1_diff1": 0.8743099617824988, + "nauc_mrr_at_1_max": 0.7323574844145211, + "nauc_mrr_at_1_std": 0.0041325365712568726, + "nauc_mrr_at_20_diff1": 0.8656420652063045, + "nauc_mrr_at_20_max": 0.7628864665149229, + "nauc_mrr_at_20_std": 0.06270457509217403, + "nauc_mrr_at_3_diff1": 0.8604214996214491, + "nauc_mrr_at_3_max": 0.7598841239909041, + "nauc_mrr_at_3_std": 0.04800887582652344, + "nauc_mrr_at_5_diff1": 0.8643378678612916, + "nauc_mrr_at_5_max": 0.7634403765904856, + "nauc_mrr_at_5_std": 0.0582852750977081, + "nauc_ndcg_at_1000_diff1": 0.8653279472274478, + "nauc_ndcg_at_1000_max": 0.7681477724026853, + "nauc_ndcg_at_1000_std": 0.0735851620814693, + "nauc_ndcg_at_100_diff1": 0.8653231074242557, + "nauc_ndcg_at_100_max": 0.7706711457865496, + "nauc_ndcg_at_100_std": 0.08115070713140864, + "nauc_ndcg_at_10_diff1": 0.8648558421721085, + "nauc_ndcg_at_10_max": 0.7778340427250586, + "nauc_ndcg_at_10_std": 0.09905849863033721, + "nauc_ndcg_at_1_diff1": 0.8743099617824988, + "nauc_ndcg_at_1_max": 0.7323574844145211, + "nauc_ndcg_at_1_std": 0.0041325365712568726, + "nauc_ndcg_at_20_diff1": 0.8659626397499741, + "nauc_ndcg_at_20_max": 0.7775697770678934, + "nauc_ndcg_at_20_std": 0.0987011440617106, + "nauc_ndcg_at_3_diff1": 0.8551946667367776, + "nauc_ndcg_at_3_max": 0.7712375456985181, + "nauc_ndcg_at_3_std": 0.06568095954165587, + "nauc_ndcg_at_5_diff1": 0.8626085247836828, + "nauc_ndcg_at_5_max": 0.7786254697095657, + "nauc_ndcg_at_5_std": 0.08642444900680021, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8646125116713392, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7652394291049722, + "nauc_precision_at_10_diff1": 0.8649459783913551, + "nauc_precision_at_10_max": 0.8923680583344417, + "nauc_precision_at_10_std": 0.3917567026810747, + "nauc_precision_at_1_diff1": 0.8743099617824988, + "nauc_precision_at_1_max": 0.7323574844145211, + "nauc_precision_at_1_std": 0.0041325365712568726, + "nauc_precision_at_20_diff1": 0.8800013832693585, + "nauc_precision_at_20_max": 0.949770031469375, + "nauc_precision_at_20_std": 0.542812186603029, + "nauc_precision_at_3_diff1": 0.8343582643785508, + "nauc_precision_at_3_max": 0.8169559011344022, + "nauc_precision_at_3_std": 0.13666462753683814, + "nauc_precision_at_5_diff1": 0.8560941284726434, + "nauc_precision_at_5_max": 0.8541793529005788, + "nauc_precision_at_5_std": 0.22777710117863373, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8646125116713386, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7652394291049852, + "nauc_recall_at_10_diff1": 0.8649459783913569, + "nauc_recall_at_10_max": 0.8923680583344442, + "nauc_recall_at_10_std": 0.3917567026810695, + "nauc_recall_at_1_diff1": 0.8743099617824988, + "nauc_recall_at_1_max": 0.7323574844145211, + "nauc_recall_at_1_std": 0.0041325365712568726, + "nauc_recall_at_20_diff1": 0.8800013832693571, + "nauc_recall_at_20_max": 0.9497700314693797, + "nauc_recall_at_20_std": 0.5428121866030348, + "nauc_recall_at_3_diff1": 0.8343582643785484, + "nauc_recall_at_3_max": 0.8169559011343993, + "nauc_recall_at_3_std": 0.1366646275368371, + "nauc_recall_at_5_diff1": 0.8560941284726453, + "nauc_recall_at_5_max": 0.8541793529005811, + "nauc_recall_at_5_std": 0.22777710117863625, + "ndcg_at_1": 0.82111, + "ndcg_at_10": 0.88871, + "ndcg_at_100": 0.89733, + "ndcg_at_1000": 0.89841, + "ndcg_at_20": 0.89295, + "ndcg_at_3": 0.87051, + "ndcg_at_5": 0.87888, + "precision_at_1": 0.82111, + "precision_at_10": 0.09533, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0485, + "precision_at_3": 0.30111, + "precision_at_5": 0.18467, + "recall_at_1": 0.82111, + "recall_at_10": 0.95333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97, + "recall_at_3": 0.90333, + "recall_at_5": 0.92333 + }, + { + "hf_subset": "cat_Latn-cat_Latn", + "languages": [ + "cat-Latn", + "cat-Latn" + ], + "main_score": 0.90111, + "map_at_1": 0.83222, + "map_at_10": 0.88004, + "map_at_100": 0.88146, + "map_at_1000": 0.88148, + "map_at_20": 0.88091, + "map_at_3": 0.8713, + "map_at_5": 0.87624, + "mrr_at_1": 0.8322222222222222, + "mrr_at_10": 0.8800379188712525, + "mrr_at_100": 0.881462212560132, + "mrr_at_1000": 0.8814823564600271, + "mrr_at_20": 0.8809137543408703, + "mrr_at_3": 0.8712962962962963, + "mrr_at_5": 0.876240740740741, + "nauc_map_at_1000_diff1": 0.8834045157874792, + "nauc_map_at_1000_max": 0.7562565908781269, + "nauc_map_at_1000_std": -0.12429040181138355, + "nauc_map_at_100_diff1": 0.8834158800380953, + "nauc_map_at_100_max": 0.7562996381022612, + "nauc_map_at_100_std": -0.12414139219764296, + "nauc_map_at_10_diff1": 0.883601480377822, + "nauc_map_at_10_max": 0.7579015535572504, + "nauc_map_at_10_std": -0.12369411428951622, + "nauc_map_at_1_diff1": 0.88880148321267, + "nauc_map_at_1_max": 0.7332338867091869, + "nauc_map_at_1_std": -0.16158335563810106, + "nauc_map_at_20_diff1": 0.8836619718677141, + "nauc_map_at_20_max": 0.7571655271028863, + "nauc_map_at_20_std": -0.12399708496825826, + "nauc_map_at_3_diff1": 0.8790199667337104, + "nauc_map_at_3_max": 0.7533102742729088, + "nauc_map_at_3_std": -0.12429900688292038, + "nauc_map_at_5_diff1": 0.8818959445200564, + "nauc_map_at_5_max": 0.7584075971375189, + "nauc_map_at_5_std": -0.1215453867967971, + "nauc_mrr_at_1000_diff1": 0.8834045157874792, + "nauc_mrr_at_1000_max": 0.7562565908781269, + "nauc_mrr_at_1000_std": -0.12429040181138355, + "nauc_mrr_at_100_diff1": 0.8834158800380953, + "nauc_mrr_at_100_max": 0.7562996381022612, + "nauc_mrr_at_100_std": -0.12414139219764296, + "nauc_mrr_at_10_diff1": 0.883601480377822, + "nauc_mrr_at_10_max": 0.7579015535572504, + "nauc_mrr_at_10_std": -0.12369411428951622, + "nauc_mrr_at_1_diff1": 0.88880148321267, + "nauc_mrr_at_1_max": 0.7332338867091869, + "nauc_mrr_at_1_std": -0.16158335563810106, + "nauc_mrr_at_20_diff1": 0.8836619718677141, + "nauc_mrr_at_20_max": 0.7571655271028863, + "nauc_mrr_at_20_std": -0.12399708496825826, + "nauc_mrr_at_3_diff1": 0.8790199667337104, + "nauc_mrr_at_3_max": 0.7533102742729088, + "nauc_mrr_at_3_std": -0.12429900688292038, + "nauc_mrr_at_5_diff1": 0.8818959445200564, + "nauc_mrr_at_5_max": 0.7584075971375189, + "nauc_mrr_at_5_std": -0.1215453867967971, + "nauc_ndcg_at_1000_diff1": 0.8836270558638796, + "nauc_ndcg_at_1000_max": 0.7609514327762319, + "nauc_ndcg_at_1000_std": -0.11754975933154566, + "nauc_ndcg_at_100_diff1": 0.8839786757473324, + "nauc_ndcg_at_100_max": 0.762144679611706, + "nauc_ndcg_at_100_std": -0.11319655482426157, + "nauc_ndcg_at_10_diff1": 0.8854887304482129, + "nauc_ndcg_at_10_max": 0.7714402090201009, + "nauc_ndcg_at_10_std": -0.11026527822183965, + "nauc_ndcg_at_1_diff1": 0.88880148321267, + "nauc_ndcg_at_1_max": 0.7332338867091869, + "nauc_ndcg_at_1_std": -0.16158335563810106, + "nauc_ndcg_at_20_diff1": 0.8855771264598324, + "nauc_ndcg_at_20_max": 0.7686129084155866, + "nauc_ndcg_at_20_std": -0.10986191119401184, + "nauc_ndcg_at_3_diff1": 0.8755117676592451, + "nauc_ndcg_at_3_max": 0.7603399895402719, + "nauc_ndcg_at_3_std": -0.11390456713900335, + "nauc_ndcg_at_5_diff1": 0.8808278750922486, + "nauc_ndcg_at_5_max": 0.7712214753648764, + "nauc_ndcg_at_5_std": -0.10846059227499409, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505041, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7642390289448537, + "nauc_precision_at_10_diff1": 0.912542794895735, + "nauc_precision_at_10_max": 0.9110644257703079, + "nauc_precision_at_10_std": 0.024603174603180383, + "nauc_precision_at_1_diff1": 0.88880148321267, + "nauc_precision_at_1_max": 0.7332338867091869, + "nauc_precision_at_1_std": -0.16158335563810106, + "nauc_precision_at_20_diff1": 0.9275148655953568, + "nauc_precision_at_20_max": 0.9432404540763668, + "nauc_precision_at_20_std": 0.1221681655118103, + "nauc_precision_at_3_diff1": 0.8607843137254922, + "nauc_precision_at_3_max": 0.7897603485838777, + "nauc_precision_at_3_std": -0.07184562713974685, + "nauc_precision_at_5_diff1": 0.8764505802320922, + "nauc_precision_at_5_max": 0.8436291183139915, + "nauc_precision_at_5_std": -0.03949913298653034, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7642390289449191, + "nauc_recall_at_10_diff1": 0.9125427948957396, + "nauc_recall_at_10_max": 0.9110644257703077, + "nauc_recall_at_10_std": 0.024603174603178495, + "nauc_recall_at_1_diff1": 0.88880148321267, + "nauc_recall_at_1_max": 0.7332338867091869, + "nauc_recall_at_1_std": -0.16158335563810106, + "nauc_recall_at_20_diff1": 0.9275148655953598, + "nauc_recall_at_20_max": 0.9432404540763667, + "nauc_recall_at_20_std": 0.12216816551181667, + "nauc_recall_at_3_diff1": 0.8607843137254906, + "nauc_recall_at_3_max": 0.7897603485838771, + "nauc_recall_at_3_std": -0.07184562713974338, + "nauc_recall_at_5_diff1": 0.8764505802320913, + "nauc_recall_at_5_max": 0.843629118313991, + "nauc_recall_at_5_std": -0.039499132986528226, + "ndcg_at_1": 0.83222, + "ndcg_at_10": 0.90111, + "ndcg_at_100": 0.9077, + "ndcg_at_1000": 0.90815, + "ndcg_at_20": 0.90423, + "ndcg_at_3": 0.88303, + "ndcg_at_5": 0.89183, + "precision_at_1": 0.83222, + "precision_at_10": 0.09667, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30556, + "precision_at_5": 0.18756, + "recall_at_1": 0.83222, + "recall_at_10": 0.96667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.91667, + "recall_at_5": 0.93778 + }, + { + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ], + "main_score": 0.89926, + "map_at_1": 0.82444, + "map_at_10": 0.87696, + "map_at_100": 0.87841, + "map_at_1000": 0.87842, + "map_at_20": 0.87808, + "map_at_3": 0.86741, + "map_at_5": 0.87391, + "mrr_at_1": 0.8244444444444444, + "mrr_at_10": 0.8769559082892414, + "mrr_at_100": 0.8784076724057805, + "mrr_at_1000": 0.878417808281301, + "mrr_at_20": 0.8780805549703898, + "mrr_at_3": 0.8674074074074076, + "mrr_at_5": 0.8739074074074077, + "nauc_map_at_1000_diff1": 0.8631790955104098, + "nauc_map_at_1000_max": 0.7268665237319906, + "nauc_map_at_1000_std": -0.12808646098095278, + "nauc_map_at_100_diff1": 0.8631796261390936, + "nauc_map_at_100_max": 0.7268902755574597, + "nauc_map_at_100_std": -0.12799235595740918, + "nauc_map_at_10_diff1": 0.8627170082671411, + "nauc_map_at_10_max": 0.7277383129971118, + "nauc_map_at_10_std": -0.1273319820692155, + "nauc_map_at_1_diff1": 0.8787367405978789, + "nauc_map_at_1_max": 0.7180866385302254, + "nauc_map_at_1_std": -0.15222795526556354, + "nauc_map_at_20_diff1": 0.8629909137111753, + "nauc_map_at_20_max": 0.7274358445162217, + "nauc_map_at_20_std": -0.12637580981329796, + "nauc_map_at_3_diff1": 0.8613206166058484, + "nauc_map_at_3_max": 0.7233915219406923, + "nauc_map_at_3_std": -0.12826412874331108, + "nauc_map_at_5_diff1": 0.8608931933333521, + "nauc_map_at_5_max": 0.7245876765526792, + "nauc_map_at_5_std": -0.13636072129518725, + "nauc_mrr_at_1000_diff1": 0.8631790955104098, + "nauc_mrr_at_1000_max": 0.7268665237319906, + "nauc_mrr_at_1000_std": -0.12808646098095278, + "nauc_mrr_at_100_diff1": 0.8631796261390936, + "nauc_mrr_at_100_max": 0.7268902755574597, + "nauc_mrr_at_100_std": -0.12799235595740918, + "nauc_mrr_at_10_diff1": 0.8627170082671411, + "nauc_mrr_at_10_max": 0.7277383129971118, + "nauc_mrr_at_10_std": -0.1273319820692155, + "nauc_mrr_at_1_diff1": 0.8787367405978789, + "nauc_mrr_at_1_max": 0.7180866385302254, + "nauc_mrr_at_1_std": -0.15222795526556354, + "nauc_mrr_at_20_diff1": 0.8629909137111753, + "nauc_mrr_at_20_max": 0.7274358445162217, + "nauc_mrr_at_20_std": -0.12637580981329796, + "nauc_mrr_at_3_diff1": 0.8613206166058484, + "nauc_mrr_at_3_max": 0.7233915219406923, + "nauc_mrr_at_3_std": -0.12826412874331108, + "nauc_mrr_at_5_diff1": 0.8608931933333521, + "nauc_mrr_at_5_max": 0.7245876765526792, + "nauc_mrr_at_5_std": -0.13636072129518725, + "nauc_ndcg_at_1000_diff1": 0.8607278341498182, + "nauc_ndcg_at_1000_max": 0.729681100502407, + "nauc_ndcg_at_1000_std": -0.12075351333102698, + "nauc_ndcg_at_100_diff1": 0.860754710789094, + "nauc_ndcg_at_100_max": 0.7305305198655083, + "nauc_ndcg_at_100_std": -0.11742564286390075, + "nauc_ndcg_at_10_diff1": 0.8571516231847321, + "nauc_ndcg_at_10_max": 0.7361486952720376, + "nauc_ndcg_at_10_std": -0.109052778021115, + "nauc_ndcg_at_1_diff1": 0.8787367405978789, + "nauc_ndcg_at_1_max": 0.7180866385302254, + "nauc_ndcg_at_1_std": -0.15222795526556354, + "nauc_ndcg_at_20_diff1": 0.8584200399248618, + "nauc_ndcg_at_20_max": 0.734757974187778, + "nauc_ndcg_at_20_std": -0.10486141619176087, + "nauc_ndcg_at_3_diff1": 0.8544751881734765, + "nauc_ndcg_at_3_max": 0.7254657718777132, + "nauc_ndcg_at_3_std": -0.11743744197541725, + "nauc_ndcg_at_5_diff1": 0.8528635588144448, + "nauc_ndcg_at_5_max": 0.7277186942407877, + "nauc_ndcg_at_5_std": -0.13447360293173974, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692810457515163, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9346405228757582, + "nauc_precision_at_10_diff1": 0.8032132393187116, + "nauc_precision_at_10_max": 0.8328503815319203, + "nauc_precision_at_10_std": 0.10224089635853646, + "nauc_precision_at_1_diff1": 0.8787367405978789, + "nauc_precision_at_1_max": 0.7180866385302254, + "nauc_precision_at_1_std": -0.15222795526556354, + "nauc_precision_at_20_diff1": 0.7725346548875823, + "nauc_precision_at_20_max": 0.9111542052718448, + "nauc_precision_at_20_std": 0.45460748401923534, + "nauc_precision_at_3_diff1": 0.8243117066646503, + "nauc_precision_at_3_max": 0.7346001463648523, + "nauc_precision_at_3_std": -0.0690122896005271, + "nauc_precision_at_5_diff1": 0.8016539949313077, + "nauc_precision_at_5_max": 0.7476133310467017, + "nauc_precision_at_5_std": -0.12931839402428105, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692810457516551, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934640522875857, + "nauc_recall_at_10_diff1": 0.8032132393187189, + "nauc_recall_at_10_max": 0.8328503815319256, + "nauc_recall_at_10_std": 0.10224089635854142, + "nauc_recall_at_1_diff1": 0.8787367405978789, + "nauc_recall_at_1_max": 0.7180866385302254, + "nauc_recall_at_1_std": -0.15222795526556354, + "nauc_recall_at_20_diff1": 0.7725346548875981, + "nauc_recall_at_20_max": 0.9111542052718538, + "nauc_recall_at_20_std": 0.4546074840192489, + "nauc_recall_at_3_diff1": 0.8243117066646495, + "nauc_recall_at_3_max": 0.7346001463648515, + "nauc_recall_at_3_std": -0.06901228960052551, + "nauc_recall_at_5_diff1": 0.8016539949313062, + "nauc_recall_at_5_max": 0.7476133310467049, + "nauc_recall_at_5_std": -0.12931839402427708, + "ndcg_at_1": 0.82444, + "ndcg_at_10": 0.89926, + "ndcg_at_100": 0.9059, + "ndcg_at_1000": 0.90619, + "ndcg_at_20": 0.90362, + "ndcg_at_3": 0.88042, + "ndcg_at_5": 0.892, + "precision_at_1": 0.82444, + "precision_at_10": 0.09678, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30593, + "precision_at_5": 0.18911, + "recall_at_1": 0.82444, + "recall_at_10": 0.96778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.91778, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ], + "main_score": 0.9113, + "map_at_1": 0.84889, + "map_at_10": 0.89226, + "map_at_100": 0.89352, + "map_at_1000": 0.89352, + "map_at_20": 0.89299, + "map_at_3": 0.88352, + "map_at_5": 0.88946, + "mrr_at_1": 0.8488888888888889, + "mrr_at_10": 0.8922636684303352, + "mrr_at_100": 0.8935221390298475, + "mrr_at_1000": 0.8935247472718924, + "mrr_at_20": 0.8929912534814496, + "mrr_at_3": 0.8835185185185187, + "mrr_at_5": 0.8894629629629632, + "nauc_map_at_1000_diff1": 0.8683741010136959, + "nauc_map_at_1000_max": 0.761097169500162, + "nauc_map_at_1000_std": -0.13230131001571022, + "nauc_map_at_100_diff1": 0.8683704049735357, + "nauc_map_at_100_max": 0.761103211122502, + "nauc_map_at_100_std": -0.13227969993912944, + "nauc_map_at_10_diff1": 0.8676435522169343, + "nauc_map_at_10_max": 0.7617454927448853, + "nauc_map_at_10_std": -0.13184648873524446, + "nauc_map_at_1_diff1": 0.8785592173313411, + "nauc_map_at_1_max": 0.747895356855533, + "nauc_map_at_1_std": -0.14841684863808718, + "nauc_map_at_20_diff1": 0.8684423625991279, + "nauc_map_at_20_max": 0.7617102441886505, + "nauc_map_at_20_std": -0.13089638585307728, + "nauc_map_at_3_diff1": 0.8652770200156193, + "nauc_map_at_3_max": 0.7598194513852907, + "nauc_map_at_3_std": -0.1373813879350008, + "nauc_map_at_5_diff1": 0.867951136839657, + "nauc_map_at_5_max": 0.7624185048097465, + "nauc_map_at_5_std": -0.13360089902588804, + "nauc_mrr_at_1000_diff1": 0.8683741010136959, + "nauc_mrr_at_1000_max": 0.761097169500162, + "nauc_mrr_at_1000_std": -0.13230131001571022, + "nauc_mrr_at_100_diff1": 0.8683704049735357, + "nauc_mrr_at_100_max": 0.761103211122502, + "nauc_mrr_at_100_std": -0.13227969993912944, + "nauc_mrr_at_10_diff1": 0.8676435522169343, + "nauc_mrr_at_10_max": 0.7617454927448853, + "nauc_mrr_at_10_std": -0.13184648873524446, + "nauc_mrr_at_1_diff1": 0.8785592173313411, + "nauc_mrr_at_1_max": 0.747895356855533, + "nauc_mrr_at_1_std": -0.14841684863808718, + "nauc_mrr_at_20_diff1": 0.8684423625991279, + "nauc_mrr_at_20_max": 0.7617102441886505, + "nauc_mrr_at_20_std": -0.13089638585307728, + "nauc_mrr_at_3_diff1": 0.8652770200156193, + "nauc_mrr_at_3_max": 0.7598194513852907, + "nauc_mrr_at_3_std": -0.1373813879350008, + "nauc_mrr_at_5_diff1": 0.867951136839657, + "nauc_mrr_at_5_max": 0.7624185048097465, + "nauc_mrr_at_5_std": -0.13360089902588804, + "nauc_ndcg_at_1000_diff1": 0.8674255538639647, + "nauc_ndcg_at_1000_max": 0.7641797428505168, + "nauc_ndcg_at_1000_std": -0.12558486831823518, + "nauc_ndcg_at_100_diff1": 0.8671948507317452, + "nauc_ndcg_at_100_max": 0.7645544206995047, + "nauc_ndcg_at_100_std": -0.12423784859702929, + "nauc_ndcg_at_10_diff1": 0.8643478832089688, + "nauc_ndcg_at_10_max": 0.7696999438510401, + "nauc_ndcg_at_10_std": -0.11536779125197906, + "nauc_ndcg_at_1_diff1": 0.8785592173313411, + "nauc_ndcg_at_1_max": 0.747895356855533, + "nauc_ndcg_at_1_std": -0.14841684863808718, + "nauc_ndcg_at_20_diff1": 0.8679976874484252, + "nauc_ndcg_at_20_max": 0.7697553888249992, + "nauc_ndcg_at_20_std": -0.1110344751442995, + "nauc_ndcg_at_3_diff1": 0.860589934514985, + "nauc_ndcg_at_3_max": 0.7644662774822053, + "nauc_ndcg_at_3_std": -0.1330163246305613, + "nauc_ndcg_at_5_diff1": 0.8656657863488972, + "nauc_ndcg_at_5_max": 0.7705259744808843, + "nauc_ndcg_at_5_std": -0.12241630953204681, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7222222222222222, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7222222222222222, + "nauc_precision_at_10_diff1": 0.8328837707922678, + "nauc_precision_at_10_max": 0.8524224504616648, + "nauc_precision_at_10_std": 0.07156689836427672, + "nauc_precision_at_1_diff1": 0.8785592173313411, + "nauc_precision_at_1_max": 0.747895356855533, + "nauc_precision_at_1_std": -0.14841684863808718, + "nauc_precision_at_20_diff1": 0.8793046630416882, + "nauc_precision_at_20_max": 0.9016861646619453, + "nauc_precision_at_20_std": 0.25251276981380366, + "nauc_precision_at_3_diff1": 0.8408579117921693, + "nauc_precision_at_3_max": 0.7842656670511363, + "nauc_precision_at_3_std": -0.11438595045861606, + "nauc_precision_at_5_diff1": 0.8538748832866453, + "nauc_precision_at_5_max": 0.8221910986616875, + "nauc_precision_at_5_std": -0.047567175018160046, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7222222222222745, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7222222222222745, + "nauc_recall_at_10_diff1": 0.8328837707922709, + "nauc_recall_at_10_max": 0.8524224504616732, + "nauc_recall_at_10_std": 0.07156689836428395, + "nauc_recall_at_1_diff1": 0.8785592173313411, + "nauc_recall_at_1_max": 0.747895356855533, + "nauc_recall_at_1_std": -0.14841684863808718, + "nauc_recall_at_20_diff1": 0.8793046630416862, + "nauc_recall_at_20_max": 0.9016861646619395, + "nauc_recall_at_20_std": 0.2525127698138058, + "nauc_recall_at_3_diff1": 0.8408579117921688, + "nauc_recall_at_3_max": 0.7842656670511352, + "nauc_recall_at_3_std": -0.11438595045861577, + "nauc_recall_at_5_diff1": 0.8538748832866467, + "nauc_recall_at_5_max": 0.8221910986616838, + "nauc_recall_at_5_std": -0.047567175018153454, + "ndcg_at_1": 0.84889, + "ndcg_at_10": 0.9113, + "ndcg_at_100": 0.9175, + "ndcg_at_1000": 0.91763, + "ndcg_at_20": 0.91406, + "ndcg_at_3": 0.89409, + "ndcg_at_5": 0.9047, + "precision_at_1": 0.84889, + "precision_at_10": 0.097, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30815, + "precision_at_5": 0.19, + "recall_at_1": 0.84889, + "recall_at_10": 0.97, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.92444, + "recall_at_5": 0.95 + }, + { + "hf_subset": "ceb_Latn-ceb_Latn", + "languages": [ + "ceb-Latn", + "ceb-Latn" + ], + "main_score": 0.79451, + "map_at_1": 0.70222, + "map_at_10": 0.76535, + "map_at_100": 0.76894, + "map_at_1000": 0.76916, + "map_at_20": 0.76769, + "map_at_3": 0.75241, + "map_at_5": 0.75885, + "mrr_at_1": 0.7022222222222222, + "mrr_at_10": 0.7653500881834213, + "mrr_at_100": 0.7689365758694511, + "mrr_at_1000": 0.7691575201543454, + "mrr_at_20": 0.7676900607514638, + "mrr_at_3": 0.7524074074074075, + "mrr_at_5": 0.7588518518518519, + "nauc_map_at_1000_diff1": 0.8158496478825459, + "nauc_map_at_1000_max": 0.78060691120518, + "nauc_map_at_1000_std": 0.35200177144107697, + "nauc_map_at_100_diff1": 0.8157854940023053, + "nauc_map_at_100_max": 0.7807564512992393, + "nauc_map_at_100_std": 0.35250538406965004, + "nauc_map_at_10_diff1": 0.8150057747315052, + "nauc_map_at_10_max": 0.7799085947014098, + "nauc_map_at_10_std": 0.34883061156324174, + "nauc_map_at_1_diff1": 0.8408003287035544, + "nauc_map_at_1_max": 0.7615529631658665, + "nauc_map_at_1_std": 0.29973453965389424, + "nauc_map_at_20_diff1": 0.8156144024470278, + "nauc_map_at_20_max": 0.7812467309297124, + "nauc_map_at_20_std": 0.35400119036152305, + "nauc_map_at_3_diff1": 0.8142779189512418, + "nauc_map_at_3_max": 0.7818986849388259, + "nauc_map_at_3_std": 0.3490676349072726, + "nauc_map_at_5_diff1": 0.8137463518053006, + "nauc_map_at_5_max": 0.7814130996345113, + "nauc_map_at_5_std": 0.3508689309060239, + "nauc_mrr_at_1000_diff1": 0.8158496478825459, + "nauc_mrr_at_1000_max": 0.78060691120518, + "nauc_mrr_at_1000_std": 0.35200177144107697, + "nauc_mrr_at_100_diff1": 0.8157854940023053, + "nauc_mrr_at_100_max": 0.7807564512992393, + "nauc_mrr_at_100_std": 0.35250538406965004, + "nauc_mrr_at_10_diff1": 0.8150057747315052, + "nauc_mrr_at_10_max": 0.7799085947014098, + "nauc_mrr_at_10_std": 0.34883061156324174, + "nauc_mrr_at_1_diff1": 0.8408003287035544, + "nauc_mrr_at_1_max": 0.7615529631658665, + "nauc_mrr_at_1_std": 0.29973453965389424, + "nauc_mrr_at_20_diff1": 0.8156144024470278, + "nauc_mrr_at_20_max": 0.7812467309297124, + "nauc_mrr_at_20_std": 0.35400119036152305, + "nauc_mrr_at_3_diff1": 0.8142779189512418, + "nauc_mrr_at_3_max": 0.7818986849388259, + "nauc_mrr_at_3_std": 0.3490676349072726, + "nauc_mrr_at_5_diff1": 0.8137463518053006, + "nauc_mrr_at_5_max": 0.7814130996345113, + "nauc_mrr_at_5_std": 0.3508689309060239, + "nauc_ndcg_at_1000_diff1": 0.8123083945200421, + "nauc_ndcg_at_1000_max": 0.7853661501011134, + "nauc_ndcg_at_1000_std": 0.36794471124201733, + "nauc_ndcg_at_100_diff1": 0.8109464367535797, + "nauc_ndcg_at_100_max": 0.789454854889497, + "nauc_ndcg_at_100_std": 0.38180658178850835, + "nauc_ndcg_at_10_diff1": 0.8074580470688509, + "nauc_ndcg_at_10_max": 0.7865756001194646, + "nauc_ndcg_at_10_std": 0.37009539503559946, + "nauc_ndcg_at_1_diff1": 0.8408003287035544, + "nauc_ndcg_at_1_max": 0.7615529631658665, + "nauc_ndcg_at_1_std": 0.29973453965389424, + "nauc_ndcg_at_20_diff1": 0.8096036885515939, + "nauc_ndcg_at_20_max": 0.7927441621800962, + "nauc_ndcg_at_20_std": 0.3924595884364322, + "nauc_ndcg_at_3_diff1": 0.8057991446018336, + "nauc_ndcg_at_3_max": 0.7900724004978112, + "nauc_ndcg_at_3_std": 0.36960598336263534, + "nauc_ndcg_at_5_diff1": 0.8043777237737816, + "nauc_ndcg_at_5_max": 0.7893653674909106, + "nauc_ndcg_at_5_std": 0.37412900508138747, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.769934640522878, + "nauc_precision_at_100_max": 0.919901293850876, + "nauc_precision_at_100_std": 0.8249699879952029, + "nauc_precision_at_10_diff1": 0.770515148442756, + "nauc_precision_at_10_max": 0.8213248781027334, + "nauc_precision_at_10_std": 0.48300812033955987, + "nauc_precision_at_1_diff1": 0.8408003287035544, + "nauc_precision_at_1_max": 0.7615529631658665, + "nauc_precision_at_1_std": 0.29973453965389424, + "nauc_precision_at_20_diff1": 0.7743627131217766, + "nauc_precision_at_20_max": 0.8891383037233138, + "nauc_precision_at_20_std": 0.7183466994103545, + "nauc_precision_at_3_diff1": 0.7758784034271137, + "nauc_precision_at_3_max": 0.8196764721458881, + "nauc_precision_at_3_std": 0.44425352626530684, + "nauc_precision_at_5_diff1": 0.7667389407080119, + "nauc_precision_at_5_max": 0.8215956199203617, + "nauc_precision_at_5_std": 0.47041196203567187, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7699346405228771, + "nauc_recall_at_100_max": 0.9199012938508735, + "nauc_recall_at_100_std": 0.8249699879951952, + "nauc_recall_at_10_diff1": 0.7705151484427576, + "nauc_recall_at_10_max": 0.8213248781027355, + "nauc_recall_at_10_std": 0.4830081203395603, + "nauc_recall_at_1_diff1": 0.8408003287035544, + "nauc_recall_at_1_max": 0.7615529631658665, + "nauc_recall_at_1_std": 0.29973453965389424, + "nauc_recall_at_20_diff1": 0.7743627131217797, + "nauc_recall_at_20_max": 0.8891383037233167, + "nauc_recall_at_20_std": 0.7183466994103588, + "nauc_recall_at_3_diff1": 0.7758784034271123, + "nauc_recall_at_3_max": 0.819676472145887, + "nauc_recall_at_3_std": 0.4442535262653065, + "nauc_recall_at_5_diff1": 0.7667389407080124, + "nauc_recall_at_5_max": 0.821595619920362, + "nauc_recall_at_5_std": 0.4704119620356741, + "ndcg_at_1": 0.70222, + "ndcg_at_10": 0.79451, + "ndcg_at_100": 0.81111, + "ndcg_at_1000": 0.81627, + "ndcg_at_20": 0.80297, + "ndcg_at_3": 0.76784, + "ndcg_at_5": 0.77937, + "precision_at_1": 0.70222, + "precision_at_10": 0.08856, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04594, + "precision_at_3": 0.27074, + "precision_at_5": 0.168, + "recall_at_1": 0.70222, + "recall_at_10": 0.88556, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "recall_at_20": 0.91889, + "recall_at_3": 0.81222, + "recall_at_5": 0.84 + }, + { + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ], + "main_score": 0.85953, + "map_at_1": 0.77222, + "map_at_10": 0.83314, + "map_at_100": 0.83591, + "map_at_1000": 0.83594, + "map_at_20": 0.8352, + "map_at_3": 0.82278, + "map_at_5": 0.82928, + "mrr_at_1": 0.7722222222222223, + "mrr_at_10": 0.8331380070546743, + "mrr_at_100": 0.8359100918690157, + "mrr_at_1000": 0.8359435296118123, + "mrr_at_20": 0.8351984955380211, + "mrr_at_3": 0.822777777777778, + "mrr_at_5": 0.8292777777777782, + "nauc_map_at_1000_diff1": 0.8365199421330857, + "nauc_map_at_1000_max": 0.7170460824540118, + "nauc_map_at_1000_std": -0.0837767607000002, + "nauc_map_at_100_diff1": 0.8365294766170859, + "nauc_map_at_100_max": 0.7171044476404376, + "nauc_map_at_100_std": -0.08359053706850758, + "nauc_map_at_10_diff1": 0.8353996026929031, + "nauc_map_at_10_max": 0.7179694238015166, + "nauc_map_at_10_std": -0.08417289023514815, + "nauc_map_at_1_diff1": 0.8470008896462715, + "nauc_map_at_1_max": 0.6831230343202975, + "nauc_map_at_1_std": -0.0906912927437439, + "nauc_map_at_20_diff1": 0.8364798241294994, + "nauc_map_at_20_max": 0.717339643712955, + "nauc_map_at_20_std": -0.0839665898917449, + "nauc_map_at_3_diff1": 0.8366857658172858, + "nauc_map_at_3_max": 0.7248753475369841, + "nauc_map_at_3_std": -0.0817780905981591, + "nauc_map_at_5_diff1": 0.8358562809758946, + "nauc_map_at_5_max": 0.7209982718911526, + "nauc_map_at_5_std": -0.08463549985852593, + "nauc_mrr_at_1000_diff1": 0.8365199421330857, + "nauc_mrr_at_1000_max": 0.7170460824540118, + "nauc_mrr_at_1000_std": -0.0837767607000002, + "nauc_mrr_at_100_diff1": 0.8365294766170859, + "nauc_mrr_at_100_max": 0.7171044476404376, + "nauc_mrr_at_100_std": -0.08359053706850758, + "nauc_mrr_at_10_diff1": 0.8353996026929031, + "nauc_mrr_at_10_max": 0.7179694238015166, + "nauc_mrr_at_10_std": -0.08417289023514815, + "nauc_mrr_at_1_diff1": 0.8470008896462715, + "nauc_mrr_at_1_max": 0.6831230343202975, + "nauc_mrr_at_1_std": -0.0906912927437439, + "nauc_mrr_at_20_diff1": 0.8364798241294994, + "nauc_mrr_at_20_max": 0.717339643712955, + "nauc_mrr_at_20_std": -0.0839665898917449, + "nauc_mrr_at_3_diff1": 0.8366857658172858, + "nauc_mrr_at_3_max": 0.7248753475369841, + "nauc_mrr_at_3_std": -0.0817780905981591, + "nauc_mrr_at_5_diff1": 0.8358562809758946, + "nauc_mrr_at_5_max": 0.7209982718911526, + "nauc_mrr_at_5_std": -0.08463549985852593, + "nauc_ndcg_at_1000_diff1": 0.8351288554139842, + "nauc_ndcg_at_1000_max": 0.7214779407294409, + "nauc_ndcg_at_1000_std": -0.07996934384679207, + "nauc_ndcg_at_100_diff1": 0.8354352784661594, + "nauc_ndcg_at_100_max": 0.7227820043670606, + "nauc_ndcg_at_100_std": -0.07538329263406235, + "nauc_ndcg_at_10_diff1": 0.8304892838316051, + "nauc_ndcg_at_10_max": 0.7272237222036938, + "nauc_ndcg_at_10_std": -0.07833584883929783, + "nauc_ndcg_at_1_diff1": 0.8470008896462715, + "nauc_ndcg_at_1_max": 0.6831230343202975, + "nauc_ndcg_at_1_std": -0.0906912927437439, + "nauc_ndcg_at_20_diff1": 0.8342251631497147, + "nauc_ndcg_at_20_max": 0.7242350105077876, + "nauc_ndcg_at_20_std": -0.07760709220997314, + "nauc_ndcg_at_3_diff1": 0.8336236620184677, + "nauc_ndcg_at_3_max": 0.7413060718794131, + "nauc_ndcg_at_3_std": -0.0747977619423315, + "nauc_ndcg_at_5_diff1": 0.8318266550576399, + "nauc_ndcg_at_5_max": 0.7346214079244527, + "nauc_ndcg_at_5_std": -0.08005081474928057, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8978758169934363, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.8068394024276223, + "nauc_precision_at_10_diff1": 0.7930518119197324, + "nauc_precision_at_10_max": 0.7870972288286373, + "nauc_precision_at_10_std": -0.031904585733668785, + "nauc_precision_at_1_diff1": 0.8470008896462715, + "nauc_precision_at_1_max": 0.6831230343202975, + "nauc_precision_at_1_std": -0.0906912927437439, + "nauc_precision_at_20_diff1": 0.8115295500916425, + "nauc_precision_at_20_max": 0.7897949303178015, + "nauc_precision_at_20_std": 0.020852785558660054, + "nauc_precision_at_3_diff1": 0.8214670835032409, + "nauc_precision_at_3_max": 0.8089846404784581, + "nauc_precision_at_3_std": -0.04445652666394887, + "nauc_precision_at_5_diff1": 0.8114554154995309, + "nauc_precision_at_5_max": 0.8024042950513532, + "nauc_precision_at_5_std": -0.05596405228758274, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8978758169934707, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.8068394024276523, + "nauc_recall_at_10_diff1": 0.7930518119197377, + "nauc_recall_at_10_max": 0.7870972288286393, + "nauc_recall_at_10_std": -0.03190458573366374, + "nauc_recall_at_1_diff1": 0.8470008896462715, + "nauc_recall_at_1_max": 0.6831230343202975, + "nauc_recall_at_1_std": -0.0906912927437439, + "nauc_recall_at_20_diff1": 0.8115295500916468, + "nauc_recall_at_20_max": 0.7897949303178058, + "nauc_recall_at_20_std": 0.020852785558666473, + "nauc_recall_at_3_diff1": 0.8214670835032393, + "nauc_recall_at_3_max": 0.8089846404784553, + "nauc_recall_at_3_std": -0.04445652666394815, + "nauc_recall_at_5_diff1": 0.8114554154995345, + "nauc_recall_at_5_max": 0.8024042950513538, + "nauc_recall_at_5_std": -0.055964052287582416, + "ndcg_at_1": 0.77222, + "ndcg_at_10": 0.85953, + "ndcg_at_100": 0.87177, + "ndcg_at_1000": 0.87239, + "ndcg_at_20": 0.8669, + "ndcg_at_3": 0.8384, + "ndcg_at_5": 0.84997, + "precision_at_1": 0.77222, + "precision_at_10": 0.09411, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.0485, + "precision_at_3": 0.29444, + "precision_at_5": 0.18222, + "recall_at_1": 0.77222, + "recall_at_10": 0.94111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97, + "recall_at_3": 0.88333, + "recall_at_5": 0.91111 + }, + { + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ], + "main_score": 0.79219, + "map_at_1": 0.70778, + "map_at_10": 0.76476, + "map_at_100": 0.76794, + "map_at_1000": 0.76818, + "map_at_20": 0.76683, + "map_at_3": 0.75093, + "map_at_5": 0.76031, + "mrr_at_1": 0.7077777777777777, + "mrr_at_10": 0.7647627865961205, + "mrr_at_100": 0.7679380859700241, + "mrr_at_1000": 0.7681796069399187, + "mrr_at_20": 0.766832326896053, + "mrr_at_3": 0.750925925925926, + "mrr_at_5": 0.7603148148148151, + "nauc_map_at_1000_diff1": 0.8588943580433352, + "nauc_map_at_1000_max": 0.8376689493895167, + "nauc_map_at_1000_std": 0.3399575368929036, + "nauc_map_at_100_diff1": 0.8588851504988162, + "nauc_map_at_100_max": 0.8377536680630088, + "nauc_map_at_100_std": 0.3403779465411024, + "nauc_map_at_10_diff1": 0.8588285308343925, + "nauc_map_at_10_max": 0.8388024319234223, + "nauc_map_at_10_std": 0.34228081434000435, + "nauc_map_at_1_diff1": 0.8721870198317789, + "nauc_map_at_1_max": 0.8153003206065955, + "nauc_map_at_1_std": 0.2590304872933808, + "nauc_map_at_20_diff1": 0.8586644656021251, + "nauc_map_at_20_max": 0.8379947998777553, + "nauc_map_at_20_std": 0.3411245410526828, + "nauc_map_at_3_diff1": 0.8568482581885465, + "nauc_map_at_3_max": 0.8349763289545628, + "nauc_map_at_3_std": 0.33112727881241977, + "nauc_map_at_5_diff1": 0.8594644551961147, + "nauc_map_at_5_max": 0.8394946072053574, + "nauc_map_at_5_std": 0.34351037713605687, + "nauc_mrr_at_1000_diff1": 0.8588943580433352, + "nauc_mrr_at_1000_max": 0.8376689493895167, + "nauc_mrr_at_1000_std": 0.3399575368929036, + "nauc_mrr_at_100_diff1": 0.8588851504988162, + "nauc_mrr_at_100_max": 0.8377536680630088, + "nauc_mrr_at_100_std": 0.3403779465411024, + "nauc_mrr_at_10_diff1": 0.8588285308343925, + "nauc_mrr_at_10_max": 0.8388024319234223, + "nauc_mrr_at_10_std": 0.34228081434000435, + "nauc_mrr_at_1_diff1": 0.8721870198317789, + "nauc_mrr_at_1_max": 0.8153003206065955, + "nauc_mrr_at_1_std": 0.2590304872933808, + "nauc_mrr_at_20_diff1": 0.8586644656021251, + "nauc_mrr_at_20_max": 0.8379947998777553, + "nauc_mrr_at_20_std": 0.3411245410526828, + "nauc_mrr_at_3_diff1": 0.8568482581885465, + "nauc_mrr_at_3_max": 0.8349763289545628, + "nauc_mrr_at_3_std": 0.33112727881241977, + "nauc_mrr_at_5_diff1": 0.8594644551961147, + "nauc_mrr_at_5_max": 0.8394946072053574, + "nauc_mrr_at_5_std": 0.34351037713605687, + "nauc_ndcg_at_1000_diff1": 0.8564573123144349, + "nauc_ndcg_at_1000_max": 0.8420032425196521, + "nauc_ndcg_at_1000_std": 0.3584807487745572, + "nauc_ndcg_at_100_diff1": 0.8562109890463022, + "nauc_ndcg_at_100_max": 0.8444168099649045, + "nauc_ndcg_at_100_std": 0.37103737770589984, + "nauc_ndcg_at_10_diff1": 0.8541008697307407, + "nauc_ndcg_at_10_max": 0.8486434852380749, + "nauc_ndcg_at_10_std": 0.3792909171179997, + "nauc_ndcg_at_1_diff1": 0.8721870198317789, + "nauc_ndcg_at_1_max": 0.8153003206065955, + "nauc_ndcg_at_1_std": 0.2590304872933808, + "nauc_ndcg_at_20_diff1": 0.8534870643461665, + "nauc_ndcg_at_20_max": 0.8459323039722898, + "nauc_ndcg_at_20_std": 0.37588931344197013, + "nauc_ndcg_at_3_diff1": 0.8510988315564598, + "nauc_ndcg_at_3_max": 0.8408882155512489, + "nauc_ndcg_at_3_std": 0.35475632027360915, + "nauc_ndcg_at_5_diff1": 0.8559803388983173, + "nauc_ndcg_at_5_max": 0.8503111811241881, + "nauc_ndcg_at_5_std": 0.3815183545531916, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8483865090751731, + "nauc_precision_at_100_max": 0.9124934526656125, + "nauc_precision_at_100_std": 0.7298512901095381, + "nauc_precision_at_10_diff1": 0.830366924615251, + "nauc_precision_at_10_max": 0.8987696722024174, + "nauc_precision_at_10_std": 0.5703982262411957, + "nauc_precision_at_1_diff1": 0.8721870198317789, + "nauc_precision_at_1_max": 0.8153003206065955, + "nauc_precision_at_1_std": 0.2590304872933808, + "nauc_precision_at_20_diff1": 0.8203987477343867, + "nauc_precision_at_20_max": 0.8925138682924135, + "nauc_precision_at_20_std": 0.5951392321634517, + "nauc_precision_at_3_diff1": 0.830991861993926, + "nauc_precision_at_3_max": 0.8610248447204973, + "nauc_precision_at_3_std": 0.4361427211316152, + "nauc_precision_at_5_diff1": 0.842605046159046, + "nauc_precision_at_5_max": 0.8970382158877248, + "nauc_precision_at_5_std": 0.5454266983078518, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.848386509075176, + "nauc_recall_at_100_max": 0.9124934526656197, + "nauc_recall_at_100_std": 0.729851290109541, + "nauc_recall_at_10_diff1": 0.8303669246152504, + "nauc_recall_at_10_max": 0.898769672202418, + "nauc_recall_at_10_std": 0.5703982262411965, + "nauc_recall_at_1_diff1": 0.8721870198317789, + "nauc_recall_at_1_max": 0.8153003206065955, + "nauc_recall_at_1_std": 0.2590304872933808, + "nauc_recall_at_20_diff1": 0.8203987477343887, + "nauc_recall_at_20_max": 0.8925138682924164, + "nauc_recall_at_20_std": 0.5951392321634541, + "nauc_recall_at_3_diff1": 0.8309918619939253, + "nauc_recall_at_3_max": 0.8610248447204966, + "nauc_recall_at_3_std": 0.4361427211316134, + "nauc_recall_at_5_diff1": 0.8426050461590462, + "nauc_recall_at_5_max": 0.8970382158877251, + "nauc_recall_at_5_std": 0.5454266983078531, + "ndcg_at_1": 0.70778, + "ndcg_at_10": 0.79219, + "ndcg_at_100": 0.80816, + "ndcg_at_1000": 0.81411, + "ndcg_at_20": 0.79939, + "ndcg_at_3": 0.76469, + "ndcg_at_5": 0.78162, + "precision_at_1": 0.70778, + "precision_at_10": 0.08778, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "precision_at_20": 0.04528, + "precision_at_3": 0.26815, + "precision_at_5": 0.16911, + "recall_at_1": 0.70778, + "recall_at_10": 0.87778, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "recall_at_20": 0.90556, + "recall_at_3": 0.80444, + "recall_at_5": 0.84556 + }, + { + "hf_subset": "ces_Latn-ces_Latn", + "languages": [ + "ces-Latn", + "ces-Latn" + ], + "main_score": 0.89285, + "map_at_1": 0.81778, + "map_at_10": 0.87063, + "map_at_100": 0.87224, + "map_at_1000": 0.87227, + "map_at_20": 0.87178, + "map_at_3": 0.86185, + "map_at_5": 0.8668, + "mrr_at_1": 0.8177777777777778, + "mrr_at_10": 0.8706335978835983, + "mrr_at_100": 0.8722375456096264, + "mrr_at_1000": 0.8722656777307379, + "mrr_at_20": 0.871778527481959, + "mrr_at_3": 0.861851851851852, + "mrr_at_5": 0.8667962962962965, + "nauc_map_at_1000_diff1": 0.8887215029411234, + "nauc_map_at_1000_max": 0.7915976254700416, + "nauc_map_at_1000_std": 0.03128181741821642, + "nauc_map_at_100_diff1": 0.8887435631280913, + "nauc_map_at_100_max": 0.7916456046071992, + "nauc_map_at_100_std": 0.031406754835174744, + "nauc_map_at_10_diff1": 0.8881019340677551, + "nauc_map_at_10_max": 0.7913309315092248, + "nauc_map_at_10_std": 0.02823921449024613, + "nauc_map_at_1_diff1": 0.9017842017376145, + "nauc_map_at_1_max": 0.7771411630889862, + "nauc_map_at_1_std": 0.003717843227414288, + "nauc_map_at_20_diff1": 0.8887905896748677, + "nauc_map_at_20_max": 0.7921001930605366, + "nauc_map_at_20_std": 0.032899422827744836, + "nauc_map_at_3_diff1": 0.8855622184603912, + "nauc_map_at_3_max": 0.789978298463938, + "nauc_map_at_3_std": 0.021818260068912076, + "nauc_map_at_5_diff1": 0.8851829990992588, + "nauc_map_at_5_max": 0.7909723542114875, + "nauc_map_at_5_std": 0.03324964442487024, + "nauc_mrr_at_1000_diff1": 0.8887215029411234, + "nauc_mrr_at_1000_max": 0.7915976254700416, + "nauc_mrr_at_1000_std": 0.03128181741821642, + "nauc_mrr_at_100_diff1": 0.8887435631280913, + "nauc_mrr_at_100_max": 0.7916456046071992, + "nauc_mrr_at_100_std": 0.031406754835174744, + "nauc_mrr_at_10_diff1": 0.8881019340677551, + "nauc_mrr_at_10_max": 0.7913309315092248, + "nauc_mrr_at_10_std": 0.02823921449024613, + "nauc_mrr_at_1_diff1": 0.9017842017376145, + "nauc_mrr_at_1_max": 0.7771411630889862, + "nauc_mrr_at_1_std": 0.003717843227414288, + "nauc_mrr_at_20_diff1": 0.8887905896748677, + "nauc_mrr_at_20_max": 0.7921001930605366, + "nauc_mrr_at_20_std": 0.032899422827744836, + "nauc_mrr_at_3_diff1": 0.8855622184603912, + "nauc_mrr_at_3_max": 0.789978298463938, + "nauc_mrr_at_3_std": 0.021818260068912076, + "nauc_mrr_at_5_diff1": 0.8851829990992588, + "nauc_mrr_at_5_max": 0.7909723542114875, + "nauc_mrr_at_5_std": 0.03324964442487024, + "nauc_ndcg_at_1000_diff1": 0.8878752810727687, + "nauc_ndcg_at_1000_max": 0.7949119337624289, + "nauc_ndcg_at_1000_std": 0.03917784919764217, + "nauc_ndcg_at_100_diff1": 0.8885357382569337, + "nauc_ndcg_at_100_max": 0.7964509952843323, + "nauc_ndcg_at_100_std": 0.04406052969343715, + "nauc_ndcg_at_10_diff1": 0.886032630591759, + "nauc_ndcg_at_10_max": 0.7971711451856844, + "nauc_ndcg_at_10_std": 0.035700887004488875, + "nauc_ndcg_at_1_diff1": 0.9017842017376145, + "nauc_ndcg_at_1_max": 0.7771411630889862, + "nauc_ndcg_at_1_std": 0.003717843227414288, + "nauc_ndcg_at_20_diff1": 0.8894361226227225, + "nauc_ndcg_at_20_max": 0.8006831404027354, + "nauc_ndcg_at_20_std": 0.055691991274299274, + "nauc_ndcg_at_3_diff1": 0.8791134522532983, + "nauc_ndcg_at_3_max": 0.7935721704141868, + "nauc_ndcg_at_3_std": 0.024638971265022017, + "nauc_ndcg_at_5_diff1": 0.8779161935889767, + "nauc_ndcg_at_5_max": 0.7955596895393136, + "nauc_ndcg_at_5_std": 0.04776122259882331, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9738562091503018, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7134453781512234, + "nauc_precision_at_10_diff1": 0.8778978257969816, + "nauc_precision_at_10_max": 0.8512071495264738, + "nauc_precision_at_10_std": 0.09697212218220637, + "nauc_precision_at_1_diff1": 0.9017842017376145, + "nauc_precision_at_1_max": 0.7771411630889862, + "nauc_precision_at_1_std": 0.003717843227414288, + "nauc_precision_at_20_diff1": 0.9352240896358476, + "nauc_precision_at_20_max": 0.9515639589168975, + "nauc_precision_at_20_std": 0.48123249299719867, + "nauc_precision_at_3_diff1": 0.851037851037853, + "nauc_precision_at_3_max": 0.8084703967056897, + "nauc_precision_at_3_std": 0.03475065239771129, + "nauc_precision_at_5_diff1": 0.8374084096915579, + "nauc_precision_at_5_max": 0.8201664846729659, + "nauc_precision_at_5_std": 0.13151814398075407, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9738562091503434, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7134453781512752, + "nauc_recall_at_10_diff1": 0.877897825796986, + "nauc_recall_at_10_max": 0.8512071495264782, + "nauc_recall_at_10_std": 0.09697212218220845, + "nauc_recall_at_1_diff1": 0.9017842017376145, + "nauc_recall_at_1_max": 0.7771411630889862, + "nauc_recall_at_1_std": 0.003717843227414288, + "nauc_recall_at_20_diff1": 0.9352240896358568, + "nauc_recall_at_20_max": 0.9515639589168978, + "nauc_recall_at_20_std": 0.4812324929972003, + "nauc_recall_at_3_diff1": 0.8510378510378511, + "nauc_recall_at_3_max": 0.8084703967056908, + "nauc_recall_at_3_std": 0.034750652397710455, + "nauc_recall_at_5_diff1": 0.8374084096915605, + "nauc_recall_at_5_max": 0.8201664846729636, + "nauc_recall_at_5_std": 0.1315181439807576, + "ndcg_at_1": 0.81778, + "ndcg_at_10": 0.89285, + "ndcg_at_100": 0.9002, + "ndcg_at_1000": 0.90092, + "ndcg_at_20": 0.89705, + "ndcg_at_3": 0.87516, + "ndcg_at_5": 0.88396, + "precision_at_1": 0.81778, + "precision_at_10": 0.09611, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30444, + "precision_at_5": 0.18689, + "recall_at_1": 0.81778, + "recall_at_10": 0.96111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.91333, + "recall_at_5": 0.93444 + }, + { + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ], + "main_score": 0.8883, + "map_at_1": 0.80778, + "map_at_10": 0.86407, + "map_at_100": 0.86599, + "map_at_1000": 0.866, + "map_at_20": 0.86567, + "map_at_3": 0.85481, + "map_at_5": 0.86154, + "mrr_at_1": 0.8077777777777778, + "mrr_at_10": 0.864067460317461, + "mrr_at_100": 0.8659875906322402, + "mrr_at_1000": 0.8660042312711719, + "mrr_at_20": 0.8656734756471604, + "mrr_at_3": 0.8548148148148154, + "mrr_at_5": 0.8615370370370378, + "nauc_map_at_1000_diff1": 0.8561177597799161, + "nauc_map_at_1000_max": 0.7418677802158569, + "nauc_map_at_1000_std": -0.013775166399475342, + "nauc_map_at_100_diff1": 0.8561254893837306, + "nauc_map_at_100_max": 0.7419014893180464, + "nauc_map_at_100_std": -0.013680832260304348, + "nauc_map_at_10_diff1": 0.8558879904473198, + "nauc_map_at_10_max": 0.7424558033443078, + "nauc_map_at_10_std": -0.014527222343513611, + "nauc_map_at_1_diff1": 0.8658464957993357, + "nauc_map_at_1_max": 0.7185612364176597, + "nauc_map_at_1_std": -0.029922896644650938, + "nauc_map_at_20_diff1": 0.856093018629806, + "nauc_map_at_20_max": 0.7423790615043979, + "nauc_map_at_20_std": -0.013563844177334724, + "nauc_map_at_3_diff1": 0.8522986985768184, + "nauc_map_at_3_max": 0.7429102876304923, + "nauc_map_at_3_std": -0.01930178247070573, + "nauc_map_at_5_diff1": 0.8561346058714308, + "nauc_map_at_5_max": 0.7446816712112264, + "nauc_map_at_5_std": -0.013422721997852528, + "nauc_mrr_at_1000_diff1": 0.8561177597799161, + "nauc_mrr_at_1000_max": 0.7418677802158569, + "nauc_mrr_at_1000_std": -0.013775166399475342, + "nauc_mrr_at_100_diff1": 0.8561254893837306, + "nauc_mrr_at_100_max": 0.7419014893180464, + "nauc_mrr_at_100_std": -0.013680832260304348, + "nauc_mrr_at_10_diff1": 0.8558879904473198, + "nauc_mrr_at_10_max": 0.7424558033443078, + "nauc_mrr_at_10_std": -0.014527222343513611, + "nauc_mrr_at_1_diff1": 0.8658464957993357, + "nauc_mrr_at_1_max": 0.7185612364176597, + "nauc_mrr_at_1_std": -0.029922896644650938, + "nauc_mrr_at_20_diff1": 0.856093018629806, + "nauc_mrr_at_20_max": 0.7423790615043979, + "nauc_mrr_at_20_std": -0.013563844177334724, + "nauc_mrr_at_3_diff1": 0.8522986985768184, + "nauc_mrr_at_3_max": 0.7429102876304923, + "nauc_mrr_at_3_std": -0.01930178247070573, + "nauc_mrr_at_5_diff1": 0.8561346058714308, + "nauc_mrr_at_5_max": 0.7446816712112264, + "nauc_mrr_at_5_std": -0.013422721997852528, + "nauc_ndcg_at_1000_diff1": 0.8551392281886823, + "nauc_ndcg_at_1000_max": 0.7459827035868709, + "nauc_ndcg_at_1000_std": -0.008168583861590353, + "nauc_ndcg_at_100_diff1": 0.8553743744112039, + "nauc_ndcg_at_100_max": 0.7470989412694274, + "nauc_ndcg_at_100_std": -0.00499602796062805, + "nauc_ndcg_at_10_diff1": 0.8535867706151504, + "nauc_ndcg_at_10_max": 0.7511797663282579, + "nauc_ndcg_at_10_std": -0.005612704604968127, + "nauc_ndcg_at_1_diff1": 0.8658464957993357, + "nauc_ndcg_at_1_max": 0.7185612364176597, + "nauc_ndcg_at_1_std": -0.029922896644650938, + "nauc_ndcg_at_20_diff1": 0.8548187953885197, + "nauc_ndcg_at_20_max": 0.7512255867959675, + "nauc_ndcg_at_20_std": -0.0009074588167301557, + "nauc_ndcg_at_3_diff1": 0.847013463152894, + "nauc_ndcg_at_3_max": 0.7526312463095076, + "nauc_ndcg_at_3_std": -0.014965893459177546, + "nauc_ndcg_at_5_diff1": 0.8543344866034733, + "nauc_ndcg_at_5_max": 0.7568988166334029, + "nauc_ndcg_at_5_std": -0.004027676424505366, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9074074074074131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7152194211017626, + "nauc_precision_at_10_diff1": 0.8340748063931456, + "nauc_precision_at_10_max": 0.8301065524248854, + "nauc_precision_at_10_std": 0.0844592739056347, + "nauc_precision_at_1_diff1": 0.8658464957993357, + "nauc_precision_at_1_max": 0.7185612364176597, + "nauc_precision_at_1_std": -0.029922896644650938, + "nauc_precision_at_20_diff1": 0.8428858722976242, + "nauc_precision_at_20_max": 0.9585218702865755, + "nauc_precision_at_20_std": 0.35857932916755453, + "nauc_precision_at_3_diff1": 0.8223991350926368, + "nauc_precision_at_3_max": 0.7980244729470759, + "nauc_precision_at_3_std": 0.005331957344341391, + "nauc_precision_at_5_diff1": 0.8447338935574231, + "nauc_precision_at_5_max": 0.8402614379084936, + "nauc_precision_at_5_std": 0.06079365079365145, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9074074074073892, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7152194211017746, + "nauc_recall_at_10_diff1": 0.8340748063931436, + "nauc_recall_at_10_max": 0.8301065524248903, + "nauc_recall_at_10_std": 0.08445927390564303, + "nauc_recall_at_1_diff1": 0.8658464957993357, + "nauc_recall_at_1_max": 0.7185612364176597, + "nauc_recall_at_1_std": -0.029922896644650938, + "nauc_recall_at_20_diff1": 0.8428858722976378, + "nauc_recall_at_20_max": 0.9585218702865755, + "nauc_recall_at_20_std": 0.3585793291675681, + "nauc_recall_at_3_diff1": 0.8223991350926342, + "nauc_recall_at_3_max": 0.798024472947074, + "nauc_recall_at_3_std": 0.0053319573443406055, + "nauc_recall_at_5_diff1": 0.844733893557425, + "nauc_recall_at_5_max": 0.840261437908499, + "nauc_recall_at_5_std": 0.060793650793652, + "ndcg_at_1": 0.80778, + "ndcg_at_10": 0.8883, + "ndcg_at_100": 0.8963, + "ndcg_at_1000": 0.89674, + "ndcg_at_20": 0.89418, + "ndcg_at_3": 0.8704, + "ndcg_at_5": 0.8824, + "precision_at_1": 0.80778, + "precision_at_10": 0.09622, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30519, + "precision_at_5": 0.18889, + "recall_at_1": 0.80778, + "recall_at_10": 0.96222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.91556, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ], + "main_score": 0.8905, + "map_at_1": 0.81778, + "map_at_10": 0.8689, + "map_at_100": 0.87088, + "map_at_1000": 0.8709, + "map_at_20": 0.87024, + "map_at_3": 0.86037, + "map_at_5": 0.86604, + "mrr_at_1": 0.8177777777777778, + "mrr_at_10": 0.8688994708994715, + "mrr_at_100": 0.870875079545003, + "mrr_at_1000": 0.8709049395311543, + "mrr_at_20": 0.8702441303011484, + "mrr_at_3": 0.8603703703703707, + "mrr_at_5": 0.8660370370370377, + "nauc_map_at_1000_diff1": 0.8731615347246139, + "nauc_map_at_1000_max": 0.7935028997336796, + "nauc_map_at_1000_std": -0.061609134854253865, + "nauc_map_at_100_diff1": 0.873118792556114, + "nauc_map_at_100_max": 0.793546196334313, + "nauc_map_at_100_std": -0.06146067157876134, + "nauc_map_at_10_diff1": 0.8720228347550782, + "nauc_map_at_10_max": 0.7934371765293978, + "nauc_map_at_10_std": -0.061013270915051286, + "nauc_map_at_1_diff1": 0.8908605793664233, + "nauc_map_at_1_max": 0.7781515452191382, + "nauc_map_at_1_std": -0.11672031170591295, + "nauc_map_at_20_diff1": 0.8729890085901828, + "nauc_map_at_20_max": 0.7940281029572931, + "nauc_map_at_20_std": -0.059304791888543706, + "nauc_map_at_3_diff1": 0.8715444761956384, + "nauc_map_at_3_max": 0.7949531089065975, + "nauc_map_at_3_std": -0.05716957461143492, + "nauc_map_at_5_diff1": 0.869439936366697, + "nauc_map_at_5_max": 0.7934966834294377, + "nauc_map_at_5_std": -0.05332105842387882, + "nauc_mrr_at_1000_diff1": 0.8731615347246139, + "nauc_mrr_at_1000_max": 0.7935028997336796, + "nauc_mrr_at_1000_std": -0.061609134854253865, + "nauc_mrr_at_100_diff1": 0.873118792556114, + "nauc_mrr_at_100_max": 0.793546196334313, + "nauc_mrr_at_100_std": -0.06146067157876134, + "nauc_mrr_at_10_diff1": 0.8720228347550782, + "nauc_mrr_at_10_max": 0.7934371765293978, + "nauc_mrr_at_10_std": -0.061013270915051286, + "nauc_mrr_at_1_diff1": 0.8908605793664233, + "nauc_mrr_at_1_max": 0.7781515452191382, + "nauc_mrr_at_1_std": -0.11672031170591295, + "nauc_mrr_at_20_diff1": 0.8729890085901828, + "nauc_mrr_at_20_max": 0.7940281029572931, + "nauc_mrr_at_20_std": -0.059304791888543706, + "nauc_mrr_at_3_diff1": 0.8715444761956384, + "nauc_mrr_at_3_max": 0.7949531089065975, + "nauc_mrr_at_3_std": -0.05716957461143492, + "nauc_mrr_at_5_diff1": 0.869439936366697, + "nauc_mrr_at_5_max": 0.7934966834294377, + "nauc_mrr_at_5_std": -0.05332105842387882, + "nauc_ndcg_at_1000_diff1": 0.8702803727087752, + "nauc_ndcg_at_1000_max": 0.7962016840549707, + "nauc_ndcg_at_1000_std": -0.05004882721419446, + "nauc_ndcg_at_100_diff1": 0.8688724400795917, + "nauc_ndcg_at_100_max": 0.7975402905880852, + "nauc_ndcg_at_100_std": -0.044684110074837614, + "nauc_ndcg_at_10_diff1": 0.8646455127399666, + "nauc_ndcg_at_10_max": 0.7980201137373675, + "nauc_ndcg_at_10_std": -0.040023470715415184, + "nauc_ndcg_at_1_diff1": 0.8908605793664233, + "nauc_ndcg_at_1_max": 0.7781515452191382, + "nauc_ndcg_at_1_std": -0.11672031170591295, + "nauc_ndcg_at_20_diff1": 0.8683234749668252, + "nauc_ndcg_at_20_max": 0.8007613887574454, + "nauc_ndcg_at_20_std": -0.029618521118255577, + "nauc_ndcg_at_3_diff1": 0.8640656682796494, + "nauc_ndcg_at_3_max": 0.8011851020421716, + "nauc_ndcg_at_3_std": -0.03128218968519381, + "nauc_ndcg_at_5_diff1": 0.8589084106515021, + "nauc_ndcg_at_5_max": 0.7982691304127992, + "nauc_ndcg_at_5_std": -0.021274283562512288, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6830999066293127, + "nauc_precision_at_100_max": 0.9738562091503018, + "nauc_precision_at_100_std": 0.6840336134454049, + "nauc_precision_at_10_diff1": 0.8054298642533924, + "nauc_precision_at_10_max": 0.8319926261102726, + "nauc_precision_at_10_std": 0.12146568028921002, + "nauc_precision_at_1_diff1": 0.8908605793664233, + "nauc_precision_at_1_max": 0.7781515452191382, + "nauc_precision_at_1_std": -0.11672031170591295, + "nauc_precision_at_20_diff1": 0.8191653472983401, + "nauc_precision_at_20_max": 0.8972922502334295, + "nauc_precision_at_20_std": 0.4092477570738434, + "nauc_precision_at_3_diff1": 0.8320319794584502, + "nauc_precision_at_3_max": 0.8277427637721784, + "nauc_precision_at_3_std": 0.08100490196078393, + "nauc_precision_at_5_diff1": 0.7964437236883042, + "nauc_precision_at_5_max": 0.8240044555834005, + "nauc_precision_at_5_std": 0.16805084606941909, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6830999066293355, + "nauc_recall_at_100_max": 0.9738562091503434, + "nauc_recall_at_100_std": 0.6840336134453879, + "nauc_recall_at_10_diff1": 0.8054298642533942, + "nauc_recall_at_10_max": 0.8319926261102759, + "nauc_recall_at_10_std": 0.12146568028921126, + "nauc_recall_at_1_diff1": 0.8908605793664233, + "nauc_recall_at_1_max": 0.7781515452191382, + "nauc_recall_at_1_std": -0.11672031170591295, + "nauc_recall_at_20_diff1": 0.8191653472983378, + "nauc_recall_at_20_max": 0.8972922502334245, + "nauc_recall_at_20_std": 0.40924775707384164, + "nauc_recall_at_3_diff1": 0.8320319794584491, + "nauc_recall_at_3_max": 0.8277427637721758, + "nauc_recall_at_3_std": 0.08100490196078595, + "nauc_recall_at_5_diff1": 0.7964437236883058, + "nauc_recall_at_5_max": 0.8240044555834036, + "nauc_recall_at_5_std": 0.16805084606942167, + "ndcg_at_1": 0.81778, + "ndcg_at_10": 0.8905, + "ndcg_at_100": 0.89909, + "ndcg_at_1000": 0.89982, + "ndcg_at_20": 0.89514, + "ndcg_at_3": 0.87346, + "ndcg_at_5": 0.88384, + "precision_at_1": 0.81778, + "precision_at_10": 0.09567, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.3037, + "precision_at_5": 0.18733, + "recall_at_1": 0.81778, + "recall_at_10": 0.95667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.91111, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "ckb_Arab-ckb_Arab", + "languages": [ + "ckb-Arab", + "ckb-Arab" + ], + "main_score": 0.68095, + "map_at_1": 0.56333, + "map_at_10": 0.64011, + "map_at_100": 0.64593, + "map_at_1000": 0.64626, + "map_at_20": 0.64379, + "map_at_3": 0.61833, + "map_at_5": 0.6325, + "mrr_at_1": 0.5633333333333334, + "mrr_at_10": 0.640114197530864, + "mrr_at_100": 0.6459297834596748, + "mrr_at_1000": 0.6462588193833613, + "mrr_at_20": 0.6437855015307281, + "mrr_at_3": 0.618333333333333, + "mrr_at_5": 0.6324999999999997, + "nauc_map_at_1000_diff1": 0.7280158054145531, + "nauc_map_at_1000_max": 0.6580354328368127, + "nauc_map_at_1000_std": 0.16005389568183157, + "nauc_map_at_100_diff1": 0.7279333605147179, + "nauc_map_at_100_max": 0.6582408723200223, + "nauc_map_at_100_std": 0.16076818011437075, + "nauc_map_at_10_diff1": 0.7265348770109601, + "nauc_map_at_10_max": 0.6584755590506467, + "nauc_map_at_10_std": 0.15932437168592184, + "nauc_map_at_1_diff1": 0.7687908302742781, + "nauc_map_at_1_max": 0.6547517851743859, + "nauc_map_at_1_std": 0.11957937793142971, + "nauc_map_at_20_diff1": 0.7275675713809748, + "nauc_map_at_20_max": 0.6583079517456522, + "nauc_map_at_20_std": 0.15998250334848688, + "nauc_map_at_3_diff1": 0.7278520285092919, + "nauc_map_at_3_max": 0.6552900808092826, + "nauc_map_at_3_std": 0.1491142075979756, + "nauc_map_at_5_diff1": 0.7264183188840917, + "nauc_map_at_5_max": 0.6564347522873569, + "nauc_map_at_5_std": 0.15659727375767832, + "nauc_mrr_at_1000_diff1": 0.7280158054145531, + "nauc_mrr_at_1000_max": 0.6580354328368127, + "nauc_mrr_at_1000_std": 0.16005389568183157, + "nauc_mrr_at_100_diff1": 0.7279333605147179, + "nauc_mrr_at_100_max": 0.6582408723200223, + "nauc_mrr_at_100_std": 0.16076818011437075, + "nauc_mrr_at_10_diff1": 0.7265348770109601, + "nauc_mrr_at_10_max": 0.6584755590506467, + "nauc_mrr_at_10_std": 0.15932437168592184, + "nauc_mrr_at_1_diff1": 0.7687908302742781, + "nauc_mrr_at_1_max": 0.6547517851743859, + "nauc_mrr_at_1_std": 0.11957937793142971, + "nauc_mrr_at_20_diff1": 0.7275675713809748, + "nauc_mrr_at_20_max": 0.6583079517456522, + "nauc_mrr_at_20_std": 0.15998250334848688, + "nauc_mrr_at_3_diff1": 0.7278520285092919, + "nauc_mrr_at_3_max": 0.6552900808092826, + "nauc_mrr_at_3_std": 0.1491142075979756, + "nauc_mrr_at_5_diff1": 0.7264183188840917, + "nauc_mrr_at_5_max": 0.6564347522873569, + "nauc_mrr_at_5_std": 0.15659727375767832, + "nauc_ndcg_at_1000_diff1": 0.720521007360902, + "nauc_ndcg_at_1000_max": 0.6617479592459525, + "nauc_ndcg_at_1000_std": 0.1765190097286702, + "nauc_ndcg_at_100_diff1": 0.718556221998822, + "nauc_ndcg_at_100_max": 0.6677855577797418, + "nauc_ndcg_at_100_std": 0.1968307477084185, + "nauc_ndcg_at_10_diff1": 0.7099520868491611, + "nauc_ndcg_at_10_max": 0.6658199356619758, + "nauc_ndcg_at_10_std": 0.18461622811583825, + "nauc_ndcg_at_1_diff1": 0.7687908302742781, + "nauc_ndcg_at_1_max": 0.6547517851743859, + "nauc_ndcg_at_1_std": 0.11957937793142971, + "nauc_ndcg_at_20_diff1": 0.7138958154047205, + "nauc_ndcg_at_20_max": 0.6658624809833293, + "nauc_ndcg_at_20_std": 0.18912196881055718, + "nauc_ndcg_at_3_diff1": 0.7133993200479284, + "nauc_ndcg_at_3_max": 0.6575056464330283, + "nauc_ndcg_at_3_std": 0.16247721152507089, + "nauc_ndcg_at_5_diff1": 0.709878506782295, + "nauc_ndcg_at_5_max": 0.6599912362720105, + "nauc_ndcg_at_5_std": 0.17702085899329448, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6620421753607135, + "nauc_precision_at_100_max": 0.8463083346546203, + "nauc_precision_at_100_std": 0.7950513538748902, + "nauc_precision_at_10_diff1": 0.6336953801200217, + "nauc_precision_at_10_max": 0.7055081169492599, + "nauc_precision_at_10_std": 0.3094306785175869, + "nauc_precision_at_1_diff1": 0.7687908302742781, + "nauc_precision_at_1_max": 0.6547517851743859, + "nauc_precision_at_1_std": 0.11957937793142971, + "nauc_precision_at_20_diff1": 0.6385890787541763, + "nauc_precision_at_20_max": 0.7209435818937235, + "nauc_precision_at_20_std": 0.3877963824935162, + "nauc_precision_at_3_diff1": 0.6659366001029298, + "nauc_precision_at_3_max": 0.6654907029460642, + "nauc_precision_at_3_std": 0.2073893212541692, + "nauc_precision_at_5_diff1": 0.6462302996552495, + "nauc_precision_at_5_max": 0.6750230658325979, + "nauc_precision_at_5_std": 0.2584199137774382, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6620421753607103, + "nauc_recall_at_100_max": 0.8463083346546156, + "nauc_recall_at_100_std": 0.7950513538748809, + "nauc_recall_at_10_diff1": 0.6336953801200229, + "nauc_recall_at_10_max": 0.7055081169492614, + "nauc_recall_at_10_std": 0.3094306785175867, + "nauc_recall_at_1_diff1": 0.7687908302742781, + "nauc_recall_at_1_max": 0.6547517851743859, + "nauc_recall_at_1_std": 0.11957937793142971, + "nauc_recall_at_20_diff1": 0.6385890787541784, + "nauc_recall_at_20_max": 0.7209435818937237, + "nauc_recall_at_20_std": 0.3877963824935179, + "nauc_recall_at_3_diff1": 0.6659366001029295, + "nauc_recall_at_3_max": 0.6654907029460639, + "nauc_recall_at_3_std": 0.20738932125416956, + "nauc_recall_at_5_diff1": 0.6462302996552513, + "nauc_recall_at_5_max": 0.6750230658325995, + "nauc_recall_at_5_std": 0.25841991377743967, + "ndcg_at_1": 0.56333, + "ndcg_at_10": 0.68095, + "ndcg_at_100": 0.70912, + "ndcg_at_1000": 0.7169, + "ndcg_at_20": 0.69421, + "ndcg_at_3": 0.63697, + "ndcg_at_5": 0.66278, + "precision_at_1": 0.56333, + "precision_at_10": 0.081, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.04311, + "precision_at_3": 0.23037, + "precision_at_5": 0.15089, + "recall_at_1": 0.56333, + "recall_at_10": 0.81, + "recall_at_100": 0.94111, + "recall_at_1000": 1.0, + "recall_at_20": 0.86222, + "recall_at_3": 0.69111, + "recall_at_5": 0.75444 + }, + { + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ], + "main_score": 0.80171, + "map_at_1": 0.67667, + "map_at_10": 0.7624, + "map_at_100": 0.76624, + "map_at_1000": 0.76628, + "map_at_20": 0.76547, + "map_at_3": 0.74426, + "map_at_5": 0.75659, + "mrr_at_1": 0.6766666666666666, + "mrr_at_10": 0.7623950617283957, + "mrr_at_100": 0.7662440274332607, + "mrr_at_1000": 0.7662829298531677, + "mrr_at_20": 0.7654691475678325, + "mrr_at_3": 0.7442592592592594, + "mrr_at_5": 0.7565925925925931, + "nauc_map_at_1000_diff1": 0.7351896935438083, + "nauc_map_at_1000_max": 0.5278791247288419, + "nauc_map_at_1000_std": -0.005449018240568183, + "nauc_map_at_100_diff1": 0.7351823921886443, + "nauc_map_at_100_max": 0.5278228217598818, + "nauc_map_at_100_std": -0.005573961225763336, + "nauc_map_at_10_diff1": 0.7326010119653589, + "nauc_map_at_10_max": 0.5280567130636932, + "nauc_map_at_10_std": -0.0052216394508381656, + "nauc_map_at_1_diff1": 0.7741407809470431, + "nauc_map_at_1_max": 0.513504805373325, + "nauc_map_at_1_std": -0.041171210847312796, + "nauc_map_at_20_diff1": 0.7347553269570378, + "nauc_map_at_20_max": 0.528753394023235, + "nauc_map_at_20_std": -0.003607542777446773, + "nauc_map_at_3_diff1": 0.729627499326894, + "nauc_map_at_3_max": 0.5231770427932891, + "nauc_map_at_3_std": -0.009964666303813999, + "nauc_map_at_5_diff1": 0.7313232263488632, + "nauc_map_at_5_max": 0.5281740719033072, + "nauc_map_at_5_std": -0.0031889396105344047, + "nauc_mrr_at_1000_diff1": 0.7351896935438083, + "nauc_mrr_at_1000_max": 0.5278791247288419, + "nauc_mrr_at_1000_std": -0.005449018240568183, + "nauc_mrr_at_100_diff1": 0.7351823921886443, + "nauc_mrr_at_100_max": 0.5278228217598818, + "nauc_mrr_at_100_std": -0.005573961225763336, + "nauc_mrr_at_10_diff1": 0.7326010119653589, + "nauc_mrr_at_10_max": 0.5280567130636932, + "nauc_mrr_at_10_std": -0.0052216394508381656, + "nauc_mrr_at_1_diff1": 0.7741407809470431, + "nauc_mrr_at_1_max": 0.513504805373325, + "nauc_mrr_at_1_std": -0.041171210847312796, + "nauc_mrr_at_20_diff1": 0.7347553269570378, + "nauc_mrr_at_20_max": 0.528753394023235, + "nauc_mrr_at_20_std": -0.003607542777446773, + "nauc_mrr_at_3_diff1": 0.729627499326894, + "nauc_mrr_at_3_max": 0.5231770427932891, + "nauc_mrr_at_3_std": -0.009964666303813999, + "nauc_mrr_at_5_diff1": 0.7313232263488632, + "nauc_mrr_at_5_max": 0.5281740719033072, + "nauc_mrr_at_5_std": -0.0031889396105344047, + "nauc_ndcg_at_1000_diff1": 0.7307925457160394, + "nauc_ndcg_at_1000_max": 0.5315035025971534, + "nauc_ndcg_at_1000_std": 0.002359306023325769, + "nauc_ndcg_at_100_diff1": 0.7302167921665881, + "nauc_ndcg_at_100_max": 0.5304588800893989, + "nauc_ndcg_at_100_std": 0.0001696179604135567, + "nauc_ndcg_at_10_diff1": 0.7197404026471635, + "nauc_ndcg_at_10_max": 0.5360457931391044, + "nauc_ndcg_at_10_std": 0.011823628188517454, + "nauc_ndcg_at_1_diff1": 0.7741407809470431, + "nauc_ndcg_at_1_max": 0.513504805373325, + "nauc_ndcg_at_1_std": -0.041171210847312796, + "nauc_ndcg_at_20_diff1": 0.728181338700578, + "nauc_ndcg_at_20_max": 0.539854493106022, + "nauc_ndcg_at_20_std": 0.018958372736846203, + "nauc_ndcg_at_3_diff1": 0.7146189906432121, + "nauc_ndcg_at_3_max": 0.525230678396683, + "nauc_ndcg_at_3_std": -2.303667472359395e-05, + "nauc_ndcg_at_5_diff1": 0.7170130884748067, + "nauc_ndcg_at_5_max": 0.5364336888359731, + "nauc_ndcg_at_5_std": 0.015393768916462726, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6079209461562487, + "nauc_precision_at_100_max": 0.373716153127946, + "nauc_precision_at_100_std": -0.3225178960473358, + "nauc_precision_at_10_diff1": 0.6269908929755457, + "nauc_precision_at_10_max": 0.6005967604433066, + "nauc_precision_at_10_std": 0.14785721051705514, + "nauc_precision_at_1_diff1": 0.7741407809470431, + "nauc_precision_at_1_max": 0.513504805373325, + "nauc_precision_at_1_std": -0.041171210847312796, + "nauc_precision_at_20_diff1": 0.6706349206349127, + "nauc_precision_at_20_max": 0.7459004435107316, + "nauc_precision_at_20_std": 0.42339227357609005, + "nauc_precision_at_3_diff1": 0.6561093515585941, + "nauc_precision_at_3_max": 0.5326368497313659, + "nauc_precision_at_3_std": 0.03844551014912728, + "nauc_precision_at_5_diff1": 0.6439174738960851, + "nauc_precision_at_5_max": 0.5831596067789279, + "nauc_precision_at_5_std": 0.11735977571302711, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6079209461562439, + "nauc_recall_at_100_max": 0.3737161531279171, + "nauc_recall_at_100_std": -0.3225178960473247, + "nauc_recall_at_10_diff1": 0.6269908929755472, + "nauc_recall_at_10_max": 0.6005967604433092, + "nauc_recall_at_10_std": 0.14785721051705794, + "nauc_recall_at_1_diff1": 0.7741407809470431, + "nauc_recall_at_1_max": 0.513504805373325, + "nauc_recall_at_1_std": -0.041171210847312796, + "nauc_recall_at_20_diff1": 0.6706349206349191, + "nauc_recall_at_20_max": 0.7459004435107333, + "nauc_recall_at_20_std": 0.42339227357609627, + "nauc_recall_at_3_diff1": 0.6561093515585937, + "nauc_recall_at_3_max": 0.5326368497313657, + "nauc_recall_at_3_std": 0.03844551014912767, + "nauc_recall_at_5_diff1": 0.6439174738960874, + "nauc_recall_at_5_max": 0.5831596067789291, + "nauc_recall_at_5_std": 0.11735977571302793, + "ndcg_at_1": 0.67667, + "ndcg_at_10": 0.80171, + "ndcg_at_100": 0.81782, + "ndcg_at_1000": 0.8187, + "ndcg_at_20": 0.81238, + "ndcg_at_3": 0.76602, + "ndcg_at_5": 0.78811, + "precision_at_1": 0.67667, + "precision_at_10": 0.09233, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04822, + "precision_at_3": 0.2763, + "precision_at_5": 0.17644, + "recall_at_1": 0.67667, + "recall_at_10": 0.92333, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96444, + "recall_at_3": 0.82889, + "recall_at_5": 0.88222 + }, + { + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ], + "main_score": 0.57865, + "map_at_1": 0.43556, + "map_at_10": 0.52908, + "map_at_100": 0.53643, + "map_at_1000": 0.53693, + "map_at_20": 0.53365, + "map_at_3": 0.50241, + "map_at_5": 0.51846, + "mrr_at_1": 0.43555555555555553, + "mrr_at_10": 0.529081128747795, + "mrr_at_100": 0.5364279914519595, + "mrr_at_1000": 0.5369323738834804, + "mrr_at_20": 0.5336487725189991, + "mrr_at_3": 0.5024074074074071, + "mrr_at_5": 0.5184629629629625, + "nauc_map_at_1000_diff1": 0.6364128571185284, + "nauc_map_at_1000_max": 0.6077214260308741, + "nauc_map_at_1000_std": 0.22441187889620073, + "nauc_map_at_100_diff1": 0.636234052846047, + "nauc_map_at_100_max": 0.6078500189893424, + "nauc_map_at_100_std": 0.22497348411389537, + "nauc_map_at_10_diff1": 0.6336158189984963, + "nauc_map_at_10_max": 0.6060376983933592, + "nauc_map_at_10_std": 0.22240654236535135, + "nauc_map_at_1_diff1": 0.6753023002617621, + "nauc_map_at_1_max": 0.5916050869837155, + "nauc_map_at_1_std": 0.1694155528272605, + "nauc_map_at_20_diff1": 0.6359810048272692, + "nauc_map_at_20_max": 0.6081129701758341, + "nauc_map_at_20_std": 0.22505230556699532, + "nauc_map_at_3_diff1": 0.636974710451215, + "nauc_map_at_3_max": 0.6032804277486435, + "nauc_map_at_3_std": 0.2090068527873223, + "nauc_map_at_5_diff1": 0.6352151234128184, + "nauc_map_at_5_max": 0.604602930614009, + "nauc_map_at_5_std": 0.2194642050511812, + "nauc_mrr_at_1000_diff1": 0.6364128571185284, + "nauc_mrr_at_1000_max": 0.6077214260308741, + "nauc_mrr_at_1000_std": 0.22441187889620073, + "nauc_mrr_at_100_diff1": 0.636234052846047, + "nauc_mrr_at_100_max": 0.6078500189893424, + "nauc_mrr_at_100_std": 0.22497348411389537, + "nauc_mrr_at_10_diff1": 0.6336158189984963, + "nauc_mrr_at_10_max": 0.6060376983933592, + "nauc_mrr_at_10_std": 0.22240654236535135, + "nauc_mrr_at_1_diff1": 0.6753023002617621, + "nauc_mrr_at_1_max": 0.5916050869837155, + "nauc_mrr_at_1_std": 0.1694155528272605, + "nauc_mrr_at_20_diff1": 0.6359810048272692, + "nauc_mrr_at_20_max": 0.6081129701758341, + "nauc_mrr_at_20_std": 0.22505230556699532, + "nauc_mrr_at_3_diff1": 0.636974710451215, + "nauc_mrr_at_3_max": 0.6032804277486435, + "nauc_mrr_at_3_std": 0.2090068527873223, + "nauc_mrr_at_5_diff1": 0.6352151234128184, + "nauc_mrr_at_5_max": 0.604602930614009, + "nauc_mrr_at_5_std": 0.2194642050511812, + "nauc_ndcg_at_1000_diff1": 0.6296532493024917, + "nauc_ndcg_at_1000_max": 0.6139670513879313, + "nauc_ndcg_at_1000_std": 0.2430752206725791, + "nauc_ndcg_at_100_diff1": 0.6256191146675277, + "nauc_ndcg_at_100_max": 0.6187248039224827, + "nauc_ndcg_at_100_std": 0.259864757046733, + "nauc_ndcg_at_10_diff1": 0.616117875624337, + "nauc_ndcg_at_10_max": 0.6136839217558486, + "nauc_ndcg_at_10_std": 0.25024333372949253, + "nauc_ndcg_at_1_diff1": 0.6753023002617621, + "nauc_ndcg_at_1_max": 0.5916050869837155, + "nauc_ndcg_at_1_std": 0.1694155528272605, + "nauc_ndcg_at_20_diff1": 0.6243214644821176, + "nauc_ndcg_at_20_max": 0.6212302210039837, + "nauc_ndcg_at_20_std": 0.26132965050399115, + "nauc_ndcg_at_3_diff1": 0.6249731490573373, + "nauc_ndcg_at_3_max": 0.6077994515329278, + "nauc_ndcg_at_3_std": 0.2222828282268313, + "nauc_ndcg_at_5_diff1": 0.6204467192867839, + "nauc_ndcg_at_5_max": 0.6100817588755278, + "nauc_ndcg_at_5_std": 0.2425354182116042, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5406274959783125, + "nauc_precision_at_100_max": 0.7300068621826256, + "nauc_precision_at_100_std": 0.6360062097128024, + "nauc_precision_at_10_diff1": 0.5425874166270449, + "nauc_precision_at_10_max": 0.6464297934172584, + "nauc_precision_at_10_std": 0.3698093253289367, + "nauc_precision_at_1_diff1": 0.6753023002617621, + "nauc_precision_at_1_max": 0.5916050869837155, + "nauc_precision_at_1_std": 0.1694155528272605, + "nauc_precision_at_20_diff1": 0.5729432242299808, + "nauc_precision_at_20_max": 0.6981656801432635, + "nauc_precision_at_20_std": 0.4670737354183277, + "nauc_precision_at_3_diff1": 0.5881141200801182, + "nauc_precision_at_3_max": 0.6219870051621098, + "nauc_precision_at_3_std": 0.26337019003729106, + "nauc_precision_at_5_diff1": 0.5690724532620433, + "nauc_precision_at_5_max": 0.6290714597182379, + "nauc_precision_at_5_std": 0.3247802704279037, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5406274959783107, + "nauc_recall_at_100_max": 0.7300068621826222, + "nauc_recall_at_100_std": 0.6360062097128, + "nauc_recall_at_10_diff1": 0.5425874166270446, + "nauc_recall_at_10_max": 0.6464297934172585, + "nauc_recall_at_10_std": 0.36980932532893684, + "nauc_recall_at_1_diff1": 0.6753023002617621, + "nauc_recall_at_1_max": 0.5916050869837155, + "nauc_recall_at_1_std": 0.1694155528272605, + "nauc_recall_at_20_diff1": 0.5729432242299815, + "nauc_recall_at_20_max": 0.6981656801432649, + "nauc_recall_at_20_std": 0.46707373541832947, + "nauc_recall_at_3_diff1": 0.5881141200801183, + "nauc_recall_at_3_max": 0.6219870051621098, + "nauc_recall_at_3_std": 0.2633701900372913, + "nauc_recall_at_5_diff1": 0.5690724532620438, + "nauc_recall_at_5_max": 0.6290714597182382, + "nauc_recall_at_5_std": 0.3247802704279044, + "ndcg_at_1": 0.43556, + "ndcg_at_10": 0.57865, + "ndcg_at_100": 0.6151, + "ndcg_at_1000": 0.62723, + "ndcg_at_20": 0.59525, + "ndcg_at_3": 0.52459, + "ndcg_at_5": 0.55347, + "precision_at_1": 0.43556, + "precision_at_10": 0.07356, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "precision_at_20": 0.04006, + "precision_at_3": 0.1963, + "precision_at_5": 0.13178, + "recall_at_1": 0.43556, + "recall_at_10": 0.73556, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "recall_at_20": 0.80111, + "recall_at_3": 0.58889, + "recall_at_5": 0.65889 + }, + { + "hf_subset": "dan_Latn-dan_Latn", + "languages": [ + "dan-Latn", + "dan-Latn" + ], + "main_score": 0.89848, + "map_at_1": 0.83111, + "map_at_10": 0.87878, + "map_at_100": 0.88037, + "map_at_1000": 0.88045, + "map_at_20": 0.88001, + "map_at_3": 0.87056, + "map_at_5": 0.87644, + "mrr_at_1": 0.8311111111111111, + "mrr_at_10": 0.8787804232804235, + "mrr_at_100": 0.880374990618109, + "mrr_at_1000": 0.8804508804593736, + "mrr_at_20": 0.8800072242572246, + "mrr_at_3": 0.8705555555555556, + "mrr_at_5": 0.8764444444444448, + "nauc_map_at_1000_diff1": 0.8765163338165587, + "nauc_map_at_1000_max": 0.7657619335693455, + "nauc_map_at_1000_std": 0.03340494568626871, + "nauc_map_at_100_diff1": 0.8764864792012275, + "nauc_map_at_100_max": 0.7657712500841093, + "nauc_map_at_100_std": 0.03381384584374904, + "nauc_map_at_10_diff1": 0.875784329283782, + "nauc_map_at_10_max": 0.7676014074093991, + "nauc_map_at_10_std": 0.039445857261966616, + "nauc_map_at_1_diff1": 0.8885615656146175, + "nauc_map_at_1_max": 0.737973032599668, + "nauc_map_at_1_std": -0.049733310838870164, + "nauc_map_at_20_diff1": 0.8764884813599305, + "nauc_map_at_20_max": 0.7662309517544076, + "nauc_map_at_20_std": 0.03571828675620747, + "nauc_map_at_3_diff1": 0.8748901306528218, + "nauc_map_at_3_max": 0.7690072240393429, + "nauc_map_at_3_std": 0.026161708300516465, + "nauc_map_at_5_diff1": 0.873871136063331, + "nauc_map_at_5_max": 0.7668386086283494, + "nauc_map_at_5_std": 0.035858898254365654, + "nauc_mrr_at_1000_diff1": 0.8765163338165587, + "nauc_mrr_at_1000_max": 0.7657619335693455, + "nauc_mrr_at_1000_std": 0.03340494568626871, + "nauc_mrr_at_100_diff1": 0.8764864792012275, + "nauc_mrr_at_100_max": 0.7657712500841093, + "nauc_mrr_at_100_std": 0.03381384584374904, + "nauc_mrr_at_10_diff1": 0.875784329283782, + "nauc_mrr_at_10_max": 0.7676014074093991, + "nauc_mrr_at_10_std": 0.039445857261966616, + "nauc_mrr_at_1_diff1": 0.8885615656146175, + "nauc_mrr_at_1_max": 0.737973032599668, + "nauc_mrr_at_1_std": -0.049733310838870164, + "nauc_mrr_at_20_diff1": 0.8764884813599305, + "nauc_mrr_at_20_max": 0.7662309517544076, + "nauc_mrr_at_20_std": 0.03571828675620747, + "nauc_mrr_at_3_diff1": 0.8748901306528218, + "nauc_mrr_at_3_max": 0.7690072240393429, + "nauc_mrr_at_3_std": 0.026161708300516465, + "nauc_mrr_at_5_diff1": 0.873871136063331, + "nauc_mrr_at_5_max": 0.7668386086283494, + "nauc_mrr_at_5_std": 0.035858898254365654, + "nauc_ndcg_at_1000_diff1": 0.8748227735671738, + "nauc_ndcg_at_1000_max": 0.7702755035573846, + "nauc_ndcg_at_1000_std": 0.05200989184758519, + "nauc_ndcg_at_100_diff1": 0.8743369749657636, + "nauc_ndcg_at_100_max": 0.7709853854834269, + "nauc_ndcg_at_100_std": 0.061641509647184865, + "nauc_ndcg_at_10_diff1": 0.871205947121355, + "nauc_ndcg_at_10_max": 0.7798628398931827, + "nauc_ndcg_at_10_std": 0.08971274901007961, + "nauc_ndcg_at_1_diff1": 0.8885615656146175, + "nauc_ndcg_at_1_max": 0.737973032599668, + "nauc_ndcg_at_1_std": -0.049733310838870164, + "nauc_ndcg_at_20_diff1": 0.8739909180087444, + "nauc_ndcg_at_20_max": 0.7745649031649877, + "nauc_ndcg_at_20_std": 0.07678679448067366, + "nauc_ndcg_at_3_diff1": 0.8695670561099507, + "nauc_ndcg_at_3_max": 0.7812905798005617, + "nauc_ndcg_at_3_std": 0.05445427770914253, + "nauc_ndcg_at_5_diff1": 0.8670000289180226, + "nauc_ndcg_at_5_max": 0.7781437643212328, + "nauc_ndcg_at_5_std": 0.07797719578891947, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.846975827368008, + "nauc_precision_at_100_max": 0.8262786596120035, + "nauc_precision_at_100_std": 0.6834215167548695, + "nauc_precision_at_10_diff1": 0.8357811593105655, + "nauc_precision_at_10_max": 0.8769399651752534, + "nauc_precision_at_10_std": 0.5165669871552153, + "nauc_precision_at_1_diff1": 0.8885615656146175, + "nauc_precision_at_1_max": 0.737973032599668, + "nauc_precision_at_1_std": -0.049733310838870164, + "nauc_precision_at_20_diff1": 0.8517184651638418, + "nauc_precision_at_20_max": 0.8693032768662898, + "nauc_precision_at_20_std": 0.6488373127028456, + "nauc_precision_at_3_diff1": 0.847173079758221, + "nauc_precision_at_3_max": 0.8330630497813196, + "nauc_precision_at_3_std": 0.17287090274706424, + "nauc_precision_at_5_diff1": 0.8267885770660465, + "nauc_precision_at_5_max": 0.8423621020735328, + "nauc_precision_at_5_std": 0.3274756443457826, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.846975827367983, + "nauc_recall_at_100_max": 0.8262786596119869, + "nauc_recall_at_100_std": 0.6834215167548571, + "nauc_recall_at_10_diff1": 0.8357811593105714, + "nauc_recall_at_10_max": 0.8769399651752624, + "nauc_recall_at_10_std": 0.5165669871552216, + "nauc_recall_at_1_diff1": 0.8885615656146175, + "nauc_recall_at_1_max": 0.737973032599668, + "nauc_recall_at_1_std": -0.049733310838870164, + "nauc_recall_at_20_diff1": 0.851718465163847, + "nauc_recall_at_20_max": 0.8693032768663034, + "nauc_recall_at_20_std": 0.6488373127028565, + "nauc_recall_at_3_diff1": 0.8471730797582199, + "nauc_recall_at_3_max": 0.833063049781317, + "nauc_recall_at_3_std": 0.17287090274706307, + "nauc_recall_at_5_diff1": 0.8267885770660451, + "nauc_recall_at_5_max": 0.8423621020735337, + "nauc_recall_at_5_std": 0.32747564434578647, + "ndcg_at_1": 0.83111, + "ndcg_at_10": 0.89848, + "ndcg_at_100": 0.9055, + "ndcg_at_1000": 0.90691, + "ndcg_at_20": 0.90297, + "ndcg_at_3": 0.88221, + "ndcg_at_5": 0.89278, + "precision_at_1": 0.83111, + "precision_at_10": 0.09589, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30519, + "precision_at_5": 0.18822, + "recall_at_1": 0.83111, + "recall_at_10": 0.95889, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91556, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ], + "main_score": 0.89504, + "map_at_1": 0.81778, + "map_at_10": 0.87238, + "map_at_100": 0.87408, + "map_at_1000": 0.8741, + "map_at_20": 0.87355, + "map_at_3": 0.86463, + "map_at_5": 0.86935, + "mrr_at_1": 0.8177777777777778, + "mrr_at_10": 0.8723752204585544, + "mrr_at_100": 0.8740776718447372, + "mrr_at_1000": 0.874102290947632, + "mrr_at_20": 0.8735497635080974, + "mrr_at_3": 0.8646296296296303, + "mrr_at_5": 0.8693518518518527, + "nauc_map_at_1000_diff1": 0.8823752995965989, + "nauc_map_at_1000_max": 0.7559068449376648, + "nauc_map_at_1000_std": -0.019598209256075378, + "nauc_map_at_100_diff1": 0.8823536108588139, + "nauc_map_at_100_max": 0.7559488793224339, + "nauc_map_at_100_std": -0.019563858452618127, + "nauc_map_at_10_diff1": 0.8826026446986663, + "nauc_map_at_10_max": 0.7569225919900442, + "nauc_map_at_10_std": -0.020184184025760915, + "nauc_map_at_1_diff1": 0.8896021393480313, + "nauc_map_at_1_max": 0.7359181771980347, + "nauc_map_at_1_std": -0.0671631857893084, + "nauc_map_at_20_diff1": 0.8823789197784817, + "nauc_map_at_20_max": 0.7566801800511519, + "nauc_map_at_20_std": -0.018586640740159168, + "nauc_map_at_3_diff1": 0.8801663734399152, + "nauc_map_at_3_max": 0.7552258067953133, + "nauc_map_at_3_std": -0.016645335030984774, + "nauc_map_at_5_diff1": 0.8825923717106596, + "nauc_map_at_5_max": 0.7575558321314712, + "nauc_map_at_5_std": -0.01655838972925006, + "nauc_mrr_at_1000_diff1": 0.8823752995965989, + "nauc_mrr_at_1000_max": 0.7559068449376648, + "nauc_mrr_at_1000_std": -0.019598209256075378, + "nauc_mrr_at_100_diff1": 0.8823536108588139, + "nauc_mrr_at_100_max": 0.7559488793224339, + "nauc_mrr_at_100_std": -0.019563858452618127, + "nauc_mrr_at_10_diff1": 0.8826026446986663, + "nauc_mrr_at_10_max": 0.7569225919900442, + "nauc_mrr_at_10_std": -0.020184184025760915, + "nauc_mrr_at_1_diff1": 0.8896021393480313, + "nauc_mrr_at_1_max": 0.7359181771980347, + "nauc_mrr_at_1_std": -0.0671631857893084, + "nauc_mrr_at_20_diff1": 0.8823789197784817, + "nauc_mrr_at_20_max": 0.7566801800511519, + "nauc_mrr_at_20_std": -0.018586640740159168, + "nauc_mrr_at_3_diff1": 0.8801663734399152, + "nauc_mrr_at_3_max": 0.7552258067953133, + "nauc_mrr_at_3_std": -0.016645335030984774, + "nauc_mrr_at_5_diff1": 0.8825923717106596, + "nauc_mrr_at_5_max": 0.7575558321314712, + "nauc_mrr_at_5_std": -0.01655838972925006, + "nauc_ndcg_at_1000_diff1": 0.8816215883926439, + "nauc_ndcg_at_1000_max": 0.7602393490584833, + "nauc_ndcg_at_1000_std": -0.00985774980693676, + "nauc_ndcg_at_100_diff1": 0.8810447286511099, + "nauc_ndcg_at_100_max": 0.7612288607273404, + "nauc_ndcg_at_100_std": -0.009295324812778933, + "nauc_ndcg_at_10_diff1": 0.8821949828240241, + "nauc_ndcg_at_10_max": 0.7679430562782102, + "nauc_ndcg_at_10_std": -0.003215815778914739, + "nauc_ndcg_at_1_diff1": 0.8896021393480313, + "nauc_ndcg_at_1_max": 0.7359181771980347, + "nauc_ndcg_at_1_std": -0.0671631857893084, + "nauc_ndcg_at_20_diff1": 0.8812274508134611, + "nauc_ndcg_at_20_max": 0.7671466571985862, + "nauc_ndcg_at_20_std": 0.00270397874651743, + "nauc_ndcg_at_3_diff1": 0.877122145146959, + "nauc_ndcg_at_3_max": 0.7639012951023121, + "nauc_ndcg_at_3_std": 0.00611201722878901, + "nauc_ndcg_at_5_diff1": 0.8820591141479446, + "nauc_ndcg_at_5_max": 0.769027341613445, + "nauc_ndcg_at_5_std": 0.007010341768024908, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7642390289448537, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.09056956115787373, + "nauc_precision_at_10_diff1": 0.8827760270774905, + "nauc_precision_at_10_max": 0.8769549486461257, + "nauc_precision_at_10_std": 0.14627100840335747, + "nauc_precision_at_1_diff1": 0.8896021393480313, + "nauc_precision_at_1_max": 0.7359181771980347, + "nauc_precision_at_1_std": -0.0671631857893084, + "nauc_precision_at_20_diff1": 0.866209641751425, + "nauc_precision_at_20_max": 0.9355005159958671, + "nauc_precision_at_20_std": 0.33755958523760204, + "nauc_precision_at_3_diff1": 0.8632974316487168, + "nauc_precision_at_3_max": 0.8049407556449807, + "nauc_precision_at_3_std": 0.11379387435725476, + "nauc_precision_at_5_diff1": 0.8811768297062411, + "nauc_precision_at_5_max": 0.8414314443726196, + "nauc_precision_at_5_std": 0.15259821877468538, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7642390289449191, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.09056956115776776, + "nauc_recall_at_10_diff1": 0.8827760270774981, + "nauc_recall_at_10_max": 0.8769549486461279, + "nauc_recall_at_10_std": 0.14627100840336166, + "nauc_recall_at_1_diff1": 0.8896021393480313, + "nauc_recall_at_1_max": 0.7359181771980347, + "nauc_recall_at_1_std": -0.0671631857893084, + "nauc_recall_at_20_diff1": 0.8662096417514402, + "nauc_recall_at_20_max": 0.9355005159958764, + "nauc_recall_at_20_std": 0.3375595852376103, + "nauc_recall_at_3_diff1": 0.8632974316487162, + "nauc_recall_at_3_max": 0.8049407556449801, + "nauc_recall_at_3_std": 0.1137938743572554, + "nauc_recall_at_5_diff1": 0.8811768297062436, + "nauc_recall_at_5_max": 0.8414314443726216, + "nauc_recall_at_5_std": 0.15259821877468793, + "ndcg_at_1": 0.81778, + "ndcg_at_10": 0.89504, + "ndcg_at_100": 0.90233, + "ndcg_at_1000": 0.9028, + "ndcg_at_20": 0.89891, + "ndcg_at_3": 0.87919, + "ndcg_at_5": 0.8878, + "precision_at_1": 0.81778, + "precision_at_10": 0.09644, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30704, + "precision_at_5": 0.18844, + "recall_at_1": 0.81778, + "recall_at_10": 0.96444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.92111, + "recall_at_5": 0.94222 + }, + { + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ], + "main_score": 0.90006, + "map_at_1": 0.82778, + "map_at_10": 0.879, + "map_at_100": 0.88075, + "map_at_1000": 0.88077, + "map_at_20": 0.88034, + "map_at_3": 0.8713, + "map_at_5": 0.87563, + "mrr_at_1": 0.8277777777777777, + "mrr_at_10": 0.8790035273368613, + "mrr_at_100": 0.880752958619166, + "mrr_at_1000": 0.8807742298115437, + "mrr_at_20": 0.8803424956918254, + "mrr_at_3": 0.8712962962962968, + "mrr_at_5": 0.8756296296296302, + "nauc_map_at_1000_diff1": 0.8662467603582905, + "nauc_map_at_1000_max": 0.7772848328968109, + "nauc_map_at_1000_std": -0.021283328739372748, + "nauc_map_at_100_diff1": 0.8662368538303022, + "nauc_map_at_100_max": 0.7773261980969434, + "nauc_map_at_100_std": -0.021093644355346445, + "nauc_map_at_10_diff1": 0.8658446485672477, + "nauc_map_at_10_max": 0.7780050401890224, + "nauc_map_at_10_std": -0.018117267368794484, + "nauc_map_at_1_diff1": 0.8809247633918603, + "nauc_map_at_1_max": 0.770364233134699, + "nauc_map_at_1_std": -0.05600841273381911, + "nauc_map_at_20_diff1": 0.8659441993670902, + "nauc_map_at_20_max": 0.7771459857068005, + "nauc_map_at_20_std": -0.02035440734247025, + "nauc_map_at_3_diff1": 0.8651284089562026, + "nauc_map_at_3_max": 0.780925883312762, + "nauc_map_at_3_std": -0.02541263100642299, + "nauc_map_at_5_diff1": 0.8635213320084456, + "nauc_map_at_5_max": 0.7776890955219171, + "nauc_map_at_5_std": -0.02047635232973761, + "nauc_mrr_at_1000_diff1": 0.8662467603582905, + "nauc_mrr_at_1000_max": 0.7772848328968109, + "nauc_mrr_at_1000_std": -0.021283328739372748, + "nauc_mrr_at_100_diff1": 0.8662368538303022, + "nauc_mrr_at_100_max": 0.7773261980969434, + "nauc_mrr_at_100_std": -0.021093644355346445, + "nauc_mrr_at_10_diff1": 0.8658446485672477, + "nauc_mrr_at_10_max": 0.7780050401890224, + "nauc_mrr_at_10_std": -0.018117267368794484, + "nauc_mrr_at_1_diff1": 0.8809247633918603, + "nauc_mrr_at_1_max": 0.770364233134699, + "nauc_mrr_at_1_std": -0.05600841273381911, + "nauc_mrr_at_20_diff1": 0.8659441993670902, + "nauc_mrr_at_20_max": 0.7771459857068005, + "nauc_mrr_at_20_std": -0.02035440734247025, + "nauc_mrr_at_3_diff1": 0.8651284089562026, + "nauc_mrr_at_3_max": 0.780925883312762, + "nauc_mrr_at_3_std": -0.02541263100642299, + "nauc_mrr_at_5_diff1": 0.8635213320084456, + "nauc_mrr_at_5_max": 0.7776890955219171, + "nauc_mrr_at_5_std": -0.02047635232973761, + "nauc_ndcg_at_1000_diff1": 0.8643319243421222, + "nauc_ndcg_at_1000_max": 0.7781228006809366, + "nauc_ndcg_at_1000_std": -0.011697579060867838, + "nauc_ndcg_at_100_diff1": 0.8640839747433265, + "nauc_ndcg_at_100_max": 0.7792481928638466, + "nauc_ndcg_at_100_std": -0.006566107461083468, + "nauc_ndcg_at_10_diff1": 0.8617925956890787, + "nauc_ndcg_at_10_max": 0.7807888097577604, + "nauc_ndcg_at_10_std": 0.008699027815041777, + "nauc_ndcg_at_1_diff1": 0.8809247633918603, + "nauc_ndcg_at_1_max": 0.770364233134699, + "nauc_ndcg_at_1_std": -0.05600841273381911, + "nauc_ndcg_at_20_diff1": 0.8618579008681564, + "nauc_ndcg_at_20_max": 0.7770529742311229, + "nauc_ndcg_at_20_std": 0.00039151988491900494, + "nauc_ndcg_at_3_diff1": 0.8598149617028727, + "nauc_ndcg_at_3_max": 0.7858446921526675, + "nauc_ndcg_at_3_std": -0.011876063422404439, + "nauc_ndcg_at_5_diff1": 0.8562423747594158, + "nauc_ndcg_at_5_max": 0.7796547172093511, + "nauc_ndcg_at_5_std": -0.00040028469021832893, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8148148148148262, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8291754201680657, + "nauc_precision_at_10_max": 0.8059932306255816, + "nauc_precision_at_10_std": 0.27888655462184075, + "nauc_precision_at_1_diff1": 0.8809247633918603, + "nauc_precision_at_1_max": 0.770364233134699, + "nauc_precision_at_1_std": -0.05600841273381911, + "nauc_precision_at_20_diff1": 0.791658885776527, + "nauc_precision_at_20_max": 0.7534080298786082, + "nauc_precision_at_20_std": 0.4084967320261328, + "nauc_precision_at_3_diff1": 0.8362745098039219, + "nauc_precision_at_3_max": 0.8084833933573454, + "nauc_precision_at_3_std": 0.05010670935040981, + "nauc_precision_at_5_diff1": 0.8139721297323945, + "nauc_precision_at_5_max": 0.7896869439599704, + "nauc_precision_at_5_std": 0.12035128516815441, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8148148148148178, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8291754201680698, + "nauc_recall_at_10_max": 0.8059932306255813, + "nauc_recall_at_10_std": 0.2788865546218455, + "nauc_recall_at_1_diff1": 0.8809247633918603, + "nauc_recall_at_1_max": 0.770364233134699, + "nauc_recall_at_1_std": -0.05600841273381911, + "nauc_recall_at_20_diff1": 0.7916588857765371, + "nauc_recall_at_20_max": 0.7534080298786181, + "nauc_recall_at_20_std": 0.4084967320261399, + "nauc_recall_at_3_diff1": 0.8362745098039204, + "nauc_recall_at_3_max": 0.8084833933573407, + "nauc_recall_at_3_std": 0.05010670935040641, + "nauc_recall_at_5_diff1": 0.8139721297323953, + "nauc_recall_at_5_max": 0.7896869439599741, + "nauc_recall_at_5_std": 0.12035128516815588, + "ndcg_at_1": 0.82778, + "ndcg_at_10": 0.90006, + "ndcg_at_100": 0.90748, + "ndcg_at_1000": 0.90793, + "ndcg_at_20": 0.90487, + "ndcg_at_3": 0.88446, + "ndcg_at_5": 0.89225, + "precision_at_1": 0.82778, + "precision_at_10": 0.09644, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30741, + "precision_at_5": 0.18822, + "recall_at_1": 0.82778, + "recall_at_10": 0.96444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.92222, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "deu_Latn-deu_Latn", + "languages": [ + "deu-Latn", + "deu-Latn" + ], + "main_score": 0.89687, + "map_at_1": 0.82778, + "map_at_10": 0.87544, + "map_at_100": 0.87689, + "map_at_1000": 0.87693, + "map_at_20": 0.87639, + "map_at_3": 0.86519, + "map_at_5": 0.8723, + "mrr_at_1": 0.8277777777777777, + "mrr_at_10": 0.8754391534391536, + "mrr_at_100": 0.8768929333091072, + "mrr_at_1000": 0.8769304424871959, + "mrr_at_20": 0.8763898632231967, + "mrr_at_3": 0.8651851851851853, + "mrr_at_5": 0.8722962962962965, + "nauc_map_at_1000_diff1": 0.9104431560065489, + "nauc_map_at_1000_max": 0.8121190533301892, + "nauc_map_at_1000_std": 0.01617124683382664, + "nauc_map_at_100_diff1": 0.9104484394342557, + "nauc_map_at_100_max": 0.8121786905625311, + "nauc_map_at_100_std": 0.016426899064837974, + "nauc_map_at_10_diff1": 0.9096599232484349, + "nauc_map_at_10_max": 0.8130256265118209, + "nauc_map_at_10_std": 0.01362753399062743, + "nauc_map_at_1_diff1": 0.9238392657977756, + "nauc_map_at_1_max": 0.7866893980434019, + "nauc_map_at_1_std": 0.023456868805965453, + "nauc_map_at_20_diff1": 0.9103534326543686, + "nauc_map_at_20_max": 0.812790321059723, + "nauc_map_at_20_std": 0.016021406230778242, + "nauc_map_at_3_diff1": 0.9073493465827386, + "nauc_map_at_3_max": 0.8155054797584425, + "nauc_map_at_3_std": 0.015541292562652388, + "nauc_map_at_5_diff1": 0.90869668462719, + "nauc_map_at_5_max": 0.8127465487401712, + "nauc_map_at_5_std": 0.013052153685289527, + "nauc_mrr_at_1000_diff1": 0.9104431560065489, + "nauc_mrr_at_1000_max": 0.8121190533301892, + "nauc_mrr_at_1000_std": 0.01617124683382664, + "nauc_mrr_at_100_diff1": 0.9104484394342557, + "nauc_mrr_at_100_max": 0.8121786905625311, + "nauc_mrr_at_100_std": 0.016426899064837974, + "nauc_mrr_at_10_diff1": 0.9096599232484349, + "nauc_mrr_at_10_max": 0.8130256265118209, + "nauc_mrr_at_10_std": 0.01362753399062743, + "nauc_mrr_at_1_diff1": 0.9238392657977756, + "nauc_mrr_at_1_max": 0.7866893980434019, + "nauc_mrr_at_1_std": 0.023456868805965453, + "nauc_mrr_at_20_diff1": 0.9103534326543686, + "nauc_mrr_at_20_max": 0.812790321059723, + "nauc_mrr_at_20_std": 0.016021406230778242, + "nauc_mrr_at_3_diff1": 0.9073493465827386, + "nauc_mrr_at_3_max": 0.8155054797584425, + "nauc_mrr_at_3_std": 0.015541292562652388, + "nauc_mrr_at_5_diff1": 0.90869668462719, + "nauc_mrr_at_5_max": 0.8127465487401712, + "nauc_mrr_at_5_std": 0.013052153685289527, + "nauc_ndcg_at_1000_diff1": 0.9089916407184794, + "nauc_ndcg_at_1000_max": 0.8166832838889901, + "nauc_ndcg_at_1000_std": 0.018918526793774468, + "nauc_ndcg_at_100_diff1": 0.9091590257779052, + "nauc_ndcg_at_100_max": 0.8179573850611183, + "nauc_ndcg_at_100_std": 0.02448308082820286, + "nauc_ndcg_at_10_diff1": 0.9056164731445396, + "nauc_ndcg_at_10_max": 0.8239513323832701, + "nauc_ndcg_at_10_std": 0.013668693417781142, + "nauc_ndcg_at_1_diff1": 0.9238392657977756, + "nauc_ndcg_at_1_max": 0.7866893980434019, + "nauc_ndcg_at_1_std": 0.023456868805965453, + "nauc_ndcg_at_20_diff1": 0.9083928760384927, + "nauc_ndcg_at_20_max": 0.8234358918400486, + "nauc_ndcg_at_20_std": 0.02386362473525482, + "nauc_ndcg_at_3_diff1": 0.9012360880834513, + "nauc_ndcg_at_3_max": 0.82661204378404, + "nauc_ndcg_at_3_std": 0.015358733708392618, + "nauc_ndcg_at_5_diff1": 0.9033380239663958, + "nauc_ndcg_at_5_max": 0.8224054506703096, + "nauc_ndcg_at_5_std": 0.011182523287691051, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228758011, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8190943043884411, + "nauc_precision_at_10_diff1": 0.8721811957106043, + "nauc_precision_at_10_max": 0.9255863961746285, + "nauc_precision_at_10_std": 0.022578728461078, + "nauc_precision_at_1_diff1": 0.9238392657977756, + "nauc_precision_at_1_max": 0.7866893980434019, + "nauc_precision_at_1_std": 0.023456868805965453, + "nauc_precision_at_20_diff1": 0.897080044138866, + "nauc_precision_at_20_max": 0.9695484254307792, + "nauc_precision_at_20_std": 0.18158475511416206, + "nauc_precision_at_3_diff1": 0.8765115802418528, + "nauc_precision_at_3_max": 0.8717348728109149, + "nauc_precision_at_3_std": 0.015941335883946157, + "nauc_precision_at_5_diff1": 0.8729985821489098, + "nauc_precision_at_5_max": 0.8775893073278686, + "nauc_precision_at_5_std": 0.0022132309713959715, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9346405228758294, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8190943043884288, + "nauc_recall_at_10_diff1": 0.8721811957106078, + "nauc_recall_at_10_max": 0.9255863961746302, + "nauc_recall_at_10_std": 0.022578728461076218, + "nauc_recall_at_1_diff1": 0.9238392657977756, + "nauc_recall_at_1_max": 0.7866893980434019, + "nauc_recall_at_1_std": 0.023456868805965453, + "nauc_recall_at_20_diff1": 0.8970800441388728, + "nauc_recall_at_20_max": 0.9695484254307766, + "nauc_recall_at_20_std": 0.18158475511416716, + "nauc_recall_at_3_diff1": 0.8765115802418532, + "nauc_recall_at_3_max": 0.8717348728109123, + "nauc_recall_at_3_std": 0.01594133588394684, + "nauc_recall_at_5_diff1": 0.8729985821489096, + "nauc_recall_at_5_max": 0.8775893073278714, + "nauc_recall_at_5_std": 0.002213230971401409, + "ndcg_at_1": 0.82778, + "ndcg_at_10": 0.89687, + "ndcg_at_100": 0.90376, + "ndcg_at_1000": 0.90441, + "ndcg_at_20": 0.90008, + "ndcg_at_3": 0.87648, + "ndcg_at_5": 0.88929, + "precision_at_1": 0.82778, + "precision_at_10": 0.09633, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30296, + "precision_at_5": 0.188, + "recall_at_1": 0.82778, + "recall_at_10": 0.96333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.90889, + "recall_at_5": 0.94 + }, + { + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.89416, + "map_at_1": 0.81222, + "map_at_10": 0.86922, + "map_at_100": 0.87053, + "map_at_1000": 0.87054, + "map_at_20": 0.87009, + "map_at_3": 0.85741, + "map_at_5": 0.86596, + "mrr_at_1": 0.8122222222222222, + "mrr_at_10": 0.8692182539682547, + "mrr_at_100": 0.870530754563221, + "mrr_at_1000": 0.8705365416002581, + "mrr_at_20": 0.8700937800159942, + "mrr_at_3": 0.8574074074074077, + "mrr_at_5": 0.8659629629629636, + "nauc_map_at_1000_diff1": 0.8909510291486322, + "nauc_map_at_1000_max": 0.7565567801528417, + "nauc_map_at_1000_std": -0.07452649369225987, + "nauc_map_at_100_diff1": 0.8909500134427514, + "nauc_map_at_100_max": 0.7565681907158138, + "nauc_map_at_100_std": -0.07448914883869727, + "nauc_map_at_10_diff1": 0.8909913009603415, + "nauc_map_at_10_max": 0.7582031368273917, + "nauc_map_at_10_std": -0.07339463351631735, + "nauc_map_at_1_diff1": 0.9054072343605645, + "nauc_map_at_1_max": 0.7375028686764072, + "nauc_map_at_1_std": -0.08173226863756929, + "nauc_map_at_20_diff1": 0.8908207083729839, + "nauc_map_at_20_max": 0.7570791930179459, + "nauc_map_at_20_std": -0.074333992910872, + "nauc_map_at_3_diff1": 0.8867523260965876, + "nauc_map_at_3_max": 0.7606386480156971, + "nauc_map_at_3_std": -0.07004430660168544, + "nauc_map_at_5_diff1": 0.8890370005636967, + "nauc_map_at_5_max": 0.7580005963781377, + "nauc_map_at_5_std": -0.0773542688709254, + "nauc_mrr_at_1000_diff1": 0.8909510291486322, + "nauc_mrr_at_1000_max": 0.7565567801528417, + "nauc_mrr_at_1000_std": -0.07452649369225987, + "nauc_mrr_at_100_diff1": 0.8909500134427514, + "nauc_mrr_at_100_max": 0.7565681907158138, + "nauc_mrr_at_100_std": -0.07448914883869727, + "nauc_mrr_at_10_diff1": 0.8909913009603415, + "nauc_mrr_at_10_max": 0.7582031368273917, + "nauc_mrr_at_10_std": -0.07339463351631735, + "nauc_mrr_at_1_diff1": 0.9054072343605645, + "nauc_mrr_at_1_max": 0.7375028686764072, + "nauc_mrr_at_1_std": -0.08173226863756929, + "nauc_mrr_at_20_diff1": 0.8908207083729839, + "nauc_mrr_at_20_max": 0.7570791930179459, + "nauc_mrr_at_20_std": -0.074333992910872, + "nauc_mrr_at_3_diff1": 0.8867523260965876, + "nauc_mrr_at_3_max": 0.7606386480156971, + "nauc_mrr_at_3_std": -0.07004430660168544, + "nauc_mrr_at_5_diff1": 0.8890370005636967, + "nauc_mrr_at_5_max": 0.7580005963781377, + "nauc_mrr_at_5_std": -0.0773542688709254, + "nauc_ndcg_at_1000_diff1": 0.8891294524115243, + "nauc_ndcg_at_1000_max": 0.7596272658951705, + "nauc_ndcg_at_1000_std": -0.07177287528895196, + "nauc_ndcg_at_100_diff1": 0.8890989760423827, + "nauc_ndcg_at_100_max": 0.7599963478220675, + "nauc_ndcg_at_100_std": -0.07055373019070067, + "nauc_ndcg_at_10_diff1": 0.8883610809786386, + "nauc_ndcg_at_10_max": 0.7685962445711975, + "nauc_ndcg_at_10_std": -0.06441864762856261, + "nauc_ndcg_at_1_diff1": 0.9054072343605645, + "nauc_ndcg_at_1_max": 0.7375028686764072, + "nauc_ndcg_at_1_std": -0.08173226863756929, + "nauc_ndcg_at_20_diff1": 0.8875383107154187, + "nauc_ndcg_at_20_max": 0.763969880080655, + "nauc_ndcg_at_20_std": -0.0671753472315428, + "nauc_ndcg_at_3_diff1": 0.8790879726890445, + "nauc_ndcg_at_3_max": 0.7702370467169155, + "nauc_ndcg_at_3_std": -0.06350099245765965, + "nauc_ndcg_at_5_diff1": 0.8830597948650434, + "nauc_ndcg_at_5_max": 0.7661407094455996, + "nauc_ndcg_at_5_std": -0.07690976214761171, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692810457515043, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7222222222222222, + "nauc_precision_at_10_diff1": 0.8676650147238402, + "nauc_precision_at_10_max": 0.9028585793291682, + "nauc_precision_at_10_std": 0.06568268332973641, + "nauc_precision_at_1_diff1": 0.9054072343605645, + "nauc_precision_at_1_max": 0.7375028686764072, + "nauc_precision_at_1_std": -0.08173226863756929, + "nauc_precision_at_20_diff1": 0.8338001867413602, + "nauc_precision_at_20_max": 0.8958916900093388, + "nauc_precision_at_20_std": 0.1117647058823594, + "nauc_precision_at_3_diff1": 0.8458519210153216, + "nauc_precision_at_3_max": 0.8119041855425306, + "nauc_precision_at_3_std": -0.03429931643439414, + "nauc_precision_at_5_diff1": 0.8438472611266697, + "nauc_precision_at_5_max": 0.8207282913165255, + "nauc_precision_at_5_std": -0.0757566915655172, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692810457515964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7222222222222745, + "nauc_recall_at_10_diff1": 0.8676650147238401, + "nauc_recall_at_10_max": 0.9028585793291648, + "nauc_recall_at_10_std": 0.065682683329741, + "nauc_recall_at_1_diff1": 0.9054072343605645, + "nauc_recall_at_1_max": 0.7375028686764072, + "nauc_recall_at_1_std": -0.08173226863756929, + "nauc_recall_at_20_diff1": 0.8338001867413648, + "nauc_recall_at_20_max": 0.8958916900093379, + "nauc_recall_at_20_std": 0.11176470588235635, + "nauc_recall_at_3_diff1": 0.8458519210153189, + "nauc_recall_at_3_max": 0.8119041855425295, + "nauc_recall_at_3_std": -0.03429931643439409, + "nauc_recall_at_5_diff1": 0.8438472611266726, + "nauc_recall_at_5_max": 0.8207282913165254, + "nauc_recall_at_5_std": -0.07575669156551335, + "ndcg_at_1": 0.81222, + "ndcg_at_10": 0.89416, + "ndcg_at_100": 0.90025, + "ndcg_at_1000": 0.90039, + "ndcg_at_20": 0.89728, + "ndcg_at_3": 0.871, + "ndcg_at_5": 0.88626, + "precision_at_1": 0.81222, + "precision_at_10": 0.09711, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30333, + "precision_at_5": 0.18933, + "recall_at_1": 0.81222, + "recall_at_10": 0.97111, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.91, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.91206, + "map_at_1": 0.84444, + "map_at_10": 0.89208, + "map_at_100": 0.89325, + "map_at_1000": 0.89327, + "map_at_20": 0.89305, + "map_at_3": 0.88444, + "map_at_5": 0.88939, + "mrr_at_1": 0.8444444444444444, + "mrr_at_10": 0.8920767195767196, + "mrr_at_100": 0.8932531867183949, + "mrr_at_1000": 0.8932675331903197, + "mrr_at_20": 0.893050552207415, + "mrr_at_3": 0.8844444444444445, + "mrr_at_5": 0.8893888888888891, + "nauc_map_at_1000_diff1": 0.8689941322645259, + "nauc_map_at_1000_max": 0.8061031445810575, + "nauc_map_at_1000_std": -0.11981148208098498, + "nauc_map_at_100_diff1": 0.8689925368281548, + "nauc_map_at_100_max": 0.8061301214133949, + "nauc_map_at_100_std": -0.11969522581898899, + "nauc_map_at_10_diff1": 0.8690499796173888, + "nauc_map_at_10_max": 0.8072294699214282, + "nauc_map_at_10_std": -0.11563185485480065, + "nauc_map_at_1_diff1": 0.8779312998460891, + "nauc_map_at_1_max": 0.7894151392192523, + "nauc_map_at_1_std": -0.17352035819224781, + "nauc_map_at_20_diff1": 0.8689930092670773, + "nauc_map_at_20_max": 0.8064953961297661, + "nauc_map_at_20_std": -0.11812916090373672, + "nauc_map_at_3_diff1": 0.8661525342034035, + "nauc_map_at_3_max": 0.8074088836157358, + "nauc_map_at_3_std": -0.11711035309530059, + "nauc_map_at_5_diff1": 0.8664130576557654, + "nauc_map_at_5_max": 0.8058489760037172, + "nauc_map_at_5_std": -0.12189508367675192, + "nauc_mrr_at_1000_diff1": 0.8689941322645259, + "nauc_mrr_at_1000_max": 0.8061031445810575, + "nauc_mrr_at_1000_std": -0.11981148208098498, + "nauc_mrr_at_100_diff1": 0.8689925368281548, + "nauc_mrr_at_100_max": 0.8061301214133949, + "nauc_mrr_at_100_std": -0.11969522581898899, + "nauc_mrr_at_10_diff1": 0.8690499796173888, + "nauc_mrr_at_10_max": 0.8072294699214282, + "nauc_mrr_at_10_std": -0.11563185485480065, + "nauc_mrr_at_1_diff1": 0.8779312998460891, + "nauc_mrr_at_1_max": 0.7894151392192523, + "nauc_mrr_at_1_std": -0.17352035819224781, + "nauc_mrr_at_20_diff1": 0.8689930092670773, + "nauc_mrr_at_20_max": 0.8064953961297661, + "nauc_mrr_at_20_std": -0.11812916090373672, + "nauc_mrr_at_3_diff1": 0.8661525342034035, + "nauc_mrr_at_3_max": 0.8074088836157358, + "nauc_mrr_at_3_std": -0.11711035309530059, + "nauc_mrr_at_5_diff1": 0.8664130576557654, + "nauc_mrr_at_5_max": 0.8058489760037172, + "nauc_mrr_at_5_std": -0.12189508367675192, + "nauc_ndcg_at_1000_diff1": 0.8682542804531843, + "nauc_ndcg_at_1000_max": 0.8096213691117452, + "nauc_ndcg_at_1000_std": -0.10704944445983705, + "nauc_ndcg_at_100_diff1": 0.8682243244243056, + "nauc_ndcg_at_100_max": 0.8103479950015212, + "nauc_ndcg_at_100_std": -0.1039213668559483, + "nauc_ndcg_at_10_diff1": 0.8687076240506296, + "nauc_ndcg_at_10_max": 0.8170835279464007, + "nauc_ndcg_at_10_std": -0.07858819532434115, + "nauc_ndcg_at_1_diff1": 0.8779312998460891, + "nauc_ndcg_at_1_max": 0.7894151392192523, + "nauc_ndcg_at_1_std": -0.17352035819224781, + "nauc_ndcg_at_20_diff1": 0.8681270490351412, + "nauc_ndcg_at_20_max": 0.8145022474820234, + "nauc_ndcg_at_20_std": -0.08579519785054816, + "nauc_ndcg_at_3_diff1": 0.8613063626606697, + "nauc_ndcg_at_3_max": 0.8149076077922375, + "nauc_ndcg_at_3_std": -0.09328855924809404, + "nauc_ndcg_at_5_diff1": 0.8620308008436284, + "nauc_ndcg_at_5_max": 0.8126462760518878, + "nauc_ndcg_at_5_std": -0.10084805579338423, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8611111111111238, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7117180205415332, + "nauc_precision_at_10_diff1": 0.8745331465919677, + "nauc_precision_at_10_max": 0.9322089947089897, + "nauc_precision_at_10_std": 0.3705454403983688, + "nauc_precision_at_1_diff1": 0.8779312998460891, + "nauc_precision_at_1_max": 0.7894151392192523, + "nauc_precision_at_1_std": -0.17352035819224781, + "nauc_precision_at_20_diff1": 0.8624727668845228, + "nauc_precision_at_20_max": 0.9891067538126381, + "nauc_precision_at_20_std": 0.677910052910038, + "nauc_precision_at_3_diff1": 0.8385299474981253, + "nauc_precision_at_3_max": 0.8502012826988752, + "nauc_precision_at_3_std": 0.018995576372627745, + "nauc_precision_at_5_diff1": 0.8346116224267468, + "nauc_precision_at_5_max": 0.8566760037348262, + "nauc_precision_at_5_std": 0.03452492107954014, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8611111111111373, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7117180205415666, + "nauc_recall_at_10_diff1": 0.8745331465919687, + "nauc_recall_at_10_max": 0.932208994708992, + "nauc_recall_at_10_std": 0.37054544039837706, + "nauc_recall_at_1_diff1": 0.8779312998460891, + "nauc_recall_at_1_max": 0.7894151392192523, + "nauc_recall_at_1_std": -0.17352035819224781, + "nauc_recall_at_20_diff1": 0.8624727668845231, + "nauc_recall_at_20_max": 0.9891067538126237, + "nauc_recall_at_20_std": 0.6779100529100444, + "nauc_recall_at_3_diff1": 0.8385299474981253, + "nauc_recall_at_3_max": 0.8502012826988713, + "nauc_recall_at_3_std": 0.01899557637262389, + "nauc_recall_at_5_diff1": 0.8346116224267492, + "nauc_recall_at_5_max": 0.8566760037348286, + "nauc_recall_at_5_std": 0.03452492107954163, + "ndcg_at_1": 0.84444, + "ndcg_at_10": 0.91206, + "ndcg_at_100": 0.9174, + "ndcg_at_1000": 0.9177, + "ndcg_at_20": 0.91549, + "ndcg_at_3": 0.89677, + "ndcg_at_5": 0.90557, + "precision_at_1": 0.84444, + "precision_at_10": 0.09733, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.31074, + "precision_at_5": 0.19067, + "recall_at_1": 0.84444, + "recall_at_10": 0.97333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.93222, + "recall_at_5": 0.95333 + }, + { + "hf_subset": "ell_Grek-ell_Grek", + "languages": [ + "ell-Grek", + "ell-Grek" + ], + "main_score": 0.88759, + "map_at_1": 0.81444, + "map_at_10": 0.86496, + "map_at_100": 0.86642, + "map_at_1000": 0.86645, + "map_at_20": 0.86574, + "map_at_3": 0.85444, + "map_at_5": 0.86117, + "mrr_at_1": 0.8144444444444444, + "mrr_at_10": 0.8649647266313932, + "mrr_at_100": 0.8664227572508373, + "mrr_at_1000": 0.8664507715754755, + "mrr_at_20": 0.8657436296455904, + "mrr_at_3": 0.8544444444444446, + "mrr_at_5": 0.8611666666666667, + "nauc_map_at_1000_diff1": 0.8851902514563866, + "nauc_map_at_1000_max": 0.779554578546093, + "nauc_map_at_1000_std": -0.06273412768369016, + "nauc_map_at_100_diff1": 0.8851944262981551, + "nauc_map_at_100_max": 0.7795934195599125, + "nauc_map_at_100_std": -0.0625637300786822, + "nauc_map_at_10_diff1": 0.885309398770463, + "nauc_map_at_10_max": 0.7804665536305894, + "nauc_map_at_10_std": -0.06185290371711459, + "nauc_map_at_1_diff1": 0.8945245333983831, + "nauc_map_at_1_max": 0.7624005664070641, + "nauc_map_at_1_std": -0.08574641384603535, + "nauc_map_at_20_diff1": 0.8849175887651186, + "nauc_map_at_20_max": 0.7799803175423936, + "nauc_map_at_20_std": -0.05981492014910865, + "nauc_map_at_3_diff1": 0.8815014756791716, + "nauc_map_at_3_max": 0.7766545324785712, + "nauc_map_at_3_std": -0.08468614249286896, + "nauc_map_at_5_diff1": 0.8852306020486349, + "nauc_map_at_5_max": 0.7816820481205166, + "nauc_map_at_5_std": -0.06658854553456595, + "nauc_mrr_at_1000_diff1": 0.8851902514563866, + "nauc_mrr_at_1000_max": 0.779554578546093, + "nauc_mrr_at_1000_std": -0.06273412768369016, + "nauc_mrr_at_100_diff1": 0.8851944262981551, + "nauc_mrr_at_100_max": 0.7795934195599125, + "nauc_mrr_at_100_std": -0.0625637300786822, + "nauc_mrr_at_10_diff1": 0.885309398770463, + "nauc_mrr_at_10_max": 0.7804665536305894, + "nauc_mrr_at_10_std": -0.06185290371711459, + "nauc_mrr_at_1_diff1": 0.8945245333983831, + "nauc_mrr_at_1_max": 0.7624005664070641, + "nauc_mrr_at_1_std": -0.08574641384603535, + "nauc_mrr_at_20_diff1": 0.8849175887651186, + "nauc_mrr_at_20_max": 0.7799803175423936, + "nauc_mrr_at_20_std": -0.05981492014910865, + "nauc_mrr_at_3_diff1": 0.8815014756791716, + "nauc_mrr_at_3_max": 0.7766545324785712, + "nauc_mrr_at_3_std": -0.08468614249286896, + "nauc_mrr_at_5_diff1": 0.8852306020486349, + "nauc_mrr_at_5_max": 0.7816820481205166, + "nauc_mrr_at_5_std": -0.06658854553456595, + "nauc_ndcg_at_1000_diff1": 0.8842033095864459, + "nauc_ndcg_at_1000_max": 0.7837132632598658, + "nauc_ndcg_at_1000_std": -0.051888157564906494, + "nauc_ndcg_at_100_diff1": 0.8842908063614717, + "nauc_ndcg_at_100_max": 0.7847963158440943, + "nauc_ndcg_at_100_std": -0.04732749159373953, + "nauc_ndcg_at_10_diff1": 0.8839989428341584, + "nauc_ndcg_at_10_max": 0.7904855529583238, + "nauc_ndcg_at_10_std": -0.036005796466248824, + "nauc_ndcg_at_1_diff1": 0.8945245333983831, + "nauc_ndcg_at_1_max": 0.7624005664070641, + "nauc_ndcg_at_1_std": -0.08574641384603535, + "nauc_ndcg_at_20_diff1": 0.8820637221455477, + "nauc_ndcg_at_20_max": 0.7882409664326792, + "nauc_ndcg_at_20_std": -0.026961354354414015, + "nauc_ndcg_at_3_diff1": 0.8765152985190375, + "nauc_ndcg_at_3_max": 0.7831270429441727, + "nauc_ndcg_at_3_std": -0.08395296750973368, + "nauc_ndcg_at_5_diff1": 0.8837917198661466, + "nauc_ndcg_at_5_max": 0.7933989115671899, + "nauc_ndcg_at_5_std": -0.04784510440579414, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8978758169934363, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.71171802054152, + "nauc_precision_at_10_diff1": 0.8770332694481318, + "nauc_precision_at_10_max": 0.8780284043441936, + "nauc_precision_at_10_std": 0.21039117401346327, + "nauc_precision_at_1_diff1": 0.8945245333983831, + "nauc_precision_at_1_max": 0.7624005664070641, + "nauc_precision_at_1_std": -0.08574641384603535, + "nauc_precision_at_20_diff1": 0.8463014835563882, + "nauc_precision_at_20_max": 0.8799495106684652, + "nauc_precision_at_20_std": 0.4295397171214158, + "nauc_precision_at_3_diff1": 0.85646618197841, + "nauc_precision_at_3_max": 0.8096182293141992, + "nauc_precision_at_3_std": -0.08085481383564738, + "nauc_precision_at_5_diff1": 0.8783661612793247, + "nauc_precision_at_5_max": 0.8596327419856805, + "nauc_precision_at_5_std": 0.06322529011604601, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8978758169934707, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.7117180205415458, + "nauc_recall_at_10_diff1": 0.8770332694481323, + "nauc_recall_at_10_max": 0.8780284043441949, + "nauc_recall_at_10_std": 0.21039117401346824, + "nauc_recall_at_1_diff1": 0.8945245333983831, + "nauc_recall_at_1_max": 0.7624005664070641, + "nauc_recall_at_1_std": -0.08574641384603535, + "nauc_recall_at_20_diff1": 0.8463014835563848, + "nauc_recall_at_20_max": 0.8799495106684669, + "nauc_recall_at_20_std": 0.42953971712141786, + "nauc_recall_at_3_diff1": 0.8564661819784096, + "nauc_recall_at_3_max": 0.8096182293141977, + "nauc_recall_at_3_std": -0.08085481383564525, + "nauc_recall_at_5_diff1": 0.8783661612793264, + "nauc_recall_at_5_max": 0.8596327419856851, + "nauc_recall_at_5_std": 0.06322529011604437, + "ndcg_at_1": 0.81444, + "ndcg_at_10": 0.88759, + "ndcg_at_100": 0.89537, + "ndcg_at_1000": 0.89597, + "ndcg_at_20": 0.89059, + "ndcg_at_3": 0.86651, + "ndcg_at_5": 0.87851, + "precision_at_1": 0.81444, + "precision_at_10": 0.09578, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.0485, + "precision_at_3": 0.30037, + "precision_at_5": 0.186, + "recall_at_1": 0.81444, + "recall_at_10": 0.95778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97, + "recall_at_3": 0.90111, + "recall_at_5": 0.93 + }, + { + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ], + "main_score": 0.88532, + "map_at_1": 0.80111, + "map_at_10": 0.85981, + "map_at_100": 0.86148, + "map_at_1000": 0.8615, + "map_at_20": 0.86112, + "map_at_3": 0.84926, + "map_at_5": 0.85748, + "mrr_at_1": 0.8011111111111111, + "mrr_at_10": 0.8598059964726636, + "mrr_at_100": 0.8614778787130423, + "mrr_at_1000": 0.8614964354728947, + "mrr_at_20": 0.861115770323588, + "mrr_at_3": 0.8492592592592598, + "mrr_at_5": 0.8574814814814824, + "nauc_map_at_1000_diff1": 0.8341605113424438, + "nauc_map_at_1000_max": 0.6642141786080109, + "nauc_map_at_1000_std": -0.06305191662484973, + "nauc_map_at_100_diff1": 0.8341113909085361, + "nauc_map_at_100_max": 0.6642372489066216, + "nauc_map_at_100_std": -0.0629430562795433, + "nauc_map_at_10_diff1": 0.8341394720575683, + "nauc_map_at_10_max": 0.6648521212339379, + "nauc_map_at_10_std": -0.06421053775794863, + "nauc_map_at_1_diff1": 0.848894554502396, + "nauc_map_at_1_max": 0.6473732071029682, + "nauc_map_at_1_std": -0.06919145992446186, + "nauc_map_at_20_diff1": 0.8342775344123977, + "nauc_map_at_20_max": 0.6650057223424702, + "nauc_map_at_20_std": -0.06206286829082021, + "nauc_map_at_3_diff1": 0.8299138057608855, + "nauc_map_at_3_max": 0.6667952399405956, + "nauc_map_at_3_std": -0.06785539779086629, + "nauc_map_at_5_diff1": 0.8329382624831239, + "nauc_map_at_5_max": 0.6670462274382606, + "nauc_map_at_5_std": -0.05908459133049142, + "nauc_mrr_at_1000_diff1": 0.8341605113424438, + "nauc_mrr_at_1000_max": 0.6642141786080109, + "nauc_mrr_at_1000_std": -0.06305191662484973, + "nauc_mrr_at_100_diff1": 0.8341113909085361, + "nauc_mrr_at_100_max": 0.6642372489066216, + "nauc_mrr_at_100_std": -0.0629430562795433, + "nauc_mrr_at_10_diff1": 0.8341394720575683, + "nauc_mrr_at_10_max": 0.6648521212339379, + "nauc_mrr_at_10_std": -0.06421053775794863, + "nauc_mrr_at_1_diff1": 0.848894554502396, + "nauc_mrr_at_1_max": 0.6473732071029682, + "nauc_mrr_at_1_std": -0.06919145992446186, + "nauc_mrr_at_20_diff1": 0.8342775344123977, + "nauc_mrr_at_20_max": 0.6650057223424702, + "nauc_mrr_at_20_std": -0.06206286829082021, + "nauc_mrr_at_3_diff1": 0.8299138057608855, + "nauc_mrr_at_3_max": 0.6667952399405956, + "nauc_mrr_at_3_std": -0.06785539779086629, + "nauc_mrr_at_5_diff1": 0.8329382624831239, + "nauc_mrr_at_5_max": 0.6670462274382606, + "nauc_mrr_at_5_std": -0.05908459133049142, + "nauc_ndcg_at_1000_diff1": 0.831830089995353, + "nauc_ndcg_at_1000_max": 0.6683749599556196, + "nauc_ndcg_at_1000_std": -0.05736116577740986, + "nauc_ndcg_at_100_diff1": 0.8297791145424763, + "nauc_ndcg_at_100_max": 0.6689118468776013, + "nauc_ndcg_at_100_std": -0.05403127314201786, + "nauc_ndcg_at_10_diff1": 0.8310548315100308, + "nauc_ndcg_at_10_max": 0.6745722667877229, + "nauc_ndcg_at_10_std": -0.0555025044802624, + "nauc_ndcg_at_1_diff1": 0.848894554502396, + "nauc_ndcg_at_1_max": 0.6473732071029682, + "nauc_ndcg_at_1_std": -0.06919145992446186, + "nauc_ndcg_at_20_diff1": 0.831238015382884, + "nauc_ndcg_at_20_max": 0.6757734080383653, + "nauc_ndcg_at_20_std": -0.045473646155755325, + "nauc_ndcg_at_3_diff1": 0.8224733152367911, + "nauc_ndcg_at_3_max": 0.6781062617748886, + "nauc_ndcg_at_3_std": -0.06238614168683927, + "nauc_ndcg_at_5_diff1": 0.8278538065875388, + "nauc_ndcg_at_5_max": 0.6800990614545294, + "nauc_ndcg_at_5_std": -0.042147390466381, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3302209772798562, + "nauc_precision_at_100_max": 0.7860255213196017, + "nauc_precision_at_100_std": 0.7152194211017626, + "nauc_precision_at_10_diff1": 0.8064256005432497, + "nauc_precision_at_10_max": 0.7736751266163018, + "nauc_precision_at_10_std": 0.03864980335567823, + "nauc_precision_at_1_diff1": 0.848894554502396, + "nauc_precision_at_1_max": 0.6473732071029682, + "nauc_precision_at_1_std": -0.06919145992446186, + "nauc_precision_at_20_diff1": 0.780462184873942, + "nauc_precision_at_20_max": 0.9075046685340782, + "nauc_precision_at_20_std": 0.37021475256768294, + "nauc_precision_at_3_diff1": 0.788728660188356, + "nauc_precision_at_3_max": 0.7313460363569291, + "nauc_precision_at_3_std": -0.034985187490635714, + "nauc_precision_at_5_diff1": 0.7932617491440982, + "nauc_precision_at_5_max": 0.7783807967631468, + "nauc_precision_at_5_std": 0.09421685340802655, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.33022097727981214, + "nauc_recall_at_100_max": 0.7860255213196327, + "nauc_recall_at_100_std": 0.7152194211017746, + "nauc_recall_at_10_diff1": 0.806425600543248, + "nauc_recall_at_10_max": 0.7736751266163036, + "nauc_recall_at_10_std": 0.038649803355683576, + "nauc_recall_at_1_diff1": 0.848894554502396, + "nauc_recall_at_1_max": 0.6473732071029682, + "nauc_recall_at_1_std": -0.06919145992446186, + "nauc_recall_at_20_diff1": 0.7804621848739519, + "nauc_recall_at_20_max": 0.907504668534085, + "nauc_recall_at_20_std": 0.37021475256769965, + "nauc_recall_at_3_diff1": 0.7887286601883549, + "nauc_recall_at_3_max": 0.7313460363569302, + "nauc_recall_at_3_std": -0.03498518749063421, + "nauc_recall_at_5_diff1": 0.7932617491441036, + "nauc_recall_at_5_max": 0.7783807967631479, + "nauc_recall_at_5_std": 0.09421685340802938, + "ndcg_at_1": 0.80111, + "ndcg_at_10": 0.88532, + "ndcg_at_100": 0.89277, + "ndcg_at_1000": 0.89321, + "ndcg_at_20": 0.8901, + "ndcg_at_3": 0.86487, + "ndcg_at_5": 0.87983, + "precision_at_1": 0.80111, + "precision_at_10": 0.09633, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30333, + "precision_at_5": 0.18933, + "recall_at_1": 0.80111, + "recall_at_10": 0.96333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.91, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ], + "main_score": 0.86427, + "map_at_1": 0.78111, + "map_at_10": 0.83892, + "map_at_100": 0.84133, + "map_at_1000": 0.84137, + "map_at_20": 0.84073, + "map_at_3": 0.82889, + "map_at_5": 0.836, + "mrr_at_1": 0.7811111111111111, + "mrr_at_10": 0.8389237213403884, + "mrr_at_100": 0.8413260963340903, + "mrr_at_1000": 0.8413747151569216, + "mrr_at_20": 0.8407345152554133, + "mrr_at_3": 0.8288888888888892, + "mrr_at_5": 0.8360000000000005, + "nauc_map_at_1000_diff1": 0.840081704947822, + "nauc_map_at_1000_max": 0.742010830222739, + "nauc_map_at_1000_std": -0.003065583830431837, + "nauc_map_at_100_diff1": 0.8400683974459958, + "nauc_map_at_100_max": 0.7420931894437642, + "nauc_map_at_100_std": -0.00274553486675746, + "nauc_map_at_10_diff1": 0.8390776131538418, + "nauc_map_at_10_max": 0.7423251561962283, + "nauc_map_at_10_std": -0.001494272308654862, + "nauc_map_at_1_diff1": 0.8522005177688875, + "nauc_map_at_1_max": 0.7337059269278621, + "nauc_map_at_1_std": -0.025495333097121604, + "nauc_map_at_20_diff1": 0.8400825343877012, + "nauc_map_at_20_max": 0.7421413064610121, + "nauc_map_at_20_std": -0.002954497055117509, + "nauc_map_at_3_diff1": 0.8395422992709192, + "nauc_map_at_3_max": 0.7421631441300308, + "nauc_map_at_3_std": -0.006370906159279449, + "nauc_map_at_5_diff1": 0.838655035958637, + "nauc_map_at_5_max": 0.7417223241028679, + "nauc_map_at_5_std": -0.004266441910423711, + "nauc_mrr_at_1000_diff1": 0.840081704947822, + "nauc_mrr_at_1000_max": 0.742010830222739, + "nauc_mrr_at_1000_std": -0.003065583830431837, + "nauc_mrr_at_100_diff1": 0.8400683974459958, + "nauc_mrr_at_100_max": 0.7420931894437642, + "nauc_mrr_at_100_std": -0.00274553486675746, + "nauc_mrr_at_10_diff1": 0.8390776131538418, + "nauc_mrr_at_10_max": 0.7423251561962283, + "nauc_mrr_at_10_std": -0.001494272308654862, + "nauc_mrr_at_1_diff1": 0.8522005177688875, + "nauc_mrr_at_1_max": 0.7337059269278621, + "nauc_mrr_at_1_std": -0.025495333097121604, + "nauc_mrr_at_20_diff1": 0.8400825343877012, + "nauc_mrr_at_20_max": 0.7421413064610121, + "nauc_mrr_at_20_std": -0.002954497055117509, + "nauc_mrr_at_3_diff1": 0.8395422992709192, + "nauc_mrr_at_3_max": 0.7421631441300308, + "nauc_mrr_at_3_std": -0.006370906159279449, + "nauc_mrr_at_5_diff1": 0.838655035958637, + "nauc_mrr_at_5_max": 0.7417223241028679, + "nauc_mrr_at_5_std": -0.004266441910423711, + "nauc_ndcg_at_1000_diff1": 0.8381284515084135, + "nauc_ndcg_at_1000_max": 0.7451178137881296, + "nauc_ndcg_at_1000_std": 0.007393810766894975, + "nauc_ndcg_at_100_diff1": 0.837666855568896, + "nauc_ndcg_at_100_max": 0.7475090277263621, + "nauc_ndcg_at_100_std": 0.016796558448100504, + "nauc_ndcg_at_10_diff1": 0.8335403750132877, + "nauc_ndcg_at_10_max": 0.7489552538390186, + "nauc_ndcg_at_10_std": 0.022048339496926594, + "nauc_ndcg_at_1_diff1": 0.8522005177688875, + "nauc_ndcg_at_1_max": 0.7337059269278621, + "nauc_ndcg_at_1_std": -0.025495333097121604, + "nauc_ndcg_at_20_diff1": 0.837658241252547, + "nauc_ndcg_at_20_max": 0.7485498596234479, + "nauc_ndcg_at_20_std": 0.0172361827541224, + "nauc_ndcg_at_3_diff1": 0.8345756773121662, + "nauc_ndcg_at_3_max": 0.7469291828743483, + "nauc_ndcg_at_3_std": 0.00565926057616022, + "nauc_ndcg_at_5_diff1": 0.8325423240303719, + "nauc_ndcg_at_5_max": 0.7466241606687968, + "nauc_ndcg_at_5_std": 0.011351795682284997, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7884570494864677, + "nauc_precision_at_100_max": 0.9836601307189621, + "nauc_precision_at_100_std": 0.9489379084967193, + "nauc_precision_at_10_diff1": 0.7931570063923002, + "nauc_precision_at_10_max": 0.8029250161603094, + "nauc_precision_at_10_std": 0.21947496947496775, + "nauc_precision_at_1_diff1": 0.8522005177688875, + "nauc_precision_at_1_max": 0.7337059269278621, + "nauc_precision_at_1_std": -0.025495333097121604, + "nauc_precision_at_20_diff1": 0.8227513227513242, + "nauc_precision_at_20_max": 0.8371770930594447, + "nauc_precision_at_20_std": 0.2979769685652016, + "nauc_precision_at_3_diff1": 0.8138174077578068, + "nauc_precision_at_3_max": 0.7675212866603626, + "nauc_precision_at_3_std": 0.05804162724692431, + "nauc_precision_at_5_diff1": 0.7986759518622277, + "nauc_precision_at_5_max": 0.7745616765224604, + "nauc_precision_at_5_std": 0.10198153335408186, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7884570494864729, + "nauc_recall_at_100_max": 0.9836601307189647, + "nauc_recall_at_100_std": 0.9489379084967353, + "nauc_recall_at_10_diff1": 0.7931570063923011, + "nauc_recall_at_10_max": 0.8029250161603103, + "nauc_recall_at_10_std": 0.21947496947497247, + "nauc_recall_at_1_diff1": 0.8522005177688875, + "nauc_recall_at_1_max": 0.7337059269278621, + "nauc_recall_at_1_std": -0.025495333097121604, + "nauc_recall_at_20_diff1": 0.8227513227513247, + "nauc_recall_at_20_max": 0.8371770930594462, + "nauc_recall_at_20_std": 0.29797696856520245, + "nauc_recall_at_3_diff1": 0.8138174077578054, + "nauc_recall_at_3_max": 0.7675212866603601, + "nauc_recall_at_3_std": 0.058041627246926554, + "nauc_recall_at_5_diff1": 0.7986759518622272, + "nauc_recall_at_5_max": 0.7745616765224616, + "nauc_recall_at_5_std": 0.10198153335408092, + "ndcg_at_1": 0.78111, + "ndcg_at_10": 0.86427, + "ndcg_at_100": 0.87506, + "ndcg_at_1000": 0.87623, + "ndcg_at_20": 0.87059, + "ndcg_at_3": 0.84431, + "ndcg_at_5": 0.85713, + "precision_at_1": 0.78111, + "precision_at_10": 0.09422, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04833, + "precision_at_3": 0.2963, + "precision_at_5": 0.184, + "recall_at_1": 0.78111, + "recall_at_10": 0.94222, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96667, + "recall_at_3": 0.88889, + "recall_at_5": 0.92 + }, + { + "hf_subset": "eng_Latn-eng_Latn", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.94634, + "map_at_1": 0.90111, + "map_at_10": 0.93289, + "map_at_100": 0.93349, + "map_at_1000": 0.93349, + "map_at_20": 0.93335, + "map_at_3": 0.92741, + "map_at_5": 0.93074, + "mrr_at_1": 0.9011111111111111, + "mrr_at_10": 0.9328884479717816, + "mrr_at_100": 0.9334876081921749, + "mrr_at_1000": 0.9334944669027373, + "mrr_at_20": 0.9333531647851826, + "mrr_at_3": 0.9274074074074076, + "mrr_at_5": 0.9307407407407412, + "nauc_map_at_1000_diff1": 0.9170622867634622, + "nauc_map_at_1000_max": 0.8064981253809473, + "nauc_map_at_1000_std": -0.2198802246539631, + "nauc_map_at_100_diff1": 0.9170708392414925, + "nauc_map_at_100_max": 0.8065180791567043, + "nauc_map_at_100_std": -0.21976791111799743, + "nauc_map_at_10_diff1": 0.9176123002378913, + "nauc_map_at_10_max": 0.8081216819673567, + "nauc_map_at_10_std": -0.21215523419169374, + "nauc_map_at_1_diff1": 0.9141619194494285, + "nauc_map_at_1_max": 0.7922554789706145, + "nauc_map_at_1_std": -0.22725794437625121, + "nauc_map_at_20_diff1": 0.9171740312031121, + "nauc_map_at_20_max": 0.8067837477619392, + "nauc_map_at_20_std": -0.21992079232741257, + "nauc_map_at_3_diff1": 0.9161962404009228, + "nauc_map_at_3_max": 0.8052780636063955, + "nauc_map_at_3_std": -0.24039615846338586, + "nauc_map_at_5_diff1": 0.916383309116875, + "nauc_map_at_5_max": 0.8068618713082385, + "nauc_map_at_5_std": -0.22756145238844047, + "nauc_mrr_at_1000_diff1": 0.9170622867634622, + "nauc_mrr_at_1000_max": 0.8064981253809473, + "nauc_mrr_at_1000_std": -0.2198802246539631, + "nauc_mrr_at_100_diff1": 0.9170708392414925, + "nauc_mrr_at_100_max": 0.8065180791567043, + "nauc_mrr_at_100_std": -0.21976791111799743, + "nauc_mrr_at_10_diff1": 0.9176123002378913, + "nauc_mrr_at_10_max": 0.8081216819673567, + "nauc_mrr_at_10_std": -0.21215523419169374, + "nauc_mrr_at_1_diff1": 0.9141619194494285, + "nauc_mrr_at_1_max": 0.7922554789706145, + "nauc_mrr_at_1_std": -0.22725794437625121, + "nauc_mrr_at_20_diff1": 0.9171740312031121, + "nauc_mrr_at_20_max": 0.8067837477619392, + "nauc_mrr_at_20_std": -0.21992079232741257, + "nauc_mrr_at_3_diff1": 0.9161962404009228, + "nauc_mrr_at_3_max": 0.8052780636063955, + "nauc_mrr_at_3_std": -0.24039615846338586, + "nauc_mrr_at_5_diff1": 0.916383309116875, + "nauc_mrr_at_5_max": 0.8068618713082385, + "nauc_mrr_at_5_std": -0.22756145238844047, + "nauc_ndcg_at_1000_diff1": 0.917798432259405, + "nauc_ndcg_at_1000_max": 0.8088460539039579, + "nauc_ndcg_at_1000_std": -0.21444841587155494, + "nauc_ndcg_at_100_diff1": 0.9180416566709572, + "nauc_ndcg_at_100_max": 0.8094116551124626, + "nauc_ndcg_at_100_std": -0.2112417925937971, + "nauc_ndcg_at_10_diff1": 0.9207631064517366, + "nauc_ndcg_at_10_max": 0.8174599352549659, + "nauc_ndcg_at_10_std": -0.17666137898219508, + "nauc_ndcg_at_1_diff1": 0.9141619194494285, + "nauc_ndcg_at_1_max": 0.7922554789706145, + "nauc_ndcg_at_1_std": -0.22725794437625121, + "nauc_ndcg_at_20_diff1": 0.9188704695008114, + "nauc_ndcg_at_20_max": 0.8115246975080662, + "nauc_ndcg_at_20_std": -0.21176507358943836, + "nauc_ndcg_at_3_diff1": 0.9168448695144724, + "nauc_ndcg_at_3_max": 0.8089777754487607, + "nauc_ndcg_at_3_std": -0.2501111119595934, + "nauc_ndcg_at_5_diff1": 0.9170600385987185, + "nauc_ndcg_at_5_max": 0.8121049265695435, + "nauc_ndcg_at_5_std": -0.22311366354281467, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515043, + "nauc_precision_at_10_diff1": 0.9762329174093924, + "nauc_precision_at_10_max": 0.9762329174093924, + "nauc_precision_at_10_std": 0.4914693149987233, + "nauc_precision_at_1_diff1": 0.9141619194494285, + "nauc_precision_at_1_max": 0.7922554789706145, + "nauc_precision_at_1_std": -0.22725794437625121, + "nauc_precision_at_20_diff1": 0.9738562091503318, + "nauc_precision_at_20_max": 0.9477124183006342, + "nauc_precision_at_20_std": -0.0034547152194563373, + "nauc_precision_at_3_diff1": 0.9198977836748763, + "nauc_precision_at_3_max": 0.826060248660871, + "nauc_precision_at_3_std": -0.29987960096319427, + "nauc_precision_at_5_diff1": 0.9213818860877696, + "nauc_precision_at_5_max": 0.8480112044817866, + "nauc_precision_at_5_std": -0.18356676003735478, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457515964, + "nauc_recall_at_10_diff1": 0.9762329174093819, + "nauc_recall_at_10_max": 0.9762329174093819, + "nauc_recall_at_10_std": 0.49146931499872204, + "nauc_recall_at_1_diff1": 0.9141619194494285, + "nauc_recall_at_1_max": 0.7922554789706145, + "nauc_recall_at_1_std": -0.22725794437625121, + "nauc_recall_at_20_diff1": 0.9738562091503434, + "nauc_recall_at_20_max": 0.9477124183006633, + "nauc_recall_at_20_std": -0.0034547152194269693, + "nauc_recall_at_3_diff1": 0.9198977836748763, + "nauc_recall_at_3_max": 0.826060248660871, + "nauc_recall_at_3_std": -0.2998796009631927, + "nauc_recall_at_5_diff1": 0.9213818860877687, + "nauc_recall_at_5_max": 0.8480112044817953, + "nauc_recall_at_5_std": -0.18356676003734354, + "ndcg_at_1": 0.90111, + "ndcg_at_10": 0.94634, + "ndcg_at_100": 0.9489, + "ndcg_at_1000": 0.94905, + "ndcg_at_20": 0.94803, + "ndcg_at_3": 0.93526, + "ndcg_at_5": 0.94124, + "precision_at_1": 0.90111, + "precision_at_10": 0.09878, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04972, + "precision_at_3": 0.31926, + "precision_at_5": 0.19444, + "recall_at_1": 0.90111, + "recall_at_10": 0.98778, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.99444, + "recall_at_3": 0.95778, + "recall_at_5": 0.97222 + }, + { + "hf_subset": "est_Latn-est_Latn", + "languages": [ + "est-Latn", + "est-Latn" + ], + "main_score": 0.85379, + "map_at_1": 0.78444, + "map_at_10": 0.83032, + "map_at_100": 0.83335, + "map_at_1000": 0.83342, + "map_at_20": 0.83249, + "map_at_3": 0.81907, + "map_at_5": 0.82541, + "mrr_at_1": 0.7844444444444445, + "mrr_at_10": 0.8303192239858906, + "mrr_at_100": 0.833352013721317, + "mrr_at_1000": 0.8334249482025572, + "mrr_at_20": 0.8324882898271699, + "mrr_at_3": 0.8190740740740741, + "mrr_at_5": 0.8254074074074073, + "nauc_map_at_1000_diff1": 0.8496384371253519, + "nauc_map_at_1000_max": 0.7785914082634733, + "nauc_map_at_1000_std": 0.11759539492258446, + "nauc_map_at_100_diff1": 0.8496440311800335, + "nauc_map_at_100_max": 0.7786813337898746, + "nauc_map_at_100_std": 0.11792244542489869, + "nauc_map_at_10_diff1": 0.8479771461155062, + "nauc_map_at_10_max": 0.7784699036137079, + "nauc_map_at_10_std": 0.11872726568826315, + "nauc_map_at_1_diff1": 0.8636608746184736, + "nauc_map_at_1_max": 0.7549225429168259, + "nauc_map_at_1_std": 0.08248564203781006, + "nauc_map_at_20_diff1": 0.8496343778435826, + "nauc_map_at_20_max": 0.7792863967457253, + "nauc_map_at_20_std": 0.11975064355390456, + "nauc_map_at_3_diff1": 0.8491224968627753, + "nauc_map_at_3_max": 0.7823256745543503, + "nauc_map_at_3_std": 0.10905891441815184, + "nauc_map_at_5_diff1": 0.846911237163471, + "nauc_map_at_5_max": 0.7790530538849546, + "nauc_map_at_5_std": 0.11296551990753888, + "nauc_mrr_at_1000_diff1": 0.8496384371253519, + "nauc_mrr_at_1000_max": 0.7785914082634733, + "nauc_mrr_at_1000_std": 0.11759539492258446, + "nauc_mrr_at_100_diff1": 0.8496440311800335, + "nauc_mrr_at_100_max": 0.7786813337898746, + "nauc_mrr_at_100_std": 0.11792244542489869, + "nauc_mrr_at_10_diff1": 0.8479771461155062, + "nauc_mrr_at_10_max": 0.7784699036137079, + "nauc_mrr_at_10_std": 0.11872726568826315, + "nauc_mrr_at_1_diff1": 0.8636608746184736, + "nauc_mrr_at_1_max": 0.7549225429168259, + "nauc_mrr_at_1_std": 0.08248564203781006, + "nauc_mrr_at_20_diff1": 0.8496343778435826, + "nauc_mrr_at_20_max": 0.7792863967457253, + "nauc_mrr_at_20_std": 0.11975064355390456, + "nauc_mrr_at_3_diff1": 0.8491224968627753, + "nauc_mrr_at_3_max": 0.7823256745543503, + "nauc_mrr_at_3_std": 0.10905891441815184, + "nauc_mrr_at_5_diff1": 0.846911237163471, + "nauc_mrr_at_5_max": 0.7790530538849546, + "nauc_mrr_at_5_std": 0.11296551990753888, + "nauc_ndcg_at_1000_diff1": 0.8479827900183701, + "nauc_ndcg_at_1000_max": 0.7832777812840072, + "nauc_ndcg_at_1000_std": 0.130852229270412, + "nauc_ndcg_at_100_diff1": 0.8481392889651777, + "nauc_ndcg_at_100_max": 0.7855991733601214, + "nauc_ndcg_at_100_std": 0.13874473264702014, + "nauc_ndcg_at_10_diff1": 0.8416731751811238, + "nauc_ndcg_at_10_max": 0.7867897935193661, + "nauc_ndcg_at_10_std": 0.14917196804683774, + "nauc_ndcg_at_1_diff1": 0.8636608746184736, + "nauc_ndcg_at_1_max": 0.7549225429168259, + "nauc_ndcg_at_1_std": 0.08248564203781006, + "nauc_ndcg_at_20_diff1": 0.8482798028979109, + "nauc_ndcg_at_20_max": 0.7905803296973192, + "nauc_ndcg_at_20_std": 0.15379839621171718, + "nauc_ndcg_at_3_diff1": 0.8437533274941645, + "nauc_ndcg_at_3_max": 0.7933202094552804, + "nauc_ndcg_at_3_std": 0.12472791862890296, + "nauc_ndcg_at_5_diff1": 0.838859364191514, + "nauc_ndcg_at_5_max": 0.7874300529387137, + "nauc_ndcg_at_5_std": 0.13333359082853002, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8606442577030885, + "nauc_precision_at_100_max": 0.9738562091503385, + "nauc_precision_at_100_std": 0.766386554621866, + "nauc_precision_at_10_diff1": 0.8033397974574428, + "nauc_precision_at_10_max": 0.8376642964878243, + "nauc_precision_at_10_std": 0.35864397040867513, + "nauc_precision_at_1_diff1": 0.8636608746184736, + "nauc_precision_at_1_max": 0.7549225429168259, + "nauc_precision_at_1_std": 0.08248564203781006, + "nauc_precision_at_20_diff1": 0.8548085901027037, + "nauc_precision_at_20_max": 0.9149608561373261, + "nauc_precision_at_20_std": 0.5428906605377132, + "nauc_precision_at_3_diff1": 0.8238615650409744, + "nauc_precision_at_3_max": 0.834409820735129, + "nauc_precision_at_3_std": 0.1851690415431678, + "nauc_precision_at_5_diff1": 0.8021708921647696, + "nauc_precision_at_5_max": 0.8231655766857454, + "nauc_precision_at_5_std": 0.22762299940723024, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8606442577030806, + "nauc_recall_at_100_max": 0.973856209150332, + "nauc_recall_at_100_std": 0.766386554621849, + "nauc_recall_at_10_diff1": 0.8033397974574444, + "nauc_recall_at_10_max": 0.8376642964878259, + "nauc_recall_at_10_std": 0.3586439704086759, + "nauc_recall_at_1_diff1": 0.8636608746184736, + "nauc_recall_at_1_max": 0.7549225429168259, + "nauc_recall_at_1_std": 0.08248564203781006, + "nauc_recall_at_20_diff1": 0.8548085901027102, + "nauc_recall_at_20_max": 0.9149608561373278, + "nauc_recall_at_20_std": 0.5428906605377181, + "nauc_recall_at_3_diff1": 0.8238615650409719, + "nauc_recall_at_3_max": 0.8344098207351285, + "nauc_recall_at_3_std": 0.18516904154316835, + "nauc_recall_at_5_diff1": 0.8021708921647702, + "nauc_recall_at_5_max": 0.8231655766857451, + "nauc_recall_at_5_std": 0.22762299940723238, + "ndcg_at_1": 0.78444, + "ndcg_at_10": 0.85379, + "ndcg_at_100": 0.86736, + "ndcg_at_1000": 0.86888, + "ndcg_at_20": 0.8613, + "ndcg_at_3": 0.8307, + "ndcg_at_5": 0.84213, + "precision_at_1": 0.78444, + "precision_at_10": 0.09278, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28815, + "precision_at_5": 0.17844, + "recall_at_1": 0.78444, + "recall_at_10": 0.92778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.95667, + "recall_at_3": 0.86444, + "recall_at_5": 0.89222 + }, + { + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ], + "main_score": 0.88755, + "map_at_1": 0.80778, + "map_at_10": 0.86273, + "map_at_100": 0.86448, + "map_at_1000": 0.86452, + "map_at_20": 0.86418, + "map_at_3": 0.85204, + "map_at_5": 0.85876, + "mrr_at_1": 0.8077777777777778, + "mrr_at_10": 0.8627275132275137, + "mrr_at_100": 0.8644815574446146, + "mrr_at_1000": 0.8645156246934842, + "mrr_at_20": 0.8641821371925866, + "mrr_at_3": 0.8520370370370374, + "mrr_at_5": 0.8587592592592598, + "nauc_map_at_1000_diff1": 0.8438924375351442, + "nauc_map_at_1000_max": 0.7141958980253577, + "nauc_map_at_1000_std": -0.013101024007955592, + "nauc_map_at_100_diff1": 0.8438964293424492, + "nauc_map_at_100_max": 0.7142633547791039, + "nauc_map_at_100_std": -0.012920648996461814, + "nauc_map_at_10_diff1": 0.8438364117300284, + "nauc_map_at_10_max": 0.7160376564680713, + "nauc_map_at_10_std": -0.012577366211618141, + "nauc_map_at_1_diff1": 0.8586371305344254, + "nauc_map_at_1_max": 0.6951020079118747, + "nauc_map_at_1_std": -0.015262318398277276, + "nauc_map_at_20_diff1": 0.8437707107912007, + "nauc_map_at_20_max": 0.7140502352889387, + "nauc_map_at_20_std": -0.01307908230842437, + "nauc_map_at_3_diff1": 0.8410977648268679, + "nauc_map_at_3_max": 0.7174570702222698, + "nauc_map_at_3_std": -0.016403986847462602, + "nauc_map_at_5_diff1": 0.8434368748087866, + "nauc_map_at_5_max": 0.7152801787416977, + "nauc_map_at_5_std": -0.011828683533705243, + "nauc_mrr_at_1000_diff1": 0.8438924375351442, + "nauc_mrr_at_1000_max": 0.7141958980253577, + "nauc_mrr_at_1000_std": -0.013101024007955592, + "nauc_mrr_at_100_diff1": 0.8438964293424492, + "nauc_mrr_at_100_max": 0.7142633547791039, + "nauc_mrr_at_100_std": -0.012920648996461814, + "nauc_mrr_at_10_diff1": 0.8438364117300284, + "nauc_mrr_at_10_max": 0.7160376564680713, + "nauc_mrr_at_10_std": -0.012577366211618141, + "nauc_mrr_at_1_diff1": 0.8586371305344254, + "nauc_mrr_at_1_max": 0.6951020079118747, + "nauc_mrr_at_1_std": -0.015262318398277276, + "nauc_mrr_at_20_diff1": 0.8437707107912007, + "nauc_mrr_at_20_max": 0.7140502352889387, + "nauc_mrr_at_20_std": -0.01307908230842437, + "nauc_mrr_at_3_diff1": 0.8410977648268679, + "nauc_mrr_at_3_max": 0.7174570702222698, + "nauc_mrr_at_3_std": -0.016403986847462602, + "nauc_mrr_at_5_diff1": 0.8434368748087866, + "nauc_mrr_at_5_max": 0.7152801787416977, + "nauc_mrr_at_5_std": -0.011828683533705243, + "nauc_ndcg_at_1000_diff1": 0.8411945715612051, + "nauc_ndcg_at_1000_max": 0.7169163174535332, + "nauc_ndcg_at_1000_std": -0.009899709405760073, + "nauc_ndcg_at_100_diff1": 0.8411082567697912, + "nauc_ndcg_at_100_max": 0.7184837931364355, + "nauc_ndcg_at_100_std": -0.005443616160842677, + "nauc_ndcg_at_10_diff1": 0.8387746559166724, + "nauc_ndcg_at_10_max": 0.7255415956790224, + "nauc_ndcg_at_10_std": -0.0052742796982947005, + "nauc_ndcg_at_1_diff1": 0.8586371305344254, + "nauc_ndcg_at_1_max": 0.6951020079118747, + "nauc_ndcg_at_1_std": -0.015262318398277276, + "nauc_ndcg_at_20_diff1": 0.8385188981562951, + "nauc_ndcg_at_20_max": 0.717065852706698, + "nauc_ndcg_at_20_std": -0.004770350778711214, + "nauc_ndcg_at_3_diff1": 0.8337858999288148, + "nauc_ndcg_at_3_max": 0.7254198596119977, + "nauc_ndcg_at_3_std": -0.015673506725905537, + "nauc_ndcg_at_5_diff1": 0.8380765358799344, + "nauc_ndcg_at_5_max": 0.7221679315022133, + "nauc_ndcg_at_5_std": -0.005005540220286848, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8190943043884411, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.71171802054152, + "nauc_precision_at_10_diff1": 0.7893469887955128, + "nauc_precision_at_10_max": 0.8298465219421077, + "nauc_precision_at_10_std": 0.08501108776843361, + "nauc_precision_at_1_diff1": 0.8586371305344254, + "nauc_precision_at_1_max": 0.6951020079118747, + "nauc_precision_at_1_std": -0.015262318398277276, + "nauc_precision_at_20_diff1": 0.7143575378869372, + "nauc_precision_at_20_max": 0.7477914242619932, + "nauc_precision_at_20_std": 0.26571141277022625, + "nauc_precision_at_3_diff1": 0.80202080832333, + "nauc_precision_at_3_max": 0.7593870881686021, + "nauc_precision_at_3_std": -0.011943666355431665, + "nauc_precision_at_5_diff1": 0.807519559547956, + "nauc_precision_at_5_max": 0.7621059918220113, + "nauc_precision_at_5_std": 0.04137287098747398, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8190943043884288, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.7117180205415458, + "nauc_recall_at_10_diff1": 0.7893469887955171, + "nauc_recall_at_10_max": 0.829846521942112, + "nauc_recall_at_10_std": 0.08501108776844073, + "nauc_recall_at_1_diff1": 0.8586371305344254, + "nauc_recall_at_1_max": 0.6951020079118747, + "nauc_recall_at_1_std": -0.015262318398277276, + "nauc_recall_at_20_diff1": 0.7143575378869462, + "nauc_recall_at_20_max": 0.7477914242620203, + "nauc_recall_at_20_std": 0.265711412770233, + "nauc_recall_at_3_diff1": 0.8020208083233288, + "nauc_recall_at_3_max": 0.7593870881685997, + "nauc_recall_at_3_std": -0.011943666355429516, + "nauc_recall_at_5_diff1": 0.8075195595479583, + "nauc_recall_at_5_max": 0.7621059918220157, + "nauc_recall_at_5_std": 0.04137287098747554, + "ndcg_at_1": 0.80778, + "ndcg_at_10": 0.88755, + "ndcg_at_100": 0.89482, + "ndcg_at_1000": 0.89545, + "ndcg_at_20": 0.89288, + "ndcg_at_3": 0.8661, + "ndcg_at_5": 0.8781, + "precision_at_1": 0.80778, + "precision_at_10": 0.09644, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30222, + "precision_at_5": 0.18711, + "recall_at_1": 0.80778, + "recall_at_10": 0.96444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.90667, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ], + "main_score": 0.83299, + "map_at_1": 0.74778, + "map_at_10": 0.80576, + "map_at_100": 0.80953, + "map_at_1000": 0.8096, + "map_at_20": 0.80845, + "map_at_3": 0.79389, + "map_at_5": 0.80094, + "mrr_at_1": 0.7477777777777778, + "mrr_at_10": 0.8057579365079369, + "mrr_at_100": 0.8095254661392318, + "mrr_at_1000": 0.8095983343586521, + "mrr_at_20": 0.8084543237454748, + "mrr_at_3": 0.7938888888888893, + "mrr_at_5": 0.8009444444444447, + "nauc_map_at_1000_diff1": 0.8316845174139472, + "nauc_map_at_1000_max": 0.7898771956040777, + "nauc_map_at_1000_std": 0.13194456470827284, + "nauc_map_at_100_diff1": 0.8317077042823673, + "nauc_map_at_100_max": 0.7899501775815916, + "nauc_map_at_100_std": 0.13222398650905623, + "nauc_map_at_10_diff1": 0.8297038007686964, + "nauc_map_at_10_max": 0.7888685532601455, + "nauc_map_at_10_std": 0.13054095804756452, + "nauc_map_at_1_diff1": 0.854473536549603, + "nauc_map_at_1_max": 0.780270580438682, + "nauc_map_at_1_std": 0.08709928440964368, + "nauc_map_at_20_diff1": 0.8313423325098439, + "nauc_map_at_20_max": 0.7905058469108663, + "nauc_map_at_20_std": 0.13464627791397388, + "nauc_map_at_3_diff1": 0.8299703880935636, + "nauc_map_at_3_max": 0.7894966526568798, + "nauc_map_at_3_std": 0.12360137317013468, + "nauc_map_at_5_diff1": 0.8267065537995325, + "nauc_map_at_5_max": 0.7885147142026119, + "nauc_map_at_5_std": 0.12933962063680488, + "nauc_mrr_at_1000_diff1": 0.8316845174139472, + "nauc_mrr_at_1000_max": 0.7898771956040777, + "nauc_mrr_at_1000_std": 0.13194456470827284, + "nauc_mrr_at_100_diff1": 0.8317077042823673, + "nauc_mrr_at_100_max": 0.7899501775815916, + "nauc_mrr_at_100_std": 0.13222398650905623, + "nauc_mrr_at_10_diff1": 0.8297038007686964, + "nauc_mrr_at_10_max": 0.7888685532601455, + "nauc_mrr_at_10_std": 0.13054095804756452, + "nauc_mrr_at_1_diff1": 0.854473536549603, + "nauc_mrr_at_1_max": 0.780270580438682, + "nauc_mrr_at_1_std": 0.08709928440964368, + "nauc_mrr_at_20_diff1": 0.8313423325098439, + "nauc_mrr_at_20_max": 0.7905058469108663, + "nauc_mrr_at_20_std": 0.13464627791397388, + "nauc_mrr_at_3_diff1": 0.8299703880935636, + "nauc_mrr_at_3_max": 0.7894966526568798, + "nauc_mrr_at_3_std": 0.12360137317013468, + "nauc_mrr_at_5_diff1": 0.8267065537995325, + "nauc_mrr_at_5_max": 0.7885147142026119, + "nauc_mrr_at_5_std": 0.12933962063680488, + "nauc_ndcg_at_1000_diff1": 0.829259077383797, + "nauc_ndcg_at_1000_max": 0.7929342153870825, + "nauc_ndcg_at_1000_std": 0.1458628863587207, + "nauc_ndcg_at_100_diff1": 0.8299684580152915, + "nauc_ndcg_at_100_max": 0.7949373730589666, + "nauc_ndcg_at_100_std": 0.15333338480653802, + "nauc_ndcg_at_10_diff1": 0.8216361330935164, + "nauc_ndcg_at_10_max": 0.7926711027888854, + "nauc_ndcg_at_10_std": 0.1556199545549501, + "nauc_ndcg_at_1_diff1": 0.854473536549603, + "nauc_ndcg_at_1_max": 0.780270580438682, + "nauc_ndcg_at_1_std": 0.08709928440964368, + "nauc_ndcg_at_20_diff1": 0.8277035871574494, + "nauc_ndcg_at_20_max": 0.7993079727717638, + "nauc_ndcg_at_20_std": 0.17234739238145128, + "nauc_ndcg_at_3_diff1": 0.8208999793962077, + "nauc_ndcg_at_3_max": 0.7932428593801064, + "nauc_ndcg_at_3_std": 0.13881978912307752, + "nauc_ndcg_at_5_diff1": 0.814144787446445, + "nauc_ndcg_at_5_max": 0.7917128230508325, + "nauc_ndcg_at_5_std": 0.15140066772999164, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.890077243018431, + "nauc_precision_at_100_max": 0.9628639334521749, + "nauc_precision_at_100_std": 0.7766318648671684, + "nauc_precision_at_10_diff1": 0.7764844676609362, + "nauc_precision_at_10_max": 0.8165644636232854, + "nauc_precision_at_10_std": 0.31894920130214044, + "nauc_precision_at_1_diff1": 0.854473536549603, + "nauc_precision_at_1_max": 0.780270580438682, + "nauc_precision_at_1_std": 0.08709928440964368, + "nauc_precision_at_20_diff1": 0.8126893033636198, + "nauc_precision_at_20_max": 0.9138029195418012, + "nauc_precision_at_20_std": 0.6407164491812986, + "nauc_precision_at_3_diff1": 0.7863776635904502, + "nauc_precision_at_3_max": 0.8076424063391073, + "nauc_precision_at_3_std": 0.19747036789984068, + "nauc_precision_at_5_diff1": 0.7556658058085259, + "nauc_precision_at_5_max": 0.8062480177608625, + "nauc_precision_at_5_std": 0.2559512482443018, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8900772430184261, + "nauc_recall_at_100_max": 0.9628639334521713, + "nauc_recall_at_100_std": 0.7766318648671613, + "nauc_recall_at_10_diff1": 0.7764844676609378, + "nauc_recall_at_10_max": 0.8165644636232882, + "nauc_recall_at_10_std": 0.3189492013021424, + "nauc_recall_at_1_diff1": 0.854473536549603, + "nauc_recall_at_1_max": 0.780270580438682, + "nauc_recall_at_1_std": 0.08709928440964368, + "nauc_recall_at_20_diff1": 0.8126893033636248, + "nauc_recall_at_20_max": 0.9138029195418023, + "nauc_recall_at_20_std": 0.6407164491812999, + "nauc_recall_at_3_diff1": 0.7863776635904502, + "nauc_recall_at_3_max": 0.8076424063391068, + "nauc_recall_at_3_std": 0.1974703678998408, + "nauc_recall_at_5_diff1": 0.7556658058085273, + "nauc_recall_at_5_max": 0.8062480177608621, + "nauc_recall_at_5_std": 0.25595124824430227, + "ndcg_at_1": 0.74778, + "ndcg_at_10": 0.83299, + "ndcg_at_100": 0.84905, + "ndcg_at_1000": 0.85069, + "ndcg_at_20": 0.84245, + "ndcg_at_3": 0.80887, + "ndcg_at_5": 0.82164, + "precision_at_1": 0.74778, + "precision_at_10": 0.09178, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.28407, + "precision_at_5": 0.17667, + "recall_at_1": 0.74778, + "recall_at_10": 0.91778, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.85222, + "recall_at_5": 0.88333 + }, + { + "hf_subset": "eus_Latn-eus_Latn", + "languages": [ + "eus-Latn", + "eus-Latn" + ], + "main_score": 0.81155, + "map_at_1": 0.72556, + "map_at_10": 0.78544, + "map_at_100": 0.78909, + "map_at_1000": 0.78919, + "map_at_20": 0.78742, + "map_at_3": 0.77333, + "map_at_5": 0.78122, + "mrr_at_1": 0.7255555555555555, + "mrr_at_10": 0.785436948853616, + "mrr_at_100": 0.7890913549276257, + "mrr_at_1000": 0.7891923816637826, + "mrr_at_20": 0.7874177121420419, + "mrr_at_3": 0.7733333333333334, + "mrr_at_5": 0.7812222222222227, + "nauc_map_at_1000_diff1": 0.8349108639251019, + "nauc_map_at_1000_max": 0.7710778192175369, + "nauc_map_at_1000_std": 0.23138173965737863, + "nauc_map_at_100_diff1": 0.8348674502043506, + "nauc_map_at_100_max": 0.7711045046318091, + "nauc_map_at_100_std": 0.2315945621767964, + "nauc_map_at_10_diff1": 0.8331305260036307, + "nauc_map_at_10_max": 0.7705395371176837, + "nauc_map_at_10_std": 0.23164787795324937, + "nauc_map_at_1_diff1": 0.8604035697583453, + "nauc_map_at_1_max": 0.7567116155074578, + "nauc_map_at_1_std": 0.18014521270061581, + "nauc_map_at_20_diff1": 0.833772627121893, + "nauc_map_at_20_max": 0.7707841707868602, + "nauc_map_at_20_std": 0.23233192988547527, + "nauc_map_at_3_diff1": 0.8376132723102458, + "nauc_map_at_3_max": 0.7760084293314707, + "nauc_map_at_3_std": 0.2297347709500703, + "nauc_map_at_5_diff1": 0.83364819768463, + "nauc_map_at_5_max": 0.7709793509659121, + "nauc_map_at_5_std": 0.2257085191024259, + "nauc_mrr_at_1000_diff1": 0.8349108639251019, + "nauc_mrr_at_1000_max": 0.7710778192175369, + "nauc_mrr_at_1000_std": 0.23138173965737863, + "nauc_mrr_at_100_diff1": 0.8348674502043506, + "nauc_mrr_at_100_max": 0.7711045046318091, + "nauc_mrr_at_100_std": 0.2315945621767964, + "nauc_mrr_at_10_diff1": 0.8331305260036307, + "nauc_mrr_at_10_max": 0.7705395371176837, + "nauc_mrr_at_10_std": 0.23164787795324937, + "nauc_mrr_at_1_diff1": 0.8604035697583453, + "nauc_mrr_at_1_max": 0.7567116155074578, + "nauc_mrr_at_1_std": 0.18014521270061581, + "nauc_mrr_at_20_diff1": 0.833772627121893, + "nauc_mrr_at_20_max": 0.7707841707868602, + "nauc_mrr_at_20_std": 0.23233192988547527, + "nauc_mrr_at_3_diff1": 0.8376132723102458, + "nauc_mrr_at_3_max": 0.7760084293314707, + "nauc_mrr_at_3_std": 0.2297347709500703, + "nauc_mrr_at_5_diff1": 0.83364819768463, + "nauc_mrr_at_5_max": 0.7709793509659121, + "nauc_mrr_at_5_std": 0.2257085191024259, + "nauc_ndcg_at_1000_diff1": 0.8298354880051099, + "nauc_ndcg_at_1000_max": 0.7728383530204546, + "nauc_ndcg_at_1000_std": 0.24337492440345065, + "nauc_ndcg_at_100_diff1": 0.8286009420181685, + "nauc_ndcg_at_100_max": 0.7736703905720972, + "nauc_ndcg_at_100_std": 0.25030428260368226, + "nauc_ndcg_at_10_diff1": 0.8189313727214768, + "nauc_ndcg_at_10_max": 0.7714279405803471, + "nauc_ndcg_at_10_std": 0.2536372407939688, + "nauc_ndcg_at_1_diff1": 0.8604035697583453, + "nauc_ndcg_at_1_max": 0.7567116155074578, + "nauc_ndcg_at_1_std": 0.18014521270061581, + "nauc_ndcg_at_20_diff1": 0.8213644553029226, + "nauc_ndcg_at_20_max": 0.7725682650815162, + "nauc_ndcg_at_20_std": 0.2575158383830982, + "nauc_ndcg_at_3_diff1": 0.8294959751984885, + "nauc_ndcg_at_3_max": 0.7822326982480255, + "nauc_ndcg_at_3_std": 0.24584021360009575, + "nauc_ndcg_at_5_diff1": 0.8210630868984948, + "nauc_ndcg_at_5_max": 0.772741311266216, + "nauc_ndcg_at_5_std": 0.23867200486159895, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7534190146646971, + "nauc_precision_at_100_max": 0.8263305322128964, + "nauc_precision_at_100_std": 0.6850661833360904, + "nauc_precision_at_10_diff1": 0.7410185896003167, + "nauc_precision_at_10_max": 0.771575305858686, + "nauc_precision_at_10_std": 0.3723361870426669, + "nauc_precision_at_1_diff1": 0.8604035697583453, + "nauc_precision_at_1_max": 0.7567116155074578, + "nauc_precision_at_1_std": 0.18014521270061581, + "nauc_precision_at_20_diff1": 0.7363121174395673, + "nauc_precision_at_20_max": 0.7813829235397867, + "nauc_precision_at_20_std": 0.4445352214960046, + "nauc_precision_at_3_diff1": 0.8003855836334091, + "nauc_precision_at_3_max": 0.8042860329498754, + "nauc_precision_at_3_std": 0.3029540167617347, + "nauc_precision_at_5_diff1": 0.7655649620442956, + "nauc_precision_at_5_max": 0.7776584611539773, + "nauc_precision_at_5_std": 0.29093124238542856, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7534190146646947, + "nauc_recall_at_100_max": 0.826330532212879, + "nauc_recall_at_100_std": 0.6850661833360828, + "nauc_recall_at_10_diff1": 0.7410185896003182, + "nauc_recall_at_10_max": 0.7715753058586875, + "nauc_recall_at_10_std": 0.37233618704266996, + "nauc_recall_at_1_diff1": 0.8604035697583453, + "nauc_recall_at_1_max": 0.7567116155074578, + "nauc_recall_at_1_std": 0.18014521270061581, + "nauc_recall_at_20_diff1": 0.7363121174395688, + "nauc_recall_at_20_max": 0.7813829235397864, + "nauc_recall_at_20_std": 0.44453522149600566, + "nauc_recall_at_3_diff1": 0.8003855836334093, + "nauc_recall_at_3_max": 0.8042860329498736, + "nauc_recall_at_3_std": 0.3029540167617346, + "nauc_recall_at_5_diff1": 0.7655649620442977, + "nauc_recall_at_5_max": 0.7776584611539777, + "nauc_recall_at_5_std": 0.2909312423854299, + "ndcg_at_1": 0.72556, + "ndcg_at_10": 0.81155, + "ndcg_at_100": 0.83021, + "ndcg_at_1000": 0.83269, + "ndcg_at_20": 0.81864, + "ndcg_at_3": 0.78743, + "ndcg_at_5": 0.80163, + "precision_at_1": 0.72556, + "precision_at_10": 0.08922, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.046, + "precision_at_3": 0.27593, + "precision_at_5": 0.17244, + "recall_at_1": 0.72556, + "recall_at_10": 0.89222, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.92, + "recall_at_3": 0.82778, + "recall_at_5": 0.86222 + }, + { + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ], + "main_score": 0.84855, + "map_at_1": 0.74333, + "map_at_10": 0.81594, + "map_at_100": 0.81835, + "map_at_1000": 0.81837, + "map_at_20": 0.81781, + "map_at_3": 0.80204, + "map_at_5": 0.81059, + "mrr_at_1": 0.7433333333333333, + "mrr_at_10": 0.8159356261022931, + "mrr_at_100": 0.8183543853441256, + "mrr_at_1000": 0.8183714726566121, + "mrr_at_20": 0.817805894946891, + "mrr_at_3": 0.8020370370370374, + "mrr_at_5": 0.8105925925925932, + "nauc_map_at_1000_diff1": 0.851893100859277, + "nauc_map_at_1000_max": 0.6926708314001835, + "nauc_map_at_1000_std": -0.0074821570363219625, + "nauc_map_at_100_diff1": 0.8519054819858476, + "nauc_map_at_100_max": 0.692702550723922, + "nauc_map_at_100_std": -0.007430379160595504, + "nauc_map_at_10_diff1": 0.8515802001163423, + "nauc_map_at_10_max": 0.6937041593746834, + "nauc_map_at_10_std": -0.0065515303424426375, + "nauc_map_at_1_diff1": 0.8719861038071113, + "nauc_map_at_1_max": 0.6793995314815707, + "nauc_map_at_1_std": -0.012527973373218473, + "nauc_map_at_20_diff1": 0.8513723280779181, + "nauc_map_at_20_max": 0.6926766108734939, + "nauc_map_at_20_std": -0.007561999233821419, + "nauc_map_at_3_diff1": 0.850971323865539, + "nauc_map_at_3_max": 0.6948253222022822, + "nauc_map_at_3_std": -0.006048293680913609, + "nauc_map_at_5_diff1": 0.8476636179720511, + "nauc_map_at_5_max": 0.6922880353492814, + "nauc_map_at_5_std": -0.0039491800208953255, + "nauc_mrr_at_1000_diff1": 0.851893100859277, + "nauc_mrr_at_1000_max": 0.6926708314001835, + "nauc_mrr_at_1000_std": -0.0074821570363219625, + "nauc_mrr_at_100_diff1": 0.8519054819858476, + "nauc_mrr_at_100_max": 0.692702550723922, + "nauc_mrr_at_100_std": -0.007430379160595504, + "nauc_mrr_at_10_diff1": 0.8515802001163423, + "nauc_mrr_at_10_max": 0.6937041593746834, + "nauc_mrr_at_10_std": -0.0065515303424426375, + "nauc_mrr_at_1_diff1": 0.8719861038071113, + "nauc_mrr_at_1_max": 0.6793995314815707, + "nauc_mrr_at_1_std": -0.012527973373218473, + "nauc_mrr_at_20_diff1": 0.8513723280779181, + "nauc_mrr_at_20_max": 0.6926766108734939, + "nauc_mrr_at_20_std": -0.007561999233821419, + "nauc_mrr_at_3_diff1": 0.850971323865539, + "nauc_mrr_at_3_max": 0.6948253222022822, + "nauc_mrr_at_3_std": -0.006048293680913609, + "nauc_mrr_at_5_diff1": 0.8476636179720511, + "nauc_mrr_at_5_max": 0.6922880353492814, + "nauc_mrr_at_5_std": -0.0039491800208953255, + "nauc_ndcg_at_1000_diff1": 0.8487471152549184, + "nauc_ndcg_at_1000_max": 0.6945312240151114, + "nauc_ndcg_at_1000_std": -0.005250687626502877, + "nauc_ndcg_at_100_diff1": 0.8491211120119145, + "nauc_ndcg_at_100_max": 0.6955625516061542, + "nauc_ndcg_at_100_std": -0.0036162182054526315, + "nauc_ndcg_at_10_diff1": 0.8453365641487942, + "nauc_ndcg_at_10_max": 0.6992692911012459, + "nauc_ndcg_at_10_std": -0.0005273617753983742, + "nauc_ndcg_at_1_diff1": 0.8719861038071113, + "nauc_ndcg_at_1_max": 0.6793995314815707, + "nauc_ndcg_at_1_std": -0.012527973373218473, + "nauc_ndcg_at_20_diff1": 0.8439697808901637, + "nauc_ndcg_at_20_max": 0.6949200473708718, + "nauc_ndcg_at_20_std": -0.0046236515144195975, + "nauc_ndcg_at_3_diff1": 0.8428512031058298, + "nauc_ndcg_at_3_max": 0.700060327335546, + "nauc_ndcg_at_3_std": 0.00032194985013682745, + "nauc_ndcg_at_5_diff1": 0.8354388516235635, + "nauc_ndcg_at_5_max": 0.695236179268296, + "nauc_ndcg_at_5_std": 0.0041861534760649554, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505041, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.47883597883601076, + "nauc_precision_at_10_diff1": 0.7939724037763212, + "nauc_precision_at_10_max": 0.7535843967216516, + "nauc_precision_at_10_std": 0.061956634505650844, + "nauc_precision_at_1_diff1": 0.8719861038071113, + "nauc_precision_at_1_max": 0.6793995314815707, + "nauc_precision_at_1_std": -0.012527973373218473, + "nauc_precision_at_20_diff1": 0.7034591614423427, + "nauc_precision_at_20_max": 0.7181539282379562, + "nauc_precision_at_20_std": 0.04308390022674796, + "nauc_precision_at_3_diff1": 0.8091254752851722, + "nauc_precision_at_3_max": 0.7214599089123834, + "nauc_precision_at_3_std": 0.0286090335520012, + "nauc_precision_at_5_diff1": 0.7671027760697757, + "nauc_precision_at_5_max": 0.7091901801370928, + "nauc_precision_at_5_std": 0.050699141445192594, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.4788359788359607, + "nauc_recall_at_10_diff1": 0.793972403776324, + "nauc_recall_at_10_max": 0.7535843967216492, + "nauc_recall_at_10_std": 0.061956634505655334, + "nauc_recall_at_1_diff1": 0.8719861038071113, + "nauc_recall_at_1_max": 0.6793995314815707, + "nauc_recall_at_1_std": -0.012527973373218473, + "nauc_recall_at_20_diff1": 0.7034591614423518, + "nauc_recall_at_20_max": 0.7181539282379624, + "nauc_recall_at_20_std": 0.043083900226758856, + "nauc_recall_at_3_diff1": 0.8091254752851715, + "nauc_recall_at_3_max": 0.7214599089123807, + "nauc_recall_at_3_std": 0.02860903355199964, + "nauc_recall_at_5_diff1": 0.7671027760697775, + "nauc_recall_at_5_max": 0.7091901801370959, + "nauc_recall_at_5_std": 0.05069914144519566, + "ndcg_at_1": 0.74333, + "ndcg_at_10": 0.84855, + "ndcg_at_100": 0.8591, + "ndcg_at_1000": 0.85954, + "ndcg_at_20": 0.85532, + "ndcg_at_3": 0.82014, + "ndcg_at_5": 0.8354, + "precision_at_1": 0.74333, + "precision_at_10": 0.095, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.29074, + "precision_at_5": 0.18178, + "recall_at_1": 0.74333, + "recall_at_10": 0.95, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.87222, + "recall_at_5": 0.90889 + }, + { + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ], + "main_score": 0.76673, + "map_at_1": 0.67333, + "map_at_10": 0.73539, + "map_at_100": 0.73956, + "map_at_1000": 0.73976, + "map_at_20": 0.7378, + "map_at_3": 0.71815, + "map_at_5": 0.72876, + "mrr_at_1": 0.6733333333333333, + "mrr_at_10": 0.7353937389770724, + "mrr_at_100": 0.739557231335778, + "mrr_at_1000": 0.7397590597775622, + "mrr_at_20": 0.7378003146282303, + "mrr_at_3": 0.7181481481481482, + "mrr_at_5": 0.7287592592592593, + "nauc_map_at_1000_diff1": 0.8620840815022076, + "nauc_map_at_1000_max": 0.8109946071808645, + "nauc_map_at_1000_std": 0.26616666381803894, + "nauc_map_at_100_diff1": 0.8620507990091583, + "nauc_map_at_100_max": 0.811119331618561, + "nauc_map_at_100_std": 0.2666439882308969, + "nauc_map_at_10_diff1": 0.8620615759315127, + "nauc_map_at_10_max": 0.8113587048325248, + "nauc_map_at_10_std": 0.26762335830996264, + "nauc_map_at_1_diff1": 0.8821083249065481, + "nauc_map_at_1_max": 0.7986945110381425, + "nauc_map_at_1_std": 0.2227019493332426, + "nauc_map_at_20_diff1": 0.8610814457833101, + "nauc_map_at_20_max": 0.8109204287396593, + "nauc_map_at_20_std": 0.26747766163314896, + "nauc_map_at_3_diff1": 0.8654361290404939, + "nauc_map_at_3_max": 0.8125729163046707, + "nauc_map_at_3_std": 0.2571132625582704, + "nauc_map_at_5_diff1": 0.8607653737675058, + "nauc_map_at_5_max": 0.80909683006769, + "nauc_map_at_5_std": 0.25897035738317314, + "nauc_mrr_at_1000_diff1": 0.8620840815022076, + "nauc_mrr_at_1000_max": 0.8109946071808645, + "nauc_mrr_at_1000_std": 0.26616666381803894, + "nauc_mrr_at_100_diff1": 0.8620507990091583, + "nauc_mrr_at_100_max": 0.811119331618561, + "nauc_mrr_at_100_std": 0.2666439882308969, + "nauc_mrr_at_10_diff1": 0.8620615759315127, + "nauc_mrr_at_10_max": 0.8113587048325248, + "nauc_mrr_at_10_std": 0.26762335830996264, + "nauc_mrr_at_1_diff1": 0.8821083249065481, + "nauc_mrr_at_1_max": 0.7986945110381425, + "nauc_mrr_at_1_std": 0.2227019493332426, + "nauc_mrr_at_20_diff1": 0.8610814457833101, + "nauc_mrr_at_20_max": 0.8109204287396593, + "nauc_mrr_at_20_std": 0.26747766163314896, + "nauc_mrr_at_3_diff1": 0.8654361290404939, + "nauc_mrr_at_3_max": 0.8125729163046707, + "nauc_mrr_at_3_std": 0.2571132625582704, + "nauc_mrr_at_5_diff1": 0.8607653737675058, + "nauc_mrr_at_5_max": 0.80909683006769, + "nauc_mrr_at_5_std": 0.25897035738317314, + "nauc_ndcg_at_1000_diff1": 0.8574817737668591, + "nauc_ndcg_at_1000_max": 0.814059515968075, + "nauc_ndcg_at_1000_std": 0.2808758040886346, + "nauc_ndcg_at_100_diff1": 0.8563726771926795, + "nauc_ndcg_at_100_max": 0.8176318823377635, + "nauc_ndcg_at_100_std": 0.2946487511066929, + "nauc_ndcg_at_10_diff1": 0.8532356272902253, + "nauc_ndcg_at_10_max": 0.817755641955018, + "nauc_ndcg_at_10_std": 0.29980304902030075, + "nauc_ndcg_at_1_diff1": 0.8821083249065481, + "nauc_ndcg_at_1_max": 0.7986945110381425, + "nauc_ndcg_at_1_std": 0.2227019493332426, + "nauc_ndcg_at_20_diff1": 0.8490862133176418, + "nauc_ndcg_at_20_max": 0.8159614895377229, + "nauc_ndcg_at_20_std": 0.2991052645796588, + "nauc_ndcg_at_3_diff1": 0.8594166673541709, + "nauc_ndcg_at_3_max": 0.8170897630917482, + "nauc_ndcg_at_3_std": 0.26975175624504844, + "nauc_ndcg_at_5_diff1": 0.8502675964219263, + "nauc_ndcg_at_5_max": 0.8110648764596511, + "nauc_ndcg_at_5_std": 0.27408782826066774, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.812480547774671, + "nauc_precision_at_100_max": 0.9514755397108388, + "nauc_precision_at_100_std": 0.8125795772854659, + "nauc_precision_at_10_diff1": 0.8086402503772403, + "nauc_precision_at_10_max": 0.8542007648641514, + "nauc_precision_at_10_std": 0.4844113021053704, + "nauc_precision_at_1_diff1": 0.8821083249065481, + "nauc_precision_at_1_max": 0.7986945110381425, + "nauc_precision_at_1_std": 0.2227019493332426, + "nauc_precision_at_20_diff1": 0.76383960991804, + "nauc_precision_at_20_max": 0.8502126776636554, + "nauc_precision_at_20_std": 0.5289604730781186, + "nauc_precision_at_3_diff1": 0.8390191336599553, + "nauc_precision_at_3_max": 0.8322152192163604, + "nauc_precision_at_3_std": 0.3126567844925892, + "nauc_precision_at_5_diff1": 0.8071864185281084, + "nauc_precision_at_5_max": 0.8177651799327207, + "nauc_precision_at_5_std": 0.3347178190266439, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8124805477746668, + "nauc_recall_at_100_max": 0.9514755397108364, + "nauc_recall_at_100_std": 0.8125795772854617, + "nauc_recall_at_10_diff1": 0.8086402503772432, + "nauc_recall_at_10_max": 0.8542007648641529, + "nauc_recall_at_10_std": 0.484411302105373, + "nauc_recall_at_1_diff1": 0.8821083249065481, + "nauc_recall_at_1_max": 0.7986945110381425, + "nauc_recall_at_1_std": 0.2227019493332426, + "nauc_recall_at_20_diff1": 0.7638396099180407, + "nauc_recall_at_20_max": 0.8502126776636587, + "nauc_recall_at_20_std": 0.5289604730781199, + "nauc_recall_at_3_diff1": 0.8390191336599546, + "nauc_recall_at_3_max": 0.8322152192163598, + "nauc_recall_at_3_std": 0.3126567844925877, + "nauc_recall_at_5_diff1": 0.8071864185281086, + "nauc_recall_at_5_max": 0.8177651799327217, + "nauc_recall_at_5_std": 0.33471781902664477, + "ndcg_at_1": 0.67333, + "ndcg_at_10": 0.76673, + "ndcg_at_100": 0.78748, + "ndcg_at_1000": 0.79233, + "ndcg_at_20": 0.77546, + "ndcg_at_3": 0.73209, + "ndcg_at_5": 0.75103, + "precision_at_1": 0.67333, + "precision_at_10": 0.08656, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "precision_at_20": 0.045, + "precision_at_3": 0.25741, + "precision_at_5": 0.16356, + "recall_at_1": 0.67333, + "recall_at_10": 0.86556, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "recall_at_20": 0.9, + "recall_at_3": 0.77222, + "recall_at_5": 0.81778 + }, + { + "hf_subset": "fin_Latn-fin_Latn", + "languages": [ + "fin-Latn", + "fin-Latn" + ], + "main_score": 0.89641, + "map_at_1": 0.83333, + "map_at_10": 0.87711, + "map_at_100": 0.87886, + "map_at_1000": 0.87889, + "map_at_20": 0.87822, + "map_at_3": 0.86907, + "map_at_5": 0.87485, + "mrr_at_1": 0.8333333333333334, + "mrr_at_10": 0.8771071428571432, + "mrr_at_100": 0.8788557114042849, + "mrr_at_1000": 0.8788873671686082, + "mrr_at_20": 0.8782202040639867, + "mrr_at_3": 0.8690740740740741, + "mrr_at_5": 0.8748518518518522, + "nauc_map_at_1000_diff1": 0.8676840167829176, + "nauc_map_at_1000_max": 0.8007350959511919, + "nauc_map_at_1000_std": 0.06568157718166787, + "nauc_map_at_100_diff1": 0.8676669368723856, + "nauc_map_at_100_max": 0.8007720014823514, + "nauc_map_at_100_std": 0.06576560964194259, + "nauc_map_at_10_diff1": 0.8674175458113076, + "nauc_map_at_10_max": 0.8013204288031476, + "nauc_map_at_10_std": 0.06758131516180714, + "nauc_map_at_1_diff1": 0.8771297208538585, + "nauc_map_at_1_max": 0.7831133004926102, + "nauc_map_at_1_std": 0.023668308702791522, + "nauc_map_at_20_diff1": 0.8675121819538033, + "nauc_map_at_20_max": 0.8011297336825641, + "nauc_map_at_20_std": 0.06734372377302511, + "nauc_map_at_3_diff1": 0.8658256833617054, + "nauc_map_at_3_max": 0.8009112858936948, + "nauc_map_at_3_std": 0.06255811946966303, + "nauc_map_at_5_diff1": 0.8674608022426028, + "nauc_map_at_5_max": 0.803163434045896, + "nauc_map_at_5_std": 0.07017240325172726, + "nauc_mrr_at_1000_diff1": 0.8676840167829176, + "nauc_mrr_at_1000_max": 0.8007350959511919, + "nauc_mrr_at_1000_std": 0.06568157718166787, + "nauc_mrr_at_100_diff1": 0.8676669368723856, + "nauc_mrr_at_100_max": 0.8007720014823514, + "nauc_mrr_at_100_std": 0.06576560964194259, + "nauc_mrr_at_10_diff1": 0.8674175458113076, + "nauc_mrr_at_10_max": 0.8013204288031476, + "nauc_mrr_at_10_std": 0.06758131516180714, + "nauc_mrr_at_1_diff1": 0.8771297208538585, + "nauc_mrr_at_1_max": 0.7831133004926102, + "nauc_mrr_at_1_std": 0.023668308702791522, + "nauc_mrr_at_20_diff1": 0.8675121819538033, + "nauc_mrr_at_20_max": 0.8011297336825641, + "nauc_mrr_at_20_std": 0.06734372377302511, + "nauc_mrr_at_3_diff1": 0.8658256833617054, + "nauc_mrr_at_3_max": 0.8009112858936948, + "nauc_mrr_at_3_std": 0.06255811946966303, + "nauc_mrr_at_5_diff1": 0.8674608022426028, + "nauc_mrr_at_5_max": 0.803163434045896, + "nauc_mrr_at_5_std": 0.07017240325172726, + "nauc_ndcg_at_1000_diff1": 0.8667504945285299, + "nauc_ndcg_at_1000_max": 0.804487516054652, + "nauc_ndcg_at_1000_std": 0.07517654240660529, + "nauc_ndcg_at_100_diff1": 0.8662426397680986, + "nauc_ndcg_at_100_max": 0.8056211250986001, + "nauc_ndcg_at_100_std": 0.07841082415796177, + "nauc_ndcg_at_10_diff1": 0.8654770066192338, + "nauc_ndcg_at_10_max": 0.809975398755997, + "nauc_ndcg_at_10_std": 0.09171712282790487, + "nauc_ndcg_at_1_diff1": 0.8771297208538585, + "nauc_ndcg_at_1_max": 0.7831133004926102, + "nauc_ndcg_at_1_std": 0.023668308702791522, + "nauc_ndcg_at_20_diff1": 0.8656514660773719, + "nauc_ndcg_at_20_max": 0.808854343735185, + "nauc_ndcg_at_20_std": 0.0893332644820948, + "nauc_ndcg_at_3_diff1": 0.8623132603527068, + "nauc_ndcg_at_3_max": 0.8084411178077894, + "nauc_ndcg_at_3_std": 0.07818624765085583, + "nauc_ndcg_at_5_diff1": 0.8657750720251441, + "nauc_ndcg_at_5_max": 0.8140710861370464, + "nauc_ndcg_at_5_std": 0.09586179249949114, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8029878618113553, + "nauc_precision_at_100_max": 0.9477124183006403, + "nauc_precision_at_100_std": 0.5033613445378399, + "nauc_precision_at_10_diff1": 0.8532913165266064, + "nauc_precision_at_10_max": 0.8760504201680646, + "nauc_precision_at_10_std": 0.28319327731092203, + "nauc_precision_at_1_diff1": 0.8771297208538585, + "nauc_precision_at_1_max": 0.7831133004926102, + "nauc_precision_at_1_std": 0.023668308702791522, + "nauc_precision_at_20_diff1": 0.8480033038856535, + "nauc_precision_at_20_max": 0.892623716153123, + "nauc_precision_at_20_std": 0.33945629533864263, + "nauc_precision_at_3_diff1": 0.8479391756702732, + "nauc_precision_at_3_max": 0.8404392059854282, + "nauc_precision_at_3_std": 0.14423951398741436, + "nauc_precision_at_5_diff1": 0.8583445723968581, + "nauc_precision_at_5_max": 0.8790503855863303, + "nauc_precision_at_5_std": 0.2494812739910749, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8029878618114055, + "nauc_recall_at_100_max": 0.9477124183006633, + "nauc_recall_at_100_std": 0.5033613445378288, + "nauc_recall_at_10_diff1": 0.853291316526611, + "nauc_recall_at_10_max": 0.8760504201680656, + "nauc_recall_at_10_std": 0.28319327731092087, + "nauc_recall_at_1_diff1": 0.8771297208538585, + "nauc_recall_at_1_max": 0.7831133004926102, + "nauc_recall_at_1_std": 0.023668308702791522, + "nauc_recall_at_20_diff1": 0.8480033038856589, + "nauc_recall_at_20_max": 0.892623716153133, + "nauc_recall_at_20_std": 0.3394562953386509, + "nauc_recall_at_3_diff1": 0.8479391756702691, + "nauc_recall_at_3_max": 0.8404392059854257, + "nauc_recall_at_3_std": 0.14423951398741391, + "nauc_recall_at_5_diff1": 0.8583445723968601, + "nauc_recall_at_5_max": 0.8790503855863344, + "nauc_recall_at_5_std": 0.24948127399107817, + "ndcg_at_1": 0.83333, + "ndcg_at_10": 0.89641, + "ndcg_at_100": 0.90479, + "ndcg_at_1000": 0.90553, + "ndcg_at_20": 0.90038, + "ndcg_at_3": 0.88073, + "ndcg_at_5": 0.8912, + "precision_at_1": 0.83333, + "precision_at_10": 0.09556, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30481, + "precision_at_5": 0.188, + "recall_at_1": 0.83333, + "recall_at_10": 0.95556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91444, + "recall_at_5": 0.94 + }, + { + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ], + "main_score": 0.89243, + "map_at_1": 0.81, + "map_at_10": 0.86639, + "map_at_100": 0.86764, + "map_at_1000": 0.86767, + "map_at_20": 0.8673, + "map_at_3": 0.85426, + "map_at_5": 0.8627, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8663853615520287, + "mrr_at_100": 0.8676447829121039, + "mrr_at_1000": 0.8676661194894942, + "mrr_at_20": 0.8672969211253532, + "mrr_at_3": 0.8542592592592596, + "mrr_at_5": 0.8627037037037043, + "nauc_map_at_1000_diff1": 0.8600876924159989, + "nauc_map_at_1000_max": 0.7144867853468859, + "nauc_map_at_1000_std": -0.031168452220616018, + "nauc_map_at_100_diff1": 0.8601026534528512, + "nauc_map_at_100_max": 0.714535137888341, + "nauc_map_at_100_std": -0.031103449713102232, + "nauc_map_at_10_diff1": 0.8599655414145065, + "nauc_map_at_10_max": 0.7150567341868954, + "nauc_map_at_10_std": -0.029508414102387855, + "nauc_map_at_1_diff1": 0.8688133363600915, + "nauc_map_at_1_max": 0.6929441621410822, + "nauc_map_at_1_std": -0.05645776217833502, + "nauc_map_at_20_diff1": 0.8601025843580427, + "nauc_map_at_20_max": 0.7150701607768166, + "nauc_map_at_20_std": -0.030573118285746905, + "nauc_map_at_3_diff1": 0.8562645073487367, + "nauc_map_at_3_max": 0.7123708372981068, + "nauc_map_at_3_std": -0.03777772539658992, + "nauc_map_at_5_diff1": 0.8598711945309375, + "nauc_map_at_5_max": 0.7185324359095936, + "nauc_map_at_5_std": -0.02926245682559201, + "nauc_mrr_at_1000_diff1": 0.8600876924159989, + "nauc_mrr_at_1000_max": 0.7144867853468859, + "nauc_mrr_at_1000_std": -0.031168452220616018, + "nauc_mrr_at_100_diff1": 0.8601026534528512, + "nauc_mrr_at_100_max": 0.714535137888341, + "nauc_mrr_at_100_std": -0.031103449713102232, + "nauc_mrr_at_10_diff1": 0.8599655414145065, + "nauc_mrr_at_10_max": 0.7150567341868954, + "nauc_mrr_at_10_std": -0.029508414102387855, + "nauc_mrr_at_1_diff1": 0.8688133363600915, + "nauc_mrr_at_1_max": 0.6929441621410822, + "nauc_mrr_at_1_std": -0.05645776217833502, + "nauc_mrr_at_20_diff1": 0.8601025843580427, + "nauc_mrr_at_20_max": 0.7150701607768166, + "nauc_mrr_at_20_std": -0.030573118285746905, + "nauc_mrr_at_3_diff1": 0.8562645073487367, + "nauc_mrr_at_3_max": 0.7123708372981068, + "nauc_mrr_at_3_std": -0.03777772539658992, + "nauc_mrr_at_5_diff1": 0.8598711945309375, + "nauc_mrr_at_5_max": 0.7185324359095936, + "nauc_mrr_at_5_std": -0.02926245682559201, + "nauc_ndcg_at_1000_diff1": 0.8595607612807591, + "nauc_ndcg_at_1000_max": 0.7185713040727335, + "nauc_ndcg_at_1000_std": -0.025123567006548744, + "nauc_ndcg_at_100_diff1": 0.8600058413418088, + "nauc_ndcg_at_100_max": 0.7198865315454234, + "nauc_ndcg_at_100_std": -0.023050335088961364, + "nauc_ndcg_at_10_diff1": 0.8594036753875203, + "nauc_ndcg_at_10_max": 0.7243097331314524, + "nauc_ndcg_at_10_std": -0.012584085206263793, + "nauc_ndcg_at_1_diff1": 0.8688133363600915, + "nauc_ndcg_at_1_max": 0.6929441621410822, + "nauc_ndcg_at_1_std": -0.05645776217833502, + "nauc_ndcg_at_20_diff1": 0.8598239148105544, + "nauc_ndcg_at_20_max": 0.7237261110545461, + "nauc_ndcg_at_20_std": -0.01915779543820469, + "nauc_ndcg_at_3_diff1": 0.8514120386431532, + "nauc_ndcg_at_3_max": 0.719705393026355, + "nauc_ndcg_at_3_std": -0.0298831743467636, + "nauc_ndcg_at_5_diff1": 0.8586130461184568, + "nauc_ndcg_at_5_max": 0.7331863319635008, + "nauc_ndcg_at_5_std": -0.013381339423538561, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505041, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.43526299408651486, + "nauc_precision_at_10_diff1": 0.8622782446311827, + "nauc_precision_at_10_max": 0.8430399937752786, + "nauc_precision_at_10_std": 0.22541238717708897, + "nauc_precision_at_1_diff1": 0.8688133363600915, + "nauc_precision_at_1_max": 0.6929441621410822, + "nauc_precision_at_1_std": -0.05645776217833502, + "nauc_precision_at_20_diff1": 0.8747276688453142, + "nauc_precision_at_20_max": 0.9301665110488692, + "nauc_precision_at_20_std": 0.2359554933084053, + "nauc_precision_at_3_diff1": 0.8303158661838715, + "nauc_precision_at_3_max": 0.7515030402404885, + "nauc_precision_at_3_std": 0.004776707430940126, + "nauc_precision_at_5_diff1": 0.8531888946054605, + "nauc_precision_at_5_max": 0.8376684006936087, + "nauc_precision_at_5_std": 0.09838221002686692, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.4352629940865337, + "nauc_recall_at_10_diff1": 0.8622782446311824, + "nauc_recall_at_10_max": 0.8430399937752844, + "nauc_recall_at_10_std": 0.2254123871770883, + "nauc_recall_at_1_diff1": 0.8688133363600915, + "nauc_recall_at_1_max": 0.6929441621410822, + "nauc_recall_at_1_std": -0.05645776217833502, + "nauc_recall_at_20_diff1": 0.8747276688453092, + "nauc_recall_at_20_max": 0.9301665110488633, + "nauc_recall_at_20_std": 0.23595549330843493, + "nauc_recall_at_3_diff1": 0.8303158661838719, + "nauc_recall_at_3_max": 0.7515030402404855, + "nauc_recall_at_3_std": 0.0047767074309393994, + "nauc_recall_at_5_diff1": 0.8531888946054628, + "nauc_recall_at_5_max": 0.837668400693612, + "nauc_recall_at_5_std": 0.09838221002686531, + "ndcg_at_1": 0.81, + "ndcg_at_10": 0.89243, + "ndcg_at_100": 0.89783, + "ndcg_at_1000": 0.89828, + "ndcg_at_20": 0.89579, + "ndcg_at_3": 0.86832, + "ndcg_at_5": 0.88348, + "precision_at_1": 0.81, + "precision_at_10": 0.09733, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.30296, + "precision_at_5": 0.18911, + "recall_at_1": 0.81, + "recall_at_10": 0.97333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.90889, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ], + "main_score": 0.8542, + "map_at_1": 0.76556, + "map_at_10": 0.82629, + "map_at_100": 0.82845, + "map_at_1000": 0.8285, + "map_at_20": 0.82757, + "map_at_3": 0.81444, + "map_at_5": 0.82083, + "mrr_at_1": 0.7655555555555555, + "mrr_at_10": 0.8262874779541448, + "mrr_at_100": 0.8284479417323348, + "mrr_at_1000": 0.8285028169183264, + "mrr_at_20": 0.8275667518946673, + "mrr_at_3": 0.8144444444444447, + "mrr_at_5": 0.8208333333333337, + "nauc_map_at_1000_diff1": 0.8381821833255221, + "nauc_map_at_1000_max": 0.7724016493834223, + "nauc_map_at_1000_std": 0.027755938492227007, + "nauc_map_at_100_diff1": 0.8381878671211418, + "nauc_map_at_100_max": 0.7724769873870555, + "nauc_map_at_100_std": 0.028048529839236003, + "nauc_map_at_10_diff1": 0.8372912421872942, + "nauc_map_at_10_max": 0.7720336261794498, + "nauc_map_at_10_std": 0.026527752523151843, + "nauc_map_at_1_diff1": 0.8579412564257675, + "nauc_map_at_1_max": 0.7595544638112055, + "nauc_map_at_1_std": -0.019384448847342053, + "nauc_map_at_20_diff1": 0.8376347179841034, + "nauc_map_at_20_max": 0.7727985425103616, + "nauc_map_at_20_std": 0.028808793817005886, + "nauc_map_at_3_diff1": 0.8377388335549536, + "nauc_map_at_3_max": 0.7748578834380059, + "nauc_map_at_3_std": 0.03207087439356134, + "nauc_map_at_5_diff1": 0.8347963663938236, + "nauc_map_at_5_max": 0.7716073287918451, + "nauc_map_at_5_std": 0.02726894947673094, + "nauc_mrr_at_1000_diff1": 0.8381821833255221, + "nauc_mrr_at_1000_max": 0.7724016493834223, + "nauc_mrr_at_1000_std": 0.027755938492227007, + "nauc_mrr_at_100_diff1": 0.8381878671211418, + "nauc_mrr_at_100_max": 0.7724769873870555, + "nauc_mrr_at_100_std": 0.028048529839236003, + "nauc_mrr_at_10_diff1": 0.8372912421872942, + "nauc_mrr_at_10_max": 0.7720336261794498, + "nauc_mrr_at_10_std": 0.026527752523151843, + "nauc_mrr_at_1_diff1": 0.8579412564257675, + "nauc_mrr_at_1_max": 0.7595544638112055, + "nauc_mrr_at_1_std": -0.019384448847342053, + "nauc_mrr_at_20_diff1": 0.8376347179841034, + "nauc_mrr_at_20_max": 0.7727985425103616, + "nauc_mrr_at_20_std": 0.028808793817005886, + "nauc_mrr_at_3_diff1": 0.8377388335549536, + "nauc_mrr_at_3_max": 0.7748578834380059, + "nauc_mrr_at_3_std": 0.03207087439356134, + "nauc_mrr_at_5_diff1": 0.8347963663938236, + "nauc_mrr_at_5_max": 0.7716073287918451, + "nauc_mrr_at_5_std": 0.02726894947673094, + "nauc_ndcg_at_1000_diff1": 0.8356945288179521, + "nauc_ndcg_at_1000_max": 0.7754411315563442, + "nauc_ndcg_at_1000_std": 0.03881695589983327, + "nauc_ndcg_at_100_diff1": 0.8358149893244567, + "nauc_ndcg_at_100_max": 0.7774379808754955, + "nauc_ndcg_at_100_std": 0.04663844855843695, + "nauc_ndcg_at_10_diff1": 0.8307319356716132, + "nauc_ndcg_at_10_max": 0.7768715500326806, + "nauc_ndcg_at_10_std": 0.04355311283348776, + "nauc_ndcg_at_1_diff1": 0.8579412564257675, + "nauc_ndcg_at_1_max": 0.7595544638112055, + "nauc_ndcg_at_1_std": -0.019384448847342053, + "nauc_ndcg_at_20_diff1": 0.8320810306666637, + "nauc_ndcg_at_20_max": 0.7804603227487977, + "nauc_ndcg_at_20_std": 0.05362897122719707, + "nauc_ndcg_at_3_diff1": 0.8314713228032736, + "nauc_ndcg_at_3_max": 0.7810153573586512, + "nauc_ndcg_at_3_std": 0.05184707200540982, + "nauc_ndcg_at_5_diff1": 0.8248259915332105, + "nauc_ndcg_at_5_max": 0.7751359959143799, + "nauc_ndcg_at_5_std": 0.04422247524963468, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.846813725490204, + "nauc_precision_at_100_max": 0.9836601307189621, + "nauc_precision_at_100_std": 0.8558590102707633, + "nauc_precision_at_10_diff1": 0.7833535930095287, + "nauc_precision_at_10_max": 0.8150996247555584, + "nauc_precision_at_10_std": 0.1732202314888157, + "nauc_precision_at_1_diff1": 0.8579412564257675, + "nauc_precision_at_1_max": 0.7595544638112055, + "nauc_precision_at_1_std": -0.019384448847342053, + "nauc_precision_at_20_diff1": 0.7788281979458445, + "nauc_precision_at_20_max": 0.8798500881834227, + "nauc_precision_at_20_std": 0.3609165888577635, + "nauc_precision_at_3_diff1": 0.8069701111177137, + "nauc_precision_at_3_max": 0.8058708182304365, + "nauc_precision_at_3_std": 0.13127849036102687, + "nauc_precision_at_5_diff1": 0.7751994737288851, + "nauc_precision_at_5_max": 0.791167982344452, + "nauc_precision_at_5_std": 0.12533422459893018, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8468137254902061, + "nauc_recall_at_100_max": 0.9836601307189647, + "nauc_recall_at_100_std": 0.8558590102707728, + "nauc_recall_at_10_diff1": 0.7833535930095301, + "nauc_recall_at_10_max": 0.8150996247555632, + "nauc_recall_at_10_std": 0.17322023148882373, + "nauc_recall_at_1_diff1": 0.8579412564257675, + "nauc_recall_at_1_max": 0.7595544638112055, + "nauc_recall_at_1_std": -0.019384448847342053, + "nauc_recall_at_20_diff1": 0.7788281979458479, + "nauc_recall_at_20_max": 0.8798500881834228, + "nauc_recall_at_20_std": 0.36091658885776484, + "nauc_recall_at_3_diff1": 0.8069701111177142, + "nauc_recall_at_3_max": 0.8058708182304355, + "nauc_recall_at_3_std": 0.1312784903610257, + "nauc_recall_at_5_diff1": 0.7751994737288854, + "nauc_recall_at_5_max": 0.7911679823444533, + "nauc_recall_at_5_std": 0.12533422459893018, + "ndcg_at_1": 0.76556, + "ndcg_at_10": 0.8542, + "ndcg_at_100": 0.86488, + "ndcg_at_1000": 0.86608, + "ndcg_at_20": 0.85894, + "ndcg_at_3": 0.82989, + "ndcg_at_5": 0.84137, + "precision_at_1": 0.76556, + "precision_at_10": 0.09411, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.29148, + "precision_at_5": 0.18044, + "recall_at_1": 0.76556, + "recall_at_10": 0.94111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.87444, + "recall_at_5": 0.90222 + }, + { + "hf_subset": "fra_Latn-fra_Latn", + "languages": [ + "fra-Latn", + "fra-Latn" + ], + "main_score": 0.91922, + "map_at_1": 0.85667, + "map_at_10": 0.90083, + "map_at_100": 0.90198, + "map_at_1000": 0.902, + "map_at_20": 0.90171, + "map_at_3": 0.89352, + "map_at_5": 0.89869, + "mrr_at_1": 0.8566666666666667, + "mrr_at_10": 0.9008253968253974, + "mrr_at_100": 0.9019831777084514, + "mrr_at_1000": 0.9019951148844478, + "mrr_at_20": 0.9017089483443977, + "mrr_at_3": 0.8935185185185188, + "mrr_at_5": 0.8986851851851859, + "nauc_map_at_1000_diff1": 0.9052955524023493, + "nauc_map_at_1000_max": 0.7507033438681106, + "nauc_map_at_1000_std": -0.23468118850035755, + "nauc_map_at_100_diff1": 0.90530088038657, + "nauc_map_at_100_max": 0.7507346083661335, + "nauc_map_at_100_std": -0.23457383979302313, + "nauc_map_at_10_diff1": 0.9053256683939173, + "nauc_map_at_10_max": 0.75228651788103, + "nauc_map_at_10_std": -0.23737078830352032, + "nauc_map_at_1_diff1": 0.9153912237469761, + "nauc_map_at_1_max": 0.7264900263001224, + "nauc_map_at_1_std": -0.24444419324938274, + "nauc_map_at_20_diff1": 0.9052289173070817, + "nauc_map_at_20_max": 0.7511853538987819, + "nauc_map_at_20_std": -0.23587394619248753, + "nauc_map_at_3_diff1": 0.9029685792691574, + "nauc_map_at_3_max": 0.7538122763556285, + "nauc_map_at_3_std": -0.23117300169323401, + "nauc_map_at_5_diff1": 0.9043395642386872, + "nauc_map_at_5_max": 0.7535786577840846, + "nauc_map_at_5_std": -0.23162046203403616, + "nauc_mrr_at_1000_diff1": 0.9052955524023493, + "nauc_mrr_at_1000_max": 0.7507033438681106, + "nauc_mrr_at_1000_std": -0.23468118850035755, + "nauc_mrr_at_100_diff1": 0.90530088038657, + "nauc_mrr_at_100_max": 0.7507346083661335, + "nauc_mrr_at_100_std": -0.23457383979302313, + "nauc_mrr_at_10_diff1": 0.9053256683939173, + "nauc_mrr_at_10_max": 0.75228651788103, + "nauc_mrr_at_10_std": -0.23737078830352032, + "nauc_mrr_at_1_diff1": 0.9153912237469761, + "nauc_mrr_at_1_max": 0.7264900263001224, + "nauc_mrr_at_1_std": -0.24444419324938274, + "nauc_mrr_at_20_diff1": 0.9052289173070817, + "nauc_mrr_at_20_max": 0.7511853538987819, + "nauc_mrr_at_20_std": -0.23587394619248753, + "nauc_mrr_at_3_diff1": 0.9029685792691574, + "nauc_mrr_at_3_max": 0.7538122763556285, + "nauc_mrr_at_3_std": -0.23117300169323401, + "nauc_mrr_at_5_diff1": 0.9043395642386872, + "nauc_mrr_at_5_max": 0.7535786577840846, + "nauc_mrr_at_5_std": -0.23162046203403616, + "nauc_ndcg_at_1000_diff1": 0.9045740313854806, + "nauc_ndcg_at_1000_max": 0.7557818284837051, + "nauc_ndcg_at_1000_std": -0.23113023680036263, + "nauc_ndcg_at_100_diff1": 0.9047039352276954, + "nauc_ndcg_at_100_max": 0.7567553082343057, + "nauc_ndcg_at_100_std": -0.2276779675266496, + "nauc_ndcg_at_10_diff1": 0.9044945359770514, + "nauc_ndcg_at_10_max": 0.7652727615687617, + "nauc_ndcg_at_10_std": -0.24055357261036098, + "nauc_ndcg_at_1_diff1": 0.9153912237469761, + "nauc_ndcg_at_1_max": 0.7264900263001224, + "nauc_ndcg_at_1_std": -0.24444419324938274, + "nauc_ndcg_at_20_diff1": 0.9040802643165567, + "nauc_ndcg_at_20_max": 0.7608402003204595, + "nauc_ndcg_at_20_std": -0.23283888701624977, + "nauc_ndcg_at_3_diff1": 0.8996678503315358, + "nauc_ndcg_at_3_max": 0.7682719040091441, + "nauc_ndcg_at_3_std": -0.22390939521304182, + "nauc_ndcg_at_5_diff1": 0.9021881529722195, + "nauc_ndcg_at_5_max": 0.7687858236494941, + "nauc_ndcg_at_5_std": -0.2243352669059935, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.638188608776807, + "nauc_precision_at_10_diff1": 0.9012180629827695, + "nauc_precision_at_10_max": 0.906650539003482, + "nauc_precision_at_10_std": -0.29831932773109965, + "nauc_precision_at_1_diff1": 0.9153912237469761, + "nauc_precision_at_1_max": 0.7264900263001224, + "nauc_precision_at_1_std": -0.24444419324938274, + "nauc_precision_at_20_diff1": 0.8885918003565102, + "nauc_precision_at_20_max": 0.940582293523481, + "nauc_precision_at_20_std": -0.15503777268483698, + "nauc_precision_at_3_diff1": 0.8852523465526548, + "nauc_precision_at_3_max": 0.8372893016855871, + "nauc_precision_at_3_std": -0.1891411535374377, + "nauc_precision_at_5_diff1": 0.8895762008507091, + "nauc_precision_at_5_max": 0.8772823944392562, + "nauc_precision_at_5_std": -0.17239858906525743, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.6381886087768469, + "nauc_recall_at_10_diff1": 0.9012180629827736, + "nauc_recall_at_10_max": 0.9066505390034808, + "nauc_recall_at_10_std": -0.2983193277310979, + "nauc_recall_at_1_diff1": 0.9153912237469761, + "nauc_recall_at_1_max": 0.7264900263001224, + "nauc_recall_at_1_std": -0.24444419324938274, + "nauc_recall_at_20_diff1": 0.8885918003565031, + "nauc_recall_at_20_max": 0.9405822935234655, + "nauc_recall_at_20_std": -0.15503777268483038, + "nauc_recall_at_3_diff1": 0.8852523465526544, + "nauc_recall_at_3_max": 0.837289301685587, + "nauc_recall_at_3_std": -0.18914115353743777, + "nauc_recall_at_5_diff1": 0.8895762008507109, + "nauc_recall_at_5_max": 0.8772823944392604, + "nauc_recall_at_5_std": -0.17239858906525565, + "ndcg_at_1": 0.85667, + "ndcg_at_10": 0.91922, + "ndcg_at_100": 0.92423, + "ndcg_at_1000": 0.92453, + "ndcg_at_20": 0.92236, + "ndcg_at_3": 0.90467, + "ndcg_at_5": 0.91413, + "precision_at_1": 0.85667, + "precision_at_10": 0.09756, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04939, + "precision_at_3": 0.31222, + "precision_at_5": 0.192, + "recall_at_1": 0.85667, + "recall_at_10": 0.97556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98778, + "recall_at_3": 0.93667, + "recall_at_5": 0.96 + }, + { + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.90278, + "map_at_1": 0.83, + "map_at_10": 0.88177, + "map_at_100": 0.88338, + "map_at_1000": 0.88339, + "map_at_20": 0.88295, + "map_at_3": 0.87556, + "map_at_5": 0.87978, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8817738095238103, + "mrr_at_100": 0.8833755187353207, + "mrr_at_1000": 0.8833877699148764, + "mrr_at_20": 0.8829510256446539, + "mrr_at_3": 0.8755555555555562, + "mrr_at_5": 0.8797777777777787, + "nauc_map_at_1000_diff1": 0.8989541371288511, + "nauc_map_at_1000_max": 0.7617914897758437, + "nauc_map_at_1000_std": -0.034121088498595575, + "nauc_map_at_100_diff1": 0.8989582170457886, + "nauc_map_at_100_max": 0.7618175404997705, + "nauc_map_at_100_std": -0.03402229152626304, + "nauc_map_at_10_diff1": 0.8987565890970343, + "nauc_map_at_10_max": 0.7625507174789612, + "nauc_map_at_10_std": -0.032841470801845636, + "nauc_map_at_1_diff1": 0.9115084202447064, + "nauc_map_at_1_max": 0.7457092548518804, + "nauc_map_at_1_std": -0.059425449713951035, + "nauc_map_at_20_diff1": 0.899087322374921, + "nauc_map_at_20_max": 0.7624216242399577, + "nauc_map_at_20_std": -0.03350216418706624, + "nauc_map_at_3_diff1": 0.8950710707648976, + "nauc_map_at_3_max": 0.7599406733688056, + "nauc_map_at_3_std": -0.040165947206223844, + "nauc_map_at_5_diff1": 0.8983435153819425, + "nauc_map_at_5_max": 0.7650139107142108, + "nauc_map_at_5_std": -0.03139077831208635, + "nauc_mrr_at_1000_diff1": 0.8989541371288511, + "nauc_mrr_at_1000_max": 0.7617914897758437, + "nauc_mrr_at_1000_std": -0.034121088498595575, + "nauc_mrr_at_100_diff1": 0.8989582170457886, + "nauc_mrr_at_100_max": 0.7618175404997705, + "nauc_mrr_at_100_std": -0.03402229152626304, + "nauc_mrr_at_10_diff1": 0.8987565890970343, + "nauc_mrr_at_10_max": 0.7625507174789612, + "nauc_mrr_at_10_std": -0.032841470801845636, + "nauc_mrr_at_1_diff1": 0.9115084202447064, + "nauc_mrr_at_1_max": 0.7457092548518804, + "nauc_mrr_at_1_std": -0.059425449713951035, + "nauc_mrr_at_20_diff1": 0.899087322374921, + "nauc_mrr_at_20_max": 0.7624216242399577, + "nauc_mrr_at_20_std": -0.03350216418706624, + "nauc_mrr_at_3_diff1": 0.8950710707648976, + "nauc_mrr_at_3_max": 0.7599406733688056, + "nauc_mrr_at_3_std": -0.040165947206223844, + "nauc_mrr_at_5_diff1": 0.8983435153819425, + "nauc_mrr_at_5_max": 0.7650139107142108, + "nauc_mrr_at_5_std": -0.03139077831208635, + "nauc_ndcg_at_1000_diff1": 0.898012741852027, + "nauc_ndcg_at_1000_max": 0.7656887917638397, + "nauc_ndcg_at_1000_std": -0.025893623934330378, + "nauc_ndcg_at_100_diff1": 0.8981386506449526, + "nauc_ndcg_at_100_max": 0.7664874904897603, + "nauc_ndcg_at_100_std": -0.022842233975069275, + "nauc_ndcg_at_10_diff1": 0.8972147489425611, + "nauc_ndcg_at_10_max": 0.7715539825551552, + "nauc_ndcg_at_10_std": -0.01419261747551065, + "nauc_ndcg_at_1_diff1": 0.9115084202447064, + "nauc_ndcg_at_1_max": 0.7457092548518804, + "nauc_ndcg_at_1_std": -0.059425449713951035, + "nauc_ndcg_at_20_diff1": 0.8988629145910833, + "nauc_ndcg_at_20_max": 0.7716780998977498, + "nauc_ndcg_at_20_std": -0.015452656990154771, + "nauc_ndcg_at_3_diff1": 0.8892730620573375, + "nauc_ndcg_at_3_max": 0.7673835208926961, + "nauc_ndcg_at_3_std": -0.030073418770424354, + "nauc_ndcg_at_5_diff1": 0.895988418296851, + "nauc_ndcg_at_5_max": 0.7783239813405389, + "nauc_ndcg_at_5_std": -0.009797976999540615, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.889666977902273, + "nauc_precision_at_10_max": 0.8563025210084042, + "nauc_precision_at_10_std": 0.17267351384998728, + "nauc_precision_at_1_diff1": 0.9115084202447064, + "nauc_precision_at_1_max": 0.7457092548518804, + "nauc_precision_at_1_std": -0.059425449713951035, + "nauc_precision_at_20_diff1": 0.9193899782134993, + "nauc_precision_at_20_max": 0.9466230936819108, + "nauc_precision_at_20_std": 0.3417366946778627, + "nauc_precision_at_3_diff1": 0.8607093110468241, + "nauc_precision_at_3_max": 0.8056741822412048, + "nauc_precision_at_3_std": 0.021857923497269293, + "nauc_precision_at_5_diff1": 0.8838171632289267, + "nauc_precision_at_5_max": 0.8725808505220242, + "nauc_precision_at_5_std": 0.1459659621424321, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.8896669779022747, + "nauc_recall_at_10_max": 0.8563025210084056, + "nauc_recall_at_10_std": 0.17267351384998386, + "nauc_recall_at_1_diff1": 0.9115084202447064, + "nauc_recall_at_1_max": 0.7457092548518804, + "nauc_recall_at_1_std": -0.059425449713951035, + "nauc_recall_at_20_diff1": 0.9193899782135124, + "nauc_recall_at_20_max": 0.9466230936819202, + "nauc_recall_at_20_std": 0.3417366946778654, + "nauc_recall_at_3_diff1": 0.8607093110468241, + "nauc_recall_at_3_max": 0.8056741822412029, + "nauc_recall_at_3_std": 0.02185792349726833, + "nauc_recall_at_5_diff1": 0.8838171632289301, + "nauc_recall_at_5_max": 0.8725808505220269, + "nauc_recall_at_5_std": 0.14596596214243324, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.90278, + "ndcg_at_100": 0.90981, + "ndcg_at_1000": 0.91011, + "ndcg_at_20": 0.90703, + "ndcg_at_3": 0.89013, + "ndcg_at_5": 0.89783, + "precision_at_1": 0.83, + "precision_at_10": 0.09667, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.31074, + "precision_at_5": 0.19022, + "recall_at_1": 0.83, + "recall_at_10": 0.96667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.93222, + "recall_at_5": 0.95111 + }, + { + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "main_score": 0.92948, + "map_at_1": 0.86889, + "map_at_10": 0.91218, + "map_at_100": 0.91298, + "map_at_1000": 0.91298, + "map_at_20": 0.91274, + "map_at_3": 0.90611, + "map_at_5": 0.90967, + "mrr_at_1": 0.8688888888888889, + "mrr_at_10": 0.9121807760141093, + "mrr_at_100": 0.9129750793561425, + "mrr_at_1000": 0.9129808663931795, + "mrr_at_20": 0.9127377344877344, + "mrr_at_3": 0.9061111111111112, + "mrr_at_5": 0.9096666666666668, + "nauc_map_at_1000_diff1": 0.9025880164718306, + "nauc_map_at_1000_max": 0.757256378491649, + "nauc_map_at_1000_std": -0.3072833393600255, + "nauc_map_at_100_diff1": 0.9025946492134471, + "nauc_map_at_100_max": 0.7572729068043084, + "nauc_map_at_100_std": -0.3072540563587865, + "nauc_map_at_10_diff1": 0.9021120718064501, + "nauc_map_at_10_max": 0.7566308043097852, + "nauc_map_at_10_std": -0.3092211213380987, + "nauc_map_at_1_diff1": 0.9074825654510112, + "nauc_map_at_1_max": 0.7489220794068164, + "nauc_map_at_1_std": -0.28185581995459724, + "nauc_map_at_20_diff1": 0.9025308960753187, + "nauc_map_at_20_max": 0.757530828386402, + "nauc_map_at_20_std": -0.30631450849581243, + "nauc_map_at_3_diff1": 0.9011486398725999, + "nauc_map_at_3_max": 0.7574801830444776, + "nauc_map_at_3_std": -0.3238394539536966, + "nauc_map_at_5_diff1": 0.9019295683467617, + "nauc_map_at_5_max": 0.7551757109920264, + "nauc_map_at_5_std": -0.3257970156291555, + "nauc_mrr_at_1000_diff1": 0.9025880164718306, + "nauc_mrr_at_1000_max": 0.757256378491649, + "nauc_mrr_at_1000_std": -0.3072833393600255, + "nauc_mrr_at_100_diff1": 0.9025946492134471, + "nauc_mrr_at_100_max": 0.7572729068043084, + "nauc_mrr_at_100_std": -0.3072540563587865, + "nauc_mrr_at_10_diff1": 0.9021120718064501, + "nauc_mrr_at_10_max": 0.7566308043097852, + "nauc_mrr_at_10_std": -0.3092211213380987, + "nauc_mrr_at_1_diff1": 0.9074825654510112, + "nauc_mrr_at_1_max": 0.7489220794068164, + "nauc_mrr_at_1_std": -0.28185581995459724, + "nauc_mrr_at_20_diff1": 0.9025308960753187, + "nauc_mrr_at_20_max": 0.757530828386402, + "nauc_mrr_at_20_std": -0.30631450849581243, + "nauc_mrr_at_3_diff1": 0.9011486398725999, + "nauc_mrr_at_3_max": 0.7574801830444776, + "nauc_mrr_at_3_std": -0.3238394539536966, + "nauc_mrr_at_5_diff1": 0.9019295683467617, + "nauc_mrr_at_5_max": 0.7551757109920264, + "nauc_mrr_at_5_std": -0.3257970156291555, + "nauc_ndcg_at_1000_diff1": 0.9020493728063311, + "nauc_ndcg_at_1000_max": 0.7594035358542167, + "nauc_ndcg_at_1000_std": -0.3042633011400644, + "nauc_ndcg_at_100_diff1": 0.9022686503068696, + "nauc_ndcg_at_100_max": 0.7599421479367284, + "nauc_ndcg_at_100_std": -0.3033072937432788, + "nauc_ndcg_at_10_diff1": 0.8998949518285851, + "nauc_ndcg_at_10_max": 0.7595813637343559, + "nauc_ndcg_at_10_std": -0.3024508089429804, + "nauc_ndcg_at_1_diff1": 0.9074825654510112, + "nauc_ndcg_at_1_max": 0.7489220794068164, + "nauc_ndcg_at_1_std": -0.28185581995459724, + "nauc_ndcg_at_20_diff1": 0.9016667241844156, + "nauc_ndcg_at_20_max": 0.7629613263732183, + "nauc_ndcg_at_20_std": -0.2899341968999776, + "nauc_ndcg_at_3_diff1": 0.898544172356543, + "nauc_ndcg_at_3_max": 0.7607670903198128, + "nauc_ndcg_at_3_std": -0.3411701876219466, + "nauc_ndcg_at_5_diff1": 0.899978827220766, + "nauc_ndcg_at_5_max": 0.7563547049544638, + "nauc_ndcg_at_5_std": -0.34691235563290296, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.12278244631162037, + "nauc_precision_at_10_diff1": 0.8689892623716102, + "nauc_precision_at_10_max": 0.7978232959850475, + "nauc_precision_at_10_std": -0.14568744164333597, + "nauc_precision_at_1_diff1": 0.9074825654510112, + "nauc_precision_at_1_max": 0.7489220794068164, + "nauc_precision_at_1_std": -0.28185581995459724, + "nauc_precision_at_20_diff1": 0.8905488121174372, + "nauc_precision_at_20_max": 0.9050731403672531, + "nauc_precision_at_20_std": 0.2924058512293639, + "nauc_precision_at_3_diff1": 0.8853164454187478, + "nauc_precision_at_3_max": 0.7773210733568796, + "nauc_precision_at_3_std": -0.4292311127349457, + "nauc_precision_at_5_diff1": 0.8868609943977557, + "nauc_precision_at_5_max": 0.7629697712418244, + "nauc_precision_at_5_std": -0.4976219654528601, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.12278244631191065, + "nauc_recall_at_10_diff1": 0.8689892623716206, + "nauc_recall_at_10_max": 0.7978232959850666, + "nauc_recall_at_10_std": -0.14568744164332575, + "nauc_recall_at_1_diff1": 0.9074825654510112, + "nauc_recall_at_1_max": 0.7489220794068164, + "nauc_recall_at_1_std": -0.28185581995459724, + "nauc_recall_at_20_diff1": 0.8905488121174361, + "nauc_recall_at_20_max": 0.9050731403672452, + "nauc_recall_at_20_std": 0.2924058512293778, + "nauc_recall_at_3_diff1": 0.8853164454187467, + "nauc_recall_at_3_max": 0.7773210733568786, + "nauc_recall_at_3_std": -0.42923111273494646, + "nauc_recall_at_5_diff1": 0.8868609943977607, + "nauc_recall_at_5_max": 0.7629697712418314, + "nauc_recall_at_5_std": -0.49762196545284404, + "ndcg_at_1": 0.86889, + "ndcg_at_10": 0.92948, + "ndcg_at_100": 0.93313, + "ndcg_at_1000": 0.93327, + "ndcg_at_20": 0.93147, + "ndcg_at_3": 0.91718, + "ndcg_at_5": 0.92359, + "precision_at_1": 0.86889, + "precision_at_10": 0.09822, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.3163, + "precision_at_5": 0.19289, + "recall_at_1": 0.86889, + "recall_at_10": 0.98222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.99, + "recall_at_3": 0.94889, + "recall_at_5": 0.96444 + }, + { + "hf_subset": "fuv_Latn-fuv_Latn", + "languages": [ + "fuv-Latn", + "fuv-Latn" + ], + "main_score": 0.4877, + "map_at_1": 0.39778, + "map_at_10": 0.45677, + "map_at_100": 0.46406, + "map_at_1000": 0.46512, + "map_at_20": 0.4605, + "map_at_3": 0.44111, + "map_at_5": 0.44989, + "mrr_at_1": 0.3977777777777778, + "mrr_at_10": 0.45676984126984116, + "mrr_at_100": 0.4640589936462719, + "mrr_at_1000": 0.4651230094714252, + "mrr_at_20": 0.46049801507593024, + "mrr_at_3": 0.4411111111111109, + "mrr_at_5": 0.44988888888888867, + "nauc_map_at_1000_diff1": 0.7360141273926779, + "nauc_map_at_1000_max": 0.7818365788164064, + "nauc_map_at_1000_std": 0.6171584183633908, + "nauc_map_at_100_diff1": 0.7355902789434834, + "nauc_map_at_100_max": 0.7816798266556971, + "nauc_map_at_100_std": 0.6174052420636362, + "nauc_map_at_10_diff1": 0.736417816053318, + "nauc_map_at_10_max": 0.7824024093143389, + "nauc_map_at_10_std": 0.617271039230364, + "nauc_map_at_1_diff1": 0.7868556929835362, + "nauc_map_at_1_max": 0.779450046249495, + "nauc_map_at_1_std": 0.5883136259890664, + "nauc_map_at_20_diff1": 0.7355705403290272, + "nauc_map_at_20_max": 0.7821963996820267, + "nauc_map_at_20_std": 0.6177510804053618, + "nauc_map_at_3_diff1": 0.7459960595796205, + "nauc_map_at_3_max": 0.7869603155820829, + "nauc_map_at_3_std": 0.6120065218748503, + "nauc_map_at_5_diff1": 0.7406583803803405, + "nauc_map_at_5_max": 0.7870300344812089, + "nauc_map_at_5_std": 0.6183121734670258, + "nauc_mrr_at_1000_diff1": 0.7360141273926779, + "nauc_mrr_at_1000_max": 0.7818365788164064, + "nauc_mrr_at_1000_std": 0.6171584183633908, + "nauc_mrr_at_100_diff1": 0.7355902789434834, + "nauc_mrr_at_100_max": 0.7816798266556971, + "nauc_mrr_at_100_std": 0.6174052420636362, + "nauc_mrr_at_10_diff1": 0.736417816053318, + "nauc_mrr_at_10_max": 0.7824024093143389, + "nauc_mrr_at_10_std": 0.617271039230364, + "nauc_mrr_at_1_diff1": 0.7868556929835362, + "nauc_mrr_at_1_max": 0.779450046249495, + "nauc_mrr_at_1_std": 0.5883136259890664, + "nauc_mrr_at_20_diff1": 0.7355705403290272, + "nauc_mrr_at_20_max": 0.7821963996820267, + "nauc_mrr_at_20_std": 0.6177510804053618, + "nauc_mrr_at_3_diff1": 0.7459960595796205, + "nauc_mrr_at_3_max": 0.7869603155820829, + "nauc_mrr_at_3_std": 0.6120065218748503, + "nauc_mrr_at_5_diff1": 0.7406583803803405, + "nauc_mrr_at_5_max": 0.7870300344812089, + "nauc_mrr_at_5_std": 0.6183121734670258, + "nauc_ndcg_at_1000_diff1": 0.721011621781026, + "nauc_ndcg_at_1000_max": 0.7783205283766856, + "nauc_ndcg_at_1000_std": 0.6233958300872002, + "nauc_ndcg_at_100_diff1": 0.7088016789393531, + "nauc_ndcg_at_100_max": 0.7727408743526121, + "nauc_ndcg_at_100_std": 0.6278786943915724, + "nauc_ndcg_at_10_diff1": 0.7121301668179767, + "nauc_ndcg_at_10_max": 0.7781292501981608, + "nauc_ndcg_at_10_std": 0.628709711384929, + "nauc_ndcg_at_1_diff1": 0.7868556929835362, + "nauc_ndcg_at_1_max": 0.779450046249495, + "nauc_ndcg_at_1_std": 0.5883136259890664, + "nauc_ndcg_at_20_diff1": 0.7084645593754026, + "nauc_ndcg_at_20_max": 0.7769405794711719, + "nauc_ndcg_at_20_std": 0.6304515446191161, + "nauc_ndcg_at_3_diff1": 0.732429731453573, + "nauc_ndcg_at_3_max": 0.7888526672996892, + "nauc_ndcg_at_3_std": 0.6193632641204379, + "nauc_ndcg_at_5_diff1": 0.7225248513473773, + "nauc_ndcg_at_5_max": 0.7890987709877569, + "nauc_ndcg_at_5_std": 0.6312555337497943, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5584020429508693, + "nauc_precision_at_100_max": 0.7017862236650863, + "nauc_precision_at_100_std": 0.6756788329099829, + "nauc_precision_at_10_diff1": 0.6292402062976261, + "nauc_precision_at_10_max": 0.7601441292945549, + "nauc_precision_at_10_std": 0.6657073188933647, + "nauc_precision_at_1_diff1": 0.7868556929835362, + "nauc_precision_at_1_max": 0.779450046249495, + "nauc_precision_at_1_std": 0.5883136259890664, + "nauc_precision_at_20_diff1": 0.6048221711301287, + "nauc_precision_at_20_max": 0.7522920480833367, + "nauc_precision_at_20_std": 0.6764273853621146, + "nauc_precision_at_3_diff1": 0.6924313880966191, + "nauc_precision_at_3_max": 0.7942456536918472, + "nauc_precision_at_3_std": 0.6408955347527134, + "nauc_precision_at_5_diff1": 0.6660362633006914, + "nauc_precision_at_5_max": 0.7952868770605896, + "nauc_precision_at_5_std": 0.6723443938141604, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5584020429508686, + "nauc_recall_at_100_max": 0.7017862236650863, + "nauc_recall_at_100_std": 0.6756788329099817, + "nauc_recall_at_10_diff1": 0.6292402062976262, + "nauc_recall_at_10_max": 0.7601441292945548, + "nauc_recall_at_10_std": 0.6657073188933645, + "nauc_recall_at_1_diff1": 0.7868556929835362, + "nauc_recall_at_1_max": 0.779450046249495, + "nauc_recall_at_1_std": 0.5883136259890664, + "nauc_recall_at_20_diff1": 0.6048221711301282, + "nauc_recall_at_20_max": 0.7522920480833368, + "nauc_recall_at_20_std": 0.6764273853621149, + "nauc_recall_at_3_diff1": 0.692431388096619, + "nauc_recall_at_3_max": 0.7942456536918471, + "nauc_recall_at_3_std": 0.6408955347527132, + "nauc_recall_at_5_diff1": 0.6660362633006913, + "nauc_recall_at_5_max": 0.7952868770605892, + "nauc_recall_at_5_std": 0.6723443938141604, + "ndcg_at_1": 0.39778, + "ndcg_at_10": 0.4877, + "ndcg_at_100": 0.52927, + "ndcg_at_1000": 0.556, + "ndcg_at_20": 0.50141, + "ndcg_at_3": 0.45563, + "ndcg_at_5": 0.47132, + "precision_at_1": 0.39778, + "precision_at_10": 0.05856, + "precision_at_100": 0.00794, + "precision_at_1000": 0.001, + "precision_at_20": 0.032, + "precision_at_3": 0.16593, + "precision_at_5": 0.10711, + "recall_at_1": 0.39778, + "recall_at_10": 0.58556, + "recall_at_100": 0.79444, + "recall_at_1000": 1.0, + "recall_at_20": 0.64, + "recall_at_3": 0.49778, + "recall_at_5": 0.53556 + }, + { + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ], + "main_score": 0.76623, + "map_at_1": 0.64444, + "map_at_10": 0.7282, + "map_at_100": 0.73291, + "map_at_1000": 0.733, + "map_at_20": 0.73119, + "map_at_3": 0.71185, + "map_at_5": 0.72152, + "mrr_at_1": 0.6444444444444445, + "mrr_at_10": 0.7282041446208112, + "mrr_at_100": 0.7329099314872439, + "mrr_at_1000": 0.7329951749583778, + "mrr_at_20": 0.7311908473697689, + "mrr_at_3": 0.7118518518518518, + "mrr_at_5": 0.7215185185185186, + "nauc_map_at_1000_diff1": 0.7648013488336852, + "nauc_map_at_1000_max": 0.6257031171601822, + "nauc_map_at_1000_std": 0.01608817236155011, + "nauc_map_at_100_diff1": 0.7647204056391815, + "nauc_map_at_100_max": 0.6257629845155912, + "nauc_map_at_100_std": 0.016177891331198003, + "nauc_map_at_10_diff1": 0.763179434466891, + "nauc_map_at_10_max": 0.6254918618986831, + "nauc_map_at_10_std": 0.01662130365969992, + "nauc_map_at_1_diff1": 0.797606183132358, + "nauc_map_at_1_max": 0.6117633377464484, + "nauc_map_at_1_std": -0.007516012452141307, + "nauc_map_at_20_diff1": 0.7647529180699538, + "nauc_map_at_20_max": 0.6259620751852065, + "nauc_map_at_20_std": 0.016876740509121125, + "nauc_map_at_3_diff1": 0.7584063037434632, + "nauc_map_at_3_max": 0.622517166268476, + "nauc_map_at_3_std": 0.008313494100259864, + "nauc_map_at_5_diff1": 0.7630295735108215, + "nauc_map_at_5_max": 0.628845279634652, + "nauc_map_at_5_std": 0.019128740595219636, + "nauc_mrr_at_1000_diff1": 0.7648013488336852, + "nauc_mrr_at_1000_max": 0.6257031171601822, + "nauc_mrr_at_1000_std": 0.01608817236155011, + "nauc_mrr_at_100_diff1": 0.7647204056391815, + "nauc_mrr_at_100_max": 0.6257629845155912, + "nauc_mrr_at_100_std": 0.016177891331198003, + "nauc_mrr_at_10_diff1": 0.763179434466891, + "nauc_mrr_at_10_max": 0.6254918618986831, + "nauc_mrr_at_10_std": 0.01662130365969992, + "nauc_mrr_at_1_diff1": 0.797606183132358, + "nauc_mrr_at_1_max": 0.6117633377464484, + "nauc_mrr_at_1_std": -0.007516012452141307, + "nauc_mrr_at_20_diff1": 0.7647529180699538, + "nauc_mrr_at_20_max": 0.6259620751852065, + "nauc_mrr_at_20_std": 0.016876740509121125, + "nauc_mrr_at_3_diff1": 0.7584063037434632, + "nauc_mrr_at_3_max": 0.622517166268476, + "nauc_mrr_at_3_std": 0.008313494100259864, + "nauc_mrr_at_5_diff1": 0.7630295735108215, + "nauc_mrr_at_5_max": 0.628845279634652, + "nauc_mrr_at_5_std": 0.019128740595219636, + "nauc_ndcg_at_1000_diff1": 0.7604579845252059, + "nauc_ndcg_at_1000_max": 0.6282853726768913, + "nauc_ndcg_at_1000_std": 0.022805549805342756, + "nauc_ndcg_at_100_diff1": 0.7588545379730764, + "nauc_ndcg_at_100_max": 0.6299988389643887, + "nauc_ndcg_at_100_std": 0.025628846273833644, + "nauc_ndcg_at_10_diff1": 0.7518537288674552, + "nauc_ndcg_at_10_max": 0.6290702565710212, + "nauc_ndcg_at_10_std": 0.029727251843906448, + "nauc_ndcg_at_1_diff1": 0.797606183132358, + "nauc_ndcg_at_1_max": 0.6117633377464484, + "nauc_ndcg_at_1_std": -0.007516012452141307, + "nauc_ndcg_at_20_diff1": 0.7585852502821552, + "nauc_ndcg_at_20_max": 0.631149899282794, + "nauc_ndcg_at_20_std": 0.031753553192375564, + "nauc_ndcg_at_3_diff1": 0.7445657522983657, + "nauc_ndcg_at_3_max": 0.6247788385021941, + "nauc_ndcg_at_3_std": 0.014870420844172184, + "nauc_ndcg_at_5_diff1": 0.7527825638619786, + "nauc_ndcg_at_5_max": 0.6376431877020647, + "nauc_ndcg_at_5_std": 0.03644551971290122, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5996519820049228, + "nauc_precision_at_100_max": 0.8192428486546312, + "nauc_precision_at_100_std": 0.34487734487735006, + "nauc_precision_at_10_diff1": 0.6867277745284389, + "nauc_precision_at_10_max": 0.6463161646439525, + "nauc_precision_at_10_std": 0.10624725837110621, + "nauc_precision_at_1_diff1": 0.797606183132358, + "nauc_precision_at_1_max": 0.6117633377464484, + "nauc_precision_at_1_std": -0.007516012452141307, + "nauc_precision_at_20_diff1": 0.7239835328070612, + "nauc_precision_at_20_max": 0.676668647256879, + "nauc_precision_at_20_std": 0.17074102368219773, + "nauc_precision_at_3_diff1": 0.6939958121642015, + "nauc_precision_at_3_max": 0.632387553362444, + "nauc_precision_at_3_std": 0.039240670703004056, + "nauc_precision_at_5_diff1": 0.7103126579248336, + "nauc_precision_at_5_max": 0.6783652951033322, + "nauc_precision_at_5_std": 0.11713368087879274, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5996519820049233, + "nauc_recall_at_100_max": 0.8192428486546108, + "nauc_recall_at_100_std": 0.3448773448773477, + "nauc_recall_at_10_diff1": 0.6867277745284399, + "nauc_recall_at_10_max": 0.6463161646439545, + "nauc_recall_at_10_std": 0.10624725837110653, + "nauc_recall_at_1_diff1": 0.797606183132358, + "nauc_recall_at_1_max": 0.6117633377464484, + "nauc_recall_at_1_std": -0.007516012452141307, + "nauc_recall_at_20_diff1": 0.7239835328070628, + "nauc_recall_at_20_max": 0.6766686472568839, + "nauc_recall_at_20_std": 0.17074102368220065, + "nauc_recall_at_3_diff1": 0.6939958121642024, + "nauc_recall_at_3_max": 0.6323875533624429, + "nauc_recall_at_3_std": 0.03924067070300488, + "nauc_recall_at_5_diff1": 0.7103126579248341, + "nauc_recall_at_5_max": 0.6783652951033327, + "nauc_recall_at_5_std": 0.11713368087879242, + "ndcg_at_1": 0.64444, + "ndcg_at_10": 0.76623, + "ndcg_at_100": 0.78862, + "ndcg_at_1000": 0.79031, + "ndcg_at_20": 0.77697, + "ndcg_at_3": 0.73285, + "ndcg_at_5": 0.75026, + "precision_at_1": 0.64444, + "precision_at_10": 0.08844, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04633, + "precision_at_3": 0.26444, + "precision_at_5": 0.16711, + "recall_at_1": 0.64444, + "recall_at_10": 0.88444, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.92667, + "recall_at_3": 0.79333, + "recall_at_5": 0.83556 + }, + { + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ], + "main_score": 0.53513, + "map_at_1": 0.46778, + "map_at_10": 0.5122, + "map_at_100": 0.51791, + "map_at_1000": 0.51892, + "map_at_20": 0.51484, + "map_at_3": 0.49944, + "map_at_5": 0.50772, + "mrr_at_1": 0.4677777777777778, + "mrr_at_10": 0.5122014991181655, + "mrr_at_100": 0.5179146167280966, + "mrr_at_1000": 0.5189187529693066, + "mrr_at_20": 0.5148440382191668, + "mrr_at_3": 0.4994444444444443, + "mrr_at_5": 0.5077222222222221, + "nauc_map_at_1000_diff1": 0.7975617674254797, + "nauc_map_at_1000_max": 0.8641139067381455, + "nauc_map_at_1000_std": 0.5986634599921274, + "nauc_map_at_100_diff1": 0.797262479108713, + "nauc_map_at_100_max": 0.8640364859965355, + "nauc_map_at_100_std": 0.5988657010632736, + "nauc_map_at_10_diff1": 0.7982260085015738, + "nauc_map_at_10_max": 0.8648644363373966, + "nauc_map_at_10_std": 0.5980662502279626, + "nauc_map_at_1_diff1": 0.8218824524907146, + "nauc_map_at_1_max": 0.853075129158206, + "nauc_map_at_1_std": 0.5713382239483983, + "nauc_map_at_20_diff1": 0.7980455953273862, + "nauc_map_at_20_max": 0.8649930465304075, + "nauc_map_at_20_std": 0.5994482207846843, + "nauc_map_at_3_diff1": 0.8052854129473495, + "nauc_map_at_3_max": 0.8701238770996768, + "nauc_map_at_3_std": 0.5959373776068878, + "nauc_map_at_5_diff1": 0.8017328510342093, + "nauc_map_at_5_max": 0.8675795156495134, + "nauc_map_at_5_std": 0.5979776648865978, + "nauc_mrr_at_1000_diff1": 0.7975617674254797, + "nauc_mrr_at_1000_max": 0.8641139067381455, + "nauc_mrr_at_1000_std": 0.5986634599921274, + "nauc_mrr_at_100_diff1": 0.797262479108713, + "nauc_mrr_at_100_max": 0.8640364859965355, + "nauc_mrr_at_100_std": 0.5988657010632736, + "nauc_mrr_at_10_diff1": 0.7982260085015738, + "nauc_mrr_at_10_max": 0.8648644363373966, + "nauc_mrr_at_10_std": 0.5980662502279626, + "nauc_mrr_at_1_diff1": 0.8218824524907146, + "nauc_mrr_at_1_max": 0.853075129158206, + "nauc_mrr_at_1_std": 0.5713382239483983, + "nauc_mrr_at_20_diff1": 0.7980455953273862, + "nauc_mrr_at_20_max": 0.8649930465304075, + "nauc_mrr_at_20_std": 0.5994482207846843, + "nauc_mrr_at_3_diff1": 0.8052854129473495, + "nauc_mrr_at_3_max": 0.8701238770996768, + "nauc_mrr_at_3_std": 0.5959373776068878, + "nauc_mrr_at_5_diff1": 0.8017328510342093, + "nauc_mrr_at_5_max": 0.8675795156495134, + "nauc_mrr_at_5_std": 0.5979776648865978, + "nauc_ndcg_at_1000_diff1": 0.7884121440109085, + "nauc_ndcg_at_1000_max": 0.8621566607142116, + "nauc_ndcg_at_1000_std": 0.6055602167698376, + "nauc_ndcg_at_100_diff1": 0.7786545580504193, + "nauc_ndcg_at_100_max": 0.8579724651310555, + "nauc_ndcg_at_100_std": 0.6112122507432207, + "nauc_ndcg_at_10_diff1": 0.7853475178322611, + "nauc_ndcg_at_10_max": 0.8640241608603397, + "nauc_ndcg_at_10_std": 0.6084107951531584, + "nauc_ndcg_at_1_diff1": 0.8218824524907146, + "nauc_ndcg_at_1_max": 0.853075129158206, + "nauc_ndcg_at_1_std": 0.5713382239483983, + "nauc_ndcg_at_20_diff1": 0.7840739696671677, + "nauc_ndcg_at_20_max": 0.8642439365933459, + "nauc_ndcg_at_20_std": 0.6137030456882203, + "nauc_ndcg_at_3_diff1": 0.8006849481055804, + "nauc_ndcg_at_3_max": 0.875603832492696, + "nauc_ndcg_at_3_std": 0.6049364887651297, + "nauc_ndcg_at_5_diff1": 0.7942266166645531, + "nauc_ndcg_at_5_max": 0.8709913074331701, + "nauc_ndcg_at_5_std": 0.6086757922939495, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.661693743921861, + "nauc_precision_at_100_max": 0.8043150483468786, + "nauc_precision_at_100_std": 0.6772431812219613, + "nauc_precision_at_10_diff1": 0.7397740553174909, + "nauc_precision_at_10_max": 0.8572121228333868, + "nauc_precision_at_10_std": 0.6413307897697916, + "nauc_precision_at_1_diff1": 0.8218824524907146, + "nauc_precision_at_1_max": 0.853075129158206, + "nauc_precision_at_1_std": 0.5713382239483983, + "nauc_precision_at_20_diff1": 0.7296780615416674, + "nauc_precision_at_20_max": 0.8570861317435845, + "nauc_precision_at_20_std": 0.6675273013443145, + "nauc_precision_at_3_diff1": 0.7872821741621137, + "nauc_precision_at_3_max": 0.8918539758412747, + "nauc_precision_at_3_std": 0.6319782805541357, + "nauc_precision_at_5_diff1": 0.7706184742041007, + "nauc_precision_at_5_max": 0.8806663593821018, + "nauc_precision_at_5_std": 0.6422167380463104, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6616937439218611, + "nauc_recall_at_100_max": 0.8043150483468786, + "nauc_recall_at_100_std": 0.6772431812219609, + "nauc_recall_at_10_diff1": 0.7397740553174906, + "nauc_recall_at_10_max": 0.8572121228333869, + "nauc_recall_at_10_std": 0.6413307897697916, + "nauc_recall_at_1_diff1": 0.8218824524907146, + "nauc_recall_at_1_max": 0.853075129158206, + "nauc_recall_at_1_std": 0.5713382239483983, + "nauc_recall_at_20_diff1": 0.7296780615416683, + "nauc_recall_at_20_max": 0.8570861317435851, + "nauc_recall_at_20_std": 0.6675273013443149, + "nauc_recall_at_3_diff1": 0.7872821741621131, + "nauc_recall_at_3_max": 0.8918539758412741, + "nauc_recall_at_3_std": 0.6319782805541353, + "nauc_recall_at_5_diff1": 0.770618474204101, + "nauc_recall_at_5_max": 0.880666359382102, + "nauc_recall_at_5_std": 0.6422167380463105, + "ndcg_at_1": 0.46778, + "ndcg_at_10": 0.53513, + "ndcg_at_100": 0.57, + "ndcg_at_1000": 0.59713, + "ndcg_at_20": 0.54489, + "ndcg_at_3": 0.50932, + "ndcg_at_5": 0.5241, + "precision_at_1": 0.46778, + "precision_at_10": 0.06078, + "precision_at_100": 0.00788, + "precision_at_1000": 0.001, + "precision_at_20": 0.03233, + "precision_at_3": 0.17926, + "precision_at_5": 0.11467, + "recall_at_1": 0.46778, + "recall_at_10": 0.60778, + "recall_at_100": 0.78778, + "recall_at_1000": 1.0, + "recall_at_20": 0.64667, + "recall_at_3": 0.53778, + "recall_at_5": 0.57333 + }, + { + "hf_subset": "gaz_Latn-gaz_Latn", + "languages": [ + "gaz-Latn", + "gaz-Latn" + ], + "main_score": 0.62543, + "map_at_1": 0.52778, + "map_at_10": 0.5924, + "map_at_100": 0.60007, + "map_at_1000": 0.60051, + "map_at_20": 0.59717, + "map_at_3": 0.57685, + "map_at_5": 0.58602, + "mrr_at_1": 0.5277777777777778, + "mrr_at_10": 0.5924047619047619, + "mrr_at_100": 0.6000662250275404, + "mrr_at_1000": 0.6005071009623593, + "mrr_at_20": 0.5971681740267912, + "mrr_at_3": 0.5768518518518514, + "mrr_at_5": 0.5860185185185183, + "nauc_map_at_1000_diff1": 0.7433282461305587, + "nauc_map_at_1000_max": 0.7256536323310224, + "nauc_map_at_1000_std": 0.35744245084475895, + "nauc_map_at_100_diff1": 0.7432026694770567, + "nauc_map_at_100_max": 0.7257449908165714, + "nauc_map_at_100_std": 0.35782941501524546, + "nauc_map_at_10_diff1": 0.7439553198271527, + "nauc_map_at_10_max": 0.7262153646787906, + "nauc_map_at_10_std": 0.3560474844970427, + "nauc_map_at_1_diff1": 0.7699150508552055, + "nauc_map_at_1_max": 0.7065010856729264, + "nauc_map_at_1_std": 0.3130638832806369, + "nauc_map_at_20_diff1": 0.7424584570635605, + "nauc_map_at_20_max": 0.7256050712409863, + "nauc_map_at_20_std": 0.357855275507753, + "nauc_map_at_3_diff1": 0.7460902689007344, + "nauc_map_at_3_max": 0.7250339146175038, + "nauc_map_at_3_std": 0.3509896319133514, + "nauc_map_at_5_diff1": 0.7434273097989152, + "nauc_map_at_5_max": 0.7255031240068818, + "nauc_map_at_5_std": 0.3531049623244211, + "nauc_mrr_at_1000_diff1": 0.7433282461305587, + "nauc_mrr_at_1000_max": 0.7256536323310224, + "nauc_mrr_at_1000_std": 0.35744245084475895, + "nauc_mrr_at_100_diff1": 0.7432026694770567, + "nauc_mrr_at_100_max": 0.7257449908165714, + "nauc_mrr_at_100_std": 0.35782941501524546, + "nauc_mrr_at_10_diff1": 0.7439553198271527, + "nauc_mrr_at_10_max": 0.7262153646787906, + "nauc_mrr_at_10_std": 0.3560474844970427, + "nauc_mrr_at_1_diff1": 0.7699150508552055, + "nauc_mrr_at_1_max": 0.7065010856729264, + "nauc_mrr_at_1_std": 0.3130638832806369, + "nauc_mrr_at_20_diff1": 0.7424584570635605, + "nauc_mrr_at_20_max": 0.7256050712409863, + "nauc_mrr_at_20_std": 0.357855275507753, + "nauc_mrr_at_3_diff1": 0.7460902689007344, + "nauc_mrr_at_3_max": 0.7250339146175038, + "nauc_mrr_at_3_std": 0.3509896319133514, + "nauc_mrr_at_5_diff1": 0.7434273097989152, + "nauc_mrr_at_5_max": 0.7255031240068818, + "nauc_mrr_at_5_std": 0.3531049623244211, + "nauc_ndcg_at_1000_diff1": 0.7369443926796896, + "nauc_ndcg_at_1000_max": 0.7292415305894608, + "nauc_ndcg_at_1000_std": 0.37054870891350467, + "nauc_ndcg_at_100_diff1": 0.7335539952771155, + "nauc_ndcg_at_100_max": 0.7315689506638478, + "nauc_ndcg_at_100_std": 0.38189090658791647, + "nauc_ndcg_at_10_diff1": 0.7338054156287983, + "nauc_ndcg_at_10_max": 0.7334588059646201, + "nauc_ndcg_at_10_std": 0.37516871531140883, + "nauc_ndcg_at_1_diff1": 0.7699150508552055, + "nauc_ndcg_at_1_max": 0.7065010856729264, + "nauc_ndcg_at_1_std": 0.3130638832806369, + "nauc_ndcg_at_20_diff1": 0.7279515212846297, + "nauc_ndcg_at_20_max": 0.7311757169621808, + "nauc_ndcg_at_20_std": 0.38247664969589745, + "nauc_ndcg_at_3_diff1": 0.7380790240037093, + "nauc_ndcg_at_3_max": 0.7307689229562766, + "nauc_ndcg_at_3_std": 0.3643672075681072, + "nauc_ndcg_at_5_diff1": 0.7324006900124457, + "nauc_ndcg_at_5_max": 0.7315457784029572, + "nauc_ndcg_at_5_std": 0.3684603876712719, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6537335654982716, + "nauc_precision_at_100_max": 0.7847111817700089, + "nauc_precision_at_100_std": 0.6513109748403872, + "nauc_precision_at_10_diff1": 0.6953372606324296, + "nauc_precision_at_10_max": 0.7613739867764905, + "nauc_precision_at_10_std": 0.44992038373075943, + "nauc_precision_at_1_diff1": 0.7699150508552055, + "nauc_precision_at_1_max": 0.7065010856729264, + "nauc_precision_at_1_std": 0.3130638832806369, + "nauc_precision_at_20_diff1": 0.6525640108514407, + "nauc_precision_at_20_max": 0.7546071855035291, + "nauc_precision_at_20_std": 0.5101608456640995, + "nauc_precision_at_3_diff1": 0.7128269539177704, + "nauc_precision_at_3_max": 0.7486747988248826, + "nauc_precision_at_3_std": 0.4067498332410839, + "nauc_precision_at_5_diff1": 0.6940528566711962, + "nauc_precision_at_5_max": 0.7515605924492657, + "nauc_precision_at_5_std": 0.42072843004015636, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6537335654982727, + "nauc_recall_at_100_max": 0.7847111817700052, + "nauc_recall_at_100_std": 0.6513109748403865, + "nauc_recall_at_10_diff1": 0.6953372606324306, + "nauc_recall_at_10_max": 0.7613739867764916, + "nauc_recall_at_10_std": 0.44992038373075915, + "nauc_recall_at_1_diff1": 0.7699150508552055, + "nauc_recall_at_1_max": 0.7065010856729264, + "nauc_recall_at_1_std": 0.3130638832806369, + "nauc_recall_at_20_diff1": 0.6525640108514426, + "nauc_recall_at_20_max": 0.75460718550353, + "nauc_recall_at_20_std": 0.5101608456641007, + "nauc_recall_at_3_diff1": 0.7128269539177697, + "nauc_recall_at_3_max": 0.7486747988248816, + "nauc_recall_at_3_std": 0.4067498332410836, + "nauc_recall_at_5_diff1": 0.6940528566711966, + "nauc_recall_at_5_max": 0.7515605924492659, + "nauc_recall_at_5_std": 0.42072843004015664, + "ndcg_at_1": 0.52778, + "ndcg_at_10": 0.62543, + "ndcg_at_100": 0.66458, + "ndcg_at_1000": 0.67535, + "ndcg_at_20": 0.64264, + "ndcg_at_3": 0.59305, + "ndcg_at_5": 0.60955, + "precision_at_1": 0.52778, + "precision_at_10": 0.073, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "precision_at_20": 0.03989, + "precision_at_3": 0.21333, + "precision_at_5": 0.136, + "recall_at_1": 0.52778, + "recall_at_10": 0.73, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "recall_at_20": 0.79778, + "recall_at_3": 0.64, + "recall_at_5": 0.68 + }, + { + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ], + "main_score": 0.78137, + "map_at_1": 0.66556, + "map_at_10": 0.74244, + "map_at_100": 0.74618, + "map_at_1000": 0.74625, + "map_at_20": 0.74485, + "map_at_3": 0.72315, + "map_at_5": 0.7337, + "mrr_at_1": 0.6655555555555556, + "mrr_at_10": 0.7424426807760142, + "mrr_at_100": 0.7461820621145151, + "mrr_at_1000": 0.7462498419386967, + "mrr_at_20": 0.7448494479520021, + "mrr_at_3": 0.7231481481481482, + "mrr_at_5": 0.7337037037037037, + "nauc_map_at_1000_diff1": 0.767744328664491, + "nauc_map_at_1000_max": 0.634942738317061, + "nauc_map_at_1000_std": 0.011952450048987304, + "nauc_map_at_100_diff1": 0.767745498344546, + "nauc_map_at_100_max": 0.6349778200864481, + "nauc_map_at_100_std": 0.012069064184696941, + "nauc_map_at_10_diff1": 0.7657272828371756, + "nauc_map_at_10_max": 0.6355225761201054, + "nauc_map_at_10_std": 0.011728883015819286, + "nauc_map_at_1_diff1": 0.7921798999602899, + "nauc_map_at_1_max": 0.6171551510383362, + "nauc_map_at_1_std": -0.007349171400499873, + "nauc_map_at_20_diff1": 0.7670079691016585, + "nauc_map_at_20_max": 0.6352140841160958, + "nauc_map_at_20_std": 0.013456427734155054, + "nauc_map_at_3_diff1": 0.7670460553978524, + "nauc_map_at_3_max": 0.6341222477473983, + "nauc_map_at_3_std": 0.005412379971017856, + "nauc_map_at_5_diff1": 0.766462016859564, + "nauc_map_at_5_max": 0.6363537100097175, + "nauc_map_at_5_std": 0.007415951061029053, + "nauc_mrr_at_1000_diff1": 0.767744328664491, + "nauc_mrr_at_1000_max": 0.634942738317061, + "nauc_mrr_at_1000_std": 0.011952450048987304, + "nauc_mrr_at_100_diff1": 0.767745498344546, + "nauc_mrr_at_100_max": 0.6349778200864481, + "nauc_mrr_at_100_std": 0.012069064184696941, + "nauc_mrr_at_10_diff1": 0.7657272828371756, + "nauc_mrr_at_10_max": 0.6355225761201054, + "nauc_mrr_at_10_std": 0.011728883015819286, + "nauc_mrr_at_1_diff1": 0.7921798999602899, + "nauc_mrr_at_1_max": 0.6171551510383362, + "nauc_mrr_at_1_std": -0.007349171400499873, + "nauc_mrr_at_20_diff1": 0.7670079691016585, + "nauc_mrr_at_20_max": 0.6352140841160958, + "nauc_mrr_at_20_std": 0.013456427734155054, + "nauc_mrr_at_3_diff1": 0.7670460553978524, + "nauc_mrr_at_3_max": 0.6341222477473983, + "nauc_mrr_at_3_std": 0.005412379971017856, + "nauc_mrr_at_5_diff1": 0.766462016859564, + "nauc_mrr_at_5_max": 0.6363537100097175, + "nauc_mrr_at_5_std": 0.007415951061029053, + "nauc_ndcg_at_1000_diff1": 0.7638297016818991, + "nauc_ndcg_at_1000_max": 0.6380685353631076, + "nauc_ndcg_at_1000_std": 0.01898613877427919, + "nauc_ndcg_at_100_diff1": 0.7639632270626561, + "nauc_ndcg_at_100_max": 0.638615427047783, + "nauc_ndcg_at_100_std": 0.021848019375106043, + "nauc_ndcg_at_10_diff1": 0.7531550587131121, + "nauc_ndcg_at_10_max": 0.6425424291479715, + "nauc_ndcg_at_10_std": 0.027268239071401024, + "nauc_ndcg_at_1_diff1": 0.7921798999602899, + "nauc_ndcg_at_1_max": 0.6171551510383362, + "nauc_ndcg_at_1_std": -0.007349171400499873, + "nauc_ndcg_at_20_diff1": 0.7586028071664105, + "nauc_ndcg_at_20_max": 0.64117218102207, + "nauc_ndcg_at_20_std": 0.032281325251224305, + "nauc_ndcg_at_3_diff1": 0.7580114327988472, + "nauc_ndcg_at_3_max": 0.6404085744141446, + "nauc_ndcg_at_3_std": 0.011568825393527939, + "nauc_ndcg_at_5_diff1": 0.7561973468199069, + "nauc_ndcg_at_5_max": 0.6450015365750664, + "nauc_ndcg_at_5_std": 0.0159576670352911, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7788812494694803, + "nauc_precision_at_100_max": 0.6817332993803659, + "nauc_precision_at_100_std": 0.31117901706137535, + "nauc_precision_at_10_diff1": 0.6658252448266123, + "nauc_precision_at_10_max": 0.6866110785399422, + "nauc_precision_at_10_std": 0.14091372983301648, + "nauc_precision_at_1_diff1": 0.7921798999602899, + "nauc_precision_at_1_max": 0.6171551510383362, + "nauc_precision_at_1_std": -0.007349171400499873, + "nauc_precision_at_20_diff1": 0.6814562302908546, + "nauc_precision_at_20_max": 0.6948804679104287, + "nauc_precision_at_20_std": 0.2518365836900757, + "nauc_precision_at_3_diff1": 0.7255817112430216, + "nauc_precision_at_3_max": 0.6630489411700784, + "nauc_precision_at_3_std": 0.03430092774962999, + "nauc_precision_at_5_diff1": 0.7112992963508415, + "nauc_precision_at_5_max": 0.6833783341515284, + "nauc_precision_at_5_std": 0.054778268695794004, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7788812494694866, + "nauc_recall_at_100_max": 0.6817332993803648, + "nauc_recall_at_100_std": 0.31117901706137197, + "nauc_recall_at_10_diff1": 0.6658252448266117, + "nauc_recall_at_10_max": 0.6866110785399429, + "nauc_recall_at_10_std": 0.14091372983301806, + "nauc_recall_at_1_diff1": 0.7921798999602899, + "nauc_recall_at_1_max": 0.6171551510383362, + "nauc_recall_at_1_std": -0.007349171400499873, + "nauc_recall_at_20_diff1": 0.6814562302908589, + "nauc_recall_at_20_max": 0.6948804679104337, + "nauc_recall_at_20_std": 0.2518365836900797, + "nauc_recall_at_3_diff1": 0.7255817112430214, + "nauc_recall_at_3_max": 0.6630489411700782, + "nauc_recall_at_3_std": 0.03430092774963066, + "nauc_recall_at_5_diff1": 0.7112992963508421, + "nauc_recall_at_5_max": 0.6833783341515302, + "nauc_recall_at_5_std": 0.05477826869579485, + "ndcg_at_1": 0.66556, + "ndcg_at_10": 0.78137, + "ndcg_at_100": 0.79938, + "ndcg_at_1000": 0.80099, + "ndcg_at_20": 0.79046, + "ndcg_at_3": 0.74149, + "ndcg_at_5": 0.76038, + "precision_at_1": 0.66556, + "precision_at_10": 0.09044, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04706, + "precision_at_3": 0.26481, + "precision_at_5": 0.168, + "recall_at_1": 0.66556, + "recall_at_10": 0.90444, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94111, + "recall_at_3": 0.79444, + "recall_at_5": 0.84 + }, + { + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ], + "main_score": 0.56455, + "map_at_1": 0.44667, + "map_at_10": 0.52379, + "map_at_100": 0.53089, + "map_at_1000": 0.53152, + "map_at_20": 0.52733, + "map_at_3": 0.50407, + "map_at_5": 0.51469, + "mrr_at_1": 0.44666666666666666, + "mrr_at_10": 0.5237874779541443, + "mrr_at_100": 0.5308873414082024, + "mrr_at_1000": 0.5315208781958111, + "mrr_at_20": 0.5273263678472653, + "mrr_at_3": 0.5040740740740739, + "mrr_at_5": 0.5146851851851848, + "nauc_map_at_1000_diff1": 0.7490736677760301, + "nauc_map_at_1000_max": 0.7476668944768835, + "nauc_map_at_1000_std": 0.341378591677615, + "nauc_map_at_100_diff1": 0.7488474618268716, + "nauc_map_at_100_max": 0.7477135577834175, + "nauc_map_at_100_std": 0.3420132685209811, + "nauc_map_at_10_diff1": 0.7468515414063124, + "nauc_map_at_10_max": 0.7459812296892214, + "nauc_map_at_10_std": 0.33845038128510035, + "nauc_map_at_1_diff1": 0.8049802782840214, + "nauc_map_at_1_max": 0.7498553934605869, + "nauc_map_at_1_std": 0.29700729863357705, + "nauc_map_at_20_diff1": 0.7476125469810725, + "nauc_map_at_20_max": 0.7475681230335597, + "nauc_map_at_20_std": 0.34219406950460685, + "nauc_map_at_3_diff1": 0.7552866965243167, + "nauc_map_at_3_max": 0.7490529237368322, + "nauc_map_at_3_std": 0.3290842111903113, + "nauc_map_at_5_diff1": 0.7500622915261851, + "nauc_map_at_5_max": 0.7491511731982331, + "nauc_map_at_5_std": 0.33825344054325324, + "nauc_mrr_at_1000_diff1": 0.7490736677760301, + "nauc_mrr_at_1000_max": 0.7476668944768835, + "nauc_mrr_at_1000_std": 0.341378591677615, + "nauc_mrr_at_100_diff1": 0.7488474618268716, + "nauc_mrr_at_100_max": 0.7477135577834175, + "nauc_mrr_at_100_std": 0.3420132685209811, + "nauc_mrr_at_10_diff1": 0.7468515414063124, + "nauc_mrr_at_10_max": 0.7459812296892214, + "nauc_mrr_at_10_std": 0.33845038128510035, + "nauc_mrr_at_1_diff1": 0.8049802782840214, + "nauc_mrr_at_1_max": 0.7498553934605869, + "nauc_mrr_at_1_std": 0.29700729863357705, + "nauc_mrr_at_20_diff1": 0.7476125469810725, + "nauc_mrr_at_20_max": 0.7475681230335597, + "nauc_mrr_at_20_std": 0.34219406950460685, + "nauc_mrr_at_3_diff1": 0.7552866965243167, + "nauc_mrr_at_3_max": 0.7490529237368322, + "nauc_mrr_at_3_std": 0.3290842111903113, + "nauc_mrr_at_5_diff1": 0.7500622915261851, + "nauc_mrr_at_5_max": 0.7491511731982331, + "nauc_mrr_at_5_std": 0.33825344054325324, + "nauc_ndcg_at_1000_diff1": 0.7364622815914309, + "nauc_ndcg_at_1000_max": 0.7471229547952201, + "nauc_ndcg_at_1000_std": 0.35637380809988617, + "nauc_ndcg_at_100_diff1": 0.7294908180969978, + "nauc_ndcg_at_100_max": 0.7479264802454858, + "nauc_ndcg_at_100_std": 0.3722896320658003, + "nauc_ndcg_at_10_diff1": 0.7195526681292969, + "nauc_ndcg_at_10_max": 0.7409228808012177, + "nauc_ndcg_at_10_std": 0.3580860393014031, + "nauc_ndcg_at_1_diff1": 0.8049802782840214, + "nauc_ndcg_at_1_max": 0.7498553934605869, + "nauc_ndcg_at_1_std": 0.29700729863357705, + "nauc_ndcg_at_20_diff1": 0.7214534174841444, + "nauc_ndcg_at_20_max": 0.7463539393367656, + "nauc_ndcg_at_20_std": 0.372965204876254, + "nauc_ndcg_at_3_diff1": 0.7391270774282596, + "nauc_ndcg_at_3_max": 0.7484917905961945, + "nauc_ndcg_at_3_std": 0.33944021531722945, + "nauc_ndcg_at_5_diff1": 0.7290020444475582, + "nauc_ndcg_at_5_max": 0.7494773709658972, + "nauc_ndcg_at_5_std": 0.35739994466005126, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5943563179191292, + "nauc_precision_at_100_max": 0.7603163337726875, + "nauc_precision_at_100_std": 0.6608444784456153, + "nauc_precision_at_10_diff1": 0.6125552643291623, + "nauc_precision_at_10_max": 0.7182414321744717, + "nauc_precision_at_10_std": 0.4334780673557188, + "nauc_precision_at_1_diff1": 0.8049802782840214, + "nauc_precision_at_1_max": 0.7498553934605869, + "nauc_precision_at_1_std": 0.29700729863357705, + "nauc_precision_at_20_diff1": 0.6057501644822955, + "nauc_precision_at_20_max": 0.7419847606298808, + "nauc_precision_at_20_std": 0.5232585934885498, + "nauc_precision_at_3_diff1": 0.6897532810087493, + "nauc_precision_at_3_max": 0.7466755661348435, + "nauc_precision_at_3_std": 0.37105635615028315, + "nauc_precision_at_5_diff1": 0.6593142238749902, + "nauc_precision_at_5_max": 0.7512140146750157, + "nauc_precision_at_5_std": 0.42271318924843043, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5943563179191279, + "nauc_recall_at_100_max": 0.760316333772687, + "nauc_recall_at_100_std": 0.660844478445614, + "nauc_recall_at_10_diff1": 0.6125552643291626, + "nauc_recall_at_10_max": 0.7182414321744712, + "nauc_recall_at_10_std": 0.4334780673557188, + "nauc_recall_at_1_diff1": 0.8049802782840214, + "nauc_recall_at_1_max": 0.7498553934605869, + "nauc_recall_at_1_std": 0.29700729863357705, + "nauc_recall_at_20_diff1": 0.6057501644822962, + "nauc_recall_at_20_max": 0.7419847606298822, + "nauc_recall_at_20_std": 0.5232585934885504, + "nauc_recall_at_3_diff1": 0.6897532810087494, + "nauc_recall_at_3_max": 0.746675566134843, + "nauc_recall_at_3_std": 0.37105635615028343, + "nauc_recall_at_5_diff1": 0.6593142238749897, + "nauc_recall_at_5_max": 0.7512140146750159, + "nauc_recall_at_5_std": 0.4227131892484303, + "ndcg_at_1": 0.44667, + "ndcg_at_10": 0.56455, + "ndcg_at_100": 0.60332, + "ndcg_at_1000": 0.6184, + "ndcg_at_20": 0.5771, + "ndcg_at_3": 0.52299, + "ndcg_at_5": 0.54216, + "precision_at_1": 0.44667, + "precision_at_10": 0.06944, + "precision_at_100": 0.00886, + "precision_at_1000": 0.001, + "precision_at_20": 0.03717, + "precision_at_3": 0.19259, + "precision_at_5": 0.12489, + "recall_at_1": 0.44667, + "recall_at_10": 0.69444, + "recall_at_100": 0.88556, + "recall_at_1000": 1.0, + "recall_at_20": 0.74333, + "recall_at_3": 0.57778, + "recall_at_5": 0.62444 + }, + { + "hf_subset": "grn_Latn-grn_Latn", + "languages": [ + "grn-Latn", + "grn-Latn" + ], + "main_score": 0.71443, + "map_at_1": 0.62667, + "map_at_10": 0.68502, + "map_at_100": 0.6886, + "map_at_1000": 0.68906, + "map_at_20": 0.68714, + "map_at_3": 0.67093, + "map_at_5": 0.6797, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.6850163139329803, + "mrr_at_100": 0.6885957372717707, + "mrr_at_1000": 0.68906425674834, + "mrr_at_20": 0.6871416888972355, + "mrr_at_3": 0.6709259259259258, + "mrr_at_5": 0.6797037037037037, + "nauc_map_at_1000_diff1": 0.7996753236521448, + "nauc_map_at_1000_max": 0.7794505651891518, + "nauc_map_at_1000_std": 0.5070066738740456, + "nauc_map_at_100_diff1": 0.7995332513702222, + "nauc_map_at_100_max": 0.7795501641694705, + "nauc_map_at_100_std": 0.5075526862211096, + "nauc_map_at_10_diff1": 0.7991789107133777, + "nauc_map_at_10_max": 0.7793307027674038, + "nauc_map_at_10_std": 0.5044102945783728, + "nauc_map_at_1_diff1": 0.8161583023608306, + "nauc_map_at_1_max": 0.7402618301115006, + "nauc_map_at_1_std": 0.4434310610936927, + "nauc_map_at_20_diff1": 0.7994771335774162, + "nauc_map_at_20_max": 0.7799859144653073, + "nauc_map_at_20_std": 0.5082074974181574, + "nauc_map_at_3_diff1": 0.8030427949927618, + "nauc_map_at_3_max": 0.7812886815724271, + "nauc_map_at_3_std": 0.4987433871002915, + "nauc_map_at_5_diff1": 0.801529323634015, + "nauc_map_at_5_max": 0.7820829798489307, + "nauc_map_at_5_std": 0.5041697356618187, + "nauc_mrr_at_1000_diff1": 0.7996753236521448, + "nauc_mrr_at_1000_max": 0.7794505651891518, + "nauc_mrr_at_1000_std": 0.5070066738740456, + "nauc_mrr_at_100_diff1": 0.7995332513702222, + "nauc_mrr_at_100_max": 0.7795501641694705, + "nauc_mrr_at_100_std": 0.5075526862211096, + "nauc_mrr_at_10_diff1": 0.7991789107133777, + "nauc_mrr_at_10_max": 0.7793307027674038, + "nauc_mrr_at_10_std": 0.5044102945783728, + "nauc_mrr_at_1_diff1": 0.8161583023608306, + "nauc_mrr_at_1_max": 0.7402618301115006, + "nauc_mrr_at_1_std": 0.4434310610936927, + "nauc_mrr_at_20_diff1": 0.7994771335774162, + "nauc_mrr_at_20_max": 0.7799859144653073, + "nauc_mrr_at_20_std": 0.5082074974181574, + "nauc_mrr_at_3_diff1": 0.8030427949927618, + "nauc_mrr_at_3_max": 0.7812886815724271, + "nauc_mrr_at_3_std": 0.4987433871002915, + "nauc_mrr_at_5_diff1": 0.801529323634015, + "nauc_mrr_at_5_max": 0.7820829798489307, + "nauc_mrr_at_5_std": 0.5041697356618187, + "nauc_ndcg_at_1000_diff1": 0.7947906660372807, + "nauc_ndcg_at_1000_max": 0.7862703534299682, + "nauc_ndcg_at_1000_std": 0.5272531045680727, + "nauc_ndcg_at_100_diff1": 0.7902943018145759, + "nauc_ndcg_at_100_max": 0.7892167571157107, + "nauc_ndcg_at_100_std": 0.5435682429467162, + "nauc_ndcg_at_10_diff1": 0.7898279604093148, + "nauc_ndcg_at_10_max": 0.7906635885294376, + "nauc_ndcg_at_10_std": 0.5342249358183501, + "nauc_ndcg_at_1_diff1": 0.8161583023608306, + "nauc_ndcg_at_1_max": 0.7402618301115006, + "nauc_ndcg_at_1_std": 0.4434310610936927, + "nauc_ndcg_at_20_diff1": 0.7902345358669571, + "nauc_ndcg_at_20_max": 0.792895813059005, + "nauc_ndcg_at_20_std": 0.5493893253513384, + "nauc_ndcg_at_3_diff1": 0.7989836851206349, + "nauc_ndcg_at_3_max": 0.7945607332682547, + "nauc_ndcg_at_3_std": 0.5202293757552398, + "nauc_ndcg_at_5_diff1": 0.795987729789234, + "nauc_ndcg_at_5_max": 0.7968808647170682, + "nauc_ndcg_at_5_std": 0.5319634652681107, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7140471003216106, + "nauc_precision_at_100_max": 0.8397292250233446, + "nauc_precision_at_100_std": 0.8190113082269969, + "nauc_precision_at_10_diff1": 0.747141940731066, + "nauc_precision_at_10_max": 0.8352234326494591, + "nauc_precision_at_10_std": 0.6648166603663342, + "nauc_precision_at_1_diff1": 0.8161583023608306, + "nauc_precision_at_1_max": 0.7402618301115006, + "nauc_precision_at_1_std": 0.4434310610936927, + "nauc_precision_at_20_diff1": 0.7407682477234236, + "nauc_precision_at_20_max": 0.8539412673879444, + "nauc_precision_at_20_std": 0.7754203550184997, + "nauc_precision_at_3_diff1": 0.7857175621039664, + "nauc_precision_at_3_max": 0.8381703766319154, + "nauc_precision_at_3_std": 0.5922249088617598, + "nauc_precision_at_5_diff1": 0.775427357282286, + "nauc_precision_at_5_max": 0.8511905790145177, + "nauc_precision_at_5_std": 0.637071439676425, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7140471003216095, + "nauc_recall_at_100_max": 0.839729225023343, + "nauc_recall_at_100_std": 0.8190113082269942, + "nauc_recall_at_10_diff1": 0.7471419407310677, + "nauc_recall_at_10_max": 0.8352234326494612, + "nauc_recall_at_10_std": 0.664816660366336, + "nauc_recall_at_1_diff1": 0.8161583023608306, + "nauc_recall_at_1_max": 0.7402618301115006, + "nauc_recall_at_1_std": 0.4434310610936927, + "nauc_recall_at_20_diff1": 0.7407682477234256, + "nauc_recall_at_20_max": 0.8539412673879444, + "nauc_recall_at_20_std": 0.7754203550185007, + "nauc_recall_at_3_diff1": 0.7857175621039668, + "nauc_recall_at_3_max": 0.8381703766319152, + "nauc_recall_at_3_std": 0.5922249088617603, + "nauc_recall_at_5_diff1": 0.7754273572822866, + "nauc_recall_at_5_max": 0.8511905790145178, + "nauc_recall_at_5_std": 0.6370714396764251, + "ndcg_at_1": 0.62667, + "ndcg_at_10": 0.71443, + "ndcg_at_100": 0.73351, + "ndcg_at_1000": 0.74629, + "ndcg_at_20": 0.72207, + "ndcg_at_3": 0.68604, + "ndcg_at_5": 0.70173, + "precision_at_1": 0.62667, + "precision_at_10": 0.08067, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "precision_at_20": 0.04183, + "precision_at_3": 0.24333, + "precision_at_5": 0.15356, + "recall_at_1": 0.62667, + "recall_at_10": 0.80667, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "recall_at_20": 0.83667, + "recall_at_3": 0.73, + "recall_at_5": 0.76778 + }, + { + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ], + "main_score": 0.82363, + "map_at_1": 0.72556, + "map_at_10": 0.79366, + "map_at_100": 0.79669, + "map_at_1000": 0.79678, + "map_at_20": 0.79535, + "map_at_3": 0.78111, + "map_at_5": 0.78861, + "mrr_at_1": 0.7255555555555555, + "mrr_at_10": 0.7936640211640212, + "mrr_at_100": 0.7966874152016672, + "mrr_at_1000": 0.7967819165307837, + "mrr_at_20": 0.7953493847722435, + "mrr_at_3": 0.7811111111111112, + "mrr_at_5": 0.7886111111111113, + "nauc_map_at_1000_diff1": 0.7907186536058174, + "nauc_map_at_1000_max": 0.6694258834092199, + "nauc_map_at_1000_std": 0.003369466649738988, + "nauc_map_at_100_diff1": 0.7907209942037606, + "nauc_map_at_100_max": 0.6694283582719484, + "nauc_map_at_100_std": 0.0033348744113665795, + "nauc_map_at_10_diff1": 0.7897773900054486, + "nauc_map_at_10_max": 0.6715077824632071, + "nauc_map_at_10_std": 0.005993852865646893, + "nauc_map_at_1_diff1": 0.8130337989133828, + "nauc_map_at_1_max": 0.6469120211030395, + "nauc_map_at_1_std": -0.03318039089759036, + "nauc_map_at_20_diff1": 0.7903537061819457, + "nauc_map_at_20_max": 0.6702479003262071, + "nauc_map_at_20_std": 0.005233253365010418, + "nauc_map_at_3_diff1": 0.7904292656882367, + "nauc_map_at_3_max": 0.6688726559997971, + "nauc_map_at_3_std": 0.0009402434234297356, + "nauc_map_at_5_diff1": 0.7891487052704531, + "nauc_map_at_5_max": 0.6715553471241433, + "nauc_map_at_5_std": 0.00263712422481982, + "nauc_mrr_at_1000_diff1": 0.7907186536058174, + "nauc_mrr_at_1000_max": 0.6694258834092199, + "nauc_mrr_at_1000_std": 0.003369466649738988, + "nauc_mrr_at_100_diff1": 0.7907209942037606, + "nauc_mrr_at_100_max": 0.6694283582719484, + "nauc_mrr_at_100_std": 0.0033348744113665795, + "nauc_mrr_at_10_diff1": 0.7897773900054486, + "nauc_mrr_at_10_max": 0.6715077824632071, + "nauc_mrr_at_10_std": 0.005993852865646893, + "nauc_mrr_at_1_diff1": 0.8130337989133828, + "nauc_mrr_at_1_max": 0.6469120211030395, + "nauc_mrr_at_1_std": -0.03318039089759036, + "nauc_mrr_at_20_diff1": 0.7903537061819457, + "nauc_mrr_at_20_max": 0.6702479003262071, + "nauc_mrr_at_20_std": 0.005233253365010418, + "nauc_mrr_at_3_diff1": 0.7904292656882367, + "nauc_mrr_at_3_max": 0.6688726559997971, + "nauc_mrr_at_3_std": 0.0009402434234297356, + "nauc_mrr_at_5_diff1": 0.7891487052704531, + "nauc_mrr_at_5_max": 0.6715553471241433, + "nauc_mrr_at_5_std": 0.00263712422481982, + "nauc_ndcg_at_1000_diff1": 0.7876467528364504, + "nauc_ndcg_at_1000_max": 0.6730522619667642, + "nauc_ndcg_at_1000_std": 0.008611511081404573, + "nauc_ndcg_at_100_diff1": 0.787859163106142, + "nauc_ndcg_at_100_max": 0.67319679784317, + "nauc_ndcg_at_100_std": 0.008445905154096803, + "nauc_ndcg_at_10_diff1": 0.7822010478282654, + "nauc_ndcg_at_10_max": 0.6835282437697142, + "nauc_ndcg_at_10_std": 0.023302504982555816, + "nauc_ndcg_at_1_diff1": 0.8130337989133828, + "nauc_ndcg_at_1_max": 0.6469120211030395, + "nauc_ndcg_at_1_std": -0.03318039089759036, + "nauc_ndcg_at_20_diff1": 0.7846428998096137, + "nauc_ndcg_at_20_max": 0.6785554474741505, + "nauc_ndcg_at_20_std": 0.01937472990912167, + "nauc_ndcg_at_3_diff1": 0.7829669886180939, + "nauc_ndcg_at_3_max": 0.6764981690765834, + "nauc_ndcg_at_3_std": 0.009795438273741946, + "nauc_ndcg_at_5_diff1": 0.7800701346315907, + "nauc_ndcg_at_5_max": 0.682433347055869, + "nauc_ndcg_at_5_std": 0.01373687364908714, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8072284469343274, + "nauc_precision_at_100_max": 0.6881030189853881, + "nauc_precision_at_100_std": 0.014550264550263882, + "nauc_precision_at_10_diff1": 0.737491441020852, + "nauc_precision_at_10_max": 0.7640460628695913, + "nauc_precision_at_10_std": 0.13970743853096887, + "nauc_precision_at_1_diff1": 0.8130337989133828, + "nauc_precision_at_1_max": 0.6469120211030395, + "nauc_precision_at_1_std": -0.03318039089759036, + "nauc_precision_at_20_diff1": 0.7456794038370043, + "nauc_precision_at_20_max": 0.7455560840688445, + "nauc_precision_at_20_std": 0.13970368021422042, + "nauc_precision_at_3_diff1": 0.754797231161407, + "nauc_precision_at_3_max": 0.705469371659544, + "nauc_precision_at_3_std": 0.04203606813652633, + "nauc_precision_at_5_diff1": 0.7381682868889098, + "nauc_precision_at_5_max": 0.7338554861105, + "nauc_precision_at_5_std": 0.06377159687584749, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8072284469343232, + "nauc_recall_at_100_max": 0.6881030189853657, + "nauc_recall_at_100_std": 0.014550264550275797, + "nauc_recall_at_10_diff1": 0.7374914410208534, + "nauc_recall_at_10_max": 0.7640460628695935, + "nauc_recall_at_10_std": 0.1397074385309697, + "nauc_recall_at_1_diff1": 0.8130337989133828, + "nauc_recall_at_1_max": 0.6469120211030395, + "nauc_recall_at_1_std": -0.03318039089759036, + "nauc_recall_at_20_diff1": 0.7456794038370075, + "nauc_recall_at_20_max": 0.7455560840688478, + "nauc_recall_at_20_std": 0.13970368021422463, + "nauc_recall_at_3_diff1": 0.7547972311614055, + "nauc_recall_at_3_max": 0.705469371659543, + "nauc_recall_at_3_std": 0.042036068136526716, + "nauc_recall_at_5_diff1": 0.738168286888911, + "nauc_recall_at_5_max": 0.7338554861105018, + "nauc_recall_at_5_std": 0.06377159687584932, + "ndcg_at_1": 0.72556, + "ndcg_at_10": 0.82363, + "ndcg_at_100": 0.83857, + "ndcg_at_1000": 0.84042, + "ndcg_at_20": 0.8298, + "ndcg_at_3": 0.79778, + "ndcg_at_5": 0.8114, + "precision_at_1": 0.72556, + "precision_at_10": 0.09167, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04706, + "precision_at_3": 0.28185, + "precision_at_5": 0.17578, + "recall_at_1": 0.72556, + "recall_at_10": 0.91667, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.94111, + "recall_at_3": 0.84556, + "recall_at_5": 0.87889 + }, + { + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ], + "main_score": 0.69042, + "map_at_1": 0.59889, + "map_at_10": 0.66183, + "map_at_100": 0.66574, + "map_at_1000": 0.66624, + "map_at_20": 0.66375, + "map_at_3": 0.64981, + "map_at_5": 0.65759, + "mrr_at_1": 0.5988888888888889, + "mrr_at_10": 0.661830687830688, + "mrr_at_100": 0.6657397748257603, + "mrr_at_1000": 0.6662444250048992, + "mrr_at_20": 0.6637481836380186, + "mrr_at_3": 0.6498148148148147, + "mrr_at_5": 0.6575925925925926, + "nauc_map_at_1000_diff1": 0.8357650351888845, + "nauc_map_at_1000_max": 0.8208389265719094, + "nauc_map_at_1000_std": 0.5545452120155164, + "nauc_map_at_100_diff1": 0.8356276933129348, + "nauc_map_at_100_max": 0.8209412780187213, + "nauc_map_at_100_std": 0.5550138660450898, + "nauc_map_at_10_diff1": 0.836205268881821, + "nauc_map_at_10_max": 0.8218871926244997, + "nauc_map_at_10_std": 0.5548662658900589, + "nauc_map_at_1_diff1": 0.8560690528618039, + "nauc_map_at_1_max": 0.7906773366359953, + "nauc_map_at_1_std": 0.5013743706634041, + "nauc_map_at_20_diff1": 0.8353343867629659, + "nauc_map_at_20_max": 0.8210893643529817, + "nauc_map_at_20_std": 0.5547377691767973, + "nauc_map_at_3_diff1": 0.8357391365584875, + "nauc_map_at_3_max": 0.8172179930042854, + "nauc_map_at_3_std": 0.5436954092625967, + "nauc_map_at_5_diff1": 0.8371889396517415, + "nauc_map_at_5_max": 0.8212804940648158, + "nauc_map_at_5_std": 0.5513560607999143, + "nauc_mrr_at_1000_diff1": 0.8357650351888845, + "nauc_mrr_at_1000_max": 0.8208389265719094, + "nauc_mrr_at_1000_std": 0.5545452120155164, + "nauc_mrr_at_100_diff1": 0.8356276933129348, + "nauc_mrr_at_100_max": 0.8209412780187213, + "nauc_mrr_at_100_std": 0.5550138660450898, + "nauc_mrr_at_10_diff1": 0.836205268881821, + "nauc_mrr_at_10_max": 0.8218871926244997, + "nauc_mrr_at_10_std": 0.5548662658900589, + "nauc_mrr_at_1_diff1": 0.8560690528618039, + "nauc_mrr_at_1_max": 0.7906773366359953, + "nauc_mrr_at_1_std": 0.5013743706634041, + "nauc_mrr_at_20_diff1": 0.8353343867629659, + "nauc_mrr_at_20_max": 0.8210893643529817, + "nauc_mrr_at_20_std": 0.5547377691767973, + "nauc_mrr_at_3_diff1": 0.8357391365584875, + "nauc_mrr_at_3_max": 0.8172179930042854, + "nauc_mrr_at_3_std": 0.5436954092625967, + "nauc_mrr_at_5_diff1": 0.8371889396517415, + "nauc_mrr_at_5_max": 0.8212804940648158, + "nauc_mrr_at_5_std": 0.5513560607999143, + "nauc_ndcg_at_1000_diff1": 0.8305055890145204, + "nauc_ndcg_at_1000_max": 0.8268440435349946, + "nauc_ndcg_at_1000_std": 0.5715755487772437, + "nauc_ndcg_at_100_diff1": 0.8266079370022646, + "nauc_ndcg_at_100_max": 0.8301811244628696, + "nauc_ndcg_at_100_std": 0.5861374133914987, + "nauc_ndcg_at_10_diff1": 0.8280143790265808, + "nauc_ndcg_at_10_max": 0.8344081917033693, + "nauc_ndcg_at_10_std": 0.5847976912703794, + "nauc_ndcg_at_1_diff1": 0.8560690528618039, + "nauc_ndcg_at_1_max": 0.7906773366359953, + "nauc_ndcg_at_1_std": 0.5013743706634041, + "nauc_ndcg_at_20_diff1": 0.8241717595338063, + "nauc_ndcg_at_20_max": 0.8313885993451721, + "nauc_ndcg_at_20_std": 0.5845437727368453, + "nauc_ndcg_at_3_diff1": 0.8284400620390758, + "nauc_ndcg_at_3_max": 0.8244694245298422, + "nauc_ndcg_at_3_std": 0.5591345512248521, + "nauc_ndcg_at_5_diff1": 0.8306297351052095, + "nauc_ndcg_at_5_max": 0.8320845888066174, + "nauc_ndcg_at_5_std": 0.5739353859025766, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7618459245312648, + "nauc_precision_at_100_max": 0.8886110457362532, + "nauc_precision_at_100_std": 0.8346179493214123, + "nauc_precision_at_10_diff1": 0.7945493684461695, + "nauc_precision_at_10_max": 0.8859688058847528, + "nauc_precision_at_10_std": 0.7132927777335895, + "nauc_precision_at_1_diff1": 0.8560690528618039, + "nauc_precision_at_1_max": 0.7906773366359953, + "nauc_precision_at_1_std": 0.5013743706634041, + "nauc_precision_at_20_diff1": 0.7684567236544347, + "nauc_precision_at_20_max": 0.8751202040734055, + "nauc_precision_at_20_std": 0.726392495810851, + "nauc_precision_at_3_diff1": 0.8042333449431575, + "nauc_precision_at_3_max": 0.8477180439602159, + "nauc_precision_at_3_std": 0.6104229799428131, + "nauc_precision_at_5_diff1": 0.8071739145494135, + "nauc_precision_at_5_max": 0.8711429356522858, + "nauc_precision_at_5_std": 0.6576827249237407, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7618459245312613, + "nauc_recall_at_100_max": 0.8886110457362522, + "nauc_recall_at_100_std": 0.8346179493214086, + "nauc_recall_at_10_diff1": 0.7945493684461701, + "nauc_recall_at_10_max": 0.8859688058847524, + "nauc_recall_at_10_std": 0.7132927777335903, + "nauc_recall_at_1_diff1": 0.8560690528618039, + "nauc_recall_at_1_max": 0.7906773366359953, + "nauc_recall_at_1_std": 0.5013743706634041, + "nauc_recall_at_20_diff1": 0.7684567236544341, + "nauc_recall_at_20_max": 0.875120204073406, + "nauc_recall_at_20_std": 0.7263924958108517, + "nauc_recall_at_3_diff1": 0.8042333449431572, + "nauc_recall_at_3_max": 0.8477180439602149, + "nauc_recall_at_3_std": 0.610422979942813, + "nauc_recall_at_5_diff1": 0.8071739145494129, + "nauc_recall_at_5_max": 0.8711429356522858, + "nauc_recall_at_5_std": 0.6576827249237419, + "ndcg_at_1": 0.59889, + "ndcg_at_10": 0.69042, + "ndcg_at_100": 0.71311, + "ndcg_at_1000": 0.72675, + "ndcg_at_20": 0.69762, + "ndcg_at_3": 0.66641, + "ndcg_at_5": 0.68028, + "precision_at_1": 0.59889, + "precision_at_10": 0.07789, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "precision_at_20": 0.04039, + "precision_at_3": 0.23815, + "precision_at_5": 0.14956, + "recall_at_1": 0.59889, + "recall_at_10": 0.77889, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "recall_at_20": 0.80778, + "recall_at_3": 0.71444, + "recall_at_5": 0.74778 + }, + { + "hf_subset": "guj_Gujr-guj_Gujr", + "languages": [ + "guj-Gujr", + "guj-Gujr" + ], + "main_score": 0.77009, + "map_at_1": 0.66111, + "map_at_10": 0.7348, + "map_at_100": 0.7387, + "map_at_1000": 0.73886, + "map_at_20": 0.73724, + "map_at_3": 0.71907, + "map_at_5": 0.72807, + "mrr_at_1": 0.6611111111111111, + "mrr_at_10": 0.7347976190476196, + "mrr_at_100": 0.7386977676322523, + "mrr_at_1000": 0.7388601581658715, + "mrr_at_20": 0.7372358781378394, + "mrr_at_3": 0.7190740740740743, + "mrr_at_5": 0.7280740740740744, + "nauc_map_at_1000_diff1": 0.807900982035293, + "nauc_map_at_1000_max": 0.7377330340052216, + "nauc_map_at_1000_std": 0.18625054652499062, + "nauc_map_at_100_diff1": 0.8079363650805962, + "nauc_map_at_100_max": 0.7378717811644558, + "nauc_map_at_100_std": 0.18676912450004143, + "nauc_map_at_10_diff1": 0.8075313989874016, + "nauc_map_at_10_max": 0.7383813254607958, + "nauc_map_at_10_std": 0.18694763691654334, + "nauc_map_at_1_diff1": 0.8249383240780952, + "nauc_map_at_1_max": 0.7156217949310247, + "nauc_map_at_1_std": 0.13786023820303678, + "nauc_map_at_20_diff1": 0.8076770350915248, + "nauc_map_at_20_max": 0.7379071145962374, + "nauc_map_at_20_std": 0.18564011007974118, + "nauc_map_at_3_diff1": 0.8023167412929368, + "nauc_map_at_3_max": 0.7344246302044813, + "nauc_map_at_3_std": 0.17743471555303444, + "nauc_map_at_5_diff1": 0.8067144158240597, + "nauc_map_at_5_max": 0.7391451168976644, + "nauc_map_at_5_std": 0.18918543177215835, + "nauc_mrr_at_1000_diff1": 0.807900982035293, + "nauc_mrr_at_1000_max": 0.7377330340052216, + "nauc_mrr_at_1000_std": 0.18625054652499062, + "nauc_mrr_at_100_diff1": 0.8079363650805962, + "nauc_mrr_at_100_max": 0.7378717811644558, + "nauc_mrr_at_100_std": 0.18676912450004143, + "nauc_mrr_at_10_diff1": 0.8075313989874016, + "nauc_mrr_at_10_max": 0.7383813254607958, + "nauc_mrr_at_10_std": 0.18694763691654334, + "nauc_mrr_at_1_diff1": 0.8249383240780952, + "nauc_mrr_at_1_max": 0.7156217949310247, + "nauc_mrr_at_1_std": 0.13786023820303678, + "nauc_mrr_at_20_diff1": 0.8076770350915248, + "nauc_mrr_at_20_max": 0.7379071145962374, + "nauc_mrr_at_20_std": 0.18564011007974118, + "nauc_mrr_at_3_diff1": 0.8023167412929368, + "nauc_mrr_at_3_max": 0.7344246302044813, + "nauc_mrr_at_3_std": 0.17743471555303444, + "nauc_mrr_at_5_diff1": 0.8067144158240597, + "nauc_mrr_at_5_max": 0.7391451168976644, + "nauc_mrr_at_5_std": 0.18918543177215835, + "nauc_ndcg_at_1000_diff1": 0.8066683656446528, + "nauc_ndcg_at_1000_max": 0.7428780420115734, + "nauc_ndcg_at_1000_std": 0.19969480529222047, + "nauc_ndcg_at_100_diff1": 0.8079157150088961, + "nauc_ndcg_at_100_max": 0.7469138388336204, + "nauc_ndcg_at_100_std": 0.21430518990289224, + "nauc_ndcg_at_10_diff1": 0.8049270602494742, + "nauc_ndcg_at_10_max": 0.748466525743641, + "nauc_ndcg_at_10_std": 0.20961080865804782, + "nauc_ndcg_at_1_diff1": 0.8249383240780952, + "nauc_ndcg_at_1_max": 0.7156217949310247, + "nauc_ndcg_at_1_std": 0.13786023820303678, + "nauc_ndcg_at_20_diff1": 0.8055459403842641, + "nauc_ndcg_at_20_max": 0.7475153070915835, + "nauc_ndcg_at_20_std": 0.20640611131119213, + "nauc_ndcg_at_3_diff1": 0.7940985390679222, + "nauc_ndcg_at_3_max": 0.7396914190866688, + "nauc_ndcg_at_3_std": 0.1912334763379746, + "nauc_ndcg_at_5_diff1": 0.8026305464474316, + "nauc_ndcg_at_5_max": 0.7496071897888641, + "nauc_ndcg_at_5_std": 0.21464461494714754, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8689219277454566, + "nauc_precision_at_100_max": 0.9377828054298661, + "nauc_precision_at_100_std": 0.8977591036414524, + "nauc_precision_at_10_diff1": 0.7957706942798326, + "nauc_precision_at_10_max": 0.8071727100171974, + "nauc_precision_at_10_std": 0.33850931677018486, + "nauc_precision_at_1_diff1": 0.8249383240780952, + "nauc_precision_at_1_max": 0.7156217949310247, + "nauc_precision_at_1_std": 0.13786023820303678, + "nauc_precision_at_20_diff1": 0.7984466513878261, + "nauc_precision_at_20_max": 0.822613894042462, + "nauc_precision_at_20_std": 0.3622661185686381, + "nauc_precision_at_3_diff1": 0.7648537902775203, + "nauc_precision_at_3_max": 0.7578160338450903, + "nauc_precision_at_3_std": 0.24010855972115197, + "nauc_precision_at_5_diff1": 0.7878588520603949, + "nauc_precision_at_5_max": 0.795131028166379, + "nauc_precision_at_5_std": 0.3255774204575499, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8689219277454581, + "nauc_recall_at_100_max": 0.9377828054298636, + "nauc_recall_at_100_std": 0.8977591036414585, + "nauc_recall_at_10_diff1": 0.7957706942798334, + "nauc_recall_at_10_max": 0.8071727100171996, + "nauc_recall_at_10_std": 0.33850931677018614, + "nauc_recall_at_1_diff1": 0.8249383240780952, + "nauc_recall_at_1_max": 0.7156217949310247, + "nauc_recall_at_1_std": 0.13786023820303678, + "nauc_recall_at_20_diff1": 0.7984466513878296, + "nauc_recall_at_20_max": 0.8226138940424659, + "nauc_recall_at_20_std": 0.3622661185686414, + "nauc_recall_at_3_diff1": 0.7648537902775184, + "nauc_recall_at_3_max": 0.7578160338450891, + "nauc_recall_at_3_std": 0.24010855972115117, + "nauc_recall_at_5_diff1": 0.7878588520603962, + "nauc_recall_at_5_max": 0.7951310281663804, + "nauc_recall_at_5_std": 0.3255774204575506, + "ndcg_at_1": 0.66111, + "ndcg_at_10": 0.77009, + "ndcg_at_100": 0.78916, + "ndcg_at_1000": 0.79299, + "ndcg_at_20": 0.77867, + "ndcg_at_3": 0.73707, + "ndcg_at_5": 0.75366, + "precision_at_1": 0.66111, + "precision_at_10": 0.08811, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "precision_at_20": 0.04572, + "precision_at_3": 0.26296, + "precision_at_5": 0.166, + "recall_at_1": 0.66111, + "recall_at_10": 0.88111, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "recall_at_20": 0.91444, + "recall_at_3": 0.78889, + "recall_at_5": 0.83 + }, + { + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.88513, + "map_at_1": 0.80444, + "map_at_10": 0.85982, + "map_at_100": 0.86136, + "map_at_1000": 0.86139, + "map_at_20": 0.8608, + "map_at_3": 0.84944, + "map_at_5": 0.85656, + "mrr_at_1": 0.8044444444444444, + "mrr_at_10": 0.8598223104056443, + "mrr_at_100": 0.8613576443575303, + "mrr_at_1000": 0.8613895196011011, + "mrr_at_20": 0.8607999797950783, + "mrr_at_3": 0.8494444444444451, + "mrr_at_5": 0.8565555555555563, + "nauc_map_at_1000_diff1": 0.8307952809175293, + "nauc_map_at_1000_max": 0.6152942431867161, + "nauc_map_at_1000_std": -0.11254835994304445, + "nauc_map_at_100_diff1": 0.830785189229449, + "nauc_map_at_100_max": 0.6153363618733737, + "nauc_map_at_100_std": -0.11262546925806623, + "nauc_map_at_10_diff1": 0.8305370377170188, + "nauc_map_at_10_max": 0.6170540814616633, + "nauc_map_at_10_std": -0.10944859351417115, + "nauc_map_at_1_diff1": 0.8447374982998587, + "nauc_map_at_1_max": 0.5924819785102237, + "nauc_map_at_1_std": -0.14095298544679577, + "nauc_map_at_20_diff1": 0.8303779246524424, + "nauc_map_at_20_max": 0.6154654222903896, + "nauc_map_at_20_std": -0.11220454819213814, + "nauc_map_at_3_diff1": 0.8284014193124255, + "nauc_map_at_3_max": 0.6147875546479834, + "nauc_map_at_3_std": -0.11628958404321071, + "nauc_map_at_5_diff1": 0.8292976737504637, + "nauc_map_at_5_max": 0.6184673593131937, + "nauc_map_at_5_std": -0.10751509405806815, + "nauc_mrr_at_1000_diff1": 0.8307952809175293, + "nauc_mrr_at_1000_max": 0.6152942431867161, + "nauc_mrr_at_1000_std": -0.11254835994304445, + "nauc_mrr_at_100_diff1": 0.830785189229449, + "nauc_mrr_at_100_max": 0.6153363618733737, + "nauc_mrr_at_100_std": -0.11262546925806623, + "nauc_mrr_at_10_diff1": 0.8305370377170188, + "nauc_mrr_at_10_max": 0.6170540814616633, + "nauc_mrr_at_10_std": -0.10944859351417115, + "nauc_mrr_at_1_diff1": 0.8447374982998587, + "nauc_mrr_at_1_max": 0.5924819785102237, + "nauc_mrr_at_1_std": -0.14095298544679577, + "nauc_mrr_at_20_diff1": 0.8303779246524424, + "nauc_mrr_at_20_max": 0.6154654222903896, + "nauc_mrr_at_20_std": -0.11220454819213814, + "nauc_mrr_at_3_diff1": 0.8284014193124255, + "nauc_mrr_at_3_max": 0.6147875546479834, + "nauc_mrr_at_3_std": -0.11628958404321071, + "nauc_mrr_at_5_diff1": 0.8292976737504637, + "nauc_mrr_at_5_max": 0.6184673593131937, + "nauc_mrr_at_5_std": -0.10751509405806815, + "nauc_ndcg_at_1000_diff1": 0.8285781544047045, + "nauc_ndcg_at_1000_max": 0.6191206690458321, + "nauc_ndcg_at_1000_std": -0.1074084528340655, + "nauc_ndcg_at_100_diff1": 0.8283430699882484, + "nauc_ndcg_at_100_max": 0.6202798825242121, + "nauc_ndcg_at_100_std": -0.1080232435597774, + "nauc_ndcg_at_10_diff1": 0.8258649362247843, + "nauc_ndcg_at_10_max": 0.6284040913215224, + "nauc_ndcg_at_10_std": -0.09184733831898143, + "nauc_ndcg_at_1_diff1": 0.8447374982998587, + "nauc_ndcg_at_1_max": 0.5924819785102237, + "nauc_ndcg_at_1_std": -0.14095298544679577, + "nauc_ndcg_at_20_diff1": 0.8249053204988667, + "nauc_ndcg_at_20_max": 0.6218303004790983, + "nauc_ndcg_at_20_std": -0.10349033016118496, + "nauc_ndcg_at_3_diff1": 0.8216210577922733, + "nauc_ndcg_at_3_max": 0.6224165133854713, + "nauc_ndcg_at_3_std": -0.1075543113142893, + "nauc_ndcg_at_5_diff1": 0.822486443829473, + "nauc_ndcg_at_5_max": 0.6306175844999836, + "nauc_ndcg_at_5_std": -0.08871681551571231, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.790499533146607, + "nauc_precision_at_100_max": 0.8190943043884411, + "nauc_precision_at_100_std": -0.14530812324926334, + "nauc_precision_at_10_diff1": 0.7824321647851004, + "nauc_precision_at_10_max": 0.7485640720934789, + "nauc_precision_at_10_std": 0.09819483348893956, + "nauc_precision_at_1_diff1": 0.8447374982998587, + "nauc_precision_at_1_max": 0.5924819785102237, + "nauc_precision_at_1_std": -0.14095298544679577, + "nauc_precision_at_20_diff1": 0.7394735672046469, + "nauc_precision_at_20_max": 0.70103596994352, + "nauc_precision_at_20_std": -0.0003112356053692874, + "nauc_precision_at_3_diff1": 0.7913615245294917, + "nauc_precision_at_3_max": 0.655687174468182, + "nauc_precision_at_3_std": -0.06928554554351823, + "nauc_precision_at_5_diff1": 0.7788048552754416, + "nauc_precision_at_5_max": 0.7095068330362422, + "nauc_precision_at_5_std": 0.03616840675664531, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7904995331465876, + "nauc_recall_at_100_max": 0.8190943043884288, + "nauc_recall_at_100_std": -0.1453081232493074, + "nauc_recall_at_10_diff1": 0.7824321647851048, + "nauc_recall_at_10_max": 0.7485640720934815, + "nauc_recall_at_10_std": 0.09819483348894846, + "nauc_recall_at_1_diff1": 0.8447374982998587, + "nauc_recall_at_1_max": 0.5924819785102237, + "nauc_recall_at_1_std": -0.14095298544679577, + "nauc_recall_at_20_diff1": 0.7394735672046598, + "nauc_recall_at_20_max": 0.7010359699435278, + "nauc_recall_at_20_std": -0.00031123560535529084, + "nauc_recall_at_3_diff1": 0.7913615245294903, + "nauc_recall_at_3_max": 0.6556871744681814, + "nauc_recall_at_3_std": -0.06928554554351894, + "nauc_recall_at_5_diff1": 0.7788048552754442, + "nauc_recall_at_5_max": 0.7095068330362462, + "nauc_recall_at_5_std": 0.03616840675664327, + "ndcg_at_1": 0.80444, + "ndcg_at_10": 0.88513, + "ndcg_at_100": 0.89221, + "ndcg_at_1000": 0.89283, + "ndcg_at_20": 0.88857, + "ndcg_at_3": 0.8644, + "ndcg_at_5": 0.87722, + "precision_at_1": 0.80444, + "precision_at_10": 0.09633, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30259, + "precision_at_5": 0.18778, + "recall_at_1": 0.80444, + "recall_at_10": 0.96333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.90778, + "recall_at_5": 0.93889 + }, + { + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.77024, + "map_at_1": 0.64556, + "map_at_10": 0.72979, + "map_at_100": 0.73366, + "map_at_1000": 0.73377, + "map_at_20": 0.73244, + "map_at_3": 0.71019, + "map_at_5": 0.72235, + "mrr_at_1": 0.6455555555555555, + "mrr_at_10": 0.7297914462081129, + "mrr_at_100": 0.7336640412506097, + "mrr_at_1000": 0.7337710384567881, + "mrr_at_20": 0.7324357158101997, + "mrr_at_3": 0.7101851851851851, + "mrr_at_5": 0.722351851851852, + "nauc_map_at_1000_diff1": 0.7630830211337518, + "nauc_map_at_1000_max": 0.6992524937427406, + "nauc_map_at_1000_std": 0.14390154568771857, + "nauc_map_at_100_diff1": 0.7630535706132358, + "nauc_map_at_100_max": 0.6992814266724073, + "nauc_map_at_100_std": 0.14407292838468524, + "nauc_map_at_10_diff1": 0.7620886716529666, + "nauc_map_at_10_max": 0.6989909044054585, + "nauc_map_at_10_std": 0.1432828391932478, + "nauc_map_at_1_diff1": 0.7859751538763574, + "nauc_map_at_1_max": 0.6832970867032543, + "nauc_map_at_1_std": 0.11807377100616284, + "nauc_map_at_20_diff1": 0.7627008029884839, + "nauc_map_at_20_max": 0.6993068964175356, + "nauc_map_at_20_std": 0.14437252242240292, + "nauc_map_at_3_diff1": 0.7617231472949272, + "nauc_map_at_3_max": 0.69962878579909, + "nauc_map_at_3_std": 0.13601372251082797, + "nauc_map_at_5_diff1": 0.7618869124965473, + "nauc_map_at_5_max": 0.7012167374970819, + "nauc_map_at_5_std": 0.1421960703263276, + "nauc_mrr_at_1000_diff1": 0.7630830211337518, + "nauc_mrr_at_1000_max": 0.6992524937427406, + "nauc_mrr_at_1000_std": 0.14390154568771857, + "nauc_mrr_at_100_diff1": 0.7630535706132358, + "nauc_mrr_at_100_max": 0.6992814266724073, + "nauc_mrr_at_100_std": 0.14407292838468524, + "nauc_mrr_at_10_diff1": 0.7620886716529666, + "nauc_mrr_at_10_max": 0.6989909044054585, + "nauc_mrr_at_10_std": 0.1432828391932478, + "nauc_mrr_at_1_diff1": 0.7859751538763574, + "nauc_mrr_at_1_max": 0.6832970867032543, + "nauc_mrr_at_1_std": 0.11807377100616284, + "nauc_mrr_at_20_diff1": 0.7627008029884839, + "nauc_mrr_at_20_max": 0.6993068964175356, + "nauc_mrr_at_20_std": 0.14437252242240292, + "nauc_mrr_at_3_diff1": 0.7617231472949272, + "nauc_mrr_at_3_max": 0.69962878579909, + "nauc_mrr_at_3_std": 0.13601372251082797, + "nauc_mrr_at_5_diff1": 0.7618869124965473, + "nauc_mrr_at_5_max": 0.7012167374970819, + "nauc_mrr_at_5_std": 0.1421960703263276, + "nauc_ndcg_at_1000_diff1": 0.7592336562069744, + "nauc_ndcg_at_1000_max": 0.7017495895113594, + "nauc_ndcg_at_1000_std": 0.15171650758492464, + "nauc_ndcg_at_100_diff1": 0.7587692410543871, + "nauc_ndcg_at_100_max": 0.7031612559204007, + "nauc_ndcg_at_100_std": 0.1576526348456729, + "nauc_ndcg_at_10_diff1": 0.7522375782425552, + "nauc_ndcg_at_10_max": 0.7019739592268448, + "nauc_ndcg_at_10_std": 0.1569857119294337, + "nauc_ndcg_at_1_diff1": 0.7859751538763574, + "nauc_ndcg_at_1_max": 0.6832970867032543, + "nauc_ndcg_at_1_std": 0.11807377100616284, + "nauc_ndcg_at_20_diff1": 0.7553628757521624, + "nauc_ndcg_at_20_max": 0.7034985615686146, + "nauc_ndcg_at_20_std": 0.1606096914686156, + "nauc_ndcg_at_3_diff1": 0.7525675846573147, + "nauc_ndcg_at_3_max": 0.7039764997072951, + "nauc_ndcg_at_3_std": 0.13955646667258034, + "nauc_ndcg_at_5_diff1": 0.7524188728019107, + "nauc_ndcg_at_5_max": 0.7072376483773857, + "nauc_ndcg_at_5_std": 0.15185181805111872, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.731586752348011, + "nauc_precision_at_100_max": 0.8145218871862597, + "nauc_precision_at_100_std": 0.5985884549898518, + "nauc_precision_at_10_diff1": 0.6891301936823839, + "nauc_precision_at_10_max": 0.7170835727896893, + "nauc_precision_at_10_std": 0.2538136575824484, + "nauc_precision_at_1_diff1": 0.7859751538763574, + "nauc_precision_at_1_max": 0.6832970867032543, + "nauc_precision_at_1_std": 0.11807377100616284, + "nauc_precision_at_20_diff1": 0.6957671957671948, + "nauc_precision_at_20_max": 0.7427248677248676, + "nauc_precision_at_20_std": 0.3370915032679707, + "nauc_precision_at_3_diff1": 0.7190681917158939, + "nauc_precision_at_3_max": 0.7191697191697188, + "nauc_precision_at_3_std": 0.1512491884483135, + "nauc_precision_at_5_diff1": 0.7094967019065669, + "nauc_precision_at_5_max": 0.734279319668313, + "nauc_precision_at_5_std": 0.19686038186986923, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7315867523479948, + "nauc_recall_at_100_max": 0.8145218871862435, + "nauc_recall_at_100_std": 0.5985884549898371, + "nauc_recall_at_10_diff1": 0.6891301936823845, + "nauc_recall_at_10_max": 0.7170835727896929, + "nauc_recall_at_10_std": 0.25381365758245017, + "nauc_recall_at_1_diff1": 0.7859751538763574, + "nauc_recall_at_1_max": 0.6832970867032543, + "nauc_recall_at_1_std": 0.11807377100616284, + "nauc_recall_at_20_diff1": 0.6957671957671956, + "nauc_recall_at_20_max": 0.7427248677248679, + "nauc_recall_at_20_std": 0.3370915032679724, + "nauc_recall_at_3_diff1": 0.7190681917158935, + "nauc_recall_at_3_max": 0.7191697191697182, + "nauc_recall_at_3_std": 0.15124918844831317, + "nauc_recall_at_5_diff1": 0.7094967019065681, + "nauc_recall_at_5_max": 0.7342793196683132, + "nauc_recall_at_5_std": 0.1968603818698694, + "ndcg_at_1": 0.64556, + "ndcg_at_10": 0.77024, + "ndcg_at_100": 0.7885, + "ndcg_at_1000": 0.79101, + "ndcg_at_20": 0.77963, + "ndcg_at_3": 0.73073, + "ndcg_at_5": 0.75267, + "precision_at_1": 0.64556, + "precision_at_10": 0.08967, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04667, + "precision_at_3": 0.26333, + "precision_at_5": 0.16867, + "recall_at_1": 0.64556, + "recall_at_10": 0.89667, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.93333, + "recall_at_3": 0.79, + "recall_at_5": 0.84333 + }, + { + "hf_subset": "hat_Latn-hat_Latn", + "languages": [ + "hat-Latn", + "hat-Latn" + ], + "main_score": 0.71642, + "map_at_1": 0.61444, + "map_at_10": 0.6842, + "map_at_100": 0.6892, + "map_at_1000": 0.68951, + "map_at_20": 0.6872, + "map_at_3": 0.66907, + "map_at_5": 0.67919, + "mrr_at_1": 0.6144444444444445, + "mrr_at_10": 0.6841979717813049, + "mrr_at_100": 0.689198037615354, + "mrr_at_1000": 0.68951279730772, + "mrr_at_20": 0.6872034654897141, + "mrr_at_3": 0.6690740740740739, + "mrr_at_5": 0.6791851851851849, + "nauc_map_at_1000_diff1": 0.7798543860741634, + "nauc_map_at_1000_max": 0.7352393707144341, + "nauc_map_at_1000_std": 0.36436500642420633, + "nauc_map_at_100_diff1": 0.7797803018218236, + "nauc_map_at_100_max": 0.7353802598486181, + "nauc_map_at_100_std": 0.3648353080711726, + "nauc_map_at_10_diff1": 0.7793190592423228, + "nauc_map_at_10_max": 0.736235169024773, + "nauc_map_at_10_std": 0.36392937810555487, + "nauc_map_at_1_diff1": 0.8080827223518539, + "nauc_map_at_1_max": 0.7129235907944137, + "nauc_map_at_1_std": 0.31137804595347773, + "nauc_map_at_20_diff1": 0.7794834427649687, + "nauc_map_at_20_max": 0.7358674083689648, + "nauc_map_at_20_std": 0.36562140741073995, + "nauc_map_at_3_diff1": 0.7798661656889071, + "nauc_map_at_3_max": 0.7311330403573706, + "nauc_map_at_3_std": 0.3473839083010244, + "nauc_map_at_5_diff1": 0.7796406445720874, + "nauc_map_at_5_max": 0.7346401025197725, + "nauc_map_at_5_std": 0.3613413016534731, + "nauc_mrr_at_1000_diff1": 0.7798543860741634, + "nauc_mrr_at_1000_max": 0.7352393707144341, + "nauc_mrr_at_1000_std": 0.36436500642420633, + "nauc_mrr_at_100_diff1": 0.7797803018218236, + "nauc_mrr_at_100_max": 0.7353802598486181, + "nauc_mrr_at_100_std": 0.3648353080711726, + "nauc_mrr_at_10_diff1": 0.7793190592423228, + "nauc_mrr_at_10_max": 0.736235169024773, + "nauc_mrr_at_10_std": 0.36392937810555487, + "nauc_mrr_at_1_diff1": 0.8080827223518539, + "nauc_mrr_at_1_max": 0.7129235907944137, + "nauc_mrr_at_1_std": 0.31137804595347773, + "nauc_mrr_at_20_diff1": 0.7794834427649687, + "nauc_mrr_at_20_max": 0.7358674083689648, + "nauc_mrr_at_20_std": 0.36562140741073995, + "nauc_mrr_at_3_diff1": 0.7798661656889071, + "nauc_mrr_at_3_max": 0.7311330403573706, + "nauc_mrr_at_3_std": 0.3473839083010244, + "nauc_mrr_at_5_diff1": 0.7796406445720874, + "nauc_mrr_at_5_max": 0.7346401025197725, + "nauc_mrr_at_5_std": 0.3613413016534731, + "nauc_ndcg_at_1000_diff1": 0.7750586320764719, + "nauc_ndcg_at_1000_max": 0.741717407078275, + "nauc_ndcg_at_1000_std": 0.38170836243143647, + "nauc_ndcg_at_100_diff1": 0.7727425179895105, + "nauc_ndcg_at_100_max": 0.7451706872441635, + "nauc_ndcg_at_100_std": 0.39436335298063857, + "nauc_ndcg_at_10_diff1": 0.7700130097154424, + "nauc_ndcg_at_10_max": 0.7509018105258829, + "nauc_ndcg_at_10_std": 0.39569307176722734, + "nauc_ndcg_at_1_diff1": 0.8080827223518539, + "nauc_ndcg_at_1_max": 0.7129235907944137, + "nauc_ndcg_at_1_std": 0.31137804595347773, + "nauc_ndcg_at_20_diff1": 0.770843630754073, + "nauc_ndcg_at_20_max": 0.7498279177406336, + "nauc_ndcg_at_20_std": 0.40192549809657613, + "nauc_ndcg_at_3_diff1": 0.7713571594115961, + "nauc_ndcg_at_3_max": 0.7388288583067684, + "nauc_ndcg_at_3_std": 0.36049867772452915, + "nauc_ndcg_at_5_diff1": 0.7706356323490151, + "nauc_ndcg_at_5_max": 0.74593397343494, + "nauc_ndcg_at_5_std": 0.3874131239222158, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.707802617902507, + "nauc_precision_at_100_max": 0.836698201293101, + "nauc_precision_at_100_std": 0.7362190159082542, + "nauc_precision_at_10_diff1": 0.7303733116746379, + "nauc_precision_at_10_max": 0.8207983635652616, + "nauc_precision_at_10_std": 0.5462292813524666, + "nauc_precision_at_1_diff1": 0.8080827223518539, + "nauc_precision_at_1_max": 0.7129235907944137, + "nauc_precision_at_1_std": 0.31137804595347773, + "nauc_precision_at_20_diff1": 0.7271375834053043, + "nauc_precision_at_20_max": 0.8318900616797985, + "nauc_precision_at_20_std": 0.622228421623851, + "nauc_precision_at_3_diff1": 0.7431824140275425, + "nauc_precision_at_3_max": 0.7652670822909405, + "nauc_precision_at_3_std": 0.40490261861066557, + "nauc_precision_at_5_diff1": 0.7370975977093179, + "nauc_precision_at_5_max": 0.7906802513386669, + "nauc_precision_at_5_std": 0.4912598491865352, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7078026179025053, + "nauc_recall_at_100_max": 0.8366982012930966, + "nauc_recall_at_100_std": 0.736219015908248, + "nauc_recall_at_10_diff1": 0.7303733116746373, + "nauc_recall_at_10_max": 0.8207983635652618, + "nauc_recall_at_10_std": 0.5462292813524654, + "nauc_recall_at_1_diff1": 0.8080827223518539, + "nauc_recall_at_1_max": 0.7129235907944137, + "nauc_recall_at_1_std": 0.31137804595347773, + "nauc_recall_at_20_diff1": 0.7271375834053051, + "nauc_recall_at_20_max": 0.8318900616797993, + "nauc_recall_at_20_std": 0.6222284216238528, + "nauc_recall_at_3_diff1": 0.7431824140275407, + "nauc_recall_at_3_max": 0.7652670822909402, + "nauc_recall_at_3_std": 0.4049026186106654, + "nauc_recall_at_5_diff1": 0.7370975977093185, + "nauc_recall_at_5_max": 0.7906802513386688, + "nauc_recall_at_5_std": 0.49125984918653626, + "ndcg_at_1": 0.61444, + "ndcg_at_10": 0.71642, + "ndcg_at_100": 0.74219, + "ndcg_at_1000": 0.74992, + "ndcg_at_20": 0.72718, + "ndcg_at_3": 0.6862, + "ndcg_at_5": 0.70423, + "precision_at_1": 0.61444, + "precision_at_10": 0.08167, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.04294, + "precision_at_3": 0.24519, + "precision_at_5": 0.15578, + "recall_at_1": 0.61444, + "recall_at_10": 0.81667, + "recall_at_100": 0.94111, + "recall_at_1000": 1.0, + "recall_at_20": 0.85889, + "recall_at_3": 0.73556, + "recall_at_5": 0.77889 + }, + { + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ], + "main_score": 0.83192, + "map_at_1": 0.72333, + "map_at_10": 0.79846, + "map_at_100": 0.80122, + "map_at_1000": 0.80129, + "map_at_20": 0.80051, + "map_at_3": 0.78389, + "map_at_5": 0.794, + "mrr_at_1": 0.7233333333333334, + "mrr_at_10": 0.7984594356261026, + "mrr_at_100": 0.8012227230994944, + "mrr_at_1000": 0.8012915339498246, + "mrr_at_20": 0.8005112449279119, + "mrr_at_3": 0.783888888888889, + "mrr_at_5": 0.7940000000000003, + "nauc_map_at_1000_diff1": 0.8028741956291647, + "nauc_map_at_1000_max": 0.661488354861502, + "nauc_map_at_1000_std": -0.003028441713933468, + "nauc_map_at_100_diff1": 0.8028364313638783, + "nauc_map_at_100_max": 0.6615756186586396, + "nauc_map_at_100_std": -0.002987089062020931, + "nauc_map_at_10_diff1": 0.8016879808166585, + "nauc_map_at_10_max": 0.6623855104836137, + "nauc_map_at_10_std": -0.0041454202800171635, + "nauc_map_at_1_diff1": 0.8206091590077559, + "nauc_map_at_1_max": 0.6357955311783486, + "nauc_map_at_1_std": -0.02347447993269189, + "nauc_map_at_20_diff1": 0.8029296423637072, + "nauc_map_at_20_max": 0.6623949925771125, + "nauc_map_at_20_std": -0.0019968415278113654, + "nauc_map_at_3_diff1": 0.7989799681179165, + "nauc_map_at_3_max": 0.655351227495619, + "nauc_map_at_3_std": -0.008631004949647109, + "nauc_map_at_5_diff1": 0.7993093759617179, + "nauc_map_at_5_max": 0.6612989428858682, + "nauc_map_at_5_std": -0.006263990255119342, + "nauc_mrr_at_1000_diff1": 0.8028741956291647, + "nauc_mrr_at_1000_max": 0.661488354861502, + "nauc_mrr_at_1000_std": -0.003028441713933468, + "nauc_mrr_at_100_diff1": 0.8028364313638783, + "nauc_mrr_at_100_max": 0.6615756186586396, + "nauc_mrr_at_100_std": -0.002987089062020931, + "nauc_mrr_at_10_diff1": 0.8016879808166585, + "nauc_mrr_at_10_max": 0.6623855104836137, + "nauc_mrr_at_10_std": -0.0041454202800171635, + "nauc_mrr_at_1_diff1": 0.8206091590077559, + "nauc_mrr_at_1_max": 0.6357955311783486, + "nauc_mrr_at_1_std": -0.02347447993269189, + "nauc_mrr_at_20_diff1": 0.8029296423637072, + "nauc_mrr_at_20_max": 0.6623949925771125, + "nauc_mrr_at_20_std": -0.0019968415278113654, + "nauc_mrr_at_3_diff1": 0.7989799681179165, + "nauc_mrr_at_3_max": 0.655351227495619, + "nauc_mrr_at_3_std": -0.008631004949647109, + "nauc_mrr_at_5_diff1": 0.7993093759617179, + "nauc_mrr_at_5_max": 0.6612989428858682, + "nauc_mrr_at_5_std": -0.006263990255119342, + "nauc_ndcg_at_1000_diff1": 0.8005780191758968, + "nauc_ndcg_at_1000_max": 0.6670723238345873, + "nauc_ndcg_at_1000_std": 0.002065510814762658, + "nauc_ndcg_at_100_diff1": 0.7996666873020566, + "nauc_ndcg_at_100_max": 0.6695910955186187, + "nauc_ndcg_at_100_std": 0.004660871713598573, + "nauc_ndcg_at_10_diff1": 0.795418368785306, + "nauc_ndcg_at_10_max": 0.6754882945545663, + "nauc_ndcg_at_10_std": 0.003539689211880191, + "nauc_ndcg_at_1_diff1": 0.8206091590077559, + "nauc_ndcg_at_1_max": 0.6357955311783486, + "nauc_ndcg_at_1_std": -0.02347447993269189, + "nauc_ndcg_at_20_diff1": 0.8008263146814244, + "nauc_ndcg_at_20_max": 0.6758380585226412, + "nauc_ndcg_at_20_std": 0.011700193677022148, + "nauc_ndcg_at_3_diff1": 0.789940708735977, + "nauc_ndcg_at_3_max": 0.659981356342659, + "nauc_ndcg_at_3_std": -0.007096805768499354, + "nauc_ndcg_at_5_diff1": 0.7895984812619082, + "nauc_ndcg_at_5_max": 0.6726563998886321, + "nauc_ndcg_at_5_std": -0.0006295248815301557, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7173669467787003, + "nauc_precision_at_100_max": 0.9080298786181206, + "nauc_precision_at_100_std": 0.2793650793650875, + "nauc_precision_at_10_diff1": 0.7494446054283777, + "nauc_precision_at_10_max": 0.78462764416111, + "nauc_precision_at_10_std": 0.0659551176792516, + "nauc_precision_at_1_diff1": 0.8206091590077559, + "nauc_precision_at_1_max": 0.6357955311783486, + "nauc_precision_at_1_std": -0.02347447993269189, + "nauc_precision_at_20_diff1": 0.8013101073762775, + "nauc_precision_at_20_max": 0.8757002801120398, + "nauc_precision_at_20_std": 0.23347047152193237, + "nauc_precision_at_3_diff1": 0.7530162246889569, + "nauc_precision_at_3_max": 0.6774090234289643, + "nauc_precision_at_3_std": -0.0027882651715536383, + "nauc_precision_at_5_diff1": 0.7366107491685816, + "nauc_precision_at_5_max": 0.7357452344233572, + "nauc_precision_at_5_std": 0.03070216850785182, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7173669467787082, + "nauc_recall_at_100_max": 0.9080298786181179, + "nauc_recall_at_100_std": 0.2793650793650848, + "nauc_recall_at_10_diff1": 0.7494446054283784, + "nauc_recall_at_10_max": 0.7846276441611133, + "nauc_recall_at_10_std": 0.06595511767925522, + "nauc_recall_at_1_diff1": 0.8206091590077559, + "nauc_recall_at_1_max": 0.6357955311783486, + "nauc_recall_at_1_std": -0.02347447993269189, + "nauc_recall_at_20_diff1": 0.8013101073762845, + "nauc_recall_at_20_max": 0.8757002801120457, + "nauc_recall_at_20_std": 0.23347047152194367, + "nauc_recall_at_3_diff1": 0.7530162246889581, + "nauc_recall_at_3_max": 0.6774090234289631, + "nauc_recall_at_3_std": -0.0027882651715536353, + "nauc_recall_at_5_diff1": 0.7366107491685823, + "nauc_recall_at_5_max": 0.7357452344233572, + "nauc_recall_at_5_std": 0.03070216850785442, + "ndcg_at_1": 0.72333, + "ndcg_at_10": 0.83192, + "ndcg_at_100": 0.844, + "ndcg_at_1000": 0.84551, + "ndcg_at_20": 0.83929, + "ndcg_at_3": 0.80266, + "ndcg_at_5": 0.82092, + "precision_at_1": 0.72333, + "precision_at_10": 0.09356, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04822, + "precision_at_3": 0.28556, + "precision_at_5": 0.18022, + "recall_at_1": 0.72333, + "recall_at_10": 0.93556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.96444, + "recall_at_3": 0.85667, + "recall_at_5": 0.90111 + }, + { + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ], + "main_score": 0.66713, + "map_at_1": 0.56556, + "map_at_10": 0.6343, + "map_at_100": 0.63968, + "map_at_1000": 0.64014, + "map_at_20": 0.63687, + "map_at_3": 0.61907, + "map_at_5": 0.62702, + "mrr_at_1": 0.5655555555555556, + "mrr_at_10": 0.6343046737213403, + "mrr_at_100": 0.6396778118240171, + "mrr_at_1000": 0.6401393842002759, + "mrr_at_20": 0.6368726260552884, + "mrr_at_3": 0.6190740740740739, + "mrr_at_5": 0.6270185185185183, + "nauc_map_at_1000_diff1": 0.7898884022516748, + "nauc_map_at_1000_max": 0.7957343802695396, + "nauc_map_at_1000_std": 0.37565794184899026, + "nauc_map_at_100_diff1": 0.7896838468777789, + "nauc_map_at_100_max": 0.7958012928281775, + "nauc_map_at_100_std": 0.3762120731615626, + "nauc_map_at_10_diff1": 0.7892250141673383, + "nauc_map_at_10_max": 0.7959629601351002, + "nauc_map_at_10_std": 0.37583797777484496, + "nauc_map_at_1_diff1": 0.8269636320071345, + "nauc_map_at_1_max": 0.7824775427366364, + "nauc_map_at_1_std": 0.34118378856135484, + "nauc_map_at_20_diff1": 0.7891648891759073, + "nauc_map_at_20_max": 0.7959949981970545, + "nauc_map_at_20_std": 0.37644591878444017, + "nauc_map_at_3_diff1": 0.7927003890200126, + "nauc_map_at_3_max": 0.7955989864255679, + "nauc_map_at_3_std": 0.365685139101904, + "nauc_map_at_5_diff1": 0.7897257386490436, + "nauc_map_at_5_max": 0.7961525894903767, + "nauc_map_at_5_std": 0.3667359809187521, + "nauc_mrr_at_1000_diff1": 0.7898884022516748, + "nauc_mrr_at_1000_max": 0.7957343802695396, + "nauc_mrr_at_1000_std": 0.37565794184899026, + "nauc_mrr_at_100_diff1": 0.7896838468777789, + "nauc_mrr_at_100_max": 0.7958012928281775, + "nauc_mrr_at_100_std": 0.3762120731615626, + "nauc_mrr_at_10_diff1": 0.7892250141673383, + "nauc_mrr_at_10_max": 0.7959629601351002, + "nauc_mrr_at_10_std": 0.37583797777484496, + "nauc_mrr_at_1_diff1": 0.8269636320071345, + "nauc_mrr_at_1_max": 0.7824775427366364, + "nauc_mrr_at_1_std": 0.34118378856135484, + "nauc_mrr_at_20_diff1": 0.7891648891759073, + "nauc_mrr_at_20_max": 0.7959949981970545, + "nauc_mrr_at_20_std": 0.37644591878444017, + "nauc_mrr_at_3_diff1": 0.7927003890200126, + "nauc_mrr_at_3_max": 0.7955989864255679, + "nauc_mrr_at_3_std": 0.365685139101904, + "nauc_mrr_at_5_diff1": 0.7897257386490436, + "nauc_mrr_at_5_max": 0.7961525894903767, + "nauc_mrr_at_5_std": 0.3667359809187521, + "nauc_ndcg_at_1000_diff1": 0.7816967671049644, + "nauc_ndcg_at_1000_max": 0.7979906895942885, + "nauc_ndcg_at_1000_std": 0.38809503981317994, + "nauc_ndcg_at_100_diff1": 0.7770323963714458, + "nauc_ndcg_at_100_max": 0.7997853428147059, + "nauc_ndcg_at_100_std": 0.40281051376235755, + "nauc_ndcg_at_10_diff1": 0.7728731762363595, + "nauc_ndcg_at_10_max": 0.7999103653846648, + "nauc_ndcg_at_10_std": 0.3984090494049647, + "nauc_ndcg_at_1_diff1": 0.8269636320071345, + "nauc_ndcg_at_1_max": 0.7824775427366364, + "nauc_ndcg_at_1_std": 0.34118378856135484, + "nauc_ndcg_at_20_diff1": 0.7723138774740363, + "nauc_ndcg_at_20_max": 0.8003880681244194, + "nauc_ndcg_at_20_std": 0.40157182641122624, + "nauc_ndcg_at_3_diff1": 0.7809521812277295, + "nauc_ndcg_at_3_max": 0.7995073352863445, + "nauc_ndcg_at_3_std": 0.3732419083389816, + "nauc_ndcg_at_5_diff1": 0.7751072711170137, + "nauc_ndcg_at_5_max": 0.8004196002532149, + "nauc_ndcg_at_5_std": 0.37532732004392344, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.678338001867416, + "nauc_precision_at_100_max": 0.8395431231853469, + "nauc_precision_at_100_std": 0.7253303147743145, + "nauc_precision_at_10_diff1": 0.7048384970991883, + "nauc_precision_at_10_max": 0.8147833158016449, + "nauc_precision_at_10_std": 0.5001230948277778, + "nauc_precision_at_1_diff1": 0.8269636320071345, + "nauc_precision_at_1_max": 0.7824775427366364, + "nauc_precision_at_1_std": 0.34118378856135484, + "nauc_precision_at_20_diff1": 0.6912324444470026, + "nauc_precision_at_20_max": 0.820600818827268, + "nauc_precision_at_20_std": 0.5346965099071183, + "nauc_precision_at_3_diff1": 0.7430376902333942, + "nauc_precision_at_3_max": 0.8119110901032146, + "nauc_precision_at_3_std": 0.39733014598766414, + "nauc_precision_at_5_diff1": 0.723762630623497, + "nauc_precision_at_5_max": 0.8148631743878967, + "nauc_precision_at_5_std": 0.4048917736154226, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.678338001867414, + "nauc_recall_at_100_max": 0.8395431231853472, + "nauc_recall_at_100_std": 0.7253303147743133, + "nauc_recall_at_10_diff1": 0.7048384970991899, + "nauc_recall_at_10_max": 0.8147833158016456, + "nauc_recall_at_10_std": 0.5001230948277787, + "nauc_recall_at_1_diff1": 0.8269636320071345, + "nauc_recall_at_1_max": 0.7824775427366364, + "nauc_recall_at_1_std": 0.34118378856135484, + "nauc_recall_at_20_diff1": 0.6912324444470038, + "nauc_recall_at_20_max": 0.8206008188272684, + "nauc_recall_at_20_std": 0.5346965099071194, + "nauc_recall_at_3_diff1": 0.743037690233394, + "nauc_recall_at_3_max": 0.8119110901032139, + "nauc_recall_at_3_std": 0.3973301459876638, + "nauc_recall_at_5_diff1": 0.7237626306234969, + "nauc_recall_at_5_max": 0.8148631743878967, + "nauc_recall_at_5_std": 0.4048917736154222, + "ndcg_at_1": 0.56556, + "ndcg_at_10": 0.66713, + "ndcg_at_100": 0.69713, + "ndcg_at_1000": 0.70789, + "ndcg_at_20": 0.67661, + "ndcg_at_3": 0.63591, + "ndcg_at_5": 0.64993, + "precision_at_1": 0.56556, + "precision_at_10": 0.077, + "precision_at_100": 0.00919, + "precision_at_1000": 0.001, + "precision_at_20": 0.04039, + "precision_at_3": 0.22815, + "precision_at_5": 0.14356, + "recall_at_1": 0.56556, + "recall_at_10": 0.77, + "recall_at_100": 0.91889, + "recall_at_1000": 1.0, + "recall_at_20": 0.80778, + "recall_at_3": 0.68444, + "recall_at_5": 0.71778 + }, + { + "hf_subset": "hau_Latn-hau_Latn", + "languages": [ + "hau-Latn", + "hau-Latn" + ], + "main_score": 0.66385, + "map_at_1": 0.57, + "map_at_10": 0.63321, + "map_at_100": 0.63901, + "map_at_1000": 0.63949, + "map_at_20": 0.6367, + "map_at_3": 0.61926, + "map_at_5": 0.62781, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6332085537918867, + "mrr_at_100": 0.6390133821487325, + "mrr_at_1000": 0.6394917451619613, + "mrr_at_20": 0.6366955088923607, + "mrr_at_3": 0.6192592592592591, + "mrr_at_5": 0.6278148148148145, + "nauc_map_at_1000_diff1": 0.8031474785925231, + "nauc_map_at_1000_max": 0.7889564319844508, + "nauc_map_at_1000_std": 0.4463208359417553, + "nauc_map_at_100_diff1": 0.8029992587424, + "nauc_map_at_100_max": 0.7889847113793035, + "nauc_map_at_100_std": 0.44674137693511184, + "nauc_map_at_10_diff1": 0.8028889535638822, + "nauc_map_at_10_max": 0.7895845755231569, + "nauc_map_at_10_std": 0.4459841205641783, + "nauc_map_at_1_diff1": 0.82163797241078, + "nauc_map_at_1_max": 0.7677894021804128, + "nauc_map_at_1_std": 0.4078299679970154, + "nauc_map_at_20_diff1": 0.8029015489085427, + "nauc_map_at_20_max": 0.7889964740358509, + "nauc_map_at_20_std": 0.44677470728833635, + "nauc_map_at_3_diff1": 0.804904379480686, + "nauc_map_at_3_max": 0.7920045434541052, + "nauc_map_at_3_std": 0.4403111473198331, + "nauc_map_at_5_diff1": 0.8031974218961101, + "nauc_map_at_5_max": 0.7902140910363827, + "nauc_map_at_5_std": 0.4424966170488802, + "nauc_mrr_at_1000_diff1": 0.8031474785925231, + "nauc_mrr_at_1000_max": 0.7889564319844508, + "nauc_mrr_at_1000_std": 0.4463208359417553, + "nauc_mrr_at_100_diff1": 0.8029992587424, + "nauc_mrr_at_100_max": 0.7889847113793035, + "nauc_mrr_at_100_std": 0.44674137693511184, + "nauc_mrr_at_10_diff1": 0.8028889535638822, + "nauc_mrr_at_10_max": 0.7895845755231569, + "nauc_mrr_at_10_std": 0.4459841205641783, + "nauc_mrr_at_1_diff1": 0.82163797241078, + "nauc_mrr_at_1_max": 0.7677894021804128, + "nauc_mrr_at_1_std": 0.4078299679970154, + "nauc_mrr_at_20_diff1": 0.8029015489085427, + "nauc_mrr_at_20_max": 0.7889964740358509, + "nauc_mrr_at_20_std": 0.44677470728833635, + "nauc_mrr_at_3_diff1": 0.804904379480686, + "nauc_mrr_at_3_max": 0.7920045434541052, + "nauc_mrr_at_3_std": 0.4403111473198331, + "nauc_mrr_at_5_diff1": 0.8031974218961101, + "nauc_mrr_at_5_max": 0.7902140910363827, + "nauc_mrr_at_5_std": 0.4424966170488802, + "nauc_ndcg_at_1000_diff1": 0.7984778201718186, + "nauc_ndcg_at_1000_max": 0.7913484826742949, + "nauc_ndcg_at_1000_std": 0.45866071408012793, + "nauc_ndcg_at_100_diff1": 0.7943937216618348, + "nauc_ndcg_at_100_max": 0.7924098708085044, + "nauc_ndcg_at_100_std": 0.47057879903762356, + "nauc_ndcg_at_10_diff1": 0.794638777057009, + "nauc_ndcg_at_10_max": 0.7944153143400385, + "nauc_ndcg_at_10_std": 0.4663085818210803, + "nauc_ndcg_at_1_diff1": 0.82163797241078, + "nauc_ndcg_at_1_max": 0.7677894021804128, + "nauc_ndcg_at_1_std": 0.4078299679970154, + "nauc_ndcg_at_20_diff1": 0.7946335859108287, + "nauc_ndcg_at_20_max": 0.7926181330675948, + "nauc_ndcg_at_20_std": 0.47042021163892084, + "nauc_ndcg_at_3_diff1": 0.7986330278373585, + "nauc_ndcg_at_3_max": 0.7984646455379599, + "nauc_ndcg_at_3_std": 0.4521274803630114, + "nauc_ndcg_at_5_diff1": 0.7955111373557546, + "nauc_ndcg_at_5_max": 0.7955465333859297, + "nauc_ndcg_at_5_std": 0.45691042704114915, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7120206107134203, + "nauc_precision_at_100_max": 0.8157773397424796, + "nauc_precision_at_100_std": 0.7130465354866232, + "nauc_precision_at_10_diff1": 0.7617605491621237, + "nauc_precision_at_10_max": 0.811824002768884, + "nauc_precision_at_10_std": 0.5517483391499142, + "nauc_precision_at_1_diff1": 0.82163797241078, + "nauc_precision_at_1_max": 0.7677894021804128, + "nauc_precision_at_1_std": 0.4078299679970154, + "nauc_precision_at_20_diff1": 0.7555834948574212, + "nauc_precision_at_20_max": 0.8061361691724723, + "nauc_precision_at_20_std": 0.594525060971705, + "nauc_precision_at_3_diff1": 0.778305362574529, + "nauc_precision_at_3_max": 0.8185655550831236, + "nauc_precision_at_3_std": 0.4903139663966112, + "nauc_precision_at_5_diff1": 0.7683771717611355, + "nauc_precision_at_5_max": 0.8129776395494512, + "nauc_precision_at_5_std": 0.5081588282895715, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.71202061071342, + "nauc_recall_at_100_max": 0.8157773397424803, + "nauc_recall_at_100_std": 0.7130465354866216, + "nauc_recall_at_10_diff1": 0.761760549162124, + "nauc_recall_at_10_max": 0.811824002768885, + "nauc_recall_at_10_std": 0.5517483391499136, + "nauc_recall_at_1_diff1": 0.82163797241078, + "nauc_recall_at_1_max": 0.7677894021804128, + "nauc_recall_at_1_std": 0.4078299679970154, + "nauc_recall_at_20_diff1": 0.7555834948574224, + "nauc_recall_at_20_max": 0.8061361691724733, + "nauc_recall_at_20_std": 0.594525060971706, + "nauc_recall_at_3_diff1": 0.7783053625745285, + "nauc_recall_at_3_max": 0.8185655550831237, + "nauc_recall_at_3_std": 0.4903139663966107, + "nauc_recall_at_5_diff1": 0.768377171761137, + "nauc_recall_at_5_max": 0.8129776395494526, + "nauc_recall_at_5_std": 0.5081588282895722, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.66385, + "ndcg_at_100": 0.69456, + "ndcg_at_1000": 0.70634, + "ndcg_at_20": 0.67652, + "ndcg_at_3": 0.63516, + "ndcg_at_5": 0.65065, + "precision_at_1": 0.57, + "precision_at_10": 0.076, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "precision_at_20": 0.0405, + "precision_at_3": 0.22704, + "precision_at_5": 0.14378, + "recall_at_1": 0.57, + "recall_at_10": 0.76, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "recall_at_20": 0.81, + "recall_at_3": 0.68111, + "recall_at_5": 0.71889 + }, + { + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ], + "main_score": 0.80182, + "map_at_1": 0.70111, + "map_at_10": 0.76854, + "map_at_100": 0.77284, + "map_at_1000": 0.77291, + "map_at_20": 0.77158, + "map_at_3": 0.75259, + "map_at_5": 0.76115, + "mrr_at_1": 0.7011111111111111, + "mrr_at_10": 0.7685449735449735, + "mrr_at_100": 0.7728435841697279, + "mrr_at_1000": 0.7729059552729446, + "mrr_at_20": 0.7715772728065041, + "mrr_at_3": 0.7525925925925928, + "mrr_at_5": 0.7611481481481484, + "nauc_map_at_1000_diff1": 0.7740115996289023, + "nauc_map_at_1000_max": 0.688219885833134, + "nauc_map_at_1000_std": 0.0313055901597859, + "nauc_map_at_100_diff1": 0.7739900859020378, + "nauc_map_at_100_max": 0.6882761415804066, + "nauc_map_at_100_std": 0.03151878453396968, + "nauc_map_at_10_diff1": 0.7717128988795121, + "nauc_map_at_10_max": 0.68661753698894, + "nauc_map_at_10_std": 0.030917813777599633, + "nauc_map_at_1_diff1": 0.7999389610937211, + "nauc_map_at_1_max": 0.6779515021795309, + "nauc_map_at_1_std": 0.007575651098399218, + "nauc_map_at_20_diff1": 0.7740215569454373, + "nauc_map_at_20_max": 0.6884357382245594, + "nauc_map_at_20_std": 0.031856785654478914, + "nauc_map_at_3_diff1": 0.7693714373579065, + "nauc_map_at_3_max": 0.6861352521326823, + "nauc_map_at_3_std": 0.020227334418044855, + "nauc_map_at_5_diff1": 0.7730928026560282, + "nauc_map_at_5_max": 0.6902290606490121, + "nauc_map_at_5_std": 0.02969544371244974, + "nauc_mrr_at_1000_diff1": 0.7740115996289023, + "nauc_mrr_at_1000_max": 0.688219885833134, + "nauc_mrr_at_1000_std": 0.0313055901597859, + "nauc_mrr_at_100_diff1": 0.7739900859020378, + "nauc_mrr_at_100_max": 0.6882761415804066, + "nauc_mrr_at_100_std": 0.03151878453396968, + "nauc_mrr_at_10_diff1": 0.7717128988795121, + "nauc_mrr_at_10_max": 0.68661753698894, + "nauc_mrr_at_10_std": 0.030917813777599633, + "nauc_mrr_at_1_diff1": 0.7999389610937211, + "nauc_mrr_at_1_max": 0.6779515021795309, + "nauc_mrr_at_1_std": 0.007575651098399218, + "nauc_mrr_at_20_diff1": 0.7740215569454373, + "nauc_mrr_at_20_max": 0.6884357382245594, + "nauc_mrr_at_20_std": 0.031856785654478914, + "nauc_mrr_at_3_diff1": 0.7693714373579065, + "nauc_mrr_at_3_max": 0.6861352521326823, + "nauc_mrr_at_3_std": 0.020227334418044855, + "nauc_mrr_at_5_diff1": 0.7730928026560282, + "nauc_mrr_at_5_max": 0.6902290606490121, + "nauc_mrr_at_5_std": 0.02969544371244974, + "nauc_ndcg_at_1000_diff1": 0.7706215360598282, + "nauc_ndcg_at_1000_max": 0.6905227054166054, + "nauc_ndcg_at_1000_std": 0.03985237272636486, + "nauc_ndcg_at_100_diff1": 0.7698751986790567, + "nauc_ndcg_at_100_max": 0.6920747819419854, + "nauc_ndcg_at_100_std": 0.046195856325265044, + "nauc_ndcg_at_10_diff1": 0.7605695364711221, + "nauc_ndcg_at_10_max": 0.6868372231298837, + "nauc_ndcg_at_10_std": 0.04731940254561278, + "nauc_ndcg_at_1_diff1": 0.7999389610937211, + "nauc_ndcg_at_1_max": 0.6779515021795309, + "nauc_ndcg_at_1_std": 0.007575651098399218, + "nauc_ndcg_at_20_diff1": 0.7702870215633386, + "nauc_ndcg_at_20_max": 0.6937059646569927, + "nauc_ndcg_at_20_std": 0.049468069084187306, + "nauc_ndcg_at_3_diff1": 0.758312505192454, + "nauc_ndcg_at_3_max": 0.68820924048056, + "nauc_ndcg_at_3_std": 0.023650003458090593, + "nauc_ndcg_at_5_diff1": 0.7649162831348311, + "nauc_ndcg_at_5_max": 0.6962928615308962, + "nauc_ndcg_at_5_std": 0.04340486139287043, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6858543417367019, + "nauc_precision_at_100_max": 0.8583566760037271, + "nauc_precision_at_100_std": 0.739122315592894, + "nauc_precision_at_10_diff1": 0.6889978213507613, + "nauc_precision_at_10_max": 0.6819060957716407, + "nauc_precision_at_10_std": 0.16061980347694524, + "nauc_precision_at_1_diff1": 0.7999389610937211, + "nauc_precision_at_1_max": 0.6779515021795309, + "nauc_precision_at_1_std": 0.007575651098399218, + "nauc_precision_at_20_diff1": 0.7585849154476583, + "nauc_precision_at_20_max": 0.7613341632949414, + "nauc_precision_at_20_std": 0.2668222844693399, + "nauc_precision_at_3_diff1": 0.7181206849101996, + "nauc_precision_at_3_max": 0.6953830782669053, + "nauc_precision_at_3_std": 0.03561556962176846, + "nauc_precision_at_5_diff1": 0.7310653027485008, + "nauc_precision_at_5_max": 0.7238729961916553, + "nauc_precision_at_5_std": 0.10766687332093319, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6858543417366916, + "nauc_recall_at_100_max": 0.858356676003731, + "nauc_recall_at_100_std": 0.7391223155928969, + "nauc_recall_at_10_diff1": 0.6889978213507633, + "nauc_recall_at_10_max": 0.6819060957716406, + "nauc_recall_at_10_std": 0.16061980347694532, + "nauc_recall_at_1_diff1": 0.7999389610937211, + "nauc_recall_at_1_max": 0.6779515021795309, + "nauc_recall_at_1_std": 0.007575651098399218, + "nauc_recall_at_20_diff1": 0.7585849154476592, + "nauc_recall_at_20_max": 0.7613341632949482, + "nauc_recall_at_20_std": 0.2668222844693435, + "nauc_recall_at_3_diff1": 0.7181206849101981, + "nauc_recall_at_3_max": 0.6953830782669045, + "nauc_recall_at_3_std": 0.03561556962176677, + "nauc_recall_at_5_diff1": 0.7310653027485008, + "nauc_recall_at_5_max": 0.723872996191656, + "nauc_recall_at_5_std": 0.10766687332093319, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.80182, + "ndcg_at_100": 0.82053, + "ndcg_at_1000": 0.822, + "ndcg_at_20": 0.81281, + "ndcg_at_3": 0.76881, + "ndcg_at_5": 0.7843, + "precision_at_1": 0.70111, + "precision_at_10": 0.09067, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.0475, + "precision_at_3": 0.27185, + "precision_at_5": 0.17067, + "recall_at_1": 0.70111, + "recall_at_10": 0.90667, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.95, + "recall_at_3": 0.81556, + "recall_at_5": 0.85333 + }, + { + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "main_score": 0.61609, + "map_at_1": 0.52778, + "map_at_10": 0.58528, + "map_at_100": 0.5922, + "map_at_1000": 0.59277, + "map_at_20": 0.58904, + "map_at_3": 0.56833, + "map_at_5": 0.57806, + "mrr_at_1": 0.5277777777777778, + "mrr_at_10": 0.5852795414462082, + "mrr_at_100": 0.5922033385297615, + "mrr_at_1000": 0.5927693556570868, + "mrr_at_20": 0.5890384262376006, + "mrr_at_3": 0.5683333333333331, + "mrr_at_5": 0.5780555555555554, + "nauc_map_at_1000_diff1": 0.8542175075019482, + "nauc_map_at_1000_max": 0.8575762249751695, + "nauc_map_at_1000_std": 0.43412043948953505, + "nauc_map_at_100_diff1": 0.8539761233329949, + "nauc_map_at_100_max": 0.8575060209520481, + "nauc_map_at_100_std": 0.4346658356706724, + "nauc_map_at_10_diff1": 0.8547372783499386, + "nauc_map_at_10_max": 0.8576976028398342, + "nauc_map_at_10_std": 0.43254346380122977, + "nauc_map_at_1_diff1": 0.881784312978553, + "nauc_map_at_1_max": 0.8545777303721763, + "nauc_map_at_1_std": 0.4024974286693839, + "nauc_map_at_20_diff1": 0.8533419397747981, + "nauc_map_at_20_max": 0.8572756884068439, + "nauc_map_at_20_std": 0.43431458574389536, + "nauc_map_at_3_diff1": 0.86138947036622, + "nauc_map_at_3_max": 0.8628358647231258, + "nauc_map_at_3_std": 0.4225769034275522, + "nauc_map_at_5_diff1": 0.8578914889726206, + "nauc_map_at_5_max": 0.8603348286285065, + "nauc_map_at_5_std": 0.42974017165236006, + "nauc_mrr_at_1000_diff1": 0.8542175075019482, + "nauc_mrr_at_1000_max": 0.8575762249751695, + "nauc_mrr_at_1000_std": 0.43412043948953505, + "nauc_mrr_at_100_diff1": 0.8539761233329949, + "nauc_mrr_at_100_max": 0.8575060209520481, + "nauc_mrr_at_100_std": 0.4346658356706724, + "nauc_mrr_at_10_diff1": 0.8547372783499386, + "nauc_mrr_at_10_max": 0.8576976028398342, + "nauc_mrr_at_10_std": 0.43254346380122977, + "nauc_mrr_at_1_diff1": 0.881784312978553, + "nauc_mrr_at_1_max": 0.8545777303721763, + "nauc_mrr_at_1_std": 0.4024974286693839, + "nauc_mrr_at_20_diff1": 0.8533419397747981, + "nauc_mrr_at_20_max": 0.8572756884068439, + "nauc_mrr_at_20_std": 0.43431458574389536, + "nauc_mrr_at_3_diff1": 0.86138947036622, + "nauc_mrr_at_3_max": 0.8628358647231258, + "nauc_mrr_at_3_std": 0.4225769034275522, + "nauc_mrr_at_5_diff1": 0.8578914889726206, + "nauc_mrr_at_5_max": 0.8603348286285065, + "nauc_mrr_at_5_std": 0.42974017165236006, + "nauc_ndcg_at_1000_diff1": 0.8458198888360977, + "nauc_ndcg_at_1000_max": 0.8558831552460135, + "nauc_ndcg_at_1000_std": 0.44645149423436153, + "nauc_ndcg_at_100_diff1": 0.8394329328660408, + "nauc_ndcg_at_100_max": 0.8541224467447419, + "nauc_ndcg_at_100_std": 0.46103176296234166, + "nauc_ndcg_at_10_diff1": 0.8402386638268036, + "nauc_ndcg_at_10_max": 0.8538935608264792, + "nauc_ndcg_at_10_std": 0.4501193401589759, + "nauc_ndcg_at_1_diff1": 0.881784312978553, + "nauc_ndcg_at_1_max": 0.8545777303721763, + "nauc_ndcg_at_1_std": 0.4024974286693839, + "nauc_ndcg_at_20_diff1": 0.8346162284228936, + "nauc_ndcg_at_20_max": 0.8521234909217247, + "nauc_ndcg_at_20_std": 0.45701998640528996, + "nauc_ndcg_at_3_diff1": 0.8548700157574383, + "nauc_ndcg_at_3_max": 0.8652341129615447, + "nauc_ndcg_at_3_std": 0.4291823904441528, + "nauc_ndcg_at_5_diff1": 0.8482207688053569, + "nauc_ndcg_at_5_max": 0.8604130097881725, + "nauc_ndcg_at_5_std": 0.4420999408786819, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.718263210429208, + "nauc_precision_at_100_max": 0.8212848976135039, + "nauc_precision_at_100_std": 0.7376314489378243, + "nauc_precision_at_10_diff1": 0.7827120687245938, + "nauc_precision_at_10_max": 0.8357467167488033, + "nauc_precision_at_10_std": 0.520602570706954, + "nauc_precision_at_1_diff1": 0.881784312978553, + "nauc_precision_at_1_max": 0.8545777303721763, + "nauc_precision_at_1_std": 0.4024974286693839, + "nauc_precision_at_20_diff1": 0.7432215655973171, + "nauc_precision_at_20_max": 0.8230296558801111, + "nauc_precision_at_20_std": 0.5683010993909139, + "nauc_precision_at_3_diff1": 0.8349448783510488, + "nauc_precision_at_3_max": 0.8724796911281041, + "nauc_precision_at_3_std": 0.4494355052874566, + "nauc_precision_at_5_diff1": 0.8156298287733117, + "nauc_precision_at_5_max": 0.8595483863829972, + "nauc_precision_at_5_std": 0.4841754529596803, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7182632104292072, + "nauc_recall_at_100_max": 0.8212848976135029, + "nauc_recall_at_100_std": 0.7376314489378223, + "nauc_recall_at_10_diff1": 0.7827120687245946, + "nauc_recall_at_10_max": 0.8357467167488045, + "nauc_recall_at_10_std": 0.5206025707069545, + "nauc_recall_at_1_diff1": 0.881784312978553, + "nauc_recall_at_1_max": 0.8545777303721763, + "nauc_recall_at_1_std": 0.4024974286693839, + "nauc_recall_at_20_diff1": 0.7432215655973177, + "nauc_recall_at_20_max": 0.8230296558801128, + "nauc_recall_at_20_std": 0.5683010993909146, + "nauc_recall_at_3_diff1": 0.8349448783510487, + "nauc_recall_at_3_max": 0.8724796911281041, + "nauc_recall_at_3_std": 0.44943550528745646, + "nauc_recall_at_5_diff1": 0.815629828773312, + "nauc_recall_at_5_max": 0.8595483863829979, + "nauc_recall_at_5_std": 0.4841754529596804, + "ndcg_at_1": 0.52778, + "ndcg_at_10": 0.61609, + "ndcg_at_100": 0.65319, + "ndcg_at_1000": 0.6668, + "ndcg_at_20": 0.62929, + "ndcg_at_3": 0.58107, + "ndcg_at_5": 0.59852, + "precision_at_1": 0.52778, + "precision_at_10": 0.07144, + "precision_at_100": 0.00897, + "precision_at_1000": 0.001, + "precision_at_20": 0.03828, + "precision_at_3": 0.20593, + "precision_at_5": 0.132, + "recall_at_1": 0.52778, + "recall_at_10": 0.71444, + "recall_at_100": 0.89667, + "recall_at_1000": 1.0, + "recall_at_20": 0.76556, + "recall_at_3": 0.61778, + "recall_at_5": 0.66 + }, + { + "hf_subset": "heb_Hebr-heb_Hebr", + "languages": [ + "heb-Hebr", + "heb-Hebr" + ], + "main_score": 0.82205, + "map_at_1": 0.73889, + "map_at_10": 0.79505, + "map_at_100": 0.79799, + "map_at_1000": 0.79814, + "map_at_20": 0.79697, + "map_at_3": 0.78259, + "map_at_5": 0.78998, + "mrr_at_1": 0.7388888888888889, + "mrr_at_10": 0.7950520282186949, + "mrr_at_100": 0.7979949838443444, + "mrr_at_1000": 0.798136672834755, + "mrr_at_20": 0.796974289823619, + "mrr_at_3": 0.7825925925925927, + "mrr_at_5": 0.7899814814814817, + "nauc_map_at_1000_diff1": 0.8039068034974451, + "nauc_map_at_1000_max": 0.7622125100134579, + "nauc_map_at_1000_std": 0.1736418178111725, + "nauc_map_at_100_diff1": 0.8039064050107655, + "nauc_map_at_100_max": 0.7623411437973507, + "nauc_map_at_100_std": 0.1739509427567877, + "nauc_map_at_10_diff1": 0.8023400406270418, + "nauc_map_at_10_max": 0.7616297233189173, + "nauc_map_at_10_std": 0.17351617505111666, + "nauc_map_at_1_diff1": 0.8171379182615134, + "nauc_map_at_1_max": 0.7445071782150433, + "nauc_map_at_1_std": 0.12907766390912442, + "nauc_map_at_20_diff1": 0.8038216483362512, + "nauc_map_at_20_max": 0.762404705983486, + "nauc_map_at_20_std": 0.17484037051668386, + "nauc_map_at_3_diff1": 0.804703981641974, + "nauc_map_at_3_max": 0.7619359770839739, + "nauc_map_at_3_std": 0.16481527104913232, + "nauc_map_at_5_diff1": 0.8017026131031839, + "nauc_map_at_5_max": 0.7610146947025469, + "nauc_map_at_5_std": 0.17361679250874454, + "nauc_mrr_at_1000_diff1": 0.8039068034974451, + "nauc_mrr_at_1000_max": 0.7622125100134579, + "nauc_mrr_at_1000_std": 0.1736418178111725, + "nauc_mrr_at_100_diff1": 0.8039064050107655, + "nauc_mrr_at_100_max": 0.7623411437973507, + "nauc_mrr_at_100_std": 0.1739509427567877, + "nauc_mrr_at_10_diff1": 0.8023400406270418, + "nauc_mrr_at_10_max": 0.7616297233189173, + "nauc_mrr_at_10_std": 0.17351617505111666, + "nauc_mrr_at_1_diff1": 0.8171379182615134, + "nauc_mrr_at_1_max": 0.7445071782150433, + "nauc_mrr_at_1_std": 0.12907766390912442, + "nauc_mrr_at_20_diff1": 0.8038216483362512, + "nauc_mrr_at_20_max": 0.762404705983486, + "nauc_mrr_at_20_std": 0.17484037051668386, + "nauc_mrr_at_3_diff1": 0.804703981641974, + "nauc_mrr_at_3_max": 0.7619359770839739, + "nauc_mrr_at_3_std": 0.16481527104913232, + "nauc_mrr_at_5_diff1": 0.8017026131031839, + "nauc_mrr_at_5_max": 0.7610146947025469, + "nauc_mrr_at_5_std": 0.17361679250874454, + "nauc_ndcg_at_1000_diff1": 0.8015736232972183, + "nauc_ndcg_at_1000_max": 0.7665804459295782, + "nauc_ndcg_at_1000_std": 0.18661770827651689, + "nauc_ndcg_at_100_diff1": 0.8016775675463783, + "nauc_ndcg_at_100_max": 0.7699740796106815, + "nauc_ndcg_at_100_std": 0.19506440159486169, + "nauc_ndcg_at_10_diff1": 0.7943843464144563, + "nauc_ndcg_at_10_max": 0.7680219589737116, + "nauc_ndcg_at_10_std": 0.1971495043257662, + "nauc_ndcg_at_1_diff1": 0.8171379182615134, + "nauc_ndcg_at_1_max": 0.7445071782150433, + "nauc_ndcg_at_1_std": 0.12907766390912442, + "nauc_ndcg_at_20_diff1": 0.8002765176437829, + "nauc_ndcg_at_20_max": 0.7712885009374415, + "nauc_ndcg_at_20_std": 0.20391290905431178, + "nauc_ndcg_at_3_diff1": 0.799665498131889, + "nauc_ndcg_at_3_max": 0.7678957229402401, + "nauc_ndcg_at_3_std": 0.17865547246424446, + "nauc_ndcg_at_5_diff1": 0.7932888191464484, + "nauc_ndcg_at_5_max": 0.7662198468082848, + "nauc_ndcg_at_5_std": 0.19605150112385084, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8074785469743369, + "nauc_precision_at_100_max": 0.9281934996220661, + "nauc_precision_at_100_std": 0.5933706816059672, + "nauc_precision_at_10_diff1": 0.7470099150771407, + "nauc_precision_at_10_max": 0.8044162109288144, + "nauc_precision_at_10_std": 0.337879596282957, + "nauc_precision_at_1_diff1": 0.8171379182615134, + "nauc_precision_at_1_max": 0.7445071782150433, + "nauc_precision_at_1_std": 0.12907766390912442, + "nauc_precision_at_20_diff1": 0.7819231140732127, + "nauc_precision_at_20_max": 0.850462023890014, + "nauc_precision_at_20_std": 0.46600019318071784, + "nauc_precision_at_3_diff1": 0.7810808459958393, + "nauc_precision_at_3_max": 0.789474564590485, + "nauc_precision_at_3_std": 0.22947068387563055, + "nauc_precision_at_5_diff1": 0.7552058665011674, + "nauc_precision_at_5_max": 0.7878088814124007, + "nauc_precision_at_5_std": 0.29624034362801877, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8074785469743431, + "nauc_recall_at_100_max": 0.9281934996220685, + "nauc_recall_at_100_std": 0.5933706816059771, + "nauc_recall_at_10_diff1": 0.7470099150771408, + "nauc_recall_at_10_max": 0.8044162109288165, + "nauc_recall_at_10_std": 0.3378795962829592, + "nauc_recall_at_1_diff1": 0.8171379182615134, + "nauc_recall_at_1_max": 0.7445071782150433, + "nauc_recall_at_1_std": 0.12907766390912442, + "nauc_recall_at_20_diff1": 0.7819231140732146, + "nauc_recall_at_20_max": 0.8504620238900169, + "nauc_recall_at_20_std": 0.4660001931807209, + "nauc_recall_at_3_diff1": 0.7810808459958384, + "nauc_recall_at_3_max": 0.7894745645904842, + "nauc_recall_at_3_std": 0.22947068387563016, + "nauc_recall_at_5_diff1": 0.755205866501168, + "nauc_recall_at_5_max": 0.7878088814124024, + "nauc_recall_at_5_std": 0.2962403436280189, + "ndcg_at_1": 0.73889, + "ndcg_at_10": 0.82205, + "ndcg_at_100": 0.83679, + "ndcg_at_1000": 0.83993, + "ndcg_at_20": 0.82925, + "ndcg_at_3": 0.79651, + "ndcg_at_5": 0.8098, + "precision_at_1": 0.73889, + "precision_at_10": 0.09067, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.27889, + "precision_at_5": 0.17378, + "recall_at_1": 0.73889, + "recall_at_10": 0.90667, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.83667, + "recall_at_5": 0.86889 + }, + { + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ], + "main_score": 0.86621, + "map_at_1": 0.76444, + "map_at_10": 0.8369, + "map_at_100": 0.8387, + "map_at_1000": 0.83876, + "map_at_20": 0.83821, + "map_at_3": 0.82722, + "map_at_5": 0.83306, + "mrr_at_1": 0.7644444444444445, + "mrr_at_10": 0.8369021164021168, + "mrr_at_100": 0.8387039325511704, + "mrr_at_1000": 0.8387568049696739, + "mrr_at_20": 0.8382124742541412, + "mrr_at_3": 0.8272222222222226, + "mrr_at_5": 0.8330555555555559, + "nauc_map_at_1000_diff1": 0.8306606973337587, + "nauc_map_at_1000_max": 0.63318379883399, + "nauc_map_at_1000_std": -0.05308418247318815, + "nauc_map_at_100_diff1": 0.830683590103707, + "nauc_map_at_100_max": 0.6332605096132768, + "nauc_map_at_100_std": -0.05286365502174538, + "nauc_map_at_10_diff1": 0.8302310194274856, + "nauc_map_at_10_max": 0.6343646829855057, + "nauc_map_at_10_std": -0.05321130951118873, + "nauc_map_at_1_diff1": 0.8455536470634161, + "nauc_map_at_1_max": 0.602599886791716, + "nauc_map_at_1_std": -0.08370337477797489, + "nauc_map_at_20_diff1": 0.8306274696817514, + "nauc_map_at_20_max": 0.6337996202979009, + "nauc_map_at_20_std": -0.05286472042750349, + "nauc_map_at_3_diff1": 0.8260177503895882, + "nauc_map_at_3_max": 0.636108936258202, + "nauc_map_at_3_std": -0.048228784235086045, + "nauc_map_at_5_diff1": 0.8293988700350298, + "nauc_map_at_5_max": 0.6346049676661929, + "nauc_map_at_5_std": -0.04970499208488116, + "nauc_mrr_at_1000_diff1": 0.8306606973337587, + "nauc_mrr_at_1000_max": 0.63318379883399, + "nauc_mrr_at_1000_std": -0.05308418247318815, + "nauc_mrr_at_100_diff1": 0.830683590103707, + "nauc_mrr_at_100_max": 0.6332605096132768, + "nauc_mrr_at_100_std": -0.05286365502174538, + "nauc_mrr_at_10_diff1": 0.8302310194274856, + "nauc_mrr_at_10_max": 0.6343646829855057, + "nauc_mrr_at_10_std": -0.05321130951118873, + "nauc_mrr_at_1_diff1": 0.8455536470634161, + "nauc_mrr_at_1_max": 0.602599886791716, + "nauc_mrr_at_1_std": -0.08370337477797489, + "nauc_mrr_at_20_diff1": 0.8306274696817514, + "nauc_mrr_at_20_max": 0.6337996202979009, + "nauc_mrr_at_20_std": -0.05286472042750349, + "nauc_mrr_at_3_diff1": 0.8260177503895882, + "nauc_mrr_at_3_max": 0.636108936258202, + "nauc_mrr_at_3_std": -0.048228784235086045, + "nauc_mrr_at_5_diff1": 0.8293988700350298, + "nauc_mrr_at_5_max": 0.6346049676661929, + "nauc_mrr_at_5_std": -0.04970499208488116, + "nauc_ndcg_at_1000_diff1": 0.8283122578419677, + "nauc_ndcg_at_1000_max": 0.637617851175304, + "nauc_ndcg_at_1000_std": -0.04674622087813768, + "nauc_ndcg_at_100_diff1": 0.8287713111807904, + "nauc_ndcg_at_100_max": 0.6395870238714534, + "nauc_ndcg_at_100_std": -0.04131085099379598, + "nauc_ndcg_at_10_diff1": 0.8250992691285582, + "nauc_ndcg_at_10_max": 0.6447492669600569, + "nauc_ndcg_at_10_std": -0.04345644057370086, + "nauc_ndcg_at_1_diff1": 0.8455536470634161, + "nauc_ndcg_at_1_max": 0.602599886791716, + "nauc_ndcg_at_1_std": -0.08370337477797489, + "nauc_ndcg_at_20_diff1": 0.8270582461077017, + "nauc_ndcg_at_20_max": 0.6438269892515044, + "nauc_ndcg_at_20_std": -0.04091892328429879, + "nauc_ndcg_at_3_diff1": 0.8171193561350927, + "nauc_ndcg_at_3_max": 0.6468079568049039, + "nauc_ndcg_at_3_std": -0.03327104690573144, + "nauc_ndcg_at_5_diff1": 0.8231517958653359, + "nauc_ndcg_at_5_max": 0.644029905274401, + "nauc_ndcg_at_5_std": -0.034974284340979496, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8726157129518665, + "nauc_precision_at_100_max": 0.8522742430305286, + "nauc_precision_at_100_std": 0.5388822195545111, + "nauc_precision_at_10_diff1": 0.779493464052287, + "nauc_precision_at_10_max": 0.7418067226890691, + "nauc_precision_at_10_std": 0.041293183940241916, + "nauc_precision_at_1_diff1": 0.8455536470634161, + "nauc_precision_at_1_max": 0.602599886791716, + "nauc_precision_at_1_std": -0.08370337477797489, + "nauc_precision_at_20_diff1": 0.7876206037970693, + "nauc_precision_at_20_max": 0.8018012760659824, + "nauc_precision_at_20_std": 0.1485566448801679, + "nauc_precision_at_3_diff1": 0.7750774552245168, + "nauc_precision_at_3_max": 0.6951871657754036, + "nauc_precision_at_3_std": 0.0368283677107238, + "nauc_precision_at_5_diff1": 0.7860159448394723, + "nauc_precision_at_5_max": 0.6977375565610838, + "nauc_precision_at_5_std": 0.05480859010270673, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8726157129518551, + "nauc_recall_at_100_max": 0.8522742430305449, + "nauc_recall_at_100_std": 0.538882219554496, + "nauc_recall_at_10_diff1": 0.7794934640522884, + "nauc_recall_at_10_max": 0.7418067226890726, + "nauc_recall_at_10_std": 0.04129318394024133, + "nauc_recall_at_1_diff1": 0.8455536470634161, + "nauc_recall_at_1_max": 0.602599886791716, + "nauc_recall_at_1_std": -0.08370337477797489, + "nauc_recall_at_20_diff1": 0.787620603797075, + "nauc_recall_at_20_max": 0.8018012760659782, + "nauc_recall_at_20_std": 0.14855664488016826, + "nauc_recall_at_3_diff1": 0.7750774552245141, + "nauc_recall_at_3_max": 0.695187165775401, + "nauc_recall_at_3_std": 0.03682836771072113, + "nauc_recall_at_5_diff1": 0.7860159448394753, + "nauc_recall_at_5_max": 0.6977375565610858, + "nauc_recall_at_5_std": 0.054808590102707236, + "ndcg_at_1": 0.76444, + "ndcg_at_10": 0.86621, + "ndcg_at_100": 0.87431, + "ndcg_at_1000": 0.87538, + "ndcg_at_20": 0.8708, + "ndcg_at_3": 0.84657, + "ndcg_at_5": 0.85709, + "precision_at_1": 0.76444, + "precision_at_10": 0.09556, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30074, + "precision_at_5": 0.18556, + "recall_at_1": 0.76444, + "recall_at_10": 0.95556, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.90222, + "recall_at_5": 0.92778 + }, + { + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ], + "main_score": 0.75364, + "map_at_1": 0.63111, + "map_at_10": 0.71285, + "map_at_100": 0.71696, + "map_at_1000": 0.71714, + "map_at_20": 0.71597, + "map_at_3": 0.69111, + "map_at_5": 0.70439, + "mrr_at_1": 0.6311111111111111, + "mrr_at_10": 0.7128514109347442, + "mrr_at_100": 0.7169642412797809, + "mrr_at_1000": 0.7171365529647057, + "mrr_at_20": 0.7159672485046584, + "mrr_at_3": 0.6911111111111111, + "mrr_at_5": 0.7043888888888891, + "nauc_map_at_1000_diff1": 0.7690061898046285, + "nauc_map_at_1000_max": 0.7151075277895295, + "nauc_map_at_1000_std": 0.16695779504739514, + "nauc_map_at_100_diff1": 0.7689354078496633, + "nauc_map_at_100_max": 0.7151817651877564, + "nauc_map_at_100_std": 0.1672109581387895, + "nauc_map_at_10_diff1": 0.7678715475370378, + "nauc_map_at_10_max": 0.7143511884038521, + "nauc_map_at_10_std": 0.1676624214293588, + "nauc_map_at_1_diff1": 0.8057534753238056, + "nauc_map_at_1_max": 0.7119459021884772, + "nauc_map_at_1_std": 0.11883792987941047, + "nauc_map_at_20_diff1": 0.7684741072578307, + "nauc_map_at_20_max": 0.7155239753835715, + "nauc_map_at_20_std": 0.16797257511883287, + "nauc_map_at_3_diff1": 0.7662564612511296, + "nauc_map_at_3_max": 0.7110684243665875, + "nauc_map_at_3_std": 0.16030425620566274, + "nauc_map_at_5_diff1": 0.7649951950573257, + "nauc_map_at_5_max": 0.7105401595213942, + "nauc_map_at_5_std": 0.15836230622145697, + "nauc_mrr_at_1000_diff1": 0.7690061898046285, + "nauc_mrr_at_1000_max": 0.7151075277895295, + "nauc_mrr_at_1000_std": 0.16695779504739514, + "nauc_mrr_at_100_diff1": 0.7689354078496633, + "nauc_mrr_at_100_max": 0.7151817651877564, + "nauc_mrr_at_100_std": 0.1672109581387895, + "nauc_mrr_at_10_diff1": 0.7678715475370378, + "nauc_mrr_at_10_max": 0.7143511884038521, + "nauc_mrr_at_10_std": 0.1676624214293588, + "nauc_mrr_at_1_diff1": 0.8057534753238056, + "nauc_mrr_at_1_max": 0.7119459021884772, + "nauc_mrr_at_1_std": 0.11883792987941047, + "nauc_mrr_at_20_diff1": 0.7684741072578307, + "nauc_mrr_at_20_max": 0.7155239753835715, + "nauc_mrr_at_20_std": 0.16797257511883287, + "nauc_mrr_at_3_diff1": 0.7662564612511296, + "nauc_mrr_at_3_max": 0.7110684243665875, + "nauc_mrr_at_3_std": 0.16030425620566274, + "nauc_mrr_at_5_diff1": 0.7649951950573257, + "nauc_mrr_at_5_max": 0.7105401595213942, + "nauc_mrr_at_5_std": 0.15836230622145697, + "nauc_ndcg_at_1000_diff1": 0.7632512900454153, + "nauc_ndcg_at_1000_max": 0.7179485456801739, + "nauc_ndcg_at_1000_std": 0.18040920366038277, + "nauc_ndcg_at_100_diff1": 0.7616165014537458, + "nauc_ndcg_at_100_max": 0.7204700414018047, + "nauc_ndcg_at_100_std": 0.18846996151577503, + "nauc_ndcg_at_10_diff1": 0.7553544833040053, + "nauc_ndcg_at_10_max": 0.7182688248165667, + "nauc_ndcg_at_10_std": 0.1943458475103056, + "nauc_ndcg_at_1_diff1": 0.8057534753238056, + "nauc_ndcg_at_1_max": 0.7119459021884772, + "nauc_ndcg_at_1_std": 0.11883792987941047, + "nauc_ndcg_at_20_diff1": 0.7576455305449006, + "nauc_ndcg_at_20_max": 0.7236487701164402, + "nauc_ndcg_at_20_std": 0.19675153922951394, + "nauc_ndcg_at_3_diff1": 0.7519186062419209, + "nauc_ndcg_at_3_max": 0.7101017755117522, + "nauc_ndcg_at_3_std": 0.17429330220684716, + "nauc_ndcg_at_5_diff1": 0.7488958779036994, + "nauc_ndcg_at_5_max": 0.7091753399228063, + "nauc_ndcg_at_5_std": 0.17092190342334895, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6876231974271241, + "nauc_precision_at_100_max": 0.8461977383546013, + "nauc_precision_at_100_std": 0.5835321783034304, + "nauc_precision_at_10_diff1": 0.6849738511582749, + "nauc_precision_at_10_max": 0.7465224736265101, + "nauc_precision_at_10_std": 0.3655985478856261, + "nauc_precision_at_1_diff1": 0.8057534753238056, + "nauc_precision_at_1_max": 0.7119459021884772, + "nauc_precision_at_1_std": 0.11883792987941047, + "nauc_precision_at_20_diff1": 0.6714413037942432, + "nauc_precision_at_20_max": 0.8216549245961007, + "nauc_precision_at_20_std": 0.48808109102226493, + "nauc_precision_at_3_diff1": 0.7018140010840734, + "nauc_precision_at_3_max": 0.7064760057460793, + "nauc_precision_at_3_std": 0.2227723614584935, + "nauc_precision_at_5_diff1": 0.6807620760974651, + "nauc_precision_at_5_max": 0.703069354187318, + "nauc_precision_at_5_std": 0.2220906609881151, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6876231974271234, + "nauc_recall_at_100_max": 0.8461977383546047, + "nauc_recall_at_100_std": 0.5835321783034173, + "nauc_recall_at_10_diff1": 0.684973851158277, + "nauc_recall_at_10_max": 0.7465224736265114, + "nauc_recall_at_10_std": 0.3655985478856289, + "nauc_recall_at_1_diff1": 0.8057534753238056, + "nauc_recall_at_1_max": 0.7119459021884772, + "nauc_recall_at_1_std": 0.11883792987941047, + "nauc_recall_at_20_diff1": 0.6714413037942467, + "nauc_recall_at_20_max": 0.8216549245961032, + "nauc_recall_at_20_std": 0.48808109102226827, + "nauc_recall_at_3_diff1": 0.7018140010840742, + "nauc_recall_at_3_max": 0.7064760057460788, + "nauc_recall_at_3_std": 0.22277236145849305, + "nauc_recall_at_5_diff1": 0.6807620760974652, + "nauc_recall_at_5_max": 0.7030693541873179, + "nauc_recall_at_5_std": 0.2220906609881161, + "ndcg_at_1": 0.63111, + "ndcg_at_10": 0.75364, + "ndcg_at_100": 0.77275, + "ndcg_at_1000": 0.77674, + "ndcg_at_20": 0.76492, + "ndcg_at_3": 0.70973, + "ndcg_at_5": 0.73336, + "precision_at_1": 0.63111, + "precision_at_10": 0.08822, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "precision_at_20": 0.04633, + "precision_at_3": 0.25444, + "precision_at_5": 0.164, + "recall_at_1": 0.63111, + "recall_at_10": 0.88222, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "recall_at_20": 0.92667, + "recall_at_3": 0.76333, + "recall_at_5": 0.82 + }, + { + "hf_subset": "hin_Deva-hin_Deva", + "languages": [ + "hin-Deva", + "hin-Deva" + ], + "main_score": 0.86248, + "map_at_1": 0.78889, + "map_at_10": 0.83929, + "map_at_100": 0.84199, + "map_at_1000": 0.84209, + "map_at_20": 0.84119, + "map_at_3": 0.82815, + "map_at_5": 0.83487, + "mrr_at_1": 0.7888888888888889, + "mrr_at_10": 0.8392879188712524, + "mrr_at_100": 0.8419921526892793, + "mrr_at_1000": 0.842087252478854, + "mrr_at_20": 0.8411888486422805, + "mrr_at_3": 0.8281481481481483, + "mrr_at_5": 0.8348703703703707, + "nauc_map_at_1000_diff1": 0.8642223927572266, + "nauc_map_at_1000_max": 0.7779431313881875, + "nauc_map_at_1000_std": 0.08585809540049959, + "nauc_map_at_100_diff1": 0.8641846865079648, + "nauc_map_at_100_max": 0.7780479658522901, + "nauc_map_at_100_std": 0.08624381877527586, + "nauc_map_at_10_diff1": 0.8628865897592387, + "nauc_map_at_10_max": 0.7773781773432847, + "nauc_map_at_10_std": 0.08749355808192268, + "nauc_map_at_1_diff1": 0.8793071335444217, + "nauc_map_at_1_max": 0.7608120692866452, + "nauc_map_at_1_std": 0.04963946465157217, + "nauc_map_at_20_diff1": 0.8641519192249302, + "nauc_map_at_20_max": 0.7785731103512923, + "nauc_map_at_20_std": 0.08649649895792484, + "nauc_map_at_3_diff1": 0.8616981674997841, + "nauc_map_at_3_max": 0.7775594404621945, + "nauc_map_at_3_std": 0.07560360402762845, + "nauc_map_at_5_diff1": 0.8612326498815992, + "nauc_map_at_5_max": 0.776681001053227, + "nauc_map_at_5_std": 0.0819158602347879, + "nauc_mrr_at_1000_diff1": 0.8642223927572266, + "nauc_mrr_at_1000_max": 0.7779431313881875, + "nauc_mrr_at_1000_std": 0.08585809540049959, + "nauc_mrr_at_100_diff1": 0.8641846865079648, + "nauc_mrr_at_100_max": 0.7780479658522901, + "nauc_mrr_at_100_std": 0.08624381877527586, + "nauc_mrr_at_10_diff1": 0.8628865897592387, + "nauc_mrr_at_10_max": 0.7773781773432847, + "nauc_mrr_at_10_std": 0.08749355808192268, + "nauc_mrr_at_1_diff1": 0.8793071335444217, + "nauc_mrr_at_1_max": 0.7608120692866452, + "nauc_mrr_at_1_std": 0.04963946465157217, + "nauc_mrr_at_20_diff1": 0.8641519192249302, + "nauc_mrr_at_20_max": 0.7785731103512923, + "nauc_mrr_at_20_std": 0.08649649895792484, + "nauc_mrr_at_3_diff1": 0.8616981674997841, + "nauc_mrr_at_3_max": 0.7775594404621945, + "nauc_mrr_at_3_std": 0.07560360402762845, + "nauc_mrr_at_5_diff1": 0.8612326498815992, + "nauc_mrr_at_5_max": 0.776681001053227, + "nauc_mrr_at_5_std": 0.0819158602347879, + "nauc_ndcg_at_1000_diff1": 0.861618662615973, + "nauc_ndcg_at_1000_max": 0.7817502675467858, + "nauc_ndcg_at_1000_std": 0.09961364105580746, + "nauc_ndcg_at_100_diff1": 0.8605781190981885, + "nauc_ndcg_at_100_max": 0.7843045956125677, + "nauc_ndcg_at_100_std": 0.10961037150604562, + "nauc_ndcg_at_10_diff1": 0.8558950092805445, + "nauc_ndcg_at_10_max": 0.7831730679443317, + "nauc_ndcg_at_10_std": 0.11727223179642897, + "nauc_ndcg_at_1_diff1": 0.8793071335444217, + "nauc_ndcg_at_1_max": 0.7608120692866452, + "nauc_ndcg_at_1_std": 0.04963946465157217, + "nauc_ndcg_at_20_diff1": 0.8603436261589334, + "nauc_ndcg_at_20_max": 0.7883058965240227, + "nauc_ndcg_at_20_std": 0.11549318077057288, + "nauc_ndcg_at_3_diff1": 0.8536493124984692, + "nauc_ndcg_at_3_max": 0.7828712394951656, + "nauc_ndcg_at_3_std": 0.08807723072063067, + "nauc_ndcg_at_5_diff1": 0.8520630204674614, + "nauc_ndcg_at_5_max": 0.781273817449932, + "nauc_ndcg_at_5_std": 0.10172792185219993, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7972778855131799, + "nauc_precision_at_100_max": 0.9355383178912635, + "nauc_precision_at_100_std": 0.7108381814264223, + "nauc_precision_at_10_diff1": 0.8113753976166752, + "nauc_precision_at_10_max": 0.8205225593062093, + "nauc_precision_at_10_std": 0.3314263558530728, + "nauc_precision_at_1_diff1": 0.8793071335444217, + "nauc_precision_at_1_max": 0.7608120692866452, + "nauc_precision_at_1_std": 0.04963946465157217, + "nauc_precision_at_20_diff1": 0.8330350658782014, + "nauc_precision_at_20_max": 0.9044895736072206, + "nauc_precision_at_20_std": 0.45184925822180344, + "nauc_precision_at_3_diff1": 0.8223612156889597, + "nauc_precision_at_3_max": 0.8026986788965723, + "nauc_precision_at_3_std": 0.13677784242590102, + "nauc_precision_at_5_diff1": 0.8081395348837196, + "nauc_precision_at_5_max": 0.8014787310272916, + "nauc_precision_at_5_std": 0.19896640826873221, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.797277885513185, + "nauc_recall_at_100_max": 0.9355383178912666, + "nauc_recall_at_100_std": 0.7108381814264174, + "nauc_recall_at_10_diff1": 0.8113753976166729, + "nauc_recall_at_10_max": 0.8205225593062079, + "nauc_recall_at_10_std": 0.3314263558530756, + "nauc_recall_at_1_diff1": 0.8793071335444217, + "nauc_recall_at_1_max": 0.7608120692866452, + "nauc_recall_at_1_std": 0.04963946465157217, + "nauc_recall_at_20_diff1": 0.8330350658782056, + "nauc_recall_at_20_max": 0.9044895736072215, + "nauc_recall_at_20_std": 0.45184925822180394, + "nauc_recall_at_3_diff1": 0.8223612156889568, + "nauc_recall_at_3_max": 0.8026986788965694, + "nauc_recall_at_3_std": 0.1367778424259008, + "nauc_recall_at_5_diff1": 0.8081395348837215, + "nauc_recall_at_5_max": 0.8014787310272935, + "nauc_recall_at_5_std": 0.19896640826873335, + "ndcg_at_1": 0.78889, + "ndcg_at_10": 0.86248, + "ndcg_at_100": 0.8741, + "ndcg_at_1000": 0.87607, + "ndcg_at_20": 0.8691, + "ndcg_at_3": 0.84037, + "ndcg_at_5": 0.85237, + "precision_at_1": 0.78889, + "precision_at_10": 0.09344, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.29185, + "precision_at_5": 0.18089, + "recall_at_1": 0.78889, + "recall_at_10": 0.93444, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.87556, + "recall_at_5": 0.90444 + }, + { + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.89554, + "map_at_1": 0.81556, + "map_at_10": 0.87149, + "map_at_100": 0.87304, + "map_at_1000": 0.87306, + "map_at_20": 0.87271, + "map_at_3": 0.86167, + "map_at_5": 0.86889, + "mrr_at_1": 0.8155555555555556, + "mrr_at_10": 0.87148544973545, + "mrr_at_100": 0.8730372201259254, + "mrr_at_1000": 0.8730618654246579, + "mrr_at_20": 0.8727130790415107, + "mrr_at_3": 0.861666666666667, + "mrr_at_5": 0.8688888888888894, + "nauc_map_at_1000_diff1": 0.8627680192830908, + "nauc_map_at_1000_max": 0.7243078824566028, + "nauc_map_at_1000_std": -0.003393128908907566, + "nauc_map_at_100_diff1": 0.8627959521476025, + "nauc_map_at_100_max": 0.7243522377746432, + "nauc_map_at_100_std": -0.0032545506292728115, + "nauc_map_at_10_diff1": 0.8623703093653331, + "nauc_map_at_10_max": 0.7246876740661595, + "nauc_map_at_10_std": -0.0032314625416190027, + "nauc_map_at_1_diff1": 0.878169384849174, + "nauc_map_at_1_max": 0.7202356024074762, + "nauc_map_at_1_std": 0.0005922965551070871, + "nauc_map_at_20_diff1": 0.8626321572551278, + "nauc_map_at_20_max": 0.7246701919388265, + "nauc_map_at_20_std": -0.0030027632529748874, + "nauc_map_at_3_diff1": 0.8592851072495783, + "nauc_map_at_3_max": 0.7218044769241395, + "nauc_map_at_3_std": -0.0116583574515979, + "nauc_map_at_5_diff1": 0.860548803724691, + "nauc_map_at_5_max": 0.7230447995714172, + "nauc_map_at_5_std": -0.0014521959328849946, + "nauc_mrr_at_1000_diff1": 0.8627680192830908, + "nauc_mrr_at_1000_max": 0.7243078824566028, + "nauc_mrr_at_1000_std": -0.003393128908907566, + "nauc_mrr_at_100_diff1": 0.8627959521476025, + "nauc_mrr_at_100_max": 0.7243522377746432, + "nauc_mrr_at_100_std": -0.0032545506292728115, + "nauc_mrr_at_10_diff1": 0.8623703093653331, + "nauc_mrr_at_10_max": 0.7246876740661595, + "nauc_mrr_at_10_std": -0.0032314625416190027, + "nauc_mrr_at_1_diff1": 0.878169384849174, + "nauc_mrr_at_1_max": 0.7202356024074762, + "nauc_mrr_at_1_std": 0.0005922965551070871, + "nauc_mrr_at_20_diff1": 0.8626321572551278, + "nauc_mrr_at_20_max": 0.7246701919388265, + "nauc_mrr_at_20_std": -0.0030027632529748874, + "nauc_mrr_at_3_diff1": 0.8592851072495783, + "nauc_mrr_at_3_max": 0.7218044769241395, + "nauc_mrr_at_3_std": -0.0116583574515979, + "nauc_mrr_at_5_diff1": 0.860548803724691, + "nauc_mrr_at_5_max": 0.7230447995714172, + "nauc_mrr_at_5_std": -0.0014521959328849946, + "nauc_ndcg_at_1000_diff1": 0.8608322127689256, + "nauc_ndcg_at_1000_max": 0.7262793182115541, + "nauc_ndcg_at_1000_std": 0.00023274516281472462, + "nauc_ndcg_at_100_diff1": 0.8615228618054612, + "nauc_ndcg_at_100_max": 0.7274058073573584, + "nauc_ndcg_at_100_std": 0.003736580249061084, + "nauc_ndcg_at_10_diff1": 0.8580747704731584, + "nauc_ndcg_at_10_max": 0.7302364976703346, + "nauc_ndcg_at_10_std": 0.005271854605390354, + "nauc_ndcg_at_1_diff1": 0.878169384849174, + "nauc_ndcg_at_1_max": 0.7202356024074762, + "nauc_ndcg_at_1_std": 0.0005922965551070871, + "nauc_ndcg_at_20_diff1": 0.8591883528367494, + "nauc_ndcg_at_20_max": 0.729796724891823, + "nauc_ndcg_at_20_std": 0.006759266342080521, + "nauc_ndcg_at_3_diff1": 0.8521008699965973, + "nauc_ndcg_at_3_max": 0.7235949560413149, + "nauc_ndcg_at_3_std": -0.01233305525475379, + "nauc_ndcg_at_5_diff1": 0.8538897052015038, + "nauc_ndcg_at_5_max": 0.7258017798540815, + "nauc_ndcg_at_5_std": 0.008772898222359729, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.7152194211017626, + "nauc_precision_at_10_diff1": 0.8154428438041844, + "nauc_precision_at_10_max": 0.798952914499129, + "nauc_precision_at_10_std": 0.11749699879951565, + "nauc_precision_at_1_diff1": 0.878169384849174, + "nauc_precision_at_1_max": 0.7202356024074762, + "nauc_precision_at_1_std": 0.0005922965551070871, + "nauc_precision_at_20_diff1": 0.7967751203045206, + "nauc_precision_at_20_max": 0.8580047403576743, + "nauc_precision_at_20_std": 0.2849601379013046, + "nauc_precision_at_3_diff1": 0.8184912854030513, + "nauc_precision_at_3_max": 0.7326486150015561, + "nauc_precision_at_3_std": -0.013227513227512418, + "nauc_precision_at_5_diff1": 0.8064362108479739, + "nauc_precision_at_5_max": 0.7467850776674265, + "nauc_precision_at_5_std": 0.09477124183006182, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.7152194211017746, + "nauc_recall_at_10_diff1": 0.8154428438041875, + "nauc_recall_at_10_max": 0.7989529144991321, + "nauc_recall_at_10_std": 0.11749699879951984, + "nauc_recall_at_1_diff1": 0.878169384849174, + "nauc_recall_at_1_max": 0.7202356024074762, + "nauc_recall_at_1_std": 0.0005922965551070871, + "nauc_recall_at_20_diff1": 0.7967751203045432, + "nauc_recall_at_20_max": 0.8580047403576833, + "nauc_recall_at_20_std": 0.2849601379013159, + "nauc_recall_at_3_diff1": 0.8184912854030495, + "nauc_recall_at_3_max": 0.7326486150015543, + "nauc_recall_at_3_std": -0.013227513227512429, + "nauc_recall_at_5_diff1": 0.8064362108479762, + "nauc_recall_at_5_max": 0.7467850776674302, + "nauc_recall_at_5_std": 0.09477124183006637, + "ndcg_at_1": 0.81556, + "ndcg_at_10": 0.89554, + "ndcg_at_100": 0.90197, + "ndcg_at_1000": 0.90244, + "ndcg_at_20": 0.89984, + "ndcg_at_3": 0.87665, + "ndcg_at_5": 0.88956, + "precision_at_1": 0.81556, + "precision_at_10": 0.09689, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30667, + "precision_at_5": 0.19022, + "recall_at_1": 0.81556, + "recall_at_10": 0.96889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.92, + "recall_at_5": 0.95111 + }, + { + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.87512, + "map_at_1": 0.78444, + "map_at_10": 0.84764, + "map_at_100": 0.84929, + "map_at_1000": 0.84933, + "map_at_20": 0.84888, + "map_at_3": 0.83648, + "map_at_5": 0.84337, + "mrr_at_1": 0.7844444444444445, + "mrr_at_10": 0.8476432980599653, + "mrr_at_100": 0.8492945869846468, + "mrr_at_1000": 0.8493327110627479, + "mrr_at_20": 0.8488781283359463, + "mrr_at_3": 0.8364814814814819, + "mrr_at_5": 0.8433703703703709, + "nauc_map_at_1000_diff1": 0.8242161114657527, + "nauc_map_at_1000_max": 0.6934897551324181, + "nauc_map_at_1000_std": -0.07917388040701119, + "nauc_map_at_100_diff1": 0.8242280188144567, + "nauc_map_at_100_max": 0.6935666282258477, + "nauc_map_at_100_std": -0.07890255214677602, + "nauc_map_at_10_diff1": 0.8234119607157784, + "nauc_map_at_10_max": 0.6935326397739389, + "nauc_map_at_10_std": -0.07859706500903801, + "nauc_map_at_1_diff1": 0.8394290321398468, + "nauc_map_at_1_max": 0.6762613280002515, + "nauc_map_at_1_std": -0.11859127056840241, + "nauc_map_at_20_diff1": 0.8240523801204602, + "nauc_map_at_20_max": 0.6940823374281576, + "nauc_map_at_20_std": -0.07782989182216225, + "nauc_map_at_3_diff1": 0.8205290789151776, + "nauc_map_at_3_max": 0.691268694069298, + "nauc_map_at_3_std": -0.08471277963948366, + "nauc_map_at_5_diff1": 0.8217362143110766, + "nauc_map_at_5_max": 0.6924586279033509, + "nauc_map_at_5_std": -0.07981900265465225, + "nauc_mrr_at_1000_diff1": 0.8242161114657527, + "nauc_mrr_at_1000_max": 0.6934897551324181, + "nauc_mrr_at_1000_std": -0.07917388040701119, + "nauc_mrr_at_100_diff1": 0.8242280188144567, + "nauc_mrr_at_100_max": 0.6935666282258477, + "nauc_mrr_at_100_std": -0.07890255214677602, + "nauc_mrr_at_10_diff1": 0.8234119607157784, + "nauc_mrr_at_10_max": 0.6935326397739389, + "nauc_mrr_at_10_std": -0.07859706500903801, + "nauc_mrr_at_1_diff1": 0.8394290321398468, + "nauc_mrr_at_1_max": 0.6762613280002515, + "nauc_mrr_at_1_std": -0.11859127056840241, + "nauc_mrr_at_20_diff1": 0.8240523801204602, + "nauc_mrr_at_20_max": 0.6940823374281576, + "nauc_mrr_at_20_std": -0.07782989182216225, + "nauc_mrr_at_3_diff1": 0.8205290789151776, + "nauc_mrr_at_3_max": 0.691268694069298, + "nauc_mrr_at_3_std": -0.08471277963948366, + "nauc_mrr_at_5_diff1": 0.8217362143110766, + "nauc_mrr_at_5_max": 0.6924586279033509, + "nauc_mrr_at_5_std": -0.07981900265465225, + "nauc_ndcg_at_1000_diff1": 0.8228029352842218, + "nauc_ndcg_at_1000_max": 0.6975792554798245, + "nauc_ndcg_at_1000_std": -0.06839684832920542, + "nauc_ndcg_at_100_diff1": 0.823294180695422, + "nauc_ndcg_at_100_max": 0.6996602671907355, + "nauc_ndcg_at_100_std": -0.060961389322921125, + "nauc_ndcg_at_10_diff1": 0.8196031813371226, + "nauc_ndcg_at_10_max": 0.7022675978333992, + "nauc_ndcg_at_10_std": -0.056289550639190146, + "nauc_ndcg_at_1_diff1": 0.8394290321398468, + "nauc_ndcg_at_1_max": 0.6762613280002515, + "nauc_ndcg_at_1_std": -0.11859127056840241, + "nauc_ndcg_at_20_diff1": 0.8219800281195876, + "nauc_ndcg_at_20_max": 0.704608017240662, + "nauc_ndcg_at_20_std": -0.0506067711531263, + "nauc_ndcg_at_3_diff1": 0.8132158498452476, + "nauc_ndcg_at_3_max": 0.695085876544555, + "nauc_ndcg_at_3_std": -0.07443531652192167, + "nauc_ndcg_at_5_diff1": 0.8149792159804696, + "nauc_ndcg_at_5_max": 0.6985229160969532, + "nauc_ndcg_at_5_std": -0.061106555392985325, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8883442265795205, + "nauc_precision_at_100_max": 0.9537037037037052, + "nauc_precision_at_100_std": 0.8494397759103616, + "nauc_precision_at_10_diff1": 0.7892675588754005, + "nauc_precision_at_10_max": 0.7972948438634699, + "nauc_precision_at_10_std": 0.18465349102603631, + "nauc_precision_at_1_diff1": 0.8394290321398468, + "nauc_precision_at_1_max": 0.6762613280002515, + "nauc_precision_at_1_std": -0.11859127056840241, + "nauc_precision_at_20_diff1": 0.8089402427637733, + "nauc_precision_at_20_max": 0.9152894491129734, + "nauc_precision_at_20_std": 0.5060457516339751, + "nauc_precision_at_3_diff1": 0.7818263241460743, + "nauc_precision_at_3_max": 0.7104740870414857, + "nauc_precision_at_3_std": -0.03173981191222609, + "nauc_precision_at_5_diff1": 0.7757863562091487, + "nauc_precision_at_5_max": 0.7346886671335173, + "nauc_precision_at_5_std": 0.05420605742296576, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.888344226579515, + "nauc_recall_at_100_max": 0.9537037037036946, + "nauc_recall_at_100_std": 0.8494397759103697, + "nauc_recall_at_10_diff1": 0.7892675588754015, + "nauc_recall_at_10_max": 0.7972948438634725, + "nauc_recall_at_10_std": 0.1846534910260386, + "nauc_recall_at_1_diff1": 0.8394290321398468, + "nauc_recall_at_1_max": 0.6762613280002515, + "nauc_recall_at_1_std": -0.11859127056840241, + "nauc_recall_at_20_diff1": 0.8089402427637655, + "nauc_recall_at_20_max": 0.9152894491129797, + "nauc_recall_at_20_std": 0.5060457516339854, + "nauc_recall_at_3_diff1": 0.7818263241460732, + "nauc_recall_at_3_max": 0.7104740870414853, + "nauc_recall_at_3_std": -0.03173981191222607, + "nauc_recall_at_5_diff1": 0.7757863562091494, + "nauc_recall_at_5_max": 0.7346886671335183, + "nauc_recall_at_5_std": 0.054206057422968947, + "ndcg_at_1": 0.78444, + "ndcg_at_10": 0.87512, + "ndcg_at_100": 0.88255, + "ndcg_at_1000": 0.88342, + "ndcg_at_20": 0.87961, + "ndcg_at_3": 0.85231, + "ndcg_at_5": 0.86493, + "precision_at_1": 0.78444, + "precision_at_10": 0.096, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.29926, + "precision_at_5": 0.18578, + "recall_at_1": 0.78444, + "recall_at_10": 0.96, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.89778, + "recall_at_5": 0.92889 + }, + { + "hf_subset": "hin_Latn-hin_Latn", + "languages": [ + "hin-Latn", + "hin-Latn" + ], + "main_score": 0.62779, + "map_at_1": 0.53556, + "map_at_10": 0.59798, + "map_at_100": 0.60414, + "map_at_1000": 0.60465, + "map_at_20": 0.60119, + "map_at_3": 0.58315, + "map_at_5": 0.59176, + "mrr_at_1": 0.5355555555555556, + "mrr_at_10": 0.597979717813051, + "mrr_at_100": 0.6041365583461092, + "mrr_at_1000": 0.6046538120008241, + "mrr_at_20": 0.601190882441527, + "mrr_at_3": 0.5831481481481481, + "mrr_at_5": 0.5917592592592589, + "nauc_map_at_1000_diff1": 0.7993772429709453, + "nauc_map_at_1000_max": 0.7878459658677962, + "nauc_map_at_1000_std": 0.5028159903880344, + "nauc_map_at_100_diff1": 0.7991570139545239, + "nauc_map_at_100_max": 0.7878302528784363, + "nauc_map_at_100_std": 0.5031192251824688, + "nauc_map_at_10_diff1": 0.8000356067825234, + "nauc_map_at_10_max": 0.7897570077963696, + "nauc_map_at_10_std": 0.5044841506327745, + "nauc_map_at_1_diff1": 0.8356997784626351, + "nauc_map_at_1_max": 0.774933707785763, + "nauc_map_at_1_std": 0.4467711159522263, + "nauc_map_at_20_diff1": 0.7988637875662925, + "nauc_map_at_20_max": 0.788296760677763, + "nauc_map_at_20_std": 0.5045226626968511, + "nauc_map_at_3_diff1": 0.8048984920743592, + "nauc_map_at_3_max": 0.787656150596019, + "nauc_map_at_3_std": 0.4910412725669579, + "nauc_map_at_5_diff1": 0.8017485745571453, + "nauc_map_at_5_max": 0.7888140202138514, + "nauc_map_at_5_std": 0.49764736462524883, + "nauc_mrr_at_1000_diff1": 0.7993772429709453, + "nauc_mrr_at_1000_max": 0.7878459658677962, + "nauc_mrr_at_1000_std": 0.5028159903880344, + "nauc_mrr_at_100_diff1": 0.7991570139545239, + "nauc_mrr_at_100_max": 0.7878302528784363, + "nauc_mrr_at_100_std": 0.5031192251824688, + "nauc_mrr_at_10_diff1": 0.8000356067825234, + "nauc_mrr_at_10_max": 0.7897570077963696, + "nauc_mrr_at_10_std": 0.5044841506327745, + "nauc_mrr_at_1_diff1": 0.8356997784626351, + "nauc_mrr_at_1_max": 0.774933707785763, + "nauc_mrr_at_1_std": 0.4467711159522263, + "nauc_mrr_at_20_diff1": 0.7988637875662925, + "nauc_mrr_at_20_max": 0.788296760677763, + "nauc_mrr_at_20_std": 0.5045226626968511, + "nauc_mrr_at_3_diff1": 0.8048984920743592, + "nauc_mrr_at_3_max": 0.787656150596019, + "nauc_mrr_at_3_std": 0.4910412725669579, + "nauc_mrr_at_5_diff1": 0.8017485745571453, + "nauc_mrr_at_5_max": 0.7888140202138514, + "nauc_mrr_at_5_std": 0.49764736462524883, + "nauc_ndcg_at_1000_diff1": 0.7896900108433295, + "nauc_ndcg_at_1000_max": 0.7887129301200502, + "nauc_ndcg_at_1000_std": 0.5164015278825707, + "nauc_ndcg_at_100_diff1": 0.7831211605576723, + "nauc_ndcg_at_100_max": 0.7881915491819039, + "nauc_ndcg_at_100_std": 0.5250604304989038, + "nauc_ndcg_at_10_diff1": 0.7845133716271878, + "nauc_ndcg_at_10_max": 0.79519560658361, + "nauc_ndcg_at_10_std": 0.5321071800721509, + "nauc_ndcg_at_1_diff1": 0.8356997784626351, + "nauc_ndcg_at_1_max": 0.774933707785763, + "nauc_ndcg_at_1_std": 0.4467711159522263, + "nauc_ndcg_at_20_diff1": 0.7797526988058411, + "nauc_ndcg_at_20_max": 0.7900194571201425, + "nauc_ndcg_at_20_std": 0.5331612023951369, + "nauc_ndcg_at_3_diff1": 0.7950592054295605, + "nauc_ndcg_at_3_max": 0.7908943494517754, + "nauc_ndcg_at_3_std": 0.5037232956006628, + "nauc_ndcg_at_5_diff1": 0.7887846171588727, + "nauc_ndcg_at_5_max": 0.7929886087924269, + "nauc_ndcg_at_5_std": 0.5164118519947279, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6642999053926221, + "nauc_precision_at_100_max": 0.7793424787133413, + "nauc_precision_at_100_std": 0.6819299905392631, + "nauc_precision_at_10_diff1": 0.7253300212464129, + "nauc_precision_at_10_max": 0.8155921879552607, + "nauc_precision_at_10_std": 0.6394787716637921, + "nauc_precision_at_1_diff1": 0.8356997784626351, + "nauc_precision_at_1_max": 0.774933707785763, + "nauc_precision_at_1_std": 0.4467711159522263, + "nauc_precision_at_20_diff1": 0.6914546303808041, + "nauc_precision_at_20_max": 0.7921626471962037, + "nauc_precision_at_20_std": 0.6620055559652877, + "nauc_precision_at_3_diff1": 0.7644796412199663, + "nauc_precision_at_3_max": 0.8006610039596375, + "nauc_precision_at_3_std": 0.5426122252025947, + "nauc_precision_at_5_diff1": 0.7449253313048005, + "nauc_precision_at_5_max": 0.8066506900634297, + "nauc_precision_at_5_std": 0.5798401195766771, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6642999053926212, + "nauc_recall_at_100_max": 0.7793424787133415, + "nauc_recall_at_100_std": 0.681929990539262, + "nauc_recall_at_10_diff1": 0.7253300212464138, + "nauc_recall_at_10_max": 0.8155921879552609, + "nauc_recall_at_10_std": 0.6394787716637921, + "nauc_recall_at_1_diff1": 0.8356997784626351, + "nauc_recall_at_1_max": 0.774933707785763, + "nauc_recall_at_1_std": 0.4467711159522263, + "nauc_recall_at_20_diff1": 0.6914546303808053, + "nauc_recall_at_20_max": 0.7921626471962048, + "nauc_recall_at_20_std": 0.6620055559652874, + "nauc_recall_at_3_diff1": 0.7644796412199657, + "nauc_recall_at_3_max": 0.8006610039596369, + "nauc_recall_at_3_std": 0.5426122252025943, + "nauc_recall_at_5_diff1": 0.7449253313048004, + "nauc_recall_at_5_max": 0.80665069006343, + "nauc_recall_at_5_std": 0.5798401195766772, + "ndcg_at_1": 0.53556, + "ndcg_at_10": 0.62779, + "ndcg_at_100": 0.66161, + "ndcg_at_1000": 0.67578, + "ndcg_at_20": 0.63937, + "ndcg_at_3": 0.59782, + "ndcg_at_5": 0.61312, + "precision_at_1": 0.53556, + "precision_at_10": 0.07211, + "precision_at_100": 0.00889, + "precision_at_1000": 0.001, + "precision_at_20": 0.03833, + "precision_at_3": 0.21333, + "precision_at_5": 0.13533, + "recall_at_1": 0.53556, + "recall_at_10": 0.72111, + "recall_at_100": 0.88889, + "recall_at_1000": 1.0, + "recall_at_20": 0.76667, + "recall_at_3": 0.64, + "recall_at_5": 0.67667 + }, + { + "hf_subset": "hin_Latn-eng_Latn", + "languages": [ + "hin-Latn", + "eng-Latn" + ], + "main_score": 0.71476, + "map_at_1": 0.60333, + "map_at_10": 0.67755, + "map_at_100": 0.68298, + "map_at_1000": 0.68319, + "map_at_20": 0.68072, + "map_at_3": 0.65944, + "map_at_5": 0.66911, + "mrr_at_1": 0.6033333333333334, + "mrr_at_10": 0.6775511463844794, + "mrr_at_100": 0.6829832486135743, + "mrr_at_1000": 0.6831947938553495, + "mrr_at_20": 0.6807168990184981, + "mrr_at_3": 0.6594444444444442, + "mrr_at_5": 0.6691111111111108, + "nauc_map_at_1000_diff1": 0.7906395018550226, + "nauc_map_at_1000_max": 0.7494922416681241, + "nauc_map_at_1000_std": 0.12655557294638187, + "nauc_map_at_100_diff1": 0.7905959612733472, + "nauc_map_at_100_max": 0.7494735895780531, + "nauc_map_at_100_std": 0.12668307474515475, + "nauc_map_at_10_diff1": 0.7883558429297031, + "nauc_map_at_10_max": 0.7486199243265782, + "nauc_map_at_10_std": 0.12513095105153654, + "nauc_map_at_1_diff1": 0.8207076613271099, + "nauc_map_at_1_max": 0.7422415523364502, + "nauc_map_at_1_std": 0.10503285179453246, + "nauc_map_at_20_diff1": 0.7897714978183706, + "nauc_map_at_20_max": 0.7497171517869771, + "nauc_map_at_20_std": 0.12892801921206315, + "nauc_map_at_3_diff1": 0.7938895377971842, + "nauc_map_at_3_max": 0.75125734344457, + "nauc_map_at_3_std": 0.1160862462420184, + "nauc_map_at_5_diff1": 0.7900751154299356, + "nauc_map_at_5_max": 0.7528748396621726, + "nauc_map_at_5_std": 0.12532784787022783, + "nauc_mrr_at_1000_diff1": 0.7906395018550226, + "nauc_mrr_at_1000_max": 0.7494922416681241, + "nauc_mrr_at_1000_std": 0.12655557294638187, + "nauc_mrr_at_100_diff1": 0.7905959612733472, + "nauc_mrr_at_100_max": 0.7494735895780531, + "nauc_mrr_at_100_std": 0.12668307474515475, + "nauc_mrr_at_10_diff1": 0.7883558429297031, + "nauc_mrr_at_10_max": 0.7486199243265782, + "nauc_mrr_at_10_std": 0.12513095105153654, + "nauc_mrr_at_1_diff1": 0.8207076613271099, + "nauc_mrr_at_1_max": 0.7422415523364502, + "nauc_mrr_at_1_std": 0.10503285179453246, + "nauc_mrr_at_20_diff1": 0.7897714978183706, + "nauc_mrr_at_20_max": 0.7497171517869771, + "nauc_mrr_at_20_std": 0.12892801921206315, + "nauc_mrr_at_3_diff1": 0.7938895377971842, + "nauc_mrr_at_3_max": 0.75125734344457, + "nauc_mrr_at_3_std": 0.1160862462420184, + "nauc_mrr_at_5_diff1": 0.7900751154299356, + "nauc_mrr_at_5_max": 0.7528748396621726, + "nauc_mrr_at_5_std": 0.12532784787022783, + "nauc_ndcg_at_1000_diff1": 0.784954617451672, + "nauc_ndcg_at_1000_max": 0.749798539986105, + "nauc_ndcg_at_1000_std": 0.1358835199050434, + "nauc_ndcg_at_100_diff1": 0.7836356584482675, + "nauc_ndcg_at_100_max": 0.749200363591726, + "nauc_ndcg_at_100_std": 0.13972569668114262, + "nauc_ndcg_at_10_diff1": 0.7724412766594019, + "nauc_ndcg_at_10_max": 0.7469922880651663, + "nauc_ndcg_at_10_std": 0.14210506073893775, + "nauc_ndcg_at_1_diff1": 0.8207076613271099, + "nauc_ndcg_at_1_max": 0.7422415523364502, + "nauc_ndcg_at_1_std": 0.10503285179453246, + "nauc_ndcg_at_20_diff1": 0.7778527629491702, + "nauc_ndcg_at_20_max": 0.7510430597621398, + "nauc_ndcg_at_20_std": 0.15770015959843703, + "nauc_ndcg_at_3_diff1": 0.7850979148652553, + "nauc_ndcg_at_3_max": 0.7538687051654972, + "nauc_ndcg_at_3_std": 0.12198642443543091, + "nauc_ndcg_at_5_diff1": 0.7774347045253065, + "nauc_ndcg_at_5_max": 0.7571091526257012, + "nauc_ndcg_at_5_std": 0.13973697010505023, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7277977857809822, + "nauc_precision_at_100_max": 0.722755768974258, + "nauc_precision_at_100_std": 0.29878618113912486, + "nauc_precision_at_10_diff1": 0.691616453737734, + "nauc_precision_at_10_max": 0.7343828542704374, + "nauc_precision_at_10_std": 0.23387365273761002, + "nauc_precision_at_1_diff1": 0.8207076613271099, + "nauc_precision_at_1_max": 0.7422415523364502, + "nauc_precision_at_1_std": 0.10503285179453246, + "nauc_precision_at_20_diff1": 0.7072037214155287, + "nauc_precision_at_20_max": 0.7596078601860702, + "nauc_precision_at_20_std": 0.3802625858620987, + "nauc_precision_at_3_diff1": 0.75567301161596, + "nauc_precision_at_3_max": 0.7624714825586462, + "nauc_precision_at_3_std": 0.14264162936904604, + "nauc_precision_at_5_diff1": 0.7285899016930354, + "nauc_precision_at_5_max": 0.7734895726717618, + "nauc_precision_at_5_std": 0.19820660938334683, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7277977857809788, + "nauc_recall_at_100_max": 0.7227557689742566, + "nauc_recall_at_100_std": 0.2987861811391244, + "nauc_recall_at_10_diff1": 0.6916164537377346, + "nauc_recall_at_10_max": 0.7343828542704383, + "nauc_recall_at_10_std": 0.2338736527376108, + "nauc_recall_at_1_diff1": 0.8207076613271099, + "nauc_recall_at_1_max": 0.7422415523364502, + "nauc_recall_at_1_std": 0.10503285179453246, + "nauc_recall_at_20_diff1": 0.7072037214155295, + "nauc_recall_at_20_max": 0.7596078601860718, + "nauc_recall_at_20_std": 0.38026258586209927, + "nauc_recall_at_3_diff1": 0.7556730116159593, + "nauc_recall_at_3_max": 0.762471482558646, + "nauc_recall_at_3_std": 0.14264162936904592, + "nauc_recall_at_5_diff1": 0.7285899016930366, + "nauc_recall_at_5_max": 0.7734895726717621, + "nauc_recall_at_5_std": 0.19820660938334728, + "ndcg_at_1": 0.60333, + "ndcg_at_10": 0.71476, + "ndcg_at_100": 0.742, + "ndcg_at_1000": 0.74711, + "ndcg_at_20": 0.72627, + "ndcg_at_3": 0.67731, + "ndcg_at_5": 0.69472, + "precision_at_1": 0.60333, + "precision_at_10": 0.08322, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04389, + "precision_at_3": 0.24296, + "precision_at_5": 0.15422, + "recall_at_1": 0.60333, + "recall_at_10": 0.83222, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "recall_at_20": 0.87778, + "recall_at_3": 0.72889, + "recall_at_5": 0.77111 + }, + { + "hf_subset": "eng_Latn-hin_Latn", + "languages": [ + "eng-Latn", + "hin-Latn" + ], + "main_score": 0.57595, + "map_at_1": 0.49444, + "map_at_10": 0.54956, + "map_at_100": 0.55404, + "map_at_1000": 0.55498, + "map_at_20": 0.55159, + "map_at_3": 0.53648, + "map_at_5": 0.54409, + "mrr_at_1": 0.49444444444444446, + "mrr_at_10": 0.5495639329805998, + "mrr_at_100": 0.554038425078159, + "mrr_at_1000": 0.5549775601970596, + "mrr_at_20": 0.5515917615188772, + "mrr_at_3": 0.5364814814814812, + "mrr_at_5": 0.5440925925925922, + "nauc_map_at_1000_diff1": 0.8189769792331121, + "nauc_map_at_1000_max": 0.8357273591905208, + "nauc_map_at_1000_std": 0.5396796524993684, + "nauc_map_at_100_diff1": 0.8186178230017827, + "nauc_map_at_100_max": 0.8357132957784814, + "nauc_map_at_100_std": 0.5400782391823563, + "nauc_map_at_10_diff1": 0.8200275165288256, + "nauc_map_at_10_max": 0.8368658944076912, + "nauc_map_at_10_std": 0.5392812286521201, + "nauc_map_at_1_diff1": 0.8423145404978092, + "nauc_map_at_1_max": 0.8114574483018473, + "nauc_map_at_1_std": 0.48324307551365675, + "nauc_map_at_20_diff1": 0.8186630321700475, + "nauc_map_at_20_max": 0.8360626058324373, + "nauc_map_at_20_std": 0.540212685603264, + "nauc_map_at_3_diff1": 0.8275197924212918, + "nauc_map_at_3_max": 0.8393193600170102, + "nauc_map_at_3_std": 0.5350544588513575, + "nauc_map_at_5_diff1": 0.8221875369555652, + "nauc_map_at_5_max": 0.8376044159754903, + "nauc_map_at_5_std": 0.5382274921613658, + "nauc_mrr_at_1000_diff1": 0.8189769792331121, + "nauc_mrr_at_1000_max": 0.8357273591905208, + "nauc_mrr_at_1000_std": 0.5396796524993684, + "nauc_mrr_at_100_diff1": 0.8186178230017827, + "nauc_mrr_at_100_max": 0.8357132957784814, + "nauc_mrr_at_100_std": 0.5400782391823563, + "nauc_mrr_at_10_diff1": 0.8200275165288256, + "nauc_mrr_at_10_max": 0.8368658944076912, + "nauc_mrr_at_10_std": 0.5392812286521201, + "nauc_mrr_at_1_diff1": 0.8423145404978092, + "nauc_mrr_at_1_max": 0.8114574483018473, + "nauc_mrr_at_1_std": 0.48324307551365675, + "nauc_mrr_at_20_diff1": 0.8186630321700475, + "nauc_mrr_at_20_max": 0.8360626058324373, + "nauc_mrr_at_20_std": 0.540212685603264, + "nauc_mrr_at_3_diff1": 0.8275197924212918, + "nauc_mrr_at_3_max": 0.8393193600170102, + "nauc_mrr_at_3_std": 0.5350544588513575, + "nauc_mrr_at_5_diff1": 0.8221875369555652, + "nauc_mrr_at_5_max": 0.8376044159754903, + "nauc_mrr_at_5_std": 0.5382274921613658, + "nauc_ndcg_at_1000_diff1": 0.8098907440881551, + "nauc_ndcg_at_1000_max": 0.8371106930758382, + "nauc_ndcg_at_1000_std": 0.5533647384492563, + "nauc_ndcg_at_100_diff1": 0.8005437645544897, + "nauc_ndcg_at_100_max": 0.8355833454962492, + "nauc_ndcg_at_100_std": 0.5642287617376228, + "nauc_ndcg_at_10_diff1": 0.8064506455840729, + "nauc_ndcg_at_10_max": 0.8419635710597205, + "nauc_ndcg_at_10_std": 0.5614125856972527, + "nauc_ndcg_at_1_diff1": 0.8423145404978092, + "nauc_ndcg_at_1_max": 0.8114574483018473, + "nauc_ndcg_at_1_std": 0.48324307551365675, + "nauc_ndcg_at_20_diff1": 0.8011175582631272, + "nauc_ndcg_at_20_max": 0.8388857985629584, + "nauc_ndcg_at_20_std": 0.5655944256994676, + "nauc_ndcg_at_3_diff1": 0.8220590507981083, + "nauc_ndcg_at_3_max": 0.8464136603333309, + "nauc_ndcg_at_3_std": 0.550963670252539, + "nauc_ndcg_at_5_diff1": 0.8123242298426864, + "nauc_ndcg_at_5_max": 0.8437902526105214, + "nauc_ndcg_at_5_std": 0.5576309911351544, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6965346494642889, + "nauc_precision_at_100_max": 0.8153151090145455, + "nauc_precision_at_100_std": 0.686674443477582, + "nauc_precision_at_10_diff1": 0.7559414839496673, + "nauc_precision_at_10_max": 0.8572608733250047, + "nauc_precision_at_10_std": 0.6397078981212821, + "nauc_precision_at_1_diff1": 0.8423145404978092, + "nauc_precision_at_1_max": 0.8114574483018473, + "nauc_precision_at_1_std": 0.48324307551365675, + "nauc_precision_at_20_diff1": 0.7280116727494742, + "nauc_precision_at_20_max": 0.8435395115937467, + "nauc_precision_at_20_std": 0.6648200418611634, + "nauc_precision_at_3_diff1": 0.8053070210304825, + "nauc_precision_at_3_max": 0.8672320004672361, + "nauc_precision_at_3_std": 0.5988163357349476, + "nauc_precision_at_5_diff1": 0.7795940577339349, + "nauc_precision_at_5_max": 0.8624575899672654, + "nauc_precision_at_5_std": 0.6198901134516343, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6965346494642892, + "nauc_recall_at_100_max": 0.8153151090145452, + "nauc_recall_at_100_std": 0.6866744434775817, + "nauc_recall_at_10_diff1": 0.7559414839496675, + "nauc_recall_at_10_max": 0.8572608733250042, + "nauc_recall_at_10_std": 0.6397078981212823, + "nauc_recall_at_1_diff1": 0.8423145404978092, + "nauc_recall_at_1_max": 0.8114574483018473, + "nauc_recall_at_1_std": 0.48324307551365675, + "nauc_recall_at_20_diff1": 0.7280116727494748, + "nauc_recall_at_20_max": 0.8435395115937475, + "nauc_recall_at_20_std": 0.6648200418611633, + "nauc_recall_at_3_diff1": 0.8053070210304822, + "nauc_recall_at_3_max": 0.8672320004672358, + "nauc_recall_at_3_std": 0.5988163357349473, + "nauc_recall_at_5_diff1": 0.7795940577339352, + "nauc_recall_at_5_max": 0.8624575899672656, + "nauc_recall_at_5_std": 0.6198901134516349, + "ndcg_at_1": 0.49444, + "ndcg_at_10": 0.57595, + "ndcg_at_100": 0.6022, + "ndcg_at_1000": 0.62853, + "ndcg_at_20": 0.58328, + "ndcg_at_3": 0.54917, + "ndcg_at_5": 0.56289, + "precision_at_1": 0.49444, + "precision_at_10": 0.06589, + "precision_at_100": 0.00792, + "precision_at_1000": 0.001, + "precision_at_20": 0.03439, + "precision_at_3": 0.19519, + "precision_at_5": 0.12378, + "recall_at_1": 0.49444, + "recall_at_10": 0.65889, + "recall_at_100": 0.79222, + "recall_at_1000": 1.0, + "recall_at_20": 0.68778, + "recall_at_3": 0.58556, + "recall_at_5": 0.61889 + }, + { + "hf_subset": "hrv_Latn-hrv_Latn", + "languages": [ + "hrv-Latn", + "hrv-Latn" + ], + "main_score": 0.88694, + "map_at_1": 0.81111, + "map_at_10": 0.86428, + "map_at_100": 0.86627, + "map_at_1000": 0.86629, + "map_at_20": 0.86564, + "map_at_3": 0.85648, + "map_at_5": 0.86104, + "mrr_at_1": 0.8111111111111111, + "mrr_at_10": 0.8642751322751329, + "mrr_at_100": 0.8662705923660013, + "mrr_at_1000": 0.8662906403634317, + "mrr_at_20": 0.8656436958103632, + "mrr_at_3": 0.856481481481482, + "mrr_at_5": 0.8610370370370375, + "nauc_map_at_1000_diff1": 0.8820710727489665, + "nauc_map_at_1000_max": 0.804230849080015, + "nauc_map_at_1000_std": 0.07224244181791639, + "nauc_map_at_100_diff1": 0.8820567383093942, + "nauc_map_at_100_max": 0.8042616296953773, + "nauc_map_at_100_std": 0.07238164008395266, + "nauc_map_at_10_diff1": 0.8819750154802816, + "nauc_map_at_10_max": 0.8055407537699714, + "nauc_map_at_10_std": 0.0745334384146192, + "nauc_map_at_1_diff1": 0.8930385673318898, + "nauc_map_at_1_max": 0.7822906303037395, + "nauc_map_at_1_std": 0.02064727570667728, + "nauc_map_at_20_diff1": 0.8820272366580093, + "nauc_map_at_20_max": 0.8046489015407646, + "nauc_map_at_20_std": 0.0737919114241771, + "nauc_map_at_3_diff1": 0.8770661612377129, + "nauc_map_at_3_max": 0.8048095510959706, + "nauc_map_at_3_std": 0.06808556190140376, + "nauc_map_at_5_diff1": 0.881868517636613, + "nauc_map_at_5_max": 0.8069492524668543, + "nauc_map_at_5_std": 0.0779423273514695, + "nauc_mrr_at_1000_diff1": 0.8820710727489665, + "nauc_mrr_at_1000_max": 0.804230849080015, + "nauc_mrr_at_1000_std": 0.07224244181791639, + "nauc_mrr_at_100_diff1": 0.8820567383093942, + "nauc_mrr_at_100_max": 0.8042616296953773, + "nauc_mrr_at_100_std": 0.07238164008395266, + "nauc_mrr_at_10_diff1": 0.8819750154802816, + "nauc_mrr_at_10_max": 0.8055407537699714, + "nauc_mrr_at_10_std": 0.0745334384146192, + "nauc_mrr_at_1_diff1": 0.8930385673318898, + "nauc_mrr_at_1_max": 0.7822906303037395, + "nauc_mrr_at_1_std": 0.02064727570667728, + "nauc_mrr_at_20_diff1": 0.8820272366580093, + "nauc_mrr_at_20_max": 0.8046489015407646, + "nauc_mrr_at_20_std": 0.0737919114241771, + "nauc_mrr_at_3_diff1": 0.8770661612377129, + "nauc_mrr_at_3_max": 0.8048095510959706, + "nauc_mrr_at_3_std": 0.06808556190140376, + "nauc_mrr_at_5_diff1": 0.881868517636613, + "nauc_mrr_at_5_max": 0.8069492524668543, + "nauc_mrr_at_5_std": 0.0779423273514695, + "nauc_ndcg_at_1000_diff1": 0.8811131782865609, + "nauc_ndcg_at_1000_max": 0.8084149945277733, + "nauc_ndcg_at_1000_std": 0.08489214418435567, + "nauc_ndcg_at_100_diff1": 0.8807737880178982, + "nauc_ndcg_at_100_max": 0.8095020759977186, + "nauc_ndcg_at_100_std": 0.08973840364503194, + "nauc_ndcg_at_10_diff1": 0.8804299619159476, + "nauc_ndcg_at_10_max": 0.8160974284161597, + "nauc_ndcg_at_10_std": 0.10347847956000697, + "nauc_ndcg_at_1_diff1": 0.8930385673318898, + "nauc_ndcg_at_1_max": 0.7822906303037395, + "nauc_ndcg_at_1_std": 0.02064727570667728, + "nauc_ndcg_at_20_diff1": 0.8805413112964602, + "nauc_ndcg_at_20_max": 0.812745504101509, + "nauc_ndcg_at_20_std": 0.10117443053657542, + "nauc_ndcg_at_3_diff1": 0.8709618618825857, + "nauc_ndcg_at_3_max": 0.8146142723500625, + "nauc_ndcg_at_3_std": 0.09178790815421621, + "nauc_ndcg_at_5_diff1": 0.8803981029187393, + "nauc_ndcg_at_5_max": 0.8194276134851047, + "nauc_ndcg_at_5_std": 0.11152276660305707, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8284313725489951, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9346405228758011, + "nauc_precision_at_10_diff1": 0.8715554597907514, + "nauc_precision_at_10_max": 0.904235198352846, + "nauc_precision_at_10_std": 0.3487155545979048, + "nauc_precision_at_1_diff1": 0.8930385673318898, + "nauc_precision_at_1_max": 0.7822906303037395, + "nauc_precision_at_1_std": 0.02064727570667728, + "nauc_precision_at_20_diff1": 0.8660979543332518, + "nauc_precision_at_20_max": 0.917345726169254, + "nauc_precision_at_20_std": 0.49516170104405327, + "nauc_precision_at_3_diff1": 0.8439054946873273, + "nauc_precision_at_3_max": 0.8587029748608305, + "nauc_precision_at_3_std": 0.19977780141592466, + "nauc_precision_at_5_diff1": 0.8752123800339787, + "nauc_precision_at_5_max": 0.890672115840872, + "nauc_precision_at_5_std": 0.30517671549493686, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8284313725490413, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9346405228758294, + "nauc_recall_at_10_diff1": 0.871555459790754, + "nauc_recall_at_10_max": 0.9042351983528456, + "nauc_recall_at_10_std": 0.34871555459790854, + "nauc_recall_at_1_diff1": 0.8930385673318898, + "nauc_recall_at_1_max": 0.7822906303037395, + "nauc_recall_at_1_std": 0.02064727570667728, + "nauc_recall_at_20_diff1": 0.8660979543332507, + "nauc_recall_at_20_max": 0.9173457261692568, + "nauc_recall_at_20_std": 0.49516170104405666, + "nauc_recall_at_3_diff1": 0.8439054946873268, + "nauc_recall_at_3_max": 0.8587029748608307, + "nauc_recall_at_3_std": 0.1997778014159251, + "nauc_recall_at_5_diff1": 0.8752123800339799, + "nauc_recall_at_5_max": 0.8906721158408712, + "nauc_recall_at_5_std": 0.3051767154949425, + "ndcg_at_1": 0.81111, + "ndcg_at_10": 0.88694, + "ndcg_at_100": 0.89573, + "ndcg_at_1000": 0.8963, + "ndcg_at_20": 0.89179, + "ndcg_at_3": 0.87083, + "ndcg_at_5": 0.87906, + "precision_at_1": 0.81111, + "precision_at_10": 0.09567, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30407, + "precision_at_5": 0.18644, + "recall_at_1": 0.81111, + "recall_at_10": 0.95667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.91222, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ], + "main_score": 0.8849, + "map_at_1": 0.79778, + "map_at_10": 0.85885, + "map_at_100": 0.86037, + "map_at_1000": 0.86038, + "map_at_20": 0.85976, + "map_at_3": 0.84926, + "map_at_5": 0.85604, + "mrr_at_1": 0.7977777777777778, + "mrr_at_10": 0.8588527336860676, + "mrr_at_100": 0.8603666492997468, + "mrr_at_1000": 0.8603820822151798, + "mrr_at_20": 0.8597633713418034, + "mrr_at_3": 0.8492592592592596, + "mrr_at_5": 0.8560370370370376, + "nauc_map_at_1000_diff1": 0.8569210334364374, + "nauc_map_at_1000_max": 0.6993871583324918, + "nauc_map_at_1000_std": -0.07666675374977115, + "nauc_map_at_100_diff1": 0.8569303124061596, + "nauc_map_at_100_max": 0.6994222495524405, + "nauc_map_at_100_std": -0.07656082538084932, + "nauc_map_at_10_diff1": 0.8562573835772388, + "nauc_map_at_10_max": 0.7003492804593672, + "nauc_map_at_10_std": -0.07529482079025906, + "nauc_map_at_1_diff1": 0.8669845427481887, + "nauc_map_at_1_max": 0.6693364222157406, + "nauc_map_at_1_std": -0.12248042393260271, + "nauc_map_at_20_diff1": 0.8566518217231804, + "nauc_map_at_20_max": 0.6998142037349765, + "nauc_map_at_20_std": -0.07562405658517078, + "nauc_map_at_3_diff1": 0.8524375368734225, + "nauc_map_at_3_max": 0.6971547290278457, + "nauc_map_at_3_std": -0.07766553377032485, + "nauc_map_at_5_diff1": 0.8556655578215381, + "nauc_map_at_5_max": 0.7015862969232963, + "nauc_map_at_5_std": -0.07547871817705722, + "nauc_mrr_at_1000_diff1": 0.8569210334364374, + "nauc_mrr_at_1000_max": 0.6993871583324918, + "nauc_mrr_at_1000_std": -0.07666675374977115, + "nauc_mrr_at_100_diff1": 0.8569303124061596, + "nauc_mrr_at_100_max": 0.6994222495524405, + "nauc_mrr_at_100_std": -0.07656082538084932, + "nauc_mrr_at_10_diff1": 0.8562573835772388, + "nauc_mrr_at_10_max": 0.7003492804593672, + "nauc_mrr_at_10_std": -0.07529482079025906, + "nauc_mrr_at_1_diff1": 0.8669845427481887, + "nauc_mrr_at_1_max": 0.6693364222157406, + "nauc_mrr_at_1_std": -0.12248042393260271, + "nauc_mrr_at_20_diff1": 0.8566518217231804, + "nauc_mrr_at_20_max": 0.6998142037349765, + "nauc_mrr_at_20_std": -0.07562405658517078, + "nauc_mrr_at_3_diff1": 0.8524375368734225, + "nauc_mrr_at_3_max": 0.6971547290278457, + "nauc_mrr_at_3_std": -0.07766553377032485, + "nauc_mrr_at_5_diff1": 0.8556655578215381, + "nauc_mrr_at_5_max": 0.7015862969232963, + "nauc_mrr_at_5_std": -0.07547871817705722, + "nauc_ndcg_at_1000_diff1": 0.8558940403215849, + "nauc_ndcg_at_1000_max": 0.7043238133263681, + "nauc_ndcg_at_1000_std": -0.06641457111266467, + "nauc_ndcg_at_100_diff1": 0.8562980551730944, + "nauc_ndcg_at_100_max": 0.7055554445056321, + "nauc_ndcg_at_100_std": -0.06271352651520938, + "nauc_ndcg_at_10_diff1": 0.8529769979670913, + "nauc_ndcg_at_10_max": 0.7116101504823416, + "nauc_ndcg_at_10_std": -0.05328941380162651, + "nauc_ndcg_at_1_diff1": 0.8669845427481887, + "nauc_ndcg_at_1_max": 0.6693364222157406, + "nauc_ndcg_at_1_std": -0.12248042393260271, + "nauc_ndcg_at_20_diff1": 0.8543411790449765, + "nauc_ndcg_at_20_max": 0.709427888657323, + "nauc_ndcg_at_20_std": -0.05277491943130261, + "nauc_ndcg_at_3_diff1": 0.8457109796830659, + "nauc_ndcg_at_3_max": 0.70500226863428, + "nauc_ndcg_at_3_std": -0.060090919953575024, + "nauc_ndcg_at_5_diff1": 0.8513215754579054, + "nauc_ndcg_at_5_max": 0.7143127215928644, + "nauc_ndcg_at_5_std": -0.05426225027530882, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505041, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8202614379084213, + "nauc_precision_at_10_diff1": 0.8218662464985965, + "nauc_precision_at_10_max": 0.82771650326797, + "nauc_precision_at_10_std": 0.1823208450046621, + "nauc_precision_at_1_diff1": 0.8669845427481887, + "nauc_precision_at_1_max": 0.6693364222157406, + "nauc_precision_at_1_std": -0.12248042393260271, + "nauc_precision_at_20_diff1": 0.8257469654528435, + "nauc_precision_at_20_max": 0.8551820728291272, + "nauc_precision_at_20_std": 0.3461017740429464, + "nauc_precision_at_3_diff1": 0.8132101325378681, + "nauc_precision_at_3_max": 0.7405386396983085, + "nauc_precision_at_3_std": 0.023330544338947504, + "nauc_precision_at_5_diff1": 0.8216619981325823, + "nauc_precision_at_5_max": 0.8026890756302489, + "nauc_precision_at_5_std": 0.09485527544350739, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.820261437908496, + "nauc_recall_at_10_diff1": 0.8218662464985999, + "nauc_recall_at_10_max": 0.8277165032679732, + "nauc_recall_at_10_std": 0.18232084500466986, + "nauc_recall_at_1_diff1": 0.8669845427481887, + "nauc_recall_at_1_max": 0.6693364222157406, + "nauc_recall_at_1_std": -0.12248042393260271, + "nauc_recall_at_20_diff1": 0.8257469654528504, + "nauc_recall_at_20_max": 0.8551820728291339, + "nauc_recall_at_20_std": 0.34610177404294873, + "nauc_recall_at_3_diff1": 0.8132101325378641, + "nauc_recall_at_3_max": 0.7405386396983055, + "nauc_recall_at_3_std": 0.02333054433894896, + "nauc_recall_at_5_diff1": 0.8216619981325853, + "nauc_recall_at_5_max": 0.8026890756302508, + "nauc_recall_at_5_std": 0.09485527544350969, + "ndcg_at_1": 0.79778, + "ndcg_at_10": 0.8849, + "ndcg_at_100": 0.89198, + "ndcg_at_1000": 0.8924, + "ndcg_at_20": 0.88826, + "ndcg_at_3": 0.866, + "ndcg_at_5": 0.87829, + "precision_at_1": 0.79778, + "precision_at_10": 0.09644, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30481, + "precision_at_5": 0.18889, + "recall_at_1": 0.79778, + "recall_at_10": 0.96444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.91444, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ], + "main_score": 0.88044, + "map_at_1": 0.80444, + "map_at_10": 0.85569, + "map_at_100": 0.85731, + "map_at_1000": 0.85734, + "map_at_20": 0.8568, + "map_at_3": 0.84407, + "map_at_5": 0.85102, + "mrr_at_1": 0.8044444444444444, + "mrr_at_10": 0.8556873897707236, + "mrr_at_100": 0.8573056817893377, + "mrr_at_1000": 0.8573368078998962, + "mrr_at_20": 0.8567991113824451, + "mrr_at_3": 0.8440740740740743, + "mrr_at_5": 0.851018518518519, + "nauc_map_at_1000_diff1": 0.8775828093995279, + "nauc_map_at_1000_max": 0.771352422951041, + "nauc_map_at_1000_std": 0.01812992833792308, + "nauc_map_at_100_diff1": 0.8776069921696319, + "nauc_map_at_100_max": 0.7714049209729523, + "nauc_map_at_100_std": 0.01832111209881575, + "nauc_map_at_10_diff1": 0.8773895767165325, + "nauc_map_at_10_max": 0.7724932504687687, + "nauc_map_at_10_std": 0.016470637596372354, + "nauc_map_at_1_diff1": 0.8839880763476448, + "nauc_map_at_1_max": 0.7414964637076658, + "nauc_map_at_1_std": -0.007780976560728823, + "nauc_map_at_20_diff1": 0.8775261942384747, + "nauc_map_at_20_max": 0.7720603637675132, + "nauc_map_at_20_std": 0.020214024104504326, + "nauc_map_at_3_diff1": 0.8739607354025936, + "nauc_map_at_3_max": 0.7720214728994244, + "nauc_map_at_3_std": 0.00933098468648049, + "nauc_map_at_5_diff1": 0.8754024765065869, + "nauc_map_at_5_max": 0.7728763593390692, + "nauc_map_at_5_std": 0.010342831057685851, + "nauc_mrr_at_1000_diff1": 0.8775828093995279, + "nauc_mrr_at_1000_max": 0.771352422951041, + "nauc_mrr_at_1000_std": 0.01812992833792308, + "nauc_mrr_at_100_diff1": 0.8776069921696319, + "nauc_mrr_at_100_max": 0.7714049209729523, + "nauc_mrr_at_100_std": 0.01832111209881575, + "nauc_mrr_at_10_diff1": 0.8773895767165325, + "nauc_mrr_at_10_max": 0.7724932504687687, + "nauc_mrr_at_10_std": 0.016470637596372354, + "nauc_mrr_at_1_diff1": 0.8839880763476448, + "nauc_mrr_at_1_max": 0.7414964637076658, + "nauc_mrr_at_1_std": -0.007780976560728823, + "nauc_mrr_at_20_diff1": 0.8775261942384747, + "nauc_mrr_at_20_max": 0.7720603637675132, + "nauc_mrr_at_20_std": 0.020214024104504326, + "nauc_mrr_at_3_diff1": 0.8739607354025936, + "nauc_mrr_at_3_max": 0.7720214728994244, + "nauc_mrr_at_3_std": 0.00933098468648049, + "nauc_mrr_at_5_diff1": 0.8754024765065869, + "nauc_mrr_at_5_max": 0.7728763593390692, + "nauc_mrr_at_5_std": 0.010342831057685851, + "nauc_ndcg_at_1000_diff1": 0.8774411354700016, + "nauc_ndcg_at_1000_max": 0.7769394298775995, + "nauc_ndcg_at_1000_std": 0.029178715538073788, + "nauc_ndcg_at_100_diff1": 0.8781248557082404, + "nauc_ndcg_at_100_max": 0.7784906939270438, + "nauc_ndcg_at_100_std": 0.03492059772095067, + "nauc_ndcg_at_10_diff1": 0.877286040356596, + "nauc_ndcg_at_10_max": 0.7862318421508959, + "nauc_ndcg_at_10_std": 0.03801221952296922, + "nauc_ndcg_at_1_diff1": 0.8839880763476448, + "nauc_ndcg_at_1_max": 0.7414964637076658, + "nauc_ndcg_at_1_std": -0.007780976560728823, + "nauc_ndcg_at_20_diff1": 0.8778628183598786, + "nauc_ndcg_at_20_max": 0.7843792411010742, + "nauc_ndcg_at_20_std": 0.05280560030209061, + "nauc_ndcg_at_3_diff1": 0.8696127341804597, + "nauc_ndcg_at_3_max": 0.7830858662185586, + "nauc_ndcg_at_3_std": 0.016749537449591685, + "nauc_ndcg_at_5_diff1": 0.8719427200425001, + "nauc_ndcg_at_5_max": 0.7857475259032217, + "nauc_ndcg_at_5_std": 0.018729079471914156, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9738562091503018, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8552754435107516, + "nauc_precision_at_10_diff1": 0.883225219912526, + "nauc_precision_at_10_max": 0.9154749619145924, + "nauc_precision_at_10_std": 0.264030173472894, + "nauc_precision_at_1_diff1": 0.8839880763476448, + "nauc_precision_at_1_max": 0.7414964637076658, + "nauc_precision_at_1_std": -0.007780976560728823, + "nauc_precision_at_20_diff1": 0.896581821134249, + "nauc_precision_at_20_max": 0.9644785450412022, + "nauc_precision_at_20_std": 0.6373157958835669, + "nauc_precision_at_3_diff1": 0.8517789103864631, + "nauc_precision_at_3_max": 0.8275966153693912, + "nauc_precision_at_3_std": 0.04717700034638108, + "nauc_precision_at_5_diff1": 0.8535247432306248, + "nauc_precision_at_5_max": 0.8549458999285984, + "nauc_precision_at_5_std": 0.0638559345306711, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9738562091503434, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8552754435107421, + "nauc_recall_at_10_diff1": 0.8832252199125258, + "nauc_recall_at_10_max": 0.9154749619145908, + "nauc_recall_at_10_std": 0.26403017347290214, + "nauc_recall_at_1_diff1": 0.8839880763476448, + "nauc_recall_at_1_max": 0.7414964637076658, + "nauc_recall_at_1_std": -0.007780976560728823, + "nauc_recall_at_20_diff1": 0.896581821134244, + "nauc_recall_at_20_max": 0.9644785450412023, + "nauc_recall_at_20_std": 0.6373157958835699, + "nauc_recall_at_3_diff1": 0.8517789103864609, + "nauc_recall_at_3_max": 0.8275966153693889, + "nauc_recall_at_3_std": 0.04717700034638039, + "nauc_recall_at_5_diff1": 0.8535247432306259, + "nauc_recall_at_5_max": 0.8549458999285974, + "nauc_recall_at_5_std": 0.06385593453067444, + "ndcg_at_1": 0.80444, + "ndcg_at_10": 0.88044, + "ndcg_at_100": 0.88832, + "ndcg_at_1000": 0.88906, + "ndcg_at_20": 0.8846, + "ndcg_at_3": 0.85701, + "ndcg_at_5": 0.86944, + "precision_at_1": 0.80444, + "precision_at_10": 0.09578, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.29815, + "precision_at_5": 0.18489, + "recall_at_1": 0.80444, + "recall_at_10": 0.95778, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.89444, + "recall_at_5": 0.92444 + }, + { + "hf_subset": "hun_Latn-hun_Latn", + "languages": [ + "hun-Latn", + "hun-Latn" + ], + "main_score": 0.90437, + "map_at_1": 0.83667, + "map_at_10": 0.88348, + "map_at_100": 0.88489, + "map_at_1000": 0.88491, + "map_at_20": 0.88449, + "map_at_3": 0.87463, + "map_at_5": 0.88019, + "mrr_at_1": 0.8366666666666667, + "mrr_at_10": 0.8834805996472664, + "mrr_at_100": 0.8848904752062728, + "mrr_at_1000": 0.8849147861478566, + "mrr_at_20": 0.8844888259888262, + "mrr_at_3": 0.8746296296296298, + "mrr_at_5": 0.8801851851851853, + "nauc_map_at_1000_diff1": 0.8744206916521142, + "nauc_map_at_1000_max": 0.7675869566328726, + "nauc_map_at_1000_std": -0.008432362992637847, + "nauc_map_at_100_diff1": 0.8744052654793314, + "nauc_map_at_100_max": 0.7676144948519552, + "nauc_map_at_100_std": -0.008340737613536544, + "nauc_map_at_10_diff1": 0.8748968821409648, + "nauc_map_at_10_max": 0.7694846271389407, + "nauc_map_at_10_std": -0.004437643702922674, + "nauc_map_at_1_diff1": 0.882638484647758, + "nauc_map_at_1_max": 0.7456693229490754, + "nauc_map_at_1_std": -0.050034458071552934, + "nauc_map_at_20_diff1": 0.8743977943806662, + "nauc_map_at_20_max": 0.7682286782822861, + "nauc_map_at_20_std": -0.007114923136844077, + "nauc_map_at_3_diff1": 0.8705734069689266, + "nauc_map_at_3_max": 0.7706993049915297, + "nauc_map_at_3_std": -0.004734022584563849, + "nauc_map_at_5_diff1": 0.8736245899015175, + "nauc_map_at_5_max": 0.7664454540966472, + "nauc_map_at_5_std": -0.01205072430161738, + "nauc_mrr_at_1000_diff1": 0.8744206916521142, + "nauc_mrr_at_1000_max": 0.7675869566328726, + "nauc_mrr_at_1000_std": -0.008432362992637847, + "nauc_mrr_at_100_diff1": 0.8744052654793314, + "nauc_mrr_at_100_max": 0.7676144948519552, + "nauc_mrr_at_100_std": -0.008340737613536544, + "nauc_mrr_at_10_diff1": 0.8748968821409648, + "nauc_mrr_at_10_max": 0.7694846271389407, + "nauc_mrr_at_10_std": -0.004437643702922674, + "nauc_mrr_at_1_diff1": 0.882638484647758, + "nauc_mrr_at_1_max": 0.7456693229490754, + "nauc_mrr_at_1_std": -0.050034458071552934, + "nauc_mrr_at_20_diff1": 0.8743977943806662, + "nauc_mrr_at_20_max": 0.7682286782822861, + "nauc_mrr_at_20_std": -0.007114923136844077, + "nauc_mrr_at_3_diff1": 0.8705734069689266, + "nauc_mrr_at_3_max": 0.7706993049915297, + "nauc_mrr_at_3_std": -0.004734022584563849, + "nauc_mrr_at_5_diff1": 0.8736245899015175, + "nauc_mrr_at_5_max": 0.7664454540966472, + "nauc_mrr_at_5_std": -0.01205072430161738, + "nauc_ndcg_at_1000_diff1": 0.874092915050553, + "nauc_ndcg_at_1000_max": 0.7717653980653697, + "nauc_ndcg_at_1000_std": -0.001325847651136457, + "nauc_ndcg_at_100_diff1": 0.873916647752517, + "nauc_ndcg_at_100_max": 0.7725022274507768, + "nauc_ndcg_at_100_std": 0.0011674029574237196, + "nauc_ndcg_at_10_diff1": 0.8760393336309436, + "nauc_ndcg_at_10_max": 0.7827865839372875, + "nauc_ndcg_at_10_std": 0.019366295763723368, + "nauc_ndcg_at_1_diff1": 0.882638484647758, + "nauc_ndcg_at_1_max": 0.7456693229490754, + "nauc_ndcg_at_1_std": -0.050034458071552934, + "nauc_ndcg_at_20_diff1": 0.8738546000127406, + "nauc_ndcg_at_20_max": 0.7778095250533458, + "nauc_ndcg_at_20_std": 0.009832944087160247, + "nauc_ndcg_at_3_diff1": 0.866811873744986, + "nauc_ndcg_at_3_max": 0.7811408686927733, + "nauc_ndcg_at_3_std": 0.010032784138333656, + "nauc_ndcg_at_5_diff1": 0.87252977831528, + "nauc_ndcg_at_5_max": 0.7733320713286138, + "nauc_ndcg_at_5_std": -0.0035210854965886805, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8513849984438455, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.47883597883601076, + "nauc_precision_at_10_diff1": 0.8963752167533648, + "nauc_precision_at_10_max": 0.9288048552754443, + "nauc_precision_at_10_std": 0.28424703214618596, + "nauc_precision_at_1_diff1": 0.882638484647758, + "nauc_precision_at_1_max": 0.7456693229490754, + "nauc_precision_at_1_std": -0.050034458071552934, + "nauc_precision_at_20_diff1": 0.8686974789915883, + "nauc_precision_at_20_max": 0.9417892156862698, + "nauc_precision_at_20_std": 0.3115662931839337, + "nauc_precision_at_3_diff1": 0.8508567746347357, + "nauc_precision_at_3_max": 0.8270867032258931, + "nauc_precision_at_3_std": 0.07307242145684684, + "nauc_precision_at_5_diff1": 0.8682044246269945, + "nauc_precision_at_5_max": 0.8127632005183018, + "nauc_precision_at_5_std": 0.04154042569408132, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8513849984438123, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.4788359788359607, + "nauc_recall_at_10_diff1": 0.8963752167533658, + "nauc_recall_at_10_max": 0.9288048552754432, + "nauc_recall_at_10_std": 0.2842470321461954, + "nauc_recall_at_1_diff1": 0.882638484647758, + "nauc_recall_at_1_max": 0.7456693229490754, + "nauc_recall_at_1_std": -0.050034458071552934, + "nauc_recall_at_20_diff1": 0.8686974789915968, + "nauc_recall_at_20_max": 0.941789215686275, + "nauc_recall_at_20_std": 0.3115662931839501, + "nauc_recall_at_3_diff1": 0.8508567746347361, + "nauc_recall_at_3_max": 0.8270867032258901, + "nauc_recall_at_3_std": 0.07307242145684506, + "nauc_recall_at_5_diff1": 0.8682044246269955, + "nauc_recall_at_5_max": 0.8127632005183051, + "nauc_recall_at_5_std": 0.041540425694085586, + "ndcg_at_1": 0.83667, + "ndcg_at_10": 0.90437, + "ndcg_at_100": 0.91058, + "ndcg_at_1000": 0.91104, + "ndcg_at_20": 0.90784, + "ndcg_at_3": 0.8866, + "ndcg_at_5": 0.89664, + "precision_at_1": 0.83667, + "precision_at_10": 0.09689, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30704, + "precision_at_5": 0.18911, + "recall_at_1": 0.83667, + "recall_at_10": 0.96889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.92111, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ], + "main_score": 0.89653, + "map_at_1": 0.82111, + "map_at_10": 0.87379, + "map_at_100": 0.87524, + "map_at_1000": 0.87526, + "map_at_20": 0.87469, + "map_at_3": 0.86463, + "map_at_5": 0.87057, + "mrr_at_1": 0.8211111111111111, + "mrr_at_10": 0.8737865961199298, + "mrr_at_100": 0.8752401980145854, + "mrr_at_1000": 0.8752613697170928, + "mrr_at_20": 0.8746920044371029, + "mrr_at_3": 0.8646296296296299, + "mrr_at_5": 0.8705740740740746, + "nauc_map_at_1000_diff1": 0.8557948579668557, + "nauc_map_at_1000_max": 0.7024679034694298, + "nauc_map_at_1000_std": -0.01563272519586068, + "nauc_map_at_100_diff1": 0.8557646025191686, + "nauc_map_at_100_max": 0.7025092890054683, + "nauc_map_at_100_std": -0.015503231911145828, + "nauc_map_at_10_diff1": 0.8552248385260441, + "nauc_map_at_10_max": 0.7034314236422287, + "nauc_map_at_10_std": -0.014318648627411711, + "nauc_map_at_1_diff1": 0.8671218713651845, + "nauc_map_at_1_max": 0.6791822316312905, + "nauc_map_at_1_std": -0.044584007729657954, + "nauc_map_at_20_diff1": 0.8555526542430606, + "nauc_map_at_20_max": 0.7031654689883737, + "nauc_map_at_20_std": -0.014417374680005117, + "nauc_map_at_3_diff1": 0.8552916973087702, + "nauc_map_at_3_max": 0.705806551137625, + "nauc_map_at_3_std": -0.01895643524065835, + "nauc_map_at_5_diff1": 0.85494652248057, + "nauc_map_at_5_max": 0.7040829764518868, + "nauc_map_at_5_std": -0.012887030734748584, + "nauc_mrr_at_1000_diff1": 0.8557948579668557, + "nauc_mrr_at_1000_max": 0.7024679034694298, + "nauc_mrr_at_1000_std": -0.01563272519586068, + "nauc_mrr_at_100_diff1": 0.8557646025191686, + "nauc_mrr_at_100_max": 0.7025092890054683, + "nauc_mrr_at_100_std": -0.015503231911145828, + "nauc_mrr_at_10_diff1": 0.8552248385260441, + "nauc_mrr_at_10_max": 0.7034314236422287, + "nauc_mrr_at_10_std": -0.014318648627411711, + "nauc_mrr_at_1_diff1": 0.8671218713651845, + "nauc_mrr_at_1_max": 0.6791822316312905, + "nauc_mrr_at_1_std": -0.044584007729657954, + "nauc_mrr_at_20_diff1": 0.8555526542430606, + "nauc_mrr_at_20_max": 0.7031654689883737, + "nauc_mrr_at_20_std": -0.014417374680005117, + "nauc_mrr_at_3_diff1": 0.8552916973087702, + "nauc_mrr_at_3_max": 0.705806551137625, + "nauc_mrr_at_3_std": -0.01895643524065835, + "nauc_mrr_at_5_diff1": 0.85494652248057, + "nauc_mrr_at_5_max": 0.7040829764518868, + "nauc_mrr_at_5_std": -0.012887030734748584, + "nauc_ndcg_at_1000_diff1": 0.8540805293366093, + "nauc_ndcg_at_1000_max": 0.706973346511014, + "nauc_ndcg_at_1000_std": -0.008627421111721852, + "nauc_ndcg_at_100_diff1": 0.8534614551229509, + "nauc_ndcg_at_100_max": 0.7077855014796508, + "nauc_ndcg_at_100_std": -0.006058449531851561, + "nauc_ndcg_at_10_diff1": 0.8504164406382376, + "nauc_ndcg_at_10_max": 0.714243813139094, + "nauc_ndcg_at_10_std": 0.002377752899672799, + "nauc_ndcg_at_1_diff1": 0.8671218713651845, + "nauc_ndcg_at_1_max": 0.6791822316312905, + "nauc_ndcg_at_1_std": -0.044584007729657954, + "nauc_ndcg_at_20_diff1": 0.8515874994190157, + "nauc_ndcg_at_20_max": 0.7135076407737252, + "nauc_ndcg_at_20_std": 0.0029989565095586853, + "nauc_ndcg_at_3_diff1": 0.8516277928064784, + "nauc_ndcg_at_3_max": 0.7182811472559105, + "nauc_ndcg_at_3_std": -0.007065094273612738, + "nauc_ndcg_at_5_diff1": 0.8505436727474873, + "nauc_ndcg_at_5_max": 0.7163004701393396, + "nauc_ndcg_at_5_std": 0.007333867559027604, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6790382819794123, + "nauc_precision_at_100_max": 0.9346405228757582, + "nauc_precision_at_100_std": 0.7117180205415332, + "nauc_precision_at_10_diff1": 0.7995020230314351, + "nauc_precision_at_10_max": 0.8215997510115153, + "nauc_precision_at_10_std": 0.1723155929038315, + "nauc_precision_at_1_diff1": 0.8671218713651845, + "nauc_precision_at_1_max": 0.6791822316312905, + "nauc_precision_at_1_std": -0.044584007729657954, + "nauc_precision_at_20_diff1": 0.7896948252985351, + "nauc_precision_at_20_max": 0.871369600471758, + "nauc_precision_at_20_std": 0.2862548528183117, + "nauc_precision_at_3_diff1": 0.8358916900093408, + "nauc_precision_at_3_max": 0.7746093993152827, + "nauc_precision_at_3_std": 0.046579520697167434, + "nauc_precision_at_5_diff1": 0.8240411549235069, + "nauc_precision_at_5_max": 0.7921424980248477, + "nauc_precision_at_5_std": 0.13772175536881, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6790382819794951, + "nauc_recall_at_100_max": 0.934640522875857, + "nauc_recall_at_100_std": 0.7117180205415666, + "nauc_recall_at_10_diff1": 0.7995020230314356, + "nauc_recall_at_10_max": 0.8215997510115157, + "nauc_recall_at_10_std": 0.17231559290382809, + "nauc_recall_at_1_diff1": 0.8671218713651845, + "nauc_recall_at_1_max": 0.6791822316312905, + "nauc_recall_at_1_std": -0.044584007729657954, + "nauc_recall_at_20_diff1": 0.789694825298544, + "nauc_recall_at_20_max": 0.8713696004717734, + "nauc_recall_at_20_std": 0.28625485281832297, + "nauc_recall_at_3_diff1": 0.8358916900093369, + "nauc_recall_at_3_max": 0.7746093993152823, + "nauc_recall_at_3_std": 0.04657952069716879, + "nauc_recall_at_5_diff1": 0.8240411549235106, + "nauc_recall_at_5_max": 0.7921424980248514, + "nauc_recall_at_5_std": 0.13772175536881542, + "ndcg_at_1": 0.82111, + "ndcg_at_10": 0.89653, + "ndcg_at_100": 0.90334, + "ndcg_at_1000": 0.90367, + "ndcg_at_20": 0.89969, + "ndcg_at_3": 0.87805, + "ndcg_at_5": 0.88867, + "precision_at_1": 0.82111, + "precision_at_10": 0.09667, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30556, + "precision_at_5": 0.18844, + "recall_at_1": 0.82111, + "recall_at_10": 0.96667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.91667, + "recall_at_5": 0.94222 + }, + { + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ], + "main_score": 0.89128, + "map_at_1": 0.81111, + "map_at_10": 0.86603, + "map_at_100": 0.86757, + "map_at_1000": 0.86759, + "map_at_20": 0.86716, + "map_at_3": 0.85352, + "map_at_5": 0.86146, + "mrr_at_1": 0.8111111111111111, + "mrr_at_10": 0.8660348324514993, + "mrr_at_100": 0.8675720914235514, + "mrr_at_1000": 0.867585379439984, + "mrr_at_20": 0.8671552675719343, + "mrr_at_3": 0.8535185185185187, + "mrr_at_5": 0.8614629629629633, + "nauc_map_at_1000_diff1": 0.859342466350035, + "nauc_map_at_1000_max": 0.7564804895554655, + "nauc_map_at_1000_std": -0.023380655632271805, + "nauc_map_at_100_diff1": 0.8593039752414526, + "nauc_map_at_100_max": 0.7564952665590658, + "nauc_map_at_100_std": -0.023275852529311844, + "nauc_map_at_10_diff1": 0.8595984696979783, + "nauc_map_at_10_max": 0.7574676322106131, + "nauc_map_at_10_std": -0.024324622908269363, + "nauc_map_at_1_diff1": 0.8720840404986245, + "nauc_map_at_1_max": 0.7417276291917831, + "nauc_map_at_1_std": -0.04952888160589949, + "nauc_map_at_20_diff1": 0.8594848547971263, + "nauc_map_at_20_max": 0.7571001926729958, + "nauc_map_at_20_std": -0.023049289272909442, + "nauc_map_at_3_diff1": 0.8526281608111783, + "nauc_map_at_3_max": 0.7538138000470752, + "nauc_map_at_3_std": -0.02938958249379914, + "nauc_map_at_5_diff1": 0.8573955628047044, + "nauc_map_at_5_max": 0.7588603412264495, + "nauc_map_at_5_std": -0.01629197124916312, + "nauc_mrr_at_1000_diff1": 0.859342466350035, + "nauc_mrr_at_1000_max": 0.7564804895554655, + "nauc_mrr_at_1000_std": -0.023380655632271805, + "nauc_mrr_at_100_diff1": 0.8593039752414526, + "nauc_mrr_at_100_max": 0.7564952665590658, + "nauc_mrr_at_100_std": -0.023275852529311844, + "nauc_mrr_at_10_diff1": 0.8595984696979783, + "nauc_mrr_at_10_max": 0.7574676322106131, + "nauc_mrr_at_10_std": -0.024324622908269363, + "nauc_mrr_at_1_diff1": 0.8720840404986245, + "nauc_mrr_at_1_max": 0.7417276291917831, + "nauc_mrr_at_1_std": -0.04952888160589949, + "nauc_mrr_at_20_diff1": 0.8594848547971263, + "nauc_mrr_at_20_max": 0.7571001926729958, + "nauc_mrr_at_20_std": -0.023049289272909442, + "nauc_mrr_at_3_diff1": 0.8526281608111783, + "nauc_mrr_at_3_max": 0.7538138000470752, + "nauc_mrr_at_3_std": -0.02938958249379914, + "nauc_mrr_at_5_diff1": 0.8573955628047044, + "nauc_mrr_at_5_max": 0.7588603412264495, + "nauc_mrr_at_5_std": -0.01629197124916312, + "nauc_ndcg_at_1000_diff1": 0.8583823392245403, + "nauc_ndcg_at_1000_max": 0.7594314018034557, + "nauc_ndcg_at_1000_std": -0.016953425648271722, + "nauc_ndcg_at_100_diff1": 0.8577251057484848, + "nauc_ndcg_at_100_max": 0.7599334685612876, + "nauc_ndcg_at_100_std": -0.014071288082984395, + "nauc_ndcg_at_10_diff1": 0.8595687851261596, + "nauc_ndcg_at_10_max": 0.7660402918780592, + "nauc_ndcg_at_10_std": -0.015502766410236367, + "nauc_ndcg_at_1_diff1": 0.8720840404986245, + "nauc_ndcg_at_1_max": 0.7417276291917831, + "nauc_ndcg_at_1_std": -0.04952888160589949, + "nauc_ndcg_at_20_diff1": 0.8593439582489211, + "nauc_ndcg_at_20_max": 0.7647008861297531, + "nauc_ndcg_at_20_std": -0.009991457640777397, + "nauc_ndcg_at_3_diff1": 0.8446173687648465, + "nauc_ndcg_at_3_max": 0.757231547359949, + "nauc_ndcg_at_3_std": -0.02272574849550699, + "nauc_ndcg_at_5_diff1": 0.8534372842348517, + "nauc_ndcg_at_5_max": 0.7683879924575038, + "nauc_ndcg_at_5_std": 0.005815575138805136, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6790382819794123, + "nauc_precision_at_100_max": 0.9346405228757582, + "nauc_precision_at_100_std": 0.9346405228757582, + "nauc_precision_at_10_diff1": 0.8749870318497773, + "nauc_precision_at_10_max": 0.8754193035238812, + "nauc_precision_at_10_std": 0.07559567036690648, + "nauc_precision_at_1_diff1": 0.8720840404986245, + "nauc_precision_at_1_max": 0.7417276291917831, + "nauc_precision_at_1_std": -0.04952888160589949, + "nauc_precision_at_20_diff1": 0.8876217153528038, + "nauc_precision_at_20_max": 0.9428104575163425, + "nauc_precision_at_20_std": 0.2907162865145937, + "nauc_precision_at_3_diff1": 0.8116564807741298, + "nauc_precision_at_3_max": 0.7706105169340501, + "nauc_precision_at_3_std": 0.003978864272982801, + "nauc_precision_at_5_diff1": 0.8323504840532682, + "nauc_precision_at_5_max": 0.8282143266663388, + "nauc_precision_at_5_std": 0.14671482628138705, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6790382819794951, + "nauc_recall_at_100_max": 0.934640522875857, + "nauc_recall_at_100_std": 0.934640522875857, + "nauc_recall_at_10_diff1": 0.8749870318497813, + "nauc_recall_at_10_max": 0.8754193035238796, + "nauc_recall_at_10_std": 0.07559567036691368, + "nauc_recall_at_1_diff1": 0.8720840404986245, + "nauc_recall_at_1_max": 0.7417276291917831, + "nauc_recall_at_1_std": -0.04952888160589949, + "nauc_recall_at_20_diff1": 0.8876217153528071, + "nauc_recall_at_20_max": 0.9428104575163347, + "nauc_recall_at_20_std": 0.2907162865146158, + "nauc_recall_at_3_diff1": 0.8116564807741284, + "nauc_recall_at_3_max": 0.7706105169340475, + "nauc_recall_at_3_std": 0.003978864272982801, + "nauc_recall_at_5_diff1": 0.8323504840532692, + "nauc_recall_at_5_max": 0.8282143266663393, + "nauc_recall_at_5_std": 0.14671482628138968, + "ndcg_at_1": 0.81111, + "ndcg_at_10": 0.89128, + "ndcg_at_100": 0.8977, + "ndcg_at_1000": 0.89799, + "ndcg_at_20": 0.89508, + "ndcg_at_3": 0.86612, + "ndcg_at_5": 0.88037, + "precision_at_1": 0.81111, + "precision_at_10": 0.097, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.30074, + "precision_at_5": 0.18733, + "recall_at_1": 0.81111, + "recall_at_10": 0.97, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.90222, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "hye_Armn-hye_Armn", + "languages": [ + "hye-Armn", + "hye-Armn" + ], + "main_score": 0.80926, + "map_at_1": 0.70667, + "map_at_10": 0.77635, + "map_at_100": 0.77957, + "map_at_1000": 0.77964, + "map_at_20": 0.77838, + "map_at_3": 0.76148, + "map_at_5": 0.77026, + "mrr_at_1": 0.7066666666666667, + "mrr_at_10": 0.7763536155202827, + "mrr_at_100": 0.7795682501399754, + "mrr_at_1000": 0.7796381293533629, + "mrr_at_20": 0.7783781481294387, + "mrr_at_3": 0.7614814814814819, + "mrr_at_5": 0.7702592592592599, + "nauc_map_at_1000_diff1": 0.8003856920640632, + "nauc_map_at_1000_max": 0.7431258774890803, + "nauc_map_at_1000_std": 0.1991857313937105, + "nauc_map_at_100_diff1": 0.8003741960002688, + "nauc_map_at_100_max": 0.7431879772243701, + "nauc_map_at_100_std": 0.19940019568265321, + "nauc_map_at_10_diff1": 0.7994823947154092, + "nauc_map_at_10_max": 0.7432014213516197, + "nauc_map_at_10_std": 0.20043942786229457, + "nauc_map_at_1_diff1": 0.819195281333366, + "nauc_map_at_1_max": 0.7248382649273519, + "nauc_map_at_1_std": 0.15125390570824868, + "nauc_map_at_20_diff1": 0.7999171769564458, + "nauc_map_at_20_max": 0.7433117183551042, + "nauc_map_at_20_std": 0.2003354731622915, + "nauc_map_at_3_diff1": 0.7981541909726415, + "nauc_map_at_3_max": 0.7418237523428138, + "nauc_map_at_3_std": 0.19568500915247022, + "nauc_map_at_5_diff1": 0.7985284171717522, + "nauc_map_at_5_max": 0.7450286294471531, + "nauc_map_at_5_std": 0.19992771207455493, + "nauc_mrr_at_1000_diff1": 0.8003856920640632, + "nauc_mrr_at_1000_max": 0.7431258774890803, + "nauc_mrr_at_1000_std": 0.1991857313937105, + "nauc_mrr_at_100_diff1": 0.8003741960002688, + "nauc_mrr_at_100_max": 0.7431879772243701, + "nauc_mrr_at_100_std": 0.19940019568265321, + "nauc_mrr_at_10_diff1": 0.7994823947154092, + "nauc_mrr_at_10_max": 0.7432014213516197, + "nauc_mrr_at_10_std": 0.20043942786229457, + "nauc_mrr_at_1_diff1": 0.819195281333366, + "nauc_mrr_at_1_max": 0.7248382649273519, + "nauc_mrr_at_1_std": 0.15125390570824868, + "nauc_mrr_at_20_diff1": 0.7999171769564458, + "nauc_mrr_at_20_max": 0.7433117183551042, + "nauc_mrr_at_20_std": 0.2003354731622915, + "nauc_mrr_at_3_diff1": 0.7981541909726415, + "nauc_mrr_at_3_max": 0.7418237523428138, + "nauc_mrr_at_3_std": 0.19568500915247022, + "nauc_mrr_at_5_diff1": 0.7985284171717522, + "nauc_mrr_at_5_max": 0.7450286294471531, + "nauc_mrr_at_5_std": 0.19992771207455493, + "nauc_ndcg_at_1000_diff1": 0.7972591855936695, + "nauc_ndcg_at_1000_max": 0.7471161147158387, + "nauc_ndcg_at_1000_std": 0.21155504103869358, + "nauc_ndcg_at_100_diff1": 0.7970681487811705, + "nauc_ndcg_at_100_max": 0.7493371756980204, + "nauc_ndcg_at_100_std": 0.21875455710621783, + "nauc_ndcg_at_10_diff1": 0.7917901578765192, + "nauc_ndcg_at_10_max": 0.7504640472087689, + "nauc_ndcg_at_10_std": 0.2271965140334744, + "nauc_ndcg_at_1_diff1": 0.819195281333366, + "nauc_ndcg_at_1_max": 0.7248382649273519, + "nauc_ndcg_at_1_std": 0.15125390570824868, + "nauc_ndcg_at_20_diff1": 0.7929521988327687, + "nauc_ndcg_at_20_max": 0.7505422525417447, + "nauc_ndcg_at_20_std": 0.22650517653283034, + "nauc_ndcg_at_3_diff1": 0.7896311073108839, + "nauc_ndcg_at_3_max": 0.747821205302673, + "nauc_ndcg_at_3_std": 0.21259200370089323, + "nauc_ndcg_at_5_diff1": 0.7897024415521365, + "nauc_ndcg_at_5_max": 0.7545658074202226, + "nauc_ndcg_at_5_std": 0.22264900705870005, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.784349637290818, + "nauc_precision_at_100_max": 0.9384112619406788, + "nauc_precision_at_100_std": 0.8240680887739819, + "nauc_precision_at_10_diff1": 0.7430828871633033, + "nauc_precision_at_10_max": 0.7968005767707901, + "nauc_precision_at_10_std": 0.4132893663794611, + "nauc_precision_at_1_diff1": 0.819195281333366, + "nauc_precision_at_1_max": 0.7248382649273519, + "nauc_precision_at_1_std": 0.15125390570824868, + "nauc_precision_at_20_diff1": 0.7286863463334027, + "nauc_precision_at_20_max": 0.8173705379587718, + "nauc_precision_at_20_std": 0.49344609638726966, + "nauc_precision_at_3_diff1": 0.7573754819795426, + "nauc_precision_at_3_max": 0.7701794079219915, + "nauc_precision_at_3_std": 0.2761575475606261, + "nauc_precision_at_5_diff1": 0.7487174707631943, + "nauc_precision_at_5_max": 0.7998322378818199, + "nauc_precision_at_5_std": 0.3301874559320514, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.784349637290821, + "nauc_recall_at_100_max": 0.9384112619406768, + "nauc_recall_at_100_std": 0.8240680887739765, + "nauc_recall_at_10_diff1": 0.7430828871633043, + "nauc_recall_at_10_max": 0.796800576770793, + "nauc_recall_at_10_std": 0.41328936637946256, + "nauc_recall_at_1_diff1": 0.819195281333366, + "nauc_recall_at_1_max": 0.7248382649273519, + "nauc_recall_at_1_std": 0.15125390570824868, + "nauc_recall_at_20_diff1": 0.7286863463334065, + "nauc_recall_at_20_max": 0.8173705379587749, + "nauc_recall_at_20_std": 0.4934460963872745, + "nauc_recall_at_3_diff1": 0.7573754819795421, + "nauc_recall_at_3_max": 0.7701794079219901, + "nauc_recall_at_3_std": 0.2761575475606256, + "nauc_recall_at_5_diff1": 0.7487174707631951, + "nauc_recall_at_5_max": 0.7998322378818201, + "nauc_recall_at_5_std": 0.3301874559320525, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.80926, + "ndcg_at_100": 0.82496, + "ndcg_at_1000": 0.82682, + "ndcg_at_20": 0.81677, + "ndcg_at_3": 0.77857, + "ndcg_at_5": 0.79473, + "precision_at_1": 0.70667, + "precision_at_10": 0.09122, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.27593, + "precision_at_5": 0.17356, + "recall_at_1": 0.70667, + "recall_at_10": 0.91222, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.82778, + "recall_at_5": 0.86778 + }, + { + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ], + "main_score": 0.86357, + "map_at_1": 0.76889, + "map_at_10": 0.8331, + "map_at_100": 0.83498, + "map_at_1000": 0.83499, + "map_at_20": 0.83425, + "map_at_3": 0.81722, + "map_at_5": 0.828, + "mrr_at_1": 0.7688888888888888, + "mrr_at_10": 0.8331031746031752, + "mrr_at_100": 0.8349818633024321, + "mrr_at_1000": 0.8349858457795329, + "mrr_at_20": 0.8342544851662506, + "mrr_at_3": 0.8172222222222227, + "mrr_at_5": 0.8280000000000007, + "nauc_map_at_1000_diff1": 0.8204968346241576, + "nauc_map_at_1000_max": 0.6539400190886925, + "nauc_map_at_1000_std": 0.058931014980771114, + "nauc_map_at_100_diff1": 0.8204981065604091, + "nauc_map_at_100_max": 0.6539490418078239, + "nauc_map_at_100_std": 0.058952142996517846, + "nauc_map_at_10_diff1": 0.8199285719424348, + "nauc_map_at_10_max": 0.6559656534309626, + "nauc_map_at_10_std": 0.06195437085368296, + "nauc_map_at_1_diff1": 0.8382911047473719, + "nauc_map_at_1_max": 0.6395921481584241, + "nauc_map_at_1_std": 0.04052755179896859, + "nauc_map_at_20_diff1": 0.8203437576231172, + "nauc_map_at_20_max": 0.6548601925737145, + "nauc_map_at_20_std": 0.06008360306692515, + "nauc_map_at_3_diff1": 0.8146630835440306, + "nauc_map_at_3_max": 0.6466028104481247, + "nauc_map_at_3_std": 0.053844672245168874, + "nauc_map_at_5_diff1": 0.8201194178431559, + "nauc_map_at_5_max": 0.6560764709804916, + "nauc_map_at_5_std": 0.056492951452577114, + "nauc_mrr_at_1000_diff1": 0.8204968346241576, + "nauc_mrr_at_1000_max": 0.6539400190886925, + "nauc_mrr_at_1000_std": 0.058931014980771114, + "nauc_mrr_at_100_diff1": 0.8204981065604091, + "nauc_mrr_at_100_max": 0.6539490418078239, + "nauc_mrr_at_100_std": 0.058952142996517846, + "nauc_mrr_at_10_diff1": 0.8199285719424348, + "nauc_mrr_at_10_max": 0.6559656534309626, + "nauc_mrr_at_10_std": 0.06195437085368296, + "nauc_mrr_at_1_diff1": 0.8382911047473719, + "nauc_mrr_at_1_max": 0.6395921481584241, + "nauc_mrr_at_1_std": 0.04052755179896859, + "nauc_mrr_at_20_diff1": 0.8203437576231172, + "nauc_mrr_at_20_max": 0.6548601925737145, + "nauc_mrr_at_20_std": 0.06008360306692515, + "nauc_mrr_at_3_diff1": 0.8146630835440306, + "nauc_mrr_at_3_max": 0.6466028104481247, + "nauc_mrr_at_3_std": 0.053844672245168874, + "nauc_mrr_at_5_diff1": 0.8201194178431559, + "nauc_mrr_at_5_max": 0.6560764709804916, + "nauc_mrr_at_5_std": 0.056492951452577114, + "nauc_ndcg_at_1000_diff1": 0.8185673733742069, + "nauc_ndcg_at_1000_max": 0.6580423436447858, + "nauc_ndcg_at_1000_std": 0.06458572926909176, + "nauc_ndcg_at_100_diff1": 0.8186258508644556, + "nauc_ndcg_at_100_max": 0.6584366520152427, + "nauc_ndcg_at_100_std": 0.06551361637166027, + "nauc_ndcg_at_10_diff1": 0.815617346696048, + "nauc_ndcg_at_10_max": 0.6698401330579878, + "nauc_ndcg_at_10_std": 0.08158857240650357, + "nauc_ndcg_at_1_diff1": 0.8382911047473719, + "nauc_ndcg_at_1_max": 0.6395921481584241, + "nauc_ndcg_at_1_std": 0.04052755179896859, + "nauc_ndcg_at_20_diff1": 0.8171325668622701, + "nauc_ndcg_at_20_max": 0.6652033325138097, + "nauc_ndcg_at_20_std": 0.0743588006263471, + "nauc_ndcg_at_3_diff1": 0.8060154872111456, + "nauc_ndcg_at_3_max": 0.6496986732174023, + "nauc_ndcg_at_3_std": 0.06069204831110106, + "nauc_ndcg_at_5_diff1": 0.8161966203882784, + "nauc_ndcg_at_5_max": 0.669596142907543, + "nauc_ndcg_at_5_std": 0.06669908872999498, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692810457515043, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515043, + "nauc_precision_at_10_diff1": 0.7765791001085098, + "nauc_precision_at_10_max": 0.8294092411739447, + "nauc_precision_at_10_std": 0.313157695510627, + "nauc_precision_at_1_diff1": 0.8382911047473719, + "nauc_precision_at_1_max": 0.6395921481584241, + "nauc_precision_at_1_std": 0.04052755179896859, + "nauc_precision_at_20_diff1": 0.7793001258474427, + "nauc_precision_at_20_max": 0.8370072666747872, + "nauc_precision_at_20_std": 0.3217431900296346, + "nauc_precision_at_3_diff1": 0.771920069947286, + "nauc_precision_at_3_max": 0.6621520674346176, + "nauc_precision_at_3_std": 0.08860979771313195, + "nauc_precision_at_5_diff1": 0.7973337483141395, + "nauc_precision_at_5_max": 0.7530993879033108, + "nauc_precision_at_5_std": 0.1275223052183823, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692810457515964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457515964, + "nauc_recall_at_10_diff1": 0.7765791001085111, + "nauc_recall_at_10_max": 0.8294092411739464, + "nauc_recall_at_10_std": 0.31315769551063766, + "nauc_recall_at_1_diff1": 0.8382911047473719, + "nauc_recall_at_1_max": 0.6395921481584241, + "nauc_recall_at_1_std": 0.04052755179896859, + "nauc_recall_at_20_diff1": 0.7793001258474405, + "nauc_recall_at_20_max": 0.8370072666747862, + "nauc_recall_at_20_std": 0.3217431900296329, + "nauc_recall_at_3_diff1": 0.771920069947285, + "nauc_recall_at_3_max": 0.6621520674346151, + "nauc_recall_at_3_std": 0.08860979771313082, + "nauc_recall_at_5_diff1": 0.7973337483141397, + "nauc_recall_at_5_max": 0.7530993879033087, + "nauc_recall_at_5_std": 0.12752230521838254, + "ndcg_at_1": 0.76889, + "ndcg_at_10": 0.86357, + "ndcg_at_100": 0.87233, + "ndcg_at_1000": 0.87246, + "ndcg_at_20": 0.86759, + "ndcg_at_3": 0.832, + "ndcg_at_5": 0.85108, + "precision_at_1": 0.76889, + "precision_at_10": 0.09589, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.29148, + "precision_at_5": 0.184, + "recall_at_1": 0.76889, + "recall_at_10": 0.95889, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.87444, + "recall_at_5": 0.92 + }, + { + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ], + "main_score": 0.76122, + "map_at_1": 0.63667, + "map_at_10": 0.72308, + "map_at_100": 0.72791, + "map_at_1000": 0.72804, + "map_at_20": 0.7264, + "map_at_3": 0.70741, + "map_at_5": 0.71824, + "mrr_at_1": 0.6366666666666667, + "mrr_at_10": 0.7230784832451503, + "mrr_at_100": 0.7279065118920779, + "mrr_at_1000": 0.7280398797079501, + "mrr_at_20": 0.7264016524697642, + "mrr_at_3": 0.7074074074074075, + "mrr_at_5": 0.7182407407407411, + "nauc_map_at_1000_diff1": 0.7474803377247083, + "nauc_map_at_1000_max": 0.6762512751498383, + "nauc_map_at_1000_std": 0.1568403784328855, + "nauc_map_at_100_diff1": 0.7474333421907762, + "nauc_map_at_100_max": 0.6763442129072681, + "nauc_map_at_100_std": 0.15709489304984225, + "nauc_map_at_10_diff1": 0.743906026858204, + "nauc_map_at_10_max": 0.6749061040727539, + "nauc_map_at_10_std": 0.15722127683959422, + "nauc_map_at_1_diff1": 0.7902102956549947, + "nauc_map_at_1_max": 0.6729037865205584, + "nauc_map_at_1_std": 0.1098001054210758, + "nauc_map_at_20_diff1": 0.7469477434203377, + "nauc_map_at_20_max": 0.6763168173270464, + "nauc_map_at_20_std": 0.15685005609000724, + "nauc_map_at_3_diff1": 0.7463017988239793, + "nauc_map_at_3_max": 0.6787916217250617, + "nauc_map_at_3_std": 0.15952263317212356, + "nauc_map_at_5_diff1": 0.744011269232138, + "nauc_map_at_5_max": 0.6744729742400776, + "nauc_map_at_5_std": 0.15496668425752858, + "nauc_mrr_at_1000_diff1": 0.7474803377247083, + "nauc_mrr_at_1000_max": 0.6762512751498383, + "nauc_mrr_at_1000_std": 0.1568403784328855, + "nauc_mrr_at_100_diff1": 0.7474333421907762, + "nauc_mrr_at_100_max": 0.6763442129072681, + "nauc_mrr_at_100_std": 0.15709489304984225, + "nauc_mrr_at_10_diff1": 0.743906026858204, + "nauc_mrr_at_10_max": 0.6749061040727539, + "nauc_mrr_at_10_std": 0.15722127683959422, + "nauc_mrr_at_1_diff1": 0.7902102956549947, + "nauc_mrr_at_1_max": 0.6729037865205584, + "nauc_mrr_at_1_std": 0.1098001054210758, + "nauc_mrr_at_20_diff1": 0.7469477434203377, + "nauc_mrr_at_20_max": 0.6763168173270464, + "nauc_mrr_at_20_std": 0.15685005609000724, + "nauc_mrr_at_3_diff1": 0.7463017988239793, + "nauc_mrr_at_3_max": 0.6787916217250617, + "nauc_mrr_at_3_std": 0.15952263317212356, + "nauc_mrr_at_5_diff1": 0.744011269232138, + "nauc_mrr_at_5_max": 0.6744729742400776, + "nauc_mrr_at_5_std": 0.15496668425752858, + "nauc_ndcg_at_1000_diff1": 0.740329633874117, + "nauc_ndcg_at_1000_max": 0.677301321711859, + "nauc_ndcg_at_1000_std": 0.16736616617236194, + "nauc_ndcg_at_100_diff1": 0.7390922265675061, + "nauc_ndcg_at_100_max": 0.6799183998278185, + "nauc_ndcg_at_100_std": 0.1749030482243244, + "nauc_ndcg_at_10_diff1": 0.7228936184258796, + "nauc_ndcg_at_10_max": 0.6735450521223728, + "nauc_ndcg_at_10_std": 0.17724446273239672, + "nauc_ndcg_at_1_diff1": 0.7902102956549947, + "nauc_ndcg_at_1_max": 0.6729037865205584, + "nauc_ndcg_at_1_std": 0.1098001054210758, + "nauc_ndcg_at_20_diff1": 0.7351186098028153, + "nauc_ndcg_at_20_max": 0.6795341602792375, + "nauc_ndcg_at_20_std": 0.17534236819240728, + "nauc_ndcg_at_3_diff1": 0.7295113898784253, + "nauc_ndcg_at_3_max": 0.6800538480723675, + "nauc_ndcg_at_3_std": 0.17625544544844907, + "nauc_ndcg_at_5_diff1": 0.723736913286183, + "nauc_ndcg_at_5_max": 0.6719666088614354, + "nauc_ndcg_at_5_std": 0.16908012715252121, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6627450980392114, + "nauc_precision_at_100_max": 0.84129318394024, + "nauc_precision_at_100_std": 0.6481792717086796, + "nauc_precision_at_10_diff1": 0.6015217524697787, + "nauc_precision_at_10_max": 0.6654160713189963, + "nauc_precision_at_10_std": 0.2971186633823912, + "nauc_precision_at_1_diff1": 0.7902102956549947, + "nauc_precision_at_1_max": 0.6729037865205584, + "nauc_precision_at_1_std": 0.1098001054210758, + "nauc_precision_at_20_diff1": 0.6584096325097164, + "nauc_precision_at_20_max": 0.7225566843652853, + "nauc_precision_at_20_std": 0.34026645484063855, + "nauc_precision_at_3_diff1": 0.666749072929543, + "nauc_precision_at_3_max": 0.6843749575517195, + "nauc_precision_at_3_std": 0.23788695852972752, + "nauc_precision_at_5_diff1": 0.629690888247399, + "nauc_precision_at_5_max": 0.6585026449910912, + "nauc_precision_at_5_std": 0.23140909655943812, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6627450980392174, + "nauc_recall_at_100_max": 0.8412931839402422, + "nauc_recall_at_100_std": 0.6481792717086772, + "nauc_recall_at_10_diff1": 0.6015217524697793, + "nauc_recall_at_10_max": 0.6654160713189977, + "nauc_recall_at_10_std": 0.297118663382394, + "nauc_recall_at_1_diff1": 0.7902102956549947, + "nauc_recall_at_1_max": 0.6729037865205584, + "nauc_recall_at_1_std": 0.1098001054210758, + "nauc_recall_at_20_diff1": 0.658409632509719, + "nauc_recall_at_20_max": 0.7225566843652864, + "nauc_recall_at_20_std": 0.3402664548406422, + "nauc_recall_at_3_diff1": 0.6667490729295432, + "nauc_recall_at_3_max": 0.6843749575517186, + "nauc_recall_at_3_std": 0.23788695852972758, + "nauc_recall_at_5_diff1": 0.6296908882474002, + "nauc_recall_at_5_max": 0.6585026449910908, + "nauc_recall_at_5_std": 0.23140909655944025, + "ndcg_at_1": 0.63667, + "ndcg_at_10": 0.76122, + "ndcg_at_100": 0.78313, + "ndcg_at_1000": 0.78611, + "ndcg_at_20": 0.77312, + "ndcg_at_3": 0.72981, + "ndcg_at_5": 0.74942, + "precision_at_1": 0.63667, + "precision_at_10": 0.08789, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04628, + "precision_at_3": 0.26481, + "precision_at_5": 0.16844, + "recall_at_1": 0.63667, + "recall_at_10": 0.87889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.92556, + "recall_at_3": 0.79444, + "recall_at_5": 0.84222 + }, + { + "hf_subset": "ibo_Latn-ibo_Latn", + "languages": [ + "ibo-Latn", + "ibo-Latn" + ], + "main_score": 0.6555, + "map_at_1": 0.54283, + "map_at_10": 0.61816, + "map_at_100": 0.62434, + "map_at_1000": 0.62476, + "map_at_20": 0.6216, + "map_at_3": 0.60095, + "map_at_5": 0.61023, + "mrr_at_1": 0.542825361512792, + "mrr_at_10": 0.6184411250595898, + "mrr_at_100": 0.6245804322120483, + "mrr_at_1000": 0.6250017239765414, + "mrr_at_20": 0.6218786742468024, + "mrr_at_3": 0.6012235817575081, + "mrr_at_5": 0.6105116796440487, + "nauc_map_at_1000_diff1": 0.7953332311448167, + "nauc_map_at_1000_max": 0.7851461281452535, + "nauc_map_at_1000_std": 0.37245814490716617, + "nauc_map_at_100_diff1": 0.7951365242163458, + "nauc_map_at_100_max": 0.7852231098776296, + "nauc_map_at_100_std": 0.37297081233612484, + "nauc_map_at_10_diff1": 0.7946175744788126, + "nauc_map_at_10_max": 0.7859434913393043, + "nauc_map_at_10_std": 0.37353989070243415, + "nauc_map_at_1_diff1": 0.8351559836742325, + "nauc_map_at_1_max": 0.7699689736981964, + "nauc_map_at_1_std": 0.3184866414039586, + "nauc_map_at_20_diff1": 0.7947780276730739, + "nauc_map_at_20_max": 0.7854698412950359, + "nauc_map_at_20_std": 0.3734964994787268, + "nauc_map_at_3_diff1": 0.7995015266951023, + "nauc_map_at_3_max": 0.7843815086677438, + "nauc_map_at_3_std": 0.3585752189801759, + "nauc_map_at_5_diff1": 0.7948960277312598, + "nauc_map_at_5_max": 0.7862098214446, + "nauc_map_at_5_std": 0.3703922672356627, + "nauc_mrr_at_1000_diff1": 0.7954005181851193, + "nauc_mrr_at_1000_max": 0.7856388207555207, + "nauc_mrr_at_1000_std": 0.37403790024559713, + "nauc_mrr_at_100_diff1": 0.7952036257956454, + "nauc_mrr_at_100_max": 0.7857151263503508, + "nauc_mrr_at_100_std": 0.37454851918807996, + "nauc_mrr_at_10_diff1": 0.7946947317739442, + "nauc_mrr_at_10_max": 0.7865115870805588, + "nauc_mrr_at_10_std": 0.3753606516866904, + "nauc_mrr_at_1_diff1": 0.8351559836742325, + "nauc_mrr_at_1_max": 0.7699689736981964, + "nauc_mrr_at_1_std": 0.3184866414039586, + "nauc_mrr_at_20_diff1": 0.7948559713799942, + "nauc_mrr_at_20_max": 0.7860428612548133, + "nauc_mrr_at_20_std": 0.3753338143223888, + "nauc_mrr_at_3_diff1": 0.7995783008315925, + "nauc_mrr_at_3_max": 0.7849280391339197, + "nauc_mrr_at_3_std": 0.36032188791222886, + "nauc_mrr_at_5_diff1": 0.7949718677571121, + "nauc_mrr_at_5_max": 0.7867673108660124, + "nauc_mrr_at_5_std": 0.37217699919331865, + "nauc_ndcg_at_1000_diff1": 0.7863501768351685, + "nauc_ndcg_at_1000_max": 0.7880534681813114, + "nauc_ndcg_at_1000_std": 0.38972588793417795, + "nauc_ndcg_at_100_diff1": 0.7809989313223288, + "nauc_ndcg_at_100_max": 0.7894960568563092, + "nauc_ndcg_at_100_std": 0.4028101046477559, + "nauc_ndcg_at_10_diff1": 0.7773607653905433, + "nauc_ndcg_at_10_max": 0.7926763358848248, + "nauc_ndcg_at_10_std": 0.40690367434138136, + "nauc_ndcg_at_1_diff1": 0.8351559836742325, + "nauc_ndcg_at_1_max": 0.7699689736981964, + "nauc_ndcg_at_1_std": 0.3184866414039586, + "nauc_ndcg_at_20_diff1": 0.777644132641533, + "nauc_ndcg_at_20_max": 0.7914318197799669, + "nauc_ndcg_at_20_std": 0.40760203184393584, + "nauc_ndcg_at_3_diff1": 0.7876933037496341, + "nauc_ndcg_at_3_max": 0.7888638122546929, + "nauc_ndcg_at_3_std": 0.3734113952354764, + "nauc_ndcg_at_5_diff1": 0.7789767646046297, + "nauc_ndcg_at_5_max": 0.7929765619936967, + "nauc_ndcg_at_5_std": 0.3972594125986524, + "nauc_precision_at_1000_diff1": -0.2058134318458651, + "nauc_precision_at_1000_max": 0.09868237494743333, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6280172466979529, + "nauc_precision_at_100_max": 0.8026428256874347, + "nauc_precision_at_100_std": 0.7244728782132271, + "nauc_precision_at_10_diff1": 0.7033461303325323, + "nauc_precision_at_10_max": 0.8224162091539037, + "nauc_precision_at_10_std": 0.5600325064820658, + "nauc_precision_at_1_diff1": 0.8351559836742325, + "nauc_precision_at_1_max": 0.7699689736981964, + "nauc_precision_at_1_std": 0.3184866414039586, + "nauc_precision_at_20_diff1": 0.6893483748936131, + "nauc_precision_at_20_max": 0.822702017097929, + "nauc_precision_at_20_std": 0.597878429024429, + "nauc_precision_at_3_diff1": 0.7498749839183012, + "nauc_precision_at_3_max": 0.8036290860351409, + "nauc_precision_at_3_std": 0.42315083689630667, + "nauc_precision_at_5_diff1": 0.7226078380595589, + "nauc_precision_at_5_max": 0.8180160829757396, + "nauc_precision_at_5_std": 0.49795169345014867, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6496525105797638, + "nauc_recall_at_100_max": 0.8209083686879823, + "nauc_recall_at_100_std": 0.7173238224878313, + "nauc_recall_at_10_diff1": 0.7029407998398154, + "nauc_recall_at_10_max": 0.8203496487365289, + "nauc_recall_at_10_std": 0.5542473579114026, + "nauc_recall_at_1_diff1": 0.8351559836742325, + "nauc_recall_at_1_max": 0.7699689736981964, + "nauc_recall_at_1_std": 0.3184866414039586, + "nauc_recall_at_20_diff1": 0.6885504259116759, + "nauc_recall_at_20_max": 0.8197714230677333, + "nauc_recall_at_20_std": 0.5904150993335541, + "nauc_recall_at_3_diff1": 0.7497587114819003, + "nauc_recall_at_3_max": 0.8023851315354501, + "nauc_recall_at_3_std": 0.4191718336641961, + "nauc_recall_at_5_diff1": 0.7222443297372887, + "nauc_recall_at_5_max": 0.8163269416321203, + "nauc_recall_at_5_std": 0.49330272707235423, + "ndcg_at_1": 0.54283, + "ndcg_at_10": 0.6555, + "ndcg_at_100": 0.68718, + "ndcg_at_1000": 0.69705, + "ndcg_at_20": 0.66774, + "ndcg_at_3": 0.61889, + "ndcg_at_5": 0.63574, + "precision_at_1": 0.54283, + "precision_at_10": 0.07742, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "precision_at_20": 0.0411, + "precision_at_3": 0.22358, + "precision_at_5": 0.14238, + "recall_at_1": 0.54283, + "recall_at_10": 0.77364, + "recall_at_100": 0.92547, + "recall_at_1000": 1.0, + "recall_at_20": 0.82147, + "recall_at_3": 0.67019, + "recall_at_5": 0.71135 + }, + { + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ], + "main_score": 0.83676, + "map_at_1": 0.73, + "map_at_10": 0.80351, + "map_at_100": 0.80575, + "map_at_1000": 0.80581, + "map_at_20": 0.80501, + "map_at_3": 0.78926, + "map_at_5": 0.79787, + "mrr_at_1": 0.73, + "mrr_at_10": 0.8035119047619049, + "mrr_at_100": 0.8057511488825535, + "mrr_at_1000": 0.8058108840262208, + "mrr_at_20": 0.8050109179128789, + "mrr_at_3": 0.7892592592592593, + "mrr_at_5": 0.7978703703703706, + "nauc_map_at_1000_diff1": 0.8098132661429783, + "nauc_map_at_1000_max": 0.6500232574046082, + "nauc_map_at_1000_std": -0.04873400820343012, + "nauc_map_at_100_diff1": 0.8098098381923124, + "nauc_map_at_100_max": 0.6501030588015196, + "nauc_map_at_100_std": -0.048610504639778944, + "nauc_map_at_10_diff1": 0.809233779383316, + "nauc_map_at_10_max": 0.651317038292501, + "nauc_map_at_10_std": -0.04607789738716999, + "nauc_map_at_1_diff1": 0.8300034292878656, + "nauc_map_at_1_max": 0.6252421798038981, + "nauc_map_at_1_std": -0.09282885669289966, + "nauc_map_at_20_diff1": 0.809572788591129, + "nauc_map_at_20_max": 0.6505669895520355, + "nauc_map_at_20_std": -0.048713192537760276, + "nauc_map_at_3_diff1": 0.8082986635881949, + "nauc_map_at_3_max": 0.653925752085047, + "nauc_map_at_3_std": -0.04948338046186974, + "nauc_map_at_5_diff1": 0.8072344280092918, + "nauc_map_at_5_max": 0.6497679890849413, + "nauc_map_at_5_std": -0.04696723881587785, + "nauc_mrr_at_1000_diff1": 0.8098132661429783, + "nauc_mrr_at_1000_max": 0.6500232574046082, + "nauc_mrr_at_1000_std": -0.04873400820343012, + "nauc_mrr_at_100_diff1": 0.8098098381923124, + "nauc_mrr_at_100_max": 0.6501030588015196, + "nauc_mrr_at_100_std": -0.048610504639778944, + "nauc_mrr_at_10_diff1": 0.809233779383316, + "nauc_mrr_at_10_max": 0.651317038292501, + "nauc_mrr_at_10_std": -0.04607789738716999, + "nauc_mrr_at_1_diff1": 0.8300034292878656, + "nauc_mrr_at_1_max": 0.6252421798038981, + "nauc_mrr_at_1_std": -0.09282885669289966, + "nauc_mrr_at_20_diff1": 0.809572788591129, + "nauc_mrr_at_20_max": 0.6505669895520355, + "nauc_mrr_at_20_std": -0.048713192537760276, + "nauc_mrr_at_3_diff1": 0.8082986635881949, + "nauc_mrr_at_3_max": 0.653925752085047, + "nauc_mrr_at_3_std": -0.04948338046186974, + "nauc_mrr_at_5_diff1": 0.8072344280092918, + "nauc_mrr_at_5_max": 0.6497679890849413, + "nauc_mrr_at_5_std": -0.04696723881587785, + "nauc_ndcg_at_1000_diff1": 0.8063491487750665, + "nauc_ndcg_at_1000_max": 0.6541241961000582, + "nauc_ndcg_at_1000_std": -0.039618568996624144, + "nauc_ndcg_at_100_diff1": 0.8058647303959202, + "nauc_ndcg_at_100_max": 0.6561746161944138, + "nauc_ndcg_at_100_std": -0.035422676017141365, + "nauc_ndcg_at_10_diff1": 0.8022048081206571, + "nauc_ndcg_at_10_max": 0.662218506639488, + "nauc_ndcg_at_10_std": -0.023462507970696538, + "nauc_ndcg_at_1_diff1": 0.8300034292878656, + "nauc_ndcg_at_1_max": 0.6252421798038981, + "nauc_ndcg_at_1_std": -0.09282885669289966, + "nauc_ndcg_at_20_diff1": 0.8038391594955833, + "nauc_ndcg_at_20_max": 0.6603415657919067, + "nauc_ndcg_at_20_std": -0.03274502163990242, + "nauc_ndcg_at_3_diff1": 0.799315749902574, + "nauc_ndcg_at_3_max": 0.6632969977181297, + "nauc_ndcg_at_3_std": -0.034974712805281756, + "nauc_ndcg_at_5_diff1": 0.7965424050380677, + "nauc_ndcg_at_5_max": 0.655996981730988, + "nauc_ndcg_at_5_std": -0.029172731061759216, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7495798319327769, + "nauc_precision_at_100_max": 0.8394024276377179, + "nauc_precision_at_100_std": 0.37086834733893925, + "nauc_precision_at_10_diff1": 0.7497925095964294, + "nauc_precision_at_10_max": 0.7602967112771021, + "nauc_precision_at_10_std": 0.17798353909464906, + "nauc_precision_at_1_diff1": 0.8300034292878656, + "nauc_precision_at_1_max": 0.6252421798038981, + "nauc_precision_at_1_std": -0.09282885669289966, + "nauc_precision_at_20_diff1": 0.7483393357342905, + "nauc_precision_at_20_max": 0.7941976790716263, + "nauc_precision_at_20_std": 0.16434573829531782, + "nauc_precision_at_3_diff1": 0.7624151967435532, + "nauc_precision_at_3_max": 0.7007249466950972, + "nauc_precision_at_3_std": 0.023159527040123945, + "nauc_precision_at_5_diff1": 0.7400458277247451, + "nauc_precision_at_5_max": 0.6856896250552282, + "nauc_precision_at_5_std": 0.06288981823039114, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7495798319327758, + "nauc_recall_at_100_max": 0.8394024276377231, + "nauc_recall_at_100_std": 0.37086834733892887, + "nauc_recall_at_10_diff1": 0.7497925095964327, + "nauc_recall_at_10_max": 0.7602967112771053, + "nauc_recall_at_10_std": 0.17798353909464923, + "nauc_recall_at_1_diff1": 0.8300034292878656, + "nauc_recall_at_1_max": 0.6252421798038981, + "nauc_recall_at_1_std": -0.09282885669289966, + "nauc_recall_at_20_diff1": 0.7483393357342937, + "nauc_recall_at_20_max": 0.7941976790716271, + "nauc_recall_at_20_std": 0.16434573829531685, + "nauc_recall_at_3_diff1": 0.7624151967435545, + "nauc_recall_at_3_max": 0.7007249466950952, + "nauc_recall_at_3_std": 0.02315952704012391, + "nauc_recall_at_5_diff1": 0.7400458277247454, + "nauc_recall_at_5_max": 0.6856896250552282, + "nauc_recall_at_5_std": 0.06288981823039237, + "ndcg_at_1": 0.73, + "ndcg_at_10": 0.83676, + "ndcg_at_100": 0.84735, + "ndcg_at_1000": 0.84882, + "ndcg_at_20": 0.84214, + "ndcg_at_3": 0.80778, + "ndcg_at_5": 0.82332, + "precision_at_1": 0.73, + "precision_at_10": 0.094, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04806, + "precision_at_3": 0.28704, + "precision_at_5": 0.17978, + "recall_at_1": 0.73, + "recall_at_10": 0.94, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.96111, + "recall_at_3": 0.86111, + "recall_at_5": 0.89889 + }, + { + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ], + "main_score": 0.65832, + "map_at_1": 0.55562, + "map_at_10": 0.62406, + "map_at_100": 0.6303, + "map_at_1000": 0.63074, + "map_at_20": 0.62759, + "map_at_3": 0.60623, + "map_at_5": 0.61707, + "mrr_at_1": 0.5561735261401557, + "mrr_at_10": 0.6246133269770643, + "mrr_at_100": 0.630812812705335, + "mrr_at_1000": 0.6312541946306363, + "mrr_at_20": 0.6281443422393805, + "mrr_at_3": 0.6067853170189098, + "mrr_at_5": 0.6176307007786428, + "nauc_map_at_1000_diff1": 0.8161106037050027, + "nauc_map_at_1000_max": 0.8182007320938043, + "nauc_map_at_1000_std": 0.3348500441868388, + "nauc_map_at_100_diff1": 0.8159147548904473, + "nauc_map_at_100_max": 0.8182212701852215, + "nauc_map_at_100_std": 0.3353224435679335, + "nauc_map_at_10_diff1": 0.8155178472494343, + "nauc_map_at_10_max": 0.8192132137730719, + "nauc_map_at_10_std": 0.33680505968453067, + "nauc_map_at_1_diff1": 0.8510983352745364, + "nauc_map_at_1_max": 0.8070075876867528, + "nauc_map_at_1_std": 0.27889384375830795, + "nauc_map_at_20_diff1": 0.8148500556758965, + "nauc_map_at_20_max": 0.8176844354017847, + "nauc_map_at_20_std": 0.3348119861647946, + "nauc_map_at_3_diff1": 0.8231131757512589, + "nauc_map_at_3_max": 0.8231739534926875, + "nauc_map_at_3_std": 0.32556420677280645, + "nauc_map_at_5_diff1": 0.8176122676408958, + "nauc_map_at_5_max": 0.8191299770634469, + "nauc_map_at_5_std": 0.33093227493429145, + "nauc_mrr_at_1000_diff1": 0.8176217604538546, + "nauc_mrr_at_1000_max": 0.8217895703420649, + "nauc_mrr_at_1000_std": 0.3381333202421007, + "nauc_mrr_at_100_diff1": 0.8174234883289035, + "nauc_mrr_at_100_max": 0.8218046598801694, + "nauc_mrr_at_100_std": 0.338601021297073, + "nauc_mrr_at_10_diff1": 0.8171295565537449, + "nauc_mrr_at_10_max": 0.8230424859696075, + "nauc_mrr_at_10_std": 0.34030899236085066, + "nauc_mrr_at_1_diff1": 0.8525590469135108, + "nauc_mrr_at_1_max": 0.8104198401340044, + "nauc_mrr_at_1_std": 0.2819880361360534, + "nauc_mrr_at_20_diff1": 0.816476067050681, + "nauc_mrr_at_20_max": 0.8215477273544226, + "nauc_mrr_at_20_std": 0.33834664384875307, + "nauc_mrr_at_3_diff1": 0.824669024129992, + "nauc_mrr_at_3_max": 0.8268613645173325, + "nauc_mrr_at_3_std": 0.32892868397721814, + "nauc_mrr_at_5_diff1": 0.8191982848840166, + "nauc_mrr_at_5_max": 0.8228948525452059, + "nauc_mrr_at_5_std": 0.33437343852113544, + "nauc_ndcg_at_1000_diff1": 0.8073742407720376, + "nauc_ndcg_at_1000_max": 0.8192878304787691, + "nauc_ndcg_at_1000_std": 0.35081831284561205, + "nauc_ndcg_at_100_diff1": 0.8025275701950054, + "nauc_ndcg_at_100_max": 0.8198202880588459, + "nauc_ndcg_at_100_std": 0.3637532255954566, + "nauc_ndcg_at_10_diff1": 0.7973344757393198, + "nauc_ndcg_at_10_max": 0.8212587712487277, + "nauc_ndcg_at_10_std": 0.36760116009801813, + "nauc_ndcg_at_1_diff1": 0.8525590469135108, + "nauc_ndcg_at_1_max": 0.8104198401340044, + "nauc_ndcg_at_1_std": 0.2819880361360534, + "nauc_ndcg_at_20_diff1": 0.7943935603397204, + "nauc_ndcg_at_20_max": 0.8159150133229102, + "nauc_ndcg_at_20_std": 0.3612911707867059, + "nauc_ndcg_at_3_diff1": 0.813912188574072, + "nauc_ndcg_at_3_max": 0.8284349122747833, + "nauc_ndcg_at_3_std": 0.341563555722907, + "nauc_ndcg_at_5_diff1": 0.8034155207043436, + "nauc_ndcg_at_5_max": 0.8212269476970282, + "nauc_ndcg_at_5_std": 0.35199432261935165, + "nauc_precision_at_1000_diff1": 0.3240117812105585, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6853977577180973, + "nauc_precision_at_100_max": 0.835351593108572, + "nauc_precision_at_100_std": 0.665114634555276, + "nauc_precision_at_10_diff1": 0.7191311706975948, + "nauc_precision_at_10_max": 0.8280098698049045, + "nauc_precision_at_10_std": 0.5015957550568934, + "nauc_precision_at_1_diff1": 0.8525590469135108, + "nauc_precision_at_1_max": 0.8104198401340044, + "nauc_precision_at_1_std": 0.2819880361360534, + "nauc_precision_at_20_diff1": 0.6856814245707304, + "nauc_precision_at_20_max": 0.7993935409674848, + "nauc_precision_at_20_std": 0.4942013475818517, + "nauc_precision_at_3_diff1": 0.7848121112120272, + "nauc_precision_at_3_max": 0.8453827171371319, + "nauc_precision_at_3_std": 0.3928401186099941, + "nauc_precision_at_5_diff1": 0.7527670621376363, + "nauc_precision_at_5_max": 0.8275611233234208, + "nauc_precision_at_5_std": 0.42691835755349267, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6941234105349684, + "nauc_recall_at_100_max": 0.8313761626027449, + "nauc_recall_at_100_std": 0.6570288381429149, + "nauc_recall_at_10_diff1": 0.716286099565908, + "nauc_recall_at_10_max": 0.82186985330674, + "nauc_recall_at_10_std": 0.4960752199336409, + "nauc_recall_at_1_diff1": 0.8510983352745364, + "nauc_recall_at_1_max": 0.8070075876867528, + "nauc_recall_at_1_std": 0.27889384375830795, + "nauc_recall_at_20_diff1": 0.6819775196625446, + "nauc_recall_at_20_max": 0.7916192865019601, + "nauc_recall_at_20_std": 0.4872746808258928, + "nauc_recall_at_3_diff1": 0.7828080928158418, + "nauc_recall_at_3_max": 0.8409517264563453, + "nauc_recall_at_3_std": 0.38891253818457966, + "nauc_recall_at_5_diff1": 0.7502985332743961, + "nauc_recall_at_5_max": 0.8223513632501078, + "nauc_recall_at_5_std": 0.4223538430872332, + "ndcg_at_1": 0.55617, + "ndcg_at_10": 0.65832, + "ndcg_at_100": 0.69039, + "ndcg_at_1000": 0.70094, + "ndcg_at_20": 0.67086, + "ndcg_at_3": 0.62226, + "ndcg_at_5": 0.64141, + "precision_at_1": 0.55617, + "precision_at_10": 0.07664, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "precision_at_20": 0.04077, + "precision_at_3": 0.22284, + "precision_at_5": 0.14283, + "recall_at_1": 0.55562, + "recall_at_10": 0.76585, + "recall_at_100": 0.91991, + "recall_at_1000": 1.0, + "recall_at_20": 0.81479, + "recall_at_3": 0.66796, + "recall_at_5": 0.71357 + }, + { + "hf_subset": "ilo_Latn-ilo_Latn", + "languages": [ + "ilo-Latn", + "ilo-Latn" + ], + "main_score": 0.72578, + "map_at_1": 0.62333, + "map_at_10": 0.69364, + "map_at_100": 0.69788, + "map_at_1000": 0.69826, + "map_at_20": 0.6964, + "map_at_3": 0.68019, + "map_at_5": 0.68774, + "mrr_at_1": 0.6233333333333333, + "mrr_at_10": 0.6936362433862435, + "mrr_at_100": 0.6978799076394286, + "mrr_at_1000": 0.6982565975396745, + "mrr_at_20": 0.6963994682647935, + "mrr_at_3": 0.6801851851851852, + "mrr_at_5": 0.6877407407407408, + "nauc_map_at_1000_diff1": 0.7711947847258992, + "nauc_map_at_1000_max": 0.7559043657788397, + "nauc_map_at_1000_std": 0.46132534750137283, + "nauc_map_at_100_diff1": 0.7710274133959598, + "nauc_map_at_100_max": 0.7559846132518397, + "nauc_map_at_100_std": 0.46176460817100773, + "nauc_map_at_10_diff1": 0.7712763527686399, + "nauc_map_at_10_max": 0.7573995601351663, + "nauc_map_at_10_std": 0.4633934930062607, + "nauc_map_at_1_diff1": 0.8060819304789565, + "nauc_map_at_1_max": 0.7358712830592973, + "nauc_map_at_1_std": 0.3866031061422924, + "nauc_map_at_20_diff1": 0.7707070884203254, + "nauc_map_at_20_max": 0.7565524557508324, + "nauc_map_at_20_std": 0.463042150198619, + "nauc_map_at_3_diff1": 0.7715500061679447, + "nauc_map_at_3_max": 0.7535425210997136, + "nauc_map_at_3_std": 0.4539484398660988, + "nauc_map_at_5_diff1": 0.7698253214401092, + "nauc_map_at_5_max": 0.7551109570688004, + "nauc_map_at_5_std": 0.4613967118871046, + "nauc_mrr_at_1000_diff1": 0.7711947847258992, + "nauc_mrr_at_1000_max": 0.7559043657788397, + "nauc_mrr_at_1000_std": 0.46132534750137283, + "nauc_mrr_at_100_diff1": 0.7710274133959598, + "nauc_mrr_at_100_max": 0.7559846132518397, + "nauc_mrr_at_100_std": 0.46176460817100773, + "nauc_mrr_at_10_diff1": 0.7712763527686399, + "nauc_mrr_at_10_max": 0.7573995601351663, + "nauc_mrr_at_10_std": 0.4633934930062607, + "nauc_mrr_at_1_diff1": 0.8060819304789565, + "nauc_mrr_at_1_max": 0.7358712830592973, + "nauc_mrr_at_1_std": 0.3866031061422924, + "nauc_mrr_at_20_diff1": 0.7707070884203254, + "nauc_mrr_at_20_max": 0.7565524557508324, + "nauc_mrr_at_20_std": 0.463042150198619, + "nauc_mrr_at_3_diff1": 0.7715500061679447, + "nauc_mrr_at_3_max": 0.7535425210997136, + "nauc_mrr_at_3_std": 0.4539484398660988, + "nauc_mrr_at_5_diff1": 0.7698253214401092, + "nauc_mrr_at_5_max": 0.7551109570688004, + "nauc_mrr_at_5_std": 0.4613967118871046, + "nauc_ndcg_at_1000_diff1": 0.7641641998477752, + "nauc_ndcg_at_1000_max": 0.7607923287091454, + "nauc_ndcg_at_1000_std": 0.4814075176224069, + "nauc_ndcg_at_100_diff1": 0.7594512902703547, + "nauc_ndcg_at_100_max": 0.7632568575358127, + "nauc_ndcg_at_100_std": 0.49510920407537234, + "nauc_ndcg_at_10_diff1": 0.7595656809156195, + "nauc_ndcg_at_10_max": 0.7698599822359067, + "nauc_ndcg_at_10_std": 0.5037099262091521, + "nauc_ndcg_at_1_diff1": 0.8060819304789565, + "nauc_ndcg_at_1_max": 0.7358712830592973, + "nauc_ndcg_at_1_std": 0.3866031061422924, + "nauc_ndcg_at_20_diff1": 0.7569910174829784, + "nauc_ndcg_at_20_max": 0.7667733619213087, + "nauc_ndcg_at_20_std": 0.5033705108793832, + "nauc_ndcg_at_3_diff1": 0.7600752595582, + "nauc_ndcg_at_3_max": 0.7605210471841168, + "nauc_ndcg_at_3_std": 0.480875989872864, + "nauc_ndcg_at_5_diff1": 0.7562402211222211, + "nauc_ndcg_at_5_max": 0.7633968082094107, + "nauc_ndcg_at_5_std": 0.49616603060056447, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6567837391366798, + "nauc_precision_at_100_max": 0.819615025497382, + "nauc_precision_at_100_std": 0.8038784744667091, + "nauc_precision_at_10_diff1": 0.708774493440072, + "nauc_precision_at_10_max": 0.8301095315777192, + "nauc_precision_at_10_std": 0.694439020703294, + "nauc_precision_at_1_diff1": 0.8060819304789565, + "nauc_precision_at_1_max": 0.7358712830592973, + "nauc_precision_at_1_std": 0.3866031061422924, + "nauc_precision_at_20_diff1": 0.6782820097244702, + "nauc_precision_at_20_max": 0.8247000023951886, + "nauc_precision_at_20_std": 0.7415310057404725, + "nauc_precision_at_3_diff1": 0.7208142324964757, + "nauc_precision_at_3_max": 0.7848483292408531, + "nauc_precision_at_3_std": 0.5748597197195332, + "nauc_precision_at_5_diff1": 0.704522049717779, + "nauc_precision_at_5_max": 0.795153363836636, + "nauc_precision_at_5_std": 0.6315226884621902, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6567837391366802, + "nauc_recall_at_100_max": 0.8196150254973795, + "nauc_recall_at_100_std": 0.8038784744667108, + "nauc_recall_at_10_diff1": 0.708774493440072, + "nauc_recall_at_10_max": 0.8301095315777198, + "nauc_recall_at_10_std": 0.6944390207032944, + "nauc_recall_at_1_diff1": 0.8060819304789565, + "nauc_recall_at_1_max": 0.7358712830592973, + "nauc_recall_at_1_std": 0.3866031061422924, + "nauc_recall_at_20_diff1": 0.6782820097244733, + "nauc_recall_at_20_max": 0.8247000023951916, + "nauc_recall_at_20_std": 0.7415310057404738, + "nauc_recall_at_3_diff1": 0.720814232496476, + "nauc_recall_at_3_max": 0.7848483292408525, + "nauc_recall_at_3_std": 0.5748597197195334, + "nauc_recall_at_5_diff1": 0.7045220497177791, + "nauc_recall_at_5_max": 0.7951533638366374, + "nauc_recall_at_5_std": 0.6315226884621897, + "ndcg_at_1": 0.62333, + "ndcg_at_10": 0.72578, + "ndcg_at_100": 0.74721, + "ndcg_at_1000": 0.75661, + "ndcg_at_20": 0.73588, + "ndcg_at_3": 0.69842, + "ndcg_at_5": 0.71186, + "precision_at_1": 0.62333, + "precision_at_10": 0.08256, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "precision_at_20": 0.04328, + "precision_at_3": 0.25037, + "precision_at_5": 0.15667, + "recall_at_1": 0.62333, + "recall_at_10": 0.82556, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "recall_at_20": 0.86556, + "recall_at_3": 0.75111, + "recall_at_5": 0.78333 + }, + { + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ], + "main_score": 0.83014, + "map_at_1": 0.72222, + "map_at_10": 0.79561, + "map_at_100": 0.79821, + "map_at_1000": 0.79825, + "map_at_20": 0.79749, + "map_at_3": 0.77981, + "map_at_5": 0.79004, + "mrr_at_1": 0.7222222222222222, + "mrr_at_10": 0.7956102292768964, + "mrr_at_100": 0.7982108830382825, + "mrr_at_1000": 0.7982530259702345, + "mrr_at_20": 0.7974874751438223, + "mrr_at_3": 0.7798148148148154, + "mrr_at_5": 0.7900370370370376, + "nauc_map_at_1000_diff1": 0.8081108492369243, + "nauc_map_at_1000_max": 0.6598463010570366, + "nauc_map_at_1000_std": -0.024493598066659312, + "nauc_map_at_100_diff1": 0.8081338474978114, + "nauc_map_at_100_max": 0.659902314139797, + "nauc_map_at_100_std": -0.024406783009621433, + "nauc_map_at_10_diff1": 0.8063211460866726, + "nauc_map_at_10_max": 0.659985355419066, + "nauc_map_at_10_std": -0.025693530617735223, + "nauc_map_at_1_diff1": 0.8257014829830361, + "nauc_map_at_1_max": 0.6308375120025608, + "nauc_map_at_1_std": -0.04709271311213116, + "nauc_map_at_20_diff1": 0.8080170694002605, + "nauc_map_at_20_max": 0.6602882620487817, + "nauc_map_at_20_std": -0.02348169487609965, + "nauc_map_at_3_diff1": 0.8064779501063093, + "nauc_map_at_3_max": 0.6613967658532002, + "nauc_map_at_3_std": -0.028550636633480043, + "nauc_map_at_5_diff1": 0.8059315205417982, + "nauc_map_at_5_max": 0.6625719155976614, + "nauc_map_at_5_std": -0.024093045687941076, + "nauc_mrr_at_1000_diff1": 0.8081108492369243, + "nauc_mrr_at_1000_max": 0.6598463010570366, + "nauc_mrr_at_1000_std": -0.024493598066659312, + "nauc_mrr_at_100_diff1": 0.8081338474978114, + "nauc_mrr_at_100_max": 0.659902314139797, + "nauc_mrr_at_100_std": -0.024406783009621433, + "nauc_mrr_at_10_diff1": 0.8063211460866726, + "nauc_mrr_at_10_max": 0.659985355419066, + "nauc_mrr_at_10_std": -0.025693530617735223, + "nauc_mrr_at_1_diff1": 0.8257014829830361, + "nauc_mrr_at_1_max": 0.6308375120025608, + "nauc_mrr_at_1_std": -0.04709271311213116, + "nauc_mrr_at_20_diff1": 0.8080170694002605, + "nauc_mrr_at_20_max": 0.6602882620487817, + "nauc_mrr_at_20_std": -0.02348169487609965, + "nauc_mrr_at_3_diff1": 0.8064779501063093, + "nauc_mrr_at_3_max": 0.6613967658532002, + "nauc_mrr_at_3_std": -0.028550636633480043, + "nauc_mrr_at_5_diff1": 0.8059315205417982, + "nauc_mrr_at_5_max": 0.6625719155976614, + "nauc_mrr_at_5_std": -0.024093045687941076, + "nauc_ndcg_at_1000_diff1": 0.8053151876529153, + "nauc_ndcg_at_1000_max": 0.6639477003354369, + "nauc_ndcg_at_1000_std": -0.018648073638273168, + "nauc_ndcg_at_100_diff1": 0.8059227607033429, + "nauc_ndcg_at_100_max": 0.6653263062345777, + "nauc_ndcg_at_100_std": -0.016397179141896416, + "nauc_ndcg_at_10_diff1": 0.7965637282670204, + "nauc_ndcg_at_10_max": 0.6668070421510265, + "nauc_ndcg_at_10_std": -0.017163350436067083, + "nauc_ndcg_at_1_diff1": 0.8257014829830361, + "nauc_ndcg_at_1_max": 0.6308375120025608, + "nauc_ndcg_at_1_std": -0.04709271311213116, + "nauc_ndcg_at_20_diff1": 0.8043499860324528, + "nauc_ndcg_at_20_max": 0.6686167529673277, + "nauc_ndcg_at_20_std": -0.007535915788116837, + "nauc_ndcg_at_3_diff1": 0.7980461356165875, + "nauc_ndcg_at_3_max": 0.6706193667184501, + "nauc_ndcg_at_3_std": -0.02288578368846774, + "nauc_ndcg_at_5_diff1": 0.7961602682897757, + "nauc_ndcg_at_5_max": 0.6737088498556658, + "nauc_ndcg_at_5_std": -0.013503919509152125, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9183006535947483, + "nauc_precision_at_100_max": 0.9183006535947483, + "nauc_precision_at_100_std": 0.40308123249299754, + "nauc_precision_at_10_diff1": 0.7127267573696148, + "nauc_precision_at_10_max": 0.7141189809257033, + "nauc_precision_at_10_std": 0.053321328531409196, + "nauc_precision_at_1_diff1": 0.8257014829830361, + "nauc_precision_at_1_max": 0.6308375120025608, + "nauc_precision_at_1_std": -0.04709271311213116, + "nauc_precision_at_20_diff1": 0.7830938827143731, + "nauc_precision_at_20_max": 0.784163127616636, + "nauc_precision_at_20_std": 0.26731122556549497, + "nauc_precision_at_3_diff1": 0.763716528737824, + "nauc_precision_at_3_max": 0.7065377538978032, + "nauc_precision_at_3_std": -0.0007843252237531845, + "nauc_precision_at_5_diff1": 0.7439469005333916, + "nauc_precision_at_5_max": 0.7310615897876409, + "nauc_precision_at_5_std": 0.0433306031124499, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9183006535947761, + "nauc_recall_at_100_max": 0.9183006535947761, + "nauc_recall_at_100_std": 0.40308123249300126, + "nauc_recall_at_10_diff1": 0.7127267573696139, + "nauc_recall_at_10_max": 0.7141189809257035, + "nauc_recall_at_10_std": 0.053321328531410736, + "nauc_recall_at_1_diff1": 0.8257014829830361, + "nauc_recall_at_1_max": 0.6308375120025608, + "nauc_recall_at_1_std": -0.04709271311213116, + "nauc_recall_at_20_diff1": 0.7830938827143754, + "nauc_recall_at_20_max": 0.7841631276166374, + "nauc_recall_at_20_std": 0.26731122556549636, + "nauc_recall_at_3_diff1": 0.7637165287378226, + "nauc_recall_at_3_max": 0.7065377538978033, + "nauc_recall_at_3_std": -0.0007843252237527216, + "nauc_recall_at_5_diff1": 0.7439469005333907, + "nauc_recall_at_5_max": 0.7310615897876414, + "nauc_recall_at_5_std": 0.04333060311245198, + "ndcg_at_1": 0.72222, + "ndcg_at_10": 0.83014, + "ndcg_at_100": 0.8424, + "ndcg_at_1000": 0.84318, + "ndcg_at_20": 0.8371, + "ndcg_at_3": 0.79842, + "ndcg_at_5": 0.81655, + "precision_at_1": 0.72222, + "precision_at_10": 0.09378, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04828, + "precision_at_3": 0.28407, + "precision_at_5": 0.17911, + "recall_at_1": 0.72222, + "recall_at_10": 0.93778, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.96556, + "recall_at_3": 0.85222, + "recall_at_5": 0.89556 + }, + { + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ], + "main_score": 0.74397, + "map_at_1": 0.66444, + "map_at_10": 0.71833, + "map_at_100": 0.72226, + "map_at_1000": 0.72268, + "map_at_20": 0.72102, + "map_at_3": 0.70611, + "map_at_5": 0.71311, + "mrr_at_1": 0.6644444444444444, + "mrr_at_10": 0.7183342151675485, + "mrr_at_100": 0.7222606783748692, + "mrr_at_1000": 0.7226814085632212, + "mrr_at_20": 0.7210204961351763, + "mrr_at_3": 0.7061111111111111, + "mrr_at_5": 0.713111111111111, + "nauc_map_at_1000_diff1": 0.8411711075260268, + "nauc_map_at_1000_max": 0.8282579278387268, + "nauc_map_at_1000_std": 0.38935555072305933, + "nauc_map_at_100_diff1": 0.8411039180756386, + "nauc_map_at_100_max": 0.828303059879757, + "nauc_map_at_100_std": 0.3897146774570154, + "nauc_map_at_10_diff1": 0.8408077780653541, + "nauc_map_at_10_max": 0.8290559752272035, + "nauc_map_at_10_std": 0.3891774936740709, + "nauc_map_at_1_diff1": 0.8576475052736925, + "nauc_map_at_1_max": 0.8056453623129095, + "nauc_map_at_1_std": 0.33545893216561845, + "nauc_map_at_20_diff1": 0.8408999310758367, + "nauc_map_at_20_max": 0.8283990794683453, + "nauc_map_at_20_std": 0.3890300296026522, + "nauc_map_at_3_diff1": 0.8430926715589561, + "nauc_map_at_3_max": 0.8307966986832437, + "nauc_map_at_3_std": 0.3840746117092825, + "nauc_map_at_5_diff1": 0.8414106364626933, + "nauc_map_at_5_max": 0.8289268116054785, + "nauc_map_at_5_std": 0.38524862023281053, + "nauc_mrr_at_1000_diff1": 0.8411711075260268, + "nauc_mrr_at_1000_max": 0.8282579278387268, + "nauc_mrr_at_1000_std": 0.38935555072305933, + "nauc_mrr_at_100_diff1": 0.8411039180756386, + "nauc_mrr_at_100_max": 0.828303059879757, + "nauc_mrr_at_100_std": 0.3897146774570154, + "nauc_mrr_at_10_diff1": 0.8408077780653541, + "nauc_mrr_at_10_max": 0.8290559752272035, + "nauc_mrr_at_10_std": 0.3891774936740709, + "nauc_mrr_at_1_diff1": 0.8576475052736925, + "nauc_mrr_at_1_max": 0.8056453623129095, + "nauc_mrr_at_1_std": 0.33545893216561845, + "nauc_mrr_at_20_diff1": 0.8408999310758367, + "nauc_mrr_at_20_max": 0.8283990794683453, + "nauc_mrr_at_20_std": 0.3890300296026522, + "nauc_mrr_at_3_diff1": 0.8430926715589561, + "nauc_mrr_at_3_max": 0.8307966986832437, + "nauc_mrr_at_3_std": 0.3840746117092825, + "nauc_mrr_at_5_diff1": 0.8414106364626933, + "nauc_mrr_at_5_max": 0.8289268116054785, + "nauc_mrr_at_5_std": 0.38524862023281053, + "nauc_ndcg_at_1000_diff1": 0.8373629445100692, + "nauc_ndcg_at_1000_max": 0.8320936793040058, + "nauc_ndcg_at_1000_std": 0.4049701923441515, + "nauc_ndcg_at_100_diff1": 0.8355588368291378, + "nauc_ndcg_at_100_max": 0.8345875001118314, + "nauc_ndcg_at_100_std": 0.41933209628265916, + "nauc_ndcg_at_10_diff1": 0.8333258464814399, + "nauc_ndcg_at_10_max": 0.8365341430232657, + "nauc_ndcg_at_10_std": 0.41332938030066824, + "nauc_ndcg_at_1_diff1": 0.8576475052736925, + "nauc_ndcg_at_1_max": 0.8056453623129095, + "nauc_ndcg_at_1_std": 0.33545893216561845, + "nauc_ndcg_at_20_diff1": 0.8332329657604762, + "nauc_ndcg_at_20_max": 0.8344136517765827, + "nauc_ndcg_at_20_std": 0.4142283186553554, + "nauc_ndcg_at_3_diff1": 0.8382823615542303, + "nauc_ndcg_at_3_max": 0.8388767424143606, + "nauc_ndcg_at_3_std": 0.3995951047755241, + "nauc_ndcg_at_5_diff1": 0.8350533081961462, + "nauc_ndcg_at_5_max": 0.8357728335795094, + "nauc_ndcg_at_5_std": 0.40236111763514126, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8032888594034121, + "nauc_precision_at_100_max": 0.8851049191606477, + "nauc_precision_at_100_std": 0.6956730060445254, + "nauc_precision_at_10_diff1": 0.8006393317386562, + "nauc_precision_at_10_max": 0.8677096770153663, + "nauc_precision_at_10_std": 0.5209990106325693, + "nauc_precision_at_1_diff1": 0.8576475052736925, + "nauc_precision_at_1_max": 0.8056453623129095, + "nauc_precision_at_1_std": 0.33545893216561845, + "nauc_precision_at_20_diff1": 0.791699941849195, + "nauc_precision_at_20_max": 0.8623725528203132, + "nauc_precision_at_20_std": 0.554033727466563, + "nauc_precision_at_3_diff1": 0.8224990526714667, + "nauc_precision_at_3_max": 0.865299355816598, + "nauc_precision_at_3_std": 0.4503102500947328, + "nauc_precision_at_5_diff1": 0.8118673959381927, + "nauc_precision_at_5_max": 0.8596082224400806, + "nauc_precision_at_5_std": 0.4636726583629237, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8032888594034105, + "nauc_recall_at_100_max": 0.8851049191606472, + "nauc_recall_at_100_std": 0.6956730060445238, + "nauc_recall_at_10_diff1": 0.800639331738656, + "nauc_recall_at_10_max": 0.8677096770153663, + "nauc_recall_at_10_std": 0.520999010632569, + "nauc_recall_at_1_diff1": 0.8576475052736925, + "nauc_recall_at_1_max": 0.8056453623129095, + "nauc_recall_at_1_std": 0.33545893216561845, + "nauc_recall_at_20_diff1": 0.7916999418491958, + "nauc_recall_at_20_max": 0.8623725528203148, + "nauc_recall_at_20_std": 0.5540337274665635, + "nauc_recall_at_3_diff1": 0.8224990526714665, + "nauc_recall_at_3_max": 0.8652993558165972, + "nauc_recall_at_3_std": 0.45031025009473274, + "nauc_recall_at_5_diff1": 0.8118673959381923, + "nauc_recall_at_5_max": 0.8596082224400812, + "nauc_recall_at_5_std": 0.46367265836292343, + "ndcg_at_1": 0.66444, + "ndcg_at_10": 0.74397, + "ndcg_at_100": 0.76324, + "ndcg_at_1000": 0.77412, + "ndcg_at_20": 0.75341, + "ndcg_at_3": 0.71887, + "ndcg_at_5": 0.73136, + "precision_at_1": 0.66444, + "precision_at_10": 0.08244, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "precision_at_20": 0.04306, + "precision_at_3": 0.25185, + "precision_at_5": 0.15711, + "recall_at_1": 0.66444, + "recall_at_10": 0.82444, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "recall_at_20": 0.86111, + "recall_at_3": 0.75556, + "recall_at_5": 0.78556 + }, + { + "hf_subset": "ind_Latn-ind_Latn", + "languages": [ + "ind-Latn", + "ind-Latn" + ], + "main_score": 0.89679, + "map_at_1": 0.83111, + "map_at_10": 0.87589, + "map_at_100": 0.87761, + "map_at_1000": 0.87763, + "map_at_20": 0.87714, + "map_at_3": 0.86815, + "map_at_5": 0.87187, + "mrr_at_1": 0.8311111111111111, + "mrr_at_10": 0.8758888888888893, + "mrr_at_100": 0.8776063700475184, + "mrr_at_1000": 0.8776304459512253, + "mrr_at_20": 0.8771375869238358, + "mrr_at_3": 0.8681481481481484, + "mrr_at_5": 0.8718703703703705, + "nauc_map_at_1000_diff1": 0.8787768937067976, + "nauc_map_at_1000_max": 0.7821311211534098, + "nauc_map_at_1000_std": 0.02548470798735126, + "nauc_map_at_100_diff1": 0.8788017214527001, + "nauc_map_at_100_max": 0.782175742953076, + "nauc_map_at_100_std": 0.025596793653132197, + "nauc_map_at_10_diff1": 0.8787401552543539, + "nauc_map_at_10_max": 0.7834848116956268, + "nauc_map_at_10_std": 0.030068234176925106, + "nauc_map_at_1_diff1": 0.8861801806478402, + "nauc_map_at_1_max": 0.762432516611296, + "nauc_map_at_1_std": -0.0124941600913624, + "nauc_map_at_20_diff1": 0.8781865792556913, + "nauc_map_at_20_max": 0.7819717977566877, + "nauc_map_at_20_std": 0.0254864658291184, + "nauc_map_at_3_diff1": 0.8770890284145979, + "nauc_map_at_3_max": 0.7855427525893318, + "nauc_map_at_3_std": 0.03426986789226632, + "nauc_map_at_5_diff1": 0.8785501740542305, + "nauc_map_at_5_max": 0.7851856225497863, + "nauc_map_at_5_std": 0.02861323636804323, + "nauc_mrr_at_1000_diff1": 0.8787768937067976, + "nauc_mrr_at_1000_max": 0.7821311211534098, + "nauc_mrr_at_1000_std": 0.02548470798735126, + "nauc_mrr_at_100_diff1": 0.8788017214527001, + "nauc_mrr_at_100_max": 0.782175742953076, + "nauc_mrr_at_100_std": 0.025596793653132197, + "nauc_mrr_at_10_diff1": 0.8787401552543539, + "nauc_mrr_at_10_max": 0.7834848116956268, + "nauc_mrr_at_10_std": 0.030068234176925106, + "nauc_mrr_at_1_diff1": 0.8861801806478402, + "nauc_mrr_at_1_max": 0.762432516611296, + "nauc_mrr_at_1_std": -0.0124941600913624, + "nauc_mrr_at_20_diff1": 0.8781865792556913, + "nauc_mrr_at_20_max": 0.7819717977566877, + "nauc_mrr_at_20_std": 0.0254864658291184, + "nauc_mrr_at_3_diff1": 0.8770890284145979, + "nauc_mrr_at_3_max": 0.7855427525893318, + "nauc_mrr_at_3_std": 0.03426986789226632, + "nauc_mrr_at_5_diff1": 0.8785501740542305, + "nauc_mrr_at_5_max": 0.7851856225497863, + "nauc_mrr_at_5_std": 0.02861323636804323, + "nauc_ndcg_at_1000_diff1": 0.8780354039534374, + "nauc_ndcg_at_1000_max": 0.7851716711398824, + "nauc_ndcg_at_1000_std": 0.03237313211261135, + "nauc_ndcg_at_100_diff1": 0.8786541885009372, + "nauc_ndcg_at_100_max": 0.7862615976806394, + "nauc_ndcg_at_100_std": 0.03511590262228506, + "nauc_ndcg_at_10_diff1": 0.8771220274186275, + "nauc_ndcg_at_10_max": 0.7919278499396383, + "nauc_ndcg_at_10_std": 0.05637240552645082, + "nauc_ndcg_at_1_diff1": 0.8861801806478402, + "nauc_ndcg_at_1_max": 0.762432516611296, + "nauc_ndcg_at_1_std": -0.0124941600913624, + "nauc_ndcg_at_20_diff1": 0.8745212148492513, + "nauc_ndcg_at_20_max": 0.7853847235042544, + "nauc_ndcg_at_20_std": 0.036008911561473685, + "nauc_ndcg_at_3_diff1": 0.8738562677668014, + "nauc_ndcg_at_3_max": 0.7952249509215277, + "nauc_ndcg_at_3_std": 0.05413753622407535, + "nauc_ndcg_at_5_diff1": 0.8764498445148258, + "nauc_ndcg_at_5_max": 0.7950039347814242, + "nauc_ndcg_at_5_std": 0.04469048890489327, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.5720510426393257, + "nauc_precision_at_10_diff1": 0.86545010160927, + "nauc_precision_at_10_max": 0.8668918547811235, + "nauc_precision_at_10_std": 0.3231312132696179, + "nauc_precision_at_1_diff1": 0.8861801806478402, + "nauc_precision_at_1_max": 0.762432516611296, + "nauc_precision_at_1_std": -0.0124941600913624, + "nauc_precision_at_20_diff1": 0.8020266930301485, + "nauc_precision_at_20_max": 0.810951831713072, + "nauc_precision_at_20_std": 0.17644312627011768, + "nauc_precision_at_3_diff1": 0.8601405474470517, + "nauc_precision_at_3_max": 0.8370804462135736, + "nauc_precision_at_3_std": 0.14014816452897128, + "nauc_precision_at_5_diff1": 0.8664272160477093, + "nauc_precision_at_5_max": 0.8453510436432623, + "nauc_precision_at_5_std": 0.12605795006174372, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.5720510426392652, + "nauc_recall_at_10_diff1": 0.8654501016092687, + "nauc_recall_at_10_max": 0.8668918547811248, + "nauc_recall_at_10_std": 0.32313121326962113, + "nauc_recall_at_1_diff1": 0.8861801806478402, + "nauc_recall_at_1_max": 0.762432516611296, + "nauc_recall_at_1_std": -0.0124941600913624, + "nauc_recall_at_20_diff1": 0.802026693030151, + "nauc_recall_at_20_max": 0.8109518317130743, + "nauc_recall_at_20_std": 0.17644312627011555, + "nauc_recall_at_3_diff1": 0.8601405474470489, + "nauc_recall_at_3_max": 0.8370804462135731, + "nauc_recall_at_3_std": 0.14014816452896942, + "nauc_recall_at_5_diff1": 0.8664272160477101, + "nauc_recall_at_5_max": 0.8453510436432651, + "nauc_recall_at_5_std": 0.12605795006174722, + "ndcg_at_1": 0.83111, + "ndcg_at_10": 0.89679, + "ndcg_at_100": 0.90452, + "ndcg_at_1000": 0.90499, + "ndcg_at_20": 0.90149, + "ndcg_at_3": 0.88032, + "ndcg_at_5": 0.88687, + "precision_at_1": 0.83111, + "precision_at_10": 0.09622, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30519, + "precision_at_5": 0.18622, + "recall_at_1": 0.83111, + "recall_at_10": 0.96222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.91556, + "recall_at_5": 0.93111 + }, + { + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ], + "main_score": 0.894, + "map_at_1": 0.81, + "map_at_10": 0.8686, + "map_at_100": 0.87009, + "map_at_1000": 0.87009, + "map_at_20": 0.86992, + "map_at_3": 0.85944, + "map_at_5": 0.86506, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8686009700176376, + "mrr_at_100": 0.8700886003498464, + "mrr_at_1000": 0.8700939422301883, + "mrr_at_20": 0.8699212534684682, + "mrr_at_3": 0.8594444444444449, + "mrr_at_5": 0.8650555555555562, + "nauc_map_at_1000_diff1": 0.8798397957094705, + "nauc_map_at_1000_max": 0.7572220679215098, + "nauc_map_at_1000_std": -0.07288469134400016, + "nauc_map_at_100_diff1": 0.8798449851401196, + "nauc_map_at_100_max": 0.7572325529173459, + "nauc_map_at_100_std": -0.07284400146849945, + "nauc_map_at_10_diff1": 0.8799050542349127, + "nauc_map_at_10_max": 0.7575874014973013, + "nauc_map_at_10_std": -0.07480816890403685, + "nauc_map_at_1_diff1": 0.8956874523431186, + "nauc_map_at_1_max": 0.7540119091274214, + "nauc_map_at_1_std": -0.08928644187170041, + "nauc_map_at_20_diff1": 0.8797692014791507, + "nauc_map_at_20_max": 0.757447925761096, + "nauc_map_at_20_std": -0.07283729671779876, + "nauc_map_at_3_diff1": 0.8747922858404268, + "nauc_map_at_3_max": 0.7588926116186065, + "nauc_map_at_3_std": -0.06133472517373486, + "nauc_map_at_5_diff1": 0.8784288214091949, + "nauc_map_at_5_max": 0.75717579386982, + "nauc_map_at_5_std": -0.07259740882524211, + "nauc_mrr_at_1000_diff1": 0.8798397957094705, + "nauc_mrr_at_1000_max": 0.7572220679215098, + "nauc_mrr_at_1000_std": -0.07288469134400016, + "nauc_mrr_at_100_diff1": 0.8798449851401196, + "nauc_mrr_at_100_max": 0.7572325529173459, + "nauc_mrr_at_100_std": -0.07284400146849945, + "nauc_mrr_at_10_diff1": 0.8799050542349127, + "nauc_mrr_at_10_max": 0.7575874014973013, + "nauc_mrr_at_10_std": -0.07480816890403685, + "nauc_mrr_at_1_diff1": 0.8956874523431186, + "nauc_mrr_at_1_max": 0.7540119091274214, + "nauc_mrr_at_1_std": -0.08928644187170041, + "nauc_mrr_at_20_diff1": 0.8797692014791507, + "nauc_mrr_at_20_max": 0.757447925761096, + "nauc_mrr_at_20_std": -0.07283729671779876, + "nauc_mrr_at_3_diff1": 0.8747922858404268, + "nauc_mrr_at_3_max": 0.7588926116186065, + "nauc_mrr_at_3_std": -0.06133472517373486, + "nauc_mrr_at_5_diff1": 0.8784288214091949, + "nauc_mrr_at_5_max": 0.75717579386982, + "nauc_mrr_at_5_std": -0.07259740882524211, + "nauc_ndcg_at_1000_diff1": 0.8779751979968453, + "nauc_ndcg_at_1000_max": 0.7585235942621452, + "nauc_ndcg_at_1000_std": -0.07014069803312911, + "nauc_ndcg_at_100_diff1": 0.8781598619535046, + "nauc_ndcg_at_100_max": 0.7588890280738912, + "nauc_ndcg_at_100_std": -0.06871904167038688, + "nauc_ndcg_at_10_diff1": 0.8775721372438532, + "nauc_ndcg_at_10_max": 0.762017694988799, + "nauc_ndcg_at_10_std": -0.0750223828013, + "nauc_ndcg_at_1_diff1": 0.8956874523431186, + "nauc_ndcg_at_1_max": 0.7540119091274214, + "nauc_ndcg_at_1_std": -0.08928644187170041, + "nauc_ndcg_at_20_diff1": 0.8768106785840409, + "nauc_ndcg_at_20_max": 0.7611619978553391, + "nauc_ndcg_at_20_std": -0.06753180778434117, + "nauc_ndcg_at_3_diff1": 0.8660783343211349, + "nauc_ndcg_at_3_max": 0.7622667109048192, + "nauc_ndcg_at_3_std": -0.048099609589001883, + "nauc_ndcg_at_5_diff1": 0.8731528516395143, + "nauc_ndcg_at_5_max": 0.7591951980095133, + "nauc_ndcg_at_5_std": -0.06982280689405727, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515043, + "nauc_precision_at_10_diff1": 0.8628384687208195, + "nauc_precision_at_10_max": 0.8297105508870188, + "nauc_precision_at_10_std": -0.09404295051354464, + "nauc_precision_at_1_diff1": 0.8956874523431186, + "nauc_precision_at_1_max": 0.7540119091274214, + "nauc_precision_at_1_std": -0.08928644187170041, + "nauc_precision_at_20_diff1": 0.8070339246809881, + "nauc_precision_at_20_max": 0.9092229484386267, + "nauc_precision_at_20_std": 0.1271916173876723, + "nauc_precision_at_3_diff1": 0.8237924277692306, + "nauc_precision_at_3_max": 0.7793624492050347, + "nauc_precision_at_3_std": 0.016977683092014556, + "nauc_precision_at_5_diff1": 0.8404695211417883, + "nauc_precision_at_5_max": 0.773080660835763, + "nauc_precision_at_5_std": -0.05659406619790928, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457515964, + "nauc_recall_at_10_diff1": 0.8628384687208247, + "nauc_recall_at_10_max": 0.8297105508870218, + "nauc_recall_at_10_std": -0.09404295051353607, + "nauc_recall_at_1_diff1": 0.8956874523431186, + "nauc_recall_at_1_max": 0.7540119091274214, + "nauc_recall_at_1_std": -0.08928644187170041, + "nauc_recall_at_20_diff1": 0.8070339246809821, + "nauc_recall_at_20_max": 0.9092229484386285, + "nauc_recall_at_20_std": 0.12719161738769594, + "nauc_recall_at_3_diff1": 0.8237924277692291, + "nauc_recall_at_3_max": 0.7793624492050334, + "nauc_recall_at_3_std": 0.016977683092016183, + "nauc_recall_at_5_diff1": 0.8404695211417904, + "nauc_recall_at_5_max": 0.7730806608357644, + "nauc_recall_at_5_std": -0.05659406619790818, + "ndcg_at_1": 0.81, + "ndcg_at_10": 0.894, + "ndcg_at_100": 0.90013, + "ndcg_at_1000": 0.90027, + "ndcg_at_20": 0.8986, + "ndcg_at_3": 0.8753, + "ndcg_at_5": 0.88539, + "precision_at_1": 0.81, + "precision_at_10": 0.09722, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.30704, + "precision_at_5": 0.18911, + "recall_at_1": 0.81, + "recall_at_10": 0.97222, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.99, + "recall_at_3": 0.92111, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "main_score": 0.90057, + "map_at_1": 0.83, + "map_at_10": 0.87886, + "map_at_100": 0.88039, + "map_at_1000": 0.88043, + "map_at_20": 0.88003, + "map_at_3": 0.87037, + "map_at_5": 0.87459, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8788580246913583, + "mrr_at_100": 0.8803930222899196, + "mrr_at_1000": 0.8804276285222353, + "mrr_at_20": 0.8800253408060429, + "mrr_at_3": 0.8703703703703708, + "mrr_at_5": 0.8745925925925929, + "nauc_map_at_1000_diff1": 0.880495081497889, + "nauc_map_at_1000_max": 0.775942764185378, + "nauc_map_at_1000_std": -0.0646707324923882, + "nauc_map_at_100_diff1": 0.8804996058536302, + "nauc_map_at_100_max": 0.7759889963651447, + "nauc_map_at_100_std": -0.0644251463280949, + "nauc_map_at_10_diff1": 0.8790657828629153, + "nauc_map_at_10_max": 0.7758432132569136, + "nauc_map_at_10_std": -0.06480938250985993, + "nauc_map_at_1_diff1": 0.894471211212374, + "nauc_map_at_1_max": 0.7671484684893872, + "nauc_map_at_1_std": -0.08687589894416334, + "nauc_map_at_20_diff1": 0.8802508750868233, + "nauc_map_at_20_max": 0.7761790148694815, + "nauc_map_at_20_std": -0.06250327872045064, + "nauc_map_at_3_diff1": 0.8764821532412157, + "nauc_map_at_3_max": 0.7721243042671616, + "nauc_map_at_3_std": -0.08687245590230465, + "nauc_map_at_5_diff1": 0.8787997899808722, + "nauc_map_at_5_max": 0.7767486356494853, + "nauc_map_at_5_std": -0.062427669790779114, + "nauc_mrr_at_1000_diff1": 0.880495081497889, + "nauc_mrr_at_1000_max": 0.775942764185378, + "nauc_mrr_at_1000_std": -0.0646707324923882, + "nauc_mrr_at_100_diff1": 0.8804996058536302, + "nauc_mrr_at_100_max": 0.7759889963651447, + "nauc_mrr_at_100_std": -0.0644251463280949, + "nauc_mrr_at_10_diff1": 0.8790657828629153, + "nauc_mrr_at_10_max": 0.7758432132569136, + "nauc_mrr_at_10_std": -0.06480938250985993, + "nauc_mrr_at_1_diff1": 0.894471211212374, + "nauc_mrr_at_1_max": 0.7671484684893872, + "nauc_mrr_at_1_std": -0.08687589894416334, + "nauc_mrr_at_20_diff1": 0.8802508750868233, + "nauc_mrr_at_20_max": 0.7761790148694815, + "nauc_mrr_at_20_std": -0.06250327872045064, + "nauc_mrr_at_3_diff1": 0.8764821532412157, + "nauc_mrr_at_3_max": 0.7721243042671616, + "nauc_mrr_at_3_std": -0.08687245590230465, + "nauc_mrr_at_5_diff1": 0.8787997899808722, + "nauc_mrr_at_5_max": 0.7767486356494853, + "nauc_mrr_at_5_std": -0.062427669790779114, + "nauc_ndcg_at_1000_diff1": 0.8788834502873187, + "nauc_ndcg_at_1000_max": 0.7783023298554745, + "nauc_ndcg_at_1000_std": -0.054658394383842616, + "nauc_ndcg_at_100_diff1": 0.8789603666013794, + "nauc_ndcg_at_100_max": 0.7793988188578854, + "nauc_ndcg_at_100_std": -0.04895381735873513, + "nauc_ndcg_at_10_diff1": 0.8730155877680256, + "nauc_ndcg_at_10_max": 0.7806534455544226, + "nauc_ndcg_at_10_std": -0.041122305452679336, + "nauc_ndcg_at_1_diff1": 0.894471211212374, + "nauc_ndcg_at_1_max": 0.7671484684893872, + "nauc_ndcg_at_1_std": -0.08687589894416334, + "nauc_ndcg_at_20_diff1": 0.8773296604128358, + "nauc_ndcg_at_20_max": 0.7814799638313558, + "nauc_ndcg_at_20_std": -0.03281614162545524, + "nauc_ndcg_at_3_diff1": 0.8690533807032109, + "nauc_ndcg_at_3_max": 0.7730698566976169, + "nauc_ndcg_at_3_std": -0.08916454463760595, + "nauc_ndcg_at_5_diff1": 0.8731164774234801, + "nauc_ndcg_at_5_max": 0.7824912194279003, + "nauc_ndcg_at_5_std": -0.039558553468520156, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8885387488328824, + "nauc_precision_at_100_max": 0.9346405228758011, + "nauc_precision_at_100_std": 0.7537348272641963, + "nauc_precision_at_10_diff1": 0.8114073215493058, + "nauc_precision_at_10_max": 0.8318039859621993, + "nauc_precision_at_10_std": 0.23349109758845005, + "nauc_precision_at_1_diff1": 0.894471211212374, + "nauc_precision_at_1_max": 0.7671484684893872, + "nauc_precision_at_1_std": -0.08687589894416334, + "nauc_precision_at_20_diff1": 0.8389355742296917, + "nauc_precision_at_20_max": 0.8871770930594396, + "nauc_precision_at_20_std": 0.6340802987861783, + "nauc_precision_at_3_diff1": 0.8358880589272767, + "nauc_precision_at_3_max": 0.7767532939101593, + "nauc_precision_at_3_std": -0.10050964830376387, + "nauc_precision_at_5_diff1": 0.8425620248099255, + "nauc_precision_at_5_max": 0.8161681339202355, + "nauc_precision_at_5_std": 0.09950646925436626, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8885387488328875, + "nauc_recall_at_100_max": 0.9346405228758294, + "nauc_recall_at_100_std": 0.7537348272642582, + "nauc_recall_at_10_diff1": 0.8114073215493081, + "nauc_recall_at_10_max": 0.8318039859621994, + "nauc_recall_at_10_std": 0.23349109758846198, + "nauc_recall_at_1_diff1": 0.894471211212374, + "nauc_recall_at_1_max": 0.7671484684893872, + "nauc_recall_at_1_std": -0.08687589894416334, + "nauc_recall_at_20_diff1": 0.8389355742296923, + "nauc_recall_at_20_max": 0.8871770930594446, + "nauc_recall_at_20_std": 0.6340802987861852, + "nauc_recall_at_3_diff1": 0.8358880589272741, + "nauc_recall_at_3_max": 0.7767532939101576, + "nauc_recall_at_3_std": -0.10050964830376558, + "nauc_recall_at_5_diff1": 0.8425620248099235, + "nauc_recall_at_5_max": 0.816168133920235, + "nauc_recall_at_5_std": 0.09950646925436779, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.90057, + "ndcg_at_100": 0.90698, + "ndcg_at_1000": 0.90762, + "ndcg_at_20": 0.90461, + "ndcg_at_3": 0.88315, + "ndcg_at_5": 0.89061, + "precision_at_1": 0.83, + "precision_at_10": 0.09678, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30667, + "precision_at_5": 0.18756, + "recall_at_1": 0.83, + "recall_at_10": 0.96778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.92, + "recall_at_5": 0.93778 + }, + { + "hf_subset": "isl_Latn-isl_Latn", + "languages": [ + "isl-Latn", + "isl-Latn" + ], + "main_score": 0.81178, + "map_at_1": 0.71889, + "map_at_10": 0.78161, + "map_at_100": 0.78471, + "map_at_1000": 0.78479, + "map_at_20": 0.78327, + "map_at_3": 0.76759, + "map_at_5": 0.77576, + "mrr_at_1": 0.7188888888888889, + "mrr_at_10": 0.7816097883597887, + "mrr_at_100": 0.7847059192211632, + "mrr_at_1000": 0.7847896027503993, + "mrr_at_20": 0.7832748792601736, + "mrr_at_3": 0.7675925925925929, + "mrr_at_5": 0.7757592592592598, + "nauc_map_at_1000_diff1": 0.8249081499498846, + "nauc_map_at_1000_max": 0.7446936010428149, + "nauc_map_at_1000_std": 0.2457323840938422, + "nauc_map_at_100_diff1": 0.8248793732130776, + "nauc_map_at_100_max": 0.7447623103990698, + "nauc_map_at_100_std": 0.24597049338214416, + "nauc_map_at_10_diff1": 0.8237950482119814, + "nauc_map_at_10_max": 0.7454765102043971, + "nauc_map_at_10_std": 0.24682406400553367, + "nauc_map_at_1_diff1": 0.8429084854772223, + "nauc_map_at_1_max": 0.7235738689305307, + "nauc_map_at_1_std": 0.21366981413126437, + "nauc_map_at_20_diff1": 0.8244010933067941, + "nauc_map_at_20_max": 0.7450323996070952, + "nauc_map_at_20_std": 0.24640865777256613, + "nauc_map_at_3_diff1": 0.8263772533724328, + "nauc_map_at_3_max": 0.746410010898495, + "nauc_map_at_3_std": 0.23451907029839555, + "nauc_map_at_5_diff1": 0.8246981098373098, + "nauc_map_at_5_max": 0.7444825656301015, + "nauc_map_at_5_std": 0.2386238987437664, + "nauc_mrr_at_1000_diff1": 0.8249081499498846, + "nauc_mrr_at_1000_max": 0.7446936010428149, + "nauc_mrr_at_1000_std": 0.2457323840938422, + "nauc_mrr_at_100_diff1": 0.8248793732130776, + "nauc_mrr_at_100_max": 0.7447623103990698, + "nauc_mrr_at_100_std": 0.24597049338214416, + "nauc_mrr_at_10_diff1": 0.8237950482119814, + "nauc_mrr_at_10_max": 0.7454765102043971, + "nauc_mrr_at_10_std": 0.24682406400553367, + "nauc_mrr_at_1_diff1": 0.8429084854772223, + "nauc_mrr_at_1_max": 0.7235738689305307, + "nauc_mrr_at_1_std": 0.21366981413126437, + "nauc_mrr_at_20_diff1": 0.8244010933067941, + "nauc_mrr_at_20_max": 0.7450323996070952, + "nauc_mrr_at_20_std": 0.24640865777256613, + "nauc_mrr_at_3_diff1": 0.8263772533724328, + "nauc_mrr_at_3_max": 0.746410010898495, + "nauc_mrr_at_3_std": 0.23451907029839555, + "nauc_mrr_at_5_diff1": 0.8246981098373098, + "nauc_mrr_at_5_max": 0.7444825656301015, + "nauc_mrr_at_5_std": 0.2386238987437664, + "nauc_ndcg_at_1000_diff1": 0.8206705249550411, + "nauc_ndcg_at_1000_max": 0.7482144484217184, + "nauc_ndcg_at_1000_std": 0.25739283803730495, + "nauc_ndcg_at_100_diff1": 0.8196932480435407, + "nauc_ndcg_at_100_max": 0.7502112153881402, + "nauc_ndcg_at_100_std": 0.2646266173030178, + "nauc_ndcg_at_10_diff1": 0.813178072421508, + "nauc_ndcg_at_10_max": 0.7533946155097639, + "nauc_ndcg_at_10_std": 0.2723576402790538, + "nauc_ndcg_at_1_diff1": 0.8429084854772223, + "nauc_ndcg_at_1_max": 0.7235738689305307, + "nauc_ndcg_at_1_std": 0.21366981413126437, + "nauc_ndcg_at_20_diff1": 0.8152094503639924, + "nauc_ndcg_at_20_max": 0.7518604075828771, + "nauc_ndcg_at_20_std": 0.27132104487109676, + "nauc_ndcg_at_3_diff1": 0.8197235341456486, + "nauc_ndcg_at_3_max": 0.7537949223125767, + "nauc_ndcg_at_3_std": 0.24191898638102943, + "nauc_ndcg_at_5_diff1": 0.8157635577202306, + "nauc_ndcg_at_5_max": 0.7503314316032608, + "nauc_ndcg_at_5_std": 0.25024989153220095, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7478991596638661, + "nauc_precision_at_100_max": 0.8896669779022847, + "nauc_precision_at_100_std": 0.7750077808901378, + "nauc_precision_at_10_diff1": 0.7460817660397484, + "nauc_precision_at_10_max": 0.8014928193499612, + "nauc_precision_at_10_std": 0.4444444444444417, + "nauc_precision_at_1_diff1": 0.8429084854772223, + "nauc_precision_at_1_max": 0.7235738689305307, + "nauc_precision_at_1_std": 0.21366981413126437, + "nauc_precision_at_20_diff1": 0.741844886102588, + "nauc_precision_at_20_max": 0.8035658707927619, + "nauc_precision_at_20_std": 0.49122612007765987, + "nauc_precision_at_3_diff1": 0.7951671355077423, + "nauc_precision_at_3_max": 0.7803796345573893, + "nauc_precision_at_3_std": 0.26886134975544324, + "nauc_precision_at_5_diff1": 0.7754873324794596, + "nauc_precision_at_5_max": 0.7743158601730642, + "nauc_precision_at_5_std": 0.3023687170035299, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7478991596638663, + "nauc_recall_at_100_max": 0.8896669779022668, + "nauc_recall_at_100_std": 0.7750077808901353, + "nauc_recall_at_10_diff1": 0.7460817660397492, + "nauc_recall_at_10_max": 0.8014928193499616, + "nauc_recall_at_10_std": 0.44444444444444303, + "nauc_recall_at_1_diff1": 0.8429084854772223, + "nauc_recall_at_1_max": 0.7235738689305307, + "nauc_recall_at_1_std": 0.21366981413126437, + "nauc_recall_at_20_diff1": 0.7418448861025904, + "nauc_recall_at_20_max": 0.8035658707927621, + "nauc_recall_at_20_std": 0.49122612007766076, + "nauc_recall_at_3_diff1": 0.7951671355077427, + "nauc_recall_at_3_max": 0.7803796345573889, + "nauc_recall_at_3_std": 0.2688613497554421, + "nauc_recall_at_5_diff1": 0.7754873324794607, + "nauc_recall_at_5_max": 0.7743158601730644, + "nauc_recall_at_5_std": 0.3023687170035306, + "ndcg_at_1": 0.71889, + "ndcg_at_10": 0.81178, + "ndcg_at_100": 0.82774, + "ndcg_at_1000": 0.8299, + "ndcg_at_20": 0.81774, + "ndcg_at_3": 0.78282, + "ndcg_at_5": 0.7975, + "precision_at_1": 0.71889, + "precision_at_10": 0.09067, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.0465, + "precision_at_3": 0.27556, + "precision_at_5": 0.17244, + "recall_at_1": 0.71889, + "recall_at_10": 0.90667, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.93, + "recall_at_3": 0.82667, + "recall_at_5": 0.86222 + }, + { + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ], + "main_score": 0.86617, + "map_at_1": 0.77556, + "map_at_10": 0.83826, + "map_at_100": 0.84045, + "map_at_1000": 0.84048, + "map_at_20": 0.8399, + "map_at_3": 0.8263, + "map_at_5": 0.83485, + "mrr_at_1": 0.7755555555555556, + "mrr_at_10": 0.8382641093474436, + "mrr_at_100": 0.8404497521319211, + "mrr_at_1000": 0.8404789181568428, + "mrr_at_20": 0.8398979787412459, + "mrr_at_3": 0.8262962962962968, + "mrr_at_5": 0.8348518518518526, + "nauc_map_at_1000_diff1": 0.8440736041699727, + "nauc_map_at_1000_max": 0.6896990938618349, + "nauc_map_at_1000_std": -0.010891615427535946, + "nauc_map_at_100_diff1": 0.8440161275813535, + "nauc_map_at_100_max": 0.6897388137763982, + "nauc_map_at_100_std": -0.010714279404756862, + "nauc_map_at_10_diff1": 0.8436582463060754, + "nauc_map_at_10_max": 0.6903276501564355, + "nauc_map_at_10_std": -0.010436773162030998, + "nauc_map_at_1_diff1": 0.8574902255105303, + "nauc_map_at_1_max": 0.667340273939258, + "nauc_map_at_1_std": -0.03812431223598685, + "nauc_map_at_20_diff1": 0.84399027614916, + "nauc_map_at_20_max": 0.6898218983110977, + "nauc_map_at_20_std": -0.011432667383345982, + "nauc_map_at_3_diff1": 0.8400855423060404, + "nauc_map_at_3_max": 0.6912362823833776, + "nauc_map_at_3_std": -0.006598414675599954, + "nauc_map_at_5_diff1": 0.8428424868601018, + "nauc_map_at_5_max": 0.6921673907881339, + "nauc_map_at_5_std": -0.007653718515978183, + "nauc_mrr_at_1000_diff1": 0.8440736041699727, + "nauc_mrr_at_1000_max": 0.6896990938618349, + "nauc_mrr_at_1000_std": -0.010891615427535946, + "nauc_mrr_at_100_diff1": 0.8440161275813535, + "nauc_mrr_at_100_max": 0.6897388137763982, + "nauc_mrr_at_100_std": -0.010714279404756862, + "nauc_mrr_at_10_diff1": 0.8436582463060754, + "nauc_mrr_at_10_max": 0.6903276501564355, + "nauc_mrr_at_10_std": -0.010436773162030998, + "nauc_mrr_at_1_diff1": 0.8574902255105303, + "nauc_mrr_at_1_max": 0.667340273939258, + "nauc_mrr_at_1_std": -0.03812431223598685, + "nauc_mrr_at_20_diff1": 0.84399027614916, + "nauc_mrr_at_20_max": 0.6898218983110977, + "nauc_mrr_at_20_std": -0.011432667383345982, + "nauc_mrr_at_3_diff1": 0.8400855423060404, + "nauc_mrr_at_3_max": 0.6912362823833776, + "nauc_mrr_at_3_std": -0.006598414675599954, + "nauc_mrr_at_5_diff1": 0.8428424868601018, + "nauc_mrr_at_5_max": 0.6921673907881339, + "nauc_mrr_at_5_std": -0.007653718515978183, + "nauc_ndcg_at_1000_diff1": 0.8420852277294992, + "nauc_ndcg_at_1000_max": 0.6926736003493387, + "nauc_ndcg_at_1000_std": -0.005224092450755765, + "nauc_ndcg_at_100_diff1": 0.840774095893463, + "nauc_ndcg_at_100_max": 0.6937367778821876, + "nauc_ndcg_at_100_std": -0.0005254613353270975, + "nauc_ndcg_at_10_diff1": 0.8395772595806853, + "nauc_ndcg_at_10_max": 0.6964205591704155, + "nauc_ndcg_at_10_std": -0.0012453888644155052, + "nauc_ndcg_at_1_diff1": 0.8574902255105303, + "nauc_ndcg_at_1_max": 0.667340273939258, + "nauc_ndcg_at_1_std": -0.03812431223598685, + "nauc_ndcg_at_20_diff1": 0.8408418168252964, + "nauc_ndcg_at_20_max": 0.6942125159153255, + "nauc_ndcg_at_20_std": -0.0055522895957560775, + "nauc_ndcg_at_3_diff1": 0.8326102801486903, + "nauc_ndcg_at_3_max": 0.6989428911002645, + "nauc_ndcg_at_3_std": 0.007944125277256816, + "nauc_ndcg_at_5_diff1": 0.8373529359256378, + "nauc_ndcg_at_5_max": 0.7011960485937928, + "nauc_ndcg_at_5_std": 0.006820429589877587, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5997899159663563, + "nauc_precision_at_100_max": 0.8978758169934363, + "nauc_precision_at_100_std": 0.8978758169934363, + "nauc_precision_at_10_diff1": 0.8075152541636824, + "nauc_precision_at_10_max": 0.7435454802075843, + "nauc_precision_at_10_std": 0.06964801424445631, + "nauc_precision_at_1_diff1": 0.8574902255105303, + "nauc_precision_at_1_max": 0.667340273939258, + "nauc_precision_at_1_std": -0.03812431223598685, + "nauc_precision_at_20_diff1": 0.7990529545151344, + "nauc_precision_at_20_max": 0.7456093548530458, + "nauc_precision_at_20_std": 0.05373260415275666, + "nauc_precision_at_3_diff1": 0.8007426679281009, + "nauc_precision_at_3_max": 0.7306906338694431, + "nauc_precision_at_3_std": 0.07037369914853356, + "nauc_precision_at_5_diff1": 0.8053433494609936, + "nauc_precision_at_5_max": 0.754187533599297, + "nauc_precision_at_5_std": 0.0940568146450492, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5997899159664128, + "nauc_recall_at_100_max": 0.8978758169934707, + "nauc_recall_at_100_std": 0.8978758169934707, + "nauc_recall_at_10_diff1": 0.8075152541636812, + "nauc_recall_at_10_max": 0.7435454802075845, + "nauc_recall_at_10_std": 0.06964801424445557, + "nauc_recall_at_1_diff1": 0.8574902255105303, + "nauc_recall_at_1_max": 0.667340273939258, + "nauc_recall_at_1_std": -0.03812431223598685, + "nauc_recall_at_20_diff1": 0.7990529545151371, + "nauc_recall_at_20_max": 0.7456093548530504, + "nauc_recall_at_20_std": 0.053732604152773075, + "nauc_recall_at_3_diff1": 0.800742667928099, + "nauc_recall_at_3_max": 0.7306906338694426, + "nauc_recall_at_3_std": 0.07037369914853399, + "nauc_recall_at_5_diff1": 0.8053433494609961, + "nauc_recall_at_5_max": 0.7541875335992991, + "nauc_recall_at_5_std": 0.09405681464505264, + "ndcg_at_1": 0.77556, + "ndcg_at_10": 0.86617, + "ndcg_at_100": 0.87591, + "ndcg_at_1000": 0.87651, + "ndcg_at_20": 0.87227, + "ndcg_at_3": 0.84241, + "ndcg_at_5": 0.8579, + "precision_at_1": 0.77556, + "precision_at_10": 0.09522, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.2963, + "precision_at_5": 0.18533, + "recall_at_1": 0.77556, + "recall_at_10": 0.95222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.88889, + "recall_at_5": 0.92667 + }, + { + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ], + "main_score": 0.75533, + "map_at_1": 0.65222, + "map_at_10": 0.72156, + "map_at_100": 0.72616, + "map_at_1000": 0.72638, + "map_at_20": 0.72474, + "map_at_3": 0.70574, + "map_at_5": 0.71613, + "mrr_at_1": 0.6522222222222223, + "mrr_at_10": 0.7215630511463845, + "mrr_at_100": 0.7261598139937181, + "mrr_at_1000": 0.7263796262540284, + "mrr_at_20": 0.7247419757935751, + "mrr_at_3": 0.7057407407407407, + "mrr_at_5": 0.7161296296296296, + "nauc_map_at_1000_diff1": 0.807291801789424, + "nauc_map_at_1000_max": 0.7451931472134109, + "nauc_map_at_1000_std": 0.23881616844853212, + "nauc_map_at_100_diff1": 0.8071860193622128, + "nauc_map_at_100_max": 0.7452174774069268, + "nauc_map_at_100_std": 0.23905612919016875, + "nauc_map_at_10_diff1": 0.8063499070675748, + "nauc_map_at_10_max": 0.7453452651046321, + "nauc_map_at_10_std": 0.24099619888757673, + "nauc_map_at_1_diff1": 0.8458768213195408, + "nauc_map_at_1_max": 0.7328029115687273, + "nauc_map_at_1_std": 0.1804856609962026, + "nauc_map_at_20_diff1": 0.8064578603664649, + "nauc_map_at_20_max": 0.7454949864749892, + "nauc_map_at_20_std": 0.24020135317727304, + "nauc_map_at_3_diff1": 0.8073897841063981, + "nauc_map_at_3_max": 0.7465529600160927, + "nauc_map_at_3_std": 0.23827968515502032, + "nauc_map_at_5_diff1": 0.8052113498652433, + "nauc_map_at_5_max": 0.7451996889326461, + "nauc_map_at_5_std": 0.23901292031474164, + "nauc_mrr_at_1000_diff1": 0.807291801789424, + "nauc_mrr_at_1000_max": 0.7451931472134109, + "nauc_mrr_at_1000_std": 0.23881616844853212, + "nauc_mrr_at_100_diff1": 0.8071860193622128, + "nauc_mrr_at_100_max": 0.7452174774069268, + "nauc_mrr_at_100_std": 0.23905612919016875, + "nauc_mrr_at_10_diff1": 0.8063499070675748, + "nauc_mrr_at_10_max": 0.7453452651046321, + "nauc_mrr_at_10_std": 0.24099619888757673, + "nauc_mrr_at_1_diff1": 0.8458768213195408, + "nauc_mrr_at_1_max": 0.7328029115687273, + "nauc_mrr_at_1_std": 0.1804856609962026, + "nauc_mrr_at_20_diff1": 0.8064578603664649, + "nauc_mrr_at_20_max": 0.7454949864749892, + "nauc_mrr_at_20_std": 0.24020135317727304, + "nauc_mrr_at_3_diff1": 0.8073897841063981, + "nauc_mrr_at_3_max": 0.7465529600160927, + "nauc_mrr_at_3_std": 0.23827968515502032, + "nauc_mrr_at_5_diff1": 0.8052113498652433, + "nauc_mrr_at_5_max": 0.7451996889326461, + "nauc_mrr_at_5_std": 0.23901292031474164, + "nauc_ndcg_at_1000_diff1": 0.8001044373805156, + "nauc_ndcg_at_1000_max": 0.7479850564646723, + "nauc_ndcg_at_1000_std": 0.2535781677695606, + "nauc_ndcg_at_100_diff1": 0.7973387326181876, + "nauc_ndcg_at_100_max": 0.7491925921392474, + "nauc_ndcg_at_100_std": 0.26025077341085984, + "nauc_ndcg_at_10_diff1": 0.7913607640620784, + "nauc_ndcg_at_10_max": 0.7507962978039782, + "nauc_ndcg_at_10_std": 0.2733319849844268, + "nauc_ndcg_at_1_diff1": 0.8458768213195408, + "nauc_ndcg_at_1_max": 0.7328029115687273, + "nauc_ndcg_at_1_std": 0.1804856609962026, + "nauc_ndcg_at_20_diff1": 0.7912321896239758, + "nauc_ndcg_at_20_max": 0.7515518218013292, + "nauc_ndcg_at_20_std": 0.2716691764078424, + "nauc_ndcg_at_3_diff1": 0.7942648679131034, + "nauc_ndcg_at_3_max": 0.7518718622906755, + "nauc_ndcg_at_3_std": 0.2629049432604388, + "nauc_ndcg_at_5_diff1": 0.7890784887251048, + "nauc_ndcg_at_5_max": 0.7497257703751253, + "nauc_ndcg_at_5_std": 0.2666186568101379, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6945268303399806, + "nauc_precision_at_100_max": 0.7991981106168036, + "nauc_precision_at_100_std": 0.511808645026645, + "nauc_precision_at_10_diff1": 0.7154099631711567, + "nauc_precision_at_10_max": 0.7799263423143996, + "nauc_precision_at_10_std": 0.44710215157976185, + "nauc_precision_at_1_diff1": 0.8458768213195408, + "nauc_precision_at_1_max": 0.7328029115687273, + "nauc_precision_at_1_std": 0.1804856609962026, + "nauc_precision_at_20_diff1": 0.6835173285000262, + "nauc_precision_at_20_max": 0.7979513373977025, + "nauc_precision_at_20_std": 0.5057011039709977, + "nauc_precision_at_3_diff1": 0.7486817212091932, + "nauc_precision_at_3_max": 0.7705993640059577, + "nauc_precision_at_3_std": 0.350418125830214, + "nauc_precision_at_5_diff1": 0.7218703724100789, + "nauc_precision_at_5_max": 0.7681860459424052, + "nauc_precision_at_5_std": 0.3833724957472062, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6945268303399801, + "nauc_recall_at_100_max": 0.7991981106167941, + "nauc_recall_at_100_std": 0.5118086450266354, + "nauc_recall_at_10_diff1": 0.7154099631711571, + "nauc_recall_at_10_max": 0.7799263423144024, + "nauc_recall_at_10_std": 0.44710215157976374, + "nauc_recall_at_1_diff1": 0.8458768213195408, + "nauc_recall_at_1_max": 0.7328029115687273, + "nauc_recall_at_1_std": 0.1804856609962026, + "nauc_recall_at_20_diff1": 0.6835173285000272, + "nauc_recall_at_20_max": 0.7979513373977047, + "nauc_recall_at_20_std": 0.505701103971002, + "nauc_recall_at_3_diff1": 0.7486817212091939, + "nauc_recall_at_3_max": 0.7705993640059577, + "nauc_recall_at_3_std": 0.35041812583021364, + "nauc_recall_at_5_diff1": 0.7218703724100791, + "nauc_recall_at_5_max": 0.768186045942406, + "nauc_recall_at_5_std": 0.38337249574720683, + "ndcg_at_1": 0.65222, + "ndcg_at_10": 0.75533, + "ndcg_at_100": 0.77713, + "ndcg_at_1000": 0.78217, + "ndcg_at_20": 0.76668, + "ndcg_at_3": 0.72311, + "ndcg_at_5": 0.74208, + "precision_at_1": 0.65222, + "precision_at_10": 0.08611, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "precision_at_20": 0.04528, + "precision_at_3": 0.25778, + "precision_at_5": 0.164, + "recall_at_1": 0.65222, + "recall_at_10": 0.86111, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "recall_at_20": 0.90556, + "recall_at_3": 0.77333, + "recall_at_5": 0.82 + }, + { + "hf_subset": "ita_Latn-ita_Latn", + "languages": [ + "ita-Latn", + "ita-Latn" + ], + "main_score": 0.90467, + "map_at_1": 0.83556, + "map_at_10": 0.88324, + "map_at_100": 0.88427, + "map_at_1000": 0.88432, + "map_at_20": 0.88379, + "map_at_3": 0.87426, + "map_at_5": 0.87987, + "mrr_at_1": 0.8355555555555556, + "mrr_at_10": 0.8832394179894186, + "mrr_at_100": 0.8842711003818278, + "mrr_at_1000": 0.8843170752238904, + "mrr_at_20": 0.8837856679211175, + "mrr_at_3": 0.8742592592592595, + "mrr_at_5": 0.8798703703703709, + "nauc_map_at_1000_diff1": 0.8749826160395422, + "nauc_map_at_1000_max": 0.7776065430258541, + "nauc_map_at_1000_std": 0.005022320835643188, + "nauc_map_at_100_diff1": 0.8749977925656235, + "nauc_map_at_100_max": 0.7776917720974944, + "nauc_map_at_100_std": 0.005357599421498317, + "nauc_map_at_10_diff1": 0.8744391722905411, + "nauc_map_at_10_max": 0.7775423025848414, + "nauc_map_at_10_std": 0.002078472529430263, + "nauc_map_at_1_diff1": 0.892631060988909, + "nauc_map_at_1_max": 0.7691504641327768, + "nauc_map_at_1_std": -0.00905657366279226, + "nauc_map_at_20_diff1": 0.8743574856414504, + "nauc_map_at_20_max": 0.7778323204354959, + "nauc_map_at_20_std": 0.005138518431721485, + "nauc_map_at_3_diff1": 0.8708809004184063, + "nauc_map_at_3_max": 0.7747708309309567, + "nauc_map_at_3_std": 0.0016535479030633951, + "nauc_map_at_5_diff1": 0.8737222895627721, + "nauc_map_at_5_max": 0.7788266684100084, + "nauc_map_at_5_std": 0.003061519808794366, + "nauc_mrr_at_1000_diff1": 0.8749826160395422, + "nauc_mrr_at_1000_max": 0.7776065430258541, + "nauc_mrr_at_1000_std": 0.005022320835643188, + "nauc_mrr_at_100_diff1": 0.8749977925656235, + "nauc_mrr_at_100_max": 0.7776917720974944, + "nauc_mrr_at_100_std": 0.005357599421498317, + "nauc_mrr_at_10_diff1": 0.8744391722905411, + "nauc_mrr_at_10_max": 0.7775423025848414, + "nauc_mrr_at_10_std": 0.002078472529430263, + "nauc_mrr_at_1_diff1": 0.892631060988909, + "nauc_mrr_at_1_max": 0.7691504641327768, + "nauc_mrr_at_1_std": -0.00905657366279226, + "nauc_mrr_at_20_diff1": 0.8743574856414504, + "nauc_mrr_at_20_max": 0.7778323204354959, + "nauc_mrr_at_20_std": 0.005138518431721485, + "nauc_mrr_at_3_diff1": 0.8708809004184063, + "nauc_mrr_at_3_max": 0.7747708309309567, + "nauc_mrr_at_3_std": 0.0016535479030633951, + "nauc_mrr_at_5_diff1": 0.8737222895627721, + "nauc_mrr_at_5_max": 0.7788266684100084, + "nauc_mrr_at_5_std": 0.003061519808794366, + "nauc_ndcg_at_1000_diff1": 0.8733431491347461, + "nauc_ndcg_at_1000_max": 0.7803146060630018, + "nauc_ndcg_at_1000_std": 0.011281087702161931, + "nauc_ndcg_at_100_diff1": 0.8737345509609076, + "nauc_ndcg_at_100_max": 0.7824158818288798, + "nauc_ndcg_at_100_std": 0.019525150297928093, + "nauc_ndcg_at_10_diff1": 0.8703874131210831, + "nauc_ndcg_at_10_max": 0.782954898273766, + "nauc_ndcg_at_10_std": 0.006943067896179054, + "nauc_ndcg_at_1_diff1": 0.892631060988909, + "nauc_ndcg_at_1_max": 0.7691504641327768, + "nauc_ndcg_at_1_std": -0.00905657366279226, + "nauc_ndcg_at_20_diff1": 0.8697785762634295, + "nauc_ndcg_at_20_max": 0.7841437729165598, + "nauc_ndcg_at_20_std": 0.02171740068744243, + "nauc_ndcg_at_3_diff1": 0.8634367731534239, + "nauc_ndcg_at_3_max": 0.7765110736943268, + "nauc_ndcg_at_3_std": 0.003276072613734878, + "nauc_ndcg_at_5_diff1": 0.8687361066202139, + "nauc_ndcg_at_5_max": 0.7851743933047769, + "nauc_ndcg_at_5_std": 0.006603964293342126, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9101307189542385, + "nauc_precision_at_100_max": 0.9782135076252514, + "nauc_precision_at_100_std": 0.7857142857142922, + "nauc_precision_at_10_diff1": 0.833297421532712, + "nauc_precision_at_10_max": 0.8477519212813337, + "nauc_precision_at_10_std": 0.06974071679954098, + "nauc_precision_at_1_diff1": 0.892631060988909, + "nauc_precision_at_1_max": 0.7691504641327768, + "nauc_precision_at_1_std": -0.00905657366279226, + "nauc_precision_at_20_diff1": 0.8080003931397038, + "nauc_precision_at_20_max": 0.889429455992924, + "nauc_precision_at_20_std": 0.34974691631037125, + "nauc_precision_at_3_diff1": 0.8313804394997408, + "nauc_precision_at_3_max": 0.7838994752830708, + "nauc_precision_at_3_std": 0.009087202956300531, + "nauc_precision_at_5_diff1": 0.8407446311858061, + "nauc_precision_at_5_max": 0.8270988951135984, + "nauc_precision_at_5_std": 0.028040382819792417, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.910130718954248, + "nauc_recall_at_100_max": 0.9782135076252669, + "nauc_recall_at_100_std": 0.7857142857142857, + "nauc_recall_at_10_diff1": 0.8332974215327164, + "nauc_recall_at_10_max": 0.8477519212813335, + "nauc_recall_at_10_std": 0.06974071679954445, + "nauc_recall_at_1_diff1": 0.892631060988909, + "nauc_recall_at_1_max": 0.7691504641327768, + "nauc_recall_at_1_std": -0.00905657366279226, + "nauc_recall_at_20_diff1": 0.8080003931397144, + "nauc_recall_at_20_max": 0.8894294559929238, + "nauc_recall_at_20_std": 0.3497469163103826, + "nauc_recall_at_3_diff1": 0.8313804394997444, + "nauc_recall_at_3_max": 0.7838994752830711, + "nauc_recall_at_3_std": 0.009087202956300515, + "nauc_recall_at_5_diff1": 0.8407446311858052, + "nauc_recall_at_5_max": 0.8270988951135988, + "nauc_recall_at_5_std": 0.028040382819796636, + "ndcg_at_1": 0.83556, + "ndcg_at_10": 0.90467, + "ndcg_at_100": 0.90953, + "ndcg_at_1000": 0.91045, + "ndcg_at_20": 0.90664, + "ndcg_at_3": 0.88633, + "ndcg_at_5": 0.89666, + "precision_at_1": 0.83556, + "precision_at_10": 0.09711, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30704, + "precision_at_5": 0.18933, + "recall_at_1": 0.83556, + "recall_at_10": 0.97111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.92111, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.90239, + "map_at_1": 0.82444, + "map_at_10": 0.88039, + "map_at_100": 0.88189, + "map_at_1000": 0.88192, + "map_at_20": 0.88152, + "map_at_3": 0.8713, + "map_at_5": 0.8783, + "mrr_at_1": 0.8244444444444444, + "mrr_at_10": 0.8803928571428572, + "mrr_at_100": 0.8818909598219198, + "mrr_at_1000": 0.8819163966520952, + "mrr_at_20": 0.8815177126794775, + "mrr_at_3": 0.8712962962962962, + "mrr_at_5": 0.8782962962962967, + "nauc_map_at_1000_diff1": 0.8835960898899801, + "nauc_map_at_1000_max": 0.7169062035174221, + "nauc_map_at_1000_std": -0.12179379368852737, + "nauc_map_at_100_diff1": 0.88359725116812, + "nauc_map_at_100_max": 0.7169698331005346, + "nauc_map_at_100_std": -0.12166390715041557, + "nauc_map_at_10_diff1": 0.8830413457142606, + "nauc_map_at_10_max": 0.7179448882809062, + "nauc_map_at_10_std": -0.12311476492848644, + "nauc_map_at_1_diff1": 0.8985115655800315, + "nauc_map_at_1_max": 0.7053500983105607, + "nauc_map_at_1_std": -0.1159219276384179, + "nauc_map_at_20_diff1": 0.883466594901345, + "nauc_map_at_20_max": 0.7172924527729541, + "nauc_map_at_20_std": -0.12093936784403225, + "nauc_map_at_3_diff1": 0.8786821461751769, + "nauc_map_at_3_max": 0.7170148857548015, + "nauc_map_at_3_std": -0.12752013523613973, + "nauc_map_at_5_diff1": 0.8831484380599357, + "nauc_map_at_5_max": 0.7190461086104981, + "nauc_map_at_5_std": -0.12475640499380207, + "nauc_mrr_at_1000_diff1": 0.8835960898899801, + "nauc_mrr_at_1000_max": 0.7169062035174221, + "nauc_mrr_at_1000_std": -0.12179379368852737, + "nauc_mrr_at_100_diff1": 0.88359725116812, + "nauc_mrr_at_100_max": 0.7169698331005346, + "nauc_mrr_at_100_std": -0.12166390715041557, + "nauc_mrr_at_10_diff1": 0.8830413457142606, + "nauc_mrr_at_10_max": 0.7179448882809062, + "nauc_mrr_at_10_std": -0.12311476492848644, + "nauc_mrr_at_1_diff1": 0.8985115655800315, + "nauc_mrr_at_1_max": 0.7053500983105607, + "nauc_mrr_at_1_std": -0.1159219276384179, + "nauc_mrr_at_20_diff1": 0.883466594901345, + "nauc_mrr_at_20_max": 0.7172924527729541, + "nauc_mrr_at_20_std": -0.12093936784403225, + "nauc_mrr_at_3_diff1": 0.8786821461751769, + "nauc_mrr_at_3_max": 0.7170148857548015, + "nauc_mrr_at_3_std": -0.12752013523613973, + "nauc_mrr_at_5_diff1": 0.8831484380599357, + "nauc_mrr_at_5_max": 0.7190461086104981, + "nauc_mrr_at_5_std": -0.12475640499380207, + "nauc_ndcg_at_1000_diff1": 0.8820396736749179, + "nauc_ndcg_at_1000_max": 0.7198986582693195, + "nauc_ndcg_at_1000_std": -0.11856890822650411, + "nauc_ndcg_at_100_diff1": 0.8819691210869948, + "nauc_ndcg_at_100_max": 0.7214076629872467, + "nauc_ndcg_at_100_std": -0.11499970738745749, + "nauc_ndcg_at_10_diff1": 0.87907862955629, + "nauc_ndcg_at_10_max": 0.7260960913524666, + "nauc_ndcg_at_10_std": -0.11888459065829479, + "nauc_ndcg_at_1_diff1": 0.8985115655800315, + "nauc_ndcg_at_1_max": 0.7053500983105607, + "nauc_ndcg_at_1_std": -0.1159219276384179, + "nauc_ndcg_at_20_diff1": 0.8809536637017272, + "nauc_ndcg_at_20_max": 0.7237298402186948, + "nauc_ndcg_at_20_std": -0.1084257472053184, + "nauc_ndcg_at_3_diff1": 0.8711730110075717, + "nauc_ndcg_at_3_max": 0.7239339793280773, + "nauc_ndcg_at_3_std": -0.12854230059521604, + "nauc_ndcg_at_5_diff1": 0.8798746238796572, + "nauc_ndcg_at_5_max": 0.7286243261912532, + "nauc_ndcg_at_5_std": -0.12385080619082296, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579172, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.56598194833488, + "nauc_precision_at_10_diff1": 0.8419367747098856, + "nauc_precision_at_10_max": 0.8129418434040282, + "nauc_precision_at_10_std": -0.062041483259966904, + "nauc_precision_at_1_diff1": 0.8985115655800315, + "nauc_precision_at_1_max": 0.7053500983105607, + "nauc_precision_at_1_std": -0.1159219276384179, + "nauc_precision_at_20_diff1": 0.8462974933563137, + "nauc_precision_at_20_max": 0.8585075055663252, + "nauc_precision_at_20_std": 0.26344896933132, + "nauc_precision_at_3_diff1": 0.8365669797330719, + "nauc_precision_at_3_max": 0.757263689789644, + "nauc_precision_at_3_std": -0.1313093864996971, + "nauc_precision_at_5_diff1": 0.8603425109881345, + "nauc_precision_at_5_max": 0.8013254082120609, + "nauc_precision_at_5_std": -0.1137300448634785, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579231, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.565981948334893, + "nauc_recall_at_10_diff1": 0.8419367747098845, + "nauc_recall_at_10_max": 0.8129418434040303, + "nauc_recall_at_10_std": -0.06204148325997215, + "nauc_recall_at_1_diff1": 0.8985115655800315, + "nauc_recall_at_1_max": 0.7053500983105607, + "nauc_recall_at_1_std": -0.1159219276384179, + "nauc_recall_at_20_diff1": 0.8462974933563272, + "nauc_recall_at_20_max": 0.8585075055663342, + "nauc_recall_at_20_std": 0.26344896933133133, + "nauc_recall_at_3_diff1": 0.8365669797330698, + "nauc_recall_at_3_max": 0.7572636897896421, + "nauc_recall_at_3_std": -0.13130938649969587, + "nauc_recall_at_5_diff1": 0.8603425109881372, + "nauc_recall_at_5_max": 0.8013254082120695, + "nauc_recall_at_5_std": -0.11373004486347593, + "ndcg_at_1": 0.82444, + "ndcg_at_10": 0.90239, + "ndcg_at_100": 0.90879, + "ndcg_at_1000": 0.90926, + "ndcg_at_20": 0.90656, + "ndcg_at_3": 0.88506, + "ndcg_at_5": 0.89755, + "precision_at_1": 0.82444, + "precision_at_10": 0.09689, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30815, + "precision_at_5": 0.19089, + "recall_at_1": 0.82444, + "recall_at_10": 0.96889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.92444, + "recall_at_5": 0.95444 + }, + { + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ], + "main_score": 0.91337, + "map_at_1": 0.84778, + "map_at_10": 0.89297, + "map_at_100": 0.89393, + "map_at_1000": 0.89396, + "map_at_20": 0.89372, + "map_at_3": 0.88389, + "map_at_5": 0.88994, + "mrr_at_1": 0.8477777777777777, + "mrr_at_10": 0.8929713403880075, + "mrr_at_100": 0.893928924137361, + "mrr_at_1000": 0.8939611213660337, + "mrr_at_20": 0.8937170514670518, + "mrr_at_3": 0.8838888888888892, + "mrr_at_5": 0.8899444444444449, + "nauc_map_at_1000_diff1": 0.9034594252615689, + "nauc_map_at_1000_max": 0.7884349363568559, + "nauc_map_at_1000_std": -0.06945797661542784, + "nauc_map_at_100_diff1": 0.9034469996722909, + "nauc_map_at_100_max": 0.788501290835879, + "nauc_map_at_100_std": -0.06913846326192204, + "nauc_map_at_10_diff1": 0.9036361296351718, + "nauc_map_at_10_max": 0.7902698228380575, + "nauc_map_at_10_std": -0.06233191203580527, + "nauc_map_at_1_diff1": 0.917144141508558, + "nauc_map_at_1_max": 0.7797170114237186, + "nauc_map_at_1_std": -0.09365880111597041, + "nauc_map_at_20_diff1": 0.903503415572672, + "nauc_map_at_20_max": 0.7888503227133655, + "nauc_map_at_20_std": -0.06816248623957653, + "nauc_map_at_3_diff1": 0.8959275948675701, + "nauc_map_at_3_max": 0.7822115539517351, + "nauc_map_at_3_std": -0.08086661542214466, + "nauc_map_at_5_diff1": 0.9016056286828826, + "nauc_map_at_5_max": 0.7871854526422403, + "nauc_map_at_5_std": -0.08452120314166679, + "nauc_mrr_at_1000_diff1": 0.9034594252615689, + "nauc_mrr_at_1000_max": 0.7884349363568559, + "nauc_mrr_at_1000_std": -0.06945797661542784, + "nauc_mrr_at_100_diff1": 0.9034469996722909, + "nauc_mrr_at_100_max": 0.788501290835879, + "nauc_mrr_at_100_std": -0.06913846326192204, + "nauc_mrr_at_10_diff1": 0.9036361296351718, + "nauc_mrr_at_10_max": 0.7902698228380575, + "nauc_mrr_at_10_std": -0.06233191203580527, + "nauc_mrr_at_1_diff1": 0.917144141508558, + "nauc_mrr_at_1_max": 0.7797170114237186, + "nauc_mrr_at_1_std": -0.09365880111597041, + "nauc_mrr_at_20_diff1": 0.903503415572672, + "nauc_mrr_at_20_max": 0.7888503227133655, + "nauc_mrr_at_20_std": -0.06816248623957653, + "nauc_mrr_at_3_diff1": 0.8959275948675701, + "nauc_mrr_at_3_max": 0.7822115539517351, + "nauc_mrr_at_3_std": -0.08086661542214466, + "nauc_mrr_at_5_diff1": 0.9016056286828826, + "nauc_mrr_at_5_max": 0.7871854526422403, + "nauc_mrr_at_5_std": -0.08452120314166679, + "nauc_ndcg_at_1000_diff1": 0.9025254281983328, + "nauc_ndcg_at_1000_max": 0.7916744218842721, + "nauc_ndcg_at_1000_std": -0.057668056070396635, + "nauc_ndcg_at_100_diff1": 0.9023758081269614, + "nauc_ndcg_at_100_max": 0.7932939014709612, + "nauc_ndcg_at_100_std": -0.04995625098255584, + "nauc_ndcg_at_10_diff1": 0.9033915273359624, + "nauc_ndcg_at_10_max": 0.8025315343676743, + "nauc_ndcg_at_10_std": -0.013879228326667834, + "nauc_ndcg_at_1_diff1": 0.917144141508558, + "nauc_ndcg_at_1_max": 0.7797170114237186, + "nauc_ndcg_at_1_std": -0.09365880111597041, + "nauc_ndcg_at_20_diff1": 0.902724896521157, + "nauc_ndcg_at_20_max": 0.7967108459526516, + "nauc_ndcg_at_20_std": -0.03740166135933274, + "nauc_ndcg_at_3_diff1": 0.8875444381471371, + "nauc_ndcg_at_3_max": 0.7825754721578625, + "nauc_ndcg_at_3_std": -0.07600532197396487, + "nauc_ndcg_at_5_diff1": 0.8978444040862247, + "nauc_ndcg_at_5_max": 0.7923899656506588, + "nauc_ndcg_at_5_std": -0.08346452330453438, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8885387488328824, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9305555555555588, + "nauc_precision_at_10_diff1": 0.9149659863945521, + "nauc_precision_at_10_max": 0.9813258636788014, + "nauc_precision_at_10_std": 0.7261571295184659, + "nauc_precision_at_1_diff1": 0.917144141508558, + "nauc_precision_at_1_max": 0.7797170114237186, + "nauc_precision_at_1_std": -0.09365880111597041, + "nauc_precision_at_20_diff1": 0.907018362900716, + "nauc_precision_at_20_max": 0.9782135076252763, + "nauc_precision_at_20_std": 0.7331543728602391, + "nauc_precision_at_3_diff1": 0.8503267973856247, + "nauc_precision_at_3_max": 0.7838756015226622, + "nauc_precision_at_3_std": -0.05452129569776631, + "nauc_precision_at_5_diff1": 0.876228269085411, + "nauc_precision_at_5_max": 0.8283313325330104, + "nauc_precision_at_5_std": -0.07995420390378209, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8885387488328875, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9305555555555413, + "nauc_recall_at_10_diff1": 0.9149659863945583, + "nauc_recall_at_10_max": 0.9813258636788057, + "nauc_recall_at_10_std": 0.7261571295184679, + "nauc_recall_at_1_diff1": 0.917144141508558, + "nauc_recall_at_1_max": 0.7797170114237186, + "nauc_recall_at_1_std": -0.09365880111597041, + "nauc_recall_at_20_diff1": 0.9070183629007106, + "nauc_recall_at_20_max": 0.9782135076252669, + "nauc_recall_at_20_std": 0.7331543728602443, + "nauc_recall_at_3_diff1": 0.8503267973856222, + "nauc_recall_at_3_max": 0.7838756015226608, + "nauc_recall_at_3_std": -0.05452129569776621, + "nauc_recall_at_5_diff1": 0.8762282690854134, + "nauc_recall_at_5_max": 0.8283313325330127, + "nauc_recall_at_5_std": -0.07995420390378583, + "ndcg_at_1": 0.84778, + "ndcg_at_10": 0.91337, + "ndcg_at_100": 0.91758, + "ndcg_at_1000": 0.9182, + "ndcg_at_20": 0.91596, + "ndcg_at_3": 0.8952, + "ndcg_at_5": 0.90591, + "precision_at_1": 0.84778, + "precision_at_10": 0.09767, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.30926, + "precision_at_5": 0.19067, + "recall_at_1": 0.84778, + "recall_at_10": 0.97667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.92778, + "recall_at_5": 0.95333 + }, + { + "hf_subset": "jav_Latn-jav_Latn", + "languages": [ + "jav-Latn", + "jav-Latn" + ], + "main_score": 0.79706, + "map_at_1": 0.70667, + "map_at_10": 0.76898, + "map_at_100": 0.77227, + "map_at_1000": 0.77245, + "map_at_20": 0.77097, + "map_at_3": 0.75722, + "map_at_5": 0.7645, + "mrr_at_1": 0.7066666666666667, + "mrr_at_10": 0.7689788359788365, + "mrr_at_100": 0.7722743461509648, + "mrr_at_1000": 0.7724489017437628, + "mrr_at_20": 0.7709662211379193, + "mrr_at_3": 0.7572222222222227, + "mrr_at_5": 0.7645000000000007, + "nauc_map_at_1000_diff1": 0.846126224221105, + "nauc_map_at_1000_max": 0.7992124105321844, + "nauc_map_at_1000_std": 0.35621624970984583, + "nauc_map_at_100_diff1": 0.8461473232262532, + "nauc_map_at_100_max": 0.7992985510935952, + "nauc_map_at_100_std": 0.35660421393707215, + "nauc_map_at_10_diff1": 0.8451573646046641, + "nauc_map_at_10_max": 0.7994242946675311, + "nauc_map_at_10_std": 0.3573567123209802, + "nauc_map_at_1_diff1": 0.8671386149114434, + "nauc_map_at_1_max": 0.784694518547526, + "nauc_map_at_1_std": 0.29566925279620143, + "nauc_map_at_20_diff1": 0.8453078093222567, + "nauc_map_at_20_max": 0.7991612378417953, + "nauc_map_at_20_std": 0.3568778001793393, + "nauc_map_at_3_diff1": 0.8470975760698518, + "nauc_map_at_3_max": 0.8034646815201973, + "nauc_map_at_3_std": 0.35484293887433715, + "nauc_map_at_5_diff1": 0.8460694513607822, + "nauc_map_at_5_max": 0.8013000991191253, + "nauc_map_at_5_std": 0.35843467307517735, + "nauc_mrr_at_1000_diff1": 0.846126224221105, + "nauc_mrr_at_1000_max": 0.7992124105321844, + "nauc_mrr_at_1000_std": 0.35621624970984583, + "nauc_mrr_at_100_diff1": 0.8461473232262532, + "nauc_mrr_at_100_max": 0.7992985510935952, + "nauc_mrr_at_100_std": 0.35660421393707215, + "nauc_mrr_at_10_diff1": 0.8451573646046641, + "nauc_mrr_at_10_max": 0.7994242946675311, + "nauc_mrr_at_10_std": 0.3573567123209802, + "nauc_mrr_at_1_diff1": 0.8671386149114434, + "nauc_mrr_at_1_max": 0.784694518547526, + "nauc_mrr_at_1_std": 0.29566925279620143, + "nauc_mrr_at_20_diff1": 0.8453078093222567, + "nauc_mrr_at_20_max": 0.7991612378417953, + "nauc_mrr_at_20_std": 0.3568778001793393, + "nauc_mrr_at_3_diff1": 0.8470975760698518, + "nauc_mrr_at_3_max": 0.8034646815201973, + "nauc_mrr_at_3_std": 0.35484293887433715, + "nauc_mrr_at_5_diff1": 0.8460694513607822, + "nauc_mrr_at_5_max": 0.8013000991191253, + "nauc_mrr_at_5_std": 0.35843467307517735, + "nauc_ndcg_at_1000_diff1": 0.8422195104980174, + "nauc_ndcg_at_1000_max": 0.8017057535214643, + "nauc_ndcg_at_1000_std": 0.3715756406495698, + "nauc_ndcg_at_100_diff1": 0.8428730830202991, + "nauc_ndcg_at_100_max": 0.8038038962562457, + "nauc_ndcg_at_100_std": 0.3828014218448805, + "nauc_ndcg_at_10_diff1": 0.8348834307477108, + "nauc_ndcg_at_10_max": 0.8035286635695323, + "nauc_ndcg_at_10_std": 0.3874347425431167, + "nauc_ndcg_at_1_diff1": 0.8671386149114434, + "nauc_ndcg_at_1_max": 0.784694518547526, + "nauc_ndcg_at_1_std": 0.29566925279620143, + "nauc_ndcg_at_20_diff1": 0.8351264122242797, + "nauc_ndcg_at_20_max": 0.8022314087660883, + "nauc_ndcg_at_20_std": 0.38414996715581157, + "nauc_ndcg_at_3_diff1": 0.8401330271143218, + "nauc_ndcg_at_3_max": 0.8119910681469968, + "nauc_ndcg_at_3_std": 0.37925758010371735, + "nauc_ndcg_at_5_diff1": 0.8378670537933612, + "nauc_ndcg_at_5_max": 0.8083161824454199, + "nauc_ndcg_at_5_std": 0.38837195142072106, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.867429730512889, + "nauc_precision_at_100_max": 0.8812904472133708, + "nauc_precision_at_100_std": 0.8172027431662335, + "nauc_precision_at_10_diff1": 0.7788236584295953, + "nauc_precision_at_10_max": 0.8214468489545245, + "nauc_precision_at_10_std": 0.549225946775844, + "nauc_precision_at_1_diff1": 0.8671386149114434, + "nauc_precision_at_1_max": 0.784694518547526, + "nauc_precision_at_1_std": 0.29566925279620143, + "nauc_precision_at_20_diff1": 0.7625050020007973, + "nauc_precision_at_20_max": 0.8152473110456285, + "nauc_precision_at_20_std": 0.565226090436172, + "nauc_precision_at_3_diff1": 0.815054693739262, + "nauc_precision_at_3_max": 0.8435450497325822, + "nauc_precision_at_3_std": 0.46880823310181396, + "nauc_precision_at_5_diff1": 0.8032179918284689, + "nauc_precision_at_5_max": 0.8378529847778132, + "nauc_precision_at_5_std": 0.5181726145279655, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8674297305128922, + "nauc_recall_at_100_max": 0.881290447213367, + "nauc_recall_at_100_std": 0.8172027431662339, + "nauc_recall_at_10_diff1": 0.7788236584295947, + "nauc_recall_at_10_max": 0.8214468489545244, + "nauc_recall_at_10_std": 0.5492259467758436, + "nauc_recall_at_1_diff1": 0.8671386149114434, + "nauc_recall_at_1_max": 0.784694518547526, + "nauc_recall_at_1_std": 0.29566925279620143, + "nauc_recall_at_20_diff1": 0.7625050020008004, + "nauc_recall_at_20_max": 0.8152473110456305, + "nauc_recall_at_20_std": 0.5652260904361749, + "nauc_recall_at_3_diff1": 0.8150546937392612, + "nauc_recall_at_3_max": 0.8435450497325814, + "nauc_recall_at_3_std": 0.468808233101812, + "nauc_recall_at_5_diff1": 0.8032179918284712, + "nauc_recall_at_5_max": 0.8378529847778137, + "nauc_recall_at_5_std": 0.5181726145279683, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.79706, + "ndcg_at_100": 0.81434, + "ndcg_at_1000": 0.81856, + "ndcg_at_20": 0.80452, + "ndcg_at_3": 0.77284, + "ndcg_at_5": 0.78604, + "precision_at_1": 0.70667, + "precision_at_10": 0.08844, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "precision_at_20": 0.04572, + "precision_at_3": 0.27259, + "precision_at_5": 0.17, + "recall_at_1": 0.70667, + "recall_at_10": 0.88444, + "recall_at_100": 0.96778, + "recall_at_1000": 1.0, + "recall_at_20": 0.91444, + "recall_at_3": 0.81778, + "recall_at_5": 0.85 + }, + { + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ], + "main_score": 0.86131, + "map_at_1": 0.76556, + "map_at_10": 0.83198, + "map_at_100": 0.83397, + "map_at_1000": 0.83398, + "map_at_20": 0.83315, + "map_at_3": 0.8187, + "map_at_5": 0.82709, + "mrr_at_1": 0.7655555555555555, + "mrr_at_10": 0.831975749559083, + "mrr_at_100": 0.8339679519943708, + "mrr_at_1000": 0.8339806088345407, + "mrr_at_20": 0.8331516414060276, + "mrr_at_3": 0.8187037037037037, + "mrr_at_5": 0.8270925925925928, + "nauc_map_at_1000_diff1": 0.8527775972943812, + "nauc_map_at_1000_max": 0.6842705050163432, + "nauc_map_at_1000_std": -0.07646093160817763, + "nauc_map_at_100_diff1": 0.8527651626205653, + "nauc_map_at_100_max": 0.6842732303175358, + "nauc_map_at_100_std": -0.07639825852730138, + "nauc_map_at_10_diff1": 0.8525869834586384, + "nauc_map_at_10_max": 0.685943065479379, + "nauc_map_at_10_std": -0.07241834117958508, + "nauc_map_at_1_diff1": 0.8685971928673066, + "nauc_map_at_1_max": 0.6479426523999735, + "nauc_map_at_1_std": -0.11419803730924719, + "nauc_map_at_20_diff1": 0.8525994061883021, + "nauc_map_at_20_max": 0.6849294081642742, + "nauc_map_at_20_std": -0.07517144225267529, + "nauc_map_at_3_diff1": 0.8491579866958242, + "nauc_map_at_3_max": 0.6897264144491754, + "nauc_map_at_3_std": -0.0795211648686262, + "nauc_map_at_5_diff1": 0.850804471268297, + "nauc_map_at_5_max": 0.6861730395836767, + "nauc_map_at_5_std": -0.06985812338330602, + "nauc_mrr_at_1000_diff1": 0.8527775972943812, + "nauc_mrr_at_1000_max": 0.6842705050163432, + "nauc_mrr_at_1000_std": -0.07646093160817763, + "nauc_mrr_at_100_diff1": 0.8527651626205653, + "nauc_mrr_at_100_max": 0.6842732303175358, + "nauc_mrr_at_100_std": -0.07639825852730138, + "nauc_mrr_at_10_diff1": 0.8525869834586384, + "nauc_mrr_at_10_max": 0.685943065479379, + "nauc_mrr_at_10_std": -0.07241834117958508, + "nauc_mrr_at_1_diff1": 0.8685971928673066, + "nauc_mrr_at_1_max": 0.6479426523999735, + "nauc_mrr_at_1_std": -0.11419803730924719, + "nauc_mrr_at_20_diff1": 0.8525994061883021, + "nauc_mrr_at_20_max": 0.6849294081642742, + "nauc_mrr_at_20_std": -0.07517144225267529, + "nauc_mrr_at_3_diff1": 0.8491579866958242, + "nauc_mrr_at_3_max": 0.6897264144491754, + "nauc_mrr_at_3_std": -0.0795211648686262, + "nauc_mrr_at_5_diff1": 0.850804471268297, + "nauc_mrr_at_5_max": 0.6861730395836767, + "nauc_mrr_at_5_std": -0.06985812338330602, + "nauc_ndcg_at_1000_diff1": 0.8505988645939246, + "nauc_ndcg_at_1000_max": 0.688674998465624, + "nauc_ndcg_at_1000_std": -0.0686823847646277, + "nauc_ndcg_at_100_diff1": 0.8498253208022545, + "nauc_ndcg_at_100_max": 0.6886234169449021, + "nauc_ndcg_at_100_std": -0.06603415772088189, + "nauc_ndcg_at_10_diff1": 0.8490785031473793, + "nauc_ndcg_at_10_max": 0.6981728511432496, + "nauc_ndcg_at_10_std": -0.04797482801863247, + "nauc_ndcg_at_1_diff1": 0.8685971928673066, + "nauc_ndcg_at_1_max": 0.6479426523999735, + "nauc_ndcg_at_1_std": -0.11419803730924719, + "nauc_ndcg_at_20_diff1": 0.8490409636307578, + "nauc_ndcg_at_20_max": 0.6936032071422505, + "nauc_ndcg_at_20_std": -0.059308230179220114, + "nauc_ndcg_at_3_diff1": 0.8415296735405369, + "nauc_ndcg_at_3_max": 0.7037460442249974, + "nauc_ndcg_at_3_std": -0.06465713469947496, + "nauc_ndcg_at_5_diff1": 0.8443963628865551, + "nauc_ndcg_at_5_max": 0.6977840518582401, + "nauc_ndcg_at_5_std": -0.043806320931598516, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6095549330843759, + "nauc_precision_at_100_max": 0.6640211640211846, + "nauc_precision_at_100_std": 0.7027699968875685, + "nauc_precision_at_10_diff1": 0.8247779732047866, + "nauc_precision_at_10_max": 0.8066249755716245, + "nauc_precision_at_10_std": 0.1875230712440002, + "nauc_precision_at_1_diff1": 0.8685971928673066, + "nauc_precision_at_1_max": 0.6479426523999735, + "nauc_precision_at_1_std": -0.11419803730924719, + "nauc_precision_at_20_diff1": 0.8100771172666621, + "nauc_precision_at_20_max": 0.7918698343534855, + "nauc_precision_at_20_std": 0.14200989037589556, + "nauc_precision_at_3_diff1": 0.8103501608512752, + "nauc_precision_at_3_max": 0.7599604058401396, + "nauc_precision_at_3_std": -0.003327500265140762, + "nauc_precision_at_5_diff1": 0.8103454715219424, + "nauc_precision_at_5_max": 0.758182384064737, + "nauc_precision_at_5_std": 0.10575785869903764, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6095549330843201, + "nauc_recall_at_100_max": 0.6640211640211822, + "nauc_recall_at_100_std": 0.7027699968876245, + "nauc_recall_at_10_diff1": 0.8247779732047874, + "nauc_recall_at_10_max": 0.8066249755716247, + "nauc_recall_at_10_std": 0.18752307124400075, + "nauc_recall_at_1_diff1": 0.8685971928673066, + "nauc_recall_at_1_max": 0.6479426523999735, + "nauc_recall_at_1_std": -0.11419803730924719, + "nauc_recall_at_20_diff1": 0.8100771172666642, + "nauc_recall_at_20_max": 0.7918698343534953, + "nauc_recall_at_20_std": 0.1420098903759035, + "nauc_recall_at_3_diff1": 0.8103501608512749, + "nauc_recall_at_3_max": 0.7599604058401381, + "nauc_recall_at_3_std": -0.0033275002651407585, + "nauc_recall_at_5_diff1": 0.8103454715219419, + "nauc_recall_at_5_max": 0.7581823840647366, + "nauc_recall_at_5_std": 0.10575785869903534, + "ndcg_at_1": 0.76556, + "ndcg_at_10": 0.86131, + "ndcg_at_100": 0.87094, + "ndcg_at_1000": 0.87135, + "ndcg_at_20": 0.86573, + "ndcg_at_3": 0.83456, + "ndcg_at_5": 0.84967, + "precision_at_1": 0.76556, + "precision_at_10": 0.09522, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.0485, + "precision_at_3": 0.29333, + "precision_at_5": 0.18333, + "recall_at_1": 0.76556, + "recall_at_10": 0.95222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97, + "recall_at_3": 0.88, + "recall_at_5": 0.91667 + }, + { + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ], + "main_score": 0.7648, + "map_at_1": 0.67111, + "map_at_10": 0.73466, + "map_at_100": 0.73832, + "map_at_1000": 0.73862, + "map_at_20": 0.73699, + "map_at_3": 0.71926, + "map_at_5": 0.72926, + "mrr_at_1": 0.6711111111111111, + "mrr_at_10": 0.7346644620811287, + "mrr_at_100": 0.7383237990048975, + "mrr_at_1000": 0.7386234615352085, + "mrr_at_20": 0.7369922133727604, + "mrr_at_3": 0.7192592592592593, + "mrr_at_5": 0.7292592592592594, + "nauc_map_at_1000_diff1": 0.8236726348443859, + "nauc_map_at_1000_max": 0.7940283022215343, + "nauc_map_at_1000_std": 0.3344702256373077, + "nauc_map_at_100_diff1": 0.8235702410620637, + "nauc_map_at_100_max": 0.794055629831389, + "nauc_map_at_100_std": 0.33492097537597004, + "nauc_map_at_10_diff1": 0.8231027361991226, + "nauc_map_at_10_max": 0.7946849390465428, + "nauc_map_at_10_std": 0.334936443726117, + "nauc_map_at_1_diff1": 0.84181415095051, + "nauc_map_at_1_max": 0.775493352838711, + "nauc_map_at_1_std": 0.2892457753010643, + "nauc_map_at_20_diff1": 0.8231454211521343, + "nauc_map_at_20_max": 0.7942757836188715, + "nauc_map_at_20_std": 0.3354313501546083, + "nauc_map_at_3_diff1": 0.8247397609888586, + "nauc_map_at_3_max": 0.7942164203018476, + "nauc_map_at_3_std": 0.32155415634706963, + "nauc_map_at_5_diff1": 0.8235055767286074, + "nauc_map_at_5_max": 0.793362415338198, + "nauc_map_at_5_std": 0.3261120481952093, + "nauc_mrr_at_1000_diff1": 0.823672107827618, + "nauc_mrr_at_1000_max": 0.79402901916785, + "nauc_mrr_at_1000_std": 0.3344695690315838, + "nauc_mrr_at_100_diff1": 0.8235697144354437, + "nauc_mrr_at_100_max": 0.7940563459127409, + "nauc_mrr_at_100_std": 0.33492032098256375, + "nauc_mrr_at_10_diff1": 0.8231027361991226, + "nauc_mrr_at_10_max": 0.7946849390465428, + "nauc_mrr_at_10_std": 0.334936443726117, + "nauc_mrr_at_1_diff1": 0.84181415095051, + "nauc_mrr_at_1_max": 0.775493352838711, + "nauc_mrr_at_1_std": 0.2892457753010643, + "nauc_mrr_at_20_diff1": 0.8231454211521343, + "nauc_mrr_at_20_max": 0.7942757836188715, + "nauc_mrr_at_20_std": 0.3354313501546083, + "nauc_mrr_at_3_diff1": 0.8247397609888586, + "nauc_mrr_at_3_max": 0.7942164203018476, + "nauc_mrr_at_3_std": 0.32155415634706963, + "nauc_mrr_at_5_diff1": 0.8235055767286074, + "nauc_mrr_at_5_max": 0.793362415338198, + "nauc_mrr_at_5_std": 0.3261120481952093, + "nauc_ndcg_at_1000_diff1": 0.8198780639372604, + "nauc_ndcg_at_1000_max": 0.7975144590301542, + "nauc_ndcg_at_1000_std": 0.35003818016213006, + "nauc_ndcg_at_100_diff1": 0.8178059955335556, + "nauc_ndcg_at_100_max": 0.7986564062907, + "nauc_ndcg_at_100_std": 0.36286650624721417, + "nauc_ndcg_at_10_diff1": 0.8146955096395923, + "nauc_ndcg_at_10_max": 0.8021745300909517, + "nauc_ndcg_at_10_std": 0.3643657068532684, + "nauc_ndcg_at_1_diff1": 0.84181415095051, + "nauc_ndcg_at_1_max": 0.775493352838711, + "nauc_ndcg_at_1_std": 0.2892457753010643, + "nauc_ndcg_at_20_diff1": 0.8145936492600675, + "nauc_ndcg_at_20_max": 0.8009556144642819, + "nauc_ndcg_at_20_std": 0.3685262152416759, + "nauc_ndcg_at_3_diff1": 0.8184411491355796, + "nauc_ndcg_at_3_max": 0.799920088540421, + "nauc_ndcg_at_3_std": 0.33261388304707434, + "nauc_ndcg_at_5_diff1": 0.8160551112009758, + "nauc_ndcg_at_5_max": 0.798670957797051, + "nauc_ndcg_at_5_std": 0.34089535415903766, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7698039215686279, + "nauc_precision_at_100_max": 0.8311951447245632, + "nauc_precision_at_100_std": 0.6881045751633996, + "nauc_precision_at_10_diff1": 0.7727592347730375, + "nauc_precision_at_10_max": 0.8396439844997977, + "nauc_precision_at_10_std": 0.52219937785183, + "nauc_precision_at_1_diff1": 0.84181415095051, + "nauc_precision_at_1_max": 0.775493352838711, + "nauc_precision_at_1_std": 0.2892457753010643, + "nauc_precision_at_20_diff1": 0.7616947761265254, + "nauc_precision_at_20_max": 0.8408498697133678, + "nauc_precision_at_20_std": 0.5957201080472253, + "nauc_precision_at_3_diff1": 0.796826754436206, + "nauc_precision_at_3_max": 0.8190542374003115, + "nauc_precision_at_3_std": 0.3702535592737118, + "nauc_precision_at_5_diff1": 0.7862099350148695, + "nauc_precision_at_5_max": 0.8191155413591785, + "nauc_precision_at_5_std": 0.4000471172791893, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7698039215686291, + "nauc_recall_at_100_max": 0.8311951447245588, + "nauc_recall_at_100_std": 0.6881045751633988, + "nauc_recall_at_10_diff1": 0.7727592347730374, + "nauc_recall_at_10_max": 0.8396439844997974, + "nauc_recall_at_10_std": 0.5221993778518299, + "nauc_recall_at_1_diff1": 0.84181415095051, + "nauc_recall_at_1_max": 0.775493352838711, + "nauc_recall_at_1_std": 0.2892457753010643, + "nauc_recall_at_20_diff1": 0.7616947761265251, + "nauc_recall_at_20_max": 0.8408498697133686, + "nauc_recall_at_20_std": 0.5957201080472291, + "nauc_recall_at_3_diff1": 0.7968267544362057, + "nauc_recall_at_3_max": 0.8190542374003104, + "nauc_recall_at_3_std": 0.3702535592737122, + "nauc_recall_at_5_diff1": 0.7862099350148694, + "nauc_recall_at_5_max": 0.8191155413591806, + "nauc_recall_at_5_std": 0.40004711727919173, + "ndcg_at_1": 0.67111, + "ndcg_at_10": 0.7648, + "ndcg_at_100": 0.78283, + "ndcg_at_1000": 0.79012, + "ndcg_at_20": 0.77287, + "ndcg_at_3": 0.73407, + "ndcg_at_5": 0.752, + "precision_at_1": 0.67111, + "precision_at_10": 0.08589, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "precision_at_20": 0.0445, + "precision_at_3": 0.25889, + "precision_at_5": 0.164, + "recall_at_1": 0.67111, + "recall_at_10": 0.85889, + "recall_at_100": 0.94444, + "recall_at_1000": 1.0, + "recall_at_20": 0.89, + "recall_at_3": 0.77667, + "recall_at_5": 0.82 + }, + { + "hf_subset": "jpn_Jpan-jpn_Jpan", + "languages": [ + "jpn-Jpan", + "jpn-Jpan" + ], + "main_score": 0.88915, + "map_at_1": 0.81111, + "map_at_10": 0.86552, + "map_at_100": 0.86683, + "map_at_1000": 0.86687, + "map_at_20": 0.86629, + "map_at_3": 0.8563, + "map_at_5": 0.86135, + "mrr_at_1": 0.8111111111111111, + "mrr_at_10": 0.8655171957671962, + "mrr_at_100": 0.8668295107142899, + "mrr_at_1000": 0.8668702348147111, + "mrr_at_20": 0.8662933016463723, + "mrr_at_3": 0.8562962962962967, + "mrr_at_5": 0.8613518518518523, + "nauc_map_at_1000_diff1": 0.8865352401686931, + "nauc_map_at_1000_max": 0.7454015776520135, + "nauc_map_at_1000_std": -0.12268447928433439, + "nauc_map_at_100_diff1": 0.8865716177684475, + "nauc_map_at_100_max": 0.745459381798276, + "nauc_map_at_100_std": -0.12256006891839887, + "nauc_map_at_10_diff1": 0.8858361864921948, + "nauc_map_at_10_max": 0.7461963220372062, + "nauc_map_at_10_std": -0.12370104854821222, + "nauc_map_at_1_diff1": 0.9008076315327438, + "nauc_map_at_1_max": 0.7294317317258736, + "nauc_map_at_1_std": -0.12199040206004505, + "nauc_map_at_20_diff1": 0.8865444406399124, + "nauc_map_at_20_max": 0.7457908720043971, + "nauc_map_at_20_std": -0.12400335630936851, + "nauc_map_at_3_diff1": 0.882036765149534, + "nauc_map_at_3_max": 0.7473634128436678, + "nauc_map_at_3_std": -0.11322303453269252, + "nauc_map_at_5_diff1": 0.8852210439885169, + "nauc_map_at_5_max": 0.746621254376726, + "nauc_map_at_5_std": -0.1217011352115504, + "nauc_mrr_at_1000_diff1": 0.8865352401686931, + "nauc_mrr_at_1000_max": 0.7454015776520135, + "nauc_mrr_at_1000_std": -0.12268447928433439, + "nauc_mrr_at_100_diff1": 0.8865716177684475, + "nauc_mrr_at_100_max": 0.745459381798276, + "nauc_mrr_at_100_std": -0.12256006891839887, + "nauc_mrr_at_10_diff1": 0.8858361864921948, + "nauc_mrr_at_10_max": 0.7461963220372062, + "nauc_mrr_at_10_std": -0.12370104854821222, + "nauc_mrr_at_1_diff1": 0.9008076315327438, + "nauc_mrr_at_1_max": 0.7294317317258736, + "nauc_mrr_at_1_std": -0.12199040206004505, + "nauc_mrr_at_20_diff1": 0.8865444406399124, + "nauc_mrr_at_20_max": 0.7457908720043971, + "nauc_mrr_at_20_std": -0.12400335630936851, + "nauc_mrr_at_3_diff1": 0.882036765149534, + "nauc_mrr_at_3_max": 0.7473634128436678, + "nauc_mrr_at_3_std": -0.11322303453269252, + "nauc_mrr_at_5_diff1": 0.8852210439885169, + "nauc_mrr_at_5_max": 0.746621254376726, + "nauc_mrr_at_5_std": -0.1217011352115504, + "nauc_ndcg_at_1000_diff1": 0.8852767328775489, + "nauc_ndcg_at_1000_max": 0.748379376137799, + "nauc_ndcg_at_1000_std": -0.12260956359405549, + "nauc_ndcg_at_100_diff1": 0.886032219993921, + "nauc_ndcg_at_100_max": 0.7495719379756459, + "nauc_ndcg_at_100_std": -0.11979351658875592, + "nauc_ndcg_at_10_diff1": 0.882403799882133, + "nauc_ndcg_at_10_max": 0.7539453812809142, + "nauc_ndcg_at_10_std": -0.12750159936852137, + "nauc_ndcg_at_1_diff1": 0.9008076315327438, + "nauc_ndcg_at_1_max": 0.7294317317258736, + "nauc_ndcg_at_1_std": -0.12199040206004505, + "nauc_ndcg_at_20_diff1": 0.8858279315999315, + "nauc_ndcg_at_20_max": 0.7525251939573377, + "nauc_ndcg_at_20_std": -0.1291252672101626, + "nauc_ndcg_at_3_diff1": 0.8745680352748562, + "nauc_ndcg_at_3_max": 0.7546844912069993, + "nauc_ndcg_at_3_std": -0.10615186005583016, + "nauc_ndcg_at_5_diff1": 0.8806747158847822, + "nauc_ndcg_at_5_max": 0.7541713921807328, + "nauc_ndcg_at_5_std": -0.12224878381918003, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 0.9305555555555588, + "nauc_precision_at_100_std": 0.31629318394023365, + "nauc_precision_at_10_diff1": 0.8561816883616172, + "nauc_precision_at_10_max": 0.830436096007027, + "nauc_precision_at_10_std": -0.1715960894161654, + "nauc_precision_at_1_diff1": 0.9008076315327438, + "nauc_precision_at_1_max": 0.7294317317258736, + "nauc_precision_at_1_std": -0.12199040206004505, + "nauc_precision_at_20_diff1": 0.9012503552145482, + "nauc_precision_at_20_max": 0.8459383753501378, + "nauc_precision_at_20_std": -0.21970527341371093, + "nauc_precision_at_3_diff1": 0.8420594575278659, + "nauc_precision_at_3_max": 0.7866422289080239, + "nauc_precision_at_3_std": -0.07360722066604386, + "nauc_precision_at_5_diff1": 0.8573877638487091, + "nauc_precision_at_5_max": 0.796712127473936, + "nauc_precision_at_5_std": -0.12685402029664886, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 0.9305555555555413, + "nauc_recall_at_100_std": 0.3162931839402626, + "nauc_recall_at_10_diff1": 0.8561816883616168, + "nauc_recall_at_10_max": 0.8304360960070293, + "nauc_recall_at_10_std": -0.17159608941615617, + "nauc_recall_at_1_diff1": 0.9008076315327438, + "nauc_recall_at_1_max": 0.7294317317258736, + "nauc_recall_at_1_std": -0.12199040206004505, + "nauc_recall_at_20_diff1": 0.901250355214547, + "nauc_recall_at_20_max": 0.8459383753501419, + "nauc_recall_at_20_std": -0.21970527341371193, + "nauc_recall_at_3_diff1": 0.8420594575278662, + "nauc_recall_at_3_max": 0.7866422289080236, + "nauc_recall_at_3_std": -0.07360722066604519, + "nauc_recall_at_5_diff1": 0.8573877638487074, + "nauc_recall_at_5_max": 0.7967121274739413, + "nauc_recall_at_5_std": -0.1268540202966433, + "ndcg_at_1": 0.81111, + "ndcg_at_10": 0.88915, + "ndcg_at_100": 0.89606, + "ndcg_at_1000": 0.89671, + "ndcg_at_20": 0.89215, + "ndcg_at_3": 0.87016, + "ndcg_at_5": 0.87929, + "precision_at_1": 0.81111, + "precision_at_10": 0.09622, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.30333, + "precision_at_5": 0.18644, + "recall_at_1": 0.81111, + "recall_at_10": 0.96222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.91, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ], + "main_score": 0.89052, + "map_at_1": 0.80667, + "map_at_10": 0.86607, + "map_at_100": 0.86763, + "map_at_1000": 0.86766, + "map_at_20": 0.8671, + "map_at_3": 0.85685, + "map_at_5": 0.86213, + "mrr_at_1": 0.8066666666666666, + "mrr_at_10": 0.8660740740740739, + "mrr_at_100": 0.8676317391835326, + "mrr_at_1000": 0.8676627615614344, + "mrr_at_20": 0.867095991970992, + "mrr_at_3": 0.856851851851852, + "mrr_at_5": 0.8621296296296298, + "nauc_map_at_1000_diff1": 0.8598048922618003, + "nauc_map_at_1000_max": 0.6416993923562075, + "nauc_map_at_1000_std": -0.14850023650190974, + "nauc_map_at_100_diff1": 0.8598292789077635, + "nauc_map_at_100_max": 0.641712109247711, + "nauc_map_at_100_std": -0.14862376517443843, + "nauc_map_at_10_diff1": 0.8596311487040862, + "nauc_map_at_10_max": 0.6438879296114941, + "nauc_map_at_10_std": -0.14406651058597, + "nauc_map_at_1_diff1": 0.8781745077150418, + "nauc_map_at_1_max": 0.61772454952633, + "nauc_map_at_1_std": -0.1675401216536641, + "nauc_map_at_20_diff1": 0.859895240380388, + "nauc_map_at_20_max": 0.6427754930341122, + "nauc_map_at_20_std": -0.14724091359810845, + "nauc_map_at_3_diff1": 0.8542860679894352, + "nauc_map_at_3_max": 0.6445107077485107, + "nauc_map_at_3_std": -0.1487444149550991, + "nauc_map_at_5_diff1": 0.8561659809262778, + "nauc_map_at_5_max": 0.6429542392289045, + "nauc_map_at_5_std": -0.1507692489615349, + "nauc_mrr_at_1000_diff1": 0.8598048922618003, + "nauc_mrr_at_1000_max": 0.6416993923562075, + "nauc_mrr_at_1000_std": -0.14850023650190974, + "nauc_mrr_at_100_diff1": 0.8598292789077635, + "nauc_mrr_at_100_max": 0.641712109247711, + "nauc_mrr_at_100_std": -0.14862376517443843, + "nauc_mrr_at_10_diff1": 0.8596311487040862, + "nauc_mrr_at_10_max": 0.6438879296114941, + "nauc_mrr_at_10_std": -0.14406651058597, + "nauc_mrr_at_1_diff1": 0.8781745077150418, + "nauc_mrr_at_1_max": 0.61772454952633, + "nauc_mrr_at_1_std": -0.1675401216536641, + "nauc_mrr_at_20_diff1": 0.859895240380388, + "nauc_mrr_at_20_max": 0.6427754930341122, + "nauc_mrr_at_20_std": -0.14724091359810845, + "nauc_mrr_at_3_diff1": 0.8542860679894352, + "nauc_mrr_at_3_max": 0.6445107077485107, + "nauc_mrr_at_3_std": -0.1487444149550991, + "nauc_mrr_at_5_diff1": 0.8561659809262778, + "nauc_mrr_at_5_max": 0.6429542392289045, + "nauc_mrr_at_5_std": -0.1507692489615349, + "nauc_ndcg_at_1000_diff1": 0.8581335409582352, + "nauc_ndcg_at_1000_max": 0.6459076177456768, + "nauc_ndcg_at_1000_std": -0.14488093349672915, + "nauc_ndcg_at_100_diff1": 0.85880728408735, + "nauc_ndcg_at_100_max": 0.6464730281258249, + "nauc_ndcg_at_100_std": -0.14662885376570198, + "nauc_ndcg_at_10_diff1": 0.85755060299658, + "nauc_ndcg_at_10_max": 0.6584233051846022, + "nauc_ndcg_at_10_std": -0.12451569576249999, + "nauc_ndcg_at_1_diff1": 0.8781745077150418, + "nauc_ndcg_at_1_max": 0.61772454952633, + "nauc_ndcg_at_1_std": -0.1675401216536641, + "nauc_ndcg_at_20_diff1": 0.8586064363299223, + "nauc_ndcg_at_20_max": 0.6537062654576153, + "nauc_ndcg_at_20_std": -0.13738987012769685, + "nauc_ndcg_at_3_diff1": 0.8445175178365523, + "nauc_ndcg_at_3_max": 0.6554937337885277, + "nauc_ndcg_at_3_std": -0.14038191696519195, + "nauc_ndcg_at_5_diff1": 0.8478192297355938, + "nauc_ndcg_at_5_max": 0.653487092459804, + "nauc_ndcg_at_5_std": -0.14334505431922556, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9673202614378776, + "nauc_precision_at_100_max": 0.7480158730158846, + "nauc_precision_at_100_std": -0.36181139122316364, + "nauc_precision_at_10_diff1": 0.8529562362579417, + "nauc_precision_at_10_max": 0.8221890906900333, + "nauc_precision_at_10_std": 0.10412336977802096, + "nauc_precision_at_1_diff1": 0.8781745077150418, + "nauc_precision_at_1_max": 0.61772454952633, + "nauc_precision_at_1_std": -0.1675401216536641, + "nauc_precision_at_20_diff1": 0.8695513293036387, + "nauc_precision_at_20_max": 0.8343161826133826, + "nauc_precision_at_20_std": 0.012678755712806107, + "nauc_precision_at_3_diff1": 0.8000594177064806, + "nauc_precision_at_3_max": 0.7054943189396987, + "nauc_precision_at_3_std": -0.10197412298252632, + "nauc_precision_at_5_diff1": 0.79980998247252, + "nauc_precision_at_5_max": 0.7155306567071229, + "nauc_precision_at_5_std": -0.09922682523302184, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9673202614379001, + "nauc_recall_at_100_max": 0.7480158730158548, + "nauc_recall_at_100_std": -0.36181139122314243, + "nauc_recall_at_10_diff1": 0.852956236257941, + "nauc_recall_at_10_max": 0.8221890906900402, + "nauc_recall_at_10_std": 0.10412336977802077, + "nauc_recall_at_1_diff1": 0.8781745077150418, + "nauc_recall_at_1_max": 0.61772454952633, + "nauc_recall_at_1_std": -0.1675401216536641, + "nauc_recall_at_20_diff1": 0.869551329303654, + "nauc_recall_at_20_max": 0.8343161826133978, + "nauc_recall_at_20_std": 0.012678755712812313, + "nauc_recall_at_3_diff1": 0.8000594177064766, + "nauc_recall_at_3_max": 0.7054943189396973, + "nauc_recall_at_3_std": -0.10197412298252526, + "nauc_recall_at_5_diff1": 0.7998099824725201, + "nauc_recall_at_5_max": 0.7155306567071269, + "nauc_recall_at_5_std": -0.09922682523301483, + "ndcg_at_1": 0.80667, + "ndcg_at_10": 0.89052, + "ndcg_at_100": 0.8973, + "ndcg_at_1000": 0.89791, + "ndcg_at_20": 0.89401, + "ndcg_at_3": 0.87176, + "ndcg_at_5": 0.88108, + "precision_at_1": 0.80667, + "precision_at_10": 0.09656, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30481, + "precision_at_5": 0.18733, + "recall_at_1": 0.80667, + "recall_at_10": 0.96556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.91444, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ], + "main_score": 0.88432, + "map_at_1": 0.80222, + "map_at_10": 0.85968, + "map_at_100": 0.86116, + "map_at_1000": 0.86119, + "map_at_20": 0.86068, + "map_at_3": 0.85, + "map_at_5": 0.85639, + "mrr_at_1": 0.8022222222222222, + "mrr_at_10": 0.8596763668430341, + "mrr_at_100": 0.8611590324146947, + "mrr_at_1000": 0.8611932432741797, + "mrr_at_20": 0.8606841852725502, + "mrr_at_3": 0.8500000000000002, + "mrr_at_5": 0.8563888888888895, + "nauc_map_at_1000_diff1": 0.8656766847687372, + "nauc_map_at_1000_max": 0.6764524424850079, + "nauc_map_at_1000_std": -0.12278582121903797, + "nauc_map_at_100_diff1": 0.8657115067071403, + "nauc_map_at_100_max": 0.6765271471093712, + "nauc_map_at_100_std": -0.1227698731346504, + "nauc_map_at_10_diff1": 0.8648364437032422, + "nauc_map_at_10_max": 0.6766252049809622, + "nauc_map_at_10_std": -0.12265806325212193, + "nauc_map_at_1_diff1": 0.8742947991789957, + "nauc_map_at_1_max": 0.6516392063616687, + "nauc_map_at_1_std": -0.14238887829607827, + "nauc_map_at_20_diff1": 0.8659872710516219, + "nauc_map_at_20_max": 0.6769243617227523, + "nauc_map_at_20_std": -0.12302080431616132, + "nauc_map_at_3_diff1": 0.8618870431893682, + "nauc_map_at_3_max": 0.6798834189066745, + "nauc_map_at_3_std": -0.12109211718514036, + "nauc_map_at_5_diff1": 0.862838225317258, + "nauc_map_at_5_max": 0.6787304762705633, + "nauc_map_at_5_std": -0.12465368952093535, + "nauc_mrr_at_1000_diff1": 0.8656766847687372, + "nauc_mrr_at_1000_max": 0.6764524424850079, + "nauc_mrr_at_1000_std": -0.12278582121903797, + "nauc_mrr_at_100_diff1": 0.8657115067071403, + "nauc_mrr_at_100_max": 0.6765271471093712, + "nauc_mrr_at_100_std": -0.1227698731346504, + "nauc_mrr_at_10_diff1": 0.8648364437032422, + "nauc_mrr_at_10_max": 0.6766252049809622, + "nauc_mrr_at_10_std": -0.12265806325212193, + "nauc_mrr_at_1_diff1": 0.8742947991789957, + "nauc_mrr_at_1_max": 0.6516392063616687, + "nauc_mrr_at_1_std": -0.14238887829607827, + "nauc_mrr_at_20_diff1": 0.8659872710516219, + "nauc_mrr_at_20_max": 0.6769243617227523, + "nauc_mrr_at_20_std": -0.12302080431616132, + "nauc_mrr_at_3_diff1": 0.8618870431893682, + "nauc_mrr_at_3_max": 0.6798834189066745, + "nauc_mrr_at_3_std": -0.12109211718514036, + "nauc_mrr_at_5_diff1": 0.862838225317258, + "nauc_mrr_at_5_max": 0.6787304762705633, + "nauc_mrr_at_5_std": -0.12465368952093535, + "nauc_ndcg_at_1000_diff1": 0.8653180225420769, + "nauc_ndcg_at_1000_max": 0.6812118938657822, + "nauc_ndcg_at_1000_std": -0.11649927627506286, + "nauc_ndcg_at_100_diff1": 0.8661424717228287, + "nauc_ndcg_at_100_max": 0.6829596761089175, + "nauc_ndcg_at_100_std": -0.11576175128628112, + "nauc_ndcg_at_10_diff1": 0.8626741978161039, + "nauc_ndcg_at_10_max": 0.6849858379454242, + "nauc_ndcg_at_10_std": -0.11158162502129478, + "nauc_ndcg_at_1_diff1": 0.8742947991789957, + "nauc_ndcg_at_1_max": 0.6516392063616687, + "nauc_ndcg_at_1_std": -0.14238887829607827, + "nauc_ndcg_at_20_diff1": 0.8682802472959524, + "nauc_ndcg_at_20_max": 0.6874221528189282, + "nauc_ndcg_at_20_std": -0.11285257485911768, + "nauc_ndcg_at_3_diff1": 0.856319902793479, + "nauc_ndcg_at_3_max": 0.6922074259690583, + "nauc_ndcg_at_3_std": -0.10801990613528376, + "nauc_ndcg_at_5_diff1": 0.8578198002611173, + "nauc_ndcg_at_5_max": 0.6905368631111817, + "nauc_ndcg_at_5_std": -0.11506949747545933, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.02217553688145333, + "nauc_precision_at_10_diff1": 0.8469887955182055, + "nauc_precision_at_10_max": 0.7558616039008156, + "nauc_precision_at_10_std": -0.010582010582014016, + "nauc_precision_at_1_diff1": 0.8742947991789957, + "nauc_precision_at_1_max": 0.6516392063616687, + "nauc_precision_at_1_std": -0.14238887829607827, + "nauc_precision_at_20_diff1": 0.941421012849584, + "nauc_precision_at_20_max": 0.8581877195322481, + "nauc_precision_at_20_std": 0.03817082388510396, + "nauc_precision_at_3_diff1": 0.831409672302657, + "nauc_precision_at_3_max": 0.7471960671818932, + "nauc_precision_at_3_std": -0.04796215675024891, + "nauc_precision_at_5_diff1": 0.8271086212262674, + "nauc_precision_at_5_max": 0.7626910413288097, + "nauc_precision_at_5_std": -0.05641554867561423, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.02217553688142182, + "nauc_recall_at_10_diff1": 0.8469887955182088, + "nauc_recall_at_10_max": 0.755861603900819, + "nauc_recall_at_10_std": -0.010582010582006661, + "nauc_recall_at_1_diff1": 0.8742947991789957, + "nauc_recall_at_1_max": 0.6516392063616687, + "nauc_recall_at_1_std": -0.14238887829607827, + "nauc_recall_at_20_diff1": 0.9414210128495845, + "nauc_recall_at_20_max": 0.8581877195322561, + "nauc_recall_at_20_std": 0.03817082388511489, + "nauc_recall_at_3_diff1": 0.831409672302655, + "nauc_recall_at_3_max": 0.7471960671818926, + "nauc_recall_at_3_std": -0.047962156750250326, + "nauc_recall_at_5_diff1": 0.8271086212262669, + "nauc_recall_at_5_max": 0.7626910413288105, + "nauc_recall_at_5_std": -0.05641554867561096, + "ndcg_at_1": 0.80222, + "ndcg_at_10": 0.88432, + "ndcg_at_100": 0.89183, + "ndcg_at_1000": 0.89246, + "ndcg_at_20": 0.88835, + "ndcg_at_3": 0.86489, + "ndcg_at_5": 0.8766, + "precision_at_1": 0.80222, + "precision_at_10": 0.096, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30259, + "precision_at_5": 0.18733, + "recall_at_1": 0.80222, + "recall_at_10": 0.96, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.90778, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "kac_Latn-kac_Latn", + "languages": [ + "kac-Latn", + "kac-Latn" + ], + "main_score": 0.59858, + "map_at_1": 0.5139, + "map_at_10": 0.56942, + "map_at_100": 0.57685, + "map_at_1000": 0.57748, + "map_at_20": 0.57401, + "map_at_3": 0.55488, + "map_at_5": 0.563, + "mrr_at_1": 0.5139043381535039, + "mrr_at_10": 0.5694245811042251, + "mrr_at_100": 0.5768525183671429, + "mrr_at_1000": 0.5774794440663319, + "mrr_at_20": 0.5740052197427866, + "mrr_at_3": 0.5548757879124951, + "mrr_at_5": 0.5629959213941412, + "nauc_map_at_1000_diff1": 0.7807970801279488, + "nauc_map_at_1000_max": 0.8055645198647482, + "nauc_map_at_1000_std": 0.45750917081430054, + "nauc_map_at_100_diff1": 0.7805028882937228, + "nauc_map_at_100_max": 0.8055243778888923, + "nauc_map_at_100_std": 0.45787986512942336, + "nauc_map_at_10_diff1": 0.7815745010082481, + "nauc_map_at_10_max": 0.8064459298958101, + "nauc_map_at_10_std": 0.4572979599015719, + "nauc_map_at_1_diff1": 0.8116684958623123, + "nauc_map_at_1_max": 0.7855579477612004, + "nauc_map_at_1_std": 0.4065542885161931, + "nauc_map_at_20_diff1": 0.7800041025387252, + "nauc_map_at_20_max": 0.8059374863850027, + "nauc_map_at_20_std": 0.4594362635922, + "nauc_map_at_3_diff1": 0.787869981087422, + "nauc_map_at_3_max": 0.8072234007898506, + "nauc_map_at_3_std": 0.4448685677054822, + "nauc_map_at_5_diff1": 0.7843007313305828, + "nauc_map_at_5_max": 0.8081573922735042, + "nauc_map_at_5_std": 0.454263525930116, + "nauc_mrr_at_1000_diff1": 0.7807970801279488, + "nauc_mrr_at_1000_max": 0.8055645198647482, + "nauc_mrr_at_1000_std": 0.45750917081430054, + "nauc_mrr_at_100_diff1": 0.7805028882937228, + "nauc_mrr_at_100_max": 0.8055243778888923, + "nauc_mrr_at_100_std": 0.45787986512942336, + "nauc_mrr_at_10_diff1": 0.7815745010082481, + "nauc_mrr_at_10_max": 0.8064459298958101, + "nauc_mrr_at_10_std": 0.4572979599015719, + "nauc_mrr_at_1_diff1": 0.8116684958623123, + "nauc_mrr_at_1_max": 0.7855579477612004, + "nauc_mrr_at_1_std": 0.4065542885161931, + "nauc_mrr_at_20_diff1": 0.7800041025387252, + "nauc_mrr_at_20_max": 0.8059374863850027, + "nauc_mrr_at_20_std": 0.4594362635922, + "nauc_mrr_at_3_diff1": 0.787869981087422, + "nauc_mrr_at_3_max": 0.8072234007898506, + "nauc_mrr_at_3_std": 0.4448685677054822, + "nauc_mrr_at_5_diff1": 0.7843007313305828, + "nauc_mrr_at_5_max": 0.8081573922735042, + "nauc_mrr_at_5_std": 0.454263525930116, + "nauc_ndcg_at_1000_diff1": 0.7714998149034228, + "nauc_ndcg_at_1000_max": 0.8066957330885693, + "nauc_ndcg_at_1000_std": 0.4705523319526386, + "nauc_ndcg_at_100_diff1": 0.7640578925507748, + "nauc_ndcg_at_100_max": 0.8061041190227743, + "nauc_ndcg_at_100_std": 0.48034241738991335, + "nauc_ndcg_at_10_diff1": 0.7664618299611752, + "nauc_ndcg_at_10_max": 0.8097710772514017, + "nauc_ndcg_at_10_std": 0.4810380676118286, + "nauc_ndcg_at_1_diff1": 0.8116684958623123, + "nauc_ndcg_at_1_max": 0.7855579477612004, + "nauc_ndcg_at_1_std": 0.4065542885161931, + "nauc_ndcg_at_20_diff1": 0.7602110367041842, + "nauc_ndcg_at_20_max": 0.8078382905003003, + "nauc_ndcg_at_20_std": 0.4891944237391999, + "nauc_ndcg_at_3_diff1": 0.7808106227814945, + "nauc_ndcg_at_3_max": 0.8126431843217323, + "nauc_ndcg_at_3_std": 0.45595188696526556, + "nauc_ndcg_at_5_diff1": 0.7737493271132119, + "nauc_ndcg_at_5_max": 0.8140525152798006, + "nauc_ndcg_at_5_std": 0.4731980875106099, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.639221168019829, + "nauc_precision_at_100_max": 0.7983603876071373, + "nauc_precision_at_100_std": 0.6458026317052294, + "nauc_precision_at_10_diff1": 0.7084021337783162, + "nauc_precision_at_10_max": 0.8184683325525689, + "nauc_precision_at_10_std": 0.5702563681727633, + "nauc_precision_at_1_diff1": 0.8116684958623123, + "nauc_precision_at_1_max": 0.7855579477612004, + "nauc_precision_at_1_std": 0.4065542885161931, + "nauc_precision_at_20_diff1": 0.664089619094766, + "nauc_precision_at_20_max": 0.8096719855336671, + "nauc_precision_at_20_std": 0.6294589256703436, + "nauc_precision_at_3_diff1": 0.7595687993108995, + "nauc_precision_at_3_max": 0.8285775767295976, + "nauc_precision_at_3_std": 0.4891972623552028, + "nauc_precision_at_5_diff1": 0.7387489676095828, + "nauc_precision_at_5_max": 0.832266184026432, + "nauc_precision_at_5_std": 0.536008316959081, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6392211680198301, + "nauc_recall_at_100_max": 0.7983603876071373, + "nauc_recall_at_100_std": 0.6458026317052296, + "nauc_recall_at_10_diff1": 0.7084021337783172, + "nauc_recall_at_10_max": 0.8184683325525686, + "nauc_recall_at_10_std": 0.5702563681727646, + "nauc_recall_at_1_diff1": 0.8116684958623123, + "nauc_recall_at_1_max": 0.7855579477612004, + "nauc_recall_at_1_std": 0.4065542885161931, + "nauc_recall_at_20_diff1": 0.6640896190947666, + "nauc_recall_at_20_max": 0.8096719855336674, + "nauc_recall_at_20_std": 0.6294589256703451, + "nauc_recall_at_3_diff1": 0.7595687993108988, + "nauc_recall_at_3_max": 0.8285775767295971, + "nauc_recall_at_3_std": 0.48919726235520244, + "nauc_recall_at_5_diff1": 0.7387489676095835, + "nauc_recall_at_5_max": 0.8322661840264326, + "nauc_recall_at_5_std": 0.5360083169590814, + "ndcg_at_1": 0.5139, + "ndcg_at_10": 0.59858, + "ndcg_at_100": 0.63698, + "ndcg_at_1000": 0.65285, + "ndcg_at_20": 0.61503, + "ndcg_at_3": 0.56755, + "ndcg_at_5": 0.58243, + "precision_at_1": 0.5139, + "precision_at_10": 0.06919, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "precision_at_20": 0.03782, + "precision_at_3": 0.20133, + "precision_at_5": 0.12814, + "recall_at_1": 0.5139, + "recall_at_10": 0.69188, + "recall_at_100": 0.87764, + "recall_at_1000": 1.0, + "recall_at_20": 0.7564, + "recall_at_3": 0.604, + "recall_at_5": 0.64071 + }, + { + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ], + "main_score": 0.76431, + "map_at_1": 0.64556, + "map_at_10": 0.72546, + "map_at_100": 0.73008, + "map_at_1000": 0.73018, + "map_at_20": 0.72846, + "map_at_3": 0.70796, + "map_at_5": 0.71707, + "mrr_at_1": 0.6455555555555555, + "mrr_at_10": 0.7254638447971784, + "mrr_at_100": 0.7300768155604651, + "mrr_at_1000": 0.730177546172266, + "mrr_at_20": 0.7284626881546389, + "mrr_at_3": 0.707962962962963, + "mrr_at_5": 0.7170740740740744, + "nauc_map_at_1000_diff1": 0.7706857339494112, + "nauc_map_at_1000_max": 0.6466475964661147, + "nauc_map_at_1000_std": 0.034839220401309615, + "nauc_map_at_100_diff1": 0.7706820574376183, + "nauc_map_at_100_max": 0.6466595216373993, + "nauc_map_at_100_std": 0.03481573598731661, + "nauc_map_at_10_diff1": 0.7690640542861746, + "nauc_map_at_10_max": 0.6459349823090171, + "nauc_map_at_10_std": 0.03506030890890786, + "nauc_map_at_1_diff1": 0.7982476113978773, + "nauc_map_at_1_max": 0.6185874392428193, + "nauc_map_at_1_std": 0.009005778543548962, + "nauc_map_at_20_diff1": 0.7702316659882487, + "nauc_map_at_20_max": 0.6471951697864804, + "nauc_map_at_20_std": 0.03555343700473299, + "nauc_map_at_3_diff1": 0.7681848331138015, + "nauc_map_at_3_max": 0.6487024942505448, + "nauc_map_at_3_std": 0.023916480982759825, + "nauc_map_at_5_diff1": 0.7661908781328408, + "nauc_map_at_5_max": 0.6474913784078761, + "nauc_map_at_5_std": 0.03664779924382332, + "nauc_mrr_at_1000_diff1": 0.7706857339494112, + "nauc_mrr_at_1000_max": 0.6466475964661147, + "nauc_mrr_at_1000_std": 0.034839220401309615, + "nauc_mrr_at_100_diff1": 0.7706820574376183, + "nauc_mrr_at_100_max": 0.6466595216373993, + "nauc_mrr_at_100_std": 0.03481573598731661, + "nauc_mrr_at_10_diff1": 0.7690640542861746, + "nauc_mrr_at_10_max": 0.6459349823090171, + "nauc_mrr_at_10_std": 0.03506030890890786, + "nauc_mrr_at_1_diff1": 0.7982476113978773, + "nauc_mrr_at_1_max": 0.6185874392428193, + "nauc_mrr_at_1_std": 0.009005778543548962, + "nauc_mrr_at_20_diff1": 0.7702316659882487, + "nauc_mrr_at_20_max": 0.6471951697864804, + "nauc_mrr_at_20_std": 0.03555343700473299, + "nauc_mrr_at_3_diff1": 0.7681848331138015, + "nauc_mrr_at_3_max": 0.6487024942505448, + "nauc_mrr_at_3_std": 0.023916480982759825, + "nauc_mrr_at_5_diff1": 0.7661908781328408, + "nauc_mrr_at_5_max": 0.6474913784078761, + "nauc_mrr_at_5_std": 0.03664779924382332, + "nauc_ndcg_at_1000_diff1": 0.7667707021326003, + "nauc_ndcg_at_1000_max": 0.6512503757582848, + "nauc_ndcg_at_1000_std": 0.04223033237416432, + "nauc_ndcg_at_100_diff1": 0.766507898749385, + "nauc_ndcg_at_100_max": 0.652131591882183, + "nauc_ndcg_at_100_std": 0.0431766222034344, + "nauc_ndcg_at_10_diff1": 0.7591055662713906, + "nauc_ndcg_at_10_max": 0.652454533900943, + "nauc_ndcg_at_10_std": 0.04958236162067715, + "nauc_ndcg_at_1_diff1": 0.7982476113978773, + "nauc_ndcg_at_1_max": 0.6185874392428193, + "nauc_ndcg_at_1_std": 0.009005778543548962, + "nauc_ndcg_at_20_diff1": 0.7631222241953904, + "nauc_ndcg_at_20_max": 0.6573351908118455, + "nauc_ndcg_at_20_std": 0.05194886655167415, + "nauc_ndcg_at_3_diff1": 0.7570595203825504, + "nauc_ndcg_at_3_max": 0.6579651318704842, + "nauc_ndcg_at_3_std": 0.028553212468220925, + "nauc_ndcg_at_5_diff1": 0.7528561124202109, + "nauc_ndcg_at_5_max": 0.6566787087031078, + "nauc_ndcg_at_5_std": 0.05371273122906438, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7383953581432583, + "nauc_precision_at_100_max": 0.7417633720154923, + "nauc_precision_at_100_std": 0.16306522609043594, + "nauc_precision_at_10_diff1": 0.7023902493445615, + "nauc_precision_at_10_max": 0.6858648965247921, + "nauc_precision_at_10_std": 0.13867350923188296, + "nauc_precision_at_1_diff1": 0.7982476113978773, + "nauc_precision_at_1_max": 0.6185874392428193, + "nauc_precision_at_1_std": 0.009005778543548962, + "nauc_precision_at_20_diff1": 0.711585146879263, + "nauc_precision_at_20_max": 0.7511240393593314, + "nauc_precision_at_20_std": 0.2098326510091215, + "nauc_precision_at_3_diff1": 0.7169662162515907, + "nauc_precision_at_3_max": 0.6906062018020094, + "nauc_precision_at_3_std": 0.044916731672329596, + "nauc_precision_at_5_diff1": 0.6965084096231635, + "nauc_precision_at_5_max": 0.6944514020213141, + "nauc_precision_at_5_std": 0.13009868627033488, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7383953581432593, + "nauc_recall_at_100_max": 0.7417633720154753, + "nauc_recall_at_100_std": 0.16306522609044258, + "nauc_recall_at_10_diff1": 0.7023902493445631, + "nauc_recall_at_10_max": 0.6858648965247948, + "nauc_recall_at_10_std": 0.1386735092318847, + "nauc_recall_at_1_diff1": 0.7982476113978773, + "nauc_recall_at_1_max": 0.6185874392428193, + "nauc_recall_at_1_std": 0.009005778543548962, + "nauc_recall_at_20_diff1": 0.7115851468792637, + "nauc_recall_at_20_max": 0.7511240393593338, + "nauc_recall_at_20_std": 0.20983265100912124, + "nauc_recall_at_3_diff1": 0.7169662162515905, + "nauc_recall_at_3_max": 0.6906062018020098, + "nauc_recall_at_3_std": 0.04491673167232876, + "nauc_recall_at_5_diff1": 0.6965084096231634, + "nauc_recall_at_5_max": 0.694451402021315, + "nauc_recall_at_5_std": 0.13009868627033536, + "ndcg_at_1": 0.64556, + "ndcg_at_10": 0.76431, + "ndcg_at_100": 0.78571, + "ndcg_at_1000": 0.78783, + "ndcg_at_20": 0.77488, + "ndcg_at_3": 0.72766, + "ndcg_at_5": 0.7441, + "precision_at_1": 0.64556, + "precision_at_10": 0.08867, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04639, + "precision_at_3": 0.26148, + "precision_at_5": 0.16489, + "recall_at_1": 0.64556, + "recall_at_10": 0.88667, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.92778, + "recall_at_3": 0.78444, + "recall_at_5": 0.82444 + }, + { + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ], + "main_score": 0.56718, + "map_at_1": 0.4861, + "map_at_10": 0.54045, + "map_at_100": 0.54818, + "map_at_1000": 0.5489, + "map_at_20": 0.54508, + "map_at_3": 0.52707, + "map_at_5": 0.5343, + "mrr_at_1": 0.4860956618464961, + "mrr_at_10": 0.5404457333545208, + "mrr_at_100": 0.5481809475251231, + "mrr_at_1000": 0.5489029906082122, + "mrr_at_20": 0.545076306967572, + "mrr_at_3": 0.5270671116054874, + "mrr_at_5": 0.5342973674453093, + "nauc_map_at_1000_diff1": 0.8159923758434259, + "nauc_map_at_1000_max": 0.8460188549177139, + "nauc_map_at_1000_std": 0.45857514697908075, + "nauc_map_at_100_diff1": 0.8157705429919542, + "nauc_map_at_100_max": 0.8460066517017437, + "nauc_map_at_100_std": 0.45913298246966844, + "nauc_map_at_10_diff1": 0.8168817359153495, + "nauc_map_at_10_max": 0.846591164604725, + "nauc_map_at_10_std": 0.45442530534897535, + "nauc_map_at_1_diff1": 0.8465845751554769, + "nauc_map_at_1_max": 0.833414934282118, + "nauc_map_at_1_std": 0.4125720271707364, + "nauc_map_at_20_diff1": 0.8152701064369481, + "nauc_map_at_20_max": 0.846065750539884, + "nauc_map_at_20_std": 0.45845202351657727, + "nauc_map_at_3_diff1": 0.8200208833247361, + "nauc_map_at_3_max": 0.8488946403672735, + "nauc_map_at_3_std": 0.450799271009587, + "nauc_map_at_5_diff1": 0.8161586557237966, + "nauc_map_at_5_max": 0.8463650299309033, + "nauc_map_at_5_std": 0.452344428494225, + "nauc_mrr_at_1000_diff1": 0.8159923758434259, + "nauc_mrr_at_1000_max": 0.8460188549177139, + "nauc_mrr_at_1000_std": 0.45857514697908075, + "nauc_mrr_at_100_diff1": 0.8157705429919542, + "nauc_mrr_at_100_max": 0.8460066517017437, + "nauc_mrr_at_100_std": 0.45913298246966844, + "nauc_mrr_at_10_diff1": 0.8168817359153495, + "nauc_mrr_at_10_max": 0.846591164604725, + "nauc_mrr_at_10_std": 0.45442530534897535, + "nauc_mrr_at_1_diff1": 0.8465845751554769, + "nauc_mrr_at_1_max": 0.833414934282118, + "nauc_mrr_at_1_std": 0.4125720271707364, + "nauc_mrr_at_20_diff1": 0.8152701064369481, + "nauc_mrr_at_20_max": 0.846065750539884, + "nauc_mrr_at_20_std": 0.45845202351657727, + "nauc_mrr_at_3_diff1": 0.8200208833247361, + "nauc_mrr_at_3_max": 0.8488946403672735, + "nauc_mrr_at_3_std": 0.450799271009587, + "nauc_mrr_at_5_diff1": 0.8161586557237966, + "nauc_mrr_at_5_max": 0.8463650299309033, + "nauc_mrr_at_5_std": 0.452344428494225, + "nauc_ndcg_at_1000_diff1": 0.8074821014573228, + "nauc_ndcg_at_1000_max": 0.8464638901512834, + "nauc_ndcg_at_1000_std": 0.474207345967014, + "nauc_ndcg_at_100_diff1": 0.800280731852235, + "nauc_ndcg_at_100_max": 0.8453215313551963, + "nauc_ndcg_at_100_std": 0.4902992966516008, + "nauc_ndcg_at_10_diff1": 0.8047564031254174, + "nauc_ndcg_at_10_max": 0.8484131629507505, + "nauc_ndcg_at_10_std": 0.47078602701802175, + "nauc_ndcg_at_1_diff1": 0.8465845751554769, + "nauc_ndcg_at_1_max": 0.833414934282118, + "nauc_ndcg_at_1_std": 0.4125720271707364, + "nauc_ndcg_at_20_diff1": 0.798108074400643, + "nauc_ndcg_at_20_max": 0.84681924526863, + "nauc_ndcg_at_20_std": 0.48676854420867266, + "nauc_ndcg_at_3_diff1": 0.811097679989617, + "nauc_ndcg_at_3_max": 0.8528956754741729, + "nauc_ndcg_at_3_std": 0.4631179429861353, + "nauc_ndcg_at_5_diff1": 0.8038070886790197, + "nauc_ndcg_at_5_max": 0.8484022656481417, + "nauc_ndcg_at_5_std": 0.4662282918782414, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6891002489870993, + "nauc_precision_at_100_max": 0.825611788917828, + "nauc_precision_at_100_std": 0.7305007837471397, + "nauc_precision_at_10_diff1": 0.762550045742794, + "nauc_precision_at_10_max": 0.8527512537140927, + "nauc_precision_at_10_std": 0.5271289652624311, + "nauc_precision_at_1_diff1": 0.8465845751554769, + "nauc_precision_at_1_max": 0.833414934282118, + "nauc_precision_at_1_std": 0.4125720271707364, + "nauc_precision_at_20_diff1": 0.7224231219323345, + "nauc_precision_at_20_max": 0.8464486587582378, + "nauc_precision_at_20_std": 0.6159092516975694, + "nauc_precision_at_3_diff1": 0.7841233377120422, + "nauc_precision_at_3_max": 0.8646040701067039, + "nauc_precision_at_3_std": 0.5001881377134256, + "nauc_precision_at_5_diff1": 0.7640893765345014, + "nauc_precision_at_5_max": 0.8537345088578949, + "nauc_precision_at_5_std": 0.5099272844407795, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6891002489870985, + "nauc_recall_at_100_max": 0.8256117889178278, + "nauc_recall_at_100_std": 0.7305007837471381, + "nauc_recall_at_10_diff1": 0.7625500457427942, + "nauc_recall_at_10_max": 0.852751253714093, + "nauc_recall_at_10_std": 0.5271289652624314, + "nauc_recall_at_1_diff1": 0.8465845751554769, + "nauc_recall_at_1_max": 0.833414934282118, + "nauc_recall_at_1_std": 0.4125720271707364, + "nauc_recall_at_20_diff1": 0.7224231219323347, + "nauc_recall_at_20_max": 0.8464486587582382, + "nauc_recall_at_20_std": 0.6159092516975696, + "nauc_recall_at_3_diff1": 0.7841233377120422, + "nauc_recall_at_3_max": 0.8646040701067031, + "nauc_recall_at_3_std": 0.5001881377134253, + "nauc_recall_at_5_diff1": 0.764089376534501, + "nauc_recall_at_5_max": 0.8537345088578953, + "nauc_recall_at_5_std": 0.5099272844407795, + "ndcg_at_1": 0.4861, + "ndcg_at_10": 0.56718, + "ndcg_at_100": 0.60773, + "ndcg_at_1000": 0.62711, + "ndcg_at_20": 0.58386, + "ndcg_at_3": 0.53921, + "ndcg_at_5": 0.55237, + "precision_at_1": 0.4861, + "precision_at_10": 0.06518, + "precision_at_100": 0.00849, + "precision_at_1000": 0.001, + "precision_at_20": 0.03587, + "precision_at_3": 0.19132, + "precision_at_5": 0.12125, + "recall_at_1": 0.4861, + "recall_at_10": 0.65184, + "recall_at_100": 0.84872, + "recall_at_1000": 1.0, + "recall_at_20": 0.71746, + "recall_at_3": 0.57397, + "recall_at_5": 0.60623 + }, + { + "hf_subset": "kan_Knda-kan_Knda", + "languages": [ + "kan-Knda", + "kan-Knda" + ], + "main_score": 0.79471, + "map_at_1": 0.69111, + "map_at_10": 0.7623, + "map_at_100": 0.76627, + "map_at_1000": 0.76636, + "map_at_20": 0.76474, + "map_at_3": 0.74944, + "map_at_5": 0.75633, + "mrr_at_1": 0.6911111111111111, + "mrr_at_10": 0.7623024691358025, + "mrr_at_100": 0.7662740856586382, + "mrr_at_1000": 0.7663594784180627, + "mrr_at_20": 0.7647354376264334, + "mrr_at_3": 0.7494444444444445, + "mrr_at_5": 0.7563333333333335, + "nauc_map_at_1000_diff1": 0.8244869315815156, + "nauc_map_at_1000_max": 0.7473046231665714, + "nauc_map_at_1000_std": 0.14266813718914648, + "nauc_map_at_100_diff1": 0.8244766156363001, + "nauc_map_at_100_max": 0.7473315193112673, + "nauc_map_at_100_std": 0.14269893092529606, + "nauc_map_at_10_diff1": 0.8226992182773071, + "nauc_map_at_10_max": 0.7475115047340173, + "nauc_map_at_10_std": 0.1464857186795211, + "nauc_map_at_1_diff1": 0.847990319906656, + "nauc_map_at_1_max": 0.7241448399680998, + "nauc_map_at_1_std": 0.10097900944044835, + "nauc_map_at_20_diff1": 0.8240247582005319, + "nauc_map_at_20_max": 0.747970857779882, + "nauc_map_at_20_std": 0.14473145713981753, + "nauc_map_at_3_diff1": 0.8234504643546253, + "nauc_map_at_3_max": 0.7470541729510852, + "nauc_map_at_3_std": 0.13266918394418425, + "nauc_map_at_5_diff1": 0.8233376410127642, + "nauc_map_at_5_max": 0.7489892426669834, + "nauc_map_at_5_std": 0.14352866370620873, + "nauc_mrr_at_1000_diff1": 0.8244869315815156, + "nauc_mrr_at_1000_max": 0.7473046231665714, + "nauc_mrr_at_1000_std": 0.14266813718914648, + "nauc_mrr_at_100_diff1": 0.8244766156363001, + "nauc_mrr_at_100_max": 0.7473315193112673, + "nauc_mrr_at_100_std": 0.14269893092529606, + "nauc_mrr_at_10_diff1": 0.8226992182773071, + "nauc_mrr_at_10_max": 0.7475115047340173, + "nauc_mrr_at_10_std": 0.1464857186795211, + "nauc_mrr_at_1_diff1": 0.847990319906656, + "nauc_mrr_at_1_max": 0.7241448399680998, + "nauc_mrr_at_1_std": 0.10097900944044835, + "nauc_mrr_at_20_diff1": 0.8240247582005319, + "nauc_mrr_at_20_max": 0.747970857779882, + "nauc_mrr_at_20_std": 0.14473145713981753, + "nauc_mrr_at_3_diff1": 0.8234504643546253, + "nauc_mrr_at_3_max": 0.7470541729510852, + "nauc_mrr_at_3_std": 0.13266918394418425, + "nauc_mrr_at_5_diff1": 0.8233376410127642, + "nauc_mrr_at_5_max": 0.7489892426669834, + "nauc_mrr_at_5_std": 0.14352866370620873, + "nauc_ndcg_at_1000_diff1": 0.8205965924884846, + "nauc_ndcg_at_1000_max": 0.7512504205437929, + "nauc_ndcg_at_1000_std": 0.15394788902775533, + "nauc_ndcg_at_100_diff1": 0.8202180704118914, + "nauc_ndcg_at_100_max": 0.7521966571786854, + "nauc_ndcg_at_100_std": 0.1557339694564379, + "nauc_ndcg_at_10_diff1": 0.8114117335797085, + "nauc_ndcg_at_10_max": 0.7550530690853133, + "nauc_ndcg_at_10_std": 0.17780577623317279, + "nauc_ndcg_at_1_diff1": 0.847990319906656, + "nauc_ndcg_at_1_max": 0.7241448399680998, + "nauc_ndcg_at_1_std": 0.10097900944044835, + "nauc_ndcg_at_20_diff1": 0.8162011694011755, + "nauc_ndcg_at_20_max": 0.757459622617291, + "nauc_ndcg_at_20_std": 0.17284527796355817, + "nauc_ndcg_at_3_diff1": 0.8144969117767276, + "nauc_ndcg_at_3_max": 0.753935503078261, + "nauc_ndcg_at_3_std": 0.1466401882069233, + "nauc_ndcg_at_5_diff1": 0.8139182725707066, + "nauc_ndcg_at_5_max": 0.7581423516974317, + "nauc_ndcg_at_5_std": 0.16859483979231765, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7854629031099694, + "nauc_precision_at_100_max": 0.8391510450334231, + "nauc_precision_at_100_std": 0.3330819507290079, + "nauc_precision_at_10_diff1": 0.7439019517749752, + "nauc_precision_at_10_max": 0.7972561280140629, + "nauc_precision_at_10_std": 0.37385880096689444, + "nauc_precision_at_1_diff1": 0.847990319906656, + "nauc_precision_at_1_max": 0.7241448399680998, + "nauc_precision_at_1_std": 0.10097900944044835, + "nauc_precision_at_20_diff1": 0.7559034366434724, + "nauc_precision_at_20_max": 0.8431673744766706, + "nauc_precision_at_20_std": 0.42881238516911857, + "nauc_precision_at_3_diff1": 0.7808863260119022, + "nauc_precision_at_3_max": 0.7791354598100821, + "nauc_precision_at_3_std": 0.2001156987156216, + "nauc_precision_at_5_diff1": 0.7729378477236224, + "nauc_precision_at_5_max": 0.7982121782983803, + "nauc_precision_at_5_std": 0.28380478365085005, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7854629031099712, + "nauc_recall_at_100_max": 0.8391510450334028, + "nauc_recall_at_100_std": 0.3330819507290139, + "nauc_recall_at_10_diff1": 0.7439019517749748, + "nauc_recall_at_10_max": 0.7972561280140635, + "nauc_recall_at_10_std": 0.37385880096689683, + "nauc_recall_at_1_diff1": 0.847990319906656, + "nauc_recall_at_1_max": 0.7241448399680998, + "nauc_recall_at_1_std": 0.10097900944044835, + "nauc_recall_at_20_diff1": 0.7559034366434739, + "nauc_recall_at_20_max": 0.8431673744766719, + "nauc_recall_at_20_std": 0.4288123851691233, + "nauc_recall_at_3_diff1": 0.7808863260119021, + "nauc_recall_at_3_max": 0.7791354598100816, + "nauc_recall_at_3_std": 0.2001156987156216, + "nauc_recall_at_5_diff1": 0.772937847723625, + "nauc_recall_at_5_max": 0.798212178298381, + "nauc_recall_at_5_std": 0.28380478365085055, + "ndcg_at_1": 0.69111, + "ndcg_at_10": 0.79471, + "ndcg_at_100": 0.81402, + "ndcg_at_1000": 0.81595, + "ndcg_at_20": 0.80366, + "ndcg_at_3": 0.76789, + "ndcg_at_5": 0.78051, + "precision_at_1": 0.69111, + "precision_at_10": 0.08956, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04656, + "precision_at_3": 0.2737, + "precision_at_5": 0.17044, + "recall_at_1": 0.69111, + "recall_at_10": 0.89556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.93111, + "recall_at_3": 0.82111, + "recall_at_5": 0.85222 + }, + { + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.87139, + "map_at_1": 0.78222, + "map_at_10": 0.84316, + "map_at_100": 0.84523, + "map_at_1000": 0.84523, + "map_at_20": 0.8447, + "map_at_3": 0.83185, + "map_at_5": 0.83874, + "mrr_at_1": 0.7822222222222223, + "mrr_at_10": 0.8431635802469141, + "mrr_at_100": 0.8452289595291885, + "mrr_at_1000": 0.8452319544378438, + "mrr_at_20": 0.8446980868384383, + "mrr_at_3": 0.8318518518518522, + "mrr_at_5": 0.8387407407407412, + "nauc_map_at_1000_diff1": 0.8430404156287933, + "nauc_map_at_1000_max": 0.6733532001101261, + "nauc_map_at_1000_std": -0.10089649178456853, + "nauc_map_at_100_diff1": 0.8430379143974527, + "nauc_map_at_100_max": 0.6733572562944997, + "nauc_map_at_100_std": -0.10087370054154036, + "nauc_map_at_10_diff1": 0.8427905455962923, + "nauc_map_at_10_max": 0.6741838871973265, + "nauc_map_at_10_std": -0.10097635158931892, + "nauc_map_at_1_diff1": 0.8486284509441412, + "nauc_map_at_1_max": 0.6583721099316555, + "nauc_map_at_1_std": -0.10983038700430066, + "nauc_map_at_20_diff1": 0.8427674598694351, + "nauc_map_at_20_max": 0.6739241003610079, + "nauc_map_at_20_std": -0.09998975120956674, + "nauc_map_at_3_diff1": 0.8395627050059786, + "nauc_map_at_3_max": 0.6740536332861824, + "nauc_map_at_3_std": -0.1065965394771985, + "nauc_map_at_5_diff1": 0.8420988751932103, + "nauc_map_at_5_max": 0.6733734526013504, + "nauc_map_at_5_std": -0.10035292631879539, + "nauc_mrr_at_1000_diff1": 0.8430404156287933, + "nauc_mrr_at_1000_max": 0.6733532001101261, + "nauc_mrr_at_1000_std": -0.10089649178456853, + "nauc_mrr_at_100_diff1": 0.8430379143974527, + "nauc_mrr_at_100_max": 0.6733572562944997, + "nauc_mrr_at_100_std": -0.10087370054154036, + "nauc_mrr_at_10_diff1": 0.8427905455962923, + "nauc_mrr_at_10_max": 0.6741838871973265, + "nauc_mrr_at_10_std": -0.10097635158931892, + "nauc_mrr_at_1_diff1": 0.8486284509441412, + "nauc_mrr_at_1_max": 0.6583721099316555, + "nauc_mrr_at_1_std": -0.10983038700430066, + "nauc_mrr_at_20_diff1": 0.8427674598694351, + "nauc_mrr_at_20_max": 0.6739241003610079, + "nauc_mrr_at_20_std": -0.09998975120956674, + "nauc_mrr_at_3_diff1": 0.8395627050059786, + "nauc_mrr_at_3_max": 0.6740536332861824, + "nauc_mrr_at_3_std": -0.1065965394771985, + "nauc_mrr_at_5_diff1": 0.8420988751932103, + "nauc_mrr_at_5_max": 0.6733734526013504, + "nauc_mrr_at_5_std": -0.10035292631879539, + "nauc_ndcg_at_1000_diff1": 0.8422484847589545, + "nauc_ndcg_at_1000_max": 0.6759784392982567, + "nauc_ndcg_at_1000_std": -0.09826505950438323, + "nauc_ndcg_at_100_diff1": 0.8421091056145894, + "nauc_ndcg_at_100_max": 0.6762029097709816, + "nauc_ndcg_at_100_std": -0.09698971158431832, + "nauc_ndcg_at_10_diff1": 0.8409780894080631, + "nauc_ndcg_at_10_max": 0.6818419675633145, + "nauc_ndcg_at_10_std": -0.09531045532017147, + "nauc_ndcg_at_1_diff1": 0.8486284509441412, + "nauc_ndcg_at_1_max": 0.6583721099316555, + "nauc_ndcg_at_1_std": -0.10983038700430066, + "nauc_ndcg_at_20_diff1": 0.8406158083583498, + "nauc_ndcg_at_20_max": 0.6805070752543646, + "nauc_ndcg_at_20_std": -0.09091183557606075, + "nauc_ndcg_at_3_diff1": 0.8344522753139755, + "nauc_ndcg_at_3_max": 0.6796894507810788, + "nauc_ndcg_at_3_std": -0.10630868314836994, + "nauc_ndcg_at_5_diff1": 0.839274798699996, + "nauc_ndcg_at_5_max": 0.6786025847368106, + "nauc_ndcg_at_5_std": -0.09538435795050972, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7222222222222222, + "nauc_precision_at_100_max": 0.8692810457515043, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.825636560930673, + "nauc_precision_at_10_max": 0.7636964695788184, + "nauc_precision_at_10_std": -0.03295732707498642, + "nauc_precision_at_1_diff1": 0.8486284509441412, + "nauc_precision_at_1_max": 0.6583721099316555, + "nauc_precision_at_1_std": -0.10983038700430066, + "nauc_precision_at_20_diff1": 0.7965342999945026, + "nauc_precision_at_20_max": 0.8210852968638404, + "nauc_precision_at_20_std": 0.14142912066786562, + "nauc_precision_at_3_diff1": 0.8113184719155501, + "nauc_precision_at_3_max": 0.7041025175685351, + "nauc_precision_at_3_std": -0.10553219805813678, + "nauc_precision_at_5_diff1": 0.8232111026228663, + "nauc_precision_at_5_max": 0.7083722377839984, + "nauc_precision_at_5_std": -0.06595365418895298, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7222222222222745, + "nauc_recall_at_100_max": 0.8692810457515964, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8256365609306796, + "nauc_recall_at_10_max": 0.7636964695788235, + "nauc_recall_at_10_std": -0.032957327074971274, + "nauc_recall_at_1_diff1": 0.8486284509441412, + "nauc_recall_at_1_max": 0.6583721099316555, + "nauc_recall_at_1_std": -0.10983038700430066, + "nauc_recall_at_20_diff1": 0.7965342999945069, + "nauc_recall_at_20_max": 0.8210852968638426, + "nauc_recall_at_20_std": 0.14142912066787255, + "nauc_recall_at_3_diff1": 0.8113184719155507, + "nauc_recall_at_3_max": 0.7041025175685349, + "nauc_recall_at_3_std": -0.10553219805813258, + "nauc_recall_at_5_diff1": 0.8232111026228679, + "nauc_recall_at_5_max": 0.7083722377840019, + "nauc_recall_at_5_std": -0.06595365418894755, + "ndcg_at_1": 0.78222, + "ndcg_at_10": 0.87139, + "ndcg_at_100": 0.88043, + "ndcg_at_1000": 0.88056, + "ndcg_at_20": 0.877, + "ndcg_at_3": 0.84846, + "ndcg_at_5": 0.86085, + "precision_at_1": 0.78222, + "precision_at_10": 0.09589, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.29889, + "precision_at_5": 0.18533, + "recall_at_1": 0.78222, + "recall_at_10": 0.95889, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.89667, + "recall_at_5": 0.92667 + }, + { + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.77593, + "map_at_1": 0.65111, + "map_at_10": 0.73641, + "map_at_100": 0.74045, + "map_at_1000": 0.74058, + "map_at_20": 0.73946, + "map_at_3": 0.71759, + "map_at_5": 0.72998, + "mrr_at_1": 0.6511111111111111, + "mrr_at_10": 0.736412698412699, + "mrr_at_100": 0.7404540280994405, + "mrr_at_1000": 0.7405763666826318, + "mrr_at_20": 0.7394592884182674, + "mrr_at_3": 0.7175925925925928, + "mrr_at_5": 0.729981481481482, + "nauc_map_at_1000_diff1": 0.7749211338348397, + "nauc_map_at_1000_max": 0.7077860415417464, + "nauc_map_at_1000_std": 0.08185185824967621, + "nauc_map_at_100_diff1": 0.7748426654565793, + "nauc_map_at_100_max": 0.7078786421324106, + "nauc_map_at_100_std": 0.08227986118429434, + "nauc_map_at_10_diff1": 0.773662596429675, + "nauc_map_at_10_max": 0.7068797542739284, + "nauc_map_at_10_std": 0.08110920505079362, + "nauc_map_at_1_diff1": 0.8017860961403941, + "nauc_map_at_1_max": 0.7068091290969124, + "nauc_map_at_1_std": 0.06669409116774058, + "nauc_map_at_20_diff1": 0.7744622909280189, + "nauc_map_at_20_max": 0.7079554360834841, + "nauc_map_at_20_std": 0.08291865875058405, + "nauc_map_at_3_diff1": 0.7711675297131162, + "nauc_map_at_3_max": 0.7068384316397645, + "nauc_map_at_3_std": 0.07401495867901293, + "nauc_map_at_5_diff1": 0.7721930788172209, + "nauc_map_at_5_max": 0.7042159155958492, + "nauc_map_at_5_std": 0.07468481568594953, + "nauc_mrr_at_1000_diff1": 0.7749211338348397, + "nauc_mrr_at_1000_max": 0.7077860415417464, + "nauc_mrr_at_1000_std": 0.08185185824967621, + "nauc_mrr_at_100_diff1": 0.7748426654565793, + "nauc_mrr_at_100_max": 0.7078786421324106, + "nauc_mrr_at_100_std": 0.08227986118429434, + "nauc_mrr_at_10_diff1": 0.773662596429675, + "nauc_mrr_at_10_max": 0.7068797542739284, + "nauc_mrr_at_10_std": 0.08110920505079362, + "nauc_mrr_at_1_diff1": 0.8017860961403941, + "nauc_mrr_at_1_max": 0.7068091290969124, + "nauc_mrr_at_1_std": 0.06669409116774058, + "nauc_mrr_at_20_diff1": 0.7744622909280189, + "nauc_mrr_at_20_max": 0.7079554360834841, + "nauc_mrr_at_20_std": 0.08291865875058405, + "nauc_mrr_at_3_diff1": 0.7711675297131162, + "nauc_mrr_at_3_max": 0.7068384316397645, + "nauc_mrr_at_3_std": 0.07401495867901293, + "nauc_mrr_at_5_diff1": 0.7721930788172209, + "nauc_mrr_at_5_max": 0.7042159155958492, + "nauc_mrr_at_5_std": 0.07468481568594953, + "nauc_ndcg_at_1000_diff1": 0.7706294633411515, + "nauc_ndcg_at_1000_max": 0.7094748450121912, + "nauc_ndcg_at_1000_std": 0.09109095987518886, + "nauc_ndcg_at_100_diff1": 0.7689993243523511, + "nauc_ndcg_at_100_max": 0.712326805606693, + "nauc_ndcg_at_100_std": 0.10264555404074187, + "nauc_ndcg_at_10_diff1": 0.76311429826362, + "nauc_ndcg_at_10_max": 0.7081461829766182, + "nauc_ndcg_at_10_std": 0.09874722379275908, + "nauc_ndcg_at_1_diff1": 0.8017860961403941, + "nauc_ndcg_at_1_max": 0.7068091290969124, + "nauc_ndcg_at_1_std": 0.06669409116774058, + "nauc_ndcg_at_20_diff1": 0.7658588935597729, + "nauc_ndcg_at_20_max": 0.7126082522883058, + "nauc_ndcg_at_20_std": 0.10644279646634977, + "nauc_ndcg_at_3_diff1": 0.7597912232896632, + "nauc_ndcg_at_3_max": 0.7069689211716991, + "nauc_ndcg_at_3_std": 0.07739314238127841, + "nauc_ndcg_at_5_diff1": 0.7602751932459758, + "nauc_ndcg_at_5_max": 0.7013401076557623, + "nauc_ndcg_at_5_std": 0.07989890947719296, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6706608569353725, + "nauc_precision_at_100_max": 0.9023498288204158, + "nauc_precision_at_100_std": 0.8515406162465071, + "nauc_precision_at_10_diff1": 0.696596829050256, + "nauc_precision_at_10_max": 0.7189147254960373, + "nauc_precision_at_10_std": 0.23190267259892336, + "nauc_precision_at_1_diff1": 0.8017860961403941, + "nauc_precision_at_1_max": 0.7068091290969124, + "nauc_precision_at_1_std": 0.06669409116774058, + "nauc_precision_at_20_diff1": 0.682354702887443, + "nauc_precision_at_20_max": 0.7799534908302901, + "nauc_precision_at_20_std": 0.4146186776597381, + "nauc_precision_at_3_diff1": 0.7179037787450412, + "nauc_precision_at_3_max": 0.7074980602772302, + "nauc_precision_at_3_std": 0.09009943486658607, + "nauc_precision_at_5_diff1": 0.7039795342427579, + "nauc_precision_at_5_max": 0.6860939870842884, + "nauc_precision_at_5_std": 0.10622475682252923, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6706608569353711, + "nauc_recall_at_100_max": 0.9023498288204184, + "nauc_recall_at_100_std": 0.8515406162465011, + "nauc_recall_at_10_diff1": 0.696596829050257, + "nauc_recall_at_10_max": 0.7189147254960389, + "nauc_recall_at_10_std": 0.23190267259892575, + "nauc_recall_at_1_diff1": 0.8017860961403941, + "nauc_recall_at_1_max": 0.7068091290969124, + "nauc_recall_at_1_std": 0.06669409116774058, + "nauc_recall_at_20_diff1": 0.682354702887443, + "nauc_recall_at_20_max": 0.7799534908302932, + "nauc_recall_at_20_std": 0.4146186776597446, + "nauc_recall_at_3_diff1": 0.7179037787450401, + "nauc_recall_at_3_max": 0.7074980602772287, + "nauc_recall_at_3_std": 0.09009943486658574, + "nauc_recall_at_5_diff1": 0.7039795342427599, + "nauc_recall_at_5_max": 0.6860939870842895, + "nauc_recall_at_5_std": 0.10622475682252948, + "ndcg_at_1": 0.65111, + "ndcg_at_10": 0.77593, + "ndcg_at_100": 0.79394, + "ndcg_at_1000": 0.79664, + "ndcg_at_20": 0.78675, + "ndcg_at_3": 0.73826, + "ndcg_at_5": 0.76064, + "precision_at_1": 0.65111, + "precision_at_10": 0.08989, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04706, + "precision_at_3": 0.26593, + "precision_at_5": 0.17044, + "recall_at_1": 0.65111, + "recall_at_10": 0.89889, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.94111, + "recall_at_3": 0.79778, + "recall_at_5": 0.85222 + }, + { + "hf_subset": "kat_Geor-kat_Geor", + "languages": [ + "kat-Geor", + "kat-Geor" + ], + "main_score": 0.81192, + "map_at_1": 0.71111, + "map_at_10": 0.78062, + "map_at_100": 0.78373, + "map_at_1000": 0.78383, + "map_at_20": 0.78241, + "map_at_3": 0.76796, + "map_at_5": 0.7758, + "mrr_at_1": 0.7111111111111111, + "mrr_at_10": 0.7806247795414465, + "mrr_at_100": 0.7837295865662035, + "mrr_at_1000": 0.7838320636531889, + "mrr_at_20": 0.7824121710476202, + "mrr_at_3": 0.7679629629629631, + "mrr_at_5": 0.7757962962962965, + "nauc_map_at_1000_diff1": 0.8354390926162284, + "nauc_map_at_1000_max": 0.7638634589808259, + "nauc_map_at_1000_std": 0.19744548313698998, + "nauc_map_at_100_diff1": 0.8354639000670588, + "nauc_map_at_100_max": 0.7639428826092342, + "nauc_map_at_100_std": 0.19761264077157448, + "nauc_map_at_10_diff1": 0.8337707336868283, + "nauc_map_at_10_max": 0.7642295247524494, + "nauc_map_at_10_std": 0.20069308305177053, + "nauc_map_at_1_diff1": 0.8574423696604148, + "nauc_map_at_1_max": 0.7587664215483763, + "nauc_map_at_1_std": 0.17581178220275948, + "nauc_map_at_20_diff1": 0.8350269541882966, + "nauc_map_at_20_max": 0.7642145506363712, + "nauc_map_at_20_std": 0.1987475458339736, + "nauc_map_at_3_diff1": 0.8344178215181784, + "nauc_map_at_3_max": 0.7606540736732066, + "nauc_map_at_3_std": 0.1805958365123161, + "nauc_map_at_5_diff1": 0.8342120734138193, + "nauc_map_at_5_max": 0.7626804954481331, + "nauc_map_at_5_std": 0.19186429552116047, + "nauc_mrr_at_1000_diff1": 0.8354390926162284, + "nauc_mrr_at_1000_max": 0.7638634589808259, + "nauc_mrr_at_1000_std": 0.19744548313698998, + "nauc_mrr_at_100_diff1": 0.8354639000670588, + "nauc_mrr_at_100_max": 0.7639428826092342, + "nauc_mrr_at_100_std": 0.19761264077157448, + "nauc_mrr_at_10_diff1": 0.8337707336868283, + "nauc_mrr_at_10_max": 0.7642295247524494, + "nauc_mrr_at_10_std": 0.20069308305177053, + "nauc_mrr_at_1_diff1": 0.8574423696604148, + "nauc_mrr_at_1_max": 0.7587664215483763, + "nauc_mrr_at_1_std": 0.17581178220275948, + "nauc_mrr_at_20_diff1": 0.8350269541882966, + "nauc_mrr_at_20_max": 0.7642145506363712, + "nauc_mrr_at_20_std": 0.1987475458339736, + "nauc_mrr_at_3_diff1": 0.8344178215181784, + "nauc_mrr_at_3_max": 0.7606540736732066, + "nauc_mrr_at_3_std": 0.1805958365123161, + "nauc_mrr_at_5_diff1": 0.8342120734138193, + "nauc_mrr_at_5_max": 0.7626804954481331, + "nauc_mrr_at_5_std": 0.19186429552116047, + "nauc_ndcg_at_1000_diff1": 0.8322599919773389, + "nauc_ndcg_at_1000_max": 0.7664062709581813, + "nauc_ndcg_at_1000_std": 0.2073318392810903, + "nauc_ndcg_at_100_diff1": 0.8327965144633587, + "nauc_ndcg_at_100_max": 0.768656456141254, + "nauc_ndcg_at_100_std": 0.21259230169078214, + "nauc_ndcg_at_10_diff1": 0.8241186509415086, + "nauc_ndcg_at_10_max": 0.770231029342615, + "nauc_ndcg_at_10_std": 0.2288273064422795, + "nauc_ndcg_at_1_diff1": 0.8574423696604148, + "nauc_ndcg_at_1_max": 0.7587664215483763, + "nauc_ndcg_at_1_std": 0.17581178220275948, + "nauc_ndcg_at_20_diff1": 0.8293006119876362, + "nauc_ndcg_at_20_max": 0.7707554952579959, + "nauc_ndcg_at_20_std": 0.22324892733569518, + "nauc_ndcg_at_3_diff1": 0.8264591863195775, + "nauc_ndcg_at_3_max": 0.761670496417196, + "nauc_ndcg_at_3_std": 0.1817790918844115, + "nauc_ndcg_at_5_diff1": 0.8252306874991544, + "nauc_ndcg_at_5_max": 0.7653173228213607, + "nauc_ndcg_at_5_std": 0.20304421008065182, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8661686896981136, + "nauc_precision_at_100_max": 0.9245253657018455, + "nauc_precision_at_100_std": 0.5856831621537584, + "nauc_precision_at_10_diff1": 0.7644326023092151, + "nauc_precision_at_10_max": 0.8131106100976948, + "nauc_precision_at_10_std": 0.43037052219261357, + "nauc_precision_at_1_diff1": 0.8574423696604148, + "nauc_precision_at_1_max": 0.7587664215483763, + "nauc_precision_at_1_std": 0.17581178220275948, + "nauc_precision_at_20_diff1": 0.7934054977923377, + "nauc_precision_at_20_max": 0.8368624285872525, + "nauc_precision_at_20_std": 0.46250138473468444, + "nauc_precision_at_3_diff1": 0.7958298045326749, + "nauc_precision_at_3_max": 0.7657542599681574, + "nauc_precision_at_3_std": 0.18611064060435642, + "nauc_precision_at_5_diff1": 0.7833618852630252, + "nauc_precision_at_5_max": 0.7781222579701635, + "nauc_precision_at_5_std": 0.2584423181381347, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.866168689698108, + "nauc_recall_at_100_max": 0.92452536570184, + "nauc_recall_at_100_std": 0.5856831621537497, + "nauc_recall_at_10_diff1": 0.7644326023092162, + "nauc_recall_at_10_max": 0.8131106100976971, + "nauc_recall_at_10_std": 0.4303705221926186, + "nauc_recall_at_1_diff1": 0.8574423696604148, + "nauc_recall_at_1_max": 0.7587664215483763, + "nauc_recall_at_1_std": 0.17581178220275948, + "nauc_recall_at_20_diff1": 0.7934054977923374, + "nauc_recall_at_20_max": 0.8368624285872531, + "nauc_recall_at_20_std": 0.46250138473468533, + "nauc_recall_at_3_diff1": 0.7958298045326739, + "nauc_recall_at_3_max": 0.7657542599681559, + "nauc_recall_at_3_std": 0.1861106406043562, + "nauc_recall_at_5_diff1": 0.7833618852630261, + "nauc_recall_at_5_max": 0.7781222579701661, + "nauc_recall_at_5_std": 0.25844231813813506, + "ndcg_at_1": 0.71111, + "ndcg_at_10": 0.81192, + "ndcg_at_100": 0.82755, + "ndcg_at_1000": 0.8298, + "ndcg_at_20": 0.8184, + "ndcg_at_3": 0.7862, + "ndcg_at_5": 0.80012, + "precision_at_1": 0.71111, + "precision_at_10": 0.09089, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04672, + "precision_at_3": 0.27963, + "precision_at_5": 0.17444, + "recall_at_1": 0.71111, + "recall_at_10": 0.90889, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.93444, + "recall_at_3": 0.83889, + "recall_at_5": 0.87222 + }, + { + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ], + "main_score": 0.87042, + "map_at_1": 0.77667, + "map_at_10": 0.84208, + "map_at_100": 0.84429, + "map_at_1000": 0.8443, + "map_at_20": 0.84375, + "map_at_3": 0.82981, + "map_at_5": 0.83815, + "mrr_at_1": 0.7766666666666666, + "mrr_at_10": 0.8420806878306881, + "mrr_at_100": 0.8442904718715515, + "mrr_at_1000": 0.8443013387393596, + "mrr_at_20": 0.8437535914043914, + "mrr_at_3": 0.8298148148148151, + "mrr_at_5": 0.8381481481481486, + "nauc_map_at_1000_diff1": 0.8234942087350678, + "nauc_map_at_1000_max": 0.6392280652555207, + "nauc_map_at_1000_std": -0.015143084423526517, + "nauc_map_at_100_diff1": 0.8234983769329935, + "nauc_map_at_100_max": 0.6392550892217675, + "nauc_map_at_100_std": -0.015133202799679592, + "nauc_map_at_10_diff1": 0.8231487750278033, + "nauc_map_at_10_max": 0.6404109476754154, + "nauc_map_at_10_std": -0.012181416877930451, + "nauc_map_at_1_diff1": 0.8424933880111085, + "nauc_map_at_1_max": 0.6263354435696338, + "nauc_map_at_1_std": -0.03687949761611939, + "nauc_map_at_20_diff1": 0.8234414882207137, + "nauc_map_at_20_max": 0.6399384056680401, + "nauc_map_at_20_std": -0.014338393889326248, + "nauc_map_at_3_diff1": 0.8172190131737125, + "nauc_map_at_3_max": 0.6381807001557094, + "nauc_map_at_3_std": -0.016766049780384523, + "nauc_map_at_5_diff1": 0.8193826708052169, + "nauc_map_at_5_max": 0.6350608290172618, + "nauc_map_at_5_std": -0.016038404123760536, + "nauc_mrr_at_1000_diff1": 0.8234942087350678, + "nauc_mrr_at_1000_max": 0.6392280652555207, + "nauc_mrr_at_1000_std": -0.015143084423526517, + "nauc_mrr_at_100_diff1": 0.8234983769329935, + "nauc_mrr_at_100_max": 0.6392550892217675, + "nauc_mrr_at_100_std": -0.015133202799679592, + "nauc_mrr_at_10_diff1": 0.8231487750278033, + "nauc_mrr_at_10_max": 0.6404109476754154, + "nauc_mrr_at_10_std": -0.012181416877930451, + "nauc_mrr_at_1_diff1": 0.8424933880111085, + "nauc_mrr_at_1_max": 0.6263354435696338, + "nauc_mrr_at_1_std": -0.03687949761611939, + "nauc_mrr_at_20_diff1": 0.8234414882207137, + "nauc_mrr_at_20_max": 0.6399384056680401, + "nauc_mrr_at_20_std": -0.014338393889326248, + "nauc_mrr_at_3_diff1": 0.8172190131737125, + "nauc_mrr_at_3_max": 0.6381807001557094, + "nauc_mrr_at_3_std": -0.016766049780384523, + "nauc_mrr_at_5_diff1": 0.8193826708052169, + "nauc_mrr_at_5_max": 0.6350608290172618, + "nauc_mrr_at_5_std": -0.016038404123760536, + "nauc_ndcg_at_1000_diff1": 0.8218198913542225, + "nauc_ndcg_at_1000_max": 0.6423195505807643, + "nauc_ndcg_at_1000_std": -0.009247820552493763, + "nauc_ndcg_at_100_diff1": 0.8219295847216006, + "nauc_ndcg_at_100_max": 0.6432389671872035, + "nauc_ndcg_at_100_std": -0.008711970488595955, + "nauc_ndcg_at_10_diff1": 0.8205759612519976, + "nauc_ndcg_at_10_max": 0.6506989380021263, + "nauc_ndcg_at_10_std": 0.007438739738454642, + "nauc_ndcg_at_1_diff1": 0.8424933880111085, + "nauc_ndcg_at_1_max": 0.6263354435696338, + "nauc_ndcg_at_1_std": -0.03687949761611939, + "nauc_ndcg_at_20_diff1": 0.8216769611485901, + "nauc_ndcg_at_20_max": 0.6486031725831315, + "nauc_ndcg_at_20_std": -0.0011147169855511177, + "nauc_ndcg_at_3_diff1": 0.8071843164573165, + "nauc_ndcg_at_3_max": 0.64177052482073, + "nauc_ndcg_at_3_std": -0.0051524608462244735, + "nauc_ndcg_at_5_diff1": 0.8104957615412918, + "nauc_ndcg_at_5_max": 0.6354550909188175, + "nauc_ndcg_at_5_std": -0.004075969357945115, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8611111111111238, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.21825396825404006, + "nauc_precision_at_10_diff1": 0.8095360951398095, + "nauc_precision_at_10_max": 0.7669172932330856, + "nauc_precision_at_10_std": 0.21745540321391416, + "nauc_precision_at_1_diff1": 0.8424933880111085, + "nauc_precision_at_1_max": 0.6263354435696338, + "nauc_precision_at_1_std": -0.03687949761611939, + "nauc_precision_at_20_diff1": 0.82152468830669, + "nauc_precision_at_20_max": 0.8539298072169945, + "nauc_precision_at_20_std": 0.2740704124787048, + "nauc_precision_at_3_diff1": 0.7645058159308914, + "nauc_precision_at_3_max": 0.6565053883603669, + "nauc_precision_at_3_std": 0.04597840768849675, + "nauc_precision_at_5_diff1": 0.7576301353874876, + "nauc_precision_at_5_max": 0.6346507352941145, + "nauc_precision_at_5_std": 0.06911618814192125, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8611111111111373, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.2182539682539692, + "nauc_recall_at_10_diff1": 0.8095360951398131, + "nauc_recall_at_10_max": 0.766917293233086, + "nauc_recall_at_10_std": 0.2174554032139145, + "nauc_recall_at_1_diff1": 0.8424933880111085, + "nauc_recall_at_1_max": 0.6263354435696338, + "nauc_recall_at_1_std": -0.03687949761611939, + "nauc_recall_at_20_diff1": 0.8215246883066921, + "nauc_recall_at_20_max": 0.8539298072170101, + "nauc_recall_at_20_std": 0.27407041247871183, + "nauc_recall_at_3_diff1": 0.764505815930889, + "nauc_recall_at_3_max": 0.6565053883603644, + "nauc_recall_at_3_std": 0.04597840768849552, + "nauc_recall_at_5_diff1": 0.7576301353874886, + "nauc_recall_at_5_max": 0.634650735294118, + "nauc_recall_at_5_std": 0.06911618814192351, + "ndcg_at_1": 0.77667, + "ndcg_at_10": 0.87042, + "ndcg_at_100": 0.87969, + "ndcg_at_1000": 0.87998, + "ndcg_at_20": 0.87638, + "ndcg_at_3": 0.84594, + "ndcg_at_5": 0.861, + "precision_at_1": 0.77667, + "precision_at_10": 0.09578, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.29741, + "precision_at_5": 0.18578, + "recall_at_1": 0.77667, + "recall_at_10": 0.95778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.89222, + "recall_at_5": 0.92889 + }, + { + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ], + "main_score": 0.7825, + "map_at_1": 0.66778, + "map_at_10": 0.74583, + "map_at_100": 0.74969, + "map_at_1000": 0.74979, + "map_at_20": 0.74826, + "map_at_3": 0.72907, + "map_at_5": 0.74013, + "mrr_at_1": 0.6677777777777778, + "mrr_at_10": 0.745832892416226, + "mrr_at_100": 0.7496912499966455, + "mrr_at_1000": 0.7497850706983515, + "mrr_at_20": 0.7482649515039868, + "mrr_at_3": 0.729074074074074, + "mrr_at_5": 0.7401296296296298, + "nauc_map_at_1000_diff1": 0.768346759569434, + "nauc_map_at_1000_max": 0.7075121104586573, + "nauc_map_at_1000_std": 0.18681516006164706, + "nauc_map_at_100_diff1": 0.7682998744215707, + "nauc_map_at_100_max": 0.7075810743042826, + "nauc_map_at_100_std": 0.1870872360385018, + "nauc_map_at_10_diff1": 0.7667134559897277, + "nauc_map_at_10_max": 0.7072086151062, + "nauc_map_at_10_std": 0.18966069399262972, + "nauc_map_at_1_diff1": 0.7903815075662953, + "nauc_map_at_1_max": 0.7055745833902921, + "nauc_map_at_1_std": 0.1533090018407795, + "nauc_map_at_20_diff1": 0.7680681328547749, + "nauc_map_at_20_max": 0.7079058611604908, + "nauc_map_at_20_std": 0.18846235017362686, + "nauc_map_at_3_diff1": 0.7657480669555925, + "nauc_map_at_3_max": 0.7014775800669877, + "nauc_map_at_3_std": 0.1704696471681586, + "nauc_map_at_5_diff1": 0.7647508866898255, + "nauc_map_at_5_max": 0.7057108895966528, + "nauc_map_at_5_std": 0.1874541783657811, + "nauc_mrr_at_1000_diff1": 0.768346759569434, + "nauc_mrr_at_1000_max": 0.7075121104586573, + "nauc_mrr_at_1000_std": 0.18681516006164706, + "nauc_mrr_at_100_diff1": 0.7682998744215707, + "nauc_mrr_at_100_max": 0.7075810743042826, + "nauc_mrr_at_100_std": 0.1870872360385018, + "nauc_mrr_at_10_diff1": 0.7667134559897277, + "nauc_mrr_at_10_max": 0.7072086151062, + "nauc_mrr_at_10_std": 0.18966069399262972, + "nauc_mrr_at_1_diff1": 0.7903815075662953, + "nauc_mrr_at_1_max": 0.7055745833902921, + "nauc_mrr_at_1_std": 0.1533090018407795, + "nauc_mrr_at_20_diff1": 0.7680681328547749, + "nauc_mrr_at_20_max": 0.7079058611604908, + "nauc_mrr_at_20_std": 0.18846235017362686, + "nauc_mrr_at_3_diff1": 0.7657480669555925, + "nauc_mrr_at_3_max": 0.7014775800669877, + "nauc_mrr_at_3_std": 0.1704696471681586, + "nauc_mrr_at_5_diff1": 0.7647508866898255, + "nauc_mrr_at_5_max": 0.7057108895966528, + "nauc_mrr_at_5_std": 0.1874541783657811, + "nauc_ndcg_at_1000_diff1": 0.7649179526028648, + "nauc_ndcg_at_1000_max": 0.7096970723969015, + "nauc_ndcg_at_1000_std": 0.19824757572855806, + "nauc_ndcg_at_100_diff1": 0.7639042591566938, + "nauc_ndcg_at_100_max": 0.7116853959640538, + "nauc_ndcg_at_100_std": 0.20564414529992409, + "nauc_ndcg_at_10_diff1": 0.7576725655893021, + "nauc_ndcg_at_10_max": 0.7117535467055913, + "nauc_ndcg_at_10_std": 0.21927219138977563, + "nauc_ndcg_at_1_diff1": 0.7903815075662953, + "nauc_ndcg_at_1_max": 0.7055745833902921, + "nauc_ndcg_at_1_std": 0.1533090018407795, + "nauc_ndcg_at_20_diff1": 0.7623095242078831, + "nauc_ndcg_at_20_max": 0.7140020643943684, + "nauc_ndcg_at_20_std": 0.21511985214092955, + "nauc_ndcg_at_3_diff1": 0.7552636158940668, + "nauc_ndcg_at_3_max": 0.6991470567325284, + "nauc_ndcg_at_3_std": 0.1775501665784715, + "nauc_ndcg_at_5_diff1": 0.7524299075524955, + "nauc_ndcg_at_5_max": 0.7072914129579261, + "nauc_ndcg_at_5_std": 0.2122064489284747, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6900404606287044, + "nauc_precision_at_100_max": 0.86507936507937, + "nauc_precision_at_100_std": 0.7709617180205521, + "nauc_precision_at_10_diff1": 0.7056804089410478, + "nauc_precision_at_10_max": 0.7458536241089697, + "nauc_precision_at_10_std": 0.41845880846515915, + "nauc_precision_at_1_diff1": 0.7903815075662953, + "nauc_precision_at_1_max": 0.7055745833902921, + "nauc_precision_at_1_std": 0.1533090018407795, + "nauc_precision_at_20_diff1": 0.7251715501015211, + "nauc_precision_at_20_max": 0.7800824033317022, + "nauc_precision_at_20_std": 0.4672609784654611, + "nauc_precision_at_3_diff1": 0.7159179604045008, + "nauc_precision_at_3_max": 0.6901922803019523, + "nauc_precision_at_3_std": 0.2040421592365766, + "nauc_precision_at_5_diff1": 0.6940198125757072, + "nauc_precision_at_5_max": 0.7160841551415336, + "nauc_precision_at_5_std": 0.33592571398845117, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6900404606286972, + "nauc_recall_at_100_max": 0.8650793650793644, + "nauc_recall_at_100_std": 0.7709617180205512, + "nauc_recall_at_10_diff1": 0.7056804089410482, + "nauc_recall_at_10_max": 0.745853624108971, + "nauc_recall_at_10_std": 0.41845880846516104, + "nauc_recall_at_1_diff1": 0.7903815075662953, + "nauc_recall_at_1_max": 0.7055745833902921, + "nauc_recall_at_1_std": 0.1533090018407795, + "nauc_recall_at_20_diff1": 0.7251715501015233, + "nauc_recall_at_20_max": 0.7800824033317032, + "nauc_recall_at_20_std": 0.46726097846546005, + "nauc_recall_at_3_diff1": 0.7159179604045004, + "nauc_recall_at_3_max": 0.6901922803019508, + "nauc_recall_at_3_std": 0.20404215923657487, + "nauc_recall_at_5_diff1": 0.6940198125757099, + "nauc_recall_at_5_max": 0.7160841551415339, + "nauc_recall_at_5_std": 0.3359257139884524, + "ndcg_at_1": 0.66778, + "ndcg_at_10": 0.7825, + "ndcg_at_100": 0.80108, + "ndcg_at_1000": 0.80329, + "ndcg_at_20": 0.79107, + "ndcg_at_3": 0.74874, + "ndcg_at_5": 0.76877, + "precision_at_1": 0.66778, + "precision_at_10": 0.08967, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.0465, + "precision_at_3": 0.26852, + "precision_at_5": 0.17089, + "recall_at_1": 0.66778, + "recall_at_10": 0.89667, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "recall_at_20": 0.93, + "recall_at_3": 0.80556, + "recall_at_5": 0.85444 + }, + { + "hf_subset": "kaz_Cyrl-kaz_Cyrl", + "languages": [ + "kaz-Cyrl", + "kaz-Cyrl" + ], + "main_score": 0.82235, + "map_at_1": 0.73222, + "map_at_10": 0.79422, + "map_at_100": 0.79723, + "map_at_1000": 0.79733, + "map_at_20": 0.79606, + "map_at_3": 0.7837, + "map_at_5": 0.78948, + "mrr_at_1": 0.7322222222222222, + "mrr_at_10": 0.7942156084656083, + "mrr_at_100": 0.7972289549150671, + "mrr_at_1000": 0.7973333126568539, + "mrr_at_20": 0.796064907314907, + "mrr_at_3": 0.783703703703704, + "mrr_at_5": 0.7894814814814817, + "nauc_map_at_1000_diff1": 0.8481630038634089, + "nauc_map_at_1000_max": 0.8055495188919076, + "nauc_map_at_1000_std": 0.19393397503370013, + "nauc_map_at_100_diff1": 0.8481595981412043, + "nauc_map_at_100_max": 0.8056062757530582, + "nauc_map_at_100_std": 0.19414702037956033, + "nauc_map_at_10_diff1": 0.8476752815623165, + "nauc_map_at_10_max": 0.8064892361569777, + "nauc_map_at_10_std": 0.19660944674323286, + "nauc_map_at_1_diff1": 0.8616378618379819, + "nauc_map_at_1_max": 0.7858187439936487, + "nauc_map_at_1_std": 0.15813883934756448, + "nauc_map_at_20_diff1": 0.847693914563459, + "nauc_map_at_20_max": 0.8061032026491238, + "nauc_map_at_20_std": 0.1956547625141439, + "nauc_map_at_3_diff1": 0.847529350357592, + "nauc_map_at_3_max": 0.8039178776311284, + "nauc_map_at_3_std": 0.18264560779519862, + "nauc_map_at_5_diff1": 0.8468337854185307, + "nauc_map_at_5_max": 0.8055194992337158, + "nauc_map_at_5_std": 0.18846894547044404, + "nauc_mrr_at_1000_diff1": 0.8481630038634089, + "nauc_mrr_at_1000_max": 0.8055495188919076, + "nauc_mrr_at_1000_std": 0.19393397503370013, + "nauc_mrr_at_100_diff1": 0.8481595981412043, + "nauc_mrr_at_100_max": 0.8056062757530582, + "nauc_mrr_at_100_std": 0.19414702037956033, + "nauc_mrr_at_10_diff1": 0.8476752815623165, + "nauc_mrr_at_10_max": 0.8064892361569777, + "nauc_mrr_at_10_std": 0.19660944674323286, + "nauc_mrr_at_1_diff1": 0.8616378618379819, + "nauc_mrr_at_1_max": 0.7858187439936487, + "nauc_mrr_at_1_std": 0.15813883934756448, + "nauc_mrr_at_20_diff1": 0.847693914563459, + "nauc_mrr_at_20_max": 0.8061032026491238, + "nauc_mrr_at_20_std": 0.1956547625141439, + "nauc_mrr_at_3_diff1": 0.847529350357592, + "nauc_mrr_at_3_max": 0.8039178776311284, + "nauc_mrr_at_3_std": 0.18264560779519862, + "nauc_mrr_at_5_diff1": 0.8468337854185307, + "nauc_mrr_at_5_max": 0.8055194992337158, + "nauc_mrr_at_5_std": 0.18846894547044404, + "nauc_ndcg_at_1000_diff1": 0.8462944679249864, + "nauc_ndcg_at_1000_max": 0.8100593080493884, + "nauc_ndcg_at_1000_std": 0.2065458124751762, + "nauc_ndcg_at_100_diff1": 0.8460922624246816, + "nauc_ndcg_at_100_max": 0.8117087448349826, + "nauc_ndcg_at_100_std": 0.21274252706486968, + "nauc_ndcg_at_10_diff1": 0.8433147369880981, + "nauc_ndcg_at_10_max": 0.817541536976669, + "nauc_ndcg_at_10_std": 0.22932527825576424, + "nauc_ndcg_at_1_diff1": 0.8616378618379819, + "nauc_ndcg_at_1_max": 0.7858187439936487, + "nauc_ndcg_at_1_std": 0.15813883934756448, + "nauc_ndcg_at_20_diff1": 0.8432059814366227, + "nauc_ndcg_at_20_max": 0.8165652020280715, + "nauc_ndcg_at_20_std": 0.2279185645366168, + "nauc_ndcg_at_3_diff1": 0.8428723560985673, + "nauc_ndcg_at_3_max": 0.810003192151049, + "nauc_ndcg_at_3_std": 0.19141492056546947, + "nauc_ndcg_at_5_diff1": 0.8411129091295202, + "nauc_ndcg_at_5_max": 0.8133837240041761, + "nauc_ndcg_at_5_std": 0.20285442756204367, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.83164098972922, + "nauc_precision_at_100_max": 0.9152369281045811, + "nauc_precision_at_100_std": 0.6013947245564975, + "nauc_precision_at_10_diff1": 0.8193738400710052, + "nauc_precision_at_10_max": 0.8889061797558527, + "nauc_precision_at_10_std": 0.45381609433896763, + "nauc_precision_at_1_diff1": 0.8616378618379819, + "nauc_precision_at_1_max": 0.7858187439936487, + "nauc_precision_at_1_std": 0.15813883934756448, + "nauc_precision_at_20_diff1": 0.8088396278051427, + "nauc_precision_at_20_max": 0.9087623555169185, + "nauc_precision_at_20_std": 0.5352715798963243, + "nauc_precision_at_3_diff1": 0.8251835572648732, + "nauc_precision_at_3_max": 0.8331715983931177, + "nauc_precision_at_3_std": 0.22505654776770156, + "nauc_precision_at_5_diff1": 0.8155035625852741, + "nauc_precision_at_5_max": 0.8485985480148901, + "nauc_precision_at_5_std": 0.2685919787087082, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.831640989729229, + "nauc_recall_at_100_max": 0.915236928104578, + "nauc_recall_at_100_std": 0.6013947245564883, + "nauc_recall_at_10_diff1": 0.8193738400710073, + "nauc_recall_at_10_max": 0.8889061797558528, + "nauc_recall_at_10_std": 0.4538160943389684, + "nauc_recall_at_1_diff1": 0.8616378618379819, + "nauc_recall_at_1_max": 0.7858187439936487, + "nauc_recall_at_1_std": 0.15813883934756448, + "nauc_recall_at_20_diff1": 0.8088396278051456, + "nauc_recall_at_20_max": 0.908762355516921, + "nauc_recall_at_20_std": 0.5352715798963255, + "nauc_recall_at_3_diff1": 0.8251835572648721, + "nauc_recall_at_3_max": 0.8331715983931162, + "nauc_recall_at_3_std": 0.2250565477677009, + "nauc_recall_at_5_diff1": 0.8155035625852748, + "nauc_recall_at_5_max": 0.8485985480148908, + "nauc_recall_at_5_std": 0.2685919787087106, + "ndcg_at_1": 0.73222, + "ndcg_at_10": 0.82235, + "ndcg_at_100": 0.83751, + "ndcg_at_1000": 0.83989, + "ndcg_at_20": 0.82891, + "ndcg_at_3": 0.80018, + "ndcg_at_5": 0.81065, + "precision_at_1": 0.73222, + "precision_at_10": 0.091, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.28259, + "precision_at_5": 0.17467, + "recall_at_1": 0.73222, + "recall_at_10": 0.91, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.84778, + "recall_at_5": 0.87333 + }, + { + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ], + "main_score": 0.86904, + "map_at_1": 0.77333, + "map_at_10": 0.83924, + "map_at_100": 0.84095, + "map_at_1000": 0.84097, + "map_at_20": 0.84032, + "map_at_3": 0.82667, + "map_at_5": 0.83533, + "mrr_at_1": 0.7733333333333333, + "mrr_at_10": 0.8392367724867731, + "mrr_at_100": 0.8409527812550827, + "mrr_at_1000": 0.8409692328399592, + "mrr_at_20": 0.8403246649864305, + "mrr_at_3": 0.826666666666667, + "mrr_at_5": 0.835333333333334, + "nauc_map_at_1000_diff1": 0.8188748771874831, + "nauc_map_at_1000_max": 0.7172148496173366, + "nauc_map_at_1000_std": -0.04335667678672988, + "nauc_map_at_100_diff1": 0.8188580077291889, + "nauc_map_at_100_max": 0.7172332593837241, + "nauc_map_at_100_std": -0.04327050647690654, + "nauc_map_at_10_diff1": 0.8178362504715971, + "nauc_map_at_10_max": 0.7174194460469194, + "nauc_map_at_10_std": -0.04198715374047066, + "nauc_map_at_1_diff1": 0.8344855693756792, + "nauc_map_at_1_max": 0.6969342470716096, + "nauc_map_at_1_std": -0.06345348790403692, + "nauc_map_at_20_diff1": 0.818567639206212, + "nauc_map_at_20_max": 0.7174663710476921, + "nauc_map_at_20_std": -0.04371536447503633, + "nauc_map_at_3_diff1": 0.8135300039757345, + "nauc_map_at_3_max": 0.7203401604829022, + "nauc_map_at_3_std": -0.03093859412873609, + "nauc_map_at_5_diff1": 0.8182005208192337, + "nauc_map_at_5_max": 0.720098179208015, + "nauc_map_at_5_std": -0.0379608938925547, + "nauc_mrr_at_1000_diff1": 0.8188748771874831, + "nauc_mrr_at_1000_max": 0.7172148496173366, + "nauc_mrr_at_1000_std": -0.04335667678672988, + "nauc_mrr_at_100_diff1": 0.8188580077291889, + "nauc_mrr_at_100_max": 0.7172332593837241, + "nauc_mrr_at_100_std": -0.04327050647690654, + "nauc_mrr_at_10_diff1": 0.8178362504715971, + "nauc_mrr_at_10_max": 0.7174194460469194, + "nauc_mrr_at_10_std": -0.04198715374047066, + "nauc_mrr_at_1_diff1": 0.8344855693756792, + "nauc_mrr_at_1_max": 0.6969342470716096, + "nauc_mrr_at_1_std": -0.06345348790403692, + "nauc_mrr_at_20_diff1": 0.818567639206212, + "nauc_mrr_at_20_max": 0.7174663710476921, + "nauc_mrr_at_20_std": -0.04371536447503633, + "nauc_mrr_at_3_diff1": 0.8135300039757345, + "nauc_mrr_at_3_max": 0.7203401604829022, + "nauc_mrr_at_3_std": -0.03093859412873609, + "nauc_mrr_at_5_diff1": 0.8182005208192337, + "nauc_mrr_at_5_max": 0.720098179208015, + "nauc_mrr_at_5_std": -0.0379608938925547, + "nauc_ndcg_at_1000_diff1": 0.8164113890942071, + "nauc_ndcg_at_1000_max": 0.720302629241138, + "nauc_ndcg_at_1000_std": -0.039542686973734795, + "nauc_ndcg_at_100_diff1": 0.8155737153027934, + "nauc_ndcg_at_100_max": 0.7208555907366622, + "nauc_ndcg_at_100_std": -0.036429680007071474, + "nauc_ndcg_at_10_diff1": 0.8109436252930454, + "nauc_ndcg_at_10_max": 0.7231326682737749, + "nauc_ndcg_at_10_std": -0.033423966980357336, + "nauc_ndcg_at_1_diff1": 0.8344855693756792, + "nauc_ndcg_at_1_max": 0.6969342470716096, + "nauc_ndcg_at_1_std": -0.06345348790403692, + "nauc_ndcg_at_20_diff1": 0.813784131936126, + "nauc_ndcg_at_20_max": 0.7236502607374534, + "nauc_ndcg_at_20_std": -0.03948642979311229, + "nauc_ndcg_at_3_diff1": 0.804299527502345, + "nauc_ndcg_at_3_max": 0.7292434406837499, + "nauc_ndcg_at_3_std": -0.013418721748882605, + "nauc_ndcg_at_5_diff1": 0.8126219536670558, + "nauc_ndcg_at_5_max": 0.7297705244456301, + "nauc_ndcg_at_5_std": -0.0252778777235668, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5714285714285977, + "nauc_precision_at_100_max": 0.8638344226579172, + "nauc_precision_at_100_std": 0.8078120136943496, + "nauc_precision_at_10_diff1": 0.7352541016406525, + "nauc_precision_at_10_max": 0.7773509403761464, + "nauc_precision_at_10_std": 0.0581832733093255, + "nauc_precision_at_1_diff1": 0.8344855693756792, + "nauc_precision_at_1_max": 0.6969342470716096, + "nauc_precision_at_1_std": -0.06345348790403692, + "nauc_precision_at_20_diff1": 0.7421908157202224, + "nauc_precision_at_20_max": 0.8202826585179553, + "nauc_precision_at_20_std": 0.01075884899414109, + "nauc_precision_at_3_diff1": 0.763219357711913, + "nauc_precision_at_3_max": 0.7682418724330761, + "nauc_precision_at_3_std": 0.0659755554455944, + "nauc_precision_at_5_diff1": 0.7783364712005002, + "nauc_precision_at_5_max": 0.7920589000627556, + "nauc_precision_at_5_std": 0.057009689121544915, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5714285714285714, + "nauc_recall_at_100_max": 0.8638344226579231, + "nauc_recall_at_100_std": 0.8078120136943853, + "nauc_recall_at_10_diff1": 0.735254101640654, + "nauc_recall_at_10_max": 0.7773509403761514, + "nauc_recall_at_10_std": 0.058183273309325746, + "nauc_recall_at_1_diff1": 0.8344855693756792, + "nauc_recall_at_1_max": 0.6969342470716096, + "nauc_recall_at_1_std": -0.06345348790403692, + "nauc_recall_at_20_diff1": 0.742190815720224, + "nauc_recall_at_20_max": 0.820282658517957, + "nauc_recall_at_20_std": 0.010758848994141075, + "nauc_recall_at_3_diff1": 0.7632193577119107, + "nauc_recall_at_3_max": 0.7682418724330738, + "nauc_recall_at_3_std": 0.06597555544559307, + "nauc_recall_at_5_diff1": 0.7783364712005021, + "nauc_recall_at_5_max": 0.7920589000627588, + "nauc_recall_at_5_std": 0.057009689121550106, + "ndcg_at_1": 0.77333, + "ndcg_at_10": 0.86904, + "ndcg_at_100": 0.87689, + "ndcg_at_1000": 0.87732, + "ndcg_at_20": 0.8728, + "ndcg_at_3": 0.84407, + "ndcg_at_5": 0.85966, + "precision_at_1": 0.77333, + "precision_at_10": 0.09611, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.29815, + "precision_at_5": 0.18644, + "recall_at_1": 0.77333, + "recall_at_10": 0.96111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.89444, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ], + "main_score": 0.80779, + "map_at_1": 0.71444, + "map_at_10": 0.77842, + "map_at_100": 0.78228, + "map_at_1000": 0.78239, + "map_at_20": 0.78104, + "map_at_3": 0.76556, + "map_at_5": 0.77361, + "mrr_at_1": 0.7144444444444444, + "mrr_at_10": 0.7784210758377427, + "mrr_at_100": 0.7822787973789781, + "mrr_at_1000": 0.7823864251109486, + "mrr_at_20": 0.781042012744928, + "mrr_at_3": 0.7655555555555555, + "mrr_at_5": 0.7736111111111114, + "nauc_map_at_1000_diff1": 0.7951741186155667, + "nauc_map_at_1000_max": 0.7624253283202548, + "nauc_map_at_1000_std": 0.10388511354942434, + "nauc_map_at_100_diff1": 0.7951264781325238, + "nauc_map_at_100_max": 0.7624970855768068, + "nauc_map_at_100_std": 0.10417081343473314, + "nauc_map_at_10_diff1": 0.7936384461978012, + "nauc_map_at_10_max": 0.7624719350733582, + "nauc_map_at_10_std": 0.10494449597083194, + "nauc_map_at_1_diff1": 0.8175623958504964, + "nauc_map_at_1_max": 0.7547400407525662, + "nauc_map_at_1_std": 0.07972820498916519, + "nauc_map_at_20_diff1": 0.7949411192147167, + "nauc_map_at_20_max": 0.7623830377497935, + "nauc_map_at_20_std": 0.1046020477378109, + "nauc_map_at_3_diff1": 0.7931537089042133, + "nauc_map_at_3_max": 0.7583214780881368, + "nauc_map_at_3_std": 0.08677957298105331, + "nauc_map_at_5_diff1": 0.7926480271197965, + "nauc_map_at_5_max": 0.7609616050838992, + "nauc_map_at_5_std": 0.10000909660896293, + "nauc_mrr_at_1000_diff1": 0.7951741186155667, + "nauc_mrr_at_1000_max": 0.7624253283202548, + "nauc_mrr_at_1000_std": 0.10388511354942434, + "nauc_mrr_at_100_diff1": 0.7951264781325238, + "nauc_mrr_at_100_max": 0.7624970855768068, + "nauc_mrr_at_100_std": 0.10417081343473314, + "nauc_mrr_at_10_diff1": 0.7936384461978012, + "nauc_mrr_at_10_max": 0.7624719350733582, + "nauc_mrr_at_10_std": 0.10494449597083194, + "nauc_mrr_at_1_diff1": 0.8175623958504964, + "nauc_mrr_at_1_max": 0.7547400407525662, + "nauc_mrr_at_1_std": 0.07972820498916519, + "nauc_mrr_at_20_diff1": 0.7949411192147167, + "nauc_mrr_at_20_max": 0.7623830377497935, + "nauc_mrr_at_20_std": 0.1046020477378109, + "nauc_mrr_at_3_diff1": 0.7931537089042133, + "nauc_mrr_at_3_max": 0.7583214780881368, + "nauc_mrr_at_3_std": 0.08677957298105331, + "nauc_mrr_at_5_diff1": 0.7926480271197965, + "nauc_mrr_at_5_max": 0.7609616050838992, + "nauc_mrr_at_5_std": 0.10000909660896293, + "nauc_ndcg_at_1000_diff1": 0.7914826534144465, + "nauc_ndcg_at_1000_max": 0.7651683477513332, + "nauc_ndcg_at_1000_std": 0.11552540497125673, + "nauc_ndcg_at_100_diff1": 0.7900437948399186, + "nauc_ndcg_at_100_max": 0.7672086852198465, + "nauc_ndcg_at_100_std": 0.12325120475368614, + "nauc_ndcg_at_10_diff1": 0.7838703932469896, + "nauc_ndcg_at_10_max": 0.7678001602899756, + "nauc_ndcg_at_10_std": 0.13078032324962896, + "nauc_ndcg_at_1_diff1": 0.8175623958504964, + "nauc_ndcg_at_1_max": 0.7547400407525662, + "nauc_ndcg_at_1_std": 0.07972820498916519, + "nauc_ndcg_at_20_diff1": 0.7888522532293195, + "nauc_ndcg_at_20_max": 0.7676853239321906, + "nauc_ndcg_at_20_std": 0.1295697677833958, + "nauc_ndcg_at_3_diff1": 0.7838240871309241, + "nauc_ndcg_at_3_max": 0.7582778918769286, + "nauc_ndcg_at_3_std": 0.0898149043386412, + "nauc_ndcg_at_5_diff1": 0.7819627444726485, + "nauc_ndcg_at_5_max": 0.7635567522015788, + "nauc_ndcg_at_5_std": 0.11677513504365333, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.699428791124299, + "nauc_precision_at_100_max": 0.8937221947602481, + "nauc_precision_at_100_std": 0.596391497775593, + "nauc_precision_at_10_diff1": 0.7287687138438774, + "nauc_precision_at_10_max": 0.8017591270126686, + "nauc_precision_at_10_std": 0.29561965043515714, + "nauc_precision_at_1_diff1": 0.8175623958504964, + "nauc_precision_at_1_max": 0.7547400407525662, + "nauc_precision_at_1_std": 0.07972820498916519, + "nauc_precision_at_20_diff1": 0.7478669628771041, + "nauc_precision_at_20_max": 0.8197140925335632, + "nauc_precision_at_20_std": 0.3702791461412103, + "nauc_precision_at_3_diff1": 0.7489741880056939, + "nauc_precision_at_3_max": 0.7575493351456029, + "nauc_precision_at_3_std": 0.10128931745034386, + "nauc_precision_at_5_diff1": 0.7336188996845808, + "nauc_precision_at_5_max": 0.7757009716124321, + "nauc_precision_at_5_std": 0.19849503098698532, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6994287911242983, + "nauc_recall_at_100_max": 0.8937221947602536, + "nauc_recall_at_100_std": 0.5963914977755823, + "nauc_recall_at_10_diff1": 0.7287687138438773, + "nauc_recall_at_10_max": 0.8017591270126695, + "nauc_recall_at_10_std": 0.2956196504351588, + "nauc_recall_at_1_diff1": 0.8175623958504964, + "nauc_recall_at_1_max": 0.7547400407525662, + "nauc_recall_at_1_std": 0.07972820498916519, + "nauc_recall_at_20_diff1": 0.7478669628771049, + "nauc_recall_at_20_max": 0.819714092533564, + "nauc_recall_at_20_std": 0.37027914614121477, + "nauc_recall_at_3_diff1": 0.7489741880056933, + "nauc_recall_at_3_max": 0.757549335145601, + "nauc_recall_at_3_std": 0.10128931745034503, + "nauc_recall_at_5_diff1": 0.7336188996845819, + "nauc_recall_at_5_max": 0.7757009716124327, + "nauc_recall_at_5_std": 0.1984950309869865, + "ndcg_at_1": 0.71444, + "ndcg_at_10": 0.80779, + "ndcg_at_100": 0.82571, + "ndcg_at_1000": 0.82822, + "ndcg_at_20": 0.81715, + "ndcg_at_3": 0.78185, + "ndcg_at_5": 0.79643, + "precision_at_1": 0.71444, + "precision_at_10": 0.08989, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.2763, + "precision_at_5": 0.17289, + "recall_at_1": 0.71444, + "recall_at_10": 0.89889, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.82889, + "recall_at_5": 0.86444 + }, + { + "hf_subset": "kea_Latn-kea_Latn", + "languages": [ + "kea-Latn", + "kea-Latn" + ], + "main_score": 0.74262, + "map_at_1": 0.65111, + "map_at_10": 0.71357, + "map_at_100": 0.71831, + "map_at_1000": 0.71852, + "map_at_20": 0.71607, + "map_at_3": 0.70037, + "map_at_5": 0.70831, + "mrr_at_1": 0.6511111111111111, + "mrr_at_10": 0.7135656966490302, + "mrr_at_100": 0.7183071103246933, + "mrr_at_1000": 0.7185163594457625, + "mrr_at_20": 0.7160672250531644, + "mrr_at_3": 0.7003703703703705, + "mrr_at_5": 0.7083148148148151, + "nauc_map_at_1000_diff1": 0.8325586284821259, + "nauc_map_at_1000_max": 0.7656521438823535, + "nauc_map_at_1000_std": 0.29383945051065175, + "nauc_map_at_100_diff1": 0.8325174400939765, + "nauc_map_at_100_max": 0.7657880379491006, + "nauc_map_at_100_std": 0.29430513149546583, + "nauc_map_at_10_diff1": 0.8316098268770946, + "nauc_map_at_10_max": 0.7662562914259767, + "nauc_map_at_10_std": 0.29360210389302455, + "nauc_map_at_1_diff1": 0.8610266428423866, + "nauc_map_at_1_max": 0.7455084828693516, + "nauc_map_at_1_std": 0.24034011213842282, + "nauc_map_at_20_diff1": 0.8320996025458943, + "nauc_map_at_20_max": 0.7662974487176046, + "nauc_map_at_20_std": 0.29469424748510875, + "nauc_map_at_3_diff1": 0.8341994335792622, + "nauc_map_at_3_max": 0.7619756994237381, + "nauc_map_at_3_std": 0.28355886778290335, + "nauc_map_at_5_diff1": 0.8306179871918637, + "nauc_map_at_5_max": 0.7637702492331612, + "nauc_map_at_5_std": 0.2885893668511711, + "nauc_mrr_at_1000_diff1": 0.8325586284821259, + "nauc_mrr_at_1000_max": 0.7656521438823535, + "nauc_mrr_at_1000_std": 0.29383945051065175, + "nauc_mrr_at_100_diff1": 0.8325174400939765, + "nauc_mrr_at_100_max": 0.7657880379491006, + "nauc_mrr_at_100_std": 0.29430513149546583, + "nauc_mrr_at_10_diff1": 0.8316098268770946, + "nauc_mrr_at_10_max": 0.7662562914259767, + "nauc_mrr_at_10_std": 0.29360210389302455, + "nauc_mrr_at_1_diff1": 0.8610266428423866, + "nauc_mrr_at_1_max": 0.7455084828693516, + "nauc_mrr_at_1_std": 0.24034011213842282, + "nauc_mrr_at_20_diff1": 0.8320996025458943, + "nauc_mrr_at_20_max": 0.7662974487176046, + "nauc_mrr_at_20_std": 0.29469424748510875, + "nauc_mrr_at_3_diff1": 0.8341994335792622, + "nauc_mrr_at_3_max": 0.7619756994237381, + "nauc_mrr_at_3_std": 0.28355886778290335, + "nauc_mrr_at_5_diff1": 0.8306179871918637, + "nauc_mrr_at_5_max": 0.7637702492331612, + "nauc_mrr_at_5_std": 0.2885893668511711, + "nauc_ndcg_at_1000_diff1": 0.8272191542165934, + "nauc_ndcg_at_1000_max": 0.7703631482566891, + "nauc_ndcg_at_1000_std": 0.30966950737817783, + "nauc_ndcg_at_100_diff1": 0.8260887854532792, + "nauc_ndcg_at_100_max": 0.7739722371349542, + "nauc_ndcg_at_100_std": 0.323241895272933, + "nauc_ndcg_at_10_diff1": 0.8199659488768003, + "nauc_ndcg_at_10_max": 0.7766589378460631, + "nauc_ndcg_at_10_std": 0.3212900886842254, + "nauc_ndcg_at_1_diff1": 0.8610266428423866, + "nauc_ndcg_at_1_max": 0.7455084828693516, + "nauc_ndcg_at_1_std": 0.24034011213842282, + "nauc_ndcg_at_20_diff1": 0.8221279993916524, + "nauc_ndcg_at_20_max": 0.7771314698654334, + "nauc_ndcg_at_20_std": 0.3263798206739404, + "nauc_ndcg_at_3_diff1": 0.8252317336920494, + "nauc_ndcg_at_3_max": 0.7660762912889719, + "nauc_ndcg_at_3_std": 0.29784795581288265, + "nauc_ndcg_at_5_diff1": 0.8179174639732238, + "nauc_ndcg_at_5_max": 0.7694940554424015, + "nauc_ndcg_at_5_std": 0.3074353806328608, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7828612926652181, + "nauc_precision_at_100_max": 0.9052806307708293, + "nauc_precision_at_100_std": 0.8294817927170919, + "nauc_precision_at_10_diff1": 0.7679343185550073, + "nauc_precision_at_10_max": 0.8273924466338249, + "nauc_precision_at_10_std": 0.4534581280788164, + "nauc_precision_at_1_diff1": 0.8610266428423866, + "nauc_precision_at_1_max": 0.7455084828693516, + "nauc_precision_at_1_std": 0.24034011213842282, + "nauc_precision_at_20_diff1": 0.771091080964542, + "nauc_precision_at_20_max": 0.8436017778367436, + "nauc_precision_at_20_std": 0.5212113171249458, + "nauc_precision_at_3_diff1": 0.7950376395258286, + "nauc_precision_at_3_max": 0.7793280647611361, + "nauc_precision_at_3_std": 0.3458966667628079, + "nauc_precision_at_5_diff1": 0.7691193849413873, + "nauc_precision_at_5_max": 0.7906844700417013, + "nauc_precision_at_5_std": 0.3788424183974233, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7828612926652156, + "nauc_recall_at_100_max": 0.9052806307708254, + "nauc_recall_at_100_std": 0.8294817927170886, + "nauc_recall_at_10_diff1": 0.7679343185550079, + "nauc_recall_at_10_max": 0.8273924466338253, + "nauc_recall_at_10_std": 0.4534581280788175, + "nauc_recall_at_1_diff1": 0.8610266428423866, + "nauc_recall_at_1_max": 0.7455084828693516, + "nauc_recall_at_1_std": 0.24034011213842282, + "nauc_recall_at_20_diff1": 0.7710910809645423, + "nauc_recall_at_20_max": 0.8436017778367441, + "nauc_recall_at_20_std": 0.5212113171249461, + "nauc_recall_at_3_diff1": 0.7950376395258286, + "nauc_recall_at_3_max": 0.7793280647611353, + "nauc_recall_at_3_std": 0.3458966667628085, + "nauc_recall_at_5_diff1": 0.7691193849413875, + "nauc_recall_at_5_max": 0.7906844700417003, + "nauc_recall_at_5_std": 0.37884241839742405, + "ndcg_at_1": 0.65111, + "ndcg_at_10": 0.74262, + "ndcg_at_100": 0.76844, + "ndcg_at_1000": 0.77366, + "ndcg_at_20": 0.75203, + "ndcg_at_3": 0.71574, + "ndcg_at_5": 0.72999, + "precision_at_1": 0.65111, + "precision_at_10": 0.08333, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "precision_at_20": 0.04356, + "precision_at_3": 0.25333, + "precision_at_5": 0.15889, + "recall_at_1": 0.65111, + "recall_at_10": 0.83333, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "recall_at_20": 0.87111, + "recall_at_3": 0.76, + "recall_at_5": 0.79444 + }, + { + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ], + "main_score": 0.87158, + "map_at_1": 0.78556, + "map_at_10": 0.84496, + "map_at_100": 0.84677, + "map_at_1000": 0.84683, + "map_at_20": 0.84614, + "map_at_3": 0.83389, + "map_at_5": 0.84039, + "mrr_at_1": 0.7855555555555556, + "mrr_at_10": 0.8449634038800707, + "mrr_at_100": 0.8467702040351085, + "mrr_at_1000": 0.8468280798494422, + "mrr_at_20": 0.846142014757211, + "mrr_at_3": 0.8338888888888889, + "mrr_at_5": 0.8403888888888891, + "nauc_map_at_1000_diff1": 0.8531615902351878, + "nauc_map_at_1000_max": 0.6984110822979371, + "nauc_map_at_1000_std": -0.03169929456382032, + "nauc_map_at_100_diff1": 0.8531905795266594, + "nauc_map_at_100_max": 0.6984955031521551, + "nauc_map_at_100_std": -0.031747813347719346, + "nauc_map_at_10_diff1": 0.85244668556923, + "nauc_map_at_10_max": 0.6995109608316754, + "nauc_map_at_10_std": -0.031483845906353634, + "nauc_map_at_1_diff1": 0.8683973285743198, + "nauc_map_at_1_max": 0.6754890648695966, + "nauc_map_at_1_std": -0.04503102733191254, + "nauc_map_at_20_diff1": 0.85304280552178, + "nauc_map_at_20_max": 0.6994749559100545, + "nauc_map_at_20_std": -0.029763908645711684, + "nauc_map_at_3_diff1": 0.8475515013025612, + "nauc_map_at_3_max": 0.6920098014016696, + "nauc_map_at_3_std": -0.04085004441363851, + "nauc_map_at_5_diff1": 0.8504571563953548, + "nauc_map_at_5_max": 0.7008424198217831, + "nauc_map_at_5_std": -0.033509548813773285, + "nauc_mrr_at_1000_diff1": 0.8531615902351878, + "nauc_mrr_at_1000_max": 0.6984110822979371, + "nauc_mrr_at_1000_std": -0.03169929456382032, + "nauc_mrr_at_100_diff1": 0.8531905795266594, + "nauc_mrr_at_100_max": 0.6984955031521551, + "nauc_mrr_at_100_std": -0.031747813347719346, + "nauc_mrr_at_10_diff1": 0.85244668556923, + "nauc_mrr_at_10_max": 0.6995109608316754, + "nauc_mrr_at_10_std": -0.031483845906353634, + "nauc_mrr_at_1_diff1": 0.8683973285743198, + "nauc_mrr_at_1_max": 0.6754890648695966, + "nauc_mrr_at_1_std": -0.04503102733191254, + "nauc_mrr_at_20_diff1": 0.85304280552178, + "nauc_mrr_at_20_max": 0.6994749559100545, + "nauc_mrr_at_20_std": -0.029763908645711684, + "nauc_mrr_at_3_diff1": 0.8475515013025612, + "nauc_mrr_at_3_max": 0.6920098014016696, + "nauc_mrr_at_3_std": -0.04085004441363851, + "nauc_mrr_at_5_diff1": 0.8504571563953548, + "nauc_mrr_at_5_max": 0.7008424198217831, + "nauc_mrr_at_5_std": -0.033509548813773285, + "nauc_ndcg_at_1000_diff1": 0.852023957654708, + "nauc_ndcg_at_1000_max": 0.7035552333893877, + "nauc_ndcg_at_1000_std": -0.025437366807125633, + "nauc_ndcg_at_100_diff1": 0.8527151243932766, + "nauc_ndcg_at_100_max": 0.7056277478292622, + "nauc_ndcg_at_100_std": -0.025109038160061936, + "nauc_ndcg_at_10_diff1": 0.8495313996467267, + "nauc_ndcg_at_10_max": 0.7124784652622768, + "nauc_ndcg_at_10_std": -0.01574583136177687, + "nauc_ndcg_at_1_diff1": 0.8683973285743198, + "nauc_ndcg_at_1_max": 0.6754890648695966, + "nauc_ndcg_at_1_std": -0.04503102733191254, + "nauc_ndcg_at_20_diff1": 0.8521450910366339, + "nauc_ndcg_at_20_max": 0.7134536259505005, + "nauc_ndcg_at_20_std": -0.007489541932910624, + "nauc_ndcg_at_3_diff1": 0.8388846248027108, + "nauc_ndcg_at_3_max": 0.6962429325310798, + "nauc_ndcg_at_3_std": -0.04023171041030977, + "nauc_ndcg_at_5_diff1": 0.844074491711207, + "nauc_ndcg_at_5_max": 0.7140428284506923, + "nauc_ndcg_at_5_std": -0.024930976712266698, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9229691876750633, + "nauc_precision_at_100_max": 0.9206349206349248, + "nauc_precision_at_100_std": 0.05148726157132181, + "nauc_precision_at_10_diff1": 0.8325704265446012, + "nauc_precision_at_10_max": 0.8369542939126868, + "nauc_precision_at_10_std": 0.1531393045022834, + "nauc_precision_at_1_diff1": 0.8683973285743198, + "nauc_precision_at_1_max": 0.6754890648695966, + "nauc_precision_at_1_std": -0.04503102733191254, + "nauc_precision_at_20_diff1": 0.8648998060762718, + "nauc_precision_at_20_max": 0.9300617682970613, + "nauc_precision_at_20_std": 0.38247863247862285, + "nauc_precision_at_3_diff1": 0.802760068568349, + "nauc_precision_at_3_max": 0.7127304069801051, + "nauc_precision_at_3_std": -0.03814595812708181, + "nauc_precision_at_5_diff1": 0.8110670194003496, + "nauc_precision_at_5_max": 0.787769737524638, + "nauc_precision_at_5_std": 0.025099854756714637, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9229691876750693, + "nauc_recall_at_100_max": 0.9206349206349215, + "nauc_recall_at_100_std": 0.051487261571301325, + "nauc_recall_at_10_diff1": 0.832570426544604, + "nauc_recall_at_10_max": 0.8369542939126866, + "nauc_recall_at_10_std": 0.15313930450229218, + "nauc_recall_at_1_diff1": 0.8683973285743198, + "nauc_recall_at_1_max": 0.6754890648695966, + "nauc_recall_at_1_std": -0.04503102733191254, + "nauc_recall_at_20_diff1": 0.8648998060762784, + "nauc_recall_at_20_max": 0.9300617682970634, + "nauc_recall_at_20_std": 0.38247863247863345, + "nauc_recall_at_3_diff1": 0.8027600685683466, + "nauc_recall_at_3_max": 0.7127304069801041, + "nauc_recall_at_3_std": -0.03814595812708109, + "nauc_recall_at_5_diff1": 0.8110670194003515, + "nauc_recall_at_5_max": 0.7877697375246386, + "nauc_recall_at_5_std": 0.025099854756717055, + "ndcg_at_1": 0.78556, + "ndcg_at_10": 0.87158, + "ndcg_at_100": 0.87991, + "ndcg_at_1000": 0.881, + "ndcg_at_20": 0.87582, + "ndcg_at_3": 0.84866, + "ndcg_at_5": 0.86047, + "precision_at_1": 0.78556, + "precision_at_10": 0.09544, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.29704, + "precision_at_5": 0.184, + "recall_at_1": 0.78556, + "recall_at_10": 0.95444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.89111, + "recall_at_5": 0.92 + }, + { + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ], + "main_score": 0.74339, + "map_at_1": 0.65889, + "map_at_10": 0.71568, + "map_at_100": 0.71958, + "map_at_1000": 0.71993, + "map_at_20": 0.7176, + "map_at_3": 0.70111, + "map_at_5": 0.71067, + "mrr_at_1": 0.6588888888888889, + "mrr_at_10": 0.7156825396825398, + "mrr_at_100": 0.7195847179417157, + "mrr_at_1000": 0.719926233976186, + "mrr_at_20": 0.7175992672188494, + "mrr_at_3": 0.7011111111111114, + "mrr_at_5": 0.7106666666666669, + "nauc_map_at_1000_diff1": 0.8282390296927681, + "nauc_map_at_1000_max": 0.7882166112503047, + "nauc_map_at_1000_std": 0.3086864236484301, + "nauc_map_at_100_diff1": 0.8281144441656343, + "nauc_map_at_100_max": 0.7883358304761271, + "nauc_map_at_100_std": 0.3093070715528084, + "nauc_map_at_10_diff1": 0.8275553772062659, + "nauc_map_at_10_max": 0.7884043649862251, + "nauc_map_at_10_std": 0.3087968154346394, + "nauc_map_at_1_diff1": 0.8559711062742289, + "nauc_map_at_1_max": 0.77395590505401, + "nauc_map_at_1_std": 0.26200302110912593, + "nauc_map_at_20_diff1": 0.827666193986369, + "nauc_map_at_20_max": 0.7882928466187905, + "nauc_map_at_20_std": 0.3092148836848281, + "nauc_map_at_3_diff1": 0.8306266869902563, + "nauc_map_at_3_max": 0.787968855251403, + "nauc_map_at_3_std": 0.2932878562479103, + "nauc_map_at_5_diff1": 0.8270491879860256, + "nauc_map_at_5_max": 0.7869661863274425, + "nauc_map_at_5_std": 0.30128499039628326, + "nauc_mrr_at_1000_diff1": 0.8282390296927681, + "nauc_mrr_at_1000_max": 0.7882166112503047, + "nauc_mrr_at_1000_std": 0.3086864236484301, + "nauc_mrr_at_100_diff1": 0.8281144441656343, + "nauc_mrr_at_100_max": 0.7883358304761271, + "nauc_mrr_at_100_std": 0.3093070715528084, + "nauc_mrr_at_10_diff1": 0.8275553772062659, + "nauc_mrr_at_10_max": 0.7884043649862251, + "nauc_mrr_at_10_std": 0.3087968154346394, + "nauc_mrr_at_1_diff1": 0.8559711062742289, + "nauc_mrr_at_1_max": 0.77395590505401, + "nauc_mrr_at_1_std": 0.26200302110912593, + "nauc_mrr_at_20_diff1": 0.827666193986369, + "nauc_mrr_at_20_max": 0.7882928466187905, + "nauc_mrr_at_20_std": 0.3092148836848281, + "nauc_mrr_at_3_diff1": 0.8306266869902563, + "nauc_mrr_at_3_max": 0.787968855251403, + "nauc_mrr_at_3_std": 0.2932878562479103, + "nauc_mrr_at_5_diff1": 0.8270491879860256, + "nauc_mrr_at_5_max": 0.7869661863274425, + "nauc_mrr_at_5_std": 0.30128499039628326, + "nauc_ndcg_at_1000_diff1": 0.8226081678568157, + "nauc_ndcg_at_1000_max": 0.7919367848729467, + "nauc_ndcg_at_1000_std": 0.3267914143046431, + "nauc_ndcg_at_100_diff1": 0.8194785163468746, + "nauc_ndcg_at_100_max": 0.7959263812647119, + "nauc_ndcg_at_100_std": 0.3459482915637723, + "nauc_ndcg_at_10_diff1": 0.8160778195870387, + "nauc_ndcg_at_10_max": 0.794817937232814, + "nauc_ndcg_at_10_std": 0.3404372895024998, + "nauc_ndcg_at_1_diff1": 0.8559711062742289, + "nauc_ndcg_at_1_max": 0.77395590505401, + "nauc_ndcg_at_1_std": 0.26200302110912593, + "nauc_ndcg_at_20_diff1": 0.8163349068196587, + "nauc_ndcg_at_20_max": 0.7943983262613742, + "nauc_ndcg_at_20_std": 0.34272348924429524, + "nauc_ndcg_at_3_diff1": 0.8226656588348273, + "nauc_ndcg_at_3_max": 0.7929612022823489, + "nauc_ndcg_at_3_std": 0.3055775741579504, + "nauc_ndcg_at_5_diff1": 0.815505538194516, + "nauc_ndcg_at_5_max": 0.7910963153648419, + "nauc_ndcg_at_5_std": 0.3205437121193016, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7515421469134087, + "nauc_precision_at_100_max": 0.8882307021169112, + "nauc_precision_at_100_std": 0.7812676983361669, + "nauc_precision_at_10_diff1": 0.7650232516140678, + "nauc_precision_at_10_max": 0.8239907638526084, + "nauc_precision_at_10_std": 0.49201189347471364, + "nauc_precision_at_1_diff1": 0.8559711062742289, + "nauc_precision_at_1_max": 0.77395590505401, + "nauc_precision_at_1_std": 0.26200302110912593, + "nauc_precision_at_20_diff1": 0.7576373655770152, + "nauc_precision_at_20_max": 0.8262150614887215, + "nauc_precision_at_20_std": 0.5335990583703363, + "nauc_precision_at_3_diff1": 0.7965645821871757, + "nauc_precision_at_3_max": 0.8095684803001885, + "nauc_precision_at_3_std": 0.34686857857589626, + "nauc_precision_at_5_diff1": 0.7715127888181037, + "nauc_precision_at_5_max": 0.8060066015566626, + "nauc_precision_at_5_std": 0.39502574063760665, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7515421469134097, + "nauc_recall_at_100_max": 0.888230702116912, + "nauc_recall_at_100_std": 0.7812676983361644, + "nauc_recall_at_10_diff1": 0.7650232516140685, + "nauc_recall_at_10_max": 0.8239907638526095, + "nauc_recall_at_10_std": 0.49201189347471486, + "nauc_recall_at_1_diff1": 0.8559711062742289, + "nauc_recall_at_1_max": 0.77395590505401, + "nauc_recall_at_1_std": 0.26200302110912593, + "nauc_recall_at_20_diff1": 0.7576373655770157, + "nauc_recall_at_20_max": 0.826215061488722, + "nauc_recall_at_20_std": 0.5335990583703375, + "nauc_recall_at_3_diff1": 0.7965645821871752, + "nauc_recall_at_3_max": 0.8095684803001881, + "nauc_recall_at_3_std": 0.34686857857589537, + "nauc_recall_at_5_diff1": 0.771512788818104, + "nauc_recall_at_5_max": 0.8060066015566628, + "nauc_recall_at_5_std": 0.39502574063760726, + "ndcg_at_1": 0.65889, + "ndcg_at_10": 0.74339, + "ndcg_at_100": 0.76442, + "ndcg_at_1000": 0.77318, + "ndcg_at_20": 0.75059, + "ndcg_at_3": 0.71455, + "ndcg_at_5": 0.73162, + "precision_at_1": 0.65889, + "precision_at_10": 0.083, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "precision_at_20": 0.04294, + "precision_at_3": 0.25111, + "precision_at_5": 0.15889, + "recall_at_1": 0.65889, + "recall_at_10": 0.83, + "recall_at_100": 0.93222, + "recall_at_1000": 1.0, + "recall_at_20": 0.85889, + "recall_at_3": 0.75333, + "recall_at_5": 0.79444 + }, + { + "hf_subset": "khk_Cyrl-khk_Cyrl", + "languages": [ + "khk-Cyrl", + "khk-Cyrl" + ], + "main_score": 0.75514, + "map_at_1": 0.66444, + "map_at_10": 0.72445, + "map_at_100": 0.72932, + "map_at_1000": 0.72953, + "map_at_20": 0.7277, + "map_at_3": 0.70963, + "map_at_5": 0.71757, + "mrr_at_1": 0.6644444444444444, + "mrr_at_10": 0.7244492945326284, + "mrr_at_100": 0.7293194850455139, + "mrr_at_1000": 0.7295279916425935, + "mrr_at_20": 0.7277043462356935, + "mrr_at_3": 0.7096296296296298, + "mrr_at_5": 0.7175740740740743, + "nauc_map_at_1000_diff1": 0.8233369827966628, + "nauc_map_at_1000_max": 0.791867411328045, + "nauc_map_at_1000_std": 0.22779817526012777, + "nauc_map_at_100_diff1": 0.823274299027395, + "nauc_map_at_100_max": 0.7919514411896528, + "nauc_map_at_100_std": 0.22815436481701368, + "nauc_map_at_10_diff1": 0.8220007922549486, + "nauc_map_at_10_max": 0.7923060340582248, + "nauc_map_at_10_std": 0.22868205078254894, + "nauc_map_at_1_diff1": 0.8482757722657714, + "nauc_map_at_1_max": 0.7735716385093027, + "nauc_map_at_1_std": 0.17920137506650213, + "nauc_map_at_20_diff1": 0.822969703463041, + "nauc_map_at_20_max": 0.7916700357286135, + "nauc_map_at_20_std": 0.2275572499431959, + "nauc_map_at_3_diff1": 0.8238571868660097, + "nauc_map_at_3_max": 0.7971466791741714, + "nauc_map_at_3_std": 0.2253591975954502, + "nauc_map_at_5_diff1": 0.8228302896126871, + "nauc_map_at_5_max": 0.7927523545154279, + "nauc_map_at_5_std": 0.22391674071629705, + "nauc_mrr_at_1000_diff1": 0.8233369827966628, + "nauc_mrr_at_1000_max": 0.791867411328045, + "nauc_mrr_at_1000_std": 0.22779817526012777, + "nauc_mrr_at_100_diff1": 0.823274299027395, + "nauc_mrr_at_100_max": 0.7919514411896528, + "nauc_mrr_at_100_std": 0.22815436481701368, + "nauc_mrr_at_10_diff1": 0.8220007922549486, + "nauc_mrr_at_10_max": 0.7923060340582248, + "nauc_mrr_at_10_std": 0.22868205078254894, + "nauc_mrr_at_1_diff1": 0.8482757722657714, + "nauc_mrr_at_1_max": 0.7735716385093027, + "nauc_mrr_at_1_std": 0.17920137506650213, + "nauc_mrr_at_20_diff1": 0.822969703463041, + "nauc_mrr_at_20_max": 0.7916700357286135, + "nauc_mrr_at_20_std": 0.2275572499431959, + "nauc_mrr_at_3_diff1": 0.8238571868660097, + "nauc_mrr_at_3_max": 0.7971466791741714, + "nauc_mrr_at_3_std": 0.2253591975954502, + "nauc_mrr_at_5_diff1": 0.8228302896126871, + "nauc_mrr_at_5_max": 0.7927523545154279, + "nauc_mrr_at_5_std": 0.22391674071629705, + "nauc_ndcg_at_1000_diff1": 0.8188561624647187, + "nauc_ndcg_at_1000_max": 0.794439510718426, + "nauc_ndcg_at_1000_std": 0.2405194999340991, + "nauc_ndcg_at_100_diff1": 0.8173885083475898, + "nauc_ndcg_at_100_max": 0.7967238770401405, + "nauc_ndcg_at_100_std": 0.25062053105140775, + "nauc_ndcg_at_10_diff1": 0.8107718110583297, + "nauc_ndcg_at_10_max": 0.7967544043639365, + "nauc_ndcg_at_10_std": 0.25245183302444296, + "nauc_ndcg_at_1_diff1": 0.8482757722657714, + "nauc_ndcg_at_1_max": 0.7735716385093027, + "nauc_ndcg_at_1_std": 0.17920137506650213, + "nauc_ndcg_at_20_diff1": 0.8142498455928867, + "nauc_ndcg_at_20_max": 0.7944736037657838, + "nauc_ndcg_at_20_std": 0.2493301934091526, + "nauc_ndcg_at_3_diff1": 0.8159726922373101, + "nauc_ndcg_at_3_max": 0.8054942694372947, + "nauc_ndcg_at_3_std": 0.2412707369403893, + "nauc_ndcg_at_5_diff1": 0.8136580812478454, + "nauc_ndcg_at_5_max": 0.7977701292837795, + "nauc_ndcg_at_5_std": 0.23956309862832584, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7633194692018245, + "nauc_precision_at_100_max": 0.884701355289597, + "nauc_precision_at_100_std": 0.642729819200411, + "nauc_precision_at_10_diff1": 0.7545245303211326, + "nauc_precision_at_10_max": 0.8157275532718075, + "nauc_precision_at_10_std": 0.3740754858051794, + "nauc_precision_at_1_diff1": 0.8482757722657714, + "nauc_precision_at_1_max": 0.7735716385093027, + "nauc_precision_at_1_std": 0.17920137506650213, + "nauc_precision_at_20_diff1": 0.7603712901518535, + "nauc_precision_at_20_max": 0.8056986117330944, + "nauc_precision_at_20_std": 0.39803769897813773, + "nauc_precision_at_3_diff1": 0.7894048462204765, + "nauc_precision_at_3_max": 0.833923543332931, + "nauc_precision_at_3_std": 0.2952991315892733, + "nauc_precision_at_5_diff1": 0.7790503712712472, + "nauc_precision_at_5_max": 0.8154215644159788, + "nauc_precision_at_5_std": 0.2981773956897931, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7633194692018239, + "nauc_recall_at_100_max": 0.884701355289589, + "nauc_recall_at_100_std": 0.6427298192004071, + "nauc_recall_at_10_diff1": 0.7545245303211338, + "nauc_recall_at_10_max": 0.8157275532718092, + "nauc_recall_at_10_std": 0.37407548580517974, + "nauc_recall_at_1_diff1": 0.8482757722657714, + "nauc_recall_at_1_max": 0.7735716385093027, + "nauc_recall_at_1_std": 0.17920137506650213, + "nauc_recall_at_20_diff1": 0.7603712901518543, + "nauc_recall_at_20_max": 0.8056986117330946, + "nauc_recall_at_20_std": 0.3980376989781377, + "nauc_recall_at_3_diff1": 0.7894048462204759, + "nauc_recall_at_3_max": 0.8339235433329303, + "nauc_recall_at_3_std": 0.295299131589273, + "nauc_recall_at_5_diff1": 0.7790503712712488, + "nauc_recall_at_5_max": 0.8154215644159803, + "nauc_recall_at_5_std": 0.2981773956897953, + "ndcg_at_1": 0.66444, + "ndcg_at_10": 0.75514, + "ndcg_at_100": 0.77877, + "ndcg_at_1000": 0.78365, + "ndcg_at_20": 0.76677, + "ndcg_at_3": 0.72455, + "ndcg_at_5": 0.73856, + "precision_at_1": 0.66444, + "precision_at_10": 0.08522, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "precision_at_20": 0.04489, + "precision_at_3": 0.25593, + "precision_at_5": 0.16022, + "recall_at_1": 0.66444, + "recall_at_10": 0.85222, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "recall_at_20": 0.89778, + "recall_at_3": 0.76778, + "recall_at_5": 0.80111 + }, + { + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ], + "main_score": 0.84718, + "map_at_1": 0.74556, + "map_at_10": 0.81575, + "map_at_100": 0.81824, + "map_at_1000": 0.81828, + "map_at_20": 0.81737, + "map_at_3": 0.80148, + "map_at_5": 0.81126, + "mrr_at_1": 0.7455555555555555, + "mrr_at_10": 0.8157451499118169, + "mrr_at_100": 0.8182423031650121, + "mrr_at_1000": 0.8182816764587733, + "mrr_at_20": 0.8173729678521995, + "mrr_at_3": 0.8014814814814817, + "mrr_at_5": 0.8112592592592595, + "nauc_map_at_1000_diff1": 0.805698496741081, + "nauc_map_at_1000_max": 0.6917598728599664, + "nauc_map_at_1000_std": -0.022368764822972183, + "nauc_map_at_100_diff1": 0.8056873669014671, + "nauc_map_at_100_max": 0.6918101440077984, + "nauc_map_at_100_std": -0.022285284367156752, + "nauc_map_at_10_diff1": 0.8040507152425465, + "nauc_map_at_10_max": 0.6924463052750383, + "nauc_map_at_10_std": -0.021602001870236736, + "nauc_map_at_1_diff1": 0.8296531342640244, + "nauc_map_at_1_max": 0.6804978872577451, + "nauc_map_at_1_std": -0.035248290203433286, + "nauc_map_at_20_diff1": 0.8053331933640141, + "nauc_map_at_20_max": 0.6922176390883042, + "nauc_map_at_20_std": -0.02150398059230197, + "nauc_map_at_3_diff1": 0.8054041035546153, + "nauc_map_at_3_max": 0.695844135939826, + "nauc_map_at_3_std": -0.028575997913332866, + "nauc_map_at_5_diff1": 0.8045339599839021, + "nauc_map_at_5_max": 0.69528382491064, + "nauc_map_at_5_std": -0.01964912063080056, + "nauc_mrr_at_1000_diff1": 0.805698496741081, + "nauc_mrr_at_1000_max": 0.6917598728599664, + "nauc_mrr_at_1000_std": -0.022368764822972183, + "nauc_mrr_at_100_diff1": 0.8056873669014671, + "nauc_mrr_at_100_max": 0.6918101440077984, + "nauc_mrr_at_100_std": -0.022285284367156752, + "nauc_mrr_at_10_diff1": 0.8040507152425465, + "nauc_mrr_at_10_max": 0.6924463052750383, + "nauc_mrr_at_10_std": -0.021602001870236736, + "nauc_mrr_at_1_diff1": 0.8296531342640244, + "nauc_mrr_at_1_max": 0.6804978872577451, + "nauc_mrr_at_1_std": -0.035248290203433286, + "nauc_mrr_at_20_diff1": 0.8053331933640141, + "nauc_mrr_at_20_max": 0.6922176390883042, + "nauc_mrr_at_20_std": -0.02150398059230197, + "nauc_mrr_at_3_diff1": 0.8054041035546153, + "nauc_mrr_at_3_max": 0.695844135939826, + "nauc_mrr_at_3_std": -0.028575997913332866, + "nauc_mrr_at_5_diff1": 0.8045339599839021, + "nauc_mrr_at_5_max": 0.69528382491064, + "nauc_mrr_at_5_std": -0.01964912063080056, + "nauc_ndcg_at_1000_diff1": 0.8014489907376366, + "nauc_ndcg_at_1000_max": 0.693545897071076, + "nauc_ndcg_at_1000_std": -0.01813730099793584, + "nauc_ndcg_at_100_diff1": 0.8007166982283339, + "nauc_ndcg_at_100_max": 0.694602225670056, + "nauc_ndcg_at_100_std": -0.015496940532662087, + "nauc_ndcg_at_10_diff1": 0.7920436689374653, + "nauc_ndcg_at_10_max": 0.6969058048212915, + "nauc_ndcg_at_10_std": -0.01135808758785636, + "nauc_ndcg_at_1_diff1": 0.8296531342640244, + "nauc_ndcg_at_1_max": 0.6804978872577451, + "nauc_ndcg_at_1_std": -0.035248290203433286, + "nauc_ndcg_at_20_diff1": 0.7972004913385922, + "nauc_ndcg_at_20_max": 0.6959412697944691, + "nauc_ndcg_at_20_std": -0.011457038797177408, + "nauc_ndcg_at_3_diff1": 0.7970619733432978, + "nauc_ndcg_at_3_max": 0.7042677425260195, + "nauc_ndcg_at_3_std": -0.02503800430241133, + "nauc_ndcg_at_5_diff1": 0.7944687178774008, + "nauc_ndcg_at_5_max": 0.7044947332608414, + "nauc_ndcg_at_5_std": -0.006411114965398682, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6536881419234574, + "nauc_precision_at_100_max": 0.8627450980391947, + "nauc_precision_at_100_std": 0.4563025210084125, + "nauc_precision_at_10_diff1": 0.6847245564892585, + "nauc_precision_at_10_max": 0.7300653594771221, + "nauc_precision_at_10_std": 0.08018674136321202, + "nauc_precision_at_1_diff1": 0.8296531342640244, + "nauc_precision_at_1_max": 0.6804978872577451, + "nauc_precision_at_1_std": -0.035248290203433286, + "nauc_precision_at_20_diff1": 0.6914259956856234, + "nauc_precision_at_20_max": 0.7365819891174787, + "nauc_precision_at_20_std": 0.13627289996457154, + "nauc_precision_at_3_diff1": 0.7634985056100886, + "nauc_precision_at_3_max": 0.7397801695275128, + "nauc_precision_at_3_std": -0.010162668016787712, + "nauc_precision_at_5_diff1": 0.738585434173667, + "nauc_precision_at_5_max": 0.757919000933705, + "nauc_precision_at_5_std": 0.0732201213818847, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6536881419234483, + "nauc_recall_at_100_max": 0.8627450980392323, + "nauc_recall_at_100_std": 0.45630252100841395, + "nauc_recall_at_10_diff1": 0.6847245564892622, + "nauc_recall_at_10_max": 0.7300653594771241, + "nauc_recall_at_10_std": 0.08018674136321256, + "nauc_recall_at_1_diff1": 0.8296531342640244, + "nauc_recall_at_1_max": 0.6804978872577451, + "nauc_recall_at_1_std": -0.035248290203433286, + "nauc_recall_at_20_diff1": 0.6914259956856268, + "nauc_recall_at_20_max": 0.7365819891174891, + "nauc_recall_at_20_std": 0.13627289996458558, + "nauc_recall_at_3_diff1": 0.763498505610087, + "nauc_recall_at_3_max": 0.7397801695275118, + "nauc_recall_at_3_std": -0.010162668016789767, + "nauc_recall_at_5_diff1": 0.7385854341736683, + "nauc_recall_at_5_max": 0.7579190009337078, + "nauc_recall_at_5_std": 0.07322012138188733, + "ndcg_at_1": 0.74556, + "ndcg_at_10": 0.84718, + "ndcg_at_100": 0.85839, + "ndcg_at_1000": 0.85915, + "ndcg_at_20": 0.85309, + "ndcg_at_3": 0.81886, + "ndcg_at_5": 0.83636, + "precision_at_1": 0.74556, + "precision_at_10": 0.09444, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04839, + "precision_at_3": 0.28963, + "precision_at_5": 0.18222, + "recall_at_1": 0.74556, + "recall_at_10": 0.94444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.96778, + "recall_at_3": 0.86889, + "recall_at_5": 0.91111 + }, + { + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ], + "main_score": 0.70302, + "map_at_1": 0.60111, + "map_at_10": 0.6694, + "map_at_100": 0.67494, + "map_at_1000": 0.67525, + "map_at_20": 0.67253, + "map_at_3": 0.6537, + "map_at_5": 0.66248, + "mrr_at_1": 0.6011111111111112, + "mrr_at_10": 0.6693981481481486, + "mrr_at_100": 0.6749434875225719, + "mrr_at_1000": 0.6752536964730131, + "mrr_at_20": 0.6725250766557531, + "mrr_at_3": 0.653703703703704, + "mrr_at_5": 0.6624814814814819, + "nauc_map_at_1000_diff1": 0.7891499039176548, + "nauc_map_at_1000_max": 0.7481631748045453, + "nauc_map_at_1000_std": 0.2226850855073812, + "nauc_map_at_100_diff1": 0.789083188245747, + "nauc_map_at_100_max": 0.7482794448231833, + "nauc_map_at_100_std": 0.22317130508954539, + "nauc_map_at_10_diff1": 0.7886967970051895, + "nauc_map_at_10_max": 0.7489160264638137, + "nauc_map_at_10_std": 0.22211890609683108, + "nauc_map_at_1_diff1": 0.8101326266082652, + "nauc_map_at_1_max": 0.7241739957999642, + "nauc_map_at_1_std": 0.16779983907024223, + "nauc_map_at_20_diff1": 0.7889777638548687, + "nauc_map_at_20_max": 0.7483161095284444, + "nauc_map_at_20_std": 0.2231420180342213, + "nauc_map_at_3_diff1": 0.7887740893648788, + "nauc_map_at_3_max": 0.7445115095748086, + "nauc_map_at_3_std": 0.21196234061028973, + "nauc_map_at_5_diff1": 0.7897626039424662, + "nauc_map_at_5_max": 0.7511998701539203, + "nauc_map_at_5_std": 0.22190200821996978, + "nauc_mrr_at_1000_diff1": 0.7891499039176548, + "nauc_mrr_at_1000_max": 0.7481631748045453, + "nauc_mrr_at_1000_std": 0.2226850855073812, + "nauc_mrr_at_100_diff1": 0.789083188245747, + "nauc_mrr_at_100_max": 0.7482794448231833, + "nauc_mrr_at_100_std": 0.22317130508954539, + "nauc_mrr_at_10_diff1": 0.7886967970051895, + "nauc_mrr_at_10_max": 0.7489160264638137, + "nauc_mrr_at_10_std": 0.22211890609683108, + "nauc_mrr_at_1_diff1": 0.8101326266082652, + "nauc_mrr_at_1_max": 0.7241739957999642, + "nauc_mrr_at_1_std": 0.16779983907024223, + "nauc_mrr_at_20_diff1": 0.7889777638548687, + "nauc_mrr_at_20_max": 0.7483161095284444, + "nauc_mrr_at_20_std": 0.2231420180342213, + "nauc_mrr_at_3_diff1": 0.7887740893648788, + "nauc_mrr_at_3_max": 0.7445115095748086, + "nauc_mrr_at_3_std": 0.21196234061028973, + "nauc_mrr_at_5_diff1": 0.7897626039424662, + "nauc_mrr_at_5_max": 0.7511998701539203, + "nauc_mrr_at_5_std": 0.22190200821996978, + "nauc_ndcg_at_1000_diff1": 0.7848908813821657, + "nauc_ndcg_at_1000_max": 0.7534248209094809, + "nauc_ndcg_at_1000_std": 0.23994731496429514, + "nauc_ndcg_at_100_diff1": 0.7828975533919644, + "nauc_ndcg_at_100_max": 0.7563226310955972, + "nauc_ndcg_at_100_std": 0.25366829709141386, + "nauc_ndcg_at_10_diff1": 0.7802756040890315, + "nauc_ndcg_at_10_max": 0.7596533140225306, + "nauc_ndcg_at_10_std": 0.25149825439539586, + "nauc_ndcg_at_1_diff1": 0.8101326266082652, + "nauc_ndcg_at_1_max": 0.7241739957999642, + "nauc_ndcg_at_1_std": 0.16779983907024223, + "nauc_ndcg_at_20_diff1": 0.7813855791636856, + "nauc_ndcg_at_20_max": 0.7578651318253091, + "nauc_ndcg_at_20_std": 0.25677132699674865, + "nauc_ndcg_at_3_diff1": 0.7815455260414544, + "nauc_ndcg_at_3_max": 0.7514650656823212, + "nauc_ndcg_at_3_std": 0.22873241051824975, + "nauc_ndcg_at_5_diff1": 0.7828339006751517, + "nauc_ndcg_at_5_max": 0.7644498092072534, + "nauc_ndcg_at_5_std": 0.2487179562661651, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7237692462605987, + "nauc_precision_at_100_max": 0.8390362681020158, + "nauc_precision_at_100_std": 0.6553614910016332, + "nauc_precision_at_10_diff1": 0.7429862445869901, + "nauc_precision_at_10_max": 0.8073431674501534, + "nauc_precision_at_10_std": 0.38830095176342433, + "nauc_precision_at_1_diff1": 0.8101326266082652, + "nauc_precision_at_1_max": 0.7241739957999642, + "nauc_precision_at_1_std": 0.16779983907024223, + "nauc_precision_at_20_diff1": 0.74126147669235, + "nauc_precision_at_20_max": 0.8091547840462889, + "nauc_precision_at_20_std": 0.4612597053700575, + "nauc_precision_at_3_diff1": 0.7576269145198201, + "nauc_precision_at_3_max": 0.7745002546002359, + "nauc_precision_at_3_std": 0.2849092841402014, + "nauc_precision_at_5_diff1": 0.757535560401387, + "nauc_precision_at_5_max": 0.8153626659922792, + "nauc_precision_at_5_std": 0.351622107809689, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7237692462605954, + "nauc_recall_at_100_max": 0.8390362681020129, + "nauc_recall_at_100_std": 0.6553614910016289, + "nauc_recall_at_10_diff1": 0.7429862445869903, + "nauc_recall_at_10_max": 0.807343167450153, + "nauc_recall_at_10_std": 0.3883009517634248, + "nauc_recall_at_1_diff1": 0.8101326266082652, + "nauc_recall_at_1_max": 0.7241739957999642, + "nauc_recall_at_1_std": 0.16779983907024223, + "nauc_recall_at_20_diff1": 0.7412614766923514, + "nauc_recall_at_20_max": 0.8091547840462902, + "nauc_recall_at_20_std": 0.46125970537005984, + "nauc_recall_at_3_diff1": 0.7576269145198197, + "nauc_recall_at_3_max": 0.7745002546002356, + "nauc_recall_at_3_std": 0.2849092841402012, + "nauc_recall_at_5_diff1": 0.7575355604013874, + "nauc_recall_at_5_max": 0.8153626659922795, + "nauc_recall_at_5_std": 0.35162210780968917, + "ndcg_at_1": 0.60111, + "ndcg_at_10": 0.70302, + "ndcg_at_100": 0.73121, + "ndcg_at_1000": 0.73869, + "ndcg_at_20": 0.71431, + "ndcg_at_3": 0.67047, + "ndcg_at_5": 0.6864, + "precision_at_1": 0.60111, + "precision_at_10": 0.08089, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04267, + "precision_at_3": 0.23963, + "precision_at_5": 0.15156, + "recall_at_1": 0.60111, + "recall_at_10": 0.80889, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "recall_at_20": 0.85333, + "recall_at_3": 0.71889, + "recall_at_5": 0.75778 + }, + { + "hf_subset": "khm_Khmr-khm_Khmr", + "languages": [ + "khm-Khmr", + "khm-Khmr" + ], + "main_score": 0.83208, + "map_at_1": 0.74111, + "map_at_10": 0.80429, + "map_at_100": 0.80708, + "map_at_1000": 0.80715, + "map_at_20": 0.8058, + "map_at_3": 0.79333, + "map_at_5": 0.80011, + "mrr_at_1": 0.7411111111111112, + "mrr_at_10": 0.8042888007054676, + "mrr_at_100": 0.8070762098171106, + "mrr_at_1000": 0.8071489744256293, + "mrr_at_20": 0.8057984324136287, + "mrr_at_3": 0.7933333333333337, + "mrr_at_5": 0.8001111111111116, + "nauc_map_at_1000_diff1": 0.8226545850123792, + "nauc_map_at_1000_max": 0.7464317001174032, + "nauc_map_at_1000_std": 0.22640138976405885, + "nauc_map_at_100_diff1": 0.8226289418504981, + "nauc_map_at_100_max": 0.7465096111302469, + "nauc_map_at_100_std": 0.22667506713615035, + "nauc_map_at_10_diff1": 0.820860225640082, + "nauc_map_at_10_max": 0.7467108018011405, + "nauc_map_at_10_std": 0.22792426467486115, + "nauc_map_at_1_diff1": 0.8443543701721031, + "nauc_map_at_1_max": 0.7206426570754901, + "nauc_map_at_1_std": 0.17829280367852726, + "nauc_map_at_20_diff1": 0.8222434570101833, + "nauc_map_at_20_max": 0.7470519818708308, + "nauc_map_at_20_std": 0.22707084844886452, + "nauc_map_at_3_diff1": 0.8230550404362896, + "nauc_map_at_3_max": 0.7456646231690325, + "nauc_map_at_3_std": 0.22016771090175927, + "nauc_map_at_5_diff1": 0.8216757341146281, + "nauc_map_at_5_max": 0.748071373098979, + "nauc_map_at_5_std": 0.2253684559681861, + "nauc_mrr_at_1000_diff1": 0.8226545850123792, + "nauc_mrr_at_1000_max": 0.7464317001174032, + "nauc_mrr_at_1000_std": 0.22640138976405885, + "nauc_mrr_at_100_diff1": 0.8226289418504981, + "nauc_mrr_at_100_max": 0.7465096111302469, + "nauc_mrr_at_100_std": 0.22667506713615035, + "nauc_mrr_at_10_diff1": 0.820860225640082, + "nauc_mrr_at_10_max": 0.7467108018011405, + "nauc_mrr_at_10_std": 0.22792426467486115, + "nauc_mrr_at_1_diff1": 0.8443543701721031, + "nauc_mrr_at_1_max": 0.7206426570754901, + "nauc_mrr_at_1_std": 0.17829280367852726, + "nauc_mrr_at_20_diff1": 0.8222434570101833, + "nauc_mrr_at_20_max": 0.7470519818708308, + "nauc_mrr_at_20_std": 0.22707084844886452, + "nauc_mrr_at_3_diff1": 0.8230550404362896, + "nauc_mrr_at_3_max": 0.7456646231690325, + "nauc_mrr_at_3_std": 0.22016771090175927, + "nauc_mrr_at_5_diff1": 0.8216757341146281, + "nauc_mrr_at_5_max": 0.748071373098979, + "nauc_mrr_at_5_std": 0.2253684559681861, + "nauc_ndcg_at_1000_diff1": 0.8183112159903504, + "nauc_ndcg_at_1000_max": 0.7514390490679528, + "nauc_ndcg_at_1000_std": 0.23843643352587088, + "nauc_ndcg_at_100_diff1": 0.8176877195302715, + "nauc_ndcg_at_100_max": 0.7533953376881788, + "nauc_ndcg_at_100_std": 0.2447620750552835, + "nauc_ndcg_at_10_diff1": 0.8079913554292011, + "nauc_ndcg_at_10_max": 0.7563378264914682, + "nauc_ndcg_at_10_std": 0.25491847339743784, + "nauc_ndcg_at_1_diff1": 0.8443543701721031, + "nauc_ndcg_at_1_max": 0.7206426570754901, + "nauc_ndcg_at_1_std": 0.17829280367852726, + "nauc_ndcg_at_20_diff1": 0.8141971239007049, + "nauc_ndcg_at_20_max": 0.7585860307166971, + "nauc_ndcg_at_20_std": 0.25202644910611294, + "nauc_ndcg_at_3_diff1": 0.8141678490912362, + "nauc_ndcg_at_3_max": 0.7541009728726941, + "nauc_ndcg_at_3_std": 0.23505452886587963, + "nauc_ndcg_at_5_diff1": 0.810689194446593, + "nauc_ndcg_at_5_max": 0.7589781992649176, + "nauc_ndcg_at_5_std": 0.24592474176920812, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7600373482726599, + "nauc_precision_at_100_max": 0.9313725490195974, + "nauc_precision_at_100_std": 0.8056022408963764, + "nauc_precision_at_10_diff1": 0.7242915184091604, + "nauc_precision_at_10_max": 0.8148484619072838, + "nauc_precision_at_10_std": 0.4333787569081653, + "nauc_precision_at_1_diff1": 0.8443543701721031, + "nauc_precision_at_1_max": 0.7206426570754901, + "nauc_precision_at_1_std": 0.17829280367852726, + "nauc_precision_at_20_diff1": 0.7581094166061474, + "nauc_precision_at_20_max": 0.8607739392053114, + "nauc_precision_at_20_std": 0.46981879171421587, + "nauc_precision_at_3_diff1": 0.7788120029142138, + "nauc_precision_at_3_max": 0.7868602392083062, + "nauc_precision_at_3_std": 0.2932426689332781, + "nauc_precision_at_5_diff1": 0.7574251390308616, + "nauc_precision_at_5_max": 0.8105382112143737, + "nauc_precision_at_5_std": 0.34450113006536426, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.760037348272643, + "nauc_recall_at_100_max": 0.9313725490196052, + "nauc_recall_at_100_std": 0.8056022408963569, + "nauc_recall_at_10_diff1": 0.7242915184091647, + "nauc_recall_at_10_max": 0.8148484619072865, + "nauc_recall_at_10_std": 0.4333787569081673, + "nauc_recall_at_1_diff1": 0.8443543701721031, + "nauc_recall_at_1_max": 0.7206426570754901, + "nauc_recall_at_1_std": 0.17829280367852726, + "nauc_recall_at_20_diff1": 0.758109416606149, + "nauc_recall_at_20_max": 0.8607739392053106, + "nauc_recall_at_20_std": 0.46981879171421864, + "nauc_recall_at_3_diff1": 0.7788120029142138, + "nauc_recall_at_3_max": 0.7868602392083057, + "nauc_recall_at_3_std": 0.29324266893327644, + "nauc_recall_at_5_diff1": 0.7574251390308631, + "nauc_recall_at_5_max": 0.8105382112143754, + "nauc_recall_at_5_std": 0.34450113006536465, + "ndcg_at_1": 0.74111, + "ndcg_at_10": 0.83208, + "ndcg_at_100": 0.84678, + "ndcg_at_1000": 0.84829, + "ndcg_at_20": 0.83766, + "ndcg_at_3": 0.80992, + "ndcg_at_5": 0.82221, + "precision_at_1": 0.74111, + "precision_at_10": 0.09178, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.047, + "precision_at_3": 0.28593, + "precision_at_5": 0.17756, + "recall_at_1": 0.74111, + "recall_at_10": 0.91778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94, + "recall_at_3": 0.85778, + "recall_at_5": 0.88778 + }, + { + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ], + "main_score": 0.87814, + "map_at_1": 0.79333, + "map_at_10": 0.85153, + "map_at_100": 0.8533, + "map_at_1000": 0.85332, + "map_at_20": 0.85277, + "map_at_3": 0.83963, + "map_at_5": 0.84674, + "mrr_at_1": 0.7933333333333333, + "mrr_at_10": 0.8515282186948862, + "mrr_at_100": 0.8533028733154125, + "mrr_at_1000": 0.8533151381003589, + "mrr_at_20": 0.8527681286530623, + "mrr_at_3": 0.8396296296296298, + "mrr_at_5": 0.8467407407407413, + "nauc_map_at_1000_diff1": 0.8473030209157465, + "nauc_map_at_1000_max": 0.6930182952309263, + "nauc_map_at_1000_std": 0.021772376687395702, + "nauc_map_at_100_diff1": 0.8473165432051528, + "nauc_map_at_100_max": 0.6930454804148082, + "nauc_map_at_100_std": 0.02172414141392338, + "nauc_map_at_10_diff1": 0.8467278672384596, + "nauc_map_at_10_max": 0.6949209323073218, + "nauc_map_at_10_std": 0.023541269728371107, + "nauc_map_at_1_diff1": 0.854697247607144, + "nauc_map_at_1_max": 0.6641371922021845, + "nauc_map_at_1_std": -0.01611018228448042, + "nauc_map_at_20_diff1": 0.8474391558239728, + "nauc_map_at_20_max": 0.6940750581235755, + "nauc_map_at_20_std": 0.02421259554450002, + "nauc_map_at_3_diff1": 0.8453614346123085, + "nauc_map_at_3_max": 0.6941278323024387, + "nauc_map_at_3_std": 0.022838166985394717, + "nauc_map_at_5_diff1": 0.8454426602502747, + "nauc_map_at_5_max": 0.6961706550188776, + "nauc_map_at_5_std": 0.026671924128530623, + "nauc_mrr_at_1000_diff1": 0.8473030209157465, + "nauc_mrr_at_1000_max": 0.6930182952309263, + "nauc_mrr_at_1000_std": 0.021772376687395702, + "nauc_mrr_at_100_diff1": 0.8473165432051528, + "nauc_mrr_at_100_max": 0.6930454804148082, + "nauc_mrr_at_100_std": 0.02172414141392338, + "nauc_mrr_at_10_diff1": 0.8467278672384596, + "nauc_mrr_at_10_max": 0.6949209323073218, + "nauc_mrr_at_10_std": 0.023541269728371107, + "nauc_mrr_at_1_diff1": 0.854697247607144, + "nauc_mrr_at_1_max": 0.6641371922021845, + "nauc_mrr_at_1_std": -0.01611018228448042, + "nauc_mrr_at_20_diff1": 0.8474391558239728, + "nauc_mrr_at_20_max": 0.6940750581235755, + "nauc_mrr_at_20_std": 0.02421259554450002, + "nauc_mrr_at_3_diff1": 0.8453614346123085, + "nauc_mrr_at_3_max": 0.6941278323024387, + "nauc_mrr_at_3_std": 0.022838166985394717, + "nauc_mrr_at_5_diff1": 0.8454426602502747, + "nauc_mrr_at_5_max": 0.6961706550188776, + "nauc_mrr_at_5_std": 0.026671924128530623, + "nauc_ndcg_at_1000_diff1": 0.8470850005436185, + "nauc_ndcg_at_1000_max": 0.6983867329066332, + "nauc_ndcg_at_1000_std": 0.02879823961621977, + "nauc_ndcg_at_100_diff1": 0.8475007646564854, + "nauc_ndcg_at_100_max": 0.6992067961631349, + "nauc_ndcg_at_100_std": 0.028270822247063232, + "nauc_ndcg_at_10_diff1": 0.8457112200040285, + "nauc_ndcg_at_10_max": 0.7103460874579779, + "nauc_ndcg_at_10_std": 0.04246638892922452, + "nauc_ndcg_at_1_diff1": 0.854697247607144, + "nauc_ndcg_at_1_max": 0.6641371922021845, + "nauc_ndcg_at_1_std": -0.01611018228448042, + "nauc_ndcg_at_20_diff1": 0.8488836002726685, + "nauc_ndcg_at_20_max": 0.7070425336449978, + "nauc_ndcg_at_20_std": 0.04648400633985073, + "nauc_ndcg_at_3_diff1": 0.8421447049423244, + "nauc_ndcg_at_3_max": 0.7063883357830685, + "nauc_ndcg_at_3_std": 0.03890640132824999, + "nauc_ndcg_at_5_diff1": 0.8419624350587527, + "nauc_ndcg_at_5_max": 0.7117426325031756, + "nauc_ndcg_at_5_std": 0.04752258467144269, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -0.07586367880477268, + "nauc_precision_at_10_diff1": 0.8419501133786808, + "nauc_precision_at_10_max": 0.8732292917166816, + "nauc_precision_at_10_std": 0.24101640656262577, + "nauc_precision_at_1_diff1": 0.854697247607144, + "nauc_precision_at_1_max": 0.6641371922021845, + "nauc_precision_at_1_std": -0.01611018228448042, + "nauc_precision_at_20_diff1": 0.908055814918561, + "nauc_precision_at_20_max": 0.9534443406992388, + "nauc_precision_at_20_std": 0.5185963274198573, + "nauc_precision_at_3_diff1": 0.8290464644465344, + "nauc_precision_at_3_max": 0.7573308921767541, + "nauc_precision_at_3_std": 0.10573506853382235, + "nauc_precision_at_5_diff1": 0.8228117117493724, + "nauc_precision_at_5_max": 0.8001867413632082, + "nauc_precision_at_5_std": 0.16551695304987565, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.07586367880490966, + "nauc_recall_at_10_diff1": 0.8419501133786851, + "nauc_recall_at_10_max": 0.873229291716687, + "nauc_recall_at_10_std": 0.24101640656262596, + "nauc_recall_at_1_diff1": 0.854697247607144, + "nauc_recall_at_1_max": 0.6641371922021845, + "nauc_recall_at_1_std": -0.01611018228448042, + "nauc_recall_at_20_diff1": 0.9080558149185558, + "nauc_recall_at_20_max": 0.9534443406992419, + "nauc_recall_at_20_std": 0.5185963274198606, + "nauc_recall_at_3_diff1": 0.8290464644465333, + "nauc_recall_at_3_max": 0.7573308921767519, + "nauc_recall_at_3_std": 0.10573506853382222, + "nauc_recall_at_5_diff1": 0.8228117117493741, + "nauc_recall_at_5_max": 0.8001867413632108, + "nauc_recall_at_5_std": 0.16551695304987574, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.87814, + "ndcg_at_100": 0.88627, + "ndcg_at_1000": 0.88657, + "ndcg_at_20": 0.88282, + "ndcg_at_3": 0.85378, + "ndcg_at_5": 0.8666, + "precision_at_1": 0.79333, + "precision_at_10": 0.09611, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.29815, + "precision_at_5": 0.18511, + "recall_at_1": 0.79333, + "recall_at_10": 0.96111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.89444, + "recall_at_5": 0.92556 + }, + { + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ], + "main_score": 0.8092, + "map_at_1": 0.70111, + "map_at_10": 0.77381, + "map_at_100": 0.77719, + "map_at_1000": 0.77726, + "map_at_20": 0.77638, + "map_at_3": 0.75667, + "map_at_5": 0.76711, + "mrr_at_1": 0.7011111111111111, + "mrr_at_10": 0.7738108465608469, + "mrr_at_100": 0.7771853877582944, + "mrr_at_1000": 0.7772648606087585, + "mrr_at_20": 0.7763817127622599, + "mrr_at_3": 0.7566666666666669, + "mrr_at_5": 0.7671111111111113, + "nauc_map_at_1000_diff1": 0.7922059740658429, + "nauc_map_at_1000_max": 0.737051281643501, + "nauc_map_at_1000_std": 0.13445620077266823, + "nauc_map_at_100_diff1": 0.7921474378497504, + "nauc_map_at_100_max": 0.7370963533139081, + "nauc_map_at_100_std": 0.13468176288380113, + "nauc_map_at_10_diff1": 0.7920346847606039, + "nauc_map_at_10_max": 0.7374515025540751, + "nauc_map_at_10_std": 0.13288278192680722, + "nauc_map_at_1_diff1": 0.8116327305072052, + "nauc_map_at_1_max": 0.7206847601512317, + "nauc_map_at_1_std": 0.12015629172581484, + "nauc_map_at_20_diff1": 0.7919318243101358, + "nauc_map_at_20_max": 0.7374910569951919, + "nauc_map_at_20_std": 0.13598886163042911, + "nauc_map_at_3_diff1": 0.7902076413350456, + "nauc_map_at_3_max": 0.7401533974375829, + "nauc_map_at_3_std": 0.12775812881271575, + "nauc_map_at_5_diff1": 0.7910238894731875, + "nauc_map_at_5_max": 0.7384007262498344, + "nauc_map_at_5_std": 0.1291050594728532, + "nauc_mrr_at_1000_diff1": 0.7922059740658429, + "nauc_mrr_at_1000_max": 0.737051281643501, + "nauc_mrr_at_1000_std": 0.13445620077266823, + "nauc_mrr_at_100_diff1": 0.7921474378497504, + "nauc_mrr_at_100_max": 0.7370963533139081, + "nauc_mrr_at_100_std": 0.13468176288380113, + "nauc_mrr_at_10_diff1": 0.7920346847606039, + "nauc_mrr_at_10_max": 0.7374515025540751, + "nauc_mrr_at_10_std": 0.13288278192680722, + "nauc_mrr_at_1_diff1": 0.8116327305072052, + "nauc_mrr_at_1_max": 0.7206847601512317, + "nauc_mrr_at_1_std": 0.12015629172581484, + "nauc_mrr_at_20_diff1": 0.7919318243101358, + "nauc_mrr_at_20_max": 0.7374910569951919, + "nauc_mrr_at_20_std": 0.13598886163042911, + "nauc_mrr_at_3_diff1": 0.7902076413350456, + "nauc_mrr_at_3_max": 0.7401533974375829, + "nauc_mrr_at_3_std": 0.12775812881271575, + "nauc_mrr_at_5_diff1": 0.7910238894731875, + "nauc_mrr_at_5_max": 0.7384007262498344, + "nauc_mrr_at_5_std": 0.1291050594728532, + "nauc_ndcg_at_1000_diff1": 0.7891672410334877, + "nauc_ndcg_at_1000_max": 0.740781841232648, + "nauc_ndcg_at_1000_std": 0.14251952752923042, + "nauc_ndcg_at_100_diff1": 0.7877285449600144, + "nauc_ndcg_at_100_max": 0.7421006496890976, + "nauc_ndcg_at_100_std": 0.1488767798805347, + "nauc_ndcg_at_10_diff1": 0.7863264796313527, + "nauc_ndcg_at_10_max": 0.7454685098863812, + "nauc_ndcg_at_10_std": 0.14685118690358884, + "nauc_ndcg_at_1_diff1": 0.8116327305072052, + "nauc_ndcg_at_1_max": 0.7206847601512317, + "nauc_ndcg_at_1_std": 0.12015629172581484, + "nauc_ndcg_at_20_diff1": 0.7859237785328774, + "nauc_ndcg_at_20_max": 0.7458984086765605, + "nauc_ndcg_at_20_std": 0.15982018477570134, + "nauc_ndcg_at_3_diff1": 0.7831161983411448, + "nauc_ndcg_at_3_max": 0.7493668345989204, + "nauc_ndcg_at_3_std": 0.131685375885423, + "nauc_ndcg_at_5_diff1": 0.7841829900875437, + "nauc_ndcg_at_5_max": 0.7468620536560989, + "nauc_ndcg_at_5_std": 0.13516952849645766, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6670168067226936, + "nauc_precision_at_100_max": 0.8589713663243239, + "nauc_precision_at_100_std": 0.7026532835356673, + "nauc_precision_at_10_diff1": 0.7481325863678795, + "nauc_precision_at_10_max": 0.8039734412283438, + "nauc_precision_at_10_std": 0.26296166614794114, + "nauc_precision_at_1_diff1": 0.8116327305072052, + "nauc_precision_at_1_max": 0.7206847601512317, + "nauc_precision_at_1_std": 0.12015629172581484, + "nauc_precision_at_20_diff1": 0.7145774976657302, + "nauc_precision_at_20_max": 0.8553921568627421, + "nauc_precision_at_20_std": 0.5318627450980403, + "nauc_precision_at_3_diff1": 0.756608124889126, + "nauc_precision_at_3_max": 0.7851218986796423, + "nauc_precision_at_3_std": 0.1470355305506996, + "nauc_precision_at_5_diff1": 0.7524793525490061, + "nauc_precision_at_5_max": 0.7877458622176514, + "nauc_precision_at_5_std": 0.16595906995256832, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6670168067226876, + "nauc_recall_at_100_max": 0.858971366324297, + "nauc_recall_at_100_std": 0.7026532835356317, + "nauc_recall_at_10_diff1": 0.7481325863678807, + "nauc_recall_at_10_max": 0.8039734412283424, + "nauc_recall_at_10_std": 0.26296166614794203, + "nauc_recall_at_1_diff1": 0.8116327305072052, + "nauc_recall_at_1_max": 0.7206847601512317, + "nauc_recall_at_1_std": 0.12015629172581484, + "nauc_recall_at_20_diff1": 0.7145774976657328, + "nauc_recall_at_20_max": 0.8553921568627466, + "nauc_recall_at_20_std": 0.5318627450980364, + "nauc_recall_at_3_diff1": 0.7566081248891254, + "nauc_recall_at_3_max": 0.7851218986796422, + "nauc_recall_at_3_std": 0.14703553055069846, + "nauc_recall_at_5_diff1": 0.7524793525490071, + "nauc_recall_at_5_max": 0.7877458622176533, + "nauc_recall_at_5_std": 0.16595906995256945, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.8092, + "ndcg_at_100": 0.82411, + "ndcg_at_1000": 0.82591, + "ndcg_at_20": 0.81832, + "ndcg_at_3": 0.77465, + "ndcg_at_5": 0.79321, + "precision_at_1": 0.70111, + "precision_at_10": 0.092, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04778, + "precision_at_3": 0.27556, + "precision_at_5": 0.17422, + "recall_at_1": 0.70111, + "recall_at_10": 0.92, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.95556, + "recall_at_3": 0.82667, + "recall_at_5": 0.87111 + }, + { + "hf_subset": "kin_Latn-kin_Latn", + "languages": [ + "kin-Latn", + "kin-Latn" + ], + "main_score": 0.65404, + "map_at_1": 0.5495, + "map_at_10": 0.61801, + "map_at_100": 0.62455, + "map_at_1000": 0.62488, + "map_at_20": 0.62191, + "map_at_3": 0.599, + "map_at_5": 0.6104, + "mrr_at_1": 0.5494994438264739, + "mrr_at_10": 0.618013842541095, + "mrr_at_100": 0.6245560950436856, + "mrr_at_1000": 0.6248851070185019, + "mrr_at_20": 0.6219085227977114, + "mrr_at_3": 0.5989988876529475, + "mrr_at_5": 0.6104004449388206, + "nauc_map_at_1000_diff1": 0.7739983914415818, + "nauc_map_at_1000_max": 0.7686380412898782, + "nauc_map_at_1000_std": 0.49816021690898926, + "nauc_map_at_100_diff1": 0.7738867139832546, + "nauc_map_at_100_max": 0.7686523936924996, + "nauc_map_at_100_std": 0.49838887254816194, + "nauc_map_at_10_diff1": 0.7729656375270113, + "nauc_map_at_10_max": 0.7686123011430033, + "nauc_map_at_10_std": 0.49960190829543827, + "nauc_map_at_1_diff1": 0.8061752209822177, + "nauc_map_at_1_max": 0.7673430717604421, + "nauc_map_at_1_std": 0.4611744114046457, + "nauc_map_at_20_diff1": 0.7735153581083413, + "nauc_map_at_20_max": 0.7686116103805829, + "nauc_map_at_20_std": 0.4989678786491122, + "nauc_map_at_3_diff1": 0.7771038657817859, + "nauc_map_at_3_max": 0.7686188714039734, + "nauc_map_at_3_std": 0.4900457181697018, + "nauc_map_at_5_diff1": 0.7734927277344629, + "nauc_map_at_5_max": 0.7681809667220032, + "nauc_map_at_5_std": 0.4946186613755242, + "nauc_mrr_at_1000_diff1": 0.7739974770543672, + "nauc_mrr_at_1000_max": 0.7686371052150492, + "nauc_mrr_at_1000_std": 0.4981581864991869, + "nauc_mrr_at_100_diff1": 0.773880396768714, + "nauc_mrr_at_100_max": 0.7686459302400942, + "nauc_mrr_at_100_std": 0.49837485839992873, + "nauc_mrr_at_10_diff1": 0.7729656375270113, + "nauc_mrr_at_10_max": 0.7686123011430033, + "nauc_mrr_at_10_std": 0.49960190829543827, + "nauc_mrr_at_1_diff1": 0.8061752209822177, + "nauc_mrr_at_1_max": 0.7673430717604421, + "nauc_mrr_at_1_std": 0.4611744114046457, + "nauc_mrr_at_20_diff1": 0.7735153581083413, + "nauc_mrr_at_20_max": 0.7686116103805829, + "nauc_mrr_at_20_std": 0.4989678786491122, + "nauc_mrr_at_3_diff1": 0.7771038657817859, + "nauc_mrr_at_3_max": 0.7686188714039734, + "nauc_mrr_at_3_std": 0.4900457181697018, + "nauc_mrr_at_5_diff1": 0.7734927277344629, + "nauc_mrr_at_5_max": 0.7681809667220032, + "nauc_mrr_at_5_std": 0.4946186613755242, + "nauc_ndcg_at_1000_diff1": 0.7673358422997204, + "nauc_ndcg_at_1000_max": 0.7694805200445982, + "nauc_ndcg_at_1000_std": 0.5088484966241911, + "nauc_ndcg_at_100_diff1": 0.7643065242835028, + "nauc_ndcg_at_100_max": 0.7700108151430132, + "nauc_ndcg_at_100_std": 0.5158017054835348, + "nauc_ndcg_at_10_diff1": 0.7586348831275779, + "nauc_ndcg_at_10_max": 0.7701647595371874, + "nauc_ndcg_at_10_std": 0.5223544766952402, + "nauc_ndcg_at_1_diff1": 0.8061752209822177, + "nauc_ndcg_at_1_max": 0.7673430717604421, + "nauc_ndcg_at_1_std": 0.4611744114046457, + "nauc_ndcg_at_20_diff1": 0.7608776202810884, + "nauc_ndcg_at_20_max": 0.7704104663636749, + "nauc_ndcg_at_20_std": 0.5213043913187368, + "nauc_ndcg_at_3_diff1": 0.7676771995559505, + "nauc_ndcg_at_3_max": 0.7693683538523131, + "nauc_ndcg_at_3_std": 0.499434993549721, + "nauc_ndcg_at_5_diff1": 0.761032674256736, + "nauc_ndcg_at_5_max": 0.7689367228470396, + "nauc_ndcg_at_5_std": 0.5084136562336476, + "nauc_precision_at_1000_diff1": -0.5752291294482348, + "nauc_precision_at_1000_max": -0.5752291294482348, + "nauc_precision_at_1000_std": -0.5752291294482348, + "nauc_precision_at_100_diff1": 0.6808786684259374, + "nauc_precision_at_100_max": 0.7832856957754716, + "nauc_precision_at_100_std": 0.7024974195287366, + "nauc_precision_at_10_diff1": 0.6973095953464223, + "nauc_precision_at_10_max": 0.7776374024020525, + "nauc_precision_at_10_std": 0.6254379036039645, + "nauc_precision_at_1_diff1": 0.8061752209822177, + "nauc_precision_at_1_max": 0.7673430717604421, + "nauc_precision_at_1_std": 0.4611744114046457, + "nauc_precision_at_20_diff1": 0.6966264272915179, + "nauc_precision_at_20_max": 0.7818751615323587, + "nauc_precision_at_20_std": 0.6493422024650889, + "nauc_precision_at_3_diff1": 0.7378803142040368, + "nauc_precision_at_3_max": 0.7718595620688599, + "nauc_precision_at_3_std": 0.5291236854563416, + "nauc_precision_at_5_diff1": 0.7172985091911466, + "nauc_precision_at_5_max": 0.7718933761733917, + "nauc_precision_at_5_std": 0.5576240283426407, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6834731507964602, + "nauc_recall_at_100_max": 0.785047600687868, + "nauc_recall_at_100_std": 0.7049161396951676, + "nauc_recall_at_10_diff1": 0.6973095953464231, + "nauc_recall_at_10_max": 0.7776374024020528, + "nauc_recall_at_10_std": 0.6254379036039661, + "nauc_recall_at_1_diff1": 0.8061752209822177, + "nauc_recall_at_1_max": 0.7673430717604421, + "nauc_recall_at_1_std": 0.4611744114046457, + "nauc_recall_at_20_diff1": 0.6966264272915188, + "nauc_recall_at_20_max": 0.7818751615323588, + "nauc_recall_at_20_std": 0.6493422024650902, + "nauc_recall_at_3_diff1": 0.7378803142040357, + "nauc_recall_at_3_max": 0.7718595620688588, + "nauc_recall_at_3_std": 0.5291236854563411, + "nauc_recall_at_5_diff1": 0.7172985091911459, + "nauc_recall_at_5_max": 0.7718933761733914, + "nauc_recall_at_5_std": 0.557624028342641, + "ndcg_at_1": 0.5495, + "ndcg_at_10": 0.65404, + "ndcg_at_100": 0.68789, + "ndcg_at_1000": 0.69672, + "ndcg_at_20": 0.66852, + "ndcg_at_3": 0.61487, + "ndcg_at_5": 0.63522, + "precision_at_1": 0.5495, + "precision_at_10": 0.07686, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "precision_at_20": 0.04132, + "precision_at_3": 0.22024, + "precision_at_5": 0.14194, + "recall_at_1": 0.5495, + "recall_at_10": 0.76863, + "recall_at_100": 0.93159, + "recall_at_1000": 1.0, + "recall_at_20": 0.82647, + "recall_at_3": 0.66073, + "recall_at_5": 0.70968 + }, + { + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ], + "main_score": 0.79438, + "map_at_1": 0.67667, + "map_at_10": 0.75607, + "map_at_100": 0.75962, + "map_at_1000": 0.75968, + "map_at_20": 0.75834, + "map_at_3": 0.73815, + "map_at_5": 0.74965, + "mrr_at_1": 0.6766666666666666, + "mrr_at_10": 0.7560661375661375, + "mrr_at_100": 0.7596179358360695, + "mrr_at_1000": 0.759680339232155, + "mrr_at_20": 0.7583366773214554, + "mrr_at_3": 0.7381481481481481, + "mrr_at_5": 0.7496481481481482, + "nauc_map_at_1000_diff1": 0.7758810854970242, + "nauc_map_at_1000_max": 0.6561290816626909, + "nauc_map_at_1000_std": 0.06854022599464699, + "nauc_map_at_100_diff1": 0.7758785306844799, + "nauc_map_at_100_max": 0.656171402892603, + "nauc_map_at_100_std": 0.0686995511499668, + "nauc_map_at_10_diff1": 0.774329846482999, + "nauc_map_at_10_max": 0.6561370313198867, + "nauc_map_at_10_std": 0.0686968182292839, + "nauc_map_at_1_diff1": 0.7984145413780683, + "nauc_map_at_1_max": 0.6383186817586465, + "nauc_map_at_1_std": 0.042013890874843196, + "nauc_map_at_20_diff1": 0.7754344458779575, + "nauc_map_at_20_max": 0.6562311718029644, + "nauc_map_at_20_std": 0.06871416569509983, + "nauc_map_at_3_diff1": 0.776064665224726, + "nauc_map_at_3_max": 0.6569273970501907, + "nauc_map_at_3_std": 0.07272344730104469, + "nauc_map_at_5_diff1": 0.7739050382904513, + "nauc_map_at_5_max": 0.6562758050055779, + "nauc_map_at_5_std": 0.06613898223971787, + "nauc_mrr_at_1000_diff1": 0.7758810854970242, + "nauc_mrr_at_1000_max": 0.6561290816626909, + "nauc_mrr_at_1000_std": 0.06854022599464699, + "nauc_mrr_at_100_diff1": 0.7758785306844799, + "nauc_mrr_at_100_max": 0.656171402892603, + "nauc_mrr_at_100_std": 0.0686995511499668, + "nauc_mrr_at_10_diff1": 0.774329846482999, + "nauc_mrr_at_10_max": 0.6561370313198867, + "nauc_mrr_at_10_std": 0.0686968182292839, + "nauc_mrr_at_1_diff1": 0.7984145413780683, + "nauc_mrr_at_1_max": 0.6383186817586465, + "nauc_mrr_at_1_std": 0.042013890874843196, + "nauc_mrr_at_20_diff1": 0.7754344458779575, + "nauc_mrr_at_20_max": 0.6562311718029644, + "nauc_mrr_at_20_std": 0.06871416569509983, + "nauc_mrr_at_3_diff1": 0.776064665224726, + "nauc_mrr_at_3_max": 0.6569273970501907, + "nauc_mrr_at_3_std": 0.07272344730104469, + "nauc_mrr_at_5_diff1": 0.7739050382904513, + "nauc_mrr_at_5_max": 0.6562758050055779, + "nauc_mrr_at_5_std": 0.06613898223971787, + "nauc_ndcg_at_1000_diff1": 0.7718351025411981, + "nauc_ndcg_at_1000_max": 0.6589646525385076, + "nauc_ndcg_at_1000_std": 0.07513336065346196, + "nauc_ndcg_at_100_diff1": 0.7719378046573789, + "nauc_ndcg_at_100_max": 0.6602564910255619, + "nauc_ndcg_at_100_std": 0.07971147271430501, + "nauc_ndcg_at_10_diff1": 0.763154232441601, + "nauc_ndcg_at_10_max": 0.6613532009958206, + "nauc_ndcg_at_10_std": 0.08150650303790305, + "nauc_ndcg_at_1_diff1": 0.7984145413780683, + "nauc_ndcg_at_1_max": 0.6383186817586465, + "nauc_ndcg_at_1_std": 0.042013890874843196, + "nauc_ndcg_at_20_diff1": 0.7673892062596721, + "nauc_ndcg_at_20_max": 0.6615459553503711, + "nauc_ndcg_at_20_std": 0.08161439093586435, + "nauc_ndcg_at_3_diff1": 0.7673042498809077, + "nauc_ndcg_at_3_max": 0.6617177642985216, + "nauc_ndcg_at_3_std": 0.08488324208844233, + "nauc_ndcg_at_5_diff1": 0.7624110217411757, + "nauc_ndcg_at_5_max": 0.6611200423116534, + "nauc_ndcg_at_5_std": 0.07363410169600569, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7882819794584643, + "nauc_precision_at_100_max": 0.8067226890756136, + "nauc_precision_at_100_std": 0.5901493930905825, + "nauc_precision_at_10_diff1": 0.6832551202299081, + "nauc_precision_at_10_max": 0.6977093867850139, + "nauc_precision_at_10_std": 0.17810760667903583, + "nauc_precision_at_1_diff1": 0.7984145413780683, + "nauc_precision_at_1_max": 0.6383186817586465, + "nauc_precision_at_1_std": 0.042013890874843196, + "nauc_precision_at_20_diff1": 0.6889394646747528, + "nauc_precision_at_20_max": 0.7190417833800161, + "nauc_precision_at_20_std": 0.2340783535636466, + "nauc_precision_at_3_diff1": 0.7340229499958129, + "nauc_precision_at_3_max": 0.6789184305936145, + "nauc_precision_at_3_std": 0.13112787622796981, + "nauc_precision_at_5_diff1": 0.7061625271433315, + "nauc_precision_at_5_max": 0.6832511768715026, + "nauc_precision_at_5_std": 0.10793140067521241, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7882819794584526, + "nauc_recall_at_100_max": 0.8067226890756293, + "nauc_recall_at_100_std": 0.5901493930905645, + "nauc_recall_at_10_diff1": 0.6832551202299112, + "nauc_recall_at_10_max": 0.6977093867850175, + "nauc_recall_at_10_std": 0.17810760667903652, + "nauc_recall_at_1_diff1": 0.7984145413780683, + "nauc_recall_at_1_max": 0.6383186817586465, + "nauc_recall_at_1_std": 0.042013890874843196, + "nauc_recall_at_20_diff1": 0.6889394646747572, + "nauc_recall_at_20_max": 0.7190417833800162, + "nauc_recall_at_20_std": 0.23407835356364784, + "nauc_recall_at_3_diff1": 0.734022949995811, + "nauc_recall_at_3_max": 0.6789184305936132, + "nauc_recall_at_3_std": 0.13112787622796812, + "nauc_recall_at_5_diff1": 0.7061625271433328, + "nauc_recall_at_5_max": 0.6832511768715028, + "nauc_recall_at_5_std": 0.10793140067521499, + "ndcg_at_1": 0.67667, + "ndcg_at_10": 0.79438, + "ndcg_at_100": 0.81078, + "ndcg_at_1000": 0.81225, + "ndcg_at_20": 0.80257, + "ndcg_at_3": 0.75804, + "ndcg_at_5": 0.77846, + "precision_at_1": 0.67667, + "precision_at_10": 0.09144, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.27185, + "precision_at_5": 0.17289, + "recall_at_1": 0.67667, + "recall_at_10": 0.91444, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.81556, + "recall_at_5": 0.86444 + }, + { + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ], + "main_score": 0.60014, + "map_at_1": 0.49833, + "map_at_10": 0.56471, + "map_at_100": 0.57139, + "map_at_1000": 0.57198, + "map_at_20": 0.56839, + "map_at_3": 0.54579, + "map_at_5": 0.55675, + "mrr_at_1": 0.4983314794215795, + "mrr_at_10": 0.5647112311739677, + "mrr_at_100": 0.5713861812318881, + "mrr_at_1000": 0.5719745742040604, + "mrr_at_20": 0.5683897917465828, + "mrr_at_3": 0.5457916203188725, + "mrr_at_5": 0.5567482387838335, + "nauc_map_at_1000_diff1": 0.8080632893499567, + "nauc_map_at_1000_max": 0.7978986300978851, + "nauc_map_at_1000_std": 0.37293601666149, + "nauc_map_at_100_diff1": 0.8078544357264715, + "nauc_map_at_100_max": 0.797916406890692, + "nauc_map_at_100_std": 0.3734218922599402, + "nauc_map_at_10_diff1": 0.8070456785528513, + "nauc_map_at_10_max": 0.797451677518109, + "nauc_map_at_10_std": 0.3715948721241677, + "nauc_map_at_1_diff1": 0.8363302238512221, + "nauc_map_at_1_max": 0.7758608002375658, + "nauc_map_at_1_std": 0.32176320610051623, + "nauc_map_at_20_diff1": 0.8078436085853611, + "nauc_map_at_20_max": 0.798044994433583, + "nauc_map_at_20_std": 0.3732362751288799, + "nauc_map_at_3_diff1": 0.813402487220648, + "nauc_map_at_3_max": 0.8027094505867517, + "nauc_map_at_3_std": 0.3668590718069016, + "nauc_map_at_5_diff1": 0.8096224777331354, + "nauc_map_at_5_max": 0.8002272074663482, + "nauc_map_at_5_std": 0.3703243700877244, + "nauc_mrr_at_1000_diff1": 0.8080611629842802, + "nauc_mrr_at_1000_max": 0.7978987888070463, + "nauc_mrr_at_1000_std": 0.3729429480664489, + "nauc_mrr_at_100_diff1": 0.8078544357264715, + "nauc_mrr_at_100_max": 0.797916406890692, + "nauc_mrr_at_100_std": 0.3734218922599402, + "nauc_mrr_at_10_diff1": 0.8070456785528513, + "nauc_mrr_at_10_max": 0.797451677518109, + "nauc_mrr_at_10_std": 0.3715948721241677, + "nauc_mrr_at_1_diff1": 0.8363302238512221, + "nauc_mrr_at_1_max": 0.7758608002375658, + "nauc_mrr_at_1_std": 0.32176320610051623, + "nauc_mrr_at_20_diff1": 0.8078436085853611, + "nauc_mrr_at_20_max": 0.798044994433583, + "nauc_mrr_at_20_std": 0.3732362751288799, + "nauc_mrr_at_3_diff1": 0.813402487220648, + "nauc_mrr_at_3_max": 0.8027094505867517, + "nauc_mrr_at_3_std": 0.3668590718069016, + "nauc_mrr_at_5_diff1": 0.8096224777331354, + "nauc_mrr_at_5_max": 0.8002272074663482, + "nauc_mrr_at_5_std": 0.3703243700877244, + "nauc_ndcg_at_1000_diff1": 0.8006853376706173, + "nauc_ndcg_at_1000_max": 0.8002548678737402, + "nauc_ndcg_at_1000_std": 0.3882725185969892, + "nauc_ndcg_at_100_diff1": 0.7953070505674882, + "nauc_ndcg_at_100_max": 0.8006390407637001, + "nauc_ndcg_at_100_std": 0.40123169346126103, + "nauc_ndcg_at_10_diff1": 0.791893101956284, + "nauc_ndcg_at_10_max": 0.7997280981925385, + "nauc_ndcg_at_10_std": 0.3952933435811152, + "nauc_ndcg_at_1_diff1": 0.8363302238512221, + "nauc_ndcg_at_1_max": 0.7758608002375658, + "nauc_ndcg_at_1_std": 0.32176320610051623, + "nauc_ndcg_at_20_diff1": 0.7944200965773502, + "nauc_ndcg_at_20_max": 0.8022123658024276, + "nauc_ndcg_at_20_std": 0.40177979541792136, + "nauc_ndcg_at_3_diff1": 0.8056301965860532, + "nauc_ndcg_at_3_max": 0.8104883259854839, + "nauc_ndcg_at_3_std": 0.3839391158152363, + "nauc_ndcg_at_5_diff1": 0.7984067246369393, + "nauc_ndcg_at_5_max": 0.8060950455113618, + "nauc_ndcg_at_5_std": 0.39059859559002974, + "nauc_precision_at_1000_diff1": -0.3186871604006551, + "nauc_precision_at_1000_max": -0.41541043494923996, + "nauc_precision_at_1000_std": -0.5000264845890822, + "nauc_precision_at_100_diff1": 0.6938464639356765, + "nauc_precision_at_100_max": 0.8087287631221084, + "nauc_precision_at_100_std": 0.6499339014852987, + "nauc_precision_at_10_diff1": 0.7313971367231717, + "nauc_precision_at_10_max": 0.8042294881217827, + "nauc_precision_at_10_std": 0.4886953704649586, + "nauc_precision_at_1_diff1": 0.8363302238512221, + "nauc_precision_at_1_max": 0.7758608002375658, + "nauc_precision_at_1_std": 0.32176320610051623, + "nauc_precision_at_20_diff1": 0.7344066939512653, + "nauc_precision_at_20_max": 0.8188400426654715, + "nauc_precision_at_20_std": 0.5384294439320662, + "nauc_precision_at_3_diff1": 0.7816370965351231, + "nauc_precision_at_3_max": 0.8340645128025603, + "nauc_precision_at_3_std": 0.4372580494667879, + "nauc_precision_at_5_diff1": 0.7601246873690732, + "nauc_precision_at_5_max": 0.8242951310875006, + "nauc_precision_at_5_std": 0.4592077243855909, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.693846463935678, + "nauc_recall_at_100_max": 0.8087287631221075, + "nauc_recall_at_100_std": 0.6499339014852994, + "nauc_recall_at_10_diff1": 0.7313971367231723, + "nauc_recall_at_10_max": 0.8042294881217841, + "nauc_recall_at_10_std": 0.4886953704649596, + "nauc_recall_at_1_diff1": 0.8363302238512221, + "nauc_recall_at_1_max": 0.7758608002375658, + "nauc_recall_at_1_std": 0.32176320610051623, + "nauc_recall_at_20_diff1": 0.7344066939512667, + "nauc_recall_at_20_max": 0.8188400426654721, + "nauc_recall_at_20_std": 0.5384294439320675, + "nauc_recall_at_3_diff1": 0.7816370965351236, + "nauc_recall_at_3_max": 0.83406451280256, + "nauc_recall_at_3_std": 0.437258049466788, + "nauc_recall_at_5_diff1": 0.7601246873690739, + "nauc_recall_at_5_max": 0.8242951310875014, + "nauc_recall_at_5_std": 0.459207724385591, + "ndcg_at_1": 0.49833, + "ndcg_at_10": 0.60014, + "ndcg_at_100": 0.63663, + "ndcg_at_1000": 0.65063, + "ndcg_at_20": 0.61323, + "ndcg_at_3": 0.56105, + "ndcg_at_5": 0.58077, + "precision_at_1": 0.49833, + "precision_at_10": 0.0713, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "precision_at_20": 0.03821, + "precision_at_3": 0.20171, + "precision_at_5": 0.13059, + "recall_at_1": 0.49833, + "recall_at_10": 0.71301, + "recall_at_100": 0.89433, + "recall_at_1000": 1.0, + "recall_at_20": 0.76418, + "recall_at_3": 0.60512, + "recall_at_5": 0.65295 + }, + { + "hf_subset": "kir_Cyrl-kir_Cyrl", + "languages": [ + "kir-Cyrl", + "kir-Cyrl" + ], + "main_score": 0.83432, + "map_at_1": 0.75, + "map_at_10": 0.80837, + "map_at_100": 0.81148, + "map_at_1000": 0.81155, + "map_at_20": 0.81033, + "map_at_3": 0.79704, + "map_at_5": 0.80454, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8083743386243388, + "mrr_at_100": 0.8114832384642869, + "mrr_at_1000": 0.8115547055567897, + "mrr_at_20": 0.810325731706279, + "mrr_at_3": 0.7970370370370372, + "mrr_at_5": 0.8045370370370375, + "nauc_map_at_1000_diff1": 0.8554088072172653, + "nauc_map_at_1000_max": 0.7949927668880225, + "nauc_map_at_1000_std": 0.14675013001748888, + "nauc_map_at_100_diff1": 0.8554016859075461, + "nauc_map_at_100_max": 0.7950336545781375, + "nauc_map_at_100_std": 0.14700495023533877, + "nauc_map_at_10_diff1": 0.8542209582499011, + "nauc_map_at_10_max": 0.794810506596936, + "nauc_map_at_10_std": 0.14569363523936427, + "nauc_map_at_1_diff1": 0.8722809465666609, + "nauc_map_at_1_max": 0.7746659689516827, + "nauc_map_at_1_std": 0.10349671492528642, + "nauc_map_at_20_diff1": 0.8548388551339806, + "nauc_map_at_20_max": 0.7951378888227649, + "nauc_map_at_20_std": 0.14692658459267097, + "nauc_map_at_3_diff1": 0.8580519366324146, + "nauc_map_at_3_max": 0.8012893668870822, + "nauc_map_at_3_std": 0.143955575137002, + "nauc_map_at_5_diff1": 0.8544051733448534, + "nauc_map_at_5_max": 0.7965500266150307, + "nauc_map_at_5_std": 0.14881847584589578, + "nauc_mrr_at_1000_diff1": 0.8554088072172653, + "nauc_mrr_at_1000_max": 0.7949927668880225, + "nauc_mrr_at_1000_std": 0.14675013001748888, + "nauc_mrr_at_100_diff1": 0.8554016859075461, + "nauc_mrr_at_100_max": 0.7950336545781375, + "nauc_mrr_at_100_std": 0.14700495023533877, + "nauc_mrr_at_10_diff1": 0.8542209582499011, + "nauc_mrr_at_10_max": 0.794810506596936, + "nauc_mrr_at_10_std": 0.14569363523936427, + "nauc_mrr_at_1_diff1": 0.8722809465666609, + "nauc_mrr_at_1_max": 0.7746659689516827, + "nauc_mrr_at_1_std": 0.10349671492528642, + "nauc_mrr_at_20_diff1": 0.8548388551339806, + "nauc_mrr_at_20_max": 0.7951378888227649, + "nauc_mrr_at_20_std": 0.14692658459267097, + "nauc_mrr_at_3_diff1": 0.8580519366324146, + "nauc_mrr_at_3_max": 0.8012893668870822, + "nauc_mrr_at_3_std": 0.143955575137002, + "nauc_mrr_at_5_diff1": 0.8544051733448534, + "nauc_mrr_at_5_max": 0.7965500266150307, + "nauc_mrr_at_5_std": 0.14881847584589578, + "nauc_ndcg_at_1000_diff1": 0.8523827802373399, + "nauc_ndcg_at_1000_max": 0.7979051563769747, + "nauc_ndcg_at_1000_std": 0.15814673602489498, + "nauc_ndcg_at_100_diff1": 0.8521438338578747, + "nauc_ndcg_at_100_max": 0.7991417292980322, + "nauc_ndcg_at_100_std": 0.16610808558581885, + "nauc_ndcg_at_10_diff1": 0.8456800846177048, + "nauc_ndcg_at_10_max": 0.7986747698978042, + "nauc_ndcg_at_10_std": 0.1626919421472552, + "nauc_ndcg_at_1_diff1": 0.8722809465666609, + "nauc_ndcg_at_1_max": 0.7746659689516827, + "nauc_ndcg_at_1_std": 0.10349671492528642, + "nauc_ndcg_at_20_diff1": 0.8478530278901174, + "nauc_ndcg_at_20_max": 0.8002761331494024, + "nauc_ndcg_at_20_std": 0.1682152011599231, + "nauc_ndcg_at_3_diff1": 0.8537175630803724, + "nauc_ndcg_at_3_max": 0.8115457875900747, + "nauc_ndcg_at_3_std": 0.15806377173402725, + "nauc_ndcg_at_5_diff1": 0.8463998945253639, + "nauc_ndcg_at_5_max": 0.8030332441713709, + "nauc_ndcg_at_5_std": 0.1698331852058115, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8333692451339523, + "nauc_precision_at_100_max": 0.8890325360913693, + "nauc_precision_at_100_std": 0.7473963944552336, + "nauc_precision_at_10_diff1": 0.7939781973395406, + "nauc_precision_at_10_max": 0.8157990468914799, + "nauc_precision_at_10_std": 0.2621351570931385, + "nauc_precision_at_1_diff1": 0.8722809465666609, + "nauc_precision_at_1_max": 0.7746659689516827, + "nauc_precision_at_1_std": 0.10349671492528642, + "nauc_precision_at_20_diff1": 0.79049953314659, + "nauc_precision_at_20_max": 0.8401206636500733, + "nauc_precision_at_20_std": 0.3622064210299479, + "nauc_precision_at_3_diff1": 0.8376386917457519, + "nauc_precision_at_3_max": 0.8507145458193693, + "nauc_precision_at_3_std": 0.2113316637064232, + "nauc_precision_at_5_diff1": 0.8086220040534756, + "nauc_precision_at_5_max": 0.8310927651029147, + "nauc_precision_at_5_std": 0.26982577490191406, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.833369245133954, + "nauc_recall_at_100_max": 0.8890325360913607, + "nauc_recall_at_100_std": 0.747396394455218, + "nauc_recall_at_10_diff1": 0.7939781973395413, + "nauc_recall_at_10_max": 0.8157990468914845, + "nauc_recall_at_10_std": 0.26213515709314217, + "nauc_recall_at_1_diff1": 0.8722809465666609, + "nauc_recall_at_1_max": 0.7746659689516827, + "nauc_recall_at_1_std": 0.10349671492528642, + "nauc_recall_at_20_diff1": 0.7904995331465926, + "nauc_recall_at_20_max": 0.840120663650077, + "nauc_recall_at_20_std": 0.36220642102995065, + "nauc_recall_at_3_diff1": 0.837638691745751, + "nauc_recall_at_3_max": 0.8507145458193685, + "nauc_recall_at_3_std": 0.21133166370642273, + "nauc_recall_at_5_diff1": 0.8086220040534755, + "nauc_recall_at_5_max": 0.8310927651029171, + "nauc_recall_at_5_std": 0.2698257749019176, + "ndcg_at_1": 0.75, + "ndcg_at_10": 0.83432, + "ndcg_at_100": 0.84951, + "ndcg_at_1000": 0.85138, + "ndcg_at_20": 0.84138, + "ndcg_at_3": 0.81182, + "ndcg_at_5": 0.82521, + "precision_at_1": 0.75, + "precision_at_10": 0.09144, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.28481, + "precision_at_5": 0.17733, + "recall_at_1": 0.75, + "recall_at_10": 0.91444, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.85444, + "recall_at_5": 0.88667 + }, + { + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ], + "main_score": 0.87527, + "map_at_1": 0.78444, + "map_at_10": 0.84774, + "map_at_100": 0.84928, + "map_at_1000": 0.84929, + "map_at_20": 0.84859, + "map_at_3": 0.83704, + "map_at_5": 0.84459, + "mrr_at_1": 0.7844444444444445, + "mrr_at_10": 0.8477358906525578, + "mrr_at_100": 0.8492800845015643, + "mrr_at_1000": 0.8492850670626008, + "mrr_at_20": 0.848594594016808, + "mrr_at_3": 0.8370370370370376, + "mrr_at_5": 0.8445925925925934, + "nauc_map_at_1000_diff1": 0.8259222878491176, + "nauc_map_at_1000_max": 0.6969716870415241, + "nauc_map_at_1000_std": 0.03831760661822114, + "nauc_map_at_100_diff1": 0.8259186298233594, + "nauc_map_at_100_max": 0.6969777652640285, + "nauc_map_at_100_std": 0.0383515300197648, + "nauc_map_at_10_diff1": 0.8252520118414305, + "nauc_map_at_10_max": 0.69668694628258, + "nauc_map_at_10_std": 0.03803512247437012, + "nauc_map_at_1_diff1": 0.8368558549597139, + "nauc_map_at_1_max": 0.6805386133637684, + "nauc_map_at_1_std": 0.029574522666471193, + "nauc_map_at_20_diff1": 0.8259422781582083, + "nauc_map_at_20_max": 0.6975959490900934, + "nauc_map_at_20_std": 0.03824582244239464, + "nauc_map_at_3_diff1": 0.8196557414906975, + "nauc_map_at_3_max": 0.6902625309083533, + "nauc_map_at_3_std": 0.03488546307613581, + "nauc_map_at_5_diff1": 0.8244078078862263, + "nauc_map_at_5_max": 0.6984724200546862, + "nauc_map_at_5_std": 0.044409580380854276, + "nauc_mrr_at_1000_diff1": 0.8259222878491176, + "nauc_mrr_at_1000_max": 0.6969716870415241, + "nauc_mrr_at_1000_std": 0.03831760661822114, + "nauc_mrr_at_100_diff1": 0.8259186298233594, + "nauc_mrr_at_100_max": 0.6969777652640285, + "nauc_mrr_at_100_std": 0.0383515300197648, + "nauc_mrr_at_10_diff1": 0.8252520118414305, + "nauc_mrr_at_10_max": 0.69668694628258, + "nauc_mrr_at_10_std": 0.03803512247437012, + "nauc_mrr_at_1_diff1": 0.8368558549597139, + "nauc_mrr_at_1_max": 0.6805386133637684, + "nauc_mrr_at_1_std": 0.029574522666471193, + "nauc_mrr_at_20_diff1": 0.8259422781582083, + "nauc_mrr_at_20_max": 0.6975959490900934, + "nauc_mrr_at_20_std": 0.03824582244239464, + "nauc_mrr_at_3_diff1": 0.8196557414906975, + "nauc_mrr_at_3_max": 0.6902625309083533, + "nauc_mrr_at_3_std": 0.03488546307613581, + "nauc_mrr_at_5_diff1": 0.8244078078862263, + "nauc_mrr_at_5_max": 0.6984724200546862, + "nauc_mrr_at_5_std": 0.044409580380854276, + "nauc_ndcg_at_1000_diff1": 0.8249539736745946, + "nauc_ndcg_at_1000_max": 0.7009731386721842, + "nauc_ndcg_at_1000_std": 0.04090429879985575, + "nauc_ndcg_at_100_diff1": 0.8248206378382019, + "nauc_ndcg_at_100_max": 0.7011915859900261, + "nauc_ndcg_at_100_std": 0.042149111875582825, + "nauc_ndcg_at_10_diff1": 0.822503162729581, + "nauc_ndcg_at_10_max": 0.7042961305777501, + "nauc_ndcg_at_10_std": 0.040867440057148686, + "nauc_ndcg_at_1_diff1": 0.8368558549597139, + "nauc_ndcg_at_1_max": 0.6805386133637684, + "nauc_ndcg_at_1_std": 0.029574522666471193, + "nauc_ndcg_at_20_diff1": 0.8252217199252423, + "nauc_ndcg_at_20_max": 0.7071333783517338, + "nauc_ndcg_at_20_std": 0.04091955511534563, + "nauc_ndcg_at_3_diff1": 0.8119879553023374, + "nauc_ndcg_at_3_max": 0.6934023884428576, + "nauc_ndcg_at_3_std": 0.040062521286558184, + "nauc_ndcg_at_5_diff1": 0.8207420483111775, + "nauc_ndcg_at_5_max": 0.7090266668315867, + "nauc_ndcg_at_5_std": 0.0590983135639861, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7222222222222222, + "nauc_precision_at_100_max": 0.8692810457515043, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.798825085589789, + "nauc_precision_at_10_max": 0.7782705674862508, + "nauc_precision_at_10_std": 0.05432358128435879, + "nauc_precision_at_1_diff1": 0.8368558549597139, + "nauc_precision_at_1_max": 0.6805386133637684, + "nauc_precision_at_1_std": 0.029574522666471193, + "nauc_precision_at_20_diff1": 0.830084033613441, + "nauc_precision_at_20_max": 0.845004668534078, + "nauc_precision_at_20_std": 0.0535387488328521, + "nauc_precision_at_3_diff1": 0.7773003140650223, + "nauc_precision_at_3_max": 0.7070654019183464, + "nauc_precision_at_3_std": 0.06475468975469154, + "nauc_precision_at_5_diff1": 0.7990759522199644, + "nauc_precision_at_5_max": 0.7793956663124997, + "nauc_precision_at_5_std": 0.16087124504974334, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7222222222222745, + "nauc_recall_at_100_max": 0.8692810457515964, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7988250855897892, + "nauc_recall_at_10_max": 0.7782705674862526, + "nauc_recall_at_10_std": 0.054323581284363646, + "nauc_recall_at_1_diff1": 0.8368558549597139, + "nauc_recall_at_1_max": 0.6805386133637684, + "nauc_recall_at_1_std": 0.029574522666471193, + "nauc_recall_at_20_diff1": 0.8300840336134475, + "nauc_recall_at_20_max": 0.8450046685340821, + "nauc_recall_at_20_std": 0.053538748832871894, + "nauc_recall_at_3_diff1": 0.777300314065021, + "nauc_recall_at_3_max": 0.7070654019183431, + "nauc_recall_at_3_std": 0.0647546897546902, + "nauc_recall_at_5_diff1": 0.7990759522199693, + "nauc_recall_at_5_max": 0.779395666312499, + "nauc_recall_at_5_std": 0.16087124504974248, + "ndcg_at_1": 0.78444, + "ndcg_at_10": 0.87527, + "ndcg_at_100": 0.88332, + "ndcg_at_1000": 0.88346, + "ndcg_at_20": 0.87837, + "ndcg_at_3": 0.85381, + "ndcg_at_5": 0.86748, + "precision_at_1": 0.78444, + "precision_at_10": 0.096, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.30074, + "precision_at_5": 0.18711, + "recall_at_1": 0.78444, + "recall_at_10": 0.96, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.90222, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ], + "main_score": 0.81298, + "map_at_1": 0.70556, + "map_at_10": 0.78113, + "map_at_100": 0.7838, + "map_at_1000": 0.78392, + "map_at_20": 0.78282, + "map_at_3": 0.76833, + "map_at_5": 0.77661, + "mrr_at_1": 0.7055555555555556, + "mrr_at_10": 0.7811256613756616, + "mrr_at_100": 0.7838008613414661, + "mrr_at_1000": 0.7839218502988661, + "mrr_at_20": 0.7828234690576025, + "mrr_at_3": 0.7683333333333338, + "mrr_at_5": 0.7766111111111116, + "nauc_map_at_1000_diff1": 0.812550876323198, + "nauc_map_at_1000_max": 0.754511829887772, + "nauc_map_at_1000_std": 0.14687698768530474, + "nauc_map_at_100_diff1": 0.8125695896771371, + "nauc_map_at_100_max": 0.7546190563437818, + "nauc_map_at_100_std": 0.14725511900704116, + "nauc_map_at_10_diff1": 0.8114598272064316, + "nauc_map_at_10_max": 0.7543124667772231, + "nauc_map_at_10_std": 0.14724224259153973, + "nauc_map_at_1_diff1": 0.8383791971211035, + "nauc_map_at_1_max": 0.7372233686757272, + "nauc_map_at_1_std": 0.11787213711358058, + "nauc_map_at_20_diff1": 0.8122139670597679, + "nauc_map_at_20_max": 0.7546863448592578, + "nauc_map_at_20_std": 0.14659363929183053, + "nauc_map_at_3_diff1": 0.8092513364305273, + "nauc_map_at_3_max": 0.7572689696892425, + "nauc_map_at_3_std": 0.1465917740623118, + "nauc_map_at_5_diff1": 0.8103051628360329, + "nauc_map_at_5_max": 0.7533960642995419, + "nauc_map_at_5_std": 0.14521039569347624, + "nauc_mrr_at_1000_diff1": 0.812550876323198, + "nauc_mrr_at_1000_max": 0.754511829887772, + "nauc_mrr_at_1000_std": 0.14687698768530474, + "nauc_mrr_at_100_diff1": 0.8125695896771371, + "nauc_mrr_at_100_max": 0.7546190563437818, + "nauc_mrr_at_100_std": 0.14725511900704116, + "nauc_mrr_at_10_diff1": 0.8114598272064316, + "nauc_mrr_at_10_max": 0.7543124667772231, + "nauc_mrr_at_10_std": 0.14724224259153973, + "nauc_mrr_at_1_diff1": 0.8383791971211035, + "nauc_mrr_at_1_max": 0.7372233686757272, + "nauc_mrr_at_1_std": 0.11787213711358058, + "nauc_mrr_at_20_diff1": 0.8122139670597679, + "nauc_mrr_at_20_max": 0.7546863448592578, + "nauc_mrr_at_20_std": 0.14659363929183053, + "nauc_mrr_at_3_diff1": 0.8092513364305273, + "nauc_mrr_at_3_max": 0.7572689696892425, + "nauc_mrr_at_3_std": 0.1465917740623118, + "nauc_mrr_at_5_diff1": 0.8103051628360329, + "nauc_mrr_at_5_max": 0.7533960642995419, + "nauc_mrr_at_5_std": 0.14521039569347624, + "nauc_ndcg_at_1000_diff1": 0.8095797859199297, + "nauc_ndcg_at_1000_max": 0.758805770512673, + "nauc_ndcg_at_1000_std": 0.15820707313860963, + "nauc_ndcg_at_100_diff1": 0.8103173730645279, + "nauc_ndcg_at_100_max": 0.7621064688697032, + "nauc_ndcg_at_100_std": 0.16977936991670572, + "nauc_ndcg_at_10_diff1": 0.803674410302758, + "nauc_ndcg_at_10_max": 0.7616431896276341, + "nauc_ndcg_at_10_std": 0.16828298991464924, + "nauc_ndcg_at_1_diff1": 0.8383791971211035, + "nauc_ndcg_at_1_max": 0.7372233686757272, + "nauc_ndcg_at_1_std": 0.11787213711358058, + "nauc_ndcg_at_20_diff1": 0.8069268320084831, + "nauc_ndcg_at_20_max": 0.7633212458019792, + "nauc_ndcg_at_20_std": 0.1663389249812042, + "nauc_ndcg_at_3_diff1": 0.7998403284053262, + "nauc_ndcg_at_3_max": 0.7652880687079981, + "nauc_ndcg_at_3_std": 0.16128866924032528, + "nauc_ndcg_at_5_diff1": 0.8007059654755407, + "nauc_ndcg_at_5_max": 0.7581455811083443, + "nauc_ndcg_at_5_std": 0.1596356667486747, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8503734827264189, + "nauc_precision_at_100_max": 0.9368580765639521, + "nauc_precision_at_100_std": 0.7818860877684413, + "nauc_precision_at_10_diff1": 0.7585667600373476, + "nauc_precision_at_10_max": 0.8099848272642381, + "nauc_precision_at_10_std": 0.31447245564892595, + "nauc_precision_at_1_diff1": 0.8383791971211035, + "nauc_precision_at_1_max": 0.7372233686757272, + "nauc_precision_at_1_std": 0.11787213711358058, + "nauc_precision_at_20_diff1": 0.7751486559536073, + "nauc_precision_at_20_max": 0.8455779972807819, + "nauc_precision_at_20_std": 0.3541042147853282, + "nauc_precision_at_3_diff1": 0.763708288445309, + "nauc_precision_at_3_max": 0.7968785381485336, + "nauc_precision_at_3_std": 0.22053344129332503, + "nauc_precision_at_5_diff1": 0.7556127685633203, + "nauc_precision_at_5_max": 0.7791721651529648, + "nauc_precision_at_5_std": 0.2299445407577974, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8503734827264215, + "nauc_recall_at_100_max": 0.9368580765639544, + "nauc_recall_at_100_std": 0.7818860877684358, + "nauc_recall_at_10_diff1": 0.7585667600373474, + "nauc_recall_at_10_max": 0.8099848272642395, + "nauc_recall_at_10_std": 0.31447245564892656, + "nauc_recall_at_1_diff1": 0.8383791971211035, + "nauc_recall_at_1_max": 0.7372233686757272, + "nauc_recall_at_1_std": 0.11787213711358058, + "nauc_recall_at_20_diff1": 0.7751486559536096, + "nauc_recall_at_20_max": 0.8455779972807839, + "nauc_recall_at_20_std": 0.3541042147853312, + "nauc_recall_at_3_diff1": 0.7637082884453079, + "nauc_recall_at_3_max": 0.796878538148532, + "nauc_recall_at_3_std": 0.22053344129332397, + "nauc_recall_at_5_diff1": 0.755612768563321, + "nauc_recall_at_5_max": 0.7791721651529653, + "nauc_recall_at_5_std": 0.22994454075779858, + "ndcg_at_1": 0.70556, + "ndcg_at_10": 0.81298, + "ndcg_at_100": 0.82682, + "ndcg_at_1000": 0.82975, + "ndcg_at_20": 0.81935, + "ndcg_at_3": 0.78715, + "ndcg_at_5": 0.80193, + "precision_at_1": 0.70556, + "precision_at_10": 0.09111, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04683, + "precision_at_3": 0.28037, + "precision_at_5": 0.17533, + "recall_at_1": 0.70556, + "recall_at_10": 0.91111, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93667, + "recall_at_3": 0.84111, + "recall_at_5": 0.87667 + }, + { + "hf_subset": "kor_Hang-kor_Hang", + "languages": [ + "kor-Hang", + "kor-Hang" + ], + "main_score": 0.8796, + "map_at_1": 0.80333, + "map_at_10": 0.85849, + "map_at_100": 0.86055, + "map_at_1000": 0.86059, + "map_at_20": 0.85972, + "map_at_3": 0.85074, + "map_at_5": 0.85674, + "mrr_at_1": 0.8033333333333333, + "mrr_at_10": 0.8584872134038802, + "mrr_at_100": 0.8605501771786044, + "mrr_at_1000": 0.860594347604656, + "mrr_at_20": 0.859719015958051, + "mrr_at_3": 0.8507407407407409, + "mrr_at_5": 0.8567407407407408, + "nauc_map_at_1000_diff1": 0.8651361278493194, + "nauc_map_at_1000_max": 0.7418586175399554, + "nauc_map_at_1000_std": 0.013734735612603912, + "nauc_map_at_100_diff1": 0.8651555699121707, + "nauc_map_at_100_max": 0.7419304322492464, + "nauc_map_at_100_std": 0.013970732162235726, + "nauc_map_at_10_diff1": 0.8642127452490442, + "nauc_map_at_10_max": 0.7423022391957348, + "nauc_map_at_10_std": 0.013077755502568747, + "nauc_map_at_1_diff1": 0.8783845490368515, + "nauc_map_at_1_max": 0.7144604734281541, + "nauc_map_at_1_std": -0.03075479037358894, + "nauc_map_at_20_diff1": 0.8653809000316373, + "nauc_map_at_20_max": 0.7427858268462051, + "nauc_map_at_20_std": 0.015015758160884355, + "nauc_map_at_3_diff1": 0.8595602194780724, + "nauc_map_at_3_max": 0.7380410878857894, + "nauc_map_at_3_std": 0.0037690970412170128, + "nauc_map_at_5_diff1": 0.8639913582671778, + "nauc_map_at_5_max": 0.7441652104318379, + "nauc_map_at_5_std": 0.019813631471681307, + "nauc_mrr_at_1000_diff1": 0.8651361278493194, + "nauc_mrr_at_1000_max": 0.7418586175399554, + "nauc_mrr_at_1000_std": 0.013734735612603912, + "nauc_mrr_at_100_diff1": 0.8651555699121707, + "nauc_mrr_at_100_max": 0.7419304322492464, + "nauc_mrr_at_100_std": 0.013970732162235726, + "nauc_mrr_at_10_diff1": 0.8642127452490442, + "nauc_mrr_at_10_max": 0.7423022391957348, + "nauc_mrr_at_10_std": 0.013077755502568747, + "nauc_mrr_at_1_diff1": 0.8783845490368515, + "nauc_mrr_at_1_max": 0.7144604734281541, + "nauc_mrr_at_1_std": -0.03075479037358894, + "nauc_mrr_at_20_diff1": 0.8653809000316373, + "nauc_mrr_at_20_max": 0.7427858268462051, + "nauc_mrr_at_20_std": 0.015015758160884355, + "nauc_mrr_at_3_diff1": 0.8595602194780724, + "nauc_mrr_at_3_max": 0.7380410878857894, + "nauc_mrr_at_3_std": 0.0037690970412170128, + "nauc_mrr_at_5_diff1": 0.8639913582671778, + "nauc_mrr_at_5_max": 0.7441652104318379, + "nauc_mrr_at_5_std": 0.019813631471681307, + "nauc_ndcg_at_1000_diff1": 0.8640736382725115, + "nauc_ndcg_at_1000_max": 0.7476194763678936, + "nauc_ndcg_at_1000_std": 0.023164955045697332, + "nauc_ndcg_at_100_diff1": 0.8646708926516866, + "nauc_ndcg_at_100_max": 0.7497271398718169, + "nauc_ndcg_at_100_std": 0.030462267429729645, + "nauc_ndcg_at_10_diff1": 0.8601464938487059, + "nauc_ndcg_at_10_max": 0.7537308843825129, + "nauc_ndcg_at_10_std": 0.02743877031929201, + "nauc_ndcg_at_1_diff1": 0.8783845490368515, + "nauc_ndcg_at_1_max": 0.7144604734281541, + "nauc_ndcg_at_1_std": -0.03075479037358894, + "nauc_ndcg_at_20_diff1": 0.8660678949081592, + "nauc_ndcg_at_20_max": 0.756589310017133, + "nauc_ndcg_at_20_std": 0.03472573440205783, + "nauc_ndcg_at_3_diff1": 0.8518734277875382, + "nauc_ndcg_at_3_max": 0.7460751997142202, + "nauc_ndcg_at_3_std": 0.01431613860324495, + "nauc_ndcg_at_5_diff1": 0.8600816216068748, + "nauc_ndcg_at_5_max": 0.7588431787096619, + "nauc_ndcg_at_5_std": 0.04660310694125582, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9253034547152017, + "nauc_precision_at_100_max": 0.962651727357627, + "nauc_precision_at_100_std": 0.7736427904495127, + "nauc_precision_at_10_diff1": 0.834376888010103, + "nauc_precision_at_10_max": 0.8285091814503543, + "nauc_precision_at_10_std": 0.1116237344611039, + "nauc_precision_at_1_diff1": 0.8783845490368515, + "nauc_precision_at_1_max": 0.7144604734281541, + "nauc_precision_at_1_std": -0.03075479037358894, + "nauc_precision_at_20_diff1": 0.8951580632252828, + "nauc_precision_at_20_max": 0.8967587034813862, + "nauc_precision_at_20_std": 0.22232893157262623, + "nauc_precision_at_3_diff1": 0.8191105899724272, + "nauc_precision_at_3_max": 0.7795691920178943, + "nauc_precision_at_3_std": 0.05760211061168791, + "nauc_precision_at_5_diff1": 0.8404324692840104, + "nauc_precision_at_5_max": 0.8426852222370399, + "nauc_precision_at_5_std": 0.20104338031508923, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9253034547152172, + "nauc_recall_at_100_max": 0.962651727357617, + "nauc_recall_at_100_std": 0.7736427904495109, + "nauc_recall_at_10_diff1": 0.8343768880101047, + "nauc_recall_at_10_max": 0.8285091814503583, + "nauc_recall_at_10_std": 0.1116237344611009, + "nauc_recall_at_1_diff1": 0.8783845490368515, + "nauc_recall_at_1_max": 0.7144604734281541, + "nauc_recall_at_1_std": -0.03075479037358894, + "nauc_recall_at_20_diff1": 0.8951580632252891, + "nauc_recall_at_20_max": 0.8967587034813924, + "nauc_recall_at_20_std": 0.22232893157262798, + "nauc_recall_at_3_diff1": 0.8191105899724227, + "nauc_recall_at_3_max": 0.7795691920178919, + "nauc_recall_at_3_std": 0.057602110611686456, + "nauc_recall_at_5_diff1": 0.8404324692840107, + "nauc_recall_at_5_max": 0.8426852222370445, + "nauc_recall_at_5_std": 0.2010433803150886, + "ndcg_at_1": 0.80333, + "ndcg_at_10": 0.8796, + "ndcg_at_100": 0.88994, + "ndcg_at_1000": 0.89097, + "ndcg_at_20": 0.88409, + "ndcg_at_3": 0.86465, + "ndcg_at_5": 0.87532, + "precision_at_1": 0.80333, + "precision_at_10": 0.09433, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04806, + "precision_at_3": 0.30148, + "precision_at_5": 0.186, + "recall_at_1": 0.80333, + "recall_at_10": 0.94333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.96111, + "recall_at_3": 0.90444, + "recall_at_5": 0.93 + }, + { + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ], + "main_score": 0.88062, + "map_at_1": 0.79778, + "map_at_10": 0.85643, + "map_at_100": 0.85821, + "map_at_1000": 0.85825, + "map_at_20": 0.85771, + "map_at_3": 0.84815, + "map_at_5": 0.85343, + "mrr_at_1": 0.7977777777777778, + "mrr_at_10": 0.856428130511464, + "mrr_at_100": 0.8582147049962549, + "mrr_at_1000": 0.8582509822841501, + "mrr_at_20": 0.8577066769468734, + "mrr_at_3": 0.8481481481481484, + "mrr_at_5": 0.8534259259259264, + "nauc_map_at_1000_diff1": 0.829546134330904, + "nauc_map_at_1000_max": 0.6325855821857873, + "nauc_map_at_1000_std": -0.08592721118228824, + "nauc_map_at_100_diff1": 0.8295521080594748, + "nauc_map_at_100_max": 0.6326847487835539, + "nauc_map_at_100_std": -0.0856605907756247, + "nauc_map_at_10_diff1": 0.8288997350230023, + "nauc_map_at_10_max": 0.6333210130677666, + "nauc_map_at_10_std": -0.08382181759549567, + "nauc_map_at_1_diff1": 0.8469104756035148, + "nauc_map_at_1_max": 0.6136072240228472, + "nauc_map_at_1_std": -0.10831081787516371, + "nauc_map_at_20_diff1": 0.8291637416330593, + "nauc_map_at_20_max": 0.6330502230134387, + "nauc_map_at_20_std": -0.08618019653766029, + "nauc_map_at_3_diff1": 0.827284260162407, + "nauc_map_at_3_max": 0.6325155136406339, + "nauc_map_at_3_std": -0.08899414161844547, + "nauc_map_at_5_diff1": 0.8268611228256288, + "nauc_map_at_5_max": 0.6324112783164382, + "nauc_map_at_5_std": -0.08103465516566621, + "nauc_mrr_at_1000_diff1": 0.829546134330904, + "nauc_mrr_at_1000_max": 0.6325855821857873, + "nauc_mrr_at_1000_std": -0.08592721118228824, + "nauc_mrr_at_100_diff1": 0.8295521080594748, + "nauc_mrr_at_100_max": 0.6326847487835539, + "nauc_mrr_at_100_std": -0.0856605907756247, + "nauc_mrr_at_10_diff1": 0.8288997350230023, + "nauc_mrr_at_10_max": 0.6333210130677666, + "nauc_mrr_at_10_std": -0.08382181759549567, + "nauc_mrr_at_1_diff1": 0.8469104756035148, + "nauc_mrr_at_1_max": 0.6136072240228472, + "nauc_mrr_at_1_std": -0.10831081787516371, + "nauc_mrr_at_20_diff1": 0.8291637416330593, + "nauc_mrr_at_20_max": 0.6330502230134387, + "nauc_mrr_at_20_std": -0.08618019653766029, + "nauc_mrr_at_3_diff1": 0.827284260162407, + "nauc_mrr_at_3_max": 0.6325155136406339, + "nauc_mrr_at_3_std": -0.08899414161844547, + "nauc_mrr_at_5_diff1": 0.8268611228256288, + "nauc_mrr_at_5_max": 0.6324112783164382, + "nauc_mrr_at_5_std": -0.08103465516566621, + "nauc_ndcg_at_1000_diff1": 0.827275101042018, + "nauc_ndcg_at_1000_max": 0.6368223960440613, + "nauc_ndcg_at_1000_std": -0.0795689943247917, + "nauc_ndcg_at_100_diff1": 0.8275142613783739, + "nauc_ndcg_at_100_max": 0.6394490798501035, + "nauc_ndcg_at_100_std": -0.07252899389683454, + "nauc_ndcg_at_10_diff1": 0.8236698658167095, + "nauc_ndcg_at_10_max": 0.643210997098357, + "nauc_ndcg_at_10_std": -0.0682725779951663, + "nauc_ndcg_at_1_diff1": 0.8469104756035148, + "nauc_ndcg_at_1_max": 0.6136072240228472, + "nauc_ndcg_at_1_std": -0.10831081787516371, + "nauc_ndcg_at_20_diff1": 0.8243330368189321, + "nauc_ndcg_at_20_max": 0.6425555639374455, + "nauc_ndcg_at_20_std": -0.07771461296268094, + "nauc_ndcg_at_3_diff1": 0.8196030620594603, + "nauc_ndcg_at_3_max": 0.6396350400369007, + "nauc_ndcg_at_3_std": -0.07909721619527248, + "nauc_ndcg_at_5_diff1": 0.8181558557674538, + "nauc_ndcg_at_5_max": 0.6395382719190128, + "nauc_ndcg_at_5_std": -0.06251199626346327, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8627450980391947, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8921568627450869, + "nauc_precision_at_10_diff1": 0.7854751656760247, + "nauc_precision_at_10_max": 0.7316731570677019, + "nauc_precision_at_10_std": 0.0690601443829509, + "nauc_precision_at_1_diff1": 0.8469104756035148, + "nauc_precision_at_1_max": 0.6136072240228472, + "nauc_precision_at_1_std": -0.10831081787516371, + "nauc_precision_at_20_diff1": 0.7666705571117243, + "nauc_precision_at_20_max": 0.784702769996881, + "nauc_precision_at_20_std": 0.017098506069089116, + "nauc_precision_at_3_diff1": 0.7846249610955512, + "nauc_precision_at_3_max": 0.6719057993567797, + "nauc_precision_at_3_std": -0.032783483763876776, + "nauc_precision_at_5_diff1": 0.7670095360548549, + "nauc_precision_at_5_max": 0.6802589888414331, + "nauc_precision_at_5_std": 0.0515911282545789, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8627450980392323, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.892156862745096, + "nauc_recall_at_10_diff1": 0.7854751656760276, + "nauc_recall_at_10_max": 0.7316731570677064, + "nauc_recall_at_10_std": 0.0690601443829571, + "nauc_recall_at_1_diff1": 0.8469104756035148, + "nauc_recall_at_1_max": 0.6136072240228472, + "nauc_recall_at_1_std": -0.10831081787516371, + "nauc_recall_at_20_diff1": 0.7666705571117347, + "nauc_recall_at_20_max": 0.7847027699968866, + "nauc_recall_at_20_std": 0.017098506069086708, + "nauc_recall_at_3_diff1": 0.7846249610955486, + "nauc_recall_at_3_max": 0.6719057993567795, + "nauc_recall_at_3_std": -0.03278348376387673, + "nauc_recall_at_5_diff1": 0.7670095360548592, + "nauc_recall_at_5_max": 0.6802589888414381, + "nauc_recall_at_5_std": 0.05159112825458121, + "ndcg_at_1": 0.79778, + "ndcg_at_10": 0.88062, + "ndcg_at_100": 0.88921, + "ndcg_at_1000": 0.88998, + "ndcg_at_20": 0.88536, + "ndcg_at_3": 0.86407, + "ndcg_at_5": 0.8734, + "precision_at_1": 0.79778, + "precision_at_10": 0.09544, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30333, + "precision_at_5": 0.18644, + "recall_at_1": 0.79778, + "recall_at_10": 0.95444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.91, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ], + "main_score": 0.85657, + "map_at_1": 0.75889, + "map_at_10": 0.82638, + "map_at_100": 0.82792, + "map_at_1000": 0.82798, + "map_at_20": 0.82724, + "map_at_3": 0.81167, + "map_at_5": 0.82194, + "mrr_at_1": 0.7588888888888888, + "mrr_at_10": 0.8263791887125224, + "mrr_at_100": 0.8279172664600791, + "mrr_at_1000": 0.8279781231588634, + "mrr_at_20": 0.8272371670392827, + "mrr_at_3": 0.8116666666666666, + "mrr_at_5": 0.8219444444444447, + "nauc_map_at_1000_diff1": 0.8080662924334656, + "nauc_map_at_1000_max": 0.7137610309322288, + "nauc_map_at_1000_std": 0.03889981948933412, + "nauc_map_at_100_diff1": 0.8080206640656972, + "nauc_map_at_100_max": 0.713844142428308, + "nauc_map_at_100_std": 0.03925475947340508, + "nauc_map_at_10_diff1": 0.8085438358710668, + "nauc_map_at_10_max": 0.7147965670336995, + "nauc_map_at_10_std": 0.041601046039760524, + "nauc_map_at_1_diff1": 0.8148941927542931, + "nauc_map_at_1_max": 0.6885576833277857, + "nauc_map_at_1_std": -0.005981815090553283, + "nauc_map_at_20_diff1": 0.8079968971636359, + "nauc_map_at_20_max": 0.7144601462940647, + "nauc_map_at_20_std": 0.04099096241352047, + "nauc_map_at_3_diff1": 0.8077983411024191, + "nauc_map_at_3_max": 0.717892878661459, + "nauc_map_at_3_std": 0.03975692189966652, + "nauc_map_at_5_diff1": 0.8063046003130837, + "nauc_map_at_5_max": 0.7106092932047338, + "nauc_map_at_5_std": 0.03282925356427449, + "nauc_mrr_at_1000_diff1": 0.8080662924334656, + "nauc_mrr_at_1000_max": 0.7137610309322288, + "nauc_mrr_at_1000_std": 0.03889981948933412, + "nauc_mrr_at_100_diff1": 0.8080206640656972, + "nauc_mrr_at_100_max": 0.713844142428308, + "nauc_mrr_at_100_std": 0.03925475947340508, + "nauc_mrr_at_10_diff1": 0.8085438358710668, + "nauc_mrr_at_10_max": 0.7147965670336995, + "nauc_mrr_at_10_std": 0.041601046039760524, + "nauc_mrr_at_1_diff1": 0.8148941927542931, + "nauc_mrr_at_1_max": 0.6885576833277857, + "nauc_mrr_at_1_std": -0.005981815090553283, + "nauc_mrr_at_20_diff1": 0.8079968971636359, + "nauc_mrr_at_20_max": 0.7144601462940647, + "nauc_mrr_at_20_std": 0.04099096241352047, + "nauc_mrr_at_3_diff1": 0.8077983411024191, + "nauc_mrr_at_3_max": 0.717892878661459, + "nauc_mrr_at_3_std": 0.03975692189966652, + "nauc_mrr_at_5_diff1": 0.8063046003130837, + "nauc_mrr_at_5_max": 0.7106092932047338, + "nauc_mrr_at_5_std": 0.03282925356427449, + "nauc_ndcg_at_1000_diff1": 0.8071936485236224, + "nauc_ndcg_at_1000_max": 0.7194181195131821, + "nauc_ndcg_at_1000_std": 0.05342224213986593, + "nauc_ndcg_at_100_diff1": 0.8061779133250535, + "nauc_ndcg_at_100_max": 0.7219947254747765, + "nauc_ndcg_at_100_std": 0.06398427568254675, + "nauc_ndcg_at_10_diff1": 0.8084808695754142, + "nauc_ndcg_at_10_max": 0.7284930166428097, + "nauc_ndcg_at_10_std": 0.07720960494895679, + "nauc_ndcg_at_1_diff1": 0.8148941927542931, + "nauc_ndcg_at_1_max": 0.6885576833277857, + "nauc_ndcg_at_1_std": -0.005981815090553283, + "nauc_ndcg_at_20_diff1": 0.8062310856840769, + "nauc_ndcg_at_20_max": 0.7277722658852183, + "nauc_ndcg_at_20_std": 0.07684336868935904, + "nauc_ndcg_at_3_diff1": 0.8059262738497057, + "nauc_ndcg_at_3_max": 0.7294359748625586, + "nauc_ndcg_at_3_std": 0.06181714689020046, + "nauc_ndcg_at_5_diff1": 0.8028769320851481, + "nauc_ndcg_at_5_max": 0.7164772902430775, + "nauc_ndcg_at_5_std": 0.05087262789435781, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7288048552754708, + "nauc_precision_at_100_max": 0.9423436041083034, + "nauc_precision_at_100_std": 0.9554154995331525, + "nauc_precision_at_10_diff1": 0.813175640626619, + "nauc_precision_at_10_max": 0.8620915032679718, + "nauc_precision_at_10_std": 0.4347235190372405, + "nauc_precision_at_1_diff1": 0.8148941927542931, + "nauc_precision_at_1_max": 0.6885576833277857, + "nauc_precision_at_1_std": -0.005981815090553283, + "nauc_precision_at_20_diff1": 0.7854122040973202, + "nauc_precision_at_20_max": 0.8985280386664453, + "nauc_precision_at_20_std": 0.5554457076948398, + "nauc_precision_at_3_diff1": 0.7987855205754054, + "nauc_precision_at_3_max": 0.7759908703488474, + "nauc_precision_at_3_std": 0.15259740259740234, + "nauc_precision_at_5_diff1": 0.7832790773967219, + "nauc_precision_at_5_max": 0.7469086733792593, + "nauc_precision_at_5_std": 0.15426350720468127, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7288048552754446, + "nauc_recall_at_100_max": 0.9423436041083036, + "nauc_recall_at_100_std": 0.9554154995331435, + "nauc_recall_at_10_diff1": 0.8131756406266185, + "nauc_recall_at_10_max": 0.8620915032679746, + "nauc_recall_at_10_std": 0.4347235190372419, + "nauc_recall_at_1_diff1": 0.8148941927542931, + "nauc_recall_at_1_max": 0.6885576833277857, + "nauc_recall_at_1_std": -0.005981815090553283, + "nauc_recall_at_20_diff1": 0.7854122040973217, + "nauc_recall_at_20_max": 0.8985280386664473, + "nauc_recall_at_20_std": 0.5554457076948423, + "nauc_recall_at_3_diff1": 0.7987855205754045, + "nauc_recall_at_3_max": 0.7759908703488476, + "nauc_recall_at_3_std": 0.15259740259740326, + "nauc_recall_at_5_diff1": 0.7832790773967254, + "nauc_recall_at_5_max": 0.7469086733792616, + "nauc_recall_at_5_std": 0.15426350720468285, + "ndcg_at_1": 0.75889, + "ndcg_at_10": 0.85657, + "ndcg_at_100": 0.86461, + "ndcg_at_1000": 0.86607, + "ndcg_at_20": 0.85967, + "ndcg_at_3": 0.8276, + "ndcg_at_5": 0.84601, + "precision_at_1": 0.75889, + "precision_at_10": 0.095, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04811, + "precision_at_3": 0.29111, + "precision_at_5": 0.18356, + "recall_at_1": 0.75889, + "recall_at_10": 0.95, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.96222, + "recall_at_3": 0.87333, + "recall_at_5": 0.91778 + }, + { + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ], + "main_score": 0.74521, + "map_at_1": 0.63, + "map_at_10": 0.7087, + "map_at_100": 0.71383, + "map_at_1000": 0.71396, + "map_at_20": 0.71169, + "map_at_3": 0.69204, + "map_at_5": 0.70343, + "mrr_at_1": 0.63, + "mrr_at_10": 0.7086957671957673, + "mrr_at_100": 0.713828057586654, + "mrr_at_1000": 0.7139601107468561, + "mrr_at_20": 0.7116932652448648, + "mrr_at_3": 0.6920370370370368, + "mrr_at_5": 0.703425925925926, + "nauc_map_at_1000_diff1": 0.7655769947208295, + "nauc_map_at_1000_max": 0.7264563738941009, + "nauc_map_at_1000_std": 0.24950138771896727, + "nauc_map_at_100_diff1": 0.765479354513366, + "nauc_map_at_100_max": 0.7264765702672831, + "nauc_map_at_100_std": 0.2495704983665001, + "nauc_map_at_10_diff1": 0.7645905934049001, + "nauc_map_at_10_max": 0.7287309966998555, + "nauc_map_at_10_std": 0.25195044894754265, + "nauc_map_at_1_diff1": 0.7995111173788366, + "nauc_map_at_1_max": 0.7013132626821341, + "nauc_map_at_1_std": 0.20684017821234005, + "nauc_map_at_20_diff1": 0.7645672343591928, + "nauc_map_at_20_max": 0.7272068509608984, + "nauc_map_at_20_std": 0.25156526992416595, + "nauc_map_at_3_diff1": 0.7673928186751697, + "nauc_map_at_3_max": 0.7243750961692192, + "nauc_map_at_3_std": 0.24002969271577154, + "nauc_map_at_5_diff1": 0.762727864611449, + "nauc_map_at_5_max": 0.7267104388754433, + "nauc_map_at_5_std": 0.24770245999721285, + "nauc_mrr_at_1000_diff1": 0.7655769947208295, + "nauc_mrr_at_1000_max": 0.7264563738941009, + "nauc_mrr_at_1000_std": 0.24950138771896727, + "nauc_mrr_at_100_diff1": 0.765479354513366, + "nauc_mrr_at_100_max": 0.7264765702672831, + "nauc_mrr_at_100_std": 0.2495704983665001, + "nauc_mrr_at_10_diff1": 0.7645905934049001, + "nauc_mrr_at_10_max": 0.7287309966998555, + "nauc_mrr_at_10_std": 0.25195044894754265, + "nauc_mrr_at_1_diff1": 0.7995111173788366, + "nauc_mrr_at_1_max": 0.7013132626821341, + "nauc_mrr_at_1_std": 0.20684017821234005, + "nauc_mrr_at_20_diff1": 0.7645672343591928, + "nauc_mrr_at_20_max": 0.7272068509608984, + "nauc_mrr_at_20_std": 0.25156526992416595, + "nauc_mrr_at_3_diff1": 0.7673928186751697, + "nauc_mrr_at_3_max": 0.7243750961692192, + "nauc_mrr_at_3_std": 0.24002969271577154, + "nauc_mrr_at_5_diff1": 0.762727864611449, + "nauc_mrr_at_5_max": 0.7267104388754433, + "nauc_mrr_at_5_std": 0.24770245999721285, + "nauc_ndcg_at_1000_diff1": 0.7593538227915176, + "nauc_ndcg_at_1000_max": 0.7309640920185936, + "nauc_ndcg_at_1000_std": 0.26071880286975424, + "nauc_ndcg_at_100_diff1": 0.7569437438390298, + "nauc_ndcg_at_100_max": 0.73144829975179, + "nauc_ndcg_at_100_std": 0.26291070472015826, + "nauc_ndcg_at_10_diff1": 0.7511954592272244, + "nauc_ndcg_at_10_max": 0.7428833112306603, + "nauc_ndcg_at_10_std": 0.2792387337070387, + "nauc_ndcg_at_1_diff1": 0.7995111173788366, + "nauc_ndcg_at_1_max": 0.7013132626821341, + "nauc_ndcg_at_1_std": 0.20684017821234005, + "nauc_ndcg_at_20_diff1": 0.7512238442595308, + "nauc_ndcg_at_20_max": 0.7373468458364208, + "nauc_ndcg_at_20_std": 0.27964787978264716, + "nauc_ndcg_at_3_diff1": 0.7562539259710206, + "nauc_ndcg_at_3_max": 0.7309356814933224, + "nauc_ndcg_at_3_std": 0.25246994473730466, + "nauc_ndcg_at_5_diff1": 0.7464957120721022, + "nauc_ndcg_at_5_max": 0.7366164340962846, + "nauc_ndcg_at_5_std": 0.268384160605799, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5957295198781285, + "nauc_precision_at_100_max": 0.764607597424936, + "nauc_precision_at_100_std": 0.42380460956312677, + "nauc_precision_at_10_diff1": 0.6834305280616332, + "nauc_precision_at_10_max": 0.8224279064790524, + "nauc_precision_at_10_std": 0.43046691685073646, + "nauc_precision_at_1_diff1": 0.7995111173788366, + "nauc_precision_at_1_max": 0.7013132626821341, + "nauc_precision_at_1_std": 0.20684017821234005, + "nauc_precision_at_20_diff1": 0.6606347084288248, + "nauc_precision_at_20_max": 0.8074601052542227, + "nauc_precision_at_20_std": 0.4961696799932065, + "nauc_precision_at_3_diff1": 0.7170817056287534, + "nauc_precision_at_3_max": 0.7534221897572453, + "nauc_precision_at_3_std": 0.2965971822922196, + "nauc_precision_at_5_diff1": 0.67638254245435, + "nauc_precision_at_5_max": 0.7793377668798247, + "nauc_precision_at_5_std": 0.35919940615626034, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5957295198781295, + "nauc_recall_at_100_max": 0.7646075974249358, + "nauc_recall_at_100_std": 0.4238046095631347, + "nauc_recall_at_10_diff1": 0.6834305280616347, + "nauc_recall_at_10_max": 0.8224279064790542, + "nauc_recall_at_10_std": 0.43046691685073823, + "nauc_recall_at_1_diff1": 0.7995111173788366, + "nauc_recall_at_1_max": 0.7013132626821341, + "nauc_recall_at_1_std": 0.20684017821234005, + "nauc_recall_at_20_diff1": 0.6606347084288261, + "nauc_recall_at_20_max": 0.8074601052542227, + "nauc_recall_at_20_std": 0.49616967999321016, + "nauc_recall_at_3_diff1": 0.7170817056287522, + "nauc_recall_at_3_max": 0.7534221897572443, + "nauc_recall_at_3_std": 0.29659718229221854, + "nauc_recall_at_5_diff1": 0.6763825424543513, + "nauc_recall_at_5_max": 0.7793377668798258, + "nauc_recall_at_5_std": 0.35919940615626134, + "ndcg_at_1": 0.63, + "ndcg_at_10": 0.74521, + "ndcg_at_100": 0.77068, + "ndcg_at_1000": 0.77352, + "ndcg_at_20": 0.75615, + "ndcg_at_3": 0.71155, + "ndcg_at_5": 0.73234, + "precision_at_1": 0.63, + "precision_at_10": 0.08589, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04511, + "precision_at_3": 0.25593, + "precision_at_5": 0.16378, + "recall_at_1": 0.63, + "recall_at_10": 0.85889, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.90222, + "recall_at_3": 0.76778, + "recall_at_5": 0.81889 + }, + { + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ], + "main_score": 0.8636, + "map_at_1": 0.76444, + "map_at_10": 0.83298, + "map_at_100": 0.835, + "map_at_1000": 0.83502, + "map_at_20": 0.83457, + "map_at_3": 0.82167, + "map_at_5": 0.82683, + "mrr_at_1": 0.7644444444444445, + "mrr_at_10": 0.832983245149912, + "mrr_at_100": 0.8349979080502618, + "mrr_at_1000": 0.8350231671266387, + "mrr_at_20": 0.8345711787066278, + "mrr_at_3": 0.8216666666666669, + "mrr_at_5": 0.8268333333333336, + "nauc_map_at_1000_diff1": 0.8392339746394563, + "nauc_map_at_1000_max": 0.6743856024883936, + "nauc_map_at_1000_std": 0.004866225293583884, + "nauc_map_at_100_diff1": 0.8392017864277455, + "nauc_map_at_100_max": 0.6743996058664847, + "nauc_map_at_100_std": 0.004931296730682217, + "nauc_map_at_10_diff1": 0.8391473234561461, + "nauc_map_at_10_max": 0.6754724284867366, + "nauc_map_at_10_std": 0.004987539367829543, + "nauc_map_at_1_diff1": 0.8585652801905019, + "nauc_map_at_1_max": 0.6543341205863411, + "nauc_map_at_1_std": -0.019779731813480254, + "nauc_map_at_20_diff1": 0.8390778502649253, + "nauc_map_at_20_max": 0.6745114767239876, + "nauc_map_at_20_std": 0.004594734238592344, + "nauc_map_at_3_diff1": 0.8378253414459051, + "nauc_map_at_3_max": 0.6806546900681583, + "nauc_map_at_3_std": 0.007844557084237772, + "nauc_map_at_5_diff1": 0.8350436532070759, + "nauc_map_at_5_max": 0.676040212219195, + "nauc_map_at_5_std": 0.008656354576893096, + "nauc_mrr_at_1000_diff1": 0.8392339746394563, + "nauc_mrr_at_1000_max": 0.6743856024883936, + "nauc_mrr_at_1000_std": 0.004866225293583884, + "nauc_mrr_at_100_diff1": 0.8392017864277455, + "nauc_mrr_at_100_max": 0.6743996058664847, + "nauc_mrr_at_100_std": 0.004931296730682217, + "nauc_mrr_at_10_diff1": 0.8391473234561461, + "nauc_mrr_at_10_max": 0.6754724284867366, + "nauc_mrr_at_10_std": 0.004987539367829543, + "nauc_mrr_at_1_diff1": 0.8585652801905019, + "nauc_mrr_at_1_max": 0.6543341205863411, + "nauc_mrr_at_1_std": -0.019779731813480254, + "nauc_mrr_at_20_diff1": 0.8390778502649253, + "nauc_mrr_at_20_max": 0.6745114767239876, + "nauc_mrr_at_20_std": 0.004594734238592344, + "nauc_mrr_at_3_diff1": 0.8378253414459051, + "nauc_mrr_at_3_max": 0.6806546900681583, + "nauc_mrr_at_3_std": 0.007844557084237772, + "nauc_mrr_at_5_diff1": 0.8350436532070759, + "nauc_mrr_at_5_max": 0.676040212219195, + "nauc_mrr_at_5_std": 0.008656354576893096, + "nauc_ndcg_at_1000_diff1": 0.8364772775544086, + "nauc_ndcg_at_1000_max": 0.6772470112532132, + "nauc_ndcg_at_1000_std": 0.009941820796677277, + "nauc_ndcg_at_100_diff1": 0.8351132030797325, + "nauc_ndcg_at_100_max": 0.6774669061952863, + "nauc_ndcg_at_100_std": 0.012218601821149876, + "nauc_ndcg_at_10_diff1": 0.8350687273838822, + "nauc_ndcg_at_10_max": 0.6826176189122132, + "nauc_ndcg_at_10_std": 0.012838096891178694, + "nauc_ndcg_at_1_diff1": 0.8585652801905019, + "nauc_ndcg_at_1_max": 0.6543341205863411, + "nauc_ndcg_at_1_std": -0.019779731813480254, + "nauc_ndcg_at_20_diff1": 0.8346948750489022, + "nauc_ndcg_at_20_max": 0.6787823510388992, + "nauc_ndcg_at_20_std": 0.011115015109457373, + "nauc_ndcg_at_3_diff1": 0.8305149546475568, + "nauc_ndcg_at_3_max": 0.6928009706312007, + "nauc_ndcg_at_3_std": 0.020204696807114883, + "nauc_ndcg_at_5_diff1": 0.8245638944901251, + "nauc_ndcg_at_5_max": 0.6842275248851216, + "nauc_ndcg_at_5_std": 0.02308898206969107, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.543767507002849, + "nauc_precision_at_100_max": 0.7153361344537622, + "nauc_precision_at_100_std": 0.49358076563959624, + "nauc_precision_at_10_diff1": 0.8038710979887392, + "nauc_precision_at_10_max": 0.7510914275620102, + "nauc_precision_at_10_std": 0.08263305322128138, + "nauc_precision_at_1_diff1": 0.8585652801905019, + "nauc_precision_at_1_max": 0.6543341205863411, + "nauc_precision_at_1_std": -0.019779731813480254, + "nauc_precision_at_20_diff1": 0.7594606470038996, + "nauc_precision_at_20_max": 0.7372164552095308, + "nauc_precision_at_20_std": 0.11671335200745496, + "nauc_precision_at_3_diff1": 0.7989849573373938, + "nauc_precision_at_3_max": 0.746788266337951, + "nauc_precision_at_3_std": 0.07497736859338663, + "nauc_precision_at_5_diff1": 0.7683329742153255, + "nauc_precision_at_5_max": 0.7261605496899588, + "nauc_precision_at_5_std": 0.1014927338456734, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5437675070027962, + "nauc_recall_at_100_max": 0.7153361344537842, + "nauc_recall_at_100_std": 0.49358076563959535, + "nauc_recall_at_10_diff1": 0.8038710979887451, + "nauc_recall_at_10_max": 0.7510914275620177, + "nauc_recall_at_10_std": 0.08263305322129157, + "nauc_recall_at_1_diff1": 0.8585652801905019, + "nauc_recall_at_1_max": 0.6543341205863411, + "nauc_recall_at_1_std": -0.019779731813480254, + "nauc_recall_at_20_diff1": 0.759460647003899, + "nauc_recall_at_20_max": 0.7372164552095288, + "nauc_recall_at_20_std": 0.11671335200746738, + "nauc_recall_at_3_diff1": 0.7989849573373902, + "nauc_recall_at_3_max": 0.7467882663379481, + "nauc_recall_at_3_std": 0.07497736859338762, + "nauc_recall_at_5_diff1": 0.7683329742153264, + "nauc_recall_at_5_max": 0.7261605496899609, + "nauc_recall_at_5_std": 0.10149273384567445, + "ndcg_at_1": 0.76444, + "ndcg_at_10": 0.8636, + "ndcg_at_100": 0.87206, + "ndcg_at_1000": 0.87264, + "ndcg_at_20": 0.86928, + "ndcg_at_3": 0.83956, + "ndcg_at_5": 0.84879, + "precision_at_1": 0.76444, + "precision_at_10": 0.09589, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.29704, + "precision_at_5": 0.18267, + "recall_at_1": 0.76444, + "recall_at_10": 0.95889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.89111, + "recall_at_5": 0.91333 + }, + { + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ], + "main_score": 0.7319, + "map_at_1": 0.60444, + "map_at_10": 0.68993, + "map_at_100": 0.69476, + "map_at_1000": 0.69496, + "map_at_20": 0.6929, + "map_at_3": 0.67093, + "map_at_5": 0.68076, + "mrr_at_1": 0.6044444444444445, + "mrr_at_10": 0.6899263668430333, + "mrr_at_100": 0.6947634018753253, + "mrr_at_1000": 0.6949589589168433, + "mrr_at_20": 0.6929025863149959, + "mrr_at_3": 0.6709259259259258, + "mrr_at_5": 0.6807592592592593, + "nauc_map_at_1000_diff1": 0.7875160626824779, + "nauc_map_at_1000_max": 0.755265475648859, + "nauc_map_at_1000_std": 0.163776092470748, + "nauc_map_at_100_diff1": 0.7874671265971913, + "nauc_map_at_100_max": 0.7553197267697506, + "nauc_map_at_100_std": 0.16398204329431743, + "nauc_map_at_10_diff1": 0.7860253276902648, + "nauc_map_at_10_max": 0.7554225975181779, + "nauc_map_at_10_std": 0.16591217007525116, + "nauc_map_at_1_diff1": 0.8227223470595272, + "nauc_map_at_1_max": 0.7445518488478771, + "nauc_map_at_1_std": 0.1178648831921711, + "nauc_map_at_20_diff1": 0.7868556174006238, + "nauc_map_at_20_max": 0.7551398873704577, + "nauc_map_at_20_std": 0.16483748756399555, + "nauc_map_at_3_diff1": 0.784256843203531, + "nauc_map_at_3_max": 0.7575356492802787, + "nauc_map_at_3_std": 0.16716711055843952, + "nauc_map_at_5_diff1": 0.7826585254166241, + "nauc_map_at_5_max": 0.7543819580997979, + "nauc_map_at_5_std": 0.16168564731970944, + "nauc_mrr_at_1000_diff1": 0.7875160626824779, + "nauc_mrr_at_1000_max": 0.755265475648859, + "nauc_mrr_at_1000_std": 0.163776092470748, + "nauc_mrr_at_100_diff1": 0.7874671265971913, + "nauc_mrr_at_100_max": 0.7553197267697506, + "nauc_mrr_at_100_std": 0.16398204329431743, + "nauc_mrr_at_10_diff1": 0.7860253276902648, + "nauc_mrr_at_10_max": 0.7554225975181779, + "nauc_mrr_at_10_std": 0.16591217007525116, + "nauc_mrr_at_1_diff1": 0.8227223470595272, + "nauc_mrr_at_1_max": 0.7445518488478771, + "nauc_mrr_at_1_std": 0.1178648831921711, + "nauc_mrr_at_20_diff1": 0.7868556174006238, + "nauc_mrr_at_20_max": 0.7551398873704577, + "nauc_mrr_at_20_std": 0.16483748756399555, + "nauc_mrr_at_3_diff1": 0.784256843203531, + "nauc_mrr_at_3_max": 0.7575356492802787, + "nauc_mrr_at_3_std": 0.16716711055843952, + "nauc_mrr_at_5_diff1": 0.7826585254166241, + "nauc_mrr_at_5_max": 0.7543819580997979, + "nauc_mrr_at_5_std": 0.16168564731970944, + "nauc_ndcg_at_1000_diff1": 0.7823029292178528, + "nauc_ndcg_at_1000_max": 0.7567037154594761, + "nauc_ndcg_at_1000_std": 0.17408219361104704, + "nauc_ndcg_at_100_diff1": 0.7807791160950346, + "nauc_ndcg_at_100_max": 0.7583244035295438, + "nauc_ndcg_at_100_std": 0.1808015291974734, + "nauc_ndcg_at_10_diff1": 0.7743623456055297, + "nauc_ndcg_at_10_max": 0.7576285433770544, + "nauc_ndcg_at_10_std": 0.18936920893194548, + "nauc_ndcg_at_1_diff1": 0.8227223470595272, + "nauc_ndcg_at_1_max": 0.7445518488478771, + "nauc_ndcg_at_1_std": 0.1178648831921711, + "nauc_ndcg_at_20_diff1": 0.7766967451202154, + "nauc_ndcg_at_20_max": 0.7569854926142147, + "nauc_ndcg_at_20_std": 0.18667313967689625, + "nauc_ndcg_at_3_diff1": 0.7704161498105145, + "nauc_ndcg_at_3_max": 0.7608312855714233, + "nauc_ndcg_at_3_std": 0.18572281469759774, + "nauc_ndcg_at_5_diff1": 0.7664777765699192, + "nauc_ndcg_at_5_max": 0.7548285144758935, + "nauc_ndcg_at_5_std": 0.1762251261362095, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7091192032368523, + "nauc_precision_at_100_max": 0.8331777155306604, + "nauc_precision_at_100_std": 0.497152194211017, + "nauc_precision_at_10_diff1": 0.7135328335261757, + "nauc_precision_at_10_max": 0.7692460097319731, + "nauc_precision_at_10_std": 0.33015010064826805, + "nauc_precision_at_1_diff1": 0.8227223470595272, + "nauc_precision_at_1_max": 0.7445518488478771, + "nauc_precision_at_1_std": 0.1178648831921711, + "nauc_precision_at_20_diff1": 0.7073829531812708, + "nauc_precision_at_20_max": 0.7703081232492976, + "nauc_precision_at_20_std": 0.3660464185674254, + "nauc_precision_at_3_diff1": 0.7216507644987722, + "nauc_precision_at_3_max": 0.7719059878514164, + "nauc_precision_at_3_std": 0.25141901372982234, + "nauc_precision_at_5_diff1": 0.700885013695341, + "nauc_precision_at_5_max": 0.7546815151085251, + "nauc_precision_at_5_std": 0.23286991062562049, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7091192032368477, + "nauc_recall_at_100_max": 0.8331777155306592, + "nauc_recall_at_100_std": 0.49715219421101814, + "nauc_recall_at_10_diff1": 0.7135328335261768, + "nauc_recall_at_10_max": 0.7692460097319732, + "nauc_recall_at_10_std": 0.3301501006482703, + "nauc_recall_at_1_diff1": 0.8227223470595272, + "nauc_recall_at_1_max": 0.7445518488478771, + "nauc_recall_at_1_std": 0.1178648831921711, + "nauc_recall_at_20_diff1": 0.7073829531812726, + "nauc_recall_at_20_max": 0.7703081232492984, + "nauc_recall_at_20_std": 0.3660464185674269, + "nauc_recall_at_3_diff1": 0.7216507644987712, + "nauc_recall_at_3_max": 0.7719059878514151, + "nauc_recall_at_3_std": 0.25141901372982156, + "nauc_recall_at_5_diff1": 0.7008850136953411, + "nauc_recall_at_5_max": 0.754681515108525, + "nauc_recall_at_5_std": 0.23286991062561987, + "ndcg_at_1": 0.60444, + "ndcg_at_10": 0.7319, + "ndcg_at_100": 0.75439, + "ndcg_at_1000": 0.75884, + "ndcg_at_20": 0.74263, + "ndcg_at_3": 0.69186, + "ndcg_at_5": 0.70965, + "precision_at_1": 0.60444, + "precision_at_10": 0.08644, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "precision_at_20": 0.04533, + "precision_at_3": 0.25074, + "precision_at_5": 0.15911, + "recall_at_1": 0.60444, + "recall_at_10": 0.86444, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "recall_at_20": 0.90667, + "recall_at_3": 0.75222, + "recall_at_5": 0.79556 + }, + { + "hf_subset": "lin_Latn-lin_Latn", + "languages": [ + "lin-Latn", + "lin-Latn" + ], + "main_score": 0.63874, + "map_at_1": 0.53508, + "map_at_10": 0.60356, + "map_at_100": 0.60939, + "map_at_1000": 0.61001, + "map_at_20": 0.6073, + "map_at_3": 0.58667, + "map_at_5": 0.59631, + "mrr_at_1": 0.5356347438752784, + "mrr_at_10": 0.6043018877929789, + "mrr_at_100": 0.6100749752213828, + "mrr_at_1000": 0.6106934868810979, + "mrr_at_20": 0.6080445832129133, + "mrr_at_3": 0.5874164810690421, + "mrr_at_5": 0.5970489977728283, + "nauc_map_at_1000_diff1": 0.801001988120318, + "nauc_map_at_1000_max": 0.7801295760015525, + "nauc_map_at_1000_std": 0.40266945946735044, + "nauc_map_at_100_diff1": 0.8007715752970106, + "nauc_map_at_100_max": 0.7801147300523291, + "nauc_map_at_100_std": 0.4032337129592808, + "nauc_map_at_10_diff1": 0.8009032535996471, + "nauc_map_at_10_max": 0.780391625664414, + "nauc_map_at_10_std": 0.4022755117909714, + "nauc_map_at_1_diff1": 0.8292529757651557, + "nauc_map_at_1_max": 0.7724990989687126, + "nauc_map_at_1_std": 0.34607156961927815, + "nauc_map_at_20_diff1": 0.8003375659780696, + "nauc_map_at_20_max": 0.7795475563753266, + "nauc_map_at_20_std": 0.40256222567117883, + "nauc_map_at_3_diff1": 0.8079311867149208, + "nauc_map_at_3_max": 0.7839700673356828, + "nauc_map_at_3_std": 0.3922285233045294, + "nauc_map_at_5_diff1": 0.8035202594890947, + "nauc_map_at_5_max": 0.7810412344420408, + "nauc_map_at_5_std": 0.3968857912165241, + "nauc_mrr_at_1000_diff1": 0.8019785705703517, + "nauc_mrr_at_1000_max": 0.7804448433658115, + "nauc_mrr_at_1000_std": 0.40605159623712667, + "nauc_mrr_at_100_diff1": 0.8017459882641353, + "nauc_mrr_at_100_max": 0.7804293516931572, + "nauc_mrr_at_100_std": 0.40660958657151863, + "nauc_mrr_at_10_diff1": 0.8019358626288905, + "nauc_mrr_at_10_max": 0.7807230282163294, + "nauc_mrr_at_10_std": 0.40577463926934376, + "nauc_mrr_at_1_diff1": 0.8300255815723785, + "nauc_mrr_at_1_max": 0.7727527997617079, + "nauc_mrr_at_1_std": 0.3491426569746611, + "nauc_mrr_at_20_diff1": 0.8013789333425616, + "nauc_mrr_at_20_max": 0.779881106860138, + "nauc_mrr_at_20_std": 0.40609323691087734, + "nauc_mrr_at_3_diff1": 0.8089364021083569, + "nauc_mrr_at_3_max": 0.7842939468030375, + "nauc_mrr_at_3_std": 0.39560235353418455, + "nauc_mrr_at_5_diff1": 0.8045384879395846, + "nauc_mrr_at_5_max": 0.7813678361241477, + "nauc_mrr_at_5_std": 0.40032228093034, + "nauc_ndcg_at_1000_diff1": 0.7920045344284007, + "nauc_ndcg_at_1000_max": 0.7797848206275981, + "nauc_ndcg_at_1000_std": 0.42057857087004485, + "nauc_ndcg_at_100_diff1": 0.7849207760244761, + "nauc_ndcg_at_100_max": 0.779228822560229, + "nauc_ndcg_at_100_std": 0.43652095874398883, + "nauc_ndcg_at_10_diff1": 0.7843388291882583, + "nauc_ndcg_at_10_max": 0.7796197784520925, + "nauc_ndcg_at_10_std": 0.4310554204962115, + "nauc_ndcg_at_1_diff1": 0.8300255815723785, + "nauc_ndcg_at_1_max": 0.7727527997617079, + "nauc_ndcg_at_1_std": 0.3491426569746611, + "nauc_ndcg_at_20_diff1": 0.7816463233175265, + "nauc_ndcg_at_20_max": 0.7759918726825179, + "nauc_ndcg_at_20_std": 0.43328143715552436, + "nauc_ndcg_at_3_diff1": 0.8001874641950114, + "nauc_ndcg_at_3_max": 0.7865679607026365, + "nauc_ndcg_at_3_std": 0.40725709124415915, + "nauc_ndcg_at_5_diff1": 0.7916447162026125, + "nauc_ndcg_at_5_max": 0.7809424129949722, + "nauc_ndcg_at_5_std": 0.415505905331613, + "nauc_precision_at_1000_diff1": 0.013977292198937565, + "nauc_precision_at_1000_max": -0.13837210535407063, + "nauc_precision_at_1000_std": 0.46465889393279713, + "nauc_precision_at_100_diff1": 0.6384953743890217, + "nauc_precision_at_100_max": 0.7389020047802994, + "nauc_precision_at_100_std": 0.7032276132154344, + "nauc_precision_at_10_diff1": 0.713729230781695, + "nauc_precision_at_10_max": 0.7748123406931603, + "nauc_precision_at_10_std": 0.5551892362517183, + "nauc_precision_at_1_diff1": 0.8300255815723785, + "nauc_precision_at_1_max": 0.7727527997617079, + "nauc_precision_at_1_std": 0.3491426569746611, + "nauc_precision_at_20_diff1": 0.6836773703113995, + "nauc_precision_at_20_max": 0.7516088609215351, + "nauc_precision_at_20_std": 0.5940904313250452, + "nauc_precision_at_3_diff1": 0.7757952819938115, + "nauc_precision_at_3_max": 0.7945224906896932, + "nauc_precision_at_3_std": 0.45515624881156375, + "nauc_precision_at_5_diff1": 0.7499354802957616, + "nauc_precision_at_5_max": 0.7791117867579642, + "nauc_precision_at_5_std": 0.47971528633153315, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.660110837230516, + "nauc_recall_at_100_max": 0.7692657147675488, + "nauc_recall_at_100_std": 0.7114848173442747, + "nauc_recall_at_10_diff1": 0.7110405947120897, + "nauc_recall_at_10_max": 0.7732231030480329, + "nauc_recall_at_10_std": 0.5491686402750893, + "nauc_recall_at_1_diff1": 0.8292529757651557, + "nauc_recall_at_1_max": 0.7724990989687126, + "nauc_recall_at_1_std": 0.34607156961927815, + "nauc_recall_at_20_diff1": 0.6799620470052231, + "nauc_recall_at_20_max": 0.7491292493682116, + "nauc_recall_at_20_std": 0.5861381669779636, + "nauc_recall_at_3_diff1": 0.7740271659511414, + "nauc_recall_at_3_max": 0.7937447503591084, + "nauc_recall_at_3_std": 0.45103056930941343, + "nauc_recall_at_5_diff1": 0.7480702491857841, + "nauc_recall_at_5_max": 0.7783008118208342, + "nauc_recall_at_5_std": 0.4751635013328985, + "ndcg_at_1": 0.53563, + "ndcg_at_10": 0.63874, + "ndcg_at_100": 0.66766, + "ndcg_at_1000": 0.68257, + "ndcg_at_20": 0.65211, + "ndcg_at_3": 0.60351, + "ndcg_at_5": 0.62091, + "precision_at_1": 0.53563, + "precision_at_10": 0.07506, + "precision_at_100": 0.00889, + "precision_at_1000": 0.001, + "precision_at_20": 0.04014, + "precision_at_3": 0.21752, + "precision_at_5": 0.13898, + "recall_at_1": 0.53508, + "recall_at_10": 0.74944, + "recall_at_100": 0.88641, + "recall_at_1000": 1.0, + "recall_at_20": 0.80178, + "recall_at_3": 0.65145, + "recall_at_5": 0.69376 + }, + { + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ], + "main_score": 0.80752, + "map_at_1": 0.69667, + "map_at_10": 0.77298, + "map_at_100": 0.77624, + "map_at_1000": 0.77631, + "map_at_20": 0.77504, + "map_at_3": 0.75815, + "map_at_5": 0.76737, + "mrr_at_1": 0.6966666666666667, + "mrr_at_10": 0.7729757495590829, + "mrr_at_100": 0.7762378491876858, + "mrr_at_1000": 0.7763133671451877, + "mrr_at_20": 0.7750378831360514, + "mrr_at_3": 0.758148148148148, + "mrr_at_5": 0.7673703703703706, + "nauc_map_at_1000_diff1": 0.793773378956048, + "nauc_map_at_1000_max": 0.6849087461527656, + "nauc_map_at_1000_std": 0.0016027841802379217, + "nauc_map_at_100_diff1": 0.7937258345002797, + "nauc_map_at_100_max": 0.6849710018873829, + "nauc_map_at_100_std": 0.0019134321018492001, + "nauc_map_at_10_diff1": 0.7934653112237664, + "nauc_map_at_10_max": 0.6843837779088248, + "nauc_map_at_10_std": -0.00233969291621648, + "nauc_map_at_1_diff1": 0.8108480356791509, + "nauc_map_at_1_max": 0.6739765994701395, + "nauc_map_at_1_std": -0.01546851740332443, + "nauc_map_at_20_diff1": 0.7935827370728248, + "nauc_map_at_20_max": 0.6843527540930785, + "nauc_map_at_20_std": 0.0011042115321523926, + "nauc_map_at_3_diff1": 0.7922139387033895, + "nauc_map_at_3_max": 0.6881095792225991, + "nauc_map_at_3_std": 0.005338664498203307, + "nauc_map_at_5_diff1": 0.7902885817726812, + "nauc_map_at_5_max": 0.6854622514756594, + "nauc_map_at_5_std": 0.0017679036762076514, + "nauc_mrr_at_1000_diff1": 0.793773378956048, + "nauc_mrr_at_1000_max": 0.6849087461527656, + "nauc_mrr_at_1000_std": 0.0016027841802379217, + "nauc_mrr_at_100_diff1": 0.7937258345002797, + "nauc_mrr_at_100_max": 0.6849710018873829, + "nauc_mrr_at_100_std": 0.0019134321018492001, + "nauc_mrr_at_10_diff1": 0.7934653112237664, + "nauc_mrr_at_10_max": 0.6843837779088248, + "nauc_mrr_at_10_std": -0.00233969291621648, + "nauc_mrr_at_1_diff1": 0.8108480356791509, + "nauc_mrr_at_1_max": 0.6739765994701395, + "nauc_mrr_at_1_std": -0.01546851740332443, + "nauc_mrr_at_20_diff1": 0.7935827370728248, + "nauc_mrr_at_20_max": 0.6843527540930785, + "nauc_mrr_at_20_std": 0.0011042115321523926, + "nauc_mrr_at_3_diff1": 0.7922139387033895, + "nauc_mrr_at_3_max": 0.6881095792225991, + "nauc_mrr_at_3_std": 0.005338664498203307, + "nauc_mrr_at_5_diff1": 0.7902885817726812, + "nauc_mrr_at_5_max": 0.6854622514756594, + "nauc_mrr_at_5_std": 0.0017679036762076514, + "nauc_ndcg_at_1000_diff1": 0.7909400327868726, + "nauc_ndcg_at_1000_max": 0.6869869872893344, + "nauc_ndcg_at_1000_std": 0.006867237802731304, + "nauc_ndcg_at_100_diff1": 0.7898631148884921, + "nauc_ndcg_at_100_max": 0.688694679673481, + "nauc_ndcg_at_100_std": 0.0146875297275455, + "nauc_ndcg_at_10_diff1": 0.7881465979345664, + "nauc_ndcg_at_10_max": 0.6860560521826484, + "nauc_ndcg_at_10_std": -0.0038400830836244956, + "nauc_ndcg_at_1_diff1": 0.8108480356791509, + "nauc_ndcg_at_1_max": 0.6739765994701395, + "nauc_ndcg_at_1_std": -0.01546851740332443, + "nauc_ndcg_at_20_diff1": 0.7884371960809194, + "nauc_ndcg_at_20_max": 0.6853230438716583, + "nauc_ndcg_at_20_std": 0.010020020190322176, + "nauc_ndcg_at_3_diff1": 0.7846396014405593, + "nauc_ndcg_at_3_max": 0.6939320671103996, + "nauc_ndcg_at_3_std": 0.013948902351882238, + "nauc_ndcg_at_5_diff1": 0.7804362956792189, + "nauc_ndcg_at_5_max": 0.6892391992245586, + "nauc_ndcg_at_5_std": 0.007507652485201192, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6835667600373404, + "nauc_precision_at_100_max": 0.8671802054155131, + "nauc_precision_at_100_std": 0.8137721755368796, + "nauc_precision_at_10_diff1": 0.7568057526040689, + "nauc_precision_at_10_max": 0.6925315580777739, + "nauc_precision_at_10_std": -0.026537887882428623, + "nauc_precision_at_1_diff1": 0.8108480356791509, + "nauc_precision_at_1_max": 0.6739765994701395, + "nauc_precision_at_1_std": -0.01546851740332443, + "nauc_precision_at_20_diff1": 0.7434547152194195, + "nauc_precision_at_20_max": 0.6833520074696534, + "nauc_precision_at_20_std": 0.11828197945844776, + "nauc_precision_at_3_diff1": 0.7547300735532234, + "nauc_precision_at_3_max": 0.716955570681805, + "nauc_precision_at_3_std": 0.04801115524157481, + "nauc_precision_at_5_diff1": 0.7315857830445734, + "nauc_precision_at_5_max": 0.706781660908465, + "nauc_precision_at_5_std": 0.03413750074276468, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6835667600373537, + "nauc_recall_at_100_max": 0.8671802054154947, + "nauc_recall_at_100_std": 0.8137721755368863, + "nauc_recall_at_10_diff1": 0.7568057526040739, + "nauc_recall_at_10_max": 0.6925315580777782, + "nauc_recall_at_10_std": -0.026537887882424414, + "nauc_recall_at_1_diff1": 0.8108480356791509, + "nauc_recall_at_1_max": 0.6739765994701395, + "nauc_recall_at_1_std": -0.01546851740332443, + "nauc_recall_at_20_diff1": 0.7434547152194214, + "nauc_recall_at_20_max": 0.6833520074696524, + "nauc_recall_at_20_std": 0.11828197945845063, + "nauc_recall_at_3_diff1": 0.7547300735532226, + "nauc_recall_at_3_max": 0.7169555706818048, + "nauc_recall_at_3_std": 0.04801115524157554, + "nauc_recall_at_5_diff1": 0.7315857830445748, + "nauc_recall_at_5_max": 0.7067816609084663, + "nauc_recall_at_5_std": 0.034137500742765746, + "ndcg_at_1": 0.69667, + "ndcg_at_10": 0.80752, + "ndcg_at_100": 0.82347, + "ndcg_at_1000": 0.825, + "ndcg_at_20": 0.81508, + "ndcg_at_3": 0.77778, + "ndcg_at_5": 0.79432, + "precision_at_1": 0.69667, + "precision_at_10": 0.09144, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04722, + "precision_at_3": 0.27815, + "precision_at_5": 0.17489, + "recall_at_1": 0.69667, + "recall_at_10": 0.91444, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94444, + "recall_at_3": 0.83444, + "recall_at_5": 0.87444 + }, + { + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ], + "main_score": 0.64086, + "map_at_1": 0.55401, + "map_at_10": 0.61153, + "map_at_100": 0.61756, + "map_at_1000": 0.6181, + "map_at_20": 0.61484, + "map_at_3": 0.59595, + "map_at_5": 0.60609, + "mrr_at_1": 0.5545657015590201, + "mrr_at_10": 0.6121442712199946, + "mrr_at_100": 0.6181702845552889, + "mrr_at_1000": 0.6186972516753736, + "mrr_at_20": 0.6154478729847018, + "mrr_at_3": 0.5965107646622122, + "mrr_at_5": 0.6066443949517445, + "nauc_map_at_1000_diff1": 0.8239200811362354, + "nauc_map_at_1000_max": 0.8098591146645806, + "nauc_map_at_1000_std": 0.34838874111782075, + "nauc_map_at_100_diff1": 0.8237543846642716, + "nauc_map_at_100_max": 0.8099615604332187, + "nauc_map_at_100_std": 0.34888283204149045, + "nauc_map_at_10_diff1": 0.8234302107219806, + "nauc_map_at_10_max": 0.8091150913602597, + "nauc_map_at_10_std": 0.34472479512968246, + "nauc_map_at_1_diff1": 0.8585206256792193, + "nauc_map_at_1_max": 0.7952366789439749, + "nauc_map_at_1_std": 0.3026920644214866, + "nauc_map_at_20_diff1": 0.8230198597516789, + "nauc_map_at_20_max": 0.8093577985229613, + "nauc_map_at_20_std": 0.34790102369075615, + "nauc_map_at_3_diff1": 0.8290137502825883, + "nauc_map_at_3_max": 0.8121927719952309, + "nauc_map_at_3_std": 0.3373479613060401, + "nauc_map_at_5_diff1": 0.8241058262315244, + "nauc_map_at_5_max": 0.8101133797905614, + "nauc_map_at_5_std": 0.3459056315311678, + "nauc_mrr_at_1000_diff1": 0.8234204458865801, + "nauc_mrr_at_1000_max": 0.8090649997268116, + "nauc_mrr_at_1000_std": 0.3507691216161817, + "nauc_mrr_at_100_diff1": 0.8232464836505936, + "nauc_mrr_at_100_max": 0.8091601509309335, + "nauc_mrr_at_100_std": 0.3512909821971258, + "nauc_mrr_at_10_diff1": 0.8229298357098915, + "nauc_mrr_at_10_max": 0.8083252918358411, + "nauc_mrr_at_10_std": 0.34709275287061503, + "nauc_mrr_at_1_diff1": 0.8581054270908346, + "nauc_mrr_at_1_max": 0.7945006245538113, + "nauc_mrr_at_1_std": 0.3048120416230286, + "nauc_mrr_at_20_diff1": 0.8225151820148813, + "nauc_mrr_at_20_max": 0.8085619180546023, + "nauc_mrr_at_20_std": 0.35029032846114194, + "nauc_mrr_at_3_diff1": 0.8285547194232303, + "nauc_mrr_at_3_max": 0.8114232785941684, + "nauc_mrr_at_3_std": 0.33961760752871933, + "nauc_mrr_at_5_diff1": 0.8236351888656605, + "nauc_mrr_at_5_max": 0.8093284309348292, + "nauc_mrr_at_5_std": 0.3482224419245842, + "nauc_ndcg_at_1000_diff1": 0.8158671132088295, + "nauc_ndcg_at_1000_max": 0.8123555332273025, + "nauc_ndcg_at_1000_std": 0.3655746982397381, + "nauc_ndcg_at_100_diff1": 0.8107445263887668, + "nauc_ndcg_at_100_max": 0.8149161265176983, + "nauc_ndcg_at_100_std": 0.38097333034498193, + "nauc_ndcg_at_10_diff1": 0.8085531729407462, + "nauc_ndcg_at_10_max": 0.8111563986511887, + "nauc_ndcg_at_10_std": 0.3644288571742633, + "nauc_ndcg_at_1_diff1": 0.8581054270908346, + "nauc_ndcg_at_1_max": 0.7945006245538113, + "nauc_ndcg_at_1_std": 0.3048120416230286, + "nauc_ndcg_at_20_diff1": 0.8065179848563935, + "nauc_ndcg_at_20_max": 0.812213320681452, + "nauc_ndcg_at_20_std": 0.37713320337264833, + "nauc_ndcg_at_3_diff1": 0.8198742624310933, + "nauc_ndcg_at_3_max": 0.8169485111291911, + "nauc_ndcg_at_3_std": 0.34988330939600404, + "nauc_ndcg_at_5_diff1": 0.8103840892092689, + "nauc_ndcg_at_5_max": 0.8134092516077378, + "nauc_ndcg_at_5_std": 0.3668131361874185, + "nauc_precision_at_1000_diff1": -0.36715580242650864, + "nauc_precision_at_1000_max": -0.36715580242650864, + "nauc_precision_at_1000_std": 0.29581021584587536, + "nauc_precision_at_100_diff1": 0.7134299872767578, + "nauc_precision_at_100_max": 0.8584011077574571, + "nauc_precision_at_100_std": 0.6762216417978358, + "nauc_precision_at_10_diff1": 0.7510416626898936, + "nauc_precision_at_10_max": 0.8169271188371567, + "nauc_precision_at_10_std": 0.4407231204236719, + "nauc_precision_at_1_diff1": 0.8581054270908346, + "nauc_precision_at_1_max": 0.7945006245538113, + "nauc_precision_at_1_std": 0.3048120416230286, + "nauc_precision_at_20_diff1": 0.7301680350221564, + "nauc_precision_at_20_max": 0.8238887662809264, + "nauc_precision_at_20_std": 0.5224675150142467, + "nauc_precision_at_3_diff1": 0.7916251070759007, + "nauc_precision_at_3_max": 0.831480558669377, + "nauc_precision_at_3_std": 0.3894663787017001, + "nauc_precision_at_5_diff1": 0.7630498233248671, + "nauc_precision_at_5_max": 0.8236545447698025, + "nauc_precision_at_5_std": 0.4407162549931254, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7136188187707855, + "nauc_recall_at_100_max": 0.8572664576029105, + "nauc_recall_at_100_std": 0.6646486114724063, + "nauc_recall_at_10_diff1": 0.7514944663146501, + "nauc_recall_at_10_max": 0.8171550374757012, + "nauc_recall_at_10_std": 0.43678862828075177, + "nauc_recall_at_1_diff1": 0.8585206256792193, + "nauc_recall_at_1_max": 0.7952366789439749, + "nauc_recall_at_1_std": 0.3026920644214866, + "nauc_recall_at_20_diff1": 0.7307822321596633, + "nauc_recall_at_20_max": 0.8241280415161669, + "nauc_recall_at_20_std": 0.5175292082868787, + "nauc_recall_at_3_diff1": 0.791848176299792, + "nauc_recall_at_3_max": 0.8319854326583735, + "nauc_recall_at_3_std": 0.38682571511394764, + "nauc_recall_at_5_diff1": 0.7633272414267032, + "nauc_recall_at_5_max": 0.8242158693291444, + "nauc_recall_at_5_std": 0.4377682564422589, + "ndcg_at_1": 0.55457, + "ndcg_at_10": 0.64086, + "ndcg_at_100": 0.67349, + "ndcg_at_1000": 0.68736, + "ndcg_at_20": 0.65295, + "ndcg_at_3": 0.60936, + "ndcg_at_5": 0.62767, + "precision_at_1": 0.55457, + "precision_at_10": 0.07339, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "precision_at_20": 0.03909, + "precision_at_3": 0.21604, + "precision_at_5": 0.13853, + "recall_at_1": 0.55401, + "recall_at_10": 0.73274, + "recall_at_100": 0.8931, + "recall_at_1000": 1.0, + "recall_at_20": 0.78062, + "recall_at_3": 0.64755, + "recall_at_5": 0.69209 + }, + { + "hf_subset": "lit_Latn-lit_Latn", + "languages": [ + "lit-Latn", + "lit-Latn" + ], + "main_score": 0.87006, + "map_at_1": 0.78667, + "map_at_10": 0.84405, + "map_at_100": 0.84569, + "map_at_1000": 0.84574, + "map_at_20": 0.84503, + "map_at_3": 0.83259, + "map_at_5": 0.83848, + "mrr_at_1": 0.7866666666666666, + "mrr_at_10": 0.8440476190476189, + "mrr_at_100": 0.8456852500399344, + "mrr_at_1000": 0.8457393499412272, + "mrr_at_20": 0.8450261023901372, + "mrr_at_3": 0.8325925925925929, + "mrr_at_5": 0.8384814814814818, + "nauc_map_at_1000_diff1": 0.8548419756001374, + "nauc_map_at_1000_max": 0.7424059412656488, + "nauc_map_at_1000_std": 0.10347764608555723, + "nauc_map_at_100_diff1": 0.8548455384963617, + "nauc_map_at_100_max": 0.7424888392803197, + "nauc_map_at_100_std": 0.10372856842919138, + "nauc_map_at_10_diff1": 0.8539817010754415, + "nauc_map_at_10_max": 0.7431565012995427, + "nauc_map_at_10_std": 0.1071583898856034, + "nauc_map_at_1_diff1": 0.8625291615205155, + "nauc_map_at_1_max": 0.7191943503182698, + "nauc_map_at_1_std": 0.046769272994057365, + "nauc_map_at_20_diff1": 0.8545243067821017, + "nauc_map_at_20_max": 0.7429894262703798, + "nauc_map_at_20_std": 0.10579286632881807, + "nauc_map_at_3_diff1": 0.8534277727923965, + "nauc_map_at_3_max": 0.7378668734929589, + "nauc_map_at_3_std": 0.09492525950190527, + "nauc_map_at_5_diff1": 0.8541237081771902, + "nauc_map_at_5_max": 0.7425126946526663, + "nauc_map_at_5_std": 0.09803825202308747, + "nauc_mrr_at_1000_diff1": 0.8548419756001374, + "nauc_mrr_at_1000_max": 0.7424059412656488, + "nauc_mrr_at_1000_std": 0.10347764608555723, + "nauc_mrr_at_100_diff1": 0.8548455384963617, + "nauc_mrr_at_100_max": 0.7424888392803197, + "nauc_mrr_at_100_std": 0.10372856842919138, + "nauc_mrr_at_10_diff1": 0.8539817010754415, + "nauc_mrr_at_10_max": 0.7431565012995427, + "nauc_mrr_at_10_std": 0.1071583898856034, + "nauc_mrr_at_1_diff1": 0.8625291615205155, + "nauc_mrr_at_1_max": 0.7191943503182698, + "nauc_mrr_at_1_std": 0.046769272994057365, + "nauc_mrr_at_20_diff1": 0.8545243067821017, + "nauc_mrr_at_20_max": 0.7429894262703798, + "nauc_mrr_at_20_std": 0.10579286632881807, + "nauc_mrr_at_3_diff1": 0.8534277727923965, + "nauc_mrr_at_3_max": 0.7378668734929589, + "nauc_mrr_at_3_std": 0.09492525950190527, + "nauc_mrr_at_5_diff1": 0.8541237081771902, + "nauc_mrr_at_5_max": 0.7425126946526663, + "nauc_mrr_at_5_std": 0.09803825202308747, + "nauc_ndcg_at_1000_diff1": 0.8539514891012291, + "nauc_ndcg_at_1000_max": 0.7478854546166136, + "nauc_ndcg_at_1000_std": 0.1186760522853609, + "nauc_ndcg_at_100_diff1": 0.8539117003460107, + "nauc_ndcg_at_100_max": 0.750176762575934, + "nauc_ndcg_at_100_std": 0.12562443902982023, + "nauc_ndcg_at_10_diff1": 0.8500169414218635, + "nauc_ndcg_at_10_max": 0.7553073283761096, + "nauc_ndcg_at_10_std": 0.14661294017829704, + "nauc_ndcg_at_1_diff1": 0.8625291615205155, + "nauc_ndcg_at_1_max": 0.7191943503182698, + "nauc_ndcg_at_1_std": 0.046769272994057365, + "nauc_ndcg_at_20_diff1": 0.8526798765017736, + "nauc_ndcg_at_20_max": 0.755093695427502, + "nauc_ndcg_at_20_std": 0.14203978211824358, + "nauc_ndcg_at_3_diff1": 0.8501115067567308, + "nauc_ndcg_at_3_max": 0.744323316800694, + "nauc_ndcg_at_3_std": 0.11445582391741857, + "nauc_ndcg_at_5_diff1": 0.8511058343038328, + "nauc_ndcg_at_5_max": 0.7534506417615543, + "nauc_ndcg_at_5_std": 0.12190182264726633, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8462301587301693, + "nauc_precision_at_100_max": 0.9673202614379243, + "nauc_precision_at_100_std": 0.7861811391223466, + "nauc_precision_at_10_diff1": 0.8142878363466581, + "nauc_precision_at_10_max": 0.8606548680078054, + "nauc_precision_at_10_std": 0.507055852644084, + "nauc_precision_at_1_diff1": 0.8625291615205155, + "nauc_precision_at_1_max": 0.7191943503182698, + "nauc_precision_at_1_std": 0.046769272994057365, + "nauc_precision_at_20_diff1": 0.8379396202925603, + "nauc_precision_at_20_max": 0.9079676314970465, + "nauc_precision_at_20_std": 0.613211951447242, + "nauc_precision_at_3_diff1": 0.8368382886149388, + "nauc_precision_at_3_max": 0.7699977687287338, + "nauc_precision_at_3_std": 0.19358137632249287, + "nauc_precision_at_5_diff1": 0.8365546218487384, + "nauc_precision_at_5_max": 0.8080473856209142, + "nauc_precision_at_5_std": 0.2406570961717995, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8462301587301586, + "nauc_recall_at_100_max": 0.9673202614379147, + "nauc_recall_at_100_std": 0.7861811391223187, + "nauc_recall_at_10_diff1": 0.8142878363466631, + "nauc_recall_at_10_max": 0.8606548680078097, + "nauc_recall_at_10_std": 0.5070558526440887, + "nauc_recall_at_1_diff1": 0.8625291615205155, + "nauc_recall_at_1_max": 0.7191943503182698, + "nauc_recall_at_1_std": 0.046769272994057365, + "nauc_recall_at_20_diff1": 0.8379396202925627, + "nauc_recall_at_20_max": 0.9079676314970482, + "nauc_recall_at_20_std": 0.6132119514472439, + "nauc_recall_at_3_diff1": 0.8368382886149389, + "nauc_recall_at_3_max": 0.7699977687287335, + "nauc_recall_at_3_std": 0.19358137632249262, + "nauc_recall_at_5_diff1": 0.8365546218487399, + "nauc_recall_at_5_max": 0.8080473856209155, + "nauc_recall_at_5_std": 0.24065709617180225, + "ndcg_at_1": 0.78667, + "ndcg_at_10": 0.87006, + "ndcg_at_100": 0.87846, + "ndcg_at_1000": 0.87966, + "ndcg_at_20": 0.87387, + "ndcg_at_3": 0.84656, + "ndcg_at_5": 0.85689, + "precision_at_1": 0.78667, + "precision_at_10": 0.09511, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04833, + "precision_at_3": 0.29556, + "precision_at_5": 0.18222, + "recall_at_1": 0.78667, + "recall_at_10": 0.95111, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.96667, + "recall_at_3": 0.88667, + "recall_at_5": 0.91111 + }, + { + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ], + "main_score": 0.86262, + "map_at_1": 0.77, + "map_at_10": 0.83314, + "map_at_100": 0.83544, + "map_at_1000": 0.83545, + "map_at_20": 0.83496, + "map_at_3": 0.82185, + "map_at_5": 0.82769, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8331402116402121, + "mrr_at_100": 0.8354355043461207, + "mrr_at_1000": 0.8354479047731552, + "mrr_at_20": 0.8349611020548848, + "mrr_at_3": 0.8218518518518526, + "mrr_at_5": 0.8276851851851859, + "nauc_map_at_1000_diff1": 0.8417704953684434, + "nauc_map_at_1000_max": 0.6726302054631664, + "nauc_map_at_1000_std": -0.00668683426071738, + "nauc_map_at_100_diff1": 0.8417607747873334, + "nauc_map_at_100_max": 0.6726403705588313, + "nauc_map_at_100_std": -0.006615608498914951, + "nauc_map_at_10_diff1": 0.8415928498596824, + "nauc_map_at_10_max": 0.6744947310250171, + "nauc_map_at_10_std": -0.006166008064075124, + "nauc_map_at_1_diff1": 0.8559566706206218, + "nauc_map_at_1_max": 0.653205812065282, + "nauc_map_at_1_std": -0.01818321981254823, + "nauc_map_at_20_diff1": 0.841639905897092, + "nauc_map_at_20_max": 0.6730978294690088, + "nauc_map_at_20_std": -0.006373651283963953, + "nauc_map_at_3_diff1": 0.8387707630277392, + "nauc_map_at_3_max": 0.6718245694024143, + "nauc_map_at_3_std": -0.014255614057693844, + "nauc_map_at_5_diff1": 0.8411251062764613, + "nauc_map_at_5_max": 0.680178630770758, + "nauc_map_at_5_std": -0.0007028812249955408, + "nauc_mrr_at_1000_diff1": 0.8417704953684434, + "nauc_mrr_at_1000_max": 0.6726302054631664, + "nauc_mrr_at_1000_std": -0.00668683426071738, + "nauc_mrr_at_100_diff1": 0.8417607747873334, + "nauc_mrr_at_100_max": 0.6726403705588313, + "nauc_mrr_at_100_std": -0.006615608498914951, + "nauc_mrr_at_10_diff1": 0.8415928498596824, + "nauc_mrr_at_10_max": 0.6744947310250171, + "nauc_mrr_at_10_std": -0.006166008064075124, + "nauc_mrr_at_1_diff1": 0.8559566706206218, + "nauc_mrr_at_1_max": 0.653205812065282, + "nauc_mrr_at_1_std": -0.01818321981254823, + "nauc_mrr_at_20_diff1": 0.841639905897092, + "nauc_mrr_at_20_max": 0.6730978294690088, + "nauc_mrr_at_20_std": -0.006373651283963953, + "nauc_mrr_at_3_diff1": 0.8387707630277392, + "nauc_mrr_at_3_max": 0.6718245694024143, + "nauc_mrr_at_3_std": -0.014255614057693844, + "nauc_mrr_at_5_diff1": 0.8411251062764613, + "nauc_mrr_at_5_max": 0.680178630770758, + "nauc_mrr_at_5_std": -0.0007028812249955408, + "nauc_ndcg_at_1000_diff1": 0.8402199576792747, + "nauc_ndcg_at_1000_max": 0.6766734537691007, + "nauc_ndcg_at_1000_std": -0.0033568670457732887, + "nauc_ndcg_at_100_diff1": 0.8399288966858942, + "nauc_ndcg_at_100_max": 0.6770967337597126, + "nauc_ndcg_at_100_std": -0.0012043608406627315, + "nauc_ndcg_at_10_diff1": 0.8387237533169072, + "nauc_ndcg_at_10_max": 0.685862607112697, + "nauc_ndcg_at_10_std": 0.00062770859777711, + "nauc_ndcg_at_1_diff1": 0.8559566706206218, + "nauc_ndcg_at_1_max": 0.653205812065282, + "nauc_ndcg_at_1_std": -0.01818321981254823, + "nauc_ndcg_at_20_diff1": 0.8386326613737362, + "nauc_ndcg_at_20_max": 0.6808075633325775, + "nauc_ndcg_at_20_std": 0.0007419391685914089, + "nauc_ndcg_at_3_diff1": 0.8331145057094745, + "nauc_ndcg_at_3_max": 0.6812518429684528, + "nauc_ndcg_at_3_std": -0.014795943785682053, + "nauc_ndcg_at_5_diff1": 0.8381636832285944, + "nauc_ndcg_at_5_max": 0.7002480319237888, + "nauc_ndcg_at_5_std": 0.013759730575583783, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7222222222222477, + "nauc_precision_at_100_max": 0.8611111111111238, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.8156612238391265, + "nauc_precision_at_10_max": 0.792728473503218, + "nauc_precision_at_10_std": 0.06753433080548917, + "nauc_precision_at_1_diff1": 0.8559566706206218, + "nauc_precision_at_1_max": 0.653205812065282, + "nauc_precision_at_1_std": -0.01818321981254823, + "nauc_precision_at_20_diff1": 0.7850262912182311, + "nauc_precision_at_20_max": 0.8094746670597991, + "nauc_precision_at_20_std": 0.15578161088995857, + "nauc_precision_at_3_diff1": 0.8092431409649966, + "nauc_precision_at_3_max": 0.7229375591296137, + "nauc_precision_at_3_std": -0.018131504257332468, + "nauc_precision_at_5_diff1": 0.8252088714273565, + "nauc_precision_at_5_max": 0.8158232990165741, + "nauc_precision_at_5_std": 0.09908205706524845, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7222222222222745, + "nauc_recall_at_100_max": 0.8611111111111373, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.8156612238391293, + "nauc_recall_at_10_max": 0.7927284735032252, + "nauc_recall_at_10_std": 0.06753433080549179, + "nauc_recall_at_1_diff1": 0.8559566706206218, + "nauc_recall_at_1_max": 0.653205812065282, + "nauc_recall_at_1_std": -0.01818321981254823, + "nauc_recall_at_20_diff1": 0.7850262912182447, + "nauc_recall_at_20_max": 0.8094746670598096, + "nauc_recall_at_20_std": 0.1557816108899681, + "nauc_recall_at_3_diff1": 0.8092431409649964, + "nauc_recall_at_3_max": 0.7229375591296143, + "nauc_recall_at_3_std": -0.018131504257331232, + "nauc_recall_at_5_diff1": 0.8252088714273597, + "nauc_recall_at_5_max": 0.815823299016578, + "nauc_recall_at_5_std": 0.09908205706524993, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.86262, + "ndcg_at_100": 0.87244, + "ndcg_at_1000": 0.87274, + "ndcg_at_20": 0.86895, + "ndcg_at_3": 0.83905, + "ndcg_at_5": 0.84957, + "precision_at_1": 0.77, + "precision_at_10": 0.09544, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.2963, + "precision_at_5": 0.18289, + "recall_at_1": 0.77, + "recall_at_10": 0.95444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.88889, + "recall_at_5": 0.91444 + }, + { + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ], + "main_score": 0.82445, + "map_at_1": 0.71667, + "map_at_10": 0.79023, + "map_at_100": 0.7924, + "map_at_1000": 0.79248, + "map_at_20": 0.7913, + "map_at_3": 0.77352, + "map_at_5": 0.78391, + "mrr_at_1": 0.7166666666666667, + "mrr_at_10": 0.7902270723104061, + "mrr_at_100": 0.7923987584900939, + "mrr_at_1000": 0.7924802155779014, + "mrr_at_20": 0.7912953142536483, + "mrr_at_3": 0.7735185185185189, + "mrr_at_5": 0.783907407407408, + "nauc_map_at_1000_diff1": 0.819677332403531, + "nauc_map_at_1000_max": 0.7414514892252376, + "nauc_map_at_1000_std": 0.1292374615420353, + "nauc_map_at_100_diff1": 0.8196388441347134, + "nauc_map_at_100_max": 0.7415233628067286, + "nauc_map_at_100_std": 0.1294193466483077, + "nauc_map_at_10_diff1": 0.8187165703155965, + "nauc_map_at_10_max": 0.7412269049299867, + "nauc_map_at_10_std": 0.12993748981106115, + "nauc_map_at_1_diff1": 0.8440337122285545, + "nauc_map_at_1_max": 0.7320045761306502, + "nauc_map_at_1_std": 0.08029220063604041, + "nauc_map_at_20_diff1": 0.8189540719974433, + "nauc_map_at_20_max": 0.7415977728800287, + "nauc_map_at_20_std": 0.12986689374588814, + "nauc_map_at_3_diff1": 0.817738831524748, + "nauc_map_at_3_max": 0.7402359482361144, + "nauc_map_at_3_std": 0.12837898310577336, + "nauc_map_at_5_diff1": 0.816759212048434, + "nauc_map_at_5_max": 0.7417756605498005, + "nauc_map_at_5_std": 0.13492755380515173, + "nauc_mrr_at_1000_diff1": 0.819677332403531, + "nauc_mrr_at_1000_max": 0.7414514892252376, + "nauc_mrr_at_1000_std": 0.1292374615420353, + "nauc_mrr_at_100_diff1": 0.8196388441347134, + "nauc_mrr_at_100_max": 0.7415233628067286, + "nauc_mrr_at_100_std": 0.1294193466483077, + "nauc_mrr_at_10_diff1": 0.8187165703155965, + "nauc_mrr_at_10_max": 0.7412269049299867, + "nauc_mrr_at_10_std": 0.12993748981106115, + "nauc_mrr_at_1_diff1": 0.8440337122285545, + "nauc_mrr_at_1_max": 0.7320045761306502, + "nauc_mrr_at_1_std": 0.08029220063604041, + "nauc_mrr_at_20_diff1": 0.8189540719974433, + "nauc_mrr_at_20_max": 0.7415977728800287, + "nauc_mrr_at_20_std": 0.12986689374588814, + "nauc_mrr_at_3_diff1": 0.817738831524748, + "nauc_mrr_at_3_max": 0.7402359482361144, + "nauc_mrr_at_3_std": 0.12837898310577336, + "nauc_mrr_at_5_diff1": 0.816759212048434, + "nauc_mrr_at_5_max": 0.7417756605498005, + "nauc_mrr_at_5_std": 0.13492755380515173, + "nauc_ndcg_at_1000_diff1": 0.8162510226530976, + "nauc_ndcg_at_1000_max": 0.7448206535928761, + "nauc_ndcg_at_1000_std": 0.14153303960769167, + "nauc_ndcg_at_100_diff1": 0.8154777044451361, + "nauc_ndcg_at_100_max": 0.7471867127541683, + "nauc_ndcg_at_100_std": 0.14685489393272722, + "nauc_ndcg_at_10_diff1": 0.8103674938745951, + "nauc_ndcg_at_10_max": 0.7472164434722398, + "nauc_ndcg_at_10_std": 0.15467786554939822, + "nauc_ndcg_at_1_diff1": 0.8440337122285545, + "nauc_ndcg_at_1_max": 0.7320045761306502, + "nauc_ndcg_at_1_std": 0.08029220063604041, + "nauc_ndcg_at_20_diff1": 0.8110063093657909, + "nauc_ndcg_at_20_max": 0.7486451517782948, + "nauc_ndcg_at_20_std": 0.15435858419184023, + "nauc_ndcg_at_3_diff1": 0.8086434453770279, + "nauc_ndcg_at_3_max": 0.743934139082972, + "nauc_ndcg_at_3_std": 0.14888185714671295, + "nauc_ndcg_at_5_diff1": 0.8056138719332359, + "nauc_ndcg_at_5_max": 0.7475528625106044, + "nauc_ndcg_at_5_std": 0.165338971406131, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7662731759370384, + "nauc_precision_at_100_max": 0.9203014539149039, + "nauc_precision_at_100_std": 0.5280778978258063, + "nauc_precision_at_10_diff1": 0.7494277280804769, + "nauc_precision_at_10_max": 0.7977696454926063, + "nauc_precision_at_10_std": 0.3506897382608936, + "nauc_precision_at_1_diff1": 0.8440337122285545, + "nauc_precision_at_1_max": 0.7320045761306502, + "nauc_precision_at_1_std": 0.08029220063604041, + "nauc_precision_at_20_diff1": 0.7393909944930345, + "nauc_precision_at_20_max": 0.8253682425351071, + "nauc_precision_at_20_std": 0.39556775090988483, + "nauc_precision_at_3_diff1": 0.7739564820596585, + "nauc_precision_at_3_max": 0.758438377031971, + "nauc_precision_at_3_std": 0.22889462235732655, + "nauc_precision_at_5_diff1": 0.749937784004497, + "nauc_precision_at_5_max": 0.7776169891145042, + "nauc_precision_at_5_std": 0.3229655369470831, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7662731759370365, + "nauc_recall_at_100_max": 0.9203014539149027, + "nauc_recall_at_100_std": 0.5280778978257985, + "nauc_recall_at_10_diff1": 0.7494277280804784, + "nauc_recall_at_10_max": 0.7977696454926068, + "nauc_recall_at_10_std": 0.3506897382608975, + "nauc_recall_at_1_diff1": 0.8440337122285545, + "nauc_recall_at_1_max": 0.7320045761306502, + "nauc_recall_at_1_std": 0.08029220063604041, + "nauc_recall_at_20_diff1": 0.739390994493034, + "nauc_recall_at_20_max": 0.8253682425351104, + "nauc_recall_at_20_std": 0.3955677509098874, + "nauc_recall_at_3_diff1": 0.773956482059657, + "nauc_recall_at_3_max": 0.7584383770319695, + "nauc_recall_at_3_std": 0.2288946223573242, + "nauc_recall_at_5_diff1": 0.7499377840044988, + "nauc_recall_at_5_max": 0.777616989114505, + "nauc_recall_at_5_std": 0.32296553694708385, + "ndcg_at_1": 0.71667, + "ndcg_at_10": 0.82445, + "ndcg_at_100": 0.83561, + "ndcg_at_1000": 0.83765, + "ndcg_at_20": 0.82818, + "ndcg_at_3": 0.79096, + "ndcg_at_5": 0.80947, + "precision_at_1": 0.71667, + "precision_at_10": 0.09311, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.28037, + "precision_at_5": 0.17711, + "recall_at_1": 0.71667, + "recall_at_10": 0.93111, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.84111, + "recall_at_5": 0.88556 + }, + { + "hf_subset": "lug_Latn-lug_Latn", + "languages": [ + "lug-Latn", + "lug-Latn" + ], + "main_score": 0.5921, + "map_at_1": 0.49778, + "map_at_10": 0.55933, + "map_at_100": 0.56658, + "map_at_1000": 0.56721, + "map_at_20": 0.56334, + "map_at_3": 0.54301, + "map_at_5": 0.55185, + "mrr_at_1": 0.4983314794215795, + "mrr_at_10": 0.5598826738704377, + "mrr_at_100": 0.5671120760047695, + "mrr_at_1000": 0.5677457009885367, + "mrr_at_20": 0.5638954196881041, + "mrr_at_3": 0.5435669262143118, + "mrr_at_5": 0.5524100852799402, + "nauc_map_at_1000_diff1": 0.765901278210937, + "nauc_map_at_1000_max": 0.7660267111058194, + "nauc_map_at_1000_std": 0.4105092421103587, + "nauc_map_at_100_diff1": 0.7657508419242683, + "nauc_map_at_100_max": 0.7660437050088016, + "nauc_map_at_100_std": 0.4109169029378421, + "nauc_map_at_10_diff1": 0.7645826298431426, + "nauc_map_at_10_max": 0.7649184040207967, + "nauc_map_at_10_std": 0.40620955630261046, + "nauc_map_at_1_diff1": 0.7912995271680356, + "nauc_map_at_1_max": 0.7538191900795898, + "nauc_map_at_1_std": 0.38645765775728136, + "nauc_map_at_20_diff1": 0.7654651338566127, + "nauc_map_at_20_max": 0.7666333200157658, + "nauc_map_at_20_std": 0.41128078121689743, + "nauc_map_at_3_diff1": 0.7716908573300859, + "nauc_map_at_3_max": 0.7684759164506884, + "nauc_map_at_3_std": 0.4014220996494525, + "nauc_map_at_5_diff1": 0.7682293653572019, + "nauc_map_at_5_max": 0.7674437750101962, + "nauc_map_at_5_std": 0.4037907482064652, + "nauc_mrr_at_1000_diff1": 0.7679821461101766, + "nauc_mrr_at_1000_max": 0.7681070447229569, + "nauc_mrr_at_1000_std": 0.4134988872685628, + "nauc_mrr_at_100_diff1": 0.7678277060846426, + "nauc_mrr_at_100_max": 0.7681200706024868, + "nauc_mrr_at_100_std": 0.41390092506989196, + "nauc_mrr_at_10_diff1": 0.7667080364641591, + "nauc_mrr_at_10_max": 0.7670438807491534, + "nauc_mrr_at_10_std": 0.409263780235528, + "nauc_mrr_at_1_diff1": 0.7932772178777103, + "nauc_mrr_at_1_max": 0.7557896180963957, + "nauc_mrr_at_1_std": 0.3892883460971294, + "nauc_mrr_at_20_diff1": 0.7676094729361091, + "nauc_mrr_at_20_max": 0.768777905155836, + "nauc_mrr_at_20_std": 0.41436301227949807, + "nauc_mrr_at_3_diff1": 0.7737602988217841, + "nauc_mrr_at_3_max": 0.7705447048161178, + "nauc_mrr_at_3_std": 0.40439285359306815, + "nauc_mrr_at_5_diff1": 0.7703288398546292, + "nauc_mrr_at_5_max": 0.7695430875410662, + "nauc_mrr_at_5_std": 0.4068061283901773, + "nauc_ndcg_at_1000_diff1": 0.7594215405808659, + "nauc_ndcg_at_1000_max": 0.7682289265185036, + "nauc_ndcg_at_1000_std": 0.42348445191204226, + "nauc_ndcg_at_100_diff1": 0.7546504607893743, + "nauc_ndcg_at_100_max": 0.7680862579864903, + "nauc_ndcg_at_100_std": 0.43502505132072966, + "nauc_ndcg_at_10_diff1": 0.7499378667272936, + "nauc_ndcg_at_10_max": 0.7661428559132233, + "nauc_ndcg_at_10_std": 0.41939693383742516, + "nauc_ndcg_at_1_diff1": 0.7932772178777103, + "nauc_ndcg_at_1_max": 0.7557896180963957, + "nauc_ndcg_at_1_std": 0.3892883460971294, + "nauc_ndcg_at_20_diff1": 0.7524073757527753, + "nauc_ndcg_at_20_max": 0.772347615670397, + "nauc_ndcg_at_20_std": 0.439371146878368, + "nauc_ndcg_at_3_diff1": 0.7656082206215814, + "nauc_ndcg_at_3_max": 0.773948556234975, + "nauc_ndcg_at_3_std": 0.4081212463774496, + "nauc_ndcg_at_5_diff1": 0.7591847276569024, + "nauc_ndcg_at_5_max": 0.772227283940706, + "nauc_ndcg_at_5_std": 0.41259479849967906, + "nauc_precision_at_1000_diff1": 0.6620058906052793, + "nauc_precision_at_1000_max": 0.6620058906052793, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6674844029649719, + "nauc_precision_at_100_max": 0.7621047723639363, + "nauc_precision_at_100_std": 0.6468248756710847, + "nauc_precision_at_10_diff1": 0.6924424364041126, + "nauc_precision_at_10_max": 0.767911540697983, + "nauc_precision_at_10_std": 0.47221570114004247, + "nauc_precision_at_1_diff1": 0.7932772178777103, + "nauc_precision_at_1_max": 0.7557896180963957, + "nauc_precision_at_1_std": 0.3892883460971294, + "nauc_precision_at_20_diff1": 0.6936059351354671, + "nauc_precision_at_20_max": 0.8000651166206487, + "nauc_precision_at_20_std": 0.5888093126819686, + "nauc_precision_at_3_diff1": 0.747216141820086, + "nauc_precision_at_3_max": 0.7911287213082159, + "nauc_precision_at_3_std": 0.42947312805132665, + "nauc_precision_at_5_diff1": 0.7291613470514364, + "nauc_precision_at_5_max": 0.7879189217508378, + "nauc_precision_at_5_std": 0.44270358299914947, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6675753008399897, + "nauc_recall_at_100_max": 0.7637655837386547, + "nauc_recall_at_100_std": 0.640965097285474, + "nauc_recall_at_10_diff1": 0.6891799114582862, + "nauc_recall_at_10_max": 0.7645601191622025, + "nauc_recall_at_10_std": 0.4679633037690551, + "nauc_recall_at_1_diff1": 0.7912995271680356, + "nauc_recall_at_1_max": 0.7538191900795898, + "nauc_recall_at_1_std": 0.38645765775728136, + "nauc_recall_at_20_diff1": 0.6894391257307492, + "nauc_recall_at_20_max": 0.79570436251678, + "nauc_recall_at_20_std": 0.5833511518906608, + "nauc_recall_at_3_diff1": 0.7444441744439996, + "nauc_recall_at_3_max": 0.7883136581839574, + "nauc_recall_at_3_std": 0.4259721387144166, + "nauc_recall_at_5_diff1": 0.7262039302803311, + "nauc_recall_at_5_max": 0.7848995867175267, + "nauc_recall_at_5_std": 0.43893039949557455, + "ndcg_at_1": 0.49833, + "ndcg_at_10": 0.5921, + "ndcg_at_100": 0.63023, + "ndcg_at_1000": 0.64579, + "ndcg_at_20": 0.60672, + "ndcg_at_3": 0.55807, + "ndcg_at_5": 0.57406, + "precision_at_1": 0.49833, + "precision_at_10": 0.06963, + "precision_at_100": 0.00882, + "precision_at_1000": 0.001, + "precision_at_20": 0.03771, + "precision_at_3": 0.20059, + "precision_at_5": 0.12814, + "recall_at_1": 0.49778, + "recall_at_10": 0.69577, + "recall_at_100": 0.88098, + "recall_at_1000": 1.0, + "recall_at_20": 0.75362, + "recall_at_3": 0.60122, + "recall_at_5": 0.64016 + }, + { + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ], + "main_score": 0.79737, + "map_at_1": 0.68, + "map_at_10": 0.76029, + "map_at_100": 0.76403, + "map_at_1000": 0.76412, + "map_at_20": 0.76279, + "map_at_3": 0.7437, + "map_at_5": 0.75315, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7602936507936507, + "mrr_at_100": 0.76402570239201, + "mrr_at_1000": 0.7641223249389083, + "mrr_at_20": 0.762790811331962, + "mrr_at_3": 0.7437037037037039, + "mrr_at_5": 0.7531481481481483, + "nauc_map_at_1000_diff1": 0.7747050869165314, + "nauc_map_at_1000_max": 0.6026932482012483, + "nauc_map_at_1000_std": -0.028677483118309612, + "nauc_map_at_100_diff1": 0.7747128211465368, + "nauc_map_at_100_max": 0.6028173179597768, + "nauc_map_at_100_std": -0.02849251408308986, + "nauc_map_at_10_diff1": 0.7746250446176859, + "nauc_map_at_10_max": 0.6040976669719014, + "nauc_map_at_10_std": -0.0249298397526046, + "nauc_map_at_1_diff1": 0.7835997665829743, + "nauc_map_at_1_max": 0.5665392086855701, + "nauc_map_at_1_std": -0.06649313953577696, + "nauc_map_at_20_diff1": 0.7746468761879883, + "nauc_map_at_20_max": 0.603023315659472, + "nauc_map_at_20_std": -0.028446587353062276, + "nauc_map_at_3_diff1": 0.7734037377733063, + "nauc_map_at_3_max": 0.6107140688729729, + "nauc_map_at_3_std": -0.024345405483922382, + "nauc_map_at_5_diff1": 0.775083634582681, + "nauc_map_at_5_max": 0.6067046857700763, + "nauc_map_at_5_std": -0.029674363547606726, + "nauc_mrr_at_1000_diff1": 0.7747050869165314, + "nauc_mrr_at_1000_max": 0.6026932482012483, + "nauc_mrr_at_1000_std": -0.028677483118309612, + "nauc_mrr_at_100_diff1": 0.7747128211465368, + "nauc_mrr_at_100_max": 0.6028173179597768, + "nauc_mrr_at_100_std": -0.02849251408308986, + "nauc_mrr_at_10_diff1": 0.7746250446176859, + "nauc_mrr_at_10_max": 0.6040976669719014, + "nauc_mrr_at_10_std": -0.0249298397526046, + "nauc_mrr_at_1_diff1": 0.7835997665829743, + "nauc_mrr_at_1_max": 0.5665392086855701, + "nauc_mrr_at_1_std": -0.06649313953577696, + "nauc_mrr_at_20_diff1": 0.7746468761879883, + "nauc_mrr_at_20_max": 0.603023315659472, + "nauc_mrr_at_20_std": -0.028446587353062276, + "nauc_mrr_at_3_diff1": 0.7734037377733063, + "nauc_mrr_at_3_max": 0.6107140688729729, + "nauc_mrr_at_3_std": -0.024345405483922382, + "nauc_mrr_at_5_diff1": 0.775083634582681, + "nauc_mrr_at_5_max": 0.6067046857700763, + "nauc_mrr_at_5_std": -0.029674363547606726, + "nauc_ndcg_at_1000_diff1": 0.773386741829602, + "nauc_ndcg_at_1000_max": 0.6081860029174203, + "nauc_ndcg_at_1000_std": -0.01992549510402287, + "nauc_ndcg_at_100_diff1": 0.7732183894523651, + "nauc_ndcg_at_100_max": 0.611320732801426, + "nauc_ndcg_at_100_std": -0.014174128708278229, + "nauc_ndcg_at_10_diff1": 0.7723382499503141, + "nauc_ndcg_at_10_max": 0.6164147229640727, + "nauc_ndcg_at_10_std": -4.8766941761361e-06, + "nauc_ndcg_at_1_diff1": 0.7835997665829743, + "nauc_ndcg_at_1_max": 0.5665392086855701, + "nauc_ndcg_at_1_std": -0.06649313953577696, + "nauc_ndcg_at_20_diff1": 0.7725453864872088, + "nauc_ndcg_at_20_max": 0.6127184283596466, + "nauc_ndcg_at_20_std": -0.01289742383222694, + "nauc_ndcg_at_3_diff1": 0.7699306608149891, + "nauc_ndcg_at_3_max": 0.6277985068310807, + "nauc_ndcg_at_3_std": -0.006356944242558214, + "nauc_ndcg_at_5_diff1": 0.7733665950711135, + "nauc_ndcg_at_5_max": 0.6214238794042198, + "nauc_ndcg_at_5_std": -0.015269421390752385, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7495511024922846, + "nauc_precision_at_100_max": 0.8673058967176737, + "nauc_precision_at_100_std": 0.4766932413991351, + "nauc_precision_at_10_diff1": 0.7585829203476255, + "nauc_precision_at_10_max": 0.6980056980056955, + "nauc_precision_at_10_std": 0.18807009983480458, + "nauc_precision_at_1_diff1": 0.7835997665829743, + "nauc_precision_at_1_max": 0.5665392086855701, + "nauc_precision_at_1_std": -0.06649313953577696, + "nauc_precision_at_20_diff1": 0.7536404632775062, + "nauc_precision_at_20_max": 0.7062498758368556, + "nauc_precision_at_20_std": 0.15299878816774257, + "nauc_precision_at_3_diff1": 0.7569712752429222, + "nauc_precision_at_3_max": 0.6924911623152613, + "nauc_precision_at_3_std": 0.06244790177240605, + "nauc_precision_at_5_diff1": 0.7668583437254615, + "nauc_precision_at_5_max": 0.6881899219435568, + "nauc_precision_at_5_std": 0.0503402460240462, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7495511024922802, + "nauc_recall_at_100_max": 0.8673058967176699, + "nauc_recall_at_100_std": 0.4766932413991318, + "nauc_recall_at_10_diff1": 0.7585829203476253, + "nauc_recall_at_10_max": 0.6980056980056983, + "nauc_recall_at_10_std": 0.1880700998348048, + "nauc_recall_at_1_diff1": 0.7835997665829743, + "nauc_recall_at_1_max": 0.5665392086855701, + "nauc_recall_at_1_std": -0.06649313953577696, + "nauc_recall_at_20_diff1": 0.7536404632775106, + "nauc_recall_at_20_max": 0.7062498758368587, + "nauc_recall_at_20_std": 0.1529987881677476, + "nauc_recall_at_3_diff1": 0.7569712752429226, + "nauc_recall_at_3_max": 0.6924911623152599, + "nauc_recall_at_3_std": 0.06244790177240489, + "nauc_recall_at_5_diff1": 0.7668583437254629, + "nauc_recall_at_5_max": 0.6881899219435595, + "nauc_recall_at_5_std": 0.050340246024047845, + "ndcg_at_1": 0.68, + "ndcg_at_10": 0.79737, + "ndcg_at_100": 0.81376, + "ndcg_at_1000": 0.81574, + "ndcg_at_20": 0.80621, + "ndcg_at_3": 0.76312, + "ndcg_at_5": 0.78009, + "precision_at_1": 0.68, + "precision_at_10": 0.09133, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04739, + "precision_at_3": 0.27296, + "precision_at_5": 0.172, + "recall_at_1": 0.68, + "recall_at_10": 0.91333, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94778, + "recall_at_3": 0.81889, + "recall_at_5": 0.86 + }, + { + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ], + "main_score": 0.63055, + "map_at_1": 0.53782, + "map_at_10": 0.60032, + "map_at_100": 0.60536, + "map_at_1000": 0.60598, + "map_at_20": 0.60248, + "map_at_3": 0.58676, + "map_at_5": 0.59433, + "mrr_at_1": 0.5383759733036707, + "mrr_at_10": 0.6008735455620879, + "mrr_at_100": 0.6058124932247856, + "mrr_at_1000": 0.6064330209441686, + "mrr_at_20": 0.6029320474265747, + "mrr_at_3": 0.5873192436040042, + "mrr_at_5": 0.5948832035595102, + "nauc_map_at_1000_diff1": 0.8198705297058562, + "nauc_map_at_1000_max": 0.816529379262802, + "nauc_map_at_1000_std": 0.3067871828970429, + "nauc_map_at_100_diff1": 0.8196256339338432, + "nauc_map_at_100_max": 0.8164915670258952, + "nauc_map_at_100_std": 0.30711615896944683, + "nauc_map_at_10_diff1": 0.8192096595850511, + "nauc_map_at_10_max": 0.8166186518379605, + "nauc_map_at_10_std": 0.30636108864044764, + "nauc_map_at_1_diff1": 0.8463628294530464, + "nauc_map_at_1_max": 0.8075087882075218, + "nauc_map_at_1_std": 0.2610844065289789, + "nauc_map_at_20_diff1": 0.8193984255501576, + "nauc_map_at_20_max": 0.8166261555586244, + "nauc_map_at_20_std": 0.3067098254298278, + "nauc_map_at_3_diff1": 0.8262687965430264, + "nauc_map_at_3_max": 0.8171184072217155, + "nauc_map_at_3_std": 0.28982974790902566, + "nauc_map_at_5_diff1": 0.8200617292247665, + "nauc_map_at_5_max": 0.8187430283162905, + "nauc_map_at_5_std": 0.30721604054290186, + "nauc_mrr_at_1000_diff1": 0.8205681081763048, + "nauc_mrr_at_1000_max": 0.8167843312076754, + "nauc_mrr_at_1000_std": 0.30720930274986485, + "nauc_mrr_at_100_diff1": 0.8203217078710524, + "nauc_mrr_at_100_max": 0.8167459967894083, + "nauc_mrr_at_100_std": 0.30753762406893703, + "nauc_mrr_at_10_diff1": 0.820049744071559, + "nauc_mrr_at_10_max": 0.816925901069908, + "nauc_mrr_at_10_std": 0.306869425032529, + "nauc_mrr_at_1_diff1": 0.8471462263870023, + "nauc_mrr_at_1_max": 0.807784054153222, + "nauc_mrr_at_1_std": 0.26152198035702307, + "nauc_mrr_at_20_diff1": 0.8200892054418651, + "nauc_mrr_at_20_max": 0.816878765982842, + "nauc_mrr_at_20_std": 0.30712794210772243, + "nauc_mrr_at_3_diff1": 0.8270919223881433, + "nauc_mrr_at_3_max": 0.8174181415808928, + "nauc_mrr_at_3_std": 0.290314708732978, + "nauc_mrr_at_5_diff1": 0.8208919636575567, + "nauc_mrr_at_5_max": 0.8190478331348248, + "nauc_mrr_at_5_std": 0.30771863346147316, + "nauc_ndcg_at_1000_diff1": 0.8133125561327932, + "nauc_ndcg_at_1000_max": 0.8175907564152891, + "nauc_ndcg_at_1000_std": 0.3220406683288134, + "nauc_ndcg_at_100_diff1": 0.8079905845094231, + "nauc_ndcg_at_100_max": 0.8171337914450111, + "nauc_ndcg_at_100_std": 0.33323966144247563, + "nauc_ndcg_at_10_diff1": 0.8061313834044864, + "nauc_ndcg_at_10_max": 0.8183212247530749, + "nauc_ndcg_at_10_std": 0.33098986046636186, + "nauc_ndcg_at_1_diff1": 0.8471462263870023, + "nauc_ndcg_at_1_max": 0.807784054153222, + "nauc_ndcg_at_1_std": 0.26152198035702307, + "nauc_ndcg_at_20_diff1": 0.8059540820876099, + "nauc_ndcg_at_20_max": 0.8177844660778616, + "nauc_ndcg_at_20_std": 0.3319556117662107, + "nauc_ndcg_at_3_diff1": 0.8203039635691586, + "nauc_ndcg_at_3_max": 0.8205499721061313, + "nauc_ndcg_at_3_std": 0.2995974052335331, + "nauc_ndcg_at_5_diff1": 0.808507274167438, + "nauc_ndcg_at_5_max": 0.8235329994466828, + "nauc_ndcg_at_5_std": 0.33193064859273264, + "nauc_precision_at_1000_diff1": 0.09868237494743333, + "nauc_precision_at_1000_max": -0.07031467974999302, + "nauc_precision_at_1000_std": 0.09868237494743333, + "nauc_precision_at_100_diff1": 0.714443685774003, + "nauc_precision_at_100_max": 0.7981619298828428, + "nauc_precision_at_100_std": 0.5240725220067753, + "nauc_precision_at_10_diff1": 0.7552078444105615, + "nauc_precision_at_10_max": 0.8226444453987457, + "nauc_precision_at_10_std": 0.4275508142227573, + "nauc_precision_at_1_diff1": 0.8471462263870023, + "nauc_precision_at_1_max": 0.807784054153222, + "nauc_precision_at_1_std": 0.26152198035702307, + "nauc_precision_at_20_diff1": 0.7411849626914417, + "nauc_precision_at_20_max": 0.8105607208594497, + "nauc_precision_at_20_std": 0.4357987529736059, + "nauc_precision_at_3_diff1": 0.801836876936075, + "nauc_precision_at_3_max": 0.8315169548518205, + "nauc_precision_at_3_std": 0.3305161899123441, + "nauc_precision_at_5_diff1": 0.7683690954377904, + "nauc_precision_at_5_max": 0.8400243569686442, + "nauc_precision_at_5_std": 0.41952821714740507, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7246602173792032, + "nauc_recall_at_100_max": 0.812571439825549, + "nauc_recall_at_100_std": 0.5311304709320482, + "nauc_recall_at_10_diff1": 0.7535557612884362, + "nauc_recall_at_10_max": 0.8215571389832526, + "nauc_recall_at_10_std": 0.42644399449797754, + "nauc_recall_at_1_diff1": 0.8463628294530464, + "nauc_recall_at_1_max": 0.8075087882075218, + "nauc_recall_at_1_std": 0.2610844065289789, + "nauc_recall_at_20_diff1": 0.7468306156067316, + "nauc_recall_at_20_max": 0.818300949254358, + "nauc_recall_at_20_std": 0.4387609854979578, + "nauc_recall_at_3_diff1": 0.8006480592624906, + "nauc_recall_at_3_max": 0.8308635767531197, + "nauc_recall_at_3_std": 0.3298314834049726, + "nauc_recall_at_5_diff1": 0.7671370054499674, + "nauc_recall_at_5_max": 0.8393164501804465, + "nauc_recall_at_5_std": 0.4186948234671842, + "ndcg_at_1": 0.53838, + "ndcg_at_10": 0.63055, + "ndcg_at_100": 0.66092, + "ndcg_at_1000": 0.67641, + "ndcg_at_20": 0.63812, + "ndcg_at_3": 0.60262, + "ndcg_at_5": 0.61631, + "precision_at_1": 0.53838, + "precision_at_10": 0.07253, + "precision_at_100": 0.00882, + "precision_at_1000": 0.001, + "precision_at_20": 0.03776, + "precision_at_3": 0.21617, + "precision_at_5": 0.13637, + "recall_at_1": 0.53782, + "recall_at_10": 0.72469, + "recall_at_100": 0.88098, + "recall_at_1000": 1.0, + "recall_at_20": 0.75417, + "recall_at_3": 0.64794, + "recall_at_5": 0.68131 + }, + { + "hf_subset": "luo_Latn-luo_Latn", + "languages": [ + "luo-Latn", + "luo-Latn" + ], + "main_score": 0.6368, + "map_at_1": 0.53, + "map_at_10": 0.60171, + "map_at_100": 0.60893, + "map_at_1000": 0.60935, + "map_at_20": 0.6059, + "map_at_3": 0.58481, + "map_at_5": 0.59554, + "mrr_at_1": 0.53, + "mrr_at_10": 0.601714726631393, + "mrr_at_100": 0.6089313486855298, + "mrr_at_1000": 0.6093522388914133, + "mrr_at_20": 0.6059042161971725, + "mrr_at_3": 0.5848148148148146, + "mrr_at_5": 0.5955370370370368, + "nauc_map_at_1000_diff1": 0.7663688206427247, + "nauc_map_at_1000_max": 0.7560214861387945, + "nauc_map_at_1000_std": 0.4938138956806155, + "nauc_map_at_100_diff1": 0.7663206149024927, + "nauc_map_at_100_max": 0.7561881506111844, + "nauc_map_at_100_std": 0.4942703028248392, + "nauc_map_at_10_diff1": 0.7667929898939193, + "nauc_map_at_10_max": 0.757882778896121, + "nauc_map_at_10_std": 0.4948377460092337, + "nauc_map_at_1_diff1": 0.7935870825257622, + "nauc_map_at_1_max": 0.7281444113015685, + "nauc_map_at_1_std": 0.4396517096073106, + "nauc_map_at_20_diff1": 0.7653556001448047, + "nauc_map_at_20_max": 0.7562327248527382, + "nauc_map_at_20_std": 0.4945741874346624, + "nauc_map_at_3_diff1": 0.7676526621001545, + "nauc_map_at_3_max": 0.7547459656488735, + "nauc_map_at_3_std": 0.48620966537708155, + "nauc_map_at_5_diff1": 0.7643319388733862, + "nauc_map_at_5_max": 0.7537926349199308, + "nauc_map_at_5_std": 0.48875073603104874, + "nauc_mrr_at_1000_diff1": 0.7663688206427247, + "nauc_mrr_at_1000_max": 0.7560214861387945, + "nauc_mrr_at_1000_std": 0.4938138956806155, + "nauc_mrr_at_100_diff1": 0.7663206149024927, + "nauc_mrr_at_100_max": 0.7561881506111844, + "nauc_mrr_at_100_std": 0.4942703028248392, + "nauc_mrr_at_10_diff1": 0.7667929898939193, + "nauc_mrr_at_10_max": 0.757882778896121, + "nauc_mrr_at_10_std": 0.4948377460092337, + "nauc_mrr_at_1_diff1": 0.7935870825257622, + "nauc_mrr_at_1_max": 0.7281444113015685, + "nauc_mrr_at_1_std": 0.4396517096073106, + "nauc_mrr_at_20_diff1": 0.7653556001448047, + "nauc_mrr_at_20_max": 0.7562327248527382, + "nauc_mrr_at_20_std": 0.4945741874346624, + "nauc_mrr_at_3_diff1": 0.7676526621001545, + "nauc_mrr_at_3_max": 0.7547459656488735, + "nauc_mrr_at_3_std": 0.48620966537708155, + "nauc_mrr_at_5_diff1": 0.7643319388733862, + "nauc_mrr_at_5_max": 0.7537926349199308, + "nauc_mrr_at_5_std": 0.48875073603104874, + "nauc_ndcg_at_1000_diff1": 0.7608056969623289, + "nauc_ndcg_at_1000_max": 0.7626307902833636, + "nauc_ndcg_at_1000_std": 0.5096009929892137, + "nauc_ndcg_at_100_diff1": 0.7591720061772536, + "nauc_ndcg_at_100_max": 0.7672724101812772, + "nauc_ndcg_at_100_std": 0.5222553464963969, + "nauc_ndcg_at_10_diff1": 0.7580393149773252, + "nauc_ndcg_at_10_max": 0.7738588835300473, + "nauc_ndcg_at_10_std": 0.5254070624189257, + "nauc_ndcg_at_1_diff1": 0.7935870825257622, + "nauc_ndcg_at_1_max": 0.7281444113015685, + "nauc_ndcg_at_1_std": 0.4396517096073106, + "nauc_ndcg_at_20_diff1": 0.7516706377770975, + "nauc_ndcg_at_20_max": 0.7672841829842862, + "nauc_ndcg_at_20_std": 0.5242891233432869, + "nauc_ndcg_at_3_diff1": 0.7589868178066553, + "nauc_ndcg_at_3_max": 0.7644500817315298, + "nauc_ndcg_at_3_std": 0.503759499468296, + "nauc_ndcg_at_5_diff1": 0.7525920475312822, + "nauc_ndcg_at_5_max": 0.7630708588794776, + "nauc_ndcg_at_5_std": 0.5089867666211253, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7175602635420395, + "nauc_precision_at_100_max": 0.878690443313479, + "nauc_precision_at_100_std": 0.8253836745966009, + "nauc_precision_at_10_diff1": 0.725189592651904, + "nauc_precision_at_10_max": 0.8419110203029798, + "nauc_precision_at_10_std": 0.655095532608095, + "nauc_precision_at_1_diff1": 0.7935870825257622, + "nauc_precision_at_1_max": 0.7281444113015685, + "nauc_precision_at_1_std": 0.4396517096073106, + "nauc_precision_at_20_diff1": 0.6784760005697189, + "nauc_precision_at_20_max": 0.8169349095570421, + "nauc_precision_at_20_std": 0.6753083606323877, + "nauc_precision_at_3_diff1": 0.7313267318064343, + "nauc_precision_at_3_max": 0.7957144186029543, + "nauc_precision_at_3_std": 0.5604853198408777, + "nauc_precision_at_5_diff1": 0.7111052660111667, + "nauc_precision_at_5_max": 0.795176320116937, + "nauc_precision_at_5_std": 0.5803133464379576, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7175602635420355, + "nauc_recall_at_100_max": 0.8786904433134765, + "nauc_recall_at_100_std": 0.8253836745966, + "nauc_recall_at_10_diff1": 0.7251895926519042, + "nauc_recall_at_10_max": 0.84191102030298, + "nauc_recall_at_10_std": 0.6550955326080956, + "nauc_recall_at_1_diff1": 0.7935870825257622, + "nauc_recall_at_1_max": 0.7281444113015685, + "nauc_recall_at_1_std": 0.4396517096073106, + "nauc_recall_at_20_diff1": 0.6784760005697186, + "nauc_recall_at_20_max": 0.8169349095570425, + "nauc_recall_at_20_std": 0.6753083606323893, + "nauc_recall_at_3_diff1": 0.731326731806434, + "nauc_recall_at_3_max": 0.7957144186029543, + "nauc_recall_at_3_std": 0.5604853198408769, + "nauc_recall_at_5_diff1": 0.7111052660111676, + "nauc_recall_at_5_max": 0.7951763201169376, + "nauc_recall_at_5_std": 0.5803133464379584, + "ndcg_at_1": 0.53, + "ndcg_at_10": 0.6368, + "ndcg_at_100": 0.6734, + "ndcg_at_1000": 0.68373, + "ndcg_at_20": 0.65182, + "ndcg_at_3": 0.6027, + "ndcg_at_5": 0.62197, + "precision_at_1": 0.53, + "precision_at_10": 0.07467, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "precision_at_20": 0.04028, + "precision_at_3": 0.21815, + "precision_at_5": 0.14022, + "recall_at_1": 0.53, + "recall_at_10": 0.74667, + "recall_at_100": 0.92111, + "recall_at_1000": 1.0, + "recall_at_20": 0.80556, + "recall_at_3": 0.65444, + "recall_at_5": 0.70111 + }, + { + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ], + "main_score": 0.79791, + "map_at_1": 0.68778, + "map_at_10": 0.76243, + "map_at_100": 0.76664, + "map_at_1000": 0.76673, + "map_at_20": 0.7656, + "map_at_3": 0.74537, + "map_at_5": 0.75615, + "mrr_at_1": 0.6877777777777778, + "mrr_at_10": 0.7624263668430334, + "mrr_at_100": 0.7666447670745026, + "mrr_at_1000": 0.7667274869357124, + "mrr_at_20": 0.76559731621148, + "mrr_at_3": 0.7453703703703706, + "mrr_at_5": 0.7561481481481481, + "nauc_map_at_1000_diff1": 0.7831229806442116, + "nauc_map_at_1000_max": 0.5848675184405386, + "nauc_map_at_1000_std": 0.04777361749128877, + "nauc_map_at_100_diff1": 0.7831458340260035, + "nauc_map_at_100_max": 0.5849853932444044, + "nauc_map_at_100_std": 0.047895844382511085, + "nauc_map_at_10_diff1": 0.7806920037974702, + "nauc_map_at_10_max": 0.5856331975453685, + "nauc_map_at_10_std": 0.050783147691881025, + "nauc_map_at_1_diff1": 0.8044443837572443, + "nauc_map_at_1_max": 0.5594200297670713, + "nauc_map_at_1_std": 0.0005910499817609211, + "nauc_map_at_20_diff1": 0.7825184183067896, + "nauc_map_at_20_max": 0.5855638099930454, + "nauc_map_at_20_std": 0.049424717479185365, + "nauc_map_at_3_diff1": 0.7844200436903948, + "nauc_map_at_3_max": 0.5845678596518241, + "nauc_map_at_3_std": 0.041097071588732964, + "nauc_map_at_5_diff1": 0.7812596532110663, + "nauc_map_at_5_max": 0.5870659082789389, + "nauc_map_at_5_std": 0.05045193396824076, + "nauc_mrr_at_1000_diff1": 0.7831229806442116, + "nauc_mrr_at_1000_max": 0.5848675184405386, + "nauc_mrr_at_1000_std": 0.04777361749128877, + "nauc_mrr_at_100_diff1": 0.7831458340260035, + "nauc_mrr_at_100_max": 0.5849853932444044, + "nauc_mrr_at_100_std": 0.047895844382511085, + "nauc_mrr_at_10_diff1": 0.7806920037974702, + "nauc_mrr_at_10_max": 0.5856331975453685, + "nauc_mrr_at_10_std": 0.050783147691881025, + "nauc_mrr_at_1_diff1": 0.8044443837572443, + "nauc_mrr_at_1_max": 0.5594200297670713, + "nauc_mrr_at_1_std": 0.0005910499817609211, + "nauc_mrr_at_20_diff1": 0.7825184183067896, + "nauc_mrr_at_20_max": 0.5855638099930454, + "nauc_mrr_at_20_std": 0.049424717479185365, + "nauc_mrr_at_3_diff1": 0.7844200436903948, + "nauc_mrr_at_3_max": 0.5845678596518241, + "nauc_mrr_at_3_std": 0.041097071588732964, + "nauc_mrr_at_5_diff1": 0.7812596532110663, + "nauc_mrr_at_5_max": 0.5870659082789389, + "nauc_mrr_at_5_std": 0.05045193396824076, + "nauc_ndcg_at_1000_diff1": 0.7800341745747635, + "nauc_ndcg_at_1000_max": 0.5901092672657713, + "nauc_ndcg_at_1000_std": 0.057388791053915984, + "nauc_ndcg_at_100_diff1": 0.7804801331728344, + "nauc_ndcg_at_100_max": 0.592853944334526, + "nauc_ndcg_at_100_std": 0.06054942930447205, + "nauc_ndcg_at_10_diff1": 0.7691183183999276, + "nauc_ndcg_at_10_max": 0.5963294077422748, + "nauc_ndcg_at_10_std": 0.0759057370505983, + "nauc_ndcg_at_1_diff1": 0.8044443837572443, + "nauc_ndcg_at_1_max": 0.5594200297670713, + "nauc_ndcg_at_1_std": 0.0005910499817609211, + "nauc_ndcg_at_20_diff1": 0.7765975292949197, + "nauc_ndcg_at_20_max": 0.5979045729442546, + "nauc_ndcg_at_20_std": 0.07297173879542623, + "nauc_ndcg_at_3_diff1": 0.7775841264745023, + "nauc_ndcg_at_3_max": 0.5939640208533505, + "nauc_ndcg_at_3_std": 0.05281113388021129, + "nauc_ndcg_at_5_diff1": 0.7712505352828419, + "nauc_ndcg_at_5_max": 0.5998322123112472, + "nauc_ndcg_at_5_std": 0.07326971322346572, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8225957049486472, + "nauc_precision_at_100_max": 0.8781512605042008, + "nauc_precision_at_100_std": 0.40140056022408677, + "nauc_precision_at_10_diff1": 0.6903509371228131, + "nauc_precision_at_10_max": 0.6649757463961188, + "nauc_precision_at_10_std": 0.24978365329871485, + "nauc_precision_at_1_diff1": 0.8044443837572443, + "nauc_precision_at_1_max": 0.5594200297670713, + "nauc_precision_at_1_std": 0.0005910499817609211, + "nauc_precision_at_20_diff1": 0.7229965156794387, + "nauc_precision_at_20_max": 0.7656395891689971, + "nauc_precision_at_20_std": 0.3907904625264706, + "nauc_precision_at_3_diff1": 0.752479867899921, + "nauc_precision_at_3_max": 0.6288334749261131, + "nauc_precision_at_3_std": 0.09488411329017807, + "nauc_precision_at_5_diff1": 0.7241612258286206, + "nauc_precision_at_5_max": 0.6606088532067097, + "nauc_precision_at_5_std": 0.18320264908937295, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8225957049486382, + "nauc_recall_at_100_max": 0.8781512605042049, + "nauc_recall_at_100_std": 0.40140056022408804, + "nauc_recall_at_10_diff1": 0.6903509371228159, + "nauc_recall_at_10_max": 0.6649757463961207, + "nauc_recall_at_10_std": 0.24978365329871763, + "nauc_recall_at_1_diff1": 0.8044443837572443, + "nauc_recall_at_1_max": 0.5594200297670713, + "nauc_recall_at_1_std": 0.0005910499817609211, + "nauc_recall_at_20_diff1": 0.7229965156794447, + "nauc_recall_at_20_max": 0.7656395891690015, + "nauc_recall_at_20_std": 0.3907904625264735, + "nauc_recall_at_3_diff1": 0.7524798678999202, + "nauc_recall_at_3_max": 0.6288334749261119, + "nauc_recall_at_3_std": 0.09488411329017714, + "nauc_recall_at_5_diff1": 0.7241612258286212, + "nauc_recall_at_5_max": 0.6606088532067096, + "nauc_recall_at_5_std": 0.1832026490893755, + "ndcg_at_1": 0.68778, + "ndcg_at_10": 0.79791, + "ndcg_at_100": 0.81613, + "ndcg_at_1000": 0.81769, + "ndcg_at_20": 0.80944, + "ndcg_at_3": 0.76345, + "ndcg_at_5": 0.78277, + "precision_at_1": 0.68778, + "precision_at_10": 0.09089, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.27185, + "precision_at_5": 0.17244, + "recall_at_1": 0.68778, + "recall_at_10": 0.90889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.81556, + "recall_at_5": 0.86222 + }, + { + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ], + "main_score": 0.66971, + "map_at_1": 0.56667, + "map_at_10": 0.63525, + "map_at_100": 0.64055, + "map_at_1000": 0.64102, + "map_at_20": 0.63841, + "map_at_3": 0.62019, + "map_at_5": 0.6273, + "mrr_at_1": 0.5666666666666667, + "mrr_at_10": 0.6352508818342151, + "mrr_at_100": 0.6405512906253573, + "mrr_at_1000": 0.6410234193065876, + "mrr_at_20": 0.638408047037433, + "mrr_at_3": 0.6201851851851851, + "mrr_at_5": 0.6272962962962961, + "nauc_map_at_1000_diff1": 0.811661045804129, + "nauc_map_at_1000_max": 0.7971599873249766, + "nauc_map_at_1000_std": 0.2957174255078314, + "nauc_map_at_100_diff1": 0.8114165692392445, + "nauc_map_at_100_max": 0.7972315927302326, + "nauc_map_at_100_std": 0.2962308867929725, + "nauc_map_at_10_diff1": 0.8106528420401875, + "nauc_map_at_10_max": 0.797017477369446, + "nauc_map_at_10_std": 0.2959681929449439, + "nauc_map_at_1_diff1": 0.8484835486074701, + "nauc_map_at_1_max": 0.7742258869135569, + "nauc_map_at_1_std": 0.23359706401029512, + "nauc_map_at_20_diff1": 0.8107136067024083, + "nauc_map_at_20_max": 0.797449877627955, + "nauc_map_at_20_std": 0.2976127330615368, + "nauc_map_at_3_diff1": 0.8148445397263357, + "nauc_map_at_3_max": 0.7971623037463663, + "nauc_map_at_3_std": 0.283595340930598, + "nauc_map_at_5_diff1": 0.8112685723006259, + "nauc_map_at_5_max": 0.7975431615026447, + "nauc_map_at_5_std": 0.29176491736583926, + "nauc_mrr_at_1000_diff1": 0.811661045804129, + "nauc_mrr_at_1000_max": 0.7971599873249766, + "nauc_mrr_at_1000_std": 0.2957174255078314, + "nauc_mrr_at_100_diff1": 0.8114165692392445, + "nauc_mrr_at_100_max": 0.7972315927302326, + "nauc_mrr_at_100_std": 0.2962308867929725, + "nauc_mrr_at_10_diff1": 0.8106528420401875, + "nauc_mrr_at_10_max": 0.797017477369446, + "nauc_mrr_at_10_std": 0.2959681929449439, + "nauc_mrr_at_1_diff1": 0.8484835486074701, + "nauc_mrr_at_1_max": 0.7742258869135569, + "nauc_mrr_at_1_std": 0.23359706401029512, + "nauc_mrr_at_20_diff1": 0.8107136067024083, + "nauc_mrr_at_20_max": 0.797449877627955, + "nauc_mrr_at_20_std": 0.2976127330615368, + "nauc_mrr_at_3_diff1": 0.8148445397263357, + "nauc_mrr_at_3_max": 0.7971623037463663, + "nauc_mrr_at_3_std": 0.283595340930598, + "nauc_mrr_at_5_diff1": 0.8112685723006259, + "nauc_mrr_at_5_max": 0.7975431615026447, + "nauc_mrr_at_5_std": 0.29176491736583926, + "nauc_ndcg_at_1000_diff1": 0.8028475317272962, + "nauc_ndcg_at_1000_max": 0.8011352622954914, + "nauc_ndcg_at_1000_std": 0.3142723290155677, + "nauc_ndcg_at_100_diff1": 0.7963429569687559, + "nauc_ndcg_at_100_max": 0.8033973785156782, + "nauc_ndcg_at_100_std": 0.32972152332399074, + "nauc_ndcg_at_10_diff1": 0.7926631085794008, + "nauc_ndcg_at_10_max": 0.8033066954684023, + "nauc_ndcg_at_10_std": 0.3301208204598573, + "nauc_ndcg_at_1_diff1": 0.8484835486074701, + "nauc_ndcg_at_1_max": 0.7742258869135569, + "nauc_ndcg_at_1_std": 0.23359706401029512, + "nauc_ndcg_at_20_diff1": 0.7928298353927073, + "nauc_ndcg_at_20_max": 0.8053157861796443, + "nauc_ndcg_at_20_std": 0.3377054041148819, + "nauc_ndcg_at_3_diff1": 0.802038719789705, + "nauc_ndcg_at_3_max": 0.8030321678336327, + "nauc_ndcg_at_3_std": 0.3011604115550764, + "nauc_ndcg_at_5_diff1": 0.7950887341223424, + "nauc_ndcg_at_5_max": 0.8042389051489324, + "nauc_ndcg_at_5_std": 0.3165814307659794, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.661422144615425, + "nauc_precision_at_100_max": 0.8530927522524175, + "nauc_precision_at_100_std": 0.6617859264918127, + "nauc_precision_at_10_diff1": 0.7152324677423906, + "nauc_precision_at_10_max": 0.8284323661395795, + "nauc_precision_at_10_std": 0.48335997413746534, + "nauc_precision_at_1_diff1": 0.8484835486074701, + "nauc_precision_at_1_max": 0.7742258869135569, + "nauc_precision_at_1_std": 0.23359706401029512, + "nauc_precision_at_20_diff1": 0.7004320797142964, + "nauc_precision_at_20_max": 0.8467250751100657, + "nauc_precision_at_20_std": 0.5646576429610686, + "nauc_precision_at_3_diff1": 0.7600434607049298, + "nauc_precision_at_3_max": 0.8213624579876599, + "nauc_precision_at_3_std": 0.3582913778877088, + "nauc_precision_at_5_diff1": 0.7375166652228748, + "nauc_precision_at_5_max": 0.8271042550988708, + "nauc_precision_at_5_std": 0.4049517104698788, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6614221446154228, + "nauc_recall_at_100_max": 0.8530927522524164, + "nauc_recall_at_100_std": 0.6617859264918099, + "nauc_recall_at_10_diff1": 0.7152324677423906, + "nauc_recall_at_10_max": 0.828432366139581, + "nauc_recall_at_10_std": 0.48335997413746673, + "nauc_recall_at_1_diff1": 0.8484835486074701, + "nauc_recall_at_1_max": 0.7742258869135569, + "nauc_recall_at_1_std": 0.23359706401029512, + "nauc_recall_at_20_diff1": 0.7004320797142983, + "nauc_recall_at_20_max": 0.8467250751100668, + "nauc_recall_at_20_std": 0.5646576429610681, + "nauc_recall_at_3_diff1": 0.7600434607049296, + "nauc_recall_at_3_max": 0.8213624579876604, + "nauc_recall_at_3_std": 0.35829137788770815, + "nauc_recall_at_5_diff1": 0.7375166652228758, + "nauc_recall_at_5_max": 0.827104255098872, + "nauc_recall_at_5_std": 0.4049517104698804, + "ndcg_at_1": 0.56667, + "ndcg_at_10": 0.66971, + "ndcg_at_100": 0.6976, + "ndcg_at_1000": 0.70887, + "ndcg_at_20": 0.68141, + "ndcg_at_3": 0.63755, + "ndcg_at_5": 0.65037, + "precision_at_1": 0.56667, + "precision_at_10": 0.07789, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "precision_at_20": 0.04128, + "precision_at_3": 0.22926, + "precision_at_5": 0.14378, + "recall_at_1": 0.56667, + "recall_at_10": 0.77889, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "recall_at_20": 0.82556, + "recall_at_3": 0.68778, + "recall_at_5": 0.71889 + }, + { + "hf_subset": "lvs_Latn-lvs_Latn", + "languages": [ + "lvs-Latn", + "lvs-Latn" + ], + "main_score": 0.85168, + "map_at_1": 0.77222, + "map_at_10": 0.82546, + "map_at_100": 0.82737, + "map_at_1000": 0.82746, + "map_at_20": 0.82627, + "map_at_3": 0.81315, + "map_at_5": 0.8197, + "mrr_at_1": 0.7722222222222223, + "mrr_at_10": 0.8254598765432098, + "mrr_at_100": 0.8273687104300355, + "mrr_at_1000": 0.8274567480754131, + "mrr_at_20": 0.8262719635789811, + "mrr_at_3": 0.8131481481481483, + "mrr_at_5": 0.8197037037037039, + "nauc_map_at_1000_diff1": 0.8448081324210518, + "nauc_map_at_1000_max": 0.8087398059366944, + "nauc_map_at_1000_std": 0.16356798838104053, + "nauc_map_at_100_diff1": 0.8448112879281489, + "nauc_map_at_100_max": 0.808815146794295, + "nauc_map_at_100_std": 0.16380463158960434, + "nauc_map_at_10_diff1": 0.8441876837485132, + "nauc_map_at_10_max": 0.8091902463264047, + "nauc_map_at_10_std": 0.16542639033807746, + "nauc_map_at_1_diff1": 0.8500582655656771, + "nauc_map_at_1_max": 0.7886400942273235, + "nauc_map_at_1_std": 0.11101281842444886, + "nauc_map_at_20_diff1": 0.8447078794465215, + "nauc_map_at_20_max": 0.8092391330818589, + "nauc_map_at_20_std": 0.16572328438453096, + "nauc_map_at_3_diff1": 0.8449419911849135, + "nauc_map_at_3_max": 0.8088996193553111, + "nauc_map_at_3_std": 0.1581871005461212, + "nauc_map_at_5_diff1": 0.8445417590909015, + "nauc_map_at_5_max": 0.8100265705609234, + "nauc_map_at_5_std": 0.164272887153914, + "nauc_mrr_at_1000_diff1": 0.8448081324210518, + "nauc_mrr_at_1000_max": 0.8087398059366944, + "nauc_mrr_at_1000_std": 0.16356798838104053, + "nauc_mrr_at_100_diff1": 0.8448112879281489, + "nauc_mrr_at_100_max": 0.808815146794295, + "nauc_mrr_at_100_std": 0.16380463158960434, + "nauc_mrr_at_10_diff1": 0.8441876837485132, + "nauc_mrr_at_10_max": 0.8091902463264047, + "nauc_mrr_at_10_std": 0.16542639033807746, + "nauc_mrr_at_1_diff1": 0.8500582655656771, + "nauc_mrr_at_1_max": 0.7886400942273235, + "nauc_mrr_at_1_std": 0.11101281842444886, + "nauc_mrr_at_20_diff1": 0.8447078794465215, + "nauc_mrr_at_20_max": 0.8092391330818589, + "nauc_mrr_at_20_std": 0.16572328438453096, + "nauc_mrr_at_3_diff1": 0.8449419911849135, + "nauc_mrr_at_3_max": 0.8088996193553111, + "nauc_mrr_at_3_std": 0.1581871005461212, + "nauc_mrr_at_5_diff1": 0.8445417590909015, + "nauc_mrr_at_5_max": 0.8100265705609234, + "nauc_mrr_at_5_std": 0.164272887153914, + "nauc_ndcg_at_1000_diff1": 0.8436786021615849, + "nauc_ndcg_at_1000_max": 0.8124924281150274, + "nauc_ndcg_at_1000_std": 0.17637743874854767, + "nauc_ndcg_at_100_diff1": 0.8437286972285507, + "nauc_ndcg_at_100_max": 0.814527134555908, + "nauc_ndcg_at_100_std": 0.18271591883331606, + "nauc_ndcg_at_10_diff1": 0.8406272419651565, + "nauc_ndcg_at_10_max": 0.8172162182354605, + "nauc_ndcg_at_10_std": 0.19504183349632517, + "nauc_ndcg_at_1_diff1": 0.8500582655656771, + "nauc_ndcg_at_1_max": 0.7886400942273235, + "nauc_ndcg_at_1_std": 0.11101281842444886, + "nauc_ndcg_at_20_diff1": 0.8426209858332664, + "nauc_ndcg_at_20_max": 0.8173144928226466, + "nauc_ndcg_at_20_std": 0.19641088074647992, + "nauc_ndcg_at_3_diff1": 0.8424961412627066, + "nauc_ndcg_at_3_max": 0.8157948299747925, + "nauc_ndcg_at_3_std": 0.17658667937125622, + "nauc_ndcg_at_5_diff1": 0.8418316291645023, + "nauc_ndcg_at_5_max": 0.8188364163552568, + "nauc_ndcg_at_5_std": 0.18986332581684956, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8462974933563284, + "nauc_precision_at_100_max": 0.9472096530920265, + "nauc_precision_at_100_std": 0.596602743661561, + "nauc_precision_at_10_diff1": 0.8140973903685754, + "nauc_precision_at_10_max": 0.8732928199528394, + "nauc_precision_at_10_std": 0.41427305385430857, + "nauc_precision_at_1_diff1": 0.8500582655656771, + "nauc_precision_at_1_max": 0.7886400942273235, + "nauc_precision_at_1_std": 0.11101281842444886, + "nauc_precision_at_20_diff1": 0.8272739651416102, + "nauc_precision_at_20_max": 0.8856403672580103, + "nauc_precision_at_20_std": 0.47510115157174027, + "nauc_precision_at_3_diff1": 0.8330658547906203, + "nauc_precision_at_3_max": 0.8414678278382214, + "nauc_precision_at_3_std": 0.24617072998041098, + "nauc_precision_at_5_diff1": 0.829619214545735, + "nauc_precision_at_5_max": 0.8588137290779855, + "nauc_precision_at_5_std": 0.30740191452069554, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8462974933563272, + "nauc_recall_at_100_max": 0.9472096530920127, + "nauc_recall_at_100_std": 0.5966027436615656, + "nauc_recall_at_10_diff1": 0.8140973903685761, + "nauc_recall_at_10_max": 0.8732928199528378, + "nauc_recall_at_10_std": 0.41427305385431007, + "nauc_recall_at_1_diff1": 0.8500582655656771, + "nauc_recall_at_1_max": 0.7886400942273235, + "nauc_recall_at_1_std": 0.11101281842444886, + "nauc_recall_at_20_diff1": 0.8272739651416126, + "nauc_recall_at_20_max": 0.8856403672580131, + "nauc_recall_at_20_std": 0.47510115157174154, + "nauc_recall_at_3_diff1": 0.8330658547906196, + "nauc_recall_at_3_max": 0.8414678278382216, + "nauc_recall_at_3_std": 0.24617072998041073, + "nauc_recall_at_5_diff1": 0.8296192145457344, + "nauc_recall_at_5_max": 0.8588137290779864, + "nauc_recall_at_5_std": 0.30740191452069643, + "ndcg_at_1": 0.77222, + "ndcg_at_10": 0.85168, + "ndcg_at_100": 0.86213, + "ndcg_at_1000": 0.86407, + "ndcg_at_20": 0.85472, + "ndcg_at_3": 0.82607, + "ndcg_at_5": 0.83769, + "precision_at_1": 0.77222, + "precision_at_10": 0.09344, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.28778, + "precision_at_5": 0.17822, + "recall_at_1": 0.77222, + "recall_at_10": 0.93444, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.86333, + "recall_at_5": 0.89111 + }, + { + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ], + "main_score": 0.87632, + "map_at_1": 0.77889, + "map_at_10": 0.84697, + "map_at_100": 0.84841, + "map_at_1000": 0.84843, + "map_at_20": 0.848, + "map_at_3": 0.83556, + "map_at_5": 0.84283, + "mrr_at_1": 0.7788888888888889, + "mrr_at_10": 0.8469708994709, + "mrr_at_100": 0.8484067948888352, + "mrr_at_1000": 0.848431922650008, + "mrr_at_20": 0.8479980722322058, + "mrr_at_3": 0.835555555555556, + "mrr_at_5": 0.8428333333333339, + "nauc_map_at_1000_diff1": 0.8391876717874572, + "nauc_map_at_1000_max": 0.7191910873442847, + "nauc_map_at_1000_std": -0.001968311489975904, + "nauc_map_at_100_diff1": 0.8391801257078744, + "nauc_map_at_100_max": 0.719225645161567, + "nauc_map_at_100_std": -0.001868759994513148, + "nauc_map_at_10_diff1": 0.8390705106979761, + "nauc_map_at_10_max": 0.7198743016816119, + "nauc_map_at_10_std": -0.0015126641522618639, + "nauc_map_at_1_diff1": 0.8556188149930853, + "nauc_map_at_1_max": 0.7131029138967498, + "nauc_map_at_1_std": 0.0036048471724408, + "nauc_map_at_20_diff1": 0.8390367669894134, + "nauc_map_at_20_max": 0.7192822378680214, + "nauc_map_at_20_std": -0.002442467052900467, + "nauc_map_at_3_diff1": 0.8357263061507086, + "nauc_map_at_3_max": 0.7160184503892201, + "nauc_map_at_3_std": -0.01367864021685052, + "nauc_map_at_5_diff1": 0.8380984689348884, + "nauc_map_at_5_max": 0.720628021119339, + "nauc_map_at_5_std": -0.0019453261944329591, + "nauc_mrr_at_1000_diff1": 0.8391876717874572, + "nauc_mrr_at_1000_max": 0.7191910873442847, + "nauc_mrr_at_1000_std": -0.001968311489975904, + "nauc_mrr_at_100_diff1": 0.8391801257078744, + "nauc_mrr_at_100_max": 0.719225645161567, + "nauc_mrr_at_100_std": -0.001868759994513148, + "nauc_mrr_at_10_diff1": 0.8390705106979761, + "nauc_mrr_at_10_max": 0.7198743016816119, + "nauc_mrr_at_10_std": -0.0015126641522618639, + "nauc_mrr_at_1_diff1": 0.8556188149930853, + "nauc_mrr_at_1_max": 0.7131029138967498, + "nauc_mrr_at_1_std": 0.0036048471724408, + "nauc_mrr_at_20_diff1": 0.8390367669894134, + "nauc_mrr_at_20_max": 0.7192822378680214, + "nauc_mrr_at_20_std": -0.002442467052900467, + "nauc_mrr_at_3_diff1": 0.8357263061507086, + "nauc_mrr_at_3_max": 0.7160184503892201, + "nauc_mrr_at_3_std": -0.01367864021685052, + "nauc_mrr_at_5_diff1": 0.8380984689348884, + "nauc_mrr_at_5_max": 0.720628021119339, + "nauc_mrr_at_5_std": -0.0019453261944329591, + "nauc_ndcg_at_1000_diff1": 0.8374119943730018, + "nauc_ndcg_at_1000_max": 0.721671892790368, + "nauc_ndcg_at_1000_std": 0.0008044964700453504, + "nauc_ndcg_at_100_diff1": 0.8369822676440163, + "nauc_ndcg_at_100_max": 0.7226383079177071, + "nauc_ndcg_at_100_std": 0.0039218994554950405, + "nauc_ndcg_at_10_diff1": 0.8361191508169863, + "nauc_ndcg_at_10_max": 0.7264627395843011, + "nauc_ndcg_at_10_std": 0.005171725055929133, + "nauc_ndcg_at_1_diff1": 0.8556188149930853, + "nauc_ndcg_at_1_max": 0.7131029138967498, + "nauc_ndcg_at_1_std": 0.0036048471724408, + "nauc_ndcg_at_20_diff1": 0.8361184521732737, + "nauc_ndcg_at_20_max": 0.7243008115770265, + "nauc_ndcg_at_20_std": 0.001413049238078301, + "nauc_ndcg_at_3_diff1": 0.8292779235528349, + "nauc_ndcg_at_3_max": 0.7183318222617666, + "nauc_ndcg_at_3_std": -0.019345066664627746, + "nauc_ndcg_at_5_diff1": 0.8334398578213577, + "nauc_ndcg_at_5_max": 0.7277479483919751, + "nauc_ndcg_at_5_std": 0.004389067220588247, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7480158730158846, + "nauc_precision_at_100_max": 0.8978758169934363, + "nauc_precision_at_100_std": 0.5839169000933412, + "nauc_precision_at_10_diff1": 0.8100062247121084, + "nauc_precision_at_10_max": 0.8125116713351989, + "nauc_precision_at_10_std": 0.1015094926859584, + "nauc_precision_at_1_diff1": 0.8556188149930853, + "nauc_precision_at_1_max": 0.7131029138967498, + "nauc_precision_at_1_std": 0.0036048471724408, + "nauc_precision_at_20_diff1": 0.7931015543472251, + "nauc_precision_at_20_max": 0.8315483055967374, + "nauc_precision_at_20_std": 0.09078925687921655, + "nauc_precision_at_3_diff1": 0.8004853104032332, + "nauc_precision_at_3_max": 0.7295507350226917, + "nauc_precision_at_3_std": -0.044687642498857594, + "nauc_precision_at_5_diff1": 0.8057084902926691, + "nauc_precision_at_5_max": 0.7774799575002392, + "nauc_precision_at_5_std": 0.054533307575902176, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7480158730158548, + "nauc_recall_at_100_max": 0.8978758169934707, + "nauc_recall_at_100_std": 0.5839169000933686, + "nauc_recall_at_10_diff1": 0.8100062247121078, + "nauc_recall_at_10_max": 0.8125116713352022, + "nauc_recall_at_10_std": 0.10150949268596163, + "nauc_recall_at_1_diff1": 0.8556188149930853, + "nauc_recall_at_1_max": 0.7131029138967498, + "nauc_recall_at_1_std": 0.0036048471724408, + "nauc_recall_at_20_diff1": 0.7931015543472276, + "nauc_recall_at_20_max": 0.8315483055967499, + "nauc_recall_at_20_std": 0.09078925687921718, + "nauc_recall_at_3_diff1": 0.8004853104032315, + "nauc_recall_at_3_max": 0.7295507350226921, + "nauc_recall_at_3_std": -0.044687642498860265, + "nauc_recall_at_5_diff1": 0.8057084902926679, + "nauc_recall_at_5_max": 0.7774799575002421, + "nauc_recall_at_5_std": 0.05453330757590223, + "ndcg_at_1": 0.77889, + "ndcg_at_10": 0.87632, + "ndcg_at_100": 0.88275, + "ndcg_at_1000": 0.88334, + "ndcg_at_20": 0.88, + "ndcg_at_3": 0.8533, + "ndcg_at_5": 0.86627, + "precision_at_1": 0.77889, + "precision_at_10": 0.09667, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30148, + "precision_at_5": 0.18711, + "recall_at_1": 0.77889, + "recall_at_10": 0.96667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.90444, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ], + "main_score": 0.80899, + "map_at_1": 0.71556, + "map_at_10": 0.77735, + "map_at_100": 0.78074, + "map_at_1000": 0.78084, + "map_at_20": 0.77948, + "map_at_3": 0.76148, + "map_at_5": 0.77081, + "mrr_at_1": 0.7155555555555555, + "mrr_at_10": 0.7773465608465613, + "mrr_at_100": 0.7807382921554429, + "mrr_at_1000": 0.7808428375033297, + "mrr_at_20": 0.7794793395363578, + "mrr_at_3": 0.7614814814814816, + "mrr_at_5": 0.7708148148148153, + "nauc_map_at_1000_diff1": 0.8451483424608763, + "nauc_map_at_1000_max": 0.7921970705686011, + "nauc_map_at_1000_std": 0.19802289704974751, + "nauc_map_at_100_diff1": 0.8450520224524453, + "nauc_map_at_100_max": 0.7922535111676235, + "nauc_map_at_100_std": 0.19830905899505338, + "nauc_map_at_10_diff1": 0.8444506403350532, + "nauc_map_at_10_max": 0.7928639390950298, + "nauc_map_at_10_std": 0.20075447221724138, + "nauc_map_at_1_diff1": 0.8605512918155721, + "nauc_map_at_1_max": 0.7737858105337162, + "nauc_map_at_1_std": 0.13704878518282945, + "nauc_map_at_20_diff1": 0.8451792385879434, + "nauc_map_at_20_max": 0.7927730170843712, + "nauc_map_at_20_std": 0.2001462906005771, + "nauc_map_at_3_diff1": 0.8429391619172726, + "nauc_map_at_3_max": 0.7900926799202137, + "nauc_map_at_3_std": 0.19289483603467794, + "nauc_map_at_5_diff1": 0.8437784498017274, + "nauc_map_at_5_max": 0.7929799467888863, + "nauc_map_at_5_std": 0.19617066299325414, + "nauc_mrr_at_1000_diff1": 0.8451483424608763, + "nauc_mrr_at_1000_max": 0.7921970705686011, + "nauc_mrr_at_1000_std": 0.19802289704974751, + "nauc_mrr_at_100_diff1": 0.8450520224524453, + "nauc_mrr_at_100_max": 0.7922535111676235, + "nauc_mrr_at_100_std": 0.19830905899505338, + "nauc_mrr_at_10_diff1": 0.8444506403350532, + "nauc_mrr_at_10_max": 0.7928639390950298, + "nauc_mrr_at_10_std": 0.20075447221724138, + "nauc_mrr_at_1_diff1": 0.8605512918155721, + "nauc_mrr_at_1_max": 0.7737858105337162, + "nauc_mrr_at_1_std": 0.13704878518282945, + "nauc_mrr_at_20_diff1": 0.8451792385879434, + "nauc_mrr_at_20_max": 0.7927730170843712, + "nauc_mrr_at_20_std": 0.2001462906005771, + "nauc_mrr_at_3_diff1": 0.8429391619172726, + "nauc_mrr_at_3_max": 0.7900926799202137, + "nauc_mrr_at_3_std": 0.19289483603467794, + "nauc_mrr_at_5_diff1": 0.8437784498017274, + "nauc_mrr_at_5_max": 0.7929799467888863, + "nauc_mrr_at_5_std": 0.19617066299325414, + "nauc_ndcg_at_1000_diff1": 0.842734903423272, + "nauc_ndcg_at_1000_max": 0.7960998309326754, + "nauc_ndcg_at_1000_std": 0.21447799867367026, + "nauc_ndcg_at_100_diff1": 0.8404661360460003, + "nauc_ndcg_at_100_max": 0.7977246154774641, + "nauc_ndcg_at_100_std": 0.22292717318151145, + "nauc_ndcg_at_10_diff1": 0.8389498631638723, + "nauc_ndcg_at_10_max": 0.8017305265109576, + "nauc_ndcg_at_10_std": 0.23999346610692862, + "nauc_ndcg_at_1_diff1": 0.8605512918155721, + "nauc_ndcg_at_1_max": 0.7737858105337162, + "nauc_ndcg_at_1_std": 0.13704878518282945, + "nauc_ndcg_at_20_diff1": 0.8417316293066134, + "nauc_ndcg_at_20_max": 0.8018867863204572, + "nauc_ndcg_at_20_std": 0.23814901039821262, + "nauc_ndcg_at_3_diff1": 0.8367268364767737, + "nauc_ndcg_at_3_max": 0.7954666498990083, + "nauc_ndcg_at_3_std": 0.21543552814273556, + "nauc_ndcg_at_5_diff1": 0.8381620254700731, + "nauc_ndcg_at_5_max": 0.8014135546086695, + "nauc_ndcg_at_5_std": 0.2243446055001993, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6986753034547095, + "nauc_precision_at_100_max": 0.9057539682539612, + "nauc_precision_at_100_std": 0.7876108776844195, + "nauc_precision_at_10_diff1": 0.8048552754435081, + "nauc_precision_at_10_max": 0.8590045774407308, + "nauc_precision_at_10_std": 0.5070825077998661, + "nauc_precision_at_1_diff1": 0.8605512918155721, + "nauc_precision_at_1_max": 0.7737858105337162, + "nauc_precision_at_1_std": 0.13704878518282945, + "nauc_precision_at_20_diff1": 0.817785447512338, + "nauc_precision_at_20_max": 0.8879134987328253, + "nauc_precision_at_20_std": 0.60565893023876, + "nauc_precision_at_3_diff1": 0.8143579199862936, + "nauc_precision_at_3_max": 0.8146608167810961, + "nauc_precision_at_3_std": 0.29777202579824025, + "nauc_precision_at_5_diff1": 0.8141190153130446, + "nauc_precision_at_5_max": 0.8394960263616963, + "nauc_precision_at_5_std": 0.3523318472572197, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6986753034547221, + "nauc_recall_at_100_max": 0.9057539682539719, + "nauc_recall_at_100_std": 0.7876108776844049, + "nauc_recall_at_10_diff1": 0.8048552754435119, + "nauc_recall_at_10_max": 0.8590045774407323, + "nauc_recall_at_10_std": 0.5070825077998673, + "nauc_recall_at_1_diff1": 0.8605512918155721, + "nauc_recall_at_1_max": 0.7737858105337162, + "nauc_recall_at_1_std": 0.13704878518282945, + "nauc_recall_at_20_diff1": 0.8177854475123381, + "nauc_recall_at_20_max": 0.8879134987328274, + "nauc_recall_at_20_std": 0.6056589302387618, + "nauc_recall_at_3_diff1": 0.8143579199862928, + "nauc_recall_at_3_max": 0.8146608167810937, + "nauc_recall_at_3_std": 0.2977720257982405, + "nauc_recall_at_5_diff1": 0.814119015313045, + "nauc_recall_at_5_max": 0.8394960263616973, + "nauc_recall_at_5_std": 0.35233184725722033, + "ndcg_at_1": 0.71556, + "ndcg_at_10": 0.80899, + "ndcg_at_100": 0.82493, + "ndcg_at_1000": 0.8273, + "ndcg_at_20": 0.81644, + "ndcg_at_3": 0.77651, + "ndcg_at_5": 0.79338, + "precision_at_1": 0.71556, + "precision_at_10": 0.09089, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04689, + "precision_at_3": 0.27333, + "precision_at_5": 0.17222, + "recall_at_1": 0.71556, + "recall_at_10": 0.90889, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "recall_at_20": 0.93778, + "recall_at_3": 0.82, + "recall_at_5": 0.86111 + }, + { + "hf_subset": "mal_Mlym-mal_Mlym", + "languages": [ + "mal-Mlym", + "mal-Mlym" + ], + "main_score": 0.83163, + "map_at_1": 0.73667, + "map_at_10": 0.80173, + "map_at_100": 0.80489, + "map_at_1000": 0.80495, + "map_at_20": 0.80384, + "map_at_3": 0.78778, + "map_at_5": 0.79661, + "mrr_at_1": 0.7366666666666667, + "mrr_at_10": 0.8017328042328046, + "mrr_at_100": 0.8048910478146835, + "mrr_at_1000": 0.8049527780224682, + "mrr_at_20": 0.8038354673410145, + "mrr_at_3": 0.7877777777777779, + "mrr_at_5": 0.7966111111111114, + "nauc_map_at_1000_diff1": 0.8522019934850839, + "nauc_map_at_1000_max": 0.7732428325714704, + "nauc_map_at_1000_std": 0.20194299038245625, + "nauc_map_at_100_diff1": 0.8521660716578576, + "nauc_map_at_100_max": 0.7732458548755334, + "nauc_map_at_100_std": 0.20208065939081069, + "nauc_map_at_10_diff1": 0.851217513169485, + "nauc_map_at_10_max": 0.77426632321372, + "nauc_map_at_10_std": 0.20435805401132476, + "nauc_map_at_1_diff1": 0.874412258465819, + "nauc_map_at_1_max": 0.745128071360573, + "nauc_map_at_1_std": 0.1636602391319371, + "nauc_map_at_20_diff1": 0.8517240374307945, + "nauc_map_at_20_max": 0.7736687673555195, + "nauc_map_at_20_std": 0.20348020038550352, + "nauc_map_at_3_diff1": 0.8533686329294674, + "nauc_map_at_3_max": 0.7819922758603378, + "nauc_map_at_3_std": 0.20464801919337122, + "nauc_map_at_5_diff1": 0.8498221315313651, + "nauc_map_at_5_max": 0.7748510807845662, + "nauc_map_at_5_std": 0.19745957933682373, + "nauc_mrr_at_1000_diff1": 0.8522019934850839, + "nauc_mrr_at_1000_max": 0.7732428325714704, + "nauc_mrr_at_1000_std": 0.20194299038245625, + "nauc_mrr_at_100_diff1": 0.8521660716578576, + "nauc_mrr_at_100_max": 0.7732458548755334, + "nauc_mrr_at_100_std": 0.20208065939081069, + "nauc_mrr_at_10_diff1": 0.851217513169485, + "nauc_mrr_at_10_max": 0.77426632321372, + "nauc_mrr_at_10_std": 0.20435805401132476, + "nauc_mrr_at_1_diff1": 0.874412258465819, + "nauc_mrr_at_1_max": 0.745128071360573, + "nauc_mrr_at_1_std": 0.1636602391319371, + "nauc_mrr_at_20_diff1": 0.8517240374307945, + "nauc_mrr_at_20_max": 0.7736687673555195, + "nauc_mrr_at_20_std": 0.20348020038550352, + "nauc_mrr_at_3_diff1": 0.8533686329294674, + "nauc_mrr_at_3_max": 0.7819922758603378, + "nauc_mrr_at_3_std": 0.20464801919337122, + "nauc_mrr_at_5_diff1": 0.8498221315313651, + "nauc_mrr_at_5_max": 0.7748510807845662, + "nauc_mrr_at_5_std": 0.19745957933682373, + "nauc_ndcg_at_1000_diff1": 0.8481513371040876, + "nauc_ndcg_at_1000_max": 0.776516877349706, + "nauc_ndcg_at_1000_std": 0.21099902445534968, + "nauc_ndcg_at_100_diff1": 0.8472467827392071, + "nauc_ndcg_at_100_max": 0.7768504035028521, + "nauc_ndcg_at_100_std": 0.2150958190755167, + "nauc_ndcg_at_10_diff1": 0.8415565243590232, + "nauc_ndcg_at_10_max": 0.7819463778246444, + "nauc_ndcg_at_10_std": 0.22745586866799364, + "nauc_ndcg_at_1_diff1": 0.874412258465819, + "nauc_ndcg_at_1_max": 0.745128071360573, + "nauc_ndcg_at_1_std": 0.1636602391319371, + "nauc_ndcg_at_20_diff1": 0.8432821224899132, + "nauc_ndcg_at_20_max": 0.7800326828434268, + "nauc_ndcg_at_20_std": 0.22590096983755234, + "nauc_ndcg_at_3_diff1": 0.8458653667290439, + "nauc_ndcg_at_3_max": 0.7953868077041061, + "nauc_ndcg_at_3_std": 0.2212197844569186, + "nauc_ndcg_at_5_diff1": 0.8384345081213977, + "nauc_ndcg_at_5_max": 0.7827374860337336, + "nauc_ndcg_at_5_std": 0.20932221950980368, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7435224089635963, + "nauc_precision_at_100_max": 0.8229458450046645, + "nauc_precision_at_100_std": 0.698354341736725, + "nauc_precision_at_10_diff1": 0.7766381062228795, + "nauc_precision_at_10_max": 0.8298593947382846, + "nauc_precision_at_10_std": 0.3959260174658068, + "nauc_precision_at_1_diff1": 0.874412258465819, + "nauc_precision_at_1_max": 0.745128071360573, + "nauc_precision_at_1_std": 0.1636602391319371, + "nauc_precision_at_20_diff1": 0.7580810101818485, + "nauc_precision_at_20_max": 0.8376795162509428, + "nauc_precision_at_20_std": 0.48818416255390906, + "nauc_precision_at_3_diff1": 0.8171963698159614, + "nauc_precision_at_3_max": 0.8466789601185973, + "nauc_precision_at_3_std": 0.28542502802183883, + "nauc_precision_at_5_diff1": 0.7825772992844465, + "nauc_precision_at_5_max": 0.8175952584145317, + "nauc_precision_at_5_std": 0.26493702581800627, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7435224089635966, + "nauc_recall_at_100_max": 0.8229458450046627, + "nauc_recall_at_100_std": 0.6983543417366952, + "nauc_recall_at_10_diff1": 0.776638106222883, + "nauc_recall_at_10_max": 0.8298593947382875, + "nauc_recall_at_10_std": 0.39592601746581085, + "nauc_recall_at_1_diff1": 0.874412258465819, + "nauc_recall_at_1_max": 0.745128071360573, + "nauc_recall_at_1_std": 0.1636602391319371, + "nauc_recall_at_20_diff1": 0.758081010181852, + "nauc_recall_at_20_max": 0.8376795162509444, + "nauc_recall_at_20_std": 0.4881841625539076, + "nauc_recall_at_3_diff1": 0.8171963698159598, + "nauc_recall_at_3_max": 0.8466789601185957, + "nauc_recall_at_3_std": 0.285425028021839, + "nauc_recall_at_5_diff1": 0.7825772992844489, + "nauc_recall_at_5_max": 0.8175952584145332, + "nauc_recall_at_5_std": 0.26493702581800754, + "ndcg_at_1": 0.73667, + "ndcg_at_10": 0.83163, + "ndcg_at_100": 0.84623, + "ndcg_at_1000": 0.84746, + "ndcg_at_20": 0.83905, + "ndcg_at_3": 0.80381, + "ndcg_at_5": 0.81954, + "precision_at_1": 0.73667, + "precision_at_10": 0.09244, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04767, + "precision_at_3": 0.28333, + "precision_at_5": 0.17756, + "recall_at_1": 0.73667, + "recall_at_10": 0.92444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.95333, + "recall_at_3": 0.85, + "recall_at_5": 0.88778 + }, + { + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.86969, + "map_at_1": 0.77556, + "map_at_10": 0.84118, + "map_at_100": 0.84343, + "map_at_1000": 0.84345, + "map_at_20": 0.84283, + "map_at_3": 0.83056, + "map_at_5": 0.83661, + "mrr_at_1": 0.7755555555555556, + "mrr_at_10": 0.8411798941798946, + "mrr_at_100": 0.8434289536656862, + "mrr_at_1000": 0.843448899603942, + "mrr_at_20": 0.8428294832198345, + "mrr_at_3": 0.8305555555555558, + "mrr_at_5": 0.8366111111111116, + "nauc_map_at_1000_diff1": 0.8425931710854375, + "nauc_map_at_1000_max": 0.7093650303250112, + "nauc_map_at_1000_std": -0.00944431232977863, + "nauc_map_at_100_diff1": 0.8426001441861892, + "nauc_map_at_100_max": 0.7093902334196391, + "nauc_map_at_100_std": -0.009420404630819012, + "nauc_map_at_10_diff1": 0.8431293823203321, + "nauc_map_at_10_max": 0.7108635958096832, + "nauc_map_at_10_std": -0.007079040419160523, + "nauc_map_at_1_diff1": 0.8606216118906475, + "nauc_map_at_1_max": 0.6934892518648861, + "nauc_map_at_1_std": -0.04542411902817955, + "nauc_map_at_20_diff1": 0.8424164088091894, + "nauc_map_at_20_max": 0.7099882779271449, + "nauc_map_at_20_std": -0.008834728571230849, + "nauc_map_at_3_diff1": 0.8338703697645755, + "nauc_map_at_3_max": 0.7063419368205262, + "nauc_map_at_3_std": -0.0021574143740397777, + "nauc_map_at_5_diff1": 0.8400087005958176, + "nauc_map_at_5_max": 0.710166699472377, + "nauc_map_at_5_std": -0.002688878456032134, + "nauc_mrr_at_1000_diff1": 0.8425931710854375, + "nauc_mrr_at_1000_max": 0.7093650303250112, + "nauc_mrr_at_1000_std": -0.00944431232977863, + "nauc_mrr_at_100_diff1": 0.8426001441861892, + "nauc_mrr_at_100_max": 0.7093902334196391, + "nauc_mrr_at_100_std": -0.009420404630819012, + "nauc_mrr_at_10_diff1": 0.8431293823203321, + "nauc_mrr_at_10_max": 0.7108635958096832, + "nauc_mrr_at_10_std": -0.007079040419160523, + "nauc_mrr_at_1_diff1": 0.8606216118906475, + "nauc_mrr_at_1_max": 0.6934892518648861, + "nauc_mrr_at_1_std": -0.04542411902817955, + "nauc_mrr_at_20_diff1": 0.8424164088091894, + "nauc_mrr_at_20_max": 0.7099882779271449, + "nauc_mrr_at_20_std": -0.008834728571230849, + "nauc_mrr_at_3_diff1": 0.8338703697645755, + "nauc_mrr_at_3_max": 0.7063419368205262, + "nauc_mrr_at_3_std": -0.0021574143740397777, + "nauc_mrr_at_5_diff1": 0.8400087005958176, + "nauc_mrr_at_5_max": 0.710166699472377, + "nauc_mrr_at_5_std": -0.002688878456032134, + "nauc_ndcg_at_1000_diff1": 0.8409695001856089, + "nauc_ndcg_at_1000_max": 0.7120415852450138, + "nauc_ndcg_at_1000_std": -0.003931579669170348, + "nauc_ndcg_at_100_diff1": 0.8412374520247176, + "nauc_ndcg_at_100_max": 0.7128196699052046, + "nauc_ndcg_at_100_std": -0.0027474204202621714, + "nauc_ndcg_at_10_diff1": 0.8424154429923626, + "nauc_ndcg_at_10_max": 0.71969227543651, + "nauc_ndcg_at_10_std": 0.007862984817145913, + "nauc_ndcg_at_1_diff1": 0.8606216118906475, + "nauc_ndcg_at_1_max": 0.6934892518648861, + "nauc_ndcg_at_1_std": -0.04542411902817955, + "nauc_ndcg_at_20_diff1": 0.839591844529708, + "nauc_ndcg_at_20_max": 0.7168468111158859, + "nauc_ndcg_at_20_std": 0.0021901171846179786, + "nauc_ndcg_at_3_diff1": 0.8222494689392675, + "nauc_ndcg_at_3_max": 0.7083810548782086, + "nauc_ndcg_at_3_std": 0.014991674031574424, + "nauc_ndcg_at_5_diff1": 0.8339817345706909, + "nauc_ndcg_at_5_max": 0.7173584585803592, + "nauc_ndcg_at_5_std": 0.016525033077916945, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9128540305010695, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.3302209772798562, + "nauc_precision_at_10_diff1": 0.8517986141825171, + "nauc_precision_at_10_max": 0.8131603518600448, + "nauc_precision_at_10_std": 0.15549904172194856, + "nauc_precision_at_1_diff1": 0.8606216118906475, + "nauc_precision_at_1_max": 0.6934892518648861, + "nauc_precision_at_1_std": -0.04542411902817955, + "nauc_precision_at_20_diff1": 0.8026766262060335, + "nauc_precision_at_20_max": 0.859321506380329, + "nauc_precision_at_20_std": 0.20668637825499678, + "nauc_precision_at_3_diff1": 0.7702845743598098, + "nauc_precision_at_3_max": 0.7158683792696351, + "nauc_precision_at_3_std": 0.09091926881895687, + "nauc_precision_at_5_diff1": 0.8027984140516085, + "nauc_precision_at_5_max": 0.7599764543498525, + "nauc_precision_at_5_std": 0.12739008646936914, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9128540305010676, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.33022097727981214, + "nauc_recall_at_10_diff1": 0.8517986141825146, + "nauc_recall_at_10_max": 0.8131603518600413, + "nauc_recall_at_10_std": 0.15549904172195037, + "nauc_recall_at_1_diff1": 0.8606216118906475, + "nauc_recall_at_1_max": 0.6934892518648861, + "nauc_recall_at_1_std": -0.04542411902817955, + "nauc_recall_at_20_diff1": 0.8026766262060394, + "nauc_recall_at_20_max": 0.8593215063803302, + "nauc_recall_at_20_std": 0.20668637825500397, + "nauc_recall_at_3_diff1": 0.7702845743598093, + "nauc_recall_at_3_max": 0.7158683792696333, + "nauc_recall_at_3_std": 0.09091926881895426, + "nauc_recall_at_5_diff1": 0.8027984140516107, + "nauc_recall_at_5_max": 0.759976454349856, + "nauc_recall_at_5_std": 0.12739008646936978, + "ndcg_at_1": 0.77556, + "ndcg_at_10": 0.86969, + "ndcg_at_100": 0.87885, + "ndcg_at_1000": 0.8793, + "ndcg_at_20": 0.87544, + "ndcg_at_3": 0.84787, + "ndcg_at_5": 0.85858, + "precision_at_1": 0.77556, + "precision_at_10": 0.09578, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.29926, + "precision_at_5": 0.18467, + "recall_at_1": 0.77556, + "recall_at_10": 0.95778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.89778, + "recall_at_5": 0.92333 + }, + { + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.82196, + "map_at_1": 0.71667, + "map_at_10": 0.78951, + "map_at_100": 0.79282, + "map_at_1000": 0.79286, + "map_at_20": 0.7918, + "map_at_3": 0.77685, + "map_at_5": 0.78496, + "mrr_at_1": 0.7166666666666667, + "mrr_at_10": 0.7895136684303358, + "mrr_at_100": 0.7928231436160412, + "mrr_at_1000": 0.7928568805989858, + "mrr_at_20": 0.7917969680531606, + "mrr_at_3": 0.7768518518518523, + "mrr_at_5": 0.7849629629629636, + "nauc_map_at_1000_diff1": 0.8027917164394839, + "nauc_map_at_1000_max": 0.7076878825895072, + "nauc_map_at_1000_std": 0.08250338268699112, + "nauc_map_at_100_diff1": 0.802797158020037, + "nauc_map_at_100_max": 0.7077302832792202, + "nauc_map_at_100_std": 0.08264845853432162, + "nauc_map_at_10_diff1": 0.8021651605013024, + "nauc_map_at_10_max": 0.7090685954297862, + "nauc_map_at_10_std": 0.08249310848502378, + "nauc_map_at_1_diff1": 0.8263757255161261, + "nauc_map_at_1_max": 0.691193047640039, + "nauc_map_at_1_std": 0.059002697398112716, + "nauc_map_at_20_diff1": 0.802274870413306, + "nauc_map_at_20_max": 0.7082037710909896, + "nauc_map_at_20_std": 0.08397301038311497, + "nauc_map_at_3_diff1": 0.8001660904418401, + "nauc_map_at_3_max": 0.7084699671046261, + "nauc_map_at_3_std": 0.07928452024173545, + "nauc_map_at_5_diff1": 0.8009636565669233, + "nauc_map_at_5_max": 0.708162937862439, + "nauc_map_at_5_std": 0.07806760677489447, + "nauc_mrr_at_1000_diff1": 0.8027917164394839, + "nauc_mrr_at_1000_max": 0.7076878825895072, + "nauc_mrr_at_1000_std": 0.08250338268699112, + "nauc_mrr_at_100_diff1": 0.802797158020037, + "nauc_mrr_at_100_max": 0.7077302832792202, + "nauc_mrr_at_100_std": 0.08264845853432162, + "nauc_mrr_at_10_diff1": 0.8021651605013024, + "nauc_mrr_at_10_max": 0.7090685954297862, + "nauc_mrr_at_10_std": 0.08249310848502378, + "nauc_mrr_at_1_diff1": 0.8263757255161261, + "nauc_mrr_at_1_max": 0.691193047640039, + "nauc_mrr_at_1_std": 0.059002697398112716, + "nauc_mrr_at_20_diff1": 0.802274870413306, + "nauc_mrr_at_20_max": 0.7082037710909896, + "nauc_mrr_at_20_std": 0.08397301038311497, + "nauc_mrr_at_3_diff1": 0.8001660904418401, + "nauc_mrr_at_3_max": 0.7084699671046261, + "nauc_mrr_at_3_std": 0.07928452024173545, + "nauc_mrr_at_5_diff1": 0.8009636565669233, + "nauc_mrr_at_5_max": 0.708162937862439, + "nauc_mrr_at_5_std": 0.07806760677489447, + "nauc_ndcg_at_1000_diff1": 0.7999413609504011, + "nauc_ndcg_at_1000_max": 0.7121513467070866, + "nauc_ndcg_at_1000_std": 0.09178629495247498, + "nauc_ndcg_at_100_diff1": 0.8001251694157352, + "nauc_ndcg_at_100_max": 0.713352852473936, + "nauc_ndcg_at_100_std": 0.09595786227591659, + "nauc_ndcg_at_10_diff1": 0.7954819496644493, + "nauc_ndcg_at_10_max": 0.7211984588417689, + "nauc_ndcg_at_10_std": 0.10224994341120143, + "nauc_ndcg_at_1_diff1": 0.8263757255161261, + "nauc_ndcg_at_1_max": 0.691193047640039, + "nauc_ndcg_at_1_std": 0.059002697398112716, + "nauc_ndcg_at_20_diff1": 0.7958802598053556, + "nauc_ndcg_at_20_max": 0.7181543375694489, + "nauc_ndcg_at_20_std": 0.11026496922822451, + "nauc_ndcg_at_3_diff1": 0.7921717472247091, + "nauc_ndcg_at_3_max": 0.7181406819604134, + "nauc_ndcg_at_3_std": 0.09049753322101371, + "nauc_ndcg_at_5_diff1": 0.7927767326861366, + "nauc_ndcg_at_5_max": 0.7179845259179732, + "nauc_ndcg_at_5_std": 0.08869841841815597, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8366013071895334, + "nauc_precision_at_100_max": 0.9477124183006403, + "nauc_precision_at_100_std": 0.9108309990663052, + "nauc_precision_at_10_diff1": 0.7523942910497525, + "nauc_precision_at_10_max": 0.8108776844070956, + "nauc_precision_at_10_std": 0.25526210484193307, + "nauc_precision_at_1_diff1": 0.8263757255161261, + "nauc_precision_at_1_max": 0.691193047640039, + "nauc_precision_at_1_std": 0.059002697398112716, + "nauc_precision_at_20_diff1": 0.7290997699892928, + "nauc_precision_at_20_max": 0.8344492268452104, + "nauc_precision_at_20_std": 0.4733551957368254, + "nauc_precision_at_3_diff1": 0.7606818498347048, + "nauc_precision_at_3_max": 0.7587430272021577, + "nauc_precision_at_3_std": 0.13753179449213002, + "nauc_precision_at_5_diff1": 0.7526751132409887, + "nauc_precision_at_5_max": 0.7686085659892512, + "nauc_precision_at_5_std": 0.1432510245613367, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8366013071895522, + "nauc_recall_at_100_max": 0.9477124183006633, + "nauc_recall_at_100_std": 0.9108309990663095, + "nauc_recall_at_10_diff1": 0.7523942910497522, + "nauc_recall_at_10_max": 0.8108776844070948, + "nauc_recall_at_10_std": 0.2552621048419359, + "nauc_recall_at_1_diff1": 0.8263757255161261, + "nauc_recall_at_1_max": 0.691193047640039, + "nauc_recall_at_1_std": 0.059002697398112716, + "nauc_recall_at_20_diff1": 0.7290997699892974, + "nauc_recall_at_20_max": 0.8344492268452117, + "nauc_recall_at_20_std": 0.4733551957368294, + "nauc_recall_at_3_diff1": 0.7606818498347052, + "nauc_recall_at_3_max": 0.7587430272021586, + "nauc_recall_at_3_std": 0.13753179449213207, + "nauc_recall_at_5_diff1": 0.7526751132409907, + "nauc_recall_at_5_max": 0.7686085659892532, + "nauc_recall_at_5_std": 0.14325102456133673, + "ndcg_at_1": 0.71667, + "ndcg_at_10": 0.82196, + "ndcg_at_100": 0.83761, + "ndcg_at_1000": 0.83837, + "ndcg_at_20": 0.83016, + "ndcg_at_3": 0.79623, + "ndcg_at_5": 0.81086, + "precision_at_1": 0.71667, + "precision_at_10": 0.09222, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.28407, + "precision_at_5": 0.17756, + "recall_at_1": 0.71667, + "recall_at_10": 0.92222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.85222, + "recall_at_5": 0.88778 + }, + { + "hf_subset": "mar_Deva-mar_Deva", + "languages": [ + "mar-Deva", + "mar-Deva" + ], + "main_score": 0.8734, + "map_at_1": 0.79255, + "map_at_10": 0.84784, + "map_at_100": 0.84983, + "map_at_1000": 0.84987, + "map_at_20": 0.84918, + "map_at_3": 0.8376, + "map_at_5": 0.84372, + "mrr_at_1": 0.7931034482758621, + "mrr_at_10": 0.8483963663329631, + "mrr_at_100": 0.8503759019102135, + "mrr_at_1000": 0.8504084115301139, + "mrr_at_20": 0.8497314387679332, + "mrr_at_3": 0.838153503893215, + "mrr_at_5": 0.844271412680757, + "nauc_map_at_1000_diff1": 0.8541145744090903, + "nauc_map_at_1000_max": 0.7661460187695914, + "nauc_map_at_1000_std": 0.14116430009037328, + "nauc_map_at_100_diff1": 0.8540650084023065, + "nauc_map_at_100_max": 0.7661685190286838, + "nauc_map_at_100_std": 0.14127377373277505, + "nauc_map_at_10_diff1": 0.8532891603772035, + "nauc_map_at_10_max": 0.7672536298450993, + "nauc_map_at_10_std": 0.1443115494230319, + "nauc_map_at_1_diff1": 0.8688067880182332, + "nauc_map_at_1_max": 0.7472921295004362, + "nauc_map_at_1_std": 0.09227118906362373, + "nauc_map_at_20_diff1": 0.8540504756001231, + "nauc_map_at_20_max": 0.7663897406772433, + "nauc_map_at_20_std": 0.14123497281840203, + "nauc_map_at_3_diff1": 0.8520873455108757, + "nauc_map_at_3_max": 0.7660699873965953, + "nauc_map_at_3_std": 0.14337327350701806, + "nauc_map_at_5_diff1": 0.852203739668852, + "nauc_map_at_5_max": 0.7678025267648302, + "nauc_map_at_5_std": 0.14551409676734603, + "nauc_mrr_at_1000_diff1": 0.8560086409580566, + "nauc_mrr_at_1000_max": 0.7654992557698124, + "nauc_mrr_at_1000_std": 0.13943299647087842, + "nauc_mrr_at_100_diff1": 0.855958502061432, + "nauc_mrr_at_100_max": 0.765521967067639, + "nauc_mrr_at_100_std": 0.13954317119685736, + "nauc_mrr_at_10_diff1": 0.8552069157784778, + "nauc_mrr_at_10_max": 0.7666010929910958, + "nauc_mrr_at_10_std": 0.14256530105838452, + "nauc_mrr_at_1_diff1": 0.8702705232535276, + "nauc_mrr_at_1_max": 0.7467633580724226, + "nauc_mrr_at_1_std": 0.09085903259256736, + "nauc_mrr_at_20_diff1": 0.855988425660429, + "nauc_mrr_at_20_max": 0.7657286206589903, + "nauc_mrr_at_20_std": 0.13946359092443553, + "nauc_mrr_at_3_diff1": 0.8538765317152807, + "nauc_mrr_at_3_max": 0.7654570246001469, + "nauc_mrr_at_3_std": 0.14173877023438883, + "nauc_mrr_at_5_diff1": 0.8540648636803087, + "nauc_mrr_at_5_max": 0.7671697487104294, + "nauc_mrr_at_5_std": 0.14381999890698577, + "nauc_ndcg_at_1000_diff1": 0.8525416673122945, + "nauc_ndcg_at_1000_max": 0.7693515596536478, + "nauc_ndcg_at_1000_std": 0.15018554069354356, + "nauc_ndcg_at_100_diff1": 0.8516148351776532, + "nauc_ndcg_at_100_max": 0.7700318027784391, + "nauc_ndcg_at_100_std": 0.15319880011342454, + "nauc_ndcg_at_10_diff1": 0.8480716063946919, + "nauc_ndcg_at_10_max": 0.7761376591611047, + "nauc_ndcg_at_10_std": 0.16983666663286462, + "nauc_ndcg_at_1_diff1": 0.8702705232535276, + "nauc_ndcg_at_1_max": 0.7467633580724226, + "nauc_ndcg_at_1_std": 0.09085903259256736, + "nauc_ndcg_at_20_diff1": 0.8514472609400122, + "nauc_ndcg_at_20_max": 0.7725498998003291, + "nauc_ndcg_at_20_std": 0.15588667189844052, + "nauc_ndcg_at_3_diff1": 0.8455849262298092, + "nauc_ndcg_at_3_max": 0.772468140989666, + "nauc_ndcg_at_3_std": 0.16376809458785935, + "nauc_ndcg_at_5_diff1": 0.8457138218907845, + "nauc_ndcg_at_5_max": 0.7770605701463079, + "nauc_ndcg_at_5_std": 0.1701778006374304, + "nauc_precision_at_1000_diff1": -0.07031467974999302, + "nauc_precision_at_1000_max": -0.41541043494923996, + "nauc_precision_at_1000_std": -0.3186871604006551, + "nauc_precision_at_100_diff1": 0.46700628238645003, + "nauc_precision_at_100_max": 0.5000080234046677, + "nauc_precision_at_100_std": 0.39634987614631234, + "nauc_precision_at_10_diff1": 0.8058154314682793, + "nauc_precision_at_10_max": 0.854962307151595, + "nauc_precision_at_10_std": 0.400165147081878, + "nauc_precision_at_1_diff1": 0.8702705232535276, + "nauc_precision_at_1_max": 0.7467633580724226, + "nauc_precision_at_1_std": 0.09085903259256736, + "nauc_precision_at_20_diff1": 0.8332518760223304, + "nauc_precision_at_20_max": 0.8521273397871673, + "nauc_precision_at_20_std": 0.324206042798602, + "nauc_precision_at_3_diff1": 0.8188850901353184, + "nauc_precision_at_3_max": 0.7985867130272647, + "nauc_precision_at_3_std": 0.24836535968634557, + "nauc_precision_at_5_diff1": 0.8118957842416651, + "nauc_precision_at_5_max": 0.8279608552584451, + "nauc_precision_at_5_std": 0.30438470202611556, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.700531035666882, + "nauc_recall_at_100_max": 0.8978575113261462, + "nauc_recall_at_100_std": 0.7071117099710732, + "nauc_recall_at_10_diff1": 0.7977733403869766, + "nauc_recall_at_10_max": 0.8533999877456201, + "nauc_recall_at_10_std": 0.40197517795742504, + "nauc_recall_at_1_diff1": 0.8688067880182332, + "nauc_recall_at_1_max": 0.7472921295004362, + "nauc_recall_at_1_std": 0.09227118906362373, + "nauc_recall_at_20_diff1": 0.8187413824210051, + "nauc_recall_at_20_max": 0.8494750503556716, + "nauc_recall_at_20_std": 0.3288960780782979, + "nauc_recall_at_3_diff1": 0.8158030775930744, + "nauc_recall_at_3_max": 0.7987329843465512, + "nauc_recall_at_3_std": 0.25013285420313774, + "nauc_recall_at_5_diff1": 0.8070730003627565, + "nauc_recall_at_5_max": 0.8272210252051961, + "nauc_recall_at_5_std": 0.3061303878266554, + "ndcg_at_1": 0.7931, + "ndcg_at_10": 0.8734, + "ndcg_at_100": 0.88277, + "ndcg_at_1000": 0.88339, + "ndcg_at_20": 0.8784, + "ndcg_at_3": 0.8519, + "ndcg_at_5": 0.86315, + "precision_at_1": 0.7931, + "precision_at_10": 0.09533, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29774, + "precision_at_5": 0.1842, + "recall_at_1": 0.79255, + "recall_at_10": 0.95273, + "recall_at_100": 0.99555, + "recall_at_1000": 1.0, + "recall_at_20": 0.97275, + "recall_at_3": 0.89266, + "recall_at_5": 0.92047 + }, + { + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.89342, + "map_at_1": 0.81778, + "map_at_10": 0.86999, + "map_at_100": 0.87165, + "map_at_1000": 0.87166, + "map_at_20": 0.87128, + "map_at_3": 0.85963, + "map_at_5": 0.86763, + "mrr_at_1": 0.8177777777777778, + "mrr_at_10": 0.869993386243387, + "mrr_at_100": 0.8716508582619934, + "mrr_at_1000": 0.8716644554883236, + "mrr_at_20": 0.871275584843052, + "mrr_at_3": 0.85962962962963, + "mrr_at_5": 0.8676296296296304, + "nauc_map_at_1000_diff1": 0.8373820653676579, + "nauc_map_at_1000_max": 0.7011930789752491, + "nauc_map_at_1000_std": 0.01240387601562862, + "nauc_map_at_100_diff1": 0.8373661670743664, + "nauc_map_at_100_max": 0.7012091010864464, + "nauc_map_at_100_std": 0.012496327600843784, + "nauc_map_at_10_diff1": 0.8354248219967066, + "nauc_map_at_10_max": 0.7014507452580894, + "nauc_map_at_10_std": 0.010692359582887261, + "nauc_map_at_1_diff1": 0.8566981680017426, + "nauc_map_at_1_max": 0.6895616030589763, + "nauc_map_at_1_std": -0.005998765760751863, + "nauc_map_at_20_diff1": 0.8372584213057312, + "nauc_map_at_20_max": 0.7014668838056096, + "nauc_map_at_20_std": 0.012044720746469907, + "nauc_map_at_3_diff1": 0.8343079959600008, + "nauc_map_at_3_max": 0.7010567732948851, + "nauc_map_at_3_std": 0.016158068818761268, + "nauc_map_at_5_diff1": 0.8355823916033702, + "nauc_map_at_5_max": 0.7026354776851118, + "nauc_map_at_5_std": 0.017916163217527165, + "nauc_mrr_at_1000_diff1": 0.8373820653676579, + "nauc_mrr_at_1000_max": 0.7011930789752491, + "nauc_mrr_at_1000_std": 0.01240387601562862, + "nauc_mrr_at_100_diff1": 0.8373661670743664, + "nauc_mrr_at_100_max": 0.7012091010864464, + "nauc_mrr_at_100_std": 0.012496327600843784, + "nauc_mrr_at_10_diff1": 0.8354248219967066, + "nauc_mrr_at_10_max": 0.7014507452580894, + "nauc_mrr_at_10_std": 0.010692359582887261, + "nauc_mrr_at_1_diff1": 0.8566981680017426, + "nauc_mrr_at_1_max": 0.6895616030589763, + "nauc_mrr_at_1_std": -0.005998765760751863, + "nauc_mrr_at_20_diff1": 0.8372584213057312, + "nauc_mrr_at_20_max": 0.7014668838056096, + "nauc_mrr_at_20_std": 0.012044720746469907, + "nauc_mrr_at_3_diff1": 0.8343079959600008, + "nauc_mrr_at_3_max": 0.7010567732948851, + "nauc_mrr_at_3_std": 0.016158068818761268, + "nauc_mrr_at_5_diff1": 0.8355823916033702, + "nauc_mrr_at_5_max": 0.7026354776851118, + "nauc_mrr_at_5_std": 0.017916163217527165, + "nauc_ndcg_at_1000_diff1": 0.8347260690877907, + "nauc_ndcg_at_1000_max": 0.7037895265124051, + "nauc_ndcg_at_1000_std": 0.016848769141141903, + "nauc_ndcg_at_100_diff1": 0.8343245085403361, + "nauc_ndcg_at_100_max": 0.7042794953557814, + "nauc_ndcg_at_100_std": 0.01952023478895386, + "nauc_ndcg_at_10_diff1": 0.8260310988023385, + "nauc_ndcg_at_10_max": 0.7067873430660385, + "nauc_ndcg_at_10_std": 0.01190171031604385, + "nauc_ndcg_at_1_diff1": 0.8566981680017426, + "nauc_ndcg_at_1_max": 0.6895616030589763, + "nauc_ndcg_at_1_std": -0.005998765760751863, + "nauc_ndcg_at_20_diff1": 0.8340294659032814, + "nauc_ndcg_at_20_max": 0.7073138902743495, + "nauc_ndcg_at_20_std": 0.018281110093661485, + "nauc_ndcg_at_3_diff1": 0.8248867121250372, + "nauc_ndcg_at_3_max": 0.7060355441931065, + "nauc_ndcg_at_3_std": 0.02851693851085893, + "nauc_ndcg_at_5_diff1": 0.8265755839226797, + "nauc_ndcg_at_5_max": 0.7104363197316175, + "nauc_ndcg_at_5_std": 0.03391853444061488, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7117180205415332, + "nauc_precision_at_100_max": 0.8611111111111238, + "nauc_precision_at_100_std": 0.8611111111111238, + "nauc_precision_at_10_diff1": 0.7308364205897393, + "nauc_precision_at_10_max": 0.758802445709465, + "nauc_precision_at_10_std": -0.0036444685401084503, + "nauc_precision_at_1_diff1": 0.8566981680017426, + "nauc_precision_at_1_max": 0.6895616030589763, + "nauc_precision_at_1_std": -0.005998765760751863, + "nauc_precision_at_20_diff1": 0.8145925036681306, + "nauc_precision_at_20_max": 0.8378017873816229, + "nauc_precision_at_20_std": 0.13738828864877947, + "nauc_precision_at_3_diff1": 0.7834332045054315, + "nauc_precision_at_3_max": 0.7280076587597086, + "nauc_precision_at_3_std": 0.08429954260185103, + "nauc_precision_at_5_diff1": 0.7649045433776333, + "nauc_precision_at_5_max": 0.7669805510856799, + "nauc_precision_at_5_std": 0.14959175159425062, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7117180205415666, + "nauc_recall_at_100_max": 0.8611111111111373, + "nauc_recall_at_100_std": 0.8611111111111373, + "nauc_recall_at_10_diff1": 0.7308364205897407, + "nauc_recall_at_10_max": 0.7588024457094645, + "nauc_recall_at_10_std": -0.0036444685400999115, + "nauc_recall_at_1_diff1": 0.8566981680017426, + "nauc_recall_at_1_max": 0.6895616030589763, + "nauc_recall_at_1_std": -0.005998765760751863, + "nauc_recall_at_20_diff1": 0.8145925036681263, + "nauc_recall_at_20_max": 0.8378017873816246, + "nauc_recall_at_20_std": 0.13738828864879063, + "nauc_recall_at_3_diff1": 0.7834332045054296, + "nauc_recall_at_3_max": 0.7280076587597053, + "nauc_recall_at_3_std": 0.08429954260184942, + "nauc_recall_at_5_diff1": 0.764904543377632, + "nauc_recall_at_5_max": 0.766980551085683, + "nauc_recall_at_5_std": 0.14959175159425311, + "ndcg_at_1": 0.81778, + "ndcg_at_10": 0.89342, + "ndcg_at_100": 0.9007, + "ndcg_at_1000": 0.901, + "ndcg_at_20": 0.89816, + "ndcg_at_3": 0.87315, + "ndcg_at_5": 0.88768, + "precision_at_1": 0.81778, + "precision_at_10": 0.09656, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.30407, + "precision_at_5": 0.18956, + "recall_at_1": 0.81778, + "recall_at_10": 0.96556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.91222, + "recall_at_5": 0.94778 + }, + { + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.85562, + "map_at_1": 0.76474, + "map_at_10": 0.82869, + "map_at_100": 0.83151, + "map_at_1000": 0.83153, + "map_at_20": 0.8307, + "map_at_3": 0.8172, + "map_at_5": 0.82621, + "mrr_at_1": 0.7652947719688543, + "mrr_at_10": 0.8292485477691268, + "mrr_at_100": 0.8320707065961844, + "mrr_at_1000": 0.8320808853767824, + "mrr_at_20": 0.8312520630707425, + "mrr_at_3": 0.8177604746014094, + "mrr_at_5": 0.8267704857248801, + "nauc_map_at_1000_diff1": 0.8399566248080579, + "nauc_map_at_1000_max": 0.735299736736405, + "nauc_map_at_1000_std": 0.0517141998289202, + "nauc_map_at_100_diff1": 0.8399513581855547, + "nauc_map_at_100_max": 0.735323252544651, + "nauc_map_at_100_std": 0.051794946306036996, + "nauc_map_at_10_diff1": 0.8401203970073664, + "nauc_map_at_10_max": 0.7371123867393846, + "nauc_map_at_10_std": 0.055336542180751416, + "nauc_map_at_1_diff1": 0.8499297284071893, + "nauc_map_at_1_max": 0.719570074023438, + "nauc_map_at_1_std": 0.014887666778454461, + "nauc_map_at_20_diff1": 0.8399681333218427, + "nauc_map_at_20_max": 0.7362430606004629, + "nauc_map_at_20_std": 0.05399793672132008, + "nauc_map_at_3_diff1": 0.8317791310816777, + "nauc_map_at_3_max": 0.7281184739961969, + "nauc_map_at_3_std": 0.04249069735843215, + "nauc_map_at_5_diff1": 0.838315158429965, + "nauc_map_at_5_max": 0.7359771140101442, + "nauc_map_at_5_std": 0.056227224637968094, + "nauc_mrr_at_1000_diff1": 0.8416758495952223, + "nauc_mrr_at_1000_max": 0.7346212138256313, + "nauc_mrr_at_1000_std": 0.0492833989168057, + "nauc_mrr_at_100_diff1": 0.8416862283185707, + "nauc_mrr_at_100_max": 0.7346386103693489, + "nauc_mrr_at_100_std": 0.04934221414563772, + "nauc_mrr_at_10_diff1": 0.841824727612122, + "nauc_mrr_at_10_max": 0.7364445113959713, + "nauc_mrr_at_10_std": 0.05293659102490774, + "nauc_mrr_at_1_diff1": 0.8512190723159605, + "nauc_mrr_at_1_max": 0.7190388713636192, + "nauc_mrr_at_1_std": 0.013021623809590047, + "nauc_mrr_at_20_diff1": 0.8416939479243442, + "nauc_mrr_at_20_max": 0.7355643758967133, + "nauc_mrr_at_20_std": 0.05156373676614791, + "nauc_mrr_at_3_diff1": 0.8333539898079017, + "nauc_mrr_at_3_max": 0.727472185358227, + "nauc_mrr_at_3_std": 0.04021460529677998, + "nauc_mrr_at_5_diff1": 0.8399886714675787, + "nauc_mrr_at_5_max": 0.7353167059585914, + "nauc_mrr_at_5_std": 0.05386653860369255, + "nauc_ndcg_at_1000_diff1": 0.8402611394394635, + "nauc_ndcg_at_1000_max": 0.7398383668624319, + "nauc_ndcg_at_1000_std": 0.06138611904097144, + "nauc_ndcg_at_100_diff1": 0.840267017856301, + "nauc_ndcg_at_100_max": 0.7405660658565989, + "nauc_ndcg_at_100_std": 0.06392572851008628, + "nauc_ndcg_at_10_diff1": 0.8413676888040181, + "nauc_ndcg_at_10_max": 0.7514396259998641, + "nauc_ndcg_at_10_std": 0.08507462342971274, + "nauc_ndcg_at_1_diff1": 0.8512190723159605, + "nauc_ndcg_at_1_max": 0.7190388713636192, + "nauc_ndcg_at_1_std": 0.013021623809590047, + "nauc_ndcg_at_20_diff1": 0.8405889050940226, + "nauc_ndcg_at_20_max": 0.7482866776857234, + "nauc_ndcg_at_20_std": 0.08084445583546353, + "nauc_ndcg_at_3_diff1": 0.8248676173199396, + "nauc_ndcg_at_3_max": 0.7317207907314709, + "nauc_ndcg_at_3_std": 0.05566922921914847, + "nauc_ndcg_at_5_diff1": 0.8368445070692828, + "nauc_ndcg_at_5_max": 0.7478737459878451, + "nauc_ndcg_at_5_std": 0.08566364671491497, + "nauc_precision_at_1000_diff1": -0.07031467974999302, + "nauc_precision_at_1000_max": -0.41541043494923996, + "nauc_precision_at_1000_std": -0.41541043494923996, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934632443830437, + "nauc_precision_at_10_diff1": 0.8578285277049171, + "nauc_precision_at_10_max": 0.8647475123411769, + "nauc_precision_at_10_std": 0.3160757848875959, + "nauc_precision_at_1_diff1": 0.8512190723159605, + "nauc_precision_at_1_max": 0.7190388713636192, + "nauc_precision_at_1_std": 0.013021623809590047, + "nauc_precision_at_20_diff1": 0.8589768011737949, + "nauc_precision_at_20_max": 0.9146998709265628, + "nauc_precision_at_20_std": 0.45331515136614403, + "nauc_precision_at_3_diff1": 0.7964840617895127, + "nauc_precision_at_3_max": 0.7468143458327972, + "nauc_precision_at_3_std": 0.11128456723815328, + "nauc_precision_at_5_diff1": 0.8315983547291851, + "nauc_precision_at_5_max": 0.8208236129224676, + "nauc_precision_at_5_std": 0.26558410171083874, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8244475379115046, + "nauc_recall_at_100_max": 0.9444330315287467, + "nauc_recall_at_100_std": 0.8921389865930844, + "nauc_recall_at_10_diff1": 0.8513188742699878, + "nauc_recall_at_10_max": 0.8634857215916415, + "nauc_recall_at_10_std": 0.3196694961509294, + "nauc_recall_at_1_diff1": 0.8499297284071893, + "nauc_recall_at_1_max": 0.719570074023438, + "nauc_recall_at_1_std": 0.014887666778454461, + "nauc_recall_at_20_diff1": 0.8468991108194255, + "nauc_recall_at_20_max": 0.9115435641514325, + "nauc_recall_at_20_std": 0.4577225285182369, + "nauc_recall_at_3_diff1": 0.7937746883125673, + "nauc_recall_at_3_max": 0.7471611958840746, + "nauc_recall_at_3_std": 0.11425679752142992, + "nauc_recall_at_5_diff1": 0.8267062122107616, + "nauc_recall_at_5_max": 0.8201432097826156, + "nauc_recall_at_5_std": 0.26873293657934383, + "ndcg_at_1": 0.76529, + "ndcg_at_10": 0.85562, + "ndcg_at_100": 0.86877, + "ndcg_at_1000": 0.86914, + "ndcg_at_20": 0.86293, + "ndcg_at_3": 0.83363, + "ndcg_at_5": 0.84976, + "precision_at_1": 0.76529, + "precision_at_10": 0.09377, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04833, + "precision_at_3": 0.29366, + "precision_at_5": 0.18398, + "recall_at_1": 0.76474, + "recall_at_10": 0.93715, + "recall_at_100": 0.99722, + "recall_at_1000": 1.0, + "recall_at_20": 0.96607, + "recall_at_3": 0.88042, + "recall_at_5": 0.91935 + }, + { + "hf_subset": "mkd_Cyrl-mkd_Cyrl", + "languages": [ + "mkd-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.8543, + "map_at_1": 0.77444, + "map_at_10": 0.83031, + "map_at_100": 0.83273, + "map_at_1000": 0.83281, + "map_at_20": 0.83174, + "map_at_3": 0.82167, + "map_at_5": 0.82733, + "mrr_at_1": 0.7744444444444445, + "mrr_at_10": 0.8303077601410936, + "mrr_at_100": 0.8327286586888321, + "mrr_at_1000": 0.8328143693155927, + "mrr_at_20": 0.8317383083940103, + "mrr_at_3": 0.8216666666666671, + "mrr_at_5": 0.8273333333333336, + "nauc_map_at_1000_diff1": 0.8649418407508412, + "nauc_map_at_1000_max": 0.7990916757874054, + "nauc_map_at_1000_std": -0.02147927884489916, + "nauc_map_at_100_diff1": 0.8649172729363946, + "nauc_map_at_100_max": 0.7991779323617596, + "nauc_map_at_100_std": -0.021163195195710485, + "nauc_map_at_10_diff1": 0.8647089505221475, + "nauc_map_at_10_max": 0.7994387052914973, + "nauc_map_at_10_std": -0.021915039199652393, + "nauc_map_at_1_diff1": 0.8807625378528621, + "nauc_map_at_1_max": 0.780689547180009, + "nauc_map_at_1_std": -0.0709625929115701, + "nauc_map_at_20_diff1": 0.8645734167773084, + "nauc_map_at_20_max": 0.7995577529003082, + "nauc_map_at_20_std": -0.021694855091371916, + "nauc_map_at_3_diff1": 0.8635696679082338, + "nauc_map_at_3_max": 0.7992739930020795, + "nauc_map_at_3_std": -0.018741050395538025, + "nauc_map_at_5_diff1": 0.8625445098133274, + "nauc_map_at_5_max": 0.7987980432048509, + "nauc_map_at_5_std": -0.019811622568159954, + "nauc_mrr_at_1000_diff1": 0.8649418407508412, + "nauc_mrr_at_1000_max": 0.7990916757874054, + "nauc_mrr_at_1000_std": -0.02147927884489916, + "nauc_mrr_at_100_diff1": 0.8649172729363946, + "nauc_mrr_at_100_max": 0.7991779323617596, + "nauc_mrr_at_100_std": -0.021163195195710485, + "nauc_mrr_at_10_diff1": 0.8647089505221475, + "nauc_mrr_at_10_max": 0.7994387052914973, + "nauc_mrr_at_10_std": -0.021915039199652393, + "nauc_mrr_at_1_diff1": 0.8807625378528621, + "nauc_mrr_at_1_max": 0.780689547180009, + "nauc_mrr_at_1_std": -0.0709625929115701, + "nauc_mrr_at_20_diff1": 0.8645734167773084, + "nauc_mrr_at_20_max": 0.7995577529003082, + "nauc_mrr_at_20_std": -0.021694855091371916, + "nauc_mrr_at_3_diff1": 0.8635696679082338, + "nauc_mrr_at_3_max": 0.7992739930020795, + "nauc_mrr_at_3_std": -0.018741050395538025, + "nauc_mrr_at_5_diff1": 0.8625445098133274, + "nauc_mrr_at_5_max": 0.7987980432048509, + "nauc_mrr_at_5_std": -0.019811622568159954, + "nauc_ndcg_at_1000_diff1": 0.8626425927946322, + "nauc_ndcg_at_1000_max": 0.8041524245101275, + "nauc_ndcg_at_1000_std": -0.006482827688977344, + "nauc_ndcg_at_100_diff1": 0.8621057716710261, + "nauc_ndcg_at_100_max": 0.80652423246561, + "nauc_ndcg_at_100_std": 0.0027374772887992244, + "nauc_ndcg_at_10_diff1": 0.8603312828493851, + "nauc_ndcg_at_10_max": 0.8097056558603974, + "nauc_ndcg_at_10_std": 0.0030759713322093445, + "nauc_ndcg_at_1_diff1": 0.8807625378528621, + "nauc_ndcg_at_1_max": 0.780689547180009, + "nauc_ndcg_at_1_std": -0.0709625929115701, + "nauc_ndcg_at_20_diff1": 0.8595382724245698, + "nauc_ndcg_at_20_max": 0.8104898594177474, + "nauc_ndcg_at_20_std": 0.004998794324360178, + "nauc_ndcg_at_3_diff1": 0.8574205212198042, + "nauc_ndcg_at_3_max": 0.8082316296547791, + "nauc_ndcg_at_3_std": 0.00819999548978545, + "nauc_ndcg_at_5_diff1": 0.8549219259536788, + "nauc_ndcg_at_5_max": 0.8078679895793324, + "nauc_ndcg_at_5_std": 0.008041392115460516, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8299576240752883, + "nauc_precision_at_100_max": 0.9585218702865862, + "nauc_precision_at_100_std": 0.6007685125332154, + "nauc_precision_at_10_diff1": 0.8366372189901582, + "nauc_precision_at_10_max": 0.8759031817855346, + "nauc_precision_at_10_std": 0.15946275946275879, + "nauc_precision_at_1_diff1": 0.8807625378528621, + "nauc_precision_at_1_max": 0.780689547180009, + "nauc_precision_at_1_std": -0.0709625929115701, + "nauc_precision_at_20_diff1": 0.818485365160556, + "nauc_precision_at_20_max": 0.9103844436325257, + "nauc_precision_at_20_std": 0.2437685219015091, + "nauc_precision_at_3_diff1": 0.8325610201662862, + "nauc_precision_at_3_max": 0.8455804379015686, + "nauc_precision_at_3_std": 0.12117593590988936, + "nauc_precision_at_5_diff1": 0.8169045395936133, + "nauc_precision_at_5_max": 0.8535414165666261, + "nauc_precision_at_5_std": 0.1495209194789016, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8299576240752737, + "nauc_recall_at_100_max": 0.9585218702865755, + "nauc_recall_at_100_std": 0.6007685125332222, + "nauc_recall_at_10_diff1": 0.8366372189901599, + "nauc_recall_at_10_max": 0.8759031817855367, + "nauc_recall_at_10_std": 0.15946275946275665, + "nauc_recall_at_1_diff1": 0.8807625378528621, + "nauc_recall_at_1_max": 0.780689547180009, + "nauc_recall_at_1_std": -0.0709625929115701, + "nauc_recall_at_20_diff1": 0.8184853651605564, + "nauc_recall_at_20_max": 0.9103844436325251, + "nauc_recall_at_20_std": 0.2437685219015144, + "nauc_recall_at_3_diff1": 0.832561020166286, + "nauc_recall_at_3_max": 0.8455804379015661, + "nauc_recall_at_3_std": 0.12117593590988965, + "nauc_recall_at_5_diff1": 0.816904539593615, + "nauc_recall_at_5_max": 0.8535414165666266, + "nauc_recall_at_5_std": 0.14952091947890414, + "ndcg_at_1": 0.77444, + "ndcg_at_10": 0.8543, + "ndcg_at_100": 0.86648, + "ndcg_at_1000": 0.86841, + "ndcg_at_20": 0.85959, + "ndcg_at_3": 0.83694, + "ndcg_at_5": 0.84732, + "precision_at_1": 0.77444, + "precision_at_10": 0.09278, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04744, + "precision_at_3": 0.2937, + "precision_at_5": 0.18133, + "recall_at_1": 0.77444, + "recall_at_10": 0.92778, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.94889, + "recall_at_3": 0.88111, + "recall_at_5": 0.90667 + }, + { + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ], + "main_score": 0.88677, + "map_at_1": 0.80444, + "map_at_10": 0.86144, + "map_at_100": 0.86283, + "map_at_1000": 0.86286, + "map_at_20": 0.86224, + "map_at_3": 0.8513, + "map_at_5": 0.85807, + "mrr_at_1": 0.8044444444444444, + "mrr_at_10": 0.8614422398589069, + "mrr_at_100": 0.8628338974273718, + "mrr_at_1000": 0.8628620431494514, + "mrr_at_20": 0.8622399250837077, + "mrr_at_3": 0.8512962962962966, + "mrr_at_5": 0.8580740740740745, + "nauc_map_at_1000_diff1": 0.8385759377191799, + "nauc_map_at_1000_max": 0.6711684391791949, + "nauc_map_at_1000_std": -0.10589129629694814, + "nauc_map_at_100_diff1": 0.8385863386934634, + "nauc_map_at_100_max": 0.6712394870916136, + "nauc_map_at_100_std": -0.10567555379058156, + "nauc_map_at_10_diff1": 0.8387140543622521, + "nauc_map_at_10_max": 0.6723685904457338, + "nauc_map_at_10_std": -0.10402898626124499, + "nauc_map_at_1_diff1": 0.8491295280409852, + "nauc_map_at_1_max": 0.6584984358706983, + "nauc_map_at_1_std": -0.11481049100058893, + "nauc_map_at_20_diff1": 0.8385966989178704, + "nauc_map_at_20_max": 0.6714650307348919, + "nauc_map_at_20_std": -0.1050373840952679, + "nauc_map_at_3_diff1": 0.8343185634174801, + "nauc_map_at_3_max": 0.6706209997890524, + "nauc_map_at_3_std": -0.10573664848624519, + "nauc_map_at_5_diff1": 0.8392384619876383, + "nauc_map_at_5_max": 0.6765506565124163, + "nauc_map_at_5_std": -0.10255029232397266, + "nauc_mrr_at_1000_diff1": 0.8385759377191799, + "nauc_mrr_at_1000_max": 0.6711684391791949, + "nauc_mrr_at_1000_std": -0.10589129629694814, + "nauc_mrr_at_100_diff1": 0.8385863386934634, + "nauc_mrr_at_100_max": 0.6712394870916136, + "nauc_mrr_at_100_std": -0.10567555379058156, + "nauc_mrr_at_10_diff1": 0.8387140543622521, + "nauc_mrr_at_10_max": 0.6723685904457338, + "nauc_mrr_at_10_std": -0.10402898626124499, + "nauc_mrr_at_1_diff1": 0.8491295280409852, + "nauc_mrr_at_1_max": 0.6584984358706983, + "nauc_mrr_at_1_std": -0.11481049100058893, + "nauc_mrr_at_20_diff1": 0.8385966989178704, + "nauc_mrr_at_20_max": 0.6714650307348919, + "nauc_mrr_at_20_std": -0.1050373840952679, + "nauc_mrr_at_3_diff1": 0.8343185634174801, + "nauc_mrr_at_3_max": 0.6706209997890524, + "nauc_mrr_at_3_std": -0.10573664848624519, + "nauc_mrr_at_5_diff1": 0.8392384619876383, + "nauc_mrr_at_5_max": 0.6765506565124163, + "nauc_mrr_at_5_std": -0.10255029232397266, + "nauc_ndcg_at_1000_diff1": 0.8376615271219837, + "nauc_ndcg_at_1000_max": 0.6735487449207118, + "nauc_ndcg_at_1000_std": -0.10246028970056033, + "nauc_ndcg_at_100_diff1": 0.8380236365400213, + "nauc_ndcg_at_100_max": 0.6754865699483338, + "nauc_ndcg_at_100_std": -0.09668540757931778, + "nauc_ndcg_at_10_diff1": 0.8377955199679903, + "nauc_ndcg_at_10_max": 0.678824290027733, + "nauc_ndcg_at_10_std": -0.09397451486635965, + "nauc_ndcg_at_1_diff1": 0.8491295280409852, + "nauc_ndcg_at_1_max": 0.6584984358706983, + "nauc_ndcg_at_1_std": -0.11481049100058893, + "nauc_ndcg_at_20_diff1": 0.8370537541246943, + "nauc_ndcg_at_20_max": 0.6748632190878534, + "nauc_ndcg_at_20_std": -0.09739592881529122, + "nauc_ndcg_at_3_diff1": 0.8293021460414659, + "nauc_ndcg_at_3_max": 0.6768766125833302, + "nauc_ndcg_at_3_std": -0.0984417832586468, + "nauc_ndcg_at_5_diff1": 0.8385955859562697, + "nauc_ndcg_at_5_max": 0.6891309143979183, + "nauc_ndcg_at_5_std": -0.09122937155866284, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9019607843137246, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8651960784313598, + "nauc_precision_at_10_diff1": 0.8349381419234316, + "nauc_precision_at_10_max": 0.7426032913165199, + "nauc_precision_at_10_std": 0.018674136321185655, + "nauc_precision_at_1_diff1": 0.8491295280409852, + "nauc_precision_at_1_max": 0.6584984358706983, + "nauc_precision_at_1_std": -0.11481049100058893, + "nauc_precision_at_20_diff1": 0.8185051798497143, + "nauc_precision_at_20_max": 0.7051487261571165, + "nauc_precision_at_20_std": 0.025276777377609506, + "nauc_precision_at_3_diff1": 0.8066872318547672, + "nauc_precision_at_3_max": 0.7063964826436909, + "nauc_precision_at_3_std": -0.06296611471592922, + "nauc_precision_at_5_diff1": 0.8377111851029706, + "nauc_precision_at_5_max": 0.7755756390606533, + "nauc_precision_at_5_std": -0.012208657047729877, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9019607843137295, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8651960784313707, + "nauc_recall_at_10_diff1": 0.8349381419234375, + "nauc_recall_at_10_max": 0.7426032913165289, + "nauc_recall_at_10_std": 0.018674136321195706, + "nauc_recall_at_1_diff1": 0.8491295280409852, + "nauc_recall_at_1_max": 0.6584984358706983, + "nauc_recall_at_1_std": -0.11481049100058893, + "nauc_recall_at_20_diff1": 0.8185051798497197, + "nauc_recall_at_20_max": 0.7051487261571312, + "nauc_recall_at_20_std": 0.025276777377617726, + "nauc_recall_at_3_diff1": 0.8066872318547668, + "nauc_recall_at_3_max": 0.7063964826436899, + "nauc_recall_at_3_std": -0.06296611471592914, + "nauc_recall_at_5_diff1": 0.8377111851029715, + "nauc_recall_at_5_max": 0.775575639060657, + "nauc_recall_at_5_std": -0.012208657047724865, + "ndcg_at_1": 0.80444, + "ndcg_at_10": 0.88677, + "ndcg_at_100": 0.8935, + "ndcg_at_1000": 0.8941, + "ndcg_at_20": 0.8898, + "ndcg_at_3": 0.86692, + "ndcg_at_5": 0.87897, + "precision_at_1": 0.80444, + "precision_at_10": 0.09644, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30407, + "precision_at_5": 0.18822, + "recall_at_1": 0.80444, + "recall_at_10": 0.96444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91222, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ], + "main_score": 0.84945, + "map_at_1": 0.76111, + "map_at_10": 0.82282, + "map_at_100": 0.8254, + "map_at_1000": 0.82552, + "map_at_20": 0.8248, + "map_at_3": 0.81315, + "map_at_5": 0.81948, + "mrr_at_1": 0.7611111111111111, + "mrr_at_10": 0.8228240740740745, + "mrr_at_100": 0.8253963364982762, + "mrr_at_1000": 0.8255217510578072, + "mrr_at_20": 0.824799982310432, + "mrr_at_3": 0.8131481481481487, + "mrr_at_5": 0.8194814814814823, + "nauc_map_at_1000_diff1": 0.8618717233423407, + "nauc_map_at_1000_max": 0.7721128604302765, + "nauc_map_at_1000_std": -0.002561127325899959, + "nauc_map_at_100_diff1": 0.8618579826845235, + "nauc_map_at_100_max": 0.7722530079522065, + "nauc_map_at_100_std": -0.001980904232360486, + "nauc_map_at_10_diff1": 0.8609642917310696, + "nauc_map_at_10_max": 0.7717248777448027, + "nauc_map_at_10_std": -0.0031544088393846586, + "nauc_map_at_1_diff1": 0.8781341600221955, + "nauc_map_at_1_max": 0.747368548027165, + "nauc_map_at_1_std": -0.07499306401611466, + "nauc_map_at_20_diff1": 0.8617185158726766, + "nauc_map_at_20_max": 0.7726235834797072, + "nauc_map_at_20_std": -0.0012083854630037137, + "nauc_map_at_3_diff1": 0.8597263835687929, + "nauc_map_at_3_max": 0.7742882282036556, + "nauc_map_at_3_std": 0.00402777729090854, + "nauc_map_at_5_diff1": 0.8589895455985448, + "nauc_map_at_5_max": 0.7716066381156538, + "nauc_map_at_5_std": -0.004211245044886305, + "nauc_mrr_at_1000_diff1": 0.8618717233423407, + "nauc_mrr_at_1000_max": 0.7721128604302765, + "nauc_mrr_at_1000_std": -0.002561127325899959, + "nauc_mrr_at_100_diff1": 0.8618579826845235, + "nauc_mrr_at_100_max": 0.7722530079522065, + "nauc_mrr_at_100_std": -0.001980904232360486, + "nauc_mrr_at_10_diff1": 0.8609642917310696, + "nauc_mrr_at_10_max": 0.7717248777448027, + "nauc_mrr_at_10_std": -0.0031544088393846586, + "nauc_mrr_at_1_diff1": 0.8781341600221955, + "nauc_mrr_at_1_max": 0.747368548027165, + "nauc_mrr_at_1_std": -0.07499306401611466, + "nauc_mrr_at_20_diff1": 0.8617185158726766, + "nauc_mrr_at_20_max": 0.7726235834797072, + "nauc_mrr_at_20_std": -0.0012083854630037137, + "nauc_mrr_at_3_diff1": 0.8597263835687929, + "nauc_mrr_at_3_max": 0.7742882282036556, + "nauc_mrr_at_3_std": 0.00402777729090854, + "nauc_mrr_at_5_diff1": 0.8589895455985448, + "nauc_mrr_at_5_max": 0.7716066381156538, + "nauc_mrr_at_5_std": -0.004211245044886305, + "nauc_ndcg_at_1000_diff1": 0.8598768765624973, + "nauc_ndcg_at_1000_max": 0.7775898356695251, + "nauc_ndcg_at_1000_std": 0.017047730373571306, + "nauc_ndcg_at_100_diff1": 0.859421763104038, + "nauc_ndcg_at_100_max": 0.7811897256134468, + "nauc_ndcg_at_100_std": 0.032659760741851646, + "nauc_ndcg_at_10_diff1": 0.8558223934132936, + "nauc_ndcg_at_10_max": 0.7809257073092489, + "nauc_ndcg_at_10_std": 0.03147491298272368, + "nauc_ndcg_at_1_diff1": 0.8781341600221955, + "nauc_ndcg_at_1_max": 0.747368548027165, + "nauc_ndcg_at_1_std": -0.07499306401611466, + "nauc_ndcg_at_20_diff1": 0.8586584464918569, + "nauc_ndcg_at_20_max": 0.7845133992056837, + "nauc_ndcg_at_20_std": 0.039835946693699206, + "nauc_ndcg_at_3_diff1": 0.8532633725472903, + "nauc_ndcg_at_3_max": 0.7851263040961781, + "nauc_ndcg_at_3_std": 0.041175110650007334, + "nauc_ndcg_at_5_diff1": 0.8513198266427532, + "nauc_ndcg_at_5_max": 0.7803802348036126, + "nauc_ndcg_at_5_std": 0.02722012936673005, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.835823218176164, + "nauc_precision_at_100_max": 0.9491648511256392, + "nauc_precision_at_100_std": 0.7703859321506454, + "nauc_precision_at_10_diff1": 0.8236950694256179, + "nauc_precision_at_10_max": 0.8416990452094814, + "nauc_precision_at_10_std": 0.2694045360079483, + "nauc_precision_at_1_diff1": 0.8781341600221955, + "nauc_precision_at_1_max": 0.747368548027165, + "nauc_precision_at_1_std": -0.07499306401611466, + "nauc_precision_at_20_diff1": 0.8375841564696093, + "nauc_precision_at_20_max": 0.9196520713548556, + "nauc_precision_at_20_std": 0.5121750454567772, + "nauc_precision_at_3_diff1": 0.8266639784710592, + "nauc_precision_at_3_max": 0.8304464450074082, + "nauc_precision_at_3_std": 0.19890602126596596, + "nauc_precision_at_5_diff1": 0.8120136943666355, + "nauc_precision_at_5_max": 0.8240574007380712, + "nauc_precision_at_5_std": 0.18797519007602786, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8358232181761597, + "nauc_recall_at_100_max": 0.9491648511256355, + "nauc_recall_at_100_std": 0.7703859321506379, + "nauc_recall_at_10_diff1": 0.8236950694256217, + "nauc_recall_at_10_max": 0.8416990452094812, + "nauc_recall_at_10_std": 0.26940453600795145, + "nauc_recall_at_1_diff1": 0.8781341600221955, + "nauc_recall_at_1_max": 0.747368548027165, + "nauc_recall_at_1_std": -0.07499306401611466, + "nauc_recall_at_20_diff1": 0.8375841564696067, + "nauc_recall_at_20_max": 0.9196520713548594, + "nauc_recall_at_20_std": 0.5121750454567803, + "nauc_recall_at_3_diff1": 0.8266639784710589, + "nauc_recall_at_3_max": 0.8304464450074073, + "nauc_recall_at_3_std": 0.19890602126596466, + "nauc_recall_at_5_diff1": 0.8120136943666358, + "nauc_recall_at_5_max": 0.8240574007380719, + "nauc_recall_at_5_std": 0.1879751900760296, + "ndcg_at_1": 0.76111, + "ndcg_at_10": 0.84945, + "ndcg_at_100": 0.86052, + "ndcg_at_1000": 0.86323, + "ndcg_at_20": 0.85635, + "ndcg_at_3": 0.83004, + "ndcg_at_5": 0.84147, + "precision_at_1": 0.76111, + "precision_at_10": 0.09311, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04789, + "precision_at_3": 0.29296, + "precision_at_5": 0.18133, + "recall_at_1": 0.76111, + "recall_at_10": 0.93111, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.95778, + "recall_at_3": 0.87889, + "recall_at_5": 0.90667 + }, + { + "hf_subset": "mlt_Latn-mlt_Latn", + "languages": [ + "mlt-Latn", + "mlt-Latn" + ], + "main_score": 0.69388, + "map_at_1": 0.59667, + "map_at_10": 0.66195, + "map_at_100": 0.6674, + "map_at_1000": 0.66775, + "map_at_20": 0.66491, + "map_at_3": 0.64741, + "map_at_5": 0.65557, + "mrr_at_1": 0.5966666666666667, + "mrr_at_10": 0.6619519400352734, + "mrr_at_100": 0.667401821200939, + "mrr_at_1000": 0.6677475167063391, + "mrr_at_20": 0.6649112380424301, + "mrr_at_3": 0.6474074074074073, + "mrr_at_5": 0.6555740740740741, + "nauc_map_at_1000_diff1": 0.805016601882081, + "nauc_map_at_1000_max": 0.8063163519243381, + "nauc_map_at_1000_std": 0.5051222629595671, + "nauc_map_at_100_diff1": 0.8049152147114568, + "nauc_map_at_100_max": 0.806339101418135, + "nauc_map_at_100_std": 0.5055337154140633, + "nauc_map_at_10_diff1": 0.8044947576150613, + "nauc_map_at_10_max": 0.8070295795018925, + "nauc_map_at_10_std": 0.5057092726608454, + "nauc_map_at_1_diff1": 0.8255916914317069, + "nauc_map_at_1_max": 0.7829859656558589, + "nauc_map_at_1_std": 0.4443809232801232, + "nauc_map_at_20_diff1": 0.8045380514657794, + "nauc_map_at_20_max": 0.806977119502131, + "nauc_map_at_20_std": 0.5062926999385817, + "nauc_map_at_3_diff1": 0.8070318506744703, + "nauc_map_at_3_max": 0.8063396932006734, + "nauc_map_at_3_std": 0.49145135886665486, + "nauc_map_at_5_diff1": 0.8045043966287582, + "nauc_map_at_5_max": 0.8066548709919612, + "nauc_map_at_5_std": 0.5041386565970712, + "nauc_mrr_at_1000_diff1": 0.805016601882081, + "nauc_mrr_at_1000_max": 0.8063163519243381, + "nauc_mrr_at_1000_std": 0.5051222629595671, + "nauc_mrr_at_100_diff1": 0.8049152147114568, + "nauc_mrr_at_100_max": 0.806339101418135, + "nauc_mrr_at_100_std": 0.5055337154140633, + "nauc_mrr_at_10_diff1": 0.8044947576150613, + "nauc_mrr_at_10_max": 0.8070295795018925, + "nauc_mrr_at_10_std": 0.5057092726608454, + "nauc_mrr_at_1_diff1": 0.8255916914317069, + "nauc_mrr_at_1_max": 0.7829859656558589, + "nauc_mrr_at_1_std": 0.4443809232801232, + "nauc_mrr_at_20_diff1": 0.8045380514657794, + "nauc_mrr_at_20_max": 0.806977119502131, + "nauc_mrr_at_20_std": 0.5062926999385817, + "nauc_mrr_at_3_diff1": 0.8070318506744703, + "nauc_mrr_at_3_max": 0.8063396932006734, + "nauc_mrr_at_3_std": 0.49145135886665486, + "nauc_mrr_at_5_diff1": 0.8045043966287582, + "nauc_mrr_at_5_max": 0.8066548709919612, + "nauc_mrr_at_5_std": 0.5041386565970712, + "nauc_ndcg_at_1000_diff1": 0.8005097608041859, + "nauc_ndcg_at_1000_max": 0.8105204612501656, + "nauc_ndcg_at_1000_std": 0.522421105024733, + "nauc_ndcg_at_100_diff1": 0.7982428220857546, + "nauc_ndcg_at_100_max": 0.8113656049897024, + "nauc_ndcg_at_100_std": 0.5343061648796495, + "nauc_ndcg_at_10_diff1": 0.7950220484227432, + "nauc_ndcg_at_10_max": 0.816075000622304, + "nauc_ndcg_at_10_std": 0.5382629031424153, + "nauc_ndcg_at_1_diff1": 0.8255916914317069, + "nauc_ndcg_at_1_max": 0.7829859656558589, + "nauc_ndcg_at_1_std": 0.4443809232801232, + "nauc_ndcg_at_20_diff1": 0.7950093468499136, + "nauc_ndcg_at_20_max": 0.816122296788685, + "nauc_ndcg_at_20_std": 0.5410443205497328, + "nauc_ndcg_at_3_diff1": 0.8007028013397812, + "nauc_ndcg_at_3_max": 0.8144435797627643, + "nauc_ndcg_at_3_std": 0.5074915439350326, + "nauc_ndcg_at_5_diff1": 0.7955171326288619, + "nauc_ndcg_at_5_max": 0.8151370802583991, + "nauc_ndcg_at_5_std": 0.5325435325230569, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7446771058150036, + "nauc_precision_at_100_max": 0.8347338935574228, + "nauc_precision_at_100_std": 0.8356446403698059, + "nauc_precision_at_10_diff1": 0.753895054265882, + "nauc_precision_at_10_max": 0.8536709273421258, + "nauc_precision_at_10_std": 0.6833806490172367, + "nauc_precision_at_1_diff1": 0.8255916914317069, + "nauc_precision_at_1_max": 0.7829859656558589, + "nauc_precision_at_1_std": 0.4443809232801232, + "nauc_precision_at_20_diff1": 0.7445060124153332, + "nauc_precision_at_20_max": 0.8626705088671337, + "nauc_precision_at_20_std": 0.7330972355008533, + "nauc_precision_at_3_diff1": 0.7799912285578392, + "nauc_precision_at_3_max": 0.8410145222961419, + "nauc_precision_at_3_std": 0.5599783390677148, + "nauc_precision_at_5_diff1": 0.7622337879875567, + "nauc_precision_at_5_max": 0.8455165019235368, + "nauc_precision_at_5_std": 0.6392838735803552, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7446771058150041, + "nauc_recall_at_100_max": 0.8347338935574238, + "nauc_recall_at_100_std": 0.8356446403698101, + "nauc_recall_at_10_diff1": 0.7538950542658823, + "nauc_recall_at_10_max": 0.8536709273421257, + "nauc_recall_at_10_std": 0.6833806490172372, + "nauc_recall_at_1_diff1": 0.8255916914317069, + "nauc_recall_at_1_max": 0.7829859656558589, + "nauc_recall_at_1_std": 0.4443809232801232, + "nauc_recall_at_20_diff1": 0.7445060124153348, + "nauc_recall_at_20_max": 0.8626705088671351, + "nauc_recall_at_20_std": 0.7330972355008549, + "nauc_recall_at_3_diff1": 0.7799912285578393, + "nauc_recall_at_3_max": 0.8410145222961409, + "nauc_recall_at_3_std": 0.5599783390677155, + "nauc_recall_at_5_diff1": 0.7622337879875568, + "nauc_recall_at_5_max": 0.8455165019235374, + "nauc_recall_at_5_std": 0.6392838735803559, + "ndcg_at_1": 0.59667, + "ndcg_at_10": 0.69388, + "ndcg_at_100": 0.7224, + "ndcg_at_1000": 0.73121, + "ndcg_at_20": 0.70478, + "ndcg_at_3": 0.66352, + "ndcg_at_5": 0.67843, + "precision_at_1": 0.59667, + "precision_at_10": 0.07944, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "precision_at_20": 0.04189, + "precision_at_3": 0.23667, + "precision_at_5": 0.14933, + "recall_at_1": 0.59667, + "recall_at_10": 0.79444, + "recall_at_100": 0.93222, + "recall_at_1000": 1.0, + "recall_at_20": 0.83778, + "recall_at_3": 0.71, + "recall_at_5": 0.74667 + }, + { + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ], + "main_score": 0.83177, + "map_at_1": 0.72222, + "map_at_10": 0.7977, + "map_at_100": 0.79998, + "map_at_1000": 0.80005, + "map_at_20": 0.7992, + "map_at_3": 0.78333, + "map_at_5": 0.79178, + "mrr_at_1": 0.7222222222222222, + "mrr_at_10": 0.7977006172839511, + "mrr_at_100": 0.7999787443184123, + "mrr_at_1000": 0.8000452970120903, + "mrr_at_20": 0.7991989419440405, + "mrr_at_3": 0.7833333333333335, + "mrr_at_5": 0.7917777777777781, + "nauc_map_at_1000_diff1": 0.8356967472544454, + "nauc_map_at_1000_max": 0.6845811113390108, + "nauc_map_at_1000_std": -0.07481047008733831, + "nauc_map_at_100_diff1": 0.8357221301933396, + "nauc_map_at_100_max": 0.684678428312256, + "nauc_map_at_100_std": -0.07461593507014465, + "nauc_map_at_10_diff1": 0.8346212501179143, + "nauc_map_at_10_max": 0.6851213245898103, + "nauc_map_at_10_std": -0.07404215335947781, + "nauc_map_at_1_diff1": 0.8546697962231938, + "nauc_map_at_1_max": 0.6670351008215082, + "nauc_map_at_1_std": -0.09868345246985975, + "nauc_map_at_20_diff1": 0.8356231138731353, + "nauc_map_at_20_max": 0.6851745648496825, + "nauc_map_at_20_std": -0.07412966428194093, + "nauc_map_at_3_diff1": 0.8321807394448638, + "nauc_map_at_3_max": 0.6853392177912074, + "nauc_map_at_3_std": -0.07825843019274671, + "nauc_map_at_5_diff1": 0.8323773887598506, + "nauc_map_at_5_max": 0.6844704056965062, + "nauc_map_at_5_std": -0.07933220017159072, + "nauc_mrr_at_1000_diff1": 0.8356967472544454, + "nauc_mrr_at_1000_max": 0.6845811113390108, + "nauc_mrr_at_1000_std": -0.07481047008733831, + "nauc_mrr_at_100_diff1": 0.8357221301933396, + "nauc_mrr_at_100_max": 0.684678428312256, + "nauc_mrr_at_100_std": -0.07461593507014465, + "nauc_mrr_at_10_diff1": 0.8346212501179143, + "nauc_mrr_at_10_max": 0.6851213245898103, + "nauc_mrr_at_10_std": -0.07404215335947781, + "nauc_mrr_at_1_diff1": 0.8546697962231938, + "nauc_mrr_at_1_max": 0.6670351008215082, + "nauc_mrr_at_1_std": -0.09868345246985975, + "nauc_mrr_at_20_diff1": 0.8356231138731353, + "nauc_mrr_at_20_max": 0.6851745648496825, + "nauc_mrr_at_20_std": -0.07412966428194093, + "nauc_mrr_at_3_diff1": 0.8321807394448638, + "nauc_mrr_at_3_max": 0.6853392177912074, + "nauc_mrr_at_3_std": -0.07825843019274671, + "nauc_mrr_at_5_diff1": 0.8323773887598506, + "nauc_mrr_at_5_max": 0.6844704056965062, + "nauc_mrr_at_5_std": -0.07933220017159072, + "nauc_ndcg_at_1000_diff1": 0.8336939335034789, + "nauc_ndcg_at_1000_max": 0.6887368784590605, + "nauc_ndcg_at_1000_std": -0.06773100078286634, + "nauc_ndcg_at_100_diff1": 0.8343770065498896, + "nauc_ndcg_at_100_max": 0.6910749848832103, + "nauc_ndcg_at_100_std": -0.06353669285766154, + "nauc_ndcg_at_10_diff1": 0.8291264110086833, + "nauc_ndcg_at_10_max": 0.6945632920426597, + "nauc_ndcg_at_10_std": -0.05772919717184378, + "nauc_ndcg_at_1_diff1": 0.8546697962231938, + "nauc_ndcg_at_1_max": 0.6670351008215082, + "nauc_ndcg_at_1_std": -0.09868345246985975, + "nauc_ndcg_at_20_diff1": 0.8332954476031378, + "nauc_ndcg_at_20_max": 0.6951912846354449, + "nauc_ndcg_at_20_std": -0.05692660356954743, + "nauc_ndcg_at_3_diff1": 0.8237304350699909, + "nauc_ndcg_at_3_max": 0.6933226781805687, + "nauc_ndcg_at_3_std": -0.07068345418554707, + "nauc_ndcg_at_5_diff1": 0.8232211779067167, + "nauc_ndcg_at_5_max": 0.692196273356254, + "nauc_ndcg_at_5_std": -0.0714316086297759, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9050731403672542, + "nauc_precision_at_100_max": 0.928675173773221, + "nauc_precision_at_100_std": 0.34941383960994465, + "nauc_precision_at_10_diff1": 0.7900576897425635, + "nauc_precision_at_10_max": 0.776160464185673, + "nauc_precision_at_10_std": 0.09012771775376868, + "nauc_precision_at_1_diff1": 0.8546697962231938, + "nauc_precision_at_1_max": 0.6670351008215082, + "nauc_precision_at_1_std": -0.09868345246985975, + "nauc_precision_at_20_diff1": 0.8284313725490181, + "nauc_precision_at_20_max": 0.8309212573918447, + "nauc_precision_at_20_std": 0.18881626724763184, + "nauc_precision_at_3_diff1": 0.7895462663622191, + "nauc_precision_at_3_max": 0.7261358412648178, + "nauc_precision_at_3_std": -0.0400869637299454, + "nauc_precision_at_5_diff1": 0.7764130775868828, + "nauc_precision_at_5_max": 0.7317015768416087, + "nauc_precision_at_5_std": -0.03072781831019043, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9050731403672452, + "nauc_recall_at_100_max": 0.9286751737731979, + "nauc_recall_at_100_std": 0.3494138396099225, + "nauc_recall_at_10_diff1": 0.790057689742562, + "nauc_recall_at_10_max": 0.7761604641856736, + "nauc_recall_at_10_std": 0.09012771775376548, + "nauc_recall_at_1_diff1": 0.8546697962231938, + "nauc_recall_at_1_max": 0.6670351008215082, + "nauc_recall_at_1_std": -0.09868345246985975, + "nauc_recall_at_20_diff1": 0.8284313725490191, + "nauc_recall_at_20_max": 0.8309212573918464, + "nauc_recall_at_20_std": 0.1888162672476423, + "nauc_recall_at_3_diff1": 0.7895462663622189, + "nauc_recall_at_3_max": 0.7261358412648171, + "nauc_recall_at_3_std": -0.040086963729945836, + "nauc_recall_at_5_diff1": 0.7764130775868832, + "nauc_recall_at_5_max": 0.7317015768416097, + "nauc_recall_at_5_std": -0.030727818310191075, + "ndcg_at_1": 0.72222, + "ndcg_at_10": 0.83177, + "ndcg_at_100": 0.84292, + "ndcg_at_1000": 0.84429, + "ndcg_at_20": 0.83733, + "ndcg_at_3": 0.80225, + "ndcg_at_5": 0.8174, + "precision_at_1": 0.72222, + "precision_at_10": 0.09378, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.28556, + "precision_at_5": 0.17867, + "recall_at_1": 0.72222, + "recall_at_10": 0.93778, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.85667, + "recall_at_5": 0.89333 + }, + { + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ], + "main_score": 0.67556, + "map_at_1": 0.58778, + "map_at_10": 0.64581, + "map_at_100": 0.65144, + "map_at_1000": 0.65198, + "map_at_20": 0.64951, + "map_at_3": 0.63111, + "map_at_5": 0.63894, + "mrr_at_1": 0.5877777777777777, + "mrr_at_10": 0.6458077601410941, + "mrr_at_100": 0.651444528067151, + "mrr_at_1000": 0.651977597914648, + "mrr_at_20": 0.6495134664670273, + "mrr_at_3": 0.6311111111111113, + "mrr_at_5": 0.6389444444444448, + "nauc_map_at_1000_diff1": 0.8399783169103173, + "nauc_map_at_1000_max": 0.8146029447553255, + "nauc_map_at_1000_std": 0.3927447946618857, + "nauc_map_at_100_diff1": 0.8397704963953597, + "nauc_map_at_100_max": 0.8146704113227514, + "nauc_map_at_100_std": 0.39335326808524906, + "nauc_map_at_10_diff1": 0.8399671217018531, + "nauc_map_at_10_max": 0.8154907284155052, + "nauc_map_at_10_std": 0.3933878507124617, + "nauc_map_at_1_diff1": 0.8611839826170959, + "nauc_map_at_1_max": 0.7883394024952141, + "nauc_map_at_1_std": 0.3350974291583248, + "nauc_map_at_20_diff1": 0.8397439652208989, + "nauc_map_at_20_max": 0.8145858768778902, + "nauc_map_at_20_std": 0.3931138782420057, + "nauc_map_at_3_diff1": 0.8428847696689638, + "nauc_map_at_3_max": 0.8180439116162237, + "nauc_map_at_3_std": 0.3800067965960965, + "nauc_map_at_5_diff1": 0.8410633367760838, + "nauc_map_at_5_max": 0.8175854307962199, + "nauc_map_at_5_std": 0.3886726714195219, + "nauc_mrr_at_1000_diff1": 0.8399783169103173, + "nauc_mrr_at_1000_max": 0.8146029447553255, + "nauc_mrr_at_1000_std": 0.3927447946618857, + "nauc_mrr_at_100_diff1": 0.8397704963953597, + "nauc_mrr_at_100_max": 0.8146704113227514, + "nauc_mrr_at_100_std": 0.39335326808524906, + "nauc_mrr_at_10_diff1": 0.8399671217018531, + "nauc_mrr_at_10_max": 0.8154907284155052, + "nauc_mrr_at_10_std": 0.3933878507124617, + "nauc_mrr_at_1_diff1": 0.8611839826170959, + "nauc_mrr_at_1_max": 0.7883394024952141, + "nauc_mrr_at_1_std": 0.3350974291583248, + "nauc_mrr_at_20_diff1": 0.8397439652208989, + "nauc_mrr_at_20_max": 0.8145858768778902, + "nauc_mrr_at_20_std": 0.3931138782420057, + "nauc_mrr_at_3_diff1": 0.8428847696689638, + "nauc_mrr_at_3_max": 0.8180439116162237, + "nauc_mrr_at_3_std": 0.3800067965960965, + "nauc_mrr_at_5_diff1": 0.8410633367760838, + "nauc_mrr_at_5_max": 0.8175854307962199, + "nauc_mrr_at_5_std": 0.3886726714195219, + "nauc_ndcg_at_1000_diff1": 0.8349787223128087, + "nauc_ndcg_at_1000_max": 0.818894537496944, + "nauc_ndcg_at_1000_std": 0.4117242403251339, + "nauc_ndcg_at_100_diff1": 0.8302542920397641, + "nauc_ndcg_at_100_max": 0.8211372160185051, + "nauc_ndcg_at_100_std": 0.42932696894147127, + "nauc_ndcg_at_10_diff1": 0.831042310327614, + "nauc_ndcg_at_10_max": 0.8238259266180382, + "nauc_ndcg_at_10_std": 0.4273677015205862, + "nauc_ndcg_at_1_diff1": 0.8611839826170959, + "nauc_ndcg_at_1_max": 0.7883394024952141, + "nauc_ndcg_at_1_std": 0.3350974291583248, + "nauc_ndcg_at_20_diff1": 0.8302981560060405, + "nauc_ndcg_at_20_max": 0.820514234649851, + "nauc_ndcg_at_20_std": 0.42702853270610747, + "nauc_ndcg_at_3_diff1": 0.837450383114165, + "nauc_ndcg_at_3_max": 0.8286899806580706, + "nauc_ndcg_at_3_std": 0.3968784281340002, + "nauc_ndcg_at_5_diff1": 0.8338716783864556, + "nauc_ndcg_at_5_max": 0.828563393436362, + "nauc_ndcg_at_5_std": 0.414313126025008, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7452847805788985, + "nauc_precision_at_100_max": 0.8654967869500751, + "nauc_precision_at_100_std": 0.7654253858406121, + "nauc_precision_at_10_diff1": 0.7942973523421581, + "nauc_precision_at_10_max": 0.8548923355440662, + "nauc_precision_at_10_std": 0.5730151269866135, + "nauc_precision_at_1_diff1": 0.8611839826170959, + "nauc_precision_at_1_max": 0.7883394024952141, + "nauc_precision_at_1_std": 0.3350974291583248, + "nauc_precision_at_20_diff1": 0.7818006487244669, + "nauc_precision_at_20_max": 0.8425121166201203, + "nauc_precision_at_20_std": 0.6065010206765261, + "nauc_precision_at_3_diff1": 0.8204405975885697, + "nauc_precision_at_3_max": 0.8627413755695379, + "nauc_precision_at_3_std": 0.4510991693270931, + "nauc_precision_at_5_diff1": 0.8090308076849119, + "nauc_precision_at_5_max": 0.8665007363334598, + "nauc_precision_at_5_std": 0.5059191913642976, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7452847805788982, + "nauc_recall_at_100_max": 0.8654967869500759, + "nauc_recall_at_100_std": 0.7654253858406111, + "nauc_recall_at_10_diff1": 0.7942973523421587, + "nauc_recall_at_10_max": 0.8548923355440665, + "nauc_recall_at_10_std": 0.5730151269866134, + "nauc_recall_at_1_diff1": 0.8611839826170959, + "nauc_recall_at_1_max": 0.7883394024952141, + "nauc_recall_at_1_std": 0.3350974291583248, + "nauc_recall_at_20_diff1": 0.7818006487244666, + "nauc_recall_at_20_max": 0.8425121166201202, + "nauc_recall_at_20_std": 0.6065010206765268, + "nauc_recall_at_3_diff1": 0.8204405975885685, + "nauc_recall_at_3_max": 0.8627413755695377, + "nauc_recall_at_3_std": 0.45109916932709254, + "nauc_recall_at_5_diff1": 0.8090308076849129, + "nauc_recall_at_5_max": 0.8665007363334607, + "nauc_recall_at_5_std": 0.5059191913642984, + "ndcg_at_1": 0.58778, + "ndcg_at_10": 0.67556, + "ndcg_at_100": 0.70399, + "ndcg_at_1000": 0.71649, + "ndcg_at_20": 0.68924, + "ndcg_at_3": 0.64484, + "ndcg_at_5": 0.65899, + "precision_at_1": 0.58778, + "precision_at_10": 0.077, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "precision_at_20": 0.04122, + "precision_at_3": 0.22815, + "precision_at_5": 0.14378, + "recall_at_1": 0.58778, + "recall_at_10": 0.77, + "recall_at_100": 0.90556, + "recall_at_1000": 1.0, + "recall_at_20": 0.82444, + "recall_at_3": 0.68444, + "recall_at_5": 0.71889 + }, + { + "hf_subset": "mri_Latn-mri_Latn", + "languages": [ + "mri-Latn", + "mri-Latn" + ], + "main_score": 0.53305, + "map_at_1": 0.43667, + "map_at_10": 0.49969, + "map_at_100": 0.50623, + "map_at_1000": 0.5071, + "map_at_20": 0.50308, + "map_at_3": 0.48241, + "map_at_5": 0.4928, + "mrr_at_1": 0.43666666666666665, + "mrr_at_10": 0.4996944444444442, + "mrr_at_100": 0.5062334101129579, + "mrr_at_1000": 0.5071010618324177, + "mrr_at_20": 0.5030848458196236, + "mrr_at_3": 0.4824074074074071, + "mrr_at_5": 0.49279629629629584, + "nauc_map_at_1000_diff1": 0.7832457051468363, + "nauc_map_at_1000_max": 0.7579305293927892, + "nauc_map_at_1000_std": 0.4805180388406749, + "nauc_map_at_100_diff1": 0.7829902426407847, + "nauc_map_at_100_max": 0.7579191280997442, + "nauc_map_at_100_std": 0.4808761427395774, + "nauc_map_at_10_diff1": 0.7838182278722345, + "nauc_map_at_10_max": 0.7582566855529325, + "nauc_map_at_10_std": 0.47951448239786654, + "nauc_map_at_1_diff1": 0.8196471530514552, + "nauc_map_at_1_max": 0.7459638115349465, + "nauc_map_at_1_std": 0.4448258431929737, + "nauc_map_at_20_diff1": 0.7831778148824163, + "nauc_map_at_20_max": 0.758564022152245, + "nauc_map_at_20_std": 0.48085678537398896, + "nauc_map_at_3_diff1": 0.7910526390058279, + "nauc_map_at_3_max": 0.7610985445542277, + "nauc_map_at_3_std": 0.4756038115740999, + "nauc_map_at_5_diff1": 0.7845428442332275, + "nauc_map_at_5_max": 0.7574830677465547, + "nauc_map_at_5_std": 0.4747822157721184, + "nauc_mrr_at_1000_diff1": 0.7832457051468363, + "nauc_mrr_at_1000_max": 0.7579305293927892, + "nauc_mrr_at_1000_std": 0.4805180388406749, + "nauc_mrr_at_100_diff1": 0.7829902426407847, + "nauc_mrr_at_100_max": 0.7579191280997442, + "nauc_mrr_at_100_std": 0.4808761427395774, + "nauc_mrr_at_10_diff1": 0.7838182278722345, + "nauc_mrr_at_10_max": 0.7582566855529325, + "nauc_mrr_at_10_std": 0.47951448239786654, + "nauc_mrr_at_1_diff1": 0.8196471530514552, + "nauc_mrr_at_1_max": 0.7459638115349465, + "nauc_mrr_at_1_std": 0.4448258431929737, + "nauc_mrr_at_20_diff1": 0.7831778148824163, + "nauc_mrr_at_20_max": 0.758564022152245, + "nauc_mrr_at_20_std": 0.48085678537398896, + "nauc_mrr_at_3_diff1": 0.7910526390058279, + "nauc_mrr_at_3_max": 0.7610985445542277, + "nauc_mrr_at_3_std": 0.4756038115740999, + "nauc_mrr_at_5_diff1": 0.7845428442332275, + "nauc_mrr_at_5_max": 0.7574830677465547, + "nauc_mrr_at_5_std": 0.4747822157721184, + "nauc_ndcg_at_1000_diff1": 0.7732750921923788, + "nauc_ndcg_at_1000_max": 0.7591086094491885, + "nauc_ndcg_at_1000_std": 0.4927787431668816, + "nauc_ndcg_at_100_diff1": 0.7646045337151041, + "nauc_ndcg_at_100_max": 0.7579495873716163, + "nauc_ndcg_at_100_std": 0.5038910833466079, + "nauc_ndcg_at_10_diff1": 0.7690413623049588, + "nauc_ndcg_at_10_max": 0.7616867546940902, + "nauc_ndcg_at_10_std": 0.49801674597517087, + "nauc_ndcg_at_1_diff1": 0.8196471530514552, + "nauc_ndcg_at_1_max": 0.7459638115349465, + "nauc_ndcg_at_1_std": 0.4448258431929737, + "nauc_ndcg_at_20_diff1": 0.7665737816862583, + "nauc_ndcg_at_20_max": 0.7628586849053101, + "nauc_ndcg_at_20_std": 0.5032120360689573, + "nauc_ndcg_at_3_diff1": 0.7830603634804741, + "nauc_ndcg_at_3_max": 0.7667463175373388, + "nauc_ndcg_at_3_std": 0.4882165859061976, + "nauc_ndcg_at_5_diff1": 0.7707016609885979, + "nauc_ndcg_at_5_max": 0.7599854552589393, + "nauc_ndcg_at_5_std": 0.4868478339315426, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6414791302364485, + "nauc_precision_at_100_max": 0.7400973162016284, + "nauc_precision_at_100_std": 0.658908614004411, + "nauc_precision_at_10_diff1": 0.7172206240318649, + "nauc_precision_at_10_max": 0.7725797742863467, + "nauc_precision_at_10_std": 0.565073688869218, + "nauc_precision_at_1_diff1": 0.8196471530514552, + "nauc_precision_at_1_max": 0.7459638115349465, + "nauc_precision_at_1_std": 0.4448258431929737, + "nauc_precision_at_20_diff1": 0.7006843154889923, + "nauc_precision_at_20_max": 0.7791381535212918, + "nauc_precision_at_20_std": 0.596253861494545, + "nauc_precision_at_3_diff1": 0.7595178890724512, + "nauc_precision_at_3_max": 0.7839217025643246, + "nauc_precision_at_3_std": 0.5268942666260739, + "nauc_precision_at_5_diff1": 0.725798031086903, + "nauc_precision_at_5_max": 0.7668091930318757, + "nauc_precision_at_5_std": 0.5251221015618265, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6414791302364484, + "nauc_recall_at_100_max": 0.7400973162016269, + "nauc_recall_at_100_std": 0.6589086140044095, + "nauc_recall_at_10_diff1": 0.7172206240318658, + "nauc_recall_at_10_max": 0.7725797742863464, + "nauc_recall_at_10_std": 0.5650736888692189, + "nauc_recall_at_1_diff1": 0.8196471530514552, + "nauc_recall_at_1_max": 0.7459638115349465, + "nauc_recall_at_1_std": 0.4448258431929737, + "nauc_recall_at_20_diff1": 0.700684315488992, + "nauc_recall_at_20_max": 0.7791381535212919, + "nauc_recall_at_20_std": 0.5962538614945453, + "nauc_recall_at_3_diff1": 0.7595178890724513, + "nauc_recall_at_3_max": 0.7839217025643246, + "nauc_recall_at_3_std": 0.5268942666260734, + "nauc_recall_at_5_diff1": 0.7257980310869033, + "nauc_recall_at_5_max": 0.7668091930318757, + "nauc_recall_at_5_std": 0.5251221015618264, + "ndcg_at_1": 0.43667, + "ndcg_at_10": 0.53305, + "ndcg_at_100": 0.57038, + "ndcg_at_1000": 0.59277, + "ndcg_at_20": 0.54559, + "ndcg_at_3": 0.49747, + "ndcg_at_5": 0.51645, + "precision_at_1": 0.43667, + "precision_at_10": 0.06389, + "precision_at_100": 0.00827, + "precision_at_1000": 0.001, + "precision_at_20": 0.03444, + "precision_at_3": 0.18037, + "precision_at_5": 0.11756, + "recall_at_1": 0.43667, + "recall_at_10": 0.63889, + "recall_at_100": 0.82667, + "recall_at_1000": 1.0, + "recall_at_20": 0.68889, + "recall_at_3": 0.54111, + "recall_at_5": 0.58778 + }, + { + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ], + "main_score": 0.76199, + "map_at_1": 0.64, + "map_at_10": 0.7244, + "map_at_100": 0.72907, + "map_at_1000": 0.72917, + "map_at_20": 0.72751, + "map_at_3": 0.70796, + "map_at_5": 0.71785, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7244043209876544, + "mrr_at_100": 0.7290651275357181, + "mrr_at_1000": 0.7291703289294912, + "mrr_at_20": 0.7275110396569376, + "mrr_at_3": 0.7079629629629629, + "mrr_at_5": 0.717851851851852, + "nauc_map_at_1000_diff1": 0.7939097169192231, + "nauc_map_at_1000_max": 0.6799815676927163, + "nauc_map_at_1000_std": 0.04872693557360765, + "nauc_map_at_100_diff1": 0.7938960846362335, + "nauc_map_at_100_max": 0.679971422561968, + "nauc_map_at_100_std": 0.04880556426826049, + "nauc_map_at_10_diff1": 0.793058708591617, + "nauc_map_at_10_max": 0.6799182891089415, + "nauc_map_at_10_std": 0.04854544095811029, + "nauc_map_at_1_diff1": 0.8261999545848056, + "nauc_map_at_1_max": 0.6743801535601252, + "nauc_map_at_1_std": 0.05150012063410941, + "nauc_map_at_20_diff1": 0.7933817426177547, + "nauc_map_at_20_max": 0.6801315742887135, + "nauc_map_at_20_std": 0.04859121563448368, + "nauc_map_at_3_diff1": 0.7910807919660222, + "nauc_map_at_3_max": 0.6820711115226483, + "nauc_map_at_3_std": 0.04926551650555792, + "nauc_map_at_5_diff1": 0.7909682194443911, + "nauc_map_at_5_max": 0.6792274473754043, + "nauc_map_at_5_std": 0.04535466099965889, + "nauc_mrr_at_1000_diff1": 0.7939097169192231, + "nauc_mrr_at_1000_max": 0.6799815676927163, + "nauc_mrr_at_1000_std": 0.04872693557360765, + "nauc_mrr_at_100_diff1": 0.7938960846362335, + "nauc_mrr_at_100_max": 0.679971422561968, + "nauc_mrr_at_100_std": 0.04880556426826049, + "nauc_mrr_at_10_diff1": 0.793058708591617, + "nauc_mrr_at_10_max": 0.6799182891089415, + "nauc_mrr_at_10_std": 0.04854544095811029, + "nauc_mrr_at_1_diff1": 0.8261999545848056, + "nauc_mrr_at_1_max": 0.6743801535601252, + "nauc_mrr_at_1_std": 0.05150012063410941, + "nauc_mrr_at_20_diff1": 0.7933817426177547, + "nauc_mrr_at_20_max": 0.6801315742887135, + "nauc_mrr_at_20_std": 0.04859121563448368, + "nauc_mrr_at_3_diff1": 0.7910807919660222, + "nauc_mrr_at_3_max": 0.6820711115226483, + "nauc_mrr_at_3_std": 0.04926551650555792, + "nauc_mrr_at_5_diff1": 0.7909682194443911, + "nauc_mrr_at_5_max": 0.6792274473754043, + "nauc_mrr_at_5_std": 0.04535466099965889, + "nauc_ndcg_at_1000_diff1": 0.7896734961576528, + "nauc_ndcg_at_1000_max": 0.6798525665841422, + "nauc_ndcg_at_1000_std": 0.04686908248158113, + "nauc_ndcg_at_100_diff1": 0.7895369456352523, + "nauc_ndcg_at_100_max": 0.6799174382222383, + "nauc_ndcg_at_100_std": 0.04992295238846449, + "nauc_ndcg_at_10_diff1": 0.7838649456737516, + "nauc_ndcg_at_10_max": 0.6790585733954165, + "nauc_ndcg_at_10_std": 0.04359403765307137, + "nauc_ndcg_at_1_diff1": 0.8261999545848056, + "nauc_ndcg_at_1_max": 0.6743801535601252, + "nauc_ndcg_at_1_std": 0.05150012063410941, + "nauc_ndcg_at_20_diff1": 0.7849923830415415, + "nauc_ndcg_at_20_max": 0.679894889065041, + "nauc_ndcg_at_20_std": 0.04353648209872661, + "nauc_ndcg_at_3_diff1": 0.7797837043008066, + "nauc_ndcg_at_3_max": 0.6834688079483532, + "nauc_ndcg_at_3_std": 0.045431861350153216, + "nauc_ndcg_at_5_diff1": 0.7792359707903698, + "nauc_ndcg_at_5_max": 0.6782300777497409, + "nauc_ndcg_at_5_std": 0.03750506278533525, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7815792983860174, + "nauc_precision_at_100_max": 0.6935774309724103, + "nauc_precision_at_100_std": 0.33636788048553434, + "nauc_precision_at_10_diff1": 0.7362967767950276, + "nauc_precision_at_10_max": 0.6708684332786915, + "nauc_precision_at_10_std": 0.012118794870219532, + "nauc_precision_at_1_diff1": 0.8261999545848056, + "nauc_precision_at_1_max": 0.6743801535601252, + "nauc_precision_at_1_std": 0.05150012063410941, + "nauc_precision_at_20_diff1": 0.7238828864879288, + "nauc_precision_at_20_max": 0.6749166333199925, + "nauc_precision_at_20_std": -0.0043150593570795434, + "nauc_precision_at_3_diff1": 0.7395731070082663, + "nauc_precision_at_3_max": 0.6879479790142622, + "nauc_precision_at_3_std": 0.030351732801300043, + "nauc_precision_at_5_diff1": 0.7301555052469301, + "nauc_precision_at_5_max": 0.6723296117851162, + "nauc_precision_at_5_std": 0.0006836813013152326, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7815792983860204, + "nauc_recall_at_100_max": 0.6935774309723829, + "nauc_recall_at_100_std": 0.3363678804855306, + "nauc_recall_at_10_diff1": 0.7362967767950275, + "nauc_recall_at_10_max": 0.6708684332786924, + "nauc_recall_at_10_std": 0.012118794870221444, + "nauc_recall_at_1_diff1": 0.8261999545848056, + "nauc_recall_at_1_max": 0.6743801535601252, + "nauc_recall_at_1_std": 0.05150012063410941, + "nauc_recall_at_20_diff1": 0.7238828864879275, + "nauc_recall_at_20_max": 0.6749166333199923, + "nauc_recall_at_20_std": -0.004315059357076603, + "nauc_recall_at_3_diff1": 0.7395731070082657, + "nauc_recall_at_3_max": 0.6879479790142613, + "nauc_recall_at_3_std": 0.030351732801301327, + "nauc_recall_at_5_diff1": 0.7301555052469317, + "nauc_recall_at_5_max": 0.6723296117851186, + "nauc_recall_at_5_std": 0.00068368130131706, + "ndcg_at_1": 0.64, + "ndcg_at_10": 0.76199, + "ndcg_at_100": 0.78454, + "ndcg_at_1000": 0.78668, + "ndcg_at_20": 0.77307, + "ndcg_at_3": 0.72832, + "ndcg_at_5": 0.74615, + "precision_at_1": 0.64, + "precision_at_10": 0.08789, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.26222, + "precision_at_5": 0.166, + "recall_at_1": 0.64, + "recall_at_10": 0.87889, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.78667, + "recall_at_5": 0.83 + }, + { + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ], + "main_score": 0.51883, + "map_at_1": 0.43333, + "map_at_10": 0.489, + "map_at_100": 0.49574, + "map_at_1000": 0.49666, + "map_at_20": 0.49233, + "map_at_3": 0.4713, + "map_at_5": 0.48296, + "mrr_at_1": 0.43333333333333335, + "mrr_at_10": 0.48899735449735426, + "mrr_at_100": 0.4957421245109064, + "mrr_at_1000": 0.4966581541149872, + "mrr_at_20": 0.49233484620623374, + "mrr_at_3": 0.4712962962962962, + "mrr_at_5": 0.4829629629629626, + "nauc_map_at_1000_diff1": 0.8054438967053268, + "nauc_map_at_1000_max": 0.8255208403678624, + "nauc_map_at_1000_std": 0.43086269618428724, + "nauc_map_at_100_diff1": 0.8050909303289651, + "nauc_map_at_100_max": 0.8253768718809396, + "nauc_map_at_100_std": 0.4313537011694316, + "nauc_map_at_10_diff1": 0.8059459650120415, + "nauc_map_at_10_max": 0.8265886181633469, + "nauc_map_at_10_std": 0.4285578604923908, + "nauc_map_at_1_diff1": 0.8419570909827404, + "nauc_map_at_1_max": 0.8276029686211536, + "nauc_map_at_1_std": 0.38978198284217974, + "nauc_map_at_20_diff1": 0.8053384339884367, + "nauc_map_at_20_max": 0.8256282238543715, + "nauc_map_at_20_std": 0.43033234816764193, + "nauc_map_at_3_diff1": 0.8143037522241219, + "nauc_map_at_3_max": 0.8299884528456855, + "nauc_map_at_3_std": 0.41620953558949736, + "nauc_map_at_5_diff1": 0.8098985652461462, + "nauc_map_at_5_max": 0.828525042651355, + "nauc_map_at_5_std": 0.4273207501077458, + "nauc_mrr_at_1000_diff1": 0.8054438967053268, + "nauc_mrr_at_1000_max": 0.8255208403678624, + "nauc_mrr_at_1000_std": 0.43086269618428724, + "nauc_mrr_at_100_diff1": 0.8050909303289651, + "nauc_mrr_at_100_max": 0.8253768718809396, + "nauc_mrr_at_100_std": 0.4313537011694316, + "nauc_mrr_at_10_diff1": 0.8059459650120415, + "nauc_mrr_at_10_max": 0.8265886181633469, + "nauc_mrr_at_10_std": 0.4285578604923908, + "nauc_mrr_at_1_diff1": 0.8419570909827404, + "nauc_mrr_at_1_max": 0.8276029686211536, + "nauc_mrr_at_1_std": 0.38978198284217974, + "nauc_mrr_at_20_diff1": 0.8053384339884367, + "nauc_mrr_at_20_max": 0.8256282238543715, + "nauc_mrr_at_20_std": 0.43033234816764193, + "nauc_mrr_at_3_diff1": 0.8143037522241219, + "nauc_mrr_at_3_max": 0.8299884528456855, + "nauc_mrr_at_3_std": 0.41620953558949736, + "nauc_mrr_at_5_diff1": 0.8098985652461462, + "nauc_mrr_at_5_max": 0.828525042651355, + "nauc_mrr_at_5_std": 0.4273207501077458, + "nauc_ndcg_at_1000_diff1": 0.7937984565000042, + "nauc_ndcg_at_1000_max": 0.8223623783999683, + "nauc_ndcg_at_1000_std": 0.446336633718632, + "nauc_ndcg_at_100_diff1": 0.7825653253853283, + "nauc_ndcg_at_100_max": 0.8177519237019619, + "nauc_ndcg_at_100_std": 0.4625862653930494, + "nauc_ndcg_at_10_diff1": 0.7879319151545323, + "nauc_ndcg_at_10_max": 0.8236189652669311, + "nauc_ndcg_at_10_std": 0.4472573513793405, + "nauc_ndcg_at_1_diff1": 0.8419570909827404, + "nauc_ndcg_at_1_max": 0.8276029686211536, + "nauc_ndcg_at_1_std": 0.38978198284217974, + "nauc_ndcg_at_20_diff1": 0.7850935126259878, + "nauc_ndcg_at_20_max": 0.8201123720155533, + "nauc_ndcg_at_20_std": 0.45537449029185056, + "nauc_ndcg_at_3_diff1": 0.8063239428638518, + "nauc_ndcg_at_3_max": 0.8310568971869073, + "nauc_ndcg_at_3_std": 0.4241184636784682, + "nauc_ndcg_at_5_diff1": 0.7974237882549863, + "nauc_ndcg_at_5_max": 0.8278361036138843, + "nauc_ndcg_at_5_std": 0.44371583798517983, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6357471726008579, + "nauc_precision_at_100_max": 0.7572598529694244, + "nauc_precision_at_100_std": 0.676413408536621, + "nauc_precision_at_10_diff1": 0.7241681527113556, + "nauc_precision_at_10_max": 0.8118549215098207, + "nauc_precision_at_10_std": 0.5119356407554507, + "nauc_precision_at_1_diff1": 0.8419570909827404, + "nauc_precision_at_1_max": 0.8276029686211536, + "nauc_precision_at_1_std": 0.38978198284217974, + "nauc_precision_at_20_diff1": 0.7045450765520617, + "nauc_precision_at_20_max": 0.7949310246056893, + "nauc_precision_at_20_std": 0.5581675552311336, + "nauc_precision_at_3_diff1": 0.7830289654006347, + "nauc_precision_at_3_max": 0.8343128359885327, + "nauc_precision_at_3_std": 0.4473083931275293, + "nauc_precision_at_5_diff1": 0.7573688985838637, + "nauc_precision_at_5_max": 0.824894080803152, + "nauc_precision_at_5_std": 0.4964831796966805, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6357471726008576, + "nauc_recall_at_100_max": 0.7572598529694243, + "nauc_recall_at_100_std": 0.6764134085366218, + "nauc_recall_at_10_diff1": 0.724168152711356, + "nauc_recall_at_10_max": 0.811854921509821, + "nauc_recall_at_10_std": 0.5119356407554512, + "nauc_recall_at_1_diff1": 0.8419570909827404, + "nauc_recall_at_1_max": 0.8276029686211536, + "nauc_recall_at_1_std": 0.38978198284217974, + "nauc_recall_at_20_diff1": 0.7045450765520614, + "nauc_recall_at_20_max": 0.7949310246056899, + "nauc_recall_at_20_std": 0.5581675552311348, + "nauc_recall_at_3_diff1": 0.7830289654006353, + "nauc_recall_at_3_max": 0.8343128359885327, + "nauc_recall_at_3_std": 0.44730839312752985, + "nauc_recall_at_5_diff1": 0.7573688985838642, + "nauc_recall_at_5_max": 0.8248940808031522, + "nauc_recall_at_5_std": 0.49648317969668126, + "ndcg_at_1": 0.43333, + "ndcg_at_10": 0.51883, + "ndcg_at_100": 0.55772, + "ndcg_at_1000": 0.58211, + "ndcg_at_20": 0.53094, + "ndcg_at_3": 0.48353, + "ndcg_at_5": 0.50457, + "precision_at_1": 0.43333, + "precision_at_10": 0.06133, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "precision_at_20": 0.03306, + "precision_at_3": 0.17296, + "precision_at_5": 0.114, + "recall_at_1": 0.43333, + "recall_at_10": 0.61333, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "recall_at_20": 0.66111, + "recall_at_3": 0.51889, + "recall_at_5": 0.57 + }, + { + "hf_subset": "mya_Mymr-mya_Mymr", + "languages": [ + "mya-Mymr", + "mya-Mymr" + ], + "main_score": 0.78565, + "map_at_1": 0.68111, + "map_at_10": 0.75176, + "map_at_100": 0.75591, + "map_at_1000": 0.75603, + "map_at_20": 0.75462, + "map_at_3": 0.73759, + "map_at_5": 0.74504, + "mrr_at_1": 0.6811111111111111, + "mrr_at_10": 0.751760582010582, + "mrr_at_100": 0.7559076409897965, + "mrr_at_1000": 0.7560305662961435, + "mrr_at_20": 0.754620173714601, + "mrr_at_3": 0.7375925925925924, + "mrr_at_5": 0.7450370370370372, + "nauc_map_at_1000_diff1": 0.7974234669007042, + "nauc_map_at_1000_max": 0.7382388555195334, + "nauc_map_at_1000_std": 0.21939074292936797, + "nauc_map_at_100_diff1": 0.7974399228551753, + "nauc_map_at_100_max": 0.7383623625462685, + "nauc_map_at_100_std": 0.21973437595108852, + "nauc_map_at_10_diff1": 0.7954408912713791, + "nauc_map_at_10_max": 0.737582981268981, + "nauc_map_at_10_std": 0.21811255597461515, + "nauc_map_at_1_diff1": 0.8143021226737263, + "nauc_map_at_1_max": 0.7135823798649022, + "nauc_map_at_1_std": 0.1842433850422015, + "nauc_map_at_20_diff1": 0.7968691841517116, + "nauc_map_at_20_max": 0.7388679453450502, + "nauc_map_at_20_std": 0.2208212074493063, + "nauc_map_at_3_diff1": 0.7966064939345571, + "nauc_map_at_3_max": 0.739865653360413, + "nauc_map_at_3_std": 0.21887723251785454, + "nauc_map_at_5_diff1": 0.7971473194041822, + "nauc_map_at_5_max": 0.7396616296384759, + "nauc_map_at_5_std": 0.21888960207923344, + "nauc_mrr_at_1000_diff1": 0.7974234669007042, + "nauc_mrr_at_1000_max": 0.7382388555195334, + "nauc_mrr_at_1000_std": 0.21939074292936797, + "nauc_mrr_at_100_diff1": 0.7974399228551753, + "nauc_mrr_at_100_max": 0.7383623625462685, + "nauc_mrr_at_100_std": 0.21973437595108852, + "nauc_mrr_at_10_diff1": 0.7954408912713791, + "nauc_mrr_at_10_max": 0.737582981268981, + "nauc_mrr_at_10_std": 0.21811255597461515, + "nauc_mrr_at_1_diff1": 0.8143021226737263, + "nauc_mrr_at_1_max": 0.7135823798649022, + "nauc_mrr_at_1_std": 0.1842433850422015, + "nauc_mrr_at_20_diff1": 0.7968691841517116, + "nauc_mrr_at_20_max": 0.7388679453450502, + "nauc_mrr_at_20_std": 0.2208212074493063, + "nauc_mrr_at_3_diff1": 0.7966064939345571, + "nauc_mrr_at_3_max": 0.739865653360413, + "nauc_mrr_at_3_std": 0.21887723251785454, + "nauc_mrr_at_5_diff1": 0.7971473194041822, + "nauc_mrr_at_5_max": 0.7396616296384759, + "nauc_mrr_at_5_std": 0.21888960207923344, + "nauc_ndcg_at_1000_diff1": 0.7945564298311982, + "nauc_ndcg_at_1000_max": 0.7425957106241263, + "nauc_ndcg_at_1000_std": 0.22890309217319732, + "nauc_ndcg_at_100_diff1": 0.7950765722119029, + "nauc_ndcg_at_100_max": 0.745924338059296, + "nauc_ndcg_at_100_std": 0.23839230024380367, + "nauc_ndcg_at_10_diff1": 0.7846948342922947, + "nauc_ndcg_at_10_max": 0.7429166312600485, + "nauc_ndcg_at_10_std": 0.23097435408513672, + "nauc_ndcg_at_1_diff1": 0.8143021226737263, + "nauc_ndcg_at_1_max": 0.7135823798649022, + "nauc_ndcg_at_1_std": 0.1842433850422015, + "nauc_ndcg_at_20_diff1": 0.7904621717711475, + "nauc_ndcg_at_20_max": 0.7493509939330859, + "nauc_ndcg_at_20_std": 0.24569875963311347, + "nauc_ndcg_at_3_diff1": 0.7897269114896829, + "nauc_ndcg_at_3_max": 0.7482015677796469, + "nauc_ndcg_at_3_std": 0.23168540028437157, + "nauc_ndcg_at_5_diff1": 0.7899978939577436, + "nauc_ndcg_at_5_max": 0.7480258529191627, + "nauc_ndcg_at_5_std": 0.23246967144836686, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8264042459088914, + "nauc_precision_at_100_max": 0.9441004471964234, + "nauc_precision_at_100_std": 0.8061329795076021, + "nauc_precision_at_10_diff1": 0.7167102335118101, + "nauc_precision_at_10_max": 0.7684608432856829, + "nauc_precision_at_10_std": 0.3044982362715831, + "nauc_precision_at_1_diff1": 0.8143021226737263, + "nauc_precision_at_1_max": 0.7135823798649022, + "nauc_precision_at_1_std": 0.1842433850422015, + "nauc_precision_at_20_diff1": 0.738764394646747, + "nauc_precision_at_20_max": 0.8559056956115773, + "nauc_precision_at_20_std": 0.5192421413009658, + "nauc_precision_at_3_diff1": 0.7644144118205948, + "nauc_precision_at_3_max": 0.778150786292993, + "nauc_precision_at_3_std": 0.2785596240995481, + "nauc_precision_at_5_diff1": 0.7592103367116569, + "nauc_precision_at_5_max": 0.7825338118339688, + "nauc_precision_at_5_std": 0.29023282303939407, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8264042459088891, + "nauc_recall_at_100_max": 0.9441004471964274, + "nauc_recall_at_100_std": 0.8061329795075959, + "nauc_recall_at_10_diff1": 0.7167102335118113, + "nauc_recall_at_10_max": 0.7684608432856844, + "nauc_recall_at_10_std": 0.30449823627158434, + "nauc_recall_at_1_diff1": 0.8143021226737263, + "nauc_recall_at_1_max": 0.7135823798649022, + "nauc_recall_at_1_std": 0.1842433850422015, + "nauc_recall_at_20_diff1": 0.7387643946467459, + "nauc_recall_at_20_max": 0.8559056956115751, + "nauc_recall_at_20_std": 0.519242141300966, + "nauc_recall_at_3_diff1": 0.7644144118205956, + "nauc_recall_at_3_max": 0.7781507862929924, + "nauc_recall_at_3_std": 0.27855962409954904, + "nauc_recall_at_5_diff1": 0.7592103367116577, + "nauc_recall_at_5_max": 0.7825338118339704, + "nauc_recall_at_5_std": 0.2902328230393927, + "ndcg_at_1": 0.68111, + "ndcg_at_10": 0.78565, + "ndcg_at_100": 0.80475, + "ndcg_at_1000": 0.80757, + "ndcg_at_20": 0.79606, + "ndcg_at_3": 0.75565, + "ndcg_at_5": 0.76922, + "precision_at_1": 0.68111, + "precision_at_10": 0.08922, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "precision_at_20": 0.04667, + "precision_at_3": 0.26926, + "precision_at_5": 0.16822, + "recall_at_1": 0.68111, + "recall_at_10": 0.89222, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "recall_at_20": 0.93333, + "recall_at_3": 0.80778, + "recall_at_5": 0.84111 + }, + { + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ], + "main_score": 0.85667, + "map_at_1": 0.75111, + "map_at_10": 0.82517, + "map_at_100": 0.82745, + "map_at_1000": 0.82746, + "map_at_20": 0.82672, + "map_at_3": 0.81204, + "map_at_5": 0.8217, + "mrr_at_1": 0.7511111111111111, + "mrr_at_10": 0.8251732804232806, + "mrr_at_100": 0.8274451920196342, + "mrr_at_1000": 0.8274649920075097, + "mrr_at_20": 0.8267207884707886, + "mrr_at_3": 0.8120370370370374, + "mrr_at_5": 0.8217037037037039, + "nauc_map_at_1000_diff1": 0.8350819287156855, + "nauc_map_at_1000_max": 0.6665479148807535, + "nauc_map_at_1000_std": -0.00940281611714968, + "nauc_map_at_100_diff1": 0.8350793906796719, + "nauc_map_at_100_max": 0.6665759905256876, + "nauc_map_at_100_std": -0.009333681205888534, + "nauc_map_at_10_diff1": 0.8347174551531021, + "nauc_map_at_10_max": 0.6670154804873344, + "nauc_map_at_10_std": -0.00577785618174623, + "nauc_map_at_1_diff1": 0.8492092020129405, + "nauc_map_at_1_max": 0.6426237314087786, + "nauc_map_at_1_std": -0.04650723108666963, + "nauc_map_at_20_diff1": 0.8346412004858883, + "nauc_map_at_20_max": 0.6670309238559968, + "nauc_map_at_20_std": -0.00823872925951457, + "nauc_map_at_3_diff1": 0.8294296216648749, + "nauc_map_at_3_max": 0.6633632567327651, + "nauc_map_at_3_std": -0.020299067290139212, + "nauc_map_at_5_diff1": 0.8338347193224226, + "nauc_map_at_5_max": 0.6703565175989072, + "nauc_map_at_5_std": 0.0011692434628825781, + "nauc_mrr_at_1000_diff1": 0.8350819287156855, + "nauc_mrr_at_1000_max": 0.6665479148807535, + "nauc_mrr_at_1000_std": -0.00940281611714968, + "nauc_mrr_at_100_diff1": 0.8350793906796719, + "nauc_mrr_at_100_max": 0.6665759905256876, + "nauc_mrr_at_100_std": -0.009333681205888534, + "nauc_mrr_at_10_diff1": 0.8347174551531021, + "nauc_mrr_at_10_max": 0.6670154804873344, + "nauc_mrr_at_10_std": -0.00577785618174623, + "nauc_mrr_at_1_diff1": 0.8492092020129405, + "nauc_mrr_at_1_max": 0.6426237314087786, + "nauc_mrr_at_1_std": -0.04650723108666963, + "nauc_mrr_at_20_diff1": 0.8346412004858883, + "nauc_mrr_at_20_max": 0.6670309238559968, + "nauc_mrr_at_20_std": -0.00823872925951457, + "nauc_mrr_at_3_diff1": 0.8294296216648749, + "nauc_mrr_at_3_max": 0.6633632567327651, + "nauc_mrr_at_3_std": -0.020299067290139212, + "nauc_mrr_at_5_diff1": 0.8338347193224226, + "nauc_mrr_at_5_max": 0.6703565175989072, + "nauc_mrr_at_5_std": 0.0011692434628825781, + "nauc_ndcg_at_1000_diff1": 0.833396127003997, + "nauc_ndcg_at_1000_max": 0.670679497979168, + "nauc_ndcg_at_1000_std": -0.0006950232084534728, + "nauc_ndcg_at_100_diff1": 0.8334701635314667, + "nauc_ndcg_at_100_max": 0.6715397878058228, + "nauc_ndcg_at_100_std": 0.0014163302001168616, + "nauc_ndcg_at_10_diff1": 0.8308176562907704, + "nauc_ndcg_at_10_max": 0.6756070539554467, + "nauc_ndcg_at_10_std": 0.019877181458193453, + "nauc_ndcg_at_1_diff1": 0.8492092020129405, + "nauc_ndcg_at_1_max": 0.6426237314087786, + "nauc_ndcg_at_1_std": -0.04650723108666963, + "nauc_ndcg_at_20_diff1": 0.8303982380551089, + "nauc_ndcg_at_20_max": 0.6754156728415883, + "nauc_ndcg_at_20_std": 0.00931985003923517, + "nauc_ndcg_at_3_diff1": 0.8207963105488756, + "nauc_ndcg_at_3_max": 0.6693986093167756, + "nauc_ndcg_at_3_std": -0.008918884927166987, + "nauc_ndcg_at_5_diff1": 0.8285324355336433, + "nauc_ndcg_at_5_max": 0.6840476582348659, + "nauc_ndcg_at_5_std": 0.036783514395674566, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579172, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.5938375350140125, + "nauc_precision_at_10_diff1": 0.7980970165844107, + "nauc_precision_at_10_max": 0.7536681339202332, + "nauc_precision_at_10_std": 0.27681072428971604, + "nauc_precision_at_1_diff1": 0.8492092020129405, + "nauc_precision_at_1_max": 0.6426237314087786, + "nauc_precision_at_1_std": -0.04650723108666963, + "nauc_precision_at_20_diff1": 0.7663982259570445, + "nauc_precision_at_20_max": 0.802404295051353, + "nauc_precision_at_20_std": 0.26538671023963895, + "nauc_precision_at_3_diff1": 0.7829680874396864, + "nauc_precision_at_3_max": 0.6944957230589258, + "nauc_precision_at_3_std": 0.04091881122971399, + "nauc_precision_at_5_diff1": 0.7962892227598105, + "nauc_precision_at_5_max": 0.7736185383244157, + "nauc_precision_at_5_std": 0.27925614690320383, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579231, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.5938375350139787, + "nauc_recall_at_10_diff1": 0.7980970165844129, + "nauc_recall_at_10_max": 0.7536681339202305, + "nauc_recall_at_10_std": 0.27681072428971193, + "nauc_recall_at_1_diff1": 0.8492092020129405, + "nauc_recall_at_1_max": 0.6426237314087786, + "nauc_recall_at_1_std": -0.04650723108666963, + "nauc_recall_at_20_diff1": 0.7663982259570489, + "nauc_recall_at_20_max": 0.8024042950513512, + "nauc_recall_at_20_std": 0.2653867102396518, + "nauc_recall_at_3_diff1": 0.782968087439684, + "nauc_recall_at_3_max": 0.6944957230589269, + "nauc_recall_at_3_std": 0.04091881122971112, + "nauc_recall_at_5_diff1": 0.7962892227598121, + "nauc_recall_at_5_max": 0.7736185383244213, + "nauc_recall_at_5_std": 0.27925614690320566, + "ndcg_at_1": 0.75111, + "ndcg_at_10": 0.85667, + "ndcg_at_100": 0.86649, + "ndcg_at_1000": 0.86693, + "ndcg_at_20": 0.86192, + "ndcg_at_3": 0.83073, + "ndcg_at_5": 0.84813, + "precision_at_1": 0.75111, + "precision_at_10": 0.09533, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29481, + "precision_at_5": 0.18533, + "recall_at_1": 0.75111, + "recall_at_10": 0.95333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.88444, + "recall_at_5": 0.92667 + }, + { + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ], + "main_score": 0.73976, + "map_at_1": 0.61333, + "map_at_10": 0.69745, + "map_at_100": 0.70262, + "map_at_1000": 0.7027, + "map_at_20": 0.70081, + "map_at_3": 0.67667, + "map_at_5": 0.68772, + "mrr_at_1": 0.6133333333333333, + "mrr_at_10": 0.6974528218694883, + "mrr_at_100": 0.7026195109124624, + "mrr_at_1000": 0.7026959293894097, + "mrr_at_20": 0.7008109009678927, + "mrr_at_3": 0.6766666666666664, + "mrr_at_5": 0.6877222222222219, + "nauc_map_at_1000_diff1": 0.7610451405364407, + "nauc_map_at_1000_max": 0.6992711189661839, + "nauc_map_at_1000_std": 0.10689911972760287, + "nauc_map_at_100_diff1": 0.7610014550141599, + "nauc_map_at_100_max": 0.6993157815190861, + "nauc_map_at_100_std": 0.10705578036968705, + "nauc_map_at_10_diff1": 0.758779601676049, + "nauc_map_at_10_max": 0.69895609559621, + "nauc_map_at_10_std": 0.10817200313452835, + "nauc_map_at_1_diff1": 0.8063633109075683, + "nauc_map_at_1_max": 0.6947529112966417, + "nauc_map_at_1_std": 0.09238638512874547, + "nauc_map_at_20_diff1": 0.7601852552379753, + "nauc_map_at_20_max": 0.6990613243835079, + "nauc_map_at_20_std": 0.10609471226530859, + "nauc_map_at_3_diff1": 0.7596101565460897, + "nauc_map_at_3_max": 0.7035974264386518, + "nauc_map_at_3_std": 0.10578427152243317, + "nauc_map_at_5_diff1": 0.7563630595114922, + "nauc_map_at_5_max": 0.6978077516970274, + "nauc_map_at_5_std": 0.10656081845900044, + "nauc_mrr_at_1000_diff1": 0.7610451405364407, + "nauc_mrr_at_1000_max": 0.6992711189661839, + "nauc_mrr_at_1000_std": 0.10689911972760287, + "nauc_mrr_at_100_diff1": 0.7610014550141599, + "nauc_mrr_at_100_max": 0.6993157815190861, + "nauc_mrr_at_100_std": 0.10705578036968705, + "nauc_mrr_at_10_diff1": 0.758779601676049, + "nauc_mrr_at_10_max": 0.69895609559621, + "nauc_mrr_at_10_std": 0.10817200313452835, + "nauc_mrr_at_1_diff1": 0.8063633109075683, + "nauc_mrr_at_1_max": 0.6947529112966417, + "nauc_mrr_at_1_std": 0.09238638512874547, + "nauc_mrr_at_20_diff1": 0.7601852552379753, + "nauc_mrr_at_20_max": 0.6990613243835079, + "nauc_mrr_at_20_std": 0.10609471226530859, + "nauc_mrr_at_3_diff1": 0.7596101565460897, + "nauc_mrr_at_3_max": 0.7035974264386518, + "nauc_mrr_at_3_std": 0.10578427152243317, + "nauc_mrr_at_5_diff1": 0.7563630595114922, + "nauc_mrr_at_5_max": 0.6978077516970274, + "nauc_mrr_at_5_std": 0.10656081845900044, + "nauc_ndcg_at_1000_diff1": 0.7536513142458313, + "nauc_ndcg_at_1000_max": 0.7004029053031035, + "nauc_ndcg_at_1000_std": 0.11190850172203853, + "nauc_ndcg_at_100_diff1": 0.7519226696535399, + "nauc_ndcg_at_100_max": 0.7015563408293147, + "nauc_ndcg_at_100_std": 0.11642407019316019, + "nauc_ndcg_at_10_diff1": 0.7405919960918352, + "nauc_ndcg_at_10_max": 0.700239011227543, + "nauc_ndcg_at_10_std": 0.12059794927592113, + "nauc_ndcg_at_1_diff1": 0.8063633109075683, + "nauc_ndcg_at_1_max": 0.6947529112966417, + "nauc_ndcg_at_1_std": 0.09238638512874547, + "nauc_ndcg_at_20_diff1": 0.7461669872209242, + "nauc_ndcg_at_20_max": 0.7008430117566364, + "nauc_ndcg_at_20_std": 0.11201212184498309, + "nauc_ndcg_at_3_diff1": 0.7428675580017267, + "nauc_ndcg_at_3_max": 0.7074565305091643, + "nauc_ndcg_at_3_std": 0.11198257176786461, + "nauc_ndcg_at_5_diff1": 0.735732230485341, + "nauc_ndcg_at_5_max": 0.696652423786195, + "nauc_ndcg_at_5_std": 0.11366179476738278, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5472300031123634, + "nauc_precision_at_100_max": 0.8249299719887874, + "nauc_precision_at_100_std": 0.6135620915032713, + "nauc_precision_at_10_diff1": 0.636043593242036, + "nauc_precision_at_10_max": 0.7089628918422671, + "nauc_precision_at_10_std": 0.20347583674431732, + "nauc_precision_at_1_diff1": 0.8063633109075683, + "nauc_precision_at_1_max": 0.6947529112966417, + "nauc_precision_at_1_std": 0.09238638512874547, + "nauc_precision_at_20_diff1": 0.6371081766039722, + "nauc_precision_at_20_max": 0.7207616379885289, + "nauc_precision_at_20_std": 0.15808323329331334, + "nauc_precision_at_3_diff1": 0.6839759378552487, + "nauc_precision_at_3_max": 0.7213006820765444, + "nauc_precision_at_3_std": 0.13433118605532396, + "nauc_precision_at_5_diff1": 0.6510475667066697, + "nauc_precision_at_5_max": 0.6902219630099033, + "nauc_precision_at_5_std": 0.14316277661256854, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5472300031123558, + "nauc_recall_at_100_max": 0.8249299719887975, + "nauc_recall_at_100_std": 0.6135620915032666, + "nauc_recall_at_10_diff1": 0.6360435932420371, + "nauc_recall_at_10_max": 0.7089628918422688, + "nauc_recall_at_10_std": 0.20347583674431816, + "nauc_recall_at_1_diff1": 0.8063633109075683, + "nauc_recall_at_1_max": 0.6947529112966417, + "nauc_recall_at_1_std": 0.09238638512874547, + "nauc_recall_at_20_diff1": 0.6371081766039736, + "nauc_recall_at_20_max": 0.7207616379885294, + "nauc_recall_at_20_std": 0.15808323329331872, + "nauc_recall_at_3_diff1": 0.6839759378552486, + "nauc_recall_at_3_max": 0.7213006820765447, + "nauc_recall_at_3_std": 0.13433118605532376, + "nauc_recall_at_5_diff1": 0.6510475667066705, + "nauc_recall_at_5_max": 0.6902219630099037, + "nauc_recall_at_5_std": 0.14316277661256874, + "ndcg_at_1": 0.61333, + "ndcg_at_10": 0.73976, + "ndcg_at_100": 0.76435, + "ndcg_at_1000": 0.76612, + "ndcg_at_20": 0.75208, + "ndcg_at_3": 0.69696, + "ndcg_at_5": 0.71652, + "precision_at_1": 0.61333, + "precision_at_10": 0.08733, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.25185, + "precision_at_5": 0.16044, + "recall_at_1": 0.61333, + "recall_at_10": 0.87333, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.75556, + "recall_at_5": 0.80222 + }, + { + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ], + "main_score": 0.89204, + "map_at_1": 0.82444, + "map_at_10": 0.87262, + "map_at_100": 0.87489, + "map_at_1000": 0.87491, + "map_at_20": 0.87427, + "map_at_3": 0.86444, + "map_at_5": 0.87022, + "mrr_at_1": 0.8244444444444444, + "mrr_at_10": 0.8726216931216932, + "mrr_at_100": 0.8748875504573294, + "mrr_at_1000": 0.8749073862162956, + "mrr_at_20": 0.874269730608611, + "mrr_at_3": 0.8644444444444446, + "mrr_at_5": 0.8702222222222222, + "nauc_map_at_1000_diff1": 0.8865782706914026, + "nauc_map_at_1000_max": 0.7513446926379478, + "nauc_map_at_1000_std": -0.12200070861849976, + "nauc_map_at_100_diff1": 0.8865691280739275, + "nauc_map_at_100_max": 0.751377608811232, + "nauc_map_at_100_std": -0.1218753060576103, + "nauc_map_at_10_diff1": 0.8849463891960512, + "nauc_map_at_10_max": 0.7512998275882464, + "nauc_map_at_10_std": -0.12265299374356103, + "nauc_map_at_1_diff1": 0.9004057658831037, + "nauc_map_at_1_max": 0.7363461032699222, + "nauc_map_at_1_std": -0.152938671742914, + "nauc_map_at_20_diff1": 0.8865261797026691, + "nauc_map_at_20_max": 0.7521344948317775, + "nauc_map_at_20_std": -0.12048531824921707, + "nauc_map_at_3_diff1": 0.8855079435759613, + "nauc_map_at_3_max": 0.7492843625260418, + "nauc_map_at_3_std": -0.128462227593921, + "nauc_map_at_5_diff1": 0.8851563903994252, + "nauc_map_at_5_max": 0.7509033402999189, + "nauc_map_at_5_std": -0.11890472363291933, + "nauc_mrr_at_1000_diff1": 0.8865782706914026, + "nauc_mrr_at_1000_max": 0.7513446926379478, + "nauc_mrr_at_1000_std": -0.12200070861849976, + "nauc_mrr_at_100_diff1": 0.8865691280739275, + "nauc_mrr_at_100_max": 0.751377608811232, + "nauc_mrr_at_100_std": -0.1218753060576103, + "nauc_mrr_at_10_diff1": 0.8849463891960512, + "nauc_mrr_at_10_max": 0.7512998275882464, + "nauc_mrr_at_10_std": -0.12265299374356103, + "nauc_mrr_at_1_diff1": 0.9004057658831037, + "nauc_mrr_at_1_max": 0.7363461032699222, + "nauc_mrr_at_1_std": -0.152938671742914, + "nauc_mrr_at_20_diff1": 0.8865261797026691, + "nauc_mrr_at_20_max": 0.7521344948317775, + "nauc_mrr_at_20_std": -0.12048531824921707, + "nauc_mrr_at_3_diff1": 0.8855079435759613, + "nauc_mrr_at_3_max": 0.7492843625260418, + "nauc_mrr_at_3_std": -0.128462227593921, + "nauc_mrr_at_5_diff1": 0.8851563903994252, + "nauc_mrr_at_5_max": 0.7509033402999189, + "nauc_mrr_at_5_std": -0.11890472363291933, + "nauc_ndcg_at_1000_diff1": 0.8848385504413705, + "nauc_ndcg_at_1000_max": 0.7548000146430216, + "nauc_ndcg_at_1000_std": -0.11383156434098984, + "nauc_ndcg_at_100_diff1": 0.8846582410364354, + "nauc_ndcg_at_100_max": 0.7557558152985254, + "nauc_ndcg_at_100_std": -0.11041338731792491, + "nauc_ndcg_at_10_diff1": 0.8783165347622034, + "nauc_ndcg_at_10_max": 0.7579323227088794, + "nauc_ndcg_at_10_std": -0.1093978103285779, + "nauc_ndcg_at_1_diff1": 0.9004057658831037, + "nauc_ndcg_at_1_max": 0.7363461032699222, + "nauc_ndcg_at_1_std": -0.152938671742914, + "nauc_ndcg_at_20_diff1": 0.8845033163155622, + "nauc_ndcg_at_20_max": 0.7622180484095746, + "nauc_ndcg_at_20_std": -0.09880661992338109, + "nauc_ndcg_at_3_diff1": 0.8801453384312897, + "nauc_ndcg_at_3_max": 0.7534867331878928, + "nauc_ndcg_at_3_std": -0.11825642317898886, + "nauc_ndcg_at_5_diff1": 0.8787750166743222, + "nauc_ndcg_at_5_max": 0.7568246193528372, + "nauc_ndcg_at_5_std": -0.09822197631363726, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8513849984438455, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.5938375350139512, + "nauc_precision_at_10_diff1": 0.8312961548255661, + "nauc_precision_at_10_max": 0.8055449452508234, + "nauc_precision_at_10_std": -0.02168746286393863, + "nauc_precision_at_1_diff1": 0.9004057658831037, + "nauc_precision_at_1_max": 0.7363461032699222, + "nauc_precision_at_1_std": -0.152938671742914, + "nauc_precision_at_20_diff1": 0.8786181139122261, + "nauc_precision_at_20_max": 0.9150529777128283, + "nauc_precision_at_20_std": 0.22037510656435774, + "nauc_precision_at_3_diff1": 0.8582148908946281, + "nauc_precision_at_3_max": 0.7704406865626919, + "nauc_precision_at_3_std": -0.07580892439280279, + "nauc_precision_at_5_diff1": 0.8439206190950959, + "nauc_precision_at_5_max": 0.7888873063349594, + "nauc_precision_at_5_std": 0.019536628210603715, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8513849984438123, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.5938375350139787, + "nauc_recall_at_10_diff1": 0.8312961548255691, + "nauc_recall_at_10_max": 0.8055449452508278, + "nauc_recall_at_10_std": -0.021687462863931254, + "nauc_recall_at_1_diff1": 0.9004057658831037, + "nauc_recall_at_1_max": 0.7363461032699222, + "nauc_recall_at_1_std": -0.152938671742914, + "nauc_recall_at_20_diff1": 0.8786181139122327, + "nauc_recall_at_20_max": 0.9150529777128259, + "nauc_recall_at_20_std": 0.2203751065643664, + "nauc_recall_at_3_diff1": 0.858214890894629, + "nauc_recall_at_3_max": 0.7704406865626894, + "nauc_recall_at_3_std": -0.07580892439280268, + "nauc_recall_at_5_diff1": 0.8439206190950959, + "nauc_recall_at_5_max": 0.7888873063349606, + "nauc_recall_at_5_std": 0.01953662821060614, + "ndcg_at_1": 0.82444, + "ndcg_at_10": 0.89204, + "ndcg_at_100": 0.9022, + "ndcg_at_1000": 0.90265, + "ndcg_at_20": 0.89797, + "ndcg_at_3": 0.87624, + "ndcg_at_5": 0.88648, + "precision_at_1": 0.82444, + "precision_at_10": 0.09511, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.30333, + "precision_at_5": 0.18689, + "recall_at_1": 0.82444, + "recall_at_10": 0.95111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.91, + "recall_at_5": 0.93444 + }, + { + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.90354, + "map_at_1": 0.83556, + "map_at_10": 0.88329, + "map_at_100": 0.88485, + "map_at_1000": 0.88486, + "map_at_20": 0.88435, + "map_at_3": 0.87593, + "map_at_5": 0.88059, + "mrr_at_1": 0.8355555555555556, + "mrr_at_10": 0.883286155202822, + "mrr_at_100": 0.8848486397103246, + "mrr_at_1000": 0.8848635204524781, + "mrr_at_20": 0.8843512925651731, + "mrr_at_3": 0.8759259259259263, + "mrr_at_5": 0.880592592592593, + "nauc_map_at_1000_diff1": 0.8561319386515297, + "nauc_map_at_1000_max": 0.6960585231508833, + "nauc_map_at_1000_std": -0.14272309749179007, + "nauc_map_at_100_diff1": 0.8561215254071163, + "nauc_map_at_100_max": 0.6960884851885223, + "nauc_map_at_100_std": -0.1427546511641205, + "nauc_map_at_10_diff1": 0.8562494675820113, + "nauc_map_at_10_max": 0.6970485783436121, + "nauc_map_at_10_std": -0.14166096444689058, + "nauc_map_at_1_diff1": 0.8650390988642709, + "nauc_map_at_1_max": 0.65900869750246, + "nauc_map_at_1_std": -0.1903775567199511, + "nauc_map_at_20_diff1": 0.8562745362790579, + "nauc_map_at_20_max": 0.69692660971808, + "nauc_map_at_20_std": -0.1425973543929677, + "nauc_map_at_3_diff1": 0.8527910467146741, + "nauc_map_at_3_max": 0.6991954454273867, + "nauc_map_at_3_std": -0.13668263749585083, + "nauc_map_at_5_diff1": 0.8552615337579554, + "nauc_map_at_5_max": 0.7002085620823948, + "nauc_map_at_5_std": -0.13285437684550835, + "nauc_mrr_at_1000_diff1": 0.8561319386515297, + "nauc_mrr_at_1000_max": 0.6960585231508833, + "nauc_mrr_at_1000_std": -0.14272309749179007, + "nauc_mrr_at_100_diff1": 0.8561215254071163, + "nauc_mrr_at_100_max": 0.6960884851885223, + "nauc_mrr_at_100_std": -0.1427546511641205, + "nauc_mrr_at_10_diff1": 0.8562494675820113, + "nauc_mrr_at_10_max": 0.6970485783436121, + "nauc_mrr_at_10_std": -0.14166096444689058, + "nauc_mrr_at_1_diff1": 0.8650390988642709, + "nauc_mrr_at_1_max": 0.65900869750246, + "nauc_mrr_at_1_std": -0.1903775567199511, + "nauc_mrr_at_20_diff1": 0.8562745362790579, + "nauc_mrr_at_20_max": 0.69692660971808, + "nauc_mrr_at_20_std": -0.1425973543929677, + "nauc_mrr_at_3_diff1": 0.8527910467146741, + "nauc_mrr_at_3_max": 0.6991954454273867, + "nauc_mrr_at_3_std": -0.13668263749585083, + "nauc_mrr_at_5_diff1": 0.8552615337579554, + "nauc_mrr_at_5_max": 0.7002085620823948, + "nauc_mrr_at_5_std": -0.13285437684550835, + "nauc_ndcg_at_1000_diff1": 0.8553723169519843, + "nauc_ndcg_at_1000_max": 0.7014109394271372, + "nauc_ndcg_at_1000_std": -0.1350714848391097, + "nauc_ndcg_at_100_diff1": 0.8551480703666113, + "nauc_ndcg_at_100_max": 0.7022291568510862, + "nauc_ndcg_at_100_std": -0.13526228007738583, + "nauc_ndcg_at_10_diff1": 0.8558535185239413, + "nauc_ndcg_at_10_max": 0.7089365358829525, + "nauc_ndcg_at_10_std": -0.12651002986693427, + "nauc_ndcg_at_1_diff1": 0.8650390988642709, + "nauc_ndcg_at_1_max": 0.65900869750246, + "nauc_ndcg_at_1_std": -0.1903775567199511, + "nauc_ndcg_at_20_diff1": 0.8556825740218674, + "nauc_ndcg_at_20_max": 0.7080682967170038, + "nauc_ndcg_at_20_std": -0.1326613461637549, + "nauc_ndcg_at_3_diff1": 0.8488911440016607, + "nauc_ndcg_at_3_max": 0.7141509208211907, + "nauc_ndcg_at_3_std": -0.11259083697754298, + "nauc_ndcg_at_5_diff1": 0.8534879682822887, + "nauc_ndcg_at_5_max": 0.7173437734349476, + "nauc_ndcg_at_5_std": -0.10179199906621603, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7957516339868821, + "nauc_precision_at_100_max": 0.9346405228757582, + "nauc_precision_at_100_std": -0.14122315592892268, + "nauc_precision_at_10_diff1": 0.8571729767175655, + "nauc_precision_at_10_max": 0.8077166350411097, + "nauc_precision_at_10_std": -0.010135236890458525, + "nauc_precision_at_1_diff1": 0.8650390988642709, + "nauc_precision_at_1_max": 0.65900869750246, + "nauc_precision_at_1_std": -0.1903775567199511, + "nauc_precision_at_20_diff1": 0.8522408963585388, + "nauc_precision_at_20_max": 0.874533146591962, + "nauc_precision_at_20_std": -0.049894957983202495, + "nauc_precision_at_3_diff1": 0.8315565031982977, + "nauc_precision_at_3_max": 0.7820421701018757, + "nauc_precision_at_3_std": -0.0009197708934290038, + "nauc_precision_at_5_diff1": 0.8445864456893833, + "nauc_precision_at_5_max": 0.8226151571739784, + "nauc_precision_at_5_std": 0.09562713974478221, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7957516339869354, + "nauc_recall_at_100_max": 0.934640522875857, + "nauc_recall_at_100_std": -0.1412231559291115, + "nauc_recall_at_10_diff1": 0.8571729767175705, + "nauc_recall_at_10_max": 0.8077166350411129, + "nauc_recall_at_10_std": -0.010135236890453765, + "nauc_recall_at_1_diff1": 0.8650390988642709, + "nauc_recall_at_1_max": 0.65900869750246, + "nauc_recall_at_1_std": -0.1903775567199511, + "nauc_recall_at_20_diff1": 0.852240896358549, + "nauc_recall_at_20_max": 0.874533146591976, + "nauc_recall_at_20_std": -0.04989495798319175, + "nauc_recall_at_3_diff1": 0.8315565031982936, + "nauc_recall_at_3_max": 0.7820421701018708, + "nauc_recall_at_3_std": -0.0009197708934307567, + "nauc_recall_at_5_diff1": 0.8445864456893837, + "nauc_recall_at_5_max": 0.8226151571739788, + "nauc_recall_at_5_std": 0.09562713974478994, + "ndcg_at_1": 0.83556, + "ndcg_at_10": 0.90354, + "ndcg_at_100": 0.91071, + "ndcg_at_1000": 0.91102, + "ndcg_at_20": 0.90764, + "ndcg_at_3": 0.8887, + "ndcg_at_5": 0.89726, + "precision_at_1": 0.83556, + "precision_at_10": 0.09656, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30852, + "precision_at_5": 0.18933, + "recall_at_1": 0.83556, + "recall_at_10": 0.96556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.92556, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ], + "main_score": 0.9049, + "map_at_1": 0.83444, + "map_at_10": 0.88403, + "map_at_100": 0.88551, + "map_at_1000": 0.88551, + "map_at_20": 0.88512, + "map_at_3": 0.8763, + "map_at_5": 0.88152, + "mrr_at_1": 0.8344444444444444, + "mrr_at_10": 0.8840299823633159, + "mrr_at_100": 0.8855109061924984, + "mrr_at_1000": 0.8855109061924984, + "mrr_at_20": 0.8851171300081262, + "mrr_at_3": 0.8762962962962965, + "mrr_at_5": 0.8815185185185188, + "nauc_map_at_1000_diff1": 0.896913758157495, + "nauc_map_at_1000_max": 0.78019383072352, + "nauc_map_at_1000_std": -0.14747839650184077, + "nauc_map_at_100_diff1": 0.896913758157495, + "nauc_map_at_100_max": 0.78019383072352, + "nauc_map_at_100_std": -0.14747839650184077, + "nauc_map_at_10_diff1": 0.8962668551314074, + "nauc_map_at_10_max": 0.7790919772659795, + "nauc_map_at_10_std": -0.14820640014874245, + "nauc_map_at_1_diff1": 0.9149016316523377, + "nauc_map_at_1_max": 0.781557504345125, + "nauc_map_at_1_std": -0.1599435629365772, + "nauc_map_at_20_diff1": 0.8968098359195404, + "nauc_map_at_20_max": 0.7804962740575189, + "nauc_map_at_20_std": -0.14784269560323324, + "nauc_map_at_3_diff1": 0.8922178881282505, + "nauc_map_at_3_max": 0.7767444486916629, + "nauc_map_at_3_std": -0.14909041943218454, + "nauc_map_at_5_diff1": 0.8948089305738649, + "nauc_map_at_5_max": 0.7766270146619139, + "nauc_map_at_5_std": -0.15746068791716117, + "nauc_mrr_at_1000_diff1": 0.896913758157495, + "nauc_mrr_at_1000_max": 0.78019383072352, + "nauc_mrr_at_1000_std": -0.14747839650184077, + "nauc_mrr_at_100_diff1": 0.896913758157495, + "nauc_mrr_at_100_max": 0.78019383072352, + "nauc_mrr_at_100_std": -0.14747839650184077, + "nauc_mrr_at_10_diff1": 0.8962668551314074, + "nauc_mrr_at_10_max": 0.7790919772659795, + "nauc_mrr_at_10_std": -0.14820640014874245, + "nauc_mrr_at_1_diff1": 0.9149016316523377, + "nauc_mrr_at_1_max": 0.781557504345125, + "nauc_mrr_at_1_std": -0.1599435629365772, + "nauc_mrr_at_20_diff1": 0.8968098359195404, + "nauc_mrr_at_20_max": 0.7804962740575189, + "nauc_mrr_at_20_std": -0.14784269560323324, + "nauc_mrr_at_3_diff1": 0.8922178881282505, + "nauc_mrr_at_3_max": 0.7767444486916629, + "nauc_mrr_at_3_std": -0.14909041943218454, + "nauc_mrr_at_5_diff1": 0.8948089305738649, + "nauc_mrr_at_5_max": 0.7766270146619139, + "nauc_mrr_at_5_std": -0.15746068791716117, + "nauc_ndcg_at_1000_diff1": 0.894948321563146, + "nauc_ndcg_at_1000_max": 0.7806674128100982, + "nauc_ndcg_at_1000_std": -0.14628512115987177, + "nauc_ndcg_at_100_diff1": 0.894948321563146, + "nauc_ndcg_at_100_max": 0.7806674128100982, + "nauc_ndcg_at_100_std": -0.14628512115987177, + "nauc_ndcg_at_10_diff1": 0.8919134215073866, + "nauc_ndcg_at_10_max": 0.778697600048733, + "nauc_ndcg_at_10_std": -0.14605074068746504, + "nauc_ndcg_at_1_diff1": 0.9149016316523377, + "nauc_ndcg_at_1_max": 0.781557504345125, + "nauc_ndcg_at_1_std": -0.1599435629365772, + "nauc_ndcg_at_20_diff1": 0.8940231880619703, + "nauc_ndcg_at_20_max": 0.7834212613917267, + "nauc_ndcg_at_20_std": -0.14781644340654232, + "nauc_ndcg_at_3_diff1": 0.8832702749795622, + "nauc_ndcg_at_3_max": 0.773260913424581, + "nauc_ndcg_at_3_std": -0.15136298122141628, + "nauc_ndcg_at_5_diff1": 0.8878968486552695, + "nauc_ndcg_at_5_max": 0.7721879285901796, + "nauc_ndcg_at_5_std": -0.17024934915919832, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8566926770708276, + "nauc_precision_at_10_max": 0.778694811257837, + "nauc_precision_at_10_std": -0.11863078564759863, + "nauc_precision_at_1_diff1": 0.9149016316523377, + "nauc_precision_at_1_max": 0.781557504345125, + "nauc_precision_at_1_std": -0.1599435629365772, + "nauc_precision_at_20_diff1": 0.8666133119914579, + "nauc_precision_at_20_max": 0.8651127117513611, + "nauc_precision_at_20_std": -0.17003468053890755, + "nauc_precision_at_3_diff1": 0.8419489007724306, + "nauc_precision_at_3_max": 0.7563166680813759, + "nauc_precision_at_3_std": -0.1654005036358009, + "nauc_precision_at_5_diff1": 0.8449009233322936, + "nauc_precision_at_5_max": 0.7410830999066234, + "nauc_precision_at_5_std": -0.2668119099491656, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8566926770708266, + "nauc_recall_at_10_max": 0.7786948112578349, + "nauc_recall_at_10_std": -0.11863078564759444, + "nauc_recall_at_1_diff1": 0.9149016316523377, + "nauc_recall_at_1_max": 0.781557504345125, + "nauc_recall_at_1_std": -0.1599435629365772, + "nauc_recall_at_20_diff1": 0.8666133119914677, + "nauc_recall_at_20_max": 0.8651127117513666, + "nauc_recall_at_20_std": -0.1700346805388743, + "nauc_recall_at_3_diff1": 0.8419489007724315, + "nauc_recall_at_3_max": 0.7563166680813745, + "nauc_recall_at_3_std": -0.16540050363579734, + "nauc_recall_at_5_diff1": 0.8449009233322945, + "nauc_recall_at_5_max": 0.7410830999066284, + "nauc_recall_at_5_std": -0.266811909949162, + "ndcg_at_1": 0.83444, + "ndcg_at_10": 0.9049, + "ndcg_at_100": 0.91172, + "ndcg_at_1000": 0.91172, + "ndcg_at_20": 0.90884, + "ndcg_at_3": 0.88928, + "ndcg_at_5": 0.8988, + "precision_at_1": 0.83444, + "precision_at_10": 0.09689, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.30889, + "precision_at_5": 0.19, + "recall_at_1": 0.83444, + "recall_at_10": 0.96889, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.92667, + "recall_at_5": 0.95 + }, + { + "hf_subset": "nob_Latn-nob_Latn", + "languages": [ + "nob-Latn", + "nob-Latn" + ], + "main_score": 0.90435, + "map_at_1": 0.84111, + "map_at_10": 0.88549, + "map_at_100": 0.88703, + "map_at_1000": 0.88705, + "map_at_20": 0.88656, + "map_at_3": 0.87815, + "map_at_5": 0.88259, + "mrr_at_1": 0.8411111111111111, + "mrr_at_10": 0.8854925044091716, + "mrr_at_100": 0.8870303620759218, + "mrr_at_1000": 0.8870465348987011, + "mrr_at_20": 0.8865550503418156, + "mrr_at_3": 0.8781481481481485, + "mrr_at_5": 0.8825925925925932, + "nauc_map_at_1000_diff1": 0.9046525145764296, + "nauc_map_at_1000_max": 0.7928568674966683, + "nauc_map_at_1000_std": 0.021566393166697964, + "nauc_map_at_100_diff1": 0.9046044382766144, + "nauc_map_at_100_max": 0.7928575653631162, + "nauc_map_at_100_std": 0.021668580091687806, + "nauc_map_at_10_diff1": 0.9048509268925016, + "nauc_map_at_10_max": 0.7938994908690107, + "nauc_map_at_10_std": 0.02182210386038208, + "nauc_map_at_1_diff1": 0.9143502158056165, + "nauc_map_at_1_max": 0.7752945455044505, + "nauc_map_at_1_std": -0.022455449349151595, + "nauc_map_at_20_diff1": 0.9045348914283552, + "nauc_map_at_20_max": 0.7935250599916476, + "nauc_map_at_20_std": 0.023372088511173898, + "nauc_map_at_3_diff1": 0.9036812521796213, + "nauc_map_at_3_max": 0.7946928602199701, + "nauc_map_at_3_std": 0.027425863569628024, + "nauc_map_at_5_diff1": 0.9038285263584226, + "nauc_map_at_5_max": 0.7939411103700932, + "nauc_map_at_5_std": 0.02161060305685127, + "nauc_mrr_at_1000_diff1": 0.9046525145764296, + "nauc_mrr_at_1000_max": 0.7928568674966683, + "nauc_mrr_at_1000_std": 0.021566393166697964, + "nauc_mrr_at_100_diff1": 0.9046044382766144, + "nauc_mrr_at_100_max": 0.7928575653631162, + "nauc_mrr_at_100_std": 0.021668580091687806, + "nauc_mrr_at_10_diff1": 0.9048509268925016, + "nauc_mrr_at_10_max": 0.7938994908690107, + "nauc_mrr_at_10_std": 0.02182210386038208, + "nauc_mrr_at_1_diff1": 0.9143502158056165, + "nauc_mrr_at_1_max": 0.7752945455044505, + "nauc_mrr_at_1_std": -0.022455449349151595, + "nauc_mrr_at_20_diff1": 0.9045348914283552, + "nauc_mrr_at_20_max": 0.7935250599916476, + "nauc_mrr_at_20_std": 0.023372088511173898, + "nauc_mrr_at_3_diff1": 0.9036812521796213, + "nauc_mrr_at_3_max": 0.7946928602199701, + "nauc_mrr_at_3_std": 0.027425863569628024, + "nauc_mrr_at_5_diff1": 0.9038285263584226, + "nauc_mrr_at_5_max": 0.7939411103700932, + "nauc_mrr_at_5_std": 0.02161060305685127, + "nauc_ndcg_at_1000_diff1": 0.9031641771502553, + "nauc_ndcg_at_1000_max": 0.7968223274867141, + "nauc_ndcg_at_1000_std": 0.033249230610418234, + "nauc_ndcg_at_100_diff1": 0.9017672862917252, + "nauc_ndcg_at_100_max": 0.7968623774236356, + "nauc_ndcg_at_100_std": 0.03644384229056314, + "nauc_ndcg_at_10_diff1": 0.9029961593379746, + "nauc_ndcg_at_10_max": 0.8041140157303834, + "nauc_ndcg_at_10_std": 0.04560699158024774, + "nauc_ndcg_at_1_diff1": 0.9143502158056165, + "nauc_ndcg_at_1_max": 0.7752945455044505, + "nauc_ndcg_at_1_std": -0.022455449349151595, + "nauc_ndcg_at_20_diff1": 0.9015612312427145, + "nauc_ndcg_at_20_max": 0.8032256636828686, + "nauc_ndcg_at_20_std": 0.05277149742287863, + "nauc_ndcg_at_3_diff1": 0.9004934193231445, + "nauc_ndcg_at_3_max": 0.8046417659584495, + "nauc_ndcg_at_3_std": 0.05388144216811205, + "nauc_ndcg_at_5_diff1": 0.9003763440694995, + "nauc_ndcg_at_5_max": 0.8037750780648913, + "nauc_ndcg_at_5_std": 0.04377339928020206, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6374105197634471, + "nauc_precision_at_100_max": 0.8078120136943496, + "nauc_precision_at_100_std": 0.659197012138195, + "nauc_precision_at_10_diff1": 0.8909759982424311, + "nauc_precision_at_10_max": 0.8907837644861867, + "nauc_precision_at_10_std": 0.24652606140494557, + "nauc_precision_at_1_diff1": 0.9143502158056165, + "nauc_precision_at_1_max": 0.7752945455044505, + "nauc_precision_at_1_std": -0.022455449349151595, + "nauc_precision_at_20_diff1": 0.8623894002045167, + "nauc_precision_at_20_max": 0.9336401227157507, + "nauc_precision_at_20_std": 0.47287804010492146, + "nauc_precision_at_3_diff1": 0.8872215552887834, + "nauc_precision_at_3_max": 0.8487528344671214, + "nauc_precision_at_3_std": 0.17150860344137966, + "nauc_precision_at_5_diff1": 0.8814910579616451, + "nauc_precision_at_5_max": 0.8599170437405708, + "nauc_precision_at_5_std": 0.16885728650434212, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6374105197634841, + "nauc_recall_at_100_max": 0.8078120136943853, + "nauc_recall_at_100_std": 0.6591970121381976, + "nauc_recall_at_10_diff1": 0.8909759982424316, + "nauc_recall_at_10_max": 0.8907837644861861, + "nauc_recall_at_10_std": 0.24652606140495684, + "nauc_recall_at_1_diff1": 0.9143502158056165, + "nauc_recall_at_1_max": 0.7752945455044505, + "nauc_recall_at_1_std": -0.022455449349151595, + "nauc_recall_at_20_diff1": 0.8623894002045246, + "nauc_recall_at_20_max": 0.9336401227157526, + "nauc_recall_at_20_std": 0.4728780401049308, + "nauc_recall_at_3_diff1": 0.8872215552887811, + "nauc_recall_at_3_max": 0.8487528344671207, + "nauc_recall_at_3_std": 0.17150860344137617, + "nauc_recall_at_5_diff1": 0.8814910579616481, + "nauc_recall_at_5_max": 0.8599170437405732, + "nauc_recall_at_5_std": 0.16885728650434806, + "ndcg_at_1": 0.84111, + "ndcg_at_10": 0.90435, + "ndcg_at_100": 0.91172, + "ndcg_at_1000": 0.91215, + "ndcg_at_20": 0.90808, + "ndcg_at_3": 0.88952, + "ndcg_at_5": 0.89765, + "precision_at_1": 0.84111, + "precision_at_10": 0.09622, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30741, + "precision_at_5": 0.18844, + "recall_at_1": 0.84111, + "recall_at_10": 0.96222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.92222, + "recall_at_5": 0.94222 + }, + { + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ], + "main_score": 0.90445, + "map_at_1": 0.83, + "map_at_10": 0.88181, + "map_at_100": 0.88286, + "map_at_1000": 0.88288, + "map_at_20": 0.88256, + "map_at_3": 0.87444, + "map_at_5": 0.87761, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8818073192239865, + "mrr_at_100": 0.8828610248067893, + "mrr_at_1000": 0.8828770349030585, + "mrr_at_20": 0.8825561403012391, + "mrr_at_3": 0.8744444444444449, + "mrr_at_5": 0.8776111111111119, + "nauc_map_at_1000_diff1": 0.8817913645942276, + "nauc_map_at_1000_max": 0.7242672628515687, + "nauc_map_at_1000_std": -0.0325916988026977, + "nauc_map_at_100_diff1": 0.8817960077310443, + "nauc_map_at_100_max": 0.7243065059928349, + "nauc_map_at_100_std": -0.032463341466952726, + "nauc_map_at_10_diff1": 0.8822252643855634, + "nauc_map_at_10_max": 0.7253859992198582, + "nauc_map_at_10_std": -0.029242816878353277, + "nauc_map_at_1_diff1": 0.8889243629186745, + "nauc_map_at_1_max": 0.6961617099772323, + "nauc_map_at_1_std": -0.08226749998387546, + "nauc_map_at_20_diff1": 0.8820414902144568, + "nauc_map_at_20_max": 0.7249594482691551, + "nauc_map_at_20_std": -0.03113192585645222, + "nauc_map_at_3_diff1": 0.8778612472077536, + "nauc_map_at_3_max": 0.7247968560960326, + "nauc_map_at_3_std": -0.03569211936080772, + "nauc_map_at_5_diff1": 0.8801697173585075, + "nauc_map_at_5_max": 0.7268900565817533, + "nauc_map_at_5_std": -0.026371702573443533, + "nauc_mrr_at_1000_diff1": 0.8817913645942276, + "nauc_mrr_at_1000_max": 0.7242672628515687, + "nauc_mrr_at_1000_std": -0.0325916988026977, + "nauc_mrr_at_100_diff1": 0.8817960077310443, + "nauc_mrr_at_100_max": 0.7243065059928349, + "nauc_mrr_at_100_std": -0.032463341466952726, + "nauc_mrr_at_10_diff1": 0.8822252643855634, + "nauc_mrr_at_10_max": 0.7253859992198582, + "nauc_mrr_at_10_std": -0.029242816878353277, + "nauc_mrr_at_1_diff1": 0.8889243629186745, + "nauc_mrr_at_1_max": 0.6961617099772323, + "nauc_mrr_at_1_std": -0.08226749998387546, + "nauc_mrr_at_20_diff1": 0.8820414902144568, + "nauc_mrr_at_20_max": 0.7249594482691551, + "nauc_mrr_at_20_std": -0.03113192585645222, + "nauc_mrr_at_3_diff1": 0.8778612472077536, + "nauc_mrr_at_3_max": 0.7247968560960326, + "nauc_mrr_at_3_std": -0.03569211936080772, + "nauc_mrr_at_5_diff1": 0.8801697173585075, + "nauc_mrr_at_5_max": 0.7268900565817533, + "nauc_mrr_at_5_std": -0.026371702573443533, + "nauc_ndcg_at_1000_diff1": 0.8821336634167557, + "nauc_ndcg_at_1000_max": 0.7293302987303795, + "nauc_ndcg_at_1000_std": -0.022103484517645697, + "nauc_ndcg_at_100_diff1": 0.8823057256816653, + "nauc_ndcg_at_100_max": 0.7302936097802941, + "nauc_ndcg_at_100_std": -0.01893105493389506, + "nauc_ndcg_at_10_diff1": 0.8851370919852553, + "nauc_ndcg_at_10_max": 0.737713707617832, + "nauc_ndcg_at_10_std": -0.0009378993485132565, + "nauc_ndcg_at_1_diff1": 0.8889243629186745, + "nauc_ndcg_at_1_max": 0.6961617099772323, + "nauc_ndcg_at_1_std": -0.08226749998387546, + "nauc_ndcg_at_20_diff1": 0.8844290849127163, + "nauc_ndcg_at_20_max": 0.7361799582212887, + "nauc_ndcg_at_20_std": -0.008345283785319926, + "nauc_ndcg_at_3_diff1": 0.8744790456809809, + "nauc_ndcg_at_3_max": 0.735698720456842, + "nauc_ndcg_at_3_std": -0.014250293615753978, + "nauc_ndcg_at_5_diff1": 0.8794902725542588, + "nauc_ndcg_at_5_max": 0.7414020850314467, + "nauc_ndcg_at_5_std": 0.004874835289122764, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.9367718101733459, + "nauc_precision_at_10_max": 0.8891933585028223, + "nauc_precision_at_10_std": 0.35801567003612744, + "nauc_precision_at_1_diff1": 0.8889243629186745, + "nauc_precision_at_1_max": 0.6961617099772323, + "nauc_precision_at_1_std": -0.08226749998387546, + "nauc_precision_at_20_diff1": 0.9597787833081913, + "nauc_precision_at_20_max": 0.9685771744595248, + "nauc_precision_at_20_std": 0.45783954607482863, + "nauc_precision_at_3_diff1": 0.8585137758807252, + "nauc_precision_at_3_max": 0.7887673587953724, + "nauc_precision_at_3_std": 0.09235546070279847, + "nauc_precision_at_5_diff1": 0.8783846872082147, + "nauc_precision_at_5_max": 0.8311111111111098, + "nauc_precision_at_5_std": 0.19915966386554224, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.9367718101733397, + "nauc_recall_at_10_max": 0.8891933585028173, + "nauc_recall_at_10_std": 0.358015670036127, + "nauc_recall_at_1_diff1": 0.8889243629186745, + "nauc_recall_at_1_max": 0.6961617099772323, + "nauc_recall_at_1_std": -0.08226749998387546, + "nauc_recall_at_20_diff1": 0.9597787833082027, + "nauc_recall_at_20_max": 0.9685771744595294, + "nauc_recall_at_20_std": 0.4578395460748422, + "nauc_recall_at_3_diff1": 0.8585137758807236, + "nauc_recall_at_3_max": 0.7887673587953719, + "nauc_recall_at_3_std": 0.09235546070279736, + "nauc_recall_at_5_diff1": 0.8783846872082177, + "nauc_recall_at_5_max": 0.8311111111111122, + "nauc_recall_at_5_std": 0.19915966386554623, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.90445, + "ndcg_at_100": 0.90949, + "ndcg_at_1000": 0.9098, + "ndcg_at_20": 0.90723, + "ndcg_at_3": 0.88873, + "ndcg_at_5": 0.89456, + "precision_at_1": 0.83, + "precision_at_10": 0.09744, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.31, + "precision_at_5": 0.18889, + "recall_at_1": 0.83, + "recall_at_10": 0.97444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.93, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ], + "main_score": 0.89333, + "map_at_1": 0.81333, + "map_at_10": 0.86981, + "map_at_100": 0.87116, + "map_at_1000": 0.87119, + "map_at_20": 0.87075, + "map_at_3": 0.8613, + "map_at_5": 0.86657, + "mrr_at_1": 0.8133333333333334, + "mrr_at_10": 0.8698108465608466, + "mrr_at_100": 0.8711610683120518, + "mrr_at_1000": 0.8711922864267035, + "mrr_at_20": 0.8707466956370468, + "mrr_at_3": 0.8612962962962966, + "mrr_at_5": 0.8665740740740744, + "nauc_map_at_1000_diff1": 0.8984089986399508, + "nauc_map_at_1000_max": 0.7852175062337524, + "nauc_map_at_1000_std": -0.06173398550183132, + "nauc_map_at_100_diff1": 0.8984170500103877, + "nauc_map_at_100_max": 0.785266257105923, + "nauc_map_at_100_std": -0.06153517613633506, + "nauc_map_at_10_diff1": 0.8982985708521012, + "nauc_map_at_10_max": 0.78553938139761, + "nauc_map_at_10_std": -0.0623587520268451, + "nauc_map_at_1_diff1": 0.9068712723658052, + "nauc_map_at_1_max": 0.7721025040234776, + "nauc_map_at_1_std": -0.08750473350373943, + "nauc_map_at_20_diff1": 0.8984768372535444, + "nauc_map_at_20_max": 0.7854853857804971, + "nauc_map_at_20_std": -0.06116987237016253, + "nauc_map_at_3_diff1": 0.8946064684379634, + "nauc_map_at_3_max": 0.785167723137425, + "nauc_map_at_3_std": -0.069325606847129, + "nauc_map_at_5_diff1": 0.8969072339583598, + "nauc_map_at_5_max": 0.7852609817790793, + "nauc_map_at_5_std": -0.06511213004741102, + "nauc_mrr_at_1000_diff1": 0.8984089986399508, + "nauc_mrr_at_1000_max": 0.7852175062337524, + "nauc_mrr_at_1000_std": -0.06173398550183132, + "nauc_mrr_at_100_diff1": 0.8984170500103877, + "nauc_mrr_at_100_max": 0.785266257105923, + "nauc_mrr_at_100_std": -0.06153517613633506, + "nauc_mrr_at_10_diff1": 0.8982985708521012, + "nauc_mrr_at_10_max": 0.78553938139761, + "nauc_mrr_at_10_std": -0.0623587520268451, + "nauc_mrr_at_1_diff1": 0.9068712723658052, + "nauc_mrr_at_1_max": 0.7721025040234776, + "nauc_mrr_at_1_std": -0.08750473350373943, + "nauc_mrr_at_20_diff1": 0.8984768372535444, + "nauc_mrr_at_20_max": 0.7854853857804971, + "nauc_mrr_at_20_std": -0.06116987237016253, + "nauc_mrr_at_3_diff1": 0.8946064684379634, + "nauc_mrr_at_3_max": 0.785167723137425, + "nauc_mrr_at_3_std": -0.069325606847129, + "nauc_mrr_at_5_diff1": 0.8969072339583598, + "nauc_mrr_at_5_max": 0.7852609817790793, + "nauc_mrr_at_5_std": -0.06511213004741102, + "nauc_ndcg_at_1000_diff1": 0.8982755124132996, + "nauc_ndcg_at_1000_max": 0.7881261723980707, + "nauc_ndcg_at_1000_std": -0.053464295962156454, + "nauc_ndcg_at_100_diff1": 0.8984430782805235, + "nauc_ndcg_at_100_max": 0.7895552025599162, + "nauc_ndcg_at_100_std": -0.04780350211844179, + "nauc_ndcg_at_10_diff1": 0.8985623163271321, + "nauc_ndcg_at_10_max": 0.7920221588625515, + "nauc_ndcg_at_10_std": -0.046859073544921165, + "nauc_ndcg_at_1_diff1": 0.9068712723658052, + "nauc_ndcg_at_1_max": 0.7721025040234776, + "nauc_ndcg_at_1_std": -0.08750473350373943, + "nauc_ndcg_at_20_diff1": 0.8994863622279403, + "nauc_ndcg_at_20_max": 0.7923309024903219, + "nauc_ndcg_at_20_std": -0.04065379777525111, + "nauc_ndcg_at_3_diff1": 0.8903559805510094, + "nauc_ndcg_at_3_max": 0.7895463792435025, + "nauc_ndcg_at_3_std": -0.06588197490016925, + "nauc_ndcg_at_5_diff1": 0.894853968838741, + "nauc_ndcg_at_5_max": 0.7900361363808174, + "nauc_ndcg_at_5_std": -0.057863000250865194, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9183006535947483, + "nauc_precision_at_100_max": 0.9738562091503018, + "nauc_precision_at_100_std": 0.6746031746031498, + "nauc_precision_at_10_diff1": 0.9094153790548496, + "nauc_precision_at_10_max": 0.8627300382518579, + "nauc_precision_at_10_std": 0.13189361766211383, + "nauc_precision_at_1_diff1": 0.9068712723658052, + "nauc_precision_at_1_max": 0.7721025040234776, + "nauc_precision_at_1_std": -0.08750473350373943, + "nauc_precision_at_20_diff1": 0.9343948105557958, + "nauc_precision_at_20_max": 0.9163349550346377, + "nauc_precision_at_20_std": 0.3637033760872686, + "nauc_precision_at_3_diff1": 0.871205238852299, + "nauc_precision_at_3_max": 0.809183132712546, + "nauc_precision_at_3_std": -0.05211724329371329, + "nauc_precision_at_5_diff1": 0.8843436745767466, + "nauc_precision_at_5_max": 0.8188344520197994, + "nauc_precision_at_5_std": -0.014807180733933514, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9183006535947761, + "nauc_recall_at_100_max": 0.9738562091503434, + "nauc_recall_at_100_std": 0.674603174603183, + "nauc_recall_at_10_diff1": 0.909415379054845, + "nauc_recall_at_10_max": 0.8627300382518591, + "nauc_recall_at_10_std": 0.13189361766211832, + "nauc_recall_at_1_diff1": 0.9068712723658052, + "nauc_recall_at_1_max": 0.7721025040234776, + "nauc_recall_at_1_std": -0.08750473350373943, + "nauc_recall_at_20_diff1": 0.9343948105558019, + "nauc_recall_at_20_max": 0.9163349550346452, + "nauc_recall_at_20_std": 0.36370337608728154, + "nauc_recall_at_3_diff1": 0.8712052388522982, + "nauc_recall_at_3_max": 0.8091831327125445, + "nauc_recall_at_3_std": -0.05211724329371567, + "nauc_recall_at_5_diff1": 0.8843436745767483, + "nauc_recall_at_5_max": 0.8188344520198013, + "nauc_recall_at_5_std": -0.014807180733926282, + "ndcg_at_1": 0.81333, + "ndcg_at_10": 0.89333, + "ndcg_at_100": 0.89963, + "ndcg_at_1000": 0.90036, + "ndcg_at_20": 0.89671, + "ndcg_at_3": 0.87588, + "ndcg_at_5": 0.88545, + "precision_at_1": 0.81333, + "precision_at_10": 0.09656, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30593, + "precision_at_5": 0.18822, + "recall_at_1": 0.81333, + "recall_at_10": 0.96556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.91778, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "npi_Deva-npi_Deva", + "languages": [ + "npi-Deva", + "npi-Deva" + ], + "main_score": 0.82315, + "map_at_1": 0.73889, + "map_at_10": 0.79474, + "map_at_100": 0.79786, + "map_at_1000": 0.79797, + "map_at_20": 0.79662, + "map_at_3": 0.78019, + "map_at_5": 0.78891, + "mrr_at_1": 0.7388888888888889, + "mrr_at_10": 0.7947389770723107, + "mrr_at_100": 0.7978606485633024, + "mrr_at_1000": 0.7979675376275257, + "mrr_at_20": 0.7966209355277986, + "mrr_at_3": 0.7801851851851854, + "mrr_at_5": 0.788907407407408, + "nauc_map_at_1000_diff1": 0.8207687697440501, + "nauc_map_at_1000_max": 0.7637320860000301, + "nauc_map_at_1000_std": 0.10602754072536455, + "nauc_map_at_100_diff1": 0.820765743899734, + "nauc_map_at_100_max": 0.7638313586453572, + "nauc_map_at_100_std": 0.10643205829129115, + "nauc_map_at_10_diff1": 0.8201880988558476, + "nauc_map_at_10_max": 0.764931974544628, + "nauc_map_at_10_std": 0.10801822527335472, + "nauc_map_at_1_diff1": 0.8336270471101925, + "nauc_map_at_1_max": 0.7495762664301985, + "nauc_map_at_1_std": 0.06717103121597497, + "nauc_map_at_20_diff1": 0.8207615549044182, + "nauc_map_at_20_max": 0.7644306239632898, + "nauc_map_at_20_std": 0.10844101932236808, + "nauc_map_at_3_diff1": 0.81614639872626, + "nauc_map_at_3_max": 0.7590181772991389, + "nauc_map_at_3_std": 0.09240722450105518, + "nauc_map_at_5_diff1": 0.8206414781204534, + "nauc_map_at_5_max": 0.763467545937857, + "nauc_map_at_5_std": 0.10154835976542102, + "nauc_mrr_at_1000_diff1": 0.8207687697440501, + "nauc_mrr_at_1000_max": 0.7637320860000301, + "nauc_mrr_at_1000_std": 0.10602754072536455, + "nauc_mrr_at_100_diff1": 0.820765743899734, + "nauc_mrr_at_100_max": 0.7638313586453572, + "nauc_mrr_at_100_std": 0.10643205829129115, + "nauc_mrr_at_10_diff1": 0.8201880988558476, + "nauc_mrr_at_10_max": 0.764931974544628, + "nauc_mrr_at_10_std": 0.10801822527335472, + "nauc_mrr_at_1_diff1": 0.8336270471101925, + "nauc_mrr_at_1_max": 0.7495762664301985, + "nauc_mrr_at_1_std": 0.06717103121597497, + "nauc_mrr_at_20_diff1": 0.8207615549044182, + "nauc_mrr_at_20_max": 0.7644306239632898, + "nauc_mrr_at_20_std": 0.10844101932236808, + "nauc_mrr_at_3_diff1": 0.81614639872626, + "nauc_mrr_at_3_max": 0.7590181772991389, + "nauc_mrr_at_3_std": 0.09240722450105518, + "nauc_mrr_at_5_diff1": 0.8206414781204534, + "nauc_mrr_at_5_max": 0.763467545937857, + "nauc_mrr_at_5_std": 0.10154835976542102, + "nauc_ndcg_at_1000_diff1": 0.8196505657821342, + "nauc_ndcg_at_1000_max": 0.7682551369546906, + "nauc_ndcg_at_1000_std": 0.12013331579218776, + "nauc_ndcg_at_100_diff1": 0.8194543178933411, + "nauc_ndcg_at_100_max": 0.7707203982588411, + "nauc_ndcg_at_100_std": 0.13040361633022676, + "nauc_ndcg_at_10_diff1": 0.8173829680069169, + "nauc_ndcg_at_10_max": 0.7768481555660003, + "nauc_ndcg_at_10_std": 0.1410269168788738, + "nauc_ndcg_at_1_diff1": 0.8336270471101925, + "nauc_ndcg_at_1_max": 0.7495762664301985, + "nauc_ndcg_at_1_std": 0.06717103121597497, + "nauc_ndcg_at_20_diff1": 0.8197036471218561, + "nauc_ndcg_at_20_max": 0.7753275696575406, + "nauc_ndcg_at_20_std": 0.14460611379581023, + "nauc_ndcg_at_3_diff1": 0.810120674430115, + "nauc_ndcg_at_3_max": 0.7632176255649956, + "nauc_ndcg_at_3_std": 0.10408496750156676, + "nauc_ndcg_at_5_diff1": 0.8184809065913184, + "nauc_ndcg_at_5_max": 0.7722719886918314, + "nauc_ndcg_at_5_std": 0.12225493470923603, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8040883019874709, + "nauc_precision_at_100_max": 0.9389755902361169, + "nauc_precision_at_100_std": 0.8331332533013333, + "nauc_precision_at_10_diff1": 0.8027903469079941, + "nauc_precision_at_10_max": 0.8576575929517102, + "nauc_precision_at_10_std": 0.3664559841030399, + "nauc_precision_at_1_diff1": 0.8336270471101925, + "nauc_precision_at_1_max": 0.7495762664301985, + "nauc_precision_at_1_std": 0.06717103121597497, + "nauc_precision_at_20_diff1": 0.8199156205692147, + "nauc_precision_at_20_max": 0.8784970778434826, + "nauc_precision_at_20_std": 0.5050489331535064, + "nauc_precision_at_3_diff1": 0.7888102010410029, + "nauc_precision_at_3_max": 0.7784614590790943, + "nauc_precision_at_3_std": 0.14662061492618328, + "nauc_precision_at_5_diff1": 0.8112351992479054, + "nauc_precision_at_5_max": 0.8125521723978619, + "nauc_precision_at_5_std": 0.21597954436781136, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8040883019874608, + "nauc_recall_at_100_max": 0.9389755902360942, + "nauc_recall_at_100_std": 0.8331332533013204, + "nauc_recall_at_10_diff1": 0.8027903469079936, + "nauc_recall_at_10_max": 0.8576575929517103, + "nauc_recall_at_10_std": 0.36645598410304225, + "nauc_recall_at_1_diff1": 0.8336270471101925, + "nauc_recall_at_1_max": 0.7495762664301985, + "nauc_recall_at_1_std": 0.06717103121597497, + "nauc_recall_at_20_diff1": 0.8199156205692162, + "nauc_recall_at_20_max": 0.8784970778434824, + "nauc_recall_at_20_std": 0.5050489331535086, + "nauc_recall_at_3_diff1": 0.7888102010410014, + "nauc_recall_at_3_max": 0.7784614590790949, + "nauc_recall_at_3_std": 0.14662061492618172, + "nauc_recall_at_5_diff1": 0.8112351992479064, + "nauc_recall_at_5_max": 0.8125521723978639, + "nauc_recall_at_5_std": 0.21597954436781208, + "ndcg_at_1": 0.73889, + "ndcg_at_10": 0.82315, + "ndcg_at_100": 0.83838, + "ndcg_at_1000": 0.84053, + "ndcg_at_20": 0.82994, + "ndcg_at_3": 0.79303, + "ndcg_at_5": 0.80866, + "precision_at_1": 0.73889, + "precision_at_10": 0.09133, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.047, + "precision_at_3": 0.27667, + "precision_at_5": 0.17356, + "recall_at_1": 0.73889, + "recall_at_10": 0.91333, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.94, + "recall_at_3": 0.83, + "recall_at_5": 0.86778 + }, + { + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ], + "main_score": 0.8899, + "map_at_1": 0.81444, + "map_at_10": 0.86743, + "map_at_100": 0.86916, + "map_at_1000": 0.86918, + "map_at_20": 0.86861, + "map_at_3": 0.85981, + "map_at_5": 0.86443, + "mrr_at_1": 0.8144444444444444, + "mrr_at_10": 0.8674307760141097, + "mrr_at_100": 0.8691639447205709, + "mrr_at_1000": 0.8691821056708949, + "mrr_at_20": 0.8686056944145183, + "mrr_at_3": 0.8598148148148151, + "mrr_at_5": 0.8644259259259265, + "nauc_map_at_1000_diff1": 0.8412305877628686, + "nauc_map_at_1000_max": 0.676966745788338, + "nauc_map_at_1000_std": -0.09453913516930847, + "nauc_map_at_100_diff1": 0.8412159878974785, + "nauc_map_at_100_max": 0.6769986363294034, + "nauc_map_at_100_std": -0.09455772426774305, + "nauc_map_at_10_diff1": 0.8406747853732732, + "nauc_map_at_10_max": 0.678725984677979, + "nauc_map_at_10_std": -0.09019690580122967, + "nauc_map_at_1_diff1": 0.8556256953658146, + "nauc_map_at_1_max": 0.6625237242454353, + "nauc_map_at_1_std": -0.10696585493553493, + "nauc_map_at_20_diff1": 0.8413139021737225, + "nauc_map_at_20_max": 0.6778074093311218, + "nauc_map_at_20_std": -0.09383221154557754, + "nauc_map_at_3_diff1": 0.8378923480933017, + "nauc_map_at_3_max": 0.6699343290656028, + "nauc_map_at_3_std": -0.1006849147462735, + "nauc_map_at_5_diff1": 0.8386244695270904, + "nauc_map_at_5_max": 0.6756077890141242, + "nauc_map_at_5_std": -0.09295691224255334, + "nauc_mrr_at_1000_diff1": 0.8412305877628686, + "nauc_mrr_at_1000_max": 0.676966745788338, + "nauc_mrr_at_1000_std": -0.09453913516930847, + "nauc_mrr_at_100_diff1": 0.8412159878974785, + "nauc_mrr_at_100_max": 0.6769986363294034, + "nauc_mrr_at_100_std": -0.09455772426774305, + "nauc_mrr_at_10_diff1": 0.8406747853732732, + "nauc_mrr_at_10_max": 0.678725984677979, + "nauc_mrr_at_10_std": -0.09019690580122967, + "nauc_mrr_at_1_diff1": 0.8556256953658146, + "nauc_mrr_at_1_max": 0.6625237242454353, + "nauc_mrr_at_1_std": -0.10696585493553493, + "nauc_mrr_at_20_diff1": 0.8413139021737225, + "nauc_mrr_at_20_max": 0.6778074093311218, + "nauc_mrr_at_20_std": -0.09383221154557754, + "nauc_mrr_at_3_diff1": 0.8378923480933017, + "nauc_mrr_at_3_max": 0.6699343290656028, + "nauc_mrr_at_3_std": -0.1006849147462735, + "nauc_mrr_at_5_diff1": 0.8386244695270904, + "nauc_mrr_at_5_max": 0.6756077890141242, + "nauc_mrr_at_5_std": -0.09295691224255334, + "nauc_ndcg_at_1000_diff1": 0.8395643962923319, + "nauc_ndcg_at_1000_max": 0.6808541763649922, + "nauc_ndcg_at_1000_std": -0.08954115823373217, + "nauc_ndcg_at_100_diff1": 0.8393641019751819, + "nauc_ndcg_at_100_max": 0.6818850334165606, + "nauc_ndcg_at_100_std": -0.08899335626650039, + "nauc_ndcg_at_10_diff1": 0.83692389665854, + "nauc_ndcg_at_10_max": 0.6918349738947922, + "nauc_ndcg_at_10_std": -0.06681144772561866, + "nauc_ndcg_at_1_diff1": 0.8556256953658146, + "nauc_ndcg_at_1_max": 0.6625237242454353, + "nauc_ndcg_at_1_std": -0.10696585493553493, + "nauc_ndcg_at_20_diff1": 0.8398166926310373, + "nauc_ndcg_at_20_max": 0.6878070215934483, + "nauc_ndcg_at_20_std": -0.08463073650719408, + "nauc_ndcg_at_3_diff1": 0.8306469412667983, + "nauc_ndcg_at_3_max": 0.6719261730043202, + "nauc_ndcg_at_3_std": -0.09364387666699321, + "nauc_ndcg_at_5_diff1": 0.8314281127471036, + "nauc_ndcg_at_5_max": 0.6824129695283843, + "nauc_ndcg_at_5_std": -0.07844990623549282, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8078120136943496, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.09056956115787373, + "nauc_precision_at_10_diff1": 0.8106215459156588, + "nauc_precision_at_10_max": 0.8195169959875805, + "nauc_precision_at_10_std": 0.16920281626163486, + "nauc_precision_at_1_diff1": 0.8556256953658146, + "nauc_precision_at_1_max": 0.6625237242454353, + "nauc_precision_at_1_std": -0.10696585493553493, + "nauc_precision_at_20_diff1": 0.8416033079898577, + "nauc_precision_at_20_max": 0.8437152638833251, + "nauc_precision_at_20_std": 0.021875416833388513, + "nauc_precision_at_3_diff1": 0.7977849034350596, + "nauc_precision_at_3_max": 0.6804388422035483, + "nauc_precision_at_3_std": -0.059456238635805445, + "nauc_precision_at_5_diff1": 0.7893917801038531, + "nauc_precision_at_5_max": 0.7229511687716005, + "nauc_precision_at_5_std": 0.012342948875453534, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8078120136943853, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.09056956115776776, + "nauc_recall_at_10_diff1": 0.8106215459156647, + "nauc_recall_at_10_max": 0.8195169959875855, + "nauc_recall_at_10_std": 0.16920281626163855, + "nauc_recall_at_1_diff1": 0.8556256953658146, + "nauc_recall_at_1_max": 0.6625237242454353, + "nauc_recall_at_1_std": -0.10696585493553493, + "nauc_recall_at_20_diff1": 0.8416033079898616, + "nauc_recall_at_20_max": 0.8437152638833303, + "nauc_recall_at_20_std": 0.021875416833400954, + "nauc_recall_at_3_diff1": 0.7977849034350594, + "nauc_recall_at_3_max": 0.6804388422035476, + "nauc_recall_at_3_std": -0.05945623863580608, + "nauc_recall_at_5_diff1": 0.7893917801038558, + "nauc_recall_at_5_max": 0.7229511687715997, + "nauc_recall_at_5_std": 0.012342948875455556, + "ndcg_at_1": 0.81444, + "ndcg_at_10": 0.8899, + "ndcg_at_100": 0.89813, + "ndcg_at_1000": 0.89857, + "ndcg_at_20": 0.89432, + "ndcg_at_3": 0.87417, + "ndcg_at_5": 0.88267, + "precision_at_1": 0.81444, + "precision_at_10": 0.09589, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30519, + "precision_at_5": 0.18733, + "recall_at_1": 0.81444, + "recall_at_10": 0.95889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91556, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ], + "main_score": 0.82261, + "map_at_1": 0.72, + "map_at_10": 0.79137, + "map_at_100": 0.79449, + "map_at_1000": 0.79455, + "map_at_20": 0.79325, + "map_at_3": 0.77833, + "map_at_5": 0.78672, + "mrr_at_1": 0.72, + "mrr_at_10": 0.7913699294532629, + "mrr_at_100": 0.7944905253007899, + "mrr_at_1000": 0.7945497326774819, + "mrr_at_20": 0.7932473064765379, + "mrr_at_3": 0.7783333333333335, + "mrr_at_5": 0.7867222222222227, + "nauc_map_at_1000_diff1": 0.8152230960115723, + "nauc_map_at_1000_max": 0.720063726209088, + "nauc_map_at_1000_std": 0.044186523368725805, + "nauc_map_at_100_diff1": 0.815242789259329, + "nauc_map_at_100_max": 0.7201398117124137, + "nauc_map_at_100_std": 0.04427182416182309, + "nauc_map_at_10_diff1": 0.8131549301848298, + "nauc_map_at_10_max": 0.7202331168468231, + "nauc_map_at_10_std": 0.04733805104290646, + "nauc_map_at_1_diff1": 0.8424654049654049, + "nauc_map_at_1_max": 0.7049649810066481, + "nauc_map_at_1_std": -0.013043091168090683, + "nauc_map_at_20_diff1": 0.8139456288300477, + "nauc_map_at_20_max": 0.7204785036643839, + "nauc_map_at_20_std": 0.0472311442788089, + "nauc_map_at_3_diff1": 0.8154044984934951, + "nauc_map_at_3_max": 0.7195530745587981, + "nauc_map_at_3_std": 0.036323505368139414, + "nauc_map_at_5_diff1": 0.8128079792949026, + "nauc_map_at_5_max": 0.7197390548698185, + "nauc_map_at_5_std": 0.0418828946734051, + "nauc_mrr_at_1000_diff1": 0.8152230960115723, + "nauc_mrr_at_1000_max": 0.720063726209088, + "nauc_mrr_at_1000_std": 0.044186523368725805, + "nauc_mrr_at_100_diff1": 0.815242789259329, + "nauc_mrr_at_100_max": 0.7201398117124137, + "nauc_mrr_at_100_std": 0.04427182416182309, + "nauc_mrr_at_10_diff1": 0.8131549301848298, + "nauc_mrr_at_10_max": 0.7202331168468231, + "nauc_mrr_at_10_std": 0.04733805104290646, + "nauc_mrr_at_1_diff1": 0.8424654049654049, + "nauc_mrr_at_1_max": 0.7049649810066481, + "nauc_mrr_at_1_std": -0.013043091168090683, + "nauc_mrr_at_20_diff1": 0.8139456288300477, + "nauc_mrr_at_20_max": 0.7204785036643839, + "nauc_mrr_at_20_std": 0.0472311442788089, + "nauc_mrr_at_3_diff1": 0.8154044984934951, + "nauc_mrr_at_3_max": 0.7195530745587981, + "nauc_mrr_at_3_std": 0.036323505368139414, + "nauc_mrr_at_5_diff1": 0.8128079792949026, + "nauc_mrr_at_5_max": 0.7197390548698185, + "nauc_mrr_at_5_std": 0.0418828946734051, + "nauc_ndcg_at_1000_diff1": 0.8109628727615161, + "nauc_ndcg_at_1000_max": 0.7243827937442373, + "nauc_ndcg_at_1000_std": 0.05962306128731461, + "nauc_ndcg_at_100_diff1": 0.8115573980548907, + "nauc_ndcg_at_100_max": 0.7265790177072234, + "nauc_ndcg_at_100_std": 0.0631636844481728, + "nauc_ndcg_at_10_diff1": 0.7998211504696067, + "nauc_ndcg_at_10_max": 0.7283145263342653, + "nauc_ndcg_at_10_std": 0.08449050318576543, + "nauc_ndcg_at_1_diff1": 0.8424654049654049, + "nauc_ndcg_at_1_max": 0.7049649810066481, + "nauc_ndcg_at_1_std": -0.013043091168090683, + "nauc_ndcg_at_20_diff1": 0.8030888742949519, + "nauc_ndcg_at_20_max": 0.7304956124005069, + "nauc_ndcg_at_20_std": 0.08759004009561559, + "nauc_ndcg_at_3_diff1": 0.8053782165296648, + "nauc_ndcg_at_3_max": 0.7263253613372105, + "nauc_ndcg_at_3_std": 0.05846018740069269, + "nauc_ndcg_at_5_diff1": 0.7992748603208668, + "nauc_ndcg_at_5_max": 0.7268485506176575, + "nauc_ndcg_at_5_std": 0.07008190541021578, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8760244838676311, + "nauc_precision_at_100_max": 0.9691358024691377, + "nauc_precision_at_100_std": 0.48630563336448235, + "nauc_precision_at_10_diff1": 0.7106915825690996, + "nauc_precision_at_10_max": 0.7831945563613579, + "nauc_precision_at_10_std": 0.343680851335969, + "nauc_precision_at_1_diff1": 0.8424654049654049, + "nauc_precision_at_1_max": 0.7049649810066481, + "nauc_precision_at_1_std": -0.013043091168090683, + "nauc_precision_at_20_diff1": 0.7041802832243976, + "nauc_precision_at_20_max": 0.8413379240585103, + "nauc_precision_at_20_std": 0.5258422813569816, + "nauc_precision_at_3_diff1": 0.7658638374899449, + "nauc_precision_at_3_max": 0.7536382312377901, + "nauc_precision_at_3_std": 0.14745431559590685, + "nauc_precision_at_5_diff1": 0.7315633266662358, + "nauc_precision_at_5_max": 0.7620261215009242, + "nauc_precision_at_5_std": 0.2114836901919927, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8760244838676141, + "nauc_recall_at_100_max": 0.9691358024691298, + "nauc_recall_at_100_std": 0.4863056333644428, + "nauc_recall_at_10_diff1": 0.7106915825691016, + "nauc_recall_at_10_max": 0.7831945563613574, + "nauc_recall_at_10_std": 0.34368085133596854, + "nauc_recall_at_1_diff1": 0.8424654049654049, + "nauc_recall_at_1_max": 0.7049649810066481, + "nauc_recall_at_1_std": -0.013043091168090683, + "nauc_recall_at_20_diff1": 0.7041802832243984, + "nauc_recall_at_20_max": 0.8413379240585106, + "nauc_recall_at_20_std": 0.5258422813569864, + "nauc_recall_at_3_diff1": 0.7658638374899445, + "nauc_recall_at_3_max": 0.7536382312377888, + "nauc_recall_at_3_std": 0.1474543155959088, + "nauc_recall_at_5_diff1": 0.731563326666237, + "nauc_recall_at_5_max": 0.7620261215009271, + "nauc_recall_at_5_std": 0.21148369019199467, + "ndcg_at_1": 0.72, + "ndcg_at_10": 0.82261, + "ndcg_at_100": 0.83785, + "ndcg_at_1000": 0.83918, + "ndcg_at_20": 0.82957, + "ndcg_at_3": 0.79652, + "ndcg_at_5": 0.81163, + "precision_at_1": 0.72, + "precision_at_10": 0.09189, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.28296, + "precision_at_5": 0.17711, + "recall_at_1": 0.72, + "recall_at_10": 0.91889, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.84889, + "recall_at_5": 0.88556 + }, + { + "hf_subset": "npi_Latn-npi_Latn", + "languages": [ + "npi-Latn", + "npi-Latn" + ], + "main_score": 0.52304, + "map_at_1": 0.41889, + "map_at_10": 0.48868, + "map_at_100": 0.49528, + "map_at_1000": 0.49627, + "map_at_20": 0.49215, + "map_at_3": 0.47074, + "map_at_5": 0.48207, + "mrr_at_1": 0.41888888888888887, + "mrr_at_10": 0.4886750440917107, + "mrr_at_100": 0.4952818168328548, + "mrr_at_1000": 0.4962716332393836, + "mrr_at_20": 0.4921536613302607, + "mrr_at_3": 0.4707407407407406, + "mrr_at_5": 0.4820740740740738, + "nauc_map_at_1000_diff1": 0.7235690630306028, + "nauc_map_at_1000_max": 0.7058128633088392, + "nauc_map_at_1000_std": 0.412461029976636, + "nauc_map_at_100_diff1": 0.723233737024235, + "nauc_map_at_100_max": 0.7056734654386603, + "nauc_map_at_100_std": 0.41260372019687125, + "nauc_map_at_10_diff1": 0.7244623597027553, + "nauc_map_at_10_max": 0.7069905309233363, + "nauc_map_at_10_std": 0.4130016388700841, + "nauc_map_at_1_diff1": 0.7539462375962536, + "nauc_map_at_1_max": 0.6823748396672272, + "nauc_map_at_1_std": 0.3522296872233314, + "nauc_map_at_20_diff1": 0.7233615393051477, + "nauc_map_at_20_max": 0.7064612883556035, + "nauc_map_at_20_std": 0.4135130368003459, + "nauc_map_at_3_diff1": 0.7333125795186921, + "nauc_map_at_3_max": 0.7140782230140937, + "nauc_map_at_3_std": 0.4115867808864752, + "nauc_map_at_5_diff1": 0.7262645467415777, + "nauc_map_at_5_max": 0.7080299567073358, + "nauc_map_at_5_std": 0.41245701306906246, + "nauc_mrr_at_1000_diff1": 0.7235690630306028, + "nauc_mrr_at_1000_max": 0.7058128633088392, + "nauc_mrr_at_1000_std": 0.412461029976636, + "nauc_mrr_at_100_diff1": 0.723233737024235, + "nauc_mrr_at_100_max": 0.7056734654386603, + "nauc_mrr_at_100_std": 0.41260372019687125, + "nauc_mrr_at_10_diff1": 0.7244623597027553, + "nauc_mrr_at_10_max": 0.7069905309233363, + "nauc_mrr_at_10_std": 0.4130016388700841, + "nauc_mrr_at_1_diff1": 0.7539462375962536, + "nauc_mrr_at_1_max": 0.6823748396672272, + "nauc_mrr_at_1_std": 0.3522296872233314, + "nauc_mrr_at_20_diff1": 0.7233615393051477, + "nauc_mrr_at_20_max": 0.7064612883556035, + "nauc_mrr_at_20_std": 0.4135130368003459, + "nauc_mrr_at_3_diff1": 0.7333125795186921, + "nauc_mrr_at_3_max": 0.7140782230140937, + "nauc_mrr_at_3_std": 0.4115867808864752, + "nauc_mrr_at_5_diff1": 0.7262645467415777, + "nauc_mrr_at_5_max": 0.7080299567073358, + "nauc_mrr_at_5_std": 0.41245701306906246, + "nauc_ndcg_at_1000_diff1": 0.7131614215303237, + "nauc_ndcg_at_1000_max": 0.7056132853884237, + "nauc_ndcg_at_1000_std": 0.42343481945641337, + "nauc_ndcg_at_100_diff1": 0.7028841157798967, + "nauc_ndcg_at_100_max": 0.7014450362979677, + "nauc_ndcg_at_100_std": 0.4283207454707639, + "nauc_ndcg_at_10_diff1": 0.7091847822683359, + "nauc_ndcg_at_10_max": 0.7090599902855366, + "nauc_ndcg_at_10_std": 0.4321280122937956, + "nauc_ndcg_at_1_diff1": 0.7539462375962536, + "nauc_ndcg_at_1_max": 0.6823748396672272, + "nauc_ndcg_at_1_std": 0.3522296872233314, + "nauc_ndcg_at_20_diff1": 0.7053046128479554, + "nauc_ndcg_at_20_max": 0.7076028324103348, + "nauc_ndcg_at_20_std": 0.4351152919906849, + "nauc_ndcg_at_3_diff1": 0.7266428694369537, + "nauc_ndcg_at_3_max": 0.7227630143375945, + "nauc_ndcg_at_3_std": 0.42895264546590506, + "nauc_ndcg_at_5_diff1": 0.7139179963019043, + "nauc_ndcg_at_5_max": 0.7119093441383603, + "nauc_ndcg_at_5_std": 0.43052022151828634, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5722432701894319, + "nauc_precision_at_100_max": 0.6494601908560037, + "nauc_precision_at_100_std": 0.49314057826520513, + "nauc_precision_at_10_diff1": 0.6541529421616793, + "nauc_precision_at_10_max": 0.7118080755917819, + "nauc_precision_at_10_std": 0.49568375949084365, + "nauc_precision_at_1_diff1": 0.7539462375962536, + "nauc_precision_at_1_max": 0.6823748396672272, + "nauc_precision_at_1_std": 0.3522296872233314, + "nauc_precision_at_20_diff1": 0.6318633018157862, + "nauc_precision_at_20_max": 0.7064329120566588, + "nauc_precision_at_20_std": 0.5176627858651742, + "nauc_precision_at_3_diff1": 0.7066994666176195, + "nauc_precision_at_3_max": 0.7482189933173928, + "nauc_precision_at_3_std": 0.48028171172828127, + "nauc_precision_at_5_diff1": 0.6736890084242236, + "nauc_precision_at_5_max": 0.7217904870274713, + "nauc_precision_at_5_std": 0.48613849863906433, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5722432701894309, + "nauc_recall_at_100_max": 0.6494601908560032, + "nauc_recall_at_100_std": 0.49314057826520463, + "nauc_recall_at_10_diff1": 0.6541529421616795, + "nauc_recall_at_10_max": 0.7118080755917817, + "nauc_recall_at_10_std": 0.4956837594908442, + "nauc_recall_at_1_diff1": 0.7539462375962536, + "nauc_recall_at_1_max": 0.6823748396672272, + "nauc_recall_at_1_std": 0.3522296872233314, + "nauc_recall_at_20_diff1": 0.6318633018157865, + "nauc_recall_at_20_max": 0.7064329120566594, + "nauc_recall_at_20_std": 0.5176627858651749, + "nauc_recall_at_3_diff1": 0.7066994666176203, + "nauc_recall_at_3_max": 0.7482189933173929, + "nauc_recall_at_3_std": 0.4802817117282815, + "nauc_recall_at_5_diff1": 0.6736890084242239, + "nauc_recall_at_5_max": 0.7217904870274706, + "nauc_recall_at_5_std": 0.48613849863906405, + "ndcg_at_1": 0.41889, + "ndcg_at_10": 0.52304, + "ndcg_at_100": 0.55853, + "ndcg_at_1000": 0.58378, + "ndcg_at_20": 0.53532, + "ndcg_at_3": 0.48688, + "ndcg_at_5": 0.50715, + "precision_at_1": 0.41889, + "precision_at_10": 0.06311, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "precision_at_20": 0.03394, + "precision_at_3": 0.17778, + "precision_at_5": 0.11644, + "recall_at_1": 0.41889, + "recall_at_10": 0.63111, + "recall_at_100": 0.80556, + "recall_at_1000": 1.0, + "recall_at_20": 0.67889, + "recall_at_3": 0.53333, + "recall_at_5": 0.58222 + }, + { + "hf_subset": "npi_Latn-eng_Latn", + "languages": [ + "npi-Latn", + "eng-Latn" + ], + "main_score": 0.64918, + "map_at_1": 0.54222, + "map_at_10": 0.61287, + "map_at_100": 0.61923, + "map_at_1000": 0.61961, + "map_at_20": 0.61655, + "map_at_3": 0.59352, + "map_at_5": 0.60463, + "mrr_at_1": 0.5422222222222223, + "mrr_at_10": 0.612866402116402, + "mrr_at_100": 0.6192305825402985, + "mrr_at_1000": 0.6196121275369689, + "mrr_at_20": 0.6165462826599305, + "mrr_at_3": 0.5935185185185182, + "mrr_at_5": 0.6046296296296293, + "nauc_map_at_1000_diff1": 0.7352935130125196, + "nauc_map_at_1000_max": 0.6670715095095208, + "nauc_map_at_1000_std": 0.1589712504109724, + "nauc_map_at_100_diff1": 0.7350619978456064, + "nauc_map_at_100_max": 0.6669894231829439, + "nauc_map_at_100_std": 0.15923578978654537, + "nauc_map_at_10_diff1": 0.7356775891633432, + "nauc_map_at_10_max": 0.6682075573621188, + "nauc_map_at_10_std": 0.15985015561837138, + "nauc_map_at_1_diff1": 0.7662121849779672, + "nauc_map_at_1_max": 0.6476750878843387, + "nauc_map_at_1_std": 0.12528933752537472, + "nauc_map_at_20_diff1": 0.7351132721017354, + "nauc_map_at_20_max": 0.667938244253717, + "nauc_map_at_20_std": 0.16014857750725361, + "nauc_map_at_3_diff1": 0.7395046956117574, + "nauc_map_at_3_max": 0.6715420613106213, + "nauc_map_at_3_std": 0.14793618560565744, + "nauc_map_at_5_diff1": 0.7340021809696703, + "nauc_map_at_5_max": 0.6680628805793486, + "nauc_map_at_5_std": 0.15487323643083126, + "nauc_mrr_at_1000_diff1": 0.7352935130125196, + "nauc_mrr_at_1000_max": 0.6670715095095208, + "nauc_mrr_at_1000_std": 0.1589712504109724, + "nauc_mrr_at_100_diff1": 0.7350619978456064, + "nauc_mrr_at_100_max": 0.6669894231829439, + "nauc_mrr_at_100_std": 0.15923578978654537, + "nauc_mrr_at_10_diff1": 0.7356775891633432, + "nauc_mrr_at_10_max": 0.6682075573621188, + "nauc_mrr_at_10_std": 0.15985015561837138, + "nauc_mrr_at_1_diff1": 0.7662121849779672, + "nauc_mrr_at_1_max": 0.6476750878843387, + "nauc_mrr_at_1_std": 0.12528933752537472, + "nauc_mrr_at_20_diff1": 0.7351132721017354, + "nauc_mrr_at_20_max": 0.667938244253717, + "nauc_mrr_at_20_std": 0.16014857750725361, + "nauc_mrr_at_3_diff1": 0.7395046956117574, + "nauc_mrr_at_3_max": 0.6715420613106213, + "nauc_mrr_at_3_std": 0.14793618560565744, + "nauc_mrr_at_5_diff1": 0.7340021809696703, + "nauc_mrr_at_5_max": 0.6680628805793486, + "nauc_mrr_at_5_std": 0.15487323643083126, + "nauc_ndcg_at_1000_diff1": 0.7276348974605404, + "nauc_ndcg_at_1000_max": 0.6672772861041739, + "nauc_ndcg_at_1000_std": 0.1700871083823619, + "nauc_ndcg_at_100_diff1": 0.7206270344352687, + "nauc_ndcg_at_100_max": 0.6635703354222912, + "nauc_ndcg_at_100_std": 0.17744533659699005, + "nauc_ndcg_at_10_diff1": 0.7241467103310807, + "nauc_ndcg_at_10_max": 0.6726245795592268, + "nauc_ndcg_at_10_std": 0.18290941062214336, + "nauc_ndcg_at_1_diff1": 0.7662121849779672, + "nauc_ndcg_at_1_max": 0.6476750878843387, + "nauc_ndcg_at_1_std": 0.12528933752537472, + "nauc_ndcg_at_20_diff1": 0.7214667211309108, + "nauc_ndcg_at_20_max": 0.6706856315754431, + "nauc_ndcg_at_20_std": 0.18375367085195363, + "nauc_ndcg_at_3_diff1": 0.7315608691155512, + "nauc_ndcg_at_3_max": 0.678250167171971, + "nauc_ndcg_at_3_std": 0.15728056154454573, + "nauc_ndcg_at_5_diff1": 0.7212205822410174, + "nauc_ndcg_at_5_max": 0.6723249427122311, + "nauc_ndcg_at_5_std": 0.17049545856257933, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5312791783380012, + "nauc_precision_at_100_max": 0.5552369095786494, + "nauc_precision_at_100_std": 0.3712077423562008, + "nauc_precision_at_10_diff1": 0.6765390470985488, + "nauc_precision_at_10_max": 0.6887260164347188, + "nauc_precision_at_10_std": 0.2852555969785086, + "nauc_precision_at_1_diff1": 0.7662121849779672, + "nauc_precision_at_1_max": 0.6476750878843387, + "nauc_precision_at_1_std": 0.12528933752537472, + "nauc_precision_at_20_diff1": 0.6481506270040704, + "nauc_precision_at_20_max": 0.6772952121348562, + "nauc_precision_at_20_std": 0.311780131789501, + "nauc_precision_at_3_diff1": 0.7067815818816604, + "nauc_precision_at_3_max": 0.6990202350704667, + "nauc_precision_at_3_std": 0.1874604712376841, + "nauc_precision_at_5_diff1": 0.6763478457026838, + "nauc_precision_at_5_max": 0.6856208307821208, + "nauc_precision_at_5_std": 0.22675308562405286, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5312791783380016, + "nauc_recall_at_100_max": 0.555236909578646, + "nauc_recall_at_100_std": 0.3712077423562014, + "nauc_recall_at_10_diff1": 0.6765390470985494, + "nauc_recall_at_10_max": 0.6887260164347203, + "nauc_recall_at_10_std": 0.2852555969785101, + "nauc_recall_at_1_diff1": 0.7662121849779672, + "nauc_recall_at_1_max": 0.6476750878843387, + "nauc_recall_at_1_std": 0.12528933752537472, + "nauc_recall_at_20_diff1": 0.6481506270040703, + "nauc_recall_at_20_max": 0.6772952121348566, + "nauc_recall_at_20_std": 0.3117801317895026, + "nauc_recall_at_3_diff1": 0.7067815818816604, + "nauc_recall_at_3_max": 0.6990202350704662, + "nauc_recall_at_3_std": 0.18746047123768472, + "nauc_recall_at_5_diff1": 0.6763478457026845, + "nauc_recall_at_5_max": 0.6856208307821214, + "nauc_recall_at_5_std": 0.22675308562405302, + "ndcg_at_1": 0.54222, + "ndcg_at_10": 0.64918, + "ndcg_at_100": 0.68312, + "ndcg_at_1000": 0.6923, + "ndcg_at_20": 0.66282, + "ndcg_at_3": 0.60951, + "ndcg_at_5": 0.62912, + "precision_at_1": 0.54222, + "precision_at_10": 0.07644, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "precision_at_20": 0.04094, + "precision_at_3": 0.21852, + "precision_at_5": 0.14044, + "recall_at_1": 0.54222, + "recall_at_10": 0.76444, + "recall_at_100": 0.93, + "recall_at_1000": 1.0, + "recall_at_20": 0.81889, + "recall_at_3": 0.65556, + "recall_at_5": 0.70222 + }, + { + "hf_subset": "eng_Latn-npi_Latn", + "languages": [ + "eng-Latn", + "npi-Latn" + ], + "main_score": 0.49219, + "map_at_1": 0.41111, + "map_at_10": 0.46591, + "map_at_100": 0.47122, + "map_at_1000": 0.47246, + "map_at_20": 0.46824, + "map_at_3": 0.45463, + "map_at_5": 0.46096, + "mrr_at_1": 0.4111111111111111, + "mrr_at_10": 0.4659126984126983, + "mrr_at_100": 0.4712230575245788, + "mrr_at_1000": 0.4724647149698151, + "mrr_at_20": 0.4682378451250997, + "mrr_at_3": 0.45462962962962944, + "mrr_at_5": 0.46096296296296274, + "nauc_map_at_1000_diff1": 0.7892058822787774, + "nauc_map_at_1000_max": 0.8261204651072142, + "nauc_map_at_1000_std": 0.6439063441425198, + "nauc_map_at_100_diff1": 0.7888910861997678, + "nauc_map_at_100_max": 0.826086218186009, + "nauc_map_at_100_std": 0.6442033446061998, + "nauc_map_at_10_diff1": 0.7918845812520531, + "nauc_map_at_10_max": 0.8289263665176881, + "nauc_map_at_10_std": 0.6440335452325607, + "nauc_map_at_1_diff1": 0.8122399460150181, + "nauc_map_at_1_max": 0.7947723585406827, + "nauc_map_at_1_std": 0.5791152780370141, + "nauc_map_at_20_diff1": 0.7899552226905437, + "nauc_map_at_20_max": 0.8270923116241814, + "nauc_map_at_20_std": 0.6444815526095794, + "nauc_map_at_3_diff1": 0.7962879342405413, + "nauc_map_at_3_max": 0.8282222059398798, + "nauc_map_at_3_std": 0.6380705456561887, + "nauc_map_at_5_diff1": 0.7942444269381426, + "nauc_map_at_5_max": 0.8287627054482112, + "nauc_map_at_5_std": 0.641184119403652, + "nauc_mrr_at_1000_diff1": 0.7892058822787774, + "nauc_mrr_at_1000_max": 0.8261204651072142, + "nauc_mrr_at_1000_std": 0.6439063441425198, + "nauc_mrr_at_100_diff1": 0.7888910861997678, + "nauc_mrr_at_100_max": 0.826086218186009, + "nauc_mrr_at_100_std": 0.6442033446061998, + "nauc_mrr_at_10_diff1": 0.7918845812520531, + "nauc_mrr_at_10_max": 0.8289263665176881, + "nauc_mrr_at_10_std": 0.6440335452325607, + "nauc_mrr_at_1_diff1": 0.8122399460150181, + "nauc_mrr_at_1_max": 0.7947723585406827, + "nauc_mrr_at_1_std": 0.5791152780370141, + "nauc_mrr_at_20_diff1": 0.7899552226905437, + "nauc_mrr_at_20_max": 0.8270923116241814, + "nauc_mrr_at_20_std": 0.6444815526095794, + "nauc_mrr_at_3_diff1": 0.7962879342405413, + "nauc_mrr_at_3_max": 0.8282222059398798, + "nauc_mrr_at_3_std": 0.6380705456561887, + "nauc_mrr_at_5_diff1": 0.7942444269381426, + "nauc_mrr_at_5_max": 0.8287627054482112, + "nauc_mrr_at_5_std": 0.641184119403652, + "nauc_ndcg_at_1000_diff1": 0.7775331594759127, + "nauc_ndcg_at_1000_max": 0.8272842423029318, + "nauc_ndcg_at_1000_std": 0.657480260198842, + "nauc_ndcg_at_100_diff1": 0.7645873216201422, + "nauc_ndcg_at_100_max": 0.8235106676370315, + "nauc_ndcg_at_100_std": 0.6657928861508579, + "nauc_ndcg_at_10_diff1": 0.7802984640908339, + "nauc_ndcg_at_10_max": 0.8383480521635439, + "nauc_ndcg_at_10_std": 0.6673284794088321, + "nauc_ndcg_at_1_diff1": 0.8122399460150181, + "nauc_ndcg_at_1_max": 0.7947723585406827, + "nauc_ndcg_at_1_std": 0.5791152780370141, + "nauc_ndcg_at_20_diff1": 0.7731949418443202, + "nauc_ndcg_at_20_max": 0.8317717141380416, + "nauc_ndcg_at_20_std": 0.6688040596470333, + "nauc_ndcg_at_3_diff1": 0.7900231240931592, + "nauc_ndcg_at_3_max": 0.8370779903162788, + "nauc_ndcg_at_3_std": 0.6546332129526824, + "nauc_ndcg_at_5_diff1": 0.7860671576268486, + "nauc_ndcg_at_5_max": 0.8378843068192539, + "nauc_ndcg_at_5_std": 0.6604044327040334, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6208746153395609, + "nauc_precision_at_100_max": 0.7782350900432088, + "nauc_precision_at_100_std": 0.7520736745829, + "nauc_precision_at_10_diff1": 0.74059907605186, + "nauc_precision_at_10_max": 0.867203686819077, + "nauc_precision_at_10_std": 0.7427847598231578, + "nauc_precision_at_1_diff1": 0.8122399460150181, + "nauc_precision_at_1_max": 0.7947723585406827, + "nauc_precision_at_1_std": 0.5791152780370141, + "nauc_precision_at_20_diff1": 0.7085957236633526, + "nauc_precision_at_20_max": 0.8402731195498729, + "nauc_precision_at_20_std": 0.7514241662745408, + "nauc_precision_at_3_diff1": 0.7711634335357125, + "nauc_precision_at_3_max": 0.8626065183150926, + "nauc_precision_at_3_std": 0.7027523868927692, + "nauc_precision_at_5_diff1": 0.7602807019705193, + "nauc_precision_at_5_max": 0.8647154481560644, + "nauc_precision_at_5_std": 0.7184556771773343, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6208746153395598, + "nauc_recall_at_100_max": 0.778235090043208, + "nauc_recall_at_100_std": 0.7520736745828995, + "nauc_recall_at_10_diff1": 0.74059907605186, + "nauc_recall_at_10_max": 0.8672036868190773, + "nauc_recall_at_10_std": 0.7427847598231585, + "nauc_recall_at_1_diff1": 0.8122399460150181, + "nauc_recall_at_1_max": 0.7947723585406827, + "nauc_recall_at_1_std": 0.5791152780370141, + "nauc_recall_at_20_diff1": 0.7085957236633528, + "nauc_recall_at_20_max": 0.8402731195498736, + "nauc_recall_at_20_std": 0.7514241662745413, + "nauc_recall_at_3_diff1": 0.7711634335357125, + "nauc_recall_at_3_max": 0.8626065183150927, + "nauc_recall_at_3_std": 0.7027523868927691, + "nauc_recall_at_5_diff1": 0.7602807019705191, + "nauc_recall_at_5_max": 0.8647154481560644, + "nauc_recall_at_5_std": 0.718455677177334, + "ndcg_at_1": 0.41111, + "ndcg_at_10": 0.49219, + "ndcg_at_100": 0.52427, + "ndcg_at_1000": 0.55753, + "ndcg_at_20": 0.50045, + "ndcg_at_3": 0.46885, + "ndcg_at_5": 0.48028, + "precision_at_1": 0.41111, + "precision_at_10": 0.05744, + "precision_at_100": 0.0074, + "precision_at_1000": 0.001, + "precision_at_20": 0.03033, + "precision_at_3": 0.17, + "precision_at_5": 0.10756, + "recall_at_1": 0.41111, + "recall_at_10": 0.57444, + "recall_at_100": 0.74, + "recall_at_1000": 1.0, + "recall_at_20": 0.60667, + "recall_at_3": 0.51, + "recall_at_5": 0.53778 + }, + { + "hf_subset": "nso_Latn-nso_Latn", + "languages": [ + "nso-Latn", + "nso-Latn" + ], + "main_score": 0.67522, + "map_at_1": 0.58222, + "map_at_10": 0.64357, + "map_at_100": 0.6487, + "map_at_1000": 0.64918, + "map_at_20": 0.64604, + "map_at_3": 0.62759, + "map_at_5": 0.6362, + "mrr_at_1": 0.5822222222222222, + "mrr_at_10": 0.6435749559082893, + "mrr_at_100": 0.6487035255319866, + "mrr_at_1000": 0.6491804496213743, + "mrr_at_20": 0.6460448288047618, + "mrr_at_3": 0.6275925925925926, + "mrr_at_5": 0.6362037037037038, + "nauc_map_at_1000_diff1": 0.8431340203510047, + "nauc_map_at_1000_max": 0.817204355914417, + "nauc_map_at_1000_std": 0.42220517021991755, + "nauc_map_at_100_diff1": 0.8428898546457242, + "nauc_map_at_100_max": 0.81712819271678, + "nauc_map_at_100_std": 0.42256100771129296, + "nauc_map_at_10_diff1": 0.8437746396252013, + "nauc_map_at_10_max": 0.8184108804787478, + "nauc_map_at_10_std": 0.4225749184136496, + "nauc_map_at_1_diff1": 0.866359998189729, + "nauc_map_at_1_max": 0.8021503429816449, + "nauc_map_at_1_std": 0.3796574062700019, + "nauc_map_at_20_diff1": 0.8424555295854435, + "nauc_map_at_20_max": 0.8176150409352941, + "nauc_map_at_20_std": 0.42300899262367025, + "nauc_map_at_3_diff1": 0.8453847264722296, + "nauc_map_at_3_max": 0.8153579677680961, + "nauc_map_at_3_std": 0.41060242098133487, + "nauc_map_at_5_diff1": 0.8444500146056334, + "nauc_map_at_5_max": 0.8177667282625156, + "nauc_map_at_5_std": 0.4165093852856643, + "nauc_mrr_at_1000_diff1": 0.8431340203510047, + "nauc_mrr_at_1000_max": 0.817204355914417, + "nauc_mrr_at_1000_std": 0.42220517021991755, + "nauc_mrr_at_100_diff1": 0.8428898546457242, + "nauc_mrr_at_100_max": 0.81712819271678, + "nauc_mrr_at_100_std": 0.42256100771129296, + "nauc_mrr_at_10_diff1": 0.8437746396252013, + "nauc_mrr_at_10_max": 0.8184108804787478, + "nauc_mrr_at_10_std": 0.4225749184136496, + "nauc_mrr_at_1_diff1": 0.866359998189729, + "nauc_mrr_at_1_max": 0.8021503429816449, + "nauc_mrr_at_1_std": 0.3796574062700019, + "nauc_mrr_at_20_diff1": 0.8424555295854435, + "nauc_mrr_at_20_max": 0.8176150409352941, + "nauc_mrr_at_20_std": 0.42300899262367025, + "nauc_mrr_at_3_diff1": 0.8453847264722296, + "nauc_mrr_at_3_max": 0.8153579677680961, + "nauc_mrr_at_3_std": 0.41060242098133487, + "nauc_mrr_at_5_diff1": 0.8444500146056334, + "nauc_mrr_at_5_max": 0.8177667282625156, + "nauc_mrr_at_5_std": 0.4165093852856643, + "nauc_ndcg_at_1000_diff1": 0.8365624942463221, + "nauc_ndcg_at_1000_max": 0.8195151048992445, + "nauc_ndcg_at_1000_std": 0.4364289935112892, + "nauc_ndcg_at_100_diff1": 0.8305639611011879, + "nauc_ndcg_at_100_max": 0.8185096567598111, + "nauc_ndcg_at_100_std": 0.4481500177094717, + "nauc_ndcg_at_10_diff1": 0.8333299994152872, + "nauc_ndcg_at_10_max": 0.8249623043306372, + "nauc_ndcg_at_10_std": 0.4480124335819263, + "nauc_ndcg_at_1_diff1": 0.866359998189729, + "nauc_ndcg_at_1_max": 0.8021503429816449, + "nauc_ndcg_at_1_std": 0.3796574062700019, + "nauc_ndcg_at_20_diff1": 0.828430898366861, + "nauc_ndcg_at_20_max": 0.8223137269037167, + "nauc_ndcg_at_20_std": 0.4505874322234131, + "nauc_ndcg_at_3_diff1": 0.8374358085628743, + "nauc_ndcg_at_3_max": 0.8191767315682343, + "nauc_ndcg_at_3_std": 0.4220058357791519, + "nauc_ndcg_at_5_diff1": 0.8355783143010574, + "nauc_ndcg_at_5_max": 0.8236954426324186, + "nauc_ndcg_at_5_std": 0.4333377207099553, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7072276278932653, + "nauc_precision_at_100_max": 0.8036635706914358, + "nauc_precision_at_100_std": 0.7053110717971439, + "nauc_precision_at_10_diff1": 0.7893908122334512, + "nauc_precision_at_10_max": 0.8517117400366133, + "nauc_precision_at_10_std": 0.5589334523344668, + "nauc_precision_at_1_diff1": 0.866359998189729, + "nauc_precision_at_1_max": 0.8021503429816449, + "nauc_precision_at_1_std": 0.3796574062700019, + "nauc_precision_at_20_diff1": 0.7564798807923113, + "nauc_precision_at_20_max": 0.8413571515881744, + "nauc_precision_at_20_std": 0.5905902759588123, + "nauc_precision_at_3_diff1": 0.8117522394073706, + "nauc_precision_at_3_max": 0.8311417103183214, + "nauc_precision_at_3_std": 0.4587491863744852, + "nauc_precision_at_5_diff1": 0.804547880994561, + "nauc_precision_at_5_max": 0.8445226149890356, + "nauc_precision_at_5_std": 0.4934548710434139, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7072276278932643, + "nauc_recall_at_100_max": 0.803663570691435, + "nauc_recall_at_100_std": 0.705311071797139, + "nauc_recall_at_10_diff1": 0.7893908122334516, + "nauc_recall_at_10_max": 0.8517117400366129, + "nauc_recall_at_10_std": 0.5589334523344667, + "nauc_recall_at_1_diff1": 0.866359998189729, + "nauc_recall_at_1_max": 0.8021503429816449, + "nauc_recall_at_1_std": 0.3796574062700019, + "nauc_recall_at_20_diff1": 0.7564798807923122, + "nauc_recall_at_20_max": 0.841357151588175, + "nauc_recall_at_20_std": 0.590590275958813, + "nauc_recall_at_3_diff1": 0.8117522394073705, + "nauc_recall_at_3_max": 0.8311417103183207, + "nauc_recall_at_3_std": 0.4587491863744847, + "nauc_recall_at_5_diff1": 0.8045478809945615, + "nauc_recall_at_5_max": 0.8445226149890362, + "nauc_recall_at_5_std": 0.4934548710434139, + "ndcg_at_1": 0.58222, + "ndcg_at_10": 0.67522, + "ndcg_at_100": 0.7035, + "ndcg_at_1000": 0.71468, + "ndcg_at_20": 0.68402, + "ndcg_at_3": 0.64221, + "ndcg_at_5": 0.65751, + "precision_at_1": 0.58222, + "precision_at_10": 0.07756, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "precision_at_20": 0.0405, + "precision_at_3": 0.22815, + "precision_at_5": 0.14422, + "recall_at_1": 0.58222, + "recall_at_10": 0.77556, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "recall_at_20": 0.81, + "recall_at_3": 0.68444, + "recall_at_5": 0.72111 + }, + { + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ], + "main_score": 0.80972, + "map_at_1": 0.70111, + "map_at_10": 0.77553, + "map_at_100": 0.77898, + "map_at_1000": 0.77903, + "map_at_20": 0.77761, + "map_at_3": 0.7613, + "map_at_5": 0.76913, + "mrr_at_1": 0.7011111111111111, + "mrr_at_10": 0.775526895943563, + "mrr_at_100": 0.778975479981341, + "mrr_at_1000": 0.7790332385700054, + "mrr_at_20": 0.7776100106988915, + "mrr_at_3": 0.7612962962962968, + "mrr_at_5": 0.7691296296296302, + "nauc_map_at_1000_diff1": 0.7941113192202222, + "nauc_map_at_1000_max": 0.6782532278093941, + "nauc_map_at_1000_std": -0.024997930786322693, + "nauc_map_at_100_diff1": 0.7940662720911873, + "nauc_map_at_100_max": 0.678295954852976, + "nauc_map_at_100_std": -0.024873661279048557, + "nauc_map_at_10_diff1": 0.7930771512329322, + "nauc_map_at_10_max": 0.6797424084950671, + "nauc_map_at_10_std": -0.023979489501531795, + "nauc_map_at_1_diff1": 0.8176683539373104, + "nauc_map_at_1_max": 0.6636495242378668, + "nauc_map_at_1_std": -0.026724600084732007, + "nauc_map_at_20_diff1": 0.793230171430791, + "nauc_map_at_20_max": 0.678708308102252, + "nauc_map_at_20_std": -0.025046191600621662, + "nauc_map_at_3_diff1": 0.7951717010941861, + "nauc_map_at_3_max": 0.6778969124493278, + "nauc_map_at_3_std": -0.027833646789910755, + "nauc_map_at_5_diff1": 0.7934466930594944, + "nauc_map_at_5_max": 0.6795506060673573, + "nauc_map_at_5_std": -0.02997394611420584, + "nauc_mrr_at_1000_diff1": 0.7941113192202222, + "nauc_mrr_at_1000_max": 0.6782532278093941, + "nauc_mrr_at_1000_std": -0.024997930786322693, + "nauc_mrr_at_100_diff1": 0.7940662720911873, + "nauc_mrr_at_100_max": 0.678295954852976, + "nauc_mrr_at_100_std": -0.024873661279048557, + "nauc_mrr_at_10_diff1": 0.7930771512329322, + "nauc_mrr_at_10_max": 0.6797424084950671, + "nauc_mrr_at_10_std": -0.023979489501531795, + "nauc_mrr_at_1_diff1": 0.8176683539373104, + "nauc_mrr_at_1_max": 0.6636495242378668, + "nauc_mrr_at_1_std": -0.026724600084732007, + "nauc_mrr_at_20_diff1": 0.793230171430791, + "nauc_mrr_at_20_max": 0.678708308102252, + "nauc_mrr_at_20_std": -0.025046191600621662, + "nauc_mrr_at_3_diff1": 0.7951717010941861, + "nauc_mrr_at_3_max": 0.6778969124493278, + "nauc_mrr_at_3_std": -0.027833646789910755, + "nauc_mrr_at_5_diff1": 0.7934466930594944, + "nauc_mrr_at_5_max": 0.6795506060673573, + "nauc_mrr_at_5_std": -0.02997394611420584, + "nauc_ndcg_at_1000_diff1": 0.7898892683373604, + "nauc_ndcg_at_1000_max": 0.6810995369687163, + "nauc_ndcg_at_1000_std": -0.02242138464051118, + "nauc_ndcg_at_100_diff1": 0.7888406199823544, + "nauc_ndcg_at_100_max": 0.6822862680319461, + "nauc_ndcg_at_100_std": -0.019081458042000777, + "nauc_ndcg_at_10_diff1": 0.782761158959463, + "nauc_ndcg_at_10_max": 0.6885168748476339, + "nauc_ndcg_at_10_std": -0.016580525943277177, + "nauc_ndcg_at_1_diff1": 0.8176683539373104, + "nauc_ndcg_at_1_max": 0.6636495242378668, + "nauc_ndcg_at_1_std": -0.026724600084732007, + "nauc_ndcg_at_20_diff1": 0.7825493787264869, + "nauc_ndcg_at_20_max": 0.6844846302992182, + "nauc_ndcg_at_20_std": -0.020170618052846003, + "nauc_ndcg_at_3_diff1": 0.7876437252566875, + "nauc_ndcg_at_3_max": 0.6840142304693853, + "nauc_ndcg_at_3_std": -0.026642272948559188, + "nauc_ndcg_at_5_diff1": 0.7837866667087131, + "nauc_ndcg_at_5_max": 0.6871822695342151, + "nauc_ndcg_at_5_std": -0.031698815581270086, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6583800186741477, + "nauc_precision_at_100_max": 0.8374766573296043, + "nauc_precision_at_100_std": 0.4096055088702284, + "nauc_precision_at_10_diff1": 0.7119203236850292, + "nauc_precision_at_10_max": 0.7514285714285723, + "nauc_precision_at_10_std": 0.04319327731092598, + "nauc_precision_at_1_diff1": 0.8176683539373104, + "nauc_precision_at_1_max": 0.6636495242378668, + "nauc_precision_at_1_std": -0.026724600084732007, + "nauc_precision_at_20_diff1": 0.6692486518416887, + "nauc_precision_at_20_max": 0.7372186970026079, + "nauc_precision_at_20_std": 0.0366908668229163, + "nauc_precision_at_3_diff1": 0.7590082101806248, + "nauc_precision_at_3_max": 0.7079408866995082, + "nauc_precision_at_3_std": -0.021349753694581173, + "nauc_precision_at_5_diff1": 0.7389029816272091, + "nauc_precision_at_5_max": 0.7229817893005023, + "nauc_precision_at_5_std": -0.040935577725731746, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6583800186741415, + "nauc_recall_at_100_max": 0.8374766573296082, + "nauc_recall_at_100_std": 0.4096055088702206, + "nauc_recall_at_10_diff1": 0.7119203236850307, + "nauc_recall_at_10_max": 0.7514285714285722, + "nauc_recall_at_10_std": 0.04319327731092404, + "nauc_recall_at_1_diff1": 0.8176683539373104, + "nauc_recall_at_1_max": 0.6636495242378668, + "nauc_recall_at_1_std": -0.026724600084732007, + "nauc_recall_at_20_diff1": 0.6692486518416892, + "nauc_recall_at_20_max": 0.7372186970026128, + "nauc_recall_at_20_std": 0.03669086682291816, + "nauc_recall_at_3_diff1": 0.7590082101806237, + "nauc_recall_at_3_max": 0.7079408866995079, + "nauc_recall_at_3_std": -0.02134975369458198, + "nauc_recall_at_5_diff1": 0.7389029816272116, + "nauc_recall_at_5_max": 0.7229817893005045, + "nauc_recall_at_5_std": -0.040935577725729144, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.80972, + "ndcg_at_100": 0.82596, + "ndcg_at_1000": 0.82717, + "ndcg_at_20": 0.81712, + "ndcg_at_3": 0.77988, + "ndcg_at_5": 0.79403, + "precision_at_1": 0.70111, + "precision_at_10": 0.09167, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.27778, + "precision_at_5": 0.17356, + "recall_at_1": 0.70111, + "recall_at_10": 0.91667, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.83333, + "recall_at_5": 0.86778 + }, + { + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ], + "main_score": 0.6605, + "map_at_1": 0.55667, + "map_at_10": 0.62547, + "map_at_100": 0.63072, + "map_at_1000": 0.63117, + "map_at_20": 0.62789, + "map_at_3": 0.60926, + "map_at_5": 0.61776, + "mrr_at_1": 0.5566666666666666, + "mrr_at_10": 0.6254700176366845, + "mrr_at_100": 0.6307177291202581, + "mrr_at_1000": 0.6311683169059047, + "mrr_at_20": 0.6278935260645789, + "mrr_at_3": 0.6092592592592593, + "mrr_at_5": 0.6177592592592596, + "nauc_map_at_1000_diff1": 0.8330927031927553, + "nauc_map_at_1000_max": 0.8374986309759007, + "nauc_map_at_1000_std": 0.2634441829293952, + "nauc_map_at_100_diff1": 0.832905210743823, + "nauc_map_at_100_max": 0.8374551133850263, + "nauc_map_at_100_std": 0.2638235139347837, + "nauc_map_at_10_diff1": 0.8327312243810633, + "nauc_map_at_10_max": 0.8374990922528264, + "nauc_map_at_10_std": 0.26142128356799, + "nauc_map_at_1_diff1": 0.8730758895106806, + "nauc_map_at_1_max": 0.8369910094243113, + "nauc_map_at_1_std": 0.22722379634562434, + "nauc_map_at_20_diff1": 0.832240824129752, + "nauc_map_at_20_max": 0.8377417441059991, + "nauc_map_at_20_std": 0.2637658046367886, + "nauc_map_at_3_diff1": 0.8341668484403814, + "nauc_map_at_3_max": 0.8363688127296368, + "nauc_map_at_3_std": 0.25903972487485943, + "nauc_map_at_5_diff1": 0.8324091026322467, + "nauc_map_at_5_max": 0.837531496926341, + "nauc_map_at_5_std": 0.2599716694458197, + "nauc_mrr_at_1000_diff1": 0.8330927031927553, + "nauc_mrr_at_1000_max": 0.8374986309759007, + "nauc_mrr_at_1000_std": 0.2634441829293952, + "nauc_mrr_at_100_diff1": 0.832905210743823, + "nauc_mrr_at_100_max": 0.8374551133850263, + "nauc_mrr_at_100_std": 0.2638235139347837, + "nauc_mrr_at_10_diff1": 0.8327312243810633, + "nauc_mrr_at_10_max": 0.8374990922528264, + "nauc_mrr_at_10_std": 0.26142128356799, + "nauc_mrr_at_1_diff1": 0.8730758895106806, + "nauc_mrr_at_1_max": 0.8369910094243113, + "nauc_mrr_at_1_std": 0.22722379634562434, + "nauc_mrr_at_20_diff1": 0.832240824129752, + "nauc_mrr_at_20_max": 0.8377417441059991, + "nauc_mrr_at_20_std": 0.2637658046367886, + "nauc_mrr_at_3_diff1": 0.8341668484403814, + "nauc_mrr_at_3_max": 0.8363688127296368, + "nauc_mrr_at_3_std": 0.25903972487485943, + "nauc_mrr_at_5_diff1": 0.8324091026322467, + "nauc_mrr_at_5_max": 0.837531496926341, + "nauc_mrr_at_5_std": 0.2599716694458197, + "nauc_ndcg_at_1000_diff1": 0.8245785988683677, + "nauc_ndcg_at_1000_max": 0.8370040693723229, + "nauc_ndcg_at_1000_std": 0.27469704182894217, + "nauc_ndcg_at_100_diff1": 0.8193501628882219, + "nauc_ndcg_at_100_max": 0.8359521512972645, + "nauc_ndcg_at_100_std": 0.2863634725329821, + "nauc_ndcg_at_10_diff1": 0.816951483113952, + "nauc_ndcg_at_10_max": 0.8365938921341971, + "nauc_ndcg_at_10_std": 0.2748360197635114, + "nauc_ndcg_at_1_diff1": 0.8730758895106806, + "nauc_ndcg_at_1_max": 0.8369910094243113, + "nauc_ndcg_at_1_std": 0.22722379634562434, + "nauc_ndcg_at_20_diff1": 0.814823636554664, + "nauc_ndcg_at_20_max": 0.8377521978313968, + "nauc_ndcg_at_20_std": 0.28496093410372514, + "nauc_ndcg_at_3_diff1": 0.8208441798462097, + "nauc_ndcg_at_3_max": 0.8348233350878996, + "nauc_ndcg_at_3_std": 0.2694052695901718, + "nauc_ndcg_at_5_diff1": 0.8172601586317207, + "nauc_ndcg_at_5_max": 0.8370320662745491, + "nauc_ndcg_at_5_std": 0.271898754170352, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.707204093758718, + "nauc_precision_at_100_max": 0.814889592200519, + "nauc_precision_at_100_std": 0.5416045205961207, + "nauc_precision_at_10_diff1": 0.7512768921219618, + "nauc_precision_at_10_max": 0.8321017918927954, + "nauc_precision_at_10_std": 0.3300422884702749, + "nauc_precision_at_1_diff1": 0.8730758895106806, + "nauc_precision_at_1_max": 0.8369910094243113, + "nauc_precision_at_1_std": 0.22722379634562434, + "nauc_precision_at_20_diff1": 0.7302834354080604, + "nauc_precision_at_20_max": 0.8388377723970935, + "nauc_precision_at_20_std": 0.39805440820395843, + "nauc_precision_at_3_diff1": 0.7777616417938968, + "nauc_precision_at_3_max": 0.8293543270976254, + "nauc_precision_at_3_std": 0.3027382340014909, + "nauc_precision_at_5_diff1": 0.76419822348841, + "nauc_precision_at_5_max": 0.8352336598683151, + "nauc_precision_at_5_std": 0.31384064786987487, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7072040937587167, + "nauc_recall_at_100_max": 0.8148895922005167, + "nauc_recall_at_100_std": 0.5416045205961162, + "nauc_recall_at_10_diff1": 0.7512768921219624, + "nauc_recall_at_10_max": 0.8321017918927961, + "nauc_recall_at_10_std": 0.33004228847027534, + "nauc_recall_at_1_diff1": 0.8730758895106806, + "nauc_recall_at_1_max": 0.8369910094243113, + "nauc_recall_at_1_std": 0.22722379634562434, + "nauc_recall_at_20_diff1": 0.730283435408061, + "nauc_recall_at_20_max": 0.8388377723970942, + "nauc_recall_at_20_std": 0.39805440820395904, + "nauc_recall_at_3_diff1": 0.7777616417938968, + "nauc_recall_at_3_max": 0.8293543270976242, + "nauc_recall_at_3_std": 0.3027382340014902, + "nauc_recall_at_5_diff1": 0.7641982234884117, + "nauc_recall_at_5_max": 0.8352336598683157, + "nauc_recall_at_5_std": 0.3138406478698756, + "ndcg_at_1": 0.55667, + "ndcg_at_10": 0.6605, + "ndcg_at_100": 0.68955, + "ndcg_at_1000": 0.70075, + "ndcg_at_20": 0.66925, + "ndcg_at_3": 0.62682, + "ndcg_at_5": 0.64203, + "precision_at_1": 0.55667, + "precision_at_10": 0.07711, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "precision_at_20": 0.04028, + "precision_at_3": 0.22593, + "precision_at_5": 0.14289, + "recall_at_1": 0.55667, + "recall_at_10": 0.77111, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "recall_at_20": 0.80556, + "recall_at_3": 0.67778, + "recall_at_5": 0.71444 + }, + { + "hf_subset": "nya_Latn-nya_Latn", + "languages": [ + "nya-Latn", + "nya-Latn" + ], + "main_score": 0.65234, + "map_at_1": 0.54444, + "map_at_10": 0.61588, + "map_at_100": 0.62193, + "map_at_1000": 0.6224, + "map_at_20": 0.61955, + "map_at_3": 0.59741, + "map_at_5": 0.60791, + "mrr_at_1": 0.5444444444444444, + "mrr_at_10": 0.6158761022927688, + "mrr_at_100": 0.6219261713267018, + "mrr_at_1000": 0.622398838657683, + "mrr_at_20": 0.6195473756215497, + "mrr_at_3": 0.5974074074074073, + "mrr_at_5": 0.6079074074074073, + "nauc_map_at_1000_diff1": 0.7748098226750482, + "nauc_map_at_1000_max": 0.7583879889288919, + "nauc_map_at_1000_std": 0.36417048300662874, + "nauc_map_at_100_diff1": 0.7746533361901479, + "nauc_map_at_100_max": 0.7584769236261129, + "nauc_map_at_100_std": 0.36458854829689874, + "nauc_map_at_10_diff1": 0.7735022390531131, + "nauc_map_at_10_max": 0.757693782657103, + "nauc_map_at_10_std": 0.364016618014337, + "nauc_map_at_1_diff1": 0.8027079423670451, + "nauc_map_at_1_max": 0.7507607363866183, + "nauc_map_at_1_std": 0.31967523302883155, + "nauc_map_at_20_diff1": 0.7740103885014372, + "nauc_map_at_20_max": 0.7579341856286202, + "nauc_map_at_20_std": 0.36439606495408605, + "nauc_map_at_3_diff1": 0.7779472837624837, + "nauc_map_at_3_max": 0.7584037695656463, + "nauc_map_at_3_std": 0.35127631510816115, + "nauc_map_at_5_diff1": 0.7749982102182634, + "nauc_map_at_5_max": 0.7579222867540729, + "nauc_map_at_5_std": 0.35895229229934333, + "nauc_mrr_at_1000_diff1": 0.7748098226750482, + "nauc_mrr_at_1000_max": 0.7583879889288919, + "nauc_mrr_at_1000_std": 0.36417048300662874, + "nauc_mrr_at_100_diff1": 0.7746533361901479, + "nauc_mrr_at_100_max": 0.7584769236261129, + "nauc_mrr_at_100_std": 0.36458854829689874, + "nauc_mrr_at_10_diff1": 0.7735022390531131, + "nauc_mrr_at_10_max": 0.757693782657103, + "nauc_mrr_at_10_std": 0.364016618014337, + "nauc_mrr_at_1_diff1": 0.8027079423670451, + "nauc_mrr_at_1_max": 0.7507607363866183, + "nauc_mrr_at_1_std": 0.31967523302883155, + "nauc_mrr_at_20_diff1": 0.7740103885014372, + "nauc_mrr_at_20_max": 0.7579341856286202, + "nauc_mrr_at_20_std": 0.36439606495408605, + "nauc_mrr_at_3_diff1": 0.7779472837624837, + "nauc_mrr_at_3_max": 0.7584037695656463, + "nauc_mrr_at_3_std": 0.35127631510816115, + "nauc_mrr_at_5_diff1": 0.7749982102182634, + "nauc_mrr_at_5_max": 0.7579222867540729, + "nauc_mrr_at_5_std": 0.35895229229934333, + "nauc_ndcg_at_1000_diff1": 0.7687250976230887, + "nauc_ndcg_at_1000_max": 0.760925191848298, + "nauc_ndcg_at_1000_std": 0.3788293017548918, + "nauc_ndcg_at_100_diff1": 0.7650008093973449, + "nauc_ndcg_at_100_max": 0.7640381148487432, + "nauc_ndcg_at_100_std": 0.3910263511147793, + "nauc_ndcg_at_10_diff1": 0.7592038395123152, + "nauc_ndcg_at_10_max": 0.7594480337438014, + "nauc_ndcg_at_10_std": 0.3893338799314191, + "nauc_ndcg_at_1_diff1": 0.8027079423670451, + "nauc_ndcg_at_1_max": 0.7507607363866183, + "nauc_ndcg_at_1_std": 0.31967523302883155, + "nauc_ndcg_at_20_diff1": 0.7612820468226262, + "nauc_ndcg_at_20_max": 0.760797084086972, + "nauc_ndcg_at_20_std": 0.3914462682608434, + "nauc_ndcg_at_3_diff1": 0.7695365001610305, + "nauc_ndcg_at_3_max": 0.7607334157468958, + "nauc_ndcg_at_3_std": 0.360930939950326, + "nauc_ndcg_at_5_diff1": 0.7637458837885118, + "nauc_ndcg_at_5_max": 0.759910549172319, + "nauc_ndcg_at_5_std": 0.37500609090271564, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6887943211472642, + "nauc_precision_at_100_max": 0.8337642749407448, + "nauc_precision_at_100_std": 0.654803801862628, + "nauc_precision_at_10_diff1": 0.6969224353010559, + "nauc_precision_at_10_max": 0.7660646113374606, + "nauc_precision_at_10_std": 0.5030834873637468, + "nauc_precision_at_1_diff1": 0.8027079423670451, + "nauc_precision_at_1_max": 0.7507607363866183, + "nauc_precision_at_1_std": 0.31967523302883155, + "nauc_precision_at_20_diff1": 0.69753575663706, + "nauc_precision_at_20_max": 0.7769082306817342, + "nauc_precision_at_20_std": 0.5406572929019136, + "nauc_precision_at_3_diff1": 0.7427178172712933, + "nauc_precision_at_3_max": 0.7680684065873012, + "nauc_precision_at_3_std": 0.3913376843696061, + "nauc_precision_at_5_diff1": 0.7237969352276408, + "nauc_precision_at_5_max": 0.7665440648257229, + "nauc_precision_at_5_std": 0.43211196722590056, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6887943211472628, + "nauc_recall_at_100_max": 0.833764274940745, + "nauc_recall_at_100_std": 0.6548038018626228, + "nauc_recall_at_10_diff1": 0.6969224353010564, + "nauc_recall_at_10_max": 0.7660646113374607, + "nauc_recall_at_10_std": 0.5030834873637472, + "nauc_recall_at_1_diff1": 0.8027079423670451, + "nauc_recall_at_1_max": 0.7507607363866183, + "nauc_recall_at_1_std": 0.31967523302883155, + "nauc_recall_at_20_diff1": 0.6975357566370602, + "nauc_recall_at_20_max": 0.7769082306817356, + "nauc_recall_at_20_std": 0.5406572929019129, + "nauc_recall_at_3_diff1": 0.7427178172712928, + "nauc_recall_at_3_max": 0.7680684065873012, + "nauc_recall_at_3_std": 0.39133768436960586, + "nauc_recall_at_5_diff1": 0.723796935227641, + "nauc_recall_at_5_max": 0.7665440648257232, + "nauc_recall_at_5_std": 0.4321119672259004, + "ndcg_at_1": 0.54444, + "ndcg_at_10": 0.65234, + "ndcg_at_100": 0.6828, + "ndcg_at_1000": 0.69421, + "ndcg_at_20": 0.66523, + "ndcg_at_3": 0.6141, + "ndcg_at_5": 0.63317, + "precision_at_1": 0.54444, + "precision_at_10": 0.07678, + "precision_at_100": 0.00913, + "precision_at_1000": 0.001, + "precision_at_20": 0.04089, + "precision_at_3": 0.22074, + "precision_at_5": 0.14178, + "recall_at_1": 0.54444, + "recall_at_10": 0.76778, + "recall_at_100": 0.91333, + "recall_at_1000": 1.0, + "recall_at_20": 0.81778, + "recall_at_3": 0.66222, + "recall_at_5": 0.70889 + }, + { + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ], + "main_score": 0.82904, + "map_at_1": 0.72333, + "map_at_10": 0.79525, + "map_at_100": 0.7979, + "map_at_1000": 0.79796, + "map_at_20": 0.79697, + "map_at_3": 0.77926, + "map_at_5": 0.78937, + "mrr_at_1": 0.7233333333333334, + "mrr_at_10": 0.7952495590828933, + "mrr_at_100": 0.7979013609828676, + "mrr_at_1000": 0.7979565052641587, + "mrr_at_20": 0.7969706284761763, + "mrr_at_3": 0.7792592592592595, + "mrr_at_5": 0.789370370370371, + "nauc_map_at_1000_diff1": 0.8068934014299332, + "nauc_map_at_1000_max": 0.6569531242704149, + "nauc_map_at_1000_std": -0.09122563611506336, + "nauc_map_at_100_diff1": 0.8068590164482629, + "nauc_map_at_100_max": 0.6570156194733062, + "nauc_map_at_100_std": -0.09105340328828808, + "nauc_map_at_10_diff1": 0.8047653823078709, + "nauc_map_at_10_max": 0.6567272338290682, + "nauc_map_at_10_std": -0.08901091822037677, + "nauc_map_at_1_diff1": 0.8306326441919663, + "nauc_map_at_1_max": 0.6422330834955029, + "nauc_map_at_1_std": -0.12555474916667203, + "nauc_map_at_20_diff1": 0.8066599804238594, + "nauc_map_at_20_max": 0.6577335940606627, + "nauc_map_at_20_std": -0.08967983473358263, + "nauc_map_at_3_diff1": 0.8040962065045355, + "nauc_map_at_3_max": 0.6587020857523681, + "nauc_map_at_3_std": -0.09358928370821125, + "nauc_map_at_5_diff1": 0.8029046019713459, + "nauc_map_at_5_max": 0.6583041334605173, + "nauc_map_at_5_std": -0.08699381051329695, + "nauc_mrr_at_1000_diff1": 0.8068934014299332, + "nauc_mrr_at_1000_max": 0.6569531242704149, + "nauc_mrr_at_1000_std": -0.09122563611506336, + "nauc_mrr_at_100_diff1": 0.8068590164482629, + "nauc_mrr_at_100_max": 0.6570156194733062, + "nauc_mrr_at_100_std": -0.09105340328828808, + "nauc_mrr_at_10_diff1": 0.8047653823078709, + "nauc_mrr_at_10_max": 0.6567272338290682, + "nauc_mrr_at_10_std": -0.08901091822037677, + "nauc_mrr_at_1_diff1": 0.8306326441919663, + "nauc_mrr_at_1_max": 0.6422330834955029, + "nauc_mrr_at_1_std": -0.12555474916667203, + "nauc_mrr_at_20_diff1": 0.8066599804238594, + "nauc_mrr_at_20_max": 0.6577335940606627, + "nauc_mrr_at_20_std": -0.08967983473358263, + "nauc_mrr_at_3_diff1": 0.8040962065045355, + "nauc_mrr_at_3_max": 0.6587020857523681, + "nauc_mrr_at_3_std": -0.09358928370821125, + "nauc_mrr_at_5_diff1": 0.8029046019713459, + "nauc_mrr_at_5_max": 0.6583041334605173, + "nauc_mrr_at_5_std": -0.08699381051329695, + "nauc_ndcg_at_1000_diff1": 0.8037937778285658, + "nauc_ndcg_at_1000_max": 0.6603429346482029, + "nauc_ndcg_at_1000_std": -0.08321303389744328, + "nauc_ndcg_at_100_diff1": 0.8032542921585942, + "nauc_ndcg_at_100_max": 0.6617847937953649, + "nauc_ndcg_at_100_std": -0.07916890851444128, + "nauc_ndcg_at_10_diff1": 0.7943000642069137, + "nauc_ndcg_at_10_max": 0.662703370427932, + "nauc_ndcg_at_10_std": -0.06773315295898719, + "nauc_ndcg_at_1_diff1": 0.8306326441919663, + "nauc_ndcg_at_1_max": 0.6422330834955029, + "nauc_ndcg_at_1_std": -0.12555474916667203, + "nauc_ndcg_at_20_diff1": 0.8024181073260542, + "nauc_ndcg_at_20_max": 0.6673677991260303, + "nauc_ndcg_at_20_std": -0.06907371858445284, + "nauc_ndcg_at_3_diff1": 0.7937581238237015, + "nauc_ndcg_at_3_max": 0.6660028967729286, + "nauc_ndcg_at_3_std": -0.08060971639328345, + "nauc_ndcg_at_5_diff1": 0.7902653451231124, + "nauc_ndcg_at_5_max": 0.6659355038434975, + "nauc_ndcg_at_5_std": -0.06643863443204401, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7331932773109001, + "nauc_precision_at_100_max": 0.8821195144724232, + "nauc_precision_at_100_std": 0.542561469032064, + "nauc_precision_at_10_diff1": 0.7119039706277956, + "nauc_precision_at_10_max": 0.7097200462105738, + "nauc_precision_at_10_std": 0.11517036193008137, + "nauc_precision_at_1_diff1": 0.8306326441919663, + "nauc_precision_at_1_max": 0.6422330834955029, + "nauc_precision_at_1_std": -0.12555474916667203, + "nauc_precision_at_20_diff1": 0.7800342359165857, + "nauc_precision_at_20_max": 0.8076953003423559, + "nauc_precision_at_20_std": 0.21737213403879557, + "nauc_precision_at_3_diff1": 0.7531270737154571, + "nauc_precision_at_3_max": 0.6950737439973768, + "nauc_precision_at_3_std": -0.029372730062005296, + "nauc_precision_at_5_diff1": 0.7251247134960207, + "nauc_precision_at_5_max": 0.7051849997110864, + "nauc_precision_at_5_std": 0.04140102852520182, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.733193277310925, + "nauc_recall_at_100_max": 0.88211951447244, + "nauc_recall_at_100_std": 0.5425614690320643, + "nauc_recall_at_10_diff1": 0.7119039706277986, + "nauc_recall_at_10_max": 0.7097200462105729, + "nauc_recall_at_10_std": 0.11517036193008247, + "nauc_recall_at_1_diff1": 0.8306326441919663, + "nauc_recall_at_1_max": 0.6422330834955029, + "nauc_recall_at_1_std": -0.12555474916667203, + "nauc_recall_at_20_diff1": 0.7800342359165876, + "nauc_recall_at_20_max": 0.8076953003423618, + "nauc_recall_at_20_std": 0.21737213403879946, + "nauc_recall_at_3_diff1": 0.7531270737154555, + "nauc_recall_at_3_max": 0.6950737439973739, + "nauc_recall_at_3_std": -0.029372730062006618, + "nauc_recall_at_5_diff1": 0.7251247134960228, + "nauc_recall_at_5_max": 0.7051849997110883, + "nauc_recall_at_5_std": 0.04140102852520264, + "ndcg_at_1": 0.72333, + "ndcg_at_10": 0.82904, + "ndcg_at_100": 0.84179, + "ndcg_at_1000": 0.84274, + "ndcg_at_20": 0.83544, + "ndcg_at_3": 0.7969, + "ndcg_at_5": 0.81493, + "precision_at_1": 0.72333, + "precision_at_10": 0.09344, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.28259, + "precision_at_5": 0.17822, + "recall_at_1": 0.72333, + "recall_at_10": 0.93444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.84778, + "recall_at_5": 0.89111 + }, + { + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ], + "main_score": 0.64255, + "map_at_1": 0.55333, + "map_at_10": 0.61127, + "map_at_100": 0.61783, + "map_at_1000": 0.6183, + "map_at_20": 0.61503, + "map_at_3": 0.59333, + "map_at_5": 0.60339, + "mrr_at_1": 0.5533333333333333, + "mrr_at_10": 0.6112733686067019, + "mrr_at_100": 0.6178309845863081, + "mrr_at_1000": 0.6183009512355554, + "mrr_at_20": 0.6150270499242377, + "mrr_at_3": 0.5933333333333334, + "mrr_at_5": 0.6033888888888889, + "nauc_map_at_1000_diff1": 0.7801204020773852, + "nauc_map_at_1000_max": 0.8057340414487176, + "nauc_map_at_1000_std": 0.24877501822638642, + "nauc_map_at_100_diff1": 0.7798748685800453, + "nauc_map_at_100_max": 0.8056960534714526, + "nauc_map_at_100_std": 0.2493336454105216, + "nauc_map_at_10_diff1": 0.7796142050079372, + "nauc_map_at_10_max": 0.8053663987298413, + "nauc_map_at_10_std": 0.2460742051293136, + "nauc_map_at_1_diff1": 0.8203634632669101, + "nauc_map_at_1_max": 0.8124465656385346, + "nauc_map_at_1_std": 0.21218099881935487, + "nauc_map_at_20_diff1": 0.77945014213757, + "nauc_map_at_20_max": 0.8046393809681709, + "nauc_map_at_20_std": 0.24669177020266736, + "nauc_map_at_3_diff1": 0.7842849000587595, + "nauc_map_at_3_max": 0.8077166036625092, + "nauc_map_at_3_std": 0.24011639508181742, + "nauc_map_at_5_diff1": 0.7812954254128623, + "nauc_map_at_5_max": 0.8042346231895314, + "nauc_map_at_5_std": 0.24000395748687092, + "nauc_mrr_at_1000_diff1": 0.7801204020773852, + "nauc_mrr_at_1000_max": 0.8057340414487176, + "nauc_mrr_at_1000_std": 0.24877501822638642, + "nauc_mrr_at_100_diff1": 0.7798748685800453, + "nauc_mrr_at_100_max": 0.8056960534714526, + "nauc_mrr_at_100_std": 0.2493336454105216, + "nauc_mrr_at_10_diff1": 0.7796142050079372, + "nauc_mrr_at_10_max": 0.8053663987298413, + "nauc_mrr_at_10_std": 0.2460742051293136, + "nauc_mrr_at_1_diff1": 0.8203634632669101, + "nauc_mrr_at_1_max": 0.8124465656385346, + "nauc_mrr_at_1_std": 0.21218099881935487, + "nauc_mrr_at_20_diff1": 0.77945014213757, + "nauc_mrr_at_20_max": 0.8046393809681709, + "nauc_mrr_at_20_std": 0.24669177020266736, + "nauc_mrr_at_3_diff1": 0.7842849000587595, + "nauc_mrr_at_3_max": 0.8077166036625092, + "nauc_mrr_at_3_std": 0.24011639508181742, + "nauc_mrr_at_5_diff1": 0.7812954254128623, + "nauc_mrr_at_5_max": 0.8042346231895314, + "nauc_mrr_at_5_std": 0.24000395748687092, + "nauc_ndcg_at_1000_diff1": 0.7710836660319172, + "nauc_ndcg_at_1000_max": 0.8044698204013657, + "nauc_ndcg_at_1000_std": 0.26251286908177746, + "nauc_ndcg_at_100_diff1": 0.7643886671590958, + "nauc_ndcg_at_100_max": 0.8041836965119153, + "nauc_ndcg_at_100_std": 0.2790325056384237, + "nauc_ndcg_at_10_diff1": 0.7629549122878346, + "nauc_ndcg_at_10_max": 0.80165452001496, + "nauc_ndcg_at_10_std": 0.26239873506402267, + "nauc_ndcg_at_1_diff1": 0.8203634632669101, + "nauc_ndcg_at_1_max": 0.8124465656385346, + "nauc_ndcg_at_1_std": 0.21218099881935487, + "nauc_ndcg_at_20_diff1": 0.7617539137916295, + "nauc_ndcg_at_20_max": 0.7982259437641179, + "nauc_ndcg_at_20_std": 0.2635003819912729, + "nauc_ndcg_at_3_diff1": 0.7733736463276766, + "nauc_ndcg_at_3_max": 0.8057028124488923, + "nauc_ndcg_at_3_std": 0.2477684493380395, + "nauc_ndcg_at_5_diff1": 0.7674699110794083, + "nauc_ndcg_at_5_max": 0.7990578595239458, + "nauc_ndcg_at_5_std": 0.24731201943831824, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6244020241841584, + "nauc_precision_at_100_max": 0.8025844082488964, + "nauc_precision_at_100_std": 0.630499936600154, + "nauc_precision_at_10_diff1": 0.6968856906924613, + "nauc_precision_at_10_max": 0.7871434923458036, + "nauc_precision_at_10_std": 0.3302760410522593, + "nauc_precision_at_1_diff1": 0.8203634632669101, + "nauc_precision_at_1_max": 0.8124465656385346, + "nauc_precision_at_1_std": 0.21218099881935487, + "nauc_precision_at_20_diff1": 0.6756901634950394, + "nauc_precision_at_20_max": 0.7628700190933018, + "nauc_precision_at_20_std": 0.345574968154802, + "nauc_precision_at_3_diff1": 0.7399209711498379, + "nauc_precision_at_3_max": 0.7993101900184213, + "nauc_precision_at_3_std": 0.2709303527081105, + "nauc_precision_at_5_diff1": 0.7210191429087351, + "nauc_precision_at_5_max": 0.7805176876282712, + "nauc_precision_at_5_std": 0.27048217451327167, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6244020241841592, + "nauc_recall_at_100_max": 0.8025844082488959, + "nauc_recall_at_100_std": 0.6304999366001539, + "nauc_recall_at_10_diff1": 0.6968856906924619, + "nauc_recall_at_10_max": 0.7871434923458044, + "nauc_recall_at_10_std": 0.3302760410522591, + "nauc_recall_at_1_diff1": 0.8203634632669101, + "nauc_recall_at_1_max": 0.8124465656385346, + "nauc_recall_at_1_std": 0.21218099881935487, + "nauc_recall_at_20_diff1": 0.6756901634950423, + "nauc_recall_at_20_max": 0.7628700190933032, + "nauc_recall_at_20_std": 0.34557496815480254, + "nauc_recall_at_3_diff1": 0.7399209711498379, + "nauc_recall_at_3_max": 0.7993101900184211, + "nauc_recall_at_3_std": 0.2709303527081105, + "nauc_recall_at_5_diff1": 0.7210191429087357, + "nauc_recall_at_5_max": 0.7805176876282713, + "nauc_recall_at_5_std": 0.2704821745132727, + "ndcg_at_1": 0.55333, + "ndcg_at_10": 0.64255, + "ndcg_at_100": 0.67717, + "ndcg_at_1000": 0.6889, + "ndcg_at_20": 0.65665, + "ndcg_at_3": 0.60592, + "ndcg_at_5": 0.62391, + "precision_at_1": 0.55333, + "precision_at_10": 0.07422, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "precision_at_20": 0.03994, + "precision_at_3": 0.21407, + "precision_at_5": 0.13711, + "recall_at_1": 0.55333, + "recall_at_10": 0.74222, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "recall_at_20": 0.79889, + "recall_at_3": 0.64222, + "recall_at_5": 0.68556 + }, + { + "hf_subset": "ory_Orya-ory_Orya", + "languages": [ + "ory-Orya", + "ory-Orya" + ], + "main_score": 0.78013, + "map_at_1": 0.67, + "map_at_10": 0.74578, + "map_at_100": 0.7496, + "map_at_1000": 0.74972, + "map_at_20": 0.74827, + "map_at_3": 0.73259, + "map_at_5": 0.73937, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7457791005291006, + "mrr_at_100": 0.7495961581443741, + "mrr_at_1000": 0.7497196627337284, + "mrr_at_20": 0.748270320614103, + "mrr_at_3": 0.7325925925925929, + "mrr_at_5": 0.7393703703703706, + "nauc_map_at_1000_diff1": 0.7876548937971976, + "nauc_map_at_1000_max": 0.7234334123015886, + "nauc_map_at_1000_std": 0.16293228316526706, + "nauc_map_at_100_diff1": 0.7876776484416121, + "nauc_map_at_100_max": 0.7235345156364641, + "nauc_map_at_100_std": 0.16322011568829906, + "nauc_map_at_10_diff1": 0.7864157104679718, + "nauc_map_at_10_max": 0.7235559828846378, + "nauc_map_at_10_std": 0.16381303055620874, + "nauc_map_at_1_diff1": 0.8120171770694022, + "nauc_map_at_1_max": 0.7029168289008141, + "nauc_map_at_1_std": 0.10962325939218111, + "nauc_map_at_20_diff1": 0.786903340405788, + "nauc_map_at_20_max": 0.723886569062795, + "nauc_map_at_20_std": 0.16417799878160688, + "nauc_map_at_3_diff1": 0.7841753017315733, + "nauc_map_at_3_max": 0.7203551331544854, + "nauc_map_at_3_std": 0.15495975920957866, + "nauc_map_at_5_diff1": 0.7845836384200714, + "nauc_map_at_5_max": 0.722924546855601, + "nauc_map_at_5_std": 0.15998493015185564, + "nauc_mrr_at_1000_diff1": 0.7876548937971976, + "nauc_mrr_at_1000_max": 0.7234334123015886, + "nauc_mrr_at_1000_std": 0.16293228316526706, + "nauc_mrr_at_100_diff1": 0.7876776484416121, + "nauc_mrr_at_100_max": 0.7235345156364641, + "nauc_mrr_at_100_std": 0.16322011568829906, + "nauc_mrr_at_10_diff1": 0.7864157104679718, + "nauc_mrr_at_10_max": 0.7235559828846378, + "nauc_mrr_at_10_std": 0.16381303055620874, + "nauc_mrr_at_1_diff1": 0.8120171770694022, + "nauc_mrr_at_1_max": 0.7029168289008141, + "nauc_mrr_at_1_std": 0.10962325939218111, + "nauc_mrr_at_20_diff1": 0.786903340405788, + "nauc_mrr_at_20_max": 0.723886569062795, + "nauc_mrr_at_20_std": 0.16417799878160688, + "nauc_mrr_at_3_diff1": 0.7841753017315733, + "nauc_mrr_at_3_max": 0.7203551331544854, + "nauc_mrr_at_3_std": 0.15495975920957866, + "nauc_mrr_at_5_diff1": 0.7845836384200714, + "nauc_mrr_at_5_max": 0.722924546855601, + "nauc_mrr_at_5_std": 0.15998493015185564, + "nauc_ndcg_at_1000_diff1": 0.7846308934827642, + "nauc_ndcg_at_1000_max": 0.7287338422443449, + "nauc_ndcg_at_1000_std": 0.17839439558066716, + "nauc_ndcg_at_100_diff1": 0.7854693371149468, + "nauc_ndcg_at_100_max": 0.732164681092368, + "nauc_ndcg_at_100_std": 0.18845930814888834, + "nauc_ndcg_at_10_diff1": 0.7776207982574633, + "nauc_ndcg_at_10_max": 0.7329459298118778, + "nauc_ndcg_at_10_std": 0.19383695754210054, + "nauc_ndcg_at_1_diff1": 0.8120171770694022, + "nauc_ndcg_at_1_max": 0.7029168289008141, + "nauc_ndcg_at_1_std": 0.10962325939218111, + "nauc_ndcg_at_20_diff1": 0.7797948960455957, + "nauc_ndcg_at_20_max": 0.7350855313436916, + "nauc_ndcg_at_20_std": 0.19607894925336025, + "nauc_ndcg_at_3_diff1": 0.7740565653895671, + "nauc_ndcg_at_3_max": 0.7261256469391988, + "nauc_ndcg_at_3_std": 0.17213271082233964, + "nauc_ndcg_at_5_diff1": 0.7743344910553008, + "nauc_ndcg_at_5_max": 0.7316989377392499, + "nauc_ndcg_at_5_std": 0.1831823755026072, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8318266700619593, + "nauc_precision_at_100_max": 0.9232874968169008, + "nauc_precision_at_100_std": 0.7515278838808258, + "nauc_precision_at_10_diff1": 0.7287517896654939, + "nauc_precision_at_10_max": 0.7868531637567159, + "nauc_precision_at_10_std": 0.3738959855711103, + "nauc_precision_at_1_diff1": 0.8120171770694022, + "nauc_precision_at_1_max": 0.7029168289008141, + "nauc_precision_at_1_std": 0.10962325939218111, + "nauc_precision_at_20_diff1": 0.7303588101907406, + "nauc_precision_at_20_max": 0.8318527410964378, + "nauc_precision_at_20_std": 0.46997465652927645, + "nauc_precision_at_3_diff1": 0.7361502896939196, + "nauc_precision_at_3_max": 0.747501024170423, + "nauc_precision_at_3_std": 0.2367618657458886, + "nauc_precision_at_5_diff1": 0.730514022218714, + "nauc_precision_at_5_max": 0.7704843789670138, + "nauc_precision_at_5_std": 0.28566968359945866, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8318266700619678, + "nauc_recall_at_100_max": 0.9232874968169114, + "nauc_recall_at_100_std": 0.7515278838808286, + "nauc_recall_at_10_diff1": 0.728751789665495, + "nauc_recall_at_10_max": 0.7868531637567165, + "nauc_recall_at_10_std": 0.3738959855711128, + "nauc_recall_at_1_diff1": 0.8120171770694022, + "nauc_recall_at_1_max": 0.7029168289008141, + "nauc_recall_at_1_std": 0.10962325939218111, + "nauc_recall_at_20_diff1": 0.730358810190742, + "nauc_recall_at_20_max": 0.8318527410964358, + "nauc_recall_at_20_std": 0.46997465652927706, + "nauc_recall_at_3_diff1": 0.7361502896939194, + "nauc_recall_at_3_max": 0.747501024170422, + "nauc_recall_at_3_std": 0.2367618657458885, + "nauc_recall_at_5_diff1": 0.7305140222187156, + "nauc_recall_at_5_max": 0.770484378967015, + "nauc_recall_at_5_std": 0.2856696835994592, + "ndcg_at_1": 0.67, + "ndcg_at_10": 0.78013, + "ndcg_at_100": 0.79894, + "ndcg_at_1000": 0.80211, + "ndcg_at_20": 0.78916, + "ndcg_at_3": 0.75278, + "ndcg_at_5": 0.76506, + "precision_at_1": 0.67, + "precision_at_10": 0.08867, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04611, + "precision_at_3": 0.27037, + "precision_at_5": 0.16822, + "recall_at_1": 0.67, + "recall_at_10": 0.88667, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "recall_at_20": 0.92222, + "recall_at_3": 0.81111, + "recall_at_5": 0.84111 + }, + { + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.85806, + "map_at_1": 0.75778, + "map_at_10": 0.82769, + "map_at_100": 0.83009, + "map_at_1000": 0.83011, + "map_at_20": 0.82951, + "map_at_3": 0.81463, + "map_at_5": 0.82296, + "mrr_at_1": 0.7577777777777778, + "mrr_at_10": 0.8276869488536155, + "mrr_at_100": 0.8300882389856173, + "mrr_at_1000": 0.8301085307143504, + "mrr_at_20": 0.8295114379753182, + "mrr_at_3": 0.8146296296296297, + "mrr_at_5": 0.822962962962963, + "nauc_map_at_1000_diff1": 0.8127199384237447, + "nauc_map_at_1000_max": 0.6378771735412313, + "nauc_map_at_1000_std": -0.05646806582185658, + "nauc_map_at_100_diff1": 0.8127118559229294, + "nauc_map_at_100_max": 0.6378984046373078, + "nauc_map_at_100_std": -0.05636179749928274, + "nauc_map_at_10_diff1": 0.8114369302330605, + "nauc_map_at_10_max": 0.6390520665481678, + "nauc_map_at_10_std": -0.05481930944693922, + "nauc_map_at_1_diff1": 0.836698906824829, + "nauc_map_at_1_max": 0.6170499062379217, + "nauc_map_at_1_std": -0.09255724735533709, + "nauc_map_at_20_diff1": 0.8128895207667588, + "nauc_map_at_20_max": 0.6383130316980774, + "nauc_map_at_20_std": -0.05643619306523796, + "nauc_map_at_3_diff1": 0.8109907677631628, + "nauc_map_at_3_max": 0.6393985909116632, + "nauc_map_at_3_std": -0.057058275463431035, + "nauc_map_at_5_diff1": 0.8056883959452411, + "nauc_map_at_5_max": 0.636267842198313, + "nauc_map_at_5_std": -0.05622031590385067, + "nauc_mrr_at_1000_diff1": 0.8127199384237447, + "nauc_mrr_at_1000_max": 0.6378771735412313, + "nauc_mrr_at_1000_std": -0.05646806582185658, + "nauc_mrr_at_100_diff1": 0.8127118559229294, + "nauc_mrr_at_100_max": 0.6378984046373078, + "nauc_mrr_at_100_std": -0.05636179749928274, + "nauc_mrr_at_10_diff1": 0.8114369302330605, + "nauc_mrr_at_10_max": 0.6390520665481678, + "nauc_mrr_at_10_std": -0.05481930944693922, + "nauc_mrr_at_1_diff1": 0.836698906824829, + "nauc_mrr_at_1_max": 0.6170499062379217, + "nauc_mrr_at_1_std": -0.09255724735533709, + "nauc_mrr_at_20_diff1": 0.8128895207667588, + "nauc_mrr_at_20_max": 0.6383130316980774, + "nauc_mrr_at_20_std": -0.05643619306523796, + "nauc_mrr_at_3_diff1": 0.8109907677631628, + "nauc_mrr_at_3_max": 0.6393985909116632, + "nauc_mrr_at_3_std": -0.057058275463431035, + "nauc_mrr_at_5_diff1": 0.8056883959452411, + "nauc_mrr_at_5_max": 0.636267842198313, + "nauc_mrr_at_5_std": -0.05622031590385067, + "nauc_ndcg_at_1000_diff1": 0.809649355396374, + "nauc_ndcg_at_1000_max": 0.6414599417360918, + "nauc_ndcg_at_1000_std": -0.04958959649288028, + "nauc_ndcg_at_100_diff1": 0.8094629559231752, + "nauc_ndcg_at_100_max": 0.6423527515450683, + "nauc_ndcg_at_100_std": -0.045624772907856846, + "nauc_ndcg_at_10_diff1": 0.8045311443603134, + "nauc_ndcg_at_10_max": 0.6491392364572974, + "nauc_ndcg_at_10_std": -0.03880117173805656, + "nauc_ndcg_at_1_diff1": 0.836698906824829, + "nauc_ndcg_at_1_max": 0.6170499062379217, + "nauc_ndcg_at_1_std": -0.09255724735533709, + "nauc_ndcg_at_20_diff1": 0.810365751034096, + "nauc_ndcg_at_20_max": 0.6459554504259472, + "nauc_ndcg_at_20_std": -0.04590558448938456, + "nauc_ndcg_at_3_diff1": 0.8006031317981288, + "nauc_ndcg_at_3_max": 0.646646760974009, + "nauc_ndcg_at_3_std": -0.045679953252509356, + "nauc_ndcg_at_5_diff1": 0.7892053596822496, + "nauc_ndcg_at_5_max": 0.6412022038071072, + "nauc_ndcg_at_5_std": -0.04306495551748215, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7741596638655458, + "nauc_precision_at_100_max": 0.8395191409896988, + "nauc_precision_at_100_std": 0.8068394024276223, + "nauc_precision_at_10_diff1": 0.7541636809762671, + "nauc_precision_at_10_max": 0.7495277180639673, + "nauc_precision_at_10_std": 0.11351052048726282, + "nauc_precision_at_1_diff1": 0.836698906824829, + "nauc_precision_at_1_max": 0.6170499062379217, + "nauc_precision_at_1_std": -0.09255724735533709, + "nauc_precision_at_20_diff1": 0.8209283713485299, + "nauc_precision_at_20_max": 0.7835134053621339, + "nauc_precision_at_20_std": 0.11640211640210989, + "nauc_precision_at_3_diff1": 0.7573134301976181, + "nauc_precision_at_3_max": 0.6760393466963625, + "nauc_precision_at_3_std": 0.0003844522218683609, + "nauc_precision_at_5_diff1": 0.6952921519484953, + "nauc_precision_at_5_max": 0.6661383851786318, + "nauc_precision_at_5_std": 0.028355201729813206, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7741596638655229, + "nauc_recall_at_100_max": 0.8395191409897229, + "nauc_recall_at_100_std": 0.8068394024276523, + "nauc_recall_at_10_diff1": 0.7541636809762672, + "nauc_recall_at_10_max": 0.7495277180639702, + "nauc_recall_at_10_std": 0.11351052048726616, + "nauc_recall_at_1_diff1": 0.836698906824829, + "nauc_recall_at_1_max": 0.6170499062379217, + "nauc_recall_at_1_std": -0.09255724735533709, + "nauc_recall_at_20_diff1": 0.8209283713485381, + "nauc_recall_at_20_max": 0.7835134053621481, + "nauc_recall_at_20_std": 0.11640211640211746, + "nauc_recall_at_3_diff1": 0.7573134301976168, + "nauc_recall_at_3_max": 0.6760393466963629, + "nauc_recall_at_3_std": 0.00038445222186836046, + "nauc_recall_at_5_diff1": 0.6952921519484987, + "nauc_recall_at_5_max": 0.666138385178632, + "nauc_recall_at_5_std": 0.02835520172981402, + "ndcg_at_1": 0.75778, + "ndcg_at_10": 0.85806, + "ndcg_at_100": 0.8681, + "ndcg_at_1000": 0.86867, + "ndcg_at_20": 0.8644, + "ndcg_at_3": 0.83155, + "ndcg_at_5": 0.84637, + "precision_at_1": 0.75778, + "precision_at_10": 0.09522, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.29333, + "precision_at_5": 0.18311, + "recall_at_1": 0.75778, + "recall_at_10": 0.95222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.88, + "recall_at_5": 0.91556 + }, + { + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.77283, + "map_at_1": 0.64778, + "map_at_10": 0.73258, + "map_at_100": 0.73605, + "map_at_1000": 0.73618, + "map_at_20": 0.73482, + "map_at_3": 0.71463, + "map_at_5": 0.7253, + "mrr_at_1": 0.6477777777777778, + "mrr_at_10": 0.7325776014109351, + "mrr_at_100": 0.7360470993776465, + "mrr_at_1000": 0.7361783283818334, + "mrr_at_20": 0.7348228193327528, + "mrr_at_3": 0.7146296296296298, + "mrr_at_5": 0.7252962962962968, + "nauc_map_at_1000_diff1": 0.741763375543025, + "nauc_map_at_1000_max": 0.6693922265252024, + "nauc_map_at_1000_std": 0.1679157971359748, + "nauc_map_at_100_diff1": 0.7417813945355519, + "nauc_map_at_100_max": 0.6695049095511383, + "nauc_map_at_100_std": 0.16809775280492112, + "nauc_map_at_10_diff1": 0.7396620493865078, + "nauc_map_at_10_max": 0.6692670981955147, + "nauc_map_at_10_std": 0.167462886272268, + "nauc_map_at_1_diff1": 0.7745395486685669, + "nauc_map_at_1_max": 0.6459858943172135, + "nauc_map_at_1_std": 0.12344182981351456, + "nauc_map_at_20_diff1": 0.7414065808228504, + "nauc_map_at_20_max": 0.669734547652998, + "nauc_map_at_20_std": 0.1690078682701959, + "nauc_map_at_3_diff1": 0.7329374732481122, + "nauc_map_at_3_max": 0.6658825936860413, + "nauc_map_at_3_std": 0.16302994405868257, + "nauc_map_at_5_diff1": 0.7392679892507291, + "nauc_map_at_5_max": 0.6702801264103395, + "nauc_map_at_5_std": 0.1679056198708417, + "nauc_mrr_at_1000_diff1": 0.741763375543025, + "nauc_mrr_at_1000_max": 0.6693922265252024, + "nauc_mrr_at_1000_std": 0.1679157971359748, + "nauc_mrr_at_100_diff1": 0.7417813945355519, + "nauc_mrr_at_100_max": 0.6695049095511383, + "nauc_mrr_at_100_std": 0.16809775280492112, + "nauc_mrr_at_10_diff1": 0.7396620493865078, + "nauc_mrr_at_10_max": 0.6692670981955147, + "nauc_mrr_at_10_std": 0.167462886272268, + "nauc_mrr_at_1_diff1": 0.7745395486685669, + "nauc_mrr_at_1_max": 0.6459858943172135, + "nauc_mrr_at_1_std": 0.12344182981351456, + "nauc_mrr_at_20_diff1": 0.7414065808228504, + "nauc_mrr_at_20_max": 0.669734547652998, + "nauc_mrr_at_20_std": 0.1690078682701959, + "nauc_mrr_at_3_diff1": 0.7329374732481122, + "nauc_mrr_at_3_max": 0.6658825936860413, + "nauc_mrr_at_3_std": 0.16302994405868257, + "nauc_mrr_at_5_diff1": 0.7392679892507291, + "nauc_mrr_at_5_max": 0.6702801264103395, + "nauc_mrr_at_5_std": 0.1679056198708417, + "nauc_ndcg_at_1000_diff1": 0.7382115374677866, + "nauc_ndcg_at_1000_max": 0.6749164771907363, + "nauc_ndcg_at_1000_std": 0.17990762886613304, + "nauc_ndcg_at_100_diff1": 0.7390801962869756, + "nauc_ndcg_at_100_max": 0.6780296936796494, + "nauc_ndcg_at_100_std": 0.18544630485479074, + "nauc_ndcg_at_10_diff1": 0.7289577764195337, + "nauc_ndcg_at_10_max": 0.6792983418618845, + "nauc_ndcg_at_10_std": 0.18973183925101017, + "nauc_ndcg_at_1_diff1": 0.7745395486685669, + "nauc_ndcg_at_1_max": 0.6459858943172135, + "nauc_ndcg_at_1_std": 0.12344182981351456, + "nauc_ndcg_at_20_diff1": 0.7359993940326687, + "nauc_ndcg_at_20_max": 0.6812744900656156, + "nauc_ndcg_at_20_std": 0.19562018598893405, + "nauc_ndcg_at_3_diff1": 0.7166652487524229, + "nauc_ndcg_at_3_max": 0.6717027410766484, + "nauc_ndcg_at_3_std": 0.1777541405115179, + "nauc_ndcg_at_5_diff1": 0.7277413309835753, + "nauc_ndcg_at_5_max": 0.6809738410044125, + "nauc_ndcg_at_5_std": 0.18933309823663078, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7964519140989731, + "nauc_precision_at_100_max": 0.8658029878618038, + "nauc_precision_at_100_std": 0.5289215686274521, + "nauc_precision_at_10_diff1": 0.6654627469919119, + "nauc_precision_at_10_max": 0.7457948438672009, + "nauc_precision_at_10_std": 0.33982388179324147, + "nauc_precision_at_1_diff1": 0.7745395486685669, + "nauc_precision_at_1_max": 0.6459858943172135, + "nauc_precision_at_1_std": 0.12344182981351456, + "nauc_precision_at_20_diff1": 0.7118519538963112, + "nauc_precision_at_20_max": 0.7973779675804727, + "nauc_precision_at_20_std": 0.4681468215701521, + "nauc_precision_at_3_diff1": 0.6562036816337493, + "nauc_precision_at_3_max": 0.6925679655672187, + "nauc_precision_at_3_std": 0.23216922693362493, + "nauc_precision_at_5_diff1": 0.6773961102560502, + "nauc_precision_at_5_max": 0.7310374982510139, + "nauc_precision_at_5_std": 0.2902056807051907, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7964519140989702, + "nauc_recall_at_100_max": 0.8658029878618126, + "nauc_recall_at_100_std": 0.5289215686274581, + "nauc_recall_at_10_diff1": 0.6654627469919122, + "nauc_recall_at_10_max": 0.7457948438672017, + "nauc_recall_at_10_std": 0.3398238817932418, + "nauc_recall_at_1_diff1": 0.7745395486685669, + "nauc_recall_at_1_max": 0.6459858943172135, + "nauc_recall_at_1_std": 0.12344182981351456, + "nauc_recall_at_20_diff1": 0.7118519538963126, + "nauc_recall_at_20_max": 0.7973779675804751, + "nauc_recall_at_20_std": 0.4681468215701594, + "nauc_recall_at_3_diff1": 0.6562036816337488, + "nauc_recall_at_3_max": 0.6925679655672178, + "nauc_recall_at_3_std": 0.2321692269336253, + "nauc_recall_at_5_diff1": 0.6773961102560517, + "nauc_recall_at_5_max": 0.7310374982510144, + "nauc_recall_at_5_std": 0.2902056807051915, + "ndcg_at_1": 0.64778, + "ndcg_at_10": 0.77283, + "ndcg_at_100": 0.78975, + "ndcg_at_1000": 0.79272, + "ndcg_at_20": 0.78118, + "ndcg_at_3": 0.73575, + "ndcg_at_5": 0.75521, + "precision_at_1": 0.64778, + "precision_at_10": 0.08989, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "precision_at_20": 0.04661, + "precision_at_3": 0.26556, + "precision_at_5": 0.16889, + "recall_at_1": 0.64778, + "recall_at_10": 0.89889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "recall_at_20": 0.93222, + "recall_at_3": 0.79667, + "recall_at_5": 0.84444 + }, + { + "hf_subset": "pan_Guru-pan_Guru", + "languages": [ + "pan-Guru", + "pan-Guru" + ], + "main_score": 0.75961, + "map_at_1": 0.64667, + "map_at_10": 0.72213, + "map_at_100": 0.72578, + "map_at_1000": 0.72598, + "map_at_20": 0.7243, + "map_at_3": 0.70259, + "map_at_5": 0.71554, + "mrr_at_1": 0.6466666666666666, + "mrr_at_10": 0.722130511463845, + "mrr_at_100": 0.7257815405037848, + "mrr_at_1000": 0.7259792729155806, + "mrr_at_20": 0.7243011753325223, + "mrr_at_3": 0.7025925925925928, + "mrr_at_5": 0.7155370370370373, + "nauc_map_at_1000_diff1": 0.8029434487993967, + "nauc_map_at_1000_max": 0.7451746987558178, + "nauc_map_at_1000_std": 0.21243992748524937, + "nauc_map_at_100_diff1": 0.8027911554460303, + "nauc_map_at_100_max": 0.7452531849069393, + "nauc_map_at_100_std": 0.21282644020539715, + "nauc_map_at_10_diff1": 0.8021273208302448, + "nauc_map_at_10_max": 0.7449821874745373, + "nauc_map_at_10_std": 0.21232947798529345, + "nauc_map_at_1_diff1": 0.8340394490500683, + "nauc_map_at_1_max": 0.740242846311129, + "nauc_map_at_1_std": 0.17728355666713377, + "nauc_map_at_20_diff1": 0.8023977419510949, + "nauc_map_at_20_max": 0.7451726842778259, + "nauc_map_at_20_std": 0.2136331759226504, + "nauc_map_at_3_diff1": 0.8026235601267012, + "nauc_map_at_3_max": 0.7392951264037928, + "nauc_map_at_3_std": 0.19665346804184075, + "nauc_map_at_5_diff1": 0.804093655283957, + "nauc_map_at_5_max": 0.7477606097556232, + "nauc_map_at_5_std": 0.21565917636130555, + "nauc_mrr_at_1000_diff1": 0.8029434487993967, + "nauc_mrr_at_1000_max": 0.7451746987558178, + "nauc_mrr_at_1000_std": 0.21243992748524937, + "nauc_mrr_at_100_diff1": 0.8027911554460303, + "nauc_mrr_at_100_max": 0.7452531849069393, + "nauc_mrr_at_100_std": 0.21282644020539715, + "nauc_mrr_at_10_diff1": 0.8021273208302448, + "nauc_mrr_at_10_max": 0.7449821874745373, + "nauc_mrr_at_10_std": 0.21232947798529345, + "nauc_mrr_at_1_diff1": 0.8340394490500683, + "nauc_mrr_at_1_max": 0.740242846311129, + "nauc_mrr_at_1_std": 0.17728355666713377, + "nauc_mrr_at_20_diff1": 0.8023977419510949, + "nauc_mrr_at_20_max": 0.7451726842778259, + "nauc_mrr_at_20_std": 0.2136331759226504, + "nauc_mrr_at_3_diff1": 0.8026235601267012, + "nauc_mrr_at_3_max": 0.7392951264037928, + "nauc_mrr_at_3_std": 0.19665346804184075, + "nauc_mrr_at_5_diff1": 0.804093655283957, + "nauc_mrr_at_5_max": 0.7477606097556232, + "nauc_mrr_at_5_std": 0.21565917636130555, + "nauc_ndcg_at_1000_diff1": 0.7963700061812226, + "nauc_ndcg_at_1000_max": 0.7468610350205485, + "nauc_ndcg_at_1000_std": 0.22555305103318862, + "nauc_ndcg_at_100_diff1": 0.792543987568575, + "nauc_ndcg_at_100_max": 0.7489124793909963, + "nauc_ndcg_at_100_std": 0.23601602165123173, + "nauc_ndcg_at_10_diff1": 0.787934630040889, + "nauc_ndcg_at_10_max": 0.7468371466314273, + "nauc_ndcg_at_10_std": 0.2366032823261485, + "nauc_ndcg_at_1_diff1": 0.8340394490500683, + "nauc_ndcg_at_1_max": 0.740242846311129, + "nauc_ndcg_at_1_std": 0.17728355666713377, + "nauc_ndcg_at_20_diff1": 0.788922919820699, + "nauc_ndcg_at_20_max": 0.7478617775745233, + "nauc_ndcg_at_20_std": 0.2422810113254534, + "nauc_ndcg_at_3_diff1": 0.7918645334212696, + "nauc_ndcg_at_3_max": 0.7380570851790053, + "nauc_ndcg_at_3_std": 0.20502547476523872, + "nauc_ndcg_at_5_diff1": 0.7937018306508994, + "nauc_ndcg_at_5_max": 0.7546561729340334, + "nauc_ndcg_at_5_std": 0.24388086899420208, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6399355441101179, + "nauc_precision_at_100_max": 0.830818348844916, + "nauc_precision_at_100_std": 0.6624800457817566, + "nauc_precision_at_10_diff1": 0.7038431440744289, + "nauc_precision_at_10_max": 0.7548082775410834, + "nauc_precision_at_10_std": 0.3832014607425452, + "nauc_precision_at_1_diff1": 0.8340394490500683, + "nauc_precision_at_1_max": 0.740242846311129, + "nauc_precision_at_1_std": 0.17728355666713377, + "nauc_precision_at_20_diff1": 0.6880337500853961, + "nauc_precision_at_20_max": 0.7670059893876241, + "nauc_precision_at_20_std": 0.4753364760538344, + "nauc_precision_at_3_diff1": 0.7546657913256695, + "nauc_precision_at_3_max": 0.7334089309649398, + "nauc_precision_at_3_std": 0.23467096379520097, + "nauc_precision_at_5_diff1": 0.7500443498314694, + "nauc_precision_at_5_max": 0.7873520616335934, + "nauc_precision_at_5_std": 0.3741225069059005, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6399355441101157, + "nauc_recall_at_100_max": 0.8308183488449103, + "nauc_recall_at_100_std": 0.6624800457817512, + "nauc_recall_at_10_diff1": 0.703843144074428, + "nauc_recall_at_10_max": 0.7548082775410839, + "nauc_recall_at_10_std": 0.3832014607425435, + "nauc_recall_at_1_diff1": 0.8340394490500683, + "nauc_recall_at_1_max": 0.740242846311129, + "nauc_recall_at_1_std": 0.17728355666713377, + "nauc_recall_at_20_diff1": 0.6880337500853997, + "nauc_recall_at_20_max": 0.7670059893876252, + "nauc_recall_at_20_std": 0.47533647605383755, + "nauc_recall_at_3_diff1": 0.7546657913256687, + "nauc_recall_at_3_max": 0.733408930964939, + "nauc_recall_at_3_std": 0.23467096379519975, + "nauc_recall_at_5_diff1": 0.7500443498314707, + "nauc_recall_at_5_max": 0.7873520616335935, + "nauc_recall_at_5_std": 0.3741225069059016, + "ndcg_at_1": 0.64667, + "ndcg_at_10": 0.75961, + "ndcg_at_100": 0.77807, + "ndcg_at_1000": 0.78265, + "ndcg_at_20": 0.76749, + "ndcg_at_3": 0.71997, + "ndcg_at_5": 0.74331, + "precision_at_1": 0.64667, + "precision_at_10": 0.08778, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "precision_at_20": 0.04544, + "precision_at_3": 0.25667, + "precision_at_5": 0.16533, + "recall_at_1": 0.64667, + "recall_at_10": 0.87778, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "recall_at_20": 0.90889, + "recall_at_3": 0.77, + "recall_at_5": 0.82667 + }, + { + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.86441, + "map_at_1": 0.76667, + "map_at_10": 0.83507, + "map_at_100": 0.83691, + "map_at_1000": 0.83695, + "map_at_20": 0.8363, + "map_at_3": 0.82389, + "map_at_5": 0.83106, + "mrr_at_1": 0.7666666666666667, + "mrr_at_10": 0.8350652557319231, + "mrr_at_100": 0.836906358845707, + "mrr_at_1000": 0.8369514203075908, + "mrr_at_20": 0.8362962123159497, + "mrr_at_3": 0.8238888888888892, + "mrr_at_5": 0.8310555555555562, + "nauc_map_at_1000_diff1": 0.8334455534793426, + "nauc_map_at_1000_max": 0.6448245507025439, + "nauc_map_at_1000_std": -0.05762766353075381, + "nauc_map_at_100_diff1": 0.8334148993070514, + "nauc_map_at_100_max": 0.6448993009824071, + "nauc_map_at_100_std": -0.057419671367212474, + "nauc_map_at_10_diff1": 0.8333900711610492, + "nauc_map_at_10_max": 0.6457478498581918, + "nauc_map_at_10_std": -0.0569080465901594, + "nauc_map_at_1_diff1": 0.8519187747375665, + "nauc_map_at_1_max": 0.6301128401799536, + "nauc_map_at_1_std": -0.09904122722914764, + "nauc_map_at_20_diff1": 0.8333563581771469, + "nauc_map_at_20_max": 0.6458121294060221, + "nauc_map_at_20_std": -0.055520571352568264, + "nauc_map_at_3_diff1": 0.8276822284607397, + "nauc_map_at_3_max": 0.6370148689383041, + "nauc_map_at_3_std": -0.06145873600294047, + "nauc_map_at_5_diff1": 0.8304436863607707, + "nauc_map_at_5_max": 0.644112261549237, + "nauc_map_at_5_std": -0.05594349698695458, + "nauc_mrr_at_1000_diff1": 0.8334455534793426, + "nauc_mrr_at_1000_max": 0.6448245507025439, + "nauc_mrr_at_1000_std": -0.05762766353075381, + "nauc_mrr_at_100_diff1": 0.8334148993070514, + "nauc_mrr_at_100_max": 0.6448993009824071, + "nauc_mrr_at_100_std": -0.057419671367212474, + "nauc_mrr_at_10_diff1": 0.8333900711610492, + "nauc_mrr_at_10_max": 0.6457478498581918, + "nauc_mrr_at_10_std": -0.0569080465901594, + "nauc_mrr_at_1_diff1": 0.8519187747375665, + "nauc_mrr_at_1_max": 0.6301128401799536, + "nauc_mrr_at_1_std": -0.09904122722914764, + "nauc_mrr_at_20_diff1": 0.8333563581771469, + "nauc_mrr_at_20_max": 0.6458121294060221, + "nauc_mrr_at_20_std": -0.055520571352568264, + "nauc_mrr_at_3_diff1": 0.8276822284607397, + "nauc_mrr_at_3_max": 0.6370148689383041, + "nauc_mrr_at_3_std": -0.06145873600294047, + "nauc_mrr_at_5_diff1": 0.8304436863607707, + "nauc_mrr_at_5_max": 0.644112261549237, + "nauc_mrr_at_5_std": -0.05594349698695458, + "nauc_ndcg_at_1000_diff1": 0.8311520416515873, + "nauc_ndcg_at_1000_max": 0.6489925700788012, + "nauc_ndcg_at_1000_std": -0.049475589542630614, + "nauc_ndcg_at_100_diff1": 0.830437969938644, + "nauc_ndcg_at_100_max": 0.6509563360938302, + "nauc_ndcg_at_100_std": -0.0446903564840513, + "nauc_ndcg_at_10_diff1": 0.8299530424255381, + "nauc_ndcg_at_10_max": 0.6571365603195584, + "nauc_ndcg_at_10_std": -0.038775534003104455, + "nauc_ndcg_at_1_diff1": 0.8519187747375665, + "nauc_ndcg_at_1_max": 0.6301128401799536, + "nauc_ndcg_at_1_std": -0.09904122722914764, + "nauc_ndcg_at_20_diff1": 0.8300898421870234, + "nauc_ndcg_at_20_max": 0.6577302063585824, + "nauc_ndcg_at_20_std": -0.03239821859268925, + "nauc_ndcg_at_3_diff1": 0.8173110617076026, + "nauc_ndcg_at_3_max": 0.6378457592470541, + "nauc_ndcg_at_3_std": -0.04958792276611063, + "nauc_ndcg_at_5_diff1": 0.8217806946516328, + "nauc_ndcg_at_5_max": 0.6517463007681703, + "nauc_ndcg_at_5_std": -0.03767751767925205, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7421413009648257, + "nauc_precision_at_100_max": 0.9039060068471718, + "nauc_precision_at_100_std": 0.5487861811391307, + "nauc_precision_at_10_diff1": 0.8091138894582208, + "nauc_precision_at_10_max": 0.7760014574935661, + "nauc_precision_at_10_std": 0.13509143494795708, + "nauc_precision_at_1_diff1": 0.8519187747375665, + "nauc_precision_at_1_max": 0.6301128401799536, + "nauc_precision_at_1_std": -0.09904122722914764, + "nauc_precision_at_20_diff1": 0.8008286647992428, + "nauc_precision_at_20_max": 0.8698646125116664, + "nauc_precision_at_20_std": 0.36809446000622037, + "nauc_precision_at_3_diff1": 0.7708199317135952, + "nauc_precision_at_3_max": 0.640575980998569, + "nauc_precision_at_3_std": 0.0016527289821384235, + "nauc_precision_at_5_diff1": 0.770391738785062, + "nauc_precision_at_5_max": 0.6995136363002882, + "nauc_precision_at_5_std": 0.07271067631032241, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7421413009648196, + "nauc_recall_at_100_max": 0.9039060068471927, + "nauc_recall_at_100_std": 0.5487861811391197, + "nauc_recall_at_10_diff1": 0.809113889458225, + "nauc_recall_at_10_max": 0.7760014574935662, + "nauc_recall_at_10_std": 0.13509143494796447, + "nauc_recall_at_1_diff1": 0.8519187747375665, + "nauc_recall_at_1_max": 0.6301128401799536, + "nauc_recall_at_1_std": -0.09904122722914764, + "nauc_recall_at_20_diff1": 0.8008286647992521, + "nauc_recall_at_20_max": 0.8698646125116672, + "nauc_recall_at_20_std": 0.3680944600062188, + "nauc_recall_at_3_diff1": 0.7708199317135924, + "nauc_recall_at_3_max": 0.6405759809985645, + "nauc_recall_at_3_std": 0.0016527289821359297, + "nauc_recall_at_5_diff1": 0.7703917387850648, + "nauc_recall_at_5_max": 0.6995136363002902, + "nauc_recall_at_5_std": 0.0727106763103255, + "ndcg_at_1": 0.76667, + "ndcg_at_10": 0.86441, + "ndcg_at_100": 0.87299, + "ndcg_at_1000": 0.87391, + "ndcg_at_20": 0.86909, + "ndcg_at_3": 0.84205, + "ndcg_at_5": 0.85491, + "precision_at_1": 0.76667, + "precision_at_10": 0.09544, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29815, + "precision_at_5": 0.18511, + "recall_at_1": 0.76667, + "recall_at_10": 0.95444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.89444, + "recall_at_5": 0.92556 + }, + { + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.74595, + "map_at_1": 0.62667, + "map_at_10": 0.70705, + "map_at_100": 0.71178, + "map_at_1000": 0.71189, + "map_at_20": 0.70971, + "map_at_3": 0.68907, + "map_at_5": 0.70024, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.7070542328042331, + "mrr_at_100": 0.7117794557292668, + "mrr_at_1000": 0.7118942139504458, + "mrr_at_20": 0.7097081080874943, + "mrr_at_3": 0.6890740740740743, + "mrr_at_5": 0.700240740740741, + "nauc_map_at_1000_diff1": 0.7373819082497503, + "nauc_map_at_1000_max": 0.670943085463038, + "nauc_map_at_1000_std": 0.1526589704689725, + "nauc_map_at_100_diff1": 0.7373353541082484, + "nauc_map_at_100_max": 0.670998964634264, + "nauc_map_at_100_std": 0.15287330637349236, + "nauc_map_at_10_diff1": 0.7339906355135135, + "nauc_map_at_10_max": 0.6713301793797167, + "nauc_map_at_10_std": 0.15537437162834775, + "nauc_map_at_1_diff1": 0.7744423219340679, + "nauc_map_at_1_max": 0.6574527799118236, + "nauc_map_at_1_std": 0.10778776741900425, + "nauc_map_at_20_diff1": 0.7370960174077706, + "nauc_map_at_20_max": 0.6711195255389184, + "nauc_map_at_20_std": 0.1535492524170253, + "nauc_map_at_3_diff1": 0.7386169430458593, + "nauc_map_at_3_max": 0.6750153188051302, + "nauc_map_at_3_std": 0.14691537756173653, + "nauc_map_at_5_diff1": 0.7340620806927641, + "nauc_map_at_5_max": 0.6676871062146031, + "nauc_map_at_5_std": 0.14902314273566528, + "nauc_mrr_at_1000_diff1": 0.7373819082497503, + "nauc_mrr_at_1000_max": 0.670943085463038, + "nauc_mrr_at_1000_std": 0.1526589704689725, + "nauc_mrr_at_100_diff1": 0.7373353541082484, + "nauc_mrr_at_100_max": 0.670998964634264, + "nauc_mrr_at_100_std": 0.15287330637349236, + "nauc_mrr_at_10_diff1": 0.7339906355135135, + "nauc_mrr_at_10_max": 0.6713301793797167, + "nauc_mrr_at_10_std": 0.15537437162834775, + "nauc_mrr_at_1_diff1": 0.7744423219340679, + "nauc_mrr_at_1_max": 0.6574527799118236, + "nauc_mrr_at_1_std": 0.10778776741900425, + "nauc_mrr_at_20_diff1": 0.7370960174077706, + "nauc_mrr_at_20_max": 0.6711195255389184, + "nauc_mrr_at_20_std": 0.1535492524170253, + "nauc_mrr_at_3_diff1": 0.7386169430458593, + "nauc_mrr_at_3_max": 0.6750153188051302, + "nauc_mrr_at_3_std": 0.14691537756173653, + "nauc_mrr_at_5_diff1": 0.7340620806927641, + "nauc_mrr_at_5_max": 0.6676871062146031, + "nauc_mrr_at_5_std": 0.14902314273566528, + "nauc_ndcg_at_1000_diff1": 0.731584862953441, + "nauc_ndcg_at_1000_max": 0.6747563050822093, + "nauc_ndcg_at_1000_std": 0.1672487842245935, + "nauc_ndcg_at_100_diff1": 0.7299456932510375, + "nauc_ndcg_at_100_max": 0.6763383786799105, + "nauc_ndcg_at_100_std": 0.17379942390226308, + "nauc_ndcg_at_10_diff1": 0.7169169550357649, + "nauc_ndcg_at_10_max": 0.6801005322135169, + "nauc_ndcg_at_10_std": 0.19004214956289714, + "nauc_ndcg_at_1_diff1": 0.7744423219340679, + "nauc_ndcg_at_1_max": 0.6574527799118236, + "nauc_ndcg_at_1_std": 0.10778776741900425, + "nauc_ndcg_at_20_diff1": 0.7284644855505363, + "nauc_ndcg_at_20_max": 0.6793539480343362, + "nauc_ndcg_at_20_std": 0.18372102109511984, + "nauc_ndcg_at_3_diff1": 0.7268998170047889, + "nauc_ndcg_at_3_max": 0.6834850450696813, + "nauc_ndcg_at_3_std": 0.1662838765106631, + "nauc_ndcg_at_5_diff1": 0.7174998349585933, + "nauc_ndcg_at_5_max": 0.6700463006813846, + "nauc_ndcg_at_5_std": 0.17224422101260836, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.605223570909854, + "nauc_precision_at_100_max": 0.7918871252204611, + "nauc_precision_at_100_std": 0.6635283743127068, + "nauc_precision_at_10_diff1": 0.6218341991587569, + "nauc_precision_at_10_max": 0.734052468210292, + "nauc_precision_at_10_std": 0.39925358014085327, + "nauc_precision_at_1_diff1": 0.7744423219340679, + "nauc_precision_at_1_max": 0.6574527799118236, + "nauc_precision_at_1_std": 0.10778776741900425, + "nauc_precision_at_20_diff1": 0.685066183336077, + "nauc_precision_at_20_max": 0.745619816554071, + "nauc_precision_at_20_std": 0.418091942659415, + "nauc_precision_at_3_diff1": 0.685681711057863, + "nauc_precision_at_3_max": 0.7144633942298446, + "nauc_precision_at_3_std": 0.23727182316897205, + "nauc_precision_at_5_diff1": 0.6467948139457927, + "nauc_precision_at_5_max": 0.6783202478717318, + "nauc_precision_at_5_std": 0.27402761483620597, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6052235709098429, + "nauc_recall_at_100_max": 0.7918871252204585, + "nauc_recall_at_100_std": 0.6635283743126895, + "nauc_recall_at_10_diff1": 0.6218341991587574, + "nauc_recall_at_10_max": 0.7340524682102931, + "nauc_recall_at_10_std": 0.3992535801408558, + "nauc_recall_at_1_diff1": 0.7744423219340679, + "nauc_recall_at_1_max": 0.6574527799118236, + "nauc_recall_at_1_std": 0.10778776741900425, + "nauc_recall_at_20_diff1": 0.6850661833360802, + "nauc_recall_at_20_max": 0.7456198165540716, + "nauc_recall_at_20_std": 0.418091942659416, + "nauc_recall_at_3_diff1": 0.6856817110578611, + "nauc_recall_at_3_max": 0.7144633942298433, + "nauc_recall_at_3_std": 0.23727182316897116, + "nauc_recall_at_5_diff1": 0.646794813945793, + "nauc_recall_at_5_max": 0.6783202478717313, + "nauc_recall_at_5_std": 0.2740276148362064, + "ndcg_at_1": 0.62667, + "ndcg_at_10": 0.74595, + "ndcg_at_100": 0.76967, + "ndcg_at_1000": 0.77232, + "ndcg_at_20": 0.75554, + "ndcg_at_3": 0.7093, + "ndcg_at_5": 0.72943, + "precision_at_1": 0.62667, + "precision_at_10": 0.08678, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04528, + "precision_at_3": 0.25593, + "precision_at_5": 0.16333, + "recall_at_1": 0.62667, + "recall_at_10": 0.86778, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.90556, + "recall_at_3": 0.76778, + "recall_at_5": 0.81667 + }, + { + "hf_subset": "pbt_Arab-pbt_Arab", + "languages": [ + "pbt-Arab", + "pbt-Arab" + ], + "main_score": 0.73511, + "map_at_1": 0.63111, + "map_at_10": 0.69929, + "map_at_100": 0.7036, + "map_at_1000": 0.70386, + "map_at_20": 0.7017, + "map_at_3": 0.68148, + "map_at_5": 0.69154, + "mrr_at_1": 0.6311111111111111, + "mrr_at_10": 0.6992861552028224, + "mrr_at_100": 0.7035962949144068, + "mrr_at_1000": 0.7038597977714977, + "mrr_at_20": 0.701699600327052, + "mrr_at_3": 0.6814814814814817, + "mrr_at_5": 0.6915370370370372, + "nauc_map_at_1000_diff1": 0.7826915383766874, + "nauc_map_at_1000_max": 0.7277765432966273, + "nauc_map_at_1000_std": 0.25938773314814856, + "nauc_map_at_100_diff1": 0.7826106457573181, + "nauc_map_at_100_max": 0.727864986940229, + "nauc_map_at_100_std": 0.2597813128097669, + "nauc_map_at_10_diff1": 0.78277132407565, + "nauc_map_at_10_max": 0.7286394980682417, + "nauc_map_at_10_std": 0.26142986522549466, + "nauc_map_at_1_diff1": 0.7994692803707014, + "nauc_map_at_1_max": 0.7092992826038416, + "nauc_map_at_1_std": 0.21822137393925858, + "nauc_map_at_20_diff1": 0.7819708642542431, + "nauc_map_at_20_max": 0.7278546409859835, + "nauc_map_at_20_std": 0.25939567993744783, + "nauc_map_at_3_diff1": 0.7827334958253381, + "nauc_map_at_3_max": 0.7251228413628589, + "nauc_map_at_3_std": 0.25009529118913093, + "nauc_map_at_5_diff1": 0.7829480902118392, + "nauc_map_at_5_max": 0.7259451382359493, + "nauc_map_at_5_std": 0.2554396578870616, + "nauc_mrr_at_1000_diff1": 0.7826915383766874, + "nauc_mrr_at_1000_max": 0.7277765432966273, + "nauc_mrr_at_1000_std": 0.25938773314814856, + "nauc_mrr_at_100_diff1": 0.7826106457573181, + "nauc_mrr_at_100_max": 0.727864986940229, + "nauc_mrr_at_100_std": 0.2597813128097669, + "nauc_mrr_at_10_diff1": 0.78277132407565, + "nauc_mrr_at_10_max": 0.7286394980682417, + "nauc_mrr_at_10_std": 0.26142986522549466, + "nauc_mrr_at_1_diff1": 0.7994692803707014, + "nauc_mrr_at_1_max": 0.7092992826038416, + "nauc_mrr_at_1_std": 0.21822137393925858, + "nauc_mrr_at_20_diff1": 0.7819708642542431, + "nauc_mrr_at_20_max": 0.7278546409859835, + "nauc_mrr_at_20_std": 0.25939567993744783, + "nauc_mrr_at_3_diff1": 0.7827334958253381, + "nauc_mrr_at_3_max": 0.7251228413628589, + "nauc_mrr_at_3_std": 0.25009529118913093, + "nauc_mrr_at_5_diff1": 0.7829480902118392, + "nauc_mrr_at_5_max": 0.7259451382359493, + "nauc_mrr_at_5_std": 0.2554396578870616, + "nauc_ndcg_at_1000_diff1": 0.7794719659896422, + "nauc_ndcg_at_1000_max": 0.7319163731741586, + "nauc_ndcg_at_1000_std": 0.27171320775632735, + "nauc_ndcg_at_100_diff1": 0.7782371262693386, + "nauc_ndcg_at_100_max": 0.7348968709095601, + "nauc_ndcg_at_100_std": 0.2834939788119631, + "nauc_ndcg_at_10_diff1": 0.7766196049905445, + "nauc_ndcg_at_10_max": 0.737860123903131, + "nauc_ndcg_at_10_std": 0.28839197595303706, + "nauc_ndcg_at_1_diff1": 0.7994692803707014, + "nauc_ndcg_at_1_max": 0.7092992826038416, + "nauc_ndcg_at_1_std": 0.21822137393925858, + "nauc_ndcg_at_20_diff1": 0.7729002221145277, + "nauc_ndcg_at_20_max": 0.7348585532020304, + "nauc_ndcg_at_20_std": 0.28089647792617295, + "nauc_ndcg_at_3_diff1": 0.777380586930279, + "nauc_ndcg_at_3_max": 0.7293746063213993, + "nauc_ndcg_at_3_std": 0.26012282923471713, + "nauc_ndcg_at_5_diff1": 0.7775651200081856, + "nauc_ndcg_at_5_max": 0.7311990480023768, + "nauc_ndcg_at_5_std": 0.2710106641022747, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7433823529411756, + "nauc_precision_at_100_max": 0.8410480859010265, + "nauc_precision_at_100_std": 0.691736694677869, + "nauc_precision_at_10_diff1": 0.7453705033904157, + "nauc_precision_at_10_max": 0.7871113952419262, + "nauc_precision_at_10_std": 0.4386888001379136, + "nauc_precision_at_1_diff1": 0.7994692803707014, + "nauc_precision_at_1_max": 0.7092992826038416, + "nauc_precision_at_1_std": 0.21822137393925858, + "nauc_precision_at_20_diff1": 0.7077240824681958, + "nauc_precision_at_20_max": 0.7773386094458259, + "nauc_precision_at_20_std": 0.4224758736657389, + "nauc_precision_at_3_diff1": 0.7593898982089945, + "nauc_precision_at_3_max": 0.7433320448395833, + "nauc_precision_at_3_std": 0.29375586724832947, + "nauc_precision_at_5_diff1": 0.7572238119284067, + "nauc_precision_at_5_max": 0.7511722413254129, + "nauc_precision_at_5_std": 0.33249706772682613, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7433823529411757, + "nauc_recall_at_100_max": 0.841048085901027, + "nauc_recall_at_100_std": 0.6917366946778695, + "nauc_recall_at_10_diff1": 0.7453705033904143, + "nauc_recall_at_10_max": 0.7871113952419253, + "nauc_recall_at_10_std": 0.4386888001379144, + "nauc_recall_at_1_diff1": 0.7994692803707014, + "nauc_recall_at_1_max": 0.7092992826038416, + "nauc_recall_at_1_std": 0.21822137393925858, + "nauc_recall_at_20_diff1": 0.7077240824681961, + "nauc_recall_at_20_max": 0.7773386094458252, + "nauc_recall_at_20_std": 0.4224758736657393, + "nauc_recall_at_3_diff1": 0.7593898982089938, + "nauc_recall_at_3_max": 0.7433320448395829, + "nauc_recall_at_3_std": 0.29375586724832925, + "nauc_recall_at_5_diff1": 0.7572238119284064, + "nauc_recall_at_5_max": 0.7511722413254137, + "nauc_recall_at_5_std": 0.33249706772682647, + "ndcg_at_1": 0.63111, + "ndcg_at_10": 0.73511, + "ndcg_at_100": 0.75741, + "ndcg_at_1000": 0.76336, + "ndcg_at_20": 0.74404, + "ndcg_at_3": 0.6982, + "ndcg_at_5": 0.71618, + "precision_at_1": 0.63111, + "precision_at_10": 0.08489, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "precision_at_20": 0.04422, + "precision_at_3": 0.24889, + "precision_at_5": 0.158, + "recall_at_1": 0.63111, + "recall_at_10": 0.84889, + "recall_at_100": 0.95556, + "recall_at_1000": 1.0, + "recall_at_20": 0.88444, + "recall_at_3": 0.74667, + "recall_at_5": 0.79 + }, + { + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ], + "main_score": 0.84721, + "map_at_1": 0.74667, + "map_at_10": 0.81766, + "map_at_100": 0.82058, + "map_at_1000": 0.82061, + "map_at_20": 0.81988, + "map_at_3": 0.80704, + "map_at_5": 0.81376, + "mrr_at_1": 0.7466666666666667, + "mrr_at_10": 0.8176649029982366, + "mrr_at_100": 0.8205817975527958, + "mrr_at_1000": 0.8206050713563776, + "mrr_at_20": 0.8198831212790193, + "mrr_at_3": 0.8070370370370373, + "mrr_at_5": 0.8137592592592597, + "nauc_map_at_1000_diff1": 0.8284238991929772, + "nauc_map_at_1000_max": 0.6642982861826696, + "nauc_map_at_1000_std": 0.01700988420681995, + "nauc_map_at_100_diff1": 0.8284105230913699, + "nauc_map_at_100_max": 0.6643248294918427, + "nauc_map_at_100_std": 0.017027390459887236, + "nauc_map_at_10_diff1": 0.8280634912182845, + "nauc_map_at_10_max": 0.6640097741569269, + "nauc_map_at_10_std": 0.015434455878141469, + "nauc_map_at_1_diff1": 0.8524329523073236, + "nauc_map_at_1_max": 0.6511886354851183, + "nauc_map_at_1_std": -0.0066863622140002615, + "nauc_map_at_20_diff1": 0.827821088457702, + "nauc_map_at_20_max": 0.6646109106366421, + "nauc_map_at_20_std": 0.018483222083685823, + "nauc_map_at_3_diff1": 0.8247100257863467, + "nauc_map_at_3_max": 0.6652867680264939, + "nauc_map_at_3_std": 0.016689279409435896, + "nauc_map_at_5_diff1": 0.8243763151232414, + "nauc_map_at_5_max": 0.6613783195110098, + "nauc_map_at_5_std": 0.010815909621658482, + "nauc_mrr_at_1000_diff1": 0.8284238991929772, + "nauc_mrr_at_1000_max": 0.6642982861826696, + "nauc_mrr_at_1000_std": 0.01700988420681995, + "nauc_mrr_at_100_diff1": 0.8284105230913699, + "nauc_mrr_at_100_max": 0.6643248294918427, + "nauc_mrr_at_100_std": 0.017027390459887236, + "nauc_mrr_at_10_diff1": 0.8280634912182845, + "nauc_mrr_at_10_max": 0.6640097741569269, + "nauc_mrr_at_10_std": 0.015434455878141469, + "nauc_mrr_at_1_diff1": 0.8524329523073236, + "nauc_mrr_at_1_max": 0.6511886354851183, + "nauc_mrr_at_1_std": -0.0066863622140002615, + "nauc_mrr_at_20_diff1": 0.827821088457702, + "nauc_mrr_at_20_max": 0.6646109106366421, + "nauc_mrr_at_20_std": 0.018483222083685823, + "nauc_mrr_at_3_diff1": 0.8247100257863467, + "nauc_mrr_at_3_max": 0.6652867680264939, + "nauc_mrr_at_3_std": 0.016689279409435896, + "nauc_mrr_at_5_diff1": 0.8243763151232414, + "nauc_mrr_at_5_max": 0.6613783195110098, + "nauc_mrr_at_5_std": 0.010815909621658482, + "nauc_ndcg_at_1000_diff1": 0.8251670006725413, + "nauc_ndcg_at_1000_max": 0.6675532254612135, + "nauc_ndcg_at_1000_std": 0.02375753224493306, + "nauc_ndcg_at_100_diff1": 0.8246443501626762, + "nauc_ndcg_at_100_max": 0.6684282441540997, + "nauc_ndcg_at_100_std": 0.024591274325104634, + "nauc_ndcg_at_10_diff1": 0.822231727334249, + "nauc_ndcg_at_10_max": 0.6701019320571012, + "nauc_ndcg_at_10_std": 0.02712606624130071, + "nauc_ndcg_at_1_diff1": 0.8524329523073236, + "nauc_ndcg_at_1_max": 0.6511886354851183, + "nauc_ndcg_at_1_std": -0.0066863622140002615, + "nauc_ndcg_at_20_diff1": 0.8207977819467095, + "nauc_ndcg_at_20_max": 0.6721709510273266, + "nauc_ndcg_at_20_std": 0.038628656394904516, + "nauc_ndcg_at_3_diff1": 0.8134751623106458, + "nauc_ndcg_at_3_max": 0.6707577265957271, + "nauc_ndcg_at_3_std": 0.025607604819108586, + "nauc_ndcg_at_5_diff1": 0.8122761548797937, + "nauc_ndcg_at_5_max": 0.6629719000158646, + "nauc_ndcg_at_5_std": 0.014229925478776932, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7047152194211045, + "nauc_precision_at_100_max": 0.8651960784313598, + "nauc_precision_at_100_std": 0.22934173669470787, + "nauc_precision_at_10_diff1": 0.7883153261304503, + "nauc_precision_at_10_max": 0.7191960117380274, + "nauc_precision_at_10_std": 0.12350773642790067, + "nauc_precision_at_1_diff1": 0.8524329523073236, + "nauc_precision_at_1_max": 0.6511886354851183, + "nauc_precision_at_1_std": -0.0066863622140002615, + "nauc_precision_at_20_diff1": 0.7300920368147275, + "nauc_precision_at_20_max": 0.7948012538348631, + "nauc_precision_at_20_std": 0.39005602240895726, + "nauc_precision_at_3_diff1": 0.7654739259635888, + "nauc_precision_at_3_max": 0.6940190569692957, + "nauc_precision_at_3_std": 0.06345164315956416, + "nauc_precision_at_5_diff1": 0.7474436929243219, + "nauc_precision_at_5_max": 0.6689440003643716, + "nauc_precision_at_5_std": 0.028961991300580768, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7047152194210936, + "nauc_recall_at_100_max": 0.8651960784313707, + "nauc_recall_at_100_std": 0.22934173669467367, + "nauc_recall_at_10_diff1": 0.788315326130452, + "nauc_recall_at_10_max": 0.719196011738028, + "nauc_recall_at_10_std": 0.12350773642790427, + "nauc_recall_at_1_diff1": 0.8524329523073236, + "nauc_recall_at_1_max": 0.6511886354851183, + "nauc_recall_at_1_std": -0.0066863622140002615, + "nauc_recall_at_20_diff1": 0.7300920368147232, + "nauc_recall_at_20_max": 0.7948012538348704, + "nauc_recall_at_20_std": 0.39005602240896564, + "nauc_recall_at_3_diff1": 0.7654739259635863, + "nauc_recall_at_3_max": 0.6940190569692927, + "nauc_recall_at_3_std": 0.06345164315956463, + "nauc_recall_at_5_diff1": 0.7474436929243241, + "nauc_recall_at_5_max": 0.6689440003643742, + "nauc_recall_at_5_std": 0.028961991300585334, + "ndcg_at_1": 0.74667, + "ndcg_at_10": 0.84721, + "ndcg_at_100": 0.86013, + "ndcg_at_1000": 0.86071, + "ndcg_at_20": 0.85515, + "ndcg_at_3": 0.82558, + "ndcg_at_5": 0.83782, + "precision_at_1": 0.74667, + "precision_at_10": 0.09378, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04844, + "precision_at_3": 0.29296, + "precision_at_5": 0.18178, + "recall_at_1": 0.74667, + "recall_at_10": 0.93778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.96889, + "recall_at_3": 0.87889, + "recall_at_5": 0.90889 + }, + { + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ], + "main_score": 0.69813, + "map_at_1": 0.58222, + "map_at_10": 0.65896, + "map_at_100": 0.66422, + "map_at_1000": 0.66452, + "map_at_20": 0.66204, + "map_at_3": 0.63889, + "map_at_5": 0.65056, + "mrr_at_1": 0.5822222222222222, + "mrr_at_10": 0.6589576719576722, + "mrr_at_100": 0.66421756788901, + "mrr_at_1000": 0.6645230075116578, + "mrr_at_20": 0.6620420722829135, + "mrr_at_3": 0.6388888888888888, + "mrr_at_5": 0.6505555555555556, + "nauc_map_at_1000_diff1": 0.7763005354896328, + "nauc_map_at_1000_max": 0.7452966290343476, + "nauc_map_at_1000_std": 0.28099125321561497, + "nauc_map_at_100_diff1": 0.7762359815279709, + "nauc_map_at_100_max": 0.7454145278844898, + "nauc_map_at_100_std": 0.28143644649216426, + "nauc_map_at_10_diff1": 0.774559260733377, + "nauc_map_at_10_max": 0.7437038843694139, + "nauc_map_at_10_std": 0.27979225803813623, + "nauc_map_at_1_diff1": 0.8057401744325122, + "nauc_map_at_1_max": 0.7327313105713341, + "nauc_map_at_1_std": 0.22905581452483625, + "nauc_map_at_20_diff1": 0.7754689054743122, + "nauc_map_at_20_max": 0.7458007352684789, + "nauc_map_at_20_std": 0.28249301059215887, + "nauc_map_at_3_diff1": 0.7774816069915725, + "nauc_map_at_3_max": 0.7456782746986514, + "nauc_map_at_3_std": 0.27302239859692917, + "nauc_map_at_5_diff1": 0.7756354105153721, + "nauc_map_at_5_max": 0.7445038846331756, + "nauc_map_at_5_std": 0.27740089126608763, + "nauc_mrr_at_1000_diff1": 0.7763005354896328, + "nauc_mrr_at_1000_max": 0.7452966290343476, + "nauc_mrr_at_1000_std": 0.28099125321561497, + "nauc_mrr_at_100_diff1": 0.7762359815279709, + "nauc_mrr_at_100_max": 0.7454145278844898, + "nauc_mrr_at_100_std": 0.28143644649216426, + "nauc_mrr_at_10_diff1": 0.774559260733377, + "nauc_mrr_at_10_max": 0.7437038843694139, + "nauc_mrr_at_10_std": 0.27979225803813623, + "nauc_mrr_at_1_diff1": 0.8057401744325122, + "nauc_mrr_at_1_max": 0.7327313105713341, + "nauc_mrr_at_1_std": 0.22905581452483625, + "nauc_mrr_at_20_diff1": 0.7754689054743122, + "nauc_mrr_at_20_max": 0.7458007352684789, + "nauc_mrr_at_20_std": 0.28249301059215887, + "nauc_mrr_at_3_diff1": 0.7774816069915725, + "nauc_mrr_at_3_max": 0.7456782746986514, + "nauc_mrr_at_3_std": 0.27302239859692917, + "nauc_mrr_at_5_diff1": 0.7756354105153721, + "nauc_mrr_at_5_max": 0.7445038846331756, + "nauc_mrr_at_5_std": 0.27740089126608763, + "nauc_ndcg_at_1000_diff1": 0.7703527787382825, + "nauc_ndcg_at_1000_max": 0.7481748762720937, + "nauc_ndcg_at_1000_std": 0.29595284662477045, + "nauc_ndcg_at_100_diff1": 0.7689543163351045, + "nauc_ndcg_at_100_max": 0.7514898421057635, + "nauc_ndcg_at_100_std": 0.3084913607656604, + "nauc_ndcg_at_10_diff1": 0.759638775763881, + "nauc_ndcg_at_10_max": 0.7451977147995523, + "nauc_ndcg_at_10_std": 0.30398289429376196, + "nauc_ndcg_at_1_diff1": 0.8057401744325122, + "nauc_ndcg_at_1_max": 0.7327313105713341, + "nauc_ndcg_at_1_std": 0.22905581452483625, + "nauc_ndcg_at_20_diff1": 0.762792687417845, + "nauc_ndcg_at_20_max": 0.7532234979802956, + "nauc_ndcg_at_20_std": 0.3156246638391581, + "nauc_ndcg_at_3_diff1": 0.7669966513640456, + "nauc_ndcg_at_3_max": 0.749345152619032, + "nauc_ndcg_at_3_std": 0.28785250190659967, + "nauc_ndcg_at_5_diff1": 0.762561118354416, + "nauc_ndcg_at_5_max": 0.7471889353748221, + "nauc_ndcg_at_5_std": 0.29735298940031046, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7270852785558676, + "nauc_precision_at_100_max": 0.8551879084967318, + "nauc_precision_at_100_std": 0.7017487550575757, + "nauc_precision_at_10_diff1": 0.6865158455063128, + "nauc_precision_at_10_max": 0.7498823966328295, + "nauc_precision_at_10_std": 0.42393228521911264, + "nauc_precision_at_1_diff1": 0.8057401744325122, + "nauc_precision_at_1_max": 0.7327313105713341, + "nauc_precision_at_1_std": 0.22905581452483625, + "nauc_precision_at_20_diff1": 0.6884056813917638, + "nauc_precision_at_20_max": 0.8073428555460614, + "nauc_precision_at_20_std": 0.5420395845142945, + "nauc_precision_at_3_diff1": 0.7322044925843108, + "nauc_precision_at_3_max": 0.7611266038002223, + "nauc_precision_at_3_std": 0.3365591771847591, + "nauc_precision_at_5_diff1": 0.711999942314902, + "nauc_precision_at_5_max": 0.7564030457731238, + "nauc_precision_at_5_std": 0.3742585061482696, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7270852785558659, + "nauc_recall_at_100_max": 0.8551879084967314, + "nauc_recall_at_100_std": 0.701748755057578, + "nauc_recall_at_10_diff1": 0.6865158455063143, + "nauc_recall_at_10_max": 0.7498823966328305, + "nauc_recall_at_10_std": 0.4239322852191142, + "nauc_recall_at_1_diff1": 0.8057401744325122, + "nauc_recall_at_1_max": 0.7327313105713341, + "nauc_recall_at_1_std": 0.22905581452483625, + "nauc_recall_at_20_diff1": 0.6884056813917646, + "nauc_recall_at_20_max": 0.8073428555460643, + "nauc_recall_at_20_std": 0.5420395845142947, + "nauc_recall_at_3_diff1": 0.7322044925843102, + "nauc_recall_at_3_max": 0.7611266038002216, + "nauc_recall_at_3_std": 0.3365591771847593, + "nauc_recall_at_5_diff1": 0.7119999423149023, + "nauc_recall_at_5_max": 0.7564030457731243, + "nauc_recall_at_5_std": 0.3742585061482698, + "ndcg_at_1": 0.58222, + "ndcg_at_10": 0.69813, + "ndcg_at_100": 0.72439, + "ndcg_at_1000": 0.73149, + "ndcg_at_20": 0.70918, + "ndcg_at_3": 0.65664, + "ndcg_at_5": 0.67791, + "precision_at_1": 0.58222, + "precision_at_10": 0.08222, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "precision_at_20": 0.04328, + "precision_at_3": 0.23593, + "precision_at_5": 0.152, + "recall_at_1": 0.58222, + "recall_at_10": 0.82222, + "recall_at_100": 0.94667, + "recall_at_1000": 1.0, + "recall_at_20": 0.86556, + "recall_at_3": 0.70778, + "recall_at_5": 0.76 + }, + { + "hf_subset": "pes_Arab-pes_Arab", + "languages": [ + "pes-Arab", + "pes-Arab" + ], + "main_score": 0.89083, + "map_at_1": 0.82, + "map_at_10": 0.86945, + "map_at_100": 0.87131, + "map_at_1000": 0.87134, + "map_at_20": 0.87075, + "map_at_3": 0.86111, + "map_at_5": 0.86644, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8694523809523812, + "mrr_at_100": 0.8713067340900846, + "mrr_at_1000": 0.8713426921117859, + "mrr_at_20": 0.8707454808024987, + "mrr_at_3": 0.8611111111111115, + "mrr_at_5": 0.8664444444444451, + "nauc_map_at_1000_diff1": 0.8849859236404667, + "nauc_map_at_1000_max": 0.7626459486527069, + "nauc_map_at_1000_std": -0.06125779278950596, + "nauc_map_at_100_diff1": 0.8850099995572294, + "nauc_map_at_100_max": 0.76270632970932, + "nauc_map_at_100_std": -0.06108861241699498, + "nauc_map_at_10_diff1": 0.8841085607461753, + "nauc_map_at_10_max": 0.764025105397157, + "nauc_map_at_10_std": -0.05839966201706233, + "nauc_map_at_1_diff1": 0.8927408794409556, + "nauc_map_at_1_max": 0.7416565701068397, + "nauc_map_at_1_std": -0.08611141706746943, + "nauc_map_at_20_diff1": 0.8850807261824716, + "nauc_map_at_20_max": 0.7634793918359758, + "nauc_map_at_20_std": -0.059099570953520454, + "nauc_map_at_3_diff1": 0.8827683029634915, + "nauc_map_at_3_max": 0.7611302768951427, + "nauc_map_at_3_std": -0.07107580571947372, + "nauc_map_at_5_diff1": 0.8825248052837239, + "nauc_map_at_5_max": 0.7603921858425207, + "nauc_map_at_5_std": -0.0690887472825095, + "nauc_mrr_at_1000_diff1": 0.8849859236404667, + "nauc_mrr_at_1000_max": 0.7626459486527069, + "nauc_mrr_at_1000_std": -0.06125779278950596, + "nauc_mrr_at_100_diff1": 0.8850099995572294, + "nauc_mrr_at_100_max": 0.76270632970932, + "nauc_mrr_at_100_std": -0.06108861241699498, + "nauc_mrr_at_10_diff1": 0.8841085607461753, + "nauc_mrr_at_10_max": 0.764025105397157, + "nauc_mrr_at_10_std": -0.05839966201706233, + "nauc_mrr_at_1_diff1": 0.8927408794409556, + "nauc_mrr_at_1_max": 0.7416565701068397, + "nauc_mrr_at_1_std": -0.08611141706746943, + "nauc_mrr_at_20_diff1": 0.8850807261824716, + "nauc_mrr_at_20_max": 0.7634793918359758, + "nauc_mrr_at_20_std": -0.059099570953520454, + "nauc_mrr_at_3_diff1": 0.8827683029634915, + "nauc_mrr_at_3_max": 0.7611302768951427, + "nauc_mrr_at_3_std": -0.07107580571947372, + "nauc_mrr_at_5_diff1": 0.8825248052837239, + "nauc_mrr_at_5_max": 0.7603921858425207, + "nauc_mrr_at_5_std": -0.0690887472825095, + "nauc_ndcg_at_1000_diff1": 0.8847181347333437, + "nauc_ndcg_at_1000_max": 0.7672050363398542, + "nauc_ndcg_at_1000_std": -0.05187030771118254, + "nauc_ndcg_at_100_diff1": 0.8852643284731178, + "nauc_ndcg_at_100_max": 0.7685309445146489, + "nauc_ndcg_at_100_std": -0.048098966642464956, + "nauc_ndcg_at_10_diff1": 0.8823497770413422, + "nauc_ndcg_at_10_max": 0.777156877650562, + "nauc_ndcg_at_10_std": -0.029061900900222933, + "nauc_ndcg_at_1_diff1": 0.8927408794409556, + "nauc_ndcg_at_1_max": 0.7416565701068397, + "nauc_ndcg_at_1_std": -0.08611141706746943, + "nauc_ndcg_at_20_diff1": 0.8860070071669178, + "nauc_ndcg_at_20_max": 0.7749001463014463, + "nauc_ndcg_at_20_std": -0.031215053228263158, + "nauc_ndcg_at_3_diff1": 0.8790539048064886, + "nauc_ndcg_at_3_max": 0.7677766459277073, + "nauc_ndcg_at_3_std": -0.06500171802818414, + "nauc_ndcg_at_5_diff1": 0.8781032934796686, + "nauc_ndcg_at_5_max": 0.76701788858671, + "nauc_ndcg_at_5_std": -0.059419369435793526, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9673202614378776, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.5185574229691882, + "nauc_precision_at_10_diff1": 0.8721061074002219, + "nauc_precision_at_10_max": 0.8936412171706275, + "nauc_precision_at_10_std": 0.24786324786324423, + "nauc_precision_at_1_diff1": 0.8927408794409556, + "nauc_precision_at_1_max": 0.7416565701068397, + "nauc_precision_at_1_std": -0.08611141706746943, + "nauc_precision_at_20_diff1": 0.9166768156537942, + "nauc_precision_at_20_max": 0.9360613810741654, + "nauc_precision_at_20_std": 0.40356432428043093, + "nauc_precision_at_3_diff1": 0.8632761437908508, + "nauc_precision_at_3_max": 0.7956991129785286, + "nauc_precision_at_3_std": -0.0389589169000933, + "nauc_precision_at_5_diff1": 0.8531864723290443, + "nauc_precision_at_5_max": 0.8032252449002185, + "nauc_precision_at_5_std": -0.002619126746744691, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9673202614379001, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.5185574229691686, + "nauc_recall_at_10_diff1": 0.8721061074002244, + "nauc_recall_at_10_max": 0.8936412171706307, + "nauc_recall_at_10_std": 0.2478632478632497, + "nauc_recall_at_1_diff1": 0.8927408794409556, + "nauc_recall_at_1_max": 0.7416565701068397, + "nauc_recall_at_1_std": -0.08611141706746943, + "nauc_recall_at_20_diff1": 0.9166768156537969, + "nauc_recall_at_20_max": 0.9360613810741693, + "nauc_recall_at_20_std": 0.4035643242804381, + "nauc_recall_at_3_diff1": 0.8632761437908504, + "nauc_recall_at_3_max": 0.7956991129785247, + "nauc_recall_at_3_std": -0.038958916900092476, + "nauc_recall_at_5_diff1": 0.8531864723290443, + "nauc_recall_at_5_max": 0.8032252449002193, + "nauc_recall_at_5_std": -0.002619126746741693, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89083, + "ndcg_at_100": 0.89935, + "ndcg_at_1000": 0.89999, + "ndcg_at_20": 0.8954, + "ndcg_at_3": 0.87399, + "ndcg_at_5": 0.8836, + "precision_at_1": 0.82, + "precision_at_10": 0.09567, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.3037, + "precision_at_5": 0.18689, + "recall_at_1": 0.82, + "recall_at_10": 0.95667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.91111, + "recall_at_5": 0.93444 + }, + { + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ], + "main_score": 0.88919, + "map_at_1": 0.80889, + "map_at_10": 0.86332, + "map_at_100": 0.86459, + "map_at_1000": 0.8646, + "map_at_20": 0.86409, + "map_at_3": 0.85111, + "map_at_5": 0.85856, + "mrr_at_1": 0.8088888888888889, + "mrr_at_10": 0.8633201058201063, + "mrr_at_100": 0.8645862112020302, + "mrr_at_1000": 0.8645992768309663, + "mrr_at_20": 0.8640887892971231, + "mrr_at_3": 0.8511111111111116, + "mrr_at_5": 0.8585555555555564, + "nauc_map_at_1000_diff1": 0.8255860879575915, + "nauc_map_at_1000_max": 0.647043241304277, + "nauc_map_at_1000_std": -0.025910665771519178, + "nauc_map_at_100_diff1": 0.8255364346879078, + "nauc_map_at_100_max": 0.6470467230264886, + "nauc_map_at_100_std": -0.025830565543399544, + "nauc_map_at_10_diff1": 0.824997495439201, + "nauc_map_at_10_max": 0.6463196859048262, + "nauc_map_at_10_std": -0.02850621192762996, + "nauc_map_at_1_diff1": 0.8355168700646082, + "nauc_map_at_1_max": 0.6293014612231664, + "nauc_map_at_1_std": -0.036707153277909896, + "nauc_map_at_20_diff1": 0.8255793333072277, + "nauc_map_at_20_max": 0.6472069377865202, + "nauc_map_at_20_std": -0.02509383723252798, + "nauc_map_at_3_diff1": 0.8238991648082555, + "nauc_map_at_3_max": 0.6507317037620064, + "nauc_map_at_3_std": -0.03443586903182838, + "nauc_map_at_5_diff1": 0.823935525149129, + "nauc_map_at_5_max": 0.6482855435667795, + "nauc_map_at_5_std": -0.021388185890874732, + "nauc_mrr_at_1000_diff1": 0.8255860879575915, + "nauc_mrr_at_1000_max": 0.647043241304277, + "nauc_mrr_at_1000_std": -0.025910665771519178, + "nauc_mrr_at_100_diff1": 0.8255364346879078, + "nauc_mrr_at_100_max": 0.6470467230264886, + "nauc_mrr_at_100_std": -0.025830565543399544, + "nauc_mrr_at_10_diff1": 0.824997495439201, + "nauc_mrr_at_10_max": 0.6463196859048262, + "nauc_mrr_at_10_std": -0.02850621192762996, + "nauc_mrr_at_1_diff1": 0.8355168700646082, + "nauc_mrr_at_1_max": 0.6293014612231664, + "nauc_mrr_at_1_std": -0.036707153277909896, + "nauc_mrr_at_20_diff1": 0.8255793333072277, + "nauc_mrr_at_20_max": 0.6472069377865202, + "nauc_mrr_at_20_std": -0.02509383723252798, + "nauc_mrr_at_3_diff1": 0.8238991648082555, + "nauc_mrr_at_3_max": 0.6507317037620064, + "nauc_mrr_at_3_std": -0.03443586903182838, + "nauc_mrr_at_5_diff1": 0.823935525149129, + "nauc_mrr_at_5_max": 0.6482855435667795, + "nauc_mrr_at_5_std": -0.021388185890874732, + "nauc_ndcg_at_1000_diff1": 0.8237856020002061, + "nauc_ndcg_at_1000_max": 0.6494727247525048, + "nauc_ndcg_at_1000_std": -0.021114880547859077, + "nauc_ndcg_at_100_diff1": 0.8227187468203323, + "nauc_ndcg_at_100_max": 0.6497931560495942, + "nauc_ndcg_at_100_std": -0.01871470497958627, + "nauc_ndcg_at_10_diff1": 0.8204983369625806, + "nauc_ndcg_at_10_max": 0.6485883928839755, + "nauc_ndcg_at_10_std": -0.026043769201953892, + "nauc_ndcg_at_1_diff1": 0.8355168700646082, + "nauc_ndcg_at_1_max": 0.6293014612231664, + "nauc_ndcg_at_1_std": -0.036707153277909896, + "nauc_ndcg_at_20_diff1": 0.822736150478349, + "nauc_ndcg_at_20_max": 0.6520621907794311, + "nauc_ndcg_at_20_std": -0.011848342689257572, + "nauc_ndcg_at_3_diff1": 0.8186792441180891, + "nauc_ndcg_at_3_max": 0.6577584927684271, + "nauc_ndcg_at_3_std": -0.032668595391459776, + "nauc_ndcg_at_5_diff1": 0.8181556423375588, + "nauc_ndcg_at_5_max": 0.6537292181312965, + "nauc_ndcg_at_5_std": -0.006028871937572124, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.49603174603179234, + "nauc_precision_at_100_max": 0.777077497665775, + "nauc_precision_at_100_std": 0.7957516339868821, + "nauc_precision_at_10_diff1": 0.7666943320538092, + "nauc_precision_at_10_max": 0.6636407649479528, + "nauc_precision_at_10_std": -0.014143929176610706, + "nauc_precision_at_1_diff1": 0.8355168700646082, + "nauc_precision_at_1_max": 0.6293014612231664, + "nauc_precision_at_1_std": -0.036707153277909896, + "nauc_precision_at_20_diff1": 0.7822906940553973, + "nauc_precision_at_20_max": 0.7353459902479443, + "nauc_precision_at_20_std": 0.26644361448282644, + "nauc_precision_at_3_diff1": 0.7964304495744686, + "nauc_precision_at_3_max": 0.6866394067205461, + "nauc_precision_at_3_std": -0.024829088723614678, + "nauc_precision_at_5_diff1": 0.7829856080363153, + "nauc_precision_at_5_max": 0.6842783090247578, + "nauc_precision_at_5_std": 0.09419974886506044, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4960317460317535, + "nauc_recall_at_100_max": 0.7770774976657685, + "nauc_recall_at_100_std": 0.7957516339869354, + "nauc_recall_at_10_diff1": 0.7666943320538105, + "nauc_recall_at_10_max": 0.6636407649479579, + "nauc_recall_at_10_std": -0.01414392917660954, + "nauc_recall_at_1_diff1": 0.8355168700646082, + "nauc_recall_at_1_max": 0.6293014612231664, + "nauc_recall_at_1_std": -0.036707153277909896, + "nauc_recall_at_20_diff1": 0.7822906940553966, + "nauc_recall_at_20_max": 0.73534599024795, + "nauc_recall_at_20_std": 0.26644361448282894, + "nauc_recall_at_3_diff1": 0.7964304495744664, + "nauc_recall_at_3_max": 0.6866394067205429, + "nauc_recall_at_3_std": -0.024829088723612586, + "nauc_recall_at_5_diff1": 0.7829856080363176, + "nauc_recall_at_5_max": 0.6842783090247611, + "nauc_recall_at_5_std": 0.09419974886506206, + "ndcg_at_1": 0.80889, + "ndcg_at_10": 0.88919, + "ndcg_at_100": 0.89521, + "ndcg_at_1000": 0.8955, + "ndcg_at_20": 0.89182, + "ndcg_at_3": 0.86455, + "ndcg_at_5": 0.87789, + "precision_at_1": 0.80889, + "precision_at_10": 0.097, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.30111, + "precision_at_5": 0.18711, + "recall_at_1": 0.80889, + "recall_at_10": 0.97, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.90333, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ], + "main_score": 0.85192, + "map_at_1": 0.76444, + "map_at_10": 0.82346, + "map_at_100": 0.82588, + "map_at_1000": 0.82592, + "map_at_20": 0.82491, + "map_at_3": 0.80815, + "map_at_5": 0.81837, + "mrr_at_1": 0.7644444444444445, + "mrr_at_10": 0.8234567901234567, + "mrr_at_100": 0.8258807062568522, + "mrr_at_1000": 0.8259177239772758, + "mrr_at_20": 0.8249106581031245, + "mrr_at_3": 0.8081481481481483, + "mrr_at_5": 0.8183703703703707, + "nauc_map_at_1000_diff1": 0.8147492827621784, + "nauc_map_at_1000_max": 0.7416638484283069, + "nauc_map_at_1000_std": 0.06148479780446224, + "nauc_map_at_100_diff1": 0.8147423799926594, + "nauc_map_at_100_max": 0.7416975509498711, + "nauc_map_at_100_std": 0.061666798360437654, + "nauc_map_at_10_diff1": 0.8147206283338186, + "nauc_map_at_10_max": 0.7423055483060206, + "nauc_map_at_10_std": 0.06144854583081796, + "nauc_map_at_1_diff1": 0.8300363047254697, + "nauc_map_at_1_max": 0.7380106571936051, + "nauc_map_at_1_std": 0.045473620518025185, + "nauc_map_at_20_diff1": 0.8150525090629398, + "nauc_map_at_20_max": 0.7421789717127092, + "nauc_map_at_20_std": 0.06193223379236326, + "nauc_map_at_3_diff1": 0.8114085323259803, + "nauc_map_at_3_max": 0.7389545910423068, + "nauc_map_at_3_std": 0.0649207411541123, + "nauc_map_at_5_diff1": 0.8119123424829172, + "nauc_map_at_5_max": 0.7401810788769266, + "nauc_map_at_5_std": 0.05682412346182539, + "nauc_mrr_at_1000_diff1": 0.8147492827621784, + "nauc_mrr_at_1000_max": 0.7416638484283069, + "nauc_mrr_at_1000_std": 0.06148479780446224, + "nauc_mrr_at_100_diff1": 0.8147423799926594, + "nauc_mrr_at_100_max": 0.7416975509498711, + "nauc_mrr_at_100_std": 0.061666798360437654, + "nauc_mrr_at_10_diff1": 0.8147206283338186, + "nauc_mrr_at_10_max": 0.7423055483060206, + "nauc_mrr_at_10_std": 0.06144854583081796, + "nauc_mrr_at_1_diff1": 0.8300363047254697, + "nauc_mrr_at_1_max": 0.7380106571936051, + "nauc_mrr_at_1_std": 0.045473620518025185, + "nauc_mrr_at_20_diff1": 0.8150525090629398, + "nauc_mrr_at_20_max": 0.7421789717127092, + "nauc_mrr_at_20_std": 0.06193223379236326, + "nauc_mrr_at_3_diff1": 0.8114085323259803, + "nauc_mrr_at_3_max": 0.7389545910423068, + "nauc_mrr_at_3_std": 0.0649207411541123, + "nauc_mrr_at_5_diff1": 0.8119123424829172, + "nauc_mrr_at_5_max": 0.7401810788769266, + "nauc_mrr_at_5_std": 0.05682412346182539, + "nauc_ndcg_at_1000_diff1": 0.8126912201377395, + "nauc_ndcg_at_1000_max": 0.743465196794453, + "nauc_ndcg_at_1000_std": 0.06778893970520815, + "nauc_ndcg_at_100_diff1": 0.8116895832875376, + "nauc_ndcg_at_100_max": 0.7441965690519186, + "nauc_ndcg_at_100_std": 0.07264588943970715, + "nauc_ndcg_at_10_diff1": 0.8126702181602419, + "nauc_ndcg_at_10_max": 0.7484846024478098, + "nauc_ndcg_at_10_std": 0.07439483780829632, + "nauc_ndcg_at_1_diff1": 0.8300363047254697, + "nauc_ndcg_at_1_max": 0.7380106571936051, + "nauc_ndcg_at_1_std": 0.045473620518025185, + "nauc_ndcg_at_20_diff1": 0.8139122322303706, + "nauc_ndcg_at_20_max": 0.74796290608643, + "nauc_ndcg_at_20_std": 0.07745943394491368, + "nauc_ndcg_at_3_diff1": 0.8046019968872199, + "nauc_ndcg_at_3_max": 0.7399190715912553, + "nauc_ndcg_at_3_std": 0.0751732840147163, + "nauc_ndcg_at_5_diff1": 0.8047805927423667, + "nauc_ndcg_at_5_max": 0.7417498275844626, + "nauc_ndcg_at_5_std": 0.05931832028279528, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6056022408963838, + "nauc_precision_at_100_max": 0.8585434173669088, + "nauc_precision_at_100_std": 0.884687208216607, + "nauc_precision_at_10_diff1": 0.8062382185578606, + "nauc_precision_at_10_max": 0.8060268132410179, + "nauc_precision_at_10_std": 0.19191198491975026, + "nauc_precision_at_1_diff1": 0.8300363047254697, + "nauc_precision_at_1_max": 0.7380106571936051, + "nauc_precision_at_1_std": 0.045473620518025185, + "nauc_precision_at_20_diff1": 0.8188471467018171, + "nauc_precision_at_20_max": 0.8294200032954351, + "nauc_precision_at_20_std": 0.30297413082879354, + "nauc_precision_at_3_diff1": 0.7790710205841161, + "nauc_precision_at_3_max": 0.7438032115529706, + "nauc_precision_at_3_std": 0.11498314165627524, + "nauc_precision_at_5_diff1": 0.7693046567285889, + "nauc_precision_at_5_max": 0.7495787587065461, + "nauc_precision_at_5_std": 0.0685523251446154, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6056022408963712, + "nauc_recall_at_100_max": 0.8585434173669727, + "nauc_recall_at_100_std": 0.8846872082166294, + "nauc_recall_at_10_diff1": 0.8062382185578643, + "nauc_recall_at_10_max": 0.8060268132410204, + "nauc_recall_at_10_std": 0.1919119849197544, + "nauc_recall_at_1_diff1": 0.8300363047254697, + "nauc_recall_at_1_max": 0.7380106571936051, + "nauc_recall_at_1_std": 0.045473620518025185, + "nauc_recall_at_20_diff1": 0.8188471467018151, + "nauc_recall_at_20_max": 0.8294200032954331, + "nauc_recall_at_20_std": 0.30297413082880204, + "nauc_recall_at_3_diff1": 0.7790710205841144, + "nauc_recall_at_3_max": 0.7438032115529685, + "nauc_recall_at_3_std": 0.11498314165627442, + "nauc_recall_at_5_diff1": 0.7693046567285915, + "nauc_recall_at_5_max": 0.7495787587065478, + "nauc_recall_at_5_std": 0.06855232514461644, + "ndcg_at_1": 0.76444, + "ndcg_at_10": 0.85192, + "ndcg_at_100": 0.86351, + "ndcg_at_1000": 0.86426, + "ndcg_at_20": 0.85725, + "ndcg_at_3": 0.82153, + "ndcg_at_5": 0.83966, + "precision_at_1": 0.76444, + "precision_at_10": 0.09411, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04811, + "precision_at_3": 0.28667, + "precision_at_5": 0.18067, + "recall_at_1": 0.76444, + "recall_at_10": 0.94111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.96222, + "recall_at_3": 0.86, + "recall_at_5": 0.90333 + }, + { + "hf_subset": "plt_Latn-plt_Latn", + "languages": [ + "plt-Latn", + "plt-Latn" + ], + "main_score": 0.62174, + "map_at_1": 0.52222, + "map_at_10": 0.58866, + "map_at_100": 0.59495, + "map_at_1000": 0.59553, + "map_at_20": 0.59217, + "map_at_3": 0.57204, + "map_at_5": 0.58359, + "mrr_at_1": 0.5222222222222223, + "mrr_at_10": 0.5886552028218691, + "mrr_at_100": 0.5949542950184451, + "mrr_at_1000": 0.5955301813624806, + "mrr_at_20": 0.5921715729517582, + "mrr_at_3": 0.5720370370370367, + "mrr_at_5": 0.5835925925925922, + "nauc_map_at_1000_diff1": 0.7981745548313247, + "nauc_map_at_1000_max": 0.8181587224700608, + "nauc_map_at_1000_std": 0.5432105921190231, + "nauc_map_at_100_diff1": 0.7978376777127626, + "nauc_map_at_100_max": 0.8180071316444278, + "nauc_map_at_100_std": 0.543423105999139, + "nauc_map_at_10_diff1": 0.7981483979937392, + "nauc_map_at_10_max": 0.8192807671093554, + "nauc_map_at_10_std": 0.5448860551927589, + "nauc_map_at_1_diff1": 0.8310266470739723, + "nauc_map_at_1_max": 0.8076290315250486, + "nauc_map_at_1_std": 0.5012316129129992, + "nauc_map_at_20_diff1": 0.7976749291019891, + "nauc_map_at_20_max": 0.8181691381475018, + "nauc_map_at_20_std": 0.5440157725850054, + "nauc_map_at_3_diff1": 0.8048685739366007, + "nauc_map_at_3_max": 0.822421559792641, + "nauc_map_at_3_std": 0.5377948021935595, + "nauc_map_at_5_diff1": 0.7996323796086054, + "nauc_map_at_5_max": 0.8209172515529553, + "nauc_map_at_5_std": 0.5423208790130757, + "nauc_mrr_at_1000_diff1": 0.7981745548313247, + "nauc_mrr_at_1000_max": 0.8181587224700608, + "nauc_mrr_at_1000_std": 0.5432105921190231, + "nauc_mrr_at_100_diff1": 0.7978376777127626, + "nauc_mrr_at_100_max": 0.8180071316444278, + "nauc_mrr_at_100_std": 0.543423105999139, + "nauc_mrr_at_10_diff1": 0.7981483979937392, + "nauc_mrr_at_10_max": 0.8192807671093554, + "nauc_mrr_at_10_std": 0.5448860551927589, + "nauc_mrr_at_1_diff1": 0.8310266470739723, + "nauc_mrr_at_1_max": 0.8076290315250486, + "nauc_mrr_at_1_std": 0.5012316129129992, + "nauc_mrr_at_20_diff1": 0.7976749291019891, + "nauc_mrr_at_20_max": 0.8181691381475018, + "nauc_mrr_at_20_std": 0.5440157725850054, + "nauc_mrr_at_3_diff1": 0.8048685739366007, + "nauc_mrr_at_3_max": 0.822421559792641, + "nauc_mrr_at_3_std": 0.5377948021935595, + "nauc_mrr_at_5_diff1": 0.7996323796086054, + "nauc_mrr_at_5_max": 0.8209172515529553, + "nauc_mrr_at_5_std": 0.5423208790130757, + "nauc_ndcg_at_1000_diff1": 0.7890261153493937, + "nauc_ndcg_at_1000_max": 0.8177457428438026, + "nauc_ndcg_at_1000_std": 0.5538446876152505, + "nauc_ndcg_at_100_diff1": 0.7804656685848055, + "nauc_ndcg_at_100_max": 0.8141755015853259, + "nauc_ndcg_at_100_std": 0.5603784432372761, + "nauc_ndcg_at_10_diff1": 0.7821757457618178, + "nauc_ndcg_at_10_max": 0.8207223724590823, + "nauc_ndcg_at_10_std": 0.5670532227172358, + "nauc_ndcg_at_1_diff1": 0.8310266470739723, + "nauc_ndcg_at_1_max": 0.8076290315250486, + "nauc_ndcg_at_1_std": 0.5012316129129992, + "nauc_ndcg_at_20_diff1": 0.7795396893326619, + "nauc_ndcg_at_20_max": 0.8161002695220785, + "nauc_ndcg_at_20_std": 0.5649003405401846, + "nauc_ndcg_at_3_diff1": 0.7963867118377492, + "nauc_ndcg_at_3_max": 0.8272261561494119, + "nauc_ndcg_at_3_std": 0.5505175408800058, + "nauc_ndcg_at_5_diff1": 0.7861081345203358, + "nauc_ndcg_at_5_max": 0.8245416683072143, + "nauc_ndcg_at_5_std": 0.5600126588287128, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.62979984537411, + "nauc_precision_at_100_max": 0.7537105441495112, + "nauc_precision_at_100_std": 0.6827592131260195, + "nauc_precision_at_10_diff1": 0.7187576103049713, + "nauc_precision_at_10_max": 0.8238460891922349, + "nauc_precision_at_10_std": 0.6559700350639736, + "nauc_precision_at_1_diff1": 0.8310266470739723, + "nauc_precision_at_1_max": 0.8076290315250486, + "nauc_precision_at_1_std": 0.5012316129129992, + "nauc_precision_at_20_diff1": 0.6919385918690987, + "nauc_precision_at_20_max": 0.7979213281506543, + "nauc_precision_at_20_std": 0.6617589035935102, + "nauc_precision_at_3_diff1": 0.7698140160018017, + "nauc_precision_at_3_max": 0.8422812770478999, + "nauc_precision_at_3_std": 0.5906856708582852, + "nauc_precision_at_5_diff1": 0.7381917117201264, + "nauc_precision_at_5_max": 0.8363323563641168, + "nauc_precision_at_5_std": 0.6225979596523387, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6297998453741077, + "nauc_recall_at_100_max": 0.7537105441495097, + "nauc_recall_at_100_std": 0.6827592131260214, + "nauc_recall_at_10_diff1": 0.7187576103049724, + "nauc_recall_at_10_max": 0.8238460891922352, + "nauc_recall_at_10_std": 0.6559700350639754, + "nauc_recall_at_1_diff1": 0.8310266470739723, + "nauc_recall_at_1_max": 0.8076290315250486, + "nauc_recall_at_1_std": 0.5012316129129992, + "nauc_recall_at_20_diff1": 0.6919385918690985, + "nauc_recall_at_20_max": 0.797921328150654, + "nauc_recall_at_20_std": 0.6617589035935107, + "nauc_recall_at_3_diff1": 0.7698140160018012, + "nauc_recall_at_3_max": 0.8422812770478998, + "nauc_recall_at_3_std": 0.5906856708582849, + "nauc_recall_at_5_diff1": 0.7381917117201274, + "nauc_recall_at_5_max": 0.8363323563641175, + "nauc_recall_at_5_std": 0.6225979596523392, + "ndcg_at_1": 0.52222, + "ndcg_at_10": 0.62174, + "ndcg_at_100": 0.65539, + "ndcg_at_1000": 0.66977, + "ndcg_at_20": 0.63463, + "ndcg_at_3": 0.58834, + "ndcg_at_5": 0.60929, + "precision_at_1": 0.52222, + "precision_at_10": 0.07256, + "precision_at_100": 0.0089, + "precision_at_1000": 0.001, + "precision_at_20": 0.03883, + "precision_at_3": 0.21185, + "precision_at_5": 0.13733, + "recall_at_1": 0.52222, + "recall_at_10": 0.72556, + "recall_at_100": 0.89, + "recall_at_1000": 1.0, + "recall_at_20": 0.77667, + "recall_at_3": 0.63556, + "recall_at_5": 0.68667 + }, + { + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ], + "main_score": 0.80095, + "map_at_1": 0.68556, + "map_at_10": 0.76451, + "map_at_100": 0.76776, + "map_at_1000": 0.76783, + "map_at_20": 0.7665, + "map_at_3": 0.74944, + "map_at_5": 0.75778, + "mrr_at_1": 0.6855555555555556, + "mrr_at_10": 0.764507936507937, + "mrr_at_100": 0.7677637639708393, + "mrr_at_1000": 0.7678323385271784, + "mrr_at_20": 0.7664969242573735, + "mrr_at_3": 0.7494444444444448, + "mrr_at_5": 0.7577777777777781, + "nauc_map_at_1000_diff1": 0.7688838532826644, + "nauc_map_at_1000_max": 0.6754365879188581, + "nauc_map_at_1000_std": 0.041110589518090504, + "nauc_map_at_100_diff1": 0.7688963307184856, + "nauc_map_at_100_max": 0.6755118157762764, + "nauc_map_at_100_std": 0.04131485175510629, + "nauc_map_at_10_diff1": 0.767334446988939, + "nauc_map_at_10_max": 0.6757270543976676, + "nauc_map_at_10_std": 0.04403535369111717, + "nauc_map_at_1_diff1": 0.7880377693336775, + "nauc_map_at_1_max": 0.6578547282537995, + "nauc_map_at_1_std": 0.02603194821182103, + "nauc_map_at_20_diff1": 0.7686757864275685, + "nauc_map_at_20_max": 0.6751949236556511, + "nauc_map_at_20_std": 0.040470088306981636, + "nauc_map_at_3_diff1": 0.7665746175419555, + "nauc_map_at_3_max": 0.6779396500723749, + "nauc_map_at_3_std": 0.035103174500630434, + "nauc_map_at_5_diff1": 0.7685536989516573, + "nauc_map_at_5_max": 0.6784591307628569, + "nauc_map_at_5_std": 0.03994067881346353, + "nauc_mrr_at_1000_diff1": 0.7688838532826644, + "nauc_mrr_at_1000_max": 0.6754365879188581, + "nauc_mrr_at_1000_std": 0.041110589518090504, + "nauc_mrr_at_100_diff1": 0.7688963307184856, + "nauc_mrr_at_100_max": 0.6755118157762764, + "nauc_mrr_at_100_std": 0.04131485175510629, + "nauc_mrr_at_10_diff1": 0.767334446988939, + "nauc_mrr_at_10_max": 0.6757270543976676, + "nauc_mrr_at_10_std": 0.04403535369111717, + "nauc_mrr_at_1_diff1": 0.7880377693336775, + "nauc_mrr_at_1_max": 0.6578547282537995, + "nauc_mrr_at_1_std": 0.02603194821182103, + "nauc_mrr_at_20_diff1": 0.7686757864275685, + "nauc_mrr_at_20_max": 0.6751949236556511, + "nauc_mrr_at_20_std": 0.040470088306981636, + "nauc_mrr_at_3_diff1": 0.7665746175419555, + "nauc_mrr_at_3_max": 0.6779396500723749, + "nauc_mrr_at_3_std": 0.035103174500630434, + "nauc_mrr_at_5_diff1": 0.7685536989516573, + "nauc_mrr_at_5_max": 0.6784591307628569, + "nauc_mrr_at_5_std": 0.03994067881346353, + "nauc_ndcg_at_1000_diff1": 0.7665020260798869, + "nauc_ndcg_at_1000_max": 0.6785829116790426, + "nauc_ndcg_at_1000_std": 0.04571723977421902, + "nauc_ndcg_at_100_diff1": 0.7669850454051292, + "nauc_ndcg_at_100_max": 0.6808907134414198, + "nauc_ndcg_at_100_std": 0.05160962031593659, + "nauc_ndcg_at_10_diff1": 0.7594289684457524, + "nauc_ndcg_at_10_max": 0.6809960544068933, + "nauc_ndcg_at_10_std": 0.0586035192666026, + "nauc_ndcg_at_1_diff1": 0.7880377693336775, + "nauc_ndcg_at_1_max": 0.6578547282537995, + "nauc_ndcg_at_1_std": 0.02603194821182103, + "nauc_ndcg_at_20_diff1": 0.7646178646323257, + "nauc_ndcg_at_20_max": 0.6791302520951703, + "nauc_ndcg_at_20_std": 0.04496023555098392, + "nauc_ndcg_at_3_diff1": 0.7592633406741821, + "nauc_ndcg_at_3_max": 0.6858791789707521, + "nauc_ndcg_at_3_std": 0.03786610958362391, + "nauc_ndcg_at_5_diff1": 0.7629056513811269, + "nauc_ndcg_at_5_max": 0.6875893526884966, + "nauc_ndcg_at_5_std": 0.047506643884089116, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8175027586792285, + "nauc_precision_at_100_max": 0.9123588829471094, + "nauc_precision_at_100_std": 0.6331805449452611, + "nauc_precision_at_10_diff1": 0.7045181709047235, + "nauc_precision_at_10_max": 0.7130912971249074, + "nauc_precision_at_10_std": 0.17078346490111063, + "nauc_precision_at_1_diff1": 0.7880377693336775, + "nauc_precision_at_1_max": 0.6578547282537995, + "nauc_precision_at_1_std": 0.02603194821182103, + "nauc_precision_at_20_diff1": 0.7361637465443641, + "nauc_precision_at_20_max": 0.708720089342922, + "nauc_precision_at_20_std": 0.07375368448032704, + "nauc_precision_at_3_diff1": 0.7310833856924883, + "nauc_precision_at_3_max": 0.7170105273955919, + "nauc_precision_at_3_std": 0.048357418544117126, + "nauc_precision_at_5_diff1": 0.7378983002131702, + "nauc_precision_at_5_max": 0.7312556386775346, + "nauc_precision_at_5_std": 0.08488554981596848, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8175027586792276, + "nauc_recall_at_100_max": 0.9123588829471212, + "nauc_recall_at_100_std": 0.6331805449452553, + "nauc_recall_at_10_diff1": 0.704518170904727, + "nauc_recall_at_10_max": 0.7130912971249102, + "nauc_recall_at_10_std": 0.17078346490111324, + "nauc_recall_at_1_diff1": 0.7880377693336775, + "nauc_recall_at_1_max": 0.6578547282537995, + "nauc_recall_at_1_std": 0.02603194821182103, + "nauc_recall_at_20_diff1": 0.7361637465443682, + "nauc_recall_at_20_max": 0.7087200893429249, + "nauc_recall_at_20_std": 0.07375368448032735, + "nauc_recall_at_3_diff1": 0.7310833856924868, + "nauc_recall_at_3_max": 0.7170105273955909, + "nauc_recall_at_3_std": 0.0483574185441159, + "nauc_recall_at_5_diff1": 0.737898300213172, + "nauc_recall_at_5_max": 0.7312556386775355, + "nauc_recall_at_5_std": 0.08488554981596953, + "ndcg_at_1": 0.68556, + "ndcg_at_10": 0.80095, + "ndcg_at_100": 0.81674, + "ndcg_at_1000": 0.81836, + "ndcg_at_20": 0.80823, + "ndcg_at_3": 0.76988, + "ndcg_at_5": 0.78494, + "precision_at_1": 0.68556, + "precision_at_10": 0.09144, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04717, + "precision_at_3": 0.2763, + "precision_at_5": 0.17311, + "recall_at_1": 0.68556, + "recall_at_10": 0.91444, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94333, + "recall_at_3": 0.82889, + "recall_at_5": 0.86556 + }, + { + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ], + "main_score": 0.58133, + "map_at_1": 0.49222, + "map_at_10": 0.55007, + "map_at_100": 0.55693, + "map_at_1000": 0.55761, + "map_at_20": 0.55404, + "map_at_3": 0.53222, + "map_at_5": 0.54344, + "mrr_at_1": 0.4922222222222222, + "mrr_at_10": 0.5500701058201057, + "mrr_at_100": 0.5569254756436192, + "mrr_at_1000": 0.5576097269853385, + "mrr_at_20": 0.5540374990124729, + "mrr_at_3": 0.532222222222222, + "mrr_at_5": 0.5434444444444442, + "nauc_map_at_1000_diff1": 0.8207823446629493, + "nauc_map_at_1000_max": 0.8533367560020275, + "nauc_map_at_1000_std": 0.5103183022275922, + "nauc_map_at_100_diff1": 0.8205556923867235, + "nauc_map_at_100_max": 0.8533190291358853, + "nauc_map_at_100_std": 0.5107751076987678, + "nauc_map_at_10_diff1": 0.8211628877764509, + "nauc_map_at_10_max": 0.8540285792519127, + "nauc_map_at_10_std": 0.5097206581037368, + "nauc_map_at_1_diff1": 0.8532639589186921, + "nauc_map_at_1_max": 0.8427441085146563, + "nauc_map_at_1_std": 0.4641727115818756, + "nauc_map_at_20_diff1": 0.8202825933201343, + "nauc_map_at_20_max": 0.8536293460537631, + "nauc_map_at_20_std": 0.511088718741827, + "nauc_map_at_3_diff1": 0.8266980636320701, + "nauc_map_at_3_max": 0.8549353767968441, + "nauc_map_at_3_std": 0.5003077782707004, + "nauc_map_at_5_diff1": 0.8225986252973992, + "nauc_map_at_5_max": 0.855989123977065, + "nauc_map_at_5_std": 0.5070160235032385, + "nauc_mrr_at_1000_diff1": 0.8207823446629493, + "nauc_mrr_at_1000_max": 0.8533367560020275, + "nauc_mrr_at_1000_std": 0.5103183022275922, + "nauc_mrr_at_100_diff1": 0.8205556923867235, + "nauc_mrr_at_100_max": 0.8533190291358853, + "nauc_mrr_at_100_std": 0.5107751076987678, + "nauc_mrr_at_10_diff1": 0.8211628877764509, + "nauc_mrr_at_10_max": 0.8540285792519127, + "nauc_mrr_at_10_std": 0.5097206581037368, + "nauc_mrr_at_1_diff1": 0.8532639589186921, + "nauc_mrr_at_1_max": 0.8427441085146563, + "nauc_mrr_at_1_std": 0.4641727115818756, + "nauc_mrr_at_20_diff1": 0.8202825933201343, + "nauc_mrr_at_20_max": 0.8536293460537631, + "nauc_mrr_at_20_std": 0.511088718741827, + "nauc_mrr_at_3_diff1": 0.8266980636320701, + "nauc_mrr_at_3_max": 0.8549353767968441, + "nauc_mrr_at_3_std": 0.5003077782707004, + "nauc_mrr_at_5_diff1": 0.8225986252973992, + "nauc_mrr_at_5_max": 0.855989123977065, + "nauc_mrr_at_5_std": 0.5070160235032385, + "nauc_ndcg_at_1000_diff1": 0.8112332819636016, + "nauc_ndcg_at_1000_max": 0.8534960937928301, + "nauc_ndcg_at_1000_std": 0.5253017212159966, + "nauc_ndcg_at_100_diff1": 0.804411688453341, + "nauc_ndcg_at_100_max": 0.8525054827908388, + "nauc_ndcg_at_100_std": 0.5385383743536402, + "nauc_ndcg_at_10_diff1": 0.8051960314753264, + "nauc_ndcg_at_10_max": 0.855116931613328, + "nauc_ndcg_at_10_std": 0.5333608090754173, + "nauc_ndcg_at_1_diff1": 0.8532639589186921, + "nauc_ndcg_at_1_max": 0.8427441085146563, + "nauc_ndcg_at_1_std": 0.4641727115818756, + "nauc_ndcg_at_20_diff1": 0.8016150850271775, + "nauc_ndcg_at_20_max": 0.8541718349391625, + "nauc_ndcg_at_20_std": 0.540000583508723, + "nauc_ndcg_at_3_diff1": 0.8174674734335239, + "nauc_ndcg_at_3_max": 0.8586536519548116, + "nauc_ndcg_at_3_std": 0.5140177809037646, + "nauc_ndcg_at_5_diff1": 0.8094397468504405, + "nauc_ndcg_at_5_max": 0.8602928547613523, + "nauc_ndcg_at_5_std": 0.5264183398248584, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6977301013903224, + "nauc_precision_at_100_max": 0.8359882520794129, + "nauc_precision_at_100_std": 0.7448014692489848, + "nauc_precision_at_10_diff1": 0.7449540084152763, + "nauc_precision_at_10_max": 0.8558590450757928, + "nauc_precision_at_10_std": 0.621822386483226, + "nauc_precision_at_1_diff1": 0.8532639589186921, + "nauc_precision_at_1_max": 0.8427441085146563, + "nauc_precision_at_1_std": 0.4641727115818756, + "nauc_precision_at_20_diff1": 0.7176744943026128, + "nauc_precision_at_20_max": 0.8526393468572409, + "nauc_precision_at_20_std": 0.6719616354430713, + "nauc_precision_at_3_diff1": 0.7893436046614871, + "nauc_precision_at_3_max": 0.8698202786625109, + "nauc_precision_at_3_std": 0.5561514159936334, + "nauc_precision_at_5_diff1": 0.7655034811994338, + "nauc_precision_at_5_max": 0.8739769243224325, + "nauc_precision_at_5_std": 0.5911771311573877, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6977301013903229, + "nauc_recall_at_100_max": 0.835988252079413, + "nauc_recall_at_100_std": 0.7448014692489834, + "nauc_recall_at_10_diff1": 0.7449540084152768, + "nauc_recall_at_10_max": 0.8558590450757932, + "nauc_recall_at_10_std": 0.6218223864832263, + "nauc_recall_at_1_diff1": 0.8532639589186921, + "nauc_recall_at_1_max": 0.8427441085146563, + "nauc_recall_at_1_std": 0.4641727115818756, + "nauc_recall_at_20_diff1": 0.7176744943026134, + "nauc_recall_at_20_max": 0.8526393468572409, + "nauc_recall_at_20_std": 0.6719616354430719, + "nauc_recall_at_3_diff1": 0.7893436046614869, + "nauc_recall_at_3_max": 0.8698202786625102, + "nauc_recall_at_3_std": 0.5561514159936329, + "nauc_recall_at_5_diff1": 0.7655034811994336, + "nauc_recall_at_5_max": 0.8739769243224328, + "nauc_recall_at_5_std": 0.5911771311573876, + "ndcg_at_1": 0.49222, + "ndcg_at_10": 0.58133, + "ndcg_at_100": 0.61753, + "ndcg_at_1000": 0.63579, + "ndcg_at_20": 0.59551, + "ndcg_at_3": 0.54481, + "ndcg_at_5": 0.56499, + "precision_at_1": 0.49222, + "precision_at_10": 0.06811, + "precision_at_100": 0.00858, + "precision_at_1000": 0.001, + "precision_at_20": 0.03683, + "precision_at_3": 0.1937, + "precision_at_5": 0.126, + "recall_at_1": 0.49222, + "recall_at_10": 0.68111, + "recall_at_100": 0.85778, + "recall_at_1000": 1.0, + "recall_at_20": 0.73667, + "recall_at_3": 0.58111, + "recall_at_5": 0.63 + }, + { + "hf_subset": "pol_Latn-pol_Latn", + "languages": [ + "pol-Latn", + "pol-Latn" + ], + "main_score": 0.89697, + "map_at_1": 0.83, + "map_at_10": 0.87622, + "map_at_100": 0.87763, + "map_at_1000": 0.87767, + "map_at_20": 0.87708, + "map_at_3": 0.86759, + "map_at_5": 0.87281, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8762235449735453, + "mrr_at_100": 0.877634827473811, + "mrr_at_1000": 0.8776659137009756, + "mrr_at_20": 0.8770787210009349, + "mrr_at_3": 0.8675925925925929, + "mrr_at_5": 0.8728148148148152, + "nauc_map_at_1000_diff1": 0.8799705424355727, + "nauc_map_at_1000_max": 0.7704129089264251, + "nauc_map_at_1000_std": -0.06637478922580098, + "nauc_map_at_100_diff1": 0.879997104220873, + "nauc_map_at_100_max": 0.770473649568698, + "nauc_map_at_100_std": -0.06620375721374802, + "nauc_map_at_10_diff1": 0.8799410343543298, + "nauc_map_at_10_max": 0.7720564310040228, + "nauc_map_at_10_std": -0.06296725141552158, + "nauc_map_at_1_diff1": 0.8882600310881502, + "nauc_map_at_1_max": 0.7422585992273121, + "nauc_map_at_1_std": -0.12482343607902284, + "nauc_map_at_20_diff1": 0.8798214629300315, + "nauc_map_at_20_max": 0.7711144357254569, + "nauc_map_at_20_std": -0.06464624737359785, + "nauc_map_at_3_diff1": 0.877081172682597, + "nauc_map_at_3_max": 0.7678569733943401, + "nauc_map_at_3_std": -0.07477918996780171, + "nauc_map_at_5_diff1": 0.8783884969497728, + "nauc_map_at_5_max": 0.7718876886636955, + "nauc_map_at_5_std": -0.07060664428683908, + "nauc_mrr_at_1000_diff1": 0.8799705424355727, + "nauc_mrr_at_1000_max": 0.7704129089264251, + "nauc_mrr_at_1000_std": -0.06637478922580098, + "nauc_mrr_at_100_diff1": 0.879997104220873, + "nauc_mrr_at_100_max": 0.770473649568698, + "nauc_mrr_at_100_std": -0.06620375721374802, + "nauc_mrr_at_10_diff1": 0.8799410343543298, + "nauc_mrr_at_10_max": 0.7720564310040228, + "nauc_mrr_at_10_std": -0.06296725141552158, + "nauc_mrr_at_1_diff1": 0.8882600310881502, + "nauc_mrr_at_1_max": 0.7422585992273121, + "nauc_mrr_at_1_std": -0.12482343607902284, + "nauc_mrr_at_20_diff1": 0.8798214629300315, + "nauc_mrr_at_20_max": 0.7711144357254569, + "nauc_mrr_at_20_std": -0.06464624737359785, + "nauc_mrr_at_3_diff1": 0.877081172682597, + "nauc_mrr_at_3_max": 0.7678569733943401, + "nauc_mrr_at_3_std": -0.07477918996780171, + "nauc_mrr_at_5_diff1": 0.8783884969497728, + "nauc_mrr_at_5_max": 0.7718876886636955, + "nauc_mrr_at_5_std": -0.07060664428683908, + "nauc_ndcg_at_1000_diff1": 0.8796169102591825, + "nauc_ndcg_at_1000_max": 0.7763557569445158, + "nauc_ndcg_at_1000_std": -0.05099034656333662, + "nauc_ndcg_at_100_diff1": 0.8803805158476119, + "nauc_ndcg_at_100_max": 0.7781440494219586, + "nauc_ndcg_at_100_std": -0.04568327579738415, + "nauc_ndcg_at_10_diff1": 0.8796216486666224, + "nauc_ndcg_at_10_max": 0.7875458764098735, + "nauc_ndcg_at_10_std": -0.023182915052021746, + "nauc_ndcg_at_1_diff1": 0.8882600310881502, + "nauc_ndcg_at_1_max": 0.7422585992273121, + "nauc_ndcg_at_1_std": -0.12482343607902284, + "nauc_ndcg_at_20_diff1": 0.8792548200796528, + "nauc_ndcg_at_20_max": 0.7840582418279634, + "nauc_ndcg_at_20_std": -0.029161690392773044, + "nauc_ndcg_at_3_diff1": 0.8731010697771168, + "nauc_ndcg_at_3_max": 0.7770819124959021, + "nauc_ndcg_at_3_std": -0.05638699603690154, + "nauc_ndcg_at_5_diff1": 0.8752911114225316, + "nauc_ndcg_at_5_max": 0.7858935711901422, + "nauc_ndcg_at_5_std": -0.046225356573891735, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9738562091503018, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.6210084033613714, + "nauc_precision_at_10_diff1": 0.8833533413365292, + "nauc_precision_at_10_max": 0.9275043350673554, + "nauc_precision_at_10_std": 0.3517940509537107, + "nauc_precision_at_1_diff1": 0.8882600310881502, + "nauc_precision_at_1_max": 0.7422585992273121, + "nauc_precision_at_1_std": -0.12482343607902284, + "nauc_precision_at_20_diff1": 0.881146903205724, + "nauc_precision_at_20_max": 0.9434912854030473, + "nauc_precision_at_20_std": 0.4396397447867974, + "nauc_precision_at_3_diff1": 0.8563667891399032, + "nauc_precision_at_3_max": 0.815926370548221, + "nauc_precision_at_3_std": 0.02124486158099722, + "nauc_precision_at_5_diff1": 0.8589611283109722, + "nauc_precision_at_5_max": 0.8648336527593457, + "nauc_precision_at_5_std": 0.0903238488377775, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9738562091503434, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.621008403361354, + "nauc_recall_at_10_diff1": 0.8833533413365321, + "nauc_recall_at_10_max": 0.927504335067361, + "nauc_recall_at_10_std": 0.35179405095371385, + "nauc_recall_at_1_diff1": 0.8882600310881502, + "nauc_recall_at_1_max": 0.7422585992273121, + "nauc_recall_at_1_std": -0.12482343607902284, + "nauc_recall_at_20_diff1": 0.8811469032057224, + "nauc_recall_at_20_max": 0.9434912854030472, + "nauc_recall_at_20_std": 0.4396397447868034, + "nauc_recall_at_3_diff1": 0.8563667891398989, + "nauc_recall_at_3_max": 0.8159263705482208, + "nauc_recall_at_3_std": 0.021244861580995627, + "nauc_recall_at_5_diff1": 0.8589611283109716, + "nauc_recall_at_5_max": 0.8648336527593496, + "nauc_recall_at_5_std": 0.09032384883778134, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.89697, + "ndcg_at_100": 0.90401, + "ndcg_at_1000": 0.90475, + "ndcg_at_20": 0.90007, + "ndcg_at_3": 0.87964, + "ndcg_at_5": 0.88892, + "precision_at_1": 0.83, + "precision_at_10": 0.09611, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.30481, + "precision_at_5": 0.18733, + "recall_at_1": 0.83, + "recall_at_10": 0.96111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.91444, + "recall_at_5": 0.93667 + }, + { + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "main_score": 0.88874, + "map_at_1": 0.80556, + "map_at_10": 0.8632, + "map_at_100": 0.86454, + "map_at_1000": 0.86456, + "map_at_20": 0.86407, + "map_at_3": 0.8537, + "map_at_5": 0.85881, + "mrr_at_1": 0.8055555555555556, + "mrr_at_10": 0.8632045855379193, + "mrr_at_100": 0.8645417539615231, + "mrr_at_1000": 0.8645630696501803, + "mrr_at_20": 0.8640701941008964, + "mrr_at_3": 0.8537037037037041, + "mrr_at_5": 0.8588148148148154, + "nauc_map_at_1000_diff1": 0.8874526742730969, + "nauc_map_at_1000_max": 0.7591590098858326, + "nauc_map_at_1000_std": -0.09813090590188797, + "nauc_map_at_100_diff1": 0.8874439283210617, + "nauc_map_at_100_max": 0.7591988598594618, + "nauc_map_at_100_std": -0.09799516883110623, + "nauc_map_at_10_diff1": 0.8871009103583228, + "nauc_map_at_10_max": 0.7596050323034508, + "nauc_map_at_10_std": -0.09567663486427656, + "nauc_map_at_1_diff1": 0.903010967098704, + "nauc_map_at_1_max": 0.7440564022219055, + "nauc_map_at_1_std": -0.1290158097137164, + "nauc_map_at_20_diff1": 0.8873991767783798, + "nauc_map_at_20_max": 0.7598774590808935, + "nauc_map_at_20_std": -0.09600290909267319, + "nauc_map_at_3_diff1": 0.8837451871293625, + "nauc_map_at_3_max": 0.7580856226709415, + "nauc_map_at_3_std": -0.10592153318559458, + "nauc_map_at_5_diff1": 0.8848989244515088, + "nauc_map_at_5_max": 0.7596724958954999, + "nauc_map_at_5_std": -0.09998690518169333, + "nauc_mrr_at_1000_diff1": 0.8874526742730969, + "nauc_mrr_at_1000_max": 0.7591590098858326, + "nauc_mrr_at_1000_std": -0.09813090590188797, + "nauc_mrr_at_100_diff1": 0.8874439283210617, + "nauc_mrr_at_100_max": 0.7591988598594618, + "nauc_mrr_at_100_std": -0.09799516883110623, + "nauc_mrr_at_10_diff1": 0.8871009103583228, + "nauc_mrr_at_10_max": 0.7596050323034508, + "nauc_mrr_at_10_std": -0.09567663486427656, + "nauc_mrr_at_1_diff1": 0.903010967098704, + "nauc_mrr_at_1_max": 0.7440564022219055, + "nauc_mrr_at_1_std": -0.1290158097137164, + "nauc_mrr_at_20_diff1": 0.8873991767783798, + "nauc_mrr_at_20_max": 0.7598774590808935, + "nauc_mrr_at_20_std": -0.09600290909267319, + "nauc_mrr_at_3_diff1": 0.8837451871293625, + "nauc_mrr_at_3_max": 0.7580856226709415, + "nauc_mrr_at_3_std": -0.10592153318559458, + "nauc_mrr_at_5_diff1": 0.8848989244515088, + "nauc_mrr_at_5_max": 0.7596724958954999, + "nauc_mrr_at_5_std": -0.09998690518169333, + "nauc_ndcg_at_1000_diff1": 0.885922668708125, + "nauc_ndcg_at_1000_max": 0.7624694906117684, + "nauc_ndcg_at_1000_std": -0.08812188332626664, + "nauc_ndcg_at_100_diff1": 0.8856377365527992, + "nauc_ndcg_at_100_max": 0.7635457429580615, + "nauc_ndcg_at_100_std": -0.08445020869740492, + "nauc_ndcg_at_10_diff1": 0.8845609357002816, + "nauc_ndcg_at_10_max": 0.767651054560539, + "nauc_ndcg_at_10_std": -0.0676313156891047, + "nauc_ndcg_at_1_diff1": 0.903010967098704, + "nauc_ndcg_at_1_max": 0.7440564022219055, + "nauc_ndcg_at_1_std": -0.1290158097137164, + "nauc_ndcg_at_20_diff1": 0.8854904105495881, + "nauc_ndcg_at_20_max": 0.7690010266639874, + "nauc_ndcg_at_20_std": -0.06779823625385269, + "nauc_ndcg_at_3_diff1": 0.8767136326190957, + "nauc_ndcg_at_3_max": 0.7632788596745256, + "nauc_ndcg_at_3_std": -0.09540646701442351, + "nauc_ndcg_at_5_diff1": 0.8783864118274494, + "nauc_ndcg_at_5_max": 0.7665837772546905, + "nauc_ndcg_at_5_std": -0.08221976107001477, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8202614379084213, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7222222222222392, + "nauc_precision_at_10_diff1": 0.8677677967738814, + "nauc_precision_at_10_max": 0.8642422486235818, + "nauc_precision_at_10_std": 0.28803245436105185, + "nauc_precision_at_1_diff1": 0.903010967098704, + "nauc_precision_at_1_max": 0.7440564022219055, + "nauc_precision_at_1_std": -0.1290158097137164, + "nauc_precision_at_20_diff1": 0.8729121278140892, + "nauc_precision_at_20_max": 0.9498132586367849, + "nauc_precision_at_20_std": 0.5071584189231239, + "nauc_precision_at_3_diff1": 0.8448370801311975, + "nauc_precision_at_3_max": 0.7868634633340531, + "nauc_precision_at_3_std": -0.04654169360051825, + "nauc_precision_at_5_diff1": 0.8405132167809646, + "nauc_precision_at_5_max": 0.8078898225957033, + "nauc_precision_at_5_std": 0.028542451463343117, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.820261437908496, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722222222222207, + "nauc_recall_at_10_diff1": 0.8677677967738815, + "nauc_recall_at_10_max": 0.864242248623587, + "nauc_recall_at_10_std": 0.28803245436105257, + "nauc_recall_at_1_diff1": 0.903010967098704, + "nauc_recall_at_1_max": 0.7440564022219055, + "nauc_recall_at_1_std": -0.1290158097137164, + "nauc_recall_at_20_diff1": 0.8729121278140856, + "nauc_recall_at_20_max": 0.949813258636783, + "nauc_recall_at_20_std": 0.5071584189231255, + "nauc_recall_at_3_diff1": 0.8448370801311978, + "nauc_recall_at_3_max": 0.7868634633340506, + "nauc_recall_at_3_std": -0.046541693600517395, + "nauc_recall_at_5_diff1": 0.8405132167809649, + "nauc_recall_at_5_max": 0.8078898225957056, + "nauc_recall_at_5_std": 0.028542451463341625, + "ndcg_at_1": 0.80556, + "ndcg_at_10": 0.88874, + "ndcg_at_100": 0.89503, + "ndcg_at_1000": 0.89548, + "ndcg_at_20": 0.89185, + "ndcg_at_3": 0.86905, + "ndcg_at_5": 0.87823, + "precision_at_1": 0.80556, + "precision_at_10": 0.09678, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.30444, + "precision_at_5": 0.18711, + "recall_at_1": 0.80556, + "recall_at_10": 0.96778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.91333, + "recall_at_5": 0.93556 + }, + { + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ], + "main_score": 0.901, + "map_at_1": 0.82889, + "map_at_10": 0.87904, + "map_at_100": 0.8802, + "map_at_1000": 0.88022, + "map_at_20": 0.87974, + "map_at_3": 0.87111, + "map_at_5": 0.87589, + "mrr_at_1": 0.8288888888888889, + "mrr_at_10": 0.8790388007054677, + "mrr_at_100": 0.880196308902631, + "mrr_at_1000": 0.8802155958639849, + "mrr_at_20": 0.8797368843937473, + "mrr_at_3": 0.8711111111111115, + "mrr_at_5": 0.8758888888888895, + "nauc_map_at_1000_diff1": 0.8675066084458029, + "nauc_map_at_1000_max": 0.7691417804577698, + "nauc_map_at_1000_std": -0.08019148919138977, + "nauc_map_at_100_diff1": 0.8674884487127621, + "nauc_map_at_100_max": 0.7691575580205965, + "nauc_map_at_100_std": -0.08010010937520953, + "nauc_map_at_10_diff1": 0.8668057360281927, + "nauc_map_at_10_max": 0.770143677128303, + "nauc_map_at_10_std": -0.07627546577887846, + "nauc_map_at_1_diff1": 0.8790920281585389, + "nauc_map_at_1_max": 0.7532377191070303, + "nauc_map_at_1_std": -0.09152486952953659, + "nauc_map_at_20_diff1": 0.8673531394265724, + "nauc_map_at_20_max": 0.7698933785602784, + "nauc_map_at_20_std": -0.07791636490553937, + "nauc_map_at_3_diff1": 0.8648376192705552, + "nauc_map_at_3_max": 0.7663955212234707, + "nauc_map_at_3_std": -0.10169974473871823, + "nauc_map_at_5_diff1": 0.8675279053746024, + "nauc_map_at_5_max": 0.7703056469238659, + "nauc_map_at_5_std": -0.08138778971579679, + "nauc_mrr_at_1000_diff1": 0.8675066084458029, + "nauc_mrr_at_1000_max": 0.7691417804577698, + "nauc_mrr_at_1000_std": -0.08019148919138977, + "nauc_mrr_at_100_diff1": 0.8674884487127621, + "nauc_mrr_at_100_max": 0.7691575580205965, + "nauc_mrr_at_100_std": -0.08010010937520953, + "nauc_mrr_at_10_diff1": 0.8668057360281927, + "nauc_mrr_at_10_max": 0.770143677128303, + "nauc_mrr_at_10_std": -0.07627546577887846, + "nauc_mrr_at_1_diff1": 0.8790920281585389, + "nauc_mrr_at_1_max": 0.7532377191070303, + "nauc_mrr_at_1_std": -0.09152486952953659, + "nauc_mrr_at_20_diff1": 0.8673531394265724, + "nauc_mrr_at_20_max": 0.7698933785602784, + "nauc_mrr_at_20_std": -0.07791636490553937, + "nauc_mrr_at_3_diff1": 0.8648376192705552, + "nauc_mrr_at_3_max": 0.7663955212234707, + "nauc_mrr_at_3_std": -0.10169974473871823, + "nauc_mrr_at_5_diff1": 0.8675279053746024, + "nauc_mrr_at_5_max": 0.7703056469238659, + "nauc_mrr_at_5_std": -0.08138778971579679, + "nauc_ndcg_at_1000_diff1": 0.8658215602761726, + "nauc_ndcg_at_1000_max": 0.7729988457509526, + "nauc_ndcg_at_1000_std": -0.07077166278273518, + "nauc_ndcg_at_100_diff1": 0.8653406483256381, + "nauc_ndcg_at_100_max": 0.7736260485142344, + "nauc_ndcg_at_100_std": -0.06767921260284918, + "nauc_ndcg_at_10_diff1": 0.8620265951807629, + "nauc_ndcg_at_10_max": 0.7808531804679107, + "nauc_ndcg_at_10_std": -0.043288604900959565, + "nauc_ndcg_at_1_diff1": 0.8790920281585389, + "nauc_ndcg_at_1_max": 0.7532377191070303, + "nauc_ndcg_at_1_std": -0.09152486952953659, + "nauc_ndcg_at_20_diff1": 0.8644134505086805, + "nauc_ndcg_at_20_max": 0.7801893549235055, + "nauc_ndcg_at_20_std": -0.04905281736695747, + "nauc_ndcg_at_3_diff1": 0.8591017544792806, + "nauc_ndcg_at_3_max": 0.7712195178834428, + "nauc_ndcg_at_3_std": -0.10428071383974506, + "nauc_ndcg_at_5_diff1": 0.8641242996050527, + "nauc_ndcg_at_5_max": 0.77986823965339, + "nauc_ndcg_at_5_std": -0.0624473190967883, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7712418300653303, + "nauc_precision_at_100_max": 0.9074074074074131, + "nauc_precision_at_100_std": 0.5714285714285977, + "nauc_precision_at_10_diff1": 0.8118414032279551, + "nauc_precision_at_10_max": 0.9031445911698004, + "nauc_precision_at_10_std": 0.36914765906362534, + "nauc_precision_at_1_diff1": 0.8790920281585389, + "nauc_precision_at_1_max": 0.7532377191070303, + "nauc_precision_at_1_std": -0.09152486952953659, + "nauc_precision_at_20_diff1": 0.829844218389098, + "nauc_precision_at_20_max": 0.9509803921568587, + "nauc_precision_at_20_std": 0.47085851884611696, + "nauc_precision_at_3_diff1": 0.8326770321655242, + "nauc_precision_at_3_max": 0.7931974722256064, + "nauc_precision_at_3_std": -0.11538045169758537, + "nauc_precision_at_5_diff1": 0.8448646125116694, + "nauc_precision_at_5_max": 0.8410177404295036, + "nauc_precision_at_5_std": 0.06809523809523536, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7712418300653515, + "nauc_recall_at_100_max": 0.9074074074073892, + "nauc_recall_at_100_std": 0.5714285714285714, + "nauc_recall_at_10_diff1": 0.8118414032279551, + "nauc_recall_at_10_max": 0.9031445911698015, + "nauc_recall_at_10_std": 0.3691476590636243, + "nauc_recall_at_1_diff1": 0.8790920281585389, + "nauc_recall_at_1_max": 0.7532377191070303, + "nauc_recall_at_1_std": -0.09152486952953659, + "nauc_recall_at_20_diff1": 0.829844218389107, + "nauc_recall_at_20_max": 0.9509803921568633, + "nauc_recall_at_20_std": 0.47085851884613006, + "nauc_recall_at_3_diff1": 0.8326770321655226, + "nauc_recall_at_3_max": 0.7931974722256055, + "nauc_recall_at_3_std": -0.11538045169758707, + "nauc_recall_at_5_diff1": 0.8448646125116696, + "nauc_recall_at_5_max": 0.8410177404295043, + "nauc_recall_at_5_std": 0.06809523809523943, + "ndcg_at_1": 0.82889, + "ndcg_at_10": 0.901, + "ndcg_at_100": 0.90684, + "ndcg_at_1000": 0.90729, + "ndcg_at_20": 0.90353, + "ndcg_at_3": 0.88455, + "ndcg_at_5": 0.8932, + "precision_at_1": 0.82889, + "precision_at_10": 0.09689, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30778, + "precision_at_5": 0.18889, + "recall_at_1": 0.82889, + "recall_at_10": 0.96889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.92333, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "por_Latn-por_Latn", + "languages": [ + "por-Latn", + "por-Latn" + ], + "main_score": 0.90461, + "map_at_1": 0.83556, + "map_at_10": 0.88395, + "map_at_100": 0.88541, + "map_at_1000": 0.88543, + "map_at_20": 0.88503, + "map_at_3": 0.87611, + "map_at_5": 0.88122, + "mrr_at_1": 0.8355555555555556, + "mrr_at_10": 0.883949735449736, + "mrr_at_100": 0.8854131824293084, + "mrr_at_1000": 0.8854300937159669, + "mrr_at_20": 0.8850307981969493, + "mrr_at_3": 0.8761111111111114, + "mrr_at_5": 0.8812222222222228, + "nauc_map_at_1000_diff1": 0.8955081683265859, + "nauc_map_at_1000_max": 0.7531657377665845, + "nauc_map_at_1000_std": -0.13037305517627643, + "nauc_map_at_100_diff1": 0.8955241887891736, + "nauc_map_at_100_max": 0.7532035818640583, + "nauc_map_at_100_std": -0.13023072652216708, + "nauc_map_at_10_diff1": 0.8955993880428241, + "nauc_map_at_10_max": 0.7532452955897116, + "nauc_map_at_10_std": -0.13455708192707952, + "nauc_map_at_1_diff1": 0.9040016490677446, + "nauc_map_at_1_max": 0.7343039338245066, + "nauc_map_at_1_std": -0.1439044338644045, + "nauc_map_at_20_diff1": 0.8953710643857333, + "nauc_map_at_20_max": 0.7536760997604555, + "nauc_map_at_20_std": -0.1294041388462487, + "nauc_map_at_3_diff1": 0.895607175746221, + "nauc_map_at_3_max": 0.7590943721366624, + "nauc_map_at_3_std": -0.1315172779698111, + "nauc_map_at_5_diff1": 0.8954662578225124, + "nauc_map_at_5_max": 0.7563459040225059, + "nauc_map_at_5_std": -0.1329902588409993, + "nauc_mrr_at_1000_diff1": 0.8955081683265859, + "nauc_mrr_at_1000_max": 0.7531657377665845, + "nauc_mrr_at_1000_std": -0.13037305517627643, + "nauc_mrr_at_100_diff1": 0.8955241887891736, + "nauc_mrr_at_100_max": 0.7532035818640583, + "nauc_mrr_at_100_std": -0.13023072652216708, + "nauc_mrr_at_10_diff1": 0.8955993880428241, + "nauc_mrr_at_10_max": 0.7532452955897116, + "nauc_mrr_at_10_std": -0.13455708192707952, + "nauc_mrr_at_1_diff1": 0.9040016490677446, + "nauc_mrr_at_1_max": 0.7343039338245066, + "nauc_mrr_at_1_std": -0.1439044338644045, + "nauc_mrr_at_20_diff1": 0.8953710643857333, + "nauc_mrr_at_20_max": 0.7536760997604555, + "nauc_mrr_at_20_std": -0.1294041388462487, + "nauc_mrr_at_3_diff1": 0.895607175746221, + "nauc_mrr_at_3_max": 0.7590943721366624, + "nauc_mrr_at_3_std": -0.1315172779698111, + "nauc_mrr_at_5_diff1": 0.8954662578225124, + "nauc_mrr_at_5_max": 0.7563459040225059, + "nauc_mrr_at_5_std": -0.1329902588409993, + "nauc_ndcg_at_1000_diff1": 0.8946344648758877, + "nauc_ndcg_at_1000_max": 0.7564793778004901, + "nauc_ndcg_at_1000_std": -0.1253660067726268, + "nauc_ndcg_at_100_diff1": 0.8951619550310959, + "nauc_ndcg_at_100_max": 0.7576985120330332, + "nauc_ndcg_at_100_std": -0.12066827096125866, + "nauc_ndcg_at_10_diff1": 0.894028507478491, + "nauc_ndcg_at_10_max": 0.7588379096349925, + "nauc_ndcg_at_10_std": -0.13615884921236707, + "nauc_ndcg_at_1_diff1": 0.9040016490677446, + "nauc_ndcg_at_1_max": 0.7343039338245066, + "nauc_ndcg_at_1_std": -0.1439044338644045, + "nauc_ndcg_at_20_diff1": 0.8931848877047779, + "nauc_ndcg_at_20_max": 0.7609876334656442, + "nauc_ndcg_at_20_std": -0.1126284702390977, + "nauc_ndcg_at_3_diff1": 0.8944280230735556, + "nauc_ndcg_at_3_max": 0.7712888842471923, + "nauc_ndcg_at_3_std": -0.128703209981635, + "nauc_ndcg_at_5_diff1": 0.8940274417235845, + "nauc_ndcg_at_5_max": 0.7671188109457019, + "nauc_ndcg_at_5_std": -0.13116853367989942, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8148148148148262, + "nauc_precision_at_10_diff1": 0.8800669693164597, + "nauc_precision_at_10_max": 0.8042918316751957, + "nauc_precision_at_10_std": -0.1639621365787745, + "nauc_precision_at_1_diff1": 0.9040016490677446, + "nauc_precision_at_1_max": 0.7343039338245066, + "nauc_precision_at_1_std": -0.1439044338644045, + "nauc_precision_at_20_diff1": 0.8523187052598824, + "nauc_precision_at_20_max": 0.891067538126364, + "nauc_precision_at_20_std": 0.3042639277933308, + "nauc_precision_at_3_diff1": 0.8901126107008472, + "nauc_precision_at_3_max": 0.8290609172962159, + "nauc_precision_at_3_std": -0.11678408737232347, + "nauc_precision_at_5_diff1": 0.8863820890675096, + "nauc_precision_at_5_max": 0.8366317541509359, + "nauc_precision_at_5_std": -0.1215645678561281, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8148148148148178, + "nauc_recall_at_10_diff1": 0.8800669693164618, + "nauc_recall_at_10_max": 0.8042918316751989, + "nauc_recall_at_10_std": -0.1639621365787693, + "nauc_recall_at_1_diff1": 0.9040016490677446, + "nauc_recall_at_1_max": 0.7343039338245066, + "nauc_recall_at_1_std": -0.1439044338644045, + "nauc_recall_at_20_diff1": 0.8523187052598871, + "nauc_recall_at_20_max": 0.8910675381263611, + "nauc_recall_at_20_std": 0.3042639277933469, + "nauc_recall_at_3_diff1": 0.8901126107008452, + "nauc_recall_at_3_max": 0.8290609172962132, + "nauc_recall_at_3_std": -0.11678408737232107, + "nauc_recall_at_5_diff1": 0.8863820890675098, + "nauc_recall_at_5_max": 0.836631754150935, + "nauc_recall_at_5_std": -0.12156456785612722, + "ndcg_at_1": 0.83556, + "ndcg_at_10": 0.90461, + "ndcg_at_100": 0.91107, + "ndcg_at_1000": 0.9115, + "ndcg_at_20": 0.90854, + "ndcg_at_3": 0.88911, + "ndcg_at_5": 0.89829, + "precision_at_1": 0.83556, + "precision_at_10": 0.09678, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30889, + "precision_at_5": 0.18978, + "recall_at_1": 0.83556, + "recall_at_10": 0.96778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.92667, + "recall_at_5": 0.94889 + }, + { + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ], + "main_score": 0.89185, + "map_at_1": 0.81333, + "map_at_10": 0.86913, + "map_at_100": 0.87101, + "map_at_1000": 0.87103, + "map_at_20": 0.87053, + "map_at_3": 0.86148, + "map_at_5": 0.86615, + "mrr_at_1": 0.8133333333333334, + "mrr_at_10": 0.8691349206349208, + "mrr_at_100": 0.8710068771459917, + "mrr_at_1000": 0.8710299569220923, + "mrr_at_20": 0.8705261907186574, + "mrr_at_3": 0.8614814814814816, + "mrr_at_5": 0.8661481481481488, + "nauc_map_at_1000_diff1": 0.8748754704934613, + "nauc_map_at_1000_max": 0.7250996869669964, + "nauc_map_at_1000_std": -0.11583559026648747, + "nauc_map_at_100_diff1": 0.8748738031146522, + "nauc_map_at_100_max": 0.7251512128439079, + "nauc_map_at_100_std": -0.11564119684832588, + "nauc_map_at_10_diff1": 0.8742799420252598, + "nauc_map_at_10_max": 0.7251980568830853, + "nauc_map_at_10_std": -0.11837280052858451, + "nauc_map_at_1_diff1": 0.8894223942061914, + "nauc_map_at_1_max": 0.7032063570955224, + "nauc_map_at_1_std": -0.14041642999147913, + "nauc_map_at_20_diff1": 0.8748725185805593, + "nauc_map_at_20_max": 0.725942540187871, + "nauc_map_at_20_std": -0.11411073058965789, + "nauc_map_at_3_diff1": 0.8703208172798707, + "nauc_map_at_3_max": 0.7248985959845051, + "nauc_map_at_3_std": -0.1139218068162262, + "nauc_map_at_5_diff1": 0.8725006038591883, + "nauc_map_at_5_max": 0.7270347082590113, + "nauc_map_at_5_std": -0.11670679786036567, + "nauc_mrr_at_1000_diff1": 0.8748754704934613, + "nauc_mrr_at_1000_max": 0.7250996869669964, + "nauc_mrr_at_1000_std": -0.11583559026648747, + "nauc_mrr_at_100_diff1": 0.8748738031146522, + "nauc_mrr_at_100_max": 0.7251512128439079, + "nauc_mrr_at_100_std": -0.11564119684832588, + "nauc_mrr_at_10_diff1": 0.8742799420252598, + "nauc_mrr_at_10_max": 0.7251980568830853, + "nauc_mrr_at_10_std": -0.11837280052858451, + "nauc_mrr_at_1_diff1": 0.8894223942061914, + "nauc_mrr_at_1_max": 0.7032063570955224, + "nauc_mrr_at_1_std": -0.14041642999147913, + "nauc_mrr_at_20_diff1": 0.8748725185805593, + "nauc_mrr_at_20_max": 0.725942540187871, + "nauc_mrr_at_20_std": -0.11411073058965789, + "nauc_mrr_at_3_diff1": 0.8703208172798707, + "nauc_mrr_at_3_max": 0.7248985959845051, + "nauc_mrr_at_3_std": -0.1139218068162262, + "nauc_mrr_at_5_diff1": 0.8725006038591883, + "nauc_mrr_at_5_max": 0.7270347082590113, + "nauc_mrr_at_5_std": -0.11670679786036567, + "nauc_ndcg_at_1000_diff1": 0.8727172070722168, + "nauc_ndcg_at_1000_max": 0.7294310371478845, + "nauc_ndcg_at_1000_std": -0.10857601404555053, + "nauc_ndcg_at_100_diff1": 0.8726760829897893, + "nauc_ndcg_at_100_max": 0.7307374969658138, + "nauc_ndcg_at_100_std": -0.10363549460339652, + "nauc_ndcg_at_10_diff1": 0.8693919027494652, + "nauc_ndcg_at_10_max": 0.7335221028004439, + "nauc_ndcg_at_10_std": -0.11052638093824635, + "nauc_ndcg_at_1_diff1": 0.8894223942061914, + "nauc_ndcg_at_1_max": 0.7032063570955224, + "nauc_ndcg_at_1_std": -0.14041642999147913, + "nauc_ndcg_at_20_diff1": 0.8715516179947569, + "nauc_ndcg_at_20_max": 0.736673688061239, + "nauc_ndcg_at_20_std": -0.09365734994536669, + "nauc_ndcg_at_3_diff1": 0.8616358429154345, + "nauc_ndcg_at_3_max": 0.73419943833927, + "nauc_ndcg_at_3_std": -0.0980729110398215, + "nauc_ndcg_at_5_diff1": 0.8653717001961618, + "nauc_ndcg_at_5_max": 0.7387110044813967, + "nauc_ndcg_at_5_std": -0.10392818374645804, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579172, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9128540305010695, + "nauc_precision_at_10_diff1": 0.8285447512338238, + "nauc_precision_at_10_max": 0.8030278778177856, + "nauc_precision_at_10_std": -0.053808189942640854, + "nauc_precision_at_1_diff1": 0.8894223942061914, + "nauc_precision_at_1_max": 0.7032063570955224, + "nauc_precision_at_1_std": -0.14041642999147913, + "nauc_precision_at_20_diff1": 0.8293650793650783, + "nauc_precision_at_20_max": 0.9237472766884519, + "nauc_precision_at_20_std": 0.30023861396409895, + "nauc_precision_at_3_diff1": 0.820760267577349, + "nauc_precision_at_3_max": 0.7777074300039685, + "nauc_precision_at_3_std": -0.021679904838644536, + "nauc_precision_at_5_diff1": 0.8225265414807893, + "nauc_precision_at_5_max": 0.8105266798077214, + "nauc_precision_at_5_std": -0.0264117992876183, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579231, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9128540305010676, + "nauc_recall_at_10_diff1": 0.8285447512338281, + "nauc_recall_at_10_max": 0.8030278778177949, + "nauc_recall_at_10_std": -0.053808189942641076, + "nauc_recall_at_1_diff1": 0.8894223942061914, + "nauc_recall_at_1_max": 0.7032063570955224, + "nauc_recall_at_1_std": -0.14041642999147913, + "nauc_recall_at_20_diff1": 0.8293650793650793, + "nauc_recall_at_20_max": 0.9237472766884566, + "nauc_recall_at_20_std": 0.30023861396410323, + "nauc_recall_at_3_diff1": 0.8207602675773505, + "nauc_recall_at_3_max": 0.7777074300039652, + "nauc_recall_at_3_std": -0.02167990483864695, + "nauc_recall_at_5_diff1": 0.8225265414807907, + "nauc_recall_at_5_max": 0.8105266798077256, + "nauc_recall_at_5_std": -0.026411799287616066, + "ndcg_at_1": 0.81333, + "ndcg_at_10": 0.89185, + "ndcg_at_100": 0.89992, + "ndcg_at_1000": 0.90038, + "ndcg_at_20": 0.89672, + "ndcg_at_3": 0.87629, + "ndcg_at_5": 0.88485, + "precision_at_1": 0.81333, + "precision_at_10": 0.09611, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.3063, + "precision_at_5": 0.188, + "recall_at_1": 0.81333, + "recall_at_10": 0.96111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.91889, + "recall_at_5": 0.94 + }, + { + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ], + "main_score": 0.92447, + "map_at_1": 0.85778, + "map_at_10": 0.90518, + "map_at_100": 0.90582, + "map_at_1000": 0.90585, + "map_at_20": 0.90565, + "map_at_3": 0.89759, + "map_at_5": 0.90287, + "mrr_at_1": 0.8577777777777778, + "mrr_at_10": 0.9051816578483246, + "mrr_at_100": 0.9058212172813705, + "mrr_at_1000": 0.9058517867653451, + "mrr_at_20": 0.9056503928170596, + "mrr_at_3": 0.8975925925925926, + "mrr_at_5": 0.9028703703703705, + "nauc_map_at_1000_diff1": 0.9058001412676009, + "nauc_map_at_1000_max": 0.7706231615118845, + "nauc_map_at_1000_std": -0.19214783883223013, + "nauc_map_at_100_diff1": 0.9058133515328098, + "nauc_map_at_100_max": 0.770699862408735, + "nauc_map_at_100_std": -0.1917880629550935, + "nauc_map_at_10_diff1": 0.9047409019774889, + "nauc_map_at_10_max": 0.7708434020587906, + "nauc_map_at_10_std": -0.1885799339724162, + "nauc_map_at_1_diff1": 0.9186297128286084, + "nauc_map_at_1_max": 0.7529066237629775, + "nauc_map_at_1_std": -0.20542165017303166, + "nauc_map_at_20_diff1": 0.9056805224458573, + "nauc_map_at_20_max": 0.771014114052553, + "nauc_map_at_20_std": -0.19059851085440274, + "nauc_map_at_3_diff1": 0.9024523557920057, + "nauc_map_at_3_max": 0.7685939514456819, + "nauc_map_at_3_std": -0.21418594038205765, + "nauc_map_at_5_diff1": 0.9049904769233733, + "nauc_map_at_5_max": 0.772054740055279, + "nauc_map_at_5_std": -0.19774844969442779, + "nauc_mrr_at_1000_diff1": 0.9058001412676009, + "nauc_mrr_at_1000_max": 0.7706231615118845, + "nauc_mrr_at_1000_std": -0.19214783883223013, + "nauc_mrr_at_100_diff1": 0.9058133515328098, + "nauc_mrr_at_100_max": 0.770699862408735, + "nauc_mrr_at_100_std": -0.1917880629550935, + "nauc_mrr_at_10_diff1": 0.9047409019774889, + "nauc_mrr_at_10_max": 0.7708434020587906, + "nauc_mrr_at_10_std": -0.1885799339724162, + "nauc_mrr_at_1_diff1": 0.9186297128286084, + "nauc_mrr_at_1_max": 0.7529066237629775, + "nauc_mrr_at_1_std": -0.20542165017303166, + "nauc_mrr_at_20_diff1": 0.9056805224458573, + "nauc_mrr_at_20_max": 0.771014114052553, + "nauc_mrr_at_20_std": -0.19059851085440274, + "nauc_mrr_at_3_diff1": 0.9024523557920057, + "nauc_mrr_at_3_max": 0.7685939514456819, + "nauc_mrr_at_3_std": -0.21418594038205765, + "nauc_mrr_at_5_diff1": 0.9049904769233733, + "nauc_mrr_at_5_max": 0.772054740055279, + "nauc_mrr_at_5_std": -0.19774844969442779, + "nauc_ndcg_at_1000_diff1": 0.9043821103923324, + "nauc_ndcg_at_1000_max": 0.7740943210196137, + "nauc_ndcg_at_1000_std": -0.18282984701357033, + "nauc_ndcg_at_100_diff1": 0.9046686196242686, + "nauc_ndcg_at_100_max": 0.776039897428888, + "nauc_ndcg_at_100_std": -0.17378400682359724, + "nauc_ndcg_at_10_diff1": 0.8999162819970783, + "nauc_ndcg_at_10_max": 0.7780714041330044, + "nauc_ndcg_at_10_std": -0.15738510908324016, + "nauc_ndcg_at_1_diff1": 0.9186297128286084, + "nauc_ndcg_at_1_max": 0.7529066237629775, + "nauc_ndcg_at_1_std": -0.20542165017303166, + "nauc_ndcg_at_20_diff1": 0.9034656285440378, + "nauc_ndcg_at_20_max": 0.778609929849376, + "nauc_ndcg_at_20_std": -0.16459130085707444, + "nauc_ndcg_at_3_diff1": 0.8959679820113496, + "nauc_ndcg_at_3_max": 0.7730226399985639, + "nauc_ndcg_at_3_std": -0.22103674226746456, + "nauc_ndcg_at_5_diff1": 0.900783205442657, + "nauc_ndcg_at_5_max": 0.780988307885388, + "nauc_ndcg_at_5_std": -0.1859198465988473, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228758011, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8611111111111175, + "nauc_precision_at_10_diff1": 0.8286959228135614, + "nauc_precision_at_10_max": 0.8882664176781832, + "nauc_precision_at_10_std": 0.41858076563957974, + "nauc_precision_at_1_diff1": 0.9186297128286084, + "nauc_precision_at_1_max": 0.7529066237629775, + "nauc_precision_at_1_std": -0.20542165017303166, + "nauc_precision_at_20_diff1": 0.8718746757962315, + "nauc_precision_at_20_max": 0.9709513435003684, + "nauc_precision_at_20_std": 0.6198775806618765, + "nauc_precision_at_3_diff1": 0.8637978067043812, + "nauc_precision_at_3_max": 0.7938796433606125, + "nauc_precision_at_3_std": -0.2570256860914326, + "nauc_precision_at_5_diff1": 0.8696856520385949, + "nauc_precision_at_5_max": 0.8541861188920021, + "nauc_precision_at_5_std": -0.0772642390289485, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9346405228758294, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8611111111111119, + "nauc_recall_at_10_diff1": 0.828695922813566, + "nauc_recall_at_10_max": 0.8882664176781881, + "nauc_recall_at_10_std": 0.4185807656395909, + "nauc_recall_at_1_diff1": 0.9186297128286084, + "nauc_recall_at_1_max": 0.7529066237629775, + "nauc_recall_at_1_std": -0.20542165017303166, + "nauc_recall_at_20_diff1": 0.8718746757962308, + "nauc_recall_at_20_max": 0.9709513435003558, + "nauc_recall_at_20_std": 0.6198775806619036, + "nauc_recall_at_3_diff1": 0.8637978067043816, + "nauc_recall_at_3_max": 0.7938796433606129, + "nauc_recall_at_3_std": -0.25702568609143434, + "nauc_recall_at_5_diff1": 0.8696856520385925, + "nauc_recall_at_5_max": 0.8541861188920037, + "nauc_recall_at_5_std": -0.07726423902894676, + "ndcg_at_1": 0.85778, + "ndcg_at_10": 0.92447, + "ndcg_at_100": 0.92726, + "ndcg_at_1000": 0.92786, + "ndcg_at_20": 0.92616, + "ndcg_at_3": 0.90943, + "ndcg_at_5": 0.91899, + "precision_at_1": 0.85778, + "precision_at_10": 0.09833, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.31444, + "precision_at_5": 0.19333, + "recall_at_1": 0.85778, + "recall_at_10": 0.98333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.99, + "recall_at_3": 0.94333, + "recall_at_5": 0.96667 + }, + { + "hf_subset": "ron_Latn-ron_Latn", + "languages": [ + "ron-Latn", + "ron-Latn" + ], + "main_score": 0.90022, + "map_at_1": 0.83556, + "map_at_10": 0.88044, + "map_at_100": 0.88198, + "map_at_1000": 0.88202, + "map_at_20": 0.88155, + "map_at_3": 0.87426, + "map_at_5": 0.87804, + "mrr_at_1": 0.8355555555555556, + "mrr_at_10": 0.8804404761904766, + "mrr_at_100": 0.8819782650575234, + "mrr_at_1000": 0.8820243907466515, + "mrr_at_20": 0.8815528225835249, + "mrr_at_3": 0.8742592592592597, + "mrr_at_5": 0.8780370370370375, + "nauc_map_at_1000_diff1": 0.9032662128209616, + "nauc_map_at_1000_max": 0.7714140307751708, + "nauc_map_at_1000_std": -0.040597684914655985, + "nauc_map_at_100_diff1": 0.9032803035258218, + "nauc_map_at_100_max": 0.7715068911732089, + "nauc_map_at_100_std": -0.04022086288504559, + "nauc_map_at_10_diff1": 0.9027203460301246, + "nauc_map_at_10_max": 0.7728982985344707, + "nauc_map_at_10_std": -0.03572074375072749, + "nauc_map_at_1_diff1": 0.9098864271085457, + "nauc_map_at_1_max": 0.7412227039391447, + "nauc_map_at_1_std": -0.12254634678298852, + "nauc_map_at_20_diff1": 0.9032591391836132, + "nauc_map_at_20_max": 0.7718356811574296, + "nauc_map_at_20_std": -0.04011406405744651, + "nauc_map_at_3_diff1": 0.9004212123329379, + "nauc_map_at_3_max": 0.7734236976853276, + "nauc_map_at_3_std": -0.04048928503697893, + "nauc_map_at_5_diff1": 0.90340057981287, + "nauc_map_at_5_max": 0.775916955302485, + "nauc_map_at_5_std": -0.029899820534112134, + "nauc_mrr_at_1000_diff1": 0.9032662128209616, + "nauc_mrr_at_1000_max": 0.7714140307751708, + "nauc_mrr_at_1000_std": -0.040597684914655985, + "nauc_mrr_at_100_diff1": 0.9032803035258218, + "nauc_mrr_at_100_max": 0.7715068911732089, + "nauc_mrr_at_100_std": -0.04022086288504559, + "nauc_mrr_at_10_diff1": 0.9027203460301246, + "nauc_mrr_at_10_max": 0.7728982985344707, + "nauc_mrr_at_10_std": -0.03572074375072749, + "nauc_mrr_at_1_diff1": 0.9098864271085457, + "nauc_mrr_at_1_max": 0.7412227039391447, + "nauc_mrr_at_1_std": -0.12254634678298852, + "nauc_mrr_at_20_diff1": 0.9032591391836132, + "nauc_mrr_at_20_max": 0.7718356811574296, + "nauc_mrr_at_20_std": -0.04011406405744651, + "nauc_mrr_at_3_diff1": 0.9004212123329379, + "nauc_mrr_at_3_max": 0.7734236976853276, + "nauc_mrr_at_3_std": -0.04048928503697893, + "nauc_mrr_at_5_diff1": 0.90340057981287, + "nauc_mrr_at_5_max": 0.775916955302485, + "nauc_mrr_at_5_std": -0.029899820534112134, + "nauc_ndcg_at_1000_diff1": 0.9032375213953886, + "nauc_ndcg_at_1000_max": 0.7772850724717759, + "nauc_ndcg_at_1000_std": -0.025110861510163517, + "nauc_ndcg_at_100_diff1": 0.9037471737817023, + "nauc_ndcg_at_100_max": 0.7795782739973348, + "nauc_ndcg_at_100_std": -0.015529516570991523, + "nauc_ndcg_at_10_diff1": 0.9013554666359721, + "nauc_ndcg_at_10_max": 0.786777435699834, + "nauc_ndcg_at_10_std": 0.00238359115299428, + "nauc_ndcg_at_1_diff1": 0.9098864271085457, + "nauc_ndcg_at_1_max": 0.7412227039391447, + "nauc_ndcg_at_1_std": -0.12254634678298852, + "nauc_ndcg_at_20_diff1": 0.9039045436811635, + "nauc_ndcg_at_20_max": 0.7825537964814971, + "nauc_ndcg_at_20_std": -0.015478785659544088, + "nauc_ndcg_at_3_diff1": 0.8975133827502817, + "nauc_ndcg_at_3_max": 0.7880708027688017, + "nauc_ndcg_at_3_std": -0.007981684378239593, + "nauc_ndcg_at_5_diff1": 0.9034046633019599, + "nauc_ndcg_at_5_max": 0.7944121290119103, + "nauc_ndcg_at_5_std": 0.01762375575105483, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9564270152505334, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9101307189542385, + "nauc_precision_at_10_diff1": 0.89082299586501, + "nauc_precision_at_10_max": 0.9001600640256057, + "nauc_precision_at_10_std": 0.31752701080432005, + "nauc_precision_at_1_diff1": 0.9098864271085457, + "nauc_precision_at_1_max": 0.7412227039391447, + "nauc_precision_at_1_std": -0.12254634678298852, + "nauc_precision_at_20_diff1": 0.9264705882352898, + "nauc_precision_at_20_max": 0.9153828197945862, + "nauc_precision_at_20_std": 0.2625350140056004, + "nauc_precision_at_3_diff1": 0.884471201415894, + "nauc_precision_at_3_max": 0.8569965299552692, + "nauc_precision_at_3_std": 0.14278049528269382, + "nauc_precision_at_5_diff1": 0.9057764131293545, + "nauc_precision_at_5_max": 0.9050581771169985, + "nauc_precision_at_5_std": 0.30287114845938035, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9564270152505339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.910130718954248, + "nauc_recall_at_10_diff1": 0.890822995865012, + "nauc_recall_at_10_max": 0.9001600640256103, + "nauc_recall_at_10_std": 0.3175270108043214, + "nauc_recall_at_1_diff1": 0.9098864271085457, + "nauc_recall_at_1_max": 0.7412227039391447, + "nauc_recall_at_1_std": -0.12254634678298852, + "nauc_recall_at_20_diff1": 0.9264705882352946, + "nauc_recall_at_20_max": 0.9153828197945838, + "nauc_recall_at_20_std": 0.2625350140055974, + "nauc_recall_at_3_diff1": 0.8844712014158899, + "nauc_recall_at_3_max": 0.8569965299552642, + "nauc_recall_at_3_std": 0.14278049528268744, + "nauc_recall_at_5_diff1": 0.9057764131293558, + "nauc_recall_at_5_max": 0.9050581771170032, + "nauc_recall_at_5_std": 0.302871148459386, + "ndcg_at_1": 0.83556, + "ndcg_at_10": 0.90022, + "ndcg_at_100": 0.90732, + "ndcg_at_1000": 0.90824, + "ndcg_at_20": 0.90438, + "ndcg_at_3": 0.88739, + "ndcg_at_5": 0.89423, + "precision_at_1": 0.83556, + "precision_at_10": 0.09611, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30852, + "precision_at_5": 0.18844, + "recall_at_1": 0.83556, + "recall_at_10": 0.96111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.92556, + "recall_at_5": 0.94222 + }, + { + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ], + "main_score": 0.89552, + "map_at_1": 0.81222, + "map_at_10": 0.87173, + "map_at_100": 0.87323, + "map_at_1000": 0.87325, + "map_at_20": 0.87281, + "map_at_3": 0.86389, + "map_at_5": 0.86894, + "mrr_at_1": 0.8122222222222222, + "mrr_at_10": 0.8717319223985897, + "mrr_at_100": 0.8732333491351374, + "mrr_at_1000": 0.8732465451441492, + "mrr_at_20": 0.8728103012637333, + "mrr_at_3": 0.8638888888888893, + "mrr_at_5": 0.8689444444444451, + "nauc_map_at_1000_diff1": 0.8835272671197474, + "nauc_map_at_1000_max": 0.7065392856589103, + "nauc_map_at_1000_std": -0.13839249432741926, + "nauc_map_at_100_diff1": 0.8835399764620159, + "nauc_map_at_100_max": 0.7065713076830255, + "nauc_map_at_100_std": -0.13827329973685046, + "nauc_map_at_10_diff1": 0.8824407670485032, + "nauc_map_at_10_max": 0.7072908040120204, + "nauc_map_at_10_std": -0.13607513729709492, + "nauc_map_at_1_diff1": 0.8932205085354151, + "nauc_map_at_1_max": 0.6771312059032945, + "nauc_map_at_1_std": -0.19057720711549392, + "nauc_map_at_20_diff1": 0.8833861759833744, + "nauc_map_at_20_max": 0.7072023299144163, + "nauc_map_at_20_std": -0.13839262051603018, + "nauc_map_at_3_diff1": 0.8835216903689056, + "nauc_map_at_3_max": 0.7145631067961161, + "nauc_map_at_3_std": -0.12863447232379419, + "nauc_map_at_5_diff1": 0.8822345885504786, + "nauc_map_at_5_max": 0.7086025301892387, + "nauc_map_at_5_std": -0.14074759319404376, + "nauc_mrr_at_1000_diff1": 0.8835272671197474, + "nauc_mrr_at_1000_max": 0.7065392856589103, + "nauc_mrr_at_1000_std": -0.13839249432741926, + "nauc_mrr_at_100_diff1": 0.8835399764620159, + "nauc_mrr_at_100_max": 0.7065713076830255, + "nauc_mrr_at_100_std": -0.13827329973685046, + "nauc_mrr_at_10_diff1": 0.8824407670485032, + "nauc_mrr_at_10_max": 0.7072908040120204, + "nauc_mrr_at_10_std": -0.13607513729709492, + "nauc_mrr_at_1_diff1": 0.8932205085354151, + "nauc_mrr_at_1_max": 0.6771312059032945, + "nauc_mrr_at_1_std": -0.19057720711549392, + "nauc_mrr_at_20_diff1": 0.8833861759833744, + "nauc_mrr_at_20_max": 0.7072023299144163, + "nauc_mrr_at_20_std": -0.13839262051603018, + "nauc_mrr_at_3_diff1": 0.8835216903689056, + "nauc_mrr_at_3_max": 0.7145631067961161, + "nauc_mrr_at_3_std": -0.12863447232379419, + "nauc_mrr_at_5_diff1": 0.8822345885504786, + "nauc_mrr_at_5_max": 0.7086025301892387, + "nauc_mrr_at_5_std": -0.14074759319404376, + "nauc_ndcg_at_1000_diff1": 0.8824944566147751, + "nauc_ndcg_at_1000_max": 0.7113048394574313, + "nauc_ndcg_at_1000_std": -0.1296735270279804, + "nauc_ndcg_at_100_diff1": 0.882869677609513, + "nauc_ndcg_at_100_max": 0.7122267064791399, + "nauc_ndcg_at_100_std": -0.12626273681461608, + "nauc_ndcg_at_10_diff1": 0.8782408561536873, + "nauc_ndcg_at_10_max": 0.7177941945692036, + "nauc_ndcg_at_10_std": -0.11525523555780572, + "nauc_ndcg_at_1_diff1": 0.8932205085354151, + "nauc_ndcg_at_1_max": 0.6771312059032945, + "nauc_ndcg_at_1_std": -0.19057720711549392, + "nauc_ndcg_at_20_diff1": 0.8817893656402301, + "nauc_ndcg_at_20_max": 0.7178781982222909, + "nauc_ndcg_at_20_std": -0.12379654139394079, + "nauc_ndcg_at_3_diff1": 0.8804144518493986, + "nauc_ndcg_at_3_max": 0.7314989166613499, + "nauc_ndcg_at_3_std": -0.10462687489546545, + "nauc_ndcg_at_5_diff1": 0.8773401083055489, + "nauc_ndcg_at_5_max": 0.7200835284829588, + "nauc_ndcg_at_5_std": -0.1291201684703377, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9346405228757582, + "nauc_precision_at_10_diff1": 0.8353295341124938, + "nauc_precision_at_10_max": 0.8246241025145681, + "nauc_precision_at_10_std": 0.10859976174377285, + "nauc_precision_at_1_diff1": 0.8932205085354151, + "nauc_precision_at_1_max": 0.6771312059032945, + "nauc_precision_at_1_std": -0.19057720711549392, + "nauc_precision_at_20_diff1": 0.8700105042016731, + "nauc_precision_at_20_max": 0.9139239028944864, + "nauc_precision_at_20_std": 0.12091503267973133, + "nauc_precision_at_3_diff1": 0.8654974427582014, + "nauc_precision_at_3_max": 0.816442995108494, + "nauc_precision_at_3_std": 0.013692043981775067, + "nauc_precision_at_5_diff1": 0.8434749786439374, + "nauc_precision_at_5_max": 0.7947036970816659, + "nauc_precision_at_5_std": -0.061932574448223324, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934640522875857, + "nauc_recall_at_10_diff1": 0.835329534112498, + "nauc_recall_at_10_max": 0.8246241025145743, + "nauc_recall_at_10_std": 0.10859976174378289, + "nauc_recall_at_1_diff1": 0.8932205085354151, + "nauc_recall_at_1_max": 0.6771312059032945, + "nauc_recall_at_1_std": -0.19057720711549392, + "nauc_recall_at_20_diff1": 0.8700105042016852, + "nauc_recall_at_20_max": 0.913923902894497, + "nauc_recall_at_20_std": 0.12091503267973751, + "nauc_recall_at_3_diff1": 0.8654974427581964, + "nauc_recall_at_3_max": 0.8164429951084899, + "nauc_recall_at_3_std": 0.01369204398176978, + "nauc_recall_at_5_diff1": 0.8434749786439393, + "nauc_recall_at_5_max": 0.7947036970816684, + "nauc_recall_at_5_std": -0.061932574448218945, + "ndcg_at_1": 0.81222, + "ndcg_at_10": 0.89552, + "ndcg_at_100": 0.90221, + "ndcg_at_1000": 0.90251, + "ndcg_at_20": 0.89927, + "ndcg_at_3": 0.8798, + "ndcg_at_5": 0.88893, + "precision_at_1": 0.81222, + "precision_at_10": 0.09678, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30852, + "precision_at_5": 0.18956, + "recall_at_1": 0.81222, + "recall_at_10": 0.96778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.92556, + "recall_at_5": 0.94778 + }, + { + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ], + "main_score": 0.89053, + "map_at_1": 0.81778, + "map_at_10": 0.86928, + "map_at_100": 0.87134, + "map_at_1000": 0.87137, + "map_at_20": 0.87085, + "map_at_3": 0.8613, + "map_at_5": 0.8658, + "mrr_at_1": 0.8177777777777778, + "mrr_at_10": 0.8692848324514995, + "mrr_at_100": 0.8713442563474465, + "mrr_at_1000": 0.8713709240583978, + "mrr_at_20": 0.8708494835058306, + "mrr_at_3": 0.8612962962962966, + "mrr_at_5": 0.8657962962962965, + "nauc_map_at_1000_diff1": 0.8770387840758893, + "nauc_map_at_1000_max": 0.8144461312881024, + "nauc_map_at_1000_std": 0.04438277479385665, + "nauc_map_at_100_diff1": 0.8770654295403172, + "nauc_map_at_100_max": 0.8144863404627699, + "nauc_map_at_100_std": 0.04458060070510306, + "nauc_map_at_10_diff1": 0.8764348389984814, + "nauc_map_at_10_max": 0.8153400735349163, + "nauc_map_at_10_std": 0.045259931330710254, + "nauc_map_at_1_diff1": 0.889877423102055, + "nauc_map_at_1_max": 0.797121923477166, + "nauc_map_at_1_std": -0.0017364052176858727, + "nauc_map_at_20_diff1": 0.8768373993960049, + "nauc_map_at_20_max": 0.8149629560185823, + "nauc_map_at_20_std": 0.04617605972451243, + "nauc_map_at_3_diff1": 0.8718147560723727, + "nauc_map_at_3_max": 0.8115183824150244, + "nauc_map_at_3_std": 0.0378033588841297, + "nauc_map_at_5_diff1": 0.8753750435088783, + "nauc_map_at_5_max": 0.8153949705416822, + "nauc_map_at_5_std": 0.044792802283689793, + "nauc_mrr_at_1000_diff1": 0.8770387840758893, + "nauc_mrr_at_1000_max": 0.8144461312881024, + "nauc_mrr_at_1000_std": 0.04438277479385665, + "nauc_mrr_at_100_diff1": 0.8770654295403172, + "nauc_mrr_at_100_max": 0.8144863404627699, + "nauc_mrr_at_100_std": 0.04458060070510306, + "nauc_mrr_at_10_diff1": 0.8764348389984814, + "nauc_mrr_at_10_max": 0.8153400735349163, + "nauc_mrr_at_10_std": 0.045259931330710254, + "nauc_mrr_at_1_diff1": 0.889877423102055, + "nauc_mrr_at_1_max": 0.797121923477166, + "nauc_mrr_at_1_std": -0.0017364052176858727, + "nauc_mrr_at_20_diff1": 0.8768373993960049, + "nauc_mrr_at_20_max": 0.8149629560185823, + "nauc_mrr_at_20_std": 0.04617605972451243, + "nauc_mrr_at_3_diff1": 0.8718147560723727, + "nauc_mrr_at_3_max": 0.8115183824150244, + "nauc_mrr_at_3_std": 0.0378033588841297, + "nauc_mrr_at_5_diff1": 0.8753750435088783, + "nauc_mrr_at_5_max": 0.8153949705416822, + "nauc_mrr_at_5_std": 0.044792802283689793, + "nauc_ndcg_at_1000_diff1": 0.8760783679666224, + "nauc_ndcg_at_1000_max": 0.8181189606929615, + "nauc_ndcg_at_1000_std": 0.056855498807751224, + "nauc_ndcg_at_100_diff1": 0.8768482623450266, + "nauc_ndcg_at_100_max": 0.8192489425000348, + "nauc_ndcg_at_100_std": 0.06231863155173628, + "nauc_ndcg_at_10_diff1": 0.8736707792319345, + "nauc_ndcg_at_10_max": 0.8248489363700875, + "nauc_ndcg_at_10_std": 0.07407209894136699, + "nauc_ndcg_at_1_diff1": 0.889877423102055, + "nauc_ndcg_at_1_max": 0.797121923477166, + "nauc_ndcg_at_1_std": -0.0017364052176858727, + "nauc_ndcg_at_20_diff1": 0.8753112007178027, + "nauc_ndcg_at_20_max": 0.8229738200641845, + "nauc_ndcg_at_20_std": 0.07466534010934793, + "nauc_ndcg_at_3_diff1": 0.8645514302479282, + "nauc_ndcg_at_3_max": 0.8165544423762247, + "nauc_ndcg_at_3_std": 0.055553335487341676, + "nauc_ndcg_at_5_diff1": 0.8711028747572924, + "nauc_ndcg_at_5_max": 0.8244484977937229, + "nauc_ndcg_at_5_std": 0.07047325350354006, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9305555555555588, + "nauc_precision_at_10_diff1": 0.8564425770308098, + "nauc_precision_at_10_max": 0.9032446311858042, + "nauc_precision_at_10_std": 0.31688842203547934, + "nauc_precision_at_1_diff1": 0.889877423102055, + "nauc_precision_at_1_max": 0.797121923477166, + "nauc_precision_at_1_std": -0.0017364052176858727, + "nauc_precision_at_20_diff1": 0.8679296279915464, + "nauc_precision_at_20_max": 0.9481547004766737, + "nauc_precision_at_20_std": 0.5466116271069753, + "nauc_precision_at_3_diff1": 0.833144228155398, + "nauc_precision_at_3_max": 0.8379664101927674, + "nauc_precision_at_3_std": 0.1332009597087782, + "nauc_precision_at_5_diff1": 0.8499668684678172, + "nauc_precision_at_5_max": 0.8739495798319312, + "nauc_precision_at_5_std": 0.21178578958464772, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9305555555555413, + "nauc_recall_at_10_diff1": 0.8564425770308115, + "nauc_recall_at_10_max": 0.9032446311858076, + "nauc_recall_at_10_std": 0.316888422035479, + "nauc_recall_at_1_diff1": 0.889877423102055, + "nauc_recall_at_1_max": 0.797121923477166, + "nauc_recall_at_1_std": -0.0017364052176858727, + "nauc_recall_at_20_diff1": 0.8679296279915493, + "nauc_recall_at_20_max": 0.9481547004766798, + "nauc_recall_at_20_std": 0.5466116271069885, + "nauc_recall_at_3_diff1": 0.8331442281553968, + "nauc_recall_at_3_max": 0.8379664101927684, + "nauc_recall_at_3_std": 0.13320095970877727, + "nauc_recall_at_5_diff1": 0.8499668684678177, + "nauc_recall_at_5_max": 0.8739495798319329, + "nauc_recall_at_5_std": 0.21178578958465052, + "ndcg_at_1": 0.81778, + "ndcg_at_10": 0.89053, + "ndcg_at_100": 0.89959, + "ndcg_at_1000": 0.90018, + "ndcg_at_20": 0.89636, + "ndcg_at_3": 0.87446, + "ndcg_at_5": 0.8824, + "precision_at_1": 0.81778, + "precision_at_10": 0.09556, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.30407, + "precision_at_5": 0.18622, + "recall_at_1": 0.81778, + "recall_at_10": 0.95556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97889, + "recall_at_3": 0.91222, + "recall_at_5": 0.93111 + }, + { + "hf_subset": "rus_Cyrl-rus_Cyrl", + "languages": [ + "rus-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.90786, + "map_at_1": 0.84111, + "map_at_10": 0.88702, + "map_at_100": 0.88827, + "map_at_1000": 0.88829, + "map_at_20": 0.88802, + "map_at_3": 0.87796, + "map_at_5": 0.88424, + "mrr_at_1": 0.8411111111111111, + "mrr_at_10": 0.887024250440917, + "mrr_at_100": 0.8882702577992398, + "mrr_at_1000": 0.8882905883442305, + "mrr_at_20": 0.8880209640577288, + "mrr_at_3": 0.877962962962963, + "mrr_at_5": 0.8842407407407408, + "nauc_map_at_1000_diff1": 0.8682272812316789, + "nauc_map_at_1000_max": 0.7728424379579879, + "nauc_map_at_1000_std": 0.03439757179768792, + "nauc_map_at_100_diff1": 0.8682041482342094, + "nauc_map_at_100_max": 0.7728852851196866, + "nauc_map_at_100_std": 0.03457970671322726, + "nauc_map_at_10_diff1": 0.8679911847164749, + "nauc_map_at_10_max": 0.7734552141777218, + "nauc_map_at_10_std": 0.03536501692160611, + "nauc_map_at_1_diff1": 0.8815951088634695, + "nauc_map_at_1_max": 0.7542800875573827, + "nauc_map_at_1_std": 0.010701076626433027, + "nauc_map_at_20_diff1": 0.8679590303429675, + "nauc_map_at_20_max": 0.7732206361030641, + "nauc_map_at_20_std": 0.03515886797606569, + "nauc_map_at_3_diff1": 0.8676023362700211, + "nauc_map_at_3_max": 0.7737159373265837, + "nauc_map_at_3_std": 0.037928515057051825, + "nauc_map_at_5_diff1": 0.8667855283307943, + "nauc_map_at_5_max": 0.7741577865781831, + "nauc_map_at_5_std": 0.03536406416890797, + "nauc_mrr_at_1000_diff1": 0.8682272812316789, + "nauc_mrr_at_1000_max": 0.7728424379579879, + "nauc_mrr_at_1000_std": 0.03439757179768792, + "nauc_mrr_at_100_diff1": 0.8682041482342094, + "nauc_mrr_at_100_max": 0.7728852851196866, + "nauc_mrr_at_100_std": 0.03457970671322726, + "nauc_mrr_at_10_diff1": 0.8679911847164749, + "nauc_mrr_at_10_max": 0.7734552141777218, + "nauc_mrr_at_10_std": 0.03536501692160611, + "nauc_mrr_at_1_diff1": 0.8815951088634695, + "nauc_mrr_at_1_max": 0.7542800875573827, + "nauc_mrr_at_1_std": 0.010701076626433027, + "nauc_mrr_at_20_diff1": 0.8679590303429675, + "nauc_mrr_at_20_max": 0.7732206361030641, + "nauc_mrr_at_20_std": 0.03515886797606569, + "nauc_mrr_at_3_diff1": 0.8676023362700211, + "nauc_mrr_at_3_max": 0.7737159373265837, + "nauc_mrr_at_3_std": 0.037928515057051825, + "nauc_mrr_at_5_diff1": 0.8667855283307943, + "nauc_mrr_at_5_max": 0.7741577865781831, + "nauc_mrr_at_5_std": 0.03536406416890797, + "nauc_ndcg_at_1000_diff1": 0.8658235439527103, + "nauc_ndcg_at_1000_max": 0.7763850416026224, + "nauc_ndcg_at_1000_std": 0.03989893885828817, + "nauc_ndcg_at_100_diff1": 0.8652898962037819, + "nauc_ndcg_at_100_max": 0.7775763187096897, + "nauc_ndcg_at_100_std": 0.045013741655051585, + "nauc_ndcg_at_10_diff1": 0.862905869388797, + "nauc_ndcg_at_10_max": 0.7811494983239984, + "nauc_ndcg_at_10_std": 0.047748712980098126, + "nauc_ndcg_at_1_diff1": 0.8815951088634695, + "nauc_ndcg_at_1_max": 0.7542800875573827, + "nauc_ndcg_at_1_std": 0.010701076626433027, + "nauc_ndcg_at_20_diff1": 0.8628330226217104, + "nauc_ndcg_at_20_max": 0.7810914752144698, + "nauc_ndcg_at_20_std": 0.04834954696261843, + "nauc_ndcg_at_3_diff1": 0.8621567435402472, + "nauc_ndcg_at_3_max": 0.7810738435253216, + "nauc_ndcg_at_3_std": 0.04985645087352818, + "nauc_ndcg_at_5_diff1": 0.8597637260416108, + "nauc_ndcg_at_5_max": 0.782732602121352, + "nauc_ndcg_at_5_std": 0.045160565715026635, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7712418300653303, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8096358543417327, + "nauc_precision_at_10_max": 0.8644631185807632, + "nauc_precision_at_10_std": 0.19346405228758, + "nauc_precision_at_1_diff1": 0.8815951088634695, + "nauc_precision_at_1_max": 0.7542800875573827, + "nauc_precision_at_1_std": 0.010701076626433027, + "nauc_precision_at_20_diff1": 0.762479350714633, + "nauc_precision_at_20_max": 0.9484665661136262, + "nauc_precision_at_20_std": 0.3540544422897307, + "nauc_precision_at_3_diff1": 0.8379538089745726, + "nauc_precision_at_3_max": 0.8136705662657239, + "nauc_precision_at_3_std": 0.10355220519580334, + "nauc_precision_at_5_diff1": 0.8120860747399732, + "nauc_precision_at_5_max": 0.8400538509977652, + "nauc_precision_at_5_std": 0.10863570234295404, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7712418300653515, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8096358543417392, + "nauc_recall_at_10_max": 0.8644631185807672, + "nauc_recall_at_10_std": 0.19346405228757932, + "nauc_recall_at_1_diff1": 0.8815951088634695, + "nauc_recall_at_1_max": 0.7542800875573827, + "nauc_recall_at_1_std": 0.010701076626433027, + "nauc_recall_at_20_diff1": 0.7624793507146533, + "nauc_recall_at_20_max": 0.9484665661136307, + "nauc_recall_at_20_std": 0.35405444228972843, + "nauc_recall_at_3_diff1": 0.8379538089745705, + "nauc_recall_at_3_max": 0.8136705662657218, + "nauc_recall_at_3_std": 0.10355220519580567, + "nauc_recall_at_5_diff1": 0.8120860747399741, + "nauc_recall_at_5_max": 0.8400538509977612, + "nauc_recall_at_5_std": 0.10863570234295192, + "ndcg_at_1": 0.84111, + "ndcg_at_10": 0.90786, + "ndcg_at_100": 0.91331, + "ndcg_at_1000": 0.91376, + "ndcg_at_20": 0.91132, + "ndcg_at_3": 0.88991, + "ndcg_at_5": 0.90129, + "precision_at_1": 0.84111, + "precision_at_10": 0.09722, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30815, + "precision_at_5": 0.19044, + "recall_at_1": 0.84111, + "recall_at_10": 0.97222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.92444, + "recall_at_5": 0.95222 + }, + { + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "main_score": 0.89563, + "map_at_1": 0.82, + "map_at_10": 0.87137, + "map_at_100": 0.87265, + "map_at_1000": 0.87267, + "map_at_20": 0.87229, + "map_at_3": 0.86056, + "map_at_5": 0.86711, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8713672839506178, + "mrr_at_100": 0.8726511072348888, + "mrr_at_1000": 0.8726705453131505, + "mrr_at_20": 0.8722894434665596, + "mrr_at_3": 0.8605555555555561, + "mrr_at_5": 0.8671111111111119, + "nauc_map_at_1000_diff1": 0.8496329632232955, + "nauc_map_at_1000_max": 0.7033597431512549, + "nauc_map_at_1000_std": -0.0362740463046173, + "nauc_map_at_100_diff1": 0.849656987894372, + "nauc_map_at_100_max": 0.703407138409893, + "nauc_map_at_100_std": -0.03614157234506077, + "nauc_map_at_10_diff1": 0.8494529109431102, + "nauc_map_at_10_max": 0.7044913258154399, + "nauc_map_at_10_std": -0.03531296817582119, + "nauc_map_at_1_diff1": 0.85629535803013, + "nauc_map_at_1_max": 0.6914430125686873, + "nauc_map_at_1_std": -0.05205235525204687, + "nauc_map_at_20_diff1": 0.8493189509851142, + "nauc_map_at_20_max": 0.703023307159801, + "nauc_map_at_20_std": -0.03753676340616483, + "nauc_map_at_3_diff1": 0.8481015767300154, + "nauc_map_at_3_max": 0.6998253535911103, + "nauc_map_at_3_std": -0.05135780796134209, + "nauc_map_at_5_diff1": 0.8500767213086232, + "nauc_map_at_5_max": 0.7091817898086259, + "nauc_map_at_5_std": -0.02476539102311709, + "nauc_mrr_at_1000_diff1": 0.8496329632232955, + "nauc_mrr_at_1000_max": 0.7033597431512549, + "nauc_mrr_at_1000_std": -0.0362740463046173, + "nauc_mrr_at_100_diff1": 0.849656987894372, + "nauc_mrr_at_100_max": 0.703407138409893, + "nauc_mrr_at_100_std": -0.03614157234506077, + "nauc_mrr_at_10_diff1": 0.8494529109431102, + "nauc_mrr_at_10_max": 0.7044913258154399, + "nauc_mrr_at_10_std": -0.03531296817582119, + "nauc_mrr_at_1_diff1": 0.85629535803013, + "nauc_mrr_at_1_max": 0.6914430125686873, + "nauc_mrr_at_1_std": -0.05205235525204687, + "nauc_mrr_at_20_diff1": 0.8493189509851142, + "nauc_mrr_at_20_max": 0.703023307159801, + "nauc_mrr_at_20_std": -0.03753676340616483, + "nauc_mrr_at_3_diff1": 0.8481015767300154, + "nauc_mrr_at_3_max": 0.6998253535911103, + "nauc_mrr_at_3_std": -0.05135780796134209, + "nauc_mrr_at_5_diff1": 0.8500767213086232, + "nauc_mrr_at_5_max": 0.7091817898086259, + "nauc_mrr_at_5_std": -0.02476539102311709, + "nauc_ndcg_at_1000_diff1": 0.8484672438313604, + "nauc_ndcg_at_1000_max": 0.7054667019184843, + "nauc_ndcg_at_1000_std": -0.033038935560318027, + "nauc_ndcg_at_100_diff1": 0.8489887326280945, + "nauc_ndcg_at_100_max": 0.7064803165262971, + "nauc_ndcg_at_100_std": -0.030188791250700047, + "nauc_ndcg_at_10_diff1": 0.846269151685772, + "nauc_ndcg_at_10_max": 0.7100577721252247, + "nauc_ndcg_at_10_std": -0.029754662762285482, + "nauc_ndcg_at_1_diff1": 0.85629535803013, + "nauc_ndcg_at_1_max": 0.6914430125686873, + "nauc_ndcg_at_1_std": -0.05205235525204687, + "nauc_ndcg_at_20_diff1": 0.8454096781245569, + "nauc_ndcg_at_20_max": 0.7035572806426202, + "nauc_ndcg_at_20_std": -0.039396946630673044, + "nauc_ndcg_at_3_diff1": 0.8455290476499093, + "nauc_ndcg_at_3_max": 0.7031211252745744, + "nauc_ndcg_at_3_std": -0.0555954578185147, + "nauc_ndcg_at_5_diff1": 0.8488024216262001, + "nauc_ndcg_at_5_max": 0.7225087621212042, + "nauc_ndcg_at_5_std": -0.0009209593363198663, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7957516339868821, + "nauc_precision_at_10_diff1": 0.8033290239172564, + "nauc_precision_at_10_max": 0.7694641959347734, + "nauc_precision_at_10_std": 0.020379946850531325, + "nauc_precision_at_1_diff1": 0.85629535803013, + "nauc_precision_at_1_max": 0.6914430125686873, + "nauc_precision_at_1_std": -0.05205235525204687, + "nauc_precision_at_20_diff1": 0.743630785647596, + "nauc_precision_at_20_max": 0.6608976924102816, + "nauc_precision_at_20_std": -0.16990129385087865, + "nauc_precision_at_3_diff1": 0.8346688886525084, + "nauc_precision_at_3_max": 0.7174414069425253, + "nauc_precision_at_3_std": -0.07621529624508043, + "nauc_precision_at_5_diff1": 0.8417807374522112, + "nauc_precision_at_5_max": 0.8105544104434205, + "nauc_precision_at_5_std": 0.1608354033437252, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7957516339869354, + "nauc_recall_at_10_diff1": 0.8033290239172606, + "nauc_recall_at_10_max": 0.7694641959347833, + "nauc_recall_at_10_std": 0.02037994685053361, + "nauc_recall_at_1_diff1": 0.85629535803013, + "nauc_recall_at_1_max": 0.6914430125686873, + "nauc_recall_at_1_std": -0.05205235525204687, + "nauc_recall_at_20_diff1": 0.7436307856475902, + "nauc_recall_at_20_max": 0.6608976924102873, + "nauc_recall_at_20_std": -0.16990129385087688, + "nauc_recall_at_3_diff1": 0.8346688886525079, + "nauc_recall_at_3_max": 0.7174414069425228, + "nauc_recall_at_3_std": -0.07621529624508032, + "nauc_recall_at_5_diff1": 0.841780737452213, + "nauc_recall_at_5_max": 0.8105544104434229, + "nauc_recall_at_5_std": 0.16083540334372826, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89563, + "ndcg_at_100": 0.90152, + "ndcg_at_1000": 0.90184, + "ndcg_at_20": 0.899, + "ndcg_at_3": 0.87382, + "ndcg_at_5": 0.88568, + "precision_at_1": 0.82, + "precision_at_10": 0.09711, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.30407, + "precision_at_5": 0.18822, + "recall_at_1": 0.82, + "recall_at_10": 0.97111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.91222, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ], + "main_score": 0.91113, + "map_at_1": 0.84444, + "map_at_10": 0.89096, + "map_at_100": 0.89237, + "map_at_1000": 0.89238, + "map_at_20": 0.8921, + "map_at_3": 0.8837, + "map_at_5": 0.88743, + "mrr_at_1": 0.8444444444444444, + "mrr_at_10": 0.8909647266313934, + "mrr_at_100": 0.8923679046406631, + "mrr_at_1000": 0.8923838278466107, + "mrr_at_20": 0.8921035779522624, + "mrr_at_3": 0.8837037037037038, + "mrr_at_5": 0.887425925925926, + "nauc_map_at_1000_diff1": 0.8748156801187986, + "nauc_map_at_1000_max": 0.7720965370951899, + "nauc_map_at_1000_std": 0.016063506857532526, + "nauc_map_at_100_diff1": 0.8748348466215441, + "nauc_map_at_100_max": 0.7721314305415238, + "nauc_map_at_100_std": 0.016214153691859485, + "nauc_map_at_10_diff1": 0.8743869422946545, + "nauc_map_at_10_max": 0.7723883978443564, + "nauc_map_at_10_std": 0.014013704470854314, + "nauc_map_at_1_diff1": 0.8823527354134604, + "nauc_map_at_1_max": 0.7577654960123132, + "nauc_map_at_1_std": 0.00307821463551106, + "nauc_map_at_20_diff1": 0.8749999204094894, + "nauc_map_at_20_max": 0.7726812477551209, + "nauc_map_at_20_std": 0.01702555418068772, + "nauc_map_at_3_diff1": 0.8741812310846736, + "nauc_map_at_3_max": 0.7740995843999581, + "nauc_map_at_3_std": 0.010680061634038765, + "nauc_map_at_5_diff1": 0.8737939459503049, + "nauc_map_at_5_max": 0.774161513593368, + "nauc_map_at_5_std": 0.017466486176176233, + "nauc_mrr_at_1000_diff1": 0.8748156801187986, + "nauc_mrr_at_1000_max": 0.7720965370951899, + "nauc_mrr_at_1000_std": 0.016063506857532526, + "nauc_mrr_at_100_diff1": 0.8748348466215441, + "nauc_mrr_at_100_max": 0.7721314305415238, + "nauc_mrr_at_100_std": 0.016214153691859485, + "nauc_mrr_at_10_diff1": 0.8743869422946545, + "nauc_mrr_at_10_max": 0.7723883978443564, + "nauc_mrr_at_10_std": 0.014013704470854314, + "nauc_mrr_at_1_diff1": 0.8823527354134604, + "nauc_mrr_at_1_max": 0.7577654960123132, + "nauc_mrr_at_1_std": 0.00307821463551106, + "nauc_mrr_at_20_diff1": 0.8749999204094894, + "nauc_mrr_at_20_max": 0.7726812477551209, + "nauc_mrr_at_20_std": 0.01702555418068772, + "nauc_mrr_at_3_diff1": 0.8741812310846736, + "nauc_mrr_at_3_max": 0.7740995843999581, + "nauc_mrr_at_3_std": 0.010680061634038765, + "nauc_mrr_at_5_diff1": 0.8737939459503049, + "nauc_mrr_at_5_max": 0.774161513593368, + "nauc_mrr_at_5_std": 0.017466486176176233, + "nauc_ndcg_at_1000_diff1": 0.8748957990720205, + "nauc_ndcg_at_1000_max": 0.7750311454583444, + "nauc_ndcg_at_1000_std": 0.018834031921846843, + "nauc_ndcg_at_100_diff1": 0.8753798632483054, + "nauc_ndcg_at_100_max": 0.775901614734804, + "nauc_ndcg_at_100_std": 0.022630445572349212, + "nauc_ndcg_at_10_diff1": 0.8743836965180254, + "nauc_ndcg_at_10_max": 0.7790002196374372, + "nauc_ndcg_at_10_std": 0.01526024767924139, + "nauc_ndcg_at_1_diff1": 0.8823527354134604, + "nauc_ndcg_at_1_max": 0.7577654960123132, + "nauc_ndcg_at_1_std": 0.00307821463551106, + "nauc_ndcg_at_20_diff1": 0.8768939208619643, + "nauc_ndcg_at_20_max": 0.7802701274019401, + "nauc_ndcg_at_20_std": 0.02773778423883777, + "nauc_ndcg_at_3_diff1": 0.873041654467236, + "nauc_ndcg_at_3_max": 0.7816296746119396, + "nauc_ndcg_at_3_std": 0.007193910988975786, + "nauc_ndcg_at_5_diff1": 0.8723476821486765, + "nauc_ndcg_at_5_max": 0.782713715100161, + "nauc_ndcg_at_5_std": 0.02169450502257588, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8818277310924325, + "nauc_precision_at_10_max": 0.8526882975412331, + "nauc_precision_at_10_std": 0.032251789604723406, + "nauc_precision_at_1_diff1": 0.8823527354134604, + "nauc_precision_at_1_max": 0.7577654960123132, + "nauc_precision_at_1_std": 0.00307821463551106, + "nauc_precision_at_20_diff1": 0.9607843137254982, + "nauc_precision_at_20_max": 0.9869281045751661, + "nauc_precision_at_20_std": 0.39761904761904043, + "nauc_precision_at_3_diff1": 0.8688218456781621, + "nauc_precision_at_3_max": 0.8177205308352868, + "nauc_precision_at_3_std": -0.012819335384426723, + "nauc_precision_at_5_diff1": 0.8653078252577595, + "nauc_precision_at_5_max": 0.8349921528895228, + "nauc_precision_at_5_std": 0.04772831118262652, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8818277310924371, + "nauc_recall_at_10_max": 0.852688297541234, + "nauc_recall_at_10_std": 0.03225178960472593, + "nauc_recall_at_1_diff1": 0.8823527354134604, + "nauc_recall_at_1_max": 0.7577654960123132, + "nauc_recall_at_1_std": 0.00307821463551106, + "nauc_recall_at_20_diff1": 0.960784313725492, + "nauc_recall_at_20_max": 0.9869281045751601, + "nauc_recall_at_20_std": 0.3976190476190616, + "nauc_recall_at_3_diff1": 0.8688218456781611, + "nauc_recall_at_3_max": 0.817720530835285, + "nauc_recall_at_3_std": -0.012819335384426723, + "nauc_recall_at_5_diff1": 0.8653078252577626, + "nauc_recall_at_5_max": 0.8349921528895234, + "nauc_recall_at_5_std": 0.04772831118262777, + "ndcg_at_1": 0.84444, + "ndcg_at_10": 0.91113, + "ndcg_at_100": 0.91686, + "ndcg_at_1000": 0.91717, + "ndcg_at_20": 0.91514, + "ndcg_at_3": 0.89619, + "ndcg_at_5": 0.90274, + "precision_at_1": 0.84444, + "precision_at_10": 0.09733, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04944, + "precision_at_3": 0.31074, + "precision_at_5": 0.18956, + "recall_at_1": 0.84444, + "recall_at_10": 0.97333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98889, + "recall_at_3": 0.93222, + "recall_at_5": 0.94778 + }, + { + "hf_subset": "shn_Mymr-shn_Mymr", + "languages": [ + "shn-Mymr", + "shn-Mymr" + ], + "main_score": 0.51142, + "map_at_1": 0.42, + "map_at_10": 0.47828, + "map_at_100": 0.48633, + "map_at_1000": 0.48705, + "map_at_20": 0.48225, + "map_at_3": 0.45963, + "map_at_5": 0.46935, + "mrr_at_1": 0.42, + "mrr_at_10": 0.4782786596119929, + "mrr_at_100": 0.48632712491485336, + "mrr_at_1000": 0.4870512361514824, + "mrr_at_20": 0.48224794793938225, + "mrr_at_3": 0.45962962962962944, + "mrr_at_5": 0.4693518518518515, + "nauc_map_at_1000_diff1": 0.7398040008769563, + "nauc_map_at_1000_max": 0.7526882603698688, + "nauc_map_at_1000_std": 0.5468631139001011, + "nauc_map_at_100_diff1": 0.7393641125567678, + "nauc_map_at_100_max": 0.75266136598097, + "nauc_map_at_100_std": 0.5472299667961361, + "nauc_map_at_10_diff1": 0.740377527623479, + "nauc_map_at_10_max": 0.7522297646345167, + "nauc_map_at_10_std": 0.5451006335189726, + "nauc_map_at_1_diff1": 0.7828959685247109, + "nauc_map_at_1_max": 0.7338569614018712, + "nauc_map_at_1_std": 0.5101701359186388, + "nauc_map_at_20_diff1": 0.739334902892529, + "nauc_map_at_20_max": 0.7535933739625871, + "nauc_map_at_20_std": 0.5473801744126827, + "nauc_map_at_3_diff1": 0.7512244687953703, + "nauc_map_at_3_max": 0.7518801686043417, + "nauc_map_at_3_std": 0.5393146778731432, + "nauc_map_at_5_diff1": 0.7446268612425779, + "nauc_map_at_5_max": 0.7555763429137549, + "nauc_map_at_5_std": 0.5469444943469646, + "nauc_mrr_at_1000_diff1": 0.7398040008769563, + "nauc_mrr_at_1000_max": 0.7526882603698688, + "nauc_mrr_at_1000_std": 0.5468631139001011, + "nauc_mrr_at_100_diff1": 0.7393641125567678, + "nauc_mrr_at_100_max": 0.75266136598097, + "nauc_mrr_at_100_std": 0.5472299667961361, + "nauc_mrr_at_10_diff1": 0.740377527623479, + "nauc_mrr_at_10_max": 0.7522297646345167, + "nauc_mrr_at_10_std": 0.5451006335189726, + "nauc_mrr_at_1_diff1": 0.7828959685247109, + "nauc_mrr_at_1_max": 0.7338569614018712, + "nauc_mrr_at_1_std": 0.5101701359186388, + "nauc_mrr_at_20_diff1": 0.739334902892529, + "nauc_mrr_at_20_max": 0.7535933739625871, + "nauc_mrr_at_20_std": 0.5473801744126827, + "nauc_mrr_at_3_diff1": 0.7512244687953703, + "nauc_mrr_at_3_max": 0.7518801686043417, + "nauc_mrr_at_3_std": 0.5393146778731432, + "nauc_mrr_at_5_diff1": 0.7446268612425779, + "nauc_mrr_at_5_max": 0.7555763429137549, + "nauc_mrr_at_5_std": 0.5469444943469646, + "nauc_ndcg_at_1000_diff1": 0.7258943161453083, + "nauc_ndcg_at_1000_max": 0.7551131878656202, + "nauc_ndcg_at_1000_std": 0.5570254677764215, + "nauc_ndcg_at_100_diff1": 0.7136194569891532, + "nauc_ndcg_at_100_max": 0.7540218991789662, + "nauc_ndcg_at_100_std": 0.5663491963525471, + "nauc_ndcg_at_10_diff1": 0.7182364579403285, + "nauc_ndcg_at_10_max": 0.7564885850792172, + "nauc_ndcg_at_10_std": 0.5590710433115359, + "nauc_ndcg_at_1_diff1": 0.7828959685247109, + "nauc_ndcg_at_1_max": 0.7338569614018712, + "nauc_ndcg_at_1_std": 0.5101701359186388, + "nauc_ndcg_at_20_diff1": 0.7132405025379102, + "nauc_ndcg_at_20_max": 0.7606813552638974, + "nauc_ndcg_at_20_std": 0.5666575286894929, + "nauc_ndcg_at_3_diff1": 0.7401196182582711, + "nauc_ndcg_at_3_max": 0.7573229704739333, + "nauc_ndcg_at_3_std": 0.549388784271769, + "nauc_ndcg_at_5_diff1": 0.727767654867711, + "nauc_ndcg_at_5_max": 0.7639929400074227, + "nauc_ndcg_at_5_std": 0.5632990972808563, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5203525197664425, + "nauc_precision_at_100_max": 0.737095388558032, + "nauc_precision_at_100_std": 0.7102778222694647, + "nauc_precision_at_10_diff1": 0.640204416541261, + "nauc_precision_at_10_max": 0.7685469538394489, + "nauc_precision_at_10_std": 0.6053456764062994, + "nauc_precision_at_1_diff1": 0.7828959685247109, + "nauc_precision_at_1_max": 0.7338569614018712, + "nauc_precision_at_1_std": 0.5101701359186388, + "nauc_precision_at_20_diff1": 0.6062468328363932, + "nauc_precision_at_20_max": 0.7872425226469986, + "nauc_precision_at_20_std": 0.6432905477603527, + "nauc_precision_at_3_diff1": 0.7070931437879461, + "nauc_precision_at_3_max": 0.7732515440200913, + "nauc_precision_at_3_std": 0.5793070644247901, + "nauc_precision_at_5_diff1": 0.6739744517203906, + "nauc_precision_at_5_max": 0.7904840644250074, + "nauc_precision_at_5_std": 0.6154918153433733, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5203525197664435, + "nauc_recall_at_100_max": 0.7370953885580321, + "nauc_recall_at_100_std": 0.7102778222694648, + "nauc_recall_at_10_diff1": 0.640204416541261, + "nauc_recall_at_10_max": 0.7685469538394494, + "nauc_recall_at_10_std": 0.6053456764062998, + "nauc_recall_at_1_diff1": 0.7828959685247109, + "nauc_recall_at_1_max": 0.7338569614018712, + "nauc_recall_at_1_std": 0.5101701359186388, + "nauc_recall_at_20_diff1": 0.6062468328363929, + "nauc_recall_at_20_max": 0.7872425226469992, + "nauc_recall_at_20_std": 0.6432905477603525, + "nauc_recall_at_3_diff1": 0.7070931437879462, + "nauc_recall_at_3_max": 0.7732515440200917, + "nauc_recall_at_3_std": 0.5793070644247903, + "nauc_recall_at_5_diff1": 0.6739744517203905, + "nauc_recall_at_5_max": 0.7904840644250071, + "nauc_recall_at_5_std": 0.6154918153433736, + "ndcg_at_1": 0.42, + "ndcg_at_10": 0.51142, + "ndcg_at_100": 0.55758, + "ndcg_at_1000": 0.57673, + "ndcg_at_20": 0.52579, + "ndcg_at_3": 0.47256, + "ndcg_at_5": 0.49025, + "precision_at_1": 0.42, + "precision_at_10": 0.06178, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "precision_at_20": 0.03372, + "precision_at_3": 0.17, + "precision_at_5": 0.11067, + "recall_at_1": 0.42, + "recall_at_10": 0.61778, + "recall_at_100": 0.85111, + "recall_at_1000": 1.0, + "recall_at_20": 0.67444, + "recall_at_3": 0.51, + "recall_at_5": 0.55333 + }, + { + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ], + "main_score": 0.79976, + "map_at_1": 0.68222, + "map_at_10": 0.76158, + "map_at_100": 0.76479, + "map_at_1000": 0.76485, + "map_at_20": 0.76344, + "map_at_3": 0.74444, + "map_at_5": 0.75372, + "mrr_at_1": 0.6822222222222222, + "mrr_at_10": 0.7615762786596122, + "mrr_at_100": 0.7647930575636569, + "mrr_at_1000": 0.7648465234278432, + "mrr_at_20": 0.7634370589898195, + "mrr_at_3": 0.7444444444444445, + "mrr_at_5": 0.7537222222222224, + "nauc_map_at_1000_diff1": 0.759802284001372, + "nauc_map_at_1000_max": 0.6239044096161507, + "nauc_map_at_1000_std": 0.05686147194685017, + "nauc_map_at_100_diff1": 0.7598223232590295, + "nauc_map_at_100_max": 0.6239868143227773, + "nauc_map_at_100_std": 0.05696921506539262, + "nauc_map_at_10_diff1": 0.7586587770388847, + "nauc_map_at_10_max": 0.6239595527559514, + "nauc_map_at_10_std": 0.057530238437070634, + "nauc_map_at_1_diff1": 0.785031104049119, + "nauc_map_at_1_max": 0.6172447173253222, + "nauc_map_at_1_std": 0.02724930676344309, + "nauc_map_at_20_diff1": 0.7595678953619307, + "nauc_map_at_20_max": 0.6241563141971154, + "nauc_map_at_20_std": 0.05741622715014465, + "nauc_map_at_3_diff1": 0.7577682049860636, + "nauc_map_at_3_max": 0.6288165411681368, + "nauc_map_at_3_std": 0.058222848431652645, + "nauc_map_at_5_diff1": 0.7572141763675722, + "nauc_map_at_5_max": 0.6231936557845772, + "nauc_map_at_5_std": 0.05574408056880711, + "nauc_mrr_at_1000_diff1": 0.759802284001372, + "nauc_mrr_at_1000_max": 0.6239044096161507, + "nauc_mrr_at_1000_std": 0.05686147194685017, + "nauc_mrr_at_100_diff1": 0.7598223232590295, + "nauc_mrr_at_100_max": 0.6239868143227773, + "nauc_mrr_at_100_std": 0.05696921506539262, + "nauc_mrr_at_10_diff1": 0.7586587770388847, + "nauc_mrr_at_10_max": 0.6239595527559514, + "nauc_mrr_at_10_std": 0.057530238437070634, + "nauc_mrr_at_1_diff1": 0.785031104049119, + "nauc_mrr_at_1_max": 0.6172447173253222, + "nauc_mrr_at_1_std": 0.02724930676344309, + "nauc_mrr_at_20_diff1": 0.7595678953619307, + "nauc_mrr_at_20_max": 0.6241563141971154, + "nauc_mrr_at_20_std": 0.05741622715014465, + "nauc_mrr_at_3_diff1": 0.7577682049860636, + "nauc_mrr_at_3_max": 0.6288165411681368, + "nauc_mrr_at_3_std": 0.058222848431652645, + "nauc_mrr_at_5_diff1": 0.7572141763675722, + "nauc_mrr_at_5_max": 0.6231936557845772, + "nauc_mrr_at_5_std": 0.05574408056880711, + "nauc_ndcg_at_1000_diff1": 0.756868480371993, + "nauc_ndcg_at_1000_max": 0.6259940658896811, + "nauc_ndcg_at_1000_std": 0.0630320868384052, + "nauc_ndcg_at_100_diff1": 0.7573248839539403, + "nauc_ndcg_at_100_max": 0.6282500996031786, + "nauc_ndcg_at_100_std": 0.06628943905491869, + "nauc_ndcg_at_10_diff1": 0.7513985954065058, + "nauc_ndcg_at_10_max": 0.6285337922483, + "nauc_ndcg_at_10_std": 0.07046569956023396, + "nauc_ndcg_at_1_diff1": 0.785031104049119, + "nauc_ndcg_at_1_max": 0.6172447173253222, + "nauc_ndcg_at_1_std": 0.02724930676344309, + "nauc_ndcg_at_20_diff1": 0.7552822392397599, + "nauc_ndcg_at_20_max": 0.629877508143985, + "nauc_ndcg_at_20_std": 0.07095261422489203, + "nauc_ndcg_at_3_diff1": 0.7490031700140347, + "nauc_ndcg_at_3_max": 0.6345233159029017, + "nauc_ndcg_at_3_std": 0.06761010609215766, + "nauc_ndcg_at_5_diff1": 0.7474060192977127, + "nauc_ndcg_at_5_max": 0.6242104808898706, + "nauc_ndcg_at_5_std": 0.06448144550268424, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.812966853408036, + "nauc_precision_at_100_max": 0.9325980392157044, + "nauc_precision_at_100_std": 0.5194911297852683, + "nauc_precision_at_10_diff1": 0.7040408756095007, + "nauc_precision_at_10_max": 0.6699151882975392, + "nauc_precision_at_10_std": 0.17229484386346977, + "nauc_precision_at_1_diff1": 0.785031104049119, + "nauc_precision_at_1_max": 0.6172447173253222, + "nauc_precision_at_1_std": 0.02724930676344309, + "nauc_precision_at_20_diff1": 0.7314068484536662, + "nauc_precision_at_20_max": 0.7079879570875964, + "nauc_precision_at_20_std": 0.229148802378094, + "nauc_precision_at_3_diff1": 0.7163968131585722, + "nauc_precision_at_3_max": 0.6567292041463213, + "nauc_precision_at_3_std": 0.10225061497228106, + "nauc_precision_at_5_diff1": 0.7028659184333287, + "nauc_precision_at_5_max": 0.6275768632703631, + "nauc_precision_at_5_std": 0.10385201607315876, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8129668534080259, + "nauc_recall_at_100_max": 0.9325980392156854, + "nauc_recall_at_100_std": 0.5194911297852387, + "nauc_recall_at_10_diff1": 0.7040408756095027, + "nauc_recall_at_10_max": 0.6699151882975412, + "nauc_recall_at_10_std": 0.17229484386347035, + "nauc_recall_at_1_diff1": 0.785031104049119, + "nauc_recall_at_1_max": 0.6172447173253222, + "nauc_recall_at_1_std": 0.02724930676344309, + "nauc_recall_at_20_diff1": 0.731406848453667, + "nauc_recall_at_20_max": 0.7079879570875989, + "nauc_recall_at_20_std": 0.22914880237809385, + "nauc_recall_at_3_diff1": 0.7163968131585715, + "nauc_recall_at_3_max": 0.65672920414632, + "nauc_recall_at_3_std": 0.10225061497228091, + "nauc_recall_at_5_diff1": 0.702865918433328, + "nauc_recall_at_5_max": 0.6275768632703637, + "nauc_recall_at_5_std": 0.10385201607316012, + "ndcg_at_1": 0.68222, + "ndcg_at_10": 0.79976, + "ndcg_at_100": 0.81512, + "ndcg_at_1000": 0.81631, + "ndcg_at_20": 0.80633, + "ndcg_at_3": 0.76391, + "ndcg_at_5": 0.78051, + "precision_at_1": 0.68222, + "precision_at_10": 0.092, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.27333, + "precision_at_5": 0.172, + "recall_at_1": 0.68222, + "recall_at_10": 0.92, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.82, + "recall_at_5": 0.86 + }, + { + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ], + "main_score": 0.52148, + "map_at_1": 0.43, + "map_at_10": 0.49074, + "map_at_100": 0.49852, + "map_at_1000": 0.49934, + "map_at_20": 0.49466, + "map_at_3": 0.47593, + "map_at_5": 0.48354, + "mrr_at_1": 0.43, + "mrr_at_10": 0.4907447089947085, + "mrr_at_100": 0.498516641903284, + "mrr_at_1000": 0.49933861167557697, + "mrr_at_20": 0.4946596695978783, + "mrr_at_3": 0.4759259259259256, + "mrr_at_5": 0.48353703703703654, + "nauc_map_at_1000_diff1": 0.7769492512591271, + "nauc_map_at_1000_max": 0.8250780978482362, + "nauc_map_at_1000_std": 0.4119584181150488, + "nauc_map_at_100_diff1": 0.7766246994118413, + "nauc_map_at_100_max": 0.8250246890651399, + "nauc_map_at_100_std": 0.4123009021663644, + "nauc_map_at_10_diff1": 0.7777952626453191, + "nauc_map_at_10_max": 0.8248726874481688, + "nauc_map_at_10_std": 0.40912460674551243, + "nauc_map_at_1_diff1": 0.8165382742381347, + "nauc_map_at_1_max": 0.8252952592342115, + "nauc_map_at_1_std": 0.38967427194918053, + "nauc_map_at_20_diff1": 0.7764954753158986, + "nauc_map_at_20_max": 0.8253358209475988, + "nauc_map_at_20_std": 0.4124082792615502, + "nauc_map_at_3_diff1": 0.7851097099099514, + "nauc_map_at_3_max": 0.8264278358672109, + "nauc_map_at_3_std": 0.4026497392014203, + "nauc_map_at_5_diff1": 0.7803178051397315, + "nauc_map_at_5_max": 0.8253326690232828, + "nauc_map_at_5_std": 0.4034951992486738, + "nauc_mrr_at_1000_diff1": 0.7769492512591271, + "nauc_mrr_at_1000_max": 0.8250780978482362, + "nauc_mrr_at_1000_std": 0.4119584181150488, + "nauc_mrr_at_100_diff1": 0.7766246994118413, + "nauc_mrr_at_100_max": 0.8250246890651399, + "nauc_mrr_at_100_std": 0.4123009021663644, + "nauc_mrr_at_10_diff1": 0.7777952626453191, + "nauc_mrr_at_10_max": 0.8248726874481688, + "nauc_mrr_at_10_std": 0.40912460674551243, + "nauc_mrr_at_1_diff1": 0.8165382742381347, + "nauc_mrr_at_1_max": 0.8252952592342115, + "nauc_mrr_at_1_std": 0.38967427194918053, + "nauc_mrr_at_20_diff1": 0.7764954753158986, + "nauc_mrr_at_20_max": 0.8253358209475988, + "nauc_mrr_at_20_std": 0.4124082792615502, + "nauc_mrr_at_3_diff1": 0.7851097099099514, + "nauc_mrr_at_3_max": 0.8264278358672109, + "nauc_mrr_at_3_std": 0.4026497392014203, + "nauc_mrr_at_5_diff1": 0.7803178051397315, + "nauc_mrr_at_5_max": 0.8253326690232828, + "nauc_mrr_at_5_std": 0.4034951992486738, + "nauc_ndcg_at_1000_diff1": 0.7652018530722572, + "nauc_ndcg_at_1000_max": 0.823509841104342, + "nauc_ndcg_at_1000_std": 0.4226999941391103, + "nauc_ndcg_at_100_diff1": 0.7557662280938346, + "nauc_ndcg_at_100_max": 0.8214895173979213, + "nauc_ndcg_at_100_std": 0.43278294642679005, + "nauc_ndcg_at_10_diff1": 0.75949348665843, + "nauc_ndcg_at_10_max": 0.8222757116472411, + "nauc_ndcg_at_10_std": 0.42297357659290247, + "nauc_ndcg_at_1_diff1": 0.8165382742381347, + "nauc_ndcg_at_1_max": 0.8252952592342115, + "nauc_ndcg_at_1_std": 0.38967427194918053, + "nauc_ndcg_at_20_diff1": 0.7541106800033741, + "nauc_ndcg_at_20_max": 0.8235795139601053, + "nauc_ndcg_at_20_std": 0.43475438113042486, + "nauc_ndcg_at_3_diff1": 0.774917045955989, + "nauc_ndcg_at_3_max": 0.8256447250355584, + "nauc_ndcg_at_3_std": 0.40698903636096667, + "nauc_ndcg_at_5_diff1": 0.765942823532439, + "nauc_ndcg_at_5_max": 0.8233065165293709, + "nauc_ndcg_at_5_std": 0.40818480304597604, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6161014939530468, + "nauc_precision_at_100_max": 0.790531522070531, + "nauc_precision_at_100_std": 0.5826925031335751, + "nauc_precision_at_10_diff1": 0.6953880741879188, + "nauc_precision_at_10_max": 0.8124542636901884, + "nauc_precision_at_10_std": 0.475647387337289, + "nauc_precision_at_1_diff1": 0.8165382742381347, + "nauc_precision_at_1_max": 0.8252952592342115, + "nauc_precision_at_1_std": 0.38967427194918053, + "nauc_precision_at_20_diff1": 0.6624545371539874, + "nauc_precision_at_20_max": 0.8165564652351889, + "nauc_precision_at_20_std": 0.5350140002739181, + "nauc_precision_at_3_diff1": 0.7445021256661363, + "nauc_precision_at_3_max": 0.822933618286393, + "nauc_precision_at_3_std": 0.41998019004695303, + "nauc_precision_at_5_diff1": 0.7203953684324107, + "nauc_precision_at_5_max": 0.8161019490730674, + "nauc_precision_at_5_std": 0.4225028046785368, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6161014939530478, + "nauc_recall_at_100_max": 0.7905315220705317, + "nauc_recall_at_100_std": 0.5826925031335751, + "nauc_recall_at_10_diff1": 0.6953880741879189, + "nauc_recall_at_10_max": 0.8124542636901888, + "nauc_recall_at_10_std": 0.47564738733728945, + "nauc_recall_at_1_diff1": 0.8165382742381347, + "nauc_recall_at_1_max": 0.8252952592342115, + "nauc_recall_at_1_std": 0.38967427194918053, + "nauc_recall_at_20_diff1": 0.6624545371539875, + "nauc_recall_at_20_max": 0.8165564652351895, + "nauc_recall_at_20_std": 0.5350140002739187, + "nauc_recall_at_3_diff1": 0.7445021256661364, + "nauc_recall_at_3_max": 0.822933618286393, + "nauc_recall_at_3_std": 0.41998019004695286, + "nauc_recall_at_5_diff1": 0.7203953684324113, + "nauc_recall_at_5_max": 0.8161019490730679, + "nauc_recall_at_5_std": 0.42250280467853696, + "ndcg_at_1": 0.43, + "ndcg_at_10": 0.52148, + "ndcg_at_100": 0.56545, + "ndcg_at_1000": 0.58634, + "ndcg_at_20": 0.53579, + "ndcg_at_3": 0.49042, + "ndcg_at_5": 0.50414, + "precision_at_1": 0.43, + "precision_at_10": 0.06189, + "precision_at_100": 0.00839, + "precision_at_1000": 0.001, + "precision_at_20": 0.03378, + "precision_at_3": 0.17741, + "precision_at_5": 0.11311, + "recall_at_1": 0.43, + "recall_at_10": 0.61889, + "recall_at_100": 0.83889, + "recall_at_1000": 1.0, + "recall_at_20": 0.67556, + "recall_at_3": 0.53222, + "recall_at_5": 0.56556 + }, + { + "hf_subset": "sin_Latn-sin_Latn", + "languages": [ + "sin-Latn", + "sin-Latn" + ], + "main_score": 0.32847, + "map_at_1": 0.23444, + "map_at_10": 0.29412, + "map_at_100": 0.30199, + "map_at_1000": 0.30359, + "map_at_20": 0.29786, + "map_at_3": 0.27426, + "map_at_5": 0.28531, + "mrr_at_1": 0.23444444444444446, + "mrr_at_10": 0.29412257495590816, + "mrr_at_100": 0.30199133571347536, + "mrr_at_1000": 0.3035894628627298, + "mrr_at_20": 0.29785719476792744, + "mrr_at_3": 0.2742592592592594, + "mrr_at_5": 0.2853148148148149, + "nauc_map_at_1000_diff1": 0.5279330936774055, + "nauc_map_at_1000_max": 0.5138445840572081, + "nauc_map_at_1000_std": 0.0254175877797011, + "nauc_map_at_100_diff1": 0.5272134195110973, + "nauc_map_at_100_max": 0.5135234777855752, + "nauc_map_at_100_std": 0.025500574671835897, + "nauc_map_at_10_diff1": 0.5281548727040917, + "nauc_map_at_10_max": 0.5157617101535333, + "nauc_map_at_10_std": 0.025991050357331996, + "nauc_map_at_1_diff1": 0.6089477320521721, + "nauc_map_at_1_max": 0.5455161319062596, + "nauc_map_at_1_std": 0.03340522494566099, + "nauc_map_at_20_diff1": 0.5265374839205338, + "nauc_map_at_20_max": 0.5131753817371145, + "nauc_map_at_20_std": 0.02441159127339559, + "nauc_map_at_3_diff1": 0.5490130014112986, + "nauc_map_at_3_max": 0.5222281469723837, + "nauc_map_at_3_std": 0.022940392234877635, + "nauc_map_at_5_diff1": 0.5361835558307425, + "nauc_map_at_5_max": 0.5190468644204365, + "nauc_map_at_5_std": 0.020995258466674393, + "nauc_mrr_at_1000_diff1": 0.5279330936774055, + "nauc_mrr_at_1000_max": 0.5138445840572081, + "nauc_mrr_at_1000_std": 0.0254175877797011, + "nauc_mrr_at_100_diff1": 0.5272134195110973, + "nauc_mrr_at_100_max": 0.5135234777855752, + "nauc_mrr_at_100_std": 0.025500574671835897, + "nauc_mrr_at_10_diff1": 0.5281548727040917, + "nauc_mrr_at_10_max": 0.5157617101535333, + "nauc_mrr_at_10_std": 0.025991050357331996, + "nauc_mrr_at_1_diff1": 0.6089477320521721, + "nauc_mrr_at_1_max": 0.5455161319062596, + "nauc_mrr_at_1_std": 0.03340522494566099, + "nauc_mrr_at_20_diff1": 0.5265374839205338, + "nauc_mrr_at_20_max": 0.5131753817371145, + "nauc_mrr_at_20_std": 0.02441159127339559, + "nauc_mrr_at_3_diff1": 0.5490130014112986, + "nauc_mrr_at_3_max": 0.5222281469723837, + "nauc_mrr_at_3_std": 0.022940392234877635, + "nauc_mrr_at_5_diff1": 0.5361835558307425, + "nauc_mrr_at_5_max": 0.5190468644204365, + "nauc_mrr_at_5_std": 0.020995258466674393, + "nauc_ndcg_at_1000_diff1": 0.5060465047898883, + "nauc_ndcg_at_1000_max": 0.5039407608479242, + "nauc_ndcg_at_1000_std": 0.026279596008026172, + "nauc_ndcg_at_100_diff1": 0.48796868652339087, + "nauc_ndcg_at_100_max": 0.49475683353858313, + "nauc_ndcg_at_100_std": 0.027559277184796713, + "nauc_ndcg_at_10_diff1": 0.49112122022134763, + "nauc_ndcg_at_10_max": 0.503289566265614, + "nauc_ndcg_at_10_std": 0.029080647459540403, + "nauc_ndcg_at_1_diff1": 0.6089477320521721, + "nauc_ndcg_at_1_max": 0.5455161319062596, + "nauc_ndcg_at_1_std": 0.03340522494566099, + "nauc_ndcg_at_20_diff1": 0.48471899500521837, + "nauc_ndcg_at_20_max": 0.49318293990141276, + "nauc_ndcg_at_20_std": 0.022949802462220812, + "nauc_ndcg_at_3_diff1": 0.5325002623008921, + "nauc_ndcg_at_3_max": 0.5159149572306294, + "nauc_ndcg_at_3_std": 0.02040693119450071, + "nauc_ndcg_at_5_diff1": 0.5102563117554498, + "nauc_ndcg_at_5_max": 0.5105223038356648, + "nauc_ndcg_at_5_std": 0.016767923030695388, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.33833603105333093, + "nauc_precision_at_100_max": 0.41672243225672406, + "nauc_precision_at_100_std": 0.0371027059180161, + "nauc_precision_at_10_diff1": 0.382773240181761, + "nauc_precision_at_10_max": 0.4673880115666422, + "nauc_precision_at_10_std": 0.041822543356790365, + "nauc_precision_at_1_diff1": 0.6089477320521721, + "nauc_precision_at_1_max": 0.5455161319062596, + "nauc_precision_at_1_std": 0.03340522494566099, + "nauc_precision_at_20_diff1": 0.35572384007751484, + "nauc_precision_at_20_max": 0.4269365521071504, + "nauc_precision_at_20_std": 0.01791506407415897, + "nauc_precision_at_3_diff1": 0.4882029143212097, + "nauc_precision_at_3_max": 0.49901190605027784, + "nauc_precision_at_3_std": 0.013722126929674047, + "nauc_precision_at_5_diff1": 0.43887546500712693, + "nauc_precision_at_5_max": 0.4874143865382609, + "nauc_precision_at_5_std": 0.0050571335859725996, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3383360310533315, + "nauc_recall_at_100_max": 0.41672243225672356, + "nauc_recall_at_100_std": 0.03710270591801575, + "nauc_recall_at_10_diff1": 0.38277324018176134, + "nauc_recall_at_10_max": 0.4673880115666422, + "nauc_recall_at_10_std": 0.041822543356790406, + "nauc_recall_at_1_diff1": 0.6089477320521721, + "nauc_recall_at_1_max": 0.5455161319062596, + "nauc_recall_at_1_std": 0.03340522494566099, + "nauc_recall_at_20_diff1": 0.355723840077515, + "nauc_recall_at_20_max": 0.42693655210715037, + "nauc_recall_at_20_std": 0.017915064074159517, + "nauc_recall_at_3_diff1": 0.48820291432121, + "nauc_recall_at_3_max": 0.49901190605027795, + "nauc_recall_at_3_std": 0.013722126929674327, + "nauc_recall_at_5_diff1": 0.43887546500712726, + "nauc_recall_at_5_max": 0.4874143865382608, + "nauc_recall_at_5_std": 0.005057133585972735, + "ndcg_at_1": 0.23444, + "ndcg_at_10": 0.32847, + "ndcg_at_100": 0.37504, + "ndcg_at_1000": 0.41675, + "ndcg_at_20": 0.34218, + "ndcg_at_3": 0.28742, + "ndcg_at_5": 0.30722, + "precision_at_1": 0.23444, + "precision_at_10": 0.04389, + "precision_at_100": 0.00677, + "precision_at_1000": 0.001, + "precision_at_20": 0.02467, + "precision_at_3": 0.10852, + "precision_at_5": 0.07467, + "recall_at_1": 0.23444, + "recall_at_10": 0.43889, + "recall_at_100": 0.67667, + "recall_at_1000": 1.0, + "recall_at_20": 0.49333, + "recall_at_3": 0.32556, + "recall_at_5": 0.37333 + }, + { + "hf_subset": "sin_Latn-eng_Latn", + "languages": [ + "sin-Latn", + "eng-Latn" + ], + "main_score": 0.4352, + "map_at_1": 0.32444, + "map_at_10": 0.39726, + "map_at_100": 0.40628, + "map_at_1000": 0.40729, + "map_at_20": 0.40176, + "map_at_3": 0.37648, + "map_at_5": 0.38876, + "mrr_at_1": 0.3244444444444444, + "mrr_at_10": 0.39726146384479705, + "mrr_at_100": 0.40627871706753127, + "mrr_at_1000": 0.40729046697569965, + "mrr_at_20": 0.40176203294469526, + "mrr_at_3": 0.37648148148148153, + "mrr_at_5": 0.38875925925925914, + "nauc_map_at_1000_diff1": 0.6007242827863163, + "nauc_map_at_1000_max": 0.5324493379107218, + "nauc_map_at_1000_std": 0.13705910496123785, + "nauc_map_at_100_diff1": 0.6002554727273698, + "nauc_map_at_100_max": 0.5322944924731192, + "nauc_map_at_100_std": 0.1374867515570254, + "nauc_map_at_10_diff1": 0.6013368090439567, + "nauc_map_at_10_max": 0.5358864317272477, + "nauc_map_at_10_std": 0.13540153286628556, + "nauc_map_at_1_diff1": 0.6569217579105382, + "nauc_map_at_1_max": 0.5319254662070356, + "nauc_map_at_1_std": 0.09952474472086942, + "nauc_map_at_20_diff1": 0.5996134151317761, + "nauc_map_at_20_max": 0.5323078530032855, + "nauc_map_at_20_std": 0.13679735716988506, + "nauc_map_at_3_diff1": 0.611317784340476, + "nauc_map_at_3_max": 0.5346256867436613, + "nauc_map_at_3_std": 0.12639327583342877, + "nauc_map_at_5_diff1": 0.6048436906296835, + "nauc_map_at_5_max": 0.5356120788970732, + "nauc_map_at_5_std": 0.13179999304780535, + "nauc_mrr_at_1000_diff1": 0.6007242827863163, + "nauc_mrr_at_1000_max": 0.5324493379107218, + "nauc_mrr_at_1000_std": 0.13705910496123785, + "nauc_mrr_at_100_diff1": 0.6002554727273698, + "nauc_mrr_at_100_max": 0.5322944924731192, + "nauc_mrr_at_100_std": 0.1374867515570254, + "nauc_mrr_at_10_diff1": 0.6013368090439567, + "nauc_mrr_at_10_max": 0.5358864317272477, + "nauc_mrr_at_10_std": 0.13540153286628556, + "nauc_mrr_at_1_diff1": 0.6569217579105382, + "nauc_mrr_at_1_max": 0.5319254662070356, + "nauc_mrr_at_1_std": 0.09952474472086942, + "nauc_mrr_at_20_diff1": 0.5996134151317761, + "nauc_mrr_at_20_max": 0.5323078530032855, + "nauc_mrr_at_20_std": 0.13679735716988506, + "nauc_mrr_at_3_diff1": 0.611317784340476, + "nauc_mrr_at_3_max": 0.5346256867436613, + "nauc_mrr_at_3_std": 0.12639327583342877, + "nauc_mrr_at_5_diff1": 0.6048436906296835, + "nauc_mrr_at_5_max": 0.5356120788970732, + "nauc_mrr_at_5_std": 0.13179999304780535, + "nauc_ndcg_at_1000_diff1": 0.5872338649751762, + "nauc_ndcg_at_1000_max": 0.5294645367126749, + "nauc_ndcg_at_1000_std": 0.14965528709784168, + "nauc_ndcg_at_100_diff1": 0.5749723760780509, + "nauc_ndcg_at_100_max": 0.5229932792375233, + "nauc_ndcg_at_100_std": 0.16028920519757736, + "nauc_ndcg_at_10_diff1": 0.5796634425135978, + "nauc_ndcg_at_10_max": 0.5389218443792116, + "nauc_ndcg_at_10_std": 0.15273177785305297, + "nauc_ndcg_at_1_diff1": 0.6569217579105382, + "nauc_ndcg_at_1_max": 0.5319254662070356, + "nauc_ndcg_at_1_std": 0.09952474472086942, + "nauc_ndcg_at_20_diff1": 0.5732391724972178, + "nauc_ndcg_at_20_max": 0.5260231215388347, + "nauc_ndcg_at_20_std": 0.15932340649622842, + "nauc_ndcg_at_3_diff1": 0.5993577246585889, + "nauc_ndcg_at_3_max": 0.5362612481058149, + "nauc_ndcg_at_3_std": 0.13399627429151525, + "nauc_ndcg_at_5_diff1": 0.5881689242658864, + "nauc_ndcg_at_5_max": 0.5382996294970803, + "nauc_ndcg_at_5_std": 0.1439099686411558, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.41916379130676507, + "nauc_precision_at_100_max": 0.43380786420582157, + "nauc_precision_at_100_std": 0.2940306370562485, + "nauc_precision_at_10_diff1": 0.5095887615758903, + "nauc_precision_at_10_max": 0.5491163082718569, + "nauc_precision_at_10_std": 0.21049913671323153, + "nauc_precision_at_1_diff1": 0.6569217579105382, + "nauc_precision_at_1_max": 0.5319254662070356, + "nauc_precision_at_1_std": 0.09952474472086942, + "nauc_precision_at_20_diff1": 0.47630858590329334, + "nauc_precision_at_20_max": 0.49410480944047563, + "nauc_precision_at_20_std": 0.2467230026488353, + "nauc_precision_at_3_diff1": 0.5658738030194935, + "nauc_precision_at_3_max": 0.541184539448881, + "nauc_precision_at_3_std": 0.15548856524740015, + "nauc_precision_at_5_diff1": 0.5393129973944948, + "nauc_precision_at_5_max": 0.5468149027809778, + "nauc_precision_at_5_std": 0.18029534967534536, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.41916379130676396, + "nauc_recall_at_100_max": 0.43380786420582096, + "nauc_recall_at_100_std": 0.2940306370562486, + "nauc_recall_at_10_diff1": 0.5095887615758906, + "nauc_recall_at_10_max": 0.549116308271857, + "nauc_recall_at_10_std": 0.21049913671323206, + "nauc_recall_at_1_diff1": 0.6569217579105382, + "nauc_recall_at_1_max": 0.5319254662070356, + "nauc_recall_at_1_std": 0.09952474472086942, + "nauc_recall_at_20_diff1": 0.47630858590329356, + "nauc_recall_at_20_max": 0.4941048094404762, + "nauc_recall_at_20_std": 0.246723002648835, + "nauc_recall_at_3_diff1": 0.5658738030194935, + "nauc_recall_at_3_max": 0.5411845394488813, + "nauc_recall_at_3_std": 0.15548856524740007, + "nauc_recall_at_5_diff1": 0.5393129973944946, + "nauc_recall_at_5_max": 0.5468149027809778, + "nauc_recall_at_5_std": 0.18029534967534583, + "ndcg_at_1": 0.32444, + "ndcg_at_10": 0.4352, + "ndcg_at_100": 0.48583, + "ndcg_at_1000": 0.5108, + "ndcg_at_20": 0.45116, + "ndcg_at_3": 0.39284, + "ndcg_at_5": 0.41489, + "precision_at_1": 0.32444, + "precision_at_10": 0.05556, + "precision_at_100": 0.00809, + "precision_at_1000": 0.001, + "precision_at_20": 0.03089, + "precision_at_3": 0.14667, + "precision_at_5": 0.09867, + "recall_at_1": 0.32444, + "recall_at_10": 0.55556, + "recall_at_100": 0.80889, + "recall_at_1000": 1.0, + "recall_at_20": 0.61778, + "recall_at_3": 0.44, + "recall_at_5": 0.49333 + }, + { + "hf_subset": "eng_Latn-sin_Latn", + "languages": [ + "eng-Latn", + "sin-Latn" + ], + "main_score": 0.18733, + "map_at_1": 0.12889, + "map_at_10": 0.1658, + "map_at_100": 0.17275, + "map_at_1000": 0.17501, + "map_at_20": 0.16882, + "map_at_3": 0.15315, + "map_at_5": 0.16054, + "mrr_at_1": 0.1288888888888889, + "mrr_at_10": 0.16579894179894172, + "mrr_at_100": 0.17275202935325246, + "mrr_at_1000": 0.17500850171759663, + "mrr_at_20": 0.16881518891516303, + "mrr_at_3": 0.15314814814814812, + "mrr_at_5": 0.16053703703703698, + "nauc_map_at_1000_diff1": 0.5764580970393871, + "nauc_map_at_1000_max": 0.7101762814194188, + "nauc_map_at_1000_std": 0.4290345045513736, + "nauc_map_at_100_diff1": 0.5754990468767233, + "nauc_map_at_100_max": 0.7090496759853674, + "nauc_map_at_100_std": 0.4281190877089624, + "nauc_map_at_10_diff1": 0.5841035141036798, + "nauc_map_at_10_max": 0.7206974550351479, + "nauc_map_at_10_std": 0.435508510977864, + "nauc_map_at_1_diff1": 0.6666883565414993, + "nauc_map_at_1_max": 0.7565595186849928, + "nauc_map_at_1_std": 0.4579775359634808, + "nauc_map_at_20_diff1": 0.5789654435016963, + "nauc_map_at_20_max": 0.713239449521999, + "nauc_map_at_20_std": 0.4316774237282979, + "nauc_map_at_3_diff1": 0.6025849359463263, + "nauc_map_at_3_max": 0.7355018674127741, + "nauc_map_at_3_std": 0.4427214642015811, + "nauc_map_at_5_diff1": 0.5906382315891695, + "nauc_map_at_5_max": 0.727032672071902, + "nauc_map_at_5_std": 0.4362911966797132, + "nauc_mrr_at_1000_diff1": 0.5764580970393871, + "nauc_mrr_at_1000_max": 0.7101762814194188, + "nauc_mrr_at_1000_std": 0.4290345045513736, + "nauc_mrr_at_100_diff1": 0.5754990468767233, + "nauc_mrr_at_100_max": 0.7090496759853674, + "nauc_mrr_at_100_std": 0.4281190877089624, + "nauc_mrr_at_10_diff1": 0.5841035141036798, + "nauc_mrr_at_10_max": 0.7206974550351479, + "nauc_mrr_at_10_std": 0.435508510977864, + "nauc_mrr_at_1_diff1": 0.6666883565414993, + "nauc_mrr_at_1_max": 0.7565595186849928, + "nauc_mrr_at_1_std": 0.4579775359634808, + "nauc_mrr_at_20_diff1": 0.5789654435016963, + "nauc_mrr_at_20_max": 0.713239449521999, + "nauc_mrr_at_20_std": 0.4316774237282979, + "nauc_mrr_at_3_diff1": 0.6025849359463263, + "nauc_mrr_at_3_max": 0.7355018674127741, + "nauc_mrr_at_3_std": 0.4427214642015811, + "nauc_mrr_at_5_diff1": 0.5906382315891695, + "nauc_mrr_at_5_max": 0.727032672071902, + "nauc_mrr_at_5_std": 0.4362911966797132, + "nauc_ndcg_at_1000_diff1": 0.5431165427029128, + "nauc_ndcg_at_1000_max": 0.6796329447843202, + "nauc_ndcg_at_1000_std": 0.41007555929680894, + "nauc_ndcg_at_100_diff1": 0.5098066719418146, + "nauc_ndcg_at_100_max": 0.6414436546300101, + "nauc_ndcg_at_100_std": 0.38299437127186436, + "nauc_ndcg_at_10_diff1": 0.5514099796520906, + "nauc_ndcg_at_10_max": 0.6996703511094112, + "nauc_ndcg_at_10_std": 0.42382598899369006, + "nauc_ndcg_at_1_diff1": 0.6666883565414993, + "nauc_ndcg_at_1_max": 0.7565595186849928, + "nauc_ndcg_at_1_std": 0.4579775359634808, + "nauc_ndcg_at_20_diff1": 0.5334067266168474, + "nauc_ndcg_at_20_max": 0.6735301069849137, + "nauc_ndcg_at_20_std": 0.409688056193171, + "nauc_ndcg_at_3_diff1": 0.5862729320047587, + "nauc_ndcg_at_3_max": 0.7290270336003528, + "nauc_ndcg_at_3_std": 0.43711741190303277, + "nauc_ndcg_at_5_diff1": 0.5665190598715012, + "nauc_ndcg_at_5_max": 0.7149929425834486, + "nauc_ndcg_at_5_std": 0.4261070033349609, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3214878969575836, + "nauc_precision_at_100_max": 0.427315123251166, + "nauc_precision_at_100_std": 0.2355096602265156, + "nauc_precision_at_10_diff1": 0.4720096540159639, + "nauc_precision_at_10_max": 0.6459547960718364, + "nauc_precision_at_10_std": 0.3950990037430312, + "nauc_precision_at_1_diff1": 0.6666883565414993, + "nauc_precision_at_1_max": 0.7565595186849928, + "nauc_precision_at_1_std": 0.4579775359634808, + "nauc_precision_at_20_diff1": 0.41968495435077313, + "nauc_precision_at_20_max": 0.5664958069895503, + "nauc_precision_at_20_std": 0.3510281573548642, + "nauc_precision_at_3_diff1": 0.5457333980976128, + "nauc_precision_at_3_max": 0.7126014969727795, + "nauc_precision_at_3_std": 0.42267489224014265, + "nauc_precision_at_5_diff1": 0.508015602060584, + "nauc_precision_at_5_max": 0.6850694534935238, + "nauc_precision_at_5_std": 0.40045173003917883, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3214878969575839, + "nauc_recall_at_100_max": 0.42731512325116566, + "nauc_recall_at_100_std": 0.23550966022651568, + "nauc_recall_at_10_diff1": 0.472009654015964, + "nauc_recall_at_10_max": 0.6459547960718365, + "nauc_recall_at_10_std": 0.3950990037430313, + "nauc_recall_at_1_diff1": 0.6666883565414993, + "nauc_recall_at_1_max": 0.7565595186849928, + "nauc_recall_at_1_std": 0.4579775359634808, + "nauc_recall_at_20_diff1": 0.41968495435077313, + "nauc_recall_at_20_max": 0.5664958069895505, + "nauc_recall_at_20_std": 0.35102815735486415, + "nauc_recall_at_3_diff1": 0.5457333980976131, + "nauc_recall_at_3_max": 0.71260149697278, + "nauc_recall_at_3_std": 0.42267489224014293, + "nauc_recall_at_5_diff1": 0.5080156020605839, + "nauc_recall_at_5_max": 0.6850694534935239, + "nauc_recall_at_5_std": 0.40045173003917883, + "ndcg_at_1": 0.12889, + "ndcg_at_10": 0.18733, + "ndcg_at_100": 0.23306, + "ndcg_at_1000": 0.29647, + "ndcg_at_20": 0.19866, + "ndcg_at_3": 0.16118, + "ndcg_at_5": 0.17447, + "precision_at_1": 0.12889, + "precision_at_10": 0.02567, + "precision_at_100": 0.005, + "precision_at_1000": 0.001, + "precision_at_20": 0.01511, + "precision_at_3": 0.06148, + "precision_at_5": 0.04333, + "recall_at_1": 0.12889, + "recall_at_10": 0.25667, + "recall_at_100": 0.5, + "recall_at_1000": 1.0, + "recall_at_20": 0.30222, + "recall_at_3": 0.18444, + "recall_at_5": 0.21667 + }, + { + "hf_subset": "sin_Sinh-sin_Sinh", + "languages": [ + "sin-Sinh", + "sin-Sinh" + ], + "main_score": 0.83147, + "map_at_1": 0.73556, + "map_at_10": 0.80214, + "map_at_100": 0.80509, + "map_at_1000": 0.80515, + "map_at_20": 0.80412, + "map_at_3": 0.79167, + "map_at_5": 0.79717, + "mrr_at_1": 0.7355555555555555, + "mrr_at_10": 0.8021406525573198, + "mrr_at_100": 0.8050856725677982, + "mrr_at_1000": 0.805154957242528, + "mrr_at_20": 0.8041202175161157, + "mrr_at_3": 0.791666666666667, + "mrr_at_5": 0.797166666666667, + "nauc_map_at_1000_diff1": 0.8370561768470363, + "nauc_map_at_1000_max": 0.7680714720301453, + "nauc_map_at_1000_std": 0.10787819446900854, + "nauc_map_at_100_diff1": 0.8370951862026752, + "nauc_map_at_100_max": 0.7681310273034105, + "nauc_map_at_100_std": 0.10810517887313556, + "nauc_map_at_10_diff1": 0.8359603414009289, + "nauc_map_at_10_max": 0.7686580100513047, + "nauc_map_at_10_std": 0.10796817458432276, + "nauc_map_at_1_diff1": 0.8548966197571131, + "nauc_map_at_1_max": 0.7510186942051071, + "nauc_map_at_1_std": 0.07744075576667521, + "nauc_map_at_20_diff1": 0.8370044590111789, + "nauc_map_at_20_max": 0.768724173261813, + "nauc_map_at_20_std": 0.1091950240213768, + "nauc_map_at_3_diff1": 0.8327468806192213, + "nauc_map_at_3_max": 0.7664804622251433, + "nauc_map_at_3_std": 0.10080140931204758, + "nauc_map_at_5_diff1": 0.8342554067521774, + "nauc_map_at_5_max": 0.7674107959281196, + "nauc_map_at_5_std": 0.1017307674840229, + "nauc_mrr_at_1000_diff1": 0.8370561768470363, + "nauc_mrr_at_1000_max": 0.7680714720301453, + "nauc_mrr_at_1000_std": 0.10787819446900854, + "nauc_mrr_at_100_diff1": 0.8370951862026752, + "nauc_mrr_at_100_max": 0.7681310273034105, + "nauc_mrr_at_100_std": 0.10810517887313556, + "nauc_mrr_at_10_diff1": 0.8359603414009289, + "nauc_mrr_at_10_max": 0.7686580100513047, + "nauc_mrr_at_10_std": 0.10796817458432276, + "nauc_mrr_at_1_diff1": 0.8548966197571131, + "nauc_mrr_at_1_max": 0.7510186942051071, + "nauc_mrr_at_1_std": 0.07744075576667521, + "nauc_mrr_at_20_diff1": 0.8370044590111789, + "nauc_mrr_at_20_max": 0.768724173261813, + "nauc_mrr_at_20_std": 0.1091950240213768, + "nauc_mrr_at_3_diff1": 0.8327468806192213, + "nauc_mrr_at_3_max": 0.7664804622251433, + "nauc_mrr_at_3_std": 0.10080140931204758, + "nauc_mrr_at_5_diff1": 0.8342554067521774, + "nauc_mrr_at_5_max": 0.7674107959281196, + "nauc_mrr_at_5_std": 0.1017307674840229, + "nauc_ndcg_at_1000_diff1": 0.8356277467302876, + "nauc_ndcg_at_1000_max": 0.772286904035873, + "nauc_ndcg_at_1000_std": 0.11765644003503468, + "nauc_ndcg_at_100_diff1": 0.8366709178945242, + "nauc_ndcg_at_100_max": 0.7740523328969577, + "nauc_ndcg_at_100_std": 0.1243504754237442, + "nauc_ndcg_at_10_diff1": 0.8315671767684839, + "nauc_ndcg_at_10_max": 0.778201071397714, + "nauc_ndcg_at_10_std": 0.12782464038617267, + "nauc_ndcg_at_1_diff1": 0.8548966197571131, + "nauc_ndcg_at_1_max": 0.7510186942051071, + "nauc_ndcg_at_1_std": 0.07744075576667521, + "nauc_ndcg_at_20_diff1": 0.8359305824414358, + "nauc_ndcg_at_20_max": 0.7791323840814447, + "nauc_ndcg_at_20_std": 0.13277479912513326, + "nauc_ndcg_at_3_diff1": 0.8244926000759367, + "nauc_ndcg_at_3_max": 0.7725281662481069, + "nauc_ndcg_at_3_std": 0.1096887099103685, + "nauc_ndcg_at_5_diff1": 0.827213483247996, + "nauc_ndcg_at_5_max": 0.7744610456224343, + "nauc_ndcg_at_5_std": 0.11162121775091535, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9330065359477128, + "nauc_precision_at_100_max": 0.9423436041083034, + "nauc_precision_at_100_std": 0.7598506069094414, + "nauc_precision_at_10_diff1": 0.8079365079365071, + "nauc_precision_at_10_max": 0.8443577430972388, + "nauc_precision_at_10_std": 0.2696078431372516, + "nauc_precision_at_1_diff1": 0.8548966197571131, + "nauc_precision_at_1_max": 0.7510186942051071, + "nauc_precision_at_1_std": 0.07744075576667521, + "nauc_precision_at_20_diff1": 0.8457962895303045, + "nauc_precision_at_20_max": 0.8907563025210063, + "nauc_precision_at_20_std": 0.39231924653919564, + "nauc_precision_at_3_diff1": 0.7912269819732505, + "nauc_precision_at_3_max": 0.7970343089746088, + "nauc_precision_at_3_std": 0.14559023066485682, + "nauc_precision_at_5_diff1": 0.7951665084383319, + "nauc_precision_at_5_max": 0.8077848340445918, + "nauc_precision_at_5_std": 0.1579963684292989, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9330065359477087, + "nauc_recall_at_100_max": 0.9423436041083036, + "nauc_recall_at_100_std": 0.759850606909435, + "nauc_recall_at_10_diff1": 0.8079365079365058, + "nauc_recall_at_10_max": 0.8443577430972389, + "nauc_recall_at_10_std": 0.26960784313725444, + "nauc_recall_at_1_diff1": 0.8548966197571131, + "nauc_recall_at_1_max": 0.7510186942051071, + "nauc_recall_at_1_std": 0.07744075576667521, + "nauc_recall_at_20_diff1": 0.8457962895303028, + "nauc_recall_at_20_max": 0.8907563025210066, + "nauc_recall_at_20_std": 0.3923192465391974, + "nauc_recall_at_3_diff1": 0.7912269819732503, + "nauc_recall_at_3_max": 0.7970343089746071, + "nauc_recall_at_3_std": 0.14559023066485757, + "nauc_recall_at_5_diff1": 0.7951665084383325, + "nauc_recall_at_5_max": 0.8077848340445933, + "nauc_recall_at_5_std": 0.15799636842929915, + "ndcg_at_1": 0.73556, + "ndcg_at_10": 0.83147, + "ndcg_at_100": 0.84569, + "ndcg_at_1000": 0.84719, + "ndcg_at_20": 0.83837, + "ndcg_at_3": 0.80954, + "ndcg_at_5": 0.81953, + "precision_at_1": 0.73556, + "precision_at_10": 0.09222, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04744, + "precision_at_3": 0.28704, + "precision_at_5": 0.17711, + "recall_at_1": 0.73556, + "recall_at_10": 0.92222, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "recall_at_20": 0.94889, + "recall_at_3": 0.86111, + "recall_at_5": 0.88556 + }, + { + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ], + "main_score": 0.85975, + "map_at_1": 0.76444, + "map_at_10": 0.82998, + "map_at_100": 0.83199, + "map_at_1000": 0.83202, + "map_at_20": 0.83137, + "map_at_3": 0.81759, + "map_at_5": 0.82604, + "mrr_at_1": 0.7644444444444445, + "mrr_at_10": 0.8299792768959441, + "mrr_at_100": 0.8319898405357636, + "mrr_at_1000": 0.8320232339015607, + "mrr_at_20": 0.8313654148807664, + "mrr_at_3": 0.8175925925925929, + "mrr_at_5": 0.8260370370370378, + "nauc_map_at_1000_diff1": 0.8569081128660424, + "nauc_map_at_1000_max": 0.6854481986467459, + "nauc_map_at_1000_std": -0.036040116633635114, + "nauc_map_at_100_diff1": 0.8568772383270585, + "nauc_map_at_100_max": 0.6855113923700379, + "nauc_map_at_100_std": -0.0358411840969031, + "nauc_map_at_10_diff1": 0.8561939941821207, + "nauc_map_at_10_max": 0.6857559817493887, + "nauc_map_at_10_std": -0.03705994292484649, + "nauc_map_at_1_diff1": 0.8755953194230283, + "nauc_map_at_1_max": 0.6615950656803232, + "nauc_map_at_1_std": -0.05946362695918636, + "nauc_map_at_20_diff1": 0.8571093257846548, + "nauc_map_at_20_max": 0.6863517681441305, + "nauc_map_at_20_std": -0.03455472607549292, + "nauc_map_at_3_diff1": 0.8504529342260735, + "nauc_map_at_3_max": 0.6820217592568909, + "nauc_map_at_3_std": -0.04450673391201081, + "nauc_map_at_5_diff1": 0.8536760133904626, + "nauc_map_at_5_max": 0.6850722032857165, + "nauc_map_at_5_std": -0.03808790125725125, + "nauc_mrr_at_1000_diff1": 0.8569081128660424, + "nauc_mrr_at_1000_max": 0.6854481986467459, + "nauc_mrr_at_1000_std": -0.036040116633635114, + "nauc_mrr_at_100_diff1": 0.8568772383270585, + "nauc_mrr_at_100_max": 0.6855113923700379, + "nauc_mrr_at_100_std": -0.0358411840969031, + "nauc_mrr_at_10_diff1": 0.8561939941821207, + "nauc_mrr_at_10_max": 0.6857559817493887, + "nauc_mrr_at_10_std": -0.03705994292484649, + "nauc_mrr_at_1_diff1": 0.8755953194230283, + "nauc_mrr_at_1_max": 0.6615950656803232, + "nauc_mrr_at_1_std": -0.05946362695918636, + "nauc_mrr_at_20_diff1": 0.8571093257846548, + "nauc_mrr_at_20_max": 0.6863517681441305, + "nauc_mrr_at_20_std": -0.03455472607549292, + "nauc_mrr_at_3_diff1": 0.8504529342260735, + "nauc_mrr_at_3_max": 0.6820217592568909, + "nauc_mrr_at_3_std": -0.04450673391201081, + "nauc_mrr_at_5_diff1": 0.8536760133904626, + "nauc_mrr_at_5_max": 0.6850722032857165, + "nauc_mrr_at_5_std": -0.03808790125725125, + "nauc_ndcg_at_1000_diff1": 0.8552976896987243, + "nauc_ndcg_at_1000_max": 0.6903397920656846, + "nauc_ndcg_at_1000_std": -0.02935123581891248, + "nauc_ndcg_at_100_diff1": 0.854678484386293, + "nauc_ndcg_at_100_max": 0.6920849465229096, + "nauc_ndcg_at_100_std": -0.02386800936509499, + "nauc_ndcg_at_10_diff1": 0.8529755887646592, + "nauc_ndcg_at_10_max": 0.6964333069924998, + "nauc_ndcg_at_10_std": -0.026247195725175237, + "nauc_ndcg_at_1_diff1": 0.8755953194230283, + "nauc_ndcg_at_1_max": 0.6615950656803232, + "nauc_ndcg_at_1_std": -0.05946362695918636, + "nauc_ndcg_at_20_diff1": 0.8566542572819972, + "nauc_ndcg_at_20_max": 0.6986183773259527, + "nauc_ndcg_at_20_std": -0.015606136709733051, + "nauc_ndcg_at_3_diff1": 0.840386615047236, + "nauc_ndcg_at_3_max": 0.6880036456107872, + "nauc_ndcg_at_3_std": -0.04146738520843855, + "nauc_ndcg_at_5_diff1": 0.8464500844380543, + "nauc_ndcg_at_5_max": 0.6945400200710845, + "nauc_ndcg_at_5_std": -0.02826454008976644, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7661064425769832, + "nauc_precision_at_100_max": 0.9738562091503018, + "nauc_precision_at_100_std": 0.8585434173669088, + "nauc_precision_at_10_diff1": 0.8341693266453872, + "nauc_precision_at_10_max": 0.7972770503550265, + "nauc_precision_at_10_std": 0.0758473932208556, + "nauc_precision_at_1_diff1": 0.8755953194230283, + "nauc_precision_at_1_max": 0.6615950656803232, + "nauc_precision_at_1_std": -0.05946362695918636, + "nauc_precision_at_20_diff1": 0.8832866479925338, + "nauc_precision_at_20_max": 0.9002801120448152, + "nauc_precision_at_20_std": 0.32862745098038876, + "nauc_precision_at_3_diff1": 0.7978750396447842, + "nauc_precision_at_3_max": 0.7122513705767763, + "nauc_precision_at_3_std": -0.02999410991799197, + "nauc_precision_at_5_diff1": 0.8066569350744976, + "nauc_precision_at_5_max": 0.7499441090990366, + "nauc_precision_at_5_std": 0.030792598729631578, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7661064425770281, + "nauc_recall_at_100_max": 0.9738562091503434, + "nauc_recall_at_100_std": 0.8585434173669727, + "nauc_recall_at_10_diff1": 0.8341693266453859, + "nauc_recall_at_10_max": 0.7972770503550253, + "nauc_recall_at_10_std": 0.0758473932208535, + "nauc_recall_at_1_diff1": 0.8755953194230283, + "nauc_recall_at_1_max": 0.6615950656803232, + "nauc_recall_at_1_std": -0.05946362695918636, + "nauc_recall_at_20_diff1": 0.8832866479925283, + "nauc_recall_at_20_max": 0.9002801120448191, + "nauc_recall_at_20_std": 0.3286274509803911, + "nauc_recall_at_3_diff1": 0.797875039644782, + "nauc_recall_at_3_max": 0.712251370576775, + "nauc_recall_at_3_std": -0.029994109917991868, + "nauc_recall_at_5_diff1": 0.8066569350744985, + "nauc_recall_at_5_max": 0.7499441090990387, + "nauc_recall_at_5_std": 0.03079259872963405, + "ndcg_at_1": 0.76444, + "ndcg_at_10": 0.85975, + "ndcg_at_100": 0.86905, + "ndcg_at_1000": 0.8698, + "ndcg_at_20": 0.86481, + "ndcg_at_3": 0.83451, + "ndcg_at_5": 0.8499, + "precision_at_1": 0.76444, + "precision_at_10": 0.09522, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.29444, + "precision_at_5": 0.18422, + "recall_at_1": 0.76444, + "recall_at_10": 0.95222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.88333, + "recall_at_5": 0.92111 + }, + { + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ], + "main_score": 0.80902, + "map_at_1": 0.70111, + "map_at_10": 0.77324, + "map_at_100": 0.77674, + "map_at_1000": 0.77678, + "map_at_20": 0.77549, + "map_at_3": 0.75537, + "map_at_5": 0.7667, + "mrr_at_1": 0.7011111111111111, + "mrr_at_10": 0.7732416225749561, + "mrr_at_100": 0.7767419945277355, + "mrr_at_1000": 0.7767791462317103, + "mrr_at_20": 0.775487066148315, + "mrr_at_3": 0.7553703703703707, + "mrr_at_5": 0.766703703703704, + "nauc_map_at_1000_diff1": 0.7634697315236731, + "nauc_map_at_1000_max": 0.6913711522996115, + "nauc_map_at_1000_std": 0.02982290508540778, + "nauc_map_at_100_diff1": 0.7634856696009479, + "nauc_map_at_100_max": 0.6914072380254147, + "nauc_map_at_100_std": 0.029930395443793254, + "nauc_map_at_10_diff1": 0.7608857302503294, + "nauc_map_at_10_max": 0.6902915407878556, + "nauc_map_at_10_std": 0.0289475931484051, + "nauc_map_at_1_diff1": 0.7875966533010199, + "nauc_map_at_1_max": 0.6766383625510247, + "nauc_map_at_1_std": 0.010328425457239481, + "nauc_map_at_20_diff1": 0.7626800448478523, + "nauc_map_at_20_max": 0.6916020914748209, + "nauc_map_at_20_std": 0.030421693030691824, + "nauc_map_at_3_diff1": 0.7636065140708894, + "nauc_map_at_3_max": 0.6942208782024858, + "nauc_map_at_3_std": 0.02654249468590868, + "nauc_map_at_5_diff1": 0.761748492816842, + "nauc_map_at_5_max": 0.6948608919858922, + "nauc_map_at_5_std": 0.03369313858092383, + "nauc_mrr_at_1000_diff1": 0.7634697315236731, + "nauc_mrr_at_1000_max": 0.6913711522996115, + "nauc_mrr_at_1000_std": 0.02982290508540778, + "nauc_mrr_at_100_diff1": 0.7634856696009479, + "nauc_mrr_at_100_max": 0.6914072380254147, + "nauc_mrr_at_100_std": 0.029930395443793254, + "nauc_mrr_at_10_diff1": 0.7608857302503294, + "nauc_mrr_at_10_max": 0.6902915407878556, + "nauc_mrr_at_10_std": 0.0289475931484051, + "nauc_mrr_at_1_diff1": 0.7875966533010199, + "nauc_mrr_at_1_max": 0.6766383625510247, + "nauc_mrr_at_1_std": 0.010328425457239481, + "nauc_mrr_at_20_diff1": 0.7626800448478523, + "nauc_mrr_at_20_max": 0.6916020914748209, + "nauc_mrr_at_20_std": 0.030421693030691824, + "nauc_mrr_at_3_diff1": 0.7636065140708894, + "nauc_mrr_at_3_max": 0.6942208782024858, + "nauc_mrr_at_3_std": 0.02654249468590868, + "nauc_mrr_at_5_diff1": 0.761748492816842, + "nauc_mrr_at_5_max": 0.6948608919858922, + "nauc_mrr_at_5_std": 0.03369313858092383, + "nauc_ndcg_at_1000_diff1": 0.7593995316727359, + "nauc_ndcg_at_1000_max": 0.6931587277151134, + "nauc_ndcg_at_1000_std": 0.03545151968587573, + "nauc_ndcg_at_100_diff1": 0.7599667458416473, + "nauc_ndcg_at_100_max": 0.6941686400406872, + "nauc_ndcg_at_100_std": 0.03870690848749556, + "nauc_ndcg_at_10_diff1": 0.746489167718399, + "nauc_ndcg_at_10_max": 0.6895928785646703, + "nauc_ndcg_at_10_std": 0.03703653277509508, + "nauc_ndcg_at_1_diff1": 0.7875966533010199, + "nauc_ndcg_at_1_max": 0.6766383625510247, + "nauc_ndcg_at_1_std": 0.010328425457239481, + "nauc_ndcg_at_20_diff1": 0.7541671744851383, + "nauc_ndcg_at_20_max": 0.6961288505317564, + "nauc_ndcg_at_20_std": 0.04303557627683906, + "nauc_ndcg_at_3_diff1": 0.7542274198562396, + "nauc_ndcg_at_3_max": 0.6998370252806465, + "nauc_ndcg_at_3_std": 0.03369853625416808, + "nauc_ndcg_at_5_diff1": 0.7490745811883439, + "nauc_ndcg_at_5_max": 0.7007897365412744, + "nauc_ndcg_at_5_std": 0.048121692271295514, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579743, + "nauc_precision_at_100_max": 0.8712262682850795, + "nauc_precision_at_100_std": 0.618814192343623, + "nauc_precision_at_10_diff1": 0.6369392827553549, + "nauc_precision_at_10_max": 0.6741231703949156, + "nauc_precision_at_10_std": 0.09354164200891725, + "nauc_precision_at_1_diff1": 0.7875966533010199, + "nauc_precision_at_1_max": 0.6766383625510247, + "nauc_precision_at_1_std": 0.010328425457239481, + "nauc_precision_at_20_diff1": 0.6698207738379868, + "nauc_precision_at_20_max": 0.7617225752089455, + "nauc_precision_at_20_std": 0.21336339413814137, + "nauc_precision_at_3_diff1": 0.7187065586294141, + "nauc_precision_at_3_max": 0.7206070207516695, + "nauc_precision_at_3_std": 0.061124747961778046, + "nauc_precision_at_5_diff1": 0.6851013980968219, + "nauc_precision_at_5_max": 0.7284831455905183, + "nauc_precision_at_5_std": 0.12220401857337965, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579426, + "nauc_recall_at_100_max": 0.8712262682850832, + "nauc_recall_at_100_std": 0.6188141923436007, + "nauc_recall_at_10_diff1": 0.6369392827553555, + "nauc_recall_at_10_max": 0.6741231703949182, + "nauc_recall_at_10_std": 0.0935416420089168, + "nauc_recall_at_1_diff1": 0.7875966533010199, + "nauc_recall_at_1_max": 0.6766383625510247, + "nauc_recall_at_1_std": 0.010328425457239481, + "nauc_recall_at_20_diff1": 0.6698207738379908, + "nauc_recall_at_20_max": 0.7617225752089457, + "nauc_recall_at_20_std": 0.21336339413814417, + "nauc_recall_at_3_diff1": 0.7187065586294121, + "nauc_recall_at_3_max": 0.720607020751669, + "nauc_recall_at_3_std": 0.06112474796177777, + "nauc_recall_at_5_diff1": 0.6851013980968225, + "nauc_recall_at_5_max": 0.7284831455905196, + "nauc_recall_at_5_std": 0.12220401857338126, + "ndcg_at_1": 0.70111, + "ndcg_at_10": 0.80902, + "ndcg_at_100": 0.82506, + "ndcg_at_1000": 0.82594, + "ndcg_at_20": 0.81735, + "ndcg_at_3": 0.77311, + "ndcg_at_5": 0.79362, + "precision_at_1": 0.70111, + "precision_at_10": 0.09211, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.27481, + "precision_at_5": 0.17489, + "recall_at_1": 0.70111, + "recall_at_10": 0.92111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.82444, + "recall_at_5": 0.87444 + }, + { + "hf_subset": "slk_Latn-slk_Latn", + "languages": [ + "slk-Latn", + "slk-Latn" + ], + "main_score": 0.9021, + "map_at_1": 0.84667, + "map_at_10": 0.88458, + "map_at_100": 0.88642, + "map_at_1000": 0.88646, + "map_at_20": 0.88593, + "map_at_3": 0.87704, + "map_at_5": 0.8812, + "mrr_at_1": 0.8466666666666667, + "mrr_at_10": 0.8845846560846564, + "mrr_at_100": 0.8864179415468983, + "mrr_at_1000": 0.8864609963382475, + "mrr_at_20": 0.8859336905593358, + "mrr_at_3": 0.8770370370370373, + "mrr_at_5": 0.881203703703704, + "nauc_map_at_1000_diff1": 0.8949358760572175, + "nauc_map_at_1000_max": 0.8366690228597505, + "nauc_map_at_1000_std": 0.05929637173398924, + "nauc_map_at_100_diff1": 0.8949607950471045, + "nauc_map_at_100_max": 0.8367069887351882, + "nauc_map_at_100_std": 0.059313663029203816, + "nauc_map_at_10_diff1": 0.894805786274697, + "nauc_map_at_10_max": 0.8379425859301519, + "nauc_map_at_10_std": 0.06652940302069738, + "nauc_map_at_1_diff1": 0.9037624576475428, + "nauc_map_at_1_max": 0.8175654602418522, + "nauc_map_at_1_std": 0.016434171167723777, + "nauc_map_at_20_diff1": 0.8948453670811718, + "nauc_map_at_20_max": 0.8372220372423899, + "nauc_map_at_20_std": 0.06240002902248667, + "nauc_map_at_3_diff1": 0.8918964737793856, + "nauc_map_at_3_max": 0.8368666539157036, + "nauc_map_at_3_std": 0.044434929521955976, + "nauc_map_at_5_diff1": 0.8922969342230611, + "nauc_map_at_5_max": 0.8350959730289111, + "nauc_map_at_5_std": 0.05571014936644877, + "nauc_mrr_at_1000_diff1": 0.8949358760572175, + "nauc_mrr_at_1000_max": 0.8366690228597505, + "nauc_mrr_at_1000_std": 0.05929637173398924, + "nauc_mrr_at_100_diff1": 0.8949607950471045, + "nauc_mrr_at_100_max": 0.8367069887351882, + "nauc_mrr_at_100_std": 0.059313663029203816, + "nauc_mrr_at_10_diff1": 0.894805786274697, + "nauc_mrr_at_10_max": 0.8379425859301519, + "nauc_mrr_at_10_std": 0.06652940302069738, + "nauc_mrr_at_1_diff1": 0.9037624576475428, + "nauc_mrr_at_1_max": 0.8175654602418522, + "nauc_mrr_at_1_std": 0.016434171167723777, + "nauc_mrr_at_20_diff1": 0.8948453670811718, + "nauc_mrr_at_20_max": 0.8372220372423899, + "nauc_mrr_at_20_std": 0.06240002902248667, + "nauc_mrr_at_3_diff1": 0.8918964737793856, + "nauc_mrr_at_3_max": 0.8368666539157036, + "nauc_mrr_at_3_std": 0.044434929521955976, + "nauc_mrr_at_5_diff1": 0.8922969342230611, + "nauc_mrr_at_5_max": 0.8350959730289111, + "nauc_mrr_at_5_std": 0.05571014936644877, + "nauc_ndcg_at_1000_diff1": 0.8945758586230179, + "nauc_ndcg_at_1000_max": 0.840474129289757, + "nauc_ndcg_at_1000_std": 0.07177387836092786, + "nauc_ndcg_at_100_diff1": 0.8953697546614416, + "nauc_ndcg_at_100_max": 0.8418258741821966, + "nauc_ndcg_at_100_std": 0.07484517285898559, + "nauc_ndcg_at_10_diff1": 0.8940503323946049, + "nauc_ndcg_at_10_max": 0.848260965222786, + "nauc_ndcg_at_10_std": 0.1106565937300067, + "nauc_ndcg_at_1_diff1": 0.9037624576475428, + "nauc_ndcg_at_1_max": 0.8175654602418522, + "nauc_ndcg_at_1_std": 0.016434171167723777, + "nauc_ndcg_at_20_diff1": 0.8945511831466965, + "nauc_ndcg_at_20_max": 0.8458187083585267, + "nauc_ndcg_at_20_std": 0.09522855376740773, + "nauc_ndcg_at_3_diff1": 0.887718217310194, + "nauc_ndcg_at_3_max": 0.8436094946575363, + "nauc_ndcg_at_3_std": 0.056409817523921955, + "nauc_ndcg_at_5_diff1": 0.88818719959076, + "nauc_ndcg_at_5_max": 0.8405223663570068, + "nauc_ndcg_at_5_std": 0.07961217540560941, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.962651727357627, + "nauc_precision_at_100_max": 0.9603174603174623, + "nauc_precision_at_100_std": 0.38455382152861134, + "nauc_precision_at_10_diff1": 0.8929229811582734, + "nauc_precision_at_10_max": 0.928655222772869, + "nauc_precision_at_10_std": 0.4738681797505243, + "nauc_precision_at_1_diff1": 0.9037624576475428, + "nauc_precision_at_1_max": 0.8175654602418522, + "nauc_precision_at_1_std": 0.016434171167723777, + "nauc_precision_at_20_diff1": 0.9025165621804243, + "nauc_precision_at_20_max": 0.9618736383442215, + "nauc_precision_at_20_std": 0.5536881419234206, + "nauc_precision_at_3_diff1": 0.871227278790304, + "nauc_precision_at_3_max": 0.8701965634738772, + "nauc_precision_at_3_std": 0.1046964240241579, + "nauc_precision_at_5_diff1": 0.868523365630402, + "nauc_precision_at_5_max": 0.8656916318439937, + "nauc_precision_at_5_std": 0.20198680565121702, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.962651727357617, + "nauc_recall_at_100_max": 0.9603174603174524, + "nauc_recall_at_100_std": 0.38455382152860623, + "nauc_recall_at_10_diff1": 0.8929229811582767, + "nauc_recall_at_10_max": 0.9286552227728685, + "nauc_recall_at_10_std": 0.47386817975053225, + "nauc_recall_at_1_diff1": 0.9037624576475428, + "nauc_recall_at_1_max": 0.8175654602418522, + "nauc_recall_at_1_std": 0.016434171167723777, + "nauc_recall_at_20_diff1": 0.902516562180425, + "nauc_recall_at_20_max": 0.9618736383442231, + "nauc_recall_at_20_std": 0.5536881419234406, + "nauc_recall_at_3_diff1": 0.8712272787903045, + "nauc_recall_at_3_max": 0.8701965634738738, + "nauc_recall_at_3_std": 0.10469642402415529, + "nauc_recall_at_5_diff1": 0.8685233656304051, + "nauc_recall_at_5_max": 0.8656916318439934, + "nauc_recall_at_5_std": 0.20198680565122193, + "ndcg_at_1": 0.84667, + "ndcg_at_10": 0.9021, + "ndcg_at_100": 0.91015, + "ndcg_at_1000": 0.91117, + "ndcg_at_20": 0.9071, + "ndcg_at_3": 0.88667, + "ndcg_at_5": 0.89408, + "precision_at_1": 0.84667, + "precision_at_10": 0.09567, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30481, + "precision_at_5": 0.18644, + "recall_at_1": 0.84667, + "recall_at_10": 0.95667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91444, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ], + "main_score": 0.90074, + "map_at_1": 0.82778, + "map_at_10": 0.87919, + "map_at_100": 0.8808, + "map_at_1000": 0.8808, + "map_at_20": 0.88041, + "map_at_3": 0.87296, + "map_at_5": 0.87607, + "mrr_at_1": 0.8277777777777777, + "mrr_at_10": 0.879190035273369, + "mrr_at_100": 0.8807954087300096, + "mrr_at_1000": 0.8807992401476341, + "mrr_at_20": 0.8804074991772364, + "mrr_at_3": 0.8729629629629634, + "mrr_at_5": 0.8760740740740746, + "nauc_map_at_1000_diff1": 0.8697329460946871, + "nauc_map_at_1000_max": 0.7323566764322639, + "nauc_map_at_1000_std": -0.07864717752018223, + "nauc_map_at_100_diff1": 0.869737310328207, + "nauc_map_at_100_max": 0.7323656430737061, + "nauc_map_at_100_std": -0.07861541983470033, + "nauc_map_at_10_diff1": 0.869941275360205, + "nauc_map_at_10_max": 0.7331014237252991, + "nauc_map_at_10_std": -0.07928568853052499, + "nauc_map_at_1_diff1": 0.8751665020235179, + "nauc_map_at_1_max": 0.7150473216277359, + "nauc_map_at_1_std": -0.07786240081578044, + "nauc_map_at_20_diff1": 0.8696397806988622, + "nauc_map_at_20_max": 0.7325639555861534, + "nauc_map_at_20_std": -0.07769062513530157, + "nauc_map_at_3_diff1": 0.8680788050476431, + "nauc_map_at_3_max": 0.7319974642920816, + "nauc_map_at_3_std": -0.08931436835119481, + "nauc_map_at_5_diff1": 0.8693347971260025, + "nauc_map_at_5_max": 0.7324401507042417, + "nauc_map_at_5_std": -0.08406663325169511, + "nauc_mrr_at_1000_diff1": 0.8697329460946871, + "nauc_mrr_at_1000_max": 0.7323566764322639, + "nauc_mrr_at_1000_std": -0.07864717752018223, + "nauc_mrr_at_100_diff1": 0.869737310328207, + "nauc_mrr_at_100_max": 0.7323656430737061, + "nauc_mrr_at_100_std": -0.07861541983470033, + "nauc_mrr_at_10_diff1": 0.869941275360205, + "nauc_mrr_at_10_max": 0.7331014237252991, + "nauc_mrr_at_10_std": -0.07928568853052499, + "nauc_mrr_at_1_diff1": 0.8751665020235179, + "nauc_mrr_at_1_max": 0.7150473216277359, + "nauc_mrr_at_1_std": -0.07786240081578044, + "nauc_mrr_at_20_diff1": 0.8696397806988622, + "nauc_mrr_at_20_max": 0.7325639555861534, + "nauc_mrr_at_20_std": -0.07769062513530157, + "nauc_mrr_at_3_diff1": 0.8680788050476431, + "nauc_mrr_at_3_max": 0.7319974642920816, + "nauc_mrr_at_3_std": -0.08931436835119481, + "nauc_mrr_at_5_diff1": 0.8693347971260025, + "nauc_mrr_at_5_max": 0.7324401507042417, + "nauc_mrr_at_5_std": -0.08406663325169511, + "nauc_ndcg_at_1000_diff1": 0.8698298703456298, + "nauc_ndcg_at_1000_max": 0.7358308159050893, + "nauc_ndcg_at_1000_std": -0.0748415029900613, + "nauc_ndcg_at_100_diff1": 0.8700296292762739, + "nauc_ndcg_at_100_max": 0.7362362096299311, + "nauc_ndcg_at_100_std": -0.07339265361705853, + "nauc_ndcg_at_10_diff1": 0.8712721492137024, + "nauc_ndcg_at_10_max": 0.7416794544793324, + "nauc_ndcg_at_10_std": -0.07291268367923014, + "nauc_ndcg_at_1_diff1": 0.8751665020235179, + "nauc_ndcg_at_1_max": 0.7150473216277359, + "nauc_ndcg_at_1_std": -0.07786240081578044, + "nauc_ndcg_at_20_diff1": 0.8693093323428235, + "nauc_ndcg_at_20_max": 0.7391517990920355, + "nauc_ndcg_at_20_std": -0.06360494466317877, + "nauc_ndcg_at_3_diff1": 0.8666842602899409, + "nauc_ndcg_at_3_max": 0.7389738106776248, + "nauc_ndcg_at_3_std": -0.09317833518817102, + "nauc_ndcg_at_5_diff1": 0.8694822138186442, + "nauc_ndcg_at_5_max": 0.7397992071492209, + "nauc_ndcg_at_5_std": -0.08453347126570863, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515043, + "nauc_precision_at_10_diff1": 0.8907563025210067, + "nauc_precision_at_10_max": 0.8267351384998419, + "nauc_precision_at_10_std": 0.000466853408030137, + "nauc_precision_at_1_diff1": 0.8751665020235179, + "nauc_precision_at_1_max": 0.7150473216277359, + "nauc_precision_at_1_std": -0.07786240081578044, + "nauc_precision_at_20_diff1": 0.8588666235724947, + "nauc_precision_at_20_max": 0.8684191625368044, + "nauc_precision_at_20_std": 0.348883143000786, + "nauc_precision_at_3_diff1": 0.8606183214026367, + "nauc_precision_at_3_max": 0.7736057385917344, + "nauc_precision_at_3_std": -0.11188178975293989, + "nauc_precision_at_5_diff1": 0.872735760971054, + "nauc_precision_at_5_max": 0.7842950513538742, + "nauc_precision_at_5_std": -0.08667600373482995, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457515964, + "nauc_recall_at_10_diff1": 0.8907563025210103, + "nauc_recall_at_10_max": 0.8267351384998434, + "nauc_recall_at_10_std": 0.00046685340803013836, + "nauc_recall_at_1_diff1": 0.8751665020235179, + "nauc_recall_at_1_max": 0.7150473216277359, + "nauc_recall_at_1_std": -0.07786240081578044, + "nauc_recall_at_20_diff1": 0.8588666235725082, + "nauc_recall_at_20_max": 0.8684191625368203, + "nauc_recall_at_20_std": 0.34888314300079726, + "nauc_recall_at_3_diff1": 0.860618321402636, + "nauc_recall_at_3_max": 0.773605738591732, + "nauc_recall_at_3_std": -0.11188178975293968, + "nauc_recall_at_5_diff1": 0.8727357609710558, + "nauc_recall_at_5_max": 0.7842950513538767, + "nauc_recall_at_5_std": -0.08667600373482638, + "ndcg_at_1": 0.82778, + "ndcg_at_10": 0.90074, + "ndcg_at_100": 0.90796, + "ndcg_at_1000": 0.9081, + "ndcg_at_20": 0.9054, + "ndcg_at_3": 0.88762, + "ndcg_at_5": 0.8934, + "precision_at_1": 0.82778, + "precision_at_10": 0.09667, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.31, + "precision_at_5": 0.18889, + "recall_at_1": 0.82778, + "recall_at_10": 0.96667, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.93, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ], + "main_score": 0.89341, + "map_at_1": 0.82, + "map_at_10": 0.87199, + "map_at_100": 0.87388, + "map_at_1000": 0.87391, + "map_at_20": 0.87343, + "map_at_3": 0.86296, + "map_at_5": 0.86902, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8719880952380955, + "mrr_at_100": 0.8738769066352863, + "mrr_at_1000": 0.8739126768861428, + "mrr_at_20": 0.8734342236376551, + "mrr_at_3": 0.8629629629629633, + "mrr_at_5": 0.8690185185185189, + "nauc_map_at_1000_diff1": 0.8644458192809138, + "nauc_map_at_1000_max": 0.7749666796094651, + "nauc_map_at_1000_std": 0.022364038256374244, + "nauc_map_at_100_diff1": 0.8644711666926639, + "nauc_map_at_100_max": 0.7750333426227756, + "nauc_map_at_100_std": 0.022602891550788918, + "nauc_map_at_10_diff1": 0.8640667275701702, + "nauc_map_at_10_max": 0.7750757080022379, + "nauc_map_at_10_std": 0.020881886553493306, + "nauc_map_at_1_diff1": 0.8744446892095303, + "nauc_map_at_1_max": 0.7622413138989846, + "nauc_map_at_1_std": -0.014991861560866553, + "nauc_map_at_20_diff1": 0.8643479341278865, + "nauc_map_at_20_max": 0.7752814495226171, + "nauc_map_at_20_std": 0.02337623251676949, + "nauc_map_at_3_diff1": 0.8604312767578063, + "nauc_map_at_3_max": 0.7761655241247081, + "nauc_map_at_3_std": 0.023938223938224024, + "nauc_map_at_5_diff1": 0.8631638777856276, + "nauc_map_at_5_max": 0.7747107359289838, + "nauc_map_at_5_std": 0.021611539479677033, + "nauc_mrr_at_1000_diff1": 0.8644458192809138, + "nauc_mrr_at_1000_max": 0.7749666796094651, + "nauc_mrr_at_1000_std": 0.022364038256374244, + "nauc_mrr_at_100_diff1": 0.8644711666926639, + "nauc_mrr_at_100_max": 0.7750333426227756, + "nauc_mrr_at_100_std": 0.022602891550788918, + "nauc_mrr_at_10_diff1": 0.8640667275701702, + "nauc_mrr_at_10_max": 0.7750757080022379, + "nauc_mrr_at_10_std": 0.020881886553493306, + "nauc_mrr_at_1_diff1": 0.8744446892095303, + "nauc_mrr_at_1_max": 0.7622413138989846, + "nauc_mrr_at_1_std": -0.014991861560866553, + "nauc_mrr_at_20_diff1": 0.8643479341278865, + "nauc_mrr_at_20_max": 0.7752814495226171, + "nauc_mrr_at_20_std": 0.02337623251676949, + "nauc_mrr_at_3_diff1": 0.8604312767578063, + "nauc_mrr_at_3_max": 0.7761655241247081, + "nauc_mrr_at_3_std": 0.023938223938224024, + "nauc_mrr_at_5_diff1": 0.8631638777856276, + "nauc_mrr_at_5_max": 0.7747107359289838, + "nauc_mrr_at_5_std": 0.021611539479677033, + "nauc_ndcg_at_1000_diff1": 0.863750355577111, + "nauc_ndcg_at_1000_max": 0.7780654622577311, + "nauc_ndcg_at_1000_std": 0.03177129511422344, + "nauc_ndcg_at_100_diff1": 0.8644168002663127, + "nauc_ndcg_at_100_max": 0.7801235379409585, + "nauc_ndcg_at_100_std": 0.03940240898719505, + "nauc_ndcg_at_10_diff1": 0.8622037456337123, + "nauc_ndcg_at_10_max": 0.7810984524299313, + "nauc_ndcg_at_10_std": 0.0345427078823216, + "nauc_ndcg_at_1_diff1": 0.8744446892095303, + "nauc_ndcg_at_1_max": 0.7622413138989846, + "nauc_ndcg_at_1_std": -0.014991861560866553, + "nauc_ndcg_at_20_diff1": 0.8633628248456372, + "nauc_ndcg_at_20_max": 0.7821620523026398, + "nauc_ndcg_at_20_std": 0.04534443299402147, + "nauc_ndcg_at_3_diff1": 0.8551819650599949, + "nauc_ndcg_at_3_max": 0.7822202628449634, + "nauc_ndcg_at_3_std": 0.03893212305019026, + "nauc_ndcg_at_5_diff1": 0.8599849918930723, + "nauc_ndcg_at_5_max": 0.7796111670503093, + "nauc_ndcg_at_5_std": 0.03445044104945532, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9319172113289566, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8611111111111154, + "nauc_precision_at_10_diff1": 0.8505438211320512, + "nauc_precision_at_10_max": 0.8330683624801255, + "nauc_precision_at_10_std": 0.1488379135437931, + "nauc_precision_at_1_diff1": 0.8744446892095303, + "nauc_precision_at_1_max": 0.7622413138989846, + "nauc_precision_at_1_std": -0.014991861560866553, + "nauc_precision_at_20_diff1": 0.8606442577030843, + "nauc_precision_at_20_max": 0.8941409897292197, + "nauc_precision_at_20_std": 0.42294584500467153, + "nauc_precision_at_3_diff1": 0.8329137562197897, + "nauc_precision_at_3_max": 0.808335992624899, + "nauc_precision_at_3_std": 0.10274911652424737, + "nauc_precision_at_5_diff1": 0.8430205415499534, + "nauc_precision_at_5_max": 0.8070644924636535, + "nauc_precision_at_5_std": 0.10505869014272312, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9319172113289615, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8611111111111035, + "nauc_recall_at_10_diff1": 0.8505438211320554, + "nauc_recall_at_10_max": 0.8330683624801297, + "nauc_recall_at_10_std": 0.14883791354379605, + "nauc_recall_at_1_diff1": 0.8744446892095303, + "nauc_recall_at_1_max": 0.7622413138989846, + "nauc_recall_at_1_std": -0.014991861560866553, + "nauc_recall_at_20_diff1": 0.8606442577030806, + "nauc_recall_at_20_max": 0.8941409897292204, + "nauc_recall_at_20_std": 0.42294584500466614, + "nauc_recall_at_3_diff1": 0.8329137562197878, + "nauc_recall_at_3_max": 0.8083359926248977, + "nauc_recall_at_3_std": 0.10274911652424573, + "nauc_recall_at_5_diff1": 0.8430205415499534, + "nauc_recall_at_5_max": 0.8070644924636515, + "nauc_recall_at_5_std": 0.10505869014272202, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89341, + "ndcg_at_100": 0.90133, + "ndcg_at_1000": 0.90221, + "ndcg_at_20": 0.89835, + "ndcg_at_3": 0.87571, + "ndcg_at_5": 0.88643, + "precision_at_1": 0.82, + "precision_at_10": 0.09589, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30407, + "precision_at_5": 0.18756, + "recall_at_1": 0.82, + "recall_at_10": 0.95889, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.91222, + "recall_at_5": 0.93778 + }, + { + "hf_subset": "slv_Latn-slv_Latn", + "languages": [ + "slv-Latn", + "slv-Latn" + ], + "main_score": 0.87236, + "map_at_1": 0.79333, + "map_at_10": 0.84623, + "map_at_100": 0.84813, + "map_at_1000": 0.84817, + "map_at_20": 0.84778, + "map_at_3": 0.83463, + "map_at_5": 0.84069, + "mrr_at_1": 0.7933333333333333, + "mrr_at_10": 0.8462305996472668, + "mrr_at_100": 0.8481283313163495, + "mrr_at_1000": 0.8481736716973627, + "mrr_at_20": 0.8477809739471249, + "mrr_at_3": 0.8346296296296302, + "mrr_at_5": 0.8406851851851856, + "nauc_map_at_1000_diff1": 0.8892836939726955, + "nauc_map_at_1000_max": 0.8036173303200795, + "nauc_map_at_1000_std": 0.0961815230889682, + "nauc_map_at_100_diff1": 0.8892889224607818, + "nauc_map_at_100_max": 0.80367664566981, + "nauc_map_at_100_std": 0.09643263714813817, + "nauc_map_at_10_diff1": 0.8891626994454606, + "nauc_map_at_10_max": 0.8040010571597688, + "nauc_map_at_10_std": 0.09606190682497327, + "nauc_map_at_1_diff1": 0.893496951104041, + "nauc_map_at_1_max": 0.7758290454006854, + "nauc_map_at_1_std": 0.0652901997067437, + "nauc_map_at_20_diff1": 0.8893934409228998, + "nauc_map_at_20_max": 0.8038730324983151, + "nauc_map_at_20_std": 0.09622507261921293, + "nauc_map_at_3_diff1": 0.8854855620982408, + "nauc_map_at_3_max": 0.8066831978835325, + "nauc_map_at_3_std": 0.0970681791034201, + "nauc_map_at_5_diff1": 0.8874741619094819, + "nauc_map_at_5_max": 0.8057032395827444, + "nauc_map_at_5_std": 0.09735209561502067, + "nauc_mrr_at_1000_diff1": 0.8892836939726955, + "nauc_mrr_at_1000_max": 0.8036173303200795, + "nauc_mrr_at_1000_std": 0.0961815230889682, + "nauc_mrr_at_100_diff1": 0.8892889224607818, + "nauc_mrr_at_100_max": 0.80367664566981, + "nauc_mrr_at_100_std": 0.09643263714813817, + "nauc_mrr_at_10_diff1": 0.8891626994454606, + "nauc_mrr_at_10_max": 0.8040010571597688, + "nauc_mrr_at_10_std": 0.09606190682497327, + "nauc_mrr_at_1_diff1": 0.893496951104041, + "nauc_mrr_at_1_max": 0.7758290454006854, + "nauc_mrr_at_1_std": 0.0652901997067437, + "nauc_mrr_at_20_diff1": 0.8893934409228998, + "nauc_mrr_at_20_max": 0.8038730324983151, + "nauc_mrr_at_20_std": 0.09622507261921293, + "nauc_mrr_at_3_diff1": 0.8854855620982408, + "nauc_mrr_at_3_max": 0.8066831978835325, + "nauc_mrr_at_3_std": 0.0970681791034201, + "nauc_mrr_at_5_diff1": 0.8874741619094819, + "nauc_mrr_at_5_max": 0.8057032395827444, + "nauc_mrr_at_5_std": 0.09735209561502067, + "nauc_ndcg_at_1000_diff1": 0.8889551472675121, + "nauc_ndcg_at_1000_max": 0.8079766998006612, + "nauc_ndcg_at_1000_std": 0.10497040511872789, + "nauc_ndcg_at_100_diff1": 0.8890588452610421, + "nauc_ndcg_at_100_max": 0.8099800277575709, + "nauc_ndcg_at_100_std": 0.1140450369062406, + "nauc_ndcg_at_10_diff1": 0.8890340658136384, + "nauc_ndcg_at_10_max": 0.8120398458153468, + "nauc_ndcg_at_10_std": 0.10924393474505845, + "nauc_ndcg_at_1_diff1": 0.893496951104041, + "nauc_ndcg_at_1_max": 0.7758290454006854, + "nauc_ndcg_at_1_std": 0.0652901997067437, + "nauc_ndcg_at_20_diff1": 0.8896379556725059, + "nauc_ndcg_at_20_max": 0.8116112189685105, + "nauc_ndcg_at_20_std": 0.11120552212436034, + "nauc_ndcg_at_3_diff1": 0.8808066338081337, + "nauc_ndcg_at_3_max": 0.8172850893125395, + "nauc_ndcg_at_3_std": 0.11139700895620709, + "nauc_ndcg_at_5_diff1": 0.8848339661476627, + "nauc_ndcg_at_5_max": 0.8160421668937774, + "nauc_ndcg_at_5_std": 0.11147752239606665, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8965141612200596, + "nauc_precision_at_100_max": 0.9854756717501885, + "nauc_precision_at_100_std": 0.9195974686170861, + "nauc_precision_at_10_diff1": 0.8930791828926703, + "nauc_precision_at_10_max": 0.8774339003894249, + "nauc_precision_at_10_std": 0.22533078271958878, + "nauc_precision_at_1_diff1": 0.893496951104041, + "nauc_precision_at_1_max": 0.7758290454006854, + "nauc_precision_at_1_std": 0.0652901997067437, + "nauc_precision_at_20_diff1": 0.9042950513538701, + "nauc_precision_at_20_max": 0.9289715886354493, + "nauc_precision_at_20_std": 0.3811302298697175, + "nauc_precision_at_3_diff1": 0.8611848336787628, + "nauc_precision_at_3_max": 0.8595530380470999, + "nauc_precision_at_3_std": 0.1702366103665919, + "nauc_precision_at_5_diff1": 0.8721003552936308, + "nauc_precision_at_5_max": 0.8669589047740284, + "nauc_precision_at_5_std": 0.18207889216292347, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8965141612200456, + "nauc_recall_at_100_max": 0.9854756717501779, + "nauc_recall_at_100_std": 0.9195974686170671, + "nauc_recall_at_10_diff1": 0.89307918289267, + "nauc_recall_at_10_max": 0.8774339003894247, + "nauc_recall_at_10_std": 0.22533078271959442, + "nauc_recall_at_1_diff1": 0.893496951104041, + "nauc_recall_at_1_max": 0.7758290454006854, + "nauc_recall_at_1_std": 0.0652901997067437, + "nauc_recall_at_20_diff1": 0.904295051353875, + "nauc_recall_at_20_max": 0.9289715886354568, + "nauc_recall_at_20_std": 0.3811302298697316, + "nauc_recall_at_3_diff1": 0.8611848336787609, + "nauc_recall_at_3_max": 0.8595530380470979, + "nauc_recall_at_3_std": 0.1702366103665914, + "nauc_recall_at_5_diff1": 0.8721003552936335, + "nauc_recall_at_5_max": 0.8669589047740299, + "nauc_recall_at_5_std": 0.18207889216292797, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.87236, + "ndcg_at_100": 0.88047, + "ndcg_at_1000": 0.88174, + "ndcg_at_20": 0.87798, + "ndcg_at_3": 0.84827, + "ndcg_at_5": 0.85921, + "precision_at_1": 0.79333, + "precision_at_10": 0.09544, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.29593, + "precision_at_5": 0.18289, + "recall_at_1": 0.79333, + "recall_at_10": 0.95444, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.88778, + "recall_at_5": 0.91444 + }, + { + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ], + "main_score": 0.88452, + "map_at_1": 0.79333, + "map_at_10": 0.85702, + "map_at_100": 0.85829, + "map_at_1000": 0.85832, + "map_at_20": 0.85796, + "map_at_3": 0.84519, + "map_at_5": 0.85352, + "mrr_at_1": 0.7933333333333333, + "mrr_at_10": 0.8570158730158732, + "mrr_at_100": 0.8582897259813985, + "mrr_at_1000": 0.8583181935708497, + "mrr_at_20": 0.8579580982504103, + "mrr_at_3": 0.8451851851851854, + "mrr_at_5": 0.853518518518519, + "nauc_map_at_1000_diff1": 0.8791341571537804, + "nauc_map_at_1000_max": 0.7200323647451403, + "nauc_map_at_1000_std": -0.05815184332464241, + "nauc_map_at_100_diff1": 0.8791284179921083, + "nauc_map_at_100_max": 0.7200919687800854, + "nauc_map_at_100_std": -0.058017634224130386, + "nauc_map_at_10_diff1": 0.8787060892664529, + "nauc_map_at_10_max": 0.720010117423769, + "nauc_map_at_10_std": -0.05892977562963543, + "nauc_map_at_1_diff1": 0.8943301897511645, + "nauc_map_at_1_max": 0.6997392071247314, + "nauc_map_at_1_std": -0.056089405424707736, + "nauc_map_at_20_diff1": 0.8791823731670932, + "nauc_map_at_20_max": 0.7202509974930859, + "nauc_map_at_20_std": -0.05812647880241479, + "nauc_map_at_3_diff1": 0.8754252927439075, + "nauc_map_at_3_max": 0.7247376993384917, + "nauc_map_at_3_std": -0.05682641225455593, + "nauc_map_at_5_diff1": 0.8760347397886943, + "nauc_map_at_5_max": 0.7201903172078318, + "nauc_map_at_5_std": -0.06108473192279937, + "nauc_mrr_at_1000_diff1": 0.8791341571537804, + "nauc_mrr_at_1000_max": 0.7200323647451403, + "nauc_mrr_at_1000_std": -0.05815184332464241, + "nauc_mrr_at_100_diff1": 0.8791284179921083, + "nauc_mrr_at_100_max": 0.7200919687800854, + "nauc_mrr_at_100_std": -0.058017634224130386, + "nauc_mrr_at_10_diff1": 0.8787060892664529, + "nauc_mrr_at_10_max": 0.720010117423769, + "nauc_mrr_at_10_std": -0.05892977562963543, + "nauc_mrr_at_1_diff1": 0.8943301897511645, + "nauc_mrr_at_1_max": 0.6997392071247314, + "nauc_mrr_at_1_std": -0.056089405424707736, + "nauc_mrr_at_20_diff1": 0.8791823731670932, + "nauc_mrr_at_20_max": 0.7202509974930859, + "nauc_mrr_at_20_std": -0.05812647880241479, + "nauc_mrr_at_3_diff1": 0.8754252927439075, + "nauc_mrr_at_3_max": 0.7247376993384917, + "nauc_mrr_at_3_std": -0.05682641225455593, + "nauc_mrr_at_5_diff1": 0.8760347397886943, + "nauc_mrr_at_5_max": 0.7201903172078318, + "nauc_mrr_at_5_std": -0.06108473192279937, + "nauc_ndcg_at_1000_diff1": 0.8776210921722508, + "nauc_ndcg_at_1000_max": 0.7232024039340105, + "nauc_ndcg_at_1000_std": -0.05602931477764345, + "nauc_ndcg_at_100_diff1": 0.8773301166846974, + "nauc_ndcg_at_100_max": 0.7248136807558352, + "nauc_ndcg_at_100_std": -0.05231597111818534, + "nauc_ndcg_at_10_diff1": 0.8757874258890468, + "nauc_ndcg_at_10_max": 0.7249576598173498, + "nauc_ndcg_at_10_std": -0.05643986982553339, + "nauc_ndcg_at_1_diff1": 0.8943301897511645, + "nauc_ndcg_at_1_max": 0.6997392071247314, + "nauc_ndcg_at_1_std": -0.056089405424707736, + "nauc_ndcg_at_20_diff1": 0.8780187714097557, + "nauc_ndcg_at_20_max": 0.7268316866355481, + "nauc_ndcg_at_20_std": -0.051869520655007405, + "nauc_ndcg_at_3_diff1": 0.8684264727535437, + "nauc_ndcg_at_3_max": 0.7340458637423527, + "nauc_ndcg_at_3_std": -0.05497578061017922, + "nauc_ndcg_at_5_diff1": 0.8689046891789168, + "nauc_ndcg_at_5_max": 0.7254987188858761, + "nauc_ndcg_at_5_std": -0.06509353677722692, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8190943043884411, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.5875350140055834, + "nauc_precision_at_10_diff1": 0.8509403761504563, + "nauc_precision_at_10_max": 0.7764439108976864, + "nauc_precision_at_10_std": -0.010120714952654035, + "nauc_precision_at_1_diff1": 0.8943301897511645, + "nauc_precision_at_1_max": 0.6997392071247314, + "nauc_precision_at_1_std": -0.056089405424707736, + "nauc_precision_at_20_diff1": 0.8871770930594396, + "nauc_precision_at_20_max": 0.8759726112667164, + "nauc_precision_at_20_std": 0.1550264550264689, + "nauc_precision_at_3_diff1": 0.8370344121584364, + "nauc_precision_at_3_max": 0.7758259930478214, + "nauc_precision_at_3_std": -0.045487271213706666, + "nauc_precision_at_5_diff1": 0.8191596638655451, + "nauc_precision_at_5_max": 0.7589915966386545, + "nauc_precision_at_5_std": -0.09771241830065595, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8190943043884288, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.587535014005607, + "nauc_recall_at_10_diff1": 0.8509403761504616, + "nauc_recall_at_10_max": 0.7764439108976917, + "nauc_recall_at_10_std": -0.010120714952645637, + "nauc_recall_at_1_diff1": 0.8943301897511645, + "nauc_recall_at_1_max": 0.6997392071247314, + "nauc_recall_at_1_std": -0.056089405424707736, + "nauc_recall_at_20_diff1": 0.8871770930594446, + "nauc_recall_at_20_max": 0.8759726112667291, + "nauc_recall_at_20_std": 0.15502645502646423, + "nauc_recall_at_3_diff1": 0.8370344121584379, + "nauc_recall_at_3_max": 0.7758259930478221, + "nauc_recall_at_3_std": -0.045487271213707374, + "nauc_recall_at_5_diff1": 0.8191596638655446, + "nauc_recall_at_5_max": 0.7589915966386558, + "nauc_recall_at_5_std": -0.09771241830065178, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.88452, + "ndcg_at_100": 0.89041, + "ndcg_at_1000": 0.89101, + "ndcg_at_20": 0.8881, + "ndcg_at_3": 0.86132, + "ndcg_at_5": 0.87638, + "precision_at_1": 0.79333, + "precision_at_10": 0.09689, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30259, + "precision_at_5": 0.18889, + "recall_at_1": 0.79333, + "recall_at_10": 0.96889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.90778, + "recall_at_5": 0.94444 + }, + { + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ], + "main_score": 0.86659, + "map_at_1": 0.78556, + "map_at_10": 0.84071, + "map_at_100": 0.84258, + "map_at_1000": 0.84265, + "map_at_20": 0.8419, + "map_at_3": 0.82796, + "map_at_5": 0.83585, + "mrr_at_1": 0.7855555555555556, + "mrr_at_10": 0.8407107583774255, + "mrr_at_100": 0.8425776748213116, + "mrr_at_1000": 0.8426453142152682, + "mrr_at_20": 0.8418967153704, + "mrr_at_3": 0.8279629629629631, + "mrr_at_5": 0.8358518518518523, + "nauc_map_at_1000_diff1": 0.8433048500074404, + "nauc_map_at_1000_max": 0.7704926361958493, + "nauc_map_at_1000_std": 0.10634001878493035, + "nauc_map_at_100_diff1": 0.8433246686822913, + "nauc_map_at_100_max": 0.7705898859870718, + "nauc_map_at_100_std": 0.10670719705219658, + "nauc_map_at_10_diff1": 0.8428104850876904, + "nauc_map_at_10_max": 0.7713153780738876, + "nauc_map_at_10_std": 0.10859205697027378, + "nauc_map_at_1_diff1": 0.8551926428032627, + "nauc_map_at_1_max": 0.746795419361791, + "nauc_map_at_1_std": 0.06549250797038414, + "nauc_map_at_20_diff1": 0.8431313376694382, + "nauc_map_at_20_max": 0.7711693671473845, + "nauc_map_at_20_std": 0.10889143613012178, + "nauc_map_at_3_diff1": 0.8430203032782456, + "nauc_map_at_3_max": 0.7725991096546126, + "nauc_map_at_3_std": 0.09050185876590017, + "nauc_map_at_5_diff1": 0.8412323901511725, + "nauc_map_at_5_max": 0.7703765968780626, + "nauc_map_at_5_std": 0.09811689803059442, + "nauc_mrr_at_1000_diff1": 0.8433048500074404, + "nauc_mrr_at_1000_max": 0.7704926361958493, + "nauc_mrr_at_1000_std": 0.10634001878493035, + "nauc_mrr_at_100_diff1": 0.8433246686822913, + "nauc_mrr_at_100_max": 0.7705898859870718, + "nauc_mrr_at_100_std": 0.10670719705219658, + "nauc_mrr_at_10_diff1": 0.8428104850876904, + "nauc_mrr_at_10_max": 0.7713153780738876, + "nauc_mrr_at_10_std": 0.10859205697027378, + "nauc_mrr_at_1_diff1": 0.8551926428032627, + "nauc_mrr_at_1_max": 0.746795419361791, + "nauc_mrr_at_1_std": 0.06549250797038414, + "nauc_mrr_at_20_diff1": 0.8431313376694382, + "nauc_mrr_at_20_max": 0.7711693671473845, + "nauc_mrr_at_20_std": 0.10889143613012178, + "nauc_mrr_at_3_diff1": 0.8430203032782456, + "nauc_mrr_at_3_max": 0.7725991096546126, + "nauc_mrr_at_3_std": 0.09050185876590017, + "nauc_mrr_at_5_diff1": 0.8412323901511725, + "nauc_mrr_at_5_max": 0.7703765968780626, + "nauc_mrr_at_5_std": 0.09811689803059442, + "nauc_ndcg_at_1000_diff1": 0.8416601397953293, + "nauc_ndcg_at_1000_max": 0.7751813923976589, + "nauc_ndcg_at_1000_std": 0.12088936478355897, + "nauc_ndcg_at_100_diff1": 0.8420610230577216, + "nauc_ndcg_at_100_max": 0.7779638394565133, + "nauc_ndcg_at_100_std": 0.13173769212217074, + "nauc_ndcg_at_10_diff1": 0.8389657008822731, + "nauc_ndcg_at_10_max": 0.7819977779906435, + "nauc_ndcg_at_10_std": 0.1439814893585975, + "nauc_ndcg_at_1_diff1": 0.8551926428032627, + "nauc_ndcg_at_1_max": 0.746795419361791, + "nauc_ndcg_at_1_std": 0.06549250797038414, + "nauc_ndcg_at_20_diff1": 0.8402131467296012, + "nauc_ndcg_at_20_max": 0.7816618784148467, + "nauc_ndcg_at_20_std": 0.1460700653289753, + "nauc_ndcg_at_3_diff1": 0.8385136053003139, + "nauc_ndcg_at_3_max": 0.7821430375857328, + "nauc_ndcg_at_3_std": 0.09943008072468301, + "nauc_ndcg_at_5_diff1": 0.8348622677736003, + "nauc_ndcg_at_5_max": 0.7788166394377158, + "nauc_ndcg_at_5_std": 0.11552343213755463, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8673711909006032, + "nauc_precision_at_100_max": 0.9762329174093987, + "nauc_precision_at_100_std": 0.9104490280961036, + "nauc_precision_at_10_diff1": 0.8117786121540768, + "nauc_precision_at_10_max": 0.87097959751276, + "nauc_precision_at_10_std": 0.4643900113236742, + "nauc_precision_at_1_diff1": 0.8551926428032627, + "nauc_precision_at_1_max": 0.746795419361791, + "nauc_precision_at_1_std": 0.06549250797038414, + "nauc_precision_at_20_diff1": 0.8163851399145472, + "nauc_precision_at_20_max": 0.9038140508728744, + "nauc_precision_at_20_std": 0.6241971536089163, + "nauc_precision_at_3_diff1": 0.8212711637815789, + "nauc_precision_at_3_max": 0.8186534530493967, + "nauc_precision_at_3_std": 0.13344287180548747, + "nauc_precision_at_5_diff1": 0.8027602707749739, + "nauc_precision_at_5_max": 0.8199579831932752, + "nauc_precision_at_5_std": 0.2057539682539664, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8673711909005949, + "nauc_recall_at_100_max": 0.9762329174093819, + "nauc_recall_at_100_std": 0.9104490280960834, + "nauc_recall_at_10_diff1": 0.8117786121540836, + "nauc_recall_at_10_max": 0.8709795975127624, + "nauc_recall_at_10_std": 0.4643900113236773, + "nauc_recall_at_1_diff1": 0.8551926428032627, + "nauc_recall_at_1_max": 0.746795419361791, + "nauc_recall_at_1_std": 0.06549250797038414, + "nauc_recall_at_20_diff1": 0.8163851399145481, + "nauc_recall_at_20_max": 0.903814050872877, + "nauc_recall_at_20_std": 0.6241971536089171, + "nauc_recall_at_3_diff1": 0.8212711637815787, + "nauc_recall_at_3_max": 0.8186534530493965, + "nauc_recall_at_3_std": 0.1334428718054878, + "nauc_recall_at_5_diff1": 0.8027602707749786, + "nauc_recall_at_5_max": 0.8199579831932772, + "nauc_recall_at_5_std": 0.20575396825396988, + "ndcg_at_1": 0.78556, + "ndcg_at_10": 0.86659, + "ndcg_at_100": 0.8753, + "ndcg_at_1000": 0.87691, + "ndcg_at_20": 0.87066, + "ndcg_at_3": 0.84057, + "ndcg_at_5": 0.85477, + "precision_at_1": 0.78556, + "precision_at_10": 0.09478, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04817, + "precision_at_3": 0.29222, + "precision_at_5": 0.18222, + "recall_at_1": 0.78556, + "recall_at_10": 0.94778, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.96333, + "recall_at_3": 0.87667, + "recall_at_5": 0.91111 + }, + { + "hf_subset": "sna_Latn-sna_Latn", + "languages": [ + "sna-Latn", + "sna-Latn" + ], + "main_score": 0.65976, + "map_at_1": 0.56174, + "map_at_10": 0.62557, + "map_at_100": 0.63119, + "map_at_1000": 0.63161, + "map_at_20": 0.62835, + "map_at_3": 0.60845, + "map_at_5": 0.61702, + "mrr_at_1": 0.5617352614015573, + "mrr_at_10": 0.6255658844924699, + "mrr_at_100": 0.6311888370478946, + "mrr_at_1000": 0.6316106650112198, + "mrr_at_20": 0.6283488597011619, + "mrr_at_3": 0.6084538375973304, + "mrr_at_5": 0.6170189098998888, + "nauc_map_at_1000_diff1": 0.8002220552124633, + "nauc_map_at_1000_max": 0.808907278672724, + "nauc_map_at_1000_std": 0.3624191963005362, + "nauc_map_at_100_diff1": 0.8000531579947247, + "nauc_map_at_100_max": 0.8088411199216442, + "nauc_map_at_100_std": 0.36268034261204973, + "nauc_map_at_10_diff1": 0.7996845091562785, + "nauc_map_at_10_max": 0.809085458313355, + "nauc_map_at_10_std": 0.36121913486602525, + "nauc_map_at_1_diff1": 0.8281181518236718, + "nauc_map_at_1_max": 0.8075835497804901, + "nauc_map_at_1_std": 0.34498886032568044, + "nauc_map_at_20_diff1": 0.7992649560602503, + "nauc_map_at_20_max": 0.8084110635613714, + "nauc_map_at_20_std": 0.36258073549791797, + "nauc_map_at_3_diff1": 0.8037717308005189, + "nauc_map_at_3_max": 0.8121781559757941, + "nauc_map_at_3_std": 0.3563497737709418, + "nauc_map_at_5_diff1": 0.801242160198852, + "nauc_map_at_5_max": 0.8093758588820518, + "nauc_map_at_5_std": 0.3552215501397577, + "nauc_mrr_at_1000_diff1": 0.8002220552124633, + "nauc_mrr_at_1000_max": 0.808907278672724, + "nauc_mrr_at_1000_std": 0.3624191963005362, + "nauc_mrr_at_100_diff1": 0.8000531579947247, + "nauc_mrr_at_100_max": 0.8088411199216442, + "nauc_mrr_at_100_std": 0.36268034261204973, + "nauc_mrr_at_10_diff1": 0.7996845091562785, + "nauc_mrr_at_10_max": 0.809085458313355, + "nauc_mrr_at_10_std": 0.36121913486602525, + "nauc_mrr_at_1_diff1": 0.8281181518236718, + "nauc_mrr_at_1_max": 0.8075835497804901, + "nauc_mrr_at_1_std": 0.34498886032568044, + "nauc_mrr_at_20_diff1": 0.7992649560602503, + "nauc_mrr_at_20_max": 0.8084110635613714, + "nauc_mrr_at_20_std": 0.36258073549791797, + "nauc_mrr_at_3_diff1": 0.8037717308005189, + "nauc_mrr_at_3_max": 0.8121781559757941, + "nauc_mrr_at_3_std": 0.3563497737709418, + "nauc_mrr_at_5_diff1": 0.801242160198852, + "nauc_mrr_at_5_max": 0.8093758588820518, + "nauc_mrr_at_5_std": 0.3552215501397577, + "nauc_ndcg_at_1000_diff1": 0.7943753622210692, + "nauc_ndcg_at_1000_max": 0.8087657904236828, + "nauc_ndcg_at_1000_std": 0.37049786352511843, + "nauc_ndcg_at_100_diff1": 0.7902076235020338, + "nauc_ndcg_at_100_max": 0.8079922858545419, + "nauc_ndcg_at_100_std": 0.37871195207165287, + "nauc_ndcg_at_10_diff1": 0.7879193782651173, + "nauc_ndcg_at_10_max": 0.8084167283891239, + "nauc_ndcg_at_10_std": 0.37251413881552214, + "nauc_ndcg_at_1_diff1": 0.8281181518236718, + "nauc_ndcg_at_1_max": 0.8075835497804901, + "nauc_ndcg_at_1_std": 0.34498886032568044, + "nauc_ndcg_at_20_diff1": 0.7858119062332113, + "nauc_ndcg_at_20_max": 0.8059026556919683, + "nauc_ndcg_at_20_std": 0.3788312233365943, + "nauc_ndcg_at_3_diff1": 0.7968617714259892, + "nauc_ndcg_at_3_max": 0.814147636526678, + "nauc_ndcg_at_3_std": 0.359807125846355, + "nauc_ndcg_at_5_diff1": 0.7917167303141581, + "nauc_ndcg_at_5_max": 0.8089755814154818, + "nauc_ndcg_at_5_std": 0.3581478496237352, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6941052155710125, + "nauc_precision_at_100_max": 0.7959255607305353, + "nauc_precision_at_100_std": 0.5799505220602525, + "nauc_precision_at_10_diff1": 0.7385419866423059, + "nauc_precision_at_10_max": 0.804820879923021, + "nauc_precision_at_10_std": 0.4243636550394421, + "nauc_precision_at_1_diff1": 0.8281181518236718, + "nauc_precision_at_1_max": 0.8075835497804901, + "nauc_precision_at_1_std": 0.34498886032568044, + "nauc_precision_at_20_diff1": 0.7175380703748495, + "nauc_precision_at_20_max": 0.7899675749009112, + "nauc_precision_at_20_std": 0.47182134322603986, + "nauc_precision_at_3_diff1": 0.7753266066237047, + "nauc_precision_at_3_max": 0.8205627972590468, + "nauc_precision_at_3_std": 0.3706791248335987, + "nauc_precision_at_5_diff1": 0.75875161411067, + "nauc_precision_at_5_max": 0.806884841040404, + "nauc_precision_at_5_std": 0.3679503590643548, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6941052155710125, + "nauc_recall_at_100_max": 0.7959255607305366, + "nauc_recall_at_100_std": 0.5799505220602522, + "nauc_recall_at_10_diff1": 0.7385419866423063, + "nauc_recall_at_10_max": 0.8048208799230218, + "nauc_recall_at_10_std": 0.42436365503944223, + "nauc_recall_at_1_diff1": 0.8281181518236718, + "nauc_recall_at_1_max": 0.8075835497804901, + "nauc_recall_at_1_std": 0.34498886032568044, + "nauc_recall_at_20_diff1": 0.7175380703748498, + "nauc_recall_at_20_max": 0.7899675749009114, + "nauc_recall_at_20_std": 0.47182134322604125, + "nauc_recall_at_3_diff1": 0.7753266066237047, + "nauc_recall_at_3_max": 0.8205627972590475, + "nauc_recall_at_3_std": 0.37067912483359894, + "nauc_recall_at_5_diff1": 0.75875161411067, + "nauc_recall_at_5_max": 0.8068848410404041, + "nauc_recall_at_5_std": 0.3679503590643553, + "ndcg_at_1": 0.56174, + "ndcg_at_10": 0.65976, + "ndcg_at_100": 0.69096, + "ndcg_at_1000": 0.70106, + "ndcg_at_20": 0.66988, + "ndcg_at_3": 0.62387, + "ndcg_at_5": 0.63937, + "precision_at_1": 0.56174, + "precision_at_10": 0.07686, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "precision_at_20": 0.04043, + "precision_at_3": 0.22284, + "precision_at_5": 0.14127, + "recall_at_1": 0.56174, + "recall_at_10": 0.76863, + "recall_at_100": 0.92325, + "recall_at_1000": 1.0, + "recall_at_20": 0.80868, + "recall_at_3": 0.66852, + "recall_at_5": 0.70634 + }, + { + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ], + "main_score": 0.81912, + "map_at_1": 0.71, + "map_at_10": 0.78431, + "map_at_100": 0.78743, + "map_at_1000": 0.78747, + "map_at_20": 0.78658, + "map_at_3": 0.76889, + "map_at_5": 0.77767, + "mrr_at_1": 0.71, + "mrr_at_10": 0.784309964726632, + "mrr_at_100": 0.7874282079709811, + "mrr_at_1000": 0.7874744888719539, + "mrr_at_20": 0.7865777060152714, + "mrr_at_3": 0.7688888888888892, + "mrr_at_5": 0.7776666666666673, + "nauc_map_at_1000_diff1": 0.8124963190530645, + "nauc_map_at_1000_max": 0.675578456121855, + "nauc_map_at_1000_std": 0.0035913078449677717, + "nauc_map_at_100_diff1": 0.8124590969102008, + "nauc_map_at_100_max": 0.6756301846265307, + "nauc_map_at_100_std": 0.003716599412889914, + "nauc_map_at_10_diff1": 0.8116908257823163, + "nauc_map_at_10_max": 0.6767969988065189, + "nauc_map_at_10_std": 0.00553358850043441, + "nauc_map_at_1_diff1": 0.833935597847908, + "nauc_map_at_1_max": 0.6567339349801409, + "nauc_map_at_1_std": -0.0057570310521407545, + "nauc_map_at_20_diff1": 0.8120138484319166, + "nauc_map_at_20_max": 0.6753497007213656, + "nauc_map_at_20_std": 0.0030328601957799028, + "nauc_map_at_3_diff1": 0.810280137306431, + "nauc_map_at_3_max": 0.6793153524116387, + "nauc_map_at_3_std": 0.004201496728486323, + "nauc_map_at_5_diff1": 0.8114446187171674, + "nauc_map_at_5_max": 0.6785242242980845, + "nauc_map_at_5_std": 0.003682063181264354, + "nauc_mrr_at_1000_diff1": 0.8124963190530645, + "nauc_mrr_at_1000_max": 0.675578456121855, + "nauc_mrr_at_1000_std": 0.0035913078449677717, + "nauc_mrr_at_100_diff1": 0.8124590969102008, + "nauc_mrr_at_100_max": 0.6756301846265307, + "nauc_mrr_at_100_std": 0.003716599412889914, + "nauc_mrr_at_10_diff1": 0.8116908257823163, + "nauc_mrr_at_10_max": 0.6767969988065189, + "nauc_mrr_at_10_std": 0.00553358850043441, + "nauc_mrr_at_1_diff1": 0.833935597847908, + "nauc_mrr_at_1_max": 0.6567339349801409, + "nauc_mrr_at_1_std": -0.0057570310521407545, + "nauc_mrr_at_20_diff1": 0.8120138484319166, + "nauc_mrr_at_20_max": 0.6753497007213656, + "nauc_mrr_at_20_std": 0.0030328601957799028, + "nauc_mrr_at_3_diff1": 0.810280137306431, + "nauc_mrr_at_3_max": 0.6793153524116387, + "nauc_mrr_at_3_std": 0.004201496728486323, + "nauc_mrr_at_5_diff1": 0.8114446187171674, + "nauc_mrr_at_5_max": 0.6785242242980845, + "nauc_mrr_at_5_std": 0.003682063181264354, + "nauc_ndcg_at_1000_diff1": 0.8095122060245041, + "nauc_ndcg_at_1000_max": 0.6781192588798054, + "nauc_ndcg_at_1000_std": 0.005443420052102755, + "nauc_ndcg_at_100_diff1": 0.808802798839374, + "nauc_ndcg_at_100_max": 0.6795181891963734, + "nauc_ndcg_at_100_std": 0.009087574101520285, + "nauc_ndcg_at_10_diff1": 0.8049286317172987, + "nauc_ndcg_at_10_max": 0.6839181970408643, + "nauc_ndcg_at_10_std": 0.012461034143618946, + "nauc_ndcg_at_1_diff1": 0.833935597847908, + "nauc_ndcg_at_1_max": 0.6567339349801409, + "nauc_ndcg_at_1_std": -0.0057570310521407545, + "nauc_ndcg_at_20_diff1": 0.8057339000288453, + "nauc_ndcg_at_20_max": 0.6780192387317924, + "nauc_ndcg_at_20_std": 0.0022538631357198365, + "nauc_ndcg_at_3_diff1": 0.8018944289698426, + "nauc_ndcg_at_3_max": 0.6871123668911694, + "nauc_ndcg_at_3_std": 0.00805110334471912, + "nauc_ndcg_at_5_diff1": 0.8034318909892451, + "nauc_ndcg_at_5_max": 0.6858495910296352, + "nauc_ndcg_at_5_std": 0.0066825657490175855, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7043261749143797, + "nauc_precision_at_100_max": 0.9101307189542385, + "nauc_precision_at_100_std": 0.618814192343623, + "nauc_precision_at_10_diff1": 0.7591826474179412, + "nauc_precision_at_10_max": 0.740156575450692, + "nauc_precision_at_10_std": 0.07015011132658129, + "nauc_precision_at_1_diff1": 0.833935597847908, + "nauc_precision_at_1_max": 0.6567339349801409, + "nauc_precision_at_1_std": -0.0057570310521407545, + "nauc_precision_at_20_diff1": 0.732415188297541, + "nauc_precision_at_20_max": 0.695909845419648, + "nauc_precision_at_20_std": -0.03610333022097939, + "nauc_precision_at_3_diff1": 0.7692732600028839, + "nauc_precision_at_3_max": 0.7173461055491912, + "nauc_precision_at_3_std": 0.02317594505019606, + "nauc_precision_at_5_diff1": 0.765015731608157, + "nauc_precision_at_5_max": 0.7204236928624436, + "nauc_precision_at_5_std": 0.0202875879379204, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7043261749144178, + "nauc_recall_at_100_max": 0.910130718954248, + "nauc_recall_at_100_std": 0.6188141923436007, + "nauc_recall_at_10_diff1": 0.759182647417941, + "nauc_recall_at_10_max": 0.7401565754506918, + "nauc_recall_at_10_std": 0.0701501113265791, + "nauc_recall_at_1_diff1": 0.833935597847908, + "nauc_recall_at_1_max": 0.6567339349801409, + "nauc_recall_at_1_std": -0.0057570310521407545, + "nauc_recall_at_20_diff1": 0.7324151882975396, + "nauc_recall_at_20_max": 0.6959098454196465, + "nauc_recall_at_20_std": -0.03610333022097773, + "nauc_recall_at_3_diff1": 0.7692732600028823, + "nauc_recall_at_3_max": 0.7173461055491889, + "nauc_recall_at_3_std": 0.02317594505019431, + "nauc_recall_at_5_diff1": 0.7650157316081602, + "nauc_recall_at_5_max": 0.7204236928624453, + "nauc_recall_at_5_std": 0.020287587937921247, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.81912, + "ndcg_at_100": 0.83347, + "ndcg_at_1000": 0.83439, + "ndcg_at_20": 0.82731, + "ndcg_at_3": 0.78748, + "ndcg_at_5": 0.80341, + "precision_at_1": 0.71, + "precision_at_10": 0.09278, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.28037, + "precision_at_5": 0.176, + "recall_at_1": 0.71, + "recall_at_10": 0.92778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.84111, + "recall_at_5": 0.88 + }, + { + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ], + "main_score": 0.63456, + "map_at_1": 0.53615, + "map_at_10": 0.60139, + "map_at_100": 0.60803, + "map_at_1000": 0.60852, + "map_at_20": 0.60487, + "map_at_3": 0.58454, + "map_at_5": 0.59377, + "mrr_at_1": 0.5361512791991101, + "mrr_at_10": 0.6013944064833942, + "mrr_at_100": 0.6080344330519104, + "mrr_at_1000": 0.6085166605990965, + "mrr_at_20": 0.6048696400443004, + "mrr_at_3": 0.5845383759733034, + "mrr_at_5": 0.5937708565072299, + "nauc_map_at_1000_diff1": 0.8321923504302652, + "nauc_map_at_1000_max": 0.811793237522419, + "nauc_map_at_1000_std": 0.19161758758798697, + "nauc_map_at_100_diff1": 0.8320053747918269, + "nauc_map_at_100_max": 0.8118000611667616, + "nauc_map_at_100_std": 0.19205240538192792, + "nauc_map_at_10_diff1": 0.8314620754030906, + "nauc_map_at_10_max": 0.8118749426936341, + "nauc_map_at_10_std": 0.19150557750271618, + "nauc_map_at_1_diff1": 0.8656556577289953, + "nauc_map_at_1_max": 0.8056431043754964, + "nauc_map_at_1_std": 0.17014643060789345, + "nauc_map_at_20_diff1": 0.8313802084101464, + "nauc_map_at_20_max": 0.8112852464134696, + "nauc_map_at_20_std": 0.19154297559195582, + "nauc_map_at_3_diff1": 0.8370860481135118, + "nauc_map_at_3_max": 0.8140908188535038, + "nauc_map_at_3_std": 0.18001749573004155, + "nauc_map_at_5_diff1": 0.8330593733501231, + "nauc_map_at_5_max": 0.8138653652959569, + "nauc_map_at_5_std": 0.1836579088521473, + "nauc_mrr_at_1000_diff1": 0.8321923504302652, + "nauc_mrr_at_1000_max": 0.811793237522419, + "nauc_mrr_at_1000_std": 0.19161758758798697, + "nauc_mrr_at_100_diff1": 0.8320053747918269, + "nauc_mrr_at_100_max": 0.8118000611667616, + "nauc_mrr_at_100_std": 0.19205240538192792, + "nauc_mrr_at_10_diff1": 0.8314620754030906, + "nauc_mrr_at_10_max": 0.8118749426936341, + "nauc_mrr_at_10_std": 0.19150557750271618, + "nauc_mrr_at_1_diff1": 0.8656556577289953, + "nauc_mrr_at_1_max": 0.8056431043754964, + "nauc_mrr_at_1_std": 0.17014643060789345, + "nauc_mrr_at_20_diff1": 0.8313802084101464, + "nauc_mrr_at_20_max": 0.8112852464134696, + "nauc_mrr_at_20_std": 0.19154297559195582, + "nauc_mrr_at_3_diff1": 0.8370860481135118, + "nauc_mrr_at_3_max": 0.8140908188535038, + "nauc_mrr_at_3_std": 0.18001749573004155, + "nauc_mrr_at_5_diff1": 0.8330593733501231, + "nauc_mrr_at_5_max": 0.8138653652959569, + "nauc_mrr_at_5_std": 0.1836579088521473, + "nauc_ndcg_at_1000_diff1": 0.8239654282129649, + "nauc_ndcg_at_1000_max": 0.8116135333198594, + "nauc_ndcg_at_1000_std": 0.2026309538298888, + "nauc_ndcg_at_100_diff1": 0.8187095000754451, + "nauc_ndcg_at_100_max": 0.811718937636029, + "nauc_ndcg_at_100_std": 0.21519151089872796, + "nauc_ndcg_at_10_diff1": 0.8153718507210865, + "nauc_ndcg_at_10_max": 0.8109713233134344, + "nauc_ndcg_at_10_std": 0.21080414109426837, + "nauc_ndcg_at_1_diff1": 0.8656556577289953, + "nauc_ndcg_at_1_max": 0.8056431043754964, + "nauc_ndcg_at_1_std": 0.17014643060789345, + "nauc_ndcg_at_20_diff1": 0.8144707825161009, + "nauc_ndcg_at_20_max": 0.8083005095091126, + "nauc_ndcg_at_20_std": 0.21172570919314532, + "nauc_ndcg_at_3_diff1": 0.8275952163947001, + "nauc_ndcg_at_3_max": 0.8160406869245819, + "nauc_ndcg_at_3_std": 0.1825609717252756, + "nauc_ndcg_at_5_diff1": 0.8197942867535378, + "nauc_ndcg_at_5_max": 0.8157695062409923, + "nauc_ndcg_at_5_std": 0.19072719187934592, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7108575583515209, + "nauc_precision_at_100_max": 0.8131313361551084, + "nauc_precision_at_100_std": 0.4706639397673796, + "nauc_precision_at_10_diff1": 0.7502077919201703, + "nauc_precision_at_10_max": 0.8048805305463539, + "nauc_precision_at_10_std": 0.29727326471090565, + "nauc_precision_at_1_diff1": 0.8656556577289953, + "nauc_precision_at_1_max": 0.8056431043754964, + "nauc_precision_at_1_std": 0.17014643060789345, + "nauc_precision_at_20_diff1": 0.7324681485945667, + "nauc_precision_at_20_max": 0.787579411589125, + "nauc_precision_at_20_std": 0.319368915000331, + "nauc_precision_at_3_diff1": 0.7978736295760243, + "nauc_precision_at_3_max": 0.8218488804472596, + "nauc_precision_at_3_std": 0.19027013979564403, + "nauc_precision_at_5_diff1": 0.7742083267574973, + "nauc_precision_at_5_max": 0.8218223816932976, + "nauc_precision_at_5_std": 0.21645843834631348, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7108575583515192, + "nauc_recall_at_100_max": 0.8131313361551075, + "nauc_recall_at_100_std": 0.47066393976737964, + "nauc_recall_at_10_diff1": 0.750207791920171, + "nauc_recall_at_10_max": 0.804880530546355, + "nauc_recall_at_10_std": 0.2972732647109054, + "nauc_recall_at_1_diff1": 0.8656556577289953, + "nauc_recall_at_1_max": 0.8056431043754964, + "nauc_recall_at_1_std": 0.17014643060789345, + "nauc_recall_at_20_diff1": 0.7324681485945675, + "nauc_recall_at_20_max": 0.7875794115891263, + "nauc_recall_at_20_std": 0.31936891500033143, + "nauc_recall_at_3_diff1": 0.7978736295760238, + "nauc_recall_at_3_max": 0.82184888044726, + "nauc_recall_at_3_std": 0.19027013979564378, + "nauc_recall_at_5_diff1": 0.774208326757498, + "nauc_recall_at_5_max": 0.8218223816932988, + "nauc_recall_at_5_std": 0.21645843834631429, + "ndcg_at_1": 0.53615, + "ndcg_at_10": 0.63456, + "ndcg_at_100": 0.66909, + "ndcg_at_1000": 0.68136, + "ndcg_at_20": 0.64739, + "ndcg_at_3": 0.59959, + "ndcg_at_5": 0.61616, + "precision_at_1": 0.53615, + "precision_at_10": 0.07397, + "precision_at_100": 0.00905, + "precision_at_1000": 0.001, + "precision_at_20": 0.03954, + "precision_at_3": 0.21431, + "precision_at_5": 0.1366, + "recall_at_1": 0.53615, + "recall_at_10": 0.73971, + "recall_at_100": 0.90545, + "recall_at_1000": 1.0, + "recall_at_20": 0.79088, + "recall_at_3": 0.64294, + "recall_at_5": 0.68298 + }, + { + "hf_subset": "snd_Arab-snd_Arab", + "languages": [ + "snd-Arab", + "snd-Arab" + ], + "main_score": 0.72162, + "map_at_1": 0.60889, + "map_at_10": 0.68507, + "map_at_100": 0.69041, + "map_at_1000": 0.69056, + "map_at_20": 0.68793, + "map_at_3": 0.66741, + "map_at_5": 0.6778, + "mrr_at_1": 0.6088888888888889, + "mrr_at_10": 0.6850652557319227, + "mrr_at_100": 0.6904069544522509, + "mrr_at_1000": 0.6905587671343584, + "mrr_at_20": 0.6879318204680694, + "mrr_at_3": 0.6674074074074073, + "mrr_at_5": 0.6777962962962965, + "nauc_map_at_1000_diff1": 0.7431954981386298, + "nauc_map_at_1000_max": 0.6976562842543413, + "nauc_map_at_1000_std": 0.22177905933637249, + "nauc_map_at_100_diff1": 0.7431602740404191, + "nauc_map_at_100_max": 0.6977464145756129, + "nauc_map_at_100_std": 0.2220938592925531, + "nauc_map_at_10_diff1": 0.7420206999907047, + "nauc_map_at_10_max": 0.698734810131465, + "nauc_map_at_10_std": 0.22431990874299043, + "nauc_map_at_1_diff1": 0.7639230454798263, + "nauc_map_at_1_max": 0.6637059324135061, + "nauc_map_at_1_std": 0.14886149660593306, + "nauc_map_at_20_diff1": 0.7420288322957166, + "nauc_map_at_20_max": 0.6981421213388629, + "nauc_map_at_20_std": 0.22385775155860366, + "nauc_map_at_3_diff1": 0.7460811026602108, + "nauc_map_at_3_max": 0.699373391356611, + "nauc_map_at_3_std": 0.21001354183824544, + "nauc_map_at_5_diff1": 0.7415421333049039, + "nauc_map_at_5_max": 0.6969661931578297, + "nauc_map_at_5_std": 0.220075468288496, + "nauc_mrr_at_1000_diff1": 0.7431954981386298, + "nauc_mrr_at_1000_max": 0.6976562842543413, + "nauc_mrr_at_1000_std": 0.22177905933637249, + "nauc_mrr_at_100_diff1": 0.7431602740404191, + "nauc_mrr_at_100_max": 0.6977464145756129, + "nauc_mrr_at_100_std": 0.2220938592925531, + "nauc_mrr_at_10_diff1": 0.7420206999907047, + "nauc_mrr_at_10_max": 0.698734810131465, + "nauc_mrr_at_10_std": 0.22431990874299043, + "nauc_mrr_at_1_diff1": 0.7639230454798263, + "nauc_mrr_at_1_max": 0.6637059324135061, + "nauc_mrr_at_1_std": 0.14886149660593306, + "nauc_mrr_at_20_diff1": 0.7420288322957166, + "nauc_mrr_at_20_max": 0.6981421213388629, + "nauc_mrr_at_20_std": 0.22385775155860366, + "nauc_mrr_at_3_diff1": 0.7460811026602108, + "nauc_mrr_at_3_max": 0.699373391356611, + "nauc_mrr_at_3_std": 0.21001354183824544, + "nauc_mrr_at_5_diff1": 0.7415421333049039, + "nauc_mrr_at_5_max": 0.6969661931578297, + "nauc_mrr_at_5_std": 0.220075468288496, + "nauc_ndcg_at_1000_diff1": 0.7390721473538032, + "nauc_ndcg_at_1000_max": 0.7036310696639977, + "nauc_ndcg_at_1000_std": 0.23973120328024097, + "nauc_ndcg_at_100_diff1": 0.7384234404455124, + "nauc_ndcg_at_100_max": 0.7060350480666827, + "nauc_ndcg_at_100_std": 0.24826951920013263, + "nauc_ndcg_at_10_diff1": 0.731020912810181, + "nauc_ndcg_at_10_max": 0.71214824587146, + "nauc_ndcg_at_10_std": 0.26414259213222113, + "nauc_ndcg_at_1_diff1": 0.7639230454798263, + "nauc_ndcg_at_1_max": 0.6637059324135061, + "nauc_ndcg_at_1_std": 0.14886149660593306, + "nauc_ndcg_at_20_diff1": 0.7308141101555227, + "nauc_ndcg_at_20_max": 0.7096141582816398, + "nauc_ndcg_at_20_std": 0.263443103757473, + "nauc_ndcg_at_3_diff1": 0.7397058145457681, + "nauc_ndcg_at_3_max": 0.7107872153387819, + "nauc_ndcg_at_3_std": 0.23091652730266218, + "nauc_ndcg_at_5_diff1": 0.730860939733585, + "nauc_ndcg_at_5_max": 0.7069452008937993, + "nauc_ndcg_at_5_std": 0.2509175020943422, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7058263305322099, + "nauc_precision_at_100_max": 0.839589169000935, + "nauc_precision_at_100_std": 0.724201680672271, + "nauc_precision_at_10_diff1": 0.6750737670366717, + "nauc_precision_at_10_max": 0.7789196892751754, + "nauc_precision_at_10_std": 0.4699980596425718, + "nauc_precision_at_1_diff1": 0.7639230454798263, + "nauc_precision_at_1_max": 0.6637059324135061, + "nauc_precision_at_1_std": 0.14886149660593306, + "nauc_precision_at_20_diff1": 0.6569701697946146, + "nauc_precision_at_20_max": 0.7780134818853593, + "nauc_precision_at_20_std": 0.5270864926936581, + "nauc_precision_at_3_diff1": 0.7180557320545147, + "nauc_precision_at_3_max": 0.7490541513669945, + "nauc_precision_at_3_std": 0.3015501439116773, + "nauc_precision_at_5_diff1": 0.688392097429517, + "nauc_precision_at_5_max": 0.7440069932421076, + "nauc_precision_at_5_std": 0.3722091041460306, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7058263305322166, + "nauc_recall_at_100_max": 0.839589169000931, + "nauc_recall_at_100_std": 0.7242016806722688, + "nauc_recall_at_10_diff1": 0.6750737670366728, + "nauc_recall_at_10_max": 0.7789196892751754, + "nauc_recall_at_10_std": 0.4699980596425728, + "nauc_recall_at_1_diff1": 0.7639230454798263, + "nauc_recall_at_1_max": 0.6637059324135061, + "nauc_recall_at_1_std": 0.14886149660593306, + "nauc_recall_at_20_diff1": 0.6569701697946161, + "nauc_recall_at_20_max": 0.77801348188536, + "nauc_recall_at_20_std": 0.5270864926936593, + "nauc_recall_at_3_diff1": 0.7180557320545151, + "nauc_recall_at_3_max": 0.7490541513669935, + "nauc_recall_at_3_std": 0.301550143911678, + "nauc_recall_at_5_diff1": 0.6883920974295186, + "nauc_recall_at_5_max": 0.7440069932421076, + "nauc_recall_at_5_std": 0.3722091041460306, + "ndcg_at_1": 0.60889, + "ndcg_at_10": 0.72162, + "ndcg_at_100": 0.74967, + "ndcg_at_1000": 0.75333, + "ndcg_at_20": 0.73221, + "ndcg_at_3": 0.68529, + "ndcg_at_5": 0.7038, + "precision_at_1": 0.60889, + "precision_at_10": 0.08367, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "precision_at_20": 0.04394, + "precision_at_3": 0.24556, + "precision_at_5": 0.15622, + "recall_at_1": 0.60889, + "recall_at_10": 0.83667, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "recall_at_20": 0.87889, + "recall_at_3": 0.73667, + "recall_at_5": 0.78111 + }, + { + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ], + "main_score": 0.84829, + "map_at_1": 0.74222, + "map_at_10": 0.816, + "map_at_100": 0.81851, + "map_at_1000": 0.81853, + "map_at_20": 0.81773, + "map_at_3": 0.80315, + "map_at_5": 0.81043, + "mrr_at_1": 0.7422222222222222, + "mrr_at_10": 0.8159995590828929, + "mrr_at_100": 0.8185052929054819, + "mrr_at_1000": 0.8185256423324675, + "mrr_at_20": 0.8177302193086509, + "mrr_at_3": 0.8031481481481482, + "mrr_at_5": 0.8104259259259262, + "nauc_map_at_1000_diff1": 0.825042712780021, + "nauc_map_at_1000_max": 0.6234873247552876, + "nauc_map_at_1000_std": -0.03530079140043116, + "nauc_map_at_100_diff1": 0.8250546144707918, + "nauc_map_at_100_max": 0.6235336743562333, + "nauc_map_at_100_std": -0.03525496492883037, + "nauc_map_at_10_diff1": 0.8243344693194341, + "nauc_map_at_10_max": 0.6239581025789115, + "nauc_map_at_10_std": -0.03691390572600656, + "nauc_map_at_1_diff1": 0.8416121450803534, + "nauc_map_at_1_max": 0.6155819820146826, + "nauc_map_at_1_std": -0.030142648433317216, + "nauc_map_at_20_diff1": 0.8252084725673813, + "nauc_map_at_20_max": 0.6242350942673954, + "nauc_map_at_20_std": -0.0354061680909043, + "nauc_map_at_3_diff1": 0.8213639504056472, + "nauc_map_at_3_max": 0.6227386245379235, + "nauc_map_at_3_std": -0.03334012374565519, + "nauc_map_at_5_diff1": 0.8219906004553279, + "nauc_map_at_5_max": 0.6228291837642204, + "nauc_map_at_5_std": -0.040681646993613735, + "nauc_mrr_at_1000_diff1": 0.825042712780021, + "nauc_mrr_at_1000_max": 0.6234873247552876, + "nauc_mrr_at_1000_std": -0.03530079140043116, + "nauc_mrr_at_100_diff1": 0.8250546144707918, + "nauc_mrr_at_100_max": 0.6235336743562333, + "nauc_mrr_at_100_std": -0.03525496492883037, + "nauc_mrr_at_10_diff1": 0.8243344693194341, + "nauc_mrr_at_10_max": 0.6239581025789115, + "nauc_mrr_at_10_std": -0.03691390572600656, + "nauc_mrr_at_1_diff1": 0.8416121450803534, + "nauc_mrr_at_1_max": 0.6155819820146826, + "nauc_mrr_at_1_std": -0.030142648433317216, + "nauc_mrr_at_20_diff1": 0.8252084725673813, + "nauc_mrr_at_20_max": 0.6242350942673954, + "nauc_mrr_at_20_std": -0.0354061680909043, + "nauc_mrr_at_3_diff1": 0.8213639504056472, + "nauc_mrr_at_3_max": 0.6227386245379235, + "nauc_mrr_at_3_std": -0.03334012374565519, + "nauc_mrr_at_5_diff1": 0.8219906004553279, + "nauc_mrr_at_5_max": 0.6228291837642204, + "nauc_mrr_at_5_std": -0.040681646993613735, + "nauc_ndcg_at_1000_diff1": 0.8241552973430148, + "nauc_ndcg_at_1000_max": 0.6269209174416199, + "nauc_ndcg_at_1000_std": -0.032589509117610674, + "nauc_ndcg_at_100_diff1": 0.8244659604049297, + "nauc_ndcg_at_100_max": 0.6285650793613998, + "nauc_ndcg_at_100_std": -0.03008419448901217, + "nauc_ndcg_at_10_diff1": 0.8222910899062565, + "nauc_ndcg_at_10_max": 0.6323943663939328, + "nauc_ndcg_at_10_std": -0.03563097907831435, + "nauc_ndcg_at_1_diff1": 0.8416121450803534, + "nauc_ndcg_at_1_max": 0.6155819820146826, + "nauc_ndcg_at_1_std": -0.030142648433317216, + "nauc_ndcg_at_20_diff1": 0.825875338854067, + "nauc_ndcg_at_20_max": 0.6341288504120886, + "nauc_ndcg_at_20_std": -0.028733422468985255, + "nauc_ndcg_at_3_diff1": 0.8151712237601836, + "nauc_ndcg_at_3_max": 0.6273925862061086, + "nauc_ndcg_at_3_std": -0.03054820556421922, + "nauc_ndcg_at_5_diff1": 0.8163756004872137, + "nauc_ndcg_at_5_max": 0.6289342860454936, + "nauc_ndcg_at_5_std": -0.0444850413158045, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8885387488328824, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.5764472455648797, + "nauc_precision_at_10_diff1": 0.8133182350954549, + "nauc_precision_at_10_max": 0.7178020144227893, + "nauc_precision_at_10_std": -0.01749210322427631, + "nauc_precision_at_1_diff1": 0.8416121450803534, + "nauc_precision_at_1_max": 0.6155819820146826, + "nauc_precision_at_1_std": -0.030142648433317216, + "nauc_precision_at_20_diff1": 0.87068160597572, + "nauc_precision_at_20_max": 0.8263305322128822, + "nauc_precision_at_20_std": 0.1287021475256732, + "nauc_precision_at_3_diff1": 0.7894096165550833, + "nauc_precision_at_3_max": 0.6482914529171397, + "nauc_precision_at_3_std": -0.01658116685505564, + "nauc_precision_at_5_diff1": 0.7878777527271043, + "nauc_precision_at_5_max": 0.6648675730454761, + "nauc_precision_at_5_std": -0.06557013049122486, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8885387488328875, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.5764472455648961, + "nauc_recall_at_10_diff1": 0.8133182350954568, + "nauc_recall_at_10_max": 0.7178020144227906, + "nauc_recall_at_10_std": -0.017492103224269435, + "nauc_recall_at_1_diff1": 0.8416121450803534, + "nauc_recall_at_1_max": 0.6155819820146826, + "nauc_recall_at_1_std": -0.030142648433317216, + "nauc_recall_at_20_diff1": 0.8706816059757216, + "nauc_recall_at_20_max": 0.8263305322128829, + "nauc_recall_at_20_std": 0.12870214752567624, + "nauc_recall_at_3_diff1": 0.7894096165550828, + "nauc_recall_at_3_max": 0.6482914529171375, + "nauc_recall_at_3_std": -0.016581166855056187, + "nauc_recall_at_5_diff1": 0.7878777527271075, + "nauc_recall_at_5_max": 0.6648675730454793, + "nauc_recall_at_5_std": -0.06557013049121926, + "ndcg_at_1": 0.74222, + "ndcg_at_10": 0.84829, + "ndcg_at_100": 0.85918, + "ndcg_at_1000": 0.85975, + "ndcg_at_20": 0.85451, + "ndcg_at_3": 0.82237, + "ndcg_at_5": 0.83533, + "precision_at_1": 0.74222, + "precision_at_10": 0.09478, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.29259, + "precision_at_5": 0.18178, + "recall_at_1": 0.74222, + "recall_at_10": 0.94778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.87778, + "recall_at_5": 0.90889 + }, + { + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ], + "main_score": 0.6948, + "map_at_1": 0.57, + "map_at_10": 0.65358, + "map_at_100": 0.65972, + "map_at_1000": 0.65995, + "map_at_20": 0.65765, + "map_at_3": 0.63296, + "map_at_5": 0.64624, + "mrr_at_1": 0.57, + "mrr_at_10": 0.6535820105820105, + "mrr_at_100": 0.6597195584246727, + "mrr_at_1000": 0.6599507642327442, + "mrr_at_20": 0.6576492535385722, + "mrr_at_3": 0.6329629629629628, + "mrr_at_5": 0.6462407407407404, + "nauc_map_at_1000_diff1": 0.7039436415123793, + "nauc_map_at_1000_max": 0.6640379159434824, + "nauc_map_at_1000_std": 0.19798410137478079, + "nauc_map_at_100_diff1": 0.7037601749514462, + "nauc_map_at_100_max": 0.6641053170408515, + "nauc_map_at_100_std": 0.19841600885242094, + "nauc_map_at_10_diff1": 0.7033648425476838, + "nauc_map_at_10_max": 0.6658768973769474, + "nauc_map_at_10_std": 0.2024298461122029, + "nauc_map_at_1_diff1": 0.7237681561528813, + "nauc_map_at_1_max": 0.633742021179056, + "nauc_map_at_1_std": 0.13255964881228582, + "nauc_map_at_20_diff1": 0.7032078336792731, + "nauc_map_at_20_max": 0.6646181963602769, + "nauc_map_at_20_std": 0.19976840844706514, + "nauc_map_at_3_diff1": 0.7112132219418471, + "nauc_map_at_3_max": 0.6638073731211247, + "nauc_map_at_3_std": 0.18133399316273482, + "nauc_map_at_5_diff1": 0.7063967396684688, + "nauc_map_at_5_max": 0.666468466571409, + "nauc_map_at_5_std": 0.1983692236992327, + "nauc_mrr_at_1000_diff1": 0.7039436415123793, + "nauc_mrr_at_1000_max": 0.6640379159434824, + "nauc_mrr_at_1000_std": 0.19798410137478079, + "nauc_mrr_at_100_diff1": 0.7037601749514462, + "nauc_mrr_at_100_max": 0.6641053170408515, + "nauc_mrr_at_100_std": 0.19841600885242094, + "nauc_mrr_at_10_diff1": 0.7033648425476838, + "nauc_mrr_at_10_max": 0.6658768973769474, + "nauc_mrr_at_10_std": 0.2024298461122029, + "nauc_mrr_at_1_diff1": 0.7237681561528813, + "nauc_mrr_at_1_max": 0.633742021179056, + "nauc_mrr_at_1_std": 0.13255964881228582, + "nauc_mrr_at_20_diff1": 0.7032078336792731, + "nauc_mrr_at_20_max": 0.6646181963602769, + "nauc_mrr_at_20_std": 0.19976840844706514, + "nauc_mrr_at_3_diff1": 0.7112132219418471, + "nauc_mrr_at_3_max": 0.6638073731211247, + "nauc_mrr_at_3_std": 0.18133399316273482, + "nauc_mrr_at_5_diff1": 0.7063967396684688, + "nauc_mrr_at_5_max": 0.666468466571409, + "nauc_mrr_at_5_std": 0.1983692236992327, + "nauc_ndcg_at_1000_diff1": 0.697100991043056, + "nauc_ndcg_at_1000_max": 0.6690048707629418, + "nauc_ndcg_at_1000_std": 0.21581034615086522, + "nauc_ndcg_at_100_diff1": 0.6920547532364326, + "nauc_ndcg_at_100_max": 0.6708723869340989, + "nauc_ndcg_at_100_std": 0.22760403266139972, + "nauc_ndcg_at_10_diff1": 0.6887686265152031, + "nauc_ndcg_at_10_max": 0.6788590943542647, + "nauc_ndcg_at_10_std": 0.2465674047183169, + "nauc_ndcg_at_1_diff1": 0.7237681561528813, + "nauc_ndcg_at_1_max": 0.633742021179056, + "nauc_ndcg_at_1_std": 0.13255964881228582, + "nauc_ndcg_at_20_diff1": 0.6874410825538372, + "nauc_ndcg_at_20_max": 0.6736695863464174, + "nauc_ndcg_at_20_std": 0.23653738135469227, + "nauc_ndcg_at_3_diff1": 0.7065117278726328, + "nauc_ndcg_at_3_max": 0.6737619959172096, + "nauc_ndcg_at_3_std": 0.1987403800301089, + "nauc_ndcg_at_5_diff1": 0.6969980785862901, + "nauc_ndcg_at_5_max": 0.6796502462541748, + "nauc_ndcg_at_5_std": 0.23327374572308984, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4845030604834537, + "nauc_precision_at_100_max": 0.7487550575785923, + "nauc_precision_at_100_std": 0.7132482622678793, + "nauc_precision_at_10_diff1": 0.611119112324512, + "nauc_precision_at_10_max": 0.742216558754649, + "nauc_precision_at_10_std": 0.4781118110433442, + "nauc_precision_at_1_diff1": 0.7237681561528813, + "nauc_precision_at_1_max": 0.633742021179056, + "nauc_precision_at_1_std": 0.13255964881228582, + "nauc_precision_at_20_diff1": 0.5679888073999468, + "nauc_precision_at_20_max": 0.7244980707022988, + "nauc_precision_at_20_std": 0.4897965548891874, + "nauc_precision_at_3_diff1": 0.6907057716501231, + "nauc_precision_at_3_max": 0.7067805718733208, + "nauc_precision_at_3_std": 0.25696413386126715, + "nauc_precision_at_5_diff1": 0.6584884907698244, + "nauc_precision_at_5_max": 0.7318963723382119, + "nauc_precision_at_5_std": 0.376527214895113, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.48450306048345326, + "nauc_recall_at_100_max": 0.748755057578588, + "nauc_recall_at_100_std": 0.7132482622678699, + "nauc_recall_at_10_diff1": 0.6111191123245124, + "nauc_recall_at_10_max": 0.7422165587546493, + "nauc_recall_at_10_std": 0.47811181104334505, + "nauc_recall_at_1_diff1": 0.7237681561528813, + "nauc_recall_at_1_max": 0.633742021179056, + "nauc_recall_at_1_std": 0.13255964881228582, + "nauc_recall_at_20_diff1": 0.5679888073999487, + "nauc_recall_at_20_max": 0.7244980707023013, + "nauc_recall_at_20_std": 0.4897965548891888, + "nauc_recall_at_3_diff1": 0.6907057716501227, + "nauc_recall_at_3_max": 0.7067805718733207, + "nauc_recall_at_3_std": 0.2569641338612673, + "nauc_recall_at_5_diff1": 0.6584884907698254, + "nauc_recall_at_5_max": 0.7318963723382115, + "nauc_recall_at_5_std": 0.3765272148951144, + "ndcg_at_1": 0.57, + "ndcg_at_10": 0.6948, + "ndcg_at_100": 0.72404, + "ndcg_at_1000": 0.72936, + "ndcg_at_20": 0.70929, + "ndcg_at_3": 0.6528, + "ndcg_at_5": 0.6769, + "precision_at_1": 0.57, + "precision_at_10": 0.08244, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "precision_at_20": 0.04406, + "precision_at_3": 0.23667, + "precision_at_5": 0.15378, + "recall_at_1": 0.57, + "recall_at_10": 0.82444, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "recall_at_20": 0.88111, + "recall_at_3": 0.71, + "recall_at_5": 0.76889 + }, + { + "hf_subset": "som_Latn-som_Latn", + "languages": [ + "som-Latn", + "som-Latn" + ], + "main_score": 0.65904, + "map_at_1": 0.56, + "map_at_10": 0.6242, + "map_at_100": 0.63152, + "map_at_1000": 0.63184, + "map_at_20": 0.62876, + "map_at_3": 0.60593, + "map_at_5": 0.61598, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6241992945326281, + "mrr_at_100": 0.6315235275890739, + "mrr_at_1000": 0.6318360387548654, + "mrr_at_20": 0.628764232447024, + "mrr_at_3": 0.605925925925926, + "mrr_at_5": 0.6159814814814816, + "nauc_map_at_1000_diff1": 0.7766376412698227, + "nauc_map_at_1000_max": 0.7892980672626675, + "nauc_map_at_1000_std": 0.4535079523721891, + "nauc_map_at_100_diff1": 0.7765078913128356, + "nauc_map_at_100_max": 0.789283295461181, + "nauc_map_at_100_std": 0.453781575877622, + "nauc_map_at_10_diff1": 0.776192532931013, + "nauc_map_at_10_max": 0.7888763505002726, + "nauc_map_at_10_std": 0.45032628200427866, + "nauc_map_at_1_diff1": 0.8050224594342239, + "nauc_map_at_1_max": 0.7889869911928733, + "nauc_map_at_1_std": 0.422139576551341, + "nauc_map_at_20_diff1": 0.7759535414737753, + "nauc_map_at_20_max": 0.7890442319024857, + "nauc_map_at_20_std": 0.45388458261355213, + "nauc_map_at_3_diff1": 0.7829432354403832, + "nauc_map_at_3_max": 0.7936841945377666, + "nauc_map_at_3_std": 0.4517624443909382, + "nauc_map_at_5_diff1": 0.7766935213059618, + "nauc_map_at_5_max": 0.7895897192005622, + "nauc_map_at_5_std": 0.4528979427439893, + "nauc_mrr_at_1000_diff1": 0.7766376412698227, + "nauc_mrr_at_1000_max": 0.7892980672626675, + "nauc_mrr_at_1000_std": 0.4535079523721891, + "nauc_mrr_at_100_diff1": 0.7765078913128356, + "nauc_mrr_at_100_max": 0.789283295461181, + "nauc_mrr_at_100_std": 0.453781575877622, + "nauc_mrr_at_10_diff1": 0.776192532931013, + "nauc_mrr_at_10_max": 0.7888763505002726, + "nauc_mrr_at_10_std": 0.45032628200427866, + "nauc_mrr_at_1_diff1": 0.8050224594342239, + "nauc_mrr_at_1_max": 0.7889869911928733, + "nauc_mrr_at_1_std": 0.422139576551341, + "nauc_mrr_at_20_diff1": 0.7759535414737753, + "nauc_mrr_at_20_max": 0.7890442319024857, + "nauc_mrr_at_20_std": 0.45388458261355213, + "nauc_mrr_at_3_diff1": 0.7829432354403832, + "nauc_mrr_at_3_max": 0.7936841945377666, + "nauc_mrr_at_3_std": 0.4517624443909382, + "nauc_mrr_at_5_diff1": 0.7766935213059618, + "nauc_mrr_at_5_max": 0.7895897192005622, + "nauc_mrr_at_5_std": 0.4528979427439893, + "nauc_ndcg_at_1000_diff1": 0.769317341176487, + "nauc_ndcg_at_1000_max": 0.7879570985564021, + "nauc_ndcg_at_1000_std": 0.46198557866317774, + "nauc_ndcg_at_100_diff1": 0.7659718110904384, + "nauc_ndcg_at_100_max": 0.7875484146467234, + "nauc_ndcg_at_100_std": 0.4697116857323874, + "nauc_ndcg_at_10_diff1": 0.7614724736556383, + "nauc_ndcg_at_10_max": 0.7849763796353213, + "nauc_ndcg_at_10_std": 0.45707719595456947, + "nauc_ndcg_at_1_diff1": 0.8050224594342239, + "nauc_ndcg_at_1_max": 0.7889869911928733, + "nauc_ndcg_at_1_std": 0.422139576551341, + "nauc_ndcg_at_20_diff1": 0.7601462207410961, + "nauc_ndcg_at_20_max": 0.785315149591006, + "nauc_ndcg_at_20_std": 0.47208252318344573, + "nauc_ndcg_at_3_diff1": 0.7756195941163938, + "nauc_ndcg_at_3_max": 0.7949526890555229, + "nauc_ndcg_at_3_std": 0.4613453901137596, + "nauc_ndcg_at_5_diff1": 0.76369252857144, + "nauc_ndcg_at_5_max": 0.7872316678740401, + "nauc_ndcg_at_5_std": 0.4633732665776491, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6611193497006644, + "nauc_precision_at_100_max": 0.7742443382581811, + "nauc_precision_at_100_std": 0.7151828051482038, + "nauc_precision_at_10_diff1": 0.6974677280176259, + "nauc_precision_at_10_max": 0.7655826861529508, + "nauc_precision_at_10_std": 0.4805771282349682, + "nauc_precision_at_1_diff1": 0.8050224594342239, + "nauc_precision_at_1_max": 0.7889869911928733, + "nauc_precision_at_1_std": 0.422139576551341, + "nauc_precision_at_20_diff1": 0.6684476155012355, + "nauc_precision_at_20_max": 0.7608020586748925, + "nauc_precision_at_20_std": 0.5886905870149208, + "nauc_precision_at_3_diff1": 0.7523933279516465, + "nauc_precision_at_3_max": 0.7988728287598317, + "nauc_precision_at_3_std": 0.49165061793071047, + "nauc_precision_at_5_diff1": 0.7169500913177125, + "nauc_precision_at_5_max": 0.7775656983076874, + "nauc_precision_at_5_std": 0.49925772185468514, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6611193497006645, + "nauc_recall_at_100_max": 0.7742443382581792, + "nauc_recall_at_100_std": 0.715182805148204, + "nauc_recall_at_10_diff1": 0.6974677280176262, + "nauc_recall_at_10_max": 0.7655826861529501, + "nauc_recall_at_10_std": 0.4805771282349694, + "nauc_recall_at_1_diff1": 0.8050224594342239, + "nauc_recall_at_1_max": 0.7889869911928733, + "nauc_recall_at_1_std": 0.422139576551341, + "nauc_recall_at_20_diff1": 0.6684476155012369, + "nauc_recall_at_20_max": 0.7608020586748936, + "nauc_recall_at_20_std": 0.5886905870149214, + "nauc_recall_at_3_diff1": 0.752393327951647, + "nauc_recall_at_3_max": 0.7988728287598322, + "nauc_recall_at_3_std": 0.49165061793071035, + "nauc_recall_at_5_diff1": 0.7169500913177136, + "nauc_recall_at_5_max": 0.7775656983076885, + "nauc_recall_at_5_std": 0.49925772185468625, + "ndcg_at_1": 0.56, + "ndcg_at_10": 0.65904, + "ndcg_at_100": 0.69561, + "ndcg_at_1000": 0.70309, + "ndcg_at_20": 0.67564, + "ndcg_at_3": 0.62122, + "ndcg_at_5": 0.63943, + "precision_at_1": 0.56, + "precision_at_10": 0.077, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04178, + "precision_at_3": 0.22185, + "precision_at_5": 0.142, + "recall_at_1": 0.56, + "recall_at_10": 0.77, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "recall_at_20": 0.83556, + "recall_at_3": 0.66556, + "recall_at_5": 0.71 + }, + { + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ], + "main_score": 0.81597, + "map_at_1": 0.69889, + "map_at_10": 0.78014, + "map_at_100": 0.78309, + "map_at_1000": 0.78316, + "map_at_20": 0.78222, + "map_at_3": 0.76481, + "map_at_5": 0.7747, + "mrr_at_1": 0.6988888888888889, + "mrr_at_10": 0.7801358024691358, + "mrr_at_100": 0.7830936793380744, + "mrr_at_1000": 0.7831636043772758, + "mrr_at_20": 0.7822211003411986, + "mrr_at_3": 0.7648148148148151, + "mrr_at_5": 0.774703703703704, + "nauc_map_at_1000_diff1": 0.8200609490400012, + "nauc_map_at_1000_max": 0.6984584404164257, + "nauc_map_at_1000_std": 0.059074644826594254, + "nauc_map_at_100_diff1": 0.8199190857201157, + "nauc_map_at_100_max": 0.6985269656986939, + "nauc_map_at_100_std": 0.059342536379023834, + "nauc_map_at_10_diff1": 0.8199679067246904, + "nauc_map_at_10_max": 0.6996988015083256, + "nauc_map_at_10_std": 0.061697560341390414, + "nauc_map_at_1_diff1": 0.8416500757822343, + "nauc_map_at_1_max": 0.6702883718701138, + "nauc_map_at_1_std": 0.019970965120203157, + "nauc_map_at_20_diff1": 0.819733369162915, + "nauc_map_at_20_max": 0.6986715977294917, + "nauc_map_at_20_std": 0.059259211524585714, + "nauc_map_at_3_diff1": 0.8214030009901738, + "nauc_map_at_3_max": 0.7029962554526497, + "nauc_map_at_3_std": 0.0596290860134259, + "nauc_map_at_5_diff1": 0.8194089362987798, + "nauc_map_at_5_max": 0.7002302104090343, + "nauc_map_at_5_std": 0.0588696602805953, + "nauc_mrr_at_1000_diff1": 0.8200609490400012, + "nauc_mrr_at_1000_max": 0.6984584404164257, + "nauc_mrr_at_1000_std": 0.059074644826594254, + "nauc_mrr_at_100_diff1": 0.8199190857201157, + "nauc_mrr_at_100_max": 0.6985269656986939, + "nauc_mrr_at_100_std": 0.059342536379023834, + "nauc_mrr_at_10_diff1": 0.8199679067246904, + "nauc_mrr_at_10_max": 0.6996988015083256, + "nauc_mrr_at_10_std": 0.061697560341390414, + "nauc_mrr_at_1_diff1": 0.8416500757822343, + "nauc_mrr_at_1_max": 0.6702883718701138, + "nauc_mrr_at_1_std": 0.019970965120203157, + "nauc_mrr_at_20_diff1": 0.819733369162915, + "nauc_mrr_at_20_max": 0.6986715977294917, + "nauc_mrr_at_20_std": 0.059259211524585714, + "nauc_mrr_at_3_diff1": 0.8214030009901738, + "nauc_mrr_at_3_max": 0.7029962554526497, + "nauc_mrr_at_3_std": 0.0596290860134259, + "nauc_mrr_at_5_diff1": 0.8194089362987798, + "nauc_mrr_at_5_max": 0.7002302104090343, + "nauc_mrr_at_5_std": 0.0588696602805953, + "nauc_ndcg_at_1000_diff1": 0.815565600651927, + "nauc_ndcg_at_1000_max": 0.7026331170565655, + "nauc_ndcg_at_1000_std": 0.06691625696626902, + "nauc_ndcg_at_100_diff1": 0.8119372161856575, + "nauc_ndcg_at_100_max": 0.7039928171541389, + "nauc_ndcg_at_100_std": 0.07326732783581771, + "nauc_ndcg_at_10_diff1": 0.8119862246705567, + "nauc_ndcg_at_10_max": 0.710103627343342, + "nauc_ndcg_at_10_std": 0.08217115198038125, + "nauc_ndcg_at_1_diff1": 0.8416500757822343, + "nauc_ndcg_at_1_max": 0.6702883718701138, + "nauc_ndcg_at_1_std": 0.019970965120203157, + "nauc_ndcg_at_20_diff1": 0.8106760594105429, + "nauc_ndcg_at_20_max": 0.7058946390415095, + "nauc_ndcg_at_20_std": 0.0731407120549342, + "nauc_ndcg_at_3_diff1": 0.815066859119764, + "nauc_ndcg_at_3_max": 0.7152279673657728, + "nauc_ndcg_at_3_std": 0.0732114905826558, + "nauc_ndcg_at_5_diff1": 0.8104864140200604, + "nauc_ndcg_at_5_max": 0.7104332761664903, + "nauc_ndcg_at_5_std": 0.07235914652228534, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.41062350866272923, + "nauc_precision_at_100_max": 0.8426185288930339, + "nauc_precision_at_100_std": 0.7624234879136962, + "nauc_precision_at_10_diff1": 0.7532609003197219, + "nauc_precision_at_10_max": 0.7873270520329309, + "nauc_precision_at_10_std": 0.2475313357666281, + "nauc_precision_at_1_diff1": 0.8416500757822343, + "nauc_precision_at_1_max": 0.6702883718701138, + "nauc_precision_at_1_std": 0.019970965120203157, + "nauc_precision_at_20_diff1": 0.6944863415451602, + "nauc_precision_at_20_max": 0.7788192199956887, + "nauc_precision_at_20_std": 0.23790370849194165, + "nauc_precision_at_3_diff1": 0.7901077375122444, + "nauc_precision_at_3_max": 0.764523576325732, + "nauc_precision_at_3_std": 0.12736812648663876, + "nauc_precision_at_5_diff1": 0.7641360331715658, + "nauc_precision_at_5_max": 0.7611981926702711, + "nauc_precision_at_5_std": 0.14006805377363493, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.41062350866271885, + "nauc_recall_at_100_max": 0.8426185288930351, + "nauc_recall_at_100_std": 0.762423487913693, + "nauc_recall_at_10_diff1": 0.7532609003197263, + "nauc_recall_at_10_max": 0.7873270520329337, + "nauc_recall_at_10_std": 0.2475313357666309, + "nauc_recall_at_1_diff1": 0.8416500757822343, + "nauc_recall_at_1_max": 0.6702883718701138, + "nauc_recall_at_1_std": 0.019970965120203157, + "nauc_recall_at_20_diff1": 0.6944863415451654, + "nauc_recall_at_20_max": 0.77881921999569, + "nauc_recall_at_20_std": 0.23790370849194412, + "nauc_recall_at_3_diff1": 0.7901077375122436, + "nauc_recall_at_3_max": 0.7645235763257316, + "nauc_recall_at_3_std": 0.1273681264866387, + "nauc_recall_at_5_diff1": 0.7641360331715653, + "nauc_recall_at_5_max": 0.7611981926702733, + "nauc_recall_at_5_std": 0.14006805377363699, + "ndcg_at_1": 0.69889, + "ndcg_at_10": 0.81597, + "ndcg_at_100": 0.82977, + "ndcg_at_1000": 0.83115, + "ndcg_at_20": 0.82356, + "ndcg_at_3": 0.78534, + "ndcg_at_5": 0.80294, + "precision_at_1": 0.69889, + "precision_at_10": 0.09267, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28148, + "precision_at_5": 0.17733, + "recall_at_1": 0.69889, + "recall_at_10": 0.92667, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.95667, + "recall_at_3": 0.84444, + "recall_at_5": 0.88667 + }, + { + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ], + "main_score": 0.63165, + "map_at_1": 0.53889, + "map_at_10": 0.59884, + "map_at_100": 0.6061, + "map_at_1000": 0.6066, + "map_at_20": 0.60332, + "map_at_3": 0.58204, + "map_at_5": 0.59015, + "mrr_at_1": 0.5388888888888889, + "mrr_at_10": 0.5988364197530864, + "mrr_at_100": 0.6060974799458367, + "mrr_at_1000": 0.6065957749652222, + "mrr_at_20": 0.6033176208752837, + "mrr_at_3": 0.5820370370370368, + "mrr_at_5": 0.5901481481481479, + "nauc_map_at_1000_diff1": 0.8110077615501143, + "nauc_map_at_1000_max": 0.8363414794194951, + "nauc_map_at_1000_std": 0.3838582546931528, + "nauc_map_at_100_diff1": 0.8107087324091333, + "nauc_map_at_100_max": 0.8362773189386185, + "nauc_map_at_100_std": 0.3843223301290886, + "nauc_map_at_10_diff1": 0.8106614348584779, + "nauc_map_at_10_max": 0.8363086577284957, + "nauc_map_at_10_std": 0.38254291348152325, + "nauc_map_at_1_diff1": 0.8434995104878928, + "nauc_map_at_1_max": 0.8305409301500916, + "nauc_map_at_1_std": 0.33238103314035494, + "nauc_map_at_20_diff1": 0.8100782617102334, + "nauc_map_at_20_max": 0.8363038274351964, + "nauc_map_at_20_std": 0.3852107539640651, + "nauc_map_at_3_diff1": 0.8210966955174563, + "nauc_map_at_3_max": 0.841068419228419, + "nauc_map_at_3_std": 0.37203432130256536, + "nauc_map_at_5_diff1": 0.8145181529494643, + "nauc_map_at_5_max": 0.8384498664838069, + "nauc_map_at_5_std": 0.3783926762494691, + "nauc_mrr_at_1000_diff1": 0.8110077615501143, + "nauc_mrr_at_1000_max": 0.8363414794194951, + "nauc_mrr_at_1000_std": 0.3838582546931528, + "nauc_mrr_at_100_diff1": 0.8107087324091333, + "nauc_mrr_at_100_max": 0.8362773189386185, + "nauc_mrr_at_100_std": 0.3843223301290886, + "nauc_mrr_at_10_diff1": 0.8106614348584779, + "nauc_mrr_at_10_max": 0.8363086577284957, + "nauc_mrr_at_10_std": 0.38254291348152325, + "nauc_mrr_at_1_diff1": 0.8434995104878928, + "nauc_mrr_at_1_max": 0.8305409301500916, + "nauc_mrr_at_1_std": 0.33238103314035494, + "nauc_mrr_at_20_diff1": 0.8100782617102334, + "nauc_mrr_at_20_max": 0.8363038274351964, + "nauc_mrr_at_20_std": 0.3852107539640651, + "nauc_mrr_at_3_diff1": 0.8210966955174563, + "nauc_mrr_at_3_max": 0.841068419228419, + "nauc_mrr_at_3_std": 0.37203432130256536, + "nauc_mrr_at_5_diff1": 0.8145181529494643, + "nauc_mrr_at_5_max": 0.8384498664838069, + "nauc_mrr_at_5_std": 0.3783926762494691, + "nauc_ndcg_at_1000_diff1": 0.8010764325613214, + "nauc_ndcg_at_1000_max": 0.8362605858725757, + "nauc_ndcg_at_1000_std": 0.39971313186953383, + "nauc_ndcg_at_100_diff1": 0.7929834081713751, + "nauc_ndcg_at_100_max": 0.8352879617003857, + "nauc_ndcg_at_100_std": 0.413278689218101, + "nauc_ndcg_at_10_diff1": 0.7919591343182394, + "nauc_ndcg_at_10_max": 0.8354971700503725, + "nauc_ndcg_at_10_std": 0.4084031317121132, + "nauc_ndcg_at_1_diff1": 0.8434995104878928, + "nauc_ndcg_at_1_max": 0.8305409301500916, + "nauc_ndcg_at_1_std": 0.33238103314035494, + "nauc_ndcg_at_20_diff1": 0.7890739635029466, + "nauc_ndcg_at_20_max": 0.8351635337040405, + "nauc_ndcg_at_20_std": 0.41798946351796035, + "nauc_ndcg_at_3_diff1": 0.813807814284028, + "nauc_ndcg_at_3_max": 0.8450770184289383, + "nauc_ndcg_at_3_std": 0.38533489322137626, + "nauc_ndcg_at_5_diff1": 0.801684361871853, + "nauc_ndcg_at_5_max": 0.8405746335407479, + "nauc_ndcg_at_5_std": 0.39704290411800247, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6314789481684154, + "nauc_precision_at_100_max": 0.8200008685644807, + "nauc_precision_at_100_std": 0.6894881983801264, + "nauc_precision_at_10_diff1": 0.7142924026673256, + "nauc_precision_at_10_max": 0.8296513792557609, + "nauc_precision_at_10_std": 0.514827027304202, + "nauc_precision_at_1_diff1": 0.8434995104878928, + "nauc_precision_at_1_max": 0.8305409301500916, + "nauc_precision_at_1_std": 0.33238103314035494, + "nauc_precision_at_20_diff1": 0.6794646138372554, + "nauc_precision_at_20_max": 0.8254109481165032, + "nauc_precision_at_20_std": 0.5901764818033352, + "nauc_precision_at_3_diff1": 0.7911129876232641, + "nauc_precision_at_3_max": 0.8577629305623772, + "nauc_precision_at_3_std": 0.42688786740675083, + "nauc_precision_at_5_diff1": 0.757709276071533, + "nauc_precision_at_5_max": 0.8472013074735711, + "nauc_precision_at_5_std": 0.46006253955957765, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6314789481684142, + "nauc_recall_at_100_max": 0.8200008685644806, + "nauc_recall_at_100_std": 0.6894881983801263, + "nauc_recall_at_10_diff1": 0.7142924026673269, + "nauc_recall_at_10_max": 0.8296513792557613, + "nauc_recall_at_10_std": 0.5148270273042029, + "nauc_recall_at_1_diff1": 0.8434995104878928, + "nauc_recall_at_1_max": 0.8305409301500916, + "nauc_recall_at_1_std": 0.33238103314035494, + "nauc_recall_at_20_diff1": 0.6794646138372564, + "nauc_recall_at_20_max": 0.8254109481165055, + "nauc_recall_at_20_std": 0.590176481803336, + "nauc_recall_at_3_diff1": 0.7911129876232638, + "nauc_recall_at_3_max": 0.8577629305623761, + "nauc_recall_at_3_std": 0.42688786740675044, + "nauc_recall_at_5_diff1": 0.7577092760715332, + "nauc_recall_at_5_max": 0.8472013074735718, + "nauc_recall_at_5_std": 0.4600625395595776, + "ndcg_at_1": 0.53889, + "ndcg_at_10": 0.63165, + "ndcg_at_100": 0.66734, + "ndcg_at_1000": 0.6798, + "ndcg_at_20": 0.64758, + "ndcg_at_3": 0.59633, + "ndcg_at_5": 0.61073, + "precision_at_1": 0.53889, + "precision_at_10": 0.07367, + "precision_at_100": 0.00904, + "precision_at_1000": 0.001, + "precision_at_20": 0.03994, + "precision_at_3": 0.21259, + "precision_at_5": 0.13444, + "recall_at_1": 0.53889, + "recall_at_10": 0.73667, + "recall_at_100": 0.90444, + "recall_at_1000": 1.0, + "recall_at_20": 0.79889, + "recall_at_3": 0.63778, + "recall_at_5": 0.67222 + }, + { + "hf_subset": "sot_Latn-sot_Latn", + "languages": [ + "sot-Latn", + "sot-Latn" + ], + "main_score": 0.63415, + "map_at_1": 0.53667, + "map_at_10": 0.60251, + "map_at_100": 0.60924, + "map_at_1000": 0.60972, + "map_at_20": 0.60634, + "map_at_3": 0.58796, + "map_at_5": 0.59646, + "mrr_at_1": 0.5366666666666666, + "mrr_at_10": 0.6025092592592592, + "mrr_at_100": 0.6092425090785301, + "mrr_at_1000": 0.6097203679829626, + "mrr_at_20": 0.6063426867441314, + "mrr_at_3": 0.5879629629629627, + "mrr_at_5": 0.5964629629629626, + "nauc_map_at_1000_diff1": 0.7820883425956713, + "nauc_map_at_1000_max": 0.7795147686022077, + "nauc_map_at_1000_std": 0.4809931248457325, + "nauc_map_at_100_diff1": 0.7818411965885435, + "nauc_map_at_100_max": 0.7795407911799497, + "nauc_map_at_100_std": 0.4813855950830769, + "nauc_map_at_10_diff1": 0.7808950390754691, + "nauc_map_at_10_max": 0.7791328587391572, + "nauc_map_at_10_std": 0.48011261104962094, + "nauc_map_at_1_diff1": 0.8087839677361299, + "nauc_map_at_1_max": 0.7595575715347024, + "nauc_map_at_1_std": 0.4338472234399107, + "nauc_map_at_20_diff1": 0.7814134126875038, + "nauc_map_at_20_max": 0.7797244632283667, + "nauc_map_at_20_std": 0.48168977915647226, + "nauc_map_at_3_diff1": 0.7860408825268839, + "nauc_map_at_3_max": 0.7819427501917614, + "nauc_map_at_3_std": 0.47796742735372333, + "nauc_map_at_5_diff1": 0.7823311528310088, + "nauc_map_at_5_max": 0.7806034131265926, + "nauc_map_at_5_std": 0.47915402575888116, + "nauc_mrr_at_1000_diff1": 0.7820883425956713, + "nauc_mrr_at_1000_max": 0.7795147686022077, + "nauc_mrr_at_1000_std": 0.4809931248457325, + "nauc_mrr_at_100_diff1": 0.7818411965885435, + "nauc_mrr_at_100_max": 0.7795407911799497, + "nauc_mrr_at_100_std": 0.4813855950830769, + "nauc_mrr_at_10_diff1": 0.7808950390754691, + "nauc_mrr_at_10_max": 0.7791328587391572, + "nauc_mrr_at_10_std": 0.48011261104962094, + "nauc_mrr_at_1_diff1": 0.8087839677361299, + "nauc_mrr_at_1_max": 0.7595575715347024, + "nauc_mrr_at_1_std": 0.4338472234399107, + "nauc_mrr_at_20_diff1": 0.7814134126875038, + "nauc_mrr_at_20_max": 0.7797244632283667, + "nauc_mrr_at_20_std": 0.48168977915647226, + "nauc_mrr_at_3_diff1": 0.7860408825268839, + "nauc_mrr_at_3_max": 0.7819427501917614, + "nauc_mrr_at_3_std": 0.47796742735372333, + "nauc_mrr_at_5_diff1": 0.7823311528310088, + "nauc_mrr_at_5_max": 0.7806034131265926, + "nauc_mrr_at_5_std": 0.47915402575888116, + "nauc_ndcg_at_1000_diff1": 0.7751719735615132, + "nauc_ndcg_at_1000_max": 0.7819803255573544, + "nauc_ndcg_at_1000_std": 0.4926409159894775, + "nauc_ndcg_at_100_diff1": 0.7689876408053048, + "nauc_ndcg_at_100_max": 0.7827386454773213, + "nauc_ndcg_at_100_std": 0.5033810282990641, + "nauc_ndcg_at_10_diff1": 0.7658187618276788, + "nauc_ndcg_at_10_max": 0.7817420445068897, + "nauc_ndcg_at_10_std": 0.4967796189367032, + "nauc_ndcg_at_1_diff1": 0.8087839677361299, + "nauc_ndcg_at_1_max": 0.7595575715347024, + "nauc_ndcg_at_1_std": 0.4338472234399107, + "nauc_ndcg_at_20_diff1": 0.7676486795930393, + "nauc_ndcg_at_20_max": 0.7845336805408122, + "nauc_ndcg_at_20_std": 0.505297882278247, + "nauc_ndcg_at_3_diff1": 0.7775303055498588, + "nauc_ndcg_at_3_max": 0.7878711629330364, + "nauc_ndcg_at_3_std": 0.4911188101231451, + "nauc_ndcg_at_5_diff1": 0.7701787758167885, + "nauc_ndcg_at_5_max": 0.7851609179393464, + "nauc_ndcg_at_5_std": 0.49332994211661213, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.644690808050127, + "nauc_precision_at_100_max": 0.7995792694587889, + "nauc_precision_at_100_std": 0.7263170328372333, + "nauc_precision_at_10_diff1": 0.7047927975638812, + "nauc_precision_at_10_max": 0.7883997528575836, + "nauc_precision_at_10_std": 0.5609823911028725, + "nauc_precision_at_1_diff1": 0.8087839677361299, + "nauc_precision_at_1_max": 0.7595575715347024, + "nauc_precision_at_1_std": 0.4338472234399107, + "nauc_precision_at_20_diff1": 0.7038902741820507, + "nauc_precision_at_20_max": 0.8065939365674107, + "nauc_precision_at_20_std": 0.6267764066172554, + "nauc_precision_at_3_diff1": 0.7502999177264971, + "nauc_precision_at_3_max": 0.8060719295129916, + "nauc_precision_at_3_std": 0.5321446563903319, + "nauc_precision_at_5_diff1": 0.7275798693935004, + "nauc_precision_at_5_max": 0.7991201657998667, + "nauc_precision_at_5_std": 0.5404469557736675, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6446908080501279, + "nauc_recall_at_100_max": 0.7995792694587883, + "nauc_recall_at_100_std": 0.7263170328372311, + "nauc_recall_at_10_diff1": 0.7047927975638824, + "nauc_recall_at_10_max": 0.7883997528575843, + "nauc_recall_at_10_std": 0.5609823911028731, + "nauc_recall_at_1_diff1": 0.8087839677361299, + "nauc_recall_at_1_max": 0.7595575715347024, + "nauc_recall_at_1_std": 0.4338472234399107, + "nauc_recall_at_20_diff1": 0.7038902741820513, + "nauc_recall_at_20_max": 0.8065939365674109, + "nauc_recall_at_20_std": 0.6267764066172551, + "nauc_recall_at_3_diff1": 0.7502999177264967, + "nauc_recall_at_3_max": 0.8060719295129917, + "nauc_recall_at_3_std": 0.5321446563903318, + "nauc_recall_at_5_diff1": 0.7275798693935007, + "nauc_recall_at_5_max": 0.7991201657998669, + "nauc_recall_at_5_std": 0.5404469557736677, + "ndcg_at_1": 0.53667, + "ndcg_at_10": 0.63415, + "ndcg_at_100": 0.6699, + "ndcg_at_1000": 0.6819, + "ndcg_at_20": 0.64798, + "ndcg_at_3": 0.60422, + "ndcg_at_5": 0.61966, + "precision_at_1": 0.53667, + "precision_at_10": 0.07333, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "precision_at_20": 0.03939, + "precision_at_3": 0.21704, + "precision_at_5": 0.13778, + "recall_at_1": 0.53667, + "recall_at_10": 0.73333, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "recall_at_20": 0.78778, + "recall_at_3": 0.65111, + "recall_at_5": 0.68889 + }, + { + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ], + "main_score": 0.79864, + "map_at_1": 0.68778, + "map_at_10": 0.76247, + "map_at_100": 0.76617, + "map_at_1000": 0.76626, + "map_at_20": 0.76508, + "map_at_3": 0.745, + "map_at_5": 0.756, + "mrr_at_1": 0.6877777777777778, + "mrr_at_10": 0.7624744268077603, + "mrr_at_100": 0.7661676703532924, + "mrr_at_1000": 0.7662583495713434, + "mrr_at_20": 0.7650795641788934, + "mrr_at_3": 0.7450000000000002, + "mrr_at_5": 0.7560000000000003, + "nauc_map_at_1000_diff1": 0.7936559337473587, + "nauc_map_at_1000_max": 0.6431527720793129, + "nauc_map_at_1000_std": 0.043271469329084995, + "nauc_map_at_100_diff1": 0.7935907814528637, + "nauc_map_at_100_max": 0.6432141884859518, + "nauc_map_at_100_std": 0.04348194840966198, + "nauc_map_at_10_diff1": 0.7916270701488817, + "nauc_map_at_10_max": 0.6421551938269767, + "nauc_map_at_10_std": 0.04167574760472318, + "nauc_map_at_1_diff1": 0.8154539088300522, + "nauc_map_at_1_max": 0.6237352408187307, + "nauc_map_at_1_std": 0.022807116787964474, + "nauc_map_at_20_diff1": 0.79323579139351, + "nauc_map_at_20_max": 0.6435412592763371, + "nauc_map_at_20_std": 0.0436364457444408, + "nauc_map_at_3_diff1": 0.7922914386774954, + "nauc_map_at_3_max": 0.6452033000339411, + "nauc_map_at_3_std": 0.045552861007039175, + "nauc_map_at_5_diff1": 0.7918977134070577, + "nauc_map_at_5_max": 0.6453720277057766, + "nauc_map_at_5_std": 0.04451533316937954, + "nauc_mrr_at_1000_diff1": 0.7936559337473587, + "nauc_mrr_at_1000_max": 0.6431527720793129, + "nauc_mrr_at_1000_std": 0.043271469329084995, + "nauc_mrr_at_100_diff1": 0.7935907814528637, + "nauc_mrr_at_100_max": 0.6432141884859518, + "nauc_mrr_at_100_std": 0.04348194840966198, + "nauc_mrr_at_10_diff1": 0.7916270701488817, + "nauc_mrr_at_10_max": 0.6421551938269767, + "nauc_mrr_at_10_std": 0.04167574760472318, + "nauc_mrr_at_1_diff1": 0.8154539088300522, + "nauc_mrr_at_1_max": 0.6237352408187307, + "nauc_mrr_at_1_std": 0.022807116787964474, + "nauc_mrr_at_20_diff1": 0.79323579139351, + "nauc_mrr_at_20_max": 0.6435412592763371, + "nauc_mrr_at_20_std": 0.0436364457444408, + "nauc_mrr_at_3_diff1": 0.7922914386774954, + "nauc_mrr_at_3_max": 0.6452033000339411, + "nauc_mrr_at_3_std": 0.045552861007039175, + "nauc_mrr_at_5_diff1": 0.7918977134070577, + "nauc_mrr_at_5_max": 0.6453720277057766, + "nauc_mrr_at_5_std": 0.04451533316937954, + "nauc_ndcg_at_1000_diff1": 0.7897975313728294, + "nauc_ndcg_at_1000_max": 0.6464231920778187, + "nauc_ndcg_at_1000_std": 0.04918499702951409, + "nauc_ndcg_at_100_diff1": 0.7881688261384318, + "nauc_ndcg_at_100_max": 0.6481223419001338, + "nauc_ndcg_at_100_std": 0.055052490987876984, + "nauc_ndcg_at_10_diff1": 0.7798411720920174, + "nauc_ndcg_at_10_max": 0.6455816731955286, + "nauc_ndcg_at_10_std": 0.04839022847632959, + "nauc_ndcg_at_1_diff1": 0.8154539088300522, + "nauc_ndcg_at_1_max": 0.6237352408187307, + "nauc_ndcg_at_1_std": 0.022807116787964474, + "nauc_ndcg_at_20_diff1": 0.7860001829746095, + "nauc_ndcg_at_20_max": 0.6507956968241652, + "nauc_ndcg_at_20_std": 0.056295597144843126, + "nauc_ndcg_at_3_diff1": 0.7829260636189129, + "nauc_ndcg_at_3_max": 0.6523668187556909, + "nauc_ndcg_at_3_std": 0.056108032850189206, + "nauc_ndcg_at_5_diff1": 0.7811988035439428, + "nauc_ndcg_at_5_max": 0.6533401488613095, + "nauc_ndcg_at_5_std": 0.055466287713718324, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6456582633053285, + "nauc_precision_at_100_max": 0.8031434796140849, + "nauc_precision_at_100_std": 0.5843837535014178, + "nauc_precision_at_10_diff1": 0.6970416858726602, + "nauc_precision_at_10_max": 0.6627722819085413, + "nauc_precision_at_10_std": 0.09022680802278624, + "nauc_precision_at_1_diff1": 0.8154539088300522, + "nauc_precision_at_1_max": 0.6237352408187307, + "nauc_precision_at_1_std": 0.022807116787964474, + "nauc_precision_at_20_diff1": 0.7158315177922987, + "nauc_precision_at_20_max": 0.7384790953418361, + "nauc_precision_at_20_std": 0.22068679323580626, + "nauc_precision_at_3_diff1": 0.7480172777952968, + "nauc_precision_at_3_max": 0.6784985453095913, + "nauc_precision_at_3_std": 0.0959619698114565, + "nauc_precision_at_5_diff1": 0.7302006875771944, + "nauc_precision_at_5_max": 0.6904132543484929, + "nauc_precision_at_5_std": 0.10817933649587347, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6456582633053237, + "nauc_recall_at_100_max": 0.8031434796140644, + "nauc_recall_at_100_std": 0.5843837535013929, + "nauc_recall_at_10_diff1": 0.6970416858726618, + "nauc_recall_at_10_max": 0.6627722819085441, + "nauc_recall_at_10_std": 0.09022680802278779, + "nauc_recall_at_1_diff1": 0.8154539088300522, + "nauc_recall_at_1_max": 0.6237352408187307, + "nauc_recall_at_1_std": 0.022807116787964474, + "nauc_recall_at_20_diff1": 0.715831517792301, + "nauc_recall_at_20_max": 0.7384790953418384, + "nauc_recall_at_20_std": 0.22068679323581317, + "nauc_recall_at_3_diff1": 0.7480172777952966, + "nauc_recall_at_3_max": 0.6784985453095903, + "nauc_recall_at_3_std": 0.0959619698114559, + "nauc_recall_at_5_diff1": 0.730200687577194, + "nauc_recall_at_5_max": 0.6904132543484919, + "nauc_recall_at_5_std": 0.1081793364958741, + "ndcg_at_1": 0.68778, + "ndcg_at_10": 0.79864, + "ndcg_at_100": 0.81524, + "ndcg_at_1000": 0.81707, + "ndcg_at_20": 0.80817, + "ndcg_at_3": 0.76289, + "ndcg_at_5": 0.78288, + "precision_at_1": 0.68778, + "precision_at_10": 0.09122, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "precision_at_20": 0.0475, + "precision_at_3": 0.27148, + "precision_at_5": 0.17267, + "recall_at_1": 0.68778, + "recall_at_10": 0.91222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "recall_at_20": 0.95, + "recall_at_3": 0.81444, + "recall_at_5": 0.86333 + }, + { + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ], + "main_score": 0.60415, + "map_at_1": 0.50778, + "map_at_10": 0.57137, + "map_at_100": 0.5783, + "map_at_1000": 0.57886, + "map_at_20": 0.57487, + "map_at_3": 0.55463, + "map_at_5": 0.56502, + "mrr_at_1": 0.5077777777777778, + "mrr_at_10": 0.5713659611992943, + "mrr_at_100": 0.5782976156222498, + "mrr_at_1000": 0.5788615598635299, + "mrr_at_20": 0.5748660473465681, + "mrr_at_3": 0.5546296296296293, + "mrr_at_5": 0.565018518518518, + "nauc_map_at_1000_diff1": 0.8127386726952125, + "nauc_map_at_1000_max": 0.7991106995544848, + "nauc_map_at_1000_std": 0.2982801563360145, + "nauc_map_at_100_diff1": 0.8125052421219621, + "nauc_map_at_100_max": 0.7991043550060914, + "nauc_map_at_100_std": 0.2987538231523889, + "nauc_map_at_10_diff1": 0.8120915031693147, + "nauc_map_at_10_max": 0.7991098555723838, + "nauc_map_at_10_std": 0.2972217751620878, + "nauc_map_at_1_diff1": 0.8442143561748499, + "nauc_map_at_1_max": 0.7936249498194993, + "nauc_map_at_1_std": 0.2571211540097392, + "nauc_map_at_20_diff1": 0.8121301081765132, + "nauc_map_at_20_max": 0.7992564402659904, + "nauc_map_at_20_std": 0.2991044055249264, + "nauc_map_at_3_diff1": 0.8175349854475739, + "nauc_map_at_3_max": 0.7980387968596634, + "nauc_map_at_3_std": 0.2812191801106796, + "nauc_map_at_5_diff1": 0.8152093921981832, + "nauc_map_at_5_max": 0.7981278523015255, + "nauc_map_at_5_std": 0.2904719095021471, + "nauc_mrr_at_1000_diff1": 0.8127386726952125, + "nauc_mrr_at_1000_max": 0.7991106995544848, + "nauc_mrr_at_1000_std": 0.2982801563360145, + "nauc_mrr_at_100_diff1": 0.8125052421219621, + "nauc_mrr_at_100_max": 0.7991043550060914, + "nauc_mrr_at_100_std": 0.2987538231523889, + "nauc_mrr_at_10_diff1": 0.8120915031693147, + "nauc_mrr_at_10_max": 0.7991098555723838, + "nauc_mrr_at_10_std": 0.2972217751620878, + "nauc_mrr_at_1_diff1": 0.8442143561748499, + "nauc_mrr_at_1_max": 0.7936249498194993, + "nauc_mrr_at_1_std": 0.2571211540097392, + "nauc_mrr_at_20_diff1": 0.8121301081765132, + "nauc_mrr_at_20_max": 0.7992564402659904, + "nauc_mrr_at_20_std": 0.2991044055249264, + "nauc_mrr_at_3_diff1": 0.8175349854475739, + "nauc_mrr_at_3_max": 0.7980387968596634, + "nauc_mrr_at_3_std": 0.2812191801106796, + "nauc_mrr_at_5_diff1": 0.8152093921981832, + "nauc_mrr_at_5_max": 0.7981278523015255, + "nauc_mrr_at_5_std": 0.2904719095021471, + "nauc_ndcg_at_1000_diff1": 0.8040912438459553, + "nauc_ndcg_at_1000_max": 0.7996763757545329, + "nauc_ndcg_at_1000_std": 0.31379510296052365, + "nauc_ndcg_at_100_diff1": 0.7978434608450073, + "nauc_ndcg_at_100_max": 0.7997276957283931, + "nauc_ndcg_at_100_std": 0.32895416114752735, + "nauc_ndcg_at_10_diff1": 0.7952242194449992, + "nauc_ndcg_at_10_max": 0.8003293831660245, + "nauc_ndcg_at_10_std": 0.32269760512672063, + "nauc_ndcg_at_1_diff1": 0.8442143561748499, + "nauc_ndcg_at_1_max": 0.7936249498194993, + "nauc_ndcg_at_1_std": 0.2571211540097392, + "nauc_ndcg_at_20_diff1": 0.7946115209650153, + "nauc_ndcg_at_20_max": 0.800847197513321, + "nauc_ndcg_at_20_std": 0.33073695351693966, + "nauc_ndcg_at_3_diff1": 0.8081205717627544, + "nauc_ndcg_at_3_max": 0.7975393471201989, + "nauc_ndcg_at_3_std": 0.28673472751007795, + "nauc_ndcg_at_5_diff1": 0.8035052832983708, + "nauc_ndcg_at_5_max": 0.7977089095520334, + "nauc_ndcg_at_5_std": 0.30363867554491186, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6786283339106344, + "nauc_precision_at_100_max": 0.8019793161462715, + "nauc_precision_at_100_std": 0.6292394477707963, + "nauc_precision_at_10_diff1": 0.728613780559414, + "nauc_precision_at_10_max": 0.8054611558614528, + "nauc_precision_at_10_std": 0.4284527611654769, + "nauc_precision_at_1_diff1": 0.8442143561748499, + "nauc_precision_at_1_max": 0.7936249498194993, + "nauc_precision_at_1_std": 0.2571211540097392, + "nauc_precision_at_20_diff1": 0.7129589570534446, + "nauc_precision_at_20_max": 0.8087907280820662, + "nauc_precision_at_20_std": 0.4898738619211049, + "nauc_precision_at_3_diff1": 0.7787793004607532, + "nauc_precision_at_3_max": 0.7953244476631547, + "nauc_precision_at_3_std": 0.3029684139637117, + "nauc_precision_at_5_diff1": 0.7637326164160773, + "nauc_precision_at_5_max": 0.795636171868373, + "nauc_precision_at_5_std": 0.34883888169758853, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6786283339106342, + "nauc_recall_at_100_max": 0.8019793161462714, + "nauc_recall_at_100_std": 0.629239447770796, + "nauc_recall_at_10_diff1": 0.728613780559415, + "nauc_recall_at_10_max": 0.8054611558614536, + "nauc_recall_at_10_std": 0.42845276116547787, + "nauc_recall_at_1_diff1": 0.8442143561748499, + "nauc_recall_at_1_max": 0.7936249498194993, + "nauc_recall_at_1_std": 0.2571211540097392, + "nauc_recall_at_20_diff1": 0.7129589570534454, + "nauc_recall_at_20_max": 0.8087907280820663, + "nauc_recall_at_20_std": 0.48987386192110544, + "nauc_recall_at_3_diff1": 0.7787793004607524, + "nauc_recall_at_3_max": 0.7953244476631544, + "nauc_recall_at_3_std": 0.3029684139637113, + "nauc_recall_at_5_diff1": 0.7637326164160773, + "nauc_recall_at_5_max": 0.7956361718683735, + "nauc_recall_at_5_std": 0.348838881697589, + "ndcg_at_1": 0.50778, + "ndcg_at_10": 0.60415, + "ndcg_at_100": 0.64213, + "ndcg_at_1000": 0.65595, + "ndcg_at_20": 0.6172, + "ndcg_at_3": 0.56999, + "ndcg_at_5": 0.58873, + "precision_at_1": 0.50778, + "precision_at_10": 0.07078, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "precision_at_20": 0.038, + "precision_at_3": 0.20481, + "precision_at_5": 0.132, + "recall_at_1": 0.50778, + "recall_at_10": 0.70778, + "recall_at_100": 0.89444, + "recall_at_1000": 1.0, + "recall_at_20": 0.76, + "recall_at_3": 0.61444, + "recall_at_5": 0.66 + }, + { + "hf_subset": "spa_Latn-spa_Latn", + "languages": [ + "spa-Latn", + "spa-Latn" + ], + "main_score": 0.90407, + "map_at_1": 0.83889, + "map_at_10": 0.8836, + "map_at_100": 0.88492, + "map_at_1000": 0.88498, + "map_at_20": 0.88463, + "map_at_3": 0.87481, + "map_at_5": 0.88043, + "mrr_at_1": 0.8388888888888889, + "mrr_at_10": 0.8836027336860677, + "mrr_at_100": 0.884923898374994, + "mrr_at_1000": 0.8849784235729753, + "mrr_at_20": 0.884628888946356, + "mrr_at_3": 0.8748148148148153, + "mrr_at_5": 0.8804259259259267, + "nauc_map_at_1000_diff1": 0.8796079420241898, + "nauc_map_at_1000_max": 0.7195195024367588, + "nauc_map_at_1000_std": -0.1522445065213632, + "nauc_map_at_100_diff1": 0.8795000825914454, + "nauc_map_at_100_max": 0.7196004437875877, + "nauc_map_at_100_std": -0.15184420919354852, + "nauc_map_at_10_diff1": 0.8786888752021587, + "nauc_map_at_10_max": 0.7196400049822491, + "nauc_map_at_10_std": -0.15114989366337164, + "nauc_map_at_1_diff1": 0.8955655679392933, + "nauc_map_at_1_max": 0.6928385107896609, + "nauc_map_at_1_std": -0.20609437989091756, + "nauc_map_at_20_diff1": 0.8796287559557396, + "nauc_map_at_20_max": 0.7202598122827356, + "nauc_map_at_20_std": -0.1505655176198423, + "nauc_map_at_3_diff1": 0.8795922855886069, + "nauc_map_at_3_max": 0.7257710698147368, + "nauc_map_at_3_std": -0.1566375700518126, + "nauc_map_at_5_diff1": 0.8778211942378585, + "nauc_map_at_5_max": 0.722553095516894, + "nauc_map_at_5_std": -0.14779188812730262, + "nauc_mrr_at_1000_diff1": 0.8796079420241898, + "nauc_mrr_at_1000_max": 0.7195195024367588, + "nauc_mrr_at_1000_std": -0.1522445065213632, + "nauc_mrr_at_100_diff1": 0.8795000825914454, + "nauc_mrr_at_100_max": 0.7196004437875877, + "nauc_mrr_at_100_std": -0.15184420919354852, + "nauc_mrr_at_10_diff1": 0.8786888752021587, + "nauc_mrr_at_10_max": 0.7196400049822491, + "nauc_mrr_at_10_std": -0.15114989366337164, + "nauc_mrr_at_1_diff1": 0.8955655679392933, + "nauc_mrr_at_1_max": 0.6928385107896609, + "nauc_mrr_at_1_std": -0.20609437989091756, + "nauc_mrr_at_20_diff1": 0.8796287559557396, + "nauc_mrr_at_20_max": 0.7202598122827356, + "nauc_mrr_at_20_std": -0.1505655176198423, + "nauc_mrr_at_3_diff1": 0.8795922855886069, + "nauc_mrr_at_3_max": 0.7257710698147368, + "nauc_mrr_at_3_std": -0.1566375700518126, + "nauc_mrr_at_5_diff1": 0.8778211942378585, + "nauc_mrr_at_5_max": 0.722553095516894, + "nauc_mrr_at_5_std": -0.14779188812730262, + "nauc_ndcg_at_1000_diff1": 0.8769664495863284, + "nauc_ndcg_at_1000_max": 0.7244627951638082, + "nauc_ndcg_at_1000_std": -0.1387625244724346, + "nauc_ndcg_at_100_diff1": 0.8746734434290792, + "nauc_ndcg_at_100_max": 0.7266823496850666, + "nauc_ndcg_at_100_std": -0.1285427404404553, + "nauc_ndcg_at_10_diff1": 0.8723072025838405, + "nauc_ndcg_at_10_max": 0.7290046285913152, + "nauc_ndcg_at_10_std": -0.12352706358543929, + "nauc_ndcg_at_1_diff1": 0.8955655679392933, + "nauc_ndcg_at_1_max": 0.6928385107896609, + "nauc_ndcg_at_1_std": -0.20609437989091756, + "nauc_ndcg_at_20_diff1": 0.8760063213487014, + "nauc_ndcg_at_20_max": 0.7317166235659164, + "nauc_ndcg_at_20_std": -0.11870806222438313, + "nauc_ndcg_at_3_diff1": 0.8738447603666605, + "nauc_ndcg_at_3_max": 0.7401576497930632, + "nauc_ndcg_at_3_std": -0.13762668674941939, + "nauc_ndcg_at_5_diff1": 0.8697683926136014, + "nauc_ndcg_at_5_max": 0.7356848354244624, + "nauc_ndcg_at_5_std": -0.11690826708911942, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6996131786048064, + "nauc_precision_at_100_max": 0.9082966519941141, + "nauc_precision_at_100_std": 0.6919434440443253, + "nauc_precision_at_10_diff1": 0.8130332592807215, + "nauc_precision_at_10_max": 0.8161885443832635, + "nauc_precision_at_10_std": 0.15613831739591247, + "nauc_precision_at_1_diff1": 0.8955655679392933, + "nauc_precision_at_1_max": 0.6928385107896609, + "nauc_precision_at_1_std": -0.20609437989091756, + "nauc_precision_at_20_diff1": 0.8348797852474242, + "nauc_precision_at_20_max": 0.9353699813258525, + "nauc_precision_at_20_std": 0.4887663398692672, + "nauc_precision_at_3_diff1": 0.849628435849226, + "nauc_precision_at_3_max": 0.8020989217604878, + "nauc_precision_at_3_std": -0.05689216325799452, + "nauc_precision_at_5_diff1": 0.822247853389719, + "nauc_precision_at_5_max": 0.8125080097398403, + "nauc_precision_at_5_std": 0.06950623386609418, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6996131786047823, + "nauc_recall_at_100_max": 0.9082966519941278, + "nauc_recall_at_100_std": 0.6919434440442844, + "nauc_recall_at_10_diff1": 0.8130332592807227, + "nauc_recall_at_10_max": 0.8161885443832738, + "nauc_recall_at_10_std": 0.15613831739592343, + "nauc_recall_at_1_diff1": 0.8955655679392933, + "nauc_recall_at_1_max": 0.6928385107896609, + "nauc_recall_at_1_std": -0.20609437989091756, + "nauc_recall_at_20_diff1": 0.8348797852474344, + "nauc_recall_at_20_max": 0.9353699813258705, + "nauc_recall_at_20_std": 0.4887663398692809, + "nauc_recall_at_3_diff1": 0.849628435849226, + "nauc_recall_at_3_max": 0.8020989217604854, + "nauc_recall_at_3_std": -0.05689216325799613, + "nauc_recall_at_5_diff1": 0.8222478533897211, + "nauc_recall_at_5_max": 0.8125080097398436, + "nauc_recall_at_5_std": 0.06950623386609159, + "ndcg_at_1": 0.83889, + "ndcg_at_10": 0.90407, + "ndcg_at_100": 0.90968, + "ndcg_at_1000": 0.91076, + "ndcg_at_20": 0.90775, + "ndcg_at_3": 0.88616, + "ndcg_at_5": 0.89625, + "precision_at_1": 0.83889, + "precision_at_10": 0.09678, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.3063, + "precision_at_5": 0.18867, + "recall_at_1": 0.83889, + "recall_at_10": 0.96778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.91889, + "recall_at_5": 0.94333 + }, + { + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.90197, + "map_at_1": 0.83, + "map_at_10": 0.88105, + "map_at_100": 0.88275, + "map_at_1000": 0.88277, + "map_at_20": 0.88244, + "map_at_3": 0.87444, + "map_at_5": 0.87911, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8810498236331572, + "mrr_at_100": 0.8827540122222924, + "mrr_at_1000": 0.8827676794799757, + "mrr_at_20": 0.8824400124872263, + "mrr_at_3": 0.8744444444444447, + "mrr_at_5": 0.8791111111111116, + "nauc_map_at_1000_diff1": 0.8706571074529857, + "nauc_map_at_1000_max": 0.7182311903507416, + "nauc_map_at_1000_std": -0.07267690346711282, + "nauc_map_at_100_diff1": 0.8706585306760037, + "nauc_map_at_100_max": 0.7182586733071629, + "nauc_map_at_100_std": -0.07256097762597906, + "nauc_map_at_10_diff1": 0.8700110921656072, + "nauc_map_at_10_max": 0.718702553062349, + "nauc_map_at_10_std": -0.0709069568725596, + "nauc_map_at_1_diff1": 0.8858413472391538, + "nauc_map_at_1_max": 0.6996091406900027, + "nauc_map_at_1_std": -0.11370394019723579, + "nauc_map_at_20_diff1": 0.870418938230858, + "nauc_map_at_20_max": 0.7178702246985011, + "nauc_map_at_20_std": -0.07221079173153011, + "nauc_map_at_3_diff1": 0.8695266983001991, + "nauc_map_at_3_max": 0.7214990747335025, + "nauc_map_at_3_std": -0.07027520600407862, + "nauc_map_at_5_diff1": 0.8688102883846461, + "nauc_map_at_5_max": 0.7199387358151972, + "nauc_map_at_5_std": -0.06835063593610173, + "nauc_mrr_at_1000_diff1": 0.8706571074529857, + "nauc_mrr_at_1000_max": 0.7182311903507416, + "nauc_mrr_at_1000_std": -0.07267690346711282, + "nauc_mrr_at_100_diff1": 0.8706585306760037, + "nauc_mrr_at_100_max": 0.7182586733071629, + "nauc_mrr_at_100_std": -0.07256097762597906, + "nauc_mrr_at_10_diff1": 0.8700110921656072, + "nauc_mrr_at_10_max": 0.718702553062349, + "nauc_mrr_at_10_std": -0.0709069568725596, + "nauc_mrr_at_1_diff1": 0.8858413472391538, + "nauc_mrr_at_1_max": 0.6996091406900027, + "nauc_mrr_at_1_std": -0.11370394019723579, + "nauc_mrr_at_20_diff1": 0.870418938230858, + "nauc_mrr_at_20_max": 0.7178702246985011, + "nauc_mrr_at_20_std": -0.07221079173153011, + "nauc_mrr_at_3_diff1": 0.8695266983001991, + "nauc_mrr_at_3_max": 0.7214990747335025, + "nauc_mrr_at_3_std": -0.07027520600407862, + "nauc_mrr_at_5_diff1": 0.8688102883846461, + "nauc_mrr_at_5_max": 0.7199387358151972, + "nauc_mrr_at_5_std": -0.06835063593610173, + "nauc_ndcg_at_1000_diff1": 0.8680382483341286, + "nauc_ndcg_at_1000_max": 0.7209080996344828, + "nauc_ndcg_at_1000_std": -0.06330828017601076, + "nauc_ndcg_at_100_diff1": 0.8680287128062387, + "nauc_ndcg_at_100_max": 0.7216543083888024, + "nauc_ndcg_at_100_std": -0.06009577361358311, + "nauc_ndcg_at_10_diff1": 0.8635869347431556, + "nauc_ndcg_at_10_max": 0.7244962134462075, + "nauc_ndcg_at_10_std": -0.04791862972338741, + "nauc_ndcg_at_1_diff1": 0.8858413472391538, + "nauc_ndcg_at_1_max": 0.6996091406900027, + "nauc_ndcg_at_1_std": -0.11370394019723579, + "nauc_ndcg_at_20_diff1": 0.86553132082304, + "nauc_ndcg_at_20_max": 0.7201736632386897, + "nauc_ndcg_at_20_std": -0.05403194999961835, + "nauc_ndcg_at_3_diff1": 0.8628700517783461, + "nauc_ndcg_at_3_max": 0.7301015336986572, + "nauc_ndcg_at_3_std": -0.05002854093251158, + "nauc_ndcg_at_5_diff1": 0.8604889724350135, + "nauc_ndcg_at_5_max": 0.7277257836396924, + "nauc_ndcg_at_5_std": -0.042699673965790455, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8611111111111238, + "nauc_precision_at_100_max": 0.9346405228757582, + "nauc_precision_at_100_std": 0.8611111111111238, + "nauc_precision_at_10_diff1": 0.8050661124664914, + "nauc_precision_at_10_max": 0.773862233065268, + "nauc_precision_at_10_std": 0.17525074545947097, + "nauc_precision_at_1_diff1": 0.8858413472391538, + "nauc_precision_at_1_max": 0.6996091406900027, + "nauc_precision_at_1_std": -0.11370394019723579, + "nauc_precision_at_20_diff1": 0.7699190787426007, + "nauc_precision_at_20_max": 0.7258014316837692, + "nauc_precision_at_20_std": 0.3465219421101514, + "nauc_precision_at_3_diff1": 0.8301987461651328, + "nauc_precision_at_3_max": 0.7721384850236425, + "nauc_precision_at_3_std": 0.050761045158803135, + "nauc_precision_at_5_diff1": 0.8029241999830208, + "nauc_precision_at_5_max": 0.7794542059247913, + "nauc_precision_at_5_std": 0.13766870384517096, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8611111111111373, + "nauc_recall_at_100_max": 0.934640522875857, + "nauc_recall_at_100_std": 0.8611111111111373, + "nauc_recall_at_10_diff1": 0.8050661124664927, + "nauc_recall_at_10_max": 0.7738622330652704, + "nauc_recall_at_10_std": 0.17525074545947444, + "nauc_recall_at_1_diff1": 0.8858413472391538, + "nauc_recall_at_1_max": 0.6996091406900027, + "nauc_recall_at_1_std": -0.11370394019723579, + "nauc_recall_at_20_diff1": 0.7699190787426028, + "nauc_recall_at_20_max": 0.7258014316837746, + "nauc_recall_at_20_std": 0.34652194211017645, + "nauc_recall_at_3_diff1": 0.8301987461651331, + "nauc_recall_at_3_max": 0.7721384850236391, + "nauc_recall_at_3_std": 0.050761045158803975, + "nauc_recall_at_5_diff1": 0.8029241999830244, + "nauc_recall_at_5_max": 0.7794542059247936, + "nauc_recall_at_5_std": 0.1376687038451748, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.90197, + "ndcg_at_100": 0.90934, + "ndcg_at_1000": 0.90965, + "ndcg_at_20": 0.90722, + "ndcg_at_3": 0.88873, + "ndcg_at_5": 0.89729, + "precision_at_1": 0.83, + "precision_at_10": 0.09656, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.31, + "precision_at_5": 0.19022, + "recall_at_1": 0.83, + "recall_at_10": 0.96556, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.93, + "recall_at_5": 0.95111 + }, + { + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.91707, + "map_at_1": 0.85111, + "map_at_10": 0.89675, + "map_at_100": 0.89737, + "map_at_1000": 0.8974, + "map_at_20": 0.8972, + "map_at_3": 0.8887, + "map_at_5": 0.89276, + "mrr_at_1": 0.8511111111111112, + "mrr_at_10": 0.896746913580247, + "mrr_at_100": 0.8973742221987915, + "mrr_at_1000": 0.8974032628091329, + "mrr_at_20": 0.8972037888343357, + "mrr_at_3": 0.8887037037037041, + "mrr_at_5": 0.8927592592592597, + "nauc_map_at_1000_diff1": 0.9048538872368823, + "nauc_map_at_1000_max": 0.7921628976496748, + "nauc_map_at_1000_std": -0.08332763972119882, + "nauc_map_at_100_diff1": 0.9048678585966078, + "nauc_map_at_100_max": 0.7922236005609632, + "nauc_map_at_100_std": -0.08307350040784556, + "nauc_map_at_10_diff1": 0.9047394540056716, + "nauc_map_at_10_max": 0.7927377475424746, + "nauc_map_at_10_std": -0.08189023912711166, + "nauc_map_at_1_diff1": 0.9150552586746658, + "nauc_map_at_1_max": 0.776595512325816, + "nauc_map_at_1_std": -0.12306157811203164, + "nauc_map_at_20_diff1": 0.9048866869271353, + "nauc_map_at_20_max": 0.7923645907717449, + "nauc_map_at_20_std": -0.08242379937810494, + "nauc_map_at_3_diff1": 0.9017340300804076, + "nauc_map_at_3_max": 0.7926433681866812, + "nauc_map_at_3_std": -0.09606024398943548, + "nauc_map_at_5_diff1": 0.9015369860641567, + "nauc_map_at_5_max": 0.7919943643068766, + "nauc_map_at_5_std": -0.09103442522394678, + "nauc_mrr_at_1000_diff1": 0.9048538872368823, + "nauc_mrr_at_1000_max": 0.7921628976496748, + "nauc_mrr_at_1000_std": -0.08332763972119882, + "nauc_mrr_at_100_diff1": 0.9048678585966078, + "nauc_mrr_at_100_max": 0.7922236005609632, + "nauc_mrr_at_100_std": -0.08307350040784556, + "nauc_mrr_at_10_diff1": 0.9047394540056716, + "nauc_mrr_at_10_max": 0.7927377475424746, + "nauc_mrr_at_10_std": -0.08189023912711166, + "nauc_mrr_at_1_diff1": 0.9150552586746658, + "nauc_mrr_at_1_max": 0.776595512325816, + "nauc_mrr_at_1_std": -0.12306157811203164, + "nauc_mrr_at_20_diff1": 0.9048866869271353, + "nauc_mrr_at_20_max": 0.7923645907717449, + "nauc_mrr_at_20_std": -0.08242379937810494, + "nauc_mrr_at_3_diff1": 0.9017340300804076, + "nauc_mrr_at_3_max": 0.7926433681866812, + "nauc_mrr_at_3_std": -0.09606024398943548, + "nauc_mrr_at_5_diff1": 0.9015369860641567, + "nauc_mrr_at_5_max": 0.7919943643068766, + "nauc_mrr_at_5_std": -0.09103442522394678, + "nauc_ndcg_at_1000_diff1": 0.9040946320740313, + "nauc_ndcg_at_1000_max": 0.7955661290386933, + "nauc_ndcg_at_1000_std": -0.07127675868304587, + "nauc_ndcg_at_100_diff1": 0.9043649783812718, + "nauc_ndcg_at_100_max": 0.7971655809387743, + "nauc_ndcg_at_100_std": -0.06444092583515523, + "nauc_ndcg_at_10_diff1": 0.9036509763815448, + "nauc_ndcg_at_10_max": 0.8008946890786817, + "nauc_ndcg_at_10_std": -0.05169339620921297, + "nauc_ndcg_at_1_diff1": 0.9150552586746658, + "nauc_ndcg_at_1_max": 0.776595512325816, + "nauc_ndcg_at_1_std": -0.12306157811203164, + "nauc_ndcg_at_20_diff1": 0.9046325179404817, + "nauc_ndcg_at_20_max": 0.7992620213049545, + "nauc_ndcg_at_20_std": -0.05496623903960747, + "nauc_ndcg_at_3_diff1": 0.8966470084885856, + "nauc_ndcg_at_3_max": 0.7988563939623481, + "nauc_ndcg_at_3_std": -0.090542361997441, + "nauc_ndcg_at_5_diff1": 0.8958216998505646, + "nauc_ndcg_at_5_max": 0.7979259897967628, + "nauc_ndcg_at_5_std": -0.07987089168908278, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228758011, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8068394024276223, + "nauc_precision_at_10_diff1": 0.898978109762414, + "nauc_precision_at_10_max": 0.9216723726527651, + "nauc_precision_at_10_std": 0.4296348168897165, + "nauc_precision_at_1_diff1": 0.9150552586746658, + "nauc_precision_at_1_max": 0.776595512325816, + "nauc_precision_at_1_std": -0.12306157811203164, + "nauc_precision_at_20_diff1": 0.9237472766884547, + "nauc_precision_at_20_max": 0.9428104575163319, + "nauc_precision_at_20_std": 0.5752412075941336, + "nauc_precision_at_3_diff1": 0.8729604836284817, + "nauc_precision_at_3_max": 0.8278339584421387, + "nauc_precision_at_3_std": -0.06756713985028664, + "nauc_precision_at_5_diff1": 0.8603782598310664, + "nauc_precision_at_5_max": 0.8340173278613765, + "nauc_precision_at_5_std": -0.011454194080734876, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9346405228758294, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8068394024276523, + "nauc_recall_at_10_diff1": 0.8989781097624251, + "nauc_recall_at_10_max": 0.9216723726527649, + "nauc_recall_at_10_std": 0.42963481688972116, + "nauc_recall_at_1_diff1": 0.9150552586746658, + "nauc_recall_at_1_max": 0.776595512325816, + "nauc_recall_at_1_std": -0.12306157811203164, + "nauc_recall_at_20_diff1": 0.923747276688444, + "nauc_recall_at_20_max": 0.9428104575163379, + "nauc_recall_at_20_std": 0.5752412075941443, + "nauc_recall_at_3_diff1": 0.8729604836284793, + "nauc_recall_at_3_max": 0.8278339584421335, + "nauc_recall_at_3_std": -0.0675671398502903, + "nauc_recall_at_5_diff1": 0.8603782598310651, + "nauc_recall_at_5_max": 0.8340173278613752, + "nauc_recall_at_5_std": -0.011454194080730768, + "ndcg_at_1": 0.85111, + "ndcg_at_10": 0.91707, + "ndcg_at_100": 0.92027, + "ndcg_at_1000": 0.92088, + "ndcg_at_20": 0.91875, + "ndcg_at_3": 0.90049, + "ndcg_at_5": 0.9078, + "precision_at_1": 0.85111, + "precision_at_10": 0.098, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.31148, + "precision_at_5": 0.19044, + "recall_at_1": 0.85111, + "recall_at_10": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.93444, + "recall_at_5": 0.95222 + }, + { + "hf_subset": "srp_Cyrl-srp_Cyrl", + "languages": [ + "srp-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.85015, + "map_at_1": 0.76696, + "map_at_10": 0.82451, + "map_at_100": 0.82701, + "map_at_1000": 0.82709, + "map_at_20": 0.82599, + "map_at_3": 0.81479, + "map_at_5": 0.82008, + "mrr_at_1": 0.7675194660734149, + "mrr_at_10": 0.8250679767643063, + "mrr_at_100": 0.8275558990282758, + "mrr_at_1000": 0.8276369212776106, + "mrr_at_20": 0.8265462156403073, + "mrr_at_3": 0.8153503893214685, + "mrr_at_5": 0.8206340378198002, + "nauc_map_at_1000_diff1": 0.8437842788136066, + "nauc_map_at_1000_max": 0.7637519782267955, + "nauc_map_at_1000_std": -0.0045170582152040655, + "nauc_map_at_100_diff1": 0.84381391740312, + "nauc_map_at_100_max": 0.7638442288493345, + "nauc_map_at_100_std": -0.004206980167062262, + "nauc_map_at_10_diff1": 0.8427572095114247, + "nauc_map_at_10_max": 0.7635604659663487, + "nauc_map_at_10_std": -0.005579276607802775, + "nauc_map_at_1_diff1": 0.8530759077913459, + "nauc_map_at_1_max": 0.7440597749339453, + "nauc_map_at_1_std": -0.02672014889204915, + "nauc_map_at_20_diff1": 0.8433969322194922, + "nauc_map_at_20_max": 0.76367994418624, + "nauc_map_at_20_std": -0.005780021347991021, + "nauc_map_at_3_diff1": 0.8442451358113706, + "nauc_map_at_3_max": 0.7656159257826314, + "nauc_map_at_3_std": -0.009767739684133393, + "nauc_map_at_5_diff1": 0.841665252100227, + "nauc_map_at_5_max": 0.7644711078318537, + "nauc_map_at_5_std": -0.0045606686281375545, + "nauc_mrr_at_1000_diff1": 0.8517835801035459, + "nauc_mrr_at_1000_max": 0.7715543572762917, + "nauc_mrr_at_1000_std": -0.0026090051524980578, + "nauc_mrr_at_100_diff1": 0.8518092359345574, + "nauc_mrr_at_100_max": 0.7716428789609296, + "nauc_mrr_at_100_std": -0.002299131916937678, + "nauc_mrr_at_10_diff1": 0.8508003751792917, + "nauc_mrr_at_10_max": 0.7714076348368437, + "nauc_mrr_at_10_std": -0.0036627831844773242, + "nauc_mrr_at_1_diff1": 0.859298926448156, + "nauc_mrr_at_1_max": 0.7500747138374709, + "nauc_mrr_at_1_std": -0.02528239747945106, + "nauc_mrr_at_20_diff1": 0.8515156289618188, + "nauc_mrr_at_20_max": 0.77159954317472, + "nauc_mrr_at_20_std": -0.003846412757231628, + "nauc_mrr_at_3_diff1": 0.8518723170987391, + "nauc_mrr_at_3_max": 0.7730586633664174, + "nauc_mrr_at_3_std": -0.007961022057739164, + "nauc_mrr_at_5_diff1": 0.8494964433941189, + "nauc_mrr_at_5_max": 0.7721162306639209, + "nauc_mrr_at_5_std": -0.0026916012098644315, + "nauc_ndcg_at_1000_diff1": 0.8445678801006814, + "nauc_ndcg_at_1000_max": 0.7699391918592526, + "nauc_ndcg_at_1000_std": 0.0066487509311692, + "nauc_ndcg_at_100_diff1": 0.8454684180776849, + "nauc_ndcg_at_100_max": 0.7726693365186675, + "nauc_ndcg_at_100_std": 0.016040367886040647, + "nauc_ndcg_at_10_diff1": 0.8394263408326492, + "nauc_ndcg_at_10_max": 0.7712455968020023, + "nauc_ndcg_at_10_std": 0.010579796427742488, + "nauc_ndcg_at_1_diff1": 0.859298926448156, + "nauc_ndcg_at_1_max": 0.7500747138374709, + "nauc_ndcg_at_1_std": -0.02528239747945106, + "nauc_ndcg_at_20_diff1": 0.8416040899019681, + "nauc_ndcg_at_20_max": 0.7718568503672425, + "nauc_ndcg_at_20_std": 0.010153069463146865, + "nauc_ndcg_at_3_diff1": 0.8416231479484192, + "nauc_ndcg_at_3_max": 0.7750009220746051, + "nauc_ndcg_at_3_std": 0.0007753730782585605, + "nauc_ndcg_at_5_diff1": 0.8362814510359041, + "nauc_ndcg_at_5_max": 0.7728851975723474, + "nauc_ndcg_at_5_std": 0.010739714450269713, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.3240117812105585, + "nauc_precision_at_100_diff1": 0.9124758975743362, + "nauc_precision_at_100_max": 0.948079985739535, + "nauc_precision_at_100_std": 0.5663975466212635, + "nauc_precision_at_10_diff1": 0.8208484523540114, + "nauc_precision_at_10_max": 0.8218059236378374, + "nauc_precision_at_10_std": 0.1260721623612938, + "nauc_precision_at_1_diff1": 0.859298926448156, + "nauc_precision_at_1_max": 0.7500747138374709, + "nauc_precision_at_1_std": -0.02528239747945106, + "nauc_precision_at_20_diff1": 0.8343245501999715, + "nauc_precision_at_20_max": 0.8457469557565604, + "nauc_precision_at_20_std": 0.1631807686701424, + "nauc_precision_at_3_diff1": 0.8321453432774975, + "nauc_precision_at_3_max": 0.8134119216201376, + "nauc_precision_at_3_std": 0.044624334239126685, + "nauc_precision_at_5_diff1": 0.8113446585696348, + "nauc_precision_at_5_max": 0.8119262771619508, + "nauc_precision_at_5_std": 0.08463233911495327, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9016076691036666, + "nauc_recall_at_100_max": 0.94163286361494, + "nauc_recall_at_100_std": 0.5964955859443366, + "nauc_recall_at_10_diff1": 0.8006965929519647, + "nauc_recall_at_10_max": 0.8016465250918241, + "nauc_recall_at_10_std": 0.12064423751582513, + "nauc_recall_at_1_diff1": 0.8530759077913459, + "nauc_recall_at_1_max": 0.7440597749339453, + "nauc_recall_at_1_std": -0.02672014889204915, + "nauc_recall_at_20_diff1": 0.8066604400719527, + "nauc_recall_at_20_max": 0.8179600240634144, + "nauc_recall_at_20_std": 0.15536942392086364, + "nauc_recall_at_3_diff1": 0.8210857790178147, + "nauc_recall_at_3_max": 0.8024255143510854, + "nauc_recall_at_3_std": 0.041919568093755945, + "nauc_recall_at_5_diff1": 0.7983339723425376, + "nauc_recall_at_5_max": 0.7989128991474449, + "nauc_recall_at_5_std": 0.08124169520128821, + "ndcg_at_1": 0.76752, + "ndcg_at_10": 0.85015, + "ndcg_at_100": 0.86201, + "ndcg_at_1000": 0.86404, + "ndcg_at_20": 0.85514, + "ndcg_at_3": 0.82983, + "ndcg_at_5": 0.83917, + "precision_at_1": 0.76752, + "precision_at_10": 0.09299, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04744, + "precision_at_3": 0.29106, + "precision_at_5": 0.17909, + "recall_at_1": 0.76696, + "recall_at_10": 0.92937, + "recall_at_100": 0.98443, + "recall_at_1000": 1.0, + "recall_at_20": 0.94828, + "recall_at_3": 0.87264, + "recall_at_5": 0.89488 + }, + { + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ], + "main_score": 0.87722, + "map_at_1": 0.79667, + "map_at_10": 0.85237, + "map_at_100": 0.8544, + "map_at_1000": 0.85443, + "map_at_20": 0.8537, + "map_at_3": 0.84148, + "map_at_5": 0.84893, + "mrr_at_1": 0.7966666666666666, + "mrr_at_10": 0.8523738977072315, + "mrr_at_100": 0.8544041492869925, + "mrr_at_1000": 0.8544282961326729, + "mrr_at_20": 0.8536991880429706, + "mrr_at_3": 0.8414814814814819, + "mrr_at_5": 0.8489259259259265, + "nauc_map_at_1000_diff1": 0.8395504089609435, + "nauc_map_at_1000_max": 0.6861685336922193, + "nauc_map_at_1000_std": -0.025609552586701553, + "nauc_map_at_100_diff1": 0.8395566859219663, + "nauc_map_at_100_max": 0.686216751980878, + "nauc_map_at_100_std": -0.02548514717940867, + "nauc_map_at_10_diff1": 0.839281956040813, + "nauc_map_at_10_max": 0.6879103501008227, + "nauc_map_at_10_std": -0.02159330540253539, + "nauc_map_at_1_diff1": 0.8452963142566727, + "nauc_map_at_1_max": 0.6606666831049783, + "nauc_map_at_1_std": -0.05095328505949279, + "nauc_map_at_20_diff1": 0.8393966192066902, + "nauc_map_at_20_max": 0.6868219702572976, + "nauc_map_at_20_std": -0.025482589395022764, + "nauc_map_at_3_diff1": 0.8372592247782586, + "nauc_map_at_3_max": 0.6848161300672646, + "nauc_map_at_3_std": -0.020209650007432682, + "nauc_map_at_5_diff1": 0.839917427548892, + "nauc_map_at_5_max": 0.6887376083128701, + "nauc_map_at_5_std": -0.022837502621773285, + "nauc_mrr_at_1000_diff1": 0.8395504089609435, + "nauc_mrr_at_1000_max": 0.6861685336922193, + "nauc_mrr_at_1000_std": -0.025609552586701553, + "nauc_mrr_at_100_diff1": 0.8395566859219663, + "nauc_mrr_at_100_max": 0.686216751980878, + "nauc_mrr_at_100_std": -0.02548514717940867, + "nauc_mrr_at_10_diff1": 0.839281956040813, + "nauc_mrr_at_10_max": 0.6879103501008227, + "nauc_mrr_at_10_std": -0.02159330540253539, + "nauc_mrr_at_1_diff1": 0.8452963142566727, + "nauc_mrr_at_1_max": 0.6606666831049783, + "nauc_mrr_at_1_std": -0.05095328505949279, + "nauc_mrr_at_20_diff1": 0.8393966192066902, + "nauc_mrr_at_20_max": 0.6868219702572976, + "nauc_mrr_at_20_std": -0.025482589395022764, + "nauc_mrr_at_3_diff1": 0.8372592247782586, + "nauc_mrr_at_3_max": 0.6848161300672646, + "nauc_mrr_at_3_std": -0.020209650007432682, + "nauc_mrr_at_5_diff1": 0.839917427548892, + "nauc_mrr_at_5_max": 0.6887376083128701, + "nauc_mrr_at_5_std": -0.022837502621773285, + "nauc_ndcg_at_1000_diff1": 0.838474958456723, + "nauc_ndcg_at_1000_max": 0.6906499450265798, + "nauc_ndcg_at_1000_std": -0.021318475634443713, + "nauc_ndcg_at_100_diff1": 0.8383886319352492, + "nauc_ndcg_at_100_max": 0.6919966032534582, + "nauc_ndcg_at_100_std": -0.01742738585628801, + "nauc_ndcg_at_10_diff1": 0.836746015079583, + "nauc_ndcg_at_10_max": 0.7002604358904356, + "nauc_ndcg_at_10_std": -0.004516103749080417, + "nauc_ndcg_at_1_diff1": 0.8452963142566727, + "nauc_ndcg_at_1_max": 0.6606666831049783, + "nauc_ndcg_at_1_std": -0.05095328505949279, + "nauc_ndcg_at_20_diff1": 0.8368498471367434, + "nauc_ndcg_at_20_max": 0.6957118226942731, + "nauc_ndcg_at_20_std": -0.020711960172666792, + "nauc_ndcg_at_3_diff1": 0.8335480884328842, + "nauc_ndcg_at_3_max": 0.6935668313486623, + "nauc_ndcg_at_3_std": -0.007528443137764735, + "nauc_ndcg_at_5_diff1": 0.8385300608131548, + "nauc_ndcg_at_5_max": 0.7020232080575081, + "nauc_ndcg_at_5_std": -0.01066905728387808, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8068394024276223, + "nauc_precision_at_100_max": 0.9346405228758011, + "nauc_precision_at_100_std": 0.7047152194211045, + "nauc_precision_at_10_diff1": 0.8144770103163175, + "nauc_precision_at_10_max": 0.8077019425656421, + "nauc_precision_at_10_std": 0.157591491881298, + "nauc_precision_at_1_diff1": 0.8452963142566727, + "nauc_precision_at_1_max": 0.6606666831049783, + "nauc_precision_at_1_std": -0.05095328505949279, + "nauc_precision_at_20_diff1": 0.7993837535013931, + "nauc_precision_at_20_max": 0.8022595704948584, + "nauc_precision_at_20_std": 0.0062371615312763916, + "nauc_precision_at_3_diff1": 0.8180711564154609, + "nauc_precision_at_3_max": 0.7291256370923862, + "nauc_precision_at_3_std": 0.044767182938295264, + "nauc_precision_at_5_diff1": 0.8318054494525055, + "nauc_precision_at_5_max": 0.7776009393656422, + "nauc_precision_at_5_std": 0.057847381376790186, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8068394024276523, + "nauc_recall_at_100_max": 0.9346405228758294, + "nauc_recall_at_100_std": 0.7047152194210936, + "nauc_recall_at_10_diff1": 0.8144770103163231, + "nauc_recall_at_10_max": 0.8077019425656442, + "nauc_recall_at_10_std": 0.15759149188130606, + "nauc_recall_at_1_diff1": 0.8452963142566727, + "nauc_recall_at_1_max": 0.6606666831049783, + "nauc_recall_at_1_std": -0.05095328505949279, + "nauc_recall_at_20_diff1": 0.7993837535013998, + "nauc_recall_at_20_max": 0.8022595704948591, + "nauc_recall_at_20_std": 0.006237161531281072, + "nauc_recall_at_3_diff1": 0.8180711564154586, + "nauc_recall_at_3_max": 0.7291256370923841, + "nauc_recall_at_3_std": 0.04476718293829334, + "nauc_recall_at_5_diff1": 0.8318054494525092, + "nauc_recall_at_5_max": 0.777600939365646, + "nauc_recall_at_5_std": 0.05784738137679501, + "ndcg_at_1": 0.79667, + "ndcg_at_10": 0.87722, + "ndcg_at_100": 0.88637, + "ndcg_at_1000": 0.88695, + "ndcg_at_20": 0.88183, + "ndcg_at_3": 0.85516, + "ndcg_at_5": 0.8685, + "precision_at_1": 0.79667, + "precision_at_10": 0.09544, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.29815, + "precision_at_5": 0.18533, + "recall_at_1": 0.79667, + "recall_at_10": 0.95444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.89444, + "recall_at_5": 0.92667 + }, + { + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ], + "main_score": 0.82067, + "map_at_1": 0.72581, + "map_at_10": 0.79094, + "map_at_100": 0.7941, + "map_at_1000": 0.79419, + "map_at_20": 0.79303, + "map_at_3": 0.77772, + "map_at_5": 0.78578, + "mrr_at_1": 0.7263626251390434, + "mrr_at_10": 0.7914936349029787, + "mrr_at_100": 0.794599859378803, + "mrr_at_1000": 0.794691291970663, + "mrr_at_20": 0.7935830214731439, + "mrr_at_3": 0.7782721542454584, + "mrr_at_5": 0.7863366703744906, + "nauc_map_at_1000_diff1": 0.7924074348743607, + "nauc_map_at_1000_max": 0.7030875040550277, + "nauc_map_at_1000_std": 0.020366423180931136, + "nauc_map_at_100_diff1": 0.7923365222224449, + "nauc_map_at_100_max": 0.7031679602599724, + "nauc_map_at_100_std": 0.020640307932058666, + "nauc_map_at_10_diff1": 0.7903012151300672, + "nauc_map_at_10_max": 0.7031404509983574, + "nauc_map_at_10_std": 0.022691423271099218, + "nauc_map_at_1_diff1": 0.8170877569832987, + "nauc_map_at_1_max": 0.6749923507701326, + "nauc_map_at_1_std": -0.04808643758669501, + "nauc_map_at_20_diff1": 0.7914834437781069, + "nauc_map_at_20_max": 0.7032536741181313, + "nauc_map_at_20_std": 0.021980293439316168, + "nauc_map_at_3_diff1": 0.794502942133694, + "nauc_map_at_3_max": 0.7080577281426418, + "nauc_map_at_3_std": 0.02108152058863355, + "nauc_map_at_5_diff1": 0.7879505038737765, + "nauc_map_at_5_max": 0.7008160414388523, + "nauc_map_at_5_std": 0.01766430879766107, + "nauc_mrr_at_1000_diff1": 0.7986741840232747, + "nauc_mrr_at_1000_max": 0.7075857504347052, + "nauc_mrr_at_1000_std": 0.018447748107733468, + "nauc_mrr_at_100_diff1": 0.7986000459126442, + "nauc_mrr_at_100_max": 0.707664148563244, + "nauc_mrr_at_100_std": 0.0187231140444438, + "nauc_mrr_at_10_diff1": 0.7971057919597031, + "nauc_mrr_at_10_max": 0.7080280777835698, + "nauc_mrr_at_10_std": 0.020611658264770023, + "nauc_mrr_at_1_diff1": 0.8224804044067058, + "nauc_mrr_at_1_max": 0.6787865533772016, + "nauc_mrr_at_1_std": -0.04983933924327694, + "nauc_mrr_at_20_diff1": 0.7983667357042676, + "nauc_mrr_at_20_max": 0.7081962571100605, + "nauc_mrr_at_20_std": 0.01987571708066133, + "nauc_mrr_at_3_diff1": 0.8009191136086969, + "nauc_mrr_at_3_max": 0.7126701750940404, + "nauc_mrr_at_3_std": 0.01911981595928268, + "nauc_mrr_at_5_diff1": 0.7945856145118314, + "nauc_mrr_at_5_max": 0.7055806226104998, + "nauc_mrr_at_5_std": 0.015624408602507026, + "nauc_ndcg_at_1000_diff1": 0.7899609977956662, + "nauc_ndcg_at_1000_max": 0.7097184634868677, + "nauc_ndcg_at_1000_std": 0.03667546302116557, + "nauc_ndcg_at_100_diff1": 0.7880610830645353, + "nauc_ndcg_at_100_max": 0.7118023771607891, + "nauc_ndcg_at_100_std": 0.04459527276630181, + "nauc_ndcg_at_10_diff1": 0.7798358796392422, + "nauc_ndcg_at_10_max": 0.7146825279512532, + "nauc_ndcg_at_10_std": 0.05980862879257442, + "nauc_ndcg_at_1_diff1": 0.8224804044067058, + "nauc_ndcg_at_1_max": 0.6787865533772016, + "nauc_ndcg_at_1_std": -0.04983933924327694, + "nauc_ndcg_at_20_diff1": 0.7844751475623053, + "nauc_ndcg_at_20_max": 0.7153701347059531, + "nauc_ndcg_at_20_std": 0.05801686610668116, + "nauc_ndcg_at_3_diff1": 0.7882151532065184, + "nauc_ndcg_at_3_max": 0.7212232459629625, + "nauc_ndcg_at_3_std": 0.04724105567853363, + "nauc_ndcg_at_5_diff1": 0.7746546429455036, + "nauc_ndcg_at_5_max": 0.7079757818091447, + "nauc_ndcg_at_5_std": 0.043590496795274804, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 0.6620058906052793, + "nauc_precision_at_1000_std": -0.41541043494923996, + "nauc_precision_at_100_diff1": 0.7042100422874074, + "nauc_precision_at_100_max": 0.8220720509071112, + "nauc_precision_at_100_std": 0.44954545220477315, + "nauc_precision_at_10_diff1": 0.7158962609865027, + "nauc_precision_at_10_max": 0.7889142187888019, + "nauc_precision_at_10_std": 0.30653137219791843, + "nauc_precision_at_1_diff1": 0.8224804044067058, + "nauc_precision_at_1_max": 0.6787865533772016, + "nauc_precision_at_1_std": -0.04983933924327694, + "nauc_precision_at_20_diff1": 0.7328583101862964, + "nauc_precision_at_20_max": 0.8335885222964974, + "nauc_precision_at_20_std": 0.4142747705777318, + "nauc_precision_at_3_diff1": 0.7658917739782692, + "nauc_precision_at_3_max": 0.7715730904683615, + "nauc_precision_at_3_std": 0.14589996387330473, + "nauc_precision_at_5_diff1": 0.7122952242504063, + "nauc_precision_at_5_max": 0.7385478601327842, + "nauc_precision_at_5_std": 0.16242499528314489, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6720717665801788, + "nauc_recall_at_100_max": 0.8394636162968364, + "nauc_recall_at_100_std": 0.5435249469480031, + "nauc_recall_at_10_diff1": 0.7002635606508839, + "nauc_recall_at_10_max": 0.7765589945139729, + "nauc_recall_at_10_std": 0.3091787211498017, + "nauc_recall_at_1_diff1": 0.8170877569832987, + "nauc_recall_at_1_max": 0.6749923507701326, + "nauc_recall_at_1_std": -0.04808643758669501, + "nauc_recall_at_20_diff1": 0.7088651451193828, + "nauc_recall_at_20_max": 0.814322070697895, + "nauc_recall_at_20_std": 0.41726399763662736, + "nauc_recall_at_3_diff1": 0.7571412675832495, + "nauc_recall_at_3_max": 0.764943215193435, + "nauc_recall_at_3_std": 0.1480668054298378, + "nauc_recall_at_5_diff1": 0.7015356219322022, + "nauc_recall_at_5_max": 0.7303657000536704, + "nauc_recall_at_5_std": 0.1650764327554873, + "ndcg_at_1": 0.72636, + "ndcg_at_10": 0.82067, + "ndcg_at_100": 0.8357, + "ndcg_at_1000": 0.83801, + "ndcg_at_20": 0.82827, + "ndcg_at_3": 0.79373, + "ndcg_at_5": 0.80833, + "precision_at_1": 0.72636, + "precision_at_10": 0.09132, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "precision_at_20": 0.04716, + "precision_at_3": 0.27994, + "precision_at_5": 0.17508, + "recall_at_1": 0.72581, + "recall_at_10": 0.91268, + "recall_at_100": 0.9822, + "recall_at_1000": 1.0, + "recall_at_20": 0.94271, + "recall_at_3": 0.83927, + "recall_at_5": 0.87486 + }, + { + "hf_subset": "ssw_Latn-ssw_Latn", + "languages": [ + "ssw-Latn", + "ssw-Latn" + ], + "main_score": 0.61394, + "map_at_1": 0.51333, + "map_at_10": 0.58031, + "map_at_100": 0.58757, + "map_at_1000": 0.58808, + "map_at_20": 0.58429, + "map_at_3": 0.56333, + "map_at_5": 0.57422, + "mrr_at_1": 0.5133333333333333, + "mrr_at_10": 0.5803068783068781, + "mrr_at_100": 0.5875744946408217, + "mrr_at_1000": 0.5880839681513167, + "mrr_at_20": 0.5842922336569133, + "mrr_at_3": 0.5633333333333329, + "mrr_at_5": 0.574222222222222, + "nauc_map_at_1000_diff1": 0.7677114369716679, + "nauc_map_at_1000_max": 0.7661862438924399, + "nauc_map_at_1000_std": 0.4296320842490668, + "nauc_map_at_100_diff1": 0.7674532240581772, + "nauc_map_at_100_max": 0.7661994470937991, + "nauc_map_at_100_std": 0.4300874826859235, + "nauc_map_at_10_diff1": 0.7669198065925995, + "nauc_map_at_10_max": 0.7665008011891005, + "nauc_map_at_10_std": 0.4294421612712544, + "nauc_map_at_1_diff1": 0.8053406699627467, + "nauc_map_at_1_max": 0.7589523989637462, + "nauc_map_at_1_std": 0.3755639808719304, + "nauc_map_at_20_diff1": 0.7669687122862031, + "nauc_map_at_20_max": 0.7667174668731105, + "nauc_map_at_20_std": 0.43151606618897975, + "nauc_map_at_3_diff1": 0.7704108069177256, + "nauc_map_at_3_max": 0.7633862679677312, + "nauc_map_at_3_std": 0.41263319178184643, + "nauc_map_at_5_diff1": 0.7681430678504336, + "nauc_map_at_5_max": 0.765763101231404, + "nauc_map_at_5_std": 0.4258269539020979, + "nauc_mrr_at_1000_diff1": 0.7677114369716679, + "nauc_mrr_at_1000_max": 0.7661862438924399, + "nauc_mrr_at_1000_std": 0.4296320842490668, + "nauc_mrr_at_100_diff1": 0.7674532240581772, + "nauc_mrr_at_100_max": 0.7661994470937991, + "nauc_mrr_at_100_std": 0.4300874826859235, + "nauc_mrr_at_10_diff1": 0.7669198065925995, + "nauc_mrr_at_10_max": 0.7665008011891005, + "nauc_mrr_at_10_std": 0.4294421612712544, + "nauc_mrr_at_1_diff1": 0.8053406699627467, + "nauc_mrr_at_1_max": 0.7589523989637462, + "nauc_mrr_at_1_std": 0.3755639808719304, + "nauc_mrr_at_20_diff1": 0.7669687122862031, + "nauc_mrr_at_20_max": 0.7667174668731105, + "nauc_mrr_at_20_std": 0.43151606618897975, + "nauc_mrr_at_3_diff1": 0.7704108069177256, + "nauc_mrr_at_3_max": 0.7633862679677312, + "nauc_mrr_at_3_std": 0.41263319178184643, + "nauc_mrr_at_5_diff1": 0.7681430678504336, + "nauc_mrr_at_5_max": 0.765763101231404, + "nauc_mrr_at_5_std": 0.4258269539020979, + "nauc_ndcg_at_1000_diff1": 0.7595717060571262, + "nauc_ndcg_at_1000_max": 0.7684047674148268, + "nauc_ndcg_at_1000_std": 0.44676697248368125, + "nauc_ndcg_at_100_diff1": 0.7535299238538071, + "nauc_ndcg_at_100_max": 0.768766987104723, + "nauc_ndcg_at_100_std": 0.45917763609817613, + "nauc_ndcg_at_10_diff1": 0.7509624505145586, + "nauc_ndcg_at_10_max": 0.7718313190049888, + "nauc_ndcg_at_10_std": 0.46085526778306063, + "nauc_ndcg_at_1_diff1": 0.8053406699627467, + "nauc_ndcg_at_1_max": 0.7589523989637462, + "nauc_ndcg_at_1_std": 0.3755639808719304, + "nauc_ndcg_at_20_diff1": 0.7504917212758717, + "nauc_ndcg_at_20_max": 0.7722562051766567, + "nauc_ndcg_at_20_std": 0.46826150276301526, + "nauc_ndcg_at_3_diff1": 0.7593545824314514, + "nauc_ndcg_at_3_max": 0.7659367295728514, + "nauc_ndcg_at_3_std": 0.4269757262464435, + "nauc_ndcg_at_5_diff1": 0.7545927769706126, + "nauc_ndcg_at_5_max": 0.769924756963602, + "nauc_ndcg_at_5_std": 0.4508289891274545, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6351782092147213, + "nauc_precision_at_100_max": 0.7767474806014366, + "nauc_precision_at_100_std": 0.7126544104231736, + "nauc_precision_at_10_diff1": 0.6888990638990629, + "nauc_precision_at_10_max": 0.7932777099443765, + "nauc_precision_at_10_std": 0.587140482973816, + "nauc_precision_at_1_diff1": 0.8053406699627467, + "nauc_precision_at_1_max": 0.7589523989637462, + "nauc_precision_at_1_std": 0.3755639808719304, + "nauc_precision_at_20_diff1": 0.6738566002525389, + "nauc_precision_at_20_max": 0.7981054478516397, + "nauc_precision_at_20_std": 0.6477583330375202, + "nauc_precision_at_3_diff1": 0.7250409674004826, + "nauc_precision_at_3_max": 0.7742674648906362, + "nauc_precision_at_3_std": 0.4724331268702974, + "nauc_precision_at_5_diff1": 0.7083536901745574, + "nauc_precision_at_5_max": 0.7845715973776594, + "nauc_precision_at_5_std": 0.5386742110067072, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6351782092147199, + "nauc_recall_at_100_max": 0.7767474806014361, + "nauc_recall_at_100_std": 0.712654410423173, + "nauc_recall_at_10_diff1": 0.6888990638990643, + "nauc_recall_at_10_max": 0.7932777099443762, + "nauc_recall_at_10_std": 0.5871404829738164, + "nauc_recall_at_1_diff1": 0.8053406699627467, + "nauc_recall_at_1_max": 0.7589523989637462, + "nauc_recall_at_1_std": 0.3755639808719304, + "nauc_recall_at_20_diff1": 0.6738566002525392, + "nauc_recall_at_20_max": 0.7981054478516403, + "nauc_recall_at_20_std": 0.6477583330375206, + "nauc_recall_at_3_diff1": 0.7250409674004827, + "nauc_recall_at_3_max": 0.7742674648906359, + "nauc_recall_at_3_std": 0.4724331268702978, + "nauc_recall_at_5_diff1": 0.7083536901745576, + "nauc_recall_at_5_max": 0.7845715973776602, + "nauc_recall_at_5_std": 0.5386742110067071, + "ndcg_at_1": 0.51333, + "ndcg_at_10": 0.61394, + "ndcg_at_100": 0.65188, + "ndcg_at_1000": 0.66451, + "ndcg_at_20": 0.62815, + "ndcg_at_3": 0.57934, + "ndcg_at_5": 0.59899, + "precision_at_1": 0.51333, + "precision_at_10": 0.072, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "precision_at_20": 0.03878, + "precision_at_3": 0.20852, + "precision_at_5": 0.13467, + "recall_at_1": 0.51333, + "recall_at_10": 0.72, + "recall_at_100": 0.90333, + "recall_at_1000": 1.0, + "recall_at_20": 0.77556, + "recall_at_3": 0.62556, + "recall_at_5": 0.67333 + }, + { + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ], + "main_score": 0.80364, + "map_at_1": 0.68778, + "map_at_10": 0.76725, + "map_at_100": 0.77058, + "map_at_1000": 0.77065, + "map_at_20": 0.76936, + "map_at_3": 0.75093, + "map_at_5": 0.76104, + "mrr_at_1": 0.6877777777777778, + "mrr_at_10": 0.7672477954144628, + "mrr_at_100": 0.7705849212773496, + "mrr_at_1000": 0.7706476921395407, + "mrr_at_20": 0.7693565273878747, + "mrr_at_3": 0.7509259259259262, + "mrr_at_5": 0.7610370370370375, + "nauc_map_at_1000_diff1": 0.8049931213408479, + "nauc_map_at_1000_max": 0.6491064447190774, + "nauc_map_at_1000_std": 0.03853389504646659, + "nauc_map_at_100_diff1": 0.8049124675790557, + "nauc_map_at_100_max": 0.6491358108469545, + "nauc_map_at_100_std": 0.03870616436526872, + "nauc_map_at_10_diff1": 0.8039050293783857, + "nauc_map_at_10_max": 0.6501058421555591, + "nauc_map_at_10_std": 0.03807589095124569, + "nauc_map_at_1_diff1": 0.8235647531342226, + "nauc_map_at_1_max": 0.6187122913037624, + "nauc_map_at_1_std": -0.002580723187690763, + "nauc_map_at_20_diff1": 0.8045808436041149, + "nauc_map_at_20_max": 0.6496090357831464, + "nauc_map_at_20_std": 0.039731241233375, + "nauc_map_at_3_diff1": 0.8032391783336708, + "nauc_map_at_3_max": 0.6516841565262168, + "nauc_map_at_3_std": 0.04259951923360406, + "nauc_map_at_5_diff1": 0.804913729473442, + "nauc_map_at_5_max": 0.6525654558052776, + "nauc_map_at_5_std": 0.04094501582145603, + "nauc_mrr_at_1000_diff1": 0.8049931213408479, + "nauc_mrr_at_1000_max": 0.6491064447190774, + "nauc_mrr_at_1000_std": 0.03853389504646659, + "nauc_mrr_at_100_diff1": 0.8049124675790557, + "nauc_mrr_at_100_max": 0.6491358108469545, + "nauc_mrr_at_100_std": 0.03870616436526872, + "nauc_mrr_at_10_diff1": 0.8039050293783857, + "nauc_mrr_at_10_max": 0.6501058421555591, + "nauc_mrr_at_10_std": 0.03807589095124569, + "nauc_mrr_at_1_diff1": 0.8235647531342226, + "nauc_mrr_at_1_max": 0.6187122913037624, + "nauc_mrr_at_1_std": -0.002580723187690763, + "nauc_mrr_at_20_diff1": 0.8045808436041149, + "nauc_mrr_at_20_max": 0.6496090357831464, + "nauc_mrr_at_20_std": 0.039731241233375, + "nauc_mrr_at_3_diff1": 0.8032391783336708, + "nauc_mrr_at_3_max": 0.6516841565262168, + "nauc_mrr_at_3_std": 0.04259951923360406, + "nauc_mrr_at_5_diff1": 0.804913729473442, + "nauc_mrr_at_5_max": 0.6525654558052776, + "nauc_mrr_at_5_std": 0.04094501582145603, + "nauc_ndcg_at_1000_diff1": 0.8015202238709958, + "nauc_ndcg_at_1000_max": 0.6533974702665183, + "nauc_ndcg_at_1000_std": 0.045324557514906105, + "nauc_ndcg_at_100_diff1": 0.7994306887165805, + "nauc_ndcg_at_100_max": 0.654273839148683, + "nauc_ndcg_at_100_std": 0.05034376734135881, + "nauc_ndcg_at_10_diff1": 0.795228664346659, + "nauc_ndcg_at_10_max": 0.6595680277206355, + "nauc_ndcg_at_10_std": 0.04725560251351035, + "nauc_ndcg_at_1_diff1": 0.8235647531342226, + "nauc_ndcg_at_1_max": 0.6187122913037624, + "nauc_ndcg_at_1_std": -0.002580723187690763, + "nauc_ndcg_at_20_diff1": 0.7974431020236129, + "nauc_ndcg_at_20_max": 0.6580850607509835, + "nauc_ndcg_at_20_std": 0.056187829876406595, + "nauc_ndcg_at_3_diff1": 0.7954159320610938, + "nauc_ndcg_at_3_max": 0.66262900262717, + "nauc_ndcg_at_3_std": 0.05771857042044162, + "nauc_ndcg_at_5_diff1": 0.7981460462165563, + "nauc_ndcg_at_5_max": 0.6653274786624482, + "nauc_ndcg_at_5_std": 0.05554451551721981, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5565930075734221, + "nauc_precision_at_100_max": 0.7598817304699612, + "nauc_precision_at_100_std": 0.6486150015561851, + "nauc_precision_at_10_diff1": 0.7330905695611575, + "nauc_precision_at_10_max": 0.7208341114223457, + "nauc_precision_at_10_std": 0.09836912542794837, + "nauc_precision_at_1_diff1": 0.8235647531342226, + "nauc_precision_at_1_max": 0.6187122913037624, + "nauc_precision_at_1_std": -0.002580723187690763, + "nauc_precision_at_20_diff1": 0.7233407251789576, + "nauc_precision_at_20_max": 0.738610722066599, + "nauc_precision_at_20_std": 0.2462943510737565, + "nauc_precision_at_3_diff1": 0.764948004154538, + "nauc_precision_at_3_max": 0.7045116493774611, + "nauc_precision_at_3_std": 0.11563465705822781, + "nauc_precision_at_5_diff1": 0.7661282297920323, + "nauc_precision_at_5_max": 0.7267736906696726, + "nauc_precision_at_5_std": 0.1242246840691234, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5565930075733959, + "nauc_recall_at_100_max": 0.7598817304699581, + "nauc_recall_at_100_std": 0.6486150015561812, + "nauc_recall_at_10_diff1": 0.7330905695611578, + "nauc_recall_at_10_max": 0.720834111422346, + "nauc_recall_at_10_std": 0.09836912542794998, + "nauc_recall_at_1_diff1": 0.8235647531342226, + "nauc_recall_at_1_max": 0.6187122913037624, + "nauc_recall_at_1_std": -0.002580723187690763, + "nauc_recall_at_20_diff1": 0.7233407251789596, + "nauc_recall_at_20_max": 0.7386107220666014, + "nauc_recall_at_20_std": 0.2462943510737608, + "nauc_recall_at_3_diff1": 0.7649480041545389, + "nauc_recall_at_3_max": 0.7045116493774609, + "nauc_recall_at_3_std": 0.11563465705822816, + "nauc_recall_at_5_diff1": 0.7661282297920333, + "nauc_recall_at_5_max": 0.7267736906696745, + "nauc_recall_at_5_std": 0.1242246840691251, + "ndcg_at_1": 0.68778, + "ndcg_at_10": 0.80364, + "ndcg_at_100": 0.81955, + "ndcg_at_1000": 0.82091, + "ndcg_at_20": 0.81126, + "ndcg_at_3": 0.77099, + "ndcg_at_5": 0.78878, + "precision_at_1": 0.68778, + "precision_at_10": 0.09167, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.2763, + "precision_at_5": 0.17422, + "recall_at_1": 0.68778, + "recall_at_10": 0.91667, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.82889, + "recall_at_5": 0.87111 + }, + { + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ], + "main_score": 0.62023, + "map_at_1": 0.52, + "map_at_10": 0.58689, + "map_at_100": 0.59373, + "map_at_1000": 0.59423, + "map_at_20": 0.5909, + "map_at_3": 0.57037, + "map_at_5": 0.58026, + "mrr_at_1": 0.52, + "mrr_at_10": 0.5868858024691355, + "mrr_at_100": 0.5937310533369312, + "mrr_at_1000": 0.5942341636877376, + "mrr_at_20": 0.590900037254913, + "mrr_at_3": 0.5703703703703701, + "mrr_at_5": 0.5802592592592589, + "nauc_map_at_1000_diff1": 0.8017434130769804, + "nauc_map_at_1000_max": 0.7826069840223149, + "nauc_map_at_1000_std": 0.28998326521845064, + "nauc_map_at_100_diff1": 0.8015408966044332, + "nauc_map_at_100_max": 0.7826078593434213, + "nauc_map_at_100_std": 0.29055379499688894, + "nauc_map_at_10_diff1": 0.8006178679387055, + "nauc_map_at_10_max": 0.781912735356778, + "nauc_map_at_10_std": 0.2893334190861734, + "nauc_map_at_1_diff1": 0.8346693992539793, + "nauc_map_at_1_max": 0.7690525418503001, + "nauc_map_at_1_std": 0.2267004612752477, + "nauc_map_at_20_diff1": 0.8009852843241534, + "nauc_map_at_20_max": 0.7827196495791515, + "nauc_map_at_20_std": 0.29057912576102163, + "nauc_map_at_3_diff1": 0.8049699214317824, + "nauc_map_at_3_max": 0.7843824259810324, + "nauc_map_at_3_std": 0.2783586842499621, + "nauc_map_at_5_diff1": 0.8011382187564091, + "nauc_map_at_5_max": 0.7802724991371973, + "nauc_map_at_5_std": 0.2840354014986604, + "nauc_mrr_at_1000_diff1": 0.8017434130769804, + "nauc_mrr_at_1000_max": 0.7826069840223149, + "nauc_mrr_at_1000_std": 0.28998326521845064, + "nauc_mrr_at_100_diff1": 0.8015408966044332, + "nauc_mrr_at_100_max": 0.7826078593434213, + "nauc_mrr_at_100_std": 0.29055379499688894, + "nauc_mrr_at_10_diff1": 0.8006178679387055, + "nauc_mrr_at_10_max": 0.781912735356778, + "nauc_mrr_at_10_std": 0.2893334190861734, + "nauc_mrr_at_1_diff1": 0.8346693992539793, + "nauc_mrr_at_1_max": 0.7690525418503001, + "nauc_mrr_at_1_std": 0.2267004612752477, + "nauc_mrr_at_20_diff1": 0.8009852843241534, + "nauc_mrr_at_20_max": 0.7827196495791515, + "nauc_mrr_at_20_std": 0.29057912576102163, + "nauc_mrr_at_3_diff1": 0.8049699214317824, + "nauc_mrr_at_3_max": 0.7843824259810324, + "nauc_mrr_at_3_std": 0.2783586842499621, + "nauc_mrr_at_5_diff1": 0.8011382187564091, + "nauc_mrr_at_5_max": 0.7802724991371973, + "nauc_mrr_at_5_std": 0.2840354014986604, + "nauc_ndcg_at_1000_diff1": 0.7947028075623922, + "nauc_ndcg_at_1000_max": 0.7856748379485948, + "nauc_ndcg_at_1000_std": 0.3093750380607736, + "nauc_ndcg_at_100_diff1": 0.7894143531638054, + "nauc_ndcg_at_100_max": 0.7871659174450977, + "nauc_ndcg_at_100_std": 0.3273971680201676, + "nauc_ndcg_at_10_diff1": 0.7860963195340436, + "nauc_ndcg_at_10_max": 0.7853987330889375, + "nauc_ndcg_at_10_std": 0.3204555223644055, + "nauc_ndcg_at_1_diff1": 0.8346693992539793, + "nauc_ndcg_at_1_max": 0.7690525418503001, + "nauc_ndcg_at_1_std": 0.2267004612752477, + "nauc_ndcg_at_20_diff1": 0.7865927630336191, + "nauc_ndcg_at_20_max": 0.7879837044017334, + "nauc_ndcg_at_20_std": 0.32465392396371295, + "nauc_ndcg_at_3_diff1": 0.7956118573907228, + "nauc_ndcg_at_3_max": 0.789630284543201, + "nauc_ndcg_at_3_std": 0.2968536915323858, + "nauc_ndcg_at_5_diff1": 0.7884950395504858, + "nauc_ndcg_at_5_max": 0.7820021880115594, + "nauc_ndcg_at_5_std": 0.30738469750313724, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6866894906110607, + "nauc_precision_at_100_max": 0.8236539060068482, + "nauc_precision_at_100_std": 0.6919649341217984, + "nauc_precision_at_10_diff1": 0.7288673280044127, + "nauc_precision_at_10_max": 0.7976526317377456, + "nauc_precision_at_10_std": 0.44419828063679656, + "nauc_precision_at_1_diff1": 0.8346693992539793, + "nauc_precision_at_1_max": 0.7690525418503001, + "nauc_precision_at_1_std": 0.2267004612752477, + "nauc_precision_at_20_diff1": 0.7184388565171471, + "nauc_precision_at_20_max": 0.8126862461382021, + "nauc_precision_at_20_std": 0.4884647973615933, + "nauc_precision_at_3_diff1": 0.7664987753432276, + "nauc_precision_at_3_max": 0.806109122949946, + "nauc_precision_at_3_std": 0.35520291190338454, + "nauc_precision_at_5_diff1": 0.7454976456230983, + "nauc_precision_at_5_max": 0.7864264145715149, + "nauc_precision_at_5_std": 0.3871673647870242, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6866894906110603, + "nauc_recall_at_100_max": 0.8236539060068471, + "nauc_recall_at_100_std": 0.6919649341217964, + "nauc_recall_at_10_diff1": 0.7288673280044138, + "nauc_recall_at_10_max": 0.7976526317377465, + "nauc_recall_at_10_std": 0.44419828063679817, + "nauc_recall_at_1_diff1": 0.8346693992539793, + "nauc_recall_at_1_max": 0.7690525418503001, + "nauc_recall_at_1_std": 0.2267004612752477, + "nauc_recall_at_20_diff1": 0.7184388565171484, + "nauc_recall_at_20_max": 0.8126862461382041, + "nauc_recall_at_20_std": 0.48846479736159504, + "nauc_recall_at_3_diff1": 0.7664987753432267, + "nauc_recall_at_3_max": 0.806109122949946, + "nauc_recall_at_3_std": 0.3552029119033842, + "nauc_recall_at_5_diff1": 0.7454976456230985, + "nauc_recall_at_5_max": 0.7864264145715151, + "nauc_recall_at_5_std": 0.38716736478702446, + "ndcg_at_1": 0.52, + "ndcg_at_10": 0.62023, + "ndcg_at_100": 0.65618, + "ndcg_at_1000": 0.66913, + "ndcg_at_20": 0.63484, + "ndcg_at_3": 0.58629, + "ndcg_at_5": 0.60389, + "precision_at_1": 0.52, + "precision_at_10": 0.07256, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "precision_at_20": 0.03917, + "precision_at_3": 0.21074, + "precision_at_5": 0.13489, + "recall_at_1": 0.52, + "recall_at_10": 0.72556, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "recall_at_20": 0.78333, + "recall_at_3": 0.63222, + "recall_at_5": 0.67444 + }, + { + "hf_subset": "sun_Latn-sun_Latn", + "languages": [ + "sun-Latn", + "sun-Latn" + ], + "main_score": 0.76372, + "map_at_1": 0.66667, + "map_at_10": 0.73325, + "map_at_100": 0.73687, + "map_at_1000": 0.73713, + "map_at_20": 0.7353, + "map_at_3": 0.72111, + "map_at_5": 0.72661, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.7332517636684305, + "mrr_at_100": 0.7368743543018531, + "mrr_at_1000": 0.7371307076502928, + "mrr_at_20": 0.7353007874669384, + "mrr_at_3": 0.7211111111111114, + "mrr_at_5": 0.7266111111111114, + "nauc_map_at_1000_diff1": 0.8383878587413924, + "nauc_map_at_1000_max": 0.8139397680480971, + "nauc_map_at_1000_std": 0.38594934512183054, + "nauc_map_at_100_diff1": 0.8383806047945761, + "nauc_map_at_100_max": 0.8140430165726411, + "nauc_map_at_100_std": 0.386354805803394, + "nauc_map_at_10_diff1": 0.837873250790713, + "nauc_map_at_10_max": 0.8146717651140769, + "nauc_map_at_10_std": 0.38804721725733726, + "nauc_map_at_1_diff1": 0.8558520179372195, + "nauc_map_at_1_max": 0.7903830343796714, + "nauc_map_at_1_std": 0.340121449925262, + "nauc_map_at_20_diff1": 0.8383727233004356, + "nauc_map_at_20_max": 0.8144305436064898, + "nauc_map_at_20_std": 0.3861867965135279, + "nauc_map_at_3_diff1": 0.8370180960720485, + "nauc_map_at_3_max": 0.8133722894080637, + "nauc_map_at_3_std": 0.3765966647805385, + "nauc_map_at_5_diff1": 0.8360865993215688, + "nauc_map_at_5_max": 0.8137985563712989, + "nauc_map_at_5_std": 0.3848805068286106, + "nauc_mrr_at_1000_diff1": 0.8383878587413924, + "nauc_mrr_at_1000_max": 0.8139397680480971, + "nauc_mrr_at_1000_std": 0.38594934512183054, + "nauc_mrr_at_100_diff1": 0.8383806047945761, + "nauc_mrr_at_100_max": 0.8140430165726411, + "nauc_mrr_at_100_std": 0.386354805803394, + "nauc_mrr_at_10_diff1": 0.837873250790713, + "nauc_mrr_at_10_max": 0.8146717651140769, + "nauc_mrr_at_10_std": 0.38804721725733726, + "nauc_mrr_at_1_diff1": 0.8558520179372195, + "nauc_mrr_at_1_max": 0.7903830343796714, + "nauc_mrr_at_1_std": 0.340121449925262, + "nauc_mrr_at_20_diff1": 0.8383727233004356, + "nauc_mrr_at_20_max": 0.8144305436064898, + "nauc_mrr_at_20_std": 0.3861867965135279, + "nauc_mrr_at_3_diff1": 0.8370180960720485, + "nauc_mrr_at_3_max": 0.8133722894080637, + "nauc_mrr_at_3_std": 0.3765966647805385, + "nauc_mrr_at_5_diff1": 0.8360865993215688, + "nauc_mrr_at_5_max": 0.8137985563712989, + "nauc_mrr_at_5_std": 0.3848805068286106, + "nauc_ndcg_at_1000_diff1": 0.8356030896136659, + "nauc_ndcg_at_1000_max": 0.8185765993709487, + "nauc_ndcg_at_1000_std": 0.3995529456966023, + "nauc_ndcg_at_100_diff1": 0.8350950376157312, + "nauc_ndcg_at_100_max": 0.8214360739470012, + "nauc_ndcg_at_100_std": 0.41135996560229077, + "nauc_ndcg_at_10_diff1": 0.8322421234947592, + "nauc_ndcg_at_10_max": 0.8243834353818335, + "nauc_ndcg_at_10_std": 0.4163823159357059, + "nauc_ndcg_at_1_diff1": 0.8558520179372195, + "nauc_ndcg_at_1_max": 0.7903830343796714, + "nauc_ndcg_at_1_std": 0.340121449925262, + "nauc_ndcg_at_20_diff1": 0.8341194853517212, + "nauc_ndcg_at_20_max": 0.8233836909407336, + "nauc_ndcg_at_20_std": 0.4097193969084355, + "nauc_ndcg_at_3_diff1": 0.830488282068119, + "nauc_ndcg_at_3_max": 0.8212900165212424, + "nauc_ndcg_at_3_std": 0.39095514262009773, + "nauc_ndcg_at_5_diff1": 0.8282863096780293, + "nauc_ndcg_at_5_max": 0.8222078564216772, + "nauc_ndcg_at_5_std": 0.4069790786541426, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8166488817749306, + "nauc_precision_at_100_max": 0.9071850962607245, + "nauc_precision_at_100_std": 0.7694411097772444, + "nauc_precision_at_10_diff1": 0.8063238992028235, + "nauc_precision_at_10_max": 0.8719704670697109, + "nauc_precision_at_10_std": 0.5644771738881188, + "nauc_precision_at_1_diff1": 0.8558520179372195, + "nauc_precision_at_1_max": 0.7903830343796714, + "nauc_precision_at_1_std": 0.340121449925262, + "nauc_precision_at_20_diff1": 0.8137038789025538, + "nauc_precision_at_20_max": 0.8746925260170282, + "nauc_precision_at_20_std": 0.5515752128666033, + "nauc_precision_at_3_diff1": 0.8076342485564398, + "nauc_precision_at_3_max": 0.8489802704500123, + "nauc_precision_at_3_std": 0.44190391740824, + "nauc_precision_at_5_diff1": 0.797937028150055, + "nauc_precision_at_5_max": 0.8542664013577564, + "nauc_precision_at_5_std": 0.49492011470708624, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8166488817749303, + "nauc_recall_at_100_max": 0.9071850962607261, + "nauc_recall_at_100_std": 0.7694411097772418, + "nauc_recall_at_10_diff1": 0.8063238992028253, + "nauc_recall_at_10_max": 0.871970467069713, + "nauc_recall_at_10_std": 0.5644771738881196, + "nauc_recall_at_1_diff1": 0.8558520179372195, + "nauc_recall_at_1_max": 0.7903830343796714, + "nauc_recall_at_1_std": 0.340121449925262, + "nauc_recall_at_20_diff1": 0.8137038789025547, + "nauc_recall_at_20_max": 0.87469252601703, + "nauc_recall_at_20_std": 0.551575212866605, + "nauc_recall_at_3_diff1": 0.8076342485564391, + "nauc_recall_at_3_max": 0.8489802704500112, + "nauc_recall_at_3_std": 0.4419039174082398, + "nauc_recall_at_5_diff1": 0.7979370281500554, + "nauc_recall_at_5_max": 0.8542664013577578, + "nauc_recall_at_5_std": 0.4949201147070875, + "ndcg_at_1": 0.66667, + "ndcg_at_10": 0.76372, + "ndcg_at_100": 0.78304, + "ndcg_at_1000": 0.78918, + "ndcg_at_20": 0.77126, + "ndcg_at_3": 0.73801, + "ndcg_at_5": 0.74801, + "precision_at_1": 0.66667, + "precision_at_10": 0.08589, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "precision_at_20": 0.04444, + "precision_at_3": 0.26222, + "precision_at_5": 0.16222, + "recall_at_1": 0.66667, + "recall_at_10": 0.85889, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "recall_at_20": 0.88889, + "recall_at_3": 0.78667, + "recall_at_5": 0.81111 + }, + { + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ], + "main_score": 0.87555, + "map_at_1": 0.79778, + "map_at_10": 0.8515, + "map_at_100": 0.85414, + "map_at_1000": 0.85415, + "map_at_20": 0.85354, + "map_at_3": 0.8413, + "map_at_5": 0.84713, + "mrr_at_1": 0.7977777777777778, + "mrr_at_10": 0.851502204585538, + "mrr_at_100": 0.8541359309001135, + "mrr_at_1000": 0.8541485591782336, + "mrr_at_20": 0.853535867364299, + "mrr_at_3": 0.8412962962962967, + "mrr_at_5": 0.8471296296296301, + "nauc_map_at_1000_diff1": 0.8535223209369924, + "nauc_map_at_1000_max": 0.6920205030701274, + "nauc_map_at_1000_std": -0.1107919742761236, + "nauc_map_at_100_diff1": 0.8535303702611666, + "nauc_map_at_100_max": 0.6920486435222716, + "nauc_map_at_100_std": -0.11076953340835531, + "nauc_map_at_10_diff1": 0.8534786373835658, + "nauc_map_at_10_max": 0.6938159369259578, + "nauc_map_at_10_std": -0.10825893813981044, + "nauc_map_at_1_diff1": 0.8560065372784457, + "nauc_map_at_1_max": 0.6571780748045144, + "nauc_map_at_1_std": -0.13807799611505245, + "nauc_map_at_20_diff1": 0.8536825127141324, + "nauc_map_at_20_max": 0.6924785359020638, + "nauc_map_at_20_std": -0.11007015689107771, + "nauc_map_at_3_diff1": 0.8527515638574151, + "nauc_map_at_3_max": 0.6945114277920776, + "nauc_map_at_3_std": -0.10985969408221335, + "nauc_map_at_5_diff1": 0.8524593804381922, + "nauc_map_at_5_max": 0.6968774242098592, + "nauc_map_at_5_std": -0.1039364851807283, + "nauc_mrr_at_1000_diff1": 0.8535223209369924, + "nauc_mrr_at_1000_max": 0.6920205030701274, + "nauc_mrr_at_1000_std": -0.1107919742761236, + "nauc_mrr_at_100_diff1": 0.8535303702611666, + "nauc_mrr_at_100_max": 0.6920486435222716, + "nauc_mrr_at_100_std": -0.11076953340835531, + "nauc_mrr_at_10_diff1": 0.8534786373835658, + "nauc_mrr_at_10_max": 0.6938159369259578, + "nauc_mrr_at_10_std": -0.10825893813981044, + "nauc_mrr_at_1_diff1": 0.8560065372784457, + "nauc_mrr_at_1_max": 0.6571780748045144, + "nauc_mrr_at_1_std": -0.13807799611505245, + "nauc_mrr_at_20_diff1": 0.8536825127141324, + "nauc_mrr_at_20_max": 0.6924785359020638, + "nauc_mrr_at_20_std": -0.11007015689107771, + "nauc_mrr_at_3_diff1": 0.8527515638574151, + "nauc_mrr_at_3_max": 0.6945114277920776, + "nauc_mrr_at_3_std": -0.10985969408221335, + "nauc_mrr_at_5_diff1": 0.8524593804381922, + "nauc_mrr_at_5_max": 0.6968774242098592, + "nauc_mrr_at_5_std": -0.1039364851807283, + "nauc_ndcg_at_1000_diff1": 0.8536287523558744, + "nauc_ndcg_at_1000_max": 0.6976094849498125, + "nauc_ndcg_at_1000_std": -0.10487166973970778, + "nauc_ndcg_at_100_diff1": 0.8538560269767522, + "nauc_ndcg_at_100_max": 0.698443983296676, + "nauc_ndcg_at_100_std": -0.1040243089797569, + "nauc_ndcg_at_10_diff1": 0.8537445944611826, + "nauc_ndcg_at_10_max": 0.7073985762831433, + "nauc_ndcg_at_10_std": -0.09255564133622697, + "nauc_ndcg_at_1_diff1": 0.8560065372784457, + "nauc_ndcg_at_1_max": 0.6571780748045144, + "nauc_ndcg_at_1_std": -0.13807799611505245, + "nauc_ndcg_at_20_diff1": 0.8548089585860557, + "nauc_ndcg_at_20_max": 0.7027928525077122, + "nauc_ndcg_at_20_std": -0.09710642469231036, + "nauc_ndcg_at_3_diff1": 0.8519389965212414, + "nauc_ndcg_at_3_max": 0.7088999829399102, + "nauc_ndcg_at_3_std": -0.09525218531807549, + "nauc_ndcg_at_5_diff1": 0.851503996531766, + "nauc_ndcg_at_5_max": 0.7146433338977081, + "nauc_ndcg_at_5_std": -0.08295741552297899, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.21825396825404006, + "nauc_precision_at_10_diff1": 0.8576615831517775, + "nauc_precision_at_10_max": 0.810644257703078, + "nauc_precision_at_10_std": 0.03258636788048533, + "nauc_precision_at_1_diff1": 0.8560065372784457, + "nauc_precision_at_1_max": 0.6571780748045144, + "nauc_precision_at_1_std": -0.13807799611505245, + "nauc_precision_at_20_diff1": 0.883397803565866, + "nauc_precision_at_20_max": 0.8465163843315087, + "nauc_precision_at_20_std": 0.11429016050862854, + "nauc_precision_at_3_diff1": 0.8488099361670549, + "nauc_precision_at_3_max": 0.7679449750111358, + "nauc_precision_at_3_std": -0.03357415013112889, + "nauc_precision_at_5_diff1": 0.8470255682181536, + "nauc_precision_at_5_max": 0.8066971080669707, + "nauc_precision_at_5_std": 0.02876584423723322, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.2182539682539692, + "nauc_recall_at_10_diff1": 0.857661583151777, + "nauc_recall_at_10_max": 0.8106442577030809, + "nauc_recall_at_10_std": 0.03258636788048659, + "nauc_recall_at_1_diff1": 0.8560065372784457, + "nauc_recall_at_1_max": 0.6571780748045144, + "nauc_recall_at_1_std": -0.13807799611505245, + "nauc_recall_at_20_diff1": 0.8833978035658724, + "nauc_recall_at_20_max": 0.8465163843315111, + "nauc_recall_at_20_std": 0.11429016050864874, + "nauc_recall_at_3_diff1": 0.8488099361670545, + "nauc_recall_at_3_max": 0.7679449750111342, + "nauc_recall_at_3_std": -0.033574150131129465, + "nauc_recall_at_5_diff1": 0.8470255682181558, + "nauc_recall_at_5_max": 0.8066971080669705, + "nauc_recall_at_5_std": 0.028765844237239227, + "ndcg_at_1": 0.79778, + "ndcg_at_10": 0.87555, + "ndcg_at_100": 0.88655, + "ndcg_at_1000": 0.88684, + "ndcg_at_20": 0.88252, + "ndcg_at_3": 0.85499, + "ndcg_at_5": 0.86527, + "precision_at_1": 0.79778, + "precision_at_10": 0.095, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.29815, + "precision_at_5": 0.18378, + "recall_at_1": 0.79778, + "recall_at_10": 0.95, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.89444, + "recall_at_5": 0.91889 + }, + { + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ], + "main_score": 0.74212, + "map_at_1": 0.64667, + "map_at_10": 0.71007, + "map_at_100": 0.71418, + "map_at_1000": 0.71444, + "map_at_20": 0.7123, + "map_at_3": 0.69426, + "map_at_5": 0.7032, + "mrr_at_1": 0.6466666666666666, + "mrr_at_10": 0.7100731922398588, + "mrr_at_100": 0.7141755837809421, + "mrr_at_1000": 0.7144432965426627, + "mrr_at_20": 0.7122992499034809, + "mrr_at_3": 0.6942592592592595, + "mrr_at_5": 0.7032037037037038, + "nauc_map_at_1000_diff1": 0.8336970948267359, + "nauc_map_at_1000_max": 0.806882884440992, + "nauc_map_at_1000_std": 0.27762789839544283, + "nauc_map_at_100_diff1": 0.8335881646136516, + "nauc_map_at_100_max": 0.8069715179445418, + "nauc_map_at_100_std": 0.27802448218032466, + "nauc_map_at_10_diff1": 0.8330881574303896, + "nauc_map_at_10_max": 0.8074529834854326, + "nauc_map_at_10_std": 0.27747757413570756, + "nauc_map_at_1_diff1": 0.8570681644225486, + "nauc_map_at_1_max": 0.7867171189041374, + "nauc_map_at_1_std": 0.2286557209746914, + "nauc_map_at_20_diff1": 0.8333836921212735, + "nauc_map_at_20_max": 0.8070947800908241, + "nauc_map_at_20_std": 0.2781128587603663, + "nauc_map_at_3_diff1": 0.8341369769482609, + "nauc_map_at_3_max": 0.8065883967334935, + "nauc_map_at_3_std": 0.270628532260042, + "nauc_map_at_5_diff1": 0.8339820912195802, + "nauc_map_at_5_max": 0.8083218928096728, + "nauc_map_at_5_std": 0.27474903619876073, + "nauc_mrr_at_1000_diff1": 0.8336970948267359, + "nauc_mrr_at_1000_max": 0.806882884440992, + "nauc_mrr_at_1000_std": 0.27762789839544283, + "nauc_mrr_at_100_diff1": 0.8335881646136516, + "nauc_mrr_at_100_max": 0.8069715179445418, + "nauc_mrr_at_100_std": 0.27802448218032466, + "nauc_mrr_at_10_diff1": 0.8330881574303896, + "nauc_mrr_at_10_max": 0.8074529834854326, + "nauc_mrr_at_10_std": 0.27747757413570756, + "nauc_mrr_at_1_diff1": 0.8570681644225486, + "nauc_mrr_at_1_max": 0.7867171189041374, + "nauc_mrr_at_1_std": 0.2286557209746914, + "nauc_mrr_at_20_diff1": 0.8333836921212735, + "nauc_mrr_at_20_max": 0.8070947800908241, + "nauc_mrr_at_20_std": 0.2781128587603663, + "nauc_mrr_at_3_diff1": 0.8341369769482609, + "nauc_mrr_at_3_max": 0.8065883967334935, + "nauc_mrr_at_3_std": 0.270628532260042, + "nauc_mrr_at_5_diff1": 0.8339820912195802, + "nauc_mrr_at_5_max": 0.8083218928096728, + "nauc_mrr_at_5_std": 0.27474903619876073, + "nauc_ndcg_at_1000_diff1": 0.8292630747400818, + "nauc_ndcg_at_1000_max": 0.8111553203740681, + "nauc_ndcg_at_1000_std": 0.29276502062922133, + "nauc_ndcg_at_100_diff1": 0.8267590343582321, + "nauc_ndcg_at_100_max": 0.8136288502064317, + "nauc_ndcg_at_100_std": 0.3047585626847337, + "nauc_ndcg_at_10_diff1": 0.8237753359244646, + "nauc_ndcg_at_10_max": 0.8161429722382217, + "nauc_ndcg_at_10_std": 0.304105555225946, + "nauc_ndcg_at_1_diff1": 0.8570681644225486, + "nauc_ndcg_at_1_max": 0.7867171189041374, + "nauc_ndcg_at_1_std": 0.2286557209746914, + "nauc_ndcg_at_20_diff1": 0.8248068035811982, + "nauc_ndcg_at_20_max": 0.8146014171030177, + "nauc_ndcg_at_20_std": 0.3074022621150841, + "nauc_ndcg_at_3_diff1": 0.8266620813233526, + "nauc_ndcg_at_3_max": 0.8139393172884715, + "nauc_ndcg_at_3_std": 0.28624367968525166, + "nauc_ndcg_at_5_diff1": 0.8261729719814014, + "nauc_ndcg_at_5_max": 0.817769443630145, + "nauc_ndcg_at_5_std": 0.2955099610379916, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7503556978346908, + "nauc_precision_at_100_max": 0.8932906495931637, + "nauc_precision_at_100_std": 0.6968120581565983, + "nauc_precision_at_10_diff1": 0.7790763948259198, + "nauc_precision_at_10_max": 0.8577510408629949, + "nauc_precision_at_10_std": 0.439616044929137, + "nauc_precision_at_1_diff1": 0.8570681644225486, + "nauc_precision_at_1_max": 0.7867171189041374, + "nauc_precision_at_1_std": 0.2286557209746914, + "nauc_precision_at_20_diff1": 0.7760455749044765, + "nauc_precision_at_20_max": 0.8555213427519164, + "nauc_precision_at_20_std": 0.4948723919924782, + "nauc_precision_at_3_diff1": 0.8016993703771628, + "nauc_precision_at_3_max": 0.8388372432018142, + "nauc_precision_at_3_std": 0.33916404519742166, + "nauc_precision_at_5_diff1": 0.7969657127707338, + "nauc_precision_at_5_max": 0.8545105805076263, + "nauc_precision_at_5_std": 0.3766833855460139, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7503556978346899, + "nauc_recall_at_100_max": 0.89329064959317, + "nauc_recall_at_100_std": 0.6968120581565922, + "nauc_recall_at_10_diff1": 0.7790763948259204, + "nauc_recall_at_10_max": 0.8577510408629951, + "nauc_recall_at_10_std": 0.43961604492913864, + "nauc_recall_at_1_diff1": 0.8570681644225486, + "nauc_recall_at_1_max": 0.7867171189041374, + "nauc_recall_at_1_std": 0.2286557209746914, + "nauc_recall_at_20_diff1": 0.7760455749044775, + "nauc_recall_at_20_max": 0.8555213427519163, + "nauc_recall_at_20_std": 0.4948723919924786, + "nauc_recall_at_3_diff1": 0.8016993703771622, + "nauc_recall_at_3_max": 0.8388372432018133, + "nauc_recall_at_3_std": 0.3391640451974214, + "nauc_recall_at_5_diff1": 0.7969657127707349, + "nauc_recall_at_5_max": 0.8545105805076264, + "nauc_recall_at_5_std": 0.37668338554601527, + "ndcg_at_1": 0.64667, + "ndcg_at_10": 0.74212, + "ndcg_at_100": 0.7645, + "ndcg_at_1000": 0.7707, + "ndcg_at_20": 0.75044, + "ndcg_at_3": 0.70946, + "ndcg_at_5": 0.72576, + "precision_at_1": 0.64667, + "precision_at_10": 0.08433, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "precision_at_20": 0.04383, + "precision_at_3": 0.25111, + "precision_at_5": 0.15867, + "recall_at_1": 0.64667, + "recall_at_10": 0.84333, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "recall_at_20": 0.87667, + "recall_at_3": 0.75333, + "recall_at_5": 0.79333 + }, + { + "hf_subset": "swe_Latn-swe_Latn", + "languages": [ + "swe-Latn", + "swe-Latn" + ], + "main_score": 0.91314, + "map_at_1": 0.85, + "map_at_10": 0.89377, + "map_at_100": 0.89466, + "map_at_1000": 0.89468, + "map_at_20": 0.89429, + "map_at_3": 0.88574, + "map_at_5": 0.89063, + "mrr_at_1": 0.85, + "mrr_at_10": 0.8937733686067022, + "mrr_at_100": 0.8946579806153478, + "mrr_at_1000": 0.8946833616078154, + "mrr_at_20": 0.8942906681191, + "mrr_at_3": 0.8857407407407408, + "mrr_at_5": 0.89062962962963, + "nauc_map_at_1000_diff1": 0.8934725944694604, + "nauc_map_at_1000_max": 0.7808694948424412, + "nauc_map_at_1000_std": -0.0367300007724232, + "nauc_map_at_100_diff1": 0.893494176178706, + "nauc_map_at_100_max": 0.7809154617620634, + "nauc_map_at_100_std": -0.03662059922915148, + "nauc_map_at_10_diff1": 0.8930539104442562, + "nauc_map_at_10_max": 0.7816308549618125, + "nauc_map_at_10_std": -0.03145741302766307, + "nauc_map_at_1_diff1": 0.8972412047582895, + "nauc_map_at_1_max": 0.7645442383483393, + "nauc_map_at_1_std": -0.08494052138699085, + "nauc_map_at_20_diff1": 0.8937342146963583, + "nauc_map_at_20_max": 0.7814983944676133, + "nauc_map_at_20_std": -0.03500064647321969, + "nauc_map_at_3_diff1": 0.8906812045981747, + "nauc_map_at_3_max": 0.7770144273235838, + "nauc_map_at_3_std": -0.05197793449829902, + "nauc_map_at_5_diff1": 0.8934896059955099, + "nauc_map_at_5_max": 0.7835238056126747, + "nauc_map_at_5_std": -0.029809042088049766, + "nauc_mrr_at_1000_diff1": 0.8934725944694604, + "nauc_mrr_at_1000_max": 0.7808694948424412, + "nauc_mrr_at_1000_std": -0.0367300007724232, + "nauc_mrr_at_100_diff1": 0.893494176178706, + "nauc_mrr_at_100_max": 0.7809154617620634, + "nauc_mrr_at_100_std": -0.03662059922915148, + "nauc_mrr_at_10_diff1": 0.8930539104442562, + "nauc_mrr_at_10_max": 0.7816308549618125, + "nauc_mrr_at_10_std": -0.03145741302766307, + "nauc_mrr_at_1_diff1": 0.8972412047582895, + "nauc_mrr_at_1_max": 0.7645442383483393, + "nauc_mrr_at_1_std": -0.08494052138699085, + "nauc_mrr_at_20_diff1": 0.8937342146963583, + "nauc_mrr_at_20_max": 0.7814983944676133, + "nauc_mrr_at_20_std": -0.03500064647321969, + "nauc_mrr_at_3_diff1": 0.8906812045981747, + "nauc_mrr_at_3_max": 0.7770144273235838, + "nauc_mrr_at_3_std": -0.05197793449829902, + "nauc_mrr_at_5_diff1": 0.8934896059955099, + "nauc_mrr_at_5_max": 0.7835238056126747, + "nauc_mrr_at_5_std": -0.029809042088049766, + "nauc_ndcg_at_1000_diff1": 0.893817160608007, + "nauc_ndcg_at_1000_max": 0.7849150262050845, + "nauc_ndcg_at_1000_std": -0.02584383894878675, + "nauc_ndcg_at_100_diff1": 0.8943835119132554, + "nauc_ndcg_at_100_max": 0.7862663461025893, + "nauc_ndcg_at_100_std": -0.022519562905163614, + "nauc_ndcg_at_10_diff1": 0.8929489356381664, + "nauc_ndcg_at_10_max": 0.7917223050403182, + "nauc_ndcg_at_10_std": 0.005076731133881811, + "nauc_ndcg_at_1_diff1": 0.8972412047582895, + "nauc_ndcg_at_1_max": 0.7645442383483393, + "nauc_ndcg_at_1_std": -0.08494052138699085, + "nauc_ndcg_at_20_diff1": 0.8962638585406644, + "nauc_ndcg_at_20_max": 0.7912387745567235, + "nauc_ndcg_at_20_std": -0.010183091551988923, + "nauc_ndcg_at_3_diff1": 0.888515827132227, + "nauc_ndcg_at_3_max": 0.7814470665392417, + "nauc_ndcg_at_3_std": -0.0425018978350726, + "nauc_ndcg_at_5_diff1": 0.894129311182136, + "nauc_ndcg_at_5_max": 0.7957558318792783, + "nauc_ndcg_at_5_std": 0.003120225254184112, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9673202614378776, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.4293884220355125, + "nauc_precision_at_10_diff1": 0.8940826330532176, + "nauc_precision_at_10_max": 0.9070183629007111, + "nauc_precision_at_10_std": 0.4429466230936694, + "nauc_precision_at_1_diff1": 0.8972412047582895, + "nauc_precision_at_1_max": 0.7645442383483393, + "nauc_precision_at_1_std": -0.08494052138699085, + "nauc_precision_at_20_diff1": 0.9538638985005765, + "nauc_precision_at_20_max": 0.9452133794694384, + "nauc_precision_at_20_std": 0.3596418959740608, + "nauc_precision_at_3_diff1": 0.8792645263233526, + "nauc_precision_at_3_max": 0.800574588809887, + "nauc_precision_at_3_std": -0.002858579329166148, + "nauc_precision_at_5_diff1": 0.9000324767588203, + "nauc_precision_at_5_max": 0.8727925952989899, + "nauc_precision_at_5_std": 0.20826736491698133, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9673202614379001, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.429388422035461, + "nauc_recall_at_10_diff1": 0.8940826330532233, + "nauc_recall_at_10_max": 0.9070183629007146, + "nauc_recall_at_10_std": 0.44294662309368027, + "nauc_recall_at_1_diff1": 0.8972412047582895, + "nauc_recall_at_1_max": 0.7645442383483393, + "nauc_recall_at_1_std": -0.08494052138699085, + "nauc_recall_at_20_diff1": 0.9538638985005788, + "nauc_recall_at_20_max": 0.9452133794694356, + "nauc_recall_at_20_std": 0.3596418959740789, + "nauc_recall_at_3_diff1": 0.8792645263233502, + "nauc_recall_at_3_max": 0.8005745888098827, + "nauc_recall_at_3_std": -0.002858579329167951, + "nauc_recall_at_5_diff1": 0.9000324767588186, + "nauc_recall_at_5_max": 0.8727925952989902, + "nauc_recall_at_5_std": 0.2082673649169822, + "ndcg_at_1": 0.85, + "ndcg_at_10": 0.91314, + "ndcg_at_100": 0.91774, + "ndcg_at_1000": 0.91834, + "ndcg_at_20": 0.91508, + "ndcg_at_3": 0.8966, + "ndcg_at_5": 0.90535, + "precision_at_1": 0.85, + "precision_at_10": 0.09733, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30926, + "precision_at_5": 0.18978, + "recall_at_1": 0.85, + "recall_at_10": 0.97333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.92778, + "recall_at_5": 0.94889 + }, + { + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ], + "main_score": 0.89737, + "map_at_1": 0.82111, + "map_at_10": 0.87482, + "map_at_100": 0.87637, + "map_at_1000": 0.87638, + "map_at_20": 0.87596, + "map_at_3": 0.86574, + "map_at_5": 0.87169, + "mrr_at_1": 0.8211111111111111, + "mrr_at_10": 0.8748183421516756, + "mrr_at_100": 0.8763663483001463, + "mrr_at_1000": 0.8763809444238972, + "mrr_at_20": 0.8759596185166364, + "mrr_at_3": 0.865740740740741, + "mrr_at_5": 0.8716851851851856, + "nauc_map_at_1000_diff1": 0.8808930252451868, + "nauc_map_at_1000_max": 0.7470091486157231, + "nauc_map_at_1000_std": -0.07488382932210509, + "nauc_map_at_100_diff1": 0.8808783215699432, + "nauc_map_at_100_max": 0.7470403419284974, + "nauc_map_at_100_std": -0.07475561822742136, + "nauc_map_at_10_diff1": 0.880841099214421, + "nauc_map_at_10_max": 0.7488938267417472, + "nauc_map_at_10_std": -0.07323531587735305, + "nauc_map_at_1_diff1": 0.8913970619911255, + "nauc_map_at_1_max": 0.7240401006824994, + "nauc_map_at_1_std": -0.1069289991445683, + "nauc_map_at_20_diff1": 0.8806990910302401, + "nauc_map_at_20_max": 0.7476192386552628, + "nauc_map_at_20_std": -0.07423609434766994, + "nauc_map_at_3_diff1": 0.877492812577487, + "nauc_map_at_3_max": 0.7434006393287719, + "nauc_map_at_3_std": -0.07352884016110507, + "nauc_map_at_5_diff1": 0.8799001118283301, + "nauc_map_at_5_max": 0.7486145806212834, + "nauc_map_at_5_std": -0.07618784405406732, + "nauc_mrr_at_1000_diff1": 0.8808930252451868, + "nauc_mrr_at_1000_max": 0.7470091486157231, + "nauc_mrr_at_1000_std": -0.07488382932210509, + "nauc_mrr_at_100_diff1": 0.8808783215699432, + "nauc_mrr_at_100_max": 0.7470403419284974, + "nauc_mrr_at_100_std": -0.07475561822742136, + "nauc_mrr_at_10_diff1": 0.880841099214421, + "nauc_mrr_at_10_max": 0.7488938267417472, + "nauc_mrr_at_10_std": -0.07323531587735305, + "nauc_mrr_at_1_diff1": 0.8913970619911255, + "nauc_mrr_at_1_max": 0.7240401006824994, + "nauc_mrr_at_1_std": -0.1069289991445683, + "nauc_mrr_at_20_diff1": 0.8806990910302401, + "nauc_mrr_at_20_max": 0.7476192386552628, + "nauc_mrr_at_20_std": -0.07423609434766994, + "nauc_mrr_at_3_diff1": 0.877492812577487, + "nauc_mrr_at_3_max": 0.7434006393287719, + "nauc_mrr_at_3_std": -0.07352884016110507, + "nauc_mrr_at_5_diff1": 0.8799001118283301, + "nauc_mrr_at_5_max": 0.7486145806212834, + "nauc_mrr_at_5_std": -0.07618784405406732, + "nauc_ndcg_at_1000_diff1": 0.8798328908934658, + "nauc_ndcg_at_1000_max": 0.7513505970570686, + "nauc_ndcg_at_1000_std": -0.06735158835699655, + "nauc_ndcg_at_100_diff1": 0.8795332169296928, + "nauc_ndcg_at_100_max": 0.7521675883799285, + "nauc_ndcg_at_100_std": -0.0640385207672245, + "nauc_ndcg_at_10_diff1": 0.8789732399666361, + "nauc_ndcg_at_10_max": 0.7618299747747581, + "nauc_ndcg_at_10_std": -0.05415354257926739, + "nauc_ndcg_at_1_diff1": 0.8913970619911255, + "nauc_ndcg_at_1_max": 0.7240401006824994, + "nauc_ndcg_at_1_std": -0.1069289991445683, + "nauc_ndcg_at_20_diff1": 0.8783587159576635, + "nauc_ndcg_at_20_max": 0.7573648177976393, + "nauc_ndcg_at_20_std": -0.057245397684841014, + "nauc_ndcg_at_3_diff1": 0.8724157330584408, + "nauc_ndcg_at_3_max": 0.7491950981365844, + "nauc_ndcg_at_3_std": -0.060726483385880096, + "nauc_ndcg_at_5_diff1": 0.8769303145314896, + "nauc_ndcg_at_5_max": 0.7602667869355576, + "nauc_ndcg_at_5_std": -0.06421698780964467, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7957516339868821, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9346405228757582, + "nauc_precision_at_10_diff1": 0.8644568938686554, + "nauc_precision_at_10_max": 0.8989262371615341, + "nauc_precision_at_10_std": 0.15582010582010325, + "nauc_precision_at_1_diff1": 0.8913970619911255, + "nauc_precision_at_1_max": 0.7240401006824994, + "nauc_precision_at_1_std": -0.1069289991445683, + "nauc_precision_at_20_diff1": 0.8401027077497639, + "nauc_precision_at_20_max": 0.9336192810457487, + "nauc_precision_at_20_std": 0.28119164332398766, + "nauc_precision_at_3_diff1": 0.8500138794256458, + "nauc_precision_at_3_max": 0.7740492593433779, + "nauc_precision_at_3_std": -0.0038988568400323076, + "nauc_precision_at_5_diff1": 0.8604932168945987, + "nauc_precision_at_5_max": 0.8340107284743922, + "nauc_precision_at_5_std": 0.009135680415953263, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7957516339869354, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934640522875857, + "nauc_recall_at_10_diff1": 0.8644568938686629, + "nauc_recall_at_10_max": 0.8989262371615319, + "nauc_recall_at_10_std": 0.15582010582010566, + "nauc_recall_at_1_diff1": 0.8913970619911255, + "nauc_recall_at_1_max": 0.7240401006824994, + "nauc_recall_at_1_std": -0.1069289991445683, + "nauc_recall_at_20_diff1": 0.8401027077497704, + "nauc_recall_at_20_max": 0.9336192810457574, + "nauc_recall_at_20_std": 0.2811916433240002, + "nauc_recall_at_3_diff1": 0.8500138794256442, + "nauc_recall_at_3_max": 0.7740492593433779, + "nauc_recall_at_3_std": -0.003898856840033896, + "nauc_recall_at_5_diff1": 0.8604932168945992, + "nauc_recall_at_5_max": 0.8340107284743955, + "nauc_recall_at_5_std": 0.009135680415956181, + "ndcg_at_1": 0.82111, + "ndcg_at_10": 0.89737, + "ndcg_at_100": 0.90428, + "ndcg_at_1000": 0.90459, + "ndcg_at_20": 0.90138, + "ndcg_at_3": 0.87919, + "ndcg_at_5": 0.88981, + "precision_at_1": 0.82111, + "precision_at_10": 0.09667, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.30593, + "precision_at_5": 0.18867, + "recall_at_1": 0.82111, + "recall_at_10": 0.96667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.91778, + "recall_at_5": 0.94333 + }, + { + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ], + "main_score": 0.90825, + "map_at_1": 0.84, + "map_at_10": 0.8879, + "map_at_100": 0.88912, + "map_at_1000": 0.88915, + "map_at_20": 0.88879, + "map_at_3": 0.87981, + "map_at_5": 0.88481, + "mrr_at_1": 0.84, + "mrr_at_10": 0.8878959435626104, + "mrr_at_100": 0.8891223396661003, + "mrr_at_1000": 0.889152743951009, + "mrr_at_20": 0.8887889111375956, + "mrr_at_3": 0.8798148148148149, + "mrr_at_5": 0.8848148148148149, + "nauc_map_at_1000_diff1": 0.8852185015293731, + "nauc_map_at_1000_max": 0.7751776530621292, + "nauc_map_at_1000_std": -0.10182903791857881, + "nauc_map_at_100_diff1": 0.8852453517331778, + "nauc_map_at_100_max": 0.7752415630515561, + "nauc_map_at_100_std": -0.10151582224797112, + "nauc_map_at_10_diff1": 0.8853935012257397, + "nauc_map_at_10_max": 0.7757590646034023, + "nauc_map_at_10_std": -0.10214431639581655, + "nauc_map_at_1_diff1": 0.8913196149020887, + "nauc_map_at_1_max": 0.7569342169857631, + "nauc_map_at_1_std": -0.15416530300550882, + "nauc_map_at_20_diff1": 0.8853340527777304, + "nauc_map_at_20_max": 0.775765095204488, + "nauc_map_at_20_std": -0.09976283177050191, + "nauc_map_at_3_diff1": 0.880590244780258, + "nauc_map_at_3_max": 0.7759886614941431, + "nauc_map_at_3_std": -0.1089918337177762, + "nauc_map_at_5_diff1": 0.8836428213998224, + "nauc_map_at_5_max": 0.7739862964309807, + "nauc_map_at_5_std": -0.10325541351583739, + "nauc_mrr_at_1000_diff1": 0.8852185015293731, + "nauc_mrr_at_1000_max": 0.7751776530621292, + "nauc_mrr_at_1000_std": -0.10182903791857881, + "nauc_mrr_at_100_diff1": 0.8852453517331778, + "nauc_mrr_at_100_max": 0.7752415630515561, + "nauc_mrr_at_100_std": -0.10151582224797112, + "nauc_mrr_at_10_diff1": 0.8853935012257397, + "nauc_mrr_at_10_max": 0.7757590646034023, + "nauc_mrr_at_10_std": -0.10214431639581655, + "nauc_mrr_at_1_diff1": 0.8913196149020887, + "nauc_mrr_at_1_max": 0.7569342169857631, + "nauc_mrr_at_1_std": -0.15416530300550882, + "nauc_mrr_at_20_diff1": 0.8853340527777304, + "nauc_mrr_at_20_max": 0.775765095204488, + "nauc_mrr_at_20_std": -0.09976283177050191, + "nauc_mrr_at_3_diff1": 0.880590244780258, + "nauc_mrr_at_3_max": 0.7759886614941431, + "nauc_mrr_at_3_std": -0.1089918337177762, + "nauc_mrr_at_5_diff1": 0.8836428213998224, + "nauc_mrr_at_5_max": 0.7739862964309807, + "nauc_mrr_at_5_std": -0.10325541351583739, + "nauc_ndcg_at_1000_diff1": 0.8853955835079911, + "nauc_ndcg_at_1000_max": 0.7791794649242587, + "nauc_ndcg_at_1000_std": -0.08788072032147212, + "nauc_ndcg_at_100_diff1": 0.8860132107494896, + "nauc_ndcg_at_100_max": 0.7807952097213126, + "nauc_ndcg_at_100_std": -0.07992069245055879, + "nauc_ndcg_at_10_diff1": 0.887143360611786, + "nauc_ndcg_at_10_max": 0.785342267365617, + "nauc_ndcg_at_10_std": -0.0743603038435202, + "nauc_ndcg_at_1_diff1": 0.8913196149020887, + "nauc_ndcg_at_1_max": 0.7569342169857631, + "nauc_ndcg_at_1_std": -0.15416530300550882, + "nauc_ndcg_at_20_diff1": 0.8867999843468708, + "nauc_ndcg_at_20_max": 0.7853274729597863, + "nauc_ndcg_at_20_std": -0.06570148759208, + "nauc_ndcg_at_3_diff1": 0.8763538303882457, + "nauc_ndcg_at_3_max": 0.7838856969342809, + "nauc_ndcg_at_3_std": -0.0902180071826295, + "nauc_ndcg_at_5_diff1": 0.8821687851036069, + "nauc_ndcg_at_5_max": 0.7799714251190568, + "nauc_ndcg_at_5_std": -0.07861490299890067, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9673202614378776, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.9162357250592532, + "nauc_precision_at_10_max": 0.8910435969259467, + "nauc_precision_at_10_std": 0.22723191840838136, + "nauc_precision_at_1_diff1": 0.8913196149020887, + "nauc_precision_at_1_max": 0.7569342169857631, + "nauc_precision_at_1_std": -0.15416530300550882, + "nauc_precision_at_20_diff1": 0.9291938997821322, + "nauc_precision_at_20_max": 0.9640522875816993, + "nauc_precision_at_20_std": 0.5904761904761892, + "nauc_precision_at_3_diff1": 0.8575748707443213, + "nauc_precision_at_3_max": 0.8190838524464541, + "nauc_precision_at_3_std": -0.006515043828473866, + "nauc_precision_at_5_diff1": 0.8750422154677454, + "nauc_precision_at_5_max": 0.8144605359874414, + "nauc_precision_at_5_std": 0.07223314857857939, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9673202614379001, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.9162357250592553, + "nauc_recall_at_10_max": 0.891043596925951, + "nauc_recall_at_10_std": 0.22723191840838952, + "nauc_recall_at_1_diff1": 0.8913196149020887, + "nauc_recall_at_1_max": 0.7569342169857631, + "nauc_recall_at_1_std": -0.15416530300550882, + "nauc_recall_at_20_diff1": 0.9291938997821335, + "nauc_recall_at_20_max": 0.9640522875816989, + "nauc_recall_at_20_std": 0.5904761904761899, + "nauc_recall_at_3_diff1": 0.8575748707443179, + "nauc_recall_at_3_max": 0.81908385244645, + "nauc_recall_at_3_std": -0.006515043828478241, + "nauc_recall_at_5_diff1": 0.8750422154677485, + "nauc_recall_at_5_max": 0.8144605359874457, + "nauc_recall_at_5_std": 0.07223314857858064, + "ndcg_at_1": 0.84, + "ndcg_at_10": 0.90825, + "ndcg_at_100": 0.91371, + "ndcg_at_1000": 0.91432, + "ndcg_at_20": 0.91139, + "ndcg_at_3": 0.89165, + "ndcg_at_5": 0.90074, + "precision_at_1": 0.84, + "precision_at_10": 0.09711, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.30852, + "precision_at_5": 0.18956, + "recall_at_1": 0.84, + "recall_at_10": 0.97111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.92556, + "recall_at_5": 0.94778 + }, + { + "hf_subset": "swh_Latn-swh_Latn", + "languages": [ + "swh-Latn", + "swh-Latn" + ], + "main_score": 0.79693, + "map_at_1": 0.71222, + "map_at_10": 0.76948, + "map_at_100": 0.77379, + "map_at_1000": 0.77393, + "map_at_20": 0.7725, + "map_at_3": 0.75648, + "map_at_5": 0.76426, + "mrr_at_1": 0.7122222222222222, + "mrr_at_10": 0.7694823633156971, + "mrr_at_100": 0.7737880621669939, + "mrr_at_1000": 0.7739343875947384, + "mrr_at_20": 0.7724956803554588, + "mrr_at_3": 0.7564814814814816, + "mrr_at_5": 0.76425925925926, + "nauc_map_at_1000_diff1": 0.8511844814072745, + "nauc_map_at_1000_max": 0.8050391664351065, + "nauc_map_at_1000_std": 0.27109826844134516, + "nauc_map_at_100_diff1": 0.8511098191552721, + "nauc_map_at_100_max": 0.8051203915214102, + "nauc_map_at_100_std": 0.2714823425438896, + "nauc_map_at_10_diff1": 0.849654634427497, + "nauc_map_at_10_max": 0.8046306276459384, + "nauc_map_at_10_std": 0.2723345853864539, + "nauc_map_at_1_diff1": 0.8700238098691803, + "nauc_map_at_1_max": 0.7945471462348701, + "nauc_map_at_1_std": 0.24431536783035948, + "nauc_map_at_20_diff1": 0.8507819726208943, + "nauc_map_at_20_max": 0.8050855118066631, + "nauc_map_at_20_std": 0.27159706981259, + "nauc_map_at_3_diff1": 0.850993289469247, + "nauc_map_at_3_max": 0.8047503337412946, + "nauc_map_at_3_std": 0.2619106465952439, + "nauc_map_at_5_diff1": 0.8503007826941763, + "nauc_map_at_5_max": 0.804466396802242, + "nauc_map_at_5_std": 0.2648906574147957, + "nauc_mrr_at_1000_diff1": 0.8511844814072745, + "nauc_mrr_at_1000_max": 0.8050391664351065, + "nauc_mrr_at_1000_std": 0.27109826844134516, + "nauc_mrr_at_100_diff1": 0.8511098191552721, + "nauc_mrr_at_100_max": 0.8051203915214102, + "nauc_mrr_at_100_std": 0.2714823425438896, + "nauc_mrr_at_10_diff1": 0.849654634427497, + "nauc_mrr_at_10_max": 0.8046306276459384, + "nauc_mrr_at_10_std": 0.2723345853864539, + "nauc_mrr_at_1_diff1": 0.8700238098691803, + "nauc_mrr_at_1_max": 0.7945471462348701, + "nauc_mrr_at_1_std": 0.24431536783035948, + "nauc_mrr_at_20_diff1": 0.8507819726208943, + "nauc_mrr_at_20_max": 0.8050855118066631, + "nauc_mrr_at_20_std": 0.27159706981259, + "nauc_mrr_at_3_diff1": 0.850993289469247, + "nauc_mrr_at_3_max": 0.8047503337412946, + "nauc_mrr_at_3_std": 0.2619106465952439, + "nauc_mrr_at_5_diff1": 0.8503007826941763, + "nauc_mrr_at_5_max": 0.804466396802242, + "nauc_mrr_at_5_std": 0.2648906574147957, + "nauc_ndcg_at_1000_diff1": 0.8478880501343276, + "nauc_ndcg_at_1000_max": 0.8075370743086622, + "nauc_ndcg_at_1000_std": 0.2820534781595321, + "nauc_ndcg_at_100_diff1": 0.8461862862652995, + "nauc_ndcg_at_100_max": 0.8098628519909453, + "nauc_ndcg_at_100_std": 0.291840961635285, + "nauc_ndcg_at_10_diff1": 0.8400262817861186, + "nauc_ndcg_at_10_max": 0.8076603964286191, + "nauc_ndcg_at_10_std": 0.2957573328291086, + "nauc_ndcg_at_1_diff1": 0.8700238098691803, + "nauc_ndcg_at_1_max": 0.7945471462348701, + "nauc_ndcg_at_1_std": 0.24431536783035948, + "nauc_ndcg_at_20_diff1": 0.8442672175139466, + "nauc_ndcg_at_20_max": 0.8099291412109721, + "nauc_ndcg_at_20_std": 0.29410552093327147, + "nauc_ndcg_at_3_diff1": 0.8443013770336497, + "nauc_ndcg_at_3_max": 0.807740446890646, + "nauc_ndcg_at_3_std": 0.2703187327623848, + "nauc_ndcg_at_5_diff1": 0.8425366955397827, + "nauc_ndcg_at_5_max": 0.8072839236089688, + "nauc_ndcg_at_5_std": 0.2769299820895416, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7651939563704254, + "nauc_precision_at_100_max": 0.9264705882352965, + "nauc_precision_at_100_std": 0.7679738562091492, + "nauc_precision_at_10_diff1": 0.7875447419690988, + "nauc_precision_at_10_max": 0.8225499524262604, + "nauc_precision_at_10_std": 0.43040188482624275, + "nauc_precision_at_1_diff1": 0.8700238098691803, + "nauc_precision_at_1_max": 0.7945471462348701, + "nauc_precision_at_1_std": 0.24431536783035948, + "nauc_precision_at_20_diff1": 0.7985701743383894, + "nauc_precision_at_20_max": 0.8522234764552565, + "nauc_precision_at_20_std": 0.48788271527516075, + "nauc_precision_at_3_diff1": 0.8210348979922673, + "nauc_precision_at_3_max": 0.817899983789918, + "nauc_precision_at_3_std": 0.30043072505384066, + "nauc_precision_at_5_diff1": 0.8107471276351725, + "nauc_precision_at_5_max": 0.8182121483829258, + "nauc_precision_at_5_std": 0.32839488152581103, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7651939563704292, + "nauc_recall_at_100_max": 0.9264705882352934, + "nauc_recall_at_100_std": 0.7679738562091531, + "nauc_recall_at_10_diff1": 0.7875447419691002, + "nauc_recall_at_10_max": 0.8225499524262596, + "nauc_recall_at_10_std": 0.43040188482624253, + "nauc_recall_at_1_diff1": 0.8700238098691803, + "nauc_recall_at_1_max": 0.7945471462348701, + "nauc_recall_at_1_std": 0.24431536783035948, + "nauc_recall_at_20_diff1": 0.7985701743383923, + "nauc_recall_at_20_max": 0.8522234764552595, + "nauc_recall_at_20_std": 0.48788271527516536, + "nauc_recall_at_3_diff1": 0.821034897992265, + "nauc_recall_at_3_max": 0.8178999837899169, + "nauc_recall_at_3_std": 0.3004307250538405, + "nauc_recall_at_5_diff1": 0.810747127635173, + "nauc_recall_at_5_max": 0.818212148382926, + "nauc_recall_at_5_std": 0.32839488152581164, + "ndcg_at_1": 0.71222, + "ndcg_at_10": 0.79693, + "ndcg_at_100": 0.81704, + "ndcg_at_1000": 0.82031, + "ndcg_at_20": 0.80772, + "ndcg_at_3": 0.77001, + "ndcg_at_5": 0.78412, + "precision_at_1": 0.71222, + "precision_at_10": 0.08833, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04628, + "precision_at_3": 0.26963, + "precision_at_5": 0.16867, + "recall_at_1": 0.71222, + "recall_at_10": 0.88333, + "recall_at_100": 0.97556, + "recall_at_1000": 1.0, + "recall_at_20": 0.92556, + "recall_at_3": 0.80889, + "recall_at_5": 0.84333 + }, + { + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ], + "main_score": 0.84516, + "map_at_1": 0.75333, + "map_at_10": 0.81558, + "map_at_100": 0.81841, + "map_at_1000": 0.81845, + "map_at_20": 0.81774, + "map_at_3": 0.8013, + "map_at_5": 0.81002, + "mrr_at_1": 0.7533333333333333, + "mrr_at_10": 0.8155767195767202, + "mrr_at_100": 0.8184129821527508, + "mrr_at_1000": 0.8184548218372024, + "mrr_at_20": 0.8177376063001714, + "mrr_at_3": 0.8012962962962965, + "mrr_at_5": 0.8100185185185191, + "nauc_map_at_1000_diff1": 0.8329409177960881, + "nauc_map_at_1000_max": 0.6545541998966622, + "nauc_map_at_1000_std": 0.00980543701401933, + "nauc_map_at_100_diff1": 0.8329408441223681, + "nauc_map_at_100_max": 0.6546311939232039, + "nauc_map_at_100_std": 0.009893080011792206, + "nauc_map_at_10_diff1": 0.8322162724427524, + "nauc_map_at_10_max": 0.6557675173205222, + "nauc_map_at_10_std": 0.008348990617865554, + "nauc_map_at_1_diff1": 0.8482063507737444, + "nauc_map_at_1_max": 0.6198399375549569, + "nauc_map_at_1_std": -0.01663163537361144, + "nauc_map_at_20_diff1": 0.8324750959011192, + "nauc_map_at_20_max": 0.6551186880276909, + "nauc_map_at_20_std": 0.01029808774543093, + "nauc_map_at_3_diff1": 0.8311676675661172, + "nauc_map_at_3_max": 0.658343272798984, + "nauc_map_at_3_std": 0.019843218756102662, + "nauc_map_at_5_diff1": 0.8311647842413435, + "nauc_map_at_5_max": 0.6550229758012888, + "nauc_map_at_5_std": 0.0038103890725976826, + "nauc_mrr_at_1000_diff1": 0.8329409177960881, + "nauc_mrr_at_1000_max": 0.6545541998966622, + "nauc_mrr_at_1000_std": 0.00980543701401933, + "nauc_mrr_at_100_diff1": 0.8329408441223681, + "nauc_mrr_at_100_max": 0.6546311939232039, + "nauc_mrr_at_100_std": 0.009893080011792206, + "nauc_mrr_at_10_diff1": 0.8322162724427524, + "nauc_mrr_at_10_max": 0.6557675173205222, + "nauc_mrr_at_10_std": 0.008348990617865554, + "nauc_mrr_at_1_diff1": 0.8482063507737444, + "nauc_mrr_at_1_max": 0.6198399375549569, + "nauc_mrr_at_1_std": -0.01663163537361144, + "nauc_mrr_at_20_diff1": 0.8324750959011192, + "nauc_mrr_at_20_max": 0.6551186880276909, + "nauc_mrr_at_20_std": 0.01029808774543093, + "nauc_mrr_at_3_diff1": 0.8311676675661172, + "nauc_mrr_at_3_max": 0.658343272798984, + "nauc_mrr_at_3_std": 0.019843218756102662, + "nauc_mrr_at_5_diff1": 0.8311647842413435, + "nauc_mrr_at_5_max": 0.6550229758012888, + "nauc_mrr_at_5_std": 0.0038103890725976826, + "nauc_ndcg_at_1000_diff1": 0.8309280855077995, + "nauc_ndcg_at_1000_max": 0.66032115508983, + "nauc_ndcg_at_1000_std": 0.014986825551851036, + "nauc_ndcg_at_100_diff1": 0.8309909655916728, + "nauc_ndcg_at_100_max": 0.662363445777063, + "nauc_ndcg_at_100_std": 0.01770827086233666, + "nauc_ndcg_at_10_diff1": 0.8268506814510596, + "nauc_ndcg_at_10_max": 0.6690865475018869, + "nauc_ndcg_at_10_std": 0.014094148918120112, + "nauc_ndcg_at_1_diff1": 0.8482063507737444, + "nauc_ndcg_at_1_max": 0.6198399375549569, + "nauc_ndcg_at_1_std": -0.01663163537361144, + "nauc_ndcg_at_20_diff1": 0.8277670443087874, + "nauc_ndcg_at_20_max": 0.6673804928031997, + "nauc_ndcg_at_20_std": 0.024147624429424724, + "nauc_ndcg_at_3_diff1": 0.8250564963871414, + "nauc_ndcg_at_3_max": 0.6712778629896005, + "nauc_ndcg_at_3_std": 0.032399244224782575, + "nauc_ndcg_at_5_diff1": 0.8242196608854827, + "nauc_ndcg_at_5_max": 0.6657030713411743, + "nauc_ndcg_at_5_std": 0.001771811672033318, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8420479302832257, + "nauc_precision_at_100_max": 0.9564270152505334, + "nauc_precision_at_100_std": 0.42631497043260264, + "nauc_precision_at_10_diff1": 0.787798452714421, + "nauc_precision_at_10_max": 0.7728424703214617, + "nauc_precision_at_10_std": 0.057814792583699974, + "nauc_precision_at_1_diff1": 0.8482063507737444, + "nauc_precision_at_1_max": 0.6198399375549569, + "nauc_precision_at_1_std": -0.01663163537361144, + "nauc_precision_at_20_diff1": 0.7673943140474506, + "nauc_precision_at_20_max": 0.8448114878135143, + "nauc_precision_at_20_std": 0.27471908303550546, + "nauc_precision_at_3_diff1": 0.8017189327178097, + "nauc_precision_at_3_max": 0.720277903039662, + "nauc_precision_at_3_std": 0.0801111306434722, + "nauc_precision_at_5_diff1": 0.7901303650827243, + "nauc_precision_at_5_max": 0.7151880866680767, + "nauc_precision_at_5_std": -0.016222538136578292, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8420479302832096, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.4263149704326195, + "nauc_recall_at_10_diff1": 0.787798452714418, + "nauc_recall_at_10_max": 0.7728424703214608, + "nauc_recall_at_10_std": 0.05781479258369837, + "nauc_recall_at_1_diff1": 0.8482063507737444, + "nauc_recall_at_1_max": 0.6198399375549569, + "nauc_recall_at_1_std": -0.01663163537361144, + "nauc_recall_at_20_diff1": 0.767394314047458, + "nauc_recall_at_20_max": 0.8448114878135166, + "nauc_recall_at_20_std": 0.2747190830355163, + "nauc_recall_at_3_diff1": 0.8017189327178101, + "nauc_recall_at_3_max": 0.7202779030396601, + "nauc_recall_at_3_std": 0.08011113064347251, + "nauc_recall_at_5_diff1": 0.7901303650827256, + "nauc_recall_at_5_max": 0.7151880866680786, + "nauc_recall_at_5_std": -0.016222538136575093, + "ndcg_at_1": 0.75333, + "ndcg_at_10": 0.84516, + "ndcg_at_100": 0.85763, + "ndcg_at_1000": 0.85853, + "ndcg_at_20": 0.85284, + "ndcg_at_3": 0.81615, + "ndcg_at_5": 0.83179, + "precision_at_1": 0.75333, + "precision_at_10": 0.09378, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04839, + "precision_at_3": 0.2863, + "precision_at_5": 0.17933, + "recall_at_1": 0.75333, + "recall_at_10": 0.93778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.96778, + "recall_at_3": 0.85889, + "recall_at_5": 0.89667 + }, + { + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ], + "main_score": 0.73019, + "map_at_1": 0.62333, + "map_at_10": 0.69367, + "map_at_100": 0.69845, + "map_at_1000": 0.69865, + "map_at_20": 0.69648, + "map_at_3": 0.67389, + "map_at_5": 0.68533, + "mrr_at_1": 0.6233333333333333, + "mrr_at_10": 0.6936710758377428, + "mrr_at_100": 0.6984450376965206, + "mrr_at_1000": 0.6986512810316662, + "mrr_at_20": 0.6964824988202185, + "mrr_at_3": 0.6738888888888891, + "mrr_at_5": 0.6853333333333338, + "nauc_map_at_1000_diff1": 0.8008430847898205, + "nauc_map_at_1000_max": 0.7792911919881115, + "nauc_map_at_1000_std": 0.2707590899904475, + "nauc_map_at_100_diff1": 0.8008594672058329, + "nauc_map_at_100_max": 0.779388733542984, + "nauc_map_at_100_std": 0.27116364011522504, + "nauc_map_at_10_diff1": 0.7992480761710749, + "nauc_map_at_10_max": 0.7789870047318715, + "nauc_map_at_10_std": 0.2696728001473567, + "nauc_map_at_1_diff1": 0.8341992079010407, + "nauc_map_at_1_max": 0.7730755142366289, + "nauc_map_at_1_std": 0.24202183001343108, + "nauc_map_at_20_diff1": 0.7997645250186695, + "nauc_map_at_20_max": 0.7794893703544302, + "nauc_map_at_20_std": 0.2724585381244951, + "nauc_map_at_3_diff1": 0.8023982959091059, + "nauc_map_at_3_max": 0.7776866221160612, + "nauc_map_at_3_std": 0.2548868295562095, + "nauc_map_at_5_diff1": 0.8001760211908394, + "nauc_map_at_5_max": 0.7791183600005042, + "nauc_map_at_5_std": 0.26632861850815126, + "nauc_mrr_at_1000_diff1": 0.8008430847898205, + "nauc_mrr_at_1000_max": 0.7792911919881115, + "nauc_mrr_at_1000_std": 0.2707590899904475, + "nauc_mrr_at_100_diff1": 0.8008594672058329, + "nauc_mrr_at_100_max": 0.779388733542984, + "nauc_mrr_at_100_std": 0.27116364011522504, + "nauc_mrr_at_10_diff1": 0.7992480761710749, + "nauc_mrr_at_10_max": 0.7789870047318715, + "nauc_mrr_at_10_std": 0.2696728001473567, + "nauc_mrr_at_1_diff1": 0.8341992079010407, + "nauc_mrr_at_1_max": 0.7730755142366289, + "nauc_mrr_at_1_std": 0.24202183001343108, + "nauc_mrr_at_20_diff1": 0.7997645250186695, + "nauc_mrr_at_20_max": 0.7794893703544302, + "nauc_mrr_at_20_std": 0.2724585381244951, + "nauc_mrr_at_3_diff1": 0.8023982959091059, + "nauc_mrr_at_3_max": 0.7776866221160612, + "nauc_mrr_at_3_std": 0.2548868295562095, + "nauc_mrr_at_5_diff1": 0.8001760211908394, + "nauc_mrr_at_5_max": 0.7791183600005042, + "nauc_mrr_at_5_std": 0.26632861850815126, + "nauc_ndcg_at_1000_diff1": 0.7950068753923385, + "nauc_ndcg_at_1000_max": 0.781504610703922, + "nauc_ndcg_at_1000_std": 0.28351854886844935, + "nauc_ndcg_at_100_diff1": 0.7955869190446824, + "nauc_ndcg_at_100_max": 0.7841123822542988, + "nauc_ndcg_at_100_std": 0.2945748882329469, + "nauc_ndcg_at_10_diff1": 0.7840426885364671, + "nauc_ndcg_at_10_max": 0.7821741552192709, + "nauc_ndcg_at_10_std": 0.29244772915535044, + "nauc_ndcg_at_1_diff1": 0.8341992079010407, + "nauc_ndcg_at_1_max": 0.7730755142366289, + "nauc_ndcg_at_1_std": 0.24202183001343108, + "nauc_ndcg_at_20_diff1": 0.7857428422149687, + "nauc_ndcg_at_20_max": 0.7843529880272453, + "nauc_ndcg_at_20_std": 0.30392886658214774, + "nauc_ndcg_at_3_diff1": 0.792366896580916, + "nauc_ndcg_at_3_max": 0.7797966657228379, + "nauc_ndcg_at_3_std": 0.26056886339520896, + "nauc_ndcg_at_5_diff1": 0.7871922220359234, + "nauc_ndcg_at_5_max": 0.7826130140434646, + "nauc_ndcg_at_5_std": 0.28340623552262656, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.822144413320888, + "nauc_precision_at_100_max": 0.9020385932150634, + "nauc_precision_at_100_std": 0.7970276999688855, + "nauc_precision_at_10_diff1": 0.7051736157567462, + "nauc_precision_at_10_max": 0.7982064517037631, + "nauc_precision_at_10_std": 0.4179629460104632, + "nauc_precision_at_1_diff1": 0.8341992079010407, + "nauc_precision_at_1_max": 0.7730755142366289, + "nauc_precision_at_1_std": 0.24202183001343108, + "nauc_precision_at_20_diff1": 0.6931895977717529, + "nauc_precision_at_20_max": 0.8206103290787846, + "nauc_precision_at_20_std": 0.5458075043842766, + "nauc_precision_at_3_diff1": 0.7591446897594198, + "nauc_precision_at_3_max": 0.7870530767670156, + "nauc_precision_at_3_std": 0.280051455949204, + "nauc_precision_at_5_diff1": 0.7362133887332818, + "nauc_precision_at_5_max": 0.7968397650095257, + "nauc_precision_at_5_std": 0.35492359099786186, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8221444133208875, + "nauc_recall_at_100_max": 0.9020385932150635, + "nauc_recall_at_100_std": 0.7970276999688778, + "nauc_recall_at_10_diff1": 0.705173615756748, + "nauc_recall_at_10_max": 0.7982064517037647, + "nauc_recall_at_10_std": 0.4179629460104648, + "nauc_recall_at_1_diff1": 0.8341992079010407, + "nauc_recall_at_1_max": 0.7730755142366289, + "nauc_recall_at_1_std": 0.24202183001343108, + "nauc_recall_at_20_diff1": 0.6931895977717552, + "nauc_recall_at_20_max": 0.8206103290787848, + "nauc_recall_at_20_std": 0.5458075043842776, + "nauc_recall_at_3_diff1": 0.7591446897594188, + "nauc_recall_at_3_max": 0.7870530767670146, + "nauc_recall_at_3_std": 0.280051455949204, + "nauc_recall_at_5_diff1": 0.7362133887332826, + "nauc_recall_at_5_max": 0.796839765009526, + "nauc_recall_at_5_std": 0.3549235909978611, + "ndcg_at_1": 0.62333, + "ndcg_at_10": 0.73019, + "ndcg_at_100": 0.75525, + "ndcg_at_1000": 0.75976, + "ndcg_at_20": 0.74072, + "ndcg_at_3": 0.69004, + "ndcg_at_5": 0.71088, + "precision_at_1": 0.62333, + "precision_at_10": 0.08456, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "precision_at_20": 0.04439, + "precision_at_3": 0.24556, + "precision_at_5": 0.15756, + "recall_at_1": 0.62333, + "recall_at_10": 0.84556, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "recall_at_20": 0.88778, + "recall_at_3": 0.73667, + "recall_at_5": 0.78778 + }, + { + "hf_subset": "tam_Taml-tam_Taml", + "languages": [ + "tam-Taml", + "tam-Taml" + ], + "main_score": 0.84522, + "map_at_1": 0.76222, + "map_at_10": 0.81866, + "map_at_100": 0.82119, + "map_at_1000": 0.82128, + "map_at_20": 0.82031, + "map_at_3": 0.80759, + "map_at_5": 0.81398, + "mrr_at_1": 0.7622222222222222, + "mrr_at_10": 0.8186578483245152, + "mrr_at_100": 0.821186314498635, + "mrr_at_1000": 0.8212810659755625, + "mrr_at_20": 0.8203109599617602, + "mrr_at_3": 0.8075925925925929, + "mrr_at_5": 0.8139814814814819, + "nauc_map_at_1000_diff1": 0.8613342810966957, + "nauc_map_at_1000_max": 0.7848783757443166, + "nauc_map_at_1000_std": 0.17991031670135446, + "nauc_map_at_100_diff1": 0.8613165218678439, + "nauc_map_at_100_max": 0.7849954040016545, + "nauc_map_at_100_std": 0.18021431818913325, + "nauc_map_at_10_diff1": 0.859424294444041, + "nauc_map_at_10_max": 0.7850497130620293, + "nauc_map_at_10_std": 0.18074667591845311, + "nauc_map_at_1_diff1": 0.888313097215697, + "nauc_map_at_1_max": 0.7774567873730496, + "nauc_map_at_1_std": 0.13788811452980632, + "nauc_map_at_20_diff1": 0.8608634209717366, + "nauc_map_at_20_max": 0.7845473699235972, + "nauc_map_at_20_std": 0.17912327744186324, + "nauc_map_at_3_diff1": 0.8594932628520003, + "nauc_map_at_3_max": 0.7828102418673137, + "nauc_map_at_3_std": 0.17521843629606837, + "nauc_map_at_5_diff1": 0.8566030091749026, + "nauc_map_at_5_max": 0.7830708402175678, + "nauc_map_at_5_std": 0.1864916868942108, + "nauc_mrr_at_1000_diff1": 0.8613342810966957, + "nauc_mrr_at_1000_max": 0.7848783757443166, + "nauc_mrr_at_1000_std": 0.17991031670135446, + "nauc_mrr_at_100_diff1": 0.8613165218678439, + "nauc_mrr_at_100_max": 0.7849954040016545, + "nauc_mrr_at_100_std": 0.18021431818913325, + "nauc_mrr_at_10_diff1": 0.859424294444041, + "nauc_mrr_at_10_max": 0.7850497130620293, + "nauc_mrr_at_10_std": 0.18074667591845311, + "nauc_mrr_at_1_diff1": 0.888313097215697, + "nauc_mrr_at_1_max": 0.7774567873730496, + "nauc_mrr_at_1_std": 0.13788811452980632, + "nauc_mrr_at_20_diff1": 0.8608634209717366, + "nauc_mrr_at_20_max": 0.7845473699235972, + "nauc_mrr_at_20_std": 0.17912327744186324, + "nauc_mrr_at_3_diff1": 0.8594932628520003, + "nauc_mrr_at_3_max": 0.7828102418673137, + "nauc_mrr_at_3_std": 0.17521843629606837, + "nauc_mrr_at_5_diff1": 0.8566030091749026, + "nauc_mrr_at_5_max": 0.7830708402175678, + "nauc_mrr_at_5_std": 0.1864916868942108, + "nauc_ndcg_at_1000_diff1": 0.8572389393868125, + "nauc_ndcg_at_1000_max": 0.7872412405213881, + "nauc_ndcg_at_1000_std": 0.18835976692868603, + "nauc_ndcg_at_100_diff1": 0.8570281589601749, + "nauc_ndcg_at_100_max": 0.7903335609830474, + "nauc_ndcg_at_100_std": 0.19598465818543392, + "nauc_ndcg_at_10_diff1": 0.8477552646728618, + "nauc_ndcg_at_10_max": 0.7893915709478344, + "nauc_ndcg_at_10_std": 0.19514823892309732, + "nauc_ndcg_at_1_diff1": 0.888313097215697, + "nauc_ndcg_at_1_max": 0.7774567873730496, + "nauc_ndcg_at_1_std": 0.13788811452980632, + "nauc_ndcg_at_20_diff1": 0.853195189468358, + "nauc_ndcg_at_20_max": 0.787037010877163, + "nauc_ndcg_at_20_std": 0.18818159505575885, + "nauc_ndcg_at_3_diff1": 0.8480452025900319, + "nauc_ndcg_at_3_max": 0.784471328601324, + "nauc_ndcg_at_3_std": 0.18818773400692348, + "nauc_ndcg_at_5_diff1": 0.8414053023165479, + "nauc_ndcg_at_5_max": 0.7848397343273478, + "nauc_ndcg_at_5_std": 0.2106890650169263, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8479391756702694, + "nauc_precision_at_100_max": 0.9813258636788134, + "nauc_precision_at_100_std": 0.6634320394824852, + "nauc_precision_at_10_diff1": 0.7722904546433944, + "nauc_precision_at_10_max": 0.8195144724556459, + "nauc_precision_at_10_std": 0.2800833153774307, + "nauc_precision_at_1_diff1": 0.888313097215697, + "nauc_precision_at_1_max": 0.7774567873730496, + "nauc_precision_at_1_std": 0.13788811452980632, + "nauc_precision_at_20_diff1": 0.795306001188352, + "nauc_precision_at_20_max": 0.8055131143366423, + "nauc_precision_at_20_std": 0.23960190136660425, + "nauc_precision_at_3_diff1": 0.8027187902187912, + "nauc_precision_at_3_max": 0.7908542471042489, + "nauc_precision_at_3_std": 0.2387628700128694, + "nauc_precision_at_5_diff1": 0.7679895096244239, + "nauc_precision_at_5_max": 0.7927655994853748, + "nauc_precision_at_5_std": 0.32833885892423964, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8479391756702678, + "nauc_recall_at_100_max": 0.9813258636788001, + "nauc_recall_at_100_std": 0.6634320394824564, + "nauc_recall_at_10_diff1": 0.7722904546433956, + "nauc_recall_at_10_max": 0.8195144724556493, + "nauc_recall_at_10_std": 0.2800833153774323, + "nauc_recall_at_1_diff1": 0.888313097215697, + "nauc_recall_at_1_max": 0.7774567873730496, + "nauc_recall_at_1_std": 0.13788811452980632, + "nauc_recall_at_20_diff1": 0.7953060011883544, + "nauc_recall_at_20_max": 0.8055131143366452, + "nauc_recall_at_20_std": 0.23960190136660858, + "nauc_recall_at_3_diff1": 0.8027187902187896, + "nauc_recall_at_3_max": 0.7908542471042462, + "nauc_recall_at_3_std": 0.23876287001286942, + "nauc_recall_at_5_diff1": 0.7679895096244259, + "nauc_recall_at_5_max": 0.7927655994853772, + "nauc_recall_at_5_std": 0.32833885892424114, + "ndcg_at_1": 0.76222, + "ndcg_at_10": 0.84522, + "ndcg_at_100": 0.85739, + "ndcg_at_1000": 0.85948, + "ndcg_at_20": 0.85116, + "ndcg_at_3": 0.82274, + "ndcg_at_5": 0.83421, + "precision_at_1": 0.76222, + "precision_at_10": 0.09278, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.28889, + "precision_at_5": 0.17889, + "recall_at_1": 0.76222, + "recall_at_10": 0.92778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "recall_at_20": 0.95111, + "recall_at_3": 0.86667, + "recall_at_5": 0.89444 + }, + { + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.88185, + "map_at_1": 0.79333, + "map_at_10": 0.8547, + "map_at_100": 0.85621, + "map_at_1000": 0.85621, + "map_at_20": 0.85569, + "map_at_3": 0.84315, + "map_at_5": 0.85109, + "mrr_at_1": 0.7933333333333333, + "mrr_at_10": 0.8546975308641979, + "mrr_at_100": 0.8562095121437373, + "mrr_at_1000": 0.856212390669932, + "mrr_at_20": 0.8556857812427991, + "mrr_at_3": 0.8431481481481483, + "mrr_at_5": 0.8510925925925928, + "nauc_map_at_1000_diff1": 0.836348970523877, + "nauc_map_at_1000_max": 0.645902370032539, + "nauc_map_at_1000_std": -0.055218817610686, + "nauc_map_at_100_diff1": 0.8363496692217045, + "nauc_map_at_100_max": 0.6459098826852546, + "nauc_map_at_100_std": -0.05519642973840236, + "nauc_map_at_10_diff1": 0.8363029889296087, + "nauc_map_at_10_max": 0.6478063857947746, + "nauc_map_at_10_std": -0.05412296103269126, + "nauc_map_at_1_diff1": 0.852384198765292, + "nauc_map_at_1_max": 0.6297633926880608, + "nauc_map_at_1_std": -0.07452886847273803, + "nauc_map_at_20_diff1": 0.8361569635560304, + "nauc_map_at_20_max": 0.6458870733932793, + "nauc_map_at_20_std": -0.05568837707880479, + "nauc_map_at_3_diff1": 0.8314465672016568, + "nauc_map_at_3_max": 0.6461999623344286, + "nauc_map_at_3_std": -0.04897861200043602, + "nauc_map_at_5_diff1": 0.8343115268034225, + "nauc_map_at_5_max": 0.6473314108423623, + "nauc_map_at_5_std": -0.05640817428325022, + "nauc_mrr_at_1000_diff1": 0.836348970523877, + "nauc_mrr_at_1000_max": 0.645902370032539, + "nauc_mrr_at_1000_std": -0.055218817610686, + "nauc_mrr_at_100_diff1": 0.8363496692217045, + "nauc_mrr_at_100_max": 0.6459098826852546, + "nauc_mrr_at_100_std": -0.05519642973840236, + "nauc_mrr_at_10_diff1": 0.8363029889296087, + "nauc_mrr_at_10_max": 0.6478063857947746, + "nauc_mrr_at_10_std": -0.05412296103269126, + "nauc_mrr_at_1_diff1": 0.852384198765292, + "nauc_mrr_at_1_max": 0.6297633926880608, + "nauc_mrr_at_1_std": -0.07452886847273803, + "nauc_mrr_at_20_diff1": 0.8361569635560304, + "nauc_mrr_at_20_max": 0.6458870733932793, + "nauc_mrr_at_20_std": -0.05568837707880479, + "nauc_mrr_at_3_diff1": 0.8314465672016568, + "nauc_mrr_at_3_max": 0.6461999623344286, + "nauc_mrr_at_3_std": -0.04897861200043602, + "nauc_mrr_at_5_diff1": 0.8343115268034225, + "nauc_mrr_at_5_max": 0.6473314108423623, + "nauc_mrr_at_5_std": -0.05640817428325022, + "nauc_ndcg_at_1000_diff1": 0.8348897439903932, + "nauc_ndcg_at_1000_max": 0.6493238108612669, + "nauc_ndcg_at_1000_std": -0.05025374464098113, + "nauc_ndcg_at_100_diff1": 0.8349321142365227, + "nauc_ndcg_at_100_max": 0.6497558455818199, + "nauc_ndcg_at_100_std": -0.048959827069361396, + "nauc_ndcg_at_10_diff1": 0.8345479893547512, + "nauc_ndcg_at_10_max": 0.6594732505834725, + "nauc_ndcg_at_10_std": -0.04120304088163084, + "nauc_ndcg_at_1_diff1": 0.852384198765292, + "nauc_ndcg_at_1_max": 0.6297633926880608, + "nauc_ndcg_at_1_std": -0.07452886847273803, + "nauc_ndcg_at_20_diff1": 0.8338663861447599, + "nauc_ndcg_at_20_max": 0.6508998767441745, + "nauc_ndcg_at_20_std": -0.04905783297332988, + "nauc_ndcg_at_3_diff1": 0.8232754341072338, + "nauc_ndcg_at_3_max": 0.6528390583277117, + "nauc_ndcg_at_3_std": -0.036778448975257706, + "nauc_ndcg_at_5_diff1": 0.8283547236299602, + "nauc_ndcg_at_5_max": 0.6567465665310644, + "nauc_ndcg_at_5_std": -0.049787624534598396, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692810457515043, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8302008975633253, + "nauc_precision_at_10_max": 0.802280051805668, + "nauc_precision_at_10_std": 0.11995120628896748, + "nauc_precision_at_1_diff1": 0.852384198765292, + "nauc_precision_at_1_max": 0.6297633926880608, + "nauc_precision_at_1_std": -0.07452886847273803, + "nauc_precision_at_20_diff1": 0.8128695922813598, + "nauc_precision_at_20_max": 0.7193951654735976, + "nauc_precision_at_20_std": 0.055711173358231905, + "nauc_precision_at_3_diff1": 0.7871365600503779, + "nauc_precision_at_3_max": 0.6823171128916709, + "nauc_precision_at_3_std": 0.01832128200117253, + "nauc_precision_at_5_diff1": 0.7912825736355145, + "nauc_precision_at_5_max": 0.721067821067819, + "nauc_precision_at_5_std": -0.007834649011120904, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692810457515964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8302008975633266, + "nauc_recall_at_10_max": 0.8022800518056645, + "nauc_recall_at_10_std": 0.11995120628896346, + "nauc_recall_at_1_diff1": 0.852384198765292, + "nauc_recall_at_1_max": 0.6297633926880608, + "nauc_recall_at_1_std": -0.07452886847273803, + "nauc_recall_at_20_diff1": 0.8128695922813609, + "nauc_recall_at_20_max": 0.7193951654735902, + "nauc_recall_at_20_std": 0.055711173358236984, + "nauc_recall_at_3_diff1": 0.7871365600503768, + "nauc_recall_at_3_max": 0.68231711289167, + "nauc_recall_at_3_std": 0.018321282001172504, + "nauc_recall_at_5_diff1": 0.7912825736355139, + "nauc_recall_at_5_max": 0.7210678210678224, + "nauc_recall_at_5_std": -0.007834649011117184, + "ndcg_at_1": 0.79333, + "ndcg_at_10": 0.88185, + "ndcg_at_100": 0.88906, + "ndcg_at_1000": 0.88919, + "ndcg_at_20": 0.88548, + "ndcg_at_3": 0.85893, + "ndcg_at_5": 0.87318, + "precision_at_1": 0.79333, + "precision_at_10": 0.09656, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.30148, + "precision_at_5": 0.18778, + "recall_at_1": 0.79333, + "recall_at_10": 0.96556, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.90444, + "recall_at_5": 0.93889 + }, + { + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.80841, + "map_at_1": 0.70444, + "map_at_10": 0.77562, + "map_at_100": 0.77874, + "map_at_1000": 0.77885, + "map_at_20": 0.77738, + "map_at_3": 0.76222, + "map_at_5": 0.77017, + "mrr_at_1": 0.7044444444444444, + "mrr_at_10": 0.7756190476190482, + "mrr_at_100": 0.7787417114893368, + "mrr_at_1000": 0.7788531837640105, + "mrr_at_20": 0.7773762219080852, + "mrr_at_3": 0.7622222222222225, + "mrr_at_5": 0.7701666666666672, + "nauc_map_at_1000_diff1": 0.7779922242336156, + "nauc_map_at_1000_max": 0.7305478029732726, + "nauc_map_at_1000_std": 0.09111639753500697, + "nauc_map_at_100_diff1": 0.7778863709171151, + "nauc_map_at_100_max": 0.7306510768253185, + "nauc_map_at_100_std": 0.09150022303807208, + "nauc_map_at_10_diff1": 0.7771759585171715, + "nauc_map_at_10_max": 0.7307846790708256, + "nauc_map_at_10_std": 0.09112656678302156, + "nauc_map_at_1_diff1": 0.8060080826587651, + "nauc_map_at_1_max": 0.7215029529673571, + "nauc_map_at_1_std": 0.07064016765234025, + "nauc_map_at_20_diff1": 0.7775011622743878, + "nauc_map_at_20_max": 0.7306992860935103, + "nauc_map_at_20_std": 0.0909412287102267, + "nauc_map_at_3_diff1": 0.7761280412607777, + "nauc_map_at_3_max": 0.7302741845810955, + "nauc_map_at_3_std": 0.09135361695234495, + "nauc_map_at_5_diff1": 0.7768474760317096, + "nauc_map_at_5_max": 0.7265665471165397, + "nauc_map_at_5_std": 0.08161161883525749, + "nauc_mrr_at_1000_diff1": 0.7779922242336156, + "nauc_mrr_at_1000_max": 0.7305478029732726, + "nauc_mrr_at_1000_std": 0.09111639753500697, + "nauc_mrr_at_100_diff1": 0.7778863709171151, + "nauc_mrr_at_100_max": 0.7306510768253185, + "nauc_mrr_at_100_std": 0.09150022303807208, + "nauc_mrr_at_10_diff1": 0.7771759585171715, + "nauc_mrr_at_10_max": 0.7307846790708256, + "nauc_mrr_at_10_std": 0.09112656678302156, + "nauc_mrr_at_1_diff1": 0.8060080826587651, + "nauc_mrr_at_1_max": 0.7215029529673571, + "nauc_mrr_at_1_std": 0.07064016765234025, + "nauc_mrr_at_20_diff1": 0.7775011622743878, + "nauc_mrr_at_20_max": 0.7306992860935103, + "nauc_mrr_at_20_std": 0.0909412287102267, + "nauc_mrr_at_3_diff1": 0.7761280412607777, + "nauc_mrr_at_3_max": 0.7302741845810955, + "nauc_mrr_at_3_std": 0.09135361695234495, + "nauc_mrr_at_5_diff1": 0.7768474760317096, + "nauc_mrr_at_5_max": 0.7265665471165397, + "nauc_mrr_at_5_std": 0.08161161883525749, + "nauc_ndcg_at_1000_diff1": 0.7724908266512628, + "nauc_ndcg_at_1000_max": 0.7333201118951583, + "nauc_ndcg_at_1000_std": 0.0989032907574501, + "nauc_ndcg_at_100_diff1": 0.7695408910646276, + "nauc_ndcg_at_100_max": 0.736242893033177, + "nauc_ndcg_at_100_std": 0.10949971658692403, + "nauc_ndcg_at_10_diff1": 0.7651883590141997, + "nauc_ndcg_at_10_max": 0.7367517485586779, + "nauc_ndcg_at_10_std": 0.10588528601527869, + "nauc_ndcg_at_1_diff1": 0.8060080826587651, + "nauc_ndcg_at_1_max": 0.7215029529673571, + "nauc_ndcg_at_1_std": 0.07064016765234025, + "nauc_ndcg_at_20_diff1": 0.7662867392807877, + "nauc_ndcg_at_20_max": 0.736566973154608, + "nauc_ndcg_at_20_std": 0.10534259270704405, + "nauc_ndcg_at_3_diff1": 0.7648867202292035, + "nauc_ndcg_at_3_max": 0.732779402134785, + "nauc_ndcg_at_3_std": 0.0983959762977071, + "nauc_ndcg_at_5_diff1": 0.7653252488175994, + "nauc_ndcg_at_5_max": 0.725511207634703, + "nauc_ndcg_at_5_std": 0.08009531897144577, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5986098142960977, + "nauc_precision_at_100_max": 0.907148044402943, + "nauc_precision_at_100_std": 0.7216256873119735, + "nauc_precision_at_10_diff1": 0.6878940876762198, + "nauc_precision_at_10_max": 0.7804693894018506, + "nauc_precision_at_10_std": 0.21513873038927364, + "nauc_precision_at_1_diff1": 0.8060080826587651, + "nauc_precision_at_1_max": 0.7215029529673571, + "nauc_precision_at_1_std": 0.07064016765234025, + "nauc_precision_at_20_diff1": 0.6710186899618588, + "nauc_precision_at_20_max": 0.7947744069379148, + "nauc_precision_at_20_std": 0.24873000047476435, + "nauc_precision_at_3_diff1": 0.7208461296560215, + "nauc_precision_at_3_max": 0.7422469339007226, + "nauc_precision_at_3_std": 0.12565821607552705, + "nauc_precision_at_5_diff1": 0.7110517761783137, + "nauc_precision_at_5_max": 0.7182783840260039, + "nauc_precision_at_5_std": 0.06872533085674483, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5986098142960924, + "nauc_recall_at_100_max": 0.9071480444029493, + "nauc_recall_at_100_std": 0.7216256873119651, + "nauc_recall_at_10_diff1": 0.6878940876762232, + "nauc_recall_at_10_max": 0.780469389401851, + "nauc_recall_at_10_std": 0.21513873038927442, + "nauc_recall_at_1_diff1": 0.8060080826587651, + "nauc_recall_at_1_max": 0.7215029529673571, + "nauc_recall_at_1_std": 0.07064016765234025, + "nauc_recall_at_20_diff1": 0.6710186899618609, + "nauc_recall_at_20_max": 0.794774406937917, + "nauc_recall_at_20_std": 0.24873000047476648, + "nauc_recall_at_3_diff1": 0.720846129656022, + "nauc_recall_at_3_max": 0.7422469339007205, + "nauc_recall_at_3_std": 0.12565821607552682, + "nauc_recall_at_5_diff1": 0.7110517761783135, + "nauc_recall_at_5_max": 0.7182783840260046, + "nauc_recall_at_5_std": 0.06872533085674606, + "ndcg_at_1": 0.70444, + "ndcg_at_10": 0.80841, + "ndcg_at_100": 0.8235, + "ndcg_at_1000": 0.82615, + "ndcg_at_20": 0.81466, + "ndcg_at_3": 0.78132, + "ndcg_at_5": 0.79557, + "precision_at_1": 0.70444, + "precision_at_10": 0.091, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04672, + "precision_at_3": 0.27889, + "precision_at_5": 0.17422, + "recall_at_1": 0.70444, + "recall_at_10": 0.91, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.93444, + "recall_at_3": 0.83667, + "recall_at_5": 0.87111 + }, + { + "hf_subset": "tel_Telu-tel_Telu", + "languages": [ + "tel-Telu", + "tel-Telu" + ], + "main_score": 0.82811, + "map_at_1": 0.73667, + "map_at_10": 0.79985, + "map_at_100": 0.80257, + "map_at_1000": 0.80263, + "map_at_20": 0.80112, + "map_at_3": 0.78833, + "map_at_5": 0.79511, + "mrr_at_1": 0.7366666666666667, + "mrr_at_10": 0.7998478835978841, + "mrr_at_100": 0.802569071649381, + "mrr_at_1000": 0.802634415822404, + "mrr_at_20": 0.8011180653472969, + "mrr_at_3": 0.7883333333333336, + "mrr_at_5": 0.7951111111111115, + "nauc_map_at_1000_diff1": 0.8247573560950111, + "nauc_map_at_1000_max": 0.7573262378146175, + "nauc_map_at_1000_std": 0.14964619414072186, + "nauc_map_at_100_diff1": 0.8247641944554914, + "nauc_map_at_100_max": 0.7573701278818634, + "nauc_map_at_100_std": 0.14982638139673313, + "nauc_map_at_10_diff1": 0.8239114090509102, + "nauc_map_at_10_max": 0.7580160249049047, + "nauc_map_at_10_std": 0.15205746546831625, + "nauc_map_at_1_diff1": 0.8441406432885435, + "nauc_map_at_1_max": 0.7372803702688059, + "nauc_map_at_1_std": 0.10909419247824635, + "nauc_map_at_20_diff1": 0.8241786639952171, + "nauc_map_at_20_max": 0.7578505024702569, + "nauc_map_at_20_std": 0.15122358736134434, + "nauc_map_at_3_diff1": 0.825482644912543, + "nauc_map_at_3_max": 0.7601160315797847, + "nauc_map_at_3_std": 0.14986963071997142, + "nauc_map_at_5_diff1": 0.8214203441300519, + "nauc_map_at_5_max": 0.7563098744546694, + "nauc_map_at_5_std": 0.14260689392921785, + "nauc_mrr_at_1000_diff1": 0.8247573560950111, + "nauc_mrr_at_1000_max": 0.7573262378146175, + "nauc_mrr_at_1000_std": 0.14964619414072186, + "nauc_mrr_at_100_diff1": 0.8247641944554914, + "nauc_mrr_at_100_max": 0.7573701278818634, + "nauc_mrr_at_100_std": 0.14982638139673313, + "nauc_mrr_at_10_diff1": 0.8239114090509102, + "nauc_mrr_at_10_max": 0.7580160249049047, + "nauc_mrr_at_10_std": 0.15205746546831625, + "nauc_mrr_at_1_diff1": 0.8441406432885435, + "nauc_mrr_at_1_max": 0.7372803702688059, + "nauc_mrr_at_1_std": 0.10909419247824635, + "nauc_mrr_at_20_diff1": 0.8241786639952171, + "nauc_mrr_at_20_max": 0.7578505024702569, + "nauc_mrr_at_20_std": 0.15122358736134434, + "nauc_mrr_at_3_diff1": 0.825482644912543, + "nauc_mrr_at_3_max": 0.7601160315797847, + "nauc_mrr_at_3_std": 0.14986963071997142, + "nauc_mrr_at_5_diff1": 0.8214203441300519, + "nauc_mrr_at_5_max": 0.7563098744546694, + "nauc_mrr_at_5_std": 0.14260689392921785, + "nauc_ndcg_at_1000_diff1": 0.8218632387732744, + "nauc_ndcg_at_1000_max": 0.761304325297782, + "nauc_ndcg_at_1000_std": 0.16124253476877923, + "nauc_ndcg_at_100_diff1": 0.8220738915481365, + "nauc_ndcg_at_100_max": 0.7625038797681525, + "nauc_ndcg_at_100_std": 0.16625619880476747, + "nauc_ndcg_at_10_diff1": 0.8167351564262957, + "nauc_ndcg_at_10_max": 0.7673553604984724, + "nauc_ndcg_at_10_std": 0.18171765171204785, + "nauc_ndcg_at_1_diff1": 0.8441406432885435, + "nauc_ndcg_at_1_max": 0.7372803702688059, + "nauc_ndcg_at_1_std": 0.10909419247824635, + "nauc_ndcg_at_20_diff1": 0.8176877794901837, + "nauc_ndcg_at_20_max": 0.766796159148931, + "nauc_ndcg_at_20_std": 0.17820247211737691, + "nauc_ndcg_at_3_diff1": 0.8189685708647618, + "nauc_ndcg_at_3_max": 0.7689702092886157, + "nauc_ndcg_at_3_std": 0.1681257068630856, + "nauc_ndcg_at_5_diff1": 0.8105447494463488, + "nauc_ndcg_at_5_max": 0.7620295509786559, + "nauc_ndcg_at_5_std": 0.15509382089841212, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8451602863367688, + "nauc_precision_at_100_max": 0.8905488121174426, + "nauc_precision_at_100_std": 0.7010063284573356, + "nauc_precision_at_10_diff1": 0.7752776549216176, + "nauc_precision_at_10_max": 0.8277495208609743, + "nauc_precision_at_10_std": 0.384349353776597, + "nauc_precision_at_1_diff1": 0.8441406432885435, + "nauc_precision_at_1_max": 0.7372803702688059, + "nauc_precision_at_1_std": 0.10909419247824635, + "nauc_precision_at_20_diff1": 0.7714189123925397, + "nauc_precision_at_20_max": 0.8405695611577936, + "nauc_precision_at_20_std": 0.40991339064361315, + "nauc_precision_at_3_diff1": 0.7938763991409065, + "nauc_precision_at_3_max": 0.8034898807385852, + "nauc_precision_at_3_std": 0.2403333748708047, + "nauc_precision_at_5_diff1": 0.7590382918809102, + "nauc_precision_at_5_max": 0.7867569084897992, + "nauc_precision_at_5_std": 0.21093951896771326, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8451602863367438, + "nauc_recall_at_100_max": 0.8905488121174361, + "nauc_recall_at_100_std": 0.7010063284572928, + "nauc_recall_at_10_diff1": 0.7752776549216177, + "nauc_recall_at_10_max": 0.8277495208609768, + "nauc_recall_at_10_std": 0.3843493537765976, + "nauc_recall_at_1_diff1": 0.8441406432885435, + "nauc_recall_at_1_max": 0.7372803702688059, + "nauc_recall_at_1_std": 0.10909419247824635, + "nauc_recall_at_20_diff1": 0.7714189123925435, + "nauc_recall_at_20_max": 0.8405695611577965, + "nauc_recall_at_20_std": 0.40991339064361454, + "nauc_recall_at_3_diff1": 0.7938763991409077, + "nauc_recall_at_3_max": 0.8034898807385855, + "nauc_recall_at_3_std": 0.24033337487080608, + "nauc_recall_at_5_diff1": 0.7590382918809108, + "nauc_recall_at_5_max": 0.786756908489802, + "nauc_recall_at_5_std": 0.21093951896771412, + "ndcg_at_1": 0.73667, + "ndcg_at_10": 0.82811, + "ndcg_at_100": 0.84323, + "ndcg_at_1000": 0.8446, + "ndcg_at_20": 0.83302, + "ndcg_at_3": 0.80477, + "ndcg_at_5": 0.81683, + "precision_at_1": 0.73667, + "precision_at_10": 0.09156, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04678, + "precision_at_3": 0.28407, + "precision_at_5": 0.17622, + "recall_at_1": 0.73667, + "recall_at_10": 0.91556, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "recall_at_20": 0.93556, + "recall_at_3": 0.85222, + "recall_at_5": 0.88111 + }, + { + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.88459, + "map_at_1": 0.80889, + "map_at_10": 0.85979, + "map_at_100": 0.86158, + "map_at_1000": 0.86161, + "map_at_20": 0.8612, + "map_at_3": 0.84796, + "map_at_5": 0.8558, + "mrr_at_1": 0.8088888888888889, + "mrr_at_10": 0.8597896825396829, + "mrr_at_100": 0.8615832585018133, + "mrr_at_1000": 0.8616080836697744, + "mrr_at_20": 0.861197313307608, + "mrr_at_3": 0.8479629629629635, + "mrr_at_5": 0.8557962962962967, + "nauc_map_at_1000_diff1": 0.8442538118362636, + "nauc_map_at_1000_max": 0.7087147590183952, + "nauc_map_at_1000_std": 0.0009703702007295129, + "nauc_map_at_100_diff1": 0.8442173497604016, + "nauc_map_at_100_max": 0.7087435488792633, + "nauc_map_at_100_std": 0.0011299873568303828, + "nauc_map_at_10_diff1": 0.8443455476956747, + "nauc_map_at_10_max": 0.7090881126333949, + "nauc_map_at_10_std": 0.002407094909921371, + "nauc_map_at_1_diff1": 0.8518687909594055, + "nauc_map_at_1_max": 0.6982058912071878, + "nauc_map_at_1_std": 0.003540166269134073, + "nauc_map_at_20_diff1": 0.8442297498995711, + "nauc_map_at_20_max": 0.7089416392464435, + "nauc_map_at_20_std": 0.0013110449991241607, + "nauc_map_at_3_diff1": 0.8401103159589066, + "nauc_map_at_3_max": 0.7054435318250704, + "nauc_map_at_3_std": -0.006384896261806852, + "nauc_map_at_5_diff1": 0.8445719150708807, + "nauc_map_at_5_max": 0.71277596863764, + "nauc_map_at_5_std": -0.0008718754390350868, + "nauc_mrr_at_1000_diff1": 0.8442538118362636, + "nauc_mrr_at_1000_max": 0.7087147590183952, + "nauc_mrr_at_1000_std": 0.0009703702007295129, + "nauc_mrr_at_100_diff1": 0.8442173497604016, + "nauc_mrr_at_100_max": 0.7087435488792633, + "nauc_mrr_at_100_std": 0.0011299873568303828, + "nauc_mrr_at_10_diff1": 0.8443455476956747, + "nauc_mrr_at_10_max": 0.7090881126333949, + "nauc_mrr_at_10_std": 0.002407094909921371, + "nauc_mrr_at_1_diff1": 0.8518687909594055, + "nauc_mrr_at_1_max": 0.6982058912071878, + "nauc_mrr_at_1_std": 0.003540166269134073, + "nauc_mrr_at_20_diff1": 0.8442297498995711, + "nauc_mrr_at_20_max": 0.7089416392464435, + "nauc_mrr_at_20_std": 0.0013110449991241607, + "nauc_mrr_at_3_diff1": 0.8401103159589066, + "nauc_mrr_at_3_max": 0.7054435318250704, + "nauc_mrr_at_3_std": -0.006384896261806852, + "nauc_mrr_at_5_diff1": 0.8445719150708807, + "nauc_mrr_at_5_max": 0.71277596863764, + "nauc_mrr_at_5_std": -0.0008718754390350868, + "nauc_ndcg_at_1000_diff1": 0.843340802061688, + "nauc_ndcg_at_1000_max": 0.7110455438621807, + "nauc_ndcg_at_1000_std": 0.003133568557848144, + "nauc_ndcg_at_100_diff1": 0.8424539232751929, + "nauc_ndcg_at_100_max": 0.7117443711669134, + "nauc_ndcg_at_100_std": 0.007022252147691161, + "nauc_ndcg_at_10_diff1": 0.8428145042925969, + "nauc_ndcg_at_10_max": 0.7145551971903278, + "nauc_ndcg_at_10_std": 0.013589069031856495, + "nauc_ndcg_at_1_diff1": 0.8518687909594055, + "nauc_ndcg_at_1_max": 0.6982058912071878, + "nauc_ndcg_at_1_std": 0.003540166269134073, + "nauc_ndcg_at_20_diff1": 0.8427651202533379, + "nauc_ndcg_at_20_max": 0.7133951826709217, + "nauc_ndcg_at_20_std": 0.006713305649244983, + "nauc_ndcg_at_3_diff1": 0.8354049650498995, + "nauc_ndcg_at_3_max": 0.7079622246542067, + "nauc_ndcg_at_3_std": -0.009989783676326885, + "nauc_ndcg_at_5_diff1": 0.8438841703336345, + "nauc_ndcg_at_5_max": 0.7239291210753876, + "nauc_ndcg_at_5_std": 0.0012191662568996533, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6498599439775801, + "nauc_precision_at_100_max": 0.8638344226579172, + "nauc_precision_at_100_std": 0.8513849984438455, + "nauc_precision_at_10_diff1": 0.8289943428351735, + "nauc_precision_at_10_max": 0.767973856209147, + "nauc_precision_at_10_std": 0.1581534574614112, + "nauc_precision_at_1_diff1": 0.8518687909594055, + "nauc_precision_at_1_max": 0.6982058912071878, + "nauc_precision_at_1_std": 0.003540166269134073, + "nauc_precision_at_20_diff1": 0.8186566293183887, + "nauc_precision_at_20_max": 0.7915207749766462, + "nauc_precision_at_20_std": 0.12993113912230966, + "nauc_precision_at_3_diff1": 0.8161716809835933, + "nauc_precision_at_3_max": 0.7180922525750127, + "nauc_precision_at_3_std": -0.024564385457801336, + "nauc_precision_at_5_diff1": 0.8422341614241315, + "nauc_precision_at_5_max": 0.7941099937242615, + "nauc_precision_at_5_std": 0.017350109442680513, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6498599439775948, + "nauc_recall_at_100_max": 0.8638344226579231, + "nauc_recall_at_100_std": 0.8513849984438123, + "nauc_recall_at_10_diff1": 0.8289943428351731, + "nauc_recall_at_10_max": 0.7679738562091522, + "nauc_recall_at_10_std": 0.15815345746141585, + "nauc_recall_at_1_diff1": 0.8518687909594055, + "nauc_recall_at_1_max": 0.6982058912071878, + "nauc_recall_at_1_std": 0.003540166269134073, + "nauc_recall_at_20_diff1": 0.8186566293183969, + "nauc_recall_at_20_max": 0.7915207749766597, + "nauc_recall_at_20_std": 0.1299311391223159, + "nauc_recall_at_3_diff1": 0.816171680983594, + "nauc_recall_at_3_max": 0.7180922525750097, + "nauc_recall_at_3_std": -0.024564385457802602, + "nauc_recall_at_5_diff1": 0.8422341614241323, + "nauc_recall_at_5_max": 0.7941099937242657, + "nauc_recall_at_5_std": 0.017350109442685776, + "ndcg_at_1": 0.80889, + "ndcg_at_10": 0.88459, + "ndcg_at_100": 0.89239, + "ndcg_at_1000": 0.89286, + "ndcg_at_20": 0.88967, + "ndcg_at_3": 0.86075, + "ndcg_at_5": 0.87491, + "precision_at_1": 0.80889, + "precision_at_10": 0.09622, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04911, + "precision_at_3": 0.29926, + "precision_at_5": 0.18644, + "recall_at_1": 0.80889, + "recall_at_10": 0.96222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98222, + "recall_at_3": 0.89778, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.80699, + "map_at_1": 0.69778, + "map_at_10": 0.77193, + "map_at_100": 0.7752, + "map_at_1000": 0.77527, + "map_at_20": 0.77407, + "map_at_3": 0.75667, + "map_at_5": 0.7655, + "mrr_at_1": 0.6977777777777778, + "mrr_at_10": 0.7719312169312169, + "mrr_at_100": 0.7751997185141576, + "mrr_at_1000": 0.7752729729679897, + "mrr_at_20": 0.7740659313214783, + "mrr_at_3": 0.756666666666667, + "mrr_at_5": 0.7655000000000004, + "nauc_map_at_1000_diff1": 0.7761599077350426, + "nauc_map_at_1000_max": 0.6866807566056212, + "nauc_map_at_1000_std": 0.07173064498571408, + "nauc_map_at_100_diff1": 0.776155305107354, + "nauc_map_at_100_max": 0.6867554416381858, + "nauc_map_at_100_std": 0.0719394577047866, + "nauc_map_at_10_diff1": 0.7741362507504679, + "nauc_map_at_10_max": 0.686386546416554, + "nauc_map_at_10_std": 0.06998770257779978, + "nauc_map_at_1_diff1": 0.7980731685937635, + "nauc_map_at_1_max": 0.6673705684072957, + "nauc_map_at_1_std": 0.03390880620920944, + "nauc_map_at_20_diff1": 0.7757113746257096, + "nauc_map_at_20_max": 0.6872043870908204, + "nauc_map_at_20_std": 0.07292770046971037, + "nauc_map_at_3_diff1": 0.7760280687971358, + "nauc_map_at_3_max": 0.6886068915300194, + "nauc_map_at_3_std": 0.06978117260441931, + "nauc_map_at_5_diff1": 0.7719165608587405, + "nauc_map_at_5_max": 0.6844831238323985, + "nauc_map_at_5_std": 0.06558535229259088, + "nauc_mrr_at_1000_diff1": 0.7761599077350426, + "nauc_mrr_at_1000_max": 0.6866807566056212, + "nauc_mrr_at_1000_std": 0.07173064498571408, + "nauc_mrr_at_100_diff1": 0.776155305107354, + "nauc_mrr_at_100_max": 0.6867554416381858, + "nauc_mrr_at_100_std": 0.0719394577047866, + "nauc_mrr_at_10_diff1": 0.7741362507504679, + "nauc_mrr_at_10_max": 0.686386546416554, + "nauc_mrr_at_10_std": 0.06998770257779978, + "nauc_mrr_at_1_diff1": 0.7980731685937635, + "nauc_mrr_at_1_max": 0.6673705684072957, + "nauc_mrr_at_1_std": 0.03390880620920944, + "nauc_mrr_at_20_diff1": 0.7757113746257096, + "nauc_mrr_at_20_max": 0.6872043870908204, + "nauc_mrr_at_20_std": 0.07292770046971037, + "nauc_mrr_at_3_diff1": 0.7760280687971358, + "nauc_mrr_at_3_max": 0.6886068915300194, + "nauc_mrr_at_3_std": 0.06978117260441931, + "nauc_mrr_at_5_diff1": 0.7719165608587405, + "nauc_mrr_at_5_max": 0.6844831238323985, + "nauc_mrr_at_5_std": 0.06558535229259088, + "nauc_ndcg_at_1000_diff1": 0.7732396920733627, + "nauc_ndcg_at_1000_max": 0.6909913587550527, + "nauc_ndcg_at_1000_std": 0.0829226492009261, + "nauc_ndcg_at_100_diff1": 0.773292359011453, + "nauc_ndcg_at_100_max": 0.6932521432795055, + "nauc_ndcg_at_100_std": 0.08940841684515176, + "nauc_ndcg_at_10_diff1": 0.7644704079776046, + "nauc_ndcg_at_10_max": 0.6941525071657988, + "nauc_ndcg_at_10_std": 0.08878415288960911, + "nauc_ndcg_at_1_diff1": 0.7980731685937635, + "nauc_ndcg_at_1_max": 0.6673705684072957, + "nauc_ndcg_at_1_std": 0.03390880620920944, + "nauc_ndcg_at_20_diff1": 0.7706987739350126, + "nauc_ndcg_at_20_max": 0.6977962011231152, + "nauc_ndcg_at_20_std": 0.10127942378039562, + "nauc_ndcg_at_3_diff1": 0.7677770872768255, + "nauc_ndcg_at_3_max": 0.6959568764083996, + "nauc_ndcg_at_3_std": 0.08194748644096811, + "nauc_ndcg_at_5_diff1": 0.7589207517169941, + "nauc_ndcg_at_5_max": 0.6886266559779242, + "nauc_ndcg_at_5_std": 0.07530827930283505, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7822765469824425, + "nauc_precision_at_100_max": 0.9138443256090324, + "nauc_precision_at_100_std": 0.7252355487649658, + "nauc_precision_at_10_diff1": 0.6996887643946474, + "nauc_precision_at_10_max": 0.7504637410519754, + "nauc_precision_at_10_std": 0.23094304388421988, + "nauc_precision_at_1_diff1": 0.7980731685937635, + "nauc_precision_at_1_max": 0.6673705684072957, + "nauc_precision_at_1_std": 0.03390880620920944, + "nauc_precision_at_20_diff1": 0.7392385525638826, + "nauc_precision_at_20_max": 0.8225194839840713, + "nauc_precision_at_20_std": 0.44947502810647844, + "nauc_precision_at_3_diff1": 0.7360151699851032, + "nauc_precision_at_3_max": 0.7239926987996896, + "nauc_precision_at_3_std": 0.12823861767380723, + "nauc_precision_at_5_diff1": 0.6960425969900059, + "nauc_precision_at_5_max": 0.7061934208073646, + "nauc_precision_at_5_std": 0.11922456620930447, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7822765469824259, + "nauc_recall_at_100_max": 0.9138443256090335, + "nauc_recall_at_100_std": 0.7252355487649681, + "nauc_recall_at_10_diff1": 0.6996887643946466, + "nauc_recall_at_10_max": 0.7504637410519769, + "nauc_recall_at_10_std": 0.23094304388422074, + "nauc_recall_at_1_diff1": 0.7980731685937635, + "nauc_recall_at_1_max": 0.6673705684072957, + "nauc_recall_at_1_std": 0.03390880620920944, + "nauc_recall_at_20_diff1": 0.7392385525638845, + "nauc_recall_at_20_max": 0.8225194839840698, + "nauc_recall_at_20_std": 0.4494750281064792, + "nauc_recall_at_3_diff1": 0.7360151699851011, + "nauc_recall_at_3_max": 0.7239926987996883, + "nauc_recall_at_3_std": 0.1282386176738069, + "nauc_recall_at_5_diff1": 0.696042596990006, + "nauc_recall_at_5_max": 0.7061934208073642, + "nauc_recall_at_5_std": 0.11922456620930509, + "ndcg_at_1": 0.69778, + "ndcg_at_10": 0.80699, + "ndcg_at_100": 0.82238, + "ndcg_at_1000": 0.82403, + "ndcg_at_20": 0.81445, + "ndcg_at_3": 0.77553, + "ndcg_at_5": 0.79126, + "precision_at_1": 0.69778, + "precision_at_10": 0.09167, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.27667, + "precision_at_5": 0.17356, + "recall_at_1": 0.69778, + "recall_at_10": 0.91667, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.83, + "recall_at_5": 0.86778 + }, + { + "hf_subset": "tgk_Cyrl-tgk_Cyrl", + "languages": [ + "tgk-Cyrl", + "tgk-Cyrl" + ], + "main_score": 0.69925, + "map_at_1": 0.59222, + "map_at_10": 0.66519, + "map_at_100": 0.67109, + "map_at_1000": 0.67141, + "map_at_20": 0.66899, + "map_at_3": 0.64759, + "map_at_5": 0.65915, + "mrr_at_1": 0.5922222222222222, + "mrr_at_10": 0.6651891534391532, + "mrr_at_100": 0.6710857855426114, + "mrr_at_1000": 0.6714125052846993, + "mrr_at_20": 0.6689937514516975, + "mrr_at_3": 0.6475925925925925, + "mrr_at_5": 0.659148148148148, + "nauc_map_at_1000_diff1": 0.8078959748997033, + "nauc_map_at_1000_max": 0.7687723528581154, + "nauc_map_at_1000_std": 0.09709343906841475, + "nauc_map_at_100_diff1": 0.8077831746947796, + "nauc_map_at_100_max": 0.7687755003776854, + "nauc_map_at_100_std": 0.09737020234497756, + "nauc_map_at_10_diff1": 0.8062705907312735, + "nauc_map_at_10_max": 0.7695239795094252, + "nauc_map_at_10_std": 0.09899105957167495, + "nauc_map_at_1_diff1": 0.841500909627339, + "nauc_map_at_1_max": 0.7519978293169709, + "nauc_map_at_1_std": 0.038006567623804825, + "nauc_map_at_20_diff1": 0.8072054744872942, + "nauc_map_at_20_max": 0.7692470180732629, + "nauc_map_at_20_std": 0.09855466671835313, + "nauc_map_at_3_diff1": 0.8089587727407969, + "nauc_map_at_3_max": 0.7671385866395213, + "nauc_map_at_3_std": 0.08800397655904058, + "nauc_map_at_5_diff1": 0.8066423004542635, + "nauc_map_at_5_max": 0.7693675342873787, + "nauc_map_at_5_std": 0.09494474260396499, + "nauc_mrr_at_1000_diff1": 0.8078959748997033, + "nauc_mrr_at_1000_max": 0.7687723528581154, + "nauc_mrr_at_1000_std": 0.09709343906841475, + "nauc_mrr_at_100_diff1": 0.8077831746947796, + "nauc_mrr_at_100_max": 0.7687755003776854, + "nauc_mrr_at_100_std": 0.09737020234497756, + "nauc_mrr_at_10_diff1": 0.8062705907312735, + "nauc_mrr_at_10_max": 0.7695239795094252, + "nauc_mrr_at_10_std": 0.09899105957167495, + "nauc_mrr_at_1_diff1": 0.841500909627339, + "nauc_mrr_at_1_max": 0.7519978293169709, + "nauc_mrr_at_1_std": 0.038006567623804825, + "nauc_mrr_at_20_diff1": 0.8072054744872942, + "nauc_mrr_at_20_max": 0.7692470180732629, + "nauc_mrr_at_20_std": 0.09855466671835313, + "nauc_mrr_at_3_diff1": 0.8089587727407969, + "nauc_mrr_at_3_max": 0.7671385866395213, + "nauc_mrr_at_3_std": 0.08800397655904058, + "nauc_mrr_at_5_diff1": 0.8066423004542635, + "nauc_mrr_at_5_max": 0.7693675342873787, + "nauc_mrr_at_5_std": 0.09494474260396499, + "nauc_ndcg_at_1000_diff1": 0.801115315618405, + "nauc_ndcg_at_1000_max": 0.7717732259669248, + "nauc_ndcg_at_1000_std": 0.11196631101877008, + "nauc_ndcg_at_100_diff1": 0.7985504186967353, + "nauc_ndcg_at_100_max": 0.7722846408586388, + "nauc_ndcg_at_100_std": 0.12000961198213787, + "nauc_ndcg_at_10_diff1": 0.7906976178589352, + "nauc_ndcg_at_10_max": 0.7765242359268768, + "nauc_ndcg_at_10_std": 0.1304312490712563, + "nauc_ndcg_at_1_diff1": 0.841500909627339, + "nauc_ndcg_at_1_max": 0.7519978293169709, + "nauc_ndcg_at_1_std": 0.038006567623804825, + "nauc_ndcg_at_20_diff1": 0.7929820432715045, + "nauc_ndcg_at_20_max": 0.7756829037248294, + "nauc_ndcg_at_20_std": 0.13017361351715925, + "nauc_ndcg_at_3_diff1": 0.7976994208372075, + "nauc_ndcg_at_3_max": 0.7716699354524162, + "nauc_ndcg_at_3_std": 0.10439213679473483, + "nauc_ndcg_at_5_diff1": 0.7925170330693444, + "nauc_ndcg_at_5_max": 0.7761454271735685, + "nauc_ndcg_at_5_std": 0.11927199817880177, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7269273722560946, + "nauc_precision_at_100_max": 0.7909229051097565, + "nauc_precision_at_100_std": 0.35954120210175705, + "nauc_precision_at_10_diff1": 0.7207890613872656, + "nauc_precision_at_10_max": 0.8072041019797738, + "nauc_precision_at_10_std": 0.2757983193277299, + "nauc_precision_at_1_diff1": 0.841500909627339, + "nauc_precision_at_1_max": 0.7519978293169709, + "nauc_precision_at_1_std": 0.038006567623804825, + "nauc_precision_at_20_diff1": 0.7099941148146167, + "nauc_precision_at_20_max": 0.8115747074604265, + "nauc_precision_at_20_std": 0.32366990988787275, + "nauc_precision_at_3_diff1": 0.7607927786499212, + "nauc_precision_at_3_max": 0.7862658018673062, + "nauc_precision_at_3_std": 0.15777906304222122, + "nauc_precision_at_5_diff1": 0.7387119271209169, + "nauc_precision_at_5_max": 0.8019653330362889, + "nauc_precision_at_5_std": 0.21313063313944625, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7269273722560922, + "nauc_recall_at_100_max": 0.7909229051097557, + "nauc_recall_at_100_std": 0.35954120210175383, + "nauc_recall_at_10_diff1": 0.7207890613872663, + "nauc_recall_at_10_max": 0.8072041019797744, + "nauc_recall_at_10_std": 0.2757983193277307, + "nauc_recall_at_1_diff1": 0.841500909627339, + "nauc_recall_at_1_max": 0.7519978293169709, + "nauc_recall_at_1_std": 0.038006567623804825, + "nauc_recall_at_20_diff1": 0.7099941148146163, + "nauc_recall_at_20_max": 0.8115747074604274, + "nauc_recall_at_20_std": 0.32366990988787575, + "nauc_recall_at_3_diff1": 0.7607927786499217, + "nauc_recall_at_3_max": 0.7862658018673051, + "nauc_recall_at_3_std": 0.1577790630422206, + "nauc_recall_at_5_diff1": 0.7387119271209175, + "nauc_recall_at_5_max": 0.801965333036289, + "nauc_recall_at_5_std": 0.21313063313944716, + "ndcg_at_1": 0.59222, + "ndcg_at_10": 0.69925, + "ndcg_at_100": 0.72835, + "ndcg_at_1000": 0.73589, + "ndcg_at_20": 0.71285, + "ndcg_at_3": 0.66403, + "ndcg_at_5": 0.68497, + "precision_at_1": 0.59222, + "precision_at_10": 0.08056, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04294, + "precision_at_3": 0.23704, + "precision_at_5": 0.15244, + "recall_at_1": 0.59222, + "recall_at_10": 0.80556, + "recall_at_100": 0.94333, + "recall_at_1000": 1.0, + "recall_at_20": 0.85889, + "recall_at_3": 0.71111, + "recall_at_5": 0.76222 + }, + { + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ], + "main_score": 0.82146, + "map_at_1": 0.70889, + "map_at_10": 0.7862, + "map_at_100": 0.78906, + "map_at_1000": 0.78909, + "map_at_20": 0.7879, + "map_at_3": 0.76981, + "map_at_5": 0.78065, + "mrr_at_1": 0.7088888888888889, + "mrr_at_10": 0.786200617283951, + "mrr_at_100": 0.7890591910461373, + "mrr_at_1000": 0.7890878049063111, + "mrr_at_20": 0.7878993838166959, + "mrr_at_3": 0.7698148148148151, + "mrr_at_5": 0.7806481481481486, + "nauc_map_at_1000_diff1": 0.8115014843444052, + "nauc_map_at_1000_max": 0.6437091700568829, + "nauc_map_at_1000_std": 0.053830623396939524, + "nauc_map_at_100_diff1": 0.8115136497120479, + "nauc_map_at_100_max": 0.6437610898872639, + "nauc_map_at_100_std": 0.053908352318903466, + "nauc_map_at_10_diff1": 0.8093227098034526, + "nauc_map_at_10_max": 0.644497585442992, + "nauc_map_at_10_std": 0.055306783347237105, + "nauc_map_at_1_diff1": 0.8345531942842361, + "nauc_map_at_1_max": 0.6192125021037981, + "nauc_map_at_1_std": 0.022606082748032684, + "nauc_map_at_20_diff1": 0.8111731454151614, + "nauc_map_at_20_max": 0.6447728864236654, + "nauc_map_at_20_std": 0.054059210481961564, + "nauc_map_at_3_diff1": 0.8100956545916218, + "nauc_map_at_3_max": 0.6389784504994609, + "nauc_map_at_3_std": 0.04267650290430926, + "nauc_map_at_5_diff1": 0.8088667802420882, + "nauc_map_at_5_max": 0.645209935377837, + "nauc_map_at_5_std": 0.05542035995189572, + "nauc_mrr_at_1000_diff1": 0.8115014843444052, + "nauc_mrr_at_1000_max": 0.6437091700568829, + "nauc_mrr_at_1000_std": 0.053830623396939524, + "nauc_mrr_at_100_diff1": 0.8115136497120479, + "nauc_mrr_at_100_max": 0.6437610898872639, + "nauc_mrr_at_100_std": 0.053908352318903466, + "nauc_mrr_at_10_diff1": 0.8093227098034526, + "nauc_mrr_at_10_max": 0.644497585442992, + "nauc_mrr_at_10_std": 0.055306783347237105, + "nauc_mrr_at_1_diff1": 0.8345531942842361, + "nauc_mrr_at_1_max": 0.6192125021037981, + "nauc_mrr_at_1_std": 0.022606082748032684, + "nauc_mrr_at_20_diff1": 0.8111731454151614, + "nauc_mrr_at_20_max": 0.6447728864236654, + "nauc_mrr_at_20_std": 0.054059210481961564, + "nauc_mrr_at_3_diff1": 0.8100956545916218, + "nauc_mrr_at_3_max": 0.6389784504994609, + "nauc_mrr_at_3_std": 0.04267650290430926, + "nauc_mrr_at_5_diff1": 0.8088667802420882, + "nauc_mrr_at_5_max": 0.645209935377837, + "nauc_mrr_at_5_std": 0.05542035995189572, + "nauc_ndcg_at_1000_diff1": 0.808528985473476, + "nauc_ndcg_at_1000_max": 0.6493877371795373, + "nauc_ndcg_at_1000_std": 0.062039423379901794, + "nauc_ndcg_at_100_diff1": 0.8088524098988334, + "nauc_ndcg_at_100_max": 0.6507002300743582, + "nauc_ndcg_at_100_std": 0.06406806747429655, + "nauc_ndcg_at_10_diff1": 0.7987521238462567, + "nauc_ndcg_at_10_max": 0.657383757073465, + "nauc_ndcg_at_10_std": 0.07483065830208334, + "nauc_ndcg_at_1_diff1": 0.8345531942842361, + "nauc_ndcg_at_1_max": 0.6192125021037981, + "nauc_ndcg_at_1_std": 0.022606082748032684, + "nauc_ndcg_at_20_diff1": 0.8064686773556946, + "nauc_ndcg_at_20_max": 0.6592250948943381, + "nauc_ndcg_at_20_std": 0.07027780836447775, + "nauc_ndcg_at_3_diff1": 0.8016014682151403, + "nauc_ndcg_at_3_max": 0.6464814982775496, + "nauc_ndcg_at_3_std": 0.048583257022763816, + "nauc_ndcg_at_5_diff1": 0.7978182137265759, + "nauc_ndcg_at_5_max": 0.658799257221436, + "nauc_ndcg_at_5_std": 0.07409649122237533, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8885387488328824, + "nauc_precision_at_100_max": 0.9673202614378776, + "nauc_precision_at_100_std": 0.5630252100840375, + "nauc_precision_at_10_diff1": 0.7150612933345378, + "nauc_precision_at_10_max": 0.7606171500858366, + "nauc_precision_at_10_std": 0.23791452064696705, + "nauc_precision_at_1_diff1": 0.8345531942842361, + "nauc_precision_at_1_max": 0.6192125021037981, + "nauc_precision_at_1_std": 0.022606082748032684, + "nauc_precision_at_20_diff1": 0.7760356174990288, + "nauc_precision_at_20_max": 0.8389469608981789, + "nauc_precision_at_20_std": 0.26105076176811537, + "nauc_precision_at_3_diff1": 0.7686116213864469, + "nauc_precision_at_3_max": 0.6759298904711268, + "nauc_precision_at_3_std": 0.07101075951989656, + "nauc_precision_at_5_diff1": 0.7395030972902281, + "nauc_precision_at_5_max": 0.7313947828078894, + "nauc_precision_at_5_std": 0.17583922725233414, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8885387488328875, + "nauc_recall_at_100_max": 0.9673202614379001, + "nauc_recall_at_100_std": 0.5630252100840542, + "nauc_recall_at_10_diff1": 0.7150612933345375, + "nauc_recall_at_10_max": 0.7606171500858395, + "nauc_recall_at_10_std": 0.23791452064696791, + "nauc_recall_at_1_diff1": 0.8345531942842361, + "nauc_recall_at_1_max": 0.6192125021037981, + "nauc_recall_at_1_std": 0.022606082748032684, + "nauc_recall_at_20_diff1": 0.7760356174990333, + "nauc_recall_at_20_max": 0.8389469608981817, + "nauc_recall_at_20_std": 0.26105076176812375, + "nauc_recall_at_3_diff1": 0.7686116213864453, + "nauc_recall_at_3_max": 0.6759298904711267, + "nauc_recall_at_3_std": 0.07101075951989606, + "nauc_recall_at_5_diff1": 0.739503097290229, + "nauc_recall_at_5_max": 0.7313947828078906, + "nauc_recall_at_5_std": 0.1758392272523364, + "ndcg_at_1": 0.70889, + "ndcg_at_10": 0.82146, + "ndcg_at_100": 0.8353, + "ndcg_at_1000": 0.83591, + "ndcg_at_20": 0.82747, + "ndcg_at_3": 0.7885, + "ndcg_at_5": 0.80811, + "precision_at_1": 0.70889, + "precision_at_10": 0.09311, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.28074, + "precision_at_5": 0.178, + "recall_at_1": 0.70889, + "recall_at_10": 0.93111, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.84222, + "recall_at_5": 0.89 + }, + { + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ], + "main_score": 0.63192, + "map_at_1": 0.51556, + "map_at_10": 0.59187, + "map_at_100": 0.59777, + "map_at_1000": 0.59829, + "map_at_20": 0.59527, + "map_at_3": 0.57204, + "map_at_5": 0.58315, + "mrr_at_1": 0.5155555555555555, + "mrr_at_10": 0.5918708112874778, + "mrr_at_100": 0.5977684473471883, + "mrr_at_1000": 0.5982868999768948, + "mrr_at_20": 0.595265874213887, + "mrr_at_3": 0.5720370370370366, + "mrr_at_5": 0.5831481481481476, + "nauc_map_at_1000_diff1": 0.752391302290954, + "nauc_map_at_1000_max": 0.7409441925481735, + "nauc_map_at_1000_std": 0.19875078485178999, + "nauc_map_at_100_diff1": 0.7522540885424536, + "nauc_map_at_100_max": 0.7409778443206715, + "nauc_map_at_100_std": 0.1992052515450344, + "nauc_map_at_10_diff1": 0.7517836928092688, + "nauc_map_at_10_max": 0.7411409008778843, + "nauc_map_at_10_std": 0.19757904539504817, + "nauc_map_at_1_diff1": 0.7862818784676674, + "nauc_map_at_1_max": 0.7308804414543443, + "nauc_map_at_1_std": 0.15427132352056228, + "nauc_map_at_20_diff1": 0.7513033188904022, + "nauc_map_at_20_max": 0.7401356609073925, + "nauc_map_at_20_std": 0.19844255141069544, + "nauc_map_at_3_diff1": 0.7586922433605015, + "nauc_map_at_3_max": 0.7455031685017087, + "nauc_map_at_3_std": 0.1942564538749322, + "nauc_map_at_5_diff1": 0.7537642548244202, + "nauc_map_at_5_max": 0.743795545618316, + "nauc_map_at_5_std": 0.20088412868554764, + "nauc_mrr_at_1000_diff1": 0.752391302290954, + "nauc_mrr_at_1000_max": 0.7409441925481735, + "nauc_mrr_at_1000_std": 0.19875078485178999, + "nauc_mrr_at_100_diff1": 0.7522540885424536, + "nauc_mrr_at_100_max": 0.7409778443206715, + "nauc_mrr_at_100_std": 0.1992052515450344, + "nauc_mrr_at_10_diff1": 0.7517836928092688, + "nauc_mrr_at_10_max": 0.7411409008778843, + "nauc_mrr_at_10_std": 0.19757904539504817, + "nauc_mrr_at_1_diff1": 0.7862818784676674, + "nauc_mrr_at_1_max": 0.7308804414543443, + "nauc_mrr_at_1_std": 0.15427132352056228, + "nauc_mrr_at_20_diff1": 0.7513033188904022, + "nauc_mrr_at_20_max": 0.7401356609073925, + "nauc_mrr_at_20_std": 0.19844255141069544, + "nauc_mrr_at_3_diff1": 0.7586922433605015, + "nauc_mrr_at_3_max": 0.7455031685017087, + "nauc_mrr_at_3_std": 0.1942564538749322, + "nauc_mrr_at_5_diff1": 0.7537642548244202, + "nauc_mrr_at_5_max": 0.743795545618316, + "nauc_mrr_at_5_std": 0.20088412868554764, + "nauc_ndcg_at_1000_diff1": 0.7447356186660271, + "nauc_ndcg_at_1000_max": 0.7418296525520525, + "nauc_ndcg_at_1000_std": 0.21106994846290594, + "nauc_ndcg_at_100_diff1": 0.7416995472999314, + "nauc_ndcg_at_100_max": 0.7429881284923492, + "nauc_ndcg_at_100_std": 0.22260962376715948, + "nauc_ndcg_at_10_diff1": 0.7360123218676065, + "nauc_ndcg_at_10_max": 0.7415824011164833, + "nauc_ndcg_at_10_std": 0.21497088841397616, + "nauc_ndcg_at_1_diff1": 0.7862818784676674, + "nauc_ndcg_at_1_max": 0.7308804414543443, + "nauc_ndcg_at_1_std": 0.15427132352056228, + "nauc_ndcg_at_20_diff1": 0.7337857925055665, + "nauc_ndcg_at_20_max": 0.7376818133695572, + "nauc_ndcg_at_20_std": 0.21907790292292761, + "nauc_ndcg_at_3_diff1": 0.7503293823474768, + "nauc_ndcg_at_3_max": 0.7510565311615572, + "nauc_ndcg_at_3_std": 0.2091503773003187, + "nauc_ndcg_at_5_diff1": 0.7409199039307589, + "nauc_ndcg_at_5_max": 0.7478773033385995, + "nauc_ndcg_at_5_std": 0.22224384849838213, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6786589635854345, + "nauc_precision_at_100_max": 0.768779178338004, + "nauc_precision_at_100_std": 0.4663632119514479, + "nauc_precision_at_10_diff1": 0.668275067708494, + "nauc_precision_at_10_max": 0.7397766757104292, + "nauc_precision_at_10_std": 0.2859609338144963, + "nauc_precision_at_1_diff1": 0.7862818784676674, + "nauc_precision_at_1_max": 0.7308804414543443, + "nauc_precision_at_1_std": 0.15427132352056228, + "nauc_precision_at_20_diff1": 0.6416882122271297, + "nauc_precision_at_20_max": 0.7160160771148715, + "nauc_precision_at_20_std": 0.3256623460380151, + "nauc_precision_at_3_diff1": 0.7239315611032122, + "nauc_precision_at_3_max": 0.7690249985208506, + "nauc_precision_at_3_std": 0.2572500730610148, + "nauc_precision_at_5_diff1": 0.6953147717719195, + "nauc_precision_at_5_max": 0.7615310815488844, + "nauc_precision_at_5_std": 0.2990732406903707, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6786589635854342, + "nauc_recall_at_100_max": 0.7687791783380018, + "nauc_recall_at_100_std": 0.4663632119514467, + "nauc_recall_at_10_diff1": 0.6682750677084958, + "nauc_recall_at_10_max": 0.7397766757104303, + "nauc_recall_at_10_std": 0.28596093381449683, + "nauc_recall_at_1_diff1": 0.7862818784676674, + "nauc_recall_at_1_max": 0.7308804414543443, + "nauc_recall_at_1_std": 0.15427132352056228, + "nauc_recall_at_20_diff1": 0.6416882122271297, + "nauc_recall_at_20_max": 0.7160160771148718, + "nauc_recall_at_20_std": 0.32566234603801525, + "nauc_recall_at_3_diff1": 0.723931561103212, + "nauc_recall_at_3_max": 0.7690249985208504, + "nauc_recall_at_3_std": 0.25725007306101466, + "nauc_recall_at_5_diff1": 0.6953147717719202, + "nauc_recall_at_5_max": 0.7615310815488853, + "nauc_recall_at_5_std": 0.29907324069037083, + "ndcg_at_1": 0.51556, + "ndcg_at_10": 0.63192, + "ndcg_at_100": 0.66315, + "ndcg_at_1000": 0.675, + "ndcg_at_20": 0.64429, + "ndcg_at_3": 0.59088, + "ndcg_at_5": 0.61097, + "precision_at_1": 0.51556, + "precision_at_10": 0.07589, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "precision_at_20": 0.04039, + "precision_at_3": 0.21519, + "precision_at_5": 0.13889, + "recall_at_1": 0.51556, + "recall_at_10": 0.75889, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "recall_at_20": 0.80778, + "recall_at_3": 0.64556, + "recall_at_5": 0.69444 + }, + { + "hf_subset": "tgl_Latn-tgl_Latn", + "languages": [ + "tgl-Latn", + "tgl-Latn" + ], + "main_score": 0.81735, + "map_at_1": 0.73889, + "map_at_10": 0.79119, + "map_at_100": 0.79443, + "map_at_1000": 0.79454, + "map_at_20": 0.79306, + "map_at_3": 0.77796, + "map_at_5": 0.78607, + "mrr_at_1": 0.7388888888888889, + "mrr_at_10": 0.791186507936508, + "mrr_at_100": 0.7944259648055783, + "mrr_at_1000": 0.7945437663468677, + "mrr_at_20": 0.7930600966275633, + "mrr_at_3": 0.7779629629629631, + "mrr_at_5": 0.7860740740740743, + "nauc_map_at_1000_diff1": 0.8333176268436112, + "nauc_map_at_1000_max": 0.7896818956055244, + "nauc_map_at_1000_std": 0.2865305274767117, + "nauc_map_at_100_diff1": 0.8333288076967129, + "nauc_map_at_100_max": 0.7897505627610095, + "nauc_map_at_100_std": 0.28680425506946633, + "nauc_map_at_10_diff1": 0.8327454474259175, + "nauc_map_at_10_max": 0.7889042606731491, + "nauc_map_at_10_std": 0.28599483555780497, + "nauc_map_at_1_diff1": 0.843803387623612, + "nauc_map_at_1_max": 0.7715655131385464, + "nauc_map_at_1_std": 0.24002065350379917, + "nauc_map_at_20_diff1": 0.8330548087173485, + "nauc_map_at_20_max": 0.7898288634607468, + "nauc_map_at_20_std": 0.2880645946331011, + "nauc_map_at_3_diff1": 0.8323182930683778, + "nauc_map_at_3_max": 0.7917828698714239, + "nauc_map_at_3_std": 0.2797728585623832, + "nauc_map_at_5_diff1": 0.8345516062208308, + "nauc_map_at_5_max": 0.7929264653560383, + "nauc_map_at_5_std": 0.2860719860755934, + "nauc_mrr_at_1000_diff1": 0.8333176268436112, + "nauc_mrr_at_1000_max": 0.7896818956055244, + "nauc_mrr_at_1000_std": 0.2865305274767117, + "nauc_mrr_at_100_diff1": 0.8333288076967129, + "nauc_mrr_at_100_max": 0.7897505627610095, + "nauc_mrr_at_100_std": 0.28680425506946633, + "nauc_mrr_at_10_diff1": 0.8327454474259175, + "nauc_mrr_at_10_max": 0.7889042606731491, + "nauc_mrr_at_10_std": 0.28599483555780497, + "nauc_mrr_at_1_diff1": 0.843803387623612, + "nauc_mrr_at_1_max": 0.7715655131385464, + "nauc_mrr_at_1_std": 0.24002065350379917, + "nauc_mrr_at_20_diff1": 0.8330548087173485, + "nauc_mrr_at_20_max": 0.7898288634607468, + "nauc_mrr_at_20_std": 0.2880645946331011, + "nauc_mrr_at_3_diff1": 0.8323182930683778, + "nauc_mrr_at_3_max": 0.7917828698714239, + "nauc_mrr_at_3_std": 0.2797728585623832, + "nauc_mrr_at_5_diff1": 0.8345516062208308, + "nauc_mrr_at_5_max": 0.7929264653560383, + "nauc_mrr_at_5_std": 0.2860719860755934, + "nauc_ndcg_at_1000_diff1": 0.8316301083104571, + "nauc_ndcg_at_1000_max": 0.7926780332353301, + "nauc_ndcg_at_1000_std": 0.2993826776078629, + "nauc_ndcg_at_100_diff1": 0.8320482626935652, + "nauc_ndcg_at_100_max": 0.7946727801426282, + "nauc_ndcg_at_100_std": 0.30694253455300824, + "nauc_ndcg_at_10_diff1": 0.8278998440549182, + "nauc_ndcg_at_10_max": 0.7915611982955016, + "nauc_ndcg_at_10_std": 0.3098653832709435, + "nauc_ndcg_at_1_diff1": 0.843803387623612, + "nauc_ndcg_at_1_max": 0.7715655131385464, + "nauc_ndcg_at_1_std": 0.24002065350379917, + "nauc_ndcg_at_20_diff1": 0.8288683803663679, + "nauc_ndcg_at_20_max": 0.7949705444192711, + "nauc_ndcg_at_20_std": 0.3181437804816724, + "nauc_ndcg_at_3_diff1": 0.8289007198089078, + "nauc_ndcg_at_3_max": 0.7992187026699049, + "nauc_ndcg_at_3_std": 0.29386987530203806, + "nauc_ndcg_at_5_diff1": 0.8329662011803239, + "nauc_ndcg_at_5_max": 0.801804675088219, + "nauc_ndcg_at_5_std": 0.30679290551441973, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.856572258533042, + "nauc_precision_at_100_max": 0.9080558149185627, + "nauc_precision_at_100_std": 0.7304440294636382, + "nauc_precision_at_10_diff1": 0.7992115364664382, + "nauc_precision_at_10_max": 0.7992789708475957, + "nauc_precision_at_10_std": 0.44872393401805094, + "nauc_precision_at_1_diff1": 0.843803387623612, + "nauc_precision_at_1_max": 0.7715655131385464, + "nauc_precision_at_1_std": 0.24002065350379917, + "nauc_precision_at_20_diff1": 0.7966428995840728, + "nauc_precision_at_20_max": 0.8290114025408128, + "nauc_precision_at_20_std": 0.5643408878702975, + "nauc_precision_at_3_diff1": 0.8171849313774279, + "nauc_precision_at_3_max": 0.8253761801885798, + "nauc_precision_at_3_std": 0.3432608791499501, + "nauc_precision_at_5_diff1": 0.8275363442527607, + "nauc_precision_at_5_max": 0.8392944369063764, + "nauc_precision_at_5_std": 0.39554564838146755, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8565722585330438, + "nauc_recall_at_100_max": 0.9080558149185558, + "nauc_recall_at_100_std": 0.7304440294636433, + "nauc_recall_at_10_diff1": 0.7992115364664386, + "nauc_recall_at_10_max": 0.7992789708475975, + "nauc_recall_at_10_std": 0.4487239340180512, + "nauc_recall_at_1_diff1": 0.843803387623612, + "nauc_recall_at_1_max": 0.7715655131385464, + "nauc_recall_at_1_std": 0.24002065350379917, + "nauc_recall_at_20_diff1": 0.7966428995840762, + "nauc_recall_at_20_max": 0.8290114025408157, + "nauc_recall_at_20_std": 0.5643408878702998, + "nauc_recall_at_3_diff1": 0.8171849313774271, + "nauc_recall_at_3_max": 0.8253761801885782, + "nauc_recall_at_3_std": 0.3432608791499493, + "nauc_recall_at_5_diff1": 0.8275363442527615, + "nauc_recall_at_5_max": 0.8392944369063777, + "nauc_recall_at_5_std": 0.3955456483814696, + "ndcg_at_1": 0.73889, + "ndcg_at_10": 0.81735, + "ndcg_at_100": 0.83401, + "ndcg_at_1000": 0.83669, + "ndcg_at_20": 0.82412, + "ndcg_at_3": 0.79022, + "ndcg_at_5": 0.80485, + "precision_at_1": 0.73889, + "precision_at_10": 0.09, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04633, + "precision_at_3": 0.27519, + "precision_at_5": 0.17222, + "recall_at_1": 0.73889, + "recall_at_10": 0.9, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "recall_at_20": 0.92667, + "recall_at_3": 0.82556, + "recall_at_5": 0.86111 + }, + { + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ], + "main_score": 0.87091, + "map_at_1": 0.79444, + "map_at_10": 0.84719, + "map_at_100": 0.84964, + "map_at_1000": 0.84968, + "map_at_20": 0.84912, + "map_at_3": 0.83574, + "map_at_5": 0.84363, + "mrr_at_1": 0.7944444444444444, + "mrr_at_10": 0.847189594356261, + "mrr_at_100": 0.8496433726456857, + "mrr_at_1000": 0.8496823414703132, + "mrr_at_20": 0.8491182221917517, + "mrr_at_3": 0.835740740740741, + "mrr_at_5": 0.8436296296296298, + "nauc_map_at_1000_diff1": 0.8261991435039846, + "nauc_map_at_1000_max": 0.6966374394204511, + "nauc_map_at_1000_std": -0.09095799512223784, + "nauc_map_at_100_diff1": 0.8261731165115824, + "nauc_map_at_100_max": 0.6967034287225797, + "nauc_map_at_100_std": -0.09088083713694486, + "nauc_map_at_10_diff1": 0.8255762726020799, + "nauc_map_at_10_max": 0.69797730563101, + "nauc_map_at_10_std": -0.09155784223056543, + "nauc_map_at_1_diff1": 0.8445537157527271, + "nauc_map_at_1_max": 0.6765780572949917, + "nauc_map_at_1_std": -0.10075931485078532, + "nauc_map_at_20_diff1": 0.8258159742959527, + "nauc_map_at_20_max": 0.6966266319688427, + "nauc_map_at_20_std": -0.09125067656263716, + "nauc_map_at_3_diff1": 0.8244399964628727, + "nauc_map_at_3_max": 0.7014280319609539, + "nauc_map_at_3_std": -0.08498672742814682, + "nauc_map_at_5_diff1": 0.8244949113147542, + "nauc_map_at_5_max": 0.6979887985995394, + "nauc_map_at_5_std": -0.09029239202122893, + "nauc_mrr_at_1000_diff1": 0.8261991435039846, + "nauc_mrr_at_1000_max": 0.6966374394204511, + "nauc_mrr_at_1000_std": -0.09095799512223784, + "nauc_mrr_at_100_diff1": 0.8261731165115824, + "nauc_mrr_at_100_max": 0.6967034287225797, + "nauc_mrr_at_100_std": -0.09088083713694486, + "nauc_mrr_at_10_diff1": 0.8255762726020799, + "nauc_mrr_at_10_max": 0.69797730563101, + "nauc_mrr_at_10_std": -0.09155784223056543, + "nauc_mrr_at_1_diff1": 0.8445537157527271, + "nauc_mrr_at_1_max": 0.6765780572949917, + "nauc_mrr_at_1_std": -0.10075931485078532, + "nauc_mrr_at_20_diff1": 0.8258159742959527, + "nauc_mrr_at_20_max": 0.6966266319688427, + "nauc_mrr_at_20_std": -0.09125067656263716, + "nauc_mrr_at_3_diff1": 0.8244399964628727, + "nauc_mrr_at_3_max": 0.7014280319609539, + "nauc_mrr_at_3_std": -0.08498672742814682, + "nauc_mrr_at_5_diff1": 0.8244949113147542, + "nauc_mrr_at_5_max": 0.6979887985995394, + "nauc_mrr_at_5_std": -0.09029239202122893, + "nauc_ndcg_at_1000_diff1": 0.8229336219809557, + "nauc_ndcg_at_1000_max": 0.6986648781470214, + "nauc_ndcg_at_1000_std": -0.0906620552094573, + "nauc_ndcg_at_100_diff1": 0.8221820845962192, + "nauc_ndcg_at_100_max": 0.7002206926827659, + "nauc_ndcg_at_100_std": -0.08835647973722131, + "nauc_ndcg_at_10_diff1": 0.8184685944177582, + "nauc_ndcg_at_10_max": 0.7036202483655579, + "nauc_ndcg_at_10_std": -0.09492761639647616, + "nauc_ndcg_at_1_diff1": 0.8445537157527271, + "nauc_ndcg_at_1_max": 0.6765780572949917, + "nauc_ndcg_at_1_std": -0.10075931485078532, + "nauc_ndcg_at_20_diff1": 0.8188084960132086, + "nauc_ndcg_at_20_max": 0.6985530872123374, + "nauc_ndcg_at_20_std": -0.09236862166203173, + "nauc_ndcg_at_3_diff1": 0.8166663597430371, + "nauc_ndcg_at_3_max": 0.7100572785819721, + "nauc_ndcg_at_3_std": -0.08109402632196916, + "nauc_ndcg_at_5_diff1": 0.8159320593697663, + "nauc_ndcg_at_5_max": 0.7034022548891816, + "nauc_ndcg_at_5_std": -0.09150675107944377, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.709243697479011, + "nauc_precision_at_100_max": 0.921568627450979, + "nauc_precision_at_100_std": 0.2592903828198045, + "nauc_precision_at_10_diff1": 0.7678991596638653, + "nauc_precision_at_10_max": 0.7411671335200698, + "nauc_precision_at_10_std": -0.12891690009337214, + "nauc_precision_at_1_diff1": 0.8445537157527271, + "nauc_precision_at_1_max": 0.6765780572949917, + "nauc_precision_at_1_std": -0.10075931485078532, + "nauc_precision_at_20_diff1": 0.7240537240537186, + "nauc_precision_at_20_max": 0.7007290095525341, + "nauc_precision_at_20_std": -0.1081842993607697, + "nauc_precision_at_3_diff1": 0.7864799963753365, + "nauc_precision_at_3_max": 0.7431471161252331, + "nauc_precision_at_3_std": -0.06692492410856003, + "nauc_precision_at_5_diff1": 0.7709412532136118, + "nauc_precision_at_5_max": 0.7285982886305181, + "nauc_precision_at_5_std": -0.10212578181957885, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7092436974789921, + "nauc_recall_at_100_max": 0.9215686274509831, + "nauc_recall_at_100_std": 0.2592903828197959, + "nauc_recall_at_10_diff1": 0.7678991596638661, + "nauc_recall_at_10_max": 0.7411671335200741, + "nauc_recall_at_10_std": -0.12891690009336973, + "nauc_recall_at_1_diff1": 0.8445537157527271, + "nauc_recall_at_1_max": 0.6765780572949917, + "nauc_recall_at_1_std": -0.10075931485078532, + "nauc_recall_at_20_diff1": 0.7240537240537274, + "nauc_recall_at_20_max": 0.7007290095525406, + "nauc_recall_at_20_std": -0.10818429936076757, + "nauc_recall_at_3_diff1": 0.7864799963753338, + "nauc_recall_at_3_max": 0.7431471161252318, + "nauc_recall_at_3_std": -0.06692492410855923, + "nauc_recall_at_5_diff1": 0.770941253213615, + "nauc_recall_at_5_max": 0.7285982886305213, + "nauc_recall_at_5_std": -0.10212578181957671, + "ndcg_at_1": 0.79444, + "ndcg_at_10": 0.87091, + "ndcg_at_100": 0.88193, + "ndcg_at_1000": 0.8827, + "ndcg_at_20": 0.87775, + "ndcg_at_3": 0.84805, + "ndcg_at_5": 0.86249, + "precision_at_1": 0.79444, + "precision_at_10": 0.09444, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.29444, + "precision_at_5": 0.18378, + "recall_at_1": 0.79444, + "recall_at_10": 0.94444, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.88333, + "recall_at_5": 0.91889 + }, + { + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ], + "main_score": 0.79957, + "map_at_1": 0.71, + "map_at_10": 0.7706, + "map_at_100": 0.7742, + "map_at_1000": 0.77434, + "map_at_20": 0.77291, + "map_at_3": 0.75704, + "map_at_5": 0.76604, + "mrr_at_1": 0.71, + "mrr_at_10": 0.7706005291005291, + "mrr_at_100": 0.7742025495956721, + "mrr_at_1000": 0.7743362662829526, + "mrr_at_20": 0.772910833333047, + "mrr_at_3": 0.7570370370370371, + "mrr_at_5": 0.7660370370370372, + "nauc_map_at_1000_diff1": 0.8469844799491124, + "nauc_map_at_1000_max": 0.8088251285128326, + "nauc_map_at_1000_std": 0.2878809561234291, + "nauc_map_at_100_diff1": 0.8469751772579273, + "nauc_map_at_100_max": 0.8088841035541814, + "nauc_map_at_100_std": 0.2881475918749024, + "nauc_map_at_10_diff1": 0.8458266002173644, + "nauc_map_at_10_max": 0.8086274534050369, + "nauc_map_at_10_std": 0.28740311753869857, + "nauc_map_at_1_diff1": 0.8607729164221576, + "nauc_map_at_1_max": 0.792104466640723, + "nauc_map_at_1_std": 0.24364430772525156, + "nauc_map_at_20_diff1": 0.84669610749644, + "nauc_map_at_20_max": 0.8092150191479413, + "nauc_map_at_20_std": 0.29058234724673443, + "nauc_map_at_3_diff1": 0.845185605749928, + "nauc_map_at_3_max": 0.8083893464521217, + "nauc_map_at_3_std": 0.2769804595769888, + "nauc_map_at_5_diff1": 0.8452328359658883, + "nauc_map_at_5_max": 0.8081327044895901, + "nauc_map_at_5_std": 0.28112455190174684, + "nauc_mrr_at_1000_diff1": 0.8469844799491124, + "nauc_mrr_at_1000_max": 0.8088251285128326, + "nauc_mrr_at_1000_std": 0.2878809561234291, + "nauc_mrr_at_100_diff1": 0.8469751772579273, + "nauc_mrr_at_100_max": 0.8088841035541814, + "nauc_mrr_at_100_std": 0.2881475918749024, + "nauc_mrr_at_10_diff1": 0.8458266002173644, + "nauc_mrr_at_10_max": 0.8086274534050369, + "nauc_mrr_at_10_std": 0.28740311753869857, + "nauc_mrr_at_1_diff1": 0.8607729164221576, + "nauc_mrr_at_1_max": 0.792104466640723, + "nauc_mrr_at_1_std": 0.24364430772525156, + "nauc_mrr_at_20_diff1": 0.84669610749644, + "nauc_mrr_at_20_max": 0.8092150191479413, + "nauc_mrr_at_20_std": 0.29058234724673443, + "nauc_mrr_at_3_diff1": 0.845185605749928, + "nauc_mrr_at_3_max": 0.8083893464521217, + "nauc_mrr_at_3_std": 0.2769804595769888, + "nauc_mrr_at_5_diff1": 0.8452328359658883, + "nauc_mrr_at_5_max": 0.8081327044895901, + "nauc_mrr_at_5_std": 0.28112455190174684, + "nauc_ndcg_at_1000_diff1": 0.8451755171916606, + "nauc_ndcg_at_1000_max": 0.8122575084817437, + "nauc_ndcg_at_1000_std": 0.3024136180306611, + "nauc_ndcg_at_100_diff1": 0.844866395940977, + "nauc_ndcg_at_100_max": 0.8140365797723568, + "nauc_ndcg_at_100_std": 0.3098562469371198, + "nauc_ndcg_at_10_diff1": 0.8402887675561397, + "nauc_ndcg_at_10_max": 0.814226484885852, + "nauc_ndcg_at_10_std": 0.3158619603241561, + "nauc_ndcg_at_1_diff1": 0.8607729164221576, + "nauc_ndcg_at_1_max": 0.792104466640723, + "nauc_ndcg_at_1_std": 0.24364430772525156, + "nauc_ndcg_at_20_diff1": 0.8433990485345927, + "nauc_ndcg_at_20_max": 0.8171088203646643, + "nauc_ndcg_at_20_std": 0.3302174458167525, + "nauc_ndcg_at_3_diff1": 0.8393847763698291, + "nauc_ndcg_at_3_max": 0.8131161587510896, + "nauc_ndcg_at_3_std": 0.28909075023252906, + "nauc_ndcg_at_5_diff1": 0.8391232232514741, + "nauc_ndcg_at_5_max": 0.8128402279966706, + "nauc_ndcg_at_5_std": 0.2983760526550679, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8269307723089203, + "nauc_precision_at_100_max": 0.9087412742874914, + "nauc_precision_at_100_std": 0.6988128584767187, + "nauc_precision_at_10_diff1": 0.810831448233732, + "nauc_precision_at_10_max": 0.8441953249529907, + "nauc_precision_at_10_std": 0.4849001135832144, + "nauc_precision_at_1_diff1": 0.8607729164221576, + "nauc_precision_at_1_max": 0.792104466640723, + "nauc_precision_at_1_std": 0.24364430772525156, + "nauc_precision_at_20_diff1": 0.8248690780660084, + "nauc_precision_at_20_max": 0.8830160083356996, + "nauc_precision_at_20_std": 0.6817074655949289, + "nauc_precision_at_3_diff1": 0.8184008663478028, + "nauc_precision_at_3_max": 0.8296934693018082, + "nauc_precision_at_3_std": 0.3327828415004671, + "nauc_precision_at_5_diff1": 0.8126356357105429, + "nauc_precision_at_5_max": 0.8324328369378116, + "nauc_precision_at_5_std": 0.3753610716156554, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.82693077230892, + "nauc_recall_at_100_max": 0.9087412742874916, + "nauc_recall_at_100_std": 0.698812858476725, + "nauc_recall_at_10_diff1": 0.8108314482337333, + "nauc_recall_at_10_max": 0.8441953249529914, + "nauc_recall_at_10_std": 0.484900113583216, + "nauc_recall_at_1_diff1": 0.8607729164221576, + "nauc_recall_at_1_max": 0.792104466640723, + "nauc_recall_at_1_std": 0.24364430772525156, + "nauc_recall_at_20_diff1": 0.8248690780660103, + "nauc_recall_at_20_max": 0.8830160083357016, + "nauc_recall_at_20_std": 0.6817074655949343, + "nauc_recall_at_3_diff1": 0.8184008663478028, + "nauc_recall_at_3_max": 0.8296934693018067, + "nauc_recall_at_3_std": 0.3327828415004661, + "nauc_recall_at_5_diff1": 0.8126356357105446, + "nauc_recall_at_5_max": 0.8324328369378126, + "nauc_recall_at_5_std": 0.37536107161565535, + "ndcg_at_1": 0.71, + "ndcg_at_10": 0.79957, + "ndcg_at_100": 0.81775, + "ndcg_at_1000": 0.82085, + "ndcg_at_20": 0.808, + "ndcg_at_3": 0.77235, + "ndcg_at_5": 0.78847, + "precision_at_1": 0.71, + "precision_at_10": 0.089, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04617, + "precision_at_3": 0.27222, + "precision_at_5": 0.17111, + "recall_at_1": 0.71, + "recall_at_10": 0.89, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "recall_at_20": 0.92333, + "recall_at_3": 0.81667, + "recall_at_5": 0.85556 + }, + { + "hf_subset": "tha_Thai-tha_Thai", + "languages": [ + "tha-Thai", + "tha-Thai" + ], + "main_score": 0.87241, + "map_at_1": 0.78667, + "map_at_10": 0.84704, + "map_at_100": 0.84926, + "map_at_1000": 0.8493, + "map_at_20": 0.84882, + "map_at_3": 0.83796, + "map_at_5": 0.84363, + "mrr_at_1": 0.7866666666666666, + "mrr_at_10": 0.847040564373898, + "mrr_at_100": 0.8492591722582569, + "mrr_at_1000": 0.8492964782542611, + "mrr_at_20": 0.8488207454501319, + "mrr_at_3": 0.837962962962963, + "mrr_at_5": 0.8436296296296297, + "nauc_map_at_1000_diff1": 0.8623854266323696, + "nauc_map_at_1000_max": 0.788437386476389, + "nauc_map_at_1000_std": 0.12047085174253197, + "nauc_map_at_100_diff1": 0.8623940685254662, + "nauc_map_at_100_max": 0.7884851104634703, + "nauc_map_at_100_std": 0.12064955279707865, + "nauc_map_at_10_diff1": 0.8611040145122473, + "nauc_map_at_10_max": 0.7892526341639893, + "nauc_map_at_10_std": 0.12150325217064577, + "nauc_map_at_1_diff1": 0.8766982297241662, + "nauc_map_at_1_max": 0.7725137494589945, + "nauc_map_at_1_std": 0.08385058745289399, + "nauc_map_at_20_diff1": 0.862451705572615, + "nauc_map_at_20_max": 0.7888489542176349, + "nauc_map_at_20_std": 0.12028971940690839, + "nauc_map_at_3_diff1": 0.8573582878629389, + "nauc_map_at_3_max": 0.7893935710044947, + "nauc_map_at_3_std": 0.13258262418365235, + "nauc_map_at_5_diff1": 0.8616830087619237, + "nauc_map_at_5_max": 0.7916284792620669, + "nauc_map_at_5_std": 0.12768067359528218, + "nauc_mrr_at_1000_diff1": 0.8623854266323696, + "nauc_mrr_at_1000_max": 0.788437386476389, + "nauc_mrr_at_1000_std": 0.12047085174253197, + "nauc_mrr_at_100_diff1": 0.8623940685254662, + "nauc_mrr_at_100_max": 0.7884851104634703, + "nauc_mrr_at_100_std": 0.12064955279707865, + "nauc_mrr_at_10_diff1": 0.8611040145122473, + "nauc_mrr_at_10_max": 0.7892526341639893, + "nauc_mrr_at_10_std": 0.12150325217064577, + "nauc_mrr_at_1_diff1": 0.8766982297241662, + "nauc_mrr_at_1_max": 0.7725137494589945, + "nauc_mrr_at_1_std": 0.08385058745289399, + "nauc_mrr_at_20_diff1": 0.862451705572615, + "nauc_mrr_at_20_max": 0.7888489542176349, + "nauc_mrr_at_20_std": 0.12028971940690839, + "nauc_mrr_at_3_diff1": 0.8573582878629389, + "nauc_mrr_at_3_max": 0.7893935710044947, + "nauc_mrr_at_3_std": 0.13258262418365235, + "nauc_mrr_at_5_diff1": 0.8616830087619237, + "nauc_mrr_at_5_max": 0.7916284792620669, + "nauc_mrr_at_5_std": 0.12768067359528218, + "nauc_ndcg_at_1000_diff1": 0.8615079748423599, + "nauc_ndcg_at_1000_max": 0.7925728367498214, + "nauc_ndcg_at_1000_std": 0.12928499915342917, + "nauc_ndcg_at_100_diff1": 0.8618786460417867, + "nauc_ndcg_at_100_max": 0.7942550287208181, + "nauc_ndcg_at_100_std": 0.13524664889520538, + "nauc_ndcg_at_10_diff1": 0.8569936606466958, + "nauc_ndcg_at_10_max": 0.7986283777707289, + "nauc_ndcg_at_10_std": 0.1372106580828003, + "nauc_ndcg_at_1_diff1": 0.8766982297241662, + "nauc_ndcg_at_1_max": 0.7725137494589945, + "nauc_ndcg_at_1_std": 0.08385058745289399, + "nauc_ndcg_at_20_diff1": 0.8625752506152405, + "nauc_ndcg_at_20_max": 0.797796714288561, + "nauc_ndcg_at_20_std": 0.13507687108791286, + "nauc_ndcg_at_3_diff1": 0.8505464630423505, + "nauc_ndcg_at_3_max": 0.7983610758763579, + "nauc_ndcg_at_3_std": 0.1585715254789926, + "nauc_ndcg_at_5_diff1": 0.8585671781801498, + "nauc_ndcg_at_5_max": 0.8038580832064989, + "nauc_ndcg_at_5_std": 0.15158025581004247, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9042950513538768, + "nauc_precision_at_100_max": 0.9813258636787873, + "nauc_precision_at_100_std": 0.7892490329465014, + "nauc_precision_at_10_diff1": 0.8261852889303843, + "nauc_precision_at_10_max": 0.8766054569976098, + "nauc_precision_at_10_std": 0.2597364871874672, + "nauc_precision_at_1_diff1": 0.8766982297241662, + "nauc_precision_at_1_max": 0.7725137494589945, + "nauc_precision_at_1_std": 0.08385058745289399, + "nauc_precision_at_20_diff1": 0.8932326553809893, + "nauc_precision_at_20_max": 0.9408314050257798, + "nauc_precision_at_20_std": 0.3615678155320047, + "nauc_precision_at_3_diff1": 0.8209800774242295, + "nauc_precision_at_3_max": 0.838982784124888, + "nauc_precision_at_3_std": 0.2763352532024065, + "nauc_precision_at_5_diff1": 0.8436110762713012, + "nauc_precision_at_5_max": 0.8761584235684281, + "nauc_precision_at_5_std": 0.28976963919895843, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9042950513538695, + "nauc_recall_at_100_max": 0.9813258636788001, + "nauc_recall_at_100_std": 0.7892490329465015, + "nauc_recall_at_10_diff1": 0.8261852889303865, + "nauc_recall_at_10_max": 0.8766054569976126, + "nauc_recall_at_10_std": 0.2597364871874669, + "nauc_recall_at_1_diff1": 0.8766982297241662, + "nauc_recall_at_1_max": 0.7725137494589945, + "nauc_recall_at_1_std": 0.08385058745289399, + "nauc_recall_at_20_diff1": 0.893232655380992, + "nauc_recall_at_20_max": 0.9408314050257773, + "nauc_recall_at_20_std": 0.3615678155320093, + "nauc_recall_at_3_diff1": 0.8209800774242278, + "nauc_recall_at_3_max": 0.8389827841248864, + "nauc_recall_at_3_std": 0.276335253202406, + "nauc_recall_at_5_diff1": 0.8436110762713042, + "nauc_recall_at_5_max": 0.8761584235684317, + "nauc_recall_at_5_std": 0.28976963919896115, + "ndcg_at_1": 0.78667, + "ndcg_at_10": 0.87241, + "ndcg_at_100": 0.88195, + "ndcg_at_1000": 0.88295, + "ndcg_at_20": 0.87869, + "ndcg_at_3": 0.85422, + "ndcg_at_5": 0.86436, + "precision_at_1": 0.78667, + "precision_at_10": 0.095, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04872, + "precision_at_3": 0.30037, + "precision_at_5": 0.18511, + "recall_at_1": 0.78667, + "recall_at_10": 0.95, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97444, + "recall_at_3": 0.90111, + "recall_at_5": 0.92556 + }, + { + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ], + "main_score": 0.89367, + "map_at_1": 0.81111, + "map_at_10": 0.86968, + "map_at_100": 0.87133, + "map_at_1000": 0.87134, + "map_at_20": 0.87095, + "map_at_3": 0.85963, + "map_at_5": 0.86719, + "mrr_at_1": 0.8111111111111111, + "mrr_at_10": 0.8696794532627871, + "mrr_at_100": 0.8713323933407469, + "mrr_at_1000": 0.8713414837441732, + "mrr_at_20": 0.870954628136646, + "mrr_at_3": 0.85962962962963, + "mrr_at_5": 0.8671851851851856, + "nauc_map_at_1000_diff1": 0.849850983560333, + "nauc_map_at_1000_max": 0.6873346778123154, + "nauc_map_at_1000_std": -0.0016501327168981434, + "nauc_map_at_100_diff1": 0.8498376711216651, + "nauc_map_at_100_max": 0.6873481614990683, + "nauc_map_at_100_std": -0.0015931156059066421, + "nauc_map_at_10_diff1": 0.8497690963240749, + "nauc_map_at_10_max": 0.6882505660159313, + "nauc_map_at_10_std": -0.004405257575096597, + "nauc_map_at_1_diff1": 0.8604172762919174, + "nauc_map_at_1_max": 0.6691519868906189, + "nauc_map_at_1_std": -0.030280330075495628, + "nauc_map_at_20_diff1": 0.849508644451203, + "nauc_map_at_20_max": 0.6875580983147769, + "nauc_map_at_20_std": -0.0010389913471361297, + "nauc_map_at_3_diff1": 0.8485216793763458, + "nauc_map_at_3_max": 0.6850866943422829, + "nauc_map_at_3_std": -0.001098960491470912, + "nauc_map_at_5_diff1": 0.8500052222439781, + "nauc_map_at_5_max": 0.6902740955427943, + "nauc_map_at_5_std": -0.0004917499453221962, + "nauc_mrr_at_1000_diff1": 0.849850983560333, + "nauc_mrr_at_1000_max": 0.6873346778123154, + "nauc_mrr_at_1000_std": -0.0016501327168981434, + "nauc_mrr_at_100_diff1": 0.8498376711216651, + "nauc_mrr_at_100_max": 0.6873481614990683, + "nauc_mrr_at_100_std": -0.0015931156059066421, + "nauc_mrr_at_10_diff1": 0.8497690963240749, + "nauc_mrr_at_10_max": 0.6882505660159313, + "nauc_mrr_at_10_std": -0.004405257575096597, + "nauc_mrr_at_1_diff1": 0.8604172762919174, + "nauc_mrr_at_1_max": 0.6691519868906189, + "nauc_mrr_at_1_std": -0.030280330075495628, + "nauc_mrr_at_20_diff1": 0.849508644451203, + "nauc_mrr_at_20_max": 0.6875580983147769, + "nauc_mrr_at_20_std": -0.0010389913471361297, + "nauc_mrr_at_3_diff1": 0.8485216793763458, + "nauc_mrr_at_3_max": 0.6850866943422829, + "nauc_mrr_at_3_std": -0.001098960491470912, + "nauc_mrr_at_5_diff1": 0.8500052222439781, + "nauc_mrr_at_5_max": 0.6902740955427943, + "nauc_mrr_at_5_std": -0.0004917499453221962, + "nauc_ndcg_at_1000_diff1": 0.8476208086037348, + "nauc_ndcg_at_1000_max": 0.6902265908864882, + "nauc_ndcg_at_1000_std": 0.005945143981963115, + "nauc_ndcg_at_100_diff1": 0.8470256213569038, + "nauc_ndcg_at_100_max": 0.6907505054723294, + "nauc_ndcg_at_100_std": 0.008240712060576475, + "nauc_ndcg_at_10_diff1": 0.8451823737405483, + "nauc_ndcg_at_10_max": 0.6955237588484133, + "nauc_ndcg_at_10_std": 0.002407947200433963, + "nauc_ndcg_at_1_diff1": 0.8604172762919174, + "nauc_ndcg_at_1_max": 0.6691519868906189, + "nauc_ndcg_at_1_std": -0.030280330075495628, + "nauc_ndcg_at_20_diff1": 0.8439454701886587, + "nauc_ndcg_at_20_max": 0.6923371634098037, + "nauc_ndcg_at_20_std": 0.016653310741094197, + "nauc_ndcg_at_3_diff1": 0.8432644653079909, + "nauc_ndcg_at_3_max": 0.6891577993606814, + "nauc_ndcg_at_3_std": 0.011661903869095816, + "nauc_ndcg_at_5_diff1": 0.8461498297067651, + "nauc_ndcg_at_5_max": 0.7010809591309863, + "nauc_ndcg_at_5_std": 0.014284766769004871, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.638188608776807, + "nauc_precision_at_100_max": 0.8692810457515163, + "nauc_precision_at_100_std": 0.7957516339868821, + "nauc_precision_at_10_diff1": 0.7970899470899477, + "nauc_precision_at_10_max": 0.7689542483660136, + "nauc_precision_at_10_std": 0.05624027388733086, + "nauc_precision_at_1_diff1": 0.8604172762919174, + "nauc_precision_at_1_max": 0.6691519868906189, + "nauc_precision_at_1_std": -0.030280330075495628, + "nauc_precision_at_20_diff1": 0.7137521675336767, + "nauc_precision_at_20_max": 0.7694411097772372, + "nauc_precision_at_20_std": 0.44957983193276246, + "nauc_precision_at_3_diff1": 0.818935574229694, + "nauc_precision_at_3_max": 0.7065732959850619, + "nauc_precision_at_3_std": 0.07065048241518655, + "nauc_precision_at_5_diff1": 0.8203223318312824, + "nauc_precision_at_5_max": 0.7805586002516938, + "nauc_precision_at_5_std": 0.11992043194088897, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6381886087768469, + "nauc_recall_at_100_max": 0.8692810457516551, + "nauc_recall_at_100_std": 0.7957516339869354, + "nauc_recall_at_10_diff1": 0.7970899470899511, + "nauc_recall_at_10_max": 0.7689542483660158, + "nauc_recall_at_10_std": 0.056240273887333964, + "nauc_recall_at_1_diff1": 0.8604172762919174, + "nauc_recall_at_1_max": 0.6691519868906189, + "nauc_recall_at_1_std": -0.030280330075495628, + "nauc_recall_at_20_diff1": 0.7137521675336839, + "nauc_recall_at_20_max": 0.769441109777248, + "nauc_recall_at_20_std": 0.44957983193277873, + "nauc_recall_at_3_diff1": 0.8189355742296918, + "nauc_recall_at_3_max": 0.7065732959850617, + "nauc_recall_at_3_std": 0.07065048241518936, + "nauc_recall_at_5_diff1": 0.8203223318312841, + "nauc_recall_at_5_max": 0.7805586002516941, + "nauc_recall_at_5_std": 0.11992043194089576, + "ndcg_at_1": 0.81111, + "ndcg_at_10": 0.89367, + "ndcg_at_100": 0.90076, + "ndcg_at_1000": 0.90104, + "ndcg_at_20": 0.89822, + "ndcg_at_3": 0.87436, + "ndcg_at_5": 0.8878, + "precision_at_1": 0.81111, + "precision_at_10": 0.09667, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04922, + "precision_at_3": 0.30556, + "precision_at_5": 0.18978, + "recall_at_1": 0.81111, + "recall_at_10": 0.96667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98444, + "recall_at_3": 0.91667, + "recall_at_5": 0.94889 + }, + { + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ], + "main_score": 0.83913, + "map_at_1": 0.74222, + "map_at_10": 0.80813, + "map_at_100": 0.8107, + "map_at_1000": 0.81078, + "map_at_20": 0.80987, + "map_at_3": 0.79407, + "map_at_5": 0.80296, + "mrr_at_1": 0.7422222222222222, + "mrr_at_10": 0.8081305114638452, + "mrr_at_100": 0.8107001461009465, + "mrr_at_1000": 0.8107816138326441, + "mrr_at_20": 0.8098733841503454, + "mrr_at_3": 0.7940740740740745, + "mrr_at_5": 0.8029629629629637, + "nauc_map_at_1000_diff1": 0.7835977332089276, + "nauc_map_at_1000_max": 0.7177059661707149, + "nauc_map_at_1000_std": 0.06242661293274805, + "nauc_map_at_100_diff1": 0.7835681800099091, + "nauc_map_at_100_max": 0.7177956657381894, + "nauc_map_at_100_std": 0.06272024484333376, + "nauc_map_at_10_diff1": 0.7826965194798011, + "nauc_map_at_10_max": 0.7177770592628473, + "nauc_map_at_10_std": 0.06155934302796864, + "nauc_map_at_1_diff1": 0.8081369497554471, + "nauc_map_at_1_max": 0.6996329434397149, + "nauc_map_at_1_std": 0.040455621999800115, + "nauc_map_at_20_diff1": 0.7832769379292562, + "nauc_map_at_20_max": 0.7175711199131295, + "nauc_map_at_20_std": 0.061244302114581935, + "nauc_map_at_3_diff1": 0.7787802102914292, + "nauc_map_at_3_max": 0.7197054778505422, + "nauc_map_at_3_std": 0.060944378266816306, + "nauc_map_at_5_diff1": 0.7791296007926156, + "nauc_map_at_5_max": 0.7165237314398606, + "nauc_map_at_5_std": 0.06148160450992319, + "nauc_mrr_at_1000_diff1": 0.7835977332089276, + "nauc_mrr_at_1000_max": 0.7177059661707149, + "nauc_mrr_at_1000_std": 0.06242661293274805, + "nauc_mrr_at_100_diff1": 0.7835681800099091, + "nauc_mrr_at_100_max": 0.7177956657381894, + "nauc_mrr_at_100_std": 0.06272024484333376, + "nauc_mrr_at_10_diff1": 0.7826965194798011, + "nauc_mrr_at_10_max": 0.7177770592628473, + "nauc_mrr_at_10_std": 0.06155934302796864, + "nauc_mrr_at_1_diff1": 0.8081369497554471, + "nauc_mrr_at_1_max": 0.6996329434397149, + "nauc_mrr_at_1_std": 0.040455621999800115, + "nauc_mrr_at_20_diff1": 0.7832769379292562, + "nauc_mrr_at_20_max": 0.7175711199131295, + "nauc_mrr_at_20_std": 0.061244302114581935, + "nauc_mrr_at_3_diff1": 0.7787802102914292, + "nauc_mrr_at_3_max": 0.7197054778505422, + "nauc_mrr_at_3_std": 0.060944378266816306, + "nauc_mrr_at_5_diff1": 0.7791296007926156, + "nauc_mrr_at_5_max": 0.7165237314398606, + "nauc_mrr_at_5_std": 0.06148160450992319, + "nauc_ndcg_at_1000_diff1": 0.7805844549826725, + "nauc_ndcg_at_1000_max": 0.7216090975288355, + "nauc_ndcg_at_1000_std": 0.06976433298931438, + "nauc_ndcg_at_100_diff1": 0.7798652499717087, + "nauc_ndcg_at_100_max": 0.7244765353495277, + "nauc_ndcg_at_100_std": 0.07865776804337746, + "nauc_ndcg_at_10_diff1": 0.7761831046208583, + "nauc_ndcg_at_10_max": 0.7247646056568852, + "nauc_ndcg_at_10_std": 0.07152662270326693, + "nauc_ndcg_at_1_diff1": 0.8081369497554471, + "nauc_ndcg_at_1_max": 0.6996329434397149, + "nauc_ndcg_at_1_std": 0.040455621999800115, + "nauc_ndcg_at_20_diff1": 0.7782652692484081, + "nauc_ndcg_at_20_max": 0.7240400635560218, + "nauc_ndcg_at_20_std": 0.07057373020379491, + "nauc_ndcg_at_3_diff1": 0.7672464148480912, + "nauc_ndcg_at_3_max": 0.7267092436657244, + "nauc_ndcg_at_3_std": 0.06869992240812406, + "nauc_ndcg_at_5_diff1": 0.7672926524946097, + "nauc_ndcg_at_5_max": 0.7209010730159947, + "nauc_ndcg_at_5_std": 0.06940937685201748, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7317388493859179, + "nauc_precision_at_100_max": 0.9305106658047972, + "nauc_precision_at_100_std": 0.708827120591833, + "nauc_precision_at_10_diff1": 0.7344328536012101, + "nauc_precision_at_10_max": 0.779725683376797, + "nauc_precision_at_10_std": 0.15248398209858594, + "nauc_precision_at_1_diff1": 0.8081369497554471, + "nauc_precision_at_1_max": 0.6996329434397149, + "nauc_precision_at_1_std": 0.040455621999800115, + "nauc_precision_at_20_diff1": 0.7365001556178048, + "nauc_precision_at_20_max": 0.802261645398897, + "nauc_precision_at_20_std": 0.18876439464674397, + "nauc_precision_at_3_diff1": 0.7211291241359153, + "nauc_precision_at_3_max": 0.7543339029759997, + "nauc_precision_at_3_std": 0.09958354502486465, + "nauc_precision_at_5_diff1": 0.7076802507836992, + "nauc_precision_at_5_max": 0.7410943288686217, + "nauc_precision_at_5_std": 0.10844562960550273, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7317388493859115, + "nauc_recall_at_100_max": 0.9305106658047851, + "nauc_recall_at_100_std": 0.7088271205918321, + "nauc_recall_at_10_diff1": 0.7344328536012088, + "nauc_recall_at_10_max": 0.7797256833767998, + "nauc_recall_at_10_std": 0.1524839820985871, + "nauc_recall_at_1_diff1": 0.8081369497554471, + "nauc_recall_at_1_max": 0.6996329434397149, + "nauc_recall_at_1_std": 0.040455621999800115, + "nauc_recall_at_20_diff1": 0.7365001556178017, + "nauc_recall_at_20_max": 0.8022616453989004, + "nauc_recall_at_20_std": 0.18876439464675115, + "nauc_recall_at_3_diff1": 0.7211291241359122, + "nauc_recall_at_3_max": 0.7543339029759965, + "nauc_recall_at_3_std": 0.09958354502486436, + "nauc_recall_at_5_diff1": 0.7076802507836982, + "nauc_recall_at_5_max": 0.7410943288686238, + "nauc_recall_at_5_std": 0.10844562960550391, + "ndcg_at_1": 0.74222, + "ndcg_at_10": 0.83913, + "ndcg_at_100": 0.85044, + "ndcg_at_1000": 0.85236, + "ndcg_at_20": 0.84537, + "ndcg_at_3": 0.811, + "ndcg_at_5": 0.82679, + "precision_at_1": 0.74222, + "precision_at_10": 0.09356, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.28667, + "precision_at_5": 0.17956, + "recall_at_1": 0.74222, + "recall_at_10": 0.93556, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.86, + "recall_at_5": 0.89778 + }, + { + "hf_subset": "tir_Ethi-tir_Ethi", + "languages": [ + "tir-Ethi", + "tir-Ethi" + ], + "main_score": 0.64851, + "map_at_1": 0.52444, + "map_at_10": 0.60582, + "map_at_100": 0.6117, + "map_at_1000": 0.61209, + "map_at_20": 0.60934, + "map_at_3": 0.58296, + "map_at_5": 0.59496, + "mrr_at_1": 0.5244444444444445, + "mrr_at_10": 0.6058161375661374, + "mrr_at_100": 0.6117024843035748, + "mrr_at_1000": 0.6120877983012771, + "mrr_at_20": 0.6093408432955645, + "mrr_at_3": 0.5829629629629626, + "mrr_at_5": 0.5949629629629626, + "nauc_map_at_1000_diff1": 0.7096929159323032, + "nauc_map_at_1000_max": 0.7171118060997597, + "nauc_map_at_1000_std": 0.26800584135319583, + "nauc_map_at_100_diff1": 0.7095708435287881, + "nauc_map_at_100_max": 0.7172097829639885, + "nauc_map_at_100_std": 0.26860900744742233, + "nauc_map_at_10_diff1": 0.7091363070095459, + "nauc_map_at_10_max": 0.7174410822693993, + "nauc_map_at_10_std": 0.2667089605155635, + "nauc_map_at_1_diff1": 0.7362870800029152, + "nauc_map_at_1_max": 0.7009942664172397, + "nauc_map_at_1_std": 0.22765330045431376, + "nauc_map_at_20_diff1": 0.7090867024212758, + "nauc_map_at_20_max": 0.7172947102242417, + "nauc_map_at_20_std": 0.2677950861558072, + "nauc_map_at_3_diff1": 0.7148038090203178, + "nauc_map_at_3_max": 0.7173040520539896, + "nauc_map_at_3_std": 0.2563595631292253, + "nauc_map_at_5_diff1": 0.7102963622544712, + "nauc_map_at_5_max": 0.7166222937507871, + "nauc_map_at_5_std": 0.2613193079343418, + "nauc_mrr_at_1000_diff1": 0.7096929159323032, + "nauc_mrr_at_1000_max": 0.7171118060997597, + "nauc_mrr_at_1000_std": 0.26800584135319583, + "nauc_mrr_at_100_diff1": 0.7095708435287881, + "nauc_mrr_at_100_max": 0.7172097829639885, + "nauc_mrr_at_100_std": 0.26860900744742233, + "nauc_mrr_at_10_diff1": 0.7091363070095459, + "nauc_mrr_at_10_max": 0.7174410822693993, + "nauc_mrr_at_10_std": 0.2667089605155635, + "nauc_mrr_at_1_diff1": 0.7362870800029152, + "nauc_mrr_at_1_max": 0.7009942664172397, + "nauc_mrr_at_1_std": 0.22765330045431376, + "nauc_mrr_at_20_diff1": 0.7090867024212758, + "nauc_mrr_at_20_max": 0.7172947102242417, + "nauc_mrr_at_20_std": 0.2677950861558072, + "nauc_mrr_at_3_diff1": 0.7148038090203178, + "nauc_mrr_at_3_max": 0.7173040520539896, + "nauc_mrr_at_3_std": 0.2563595631292253, + "nauc_mrr_at_5_diff1": 0.7102963622544712, + "nauc_mrr_at_5_max": 0.7166222937507871, + "nauc_mrr_at_5_std": 0.2613193079343418, + "nauc_ndcg_at_1000_diff1": 0.7025941266167354, + "nauc_ndcg_at_1000_max": 0.7213787651708572, + "nauc_ndcg_at_1000_std": 0.2849032316607753, + "nauc_ndcg_at_100_diff1": 0.6995299535717107, + "nauc_ndcg_at_100_max": 0.7246449840890924, + "nauc_ndcg_at_100_std": 0.30266723834792514, + "nauc_ndcg_at_10_diff1": 0.6940182779227781, + "nauc_ndcg_at_10_max": 0.7248164466537973, + "nauc_ndcg_at_10_std": 0.29214401020450625, + "nauc_ndcg_at_1_diff1": 0.7362870800029152, + "nauc_ndcg_at_1_max": 0.7009942664172397, + "nauc_ndcg_at_1_std": 0.22765330045431376, + "nauc_ndcg_at_20_diff1": 0.694047064805087, + "nauc_ndcg_at_20_max": 0.7253230835409539, + "nauc_ndcg_at_20_std": 0.29857652969010723, + "nauc_ndcg_at_3_diff1": 0.7072379226829275, + "nauc_ndcg_at_3_max": 0.7242378711704743, + "nauc_ndcg_at_3_std": 0.26908189767983454, + "nauc_ndcg_at_5_diff1": 0.6983754049142638, + "nauc_ndcg_at_5_max": 0.7229306626753573, + "nauc_ndcg_at_5_std": 0.2785446108724835, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6226387991093875, + "nauc_precision_at_100_max": 0.8125332184155725, + "nauc_precision_at_100_std": 0.763413057530706, + "nauc_precision_at_10_diff1": 0.6223633441356169, + "nauc_precision_at_10_max": 0.7574747786753501, + "nauc_precision_at_10_std": 0.4127658906124832, + "nauc_precision_at_1_diff1": 0.7362870800029152, + "nauc_precision_at_1_max": 0.7009942664172397, + "nauc_precision_at_1_std": 0.22765330045431376, + "nauc_precision_at_20_diff1": 0.6060889166688834, + "nauc_precision_at_20_max": 0.7725815889565644, + "nauc_precision_at_20_std": 0.49248942734792606, + "nauc_precision_at_3_diff1": 0.6829813411375873, + "nauc_precision_at_3_max": 0.7468713827068825, + "nauc_precision_at_3_std": 0.3107559642110936, + "nauc_precision_at_5_diff1": 0.6550243466062146, + "nauc_precision_at_5_max": 0.7450081833060548, + "nauc_precision_at_5_std": 0.3411981173313275, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6226387991093876, + "nauc_recall_at_100_max": 0.8125332184155716, + "nauc_recall_at_100_std": 0.7634130575307049, + "nauc_recall_at_10_diff1": 0.6223633441356168, + "nauc_recall_at_10_max": 0.7574747786753502, + "nauc_recall_at_10_std": 0.4127658906124837, + "nauc_recall_at_1_diff1": 0.7362870800029152, + "nauc_recall_at_1_max": 0.7009942664172397, + "nauc_recall_at_1_std": 0.22765330045431376, + "nauc_recall_at_20_diff1": 0.6060889166688838, + "nauc_recall_at_20_max": 0.7725815889565653, + "nauc_recall_at_20_std": 0.4924894273479263, + "nauc_recall_at_3_diff1": 0.6829813411375867, + "nauc_recall_at_3_max": 0.7468713827068818, + "nauc_recall_at_3_std": 0.31075596421109347, + "nauc_recall_at_5_diff1": 0.6550243466062156, + "nauc_recall_at_5_max": 0.7450081833060556, + "nauc_recall_at_5_std": 0.3411981173313271, + "ndcg_at_1": 0.52444, + "ndcg_at_10": 0.64851, + "ndcg_at_100": 0.67847, + "ndcg_at_1000": 0.68792, + "ndcg_at_20": 0.6614, + "ndcg_at_3": 0.60111, + "ndcg_at_5": 0.62267, + "precision_at_1": 0.52444, + "precision_at_10": 0.07844, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "precision_at_20": 0.04178, + "precision_at_3": 0.21778, + "precision_at_5": 0.14111, + "recall_at_1": 0.52444, + "recall_at_10": 0.78444, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "recall_at_20": 0.83556, + "recall_at_3": 0.65333, + "recall_at_5": 0.70556 + }, + { + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ], + "main_score": 0.8218, + "map_at_1": 0.70889, + "map_at_10": 0.78617, + "map_at_100": 0.78925, + "map_at_1000": 0.7893, + "map_at_20": 0.78845, + "map_at_3": 0.76981, + "map_at_5": 0.78154, + "mrr_at_1": 0.7088888888888889, + "mrr_at_10": 0.7861728395061731, + "mrr_at_100": 0.7892497956815004, + "mrr_at_1000": 0.7892969034431654, + "mrr_at_20": 0.7884469117913392, + "mrr_at_3": 0.7698148148148148, + "mrr_at_5": 0.7815370370370371, + "nauc_map_at_1000_diff1": 0.7722595999639598, + "nauc_map_at_1000_max": 0.6367324640195398, + "nauc_map_at_1000_std": 0.07995343529000257, + "nauc_map_at_100_diff1": 0.7722629019871429, + "nauc_map_at_100_max": 0.6367764315988003, + "nauc_map_at_100_std": 0.08003978500870829, + "nauc_map_at_10_diff1": 0.7718682886499728, + "nauc_map_at_10_max": 0.6383566664443799, + "nauc_map_at_10_std": 0.0807659297598026, + "nauc_map_at_1_diff1": 0.7945974458862018, + "nauc_map_at_1_max": 0.6251421346677227, + "nauc_map_at_1_std": 0.05469670411769743, + "nauc_map_at_20_diff1": 0.7722202654403555, + "nauc_map_at_20_max": 0.6367561762928224, + "nauc_map_at_20_std": 0.08027410728311526, + "nauc_map_at_3_diff1": 0.7671099783446355, + "nauc_map_at_3_max": 0.6353828803267862, + "nauc_map_at_3_std": 0.08192101634056594, + "nauc_map_at_5_diff1": 0.7688326289856673, + "nauc_map_at_5_max": 0.635005896925651, + "nauc_map_at_5_std": 0.08017510512351422, + "nauc_mrr_at_1000_diff1": 0.7722595999639598, + "nauc_mrr_at_1000_max": 0.6367324640195398, + "nauc_mrr_at_1000_std": 0.07995343529000257, + "nauc_mrr_at_100_diff1": 0.7722629019871429, + "nauc_mrr_at_100_max": 0.6367764315988003, + "nauc_mrr_at_100_std": 0.08003978500870829, + "nauc_mrr_at_10_diff1": 0.7718682886499728, + "nauc_mrr_at_10_max": 0.6383566664443799, + "nauc_mrr_at_10_std": 0.0807659297598026, + "nauc_mrr_at_1_diff1": 0.7945974458862018, + "nauc_mrr_at_1_max": 0.6251421346677227, + "nauc_mrr_at_1_std": 0.05469670411769743, + "nauc_mrr_at_20_diff1": 0.7722202654403555, + "nauc_mrr_at_20_max": 0.6367561762928224, + "nauc_mrr_at_20_std": 0.08027410728311526, + "nauc_mrr_at_3_diff1": 0.7671099783446355, + "nauc_mrr_at_3_max": 0.6353828803267862, + "nauc_mrr_at_3_std": 0.08192101634056594, + "nauc_mrr_at_5_diff1": 0.7688326289856673, + "nauc_mrr_at_5_max": 0.635005896925651, + "nauc_mrr_at_5_std": 0.08017510512351422, + "nauc_ndcg_at_1000_diff1": 0.7701742135728746, + "nauc_ndcg_at_1000_max": 0.6406541611685445, + "nauc_ndcg_at_1000_std": 0.08718666561528857, + "nauc_ndcg_at_100_diff1": 0.7704675696935271, + "nauc_ndcg_at_100_max": 0.6421055498273889, + "nauc_ndcg_at_100_std": 0.08987860077844749, + "nauc_ndcg_at_10_diff1": 0.7679837648371296, + "nauc_ndcg_at_10_max": 0.650338323729069, + "nauc_ndcg_at_10_std": 0.097523505568642, + "nauc_ndcg_at_1_diff1": 0.7945974458862018, + "nauc_ndcg_at_1_max": 0.6251421346677227, + "nauc_ndcg_at_1_std": 0.05469670411769743, + "nauc_ndcg_at_20_diff1": 0.7699497994361164, + "nauc_ndcg_at_20_max": 0.643618532013903, + "nauc_ndcg_at_20_std": 0.09401834629499968, + "nauc_ndcg_at_3_diff1": 0.7574146676402391, + "nauc_ndcg_at_3_max": 0.640764056432849, + "nauc_ndcg_at_3_std": 0.09584596916504026, + "nauc_ndcg_at_5_diff1": 0.7599691145706358, + "nauc_ndcg_at_5_max": 0.6409720226083248, + "nauc_ndcg_at_5_std": 0.09544970691332809, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8195945044684326, + "nauc_precision_at_100_max": 0.856942777110858, + "nauc_precision_at_100_std": 0.4849273042550639, + "nauc_precision_at_10_diff1": 0.74711851953896, + "nauc_precision_at_10_max": 0.7584913746919512, + "nauc_precision_at_10_std": 0.2405366518191917, + "nauc_precision_at_1_diff1": 0.7945974458862018, + "nauc_precision_at_1_max": 0.6251421346677227, + "nauc_precision_at_1_std": 0.05469670411769743, + "nauc_precision_at_20_diff1": 0.7668067226890715, + "nauc_precision_at_20_max": 0.7401960784313691, + "nauc_precision_at_20_std": 0.2912727591036339, + "nauc_precision_at_3_diff1": 0.7186981669714638, + "nauc_precision_at_3_max": 0.6631154396858483, + "nauc_precision_at_3_std": 0.1535604417414491, + "nauc_precision_at_5_diff1": 0.7130002117298311, + "nauc_precision_at_5_max": 0.6749795831946973, + "nauc_precision_at_5_std": 0.18287408124376076, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8195945044684576, + "nauc_recall_at_100_max": 0.8569427771108407, + "nauc_recall_at_100_std": 0.4849273042550326, + "nauc_recall_at_10_diff1": 0.7471185195389635, + "nauc_recall_at_10_max": 0.7584913746919535, + "nauc_recall_at_10_std": 0.24053665181919848, + "nauc_recall_at_1_diff1": 0.7945974458862018, + "nauc_recall_at_1_max": 0.6251421346677227, + "nauc_recall_at_1_std": 0.05469670411769743, + "nauc_recall_at_20_diff1": 0.7668067226890749, + "nauc_recall_at_20_max": 0.7401960784313717, + "nauc_recall_at_20_std": 0.29127275910364325, + "nauc_recall_at_3_diff1": 0.7186981669714628, + "nauc_recall_at_3_max": 0.6631154396858483, + "nauc_recall_at_3_std": 0.1535604417414489, + "nauc_recall_at_5_diff1": 0.7130002117298329, + "nauc_recall_at_5_max": 0.6749795831947, + "nauc_recall_at_5_std": 0.1828740812437627, + "ndcg_at_1": 0.70889, + "ndcg_at_10": 0.8218, + "ndcg_at_100": 0.8353, + "ndcg_at_1000": 0.83635, + "ndcg_at_20": 0.82999, + "ndcg_at_3": 0.78956, + "ndcg_at_5": 0.81041, + "precision_at_1": 0.70889, + "precision_at_10": 0.09322, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04822, + "precision_at_3": 0.28222, + "precision_at_5": 0.17933, + "recall_at_1": 0.70889, + "recall_at_10": 0.93222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.96444, + "recall_at_3": 0.84667, + "recall_at_5": 0.89667 + }, + { + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ], + "main_score": 0.60143, + "map_at_1": 0.47222, + "map_at_10": 0.55738, + "map_at_100": 0.56459, + "map_at_1000": 0.56502, + "map_at_20": 0.56112, + "map_at_3": 0.53352, + "map_at_5": 0.54846, + "mrr_at_1": 0.4722222222222222, + "mrr_at_10": 0.5573765432098763, + "mrr_at_100": 0.5645852441295933, + "mrr_at_1000": 0.5650235761970901, + "mrr_at_20": 0.5611217781377735, + "mrr_at_3": 0.5335185185185182, + "mrr_at_5": 0.5484629629629624, + "nauc_map_at_1000_diff1": 0.6735386772283827, + "nauc_map_at_1000_max": 0.6823664866806941, + "nauc_map_at_1000_std": 0.25015908107944335, + "nauc_map_at_100_diff1": 0.673366485463993, + "nauc_map_at_100_max": 0.6825009920030054, + "nauc_map_at_100_std": 0.25070215733505213, + "nauc_map_at_10_diff1": 0.6739739526163443, + "nauc_map_at_10_max": 0.6831519212986117, + "nauc_map_at_10_std": 0.249960207118067, + "nauc_map_at_1_diff1": 0.7070254022946374, + "nauc_map_at_1_max": 0.6564128880906125, + "nauc_map_at_1_std": 0.20391041384113492, + "nauc_map_at_20_diff1": 0.6730580414997583, + "nauc_map_at_20_max": 0.6836071993839742, + "nauc_map_at_20_std": 0.25202496536736235, + "nauc_map_at_3_diff1": 0.6717739916329756, + "nauc_map_at_3_max": 0.6741898918219325, + "nauc_map_at_3_std": 0.22747573570620397, + "nauc_map_at_5_diff1": 0.6715459118677368, + "nauc_map_at_5_max": 0.679496628088459, + "nauc_map_at_5_std": 0.24060634663169592, + "nauc_mrr_at_1000_diff1": 0.6735386772283827, + "nauc_mrr_at_1000_max": 0.6823664866806941, + "nauc_mrr_at_1000_std": 0.25015908107944335, + "nauc_mrr_at_100_diff1": 0.673366485463993, + "nauc_mrr_at_100_max": 0.6825009920030054, + "nauc_mrr_at_100_std": 0.25070215733505213, + "nauc_mrr_at_10_diff1": 0.6739739526163443, + "nauc_mrr_at_10_max": 0.6831519212986117, + "nauc_mrr_at_10_std": 0.249960207118067, + "nauc_mrr_at_1_diff1": 0.7070254022946374, + "nauc_mrr_at_1_max": 0.6564128880906125, + "nauc_mrr_at_1_std": 0.20391041384113492, + "nauc_mrr_at_20_diff1": 0.6730580414997583, + "nauc_mrr_at_20_max": 0.6836071993839742, + "nauc_mrr_at_20_std": 0.25202496536736235, + "nauc_mrr_at_3_diff1": 0.6717739916329756, + "nauc_mrr_at_3_max": 0.6741898918219325, + "nauc_mrr_at_3_std": 0.22747573570620397, + "nauc_mrr_at_5_diff1": 0.6715459118677368, + "nauc_mrr_at_5_max": 0.679496628088459, + "nauc_mrr_at_5_std": 0.24060634663169592, + "nauc_ndcg_at_1000_diff1": 0.6674022338102962, + "nauc_ndcg_at_1000_max": 0.6904992198390121, + "nauc_ndcg_at_1000_std": 0.26988563837614665, + "nauc_ndcg_at_100_diff1": 0.6628620983245926, + "nauc_ndcg_at_100_max": 0.6947104779492373, + "nauc_ndcg_at_100_std": 0.28640488895552524, + "nauc_ndcg_at_10_diff1": 0.664888044191241, + "nauc_ndcg_at_10_max": 0.7004257402405746, + "nauc_ndcg_at_10_std": 0.285782530859685, + "nauc_ndcg_at_1_diff1": 0.7070254022946374, + "nauc_ndcg_at_1_max": 0.6564128880906125, + "nauc_ndcg_at_1_std": 0.20391041384113492, + "nauc_ndcg_at_20_diff1": 0.6609309287543571, + "nauc_ndcg_at_20_max": 0.7024923579938929, + "nauc_ndcg_at_20_std": 0.2944574100036823, + "nauc_ndcg_at_3_diff1": 0.661104729772516, + "nauc_ndcg_at_3_max": 0.6807873752682952, + "nauc_ndcg_at_3_std": 0.23699564591229572, + "nauc_ndcg_at_5_diff1": 0.6596333557418067, + "nauc_ndcg_at_5_max": 0.6914841682066101, + "nauc_ndcg_at_5_std": 0.2629213522835908, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5540015092795116, + "nauc_precision_at_100_max": 0.8002442986326977, + "nauc_precision_at_100_std": 0.6964365654937805, + "nauc_precision_at_10_diff1": 0.630302632976979, + "nauc_precision_at_10_max": 0.7763811995451578, + "nauc_precision_at_10_std": 0.44649384764587274, + "nauc_precision_at_1_diff1": 0.7070254022946374, + "nauc_precision_at_1_max": 0.6564128880906125, + "nauc_precision_at_1_std": 0.20391041384113492, + "nauc_precision_at_20_diff1": 0.5997174642415682, + "nauc_precision_at_20_max": 0.8030100925032942, + "nauc_precision_at_20_std": 0.5282902511579891, + "nauc_precision_at_3_diff1": 0.6283632971137473, + "nauc_precision_at_3_max": 0.7014901916199507, + "nauc_precision_at_3_std": 0.2671059385298049, + "nauc_precision_at_5_diff1": 0.618433414121706, + "nauc_precision_at_5_max": 0.7351653378023157, + "nauc_precision_at_5_std": 0.345494608941887, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5540015092795109, + "nauc_recall_at_100_max": 0.8002442986326955, + "nauc_recall_at_100_std": 0.6964365654937776, + "nauc_recall_at_10_diff1": 0.6303026329769797, + "nauc_recall_at_10_max": 0.7763811995451577, + "nauc_recall_at_10_std": 0.4464938476458745, + "nauc_recall_at_1_diff1": 0.7070254022946374, + "nauc_recall_at_1_max": 0.6564128880906125, + "nauc_recall_at_1_std": 0.20391041384113492, + "nauc_recall_at_20_diff1": 0.5997174642415681, + "nauc_recall_at_20_max": 0.8030100925032932, + "nauc_recall_at_20_std": 0.5282902511579891, + "nauc_recall_at_3_diff1": 0.6283632971137462, + "nauc_recall_at_3_max": 0.7014901916199504, + "nauc_recall_at_3_std": 0.2671059385298048, + "nauc_recall_at_5_diff1": 0.6184334141217064, + "nauc_recall_at_5_max": 0.7351653378023156, + "nauc_recall_at_5_std": 0.34549460894188716, + "ndcg_at_1": 0.47222, + "ndcg_at_10": 0.60143, + "ndcg_at_100": 0.63857, + "ndcg_at_1000": 0.64924, + "ndcg_at_20": 0.61497, + "ndcg_at_3": 0.55266, + "ndcg_at_5": 0.57986, + "precision_at_1": 0.47222, + "precision_at_10": 0.07411, + "precision_at_100": 0.00919, + "precision_at_1000": 0.001, + "precision_at_20": 0.03972, + "precision_at_3": 0.20259, + "precision_at_5": 0.13489, + "recall_at_1": 0.47222, + "recall_at_10": 0.74111, + "recall_at_100": 0.91889, + "recall_at_1000": 1.0, + "recall_at_20": 0.79444, + "recall_at_3": 0.60778, + "recall_at_5": 0.67444 + }, + { + "hf_subset": "tsn_Latn-tsn_Latn", + "languages": [ + "tsn-Latn", + "tsn-Latn" + ], + "main_score": 0.671, + "map_at_1": 0.56556, + "map_at_10": 0.63545, + "map_at_100": 0.64083, + "map_at_1000": 0.64119, + "map_at_20": 0.63811, + "map_at_3": 0.61741, + "map_at_5": 0.62852, + "mrr_at_1": 0.5655555555555556, + "mrr_at_10": 0.6354479717813054, + "mrr_at_100": 0.6408260870546921, + "mrr_at_1000": 0.6411892077576182, + "mrr_at_20": 0.6381084038271865, + "mrr_at_3": 0.6174074074074075, + "mrr_at_5": 0.628518518518519, + "nauc_map_at_1000_diff1": 0.7909025109517422, + "nauc_map_at_1000_max": 0.7879711036152097, + "nauc_map_at_1000_std": 0.4922674771093729, + "nauc_map_at_100_diff1": 0.7908171500558862, + "nauc_map_at_100_max": 0.7880000599174835, + "nauc_map_at_100_std": 0.49253762734865036, + "nauc_map_at_10_diff1": 0.791037702605609, + "nauc_map_at_10_max": 0.7888700840797699, + "nauc_map_at_10_std": 0.49378829281205683, + "nauc_map_at_1_diff1": 0.8089613247920892, + "nauc_map_at_1_max": 0.7714508320414095, + "nauc_map_at_1_std": 0.4287627519648622, + "nauc_map_at_20_diff1": 0.7908782601917406, + "nauc_map_at_20_max": 0.7883510284376619, + "nauc_map_at_20_std": 0.49387968115908304, + "nauc_map_at_3_diff1": 0.7927730926676986, + "nauc_map_at_3_max": 0.7902288552192992, + "nauc_map_at_3_std": 0.4820879834810924, + "nauc_map_at_5_diff1": 0.7914644995360933, + "nauc_map_at_5_max": 0.7907114371352132, + "nauc_map_at_5_std": 0.49612980219772507, + "nauc_mrr_at_1000_diff1": 0.7909025109517422, + "nauc_mrr_at_1000_max": 0.7879711036152097, + "nauc_mrr_at_1000_std": 0.4922674771093729, + "nauc_mrr_at_100_diff1": 0.7908171500558862, + "nauc_mrr_at_100_max": 0.7880000599174835, + "nauc_mrr_at_100_std": 0.49253762734865036, + "nauc_mrr_at_10_diff1": 0.791037702605609, + "nauc_mrr_at_10_max": 0.7888700840797699, + "nauc_mrr_at_10_std": 0.49378829281205683, + "nauc_mrr_at_1_diff1": 0.8089613247920892, + "nauc_mrr_at_1_max": 0.7714508320414095, + "nauc_mrr_at_1_std": 0.4287627519648622, + "nauc_mrr_at_20_diff1": 0.7908782601917406, + "nauc_mrr_at_20_max": 0.7883510284376619, + "nauc_mrr_at_20_std": 0.49387968115908304, + "nauc_mrr_at_3_diff1": 0.7927730926676986, + "nauc_mrr_at_3_max": 0.7902288552192992, + "nauc_mrr_at_3_std": 0.4820879834810924, + "nauc_mrr_at_5_diff1": 0.7914644995360933, + "nauc_mrr_at_5_max": 0.7907114371352132, + "nauc_mrr_at_5_std": 0.49612980219772507, + "nauc_ndcg_at_1000_diff1": 0.787197637441708, + "nauc_ndcg_at_1000_max": 0.791250252857541, + "nauc_ndcg_at_1000_std": 0.5079031064097561, + "nauc_ndcg_at_100_diff1": 0.7848867895709452, + "nauc_ndcg_at_100_max": 0.7924167326445262, + "nauc_ndcg_at_100_std": 0.5169390827250734, + "nauc_ndcg_at_10_diff1": 0.7848350023321771, + "nauc_ndcg_at_10_max": 0.7960345932562138, + "nauc_ndcg_at_10_std": 0.5241342739835411, + "nauc_ndcg_at_1_diff1": 0.8089613247920892, + "nauc_ndcg_at_1_max": 0.7714508320414095, + "nauc_ndcg_at_1_std": 0.4287627519648622, + "nauc_ndcg_at_20_diff1": 0.7845945700089577, + "nauc_ndcg_at_20_max": 0.7945102331553787, + "nauc_ndcg_at_20_std": 0.5256600498663829, + "nauc_ndcg_at_3_diff1": 0.788626828763911, + "nauc_ndcg_at_3_max": 0.7988151651997564, + "nauc_ndcg_at_3_std": 0.5012372902949718, + "nauc_ndcg_at_5_diff1": 0.7862602457562639, + "nauc_ndcg_at_5_max": 0.8006781118336991, + "nauc_ndcg_at_5_std": 0.5292979397024857, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7278891043596921, + "nauc_precision_at_100_max": 0.8242476477770584, + "nauc_precision_at_100_std": 0.7506356388709339, + "nauc_precision_at_10_diff1": 0.7584164352847615, + "nauc_precision_at_10_max": 0.8248849608280204, + "nauc_precision_at_10_std": 0.6544627377367574, + "nauc_precision_at_1_diff1": 0.8089613247920892, + "nauc_precision_at_1_max": 0.7714508320414095, + "nauc_precision_at_1_std": 0.4287627519648622, + "nauc_precision_at_20_diff1": 0.7540879187154962, + "nauc_precision_at_20_max": 0.8219162907484096, + "nauc_precision_at_20_std": 0.688087340221919, + "nauc_precision_at_3_diff1": 0.7757558110385633, + "nauc_precision_at_3_max": 0.8272539347682721, + "nauc_precision_at_3_std": 0.5632763960183734, + "nauc_precision_at_5_diff1": 0.7680341198490372, + "nauc_precision_at_5_max": 0.8379745503798152, + "nauc_precision_at_5_std": 0.6538812204947021, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7278891043596906, + "nauc_recall_at_100_max": 0.8242476477770587, + "nauc_recall_at_100_std": 0.7506356388709324, + "nauc_recall_at_10_diff1": 0.7584164352847624, + "nauc_recall_at_10_max": 0.8248849608280214, + "nauc_recall_at_10_std": 0.6544627377367592, + "nauc_recall_at_1_diff1": 0.8089613247920892, + "nauc_recall_at_1_max": 0.7714508320414095, + "nauc_recall_at_1_std": 0.4287627519648622, + "nauc_recall_at_20_diff1": 0.7540879187154982, + "nauc_recall_at_20_max": 0.8219162907484111, + "nauc_recall_at_20_std": 0.68808734022192, + "nauc_recall_at_3_diff1": 0.7757558110385632, + "nauc_recall_at_3_max": 0.8272539347682722, + "nauc_recall_at_3_std": 0.563276396018373, + "nauc_recall_at_5_diff1": 0.7680341198490377, + "nauc_recall_at_5_max": 0.8379745503798154, + "nauc_recall_at_5_std": 0.6538812204947024, + "ndcg_at_1": 0.56556, + "ndcg_at_10": 0.671, + "ndcg_at_100": 0.70031, + "ndcg_at_1000": 0.70965, + "ndcg_at_20": 0.6806, + "ndcg_at_3": 0.63407, + "ndcg_at_5": 0.65415, + "precision_at_1": 0.56556, + "precision_at_10": 0.07833, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "precision_at_20": 0.04106, + "precision_at_3": 0.22741, + "precision_at_5": 0.14622, + "recall_at_1": 0.56556, + "recall_at_10": 0.78333, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "recall_at_20": 0.82111, + "recall_at_3": 0.68222, + "recall_at_5": 0.73111 + }, + { + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ], + "main_score": 0.8159, + "map_at_1": 0.70556, + "map_at_10": 0.78166, + "map_at_100": 0.78505, + "map_at_1000": 0.7851, + "map_at_20": 0.7842, + "map_at_3": 0.76759, + "map_at_5": 0.77643, + "mrr_at_1": 0.7055555555555556, + "mrr_at_10": 0.7816613756613762, + "mrr_at_100": 0.7850481257882916, + "mrr_at_1000": 0.785096468707015, + "mrr_at_20": 0.7841991271208252, + "mrr_at_3": 0.7675925925925926, + "mrr_at_5": 0.7764259259259262, + "nauc_map_at_1000_diff1": 0.8111811383890932, + "nauc_map_at_1000_max": 0.6560946743323394, + "nauc_map_at_1000_std": -0.053743117880010176, + "nauc_map_at_100_diff1": 0.8111725178877747, + "nauc_map_at_100_max": 0.6561519061076041, + "nauc_map_at_100_std": -0.05358477017153468, + "nauc_map_at_10_diff1": 0.8100664897755474, + "nauc_map_at_10_max": 0.6567849558618949, + "nauc_map_at_10_std": -0.05163824764732296, + "nauc_map_at_1_diff1": 0.833639995527137, + "nauc_map_at_1_max": 0.6300515395797543, + "nauc_map_at_1_std": -0.09069746165028286, + "nauc_map_at_20_diff1": 0.8110414351502048, + "nauc_map_at_20_max": 0.6567737420684691, + "nauc_map_at_20_std": -0.05282906973749521, + "nauc_map_at_3_diff1": 0.8092188139229173, + "nauc_map_at_3_max": 0.660458905546199, + "nauc_map_at_3_std": -0.05595374810243008, + "nauc_map_at_5_diff1": 0.8096454493564008, + "nauc_map_at_5_max": 0.6576524248301197, + "nauc_map_at_5_std": -0.04933183766076168, + "nauc_mrr_at_1000_diff1": 0.8111811383890932, + "nauc_mrr_at_1000_max": 0.6560946743323394, + "nauc_mrr_at_1000_std": -0.053743117880010176, + "nauc_mrr_at_100_diff1": 0.8111725178877747, + "nauc_mrr_at_100_max": 0.6561519061076041, + "nauc_mrr_at_100_std": -0.05358477017153468, + "nauc_mrr_at_10_diff1": 0.8100664897755474, + "nauc_mrr_at_10_max": 0.6567849558618949, + "nauc_mrr_at_10_std": -0.05163824764732296, + "nauc_mrr_at_1_diff1": 0.833639995527137, + "nauc_mrr_at_1_max": 0.6300515395797543, + "nauc_mrr_at_1_std": -0.09069746165028286, + "nauc_mrr_at_20_diff1": 0.8110414351502048, + "nauc_mrr_at_20_max": 0.6567737420684691, + "nauc_mrr_at_20_std": -0.05282906973749521, + "nauc_mrr_at_3_diff1": 0.8092188139229173, + "nauc_mrr_at_3_max": 0.660458905546199, + "nauc_mrr_at_3_std": -0.05595374810243008, + "nauc_mrr_at_5_diff1": 0.8096454493564008, + "nauc_mrr_at_5_max": 0.6576524248301197, + "nauc_mrr_at_5_std": -0.04933183766076168, + "nauc_ndcg_at_1000_diff1": 0.8082814304998479, + "nauc_ndcg_at_1000_max": 0.6606500259619751, + "nauc_ndcg_at_1000_std": -0.04626453071174199, + "nauc_ndcg_at_100_diff1": 0.8082584800458474, + "nauc_ndcg_at_100_max": 0.6623796760309058, + "nauc_ndcg_at_100_std": -0.04178476916654644, + "nauc_ndcg_at_10_diff1": 0.8024072694601295, + "nauc_ndcg_at_10_max": 0.6665141405537024, + "nauc_ndcg_at_10_std": -0.03382617217858352, + "nauc_ndcg_at_1_diff1": 0.833639995527137, + "nauc_ndcg_at_1_max": 0.6300515395797543, + "nauc_ndcg_at_1_std": -0.09069746165028286, + "nauc_ndcg_at_20_diff1": 0.8062363423849177, + "nauc_ndcg_at_20_max": 0.6669878138888916, + "nauc_ndcg_at_20_std": -0.03637196055025844, + "nauc_ndcg_at_3_diff1": 0.8016152163628362, + "nauc_ndcg_at_3_max": 0.6726751470694703, + "nauc_ndcg_at_3_std": -0.04410330259432933, + "nauc_ndcg_at_5_diff1": 0.8016801934067761, + "nauc_ndcg_at_5_max": 0.6676356136618307, + "nauc_ndcg_at_5_std": -0.03024748807185328, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8125917033480172, + "nauc_precision_at_100_max": 0.9176337201547206, + "nauc_precision_at_100_std": 0.6116446578631579, + "nauc_precision_at_10_diff1": 0.7493930905695587, + "nauc_precision_at_10_max": 0.7346938775510198, + "nauc_precision_at_10_std": 0.09778578097905839, + "nauc_precision_at_1_diff1": 0.833639995527137, + "nauc_precision_at_1_max": 0.6300515395797543, + "nauc_precision_at_1_std": -0.09069746165028286, + "nauc_precision_at_20_diff1": 0.7595957301839616, + "nauc_precision_at_20_max": 0.8022434198904735, + "nauc_precision_at_20_std": 0.1905771317535945, + "nauc_precision_at_3_diff1": 0.7720874950476476, + "nauc_precision_at_3_max": 0.7216186722828101, + "nauc_precision_at_3_std": 0.0024813895781629672, + "nauc_precision_at_5_diff1": 0.7629441259457608, + "nauc_precision_at_5_max": 0.7158133098502961, + "nauc_precision_at_5_std": 0.06683679887856284, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.812591703348014, + "nauc_recall_at_100_max": 0.9176337201547193, + "nauc_recall_at_100_std": 0.6116446578631568, + "nauc_recall_at_10_diff1": 0.7493930905695618, + "nauc_recall_at_10_max": 0.734693877551019, + "nauc_recall_at_10_std": 0.09778578097905835, + "nauc_recall_at_1_diff1": 0.833639995527137, + "nauc_recall_at_1_max": 0.6300515395797543, + "nauc_recall_at_1_std": -0.09069746165028286, + "nauc_recall_at_20_diff1": 0.7595957301839669, + "nauc_recall_at_20_max": 0.8022434198904826, + "nauc_recall_at_20_std": 0.19057713175359817, + "nauc_recall_at_3_diff1": 0.7720874950476462, + "nauc_recall_at_3_max": 0.721618672282808, + "nauc_recall_at_3_std": 0.0024813895781642756, + "nauc_recall_at_5_diff1": 0.7629441259457611, + "nauc_recall_at_5_max": 0.7158133098502959, + "nauc_recall_at_5_std": 0.06683679887856536, + "ndcg_at_1": 0.70556, + "ndcg_at_10": 0.8159, + "ndcg_at_100": 0.83133, + "ndcg_at_1000": 0.83238, + "ndcg_at_20": 0.82517, + "ndcg_at_3": 0.7871, + "ndcg_at_5": 0.80307, + "precision_at_1": 0.70556, + "precision_at_10": 0.09222, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04794, + "precision_at_3": 0.28111, + "precision_at_5": 0.17644, + "recall_at_1": 0.70556, + "recall_at_10": 0.92222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95889, + "recall_at_3": 0.84333, + "recall_at_5": 0.88222 + }, + { + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ], + "main_score": 0.64419, + "map_at_1": 0.53333, + "map_at_10": 0.60817, + "map_at_100": 0.61413, + "map_at_1000": 0.61456, + "map_at_20": 0.61137, + "map_at_3": 0.59204, + "map_at_5": 0.6017, + "mrr_at_1": 0.5333333333333333, + "mrr_at_10": 0.6081715167548501, + "mrr_at_100": 0.6141341362996783, + "mrr_at_1000": 0.6145575647228254, + "mrr_at_20": 0.6113689680632405, + "mrr_at_3": 0.5920370370370373, + "mrr_at_5": 0.6017037037037041, + "nauc_map_at_1000_diff1": 0.8021565053690843, + "nauc_map_at_1000_max": 0.7904262582246351, + "nauc_map_at_1000_std": 0.29987369413315296, + "nauc_map_at_100_diff1": 0.8019512600778728, + "nauc_map_at_100_max": 0.7904452428389179, + "nauc_map_at_100_std": 0.3003793922717539, + "nauc_map_at_10_diff1": 0.8016710816507313, + "nauc_map_at_10_max": 0.7909618136841035, + "nauc_map_at_10_std": 0.30082828652708016, + "nauc_map_at_1_diff1": 0.8374026730427322, + "nauc_map_at_1_max": 0.7879651768745025, + "nauc_map_at_1_std": 0.2535681441971677, + "nauc_map_at_20_diff1": 0.8014802331941038, + "nauc_map_at_20_max": 0.7901395393935267, + "nauc_map_at_20_std": 0.3002057804336759, + "nauc_map_at_3_diff1": 0.8063008981004492, + "nauc_map_at_3_max": 0.7914471130153315, + "nauc_map_at_3_std": 0.28517573930653906, + "nauc_map_at_5_diff1": 0.800820680348975, + "nauc_map_at_5_max": 0.7886061199868029, + "nauc_map_at_5_std": 0.29467534230099396, + "nauc_mrr_at_1000_diff1": 0.8021565053690843, + "nauc_mrr_at_1000_max": 0.7904262582246351, + "nauc_mrr_at_1000_std": 0.29987369413315296, + "nauc_mrr_at_100_diff1": 0.8019512600778728, + "nauc_mrr_at_100_max": 0.7904452428389179, + "nauc_mrr_at_100_std": 0.3003793922717539, + "nauc_mrr_at_10_diff1": 0.8016710816507313, + "nauc_mrr_at_10_max": 0.7909618136841035, + "nauc_mrr_at_10_std": 0.30082828652708016, + "nauc_mrr_at_1_diff1": 0.8374026730427322, + "nauc_mrr_at_1_max": 0.7879651768745025, + "nauc_mrr_at_1_std": 0.2535681441971677, + "nauc_mrr_at_20_diff1": 0.8014802331941038, + "nauc_mrr_at_20_max": 0.7901395393935267, + "nauc_mrr_at_20_std": 0.3002057804336759, + "nauc_mrr_at_3_diff1": 0.8063008981004492, + "nauc_mrr_at_3_max": 0.7914471130153315, + "nauc_mrr_at_3_std": 0.28517573930653906, + "nauc_mrr_at_5_diff1": 0.800820680348975, + "nauc_mrr_at_5_max": 0.7886061199868029, + "nauc_mrr_at_5_std": 0.29467534230099396, + "nauc_ndcg_at_1000_diff1": 0.7939341791755035, + "nauc_ndcg_at_1000_max": 0.7912721704621769, + "nauc_ndcg_at_1000_std": 0.31592093609106564, + "nauc_ndcg_at_100_diff1": 0.7878694237571358, + "nauc_ndcg_at_100_max": 0.791870481773788, + "nauc_ndcg_at_100_std": 0.33048994205023335, + "nauc_ndcg_at_10_diff1": 0.7870272499251244, + "nauc_ndcg_at_10_max": 0.7939413069105364, + "nauc_ndcg_at_10_std": 0.3313044323464653, + "nauc_ndcg_at_1_diff1": 0.8374026730427322, + "nauc_ndcg_at_1_max": 0.7879651768745025, + "nauc_ndcg_at_1_std": 0.2535681441971677, + "nauc_ndcg_at_20_diff1": 0.7854752870608329, + "nauc_ndcg_at_20_max": 0.7901929148849255, + "nauc_ndcg_at_20_std": 0.3290753944961756, + "nauc_ndcg_at_3_diff1": 0.7957978825027902, + "nauc_ndcg_at_3_max": 0.7929663482481338, + "nauc_ndcg_at_3_std": 0.2967097687730788, + "nauc_ndcg_at_5_diff1": 0.785365880645007, + "nauc_ndcg_at_5_max": 0.7878165389579306, + "nauc_ndcg_at_5_std": 0.314445214638526, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6505356528576384, + "nauc_precision_at_100_max": 0.8059364096515826, + "nauc_precision_at_100_std": 0.6576183104820894, + "nauc_precision_at_10_diff1": 0.7278918356140931, + "nauc_precision_at_10_max": 0.8084161134128682, + "nauc_precision_at_10_std": 0.4654320371387202, + "nauc_precision_at_1_diff1": 0.8374026730427322, + "nauc_precision_at_1_max": 0.7879651768745025, + "nauc_precision_at_1_std": 0.2535681441971677, + "nauc_precision_at_20_diff1": 0.7072028623021797, + "nauc_precision_at_20_max": 0.7873966733588302, + "nauc_precision_at_20_std": 0.4743491963795016, + "nauc_precision_at_3_diff1": 0.7617810802358758, + "nauc_precision_at_3_max": 0.7980105353240472, + "nauc_precision_at_3_std": 0.33437575489735344, + "nauc_precision_at_5_diff1": 0.7298230346418614, + "nauc_precision_at_5_max": 0.7843924846166159, + "nauc_precision_at_5_std": 0.3864379923401213, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6505356528576336, + "nauc_recall_at_100_max": 0.8059364096515796, + "nauc_recall_at_100_std": 0.657618310482088, + "nauc_recall_at_10_diff1": 0.7278918356140933, + "nauc_recall_at_10_max": 0.8084161134128687, + "nauc_recall_at_10_std": 0.4654320371387209, + "nauc_recall_at_1_diff1": 0.8374026730427322, + "nauc_recall_at_1_max": 0.7879651768745025, + "nauc_recall_at_1_std": 0.2535681441971677, + "nauc_recall_at_20_diff1": 0.707202862302179, + "nauc_recall_at_20_max": 0.7873966733588306, + "nauc_recall_at_20_std": 0.47434919637950224, + "nauc_recall_at_3_diff1": 0.7617810802358744, + "nauc_recall_at_3_max": 0.7980105353240461, + "nauc_recall_at_3_std": 0.33437575489735255, + "nauc_recall_at_5_diff1": 0.7298230346418619, + "nauc_recall_at_5_max": 0.7843924846166157, + "nauc_recall_at_5_std": 0.38643799234012177, + "ndcg_at_1": 0.53333, + "ndcg_at_10": 0.64419, + "ndcg_at_100": 0.6765, + "ndcg_at_1000": 0.68743, + "ndcg_at_20": 0.65575, + "ndcg_at_3": 0.61147, + "ndcg_at_5": 0.62864, + "precision_at_1": 0.53333, + "precision_at_10": 0.07567, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "precision_at_20": 0.04011, + "precision_at_3": 0.22259, + "precision_at_5": 0.14178, + "recall_at_1": 0.53333, + "recall_at_10": 0.75667, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "recall_at_20": 0.80222, + "recall_at_3": 0.66778, + "recall_at_5": 0.70889 + }, + { + "hf_subset": "tso_Latn-tso_Latn", + "languages": [ + "tso-Latn", + "tso-Latn" + ], + "main_score": 0.69422, + "map_at_1": 0.59556, + "map_at_10": 0.66215, + "map_at_100": 0.66735, + "map_at_1000": 0.66775, + "map_at_20": 0.6647, + "map_at_3": 0.64648, + "map_at_5": 0.65531, + "mrr_at_1": 0.5955555555555555, + "mrr_at_10": 0.6621503527336864, + "mrr_at_100": 0.6673490681987327, + "mrr_at_1000": 0.6677484361892042, + "mrr_at_20": 0.6647003661018108, + "mrr_at_3": 0.6464814814814815, + "mrr_at_5": 0.655314814814815, + "nauc_map_at_1000_diff1": 0.8502337063917639, + "nauc_map_at_1000_max": 0.8219978981052467, + "nauc_map_at_1000_std": 0.4785486813792634, + "nauc_map_at_100_diff1": 0.8500774857365127, + "nauc_map_at_100_max": 0.8219734408719022, + "nauc_map_at_100_std": 0.47882854123060276, + "nauc_map_at_10_diff1": 0.8500410741394153, + "nauc_map_at_10_max": 0.8220851109555849, + "nauc_map_at_10_std": 0.4784335508591314, + "nauc_map_at_1_diff1": 0.8759434148006192, + "nauc_map_at_1_max": 0.8128921324127791, + "nauc_map_at_1_std": 0.43584779355787195, + "nauc_map_at_20_diff1": 0.8497586920610135, + "nauc_map_at_20_max": 0.8221358807325716, + "nauc_map_at_20_std": 0.47975908086309293, + "nauc_map_at_3_diff1": 0.8514683302812194, + "nauc_map_at_3_max": 0.8195332081281542, + "nauc_map_at_3_std": 0.468421499563562, + "nauc_map_at_5_diff1": 0.8512475071505587, + "nauc_map_at_5_max": 0.8241248019904808, + "nauc_map_at_5_std": 0.47766056165891263, + "nauc_mrr_at_1000_diff1": 0.8502337063917639, + "nauc_mrr_at_1000_max": 0.8219978981052467, + "nauc_mrr_at_1000_std": 0.4785486813792634, + "nauc_mrr_at_100_diff1": 0.8500774857365127, + "nauc_mrr_at_100_max": 0.8219734408719022, + "nauc_mrr_at_100_std": 0.47882854123060276, + "nauc_mrr_at_10_diff1": 0.8500410741394153, + "nauc_mrr_at_10_max": 0.8220851109555849, + "nauc_mrr_at_10_std": 0.4784335508591314, + "nauc_mrr_at_1_diff1": 0.8759434148006192, + "nauc_mrr_at_1_max": 0.8128921324127791, + "nauc_mrr_at_1_std": 0.43584779355787195, + "nauc_mrr_at_20_diff1": 0.8497586920610135, + "nauc_mrr_at_20_max": 0.8221358807325716, + "nauc_mrr_at_20_std": 0.47975908086309293, + "nauc_mrr_at_3_diff1": 0.8514683302812194, + "nauc_mrr_at_3_max": 0.8195332081281542, + "nauc_mrr_at_3_std": 0.468421499563562, + "nauc_mrr_at_5_diff1": 0.8512475071505587, + "nauc_mrr_at_5_max": 0.8241248019904808, + "nauc_mrr_at_5_std": 0.47766056165891263, + "nauc_ndcg_at_1000_diff1": 0.8442090037792482, + "nauc_ndcg_at_1000_max": 0.8233853951413225, + "nauc_ndcg_at_1000_std": 0.4911354642539699, + "nauc_ndcg_at_100_diff1": 0.8403233353511353, + "nauc_ndcg_at_100_max": 0.8231840291778465, + "nauc_ndcg_at_100_std": 0.4996090552383079, + "nauc_ndcg_at_10_diff1": 0.8385521670768648, + "nauc_ndcg_at_10_max": 0.8242781599639887, + "nauc_ndcg_at_10_std": 0.5007742002202983, + "nauc_ndcg_at_1_diff1": 0.8759434148006192, + "nauc_ndcg_at_1_max": 0.8128921324127791, + "nauc_ndcg_at_1_std": 0.43584779355787195, + "nauc_ndcg_at_20_diff1": 0.8373664807518405, + "nauc_ndcg_at_20_max": 0.8247630982618468, + "nauc_ndcg_at_20_std": 0.507110410938676, + "nauc_ndcg_at_3_diff1": 0.8435045412387729, + "nauc_ndcg_at_3_max": 0.8209503524420683, + "nauc_ndcg_at_3_std": 0.4793541015028675, + "nauc_ndcg_at_5_diff1": 0.8423279708761017, + "nauc_ndcg_at_5_max": 0.8293634004457644, + "nauc_ndcg_at_5_std": 0.4971510610526223, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.750973209796739, + "nauc_precision_at_100_max": 0.8208432090785055, + "nauc_precision_at_100_std": 0.7026502908855858, + "nauc_precision_at_10_diff1": 0.7876076257406933, + "nauc_precision_at_10_max": 0.8315964075646297, + "nauc_precision_at_10_std": 0.6008926525311815, + "nauc_precision_at_1_diff1": 0.8759434148006192, + "nauc_precision_at_1_max": 0.8128921324127791, + "nauc_precision_at_1_std": 0.43584779355787195, + "nauc_precision_at_20_diff1": 0.7712738525012885, + "nauc_precision_at_20_max": 0.8366507595589527, + "nauc_precision_at_20_std": 0.6605290473361576, + "nauc_precision_at_3_diff1": 0.8179212893340534, + "nauc_precision_at_3_max": 0.8252216245576636, + "nauc_precision_at_3_std": 0.5146006704472222, + "nauc_precision_at_5_diff1": 0.8102750781433189, + "nauc_precision_at_5_max": 0.8488811788998227, + "nauc_precision_at_5_std": 0.5693887632980237, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7509732097967385, + "nauc_recall_at_100_max": 0.8208432090785023, + "nauc_recall_at_100_std": 0.702650290885584, + "nauc_recall_at_10_diff1": 0.7876076257406941, + "nauc_recall_at_10_max": 0.831596407564629, + "nauc_recall_at_10_std": 0.6008926525311827, + "nauc_recall_at_1_diff1": 0.8759434148006192, + "nauc_recall_at_1_max": 0.8128921324127791, + "nauc_recall_at_1_std": 0.43584779355787195, + "nauc_recall_at_20_diff1": 0.771273852501289, + "nauc_recall_at_20_max": 0.8366507595589523, + "nauc_recall_at_20_std": 0.6605290473361571, + "nauc_recall_at_3_diff1": 0.817921289334052, + "nauc_recall_at_3_max": 0.8252216245576629, + "nauc_recall_at_3_std": 0.5146006704472216, + "nauc_recall_at_5_diff1": 0.8102750781433196, + "nauc_recall_at_5_max": 0.8488811788998241, + "nauc_recall_at_5_std": 0.5693887632980247, + "ndcg_at_1": 0.59556, + "ndcg_at_10": 0.69422, + "ndcg_at_100": 0.72154, + "ndcg_at_1000": 0.73106, + "ndcg_at_20": 0.7035, + "ndcg_at_3": 0.66149, + "ndcg_at_5": 0.67746, + "precision_at_1": 0.59556, + "precision_at_10": 0.07956, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "precision_at_20": 0.04161, + "precision_at_3": 0.23481, + "precision_at_5": 0.14867, + "recall_at_1": 0.59556, + "recall_at_10": 0.79556, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "recall_at_20": 0.83222, + "recall_at_3": 0.70444, + "recall_at_5": 0.74333 + }, + { + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ], + "main_score": 0.79255, + "map_at_1": 0.67333, + "map_at_10": 0.75359, + "map_at_100": 0.75685, + "map_at_1000": 0.75691, + "map_at_20": 0.75543, + "map_at_3": 0.73574, + "map_at_5": 0.74663, + "mrr_at_1": 0.6733333333333333, + "mrr_at_10": 0.7535921516754852, + "mrr_at_100": 0.756852959166504, + "mrr_at_1000": 0.7569140780213104, + "mrr_at_20": 0.7554275968174319, + "mrr_at_3": 0.7357407407407408, + "mrr_at_5": 0.7466296296296299, + "nauc_map_at_1000_diff1": 0.8103384297999191, + "nauc_map_at_1000_max": 0.6820842515253419, + "nauc_map_at_1000_std": 0.020930212540775043, + "nauc_map_at_100_diff1": 0.8103222307185064, + "nauc_map_at_100_max": 0.6821433343899249, + "nauc_map_at_100_std": 0.021128033619921435, + "nauc_map_at_10_diff1": 0.8094878304176597, + "nauc_map_at_10_max": 0.6825317279982329, + "nauc_map_at_10_std": 0.02028084081973117, + "nauc_map_at_1_diff1": 0.833378781164904, + "nauc_map_at_1_max": 0.6677403716875161, + "nauc_map_at_1_std": 0.006766045925033511, + "nauc_map_at_20_diff1": 0.8101077787501558, + "nauc_map_at_20_max": 0.6819231317363368, + "nauc_map_at_20_std": 0.01999426801684563, + "nauc_map_at_3_diff1": 0.806885969636995, + "nauc_map_at_3_max": 0.6804640291806743, + "nauc_map_at_3_std": 0.01699365932883424, + "nauc_map_at_5_diff1": 0.8097284056003426, + "nauc_map_at_5_max": 0.6835873614547744, + "nauc_map_at_5_std": 0.02163277924507022, + "nauc_mrr_at_1000_diff1": 0.8103384297999191, + "nauc_mrr_at_1000_max": 0.6820842515253419, + "nauc_mrr_at_1000_std": 0.020930212540775043, + "nauc_mrr_at_100_diff1": 0.8103222307185064, + "nauc_mrr_at_100_max": 0.6821433343899249, + "nauc_mrr_at_100_std": 0.021128033619921435, + "nauc_mrr_at_10_diff1": 0.8094878304176597, + "nauc_mrr_at_10_max": 0.6825317279982329, + "nauc_mrr_at_10_std": 0.02028084081973117, + "nauc_mrr_at_1_diff1": 0.833378781164904, + "nauc_mrr_at_1_max": 0.6677403716875161, + "nauc_mrr_at_1_std": 0.006766045925033511, + "nauc_mrr_at_20_diff1": 0.8101077787501558, + "nauc_mrr_at_20_max": 0.6819231317363368, + "nauc_mrr_at_20_std": 0.01999426801684563, + "nauc_mrr_at_3_diff1": 0.806885969636995, + "nauc_mrr_at_3_max": 0.6804640291806743, + "nauc_mrr_at_3_std": 0.01699365932883424, + "nauc_mrr_at_5_diff1": 0.8097284056003426, + "nauc_mrr_at_5_max": 0.6835873614547744, + "nauc_mrr_at_5_std": 0.02163277924507022, + "nauc_ndcg_at_1000_diff1": 0.8069739964274382, + "nauc_ndcg_at_1000_max": 0.6852662208439606, + "nauc_ndcg_at_1000_std": 0.02570557004614901, + "nauc_ndcg_at_100_diff1": 0.8065385673318279, + "nauc_ndcg_at_100_max": 0.6867482859437818, + "nauc_ndcg_at_100_std": 0.03082353060042279, + "nauc_ndcg_at_10_diff1": 0.8014431524156178, + "nauc_ndcg_at_10_max": 0.6891528537606799, + "nauc_ndcg_at_10_std": 0.026537113219614453, + "nauc_ndcg_at_1_diff1": 0.833378781164904, + "nauc_ndcg_at_1_max": 0.6677403716875161, + "nauc_ndcg_at_1_std": 0.006766045925033511, + "nauc_ndcg_at_20_diff1": 0.8043716850645818, + "nauc_ndcg_at_20_max": 0.6863467838641972, + "nauc_ndcg_at_20_std": 0.025495042387404975, + "nauc_ndcg_at_3_diff1": 0.7973651734258809, + "nauc_ndcg_at_3_max": 0.6851319912505477, + "nauc_ndcg_at_3_std": 0.020016923243549818, + "nauc_ndcg_at_5_diff1": 0.8023098525373857, + "nauc_ndcg_at_5_max": 0.691646655932656, + "nauc_ndcg_at_5_std": 0.02930434869422672, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7467903828198039, + "nauc_precision_at_100_max": 0.8870798319327755, + "nauc_precision_at_100_std": 0.7257819794584662, + "nauc_precision_at_10_diff1": 0.7461226915008392, + "nauc_precision_at_10_max": 0.7361671941503838, + "nauc_precision_at_10_std": 0.07225920671298808, + "nauc_precision_at_1_diff1": 0.833378781164904, + "nauc_precision_at_1_max": 0.6677403716875161, + "nauc_precision_at_1_std": 0.006766045925033511, + "nauc_precision_at_20_diff1": 0.7581430007900596, + "nauc_precision_at_20_max": 0.7224825827766952, + "nauc_precision_at_20_std": 0.08155569920275435, + "nauc_precision_at_3_diff1": 0.761313462481903, + "nauc_precision_at_3_max": 0.7028496045373516, + "nauc_precision_at_3_std": 0.031179328251948295, + "nauc_precision_at_5_diff1": 0.768277044834123, + "nauc_precision_at_5_max": 0.7317583567377064, + "nauc_precision_at_5_std": 0.06773894094231017, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7467903828197977, + "nauc_recall_at_100_max": 0.8870798319327762, + "nauc_recall_at_100_std": 0.7257819794584415, + "nauc_recall_at_10_diff1": 0.7461226915008439, + "nauc_recall_at_10_max": 0.7361671941503881, + "nauc_recall_at_10_std": 0.0722592067129892, + "nauc_recall_at_1_diff1": 0.833378781164904, + "nauc_recall_at_1_max": 0.6677403716875161, + "nauc_recall_at_1_std": 0.006766045925033511, + "nauc_recall_at_20_diff1": 0.7581430007900611, + "nauc_recall_at_20_max": 0.7224825827767002, + "nauc_recall_at_20_std": 0.08155569920276043, + "nauc_recall_at_3_diff1": 0.7613134624819022, + "nauc_recall_at_3_max": 0.7028496045373503, + "nauc_recall_at_3_std": 0.031179328251946796, + "nauc_recall_at_5_diff1": 0.7682770448341236, + "nauc_recall_at_5_max": 0.7317583567377056, + "nauc_recall_at_5_std": 0.06773894094231134, + "ndcg_at_1": 0.67333, + "ndcg_at_10": 0.79255, + "ndcg_at_100": 0.80883, + "ndcg_at_1000": 0.81006, + "ndcg_at_20": 0.79946, + "ndcg_at_3": 0.75623, + "ndcg_at_5": 0.77588, + "precision_at_1": 0.67333, + "precision_at_10": 0.09144, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04711, + "precision_at_3": 0.27185, + "precision_at_5": 0.17267, + "recall_at_1": 0.67333, + "recall_at_10": 0.91444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.94222, + "recall_at_3": 0.81556, + "recall_at_5": 0.86333 + }, + { + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ], + "main_score": 0.62594, + "map_at_1": 0.52333, + "map_at_10": 0.59211, + "map_at_100": 0.59951, + "map_at_1000": 0.59996, + "map_at_20": 0.59646, + "map_at_3": 0.5737, + "map_at_5": 0.58637, + "mrr_at_1": 0.5233333333333333, + "mrr_at_10": 0.5921067019400352, + "mrr_at_100": 0.599511276097553, + "mrr_at_1000": 0.5999628036196174, + "mrr_at_20": 0.5964582361557332, + "mrr_at_3": 0.5737037037037034, + "mrr_at_5": 0.5863703703703699, + "nauc_map_at_1000_diff1": 0.8202932216529408, + "nauc_map_at_1000_max": 0.8254125040994145, + "nauc_map_at_1000_std": 0.3958481527588794, + "nauc_map_at_100_diff1": 0.8200694611236578, + "nauc_map_at_100_max": 0.8253722526510467, + "nauc_map_at_100_std": 0.39605877233825293, + "nauc_map_at_10_diff1": 0.819891931167552, + "nauc_map_at_10_max": 0.8258755904152583, + "nauc_map_at_10_std": 0.39509035216659716, + "nauc_map_at_1_diff1": 0.859033917096261, + "nauc_map_at_1_max": 0.8286051417850799, + "nauc_map_at_1_std": 0.36851380844264653, + "nauc_map_at_20_diff1": 0.8190221011894485, + "nauc_map_at_20_max": 0.8250108087403372, + "nauc_map_at_20_std": 0.3963642993738369, + "nauc_map_at_3_diff1": 0.8278755550203297, + "nauc_map_at_3_max": 0.8298260223959673, + "nauc_map_at_3_std": 0.38841020242819235, + "nauc_map_at_5_diff1": 0.8198196113640909, + "nauc_map_at_5_max": 0.8244381225846006, + "nauc_map_at_5_std": 0.39047295379603597, + "nauc_mrr_at_1000_diff1": 0.8202932216529408, + "nauc_mrr_at_1000_max": 0.8254125040994145, + "nauc_mrr_at_1000_std": 0.3958481527588794, + "nauc_mrr_at_100_diff1": 0.8200694611236578, + "nauc_mrr_at_100_max": 0.8253722526510467, + "nauc_mrr_at_100_std": 0.39605877233825293, + "nauc_mrr_at_10_diff1": 0.819891931167552, + "nauc_mrr_at_10_max": 0.8258755904152583, + "nauc_mrr_at_10_std": 0.39509035216659716, + "nauc_mrr_at_1_diff1": 0.859033917096261, + "nauc_mrr_at_1_max": 0.8286051417850799, + "nauc_mrr_at_1_std": 0.36851380844264653, + "nauc_mrr_at_20_diff1": 0.8190221011894485, + "nauc_mrr_at_20_max": 0.8250108087403372, + "nauc_mrr_at_20_std": 0.3963642993738369, + "nauc_mrr_at_3_diff1": 0.8278755550203297, + "nauc_mrr_at_3_max": 0.8298260223959673, + "nauc_mrr_at_3_std": 0.38841020242819235, + "nauc_mrr_at_5_diff1": 0.8198196113640909, + "nauc_mrr_at_5_max": 0.8244381225846006, + "nauc_mrr_at_5_std": 0.39047295379603597, + "nauc_ndcg_at_1000_diff1": 0.8115155925184935, + "nauc_ndcg_at_1000_max": 0.8240840457175862, + "nauc_ndcg_at_1000_std": 0.40572560533353286, + "nauc_ndcg_at_100_diff1": 0.8065117163382725, + "nauc_ndcg_at_100_max": 0.8235336474779402, + "nauc_ndcg_at_100_std": 0.41307649163093363, + "nauc_ndcg_at_10_diff1": 0.8028796866673633, + "nauc_ndcg_at_10_max": 0.8243057217869801, + "nauc_ndcg_at_10_std": 0.41106182229011795, + "nauc_ndcg_at_1_diff1": 0.859033917096261, + "nauc_ndcg_at_1_max": 0.8286051417850799, + "nauc_ndcg_at_1_std": 0.36851380844264653, + "nauc_ndcg_at_20_diff1": 0.7990023889025678, + "nauc_ndcg_at_20_max": 0.8211295958097208, + "nauc_ndcg_at_20_std": 0.41748721645474585, + "nauc_ndcg_at_3_diff1": 0.818138193036337, + "nauc_ndcg_at_3_max": 0.8301789709666361, + "nauc_ndcg_at_3_std": 0.3947840043115076, + "nauc_ndcg_at_5_diff1": 0.8024694341544923, + "nauc_ndcg_at_5_max": 0.8196539028306268, + "nauc_ndcg_at_5_std": 0.398164253481132, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6974540927482114, + "nauc_precision_at_100_max": 0.813769063180829, + "nauc_precision_at_100_std": 0.5916028633675714, + "nauc_precision_at_10_diff1": 0.7366573790428093, + "nauc_precision_at_10_max": 0.8197028106974068, + "nauc_precision_at_10_std": 0.47926118308347554, + "nauc_precision_at_1_diff1": 0.859033917096261, + "nauc_precision_at_1_max": 0.8286051417850799, + "nauc_precision_at_1_std": 0.36851380844264653, + "nauc_precision_at_20_diff1": 0.6989452950227518, + "nauc_precision_at_20_max": 0.8010901710007964, + "nauc_precision_at_20_std": 0.5355887905540333, + "nauc_precision_at_3_diff1": 0.7879522082654471, + "nauc_precision_at_3_max": 0.8312625917555752, + "nauc_precision_at_3_std": 0.41460030482997867, + "nauc_precision_at_5_diff1": 0.7405330088011702, + "nauc_precision_at_5_max": 0.8010711913034778, + "nauc_precision_at_5_std": 0.42433952021760896, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6974540927482108, + "nauc_recall_at_100_max": 0.8137690631808275, + "nauc_recall_at_100_std": 0.5916028633675686, + "nauc_recall_at_10_diff1": 0.7366573790428105, + "nauc_recall_at_10_max": 0.8197028106974078, + "nauc_recall_at_10_std": 0.47926118308347615, + "nauc_recall_at_1_diff1": 0.859033917096261, + "nauc_recall_at_1_max": 0.8286051417850799, + "nauc_recall_at_1_std": 0.36851380844264653, + "nauc_recall_at_20_diff1": 0.6989452950227524, + "nauc_recall_at_20_max": 0.8010901710007962, + "nauc_recall_at_20_std": 0.5355887905540335, + "nauc_recall_at_3_diff1": 0.7879522082654472, + "nauc_recall_at_3_max": 0.8312625917555757, + "nauc_recall_at_3_std": 0.4146003048299786, + "nauc_recall_at_5_diff1": 0.7405330088011712, + "nauc_recall_at_5_max": 0.8010711913034787, + "nauc_recall_at_5_std": 0.4243395202176091, + "ndcg_at_1": 0.52333, + "ndcg_at_10": 0.62594, + "ndcg_at_100": 0.66426, + "ndcg_at_1000": 0.6752, + "ndcg_at_20": 0.6419, + "ndcg_at_3": 0.5891, + "ndcg_at_5": 0.61219, + "precision_at_1": 0.52333, + "precision_at_10": 0.07322, + "precision_at_100": 0.00917, + "precision_at_1000": 0.001, + "precision_at_20": 0.03978, + "precision_at_3": 0.21111, + "precision_at_5": 0.138, + "recall_at_1": 0.52333, + "recall_at_10": 0.73222, + "recall_at_100": 0.91667, + "recall_at_1000": 1.0, + "recall_at_20": 0.79556, + "recall_at_3": 0.63333, + "recall_at_5": 0.69 + }, + { + "hf_subset": "tur_Latn-tur_Latn", + "languages": [ + "tur-Latn", + "tur-Latn" + ], + "main_score": 0.89642, + "map_at_1": 0.83, + "map_at_10": 0.87702, + "map_at_100": 0.87857, + "map_at_1000": 0.87862, + "map_at_20": 0.87806, + "map_at_3": 0.86889, + "map_at_5": 0.87478, + "mrr_at_1": 0.83, + "mrr_at_10": 0.8770207231040565, + "mrr_at_100": 0.8785674014413607, + "mrr_at_1000": 0.8786241337351289, + "mrr_at_20": 0.8780603529501881, + "mrr_at_3": 0.868888888888889, + "mrr_at_5": 0.874777777777778, + "nauc_map_at_1000_diff1": 0.8705231068944592, + "nauc_map_at_1000_max": 0.7880723142215773, + "nauc_map_at_1000_std": 0.1346468884668013, + "nauc_map_at_100_diff1": 0.8705634555308106, + "nauc_map_at_100_max": 0.7881634586671226, + "nauc_map_at_100_std": 0.13477355239623925, + "nauc_map_at_10_diff1": 0.8693948702415935, + "nauc_map_at_10_max": 0.7884111520266646, + "nauc_map_at_10_std": 0.13541032112420945, + "nauc_map_at_1_diff1": 0.8817231348722615, + "nauc_map_at_1_max": 0.7710957605309496, + "nauc_map_at_1_std": 0.08547951213534327, + "nauc_map_at_20_diff1": 0.8702590504130716, + "nauc_map_at_20_max": 0.7881520376605992, + "nauc_map_at_20_std": 0.13473784830094096, + "nauc_map_at_3_diff1": 0.8689099284920968, + "nauc_map_at_3_max": 0.7919438714936783, + "nauc_map_at_3_std": 0.14625882906492582, + "nauc_map_at_5_diff1": 0.8693880297287065, + "nauc_map_at_5_max": 0.7885204681097576, + "nauc_map_at_5_std": 0.13498496951869415, + "nauc_mrr_at_1000_diff1": 0.8705231068944592, + "nauc_mrr_at_1000_max": 0.7880723142215773, + "nauc_mrr_at_1000_std": 0.1346468884668013, + "nauc_mrr_at_100_diff1": 0.8705634555308106, + "nauc_mrr_at_100_max": 0.7881634586671226, + "nauc_mrr_at_100_std": 0.13477355239623925, + "nauc_mrr_at_10_diff1": 0.8693948702415935, + "nauc_mrr_at_10_max": 0.7884111520266646, + "nauc_mrr_at_10_std": 0.13541032112420945, + "nauc_mrr_at_1_diff1": 0.8817231348722615, + "nauc_mrr_at_1_max": 0.7710957605309496, + "nauc_mrr_at_1_std": 0.08547951213534327, + "nauc_mrr_at_20_diff1": 0.8702590504130716, + "nauc_mrr_at_20_max": 0.7881520376605992, + "nauc_mrr_at_20_std": 0.13473784830094096, + "nauc_mrr_at_3_diff1": 0.8689099284920968, + "nauc_mrr_at_3_max": 0.7919438714936783, + "nauc_mrr_at_3_std": 0.14625882906492582, + "nauc_mrr_at_5_diff1": 0.8693880297287065, + "nauc_mrr_at_5_max": 0.7885204681097576, + "nauc_mrr_at_5_std": 0.13498496951869415, + "nauc_ndcg_at_1000_diff1": 0.8698072352808552, + "nauc_ndcg_at_1000_max": 0.7919679182786036, + "nauc_ndcg_at_1000_std": 0.14456440512840416, + "nauc_ndcg_at_100_diff1": 0.8710475790603307, + "nauc_ndcg_at_100_max": 0.7944544953753584, + "nauc_ndcg_at_100_std": 0.14915839506853934, + "nauc_ndcg_at_10_diff1": 0.8651327803055318, + "nauc_ndcg_at_10_max": 0.7957604466715132, + "nauc_ndcg_at_10_std": 0.15513409604556808, + "nauc_ndcg_at_1_diff1": 0.8817231348722615, + "nauc_ndcg_at_1_max": 0.7710957605309496, + "nauc_ndcg_at_1_std": 0.08547951213534327, + "nauc_ndcg_at_20_diff1": 0.8694249838156397, + "nauc_ndcg_at_20_max": 0.795287397306419, + "nauc_ndcg_at_20_std": 0.1501350673459345, + "nauc_ndcg_at_3_diff1": 0.8641736417575206, + "nauc_ndcg_at_3_max": 0.8017654645454506, + "nauc_ndcg_at_3_std": 0.17282038474699357, + "nauc_ndcg_at_5_diff1": 0.8652521253830391, + "nauc_ndcg_at_5_max": 0.7961839049893791, + "nauc_ndcg_at_5_std": 0.1539550542648826, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9673202614379243, + "nauc_precision_at_100_max": 0.9836601307189621, + "nauc_precision_at_100_std": 0.5194911297852683, + "nauc_precision_at_10_diff1": 0.8345121381886054, + "nauc_precision_at_10_max": 0.8499183006535925, + "nauc_precision_at_10_std": 0.3013188608776806, + "nauc_precision_at_1_diff1": 0.8817231348722615, + "nauc_precision_at_1_max": 0.7710957605309496, + "nauc_precision_at_1_std": 0.08547951213534327, + "nauc_precision_at_20_diff1": 0.8787976729153149, + "nauc_precision_at_20_max": 0.8754758313581792, + "nauc_precision_at_20_std": 0.29539251598074606, + "nauc_precision_at_3_diff1": 0.8443741132816787, + "nauc_precision_at_3_max": 0.8438951338111044, + "nauc_precision_at_3_std": 0.28593255484011965, + "nauc_precision_at_5_diff1": 0.8428346647300883, + "nauc_precision_at_5_max": 0.8400335442819086, + "nauc_precision_at_5_std": 0.2606338831828978, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9673202614379147, + "nauc_recall_at_100_max": 0.9836601307189647, + "nauc_recall_at_100_std": 0.5194911297852387, + "nauc_recall_at_10_diff1": 0.8345121381886099, + "nauc_recall_at_10_max": 0.8499183006535957, + "nauc_recall_at_10_std": 0.3013188608776817, + "nauc_recall_at_1_diff1": 0.8817231348722615, + "nauc_recall_at_1_max": 0.7710957605309496, + "nauc_recall_at_1_std": 0.08547951213534327, + "nauc_recall_at_20_diff1": 0.878797672915325, + "nauc_recall_at_20_max": 0.8754758313581882, + "nauc_recall_at_20_std": 0.295392515980752, + "nauc_recall_at_3_diff1": 0.8443741132816769, + "nauc_recall_at_3_max": 0.8438951338111017, + "nauc_recall_at_3_std": 0.285932554840118, + "nauc_recall_at_5_diff1": 0.8428346647300897, + "nauc_recall_at_5_max": 0.8400335442819111, + "nauc_recall_at_5_std": 0.26063388318290487, + "ndcg_at_1": 0.83, + "ndcg_at_10": 0.89642, + "ndcg_at_100": 0.90402, + "ndcg_at_1000": 0.90523, + "ndcg_at_20": 0.9003, + "ndcg_at_3": 0.88066, + "ndcg_at_5": 0.89123, + "precision_at_1": 0.83, + "precision_at_10": 0.09556, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30481, + "precision_at_5": 0.188, + "recall_at_1": 0.83, + "recall_at_10": 0.95556, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91444, + "recall_at_5": 0.94 + }, + { + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ], + "main_score": 0.89772, + "map_at_1": 0.82111, + "map_at_10": 0.87455, + "map_at_100": 0.87571, + "map_at_1000": 0.87573, + "map_at_20": 0.87515, + "map_at_3": 0.865, + "map_at_5": 0.87067, + "mrr_at_1": 0.8211111111111111, + "mrr_at_10": 0.8745471781305116, + "mrr_at_100": 0.8757072850280277, + "mrr_at_1000": 0.875725583751356, + "mrr_at_20": 0.8751532489602667, + "mrr_at_3": 0.8650000000000002, + "mrr_at_5": 0.870666666666667, + "nauc_map_at_1000_diff1": 0.8452389557121003, + "nauc_map_at_1000_max": 0.6844439938312142, + "nauc_map_at_1000_std": -0.09144796652842037, + "nauc_map_at_100_diff1": 0.8452378469261281, + "nauc_map_at_100_max": 0.6844781235177008, + "nauc_map_at_100_std": -0.09131380090139077, + "nauc_map_at_10_diff1": 0.8448491771287036, + "nauc_map_at_10_max": 0.6860008635945395, + "nauc_map_at_10_std": -0.09089762206031382, + "nauc_map_at_1_diff1": 0.8597614637118368, + "nauc_map_at_1_max": 0.6563132727351054, + "nauc_map_at_1_std": -0.1024456739142478, + "nauc_map_at_20_diff1": 0.8451400681335541, + "nauc_map_at_20_max": 0.6850895179536671, + "nauc_map_at_20_std": -0.0902134348890277, + "nauc_map_at_3_diff1": 0.8422263551329554, + "nauc_map_at_3_max": 0.6894197633478704, + "nauc_map_at_3_std": -0.1015364110473233, + "nauc_map_at_5_diff1": 0.8411515244018141, + "nauc_map_at_5_max": 0.6818102104116482, + "nauc_map_at_5_std": -0.09776553421030862, + "nauc_mrr_at_1000_diff1": 0.8452389557121003, + "nauc_mrr_at_1000_max": 0.6844439938312142, + "nauc_mrr_at_1000_std": -0.09144796652842037, + "nauc_mrr_at_100_diff1": 0.8452378469261281, + "nauc_mrr_at_100_max": 0.6844781235177008, + "nauc_mrr_at_100_std": -0.09131380090139077, + "nauc_mrr_at_10_diff1": 0.8448491771287036, + "nauc_mrr_at_10_max": 0.6860008635945395, + "nauc_mrr_at_10_std": -0.09089762206031382, + "nauc_mrr_at_1_diff1": 0.8597614637118368, + "nauc_mrr_at_1_max": 0.6563132727351054, + "nauc_mrr_at_1_std": -0.1024456739142478, + "nauc_mrr_at_20_diff1": 0.8451400681335541, + "nauc_mrr_at_20_max": 0.6850895179536671, + "nauc_mrr_at_20_std": -0.0902134348890277, + "nauc_mrr_at_3_diff1": 0.8422263551329554, + "nauc_mrr_at_3_max": 0.6894197633478704, + "nauc_mrr_at_3_std": -0.1015364110473233, + "nauc_mrr_at_5_diff1": 0.8411515244018141, + "nauc_mrr_at_5_max": 0.6818102104116482, + "nauc_mrr_at_5_std": -0.09776553421030862, + "nauc_ndcg_at_1000_diff1": 0.8432246951844552, + "nauc_ndcg_at_1000_max": 0.6893007703251162, + "nauc_ndcg_at_1000_std": -0.0843540351250315, + "nauc_ndcg_at_100_diff1": 0.8433008620727388, + "nauc_ndcg_at_100_max": 0.6903634104196026, + "nauc_ndcg_at_100_std": -0.08028609378107668, + "nauc_ndcg_at_10_diff1": 0.8406978606936122, + "nauc_ndcg_at_10_max": 0.6994314126952872, + "nauc_ndcg_at_10_std": -0.07347555156965054, + "nauc_ndcg_at_1_diff1": 0.8597614637118368, + "nauc_ndcg_at_1_max": 0.6563132727351054, + "nauc_ndcg_at_1_std": -0.1024456739142478, + "nauc_ndcg_at_20_diff1": 0.8420256619967624, + "nauc_ndcg_at_20_max": 0.6956771448714231, + "nauc_ndcg_at_20_std": -0.06975952282842664, + "nauc_ndcg_at_3_diff1": 0.8342014430757252, + "nauc_ndcg_at_3_max": 0.7023199000530886, + "nauc_ndcg_at_3_std": -0.10063967854336155, + "nauc_ndcg_at_5_diff1": 0.8314227299766607, + "nauc_ndcg_at_5_max": 0.6881874915170422, + "nauc_ndcg_at_5_std": -0.09229534350399955, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579172, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.7642390289448537, + "nauc_precision_at_10_diff1": 0.8041883420034683, + "nauc_precision_at_10_max": 0.8503568093904204, + "nauc_precision_at_10_std": 0.14642523676137434, + "nauc_precision_at_1_diff1": 0.8597614637118368, + "nauc_precision_at_1_max": 0.6563132727351054, + "nauc_precision_at_1_std": -0.1024456739142478, + "nauc_precision_at_20_diff1": 0.813165266106444, + "nauc_precision_at_20_max": 0.8471055088702077, + "nauc_precision_at_20_std": 0.29962651727356754, + "nauc_precision_at_3_diff1": 0.7971937633500916, + "nauc_precision_at_3_max": 0.7607919880280903, + "nauc_precision_at_3_std": -0.09628691659312054, + "nauc_precision_at_5_diff1": 0.7706851971557852, + "nauc_precision_at_5_max": 0.7228147669324093, + "nauc_precision_at_5_std": -0.055205415499536434, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579231, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.7642390289449191, + "nauc_recall_at_10_diff1": 0.8041883420034673, + "nauc_recall_at_10_max": 0.8503568093904204, + "nauc_recall_at_10_std": 0.1464252367613712, + "nauc_recall_at_1_diff1": 0.8597614637118368, + "nauc_recall_at_1_max": 0.6563132727351054, + "nauc_recall_at_1_std": -0.1024456739142478, + "nauc_recall_at_20_diff1": 0.8131652661064392, + "nauc_recall_at_20_max": 0.8471055088702145, + "nauc_recall_at_20_std": 0.29962651727357315, + "nauc_recall_at_3_diff1": 0.7971937633500884, + "nauc_recall_at_3_max": 0.7607919880280887, + "nauc_recall_at_3_std": -0.09628691659311893, + "nauc_recall_at_5_diff1": 0.7706851971557868, + "nauc_recall_at_5_max": 0.7228147669324143, + "nauc_recall_at_5_std": -0.05520541549953182, + "ndcg_at_1": 0.82111, + "ndcg_at_10": 0.89772, + "ndcg_at_100": 0.9036, + "ndcg_at_1000": 0.90404, + "ndcg_at_20": 0.89995, + "ndcg_at_3": 0.87887, + "ndcg_at_5": 0.88878, + "precision_at_1": 0.82111, + "precision_at_10": 0.09689, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.3063, + "precision_at_5": 0.18844, + "recall_at_1": 0.82111, + "recall_at_10": 0.96889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.91889, + "recall_at_5": 0.94222 + }, + { + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "main_score": 0.87533, + "map_at_1": 0.78333, + "map_at_10": 0.84927, + "map_at_100": 0.85138, + "map_at_1000": 0.85142, + "map_at_20": 0.85091, + "map_at_3": 0.84074, + "map_at_5": 0.84607, + "mrr_at_1": 0.7833333333333333, + "mrr_at_10": 0.8492689594356265, + "mrr_at_100": 0.8513784729414804, + "mrr_at_1000": 0.8514197206461944, + "mrr_at_20": 0.850909965827278, + "mrr_at_3": 0.8407407407407409, + "mrr_at_5": 0.8460740740740745, + "nauc_map_at_1000_diff1": 0.8608282136756227, + "nauc_map_at_1000_max": 0.7681627738601611, + "nauc_map_at_1000_std": 0.04980056217506954, + "nauc_map_at_100_diff1": 0.8608477222169757, + "nauc_map_at_100_max": 0.7682197440031527, + "nauc_map_at_100_std": 0.04997972153455979, + "nauc_map_at_10_diff1": 0.8605114814428739, + "nauc_map_at_10_max": 0.7683269723692863, + "nauc_map_at_10_std": 0.049234580178701436, + "nauc_map_at_1_diff1": 0.8725613650880564, + "nauc_map_at_1_max": 0.7636358896145378, + "nauc_map_at_1_std": 0.020374643150444353, + "nauc_map_at_20_diff1": 0.8607879004767814, + "nauc_map_at_20_max": 0.768399595752686, + "nauc_map_at_20_std": 0.05037529044439799, + "nauc_map_at_3_diff1": 0.8568090289288959, + "nauc_map_at_3_max": 0.7674756763768972, + "nauc_map_at_3_std": 0.053935454113034395, + "nauc_map_at_5_diff1": 0.8595416226618988, + "nauc_map_at_5_max": 0.7674273528257961, + "nauc_map_at_5_std": 0.051653955550889474, + "nauc_mrr_at_1000_diff1": 0.8608282136756227, + "nauc_mrr_at_1000_max": 0.7681627738601611, + "nauc_mrr_at_1000_std": 0.04980056217506954, + "nauc_mrr_at_100_diff1": 0.8608477222169757, + "nauc_mrr_at_100_max": 0.7682197440031527, + "nauc_mrr_at_100_std": 0.04997972153455979, + "nauc_mrr_at_10_diff1": 0.8605114814428739, + "nauc_mrr_at_10_max": 0.7683269723692863, + "nauc_mrr_at_10_std": 0.049234580178701436, + "nauc_mrr_at_1_diff1": 0.8725613650880564, + "nauc_mrr_at_1_max": 0.7636358896145378, + "nauc_mrr_at_1_std": 0.020374643150444353, + "nauc_mrr_at_20_diff1": 0.8607879004767814, + "nauc_mrr_at_20_max": 0.768399595752686, + "nauc_mrr_at_20_std": 0.05037529044439799, + "nauc_mrr_at_3_diff1": 0.8568090289288959, + "nauc_mrr_at_3_max": 0.7674756763768972, + "nauc_mrr_at_3_std": 0.053935454113034395, + "nauc_mrr_at_5_diff1": 0.8595416226618988, + "nauc_mrr_at_5_max": 0.7674273528257961, + "nauc_mrr_at_5_std": 0.051653955550889474, + "nauc_ndcg_at_1000_diff1": 0.8601198564090331, + "nauc_ndcg_at_1000_max": 0.7700520183828954, + "nauc_ndcg_at_1000_std": 0.05644649588118717, + "nauc_ndcg_at_100_diff1": 0.8607252754348751, + "nauc_ndcg_at_100_max": 0.771603400141736, + "nauc_ndcg_at_100_std": 0.06115738694741635, + "nauc_ndcg_at_10_diff1": 0.858995974206606, + "nauc_ndcg_at_10_max": 0.772585841357733, + "nauc_ndcg_at_10_std": 0.059099939858537516, + "nauc_ndcg_at_1_diff1": 0.8725613650880564, + "nauc_ndcg_at_1_max": 0.7636358896145378, + "nauc_ndcg_at_1_std": 0.020374643150444353, + "nauc_ndcg_at_20_diff1": 0.8604300374561249, + "nauc_ndcg_at_20_max": 0.7731986608408511, + "nauc_ndcg_at_20_std": 0.0650779714991229, + "nauc_ndcg_at_3_diff1": 0.850873591744041, + "nauc_ndcg_at_3_max": 0.7696585590951345, + "nauc_ndcg_at_3_std": 0.06918026122837828, + "nauc_ndcg_at_5_diff1": 0.8563038762211974, + "nauc_ndcg_at_5_max": 0.7696292450247765, + "nauc_ndcg_at_5_std": 0.06462846037953283, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228758153, + "nauc_precision_at_100_max": 0.9564270152505334, + "nauc_precision_at_100_std": 0.6180361033302129, + "nauc_precision_at_10_diff1": 0.8525995764159321, + "nauc_precision_at_10_max": 0.814636423675158, + "nauc_precision_at_10_std": 0.13867823552184358, + "nauc_precision_at_1_diff1": 0.8725613650880564, + "nauc_precision_at_1_max": 0.7636358896145378, + "nauc_precision_at_1_std": 0.020374643150444353, + "nauc_precision_at_20_diff1": 0.877217553688137, + "nauc_precision_at_20_max": 0.8712651727357601, + "nauc_precision_at_20_std": 0.3426937441643185, + "nauc_precision_at_3_diff1": 0.8236981539603796, + "nauc_precision_at_3_max": 0.7800726716389359, + "nauc_precision_at_3_std": 0.14046100367858086, + "nauc_precision_at_5_diff1": 0.8390886409208479, + "nauc_precision_at_5_max": 0.7832881786594391, + "nauc_precision_at_5_std": 0.14162495599332406, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9346405228758203, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.6180361033302237, + "nauc_recall_at_10_diff1": 0.8525995764159349, + "nauc_recall_at_10_max": 0.8146364236751608, + "nauc_recall_at_10_std": 0.13867823552185313, + "nauc_recall_at_1_diff1": 0.8725613650880564, + "nauc_recall_at_1_max": 0.7636358896145378, + "nauc_recall_at_1_std": 0.020374643150444353, + "nauc_recall_at_20_diff1": 0.8772175536881407, + "nauc_recall_at_20_max": 0.8712651727357594, + "nauc_recall_at_20_std": 0.3426937441643327, + "nauc_recall_at_3_diff1": 0.8236981539603804, + "nauc_recall_at_3_max": 0.7800726716389366, + "nauc_recall_at_3_std": 0.14046100367857872, + "nauc_recall_at_5_diff1": 0.8390886409208501, + "nauc_recall_at_5_max": 0.7832881786594424, + "nauc_recall_at_5_std": 0.14162495599332814, + "ndcg_at_1": 0.78333, + "ndcg_at_10": 0.87533, + "ndcg_at_100": 0.88427, + "ndcg_at_1000": 0.88517, + "ndcg_at_20": 0.88125, + "ndcg_at_3": 0.85807, + "ndcg_at_5": 0.86791, + "precision_at_1": 0.78333, + "precision_at_10": 0.09544, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30259, + "precision_at_5": 0.18644, + "recall_at_1": 0.78333, + "recall_at_10": 0.95444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.90778, + "recall_at_5": 0.93222 + }, + { + "hf_subset": "ukr_Cyrl-ukr_Cyrl", + "languages": [ + "ukr-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.89549, + "map_at_1": 0.82778, + "map_at_10": 0.8749, + "map_at_100": 0.87677, + "map_at_1000": 0.87679, + "map_at_20": 0.87619, + "map_at_3": 0.86611, + "map_at_5": 0.87189, + "mrr_at_1": 0.8277777777777777, + "mrr_at_10": 0.8748955026455033, + "mrr_at_100": 0.8767733302178867, + "mrr_at_1000": 0.8767923063022927, + "mrr_at_20": 0.8761915314838438, + "mrr_at_3": 0.8661111111111116, + "mrr_at_5": 0.8718888888888897, + "nauc_map_at_1000_diff1": 0.8500538737736002, + "nauc_map_at_1000_max": 0.7627468997067245, + "nauc_map_at_1000_std": 0.0600369445748987, + "nauc_map_at_100_diff1": 0.850064550682349, + "nauc_map_at_100_max": 0.7627849681602428, + "nauc_map_at_100_std": 0.06018009059081782, + "nauc_map_at_10_diff1": 0.8494274683622478, + "nauc_map_at_10_max": 0.7634885372179778, + "nauc_map_at_10_std": 0.060486309473308936, + "nauc_map_at_1_diff1": 0.8581339026799656, + "nauc_map_at_1_max": 0.7369204295592877, + "nauc_map_at_1_std": 0.030926356712659652, + "nauc_map_at_20_diff1": 0.8500660200416502, + "nauc_map_at_20_max": 0.7637317418020274, + "nauc_map_at_20_std": 0.062047806605326196, + "nauc_map_at_3_diff1": 0.8471754871364332, + "nauc_map_at_3_max": 0.7620290410966252, + "nauc_map_at_3_std": 0.04770108082662685, + "nauc_map_at_5_diff1": 0.849689238320075, + "nauc_map_at_5_max": 0.7660092881699947, + "nauc_map_at_5_std": 0.061000721970161924, + "nauc_mrr_at_1000_diff1": 0.8500538737736002, + "nauc_mrr_at_1000_max": 0.7627468997067245, + "nauc_mrr_at_1000_std": 0.0600369445748987, + "nauc_mrr_at_100_diff1": 0.850064550682349, + "nauc_mrr_at_100_max": 0.7627849681602428, + "nauc_mrr_at_100_std": 0.06018009059081782, + "nauc_mrr_at_10_diff1": 0.8494274683622478, + "nauc_mrr_at_10_max": 0.7634885372179778, + "nauc_mrr_at_10_std": 0.060486309473308936, + "nauc_mrr_at_1_diff1": 0.8581339026799656, + "nauc_mrr_at_1_max": 0.7369204295592877, + "nauc_mrr_at_1_std": 0.030926356712659652, + "nauc_mrr_at_20_diff1": 0.8500660200416502, + "nauc_mrr_at_20_max": 0.7637317418020274, + "nauc_mrr_at_20_std": 0.062047806605326196, + "nauc_mrr_at_3_diff1": 0.8471754871364332, + "nauc_mrr_at_3_max": 0.7620290410966252, + "nauc_mrr_at_3_std": 0.04770108082662685, + "nauc_mrr_at_5_diff1": 0.849689238320075, + "nauc_mrr_at_5_max": 0.7660092881699947, + "nauc_mrr_at_5_std": 0.061000721970161924, + "nauc_ndcg_at_1000_diff1": 0.8494003978954, + "nauc_ndcg_at_1000_max": 0.7681682596817697, + "nauc_ndcg_at_1000_std": 0.07017473885003553, + "nauc_ndcg_at_100_diff1": 0.8494764699636854, + "nauc_ndcg_at_100_max": 0.7692802413022419, + "nauc_ndcg_at_100_std": 0.07442025415820656, + "nauc_ndcg_at_10_diff1": 0.8472555246302799, + "nauc_ndcg_at_10_max": 0.7758273817692648, + "nauc_ndcg_at_10_std": 0.08240327463672457, + "nauc_ndcg_at_1_diff1": 0.8581339026799656, + "nauc_ndcg_at_1_max": 0.7369204295592877, + "nauc_ndcg_at_1_std": 0.030926356712659652, + "nauc_ndcg_at_20_diff1": 0.8496272528674, + "nauc_ndcg_at_20_max": 0.7767389500156119, + "nauc_ndcg_at_20_std": 0.08957201877462535, + "nauc_ndcg_at_3_diff1": 0.8431604417558527, + "nauc_ndcg_at_3_max": 0.7730105498503264, + "nauc_ndcg_at_3_std": 0.0562090226055008, + "nauc_ndcg_at_5_diff1": 0.8481973408801796, + "nauc_ndcg_at_5_max": 0.7818115841802171, + "nauc_ndcg_at_5_std": 0.08359369753861068, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8513849984438455, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9564270152505041, + "nauc_precision_at_10_diff1": 0.8309359779947989, + "nauc_precision_at_10_max": 0.8765488177252833, + "nauc_precision_at_10_std": 0.27344992050874084, + "nauc_precision_at_1_diff1": 0.8581339026799656, + "nauc_precision_at_1_max": 0.7369204295592877, + "nauc_precision_at_1_std": 0.030926356712659652, + "nauc_precision_at_20_diff1": 0.8540527322039925, + "nauc_precision_at_20_max": 0.9618736383442215, + "nauc_precision_at_20_std": 0.5284335956604704, + "nauc_precision_at_3_diff1": 0.8264723610963394, + "nauc_precision_at_3_max": 0.8195522934912357, + "nauc_precision_at_3_std": 0.09276199931449515, + "nauc_precision_at_5_diff1": 0.8418200613578769, + "nauc_precision_at_5_max": 0.8739162331599315, + "nauc_precision_at_5_std": 0.2198212618380664, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8513849984438123, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9564270152505339, + "nauc_recall_at_10_diff1": 0.8309359779948023, + "nauc_recall_at_10_max": 0.8765488177252906, + "nauc_recall_at_10_std": 0.27344992050874356, + "nauc_recall_at_1_diff1": 0.8581339026799656, + "nauc_recall_at_1_max": 0.7369204295592877, + "nauc_recall_at_1_std": 0.030926356712659652, + "nauc_recall_at_20_diff1": 0.8540527322039893, + "nauc_recall_at_20_max": 0.9618736383442231, + "nauc_recall_at_20_std": 0.5284335956604808, + "nauc_recall_at_3_diff1": 0.8264723610963374, + "nauc_recall_at_3_max": 0.8195522934912352, + "nauc_recall_at_3_std": 0.09276199931449353, + "nauc_recall_at_5_diff1": 0.8418200613578759, + "nauc_recall_at_5_max": 0.8739162331599305, + "nauc_recall_at_5_std": 0.2198212618380663, + "ndcg_at_1": 0.82778, + "ndcg_at_10": 0.89549, + "ndcg_at_100": 0.90391, + "ndcg_at_1000": 0.90436, + "ndcg_at_20": 0.90006, + "ndcg_at_3": 0.878, + "ndcg_at_5": 0.88847, + "precision_at_1": 0.82778, + "precision_at_10": 0.09589, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04883, + "precision_at_3": 0.30407, + "precision_at_5": 0.18756, + "recall_at_1": 0.82778, + "recall_at_10": 0.95889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97667, + "recall_at_3": 0.91222, + "recall_at_5": 0.93778 + }, + { + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ], + "main_score": 0.89502, + "map_at_1": 0.81667, + "map_at_10": 0.87135, + "map_at_100": 0.87301, + "map_at_1000": 0.87303, + "map_at_20": 0.87275, + "map_at_3": 0.86148, + "map_at_5": 0.86826, + "mrr_at_1": 0.8166666666666667, + "mrr_at_10": 0.8713527336860677, + "mrr_at_100": 0.8730145566275495, + "mrr_at_1000": 0.8730331163066467, + "mrr_at_20": 0.8727456071524706, + "mrr_at_3": 0.8614814814814821, + "mrr_at_5": 0.86825925925926, + "nauc_map_at_1000_diff1": 0.8301873383035432, + "nauc_map_at_1000_max": 0.7042145364683553, + "nauc_map_at_1000_std": -0.03488570496494296, + "nauc_map_at_100_diff1": 0.8302133266145296, + "nauc_map_at_100_max": 0.7042598037913838, + "nauc_map_at_100_std": -0.03474733032040011, + "nauc_map_at_10_diff1": 0.8288220278359999, + "nauc_map_at_10_max": 0.7042246218300878, + "nauc_map_at_10_std": -0.03894904418327277, + "nauc_map_at_1_diff1": 0.8381523929849887, + "nauc_map_at_1_max": 0.6828174352495262, + "nauc_map_at_1_std": -0.04918328670697594, + "nauc_map_at_20_diff1": 0.8302516996059031, + "nauc_map_at_20_max": 0.7048010945671221, + "nauc_map_at_20_std": -0.03439640969379474, + "nauc_map_at_3_diff1": 0.8270029476556778, + "nauc_map_at_3_max": 0.7060208210731341, + "nauc_map_at_3_std": -0.02851635532270589, + "nauc_map_at_5_diff1": 0.8295366769410278, + "nauc_map_at_5_max": 0.7062001093748751, + "nauc_map_at_5_std": -0.03209930338686242, + "nauc_mrr_at_1000_diff1": 0.8301873383035432, + "nauc_mrr_at_1000_max": 0.7042145364683553, + "nauc_mrr_at_1000_std": -0.03488570496494296, + "nauc_mrr_at_100_diff1": 0.8302133266145296, + "nauc_mrr_at_100_max": 0.7042598037913838, + "nauc_mrr_at_100_std": -0.03474733032040011, + "nauc_mrr_at_10_diff1": 0.8288220278359999, + "nauc_mrr_at_10_max": 0.7042246218300878, + "nauc_mrr_at_10_std": -0.03894904418327277, + "nauc_mrr_at_1_diff1": 0.8381523929849887, + "nauc_mrr_at_1_max": 0.6828174352495262, + "nauc_mrr_at_1_std": -0.04918328670697594, + "nauc_mrr_at_20_diff1": 0.8302516996059031, + "nauc_mrr_at_20_max": 0.7048010945671221, + "nauc_mrr_at_20_std": -0.03439640969379474, + "nauc_mrr_at_3_diff1": 0.8270029476556778, + "nauc_mrr_at_3_max": 0.7060208210731341, + "nauc_mrr_at_3_std": -0.02851635532270589, + "nauc_mrr_at_5_diff1": 0.8295366769410278, + "nauc_mrr_at_5_max": 0.7062001093748751, + "nauc_mrr_at_5_std": -0.03209930338686242, + "nauc_ndcg_at_1000_diff1": 0.8295630542600579, + "nauc_ndcg_at_1000_max": 0.7080039016354418, + "nauc_ndcg_at_1000_std": -0.031003392747784592, + "nauc_ndcg_at_100_diff1": 0.8301456627613364, + "nauc_ndcg_at_100_max": 0.7090020385623175, + "nauc_ndcg_at_100_std": -0.027925929905674152, + "nauc_ndcg_at_10_diff1": 0.8242951401221077, + "nauc_ndcg_at_10_max": 0.7106227047967731, + "nauc_ndcg_at_10_std": -0.04395040419293403, + "nauc_ndcg_at_1_diff1": 0.8381523929849887, + "nauc_ndcg_at_1_max": 0.6828174352495262, + "nauc_ndcg_at_1_std": -0.04918328670697594, + "nauc_ndcg_at_20_diff1": 0.8304205023268826, + "nauc_ndcg_at_20_max": 0.7138345477045964, + "nauc_ndcg_at_20_std": -0.022030177157164054, + "nauc_ndcg_at_3_diff1": 0.8225506756827736, + "nauc_ndcg_at_3_max": 0.7160261902501588, + "nauc_ndcg_at_3_std": -0.017455001324012703, + "nauc_ndcg_at_5_diff1": 0.8268765915537174, + "nauc_ndcg_at_5_max": 0.716467685812867, + "nauc_ndcg_at_5_std": -0.023815475452051437, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8692810457515163, + "nauc_precision_at_10_diff1": 0.7719179625873291, + "nauc_precision_at_10_max": 0.7677323803084349, + "nauc_precision_at_10_std": -0.13010721529991856, + "nauc_precision_at_1_diff1": 0.8381523929849887, + "nauc_precision_at_1_max": 0.6828174352495262, + "nauc_precision_at_1_std": -0.04918328670697594, + "nauc_precision_at_20_diff1": 0.871403106697232, + "nauc_precision_at_20_max": 0.9643493761140887, + "nauc_precision_at_20_std": 0.4256854256854163, + "nauc_precision_at_3_diff1": 0.8026254361393703, + "nauc_precision_at_3_max": 0.7611799105607209, + "nauc_precision_at_3_std": 0.03347830360214329, + "nauc_precision_at_5_diff1": 0.8102288534461409, + "nauc_precision_at_5_max": 0.7833228529507049, + "nauc_precision_at_5_std": 0.030526496312805657, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8692810457516551, + "nauc_recall_at_10_diff1": 0.7719179625873355, + "nauc_recall_at_10_max": 0.7677323803084473, + "nauc_recall_at_10_std": -0.13010721529991237, + "nauc_recall_at_1_diff1": 0.8381523929849887, + "nauc_recall_at_1_max": 0.6828174352495262, + "nauc_recall_at_1_std": -0.04918328670697594, + "nauc_recall_at_20_diff1": 0.8714031066972276, + "nauc_recall_at_20_max": 0.9643493761140836, + "nauc_recall_at_20_std": 0.42568542568542356, + "nauc_recall_at_3_diff1": 0.8026254361393677, + "nauc_recall_at_3_max": 0.7611799105607161, + "nauc_recall_at_3_std": 0.033478303602141664, + "nauc_recall_at_5_diff1": 0.8102288534461406, + "nauc_recall_at_5_max": 0.7833228529507045, + "nauc_recall_at_5_std": 0.03052649631280871, + "ndcg_at_1": 0.81667, + "ndcg_at_10": 0.89502, + "ndcg_at_100": 0.90197, + "ndcg_at_1000": 0.90229, + "ndcg_at_20": 0.90009, + "ndcg_at_3": 0.87542, + "ndcg_at_5": 0.88771, + "precision_at_1": 0.81667, + "precision_at_10": 0.09678, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04939, + "precision_at_3": 0.30519, + "precision_at_5": 0.18911, + "recall_at_1": 0.81667, + "recall_at_10": 0.96778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98778, + "recall_at_3": 0.91556, + "recall_at_5": 0.94556 + }, + { + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "main_score": 0.89152, + "map_at_1": 0.81556, + "map_at_10": 0.86794, + "map_at_100": 0.86936, + "map_at_1000": 0.8694, + "map_at_20": 0.86888, + "map_at_3": 0.85759, + "map_at_5": 0.86437, + "mrr_at_1": 0.8155555555555556, + "mrr_at_10": 0.8679400352733693, + "mrr_at_100": 0.8693574004508436, + "mrr_at_1000": 0.8694029826813046, + "mrr_at_20": 0.8688795699580019, + "mrr_at_3": 0.8575925925925929, + "mrr_at_5": 0.8643703703703711, + "nauc_map_at_1000_diff1": 0.8338415730727929, + "nauc_map_at_1000_max": 0.7190649322654908, + "nauc_map_at_1000_std": 0.012589884356591339, + "nauc_map_at_100_diff1": 0.8338609200411031, + "nauc_map_at_100_max": 0.7191676141584442, + "nauc_map_at_100_std": 0.012893291497544885, + "nauc_map_at_10_diff1": 0.8332234748241077, + "nauc_map_at_10_max": 0.7191925683051449, + "nauc_map_at_10_std": 0.011472221462794576, + "nauc_map_at_1_diff1": 0.8483331937348185, + "nauc_map_at_1_max": 0.7031876323693065, + "nauc_map_at_1_std": 0.003781125483110167, + "nauc_map_at_20_diff1": 0.8334524252331463, + "nauc_map_at_20_max": 0.7194167339699218, + "nauc_map_at_20_std": 0.013151641626411574, + "nauc_map_at_3_diff1": 0.8293004298751169, + "nauc_map_at_3_max": 0.716754360514835, + "nauc_map_at_3_std": 0.004814398599263622, + "nauc_map_at_5_diff1": 0.8325476162924317, + "nauc_map_at_5_max": 0.7196755927606482, + "nauc_map_at_5_std": 0.008901075109411499, + "nauc_mrr_at_1000_diff1": 0.8338415730727929, + "nauc_mrr_at_1000_max": 0.7190649322654908, + "nauc_mrr_at_1000_std": 0.012589884356591339, + "nauc_mrr_at_100_diff1": 0.8338609200411031, + "nauc_mrr_at_100_max": 0.7191676141584442, + "nauc_mrr_at_100_std": 0.012893291497544885, + "nauc_mrr_at_10_diff1": 0.8332234748241077, + "nauc_mrr_at_10_max": 0.7191925683051449, + "nauc_mrr_at_10_std": 0.011472221462794576, + "nauc_mrr_at_1_diff1": 0.8483331937348185, + "nauc_mrr_at_1_max": 0.7031876323693065, + "nauc_mrr_at_1_std": 0.003781125483110167, + "nauc_mrr_at_20_diff1": 0.8334524252331463, + "nauc_mrr_at_20_max": 0.7194167339699218, + "nauc_mrr_at_20_std": 0.013151641626411574, + "nauc_mrr_at_3_diff1": 0.8293004298751169, + "nauc_mrr_at_3_max": 0.716754360514835, + "nauc_mrr_at_3_std": 0.004814398599263622, + "nauc_mrr_at_5_diff1": 0.8325476162924317, + "nauc_mrr_at_5_max": 0.7196755927606482, + "nauc_mrr_at_5_std": 0.008901075109411499, + "nauc_ndcg_at_1000_diff1": 0.8327131841498511, + "nauc_ndcg_at_1000_max": 0.7227916092951299, + "nauc_ndcg_at_1000_std": 0.017953329021899153, + "nauc_ndcg_at_100_diff1": 0.8332074832665757, + "nauc_ndcg_at_100_max": 0.7254011728844706, + "nauc_ndcg_at_100_std": 0.025854763802868875, + "nauc_ndcg_at_10_diff1": 0.8298303381705264, + "nauc_ndcg_at_10_max": 0.7269083883362852, + "nauc_ndcg_at_10_std": 0.02024922344732581, + "nauc_ndcg_at_1_diff1": 0.8483331937348185, + "nauc_ndcg_at_1_max": 0.7031876323693065, + "nauc_ndcg_at_1_std": 0.003781125483110167, + "nauc_ndcg_at_20_diff1": 0.8306911010454384, + "nauc_ndcg_at_20_max": 0.7278611629117969, + "nauc_ndcg_at_20_std": 0.028131948574643326, + "nauc_ndcg_at_3_diff1": 0.8227037699060782, + "nauc_ndcg_at_3_max": 0.7212948772711304, + "nauc_ndcg_at_3_std": 0.003804545256234537, + "nauc_ndcg_at_5_diff1": 0.8285471445716158, + "nauc_ndcg_at_5_max": 0.7273073395921142, + "nauc_ndcg_at_5_std": 0.012018904014085237, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8856209150326616, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8611111111111154, + "nauc_precision_at_10_diff1": 0.8002013305322118, + "nauc_precision_at_10_max": 0.8070290616246488, + "nauc_precision_at_10_std": 0.1251313025209992, + "nauc_precision_at_1_diff1": 0.8483331937348185, + "nauc_precision_at_1_max": 0.7031876323693065, + "nauc_precision_at_1_std": 0.003781125483110167, + "nauc_precision_at_20_diff1": 0.7970354808590047, + "nauc_precision_at_20_max": 0.8690709617180189, + "nauc_precision_at_20_std": 0.32959850606908486, + "nauc_precision_at_3_diff1": 0.7949659538612195, + "nauc_precision_at_3_max": 0.7402985584477703, + "nauc_precision_at_3_std": -0.0011899068570521876, + "nauc_precision_at_5_diff1": 0.8066802478567167, + "nauc_precision_at_5_max": 0.7741787624140556, + "nauc_precision_at_5_std": 0.03237416178592819, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8856209150326758, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8611111111111035, + "nauc_recall_at_10_diff1": 0.8002013305322104, + "nauc_recall_at_10_max": 0.8070290616246475, + "nauc_recall_at_10_std": 0.12513130252100618, + "nauc_recall_at_1_diff1": 0.8483331937348185, + "nauc_recall_at_1_max": 0.7031876323693065, + "nauc_recall_at_1_std": 0.003781125483110167, + "nauc_recall_at_20_diff1": 0.797035480859003, + "nauc_recall_at_20_max": 0.8690709617180197, + "nauc_recall_at_20_std": 0.3295985060690962, + "nauc_recall_at_3_diff1": 0.7949659538612199, + "nauc_recall_at_3_max": 0.7402985584477708, + "nauc_recall_at_3_std": -0.001189906857052185, + "nauc_recall_at_5_diff1": 0.8066802478567203, + "nauc_recall_at_5_max": 0.7741787624140571, + "nauc_recall_at_5_std": 0.03237416178592667, + "ndcg_at_1": 0.81556, + "ndcg_at_10": 0.89152, + "ndcg_at_100": 0.89795, + "ndcg_at_1000": 0.89887, + "ndcg_at_20": 0.8949, + "ndcg_at_3": 0.87081, + "ndcg_at_5": 0.88309, + "precision_at_1": 0.81556, + "precision_at_10": 0.09644, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04889, + "precision_at_3": 0.30296, + "precision_at_5": 0.18778, + "recall_at_1": 0.81556, + "recall_at_10": 0.96444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.97778, + "recall_at_3": 0.90889, + "recall_at_5": 0.93889 + }, + { + "hf_subset": "urd_Arab-urd_Arab", + "languages": [ + "urd-Arab", + "urd-Arab" + ], + "main_score": 0.85186, + "map_at_1": 0.76444, + "map_at_10": 0.82536, + "map_at_100": 0.82799, + "map_at_1000": 0.82801, + "map_at_20": 0.82701, + "map_at_3": 0.81463, + "map_at_5": 0.82185, + "mrr_at_1": 0.7644444444444445, + "mrr_at_10": 0.8253584656084658, + "mrr_at_100": 0.8279850528890066, + "mrr_at_1000": 0.8280101165909804, + "mrr_at_20": 0.8270060586415079, + "mrr_at_3": 0.8146296296296299, + "mrr_at_5": 0.8218518518518522, + "nauc_map_at_1000_diff1": 0.8532246636555197, + "nauc_map_at_1000_max": 0.7243641086943993, + "nauc_map_at_1000_std": 0.0379456368241998, + "nauc_map_at_100_diff1": 0.8532412395071334, + "nauc_map_at_100_max": 0.7244075630807618, + "nauc_map_at_100_std": 0.038097306049136595, + "nauc_map_at_10_diff1": 0.8523899453466781, + "nauc_map_at_10_max": 0.7252163059561921, + "nauc_map_at_10_std": 0.0418112837682244, + "nauc_map_at_1_diff1": 0.8714232037944291, + "nauc_map_at_1_max": 0.7161765854039381, + "nauc_map_at_1_std": -0.004606406027365075, + "nauc_map_at_20_diff1": 0.8528714968498373, + "nauc_map_at_20_max": 0.7246453176174322, + "nauc_map_at_20_std": 0.03925477202735184, + "nauc_map_at_3_diff1": 0.8501654052605216, + "nauc_map_at_3_max": 0.7238246049267889, + "nauc_map_at_3_std": 0.027223599899637723, + "nauc_map_at_5_diff1": 0.8510751094849243, + "nauc_map_at_5_max": 0.7255343869577325, + "nauc_map_at_5_std": 0.044847244707965576, + "nauc_mrr_at_1000_diff1": 0.8532246636555197, + "nauc_mrr_at_1000_max": 0.7243641086943993, + "nauc_mrr_at_1000_std": 0.0379456368241998, + "nauc_mrr_at_100_diff1": 0.8532412395071334, + "nauc_mrr_at_100_max": 0.7244075630807618, + "nauc_mrr_at_100_std": 0.038097306049136595, + "nauc_mrr_at_10_diff1": 0.8523899453466781, + "nauc_mrr_at_10_max": 0.7252163059561921, + "nauc_mrr_at_10_std": 0.0418112837682244, + "nauc_mrr_at_1_diff1": 0.8714232037944291, + "nauc_mrr_at_1_max": 0.7161765854039381, + "nauc_mrr_at_1_std": -0.004606406027365075, + "nauc_mrr_at_20_diff1": 0.8528714968498373, + "nauc_mrr_at_20_max": 0.7246453176174322, + "nauc_mrr_at_20_std": 0.03925477202735184, + "nauc_mrr_at_3_diff1": 0.8501654052605216, + "nauc_mrr_at_3_max": 0.7238246049267889, + "nauc_mrr_at_3_std": 0.027223599899637723, + "nauc_mrr_at_5_diff1": 0.8510751094849243, + "nauc_mrr_at_5_max": 0.7255343869577325, + "nauc_mrr_at_5_std": 0.044847244707965576, + "nauc_ndcg_at_1000_diff1": 0.8510919820616735, + "nauc_ndcg_at_1000_max": 0.7270074719443872, + "nauc_ndcg_at_1000_std": 0.05000634519672211, + "nauc_ndcg_at_100_diff1": 0.851643378987502, + "nauc_ndcg_at_100_max": 0.7285376530194531, + "nauc_ndcg_at_100_std": 0.0553312613120726, + "nauc_ndcg_at_10_diff1": 0.8466540008069263, + "nauc_ndcg_at_10_max": 0.7323515050623797, + "nauc_ndcg_at_10_std": 0.07418959422419691, + "nauc_ndcg_at_1_diff1": 0.8714232037944291, + "nauc_ndcg_at_1_max": 0.7161765854039381, + "nauc_ndcg_at_1_std": -0.004606406027365075, + "nauc_ndcg_at_20_diff1": 0.8484490020205764, + "nauc_ndcg_at_20_max": 0.7297137175736501, + "nauc_ndcg_at_20_std": 0.06320026112430263, + "nauc_ndcg_at_3_diff1": 0.842365561717463, + "nauc_ndcg_at_3_max": 0.7283923716493163, + "nauc_ndcg_at_3_std": 0.043144590258576934, + "nauc_ndcg_at_5_diff1": 0.8434126040767099, + "nauc_ndcg_at_5_max": 0.7326204048078243, + "nauc_ndcg_at_5_std": 0.08064826507462529, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9477124183006403, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.810488639900402, + "nauc_precision_at_10_max": 0.7854419545596008, + "nauc_precision_at_10_std": 0.3099284158107675, + "nauc_precision_at_1_diff1": 0.8714232037944291, + "nauc_precision_at_1_max": 0.7161765854039381, + "nauc_precision_at_1_std": -0.004606406027365075, + "nauc_precision_at_20_diff1": 0.8112683669959229, + "nauc_precision_at_20_max": 0.7806157550739609, + "nauc_precision_at_20_std": 0.30265615017936665, + "nauc_precision_at_3_diff1": 0.8107744456232048, + "nauc_precision_at_3_max": 0.7477380736754052, + "nauc_precision_at_3_std": 0.10966353576388042, + "nauc_precision_at_5_diff1": 0.8045627889710089, + "nauc_precision_at_5_max": 0.7714218217407429, + "nauc_precision_at_5_std": 0.27670345246532413, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9477124183006633, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8104886399004043, + "nauc_recall_at_10_max": 0.7854419545596021, + "nauc_recall_at_10_std": 0.30992841581076813, + "nauc_recall_at_1_diff1": 0.8714232037944291, + "nauc_recall_at_1_max": 0.7161765854039381, + "nauc_recall_at_1_std": -0.004606406027365075, + "nauc_recall_at_20_diff1": 0.8112683669959202, + "nauc_recall_at_20_max": 0.7806157550739574, + "nauc_recall_at_20_std": 0.302656150179371, + "nauc_recall_at_3_diff1": 0.810774445623205, + "nauc_recall_at_3_max": 0.7477380736754046, + "nauc_recall_at_3_std": 0.10966353576387916, + "nauc_recall_at_5_diff1": 0.8045627889710104, + "nauc_recall_at_5_max": 0.7714218217407447, + "nauc_recall_at_5_std": 0.27670345246532313, + "ndcg_at_1": 0.76444, + "ndcg_at_10": 0.85186, + "ndcg_at_100": 0.86487, + "ndcg_at_1000": 0.86557, + "ndcg_at_20": 0.85799, + "ndcg_at_3": 0.83059, + "ndcg_at_5": 0.84351, + "precision_at_1": 0.76444, + "precision_at_10": 0.09333, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04789, + "precision_at_3": 0.29222, + "precision_at_5": 0.18156, + "recall_at_1": 0.76444, + "recall_at_10": 0.93333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.95778, + "recall_at_3": 0.87667, + "recall_at_5": 0.90778 + }, + { + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.89266, + "map_at_1": 0.81333, + "map_at_10": 0.86919, + "map_at_100": 0.87061, + "map_at_1000": 0.87063, + "map_at_20": 0.87002, + "map_at_3": 0.8613, + "map_at_5": 0.8663, + "mrr_at_1": 0.8133333333333334, + "mrr_at_10": 0.869190035273369, + "mrr_at_100": 0.8706095939625871, + "mrr_at_1000": 0.8706291264810443, + "mrr_at_20": 0.87002058680245, + "mrr_at_3": 0.8612962962962969, + "mrr_at_5": 0.8662962962962969, + "nauc_map_at_1000_diff1": 0.8076575912787454, + "nauc_map_at_1000_max": 0.6136540448156854, + "nauc_map_at_1000_std": -0.008467693099352112, + "nauc_map_at_100_diff1": 0.8076619126656671, + "nauc_map_at_100_max": 0.6137051334744555, + "nauc_map_at_100_std": -0.008486164303802068, + "nauc_map_at_10_diff1": 0.8072263099539718, + "nauc_map_at_10_max": 0.6147901466375625, + "nauc_map_at_10_std": -0.00772515027968542, + "nauc_map_at_1_diff1": 0.8201002319416832, + "nauc_map_at_1_max": 0.5932559405471932, + "nauc_map_at_1_std": -0.023904193884312797, + "nauc_map_at_20_diff1": 0.8069096258561542, + "nauc_map_at_20_max": 0.6140204966671216, + "nauc_map_at_20_std": -0.007873617926381795, + "nauc_map_at_3_diff1": 0.8067441463576688, + "nauc_map_at_3_max": 0.6147930104129891, + "nauc_map_at_3_std": -0.009876901871940562, + "nauc_map_at_5_diff1": 0.8054230372474221, + "nauc_map_at_5_max": 0.6128415204377531, + "nauc_map_at_5_std": -0.00942245783706649, + "nauc_mrr_at_1000_diff1": 0.8076575912787454, + "nauc_mrr_at_1000_max": 0.6136540448156854, + "nauc_mrr_at_1000_std": -0.008467693099352112, + "nauc_mrr_at_100_diff1": 0.8076619126656671, + "nauc_mrr_at_100_max": 0.6137051334744555, + "nauc_mrr_at_100_std": -0.008486164303802068, + "nauc_mrr_at_10_diff1": 0.8072263099539718, + "nauc_mrr_at_10_max": 0.6147901466375625, + "nauc_mrr_at_10_std": -0.00772515027968542, + "nauc_mrr_at_1_diff1": 0.8201002319416832, + "nauc_mrr_at_1_max": 0.5932559405471932, + "nauc_mrr_at_1_std": -0.023904193884312797, + "nauc_mrr_at_20_diff1": 0.8069096258561542, + "nauc_mrr_at_20_max": 0.6140204966671216, + "nauc_mrr_at_20_std": -0.007873617926381795, + "nauc_mrr_at_3_diff1": 0.8067441463576688, + "nauc_mrr_at_3_max": 0.6147930104129891, + "nauc_mrr_at_3_std": -0.009876901871940562, + "nauc_mrr_at_5_diff1": 0.8054230372474221, + "nauc_mrr_at_5_max": 0.6128415204377531, + "nauc_mrr_at_5_std": -0.00942245783706649, + "nauc_ndcg_at_1000_diff1": 0.8051600751688393, + "nauc_ndcg_at_1000_max": 0.6176520826105464, + "nauc_ndcg_at_1000_std": -0.0037018378037357563, + "nauc_ndcg_at_100_diff1": 0.8054085849174571, + "nauc_ndcg_at_100_max": 0.6192095956587083, + "nauc_ndcg_at_100_std": -0.0030748356594878672, + "nauc_ndcg_at_10_diff1": 0.800873682436602, + "nauc_ndcg_at_10_max": 0.6257749338021763, + "nauc_ndcg_at_10_std": 0.004686142683839045, + "nauc_ndcg_at_1_diff1": 0.8201002319416832, + "nauc_ndcg_at_1_max": 0.5932559405471932, + "nauc_ndcg_at_1_std": -0.023904193884312797, + "nauc_ndcg_at_20_diff1": 0.7994877127359722, + "nauc_ndcg_at_20_max": 0.6224693087734602, + "nauc_ndcg_at_20_std": 0.00345923006927329, + "nauc_ndcg_at_3_diff1": 0.799801661386208, + "nauc_ndcg_at_3_max": 0.6223113202499958, + "nauc_ndcg_at_3_std": -0.0039064669798274144, + "nauc_ndcg_at_5_diff1": 0.7965872729314428, + "nauc_ndcg_at_5_max": 0.6189457602984191, + "nauc_ndcg_at_5_std": -0.0015013295538174633, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8638344226579172, + "nauc_precision_at_100_max": 0.9564270152505041, + "nauc_precision_at_100_std": 0.190164954870876, + "nauc_precision_at_10_diff1": 0.7387225723622737, + "nauc_precision_at_10_max": 0.743566176470584, + "nauc_precision_at_10_std": 0.14255077030811272, + "nauc_precision_at_1_diff1": 0.8201002319416832, + "nauc_precision_at_1_max": 0.5932559405471932, + "nauc_precision_at_1_std": -0.023904193884312797, + "nauc_precision_at_20_diff1": 0.6899881164587038, + "nauc_precision_at_20_max": 0.7424030218147837, + "nauc_precision_at_20_std": 0.17793481028774372, + "nauc_precision_at_3_diff1": 0.76576452177115, + "nauc_precision_at_3_max": 0.6576057653108196, + "nauc_precision_at_3_std": 0.02480240922660144, + "nauc_precision_at_5_diff1": 0.7378480804086324, + "nauc_precision_at_5_max": 0.6560938100730439, + "nauc_precision_at_5_std": 0.051665110488639504, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8638344226579231, + "nauc_recall_at_100_max": 0.9564270152505339, + "nauc_recall_at_100_std": 0.19016495487081092, + "nauc_recall_at_10_diff1": 0.7387225723622772, + "nauc_recall_at_10_max": 0.7435661764705874, + "nauc_recall_at_10_std": 0.14255077030812335, + "nauc_recall_at_1_diff1": 0.8201002319416832, + "nauc_recall_at_1_max": 0.5932559405471932, + "nauc_recall_at_1_std": -0.023904193884312797, + "nauc_recall_at_20_diff1": 0.6899881164587043, + "nauc_recall_at_20_max": 0.7424030218147868, + "nauc_recall_at_20_std": 0.1779348102877515, + "nauc_recall_at_3_diff1": 0.7657645217711504, + "nauc_recall_at_3_max": 0.6576057653108202, + "nauc_recall_at_3_std": 0.024802409226603053, + "nauc_recall_at_5_diff1": 0.737848080408633, + "nauc_recall_at_5_max": 0.6560938100730495, + "nauc_recall_at_5_std": 0.05166511048863568, + "ndcg_at_1": 0.81333, + "ndcg_at_10": 0.89266, + "ndcg_at_100": 0.89957, + "ndcg_at_1000": 0.90002, + "ndcg_at_20": 0.89555, + "ndcg_at_3": 0.87668, + "ndcg_at_5": 0.88576, + "precision_at_1": 0.81333, + "precision_at_10": 0.09644, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30704, + "precision_at_5": 0.18867, + "recall_at_1": 0.81333, + "recall_at_10": 0.96444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.92111, + "recall_at_5": 0.94333 + }, + { + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.82499, + "map_at_1": 0.71556, + "map_at_10": 0.79032, + "map_at_100": 0.79328, + "map_at_1000": 0.79332, + "map_at_20": 0.79226, + "map_at_3": 0.77463, + "map_at_5": 0.78396, + "mrr_at_1": 0.7155555555555555, + "mrr_at_10": 0.7903161375661377, + "mrr_at_100": 0.7932770808126497, + "mrr_at_1000": 0.7933223075803937, + "mrr_at_20": 0.7922645239416399, + "mrr_at_3": 0.7746296296296296, + "mrr_at_5": 0.7839629629629633, + "nauc_map_at_1000_diff1": 0.7861588804222688, + "nauc_map_at_1000_max": 0.6442524134591658, + "nauc_map_at_1000_std": 0.040742915290858495, + "nauc_map_at_100_diff1": 0.7861498065953503, + "nauc_map_at_100_max": 0.6443203836559522, + "nauc_map_at_100_std": 0.040920064100785, + "nauc_map_at_10_diff1": 0.7843333144683035, + "nauc_map_at_10_max": 0.6422793421182906, + "nauc_map_at_10_std": 0.04095409681228085, + "nauc_map_at_1_diff1": 0.8131114886636593, + "nauc_map_at_1_max": 0.6385908455596192, + "nauc_map_at_1_std": 0.018471246955633756, + "nauc_map_at_20_diff1": 0.785827677249697, + "nauc_map_at_20_max": 0.6444404159703653, + "nauc_map_at_20_std": 0.041554217668824084, + "nauc_map_at_3_diff1": 0.7839990381311098, + "nauc_map_at_3_max": 0.6492798347768474, + "nauc_map_at_3_std": 0.04580602140158281, + "nauc_map_at_5_diff1": 0.7835523460496251, + "nauc_map_at_5_max": 0.6432302571001848, + "nauc_map_at_5_std": 0.03286740760703633, + "nauc_mrr_at_1000_diff1": 0.7861588804222688, + "nauc_mrr_at_1000_max": 0.6442524134591658, + "nauc_mrr_at_1000_std": 0.040742915290858495, + "nauc_mrr_at_100_diff1": 0.7861498065953503, + "nauc_mrr_at_100_max": 0.6443203836559522, + "nauc_mrr_at_100_std": 0.040920064100785, + "nauc_mrr_at_10_diff1": 0.7843333144683035, + "nauc_mrr_at_10_max": 0.6422793421182906, + "nauc_mrr_at_10_std": 0.04095409681228085, + "nauc_mrr_at_1_diff1": 0.8131114886636593, + "nauc_mrr_at_1_max": 0.6385908455596192, + "nauc_mrr_at_1_std": 0.018471246955633756, + "nauc_mrr_at_20_diff1": 0.785827677249697, + "nauc_mrr_at_20_max": 0.6444404159703653, + "nauc_mrr_at_20_std": 0.041554217668824084, + "nauc_mrr_at_3_diff1": 0.7839990381311098, + "nauc_mrr_at_3_max": 0.6492798347768474, + "nauc_mrr_at_3_std": 0.04580602140158281, + "nauc_mrr_at_5_diff1": 0.7835523460496251, + "nauc_mrr_at_5_max": 0.6432302571001848, + "nauc_mrr_at_5_std": 0.03286740760703633, + "nauc_ndcg_at_1000_diff1": 0.7827182730000911, + "nauc_ndcg_at_1000_max": 0.6457074075718789, + "nauc_ndcg_at_1000_std": 0.04639008491505048, + "nauc_ndcg_at_100_diff1": 0.7825389926437871, + "nauc_ndcg_at_100_max": 0.6474890712234063, + "nauc_ndcg_at_100_std": 0.05109358399909901, + "nauc_ndcg_at_10_diff1": 0.7741644237469719, + "nauc_ndcg_at_10_max": 0.640101724904986, + "nauc_ndcg_at_10_std": 0.0534387869491003, + "nauc_ndcg_at_1_diff1": 0.8131114886636593, + "nauc_ndcg_at_1_max": 0.6385908455596192, + "nauc_ndcg_at_1_std": 0.018471246955633756, + "nauc_ndcg_at_20_diff1": 0.7798818645029888, + "nauc_ndcg_at_20_max": 0.6484294730153607, + "nauc_ndcg_at_20_std": 0.0565931484005248, + "nauc_ndcg_at_3_diff1": 0.7744071147616158, + "nauc_ndcg_at_3_max": 0.6543650159446562, + "nauc_ndcg_at_3_std": 0.054834883775936205, + "nauc_ndcg_at_5_diff1": 0.77266925835398, + "nauc_ndcg_at_5_max": 0.6427822707592894, + "nauc_ndcg_at_5_std": 0.03026119575087045, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7568471833177718, + "nauc_precision_at_100_max": 0.9319172113289566, + "nauc_precision_at_100_std": 0.804777466542182, + "nauc_precision_at_10_diff1": 0.6946856520385918, + "nauc_precision_at_10_max": 0.6155462184873943, + "nauc_precision_at_10_std": 0.1692421413009652, + "nauc_precision_at_1_diff1": 0.8131114886636593, + "nauc_precision_at_1_max": 0.6385908455596192, + "nauc_precision_at_1_std": 0.018471246955633756, + "nauc_precision_at_20_diff1": 0.7258561082090469, + "nauc_precision_at_20_max": 0.713881949176062, + "nauc_precision_at_20_std": 0.2867236984883985, + "nauc_precision_at_3_diff1": 0.7373441119929031, + "nauc_precision_at_3_max": 0.6748093430698067, + "nauc_precision_at_3_std": 0.08973374926941209, + "nauc_precision_at_5_diff1": 0.7192583853336156, + "nauc_precision_at_5_max": 0.6382992451125867, + "nauc_precision_at_5_std": 0.01092697224705586, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.756847183317759, + "nauc_recall_at_100_max": 0.9319172113289615, + "nauc_recall_at_100_std": 0.80477746654216, + "nauc_recall_at_10_diff1": 0.6946856520385921, + "nauc_recall_at_10_max": 0.6155462184873945, + "nauc_recall_at_10_std": 0.16924214130096332, + "nauc_recall_at_1_diff1": 0.8131114886636593, + "nauc_recall_at_1_max": 0.6385908455596192, + "nauc_recall_at_1_std": 0.018471246955633756, + "nauc_recall_at_20_diff1": 0.7258561082090521, + "nauc_recall_at_20_max": 0.7138819491760687, + "nauc_recall_at_20_std": 0.286723698488406, + "nauc_recall_at_3_diff1": 0.7373441119929021, + "nauc_recall_at_3_max": 0.6748093430698053, + "nauc_recall_at_3_std": 0.08973374926941241, + "nauc_recall_at_5_diff1": 0.7192583853336165, + "nauc_recall_at_5_max": 0.6382992451125888, + "nauc_recall_at_5_std": 0.010926972247056728, + "ndcg_at_1": 0.71556, + "ndcg_at_10": 0.82499, + "ndcg_at_100": 0.83832, + "ndcg_at_1000": 0.83924, + "ndcg_at_20": 0.83167, + "ndcg_at_3": 0.79292, + "ndcg_at_5": 0.80956, + "precision_at_1": 0.71556, + "precision_at_10": 0.09333, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04794, + "precision_at_3": 0.28185, + "precision_at_5": 0.17711, + "recall_at_1": 0.71556, + "recall_at_10": 0.93333, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "recall_at_20": 0.95889, + "recall_at_3": 0.84556, + "recall_at_5": 0.88556 + }, + { + "hf_subset": "urd_Latn-urd_Latn", + "languages": [ + "urd-Latn", + "urd-Latn" + ], + "main_score": 0.46284, + "map_at_1": 0.37333, + "map_at_10": 0.43221, + "map_at_100": 0.43935, + "map_at_1000": 0.44046, + "map_at_20": 0.43564, + "map_at_3": 0.41537, + "map_at_5": 0.42543, + "mrr_at_1": 0.37333333333333335, + "mrr_at_10": 0.43221428571428555, + "mrr_at_100": 0.43935063740791724, + "mrr_at_1000": 0.4404593271129156, + "mrr_at_20": 0.4356440546085797, + "mrr_at_3": 0.4153703703703702, + "mrr_at_5": 0.4254259259259257, + "nauc_map_at_1000_diff1": 0.6740267141285328, + "nauc_map_at_1000_max": 0.3695833488459769, + "nauc_map_at_1000_std": -0.10271318493360168, + "nauc_map_at_100_diff1": 0.6737117143732873, + "nauc_map_at_100_max": 0.36935193884398637, + "nauc_map_at_100_std": -0.10262521235609634, + "nauc_map_at_10_diff1": 0.6752037397305933, + "nauc_map_at_10_max": 0.37036720428081266, + "nauc_map_at_10_std": -0.10391178237765694, + "nauc_map_at_1_diff1": 0.7115985235661556, + "nauc_map_at_1_max": 0.3946809558576412, + "nauc_map_at_1_std": -0.09276964618896973, + "nauc_map_at_20_diff1": 0.6742240382412351, + "nauc_map_at_20_max": 0.36938965040654576, + "nauc_map_at_20_std": -0.10339674905509831, + "nauc_map_at_3_diff1": 0.6822509631060315, + "nauc_map_at_3_max": 0.3829294074350985, + "nauc_map_at_3_std": -0.1019127415396757, + "nauc_map_at_5_diff1": 0.6751338773981806, + "nauc_map_at_5_max": 0.37227587304554166, + "nauc_map_at_5_std": -0.10194571219986026, + "nauc_mrr_at_1000_diff1": 0.6740267141285328, + "nauc_mrr_at_1000_max": 0.3695833488459769, + "nauc_mrr_at_1000_std": -0.10271318493360168, + "nauc_mrr_at_100_diff1": 0.6737117143732873, + "nauc_mrr_at_100_max": 0.36935193884398637, + "nauc_mrr_at_100_std": -0.10262521235609634, + "nauc_mrr_at_10_diff1": 0.6752037397305933, + "nauc_mrr_at_10_max": 0.37036720428081266, + "nauc_mrr_at_10_std": -0.10391178237765694, + "nauc_mrr_at_1_diff1": 0.7115985235661556, + "nauc_mrr_at_1_max": 0.3946809558576412, + "nauc_mrr_at_1_std": -0.09276964618896973, + "nauc_mrr_at_20_diff1": 0.6742240382412351, + "nauc_mrr_at_20_max": 0.36938965040654576, + "nauc_mrr_at_20_std": -0.10339674905509831, + "nauc_mrr_at_3_diff1": 0.6822509631060315, + "nauc_mrr_at_3_max": 0.3829294074350985, + "nauc_mrr_at_3_std": -0.1019127415396757, + "nauc_mrr_at_5_diff1": 0.6751338773981806, + "nauc_mrr_at_5_max": 0.37227587304554166, + "nauc_mrr_at_5_std": -0.10194571219986026, + "nauc_ndcg_at_1000_diff1": 0.6632013385609432, + "nauc_ndcg_at_1000_max": 0.35949974974375204, + "nauc_ndcg_at_1000_std": -0.1034369092294952, + "nauc_ndcg_at_100_diff1": 0.6542793150781313, + "nauc_ndcg_at_100_max": 0.352617254677098, + "nauc_ndcg_at_100_std": -0.10080153528032884, + "nauc_ndcg_at_10_diff1": 0.6596768013487536, + "nauc_ndcg_at_10_max": 0.3536876894420974, + "nauc_ndcg_at_10_std": -0.10942391224320985, + "nauc_ndcg_at_1_diff1": 0.7115985235661556, + "nauc_ndcg_at_1_max": 0.3946809558576412, + "nauc_ndcg_at_1_std": -0.09276964618896973, + "nauc_ndcg_at_20_diff1": 0.6559540126315194, + "nauc_ndcg_at_20_max": 0.350451918258574, + "nauc_ndcg_at_20_std": -0.10696744400458498, + "nauc_ndcg_at_3_diff1": 0.6733671039942206, + "nauc_ndcg_at_3_max": 0.37846047469019556, + "nauc_ndcg_at_3_std": -0.10471123648998622, + "nauc_ndcg_at_5_diff1": 0.6604933706480696, + "nauc_ndcg_at_5_max": 0.35945463609040423, + "nauc_ndcg_at_5_std": -0.10409456103076296, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5505486808311929, + "nauc_precision_at_100_max": 0.2721852044756552, + "nauc_precision_at_100_std": -0.06912326524747725, + "nauc_precision_at_10_diff1": 0.6087421455068507, + "nauc_precision_at_10_max": 0.29579895021071456, + "nauc_precision_at_10_std": -0.1285834153481214, + "nauc_precision_at_1_diff1": 0.7115985235661556, + "nauc_precision_at_1_max": 0.3946809558576412, + "nauc_precision_at_1_std": -0.09276964618896973, + "nauc_precision_at_20_diff1": 0.5893633840719871, + "nauc_precision_at_20_max": 0.27925321671852615, + "nauc_precision_at_20_std": -0.11771255571440595, + "nauc_precision_at_3_diff1": 0.647711241841543, + "nauc_precision_at_3_max": 0.36525155852138025, + "nauc_precision_at_3_std": -0.11280328972400304, + "nauc_precision_at_5_diff1": 0.6155558247961622, + "nauc_precision_at_5_max": 0.3187704080640552, + "nauc_precision_at_5_std": -0.10981726041699388, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5505486808311928, + "nauc_recall_at_100_max": 0.2721852044756551, + "nauc_recall_at_100_std": -0.069123265247477, + "nauc_recall_at_10_diff1": 0.6087421455068511, + "nauc_recall_at_10_max": 0.29579895021071445, + "nauc_recall_at_10_std": -0.1285834153481215, + "nauc_recall_at_1_diff1": 0.7115985235661556, + "nauc_recall_at_1_max": 0.3946809558576412, + "nauc_recall_at_1_std": -0.09276964618896973, + "nauc_recall_at_20_diff1": 0.5893633840719872, + "nauc_recall_at_20_max": 0.2792532167185268, + "nauc_recall_at_20_std": -0.11771255571440582, + "nauc_recall_at_3_diff1": 0.647711241841543, + "nauc_recall_at_3_max": 0.36525155852138014, + "nauc_recall_at_3_std": -0.11280328972400265, + "nauc_recall_at_5_diff1": 0.6155558247961623, + "nauc_recall_at_5_max": 0.3187704080640554, + "nauc_recall_at_5_std": -0.10981726041699388, + "ndcg_at_1": 0.37333, + "ndcg_at_10": 0.46284, + "ndcg_at_100": 0.50555, + "ndcg_at_1000": 0.53417, + "ndcg_at_20": 0.47562, + "ndcg_at_3": 0.42858, + "ndcg_at_5": 0.44656, + "precision_at_1": 0.37333, + "precision_at_10": 0.056, + "precision_at_100": 0.00779, + "precision_at_1000": 0.001, + "precision_at_20": 0.03056, + "precision_at_3": 0.15556, + "precision_at_5": 0.102, + "recall_at_1": 0.37333, + "recall_at_10": 0.56, + "recall_at_100": 0.77889, + "recall_at_1000": 1.0, + "recall_at_20": 0.61111, + "recall_at_3": 0.46667, + "recall_at_5": 0.51 + }, + { + "hf_subset": "urd_Latn-eng_Latn", + "languages": [ + "urd-Latn", + "eng-Latn" + ], + "main_score": 0.65335, + "map_at_1": 0.53, + "map_at_10": 0.61101, + "map_at_100": 0.61758, + "map_at_1000": 0.61794, + "map_at_20": 0.61506, + "map_at_3": 0.5887, + "map_at_5": 0.60226, + "mrr_at_1": 0.53, + "mrr_at_10": 0.6110119047619046, + "mrr_at_100": 0.617577281473717, + "mrr_at_1000": 0.6179434904406103, + "mrr_at_20": 0.6150632256937723, + "mrr_at_3": 0.5887037037037034, + "mrr_at_5": 0.6022592592592589, + "nauc_map_at_1000_diff1": 0.7011340201952161, + "nauc_map_at_1000_max": 0.6790027273820145, + "nauc_map_at_1000_std": 0.12678621092732606, + "nauc_map_at_100_diff1": 0.701004492834319, + "nauc_map_at_100_max": 0.6790629283654387, + "nauc_map_at_100_std": 0.1270310875750908, + "nauc_map_at_10_diff1": 0.7005601791813856, + "nauc_map_at_10_max": 0.6797656988468281, + "nauc_map_at_10_std": 0.12945912671351975, + "nauc_map_at_1_diff1": 0.7394756094394577, + "nauc_map_at_1_max": 0.6639907994153412, + "nauc_map_at_1_std": 0.08153758509089856, + "nauc_map_at_20_diff1": 0.7002550483098556, + "nauc_map_at_20_max": 0.6794263189749223, + "nauc_map_at_20_std": 0.12848811381913597, + "nauc_map_at_3_diff1": 0.7036461320753937, + "nauc_map_at_3_max": 0.6789159000282802, + "nauc_map_at_3_std": 0.11568072780002552, + "nauc_map_at_5_diff1": 0.7002357957439014, + "nauc_map_at_5_max": 0.6798397240442153, + "nauc_map_at_5_std": 0.12423883427072299, + "nauc_mrr_at_1000_diff1": 0.7011340201952161, + "nauc_mrr_at_1000_max": 0.6790027273820145, + "nauc_mrr_at_1000_std": 0.12678621092732606, + "nauc_mrr_at_100_diff1": 0.701004492834319, + "nauc_mrr_at_100_max": 0.6790629283654387, + "nauc_mrr_at_100_std": 0.1270310875750908, + "nauc_mrr_at_10_diff1": 0.7005601791813856, + "nauc_mrr_at_10_max": 0.6797656988468281, + "nauc_mrr_at_10_std": 0.12945912671351975, + "nauc_mrr_at_1_diff1": 0.7394756094394577, + "nauc_mrr_at_1_max": 0.6639907994153412, + "nauc_mrr_at_1_std": 0.08153758509089856, + "nauc_mrr_at_20_diff1": 0.7002550483098556, + "nauc_mrr_at_20_max": 0.6794263189749223, + "nauc_mrr_at_20_std": 0.12848811381913597, + "nauc_mrr_at_3_diff1": 0.7036461320753937, + "nauc_mrr_at_3_max": 0.6789159000282802, + "nauc_mrr_at_3_std": 0.11568072780002552, + "nauc_mrr_at_5_diff1": 0.7002357957439014, + "nauc_mrr_at_5_max": 0.6798397240442153, + "nauc_mrr_at_5_std": 0.12423883427072299, + "nauc_ndcg_at_1000_diff1": 0.6930800661602022, + "nauc_ndcg_at_1000_max": 0.6807537493868494, + "nauc_ndcg_at_1000_std": 0.13766177624534948, + "nauc_ndcg_at_100_diff1": 0.6892144779741907, + "nauc_ndcg_at_100_max": 0.6819188059315464, + "nauc_ndcg_at_100_std": 0.14444943436646362, + "nauc_ndcg_at_10_diff1": 0.6848685973307048, + "nauc_ndcg_at_10_max": 0.6846065451402411, + "nauc_ndcg_at_10_std": 0.1566629028348865, + "nauc_ndcg_at_1_diff1": 0.7394756094394577, + "nauc_ndcg_at_1_max": 0.6639907994153412, + "nauc_ndcg_at_1_std": 0.08153758509089856, + "nauc_ndcg_at_20_diff1": 0.6832580304023387, + "nauc_ndcg_at_20_max": 0.6831831982980847, + "nauc_ndcg_at_20_std": 0.15283665403017122, + "nauc_ndcg_at_3_diff1": 0.692282815277919, + "nauc_ndcg_at_3_max": 0.6829027816420962, + "nauc_ndcg_at_3_std": 0.12515242731673992, + "nauc_ndcg_at_5_diff1": 0.6850386932815545, + "nauc_ndcg_at_5_max": 0.6850398947207103, + "nauc_ndcg_at_5_std": 0.14261957657529017, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.575392730191493, + "nauc_precision_at_100_max": 0.7106737431814825, + "nauc_precision_at_100_std": 0.3392550002457129, + "nauc_precision_at_10_diff1": 0.6140358315424626, + "nauc_precision_at_10_max": 0.7050535671225318, + "nauc_precision_at_10_std": 0.287624842001499, + "nauc_precision_at_1_diff1": 0.7394756094394577, + "nauc_precision_at_1_max": 0.6639907994153412, + "nauc_precision_at_1_std": 0.08153758509089856, + "nauc_precision_at_20_diff1": 0.58209090087648, + "nauc_precision_at_20_max": 0.700585941572657, + "nauc_precision_at_20_std": 0.29788491078813584, + "nauc_precision_at_3_diff1": 0.6559631668234723, + "nauc_precision_at_3_max": 0.6953614051723503, + "nauc_precision_at_3_std": 0.1549093616422321, + "nauc_precision_at_5_diff1": 0.6291001431314951, + "nauc_precision_at_5_max": 0.7038836913038578, + "nauc_precision_at_5_std": 0.2118686422924856, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5753927301914927, + "nauc_recall_at_100_max": 0.7106737431814825, + "nauc_recall_at_100_std": 0.33925500024571387, + "nauc_recall_at_10_diff1": 0.6140358315424626, + "nauc_recall_at_10_max": 0.705053567122532, + "nauc_recall_at_10_std": 0.28762484200149874, + "nauc_recall_at_1_diff1": 0.7394756094394577, + "nauc_recall_at_1_max": 0.6639907994153412, + "nauc_recall_at_1_std": 0.08153758509089856, + "nauc_recall_at_20_diff1": 0.5820909008764796, + "nauc_recall_at_20_max": 0.7005859415726587, + "nauc_recall_at_20_std": 0.29788491078813645, + "nauc_recall_at_3_diff1": 0.6559631668234716, + "nauc_recall_at_3_max": 0.6953614051723499, + "nauc_recall_at_3_std": 0.1549093616422314, + "nauc_recall_at_5_diff1": 0.629100143131496, + "nauc_recall_at_5_max": 0.7038836913038573, + "nauc_recall_at_5_std": 0.21186864229248603, + "ndcg_at_1": 0.53, + "ndcg_at_10": 0.65335, + "ndcg_at_100": 0.68522, + "ndcg_at_1000": 0.69367, + "ndcg_at_20": 0.66764, + "ndcg_at_3": 0.6076, + "ndcg_at_5": 0.63194, + "precision_at_1": 0.53, + "precision_at_10": 0.07878, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "precision_at_20": 0.04217, + "precision_at_3": 0.22074, + "precision_at_5": 0.14422, + "recall_at_1": 0.53, + "recall_at_10": 0.78778, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "recall_at_20": 0.84333, + "recall_at_3": 0.66222, + "recall_at_5": 0.72111 + }, + { + "hf_subset": "eng_Latn-urd_Latn", + "languages": [ + "eng-Latn", + "urd-Latn" + ], + "main_score": 0.53552, + "map_at_1": 0.45556, + "map_at_10": 0.50817, + "map_at_100": 0.51392, + "map_at_1000": 0.51489, + "map_at_20": 0.51112, + "map_at_3": 0.49315, + "map_at_5": 0.50198, + "mrr_at_1": 0.45555555555555555, + "mrr_at_10": 0.5081662257495589, + "mrr_at_100": 0.5139152992680356, + "mrr_at_1000": 0.5148929841111717, + "mrr_at_20": 0.5111233526344463, + "mrr_at_3": 0.49314814814814795, + "mrr_at_5": 0.501981481481481, + "nauc_map_at_1000_diff1": 0.7790923093817642, + "nauc_map_at_1000_max": 0.8357944999739667, + "nauc_map_at_1000_std": 0.6160903834456747, + "nauc_map_at_100_diff1": 0.7788096021421943, + "nauc_map_at_100_max": 0.8357186351699539, + "nauc_map_at_100_std": 0.6163193209461556, + "nauc_map_at_10_diff1": 0.7802262464978246, + "nauc_map_at_10_max": 0.8376733094105676, + "nauc_map_at_10_std": 0.6159279546086237, + "nauc_map_at_1_diff1": 0.8008309401285769, + "nauc_map_at_1_max": 0.8101535052553318, + "nauc_map_at_1_std": 0.5739216000699743, + "nauc_map_at_20_diff1": 0.7793463897223026, + "nauc_map_at_20_max": 0.8365829824963581, + "nauc_map_at_20_std": 0.6163256281386025, + "nauc_map_at_3_diff1": 0.7883116421209871, + "nauc_map_at_3_max": 0.8393679648231517, + "nauc_map_at_3_std": 0.6095708624510924, + "nauc_map_at_5_diff1": 0.783888762815564, + "nauc_map_at_5_max": 0.8385646121494935, + "nauc_map_at_5_std": 0.6130672361493993, + "nauc_mrr_at_1000_diff1": 0.7790923093817642, + "nauc_mrr_at_1000_max": 0.8357944999739667, + "nauc_mrr_at_1000_std": 0.6160903834456747, + "nauc_mrr_at_100_diff1": 0.7788096021421943, + "nauc_mrr_at_100_max": 0.8357186351699539, + "nauc_mrr_at_100_std": 0.6163193209461556, + "nauc_mrr_at_10_diff1": 0.7802262464978246, + "nauc_mrr_at_10_max": 0.8376733094105676, + "nauc_mrr_at_10_std": 0.6159279546086237, + "nauc_mrr_at_1_diff1": 0.8008309401285769, + "nauc_mrr_at_1_max": 0.8101535052553318, + "nauc_mrr_at_1_std": 0.5739216000699743, + "nauc_mrr_at_20_diff1": 0.7793463897223026, + "nauc_mrr_at_20_max": 0.8365829824963581, + "nauc_mrr_at_20_std": 0.6163256281386025, + "nauc_mrr_at_3_diff1": 0.7883116421209871, + "nauc_mrr_at_3_max": 0.8393679648231517, + "nauc_mrr_at_3_std": 0.6095708624510924, + "nauc_mrr_at_5_diff1": 0.783888762815564, + "nauc_mrr_at_5_max": 0.8385646121494935, + "nauc_mrr_at_5_std": 0.6130672361493993, + "nauc_ndcg_at_1000_diff1": 0.7700772283906828, + "nauc_ndcg_at_1000_max": 0.8375617062025036, + "nauc_ndcg_at_1000_std": 0.6273362792215912, + "nauc_ndcg_at_100_diff1": 0.7602637994904643, + "nauc_ndcg_at_100_max": 0.8339433545420717, + "nauc_ndcg_at_100_std": 0.6345929581438423, + "nauc_ndcg_at_10_diff1": 0.7685042682501734, + "nauc_ndcg_at_10_max": 0.8457703083846373, + "nauc_ndcg_at_10_std": 0.6344781827380879, + "nauc_ndcg_at_1_diff1": 0.8008309401285769, + "nauc_ndcg_at_1_max": 0.8101535052553318, + "nauc_ndcg_at_1_std": 0.5739216000699743, + "nauc_ndcg_at_20_diff1": 0.764862602475604, + "nauc_ndcg_at_20_max": 0.8417688707545525, + "nauc_ndcg_at_20_std": 0.6360379166692377, + "nauc_ndcg_at_3_diff1": 0.7852737302065345, + "nauc_ndcg_at_3_max": 0.849066503303391, + "nauc_ndcg_at_3_std": 0.6214236853453956, + "nauc_ndcg_at_5_diff1": 0.7772853397736252, + "nauc_ndcg_at_5_max": 0.8477604868628783, + "nauc_ndcg_at_5_std": 0.6278608619624968, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6407397610898703, + "nauc_precision_at_100_max": 0.7888923621965201, + "nauc_precision_at_100_std": 0.7228380663829245, + "nauc_precision_at_10_diff1": 0.7259885357314474, + "nauc_precision_at_10_max": 0.871167707832772, + "nauc_precision_at_10_std": 0.6981190361776619, + "nauc_precision_at_1_diff1": 0.8008309401285769, + "nauc_precision_at_1_max": 0.8101535052553318, + "nauc_precision_at_1_std": 0.5739216000699743, + "nauc_precision_at_20_diff1": 0.7056031321534656, + "nauc_precision_at_20_max": 0.8547119352233912, + "nauc_precision_at_20_std": 0.7097072310666942, + "nauc_precision_at_3_diff1": 0.7765589226108344, + "nauc_precision_at_3_max": 0.8780212918494307, + "nauc_precision_at_3_std": 0.656815781561968, + "nauc_precision_at_5_diff1": 0.7561824498198656, + "nauc_precision_at_5_max": 0.8759424858466288, + "nauc_precision_at_5_std": 0.6743775733401953, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.64073976108987, + "nauc_recall_at_100_max": 0.7888923621965194, + "nauc_recall_at_100_std": 0.7228380663829231, + "nauc_recall_at_10_diff1": 0.7259885357314478, + "nauc_recall_at_10_max": 0.8711677078327731, + "nauc_recall_at_10_std": 0.6981190361776621, + "nauc_recall_at_1_diff1": 0.8008309401285769, + "nauc_recall_at_1_max": 0.8101535052553318, + "nauc_recall_at_1_std": 0.5739216000699743, + "nauc_recall_at_20_diff1": 0.7056031321534665, + "nauc_recall_at_20_max": 0.854711935223392, + "nauc_recall_at_20_std": 0.7097072310666953, + "nauc_recall_at_3_diff1": 0.7765589226108339, + "nauc_recall_at_3_max": 0.8780212918494305, + "nauc_recall_at_3_std": 0.656815781561968, + "nauc_recall_at_5_diff1": 0.7561824498198663, + "nauc_recall_at_5_max": 0.8759424858466293, + "nauc_recall_at_5_std": 0.6743775733401959, + "ndcg_at_1": 0.45556, + "ndcg_at_10": 0.53552, + "ndcg_at_100": 0.5686, + "ndcg_at_1000": 0.59535, + "ndcg_at_20": 0.54586, + "ndcg_at_3": 0.50493, + "ndcg_at_5": 0.5209, + "precision_at_1": 0.45556, + "precision_at_10": 0.06222, + "precision_at_100": 0.0079, + "precision_at_1000": 0.001, + "precision_at_20": 0.03311, + "precision_at_3": 0.17963, + "precision_at_5": 0.11556, + "recall_at_1": 0.45556, + "recall_at_10": 0.62222, + "recall_at_100": 0.79, + "recall_at_1000": 1.0, + "recall_at_20": 0.66222, + "recall_at_3": 0.53889, + "recall_at_5": 0.57778 + }, + { + "hf_subset": "uzn_Latn-uzn_Latn", + "languages": [ + "uzn-Latn", + "uzn-Latn" + ], + "main_score": 0.75961, + "map_at_1": 0.66667, + "map_at_10": 0.73021, + "map_at_100": 0.73411, + "map_at_1000": 0.73438, + "map_at_20": 0.7325, + "map_at_3": 0.71648, + "map_at_5": 0.72537, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.7302081128747797, + "mrr_at_100": 0.7341053946449458, + "mrr_at_1000": 0.7343839862330419, + "mrr_at_20": 0.7325017950840965, + "mrr_at_3": 0.7164814814814815, + "mrr_at_5": 0.7253703703703706, + "nauc_map_at_1000_diff1": 0.8231659389168281, + "nauc_map_at_1000_max": 0.8025487016030601, + "nauc_map_at_1000_std": 0.349683854221895, + "nauc_map_at_100_diff1": 0.8230594194582886, + "nauc_map_at_100_max": 0.802594320115934, + "nauc_map_at_100_std": 0.34996451573239784, + "nauc_map_at_10_diff1": 0.8234558770550497, + "nauc_map_at_10_max": 0.8025584897969756, + "nauc_map_at_10_std": 0.349584618542874, + "nauc_map_at_1_diff1": 0.8376008968609866, + "nauc_map_at_1_max": 0.7890620328849033, + "nauc_map_at_1_std": 0.3016816143497761, + "nauc_map_at_20_diff1": 0.8229230050356723, + "nauc_map_at_20_max": 0.8023755675924115, + "nauc_map_at_20_std": 0.3498538936583858, + "nauc_map_at_3_diff1": 0.821704803998788, + "nauc_map_at_3_max": 0.8043704997105172, + "nauc_map_at_3_std": 0.34901609467447264, + "nauc_map_at_5_diff1": 0.8213028524598165, + "nauc_map_at_5_max": 0.8020383134958252, + "nauc_map_at_5_std": 0.3478834269984926, + "nauc_mrr_at_1000_diff1": 0.8231659389168281, + "nauc_mrr_at_1000_max": 0.8025487016030601, + "nauc_mrr_at_1000_std": 0.349683854221895, + "nauc_mrr_at_100_diff1": 0.8230594194582886, + "nauc_mrr_at_100_max": 0.802594320115934, + "nauc_mrr_at_100_std": 0.34996451573239784, + "nauc_mrr_at_10_diff1": 0.8234558770550497, + "nauc_mrr_at_10_max": 0.8025584897969756, + "nauc_mrr_at_10_std": 0.349584618542874, + "nauc_mrr_at_1_diff1": 0.8376008968609866, + "nauc_mrr_at_1_max": 0.7890620328849033, + "nauc_mrr_at_1_std": 0.3016816143497761, + "nauc_mrr_at_20_diff1": 0.8229230050356723, + "nauc_mrr_at_20_max": 0.8023755675924115, + "nauc_mrr_at_20_std": 0.3498538936583858, + "nauc_mrr_at_3_diff1": 0.821704803998788, + "nauc_mrr_at_3_max": 0.8043704997105172, + "nauc_mrr_at_3_std": 0.34901609467447264, + "nauc_mrr_at_5_diff1": 0.8213028524598165, + "nauc_mrr_at_5_max": 0.8020383134958252, + "nauc_mrr_at_5_std": 0.3478834269984926, + "nauc_ndcg_at_1000_diff1": 0.8206753516430655, + "nauc_ndcg_at_1000_max": 0.8050528090542965, + "nauc_ndcg_at_1000_std": 0.3612119696309867, + "nauc_ndcg_at_100_diff1": 0.8187963988355543, + "nauc_ndcg_at_100_max": 0.8067375193192361, + "nauc_ndcg_at_100_std": 0.37002525932689656, + "nauc_ndcg_at_10_diff1": 0.8200047694663233, + "nauc_ndcg_at_10_max": 0.8065707696523249, + "nauc_ndcg_at_10_std": 0.3693512435953729, + "nauc_ndcg_at_1_diff1": 0.8376008968609866, + "nauc_ndcg_at_1_max": 0.7890620328849033, + "nauc_ndcg_at_1_std": 0.3016816143497761, + "nauc_ndcg_at_20_diff1": 0.8176537884633492, + "nauc_ndcg_at_20_max": 0.8055815811878507, + "nauc_ndcg_at_20_std": 0.3698708285790877, + "nauc_ndcg_at_3_diff1": 0.8158979511035551, + "nauc_ndcg_at_3_max": 0.8097290452050447, + "nauc_ndcg_at_3_std": 0.36532234489701787, + "nauc_ndcg_at_5_diff1": 0.8146823909418888, + "nauc_ndcg_at_5_max": 0.8054458072601275, + "nauc_ndcg_at_5_std": 0.36418589427397996, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.773890715706572, + "nauc_precision_at_100_max": 0.8563410871594996, + "nauc_precision_at_100_std": 0.6215645678561327, + "nauc_precision_at_10_diff1": 0.806521834092928, + "nauc_precision_at_10_max": 0.8242825108842842, + "nauc_precision_at_10_std": 0.4647152612956293, + "nauc_precision_at_1_diff1": 0.8376008968609866, + "nauc_precision_at_1_max": 0.7890620328849033, + "nauc_precision_at_1_std": 0.3016816143497761, + "nauc_precision_at_20_diff1": 0.7860230613956664, + "nauc_precision_at_20_max": 0.8205506346031535, + "nauc_precision_at_20_std": 0.4890684191606815, + "nauc_precision_at_3_diff1": 0.7958645477755971, + "nauc_precision_at_3_max": 0.8281290171491701, + "nauc_precision_at_3_std": 0.4212123294819616, + "nauc_precision_at_5_diff1": 0.7882509901523211, + "nauc_precision_at_5_max": 0.8178448781304953, + "nauc_precision_at_5_std": 0.4278893901140308, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7738907157065719, + "nauc_recall_at_100_max": 0.8563410871595006, + "nauc_recall_at_100_std": 0.6215645678561259, + "nauc_recall_at_10_diff1": 0.8065218340929281, + "nauc_recall_at_10_max": 0.8242825108842847, + "nauc_recall_at_10_std": 0.46471526129563084, + "nauc_recall_at_1_diff1": 0.8376008968609866, + "nauc_recall_at_1_max": 0.7890620328849033, + "nauc_recall_at_1_std": 0.3016816143497761, + "nauc_recall_at_20_diff1": 0.7860230613956661, + "nauc_recall_at_20_max": 0.8205506346031545, + "nauc_recall_at_20_std": 0.4890684191606825, + "nauc_recall_at_3_diff1": 0.7958645477755968, + "nauc_recall_at_3_max": 0.82812901714917, + "nauc_recall_at_3_std": 0.4212123294819616, + "nauc_recall_at_5_diff1": 0.7882509901523219, + "nauc_recall_at_5_max": 0.8178448781304964, + "nauc_recall_at_5_std": 0.4278893901140321, + "ndcg_at_1": 0.66667, + "ndcg_at_10": 0.75961, + "ndcg_at_100": 0.77991, + "ndcg_at_1000": 0.78664, + "ndcg_at_20": 0.7682, + "ndcg_at_3": 0.732, + "ndcg_at_5": 0.74801, + "precision_at_1": 0.66667, + "precision_at_10": 0.08511, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "precision_at_20": 0.04428, + "precision_at_3": 0.25889, + "precision_at_5": 0.16311, + "recall_at_1": 0.66667, + "recall_at_10": 0.85111, + "recall_at_100": 0.94889, + "recall_at_1000": 1.0, + "recall_at_20": 0.88556, + "recall_at_3": 0.77667, + "recall_at_5": 0.81556 + }, + { + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ], + "main_score": 0.82649, + "map_at_1": 0.72333, + "map_at_10": 0.79507, + "map_at_100": 0.79799, + "map_at_1000": 0.79805, + "map_at_20": 0.79688, + "map_at_3": 0.78074, + "map_at_5": 0.79063, + "mrr_at_1": 0.7233333333333334, + "mrr_at_10": 0.7950723104056439, + "mrr_at_100": 0.7979851770789412, + "mrr_at_1000": 0.7980477121833138, + "mrr_at_20": 0.7968803663656605, + "mrr_at_3": 0.780740740740741, + "mrr_at_5": 0.7906296296296298, + "nauc_map_at_1000_diff1": 0.8235885814864212, + "nauc_map_at_1000_max": 0.6920846415676757, + "nauc_map_at_1000_std": -0.010327850311915153, + "nauc_map_at_100_diff1": 0.8235895725739593, + "nauc_map_at_100_max": 0.6921382818399833, + "nauc_map_at_100_std": -0.010184267227083543, + "nauc_map_at_10_diff1": 0.8219725227645442, + "nauc_map_at_10_max": 0.6931150957436656, + "nauc_map_at_10_std": -0.009978547976571175, + "nauc_map_at_1_diff1": 0.84110570901921, + "nauc_map_at_1_max": 0.6548598488984226, + "nauc_map_at_1_std": -0.05488939270353636, + "nauc_map_at_20_diff1": 0.8230854783482456, + "nauc_map_at_20_max": 0.6924418355702158, + "nauc_map_at_20_std": -0.0096829396257112, + "nauc_map_at_3_diff1": 0.824596405400674, + "nauc_map_at_3_max": 0.7002893997781365, + "nauc_map_at_3_std": 0.0008146326534981333, + "nauc_map_at_5_diff1": 0.8214598560533031, + "nauc_map_at_5_max": 0.6958129078125391, + "nauc_map_at_5_std": -0.008472862151135213, + "nauc_mrr_at_1000_diff1": 0.8235885814864212, + "nauc_mrr_at_1000_max": 0.6920846415676757, + "nauc_mrr_at_1000_std": -0.010327850311915153, + "nauc_mrr_at_100_diff1": 0.8235895725739593, + "nauc_mrr_at_100_max": 0.6921382818399833, + "nauc_mrr_at_100_std": -0.010184267227083543, + "nauc_mrr_at_10_diff1": 0.8219725227645442, + "nauc_mrr_at_10_max": 0.6931150957436656, + "nauc_mrr_at_10_std": -0.009978547976571175, + "nauc_mrr_at_1_diff1": 0.84110570901921, + "nauc_mrr_at_1_max": 0.6548598488984226, + "nauc_mrr_at_1_std": -0.05488939270353636, + "nauc_mrr_at_20_diff1": 0.8230854783482456, + "nauc_mrr_at_20_max": 0.6924418355702158, + "nauc_mrr_at_20_std": -0.0096829396257112, + "nauc_mrr_at_3_diff1": 0.824596405400674, + "nauc_mrr_at_3_max": 0.7002893997781365, + "nauc_mrr_at_3_std": 0.0008146326534981333, + "nauc_mrr_at_5_diff1": 0.8214598560533031, + "nauc_mrr_at_5_max": 0.6958129078125391, + "nauc_mrr_at_5_std": -0.008472862151135213, + "nauc_ndcg_at_1000_diff1": 0.8210543564728119, + "nauc_ndcg_at_1000_max": 0.6970882677365587, + "nauc_ndcg_at_1000_std": -0.0031654732123828078, + "nauc_ndcg_at_100_diff1": 0.8212057853793154, + "nauc_ndcg_at_100_max": 0.698189290781049, + "nauc_ndcg_at_100_std": -0.0008069726593738586, + "nauc_ndcg_at_10_diff1": 0.813275657317732, + "nauc_ndcg_at_10_max": 0.7035314265114724, + "nauc_ndcg_at_10_std": 0.0031830875390220685, + "nauc_ndcg_at_1_diff1": 0.84110570901921, + "nauc_ndcg_at_1_max": 0.6548598488984226, + "nauc_ndcg_at_1_std": -0.05488939270353636, + "nauc_ndcg_at_20_diff1": 0.8175346670194192, + "nauc_ndcg_at_20_max": 0.70124360029839, + "nauc_ndcg_at_20_std": 0.006228971797582705, + "nauc_ndcg_at_3_diff1": 0.8191540413102527, + "nauc_ndcg_at_3_max": 0.7165777811703659, + "nauc_ndcg_at_3_std": 0.021260620719227817, + "nauc_ndcg_at_5_diff1": 0.8125754271339916, + "nauc_ndcg_at_5_max": 0.7103231861920336, + "nauc_ndcg_at_5_std": 0.005782456476671453, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8421451914098812, + "nauc_precision_at_100_max": 0.8211367880485435, + "nauc_precision_at_100_std": 0.24293884220355025, + "nauc_precision_at_10_diff1": 0.7521143723189743, + "nauc_precision_at_10_max": 0.7675070028011195, + "nauc_precision_at_10_std": 0.08879687140556583, + "nauc_precision_at_1_diff1": 0.84110570901921, + "nauc_precision_at_1_max": 0.6548598488984226, + "nauc_precision_at_1_std": -0.05488939270353636, + "nauc_precision_at_20_diff1": 0.770084845532416, + "nauc_precision_at_20_max": 0.7737486298867353, + "nauc_precision_at_20_std": 0.17409572524661696, + "nauc_precision_at_3_diff1": 0.7982056660154011, + "nauc_precision_at_3_max": 0.779939087461212, + "nauc_precision_at_3_std": 0.10101568785197104, + "nauc_precision_at_5_diff1": 0.7669591093819208, + "nauc_precision_at_5_max": 0.7823966178085094, + "nauc_precision_at_5_std": 0.07437065428840875, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8421451914098997, + "nauc_recall_at_100_max": 0.8211367880485582, + "nauc_recall_at_100_std": 0.24293884220354905, + "nauc_recall_at_10_diff1": 0.7521143723189755, + "nauc_recall_at_10_max": 0.7675070028011204, + "nauc_recall_at_10_std": 0.08879687140556598, + "nauc_recall_at_1_diff1": 0.84110570901921, + "nauc_recall_at_1_max": 0.6548598488984226, + "nauc_recall_at_1_std": -0.05488939270353636, + "nauc_recall_at_20_diff1": 0.7700848455324144, + "nauc_recall_at_20_max": 0.7737486298867383, + "nauc_recall_at_20_std": 0.17409572524662237, + "nauc_recall_at_3_diff1": 0.7982056660154011, + "nauc_recall_at_3_max": 0.7799390874612111, + "nauc_recall_at_3_std": 0.10101568785197172, + "nauc_recall_at_5_diff1": 0.7669591093819221, + "nauc_recall_at_5_max": 0.782396617808509, + "nauc_recall_at_5_std": 0.07437065428841222, + "ndcg_at_1": 0.72333, + "ndcg_at_10": 0.82649, + "ndcg_at_100": 0.84086, + "ndcg_at_1000": 0.84209, + "ndcg_at_20": 0.833, + "ndcg_at_3": 0.79833, + "ndcg_at_5": 0.81593, + "precision_at_1": 0.72333, + "precision_at_10": 0.09233, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04744, + "precision_at_3": 0.28296, + "precision_at_5": 0.17822, + "recall_at_1": 0.72333, + "recall_at_10": 0.92333, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.94889, + "recall_at_3": 0.84889, + "recall_at_5": 0.89111 + }, + { + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ], + "main_score": 0.6858, + "map_at_1": 0.59, + "map_at_10": 0.65618, + "map_at_100": 0.66157, + "map_at_1000": 0.66193, + "map_at_20": 0.65901, + "map_at_3": 0.64389, + "map_at_5": 0.65072, + "mrr_at_1": 0.59, + "mrr_at_10": 0.6561834215167549, + "mrr_at_100": 0.6615711699254859, + "mrr_at_1000": 0.6619302632116415, + "mrr_at_20": 0.6590068921112524, + "mrr_at_3": 0.6438888888888887, + "mrr_at_5": 0.6507222222222222, + "nauc_map_at_1000_diff1": 0.7860533451133976, + "nauc_map_at_1000_max": 0.7893642025371075, + "nauc_map_at_1000_std": 0.41293998238874624, + "nauc_map_at_100_diff1": 0.7859383049178229, + "nauc_map_at_100_max": 0.7894184106853346, + "nauc_map_at_100_std": 0.4133114492611237, + "nauc_map_at_10_diff1": 0.7855944480322139, + "nauc_map_at_10_max": 0.7897779954575351, + "nauc_map_at_10_std": 0.41361436879931357, + "nauc_map_at_1_diff1": 0.8082478563497538, + "nauc_map_at_1_max": 0.7675482576065139, + "nauc_map_at_1_std": 0.34059215128080955, + "nauc_map_at_20_diff1": 0.7850763220575614, + "nauc_map_at_20_max": 0.789332385422052, + "nauc_map_at_20_std": 0.41333656292867554, + "nauc_map_at_3_diff1": 0.787031889155448, + "nauc_map_at_3_max": 0.7890488940304502, + "nauc_map_at_3_std": 0.40782359575354205, + "nauc_map_at_5_diff1": 0.7875123815239811, + "nauc_map_at_5_max": 0.7903155046393765, + "nauc_map_at_5_std": 0.4091973092917863, + "nauc_mrr_at_1000_diff1": 0.7860533451133976, + "nauc_mrr_at_1000_max": 0.7893642025371075, + "nauc_mrr_at_1000_std": 0.41293998238874624, + "nauc_mrr_at_100_diff1": 0.7859383049178229, + "nauc_mrr_at_100_max": 0.7894184106853346, + "nauc_mrr_at_100_std": 0.4133114492611237, + "nauc_mrr_at_10_diff1": 0.7855944480322139, + "nauc_mrr_at_10_max": 0.7897779954575351, + "nauc_mrr_at_10_std": 0.41361436879931357, + "nauc_mrr_at_1_diff1": 0.8082478563497538, + "nauc_mrr_at_1_max": 0.7675482576065139, + "nauc_mrr_at_1_std": 0.34059215128080955, + "nauc_mrr_at_20_diff1": 0.7850763220575614, + "nauc_mrr_at_20_max": 0.789332385422052, + "nauc_mrr_at_20_std": 0.41333656292867554, + "nauc_mrr_at_3_diff1": 0.787031889155448, + "nauc_mrr_at_3_max": 0.7890488940304502, + "nauc_mrr_at_3_std": 0.40782359575354205, + "nauc_mrr_at_5_diff1": 0.7875123815239811, + "nauc_mrr_at_5_max": 0.7903155046393765, + "nauc_mrr_at_5_std": 0.4091973092917863, + "nauc_ndcg_at_1000_diff1": 0.7807015815168582, + "nauc_ndcg_at_1000_max": 0.7932046821864726, + "nauc_ndcg_at_1000_std": 0.4311390699443104, + "nauc_ndcg_at_100_diff1": 0.7777762497063055, + "nauc_ndcg_at_100_max": 0.7948782728316569, + "nauc_ndcg_at_100_std": 0.4432167204637713, + "nauc_ndcg_at_10_diff1": 0.7744962204690152, + "nauc_ndcg_at_10_max": 0.7968925802365422, + "nauc_ndcg_at_10_std": 0.44642225405932234, + "nauc_ndcg_at_1_diff1": 0.8082478563497538, + "nauc_ndcg_at_1_max": 0.7675482576065139, + "nauc_ndcg_at_1_std": 0.34059215128080955, + "nauc_ndcg_at_20_diff1": 0.7722800396896455, + "nauc_ndcg_at_20_max": 0.7956330093094585, + "nauc_ndcg_at_20_std": 0.44607309631748404, + "nauc_ndcg_at_3_diff1": 0.779159242192925, + "nauc_ndcg_at_3_max": 0.7954673043713525, + "nauc_ndcg_at_3_std": 0.43133045670174885, + "nauc_ndcg_at_5_diff1": 0.7797900306108806, + "nauc_ndcg_at_5_max": 0.797970400026738, + "nauc_ndcg_at_5_std": 0.43480877729884904, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7093227034403523, + "nauc_precision_at_100_max": 0.8368957839546081, + "nauc_precision_at_100_std": 0.7444444444444455, + "nauc_precision_at_10_diff1": 0.7274341937132626, + "nauc_precision_at_10_max": 0.8244671607462296, + "nauc_precision_at_10_std": 0.5825760286225395, + "nauc_precision_at_1_diff1": 0.8082478563497538, + "nauc_precision_at_1_max": 0.7675482576065139, + "nauc_precision_at_1_std": 0.34059215128080955, + "nauc_precision_at_20_diff1": 0.7057066979965967, + "nauc_precision_at_20_max": 0.8233377391048935, + "nauc_precision_at_20_std": 0.6064238597006512, + "nauc_precision_at_3_diff1": 0.7531331201484367, + "nauc_precision_at_3_max": 0.8161588131703941, + "nauc_precision_at_3_std": 0.5085547623836758, + "nauc_precision_at_5_diff1": 0.7525302466263374, + "nauc_precision_at_5_max": 0.8248469771271064, + "nauc_precision_at_5_std": 0.5256626516805658, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7093227034403492, + "nauc_recall_at_100_max": 0.8368957839546074, + "nauc_recall_at_100_std": 0.7444444444444447, + "nauc_recall_at_10_diff1": 0.7274341937132639, + "nauc_recall_at_10_max": 0.8244671607462303, + "nauc_recall_at_10_std": 0.5825760286225404, + "nauc_recall_at_1_diff1": 0.8082478563497538, + "nauc_recall_at_1_max": 0.7675482576065139, + "nauc_recall_at_1_std": 0.34059215128080955, + "nauc_recall_at_20_diff1": 0.7057066979965981, + "nauc_recall_at_20_max": 0.8233377391048934, + "nauc_recall_at_20_std": 0.6064238597006527, + "nauc_recall_at_3_diff1": 0.7531331201484359, + "nauc_recall_at_3_max": 0.8161588131703933, + "nauc_recall_at_3_std": 0.5085547623836758, + "nauc_recall_at_5_diff1": 0.7525302466263382, + "nauc_recall_at_5_max": 0.8248469771271076, + "nauc_recall_at_5_std": 0.5256626516805671, + "ndcg_at_1": 0.59, + "ndcg_at_10": 0.6858, + "ndcg_at_100": 0.71594, + "ndcg_at_1000": 0.72527, + "ndcg_at_20": 0.69634, + "ndcg_at_3": 0.66065, + "ndcg_at_5": 0.67275, + "precision_at_1": 0.59, + "precision_at_10": 0.07778, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "precision_at_20": 0.041, + "precision_at_3": 0.2363, + "precision_at_5": 0.14756, + "recall_at_1": 0.59, + "recall_at_10": 0.77778, + "recall_at_100": 0.92778, + "recall_at_1000": 1.0, + "recall_at_20": 0.82, + "recall_at_3": 0.70889, + "recall_at_5": 0.73778 + }, + { + "hf_subset": "vie_Latn-vie_Latn", + "languages": [ + "vie-Latn", + "vie-Latn" + ], + "main_score": 0.9165, + "map_at_1": 0.85, + "map_at_10": 0.8969, + "map_at_100": 0.89814, + "map_at_1000": 0.89815, + "map_at_20": 0.89795, + "map_at_3": 0.89, + "map_at_5": 0.89406, + "mrr_at_1": 0.85, + "mrr_at_10": 0.8969021164021166, + "mrr_at_100": 0.8981381679312761, + "mrr_at_1000": 0.8981471286416159, + "mrr_at_20": 0.8979536428961096, + "mrr_at_3": 0.8900000000000001, + "mrr_at_5": 0.8940555555555558, + "nauc_map_at_1000_diff1": 0.877444398319454, + "nauc_map_at_1000_max": 0.7552499854666965, + "nauc_map_at_1000_std": -0.12389936206145526, + "nauc_map_at_100_diff1": 0.8774510591431122, + "nauc_map_at_100_max": 0.7552722295904747, + "nauc_map_at_100_std": -0.123801694033591, + "nauc_map_at_10_diff1": 0.8775083802959571, + "nauc_map_at_10_max": 0.7566281180516874, + "nauc_map_at_10_std": -0.12247827480436038, + "nauc_map_at_1_diff1": 0.8889756661966234, + "nauc_map_at_1_max": 0.7351158838630358, + "nauc_map_at_1_std": -0.14994395632208687, + "nauc_map_at_20_diff1": 0.8774591220004747, + "nauc_map_at_20_max": 0.7556705826293423, + "nauc_map_at_20_std": -0.12401529128720497, + "nauc_map_at_3_diff1": 0.875030375489653, + "nauc_map_at_3_max": 0.7560799580089228, + "nauc_map_at_3_std": -0.1298572432987621, + "nauc_map_at_5_diff1": 0.8757250314110822, + "nauc_map_at_5_max": 0.7565892542021628, + "nauc_map_at_5_std": -0.12340155444646242, + "nauc_mrr_at_1000_diff1": 0.877444398319454, + "nauc_mrr_at_1000_max": 0.7552499854666965, + "nauc_mrr_at_1000_std": -0.12389936206145526, + "nauc_mrr_at_100_diff1": 0.8774510591431122, + "nauc_mrr_at_100_max": 0.7552722295904747, + "nauc_mrr_at_100_std": -0.123801694033591, + "nauc_mrr_at_10_diff1": 0.8775083802959571, + "nauc_mrr_at_10_max": 0.7566281180516874, + "nauc_mrr_at_10_std": -0.12247827480436038, + "nauc_mrr_at_1_diff1": 0.8889756661966234, + "nauc_mrr_at_1_max": 0.7351158838630358, + "nauc_mrr_at_1_std": -0.14994395632208687, + "nauc_mrr_at_20_diff1": 0.8774591220004747, + "nauc_mrr_at_20_max": 0.7556705826293423, + "nauc_mrr_at_20_std": -0.12401529128720497, + "nauc_mrr_at_3_diff1": 0.875030375489653, + "nauc_mrr_at_3_max": 0.7560799580089228, + "nauc_mrr_at_3_std": -0.1298572432987621, + "nauc_mrr_at_5_diff1": 0.8757250314110822, + "nauc_mrr_at_5_max": 0.7565892542021628, + "nauc_mrr_at_5_std": -0.12340155444646242, + "nauc_ndcg_at_1000_diff1": 0.8767669693885878, + "nauc_ndcg_at_1000_max": 0.7594810427105159, + "nauc_ndcg_at_1000_std": -0.11671561959334235, + "nauc_ndcg_at_100_diff1": 0.8769892267559365, + "nauc_ndcg_at_100_max": 0.7603599400701194, + "nauc_ndcg_at_100_std": -0.11286300712173591, + "nauc_ndcg_at_10_diff1": 0.8772928760798661, + "nauc_ndcg_at_10_max": 0.7679797176605385, + "nauc_ndcg_at_10_std": -0.10675281486539988, + "nauc_ndcg_at_1_diff1": 0.8889756661966234, + "nauc_ndcg_at_1_max": 0.7351158838630358, + "nauc_ndcg_at_1_std": -0.14994395632208687, + "nauc_ndcg_at_20_diff1": 0.8768525436234696, + "nauc_ndcg_at_20_max": 0.7638529389115629, + "nauc_ndcg_at_20_std": -0.11124006996167193, + "nauc_ndcg_at_3_diff1": 0.8710535255243383, + "nauc_ndcg_at_3_max": 0.7657215139178472, + "nauc_ndcg_at_3_std": -0.12242175125551115, + "nauc_ndcg_at_5_diff1": 0.8725079750966784, + "nauc_ndcg_at_5_max": 0.7680097193640691, + "nauc_ndcg_at_5_std": -0.1092706555596339, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228757582, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9346405228757582, + "nauc_precision_at_10_diff1": 0.8861766928993764, + "nauc_precision_at_10_max": 0.9060957716419892, + "nauc_precision_at_10_std": 0.08850206749365362, + "nauc_precision_at_1_diff1": 0.8889756661966234, + "nauc_precision_at_1_max": 0.7351158838630358, + "nauc_precision_at_1_std": -0.14994395632208687, + "nauc_precision_at_20_diff1": 0.8815359477123967, + "nauc_precision_at_20_max": 0.9836601307189392, + "nauc_precision_at_20_std": 0.28297152194207914, + "nauc_precision_at_3_diff1": 0.8526660664265773, + "nauc_precision_at_3_max": 0.8132503001200535, + "nauc_precision_at_3_std": -0.08666800053354634, + "nauc_precision_at_5_diff1": 0.8537698412698376, + "nauc_precision_at_5_max": 0.8451447245564884, + "nauc_precision_at_5_std": -0.013958916900097686, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.934640522875857, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934640522875857, + "nauc_recall_at_10_diff1": 0.8861766928993842, + "nauc_recall_at_10_max": 0.9060957716419885, + "nauc_recall_at_10_std": 0.0885020674936656, + "nauc_recall_at_1_diff1": 0.8889756661966234, + "nauc_recall_at_1_max": 0.7351158838630358, + "nauc_recall_at_1_std": -0.14994395632208687, + "nauc_recall_at_20_diff1": 0.8815359477124207, + "nauc_recall_at_20_max": 0.9836601307189647, + "nauc_recall_at_20_std": 0.282971521942109, + "nauc_recall_at_3_diff1": 0.8526660664265695, + "nauc_recall_at_3_max": 0.8132503001200481, + "nauc_recall_at_3_std": -0.08666800053354808, + "nauc_recall_at_5_diff1": 0.8537698412698415, + "nauc_recall_at_5_max": 0.84514472455649, + "nauc_recall_at_5_std": -0.013958916900096267, + "ndcg_at_1": 0.85, + "ndcg_at_10": 0.9165, + "ndcg_at_100": 0.92146, + "ndcg_at_1000": 0.92174, + "ndcg_at_20": 0.92021, + "ndcg_at_3": 0.90233, + "ndcg_at_5": 0.90964, + "precision_at_1": 0.85, + "precision_at_10": 0.09767, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04956, + "precision_at_3": 0.31259, + "precision_at_5": 0.19111, + "recall_at_1": 0.85, + "recall_at_10": 0.97667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.99111, + "recall_at_3": 0.93778, + "recall_at_5": 0.95556 + }, + { + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.90478, + "map_at_1": 0.82444, + "map_at_10": 0.88148, + "map_at_100": 0.88269, + "map_at_1000": 0.88269, + "map_at_20": 0.88246, + "map_at_3": 0.87185, + "map_at_5": 0.87885, + "mrr_at_1": 0.8244444444444444, + "mrr_at_10": 0.8814805996472663, + "mrr_at_100": 0.882689820244693, + "mrr_at_1000": 0.8826929152617156, + "mrr_at_20": 0.8824623287025247, + "mrr_at_3": 0.8718518518518522, + "mrr_at_5": 0.8788518518518521, + "nauc_map_at_1000_diff1": 0.8522023160287513, + "nauc_map_at_1000_max": 0.7065728844401834, + "nauc_map_at_1000_std": 0.00953540438612013, + "nauc_map_at_100_diff1": 0.8522063867645367, + "nauc_map_at_100_max": 0.7065809661923966, + "nauc_map_at_100_std": 0.009562684378371798, + "nauc_map_at_10_diff1": 0.8518505494086159, + "nauc_map_at_10_max": 0.7081115987154126, + "nauc_map_at_10_std": 0.011158443807283182, + "nauc_map_at_1_diff1": 0.867794211574346, + "nauc_map_at_1_max": 0.6954188530851989, + "nauc_map_at_1_std": -0.01992510864256339, + "nauc_map_at_20_diff1": 0.8520959423568434, + "nauc_map_at_20_max": 0.7070033279884611, + "nauc_map_at_20_std": 0.010431562758008965, + "nauc_map_at_3_diff1": 0.8474841840543829, + "nauc_map_at_3_max": 0.7049834964045739, + "nauc_map_at_3_std": 0.002684640990665881, + "nauc_map_at_5_diff1": 0.8517821024085822, + "nauc_map_at_5_max": 0.7086980548088775, + "nauc_map_at_5_std": 0.01512353586924842, + "nauc_mrr_at_1000_diff1": 0.8522023160287513, + "nauc_mrr_at_1000_max": 0.7065728844401834, + "nauc_mrr_at_1000_std": 0.00953540438612013, + "nauc_mrr_at_100_diff1": 0.8522063867645367, + "nauc_mrr_at_100_max": 0.7065809661923966, + "nauc_mrr_at_100_std": 0.009562684378371798, + "nauc_mrr_at_10_diff1": 0.8518505494086159, + "nauc_mrr_at_10_max": 0.7081115987154126, + "nauc_mrr_at_10_std": 0.011158443807283182, + "nauc_mrr_at_1_diff1": 0.867794211574346, + "nauc_mrr_at_1_max": 0.6954188530851989, + "nauc_mrr_at_1_std": -0.01992510864256339, + "nauc_mrr_at_20_diff1": 0.8520959423568434, + "nauc_mrr_at_20_max": 0.7070033279884611, + "nauc_mrr_at_20_std": 0.010431562758008965, + "nauc_mrr_at_3_diff1": 0.8474841840543829, + "nauc_mrr_at_3_max": 0.7049834964045739, + "nauc_mrr_at_3_std": 0.002684640990665881, + "nauc_mrr_at_5_diff1": 0.8517821024085822, + "nauc_mrr_at_5_max": 0.7086980548088775, + "nauc_mrr_at_5_std": 0.01512353586924842, + "nauc_ndcg_at_1000_diff1": 0.8504437611747696, + "nauc_ndcg_at_1000_max": 0.7098245033548315, + "nauc_ndcg_at_1000_std": 0.017543858168781342, + "nauc_ndcg_at_100_diff1": 0.8506705047910451, + "nauc_ndcg_at_100_max": 0.7102644411466632, + "nauc_ndcg_at_100_std": 0.01903336913923116, + "nauc_ndcg_at_10_diff1": 0.8478499410629847, + "nauc_ndcg_at_10_max": 0.7184944519237909, + "nauc_ndcg_at_10_std": 0.03061051429465556, + "nauc_ndcg_at_1_diff1": 0.867794211574346, + "nauc_ndcg_at_1_max": 0.6954188530851989, + "nauc_ndcg_at_1_std": -0.01992510864256339, + "nauc_ndcg_at_20_diff1": 0.8487500209506881, + "nauc_ndcg_at_20_max": 0.7137134796474698, + "nauc_ndcg_at_20_std": 0.02848118881515464, + "nauc_ndcg_at_3_diff1": 0.8404139347763756, + "nauc_ndcg_at_3_max": 0.7114758215997026, + "nauc_ndcg_at_3_std": 0.012024517918211169, + "nauc_ndcg_at_5_diff1": 0.8482114179562484, + "nauc_ndcg_at_5_max": 0.7198837615075426, + "nauc_ndcg_at_5_std": 0.04070588757960884, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7998047703930059, + "nauc_precision_at_10_max": 0.8609201256260088, + "nauc_precision_at_10_std": 0.2933961463373197, + "nauc_precision_at_1_diff1": 0.867794211574346, + "nauc_precision_at_1_max": 0.6954188530851989, + "nauc_precision_at_1_std": -0.01992510864256339, + "nauc_precision_at_20_diff1": 0.7604004564788943, + "nauc_precision_at_20_max": 0.899626517273568, + "nauc_precision_at_20_std": 0.6071687934432836, + "nauc_precision_at_3_diff1": 0.8068807009983535, + "nauc_precision_at_3_max": 0.7443438914027185, + "nauc_precision_at_3_std": 0.057286504345329746, + "nauc_precision_at_5_diff1": 0.8240822644847418, + "nauc_precision_at_5_max": 0.8127303553000144, + "nauc_precision_at_5_std": 0.25450882107228967, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7998047703930102, + "nauc_recall_at_10_max": 0.8609201256260091, + "nauc_recall_at_10_std": 0.293396146337322, + "nauc_recall_at_1_diff1": 0.867794211574346, + "nauc_recall_at_1_max": 0.6954188530851989, + "nauc_recall_at_1_std": -0.01992510864256339, + "nauc_recall_at_20_diff1": 0.7604004564788892, + "nauc_recall_at_20_max": 0.8996265172735798, + "nauc_recall_at_20_std": 0.6071687934433077, + "nauc_recall_at_3_diff1": 0.8068807009983484, + "nauc_recall_at_3_max": 0.7443438914027145, + "nauc_recall_at_3_std": 0.05728650434532783, + "nauc_recall_at_5_diff1": 0.8240822644847439, + "nauc_recall_at_5_max": 0.8127303553000171, + "nauc_recall_at_5_std": 0.25450882107229006, + "ndcg_at_1": 0.82444, + "ndcg_at_10": 0.90478, + "ndcg_at_100": 0.91005, + "ndcg_at_1000": 0.91018, + "ndcg_at_20": 0.90841, + "ndcg_at_3": 0.88629, + "ndcg_at_5": 0.89878, + "precision_at_1": 0.82444, + "precision_at_10": 0.09756, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.30926, + "precision_at_5": 0.19156, + "recall_at_1": 0.82444, + "recall_at_10": 0.97556, + "recall_at_100": 0.99889, + "recall_at_1000": 1.0, + "recall_at_20": 0.99, + "recall_at_3": 0.92778, + "recall_at_5": 0.95778 + }, + { + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.89374, + "map_at_1": 0.82, + "map_at_10": 0.87143, + "map_at_100": 0.87343, + "map_at_1000": 0.87346, + "map_at_20": 0.87307, + "map_at_3": 0.86167, + "map_at_5": 0.8685, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8714329805996472, + "mrr_at_100": 0.8734339072221229, + "mrr_at_1000": 0.8734646596378519, + "mrr_at_20": 0.8730702283564771, + "mrr_at_3": 0.8616666666666668, + "mrr_at_5": 0.8685, + "nauc_map_at_1000_diff1": 0.85681149091338, + "nauc_map_at_1000_max": 0.7473224788402026, + "nauc_map_at_1000_std": -0.13581319053610888, + "nauc_map_at_100_diff1": 0.8567882279814646, + "nauc_map_at_100_max": 0.7473866853731527, + "nauc_map_at_100_std": -0.13567918130189283, + "nauc_map_at_10_diff1": 0.8563159257430258, + "nauc_map_at_10_max": 0.7464921088805384, + "nauc_map_at_10_std": -0.13579982832246848, + "nauc_map_at_1_diff1": 0.8770728543280579, + "nauc_map_at_1_max": 0.7477389825115341, + "nauc_map_at_1_std": -0.15119445362313455, + "nauc_map_at_20_diff1": 0.8565487737150234, + "nauc_map_at_20_max": 0.7475664956042182, + "nauc_map_at_20_std": -0.1358882062393393, + "nauc_map_at_3_diff1": 0.852249481429782, + "nauc_map_at_3_max": 0.7479670615135607, + "nauc_map_at_3_std": -0.1372417403125357, + "nauc_map_at_5_diff1": 0.8531756365611644, + "nauc_map_at_5_max": 0.7448151030445025, + "nauc_map_at_5_std": -0.13982854995853491, + "nauc_mrr_at_1000_diff1": 0.85681149091338, + "nauc_mrr_at_1000_max": 0.7473224788402026, + "nauc_mrr_at_1000_std": -0.13581319053610888, + "nauc_mrr_at_100_diff1": 0.8567882279814646, + "nauc_mrr_at_100_max": 0.7473866853731527, + "nauc_mrr_at_100_std": -0.13567918130189283, + "nauc_mrr_at_10_diff1": 0.8563159257430258, + "nauc_mrr_at_10_max": 0.7464921088805384, + "nauc_mrr_at_10_std": -0.13579982832246848, + "nauc_mrr_at_1_diff1": 0.8770728543280579, + "nauc_mrr_at_1_max": 0.7477389825115341, + "nauc_mrr_at_1_std": -0.15119445362313455, + "nauc_mrr_at_20_diff1": 0.8565487737150234, + "nauc_mrr_at_20_max": 0.7475664956042182, + "nauc_mrr_at_20_std": -0.1358882062393393, + "nauc_mrr_at_3_diff1": 0.852249481429782, + "nauc_mrr_at_3_max": 0.7479670615135607, + "nauc_mrr_at_3_std": -0.1372417403125357, + "nauc_mrr_at_5_diff1": 0.8531756365611644, + "nauc_mrr_at_5_max": 0.7448151030445025, + "nauc_mrr_at_5_std": -0.13982854995853491, + "nauc_ndcg_at_1000_diff1": 0.8543187526143826, + "nauc_ndcg_at_1000_max": 0.7480671999745375, + "nauc_ndcg_at_1000_std": -0.13264943093667358, + "nauc_ndcg_at_100_diff1": 0.8536771098762856, + "nauc_ndcg_at_100_max": 0.7497113701974132, + "nauc_ndcg_at_100_std": -0.12862034654798868, + "nauc_ndcg_at_10_diff1": 0.851667359443831, + "nauc_ndcg_at_10_max": 0.7465992351846411, + "nauc_ndcg_at_10_std": -0.1293756838904691, + "nauc_ndcg_at_1_diff1": 0.8770728543280579, + "nauc_ndcg_at_1_max": 0.7477389825115341, + "nauc_ndcg_at_1_std": -0.15119445362313455, + "nauc_ndcg_at_20_diff1": 0.8523793959556506, + "nauc_ndcg_at_20_max": 0.7514575438767453, + "nauc_ndcg_at_20_std": -0.1289531493308519, + "nauc_ndcg_at_3_diff1": 0.8425167956252518, + "nauc_ndcg_at_3_max": 0.7476337065178971, + "nauc_ndcg_at_3_std": -0.13685750162884439, + "nauc_ndcg_at_5_diff1": 0.8430096532525875, + "nauc_ndcg_at_5_max": 0.7410553792954084, + "nauc_ndcg_at_5_std": -0.14325717002567462, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7537348272641963, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.5070028011204384, + "nauc_precision_at_10_diff1": 0.81957488877904, + "nauc_precision_at_10_max": 0.7530345471521875, + "nauc_precision_at_10_std": -0.057532817048388314, + "nauc_precision_at_1_diff1": 0.8770728543280579, + "nauc_precision_at_1_max": 0.7477389825115341, + "nauc_precision_at_1_std": -0.15119445362313455, + "nauc_precision_at_20_diff1": 0.7856065503124255, + "nauc_precision_at_20_max": 0.8899303311068003, + "nauc_precision_at_20_std": 0.0744092508798296, + "nauc_precision_at_3_diff1": 0.8005944994031373, + "nauc_precision_at_3_max": 0.7459903792740724, + "nauc_precision_at_3_std": -0.13769811722157313, + "nauc_precision_at_5_diff1": 0.7808167292074021, + "nauc_precision_at_5_max": 0.7156686574000634, + "nauc_precision_at_5_std": -0.171414477740782, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7537348272642582, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.5070028011204668, + "nauc_recall_at_10_diff1": 0.8195748887790415, + "nauc_recall_at_10_max": 0.7530345471521935, + "nauc_recall_at_10_std": -0.05753281704838985, + "nauc_recall_at_1_diff1": 0.8770728543280579, + "nauc_recall_at_1_max": 0.7477389825115341, + "nauc_recall_at_1_std": -0.15119445362313455, + "nauc_recall_at_20_diff1": 0.78560655031243, + "nauc_recall_at_20_max": 0.8899303311068048, + "nauc_recall_at_20_std": 0.07440925087984768, + "nauc_recall_at_3_diff1": 0.8005944994031362, + "nauc_recall_at_3_max": 0.7459903792740713, + "nauc_recall_at_3_std": -0.13769811722157216, + "nauc_recall_at_5_diff1": 0.7808167292074063, + "nauc_recall_at_5_max": 0.7156686574000671, + "nauc_recall_at_5_std": -0.17141447774078003, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89374, + "ndcg_at_100": 0.90172, + "ndcg_at_1000": 0.90234, + "ndcg_at_20": 0.89966, + "ndcg_at_3": 0.87469, + "ndcg_at_5": 0.8868, + "precision_at_1": 0.82, + "precision_at_10": 0.09622, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04928, + "precision_at_3": 0.30407, + "precision_at_5": 0.18822, + "recall_at_1": 0.82, + "recall_at_10": 0.96222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98556, + "recall_at_3": 0.91222, + "recall_at_5": 0.94111 + }, + { + "hf_subset": "war_Latn-war_Latn", + "languages": [ + "war-Latn", + "war-Latn" + ], + "main_score": 0.80764, + "map_at_1": 0.72556, + "map_at_10": 0.78208, + "map_at_100": 0.78567, + "map_at_1000": 0.78584, + "map_at_20": 0.78432, + "map_at_3": 0.77222, + "map_at_5": 0.77811, + "mrr_at_1": 0.7255555555555555, + "mrr_at_10": 0.7820789241622577, + "mrr_at_100": 0.7856677471070692, + "mrr_at_1000": 0.7858366475299537, + "mrr_at_20": 0.7843232341560519, + "mrr_at_3": 0.7722222222222226, + "mrr_at_5": 0.7781111111111115, + "nauc_map_at_1000_diff1": 0.8526564991138831, + "nauc_map_at_1000_max": 0.805131444072366, + "nauc_map_at_1000_std": 0.4036433770221692, + "nauc_map_at_100_diff1": 0.8526462169793132, + "nauc_map_at_100_max": 0.8052650166926839, + "nauc_map_at_100_std": 0.4041264726644826, + "nauc_map_at_10_diff1": 0.8522739393450878, + "nauc_map_at_10_max": 0.8057410252393314, + "nauc_map_at_10_std": 0.4033709995167784, + "nauc_map_at_1_diff1": 0.8616147531621154, + "nauc_map_at_1_max": 0.7721725225157268, + "nauc_map_at_1_std": 0.33885765146796715, + "nauc_map_at_20_diff1": 0.8523836550008329, + "nauc_map_at_20_max": 0.8054486145425238, + "nauc_map_at_20_std": 0.4041766848729293, + "nauc_map_at_3_diff1": 0.8519011422847378, + "nauc_map_at_3_max": 0.8057063730565589, + "nauc_map_at_3_std": 0.40066542084396084, + "nauc_map_at_5_diff1": 0.8528419645565701, + "nauc_map_at_5_max": 0.8072192234532111, + "nauc_map_at_5_std": 0.4061476520078921, + "nauc_mrr_at_1000_diff1": 0.8526564991138831, + "nauc_mrr_at_1000_max": 0.805131444072366, + "nauc_mrr_at_1000_std": 0.4036433770221692, + "nauc_mrr_at_100_diff1": 0.8526462169793132, + "nauc_mrr_at_100_max": 0.8052650166926839, + "nauc_mrr_at_100_std": 0.4041264726644826, + "nauc_mrr_at_10_diff1": 0.8522739393450878, + "nauc_mrr_at_10_max": 0.8057410252393314, + "nauc_mrr_at_10_std": 0.4033709995167784, + "nauc_mrr_at_1_diff1": 0.8616147531621154, + "nauc_mrr_at_1_max": 0.7721725225157268, + "nauc_mrr_at_1_std": 0.33885765146796715, + "nauc_mrr_at_20_diff1": 0.8523836550008329, + "nauc_mrr_at_20_max": 0.8054486145425238, + "nauc_mrr_at_20_std": 0.4041766848729293, + "nauc_mrr_at_3_diff1": 0.8519011422847378, + "nauc_mrr_at_3_max": 0.8057063730565589, + "nauc_mrr_at_3_std": 0.40066542084396084, + "nauc_mrr_at_5_diff1": 0.8528419645565701, + "nauc_mrr_at_5_max": 0.8072192234532111, + "nauc_mrr_at_5_std": 0.4061476520078921, + "nauc_ndcg_at_1000_diff1": 0.8508851901383406, + "nauc_ndcg_at_1000_max": 0.8112898412439419, + "nauc_ndcg_at_1000_std": 0.42118036170572926, + "nauc_ndcg_at_100_diff1": 0.8503701927080579, + "nauc_ndcg_at_100_max": 0.8149434300053061, + "nauc_ndcg_at_100_std": 0.4346784118518674, + "nauc_ndcg_at_10_diff1": 0.8479367982401241, + "nauc_ndcg_at_10_max": 0.8172378863371946, + "nauc_ndcg_at_10_std": 0.43200212688465267, + "nauc_ndcg_at_1_diff1": 0.8616147531621154, + "nauc_ndcg_at_1_max": 0.7721725225157268, + "nauc_ndcg_at_1_std": 0.33885765146796715, + "nauc_ndcg_at_20_diff1": 0.8485300803591537, + "nauc_ndcg_at_20_max": 0.8164955155385419, + "nauc_ndcg_at_20_std": 0.43759566856022764, + "nauc_ndcg_at_3_diff1": 0.848069484221819, + "nauc_ndcg_at_3_max": 0.8175216899701877, + "nauc_ndcg_at_3_std": 0.42692614751216806, + "nauc_ndcg_at_5_diff1": 0.8497870734361642, + "nauc_ndcg_at_5_max": 0.8208060961240157, + "nauc_ndcg_at_5_std": 0.43807973359399544, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.828514739229022, + "nauc_precision_at_100_max": 0.9521475256769387, + "nauc_precision_at_100_std": 0.9432272909163637, + "nauc_precision_at_10_diff1": 0.8248591510012822, + "nauc_precision_at_10_max": 0.872850077164796, + "nauc_precision_at_10_std": 0.5764907681151302, + "nauc_precision_at_1_diff1": 0.8616147531621154, + "nauc_precision_at_1_max": 0.7721725225157268, + "nauc_precision_at_1_std": 0.33885765146796715, + "nauc_precision_at_20_diff1": 0.8224805904096799, + "nauc_precision_at_20_max": 0.8874563524039726, + "nauc_precision_at_20_std": 0.6804548303339598, + "nauc_precision_at_3_diff1": 0.8337750765434374, + "nauc_precision_at_3_max": 0.8610597920107597, + "nauc_precision_at_3_std": 0.5256134899236858, + "nauc_precision_at_5_diff1": 0.8372821929451746, + "nauc_precision_at_5_max": 0.8780508165867262, + "nauc_precision_at_5_std": 0.5753824904377366, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8285147392290257, + "nauc_recall_at_100_max": 0.9521475256769389, + "nauc_recall_at_100_std": 0.9432272909163666, + "nauc_recall_at_10_diff1": 0.8248591510012822, + "nauc_recall_at_10_max": 0.8728500771647977, + "nauc_recall_at_10_std": 0.576490768115134, + "nauc_recall_at_1_diff1": 0.8616147531621154, + "nauc_recall_at_1_max": 0.7721725225157268, + "nauc_recall_at_1_std": 0.33885765146796715, + "nauc_recall_at_20_diff1": 0.8224805904096806, + "nauc_recall_at_20_max": 0.8874563524039756, + "nauc_recall_at_20_std": 0.6804548303339603, + "nauc_recall_at_3_diff1": 0.8337750765434349, + "nauc_recall_at_3_max": 0.8610597920107576, + "nauc_recall_at_3_std": 0.5256134899236852, + "nauc_recall_at_5_diff1": 0.8372821929451766, + "nauc_recall_at_5_max": 0.8780508165867279, + "nauc_recall_at_5_std": 0.5753824904377395, + "ndcg_at_1": 0.72556, + "ndcg_at_10": 0.80764, + "ndcg_at_100": 0.82519, + "ndcg_at_1000": 0.82928, + "ndcg_at_20": 0.8158, + "ndcg_at_3": 0.78762, + "ndcg_at_5": 0.79819, + "precision_at_1": 0.72556, + "precision_at_10": 0.08867, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "precision_at_20": 0.04594, + "precision_at_3": 0.27741, + "precision_at_5": 0.17156, + "recall_at_1": 0.72556, + "recall_at_10": 0.88667, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "recall_at_20": 0.91889, + "recall_at_3": 0.83222, + "recall_at_5": 0.85778 + }, + { + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ], + "main_score": 0.86852, + "map_at_1": 0.77778, + "map_at_10": 0.84108, + "map_at_100": 0.84309, + "map_at_1000": 0.8431, + "map_at_20": 0.84238, + "map_at_3": 0.83019, + "map_at_5": 0.83613, + "mrr_at_1": 0.7777777777777778, + "mrr_at_10": 0.84107848324515, + "mrr_at_100": 0.8430901657448309, + "mrr_at_1000": 0.8431022550126454, + "mrr_at_20": 0.8423829302267126, + "mrr_at_3": 0.8301851851851854, + "mrr_at_5": 0.8361296296296301, + "nauc_map_at_1000_diff1": 0.8710049630231123, + "nauc_map_at_1000_max": 0.7139908409491044, + "nauc_map_at_1000_std": -0.04120054399162993, + "nauc_map_at_100_diff1": 0.8709897851719711, + "nauc_map_at_100_max": 0.7140144580879846, + "nauc_map_at_100_std": -0.0411145671021818, + "nauc_map_at_10_diff1": 0.870643201689503, + "nauc_map_at_10_max": 0.7156295893356047, + "nauc_map_at_10_std": -0.04148499751241014, + "nauc_map_at_1_diff1": 0.8878405315614614, + "nauc_map_at_1_max": 0.6813340148223871, + "nauc_map_at_1_std": -0.060968566317404084, + "nauc_map_at_20_diff1": 0.8709596672847256, + "nauc_map_at_20_max": 0.7144768495914608, + "nauc_map_at_20_std": -0.04136730204410682, + "nauc_map_at_3_diff1": 0.864998255201511, + "nauc_map_at_3_max": 0.7187906644040457, + "nauc_map_at_3_std": -0.035534098580570564, + "nauc_map_at_5_diff1": 0.8676174188490927, + "nauc_map_at_5_max": 0.7180449258648482, + "nauc_map_at_5_std": -0.036467610609132145, + "nauc_mrr_at_1000_diff1": 0.8710049630231123, + "nauc_mrr_at_1000_max": 0.7139908409491044, + "nauc_mrr_at_1000_std": -0.04120054399162993, + "nauc_mrr_at_100_diff1": 0.8709897851719711, + "nauc_mrr_at_100_max": 0.7140144580879846, + "nauc_mrr_at_100_std": -0.0411145671021818, + "nauc_mrr_at_10_diff1": 0.870643201689503, + "nauc_mrr_at_10_max": 0.7156295893356047, + "nauc_mrr_at_10_std": -0.04148499751241014, + "nauc_mrr_at_1_diff1": 0.8878405315614614, + "nauc_mrr_at_1_max": 0.6813340148223871, + "nauc_mrr_at_1_std": -0.060968566317404084, + "nauc_mrr_at_20_diff1": 0.8709596672847256, + "nauc_mrr_at_20_max": 0.7144768495914608, + "nauc_mrr_at_20_std": -0.04136730204410682, + "nauc_mrr_at_3_diff1": 0.864998255201511, + "nauc_mrr_at_3_max": 0.7187906644040457, + "nauc_mrr_at_3_std": -0.035534098580570564, + "nauc_mrr_at_5_diff1": 0.8676174188490927, + "nauc_mrr_at_5_max": 0.7180449258648482, + "nauc_mrr_at_5_std": -0.036467610609132145, + "nauc_ndcg_at_1000_diff1": 0.8691789487629438, + "nauc_ndcg_at_1000_max": 0.718804995064888, + "nauc_ndcg_at_1000_std": -0.0371490572013392, + "nauc_ndcg_at_100_diff1": 0.8688973910995661, + "nauc_ndcg_at_100_max": 0.7195249983459704, + "nauc_ndcg_at_100_std": -0.03449342423827323, + "nauc_ndcg_at_10_diff1": 0.8674822216502258, + "nauc_ndcg_at_10_max": 0.7278009752371932, + "nauc_ndcg_at_10_std": -0.03598950526774844, + "nauc_ndcg_at_1_diff1": 0.8878405315614614, + "nauc_ndcg_at_1_max": 0.6813340148223871, + "nauc_ndcg_at_1_std": -0.060968566317404084, + "nauc_ndcg_at_20_diff1": 0.8691633284793672, + "nauc_ndcg_at_20_max": 0.7232901174084329, + "nauc_ndcg_at_20_std": -0.03688782192406551, + "nauc_ndcg_at_3_diff1": 0.8545538795605339, + "nauc_ndcg_at_3_max": 0.733117327237321, + "nauc_ndcg_at_3_std": -0.021889713691299804, + "nauc_ndcg_at_5_diff1": 0.8594921283876831, + "nauc_ndcg_at_5_max": 0.7330885542818929, + "nauc_ndcg_at_5_std": -0.02280802301867334, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.777077497665775, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8503957138410898, + "nauc_precision_at_10_max": 0.8324440887466069, + "nauc_precision_at_10_std": 0.0008336668000538167, + "nauc_precision_at_1_diff1": 0.8878405315614614, + "nauc_precision_at_1_max": 0.6813340148223871, + "nauc_precision_at_1_std": -0.060968566317404084, + "nauc_precision_at_20_diff1": 0.87068160597572, + "nauc_precision_at_20_max": 0.8288702147525705, + "nauc_precision_at_20_std": -0.0035107376283917413, + "nauc_precision_at_3_diff1": 0.8095270486944544, + "nauc_precision_at_3_max": 0.7937215155431633, + "nauc_precision_at_3_std": 0.037767110109129705, + "nauc_precision_at_5_diff1": 0.8172773613950067, + "nauc_precision_at_5_max": 0.8132397102985313, + "nauc_precision_at_5_std": 0.051726095843739175, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7770774976657685, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8503957138410921, + "nauc_recall_at_10_max": 0.8324440887466079, + "nauc_recall_at_10_std": 0.0008336668000524195, + "nauc_recall_at_1_diff1": 0.8878405315614614, + "nauc_recall_at_1_max": 0.6813340148223871, + "nauc_recall_at_1_std": -0.060968566317404084, + "nauc_recall_at_20_diff1": 0.8706816059757216, + "nauc_recall_at_20_max": 0.82887021475257, + "nauc_recall_at_20_std": -0.0035107376283835005, + "nauc_recall_at_3_diff1": 0.8095270486944519, + "nauc_recall_at_3_max": 0.7937215155431608, + "nauc_recall_at_3_std": 0.037767110109127255, + "nauc_recall_at_5_diff1": 0.817277361395008, + "nauc_recall_at_5_max": 0.8132397102985348, + "nauc_recall_at_5_std": 0.051726095843742353, + "ndcg_at_1": 0.77778, + "ndcg_at_10": 0.86852, + "ndcg_at_100": 0.87814, + "ndcg_at_1000": 0.87843, + "ndcg_at_20": 0.87329, + "ndcg_at_3": 0.8462, + "ndcg_at_5": 0.85682, + "precision_at_1": 0.77778, + "precision_at_10": 0.09533, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04861, + "precision_at_3": 0.29741, + "precision_at_5": 0.18356, + "recall_at_1": 0.77778, + "recall_at_10": 0.95333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.97222, + "recall_at_3": 0.89222, + "recall_at_5": 0.91778 + }, + { + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ], + "main_score": 0.78502, + "map_at_1": 0.70889, + "map_at_10": 0.76037, + "map_at_100": 0.76394, + "map_at_1000": 0.7642, + "map_at_20": 0.76254, + "map_at_3": 0.7487, + "map_at_5": 0.75554, + "mrr_at_1": 0.7088888888888889, + "mrr_at_10": 0.760365520282187, + "mrr_at_100": 0.7639401055102955, + "mrr_at_1000": 0.7642032243627653, + "mrr_at_20": 0.7625413890518379, + "mrr_at_3": 0.7487037037037039, + "mrr_at_5": 0.7555370370370372, + "nauc_map_at_1000_diff1": 0.8744731278816609, + "nauc_map_at_1000_max": 0.8453386715894261, + "nauc_map_at_1000_std": 0.34084528139221726, + "nauc_map_at_100_diff1": 0.874415266994694, + "nauc_map_at_100_max": 0.8454035468102972, + "nauc_map_at_100_std": 0.34124456008557863, + "nauc_map_at_10_diff1": 0.874006744671284, + "nauc_map_at_10_max": 0.8451366357377283, + "nauc_map_at_10_std": 0.339668510397006, + "nauc_map_at_1_diff1": 0.8889953901160474, + "nauc_map_at_1_max": 0.824450857323476, + "nauc_map_at_1_std": 0.29545333262180445, + "nauc_map_at_20_diff1": 0.8739337940614956, + "nauc_map_at_20_max": 0.8452430224974357, + "nauc_map_at_20_std": 0.3413305796371175, + "nauc_map_at_3_diff1": 0.8731780355651934, + "nauc_map_at_3_max": 0.8449298427169099, + "nauc_map_at_3_std": 0.3284293422689572, + "nauc_map_at_5_diff1": 0.8733586553528814, + "nauc_map_at_5_max": 0.8449130018666499, + "nauc_map_at_5_std": 0.3327198897846873, + "nauc_mrr_at_1000_diff1": 0.8744731278816609, + "nauc_mrr_at_1000_max": 0.8453386715894261, + "nauc_mrr_at_1000_std": 0.34084528139221726, + "nauc_mrr_at_100_diff1": 0.874415266994694, + "nauc_mrr_at_100_max": 0.8454035468102972, + "nauc_mrr_at_100_std": 0.34124456008557863, + "nauc_mrr_at_10_diff1": 0.874006744671284, + "nauc_mrr_at_10_max": 0.8451366357377283, + "nauc_mrr_at_10_std": 0.339668510397006, + "nauc_mrr_at_1_diff1": 0.8889953901160474, + "nauc_mrr_at_1_max": 0.824450857323476, + "nauc_mrr_at_1_std": 0.29545333262180445, + "nauc_mrr_at_20_diff1": 0.8739337940614956, + "nauc_mrr_at_20_max": 0.8452430224974357, + "nauc_mrr_at_20_std": 0.3413305796371175, + "nauc_mrr_at_3_diff1": 0.8731780355651934, + "nauc_mrr_at_3_max": 0.8449298427169099, + "nauc_mrr_at_3_std": 0.3284293422689572, + "nauc_mrr_at_5_diff1": 0.8733586553528814, + "nauc_mrr_at_5_max": 0.8449130018666499, + "nauc_mrr_at_5_std": 0.3327198897846873, + "nauc_ndcg_at_1000_diff1": 0.8718000000484177, + "nauc_ndcg_at_1000_max": 0.8491152498026215, + "nauc_ndcg_at_1000_std": 0.357219372423237, + "nauc_ndcg_at_100_diff1": 0.8708704040192259, + "nauc_ndcg_at_100_max": 0.8513911388195561, + "nauc_ndcg_at_100_std": 0.36950070960378567, + "nauc_ndcg_at_10_diff1": 0.8680873750213972, + "nauc_ndcg_at_10_max": 0.8509889062452605, + "nauc_ndcg_at_10_std": 0.36745774722344093, + "nauc_ndcg_at_1_diff1": 0.8889953901160474, + "nauc_ndcg_at_1_max": 0.824450857323476, + "nauc_ndcg_at_1_std": 0.29545333262180445, + "nauc_ndcg_at_20_diff1": 0.8671415588298262, + "nauc_ndcg_at_20_max": 0.8509776496587642, + "nauc_ndcg_at_20_std": 0.3739786828400336, + "nauc_ndcg_at_3_diff1": 0.8668434629320455, + "nauc_ndcg_at_3_max": 0.8500777393840802, + "nauc_ndcg_at_3_std": 0.3396105367098887, + "nauc_ndcg_at_5_diff1": 0.8668250924737042, + "nauc_ndcg_at_5_max": 0.8501023981264665, + "nauc_ndcg_at_5_std": 0.3479184691086572, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.850140056022409, + "nauc_precision_at_100_max": 0.9153828197945849, + "nauc_precision_at_100_std": 0.7051290213054952, + "nauc_precision_at_10_diff1": 0.8409570147761709, + "nauc_precision_at_10_max": 0.877288275905157, + "nauc_precision_at_10_std": 0.5097544594045788, + "nauc_precision_at_1_diff1": 0.8889953901160474, + "nauc_precision_at_1_max": 0.824450857323476, + "nauc_precision_at_1_std": 0.29545333262180445, + "nauc_precision_at_20_diff1": 0.8255282299965364, + "nauc_precision_at_20_max": 0.8817704982928387, + "nauc_precision_at_20_std": 0.5889059330001462, + "nauc_precision_at_3_diff1": 0.8449762555921807, + "nauc_precision_at_3_max": 0.8668304654784376, + "nauc_precision_at_3_std": 0.3775333329664832, + "nauc_precision_at_5_diff1": 0.8415000380141403, + "nauc_precision_at_5_max": 0.8688417091157898, + "nauc_precision_at_5_std": 0.40697622849033155, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8501400560224112, + "nauc_recall_at_100_max": 0.9153828197945851, + "nauc_recall_at_100_std": 0.7051290213054915, + "nauc_recall_at_10_diff1": 0.8409570147761706, + "nauc_recall_at_10_max": 0.8772882759051577, + "nauc_recall_at_10_std": 0.509754459404581, + "nauc_recall_at_1_diff1": 0.8889953901160474, + "nauc_recall_at_1_max": 0.824450857323476, + "nauc_recall_at_1_std": 0.29545333262180445, + "nauc_recall_at_20_diff1": 0.825528229996537, + "nauc_recall_at_20_max": 0.8817704982928399, + "nauc_recall_at_20_std": 0.5889059330001487, + "nauc_recall_at_3_diff1": 0.8449762555921794, + "nauc_recall_at_3_max": 0.8668304654784376, + "nauc_recall_at_3_std": 0.37753333296648245, + "nauc_recall_at_5_diff1": 0.8415000380141416, + "nauc_recall_at_5_max": 0.8688417091157912, + "nauc_recall_at_5_std": 0.40697622849033216, + "ndcg_at_1": 0.70889, + "ndcg_at_10": 0.78502, + "ndcg_at_100": 0.8035, + "ndcg_at_1000": 0.80992, + "ndcg_at_20": 0.79309, + "ndcg_at_3": 0.76133, + "ndcg_at_5": 0.77344, + "precision_at_1": 0.70889, + "precision_at_10": 0.08622, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "precision_at_20": 0.04472, + "precision_at_3": 0.26593, + "precision_at_5": 0.16533, + "recall_at_1": 0.70889, + "recall_at_10": 0.86222, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "recall_at_20": 0.89444, + "recall_at_3": 0.79778, + "recall_at_5": 0.82667 + }, + { + "hf_subset": "wol_Latn-wol_Latn", + "languages": [ + "wol-Latn", + "wol-Latn" + ], + "main_score": 0.60151, + "map_at_1": 0.49333, + "map_at_10": 0.56589, + "map_at_100": 0.57127, + "map_at_1000": 0.57198, + "map_at_20": 0.56852, + "map_at_3": 0.54796, + "map_at_5": 0.55952, + "mrr_at_1": 0.49333333333333335, + "mrr_at_10": 0.5658866843033508, + "mrr_at_100": 0.57126738701858, + "mrr_at_1000": 0.5719839466345961, + "mrr_at_20": 0.5685202043064528, + "mrr_at_3": 0.5479629629629628, + "mrr_at_5": 0.5595185185185182, + "nauc_map_at_1000_diff1": 0.7983991138703189, + "nauc_map_at_1000_max": 0.8143901605017793, + "nauc_map_at_1000_std": 0.5323810625196382, + "nauc_map_at_100_diff1": 0.7982303193303014, + "nauc_map_at_100_max": 0.814495199723702, + "nauc_map_at_100_std": 0.5329460568710941, + "nauc_map_at_10_diff1": 0.7974110200731301, + "nauc_map_at_10_max": 0.8149807836581197, + "nauc_map_at_10_std": 0.5345106859559559, + "nauc_map_at_1_diff1": 0.8342948888376849, + "nauc_map_at_1_max": 0.8033522985755385, + "nauc_map_at_1_std": 0.48627826323283524, + "nauc_map_at_20_diff1": 0.7978840164273269, + "nauc_map_at_20_max": 0.8143104465451932, + "nauc_map_at_20_std": 0.5330736767751943, + "nauc_map_at_3_diff1": 0.8034109748605279, + "nauc_map_at_3_max": 0.8153072551370061, + "nauc_map_at_3_std": 0.5181799090319745, + "nauc_map_at_5_diff1": 0.7989799385828625, + "nauc_map_at_5_max": 0.8153389458489271, + "nauc_map_at_5_std": 0.5291239803336194, + "nauc_mrr_at_1000_diff1": 0.7983991138703189, + "nauc_mrr_at_1000_max": 0.8143901605017793, + "nauc_mrr_at_1000_std": 0.5323810625196382, + "nauc_mrr_at_100_diff1": 0.7982303193303014, + "nauc_mrr_at_100_max": 0.814495199723702, + "nauc_mrr_at_100_std": 0.5329460568710941, + "nauc_mrr_at_10_diff1": 0.7974110200731301, + "nauc_mrr_at_10_max": 0.8149807836581197, + "nauc_mrr_at_10_std": 0.5345106859559559, + "nauc_mrr_at_1_diff1": 0.8342948888376849, + "nauc_mrr_at_1_max": 0.8033522985755385, + "nauc_mrr_at_1_std": 0.48627826323283524, + "nauc_mrr_at_20_diff1": 0.7978840164273269, + "nauc_mrr_at_20_max": 0.8143104465451932, + "nauc_mrr_at_20_std": 0.5330736767751943, + "nauc_mrr_at_3_diff1": 0.8034109748605279, + "nauc_mrr_at_3_max": 0.8153072551370061, + "nauc_mrr_at_3_std": 0.5181799090319745, + "nauc_mrr_at_5_diff1": 0.7989799385828625, + "nauc_mrr_at_5_max": 0.8153389458489271, + "nauc_mrr_at_5_std": 0.5291239803336194, + "nauc_ndcg_at_1000_diff1": 0.7897426864724579, + "nauc_ndcg_at_1000_max": 0.8160620530681099, + "nauc_ndcg_at_1000_std": 0.5471746599241999, + "nauc_ndcg_at_100_diff1": 0.7846158834644261, + "nauc_ndcg_at_100_max": 0.8182334157367304, + "nauc_ndcg_at_100_std": 0.5615501914841806, + "nauc_ndcg_at_10_diff1": 0.7803214262789714, + "nauc_ndcg_at_10_max": 0.8186440106327517, + "nauc_ndcg_at_10_std": 0.5650069603348314, + "nauc_ndcg_at_1_diff1": 0.8342948888376849, + "nauc_ndcg_at_1_max": 0.8033522985755385, + "nauc_ndcg_at_1_std": 0.48627826323283524, + "nauc_ndcg_at_20_diff1": 0.7816316227283708, + "nauc_ndcg_at_20_max": 0.816364895012914, + "nauc_ndcg_at_20_std": 0.5605926288520766, + "nauc_ndcg_at_3_diff1": 0.7930572485234152, + "nauc_ndcg_at_3_max": 0.8188417623679719, + "nauc_ndcg_at_3_std": 0.5296023873831666, + "nauc_ndcg_at_5_diff1": 0.7847575893501011, + "nauc_ndcg_at_5_max": 0.8193209547932758, + "nauc_ndcg_at_5_std": 0.5502609768197183, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7009724473257706, + "nauc_precision_at_100_max": 0.8494503037899891, + "nauc_precision_at_100_std": 0.7830316724018173, + "nauc_precision_at_10_diff1": 0.7135102884251571, + "nauc_precision_at_10_max": 0.832219048450603, + "nauc_precision_at_10_std": 0.6900645703142854, + "nauc_precision_at_1_diff1": 0.8342948888376849, + "nauc_precision_at_1_max": 0.8033522985755385, + "nauc_precision_at_1_std": 0.48627826323283524, + "nauc_precision_at_20_diff1": 0.712125123553695, + "nauc_precision_at_20_max": 0.8225734054305482, + "nauc_precision_at_20_std": 0.6830234315948607, + "nauc_precision_at_3_diff1": 0.7607756501334347, + "nauc_precision_at_3_max": 0.8297004757528802, + "nauc_precision_at_3_std": 0.5654643422707964, + "nauc_precision_at_5_diff1": 0.7358026946961793, + "nauc_precision_at_5_max": 0.8328427049872569, + "nauc_precision_at_5_std": 0.6249741324827032, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7009724473257708, + "nauc_recall_at_100_max": 0.8494503037899909, + "nauc_recall_at_100_std": 0.7830316724018175, + "nauc_recall_at_10_diff1": 0.7135102884251576, + "nauc_recall_at_10_max": 0.8322190484506038, + "nauc_recall_at_10_std": 0.690064570314286, + "nauc_recall_at_1_diff1": 0.8342948888376849, + "nauc_recall_at_1_max": 0.8033522985755385, + "nauc_recall_at_1_std": 0.48627826323283524, + "nauc_recall_at_20_diff1": 0.7121251235536948, + "nauc_recall_at_20_max": 0.8225734054305481, + "nauc_recall_at_20_std": 0.6830234315948595, + "nauc_recall_at_3_diff1": 0.7607756501334345, + "nauc_recall_at_3_max": 0.8297004757528801, + "nauc_recall_at_3_std": 0.5654643422707961, + "nauc_recall_at_5_diff1": 0.7358026946961804, + "nauc_recall_at_5_max": 0.8328427049872575, + "nauc_recall_at_5_std": 0.624974132482704, + "ndcg_at_1": 0.49333, + "ndcg_at_10": 0.60151, + "ndcg_at_100": 0.63188, + "ndcg_at_1000": 0.64949, + "ndcg_at_20": 0.61089, + "ndcg_at_3": 0.56536, + "ndcg_at_5": 0.58606, + "precision_at_1": 0.49333, + "precision_at_10": 0.07133, + "precision_at_100": 0.00866, + "precision_at_1000": 0.001, + "precision_at_20": 0.0375, + "precision_at_3": 0.20519, + "precision_at_5": 0.13311, + "recall_at_1": 0.49333, + "recall_at_10": 0.71333, + "recall_at_100": 0.86556, + "recall_at_1000": 1.0, + "recall_at_20": 0.75, + "recall_at_3": 0.61556, + "recall_at_5": 0.66556 + }, + { + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ], + "main_score": 0.79606, + "map_at_1": 0.67556, + "map_at_10": 0.75756, + "map_at_100": 0.76073, + "map_at_1000": 0.76079, + "map_at_20": 0.75951, + "map_at_3": 0.73981, + "map_at_5": 0.75054, + "mrr_at_1": 0.6755555555555556, + "mrr_at_10": 0.7575621693121698, + "mrr_at_100": 0.7607284017603845, + "mrr_at_1000": 0.7607863039591857, + "mrr_at_20": 0.7595098788953285, + "mrr_at_3": 0.7398148148148153, + "mrr_at_5": 0.7505370370370376, + "nauc_map_at_1000_diff1": 0.8038795056335846, + "nauc_map_at_1000_max": 0.6893997707076163, + "nauc_map_at_1000_std": 0.03723788784071604, + "nauc_map_at_100_diff1": 0.8038946770805422, + "nauc_map_at_100_max": 0.6894480129299758, + "nauc_map_at_100_std": 0.03724794387936028, + "nauc_map_at_10_diff1": 0.8029893230387842, + "nauc_map_at_10_max": 0.6898709100616891, + "nauc_map_at_10_std": 0.03738084324553164, + "nauc_map_at_1_diff1": 0.8221128239465553, + "nauc_map_at_1_max": 0.6669076134098274, + "nauc_map_at_1_std": 0.025569522012387203, + "nauc_map_at_20_diff1": 0.8030965188485413, + "nauc_map_at_20_max": 0.6896176136223645, + "nauc_map_at_20_std": 0.03843258375501442, + "nauc_map_at_3_diff1": 0.8024710028593418, + "nauc_map_at_3_max": 0.692853926607073, + "nauc_map_at_3_std": 0.03924194207221467, + "nauc_map_at_5_diff1": 0.800573450328284, + "nauc_map_at_5_max": 0.6897758688564497, + "nauc_map_at_5_std": 0.03448887664688585, + "nauc_mrr_at_1000_diff1": 0.8038795056335846, + "nauc_mrr_at_1000_max": 0.6893997707076163, + "nauc_mrr_at_1000_std": 0.03723788784071604, + "nauc_mrr_at_100_diff1": 0.8038946770805422, + "nauc_mrr_at_100_max": 0.6894480129299758, + "nauc_mrr_at_100_std": 0.03724794387936028, + "nauc_mrr_at_10_diff1": 0.8029893230387842, + "nauc_mrr_at_10_max": 0.6898709100616891, + "nauc_mrr_at_10_std": 0.03738084324553164, + "nauc_mrr_at_1_diff1": 0.8221128239465553, + "nauc_mrr_at_1_max": 0.6669076134098274, + "nauc_mrr_at_1_std": 0.025569522012387203, + "nauc_mrr_at_20_diff1": 0.8030965188485413, + "nauc_mrr_at_20_max": 0.6896176136223645, + "nauc_mrr_at_20_std": 0.03843258375501442, + "nauc_mrr_at_3_diff1": 0.8024710028593418, + "nauc_mrr_at_3_max": 0.692853926607073, + "nauc_mrr_at_3_std": 0.03924194207221467, + "nauc_mrr_at_5_diff1": 0.800573450328284, + "nauc_mrr_at_5_max": 0.6897758688564497, + "nauc_mrr_at_5_std": 0.03448887664688585, + "nauc_ndcg_at_1000_diff1": 0.8010669557801504, + "nauc_ndcg_at_1000_max": 0.6923749390615176, + "nauc_ndcg_at_1000_std": 0.040982550672403945, + "nauc_ndcg_at_100_diff1": 0.8015473518412225, + "nauc_ndcg_at_100_max": 0.6936829528265385, + "nauc_ndcg_at_100_std": 0.04217445640017143, + "nauc_ndcg_at_10_diff1": 0.7955313575887188, + "nauc_ndcg_at_10_max": 0.6956580782609921, + "nauc_ndcg_at_10_std": 0.0458826843094426, + "nauc_ndcg_at_1_diff1": 0.8221128239465553, + "nauc_ndcg_at_1_max": 0.6669076134098274, + "nauc_ndcg_at_1_std": 0.025569522012387203, + "nauc_ndcg_at_20_diff1": 0.7959448048260453, + "nauc_ndcg_at_20_max": 0.6950755256936187, + "nauc_ndcg_at_20_std": 0.05068163614331779, + "nauc_ndcg_at_3_diff1": 0.7943395900612858, + "nauc_ndcg_at_3_max": 0.7009715818100407, + "nauc_ndcg_at_3_std": 0.04665638860097661, + "nauc_ndcg_at_5_diff1": 0.7895868907260516, + "nauc_ndcg_at_5_max": 0.6952048634385374, + "nauc_ndcg_at_5_std": 0.0372228629983416, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8686974789916165, + "nauc_precision_at_100_max": 0.8721988795518242, + "nauc_precision_at_100_std": 0.23745331465921576, + "nauc_precision_at_10_diff1": 0.7443821973233744, + "nauc_precision_at_10_max": 0.7333831310301907, + "nauc_precision_at_10_std": 0.11436041083099939, + "nauc_precision_at_1_diff1": 0.8221128239465553, + "nauc_precision_at_1_max": 0.6669076134098274, + "nauc_precision_at_1_std": 0.025569522012387203, + "nauc_precision_at_20_diff1": 0.7241086910954846, + "nauc_precision_at_20_max": 0.7479944358695815, + "nauc_precision_at_20_std": 0.2099982850282923, + "nauc_precision_at_3_diff1": 0.7633216015401756, + "nauc_precision_at_3_max": 0.7309388442679675, + "nauc_precision_at_3_std": 0.07560689468459553, + "nauc_precision_at_5_diff1": 0.7356800641948494, + "nauc_precision_at_5_max": 0.7182467568226688, + "nauc_precision_at_5_std": 0.04845295131103819, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8686974789915968, + "nauc_recall_at_100_max": 0.8721988795518228, + "nauc_recall_at_100_std": 0.2374533146591998, + "nauc_recall_at_10_diff1": 0.7443821973233743, + "nauc_recall_at_10_max": 0.7333831310301898, + "nauc_recall_at_10_std": 0.11436041083099982, + "nauc_recall_at_1_diff1": 0.8221128239465553, + "nauc_recall_at_1_max": 0.6669076134098274, + "nauc_recall_at_1_std": 0.025569522012387203, + "nauc_recall_at_20_diff1": 0.7241086910954871, + "nauc_recall_at_20_max": 0.7479944358695882, + "nauc_recall_at_20_std": 0.20999828502829568, + "nauc_recall_at_3_diff1": 0.7633216015401734, + "nauc_recall_at_3_max": 0.7309388442679657, + "nauc_recall_at_3_std": 0.07560689468459557, + "nauc_recall_at_5_diff1": 0.7356800641948494, + "nauc_recall_at_5_max": 0.7182467568226694, + "nauc_recall_at_5_std": 0.04845295131103839, + "ndcg_at_1": 0.67556, + "ndcg_at_10": 0.79606, + "ndcg_at_100": 0.81184, + "ndcg_at_1000": 0.81305, + "ndcg_at_20": 0.8033, + "ndcg_at_3": 0.75964, + "ndcg_at_5": 0.77891, + "precision_at_1": 0.67556, + "precision_at_10": 0.09167, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04728, + "precision_at_3": 0.27222, + "precision_at_5": 0.17267, + "recall_at_1": 0.67556, + "recall_at_10": 0.91667, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.94556, + "recall_at_3": 0.81667, + "recall_at_5": 0.86333 + }, + { + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ], + "main_score": 0.61192, + "map_at_1": 0.52111, + "map_at_10": 0.58121, + "map_at_100": 0.58773, + "map_at_1000": 0.58835, + "map_at_20": 0.58464, + "map_at_3": 0.56574, + "map_at_5": 0.57524, + "mrr_at_1": 0.5211111111111111, + "mrr_at_10": 0.581210758377425, + "mrr_at_100": 0.587730293835173, + "mrr_at_1000": 0.5883536574356473, + "mrr_at_20": 0.584638801171309, + "mrr_at_3": 0.5657407407407405, + "mrr_at_5": 0.5752407407407405, + "nauc_map_at_1000_diff1": 0.7925418343566815, + "nauc_map_at_1000_max": 0.8576049795311129, + "nauc_map_at_1000_std": 0.51945853086039, + "nauc_map_at_100_diff1": 0.7921949253130893, + "nauc_map_at_100_max": 0.8575418748623985, + "nauc_map_at_100_std": 0.5197767447265044, + "nauc_map_at_10_diff1": 0.7916102842583985, + "nauc_map_at_10_max": 0.8577336566399358, + "nauc_map_at_10_std": 0.5192228268003781, + "nauc_map_at_1_diff1": 0.8369272950942461, + "nauc_map_at_1_max": 0.84437648760662, + "nauc_map_at_1_std": 0.4632193282562412, + "nauc_map_at_20_diff1": 0.7921952750699772, + "nauc_map_at_20_max": 0.8582790967795034, + "nauc_map_at_20_std": 0.520460398069333, + "nauc_map_at_3_diff1": 0.801089909568327, + "nauc_map_at_3_max": 0.8628977724873562, + "nauc_map_at_3_std": 0.515802227379794, + "nauc_map_at_5_diff1": 0.7951801079092649, + "nauc_map_at_5_max": 0.8586193848368681, + "nauc_map_at_5_std": 0.5161434079075716, + "nauc_mrr_at_1000_diff1": 0.7925418343566815, + "nauc_mrr_at_1000_max": 0.8576049795311129, + "nauc_mrr_at_1000_std": 0.51945853086039, + "nauc_mrr_at_100_diff1": 0.7921949253130893, + "nauc_mrr_at_100_max": 0.8575418748623985, + "nauc_mrr_at_100_std": 0.5197767447265044, + "nauc_mrr_at_10_diff1": 0.7916102842583985, + "nauc_mrr_at_10_max": 0.8577336566399358, + "nauc_mrr_at_10_std": 0.5192228268003781, + "nauc_mrr_at_1_diff1": 0.8369272950942461, + "nauc_mrr_at_1_max": 0.84437648760662, + "nauc_mrr_at_1_std": 0.4632193282562412, + "nauc_mrr_at_20_diff1": 0.7921952750699772, + "nauc_mrr_at_20_max": 0.8582790967795034, + "nauc_mrr_at_20_std": 0.520460398069333, + "nauc_mrr_at_3_diff1": 0.801089909568327, + "nauc_mrr_at_3_max": 0.8628977724873562, + "nauc_mrr_at_3_std": 0.515802227379794, + "nauc_mrr_at_5_diff1": 0.7951801079092649, + "nauc_mrr_at_5_max": 0.8586193848368681, + "nauc_mrr_at_5_std": 0.5161434079075716, + "nauc_ndcg_at_1000_diff1": 0.7814831521560343, + "nauc_ndcg_at_1000_max": 0.8582193079964482, + "nauc_ndcg_at_1000_std": 0.532759175781521, + "nauc_ndcg_at_100_diff1": 0.7726620092979068, + "nauc_ndcg_at_100_max": 0.8567196916136138, + "nauc_ndcg_at_100_std": 0.5428566889538785, + "nauc_ndcg_at_10_diff1": 0.7703505293843504, + "nauc_ndcg_at_10_max": 0.859083887005814, + "nauc_ndcg_at_10_std": 0.5410604460225826, + "nauc_ndcg_at_1_diff1": 0.8369272950942461, + "nauc_ndcg_at_1_max": 0.84437648760662, + "nauc_ndcg_at_1_std": 0.4632193282562412, + "nauc_ndcg_at_20_diff1": 0.772059612544052, + "nauc_ndcg_at_20_max": 0.861366529798182, + "nauc_ndcg_at_20_std": 0.5464408471133072, + "nauc_ndcg_at_3_diff1": 0.7907774327811039, + "nauc_ndcg_at_3_max": 0.8687122843728482, + "nauc_ndcg_at_3_std": 0.5318293261583, + "nauc_ndcg_at_5_diff1": 0.7794910821123048, + "nauc_ndcg_at_5_max": 0.8610880641240739, + "nauc_ndcg_at_5_std": 0.5333969763604764, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6277106338579261, + "nauc_precision_at_100_max": 0.8331536388140174, + "nauc_precision_at_100_std": 0.7184766542039829, + "nauc_precision_at_10_diff1": 0.6881924575237989, + "nauc_precision_at_10_max": 0.8617855808741123, + "nauc_precision_at_10_std": 0.6230116540165102, + "nauc_precision_at_1_diff1": 0.8369272950942461, + "nauc_precision_at_1_max": 0.84437648760662, + "nauc_precision_at_1_std": 0.4632193282562412, + "nauc_precision_at_20_diff1": 0.6841506300907078, + "nauc_precision_at_20_max": 0.8746594265482663, + "nauc_precision_at_20_std": 0.6646419147504692, + "nauc_precision_at_3_diff1": 0.759368778746482, + "nauc_precision_at_3_max": 0.8866118624287778, + "nauc_precision_at_3_std": 0.5809947140797693, + "nauc_precision_at_5_diff1": 0.7263595337572126, + "nauc_precision_at_5_max": 0.8679567836242077, + "nauc_precision_at_5_std": 0.5904787061874274, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6277106338579258, + "nauc_recall_at_100_max": 0.8331536388140172, + "nauc_recall_at_100_std": 0.7184766542039825, + "nauc_recall_at_10_diff1": 0.6881924575237987, + "nauc_recall_at_10_max": 0.8617855808741128, + "nauc_recall_at_10_std": 0.6230116540165103, + "nauc_recall_at_1_diff1": 0.8369272950942461, + "nauc_recall_at_1_max": 0.84437648760662, + "nauc_recall_at_1_std": 0.4632193282562412, + "nauc_recall_at_20_diff1": 0.6841506300907078, + "nauc_recall_at_20_max": 0.8746594265482666, + "nauc_recall_at_20_std": 0.6646419147504684, + "nauc_recall_at_3_diff1": 0.759368778746482, + "nauc_recall_at_3_max": 0.8866118624287775, + "nauc_recall_at_3_std": 0.5809947140797695, + "nauc_recall_at_5_diff1": 0.7263595337572132, + "nauc_recall_at_5_max": 0.8679567836242075, + "nauc_recall_at_5_std": 0.5904787061874276, + "ndcg_at_1": 0.52111, + "ndcg_at_10": 0.61192, + "ndcg_at_100": 0.64662, + "ndcg_at_1000": 0.66247, + "ndcg_at_20": 0.62432, + "ndcg_at_3": 0.58025, + "ndcg_at_5": 0.59751, + "precision_at_1": 0.52111, + "precision_at_10": 0.07089, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "precision_at_20": 0.03789, + "precision_at_3": 0.20741, + "precision_at_5": 0.13289, + "recall_at_1": 0.52111, + "recall_at_10": 0.70889, + "recall_at_100": 0.87778, + "recall_at_1000": 1.0, + "recall_at_20": 0.75778, + "recall_at_3": 0.62222, + "recall_at_5": 0.66444 + }, + { + "hf_subset": "xho_Latn-xho_Latn", + "languages": [ + "xho-Latn", + "xho-Latn" + ], + "main_score": 0.66219, + "map_at_1": 0.56667, + "map_at_10": 0.63152, + "map_at_100": 0.63759, + "map_at_1000": 0.63805, + "map_at_20": 0.63473, + "map_at_3": 0.61574, + "map_at_5": 0.62735, + "mrr_at_1": 0.5666666666666667, + "mrr_at_10": 0.6315202821869492, + "mrr_at_100": 0.6375862544723194, + "mrr_at_1000": 0.6380519246465729, + "mrr_at_20": 0.6347283309416953, + "mrr_at_3": 0.6157407407407407, + "mrr_at_5": 0.6273518518518518, + "nauc_map_at_1000_diff1": 0.7879695216054796, + "nauc_map_at_1000_max": 0.8071879823442345, + "nauc_map_at_1000_std": 0.3629435760354881, + "nauc_map_at_100_diff1": 0.7878320649998662, + "nauc_map_at_100_max": 0.8072042796401571, + "nauc_map_at_100_std": 0.3634557091064524, + "nauc_map_at_10_diff1": 0.7873685998176959, + "nauc_map_at_10_max": 0.8078437241453649, + "nauc_map_at_10_std": 0.3622737228467024, + "nauc_map_at_1_diff1": 0.8235784757637864, + "nauc_map_at_1_max": 0.808334524887597, + "nauc_map_at_1_std": 0.31999269180051737, + "nauc_map_at_20_diff1": 0.7870820490959047, + "nauc_map_at_20_max": 0.8072217208268012, + "nauc_map_at_20_std": 0.3652039458124805, + "nauc_map_at_3_diff1": 0.7896200524311934, + "nauc_map_at_3_max": 0.8035104612373475, + "nauc_map_at_3_std": 0.3408236126092021, + "nauc_map_at_5_diff1": 0.7871720865394032, + "nauc_map_at_5_max": 0.8062972644718881, + "nauc_map_at_5_std": 0.35397874857883144, + "nauc_mrr_at_1000_diff1": 0.7879695216054796, + "nauc_mrr_at_1000_max": 0.8071879823442345, + "nauc_mrr_at_1000_std": 0.3629435760354881, + "nauc_mrr_at_100_diff1": 0.7878320649998662, + "nauc_mrr_at_100_max": 0.8072042796401571, + "nauc_mrr_at_100_std": 0.3634557091064524, + "nauc_mrr_at_10_diff1": 0.7873685998176959, + "nauc_mrr_at_10_max": 0.8078437241453649, + "nauc_mrr_at_10_std": 0.3622737228467024, + "nauc_mrr_at_1_diff1": 0.8235784757637864, + "nauc_mrr_at_1_max": 0.808334524887597, + "nauc_mrr_at_1_std": 0.31999269180051737, + "nauc_mrr_at_20_diff1": 0.7870820490959047, + "nauc_mrr_at_20_max": 0.8072217208268012, + "nauc_mrr_at_20_std": 0.3652039458124805, + "nauc_mrr_at_3_diff1": 0.7896200524311934, + "nauc_mrr_at_3_max": 0.8035104612373475, + "nauc_mrr_at_3_std": 0.3408236126092021, + "nauc_mrr_at_5_diff1": 0.7871720865394032, + "nauc_mrr_at_5_max": 0.8062972644718881, + "nauc_mrr_at_5_std": 0.35397874857883144, + "nauc_ndcg_at_1000_diff1": 0.7804929207491959, + "nauc_ndcg_at_1000_max": 0.8075340775482577, + "nauc_ndcg_at_1000_std": 0.3806251208563578, + "nauc_ndcg_at_100_diff1": 0.7765428191933466, + "nauc_ndcg_at_100_max": 0.8078337077791833, + "nauc_ndcg_at_100_std": 0.39373549672430025, + "nauc_ndcg_at_10_diff1": 0.773004187060928, + "nauc_ndcg_at_10_max": 0.8104378647936606, + "nauc_ndcg_at_10_std": 0.39582741045724085, + "nauc_ndcg_at_1_diff1": 0.8235784757637864, + "nauc_ndcg_at_1_max": 0.808334524887597, + "nauc_ndcg_at_1_std": 0.31999269180051737, + "nauc_ndcg_at_20_diff1": 0.7715547946542738, + "nauc_ndcg_at_20_max": 0.8080101622377024, + "nauc_ndcg_at_20_std": 0.4072310638544209, + "nauc_ndcg_at_3_diff1": 0.7782116516292803, + "nauc_ndcg_at_3_max": 0.8013061825767801, + "nauc_ndcg_at_3_std": 0.34830369811051487, + "nauc_ndcg_at_5_diff1": 0.7729642216145698, + "nauc_ndcg_at_5_max": 0.8063842211376542, + "nauc_ndcg_at_5_std": 0.3736520411386769, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6838153101616236, + "nauc_precision_at_100_max": 0.8134230217908758, + "nauc_precision_at_100_std": 0.6883917886403423, + "nauc_precision_at_10_diff1": 0.7163709065576195, + "nauc_precision_at_10_max": 0.8233861232124365, + "nauc_precision_at_10_std": 0.5429563922833567, + "nauc_precision_at_1_diff1": 0.8235784757637864, + "nauc_precision_at_1_max": 0.808334524887597, + "nauc_precision_at_1_std": 0.31999269180051737, + "nauc_precision_at_20_diff1": 0.6982614284023063, + "nauc_precision_at_20_max": 0.8117195735876921, + "nauc_precision_at_20_std": 0.6308410424664703, + "nauc_precision_at_3_diff1": 0.7418642429960592, + "nauc_precision_at_3_max": 0.7940761340982754, + "nauc_precision_at_3_std": 0.37230646903961173, + "nauc_precision_at_5_diff1": 0.721889015083758, + "nauc_precision_at_5_max": 0.8073227027924015, + "nauc_precision_at_5_std": 0.4479201912031868, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6838153101616246, + "nauc_recall_at_100_max": 0.8134230217908766, + "nauc_recall_at_100_std": 0.6883917886403392, + "nauc_recall_at_10_diff1": 0.7163709065576188, + "nauc_recall_at_10_max": 0.8233861232124365, + "nauc_recall_at_10_std": 0.5429563922833571, + "nauc_recall_at_1_diff1": 0.8235784757637864, + "nauc_recall_at_1_max": 0.808334524887597, + "nauc_recall_at_1_std": 0.31999269180051737, + "nauc_recall_at_20_diff1": 0.698261428402307, + "nauc_recall_at_20_max": 0.8117195735876923, + "nauc_recall_at_20_std": 0.6308410424664715, + "nauc_recall_at_3_diff1": 0.7418642429960587, + "nauc_recall_at_3_max": 0.7940761340982756, + "nauc_recall_at_3_std": 0.37230646903961145, + "nauc_recall_at_5_diff1": 0.7218890150837587, + "nauc_recall_at_5_max": 0.8073227027924026, + "nauc_recall_at_5_std": 0.4479201912031879, + "ndcg_at_1": 0.56667, + "ndcg_at_10": 0.66219, + "ndcg_at_100": 0.6953, + "ndcg_at_1000": 0.70585, + "ndcg_at_20": 0.67377, + "ndcg_at_3": 0.63115, + "ndcg_at_5": 0.6519, + "precision_at_1": 0.56667, + "precision_at_10": 0.07578, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "precision_at_20": 0.04017, + "precision_at_3": 0.22519, + "precision_at_5": 0.14511, + "recall_at_1": 0.56667, + "recall_at_10": 0.75778, + "recall_at_100": 0.92111, + "recall_at_1000": 1.0, + "recall_at_20": 0.80333, + "recall_at_3": 0.67556, + "recall_at_5": 0.72556 + }, + { + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ], + "main_score": 0.83357, + "map_at_1": 0.73111, + "map_at_10": 0.80261, + "map_at_100": 0.80538, + "map_at_1000": 0.80543, + "map_at_20": 0.80432, + "map_at_3": 0.79093, + "map_at_5": 0.79765, + "mrr_at_1": 0.7311111111111112, + "mrr_at_10": 0.8026089065255736, + "mrr_at_100": 0.8053776240018307, + "mrr_at_1000": 0.8054325510758292, + "mrr_at_20": 0.8043244254121451, + "mrr_at_3": 0.7909259259259263, + "mrr_at_5": 0.7976481481481486, + "nauc_map_at_1000_diff1": 0.8302158870695318, + "nauc_map_at_1000_max": 0.7224988996383704, + "nauc_map_at_1000_std": -0.02567051046827063, + "nauc_map_at_100_diff1": 0.8301746794443452, + "nauc_map_at_100_max": 0.7225431319561567, + "nauc_map_at_100_std": -0.02554660829136577, + "nauc_map_at_10_diff1": 0.829188006298571, + "nauc_map_at_10_max": 0.7219320879066802, + "nauc_map_at_10_std": -0.026913795437355496, + "nauc_map_at_1_diff1": 0.8457615380232051, + "nauc_map_at_1_max": 0.7079649508847753, + "nauc_map_at_1_std": -0.03272594975825964, + "nauc_map_at_20_diff1": 0.8299008642764985, + "nauc_map_at_20_max": 0.7226495712192853, + "nauc_map_at_20_std": -0.025229578915306715, + "nauc_map_at_3_diff1": 0.8291672893483165, + "nauc_map_at_3_max": 0.727108703813728, + "nauc_map_at_3_std": -0.02207938006422309, + "nauc_map_at_5_diff1": 0.8290468571759522, + "nauc_map_at_5_max": 0.7242864316547999, + "nauc_map_at_5_std": -0.021655802552197727, + "nauc_mrr_at_1000_diff1": 0.8302158870695318, + "nauc_mrr_at_1000_max": 0.7224988996383704, + "nauc_mrr_at_1000_std": -0.02567051046827063, + "nauc_mrr_at_100_diff1": 0.8301746794443452, + "nauc_mrr_at_100_max": 0.7225431319561567, + "nauc_mrr_at_100_std": -0.02554660829136577, + "nauc_mrr_at_10_diff1": 0.829188006298571, + "nauc_mrr_at_10_max": 0.7219320879066802, + "nauc_mrr_at_10_std": -0.026913795437355496, + "nauc_mrr_at_1_diff1": 0.8457615380232051, + "nauc_mrr_at_1_max": 0.7079649508847753, + "nauc_mrr_at_1_std": -0.03272594975825964, + "nauc_mrr_at_20_diff1": 0.8299008642764985, + "nauc_mrr_at_20_max": 0.7226495712192853, + "nauc_mrr_at_20_std": -0.025229578915306715, + "nauc_mrr_at_3_diff1": 0.8291672893483165, + "nauc_mrr_at_3_max": 0.727108703813728, + "nauc_mrr_at_3_std": -0.02207938006422309, + "nauc_mrr_at_5_diff1": 0.8290468571759522, + "nauc_mrr_at_5_max": 0.7242864316547999, + "nauc_mrr_at_5_std": -0.021655802552197727, + "nauc_ndcg_at_1000_diff1": 0.8274353766707592, + "nauc_ndcg_at_1000_max": 0.7245814435741427, + "nauc_ndcg_at_1000_std": -0.022754793879277875, + "nauc_ndcg_at_100_diff1": 0.8262627999248727, + "nauc_ndcg_at_100_max": 0.7257605240164834, + "nauc_ndcg_at_100_std": -0.018760182693416252, + "nauc_ndcg_at_10_diff1": 0.8216905868632477, + "nauc_ndcg_at_10_max": 0.7241429216614504, + "nauc_ndcg_at_10_std": -0.02569193146856428, + "nauc_ndcg_at_1_diff1": 0.8457615380232051, + "nauc_ndcg_at_1_max": 0.7079649508847753, + "nauc_ndcg_at_1_std": -0.03272594975825964, + "nauc_ndcg_at_20_diff1": 0.8241721093938177, + "nauc_ndcg_at_20_max": 0.7266645153893496, + "nauc_ndcg_at_20_std": -0.017607095070685544, + "nauc_ndcg_at_3_diff1": 0.8230036294175381, + "nauc_ndcg_at_3_max": 0.734719584949468, + "nauc_ndcg_at_3_std": -0.014471367837728604, + "nauc_ndcg_at_5_diff1": 0.8221118136251385, + "nauc_ndcg_at_5_max": 0.7293752740486319, + "nauc_ndcg_at_5_std": -0.013518501712501749, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6904761904762118, + "nauc_precision_at_100_max": 0.860527544351086, + "nauc_precision_at_100_std": 0.4574579831932958, + "nauc_precision_at_10_diff1": 0.7662231559290373, + "nauc_precision_at_10_max": 0.7350533963585401, + "nauc_precision_at_10_std": -0.02121265172735913, + "nauc_precision_at_1_diff1": 0.8457615380232051, + "nauc_precision_at_1_max": 0.7079649508847753, + "nauc_precision_at_1_std": -0.03272594975825964, + "nauc_precision_at_20_diff1": 0.7658619003156818, + "nauc_precision_at_20_max": 0.7674847716864499, + "nauc_precision_at_20_std": 0.08541194255479431, + "nauc_precision_at_3_diff1": 0.7976296143665518, + "nauc_precision_at_3_max": 0.7662939246485249, + "nauc_precision_at_3_std": 0.018619929942463153, + "nauc_precision_at_5_diff1": 0.7873421197144415, + "nauc_precision_at_5_max": 0.7531674119400638, + "nauc_precision_at_5_std": 0.028673413352162624, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.690476190476194, + "nauc_recall_at_100_max": 0.8605275443510791, + "nauc_recall_at_100_std": 0.4574579831932756, + "nauc_recall_at_10_diff1": 0.7662231559290384, + "nauc_recall_at_10_max": 0.7350533963585425, + "nauc_recall_at_10_std": -0.021212651727355907, + "nauc_recall_at_1_diff1": 0.8457615380232051, + "nauc_recall_at_1_max": 0.7079649508847753, + "nauc_recall_at_1_std": -0.03272594975825964, + "nauc_recall_at_20_diff1": 0.7658619003156811, + "nauc_recall_at_20_max": 0.7674847716864507, + "nauc_recall_at_20_std": 0.08541194255479875, + "nauc_recall_at_3_diff1": 0.7976296143665493, + "nauc_recall_at_3_max": 0.7662939246485235, + "nauc_recall_at_3_std": 0.018619929942464603, + "nauc_recall_at_5_diff1": 0.7873421197144419, + "nauc_recall_at_5_max": 0.7531674119400648, + "nauc_recall_at_5_std": 0.028673413352160795, + "ndcg_at_1": 0.73111, + "ndcg_at_10": 0.83357, + "ndcg_at_100": 0.84696, + "ndcg_at_1000": 0.84817, + "ndcg_at_20": 0.83977, + "ndcg_at_3": 0.80985, + "ndcg_at_5": 0.82186, + "precision_at_1": 0.73111, + "precision_at_10": 0.09289, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04767, + "precision_at_3": 0.28815, + "precision_at_5": 0.17867, + "recall_at_1": 0.73111, + "recall_at_10": 0.92889, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "recall_at_20": 0.95333, + "recall_at_3": 0.86444, + "recall_at_5": 0.89333 + }, + { + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ], + "main_score": 0.66111, + "map_at_1": 0.56222, + "map_at_10": 0.62718, + "map_at_100": 0.63302, + "map_at_1000": 0.63343, + "map_at_20": 0.63039, + "map_at_3": 0.61093, + "map_at_5": 0.61965, + "mrr_at_1": 0.5622222222222222, + "mrr_at_10": 0.6271772486772488, + "mrr_at_100": 0.6330237927396053, + "mrr_at_1000": 0.6334310980929164, + "mrr_at_20": 0.6303903232226246, + "mrr_at_3": 0.6109259259259259, + "mrr_at_5": 0.6196481481481484, + "nauc_map_at_1000_diff1": 0.8187445707924568, + "nauc_map_at_1000_max": 0.8031552172978232, + "nauc_map_at_1000_std": 0.2704413433296227, + "nauc_map_at_100_diff1": 0.8186621754175714, + "nauc_map_at_100_max": 0.8032093116496857, + "nauc_map_at_100_std": 0.2708826214492708, + "nauc_map_at_10_diff1": 0.8187712835074085, + "nauc_map_at_10_max": 0.8035558287451777, + "nauc_map_at_10_std": 0.2698221098209374, + "nauc_map_at_1_diff1": 0.8356516542344796, + "nauc_map_at_1_max": 0.7889811509285407, + "nauc_map_at_1_std": 0.22068844486464795, + "nauc_map_at_20_diff1": 0.8179386339841731, + "nauc_map_at_20_max": 0.8032768792630537, + "nauc_map_at_20_std": 0.27206245745447255, + "nauc_map_at_3_diff1": 0.8227494130864482, + "nauc_map_at_3_max": 0.8029941738353268, + "nauc_map_at_3_std": 0.2545546959182242, + "nauc_map_at_5_diff1": 0.8194720944576039, + "nauc_map_at_5_max": 0.8040372615507132, + "nauc_map_at_5_std": 0.2652691685190303, + "nauc_mrr_at_1000_diff1": 0.8187445707924568, + "nauc_mrr_at_1000_max": 0.8031552172978232, + "nauc_mrr_at_1000_std": 0.2704413433296227, + "nauc_mrr_at_100_diff1": 0.8186621754175714, + "nauc_mrr_at_100_max": 0.8032093116496857, + "nauc_mrr_at_100_std": 0.2708826214492708, + "nauc_mrr_at_10_diff1": 0.8187712835074085, + "nauc_mrr_at_10_max": 0.8035558287451777, + "nauc_mrr_at_10_std": 0.2698221098209374, + "nauc_mrr_at_1_diff1": 0.8356516542344796, + "nauc_mrr_at_1_max": 0.7889811509285407, + "nauc_mrr_at_1_std": 0.22068844486464795, + "nauc_mrr_at_20_diff1": 0.8179386339841731, + "nauc_mrr_at_20_max": 0.8032768792630537, + "nauc_mrr_at_20_std": 0.27206245745447255, + "nauc_mrr_at_3_diff1": 0.8227494130864482, + "nauc_mrr_at_3_max": 0.8029941738353268, + "nauc_mrr_at_3_std": 0.2545546959182242, + "nauc_mrr_at_5_diff1": 0.8194720944576039, + "nauc_mrr_at_5_max": 0.8040372615507132, + "nauc_mrr_at_5_std": 0.2652691685190303, + "nauc_ndcg_at_1000_diff1": 0.8139315357556972, + "nauc_ndcg_at_1000_max": 0.805612710329554, + "nauc_ndcg_at_1000_std": 0.28747878159450085, + "nauc_ndcg_at_100_diff1": 0.8117794229721965, + "nauc_ndcg_at_100_max": 0.8072505990326057, + "nauc_ndcg_at_100_std": 0.3007230531801408, + "nauc_ndcg_at_10_diff1": 0.8097633398721034, + "nauc_ndcg_at_10_max": 0.8086807699203383, + "nauc_ndcg_at_10_std": 0.2998894502398437, + "nauc_ndcg_at_1_diff1": 0.8356516542344796, + "nauc_ndcg_at_1_max": 0.7889811509285407, + "nauc_ndcg_at_1_std": 0.22068844486464795, + "nauc_ndcg_at_20_diff1": 0.8059221934010801, + "nauc_ndcg_at_20_max": 0.8075725884800345, + "nauc_ndcg_at_20_std": 0.30962010387925, + "nauc_ndcg_at_3_diff1": 0.8177493060705687, + "nauc_ndcg_at_3_max": 0.8068478422953946, + "nauc_ndcg_at_3_std": 0.26597468557600434, + "nauc_ndcg_at_5_diff1": 0.8116601877673766, + "nauc_ndcg_at_5_max": 0.8093564065313694, + "nauc_ndcg_at_5_std": 0.28696910923256047, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7603668918547825, + "nauc_precision_at_100_max": 0.8475860932608325, + "nauc_precision_at_100_std": 0.6249588070522346, + "nauc_precision_at_10_diff1": 0.7713190776761558, + "nauc_precision_at_10_max": 0.8299007124525604, + "nauc_precision_at_10_std": 0.43349617019589887, + "nauc_precision_at_1_diff1": 0.8356516542344796, + "nauc_precision_at_1_max": 0.7889811509285407, + "nauc_precision_at_1_std": 0.22068844486464795, + "nauc_precision_at_20_diff1": 0.7395630167637861, + "nauc_precision_at_20_max": 0.8271989757457545, + "nauc_precision_at_20_std": 0.5192675864214498, + "nauc_precision_at_3_diff1": 0.8015312131919904, + "nauc_precision_at_3_max": 0.8188619862974786, + "nauc_precision_at_3_std": 0.30249129863391383, + "nauc_precision_at_5_diff1": 0.7836493131609098, + "nauc_precision_at_5_max": 0.8280985467483676, + "nauc_precision_at_5_std": 0.3657229061717086, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7603668918547807, + "nauc_recall_at_100_max": 0.8475860932608339, + "nauc_recall_at_100_std": 0.6249588070522328, + "nauc_recall_at_10_diff1": 0.771319077676156, + "nauc_recall_at_10_max": 0.8299007124525611, + "nauc_recall_at_10_std": 0.4334961701959006, + "nauc_recall_at_1_diff1": 0.8356516542344796, + "nauc_recall_at_1_max": 0.7889811509285407, + "nauc_recall_at_1_std": 0.22068844486464795, + "nauc_recall_at_20_diff1": 0.7395630167637868, + "nauc_recall_at_20_max": 0.8271989757457557, + "nauc_recall_at_20_std": 0.5192675864214524, + "nauc_recall_at_3_diff1": 0.8015312131919909, + "nauc_recall_at_3_max": 0.8188619862974784, + "nauc_recall_at_3_std": 0.3024912986339139, + "nauc_recall_at_5_diff1": 0.7836493131609097, + "nauc_recall_at_5_max": 0.8280985467483677, + "nauc_recall_at_5_std": 0.36572290617170883, + "ndcg_at_1": 0.56222, + "ndcg_at_10": 0.66111, + "ndcg_at_100": 0.69276, + "ndcg_at_1000": 0.7027, + "ndcg_at_20": 0.67288, + "ndcg_at_3": 0.62694, + "ndcg_at_5": 0.64281, + "precision_at_1": 0.56222, + "precision_at_10": 0.07689, + "precision_at_100": 0.00924, + "precision_at_1000": 0.001, + "precision_at_20": 0.04078, + "precision_at_3": 0.22444, + "precision_at_5": 0.14244, + "recall_at_1": 0.56222, + "recall_at_10": 0.76889, + "recall_at_100": 0.92444, + "recall_at_1000": 1.0, + "recall_at_20": 0.81556, + "recall_at_3": 0.67333, + "recall_at_5": 0.71222 + }, + { + "hf_subset": "yor_Latn-yor_Latn", + "languages": [ + "yor-Latn", + "yor-Latn" + ], + "main_score": 0.54795, + "map_at_1": 0.45, + "map_at_10": 0.5137, + "map_at_100": 0.52171, + "map_at_1000": 0.52244, + "map_at_20": 0.51831, + "map_at_3": 0.49389, + "map_at_5": 0.50672, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5136966490299822, + "mrr_at_100": 0.5217089857943297, + "mrr_at_1000": 0.5224407197413056, + "mrr_at_20": 0.5183109105567822, + "mrr_at_3": 0.4938888888888887, + "mrr_at_5": 0.5067222222222219, + "nauc_map_at_1000_diff1": 0.7502331183026617, + "nauc_map_at_1000_max": 0.7794856190504995, + "nauc_map_at_1000_std": 0.4089574473997357, + "nauc_map_at_100_diff1": 0.7499256336689313, + "nauc_map_at_100_max": 0.7794336283157648, + "nauc_map_at_100_std": 0.409255596637212, + "nauc_map_at_10_diff1": 0.75006409143216, + "nauc_map_at_10_max": 0.7799981598621458, + "nauc_map_at_10_std": 0.4083751468012911, + "nauc_map_at_1_diff1": 0.7964163338353084, + "nauc_map_at_1_max": 0.7713248506805767, + "nauc_map_at_1_std": 0.3741388215951173, + "nauc_map_at_20_diff1": 0.7488370041967052, + "nauc_map_at_20_max": 0.7793231792848458, + "nauc_map_at_20_std": 0.4095736349638116, + "nauc_map_at_3_diff1": 0.7587613476506441, + "nauc_map_at_3_max": 0.7824238629157169, + "nauc_map_at_3_std": 0.3990492699323761, + "nauc_map_at_5_diff1": 0.7528141974331274, + "nauc_map_at_5_max": 0.7816479633464135, + "nauc_map_at_5_std": 0.40595810952938116, + "nauc_mrr_at_1000_diff1": 0.7502331183026617, + "nauc_mrr_at_1000_max": 0.7794856190504995, + "nauc_mrr_at_1000_std": 0.4089574473997357, + "nauc_mrr_at_100_diff1": 0.7499256336689313, + "nauc_mrr_at_100_max": 0.7794336283157648, + "nauc_mrr_at_100_std": 0.409255596637212, + "nauc_mrr_at_10_diff1": 0.75006409143216, + "nauc_mrr_at_10_max": 0.7799981598621458, + "nauc_mrr_at_10_std": 0.4083751468012911, + "nauc_mrr_at_1_diff1": 0.7964163338353084, + "nauc_mrr_at_1_max": 0.7713248506805767, + "nauc_mrr_at_1_std": 0.3741388215951173, + "nauc_mrr_at_20_diff1": 0.7488370041967052, + "nauc_mrr_at_20_max": 0.7793231792848458, + "nauc_mrr_at_20_std": 0.4095736349638116, + "nauc_mrr_at_3_diff1": 0.7587613476506441, + "nauc_mrr_at_3_max": 0.7824238629157169, + "nauc_mrr_at_3_std": 0.3990492699323761, + "nauc_mrr_at_5_diff1": 0.7528141974331274, + "nauc_mrr_at_5_max": 0.7816479633464135, + "nauc_mrr_at_5_std": 0.40595810952938116, + "nauc_ndcg_at_1000_diff1": 0.7376382178718658, + "nauc_ndcg_at_1000_max": 0.7785731505043696, + "nauc_ndcg_at_1000_std": 0.4205648920914437, + "nauc_ndcg_at_100_diff1": 0.7281390512593138, + "nauc_ndcg_at_100_max": 0.7767475208575708, + "nauc_ndcg_at_100_std": 0.43012365492944044, + "nauc_ndcg_at_10_diff1": 0.7276506071974297, + "nauc_ndcg_at_10_max": 0.7787985228062355, + "nauc_ndcg_at_10_std": 0.42669612975199844, + "nauc_ndcg_at_1_diff1": 0.7964163338353084, + "nauc_ndcg_at_1_max": 0.7713248506805767, + "nauc_ndcg_at_1_std": 0.3741388215951173, + "nauc_ndcg_at_20_diff1": 0.7225415439480223, + "nauc_ndcg_at_20_max": 0.7764491787651523, + "nauc_ndcg_at_20_std": 0.43207153241452756, + "nauc_ndcg_at_3_diff1": 0.7465755486765984, + "nauc_ndcg_at_3_max": 0.7848655415964888, + "nauc_ndcg_at_3_std": 0.40728327757819477, + "nauc_ndcg_at_5_diff1": 0.7348994007269385, + "nauc_ndcg_at_5_max": 0.7830315198444844, + "nauc_ndcg_at_5_std": 0.42035655075933304, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5686987168896975, + "nauc_precision_at_100_max": 0.7459819215973199, + "nauc_precision_at_100_std": 0.5921974935687158, + "nauc_precision_at_10_diff1": 0.6449788690983229, + "nauc_precision_at_10_max": 0.7713539348175331, + "nauc_precision_at_10_std": 0.49505296922600595, + "nauc_precision_at_1_diff1": 0.7964163338353084, + "nauc_precision_at_1_max": 0.7713248506805767, + "nauc_precision_at_1_std": 0.3741388215951173, + "nauc_precision_at_20_diff1": 0.6054330735722441, + "nauc_precision_at_20_max": 0.7588088221395485, + "nauc_precision_at_20_std": 0.534898057376556, + "nauc_precision_at_3_diff1": 0.7100258375382963, + "nauc_precision_at_3_max": 0.7918099055324744, + "nauc_precision_at_3_std": 0.43203698913202654, + "nauc_precision_at_5_diff1": 0.6760851644920359, + "nauc_precision_at_5_max": 0.7863510329150597, + "nauc_precision_at_5_std": 0.4681382549106136, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.568698716889696, + "nauc_recall_at_100_max": 0.7459819215973185, + "nauc_recall_at_100_std": 0.5921974935687147, + "nauc_recall_at_10_diff1": 0.6449788690983237, + "nauc_recall_at_10_max": 0.7713539348175342, + "nauc_recall_at_10_std": 0.4950529692260063, + "nauc_recall_at_1_diff1": 0.7964163338353084, + "nauc_recall_at_1_max": 0.7713248506805767, + "nauc_recall_at_1_std": 0.3741388215951173, + "nauc_recall_at_20_diff1": 0.6054330735722452, + "nauc_recall_at_20_max": 0.7588088221395495, + "nauc_recall_at_20_std": 0.5348980573765563, + "nauc_recall_at_3_diff1": 0.7100258375382964, + "nauc_recall_at_3_max": 0.7918099055324747, + "nauc_recall_at_3_std": 0.4320369891320268, + "nauc_recall_at_5_diff1": 0.6760851644920353, + "nauc_recall_at_5_max": 0.7863510329150606, + "nauc_recall_at_5_std": 0.46813825491061395, + "ndcg_at_1": 0.45, + "ndcg_at_10": 0.54795, + "ndcg_at_100": 0.59037, + "ndcg_at_1000": 0.60829, + "ndcg_at_20": 0.56498, + "ndcg_at_3": 0.50803, + "ndcg_at_5": 0.53126, + "precision_at_1": 0.45, + "precision_at_10": 0.06567, + "precision_at_100": 0.00863, + "precision_at_1000": 0.001, + "precision_at_20": 0.03622, + "precision_at_3": 0.18296, + "precision_at_5": 0.12111, + "recall_at_1": 0.45, + "recall_at_10": 0.65667, + "recall_at_100": 0.86333, + "recall_at_1000": 1.0, + "recall_at_20": 0.72444, + "recall_at_3": 0.54889, + "recall_at_5": 0.60556 + }, + { + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ], + "main_score": 0.78919, + "map_at_1": 0.66667, + "map_at_10": 0.74967, + "map_at_100": 0.75312, + "map_at_1000": 0.75319, + "map_at_20": 0.75201, + "map_at_3": 0.73204, + "map_at_5": 0.74165, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.7496723985890658, + "mrr_at_100": 0.7531198235537748, + "mrr_at_1000": 0.7531907132065107, + "mrr_at_20": 0.7520105548046727, + "mrr_at_3": 0.7320370370370374, + "mrr_at_5": 0.7416481481481487, + "nauc_map_at_1000_diff1": 0.7884423010113082, + "nauc_map_at_1000_max": 0.6327135147633741, + "nauc_map_at_1000_std": -0.011676924028983427, + "nauc_map_at_100_diff1": 0.7883898099479771, + "nauc_map_at_100_max": 0.6327530952131227, + "nauc_map_at_100_std": -0.011560908673068318, + "nauc_map_at_10_diff1": 0.7868342354354317, + "nauc_map_at_10_max": 0.6331001681702808, + "nauc_map_at_10_std": -0.010192701529228005, + "nauc_map_at_1_diff1": 0.8241517189835578, + "nauc_map_at_1_max": 0.6185444693572497, + "nauc_map_at_1_std": -0.03347907324364719, + "nauc_map_at_20_diff1": 0.787486792978155, + "nauc_map_at_20_max": 0.6323725159737923, + "nauc_map_at_20_std": -0.01087851149746321, + "nauc_map_at_3_diff1": 0.7857457373247485, + "nauc_map_at_3_max": 0.6332811758581368, + "nauc_map_at_3_std": -0.020760929381553373, + "nauc_map_at_5_diff1": 0.7849529047420247, + "nauc_map_at_5_max": 0.6326280427378517, + "nauc_map_at_5_std": -0.018524101400647447, + "nauc_mrr_at_1000_diff1": 0.7884423010113082, + "nauc_mrr_at_1000_max": 0.6327135147633741, + "nauc_mrr_at_1000_std": -0.011676924028983427, + "nauc_mrr_at_100_diff1": 0.7883898099479771, + "nauc_mrr_at_100_max": 0.6327530952131227, + "nauc_mrr_at_100_std": -0.011560908673068318, + "nauc_mrr_at_10_diff1": 0.7868342354354317, + "nauc_mrr_at_10_max": 0.6331001681702808, + "nauc_mrr_at_10_std": -0.010192701529228005, + "nauc_mrr_at_1_diff1": 0.8241517189835578, + "nauc_mrr_at_1_max": 0.6185444693572497, + "nauc_mrr_at_1_std": -0.03347907324364719, + "nauc_mrr_at_20_diff1": 0.787486792978155, + "nauc_mrr_at_20_max": 0.6323725159737923, + "nauc_mrr_at_20_std": -0.01087851149746321, + "nauc_mrr_at_3_diff1": 0.7857457373247485, + "nauc_mrr_at_3_max": 0.6332811758581368, + "nauc_mrr_at_3_std": -0.020760929381553373, + "nauc_mrr_at_5_diff1": 0.7849529047420247, + "nauc_mrr_at_5_max": 0.6326280427378517, + "nauc_mrr_at_5_std": -0.018524101400647447, + "nauc_ndcg_at_1000_diff1": 0.782714824831245, + "nauc_ndcg_at_1000_max": 0.6351695165645912, + "nauc_ndcg_at_1000_std": -0.002663355989310594, + "nauc_ndcg_at_100_diff1": 0.7815718440152819, + "nauc_ndcg_at_100_max": 0.636935413050827, + "nauc_ndcg_at_100_std": 0.0018933846824141071, + "nauc_ndcg_at_10_diff1": 0.7731357276863893, + "nauc_ndcg_at_10_max": 0.6382950815323798, + "nauc_ndcg_at_10_std": 0.01324853579527409, + "nauc_ndcg_at_1_diff1": 0.8241517189835578, + "nauc_ndcg_at_1_max": 0.6185444693572497, + "nauc_ndcg_at_1_std": -0.03347907324364719, + "nauc_ndcg_at_20_diff1": 0.7749709755503938, + "nauc_ndcg_at_20_max": 0.6344816012523655, + "nauc_ndcg_at_20_std": 0.009334877805848218, + "nauc_ndcg_at_3_diff1": 0.771101997300984, + "nauc_ndcg_at_3_max": 0.6377380637002642, + "nauc_ndcg_at_3_std": -0.014920183203083956, + "nauc_ndcg_at_5_diff1": 0.7690140414471759, + "nauc_ndcg_at_5_max": 0.6373041561657835, + "nauc_ndcg_at_5_std": -0.01052431275347921, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6709107885578721, + "nauc_precision_at_100_max": 0.8340972752737612, + "nauc_precision_at_100_std": 0.5048382989559635, + "nauc_precision_at_10_diff1": 0.6795829442888248, + "nauc_precision_at_10_max": 0.6750341162105855, + "nauc_precision_at_10_std": 0.20614570614570502, + "nauc_precision_at_1_diff1": 0.8241517189835578, + "nauc_precision_at_1_max": 0.6185444693572497, + "nauc_precision_at_1_std": -0.03347907324364719, + "nauc_precision_at_20_diff1": 0.6426723467164588, + "nauc_precision_at_20_max": 0.6420596016184247, + "nauc_precision_at_20_std": 0.2616713352007412, + "nauc_precision_at_3_diff1": 0.7159741323813432, + "nauc_precision_at_3_max": 0.6540410838649284, + "nauc_precision_at_3_std": 0.007473517879088683, + "nauc_precision_at_5_diff1": 0.6961518023204304, + "nauc_precision_at_5_max": 0.658551796416024, + "nauc_precision_at_5_std": 0.02714920438106945, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6709107885578534, + "nauc_recall_at_100_max": 0.8340972752737446, + "nauc_recall_at_100_std": 0.5048382989559327, + "nauc_recall_at_10_diff1": 0.6795829442888258, + "nauc_recall_at_10_max": 0.675034116210587, + "nauc_recall_at_10_std": 0.20614570614570524, + "nauc_recall_at_1_diff1": 0.8241517189835578, + "nauc_recall_at_1_max": 0.6185444693572497, + "nauc_recall_at_1_std": -0.03347907324364719, + "nauc_recall_at_20_diff1": 0.6426723467164646, + "nauc_recall_at_20_max": 0.6420596016184287, + "nauc_recall_at_20_std": 0.2616713352007473, + "nauc_recall_at_3_diff1": 0.715974132381343, + "nauc_recall_at_3_max": 0.6540410838649269, + "nauc_recall_at_3_std": 0.00747351787908959, + "nauc_recall_at_5_diff1": 0.6961518023204325, + "nauc_recall_at_5_max": 0.6585517964160251, + "nauc_recall_at_5_std": 0.02714920438107084, + "ndcg_at_1": 0.66667, + "ndcg_at_10": 0.78919, + "ndcg_at_100": 0.80539, + "ndcg_at_1000": 0.80702, + "ndcg_at_20": 0.79765, + "ndcg_at_3": 0.75242, + "ndcg_at_5": 0.76977, + "precision_at_1": 0.66667, + "precision_at_10": 0.09133, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04733, + "precision_at_3": 0.27037, + "precision_at_5": 0.17067, + "recall_at_1": 0.66667, + "recall_at_10": 0.91333, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "recall_at_20": 0.94667, + "recall_at_3": 0.81111, + "recall_at_5": 0.85333 + }, + { + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "main_score": 0.55429, + "map_at_1": 0.45333, + "map_at_10": 0.5222, + "map_at_100": 0.52968, + "map_at_1000": 0.53044, + "map_at_20": 0.5263, + "map_at_3": 0.50685, + "map_at_5": 0.51669, + "mrr_at_1": 0.4533333333333333, + "mrr_at_10": 0.5222006172839505, + "mrr_at_100": 0.5296762955337483, + "mrr_at_1000": 0.5304399584856259, + "mrr_at_20": 0.5262951400594587, + "mrr_at_3": 0.5068518518518519, + "mrr_at_5": 0.5166851851851851, + "nauc_map_at_1000_diff1": 0.8099926830452947, + "nauc_map_at_1000_max": 0.835045312208952, + "nauc_map_at_1000_std": 0.48706862764580955, + "nauc_map_at_100_diff1": 0.8096814845778957, + "nauc_map_at_100_max": 0.8349691896443275, + "nauc_map_at_100_std": 0.4871750543276111, + "nauc_map_at_10_diff1": 0.8110847131014423, + "nauc_map_at_10_max": 0.8362456492665102, + "nauc_map_at_10_std": 0.4866645832468344, + "nauc_map_at_1_diff1": 0.8495475574511723, + "nauc_map_at_1_max": 0.8354425954411969, + "nauc_map_at_1_std": 0.4599997669323638, + "nauc_map_at_20_diff1": 0.8093602357484398, + "nauc_map_at_20_max": 0.8347083718720176, + "nauc_map_at_20_std": 0.4864402953726586, + "nauc_map_at_3_diff1": 0.8159927610894417, + "nauc_map_at_3_max": 0.8380298812088515, + "nauc_map_at_3_std": 0.48153651128037495, + "nauc_map_at_5_diff1": 0.8126394322921427, + "nauc_map_at_5_max": 0.8373575158749604, + "nauc_map_at_5_std": 0.4878491445657459, + "nauc_mrr_at_1000_diff1": 0.8099926830452947, + "nauc_mrr_at_1000_max": 0.835045312208952, + "nauc_mrr_at_1000_std": 0.48706862764580955, + "nauc_mrr_at_100_diff1": 0.8096814845778957, + "nauc_mrr_at_100_max": 0.8349691896443275, + "nauc_mrr_at_100_std": 0.4871750543276111, + "nauc_mrr_at_10_diff1": 0.8110847131014423, + "nauc_mrr_at_10_max": 0.8362456492665102, + "nauc_mrr_at_10_std": 0.4866645832468344, + "nauc_mrr_at_1_diff1": 0.8495475574511723, + "nauc_mrr_at_1_max": 0.8354425954411969, + "nauc_mrr_at_1_std": 0.4599997669323638, + "nauc_mrr_at_20_diff1": 0.8093602357484398, + "nauc_mrr_at_20_max": 0.8347083718720176, + "nauc_mrr_at_20_std": 0.4864402953726586, + "nauc_mrr_at_3_diff1": 0.8159927610894417, + "nauc_mrr_at_3_max": 0.8380298812088515, + "nauc_mrr_at_3_std": 0.48153651128037495, + "nauc_mrr_at_5_diff1": 0.8126394322921427, + "nauc_mrr_at_5_max": 0.8373575158749604, + "nauc_mrr_at_5_std": 0.4878491445657459, + "nauc_ndcg_at_1000_diff1": 0.799561959812993, + "nauc_ndcg_at_1000_max": 0.8331588503111251, + "nauc_ndcg_at_1000_std": 0.49532489293034837, + "nauc_ndcg_at_100_diff1": 0.7906905339048363, + "nauc_ndcg_at_100_max": 0.8307687728811488, + "nauc_ndcg_at_100_std": 0.5003305995477113, + "nauc_ndcg_at_10_diff1": 0.7956366871011166, + "nauc_ndcg_at_10_max": 0.8349631464242067, + "nauc_ndcg_at_10_std": 0.4979935368460305, + "nauc_ndcg_at_1_diff1": 0.8495475574511723, + "nauc_ndcg_at_1_max": 0.8354425954411969, + "nauc_ndcg_at_1_std": 0.4599997669323638, + "nauc_ndcg_at_20_diff1": 0.7887704355866174, + "nauc_ndcg_at_20_max": 0.8292280445471651, + "nauc_ndcg_at_20_std": 0.49835991260264784, + "nauc_ndcg_at_3_diff1": 0.8063149027676064, + "nauc_ndcg_at_3_max": 0.8390175219599302, + "nauc_ndcg_at_3_std": 0.488681229845712, + "nauc_ndcg_at_5_diff1": 0.800431315914085, + "nauc_ndcg_at_5_max": 0.8382476345214461, + "nauc_ndcg_at_5_std": 0.5012121617136299, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.652934356908763, + "nauc_precision_at_100_max": 0.7933799540728755, + "nauc_precision_at_100_std": 0.5863957610303157, + "nauc_precision_at_10_diff1": 0.740160180353374, + "nauc_precision_at_10_max": 0.8287737320271326, + "nauc_precision_at_10_std": 0.5371203650842571, + "nauc_precision_at_1_diff1": 0.8495475574511723, + "nauc_precision_at_1_max": 0.8354425954411969, + "nauc_precision_at_1_std": 0.4599997669323638, + "nauc_precision_at_20_diff1": 0.6987293826113343, + "nauc_precision_at_20_max": 0.7999338913073301, + "nauc_precision_at_20_std": 0.5469662762511793, + "nauc_precision_at_3_diff1": 0.7773875171226863, + "nauc_precision_at_3_max": 0.8420609807108353, + "nauc_precision_at_3_std": 0.5103901577681913, + "nauc_precision_at_5_diff1": 0.7616147901975082, + "nauc_precision_at_5_max": 0.8413343330361241, + "nauc_precision_at_5_std": 0.5461991029693868, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6529343569087621, + "nauc_recall_at_100_max": 0.7933799540728735, + "nauc_recall_at_100_std": 0.5863957610303139, + "nauc_recall_at_10_diff1": 0.740160180353374, + "nauc_recall_at_10_max": 0.8287737320271327, + "nauc_recall_at_10_std": 0.5371203650842576, + "nauc_recall_at_1_diff1": 0.8495475574511723, + "nauc_recall_at_1_max": 0.8354425954411969, + "nauc_recall_at_1_std": 0.4599997669323638, + "nauc_recall_at_20_diff1": 0.6987293826113349, + "nauc_recall_at_20_max": 0.7999338913073306, + "nauc_recall_at_20_std": 0.5469662762511797, + "nauc_recall_at_3_diff1": 0.7773875171226865, + "nauc_recall_at_3_max": 0.8420609807108348, + "nauc_recall_at_3_std": 0.510390157768191, + "nauc_recall_at_5_diff1": 0.7616147901975088, + "nauc_recall_at_5_max": 0.8413343330361244, + "nauc_recall_at_5_std": 0.5461991029693877, + "ndcg_at_1": 0.45333, + "ndcg_at_10": 0.55429, + "ndcg_at_100": 0.59484, + "ndcg_at_1000": 0.6138, + "ndcg_at_20": 0.56919, + "ndcg_at_3": 0.52342, + "ndcg_at_5": 0.54098, + "precision_at_1": 0.45333, + "precision_at_10": 0.06544, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "precision_at_20": 0.03567, + "precision_at_3": 0.19037, + "precision_at_5": 0.12267, + "recall_at_1": 0.45333, + "recall_at_10": 0.65444, + "recall_at_100": 0.85444, + "recall_at_1000": 1.0, + "recall_at_20": 0.71333, + "recall_at_3": 0.57111, + "recall_at_5": 0.61333 + }, + { + "hf_subset": "zho_Hans-zho_Hans", + "languages": [ + "zho-Hans", + "zho-Hans" + ], + "main_score": 0.92607, + "map_at_1": 0.87222, + "map_at_10": 0.90971, + "map_at_100": 0.91055, + "map_at_1000": 0.91059, + "map_at_20": 0.91022, + "map_at_3": 0.90278, + "map_at_5": 0.90717, + "mrr_at_1": 0.8722222222222222, + "mrr_at_10": 0.9097081128747795, + "mrr_at_100": 0.9105500641720718, + "mrr_at_1000": 0.910586454634449, + "mrr_at_20": 0.9102199353602863, + "mrr_at_3": 0.9027777777777779, + "mrr_at_5": 0.9071666666666669, + "nauc_map_at_1000_diff1": 0.9112259726947555, + "nauc_map_at_1000_max": 0.8183927889832675, + "nauc_map_at_1000_std": -0.052774362795392916, + "nauc_map_at_100_diff1": 0.9112414913786886, + "nauc_map_at_100_max": 0.8184682019577656, + "nauc_map_at_100_std": -0.052610473810845625, + "nauc_map_at_10_diff1": 0.9112263394607559, + "nauc_map_at_10_max": 0.8195992372153967, + "nauc_map_at_10_std": -0.04928494247972433, + "nauc_map_at_1_diff1": 0.9144737391885683, + "nauc_map_at_1_max": 0.7888396774328328, + "nauc_map_at_1_std": -0.08161952116324721, + "nauc_map_at_20_diff1": 0.9113982380352523, + "nauc_map_at_20_max": 0.8187854531635724, + "nauc_map_at_20_std": -0.05212831538192146, + "nauc_map_at_3_diff1": 0.9082651443070092, + "nauc_map_at_3_max": 0.8213646866929456, + "nauc_map_at_3_std": -0.05365321009469344, + "nauc_map_at_5_diff1": 0.9108673322159158, + "nauc_map_at_5_max": 0.821925111746505, + "nauc_map_at_5_std": -0.05661822940799183, + "nauc_mrr_at_1000_diff1": 0.9112259726947555, + "nauc_mrr_at_1000_max": 0.8183927889832675, + "nauc_mrr_at_1000_std": -0.052774362795392916, + "nauc_mrr_at_100_diff1": 0.9112414913786886, + "nauc_mrr_at_100_max": 0.8184682019577656, + "nauc_mrr_at_100_std": -0.052610473810845625, + "nauc_mrr_at_10_diff1": 0.9112263394607559, + "nauc_mrr_at_10_max": 0.8195992372153967, + "nauc_mrr_at_10_std": -0.04928494247972433, + "nauc_mrr_at_1_diff1": 0.9144737391885683, + "nauc_mrr_at_1_max": 0.7888396774328328, + "nauc_mrr_at_1_std": -0.08161952116324721, + "nauc_mrr_at_20_diff1": 0.9113982380352523, + "nauc_mrr_at_20_max": 0.8187854531635724, + "nauc_mrr_at_20_std": -0.05212831538192146, + "nauc_mrr_at_3_diff1": 0.9082651443070092, + "nauc_mrr_at_3_max": 0.8213646866929456, + "nauc_mrr_at_3_std": -0.05365321009469344, + "nauc_mrr_at_5_diff1": 0.9108673322159158, + "nauc_mrr_at_5_max": 0.821925111746505, + "nauc_mrr_at_5_std": -0.05661822940799183, + "nauc_ndcg_at_1000_diff1": 0.911513798598882, + "nauc_ndcg_at_1000_max": 0.8229654838544804, + "nauc_ndcg_at_1000_std": -0.0453817883017797, + "nauc_ndcg_at_100_diff1": 0.9119140138100528, + "nauc_ndcg_at_100_max": 0.8249141594215798, + "nauc_ndcg_at_100_std": -0.039851369751025476, + "nauc_ndcg_at_10_diff1": 0.9123674929437402, + "nauc_ndcg_at_10_max": 0.8300181519048513, + "nauc_ndcg_at_10_std": -0.02778209067138937, + "nauc_ndcg_at_1_diff1": 0.9144737391885683, + "nauc_ndcg_at_1_max": 0.7888396774328328, + "nauc_ndcg_at_1_std": -0.08161952116324721, + "nauc_ndcg_at_20_diff1": 0.9130206507502354, + "nauc_ndcg_at_20_max": 0.8268781948079463, + "nauc_ndcg_at_20_std": -0.03830555614467474, + "nauc_ndcg_at_3_diff1": 0.9061962075082106, + "nauc_ndcg_at_3_max": 0.8338825696881971, + "nauc_ndcg_at_3_std": -0.04132343698691906, + "nauc_ndcg_at_5_diff1": 0.9110789980922739, + "nauc_ndcg_at_5_max": 0.8358499762200449, + "nauc_ndcg_at_5_std": -0.047018466688263046, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9477124183006403, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.487955182072889, + "nauc_precision_at_10_diff1": 0.9299719887955139, + "nauc_precision_at_10_max": 0.9326397225556862, + "nauc_precision_at_10_std": 0.21822062158195843, + "nauc_precision_at_1_diff1": 0.9144737391885683, + "nauc_precision_at_1_max": 0.7888396774328328, + "nauc_precision_at_1_std": -0.08161952116324721, + "nauc_precision_at_20_diff1": 0.9466230936819108, + "nauc_precision_at_20_max": 0.9231248054777405, + "nauc_precision_at_20_std": 0.1545907251789617, + "nauc_precision_at_3_diff1": 0.8972158560393894, + "nauc_precision_at_3_max": 0.8892369068839691, + "nauc_precision_at_3_std": 0.014022578728460043, + "nauc_precision_at_5_diff1": 0.913877831834488, + "nauc_precision_at_5_max": 0.9209420610349389, + "nauc_precision_at_5_std": 0.00976706472062665, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9477124183006633, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.48795518207282235, + "nauc_recall_at_10_diff1": 0.9299719887955186, + "nauc_recall_at_10_max": 0.9326397225556852, + "nauc_recall_at_10_std": 0.2182206215819639, + "nauc_recall_at_1_diff1": 0.9144737391885683, + "nauc_recall_at_1_max": 0.7888396774328328, + "nauc_recall_at_1_std": -0.08161952116324721, + "nauc_recall_at_20_diff1": 0.9466230936819202, + "nauc_recall_at_20_max": 0.9231248054777457, + "nauc_recall_at_20_std": 0.15459072517895897, + "nauc_recall_at_3_diff1": 0.8972158560393857, + "nauc_recall_at_3_max": 0.8892369068839686, + "nauc_recall_at_3_std": 0.014022578728463174, + "nauc_recall_at_5_diff1": 0.9138778318344887, + "nauc_recall_at_5_max": 0.9209420610349411, + "nauc_recall_at_5_std": 0.009767064720628984, + "ndcg_at_1": 0.87222, + "ndcg_at_10": 0.92607, + "ndcg_at_100": 0.92996, + "ndcg_at_1000": 0.93071, + "ndcg_at_20": 0.92782, + "ndcg_at_3": 0.9121, + "ndcg_at_5": 0.91994, + "precision_at_1": 0.87222, + "precision_at_10": 0.09767, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04917, + "precision_at_3": 0.31296, + "precision_at_5": 0.19156, + "recall_at_1": 0.87222, + "recall_at_10": 0.97667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.98333, + "recall_at_3": 0.93889, + "recall_at_5": 0.95778 + }, + { + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.91506, + "map_at_1": 0.85222, + "map_at_10": 0.89643, + "map_at_100": 0.89747, + "map_at_1000": 0.8975, + "map_at_20": 0.89707, + "map_at_3": 0.8887, + "map_at_5": 0.89398, + "mrr_at_1": 0.8522222222222222, + "mrr_at_10": 0.8964285714285716, + "mrr_at_100": 0.8974741214952903, + "mrr_at_1000": 0.897496377209685, + "mrr_at_20": 0.8970699023199027, + "mrr_at_3": 0.8887037037037038, + "mrr_at_5": 0.8939814814814816, + "nauc_map_at_1000_diff1": 0.8540555583703783, + "nauc_map_at_1000_max": 0.6865225266978635, + "nauc_map_at_1000_std": -0.07241004384501369, + "nauc_map_at_100_diff1": 0.8540689751597857, + "nauc_map_at_100_max": 0.6865927122529505, + "nauc_map_at_100_std": -0.0721756682680355, + "nauc_map_at_10_diff1": 0.8541342159007211, + "nauc_map_at_10_max": 0.6879055029105384, + "nauc_map_at_10_std": -0.07221910737493224, + "nauc_map_at_1_diff1": 0.8642054492277704, + "nauc_map_at_1_max": 0.6537057534286739, + "nauc_map_at_1_std": -0.11536544424327248, + "nauc_map_at_20_diff1": 0.8540544778804761, + "nauc_map_at_20_max": 0.6874245144864776, + "nauc_map_at_20_std": -0.07191398352110794, + "nauc_map_at_3_diff1": 0.8511143506108428, + "nauc_map_at_3_max": 0.6913177677502474, + "nauc_map_at_3_std": -0.07686405769719504, + "nauc_map_at_5_diff1": 0.8539929842250074, + "nauc_map_at_5_max": 0.6922701283424703, + "nauc_map_at_5_std": -0.06420064276261839, + "nauc_mrr_at_1000_diff1": 0.8540555583703783, + "nauc_mrr_at_1000_max": 0.6865225266978635, + "nauc_mrr_at_1000_std": -0.07241004384501369, + "nauc_mrr_at_100_diff1": 0.8540689751597857, + "nauc_mrr_at_100_max": 0.6865927122529505, + "nauc_mrr_at_100_std": -0.0721756682680355, + "nauc_mrr_at_10_diff1": 0.8541342159007211, + "nauc_mrr_at_10_max": 0.6879055029105384, + "nauc_mrr_at_10_std": -0.07221910737493224, + "nauc_mrr_at_1_diff1": 0.8642054492277704, + "nauc_mrr_at_1_max": 0.6537057534286739, + "nauc_mrr_at_1_std": -0.11536544424327248, + "nauc_mrr_at_20_diff1": 0.8540544778804761, + "nauc_mrr_at_20_max": 0.6874245144864776, + "nauc_mrr_at_20_std": -0.07191398352110794, + "nauc_mrr_at_3_diff1": 0.8511143506108428, + "nauc_mrr_at_3_max": 0.6913177677502474, + "nauc_mrr_at_3_std": -0.07686405769719504, + "nauc_mrr_at_5_diff1": 0.8539929842250074, + "nauc_mrr_at_5_max": 0.6922701283424703, + "nauc_mrr_at_5_std": -0.06420064276261839, + "nauc_ndcg_at_1000_diff1": 0.8534017994245844, + "nauc_ndcg_at_1000_max": 0.6926987769692163, + "nauc_ndcg_at_1000_std": -0.06116622309955492, + "nauc_ndcg_at_100_diff1": 0.8537559820317835, + "nauc_ndcg_at_100_max": 0.6945132203271117, + "nauc_ndcg_at_100_std": -0.05513499619856857, + "nauc_ndcg_at_10_diff1": 0.8538509178338162, + "nauc_ndcg_at_10_max": 0.7027125104616777, + "nauc_ndcg_at_10_std": -0.05108794706698808, + "nauc_ndcg_at_1_diff1": 0.8642054492277704, + "nauc_ndcg_at_1_max": 0.6537057534286739, + "nauc_ndcg_at_1_std": -0.11536544424327248, + "nauc_ndcg_at_20_diff1": 0.8533380222814982, + "nauc_ndcg_at_20_max": 0.7006194573389644, + "nauc_ndcg_at_20_std": -0.05013700114819588, + "nauc_ndcg_at_3_diff1": 0.8471005552767223, + "nauc_ndcg_at_3_max": 0.7089743184560573, + "nauc_ndcg_at_3_std": -0.05912838353885645, + "nauc_ndcg_at_5_diff1": 0.8533052410573599, + "nauc_ndcg_at_5_max": 0.7137725765073191, + "nauc_ndcg_at_5_std": -0.03070015369315764, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9128540305010695, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9564270152505041, + "nauc_precision_at_10_diff1": 0.8587301587301582, + "nauc_precision_at_10_max": 0.8484033613445343, + "nauc_precision_at_10_std": 0.15973856209149803, + "nauc_precision_at_1_diff1": 0.8642054492277704, + "nauc_precision_at_1_max": 0.6537057534286739, + "nauc_precision_at_1_std": -0.11536544424327248, + "nauc_precision_at_20_diff1": 0.8511561487339999, + "nauc_precision_at_20_max": 0.8789201955291904, + "nauc_precision_at_20_std": 0.2660789806118411, + "nauc_precision_at_3_diff1": 0.8298093430920792, + "nauc_precision_at_3_max": 0.789125327550375, + "nauc_precision_at_3_std": 0.02123430017168014, + "nauc_precision_at_5_diff1": 0.8528956297966308, + "nauc_precision_at_5_max": 0.8568354170936647, + "nauc_precision_at_5_std": 0.19632893807929247, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9128540305010676, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9564270152505339, + "nauc_recall_at_10_diff1": 0.8587301587301611, + "nauc_recall_at_10_max": 0.8484033613445336, + "nauc_recall_at_10_std": 0.1597385620915057, + "nauc_recall_at_1_diff1": 0.8642054492277704, + "nauc_recall_at_1_max": 0.6537057534286739, + "nauc_recall_at_1_std": -0.11536544424327248, + "nauc_recall_at_20_diff1": 0.8511561487340017, + "nauc_recall_at_20_max": 0.8789201955291954, + "nauc_recall_at_20_std": 0.2660789806118603, + "nauc_recall_at_3_diff1": 0.8298093430920758, + "nauc_recall_at_3_max": 0.7891253275503763, + "nauc_recall_at_3_std": 0.02123430017168389, + "nauc_recall_at_5_diff1": 0.8528956297966349, + "nauc_recall_at_5_max": 0.856835417093666, + "nauc_recall_at_5_std": 0.19632893807929605, + "ndcg_at_1": 0.85222, + "ndcg_at_10": 0.91506, + "ndcg_at_100": 0.92023, + "ndcg_at_1000": 0.92069, + "ndcg_at_20": 0.91734, + "ndcg_at_3": 0.89967, + "ndcg_at_5": 0.90923, + "precision_at_1": 0.85222, + "precision_at_10": 0.09722, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.31037, + "precision_at_5": 0.19089, + "recall_at_1": 0.85222, + "recall_at_10": 0.97222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.93111, + "recall_at_5": 0.95444 + }, + { + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.89865, + "map_at_1": 0.82111, + "map_at_10": 0.87548, + "map_at_100": 0.87696, + "map_at_1000": 0.87698, + "map_at_20": 0.87672, + "map_at_3": 0.86722, + "map_at_5": 0.87256, + "mrr_at_1": 0.8211111111111111, + "mrr_at_10": 0.8754836860670198, + "mrr_at_100": 0.8769567316937141, + "mrr_at_1000": 0.8769824364722194, + "mrr_at_20": 0.8767150575220753, + "mrr_at_3": 0.8672222222222228, + "mrr_at_5": 0.8725555555555561, + "nauc_map_at_1000_diff1": 0.8524867346704893, + "nauc_map_at_1000_max": 0.6769525729386043, + "nauc_map_at_1000_std": -0.09382745548398166, + "nauc_map_at_100_diff1": 0.8525034498463954, + "nauc_map_at_100_max": 0.677023098922733, + "nauc_map_at_100_std": -0.09359990733490979, + "nauc_map_at_10_diff1": 0.8524705808825667, + "nauc_map_at_10_max": 0.6772000867349643, + "nauc_map_at_10_std": -0.09517790214495153, + "nauc_map_at_1_diff1": 0.8608261380630312, + "nauc_map_at_1_max": 0.6565132838126421, + "nauc_map_at_1_std": -0.10609818389941579, + "nauc_map_at_20_diff1": 0.8525930929091878, + "nauc_map_at_20_max": 0.677300723714498, + "nauc_map_at_20_std": -0.093464041954753, + "nauc_map_at_3_diff1": 0.8450186979397676, + "nauc_map_at_3_max": 0.678798286056098, + "nauc_map_at_3_std": -0.08981318337002363, + "nauc_map_at_5_diff1": 0.8516164021006731, + "nauc_map_at_5_max": 0.6789438792801044, + "nauc_map_at_5_std": -0.09688241344661777, + "nauc_mrr_at_1000_diff1": 0.8524867346704893, + "nauc_mrr_at_1000_max": 0.6769525729386043, + "nauc_mrr_at_1000_std": -0.09382745548398166, + "nauc_mrr_at_100_diff1": 0.8525034498463954, + "nauc_mrr_at_100_max": 0.677023098922733, + "nauc_mrr_at_100_std": -0.09359990733490979, + "nauc_mrr_at_10_diff1": 0.8524705808825667, + "nauc_mrr_at_10_max": 0.6772000867349643, + "nauc_mrr_at_10_std": -0.09517790214495153, + "nauc_mrr_at_1_diff1": 0.8608261380630312, + "nauc_mrr_at_1_max": 0.6565132838126421, + "nauc_mrr_at_1_std": -0.10609818389941579, + "nauc_mrr_at_20_diff1": 0.8525930929091878, + "nauc_mrr_at_20_max": 0.677300723714498, + "nauc_mrr_at_20_std": -0.093464041954753, + "nauc_mrr_at_3_diff1": 0.8450186979397676, + "nauc_mrr_at_3_max": 0.678798286056098, + "nauc_mrr_at_3_std": -0.08981318337002363, + "nauc_mrr_at_5_diff1": 0.8516164021006731, + "nauc_mrr_at_5_max": 0.6789438792801044, + "nauc_mrr_at_5_std": -0.09688241344661777, + "nauc_ndcg_at_1000_diff1": 0.8527132898120099, + "nauc_ndcg_at_1000_max": 0.6808615585635176, + "nauc_ndcg_at_1000_std": -0.09017760218556493, + "nauc_ndcg_at_100_diff1": 0.8532399244314965, + "nauc_ndcg_at_100_max": 0.6829366416404512, + "nauc_ndcg_at_100_std": -0.0835180239942648, + "nauc_ndcg_at_10_diff1": 0.8534162251899728, + "nauc_ndcg_at_10_max": 0.68407643106814, + "nauc_ndcg_at_10_std": -0.09253893709585746, + "nauc_ndcg_at_1_diff1": 0.8608261380630312, + "nauc_ndcg_at_1_max": 0.6565132838126421, + "nauc_ndcg_at_1_std": -0.10609818389941579, + "nauc_ndcg_at_20_diff1": 0.8542286819967565, + "nauc_ndcg_at_20_max": 0.6856546273437287, + "nauc_ndcg_at_20_std": -0.08249914484856453, + "nauc_ndcg_at_3_diff1": 0.8389235740204521, + "nauc_ndcg_at_3_max": 0.6882338085520432, + "nauc_ndcg_at_3_std": -0.08441604223255421, + "nauc_ndcg_at_5_diff1": 0.8515533243933455, + "nauc_ndcg_at_5_max": 0.6889585802753738, + "nauc_ndcg_at_5_std": -0.09935961722100127, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9346405228758011, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9305555555555588, + "nauc_precision_at_10_diff1": 0.8716153127917818, + "nauc_precision_at_10_max": 0.7527924750146916, + "nauc_precision_at_10_std": -0.05814918560017259, + "nauc_precision_at_1_diff1": 0.8608261380630312, + "nauc_precision_at_1_max": 0.6565132838126421, + "nauc_precision_at_1_std": -0.10609818389941579, + "nauc_precision_at_20_diff1": 0.9192732648615074, + "nauc_precision_at_20_max": 0.8928571428571481, + "nauc_precision_at_20_std": 0.29135543106129447, + "nauc_precision_at_3_diff1": 0.8102883665543509, + "nauc_precision_at_3_max": 0.7330410425039602, + "nauc_precision_at_3_std": -0.05956102247662204, + "nauc_precision_at_5_diff1": 0.8549836601307179, + "nauc_precision_at_5_max": 0.7540849673202575, + "nauc_precision_at_5_std": -0.12263655462185447, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9346405228758294, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9305555555555413, + "nauc_recall_at_10_diff1": 0.871615312791788, + "nauc_recall_at_10_max": 0.7527924750146995, + "nauc_recall_at_10_std": -0.05814918560016574, + "nauc_recall_at_1_diff1": 0.8608261380630312, + "nauc_recall_at_1_max": 0.6565132838126421, + "nauc_recall_at_1_std": -0.10609818389941579, + "nauc_recall_at_20_diff1": 0.9192732648614967, + "nauc_recall_at_20_max": 0.892857142857133, + "nauc_recall_at_20_std": 0.2913554310613181, + "nauc_recall_at_3_diff1": 0.8102883665543509, + "nauc_recall_at_3_max": 0.7330410425039576, + "nauc_recall_at_3_std": -0.05956102247662459, + "nauc_recall_at_5_diff1": 0.8549836601307195, + "nauc_recall_at_5_max": 0.75408496732026, + "nauc_recall_at_5_std": -0.12263655462184682, + "ndcg_at_1": 0.82111, + "ndcg_at_10": 0.89865, + "ndcg_at_100": 0.90465, + "ndcg_at_1000": 0.90524, + "ndcg_at_20": 0.90296, + "ndcg_at_3": 0.88168, + "ndcg_at_5": 0.89129, + "precision_at_1": 0.82111, + "precision_at_10": 0.097, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04933, + "precision_at_3": 0.30778, + "precision_at_5": 0.18933, + "recall_at_1": 0.82111, + "recall_at_10": 0.97, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "recall_at_20": 0.98667, + "recall_at_3": 0.92333, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "zho_Hant-zho_Hant", + "languages": [ + "zho-Hant", + "zho-Hant" + ], + "main_score": 0.8941, + "map_at_1": 0.82778, + "map_at_10": 0.87338, + "map_at_100": 0.87517, + "map_at_1000": 0.87521, + "map_at_20": 0.87464, + "map_at_3": 0.86426, + "map_at_5": 0.86987, + "mrr_at_1": 0.8277777777777777, + "mrr_at_10": 0.873384920634921, + "mrr_at_100": 0.8751670756183311, + "mrr_at_1000": 0.8752148652381688, + "mrr_at_20": 0.8746440565607237, + "mrr_at_3": 0.8642592592592595, + "mrr_at_5": 0.8698703703703706, + "nauc_map_at_1000_diff1": 0.8951420422162809, + "nauc_map_at_1000_max": 0.7712067515243257, + "nauc_map_at_1000_std": -0.11628353808979874, + "nauc_map_at_100_diff1": 0.8951794406302728, + "nauc_map_at_100_max": 0.7712877840969056, + "nauc_map_at_100_std": -0.11606746815803994, + "nauc_map_at_10_diff1": 0.8949240946896045, + "nauc_map_at_10_max": 0.7722324321763566, + "nauc_map_at_10_std": -0.11600114055759098, + "nauc_map_at_1_diff1": 0.9069914916669315, + "nauc_map_at_1_max": 0.7486281507918803, + "nauc_map_at_1_std": -0.14030464293680833, + "nauc_map_at_20_diff1": 0.8950721536920733, + "nauc_map_at_20_max": 0.7714908239769968, + "nauc_map_at_20_std": -0.11701751639870049, + "nauc_map_at_3_diff1": 0.8899738610656803, + "nauc_map_at_3_max": 0.7715130569067208, + "nauc_map_at_3_std": -0.12099669065490076, + "nauc_map_at_5_diff1": 0.8912703378143438, + "nauc_map_at_5_max": 0.7691194691139559, + "nauc_map_at_5_std": -0.1205403377328412, + "nauc_mrr_at_1000_diff1": 0.8951420422162809, + "nauc_mrr_at_1000_max": 0.7712067515243257, + "nauc_mrr_at_1000_std": -0.11628353808979874, + "nauc_mrr_at_100_diff1": 0.8951794406302728, + "nauc_mrr_at_100_max": 0.7712877840969056, + "nauc_mrr_at_100_std": -0.11606746815803994, + "nauc_mrr_at_10_diff1": 0.8949240946896045, + "nauc_mrr_at_10_max": 0.7722324321763566, + "nauc_mrr_at_10_std": -0.11600114055759098, + "nauc_mrr_at_1_diff1": 0.9069914916669315, + "nauc_mrr_at_1_max": 0.7486281507918803, + "nauc_mrr_at_1_std": -0.14030464293680833, + "nauc_mrr_at_20_diff1": 0.8950721536920733, + "nauc_mrr_at_20_max": 0.7714908239769968, + "nauc_mrr_at_20_std": -0.11701751639870049, + "nauc_mrr_at_3_diff1": 0.8899738610656803, + "nauc_mrr_at_3_max": 0.7715130569067208, + "nauc_mrr_at_3_std": -0.12099669065490076, + "nauc_mrr_at_5_diff1": 0.8912703378143438, + "nauc_mrr_at_5_max": 0.7691194691139559, + "nauc_mrr_at_5_std": -0.1205403377328412, + "nauc_ndcg_at_1000_diff1": 0.8945439339680634, + "nauc_ndcg_at_1000_max": 0.7753576169889926, + "nauc_ndcg_at_1000_std": -0.10809619989038671, + "nauc_ndcg_at_100_diff1": 0.8955235569227974, + "nauc_ndcg_at_100_max": 0.7776254328159371, + "nauc_ndcg_at_100_std": -0.10127964086234899, + "nauc_ndcg_at_10_diff1": 0.894070280591145, + "nauc_ndcg_at_10_max": 0.782219242418074, + "nauc_ndcg_at_10_std": -0.09966865281788885, + "nauc_ndcg_at_1_diff1": 0.9069914916669315, + "nauc_ndcg_at_1_max": 0.7486281507918803, + "nauc_ndcg_at_1_std": -0.14030464293680833, + "nauc_ndcg_at_20_diff1": 0.894936472766613, + "nauc_ndcg_at_20_max": 0.7794070139192671, + "nauc_ndcg_at_20_std": -0.10409010311568542, + "nauc_ndcg_at_3_diff1": 0.8829374636791656, + "nauc_ndcg_at_3_max": 0.7785661504330937, + "nauc_ndcg_at_3_std": -0.11489765310283746, + "nauc_ndcg_at_5_diff1": 0.8849088892543177, + "nauc_ndcg_at_5_max": 0.7743089013671541, + "nauc_ndcg_at_5_std": -0.11442107853170512, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9813258636787873, + "nauc_precision_at_100_max": 0.9813258636787873, + "nauc_precision_at_100_std": 0.5276110444178058, + "nauc_precision_at_10_diff1": 0.8959673959673923, + "nauc_precision_at_10_max": 0.8682842506371888, + "nauc_precision_at_10_std": 0.055517702576519994, + "nauc_precision_at_1_diff1": 0.9069914916669315, + "nauc_precision_at_1_max": 0.7486281507918803, + "nauc_precision_at_1_std": -0.14030464293680833, + "nauc_precision_at_20_diff1": 0.9128893981835186, + "nauc_precision_at_20_max": 0.8826712503183066, + "nauc_precision_at_20_std": 0.08545539427891875, + "nauc_precision_at_3_diff1": 0.8545918367346945, + "nauc_precision_at_3_max": 0.8059668311769171, + "nauc_precision_at_3_std": -0.09111978124583146, + "nauc_precision_at_5_diff1": 0.8521655974217636, + "nauc_precision_at_5_max": 0.7988991295442898, + "nauc_precision_at_5_std": -0.08454564621547964, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9813258636788001, + "nauc_recall_at_100_max": 0.9813258636788001, + "nauc_recall_at_100_std": 0.5276110444177656, + "nauc_recall_at_10_diff1": 0.8959673959673979, + "nauc_recall_at_10_max": 0.8682842506371954, + "nauc_recall_at_10_std": 0.05551770257652944, + "nauc_recall_at_1_diff1": 0.9069914916669315, + "nauc_recall_at_1_max": 0.7486281507918803, + "nauc_recall_at_1_std": -0.14030464293680833, + "nauc_recall_at_20_diff1": 0.9128893981835147, + "nauc_recall_at_20_max": 0.8826712503183107, + "nauc_recall_at_20_std": 0.08545539427892399, + "nauc_recall_at_3_diff1": 0.8545918367346924, + "nauc_recall_at_3_max": 0.8059668311769131, + "nauc_recall_at_3_std": -0.09111978124583109, + "nauc_recall_at_5_diff1": 0.8521655974217653, + "nauc_recall_at_5_max": 0.7988991295442907, + "nauc_recall_at_5_std": -0.08454564621547374, + "ndcg_at_1": 0.82778, + "ndcg_at_10": 0.8941, + "ndcg_at_100": 0.90171, + "ndcg_at_1000": 0.90276, + "ndcg_at_20": 0.89844, + "ndcg_at_3": 0.87522, + "ndcg_at_5": 0.88531, + "precision_at_1": 0.82778, + "precision_at_10": 0.09589, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04878, + "precision_at_3": 0.30222, + "precision_at_5": 0.18622, + "recall_at_1": 0.82778, + "recall_at_10": 0.95889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97556, + "recall_at_3": 0.90667, + "recall_at_5": 0.93111 + }, + { + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ], + "main_score": 0.89206, + "map_at_1": 0.81333, + "map_at_10": 0.8687, + "map_at_100": 0.87057, + "map_at_1000": 0.87058, + "map_at_20": 0.87002, + "map_at_3": 0.86, + "map_at_5": 0.86583, + "mrr_at_1": 0.8133333333333334, + "mrr_at_10": 0.8687037037037035, + "mrr_at_100": 0.870568248217707, + "mrr_at_1000": 0.8705806577666351, + "mrr_at_20": 0.8700208247396068, + "mrr_at_3": 0.86, + "mrr_at_5": 0.8658333333333335, + "nauc_map_at_1000_diff1": 0.8491919780832871, + "nauc_map_at_1000_max": 0.6827741735578292, + "nauc_map_at_1000_std": 0.007999758593687218, + "nauc_map_at_100_diff1": 0.8491910076497429, + "nauc_map_at_100_max": 0.682806067600059, + "nauc_map_at_100_std": 0.008061805885310056, + "nauc_map_at_10_diff1": 0.8484000442531403, + "nauc_map_at_10_max": 0.684040754356362, + "nauc_map_at_10_std": 0.009205382743338323, + "nauc_map_at_1_diff1": 0.8626425968001518, + "nauc_map_at_1_max": 0.6595752863769762, + "nauc_map_at_1_std": -0.027886253905140438, + "nauc_map_at_20_diff1": 0.8487649220897784, + "nauc_map_at_20_max": 0.6837972002306696, + "nauc_map_at_20_std": 0.009936186029688427, + "nauc_map_at_3_diff1": 0.8444853643303621, + "nauc_map_at_3_max": 0.6784404533934832, + "nauc_map_at_3_std": 0.005175777721573661, + "nauc_map_at_5_diff1": 0.8483249563725728, + "nauc_map_at_5_max": 0.686900911268525, + "nauc_map_at_5_std": 0.012424862001068043, + "nauc_mrr_at_1000_diff1": 0.8491919780832871, + "nauc_mrr_at_1000_max": 0.6827741735578292, + "nauc_mrr_at_1000_std": 0.007999758593687218, + "nauc_mrr_at_100_diff1": 0.8491910076497429, + "nauc_mrr_at_100_max": 0.682806067600059, + "nauc_mrr_at_100_std": 0.008061805885310056, + "nauc_mrr_at_10_diff1": 0.8484000442531403, + "nauc_mrr_at_10_max": 0.684040754356362, + "nauc_mrr_at_10_std": 0.009205382743338323, + "nauc_mrr_at_1_diff1": 0.8626425968001518, + "nauc_mrr_at_1_max": 0.6595752863769762, + "nauc_mrr_at_1_std": -0.027886253905140438, + "nauc_mrr_at_20_diff1": 0.8487649220897784, + "nauc_mrr_at_20_max": 0.6837972002306696, + "nauc_mrr_at_20_std": 0.009936186029688427, + "nauc_mrr_at_3_diff1": 0.8444853643303621, + "nauc_mrr_at_3_max": 0.6784404533934832, + "nauc_mrr_at_3_std": 0.005175777721573661, + "nauc_mrr_at_5_diff1": 0.8483249563725728, + "nauc_mrr_at_5_max": 0.686900911268525, + "nauc_mrr_at_5_std": 0.012424862001068043, + "nauc_ndcg_at_1000_diff1": 0.8476763999262992, + "nauc_ndcg_at_1000_max": 0.687565726209475, + "nauc_ndcg_at_1000_std": 0.015664581480032278, + "nauc_ndcg_at_100_diff1": 0.847705153333298, + "nauc_ndcg_at_100_max": 0.6885337782252624, + "nauc_ndcg_at_100_std": 0.017585632534505416, + "nauc_ndcg_at_10_diff1": 0.8437823391047269, + "nauc_ndcg_at_10_max": 0.6967393701543142, + "nauc_ndcg_at_10_std": 0.027458998411003945, + "nauc_ndcg_at_1_diff1": 0.8626425968001518, + "nauc_ndcg_at_1_max": 0.6595752863769762, + "nauc_ndcg_at_1_std": -0.027886253905140438, + "nauc_ndcg_at_20_diff1": 0.8454523799063263, + "nauc_ndcg_at_20_max": 0.6959121933782109, + "nauc_ndcg_at_20_std": 0.0308959819274577, + "nauc_ndcg_at_3_diff1": 0.836479109029809, + "nauc_ndcg_at_3_max": 0.6844435106561058, + "nauc_ndcg_at_3_std": 0.017515480462620813, + "nauc_ndcg_at_5_diff1": 0.8439044688476051, + "nauc_ndcg_at_5_max": 0.7036754498895186, + "nauc_ndcg_at_5_std": 0.0345134725239687, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8611111111111238, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.638188608776807, + "nauc_precision_at_10_diff1": 0.8021814786520667, + "nauc_precision_at_10_max": 0.8226239990945837, + "nauc_precision_at_10_std": 0.2075941487706105, + "nauc_precision_at_1_diff1": 0.8626425968001518, + "nauc_precision_at_1_max": 0.6595752863769762, + "nauc_precision_at_1_std": -0.027886253905140438, + "nauc_precision_at_20_diff1": 0.7998297358159006, + "nauc_precision_at_20_max": 0.9206349206349161, + "nauc_precision_at_20_std": 0.44032514966770214, + "nauc_precision_at_3_diff1": 0.7989943725237879, + "nauc_precision_at_3_max": 0.7114341231988305, + "nauc_precision_at_3_std": 0.07421076538723685, + "nauc_precision_at_5_diff1": 0.8177623990772744, + "nauc_precision_at_5_max": 0.8185038721370853, + "nauc_precision_at_5_std": 0.18279599421467377, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8611111111111373, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.6381886087768469, + "nauc_recall_at_10_diff1": 0.8021814786520685, + "nauc_recall_at_10_max": 0.822623999094589, + "nauc_recall_at_10_std": 0.20759414877061672, + "nauc_recall_at_1_diff1": 0.8626425968001518, + "nauc_recall_at_1_max": 0.6595752863769762, + "nauc_recall_at_1_std": -0.027886253905140438, + "nauc_recall_at_20_diff1": 0.799829735815896, + "nauc_recall_at_20_max": 0.9206349206349205, + "nauc_recall_at_20_std": 0.4403251496677072, + "nauc_recall_at_3_diff1": 0.7989943725237847, + "nauc_recall_at_3_max": 0.7114341231988297, + "nauc_recall_at_3_std": 0.07421076538723526, + "nauc_recall_at_5_diff1": 0.81776239907728, + "nauc_recall_at_5_max": 0.8185038721370892, + "nauc_recall_at_5_std": 0.18279599421467566, + "ndcg_at_1": 0.81333, + "ndcg_at_10": 0.89206, + "ndcg_at_100": 0.89997, + "ndcg_at_1000": 0.90026, + "ndcg_at_20": 0.89666, + "ndcg_at_3": 0.87487, + "ndcg_at_5": 0.88539, + "precision_at_1": 0.81333, + "precision_at_10": 0.09633, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.30593, + "precision_at_5": 0.18867, + "recall_at_1": 0.81333, + "recall_at_10": 0.96333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.91778, + "recall_at_5": 0.94333 + }, + { + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ], + "main_score": 0.86112, + "map_at_1": 0.77, + "map_at_10": 0.83282, + "map_at_100": 0.83526, + "map_at_1000": 0.83528, + "map_at_20": 0.83455, + "map_at_3": 0.82111, + "map_at_5": 0.82917, + "mrr_at_1": 0.77, + "mrr_at_10": 0.8328161375661376, + "mrr_at_100": 0.8352572870332472, + "mrr_at_1000": 0.8352772704214318, + "mrr_at_20": 0.8345504414984547, + "mrr_at_3": 0.821111111111111, + "mrr_at_5": 0.8291666666666665, + "nauc_map_at_1000_diff1": 0.8392774069325506, + "nauc_map_at_1000_max": 0.6704174578364248, + "nauc_map_at_1000_std": -0.09847965355885248, + "nauc_map_at_100_diff1": 0.8392787402551645, + "nauc_map_at_100_max": 0.67046058001566, + "nauc_map_at_100_std": -0.09834823008383535, + "nauc_map_at_10_diff1": 0.8383597242882, + "nauc_map_at_10_max": 0.6720034891132276, + "nauc_map_at_10_std": -0.09506293306474384, + "nauc_map_at_1_diff1": 0.8575656070564416, + "nauc_map_at_1_max": 0.6455938268565562, + "nauc_map_at_1_std": -0.1281230649866093, + "nauc_map_at_20_diff1": 0.8385611337713997, + "nauc_map_at_20_max": 0.6707881219254855, + "nauc_map_at_20_std": -0.09766181720848037, + "nauc_map_at_3_diff1": 0.8375302760321904, + "nauc_map_at_3_max": 0.6712063176809954, + "nauc_map_at_3_std": -0.10226894210437934, + "nauc_map_at_5_diff1": 0.8375495351318403, + "nauc_map_at_5_max": 0.6719431924575956, + "nauc_map_at_5_std": -0.09463033727437072, + "nauc_mrr_at_1000_diff1": 0.8392774069325506, + "nauc_mrr_at_1000_max": 0.6704174578364248, + "nauc_mrr_at_1000_std": -0.09847965355885248, + "nauc_mrr_at_100_diff1": 0.8392787402551645, + "nauc_mrr_at_100_max": 0.67046058001566, + "nauc_mrr_at_100_std": -0.09834823008383535, + "nauc_mrr_at_10_diff1": 0.8383597242882, + "nauc_mrr_at_10_max": 0.6720034891132276, + "nauc_mrr_at_10_std": -0.09506293306474384, + "nauc_mrr_at_1_diff1": 0.8575656070564416, + "nauc_mrr_at_1_max": 0.6455938268565562, + "nauc_mrr_at_1_std": -0.1281230649866093, + "nauc_mrr_at_20_diff1": 0.8385611337713997, + "nauc_mrr_at_20_max": 0.6707881219254855, + "nauc_mrr_at_20_std": -0.09766181720848037, + "nauc_mrr_at_3_diff1": 0.8375302760321904, + "nauc_mrr_at_3_max": 0.6712063176809954, + "nauc_mrr_at_3_std": -0.10226894210437934, + "nauc_mrr_at_5_diff1": 0.8375495351318403, + "nauc_mrr_at_5_max": 0.6719431924575956, + "nauc_mrr_at_5_std": -0.09463033727437072, + "nauc_ndcg_at_1000_diff1": 0.8365276752710507, + "nauc_ndcg_at_1000_max": 0.6739055660087901, + "nauc_ndcg_at_1000_std": -0.09372950558846499, + "nauc_ndcg_at_100_diff1": 0.8364549070735953, + "nauc_ndcg_at_100_max": 0.6751245407318183, + "nauc_ndcg_at_100_std": -0.08997008669310748, + "nauc_ndcg_at_10_diff1": 0.831016773872653, + "nauc_ndcg_at_10_max": 0.6814212714133777, + "nauc_ndcg_at_10_std": -0.07919580447055763, + "nauc_ndcg_at_1_diff1": 0.8575656070564416, + "nauc_ndcg_at_1_max": 0.6455938268565562, + "nauc_ndcg_at_1_std": -0.1281230649866093, + "nauc_ndcg_at_20_diff1": 0.8319431890047684, + "nauc_ndcg_at_20_max": 0.6778377328334363, + "nauc_ndcg_at_20_std": -0.08703529212159214, + "nauc_ndcg_at_3_diff1": 0.8294108262051334, + "nauc_ndcg_at_3_max": 0.6782984487503587, + "nauc_ndcg_at_3_std": -0.09633931618706934, + "nauc_ndcg_at_5_diff1": 0.829028013341439, + "nauc_ndcg_at_5_max": 0.6805564133043458, + "nauc_ndcg_at_5_std": -0.08016660706590471, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8078120136943496, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9128540305010695, + "nauc_precision_at_10_diff1": 0.7706125928632298, + "nauc_precision_at_10_max": 0.7624122112613139, + "nauc_precision_at_10_std": 0.06548126496975562, + "nauc_precision_at_1_diff1": 0.8575656070564416, + "nauc_precision_at_1_max": 0.6455938268565562, + "nauc_precision_at_1_std": -0.1281230649866093, + "nauc_precision_at_20_diff1": 0.7361694677871078, + "nauc_precision_at_20_max": 0.7845082477435392, + "nauc_precision_at_20_std": 0.08418923124804566, + "nauc_precision_at_3_diff1": 0.7953099868401825, + "nauc_precision_at_3_max": 0.7066000146220219, + "nauc_precision_at_3_std": -0.07348936247989245, + "nauc_precision_at_5_diff1": 0.7808901338313089, + "nauc_precision_at_5_max": 0.7281810872497119, + "nauc_precision_at_5_std": 0.0038385724660217786, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8078120136943853, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9128540305010676, + "nauc_recall_at_10_diff1": 0.7706125928632303, + "nauc_recall_at_10_max": 0.7624122112613155, + "nauc_recall_at_10_std": 0.06548126496975741, + "nauc_recall_at_1_diff1": 0.8575656070564416, + "nauc_recall_at_1_max": 0.6455938268565562, + "nauc_recall_at_1_std": -0.1281230649866093, + "nauc_recall_at_20_diff1": 0.736169467787112, + "nauc_recall_at_20_max": 0.7845082477435423, + "nauc_recall_at_20_std": 0.08418923124804954, + "nauc_recall_at_3_diff1": 0.7953099868401814, + "nauc_recall_at_3_max": 0.7066000146220203, + "nauc_recall_at_3_std": -0.07348936247989474, + "nauc_recall_at_5_diff1": 0.7808901338313091, + "nauc_recall_at_5_max": 0.7281810872497139, + "nauc_recall_at_5_std": 0.0038385724660234067, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.86112, + "ndcg_at_100": 0.87189, + "ndcg_at_1000": 0.87233, + "ndcg_at_20": 0.86735, + "ndcg_at_3": 0.83741, + "ndcg_at_5": 0.85199, + "precision_at_1": 0.77, + "precision_at_10": 0.09489, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04867, + "precision_at_3": 0.29481, + "precision_at_5": 0.184, + "recall_at_1": 0.77, + "recall_at_10": 0.94889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.97333, + "recall_at_3": 0.88444, + "recall_at_5": 0.92 + }, + { + "hf_subset": "zsm_Latn-zsm_Latn", + "languages": [ + "zsm-Latn", + "zsm-Latn" + ], + "main_score": 0.89782, + "map_at_1": 0.83667, + "map_at_10": 0.87999, + "map_at_100": 0.88203, + "map_at_1000": 0.88207, + "map_at_20": 0.88137, + "map_at_3": 0.87259, + "map_at_5": 0.87798, + "mrr_at_1": 0.8366666666666667, + "mrr_at_10": 0.879988536155203, + "mrr_at_100": 0.8820284813465, + "mrr_at_1000": 0.8820653359976318, + "mrr_at_20": 0.8813716499549835, + "mrr_at_3": 0.8725925925925926, + "mrr_at_5": 0.8779814814814818, + "nauc_map_at_1000_diff1": 0.8662144311451166, + "nauc_map_at_1000_max": 0.7576431173280649, + "nauc_map_at_1000_std": 0.03155732607397735, + "nauc_map_at_100_diff1": 0.8662377490320341, + "nauc_map_at_100_max": 0.757721633682559, + "nauc_map_at_100_std": 0.031810041426206095, + "nauc_map_at_10_diff1": 0.8656156349769137, + "nauc_map_at_10_max": 0.758088866792757, + "nauc_map_at_10_std": 0.034911573131863834, + "nauc_map_at_1_diff1": 0.8692533638437812, + "nauc_map_at_1_max": 0.7413068641816705, + "nauc_map_at_1_std": -0.014017409689743188, + "nauc_map_at_20_diff1": 0.8661229458393058, + "nauc_map_at_20_max": 0.7581437231454856, + "nauc_map_at_20_std": 0.03272283649595706, + "nauc_map_at_3_diff1": 0.8667289835056864, + "nauc_map_at_3_max": 0.7548485027116251, + "nauc_map_at_3_std": 0.019738578053246317, + "nauc_map_at_5_diff1": 0.865263761520067, + "nauc_map_at_5_max": 0.7576751165638438, + "nauc_map_at_5_std": 0.034225158475016296, + "nauc_mrr_at_1000_diff1": 0.8662144311451166, + "nauc_mrr_at_1000_max": 0.7576431173280649, + "nauc_mrr_at_1000_std": 0.03155732607397735, + "nauc_mrr_at_100_diff1": 0.8662377490320341, + "nauc_mrr_at_100_max": 0.757721633682559, + "nauc_mrr_at_100_std": 0.031810041426206095, + "nauc_mrr_at_10_diff1": 0.8656156349769137, + "nauc_mrr_at_10_max": 0.758088866792757, + "nauc_mrr_at_10_std": 0.034911573131863834, + "nauc_mrr_at_1_diff1": 0.8692533638437812, + "nauc_mrr_at_1_max": 0.7413068641816705, + "nauc_mrr_at_1_std": -0.014017409689743188, + "nauc_mrr_at_20_diff1": 0.8661229458393058, + "nauc_mrr_at_20_max": 0.7581437231454856, + "nauc_mrr_at_20_std": 0.03272283649595706, + "nauc_mrr_at_3_diff1": 0.8667289835056864, + "nauc_mrr_at_3_max": 0.7548485027116251, + "nauc_mrr_at_3_std": 0.019738578053246317, + "nauc_mrr_at_5_diff1": 0.865263761520067, + "nauc_mrr_at_5_max": 0.7576751165638438, + "nauc_mrr_at_5_std": 0.034225158475016296, + "nauc_ndcg_at_1000_diff1": 0.8661326599394249, + "nauc_ndcg_at_1000_max": 0.7618662749530911, + "nauc_ndcg_at_1000_std": 0.04390122271105064, + "nauc_ndcg_at_100_diff1": 0.8668115050773944, + "nauc_ndcg_at_100_max": 0.7638936353577312, + "nauc_ndcg_at_100_std": 0.050737666358408595, + "nauc_ndcg_at_10_diff1": 0.8640989254763389, + "nauc_ndcg_at_10_max": 0.767214861430619, + "nauc_ndcg_at_10_std": 0.06528313275692832, + "nauc_ndcg_at_1_diff1": 0.8692533638437812, + "nauc_ndcg_at_1_max": 0.7413068641816705, + "nauc_ndcg_at_1_std": -0.014017409689743188, + "nauc_ndcg_at_20_diff1": 0.8660268299117596, + "nauc_ndcg_at_20_max": 0.7677112180938368, + "nauc_ndcg_at_20_std": 0.058983510302985286, + "nauc_ndcg_at_3_diff1": 0.866464199596534, + "nauc_ndcg_at_3_max": 0.7606866220560641, + "nauc_ndcg_at_3_std": 0.033572919258309, + "nauc_ndcg_at_5_diff1": 0.8632700487355679, + "nauc_ndcg_at_5_max": 0.7661876019119684, + "nauc_ndcg_at_5_std": 0.06334186967301311, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9477124183006403, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8552754435107516, + "nauc_precision_at_10_diff1": 0.8533754587106143, + "nauc_precision_at_10_max": 0.8313573491412058, + "nauc_precision_at_10_std": 0.28431372549019274, + "nauc_precision_at_1_diff1": 0.8692533638437812, + "nauc_precision_at_1_max": 0.7413068641816705, + "nauc_precision_at_1_std": -0.014017409689743188, + "nauc_precision_at_20_diff1": 0.8697299432593543, + "nauc_precision_at_20_max": 0.878169216404507, + "nauc_precision_at_20_std": 0.35795087265675585, + "nauc_precision_at_3_diff1": 0.8657099203317719, + "nauc_precision_at_3_max": 0.7849200286175105, + "nauc_precision_at_3_std": 0.09069688481453318, + "nauc_precision_at_5_diff1": 0.8518240629585175, + "nauc_precision_at_5_max": 0.8131252501000399, + "nauc_precision_at_5_std": 0.2282996531946106, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9477124183006633, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8552754435107421, + "nauc_recall_at_10_diff1": 0.8533754587106172, + "nauc_recall_at_10_max": 0.8313573491412067, + "nauc_recall_at_10_std": 0.2843137254901967, + "nauc_recall_at_1_diff1": 0.8692533638437812, + "nauc_recall_at_1_max": 0.7413068641816705, + "nauc_recall_at_1_std": -0.014017409689743188, + "nauc_recall_at_20_diff1": 0.8697299432593542, + "nauc_recall_at_20_max": 0.8781692164045113, + "nauc_recall_at_20_std": 0.3579508726567574, + "nauc_recall_at_3_diff1": 0.86570992033177, + "nauc_recall_at_3_max": 0.7849200286175098, + "nauc_recall_at_3_std": 0.09069688481453216, + "nauc_recall_at_5_diff1": 0.8518240629585175, + "nauc_recall_at_5_max": 0.8131252501000389, + "nauc_recall_at_5_std": 0.22829965319461049, + "ndcg_at_1": 0.83667, + "ndcg_at_10": 0.89782, + "ndcg_at_100": 0.90714, + "ndcg_at_1000": 0.90791, + "ndcg_at_20": 0.90269, + "ndcg_at_3": 0.88341, + "ndcg_at_5": 0.89307, + "precision_at_1": 0.83667, + "precision_at_10": 0.09522, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04856, + "precision_at_3": 0.30481, + "precision_at_5": 0.18756, + "recall_at_1": 0.83667, + "recall_at_10": 0.95222, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "recall_at_20": 0.97111, + "recall_at_3": 0.91444, + "recall_at_5": 0.93778 + }, + { + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ], + "main_score": 0.89524, + "map_at_1": 0.81889, + "map_at_10": 0.87224, + "map_at_100": 0.87395, + "map_at_1000": 0.87398, + "map_at_20": 0.87343, + "map_at_3": 0.86296, + "map_at_5": 0.86985, + "mrr_at_1": 0.8188888888888889, + "mrr_at_10": 0.8722433862433867, + "mrr_at_100": 0.8739549340474606, + "mrr_at_1000": 0.8739770767534867, + "mrr_at_20": 0.8734347200548186, + "mrr_at_3": 0.8629629629629634, + "mrr_at_5": 0.8698518518518525, + "nauc_map_at_1000_diff1": 0.8689664465393252, + "nauc_map_at_1000_max": 0.7226359743696644, + "nauc_map_at_1000_std": -0.08320875176638798, + "nauc_map_at_100_diff1": 0.8689643466143012, + "nauc_map_at_100_max": 0.7226746620694736, + "nauc_map_at_100_std": -0.08303355156432156, + "nauc_map_at_10_diff1": 0.8683892747602026, + "nauc_map_at_10_max": 0.723807194136256, + "nauc_map_at_10_std": -0.0810883193601477, + "nauc_map_at_1_diff1": 0.8833851526896381, + "nauc_map_at_1_max": 0.7104646705566684, + "nauc_map_at_1_std": -0.11856796042664319, + "nauc_map_at_20_diff1": 0.8684359990088693, + "nauc_map_at_20_max": 0.7231601332354639, + "nauc_map_at_20_std": -0.08174594561686171, + "nauc_map_at_3_diff1": 0.8672319618837036, + "nauc_map_at_3_max": 0.7224565005659535, + "nauc_map_at_3_std": -0.09398312669456997, + "nauc_map_at_5_diff1": 0.869199993110526, + "nauc_map_at_5_max": 0.7250623941923948, + "nauc_map_at_5_std": -0.07514270657450378, + "nauc_mrr_at_1000_diff1": 0.8689664465393252, + "nauc_mrr_at_1000_max": 0.7226359743696644, + "nauc_mrr_at_1000_std": -0.08320875176638798, + "nauc_mrr_at_100_diff1": 0.8689643466143012, + "nauc_mrr_at_100_max": 0.7226746620694736, + "nauc_mrr_at_100_std": -0.08303355156432156, + "nauc_mrr_at_10_diff1": 0.8683892747602026, + "nauc_mrr_at_10_max": 0.723807194136256, + "nauc_mrr_at_10_std": -0.0810883193601477, + "nauc_mrr_at_1_diff1": 0.8833851526896381, + "nauc_mrr_at_1_max": 0.7104646705566684, + "nauc_mrr_at_1_std": -0.11856796042664319, + "nauc_mrr_at_20_diff1": 0.8684359990088693, + "nauc_mrr_at_20_max": 0.7231601332354639, + "nauc_mrr_at_20_std": -0.08174594561686171, + "nauc_mrr_at_3_diff1": 0.8672319618837036, + "nauc_mrr_at_3_max": 0.7224565005659535, + "nauc_mrr_at_3_std": -0.09398312669456997, + "nauc_mrr_at_5_diff1": 0.869199993110526, + "nauc_mrr_at_5_max": 0.7250623941923948, + "nauc_mrr_at_5_std": -0.07514270657450378, + "nauc_ndcg_at_1000_diff1": 0.8668019304085952, + "nauc_ndcg_at_1000_max": 0.725389627550368, + "nauc_ndcg_at_1000_std": -0.07406018287908323, + "nauc_ndcg_at_100_diff1": 0.8665870711371931, + "nauc_ndcg_at_100_max": 0.7263266514135936, + "nauc_ndcg_at_100_std": -0.06943922473514423, + "nauc_ndcg_at_10_diff1": 0.8626207600908273, + "nauc_ndcg_at_10_max": 0.7321270807238333, + "nauc_ndcg_at_10_std": -0.057645398021247504, + "nauc_ndcg_at_1_diff1": 0.8833851526896381, + "nauc_ndcg_at_1_max": 0.7104646705566684, + "nauc_ndcg_at_1_std": -0.11856796042664319, + "nauc_ndcg_at_20_diff1": 0.8626214753390332, + "nauc_ndcg_at_20_max": 0.7292227696897008, + "nauc_ndcg_at_20_std": -0.06155221898647114, + "nauc_ndcg_at_3_diff1": 0.8617564732994601, + "nauc_ndcg_at_3_max": 0.7292004251417511, + "nauc_ndcg_at_3_std": -0.08242659020550719, + "nauc_ndcg_at_5_diff1": 0.8651473435302169, + "nauc_ndcg_at_5_max": 0.7347290023905979, + "nauc_ndcg_at_5_std": -0.04362511967455463, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8148148148148262, + "nauc_precision_at_100_max": 0.9128540305010695, + "nauc_precision_at_100_std": 0.8692810457516348, + "nauc_precision_at_10_diff1": 0.8041625252251428, + "nauc_precision_at_10_max": 0.8178819915062774, + "nauc_precision_at_10_std": 0.18333785126953575, + "nauc_precision_at_1_diff1": 0.8833851526896381, + "nauc_precision_at_1_max": 0.7104646705566684, + "nauc_precision_at_1_std": -0.11856796042664319, + "nauc_precision_at_20_diff1": 0.756577140660184, + "nauc_precision_at_20_max": 0.8264678420387739, + "nauc_precision_at_20_std": 0.28200692041521663, + "nauc_precision_at_3_diff1": 0.8370297890845854, + "nauc_precision_at_3_max": 0.7613100034534388, + "nauc_precision_at_3_std": -0.028247828811889107, + "nauc_precision_at_5_diff1": 0.8395414903550045, + "nauc_precision_at_5_max": 0.8028587321453384, + "nauc_precision_at_5_std": 0.18276814271807995, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8148148148148178, + "nauc_recall_at_100_max": 0.9128540305010676, + "nauc_recall_at_100_std": 0.8692810457516407, + "nauc_recall_at_10_diff1": 0.8041625252251441, + "nauc_recall_at_10_max": 0.8178819915062796, + "nauc_recall_at_10_std": 0.183337851269543, + "nauc_recall_at_1_diff1": 0.8833851526896381, + "nauc_recall_at_1_max": 0.7104646705566684, + "nauc_recall_at_1_std": -0.11856796042664319, + "nauc_recall_at_20_diff1": 0.756577140660187, + "nauc_recall_at_20_max": 0.826467842038776, + "nauc_recall_at_20_std": 0.28200692041522535, + "nauc_recall_at_3_diff1": 0.8370297890845846, + "nauc_recall_at_3_max": 0.7613100034534365, + "nauc_recall_at_3_std": -0.028247828811888302, + "nauc_recall_at_5_diff1": 0.8395414903550069, + "nauc_recall_at_5_max": 0.8028587321453384, + "nauc_recall_at_5_std": 0.1827681427180812, + "ndcg_at_1": 0.81889, + "ndcg_at_10": 0.89524, + "ndcg_at_100": 0.90244, + "ndcg_at_1000": 0.90289, + "ndcg_at_20": 0.89931, + "ndcg_at_3": 0.87733, + "ndcg_at_5": 0.88948, + "precision_at_1": 0.81889, + "precision_at_10": 0.09656, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04906, + "precision_at_3": 0.3063, + "precision_at_5": 0.18956, + "recall_at_1": 0.81889, + "recall_at_10": 0.96556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98111, + "recall_at_3": 0.91889, + "recall_at_5": 0.94778 + }, + { + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ], + "main_score": 0.8788, + "map_at_1": 0.80444, + "map_at_10": 0.85502, + "map_at_100": 0.85675, + "map_at_1000": 0.85681, + "map_at_20": 0.85619, + "map_at_3": 0.84296, + "map_at_5": 0.85002, + "mrr_at_1": 0.8044444444444444, + "mrr_at_10": 0.8550220458553796, + "mrr_at_100": 0.8567533032718707, + "mrr_at_1000": 0.8568050666950843, + "mrr_at_20": 0.8561884134384139, + "mrr_at_3": 0.8429629629629631, + "mrr_at_5": 0.8500185185185188, + "nauc_map_at_1000_diff1": 0.8792131109418314, + "nauc_map_at_1000_max": 0.790077787582099, + "nauc_map_at_1000_std": 0.042864656623432, + "nauc_map_at_100_diff1": 0.8792235493190024, + "nauc_map_at_100_max": 0.7901462256266683, + "nauc_map_at_100_std": 0.043171217528097446, + "nauc_map_at_10_diff1": 0.8792797261359632, + "nauc_map_at_10_max": 0.7911810667098063, + "nauc_map_at_10_std": 0.04456189969481477, + "nauc_map_at_1_diff1": 0.8908934805277233, + "nauc_map_at_1_max": 0.7693107630230756, + "nauc_map_at_1_std": 0.006103504556377196, + "nauc_map_at_20_diff1": 0.8792894936183197, + "nauc_map_at_20_max": 0.7902729169750337, + "nauc_map_at_20_std": 0.04300356120389822, + "nauc_map_at_3_diff1": 0.8747006084930097, + "nauc_map_at_3_max": 0.7910952411777764, + "nauc_map_at_3_std": 0.037760898313236056, + "nauc_map_at_5_diff1": 0.8760802000089747, + "nauc_map_at_5_max": 0.7910145815889135, + "nauc_map_at_5_std": 0.04202138139573535, + "nauc_mrr_at_1000_diff1": 0.8792131109418314, + "nauc_mrr_at_1000_max": 0.790077787582099, + "nauc_mrr_at_1000_std": 0.042864656623432, + "nauc_mrr_at_100_diff1": 0.8792235493190024, + "nauc_mrr_at_100_max": 0.7901462256266683, + "nauc_mrr_at_100_std": 0.043171217528097446, + "nauc_mrr_at_10_diff1": 0.8792797261359632, + "nauc_mrr_at_10_max": 0.7911810667098063, + "nauc_mrr_at_10_std": 0.04456189969481477, + "nauc_mrr_at_1_diff1": 0.8908934805277233, + "nauc_mrr_at_1_max": 0.7693107630230756, + "nauc_mrr_at_1_std": 0.006103504556377196, + "nauc_mrr_at_20_diff1": 0.8792894936183197, + "nauc_mrr_at_20_max": 0.7902729169750337, + "nauc_mrr_at_20_std": 0.04300356120389822, + "nauc_mrr_at_3_diff1": 0.8747006084930097, + "nauc_mrr_at_3_max": 0.7910952411777764, + "nauc_mrr_at_3_std": 0.037760898313236056, + "nauc_mrr_at_5_diff1": 0.8760802000089747, + "nauc_mrr_at_5_max": 0.7910145815889135, + "nauc_mrr_at_5_std": 0.04202138139573535, + "nauc_ndcg_at_1000_diff1": 0.8784337801406803, + "nauc_ndcg_at_1000_max": 0.7934563972267848, + "nauc_ndcg_at_1000_std": 0.05305325475857067, + "nauc_ndcg_at_100_diff1": 0.8785345172188254, + "nauc_ndcg_at_100_max": 0.7951243649498747, + "nauc_ndcg_at_100_std": 0.060960079826078754, + "nauc_ndcg_at_10_diff1": 0.8792776627030426, + "nauc_ndcg_at_10_max": 0.799880890244162, + "nauc_ndcg_at_10_std": 0.06742649186136365, + "nauc_ndcg_at_1_diff1": 0.8908934805277233, + "nauc_ndcg_at_1_max": 0.7693107630230756, + "nauc_ndcg_at_1_std": 0.006103504556377196, + "nauc_ndcg_at_20_diff1": 0.8792186394916738, + "nauc_ndcg_at_20_max": 0.7964383693767417, + "nauc_ndcg_at_20_std": 0.062477744423794536, + "nauc_ndcg_at_3_diff1": 0.868539784813816, + "nauc_ndcg_at_3_max": 0.7978623814569469, + "nauc_ndcg_at_3_std": 0.049375290683186135, + "nauc_ndcg_at_5_diff1": 0.8708482211764856, + "nauc_ndcg_at_5_max": 0.7983911872762733, + "nauc_ndcg_at_5_std": 0.0580824948272849, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8832866479925519, + "nauc_precision_at_100_max": 0.9603174603174623, + "nauc_precision_at_100_std": 0.8539415766306537, + "nauc_precision_at_10_diff1": 0.8899004046062866, + "nauc_precision_at_10_max": 0.8744497799119652, + "nauc_precision_at_10_std": 0.2739873727268662, + "nauc_precision_at_1_diff1": 0.8908934805277233, + "nauc_precision_at_1_max": 0.7693107630230756, + "nauc_precision_at_1_std": 0.006103504556377196, + "nauc_precision_at_20_diff1": 0.8940934398450759, + "nauc_precision_at_20_max": 0.8673790503855843, + "nauc_precision_at_20_std": 0.32492997198879225, + "nauc_precision_at_3_diff1": 0.8449498893661337, + "nauc_precision_at_3_max": 0.8231206188058986, + "nauc_precision_at_3_std": 0.09366225990591444, + "nauc_precision_at_5_diff1": 0.8455913897090354, + "nauc_precision_at_5_max": 0.834349054937289, + "nauc_precision_at_5_std": 0.1388510359098553, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8832866479925217, + "nauc_recall_at_100_max": 0.9603174603174524, + "nauc_recall_at_100_std": 0.8539415766306553, + "nauc_recall_at_10_diff1": 0.8899004046062877, + "nauc_recall_at_10_max": 0.8744497799119634, + "nauc_recall_at_10_std": 0.2739873727268677, + "nauc_recall_at_1_diff1": 0.8908934805277233, + "nauc_recall_at_1_max": 0.7693107630230756, + "nauc_recall_at_1_std": 0.006103504556377196, + "nauc_recall_at_20_diff1": 0.8940934398450765, + "nauc_recall_at_20_max": 0.8673790503855894, + "nauc_recall_at_20_std": 0.3249299719887981, + "nauc_recall_at_3_diff1": 0.8449498893661332, + "nauc_recall_at_3_max": 0.823120618805897, + "nauc_recall_at_3_std": 0.09366225990591433, + "nauc_recall_at_5_diff1": 0.8455913897090378, + "nauc_recall_at_5_max": 0.8343490549372913, + "nauc_recall_at_5_std": 0.13885103590985928, + "ndcg_at_1": 0.80444, + "ndcg_at_10": 0.8788, + "ndcg_at_100": 0.88715, + "ndcg_at_1000": 0.88821, + "ndcg_at_20": 0.88303, + "ndcg_at_3": 0.85428, + "ndcg_at_5": 0.86705, + "precision_at_1": 0.80444, + "precision_at_10": 0.09533, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0485, + "precision_at_3": 0.29556, + "precision_at_5": 0.18356, + "recall_at_1": 0.80444, + "recall_at_10": 0.95333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.97, + "recall_at_3": 0.88667, + "recall_at_5": 0.91778 + }, + { + "hf_subset": "zul_Latn-zul_Latn", + "languages": [ + "zul-Latn", + "zul-Latn" + ], + "main_score": 0.68539, + "map_at_1": 0.57444, + "map_at_10": 0.64838, + "map_at_100": 0.65351, + "map_at_1000": 0.65391, + "map_at_20": 0.65132, + "map_at_3": 0.63019, + "map_at_5": 0.64063, + "mrr_at_1": 0.5744444444444444, + "mrr_at_10": 0.6483849206349205, + "mrr_at_100": 0.6535148650157017, + "mrr_at_1000": 0.6539053890639672, + "mrr_at_20": 0.6513203000655268, + "mrr_at_3": 0.6301851851851853, + "mrr_at_5": 0.6406296296296297, + "nauc_map_at_1000_diff1": 0.7879677815091367, + "nauc_map_at_1000_max": 0.7876944057919693, + "nauc_map_at_1000_std": 0.38857648406599493, + "nauc_map_at_100_diff1": 0.7877519333954387, + "nauc_map_at_100_max": 0.7876878956845969, + "nauc_map_at_100_std": 0.3890745726800723, + "nauc_map_at_10_diff1": 0.7870354380934867, + "nauc_map_at_10_max": 0.787374415827995, + "nauc_map_at_10_std": 0.38782901525245933, + "nauc_map_at_1_diff1": 0.8221343746845257, + "nauc_map_at_1_max": 0.7753120287920574, + "nauc_map_at_1_std": 0.3324418606514425, + "nauc_map_at_20_diff1": 0.7872864351898942, + "nauc_map_at_20_max": 0.7880665702370626, + "nauc_map_at_20_std": 0.38973866216258085, + "nauc_map_at_3_diff1": 0.7917714535960882, + "nauc_map_at_3_max": 0.7893865416258913, + "nauc_map_at_3_std": 0.37709009124256965, + "nauc_map_at_5_diff1": 0.7882191775555343, + "nauc_map_at_5_max": 0.7890427922198107, + "nauc_map_at_5_std": 0.38624040585481606, + "nauc_mrr_at_1000_diff1": 0.7879677815091367, + "nauc_mrr_at_1000_max": 0.7876944057919693, + "nauc_mrr_at_1000_std": 0.38857648406599493, + "nauc_mrr_at_100_diff1": 0.7877519333954387, + "nauc_mrr_at_100_max": 0.7876878956845969, + "nauc_mrr_at_100_std": 0.3890745726800723, + "nauc_mrr_at_10_diff1": 0.7870354380934867, + "nauc_mrr_at_10_max": 0.787374415827995, + "nauc_mrr_at_10_std": 0.38782901525245933, + "nauc_mrr_at_1_diff1": 0.8221343746845257, + "nauc_mrr_at_1_max": 0.7753120287920574, + "nauc_mrr_at_1_std": 0.3324418606514425, + "nauc_mrr_at_20_diff1": 0.7872864351898942, + "nauc_mrr_at_20_max": 0.7880665702370626, + "nauc_mrr_at_20_std": 0.38973866216258085, + "nauc_mrr_at_3_diff1": 0.7917714535960882, + "nauc_mrr_at_3_max": 0.7893865416258913, + "nauc_mrr_at_3_std": 0.37709009124256965, + "nauc_mrr_at_5_diff1": 0.7882191775555343, + "nauc_mrr_at_5_max": 0.7890427922198107, + "nauc_mrr_at_5_std": 0.38624040585481606, + "nauc_ndcg_at_1000_diff1": 0.780500581373391, + "nauc_ndcg_at_1000_max": 0.7883268601805814, + "nauc_ndcg_at_1000_std": 0.4038631111174236, + "nauc_ndcg_at_100_diff1": 0.7759006630566444, + "nauc_ndcg_at_100_max": 0.7883497741109422, + "nauc_ndcg_at_100_std": 0.4173992062886414, + "nauc_ndcg_at_10_diff1": 0.7716343088922984, + "nauc_ndcg_at_10_max": 0.787341566124142, + "nauc_ndcg_at_10_std": 0.41233617270556633, + "nauc_ndcg_at_1_diff1": 0.8221343746845257, + "nauc_ndcg_at_1_max": 0.7753120287920574, + "nauc_ndcg_at_1_std": 0.3324418606514425, + "nauc_ndcg_at_20_diff1": 0.772138125543103, + "nauc_ndcg_at_20_max": 0.790279271254066, + "nauc_ndcg_at_20_std": 0.4217036071324855, + "nauc_ndcg_at_3_diff1": 0.7815718243133458, + "nauc_ndcg_at_3_max": 0.7918158739493172, + "nauc_ndcg_at_3_std": 0.39008712932292394, + "nauc_ndcg_at_5_diff1": 0.7747154791233659, + "nauc_ndcg_at_5_max": 0.7913638147598369, + "nauc_ndcg_at_5_std": 0.4075625685981712, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6714008520074687, + "nauc_precision_at_100_max": 0.7897846638655452, + "nauc_precision_at_100_std": 0.7464475373482722, + "nauc_precision_at_10_diff1": 0.7023631938447041, + "nauc_precision_at_10_max": 0.7838720712435081, + "nauc_precision_at_10_std": 0.524083379131663, + "nauc_precision_at_1_diff1": 0.8221343746845257, + "nauc_precision_at_1_max": 0.7753120287920574, + "nauc_precision_at_1_std": 0.3324418606514425, + "nauc_precision_at_20_diff1": 0.688269757550576, + "nauc_precision_at_20_max": 0.8030899450034843, + "nauc_precision_at_20_std": 0.6177671837700401, + "nauc_precision_at_3_diff1": 0.7483530593457767, + "nauc_precision_at_3_max": 0.7988785427445746, + "nauc_precision_at_3_std": 0.43167717367211406, + "nauc_precision_at_5_diff1": 0.7246944323867398, + "nauc_precision_at_5_max": 0.7988028603413218, + "nauc_precision_at_5_std": 0.48704393319777955, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6714008520074696, + "nauc_recall_at_100_max": 0.7897846638655454, + "nauc_recall_at_100_std": 0.7464475373482713, + "nauc_recall_at_10_diff1": 0.7023631938447046, + "nauc_recall_at_10_max": 0.783872071243509, + "nauc_recall_at_10_std": 0.5240833791316636, + "nauc_recall_at_1_diff1": 0.8221343746845257, + "nauc_recall_at_1_max": 0.7753120287920574, + "nauc_recall_at_1_std": 0.3324418606514425, + "nauc_recall_at_20_diff1": 0.6882697575505773, + "nauc_recall_at_20_max": 0.8030899450034862, + "nauc_recall_at_20_std": 0.6177671837700418, + "nauc_recall_at_3_diff1": 0.7483530593457766, + "nauc_recall_at_3_max": 0.7988785427445753, + "nauc_recall_at_3_std": 0.43167717367211356, + "nauc_recall_at_5_diff1": 0.72469443238674, + "nauc_recall_at_5_max": 0.7988028603413219, + "nauc_recall_at_5_std": 0.48704393319777955, + "ndcg_at_1": 0.57444, + "ndcg_at_10": 0.68539, + "ndcg_at_100": 0.71181, + "ndcg_at_1000": 0.72116, + "ndcg_at_20": 0.69625, + "ndcg_at_3": 0.64787, + "ndcg_at_5": 0.66666, + "precision_at_1": 0.57444, + "precision_at_10": 0.08022, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "precision_at_20": 0.04228, + "precision_at_3": 0.23296, + "precision_at_5": 0.14889, + "recall_at_1": 0.57444, + "recall_at_10": 0.80222, + "recall_at_100": 0.92889, + "recall_at_1000": 1.0, + "recall_at_20": 0.84556, + "recall_at_3": 0.69889, + "recall_at_5": 0.74444 + }, + { + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ], + "main_score": 0.83111, + "map_at_1": 0.73222, + "map_at_10": 0.80033, + "map_at_100": 0.80324, + "map_at_1000": 0.80329, + "map_at_20": 0.80218, + "map_at_3": 0.78833, + "map_at_5": 0.79456, + "mrr_at_1": 0.7322222222222222, + "mrr_at_10": 0.800327601410935, + "mrr_at_100": 0.8032404020900977, + "mrr_at_1000": 0.8032898671501127, + "mrr_at_20": 0.8021836185543615, + "mrr_at_3": 0.7883333333333334, + "mrr_at_5": 0.7945555555555558, + "nauc_map_at_1000_diff1": 0.8037111484790717, + "nauc_map_at_1000_max": 0.6478598624762127, + "nauc_map_at_1000_std": -0.04007621777125493, + "nauc_map_at_100_diff1": 0.8036631263340128, + "nauc_map_at_100_max": 0.6478950785031083, + "nauc_map_at_100_std": -0.03999675491757737, + "nauc_map_at_10_diff1": 0.8021237647016053, + "nauc_map_at_10_max": 0.6469716670676662, + "nauc_map_at_10_std": -0.042442496687614, + "nauc_map_at_1_diff1": 0.8227793819148631, + "nauc_map_at_1_max": 0.6428054634978791, + "nauc_map_at_1_std": -0.041149964704097174, + "nauc_map_at_20_diff1": 0.8031797291675676, + "nauc_map_at_20_max": 0.6475136776963412, + "nauc_map_at_20_std": -0.041523440542802104, + "nauc_map_at_3_diff1": 0.8046494294544885, + "nauc_map_at_3_max": 0.6536228616076631, + "nauc_map_at_3_std": -0.031024551482769967, + "nauc_map_at_5_diff1": 0.8035312411514729, + "nauc_map_at_5_max": 0.6502864549105709, + "nauc_map_at_5_std": -0.03953691865788301, + "nauc_mrr_at_1000_diff1": 0.8037111484790717, + "nauc_mrr_at_1000_max": 0.6478598624762127, + "nauc_mrr_at_1000_std": -0.04007621777125493, + "nauc_mrr_at_100_diff1": 0.8036631263340128, + "nauc_mrr_at_100_max": 0.6478950785031083, + "nauc_mrr_at_100_std": -0.03999675491757737, + "nauc_mrr_at_10_diff1": 0.8021237647016053, + "nauc_mrr_at_10_max": 0.6469716670676662, + "nauc_mrr_at_10_std": -0.042442496687614, + "nauc_mrr_at_1_diff1": 0.8227793819148631, + "nauc_mrr_at_1_max": 0.6428054634978791, + "nauc_mrr_at_1_std": -0.041149964704097174, + "nauc_mrr_at_20_diff1": 0.8031797291675676, + "nauc_mrr_at_20_max": 0.6475136776963412, + "nauc_mrr_at_20_std": -0.041523440542802104, + "nauc_mrr_at_3_diff1": 0.8046494294544885, + "nauc_mrr_at_3_max": 0.6536228616076631, + "nauc_mrr_at_3_std": -0.031024551482769967, + "nauc_mrr_at_5_diff1": 0.8035312411514729, + "nauc_mrr_at_5_max": 0.6502864549105709, + "nauc_mrr_at_5_std": -0.03953691865788301, + "nauc_ndcg_at_1000_diff1": 0.8001870332260343, + "nauc_ndcg_at_1000_max": 0.6482645298560674, + "nauc_ndcg_at_1000_std": -0.039615710879366696, + "nauc_ndcg_at_100_diff1": 0.7993936114862045, + "nauc_ndcg_at_100_max": 0.6495822436503847, + "nauc_ndcg_at_100_std": -0.03707337686570936, + "nauc_ndcg_at_10_diff1": 0.7912305035411521, + "nauc_ndcg_at_10_max": 0.644211306072752, + "nauc_ndcg_at_10_std": -0.04932833213726598, + "nauc_ndcg_at_1_diff1": 0.8227793819148631, + "nauc_ndcg_at_1_max": 0.6428054634978791, + "nauc_ndcg_at_1_std": -0.041149964704097174, + "nauc_ndcg_at_20_diff1": 0.795873007953332, + "nauc_ndcg_at_20_max": 0.6468168886982185, + "nauc_ndcg_at_20_std": -0.04634544994124748, + "nauc_ndcg_at_3_diff1": 0.7981060203860263, + "nauc_ndcg_at_3_max": 0.6589324622266363, + "nauc_ndcg_at_3_std": -0.02440581355364245, + "nauc_ndcg_at_5_diff1": 0.7954926397184666, + "nauc_ndcg_at_5_max": 0.6525673741791411, + "nauc_ndcg_at_5_std": -0.04145626816981474, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7099506469254458, + "nauc_precision_at_100_max": 0.8373349339735795, + "nauc_precision_at_100_std": 0.31919434440444566, + "nauc_precision_at_10_diff1": 0.710338680926913, + "nauc_precision_at_10_max": 0.6167204255439537, + "nauc_precision_at_10_std": -0.10948419771949612, + "nauc_precision_at_1_diff1": 0.8227793819148631, + "nauc_precision_at_1_max": 0.6428054634978791, + "nauc_precision_at_1_std": -0.041149964704097174, + "nauc_precision_at_20_diff1": 0.7239643825009657, + "nauc_precision_at_20_max": 0.6357860217257588, + "nauc_precision_at_20_std": -0.11297852474324059, + "nauc_precision_at_3_diff1": 0.7720159674579579, + "nauc_precision_at_3_max": 0.6807722664076274, + "nauc_precision_at_3_std": 0.003396120454130217, + "nauc_precision_at_5_diff1": 0.756965887200095, + "nauc_precision_at_5_max": 0.6624160084060723, + "nauc_precision_at_5_std": -0.05376844589051893, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7099506469254301, + "nauc_recall_at_100_max": 0.8373349339735916, + "nauc_recall_at_100_std": 0.319194344404415, + "nauc_recall_at_10_diff1": 0.7103386809269173, + "nauc_recall_at_10_max": 0.6167204255439542, + "nauc_recall_at_10_std": -0.10948419771949153, + "nauc_recall_at_1_diff1": 0.8227793819148631, + "nauc_recall_at_1_max": 0.6428054634978791, + "nauc_recall_at_1_std": -0.041149964704097174, + "nauc_recall_at_20_diff1": 0.7239643825009682, + "nauc_recall_at_20_max": 0.6357860217257645, + "nauc_recall_at_20_std": -0.11297852474322943, + "nauc_recall_at_3_diff1": 0.772015967457956, + "nauc_recall_at_3_max": 0.6807722664076253, + "nauc_recall_at_3_std": 0.003396120454131642, + "nauc_recall_at_5_diff1": 0.7569658872000973, + "nauc_recall_at_5_max": 0.6624160084060717, + "nauc_recall_at_5_std": -0.05376844589051862, + "ndcg_at_1": 0.73222, + "ndcg_at_10": 0.83111, + "ndcg_at_100": 0.84522, + "ndcg_at_1000": 0.84628, + "ndcg_at_20": 0.83805, + "ndcg_at_3": 0.8062, + "ndcg_at_5": 0.81753, + "precision_at_1": 0.73222, + "precision_at_10": 0.09267, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04772, + "precision_at_3": 0.28593, + "precision_at_5": 0.17711, + "recall_at_1": 0.73222, + "recall_at_10": 0.92667, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "recall_at_20": 0.95444, + "recall_at_3": 0.85778, + "recall_at_5": 0.88556 + }, + { + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ], + "main_score": 0.6937, + "map_at_1": 0.59889, + "map_at_10": 0.65952, + "map_at_100": 0.665, + "map_at_1000": 0.66532, + "map_at_20": 0.66274, + "map_at_3": 0.64204, + "map_at_5": 0.65143, + "mrr_at_1": 0.5988888888888889, + "mrr_at_10": 0.6595180776014111, + "mrr_at_100": 0.6650022444513727, + "mrr_at_1000": 0.6653180773397298, + "mrr_at_20": 0.6627352910534025, + "mrr_at_3": 0.6420370370370372, + "mrr_at_5": 0.6514259259259263, + "nauc_map_at_1000_diff1": 0.8195876734229095, + "nauc_map_at_1000_max": 0.7988435766419618, + "nauc_map_at_1000_std": 0.21877253596476023, + "nauc_map_at_100_diff1": 0.8194892849579716, + "nauc_map_at_100_max": 0.7989034923579192, + "nauc_map_at_100_std": 0.21923003572990474, + "nauc_map_at_10_diff1": 0.8179004122814441, + "nauc_map_at_10_max": 0.7984037200692699, + "nauc_map_at_10_std": 0.21995927173411312, + "nauc_map_at_1_diff1": 0.8444614262163058, + "nauc_map_at_1_max": 0.7902606610484088, + "nauc_map_at_1_std": 0.18313303809205414, + "nauc_map_at_20_diff1": 0.8190254769999546, + "nauc_map_at_20_max": 0.7990372675656046, + "nauc_map_at_20_std": 0.22087263990622197, + "nauc_map_at_3_diff1": 0.8213005421028672, + "nauc_map_at_3_max": 0.7989037983426024, + "nauc_map_at_3_std": 0.19734213113503082, + "nauc_map_at_5_diff1": 0.8189864825816162, + "nauc_map_at_5_max": 0.797849934004242, + "nauc_map_at_5_std": 0.2083093153687625, + "nauc_mrr_at_1000_diff1": 0.8195876734229095, + "nauc_mrr_at_1000_max": 0.7988435766419618, + "nauc_mrr_at_1000_std": 0.21877253596476023, + "nauc_mrr_at_100_diff1": 0.8194892849579716, + "nauc_mrr_at_100_max": 0.7989034923579192, + "nauc_mrr_at_100_std": 0.21923003572990474, + "nauc_mrr_at_10_diff1": 0.8179004122814441, + "nauc_mrr_at_10_max": 0.7984037200692699, + "nauc_mrr_at_10_std": 0.21995927173411312, + "nauc_mrr_at_1_diff1": 0.8444614262163058, + "nauc_mrr_at_1_max": 0.7902606610484088, + "nauc_mrr_at_1_std": 0.18313303809205414, + "nauc_mrr_at_20_diff1": 0.8190254769999546, + "nauc_mrr_at_20_max": 0.7990372675656046, + "nauc_mrr_at_20_std": 0.22087263990622197, + "nauc_mrr_at_3_diff1": 0.8213005421028672, + "nauc_mrr_at_3_max": 0.7989037983426024, + "nauc_mrr_at_3_std": 0.19734213113503082, + "nauc_mrr_at_5_diff1": 0.8189864825816162, + "nauc_mrr_at_5_max": 0.797849934004242, + "nauc_mrr_at_5_std": 0.2083093153687625, + "nauc_ndcg_at_1000_diff1": 0.8137399357904384, + "nauc_ndcg_at_1000_max": 0.8006822588168641, + "nauc_ndcg_at_1000_std": 0.2365481353181494, + "nauc_ndcg_at_100_diff1": 0.8109828572920942, + "nauc_ndcg_at_100_max": 0.8024747558875025, + "nauc_ndcg_at_100_std": 0.2506881542119562, + "nauc_ndcg_at_10_diff1": 0.8037647722908885, + "nauc_ndcg_at_10_max": 0.800885687380446, + "nauc_ndcg_at_10_std": 0.25797258830298514, + "nauc_ndcg_at_1_diff1": 0.8444614262163058, + "nauc_ndcg_at_1_max": 0.7902606610484088, + "nauc_ndcg_at_1_std": 0.18313303809205414, + "nauc_ndcg_at_20_diff1": 0.8072002563069909, + "nauc_ndcg_at_20_max": 0.8031660891696587, + "nauc_ndcg_at_20_std": 0.26184534423886807, + "nauc_ndcg_at_3_diff1": 0.8122815152596682, + "nauc_ndcg_at_3_max": 0.8009618066416576, + "nauc_ndcg_at_3_std": 0.20480093343493364, + "nauc_ndcg_at_5_diff1": 0.8074058338857265, + "nauc_ndcg_at_5_max": 0.7992530017112045, + "nauc_ndcg_at_5_std": 0.22600785271476984, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7356463053057476, + "nauc_precision_at_100_max": 0.851106524481138, + "nauc_precision_at_100_std": 0.6406621127983384, + "nauc_precision_at_10_diff1": 0.7380867820077003, + "nauc_precision_at_10_max": 0.8121423779645632, + "nauc_precision_at_10_std": 0.4494015908719338, + "nauc_precision_at_1_diff1": 0.8444614262163058, + "nauc_precision_at_1_max": 0.7902606610484088, + "nauc_precision_at_1_std": 0.18313303809205414, + "nauc_precision_at_20_diff1": 0.7412330479255257, + "nauc_precision_at_20_max": 0.8291396103896106, + "nauc_precision_at_20_std": 0.5229104413285826, + "nauc_precision_at_3_diff1": 0.7827498548810037, + "nauc_precision_at_3_max": 0.8072939810644733, + "nauc_precision_at_3_std": 0.2298224544126181, + "nauc_precision_at_5_diff1": 0.7647207760353195, + "nauc_precision_at_5_max": 0.8037418249308795, + "nauc_precision_at_5_std": 0.29411485449337665, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7356463053057491, + "nauc_recall_at_100_max": 0.8511065244811378, + "nauc_recall_at_100_std": 0.6406621127983361, + "nauc_recall_at_10_diff1": 0.7380867820077008, + "nauc_recall_at_10_max": 0.8121423779645635, + "nauc_recall_at_10_std": 0.44940159087193504, + "nauc_recall_at_1_diff1": 0.8444614262163058, + "nauc_recall_at_1_max": 0.7902606610484088, + "nauc_recall_at_1_std": 0.18313303809205414, + "nauc_recall_at_20_diff1": 0.7412330479255256, + "nauc_recall_at_20_max": 0.8291396103896105, + "nauc_recall_at_20_std": 0.5229104413285831, + "nauc_recall_at_3_diff1": 0.7827498548810025, + "nauc_recall_at_3_max": 0.8072939810644728, + "nauc_recall_at_3_std": 0.22982245441261867, + "nauc_recall_at_5_diff1": 0.7647207760353205, + "nauc_recall_at_5_max": 0.8037418249308808, + "nauc_recall_at_5_std": 0.29411485449337743, + "ndcg_at_1": 0.59889, + "ndcg_at_10": 0.6937, + "ndcg_at_100": 0.72162, + "ndcg_at_1000": 0.7298, + "ndcg_at_20": 0.70529, + "ndcg_at_3": 0.65686, + "ndcg_at_5": 0.67379, + "precision_at_1": 0.59889, + "precision_at_10": 0.08033, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "precision_at_20": 0.04244, + "precision_at_3": 0.23333, + "precision_at_5": 0.14822, + "recall_at_1": 0.59889, + "recall_at_10": 0.80333, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "recall_at_20": 0.84889, + "recall_at_3": 0.7, + "recall_at_5": 0.74111 + }, + { + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ], + "main_score": 0.2361, + "map_at_1": 0.19333, + "map_at_10": 0.22139, + "map_at_100": 0.22713, + "map_at_1000": 0.22936, + "map_at_20": 0.22361, + "map_at_3": 0.21426, + "map_at_5": 0.21759, + "mrr_at_1": 0.19333333333333333, + "mrr_at_10": 0.22139197530864194, + "mrr_at_100": 0.22712529329941436, + "mrr_at_1000": 0.22935959058271194, + "mrr_at_20": 0.22360512730494664, + "mrr_at_3": 0.2142592592592593, + "mrr_at_5": 0.21759259259259256, + "nauc_map_at_1000_diff1": 0.7614405669870047, + "nauc_map_at_1000_max": 0.8806729974197316, + "nauc_map_at_1000_std": 0.8289941425787646, + "nauc_map_at_100_diff1": 0.7605703967520321, + "nauc_map_at_100_max": 0.8800783234015828, + "nauc_map_at_100_std": 0.8285461869676254, + "nauc_map_at_10_diff1": 0.7690400313957797, + "nauc_map_at_10_max": 0.8890928763148928, + "nauc_map_at_10_std": 0.8387136121110705, + "nauc_map_at_1_diff1": 0.8199086717601142, + "nauc_map_at_1_max": 0.896752650840861, + "nauc_map_at_1_std": 0.8319272912220957, + "nauc_map_at_20_diff1": 0.7653319456812365, + "nauc_map_at_20_max": 0.8841877147066523, + "nauc_map_at_20_std": 0.8327831540254294, + "nauc_map_at_3_diff1": 0.7831429341974381, + "nauc_map_at_3_max": 0.8982421474082578, + "nauc_map_at_3_std": 0.8405423220192921, + "nauc_map_at_5_diff1": 0.7770950710628808, + "nauc_map_at_5_max": 0.8954354774648687, + "nauc_map_at_5_std": 0.8412158597742923, + "nauc_mrr_at_1000_diff1": 0.7614405669870047, + "nauc_mrr_at_1000_max": 0.8806729974197316, + "nauc_mrr_at_1000_std": 0.8289941425787646, + "nauc_mrr_at_100_diff1": 0.7605703967520321, + "nauc_mrr_at_100_max": 0.8800783234015828, + "nauc_mrr_at_100_std": 0.8285461869676254, + "nauc_mrr_at_10_diff1": 0.7690400313957797, + "nauc_mrr_at_10_max": 0.8890928763148928, + "nauc_mrr_at_10_std": 0.8387136121110705, + "nauc_mrr_at_1_diff1": 0.8199086717601142, + "nauc_mrr_at_1_max": 0.896752650840861, + "nauc_mrr_at_1_std": 0.8319272912220957, + "nauc_mrr_at_20_diff1": 0.7653319456812365, + "nauc_mrr_at_20_max": 0.8841877147066523, + "nauc_mrr_at_20_std": 0.8327831540254294, + "nauc_mrr_at_3_diff1": 0.7831429341974381, + "nauc_mrr_at_3_max": 0.8982421474082578, + "nauc_mrr_at_3_std": 0.8405423220192921, + "nauc_mrr_at_5_diff1": 0.7770950710628808, + "nauc_mrr_at_5_max": 0.8954354774648687, + "nauc_mrr_at_5_std": 0.8412158597742923, + "nauc_ndcg_at_1000_diff1": 0.731852674538951, + "nauc_ndcg_at_1000_max": 0.8595935028674608, + "nauc_ndcg_at_1000_std": 0.810572200742185, + "nauc_ndcg_at_100_diff1": 0.6968451588145703, + "nauc_ndcg_at_100_max": 0.8309767003742387, + "nauc_ndcg_at_100_std": 0.7835432041427111, + "nauc_ndcg_at_10_diff1": 0.744233538549878, + "nauc_ndcg_at_10_max": 0.8797387845920662, + "nauc_ndcg_at_10_std": 0.8378540427276246, + "nauc_ndcg_at_1_diff1": 0.8199086717601142, + "nauc_ndcg_at_1_max": 0.896752650840861, + "nauc_ndcg_at_1_std": 0.8319272912220957, + "nauc_ndcg_at_20_diff1": 0.7310957834821145, + "nauc_ndcg_at_20_max": 0.861738925936938, + "nauc_ndcg_at_20_std": 0.8159415196527133, + "nauc_ndcg_at_3_diff1": 0.7737353053376455, + "nauc_ndcg_at_3_max": 0.8995867134234221, + "nauc_ndcg_at_3_std": 0.8432346746840533, + "nauc_ndcg_at_5_diff1": 0.7631083864649718, + "nauc_ndcg_at_5_max": 0.8945689900162388, + "nauc_ndcg_at_5_std": 0.8442754011790463, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4637788801934343, + "nauc_precision_at_100_max": 0.6360327155654848, + "nauc_precision_at_100_std": 0.594557308863824, + "nauc_precision_at_10_diff1": 0.6726668055587707, + "nauc_precision_at_10_max": 0.8501076413805878, + "nauc_precision_at_10_std": 0.8330316288185684, + "nauc_precision_at_1_diff1": 0.8199086717601142, + "nauc_precision_at_1_max": 0.896752650840861, + "nauc_precision_at_1_std": 0.8319272912220957, + "nauc_precision_at_20_diff1": 0.6282683031670506, + "nauc_precision_at_20_max": 0.7861091816655238, + "nauc_precision_at_20_std": 0.7539270208484239, + "nauc_precision_at_3_diff1": 0.7484429844673628, + "nauc_precision_at_3_max": 0.9035409076129091, + "nauc_precision_at_3_std": 0.8506449004093678, + "nauc_precision_at_5_diff1": 0.7245464708902885, + "nauc_precision_at_5_max": 0.8918046266144073, + "nauc_precision_at_5_std": 0.8525892270992984, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.46377888019343433, + "nauc_recall_at_100_max": 0.6360327155654847, + "nauc_recall_at_100_std": 0.5945573088638241, + "nauc_recall_at_10_diff1": 0.6726668055587707, + "nauc_recall_at_10_max": 0.8501076413805874, + "nauc_recall_at_10_std": 0.833031628818568, + "nauc_recall_at_1_diff1": 0.8199086717601142, + "nauc_recall_at_1_max": 0.896752650840861, + "nauc_recall_at_1_std": 0.8319272912220957, + "nauc_recall_at_20_diff1": 0.6282683031670505, + "nauc_recall_at_20_max": 0.7861091816655238, + "nauc_recall_at_20_std": 0.7539270208484239, + "nauc_recall_at_3_diff1": 0.7484429844673633, + "nauc_recall_at_3_max": 0.90354090761291, + "nauc_recall_at_3_std": 0.8506449004093681, + "nauc_recall_at_5_diff1": 0.7245464708902883, + "nauc_recall_at_5_max": 0.8918046266144075, + "nauc_recall_at_5_std": 0.8525892270992984, + "ndcg_at_1": 0.19333, + "ndcg_at_10": 0.2361, + "ndcg_at_100": 0.27357, + "ndcg_at_1000": 0.33876, + "ndcg_at_20": 0.24477, + "ndcg_at_3": 0.22062, + "ndcg_at_5": 0.2266, + "precision_at_1": 0.19333, + "precision_at_10": 0.02833, + "precision_at_100": 0.00481, + "precision_at_1000": 0.001, + "precision_at_20": 0.01594, + "precision_at_3": 0.07963, + "precision_at_5": 0.05067, + "recall_at_1": 0.19333, + "recall_at_10": 0.28333, + "recall_at_100": 0.48111, + "recall_at_1000": 1.0, + "recall_at_20": 0.31889, + "recall_at_3": 0.23889, + "recall_at_5": 0.25333 + }, + { + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ], + "main_score": 0.66923, + "map_at_1": 0.52778, + "map_at_10": 0.62264, + "map_at_100": 0.62898, + "map_at_1000": 0.62923, + "map_at_20": 0.62679, + "map_at_3": 0.60185, + "map_at_5": 0.61507, + "mrr_at_1": 0.5277777777777778, + "mrr_at_10": 0.6226428571428569, + "mrr_at_100": 0.6289800505608946, + "mrr_at_1000": 0.6292285918382893, + "mrr_at_20": 0.626789411430407, + "mrr_at_3": 0.6018518518518519, + "mrr_at_5": 0.6150740740740741, + "nauc_map_at_1000_diff1": 0.682427919330212, + "nauc_map_at_1000_max": 0.5949886778307043, + "nauc_map_at_1000_std": 0.2046411764226489, + "nauc_map_at_100_diff1": 0.6824136288634345, + "nauc_map_at_100_max": 0.5951609661197276, + "nauc_map_at_100_std": 0.20508748600244617, + "nauc_map_at_10_diff1": 0.6804345288295528, + "nauc_map_at_10_max": 0.5956915459976336, + "nauc_map_at_10_std": 0.20328198292048832, + "nauc_map_at_1_diff1": 0.7159300598072454, + "nauc_map_at_1_max": 0.5839061369090697, + "nauc_map_at_1_std": 0.17330996914403268, + "nauc_map_at_20_diff1": 0.6814726484330629, + "nauc_map_at_20_max": 0.5956240656733236, + "nauc_map_at_20_std": 0.20676817145060833, + "nauc_map_at_3_diff1": 0.6801060723605334, + "nauc_map_at_3_max": 0.586775372029057, + "nauc_map_at_3_std": 0.19130629804640648, + "nauc_map_at_5_diff1": 0.6819526967397033, + "nauc_map_at_5_max": 0.593085609131023, + "nauc_map_at_5_std": 0.19565679337057318, + "nauc_mrr_at_1000_diff1": 0.682427919330212, + "nauc_mrr_at_1000_max": 0.5949886778307043, + "nauc_mrr_at_1000_std": 0.2046411764226489, + "nauc_mrr_at_100_diff1": 0.6824136288634345, + "nauc_mrr_at_100_max": 0.5951609661197276, + "nauc_mrr_at_100_std": 0.20508748600244617, + "nauc_mrr_at_10_diff1": 0.6804345288295528, + "nauc_mrr_at_10_max": 0.5956915459976336, + "nauc_mrr_at_10_std": 0.20328198292048832, + "nauc_mrr_at_1_diff1": 0.7159300598072454, + "nauc_mrr_at_1_max": 0.5839061369090697, + "nauc_mrr_at_1_std": 0.17330996914403268, + "nauc_mrr_at_20_diff1": 0.6814726484330629, + "nauc_mrr_at_20_max": 0.5956240656733236, + "nauc_mrr_at_20_std": 0.20676817145060833, + "nauc_mrr_at_3_diff1": 0.6801060723605334, + "nauc_mrr_at_3_max": 0.586775372029057, + "nauc_mrr_at_3_std": 0.19130629804640648, + "nauc_mrr_at_5_diff1": 0.6819526967397033, + "nauc_mrr_at_5_max": 0.593085609131023, + "nauc_mrr_at_5_std": 0.19565679337057318, + "nauc_ndcg_at_1000_diff1": 0.6765406805139846, + "nauc_ndcg_at_1000_max": 0.5996949415957737, + "nauc_ndcg_at_1000_std": 0.2183276257701482, + "nauc_ndcg_at_100_diff1": 0.6761667164186541, + "nauc_ndcg_at_100_max": 0.6042743684488958, + "nauc_ndcg_at_100_std": 0.22989276191448194, + "nauc_ndcg_at_10_diff1": 0.6649623181996369, + "nauc_ndcg_at_10_max": 0.6066307669163453, + "nauc_ndcg_at_10_std": 0.2284499476425224, + "nauc_ndcg_at_1_diff1": 0.7159300598072454, + "nauc_ndcg_at_1_max": 0.5839061369090697, + "nauc_ndcg_at_1_std": 0.17330996914403268, + "nauc_ndcg_at_20_diff1": 0.6683120404542626, + "nauc_ndcg_at_20_max": 0.6067908521395531, + "nauc_ndcg_at_20_std": 0.2429094874038633, + "nauc_ndcg_at_3_diff1": 0.6665615860013105, + "nauc_ndcg_at_3_max": 0.5873641099503564, + "nauc_ndcg_at_3_std": 0.19768753606152775, + "nauc_ndcg_at_5_diff1": 0.6694708403126941, + "nauc_ndcg_at_5_max": 0.5992767595413417, + "nauc_ndcg_at_5_std": 0.2069449233564809, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6588902227557715, + "nauc_precision_at_100_max": 0.8061357876483954, + "nauc_precision_at_100_std": 0.7365612911831451, + "nauc_precision_at_10_diff1": 0.5879829610041509, + "nauc_precision_at_10_max": 0.6668481447357391, + "nauc_precision_at_10_std": 0.36801060151005727, + "nauc_precision_at_1_diff1": 0.7159300598072454, + "nauc_precision_at_1_max": 0.5839061369090697, + "nauc_precision_at_1_std": 0.17330996914403268, + "nauc_precision_at_20_diff1": 0.5806487782579052, + "nauc_precision_at_20_max": 0.6941202853175318, + "nauc_precision_at_20_std": 0.5420386230927776, + "nauc_precision_at_3_diff1": 0.6204030567929176, + "nauc_precision_at_3_max": 0.5891996238774094, + "nauc_precision_at_3_std": 0.21928863424468745, + "nauc_precision_at_5_diff1": 0.621168056081849, + "nauc_precision_at_5_max": 0.6253694581280779, + "nauc_precision_at_5_std": 0.2532540735126937, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6588902227557675, + "nauc_recall_at_100_max": 0.8061357876483917, + "nauc_recall_at_100_std": 0.7365612911831395, + "nauc_recall_at_10_diff1": 0.587982961004152, + "nauc_recall_at_10_max": 0.6668481447357394, + "nauc_recall_at_10_std": 0.3680106015100568, + "nauc_recall_at_1_diff1": 0.7159300598072454, + "nauc_recall_at_1_max": 0.5839061369090697, + "nauc_recall_at_1_std": 0.17330996914403268, + "nauc_recall_at_20_diff1": 0.5806487782579077, + "nauc_recall_at_20_max": 0.6941202853175311, + "nauc_recall_at_20_std": 0.5420386230927796, + "nauc_recall_at_3_diff1": 0.6204030567929177, + "nauc_recall_at_3_max": 0.5891996238774092, + "nauc_recall_at_3_std": 0.21928863424468642, + "nauc_recall_at_5_diff1": 0.6211680560818492, + "nauc_recall_at_5_max": 0.6253694581280785, + "nauc_recall_at_5_std": 0.2532540735126939, + "ndcg_at_1": 0.52778, + "ndcg_at_10": 0.66923, + "ndcg_at_100": 0.70028, + "ndcg_at_1000": 0.70557, + "ndcg_at_20": 0.68456, + "ndcg_at_3": 0.62645, + "ndcg_at_5": 0.65026, + "precision_at_1": 0.52778, + "precision_at_10": 0.08156, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04383, + "precision_at_3": 0.23259, + "precision_at_5": 0.15111, + "recall_at_1": 0.52778, + "recall_at_10": 0.81556, + "recall_at_100": 0.96111, + "recall_at_1000": 1.0, + "recall_at_20": 0.87667, + "recall_at_3": 0.69778, + "recall_at_5": 0.75556 + }, + { + "hf_subset": "ben_Beng-ben_Latn", + "languages": [ + "ben-Beng", + "ben-Latn" + ], + "main_score": 0.46756, + "map_at_1": 0.37444, + "map_at_10": 0.43538, + "map_at_100": 0.44191, + "map_at_1000": 0.44307, + "map_at_20": 0.43887, + "map_at_3": 0.41981, + "map_at_5": 0.42843, + "mrr_at_1": 0.37444444444444447, + "mrr_at_10": 0.4353840388007053, + "mrr_at_100": 0.4419095206152583, + "mrr_at_1000": 0.44306972776197306, + "mrr_at_20": 0.43886617235533626, + "mrr_at_3": 0.4198148148148146, + "mrr_at_5": 0.42842592592592554, + "nauc_map_at_1000_diff1": 0.703957047684949, + "nauc_map_at_1000_max": 0.7862485707140773, + "nauc_map_at_1000_std": 0.6074174762206676, + "nauc_map_at_100_diff1": 0.7035409085764018, + "nauc_map_at_100_max": 0.7862323325728017, + "nauc_map_at_100_std": 0.6078168426038848, + "nauc_map_at_10_diff1": 0.7060465097616287, + "nauc_map_at_10_max": 0.7890164287661617, + "nauc_map_at_10_std": 0.6087027759130617, + "nauc_map_at_1_diff1": 0.7472863660253174, + "nauc_map_at_1_max": 0.7607441372909849, + "nauc_map_at_1_std": 0.5477204316332192, + "nauc_map_at_20_diff1": 0.7044164156691878, + "nauc_map_at_20_max": 0.7875026723811964, + "nauc_map_at_20_std": 0.6086724852294412, + "nauc_map_at_3_diff1": 0.7092092399206519, + "nauc_map_at_3_max": 0.7845472918615536, + "nauc_map_at_3_std": 0.5962600067085295, + "nauc_map_at_5_diff1": 0.7072768041893728, + "nauc_map_at_5_max": 0.7876912068642907, + "nauc_map_at_5_std": 0.606239566337523, + "nauc_mrr_at_1000_diff1": 0.703957047684949, + "nauc_mrr_at_1000_max": 0.7862485707140773, + "nauc_mrr_at_1000_std": 0.6074174762206676, + "nauc_mrr_at_100_diff1": 0.7035409085764018, + "nauc_mrr_at_100_max": 0.7862323325728017, + "nauc_mrr_at_100_std": 0.6078168426038848, + "nauc_mrr_at_10_diff1": 0.7060465097616287, + "nauc_mrr_at_10_max": 0.7890164287661617, + "nauc_mrr_at_10_std": 0.6087027759130617, + "nauc_mrr_at_1_diff1": 0.7472863660253174, + "nauc_mrr_at_1_max": 0.7607441372909849, + "nauc_mrr_at_1_std": 0.5477204316332192, + "nauc_mrr_at_20_diff1": 0.7044164156691878, + "nauc_mrr_at_20_max": 0.7875026723811964, + "nauc_mrr_at_20_std": 0.6086724852294412, + "nauc_mrr_at_3_diff1": 0.7092092399206519, + "nauc_mrr_at_3_max": 0.7845472918615536, + "nauc_mrr_at_3_std": 0.5962600067085295, + "nauc_mrr_at_5_diff1": 0.7072768041893728, + "nauc_mrr_at_5_max": 0.7876912068642907, + "nauc_mrr_at_5_std": 0.606239566337523, + "nauc_ndcg_at_1000_diff1": 0.6897635951484199, + "nauc_ndcg_at_1000_max": 0.7875389569403162, + "nauc_ndcg_at_1000_std": 0.6216921941593183, + "nauc_ndcg_at_100_diff1": 0.6758416281170911, + "nauc_ndcg_at_100_max": 0.7840057978958085, + "nauc_ndcg_at_100_std": 0.63049408019148, + "nauc_ndcg_at_10_diff1": 0.6884124472453609, + "nauc_ndcg_at_10_max": 0.7992207589640872, + "nauc_ndcg_at_10_std": 0.6368667615852535, + "nauc_ndcg_at_1_diff1": 0.7472863660253174, + "nauc_ndcg_at_1_max": 0.7607441372909849, + "nauc_ndcg_at_1_std": 0.5477204316332192, + "nauc_ndcg_at_20_diff1": 0.6824094615348936, + "nauc_ndcg_at_20_max": 0.7939526616902238, + "nauc_ndcg_at_20_std": 0.6377287982134249, + "nauc_ndcg_at_3_diff1": 0.695591008046787, + "nauc_ndcg_at_3_max": 0.7899315697602479, + "nauc_ndcg_at_3_std": 0.6112568539376857, + "nauc_ndcg_at_5_diff1": 0.6916955055358692, + "nauc_ndcg_at_5_max": 0.795837602800611, + "nauc_ndcg_at_5_std": 0.6302356553045131, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5198157446002273, + "nauc_precision_at_100_max": 0.7390228306176587, + "nauc_precision_at_100_std": 0.7204007199696859, + "nauc_precision_at_10_diff1": 0.6306629098638391, + "nauc_precision_at_10_max": 0.8327967611129443, + "nauc_precision_at_10_std": 0.7312100062347615, + "nauc_precision_at_1_diff1": 0.7472863660253174, + "nauc_precision_at_1_max": 0.7607441372909849, + "nauc_precision_at_1_std": 0.5477204316332192, + "nauc_precision_at_20_diff1": 0.6005597165107801, + "nauc_precision_at_20_max": 0.812431598292077, + "nauc_precision_at_20_std": 0.743234332476403, + "nauc_precision_at_3_diff1": 0.6554641477281072, + "nauc_precision_at_3_max": 0.8049125178122841, + "nauc_precision_at_3_std": 0.6547780993374565, + "nauc_precision_at_5_diff1": 0.6441678151051671, + "nauc_precision_at_5_max": 0.8203058988319812, + "nauc_precision_at_5_std": 0.7047044559413809, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5198157446002274, + "nauc_recall_at_100_max": 0.739022830617658, + "nauc_recall_at_100_std": 0.7204007199696855, + "nauc_recall_at_10_diff1": 0.6306629098638397, + "nauc_recall_at_10_max": 0.8327967611129453, + "nauc_recall_at_10_std": 0.731210006234762, + "nauc_recall_at_1_diff1": 0.7472863660253174, + "nauc_recall_at_1_max": 0.7607441372909849, + "nauc_recall_at_1_std": 0.5477204316332192, + "nauc_recall_at_20_diff1": 0.6005597165107808, + "nauc_recall_at_20_max": 0.8124315982920767, + "nauc_recall_at_20_std": 0.7432343324764034, + "nauc_recall_at_3_diff1": 0.6554641477281073, + "nauc_recall_at_3_max": 0.8049125178122841, + "nauc_recall_at_3_std": 0.6547780993374561, + "nauc_recall_at_5_diff1": 0.6441678151051667, + "nauc_recall_at_5_max": 0.8203058988319811, + "nauc_recall_at_5_std": 0.7047044559413804, + "ndcg_at_1": 0.37444, + "ndcg_at_10": 0.46756, + "ndcg_at_100": 0.50452, + "ndcg_at_1000": 0.53579, + "ndcg_at_20": 0.4804, + "ndcg_at_3": 0.43469, + "ndcg_at_5": 0.45047, + "precision_at_1": 0.37444, + "precision_at_10": 0.057, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "precision_at_20": 0.03106, + "precision_at_3": 0.15926, + "precision_at_5": 0.10333, + "recall_at_1": 0.37444, + "recall_at_10": 0.57, + "recall_at_100": 0.75556, + "recall_at_1000": 1.0, + "recall_at_20": 0.62111, + "recall_at_3": 0.47778, + "recall_at_5": 0.51667 + }, + { + "hf_subset": "ben_Latn-ben_Beng", + "languages": [ + "ben-Latn", + "ben-Beng" + ], + "main_score": 0.57538, + "map_at_1": 0.44889, + "map_at_10": 0.53248, + "map_at_100": 0.53967, + "map_at_1000": 0.54018, + "map_at_20": 0.53623, + "map_at_3": 0.51167, + "map_at_5": 0.52306, + "mrr_at_1": 0.4488888888888889, + "mrr_at_10": 0.5324775132275128, + "mrr_at_100": 0.539673990747806, + "mrr_at_1000": 0.5401830572886607, + "mrr_at_20": 0.5362281716773455, + "mrr_at_3": 0.5116666666666664, + "mrr_at_5": 0.5230555555555552, + "nauc_map_at_1000_diff1": 0.6721928930346088, + "nauc_map_at_1000_max": 0.6690928421675864, + "nauc_map_at_1000_std": 0.2001029076656137, + "nauc_map_at_100_diff1": 0.6719849655413839, + "nauc_map_at_100_max": 0.6690019024913797, + "nauc_map_at_100_std": 0.20029678727058658, + "nauc_map_at_10_diff1": 0.6715809884268225, + "nauc_map_at_10_max": 0.6703491454234626, + "nauc_map_at_10_std": 0.2012268249656381, + "nauc_map_at_1_diff1": 0.7144606631100662, + "nauc_map_at_1_max": 0.6492186727326673, + "nauc_map_at_1_std": 0.15847911709437015, + "nauc_map_at_20_diff1": 0.6714337142554305, + "nauc_map_at_20_max": 0.6695928280628711, + "nauc_map_at_20_std": 0.20149127846238576, + "nauc_map_at_3_diff1": 0.6761707693883368, + "nauc_map_at_3_max": 0.6726412622460909, + "nauc_map_at_3_std": 0.1929086081802325, + "nauc_map_at_5_diff1": 0.6721130484387077, + "nauc_map_at_5_max": 0.670552512760148, + "nauc_map_at_5_std": 0.19617610045324407, + "nauc_mrr_at_1000_diff1": 0.6721928930346088, + "nauc_mrr_at_1000_max": 0.6690928421675864, + "nauc_mrr_at_1000_std": 0.2001029076656137, + "nauc_mrr_at_100_diff1": 0.6719849655413839, + "nauc_mrr_at_100_max": 0.6690019024913797, + "nauc_mrr_at_100_std": 0.20029678727058658, + "nauc_mrr_at_10_diff1": 0.6715809884268225, + "nauc_mrr_at_10_max": 0.6703491454234626, + "nauc_mrr_at_10_std": 0.2012268249656381, + "nauc_mrr_at_1_diff1": 0.7144606631100662, + "nauc_mrr_at_1_max": 0.6492186727326673, + "nauc_mrr_at_1_std": 0.15847911709437015, + "nauc_mrr_at_20_diff1": 0.6714337142554305, + "nauc_mrr_at_20_max": 0.6695928280628711, + "nauc_mrr_at_20_std": 0.20149127846238576, + "nauc_mrr_at_3_diff1": 0.6761707693883368, + "nauc_mrr_at_3_max": 0.6726412622460909, + "nauc_mrr_at_3_std": 0.1929086081802325, + "nauc_mrr_at_5_diff1": 0.6721130484387077, + "nauc_mrr_at_5_max": 0.670552512760148, + "nauc_mrr_at_5_std": 0.19617610045324407, + "nauc_ndcg_at_1000_diff1": 0.6629298344337012, + "nauc_ndcg_at_1000_max": 0.6706172582192074, + "nauc_ndcg_at_1000_std": 0.21122944533381785, + "nauc_ndcg_at_100_diff1": 0.6574717610750114, + "nauc_ndcg_at_100_max": 0.6677176260753543, + "nauc_ndcg_at_100_std": 0.21681401218972624, + "nauc_ndcg_at_10_diff1": 0.6534513561623423, + "nauc_ndcg_at_10_max": 0.6761633262153179, + "nauc_ndcg_at_10_std": 0.22476800704894412, + "nauc_ndcg_at_1_diff1": 0.7144606631100662, + "nauc_ndcg_at_1_max": 0.6492186727326673, + "nauc_ndcg_at_1_std": 0.15847911709437015, + "nauc_ndcg_at_20_diff1": 0.652946229345304, + "nauc_ndcg_at_20_max": 0.6733751326671201, + "nauc_ndcg_at_20_std": 0.22629170796340264, + "nauc_ndcg_at_3_diff1": 0.663410499019419, + "nauc_ndcg_at_3_max": 0.6796145562712115, + "nauc_ndcg_at_3_std": 0.2038756970956206, + "nauc_ndcg_at_5_diff1": 0.6557899188275094, + "nauc_ndcg_at_5_max": 0.6761085948557978, + "nauc_ndcg_at_5_std": 0.21094215680191708, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5365967525221476, + "nauc_precision_at_100_max": 0.6024287763886026, + "nauc_precision_at_100_std": 0.3449932818655912, + "nauc_precision_at_10_diff1": 0.5823287614641001, + "nauc_precision_at_10_max": 0.697624555895233, + "nauc_precision_at_10_std": 0.32277327935222644, + "nauc_precision_at_1_diff1": 0.7144606631100662, + "nauc_precision_at_1_max": 0.6492186727326673, + "nauc_precision_at_1_std": 0.15847911709437015, + "nauc_precision_at_20_diff1": 0.5683157938562438, + "nauc_precision_at_20_max": 0.6860307065343831, + "nauc_precision_at_20_std": 0.3485208796106928, + "nauc_precision_at_3_diff1": 0.624002719891989, + "nauc_precision_at_3_max": 0.700870725037554, + "nauc_precision_at_3_std": 0.2375753732087369, + "nauc_precision_at_5_diff1": 0.6009144872631328, + "nauc_precision_at_5_max": 0.6936716556948342, + "nauc_precision_at_5_std": 0.26115864682907186, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5365967525221471, + "nauc_recall_at_100_max": 0.6024287763886051, + "nauc_recall_at_100_std": 0.34499328186559153, + "nauc_recall_at_10_diff1": 0.5823287614640997, + "nauc_recall_at_10_max": 0.6976245558952325, + "nauc_recall_at_10_std": 0.32277327935222655, + "nauc_recall_at_1_diff1": 0.7144606631100662, + "nauc_recall_at_1_max": 0.6492186727326673, + "nauc_recall_at_1_std": 0.15847911709437015, + "nauc_recall_at_20_diff1": 0.5683157938562442, + "nauc_recall_at_20_max": 0.6860307065343834, + "nauc_recall_at_20_std": 0.34852087961069417, + "nauc_recall_at_3_diff1": 0.6240027198919893, + "nauc_recall_at_3_max": 0.7008707250375541, + "nauc_recall_at_3_std": 0.2375753732087368, + "nauc_recall_at_5_diff1": 0.6009144872631342, + "nauc_recall_at_5_max": 0.6936716556948345, + "nauc_recall_at_5_std": 0.2611586468290723, + "ndcg_at_1": 0.44889, + "ndcg_at_10": 0.57538, + "ndcg_at_100": 0.61527, + "ndcg_at_1000": 0.62733, + "ndcg_at_20": 0.58912, + "ndcg_at_3": 0.53234, + "ndcg_at_5": 0.55266, + "precision_at_1": 0.44889, + "precision_at_10": 0.07111, + "precision_at_100": 0.00909, + "precision_at_1000": 0.001, + "precision_at_20": 0.03828, + "precision_at_3": 0.19741, + "precision_at_5": 0.12822, + "recall_at_1": 0.44889, + "recall_at_10": 0.71111, + "recall_at_100": 0.90889, + "recall_at_1000": 1.0, + "recall_at_20": 0.76556, + "recall_at_3": 0.59222, + "recall_at_5": 0.64111 + }, + { + "hf_subset": "hin_Deva-hin_Latn", + "languages": [ + "hin-Deva", + "hin-Latn" + ], + "main_score": 0.55734, + "map_at_1": 0.46889, + "map_at_10": 0.52673, + "map_at_100": 0.53204, + "map_at_1000": 0.53295, + "map_at_20": 0.52926, + "map_at_3": 0.50907, + "map_at_5": 0.52024, + "mrr_at_1": 0.4688888888888889, + "mrr_at_10": 0.5267283950617282, + "mrr_at_100": 0.5320448018689078, + "mrr_at_1000": 0.5329521642075299, + "mrr_at_20": 0.5292645367284168, + "mrr_at_3": 0.5090740740740737, + "mrr_at_5": 0.5202407407407402, + "nauc_map_at_1000_diff1": 0.8134003912221063, + "nauc_map_at_1000_max": 0.8270562879667244, + "nauc_map_at_1000_std": 0.6012072424999667, + "nauc_map_at_100_diff1": 0.8130297587165501, + "nauc_map_at_100_max": 0.8269514037522857, + "nauc_map_at_100_std": 0.6014839046818382, + "nauc_map_at_10_diff1": 0.8137158082540082, + "nauc_map_at_10_max": 0.8285360312831753, + "nauc_map_at_10_std": 0.602486979665168, + "nauc_map_at_1_diff1": 0.8538694285705916, + "nauc_map_at_1_max": 0.8207359544473312, + "nauc_map_at_1_std": 0.5474052963178843, + "nauc_map_at_20_diff1": 0.8133286957826443, + "nauc_map_at_20_max": 0.8278135627298505, + "nauc_map_at_20_std": 0.6026890888781226, + "nauc_map_at_3_diff1": 0.8212088710653818, + "nauc_map_at_3_max": 0.828013424349341, + "nauc_map_at_3_std": 0.5945573138816355, + "nauc_map_at_5_diff1": 0.8148131968367384, + "nauc_map_at_5_max": 0.8275024060745251, + "nauc_map_at_5_std": 0.5988243068974851, + "nauc_mrr_at_1000_diff1": 0.8134003912221063, + "nauc_mrr_at_1000_max": 0.8270562879667244, + "nauc_mrr_at_1000_std": 0.6012072424999667, + "nauc_mrr_at_100_diff1": 0.8130297587165501, + "nauc_mrr_at_100_max": 0.8269514037522857, + "nauc_mrr_at_100_std": 0.6014839046818382, + "nauc_mrr_at_10_diff1": 0.8137158082540082, + "nauc_mrr_at_10_max": 0.8285360312831753, + "nauc_mrr_at_10_std": 0.602486979665168, + "nauc_mrr_at_1_diff1": 0.8538694285705916, + "nauc_mrr_at_1_max": 0.8207359544473312, + "nauc_mrr_at_1_std": 0.5474052963178843, + "nauc_mrr_at_20_diff1": 0.8133286957826443, + "nauc_mrr_at_20_max": 0.8278135627298505, + "nauc_mrr_at_20_std": 0.6026890888781226, + "nauc_mrr_at_3_diff1": 0.8212088710653818, + "nauc_mrr_at_3_max": 0.828013424349341, + "nauc_mrr_at_3_std": 0.5945573138816355, + "nauc_mrr_at_5_diff1": 0.8148131968367384, + "nauc_mrr_at_5_max": 0.8275024060745251, + "nauc_mrr_at_5_std": 0.5988243068974851, + "nauc_ndcg_at_1000_diff1": 0.8029189927830706, + "nauc_ndcg_at_1000_max": 0.8264753957881662, + "nauc_ndcg_at_1000_std": 0.6133293907291281, + "nauc_ndcg_at_100_diff1": 0.7925488517939953, + "nauc_ndcg_at_100_max": 0.8222778819157612, + "nauc_ndcg_at_100_std": 0.6199372203023089, + "nauc_ndcg_at_10_diff1": 0.7976539153606556, + "nauc_ndcg_at_10_max": 0.8323550088381139, + "nauc_ndcg_at_10_std": 0.6270310637758971, + "nauc_ndcg_at_1_diff1": 0.8538694285705916, + "nauc_ndcg_at_1_max": 0.8207359544473312, + "nauc_ndcg_at_1_std": 0.5474052963178843, + "nauc_ndcg_at_20_diff1": 0.7956663327763887, + "nauc_ndcg_at_20_max": 0.829225646927147, + "nauc_ndcg_at_20_std": 0.6279732056003798, + "nauc_ndcg_at_3_diff1": 0.8123802482889831, + "nauc_ndcg_at_3_max": 0.8310467785235266, + "nauc_ndcg_at_3_std": 0.6101741617167191, + "nauc_ndcg_at_5_diff1": 0.8009223923881928, + "nauc_ndcg_at_5_max": 0.8303932879254811, + "nauc_ndcg_at_5_std": 0.6183210552919755, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.663922212327053, + "nauc_precision_at_100_max": 0.7670502499985458, + "nauc_precision_at_100_std": 0.6994196774174782, + "nauc_precision_at_10_diff1": 0.740448366368327, + "nauc_precision_at_10_max": 0.8457548193639112, + "nauc_precision_at_10_std": 0.7148198746208437, + "nauc_precision_at_1_diff1": 0.8538694285705916, + "nauc_precision_at_1_max": 0.8207359544473312, + "nauc_precision_at_1_std": 0.5474052963178843, + "nauc_precision_at_20_diff1": 0.7262855355257495, + "nauc_precision_at_20_max": 0.8308293903726582, + "nauc_precision_at_20_std": 0.7251964963046964, + "nauc_precision_at_3_diff1": 0.786447363653692, + "nauc_precision_at_3_max": 0.8403793956827282, + "nauc_precision_at_3_std": 0.6571844001014495, + "nauc_precision_at_5_diff1": 0.7564483779355177, + "nauc_precision_at_5_max": 0.83976919662672, + "nauc_precision_at_5_std": 0.6809450390289973, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6639222123270524, + "nauc_recall_at_100_max": 0.7670502499985453, + "nauc_recall_at_100_std": 0.6994196774174773, + "nauc_recall_at_10_diff1": 0.7404483663683268, + "nauc_recall_at_10_max": 0.845754819363911, + "nauc_recall_at_10_std": 0.7148198746208434, + "nauc_recall_at_1_diff1": 0.8538694285705916, + "nauc_recall_at_1_max": 0.8207359544473312, + "nauc_recall_at_1_std": 0.5474052963178843, + "nauc_recall_at_20_diff1": 0.7262855355257491, + "nauc_recall_at_20_max": 0.8308293903726583, + "nauc_recall_at_20_std": 0.7251964963046967, + "nauc_recall_at_3_diff1": 0.7864473636536918, + "nauc_recall_at_3_max": 0.840379395682728, + "nauc_recall_at_3_std": 0.6571844001014496, + "nauc_recall_at_5_diff1": 0.7564483779355179, + "nauc_recall_at_5_max": 0.8397691966267201, + "nauc_recall_at_5_std": 0.6809450390289978, + "ndcg_at_1": 0.46889, + "ndcg_at_10": 0.55734, + "ndcg_at_100": 0.58804, + "ndcg_at_1000": 0.61238, + "ndcg_at_20": 0.56623, + "ndcg_at_3": 0.52189, + "ndcg_at_5": 0.54179, + "precision_at_1": 0.46889, + "precision_at_10": 0.06544, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "precision_at_20": 0.03444, + "precision_at_3": 0.1863, + "precision_at_5": 0.12133, + "recall_at_1": 0.46889, + "recall_at_10": 0.65444, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "recall_at_20": 0.68889, + "recall_at_3": 0.55889, + "recall_at_5": 0.60667 + }, + { + "hf_subset": "hin_Latn-hin_Deva", + "languages": [ + "hin-Latn", + "hin-Deva" + ], + "main_score": 0.65369, + "map_at_1": 0.53556, + "map_at_10": 0.61342, + "map_at_100": 0.62051, + "map_at_1000": 0.62085, + "map_at_20": 0.61832, + "map_at_3": 0.59315, + "map_at_5": 0.60537, + "mrr_at_1": 0.5355555555555556, + "mrr_at_10": 0.613419312169312, + "mrr_at_100": 0.6205056606699514, + "mrr_at_1000": 0.6208506260912929, + "mrr_at_20": 0.6183165914943516, + "mrr_at_3": 0.5931481481481481, + "mrr_at_5": 0.6053703703703699, + "nauc_map_at_1000_diff1": 0.740342123338801, + "nauc_map_at_1000_max": 0.703710398632305, + "nauc_map_at_1000_std": 0.19262285694020972, + "nauc_map_at_100_diff1": 0.7401963773395964, + "nauc_map_at_100_max": 0.7037026534839271, + "nauc_map_at_100_std": 0.1928804911073631, + "nauc_map_at_10_diff1": 0.738260148189538, + "nauc_map_at_10_max": 0.7036759671004424, + "nauc_map_at_10_std": 0.193661380194353, + "nauc_map_at_1_diff1": 0.7718994755003026, + "nauc_map_at_1_max": 0.6897370741704641, + "nauc_map_at_1_std": 0.16630819196627483, + "nauc_map_at_20_diff1": 0.7393994733386895, + "nauc_map_at_20_max": 0.7040262843374158, + "nauc_map_at_20_std": 0.1931930118824952, + "nauc_map_at_3_diff1": 0.7442407363745194, + "nauc_map_at_3_max": 0.7068288302715243, + "nauc_map_at_3_std": 0.18648823793920208, + "nauc_map_at_5_diff1": 0.7412038234261347, + "nauc_map_at_5_max": 0.7069237077570767, + "nauc_map_at_5_std": 0.19012325107605837, + "nauc_mrr_at_1000_diff1": 0.740342123338801, + "nauc_mrr_at_1000_max": 0.703710398632305, + "nauc_mrr_at_1000_std": 0.19262285694020972, + "nauc_mrr_at_100_diff1": 0.7401963773395964, + "nauc_mrr_at_100_max": 0.7037026534839271, + "nauc_mrr_at_100_std": 0.1928804911073631, + "nauc_mrr_at_10_diff1": 0.738260148189538, + "nauc_mrr_at_10_max": 0.7036759671004424, + "nauc_mrr_at_10_std": 0.193661380194353, + "nauc_mrr_at_1_diff1": 0.7718994755003026, + "nauc_mrr_at_1_max": 0.6897370741704641, + "nauc_mrr_at_1_std": 0.16630819196627483, + "nauc_mrr_at_20_diff1": 0.7393994733386895, + "nauc_mrr_at_20_max": 0.7040262843374158, + "nauc_mrr_at_20_std": 0.1931930118824952, + "nauc_mrr_at_3_diff1": 0.7442407363745194, + "nauc_mrr_at_3_max": 0.7068288302715243, + "nauc_mrr_at_3_std": 0.18648823793920208, + "nauc_mrr_at_5_diff1": 0.7412038234261347, + "nauc_mrr_at_5_max": 0.7069237077570767, + "nauc_mrr_at_5_std": 0.19012325107605837, + "nauc_ndcg_at_1000_diff1": 0.7332129133824331, + "nauc_ndcg_at_1000_max": 0.7040024831521892, + "nauc_ndcg_at_1000_std": 0.20181773018684562, + "nauc_ndcg_at_100_diff1": 0.7298375730711735, + "nauc_ndcg_at_100_max": 0.7030025303085675, + "nauc_ndcg_at_100_std": 0.20789138579570723, + "nauc_ndcg_at_10_diff1": 0.7197408885290537, + "nauc_ndcg_at_10_max": 0.7033900211119788, + "nauc_ndcg_at_10_std": 0.21369140359760758, + "nauc_ndcg_at_1_diff1": 0.7718994755003026, + "nauc_ndcg_at_1_max": 0.6897370741704641, + "nauc_ndcg_at_1_std": 0.16630819196627483, + "nauc_ndcg_at_20_diff1": 0.7233127507943352, + "nauc_ndcg_at_20_max": 0.7051867198339092, + "nauc_ndcg_at_20_std": 0.2120506217238604, + "nauc_ndcg_at_3_diff1": 0.7346355482044414, + "nauc_ndcg_at_3_max": 0.7114472511412034, + "nauc_ndcg_at_3_std": 0.1964254304122019, + "nauc_ndcg_at_5_diff1": 0.728608700791134, + "nauc_ndcg_at_5_max": 0.7121594029868394, + "nauc_ndcg_at_5_std": 0.20365882845129832, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.6396616117711473, + "nauc_precision_at_100_max": 0.6687272610193541, + "nauc_precision_at_100_std": 0.37131749251425167, + "nauc_precision_at_10_diff1": 0.6331806578923538, + "nauc_precision_at_10_max": 0.6961275956333605, + "nauc_precision_at_10_std": 0.30863111941012633, + "nauc_precision_at_1_diff1": 0.7718994755003026, + "nauc_precision_at_1_max": 0.6897370741704641, + "nauc_precision_at_1_std": 0.16630819196627483, + "nauc_precision_at_20_diff1": 0.6226186200274147, + "nauc_precision_at_20_max": 0.7074613518248376, + "nauc_precision_at_20_std": 0.3329607177675314, + "nauc_precision_at_3_diff1": 0.7035351270553066, + "nauc_precision_at_3_max": 0.725941704035875, + "nauc_precision_at_3_std": 0.22962257100149475, + "nauc_precision_at_5_diff1": 0.6823480370993431, + "nauc_precision_at_5_max": 0.7308638719515433, + "nauc_precision_at_5_std": 0.25473365419175326, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6396616117711447, + "nauc_recall_at_100_max": 0.6687272610193494, + "nauc_recall_at_100_std": 0.3713174925142463, + "nauc_recall_at_10_diff1": 0.6331806578923553, + "nauc_recall_at_10_max": 0.6961275956333617, + "nauc_recall_at_10_std": 0.30863111941012733, + "nauc_recall_at_1_diff1": 0.7718994755003026, + "nauc_recall_at_1_max": 0.6897370741704641, + "nauc_recall_at_1_std": 0.16630819196627483, + "nauc_recall_at_20_diff1": 0.6226186200274142, + "nauc_recall_at_20_max": 0.7074613518248386, + "nauc_recall_at_20_std": 0.3329607177675317, + "nauc_recall_at_3_diff1": 0.7035351270553069, + "nauc_recall_at_3_max": 0.7259417040358744, + "nauc_recall_at_3_std": 0.22962257100149466, + "nauc_recall_at_5_diff1": 0.682348037099343, + "nauc_recall_at_5_max": 0.7308638719515435, + "nauc_recall_at_5_std": 0.2547336541917536, + "ndcg_at_1": 0.53556, + "ndcg_at_10": 0.65369, + "ndcg_at_100": 0.68723, + "ndcg_at_1000": 0.69568, + "ndcg_at_20": 0.67164, + "ndcg_at_3": 0.61202, + "ndcg_at_5": 0.63425, + "precision_at_1": 0.53556, + "precision_at_10": 0.07811, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "precision_at_20": 0.04261, + "precision_at_3": 0.22222, + "precision_at_5": 0.14422, + "recall_at_1": 0.53556, + "recall_at_10": 0.78111, + "recall_at_100": 0.93556, + "recall_at_1000": 1.0, + "recall_at_20": 0.85222, + "recall_at_3": 0.66667, + "recall_at_5": 0.72111 + }, + { + "hf_subset": "npi_Deva-npi_Latn", + "languages": [ + "npi-Deva", + "npi-Latn" + ], + "main_score": 0.46988, + "map_at_1": 0.37, + "map_at_10": 0.43678, + "map_at_100": 0.44354, + "map_at_1000": 0.44457, + "map_at_20": 0.43993, + "map_at_3": 0.42204, + "map_at_5": 0.42931, + "mrr_at_1": 0.37, + "mrr_at_10": 0.43678439153439147, + "mrr_at_100": 0.44354200109592984, + "mrr_at_1000": 0.44456983881097156, + "mrr_at_20": 0.4399283321263454, + "mrr_at_3": 0.4220370370370369, + "mrr_at_5": 0.42931481481481454, + "nauc_map_at_1000_diff1": 0.7590876609744286, + "nauc_map_at_1000_max": 0.8093882971158305, + "nauc_map_at_1000_std": 0.6278936447852916, + "nauc_map_at_100_diff1": 0.75865741324154, + "nauc_map_at_100_max": 0.8092739858813598, + "nauc_map_at_100_std": 0.6281984805090911, + "nauc_map_at_10_diff1": 0.7610257662614426, + "nauc_map_at_10_max": 0.8112676689089771, + "nauc_map_at_10_std": 0.628593214283932, + "nauc_map_at_1_diff1": 0.7982693253589973, + "nauc_map_at_1_max": 0.783807861453169, + "nauc_map_at_1_std": 0.5681728817444877, + "nauc_map_at_20_diff1": 0.7594542692952707, + "nauc_map_at_20_max": 0.8104921857066855, + "nauc_map_at_20_std": 0.6291845093152233, + "nauc_map_at_3_diff1": 0.7653889110306337, + "nauc_map_at_3_max": 0.8126134831957942, + "nauc_map_at_3_std": 0.6195592201426277, + "nauc_map_at_5_diff1": 0.7633766729525734, + "nauc_map_at_5_max": 0.8109555495987741, + "nauc_map_at_5_std": 0.6213393524474327, + "nauc_mrr_at_1000_diff1": 0.7590876609744286, + "nauc_mrr_at_1000_max": 0.8093882971158305, + "nauc_mrr_at_1000_std": 0.6278936447852916, + "nauc_mrr_at_100_diff1": 0.75865741324154, + "nauc_mrr_at_100_max": 0.8092739858813598, + "nauc_mrr_at_100_std": 0.6281984805090911, + "nauc_mrr_at_10_diff1": 0.7610257662614426, + "nauc_mrr_at_10_max": 0.8112676689089771, + "nauc_mrr_at_10_std": 0.628593214283932, + "nauc_mrr_at_1_diff1": 0.7982693253589973, + "nauc_mrr_at_1_max": 0.783807861453169, + "nauc_mrr_at_1_std": 0.5681728817444877, + "nauc_mrr_at_20_diff1": 0.7594542692952707, + "nauc_mrr_at_20_max": 0.8104921857066855, + "nauc_mrr_at_20_std": 0.6291845093152233, + "nauc_mrr_at_3_diff1": 0.7653889110306337, + "nauc_mrr_at_3_max": 0.8126134831957942, + "nauc_mrr_at_3_std": 0.6195592201426277, + "nauc_mrr_at_5_diff1": 0.7633766729525734, + "nauc_mrr_at_5_max": 0.8109555495987741, + "nauc_mrr_at_5_std": 0.6213393524474327, + "nauc_ndcg_at_1000_diff1": 0.7470764176266002, + "nauc_ndcg_at_1000_max": 0.810063923357768, + "nauc_ndcg_at_1000_std": 0.6415579910153927, + "nauc_ndcg_at_100_diff1": 0.735000032623823, + "nauc_ndcg_at_100_max": 0.8057280002487942, + "nauc_ndcg_at_100_std": 0.6497185395654947, + "nauc_ndcg_at_10_diff1": 0.7456209548996174, + "nauc_ndcg_at_10_max": 0.817639702033982, + "nauc_ndcg_at_10_std": 0.6547533912158238, + "nauc_ndcg_at_1_diff1": 0.7982693253589973, + "nauc_ndcg_at_1_max": 0.783807861453169, + "nauc_ndcg_at_1_std": 0.5681728817444877, + "nauc_ndcg_at_20_diff1": 0.7400920941299732, + "nauc_ndcg_at_20_max": 0.8150192151114141, + "nauc_ndcg_at_20_std": 0.6568379394015939, + "nauc_ndcg_at_3_diff1": 0.7552171693038501, + "nauc_ndcg_at_3_max": 0.8196665380965641, + "nauc_ndcg_at_3_std": 0.6335785474884427, + "nauc_ndcg_at_5_diff1": 0.7516617023300507, + "nauc_ndcg_at_5_max": 0.8167537826263211, + "nauc_ndcg_at_5_std": 0.6369746310915704, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5952715826133544, + "nauc_precision_at_100_max": 0.7532341076644875, + "nauc_precision_at_100_std": 0.7444784470100928, + "nauc_precision_at_10_diff1": 0.6944801870329975, + "nauc_precision_at_10_max": 0.8367723668038854, + "nauc_precision_at_10_std": 0.7435667346621563, + "nauc_precision_at_1_diff1": 0.7982693253589973, + "nauc_precision_at_1_max": 0.783807861453169, + "nauc_precision_at_1_std": 0.5681728817444877, + "nauc_precision_at_20_diff1": 0.6681976344334969, + "nauc_precision_at_20_max": 0.8268417576281684, + "nauc_precision_at_20_std": 0.7571583240839725, + "nauc_precision_at_3_diff1": 0.7256817652658535, + "nauc_precision_at_3_max": 0.8395387013966868, + "nauc_precision_at_3_std": 0.6736722044897921, + "nauc_precision_at_5_diff1": 0.7165838127688096, + "nauc_precision_at_5_max": 0.832865094329653, + "nauc_precision_at_5_std": 0.6831634740365116, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5952715826133547, + "nauc_recall_at_100_max": 0.7532341076644865, + "nauc_recall_at_100_std": 0.7444784470100922, + "nauc_recall_at_10_diff1": 0.694480187032998, + "nauc_recall_at_10_max": 0.8367723668038861, + "nauc_recall_at_10_std": 0.7435667346621561, + "nauc_recall_at_1_diff1": 0.7982693253589973, + "nauc_recall_at_1_max": 0.783807861453169, + "nauc_recall_at_1_std": 0.5681728817444877, + "nauc_recall_at_20_diff1": 0.6681976344334963, + "nauc_recall_at_20_max": 0.8268417576281686, + "nauc_recall_at_20_std": 0.7571583240839722, + "nauc_recall_at_3_diff1": 0.7256817652658543, + "nauc_recall_at_3_max": 0.8395387013966867, + "nauc_recall_at_3_std": 0.6736722044897923, + "nauc_recall_at_5_diff1": 0.7165838127688097, + "nauc_recall_at_5_max": 0.8328650943296528, + "nauc_recall_at_5_std": 0.6831634740365119, + "ndcg_at_1": 0.37, + "ndcg_at_10": 0.46988, + "ndcg_at_100": 0.50999, + "ndcg_at_1000": 0.53806, + "ndcg_at_20": 0.481, + "ndcg_at_3": 0.43866, + "ndcg_at_5": 0.45186, + "precision_at_1": 0.37, + "precision_at_10": 0.05744, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "precision_at_20": 0.03089, + "precision_at_3": 0.16222, + "precision_at_5": 0.10378, + "recall_at_1": 0.37, + "recall_at_10": 0.57444, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "recall_at_20": 0.61778, + "recall_at_3": 0.48667, + "recall_at_5": 0.51889 + }, + { + "hf_subset": "npi_Latn-npi_Deva", + "languages": [ + "npi-Latn", + "npi-Deva" + ], + "main_score": 0.56276, + "map_at_1": 0.44333, + "map_at_10": 0.52455, + "map_at_100": 0.53276, + "map_at_1000": 0.53324, + "map_at_20": 0.52888, + "map_at_3": 0.50759, + "map_at_5": 0.51754, + "mrr_at_1": 0.44333333333333336, + "mrr_at_10": 0.5245476190476186, + "mrr_at_100": 0.5327646037750444, + "mrr_at_1000": 0.5332393176244087, + "mrr_at_20": 0.5288754876158119, + "mrr_at_3": 0.5075925925925923, + "mrr_at_5": 0.5175370370370366, + "nauc_map_at_1000_diff1": 0.6909885944317976, + "nauc_map_at_1000_max": 0.6731943516396955, + "nauc_map_at_1000_std": 0.306760360220528, + "nauc_map_at_100_diff1": 0.6907147471891544, + "nauc_map_at_100_max": 0.6729995236492081, + "nauc_map_at_100_std": 0.30699778398781613, + "nauc_map_at_10_diff1": 0.6904288023598528, + "nauc_map_at_10_max": 0.6741032317194078, + "nauc_map_at_10_std": 0.30598820451551784, + "nauc_map_at_1_diff1": 0.7289127155907633, + "nauc_map_at_1_max": 0.6664837565669808, + "nauc_map_at_1_std": 0.27842836674345994, + "nauc_map_at_20_diff1": 0.6908532675911752, + "nauc_map_at_20_max": 0.6742972949039588, + "nauc_map_at_20_std": 0.30793174539808416, + "nauc_map_at_3_diff1": 0.6942774104678301, + "nauc_map_at_3_max": 0.6732307491035439, + "nauc_map_at_3_std": 0.2935125797987441, + "nauc_map_at_5_diff1": 0.694536318553351, + "nauc_map_at_5_max": 0.6759125629690904, + "nauc_map_at_5_std": 0.3033921575975429, + "nauc_mrr_at_1000_diff1": 0.6909885944317976, + "nauc_mrr_at_1000_max": 0.6731943516396955, + "nauc_mrr_at_1000_std": 0.306760360220528, + "nauc_mrr_at_100_diff1": 0.6907147471891544, + "nauc_mrr_at_100_max": 0.6729995236492081, + "nauc_mrr_at_100_std": 0.30699778398781613, + "nauc_mrr_at_10_diff1": 0.6904288023598528, + "nauc_mrr_at_10_max": 0.6741032317194078, + "nauc_mrr_at_10_std": 0.30598820451551784, + "nauc_mrr_at_1_diff1": 0.7289127155907633, + "nauc_mrr_at_1_max": 0.6664837565669808, + "nauc_mrr_at_1_std": 0.27842836674345994, + "nauc_mrr_at_20_diff1": 0.6908532675911752, + "nauc_mrr_at_20_max": 0.6742972949039588, + "nauc_mrr_at_20_std": 0.30793174539808416, + "nauc_mrr_at_3_diff1": 0.6942774104678301, + "nauc_mrr_at_3_max": 0.6732307491035439, + "nauc_mrr_at_3_std": 0.2935125797987441, + "nauc_mrr_at_5_diff1": 0.694536318553351, + "nauc_mrr_at_5_max": 0.6759125629690904, + "nauc_mrr_at_5_std": 0.3033921575975429, + "nauc_ndcg_at_1000_diff1": 0.6812615025205726, + "nauc_ndcg_at_1000_max": 0.6720469869291444, + "nauc_ndcg_at_1000_std": 0.31770729581867935, + "nauc_ndcg_at_100_diff1": 0.6727612673419521, + "nauc_ndcg_at_100_max": 0.6671868133058062, + "nauc_ndcg_at_100_std": 0.326366879493069, + "nauc_ndcg_at_10_diff1": 0.6733603340195823, + "nauc_ndcg_at_10_max": 0.6754670997604125, + "nauc_ndcg_at_10_std": 0.324729430090443, + "nauc_ndcg_at_1_diff1": 0.7289127155907633, + "nauc_ndcg_at_1_max": 0.6664837565669808, + "nauc_ndcg_at_1_std": 0.27842836674345994, + "nauc_ndcg_at_20_diff1": 0.6736527784418231, + "nauc_ndcg_at_20_max": 0.675251905596951, + "nauc_ndcg_at_20_std": 0.3315943494404242, + "nauc_ndcg_at_3_diff1": 0.6836730357183344, + "nauc_ndcg_at_3_max": 0.6748742433734274, + "nauc_ndcg_at_3_std": 0.2983199984261513, + "nauc_ndcg_at_5_diff1": 0.6837083950306029, + "nauc_ndcg_at_5_max": 0.6799722170107679, + "nauc_ndcg_at_5_std": 0.3168521051321516, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4874214837450135, + "nauc_precision_at_100_max": 0.5664894745777097, + "nauc_precision_at_100_std": 0.5219208895679494, + "nauc_precision_at_10_diff1": 0.6082316779217168, + "nauc_precision_at_10_max": 0.6788511749347252, + "nauc_precision_at_10_std": 0.39977862710236756, + "nauc_precision_at_1_diff1": 0.7289127155907633, + "nauc_precision_at_1_max": 0.6664837565669808, + "nauc_precision_at_1_std": 0.27842836674345994, + "nauc_precision_at_20_diff1": 0.5958698438499547, + "nauc_precision_at_20_max": 0.6755430192347531, + "nauc_precision_at_20_std": 0.4461192422659162, + "nauc_precision_at_3_diff1": 0.6513618702324794, + "nauc_precision_at_3_max": 0.6797282107260277, + "nauc_precision_at_3_std": 0.3130368536639242, + "nauc_precision_at_5_diff1": 0.6487305243475031, + "nauc_precision_at_5_max": 0.6938511867764905, + "nauc_precision_at_5_std": 0.36363430604957403, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.48742148374501326, + "nauc_recall_at_100_max": 0.5664894745777086, + "nauc_recall_at_100_std": 0.5219208895679488, + "nauc_recall_at_10_diff1": 0.6082316779217175, + "nauc_recall_at_10_max": 0.6788511749347259, + "nauc_recall_at_10_std": 0.3997786271023676, + "nauc_recall_at_1_diff1": 0.7289127155907633, + "nauc_recall_at_1_max": 0.6664837565669808, + "nauc_recall_at_1_std": 0.27842836674345994, + "nauc_recall_at_20_diff1": 0.5958698438499551, + "nauc_recall_at_20_max": 0.6755430192347532, + "nauc_recall_at_20_std": 0.44611924226591704, + "nauc_recall_at_3_diff1": 0.6513618702324794, + "nauc_recall_at_3_max": 0.6797282107260274, + "nauc_recall_at_3_std": 0.31303685366392486, + "nauc_recall_at_5_diff1": 0.6487305243475031, + "nauc_recall_at_5_max": 0.6938511867764914, + "nauc_recall_at_5_std": 0.363634306049574, + "ndcg_at_1": 0.44333, + "ndcg_at_10": 0.56276, + "ndcg_at_100": 0.60741, + "ndcg_at_1000": 0.61998, + "ndcg_at_20": 0.57831, + "ndcg_at_3": 0.52795, + "ndcg_at_5": 0.54583, + "precision_at_1": 0.44333, + "precision_at_10": 0.06822, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "precision_at_20": 0.03717, + "precision_at_3": 0.19556, + "precision_at_5": 0.126, + "recall_at_1": 0.44333, + "recall_at_10": 0.68222, + "recall_at_100": 0.90222, + "recall_at_1000": 1.0, + "recall_at_20": 0.74333, + "recall_at_3": 0.58667, + "recall_at_5": 0.63 + }, + { + "hf_subset": "sin_Sinh-sin_Latn", + "languages": [ + "sin-Sinh", + "sin-Latn" + ], + "main_score": 0.20996, + "map_at_1": 0.14333, + "map_at_10": 0.18689, + "map_at_100": 0.19497, + "map_at_1000": 0.19714, + "map_at_20": 0.19006, + "map_at_3": 0.17352, + "map_at_5": 0.1823, + "mrr_at_1": 0.14333333333333334, + "mrr_at_10": 0.18688932980599643, + "mrr_at_100": 0.19497484244114682, + "mrr_at_1000": 0.1971443704335569, + "mrr_at_20": 0.1900567544483953, + "mrr_at_3": 0.1735185185185185, + "mrr_at_5": 0.18229629629629626, + "nauc_map_at_1000_diff1": 0.5457203162518904, + "nauc_map_at_1000_max": 0.6662413946611924, + "nauc_map_at_1000_std": 0.4449756184170809, + "nauc_map_at_100_diff1": 0.5449007228369406, + "nauc_map_at_100_max": 0.6653038532657135, + "nauc_map_at_100_std": 0.44477333396864493, + "nauc_map_at_10_diff1": 0.5530439049934769, + "nauc_map_at_10_max": 0.6740035161660669, + "nauc_map_at_10_std": 0.4477081936995703, + "nauc_map_at_1_diff1": 0.6539594062686064, + "nauc_map_at_1_max": 0.7317899282508926, + "nauc_map_at_1_std": 0.47436423155246354, + "nauc_map_at_20_diff1": 0.5482858850859449, + "nauc_map_at_20_max": 0.6695331887821222, + "nauc_map_at_20_std": 0.44676051926381355, + "nauc_map_at_3_diff1": 0.5738391451989174, + "nauc_map_at_3_max": 0.6899662176156729, + "nauc_map_at_3_std": 0.45487975444709333, + "nauc_map_at_5_diff1": 0.5607721604694093, + "nauc_map_at_5_max": 0.6825537513363573, + "nauc_map_at_5_std": 0.454388267836348, + "nauc_mrr_at_1000_diff1": 0.5457203162518904, + "nauc_mrr_at_1000_max": 0.6662413946611924, + "nauc_mrr_at_1000_std": 0.4449756184170809, + "nauc_mrr_at_100_diff1": 0.5449007228369406, + "nauc_mrr_at_100_max": 0.6653038532657135, + "nauc_mrr_at_100_std": 0.44477333396864493, + "nauc_mrr_at_10_diff1": 0.5530439049934769, + "nauc_mrr_at_10_max": 0.6740035161660669, + "nauc_mrr_at_10_std": 0.4477081936995703, + "nauc_mrr_at_1_diff1": 0.6539594062686064, + "nauc_mrr_at_1_max": 0.7317899282508926, + "nauc_mrr_at_1_std": 0.47436423155246354, + "nauc_mrr_at_20_diff1": 0.5482858850859449, + "nauc_mrr_at_20_max": 0.6695331887821222, + "nauc_mrr_at_20_std": 0.44676051926381355, + "nauc_mrr_at_3_diff1": 0.5738391451989174, + "nauc_mrr_at_3_max": 0.6899662176156729, + "nauc_mrr_at_3_std": 0.45487975444709333, + "nauc_mrr_at_5_diff1": 0.5607721604694093, + "nauc_mrr_at_5_max": 0.6825537513363573, + "nauc_mrr_at_5_std": 0.454388267836348, + "nauc_ndcg_at_1000_diff1": 0.5107231970563184, + "nauc_ndcg_at_1000_max": 0.636545373774339, + "nauc_ndcg_at_1000_std": 0.4312230426558182, + "nauc_ndcg_at_100_diff1": 0.4803771967325173, + "nauc_ndcg_at_100_max": 0.6033883092306592, + "nauc_ndcg_at_100_std": 0.4175934068088825, + "nauc_ndcg_at_10_diff1": 0.515351698015865, + "nauc_ndcg_at_10_max": 0.6475375334101461, + "nauc_ndcg_at_10_std": 0.4347425288105616, + "nauc_ndcg_at_1_diff1": 0.6539594062686064, + "nauc_ndcg_at_1_max": 0.7317899282508926, + "nauc_ndcg_at_1_std": 0.47436423155246354, + "nauc_ndcg_at_20_diff1": 0.4995127627869297, + "nauc_ndcg_at_20_max": 0.6324486216822782, + "nauc_ndcg_at_20_std": 0.43194470162553184, + "nauc_ndcg_at_3_diff1": 0.5536442942107251, + "nauc_ndcg_at_3_max": 0.6782695179970109, + "nauc_ndcg_at_3_std": 0.4493861899699051, + "nauc_ndcg_at_5_diff1": 0.5325372487191363, + "nauc_ndcg_at_5_max": 0.666633011417861, + "nauc_ndcg_at_5_std": 0.44910924939117486, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.2865600641368922, + "nauc_precision_at_100_max": 0.39406138727346196, + "nauc_precision_at_100_std": 0.32392731987335505, + "nauc_precision_at_10_diff1": 0.422319961110211, + "nauc_precision_at_10_max": 0.5802526293046907, + "nauc_precision_at_10_std": 0.40139355077663846, + "nauc_precision_at_1_diff1": 0.6539594062686064, + "nauc_precision_at_1_max": 0.7317899282508926, + "nauc_precision_at_1_std": 0.47436423155246354, + "nauc_precision_at_20_diff1": 0.3748902221578258, + "nauc_precision_at_20_max": 0.5340037790190517, + "nauc_precision_at_20_std": 0.39419190201754684, + "nauc_precision_at_3_diff1": 0.5032226392386019, + "nauc_precision_at_3_max": 0.648719126271504, + "nauc_precision_at_3_std": 0.4354953081258369, + "nauc_precision_at_5_diff1": 0.46319669292915017, + "nauc_precision_at_5_max": 0.6274490819071123, + "nauc_precision_at_5_std": 0.43661967208272284, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.2865600641368923, + "nauc_recall_at_100_max": 0.39406138727346185, + "nauc_recall_at_100_std": 0.32392731987335516, + "nauc_recall_at_10_diff1": 0.42231996111021075, + "nauc_recall_at_10_max": 0.5802526293046907, + "nauc_recall_at_10_std": 0.40139355077663824, + "nauc_recall_at_1_diff1": 0.6539594062686064, + "nauc_recall_at_1_max": 0.7317899282508926, + "nauc_recall_at_1_std": 0.47436423155246354, + "nauc_recall_at_20_diff1": 0.37489022215782586, + "nauc_recall_at_20_max": 0.5340037790190518, + "nauc_recall_at_20_std": 0.39419190201754667, + "nauc_recall_at_3_diff1": 0.503222639238602, + "nauc_recall_at_3_max": 0.6487191262715041, + "nauc_recall_at_3_std": 0.43549530812583687, + "nauc_recall_at_5_diff1": 0.46319669292915033, + "nauc_recall_at_5_max": 0.6274490819071126, + "nauc_recall_at_5_std": 0.43661967208272295, + "ndcg_at_1": 0.14333, + "ndcg_at_10": 0.20996, + "ndcg_at_100": 0.26146, + "ndcg_at_1000": 0.31881, + "ndcg_at_20": 0.22186, + "ndcg_at_3": 0.18292, + "ndcg_at_5": 0.19861, + "precision_at_1": 0.14333, + "precision_at_10": 0.02833, + "precision_at_100": 0.00553, + "precision_at_1000": 0.001, + "precision_at_20": 0.01656, + "precision_at_3": 0.07, + "precision_at_5": 0.04956, + "recall_at_1": 0.14333, + "recall_at_10": 0.28333, + "recall_at_100": 0.55333, + "recall_at_1000": 1.0, + "recall_at_20": 0.33111, + "recall_at_3": 0.21, + "recall_at_5": 0.24778 + }, + { + "hf_subset": "sin_Latn-sin_Sinh", + "languages": [ + "sin-Latn", + "sin-Sinh" + ], + "main_score": 0.40909, + "map_at_1": 0.28889, + "map_at_10": 0.36774, + "map_at_100": 0.37724, + "map_at_1000": 0.37817, + "map_at_20": 0.37289, + "map_at_3": 0.34796, + "map_at_5": 0.35874, + "mrr_at_1": 0.28888888888888886, + "mrr_at_10": 0.36774074074074065, + "mrr_at_100": 0.37724259040696867, + "mrr_at_1000": 0.3781668334548318, + "mrr_at_20": 0.3728899058171504, + "mrr_at_3": 0.3479629629629628, + "mrr_at_5": 0.35874074074074047, + "nauc_map_at_1000_diff1": 0.5803258628453697, + "nauc_map_at_1000_max": 0.5726101806207498, + "nauc_map_at_1000_std": 0.17968701110657367, + "nauc_map_at_100_diff1": 0.5797622511401701, + "nauc_map_at_100_max": 0.5721637866577649, + "nauc_map_at_100_std": 0.1796896001456296, + "nauc_map_at_10_diff1": 0.5821117135834224, + "nauc_map_at_10_max": 0.5758212055284552, + "nauc_map_at_10_std": 0.18067193688835553, + "nauc_map_at_1_diff1": 0.6455322467202839, + "nauc_map_at_1_max": 0.5795786061588329, + "nauc_map_at_1_std": 0.13417785388826037, + "nauc_map_at_20_diff1": 0.5803506052887265, + "nauc_map_at_20_max": 0.5736436273061666, + "nauc_map_at_20_std": 0.17945877232281773, + "nauc_map_at_3_diff1": 0.5839300442773107, + "nauc_map_at_3_max": 0.5749023884872548, + "nauc_map_at_3_std": 0.17128513215430652, + "nauc_map_at_5_diff1": 0.5820257645255985, + "nauc_map_at_5_max": 0.5753315272127778, + "nauc_map_at_5_std": 0.17850579917700898, + "nauc_mrr_at_1000_diff1": 0.5803258628453697, + "nauc_mrr_at_1000_max": 0.5726101806207498, + "nauc_mrr_at_1000_std": 0.17968701110657367, + "nauc_mrr_at_100_diff1": 0.5797622511401701, + "nauc_mrr_at_100_max": 0.5721637866577649, + "nauc_mrr_at_100_std": 0.1796896001456296, + "nauc_mrr_at_10_diff1": 0.5821117135834224, + "nauc_mrr_at_10_max": 0.5758212055284552, + "nauc_mrr_at_10_std": 0.18067193688835553, + "nauc_mrr_at_1_diff1": 0.6455322467202839, + "nauc_mrr_at_1_max": 0.5795786061588329, + "nauc_mrr_at_1_std": 0.13417785388826037, + "nauc_mrr_at_20_diff1": 0.5803506052887265, + "nauc_mrr_at_20_max": 0.5736436273061666, + "nauc_mrr_at_20_std": 0.17945877232281773, + "nauc_mrr_at_3_diff1": 0.5839300442773107, + "nauc_mrr_at_3_max": 0.5749023884872548, + "nauc_mrr_at_3_std": 0.17128513215430652, + "nauc_mrr_at_5_diff1": 0.5820257645255985, + "nauc_mrr_at_5_max": 0.5753315272127778, + "nauc_mrr_at_5_std": 0.17850579917700898, + "nauc_ndcg_at_1000_diff1": 0.5640728639497884, + "nauc_ndcg_at_1000_max": 0.5660252369298, + "nauc_ndcg_at_1000_std": 0.19172305181425395, + "nauc_ndcg_at_100_diff1": 0.5487150673631227, + "nauc_ndcg_at_100_max": 0.5535171650095071, + "nauc_ndcg_at_100_std": 0.19573924331284384, + "nauc_ndcg_at_10_diff1": 0.5609308231082835, + "nauc_ndcg_at_10_max": 0.5738776881915137, + "nauc_ndcg_at_10_std": 0.20234060958283245, + "nauc_ndcg_at_1_diff1": 0.6455322467202839, + "nauc_ndcg_at_1_max": 0.5795786061588329, + "nauc_ndcg_at_1_std": 0.13417785388826037, + "nauc_ndcg_at_20_diff1": 0.5529666476067361, + "nauc_ndcg_at_20_max": 0.5655967027492673, + "nauc_ndcg_at_20_std": 0.1987336828546627, + "nauc_ndcg_at_3_diff1": 0.564272779739181, + "nauc_ndcg_at_3_max": 0.5713381125775606, + "nauc_ndcg_at_3_std": 0.18303134968544743, + "nauc_ndcg_at_5_diff1": 0.560615412323668, + "nauc_ndcg_at_5_max": 0.5717496254883208, + "nauc_ndcg_at_5_std": 0.1961860331144324, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.35057938783870773, + "nauc_precision_at_100_max": 0.392737168607714, + "nauc_precision_at_100_std": 0.2612717270439523, + "nauc_precision_at_10_diff1": 0.4977586989339927, + "nauc_precision_at_10_max": 0.5690805417403729, + "nauc_precision_at_10_std": 0.27187352393653974, + "nauc_precision_at_1_diff1": 0.6455322467202839, + "nauc_precision_at_1_max": 0.5795786061588329, + "nauc_precision_at_1_std": 0.13417785388826037, + "nauc_precision_at_20_diff1": 0.45512482775391055, + "nauc_precision_at_20_max": 0.5324143497879004, + "nauc_precision_at_20_std": 0.2637796871200449, + "nauc_precision_at_3_diff1": 0.5089505317490558, + "nauc_precision_at_3_max": 0.5606964700176671, + "nauc_precision_at_3_std": 0.21606130414198446, + "nauc_precision_at_5_diff1": 0.4990392541678764, + "nauc_precision_at_5_max": 0.5607528727033774, + "nauc_precision_at_5_std": 0.2484224700115292, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.350579387838708, + "nauc_recall_at_100_max": 0.3927371686077129, + "nauc_recall_at_100_std": 0.26127172704395174, + "nauc_recall_at_10_diff1": 0.49775869893399277, + "nauc_recall_at_10_max": 0.5690805417403734, + "nauc_recall_at_10_std": 0.27187352393653985, + "nauc_recall_at_1_diff1": 0.6455322467202839, + "nauc_recall_at_1_max": 0.5795786061588329, + "nauc_recall_at_1_std": 0.13417785388826037, + "nauc_recall_at_20_diff1": 0.4551248277539114, + "nauc_recall_at_20_max": 0.5324143497879014, + "nauc_recall_at_20_std": 0.26377968712004574, + "nauc_recall_at_3_diff1": 0.5089505317490561, + "nauc_recall_at_3_max": 0.560696470017667, + "nauc_recall_at_3_std": 0.21606130414198477, + "nauc_recall_at_5_diff1": 0.4990392541678768, + "nauc_recall_at_5_max": 0.5607528727033776, + "nauc_recall_at_5_std": 0.2484224700115293, + "ndcg_at_1": 0.28889, + "ndcg_at_10": 0.40909, + "ndcg_at_100": 0.46299, + "ndcg_at_1000": 0.48728, + "ndcg_at_20": 0.4277, + "ndcg_at_3": 0.36811, + "ndcg_at_5": 0.38743, + "precision_at_1": 0.28889, + "precision_at_10": 0.054, + "precision_at_100": 0.00811, + "precision_at_1000": 0.001, + "precision_at_20": 0.03067, + "precision_at_3": 0.14222, + "precision_at_5": 0.09467, + "recall_at_1": 0.28889, + "recall_at_10": 0.54, + "recall_at_100": 0.81111, + "recall_at_1000": 1.0, + "recall_at_20": 0.61333, + "recall_at_3": 0.42667, + "recall_at_5": 0.47333 + }, + { + "hf_subset": "urd_Arab-urd_Latn", + "languages": [ + "urd-Arab", + "urd-Latn" + ], + "main_score": 0.50081, + "map_at_1": 0.40222, + "map_at_10": 0.46729, + "map_at_100": 0.47402, + "map_at_1000": 0.47497, + "map_at_20": 0.47048, + "map_at_3": 0.45019, + "map_at_5": 0.46035, + "mrr_at_1": 0.4022222222222222, + "mrr_at_10": 0.46728703703703683, + "mrr_at_100": 0.47401601908017277, + "mrr_at_1000": 0.4749677458106334, + "mrr_at_20": 0.4704781522704637, + "mrr_at_3": 0.4501851851851849, + "mrr_at_5": 0.46035185185185146, + "nauc_map_at_1000_diff1": 0.6958938299540974, + "nauc_map_at_1000_max": 0.7758846812614648, + "nauc_map_at_1000_std": 0.6165943734168599, + "nauc_map_at_100_diff1": 0.6953882270907139, + "nauc_map_at_100_max": 0.775690686634228, + "nauc_map_at_100_std": 0.6168014667432289, + "nauc_map_at_10_diff1": 0.6963527195830566, + "nauc_map_at_10_max": 0.7768708041858295, + "nauc_map_at_10_std": 0.6170496659650471, + "nauc_map_at_1_diff1": 0.7403871204161502, + "nauc_map_at_1_max": 0.7678937981144986, + "nauc_map_at_1_std": 0.5856964130811317, + "nauc_map_at_20_diff1": 0.6954450304978437, + "nauc_map_at_20_max": 0.7762217255990331, + "nauc_map_at_20_std": 0.6170014904620468, + "nauc_map_at_3_diff1": 0.7051349359333652, + "nauc_map_at_3_max": 0.7766153198200834, + "nauc_map_at_3_std": 0.6071561359307395, + "nauc_map_at_5_diff1": 0.6995354856151735, + "nauc_map_at_5_max": 0.778801757837668, + "nauc_map_at_5_std": 0.6157366424628337, + "nauc_mrr_at_1000_diff1": 0.6958938299540974, + "nauc_mrr_at_1000_max": 0.7758846812614648, + "nauc_mrr_at_1000_std": 0.6165943734168599, + "nauc_mrr_at_100_diff1": 0.6953882270907139, + "nauc_mrr_at_100_max": 0.775690686634228, + "nauc_mrr_at_100_std": 0.6168014667432289, + "nauc_mrr_at_10_diff1": 0.6963527195830566, + "nauc_mrr_at_10_max": 0.7768708041858295, + "nauc_mrr_at_10_std": 0.6170496659650471, + "nauc_mrr_at_1_diff1": 0.7403871204161502, + "nauc_mrr_at_1_max": 0.7678937981144986, + "nauc_mrr_at_1_std": 0.5856964130811317, + "nauc_mrr_at_20_diff1": 0.6954450304978437, + "nauc_mrr_at_20_max": 0.7762217255990331, + "nauc_mrr_at_20_std": 0.6170014904620468, + "nauc_mrr_at_3_diff1": 0.7051349359333652, + "nauc_mrr_at_3_max": 0.7766153198200834, + "nauc_mrr_at_3_std": 0.6071561359307395, + "nauc_mrr_at_5_diff1": 0.6995354856151735, + "nauc_mrr_at_5_max": 0.778801757837668, + "nauc_mrr_at_5_std": 0.6157366424628337, + "nauc_ndcg_at_1000_diff1": 0.6819660622173754, + "nauc_ndcg_at_1000_max": 0.7744449486417532, + "nauc_ndcg_at_1000_std": 0.625649303745949, + "nauc_ndcg_at_100_diff1": 0.6681605621317827, + "nauc_ndcg_at_100_max": 0.7693934307788168, + "nauc_ndcg_at_100_std": 0.6333368617000938, + "nauc_ndcg_at_10_diff1": 0.6743288539805076, + "nauc_ndcg_at_10_max": 0.7767635124395844, + "nauc_ndcg_at_10_std": 0.6325450990495786, + "nauc_ndcg_at_1_diff1": 0.7403871204161502, + "nauc_ndcg_at_1_max": 0.7678937981144986, + "nauc_ndcg_at_1_std": 0.5856964130811317, + "nauc_ndcg_at_20_diff1": 0.6702178450823288, + "nauc_ndcg_at_20_max": 0.7744927886187625, + "nauc_ndcg_at_20_std": 0.632963532184881, + "nauc_ndcg_at_3_diff1": 0.6923673319853879, + "nauc_ndcg_at_3_max": 0.7776352348183208, + "nauc_ndcg_at_3_std": 0.6137311722948443, + "nauc_ndcg_at_5_diff1": 0.6824012966428163, + "nauc_ndcg_at_5_max": 0.7815895346799021, + "nauc_ndcg_at_5_std": 0.6290962911410579, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.49591682912454105, + "nauc_precision_at_100_max": 0.7081255383778393, + "nauc_precision_at_100_std": 0.7358519970984262, + "nauc_precision_at_10_diff1": 0.5978127742792398, + "nauc_precision_at_10_max": 0.7740956919595928, + "nauc_precision_at_10_std": 0.6862412355789609, + "nauc_precision_at_1_diff1": 0.7403871204161502, + "nauc_precision_at_1_max": 0.7678937981144986, + "nauc_precision_at_1_std": 0.5856964130811317, + "nauc_precision_at_20_diff1": 0.5718845218397659, + "nauc_precision_at_20_max": 0.7638918273794986, + "nauc_precision_at_20_std": 0.6934530429200456, + "nauc_precision_at_3_diff1": 0.6540981959871847, + "nauc_precision_at_3_max": 0.7800762503879235, + "nauc_precision_at_3_std": 0.6330941076110962, + "nauc_precision_at_5_diff1": 0.6281761105007059, + "nauc_precision_at_5_max": 0.7901035944121797, + "nauc_precision_at_5_std": 0.6720279390990422, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.49591682912454105, + "nauc_recall_at_100_max": 0.7081255383778386, + "nauc_recall_at_100_std": 0.7358519970984272, + "nauc_recall_at_10_diff1": 0.59781277427924, + "nauc_recall_at_10_max": 0.7740956919595932, + "nauc_recall_at_10_std": 0.6862412355789609, + "nauc_recall_at_1_diff1": 0.7403871204161502, + "nauc_recall_at_1_max": 0.7678937981144986, + "nauc_recall_at_1_std": 0.5856964130811317, + "nauc_recall_at_20_diff1": 0.5718845218397667, + "nauc_recall_at_20_max": 0.7638918273794993, + "nauc_recall_at_20_std": 0.6934530429200458, + "nauc_recall_at_3_diff1": 0.6540981959871847, + "nauc_recall_at_3_max": 0.7800762503879233, + "nauc_recall_at_3_std": 0.6330941076110957, + "nauc_recall_at_5_diff1": 0.6281761105007065, + "nauc_recall_at_5_max": 0.7901035944121803, + "nauc_recall_at_5_std": 0.6720279390990423, + "ndcg_at_1": 0.40222, + "ndcg_at_10": 0.50081, + "ndcg_at_100": 0.53982, + "ndcg_at_1000": 0.56499, + "ndcg_at_20": 0.512, + "ndcg_at_3": 0.4661, + "ndcg_at_5": 0.48417, + "precision_at_1": 0.40222, + "precision_at_10": 0.06067, + "precision_at_100": 0.00804, + "precision_at_1000": 0.001, + "precision_at_20": 0.0325, + "precision_at_3": 0.17074, + "precision_at_5": 0.11111, + "recall_at_1": 0.40222, + "recall_at_10": 0.60667, + "recall_at_100": 0.80444, + "recall_at_1000": 1.0, + "recall_at_20": 0.65, + "recall_at_3": 0.51222, + "recall_at_5": 0.55556 + }, + { + "hf_subset": "urd_Latn-urd_Arab", + "languages": [ + "urd-Latn", + "urd-Arab" + ], + "main_score": 0.56952, + "map_at_1": 0.43889, + "map_at_10": 0.52273, + "map_at_100": 0.5307, + "map_at_1000": 0.53112, + "map_at_20": 0.52735, + "map_at_3": 0.49685, + "map_at_5": 0.51007, + "mrr_at_1": 0.4388888888888889, + "mrr_at_10": 0.522726631393298, + "mrr_at_100": 0.5307026256441251, + "mrr_at_1000": 0.5311215024954535, + "mrr_at_20": 0.5273487245516396, + "mrr_at_3": 0.49685185185185166, + "mrr_at_5": 0.5100740740740738, + "nauc_map_at_1000_diff1": 0.6381738943861914, + "nauc_map_at_1000_max": 0.609443489637973, + "nauc_map_at_1000_std": 0.19337441854179135, + "nauc_map_at_100_diff1": 0.6379354618245058, + "nauc_map_at_100_max": 0.6094072254310415, + "nauc_map_at_100_std": 0.19365455254668862, + "nauc_map_at_10_diff1": 0.6389285803142191, + "nauc_map_at_10_max": 0.6101457647284341, + "nauc_map_at_10_std": 0.19336544387092805, + "nauc_map_at_1_diff1": 0.6855525680699797, + "nauc_map_at_1_max": 0.619290782197807, + "nauc_map_at_1_std": 0.16988034757904963, + "nauc_map_at_20_diff1": 0.6365651254878465, + "nauc_map_at_20_max": 0.6090198209951929, + "nauc_map_at_20_std": 0.19439714548056933, + "nauc_map_at_3_diff1": 0.6482583270790107, + "nauc_map_at_3_max": 0.6116591786377621, + "nauc_map_at_3_std": 0.1793104418016566, + "nauc_map_at_5_diff1": 0.6413920471636918, + "nauc_map_at_5_max": 0.6083460339033464, + "nauc_map_at_5_std": 0.1881490582000874, + "nauc_mrr_at_1000_diff1": 0.6381738943861914, + "nauc_mrr_at_1000_max": 0.609443489637973, + "nauc_mrr_at_1000_std": 0.19337441854179135, + "nauc_mrr_at_100_diff1": 0.6379354618245058, + "nauc_mrr_at_100_max": 0.6094072254310415, + "nauc_mrr_at_100_std": 0.19365455254668862, + "nauc_mrr_at_10_diff1": 0.6389285803142191, + "nauc_mrr_at_10_max": 0.6101457647284341, + "nauc_mrr_at_10_std": 0.19336544387092805, + "nauc_mrr_at_1_diff1": 0.6855525680699797, + "nauc_mrr_at_1_max": 0.619290782197807, + "nauc_mrr_at_1_std": 0.16988034757904963, + "nauc_mrr_at_20_diff1": 0.6365651254878465, + "nauc_mrr_at_20_max": 0.6090198209951929, + "nauc_mrr_at_20_std": 0.19439714548056933, + "nauc_mrr_at_3_diff1": 0.6482583270790107, + "nauc_mrr_at_3_max": 0.6116591786377621, + "nauc_mrr_at_3_std": 0.1793104418016566, + "nauc_mrr_at_5_diff1": 0.6413920471636918, + "nauc_mrr_at_5_max": 0.6083460339033464, + "nauc_mrr_at_5_std": 0.1881490582000874, + "nauc_ndcg_at_1000_diff1": 0.6264692774066988, + "nauc_ndcg_at_1000_max": 0.6070342067120739, + "nauc_ndcg_at_1000_std": 0.2025243588652847, + "nauc_ndcg_at_100_diff1": 0.6205261375530141, + "nauc_ndcg_at_100_max": 0.6063946290778373, + "nauc_ndcg_at_100_std": 0.21086017441802804, + "nauc_ndcg_at_10_diff1": 0.6183428943855479, + "nauc_ndcg_at_10_max": 0.6073006586303223, + "nauc_ndcg_at_10_std": 0.21048083489723052, + "nauc_ndcg_at_1_diff1": 0.6855525680699797, + "nauc_ndcg_at_1_max": 0.619290782197807, + "nauc_ndcg_at_1_std": 0.16988034757904963, + "nauc_ndcg_at_20_diff1": 0.6084290932921571, + "nauc_ndcg_at_20_max": 0.602946274887114, + "nauc_ndcg_at_20_std": 0.2153034086740105, + "nauc_ndcg_at_3_diff1": 0.638089923994848, + "nauc_ndcg_at_3_max": 0.6085201762072707, + "nauc_ndcg_at_3_std": 0.18023755373708708, + "nauc_ndcg_at_5_diff1": 0.6255869907552654, + "nauc_ndcg_at_5_max": 0.6029479731671253, + "nauc_ndcg_at_5_std": 0.1972454930372435, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.4663391926819058, + "nauc_precision_at_100_max": 0.5911582024114012, + "nauc_precision_at_100_std": 0.4370221518559132, + "nauc_precision_at_10_diff1": 0.5330751424501423, + "nauc_precision_at_10_max": 0.5977479310812644, + "nauc_precision_at_10_std": 0.2864540937457594, + "nauc_precision_at_1_diff1": 0.6855525680699797, + "nauc_precision_at_1_max": 0.619290782197807, + "nauc_precision_at_1_std": 0.16988034757904963, + "nauc_precision_at_20_diff1": 0.45560204919635494, + "nauc_precision_at_20_max": 0.5703387952498261, + "nauc_precision_at_20_std": 0.3326685177218973, + "nauc_precision_at_3_diff1": 0.6078614456393967, + "nauc_precision_at_3_max": 0.5987643618281973, + "nauc_precision_at_3_std": 0.18233457353144697, + "nauc_precision_at_5_diff1": 0.5733812912372064, + "nauc_precision_at_5_max": 0.5847865464610897, + "nauc_precision_at_5_std": 0.22926548774949515, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.46633919268190166, + "nauc_recall_at_100_max": 0.5911582024113982, + "nauc_recall_at_100_std": 0.43702215185590987, + "nauc_recall_at_10_diff1": 0.5330751424501424, + "nauc_recall_at_10_max": 0.597747931081264, + "nauc_recall_at_10_std": 0.28645409374576075, + "nauc_recall_at_1_diff1": 0.6855525680699797, + "nauc_recall_at_1_max": 0.619290782197807, + "nauc_recall_at_1_std": 0.16988034757904963, + "nauc_recall_at_20_diff1": 0.45560204919635533, + "nauc_recall_at_20_max": 0.5703387952498273, + "nauc_recall_at_20_std": 0.3326685177218987, + "nauc_recall_at_3_diff1": 0.607861445639396, + "nauc_recall_at_3_max": 0.5987643618281973, + "nauc_recall_at_3_std": 0.18233457353144672, + "nauc_recall_at_5_diff1": 0.573381291237207, + "nauc_recall_at_5_max": 0.58478654646109, + "nauc_recall_at_5_std": 0.22926548774949565, + "ndcg_at_1": 0.43889, + "ndcg_at_10": 0.56952, + "ndcg_at_100": 0.61138, + "ndcg_at_1000": 0.62148, + "ndcg_at_20": 0.58581, + "ndcg_at_3": 0.51512, + "ndcg_at_5": 0.53893, + "precision_at_1": 0.43889, + "precision_at_10": 0.072, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "precision_at_20": 0.03917, + "precision_at_3": 0.18926, + "precision_at_5": 0.12511, + "recall_at_1": 0.43889, + "recall_at_10": 0.72, + "recall_at_100": 0.92333, + "recall_at_1000": 1.0, + "recall_at_20": 0.78333, + "recall_at_3": 0.56778, + "recall_at_5": 0.62556 + } + ] + }, + "task_name": "BelebeleRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BibleNLPBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BibleNLPBitextMining.json new file mode 100644 index 000000000..4fa36659c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BibleNLPBitextMining.json @@ -0,0 +1,19883 @@ +{ + "dataset_revision": "264a18480c529d9e922483839b4b9758e690b762", + "evaluation_time": 678.3620898723602, + "kg_co2_emissions": 0.043784940984855754, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.15234375, + "f1": 0.12102554563492063, + "hf_subset": "eng_Latn-aai_Latn", + "languages": [ + "eng-Latn", + "aai-Latn" + ], + "main_score": 0.12102554563492063, + "precision": 0.1139591490005093, + "recall": 0.15234375 + }, + { + "accuracy": 0.13671875, + "f1": 0.09608707264957264, + "hf_subset": "aai_Latn-eng_Latn", + "languages": [ + "aai-Latn", + "eng-Latn" + ], + "main_score": 0.09608707264957264, + "precision": 0.08380182802287581, + "recall": 0.13671875 + }, + { + "accuracy": 0.046875, + "f1": 0.02602073270657236, + "hf_subset": "eng_Latn-aak_Arab", + "languages": [ + "eng-Latn", + "aak-Arab" + ], + "main_score": 0.02602073270657236, + "precision": 0.022938988095238096, + "recall": 0.046875 + }, + { + "accuracy": 0.04296875, + "f1": 0.029101562499999997, + "hf_subset": "aak_Arab-eng_Latn", + "languages": [ + "aak-Arab", + "eng-Latn" + ], + "main_score": 0.029101562499999997, + "precision": 0.026032366071428573, + "recall": 0.04296875 + }, + { + "accuracy": 0.1171875, + "f1": 0.08894159226190476, + "hf_subset": "eng_Latn-aau_Latn", + "languages": [ + "eng-Latn", + "aau-Latn" + ], + "main_score": 0.08894159226190476, + "precision": 0.08176463293650793, + "recall": 0.1171875 + }, + { + "accuracy": 0.09375, + "f1": 0.06671345147907648, + "hf_subset": "aau_Latn-eng_Latn", + "languages": [ + "aau-Latn", + "eng-Latn" + ], + "main_score": 0.06671345147907648, + "precision": 0.0597452673503612, + "recall": 0.09375 + }, + { + "accuracy": 0.0703125, + "f1": 0.04763849431818181, + "hf_subset": "eng_Latn-aaz_Latn", + "languages": [ + "eng-Latn", + "aaz-Latn" + ], + "main_score": 0.04763849431818181, + "precision": 0.040687941237541526, + "recall": 0.0703125 + }, + { + "accuracy": 0.05078125, + "f1": 0.03512863005050505, + "hf_subset": "aaz_Latn-eng_Latn", + "languages": [ + "aaz-Latn", + "eng-Latn" + ], + "main_score": 0.03512863005050505, + "precision": 0.03243464052287582, + "recall": 0.05078125 + }, + { + "accuracy": 0.03515625, + "f1": 0.018503858665559245, + "hf_subset": "eng_Latn-abt_Latn", + "languages": [ + "eng-Latn", + "abt-Latn" + ], + "main_score": 0.018503858665559245, + "precision": 0.015066964285714286, + "recall": 0.03515625 + }, + { + "accuracy": 0.0625, + "f1": 0.037379092261904764, + "hf_subset": "abt_Latn-eng_Latn", + "languages": [ + "abt-Latn", + "eng-Latn" + ], + "main_score": 0.037379092261904764, + "precision": 0.03191586870255349, + "recall": 0.0625 + }, + { + "accuracy": 0.30078125, + "f1": 0.2408203125, + "hf_subset": "eng_Latn-abx_Latn", + "languages": [ + "eng-Latn", + "abx-Latn" + ], + "main_score": 0.2408203125, + "precision": 0.22290736607142858, + "recall": 0.30078125 + }, + { + "accuracy": 0.29296875, + "f1": 0.22739025297619048, + "hf_subset": "abx_Latn-eng_Latn", + "languages": [ + "abx-Latn", + "eng-Latn" + ], + "main_score": 0.22739025297619048, + "precision": 0.20456945398351647, + "recall": 0.29296875 + }, + { + "accuracy": 0.01171875, + "f1": 0.004430465367965368, + "hf_subset": "eng_Latn-aby_Latn", + "languages": [ + "eng-Latn", + "aby-Latn" + ], + "main_score": 0.004430465367965368, + "precision": 0.0029947916666666664, + "recall": 0.01171875 + }, + { + "accuracy": 0.03515625, + "f1": 0.01569598385331144, + "hf_subset": "aby_Latn-eng_Latn", + "languages": [ + "aby-Latn", + "eng-Latn" + ], + "main_score": 0.01569598385331144, + "precision": 0.01299226287737317, + "recall": 0.03515625 + }, + { + "accuracy": 0.2109375, + "f1": 0.15188692384004882, + "hf_subset": "eng_Latn-acf_Latn", + "languages": [ + "eng-Latn", + "acf-Latn" + ], + "main_score": 0.15188692384004882, + "precision": 0.13786737351190476, + "recall": 0.2109375 + }, + { + "accuracy": 0.20703125, + "f1": 0.15721678495115993, + "hf_subset": "acf_Latn-eng_Latn", + "languages": [ + "acf-Latn", + "eng-Latn" + ], + "main_score": 0.15721678495115993, + "precision": 0.14190383184523808, + "recall": 0.20703125 + }, + { + "accuracy": 0.19140625, + "f1": 0.11697000915750914, + "hf_subset": "eng_Latn-acr_Latn", + "languages": [ + "eng-Latn", + "acr-Latn" + ], + "main_score": 0.11697000915750914, + "precision": 0.09685329861111111, + "recall": 0.19140625 + }, + { + "accuracy": 0.14453125, + "f1": 0.10762466619422888, + "hf_subset": "acr_Latn-eng_Latn", + "languages": [ + "acr-Latn", + "eng-Latn" + ], + "main_score": 0.10762466619422888, + "precision": 0.09856383308531746, + "recall": 0.14453125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07818700396825397, + "hf_subset": "eng_Latn-acu_Latn", + "languages": [ + "eng-Latn", + "acu-Latn" + ], + "main_score": 0.07818700396825397, + "precision": 0.07032526552287582, + "recall": 0.10546875 + }, + { + "accuracy": 0.11328125, + "f1": 0.08598865327380951, + "hf_subset": "acu_Latn-eng_Latn", + "languages": [ + "acu-Latn", + "eng-Latn" + ], + "main_score": 0.08598865327380951, + "precision": 0.07924792944324194, + "recall": 0.11328125 + }, + { + "accuracy": 0.28515625, + "f1": 0.2244267451298701, + "hf_subset": "eng_Latn-adz_Latn", + "languages": [ + "eng-Latn", + "adz-Latn" + ], + "main_score": 0.2244267451298701, + "precision": 0.20445667613636365, + "recall": 0.28515625 + }, + { + "accuracy": 0.2578125, + "f1": 0.20359164957849168, + "hf_subset": "adz_Latn-eng_Latn", + "languages": [ + "adz-Latn", + "eng-Latn" + ], + "main_score": 0.20359164957849168, + "precision": 0.1882806789108187, + "recall": 0.2578125 + }, + { + "accuracy": 0.08984375, + "f1": 0.07521081349206349, + "hf_subset": "eng_Latn-aer_Latn", + "languages": [ + "eng-Latn", + "aer-Latn" + ], + "main_score": 0.07521081349206349, + "precision": 0.07084276018099547, + "recall": 0.08984375 + }, + { + "accuracy": 0.12890625, + "f1": 0.09023625406762875, + "hf_subset": "aer_Latn-eng_Latn", + "languages": [ + "aer-Latn", + "eng-Latn" + ], + "main_score": 0.09023625406762875, + "precision": 0.08144548007829258, + "recall": 0.12890625 + }, + { + "accuracy": 0.0703125, + "f1": 0.044610305059523805, + "hf_subset": "eng_Latn-aey_Latn", + "languages": [ + "eng-Latn", + "aey-Latn" + ], + "main_score": 0.044610305059523805, + "precision": 0.038891593638429076, + "recall": 0.0703125 + }, + { + "accuracy": 0.05859375, + "f1": 0.03210565476190476, + "hf_subset": "aey_Latn-eng_Latn", + "languages": [ + "aey-Latn", + "eng-Latn" + ], + "main_score": 0.03210565476190476, + "precision": 0.024812578914141417, + "recall": 0.05859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.036081861413043474, + "hf_subset": "eng_Latn-agd_Latn", + "languages": [ + "eng-Latn", + "agd-Latn" + ], + "main_score": 0.036081861413043474, + "precision": 0.032311113365800864, + "recall": 0.05078125 + }, + { + "accuracy": 0.04296875, + "f1": 0.020256219474969476, + "hf_subset": "agd_Latn-eng_Latn", + "languages": [ + "agd-Latn", + "eng-Latn" + ], + "main_score": 0.020256219474969476, + "precision": 0.016145594856532358, + "recall": 0.04296875 + }, + { + "accuracy": 0.0390625, + "f1": 0.026729910714285713, + "hf_subset": "eng_Latn-agg_Latn", + "languages": [ + "eng-Latn", + "agg-Latn" + ], + "main_score": 0.026729910714285713, + "precision": 0.02352096688034188, + "recall": 0.0390625 + }, + { + "accuracy": 0.0546875, + "f1": 0.03812266292735042, + "hf_subset": "agg_Latn-eng_Latn", + "languages": [ + "agg-Latn", + "eng-Latn" + ], + "main_score": 0.03812266292735042, + "precision": 0.03457496279761905, + "recall": 0.0546875 + }, + { + "accuracy": 0.05078125, + "f1": 0.03183128720238095, + "hf_subset": "eng_Latn-agm_Latn", + "languages": [ + "eng-Latn", + "agm-Latn" + ], + "main_score": 0.03183128720238095, + "precision": 0.029194411480309424, + "recall": 0.05078125 + }, + { + "accuracy": 0.02734375, + "f1": 0.02291666666666667, + "hf_subset": "agm_Latn-eng_Latn", + "languages": [ + "agm-Latn", + "eng-Latn" + ], + "main_score": 0.02291666666666667, + "precision": 0.021918402777777776, + "recall": 0.02734375 + }, + { + "accuracy": 0.23828125, + "f1": 0.17256290584415584, + "hf_subset": "eng_Latn-agn_Latn", + "languages": [ + "eng-Latn", + "agn-Latn" + ], + "main_score": 0.17256290584415584, + "precision": 0.15424858344780218, + "recall": 0.23828125 + }, + { + "accuracy": 0.25390625, + "f1": 0.1923625921775593, + "hf_subset": "agn_Latn-eng_Latn", + "languages": [ + "agn-Latn", + "eng-Latn" + ], + "main_score": 0.1923625921775593, + "precision": 0.17393212256493507, + "recall": 0.25390625 + }, + { + "accuracy": 0.109375, + "f1": 0.08048735119047619, + "hf_subset": "eng_Latn-agr_Latn", + "languages": [ + "eng-Latn", + "agr-Latn" + ], + "main_score": 0.08048735119047619, + "precision": 0.07344539141414141, + "recall": 0.109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.06402633101851851, + "hf_subset": "agr_Latn-eng_Latn", + "languages": [ + "agr-Latn", + "eng-Latn" + ], + "main_score": 0.06402633101851851, + "precision": 0.05881078556859807, + "recall": 0.0859375 + }, + { + "accuracy": 0.078125, + "f1": 0.05959821428571428, + "hf_subset": "eng_Latn-agt_Latn", + "languages": [ + "eng-Latn", + "agt-Latn" + ], + "main_score": 0.05959821428571428, + "precision": 0.05527343750000001, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05170376121463078, + "hf_subset": "agt_Latn-eng_Latn", + "languages": [ + "agt-Latn", + "eng-Latn" + ], + "main_score": 0.05170376121463078, + "precision": 0.044831781355218855, + "recall": 0.0859375 + }, + { + "accuracy": 0.12109375, + "f1": 0.08858392726608187, + "hf_subset": "eng_Latn-agu_Latn", + "languages": [ + "eng-Latn", + "agu-Latn" + ], + "main_score": 0.08858392726608187, + "precision": 0.0824663977059125, + "recall": 0.12109375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07313402366051823, + "hf_subset": "agu_Latn-eng_Latn", + "languages": [ + "agu-Latn", + "eng-Latn" + ], + "main_score": 0.07313402366051823, + "precision": 0.06716967887633522, + "recall": 0.10546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.06662595136738905, + "hf_subset": "eng_Latn-aia_Latn", + "languages": [ + "eng-Latn", + "aia-Latn" + ], + "main_score": 0.06662595136738905, + "precision": 0.06231011284722222, + "recall": 0.08203125 + }, + { + "accuracy": 0.0546875, + "f1": 0.03572591145833333, + "hf_subset": "aia_Latn-eng_Latn", + "languages": [ + "aia-Latn", + "eng-Latn" + ], + "main_score": 0.03572591145833333, + "precision": 0.03305528220472777, + "recall": 0.0546875 + }, + { + "accuracy": 0.0078125, + "f1": 0.0009765625, + "hf_subset": "eng_Latn-aii_Syrc", + "languages": [ + "eng-Latn", + "aii-Syrc" + ], + "main_score": 0.0009765625, + "precision": 0.0005341880341880341, + "recall": 0.0078125 + }, + { + "accuracy": 0.00390625, + "f1": 3.567351598173516e-05, + "hf_subset": "aii_Syrc-eng_Latn", + "languages": [ + "aii-Syrc", + "eng-Latn" + ], + "main_score": 3.567351598173516e-05, + "precision": 1.7918577981651377e-05, + "recall": 0.00390625 + }, + { + "accuracy": 0.22265625, + "f1": 0.16004881620115996, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ], + "main_score": 0.16004881620115996, + "precision": 0.14393136160714287, + "recall": 0.22265625 + }, + { + "accuracy": 0.2578125, + "f1": 0.19286982548701298, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ], + "main_score": 0.19286982548701298, + "precision": 0.17418440934065935, + "recall": 0.2578125 + }, + { + "accuracy": 0.03515625, + "f1": 0.01597172602083469, + "hf_subset": "eng_Latn-ake_Latn", + "languages": [ + "eng-Latn", + "ake-Latn" + ], + "main_score": 0.01597172602083469, + "precision": 0.014146306450569357, + "recall": 0.03515625 + }, + { + "accuracy": 0.0390625, + "f1": 0.016682449494949493, + "hf_subset": "ake_Latn-eng_Latn", + "languages": [ + "ake-Latn", + "eng-Latn" + ], + "main_score": 0.016682449494949493, + "precision": 0.01454833866943242, + "recall": 0.0390625 + }, + { + "accuracy": 0.09765625, + "f1": 0.06520027281746033, + "hf_subset": "eng_Latn-alp_Latn", + "languages": [ + "eng-Latn", + "alp-Latn" + ], + "main_score": 0.06520027281746033, + "precision": 0.057788427871148455, + "recall": 0.09765625 + }, + { + "accuracy": 0.10546875, + "f1": 0.07644063835470086, + "hf_subset": "alp_Latn-eng_Latn", + "languages": [ + "alp-Latn", + "eng-Latn" + ], + "main_score": 0.07644063835470086, + "precision": 0.0706633860930736, + "recall": 0.10546875 + }, + { + "accuracy": 0.05078125, + "f1": 0.0360906862745098, + "hf_subset": "eng_Latn-alq_Latn", + "languages": [ + "eng-Latn", + "alq-Latn" + ], + "main_score": 0.0360906862745098, + "precision": 0.03319444444444444, + "recall": 0.05078125 + }, + { + "accuracy": 0.06640625, + "f1": 0.04382926968864469, + "hf_subset": "alq_Latn-eng_Latn", + "languages": [ + "alq-Latn", + "eng-Latn" + ], + "main_score": 0.04382926968864469, + "precision": 0.04004699545134284, + "recall": 0.06640625 + }, + { + "accuracy": 0.203125, + "f1": 0.17656249999999998, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ], + "main_score": 0.17656249999999998, + "precision": 0.16569010416666666, + "recall": 0.203125 + }, + { + "accuracy": 0.1953125, + "f1": 0.1684895833333333, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ], + "main_score": 0.1684895833333333, + "precision": 0.158203125, + "recall": 0.1953125 + }, + { + "accuracy": 0.06640625, + "f1": 0.040169270833333326, + "hf_subset": "eng_Latn-aly_Latn", + "languages": [ + "eng-Latn", + "aly-Latn" + ], + "main_score": 0.040169270833333326, + "precision": 0.03148251488095238, + "recall": 0.06640625 + }, + { + "accuracy": 0.05078125, + "f1": 0.030492424242424238, + "hf_subset": "aly_Latn-eng_Latn", + "languages": [ + "aly-Latn", + "eng-Latn" + ], + "main_score": 0.030492424242424238, + "precision": 0.025880456349206347, + "recall": 0.05078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05768229166666667, + "hf_subset": "eng_Latn-ame_Latn", + "languages": [ + "eng-Latn", + "ame-Latn" + ], + "main_score": 0.05768229166666667, + "precision": 0.051086984272875814, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.0624813988095238, + "hf_subset": "ame_Latn-eng_Latn", + "languages": [ + "ame-Latn", + "eng-Latn" + ], + "main_score": 0.0624813988095238, + "precision": 0.05660569105691057, + "recall": 0.0859375 + }, + { + "accuracy": 0.0859375, + "f1": 0.05107886904761905, + "hf_subset": "eng_Latn-amf_Latn", + "languages": [ + "eng-Latn", + "amf-Latn" + ], + "main_score": 0.05107886904761905, + "precision": 0.04414128261784512, + "recall": 0.0859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.0735146683426335, + "hf_subset": "amf_Latn-eng_Latn", + "languages": [ + "amf-Latn", + "eng-Latn" + ], + "main_score": 0.0735146683426335, + "precision": 0.06733187060335497, + "recall": 0.10546875 + }, + { + "accuracy": 0.0859375, + "f1": 0.0612129407051282, + "hf_subset": "eng_Latn-amk_Latn", + "languages": [ + "eng-Latn", + "amk-Latn" + ], + "main_score": 0.0612129407051282, + "precision": 0.055329241071428566, + "recall": 0.0859375 + }, + { + "accuracy": 0.07421875, + "f1": 0.049487974048520914, + "hf_subset": "amk_Latn-eng_Latn", + "languages": [ + "amk-Latn", + "eng-Latn" + ], + "main_score": 0.049487974048520914, + "precision": 0.04493627592165898, + "recall": 0.07421875 + }, + { + "accuracy": 0.0390625, + "f1": 0.024028537826420893, + "hf_subset": "eng_Latn-amm_Latn", + "languages": [ + "eng-Latn", + "amm-Latn" + ], + "main_score": 0.024028537826420893, + "precision": 0.022261457520166537, + "recall": 0.0390625 + }, + { + "accuracy": 0.01953125, + "f1": 0.005929015299859715, + "hf_subset": "amm_Latn-eng_Latn", + "languages": [ + "amm-Latn", + "eng-Latn" + ], + "main_score": 0.005929015299859715, + "precision": 0.005038753705533598, + "recall": 0.01953125 + }, + { + "accuracy": 0.06640625, + "f1": 0.035934399801587295, + "hf_subset": "eng_Latn-amn_Latn", + "languages": [ + "eng-Latn", + "amn-Latn" + ], + "main_score": 0.035934399801587295, + "precision": 0.029523498101163538, + "recall": 0.06640625 + }, + { + "accuracy": 0.06640625, + "f1": 0.03571738591269841, + "hf_subset": "amn_Latn-eng_Latn", + "languages": [ + "amn-Latn", + "eng-Latn" + ], + "main_score": 0.03571738591269841, + "precision": 0.029125767895299144, + "recall": 0.06640625 + }, + { + "accuracy": 0.0859375, + "f1": 0.05896267361111111, + "hf_subset": "eng_Latn-amo_Latn", + "languages": [ + "eng-Latn", + "amo-Latn" + ], + "main_score": 0.05896267361111111, + "precision": 0.05279223431796961, + "recall": 0.0859375 + }, + { + "accuracy": 0.1015625, + "f1": 0.07845982142857143, + "hf_subset": "amo_Latn-eng_Latn", + "languages": [ + "amo-Latn", + "eng-Latn" + ], + "main_score": 0.07845982142857143, + "precision": 0.07282986111111112, + "recall": 0.1015625 + }, + { + "accuracy": 0.06640625, + "f1": 0.040960471819846814, + "hf_subset": "eng_Latn-amp_Latn", + "languages": [ + "eng-Latn", + "amp-Latn" + ], + "main_score": 0.040960471819846814, + "precision": 0.03671365778813353, + "recall": 0.06640625 + }, + { + "accuracy": 0.0703125, + "f1": 0.0476172239729225, + "hf_subset": "amp_Latn-eng_Latn", + "languages": [ + "amp-Latn", + "eng-Latn" + ], + "main_score": 0.0476172239729225, + "precision": 0.04253355368589743, + "recall": 0.0703125 + }, + { + "accuracy": 0.11328125, + "f1": 0.09798177083333331, + "hf_subset": "eng_Latn-amr_Latn", + "languages": [ + "eng-Latn", + "amr-Latn" + ], + "main_score": 0.09798177083333331, + "precision": 0.09414231601731601, + "recall": 0.11328125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05779930149447693, + "hf_subset": "amr_Latn-eng_Latn", + "languages": [ + "amr-Latn", + "eng-Latn" + ], + "main_score": 0.05779930149447693, + "precision": 0.051966441761363634, + "recall": 0.0859375 + }, + { + "accuracy": 0.125, + "f1": 0.09685808982683983, + "hf_subset": "eng_Latn-amu_Latn", + "languages": [ + "eng-Latn", + "amu-Latn" + ], + "main_score": 0.09685808982683983, + "precision": 0.08807663690476189, + "recall": 0.125 + }, + { + "accuracy": 0.08203125, + "f1": 0.0606187757554945, + "hf_subset": "amu_Latn-eng_Latn", + "languages": [ + "amu-Latn", + "eng-Latn" + ], + "main_score": 0.0606187757554945, + "precision": 0.05646728515625, + "recall": 0.08203125 + }, + { + "accuracy": 0.2109375, + "f1": 0.1497984871031746, + "hf_subset": "eng_Latn-amx_Latn", + "languages": [ + "eng-Latn", + "amx-Latn" + ], + "main_score": 0.1497984871031746, + "precision": 0.13198915884462759, + "recall": 0.2109375 + }, + { + "accuracy": 0.19921875, + "f1": 0.15827752976190473, + "hf_subset": "amx_Latn-eng_Latn", + "languages": [ + "amx-Latn", + "eng-Latn" + ], + "main_score": 0.15827752976190473, + "precision": 0.14598524305555555, + "recall": 0.19921875 + }, + { + "accuracy": 0.11711711711711711, + "f1": 0.07016302016302016, + "hf_subset": "eng_Latn-anh_Latn", + "languages": [ + "eng-Latn", + "anh-Latn" + ], + "main_score": 0.07016302016302016, + "precision": 0.05834405834405834, + "recall": 0.11711711711711711 + }, + { + "accuracy": 0.12612612612612611, + "f1": 0.08263208263208263, + "hf_subset": "anh_Latn-eng_Latn", + "languages": [ + "anh-Latn", + "eng-Latn" + ], + "main_score": 0.08263208263208263, + "precision": 0.07012243012243012, + "recall": 0.12612612612612611 + }, + { + "accuracy": 0.0859375, + "f1": 0.052792433261183255, + "hf_subset": "eng_Latn-anv_Latn", + "languages": [ + "eng-Latn", + "anv-Latn" + ], + "main_score": 0.052792433261183255, + "precision": 0.04397204985712387, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06700634057971014, + "hf_subset": "anv_Latn-eng_Latn", + "languages": [ + "anv-Latn", + "eng-Latn" + ], + "main_score": 0.06700634057971014, + "precision": 0.06265134604978355, + "recall": 0.08984375 + }, + { + "accuracy": 0.08984375, + "f1": 0.049925595238095234, + "hf_subset": "eng_Latn-aoi_Latn", + "languages": [ + "eng-Latn", + "aoi-Latn" + ], + "main_score": 0.049925595238095234, + "precision": 0.03986211271367521, + "recall": 0.08984375 + }, + { + "accuracy": 0.1015625, + "f1": 0.0713521938131313, + "hf_subset": "aoi_Latn-eng_Latn", + "languages": [ + "aoi-Latn", + "eng-Latn" + ], + "main_score": 0.0713521938131313, + "precision": 0.0639608229887187, + "recall": 0.1015625 + }, + { + "accuracy": 0.1015625, + "f1": 0.060211715367965365, + "hf_subset": "eng_Latn-aoj_Latn", + "languages": [ + "eng-Latn", + "aoj-Latn" + ], + "main_score": 0.060211715367965365, + "precision": 0.0516698795995671, + "recall": 0.1015625 + }, + { + "accuracy": 0.08984375, + "f1": 0.05973038063909775, + "hf_subset": "aoj_Latn-eng_Latn", + "languages": [ + "aoj-Latn", + "eng-Latn" + ], + "main_score": 0.05973038063909775, + "precision": 0.051158065025252525, + "recall": 0.08984375 + }, + { + "accuracy": 0.140625, + "f1": 0.11678602430555554, + "hf_subset": "eng_Latn-aom_Latn", + "languages": [ + "eng-Latn", + "aom-Latn" + ], + "main_score": 0.11678602430555554, + "precision": 0.1100306919642857, + "recall": 0.140625 + }, + { + "accuracy": 0.109375, + "f1": 0.08027935606060606, + "hf_subset": "aom_Latn-eng_Latn", + "languages": [ + "aom-Latn", + "eng-Latn" + ], + "main_score": 0.08027935606060606, + "precision": 0.0712065197172619, + "recall": 0.109375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04856319895382395, + "hf_subset": "eng_Latn-aon_Latn", + "languages": [ + "eng-Latn", + "aon-Latn" + ], + "main_score": 0.04856319895382395, + "precision": 0.04294549851190476, + "recall": 0.07421875 + }, + { + "accuracy": 0.06640625, + "f1": 0.04815301120448179, + "hf_subset": "aon_Latn-eng_Latn", + "languages": [ + "aon-Latn", + "eng-Latn" + ], + "main_score": 0.04815301120448179, + "precision": 0.04497525586392774, + "recall": 0.06640625 + }, + { + "accuracy": 0.09375, + "f1": 0.06384238591269842, + "hf_subset": "eng_Latn-apb_Latn", + "languages": [ + "eng-Latn", + "apb-Latn" + ], + "main_score": 0.06384238591269842, + "precision": 0.05787915426587302, + "recall": 0.09375 + }, + { + "accuracy": 0.07421875, + "f1": 0.049473027538584596, + "hf_subset": "apb_Latn-eng_Latn", + "languages": [ + "apb-Latn", + "eng-Latn" + ], + "main_score": 0.049473027538584596, + "precision": 0.0448680795116342, + "recall": 0.07421875 + }, + { + "accuracy": 0.05859375, + "f1": 0.022588826454123828, + "hf_subset": "eng_Latn-ape_Latn", + "languages": [ + "eng-Latn", + "ape-Latn" + ], + "main_score": 0.022588826454123828, + "precision": 0.01617348091383018, + "recall": 0.05859375 + }, + { + "accuracy": 0.078125, + "f1": 0.04803250135281385, + "hf_subset": "ape_Latn-eng_Latn", + "languages": [ + "ape-Latn", + "eng-Latn" + ], + "main_score": 0.04803250135281385, + "precision": 0.042364943712856956, + "recall": 0.078125 + }, + { + "accuracy": 0.01171875, + "f1": 0.004910714285714286, + "hf_subset": "eng_Latn-apn_Latn", + "languages": [ + "eng-Latn", + "apn-Latn" + ], + "main_score": 0.004910714285714286, + "precision": 0.0044551674836601305, + "recall": 0.01171875 + }, + { + "accuracy": 0.02734375, + "f1": 0.006749307664192532, + "hf_subset": "apn_Latn-eng_Latn", + "languages": [ + "apn-Latn", + "eng-Latn" + ], + "main_score": 0.006749307664192532, + "precision": 0.004124813988095237, + "recall": 0.02734375 + }, + { + "accuracy": 0.078125, + "f1": 0.05253751240079364, + "hf_subset": "eng_Latn-apr_Latn", + "languages": [ + "eng-Latn", + "apr-Latn" + ], + "main_score": 0.05253751240079364, + "precision": 0.046814546130952386, + "recall": 0.078125 + }, + { + "accuracy": 0.078125, + "f1": 0.04916402626330043, + "hf_subset": "apr_Latn-eng_Latn", + "languages": [ + "apr-Latn", + "eng-Latn" + ], + "main_score": 0.04916402626330043, + "precision": 0.04474847345941096, + "recall": 0.078125 + }, + { + "accuracy": 0.03515625, + "f1": 0.017381670321637427, + "hf_subset": "eng_Latn-apu_Latn", + "languages": [ + "eng-Latn", + "apu-Latn" + ], + "main_score": 0.017381670321637427, + "precision": 0.014148261103683897, + "recall": 0.03515625 + }, + { + "accuracy": 0.05078125, + "f1": 0.02923083677068388, + "hf_subset": "apu_Latn-eng_Latn", + "languages": [ + "apu-Latn", + "eng-Latn" + ], + "main_score": 0.02923083677068388, + "precision": 0.02401181175595238, + "recall": 0.05078125 + }, + { + "accuracy": 0.15234375, + "f1": 0.12313733719983719, + "hf_subset": "eng_Latn-apw_Latn", + "languages": [ + "eng-Latn", + "apw-Latn" + ], + "main_score": 0.12313733719983719, + "precision": 0.11579360309829059, + "recall": 0.15234375 + }, + { + "accuracy": 0.16015625, + "f1": 0.12560649671052632, + "hf_subset": "apw_Latn-eng_Latn", + "languages": [ + "apw-Latn", + "eng-Latn" + ], + "main_score": 0.12560649671052632, + "precision": 0.11547716948621553, + "recall": 0.16015625 + }, + { + "accuracy": 0.03515625, + "f1": 0.029557291666666666, + "hf_subset": "eng_Latn-apz_Latn", + "languages": [ + "eng-Latn", + "apz-Latn" + ], + "main_score": 0.029557291666666666, + "precision": 0.027669270833333332, + "recall": 0.03515625 + }, + { + "accuracy": 0.03125, + "f1": 0.013346843671679197, + "hf_subset": "apz_Latn-eng_Latn", + "languages": [ + "apz-Latn", + "eng-Latn" + ], + "main_score": 0.013346843671679197, + "precision": 0.01107328869047619, + "recall": 0.03125 + }, + { + "accuracy": 0.0859375, + "f1": 0.0536525974025974, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ], + "main_score": 0.0536525974025974, + "precision": 0.04596354166666666, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06085118542609351, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ], + "main_score": 0.06085118542609351, + "precision": 0.05506447878181445, + "recall": 0.08984375 + }, + { + "accuracy": 0.125, + "f1": 0.08793120941558441, + "hf_subset": "eng_Latn-are_Latn", + "languages": [ + "eng-Latn", + "are-Latn" + ], + "main_score": 0.08793120941558441, + "precision": 0.0780086450008325, + "recall": 0.125 + }, + { + "accuracy": 0.15234375, + "f1": 0.10643553495115995, + "hf_subset": "are_Latn-eng_Latn", + "languages": [ + "are-Latn", + "eng-Latn" + ], + "main_score": 0.10643553495115995, + "precision": 0.09281771642080747, + "recall": 0.15234375 + }, + { + "accuracy": 0.05859375, + "f1": 0.039023747519841265, + "hf_subset": "eng_Latn-arl_Latn", + "languages": [ + "eng-Latn", + "arl-Latn" + ], + "main_score": 0.039023747519841265, + "precision": 0.035313951001955037, + "recall": 0.05859375 + }, + { + "accuracy": 0.07421875, + "f1": 0.053047495039682535, + "hf_subset": "arl_Latn-eng_Latn", + "languages": [ + "arl-Latn", + "eng-Latn" + ], + "main_score": 0.053047495039682535, + "precision": 0.04843327245670996, + "recall": 0.07421875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07863188244047618, + "hf_subset": "eng_Latn-arn_Latn", + "languages": [ + "eng-Latn", + "arn-Latn" + ], + "main_score": 0.07863188244047618, + "precision": 0.07200520833333333, + "recall": 0.10546875 + }, + { + "accuracy": 0.12109375, + "f1": 0.08379392555633364, + "hf_subset": "arn_Latn-eng_Latn", + "languages": [ + "arn-Latn", + "eng-Latn" + ], + "main_score": 0.08379392555633364, + "precision": 0.07425326951694139, + "recall": 0.12109375 + }, + { + "accuracy": 0.27956989247311825, + "f1": 0.21415072382814315, + "hf_subset": "eng_Latn-arp_Latn", + "languages": [ + "eng-Latn", + "arp-Latn" + ], + "main_score": 0.21415072382814315, + "precision": 0.19994026284348865, + "recall": 0.27956989247311825 + }, + { + "accuracy": 0.27956989247311825, + "f1": 0.23031102708522064, + "hf_subset": "arp_Latn-eng_Latn", + "languages": [ + "arp-Latn", + "eng-Latn" + ], + "main_score": 0.23031102708522064, + "precision": 0.219017094017094, + "recall": 0.27956989247311825 + }, + { + "accuracy": 0.78125, + "f1": 0.7319010416666667, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.7319010416666667, + "precision": 0.7112630208333334, + "recall": 0.78125 + }, + { + "accuracy": 0.828125, + "f1": 0.7817708333333333, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.7817708333333333, + "precision": 0.7610677083333334, + "recall": 0.828125 + }, + { + "accuracy": 0.0703125, + "f1": 0.038984995039682536, + "hf_subset": "eng_Latn-aso_Latn", + "languages": [ + "eng-Latn", + "aso-Latn" + ], + "main_score": 0.038984995039682536, + "precision": 0.031692851419413914, + "recall": 0.0703125 + }, + { + "accuracy": 0.0703125, + "f1": 0.04405608186762177, + "hf_subset": "aso_Latn-eng_Latn", + "languages": [ + "aso-Latn", + "eng-Latn" + ], + "main_score": 0.04405608186762177, + "precision": 0.039801817143883415, + "recall": 0.0703125 + }, + { + "accuracy": 0.1015625, + "f1": 0.07314608134920635, + "hf_subset": "eng_Latn-ata_Latn", + "languages": [ + "eng-Latn", + "ata-Latn" + ], + "main_score": 0.07314608134920635, + "precision": 0.06533394607843138, + "recall": 0.1015625 + }, + { + "accuracy": 0.046875, + "f1": 0.026485276875901874, + "hf_subset": "ata_Latn-eng_Latn", + "languages": [ + "ata-Latn", + "eng-Latn" + ], + "main_score": 0.026485276875901874, + "precision": 0.022978153935185187, + "recall": 0.046875 + }, + { + "accuracy": 0.1015625, + "f1": 0.07898065476190476, + "hf_subset": "eng_Latn-atb_Latn", + "languages": [ + "eng-Latn", + "atb-Latn" + ], + "main_score": 0.07898065476190476, + "precision": 0.07218330938697318, + "recall": 0.1015625 + }, + { + "accuracy": 0.09765625, + "f1": 0.0748839447463768, + "hf_subset": "atb_Latn-eng_Latn", + "languages": [ + "atb-Latn", + "eng-Latn" + ], + "main_score": 0.0748839447463768, + "precision": 0.0707225716991342, + "recall": 0.09765625 + }, + { + "accuracy": 0.1171875, + "f1": 0.09279852092352092, + "hf_subset": "eng_Latn-atd_Latn", + "languages": [ + "eng-Latn", + "atd-Latn" + ], + "main_score": 0.09279852092352092, + "precision": 0.08597005208333333, + "recall": 0.1171875 + }, + { + "accuracy": 0.1171875, + "f1": 0.07935825892857143, + "hf_subset": "atd_Latn-eng_Latn", + "languages": [ + "atd-Latn", + "eng-Latn" + ], + "main_score": 0.07935825892857143, + "precision": 0.06954305460164835, + "recall": 0.1171875 + }, + { + "accuracy": 0.08203125, + "f1": 0.062012589126559714, + "hf_subset": "eng_Latn-atg_Latn", + "languages": [ + "eng-Latn", + "atg-Latn" + ], + "main_score": 0.062012589126559714, + "precision": 0.05654994419642857, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06316034226190476, + "hf_subset": "atg_Latn-eng_Latn", + "languages": [ + "atg-Latn", + "eng-Latn" + ], + "main_score": 0.06316034226190476, + "precision": 0.05713804649014778, + "recall": 0.0859375 + }, + { + "accuracy": 0.0625, + "f1": 0.033914620535714285, + "hf_subset": "eng_Latn-att_Latn", + "languages": [ + "eng-Latn", + "att-Latn" + ], + "main_score": 0.033914620535714285, + "precision": 0.027633759469696973, + "recall": 0.0625 + }, + { + "accuracy": 0.08984375, + "f1": 0.05171641292735042, + "hf_subset": "att_Latn-eng_Latn", + "languages": [ + "att-Latn", + "eng-Latn" + ], + "main_score": 0.05171641292735042, + "precision": 0.044131324404761904, + "recall": 0.08984375 + }, + { + "accuracy": 0.01953125, + "f1": 0.013671875, + "hf_subset": "eng_Latn-auc_Latn", + "languages": [ + "eng-Latn", + "auc-Latn" + ], + "main_score": 0.013671875, + "precision": 0.011848958333333333, + "recall": 0.01953125 + }, + { + "accuracy": 0.0234375, + "f1": 0.014104352678571429, + "hf_subset": "auc_Latn-eng_Latn", + "languages": [ + "auc-Latn", + "eng-Latn" + ], + "main_score": 0.014104352678571429, + "precision": 0.013064236111111112, + "recall": 0.0234375 + }, + { + "accuracy": 0.2421875, + "f1": 0.20052083333333334, + "hf_subset": "eng_Latn-aui_Latn", + "languages": [ + "eng-Latn", + "aui-Latn" + ], + "main_score": 0.20052083333333334, + "precision": 0.1855003720238095, + "recall": 0.2421875 + }, + { + "accuracy": 0.234375, + "f1": 0.18345066391941392, + "hf_subset": "aui_Latn-eng_Latn", + "languages": [ + "aui-Latn", + "eng-Latn" + ], + "main_score": 0.18345066391941392, + "precision": 0.16657652243589743, + "recall": 0.234375 + }, + { + "accuracy": 0.0234375, + "f1": 0.014192708333333333, + "hf_subset": "eng_Latn-auy_Latn", + "languages": [ + "eng-Latn", + "auy-Latn" + ], + "main_score": 0.014192708333333333, + "precision": 0.012127976190476192, + "recall": 0.0234375 + }, + { + "accuracy": 0.03515625, + "f1": 0.012942708333333334, + "hf_subset": "auy_Latn-eng_Latn", + "languages": [ + "auy-Latn", + "eng-Latn" + ], + "main_score": 0.012942708333333334, + "precision": 0.010689906881313131, + "recall": 0.03515625 + }, + { + "accuracy": 0.0859375, + "f1": 0.060503472222222215, + "hf_subset": "eng_Latn-avt_Latn", + "languages": [ + "eng-Latn", + "avt-Latn" + ], + "main_score": 0.060503472222222215, + "precision": 0.053031833692528736, + "recall": 0.0859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.06073039373820624, + "hf_subset": "avt_Latn-eng_Latn", + "languages": [ + "avt-Latn", + "eng-Latn" + ], + "main_score": 0.06073039373820624, + "precision": 0.0566319516542082, + "recall": 0.08203125 + }, + { + "accuracy": 0.0234375, + "f1": 0.015700120192307692, + "hf_subset": "eng_Latn-awb_Latn", + "languages": [ + "eng-Latn", + "awb-Latn" + ], + "main_score": 0.015700120192307692, + "precision": 0.013709799757281553, + "recall": 0.0234375 + }, + { + "accuracy": 0.02734375, + "f1": 0.016350446428571426, + "hf_subset": "awb_Latn-eng_Latn", + "languages": [ + "awb-Latn", + "eng-Latn" + ], + "main_score": 0.016350446428571426, + "precision": 0.014587823275862069, + "recall": 0.02734375 + }, + { + "accuracy": 0.20202020202020202, + "f1": 0.15134680134680134, + "hf_subset": "eng_Latn-awk_Latn", + "languages": [ + "eng-Latn", + "awk-Latn" + ], + "main_score": 0.15134680134680134, + "precision": 0.13393458393458393, + "recall": 0.20202020202020202 + }, + { + "accuracy": 0.2222222222222222, + "f1": 0.15993265993265993, + "hf_subset": "awk_Latn-eng_Latn", + "languages": [ + "awk-Latn", + "eng-Latn" + ], + "main_score": 0.15993265993265993, + "precision": 0.13950617283950617, + "recall": 0.2222222222222222 + }, + { + "accuracy": 0.33203125, + "f1": 0.26465957003066376, + "hf_subset": "eng_Latn-awx_Latn", + "languages": [ + "eng-Latn", + "awx-Latn" + ], + "main_score": 0.26465957003066376, + "precision": 0.24384957107843142, + "recall": 0.33203125 + }, + { + "accuracy": 0.359375, + "f1": 0.31140252976190474, + "hf_subset": "awx_Latn-eng_Latn", + "languages": [ + "awx-Latn", + "eng-Latn" + ], + "main_score": 0.31140252976190474, + "precision": 0.2938802083333333, + "recall": 0.359375 + }, + { + "accuracy": 0.890625, + "f1": 0.8639322916666666, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ], + "main_score": 0.8639322916666666, + "precision": 0.85234375, + "recall": 0.890625 + }, + { + "accuracy": 0.9296875, + "f1": 0.9153645833333333, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ], + "main_score": 0.9153645833333333, + "precision": 0.908203125, + "recall": 0.9296875 + }, + { + "accuracy": 0.09765625, + "f1": 0.0674610469187675, + "hf_subset": "eng_Latn-azg_Latn", + "languages": [ + "eng-Latn", + "azg-Latn" + ], + "main_score": 0.0674610469187675, + "precision": 0.06143895709325397, + "recall": 0.09765625 + }, + { + "accuracy": 0.0625, + "f1": 0.04774075928710083, + "hf_subset": "azg_Latn-eng_Latn", + "languages": [ + "azg-Latn", + "eng-Latn" + ], + "main_score": 0.04774075928710083, + "precision": 0.045382404473886334, + "recall": 0.0625 + }, + { + "accuracy": 0.1015625, + "f1": 0.07429188649891774, + "hf_subset": "eng_Latn-azz_Latn", + "languages": [ + "eng-Latn", + "azz-Latn" + ], + "main_score": 0.07429188649891774, + "precision": 0.06824466765873016, + "recall": 0.1015625 + }, + { + "accuracy": 0.1171875, + "f1": 0.08390522875816993, + "hf_subset": "azz_Latn-eng_Latn", + "languages": [ + "azz-Latn", + "eng-Latn" + ], + "main_score": 0.08390522875816993, + "precision": 0.07506701899509804, + "recall": 0.1171875 + }, + { + "accuracy": 0.12890625, + "f1": 0.09242367875180374, + "hf_subset": "eng_Latn-bao_Latn", + "languages": [ + "eng-Latn", + "bao-Latn" + ], + "main_score": 0.09242367875180374, + "precision": 0.08294270833333334, + "recall": 0.12890625 + }, + { + "accuracy": 0.1171875, + "f1": 0.08838355654761905, + "hf_subset": "bao_Latn-eng_Latn", + "languages": [ + "bao-Latn", + "eng-Latn" + ], + "main_score": 0.08838355654761905, + "precision": 0.08237084797861452, + "recall": 0.1171875 + }, + { + "accuracy": 0.09765625, + "f1": 0.07427765376984127, + "hf_subset": "eng_Latn-bba_Latn", + "languages": [ + "eng-Latn", + "bba-Latn" + ], + "main_score": 0.07427765376984127, + "precision": 0.06755773523351648, + "recall": 0.09765625 + }, + { + "accuracy": 0.09765625, + "f1": 0.07028769841269841, + "hf_subset": "bba_Latn-eng_Latn", + "languages": [ + "bba-Latn", + "eng-Latn" + ], + "main_score": 0.07028769841269841, + "precision": 0.06477864583333333, + "recall": 0.09765625 + }, + { + "accuracy": 0.02734375, + "f1": 0.021484375, + "hf_subset": "eng_Latn-bbb_Latn", + "languages": [ + "eng-Latn", + "bbb-Latn" + ], + "main_score": 0.021484375, + "precision": 0.018880208333333332, + "recall": 0.02734375 + }, + { + "accuracy": 0.0390625, + "f1": 0.02068028143274854, + "hf_subset": "bbb_Latn-eng_Latn", + "languages": [ + "bbb-Latn", + "eng-Latn" + ], + "main_score": 0.02068028143274854, + "precision": 0.016609312996031744, + "recall": 0.0390625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05338826016918006, + "hf_subset": "eng_Latn-bbr_Latn", + "languages": [ + "eng-Latn", + "bbr-Latn" + ], + "main_score": 0.05338826016918006, + "precision": 0.048515026640026646, + "recall": 0.08203125 + }, + { + "accuracy": 0.0703125, + "f1": 0.050428079885800475, + "hf_subset": "bbr_Latn-eng_Latn", + "languages": [ + "bbr-Latn", + "eng-Latn" + ], + "main_score": 0.050428079885800475, + "precision": 0.04646809895833333, + "recall": 0.0703125 + }, + { + "accuracy": 0.09765625, + "f1": 0.07115975422427034, + "hf_subset": "eng_Latn-bch_Latn", + "languages": [ + "eng-Latn", + "bch-Latn" + ], + "main_score": 0.07115975422427034, + "precision": 0.06360677083333333, + "recall": 0.09765625 + }, + { + "accuracy": 0.09375, + "f1": 0.07364449786324787, + "hf_subset": "bch_Latn-eng_Latn", + "languages": [ + "bch-Latn", + "eng-Latn" + ], + "main_score": 0.07364449786324787, + "precision": 0.06835286458333334, + "recall": 0.09375 + }, + { + "accuracy": 0.09375, + "f1": 0.061628844246031746, + "hf_subset": "eng_Latn-bco_Latn", + "languages": [ + "eng-Latn", + "bco-Latn" + ], + "main_score": 0.061628844246031746, + "precision": 0.05241350446428572, + "recall": 0.09375 + }, + { + "accuracy": 0.06640625, + "f1": 0.037844638108279746, + "hf_subset": "bco_Latn-eng_Latn", + "languages": [ + "bco-Latn", + "eng-Latn" + ], + "main_score": 0.037844638108279746, + "precision": 0.03229293844448464, + "recall": 0.06640625 + }, + { + "accuracy": 0.10546875, + "f1": 0.07494419642857142, + "hf_subset": "eng_Latn-bdd_Latn", + "languages": [ + "eng-Latn", + "bdd-Latn" + ], + "main_score": 0.07494419642857142, + "precision": 0.06612413194444444, + "recall": 0.10546875 + }, + { + "accuracy": 0.0859375, + "f1": 0.058010616028708134, + "hf_subset": "bdd_Latn-eng_Latn", + "languages": [ + "bdd-Latn", + "eng-Latn" + ], + "main_score": 0.058010616028708134, + "precision": 0.051805252745478036, + "recall": 0.0859375 + }, + { + "accuracy": 0.24, + "f1": 0.18030206830206832, + "hf_subset": "eng_Latn-bea_Latn", + "languages": [ + "eng-Latn", + "bea-Latn" + ], + "main_score": 0.18030206830206832, + "precision": 0.16388888888888892, + "recall": 0.24 + }, + { + "accuracy": 0.22, + "f1": 0.18256209150326796, + "hf_subset": "bea_Latn-eng_Latn", + "languages": [ + "bea-Latn", + "eng-Latn" + ], + "main_score": 0.18256209150326796, + "precision": 0.17082407407407407, + "recall": 0.22 + }, + { + "accuracy": 0.0546875, + "f1": 0.033261354813664594, + "hf_subset": "eng_Latn-bef_Latn", + "languages": [ + "eng-Latn", + "bef-Latn" + ], + "main_score": 0.033261354813664594, + "precision": 0.02710503472222222, + "recall": 0.0546875 + }, + { + "accuracy": 0.02734375, + "f1": 0.011020359848484849, + "hf_subset": "bef_Latn-eng_Latn", + "languages": [ + "bef-Latn", + "eng-Latn" + ], + "main_score": 0.011020359848484849, + "precision": 0.009606739831349206, + "recall": 0.02734375 + }, + { + "accuracy": 0.90234375, + "f1": 0.8717447916666666, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ], + "main_score": 0.8717447916666666, + "precision": 0.8567708333333334, + "recall": 0.90234375 + }, + { + "accuracy": 0.92578125, + "f1": 0.9010416666666666, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ], + "main_score": 0.9010416666666666, + "precision": 0.888671875, + "recall": 0.92578125 + }, + { + "accuracy": 0.88671875, + "f1": 0.8548177083333333, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.8548177083333333, + "precision": 0.8404947916666667, + "recall": 0.88671875 + }, + { + "accuracy": 0.921875, + "f1": 0.8984375, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.8984375, + "precision": 0.88671875, + "recall": 0.921875 + }, + { + "accuracy": 0.03515625, + "f1": 0.027418154761904758, + "hf_subset": "eng_Latn-beo_Latn", + "languages": [ + "eng-Latn", + "beo-Latn" + ], + "main_score": 0.027418154761904758, + "precision": 0.025065104166666664, + "recall": 0.03515625 + }, + { + "accuracy": 0.03125, + "f1": 0.02204318576388889, + "hf_subset": "beo_Latn-eng_Latn", + "languages": [ + "beo-Latn", + "eng-Latn" + ], + "main_score": 0.02204318576388889, + "precision": 0.02103721217105263, + "recall": 0.03125 + }, + { + "accuracy": 0.1796875, + "f1": 0.13485251727439226, + "hf_subset": "eng_Latn-beu_Latn", + "languages": [ + "eng-Latn", + "beu-Latn" + ], + "main_score": 0.13485251727439226, + "precision": 0.12100694444444444, + "recall": 0.1796875 + }, + { + "accuracy": 0.12890625, + "f1": 0.08929787660256411, + "hf_subset": "beu_Latn-eng_Latn", + "languages": [ + "beu-Latn", + "eng-Latn" + ], + "main_score": 0.08929787660256411, + "precision": 0.07891818041871922, + "recall": 0.12890625 + }, + { + "accuracy": 0.14453125, + "f1": 0.11105571546052631, + "hf_subset": "eng_Latn-bgs_Latn", + "languages": [ + "eng-Latn", + "bgs-Latn" + ], + "main_score": 0.11105571546052631, + "precision": 0.10243844696969698, + "recall": 0.14453125 + }, + { + "accuracy": 0.15234375, + "f1": 0.10547165508103007, + "hf_subset": "bgs_Latn-eng_Latn", + "languages": [ + "bgs-Latn", + "eng-Latn" + ], + "main_score": 0.10547165508103007, + "precision": 0.0934422707911606, + "recall": 0.15234375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07077205882352941, + "hf_subset": "eng_Latn-bgt_Latn", + "languages": [ + "eng-Latn", + "bgt-Latn" + ], + "main_score": 0.07077205882352941, + "precision": 0.06356428402326839, + "recall": 0.09765625 + }, + { + "accuracy": 0.109375, + "f1": 0.0682263483044733, + "hf_subset": "bgt_Latn-eng_Latn", + "languages": [ + "bgt-Latn", + "eng-Latn" + ], + "main_score": 0.0682263483044733, + "precision": 0.058012224320818075, + "recall": 0.109375 + }, + { + "accuracy": 0.23046875, + "f1": 0.18441685267857144, + "hf_subset": "eng_Latn-bhg_Latn", + "languages": [ + "eng-Latn", + "bhg-Latn" + ], + "main_score": 0.18441685267857144, + "precision": 0.1685842803030303, + "recall": 0.23046875 + }, + { + "accuracy": 0.1796875, + "f1": 0.13038124304208862, + "hf_subset": "bhg_Latn-eng_Latn", + "languages": [ + "bhg-Latn", + "eng-Latn" + ], + "main_score": 0.13038124304208862, + "precision": 0.11802509014423077, + "recall": 0.1796875 + }, + { + "accuracy": 0.0546875, + "f1": 0.027019443230380726, + "hf_subset": "eng_Latn-bhl_Latn", + "languages": [ + "eng-Latn", + "bhl-Latn" + ], + "main_score": 0.027019443230380726, + "precision": 0.022161462632529896, + "recall": 0.0546875 + }, + { + "accuracy": 0.0546875, + "f1": 0.032195560515873016, + "hf_subset": "bhl_Latn-eng_Latn", + "languages": [ + "bhl-Latn", + "eng-Latn" + ], + "main_score": 0.032195560515873016, + "precision": 0.02715070593786295, + "recall": 0.0546875 + }, + { + "accuracy": 0.0234375, + "f1": 0.014314516129032256, + "hf_subset": "eng_Latn-big_Latn", + "languages": [ + "eng-Latn", + "big-Latn" + ], + "main_score": 0.014314516129032256, + "precision": 0.01325954861111111, + "recall": 0.0234375 + }, + { + "accuracy": 0.04296875, + "f1": 0.02121698288690476, + "hf_subset": "big_Latn-eng_Latn", + "languages": [ + "big-Latn", + "eng-Latn" + ], + "main_score": 0.02121698288690476, + "precision": 0.0168323033543712, + "recall": 0.04296875 + }, + { + "accuracy": 0.11328125, + "f1": 0.08144531249999999, + "hf_subset": "eng_Latn-bjk_Latn", + "languages": [ + "eng-Latn", + "bjk-Latn" + ], + "main_score": 0.08144531249999999, + "precision": 0.07291666666666667, + "recall": 0.11328125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07659721229023646, + "hf_subset": "bjk_Latn-eng_Latn", + "languages": [ + "bjk-Latn", + "eng-Latn" + ], + "main_score": 0.07659721229023646, + "precision": 0.07105922144984644, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.06436457422785548, + "hf_subset": "eng_Latn-bjp_Latn", + "languages": [ + "eng-Latn", + "bjp-Latn" + ], + "main_score": 0.06436457422785548, + "precision": 0.05841393849206349, + "recall": 0.09375 + }, + { + "accuracy": 0.10546875, + "f1": 0.06979158096805155, + "hf_subset": "bjp_Latn-eng_Latn", + "languages": [ + "bjp-Latn", + "eng-Latn" + ], + "main_score": 0.06979158096805155, + "precision": 0.060801866319444446, + "recall": 0.10546875 + }, + { + "accuracy": 0.03515625, + "f1": 0.02247152261800699, + "hf_subset": "eng_Latn-bjr_Latn", + "languages": [ + "eng-Latn", + "bjr-Latn" + ], + "main_score": 0.02247152261800699, + "precision": 0.02135720019414576, + "recall": 0.03515625 + }, + { + "accuracy": 0.03515625, + "f1": 0.016710069444444448, + "hf_subset": "bjr_Latn-eng_Latn", + "languages": [ + "bjr-Latn", + "eng-Latn" + ], + "main_score": 0.016710069444444448, + "precision": 0.014612459105038911, + "recall": 0.03515625 + }, + { + "accuracy": 0.05859375, + "f1": 0.033795826569264074, + "hf_subset": "eng_Latn-bjv_Latn", + "languages": [ + "eng-Latn", + "bjv-Latn" + ], + "main_score": 0.033795826569264074, + "precision": 0.031188037505972287, + "recall": 0.05859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.032564593545751634, + "hf_subset": "bjv_Latn-eng_Latn", + "languages": [ + "bjv-Latn", + "eng-Latn" + ], + "main_score": 0.032564593545751634, + "precision": 0.029448009672619048, + "recall": 0.05078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05724492882696007, + "hf_subset": "eng_Latn-bjz_Latn", + "languages": [ + "eng-Latn", + "bjz-Latn" + ], + "main_score": 0.05724492882696007, + "precision": 0.05140522708674304, + "recall": 0.0859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.03841599520905923, + "hf_subset": "bjz_Latn-eng_Latn", + "languages": [ + "bjz-Latn", + "eng-Latn" + ], + "main_score": 0.03841599520905923, + "precision": 0.035253906249999994, + "recall": 0.05078125 + }, + { + "accuracy": 0.1953125, + "f1": 0.14281092171717172, + "hf_subset": "eng_Latn-bkd_Latn", + "languages": [ + "eng-Latn", + "bkd-Latn" + ], + "main_score": 0.14281092171717172, + "precision": 0.12840091765873016, + "recall": 0.1953125 + }, + { + "accuracy": 0.1796875, + "f1": 0.130065386002886, + "hf_subset": "bkd_Latn-eng_Latn", + "languages": [ + "bkd-Latn", + "eng-Latn" + ], + "main_score": 0.130065386002886, + "precision": 0.11513671874999999, + "recall": 0.1796875 + }, + { + "accuracy": 0.06640625, + "f1": 0.04867311507936507, + "hf_subset": "eng_Latn-bki_Latn", + "languages": [ + "eng-Latn", + "bki-Latn" + ], + "main_score": 0.04867311507936507, + "precision": 0.04425274884259259, + "recall": 0.06640625 + }, + { + "accuracy": 0.05859375, + "f1": 0.030083188657407407, + "hf_subset": "bki_Latn-eng_Latn", + "languages": [ + "bki-Latn", + "eng-Latn" + ], + "main_score": 0.030083188657407407, + "precision": 0.02528493866047745, + "recall": 0.05859375 + }, + { + "accuracy": 0.109375, + "f1": 0.089453125, + "hf_subset": "eng_Latn-bkq_Latn", + "languages": [ + "eng-Latn", + "bkq-Latn" + ], + "main_score": 0.089453125, + "precision": 0.08118489583333334, + "recall": 0.109375 + }, + { + "accuracy": 0.0703125, + "f1": 0.05315785199622017, + "hf_subset": "bkq_Latn-eng_Latn", + "languages": [ + "bkq-Latn", + "eng-Latn" + ], + "main_score": 0.05315785199622017, + "precision": 0.05004996234393147, + "recall": 0.0703125 + }, + { + "accuracy": 0.1328125, + "f1": 0.09881628787878788, + "hf_subset": "eng_Latn-bkx_Latn", + "languages": [ + "eng-Latn", + "bkx-Latn" + ], + "main_score": 0.09881628787878788, + "precision": 0.09014136904761905, + "recall": 0.1328125 + }, + { + "accuracy": 0.125, + "f1": 0.07057984264184397, + "hf_subset": "bkx_Latn-eng_Latn", + "languages": [ + "bkx-Latn", + "eng-Latn" + ], + "main_score": 0.07057984264184397, + "precision": 0.0578521286231884, + "recall": 0.125 + }, + { + "accuracy": 0.125, + "f1": 0.09854391804070112, + "hf_subset": "eng_Latn-blw_Latn", + "languages": [ + "eng-Latn", + "blw-Latn" + ], + "main_score": 0.09854391804070112, + "precision": 0.09185469449328645, + "recall": 0.125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06029223597582972, + "hf_subset": "blw_Latn-eng_Latn", + "languages": [ + "blw-Latn", + "eng-Latn" + ], + "main_score": 0.06029223597582972, + "precision": 0.05497424555759804, + "recall": 0.0859375 + }, + { + "accuracy": 0.12109375, + "f1": 0.09116085737179487, + "hf_subset": "eng_Latn-blz_Latn", + "languages": [ + "eng-Latn", + "blz-Latn" + ], + "main_score": 0.09116085737179487, + "precision": 0.08461469428780284, + "recall": 0.12109375 + }, + { + "accuracy": 0.14453125, + "f1": 0.09995834950828157, + "hf_subset": "blz_Latn-eng_Latn", + "languages": [ + "blz-Latn", + "eng-Latn" + ], + "main_score": 0.09995834950828157, + "precision": 0.08908386152756556, + "recall": 0.14453125 + }, + { + "accuracy": 0.09375, + "f1": 0.06843377976190476, + "hf_subset": "eng_Latn-bmh_Latn", + "languages": [ + "eng-Latn", + "bmh-Latn" + ], + "main_score": 0.06843377976190476, + "precision": 0.059830729166666666, + "recall": 0.09375 + }, + { + "accuracy": 0.07421875, + "f1": 0.05406198937908497, + "hf_subset": "bmh_Latn-eng_Latn", + "languages": [ + "bmh-Latn", + "eng-Latn" + ], + "main_score": 0.05406198937908497, + "precision": 0.048388671875, + "recall": 0.07421875 + }, + { + "accuracy": 0.2283464566929134, + "f1": 0.18702662167229098, + "hf_subset": "eng_Latn-bmk_Latn", + "languages": [ + "eng-Latn", + "bmk-Latn" + ], + "main_score": 0.18702662167229098, + "precision": 0.17191601049868765, + "recall": 0.2283464566929134 + }, + { + "accuracy": 0.2755905511811024, + "f1": 0.20208098987626547, + "hf_subset": "bmk_Latn-eng_Latn", + "languages": [ + "bmk-Latn", + "eng-Latn" + ], + "main_score": 0.20208098987626547, + "precision": 0.18112687837097283, + "recall": 0.2755905511811024 + }, + { + "accuracy": 0.109375, + "f1": 0.09127604166666667, + "hf_subset": "eng_Latn-bmr_Latn", + "languages": [ + "eng-Latn", + "bmr-Latn" + ], + "main_score": 0.09127604166666667, + "precision": 0.08607559974747475, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08687001169567905, + "hf_subset": "bmr_Latn-eng_Latn", + "languages": [ + "bmr-Latn", + "eng-Latn" + ], + "main_score": 0.08687001169567905, + "precision": 0.08174589082792208, + "recall": 0.1171875 + }, + { + "accuracy": 0.1015625, + "f1": 0.07572666049228549, + "hf_subset": "eng_Latn-bmu_Latn", + "languages": [ + "eng-Latn", + "bmu-Latn" + ], + "main_score": 0.07572666049228549, + "precision": 0.06935918898809523, + "recall": 0.1015625 + }, + { + "accuracy": 0.08984375, + "f1": 0.06916360294117646, + "hf_subset": "bmu_Latn-eng_Latn", + "languages": [ + "bmu-Latn", + "eng-Latn" + ], + "main_score": 0.06916360294117646, + "precision": 0.06496319464050443, + "recall": 0.08984375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08940972222222222, + "hf_subset": "eng_Latn-bnp_Latn", + "languages": [ + "eng-Latn", + "bnp-Latn" + ], + "main_score": 0.08940972222222222, + "precision": 0.08225911458333333, + "recall": 0.11328125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08046969449364597, + "hf_subset": "bnp_Latn-eng_Latn", + "languages": [ + "bnp-Latn", + "eng-Latn" + ], + "main_score": 0.08046969449364597, + "precision": 0.07243641683976865, + "recall": 0.1171875 + }, + { + "accuracy": 0.0546875, + "f1": 0.027740098443223442, + "hf_subset": "eng_Latn-boa_Latn", + "languages": [ + "eng-Latn", + "boa-Latn" + ], + "main_score": 0.027740098443223442, + "precision": 0.02185508636854818, + "recall": 0.0546875 + }, + { + "accuracy": 0.0390625, + "f1": 0.024218749999999997, + "hf_subset": "boa_Latn-eng_Latn", + "languages": [ + "boa-Latn", + "eng-Latn" + ], + "main_score": 0.024218749999999997, + "precision": 0.021047247023809522, + "recall": 0.0390625 + }, + { + "accuracy": 0.06640625, + "f1": 0.04326556202584163, + "hf_subset": "eng_Latn-boj_Latn", + "languages": [ + "eng-Latn", + "boj-Latn" + ], + "main_score": 0.04326556202584163, + "precision": 0.03956813739511823, + "recall": 0.06640625 + }, + { + "accuracy": 0.1171875, + "f1": 0.07027193509615384, + "hf_subset": "boj_Latn-eng_Latn", + "languages": [ + "boj-Latn", + "eng-Latn" + ], + "main_score": 0.07027193509615384, + "precision": 0.05935509973852901, + "recall": 0.1171875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07725045172121785, + "hf_subset": "eng_Latn-bon_Latn", + "languages": [ + "eng-Latn", + "bon-Latn" + ], + "main_score": 0.07725045172121785, + "precision": 0.07214055646929825, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.06817736335125447, + "hf_subset": "bon_Latn-eng_Latn", + "languages": [ + "bon-Latn", + "eng-Latn" + ], + "main_score": 0.06817736335125447, + "precision": 0.06178089488636364, + "recall": 0.09375 + }, + { + "accuracy": 0.1015625, + "f1": 0.0624813988095238, + "hf_subset": "eng_Latn-box_Latn", + "languages": [ + "eng-Latn", + "box-Latn" + ], + "main_score": 0.0624813988095238, + "precision": 0.05307913469003823, + "recall": 0.1015625 + }, + { + "accuracy": 0.0859375, + "f1": 0.06831709956709955, + "hf_subset": "box_Latn-eng_Latn", + "languages": [ + "box-Latn", + "eng-Latn" + ], + "main_score": 0.06831709956709955, + "precision": 0.06346842447916666, + "recall": 0.0859375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04492486641952102, + "hf_subset": "eng_Latn-bpr_Latn", + "languages": [ + "eng-Latn", + "bpr-Latn" + ], + "main_score": 0.04492486641952102, + "precision": 0.03911973443223443, + "recall": 0.07421875 + }, + { + "accuracy": 0.0859375, + "f1": 0.0595352564102564, + "hf_subset": "bpr_Latn-eng_Latn", + "languages": [ + "bpr-Latn", + "eng-Latn" + ], + "main_score": 0.0595352564102564, + "precision": 0.051540798611111105, + "recall": 0.0859375 + }, + { + "accuracy": 0.0859375, + "f1": 0.0654992816091954, + "hf_subset": "eng_Latn-bps_Latn", + "languages": [ + "eng-Latn", + "bps-Latn" + ], + "main_score": 0.0654992816091954, + "precision": 0.05898780153508772, + "recall": 0.0859375 + }, + { + "accuracy": 0.09375, + "f1": 0.064644718847684, + "hf_subset": "bps_Latn-eng_Latn", + "languages": [ + "bps-Latn", + "eng-Latn" + ], + "main_score": 0.064644718847684, + "precision": 0.056315539354946514, + "recall": 0.09375 + }, + { + "accuracy": 0.07421875, + "f1": 0.051827566964285705, + "hf_subset": "eng_Latn-bqc_Latn", + "languages": [ + "eng-Latn", + "bqc-Latn" + ], + "main_score": 0.051827566964285705, + "precision": 0.0449619391025641, + "recall": 0.07421875 + }, + { + "accuracy": 0.0703125, + "f1": 0.04949466765873016, + "hf_subset": "bqc_Latn-eng_Latn", + "languages": [ + "bqc-Latn", + "eng-Latn" + ], + "main_score": 0.04949466765873016, + "precision": 0.04493403731684981, + "recall": 0.0703125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05052965697496947, + "hf_subset": "eng_Latn-bqp_Latn", + "languages": [ + "eng-Latn", + "bqp-Latn" + ], + "main_score": 0.05052965697496947, + "precision": 0.044000306505446306, + "recall": 0.08203125 + }, + { + "accuracy": 0.078125, + "f1": 0.04825387286324786, + "hf_subset": "bqp_Latn-eng_Latn", + "languages": [ + "bqp-Latn", + "eng-Latn" + ], + "main_score": 0.04825387286324786, + "precision": 0.04147414434523809, + "recall": 0.078125 + }, + { + "accuracy": 0.4453125, + "f1": 0.3745721726190476, + "hf_subset": "eng_Latn-bre_Latn", + "languages": [ + "eng-Latn", + "bre-Latn" + ], + "main_score": 0.3745721726190476, + "precision": 0.35144159226190474, + "recall": 0.4453125 + }, + { + "accuracy": 0.4296875, + "f1": 0.37514880952380947, + "hf_subset": "bre_Latn-eng_Latn", + "languages": [ + "bre-Latn", + "eng-Latn" + ], + "main_score": 0.37514880952380947, + "precision": 0.3563904879385965, + "recall": 0.4296875 + }, + { + "accuracy": 0.08203125, + "f1": 0.05948350694444444, + "hf_subset": "eng_Latn-bsj_Latn", + "languages": [ + "eng-Latn", + "bsj-Latn" + ], + "main_score": 0.05948350694444444, + "precision": 0.053326877626050415, + "recall": 0.08203125 + }, + { + "accuracy": 0.09375, + "f1": 0.06944444444444445, + "hf_subset": "bsj_Latn-eng_Latn", + "languages": [ + "bsj-Latn", + "eng-Latn" + ], + "main_score": 0.06944444444444445, + "precision": 0.06290235183747411, + "recall": 0.09375 + }, + { + "accuracy": 0.0703125, + "f1": 0.048069852941176466, + "hf_subset": "eng_Latn-bsn_Latn", + "languages": [ + "eng-Latn", + "bsn-Latn" + ], + "main_score": 0.048069852941176466, + "precision": 0.04364070391414141, + "recall": 0.0703125 + }, + { + "accuracy": 0.07421875, + "f1": 0.049063740079365085, + "hf_subset": "bsn_Latn-eng_Latn", + "languages": [ + "bsn-Latn", + "eng-Latn" + ], + "main_score": 0.049063740079365085, + "precision": 0.04317491319444444, + "recall": 0.07421875 + }, + { + "accuracy": 0.2734375, + "f1": 0.22118055555555555, + "hf_subset": "eng_Latn-bsp_Latn", + "languages": [ + "eng-Latn", + "bsp-Latn" + ], + "main_score": 0.22118055555555555, + "precision": 0.20309244791666667, + "recall": 0.2734375 + }, + { + "accuracy": 0.28125, + "f1": 0.22621527777777778, + "hf_subset": "bsp_Latn-eng_Latn", + "languages": [ + "bsp-Latn", + "eng-Latn" + ], + "main_score": 0.22621527777777778, + "precision": 0.20709635416666666, + "recall": 0.28125 + }, + { + "accuracy": 0.09375, + "f1": 0.058845595529878614, + "hf_subset": "eng_Latn-bss_Latn", + "languages": [ + "eng-Latn", + "bss-Latn" + ], + "main_score": 0.058845595529878614, + "precision": 0.05021519438741405, + "recall": 0.09375 + }, + { + "accuracy": 0.09375, + "f1": 0.06961980784161491, + "hf_subset": "bss_Latn-eng_Latn", + "languages": [ + "bss-Latn", + "eng-Latn" + ], + "main_score": 0.06961980784161491, + "precision": 0.06379982864357864, + "recall": 0.09375 + }, + { + "accuracy": 0.07421875, + "f1": 0.057226562499999994, + "hf_subset": "eng_Latn-buk_Latn", + "languages": [ + "eng-Latn", + "buk-Latn" + ], + "main_score": 0.057226562499999994, + "precision": 0.052846961152882205, + "recall": 0.07421875 + }, + { + "accuracy": 0.1015625, + "f1": 0.06809466575091574, + "hf_subset": "buk_Latn-eng_Latn", + "languages": [ + "buk-Latn", + "eng-Latn" + ], + "main_score": 0.06809466575091574, + "precision": 0.05968099996677299, + "recall": 0.1015625 + }, + { + "accuracy": 0.10546875, + "f1": 0.07388111020923521, + "hf_subset": "eng_Latn-bus_Latn", + "languages": [ + "eng-Latn", + "bus-Latn" + ], + "main_score": 0.07388111020923521, + "precision": 0.0655674078525641, + "recall": 0.10546875 + }, + { + "accuracy": 0.12109375, + "f1": 0.0827365451388889, + "hf_subset": "bus_Latn-eng_Latn", + "languages": [ + "bus-Latn", + "eng-Latn" + ], + "main_score": 0.0827365451388889, + "precision": 0.07365539003191857, + "recall": 0.12109375 + }, + { + "accuracy": 0.0625, + "f1": 0.043043154761904755, + "hf_subset": "eng_Latn-bvd_Latn", + "languages": [ + "eng-Latn", + "bvd-Latn" + ], + "main_score": 0.043043154761904755, + "precision": 0.037248883928571425, + "recall": 0.0625 + }, + { + "accuracy": 0.08203125, + "f1": 0.04625810023133346, + "hf_subset": "bvd_Latn-eng_Latn", + "languages": [ + "bvd-Latn", + "eng-Latn" + ], + "main_score": 0.04625810023133346, + "precision": 0.04100636776418026, + "recall": 0.08203125 + }, + { + "accuracy": 0.0703125, + "f1": 0.05393629807692307, + "hf_subset": "eng_Latn-bvr_Latn", + "languages": [ + "eng-Latn", + "bvr-Latn" + ], + "main_score": 0.05393629807692307, + "precision": 0.048828125, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06252880184331798, + "hf_subset": "bvr_Latn-eng_Latn", + "languages": [ + "bvr-Latn", + "eng-Latn" + ], + "main_score": 0.06252880184331798, + "precision": 0.05844299154509284, + "recall": 0.0859375 + }, + { + "accuracy": 0.16015625, + "f1": 0.11693638392857142, + "hf_subset": "eng_Latn-bxh_Latn", + "languages": [ + "eng-Latn", + "bxh-Latn" + ], + "main_score": 0.11693638392857142, + "precision": 0.10447648014798025, + "recall": 0.16015625 + }, + { + "accuracy": 0.1640625, + "f1": 0.11955868886015945, + "hf_subset": "bxh_Latn-eng_Latn", + "languages": [ + "bxh-Latn", + "eng-Latn" + ], + "main_score": 0.11955868886015945, + "precision": 0.10954832556652046, + "recall": 0.1640625 + }, + { + "accuracy": 0.05078125, + "f1": 0.0308469742063492, + "hf_subset": "eng_Latn-byr_Latn", + "languages": [ + "eng-Latn", + "byr-Latn" + ], + "main_score": 0.0308469742063492, + "precision": 0.0251953125, + "recall": 0.05078125 + }, + { + "accuracy": 0.03515625, + "f1": 0.018564963438558943, + "hf_subset": "byr_Latn-eng_Latn", + "languages": [ + "byr-Latn", + "eng-Latn" + ], + "main_score": 0.018564963438558943, + "precision": 0.015378335282976826, + "recall": 0.03515625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04629754245448179, + "hf_subset": "eng_Latn-byx_Latn", + "languages": [ + "eng-Latn", + "byx-Latn" + ], + "main_score": 0.04629754245448179, + "precision": 0.04064878806089744, + "recall": 0.0703125 + }, + { + "accuracy": 0.09375, + "f1": 0.06811135912698413, + "hf_subset": "byx_Latn-eng_Latn", + "languages": [ + "byx-Latn", + "eng-Latn" + ], + "main_score": 0.06811135912698413, + "precision": 0.06270165381493506, + "recall": 0.09375 + }, + { + "accuracy": 0.0859375, + "f1": 0.06218911981658692, + "hf_subset": "eng_Latn-bzd_Latn", + "languages": [ + "eng-Latn", + "bzd-Latn" + ], + "main_score": 0.06218911981658692, + "precision": 0.057591955741626795, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06645585317460317, + "hf_subset": "bzd_Latn-eng_Latn", + "languages": [ + "bzd-Latn", + "eng-Latn" + ], + "main_score": 0.06645585317460317, + "precision": 0.06144005542557932, + "recall": 0.08984375 + }, + { + "accuracy": 0.109375, + "f1": 0.08800465838509317, + "hf_subset": "eng_Latn-bzh_Latn", + "languages": [ + "eng-Latn", + "bzh-Latn" + ], + "main_score": 0.08800465838509317, + "precision": 0.08244357638888888, + "recall": 0.109375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10266022274294333, + "hf_subset": "bzh_Latn-eng_Latn", + "languages": [ + "bzh-Latn", + "eng-Latn" + ], + "main_score": 0.10266022274294333, + "precision": 0.09390399639423078, + "recall": 0.13671875 + }, + { + "accuracy": 0.25, + "f1": 0.1860374358076564, + "hf_subset": "eng_Latn-bzj_Latn", + "languages": [ + "eng-Latn", + "bzj-Latn" + ], + "main_score": 0.1860374358076564, + "precision": 0.1693043013843795, + "recall": 0.25 + }, + { + "accuracy": 0.26953125, + "f1": 0.20506693827006325, + "hf_subset": "bzj_Latn-eng_Latn", + "languages": [ + "bzj-Latn", + "eng-Latn" + ], + "main_score": 0.20506693827006325, + "precision": 0.1877435064935065, + "recall": 0.26953125 + }, + { + "accuracy": 0.1796875, + "f1": 0.1445904356060606, + "hf_subset": "eng_Latn-caa_Latn", + "languages": [ + "eng-Latn", + "caa-Latn" + ], + "main_score": 0.1445904356060606, + "precision": 0.13336588541666666, + "recall": 0.1796875 + }, + { + "accuracy": 0.12109375, + "f1": 0.08756403014215514, + "hf_subset": "caa_Latn-eng_Latn", + "languages": [ + "caa-Latn", + "eng-Latn" + ], + "main_score": 0.08756403014215514, + "precision": 0.07989187461843711, + "recall": 0.12109375 + }, + { + "accuracy": 0.08203125, + "f1": 0.055868252840909086, + "hf_subset": "eng_Latn-cab_Latn", + "languages": [ + "eng-Latn", + "cab-Latn" + ], + "main_score": 0.055868252840909086, + "precision": 0.05022437686011905, + "recall": 0.08203125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08716052827380952, + "hf_subset": "cab_Latn-eng_Latn", + "languages": [ + "cab-Latn", + "eng-Latn" + ], + "main_score": 0.08716052827380952, + "precision": 0.0816916210173683, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.09726097470238095, + "hf_subset": "eng_Latn-cac_Latn", + "languages": [ + "eng-Latn", + "cac-Latn" + ], + "main_score": 0.09726097470238095, + "precision": 0.08806831531954887, + "recall": 0.1328125 + }, + { + "accuracy": 0.140625, + "f1": 0.11364820075757576, + "hf_subset": "cac_Latn-eng_Latn", + "languages": [ + "cac-Latn", + "eng-Latn" + ], + "main_score": 0.11364820075757576, + "precision": 0.10550401475694443, + "recall": 0.140625 + }, + { + "accuracy": 0.140625, + "f1": 0.107421875, + "hf_subset": "eng_Latn-caf_Latn", + "languages": [ + "eng-Latn", + "caf-Latn" + ], + "main_score": 0.107421875, + "precision": 0.09630766369047619, + "recall": 0.140625 + }, + { + "accuracy": 0.12109375, + "f1": 0.09159691132347382, + "hf_subset": "caf_Latn-eng_Latn", + "languages": [ + "caf-Latn", + "eng-Latn" + ], + "main_score": 0.09159691132347382, + "precision": 0.08496713789682539, + "recall": 0.12109375 + }, + { + "accuracy": 0.21875, + "f1": 0.14209787608225108, + "hf_subset": "eng_Latn-cak_Latn", + "languages": [ + "eng-Latn", + "cak-Latn" + ], + "main_score": 0.14209787608225108, + "precision": 0.12183600904304029, + "recall": 0.21875 + }, + { + "accuracy": 0.21875, + "f1": 0.15749177038239537, + "hf_subset": "cak_Latn-eng_Latn", + "languages": [ + "cak-Latn", + "eng-Latn" + ], + "main_score": 0.15749177038239537, + "precision": 0.13936786954365077, + "recall": 0.21875 + }, + { + "accuracy": 0.11328125, + "f1": 0.07702463175034507, + "hf_subset": "eng_Latn-cao_Latn", + "languages": [ + "eng-Latn", + "cao-Latn" + ], + "main_score": 0.07702463175034507, + "precision": 0.06890251675407925, + "recall": 0.11328125 + }, + { + "accuracy": 0.10546875, + "f1": 0.06870743189102563, + "hf_subset": "cao_Latn-eng_Latn", + "languages": [ + "cao-Latn", + "eng-Latn" + ], + "main_score": 0.06870743189102563, + "precision": 0.060409497457837295, + "recall": 0.10546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07730282738095239, + "hf_subset": "eng_Latn-cap_Latn", + "languages": [ + "eng-Latn", + "cap-Latn" + ], + "main_score": 0.07730282738095239, + "precision": 0.07039483762254901, + "recall": 0.10546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07983136997322852, + "hf_subset": "cap_Latn-eng_Latn", + "languages": [ + "cap-Latn", + "eng-Latn" + ], + "main_score": 0.07983136997322852, + "precision": 0.07266881837194336, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.06252367424242425, + "hf_subset": "eng_Latn-car_Latn", + "languages": [ + "eng-Latn", + "car-Latn" + ], + "main_score": 0.06252367424242425, + "precision": 0.05472160218253968, + "recall": 0.09375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07518404447115384, + "hf_subset": "car_Latn-eng_Latn", + "languages": [ + "car-Latn", + "eng-Latn" + ], + "main_score": 0.07518404447115384, + "precision": 0.06906036318308177, + "recall": 0.10546875 + }, + { + "accuracy": 0.05859375, + "f1": 0.040292418427698026, + "hf_subset": "eng_Latn-cav_Latn", + "languages": [ + "eng-Latn", + "cav-Latn" + ], + "main_score": 0.040292418427698026, + "precision": 0.03655170401493931, + "recall": 0.05859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.03568722943722944, + "hf_subset": "cav_Latn-eng_Latn", + "languages": [ + "cav-Latn", + "eng-Latn" + ], + "main_score": 0.03568722943722944, + "precision": 0.03193706012851897, + "recall": 0.05859375 + }, + { + "accuracy": 0.125, + "f1": 0.0938607468007139, + "hf_subset": "eng_Latn-cax_Latn", + "languages": [ + "eng-Latn", + "cax-Latn" + ], + "main_score": 0.0938607468007139, + "precision": 0.08727213541666666, + "recall": 0.125 + }, + { + "accuracy": 0.12890625, + "f1": 0.09655376125890239, + "hf_subset": "cax_Latn-eng_Latn", + "languages": [ + "cax-Latn", + "eng-Latn" + ], + "main_score": 0.09655376125890239, + "precision": 0.08890335648148148, + "recall": 0.12890625 + }, + { + "accuracy": 0.10546875, + "f1": 0.07644159226190475, + "hf_subset": "eng_Latn-cbc_Latn", + "languages": [ + "eng-Latn", + "cbc-Latn" + ], + "main_score": 0.07644159226190475, + "precision": 0.06857497970779221, + "recall": 0.10546875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06284130366161615, + "hf_subset": "cbc_Latn-eng_Latn", + "languages": [ + "cbc-Latn", + "eng-Latn" + ], + "main_score": 0.06284130366161615, + "precision": 0.055257256785289866, + "recall": 0.09765625 + }, + { + "accuracy": 0.08984375, + "f1": 0.07254660087719297, + "hf_subset": "eng_Latn-cbi_Latn", + "languages": [ + "eng-Latn", + "cbi-Latn" + ], + "main_score": 0.07254660087719297, + "precision": 0.06727430555555555, + "recall": 0.08984375 + }, + { + "accuracy": 0.09375, + "f1": 0.06632592667748918, + "hf_subset": "cbi_Latn-eng_Latn", + "languages": [ + "cbi-Latn", + "eng-Latn" + ], + "main_score": 0.06632592667748918, + "precision": 0.058335601771196274, + "recall": 0.09375 + }, + { + "accuracy": 0.8515625, + "f1": 0.8153645833333333, + "hf_subset": "eng_Latn-cbk_Latn", + "languages": [ + "eng-Latn", + "cbk-Latn" + ], + "main_score": 0.8153645833333333, + "precision": 0.7985026041666667, + "recall": 0.8515625 + }, + { + "accuracy": 0.734375, + "f1": 0.6867337740384616, + "hf_subset": "cbk_Latn-eng_Latn", + "languages": [ + "cbk-Latn", + "eng-Latn" + ], + "main_score": 0.6867337740384616, + "precision": 0.6685267857142858, + "recall": 0.734375 + }, + { + "accuracy": 0.09375, + "f1": 0.065656001984127, + "hf_subset": "eng_Latn-cbr_Latn", + "languages": [ + "eng-Latn", + "cbr-Latn" + ], + "main_score": 0.065656001984127, + "precision": 0.05761422821969697, + "recall": 0.09375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06976404671717171, + "hf_subset": "cbr_Latn-eng_Latn", + "languages": [ + "cbr-Latn", + "eng-Latn" + ], + "main_score": 0.06976404671717171, + "precision": 0.06345486111111111, + "recall": 0.09765625 + }, + { + "accuracy": 0.1171875, + "f1": 0.08384232954545454, + "hf_subset": "eng_Latn-cbs_Latn", + "languages": [ + "eng-Latn", + "cbs-Latn" + ], + "main_score": 0.08384232954545454, + "precision": 0.07410714285714286, + "recall": 0.1171875 + }, + { + "accuracy": 0.109375, + "f1": 0.07907788825757575, + "hf_subset": "cbs_Latn-eng_Latn", + "languages": [ + "cbs-Latn", + "eng-Latn" + ], + "main_score": 0.07907788825757575, + "precision": 0.07002632313204887, + "recall": 0.109375 + }, + { + "accuracy": 0.03515625, + "f1": 0.02024463079150579, + "hf_subset": "eng_Latn-cbt_Latn", + "languages": [ + "eng-Latn", + "cbt-Latn" + ], + "main_score": 0.02024463079150579, + "precision": 0.018446180555555556, + "recall": 0.03515625 + }, + { + "accuracy": 0.04296875, + "f1": 0.032812499999999994, + "hf_subset": "cbt_Latn-eng_Latn", + "languages": [ + "cbt-Latn", + "eng-Latn" + ], + "main_score": 0.032812499999999994, + "precision": 0.028971354166666664, + "recall": 0.04296875 + }, + { + "accuracy": 0.03515625, + "f1": 0.021666061046511628, + "hf_subset": "eng_Latn-cbu_Latn", + "languages": [ + "eng-Latn", + "cbu-Latn" + ], + "main_score": 0.021666061046511628, + "precision": 0.019407242063492064, + "recall": 0.03515625 + }, + { + "accuracy": 0.046875, + "f1": 0.031010545665634673, + "hf_subset": "cbu_Latn-eng_Latn", + "languages": [ + "cbu-Latn", + "eng-Latn" + ], + "main_score": 0.031010545665634673, + "precision": 0.02762944647606383, + "recall": 0.046875 + }, + { + "accuracy": 0.09765625, + "f1": 0.0744941907051282, + "hf_subset": "eng_Latn-cbv_Latn", + "languages": [ + "eng-Latn", + "cbv-Latn" + ], + "main_score": 0.0744941907051282, + "precision": 0.06768043154761905, + "recall": 0.09765625 + }, + { + "accuracy": 0.08984375, + "f1": 0.06772553066037736, + "hf_subset": "cbv_Latn-eng_Latn", + "languages": [ + "cbv-Latn", + "eng-Latn" + ], + "main_score": 0.06772553066037736, + "precision": 0.06203737668581419, + "recall": 0.08984375 + }, + { + "accuracy": 0.078125, + "f1": 0.0533536170187571, + "hf_subset": "eng_Latn-cco_Latn", + "languages": [ + "eng-Latn", + "cco-Latn" + ], + "main_score": 0.0533536170187571, + "precision": 0.04906035804473305, + "recall": 0.078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05752011253720238, + "hf_subset": "cco_Latn-eng_Latn", + "languages": [ + "cco-Latn", + "eng-Latn" + ], + "main_score": 0.05752011253720238, + "precision": 0.05205353977961016, + "recall": 0.08203125 + }, + { + "accuracy": 0.51171875, + "f1": 0.42175409226190474, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ], + "main_score": 0.42175409226190474, + "precision": 0.3868861607142857, + "recall": 0.51171875 + }, + { + "accuracy": 0.5703125, + "f1": 0.49227430555555557, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ], + "main_score": 0.49227430555555557, + "precision": 0.4620413115530303, + "recall": 0.5703125 + }, + { + "accuracy": 0.15625, + "f1": 0.11821163862179487, + "hf_subset": "eng_Latn-cek_Latn", + "languages": [ + "eng-Latn", + "cek-Latn" + ], + "main_score": 0.11821163862179487, + "precision": 0.10778149801587303, + "recall": 0.15625 + }, + { + "accuracy": 0.16015625, + "f1": 0.12475460737179486, + "hf_subset": "cek_Latn-eng_Latn", + "languages": [ + "cek-Latn", + "eng-Latn" + ], + "main_score": 0.12475460737179486, + "precision": 0.11720755373099122, + "recall": 0.16015625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666666, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ], + "main_score": 0.9635416666666666, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666666, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ], + "main_score": 0.9635416666666666, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.22265625, + "f1": 0.16644810267857144, + "hf_subset": "eng_Latn-cgc_Latn", + "languages": [ + "eng-Latn", + "cgc-Latn" + ], + "main_score": 0.16644810267857144, + "precision": 0.14932274756493508, + "recall": 0.22265625 + }, + { + "accuracy": 0.22265625, + "f1": 0.15995987142386597, + "hf_subset": "cgc_Latn-eng_Latn", + "languages": [ + "cgc-Latn", + "eng-Latn" + ], + "main_score": 0.15995987142386597, + "precision": 0.1417039991258741, + "recall": 0.22265625 + }, + { + "accuracy": 0.46875, + "f1": 0.4048766121031746, + "hf_subset": "eng_Latn-cha_Latn", + "languages": [ + "eng-Latn", + "cha-Latn" + ], + "main_score": 0.4048766121031746, + "precision": 0.3839239211309524, + "recall": 0.46875 + }, + { + "accuracy": 0.4375, + "f1": 0.38491753472222223, + "hf_subset": "cha_Latn-eng_Latn", + "languages": [ + "cha-Latn", + "eng-Latn" + ], + "main_score": 0.38491753472222223, + "precision": 0.36829582093253965, + "recall": 0.4375 + }, + { + "accuracy": 0.125, + "f1": 0.09268663194444444, + "hf_subset": "eng_Latn-chd_Latn", + "languages": [ + "eng-Latn", + "chd-Latn" + ], + "main_score": 0.09268663194444444, + "precision": 0.08428199404761905, + "recall": 0.125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08276212119436108, + "hf_subset": "chd_Latn-eng_Latn", + "languages": [ + "chd-Latn", + "eng-Latn" + ], + "main_score": 0.08276212119436108, + "precision": 0.0752593493852459, + "recall": 0.1171875 + }, + { + "accuracy": 0.17578125, + "f1": 0.13573626893939394, + "hf_subset": "eng_Latn-chf_Latn", + "languages": [ + "eng-Latn", + "chf-Latn" + ], + "main_score": 0.13573626893939394, + "precision": 0.12390252976190476, + "recall": 0.17578125 + }, + { + "accuracy": 0.1484375, + "f1": 0.10810897686925647, + "hf_subset": "chf_Latn-eng_Latn", + "languages": [ + "chf-Latn", + "eng-Latn" + ], + "main_score": 0.10810897686925647, + "precision": 0.09922014812869592, + "recall": 0.1484375 + }, + { + "accuracy": 0.09375, + "f1": 0.06871279761904761, + "hf_subset": "eng_Latn-chk_Latn", + "languages": [ + "eng-Latn", + "chk-Latn" + ], + "main_score": 0.06871279761904761, + "precision": 0.061117493872549014, + "recall": 0.09375 + }, + { + "accuracy": 0.08203125, + "f1": 0.058329614681017335, + "hf_subset": "chk_Latn-eng_Latn", + "languages": [ + "chk-Latn", + "eng-Latn" + ], + "main_score": 0.058329614681017335, + "precision": 0.054640758255912705, + "recall": 0.08203125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08193204365079364, + "hf_subset": "eng_Latn-chq_Latn", + "languages": [ + "eng-Latn", + "chq-Latn" + ], + "main_score": 0.08193204365079364, + "precision": 0.0721772693452381, + "recall": 0.1171875 + }, + { + "accuracy": 0.13671875, + "f1": 0.09632158765853321, + "hf_subset": "chq_Latn-eng_Latn", + "languages": [ + "chq-Latn", + "eng-Latn" + ], + "main_score": 0.09632158765853321, + "precision": 0.08515983301619828, + "recall": 0.13671875 + }, + { + "accuracy": 0.12109375, + "f1": 0.08304105434039644, + "hf_subset": "eng_Latn-chz_Latn", + "languages": [ + "eng-Latn", + "chz-Latn" + ], + "main_score": 0.08304105434039644, + "precision": 0.07605218132561883, + "recall": 0.12109375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06632042168090062, + "hf_subset": "chz_Latn-eng_Latn", + "languages": [ + "chz-Latn", + "eng-Latn" + ], + "main_score": 0.06632042168090062, + "precision": 0.05948015218428525, + "recall": 0.09765625 + }, + { + "accuracy": 0.015625, + "f1": 0.013671875, + "hf_subset": "eng_Latn-cjo_Latn", + "languages": [ + "eng-Latn", + "cjo-Latn" + ], + "main_score": 0.013671875, + "precision": 0.013020833333333332, + "recall": 0.015625 + }, + { + "accuracy": 0.02734375, + "f1": 0.01711647727272727, + "hf_subset": "cjo_Latn-eng_Latn", + "languages": [ + "cjo-Latn", + "eng-Latn" + ], + "main_score": 0.01711647727272727, + "precision": 0.015277777777777779, + "recall": 0.02734375 + }, + { + "accuracy": 0.0546875, + "f1": 0.036611995341614904, + "hf_subset": "eng_Latn-cjv_Latn", + "languages": [ + "eng-Latn", + "cjv-Latn" + ], + "main_score": 0.036611995341614904, + "precision": 0.033324878246753245, + "recall": 0.0546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.05062313988095238, + "hf_subset": "cjv_Latn-eng_Latn", + "languages": [ + "cjv-Latn", + "eng-Latn" + ], + "main_score": 0.05062313988095238, + "precision": 0.0432492203976579, + "recall": 0.08203125 + }, + { + "accuracy": 0.37890625, + "f1": 0.3116728106962482, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ], + "main_score": 0.3116728106962482, + "precision": 0.29106367807539685, + "recall": 0.37890625 + }, + { + "accuracy": 0.5234375, + "f1": 0.45283978174603173, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ], + "main_score": 0.45283978174603173, + "precision": 0.42652994791666665, + "recall": 0.5234375 + }, + { + "accuracy": 0.17578125, + "f1": 0.1249642565359477, + "hf_subset": "eng_Latn-cle_Latn", + "languages": [ + "eng-Latn", + "cle-Latn" + ], + "main_score": 0.1249642565359477, + "precision": 0.1125400641025641, + "recall": 0.17578125 + }, + { + "accuracy": 0.140625, + "f1": 0.11517779397943387, + "hf_subset": "cle_Latn-eng_Latn", + "languages": [ + "cle-Latn", + "eng-Latn" + ], + "main_score": 0.11517779397943387, + "precision": 0.10974758748196248, + "recall": 0.140625 + }, + { + "accuracy": 0.27734375, + "f1": 0.21320684523809522, + "hf_subset": "eng_Latn-clu_Latn", + "languages": [ + "eng-Latn", + "clu-Latn" + ], + "main_score": 0.21320684523809522, + "precision": 0.1955540769993895, + "recall": 0.27734375 + }, + { + "accuracy": 0.26953125, + "f1": 0.2066992902930403, + "hf_subset": "clu_Latn-eng_Latn", + "languages": [ + "clu-Latn", + "eng-Latn" + ], + "main_score": 0.2066992902930403, + "precision": 0.18642857142857142, + "recall": 0.26953125 + }, + { + "accuracy": 0.078125, + "f1": 0.054246794871794866, + "hf_subset": "eng_Latn-cme_Latn", + "languages": [ + "eng-Latn", + "cme-Latn" + ], + "main_score": 0.054246794871794866, + "precision": 0.047005208333333326, + "recall": 0.078125 + }, + { + "accuracy": 0.05859375, + "f1": 0.0398389862804878, + "hf_subset": "cme_Latn-eng_Latn", + "languages": [ + "cme-Latn", + "eng-Latn" + ], + "main_score": 0.0398389862804878, + "precision": 0.03496558779761905, + "recall": 0.05859375 + }, + { + "accuracy": 0.96875, + "f1": 0.9583333333333333, + "hf_subset": "eng_Latn-cmn_Hans", + "languages": [ + "eng-Latn", + "cmn-Hans" + ], + "main_score": 0.9583333333333333, + "precision": 0.953125, + "recall": 0.96875 + }, + { + "accuracy": 0.98046875, + "f1": 0.9739583333333333, + "hf_subset": "cmn_Hans-eng_Latn", + "languages": [ + "cmn-Hans", + "eng-Latn" + ], + "main_score": 0.9739583333333333, + "precision": 0.970703125, + "recall": 0.98046875 + }, + { + "accuracy": 0.02734375, + "f1": 0.019326636904761905, + "hf_subset": "eng_Latn-cni_Latn", + "languages": [ + "eng-Latn", + "cni-Latn" + ], + "main_score": 0.019326636904761905, + "precision": 0.017998920223577235, + "recall": 0.02734375 + }, + { + "accuracy": 0.03515625, + "f1": 0.022110376602564104, + "hf_subset": "cni_Latn-eng_Latn", + "languages": [ + "cni-Latn", + "eng-Latn" + ], + "main_score": 0.022110376602564104, + "precision": 0.019854910714285717, + "recall": 0.03515625 + }, + { + "accuracy": 0.10546875, + "f1": 0.08127663352272727, + "hf_subset": "eng_Latn-cnl_Latn", + "languages": [ + "eng-Latn", + "cnl-Latn" + ], + "main_score": 0.08127663352272727, + "precision": 0.07447916666666667, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.06404474431818181, + "hf_subset": "cnl_Latn-eng_Latn", + "languages": [ + "cnl-Latn", + "eng-Latn" + ], + "main_score": 0.06404474431818181, + "precision": 0.056991154621557336, + "recall": 0.09375 + }, + { + "accuracy": 0.09375, + "f1": 0.0716006324404762, + "hf_subset": "eng_Latn-cnt_Latn", + "languages": [ + "eng-Latn", + "cnt-Latn" + ], + "main_score": 0.0716006324404762, + "precision": 0.06642071759259259, + "recall": 0.09375 + }, + { + "accuracy": 0.109375, + "f1": 0.07468492821597263, + "hf_subset": "cnt_Latn-eng_Latn", + "languages": [ + "cnt-Latn", + "eng-Latn" + ], + "main_score": 0.07468492821597263, + "precision": 0.07039596535690285, + "recall": 0.109375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04581191378066378, + "hf_subset": "eng_Latn-cof_Latn", + "languages": [ + "eng-Latn", + "cof-Latn" + ], + "main_score": 0.04581191378066378, + "precision": 0.0397901541456229, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03382260101010101, + "hf_subset": "cof_Latn-eng_Latn", + "languages": [ + "cof-Latn", + "eng-Latn" + ], + "main_score": 0.03382260101010101, + "precision": 0.030419921875, + "recall": 0.0546875 + }, + { + "accuracy": 0.1015625, + "f1": 0.08542577214452214, + "hf_subset": "eng_Latn-con_Latn", + "languages": [ + "eng-Latn", + "con-Latn" + ], + "main_score": 0.08542577214452214, + "precision": 0.08187934027777777, + "recall": 0.1015625 + }, + { + "accuracy": 0.109375, + "f1": 0.07872816845936549, + "hf_subset": "con_Latn-eng_Latn", + "languages": [ + "con-Latn", + "eng-Latn" + ], + "main_score": 0.07872816845936549, + "precision": 0.06875224497126436, + "recall": 0.109375 + }, + { + "accuracy": 0.01171875, + "f1": 0.0021262254901960784, + "hf_subset": "eng_Latn-cop_Copt", + "languages": [ + "eng-Latn", + "cop-Copt" + ], + "main_score": 0.0021262254901960784, + "precision": 0.001273490287162162, + "recall": 0.01171875 + }, + { + "accuracy": 0.00390625, + "f1": 4.8225308641975306e-05, + "hf_subset": "cop_Copt-eng_Latn", + "languages": [ + "cop-Copt", + "eng-Latn" + ], + "main_score": 4.8225308641975306e-05, + "precision": 2.4262422360248446e-05, + "recall": 0.00390625 + }, + { + "accuracy": 0.0390625, + "f1": 0.022070143398268398, + "hf_subset": "eng_Latn-cot_Latn", + "languages": [ + "eng-Latn", + "cot-Latn" + ], + "main_score": 0.022070143398268398, + "precision": 0.019601668792517006, + "recall": 0.0390625 + }, + { + "accuracy": 0.05078125, + "f1": 0.03147289357553366, + "hf_subset": "cot_Latn-eng_Latn", + "languages": [ + "cot-Latn", + "eng-Latn" + ], + "main_score": 0.03147289357553366, + "precision": 0.02779534556878307, + "recall": 0.05078125 + }, + { + "accuracy": 0.12890625, + "f1": 0.10223226786514336, + "hf_subset": "eng_Latn-cpa_Latn", + "languages": [ + "eng-Latn", + "cpa-Latn" + ], + "main_score": 0.10223226786514336, + "precision": 0.0970444108422939, + "recall": 0.12890625 + }, + { + "accuracy": 0.13671875, + "f1": 0.10726614940536991, + "hf_subset": "cpa_Latn-eng_Latn", + "languages": [ + "cpa-Latn", + "eng-Latn" + ], + "main_score": 0.10726614940536991, + "precision": 0.10134861412230861, + "recall": 0.13671875 + }, + { + "accuracy": 0.09375, + "f1": 0.07035542582417582, + "hf_subset": "eng_Latn-cpb_Latn", + "languages": [ + "eng-Latn", + "cpb-Latn" + ], + "main_score": 0.07035542582417582, + "precision": 0.06425781250000001, + "recall": 0.09375 + }, + { + "accuracy": 0.1171875, + "f1": 0.088299512987013, + "hf_subset": "cpb_Latn-eng_Latn", + "languages": [ + "cpb-Latn", + "eng-Latn" + ], + "main_score": 0.088299512987013, + "precision": 0.08245108840811965, + "recall": 0.1171875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07548508986928104, + "hf_subset": "eng_Latn-cpc_Latn", + "languages": [ + "eng-Latn", + "cpc-Latn" + ], + "main_score": 0.07548508986928104, + "precision": 0.06895320391414142, + "recall": 0.10546875 + }, + { + "accuracy": 0.12109375, + "f1": 0.09904761904761905, + "hf_subset": "cpc_Latn-eng_Latn", + "languages": [ + "cpc-Latn", + "eng-Latn" + ], + "main_score": 0.09904761904761905, + "precision": 0.09304136618589744, + "recall": 0.12109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.09085751488095237, + "hf_subset": "eng_Latn-cpu_Latn", + "languages": [ + "eng-Latn", + "cpu-Latn" + ], + "main_score": 0.09085751488095237, + "precision": 0.08280296092796093, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.10322837752525252, + "hf_subset": "cpu_Latn-eng_Latn", + "languages": [ + "cpu-Latn", + "eng-Latn" + ], + "main_score": 0.10322837752525252, + "precision": 0.09662388392857144, + "recall": 0.1328125 + }, + { + "accuracy": 0.0859375, + "f1": 0.058935053661616166, + "hf_subset": "eng_Latn-cpy_Latn", + "languages": [ + "eng-Latn", + "cpy-Latn" + ], + "main_score": 0.058935053661616166, + "precision": 0.053408668154761904, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.056288954667011726, + "hf_subset": "cpy_Latn-eng_Latn", + "languages": [ + "cpy-Latn", + "eng-Latn" + ], + "main_score": 0.056288954667011726, + "precision": 0.04809434973727253, + "recall": 0.08984375 + }, + { + "accuracy": 0.11328125, + "f1": 0.07966889880952381, + "hf_subset": "eng_Latn-crn_Latn", + "languages": [ + "eng-Latn", + "crn-Latn" + ], + "main_score": 0.07966889880952381, + "precision": 0.06985033195970695, + "recall": 0.11328125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06718768789081289, + "hf_subset": "crn_Latn-eng_Latn", + "languages": [ + "crn-Latn", + "eng-Latn" + ], + "main_score": 0.06718768789081289, + "precision": 0.06261130248589131, + "recall": 0.08984375 + }, + { + "accuracy": 0.1328125, + "f1": 0.10774147727272727, + "hf_subset": "eng_Latn-crx_Latn", + "languages": [ + "eng-Latn", + "crx-Latn" + ], + "main_score": 0.10774147727272727, + "precision": 0.09993489583333333, + "recall": 0.1328125 + }, + { + "accuracy": 0.1171875, + "f1": 0.09275652732683984, + "hf_subset": "crx_Latn-eng_Latn", + "languages": [ + "crx-Latn", + "eng-Latn" + ], + "main_score": 0.09275652732683984, + "precision": 0.08808879922161172, + "recall": 0.1171875 + }, + { + "accuracy": 0.109375, + "f1": 0.06881355406746031, + "hf_subset": "eng_Latn-cso_Latn", + "languages": [ + "eng-Latn", + "cso-Latn" + ], + "main_score": 0.06881355406746031, + "precision": 0.05852582812293511, + "recall": 0.109375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07266893262987012, + "hf_subset": "cso_Latn-eng_Latn", + "languages": [ + "cso-Latn", + "eng-Latn" + ], + "main_score": 0.07266893262987012, + "precision": 0.06726190476190477, + "recall": 0.09765625 + }, + { + "accuracy": 0.15625, + "f1": 0.11847098214285715, + "hf_subset": "eng_Latn-csy_Latn", + "languages": [ + "eng-Latn", + "csy-Latn" + ], + "main_score": 0.11847098214285715, + "precision": 0.1090337396978022, + "recall": 0.15625 + }, + { + "accuracy": 0.1484375, + "f1": 0.11279404189560438, + "hf_subset": "csy_Latn-eng_Latn", + "languages": [ + "csy-Latn", + "eng-Latn" + ], + "main_score": 0.11279404189560438, + "precision": 0.10325689935064934, + "recall": 0.1484375 + }, + { + "accuracy": 0.12890625, + "f1": 0.08929143772893772, + "hf_subset": "eng_Latn-cta_Latn", + "languages": [ + "eng-Latn", + "cta-Latn" + ], + "main_score": 0.08929143772893772, + "precision": 0.0777639678030303, + "recall": 0.12890625 + }, + { + "accuracy": 0.08203125, + "f1": 0.0582555994472257, + "hf_subset": "cta_Latn-eng_Latn", + "languages": [ + "cta-Latn", + "eng-Latn" + ], + "main_score": 0.0582555994472257, + "precision": 0.05267773501140437, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05778102106227106, + "hf_subset": "eng_Latn-cth_Latn", + "languages": [ + "eng-Latn", + "cth-Latn" + ], + "main_score": 0.05778102106227106, + "precision": 0.05264548630717109, + "recall": 0.0859375 + }, + { + "accuracy": 0.09375, + "f1": 0.07675189393939394, + "hf_subset": "cth_Latn-eng_Latn", + "languages": [ + "cth-Latn", + "eng-Latn" + ], + "main_score": 0.07675189393939394, + "precision": 0.0733743106617647, + "recall": 0.09375 + }, + { + "accuracy": 0.109375, + "f1": 0.0852363782051282, + "hf_subset": "eng_Latn-ctp_Latn", + "languages": [ + "eng-Latn", + "ctp-Latn" + ], + "main_score": 0.0852363782051282, + "precision": 0.07771267361111112, + "recall": 0.109375 + }, + { + "accuracy": 0.05859375, + "f1": 0.03857922676282051, + "hf_subset": "ctp_Latn-eng_Latn", + "languages": [ + "ctp-Latn", + "eng-Latn" + ], + "main_score": 0.03857922676282051, + "precision": 0.03441563511230608, + "recall": 0.05859375 + }, + { + "accuracy": 0.1328125, + "f1": 0.08425155573593074, + "hf_subset": "eng_Latn-ctu_Latn", + "languages": [ + "eng-Latn", + "ctu-Latn" + ], + "main_score": 0.08425155573593074, + "precision": 0.07113715277777777, + "recall": 0.1328125 + }, + { + "accuracy": 0.14453125, + "f1": 0.10719246031746033, + "hf_subset": "ctu_Latn-eng_Latn", + "languages": [ + "ctu-Latn", + "eng-Latn" + ], + "main_score": 0.10719246031746033, + "precision": 0.0960053943452381, + "recall": 0.14453125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05559368958181099, + "hf_subset": "eng_Latn-cub_Latn", + "languages": [ + "eng-Latn", + "cub-Latn" + ], + "main_score": 0.05559368958181099, + "precision": 0.05045222247370684, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.0741891571969697, + "hf_subset": "cub_Latn-eng_Latn", + "languages": [ + "cub-Latn", + "eng-Latn" + ], + "main_score": 0.0741891571969697, + "precision": 0.07073218936011905, + "recall": 0.08984375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06180751357560568, + "hf_subset": "eng_Latn-cuc_Latn", + "languages": [ + "eng-Latn", + "cuc-Latn" + ], + "main_score": 0.06180751357560568, + "precision": 0.05572286871114996, + "recall": 0.08984375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06540146500410508, + "hf_subset": "cuc_Latn-eng_Latn", + "languages": [ + "cuc-Latn", + "eng-Latn" + ], + "main_score": 0.06540146500410508, + "precision": 0.061836065948118385, + "recall": 0.08984375 + }, + { + "accuracy": 0.05078125, + "f1": 0.03630779216716716, + "hf_subset": "eng_Latn-cui_Latn", + "languages": [ + "eng-Latn", + "cui-Latn" + ], + "main_score": 0.03630779216716716, + "precision": 0.03281083066239316, + "recall": 0.05078125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06381138392857143, + "hf_subset": "cui_Latn-eng_Latn", + "languages": [ + "cui-Latn", + "eng-Latn" + ], + "main_score": 0.06381138392857143, + "precision": 0.055375744047619045, + "recall": 0.08984375 + }, + { + "accuracy": 0.06640625, + "f1": 0.03958771008403361, + "hf_subset": "eng_Latn-cuk_Latn", + "languages": [ + "eng-Latn", + "cuk-Latn" + ], + "main_score": 0.03958771008403361, + "precision": 0.0342430520411606, + "recall": 0.06640625 + }, + { + "accuracy": 0.0703125, + "f1": 0.046688988095238096, + "hf_subset": "cuk_Latn-eng_Latn", + "languages": [ + "cuk-Latn", + "eng-Latn" + ], + "main_score": 0.046688988095238096, + "precision": 0.04063289141414141, + "recall": 0.0703125 + }, + { + "accuracy": 0.08984375, + "f1": 0.061973218774689365, + "hf_subset": "eng_Latn-cut_Latn", + "languages": [ + "eng-Latn", + "cut-Latn" + ], + "main_score": 0.061973218774689365, + "precision": 0.055890118634259266, + "recall": 0.08984375 + }, + { + "accuracy": 0.1015625, + "f1": 0.06947392119726678, + "hf_subset": "cut_Latn-eng_Latn", + "languages": [ + "cut-Latn", + "eng-Latn" + ], + "main_score": 0.06947392119726678, + "precision": 0.05974253573158915, + "recall": 0.1015625 + }, + { + "accuracy": 0.2109375, + "f1": 0.14212239583333333, + "hf_subset": "eng_Latn-cux_Latn", + "languages": [ + "eng-Latn", + "cux-Latn" + ], + "main_score": 0.14212239583333333, + "precision": 0.12205030212842713, + "recall": 0.2109375 + }, + { + "accuracy": 0.17578125, + "f1": 0.1349745857654413, + "hf_subset": "cux_Latn-eng_Latn", + "languages": [ + "cux-Latn", + "eng-Latn" + ], + "main_score": 0.1349745857654413, + "precision": 0.12292131696428571, + "recall": 0.17578125 + }, + { + "accuracy": 0.35546875, + "f1": 0.28026103670634916, + "hf_subset": "eng_Latn-cwe_Latn", + "languages": [ + "eng-Latn", + "cwe-Latn" + ], + "main_score": 0.28026103670634916, + "precision": 0.25287114845938374, + "recall": 0.35546875 + }, + { + "accuracy": 0.35546875, + "f1": 0.2857452876984127, + "hf_subset": "cwe_Latn-eng_Latn", + "languages": [ + "cwe-Latn", + "eng-Latn" + ], + "main_score": 0.2857452876984127, + "precision": 0.26435546875, + "recall": 0.35546875 + }, + { + "accuracy": 0.18359375, + "f1": 0.14741753472222222, + "hf_subset": "eng_Latn-cya_Latn", + "languages": [ + "eng-Latn", + "cya-Latn" + ], + "main_score": 0.14741753472222222, + "precision": 0.1364081590695489, + "recall": 0.18359375 + }, + { + "accuracy": 0.15625, + "f1": 0.1258594844187675, + "hf_subset": "cya_Latn-eng_Latn", + "languages": [ + "cya-Latn", + "eng-Latn" + ], + "main_score": 0.1258594844187675, + "precision": 0.11714332217261905, + "recall": 0.15625 + }, + { + "accuracy": 0.0859375, + "f1": 0.055180713383838384, + "hf_subset": "eng_Latn-daa_Latn", + "languages": [ + "eng-Latn", + "daa-Latn" + ], + "main_score": 0.055180713383838384, + "precision": 0.04856460813492064, + "recall": 0.0859375 + }, + { + "accuracy": 0.06640625, + "f1": 0.044489599508281574, + "hf_subset": "daa_Latn-eng_Latn", + "languages": [ + "daa-Latn", + "eng-Latn" + ], + "main_score": 0.044489599508281574, + "precision": 0.04114004827409432, + "recall": 0.06640625 + }, + { + "accuracy": 0.14453125, + "f1": 0.10149123515196838, + "hf_subset": "eng_Latn-dad_Latn", + "languages": [ + "eng-Latn", + "dad-Latn" + ], + "main_score": 0.10149123515196838, + "precision": 0.0893139808006536, + "recall": 0.14453125 + }, + { + "accuracy": 0.12109375, + "f1": 0.0867325057754745, + "hf_subset": "dad_Latn-eng_Latn", + "languages": [ + "dad-Latn", + "eng-Latn" + ], + "main_score": 0.0867325057754745, + "precision": 0.07809995993589744, + "recall": 0.12109375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04912602588383838, + "hf_subset": "eng_Latn-dah_Latn", + "languages": [ + "eng-Latn", + "dah-Latn" + ], + "main_score": 0.04912602588383838, + "precision": 0.0432190801056338, + "recall": 0.07421875 + }, + { + "accuracy": 0.06640625, + "f1": 0.041065228174603174, + "hf_subset": "dah_Latn-eng_Latn", + "languages": [ + "dah-Latn", + "eng-Latn" + ], + "main_score": 0.041065228174603174, + "precision": 0.03650116502192982, + "recall": 0.06640625 + }, + { + "accuracy": 0.91796875, + "f1": 0.8951822916666666, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ], + "main_score": 0.8951822916666666, + "precision": 0.884765625, + "recall": 0.91796875 + }, + { + "accuracy": 0.94921875, + "f1": 0.9342447916666667, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ], + "main_score": 0.9342447916666667, + "precision": 0.9270833333333334, + "recall": 0.94921875 + }, + { + "accuracy": 0.07421875, + "f1": 0.05328506813909774, + "hf_subset": "eng_Latn-ded_Latn", + "languages": [ + "eng-Latn", + "ded-Latn" + ], + "main_score": 0.05328506813909774, + "precision": 0.047129216269841276, + "recall": 0.07421875 + }, + { + "accuracy": 0.07421875, + "f1": 0.04652077035917496, + "hf_subset": "ded_Latn-eng_Latn", + "languages": [ + "ded-Latn", + "eng-Latn" + ], + "main_score": 0.04652077035917496, + "precision": 0.03955543154761904, + "recall": 0.07421875 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666667, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.9635416666666667, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.9765625, + "f1": 0.96875, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.96875, + "precision": 0.96484375, + "recall": 0.9765625 + }, + { + "accuracy": 0.234375, + "f1": 0.1792844742063492, + "hf_subset": "eng_Latn-dgc_Latn", + "languages": [ + "eng-Latn", + "dgc-Latn" + ], + "main_score": 0.1792844742063492, + "precision": 0.1599830036181139, + "recall": 0.234375 + }, + { + "accuracy": 0.21875, + "f1": 0.17525618912337662, + "hf_subset": "dgc_Latn-eng_Latn", + "languages": [ + "dgc-Latn", + "eng-Latn" + ], + "main_score": 0.17525618912337662, + "precision": 0.16191692422161172, + "recall": 0.21875 + }, + { + "accuracy": 0.1015625, + "f1": 0.0715281865260472, + "hf_subset": "eng_Latn-dgr_Latn", + "languages": [ + "eng-Latn", + "dgr-Latn" + ], + "main_score": 0.0715281865260472, + "precision": 0.06697844056756475, + "recall": 0.1015625 + }, + { + "accuracy": 0.12109375, + "f1": 0.0896705476371583, + "hf_subset": "dgr_Latn-eng_Latn", + "languages": [ + "dgr-Latn", + "eng-Latn" + ], + "main_score": 0.0896705476371583, + "precision": 0.08446370053329345, + "recall": 0.12109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.06371527777777777, + "hf_subset": "eng_Latn-dgz_Latn", + "languages": [ + "eng-Latn", + "dgz-Latn" + ], + "main_score": 0.06371527777777777, + "precision": 0.058311996673669465, + "recall": 0.0859375 + }, + { + "accuracy": 0.0625, + "f1": 0.040894999098124094, + "hf_subset": "dgz_Latn-eng_Latn", + "languages": [ + "dgz-Latn", + "eng-Latn" + ], + "main_score": 0.040894999098124094, + "precision": 0.03767137589634941, + "recall": 0.0625 + }, + { + "accuracy": 0.0625, + "f1": 0.03223283473743033, + "hf_subset": "eng_Latn-dhg_Latn", + "languages": [ + "eng-Latn", + "dhg-Latn" + ], + "main_score": 0.03223283473743033, + "precision": 0.027867713341346155, + "recall": 0.0625 + }, + { + "accuracy": 0.046875, + "f1": 0.028713474025974024, + "hf_subset": "dhg_Latn-eng_Latn", + "languages": [ + "dhg-Latn", + "eng-Latn" + ], + "main_score": 0.028713474025974024, + "precision": 0.02576678240740741, + "recall": 0.046875 + }, + { + "accuracy": 0.10546875, + "f1": 0.0701531974969475, + "hf_subset": "eng_Latn-dif_Latn", + "languages": [ + "eng-Latn", + "dif-Latn" + ], + "main_score": 0.0701531974969475, + "precision": 0.0616587856359649, + "recall": 0.10546875 + }, + { + "accuracy": 0.109375, + "f1": 0.07487069172427036, + "hf_subset": "dif_Latn-eng_Latn", + "languages": [ + "dif-Latn", + "eng-Latn" + ], + "main_score": 0.07487069172427036, + "precision": 0.06631014384920635, + "recall": 0.109375 + }, + { + "accuracy": 0.19140625, + "f1": 0.13778932974705033, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ], + "main_score": 0.13778932974705033, + "precision": 0.12226019965277778, + "recall": 0.19140625 + }, + { + "accuracy": 0.15625, + "f1": 0.11962143759018759, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ], + "main_score": 0.11962143759018759, + "precision": 0.11095765128968255, + "recall": 0.15625 + }, + { + "accuracy": 0.23157894736842105, + "f1": 0.16989237800383308, + "hf_subset": "eng_Latn-dji_Latn", + "languages": [ + "eng-Latn", + "dji-Latn" + ], + "main_score": 0.16989237800383308, + "precision": 0.15482528436475806, + "recall": 0.23157894736842105 + }, + { + "accuracy": 0.22105263157894736, + "f1": 0.18100668337510442, + "hf_subset": "dji_Latn-eng_Latn", + "languages": [ + "dji-Latn", + "eng-Latn" + ], + "main_score": 0.18100668337510442, + "precision": 0.17071765953344897, + "recall": 0.22105263157894736 + }, + { + "accuracy": 0.1015625, + "f1": 0.06319754464285715, + "hf_subset": "eng_Latn-djk_Latn", + "languages": [ + "eng-Latn", + "djk-Latn" + ], + "main_score": 0.06319754464285715, + "precision": 0.0534679366538282, + "recall": 0.1015625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05290374373433583, + "hf_subset": "djk_Latn-eng_Latn", + "languages": [ + "djk-Latn", + "eng-Latn" + ], + "main_score": 0.05290374373433583, + "precision": 0.047852665960451984, + "recall": 0.08203125 + }, + { + "accuracy": 0.0078125, + "f1": 0.006510416666666666, + "hf_subset": "eng_Latn-djr_Latn", + "languages": [ + "eng-Latn", + "djr-Latn" + ], + "main_score": 0.006510416666666666, + "precision": 0.005859375, + "recall": 0.0078125 + }, + { + "accuracy": 0.01953125, + "f1": 0.008853278148263026, + "hf_subset": "djr_Latn-eng_Latn", + "languages": [ + "djr-Latn", + "eng-Latn" + ], + "main_score": 0.008853278148263026, + "precision": 0.008359375, + "recall": 0.01953125 + }, + { + "accuracy": 0.10546875, + "f1": 0.08000062003968253, + "hf_subset": "eng_Latn-dob_Latn", + "languages": [ + "eng-Latn", + "dob-Latn" + ], + "main_score": 0.08000062003968253, + "precision": 0.07266281512605041, + "recall": 0.10546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.051100548604124746, + "hf_subset": "dob_Latn-eng_Latn", + "languages": [ + "dob-Latn", + "eng-Latn" + ], + "main_score": 0.051100548604124746, + "precision": 0.045025634088134085, + "recall": 0.08203125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06449652777777777, + "hf_subset": "eng_Latn-dop_Latn", + "languages": [ + "eng-Latn", + "dop-Latn" + ], + "main_score": 0.06449652777777777, + "precision": 0.057896205357142856, + "recall": 0.08984375 + }, + { + "accuracy": 0.08203125, + "f1": 0.0508822086352657, + "hf_subset": "dop_Latn-eng_Latn", + "languages": [ + "dop-Latn", + "eng-Latn" + ], + "main_score": 0.0508822086352657, + "precision": 0.04410581822691198, + "recall": 0.08203125 + }, + { + "accuracy": 0.3828125, + "f1": 0.30878314393939393, + "hf_subset": "eng_Latn-dov_Latn", + "languages": [ + "eng-Latn", + "dov-Latn" + ], + "main_score": 0.30878314393939393, + "precision": 0.28448350694444446, + "recall": 0.3828125 + }, + { + "accuracy": 0.4296875, + "f1": 0.3521577380952381, + "hf_subset": "dov_Latn-eng_Latn", + "languages": [ + "dov-Latn", + "eng-Latn" + ], + "main_score": 0.3521577380952381, + "precision": 0.3241970486111111, + "recall": 0.4296875 + }, + { + "accuracy": 0.04296875, + "f1": 0.03056318681318681, + "hf_subset": "eng_Latn-dwr_Latn", + "languages": [ + "eng-Latn", + "dwr-Latn" + ], + "main_score": 0.03056318681318681, + "precision": 0.0274203431372549, + "recall": 0.04296875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03055108512603216, + "hf_subset": "dwr_Latn-eng_Latn", + "languages": [ + "dwr-Latn", + "eng-Latn" + ], + "main_score": 0.03055108512603216, + "precision": 0.0239605783045977, + "recall": 0.0546875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03947172619047619, + "hf_subset": "eng_Latn-dww_Latn", + "languages": [ + "eng-Latn", + "dww-Latn" + ], + "main_score": 0.03947172619047619, + "precision": 0.03548177083333333, + "recall": 0.0546875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06421451914098972, + "hf_subset": "dww_Latn-eng_Latn", + "languages": [ + "dww-Latn", + "eng-Latn" + ], + "main_score": 0.06421451914098972, + "precision": 0.05653052236519608, + "recall": 0.09765625 + }, + { + "accuracy": 0.21052631578947367, + "f1": 0.15579332947754, + "hf_subset": "eng_Latn-dwy_Latn", + "languages": [ + "eng-Latn", + "dwy-Latn" + ], + "main_score": 0.15579332947754, + "precision": 0.13868003341687551, + "recall": 0.21052631578947367 + }, + { + "accuracy": 0.15789473684210525, + "f1": 0.1142247329553831, + "hf_subset": "dwy_Latn-eng_Latn", + "languages": [ + "dwy-Latn", + "eng-Latn" + ], + "main_score": 0.1142247329553831, + "precision": 0.10277926960257787, + "recall": 0.15789473684210525 + }, + { + "accuracy": 0.1640625, + "f1": 0.117113973266317, + "hf_subset": "eng_Latn-ebk_Latn", + "languages": [ + "eng-Latn", + "ebk-Latn" + ], + "main_score": 0.117113973266317, + "precision": 0.1058686755952381, + "recall": 0.1640625 + }, + { + "accuracy": 0.16015625, + "f1": 0.12049220272904483, + "hf_subset": "ebk_Latn-eng_Latn", + "languages": [ + "ebk-Latn", + "eng-Latn" + ], + "main_score": 0.12049220272904483, + "precision": 0.10757211538461539, + "recall": 0.16015625 + }, + { + "accuracy": 0.28125, + "f1": 0.21820746527777776, + "hf_subset": "eng_Latn-eko_Latn", + "languages": [ + "eng-Latn", + "eko-Latn" + ], + "main_score": 0.21820746527777776, + "precision": 0.19739929826097105, + "recall": 0.28125 + }, + { + "accuracy": 0.27734375, + "f1": 0.21013483044733045, + "hf_subset": "eko_Latn-eng_Latn", + "languages": [ + "eko-Latn", + "eng-Latn" + ], + "main_score": 0.21013483044733045, + "precision": 0.18922526041666665, + "recall": 0.27734375 + }, + { + "accuracy": 0.08984375, + "f1": 0.07122395833333334, + "hf_subset": "eng_Latn-emi_Latn", + "languages": [ + "eng-Latn", + "emi-Latn" + ], + "main_score": 0.07122395833333334, + "precision": 0.06599392361111112, + "recall": 0.08984375 + }, + { + "accuracy": 0.09765625, + "f1": 0.0713598901098901, + "hf_subset": "emi_Latn-eng_Latn", + "languages": [ + "emi-Latn", + "eng-Latn" + ], + "main_score": 0.0713598901098901, + "precision": 0.06399739583333333, + "recall": 0.09765625 + }, + { + "accuracy": 0.09375, + "f1": 0.0643308355770246, + "hf_subset": "eng_Latn-emp_Latn", + "languages": [ + "eng-Latn", + "emp-Latn" + ], + "main_score": 0.0643308355770246, + "precision": 0.057389322916666666, + "recall": 0.09375 + }, + { + "accuracy": 0.1015625, + "f1": 0.06664904448621553, + "hf_subset": "emp_Latn-eng_Latn", + "languages": [ + "emp-Latn", + "eng-Latn" + ], + "main_score": 0.06664904448621553, + "precision": 0.05661265231577732, + "recall": 0.1015625 + }, + { + "accuracy": 0.0625, + "f1": 0.040111494408369405, + "hf_subset": "eng_Latn-enq_Latn", + "languages": [ + "eng-Latn", + "enq-Latn" + ], + "main_score": 0.040111494408369405, + "precision": 0.03502875434027777, + "recall": 0.0625 + }, + { + "accuracy": 0.0390625, + "f1": 0.02738715277777777, + "hf_subset": "enq_Latn-eng_Latn", + "languages": [ + "enq-Latn", + "eng-Latn" + ], + "main_score": 0.02738715277777777, + "precision": 0.02399280024509804, + "recall": 0.0390625 + }, + { + "accuracy": 0.9140625, + "f1": 0.8919270833333333, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ], + "main_score": 0.8919270833333333, + "precision": 0.8828125, + "recall": 0.9140625 + }, + { + "accuracy": 0.953125, + "f1": 0.94140625, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ], + "main_score": 0.94140625, + "precision": 0.935546875, + "recall": 0.953125 + }, + { + "accuracy": 0.12109375, + "f1": 0.08754185267857142, + "hf_subset": "eng_Latn-eri_Latn", + "languages": [ + "eng-Latn", + "eri-Latn" + ], + "main_score": 0.08754185267857142, + "precision": 0.07865372474747474, + "recall": 0.12109375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08470610119047618, + "hf_subset": "eri_Latn-eng_Latn", + "languages": [ + "eri-Latn", + "eng-Latn" + ], + "main_score": 0.08470610119047618, + "precision": 0.07729977613304093, + "recall": 0.11328125 + }, + { + "accuracy": 0.0546875, + "f1": 0.040234374999999996, + "hf_subset": "eng_Latn-ese_Latn", + "languages": [ + "eng-Latn", + "ese-Latn" + ], + "main_score": 0.040234374999999996, + "precision": 0.03515625, + "recall": 0.0546875 + }, + { + "accuracy": 0.0390625, + "f1": 0.02097737913763066, + "hf_subset": "ese_Latn-eng_Latn", + "languages": [ + "ese-Latn", + "eng-Latn" + ], + "main_score": 0.02097737913763066, + "precision": 0.018120502465780997, + "recall": 0.0390625 + }, + { + "accuracy": 0.1328125, + "f1": 0.11027405753968253, + "hf_subset": "eng_Latn-esk_Latn", + "languages": [ + "eng-Latn", + "esk-Latn" + ], + "main_score": 0.11027405753968253, + "precision": 0.10492621527777778, + "recall": 0.1328125 + }, + { + "accuracy": 0.12109375, + "f1": 0.08909970238095237, + "hf_subset": "esk_Latn-eng_Latn", + "languages": [ + "esk-Latn", + "eng-Latn" + ], + "main_score": 0.08909970238095237, + "precision": 0.07939062148560504, + "recall": 0.12109375 + }, + { + "accuracy": 0.0625, + "f1": 0.043454338972431075, + "hf_subset": "eng_Latn-etr_Latn", + "languages": [ + "eng-Latn", + "etr-Latn" + ], + "main_score": 0.043454338972431075, + "precision": 0.037651909722222224, + "recall": 0.0625 + }, + { + "accuracy": 0.07421875, + "f1": 0.04103994963369963, + "hf_subset": "etr_Latn-eng_Latn", + "languages": [ + "etr-Latn", + "eng-Latn" + ], + "main_score": 0.04103994963369963, + "precision": 0.03469742063492063, + "recall": 0.07421875 + }, + { + "accuracy": 0.32421875, + "f1": 0.2535423846073517, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ], + "main_score": 0.2535423846073517, + "precision": 0.2326033775252525, + "recall": 0.32421875 + }, + { + "accuracy": 0.296875, + "f1": 0.22695002480158727, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ], + "main_score": 0.22695002480158727, + "precision": 0.20462896095938377, + "recall": 0.296875 + }, + { + "accuracy": 0.046875, + "f1": 0.025633285984848486, + "hf_subset": "eng_Latn-faa_Latn", + "languages": [ + "eng-Latn", + "faa-Latn" + ], + "main_score": 0.025633285984848486, + "precision": 0.022303764650239942, + "recall": 0.046875 + }, + { + "accuracy": 0.0546875, + "f1": 0.02921937003968254, + "hf_subset": "faa_Latn-eng_Latn", + "languages": [ + "faa-Latn", + "eng-Latn" + ], + "main_score": 0.02921937003968254, + "precision": 0.02335725957049486, + "recall": 0.0546875 + }, + { + "accuracy": 0.03125, + "f1": 0.02734375, + "hf_subset": "eng_Latn-fai_Latn", + "languages": [ + "eng-Latn", + "fai-Latn" + ], + "main_score": 0.02734375, + "precision": 0.026171875, + "recall": 0.03125 + }, + { + "accuracy": 0.05078125, + "f1": 0.0336999725877193, + "hf_subset": "fai_Latn-eng_Latn", + "languages": [ + "fai-Latn", + "eng-Latn" + ], + "main_score": 0.0336999725877193, + "precision": 0.03133303140096618, + "recall": 0.05078125 + }, + { + "accuracy": 0.10546875, + "f1": 0.0826264880952381, + "hf_subset": "eng_Latn-far_Latn", + "languages": [ + "eng-Latn", + "far-Latn" + ], + "main_score": 0.0826264880952381, + "precision": 0.0751953125, + "recall": 0.10546875 + }, + { + "accuracy": 0.109375, + "f1": 0.07262795797952047, + "hf_subset": "far_Latn-eng_Latn", + "languages": [ + "far-Latn", + "eng-Latn" + ], + "main_score": 0.07262795797952047, + "precision": 0.06469923305860806, + "recall": 0.109375 + }, + { + "accuracy": 0.50390625, + "f1": 0.4318517203282828, + "hf_subset": "eng_Latn-ffm_Latn", + "languages": [ + "eng-Latn", + "ffm-Latn" + ], + "main_score": 0.4318517203282828, + "precision": 0.40766524057539677, + "recall": 0.50390625 + }, + { + "accuracy": 0.55859375, + "f1": 0.4858940972222222, + "hf_subset": "ffm_Latn-eng_Latn", + "languages": [ + "ffm-Latn", + "eng-Latn" + ], + "main_score": 0.4858940972222222, + "precision": 0.45678168402777775, + "recall": 0.55859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.03893411618534974, + "hf_subset": "eng_Latn-for_Latn", + "languages": [ + "eng-Latn", + "for-Latn" + ], + "main_score": 0.03893411618534974, + "precision": 0.03525966139519919, + "recall": 0.05859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.029774305555555554, + "hf_subset": "for_Latn-eng_Latn", + "languages": [ + "for-Latn", + "eng-Latn" + ], + "main_score": 0.029774305555555554, + "precision": 0.02554675484876965, + "recall": 0.05078125 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.58984375, + "f1": 0.5114800347222221, + "hf_subset": "eng_Latn-fue_Latn", + "languages": [ + "eng-Latn", + "fue-Latn" + ], + "main_score": 0.5114800347222221, + "precision": 0.4840541294642857, + "recall": 0.58984375 + }, + { + "accuracy": 0.64453125, + "f1": 0.5673921130952381, + "hf_subset": "fue_Latn-eng_Latn", + "languages": [ + "fue-Latn", + "eng-Latn" + ], + "main_score": 0.5673921130952381, + "precision": 0.5369791666666667, + "recall": 0.64453125 + }, + { + "accuracy": 0.484375, + "f1": 0.4223465119949495, + "hf_subset": "eng_Latn-fuf_Latn", + "languages": [ + "eng-Latn", + "fuf-Latn" + ], + "main_score": 0.4223465119949495, + "precision": 0.3993536086309524, + "recall": 0.484375 + }, + { + "accuracy": 0.5390625, + "f1": 0.46640963203463204, + "hf_subset": "fuf_Latn-eng_Latn", + "languages": [ + "fuf-Latn", + "eng-Latn" + ], + "main_score": 0.46640963203463204, + "precision": 0.4373697916666667, + "recall": 0.5390625 + }, + { + "accuracy": 0.61328125, + "f1": 0.5444754464285715, + "hf_subset": "eng_Latn-fuh_Latn", + "languages": [ + "eng-Latn", + "fuh-Latn" + ], + "main_score": 0.5444754464285715, + "precision": 0.5178385416666667, + "recall": 0.61328125 + }, + { + "accuracy": 0.6171875, + "f1": 0.5399832589285714, + "hf_subset": "fuh_Latn-eng_Latn", + "languages": [ + "fuh-Latn", + "eng-Latn" + ], + "main_score": 0.5399832589285714, + "precision": 0.5073939732142857, + "recall": 0.6171875 + }, + { + "accuracy": 0.04296875, + "f1": 0.025390625, + "hf_subset": "eng_Latn-gah_Latn", + "languages": [ + "eng-Latn", + "gah-Latn" + ], + "main_score": 0.025390625, + "precision": 0.02218458967019822, + "recall": 0.04296875 + }, + { + "accuracy": 0.0390625, + "f1": 0.029179796918767507, + "hf_subset": "gah_Latn-eng_Latn", + "languages": [ + "gah-Latn", + "eng-Latn" + ], + "main_score": 0.029179796918767507, + "precision": 0.027262369791666664, + "recall": 0.0390625 + }, + { + "accuracy": 0.07421875, + "f1": 0.05228318270905923, + "hf_subset": "eng_Latn-gai_Latn", + "languages": [ + "eng-Latn", + "gai-Latn" + ], + "main_score": 0.05228318270905923, + "precision": 0.04766090029761905, + "recall": 0.07421875 + }, + { + "accuracy": 0.05859375, + "f1": 0.040223769796380086, + "hf_subset": "gai_Latn-eng_Latn", + "languages": [ + "gai-Latn", + "eng-Latn" + ], + "main_score": 0.040223769796380086, + "precision": 0.03826534386837121, + "recall": 0.05859375 + }, + { + "accuracy": 0.078125, + "f1": 0.04925207713293651, + "hf_subset": "eng_Latn-gam_Latn", + "languages": [ + "eng-Latn", + "gam-Latn" + ], + "main_score": 0.04925207713293651, + "precision": 0.04280178931451613, + "recall": 0.078125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07209801916833167, + "hf_subset": "gam_Latn-eng_Latn", + "languages": [ + "gam-Latn", + "eng-Latn" + ], + "main_score": 0.07209801916833167, + "precision": 0.06419862689393939, + "recall": 0.10546875 + }, + { + "accuracy": 0.08984375, + "f1": 0.0673828125, + "hf_subset": "eng_Latn-gaw_Latn", + "languages": [ + "eng-Latn", + "gaw-Latn" + ], + "main_score": 0.0673828125, + "precision": 0.06105840773809523, + "recall": 0.08984375 + }, + { + "accuracy": 0.0703125, + "f1": 0.043616973304473304, + "hf_subset": "gaw_Latn-eng_Latn", + "languages": [ + "gaw-Latn", + "eng-Latn" + ], + "main_score": 0.043616973304473304, + "precision": 0.039555289433260574, + "recall": 0.0703125 + }, + { + "accuracy": 0.06640625, + "f1": 0.04197048611111111, + "hf_subset": "eng_Latn-gdn_Latn", + "languages": [ + "eng-Latn", + "gdn-Latn" + ], + "main_score": 0.04197048611111111, + "precision": 0.036383107930672266, + "recall": 0.06640625 + }, + { + "accuracy": 0.078125, + "f1": 0.06135157867494824, + "hf_subset": "gdn_Latn-eng_Latn", + "languages": [ + "gdn-Latn", + "eng-Latn" + ], + "main_score": 0.06135157867494824, + "precision": 0.05616714015151515, + "recall": 0.078125 + }, + { + "accuracy": 0.078125, + "f1": 0.0559343362077737, + "hf_subset": "eng_Latn-gdr_Latn", + "languages": [ + "eng-Latn", + "gdr-Latn" + ], + "main_score": 0.0559343362077737, + "precision": 0.0517824948489011, + "recall": 0.078125 + }, + { + "accuracy": 0.109375, + "f1": 0.07622058850108868, + "hf_subset": "gdr_Latn-eng_Latn", + "languages": [ + "gdr-Latn", + "eng-Latn" + ], + "main_score": 0.07622058850108868, + "precision": 0.06868102058531746, + "recall": 0.109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.05108966950574813, + "hf_subset": "eng_Latn-geb_Latn", + "languages": [ + "eng-Latn", + "geb-Latn" + ], + "main_score": 0.05108966950574813, + "precision": 0.0458208680106658, + "recall": 0.0859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.03844246031746032, + "hf_subset": "geb_Latn-eng_Latn", + "languages": [ + "geb-Latn", + "eng-Latn" + ], + "main_score": 0.03844246031746032, + "precision": 0.03499348958333333, + "recall": 0.05078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.061219579181594264, + "hf_subset": "eng_Latn-gfk_Latn", + "languages": [ + "eng-Latn", + "gfk-Latn" + ], + "main_score": 0.061219579181594264, + "precision": 0.0528562617481203, + "recall": 0.09765625 + }, + { + "accuracy": 0.09765625, + "f1": 0.06525247998908866, + "hf_subset": "gfk_Latn-eng_Latn", + "languages": [ + "gfk-Latn", + "eng-Latn" + ], + "main_score": 0.06525247998908866, + "precision": 0.058440031828703706, + "recall": 0.09765625 + }, + { + "accuracy": 0.05859375, + "f1": 0.044594494047619046, + "hf_subset": "eng_Latn-ghs_Latn", + "languages": [ + "eng-Latn", + "ghs-Latn" + ], + "main_score": 0.044594494047619046, + "precision": 0.04283260676618127, + "recall": 0.05859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.041944021002710025, + "hf_subset": "ghs_Latn-eng_Latn", + "languages": [ + "ghs-Latn", + "eng-Latn" + ], + "main_score": 0.041944021002710025, + "precision": 0.038755580357142855, + "recall": 0.05859375 + }, + { + "accuracy": 0.8064516129032258, + "f1": 0.7508960573476702, + "hf_subset": "eng_Latn-glk_Arab", + "languages": [ + "eng-Latn", + "glk-Arab" + ], + "main_score": 0.7508960573476702, + "precision": 0.7258064516129032, + "recall": 0.8064516129032258 + }, + { + "accuracy": 0.8279569892473119, + "f1": 0.7844342037890425, + "hf_subset": "glk_Arab-eng_Latn", + "languages": [ + "glk-Arab", + "eng-Latn" + ], + "main_score": 0.7844342037890425, + "precision": 0.7670250896057347, + "recall": 0.8279569892473119 + }, + { + "accuracy": 0.0546875, + "f1": 0.03195408019626769, + "hf_subset": "eng_Latn-gmv_Latn", + "languages": [ + "eng-Latn", + "gmv-Latn" + ], + "main_score": 0.03195408019626769, + "precision": 0.028054846703822998, + "recall": 0.0546875 + }, + { + "accuracy": 0.06640625, + "f1": 0.04034598214285714, + "hf_subset": "gmv_Latn-eng_Latn", + "languages": [ + "gmv-Latn", + "eng-Latn" + ], + "main_score": 0.04034598214285714, + "precision": 0.03379085025743707, + "recall": 0.06640625 + }, + { + "accuracy": 0.08984375, + "f1": 0.061619543650793654, + "hf_subset": "eng_Latn-gng_Latn", + "languages": [ + "eng-Latn", + "gng-Latn" + ], + "main_score": 0.061619543650793654, + "precision": 0.05322265625, + "recall": 0.08984375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06338951482368556, + "hf_subset": "gng_Latn-eng_Latn", + "languages": [ + "gng-Latn", + "eng-Latn" + ], + "main_score": 0.06338951482368556, + "precision": 0.05643615282287157, + "recall": 0.09765625 + }, + { + "accuracy": 0.0234375, + "f1": 0.014269497863247863, + "hf_subset": "eng_Latn-gnn_Latn", + "languages": [ + "eng-Latn", + "gnn-Latn" + ], + "main_score": 0.014269497863247863, + "precision": 0.01324462890625, + "recall": 0.0234375 + }, + { + "accuracy": 0.0234375, + "f1": 0.013635706018518517, + "hf_subset": "gnn_Latn-eng_Latn", + "languages": [ + "gnn-Latn", + "eng-Latn" + ], + "main_score": 0.013635706018518517, + "precision": 0.011775984432234432, + "recall": 0.0234375 + }, + { + "accuracy": 0.12109375, + "f1": 0.08719880380036629, + "hf_subset": "eng_Latn-gnw_Latn", + "languages": [ + "eng-Latn", + "gnw-Latn" + ], + "main_score": 0.08719880380036629, + "precision": 0.07937394978924583, + "recall": 0.12109375 + }, + { + "accuracy": 0.12890625, + "f1": 0.08868566289231924, + "hf_subset": "gnw_Latn-eng_Latn", + "languages": [ + "gnw-Latn", + "eng-Latn" + ], + "main_score": 0.08868566289231924, + "precision": 0.07910285987391966, + "recall": 0.12890625 + }, + { + "accuracy": 0.05078125, + "f1": 0.025865730406746033, + "hf_subset": "eng_Latn-gof_Latn", + "languages": [ + "eng-Latn", + "gof-Latn" + ], + "main_score": 0.025865730406746033, + "precision": 0.02237458197324629, + "recall": 0.05078125 + }, + { + "accuracy": 0.07421875, + "f1": 0.0483822601010101, + "hf_subset": "gof_Latn-eng_Latn", + "languages": [ + "gof-Latn", + "eng-Latn" + ], + "main_score": 0.0483822601010101, + "precision": 0.04104316907051282, + "recall": 0.07421875 + }, + { + "accuracy": 0.71875, + "f1": 0.6479910714285714, + "hf_subset": "eng_Latn-grc_Grek", + "languages": [ + "eng-Latn", + "grc-Grek" + ], + "main_score": 0.6479910714285714, + "precision": 0.6178385416666667, + "recall": 0.71875 + }, + { + "accuracy": 0.67578125, + "f1": 0.604696800595238, + "hf_subset": "grc_Grek-eng_Latn", + "languages": [ + "grc-Grek", + "eng-Latn" + ], + "main_score": 0.604696800595238, + "precision": 0.577641369047619, + "recall": 0.67578125 + }, + { + "accuracy": 0.00390625, + "f1": 0.0013020833333333333, + "hf_subset": "eng_Latn-gub_Latn", + "languages": [ + "eng-Latn", + "gub-Latn" + ], + "main_score": 0.0013020833333333333, + "precision": 0.00078125, + "recall": 0.00390625 + }, + { + "accuracy": 0.0078125, + "f1": 0.0029296875, + "hf_subset": "gub_Latn-eng_Latn", + "languages": [ + "gub-Latn", + "eng-Latn" + ], + "main_score": 0.0029296875, + "precision": 0.002122961956521739, + "recall": 0.0078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.06393229166666667, + "hf_subset": "eng_Latn-guh_Latn", + "languages": [ + "eng-Latn", + "guh-Latn" + ], + "main_score": 0.06393229166666667, + "precision": 0.05797230113636363, + "recall": 0.08203125 + }, + { + "accuracy": 0.09375, + "f1": 0.06376631181318682, + "hf_subset": "guh_Latn-eng_Latn", + "languages": [ + "guh-Latn", + "eng-Latn" + ], + "main_score": 0.06376631181318682, + "precision": 0.05584916258169935, + "recall": 0.09375 + }, + { + "accuracy": 0.1171875, + "f1": 0.09220063025210085, + "hf_subset": "eng_Latn-gui_Latn", + "languages": [ + "eng-Latn", + "gui-Latn" + ], + "main_score": 0.09220063025210085, + "precision": 0.08662045961850649, + "recall": 0.1171875 + }, + { + "accuracy": 0.1171875, + "f1": 0.08634487711636149, + "hf_subset": "gui_Latn-eng_Latn", + "languages": [ + "gui-Latn", + "eng-Latn" + ], + "main_score": 0.08634487711636149, + "precision": 0.08117928638341945, + "recall": 0.1171875 + }, + { + "accuracy": 0.8515625, + "f1": 0.8177083333333333, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.8177083333333333, + "precision": 0.8014322916666667, + "recall": 0.8515625 + }, + { + "accuracy": 0.88671875, + "f1": 0.8596354166666667, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.8596354166666667, + "precision": 0.8473307291666667, + "recall": 0.88671875 + }, + { + "accuracy": 0.59375, + "f1": 0.5257254464285714, + "hf_subset": "eng_Latn-gul_Latn", + "languages": [ + "eng-Latn", + "gul-Latn" + ], + "main_score": 0.5257254464285714, + "precision": 0.5015269886363636, + "recall": 0.59375 + }, + { + "accuracy": 0.5703125, + "f1": 0.5070219494047619, + "hf_subset": "gul_Latn-eng_Latn", + "languages": [ + "gul-Latn", + "eng-Latn" + ], + "main_score": 0.5070219494047619, + "precision": 0.4851467109279609, + "recall": 0.5703125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10323660714285714, + "hf_subset": "eng_Latn-gum_Latn", + "languages": [ + "eng-Latn", + "gum-Latn" + ], + "main_score": 0.10323660714285714, + "precision": 0.09608590194527694, + "recall": 0.13671875 + }, + { + "accuracy": 0.125, + "f1": 0.09099654685592184, + "hf_subset": "gum_Latn-eng_Latn", + "languages": [ + "gum-Latn", + "eng-Latn" + ], + "main_score": 0.09099654685592184, + "precision": 0.08221571180555555, + "recall": 0.125 + }, + { + "accuracy": 0.15234375, + "f1": 0.10582225933788433, + "hf_subset": "eng_Latn-gun_Latn", + "languages": [ + "eng-Latn", + "gun-Latn" + ], + "main_score": 0.10582225933788433, + "precision": 0.09467088518099548, + "recall": 0.15234375 + }, + { + "accuracy": 0.17578125, + "f1": 0.1353794642857143, + "hf_subset": "gun_Latn-eng_Latn", + "languages": [ + "gun-Latn", + "eng-Latn" + ], + "main_score": 0.1353794642857143, + "precision": 0.12412004929812834, + "recall": 0.17578125 + }, + { + "accuracy": 0.109375, + "f1": 0.07630546536796537, + "hf_subset": "eng_Latn-guo_Latn", + "languages": [ + "eng-Latn", + "guo-Latn" + ], + "main_score": 0.07630546536796537, + "precision": 0.06804174558080808, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08558717757936508, + "hf_subset": "guo_Latn-eng_Latn", + "languages": [ + "guo-Latn", + "eng-Latn" + ], + "main_score": 0.08558717757936508, + "precision": 0.07735289024014778, + "recall": 0.1171875 + }, + { + "accuracy": 0.109375, + "f1": 0.08361807463369964, + "hf_subset": "eng_Latn-gup_Latn", + "languages": [ + "eng-Latn", + "gup-Latn" + ], + "main_score": 0.08361807463369964, + "precision": 0.0759765625, + "recall": 0.109375 + }, + { + "accuracy": 0.12890625, + "f1": 0.09553571428571428, + "hf_subset": "gup_Latn-eng_Latn", + "languages": [ + "gup-Latn", + "eng-Latn" + ], + "main_score": 0.09553571428571428, + "precision": 0.08667200854700854, + "recall": 0.12890625 + }, + { + "accuracy": 0.0859375, + "f1": 0.05618155715811965, + "hf_subset": "eng_Latn-gux_Latn", + "languages": [ + "eng-Latn", + "gux-Latn" + ], + "main_score": 0.05618155715811965, + "precision": 0.048935647968426504, + "recall": 0.0859375 + }, + { + "accuracy": 0.07421875, + "f1": 0.05061693948412698, + "hf_subset": "gux_Latn-eng_Latn", + "languages": [ + "gux-Latn", + "eng-Latn" + ], + "main_score": 0.05061693948412698, + "precision": 0.04460343070652174, + "recall": 0.07421875 + }, + { + "accuracy": 0.078125, + "f1": 0.059348131613756606, + "hf_subset": "eng_Latn-gvc_Latn", + "languages": [ + "eng-Latn", + "gvc-Latn" + ], + "main_score": 0.059348131613756606, + "precision": 0.05366586538461538, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.059294394841269846, + "hf_subset": "gvc_Latn-eng_Latn", + "languages": [ + "gvc-Latn", + "eng-Latn" + ], + "main_score": 0.059294394841269846, + "precision": 0.052680121527777776, + "recall": 0.0859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.062174479166666664, + "hf_subset": "eng_Latn-gvf_Latn", + "languages": [ + "eng-Latn", + "gvf-Latn" + ], + "main_score": 0.062174479166666664, + "precision": 0.05715215773809523, + "recall": 0.08203125 + }, + { + "accuracy": 0.0703125, + "f1": 0.05698029891304347, + "hf_subset": "gvf_Latn-eng_Latn", + "languages": [ + "gvf-Latn", + "eng-Latn" + ], + "main_score": 0.05698029891304347, + "precision": 0.05226089015151515, + "recall": 0.0703125 + }, + { + "accuracy": 0.1640625, + "f1": 0.12413532647907646, + "hf_subset": "eng_Latn-gvn_Latn", + "languages": [ + "eng-Latn", + "gvn-Latn" + ], + "main_score": 0.12413532647907646, + "precision": 0.11473658679480564, + "recall": 0.1640625 + }, + { + "accuracy": 0.125, + "f1": 0.0912021011553047, + "hf_subset": "gvn_Latn-eng_Latn", + "languages": [ + "gvn-Latn", + "eng-Latn" + ], + "main_score": 0.0912021011553047, + "precision": 0.08310095937049061, + "recall": 0.125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06462053571428572, + "hf_subset": "eng_Latn-gvs_Latn", + "languages": [ + "eng-Latn", + "gvs-Latn" + ], + "main_score": 0.06462053571428572, + "precision": 0.059309895833333334, + "recall": 0.0859375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06622813482704402, + "hf_subset": "gvs_Latn-eng_Latn", + "languages": [ + "gvs-Latn", + "eng-Latn" + ], + "main_score": 0.06622813482704402, + "precision": 0.060574818259940544, + "recall": 0.08984375 + }, + { + "accuracy": 0.12890625, + "f1": 0.09897411616161617, + "hf_subset": "eng_Latn-gwi_Latn", + "languages": [ + "eng-Latn", + "gwi-Latn" + ], + "main_score": 0.09897411616161617, + "precision": 0.09167159880050504, + "recall": 0.12890625 + }, + { + "accuracy": 0.15234375, + "f1": 0.1189422123015873, + "hf_subset": "gwi_Latn-eng_Latn", + "languages": [ + "gwi-Latn", + "eng-Latn" + ], + "main_score": 0.1189422123015873, + "precision": 0.10842211174242425, + "recall": 0.15234375 + }, + { + "accuracy": 0.1015625, + "f1": 0.07560453869047619, + "hf_subset": "eng_Latn-gym_Latn", + "languages": [ + "eng-Latn", + "gym-Latn" + ], + "main_score": 0.07560453869047619, + "precision": 0.06883060515873016, + "recall": 0.1015625 + }, + { + "accuracy": 0.08203125, + "f1": 0.06942708333333333, + "hf_subset": "gym_Latn-eng_Latn", + "languages": [ + "gym-Latn", + "eng-Latn" + ], + "main_score": 0.06942708333333333, + "precision": 0.06716660385745207, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06044292717086835, + "hf_subset": "eng_Latn-gyr_Latn", + "languages": [ + "eng-Latn", + "gyr-Latn" + ], + "main_score": 0.06044292717086835, + "precision": 0.054958767361111105, + "recall": 0.0859375 + }, + { + "accuracy": 0.12109375, + "f1": 0.08615676857864357, + "hf_subset": "gyr_Latn-eng_Latn", + "languages": [ + "gyr-Latn", + "eng-Latn" + ], + "main_score": 0.08615676857864357, + "precision": 0.07794787837009803, + "recall": 0.12109375 + }, + { + "accuracy": 0.38671875, + "f1": 0.3091760484970503, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ], + "main_score": 0.3091760484970503, + "precision": 0.2878138950892857, + "recall": 0.38671875 + }, + { + "accuracy": 0.5, + "f1": 0.4128348214285714, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ], + "main_score": 0.4128348214285714, + "precision": 0.380172821969697, + "recall": 0.5 + }, + { + "accuracy": 0.78515625, + "f1": 0.7277343749999999, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "main_score": 0.7277343749999999, + "precision": 0.7024739583333333, + "recall": 0.78515625 + }, + { + "accuracy": 0.83203125, + "f1": 0.7864583333333334, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ], + "main_score": 0.7864583333333334, + "precision": 0.7649739583333333, + "recall": 0.83203125 + }, + { + "accuracy": 0.15625, + "f1": 0.12441344246031746, + "hf_subset": "eng_Latn-haw_Latn", + "languages": [ + "eng-Latn", + "haw-Latn" + ], + "main_score": 0.12441344246031746, + "precision": 0.11727096688034189, + "recall": 0.15625 + }, + { + "accuracy": 0.14453125, + "f1": 0.10163191842879343, + "hf_subset": "haw_Latn-eng_Latn", + "languages": [ + "haw-Latn", + "eng-Latn" + ], + "main_score": 0.10163191842879343, + "precision": 0.09003918875242406, + "recall": 0.14453125 + }, + { + "accuracy": 0.03515625, + "f1": 0.017609358647305076, + "hf_subset": "eng_Latn-hbo_Hebr", + "languages": [ + "eng-Latn", + "hbo-Hebr" + ], + "main_score": 0.017609358647305076, + "precision": 0.014567057291666666, + "recall": 0.03515625 + }, + { + "accuracy": 0.01953125, + "f1": 0.003260617770446399, + "hf_subset": "hbo_Hebr-eng_Latn", + "languages": [ + "hbo-Hebr", + "eng-Latn" + ], + "main_score": 0.003260617770446399, + "precision": 0.0018644673778602351, + "recall": 0.01953125 + }, + { + "accuracy": 0.01953125, + "f1": 0.012239583333333333, + "hf_subset": "eng_Latn-hch_Latn", + "languages": [ + "eng-Latn", + "hch-Latn" + ], + "main_score": 0.012239583333333333, + "precision": 0.010546875, + "recall": 0.01953125 + }, + { + "accuracy": 0.03125, + "f1": 0.019209558823529413, + "hf_subset": "hch_Latn-eng_Latn", + "languages": [ + "hch-Latn", + "eng-Latn" + ], + "main_score": 0.019209558823529413, + "precision": 0.016520182291666664, + "recall": 0.03125 + }, + { + "accuracy": 0.74609375, + "f1": 0.6769531249999999, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ], + "main_score": 0.6769531249999999, + "precision": 0.6466145833333333, + "recall": 0.74609375 + }, + { + "accuracy": 0.76953125, + "f1": 0.7171316964285714, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ], + "main_score": 0.7171316964285714, + "precision": 0.6954427083333334, + "recall": 0.76953125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04114225618131868, + "hf_subset": "eng_Latn-heg_Latn", + "languages": [ + "eng-Latn", + "heg-Latn" + ], + "main_score": 0.04114225618131868, + "precision": 0.0341796875, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03601639470443349, + "hf_subset": "heg_Latn-eng_Latn", + "languages": [ + "heg-Latn", + "eng-Latn" + ], + "main_score": 0.03601639470443349, + "precision": 0.030993009868421052, + "recall": 0.0546875 + }, + { + "accuracy": 0.9296875, + "f1": 0.9095052083333333, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9095052083333333, + "precision": 0.900390625, + "recall": 0.9296875 + }, + { + "accuracy": 0.94921875, + "f1": 0.9348958333333333, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9348958333333333, + "precision": 0.927734375, + "recall": 0.94921875 + }, + { + "accuracy": 0.03125, + "f1": 0.01511523016457227, + "hf_subset": "eng_Latn-hix_Latn", + "languages": [ + "eng-Latn", + "hix-Latn" + ], + "main_score": 0.01511523016457227, + "precision": 0.012847222222222223, + "recall": 0.03125 + }, + { + "accuracy": 0.01171875, + "f1": 0.002242223921911422, + "hf_subset": "hix_Latn-eng_Latn", + "languages": [ + "hix-Latn", + "eng-Latn" + ], + "main_score": 0.002242223921911422, + "precision": 0.0014497788112522686, + "recall": 0.01171875 + }, + { + "accuracy": 0.09765625, + "f1": 0.060755151966089466, + "hf_subset": "eng_Latn-hla_Latn", + "languages": [ + "eng-Latn", + "hla-Latn" + ], + "main_score": 0.060755151966089466, + "precision": 0.052654134570494865, + "recall": 0.09765625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05349330357142856, + "hf_subset": "hla_Latn-eng_Latn", + "languages": [ + "hla-Latn", + "eng-Latn" + ], + "main_score": 0.05349330357142856, + "precision": 0.045960582386363635, + "recall": 0.08203125 + }, + { + "accuracy": 0.09765625, + "f1": 0.05343053795797698, + "hf_subset": "eng_Latn-hlt_Latn", + "languages": [ + "eng-Latn", + "hlt-Latn" + ], + "main_score": 0.05343053795797698, + "precision": 0.04370029926670552, + "recall": 0.09765625 + }, + { + "accuracy": 0.11328125, + "f1": 0.082275390625, + "hf_subset": "hlt_Latn-eng_Latn", + "languages": [ + "hlt-Latn", + "eng-Latn" + ], + "main_score": 0.082275390625, + "precision": 0.07200100806451612, + "recall": 0.11328125 + }, + { + "accuracy": 0.12109375, + "f1": 0.101875, + "hf_subset": "eng_Latn-hmo_Latn", + "languages": [ + "eng-Latn", + "hmo-Latn" + ], + "main_score": 0.101875, + "precision": 0.09586588541666667, + "recall": 0.12109375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10790219237998842, + "hf_subset": "hmo_Latn-eng_Latn", + "languages": [ + "hmo-Latn", + "eng-Latn" + ], + "main_score": 0.10790219237998842, + "precision": 0.10014326621028923, + "recall": 0.13671875 + }, + { + "accuracy": 0.109375, + "f1": 0.07324866973304472, + "hf_subset": "eng_Latn-hns_Latn", + "languages": [ + "eng-Latn", + "hns-Latn" + ], + "main_score": 0.07324866973304472, + "precision": 0.06521732390873017, + "recall": 0.109375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07598586309523808, + "hf_subset": "hns_Latn-eng_Latn", + "languages": [ + "hns-Latn", + "eng-Latn" + ], + "main_score": 0.07598586309523808, + "precision": 0.06848588947990544, + "recall": 0.10546875 + }, + { + "accuracy": 0.1328125, + "f1": 0.108984375, + "hf_subset": "eng_Latn-hop_Latn", + "languages": [ + "eng-Latn", + "hop-Latn" + ], + "main_score": 0.108984375, + "precision": 0.1001953125, + "recall": 0.1328125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10585973271520145, + "hf_subset": "hop_Latn-eng_Latn", + "languages": [ + "hop-Latn", + "eng-Latn" + ], + "main_score": 0.10585973271520145, + "precision": 0.09870009718899522, + "recall": 0.13671875 + }, + { + "accuracy": 0.0703125, + "f1": 0.049591846372936524, + "hf_subset": "eng_Latn-hot_Latn", + "languages": [ + "eng-Latn", + "hot-Latn" + ], + "main_score": 0.049591846372936524, + "precision": 0.045204063514610385, + "recall": 0.0703125 + }, + { + "accuracy": 0.0703125, + "f1": 0.047922247023809525, + "hf_subset": "hot_Latn-eng_Latn", + "languages": [ + "hot-Latn", + "eng-Latn" + ], + "main_score": 0.047922247023809525, + "precision": 0.043643043154761904, + "recall": 0.0703125 + }, + { + "accuracy": 0.92578125, + "f1": 0.904296875, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ], + "main_score": 0.904296875, + "precision": 0.8938802083333333, + "recall": 0.92578125 + }, + { + "accuracy": 0.9375, + "f1": 0.923828125, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ], + "main_score": 0.923828125, + "precision": 0.9173177083333334, + "recall": 0.9375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07448846726190476, + "hf_subset": "eng_Latn-hto_Latn", + "languages": [ + "eng-Latn", + "hto-Latn" + ], + "main_score": 0.07448846726190476, + "precision": 0.0683500744047619, + "recall": 0.09765625 + }, + { + "accuracy": 0.10546875, + "f1": 0.0785278566919192, + "hf_subset": "hto_Latn-eng_Latn", + "languages": [ + "hto-Latn", + "eng-Latn" + ], + "main_score": 0.0785278566919192, + "precision": 0.07175475659013605, + "recall": 0.10546875 + }, + { + "accuracy": 0.0859375, + "f1": 0.06791294642857142, + "hf_subset": "eng_Latn-hub_Latn", + "languages": [ + "eng-Latn", + "hub-Latn" + ], + "main_score": 0.06791294642857142, + "precision": 0.06205455043859649, + "recall": 0.0859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.056589551143037854, + "hf_subset": "hub_Latn-eng_Latn", + "languages": [ + "hub-Latn", + "eng-Latn" + ], + "main_score": 0.056589551143037854, + "precision": 0.05110496238425926, + "recall": 0.08203125 + }, + { + "accuracy": 0.03125, + "f1": 0.024739583333333332, + "hf_subset": "eng_Latn-hui_Latn", + "languages": [ + "eng-Latn", + "hui-Latn" + ], + "main_score": 0.024739583333333332, + "precision": 0.022265625, + "recall": 0.03125 + }, + { + "accuracy": 0.04296875, + "f1": 0.02747395833333333, + "hf_subset": "hui_Latn-eng_Latn", + "languages": [ + "hui-Latn", + "eng-Latn" + ], + "main_score": 0.02747395833333333, + "precision": 0.022699652777777777, + "recall": 0.04296875 + }, + { + "accuracy": 0.9296875, + "f1": 0.908203125, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ], + "main_score": 0.908203125, + "precision": 0.8977864583333334, + "recall": 0.9296875 + }, + { + "accuracy": 0.9609375, + "f1": 0.9494791666666667, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ], + "main_score": 0.9494791666666667, + "precision": 0.9443359375, + "recall": 0.9609375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04096516148325359, + "hf_subset": "eng_Latn-hus_Latn", + "languages": [ + "eng-Latn", + "hus-Latn" + ], + "main_score": 0.04096516148325359, + "precision": 0.033190724206349206, + "recall": 0.07421875 + }, + { + "accuracy": 0.02734375, + "f1": 0.013491586538461537, + "hf_subset": "hus_Latn-eng_Latn", + "languages": [ + "hus-Latn", + "eng-Latn" + ], + "main_score": 0.013491586538461537, + "precision": 0.010221354166666667, + "recall": 0.02734375 + }, + { + "accuracy": 0.1015625, + "f1": 0.0738873106060606, + "hf_subset": "eng_Latn-huu_Latn", + "languages": [ + "eng-Latn", + "huu-Latn" + ], + "main_score": 0.0738873106060606, + "precision": 0.06399739583333333, + "recall": 0.1015625 + }, + { + "accuracy": 0.0703125, + "f1": 0.054316102493185824, + "hf_subset": "huu_Latn-eng_Latn", + "languages": [ + "huu-Latn", + "eng-Latn" + ], + "main_score": 0.054316102493185824, + "precision": 0.052009465144230764, + "recall": 0.0703125 + }, + { + "accuracy": 0.15234375, + "f1": 0.10953621031746032, + "hf_subset": "eng_Latn-huv_Latn", + "languages": [ + "eng-Latn", + "huv-Latn" + ], + "main_score": 0.10953621031746032, + "precision": 0.09905598958333334, + "recall": 0.15234375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10726686507936509, + "hf_subset": "huv_Latn-eng_Latn", + "languages": [ + "huv-Latn", + "eng-Latn" + ], + "main_score": 0.10726686507936509, + "precision": 0.09867564418859648, + "recall": 0.13671875 + }, + { + "accuracy": 0.1746031746031746, + "f1": 0.1365079365079365, + "hf_subset": "eng_Latn-hvn_Latn", + "languages": [ + "eng-Latn", + "hvn-Latn" + ], + "main_score": 0.1365079365079365, + "precision": 0.12235449735449737, + "recall": 0.1746031746031746 + }, + { + "accuracy": 0.11904761904761904, + "f1": 0.08291761148904006, + "hf_subset": "hvn_Latn-eng_Latn", + "languages": [ + "hvn-Latn", + "eng-Latn" + ], + "main_score": 0.08291761148904006, + "precision": 0.07598722415795586, + "recall": 0.11904761904761904 + }, + { + "accuracy": 0.06640625, + "f1": 0.03996620783730158, + "hf_subset": "eng_Latn-ian_Latn", + "languages": [ + "eng-Latn", + "ian-Latn" + ], + "main_score": 0.03996620783730158, + "precision": 0.034674436317359114, + "recall": 0.06640625 + }, + { + "accuracy": 0.0703125, + "f1": 0.0455972413003663, + "hf_subset": "ian_Latn-eng_Latn", + "languages": [ + "ian-Latn", + "eng-Latn" + ], + "main_score": 0.0455972413003663, + "precision": 0.04105937088274044, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06171212815184602, + "hf_subset": "eng_Latn-ign_Latn", + "languages": [ + "eng-Latn", + "ign-Latn" + ], + "main_score": 0.06171212815184602, + "precision": 0.056227523561507925, + "recall": 0.0859375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04424152236652236, + "hf_subset": "ign_Latn-eng_Latn", + "languages": [ + "ign-Latn", + "eng-Latn" + ], + "main_score": 0.04424152236652236, + "precision": 0.03794886009959539, + "recall": 0.07421875 + }, + { + "accuracy": 0.24609375, + "f1": 0.17840044070512817, + "hf_subset": "eng_Latn-ikk_Latn", + "languages": [ + "eng-Latn", + "ikk-Latn" + ], + "main_score": 0.17840044070512817, + "precision": 0.15704341231684982, + "recall": 0.24609375 + }, + { + "accuracy": 0.26953125, + "f1": 0.21198226686507934, + "hf_subset": "ikk_Latn-eng_Latn", + "languages": [ + "ikk-Latn", + "eng-Latn" + ], + "main_score": 0.21198226686507934, + "precision": 0.19452113983877964, + "recall": 0.26953125 + }, + { + "accuracy": 0.16796875, + "f1": 0.11706194196428571, + "hf_subset": "eng_Latn-ikw_Latn", + "languages": [ + "eng-Latn", + "ikw-Latn" + ], + "main_score": 0.11706194196428571, + "precision": 0.10367373511904762, + "recall": 0.16796875 + }, + { + "accuracy": 0.1484375, + "f1": 0.10915918431162333, + "hf_subset": "ikw_Latn-eng_Latn", + "languages": [ + "ikw-Latn", + "eng-Latn" + ], + "main_score": 0.10915918431162333, + "precision": 0.09758463541666666, + "recall": 0.1484375 + }, + { + "accuracy": 0.32421875, + "f1": 0.2648406498015873, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ], + "main_score": 0.2648406498015873, + "precision": 0.24575892857142856, + "recall": 0.32421875 + }, + { + "accuracy": 0.3515625, + "f1": 0.2868706597222222, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ], + "main_score": 0.2868706597222222, + "precision": 0.26659240282287155, + "recall": 0.3515625 + }, + { + "accuracy": 0.0625, + "f1": 0.045986995341614906, + "hf_subset": "eng_Latn-imo_Latn", + "languages": [ + "eng-Latn", + "imo-Latn" + ], + "main_score": 0.045986995341614906, + "precision": 0.041648910984848485, + "recall": 0.0625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04292872925685425, + "hf_subset": "imo_Latn-eng_Latn", + "languages": [ + "imo-Latn", + "eng-Latn" + ], + "main_score": 0.04292872925685425, + "precision": 0.03691513564560439, + "recall": 0.0703125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06362847222222222, + "hf_subset": "eng_Latn-inb_Latn", + "languages": [ + "eng-Latn", + "inb-Latn" + ], + "main_score": 0.06362847222222222, + "precision": 0.05694387335526316, + "recall": 0.08984375 + }, + { + "accuracy": 0.109375, + "f1": 0.07814083614864864, + "hf_subset": "inb_Latn-eng_Latn", + "languages": [ + "inb-Latn", + "eng-Latn" + ], + "main_score": 0.07814083614864864, + "precision": 0.069109623015873, + "recall": 0.109375 + }, + { + "accuracy": 0.94140625, + "f1": 0.921875, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "main_score": 0.921875, + "precision": 0.912109375, + "recall": 0.94140625 + }, + { + "accuracy": 0.9453125, + "f1": 0.927734375, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ], + "main_score": 0.927734375, + "precision": 0.9192708333333333, + "recall": 0.9453125 + }, + { + "accuracy": 0.046875, + "f1": 0.03274739583333333, + "hf_subset": "eng_Latn-ino_Latn", + "languages": [ + "eng-Latn", + "ino-Latn" + ], + "main_score": 0.03274739583333333, + "precision": 0.029843488930659984, + "recall": 0.046875 + }, + { + "accuracy": 0.04296875, + "f1": 0.02182491987179487, + "hf_subset": "ino_Latn-eng_Latn", + "languages": [ + "ino-Latn", + "eng-Latn" + ], + "main_score": 0.02182491987179487, + "precision": 0.01697048611111111, + "recall": 0.04296875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06027444879466938, + "hf_subset": "eng_Latn-iou_Latn", + "languages": [ + "eng-Latn", + "iou-Latn" + ], + "main_score": 0.06027444879466938, + "precision": 0.053178380863927746, + "recall": 0.09765625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05415463060224089, + "hf_subset": "iou_Latn-eng_Latn", + "languages": [ + "iou-Latn", + "eng-Latn" + ], + "main_score": 0.05415463060224089, + "precision": 0.04852773094960595, + "recall": 0.08203125 + }, + { + "accuracy": 0.015625, + "f1": 0.007405598958333332, + "hf_subset": "eng_Latn-ipi_Latn", + "languages": [ + "eng-Latn", + "ipi-Latn" + ], + "main_score": 0.007405598958333332, + "precision": 0.005334341397849463, + "recall": 0.015625 + }, + { + "accuracy": 0.02734375, + "f1": 0.00969083796131306, + "hf_subset": "ipi_Latn-eng_Latn", + "languages": [ + "ipi-Latn", + "eng-Latn" + ], + "main_score": 0.00969083796131306, + "precision": 0.0076366341991341985, + "recall": 0.02734375 + }, + { + "accuracy": 0.16015625, + "f1": 0.11594432043650793, + "hf_subset": "eng_Latn-isn_Latn", + "languages": [ + "eng-Latn", + "isn-Latn" + ], + "main_score": 0.11594432043650793, + "precision": 0.10306454613095238, + "recall": 0.16015625 + }, + { + "accuracy": 0.18359375, + "f1": 0.13776909722222222, + "hf_subset": "isn_Latn-eng_Latn", + "languages": [ + "isn-Latn", + "eng-Latn" + ], + "main_score": 0.13776909722222222, + "precision": 0.12545572916666664, + "recall": 0.18359375 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.984375, + "f1": 0.9791666666666666, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.9791666666666666, + "precision": 0.9765625, + "recall": 0.984375 + }, + { + "accuracy": 0.078125, + "f1": 0.05904551862611073, + "hf_subset": "eng_Latn-iws_Latn", + "languages": [ + "eng-Latn", + "iws-Latn" + ], + "main_score": 0.05904551862611073, + "precision": 0.055270098824786326, + "recall": 0.078125 + }, + { + "accuracy": 0.0625, + "f1": 0.04556446158008658, + "hf_subset": "iws_Latn-eng_Latn", + "languages": [ + "iws-Latn", + "eng-Latn" + ], + "main_score": 0.04556446158008658, + "precision": 0.041461581659619454, + "recall": 0.0625 + }, + { + "accuracy": 0.06640625, + "f1": 0.035210861187423684, + "hf_subset": "eng_Latn-ixl_Latn", + "languages": [ + "eng-Latn", + "ixl-Latn" + ], + "main_score": 0.035210861187423684, + "precision": 0.02876774727617655, + "recall": 0.06640625 + }, + { + "accuracy": 0.06640625, + "f1": 0.0458984375, + "hf_subset": "ixl_Latn-eng_Latn", + "languages": [ + "ixl-Latn", + "eng-Latn" + ], + "main_score": 0.0458984375, + "precision": 0.039229910714285714, + "recall": 0.06640625 + }, + { + "accuracy": 0.15625, + "f1": 0.1215528612012987, + "hf_subset": "eng_Latn-jac_Latn", + "languages": [ + "eng-Latn", + "jac-Latn" + ], + "main_score": 0.1215528612012987, + "precision": 0.11012834821428572, + "recall": 0.15625 + }, + { + "accuracy": 0.140625, + "f1": 0.11394159226190476, + "hf_subset": "jac_Latn-eng_Latn", + "languages": [ + "jac-Latn", + "eng-Latn" + ], + "main_score": 0.11394159226190476, + "precision": 0.1074352297008547, + "recall": 0.140625 + }, + { + "accuracy": 0.07421875, + "f1": 0.049809224375725894, + "hf_subset": "eng_Latn-jae_Latn", + "languages": [ + "eng-Latn", + "jae-Latn" + ], + "main_score": 0.049809224375725894, + "precision": 0.04232235863095238, + "recall": 0.07421875 + }, + { + "accuracy": 0.0859375, + "f1": 0.06769497863247863, + "hf_subset": "jae_Latn-eng_Latn", + "languages": [ + "jae-Latn", + "eng-Latn" + ], + "main_score": 0.06769497863247863, + "precision": 0.06442057291666667, + "recall": 0.0859375 + }, + { + "accuracy": 0.08661417322834646, + "f1": 0.06526684164479439, + "hf_subset": "eng_Latn-jao_Latn", + "languages": [ + "eng-Latn", + "jao-Latn" + ], + "main_score": 0.06526684164479439, + "precision": 0.060310887863155034, + "recall": 0.08661417322834646 + }, + { + "accuracy": 0.07874015748031496, + "f1": 0.04243912078557748, + "hf_subset": "jao_Latn-eng_Latn", + "languages": [ + "jao-Latn", + "eng-Latn" + ], + "main_score": 0.04243912078557748, + "precision": 0.0341519810023747, + "recall": 0.07874015748031496 + }, + { + "accuracy": 0.11328125, + "f1": 0.069140625, + "hf_subset": "eng_Latn-jic_Latn", + "languages": [ + "eng-Latn", + "jic-Latn" + ], + "main_score": 0.069140625, + "precision": 0.05542224702380952, + "recall": 0.11328125 + }, + { + "accuracy": 0.0546875, + "f1": 0.04262057387057387, + "hf_subset": "jic_Latn-eng_Latn", + "languages": [ + "jic-Latn", + "eng-Latn" + ], + "main_score": 0.04262057387057387, + "precision": 0.040375434027777775, + "recall": 0.0546875 + }, + { + "accuracy": 0.1328125, + "f1": 0.0951470473057644, + "hf_subset": "eng_Latn-jid_Latn", + "languages": [ + "eng-Latn", + "jid-Latn" + ], + "main_score": 0.0951470473057644, + "precision": 0.08315972222222223, + "recall": 0.1328125 + }, + { + "accuracy": 0.09765625, + "f1": 0.06839192708333333, + "hf_subset": "jid_Latn-eng_Latn", + "languages": [ + "jid-Latn", + "eng-Latn" + ], + "main_score": 0.06839192708333333, + "precision": 0.0599547371031746, + "recall": 0.09765625 + }, + { + "accuracy": 0.05078125, + "f1": 0.02020851001130739, + "hf_subset": "eng_Latn-jiv_Latn", + "languages": [ + "eng-Latn", + "jiv-Latn" + ], + "main_score": 0.02020851001130739, + "precision": 0.016992928033224088, + "recall": 0.05078125 + }, + { + "accuracy": 0.03125, + "f1": 0.01609002976190476, + "hf_subset": "jiv_Latn-eng_Latn", + "languages": [ + "jiv-Latn", + "eng-Latn" + ], + "main_score": 0.01609002976190476, + "precision": 0.013253348214285714, + "recall": 0.03125 + }, + { + "accuracy": 0.05078125, + "f1": 0.03995535714285714, + "hf_subset": "eng_Latn-jni_Latn", + "languages": [ + "eng-Latn", + "jni-Latn" + ], + "main_score": 0.03995535714285714, + "precision": 0.0373046875, + "recall": 0.05078125 + }, + { + "accuracy": 0.0625, + "f1": 0.04431423611111111, + "hf_subset": "jni_Latn-eng_Latn", + "languages": [ + "jni-Latn", + "eng-Latn" + ], + "main_score": 0.04431423611111111, + "precision": 0.03896675857843137, + "recall": 0.0625 + }, + { + "accuracy": 0.94921875, + "f1": 0.935546875, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ], + "main_score": 0.935546875, + "precision": 0.9290364583333334, + "recall": 0.94921875 + }, + { + "accuracy": 0.96484375, + "f1": 0.9557291666666666, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ], + "main_score": 0.9557291666666666, + "precision": 0.951171875, + "recall": 0.96484375 + }, + { + "accuracy": 0.32421875, + "f1": 0.27040860615079365, + "hf_subset": "eng_Latn-jvn_Latn", + "languages": [ + "eng-Latn", + "jvn-Latn" + ], + "main_score": 0.27040860615079365, + "precision": 0.25205247226731603, + "recall": 0.32421875 + }, + { + "accuracy": 0.2890625, + "f1": 0.22934895833333332, + "hf_subset": "jvn_Latn-eng_Latn", + "languages": [ + "jvn-Latn", + "eng-Latn" + ], + "main_score": 0.22934895833333332, + "precision": 0.20831008184523808, + "recall": 0.2890625 + }, + { + "accuracy": 0.85546875, + "f1": 0.8235677083333333, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.8235677083333333, + "precision": 0.8092447916666666, + "recall": 0.85546875 + }, + { + "accuracy": 0.84375, + "f1": 0.8092447916666667, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.8092447916666667, + "precision": 0.79296875, + "recall": 0.84375 + }, + { + "accuracy": 0.0859375, + "f1": 0.05985581259018759, + "hf_subset": "eng_Latn-kaq_Latn", + "languages": [ + "eng-Latn", + "kaq-Latn" + ], + "main_score": 0.05985581259018759, + "precision": 0.05516435946637427, + "recall": 0.0859375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08382079394257702, + "hf_subset": "kaq_Latn-eng_Latn", + "languages": [ + "kaq-Latn", + "eng-Latn" + ], + "main_score": 0.08382079394257702, + "precision": 0.07639324399876038, + "recall": 0.11328125 + }, + { + "accuracy": 0.09375, + "f1": 0.07246074238261738, + "hf_subset": "eng_Latn-kbc_Latn", + "languages": [ + "eng-Latn", + "kbc-Latn" + ], + "main_score": 0.07246074238261738, + "precision": 0.06799892022357723, + "recall": 0.09375 + }, + { + "accuracy": 0.109375, + "f1": 0.0759673981772196, + "hf_subset": "kbc_Latn-eng_Latn", + "languages": [ + "kbc-Latn", + "eng-Latn" + ], + "main_score": 0.0759673981772196, + "precision": 0.06707870751096491, + "recall": 0.109375 + }, + { + "accuracy": 0.1328125, + "f1": 0.09675409226190476, + "hf_subset": "eng_Latn-kbh_Latn", + "languages": [ + "eng-Latn", + "kbh-Latn" + ], + "main_score": 0.09675409226190476, + "precision": 0.08699466765873015, + "recall": 0.1328125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10659806773088024, + "hf_subset": "kbh_Latn-eng_Latn", + "languages": [ + "kbh-Latn", + "eng-Latn" + ], + "main_score": 0.10659806773088024, + "precision": 0.10014132234088867, + "recall": 0.13671875 + }, + { + "accuracy": 0.06640625, + "f1": 0.04978298611111111, + "hf_subset": "eng_Latn-kbm_Latn", + "languages": [ + "eng-Latn", + "kbm-Latn" + ], + "main_score": 0.04978298611111111, + "precision": 0.045151654411764705, + "recall": 0.06640625 + }, + { + "accuracy": 0.078125, + "f1": 0.05972222222222222, + "hf_subset": "kbm_Latn-eng_Latn", + "languages": [ + "kbm-Latn", + "eng-Latn" + ], + "main_score": 0.05972222222222222, + "precision": 0.05466424851190476, + "recall": 0.078125 + }, + { + "accuracy": 0.1015625, + "f1": 0.07090895215895215, + "hf_subset": "eng_Latn-kbq_Latn", + "languages": [ + "eng-Latn", + "kbq-Latn" + ], + "main_score": 0.07090895215895215, + "precision": 0.06531681209415584, + "recall": 0.1015625 + }, + { + "accuracy": 0.09765625, + "f1": 0.06501170955323915, + "hf_subset": "kbq_Latn-eng_Latn", + "languages": [ + "kbq-Latn", + "eng-Latn" + ], + "main_score": 0.06501170955323915, + "precision": 0.05796167425303454, + "recall": 0.09765625 + }, + { + "accuracy": 0.34375, + "f1": 0.27793306953463204, + "hf_subset": "eng_Latn-kdc_Latn", + "languages": [ + "eng-Latn", + "kdc-Latn" + ], + "main_score": 0.27793306953463204, + "precision": 0.2566778273809524, + "recall": 0.34375 + }, + { + "accuracy": 0.3828125, + "f1": 0.3068917410714285, + "hf_subset": "kdc_Latn-eng_Latn", + "languages": [ + "kdc-Latn", + "eng-Latn" + ], + "main_score": 0.3068917410714285, + "precision": 0.2789835164835165, + "recall": 0.3828125 + }, + { + "accuracy": 0.234375, + "f1": 0.18600880456349206, + "hf_subset": "eng_Latn-kde_Latn", + "languages": [ + "eng-Latn", + "kde-Latn" + ], + "main_score": 0.18600880456349206, + "precision": 0.1728670634920635, + "recall": 0.234375 + }, + { + "accuracy": 0.27734375, + "f1": 0.20088045634920634, + "hf_subset": "kde_Latn-eng_Latn", + "languages": [ + "kde-Latn", + "eng-Latn" + ], + "main_score": 0.20088045634920634, + "precision": 0.17956184440559442, + "recall": 0.27734375 + }, + { + "accuracy": 0.0703125, + "f1": 0.04205729166666666, + "hf_subset": "eng_Latn-kdl_Latn", + "languages": [ + "eng-Latn", + "kdl-Latn" + ], + "main_score": 0.04205729166666666, + "precision": 0.034728422619047614, + "recall": 0.0703125 + }, + { + "accuracy": 0.0703125, + "f1": 0.04617664579116059, + "hf_subset": "kdl_Latn-eng_Latn", + "languages": [ + "kdl-Latn", + "eng-Latn" + ], + "main_score": 0.04617664579116059, + "precision": 0.04169766712735462, + "recall": 0.0703125 + }, + { + "accuracy": 0.15625, + "f1": 0.12866639254385964, + "hf_subset": "eng_Latn-kek_Latn", + "languages": [ + "eng-Latn", + "kek-Latn" + ], + "main_score": 0.12866639254385964, + "precision": 0.12080021016081871, + "recall": 0.15625 + }, + { + "accuracy": 0.140625, + "f1": 0.10611114146270395, + "hf_subset": "kek_Latn-eng_Latn", + "languages": [ + "kek-Latn", + "eng-Latn" + ], + "main_score": 0.10611114146270395, + "precision": 0.09692266555059524, + "recall": 0.140625 + }, + { + "accuracy": 0.078125, + "f1": 0.05218167934039644, + "hf_subset": "eng_Latn-ken_Latn", + "languages": [ + "eng-Latn", + "ken-Latn" + ], + "main_score": 0.05218167934039644, + "precision": 0.046920469576719574, + "recall": 0.078125 + }, + { + "accuracy": 0.08984375, + "f1": 0.05546120169082125, + "hf_subset": "ken_Latn-eng_Latn", + "languages": [ + "ken-Latn", + "eng-Latn" + ], + "main_score": 0.05546120169082125, + "precision": 0.04692234848484848, + "recall": 0.08984375 + }, + { + "accuracy": 0.06640625, + "f1": 0.04148995535714285, + "hf_subset": "eng_Latn-kew_Latn", + "languages": [ + "eng-Latn", + "kew-Latn" + ], + "main_score": 0.04148995535714285, + "precision": 0.03503939636752136, + "recall": 0.06640625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04723090277777778, + "hf_subset": "kew_Latn-eng_Latn", + "languages": [ + "kew-Latn", + "eng-Latn" + ], + "main_score": 0.04723090277777778, + "precision": 0.04199410232843137, + "recall": 0.0703125 + }, + { + "accuracy": 0.109375, + "f1": 0.0845424107142857, + "hf_subset": "eng_Latn-kgf_Latn", + "languages": [ + "eng-Latn", + "kgf-Latn" + ], + "main_score": 0.0845424107142857, + "precision": 0.07791253885003885, + "recall": 0.109375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06762631899350649, + "hf_subset": "kgf_Latn-eng_Latn", + "languages": [ + "kgf-Latn", + "eng-Latn" + ], + "main_score": 0.06762631899350649, + "precision": 0.06304873511904761, + "recall": 0.08984375 + }, + { + "accuracy": 0.08203125, + "f1": 0.055432581018518515, + "hf_subset": "eng_Latn-kgk_Latn", + "languages": [ + "eng-Latn", + "kgk-Latn" + ], + "main_score": 0.055432581018518515, + "precision": 0.04992110753829504, + "recall": 0.08203125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04768725198412699, + "hf_subset": "kgk_Latn-eng_Latn", + "languages": [ + "kgk-Latn", + "eng-Latn" + ], + "main_score": 0.04768725198412699, + "precision": 0.04120008680555555, + "recall": 0.07421875 + }, + { + "accuracy": 0.078125, + "f1": 0.05051679238505747, + "hf_subset": "eng_Latn-kgp_Latn", + "languages": [ + "eng-Latn", + "kgp-Latn" + ], + "main_score": 0.05051679238505747, + "precision": 0.04361204117063492, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.0625970851608187, + "hf_subset": "kgp_Latn-eng_Latn", + "languages": [ + "kgp-Latn", + "eng-Latn" + ], + "main_score": 0.0625970851608187, + "precision": 0.058678742863570166, + "recall": 0.0859375 + }, + { + "accuracy": 0.01953125, + "f1": 0.010404265873015872, + "hf_subset": "eng_Latn-khs_Latn", + "languages": [ + "eng-Latn", + "khs-Latn" + ], + "main_score": 0.010404265873015872, + "precision": 0.009333570075757577, + "recall": 0.01953125 + }, + { + "accuracy": 0.0390625, + "f1": 0.021834220467032966, + "hf_subset": "khs_Latn-eng_Latn", + "languages": [ + "khs-Latn", + "eng-Latn" + ], + "main_score": 0.021834220467032966, + "precision": 0.01960253512651142, + "recall": 0.0390625 + }, + { + "accuracy": 0.1015625, + "f1": 0.07514880952380952, + "hf_subset": "eng_Latn-khz_Latn", + "languages": [ + "eng-Latn", + "khz-Latn" + ], + "main_score": 0.07514880952380952, + "precision": 0.06971082303113553, + "recall": 0.1015625 + }, + { + "accuracy": 0.10546875, + "f1": 0.06339003878066378, + "hf_subset": "khz_Latn-eng_Latn", + "languages": [ + "khz-Latn", + "eng-Latn" + ], + "main_score": 0.06339003878066378, + "precision": 0.05290643601190476, + "recall": 0.10546875 + }, + { + "accuracy": 0.6171875, + "f1": 0.5404947916666667, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ], + "main_score": 0.5404947916666667, + "precision": 0.5092230902777778, + "recall": 0.6171875 + }, + { + "accuracy": 0.62890625, + "f1": 0.5641493055555555, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ], + "main_score": 0.5641493055555555, + "precision": 0.5380533854166667, + "recall": 0.62890625 + }, + { + "accuracy": 0.3253012048192771, + "f1": 0.23895582329317272, + "hf_subset": "eng_Latn-kiw_Latn", + "languages": [ + "eng-Latn", + "kiw-Latn" + ], + "main_score": 0.23895582329317272, + "precision": 0.20522088353413653, + "recall": 0.3253012048192771 + }, + { + "accuracy": 0.2289156626506024, + "f1": 0.1590848241450651, + "hf_subset": "kiw_Latn-eng_Latn", + "languages": [ + "kiw-Latn", + "eng-Latn" + ], + "main_score": 0.1590848241450651, + "precision": 0.1392570281124498, + "recall": 0.2289156626506024 + }, + { + "accuracy": 0.42578125, + "f1": 0.3508091517857143, + "hf_subset": "eng_Latn-kiz_Latn", + "languages": [ + "eng-Latn", + "kiz-Latn" + ], + "main_score": 0.3508091517857143, + "precision": 0.325395275297619, + "recall": 0.42578125 + }, + { + "accuracy": 0.48046875, + "f1": 0.39754182449494946, + "hf_subset": "kiz_Latn-eng_Latn", + "languages": [ + "kiz-Latn", + "eng-Latn" + ], + "main_score": 0.39754182449494946, + "precision": 0.3683361235119047, + "recall": 0.48046875 + }, + { + "accuracy": 0.09375, + "f1": 0.06791866987179487, + "hf_subset": "eng_Latn-kje_Latn", + "languages": [ + "eng-Latn", + "kje-Latn" + ], + "main_score": 0.06791866987179487, + "precision": 0.06079008022030652, + "recall": 0.09375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06842749058934425, + "hf_subset": "kje_Latn-eng_Latn", + "languages": [ + "kje-Latn", + "eng-Latn" + ], + "main_score": 0.06842749058934425, + "precision": 0.06192631197994287, + "recall": 0.09765625 + }, + { + "accuracy": 0.07421875, + "f1": 0.04505497215458153, + "hf_subset": "eng_Latn-kjs_Latn", + "languages": [ + "eng-Latn", + "kjs-Latn" + ], + "main_score": 0.04505497215458153, + "precision": 0.03926446292562724, + "recall": 0.07421875 + }, + { + "accuracy": 0.08203125, + "f1": 0.051660156250000006, + "hf_subset": "kjs_Latn-eng_Latn", + "languages": [ + "kjs-Latn", + "eng-Latn" + ], + "main_score": 0.051660156250000006, + "precision": 0.04376860119047619, + "recall": 0.08203125 + }, + { + "accuracy": 0.125, + "f1": 0.09673549107142856, + "hf_subset": "eng_Latn-kkc_Latn", + "languages": [ + "eng-Latn", + "kkc-Latn" + ], + "main_score": 0.09673549107142856, + "precision": 0.08980527574277573, + "recall": 0.125 + }, + { + "accuracy": 0.14453125, + "f1": 0.10948498801089261, + "hf_subset": "kkc_Latn-eng_Latn", + "languages": [ + "kkc-Latn", + "eng-Latn" + ], + "main_score": 0.10948498801089261, + "precision": 0.09856150793650793, + "recall": 0.14453125 + }, + { + "accuracy": 0.1796875, + "f1": 0.13284350198412698, + "hf_subset": "eng_Latn-kkl_Latn", + "languages": [ + "eng-Latn", + "kkl-Latn" + ], + "main_score": 0.13284350198412698, + "precision": 0.12023344494047619, + "recall": 0.1796875 + }, + { + "accuracy": 0.13671875, + "f1": 0.09437064979023646, + "hf_subset": "kkl_Latn-eng_Latn", + "languages": [ + "kkl-Latn", + "eng-Latn" + ], + "main_score": 0.09437064979023646, + "precision": 0.08380538956374084, + "recall": 0.13671875 + }, + { + "accuracy": 0.1875, + "f1": 0.14492187499999998, + "hf_subset": "eng_Latn-klt_Latn", + "languages": [ + "eng-Latn", + "klt-Latn" + ], + "main_score": 0.14492187499999998, + "precision": 0.12825520833333331, + "recall": 0.1875 + }, + { + "accuracy": 0.17578125, + "f1": 0.13098803323412697, + "hf_subset": "klt_Latn-eng_Latn", + "languages": [ + "klt-Latn", + "eng-Latn" + ], + "main_score": 0.13098803323412697, + "precision": 0.11830512152777777, + "recall": 0.17578125 + }, + { + "accuracy": 0.078125, + "f1": 0.04683779761904762, + "hf_subset": "eng_Latn-klv_Latn", + "languages": [ + "eng-Latn", + "klv-Latn" + ], + "main_score": 0.04683779761904762, + "precision": 0.03934766386452242, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05810391865079365, + "hf_subset": "klv_Latn-eng_Latn", + "languages": [ + "klv-Latn", + "eng-Latn" + ], + "main_score": 0.05810391865079365, + "precision": 0.051017005997474746, + "recall": 0.0859375 + }, + { + "accuracy": 0.09375, + "f1": 0.0657352592305038, + "hf_subset": "eng_Latn-kmg_Latn", + "languages": [ + "eng-Latn", + "kmg-Latn" + ], + "main_score": 0.0657352592305038, + "precision": 0.05954959753787878, + "recall": 0.09375 + }, + { + "accuracy": 0.1171875, + "f1": 0.0783452008061383, + "hf_subset": "kmg_Latn-eng_Latn", + "languages": [ + "kmg-Latn", + "eng-Latn" + ], + "main_score": 0.0783452008061383, + "precision": 0.0678431919642857, + "recall": 0.1171875 + }, + { + "accuracy": 0.046875, + "f1": 0.026913104256854257, + "hf_subset": "eng_Latn-kmh_Latn", + "languages": [ + "eng-Latn", + "kmh-Latn" + ], + "main_score": 0.026913104256854257, + "precision": 0.02393367266414141, + "recall": 0.046875 + }, + { + "accuracy": 0.05859375, + "f1": 0.035198304865424426, + "hf_subset": "kmh_Latn-eng_Latn", + "languages": [ + "kmh-Latn", + "eng-Latn" + ], + "main_score": 0.035198304865424426, + "precision": 0.03116905497994652, + "recall": 0.05859375 + }, + { + "accuracy": 0.1484375, + "f1": 0.10076264880952379, + "hf_subset": "eng_Latn-kmk_Latn", + "languages": [ + "eng-Latn", + "kmk-Latn" + ], + "main_score": 0.10076264880952379, + "precision": 0.08861273275335775, + "recall": 0.1484375 + }, + { + "accuracy": 0.171875, + "f1": 0.12141197344322344, + "hf_subset": "kmk_Latn-eng_Latn", + "languages": [ + "kmk-Latn", + "eng-Latn" + ], + "main_score": 0.12141197344322344, + "precision": 0.11086361193783069, + "recall": 0.171875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07942708333333333, + "hf_subset": "eng_Latn-kmo_Latn", + "languages": [ + "eng-Latn", + "kmo-Latn" + ], + "main_score": 0.07942708333333333, + "precision": 0.07277405753968255, + "recall": 0.10546875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06794380661568161, + "hf_subset": "kmo_Latn-eng_Latn", + "languages": [ + "kmo-Latn", + "eng-Latn" + ], + "main_score": 0.06794380661568161, + "precision": 0.06048966224747474, + "recall": 0.09765625 + }, + { + "accuracy": 0.125, + "f1": 0.09559151785714284, + "hf_subset": "eng_Latn-kms_Latn", + "languages": [ + "eng-Latn", + "kms-Latn" + ], + "main_score": 0.09559151785714284, + "precision": 0.08665364583333333, + "recall": 0.125 + }, + { + "accuracy": 0.09765625, + "f1": 0.0717474149114774, + "hf_subset": "kms_Latn-eng_Latn", + "languages": [ + "kms-Latn", + "eng-Latn" + ], + "main_score": 0.0717474149114774, + "precision": 0.06559605376241405, + "recall": 0.09765625 + }, + { + "accuracy": 0.05859375, + "f1": 0.031148952525056464, + "hf_subset": "eng_Latn-kmu_Latn", + "languages": [ + "eng-Latn", + "kmu-Latn" + ], + "main_score": 0.031148952525056464, + "precision": 0.026949531763039828, + "recall": 0.05859375 + }, + { + "accuracy": 0.0546875, + "f1": 0.04188368055555555, + "hf_subset": "kmu_Latn-eng_Latn", + "languages": [ + "kmu-Latn", + "eng-Latn" + ], + "main_score": 0.04188368055555555, + "precision": 0.038603811553030304, + "recall": 0.0546875 + }, + { + "accuracy": 0.15625, + "f1": 0.11594074328449328, + "hf_subset": "eng_Latn-kne_Latn", + "languages": [ + "eng-Latn", + "kne-Latn" + ], + "main_score": 0.11594074328449328, + "precision": 0.10443793402777779, + "recall": 0.15625 + }, + { + "accuracy": 0.1640625, + "f1": 0.12032800099206349, + "hf_subset": "kne_Latn-eng_Latn", + "languages": [ + "kne-Latn", + "eng-Latn" + ], + "main_score": 0.12032800099206349, + "precision": 0.10767311732385261, + "recall": 0.1640625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05460133804448564, + "hf_subset": "eng_Latn-knf_Latn", + "languages": [ + "eng-Latn", + "knf-Latn" + ], + "main_score": 0.05460133804448564, + "precision": 0.047638783028455284, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.057762463231213236, + "hf_subset": "knf_Latn-eng_Latn", + "languages": [ + "knf-Latn", + "eng-Latn" + ], + "main_score": 0.057762463231213236, + "precision": 0.052467447916666674, + "recall": 0.0859375 + }, + { + "accuracy": 0.15625, + "f1": 0.10934352106227106, + "hf_subset": "eng_Latn-knj_Latn", + "languages": [ + "eng-Latn", + "knj-Latn" + ], + "main_score": 0.10934352106227106, + "precision": 0.09786241319444444, + "recall": 0.15625 + }, + { + "accuracy": 0.12890625, + "f1": 0.10028846153846155, + "hf_subset": "knj_Latn-eng_Latn", + "languages": [ + "knj-Latn", + "eng-Latn" + ], + "main_score": 0.10028846153846155, + "precision": 0.09282060480442177, + "recall": 0.12890625 + }, + { + "accuracy": 0.03515625, + "f1": 0.020857007575757574, + "hf_subset": "eng_Latn-knv_Latn", + "languages": [ + "eng-Latn", + "knv-Latn" + ], + "main_score": 0.020857007575757574, + "precision": 0.018289460180623975, + "recall": 0.03515625 + }, + { + "accuracy": 0.03125, + "f1": 0.01994047619047619, + "hf_subset": "knv_Latn-eng_Latn", + "languages": [ + "knv-Latn", + "eng-Latn" + ], + "main_score": 0.01994047619047619, + "precision": 0.017361111111111112, + "recall": 0.03125 + }, + { + "accuracy": 0.1953125, + "f1": 0.14591346153846152, + "hf_subset": "eng_Latn-kos_Latn", + "languages": [ + "eng-Latn", + "kos-Latn" + ], + "main_score": 0.14591346153846152, + "precision": 0.1316208384395425, + "recall": 0.1953125 + }, + { + "accuracy": 0.18359375, + "f1": 0.14300547542735043, + "hf_subset": "kos_Latn-eng_Latn", + "languages": [ + "kos-Latn", + "eng-Latn" + ], + "main_score": 0.14300547542735043, + "precision": 0.13341120302287582, + "recall": 0.18359375 + }, + { + "accuracy": 0.0625, + "f1": 0.04538996608635617, + "hf_subset": "eng_Latn-kpf_Latn", + "languages": [ + "eng-Latn", + "kpf-Latn" + ], + "main_score": 0.04538996608635617, + "precision": 0.04210379464285714, + "recall": 0.0625 + }, + { + "accuracy": 0.0703125, + "f1": 0.0570874183006536, + "hf_subset": "kpf_Latn-eng_Latn", + "languages": [ + "kpf-Latn", + "eng-Latn" + ], + "main_score": 0.0570874183006536, + "precision": 0.05399206912878787, + "recall": 0.0703125 + }, + { + "accuracy": 0.16796875, + "f1": 0.12353360615079365, + "hf_subset": "eng_Latn-kpg_Latn", + "languages": [ + "eng-Latn", + "kpg-Latn" + ], + "main_score": 0.12353360615079365, + "precision": 0.11066003224206349, + "recall": 0.16796875 + }, + { + "accuracy": 0.15625, + "f1": 0.11823961982435655, + "hf_subset": "kpg_Latn-eng_Latn", + "languages": [ + "kpg-Latn", + "eng-Latn" + ], + "main_score": 0.11823961982435655, + "precision": 0.11104833209325397, + "recall": 0.15625 + }, + { + "accuracy": 0.07421875, + "f1": 0.055346776185770746, + "hf_subset": "eng_Latn-kpj_Latn", + "languages": [ + "eng-Latn", + "kpj-Latn" + ], + "main_score": 0.055346776185770746, + "precision": 0.04972182765151515, + "recall": 0.07421875 + }, + { + "accuracy": 0.06640625, + "f1": 0.049676392055048965, + "hf_subset": "kpj_Latn-eng_Latn", + "languages": [ + "kpj-Latn", + "eng-Latn" + ], + "main_score": 0.049676392055048965, + "precision": 0.04549507472826087, + "recall": 0.06640625 + }, + { + "accuracy": 0.09375, + "f1": 0.060940882034632035, + "hf_subset": "eng_Latn-kpr_Latn", + "languages": [ + "eng-Latn", + "kpr-Latn" + ], + "main_score": 0.060940882034632035, + "precision": 0.050985863095238095, + "recall": 0.09375 + }, + { + "accuracy": 0.08203125, + "f1": 0.060964808130699086, + "hf_subset": "kpr_Latn-eng_Latn", + "languages": [ + "kpr-Latn", + "eng-Latn" + ], + "main_score": 0.060964808130699086, + "precision": 0.055008520545314896, + "recall": 0.08203125 + }, + { + "accuracy": 0.08203125, + "f1": 0.059423503325942345, + "hf_subset": "eng_Latn-kpw_Latn", + "languages": [ + "eng-Latn", + "kpw-Latn" + ], + "main_score": 0.059423503325942345, + "precision": 0.05504557291666667, + "recall": 0.08203125 + }, + { + "accuracy": 0.05078125, + "f1": 0.024580652573529413, + "hf_subset": "kpw_Latn-eng_Latn", + "languages": [ + "kpw-Latn", + "eng-Latn" + ], + "main_score": 0.024580652573529413, + "precision": 0.020009820334383754, + "recall": 0.05078125 + }, + { + "accuracy": 0.05078125, + "f1": 0.03684895833333333, + "hf_subset": "eng_Latn-kpx_Latn", + "languages": [ + "eng-Latn", + "kpx-Latn" + ], + "main_score": 0.03684895833333333, + "precision": 0.03279079861111111, + "recall": 0.05078125 + }, + { + "accuracy": 0.0546875, + "f1": 0.0388671875, + "hf_subset": "kpx_Latn-eng_Latn", + "languages": [ + "kpx-Latn", + "eng-Latn" + ], + "main_score": 0.0388671875, + "precision": 0.03408668154761905, + "recall": 0.0546875 + }, + { + "accuracy": 0.1111111111111111, + "f1": 0.07777777777777778, + "hf_subset": "eng_Latn-kqa_Latn", + "languages": [ + "eng-Latn", + "kqa-Latn" + ], + "main_score": 0.07777777777777778, + "precision": 0.0689033189033189, + "recall": 0.1111111111111111 + }, + { + "accuracy": 0.07936507936507936, + "f1": 0.0619047619047619, + "hf_subset": "kqa_Latn-eng_Latn", + "languages": [ + "kqa-Latn", + "eng-Latn" + ], + "main_score": 0.0619047619047619, + "precision": 0.056878306878306875, + "recall": 0.07936507936507936 + }, + { + "accuracy": 0.13671875, + "f1": 0.11165006868131867, + "hf_subset": "eng_Latn-kqc_Latn", + "languages": [ + "eng-Latn", + "kqc-Latn" + ], + "main_score": 0.11165006868131867, + "precision": 0.104296875, + "recall": 0.13671875 + }, + { + "accuracy": 0.12890625, + "f1": 0.0997688230994152, + "hf_subset": "kqc_Latn-eng_Latn", + "languages": [ + "kqc-Latn", + "eng-Latn" + ], + "main_score": 0.0997688230994152, + "precision": 0.09342927038239537, + "recall": 0.12890625 + }, + { + "accuracy": 0.13671875, + "f1": 0.10815972222222223, + "hf_subset": "eng_Latn-kqf_Latn", + "languages": [ + "eng-Latn", + "kqf-Latn" + ], + "main_score": 0.10815972222222223, + "precision": 0.09827473958333333, + "recall": 0.13671875 + }, + { + "accuracy": 0.16796875, + "f1": 0.12317116477272727, + "hf_subset": "kqf_Latn-eng_Latn", + "languages": [ + "kqf-Latn", + "eng-Latn" + ], + "main_score": 0.12317116477272727, + "precision": 0.11246997702589807, + "recall": 0.16796875 + }, + { + "accuracy": 0.2, + "f1": 0.16012069343866578, + "hf_subset": "eng_Latn-kql_Latn", + "languages": [ + "eng-Latn", + "kql-Latn" + ], + "main_score": 0.16012069343866578, + "precision": 0.1460714285714286, + "recall": 0.2 + }, + { + "accuracy": 0.19285714285714287, + "f1": 0.11712018140589571, + "hf_subset": "kql_Latn-eng_Latn", + "languages": [ + "kql-Latn", + "eng-Latn" + ], + "main_score": 0.11712018140589571, + "precision": 0.09618480725623582, + "recall": 0.19285714285714287 + }, + { + "accuracy": 0.12109375, + "f1": 0.09553861936674436, + "hf_subset": "eng_Latn-kqw_Latn", + "languages": [ + "eng-Latn", + "kqw-Latn" + ], + "main_score": 0.09553861936674436, + "precision": 0.09068714488636363, + "recall": 0.12109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.07882358561857049, + "hf_subset": "kqw_Latn-eng_Latn", + "languages": [ + "kqw-Latn", + "eng-Latn" + ], + "main_score": 0.07882358561857049, + "precision": 0.07124077094780219, + "recall": 0.1171875 + }, + { + "accuracy": 0.1484375, + "f1": 0.10960017230576441, + "hf_subset": "eng_Latn-ksd_Latn", + "languages": [ + "eng-Latn", + "ksd-Latn" + ], + "main_score": 0.10960017230576441, + "precision": 0.09845920138888889, + "recall": 0.1484375 + }, + { + "accuracy": 0.16015625, + "f1": 0.11894706478605935, + "hf_subset": "ksd_Latn-eng_Latn", + "languages": [ + "ksd-Latn", + "eng-Latn" + ], + "main_score": 0.11894706478605935, + "precision": 0.10977154356060606, + "recall": 0.16015625 + }, + { + "accuracy": 0.25390625, + "f1": 0.20106336805555552, + "hf_subset": "eng_Latn-ksj_Latn", + "languages": [ + "eng-Latn", + "ksj-Latn" + ], + "main_score": 0.20106336805555552, + "precision": 0.18327287946428572, + "recall": 0.25390625 + }, + { + "accuracy": 0.16015625, + "f1": 0.12052164997096398, + "hf_subset": "ksj_Latn-eng_Latn", + "languages": [ + "ksj-Latn", + "eng-Latn" + ], + "main_score": 0.12052164997096398, + "precision": 0.10935417475414078, + "recall": 0.16015625 + }, + { + "accuracy": 0.08984375, + "f1": 0.060598958333333335, + "hf_subset": "eng_Latn-ksr_Latn", + "languages": [ + "eng-Latn", + "ksr-Latn" + ], + "main_score": 0.060598958333333335, + "precision": 0.05289823887711864, + "recall": 0.08984375 + }, + { + "accuracy": 0.07421875, + "f1": 0.049791666666666665, + "hf_subset": "ksr_Latn-eng_Latn", + "languages": [ + "ksr-Latn", + "eng-Latn" + ], + "main_score": 0.049791666666666665, + "precision": 0.04513340683072009, + "recall": 0.07421875 + }, + { + "accuracy": 0.2109375, + "f1": 0.14736793154761904, + "hf_subset": "eng_Latn-ktm_Latn", + "languages": [ + "eng-Latn", + "ktm-Latn" + ], + "main_score": 0.14736793154761904, + "precision": 0.12770647321428572, + "recall": 0.2109375 + }, + { + "accuracy": 0.234375, + "f1": 0.1883214216956719, + "hf_subset": "ktm_Latn-eng_Latn", + "languages": [ + "ktm-Latn", + "eng-Latn" + ], + "main_score": 0.1883214216956719, + "precision": 0.17550920758928573, + "recall": 0.234375 + }, + { + "accuracy": 0.0703125, + "f1": 0.05486900252525252, + "hf_subset": "eng_Latn-kto_Latn", + "languages": [ + "eng-Latn", + "kto-Latn" + ], + "main_score": 0.05486900252525252, + "precision": 0.05113002232142857, + "recall": 0.0703125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07135416666666666, + "hf_subset": "kto_Latn-eng_Latn", + "languages": [ + "kto-Latn", + "eng-Latn" + ], + "main_score": 0.07135416666666666, + "precision": 0.06253829656862744, + "recall": 0.10546875 + }, + { + "accuracy": 0.0625, + "f1": 0.04755275106837607, + "hf_subset": "eng_Latn-kud_Latn", + "languages": [ + "eng-Latn", + "kud-Latn" + ], + "main_score": 0.04755275106837607, + "precision": 0.04388534813596491, + "recall": 0.0625 + }, + { + "accuracy": 0.0859375, + "f1": 0.0547290319683908, + "hf_subset": "kud_Latn-eng_Latn", + "languages": [ + "kud-Latn", + "eng-Latn" + ], + "main_score": 0.0547290319683908, + "precision": 0.04756944444444444, + "recall": 0.0859375 + }, + { + "accuracy": 0.125, + "f1": 0.09157318376068375, + "hf_subset": "eng_Latn-kue_Latn", + "languages": [ + "eng-Latn", + "kue-Latn" + ], + "main_score": 0.09157318376068375, + "precision": 0.08206070188492062, + "recall": 0.125 + }, + { + "accuracy": 0.109375, + "f1": 0.08596210646991898, + "hf_subset": "kue_Latn-eng_Latn", + "languages": [ + "kue-Latn", + "eng-Latn" + ], + "main_score": 0.08596210646991898, + "precision": 0.08197830815018314, + "recall": 0.109375 + }, + { + "accuracy": 0.05859375, + "f1": 0.039391850490196084, + "hf_subset": "eng_Latn-kup_Latn", + "languages": [ + "eng-Latn", + "kup-Latn" + ], + "main_score": 0.039391850490196084, + "precision": 0.034453420928030304, + "recall": 0.05859375 + }, + { + "accuracy": 0.046875, + "f1": 0.022086824786732875, + "hf_subset": "kup_Latn-eng_Latn", + "languages": [ + "kup-Latn", + "eng-Latn" + ], + "main_score": 0.022086824786732875, + "precision": 0.017251829117063494, + "recall": 0.046875 + }, + { + "accuracy": 0.0703125, + "f1": 0.046075148809523805, + "hf_subset": "eng_Latn-kvg_Latn", + "languages": [ + "eng-Latn", + "kvg-Latn" + ], + "main_score": 0.046075148809523805, + "precision": 0.04026203830891331, + "recall": 0.0703125 + }, + { + "accuracy": 0.06640625, + "f1": 0.03898957630454341, + "hf_subset": "kvg_Latn-eng_Latn", + "languages": [ + "kvg-Latn", + "eng-Latn" + ], + "main_score": 0.03898957630454341, + "precision": 0.03349609375, + "recall": 0.06640625 + }, + { + "accuracy": 0.08203125, + "f1": 0.0665736607142857, + "hf_subset": "eng_Latn-kvn_Latn", + "languages": [ + "eng-Latn", + "kvn-Latn" + ], + "main_score": 0.0665736607142857, + "precision": 0.06182391826923077, + "recall": 0.08203125 + }, + { + "accuracy": 0.09375, + "f1": 0.061876578282828276, + "hf_subset": "kvn_Latn-eng_Latn", + "languages": [ + "kvn-Latn", + "eng-Latn" + ], + "main_score": 0.061876578282828276, + "precision": 0.05412274718915344, + "recall": 0.09375 + }, + { + "accuracy": 0.1015625, + "f1": 0.0837983630952381, + "hf_subset": "eng_Latn-kwd_Latn", + "languages": [ + "eng-Latn", + "kwd-Latn" + ], + "main_score": 0.0837983630952381, + "precision": 0.07959618506493506, + "recall": 0.1015625 + }, + { + "accuracy": 0.0703125, + "f1": 0.03507247344212804, + "hf_subset": "kwd_Latn-eng_Latn", + "languages": [ + "kwd-Latn", + "eng-Latn" + ], + "main_score": 0.03507247344212804, + "precision": 0.02686956056096681, + "recall": 0.0703125 + }, + { + "accuracy": 0.1015625, + "f1": 0.07903955853174603, + "hf_subset": "eng_Latn-kwf_Latn", + "languages": [ + "eng-Latn", + "kwf-Latn" + ], + "main_score": 0.07903955853174603, + "precision": 0.07298642113095238, + "recall": 0.1015625 + }, + { + "accuracy": 0.0859375, + "f1": 0.05862630208333333, + "hf_subset": "kwf_Latn-eng_Latn", + "languages": [ + "kwf-Latn", + "eng-Latn" + ], + "main_score": 0.05862630208333333, + "precision": 0.051746365613553114, + "recall": 0.0859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.057577448593073594, + "hf_subset": "eng_Latn-kwi_Latn", + "languages": [ + "eng-Latn", + "kwi-Latn" + ], + "main_score": 0.057577448593073594, + "precision": 0.050886418269230765, + "recall": 0.08203125 + }, + { + "accuracy": 0.078125, + "f1": 0.05261346726190476, + "hf_subset": "kwi_Latn-eng_Latn", + "languages": [ + "kwi-Latn", + "eng-Latn" + ], + "main_score": 0.05261346726190476, + "precision": 0.045164669486215545, + "recall": 0.078125 + }, + { + "accuracy": 0.09375, + "f1": 0.06996527777777778, + "hf_subset": "eng_Latn-kwj_Latn", + "languages": [ + "eng-Latn", + "kwj-Latn" + ], + "main_score": 0.06996527777777778, + "precision": 0.062208946078431374, + "recall": 0.09375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06577690972222222, + "hf_subset": "kwj_Latn-eng_Latn", + "languages": [ + "kwj-Latn", + "eng-Latn" + ], + "main_score": 0.06577690972222222, + "precision": 0.05815295073621554, + "recall": 0.09765625 + }, + { + "accuracy": 0.0390625, + "f1": 0.028366815476190473, + "hf_subset": "eng_Latn-kyc_Latn", + "languages": [ + "eng-Latn", + "kyc-Latn" + ], + "main_score": 0.028366815476190473, + "precision": 0.0255859375, + "recall": 0.0390625 + }, + { + "accuracy": 0.05078125, + "f1": 0.02975260416666667, + "hf_subset": "kyc_Latn-eng_Latn", + "languages": [ + "kyc-Latn", + "eng-Latn" + ], + "main_score": 0.02975260416666667, + "precision": 0.025785900297619048, + "recall": 0.05078125 + }, + { + "accuracy": 0.04296875, + "f1": 0.0328125, + "hf_subset": "eng_Latn-kyf_Latn", + "languages": [ + "eng-Latn", + "kyf-Latn" + ], + "main_score": 0.0328125, + "precision": 0.0298828125, + "recall": 0.04296875 + }, + { + "accuracy": 0.04296875, + "f1": 0.02802885497524506, + "hf_subset": "kyf_Latn-eng_Latn", + "languages": [ + "kyf-Latn", + "eng-Latn" + ], + "main_score": 0.02802885497524506, + "precision": 0.026480062905844155, + "recall": 0.04296875 + }, + { + "accuracy": 0.06640625, + "f1": 0.04814298115079365, + "hf_subset": "eng_Latn-kyg_Latn", + "languages": [ + "eng-Latn", + "kyg-Latn" + ], + "main_score": 0.04814298115079365, + "precision": 0.04303850446428571, + "recall": 0.06640625 + }, + { + "accuracy": 0.0625, + "f1": 0.038156161153872825, + "hf_subset": "kyg_Latn-eng_Latn", + "languages": [ + "kyg-Latn", + "eng-Latn" + ], + "main_score": 0.038156161153872825, + "precision": 0.034370807686237376, + "recall": 0.0625 + }, + { + "accuracy": 0.0703125, + "f1": 0.050837418300653595, + "hf_subset": "eng_Latn-kyq_Latn", + "languages": [ + "eng-Latn", + "kyq-Latn" + ], + "main_score": 0.050837418300653595, + "precision": 0.04598425662878788, + "recall": 0.0703125 + }, + { + "accuracy": 0.078125, + "f1": 0.042742637702726016, + "hf_subset": "kyq_Latn-eng_Latn", + "languages": [ + "kyq-Latn", + "eng-Latn" + ], + "main_score": 0.042742637702726016, + "precision": 0.0354209771029624, + "recall": 0.078125 + }, + { + "accuracy": 0.046875, + "f1": 0.02284620761183261, + "hf_subset": "eng_Latn-kyz_Latn", + "languages": [ + "eng-Latn", + "kyz-Latn" + ], + "main_score": 0.02284620761183261, + "precision": 0.018135547884366922, + "recall": 0.046875 + }, + { + "accuracy": 0.046875, + "f1": 0.029241071428571425, + "hf_subset": "kyz_Latn-eng_Latn", + "languages": [ + "kyz-Latn", + "eng-Latn" + ], + "main_score": 0.029241071428571425, + "precision": 0.024769176136363636, + "recall": 0.046875 + }, + { + "accuracy": 0.015625, + "f1": 0.0036685994647636037, + "hf_subset": "eng_Latn-kze_Latn", + "languages": [ + "eng-Latn", + "kze-Latn" + ], + "main_score": 0.0036685994647636037, + "precision": 0.0025165058839627806, + "recall": 0.015625 + }, + { + "accuracy": 0.0234375, + "f1": 0.011015905017921147, + "hf_subset": "kze_Latn-eng_Latn", + "languages": [ + "kze-Latn", + "eng-Latn" + ], + "main_score": 0.011015905017921147, + "precision": 0.00886501736111111, + "recall": 0.0234375 + }, + { + "accuracy": 0.0625, + "f1": 0.04007134278153047, + "hf_subset": "eng_Latn-lac_Latn", + "languages": [ + "eng-Latn", + "lac-Latn" + ], + "main_score": 0.04007134278153047, + "precision": 0.03616340416374883, + "recall": 0.0625 + }, + { + "accuracy": 0.078125, + "f1": 0.04851672450356661, + "hf_subset": "lac_Latn-eng_Latn", + "languages": [ + "lac-Latn", + "eng-Latn" + ], + "main_score": 0.04851672450356661, + "precision": 0.04044191919191919, + "recall": 0.078125 + }, + { + "accuracy": 0.7890625, + "f1": 0.7390066964285714, + "hf_subset": "eng_Latn-lat_Latn", + "languages": [ + "eng-Latn", + "lat-Latn" + ], + "main_score": 0.7390066964285714, + "precision": 0.7172526041666667, + "recall": 0.7890625 + }, + { + "accuracy": 0.82421875, + "f1": 0.7710937499999999, + "hf_subset": "lat_Latn-eng_Latn", + "languages": [ + "lat-Latn", + "eng-Latn" + ], + "main_score": 0.7710937499999999, + "precision": 0.7464192708333333, + "recall": 0.82421875 + }, + { + "accuracy": 0.125, + "f1": 0.08157552083333333, + "hf_subset": "eng_Latn-lbb_Latn", + "languages": [ + "eng-Latn", + "lbb-Latn" + ], + "main_score": 0.08157552083333333, + "precision": 0.07100983828290088, + "recall": 0.125 + }, + { + "accuracy": 0.1015625, + "f1": 0.06928396358543418, + "hf_subset": "lbb_Latn-eng_Latn", + "languages": [ + "lbb-Latn", + "eng-Latn" + ], + "main_score": 0.06928396358543418, + "precision": 0.06223694895757216, + "recall": 0.1015625 + }, + { + "accuracy": 0.15625, + "f1": 0.11486584264387573, + "hf_subset": "eng_Latn-lbk_Latn", + "languages": [ + "eng-Latn", + "lbk-Latn" + ], + "main_score": 0.11486584264387573, + "precision": 0.10576690562042124, + "recall": 0.15625 + }, + { + "accuracy": 0.125, + "f1": 0.08676215277777777, + "hf_subset": "lbk_Latn-eng_Latn", + "languages": [ + "lbk-Latn", + "eng-Latn" + ], + "main_score": 0.08676215277777777, + "precision": 0.07674639071637426, + "recall": 0.125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06463462752525252, + "hf_subset": "eng_Latn-lcm_Latn", + "languages": [ + "eng-Latn", + "lcm-Latn" + ], + "main_score": 0.06463462752525252, + "precision": 0.05842168898809524, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06065359698172198, + "hf_subset": "lcm_Latn-eng_Latn", + "languages": [ + "lcm-Latn", + "eng-Latn" + ], + "main_score": 0.06065359698172198, + "precision": 0.052323425082471134, + "recall": 0.09765625 + }, + { + "accuracy": 0.12109375, + "f1": 0.09227430555555555, + "hf_subset": "eng_Latn-leu_Latn", + "languages": [ + "eng-Latn", + "leu-Latn" + ], + "main_score": 0.09227430555555555, + "precision": 0.08516007965686276, + "recall": 0.12109375 + }, + { + "accuracy": 0.1015625, + "f1": 0.06697358630952381, + "hf_subset": "leu_Latn-eng_Latn", + "languages": [ + "leu-Latn", + "eng-Latn" + ], + "main_score": 0.06697358630952381, + "precision": 0.060397391520013805, + "recall": 0.1015625 + }, + { + "accuracy": 0.09765625, + "f1": 0.07304292929292928, + "hf_subset": "eng_Latn-lex_Latn", + "languages": [ + "eng-Latn", + "lex-Latn" + ], + "main_score": 0.07304292929292928, + "precision": 0.06825433298319328, + "recall": 0.09765625 + }, + { + "accuracy": 0.09375, + "f1": 0.06510416666666666, + "hf_subset": "lex_Latn-eng_Latn", + "languages": [ + "lex-Latn", + "eng-Latn" + ], + "main_score": 0.06510416666666666, + "precision": 0.057018849206349205, + "recall": 0.09375 + }, + { + "accuracy": 0.08984375, + "f1": 0.0674722413003663, + "hf_subset": "eng_Latn-lgl_Latn", + "languages": [ + "eng-Latn", + "lgl-Latn" + ], + "main_score": 0.0674722413003663, + "precision": 0.061337425595238096, + "recall": 0.08984375 + }, + { + "accuracy": 0.09375, + "f1": 0.06408837991718426, + "hf_subset": "lgl_Latn-eng_Latn", + "languages": [ + "lgl-Latn", + "eng-Latn" + ], + "main_score": 0.06408837991718426, + "precision": 0.05681484314296814, + "recall": 0.09375 + }, + { + "accuracy": 0.06640625, + "f1": 0.044070353835978834, + "hf_subset": "eng_Latn-lid_Latn", + "languages": [ + "eng-Latn", + "lid-Latn" + ], + "main_score": 0.044070353835978834, + "precision": 0.03978472699175824, + "recall": 0.06640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.04667376893939394, + "hf_subset": "lid_Latn-eng_Latn", + "languages": [ + "lid-Latn", + "eng-Latn" + ], + "main_score": 0.04667376893939394, + "precision": 0.038744870580808076, + "recall": 0.07421875 + }, + { + "accuracy": 0.05859375, + "f1": 0.027531514190821255, + "hf_subset": "eng_Latn-lif_Deva", + "languages": [ + "eng-Latn", + "lif-Deva" + ], + "main_score": 0.027531514190821255, + "precision": 0.02215381891392921, + "recall": 0.05859375 + }, + { + "accuracy": 0.04296875, + "f1": 0.021902186355311354, + "hf_subset": "lif_Deva-eng_Latn", + "languages": [ + "lif-Deva", + "eng-Latn" + ], + "main_score": 0.021902186355311354, + "precision": 0.0173838141025641, + "recall": 0.04296875 + }, + { + "accuracy": 0.51171875, + "f1": 0.4394159226190476, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ], + "main_score": 0.4394159226190476, + "precision": 0.4148871527777778, + "recall": 0.51171875 + }, + { + "accuracy": 0.56640625, + "f1": 0.4788690476190476, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ], + "main_score": 0.4788690476190476, + "precision": 0.4447916666666667, + "recall": 0.56640625 + }, + { + "accuracy": 0.90234375, + "f1": 0.87109375, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ], + "main_score": 0.87109375, + "precision": 0.85546875, + "recall": 0.90234375 + }, + { + "accuracy": 0.94140625, + "f1": 0.9244791666666666, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ], + "main_score": 0.9244791666666666, + "precision": 0.9166666666666667, + "recall": 0.94140625 + }, + { + "accuracy": 0.0625, + "f1": 0.04324883247217806, + "hf_subset": "eng_Latn-llg_Latn", + "languages": [ + "eng-Latn", + "llg-Latn" + ], + "main_score": 0.04324883247217806, + "precision": 0.037787543402777776, + "recall": 0.0625 + }, + { + "accuracy": 0.0625, + "f1": 0.040708705357142855, + "hf_subset": "llg_Latn-eng_Latn", + "languages": [ + "llg-Latn", + "eng-Latn" + ], + "main_score": 0.040708705357142855, + "precision": 0.036272321428571425, + "recall": 0.0625 + }, + { + "accuracy": 0.78125, + "f1": 0.7264322916666666, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ], + "main_score": 0.7264322916666666, + "precision": 0.7026041666666667, + "recall": 0.78125 + }, + { + "accuracy": 0.8125, + "f1": 0.7643229166666666, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ], + "main_score": 0.7643229166666666, + "precision": 0.7423177083333333, + "recall": 0.8125 + }, + { + "accuracy": 0.87109375, + "f1": 0.8326822916666666, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ], + "main_score": 0.8326822916666666, + "precision": 0.8138020833333334, + "recall": 0.87109375 + }, + { + "accuracy": 0.8828125, + "f1": 0.8509114583333333, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ], + "main_score": 0.8509114583333333, + "precision": 0.8352864583333334, + "recall": 0.8828125 + }, + { + "accuracy": 0.05859375, + "f1": 0.038074100378787876, + "hf_subset": "eng_Latn-lww_Latn", + "languages": [ + "eng-Latn", + "lww-Latn" + ], + "main_score": 0.038074100378787876, + "precision": 0.03447516025641026, + "recall": 0.05859375 + }, + { + "accuracy": 0.0546875, + "f1": 0.03346868130502257, + "hf_subset": "lww_Latn-eng_Latn", + "languages": [ + "lww-Latn", + "eng-Latn" + ], + "main_score": 0.03346868130502257, + "precision": 0.030061084748584745, + "recall": 0.0546875 + }, + { + "accuracy": 0.12109375, + "f1": 0.09689360119047619, + "hf_subset": "eng_Latn-maa_Latn", + "languages": [ + "eng-Latn", + "maa-Latn" + ], + "main_score": 0.09689360119047619, + "precision": 0.08951822916666666, + "recall": 0.12109375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06947389632936507, + "hf_subset": "maa_Latn-eng_Latn", + "languages": [ + "maa-Latn", + "eng-Latn" + ], + "main_score": 0.06947389632936507, + "precision": 0.06498480902777778, + "recall": 0.08984375 + }, + { + "accuracy": 0.08984375, + "f1": 0.06745721726190476, + "hf_subset": "eng_Latn-maj_Latn", + "languages": [ + "eng-Latn", + "maj-Latn" + ], + "main_score": 0.06745721726190476, + "precision": 0.06012834821428571, + "recall": 0.08984375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06961468059039391, + "hf_subset": "maj_Latn-eng_Latn", + "languages": [ + "maj-Latn", + "eng-Latn" + ], + "main_score": 0.06961468059039391, + "precision": 0.06420750473484849, + "recall": 0.09765625 + }, + { + "accuracy": 0.890625, + "f1": 0.8606770833333333, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.8606770833333333, + "precision": 0.8463541666666667, + "recall": 0.890625 + }, + { + "accuracy": 0.9453125, + "f1": 0.9296875, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9296875, + "precision": 0.921875, + "recall": 0.9453125 + }, + { + "accuracy": 0.11328125, + "f1": 0.0689161424512987, + "hf_subset": "eng_Latn-mam_Latn", + "languages": [ + "eng-Latn", + "mam-Latn" + ], + "main_score": 0.0689161424512987, + "precision": 0.057526096376050426, + "recall": 0.11328125 + }, + { + "accuracy": 0.11328125, + "f1": 0.07312183620777371, + "hf_subset": "mam_Latn-eng_Latn", + "languages": [ + "mam-Latn", + "eng-Latn" + ], + "main_score": 0.07312183620777371, + "precision": 0.06265489068223443, + "recall": 0.11328125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05322611416361416, + "hf_subset": "eng_Latn-maq_Latn", + "languages": [ + "eng-Latn", + "maq-Latn" + ], + "main_score": 0.05322611416361416, + "precision": 0.04673612149455077, + "recall": 0.08203125 + }, + { + "accuracy": 0.11328125, + "f1": 0.081469442016317, + "hf_subset": "maq_Latn-eng_Latn", + "languages": [ + "maq-Latn", + "eng-Latn" + ], + "main_score": 0.081469442016317, + "precision": 0.07361590232683982, + "recall": 0.11328125 + }, + { + "accuracy": 0.9296875, + "f1": 0.9134114583333333, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9134114583333333, + "precision": 0.9055989583333333, + "recall": 0.9296875 + }, + { + "accuracy": 0.91015625, + "f1": 0.8873697916666667, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.8873697916666667, + "precision": 0.8763020833333334, + "recall": 0.91015625 + }, + { + "accuracy": 0.109375, + "f1": 0.07202473958333333, + "hf_subset": "eng_Latn-mau_Latn", + "languages": [ + "eng-Latn", + "mau-Latn" + ], + "main_score": 0.07202473958333333, + "precision": 0.06428909270706146, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08202767284798534, + "hf_subset": "mau_Latn-eng_Latn", + "languages": [ + "mau-Latn", + "eng-Latn" + ], + "main_score": 0.08202767284798534, + "precision": 0.07347919232348112, + "recall": 0.1171875 + }, + { + "accuracy": 0.0078125, + "f1": 0.0016493055555555556, + "hf_subset": "eng_Latn-mav_Latn", + "languages": [ + "eng-Latn", + "mav-Latn" + ], + "main_score": 0.0016493055555555556, + "precision": 0.0009223090277777778, + "recall": 0.0078125 + }, + { + "accuracy": 0.01953125, + "f1": 0.004772613659332409, + "hf_subset": "mav_Latn-eng_Latn", + "languages": [ + "mav-Latn", + "eng-Latn" + ], + "main_score": 0.004772613659332409, + "precision": 0.0031358506944444446, + "recall": 0.01953125 + }, + { + "accuracy": 0.1484375, + "f1": 0.10780319940476189, + "hf_subset": "eng_Latn-maz_Latn", + "languages": [ + "eng-Latn", + "maz-Latn" + ], + "main_score": 0.10780319940476189, + "precision": 0.09652613011988012, + "recall": 0.1484375 + }, + { + "accuracy": 0.12109375, + "f1": 0.09214937136132786, + "hf_subset": "maz_Latn-eng_Latn", + "languages": [ + "maz-Latn", + "eng-Latn" + ], + "main_score": 0.09214937136132786, + "precision": 0.08563365249946131, + "recall": 0.12109375 + }, + { + "accuracy": 0.21484375, + "f1": 0.15594701123072835, + "hf_subset": "eng_Latn-mbb_Latn", + "languages": [ + "eng-Latn", + "mbb-Latn" + ], + "main_score": 0.15594701123072835, + "precision": 0.13874937996031744, + "recall": 0.21484375 + }, + { + "accuracy": 0.23828125, + "f1": 0.18563751021241828, + "hf_subset": "mbb_Latn-eng_Latn", + "languages": [ + "mbb-Latn", + "eng-Latn" + ], + "main_score": 0.18563751021241828, + "precision": 0.16859674413899334, + "recall": 0.23828125 + }, + { + "accuracy": 0.0625, + "f1": 0.05303485576923077, + "hf_subset": "eng_Latn-mbc_Latn", + "languages": [ + "eng-Latn", + "mbc-Latn" + ], + "main_score": 0.05303485576923077, + "precision": 0.05028645833333333, + "recall": 0.0625 + }, + { + "accuracy": 0.08984375, + "f1": 0.057965180721792436, + "hf_subset": "mbc_Latn-eng_Latn", + "languages": [ + "mbc-Latn", + "eng-Latn" + ], + "main_score": 0.057965180721792436, + "precision": 0.05273018973214286, + "recall": 0.08984375 + }, + { + "accuracy": 0.10546875, + "f1": 0.08179139254385964, + "hf_subset": "eng_Latn-mbh_Latn", + "languages": [ + "eng-Latn", + "mbh-Latn" + ], + "main_score": 0.08179139254385964, + "precision": 0.07565104166666667, + "recall": 0.10546875 + }, + { + "accuracy": 0.0859375, + "f1": 0.06399739583333333, + "hf_subset": "mbh_Latn-eng_Latn", + "languages": [ + "mbh-Latn", + "eng-Latn" + ], + "main_score": 0.06399739583333333, + "precision": 0.057729773652882205, + "recall": 0.0859375 + }, + { + "accuracy": 0.078125, + "f1": 0.05580929487179487, + "hf_subset": "eng_Latn-mbj_Latn", + "languages": [ + "eng-Latn", + "mbj-Latn" + ], + "main_score": 0.05580929487179487, + "precision": 0.049414062499999994, + "recall": 0.078125 + }, + { + "accuracy": 0.06640625, + "f1": 0.046046663914390204, + "hf_subset": "mbj_Latn-eng_Latn", + "languages": [ + "mbj-Latn", + "eng-Latn" + ], + "main_score": 0.046046663914390204, + "precision": 0.04290895037322874, + "recall": 0.06640625 + }, + { + "accuracy": 0.01953125, + "f1": 0.014811197916666666, + "hf_subset": "eng_Latn-mbl_Latn", + "languages": [ + "eng-Latn", + "mbl-Latn" + ], + "main_score": 0.014811197916666666, + "precision": 0.013932291666666666, + "recall": 0.01953125 + }, + { + "accuracy": 0.0234375, + "f1": 0.01636688468992248, + "hf_subset": "mbl_Latn-eng_Latn", + "languages": [ + "mbl-Latn", + "eng-Latn" + ], + "main_score": 0.01636688468992248, + "precision": 0.015019914215686273, + "recall": 0.0234375 + }, + { + "accuracy": 0.125, + "f1": 0.08328373015873015, + "hf_subset": "eng_Latn-mbs_Latn", + "languages": [ + "eng-Latn", + "mbs-Latn" + ], + "main_score": 0.08328373015873015, + "precision": 0.07377232142857143, + "recall": 0.125 + }, + { + "accuracy": 0.125, + "f1": 0.08637130633503401, + "hf_subset": "mbs_Latn-eng_Latn", + "languages": [ + "mbs-Latn", + "eng-Latn" + ], + "main_score": 0.08637130633503401, + "precision": 0.07757778046377964, + "recall": 0.125 + }, + { + "accuracy": 0.125, + "f1": 0.0849795386904762, + "hf_subset": "eng_Latn-mbt_Latn", + "languages": [ + "eng-Latn", + "mbt-Latn" + ], + "main_score": 0.0849795386904762, + "precision": 0.074968998015873, + "recall": 0.125 + }, + { + "accuracy": 0.13671875, + "f1": 0.09448784722222223, + "hf_subset": "mbt_Latn-eng_Latn", + "languages": [ + "mbt-Latn", + "eng-Latn" + ], + "main_score": 0.09448784722222223, + "precision": 0.0829070560515873, + "recall": 0.13671875 + }, + { + "accuracy": 0.1484375, + "f1": 0.1194141719187675, + "hf_subset": "eng_Latn-mca_Latn", + "languages": [ + "eng-Latn", + "mca-Latn" + ], + "main_score": 0.1194141719187675, + "precision": 0.11053059895833332, + "recall": 0.1484375 + }, + { + "accuracy": 0.16015625, + "f1": 0.12662284044715447, + "hf_subset": "mca_Latn-eng_Latn", + "languages": [ + "mca-Latn", + "eng-Latn" + ], + "main_score": 0.12662284044715447, + "precision": 0.11591796875, + "recall": 0.16015625 + }, + { + "accuracy": 0.0390625, + "f1": 0.02202442274986918, + "hf_subset": "eng_Latn-mcb_Latn", + "languages": [ + "eng-Latn", + "mcb-Latn" + ], + "main_score": 0.02202442274986918, + "precision": 0.019608561197916666, + "recall": 0.0390625 + }, + { + "accuracy": 0.0546875, + "f1": 0.03408048115079365, + "hf_subset": "mcb_Latn-eng_Latn", + "languages": [ + "mcb-Latn", + "eng-Latn" + ], + "main_score": 0.03408048115079365, + "precision": 0.029171316964285716, + "recall": 0.0546875 + }, + { + "accuracy": 0.078125, + "f1": 0.059038354925303446, + "hf_subset": "eng_Latn-mcd_Latn", + "languages": [ + "eng-Latn", + "mcd-Latn" + ], + "main_score": 0.059038354925303446, + "precision": 0.05427734375, + "recall": 0.078125 + }, + { + "accuracy": 0.078125, + "f1": 0.06040721259625963, + "hf_subset": "mcd_Latn-eng_Latn", + "languages": [ + "mcd-Latn", + "eng-Latn" + ], + "main_score": 0.06040721259625963, + "precision": 0.056484375, + "recall": 0.078125 + }, + { + "accuracy": 0.0390625, + "f1": 0.021502499236874237, + "hf_subset": "eng_Latn-mcf_Latn", + "languages": [ + "eng-Latn", + "mcf-Latn" + ], + "main_score": 0.021502499236874237, + "precision": 0.018400677643369175, + "recall": 0.0390625 + }, + { + "accuracy": 0.03515625, + "f1": 0.01800130208333333, + "hf_subset": "mcf_Latn-eng_Latn", + "languages": [ + "mcf-Latn", + "eng-Latn" + ], + "main_score": 0.01800130208333333, + "precision": 0.014425223214285713, + "recall": 0.03515625 + }, + { + "accuracy": 0.140625, + "f1": 0.10326450892857142, + "hf_subset": "eng_Latn-mco_Latn", + "languages": [ + "eng-Latn", + "mco-Latn" + ], + "main_score": 0.10326450892857142, + "precision": 0.09056158685064936, + "recall": 0.140625 + }, + { + "accuracy": 0.09765625, + "f1": 0.06698551014957264, + "hf_subset": "mco_Latn-eng_Latn", + "languages": [ + "mco-Latn", + "eng-Latn" + ], + "main_score": 0.06698551014957264, + "precision": 0.05803297881652661, + "recall": 0.09765625 + }, + { + "accuracy": 0.0703125, + "f1": 0.044583333333333336, + "hf_subset": "eng_Latn-mcp_Latn", + "languages": [ + "eng-Latn", + "mcp-Latn" + ], + "main_score": 0.044583333333333336, + "precision": 0.03772786458333333, + "recall": 0.0703125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05911796536796536, + "hf_subset": "mcp_Latn-eng_Latn", + "languages": [ + "mcp-Latn", + "eng-Latn" + ], + "main_score": 0.05911796536796536, + "precision": 0.054191468253968256, + "recall": 0.08203125 + }, + { + "accuracy": 0.07421875, + "f1": 0.05652901785714286, + "hf_subset": "eng_Latn-mcq_Latn", + "languages": [ + "eng-Latn", + "mcq-Latn" + ], + "main_score": 0.05652901785714286, + "precision": 0.0513816550925926, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.02750186011904762, + "hf_subset": "mcq_Latn-eng_Latn", + "languages": [ + "mcq-Latn", + "eng-Latn" + ], + "main_score": 0.02750186011904762, + "precision": 0.024289084642419488, + "recall": 0.0546875 + }, + { + "accuracy": 0.0390625, + "f1": 0.0252035002035002, + "hf_subset": "eng_Latn-mcr_Latn", + "languages": [ + "eng-Latn", + "mcr-Latn" + ], + "main_score": 0.0252035002035002, + "precision": 0.02331295007076257, + "recall": 0.0390625 + }, + { + "accuracy": 0.04296875, + "f1": 0.02361003831517944, + "hf_subset": "mcr_Latn-eng_Latn", + "languages": [ + "mcr-Latn", + "eng-Latn" + ], + "main_score": 0.02361003831517944, + "precision": 0.021074190195540937, + "recall": 0.04296875 + }, + { + "accuracy": 0.0390625, + "f1": 0.029166666666666667, + "hf_subset": "eng_Latn-mdy_Latn", + "languages": [ + "eng-Latn", + "mdy-Latn" + ], + "main_score": 0.029166666666666667, + "precision": 0.026171875, + "recall": 0.0390625 + }, + { + "accuracy": 0.03515625, + "f1": 0.023957840119949496, + "hf_subset": "mdy_Latn-eng_Latn", + "languages": [ + "mdy-Latn", + "eng-Latn" + ], + "main_score": 0.023957840119949496, + "precision": 0.02248928931451613, + "recall": 0.03515625 + }, + { + "accuracy": 0.0546875, + "f1": 0.04014756944444445, + "hf_subset": "eng_Latn-med_Latn", + "languages": [ + "eng-Latn", + "med-Latn" + ], + "main_score": 0.04014756944444445, + "precision": 0.03629748774509804, + "recall": 0.0546875 + }, + { + "accuracy": 0.046875, + "f1": 0.026109730113636365, + "hf_subset": "med_Latn-eng_Latn", + "languages": [ + "med-Latn", + "eng-Latn" + ], + "main_score": 0.026109730113636365, + "precision": 0.023865322674173413, + "recall": 0.046875 + }, + { + "accuracy": 0.1015625, + "f1": 0.07643229166666667, + "hf_subset": "eng_Latn-mee_Latn", + "languages": [ + "eng-Latn", + "mee-Latn" + ], + "main_score": 0.07643229166666667, + "precision": 0.06846788194444445, + "recall": 0.1015625 + }, + { + "accuracy": 0.11328125, + "f1": 0.07621527777777778, + "hf_subset": "mee_Latn-eng_Latn", + "languages": [ + "mee-Latn", + "eng-Latn" + ], + "main_score": 0.07621527777777778, + "precision": 0.06672283496732026, + "recall": 0.11328125 + }, + { + "accuracy": 0.125, + "f1": 0.0928928818577256, + "hf_subset": "eng_Latn-mek_Latn", + "languages": [ + "eng-Latn", + "mek-Latn" + ], + "main_score": 0.0928928818577256, + "precision": 0.08580729166666667, + "recall": 0.125 + }, + { + "accuracy": 0.0703125, + "f1": 0.05322730654761905, + "hf_subset": "mek_Latn-eng_Latn", + "languages": [ + "mek-Latn", + "eng-Latn" + ], + "main_score": 0.05322730654761905, + "precision": 0.050091490923292396, + "recall": 0.0703125 + }, + { + "accuracy": 0.109375, + "f1": 0.07957152439574315, + "hf_subset": "eng_Latn-meq_Latn", + "languages": [ + "eng-Latn", + "meq-Latn" + ], + "main_score": 0.07957152439574315, + "precision": 0.07294625946969698, + "recall": 0.109375 + }, + { + "accuracy": 0.078125, + "f1": 0.057967213250930356, + "hf_subset": "meq_Latn-eng_Latn", + "languages": [ + "meq-Latn", + "eng-Latn" + ], + "main_score": 0.057967213250930356, + "precision": 0.0535305131621447, + "recall": 0.078125 + }, + { + "accuracy": 0.08984375, + "f1": 0.0633758060515873, + "hf_subset": "eng_Latn-met_Latn", + "languages": [ + "eng-Latn", + "met-Latn" + ], + "main_score": 0.0633758060515873, + "precision": 0.05794927345938375, + "recall": 0.08984375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08047996542366948, + "hf_subset": "met_Latn-eng_Latn", + "languages": [ + "met-Latn", + "eng-Latn" + ], + "main_score": 0.08047996542366948, + "precision": 0.0734087527056277, + "recall": 0.11328125 + }, + { + "accuracy": 0.14453125, + "f1": 0.12382603609625668, + "hf_subset": "eng_Latn-meu_Latn", + "languages": [ + "eng-Latn", + "meu-Latn" + ], + "main_score": 0.12382603609625668, + "precision": 0.11749674479166666, + "recall": 0.14453125 + }, + { + "accuracy": 0.15234375, + "f1": 0.11475074404761904, + "hf_subset": "meu_Latn-eng_Latn", + "languages": [ + "meu-Latn", + "eng-Latn" + ], + "main_score": 0.11475074404761904, + "precision": 0.10450246710526316, + "recall": 0.15234375 + }, + { + "accuracy": 0.22265625, + "f1": 0.16837515782828283, + "hf_subset": "eng_Latn-mgc_Latn", + "languages": [ + "eng-Latn", + "mgc-Latn" + ], + "main_score": 0.16837515782828283, + "precision": 0.15111762152777775, + "recall": 0.22265625 + }, + { + "accuracy": 0.18359375, + "f1": 0.13842075892857142, + "hf_subset": "mgc_Latn-eng_Latn", + "languages": [ + "mgc-Latn", + "eng-Latn" + ], + "main_score": 0.13842075892857142, + "precision": 0.12650979662698414, + "recall": 0.18359375 + }, + { + "accuracy": 0.17578125, + "f1": 0.12479209158896659, + "hf_subset": "eng_Latn-mgh_Latn", + "languages": [ + "eng-Latn", + "mgh-Latn" + ], + "main_score": 0.12479209158896659, + "precision": 0.11131918913398693, + "recall": 0.17578125 + }, + { + "accuracy": 0.1484375, + "f1": 0.09622348137973137, + "hf_subset": "mgh_Latn-eng_Latn", + "languages": [ + "mgh-Latn", + "eng-Latn" + ], + "main_score": 0.09622348137973137, + "precision": 0.08336588541666667, + "recall": 0.1484375 + }, + { + "accuracy": 0.48325358851674644, + "f1": 0.4136591478696742, + "hf_subset": "eng_Latn-mgw_Latn", + "languages": [ + "eng-Latn", + "mgw-Latn" + ], + "main_score": 0.4136591478696742, + "precision": 0.38840282524493047, + "recall": 0.48325358851674644 + }, + { + "accuracy": 0.4880382775119617, + "f1": 0.40136705399863293, + "hf_subset": "mgw_Latn-eng_Latn", + "languages": [ + "mgw-Latn", + "eng-Latn" + ], + "main_score": 0.40136705399863293, + "precision": 0.3661881977671451, + "recall": 0.4880382775119617 + }, + { + "accuracy": 0.10546875, + "f1": 0.07610347551753802, + "hf_subset": "eng_Latn-mhl_Latn", + "languages": [ + "eng-Latn", + "mhl-Latn" + ], + "main_score": 0.07610347551753802, + "precision": 0.07012375262605042, + "recall": 0.10546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.055863716758343285, + "hf_subset": "mhl_Latn-eng_Latn", + "languages": [ + "mhl-Latn", + "eng-Latn" + ], + "main_score": 0.055863716758343285, + "precision": 0.04967912946428571, + "recall": 0.08203125 + }, + { + "accuracy": 0.203125, + "f1": 0.1565181671626984, + "hf_subset": "eng_Latn-mib_Latn", + "languages": [ + "eng-Latn", + "mib-Latn" + ], + "main_score": 0.1565181671626984, + "precision": 0.14347253224206347, + "recall": 0.203125 + }, + { + "accuracy": 0.18359375, + "f1": 0.14352171266233765, + "hf_subset": "mib_Latn-eng_Latn", + "languages": [ + "mib-Latn", + "eng-Latn" + ], + "main_score": 0.14352171266233765, + "precision": 0.1339604975103022, + "recall": 0.18359375 + }, + { + "accuracy": 0.04296875, + "f1": 0.028060795890937018, + "hf_subset": "eng_Latn-mic_Latn", + "languages": [ + "eng-Latn", + "mic-Latn" + ], + "main_score": 0.028060795890937018, + "precision": 0.024348958333333334, + "recall": 0.04296875 + }, + { + "accuracy": 0.0390625, + "f1": 0.022139323499776084, + "hf_subset": "mic_Latn-eng_Latn", + "languages": [ + "mic-Latn", + "eng-Latn" + ], + "main_score": 0.022139323499776084, + "precision": 0.019937505166997355, + "recall": 0.0390625 + }, + { + "accuracy": 0.20703125, + "f1": 0.15790888798701297, + "hf_subset": "eng_Latn-mie_Latn", + "languages": [ + "eng-Latn", + "mie-Latn" + ], + "main_score": 0.15790888798701297, + "precision": 0.14287860576923075, + "recall": 0.20703125 + }, + { + "accuracy": 0.1875, + "f1": 0.15189717963155464, + "hf_subset": "mie_Latn-eng_Latn", + "languages": [ + "mie-Latn", + "eng-Latn" + ], + "main_score": 0.15189717963155464, + "precision": 0.14252578635620916, + "recall": 0.1875 + }, + { + "accuracy": 0.15625, + "f1": 0.12490234375, + "hf_subset": "eng_Latn-mig_Latn", + "languages": [ + "eng-Latn", + "mig-Latn" + ], + "main_score": 0.12490234375, + "precision": 0.11755811462842713, + "recall": 0.15625 + }, + { + "accuracy": 0.13671875, + "f1": 0.10117318662240538, + "hf_subset": "mig_Latn-eng_Latn", + "languages": [ + "mig-Latn", + "eng-Latn" + ], + "main_score": 0.10117318662240538, + "precision": 0.0949666441095669, + "recall": 0.13671875 + }, + { + "accuracy": 0.15234375, + "f1": 0.11032318376068376, + "hf_subset": "eng_Latn-mih_Latn", + "languages": [ + "eng-Latn", + "mih-Latn" + ], + "main_score": 0.11032318376068376, + "precision": 0.09836774553571428, + "recall": 0.15234375 + }, + { + "accuracy": 0.14453125, + "f1": 0.11256921828806354, + "hf_subset": "mih_Latn-eng_Latn", + "languages": [ + "mih-Latn", + "eng-Latn" + ], + "main_score": 0.11256921828806354, + "precision": 0.10403297061011904, + "recall": 0.14453125 + }, + { + "accuracy": 0.046875, + "f1": 0.03570601851851852, + "hf_subset": "eng_Latn-mil_Latn", + "languages": [ + "eng-Latn", + "mil-Latn" + ], + "main_score": 0.03570601851851852, + "precision": 0.032376802884615384, + "recall": 0.046875 + }, + { + "accuracy": 0.05859375, + "f1": 0.036584643804471385, + "hf_subset": "mil_Latn-eng_Latn", + "languages": [ + "mil-Latn", + "eng-Latn" + ], + "main_score": 0.036584643804471385, + "precision": 0.033282082500832505, + "recall": 0.05859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.08782552083333332, + "hf_subset": "eng_Latn-mio_Latn", + "languages": [ + "eng-Latn", + "mio-Latn" + ], + "main_score": 0.08782552083333332, + "precision": 0.08174293154761905, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.07719184027777777, + "hf_subset": "mio_Latn-eng_Latn", + "languages": [ + "mio-Latn", + "eng-Latn" + ], + "main_score": 0.07719184027777777, + "precision": 0.07401191284937889, + "recall": 0.09375 + }, + { + "accuracy": 0.1171875, + "f1": 0.0780993777719421, + "hf_subset": "eng_Latn-mir_Latn", + "languages": [ + "eng-Latn", + "mir-Latn" + ], + "main_score": 0.0780993777719421, + "precision": 0.06900165264423078, + "recall": 0.1171875 + }, + { + "accuracy": 0.09375, + "f1": 0.0704771632948478, + "hf_subset": "mir_Latn-eng_Latn", + "languages": [ + "mir-Latn", + "eng-Latn" + ], + "main_score": 0.0704771632948478, + "precision": 0.06578432418276167, + "recall": 0.09375 + }, + { + "accuracy": 0.1484375, + "f1": 0.10984002976190477, + "hf_subset": "eng_Latn-mit_Latn", + "languages": [ + "eng-Latn", + "mit-Latn" + ], + "main_score": 0.10984002976190477, + "precision": 0.10010089736652236, + "recall": 0.1484375 + }, + { + "accuracy": 0.12109375, + "f1": 0.09543011242229991, + "hf_subset": "mit_Latn-eng_Latn", + "languages": [ + "mit-Latn", + "eng-Latn" + ], + "main_score": 0.09543011242229991, + "precision": 0.09074125744047619, + "recall": 0.12109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.07839161706349206, + "hf_subset": "eng_Latn-miz_Latn", + "languages": [ + "eng-Latn", + "miz-Latn" + ], + "main_score": 0.07839161706349206, + "precision": 0.06844308035714286, + "recall": 0.1171875 + }, + { + "accuracy": 0.0859375, + "f1": 0.06391559829059829, + "hf_subset": "miz_Latn-eng_Latn", + "languages": [ + "miz-Latn", + "eng-Latn" + ], + "main_score": 0.06391559829059829, + "precision": 0.06035374302232854, + "recall": 0.0859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.08534564393939394, + "hf_subset": "eng_Latn-mjc_Latn", + "languages": [ + "eng-Latn", + "mjc-Latn" + ], + "main_score": 0.08534564393939394, + "precision": 0.07955729166666667, + "recall": 0.10546875 + }, + { + "accuracy": 0.11328125, + "f1": 0.08194986739213228, + "hf_subset": "mjc_Latn-eng_Latn", + "languages": [ + "mjc-Latn", + "eng-Latn" + ], + "main_score": 0.08194986739213228, + "precision": 0.07585442985833611, + "recall": 0.11328125 + }, + { + "accuracy": 0.25, + "f1": 0.19765624999999998, + "hf_subset": "eng_Latn-mkj_Latn", + "languages": [ + "eng-Latn", + "mkj-Latn" + ], + "main_score": 0.19765624999999998, + "precision": 0.17799479166666665, + "recall": 0.25 + }, + { + "accuracy": 0.26171875, + "f1": 0.1971206451330532, + "hf_subset": "mkj_Latn-eng_Latn", + "languages": [ + "mkj-Latn", + "eng-Latn" + ], + "main_score": 0.1971206451330532, + "precision": 0.17727787078373017, + "recall": 0.26171875 + }, + { + "accuracy": 0.07421875, + "f1": 0.051413690476190474, + "hf_subset": "eng_Latn-mkl_Latn", + "languages": [ + "eng-Latn", + "mkl-Latn" + ], + "main_score": 0.051413690476190474, + "precision": 0.04603319857226107, + "recall": 0.07421875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06119938147333295, + "hf_subset": "mkl_Latn-eng_Latn", + "languages": [ + "mkl-Latn", + "eng-Latn" + ], + "main_score": 0.06119938147333295, + "precision": 0.05408651153673835, + "recall": 0.09765625 + }, + { + "accuracy": 0.35546875, + "f1": 0.28438964064992023, + "hf_subset": "eng_Latn-mkn_Latn", + "languages": [ + "eng-Latn", + "mkn-Latn" + ], + "main_score": 0.28438964064992023, + "precision": 0.26024474657287155, + "recall": 0.35546875 + }, + { + "accuracy": 0.28515625, + "f1": 0.23303881448412697, + "hf_subset": "mkn_Latn-eng_Latn", + "languages": [ + "mkn-Latn", + "eng-Latn" + ], + "main_score": 0.23303881448412697, + "precision": 0.21704922046045427, + "recall": 0.28515625 + }, + { + "accuracy": 0.11328125, + "f1": 0.09164186507936509, + "hf_subset": "eng_Latn-mks_Latn", + "languages": [ + "eng-Latn", + "mks-Latn" + ], + "main_score": 0.09164186507936509, + "precision": 0.08447265625, + "recall": 0.11328125 + }, + { + "accuracy": 0.09765625, + "f1": 0.0669133873518954, + "hf_subset": "mks_Latn-eng_Latn", + "languages": [ + "mks-Latn", + "eng-Latn" + ], + "main_score": 0.0669133873518954, + "precision": 0.060790484916381435, + "recall": 0.09765625 + }, + { + "accuracy": 0.0234375, + "f1": 0.012266216856060604, + "hf_subset": "eng_Latn-mle_Latn", + "languages": [ + "eng-Latn", + "mle-Latn" + ], + "main_score": 0.012266216856060604, + "precision": 0.009765625, + "recall": 0.0234375 + }, + { + "accuracy": 0.04296875, + "f1": 0.025142609126984128, + "hf_subset": "mle_Latn-eng_Latn", + "languages": [ + "mle-Latn", + "eng-Latn" + ], + "main_score": 0.025142609126984128, + "precision": 0.022002249053030304, + "recall": 0.04296875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07610347551753802, + "hf_subset": "eng_Latn-mlh_Latn", + "languages": [ + "eng-Latn", + "mlh-Latn" + ], + "main_score": 0.07610347551753802, + "precision": 0.07012375262605042, + "recall": 0.10546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.055863716758343285, + "hf_subset": "mlh_Latn-eng_Latn", + "languages": [ + "mlh-Latn", + "eng-Latn" + ], + "main_score": 0.055863716758343285, + "precision": 0.04967912946428571, + "recall": 0.08203125 + }, + { + "accuracy": 0.08984375, + "f1": 0.07070650703463204, + "hf_subset": "eng_Latn-mlp_Latn", + "languages": [ + "eng-Latn", + "mlp-Latn" + ], + "main_score": 0.07070650703463204, + "precision": 0.06584990530303031, + "recall": 0.08984375 + }, + { + "accuracy": 0.09375, + "f1": 0.06274604301948052, + "hf_subset": "mlp_Latn-eng_Latn", + "languages": [ + "mlp-Latn", + "eng-Latn" + ], + "main_score": 0.06274604301948052, + "precision": 0.05533880497977755, + "recall": 0.09375 + }, + { + "accuracy": 0.08984375, + "f1": 0.0609812675070028, + "hf_subset": "eng_Latn-mmo_Latn", + "languages": [ + "eng-Latn", + "mmo-Latn" + ], + "main_score": 0.0609812675070028, + "precision": 0.052961253156565656, + "recall": 0.08984375 + }, + { + "accuracy": 0.05078125, + "f1": 0.030306742018757105, + "hf_subset": "mmo_Latn-eng_Latn", + "languages": [ + "mmo-Latn", + "eng-Latn" + ], + "main_score": 0.030306742018757105, + "precision": 0.025892857142857145, + "recall": 0.05078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.05911373782467533, + "hf_subset": "eng_Latn-mmx_Latn", + "languages": [ + "eng-Latn", + "mmx-Latn" + ], + "main_score": 0.05911373782467533, + "precision": 0.05126730719461697, + "recall": 0.09765625 + }, + { + "accuracy": 0.06640625, + "f1": 0.03777467916514431, + "hf_subset": "mmx_Latn-eng_Latn", + "languages": [ + "mmx-Latn", + "eng-Latn" + ], + "main_score": 0.03777467916514431, + "precision": 0.03311963102002164, + "recall": 0.06640625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04573525432900433, + "hf_subset": "eng_Latn-mna_Latn", + "languages": [ + "eng-Latn", + "mna-Latn" + ], + "main_score": 0.04573525432900433, + "precision": 0.041050889756944445, + "recall": 0.0703125 + }, + { + "accuracy": 0.0546875, + "f1": 0.03955965909090909, + "hf_subset": "mna_Latn-eng_Latn", + "languages": [ + "mna-Latn", + "eng-Latn" + ], + "main_score": 0.03955965909090909, + "precision": 0.036969394159619445, + "recall": 0.0546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.08303334354575163, + "hf_subset": "eng_Latn-mop_Latn", + "languages": [ + "eng-Latn", + "mop-Latn" + ], + "main_score": 0.08303334354575163, + "precision": 0.0772158668154762, + "recall": 0.10546875 + }, + { + "accuracy": 0.1015625, + "f1": 0.06683274901643804, + "hf_subset": "mop_Latn-eng_Latn", + "languages": [ + "mop-Latn", + "eng-Latn" + ], + "main_score": 0.06683274901643804, + "precision": 0.060337373130341876, + "recall": 0.1015625 + }, + { + "accuracy": 0.06640625, + "f1": 0.05794270833333333, + "hf_subset": "eng_Latn-mox_Latn", + "languages": [ + "eng-Latn", + "mox-Latn" + ], + "main_score": 0.05794270833333333, + "precision": 0.05481770833333333, + "recall": 0.06640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.0420826496998372, + "hf_subset": "mox_Latn-eng_Latn", + "languages": [ + "mox-Latn", + "eng-Latn" + ], + "main_score": 0.0420826496998372, + "precision": 0.03579942193223443, + "recall": 0.07421875 + }, + { + "accuracy": 0.1927710843373494, + "f1": 0.12630522088353413, + "hf_subset": "eng_Latn-mph_Latn", + "languages": [ + "eng-Latn", + "mph-Latn" + ], + "main_score": 0.12630522088353413, + "precision": 0.10656913367756742, + "recall": 0.1927710843373494 + }, + { + "accuracy": 0.13253012048192772, + "f1": 0.07931726907630522, + "hf_subset": "mph_Latn-eng_Latn", + "languages": [ + "mph-Latn", + "eng-Latn" + ], + "main_score": 0.07931726907630522, + "precision": 0.06600990427876921, + "recall": 0.13253012048192772 + }, + { + "accuracy": 0.01953125, + "f1": 0.011822916666666666, + "hf_subset": "eng_Latn-mpj_Latn", + "languages": [ + "eng-Latn", + "mpj-Latn" + ], + "main_score": 0.011822916666666666, + "precision": 0.009818412162162162, + "recall": 0.01953125 + }, + { + "accuracy": 0.0078125, + "f1": 0.0013020833333333333, + "hf_subset": "mpj_Latn-eng_Latn", + "languages": [ + "mpj-Latn", + "eng-Latn" + ], + "main_score": 0.0013020833333333333, + "precision": 0.0007278726708074534, + "recall": 0.0078125 + }, + { + "accuracy": 0.1328125, + "f1": 0.08812934027777777, + "hf_subset": "eng_Latn-mpm_Latn", + "languages": [ + "eng-Latn", + "mpm-Latn" + ], + "main_score": 0.08812934027777777, + "precision": 0.07623212250909135, + "recall": 0.1328125 + }, + { + "accuracy": 0.078125, + "f1": 0.06224734086276057, + "hf_subset": "mpm_Latn-eng_Latn", + "languages": [ + "mpm-Latn", + "eng-Latn" + ], + "main_score": 0.06224734086276057, + "precision": 0.05998655972805789, + "recall": 0.078125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06497395833333333, + "hf_subset": "eng_Latn-mpp_Latn", + "languages": [ + "eng-Latn", + "mpp-Latn" + ], + "main_score": 0.06497395833333333, + "precision": 0.056901041666666666, + "recall": 0.08984375 + }, + { + "accuracy": 0.11328125, + "f1": 0.07632688492063491, + "hf_subset": "mpp_Latn-eng_Latn", + "languages": [ + "mpp-Latn", + "eng-Latn" + ], + "main_score": 0.07632688492063491, + "precision": 0.06820567670177045, + "recall": 0.11328125 + }, + { + "accuracy": 0.078125, + "f1": 0.05435220161782661, + "hf_subset": "eng_Latn-mps_Latn", + "languages": [ + "eng-Latn", + "mps-Latn" + ], + "main_score": 0.05435220161782661, + "precision": 0.04899088541666666, + "recall": 0.078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05940586018711018, + "hf_subset": "mps_Latn-eng_Latn", + "languages": [ + "mps-Latn", + "eng-Latn" + ], + "main_score": 0.05940586018711018, + "precision": 0.05264756944444445, + "recall": 0.08203125 + }, + { + "accuracy": 0.046875, + "f1": 0.035085227272727275, + "hf_subset": "eng_Latn-mpt_Latn", + "languages": [ + "eng-Latn", + "mpt-Latn" + ], + "main_score": 0.035085227272727275, + "precision": 0.031640625, + "recall": 0.046875 + }, + { + "accuracy": 0.0703125, + "f1": 0.04700520833333333, + "hf_subset": "mpt_Latn-eng_Latn", + "languages": [ + "mpt-Latn", + "eng-Latn" + ], + "main_score": 0.04700520833333333, + "precision": 0.04080340232683982, + "recall": 0.0703125 + }, + { + "accuracy": 0.08984375, + "f1": 0.05981785141941391, + "hf_subset": "eng_Latn-mpx_Latn", + "languages": [ + "eng-Latn", + "mpx-Latn" + ], + "main_score": 0.05981785141941391, + "precision": 0.052301087755446306, + "recall": 0.08984375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04846647493131868, + "hf_subset": "mpx_Latn-eng_Latn", + "languages": [ + "mpx-Latn", + "eng-Latn" + ], + "main_score": 0.04846647493131868, + "precision": 0.043157623626373626, + "recall": 0.07421875 + }, + { + "accuracy": 0.1015625, + "f1": 0.06853298611111111, + "hf_subset": "eng_Latn-mqb_Latn", + "languages": [ + "eng-Latn", + "mqb-Latn" + ], + "main_score": 0.06853298611111111, + "precision": 0.06016555059523809, + "recall": 0.1015625 + }, + { + "accuracy": 0.09765625, + "f1": 0.06779490041208791, + "hf_subset": "mqb_Latn-eng_Latn", + "languages": [ + "mqb-Latn", + "eng-Latn" + ], + "main_score": 0.06779490041208791, + "precision": 0.06135371139277389, + "recall": 0.09765625 + }, + { + "accuracy": 0.140625, + "f1": 0.10540674603174603, + "hf_subset": "eng_Latn-mqj_Latn", + "languages": [ + "eng-Latn", + "mqj-Latn" + ], + "main_score": 0.10540674603174603, + "precision": 0.09593554232226106, + "recall": 0.140625 + }, + { + "accuracy": 0.16015625, + "f1": 0.11761842757936508, + "hf_subset": "mqj_Latn-eng_Latn", + "languages": [ + "mqj-Latn", + "eng-Latn" + ], + "main_score": 0.11761842757936508, + "precision": 0.1056789924028822, + "recall": 0.16015625 + }, + { + "accuracy": 0.46484375, + "f1": 0.378999255952381, + "hf_subset": "eng_Latn-msb_Latn", + "languages": [ + "eng-Latn", + "msb-Latn" + ], + "main_score": 0.378999255952381, + "precision": 0.350582978219697, + "recall": 0.46484375 + }, + { + "accuracy": 0.46484375, + "f1": 0.386363979468599, + "hf_subset": "msb_Latn-eng_Latn", + "languages": [ + "msb-Latn", + "eng-Latn" + ], + "main_score": 0.386363979468599, + "precision": 0.3578272964015151, + "recall": 0.46484375 + }, + { + "accuracy": 0.328125, + "f1": 0.25026379870129867, + "hf_subset": "eng_Latn-msc_Latn", + "languages": [ + "eng-Latn", + "msc-Latn" + ], + "main_score": 0.25026379870129867, + "precision": 0.2268071771978022, + "recall": 0.328125 + }, + { + "accuracy": 0.34765625, + "f1": 0.28946223047785546, + "hf_subset": "msc_Latn-eng_Latn", + "languages": [ + "msc-Latn", + "eng-Latn" + ], + "main_score": 0.28946223047785546, + "precision": 0.27097284226190477, + "recall": 0.34765625 + }, + { + "accuracy": 0.19140625, + "f1": 0.13958333333333334, + "hf_subset": "eng_Latn-msk_Latn", + "languages": [ + "eng-Latn", + "msk-Latn" + ], + "main_score": 0.13958333333333334, + "precision": 0.12192770337301587, + "recall": 0.19140625 + }, + { + "accuracy": 0.1796875, + "f1": 0.12947386814574313, + "hf_subset": "msk_Latn-eng_Latn", + "languages": [ + "msk-Latn", + "eng-Latn" + ], + "main_score": 0.12947386814574313, + "precision": 0.1139150802203065, + "recall": 0.1796875 + }, + { + "accuracy": 0.140625, + "f1": 0.10315538194444446, + "hf_subset": "eng_Latn-msm_Latn", + "languages": [ + "eng-Latn", + "msm-Latn" + ], + "main_score": 0.10315538194444446, + "precision": 0.09397955560064936, + "recall": 0.140625 + }, + { + "accuracy": 0.125, + "f1": 0.08696813442907192, + "hf_subset": "msm_Latn-eng_Latn", + "languages": [ + "msm-Latn", + "eng-Latn" + ], + "main_score": 0.08696813442907192, + "precision": 0.07657633165445665, + "recall": 0.125 + }, + { + "accuracy": 0.078125, + "f1": 0.04464184361645299, + "hf_subset": "eng_Latn-msy_Latn", + "languages": [ + "eng-Latn", + "msy-Latn" + ], + "main_score": 0.04464184361645299, + "precision": 0.03888606961754643, + "recall": 0.078125 + }, + { + "accuracy": 0.09375, + "f1": 0.053385416666666664, + "hf_subset": "msy_Latn-eng_Latn", + "languages": [ + "msy-Latn", + "eng-Latn" + ], + "main_score": 0.053385416666666664, + "precision": 0.04395701954295704, + "recall": 0.09375 + }, + { + "accuracy": 0.08203125, + "f1": 0.04920663104256855, + "hf_subset": "eng_Latn-mti_Latn", + "languages": [ + "eng-Latn", + "mti-Latn" + ], + "main_score": 0.04920663104256855, + "precision": 0.04134245745573871, + "recall": 0.08203125 + }, + { + "accuracy": 0.109375, + "f1": 0.08213177051581658, + "hf_subset": "mti_Latn-eng_Latn", + "languages": [ + "mti-Latn", + "eng-Latn" + ], + "main_score": 0.08213177051581658, + "precision": 0.07586512293543543, + "recall": 0.109375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07526041666666666, + "hf_subset": "eng_Latn-mto_Latn", + "languages": [ + "eng-Latn", + "mto-Latn" + ], + "main_score": 0.07526041666666666, + "precision": 0.06895320391414142, + "recall": 0.09765625 + }, + { + "accuracy": 0.08984375, + "f1": 0.07020496839887641, + "hf_subset": "mto_Latn-eng_Latn", + "languages": [ + "mto-Latn", + "eng-Latn" + ], + "main_score": 0.07020496839887641, + "precision": 0.06649233152802657, + "recall": 0.08984375 + }, + { + "accuracy": 0.05078125, + "f1": 0.030078124999999997, + "hf_subset": "eng_Latn-mux_Latn", + "languages": [ + "eng-Latn", + "mux-Latn" + ], + "main_score": 0.030078124999999997, + "precision": 0.026376993742572782, + "recall": 0.05078125 + }, + { + "accuracy": 0.0390625, + "f1": 0.022891865079365078, + "hf_subset": "mux_Latn-eng_Latn", + "languages": [ + "mux-Latn", + "eng-Latn" + ], + "main_score": 0.022891865079365078, + "precision": 0.019173177083333333, + "recall": 0.0390625 + }, + { + "accuracy": 0.09375, + "f1": 0.057886904761904764, + "hf_subset": "eng_Latn-muy_Latn", + "languages": [ + "eng-Latn", + "muy-Latn" + ], + "main_score": 0.057886904761904764, + "precision": 0.048921130952380945, + "recall": 0.09375 + }, + { + "accuracy": 0.0703125, + "f1": 0.05081948578042328, + "hf_subset": "muy_Latn-eng_Latn", + "languages": [ + "muy-Latn", + "eng-Latn" + ], + "main_score": 0.05081948578042328, + "precision": 0.046085880265567765, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05915043780193237, + "hf_subset": "eng_Latn-mva_Latn", + "languages": [ + "eng-Latn", + "mva-Latn" + ], + "main_score": 0.05915043780193237, + "precision": 0.05279257417929293, + "recall": 0.0859375 + }, + { + "accuracy": 0.109375, + "f1": 0.08175296160130718, + "hf_subset": "mva_Latn-eng_Latn", + "languages": [ + "mva-Latn", + "eng-Latn" + ], + "main_score": 0.08175296160130718, + "precision": 0.07306506587009803, + "recall": 0.109375 + }, + { + "accuracy": 0.09375, + "f1": 0.06568969144675413, + "hf_subset": "eng_Latn-mvn_Latn", + "languages": [ + "eng-Latn", + "mvn-Latn" + ], + "main_score": 0.06568969144675413, + "precision": 0.05968786168981482, + "recall": 0.09375 + }, + { + "accuracy": 0.078125, + "f1": 0.04688640714031339, + "hf_subset": "mvn_Latn-eng_Latn", + "languages": [ + "mvn-Latn", + "eng-Latn" + ], + "main_score": 0.04688640714031339, + "precision": 0.041023620986856274, + "recall": 0.078125 + }, + { + "accuracy": 0.36328125, + "f1": 0.3051962143759019, + "hf_subset": "eng_Latn-mwc_Latn", + "languages": [ + "eng-Latn", + "mwc-Latn" + ], + "main_score": 0.3051962143759019, + "precision": 0.2853745755112942, + "recall": 0.36328125 + }, + { + "accuracy": 0.328125, + "f1": 0.26842537922427034, + "hf_subset": "mwc_Latn-eng_Latn", + "languages": [ + "mwc-Latn", + "eng-Latn" + ], + "main_score": 0.26842537922427034, + "precision": 0.24615885416666666, + "recall": 0.328125 + }, + { + "accuracy": 0.1484375, + "f1": 0.10073629712301586, + "hf_subset": "eng_Latn-mwe_Latn", + "languages": [ + "eng-Latn", + "mwe-Latn" + ], + "main_score": 0.10073629712301586, + "precision": 0.08784722222222222, + "recall": 0.1484375 + }, + { + "accuracy": 0.1640625, + "f1": 0.12067832341269841, + "hf_subset": "mwe_Latn-eng_Latn", + "languages": [ + "mwe-Latn", + "eng-Latn" + ], + "main_score": 0.12067832341269841, + "precision": 0.10707310267857142, + "recall": 0.1640625 + }, + { + "accuracy": 0.19140625, + "f1": 0.14740775717338217, + "hf_subset": "eng_Latn-mwf_Latn", + "languages": [ + "eng-Latn", + "mwf-Latn" + ], + "main_score": 0.14740775717338217, + "precision": 0.13404947916666665, + "recall": 0.19140625 + }, + { + "accuracy": 0.19140625, + "f1": 0.15713271103896104, + "hf_subset": "mwf_Latn-eng_Latn", + "languages": [ + "mwf-Latn", + "eng-Latn" + ], + "main_score": 0.15713271103896104, + "precision": 0.14788566468253966, + "recall": 0.19140625 + }, + { + "accuracy": 0.14453125, + "f1": 0.10427207341269841, + "hf_subset": "eng_Latn-mwp_Latn", + "languages": [ + "eng-Latn", + "mwp-Latn" + ], + "main_score": 0.10427207341269841, + "precision": 0.09343532986111111, + "recall": 0.14453125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10545014880952379, + "hf_subset": "mwp_Latn-eng_Latn", + "languages": [ + "mwp-Latn", + "eng-Latn" + ], + "main_score": 0.10545014880952379, + "precision": 0.09707486523892775, + "recall": 0.13671875 + }, + { + "accuracy": 0.171875, + "f1": 0.1447127525252525, + "hf_subset": "eng_Latn-mxb_Latn", + "languages": [ + "eng-Latn", + "mxb-Latn" + ], + "main_score": 0.1447127525252525, + "precision": 0.13654668898809524, + "recall": 0.171875 + }, + { + "accuracy": 0.11328125, + "f1": 0.08246448863636363, + "hf_subset": "mxb_Latn-eng_Latn", + "languages": [ + "mxb-Latn", + "eng-Latn" + ], + "main_score": 0.08246448863636363, + "precision": 0.07725332320428172, + "recall": 0.11328125 + }, + { + "accuracy": 0.11328125, + "f1": 0.09661458333333334, + "hf_subset": "eng_Latn-mxp_Latn", + "languages": [ + "eng-Latn", + "mxp-Latn" + ], + "main_score": 0.09661458333333334, + "precision": 0.09052438446969696, + "recall": 0.11328125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05793054327537086, + "hf_subset": "mxp_Latn-eng_Latn", + "languages": [ + "mxp-Latn", + "eng-Latn" + ], + "main_score": 0.05793054327537086, + "precision": 0.054135385089048874, + "recall": 0.08203125 + }, + { + "accuracy": 0.12109375, + "f1": 0.09366939484126985, + "hf_subset": "eng_Latn-mxq_Latn", + "languages": [ + "eng-Latn", + "mxq-Latn" + ], + "main_score": 0.09366939484126985, + "precision": 0.0864553740530303, + "recall": 0.12109375 + }, + { + "accuracy": 0.12109375, + "f1": 0.08532088701510099, + "hf_subset": "mxq_Latn-eng_Latn", + "languages": [ + "mxq-Latn", + "eng-Latn" + ], + "main_score": 0.08532088701510099, + "precision": 0.07807869553453792, + "recall": 0.12109375 + }, + { + "accuracy": 0.125, + "f1": 0.09050719246031745, + "hf_subset": "eng_Latn-mxt_Latn", + "languages": [ + "eng-Latn", + "mxt-Latn" + ], + "main_score": 0.09050719246031745, + "precision": 0.08002053285256411, + "recall": 0.125 + }, + { + "accuracy": 0.11328125, + "f1": 0.07889579849498327, + "hf_subset": "mxt_Latn-eng_Latn", + "languages": [ + "mxt-Latn", + "eng-Latn" + ], + "main_score": 0.07889579849498327, + "precision": 0.06950644841269842, + "recall": 0.11328125 + }, + { + "accuracy": 0.37890625, + "f1": 0.3252637987012987, + "hf_subset": "eng_Latn-mya_Latn", + "languages": [ + "eng-Latn", + "mya-Latn" + ], + "main_score": 0.3252637987012987, + "precision": 0.30442708333333335, + "recall": 0.37890625 + }, + { + "accuracy": 0.46484375, + "f1": 0.4176525297619048, + "hf_subset": "mya_Latn-eng_Latn", + "languages": [ + "mya-Latn", + "eng-Latn" + ], + "main_score": 0.4176525297619048, + "precision": 0.3977864583333333, + "recall": 0.46484375 + }, + { + "accuracy": 0.08984375, + "f1": 0.05757451418067226, + "hf_subset": "eng_Latn-myk_Latn", + "languages": [ + "eng-Latn", + "myk-Latn" + ], + "main_score": 0.05757451418067226, + "precision": 0.049239676339285714, + "recall": 0.08984375 + }, + { + "accuracy": 0.078125, + "f1": 0.04235598385989011, + "hf_subset": "myk_Latn-eng_Latn", + "languages": [ + "myk-Latn", + "eng-Latn" + ], + "main_score": 0.04235598385989011, + "precision": 0.03446497233101567, + "recall": 0.078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.0729204963235294, + "hf_subset": "eng_Latn-myu_Latn", + "languages": [ + "eng-Latn", + "myu-Latn" + ], + "main_score": 0.0729204963235294, + "precision": 0.06616918591485507, + "recall": 0.09765625 + }, + { + "accuracy": 0.07421875, + "f1": 0.04866559222027972, + "hf_subset": "myu_Latn-eng_Latn", + "languages": [ + "myu-Latn", + "eng-Latn" + ], + "main_score": 0.04866559222027972, + "precision": 0.0425362188697318, + "recall": 0.07421875 + }, + { + "accuracy": 0.0234375, + "f1": 0.015950520833333332, + "hf_subset": "eng_Latn-myw_Latn", + "languages": [ + "eng-Latn", + "myw-Latn" + ], + "main_score": 0.015950520833333332, + "precision": 0.01458502435064935, + "recall": 0.0234375 + }, + { + "accuracy": 0.0546875, + "f1": 0.0399238782051282, + "hf_subset": "myw_Latn-eng_Latn", + "languages": [ + "myw-Latn", + "eng-Latn" + ], + "main_score": 0.0399238782051282, + "precision": 0.03515625, + "recall": 0.0546875 + }, + { + "accuracy": 0.0859375, + "f1": 0.0609281994047619, + "hf_subset": "eng_Latn-myy_Latn", + "languages": [ + "eng-Latn", + "myy-Latn" + ], + "main_score": 0.0609281994047619, + "precision": 0.05426897321428571, + "recall": 0.0859375 + }, + { + "accuracy": 0.09375, + "f1": 0.07191416040100251, + "hf_subset": "myy_Latn-eng_Latn", + "languages": [ + "myy-Latn", + "eng-Latn" + ], + "main_score": 0.07191416040100251, + "precision": 0.06749131944444445, + "recall": 0.09375 + }, + { + "accuracy": 0.144, + "f1": 0.10977777777777777, + "hf_subset": "eng_Latn-mzz_Latn", + "languages": [ + "eng-Latn", + "mzz-Latn" + ], + "main_score": 0.10977777777777777, + "precision": 0.1003939393939394, + "recall": 0.144 + }, + { + "accuracy": 0.184, + "f1": 0.11055930735930734, + "hf_subset": "mzz_Latn-eng_Latn", + "languages": [ + "mzz-Latn", + "eng-Latn" + ], + "main_score": 0.11055930735930734, + "precision": 0.09281904761904762, + "recall": 0.184 + }, + { + "accuracy": 0.0546875, + "f1": 0.03680555555555556, + "hf_subset": "eng_Latn-nab_Latn", + "languages": [ + "eng-Latn", + "nab-Latn" + ], + "main_score": 0.03680555555555556, + "precision": 0.03241891571969697, + "recall": 0.0546875 + }, + { + "accuracy": 0.03515625, + "f1": 0.015444555786866642, + "hf_subset": "nab_Latn-eng_Latn", + "languages": [ + "nab-Latn", + "eng-Latn" + ], + "main_score": 0.015444555786866642, + "precision": 0.013028067129629629, + "recall": 0.03515625 + }, + { + "accuracy": 0.0859375, + "f1": 0.05648251488095238, + "hf_subset": "eng_Latn-naf_Latn", + "languages": [ + "eng-Latn", + "naf-Latn" + ], + "main_score": 0.05648251488095238, + "precision": 0.04790323247354497, + "recall": 0.0859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.04153645833333333, + "hf_subset": "naf_Latn-eng_Latn", + "languages": [ + "naf-Latn", + "eng-Latn" + ], + "main_score": 0.04153645833333333, + "precision": 0.037912326388888896, + "recall": 0.05859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.061132812499999994, + "hf_subset": "eng_Latn-nak_Latn", + "languages": [ + "eng-Latn", + "nak-Latn" + ], + "main_score": 0.061132812499999994, + "precision": 0.0555813361528822, + "recall": 0.08203125 + }, + { + "accuracy": 0.08203125, + "f1": 0.045844949887069456, + "hf_subset": "nak_Latn-eng_Latn", + "languages": [ + "nak-Latn", + "eng-Latn" + ], + "main_score": 0.045844949887069456, + "precision": 0.037727342357397504, + "recall": 0.08203125 + }, + { + "accuracy": 0.1015625, + "f1": 0.08411086309523809, + "hf_subset": "eng_Latn-nas_Latn", + "languages": [ + "eng-Latn", + "nas-Latn" + ], + "main_score": 0.08411086309523809, + "precision": 0.07893880208333333, + "recall": 0.1015625 + }, + { + "accuracy": 0.07421875, + "f1": 0.0507330296531098, + "hf_subset": "nas_Latn-eng_Latn", + "languages": [ + "nas-Latn", + "eng-Latn" + ], + "main_score": 0.0507330296531098, + "precision": 0.047913707386363635, + "recall": 0.07421875 + }, + { + "accuracy": 0.171875, + "f1": 0.12794828869047617, + "hf_subset": "eng_Latn-nbq_Latn", + "languages": [ + "eng-Latn", + "nbq-Latn" + ], + "main_score": 0.12794828869047617, + "precision": 0.11342695932539681, + "recall": 0.171875 + }, + { + "accuracy": 0.1484375, + "f1": 0.1049411525974026, + "hf_subset": "nbq_Latn-eng_Latn", + "languages": [ + "nbq-Latn", + "eng-Latn" + ], + "main_score": 0.1049411525974026, + "precision": 0.09534660218253968, + "recall": 0.1484375 + }, + { + "accuracy": 0.08203125, + "f1": 0.061154513888888894, + "hf_subset": "eng_Latn-nca_Latn", + "languages": [ + "eng-Latn", + "nca-Latn" + ], + "main_score": 0.061154513888888894, + "precision": 0.056477864583333336, + "recall": 0.08203125 + }, + { + "accuracy": 0.0703125, + "f1": 0.049335937499999996, + "hf_subset": "nca_Latn-eng_Latn", + "languages": [ + "nca-Latn", + "eng-Latn" + ], + "main_score": 0.049335937499999996, + "precision": 0.04423140689699793, + "recall": 0.0703125 + }, + { + "accuracy": 0.07421875, + "f1": 0.05674019607843138, + "hf_subset": "eng_Latn-nch_Latn", + "languages": [ + "eng-Latn", + "nch-Latn" + ], + "main_score": 0.05674019607843138, + "precision": 0.0524807224025974, + "recall": 0.07421875 + }, + { + "accuracy": 0.10546875, + "f1": 0.06762262545568466, + "hf_subset": "nch_Latn-eng_Latn", + "languages": [ + "nch-Latn", + "eng-Latn" + ], + "main_score": 0.06762262545568466, + "precision": 0.0587890625, + "recall": 0.10546875 + }, + { + "accuracy": 0.1171875, + "f1": 0.09641335227272727, + "hf_subset": "eng_Latn-ncj_Latn", + "languages": [ + "eng-Latn", + "ncj-Latn" + ], + "main_score": 0.09641335227272727, + "precision": 0.09111793154761905, + "recall": 0.1171875 + }, + { + "accuracy": 0.125, + "f1": 0.09263416481649478, + "hf_subset": "ncj_Latn-eng_Latn", + "languages": [ + "ncj-Latn", + "eng-Latn" + ], + "main_score": 0.09263416481649478, + "precision": 0.08454983618951613, + "recall": 0.125 + }, + { + "accuracy": 0.11328125, + "f1": 0.07426036781505531, + "hf_subset": "eng_Latn-ncl_Latn", + "languages": [ + "eng-Latn", + "ncl-Latn" + ], + "main_score": 0.07426036781505531, + "precision": 0.06572253701159951, + "recall": 0.11328125 + }, + { + "accuracy": 0.1015625, + "f1": 0.07074880733543418, + "hf_subset": "ncl_Latn-eng_Latn", + "languages": [ + "ncl-Latn", + "eng-Latn" + ], + "main_score": 0.07074880733543418, + "precision": 0.06357287261121553, + "recall": 0.1015625 + }, + { + "accuracy": 0.09375, + "f1": 0.07056329536124795, + "hf_subset": "eng_Latn-ncu_Latn", + "languages": [ + "eng-Latn", + "ncu-Latn" + ], + "main_score": 0.07056329536124795, + "precision": 0.06472284226190476, + "recall": 0.09375 + }, + { + "accuracy": 0.0703125, + "f1": 0.043849520819093185, + "hf_subset": "ncu_Latn-eng_Latn", + "languages": [ + "ncu-Latn", + "eng-Latn" + ], + "main_score": 0.043849520819093185, + "precision": 0.03803299565018316, + "recall": 0.0703125 + }, + { + "accuracy": 0.4296875, + "f1": 0.3536876860119047, + "hf_subset": "eng_Latn-ndg_Latn", + "languages": [ + "eng-Latn", + "ndg-Latn" + ], + "main_score": 0.3536876860119047, + "precision": 0.32585565476190476, + "recall": 0.4296875 + }, + { + "accuracy": 0.5078125, + "f1": 0.43946242559523807, + "hf_subset": "ndg_Latn-eng_Latn", + "languages": [ + "ndg-Latn", + "eng-Latn" + ], + "main_score": 0.43946242559523807, + "precision": 0.4152064732142857, + "recall": 0.5078125 + }, + { + "accuracy": 0.21875, + "f1": 0.17204527243589743, + "hf_subset": "eng_Latn-ndj_Latn", + "languages": [ + "eng-Latn", + "ndj-Latn" + ], + "main_score": 0.17204527243589743, + "precision": 0.15830977182539682, + "recall": 0.21875 + }, + { + "accuracy": 0.25, + "f1": 0.19011994949494948, + "hf_subset": "ndj_Latn-eng_Latn", + "languages": [ + "ndj-Latn", + "eng-Latn" + ], + "main_score": 0.19011994949494948, + "precision": 0.17225477430555555, + "recall": 0.25 + }, + { + "accuracy": 0.07421875, + "f1": 0.042232116841491835, + "hf_subset": "eng_Latn-nfa_Latn", + "languages": [ + "eng-Latn", + "nfa-Latn" + ], + "main_score": 0.042232116841491835, + "precision": 0.03586929563492064, + "recall": 0.07421875 + }, + { + "accuracy": 0.046875, + "f1": 0.02433994489197909, + "hf_subset": "nfa_Latn-eng_Latn", + "languages": [ + "nfa-Latn", + "eng-Latn" + ], + "main_score": 0.02433994489197909, + "precision": 0.021557275732080418, + "recall": 0.046875 + }, + { + "accuracy": 0.25390625, + "f1": 0.20664062499999997, + "hf_subset": "eng_Latn-ngp_Latn", + "languages": [ + "eng-Latn", + "ngp-Latn" + ], + "main_score": 0.20664062499999997, + "precision": 0.19069799558080808, + "recall": 0.25390625 + }, + { + "accuracy": 0.29296875, + "f1": 0.22476390796703294, + "hf_subset": "ngp_Latn-eng_Latn", + "languages": [ + "ngp-Latn", + "eng-Latn" + ], + "main_score": 0.22476390796703294, + "precision": 0.20326450892857145, + "recall": 0.29296875 + }, + { + "accuracy": 0.17578125, + "f1": 0.1367125496031746, + "hf_subset": "eng_Latn-ngu_Latn", + "languages": [ + "eng-Latn", + "ngu-Latn" + ], + "main_score": 0.1367125496031746, + "precision": 0.12439987313034187, + "recall": 0.17578125 + }, + { + "accuracy": 0.20703125, + "f1": 0.1655353760822511, + "hf_subset": "ngu_Latn-eng_Latn", + "languages": [ + "ngu-Latn", + "eng-Latn" + ], + "main_score": 0.1655353760822511, + "precision": 0.15344408195970696, + "recall": 0.20703125 + }, + { + "accuracy": 0.06640625, + "f1": 0.04532696759259259, + "hf_subset": "eng_Latn-nhe_Latn", + "languages": [ + "eng-Latn", + "nhe-Latn" + ], + "main_score": 0.04532696759259259, + "precision": 0.03815964033018868, + "recall": 0.06640625 + }, + { + "accuracy": 0.1015625, + "f1": 0.06677403143274854, + "hf_subset": "nhe_Latn-eng_Latn", + "languages": [ + "nhe-Latn", + "eng-Latn" + ], + "main_score": 0.06677403143274854, + "precision": 0.06036512127289981, + "recall": 0.1015625 + }, + { + "accuracy": 0.1875, + "f1": 0.16032008356227107, + "hf_subset": "eng_Latn-nhg_Latn", + "languages": [ + "eng-Latn", + "nhg-Latn" + ], + "main_score": 0.16032008356227107, + "precision": 0.15225074404761904, + "recall": 0.1875 + }, + { + "accuracy": 0.203125, + "f1": 0.15757378472222222, + "hf_subset": "nhg_Latn-eng_Latn", + "languages": [ + "nhg-Latn", + "eng-Latn" + ], + "main_score": 0.15757378472222222, + "precision": 0.1452816389339827, + "recall": 0.203125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10234375, + "hf_subset": "eng_Latn-nhi_Latn", + "languages": [ + "eng-Latn", + "nhi-Latn" + ], + "main_score": 0.10234375, + "precision": 0.09166666666666666, + "recall": 0.13671875 + }, + { + "accuracy": 0.140625, + "f1": 0.10652529761904761, + "hf_subset": "nhi_Latn-eng_Latn", + "languages": [ + "nhi-Latn", + "eng-Latn" + ], + "main_score": 0.10652529761904761, + "precision": 0.09816091367102396, + "recall": 0.140625 + }, + { + "accuracy": 0.14453125, + "f1": 0.11734203296703297, + "hf_subset": "eng_Latn-nho_Latn", + "languages": [ + "eng-Latn", + "nho-Latn" + ], + "main_score": 0.11734203296703297, + "precision": 0.1091579861111111, + "recall": 0.14453125 + }, + { + "accuracy": 0.12890625, + "f1": 0.09280167444229943, + "hf_subset": "nho_Latn-eng_Latn", + "languages": [ + "nho-Latn", + "eng-Latn" + ], + "main_score": 0.09280167444229943, + "precision": 0.08645058283730159, + "recall": 0.12890625 + }, + { + "accuracy": 0.10546875, + "f1": 0.08293030753968253, + "hf_subset": "eng_Latn-nhr_Latn", + "languages": [ + "eng-Latn", + "nhr-Latn" + ], + "main_score": 0.08293030753968253, + "precision": 0.0767922794117647, + "recall": 0.10546875 + }, + { + "accuracy": 0.13671875, + "f1": 0.11046993371212122, + "hf_subset": "nhr_Latn-eng_Latn", + "languages": [ + "nhr-Latn", + "eng-Latn" + ], + "main_score": 0.11046993371212122, + "precision": 0.10303199404761904, + "recall": 0.13671875 + }, + { + "accuracy": 0.078125, + "f1": 0.052821180555555555, + "hf_subset": "eng_Latn-nhu_Latn", + "languages": [ + "eng-Latn", + "nhu-Latn" + ], + "main_score": 0.052821180555555555, + "precision": 0.04580078125, + "recall": 0.078125 + }, + { + "accuracy": 0.06640625, + "f1": 0.044771717563837125, + "hf_subset": "nhu_Latn-eng_Latn", + "languages": [ + "nhu-Latn", + "eng-Latn" + ], + "main_score": 0.044771717563837125, + "precision": 0.041526453147546896, + "recall": 0.06640625 + }, + { + "accuracy": 0.0859375, + "f1": 0.061712549603174606, + "hf_subset": "eng_Latn-nhw_Latn", + "languages": [ + "eng-Latn", + "nhw-Latn" + ], + "main_score": 0.061712549603174606, + "precision": 0.05685134093337218, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.058086390605921856, + "hf_subset": "nhw_Latn-eng_Latn", + "languages": [ + "nhw-Latn", + "eng-Latn" + ], + "main_score": 0.058086390605921856, + "precision": 0.04868329181763285, + "recall": 0.09765625 + }, + { + "accuracy": 0.140625, + "f1": 0.0996279761904762, + "hf_subset": "eng_Latn-nhy_Latn", + "languages": [ + "eng-Latn", + "nhy-Latn" + ], + "main_score": 0.0996279761904762, + "precision": 0.08942846433080807, + "recall": 0.140625 + }, + { + "accuracy": 0.17578125, + "f1": 0.13107100466935026, + "hf_subset": "nhy_Latn-eng_Latn", + "languages": [ + "nhy-Latn", + "eng-Latn" + ], + "main_score": 0.13107100466935026, + "precision": 0.12043573288690476, + "recall": 0.17578125 + }, + { + "accuracy": 0.1796875, + "f1": 0.11804625496031745, + "hf_subset": "eng_Latn-nif_Latn", + "languages": [ + "eng-Latn", + "nif-Latn" + ], + "main_score": 0.11804625496031745, + "precision": 0.1018716273599086, + "recall": 0.1796875 + }, + { + "accuracy": 0.16015625, + "f1": 0.12206659226190475, + "hf_subset": "nif_Latn-eng_Latn", + "languages": [ + "nif-Latn", + "eng-Latn" + ], + "main_score": 0.12206659226190475, + "precision": 0.10879371279761904, + "recall": 0.16015625 + }, + { + "accuracy": 0.05859375, + "f1": 0.04674479166666667, + "hf_subset": "eng_Latn-nii_Latn", + "languages": [ + "eng-Latn", + "nii-Latn" + ], + "main_score": 0.04674479166666667, + "precision": 0.04416232638888889, + "recall": 0.05859375 + }, + { + "accuracy": 0.0234375, + "f1": 0.01443142361111111, + "hf_subset": "nii_Latn-eng_Latn", + "languages": [ + "nii-Latn", + "eng-Latn" + ], + "main_score": 0.01443142361111111, + "precision": 0.012506565126050419, + "recall": 0.0234375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07448334001068377, + "hf_subset": "eng_Latn-nin_Latn", + "languages": [ + "eng-Latn", + "nin-Latn" + ], + "main_score": 0.07448334001068377, + "precision": 0.06923828125, + "recall": 0.09765625 + }, + { + "accuracy": 0.09765625, + "f1": 0.0703907344187675, + "hf_subset": "nin_Latn-eng_Latn", + "languages": [ + "nin-Latn", + "eng-Latn" + ], + "main_score": 0.0703907344187675, + "precision": 0.06416713169642857, + "recall": 0.09765625 + }, + { + "accuracy": 0.1015625, + "f1": 0.07983349116161616, + "hf_subset": "eng_Latn-nko_Latn", + "languages": [ + "eng-Latn", + "nko-Latn" + ], + "main_score": 0.07983349116161616, + "precision": 0.07292751736111111, + "recall": 0.1015625 + }, + { + "accuracy": 0.109375, + "f1": 0.08171455280830281, + "hf_subset": "nko_Latn-eng_Latn", + "languages": [ + "nko-Latn", + "eng-Latn" + ], + "main_score": 0.08171455280830281, + "precision": 0.07482150011446886, + "recall": 0.109375 + }, + { + "accuracy": 0.96484375, + "f1": 0.953125, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ], + "main_score": 0.953125, + "precision": 0.947265625, + "recall": 0.96484375 + }, + { + "accuracy": 0.9765625, + "f1": 0.9713541666666666, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.9713541666666666, + "precision": 0.96875, + "recall": 0.9765625 + }, + { + "accuracy": 0.1875, + "f1": 0.14823133680555556, + "hf_subset": "eng_Latn-nlg_Latn", + "languages": [ + "eng-Latn", + "nlg-Latn" + ], + "main_score": 0.14823133680555556, + "precision": 0.1364040798611111, + "recall": 0.1875 + }, + { + "accuracy": 0.15625, + "f1": 0.12112926136363636, + "hf_subset": "nlg_Latn-eng_Latn", + "languages": [ + "nlg-Latn", + "eng-Latn" + ], + "main_score": 0.12112926136363636, + "precision": 0.11159900483630952, + "recall": 0.15625 + }, + { + "accuracy": 0.29296875, + "f1": 0.2336622362012987, + "hf_subset": "eng_Latn-nna_Latn", + "languages": [ + "eng-Latn", + "nna-Latn" + ], + "main_score": 0.2336622362012987, + "precision": 0.2144035218253968, + "recall": 0.29296875 + }, + { + "accuracy": 0.26171875, + "f1": 0.20893195346320342, + "hf_subset": "nna_Latn-eng_Latn", + "languages": [ + "nna-Latn", + "eng-Latn" + ], + "main_score": 0.20893195346320342, + "precision": 0.19138454861111112, + "recall": 0.26171875 + }, + { + "accuracy": 0.234375, + "f1": 0.17204579274891774, + "hf_subset": "eng_Latn-nnq_Latn", + "languages": [ + "eng-Latn", + "nnq-Latn" + ], + "main_score": 0.17204579274891774, + "precision": 0.15576806006493504, + "recall": 0.234375 + }, + { + "accuracy": 0.2578125, + "f1": 0.20057334158896659, + "hf_subset": "nnq_Latn-eng_Latn", + "languages": [ + "nnq-Latn", + "eng-Latn" + ], + "main_score": 0.20057334158896659, + "precision": 0.18370225694444445, + "recall": 0.2578125 + }, + { + "accuracy": 0.10546875, + "f1": 0.06182367979242979, + "hf_subset": "eng_Latn-noa_Latn", + "languages": [ + "eng-Latn", + "noa-Latn" + ], + "main_score": 0.06182367979242979, + "precision": 0.054081882754985884, + "recall": 0.10546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07343158143939393, + "hf_subset": "noa_Latn-eng_Latn", + "languages": [ + "noa-Latn", + "eng-Latn" + ], + "main_score": 0.07343158143939393, + "precision": 0.06481584821428571, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.06804356268274853, + "hf_subset": "eng_Latn-nop_Latn", + "languages": [ + "eng-Latn", + "nop-Latn" + ], + "main_score": 0.06804356268274853, + "precision": 0.06164279513888889, + "recall": 0.09375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06377418154761905, + "hf_subset": "nop_Latn-eng_Latn", + "languages": [ + "nop-Latn", + "eng-Latn" + ], + "main_score": 0.06377418154761905, + "precision": 0.05457279265873016, + "recall": 0.09765625 + }, + { + "accuracy": 0.02734375, + "f1": 0.015285160068426196, + "hf_subset": "eng_Latn-not_Latn", + "languages": [ + "eng-Latn", + "not-Latn" + ], + "main_score": 0.015285160068426196, + "precision": 0.013896780303030303, + "recall": 0.02734375 + }, + { + "accuracy": 0.05078125, + "f1": 0.037890625, + "hf_subset": "not_Latn-eng_Latn", + "languages": [ + "not-Latn", + "eng-Latn" + ], + "main_score": 0.037890625, + "precision": 0.03441840277777778, + "recall": 0.05078125 + }, + { + "accuracy": 0.109375, + "f1": 0.0907454115367077, + "hf_subset": "eng_Latn-nou_Latn", + "languages": [ + "eng-Latn", + "nou-Latn" + ], + "main_score": 0.0907454115367077, + "precision": 0.08607933407738094, + "recall": 0.109375 + }, + { + "accuracy": 0.08203125, + "f1": 0.054777687590187585, + "hf_subset": "nou_Latn-eng_Latn", + "languages": [ + "nou-Latn", + "eng-Latn" + ], + "main_score": 0.054777687590187585, + "precision": 0.04753689236111111, + "recall": 0.08203125 + }, + { + "accuracy": 0.85546875, + "f1": 0.8194754464285714, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ], + "main_score": 0.8194754464285714, + "precision": 0.8040364583333334, + "recall": 0.85546875 + }, + { + "accuracy": 0.90625, + "f1": 0.8795572916666666, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ], + "main_score": 0.8795572916666666, + "precision": 0.8671875, + "recall": 0.90625 + }, + { + "accuracy": 0.12890625, + "f1": 0.09467414096320345, + "hf_subset": "eng_Latn-npl_Latn", + "languages": [ + "eng-Latn", + "npl-Latn" + ], + "main_score": 0.09467414096320345, + "precision": 0.08408668154761906, + "recall": 0.12890625 + }, + { + "accuracy": 0.125, + "f1": 0.09197677322677322, + "hf_subset": "npl_Latn-eng_Latn", + "languages": [ + "npl-Latn", + "eng-Latn" + ], + "main_score": 0.09197677322677322, + "precision": 0.08419805021367521, + "recall": 0.125 + }, + { + "accuracy": 0.125, + "f1": 0.08897569444444443, + "hf_subset": "eng_Latn-nsn_Latn", + "languages": [ + "eng-Latn", + "nsn-Latn" + ], + "main_score": 0.08897569444444443, + "precision": 0.07879464285714285, + "recall": 0.125 + }, + { + "accuracy": 0.11328125, + "f1": 0.09088541666666666, + "hf_subset": "nsn_Latn-eng_Latn", + "languages": [ + "nsn-Latn", + "eng-Latn" + ], + "main_score": 0.09088541666666666, + "precision": 0.08213975694444445, + "recall": 0.11328125 + }, + { + "accuracy": 0.19921875, + "f1": 0.15219184027777777, + "hf_subset": "eng_Latn-nss_Latn", + "languages": [ + "eng-Latn", + "nss-Latn" + ], + "main_score": 0.15219184027777777, + "precision": 0.1383095165149393, + "recall": 0.19921875 + }, + { + "accuracy": 0.21484375, + "f1": 0.1676656600140056, + "hf_subset": "nss_Latn-eng_Latn", + "languages": [ + "nss-Latn", + "eng-Latn" + ], + "main_score": 0.1676656600140056, + "precision": 0.15323893229166666, + "recall": 0.21484375 + }, + { + "accuracy": 0.0234375, + "f1": 0.016225961538461536, + "hf_subset": "eng_Latn-ntj_Latn", + "languages": [ + "eng-Latn", + "ntj-Latn" + ], + "main_score": 0.016225961538461536, + "precision": 0.013997395833333332, + "recall": 0.0234375 + }, + { + "accuracy": 0.02734375, + "f1": 0.014661120129870128, + "hf_subset": "ntj_Latn-eng_Latn", + "languages": [ + "ntj-Latn", + "eng-Latn" + ], + "main_score": 0.014661120129870128, + "precision": 0.013389475108225107, + "recall": 0.02734375 + }, + { + "accuracy": 0.046875, + "f1": 0.037369791666666666, + "hf_subset": "eng_Latn-ntp_Latn", + "languages": [ + "eng-Latn", + "ntp-Latn" + ], + "main_score": 0.037369791666666666, + "precision": 0.03536184210526316, + "recall": 0.046875 + }, + { + "accuracy": 0.0703125, + "f1": 0.050159632034632036, + "hf_subset": "ntp_Latn-eng_Latn", + "languages": [ + "ntp-Latn", + "eng-Latn" + ], + "main_score": 0.050159632034632036, + "precision": 0.045522427721088436, + "recall": 0.0703125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04460209671191171, + "hf_subset": "eng_Latn-ntu_Latn", + "languages": [ + "eng-Latn", + "ntu-Latn" + ], + "main_score": 0.04460209671191171, + "precision": 0.03919314640484817, + "recall": 0.07421875 + }, + { + "accuracy": 0.08203125, + "f1": 0.06654885912698412, + "hf_subset": "ntu_Latn-eng_Latn", + "languages": [ + "ntu-Latn", + "eng-Latn" + ], + "main_score": 0.06654885912698412, + "precision": 0.06384310425135502, + "recall": 0.08203125 + }, + { + "accuracy": 0.08984375, + "f1": 0.05737179487179486, + "hf_subset": "eng_Latn-nuy_Latn", + "languages": [ + "eng-Latn", + "nuy-Latn" + ], + "main_score": 0.05737179487179486, + "precision": 0.04937263257575757, + "recall": 0.08984375 + }, + { + "accuracy": 0.07421875, + "f1": 0.049797294719169716, + "hf_subset": "nuy_Latn-eng_Latn", + "languages": [ + "nuy-Latn", + "eng-Latn" + ], + "main_score": 0.049797294719169716, + "precision": 0.04588962640977444, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03523065476190476, + "hf_subset": "eng_Latn-nvm_Latn", + "languages": [ + "eng-Latn", + "nvm-Latn" + ], + "main_score": 0.03523065476190476, + "precision": 0.030237926136363637, + "recall": 0.0546875 + }, + { + "accuracy": 0.05078125, + "f1": 0.03464471726190476, + "hf_subset": "nvm_Latn-eng_Latn", + "languages": [ + "nvm-Latn", + "eng-Latn" + ], + "main_score": 0.03464471726190476, + "precision": 0.029854910714285712, + "recall": 0.05078125 + }, + { + "accuracy": 0.08984375, + "f1": 0.06626674107142858, + "hf_subset": "eng_Latn-nwi_Latn", + "languages": [ + "eng-Latn", + "nwi-Latn" + ], + "main_score": 0.06626674107142858, + "precision": 0.0605594230431261, + "recall": 0.08984375 + }, + { + "accuracy": 0.06640625, + "f1": 0.035945290242165244, + "hf_subset": "nwi_Latn-eng_Latn", + "languages": [ + "nwi-Latn", + "eng-Latn" + ], + "main_score": 0.035945290242165244, + "precision": 0.03066551504051504, + "recall": 0.06640625 + }, + { + "accuracy": 0.86328125, + "f1": 0.8216145833333333, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ], + "main_score": 0.8216145833333333, + "precision": 0.8020833333333333, + "recall": 0.86328125 + }, + { + "accuracy": 0.87890625, + "f1": 0.8479166666666667, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ], + "main_score": 0.8479166666666667, + "precision": 0.8344401041666667, + "recall": 0.87890625 + }, + { + "accuracy": 0.22950819672131148, + "f1": 0.18403590944574552, + "hf_subset": "eng_Latn-nys_Latn", + "languages": [ + "eng-Latn", + "nys-Latn" + ], + "main_score": 0.18403590944574552, + "precision": 0.16830601092896175, + "recall": 0.22950819672131148 + }, + { + "accuracy": 0.26229508196721313, + "f1": 0.18442622950819673, + "hf_subset": "nys_Latn-eng_Latn", + "languages": [ + "nys-Latn", + "eng-Latn" + ], + "main_score": 0.18442622950819673, + "precision": 0.15930617651929127, + "recall": 0.26229508196721313 + }, + { + "accuracy": 0.703125, + "f1": 0.639453125, + "hf_subset": "eng_Latn-nyu_Latn", + "languages": [ + "eng-Latn", + "nyu-Latn" + ], + "main_score": 0.639453125, + "precision": 0.6137369791666667, + "recall": 0.703125 + }, + { + "accuracy": 0.703125, + "f1": 0.637109375, + "hf_subset": "nyu_Latn-eng_Latn", + "languages": [ + "nyu-Latn", + "eng-Latn" + ], + "main_score": 0.637109375, + "precision": 0.6095052083333332, + "recall": 0.703125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07298966224747475, + "hf_subset": "eng_Latn-obo_Latn", + "languages": [ + "eng-Latn", + "obo-Latn" + ], + "main_score": 0.07298966224747475, + "precision": 0.06599899666305917, + "recall": 0.10546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.06315104166666666, + "hf_subset": "obo_Latn-eng_Latn", + "languages": [ + "obo-Latn", + "eng-Latn" + ], + "main_score": 0.06315104166666666, + "precision": 0.05412428095002823, + "recall": 0.10546875 + }, + { + "accuracy": 0.2265625, + "f1": 0.15508460723304474, + "hf_subset": "eng_Latn-okv_Latn", + "languages": [ + "eng-Latn", + "okv-Latn" + ], + "main_score": 0.15508460723304474, + "precision": 0.13613746279761904, + "recall": 0.2265625 + }, + { + "accuracy": 0.20703125, + "f1": 0.14660393482574188, + "hf_subset": "okv_Latn-eng_Latn", + "languages": [ + "okv-Latn", + "eng-Latn" + ], + "main_score": 0.14660393482574188, + "precision": 0.12776467239357864, + "recall": 0.20703125 + }, + { + "accuracy": 0.06640625, + "f1": 0.044461382113821134, + "hf_subset": "eng_Latn-omw_Latn", + "languages": [ + "eng-Latn", + "omw-Latn" + ], + "main_score": 0.044461382113821134, + "precision": 0.039073350694444446, + "recall": 0.06640625 + }, + { + "accuracy": 0.05859375, + "f1": 0.04412434895833332, + "hf_subset": "omw_Latn-eng_Latn", + "languages": [ + "omw-Latn", + "eng-Latn" + ], + "main_score": 0.04412434895833332, + "precision": 0.03951402889784947, + "recall": 0.05859375 + }, + { + "accuracy": 0.1015625, + "f1": 0.06821119041737249, + "hf_subset": "eng_Latn-ong_Latn", + "languages": [ + "eng-Latn", + "ong-Latn" + ], + "main_score": 0.06821119041737249, + "precision": 0.06023150027056277, + "recall": 0.1015625 + }, + { + "accuracy": 0.078125, + "f1": 0.04832482678100884, + "hf_subset": "ong_Latn-eng_Latn", + "languages": [ + "ong-Latn", + "eng-Latn" + ], + "main_score": 0.04832482678100884, + "precision": 0.041688539608036895, + "recall": 0.078125 + }, + { + "accuracy": 0.1171875, + "f1": 0.09144683441558442, + "hf_subset": "eng_Latn-ons_Latn", + "languages": [ + "eng-Latn", + "ons-Latn" + ], + "main_score": 0.09144683441558442, + "precision": 0.08581184440559442, + "recall": 0.1171875 + }, + { + "accuracy": 0.09765625, + "f1": 0.07199928977272728, + "hf_subset": "ons_Latn-eng_Latn", + "languages": [ + "ons-Latn", + "eng-Latn" + ], + "main_score": 0.07199928977272728, + "precision": 0.06535528273809524, + "recall": 0.09765625 + }, + { + "accuracy": 0.078125, + "f1": 0.05312838203463203, + "hf_subset": "eng_Latn-ood_Latn", + "languages": [ + "eng-Latn", + "ood-Latn" + ], + "main_score": 0.05312838203463203, + "precision": 0.04544270833333333, + "recall": 0.078125 + }, + { + "accuracy": 0.05078125, + "f1": 0.04182942708333333, + "hf_subset": "ood_Latn-eng_Latn", + "languages": [ + "ood-Latn", + "eng-Latn" + ], + "main_score": 0.04182942708333333, + "precision": 0.03914561170212766, + "recall": 0.05078125 + }, + { + "accuracy": 0.04296875, + "f1": 0.02720352564102564, + "hf_subset": "eng_Latn-opm_Latn", + "languages": [ + "eng-Latn", + "opm-Latn" + ], + "main_score": 0.02720352564102564, + "precision": 0.024718302876556512, + "recall": 0.04296875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03725536616161616, + "hf_subset": "opm_Latn-eng_Latn", + "languages": [ + "opm-Latn", + "eng-Latn" + ], + "main_score": 0.03725536616161616, + "precision": 0.033058965773809526, + "recall": 0.0546875 + }, + { + "accuracy": 0.59765625, + "f1": 0.533603050595238, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.533603050595238, + "precision": 0.5109174896284272, + "recall": 0.59765625 + }, + { + "accuracy": 0.62890625, + "f1": 0.5474826388888889, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.5474826388888889, + "precision": 0.5144205729166667, + "recall": 0.62890625 + }, + { + "accuracy": 0.15234375, + "f1": 0.11161954365079364, + "hf_subset": "eng_Latn-ote_Latn", + "languages": [ + "eng-Latn", + "ote-Latn" + ], + "main_score": 0.11161954365079364, + "precision": 0.09912109375, + "recall": 0.15234375 + }, + { + "accuracy": 0.08984375, + "f1": 0.0692591483276219, + "hf_subset": "ote_Latn-eng_Latn", + "languages": [ + "ote-Latn", + "eng-Latn" + ], + "main_score": 0.0692591483276219, + "precision": 0.06504248903508772, + "recall": 0.08984375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07925992512389571, + "hf_subset": "eng_Latn-otm_Latn", + "languages": [ + "eng-Latn", + "otm-Latn" + ], + "main_score": 0.07925992512389571, + "precision": 0.07120768229166666, + "recall": 0.10546875 + }, + { + "accuracy": 0.09375, + "f1": 0.07799915271132377, + "hf_subset": "otm_Latn-eng_Latn", + "languages": [ + "otm-Latn", + "eng-Latn" + ], + "main_score": 0.07799915271132377, + "precision": 0.07451963682432433, + "recall": 0.09375 + }, + { + "accuracy": 0.12109375, + "f1": 0.08723958333333334, + "hf_subset": "eng_Latn-otn_Latn", + "languages": [ + "eng-Latn", + "otn-Latn" + ], + "main_score": 0.08723958333333334, + "precision": 0.07852492559523809, + "recall": 0.12109375 + }, + { + "accuracy": 0.1015625, + "f1": 0.07598862725815851, + "hf_subset": "otn_Latn-eng_Latn", + "languages": [ + "otn-Latn", + "eng-Latn" + ], + "main_score": 0.07598862725815851, + "precision": 0.0707414247432532, + "recall": 0.1015625 + }, + { + "accuracy": 0.09765625, + "f1": 0.08158865108543417, + "hf_subset": "eng_Latn-otq_Latn", + "languages": [ + "eng-Latn", + "otq-Latn" + ], + "main_score": 0.08158865108543417, + "precision": 0.07795061383928571, + "recall": 0.09765625 + }, + { + "accuracy": 0.05078125, + "f1": 0.030461085466536048, + "hf_subset": "otq_Latn-eng_Latn", + "languages": [ + "otq-Latn", + "eng-Latn" + ], + "main_score": 0.030461085466536048, + "precision": 0.028031207074175828, + "recall": 0.05078125 + }, + { + "accuracy": 0.171875, + "f1": 0.1259887211728919, + "hf_subset": "eng_Latn-ots_Latn", + "languages": [ + "eng-Latn", + "ots-Latn" + ], + "main_score": 0.1259887211728919, + "precision": 0.11470142270923521, + "recall": 0.171875 + }, + { + "accuracy": 0.15625, + "f1": 0.12356770833333333, + "hf_subset": "ots_Latn-eng_Latn", + "languages": [ + "ots-Latn", + "eng-Latn" + ], + "main_score": 0.12356770833333333, + "precision": 0.1157943436315147, + "recall": 0.15625 + }, + { + "accuracy": 0.08203125, + "f1": 0.0583953373015873, + "hf_subset": "eng_Latn-pab_Latn", + "languages": [ + "eng-Latn", + "pab-Latn" + ], + "main_score": 0.0583953373015873, + "precision": 0.0533130787037037, + "recall": 0.08203125 + }, + { + "accuracy": 0.1015625, + "f1": 0.06669764194773722, + "hf_subset": "pab_Latn-eng_Latn", + "languages": [ + "pab-Latn", + "eng-Latn" + ], + "main_score": 0.06669764194773722, + "precision": 0.06009579613095238, + "recall": 0.1015625 + }, + { + "accuracy": 0.078125, + "f1": 0.06130022321428571, + "hf_subset": "eng_Latn-pad_Latn", + "languages": [ + "eng-Latn", + "pad-Latn" + ], + "main_score": 0.06130022321428571, + "precision": 0.05785425511988011, + "recall": 0.078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.05947110615079365, + "hf_subset": "pad_Latn-eng_Latn", + "languages": [ + "pad-Latn", + "eng-Latn" + ], + "main_score": 0.05947110615079365, + "precision": 0.05312965029761904, + "recall": 0.08203125 + }, + { + "accuracy": 0.07421875, + "f1": 0.0525390625, + "hf_subset": "eng_Latn-pah_Latn", + "languages": [ + "eng-Latn", + "pah-Latn" + ], + "main_score": 0.0525390625, + "precision": 0.04543340773809524, + "recall": 0.07421875 + }, + { + "accuracy": 0.08984375, + "f1": 0.06891276041666666, + "hf_subset": "pah_Latn-eng_Latn", + "languages": [ + "pah-Latn", + "eng-Latn" + ], + "main_score": 0.06891276041666666, + "precision": 0.06364337955927052, + "recall": 0.08984375 + }, + { + "accuracy": 0.8515625, + "f1": 0.8095052083333333, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.8095052083333333, + "precision": 0.7900390625, + "recall": 0.8515625 + }, + { + "accuracy": 0.8671875, + "f1": 0.8309895833333333, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.8309895833333333, + "precision": 0.8134765625, + "recall": 0.8671875 + }, + { + "accuracy": 0.0390625, + "f1": 0.03216145833333334, + "hf_subset": "eng_Latn-pao_Latn", + "languages": [ + "eng-Latn", + "pao-Latn" + ], + "main_score": 0.03216145833333334, + "precision": 0.029622395833333332, + "recall": 0.0390625 + }, + { + "accuracy": 0.05859375, + "f1": 0.03790922619047619, + "hf_subset": "pao_Latn-eng_Latn", + "languages": [ + "pao-Latn", + "eng-Latn" + ], + "main_score": 0.03790922619047619, + "precision": 0.032400831228956234, + "recall": 0.05859375 + }, + { + "accuracy": 0.94140625, + "f1": 0.921875, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ], + "main_score": 0.921875, + "precision": 0.912109375, + "recall": 0.94140625 + }, + { + "accuracy": 0.95703125, + "f1": 0.943359375, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ], + "main_score": 0.943359375, + "precision": 0.9368489583333334, + "recall": 0.95703125 + }, + { + "accuracy": 0.0390625, + "f1": 0.02409939236111111, + "hf_subset": "eng_Latn-pib_Latn", + "languages": [ + "eng-Latn", + "pib-Latn" + ], + "main_score": 0.02409939236111111, + "precision": 0.022178819444444442, + "recall": 0.0390625 + }, + { + "accuracy": 0.07421875, + "f1": 0.043035068230380724, + "hf_subset": "pib_Latn-eng_Latn", + "languages": [ + "pib-Latn", + "eng-Latn" + ], + "main_score": 0.043035068230380724, + "precision": 0.03751395089285714, + "recall": 0.07421875 + }, + { + "accuracy": 0.14453125, + "f1": 0.10532202791883499, + "hf_subset": "eng_Latn-pio_Latn", + "languages": [ + "eng-Latn", + "pio-Latn" + ], + "main_score": 0.10532202791883499, + "precision": 0.09681792074884181, + "recall": 0.14453125 + }, + { + "accuracy": 0.14453125, + "f1": 0.10177599093614717, + "hf_subset": "pio_Latn-eng_Latn", + "languages": [ + "pio-Latn", + "eng-Latn" + ], + "main_score": 0.10177599093614717, + "precision": 0.08783539034796098, + "recall": 0.14453125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04506474247685185, + "hf_subset": "eng_Latn-pir_Latn", + "languages": [ + "eng-Latn", + "pir-Latn" + ], + "main_score": 0.04506474247685185, + "precision": 0.039335648250718815, + "recall": 0.07421875 + }, + { + "accuracy": 0.0703125, + "f1": 0.04388020833333333, + "hf_subset": "pir_Latn-eng_Latn", + "languages": [ + "pir-Latn", + "eng-Latn" + ], + "main_score": 0.04388020833333333, + "precision": 0.03884383032332251, + "recall": 0.0703125 + }, + { + "accuracy": 0.00390625, + "f1": 0.00025201612903225806, + "hf_subset": "eng_Latn-piu_Latn", + "languages": [ + "eng-Latn", + "piu-Latn" + ], + "main_score": 0.00025201612903225806, + "precision": 0.00013020833333333333, + "recall": 0.00390625 + }, + { + "accuracy": 0.00390625, + "f1": 0.00045955882352941176, + "hf_subset": "piu_Latn-eng_Latn", + "languages": [ + "piu-Latn", + "eng-Latn" + ], + "main_score": 0.00045955882352941176, + "precision": 0.000244140625, + "recall": 0.00390625 + }, + { + "accuracy": 0.04296875, + "f1": 0.02636851615646258, + "hf_subset": "eng_Latn-pjt_Latn", + "languages": [ + "eng-Latn", + "pjt-Latn" + ], + "main_score": 0.02636851615646258, + "precision": 0.022973006810897437, + "recall": 0.04296875 + }, + { + "accuracy": 0.04296875, + "f1": 0.023121279761904763, + "hf_subset": "pjt_Latn-eng_Latn", + "languages": [ + "pjt-Latn", + "eng-Latn" + ], + "main_score": 0.023121279761904763, + "precision": 0.01939961304858934, + "recall": 0.04296875 + }, + { + "accuracy": 0.2578125, + "f1": 0.19852120535714285, + "hf_subset": "eng_Latn-pls_Latn", + "languages": [ + "eng-Latn", + "pls-Latn" + ], + "main_score": 0.19852120535714285, + "precision": 0.17978980654761906, + "recall": 0.2578125 + }, + { + "accuracy": 0.2421875, + "f1": 0.19011431277056276, + "hf_subset": "pls_Latn-eng_Latn", + "languages": [ + "pls-Latn", + "eng-Latn" + ], + "main_score": 0.19011431277056276, + "precision": 0.17404917635658917, + "recall": 0.2421875 + }, + { + "accuracy": 0.10546875, + "f1": 0.08381721679056237, + "hf_subset": "eng_Latn-plu_Latn", + "languages": [ + "eng-Latn", + "plu-Latn" + ], + "main_score": 0.08381721679056237, + "precision": 0.07849934895833333, + "recall": 0.10546875 + }, + { + "accuracy": 0.07421875, + "f1": 0.05085320112893642, + "hf_subset": "plu_Latn-eng_Latn", + "languages": [ + "plu-Latn", + "eng-Latn" + ], + "main_score": 0.05085320112893642, + "precision": 0.04513981729055259, + "recall": 0.07421875 + }, + { + "accuracy": 0.0859375, + "f1": 0.06040157442287259, + "hf_subset": "eng_Latn-pma_Latn", + "languages": [ + "eng-Latn", + "pma-Latn" + ], + "main_score": 0.06040157442287259, + "precision": 0.0549810053228022, + "recall": 0.0859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.038111979166666664, + "hf_subset": "pma_Latn-eng_Latn", + "languages": [ + "pma-Latn", + "eng-Latn" + ], + "main_score": 0.038111979166666664, + "precision": 0.03281781462585034, + "recall": 0.05859375 + }, + { + "accuracy": 0.18359375, + "f1": 0.13952752976190474, + "hf_subset": "eng_Latn-poe_Latn", + "languages": [ + "eng-Latn", + "poe-Latn" + ], + "main_score": 0.13952752976190474, + "precision": 0.12659505208333333, + "recall": 0.18359375 + }, + { + "accuracy": 0.140625, + "f1": 0.10161520337301586, + "hf_subset": "poe_Latn-eng_Latn", + "languages": [ + "poe-Latn", + "eng-Latn" + ], + "main_score": 0.10161520337301586, + "precision": 0.0901751893939394, + "recall": 0.140625 + }, + { + "accuracy": 0.07421875, + "f1": 0.046587714947089943, + "hf_subset": "eng_Latn-poh_Latn", + "languages": [ + "eng-Latn", + "poh-Latn" + ], + "main_score": 0.046587714947089943, + "precision": 0.03862680288461538, + "recall": 0.07421875 + }, + { + "accuracy": 0.04296875, + "f1": 0.02797858927224736, + "hf_subset": "poh_Latn-eng_Latn", + "languages": [ + "poh-Latn", + "eng-Latn" + ], + "main_score": 0.02797858927224736, + "precision": 0.026451847391917294, + "recall": 0.04296875 + }, + { + "accuracy": 0.22265625, + "f1": 0.1704019288003663, + "hf_subset": "eng_Latn-poi_Latn", + "languages": [ + "eng-Latn", + "poi-Latn" + ], + "main_score": 0.1704019288003663, + "precision": 0.15616488546176044, + "recall": 0.22265625 + }, + { + "accuracy": 0.18359375, + "f1": 0.14194173881673883, + "hf_subset": "poi_Latn-eng_Latn", + "languages": [ + "poi-Latn", + "eng-Latn" + ], + "main_score": 0.14194173881673883, + "precision": 0.13102407118648896, + "recall": 0.18359375 + }, + { + "accuracy": 0.9609375, + "f1": 0.9479166666666666, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ], + "main_score": 0.9479166666666666, + "precision": 0.94140625, + "recall": 0.9609375 + }, + { + "accuracy": 0.94921875, + "f1": 0.9348958333333333, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "main_score": 0.9348958333333333, + "precision": 0.927734375, + "recall": 0.94921875 + }, + { + "accuracy": 0.03515625, + "f1": 0.017828622320809822, + "hf_subset": "eng_Latn-pon_Latn", + "languages": [ + "eng-Latn", + "pon-Latn" + ], + "main_score": 0.017828622320809822, + "precision": 0.015640500992063492, + "recall": 0.03515625 + }, + { + "accuracy": 0.0859375, + "f1": 0.04844990079365079, + "hf_subset": "pon_Latn-eng_Latn", + "languages": [ + "pon-Latn", + "eng-Latn" + ], + "main_score": 0.04844990079365079, + "precision": 0.03916470898892774, + "recall": 0.0859375 + }, + { + "accuracy": 0.9609375, + "f1": 0.9479166666666666, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ], + "main_score": 0.9479166666666666, + "precision": 0.94140625, + "recall": 0.9609375 + }, + { + "accuracy": 0.9765625, + "f1": 0.96875, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ], + "main_score": 0.96875, + "precision": 0.96484375, + "recall": 0.9765625 + }, + { + "accuracy": 0.22265625, + "f1": 0.18141459235209234, + "hf_subset": "eng_Latn-poy_Latn", + "languages": [ + "eng-Latn", + "poy-Latn" + ], + "main_score": 0.18141459235209234, + "precision": 0.17009393601190476, + "recall": 0.22265625 + }, + { + "accuracy": 0.23828125, + "f1": 0.17743393759018758, + "hf_subset": "poy_Latn-eng_Latn", + "languages": [ + "poy-Latn", + "eng-Latn" + ], + "main_score": 0.17743393759018758, + "precision": 0.15906032986111113, + "recall": 0.23828125 + }, + { + "accuracy": 0.0625, + "f1": 0.048065476190476186, + "hf_subset": "eng_Latn-ppo_Latn", + "languages": [ + "eng-Latn", + "ppo-Latn" + ], + "main_score": 0.048065476190476186, + "precision": 0.0449514678030303, + "recall": 0.0625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04608534946236559, + "hf_subset": "ppo_Latn-eng_Latn", + "languages": [ + "ppo-Latn", + "eng-Latn" + ], + "main_score": 0.04608534946236559, + "precision": 0.03756510416666667, + "recall": 0.0703125 + }, + { + "accuracy": 0.26171875, + "f1": 0.20994853670634922, + "hf_subset": "eng_Latn-prf_Latn", + "languages": [ + "eng-Latn", + "prf-Latn" + ], + "main_score": 0.20994853670634922, + "precision": 0.19487227182539685, + "recall": 0.26171875 + }, + { + "accuracy": 0.25390625, + "f1": 0.20868985615079366, + "hf_subset": "prf_Latn-eng_Latn", + "languages": [ + "prf-Latn", + "eng-Latn" + ], + "main_score": 0.20868985615079366, + "precision": 0.19447079613095236, + "recall": 0.25390625 + }, + { + "accuracy": 0.0859375, + "f1": 0.0629111842105263, + "hf_subset": "eng_Latn-pri_Latn", + "languages": [ + "eng-Latn", + "pri-Latn" + ], + "main_score": 0.0629111842105263, + "precision": 0.05789042771464647, + "recall": 0.0859375 + }, + { + "accuracy": 0.078125, + "f1": 0.04906517094017094, + "hf_subset": "pri_Latn-eng_Latn", + "languages": [ + "pri-Latn", + "eng-Latn" + ], + "main_score": 0.04906517094017094, + "precision": 0.04219602969028521, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06773623511904761, + "hf_subset": "eng_Latn-ptp_Latn", + "languages": [ + "eng-Latn", + "ptp-Latn" + ], + "main_score": 0.06773623511904761, + "precision": 0.06352823247354497, + "recall": 0.0859375 + }, + { + "accuracy": 0.06640625, + "f1": 0.050765510531135524, + "hf_subset": "ptp_Latn-eng_Latn", + "languages": [ + "ptp-Latn", + "eng-Latn" + ], + "main_score": 0.050765510531135524, + "precision": 0.04703125, + "recall": 0.06640625 + }, + { + "accuracy": 0.12109375, + "f1": 0.0929111578525641, + "hf_subset": "eng_Latn-ptu_Latn", + "languages": [ + "eng-Latn", + "ptu-Latn" + ], + "main_score": 0.0929111578525641, + "precision": 0.08669518849206348, + "recall": 0.12109375 + }, + { + "accuracy": 0.11328125, + "f1": 0.09081439393939394, + "hf_subset": "ptu_Latn-eng_Latn", + "languages": [ + "ptu-Latn", + "eng-Latn" + ], + "main_score": 0.09081439393939394, + "precision": 0.08392955043859648, + "recall": 0.11328125 + }, + { + "accuracy": 0.09765625, + "f1": 0.08050595238095239, + "hf_subset": "eng_Latn-pwg_Latn", + "languages": [ + "eng-Latn", + "pwg-Latn" + ], + "main_score": 0.08050595238095239, + "precision": 0.07530048076923077, + "recall": 0.09765625 + }, + { + "accuracy": 0.12890625, + "f1": 0.1008404356060606, + "hf_subset": "pwg_Latn-eng_Latn", + "languages": [ + "pwg-Latn", + "eng-Latn" + ], + "main_score": 0.1008404356060606, + "precision": 0.0934998629385965, + "recall": 0.12890625 + }, + { + "accuracy": 0.1171875, + "f1": 0.08490465697496946, + "hf_subset": "eng_Latn-qub_Latn", + "languages": [ + "eng-Latn", + "qub-Latn" + ], + "main_score": 0.08490465697496946, + "precision": 0.07589106856684981, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.0930931156517094, + "hf_subset": "qub_Latn-eng_Latn", + "languages": [ + "qub-Latn", + "eng-Latn" + ], + "main_score": 0.0930931156517094, + "precision": 0.08472285264534442, + "recall": 0.1328125 + }, + { + "accuracy": 0.125, + "f1": 0.09023775703463202, + "hf_subset": "eng_Latn-quc_Latn", + "languages": [ + "eng-Latn", + "quc-Latn" + ], + "main_score": 0.09023775703463202, + "precision": 0.08049045138888888, + "recall": 0.125 + }, + { + "accuracy": 0.125, + "f1": 0.07549608724830512, + "hf_subset": "quc_Latn-eng_Latn", + "languages": [ + "quc-Latn", + "eng-Latn" + ], + "main_score": 0.07549608724830512, + "precision": 0.06329566671550867, + "recall": 0.125 + }, + { + "accuracy": 0.09375, + "f1": 0.0715750102124183, + "hf_subset": "eng_Latn-quf_Latn", + "languages": [ + "eng-Latn", + "quf-Latn" + ], + "main_score": 0.0715750102124183, + "precision": 0.06632952008928572, + "recall": 0.09375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08825954861111111, + "hf_subset": "quf_Latn-eng_Latn", + "languages": [ + "quf-Latn", + "eng-Latn" + ], + "main_score": 0.08825954861111111, + "precision": 0.08128720238095238, + "recall": 0.11328125 + }, + { + "accuracy": 0.1875, + "f1": 0.13469770247113996, + "hf_subset": "eng_Latn-quh_Latn", + "languages": [ + "eng-Latn", + "quh-Latn" + ], + "main_score": 0.13469770247113996, + "precision": 0.12120976896367522, + "recall": 0.1875 + }, + { + "accuracy": 0.16796875, + "f1": 0.12589628253690752, + "hf_subset": "quh_Latn-eng_Latn", + "languages": [ + "quh-Latn", + "eng-Latn" + ], + "main_score": 0.12589628253690752, + "precision": 0.11320963541666666, + "recall": 0.16796875 + }, + { + "accuracy": 0.296875, + "f1": 0.23795572916666666, + "hf_subset": "eng_Latn-qul_Latn", + "languages": [ + "eng-Latn", + "qul-Latn" + ], + "main_score": 0.23795572916666666, + "precision": 0.2212797619047619, + "recall": 0.296875 + }, + { + "accuracy": 0.3125, + "f1": 0.23920773237179488, + "hf_subset": "qul_Latn-eng_Latn", + "languages": [ + "qul-Latn", + "eng-Latn" + ], + "main_score": 0.23920773237179488, + "precision": 0.2177889384920635, + "recall": 0.3125 + }, + { + "accuracy": 0.12109375, + "f1": 0.08165922619047619, + "hf_subset": "eng_Latn-qup_Latn", + "languages": [ + "eng-Latn", + "qup-Latn" + ], + "main_score": 0.08165922619047619, + "precision": 0.07071814903846153, + "recall": 0.12109375 + }, + { + "accuracy": 0.13671875, + "f1": 0.09581163194444445, + "hf_subset": "qup_Latn-eng_Latn", + "languages": [ + "qup-Latn", + "eng-Latn" + ], + "main_score": 0.09581163194444445, + "precision": 0.08634899462833914, + "recall": 0.13671875 + }, + { + "accuracy": 0.07421875, + "f1": 0.05215149882445141, + "hf_subset": "eng_Latn-qvc_Latn", + "languages": [ + "eng-Latn", + "qvc-Latn" + ], + "main_score": 0.05215149882445141, + "precision": 0.04699280753968254, + "recall": 0.07421875 + }, + { + "accuracy": 0.10546875, + "f1": 0.07859871031746031, + "hf_subset": "qvc_Latn-eng_Latn", + "languages": [ + "qvc-Latn", + "eng-Latn" + ], + "main_score": 0.07859871031746031, + "precision": 0.0712890625, + "recall": 0.10546875 + }, + { + "accuracy": 0.328125, + "f1": 0.2595922957251082, + "hf_subset": "eng_Latn-qve_Latn", + "languages": [ + "eng-Latn", + "qve-Latn" + ], + "main_score": 0.2595922957251082, + "precision": 0.23762090773809524, + "recall": 0.328125 + }, + { + "accuracy": 0.31640625, + "f1": 0.24772445436507934, + "hf_subset": "qve_Latn-eng_Latn", + "languages": [ + "qve-Latn", + "eng-Latn" + ], + "main_score": 0.24772445436507934, + "precision": 0.22387903979700854, + "recall": 0.31640625 + }, + { + "accuracy": 0.140625, + "f1": 0.10332961309523808, + "hf_subset": "eng_Latn-qvh_Latn", + "languages": [ + "eng-Latn", + "qvh-Latn" + ], + "main_score": 0.10332961309523808, + "precision": 0.09497649320144724, + "recall": 0.140625 + }, + { + "accuracy": 0.16015625, + "f1": 0.11938925786582039, + "hf_subset": "qvh_Latn-eng_Latn", + "languages": [ + "qvh-Latn", + "eng-Latn" + ], + "main_score": 0.11938925786582039, + "precision": 0.11083209325396824, + "recall": 0.16015625 + }, + { + "accuracy": 0.125, + "f1": 0.09124842171717171, + "hf_subset": "eng_Latn-qvm_Latn", + "languages": [ + "eng-Latn", + "qvm-Latn" + ], + "main_score": 0.09124842171717171, + "precision": 0.08161928834033613, + "recall": 0.125 + }, + { + "accuracy": 0.1484375, + "f1": 0.10605902925834328, + "hf_subset": "qvm_Latn-eng_Latn", + "languages": [ + "qvm-Latn", + "eng-Latn" + ], + "main_score": 0.10605902925834328, + "precision": 0.0971648685515873, + "recall": 0.1484375 + }, + { + "accuracy": 0.12109375, + "f1": 0.09176277281746031, + "hf_subset": "eng_Latn-qvn_Latn", + "languages": [ + "eng-Latn", + "qvn-Latn" + ], + "main_score": 0.09176277281746031, + "precision": 0.08393420073621553, + "recall": 0.12109375 + }, + { + "accuracy": 0.1328125, + "f1": 0.09846709280303029, + "hf_subset": "qvn_Latn-eng_Latn", + "languages": [ + "qvn-Latn", + "eng-Latn" + ], + "main_score": 0.09846709280303029, + "precision": 0.08988884379509379, + "recall": 0.1328125 + }, + { + "accuracy": 0.14453125, + "f1": 0.1041917500901876, + "hf_subset": "eng_Latn-qvs_Latn", + "languages": [ + "eng-Latn", + "qvs-Latn" + ], + "main_score": 0.1041917500901876, + "precision": 0.09199683779761905, + "recall": 0.14453125 + }, + { + "accuracy": 0.11328125, + "f1": 0.08641493055555555, + "hf_subset": "qvs_Latn-eng_Latn", + "languages": [ + "qvs-Latn", + "eng-Latn" + ], + "main_score": 0.08641493055555555, + "precision": 0.07802734375, + "recall": 0.11328125 + }, + { + "accuracy": 0.109375, + "f1": 0.0819327731092437, + "hf_subset": "eng_Latn-qvw_Latn", + "languages": [ + "eng-Latn", + "qvw-Latn" + ], + "main_score": 0.0819327731092437, + "precision": 0.07570917038690475, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08004430465367965, + "hf_subset": "qvw_Latn-eng_Latn", + "languages": [ + "qvw-Latn", + "eng-Latn" + ], + "main_score": 0.08004430465367965, + "precision": 0.0693760016025641, + "recall": 0.1171875 + }, + { + "accuracy": 0.125, + "f1": 0.09602272727272727, + "hf_subset": "eng_Latn-qvz_Latn", + "languages": [ + "eng-Latn", + "qvz-Latn" + ], + "main_score": 0.09602272727272727, + "precision": 0.08747378923160173, + "recall": 0.125 + }, + { + "accuracy": 0.12890625, + "f1": 0.10503404826604554, + "hf_subset": "qvz_Latn-eng_Latn", + "languages": [ + "qvz-Latn", + "eng-Latn" + ], + "main_score": 0.10503404826604554, + "precision": 0.09938282203907203, + "recall": 0.12890625 + }, + { + "accuracy": 0.171875, + "f1": 0.12377232142857142, + "hf_subset": "eng_Latn-qwh_Latn", + "languages": [ + "eng-Latn", + "qwh-Latn" + ], + "main_score": 0.12377232142857142, + "precision": 0.11043526785714286, + "recall": 0.171875 + }, + { + "accuracy": 0.1640625, + "f1": 0.11229376777279737, + "hf_subset": "qwh_Latn-eng_Latn", + "languages": [ + "qwh-Latn", + "eng-Latn" + ], + "main_score": 0.11229376777279737, + "precision": 0.09814918154761905, + "recall": 0.1640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.05542722176079734, + "hf_subset": "eng_Latn-qxh_Latn", + "languages": [ + "eng-Latn", + "qxh-Latn" + ], + "main_score": 0.05542722176079734, + "precision": 0.050653903388278396, + "recall": 0.07421875 + }, + { + "accuracy": 0.07421875, + "f1": 0.04587848839717046, + "hf_subset": "qxh_Latn-eng_Latn", + "languages": [ + "qxh-Latn", + "eng-Latn" + ], + "main_score": 0.04587848839717046, + "precision": 0.03983307085803689, + "recall": 0.07421875 + }, + { + "accuracy": 0.234375, + "f1": 0.1681705447330447, + "hf_subset": "eng_Latn-qxn_Latn", + "languages": [ + "eng-Latn", + "qxn-Latn" + ], + "main_score": 0.1681705447330447, + "precision": 0.14904955070970696, + "recall": 0.234375 + }, + { + "accuracy": 0.1875, + "f1": 0.14596692370129868, + "hf_subset": "qxn_Latn-eng_Latn", + "languages": [ + "qxn-Latn", + "eng-Latn" + ], + "main_score": 0.14596692370129868, + "precision": 0.13385106646825395, + "recall": 0.1875 + }, + { + "accuracy": 0.14453125, + "f1": 0.11409970238095238, + "hf_subset": "eng_Latn-qxo_Latn", + "languages": [ + "eng-Latn", + "qxo-Latn" + ], + "main_score": 0.11409970238095238, + "precision": 0.1058658425673591, + "recall": 0.14453125 + }, + { + "accuracy": 0.12109375, + "f1": 0.08586382469654527, + "hf_subset": "qxo_Latn-eng_Latn", + "languages": [ + "qxo-Latn", + "eng-Latn" + ], + "main_score": 0.08586382469654527, + "precision": 0.07832469339535056, + "recall": 0.12109375 + }, + { + "accuracy": 0.109375, + "f1": 0.0748469480994152, + "hf_subset": "eng_Latn-rai_Latn", + "languages": [ + "eng-Latn", + "rai-Latn" + ], + "main_score": 0.0748469480994152, + "precision": 0.06561414930555555, + "recall": 0.109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.0563766954150081, + "hf_subset": "rai_Latn-eng_Latn", + "languages": [ + "rai-Latn", + "eng-Latn" + ], + "main_score": 0.0563766954150081, + "precision": 0.050801507691413124, + "recall": 0.0859375 + }, + { + "accuracy": 0.25, + "f1": 0.20571163862179487, + "hf_subset": "eng_Latn-reg_Latn", + "languages": [ + "eng-Latn", + "reg-Latn" + ], + "main_score": 0.20571163862179487, + "precision": 0.19339347718253969, + "recall": 0.25 + }, + { + "accuracy": 0.25390625, + "f1": 0.18685278799019608, + "hf_subset": "reg_Latn-eng_Latn", + "languages": [ + "reg-Latn", + "eng-Latn" + ], + "main_score": 0.18685278799019608, + "precision": 0.16323707217261907, + "recall": 0.25390625 + }, + { + "accuracy": 0.0703125, + "f1": 0.042646462519174186, + "hf_subset": "eng_Latn-rgu_Latn", + "languages": [ + "eng-Latn", + "rgu-Latn" + ], + "main_score": 0.042646462519174186, + "precision": 0.03766374684343434, + "recall": 0.0703125 + }, + { + "accuracy": 0.05078125, + "f1": 0.033204586416085535, + "hf_subset": "rgu_Latn-eng_Latn", + "languages": [ + "rgu-Latn", + "eng-Latn" + ], + "main_score": 0.033204586416085535, + "precision": 0.031205219356261023, + "recall": 0.05078125 + }, + { + "accuracy": 0.015625, + "f1": 0.009114583333333332, + "hf_subset": "eng_Latn-rkb_Latn", + "languages": [ + "eng-Latn", + "rkb-Latn" + ], + "main_score": 0.009114583333333332, + "precision": 0.006510416666666666, + "recall": 0.015625 + }, + { + "accuracy": 0.0390625, + "f1": 0.0187753925342131, + "hf_subset": "rkb_Latn-eng_Latn", + "languages": [ + "rkb-Latn", + "eng-Latn" + ], + "main_score": 0.0187753925342131, + "precision": 0.015466801609556678, + "recall": 0.0390625 + }, + { + "accuracy": 0.19921875, + "f1": 0.1437166027576814, + "hf_subset": "eng_Latn-rmc_Latn", + "languages": [ + "eng-Latn", + "rmc-Latn" + ], + "main_score": 0.1437166027576814, + "precision": 0.12858537946428572, + "recall": 0.19921875 + }, + { + "accuracy": 0.19921875, + "f1": 0.15214629702529853, + "hf_subset": "rmc_Latn-eng_Latn", + "languages": [ + "rmc-Latn", + "eng-Latn" + ], + "main_score": 0.15214629702529853, + "precision": 0.13932756696428572, + "recall": 0.19921875 + }, + { + "accuracy": 0.31640625, + "f1": 0.2484250992063492, + "hf_subset": "eng_Latn-rmy_Latn", + "languages": [ + "eng-Latn", + "rmy-Latn" + ], + "main_score": 0.2484250992063492, + "precision": 0.22820729617604618, + "recall": 0.31640625 + }, + { + "accuracy": 0.3046875, + "f1": 0.22585565476190478, + "hf_subset": "rmy_Latn-eng_Latn", + "languages": [ + "rmy-Latn", + "eng-Latn" + ], + "main_score": 0.22585565476190478, + "precision": 0.20153557722431079, + "recall": 0.3046875 + }, + { + "accuracy": 0.98046875, + "f1": 0.9739583333333333, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ], + "main_score": 0.9739583333333333, + "precision": 0.970703125, + "recall": 0.98046875 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.0703125, + "f1": 0.04772256823038073, + "hf_subset": "eng_Latn-roo_Latn", + "languages": [ + "eng-Latn", + "roo-Latn" + ], + "main_score": 0.04772256823038073, + "precision": 0.042573474702380945, + "recall": 0.0703125 + }, + { + "accuracy": 0.078125, + "f1": 0.059086963383838384, + "hf_subset": "roo_Latn-eng_Latn", + "languages": [ + "roo-Latn", + "eng-Latn" + ], + "main_score": 0.059086963383838384, + "precision": 0.05445667613636363, + "recall": 0.078125 + }, + { + "accuracy": 0.10546875, + "f1": 0.07753548534798535, + "hf_subset": "eng_Latn-rop_Latn", + "languages": [ + "eng-Latn", + "rop-Latn" + ], + "main_score": 0.07753548534798535, + "precision": 0.06991543612637363, + "recall": 0.10546875 + }, + { + "accuracy": 0.078125, + "f1": 0.056640625, + "hf_subset": "rop_Latn-eng_Latn", + "languages": [ + "rop-Latn", + "eng-Latn" + ], + "main_score": 0.056640625, + "precision": 0.0511086856617647, + "recall": 0.078125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04663514254385964, + "hf_subset": "eng_Latn-row_Latn", + "languages": [ + "eng-Latn", + "row-Latn" + ], + "main_score": 0.04663514254385964, + "precision": 0.03854166666666667, + "recall": 0.07421875 + }, + { + "accuracy": 0.04296875, + "f1": 0.021700196504884004, + "hf_subset": "row_Latn-eng_Latn", + "languages": [ + "row-Latn", + "eng-Latn" + ], + "main_score": 0.021700196504884004, + "precision": 0.01926258251992934, + "recall": 0.04296875 + }, + { + "accuracy": 0.09375, + "f1": 0.07102041838369963, + "hf_subset": "eng_Latn-rro_Latn", + "languages": [ + "eng-Latn", + "rro-Latn" + ], + "main_score": 0.07102041838369963, + "precision": 0.06689703525641025, + "recall": 0.09375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07300187653186274, + "hf_subset": "rro_Latn-eng_Latn", + "languages": [ + "rro-Latn", + "eng-Latn" + ], + "main_score": 0.07300187653186274, + "precision": 0.06433964273713517, + "recall": 0.10546875 + }, + { + "accuracy": 0.25, + "f1": 0.1935391865079365, + "hf_subset": "eng_Latn-ruf_Latn", + "languages": [ + "eng-Latn", + "ruf-Latn" + ], + "main_score": 0.1935391865079365, + "precision": 0.17535807291666666, + "recall": 0.25 + }, + { + "accuracy": 0.26171875, + "f1": 0.19788518772893773, + "hf_subset": "ruf_Latn-eng_Latn", + "languages": [ + "ruf-Latn", + "eng-Latn" + ], + "main_score": 0.19788518772893773, + "precision": 0.18071676587301588, + "recall": 0.26171875 + }, + { + "accuracy": 0.08203125, + "f1": 0.06032755583536833, + "hf_subset": "eng_Latn-rug_Latn", + "languages": [ + "eng-Latn", + "rug-Latn" + ], + "main_score": 0.06032755583536833, + "precision": 0.0561780277014652, + "recall": 0.08203125 + }, + { + "accuracy": 0.0859375, + "f1": 0.057687348112880024, + "hf_subset": "rug_Latn-eng_Latn", + "languages": [ + "rug-Latn", + "eng-Latn" + ], + "main_score": 0.057687348112880024, + "precision": 0.05189836544795784, + "recall": 0.0859375 + }, + { + "accuracy": 0.9765625, + "f1": 0.9700520833333333, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ], + "main_score": 0.9700520833333333, + "precision": 0.966796875, + "recall": 0.9765625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666666, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "main_score": 0.9635416666666666, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.04296875, + "f1": 0.022231268477457503, + "hf_subset": "eng_Latn-rwo_Latn", + "languages": [ + "eng-Latn", + "rwo-Latn" + ], + "main_score": 0.022231268477457503, + "precision": 0.017878401360544215, + "recall": 0.04296875 + }, + { + "accuracy": 0.08203125, + "f1": 0.04864859532828283, + "hf_subset": "rwo_Latn-eng_Latn", + "languages": [ + "rwo-Latn", + "eng-Latn" + ], + "main_score": 0.04864859532828283, + "precision": 0.04119388640873016, + "recall": 0.08203125 + }, + { + "accuracy": 0.09375, + "f1": 0.0702656763136289, + "hf_subset": "eng_Latn-sab_Latn", + "languages": [ + "eng-Latn", + "sab-Latn" + ], + "main_score": 0.0702656763136289, + "precision": 0.06342075892857142, + "recall": 0.09375 + }, + { + "accuracy": 0.08203125, + "f1": 0.05163257890365448, + "hf_subset": "sab_Latn-eng_Latn", + "languages": [ + "sab-Latn", + "eng-Latn" + ], + "main_score": 0.05163257890365448, + "precision": 0.04503658234126984, + "recall": 0.08203125 + }, + { + "accuracy": 0.0390625, + "f1": 0.012823775616744366, + "hf_subset": "eng_Latn-san_Latn", + "languages": [ + "eng-Latn", + "san-Latn" + ], + "main_score": 0.012823775616744366, + "precision": 0.008344184027777778, + "recall": 0.0390625 + }, + { + "accuracy": 0.00390625, + "f1": 3.150201612903226e-05, + "hf_subset": "san_Latn-eng_Latn", + "languages": [ + "san-Latn", + "eng-Latn" + ], + "main_score": 3.150201612903226e-05, + "precision": 1.5814777327935223e-05, + "recall": 0.00390625 + }, + { + "accuracy": 0.10546875, + "f1": 0.06789686693058404, + "hf_subset": "eng_Latn-sbe_Latn", + "languages": [ + "eng-Latn", + "sbe-Latn" + ], + "main_score": 0.06789686693058404, + "precision": 0.059914575441919186, + "recall": 0.10546875 + }, + { + "accuracy": 0.078125, + "f1": 0.0503825180640438, + "hf_subset": "sbe_Latn-eng_Latn", + "languages": [ + "sbe-Latn", + "eng-Latn" + ], + "main_score": 0.0503825180640438, + "precision": 0.04530492302253613, + "recall": 0.078125 + }, + { + "accuracy": 0.22265625, + "f1": 0.17496721305315055, + "hf_subset": "eng_Latn-sbk_Latn", + "languages": [ + "eng-Latn", + "sbk-Latn" + ], + "main_score": 0.17496721305315055, + "precision": 0.16286105387667887, + "recall": 0.22265625 + }, + { + "accuracy": 0.23828125, + "f1": 0.1825706845238095, + "hf_subset": "sbk_Latn-eng_Latn", + "languages": [ + "sbk-Latn", + "eng-Latn" + ], + "main_score": 0.1825706845238095, + "precision": 0.16587590971147229, + "recall": 0.23828125 + }, + { + "accuracy": 0.22265625, + "f1": 0.17787078373015872, + "hf_subset": "eng_Latn-sbs_Latn", + "languages": [ + "eng-Latn", + "sbs-Latn" + ], + "main_score": 0.17787078373015872, + "precision": 0.16565278956133736, + "recall": 0.22265625 + }, + { + "accuracy": 0.3125, + "f1": 0.24895833333333334, + "hf_subset": "sbs_Latn-eng_Latn", + "languages": [ + "sbs-Latn", + "eng-Latn" + ], + "main_score": 0.24895833333333334, + "precision": 0.22656249999999997, + "recall": 0.3125 + }, + { + "accuracy": 0.71875, + "f1": 0.6520275297619047, + "hf_subset": "eng_Latn-seh_Latn", + "languages": [ + "eng-Latn", + "seh-Latn" + ], + "main_score": 0.6520275297619047, + "precision": 0.6244791666666667, + "recall": 0.71875 + }, + { + "accuracy": 0.69921875, + "f1": 0.632235863095238, + "hf_subset": "seh_Latn-eng_Latn", + "languages": [ + "seh-Latn", + "eng-Latn" + ], + "main_score": 0.632235863095238, + "precision": 0.6039713541666667, + "recall": 0.69921875 + }, + { + "accuracy": 0.12109375, + "f1": 0.08963778899240855, + "hf_subset": "eng_Latn-sey_Latn", + "languages": [ + "eng-Latn", + "sey-Latn" + ], + "main_score": 0.08963778899240855, + "precision": 0.08106948390151515, + "recall": 0.12109375 + }, + { + "accuracy": 0.10546875, + "f1": 0.08691752548758865, + "hf_subset": "sey_Latn-eng_Latn", + "languages": [ + "sey-Latn", + "eng-Latn" + ], + "main_score": 0.08691752548758865, + "precision": 0.08232948851372186, + "recall": 0.10546875 + }, + { + "accuracy": 0.1640625, + "f1": 0.12701822916666666, + "hf_subset": "eng_Latn-sgb_Latn", + "languages": [ + "eng-Latn", + "sgb-Latn" + ], + "main_score": 0.12701822916666666, + "precision": 0.11678070005175983, + "recall": 0.1640625 + }, + { + "accuracy": 0.140625, + "f1": 0.10285528273809524, + "hf_subset": "sgb_Latn-eng_Latn", + "languages": [ + "sgb-Latn", + "eng-Latn" + ], + "main_score": 0.10285528273809524, + "precision": 0.09210477365288222, + "recall": 0.140625 + }, + { + "accuracy": 0.078125, + "f1": 0.05439298115079365, + "hf_subset": "eng_Latn-sgz_Latn", + "languages": [ + "eng-Latn", + "sgz-Latn" + ], + "main_score": 0.05439298115079365, + "precision": 0.048452429902882205, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.04946938911782661, + "hf_subset": "sgz_Latn-eng_Latn", + "languages": [ + "sgz-Latn", + "eng-Latn" + ], + "main_score": 0.04946938911782661, + "precision": 0.03991350446428571, + "recall": 0.0859375 + }, + { + "accuracy": 0.2967032967032967, + "f1": 0.21052677481248908, + "hf_subset": "eng_Latn-shj_Latn", + "languages": [ + "eng-Latn", + "shj-Latn" + ], + "main_score": 0.21052677481248908, + "precision": 0.18371271585557297, + "recall": 0.2967032967032967 + }, + { + "accuracy": 0.2857142857142857, + "f1": 0.22326007326007324, + "hf_subset": "shj_Latn-eng_Latn", + "languages": [ + "shj-Latn", + "eng-Latn" + ], + "main_score": 0.22326007326007324, + "precision": 0.20504971219256932, + "recall": 0.2857142857142857 + }, + { + "accuracy": 0.12109375, + "f1": 0.08818776709401709, + "hf_subset": "eng_Latn-shp_Latn", + "languages": [ + "eng-Latn", + "shp-Latn" + ], + "main_score": 0.08818776709401709, + "precision": 0.07978515625, + "recall": 0.12109375 + }, + { + "accuracy": 0.10546875, + "f1": 0.08484002976190476, + "hf_subset": "shp_Latn-eng_Latn", + "languages": [ + "shp-Latn", + "eng-Latn" + ], + "main_score": 0.08484002976190476, + "precision": 0.07823350694444445, + "recall": 0.10546875 + }, + { + "accuracy": 0.0703125, + "f1": 0.05481770833333333, + "hf_subset": "eng_Latn-sim_Latn", + "languages": [ + "eng-Latn", + "sim-Latn" + ], + "main_score": 0.05481770833333333, + "precision": 0.04993489583333333, + "recall": 0.0703125 + }, + { + "accuracy": 0.08984375, + "f1": 0.0589945211038961, + "hf_subset": "sim_Latn-eng_Latn", + "languages": [ + "sim-Latn", + "eng-Latn" + ], + "main_score": 0.0589945211038961, + "precision": 0.05132782218992249, + "recall": 0.08984375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06874096640749601, + "hf_subset": "eng_Latn-sja_Latn", + "languages": [ + "eng-Latn", + "sja-Latn" + ], + "main_score": 0.06874096640749601, + "precision": 0.06209503658234128, + "recall": 0.09765625 + }, + { + "accuracy": 0.0859375, + "f1": 0.06490293560606061, + "hf_subset": "sja_Latn-eng_Latn", + "languages": [ + "sja-Latn", + "eng-Latn" + ], + "main_score": 0.06490293560606061, + "precision": 0.058669133771929824, + "recall": 0.0859375 + }, + { + "accuracy": 0.078125, + "f1": 0.05239621489621489, + "hf_subset": "eng_Latn-sll_Latn", + "languages": [ + "eng-Latn", + "sll-Latn" + ], + "main_score": 0.05239621489621489, + "precision": 0.04762469951923076, + "recall": 0.078125 + }, + { + "accuracy": 0.0625, + "f1": 0.03981894841269841, + "hf_subset": "sll_Latn-eng_Latn", + "languages": [ + "sll-Latn", + "eng-Latn" + ], + "main_score": 0.03981894841269841, + "precision": 0.03437204071969697, + "recall": 0.0625 + }, + { + "accuracy": 0.19140625, + "f1": 0.1427866541353383, + "hf_subset": "eng_Latn-smk_Latn", + "languages": [ + "eng-Latn", + "smk-Latn" + ], + "main_score": 0.1427866541353383, + "precision": 0.12931523771367523, + "recall": 0.19140625 + }, + { + "accuracy": 0.1484375, + "f1": 0.10881076388888888, + "hf_subset": "smk_Latn-eng_Latn", + "languages": [ + "smk-Latn", + "eng-Latn" + ], + "main_score": 0.10881076388888888, + "precision": 0.0978218594132317, + "recall": 0.1484375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08861607142857142, + "hf_subset": "eng_Latn-snc_Latn", + "languages": [ + "eng-Latn", + "snc-Latn" + ], + "main_score": 0.08861607142857142, + "precision": 0.08171600877192983, + "recall": 0.11328125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08900669642857142, + "hf_subset": "snc_Latn-eng_Latn", + "languages": [ + "snc-Latn", + "eng-Latn" + ], + "main_score": 0.08900669642857142, + "precision": 0.08077256944444444, + "recall": 0.1171875 + }, + { + "accuracy": 0.08203125, + "f1": 0.06379368279569893, + "hf_subset": "eng_Latn-snn_Latn", + "languages": [ + "eng-Latn", + "snn-Latn" + ], + "main_score": 0.06379368279569893, + "precision": 0.05961371527777777, + "recall": 0.08203125 + }, + { + "accuracy": 0.1015625, + "f1": 0.0679616805296153, + "hf_subset": "snn_Latn-eng_Latn", + "languages": [ + "snn-Latn", + "eng-Latn" + ], + "main_score": 0.0679616805296153, + "precision": 0.05907118055555555, + "recall": 0.1015625 + }, + { + "accuracy": 0.0546875, + "f1": 0.0319716307997558, + "hf_subset": "eng_Latn-snp_Latn", + "languages": [ + "eng-Latn", + "snp-Latn" + ], + "main_score": 0.0319716307997558, + "precision": 0.02786994117057881, + "recall": 0.0546875 + }, + { + "accuracy": 0.07421875, + "f1": 0.05653044871794872, + "hf_subset": "snp_Latn-eng_Latn", + "languages": [ + "snp-Latn", + "eng-Latn" + ], + "main_score": 0.05653044871794872, + "precision": 0.05226843341503268, + "recall": 0.07421875 + }, + { + "accuracy": 0.2714285714285714, + "f1": 0.20123015873015873, + "hf_subset": "eng_Latn-snx_Latn", + "languages": [ + "eng-Latn", + "snx-Latn" + ], + "main_score": 0.20123015873015873, + "precision": 0.17631802721088435, + "recall": 0.2714285714285714 + }, + { + "accuracy": 0.2642857142857143, + "f1": 0.19699134199134197, + "hf_subset": "snx_Latn-eng_Latn", + "languages": [ + "snx-Latn", + "eng-Latn" + ], + "main_score": 0.19699134199134197, + "precision": 0.17535714285714285, + "recall": 0.2642857142857143 + }, + { + "accuracy": 0.06640625, + "f1": 0.04185710742630386, + "hf_subset": "eng_Latn-sny_Latn", + "languages": [ + "eng-Latn", + "sny-Latn" + ], + "main_score": 0.04185710742630386, + "precision": 0.036941189236111116, + "recall": 0.06640625 + }, + { + "accuracy": 0.0390625, + "f1": 0.029318337912087912, + "hf_subset": "sny_Latn-eng_Latn", + "languages": [ + "sny-Latn", + "eng-Latn" + ], + "main_score": 0.029318337912087912, + "precision": 0.02853317481884058, + "recall": 0.0390625 + }, + { + "accuracy": 0.88671875, + "f1": 0.858984375, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ], + "main_score": 0.858984375, + "precision": 0.8468098958333333, + "recall": 0.88671875 + }, + { + "accuracy": 0.8984375, + "f1": 0.8723958333333333, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ], + "main_score": 0.8723958333333333, + "precision": 0.8600260416666667, + "recall": 0.8984375 + }, + { + "accuracy": 0.078125, + "f1": 0.050561417748917745, + "hf_subset": "eng_Latn-soq_Latn", + "languages": [ + "eng-Latn", + "soq-Latn" + ], + "main_score": 0.050561417748917745, + "precision": 0.042643229166666664, + "recall": 0.078125 + }, + { + "accuracy": 0.10546875, + "f1": 0.06116161434331797, + "hf_subset": "soq_Latn-eng_Latn", + "languages": [ + "soq-Latn", + "eng-Latn" + ], + "main_score": 0.06116161434331797, + "precision": 0.04932105654761905, + "recall": 0.10546875 + }, + { + "accuracy": 0.0546875, + "f1": 0.041493055555555554, + "hf_subset": "eng_Latn-soy_Latn", + "languages": [ + "eng-Latn", + "soy-Latn" + ], + "main_score": 0.041493055555555554, + "precision": 0.03740234375, + "recall": 0.0546875 + }, + { + "accuracy": 0.0625, + "f1": 0.04450757575757575, + "hf_subset": "soy_Latn-eng_Latn", + "languages": [ + "soy-Latn", + "eng-Latn" + ], + "main_score": 0.04450757575757575, + "precision": 0.038533528645833336, + "recall": 0.0625 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.98828125, + "f1": 0.9850260416666666, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.9850260416666666, + "precision": 0.9837239583333334, + "recall": 0.98828125 + }, + { + "accuracy": 0.05078125, + "f1": 0.03326822916666666, + "hf_subset": "eng_Latn-spl_Latn", + "languages": [ + "eng-Latn", + "spl-Latn" + ], + "main_score": 0.03326822916666666, + "precision": 0.02827313556763285, + "recall": 0.05078125 + }, + { + "accuracy": 0.0390625, + "f1": 0.028965435606060606, + "hf_subset": "spl_Latn-eng_Latn", + "languages": [ + "spl-Latn", + "eng-Latn" + ], + "main_score": 0.028965435606060606, + "precision": 0.026106770833333334, + "recall": 0.0390625 + }, + { + "accuracy": 0.17578125, + "f1": 0.12482845568783069, + "hf_subset": "eng_Latn-spm_Latn", + "languages": [ + "eng-Latn", + "spm-Latn" + ], + "main_score": 0.12482845568783069, + "precision": 0.10951380699685535, + "recall": 0.17578125 + }, + { + "accuracy": 0.18359375, + "f1": 0.1390840294891353, + "hf_subset": "spm_Latn-eng_Latn", + "languages": [ + "spm-Latn", + "eng-Latn" + ], + "main_score": 0.1390840294891353, + "precision": 0.1260061819632132, + "recall": 0.18359375 + }, + { + "accuracy": 0.1015625, + "f1": 0.07372549774220033, + "hf_subset": "eng_Latn-spp_Latn", + "languages": [ + "eng-Latn", + "spp-Latn" + ], + "main_score": 0.07372549774220033, + "precision": 0.06748681006493507, + "recall": 0.1015625 + }, + { + "accuracy": 0.08984375, + "f1": 0.06106333351753611, + "hf_subset": "spp_Latn-eng_Latn", + "languages": [ + "spp-Latn", + "eng-Latn" + ], + "main_score": 0.06106333351753611, + "precision": 0.054989769345238096, + "recall": 0.08984375 + }, + { + "accuracy": 0.08984375, + "f1": 0.0638250612745098, + "hf_subset": "eng_Latn-sps_Latn", + "languages": [ + "eng-Latn", + "sps-Latn" + ], + "main_score": 0.0638250612745098, + "precision": 0.05849473351940457, + "recall": 0.08984375 + }, + { + "accuracy": 0.07421875, + "f1": 0.04580191862929382, + "hf_subset": "sps_Latn-eng_Latn", + "languages": [ + "sps-Latn", + "eng-Latn" + ], + "main_score": 0.04580191862929382, + "precision": 0.03989086767070334, + "recall": 0.07421875 + }, + { + "accuracy": 0.046875, + "f1": 0.035351562499999996, + "hf_subset": "eng_Latn-spy_Latn", + "languages": [ + "eng-Latn", + "spy-Latn" + ], + "main_score": 0.035351562499999996, + "precision": 0.03180803571428571, + "recall": 0.046875 + }, + { + "accuracy": 0.08203125, + "f1": 0.06355023300438596, + "hf_subset": "spy_Latn-eng_Latn", + "languages": [ + "spy-Latn", + "eng-Latn" + ], + "main_score": 0.06355023300438596, + "precision": 0.06148003472222222, + "recall": 0.08203125 + }, + { + "accuracy": 0.078125, + "f1": 0.05639333858543417, + "hf_subset": "eng_Latn-sri_Latn", + "languages": [ + "eng-Latn", + "sri-Latn" + ], + "main_score": 0.05639333858543417, + "precision": 0.05110909598214285, + "recall": 0.078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.07573670504385965, + "hf_subset": "sri_Latn-eng_Latn", + "languages": [ + "sri-Latn", + "eng-Latn" + ], + "main_score": 0.07573670504385965, + "precision": 0.06983129528985507, + "recall": 0.09765625 + }, + { + "accuracy": 0.078125, + "f1": 0.05543323863636363, + "hf_subset": "eng_Latn-srm_Latn", + "languages": [ + "eng-Latn", + "srm-Latn" + ], + "main_score": 0.05543323863636363, + "precision": 0.05124487058080808, + "recall": 0.078125 + }, + { + "accuracy": 0.046875, + "f1": 0.024976975162530748, + "hf_subset": "srm_Latn-eng_Latn", + "languages": [ + "srm-Latn", + "eng-Latn" + ], + "main_score": 0.024976975162530748, + "precision": 0.022013147323539, + "recall": 0.046875 + }, + { + "accuracy": 0.19140625, + "f1": 0.15326093177655678, + "hf_subset": "eng_Latn-srn_Latn", + "languages": [ + "eng-Latn", + "srn-Latn" + ], + "main_score": 0.15326093177655678, + "precision": 0.14225260416666669, + "recall": 0.19140625 + }, + { + "accuracy": 0.1796875, + "f1": 0.13275245405179614, + "hf_subset": "srn_Latn-eng_Latn", + "languages": [ + "srn-Latn", + "eng-Latn" + ], + "main_score": 0.13275245405179614, + "precision": 0.1210153525583213, + "recall": 0.1796875 + }, + { + "accuracy": 0.8984375, + "f1": 0.8716145833333333, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ], + "main_score": 0.8716145833333333, + "precision": 0.859375, + "recall": 0.8984375 + }, + { + "accuracy": 0.91796875, + "f1": 0.8938802083333333, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ], + "main_score": 0.8938802083333333, + "precision": 0.8821614583333334, + "recall": 0.91796875 + }, + { + "accuracy": 0.13671875, + "f1": 0.09958612351190477, + "hf_subset": "eng_Latn-srq_Latn", + "languages": [ + "eng-Latn", + "srq-Latn" + ], + "main_score": 0.09958612351190477, + "precision": 0.0892733134920635, + "recall": 0.13671875 + }, + { + "accuracy": 0.1171875, + "f1": 0.08521983808217644, + "hf_subset": "srq_Latn-eng_Latn", + "languages": [ + "srq-Latn", + "eng-Latn" + ], + "main_score": 0.08521983808217644, + "precision": 0.07817662190845331, + "recall": 0.1171875 + }, + { + "accuracy": 0.08984375, + "f1": 0.0656187996031746, + "hf_subset": "eng_Latn-ssd_Latn", + "languages": [ + "eng-Latn", + "ssd-Latn" + ], + "main_score": 0.0656187996031746, + "precision": 0.05949101896367521, + "recall": 0.08984375 + }, + { + "accuracy": 0.0859375, + "f1": 0.059793526785714285, + "hf_subset": "ssd_Latn-eng_Latn", + "languages": [ + "ssd-Latn", + "eng-Latn" + ], + "main_score": 0.059793526785714285, + "precision": 0.053097098214285716, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.08259393601190476, + "hf_subset": "eng_Latn-ssg_Latn", + "languages": [ + "eng-Latn", + "ssg-Latn" + ], + "main_score": 0.08259393601190476, + "precision": 0.07805989583333334, + "recall": 0.09765625 + }, + { + "accuracy": 0.11328125, + "f1": 0.07690972222222223, + "hf_subset": "ssg_Latn-eng_Latn", + "languages": [ + "ssg-Latn", + "eng-Latn" + ], + "main_score": 0.07690972222222223, + "precision": 0.06490589488636364, + "recall": 0.11328125 + }, + { + "accuracy": 0.05078125, + "f1": 0.036966765873015874, + "hf_subset": "eng_Latn-ssx_Latn", + "languages": [ + "eng-Latn", + "ssx-Latn" + ], + "main_score": 0.036966765873015874, + "precision": 0.033888633578431374, + "recall": 0.05078125 + }, + { + "accuracy": 0.05078125, + "f1": 0.028439422868356455, + "hf_subset": "ssx_Latn-eng_Latn", + "languages": [ + "ssx-Latn", + "eng-Latn" + ], + "main_score": 0.028439422868356455, + "precision": 0.02454976663961039, + "recall": 0.05078125 + }, + { + "accuracy": 0.078125, + "f1": 0.05313430059523809, + "hf_subset": "eng_Latn-stp_Latn", + "languages": [ + "eng-Latn", + "stp-Latn" + ], + "main_score": 0.05313430059523809, + "precision": 0.045509503517316016, + "recall": 0.078125 + }, + { + "accuracy": 0.0546875, + "f1": 0.033923780212842716, + "hf_subset": "stp_Latn-eng_Latn", + "languages": [ + "stp-Latn", + "eng-Latn" + ], + "main_score": 0.033923780212842716, + "precision": 0.03160073879191366, + "recall": 0.0546875 + }, + { + "accuracy": 0.05859375, + "f1": 0.04343377976190476, + "hf_subset": "eng_Latn-sua_Latn", + "languages": [ + "eng-Latn", + "sua-Latn" + ], + "main_score": 0.04343377976190476, + "precision": 0.039678030303030305, + "recall": 0.05859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.032515610410830995, + "hf_subset": "sua_Latn-eng_Latn", + "languages": [ + "sua-Latn", + "eng-Latn" + ], + "main_score": 0.032515610410830995, + "precision": 0.026590970475361193, + "recall": 0.05859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07010337752525253, + "hf_subset": "eng_Latn-sue_Latn", + "languages": [ + "eng-Latn", + "sue-Latn" + ], + "main_score": 0.07010337752525253, + "precision": 0.06170789930555556, + "recall": 0.10546875 + }, + { + "accuracy": 0.08203125, + "f1": 0.0593069365530303, + "hf_subset": "sue_Latn-eng_Latn", + "languages": [ + "sue-Latn", + "eng-Latn" + ], + "main_score": 0.0593069365530303, + "precision": 0.05429206434729064, + "recall": 0.08203125 + }, + { + "accuracy": 0.0234375, + "f1": 0.010286458333333335, + "hf_subset": "eng_Latn-sus_Arab", + "languages": [ + "eng-Latn", + "sus-Arab" + ], + "main_score": 0.010286458333333335, + "precision": 0.007976791078892372, + "recall": 0.0234375 + }, + { + "accuracy": 0.0234375, + "f1": 0.016666666666666666, + "hf_subset": "sus_Arab-eng_Latn", + "languages": [ + "sus-Arab", + "eng-Latn" + ], + "main_score": 0.016666666666666666, + "precision": 0.015082465277777778, + "recall": 0.0234375 + }, + { + "accuracy": 0.0234375, + "f1": 0.018359375, + "hf_subset": "eng_Latn-suz_Latn", + "languages": [ + "eng-Latn", + "suz-Latn" + ], + "main_score": 0.018359375, + "precision": 0.017361111111111112, + "recall": 0.0234375 + }, + { + "accuracy": 0.03125, + "f1": 0.0181640625, + "hf_subset": "suz_Latn-eng_Latn", + "languages": [ + "suz-Latn", + "eng-Latn" + ], + "main_score": 0.0181640625, + "precision": 0.014685639880952379, + "recall": 0.03125 + }, + { + "accuracy": 0.87890625, + "f1": 0.84375, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ], + "main_score": 0.84375, + "precision": 0.8268229166666666, + "recall": 0.87890625 + }, + { + "accuracy": 0.890625, + "f1": 0.8626302083333333, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ], + "main_score": 0.8626302083333333, + "precision": 0.849609375, + "recall": 0.890625 + }, + { + "accuracy": 0.89453125, + "f1": 0.8606770833333333, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ], + "main_score": 0.8606770833333333, + "precision": 0.84375, + "recall": 0.89453125 + }, + { + "accuracy": 0.921875, + "f1": 0.896484375, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ], + "main_score": 0.896484375, + "precision": 0.8841145833333334, + "recall": 0.921875 + }, + { + "accuracy": 0.09375, + "f1": 0.07225470527279737, + "hf_subset": "eng_Latn-swp_Latn", + "languages": [ + "eng-Latn", + "swp-Latn" + ], + "main_score": 0.07225470527279737, + "precision": 0.06873619002525252, + "recall": 0.09375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07189481525419025, + "hf_subset": "swp_Latn-eng_Latn", + "languages": [ + "swp-Latn", + "eng-Latn" + ], + "main_score": 0.07189481525419025, + "precision": 0.06488560267857144, + "recall": 0.10546875 + }, + { + "accuracy": 0.33984375, + "f1": 0.2687375992063492, + "hf_subset": "eng_Latn-sxb_Latn", + "languages": [ + "eng-Latn", + "sxb-Latn" + ], + "main_score": 0.2687375992063492, + "precision": 0.24459635416666667, + "recall": 0.33984375 + }, + { + "accuracy": 0.28515625, + "f1": 0.22697482638888888, + "hf_subset": "sxb_Latn-eng_Latn", + "languages": [ + "sxb-Latn", + "eng-Latn" + ], + "main_score": 0.22697482638888888, + "precision": 0.20959332551129428, + "recall": 0.28515625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04473969275210084, + "hf_subset": "eng_Latn-tac_Latn", + "languages": [ + "eng-Latn", + "tac-Latn" + ], + "main_score": 0.04473969275210084, + "precision": 0.03791155133928571, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.04825745001526251, + "hf_subset": "tac_Latn-eng_Latn", + "languages": [ + "tac-Latn", + "eng-Latn" + ], + "main_score": 0.04825745001526251, + "precision": 0.03920169890873016, + "recall": 0.0859375 + }, + { + "accuracy": 0.06640625, + "f1": 0.034334220467032966, + "hf_subset": "eng_Latn-taj_Deva", + "languages": [ + "eng-Latn", + "taj-Deva" + ], + "main_score": 0.034334220467032966, + "precision": 0.02908465232683982, + "recall": 0.06640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.05296068948412698, + "hf_subset": "taj_Deva-eng_Latn", + "languages": [ + "taj-Deva", + "eng-Latn" + ], + "main_score": 0.05296068948412698, + "precision": 0.046619233630952384, + "recall": 0.07421875 + }, + { + "accuracy": 0.7890625, + "f1": 0.7581380208333334, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.7581380208333334, + "precision": 0.744828869047619, + "recall": 0.7890625 + }, + { + "accuracy": 0.796875, + "f1": 0.7682291666666666, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.7682291666666666, + "precision": 0.7545572916666667, + "recall": 0.796875 + }, + { + "accuracy": 0.0859375, + "f1": 0.05826569264069263, + "hf_subset": "eng_Latn-tav_Latn", + "languages": [ + "eng-Latn", + "tav-Latn" + ], + "main_score": 0.05826569264069263, + "precision": 0.05115017361111111, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07163036616161617, + "hf_subset": "tav_Latn-eng_Latn", + "languages": [ + "tav-Latn", + "eng-Latn" + ], + "main_score": 0.07163036616161617, + "precision": 0.06430896577380951, + "recall": 0.09765625 + }, + { + "accuracy": 0.05859375, + "f1": 0.027954691274154588, + "hf_subset": "eng_Latn-taw_Latn", + "languages": [ + "eng-Latn", + "taw-Latn" + ], + "main_score": 0.027954691274154588, + "precision": 0.022258148923444975, + "recall": 0.05859375 + }, + { + "accuracy": 0.03515625, + "f1": 0.025199142156862746, + "hf_subset": "taw_Latn-eng_Latn", + "languages": [ + "taw-Latn", + "eng-Latn" + ], + "main_score": 0.025199142156862746, + "precision": 0.023385712594696968, + "recall": 0.03515625 + }, + { + "accuracy": 0.10546875, + "f1": 0.0696746974090724, + "hf_subset": "eng_Latn-tbc_Latn", + "languages": [ + "eng-Latn", + "tbc-Latn" + ], + "main_score": 0.0696746974090724, + "precision": 0.06249196991047745, + "recall": 0.10546875 + }, + { + "accuracy": 0.07421875, + "f1": 0.05080955615942029, + "hf_subset": "tbc_Latn-eng_Latn", + "languages": [ + "tbc-Latn", + "eng-Latn" + ], + "main_score": 0.05080955615942029, + "precision": 0.0480127654007177, + "recall": 0.07421875 + }, + { + "accuracy": 0.11328125, + "f1": 0.08135568858225108, + "hf_subset": "eng_Latn-tbf_Latn", + "languages": [ + "eng-Latn", + "tbf-Latn" + ], + "main_score": 0.08135568858225108, + "precision": 0.07414720695970696, + "recall": 0.11328125 + }, + { + "accuracy": 0.09765625, + "f1": 0.0697358630952381, + "hf_subset": "tbf_Latn-eng_Latn", + "languages": [ + "tbf-Latn", + "eng-Latn" + ], + "main_score": 0.0697358630952381, + "precision": 0.06276759607351712, + "recall": 0.09765625 + }, + { + "accuracy": 0.07421875, + "f1": 0.04720435049019608, + "hf_subset": "eng_Latn-tbg_Latn", + "languages": [ + "eng-Latn", + "tbg-Latn" + ], + "main_score": 0.04720435049019608, + "precision": 0.039046223958333334, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.04157366071428571, + "hf_subset": "tbg_Latn-eng_Latn", + "languages": [ + "tbg-Latn", + "eng-Latn" + ], + "main_score": 0.04157366071428571, + "precision": 0.03740985576923077, + "recall": 0.0546875 + }, + { + "accuracy": 0.078125, + "f1": 0.06796875, + "hf_subset": "eng_Latn-tbo_Latn", + "languages": [ + "eng-Latn", + "tbo-Latn" + ], + "main_score": 0.06796875, + "precision": 0.0642578125, + "recall": 0.078125 + }, + { + "accuracy": 0.08203125, + "f1": 0.050439453125, + "hf_subset": "tbo_Latn-eng_Latn", + "languages": [ + "tbo-Latn", + "eng-Latn" + ], + "main_score": 0.050439453125, + "precision": 0.04206859238991295, + "recall": 0.08203125 + }, + { + "accuracy": 0.03125, + "f1": 0.020572916666666666, + "hf_subset": "eng_Latn-tbz_Latn", + "languages": [ + "eng-Latn", + "tbz-Latn" + ], + "main_score": 0.020572916666666666, + "precision": 0.017816840277777777, + "recall": 0.03125 + }, + { + "accuracy": 0.0703125, + "f1": 0.048580838585434175, + "hf_subset": "tbz_Latn-eng_Latn", + "languages": [ + "tbz-Latn", + "eng-Latn" + ], + "main_score": 0.048580838585434175, + "precision": 0.04288736979166666, + "recall": 0.0703125 + }, + { + "accuracy": 0.0546875, + "f1": 0.0313772490530303, + "hf_subset": "eng_Latn-tca_Latn", + "languages": [ + "eng-Latn", + "tca-Latn" + ], + "main_score": 0.0313772490530303, + "precision": 0.026199776785714286, + "recall": 0.0546875 + }, + { + "accuracy": 0.0625, + "f1": 0.04114225618131868, + "hf_subset": "tca_Latn-eng_Latn", + "languages": [ + "tca-Latn", + "eng-Latn" + ], + "main_score": 0.04114225618131868, + "precision": 0.037851301430659984, + "recall": 0.0625 + }, + { + "accuracy": 0.21875, + "f1": 0.17639818948412697, + "hf_subset": "eng_Latn-tcs_Latn", + "languages": [ + "eng-Latn", + "tcs-Latn" + ], + "main_score": 0.17639818948412697, + "precision": 0.16230933779761902, + "recall": 0.21875 + }, + { + "accuracy": 0.18359375, + "f1": 0.13434046422327672, + "hf_subset": "tcs_Latn-eng_Latn", + "languages": [ + "tcs-Latn", + "eng-Latn" + ], + "main_score": 0.13434046422327672, + "precision": 0.1219156302257525, + "recall": 0.18359375 + }, + { + "accuracy": 0.1171875, + "f1": 0.09572482638888889, + "hf_subset": "eng_Latn-tcz_Latn", + "languages": [ + "eng-Latn", + "tcz-Latn" + ], + "main_score": 0.09572482638888889, + "precision": 0.09004371279761905, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.0975505790590809, + "hf_subset": "tcz_Latn-eng_Latn", + "languages": [ + "tcz-Latn", + "eng-Latn" + ], + "main_score": 0.0975505790590809, + "precision": 0.0894289792239011, + "recall": 0.1328125 + }, + { + "accuracy": 0.1640625, + "f1": 0.12829706101190474, + "hf_subset": "eng_Latn-tdt_Latn", + "languages": [ + "eng-Latn", + "tdt-Latn" + ], + "main_score": 0.12829706101190474, + "precision": 0.11770833333333333, + "recall": 0.1640625 + }, + { + "accuracy": 0.1640625, + "f1": 0.11862169948107448, + "hf_subset": "tdt_Latn-eng_Latn", + "languages": [ + "tdt-Latn", + "eng-Latn" + ], + "main_score": 0.11862169948107448, + "precision": 0.10687707487662199, + "recall": 0.1640625 + }, + { + "accuracy": 0.11328125, + "f1": 0.07356966635338345, + "hf_subset": "eng_Latn-tee_Latn", + "languages": [ + "eng-Latn", + "tee-Latn" + ], + "main_score": 0.07356966635338345, + "precision": 0.06374866452991454, + "recall": 0.11328125 + }, + { + "accuracy": 0.07421875, + "f1": 0.055208333333333325, + "hf_subset": "tee_Latn-eng_Latn", + "languages": [ + "tee-Latn", + "eng-Latn" + ], + "main_score": 0.055208333333333325, + "precision": 0.04752604166666666, + "recall": 0.07421875 + }, + { + "accuracy": 0.81640625, + "f1": 0.7798177083333333, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.7798177083333333, + "precision": 0.763671875, + "recall": 0.81640625 + }, + { + "accuracy": 0.86328125, + "f1": 0.8309895833333334, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.8309895833333334, + "precision": 0.8154296875, + "recall": 0.86328125 + }, + { + "accuracy": 0.0625, + "f1": 0.03513377356150794, + "hf_subset": "eng_Latn-ter_Latn", + "languages": [ + "eng-Latn", + "ter-Latn" + ], + "main_score": 0.03513377356150794, + "precision": 0.0296257075837469, + "recall": 0.0625 + }, + { + "accuracy": 0.06640625, + "f1": 0.04669471153846154, + "hf_subset": "ter_Latn-eng_Latn", + "languages": [ + "ter-Latn", + "eng-Latn" + ], + "main_score": 0.04669471153846154, + "precision": 0.04293772857889237, + "recall": 0.06640625 + }, + { + "accuracy": 0.0625, + "f1": 0.03909350198412698, + "hf_subset": "eng_Latn-tet_Latn", + "languages": [ + "eng-Latn", + "tet-Latn" + ], + "main_score": 0.03909350198412698, + "precision": 0.032993861607142856, + "recall": 0.0625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04381679518398268, + "hf_subset": "tet_Latn-eng_Latn", + "languages": [ + "tet-Latn", + "eng-Latn" + ], + "main_score": 0.04381679518398268, + "precision": 0.03788150676937442, + "recall": 0.0703125 + }, + { + "accuracy": 0.203125, + "f1": 0.17255990537240534, + "hf_subset": "eng_Latn-tew_Latn", + "languages": [ + "eng-Latn", + "tew-Latn" + ], + "main_score": 0.17255990537240534, + "precision": 0.1641611578525641, + "recall": 0.203125 + }, + { + "accuracy": 0.16015625, + "f1": 0.11926705917874394, + "hf_subset": "tew_Latn-eng_Latn", + "languages": [ + "tew-Latn", + "eng-Latn" + ], + "main_score": 0.11926705917874394, + "precision": 0.10805896577380952, + "recall": 0.16015625 + }, + { + "accuracy": 0.08203125, + "f1": 0.06341145833333334, + "hf_subset": "eng_Latn-tfr_Latn", + "languages": [ + "eng-Latn", + "tfr-Latn" + ], + "main_score": 0.06341145833333334, + "precision": 0.058557526629072675, + "recall": 0.08203125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04289415012071262, + "hf_subset": "tfr_Latn-eng_Latn", + "languages": [ + "tfr-Latn", + "eng-Latn" + ], + "main_score": 0.04289415012071262, + "precision": 0.03669782719544948, + "recall": 0.07421875 + }, + { + "accuracy": 0.5625, + "f1": 0.48766121031746035, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ], + "main_score": 0.48766121031746035, + "precision": 0.46162109375, + "recall": 0.5625 + }, + { + "accuracy": 0.62890625, + "f1": 0.5513020833333333, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ], + "main_score": 0.5513020833333333, + "precision": 0.5177083333333332, + "recall": 0.62890625 + }, + { + "accuracy": 0.87890625, + "f1": 0.8450520833333334, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ], + "main_score": 0.8450520833333334, + "precision": 0.8287760416666667, + "recall": 0.87890625 + }, + { + "accuracy": 0.89453125, + "f1": 0.8694010416666667, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ], + "main_score": 0.8694010416666667, + "precision": 0.8577473958333334, + "recall": 0.89453125 + }, + { + "accuracy": 0.12109375, + "f1": 0.09590226715686274, + "hf_subset": "eng_Latn-tgo_Latn", + "languages": [ + "eng-Latn", + "tgo-Latn" + ], + "main_score": 0.09590226715686274, + "precision": 0.09042188029302167, + "recall": 0.12109375 + }, + { + "accuracy": 0.11328125, + "f1": 0.08340773809523809, + "hf_subset": "tgo_Latn-eng_Latn", + "languages": [ + "tgo-Latn", + "eng-Latn" + ], + "main_score": 0.08340773809523809, + "precision": 0.07559621710526315, + "recall": 0.11328125 + }, + { + "accuracy": 0.15625, + "f1": 0.12610677083333333, + "hf_subset": "eng_Latn-tgp_Latn", + "languages": [ + "eng-Latn", + "tgp-Latn" + ], + "main_score": 0.12610677083333333, + "precision": 0.11570560515873016, + "recall": 0.15625 + }, + { + "accuracy": 0.15625, + "f1": 0.12085503472222221, + "hf_subset": "tgp_Latn-eng_Latn", + "languages": [ + "tgp-Latn", + "eng-Latn" + ], + "main_score": 0.12085503472222221, + "precision": 0.11204300257034633, + "recall": 0.15625 + }, + { + "accuracy": 0.85546875, + "f1": 0.810546875, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ], + "main_score": 0.810546875, + "precision": 0.7890625, + "recall": 0.85546875 + }, + { + "accuracy": 0.90234375, + "f1": 0.874609375, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ], + "main_score": 0.874609375, + "precision": 0.8616536458333333, + "recall": 0.90234375 + }, + { + "accuracy": 0.06640625, + "f1": 0.03897491939484127, + "hf_subset": "eng_Latn-tif_Latn", + "languages": [ + "eng-Latn", + "tif-Latn" + ], + "main_score": 0.03897491939484127, + "precision": 0.034012176779313875, + "recall": 0.06640625 + }, + { + "accuracy": 0.05078125, + "f1": 0.031347858436853, + "hf_subset": "tif_Latn-eng_Latn", + "languages": [ + "tif-Latn", + "eng-Latn" + ], + "main_score": 0.031347858436853, + "precision": 0.028669052301864804, + "recall": 0.05078125 + }, + { + "accuracy": 0.078125, + "f1": 0.05756521358543417, + "hf_subset": "eng_Latn-tim_Latn", + "languages": [ + "eng-Latn", + "tim-Latn" + ], + "main_score": 0.05756521358543417, + "precision": 0.05193684895833334, + "recall": 0.078125 + }, + { + "accuracy": 0.078125, + "f1": 0.05688434829059828, + "hf_subset": "tim_Latn-eng_Latn", + "languages": [ + "tim-Latn", + "eng-Latn" + ], + "main_score": 0.05688434829059828, + "precision": 0.051439346297729616, + "recall": 0.078125 + }, + { + "accuracy": 0.16744186046511628, + "f1": 0.12138830162085974, + "hf_subset": "eng_Latn-tiw_Latn", + "languages": [ + "eng-Latn", + "tiw-Latn" + ], + "main_score": 0.12138830162085974, + "precision": 0.10925550309883234, + "recall": 0.16744186046511628 + }, + { + "accuracy": 0.17209302325581396, + "f1": 0.13268800106009407, + "hf_subset": "tiw_Latn-eng_Latn", + "languages": [ + "tiw-Latn", + "eng-Latn" + ], + "main_score": 0.13268800106009407, + "precision": 0.1229917369452253, + "recall": 0.17209302325581396 + }, + { + "accuracy": 0.10546875, + "f1": 0.07005185888457946, + "hf_subset": "eng_Latn-tiy_Latn", + "languages": [ + "eng-Latn", + "tiy-Latn" + ], + "main_score": 0.07005185888457946, + "precision": 0.06350072995580808, + "recall": 0.10546875 + }, + { + "accuracy": 0.10546875, + "f1": 0.061863071824009325, + "hf_subset": "tiy_Latn-eng_Latn", + "languages": [ + "tiy-Latn", + "eng-Latn" + ], + "main_score": 0.061863071824009325, + "precision": 0.05102525385154062, + "recall": 0.10546875 + }, + { + "accuracy": 0.44565217391304346, + "f1": 0.3860766045548654, + "hf_subset": "eng_Latn-tke_Latn", + "languages": [ + "eng-Latn", + "tke-Latn" + ], + "main_score": 0.3860766045548654, + "precision": 0.36358695652173917, + "recall": 0.44565217391304346 + }, + { + "accuracy": 0.4673913043478261, + "f1": 0.38991545893719803, + "hf_subset": "tke_Latn-eng_Latn", + "languages": [ + "tke-Latn", + "eng-Latn" + ], + "main_score": 0.38991545893719803, + "precision": 0.3650491718426501, + "recall": 0.4673913043478261 + }, + { + "accuracy": 0.12890625, + "f1": 0.10134238591269841, + "hf_subset": "eng_Latn-tku_Latn", + "languages": [ + "eng-Latn", + "tku-Latn" + ], + "main_score": 0.10134238591269841, + "precision": 0.09329892113095238, + "recall": 0.12890625 + }, + { + "accuracy": 0.125, + "f1": 0.10513082837301586, + "hf_subset": "tku_Latn-eng_Latn", + "languages": [ + "tku-Latn", + "eng-Latn" + ], + "main_score": 0.10513082837301586, + "precision": 0.09895410579004328, + "recall": 0.125 + }, + { + "accuracy": 0.05859375, + "f1": 0.03980034722222222, + "hf_subset": "eng_Latn-tlf_Latn", + "languages": [ + "eng-Latn", + "tlf-Latn" + ], + "main_score": 0.03980034722222222, + "precision": 0.03369140625, + "recall": 0.05859375 + }, + { + "accuracy": 0.046875, + "f1": 0.0321704382183908, + "hf_subset": "tlf_Latn-eng_Latn", + "languages": [ + "tlf-Latn", + "eng-Latn" + ], + "main_score": 0.0321704382183908, + "precision": 0.028665413533834585, + "recall": 0.046875 + }, + { + "accuracy": 0.07421875, + "f1": 0.0549321771978022, + "hf_subset": "eng_Latn-tmd_Latn", + "languages": [ + "eng-Latn", + "tmd-Latn" + ], + "main_score": 0.0549321771978022, + "precision": 0.0507421875, + "recall": 0.07421875 + }, + { + "accuracy": 0.0625, + "f1": 0.036050687593656344, + "hf_subset": "tmd_Latn-eng_Latn", + "languages": [ + "tmd-Latn", + "eng-Latn" + ], + "main_score": 0.036050687593656344, + "precision": 0.031119165665064105, + "recall": 0.0625 + }, + { + "accuracy": 0.1171875, + "f1": 0.0769376240079365, + "hf_subset": "eng_Latn-tna_Latn", + "languages": [ + "eng-Latn", + "tna-Latn" + ], + "main_score": 0.0769376240079365, + "precision": 0.06662481398809524, + "recall": 0.1171875 + }, + { + "accuracy": 0.1171875, + "f1": 0.08189369909147869, + "hf_subset": "tna_Latn-eng_Latn", + "languages": [ + "tna-Latn", + "eng-Latn" + ], + "main_score": 0.08189369909147869, + "precision": 0.07331555886243386, + "recall": 0.1171875 + }, + { + "accuracy": 0.109375, + "f1": 0.0727648003038628, + "hf_subset": "eng_Latn-tnc_Latn", + "languages": [ + "eng-Latn", + "tnc-Latn" + ], + "main_score": 0.0727648003038628, + "precision": 0.06368861607142857, + "recall": 0.109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.06019810267857142, + "hf_subset": "tnc_Latn-eng_Latn", + "languages": [ + "tnc-Latn", + "eng-Latn" + ], + "main_score": 0.06019810267857142, + "precision": 0.05387131605691056, + "recall": 0.0859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07720982142857143, + "hf_subset": "eng_Latn-tnk_Latn", + "languages": [ + "eng-Latn", + "tnk-Latn" + ], + "main_score": 0.07720982142857143, + "precision": 0.06955788352272727, + "recall": 0.10546875 + }, + { + "accuracy": 0.08984375, + "f1": 0.06343964629120878, + "hf_subset": "tnk_Latn-eng_Latn", + "languages": [ + "tnk-Latn", + "eng-Latn" + ], + "main_score": 0.06343964629120878, + "precision": 0.05757886087127159, + "recall": 0.08984375 + }, + { + "accuracy": 0.078125, + "f1": 0.05465912126068376, + "hf_subset": "eng_Latn-tnn_Latn", + "languages": [ + "eng-Latn", + "tnn-Latn" + ], + "main_score": 0.05465912126068376, + "precision": 0.04857235863095238, + "recall": 0.078125 + }, + { + "accuracy": 0.07421875, + "f1": 0.04544270833333333, + "hf_subset": "tnn_Latn-eng_Latn", + "languages": [ + "tnn-Latn", + "eng-Latn" + ], + "main_score": 0.04544270833333333, + "precision": 0.03931699810606061, + "recall": 0.07421875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03857605068542568, + "hf_subset": "eng_Latn-tnp_Latn", + "languages": [ + "eng-Latn", + "tnp-Latn" + ], + "main_score": 0.03857605068542568, + "precision": 0.03570963541666666, + "recall": 0.0546875 + }, + { + "accuracy": 0.0546875, + "f1": 0.03547700637128828, + "hf_subset": "tnp_Latn-eng_Latn", + "languages": [ + "tnp-Latn", + "eng-Latn" + ], + "main_score": 0.03547700637128828, + "precision": 0.03176894625603865, + "recall": 0.0546875 + }, + { + "accuracy": 0.109375, + "f1": 0.07588307959401709, + "hf_subset": "eng_Latn-toc_Latn", + "languages": [ + "eng-Latn", + "toc-Latn" + ], + "main_score": 0.07588307959401709, + "precision": 0.06815729101399332, + "recall": 0.109375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10291666666666666, + "hf_subset": "toc_Latn-eng_Latn", + "languages": [ + "toc-Latn", + "eng-Latn" + ], + "main_score": 0.10291666666666666, + "precision": 0.09314179002192982, + "recall": 0.13671875 + }, + { + "accuracy": 0.2109375, + "f1": 0.15079297107100414, + "hf_subset": "eng_Latn-tod_Latn", + "languages": [ + "eng-Latn", + "tod-Latn" + ], + "main_score": 0.15079297107100414, + "precision": 0.13441465378218592, + "recall": 0.2109375 + }, + { + "accuracy": 0.18359375, + "f1": 0.14288887429971986, + "hf_subset": "tod_Latn-eng_Latn", + "languages": [ + "tod-Latn", + "eng-Latn" + ], + "main_score": 0.14288887429971986, + "precision": 0.13314034598214286, + "recall": 0.18359375 + }, + { + "accuracy": 0.078125, + "f1": 0.05578835227272727, + "hf_subset": "eng_Latn-tof_Latn", + "languages": [ + "eng-Latn", + "tof-Latn" + ], + "main_score": 0.05578835227272727, + "precision": 0.050593828914141416, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.04627956678737929, + "hf_subset": "tof_Latn-eng_Latn", + "languages": [ + "tof-Latn", + "eng-Latn" + ], + "main_score": 0.04627956678737929, + "precision": 0.0385085183913309, + "recall": 0.0859375 + }, + { + "accuracy": 0.15625, + "f1": 0.11607080853174603, + "hf_subset": "eng_Latn-toj_Latn", + "languages": [ + "eng-Latn", + "toj-Latn" + ], + "main_score": 0.11607080853174603, + "precision": 0.10697830815018314, + "recall": 0.15625 + }, + { + "accuracy": 0.12109375, + "f1": 0.0852412885065834, + "hf_subset": "toj_Latn-eng_Latn", + "languages": [ + "toj-Latn", + "eng-Latn" + ], + "main_score": 0.0852412885065834, + "precision": 0.07701357886904761, + "recall": 0.12109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08314952834947538, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ], + "main_score": 0.08314952834947538, + "precision": 0.0725933908045977, + "recall": 0.1171875 + }, + { + "accuracy": 0.125, + "f1": 0.09286224626068376, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ], + "main_score": 0.09286224626068376, + "precision": 0.08402157738095237, + "recall": 0.125 + }, + { + "accuracy": 0.14453125, + "f1": 0.1095725920576564, + "hf_subset": "eng_Latn-too_Latn", + "languages": [ + "eng-Latn", + "too-Latn" + ], + "main_score": 0.1095725920576564, + "precision": 0.09930013020833334, + "recall": 0.14453125 + }, + { + "accuracy": 0.15234375, + "f1": 0.11624957655826558, + "hf_subset": "too_Latn-eng_Latn", + "languages": [ + "too-Latn", + "eng-Latn" + ], + "main_score": 0.11624957655826558, + "precision": 0.10626085069444445, + "recall": 0.15234375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10653594771241831, + "hf_subset": "eng_Latn-top_Latn", + "languages": [ + "eng-Latn", + "top-Latn" + ], + "main_score": 0.10653594771241831, + "precision": 0.09851888020833333, + "recall": 0.13671875 + }, + { + "accuracy": 0.12109375, + "f1": 0.08603388798701297, + "hf_subset": "top_Latn-eng_Latn", + "languages": [ + "top-Latn", + "eng-Latn" + ], + "main_score": 0.08603388798701297, + "precision": 0.0765901633089133, + "recall": 0.12109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.05751798115079365, + "hf_subset": "eng_Latn-tos_Latn", + "languages": [ + "eng-Latn", + "tos-Latn" + ], + "main_score": 0.05751798115079365, + "precision": 0.05136873759920635, + "recall": 0.0859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.07501578282828282, + "hf_subset": "tos_Latn-eng_Latn", + "languages": [ + "tos-Latn", + "eng-Latn" + ], + "main_score": 0.07501578282828282, + "precision": 0.06559244791666667, + "recall": 0.10546875 + }, + { + "accuracy": 0.2765957446808511, + "f1": 0.21465439603737474, + "hf_subset": "eng_Latn-tpa_Latn", + "languages": [ + "eng-Latn", + "tpa-Latn" + ], + "main_score": 0.21465439603737474, + "precision": 0.19568557919621749, + "recall": 0.2765957446808511 + }, + { + "accuracy": 0.28368794326241137, + "f1": 0.21734124819231204, + "hf_subset": "tpa_Latn-eng_Latn", + "languages": [ + "tpa-Latn", + "eng-Latn" + ], + "main_score": 0.21734124819231204, + "precision": 0.19598953056399862, + "recall": 0.28368794326241137 + }, + { + "accuracy": 0.4296875, + "f1": 0.35277777777777775, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ], + "main_score": 0.35277777777777775, + "precision": 0.32674553795877326, + "recall": 0.4296875 + }, + { + "accuracy": 0.46875, + "f1": 0.38522135416666664, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ], + "main_score": 0.38522135416666664, + "precision": 0.3561755952380953, + "recall": 0.46875 + }, + { + "accuracy": 0.140625, + "f1": 0.10182291666666667, + "hf_subset": "eng_Latn-tpt_Latn", + "languages": [ + "eng-Latn", + "tpt-Latn" + ], + "main_score": 0.10182291666666667, + "precision": 0.09002666170634921, + "recall": 0.140625 + }, + { + "accuracy": 0.13671875, + "f1": 0.10439298115079364, + "hf_subset": "tpt_Latn-eng_Latn", + "languages": [ + "tpt-Latn", + "eng-Latn" + ], + "main_score": 0.10439298115079364, + "precision": 0.09562207320251546, + "recall": 0.13671875 + }, + { + "accuracy": 0.078125, + "f1": 0.04737007783882784, + "hf_subset": "eng_Latn-tpz_Latn", + "languages": [ + "eng-Latn", + "tpz-Latn" + ], + "main_score": 0.04737007783882784, + "precision": 0.03998184974747474, + "recall": 0.078125 + }, + { + "accuracy": 0.05859375, + "f1": 0.04192338947990544, + "hf_subset": "tpz_Latn-eng_Latn", + "languages": [ + "tpz-Latn", + "eng-Latn" + ], + "main_score": 0.04192338947990544, + "precision": 0.03880265609726295, + "recall": 0.05859375 + }, + { + "accuracy": 0.10546875, + "f1": 0.0755684094551282, + "hf_subset": "eng_Latn-trc_Latn", + "languages": [ + "eng-Latn", + "trc-Latn" + ], + "main_score": 0.0755684094551282, + "precision": 0.06614583333333332, + "recall": 0.10546875 + }, + { + "accuracy": 0.0625, + "f1": 0.042653974514563105, + "hf_subset": "trc_Latn-eng_Latn", + "languages": [ + "trc-Latn", + "eng-Latn" + ], + "main_score": 0.042653974514563105, + "precision": 0.03828332319770013, + "recall": 0.0625 + }, + { + "accuracy": 0.0859375, + "f1": 0.06953125, + "hf_subset": "eng_Latn-tsw_Latn", + "languages": [ + "eng-Latn", + "tsw-Latn" + ], + "main_score": 0.06953125, + "precision": 0.06315104166666666, + "recall": 0.0859375 + }, + { + "accuracy": 0.08203125, + "f1": 0.05420673076923077, + "hf_subset": "tsw_Latn-eng_Latn", + "languages": [ + "tsw-Latn", + "eng-Latn" + ], + "main_score": 0.05420673076923077, + "precision": 0.049039972211472306, + "recall": 0.08203125 + }, + { + "accuracy": 0.12890625, + "f1": 0.09582031249999999, + "hf_subset": "eng_Latn-ttc_Latn", + "languages": [ + "eng-Latn", + "ttc-Latn" + ], + "main_score": 0.09582031249999999, + "precision": 0.08594215029761904, + "recall": 0.12890625 + }, + { + "accuracy": 0.109375, + "f1": 0.07462683401211362, + "hf_subset": "ttc_Latn-eng_Latn", + "languages": [ + "ttc-Latn", + "eng-Latn" + ], + "main_score": 0.07462683401211362, + "precision": 0.06863529265873015, + "recall": 0.109375 + }, + { + "accuracy": 0.0859375, + "f1": 0.07578125, + "hf_subset": "eng_Latn-tte_Latn", + "languages": [ + "eng-Latn", + "tte-Latn" + ], + "main_score": 0.07578125, + "precision": 0.07194010416666666, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.0643302444083694, + "hf_subset": "tte_Latn-eng_Latn", + "languages": [ + "tte-Latn", + "eng-Latn" + ], + "main_score": 0.0643302444083694, + "precision": 0.05652530482881137, + "recall": 0.09765625 + }, + { + "accuracy": 0.0703125, + "f1": 0.04639601934523809, + "hf_subset": "eng_Latn-tuc_Latn", + "languages": [ + "eng-Latn", + "tuc-Latn" + ], + "main_score": 0.04639601934523809, + "precision": 0.04050507127192982, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.060649181547619044, + "hf_subset": "tuc_Latn-eng_Latn", + "languages": [ + "tuc-Latn", + "eng-Latn" + ], + "main_score": 0.060649181547619044, + "precision": 0.05394800511988012, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07078621031746032, + "hf_subset": "eng_Latn-tue_Latn", + "languages": [ + "eng-Latn", + "tue-Latn" + ], + "main_score": 0.07078621031746032, + "precision": 0.06503906250000001, + "recall": 0.09765625 + }, + { + "accuracy": 0.1171875, + "f1": 0.08790646114864864, + "hf_subset": "tue_Latn-eng_Latn", + "languages": [ + "tue-Latn", + "eng-Latn" + ], + "main_score": 0.08790646114864864, + "precision": 0.08137592276493931, + "recall": 0.1171875 + }, + { + "accuracy": 0.078125, + "f1": 0.05607836174242424, + "hf_subset": "eng_Latn-tuf_Latn", + "languages": [ + "eng-Latn", + "tuf-Latn" + ], + "main_score": 0.05607836174242424, + "precision": 0.05107886904761905, + "recall": 0.078125 + }, + { + "accuracy": 0.0859375, + "f1": 0.05936612747675542, + "hf_subset": "tuf_Latn-eng_Latn", + "languages": [ + "tuf-Latn", + "eng-Latn" + ], + "main_score": 0.05936612747675542, + "precision": 0.056134457989926737, + "recall": 0.0859375 + }, + { + "accuracy": 0.1171875, + "f1": 0.09606227106227105, + "hf_subset": "eng_Latn-tuo_Latn", + "languages": [ + "eng-Latn", + "tuo-Latn" + ], + "main_score": 0.09606227106227105, + "precision": 0.08995225694444445, + "recall": 0.1171875 + }, + { + "accuracy": 0.08984375, + "f1": 0.06643888663419914, + "hf_subset": "tuo_Latn-eng_Latn", + "languages": [ + "tuo-Latn", + "eng-Latn" + ], + "main_score": 0.06643888663419914, + "precision": 0.06253434693504595, + "recall": 0.08984375 + }, + { + "accuracy": 0.8671875, + "f1": 0.83203125, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "main_score": 0.83203125, + "precision": 0.8151041666666666, + "recall": 0.8671875 + }, + { + "accuracy": 0.86328125, + "f1": 0.8274739583333333, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ], + "main_score": 0.8274739583333333, + "precision": 0.8111979166666666, + "recall": 0.86328125 + }, + { + "accuracy": 0.06640625, + "f1": 0.050948660714285714, + "hf_subset": "eng_Latn-tvk_Latn", + "languages": [ + "eng-Latn", + "tvk-Latn" + ], + "main_score": 0.050948660714285714, + "precision": 0.047392494658119656, + "recall": 0.06640625 + }, + { + "accuracy": 0.06640625, + "f1": 0.040535094246031744, + "hf_subset": "tvk_Latn-eng_Latn", + "languages": [ + "tvk-Latn", + "eng-Latn" + ], + "main_score": 0.040535094246031744, + "precision": 0.032947358630952384, + "recall": 0.06640625 + }, + { + "accuracy": 0.22265625, + "f1": 0.16004881620115996, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ], + "main_score": 0.16004881620115996, + "precision": 0.14393136160714287, + "recall": 0.22265625 + }, + { + "accuracy": 0.2578125, + "f1": 0.19286982548701298, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ], + "main_score": 0.19286982548701298, + "precision": 0.17418440934065935, + "recall": 0.2578125 + }, + { + "accuracy": 0.0703125, + "f1": 0.04450644841269841, + "hf_subset": "eng_Latn-txq_Latn", + "languages": [ + "eng-Latn", + "txq-Latn" + ], + "main_score": 0.04450644841269841, + "precision": 0.03893590856481481, + "recall": 0.0703125 + }, + { + "accuracy": 0.046875, + "f1": 0.023716517857142856, + "hf_subset": "txq_Latn-eng_Latn", + "languages": [ + "txq-Latn", + "eng-Latn" + ], + "main_score": 0.023716517857142856, + "precision": 0.018699363425925927, + "recall": 0.046875 + }, + { + "accuracy": 0.03515625, + "f1": 0.020393399657680784, + "hf_subset": "eng_Latn-txu_Latn", + "languages": [ + "eng-Latn", + "txu-Latn" + ], + "main_score": 0.020393399657680784, + "precision": 0.018027493414750958, + "recall": 0.03515625 + }, + { + "accuracy": 0.03125, + "f1": 0.01781035262852567, + "hf_subset": "txu_Latn-eng_Latn", + "languages": [ + "txu-Latn", + "eng-Latn" + ], + "main_score": 0.01781035262852567, + "precision": 0.015840126811594205, + "recall": 0.03125 + }, + { + "accuracy": 0.20703125, + "f1": 0.13424984988512947, + "hf_subset": "eng_Latn-tzj_Latn", + "languages": [ + "eng-Latn", + "tzj-Latn" + ], + "main_score": 0.13424984988512947, + "precision": 0.1149228050595238, + "recall": 0.20703125 + }, + { + "accuracy": 0.23046875, + "f1": 0.16785342261904762, + "hf_subset": "tzj_Latn-eng_Latn", + "languages": [ + "tzj-Latn", + "eng-Latn" + ], + "main_score": 0.16785342261904762, + "precision": 0.14861984061716793, + "recall": 0.23046875 + }, + { + "accuracy": 0.09375, + "f1": 0.05586598331766917, + "hf_subset": "eng_Latn-tzo_Latn", + "languages": [ + "eng-Latn", + "tzo-Latn" + ], + "main_score": 0.05586598331766917, + "precision": 0.04693676549145299, + "recall": 0.09375 + }, + { + "accuracy": 0.11328125, + "f1": 0.07593352445144724, + "hf_subset": "tzo_Latn-eng_Latn", + "languages": [ + "tzo-Latn", + "eng-Latn" + ], + "main_score": 0.07593352445144724, + "precision": 0.06764689303751804, + "recall": 0.11328125 + }, + { + "accuracy": 0.109375, + "f1": 0.093359375, + "hf_subset": "eng_Latn-ubr_Latn", + "languages": [ + "eng-Latn", + "ubr-Latn" + ], + "main_score": 0.093359375, + "precision": 0.08782552083333334, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08843698937908495, + "hf_subset": "ubr_Latn-eng_Latn", + "languages": [ + "ubr-Latn", + "eng-Latn" + ], + "main_score": 0.08843698937908495, + "precision": 0.08004324776785714, + "recall": 0.1171875 + }, + { + "accuracy": 0.015625, + "f1": 0.011979166666666666, + "hf_subset": "eng_Latn-ubu_Latn", + "languages": [ + "eng-Latn", + "ubu-Latn" + ], + "main_score": 0.011979166666666666, + "precision": 0.0107421875, + "recall": 0.015625 + }, + { + "accuracy": 0.0234375, + "f1": 0.012634325592885375, + "hf_subset": "ubu_Latn-eng_Latn", + "languages": [ + "ubu-Latn", + "eng-Latn" + ], + "main_score": 0.012634325592885375, + "precision": 0.012197159565580618, + "recall": 0.0234375 + }, + { + "accuracy": 0.0859375, + "f1": 0.0633404356060606, + "hf_subset": "eng_Latn-udu_Latn", + "languages": [ + "eng-Latn", + "udu-Latn" + ], + "main_score": 0.0633404356060606, + "precision": 0.058060515873015875, + "recall": 0.0859375 + }, + { + "accuracy": 0.06640625, + "f1": 0.03753803305612516, + "hf_subset": "udu_Latn-eng_Latn", + "languages": [ + "udu-Latn", + "eng-Latn" + ], + "main_score": 0.03753803305612516, + "precision": 0.03199065549213717, + "recall": 0.06640625 + }, + { + "accuracy": 0.27734375, + "f1": 0.20231347747432304, + "hf_subset": "eng_Latn-uig_Latn", + "languages": [ + "eng-Latn", + "uig-Latn" + ], + "main_score": 0.20231347747432304, + "precision": 0.18001932232358522, + "recall": 0.27734375 + }, + { + "accuracy": 0.32421875, + "f1": 0.2514449742965368, + "hf_subset": "uig_Latn-eng_Latn", + "languages": [ + "uig-Latn", + "eng-Latn" + ], + "main_score": 0.2514449742965368, + "precision": 0.2269252232142857, + "recall": 0.32421875 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666666, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9635416666666666, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9635416666666667, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ], + "main_score": 0.9635416666666667, + "precision": 0.958984375, + "recall": 0.97265625 + }, + { + "accuracy": 0.1640625, + "f1": 0.13158482142857142, + "hf_subset": "eng_Latn-uli_Latn", + "languages": [ + "eng-Latn", + "uli-Latn" + ], + "main_score": 0.13158482142857142, + "precision": 0.1223977481617647, + "recall": 0.1640625 + }, + { + "accuracy": 0.16796875, + "f1": 0.13294270833333333, + "hf_subset": "uli_Latn-eng_Latn", + "languages": [ + "uli-Latn", + "eng-Latn" + ], + "main_score": 0.13294270833333333, + "precision": 0.12446727152035056, + "recall": 0.16796875 + }, + { + "accuracy": 0.14659685863874344, + "f1": 0.11722989052831985, + "hf_subset": "eng_Latn-ulk_Latn", + "languages": [ + "eng-Latn", + "ulk-Latn" + ], + "main_score": 0.11722989052831985, + "precision": 0.10757915731737719, + "recall": 0.14659685863874344 + }, + { + "accuracy": 0.17801047120418848, + "f1": 0.13520581558608563, + "hf_subset": "ulk_Latn-eng_Latn", + "languages": [ + "ulk-Latn", + "eng-Latn" + ], + "main_score": 0.13520581558608563, + "precision": 0.12399650959860384, + "recall": 0.17801047120418848 + }, + { + "accuracy": 0.08984375, + "f1": 0.07255704365079364, + "hf_subset": "eng_Latn-upv_Latn", + "languages": [ + "eng-Latn", + "upv-Latn" + ], + "main_score": 0.07255704365079364, + "precision": 0.06735026041666667, + "recall": 0.08984375 + }, + { + "accuracy": 0.10546875, + "f1": 0.0722780257936508, + "hf_subset": "upv_Latn-eng_Latn", + "languages": [ + "upv-Latn", + "eng-Latn" + ], + "main_score": 0.0722780257936508, + "precision": 0.06329210069444444, + "recall": 0.10546875 + }, + { + "accuracy": 0.06640625, + "f1": 0.045326487897877986, + "hf_subset": "eng_Latn-ura_Latn", + "languages": [ + "eng-Latn", + "ura-Latn" + ], + "main_score": 0.045326487897877986, + "precision": 0.04096961152882205, + "recall": 0.06640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.055577256944444445, + "hf_subset": "ura_Latn-eng_Latn", + "languages": [ + "ura-Latn", + "eng-Latn" + ], + "main_score": 0.055577256944444445, + "precision": 0.05150638720161978, + "recall": 0.07421875 + }, + { + "accuracy": 0.01953125, + "f1": 0.005562789351851852, + "hf_subset": "eng_Latn-urb_Latn", + "languages": [ + "eng-Latn", + "urb-Latn" + ], + "main_score": 0.005562789351851852, + "precision": 0.00342094971001221, + "recall": 0.01953125 + }, + { + "accuracy": 0.015625, + "f1": 0.004634796626984127, + "hf_subset": "urb_Latn-eng_Latn", + "languages": [ + "urb-Latn", + "eng-Latn" + ], + "main_score": 0.004634796626984127, + "precision": 0.004283766914705729, + "recall": 0.015625 + }, + { + "accuracy": 0.078125, + "f1": 0.03661555493397731, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.03661555493397731, + "precision": 0.029058806146572105, + "recall": 0.078125 + }, + { + "accuracy": 0.10546875, + "f1": 0.06739745314992024, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.06739745314992024, + "precision": 0.05745287698412699, + "recall": 0.10546875 + }, + { + "accuracy": 0.13095238095238096, + "f1": 0.0877985032396797, + "hf_subset": "eng_Latn-uri_Latn", + "languages": [ + "eng-Latn", + "uri-Latn" + ], + "main_score": 0.0877985032396797, + "precision": 0.07654341707443212, + "recall": 0.13095238095238096 + }, + { + "accuracy": 0.11507936507936507, + "f1": 0.08426412652603128, + "hf_subset": "uri_Latn-eng_Latn", + "languages": [ + "uri-Latn", + "eng-Latn" + ], + "main_score": 0.08426412652603128, + "precision": 0.07742031997984378, + "recall": 0.11507936507936507 + }, + { + "accuracy": 0.109375, + "f1": 0.06751719417735043, + "hf_subset": "eng_Latn-urt_Latn", + "languages": [ + "eng-Latn", + "urt-Latn" + ], + "main_score": 0.06751719417735043, + "precision": 0.05848655467796093, + "recall": 0.109375 + }, + { + "accuracy": 0.0546875, + "f1": 0.03649031432748538, + "hf_subset": "urt_Latn-eng_Latn", + "languages": [ + "urt-Latn", + "eng-Latn" + ], + "main_score": 0.03649031432748538, + "precision": 0.03229958474099099, + "recall": 0.0546875 + }, + { + "accuracy": 0.24444444444444444, + "f1": 0.17613756613756612, + "hf_subset": "eng_Latn-urw_Latn", + "languages": [ + "eng-Latn", + "urw-Latn" + ], + "main_score": 0.17613756613756612, + "precision": 0.15537037037037035, + "recall": 0.24444444444444444 + }, + { + "accuracy": 0.2111111111111111, + "f1": 0.17079922027290448, + "hf_subset": "urw_Latn-eng_Latn", + "languages": [ + "urw-Latn", + "eng-Latn" + ], + "main_score": 0.17079922027290448, + "precision": 0.16018518518518518, + "recall": 0.2111111111111111 + }, + { + "accuracy": 0.01953125, + "f1": 0.005210626509968615, + "hf_subset": "eng_Latn-usa_Latn", + "languages": [ + "eng-Latn", + "usa-Latn" + ], + "main_score": 0.005210626509968615, + "precision": 0.00341796875, + "recall": 0.01953125 + }, + { + "accuracy": 0.0078125, + "f1": 0.0004078223270440252, + "hf_subset": "usa_Latn-eng_Latn", + "languages": [ + "usa-Latn", + "eng-Latn" + ], + "main_score": 0.0004078223270440252, + "precision": 0.00020981846816976128, + "recall": 0.0078125 + }, + { + "accuracy": 0.12890625, + "f1": 0.11354166666666667, + "hf_subset": "eng_Latn-usp_Latn", + "languages": [ + "eng-Latn", + "usp-Latn" + ], + "main_score": 0.11354166666666667, + "precision": 0.10865885416666665, + "recall": 0.12890625 + }, + { + "accuracy": 0.10546875, + "f1": 0.08234271425189393, + "hf_subset": "usp_Latn-eng_Latn", + "languages": [ + "usp-Latn", + "eng-Latn" + ], + "main_score": 0.08234271425189393, + "precision": 0.07640749007936508, + "recall": 0.10546875 + }, + { + "accuracy": 0.0546875, + "f1": 0.031146425189393936, + "hf_subset": "eng_Latn-uvh_Latn", + "languages": [ + "eng-Latn", + "uvh-Latn" + ], + "main_score": 0.031146425189393936, + "precision": 0.025954861111111113, + "recall": 0.0546875 + }, + { + "accuracy": 0.05078125, + "f1": 0.032496279761904764, + "hf_subset": "uvh_Latn-eng_Latn", + "languages": [ + "uvh-Latn", + "eng-Latn" + ], + "main_score": 0.032496279761904764, + "precision": 0.0279296875, + "recall": 0.05078125 + }, + { + "accuracy": 0.05859375, + "f1": 0.041796875, + "hf_subset": "eng_Latn-uvl_Latn", + "languages": [ + "eng-Latn", + "uvl-Latn" + ], + "main_score": 0.041796875, + "precision": 0.03648792613636363, + "recall": 0.05859375 + }, + { + "accuracy": 0.05859375, + "f1": 0.03581516364382743, + "hf_subset": "uvl_Latn-eng_Latn", + "languages": [ + "uvl-Latn", + "eng-Latn" + ], + "main_score": 0.03581516364382743, + "precision": 0.030872102130325815, + "recall": 0.05859375 + }, + { + "accuracy": 0.17578125, + "f1": 0.13296440972222223, + "hf_subset": "eng_Latn-vid_Latn", + "languages": [ + "eng-Latn", + "vid-Latn" + ], + "main_score": 0.13296440972222223, + "precision": 0.12272008590367965, + "recall": 0.17578125 + }, + { + "accuracy": 0.20703125, + "f1": 0.15281808035714284, + "hf_subset": "vid_Latn-eng_Latn", + "languages": [ + "vid-Latn", + "eng-Latn" + ], + "main_score": 0.15281808035714284, + "precision": 0.13700396825396824, + "recall": 0.20703125 + }, + { + "accuracy": 0.96875, + "f1": 0.9583333333333333, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.9583333333333333, + "precision": 0.953125, + "recall": 0.96875 + }, + { + "accuracy": 0.984375, + "f1": 0.9791666666666666, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.9791666666666666, + "precision": 0.9765625, + "recall": 0.984375 + }, + { + "accuracy": 0.06640625, + "f1": 0.04820808531746031, + "hf_subset": "eng_Latn-viv_Latn", + "languages": [ + "eng-Latn", + "viv-Latn" + ], + "main_score": 0.04820808531746031, + "precision": 0.04293619791666666, + "recall": 0.06640625 + }, + { + "accuracy": 0.05859375, + "f1": 0.03346664186507936, + "hf_subset": "viv_Latn-eng_Latn", + "languages": [ + "viv-Latn", + "eng-Latn" + ], + "main_score": 0.03346664186507936, + "precision": 0.029706982641809945, + "recall": 0.05859375 + }, + { + "accuracy": 0.140625, + "f1": 0.11335565476190475, + "hf_subset": "eng_Latn-vmy_Latn", + "languages": [ + "eng-Latn", + "vmy-Latn" + ], + "main_score": 0.11335565476190475, + "precision": 0.10423177083333333, + "recall": 0.140625 + }, + { + "accuracy": 0.0859375, + "f1": 0.060569852941176464, + "hf_subset": "vmy_Latn-eng_Latn", + "languages": [ + "vmy-Latn", + "eng-Latn" + ], + "main_score": 0.060569852941176464, + "precision": 0.05440388079573935, + "recall": 0.0859375 + }, + { + "accuracy": 0.03515625, + "f1": 0.01928348515519568, + "hf_subset": "eng_Latn-waj_Latn", + "languages": [ + "eng-Latn", + "waj-Latn" + ], + "main_score": 0.01928348515519568, + "precision": 0.016614583333333332, + "recall": 0.03515625 + }, + { + "accuracy": 0.0625, + "f1": 0.040771441685609366, + "hf_subset": "waj_Latn-eng_Latn", + "languages": [ + "waj-Latn", + "eng-Latn" + ], + "main_score": 0.040771441685609366, + "precision": 0.03559647817460317, + "recall": 0.0625 + }, + { + "accuracy": 0.0546875, + "f1": 0.04136284722222222, + "hf_subset": "eng_Latn-wal_Ethi", + "languages": [ + "eng-Latn", + "wal-Ethi" + ], + "main_score": 0.04136284722222222, + "precision": 0.03738064236111111, + "recall": 0.0546875 + }, + { + "accuracy": 0.078125, + "f1": 0.05203910991479925, + "hf_subset": "wal_Ethi-eng_Latn", + "languages": [ + "wal-Ethi", + "eng-Latn" + ], + "main_score": 0.05203910991479925, + "precision": 0.04656575520833333, + "recall": 0.078125 + }, + { + "accuracy": 0.17578125, + "f1": 0.14262218459947534, + "hf_subset": "eng_Latn-wap_Latn", + "languages": [ + "eng-Latn", + "wap-Latn" + ], + "main_score": 0.14262218459947534, + "precision": 0.13307516163793104, + "recall": 0.17578125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08613058020502735, + "hf_subset": "wap_Latn-eng_Latn", + "languages": [ + "wap-Latn", + "eng-Latn" + ], + "main_score": 0.08613058020502735, + "precision": 0.07999085960640237, + "recall": 0.1171875 + }, + { + "accuracy": 0.09375, + "f1": 0.058163551879084965, + "hf_subset": "eng_Latn-wat_Latn", + "languages": [ + "eng-Latn", + "wat-Latn" + ], + "main_score": 0.058163551879084965, + "precision": 0.05058516245039682, + "recall": 0.09375 + }, + { + "accuracy": 0.109375, + "f1": 0.07524646577380951, + "hf_subset": "wat_Latn-eng_Latn", + "languages": [ + "wat-Latn", + "eng-Latn" + ], + "main_score": 0.07524646577380951, + "precision": 0.0654296875, + "recall": 0.109375 + }, + { + "accuracy": 0.18359375, + "f1": 0.14253199057886556, + "hf_subset": "eng_Latn-wbi_Latn", + "languages": [ + "eng-Latn", + "wbi-Latn" + ], + "main_score": 0.14253199057886556, + "precision": 0.1333599668560606, + "recall": 0.18359375 + }, + { + "accuracy": 0.23046875, + "f1": 0.18962053571428572, + "hf_subset": "wbi_Latn-eng_Latn", + "languages": [ + "wbi-Latn", + "eng-Latn" + ], + "main_score": 0.18962053571428572, + "precision": 0.17743055555555554, + "recall": 0.23046875 + }, + { + "accuracy": 0.00390625, + "f1": 5.314625850340136e-05, + "hf_subset": "eng_Latn-wbp_Latn", + "languages": [ + "eng-Latn", + "wbp-Latn" + ], + "main_score": 5.314625850340136e-05, + "precision": 2.675513698630137e-05, + "recall": 0.00390625 + }, + { + "accuracy": 0.0234375, + "f1": 0.007364299886621315, + "hf_subset": "wbp_Latn-eng_Latn", + "languages": [ + "wbp-Latn", + "eng-Latn" + ], + "main_score": 0.007364299886621315, + "precision": 0.004898044089795009, + "recall": 0.0234375 + }, + { + "accuracy": 0.2265625, + "f1": 0.15726686507936505, + "hf_subset": "eng_Latn-wed_Latn", + "languages": [ + "eng-Latn", + "wed-Latn" + ], + "main_score": 0.15726686507936505, + "precision": 0.13502308238636362, + "recall": 0.2265625 + }, + { + "accuracy": 0.2265625, + "f1": 0.15772597628066376, + "hf_subset": "wed_Latn-eng_Latn", + "languages": [ + "wed-Latn", + "eng-Latn" + ], + "main_score": 0.15772597628066376, + "precision": 0.1388160342261905, + "recall": 0.2265625 + }, + { + "accuracy": 0.0859375, + "f1": 0.06136997767857142, + "hf_subset": "eng_Latn-wer_Latn", + "languages": [ + "eng-Latn", + "wer-Latn" + ], + "main_score": 0.06136997767857142, + "precision": 0.0555383441091954, + "recall": 0.0859375 + }, + { + "accuracy": 0.0703125, + "f1": 0.055506727430555555, + "hf_subset": "wer_Latn-eng_Latn", + "languages": [ + "wer-Latn", + "eng-Latn" + ], + "main_score": 0.055506727430555555, + "precision": 0.05288710056390977, + "recall": 0.0703125 + }, + { + "accuracy": 0.13671875, + "f1": 0.09584263392857142, + "hf_subset": "eng_Latn-wim_Latn", + "languages": [ + "eng-Latn", + "wim-Latn" + ], + "main_score": 0.09584263392857142, + "precision": 0.08304501488095237, + "recall": 0.13671875 + }, + { + "accuracy": 0.08203125, + "f1": 0.05481606705182073, + "hf_subset": "wim_Latn-eng_Latn", + "languages": [ + "wim-Latn", + "eng-Latn" + ], + "main_score": 0.05481606705182073, + "precision": 0.04960553344979296, + "recall": 0.08203125 + }, + { + "accuracy": 0.05078125, + "f1": 0.03365885416666666, + "hf_subset": "eng_Latn-wiu_Latn", + "languages": [ + "eng-Latn", + "wiu-Latn" + ], + "main_score": 0.03365885416666666, + "precision": 0.029117063492063493, + "recall": 0.05078125 + }, + { + "accuracy": 0.05859375, + "f1": 0.02834759583181098, + "hf_subset": "wiu_Latn-eng_Latn", + "languages": [ + "wiu-Latn", + "eng-Latn" + ], + "main_score": 0.02834759583181098, + "precision": 0.02285473315746753, + "recall": 0.05859375 + }, + { + "accuracy": 0.1328125, + "f1": 0.09385653899240856, + "hf_subset": "eng_Latn-wiv_Latn", + "languages": [ + "eng-Latn", + "wiv-Latn" + ], + "main_score": 0.09385653899240856, + "precision": 0.0844006470959596, + "recall": 0.1328125 + }, + { + "accuracy": 0.140625, + "f1": 0.10669487847222221, + "hf_subset": "wiv_Latn-eng_Latn", + "languages": [ + "wiv-Latn", + "eng-Latn" + ], + "main_score": 0.10669487847222221, + "precision": 0.09811042906746031, + "recall": 0.140625 + }, + { + "accuracy": 0.0234375, + "f1": 0.01056485773657289, + "hf_subset": "eng_Latn-wmt_Latn", + "languages": [ + "eng-Latn", + "wmt-Latn" + ], + "main_score": 0.01056485773657289, + "precision": 0.008234197443181818, + "recall": 0.0234375 + }, + { + "accuracy": 0.03125, + "f1": 0.01577690972222222, + "hf_subset": "wmt_Latn-eng_Latn", + "languages": [ + "wmt-Latn", + "eng-Latn" + ], + "main_score": 0.01577690972222222, + "precision": 0.013053385416666667, + "recall": 0.03125 + }, + { + "accuracy": 0.41796875, + "f1": 0.3274863591269841, + "hf_subset": "eng_Latn-wmw_Latn", + "languages": [ + "eng-Latn", + "wmw-Latn" + ], + "main_score": 0.3274863591269841, + "precision": 0.29597105368589743, + "recall": 0.41796875 + }, + { + "accuracy": 0.42578125, + "f1": 0.33881138392857146, + "hf_subset": "wmw_Latn-eng_Latn", + "languages": [ + "wmw-Latn", + "eng-Latn" + ], + "main_score": 0.33881138392857146, + "precision": 0.3081101190476191, + "recall": 0.42578125 + }, + { + "accuracy": 0.07421875, + "f1": 0.0453632850684262, + "hf_subset": "eng_Latn-wnc_Latn", + "languages": [ + "eng-Latn", + "wnc-Latn" + ], + "main_score": 0.0453632850684262, + "precision": 0.039455039828431376, + "recall": 0.07421875 + }, + { + "accuracy": 0.0703125, + "f1": 0.048965186403508776, + "hf_subset": "wnc_Latn-eng_Latn", + "languages": [ + "wnc-Latn", + "eng-Latn" + ], + "main_score": 0.048965186403508776, + "precision": 0.044668023459383754, + "recall": 0.0703125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06218986793435323, + "hf_subset": "eng_Latn-wnu_Latn", + "languages": [ + "eng-Latn", + "wnu-Latn" + ], + "main_score": 0.06218986793435323, + "precision": 0.05735578440656566, + "recall": 0.0859375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06919527766164994, + "hf_subset": "wnu_Latn-eng_Latn", + "languages": [ + "wnu-Latn", + "eng-Latn" + ], + "main_score": 0.06919527766164994, + "precision": 0.06240699404761904, + "recall": 0.09765625 + }, + { + "accuracy": 0.453125, + "f1": 0.3717388731060606, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ], + "main_score": 0.3717388731060606, + "precision": 0.34369705815018314, + "recall": 0.453125 + }, + { + "accuracy": 0.49609375, + "f1": 0.40620659722222224, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ], + "main_score": 0.40620659722222224, + "precision": 0.37638733878968256, + "recall": 0.49609375 + }, + { + "accuracy": 0.0859375, + "f1": 0.06382093702865761, + "hf_subset": "eng_Latn-wos_Latn", + "languages": [ + "eng-Latn", + "wos-Latn" + ], + "main_score": 0.06382093702865761, + "precision": 0.057666015625, + "recall": 0.0859375 + }, + { + "accuracy": 0.0703125, + "f1": 0.044176364000582745, + "hf_subset": "wos_Latn-eng_Latn", + "languages": [ + "wos-Latn", + "eng-Latn" + ], + "main_score": 0.044176364000582745, + "precision": 0.038961884469696964, + "recall": 0.0703125 + }, + { + "accuracy": 0.02734375, + "f1": 0.015914351851851853, + "hf_subset": "eng_Latn-wrk_Latn", + "languages": [ + "eng-Latn", + "wrk-Latn" + ], + "main_score": 0.015914351851851853, + "precision": 0.01330128205128205, + "recall": 0.02734375 + }, + { + "accuracy": 0.015625, + "f1": 0.0091015625, + "hf_subset": "wrk_Latn-eng_Latn", + "languages": [ + "wrk-Latn", + "eng-Latn" + ], + "main_score": 0.0091015625, + "precision": 0.00853329613095238, + "recall": 0.015625 + }, + { + "accuracy": 0.30859375, + "f1": 0.23250868055555554, + "hf_subset": "eng_Latn-wro_Latn", + "languages": [ + "eng-Latn", + "wro-Latn" + ], + "main_score": 0.23250868055555554, + "precision": 0.20897948622557996, + "recall": 0.30859375 + }, + { + "accuracy": 0.265625, + "f1": 0.22409291719753677, + "hf_subset": "wro_Latn-eng_Latn", + "languages": [ + "wro-Latn", + "eng-Latn" + ], + "main_score": 0.22409291719753677, + "precision": 0.21218927556818182, + "recall": 0.265625 + }, + { + "accuracy": 0.05859375, + "f1": 0.04904513888888889, + "hf_subset": "eng_Latn-wrs_Latn", + "languages": [ + "eng-Latn", + "wrs-Latn" + ], + "main_score": 0.04904513888888889, + "precision": 0.046061197916666664, + "recall": 0.05859375 + }, + { + "accuracy": 0.05078125, + "f1": 0.030667892156862747, + "hf_subset": "wrs_Latn-eng_Latn", + "languages": [ + "wrs-Latn", + "eng-Latn" + ], + "main_score": 0.030667892156862747, + "precision": 0.027025044258004925, + "recall": 0.05078125 + }, + { + "accuracy": 0.15234375, + "f1": 0.11254010746198245, + "hf_subset": "eng_Latn-wsk_Latn", + "languages": [ + "eng-Latn", + "wsk-Latn" + ], + "main_score": 0.11254010746198245, + "precision": 0.10185546875000001, + "recall": 0.15234375 + }, + { + "accuracy": 0.15625, + "f1": 0.11987396284271283, + "hf_subset": "wsk_Latn-eng_Latn", + "languages": [ + "wsk-Latn", + "eng-Latn" + ], + "main_score": 0.11987396284271283, + "precision": 0.10992993551587302, + "recall": 0.15625 + }, + { + "accuracy": 0.1484375, + "f1": 0.12651007846320347, + "hf_subset": "eng_Latn-wuv_Latn", + "languages": [ + "eng-Latn", + "wuv-Latn" + ], + "main_score": 0.12651007846320347, + "precision": 0.12083333333333333, + "recall": 0.1484375 + }, + { + "accuracy": 0.16796875, + "f1": 0.12536227535953604, + "hf_subset": "wuv_Latn-eng_Latn", + "languages": [ + "wuv-Latn", + "eng-Latn" + ], + "main_score": 0.12536227535953604, + "precision": 0.11683331667821557, + "recall": 0.16796875 + }, + { + "accuracy": 0.03515625, + "f1": 0.018809937169312167, + "hf_subset": "eng_Latn-xav_Latn", + "languages": [ + "eng-Latn", + "xav-Latn" + ], + "main_score": 0.018809937169312167, + "precision": 0.016293114437645688, + "recall": 0.03515625 + }, + { + "accuracy": 0.02734375, + "f1": 0.020553977272727272, + "hf_subset": "xav_Latn-eng_Latn", + "languages": [ + "xav-Latn", + "eng-Latn" + ], + "main_score": 0.020553977272727272, + "precision": 0.020084635416666666, + "recall": 0.02734375 + }, + { + "accuracy": 0.11328125, + "f1": 0.07283059056956115, + "hf_subset": "eng_Latn-xbi_Latn", + "languages": [ + "eng-Latn", + "xbi-Latn" + ], + "main_score": 0.07283059056956115, + "precision": 0.06277669270833333, + "recall": 0.11328125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08316592261904761, + "hf_subset": "xbi_Latn-eng_Latn", + "languages": [ + "xbi-Latn", + "eng-Latn" + ], + "main_score": 0.08316592261904761, + "precision": 0.07332589285714286, + "recall": 0.1171875 + }, + { + "accuracy": 0.078125, + "f1": 0.05288514254385965, + "hf_subset": "eng_Latn-xed_Latn", + "languages": [ + "eng-Latn", + "xed-Latn" + ], + "main_score": 0.05288514254385965, + "precision": 0.04537760416666667, + "recall": 0.078125 + }, + { + "accuracy": 0.06640625, + "f1": 0.04519505718954248, + "hf_subset": "xed_Latn-eng_Latn", + "languages": [ + "xed-Latn", + "eng-Latn" + ], + "main_score": 0.04519505718954248, + "precision": 0.04194932895768025, + "recall": 0.06640625 + }, + { + "accuracy": 0.0390625, + "f1": 0.023449337121212117, + "hf_subset": "eng_Latn-xla_Latn", + "languages": [ + "eng-Latn", + "xla-Latn" + ], + "main_score": 0.023449337121212117, + "precision": 0.019733796296296298, + "recall": 0.0390625 + }, + { + "accuracy": 0.05859375, + "f1": 0.032703993055555554, + "hf_subset": "xla_Latn-eng_Latn", + "languages": [ + "xla-Latn", + "eng-Latn" + ], + "main_score": 0.032703993055555554, + "precision": 0.02723296151207761, + "recall": 0.05859375 + }, + { + "accuracy": 0.11328125, + "f1": 0.0791419517982018, + "hf_subset": "eng_Latn-xnn_Latn", + "languages": [ + "eng-Latn", + "xnn-Latn" + ], + "main_score": 0.0791419517982018, + "precision": 0.07143763354700855, + "recall": 0.11328125 + }, + { + "accuracy": 0.12109375, + "f1": 0.08957999465811965, + "hf_subset": "xnn_Latn-eng_Latn", + "languages": [ + "xnn-Latn", + "eng-Latn" + ], + "main_score": 0.08957999465811965, + "precision": 0.07876953125, + "recall": 0.12109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08384128891941392, + "hf_subset": "eng_Latn-xon_Latn", + "languages": [ + "eng-Latn", + "xon-Latn" + ], + "main_score": 0.08384128891941392, + "precision": 0.07302183493589745, + "recall": 0.1171875 + }, + { + "accuracy": 0.1015625, + "f1": 0.06881462721306471, + "hf_subset": "xon_Latn-eng_Latn", + "languages": [ + "xon-Latn", + "eng-Latn" + ], + "main_score": 0.06881462721306471, + "precision": 0.06130316615625718, + "recall": 0.1015625 + }, + { + "accuracy": 0.078125, + "f1": 0.05922111742424242, + "hf_subset": "eng_Latn-xsi_Latn", + "languages": [ + "eng-Latn", + "xsi-Latn" + ], + "main_score": 0.05922111742424242, + "precision": 0.05415852864583333, + "recall": 0.078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.06125993756473025, + "hf_subset": "xsi_Latn-eng_Latn", + "languages": [ + "xsi-Latn", + "eng-Latn" + ], + "main_score": 0.06125993756473025, + "precision": 0.05358816964285715, + "recall": 0.09765625 + }, + { + "accuracy": 0.12109375, + "f1": 0.09240789592352092, + "hf_subset": "eng_Latn-xtd_Latn", + "languages": [ + "eng-Latn", + "xtd-Latn" + ], + "main_score": 0.09240789592352092, + "precision": 0.08356119791666666, + "recall": 0.12109375 + }, + { + "accuracy": 0.08203125, + "f1": 0.0584160838212969, + "hf_subset": "xtd_Latn-eng_Latn", + "languages": [ + "xtd-Latn", + "eng-Latn" + ], + "main_score": 0.0584160838212969, + "precision": 0.05493810773930018, + "recall": 0.08203125 + }, + { + "accuracy": 0.12890625, + "f1": 0.09739921536796536, + "hf_subset": "eng_Latn-xtm_Latn", + "languages": [ + "eng-Latn", + "xtm-Latn" + ], + "main_score": 0.09739921536796536, + "precision": 0.08880208333333334, + "recall": 0.12890625 + }, + { + "accuracy": 0.09375, + "f1": 0.07586762196137195, + "hf_subset": "xtm_Latn-eng_Latn", + "languages": [ + "xtm-Latn", + "eng-Latn" + ], + "main_score": 0.07586762196137195, + "precision": 0.07282245342548077, + "recall": 0.09375 + }, + { + "accuracy": 0.078125, + "f1": 0.05211663785209043, + "hf_subset": "eng_Latn-yaa_Latn", + "languages": [ + "eng-Latn", + "yaa-Latn" + ], + "main_score": 0.05211663785209043, + "precision": 0.04551711309523809, + "recall": 0.078125 + }, + { + "accuracy": 0.09765625, + "f1": 0.06148390543882347, + "hf_subset": "yaa_Latn-eng_Latn", + "languages": [ + "yaa-Latn", + "eng-Latn" + ], + "main_score": 0.06148390543882347, + "precision": 0.05404673793859649, + "recall": 0.09765625 + }, + { + "accuracy": 0.03515625, + "f1": 0.01348181233960289, + "hf_subset": "eng_Latn-yad_Latn", + "languages": [ + "eng-Latn", + "yad-Latn" + ], + "main_score": 0.01348181233960289, + "precision": 0.010436164387875056, + "recall": 0.03515625 + }, + { + "accuracy": 0.05859375, + "f1": 0.03617519832212264, + "hf_subset": "yad_Latn-eng_Latn", + "languages": [ + "yad-Latn", + "eng-Latn" + ], + "main_score": 0.03617519832212264, + "precision": 0.03232684922138047, + "recall": 0.05859375 + }, + { + "accuracy": 0.09375, + "f1": 0.06580036339717046, + "hf_subset": "eng_Latn-yal_Latn", + "languages": [ + "eng-Latn", + "yal-Latn" + ], + "main_score": 0.06580036339717046, + "precision": 0.05987680938852813, + "recall": 0.09375 + }, + { + "accuracy": 0.09765625, + "f1": 0.07112545692434805, + "hf_subset": "yal_Latn-eng_Latn", + "languages": [ + "yal-Latn", + "eng-Latn" + ], + "main_score": 0.07112545692434805, + "precision": 0.06578776041666666, + "recall": 0.09765625 + }, + { + "accuracy": 0.1484375, + "f1": 0.10928819444444443, + "hf_subset": "eng_Latn-yap_Latn", + "languages": [ + "eng-Latn", + "yap-Latn" + ], + "main_score": 0.10928819444444443, + "precision": 0.0988046671519485, + "recall": 0.1484375 + }, + { + "accuracy": 0.11328125, + "f1": 0.09468698937908496, + "hf_subset": "yap_Latn-eng_Latn", + "languages": [ + "yap-Latn", + "eng-Latn" + ], + "main_score": 0.09468698937908496, + "precision": 0.08894856770833333, + "recall": 0.11328125 + }, + { + "accuracy": 0.0546875, + "f1": 0.02432391826923077, + "hf_subset": "eng_Latn-yaq_Latn", + "languages": [ + "eng-Latn", + "yaq-Latn" + ], + "main_score": 0.02432391826923077, + "precision": 0.01745394796176046, + "recall": 0.0546875 + }, + { + "accuracy": 0.046875, + "f1": 0.03451209435096154, + "hf_subset": "yaq_Latn-eng_Latn", + "languages": [ + "yaq-Latn", + "eng-Latn" + ], + "main_score": 0.03451209435096154, + "precision": 0.033172123015873016, + "recall": 0.046875 + }, + { + "accuracy": 0.0546875, + "f1": 0.039257812499999996, + "hf_subset": "eng_Latn-yby_Latn", + "languages": [ + "eng-Latn", + "yby-Latn" + ], + "main_score": 0.039257812499999996, + "precision": 0.03441220238095238, + "recall": 0.0546875 + }, + { + "accuracy": 0.04296875, + "f1": 0.0246381687296304, + "hf_subset": "yby_Latn-eng_Latn", + "languages": [ + "yby-Latn", + "eng-Latn" + ], + "main_score": 0.0246381687296304, + "precision": 0.021824121145667195, + "recall": 0.04296875 + }, + { + "accuracy": 0.05859375, + "f1": 0.03496476715686274, + "hf_subset": "eng_Latn-ycn_Latn", + "languages": [ + "eng-Latn", + "ycn-Latn" + ], + "main_score": 0.03496476715686274, + "precision": 0.029255367199960126, + "recall": 0.05859375 + }, + { + "accuracy": 0.0625, + "f1": 0.040174371159754224, + "hf_subset": "ycn_Latn-eng_Latn", + "languages": [ + "ycn-Latn", + "eng-Latn" + ], + "main_score": 0.040174371159754224, + "precision": 0.035227441189275205, + "recall": 0.0625 + }, + { + "accuracy": 0.1484375, + "f1": 0.11812996031746031, + "hf_subset": "eng_Latn-yka_Latn", + "languages": [ + "eng-Latn", + "yka-Latn" + ], + "main_score": 0.11812996031746031, + "precision": 0.1095022490530303, + "recall": 0.1484375 + }, + { + "accuracy": 0.1640625, + "f1": 0.11756375135281386, + "hf_subset": "yka_Latn-eng_Latn", + "languages": [ + "yka-Latn", + "eng-Latn" + ], + "main_score": 0.11756375135281386, + "precision": 0.1061798580109127, + "recall": 0.1640625 + }, + { + "accuracy": 0.07421875, + "f1": 0.0452047225140056, + "hf_subset": "eng_Latn-yle_Latn", + "languages": [ + "eng-Latn", + "yle-Latn" + ], + "main_score": 0.0452047225140056, + "precision": 0.03804175967261905, + "recall": 0.07421875 + }, + { + "accuracy": 0.06640625, + "f1": 0.043028453687346147, + "hf_subset": "yle_Latn-eng_Latn", + "languages": [ + "yle-Latn", + "eng-Latn" + ], + "main_score": 0.043028453687346147, + "precision": 0.04050661933882237, + "recall": 0.06640625 + }, + { + "accuracy": 0.0625, + "f1": 0.04858826754385964, + "hf_subset": "eng_Latn-yml_Latn", + "languages": [ + "eng-Latn", + "yml-Latn" + ], + "main_score": 0.04858826754385964, + "precision": 0.04552951388888889, + "recall": 0.0625 + }, + { + "accuracy": 0.03125, + "f1": 0.015516493055555554, + "hf_subset": "yml_Latn-eng_Latn", + "languages": [ + "yml-Latn", + "eng-Latn" + ], + "main_score": 0.015516493055555554, + "precision": 0.013119618445969938, + "recall": 0.03125 + }, + { + "accuracy": 0.11328125, + "f1": 0.08498602092352092, + "hf_subset": "eng_Latn-yon_Latn", + "languages": [ + "eng-Latn", + "yon-Latn" + ], + "main_score": 0.08498602092352092, + "precision": 0.07715928819444444, + "recall": 0.11328125 + }, + { + "accuracy": 0.078125, + "f1": 0.04822222048784548, + "hf_subset": "yon_Latn-eng_Latn", + "languages": [ + "yon-Latn", + "eng-Latn" + ], + "main_score": 0.04822222048784548, + "precision": 0.042529761904761904, + "recall": 0.078125 + }, + { + "accuracy": 0.859375, + "f1": 0.8196614583333333, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "main_score": 0.8196614583333333, + "precision": 0.80078125, + "recall": 0.859375 + }, + { + "accuracy": 0.8046875, + "f1": 0.7532552083333333, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ], + "main_score": 0.7532552083333333, + "precision": 0.7291666666666667, + "recall": 0.8046875 + }, + { + "accuracy": 0.0390625, + "f1": 0.017094017094017092, + "hf_subset": "eng_Latn-yrb_Latn", + "languages": [ + "eng-Latn", + "yrb-Latn" + ], + "main_score": 0.017094017094017092, + "precision": 0.012724764384920635, + "recall": 0.0390625 + }, + { + "accuracy": 0.04296875, + "f1": 0.02291046626984127, + "hf_subset": "yrb_Latn-eng_Latn", + "languages": [ + "yrb-Latn", + "eng-Latn" + ], + "main_score": 0.02291046626984127, + "precision": 0.019217237478956227, + "recall": 0.04296875 + }, + { + "accuracy": 0.05078125, + "f1": 0.028498641304347826, + "hf_subset": "eng_Latn-yre_Latn", + "languages": [ + "eng-Latn", + "yre-Latn" + ], + "main_score": 0.028498641304347826, + "precision": 0.025475573752228163, + "recall": 0.05078125 + }, + { + "accuracy": 0.04296875, + "f1": 0.02652529761904762, + "hf_subset": "yre_Latn-eng_Latn", + "languages": [ + "yre-Latn", + "eng-Latn" + ], + "main_score": 0.02652529761904762, + "precision": 0.023939914507469653, + "recall": 0.04296875 + }, + { + "accuracy": 0.04296875, + "f1": 0.025138366750208856, + "hf_subset": "eng_Latn-yss_Latn", + "languages": [ + "eng-Latn", + "yss-Latn" + ], + "main_score": 0.025138366750208856, + "precision": 0.022820925245098038, + "recall": 0.04296875 + }, + { + "accuracy": 0.07421875, + "f1": 0.03621877356711915, + "hf_subset": "yss_Latn-eng_Latn", + "languages": [ + "yss-Latn", + "eng-Latn" + ], + "main_score": 0.03621877356711915, + "precision": 0.02903103298611111, + "recall": 0.07421875 + }, + { + "accuracy": 0.109375, + "f1": 0.07673873435592185, + "hf_subset": "eng_Latn-yuj_Latn", + "languages": [ + "eng-Latn", + "yuj-Latn" + ], + "main_score": 0.07673873435592185, + "precision": 0.06894996279761906, + "recall": 0.109375 + }, + { + "accuracy": 0.08984375, + "f1": 0.05880272071678321, + "hf_subset": "yuj_Latn-eng_Latn", + "languages": [ + "yuj-Latn", + "eng-Latn" + ], + "main_score": 0.05880272071678321, + "precision": 0.05266053636128364, + "recall": 0.08984375 + }, + { + "accuracy": 0.09765625, + "f1": 0.06564743084733893, + "hf_subset": "eng_Latn-yut_Latn", + "languages": [ + "eng-Latn", + "yut-Latn" + ], + "main_score": 0.06564743084733893, + "precision": 0.05724748883928571, + "recall": 0.09765625 + }, + { + "accuracy": 0.12109375, + "f1": 0.09361612037907269, + "hf_subset": "yut_Latn-eng_Latn", + "languages": [ + "yut-Latn", + "eng-Latn" + ], + "main_score": 0.09361612037907269, + "precision": 0.08843849429786929, + "recall": 0.12109375 + }, + { + "accuracy": 0.08203125, + "f1": 0.06121937957875457, + "hf_subset": "eng_Latn-yuw_Latn", + "languages": [ + "eng-Latn", + "yuw-Latn" + ], + "main_score": 0.06121937957875457, + "precision": 0.05579527243589743, + "recall": 0.08203125 + }, + { + "accuracy": 0.0703125, + "f1": 0.048369859307359306, + "hf_subset": "yuw_Latn-eng_Latn", + "languages": [ + "yuw-Latn", + "eng-Latn" + ], + "main_score": 0.048369859307359306, + "precision": 0.04212239583333334, + "recall": 0.0703125 + }, + { + "accuracy": 0.078125, + "f1": 0.05739039606227106, + "hf_subset": "eng_Latn-yva_Latn", + "languages": [ + "eng-Latn", + "yva-Latn" + ], + "main_score": 0.05739039606227106, + "precision": 0.052539062500000004, + "recall": 0.078125 + }, + { + "accuracy": 0.05859375, + "f1": 0.04332527281746032, + "hf_subset": "yva_Latn-eng_Latn", + "languages": [ + "yva-Latn", + "eng-Latn" + ], + "main_score": 0.04332527281746032, + "precision": 0.04051339285714285, + "recall": 0.05859375 + }, + { + "accuracy": 0.2265625, + "f1": 0.1821496212121212, + "hf_subset": "eng_Latn-zaa_Latn", + "languages": [ + "eng-Latn", + "zaa-Latn" + ], + "main_score": 0.1821496212121212, + "precision": 0.1687717013888889, + "recall": 0.2265625 + }, + { + "accuracy": 0.2421875, + "f1": 0.1856452210070631, + "hf_subset": "zaa_Latn-eng_Latn", + "languages": [ + "zaa-Latn", + "eng-Latn" + ], + "main_score": 0.1856452210070631, + "precision": 0.1698586856617647, + "recall": 0.2421875 + }, + { + "accuracy": 0.1640625, + "f1": 0.12156450320512821, + "hf_subset": "eng_Latn-zab_Latn", + "languages": [ + "eng-Latn", + "zab-Latn" + ], + "main_score": 0.12156450320512821, + "precision": 0.1101531498015873, + "recall": 0.1640625 + }, + { + "accuracy": 0.16015625, + "f1": 0.11419270833333334, + "hf_subset": "zab_Latn-eng_Latn", + "languages": [ + "zab-Latn", + "eng-Latn" + ], + "main_score": 0.11419270833333334, + "precision": 0.10077814980158731, + "recall": 0.16015625 + }, + { + "accuracy": 0.234375, + "f1": 0.18381338713369963, + "hf_subset": "eng_Latn-zac_Latn", + "languages": [ + "eng-Latn", + "zac-Latn" + ], + "main_score": 0.18381338713369963, + "precision": 0.16670386904761908, + "recall": 0.234375 + }, + { + "accuracy": 0.13671875, + "f1": 0.10161830357142856, + "hf_subset": "zac_Latn-eng_Latn", + "languages": [ + "zac-Latn", + "eng-Latn" + ], + "main_score": 0.10161830357142856, + "precision": 0.0940219856997677, + "recall": 0.13671875 + }, + { + "accuracy": 0.08203125, + "f1": 0.05904017857142857, + "hf_subset": "eng_Latn-zad_Latn", + "languages": [ + "eng-Latn", + "zad-Latn" + ], + "main_score": 0.05904017857142857, + "precision": 0.05389148954116059, + "recall": 0.08203125 + }, + { + "accuracy": 0.1171875, + "f1": 0.08999193948412698, + "hf_subset": "zad_Latn-eng_Latn", + "languages": [ + "zad-Latn", + "eng-Latn" + ], + "main_score": 0.08999193948412698, + "precision": 0.08380456349206349, + "recall": 0.1171875 + }, + { + "accuracy": 0.1875, + "f1": 0.15669389204545456, + "hf_subset": "eng_Latn-zai_Latn", + "languages": [ + "eng-Latn", + "zai-Latn" + ], + "main_score": 0.15669389204545456, + "precision": 0.1484281994047619, + "recall": 0.1875 + }, + { + "accuracy": 0.171875, + "f1": 0.12898186882561882, + "hf_subset": "zai_Latn-eng_Latn", + "languages": [ + "zai-Latn", + "eng-Latn" + ], + "main_score": 0.12898186882561882, + "precision": 0.11623418898809523, + "recall": 0.171875 + }, + { + "accuracy": 0.375, + "f1": 0.3078404017857143, + "hf_subset": "eng_Latn-zaj_Latn", + "languages": [ + "eng-Latn", + "zaj-Latn" + ], + "main_score": 0.3078404017857143, + "precision": 0.2861049107142857, + "recall": 0.375 + }, + { + "accuracy": 0.37109375, + "f1": 0.2831716460622711, + "hf_subset": "zaj_Latn-eng_Latn", + "languages": [ + "zaj-Latn", + "eng-Latn" + ], + "main_score": 0.2831716460622711, + "precision": 0.2527126736111111, + "recall": 0.37109375 + }, + { + "accuracy": 0.10546875, + "f1": 0.0828145032051282, + "hf_subset": "eng_Latn-zam_Latn", + "languages": [ + "eng-Latn", + "zam-Latn" + ], + "main_score": 0.0828145032051282, + "precision": 0.07600911458333334, + "recall": 0.10546875 + }, + { + "accuracy": 0.09765625, + "f1": 0.06221001802651954, + "hf_subset": "zam_Latn-eng_Latn", + "languages": [ + "zam-Latn", + "eng-Latn" + ], + "main_score": 0.06221001802651954, + "precision": 0.05192522321428571, + "recall": 0.09765625 + }, + { + "accuracy": 0.1015625, + "f1": 0.07549758184523808, + "hf_subset": "eng_Latn-zao_Latn", + "languages": [ + "eng-Latn", + "zao-Latn" + ], + "main_score": 0.07549758184523808, + "precision": 0.06896081349206348, + "recall": 0.1015625 + }, + { + "accuracy": 0.08203125, + "f1": 0.05575319320436508, + "hf_subset": "zao_Latn-eng_Latn", + "languages": [ + "zao-Latn", + "eng-Latn" + ], + "main_score": 0.05575319320436508, + "precision": 0.04934940836213518, + "recall": 0.08203125 + }, + { + "accuracy": 0.12890625, + "f1": 0.11101190476190476, + "hf_subset": "eng_Latn-zap_Latn", + "languages": [ + "eng-Latn", + "zap-Latn" + ], + "main_score": 0.11101190476190476, + "precision": 0.10481770833333333, + "recall": 0.12890625 + }, + { + "accuracy": 0.12890625, + "f1": 0.10452008928571428, + "hf_subset": "zap_Latn-eng_Latn", + "languages": [ + "zap-Latn", + "eng-Latn" + ], + "main_score": 0.10452008928571428, + "precision": 0.0979092394533571, + "recall": 0.12890625 + }, + { + "accuracy": 0.140625, + "f1": 0.1122581845238095, + "hf_subset": "eng_Latn-zar_Latn", + "languages": [ + "eng-Latn", + "zar-Latn" + ], + "main_score": 0.1122581845238095, + "precision": 0.1015625, + "recall": 0.140625 + }, + { + "accuracy": 0.12109375, + "f1": 0.08683373917748918, + "hf_subset": "zar_Latn-eng_Latn", + "languages": [ + "zar-Latn", + "eng-Latn" + ], + "main_score": 0.08683373917748918, + "precision": 0.07810968137254902, + "recall": 0.12109375 + }, + { + "accuracy": 0.12890625, + "f1": 0.10012428977272728, + "hf_subset": "eng_Latn-zas_Latn", + "languages": [ + "eng-Latn", + "zas-Latn" + ], + "main_score": 0.10012428977272728, + "precision": 0.09124813988095237, + "recall": 0.12890625 + }, + { + "accuracy": 0.10546875, + "f1": 0.07001444735819735, + "hf_subset": "zas_Latn-eng_Latn", + "languages": [ + "zas-Latn", + "eng-Latn" + ], + "main_score": 0.07001444735819735, + "precision": 0.06357943517080744, + "recall": 0.10546875 + }, + { + "accuracy": 0.109375, + "f1": 0.08664772727272727, + "hf_subset": "eng_Latn-zat_Latn", + "languages": [ + "eng-Latn", + "zat-Latn" + ], + "main_score": 0.08664772727272727, + "precision": 0.07973090277777778, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.0914358428030303, + "hf_subset": "zat_Latn-eng_Latn", + "languages": [ + "zat-Latn", + "eng-Latn" + ], + "main_score": 0.0914358428030303, + "precision": 0.08428297305764411, + "recall": 0.1171875 + }, + { + "accuracy": 0.109375, + "f1": 0.08352864583333333, + "hf_subset": "eng_Latn-zav_Latn", + "languages": [ + "eng-Latn", + "zav-Latn" + ], + "main_score": 0.08352864583333333, + "precision": 0.07709530395591249, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08076851533882784, + "hf_subset": "zav_Latn-eng_Latn", + "languages": [ + "zav-Latn", + "eng-Latn" + ], + "main_score": 0.08076851533882784, + "precision": 0.07192865728021977, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.10237475198412697, + "hf_subset": "eng_Latn-zaw_Latn", + "languages": [ + "eng-Latn", + "zaw-Latn" + ], + "main_score": 0.10237475198412697, + "precision": 0.09242325599747475, + "recall": 0.1328125 + }, + { + "accuracy": 0.13671875, + "f1": 0.10109031593406592, + "hf_subset": "zaw_Latn-eng_Latn", + "languages": [ + "zaw-Latn", + "eng-Latn" + ], + "main_score": 0.10109031593406592, + "precision": 0.09269593253968254, + "recall": 0.13671875 + }, + { + "accuracy": 0.125, + "f1": 0.0966889880952381, + "hf_subset": "eng_Latn-zca_Latn", + "languages": [ + "eng-Latn", + "zca-Latn" + ], + "main_score": 0.0966889880952381, + "precision": 0.08832465277777779, + "recall": 0.125 + }, + { + "accuracy": 0.0859375, + "f1": 0.06873931771988173, + "hf_subset": "zca_Latn-eng_Latn", + "languages": [ + "zca-Latn", + "eng-Latn" + ], + "main_score": 0.06873931771988173, + "precision": 0.0647243923611111, + "recall": 0.0859375 + }, + { + "accuracy": 0.1640625, + "f1": 0.10970052083333333, + "hf_subset": "eng_Latn-zga_Latn", + "languages": [ + "eng-Latn", + "zga-Latn" + ], + "main_score": 0.10970052083333333, + "precision": 0.09679608585858585, + "recall": 0.1640625 + }, + { + "accuracy": 0.19921875, + "f1": 0.16315104166666666, + "hf_subset": "zga_Latn-eng_Latn", + "languages": [ + "zga-Latn", + "eng-Latn" + ], + "main_score": 0.16315104166666666, + "precision": 0.15085565476190477, + "recall": 0.19921875 + }, + { + "accuracy": 0.1171875, + "f1": 0.0779826727092352, + "hf_subset": "eng_Latn-zia_Latn", + "languages": [ + "eng-Latn", + "zia-Latn" + ], + "main_score": 0.0779826727092352, + "precision": 0.06897955560064936, + "recall": 0.1171875 + }, + { + "accuracy": 0.08984375, + "f1": 0.059711335237829795, + "hf_subset": "zia_Latn-eng_Latn", + "languages": [ + "zia-Latn", + "eng-Latn" + ], + "main_score": 0.059711335237829795, + "precision": 0.052393888663419916, + "recall": 0.08984375 + }, + { + "accuracy": 0.2421875, + "f1": 0.1861328125, + "hf_subset": "eng_Latn-ziw_Latn", + "languages": [ + "eng-Latn", + "ziw-Latn" + ], + "main_score": 0.1861328125, + "precision": 0.1686708473817849, + "recall": 0.2421875 + }, + { + "accuracy": 0.2734375, + "f1": 0.1958643353174603, + "hf_subset": "ziw_Latn-eng_Latn", + "languages": [ + "ziw-Latn", + "eng-Latn" + ], + "main_score": 0.1958643353174603, + "precision": 0.17150142609126984, + "recall": 0.2734375 + }, + { + "accuracy": 0.94921875, + "f1": 0.9368489583333333, + "hf_subset": "eng_Latn-zlm_Latn", + "languages": [ + "eng-Latn", + "zlm-Latn" + ], + "main_score": 0.9368489583333333, + "precision": 0.9309895833333333, + "recall": 0.94921875 + }, + { + "accuracy": 0.9375, + "f1": 0.9205729166666667, + "hf_subset": "zlm_Latn-eng_Latn", + "languages": [ + "zlm-Latn", + "eng-Latn" + ], + "main_score": 0.9205729166666667, + "precision": 0.912109375, + "recall": 0.9375 + }, + { + "accuracy": 0.1796875, + "f1": 0.13153211805555554, + "hf_subset": "eng_Latn-zos_Latn", + "languages": [ + "eng-Latn", + "zos-Latn" + ], + "main_score": 0.13153211805555554, + "precision": 0.11628069196428573, + "recall": 0.1796875 + }, + { + "accuracy": 0.171875, + "f1": 0.13175656808469308, + "hf_subset": "zos_Latn-eng_Latn", + "languages": [ + "zos-Latn", + "eng-Latn" + ], + "main_score": 0.13175656808469308, + "precision": 0.11967963676948053, + "recall": 0.171875 + }, + { + "accuracy": 0.13671875, + "f1": 0.10796440972222222, + "hf_subset": "eng_Latn-zpc_Latn", + "languages": [ + "eng-Latn", + "zpc-Latn" + ], + "main_score": 0.10796440972222222, + "precision": 0.09831194196428572, + "recall": 0.13671875 + }, + { + "accuracy": 0.09375, + "f1": 0.0747976415945166, + "hf_subset": "zpc_Latn-eng_Latn", + "languages": [ + "zpc-Latn", + "eng-Latn" + ], + "main_score": 0.0747976415945166, + "precision": 0.07023073041267942, + "recall": 0.09375 + }, + { + "accuracy": 0.19921875, + "f1": 0.15394655257936507, + "hf_subset": "eng_Latn-zpl_Latn", + "languages": [ + "eng-Latn", + "zpl-Latn" + ], + "main_score": 0.15394655257936507, + "precision": 0.1395228794642857, + "recall": 0.19921875 + }, + { + "accuracy": 0.12109375, + "f1": 0.09210203242481202, + "hf_subset": "zpl_Latn-eng_Latn", + "languages": [ + "zpl-Latn", + "eng-Latn" + ], + "main_score": 0.09210203242481202, + "precision": 0.08752635168650794, + "recall": 0.12109375 + }, + { + "accuracy": 0.109375, + "f1": 0.08604290674603174, + "hf_subset": "eng_Latn-zpm_Latn", + "languages": [ + "eng-Latn", + "zpm-Latn" + ], + "main_score": 0.08604290674603174, + "precision": 0.07994495738636363, + "recall": 0.109375 + }, + { + "accuracy": 0.078125, + "f1": 0.05810118700743701, + "hf_subset": "zpm_Latn-eng_Latn", + "languages": [ + "zpm-Latn", + "eng-Latn" + ], + "main_score": 0.05810118700743701, + "precision": 0.05442027010658915, + "recall": 0.078125 + }, + { + "accuracy": 0.11328125, + "f1": 0.08777901785714284, + "hf_subset": "eng_Latn-zpo_Latn", + "languages": [ + "eng-Latn", + "zpo-Latn" + ], + "main_score": 0.08777901785714284, + "precision": 0.08092447916666667, + "recall": 0.11328125 + }, + { + "accuracy": 0.109375, + "f1": 0.07445464691558441, + "hf_subset": "zpo_Latn-eng_Latn", + "languages": [ + "zpo-Latn", + "eng-Latn" + ], + "main_score": 0.07445464691558441, + "precision": 0.06700560535479014, + "recall": 0.109375 + }, + { + "accuracy": 0.1171875, + "f1": 0.07818080357142856, + "hf_subset": "eng_Latn-zpq_Latn", + "languages": [ + "eng-Latn", + "zpq-Latn" + ], + "main_score": 0.07818080357142856, + "precision": 0.0675549997643288, + "recall": 0.1171875 + }, + { + "accuracy": 0.1328125, + "f1": 0.0973558125901876, + "hf_subset": "zpq_Latn-eng_Latn", + "languages": [ + "zpq-Latn", + "eng-Latn" + ], + "main_score": 0.0973558125901876, + "precision": 0.08904410099637682, + "recall": 0.1328125 + }, + { + "accuracy": 0.12890625, + "f1": 0.1047676282051282, + "hf_subset": "eng_Latn-zpu_Latn", + "languages": [ + "eng-Latn", + "zpu-Latn" + ], + "main_score": 0.1047676282051282, + "precision": 0.09765625, + "recall": 0.12890625 + }, + { + "accuracy": 0.09375, + "f1": 0.06138354911420253, + "hf_subset": "zpu_Latn-eng_Latn", + "languages": [ + "zpu-Latn", + "eng-Latn" + ], + "main_score": 0.06138354911420253, + "precision": 0.0553648933531746, + "recall": 0.09375 + }, + { + "accuracy": 0.14453125, + "f1": 0.11339905753968255, + "hf_subset": "eng_Latn-zpv_Latn", + "languages": [ + "eng-Latn", + "zpv-Latn" + ], + "main_score": 0.11339905753968255, + "precision": 0.10417943218954248, + "recall": 0.14453125 + }, + { + "accuracy": 0.1015625, + "f1": 0.06675609546703297, + "hf_subset": "zpv_Latn-eng_Latn", + "languages": [ + "zpv-Latn", + "eng-Latn" + ], + "main_score": 0.06675609546703297, + "precision": 0.05915482980050994, + "recall": 0.1015625 + }, + { + "accuracy": 0.125, + "f1": 0.08645844275210084, + "hf_subset": "eng_Latn-zpz_Latn", + "languages": [ + "eng-Latn", + "zpz-Latn" + ], + "main_score": 0.08645844275210084, + "precision": 0.07521327955898267, + "recall": 0.125 + }, + { + "accuracy": 0.08984375, + "f1": 0.061512586805555554, + "hf_subset": "zpz_Latn-eng_Latn", + "languages": [ + "zpz-Latn", + "eng-Latn" + ], + "main_score": 0.061512586805555554, + "precision": 0.054628737148268394, + "recall": 0.08984375 + }, + { + "accuracy": 0.125, + "f1": 0.09556051587301587, + "hf_subset": "eng_Latn-zsr_Latn", + "languages": [ + "eng-Latn", + "zsr-Latn" + ], + "main_score": 0.09556051587301587, + "precision": 0.0859719669117647, + "recall": 0.125 + }, + { + "accuracy": 0.0859375, + "f1": 0.0636935763888889, + "hf_subset": "zsr_Latn-eng_Latn", + "languages": [ + "zsr-Latn", + "eng-Latn" + ], + "main_score": 0.0636935763888889, + "precision": 0.057793302617521365, + "recall": 0.0859375 + }, + { + "accuracy": 0.1484375, + "f1": 0.11313196352258852, + "hf_subset": "eng_Latn-ztq_Latn", + "languages": [ + "eng-Latn", + "ztq-Latn" + ], + "main_score": 0.11313196352258852, + "precision": 0.10351266571969696, + "recall": 0.1484375 + }, + { + "accuracy": 0.1171875, + "f1": 0.08968098958333333, + "hf_subset": "ztq_Latn-eng_Latn", + "languages": [ + "ztq-Latn", + "eng-Latn" + ], + "main_score": 0.08968098958333333, + "precision": 0.08155381944444444, + "recall": 0.1171875 + }, + { + "accuracy": 0.1015625, + "f1": 0.07403612012987013, + "hf_subset": "eng_Latn-zty_Latn", + "languages": [ + "eng-Latn", + "zty-Latn" + ], + "main_score": 0.07403612012987013, + "precision": 0.06682646780303031, + "recall": 0.1015625 + }, + { + "accuracy": 0.08984375, + "f1": 0.059525528037342054, + "hf_subset": "zty_Latn-eng_Latn", + "languages": [ + "zty-Latn", + "eng-Latn" + ], + "main_score": 0.059525528037342054, + "precision": 0.05300409226190476, + "recall": 0.08984375 + }, + { + "accuracy": 0.13671875, + "f1": 0.09513409767316017, + "hf_subset": "eng_Latn-zyp_Latn", + "languages": [ + "eng-Latn", + "zyp-Latn" + ], + "main_score": 0.09513409767316017, + "precision": 0.0853026581178834, + "recall": 0.13671875 + }, + { + "accuracy": 0.12109375, + "f1": 0.09009128891941391, + "hf_subset": "zyp_Latn-eng_Latn", + "languages": [ + "zyp-Latn", + "eng-Latn" + ], + "main_score": 0.09009128891941391, + "precision": 0.08222297071002313, + "recall": 0.12109375 + } + ] + }, + "task_name": "BibleNLPBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BigPatentClustering.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BigPatentClustering.v2.json new file mode 100644 index 000000000..83b8937c7 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BigPatentClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "evaluation_time": 38.18953275680542, + "kg_co2_emissions": 0.0015398585609415548, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.32659002018707006, + "v_measure": 0.32659002018707006, + "v_measure_std": 0.04497780303397157, + "v_measures": { + "Level 0": [ + 0.34559080701462314, + 0.2786278552775762, + 0.3272863449258742, + 0.4252538476469551, + 0.25404001821387406, + 0.2926740589990323, + 0.34033377800756404, + 0.32875327105933083, + 0.3140536274501474, + 0.35928659327572365 + ] + } + } + ] + }, + "task_name": "BigPatentClustering.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BiorxivClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BiorxivClusteringP2P.v2.json new file mode 100644 index 000000000..ff2d8ecf2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BiorxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "evaluation_time": 49.459433794021606, + "kg_co2_emissions": 0.0018011339343426348, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.39660852705122057, + "v_measure": 0.39660852705122057, + "v_measure_std": 0.010342150148487406, + "v_measures": { + "Level 0": [ + 0.38569552578222527, + 0.38375510019155606, + 0.41022877426195437, + 0.4172682039372059, + 0.391417100325845, + 0.40251627301859333, + 0.3941083669888483, + 0.4009748415543495, + 0.39020725283338653, + 0.3899138316182415 + ] + } + } + ] + }, + "task_name": "BiorxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BornholmBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BornholmBitextMining.json new file mode 100644 index 000000000..4e1151b05 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "evaluation_time": 0.8987767696380615, + "kg_co2_emissions": 3.6087084505467906e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.522, + "f1": 0.4432857142857143, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ], + "main_score": 0.4432857142857143, + "precision": 0.41128717948717947, + "recall": 0.522 + } + ] + }, + "task_name": "BornholmBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BrazilianToxicTweetsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BrazilianToxicTweetsClassification.json new file mode 100644 index 000000000..41982ce53 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BrazilianToxicTweetsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fb4f11a5bc68b99891852d20f1ec074be6289768", + "evaluation_time": 4.471953868865967, + "kg_co2_emissions": 0.00016421731814662404, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.186962890625, + "f1": 0.16201349864446146, + "hf_subset": "default", + "languages": [ + "por-Latn" + ], + "lrap": 0.8017557779947927, + "main_score": 0.186962890625, + "scores_per_experiment": [ + { + "accuracy": 0.14697265625, + "f1": 0.16083358302455805, + "lrap": 0.8210177951388892 + }, + { + "accuracy": 0.1435546875, + "f1": 0.17536624167400347, + "lrap": 0.8049858940972238 + }, + { + "accuracy": 0.17529296875, + "f1": 0.16184159281409177, + "lrap": 0.8106146918402786 + }, + { + "accuracy": 0.21142578125, + "f1": 0.15388391893712672, + "lrap": 0.8200005425347228 + }, + { + "accuracy": 0.1953125, + "f1": 0.163601717551508, + "lrap": 0.8025309244791679 + }, + { + "accuracy": 0.158203125, + "f1": 0.15752479740350503, + "lrap": 0.8051893446180571 + }, + { + "accuracy": 0.24755859375, + "f1": 0.14696684345300104, + "lrap": 0.7555338541666676 + }, + { + "accuracy": 0.11474609375, + "f1": 0.17149828203791276, + "lrap": 0.79766845703125 + }, + { + "accuracy": 0.23388671875, + "f1": 0.1613543005843391, + "lrap": 0.7918701171875013 + }, + { + "accuracy": 0.24267578125, + "f1": 0.1672637089645688, + "lrap": 0.8081461588541681 + } + ] + } + ] + }, + "task_name": "BrazilianToxicTweetsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BulgarianStoreReviewSentimentClassfication.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 000000000..4c0d859cc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "701984d6c6efea0e14a1c7850ef70e464c5577c0", + "evaluation_time": 6.399269342422485, + "kg_co2_emissions": 0.0002121174269679795, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6434065934065935, + "f1": 0.4676553179673367, + "f1_weighted": 0.682127397309468, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.6434065934065935, + "scores_per_experiment": [ + { + "accuracy": 0.5934065934065934, + "f1": 0.46116257121884724, + "f1_weighted": 0.6516138201342158 + }, + { + "accuracy": 0.5879120879120879, + "f1": 0.4217228612022255, + "f1_weighted": 0.6431588193576394 + }, + { + "accuracy": 0.6263736263736264, + "f1": 0.4530327293431809, + "f1_weighted": 0.6702567920674037 + }, + { + "accuracy": 0.6923076923076923, + "f1": 0.4476991490436105, + "f1_weighted": 0.7160691738767261 + }, + { + "accuracy": 0.6703296703296703, + "f1": 0.4810523033057115, + "f1_weighted": 0.6856946047804108 + }, + { + "accuracy": 0.5934065934065934, + "f1": 0.43716011938569044, + "f1_weighted": 0.6394128381310774 + }, + { + "accuracy": 0.6373626373626373, + "f1": 0.4888949625767387, + "f1_weighted": 0.6957660286059916 + }, + { + "accuracy": 0.6813186813186813, + "f1": 0.5049461036558706, + "f1_weighted": 0.7054585259357734 + }, + { + "accuracy": 0.6648351648351648, + "f1": 0.4836015291109448, + "f1_weighted": 0.7024791628980294 + }, + { + "accuracy": 0.6868131868131868, + "f1": 0.4972808508305466, + "f1_weighted": 0.7113642073074121 + } + ] + } + ] + }, + "task_name": "BulgarianStoreReviewSentimentClassfication" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CEDRClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CEDRClassification.json new file mode 100644 index 000000000..73b6e14b4 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CEDRClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c0ba03d058e3e1b2f3fd20518875a4563dd12db4", + "evaluation_time": 4.379773378372192, + "kg_co2_emissions": 0.00016132615808649964, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4163124335812965, + "f1": 0.3582504040158968, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "lrap": 0.6744075451647296, + "main_score": 0.4163124335812965, + "scores_per_experiment": [ + { + "accuracy": 0.39107332624867164, + "f1": 0.30363975478751165, + "lrap": 0.6292242295430517 + }, + { + "accuracy": 0.41764080765143463, + "f1": 0.36827023404137, + "lrap": 0.6788522848034118 + }, + { + "accuracy": 0.44155154091392135, + "f1": 0.3581088621914663, + "lrap": 0.6616896918172271 + }, + { + "accuracy": 0.4075451647183847, + "f1": 0.3577153139017929, + "lrap": 0.6602550478214785 + }, + { + "accuracy": 0.4287991498405951, + "f1": 0.3577537447403594, + "lrap": 0.7056323060573967 + }, + { + "accuracy": 0.4086078639744952, + "f1": 0.35846507069124245, + "lrap": 0.6671094580233908 + }, + { + "accuracy": 0.4303931987247609, + "f1": 0.3656675334996043, + "lrap": 0.6865037194474068 + }, + { + "accuracy": 0.4160467587672689, + "f1": 0.36562112322113166, + "lrap": 0.7014346439957595 + }, + { + "accuracy": 0.4070138150903294, + "f1": 0.35261598493698315, + "lrap": 0.6606269925611169 + }, + { + "accuracy": 0.41445270988310307, + "f1": 0.3946464181475067, + "lrap": 0.6927470775770567 + } + ] + } + ] + }, + "task_name": "CEDRClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CLSClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CLSClusteringP2P.v2.json new file mode 100644 index 000000000..aa5c6eb2f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CLSClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "evaluation_time": 46.09179091453552, + "kg_co2_emissions": 0.0014140877297600509, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.36930527026523097, + "v_measure": 0.36930527026523097, + "v_measure_std": 0.014725255595727507, + "v_measures": { + "Level 0": [ + 0.36958673673692816, + 0.3832206815239315, + 0.3576143657502721, + 0.360431397481673, + 0.3895035099934079, + 0.36522666816886235, + 0.38506839786803965, + 0.3528414159563135, + 0.3451062826099033, + 0.3844532465629788 + ] + } + } + ] + }, + "task_name": "CLSClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CSFDSKMovieReviewSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 000000000..d5d271ba9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "23a20c659d868740ef9c54854de631fe19cd5c17", + "evaluation_time": 10.673860788345337, + "kg_co2_emissions": 0.0005239210393028656, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.32275390625, + "f1": 0.31413504602180276, + "f1_weighted": 0.31612586900632866, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "main_score": 0.32275390625, + "scores_per_experiment": [ + { + "accuracy": 0.3203125, + "f1": 0.3121747387810991, + "f1_weighted": 0.3140242218163977 + }, + { + "accuracy": 0.3359375, + "f1": 0.3264614823084104, + "f1_weighted": 0.32878904459916797 + }, + { + "accuracy": 0.32666015625, + "f1": 0.31264281227712215, + "f1_weighted": 0.3147173280918371 + }, + { + "accuracy": 0.34326171875, + "f1": 0.335633260056341, + "f1_weighted": 0.33766230539610026 + }, + { + "accuracy": 0.3212890625, + "f1": 0.3154658640496726, + "f1_weighted": 0.31732789931353733 + }, + { + "accuracy": 0.32080078125, + "f1": 0.30167571874009164, + "f1_weighted": 0.3040929739529738 + }, + { + "accuracy": 0.306640625, + "f1": 0.2963998560399232, + "f1_weighted": 0.29861088382007556 + }, + { + "accuracy": 0.328125, + "f1": 0.3258537718451703, + "f1_weighted": 0.32777962598802 + }, + { + "accuracy": 0.3232421875, + "f1": 0.3191044814744508, + "f1_weighted": 0.32040379339018465 + }, + { + "accuracy": 0.30126953125, + "f1": 0.2959384746457463, + "f1_weighted": 0.29785061369499205 + } + ] + } + ] + }, + "task_name": "CSFDSKMovieReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CTKFactsNLI.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CTKFactsNLI.json new file mode 100644 index 000000000..8495d46ca --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CTKFactsNLI.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "387ae4582c8054cb52ef57ef0941f19bd8012abf", + "evaluation_time": 0.7728242874145508, + "kg_co2_emissions": 3.8751563922414416e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.7653333333333333, + "cosine_accuracy_threshold": 0.6238183379173279, + "cosine_ap": 0.8541195652427196, + "cosine_f1": 0.8508474576271187, + "cosine_f1_threshold": 0.6238183379173279, + "cosine_precision": 0.7606060606060606, + "cosine_recall": 0.9653846153846154, + "dot_accuracy": 0.7653333333333333, + "dot_accuracy_threshold": 0.6238184571266174, + "dot_ap": 0.8541195652427196, + "dot_f1": 0.8508474576271187, + "dot_f1_threshold": 0.6238184571266174, + "dot_precision": 0.7606060606060606, + "dot_recall": 0.9653846153846154, + "euclidean_accuracy": 0.7653333333333333, + "euclidean_accuracy_threshold": 0.8673883080482483, + "euclidean_ap": 0.8541195652427196, + "euclidean_f1": 0.8508474576271187, + "euclidean_f1_threshold": 0.8673883080482483, + "euclidean_precision": 0.7606060606060606, + "euclidean_recall": 0.9653846153846154, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.8541195652427196, + "manhattan_accuracy": 0.768, + "manhattan_accuracy_threshold": 18.687667846679688, + "manhattan_ap": 0.8527086607837427, + "manhattan_f1": 0.8522920203735145, + "manhattan_f1_threshold": 18.687667846679688, + "manhattan_precision": 0.7629179331306991, + "manhattan_recall": 0.9653846153846154, + "max_accuracy": 0.768, + "max_ap": 0.8541195652427196, + "max_f1": 0.8522920203735145, + "max_precision": 0.7629179331306991, + "max_recall": 0.9653846153846154, + "similarity_accuracy": 0.7653333333333333, + "similarity_accuracy_threshold": 0.6238183379173279, + "similarity_ap": 0.8541195652427196, + "similarity_f1": 0.8508474576271187, + "similarity_f1_threshold": 0.6238183379173279, + "similarity_precision": 0.7606060606060606, + "similarity_recall": 0.9653846153846154 + } + ], + "validation": [ + { + "cosine_accuracy": 0.6524590163934426, + "cosine_accuracy_threshold": 0.7035440802574158, + "cosine_ap": 0.7552777641655737, + "cosine_f1": 0.7756813417190775, + "cosine_f1_threshold": 0.5972406268119812, + "cosine_precision": 0.6468531468531469, + "cosine_recall": 0.9685863874345549, + "dot_accuracy": 0.6524590163934426, + "dot_accuracy_threshold": 0.703544020652771, + "dot_ap": 0.7552777641655737, + "dot_f1": 0.7756813417190775, + "dot_f1_threshold": 0.597240686416626, + "dot_precision": 0.6468531468531469, + "dot_recall": 0.9685863874345549, + "euclidean_accuracy": 0.6524590163934426, + "euclidean_accuracy_threshold": 0.7700075507164001, + "euclidean_ap": 0.7552777641655737, + "euclidean_f1": 0.7756813417190775, + "euclidean_f1_threshold": 0.8975067138671875, + "euclidean_precision": 0.6468531468531469, + "euclidean_recall": 0.9685863874345549, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.7574500968292195, + "manhattan_accuracy": 0.6557377049180327, + "manhattan_accuracy_threshold": 17.014137268066406, + "manhattan_ap": 0.7574500968292195, + "manhattan_f1": 0.7768595041322314, + "manhattan_f1_threshold": 20.028038024902344, + "manhattan_precision": 0.6416382252559727, + "manhattan_recall": 0.9842931937172775, + "max_accuracy": 0.6557377049180327, + "max_ap": 0.7574500968292195, + "max_f1": 0.7768595041322314, + "max_precision": 0.6468531468531469, + "max_recall": 0.9842931937172775, + "similarity_accuracy": 0.6524590163934426, + "similarity_accuracy_threshold": 0.7035440802574158, + "similarity_ap": 0.7552777641655737, + "similarity_f1": 0.7756813417190775, + "similarity_f1_threshold": 0.5972406268119812, + "similarity_precision": 0.6468531468531469, + "similarity_recall": 0.9685863874345549 + } + ] + }, + "task_name": "CTKFactsNLI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CataloniaTweetClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CataloniaTweetClassification.json new file mode 100644 index 000000000..2df216a27 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CataloniaTweetClassification.json @@ -0,0 +1,261 @@ +{ + "dataset_revision": "cf24d44e517efa534f048e5fc5981f399ed25bee", + "evaluation_time": 21.169485092163086, + "kg_co2_emissions": 0.0008908893089622294, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.48665, + "f1": 0.4958377338135599, + "f1_weighted": 0.4761199601914624, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ], + "main_score": 0.48665, + "scores_per_experiment": [ + { + "accuracy": 0.509, + "f1": 0.5171294595817693, + "f1_weighted": 0.4984645975330595 + }, + { + "accuracy": 0.467, + "f1": 0.4709119591648078, + "f1_weighted": 0.45672508892506175 + }, + { + "accuracy": 0.4395, + "f1": 0.44236364639743925, + "f1_weighted": 0.42536271408812304 + }, + { + "accuracy": 0.466, + "f1": 0.47858994189929444, + "f1_weighted": 0.4598712396316713 + }, + { + "accuracy": 0.4735, + "f1": 0.47670347197707325, + "f1_weighted": 0.45376216090829014 + }, + { + "accuracy": 0.5315, + "f1": 0.5440913884397248, + "f1_weighted": 0.5290386124644052 + }, + { + "accuracy": 0.5075, + "f1": 0.5269967284792475, + "f1_weighted": 0.49822557852792193 + }, + { + "accuracy": 0.498, + "f1": 0.4950640793779743, + "f1_weighted": 0.4776867308535272 + }, + { + "accuracy": 0.4575, + "f1": 0.46209181337716093, + "f1_weighted": 0.4495457719344183 + }, + { + "accuracy": 0.517, + "f1": 0.5444348494411072, + "f1_weighted": 0.5125171070481458 + } + ] + }, + { + "accuracy": 0.4936, + "f1": 0.486429668998506, + "f1_weighted": 0.4919859829175838, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ], + "main_score": 0.4936, + "scores_per_experiment": [ + { + "accuracy": 0.542, + "f1": 0.5331811774938978, + "f1_weighted": 0.543724102971383 + }, + { + "accuracy": 0.4025, + "f1": 0.40529113697555824, + "f1_weighted": 0.4017634142079278 + }, + { + "accuracy": 0.5405, + "f1": 0.5367196130458485, + "f1_weighted": 0.5409588971072757 + }, + { + "accuracy": 0.496, + "f1": 0.4869654884942592, + "f1_weighted": 0.49486890778102655 + }, + { + "accuracy": 0.459, + "f1": 0.41710963632664505, + "f1_weighted": 0.4413548141330438 + }, + { + "accuracy": 0.5225, + "f1": 0.5195937938391677, + "f1_weighted": 0.5213124890678718 + }, + { + "accuracy": 0.5125, + "f1": 0.505487096844393, + "f1_weighted": 0.5118868465707199 + }, + { + "accuracy": 0.49, + "f1": 0.4918300206773645, + "f1_weighted": 0.4896146982495454 + }, + { + "accuracy": 0.5265, + "f1": 0.5237608076806496, + "f1_weighted": 0.5281354456200846 + }, + { + "accuracy": 0.4445, + "f1": 0.4443579186072764, + "f1_weighted": 0.44624021346695963 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.48599999999999993, + "f1": 0.4943007866065982, + "f1_weighted": 0.47587347955726367, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ], + "main_score": 0.48599999999999993, + "scores_per_experiment": [ + { + "accuracy": 0.506, + "f1": 0.5144195742850902, + "f1_weighted": 0.4934934087501329 + }, + { + "accuracy": 0.4885, + "f1": 0.49242247823988344, + "f1_weighted": 0.482210230691021 + }, + { + "accuracy": 0.4375, + "f1": 0.44107385296011276, + "f1_weighted": 0.42236570706641396 + }, + { + "accuracy": 0.475, + "f1": 0.48661855215958777, + "f1_weighted": 0.4684221925654096 + }, + { + "accuracy": 0.466, + "f1": 0.47353712774040385, + "f1_weighted": 0.44852436386289873 + }, + { + "accuracy": 0.5205, + "f1": 0.5361810123664744, + "f1_weighted": 0.5182463173699038 + }, + { + "accuracy": 0.5005, + "f1": 0.518881602748479, + "f1_weighted": 0.4926132503789786 + }, + { + "accuracy": 0.496, + "f1": 0.48242164496261025, + "f1_weighted": 0.4732929378680793 + }, + { + "accuracy": 0.4485, + "f1": 0.45694868138516426, + "f1_weighted": 0.4411090404291859 + }, + { + "accuracy": 0.5215, + "f1": 0.5405033392181767, + "f1_weighted": 0.5184573465906128 + } + ] + }, + { + "accuracy": 0.48405000000000004, + "f1": 0.47698576171232016, + "f1_weighted": 0.48345715472759193, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ], + "main_score": 0.48405000000000004, + "scores_per_experiment": [ + { + "accuracy": 0.5275, + "f1": 0.5224450835792357, + "f1_weighted": 0.5287394275589593 + }, + { + "accuracy": 0.415, + "f1": 0.41530990598248746, + "f1_weighted": 0.41520630693643934 + }, + { + "accuracy": 0.545, + "f1": 0.5409342961982029, + "f1_weighted": 0.5479930779360997 + }, + { + "accuracy": 0.506, + "f1": 0.494813132774021, + "f1_weighted": 0.5052477146150051 + }, + { + "accuracy": 0.4445, + "f1": 0.4056601546977712, + "f1_weighted": 0.42981917443523515 + }, + { + "accuracy": 0.4995, + "f1": 0.49880747719889706, + "f1_weighted": 0.4993734428549102 + }, + { + "accuracy": 0.4885, + "f1": 0.4802217917801243, + "f1_weighted": 0.4900506551642571 + }, + { + "accuracy": 0.4685, + "f1": 0.47114064563977137, + "f1_weighted": 0.4680776528938817 + }, + { + "accuracy": 0.5235, + "f1": 0.5178948313226949, + "f1_weighted": 0.5271407828603804 + }, + { + "accuracy": 0.4225, + "f1": 0.42263029794999524, + "f1_weighted": 0.4229233120207512 + } + ] + } + ] + }, + "task_name": "CataloniaTweetClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ClimateFEVERHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..e08795472 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 118.1490204334259, + "kg_co2_emissions": 0.011016943125238534, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.35965, + "map_at_1": 0.16005, + "map_at_10": 0.2683, + "map_at_100": 0.28972, + "map_at_1000": 0.29179, + "map_at_20": 0.27983, + "map_at_3": 0.22516, + "map_at_5": 0.24947, + "mrr_at_1": 0.364, + "mrr_at_10": 0.4737849206349203, + "mrr_at_100": 0.4828597907878159, + "mrr_at_1000": 0.483077217955487, + "mrr_at_20": 0.47950173816981034, + "mrr_at_3": 0.43966666666666643, + "mrr_at_5": 0.46131666666666604, + "nauc_map_at_1000_diff1": 0.3160780342713915, + "nauc_map_at_1000_max": 0.39679753963078607, + "nauc_map_at_1000_std": 0.18258880968533445, + "nauc_map_at_100_diff1": 0.3158312419572046, + "nauc_map_at_100_max": 0.39699952923880544, + "nauc_map_at_100_std": 0.18251534834405753, + "nauc_map_at_10_diff1": 0.31980868848864685, + "nauc_map_at_10_max": 0.39380370175456836, + "nauc_map_at_10_std": 0.17252435264274638, + "nauc_map_at_1_diff1": 0.3908121475494815, + "nauc_map_at_1_max": 0.3405400235356674, + "nauc_map_at_1_std": 0.1179524323938485, + "nauc_map_at_20_diff1": 0.31818326967792065, + "nauc_map_at_20_max": 0.39478525739961967, + "nauc_map_at_20_std": 0.17755712954140637, + "nauc_map_at_3_diff1": 0.3233936923119557, + "nauc_map_at_3_max": 0.3685234283152992, + "nauc_map_at_3_std": 0.13824156699144302, + "nauc_map_at_5_diff1": 0.32919103815409695, + "nauc_map_at_5_max": 0.3881890649815373, + "nauc_map_at_5_std": 0.1589036850398479, + "nauc_mrr_at_1000_diff1": 0.29844961294864714, + "nauc_mrr_at_1000_max": 0.37333611168665953, + "nauc_mrr_at_1000_std": 0.2047013659203655, + "nauc_mrr_at_100_diff1": 0.29838889123074763, + "nauc_mrr_at_100_max": 0.3734007153780295, + "nauc_mrr_at_100_std": 0.20485709334648444, + "nauc_mrr_at_10_diff1": 0.2968028832316489, + "nauc_mrr_at_10_max": 0.3733766108650763, + "nauc_mrr_at_10_std": 0.2062009812878929, + "nauc_mrr_at_1_diff1": 0.3356914985568133, + "nauc_mrr_at_1_max": 0.35231040823061655, + "nauc_mrr_at_1_std": 0.17863167048198766, + "nauc_mrr_at_20_diff1": 0.29742403888676966, + "nauc_mrr_at_20_max": 0.3728782934910517, + "nauc_mrr_at_20_std": 0.20429617202585656, + "nauc_mrr_at_3_diff1": 0.29493488947915586, + "nauc_mrr_at_3_max": 0.37038462205737055, + "nauc_mrr_at_3_std": 0.1960873632696855, + "nauc_mrr_at_5_diff1": 0.29845649558800996, + "nauc_mrr_at_5_max": 0.3733010674594404, + "nauc_mrr_at_5_std": 0.20244040553182904, + "nauc_ndcg_at_1000_diff1": 0.2947526983521663, + "nauc_ndcg_at_1000_max": 0.4049046952986035, + "nauc_ndcg_at_1000_std": 0.22598137896459156, + "nauc_ndcg_at_100_diff1": 0.2892959393475447, + "nauc_ndcg_at_100_max": 0.409479584414591, + "nauc_ndcg_at_100_std": 0.2302582542606591, + "nauc_ndcg_at_10_diff1": 0.2969183197304918, + "nauc_ndcg_at_10_max": 0.3976397432239702, + "nauc_ndcg_at_10_std": 0.20093166700813117, + "nauc_ndcg_at_1_diff1": 0.3356914985568133, + "nauc_ndcg_at_1_max": 0.35231040823061655, + "nauc_ndcg_at_1_std": 0.17863167048198766, + "nauc_ndcg_at_20_diff1": 0.2941140050842346, + "nauc_ndcg_at_20_max": 0.39929847376622474, + "nauc_ndcg_at_20_std": 0.20953583503071954, + "nauc_ndcg_at_3_diff1": 0.297241921766262, + "nauc_ndcg_at_3_max": 0.36497681162122814, + "nauc_ndcg_at_3_std": 0.16160099422415364, + "nauc_ndcg_at_5_diff1": 0.3123809649232694, + "nauc_ndcg_at_5_max": 0.3919809444148372, + "nauc_ndcg_at_5_std": 0.181147182466673, + "nauc_precision_at_1000_diff1": -0.07820361030248468, + "nauc_precision_at_1000_max": 0.03704168667079107, + "nauc_precision_at_1000_std": 0.1587026611351975, + "nauc_precision_at_100_diff1": -0.0035049308567726995, + "nauc_precision_at_100_max": 0.20736415433149413, + "nauc_precision_at_100_std": 0.26909829389987894, + "nauc_precision_at_10_diff1": 0.12251350162308011, + "nauc_precision_at_10_max": 0.31850782887606605, + "nauc_precision_at_10_std": 0.24527353039332286, + "nauc_precision_at_1_diff1": 0.3356914985568133, + "nauc_precision_at_1_max": 0.35231040823061655, + "nauc_precision_at_1_std": 0.17863167048198766, + "nauc_precision_at_20_diff1": 0.07955594197527795, + "nauc_precision_at_20_max": 0.2786872102594437, + "nauc_precision_at_20_std": 0.2514107685199376, + "nauc_precision_at_3_diff1": 0.19275818010875823, + "nauc_precision_at_3_max": 0.35352000385716115, + "nauc_precision_at_3_std": 0.1887451828535416, + "nauc_precision_at_5_diff1": 0.181314015932855, + "nauc_precision_at_5_max": 0.3430779808900593, + "nauc_precision_at_5_std": 0.2178482940939375, + "nauc_recall_at_1000_diff1": 0.15799330057903438, + "nauc_recall_at_1000_max": 0.3371133598741174, + "nauc_recall_at_1000_std": 0.3239984150553473, + "nauc_recall_at_100_diff1": 0.16493978049488822, + "nauc_recall_at_100_max": 0.359305298221647, + "nauc_recall_at_100_std": 0.2847804247777974, + "nauc_recall_at_10_diff1": 0.22900241790134798, + "nauc_recall_at_10_max": 0.35971647236750903, + "nauc_recall_at_10_std": 0.20137819873906618, + "nauc_recall_at_1_diff1": 0.3908121475494815, + "nauc_recall_at_1_max": 0.3405400235356674, + "nauc_recall_at_1_std": 0.1179524323938485, + "nauc_recall_at_20_diff1": 0.21387743545608776, + "nauc_recall_at_20_max": 0.34722353277244866, + "nauc_recall_at_20_std": 0.21052049538153708, + "nauc_recall_at_3_diff1": 0.2696240672790563, + "nauc_recall_at_3_max": 0.3468303440337917, + "nauc_recall_at_3_std": 0.13420622638800417, + "nauc_recall_at_5_diff1": 0.2728939572377652, + "nauc_recall_at_5_max": 0.3667879785969204, + "nauc_recall_at_5_std": 0.17061920955432983, + "ndcg_at_1": 0.364, + "ndcg_at_10": 0.35965, + "ndcg_at_100": 0.43929, + "ndcg_at_1000": 0.47265, + "ndcg_at_20": 0.38994, + "ndcg_at_3": 0.2996, + "ndcg_at_5": 0.32376, + "precision_at_1": 0.364, + "precision_at_10": 0.1091, + "precision_at_100": 0.01961, + "precision_at_1000": 0.0026, + "precision_at_20": 0.06765, + "precision_at_3": 0.21867, + "precision_at_5": 0.1704, + "recall_at_1": 0.16005, + "recall_at_10": 0.41642, + "recall_at_100": 0.68748, + "recall_at_1000": 0.86965, + "recall_at_20": 0.50007, + "recall_at_3": 0.26745, + "recall_at_5": 0.3373 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Core17InstructionRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Core17InstructionRetrieval.json new file mode 100644 index 000000000..6b5c04a56 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Core17InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e39ff896cf3efbbdeeb950e6bd7c79f266995b07", + "evaluation_time": 156.9366044998169, + "kg_co2_emissions": 0.014094752956091024, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.01393, + "map_at_10": 0.07602, + "map_at_100": 0.20691, + "map_at_1000": 0.27405, + "map_at_20": 0.12029, + "map_at_3": 0.03447, + "map_at_5": 0.04765, + "mrr_at_1": 0.55, + "mrr_at_10": 0.6268650793650794, + "mrr_at_100": 0.6300848936065655, + "mrr_at_1000": 0.6300848936065655, + "mrr_at_20": 0.6294966583124478, + "mrr_at_3": 0.575, + "mrr_at_5": 0.5974999999999999, + "naucs_at_1000_diff1": 0.5816601395794363, + "naucs_at_1000_max": 0.3576046311926546, + "naucs_at_1000_std": 0.16551544938254256, + "naucs_at_100_diff1": 0.5816601395794363, + "naucs_at_100_max": 0.3576046311926546, + "naucs_at_100_std": 0.16551544938254256, + "naucs_at_10_diff1": 0.5833511586613306, + "naucs_at_10_max": 0.359197396406324, + "naucs_at_10_std": 0.16123268109895256, + "naucs_at_1_diff1": 0.6203749210138315, + "naucs_at_1_max": 0.40834093940883215, + "naucs_at_1_std": 0.2413115214491331, + "naucs_at_20_diff1": 0.5807141592636915, + "naucs_at_20_max": 0.3544931303019406, + "naucs_at_20_std": 0.16158728987037074, + "naucs_at_3_diff1": 0.5817309426747, + "naucs_at_3_max": 0.3919694072657743, + "naucs_at_3_std": 0.22031819329701688, + "naucs_at_5_diff1": 0.554833456532099, + "naucs_at_5_max": 0.3856108845171051, + "naucs_at_5_std": 0.21081247396878935, + "ndcg_at_1": 0.4, + "ndcg_at_10": 0.33556, + "ndcg_at_100": 0.39138, + "ndcg_at_1000": 0.636, + "ndcg_at_20": 0.34091, + "ndcg_at_3": 0.37654, + "ndcg_at_5": 0.34965, + "precision_at_1": 0.55, + "precision_at_10": 0.395, + "precision_at_100": 0.2125, + "precision_at_1000": 0.0545, + "precision_at_20": 0.37, + "precision_at_3": 0.46667, + "precision_at_5": 0.43, + "recall_at_1": 0.01393, + "recall_at_10": 0.09133, + "recall_at_100": 0.39973, + "recall_at_1000": 1.0, + "recall_at_20": 0.16249, + "recall_at_3": 0.0353, + "recall_at_5": 0.05158 + }, + "original": { + "map_at_1": 0.00223, + "map_at_10": 0.03398, + "map_at_100": 0.10924, + "map_at_1000": 0.14931, + "map_at_20": 0.05826, + "map_at_3": 0.01125, + "map_at_5": 0.01692, + "mrr_at_1": 0.1, + "mrr_at_10": 0.2554166666666667, + "mrr_at_100": 0.2753917203486169, + "mrr_at_1000": 0.27579172034861693, + "mrr_at_20": 0.27366758241758243, + "mrr_at_3": 0.2, + "mrr_at_5": 0.2325, + "naucs_at_1000_diff1": -0.16665355438395124, + "naucs_at_1000_max": 0.40578304639787394, + "naucs_at_1000_std": 0.2798194842113217, + "naucs_at_100_diff1": -0.1648384375544595, + "naucs_at_100_max": 0.40477184642167646, + "naucs_at_100_std": 0.2762805151042291, + "naucs_at_10_diff1": -0.17582955768375, + "naucs_at_10_max": 0.39799993768280695, + "naucs_at_10_std": 0.2971339683828128, + "naucs_at_1_diff1": -0.2005634558626242, + "naucs_at_1_max": 0.6619264824255434, + "naucs_at_1_std": 0.4928897236383149, + "naucs_at_20_diff1": -0.15610706907487606, + "naucs_at_20_max": 0.4026581169289708, + "naucs_at_20_std": 0.2655764873812179, + "naucs_at_3_diff1": -0.22317477876106215, + "naucs_at_3_max": 0.37410889872173064, + "naucs_at_3_std": 0.3784568584070797, + "naucs_at_5_diff1": -0.21209464167870404, + "naucs_at_5_max": 0.4150041610711414, + "naucs_at_5_std": 0.33142124038377235, + "ndcg_at_1": 0.05, + "ndcg_at_10": 0.13377, + "ndcg_at_100": 0.26608, + "ndcg_at_1000": 0.48251, + "ndcg_at_20": 0.16969, + "ndcg_at_3": 0.08417, + "ndcg_at_5": 0.10716, + "precision_at_1": 0.1, + "precision_at_10": 0.195, + "precision_at_100": 0.1225, + "precision_at_1000": 0.0327, + "precision_at_20": 0.1925, + "precision_at_3": 0.15, + "precision_at_5": 0.18, + "recall_at_1": 0.00223, + "recall_at_10": 0.07176, + "recall_at_100": 0.36603, + "recall_at_1000": 1.0, + "recall_at_20": 0.13982, + "recall_at_3": 0.01994, + "recall_at_5": 0.03357 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": 0.02019801127002012, + "p-MRR": 0.02019801127002012 + } + ] + }, + "task_name": "Core17InstructionRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CovidRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CovidRetrieval.json new file mode 100644 index 000000000..3314228ff --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "evaluation_time": 199.672771692276, + "kg_co2_emissions": 0.01869778296849748, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.80614, + "map_at_1": 0.68124, + "map_at_10": 0.76718, + "map_at_100": 0.77055, + "map_at_1000": 0.77058, + "map_at_20": 0.76963, + "map_at_3": 0.74982, + "map_at_5": 0.76015, + "mrr_at_1": 0.6838777660695469, + "mrr_at_10": 0.768390285513573, + "mrr_at_100": 0.7716926855765665, + "mrr_at_1000": 0.7717294499768402, + "mrr_at_20": 0.7707835600848288, + "mrr_at_3": 0.7518440463645945, + "mrr_at_5": 0.7618018967334036, + "nauc_map_at_1000_diff1": 0.778267108085784, + "nauc_map_at_1000_max": 0.4012233579068954, + "nauc_map_at_1000_std": -0.518336932581611, + "nauc_map_at_100_diff1": 0.7782582050892276, + "nauc_map_at_100_max": 0.40128034837709453, + "nauc_map_at_100_std": -0.5182881361391041, + "nauc_map_at_10_diff1": 0.7760850502322932, + "nauc_map_at_10_max": 0.4010120327489881, + "nauc_map_at_10_std": -0.5206049966851635, + "nauc_map_at_1_diff1": 0.7999247339106762, + "nauc_map_at_1_max": 0.38854047323812596, + "nauc_map_at_1_std": -0.4884811824173493, + "nauc_map_at_20_diff1": 0.7779759532516435, + "nauc_map_at_20_max": 0.40218343379048327, + "nauc_map_at_20_std": -0.5186879666099741, + "nauc_map_at_3_diff1": 0.7780747456582744, + "nauc_map_at_3_max": 0.39533430519664137, + "nauc_map_at_3_std": -0.5315720206600631, + "nauc_map_at_5_diff1": 0.777239456890133, + "nauc_map_at_5_max": 0.399467714510124, + "nauc_map_at_5_std": -0.5317314318533847, + "nauc_mrr_at_1000_diff1": 0.7767428051313837, + "nauc_mrr_at_1000_max": 0.4052898342650751, + "nauc_mrr_at_1000_std": -0.5126791085405565, + "nauc_mrr_at_100_diff1": 0.7767341544505314, + "nauc_mrr_at_100_max": 0.40534625237264327, + "nauc_mrr_at_100_std": -0.51263120088577, + "nauc_mrr_at_10_diff1": 0.7745445168603503, + "nauc_mrr_at_10_max": 0.40539497196679214, + "nauc_mrr_at_10_std": -0.5146566634705355, + "nauc_mrr_at_1_diff1": 0.7962072804777002, + "nauc_mrr_at_1_max": 0.39552863764649965, + "nauc_mrr_at_1_std": -0.47945405244171196, + "nauc_mrr_at_20_diff1": 0.7764588978949131, + "nauc_mrr_at_20_max": 0.40622330490381553, + "nauc_mrr_at_20_std": -0.5130842204932701, + "nauc_mrr_at_3_diff1": 0.775265200607449, + "nauc_mrr_at_3_max": 0.40048541738274496, + "nauc_mrr_at_3_std": -0.5222187568853051, + "nauc_mrr_at_5_diff1": 0.7752210113632552, + "nauc_mrr_at_5_max": 0.4038942368875064, + "nauc_mrr_at_5_std": -0.5244116313016823, + "nauc_ndcg_at_1000_diff1": 0.7743977216737538, + "nauc_ndcg_at_1000_max": 0.40910840321023584, + "nauc_ndcg_at_1000_std": -0.5145762412500857, + "nauc_ndcg_at_100_diff1": 0.7743523742613972, + "nauc_ndcg_at_100_max": 0.4111150035554155, + "nauc_ndcg_at_100_std": -0.5130932184538513, + "nauc_ndcg_at_10_diff1": 0.7652411201085086, + "nauc_ndcg_at_10_max": 0.41412145734860245, + "nauc_ndcg_at_10_std": -0.5214651084861199, + "nauc_ndcg_at_1_diff1": 0.7962072804777002, + "nauc_ndcg_at_1_max": 0.39552863764649965, + "nauc_ndcg_at_1_std": -0.47945405244171196, + "nauc_ndcg_at_20_diff1": 0.772528039429913, + "nauc_ndcg_at_20_max": 0.419077232025346, + "nauc_ndcg_at_20_std": -0.5141935059169217, + "nauc_ndcg_at_3_diff1": 0.7694070969441097, + "nauc_ndcg_at_3_max": 0.3987895955956775, + "nauc_ndcg_at_3_std": -0.5468574078007424, + "nauc_ndcg_at_5_diff1": 0.7678569818248085, + "nauc_ndcg_at_5_max": 0.4082148568144639, + "nauc_ndcg_at_5_std": -0.5491911025895029, + "nauc_precision_at_1000_diff1": -0.3291159668533681, + "nauc_precision_at_1000_max": 0.21895893458735813, + "nauc_precision_at_1000_std": 0.6241822645159126, + "nauc_precision_at_100_diff1": -0.04636341419225461, + "nauc_precision_at_100_max": 0.35538985547990604, + "nauc_precision_at_100_std": 0.39711468603747496, + "nauc_precision_at_10_diff1": 0.4820370334265886, + "nauc_precision_at_10_max": 0.46324868094472144, + "nauc_precision_at_10_std": -0.29464421994118095, + "nauc_precision_at_1_diff1": 0.7962072804777002, + "nauc_precision_at_1_max": 0.39552863764649965, + "nauc_precision_at_1_std": -0.47945405244171196, + "nauc_precision_at_20_diff1": 0.38246595867875155, + "nauc_precision_at_20_max": 0.5337526896965299, + "nauc_precision_at_20_std": -0.07044575710657511, + "nauc_precision_at_3_diff1": 0.7045209700996767, + "nauc_precision_at_3_max": 0.41493958189230207, + "nauc_precision_at_3_std": -0.5773196947503446, + "nauc_precision_at_5_diff1": 0.6305685594397115, + "nauc_precision_at_5_max": 0.4406858191418746, + "nauc_precision_at_5_std": -0.5320264094491101, + "nauc_recall_at_1000_diff1": 0.6640093437842047, + "nauc_recall_at_1000_max": 0.8638113013192003, + "nauc_recall_at_1000_std": 0.27366075802901835, + "nauc_recall_at_100_diff1": 0.7430043421467465, + "nauc_recall_at_100_max": 0.7859655104181216, + "nauc_recall_at_100_std": -0.10269021766268517, + "nauc_recall_at_10_diff1": 0.6829109704816672, + "nauc_recall_at_10_max": 0.5187617659231504, + "nauc_recall_at_10_std": -0.5213171525948888, + "nauc_recall_at_1_diff1": 0.7999247339106762, + "nauc_recall_at_1_max": 0.38854047323812596, + "nauc_recall_at_1_std": -0.4884811824173493, + "nauc_recall_at_20_diff1": 0.7314640605497832, + "nauc_recall_at_20_max": 0.6707043886329147, + "nauc_recall_at_20_std": -0.42049366273882716, + "nauc_recall_at_3_diff1": 0.7368380042000338, + "nauc_recall_at_3_max": 0.40437013917969117, + "nauc_recall_at_3_std": -0.6191194885492559, + "nauc_recall_at_5_diff1": 0.723604419211838, + "nauc_recall_at_5_max": 0.44633523137217684, + "nauc_recall_at_5_std": -0.6495149529461623, + "ndcg_at_1": 0.68388, + "ndcg_at_10": 0.80614, + "ndcg_at_100": 0.82061, + "ndcg_at_1000": 0.82156, + "ndcg_at_20": 0.81453, + "ndcg_at_3": 0.77157, + "ndcg_at_5": 0.78958, + "precision_at_1": 0.68388, + "precision_at_10": 0.09347, + "precision_at_100": 0.01, + "precision_at_1000": 0.00101, + "precision_at_20": 0.04837, + "precision_at_3": 0.27889, + "precision_at_5": 0.1764, + "recall_at_1": 0.68124, + "recall_at_10": 0.92571, + "recall_at_100": 0.98946, + "recall_at_1000": 0.99684, + "recall_at_20": 0.95785, + "recall_at_3": 0.83219, + "recall_at_5": 0.87487 + } + ] + }, + "task_name": "CovidRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CyrillicTurkicLangClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CyrillicTurkicLangClassification.json new file mode 100644 index 000000000..2f17239f6 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CyrillicTurkicLangClassification.json @@ -0,0 +1,81 @@ +{ + "dataset_revision": "e42d330f33d65b7b72dfd408883daf1661f06f18", + "evaluation_time": 8.270632028579712, + "kg_co2_emissions": 0.00028926588735390116, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.327734375, + "f1": 0.31597001082760834, + "f1_weighted": 0.3160783369073049, + "hf_subset": "default", + "languages": [ + "bak-Cyrl", + "chv-Cyrl", + "tat-Cyrl", + "kir-Cyrl", + "rus-Cyrl", + "kaz-Cyrl", + "tyv-Cyrl", + "krc-Cyrl", + "sah-Cyrl" + ], + "main_score": 0.327734375, + "scores_per_experiment": [ + { + "accuracy": 0.34375, + "f1": 0.33381058944971453, + "f1_weighted": 0.33394796930416304 + }, + { + "accuracy": 0.31884765625, + "f1": 0.31074979792082913, + "f1_weighted": 0.3107701687233645 + }, + { + "accuracy": 0.31201171875, + "f1": 0.3064413690444711, + "f1_weighted": 0.306586950891348 + }, + { + "accuracy": 0.33203125, + "f1": 0.31520077435596283, + "f1_weighted": 0.3153288164620823 + }, + { + "accuracy": 0.33935546875, + "f1": 0.3245759863637738, + "f1_weighted": 0.3246692129166081 + }, + { + "accuracy": 0.3408203125, + "f1": 0.333239539502051, + "f1_weighted": 0.33333350265129247 + }, + { + "accuracy": 0.28271484375, + "f1": 0.27531579419021973, + "f1_weighted": 0.2754032153966589 + }, + { + "accuracy": 0.32763671875, + "f1": 0.299473279312741, + "f1_weighted": 0.29961576629842523 + }, + { + "accuracy": 0.33154296875, + "f1": 0.3297883363232167, + "f1_weighted": 0.32989975530671745 + }, + { + "accuracy": 0.3486328125, + "f1": 0.3311046418131036, + "f1_weighted": 0.33122801112238925 + } + ] + } + ] + }, + "task_name": "CyrillicTurkicLangClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CzechProductReviewSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CzechProductReviewSentimentClassification.json new file mode 100644 index 000000000..c44cd1da9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/CzechProductReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2e6fedf42c9c104e83dfd95c3a453721e683e244", + "evaluation_time": 7.736215353012085, + "kg_co2_emissions": 0.000288723686821838, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5529296875, + "f1": 0.5413211523837085, + "f1_weighted": 0.541274292318336, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.5529296875, + "scores_per_experiment": [ + { + "accuracy": 0.56298828125, + "f1": 0.5585594821833989, + "f1_weighted": 0.5585091181577239 + }, + { + "accuracy": 0.51318359375, + "f1": 0.506762207636719, + "f1_weighted": 0.5067147539449297 + }, + { + "accuracy": 0.57373046875, + "f1": 0.5515681521569772, + "f1_weighted": 0.5515060369905604 + }, + { + "accuracy": 0.50146484375, + "f1": 0.48605232136815113, + "f1_weighted": 0.48603930710581 + }, + { + "accuracy": 0.54150390625, + "f1": 0.5337642479402185, + "f1_weighted": 0.5337256969074715 + }, + { + "accuracy": 0.55908203125, + "f1": 0.5394248202444923, + "f1_weighted": 0.5393717212794602 + }, + { + "accuracy": 0.57958984375, + "f1": 0.5738926109676972, + "f1_weighted": 0.5738345812708222 + }, + { + "accuracy": 0.55224609375, + "f1": 0.53701740535335, + "f1_weighted": 0.5369725431566787 + }, + { + "accuracy": 0.57568359375, + "f1": 0.5660900966393232, + "f1_weighted": 0.5660560821929206 + }, + { + "accuracy": 0.56982421875, + "f1": 0.5600801793467568, + "f1_weighted": 0.5600130821769826 + } + ] + } + ] + }, + "task_name": "CzechProductReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPedia-PLHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..b1283abb9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 83.05904912948608, + "kg_co2_emissions": 0.006827361432087784, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.35835, + "map_at_1": 0.07949, + "map_at_10": 0.16237, + "map_at_100": 0.24253, + "map_at_1000": 0.27421, + "map_at_20": 0.18647, + "map_at_3": 0.11928, + "map_at_5": 0.13951, + "mrr_at_1": 0.6125, + "mrr_at_10": 0.6994315476190477, + "mrr_at_100": 0.7032588295381476, + "mrr_at_1000": 0.7033433832941113, + "mrr_at_20": 0.7024395324317924, + "mrr_at_3": 0.6812500000000001, + "mrr_at_5": 0.6937500000000001, + "nauc_map_at_1000_diff1": 0.2127520334613193, + "nauc_map_at_1000_max": 0.3212793703522635, + "nauc_map_at_1000_std": 0.18706575715538531, + "nauc_map_at_100_diff1": 0.2500522853942211, + "nauc_map_at_100_max": 0.3324120578317355, + "nauc_map_at_100_std": 0.15094704635609593, + "nauc_map_at_10_diff1": 0.26230927825322226, + "nauc_map_at_10_max": 0.21197905077618162, + "nauc_map_at_10_std": -0.026376522452354844, + "nauc_map_at_1_diff1": 0.3318063885681161, + "nauc_map_at_1_max": 0.0848391095311529, + "nauc_map_at_1_std": -0.1786829026350287, + "nauc_map_at_20_diff1": 0.2553628148509733, + "nauc_map_at_20_max": 0.25110849646012495, + "nauc_map_at_20_std": 0.03275245134662781, + "nauc_map_at_3_diff1": 0.2844597425248908, + "nauc_map_at_3_max": 0.1399701411215564, + "nauc_map_at_3_std": -0.12481315479656024, + "nauc_map_at_5_diff1": 0.26803025646171147, + "nauc_map_at_5_max": 0.17886572589943947, + "nauc_map_at_5_std": -0.07531710106663772, + "nauc_mrr_at_1000_diff1": 0.428252118800786, + "nauc_mrr_at_1000_max": 0.49503842062850734, + "nauc_mrr_at_1000_std": 0.294253365680607, + "nauc_mrr_at_100_diff1": 0.42825241042594747, + "nauc_mrr_at_100_max": 0.49515170051470064, + "nauc_mrr_at_100_std": 0.29443447919406385, + "nauc_mrr_at_10_diff1": 0.4285255031202195, + "nauc_mrr_at_10_max": 0.497109418506398, + "nauc_mrr_at_10_std": 0.2968726735722883, + "nauc_mrr_at_1_diff1": 0.45633856251304133, + "nauc_mrr_at_1_max": 0.4430449380655195, + "nauc_mrr_at_1_std": 0.21089591592844825, + "nauc_mrr_at_20_diff1": 0.42781325993497143, + "nauc_mrr_at_20_max": 0.49610698480831883, + "nauc_mrr_at_20_std": 0.29567698038292023, + "nauc_mrr_at_3_diff1": 0.4256646542844682, + "nauc_mrr_at_3_max": 0.48581912019676626, + "nauc_mrr_at_3_std": 0.28319239326860024, + "nauc_mrr_at_5_diff1": 0.42608677451640725, + "nauc_mrr_at_5_max": 0.48984203095447415, + "nauc_mrr_at_5_std": 0.28898159247715727, + "nauc_ndcg_at_1000_diff1": 0.2278918682019971, + "nauc_ndcg_at_1000_max": 0.4481663789424775, + "nauc_ndcg_at_1000_std": 0.3837420793823154, + "nauc_ndcg_at_100_diff1": 0.25967220085645065, + "nauc_ndcg_at_100_max": 0.39984853839094003, + "nauc_ndcg_at_100_std": 0.2534768392983764, + "nauc_ndcg_at_10_diff1": 0.273965968336594, + "nauc_ndcg_at_10_max": 0.3659713651564094, + "nauc_ndcg_at_10_std": 0.20424589236122365, + "nauc_ndcg_at_1_diff1": 0.36292794713467785, + "nauc_ndcg_at_1_max": 0.3660986732783413, + "nauc_ndcg_at_1_std": 0.15855911816262802, + "nauc_ndcg_at_20_diff1": 0.2616999641504782, + "nauc_ndcg_at_20_max": 0.34488492072576343, + "nauc_ndcg_at_20_std": 0.18289458188287355, + "nauc_ndcg_at_3_diff1": 0.28139541939063034, + "nauc_ndcg_at_3_max": 0.386854724478452, + "nauc_ndcg_at_3_std": 0.207530389679039, + "nauc_ndcg_at_5_diff1": 0.26600800359172283, + "nauc_ndcg_at_5_max": 0.3893203061538645, + "nauc_ndcg_at_5_std": 0.2187116148535221, + "nauc_precision_at_1000_diff1": -0.17826067952451596, + "nauc_precision_at_1000_max": -0.13825781290041472, + "nauc_precision_at_1000_std": -0.0060784116358309805, + "nauc_precision_at_100_diff1": -0.06452022431969527, + "nauc_precision_at_100_max": 0.16303421194427378, + "nauc_precision_at_100_std": 0.28922976950113194, + "nauc_precision_at_10_diff1": 0.05567406939009735, + "nauc_precision_at_10_max": 0.34457093156610624, + "nauc_precision_at_10_std": 0.403719301611098, + "nauc_precision_at_1_diff1": 0.45633856251304133, + "nauc_precision_at_1_max": 0.4430449380655195, + "nauc_precision_at_1_std": 0.21089591592844825, + "nauc_precision_at_20_diff1": 0.005386235627559235, + "nauc_precision_at_20_max": 0.30053448596882265, + "nauc_precision_at_20_std": 0.3977440996332616, + "nauc_precision_at_3_diff1": 0.16756359716023034, + "nauc_precision_at_3_max": 0.40970225066862553, + "nauc_precision_at_3_std": 0.3147929852828368, + "nauc_precision_at_5_diff1": 0.11241880468634106, + "nauc_precision_at_5_max": 0.3991596223243856, + "nauc_precision_at_5_std": 0.36940234317069537, + "nauc_recall_at_1000_diff1": 0.1334803147274439, + "nauc_recall_at_1000_max": 0.4757865473147358, + "nauc_recall_at_1000_std": 0.5911081647562926, + "nauc_recall_at_100_diff1": 0.2017524807846271, + "nauc_recall_at_100_max": 0.3533002677365799, + "nauc_recall_at_100_std": 0.24576529787647505, + "nauc_recall_at_10_diff1": 0.22132057222916793, + "nauc_recall_at_10_max": 0.19258674720213076, + "nauc_recall_at_10_std": -0.020131203920722478, + "nauc_recall_at_1_diff1": 0.3318063885681161, + "nauc_recall_at_1_max": 0.0848391095311529, + "nauc_recall_at_1_std": -0.1786829026350287, + "nauc_recall_at_20_diff1": 0.19430233496782667, + "nauc_recall_at_20_max": 0.23187704362448297, + "nauc_recall_at_20_std": 0.05279735877325079, + "nauc_recall_at_3_diff1": 0.24699163521741166, + "nauc_recall_at_3_max": 0.12238006862331353, + "nauc_recall_at_3_std": -0.11580494466632163, + "nauc_recall_at_5_diff1": 0.22494891447184032, + "nauc_recall_at_5_max": 0.15214801417149623, + "nauc_recall_at_5_std": -0.07397529818731528, + "ndcg_at_1": 0.49125, + "ndcg_at_10": 0.35835, + "ndcg_at_100": 0.43872, + "ndcg_at_1000": 0.53663, + "ndcg_at_20": 0.35819, + "ndcg_at_3": 0.39915, + "ndcg_at_5": 0.3767, + "precision_at_1": 0.6125, + "precision_at_10": 0.29175, + "precision_at_100": 0.1217, + "precision_at_1000": 0.02896, + "precision_at_20": 0.22737, + "precision_at_3": 0.43667, + "precision_at_5": 0.369, + "recall_at_1": 0.07949, + "recall_at_10": 0.21837, + "recall_at_100": 0.53612, + "recall_at_1000": 0.83405, + "recall_at_20": 0.28551, + "recall_at_3": 0.13263, + "recall_at_5": 0.16843 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPediaHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPediaHardNegatives.json new file mode 100644 index 000000000..8cea12fed --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 74.08827352523804, + "kg_co2_emissions": 0.006010634823756838, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4249, + "map_at_1": 0.09166, + "map_at_10": 0.19895, + "map_at_100": 0.30669, + "map_at_1000": 0.34317, + "map_at_20": 0.23138, + "map_at_3": 0.14614, + "map_at_5": 0.16877, + "mrr_at_1": 0.6725, + "mrr_at_10": 0.7648293650793652, + "mrr_at_100": 0.7679321639512858, + "mrr_at_1000": 0.7680543066265476, + "mrr_at_20": 0.7670718606299102, + "mrr_at_3": 0.7541666666666668, + "mrr_at_5": 0.7605416666666668, + "nauc_map_at_1000_diff1": 0.24196560766959146, + "nauc_map_at_1000_max": 0.3500620094304942, + "nauc_map_at_1000_std": 0.09477374363100453, + "nauc_map_at_100_diff1": 0.2782180849101189, + "nauc_map_at_100_max": 0.3922142602715834, + "nauc_map_at_100_std": 0.07735276265663345, + "nauc_map_at_10_diff1": 0.29441086302301134, + "nauc_map_at_10_max": 0.2926684006230862, + "nauc_map_at_10_std": -0.09838708471507687, + "nauc_map_at_1_diff1": 0.37763669319245063, + "nauc_map_at_1_max": 0.21706354111805534, + "nauc_map_at_1_std": -0.17604363708948723, + "nauc_map_at_20_diff1": 0.2945289782184002, + "nauc_map_at_20_max": 0.3418917869830716, + "nauc_map_at_20_std": -0.04184684751242592, + "nauc_map_at_3_diff1": 0.2976908916627192, + "nauc_map_at_3_max": 0.22456048774619997, + "nauc_map_at_3_std": -0.1834891940127642, + "nauc_map_at_5_diff1": 0.31090567825546683, + "nauc_map_at_5_max": 0.26243748745102946, + "nauc_map_at_5_std": -0.15583581014553555, + "nauc_mrr_at_1000_diff1": 0.4924733633760865, + "nauc_mrr_at_1000_max": 0.6650451352111225, + "nauc_mrr_at_1000_std": 0.2518130641941758, + "nauc_mrr_at_100_diff1": 0.4923291599278689, + "nauc_mrr_at_100_max": 0.6650636423727867, + "nauc_mrr_at_100_std": 0.2520676099373147, + "nauc_mrr_at_10_diff1": 0.4929532466580933, + "nauc_mrr_at_10_max": 0.6657274586587653, + "nauc_mrr_at_10_std": 0.254284911345197, + "nauc_mrr_at_1_diff1": 0.508241279131593, + "nauc_mrr_at_1_max": 0.6650701625286584, + "nauc_mrr_at_1_std": 0.2181014645018867, + "nauc_mrr_at_20_diff1": 0.49284700361206785, + "nauc_mrr_at_20_max": 0.6654570887065819, + "nauc_mrr_at_20_std": 0.251406122441712, + "nauc_mrr_at_3_diff1": 0.485801366548944, + "nauc_mrr_at_3_max": 0.6605432732962225, + "nauc_mrr_at_3_std": 0.24841345566855516, + "nauc_mrr_at_5_diff1": 0.48862884003622675, + "nauc_mrr_at_5_max": 0.6578027404707166, + "nauc_mrr_at_5_std": 0.2517779157465479, + "nauc_ndcg_at_1000_diff1": 0.29499055192376245, + "nauc_ndcg_at_1000_max": 0.4788298451496829, + "nauc_ndcg_at_1000_std": 0.2588051987403721, + "nauc_ndcg_at_100_diff1": 0.3021437298356323, + "nauc_ndcg_at_100_max": 0.4683807179987565, + "nauc_ndcg_at_100_std": 0.14501262092277376, + "nauc_ndcg_at_10_diff1": 0.30869055026314446, + "nauc_ndcg_at_10_max": 0.45503240031119985, + "nauc_ndcg_at_10_std": 0.13235756276934446, + "nauc_ndcg_at_1_diff1": 0.4586000987246831, + "nauc_ndcg_at_1_max": 0.5705531529274819, + "nauc_ndcg_at_1_std": 0.19204345359571498, + "nauc_ndcg_at_20_diff1": 0.30564227103516933, + "nauc_ndcg_at_20_max": 0.4478009645537897, + "nauc_ndcg_at_20_std": 0.08684614206271321, + "nauc_ndcg_at_3_diff1": 0.2960406272412828, + "nauc_ndcg_at_3_max": 0.4684127626907895, + "nauc_ndcg_at_3_std": 0.14389987840491153, + "nauc_ndcg_at_5_diff1": 0.3153454210052153, + "nauc_ndcg_at_5_max": 0.4658778086560726, + "nauc_ndcg_at_5_std": 0.14890885845439403, + "nauc_precision_at_1000_diff1": -0.19621339856087788, + "nauc_precision_at_1000_max": -0.2264519527364171, + "nauc_precision_at_1000_std": -0.1008956583575431, + "nauc_precision_at_100_diff1": -0.09528594804579663, + "nauc_precision_at_100_max": 0.031908251245593565, + "nauc_precision_at_100_std": 0.20707020910579915, + "nauc_precision_at_10_diff1": 0.027211327832872556, + "nauc_precision_at_10_max": 0.2824235948463794, + "nauc_precision_at_10_std": 0.30778465202880506, + "nauc_precision_at_1_diff1": 0.508241279131593, + "nauc_precision_at_1_max": 0.6650701625286584, + "nauc_precision_at_1_std": 0.2181014645018867, + "nauc_precision_at_20_diff1": -0.009408017724849203, + "nauc_precision_at_20_max": 0.23827398124427834, + "nauc_precision_at_20_std": 0.3015600021540615, + "nauc_precision_at_3_diff1": 0.09800487166965235, + "nauc_precision_at_3_max": 0.3688827667283664, + "nauc_precision_at_3_std": 0.19629028738694707, + "nauc_precision_at_5_diff1": 0.0853013092038257, + "nauc_precision_at_5_max": 0.33629163791920336, + "nauc_precision_at_5_std": 0.24772268742023454, + "nauc_recall_at_1000_diff1": 0.14088292690927726, + "nauc_recall_at_1000_max": 0.35933887119516084, + "nauc_recall_at_1000_std": 0.5239331170054414, + "nauc_recall_at_100_diff1": 0.201361419176772, + "nauc_recall_at_100_max": 0.34245879519063654, + "nauc_recall_at_100_std": 0.1219973511039038, + "nauc_recall_at_10_diff1": 0.2500994191714857, + "nauc_recall_at_10_max": 0.2527146578769317, + "nauc_recall_at_10_std": -0.10558974351043732, + "nauc_recall_at_1_diff1": 0.37763669319245063, + "nauc_recall_at_1_max": 0.21706354111805534, + "nauc_recall_at_1_std": -0.17604363708948723, + "nauc_recall_at_20_diff1": 0.2432935819284644, + "nauc_recall_at_20_max": 0.30541687587290894, + "nauc_recall_at_20_std": -0.05708679236319259, + "nauc_recall_at_3_diff1": 0.26413770649519225, + "nauc_recall_at_3_max": 0.1922630835030075, + "nauc_recall_at_3_std": -0.18834619450957715, + "nauc_recall_at_5_diff1": 0.287625834198222, + "nauc_recall_at_5_max": 0.22968868794770478, + "nauc_recall_at_5_std": -0.16947588926658871, + "ndcg_at_1": 0.55, + "ndcg_at_10": 0.4249, + "ndcg_at_100": 0.51908, + "ndcg_at_1000": 0.60999, + "ndcg_at_20": 0.42576, + "ndcg_at_3": 0.47634, + "ndcg_at_5": 0.44994, + "precision_at_1": 0.6725, + "precision_at_10": 0.34075, + "precision_at_100": 0.1453, + "precision_at_1000": 0.03222, + "precision_at_20": 0.27175, + "precision_at_3": 0.51667, + "precision_at_5": 0.4415, + "recall_at_1": 0.09166, + "recall_at_10": 0.24883, + "recall_at_100": 0.62673, + "recall_at_1000": 0.90549, + "recall_at_20": 0.32822, + "recall_at_3": 0.15974, + "recall_at_5": 0.19545 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBpediaClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBpediaClassification.json new file mode 100644 index 000000000..58ff936b7 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DBpediaClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9abd46cf7fc8b4c64290f26993c540b92aa145ac", + "evaluation_time": 8.329654932022095, + "kg_co2_emissions": 0.00034011843116958976, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.87431640625, + "f1": 0.8670728764246955, + "f1_weighted": 0.867124626862193, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.87431640625, + "scores_per_experiment": [ + { + "accuracy": 0.865234375, + "f1": 0.8558541649784533, + "f1_weighted": 0.8559273334833993 + }, + { + "accuracy": 0.86962890625, + "f1": 0.8619886174318978, + "f1_weighted": 0.8620533446342137 + }, + { + "accuracy": 0.87841796875, + "f1": 0.8722295287093862, + "f1_weighted": 0.8723173913641139 + }, + { + "accuracy": 0.87451171875, + "f1": 0.8669617816207321, + "f1_weighted": 0.8669780769379867 + }, + { + "accuracy": 0.87890625, + "f1": 0.8716509642805589, + "f1_weighted": 0.8717142131082336 + }, + { + "accuracy": 0.8896484375, + "f1": 0.884578392496892, + "f1_weighted": 0.8846015517412362 + }, + { + "accuracy": 0.89013671875, + "f1": 0.8856610689995267, + "f1_weighted": 0.8856989455006815 + }, + { + "accuracy": 0.86083984375, + "f1": 0.8537905109340246, + "f1_weighted": 0.8538311662883127 + }, + { + "accuracy": 0.88134765625, + "f1": 0.8740808504997579, + "f1_weighted": 0.8740721874833495 + }, + { + "accuracy": 0.8544921875, + "f1": 0.8439328842957267, + "f1_weighted": 0.8440520580804016 + } + ] + } + ] + }, + "task_name": "DBpediaClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DalajClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DalajClassification.json new file mode 100644 index 000000000..fb067028b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DalajClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "evaluation_time": 7.014214992523193, + "kg_co2_emissions": 0.00021165757706540655, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4995495495495496, + "ap": 0.49978501201164116, + "ap_weighted": 0.49978501201164116, + "f1": 0.49760462839897873, + "f1_weighted": 0.49760462839897873, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.4995495495495496, + "scores_per_experiment": [ + { + "accuracy": 0.4988738738738739, + "ap": 0.49943804751497056, + "ap_weighted": 0.49943804751497056, + "f1": 0.4963387821431986, + "f1_weighted": 0.4963387821431986 + }, + { + "accuracy": 0.5022522522522522, + "ap": 0.501131043707463, + "ap_weighted": 0.501131043707463, + "f1": 0.5021285016261854, + "f1_weighted": 0.5021285016261854 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.49974623926592093, + "f1_weighted": 0.49974623926592093 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.49908270867742344, + "f1_weighted": 0.4990827086774235 + }, + { + "accuracy": 0.5067567567567568, + "ap": 0.5034199158174568, + "ap_weighted": 0.5034199158174568, + "f1": 0.5055427862416859, + "f1_weighted": 0.5055427862416858 + }, + { + "accuracy": 0.49774774774774777, + "ap": 0.49887926203715677, + "ap_weighted": 0.49887926203715677, + "f1": 0.4973168094147751, + "f1_weighted": 0.4973168094147751 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.4970507194611695, + "f1_weighted": 0.4970507194611695 + }, + { + "accuracy": 0.49436936936936937, + "ap": 0.4972194416638861, + "ap_weighted": 0.4972194416638861, + "f1": 0.493392188030083, + "f1_weighted": 0.49339218803008295 + }, + { + "accuracy": 0.4988738738738739, + "ap": 0.49943863803380417, + "ap_weighted": 0.49943863803380417, + "f1": 0.4906255035287293, + "f1_weighted": 0.4906255035287293 + }, + { + "accuracy": 0.4966216216216216, + "ap": 0.49832377134167416, + "ap_weighted": 0.49832377134167416, + "f1": 0.49482204560061593, + "f1_weighted": 0.494822045600616 + } + ] + } + ] + }, + "task_name": "DalajClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DiaBlaBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DiaBlaBitextMining.json new file mode 100644 index 000000000..2c0001ad9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/DiaBlaBitextMining.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5345895c56a601afe1a98519ce3199be60a27dba", + "evaluation_time": 14.103885173797607, + "kg_co2_emissions": 0.0005857981666713344, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8677800974251914, + "f1": 0.8447879644904698, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.8447879644904698, + "precision": 0.8356241873539005, + "recall": 0.8677800974251914 + }, + { + "accuracy": 0.8677800974251914, + "f1": 0.8447879644904698, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "main_score": 0.8447879644904698, + "precision": 0.8356241873539005, + "recall": 0.8677800974251914 + } + ] + }, + "task_name": "DiaBlaBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/EstonianValenceClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/EstonianValenceClassification.json new file mode 100644 index 000000000..3f5f2a9b6 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/EstonianValenceClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9157397f05a127b3ac93b93dd88abf1bdf710c22", + "evaluation_time": 8.083175420761108, + "kg_co2_emissions": 0.00027569421814583326, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.3907090464547677, + "f1": 0.3612354978603326, + "f1_weighted": 0.4106210931311315, + "hf_subset": "default", + "languages": [ + "est-Latn" + ], + "main_score": 0.3907090464547677, + "scores_per_experiment": [ + { + "accuracy": 0.4119804400977995, + "f1": 0.37796786787984404, + "f1_weighted": 0.43117658573763573 + }, + { + "accuracy": 0.3899755501222494, + "f1": 0.35089987724920546, + "f1_weighted": 0.41686800277767677 + }, + { + "accuracy": 0.37163814180929094, + "f1": 0.34052464917553776, + "f1_weighted": 0.39046807191413674 + }, + { + "accuracy": 0.3899755501222494, + "f1": 0.3512335552700845, + "f1_weighted": 0.41061027277697615 + }, + { + "accuracy": 0.3765281173594132, + "f1": 0.3678961803256607, + "f1_weighted": 0.39719664095303675 + }, + { + "accuracy": 0.3508557457212714, + "f1": 0.34680109493377226, + "f1_weighted": 0.3658045128398561 + }, + { + "accuracy": 0.4193154034229829, + "f1": 0.38759093922726734, + "f1_weighted": 0.4428166618828878 + }, + { + "accuracy": 0.3960880195599022, + "f1": 0.3550184867728854, + "f1_weighted": 0.4081623863955955 + }, + { + "accuracy": 0.3960880195599022, + "f1": 0.3699146248115177, + "f1_weighted": 0.41871712115236975 + }, + { + "accuracy": 0.40464547677261614, + "f1": 0.3645077029575511, + "f1_weighted": 0.42439067488114346 + } + ] + } + ] + }, + "task_name": "EstonianValenceClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FEVERHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FEVERHardNegatives.json new file mode 100644 index 000000000..a9a008e77 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 245.4683961868286, + "kg_co2_emissions": 0.022226310188709485, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.92883, + "map_at_1": 0.85655, + "map_at_10": 0.90446, + "map_at_100": 0.90673, + "map_at_1000": 0.90682, + "map_at_20": 0.90592, + "map_at_3": 0.8968, + "map_at_5": 0.90198, + "mrr_at_1": 0.91, + "mrr_at_10": 0.9477111111111113, + "mrr_at_100": 0.9477944444444447, + "mrr_at_1000": 0.9477944444444447, + "mrr_at_20": 0.9477944444444447, + "mrr_at_3": 0.944666666666667, + "mrr_at_5": 0.9472666666666671, + "nauc_map_at_1000_diff1": 0.48447862160449984, + "nauc_map_at_1000_max": 0.3138767467112793, + "nauc_map_at_1000_std": -0.05936365696107634, + "nauc_map_at_100_diff1": 0.4843075339671329, + "nauc_map_at_100_max": 0.3139711006865051, + "nauc_map_at_100_std": -0.05941029942906058, + "nauc_map_at_10_diff1": 0.477100679400768, + "nauc_map_at_10_max": 0.30570151142488644, + "nauc_map_at_10_std": -0.061570295530436615, + "nauc_map_at_1_diff1": 0.5353645042469993, + "nauc_map_at_1_max": 0.33479096687815324, + "nauc_map_at_1_std": -0.0916379365751488, + "nauc_map_at_20_diff1": 0.48275569849532085, + "nauc_map_at_20_max": 0.3111815478358615, + "nauc_map_at_20_std": -0.05981482934457556, + "nauc_map_at_3_diff1": 0.4655103804553752, + "nauc_map_at_3_max": 0.27950077283093566, + "nauc_map_at_3_std": -0.06440926389934667, + "nauc_map_at_5_diff1": 0.4734453518596214, + "nauc_map_at_5_max": 0.30272050578031673, + "nauc_map_at_5_std": -0.0690384918766065, + "nauc_mrr_at_1000_diff1": 0.8037382453247334, + "nauc_mrr_at_1000_max": 0.48943953446016053, + "nauc_mrr_at_1000_std": -0.2609363279915229, + "nauc_mrr_at_100_diff1": 0.8037382453247334, + "nauc_mrr_at_100_max": 0.48943953446016053, + "nauc_mrr_at_100_std": -0.2609363279915229, + "nauc_mrr_at_10_diff1": 0.8038427015515098, + "nauc_mrr_at_10_max": 0.48923017995979057, + "nauc_mrr_at_10_std": -0.26141851414031914, + "nauc_mrr_at_1_diff1": 0.8026143790849659, + "nauc_mrr_at_1_max": 0.4916225749559069, + "nauc_mrr_at_1_std": -0.23261230418093226, + "nauc_mrr_at_20_diff1": 0.8037382453247334, + "nauc_mrr_at_20_max": 0.48943953446016053, + "nauc_mrr_at_20_std": -0.2609363279915229, + "nauc_mrr_at_3_diff1": 0.8014129346517735, + "nauc_mrr_at_3_max": 0.47256251898349855, + "nauc_mrr_at_3_std": -0.2680751015265545, + "nauc_mrr_at_5_diff1": 0.805082800081685, + "nauc_mrr_at_5_max": 0.4935350246293212, + "nauc_mrr_at_5_std": -0.2639806660127199, + "nauc_ndcg_at_1000_diff1": 0.5200445059935517, + "nauc_ndcg_at_1000_max": 0.34230067359557953, + "nauc_ndcg_at_1000_std": -0.06174251958447874, + "nauc_ndcg_at_100_diff1": 0.5133174412857602, + "nauc_ndcg_at_100_max": 0.3482945666574494, + "nauc_ndcg_at_100_std": -0.05250362988489303, + "nauc_ndcg_at_10_diff1": 0.48426000442964784, + "nauc_ndcg_at_10_max": 0.3157518108523079, + "nauc_ndcg_at_10_std": -0.05443006695578037, + "nauc_ndcg_at_1_diff1": 0.8026143790849659, + "nauc_ndcg_at_1_max": 0.4916225749559069, + "nauc_ndcg_at_1_std": -0.23261230418093226, + "nauc_ndcg_at_20_diff1": 0.500492261156621, + "nauc_ndcg_at_20_max": 0.3313734585090867, + "nauc_ndcg_at_20_std": -0.05119586066582514, + "nauc_ndcg_at_3_diff1": 0.4826081629015269, + "nauc_ndcg_at_3_max": 0.2807453679457889, + "nauc_ndcg_at_3_std": -0.07912514435800086, + "nauc_ndcg_at_5_diff1": 0.4805536408548324, + "nauc_ndcg_at_5_max": 0.3138353582801571, + "nauc_ndcg_at_5_std": -0.0708887421988285, + "nauc_precision_at_1000_diff1": -0.06292679608641918, + "nauc_precision_at_1000_max": -0.022003499397241336, + "nauc_precision_at_1000_std": 0.024420199760407386, + "nauc_precision_at_100_diff1": -0.054787950165142485, + "nauc_precision_at_100_max": 0.040158992855293535, + "nauc_precision_at_100_std": 0.0385253745093807, + "nauc_precision_at_10_diff1": -0.05961336286528217, + "nauc_precision_at_10_max": 0.023731027936265376, + "nauc_precision_at_10_std": 0.012090065630324639, + "nauc_precision_at_1_diff1": 0.8026143790849659, + "nauc_precision_at_1_max": 0.4916225749559069, + "nauc_precision_at_1_std": -0.23261230418093226, + "nauc_precision_at_20_diff1": -0.05211422852957672, + "nauc_precision_at_20_max": 0.028803689656921164, + "nauc_precision_at_20_std": 0.03589221096599635, + "nauc_precision_at_3_diff1": 0.11891627489877438, + "nauc_precision_at_3_max": -0.005389639211211579, + "nauc_precision_at_3_std": -0.12895277951393938, + "nauc_precision_at_5_diff1": 5.0355002764823806e-05, + "nauc_precision_at_5_max": 0.08380511175213497, + "nauc_precision_at_5_std": -0.08786947983282639, + "nauc_recall_at_1000_diff1": -0.13520318761998523, + "nauc_recall_at_1000_max": -0.033372508967826384, + "nauc_recall_at_1000_std": 0.734838528798478, + "nauc_recall_at_100_diff1": 0.02897092323755865, + "nauc_recall_at_100_max": 0.34168366758317387, + "nauc_recall_at_100_std": 0.6186203926441324, + "nauc_recall_at_10_diff1": 0.12379457195345477, + "nauc_recall_at_10_max": 0.13243536807531447, + "nauc_recall_at_10_std": 0.21836845973925426, + "nauc_recall_at_1_diff1": 0.5353645042469993, + "nauc_recall_at_1_max": 0.33479096687815324, + "nauc_recall_at_1_std": -0.0916379365751488, + "nauc_recall_at_20_diff1": 0.12233730427668768, + "nauc_recall_at_20_max": 0.18938944400118288, + "nauc_recall_at_20_std": 0.3440481510351426, + "nauc_recall_at_3_diff1": 0.23811561440223675, + "nauc_recall_at_3_max": 0.09345676515608332, + "nauc_recall_at_3_std": 0.03836551401334302, + "nauc_recall_at_5_diff1": 0.17153884378923456, + "nauc_recall_at_5_max": 0.16357496770720623, + "nauc_recall_at_5_std": 0.09583603374178096, + "ndcg_at_1": 0.91, + "ndcg_at_10": 0.92883, + "ndcg_at_100": 0.93521, + "ndcg_at_1000": 0.93662, + "ndcg_at_20": 0.93197, + "ndcg_at_3": 0.91949, + "ndcg_at_5": 0.9253, + "precision_at_1": 0.91, + "precision_at_10": 0.1051, + "precision_at_100": 0.01113, + "precision_at_1000": 0.00114, + "precision_at_20": 0.0537, + "precision_at_3": 0.33533, + "precision_at_5": 0.2062, + "recall_at_1": 0.85655, + "recall_at_10": 0.96173, + "recall_at_100": 0.98449, + "recall_at_1000": 0.9929, + "recall_at_20": 0.97169, + "recall_at_3": 0.9357, + "recall_at_5": 0.95191 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FaroeseSTS.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FaroeseSTS.json new file mode 100644 index 000000000..c6bdeac54 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FaroeseSTS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8cb36efa69428b3dc290e1125995a999963163c5", + "evaluation_time": 0.8039565086364746, + "kg_co2_emissions": 3.436595831303645e-05, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "cosine_pearson": 0.7123591930484869, + "cosine_spearman": 0.7171043504672766, + "euclidean_pearson": 0.7172974543194084, + "euclidean_spearman": 0.7171043504672766, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ], + "main_score": 0.7171043504672766, + "manhattan_pearson": 0.7177633588668217, + "manhattan_spearman": 0.7175938929782879, + "pearson": 0.7123591930484869, + "spearman": 0.7171043504672766 + } + ] + }, + "task_name": "FaroeseSTS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FilipinoShopeeReviewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FilipinoShopeeReviewsClassification.json new file mode 100644 index 000000000..5b86702f3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935", + "evaluation_time": 15.85331916809082, + "kg_co2_emissions": 0.0005454851543177007, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.3189453125, + "f1": 0.3108226092483305, + "f1_weighted": 0.3108215277247769, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ], + "main_score": 0.3189453125, + "scores_per_experiment": [ + { + "accuracy": 0.32421875, + "f1": 0.3210939157006938, + "f1_weighted": 0.3211276166390551 + }, + { + "accuracy": 0.31982421875, + "f1": 0.3121743222436116, + "f1_weighted": 0.3121928877891662 + }, + { + "accuracy": 0.3193359375, + "f1": 0.3107398351421936, + "f1_weighted": 0.31072461191168105 + }, + { + "accuracy": 0.32666015625, + "f1": 0.3204146672343485, + "f1_weighted": 0.320408514335056 + }, + { + "accuracy": 0.314453125, + "f1": 0.3043510828808571, + "f1_weighted": 0.30431925164936124 + }, + { + "accuracy": 0.298828125, + "f1": 0.28319193555321237, + "f1_weighted": 0.2831778294015872 + }, + { + "accuracy": 0.30322265625, + "f1": 0.300233169654266, + "f1_weighted": 0.3002544540088299 + }, + { + "accuracy": 0.35791015625, + "f1": 0.3466134374349078, + "f1_weighted": 0.34659366471337616 + }, + { + "accuracy": 0.3310546875, + "f1": 0.31867565928405267, + "f1_weighted": 0.31865240183305654 + }, + { + "accuracy": 0.2939453125, + "f1": 0.29073806735516106, + "f1_weighted": 0.29076404496659936 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.320947265625, + "f1": 0.31280693572155377, + "f1_weighted": 0.3127987552965525, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ], + "main_score": 0.320947265625, + "scores_per_experiment": [ + { + "accuracy": 0.3408203125, + "f1": 0.33826365140067977, + "f1_weighted": 0.3382627676235014 + }, + { + "accuracy": 0.31103515625, + "f1": 0.3034248893926656, + "f1_weighted": 0.30344558907670505 + }, + { + "accuracy": 0.3251953125, + "f1": 0.3192419606507152, + "f1_weighted": 0.3192184429966553 + }, + { + "accuracy": 0.35400390625, + "f1": 0.34590311032642135, + "f1_weighted": 0.3459031044366191 + }, + { + "accuracy": 0.32421875, + "f1": 0.3139044833461365, + "f1_weighted": 0.31386904636730517 + }, + { + "accuracy": 0.30517578125, + "f1": 0.29033670653437194, + "f1_weighted": 0.2903266434784454 + }, + { + "accuracy": 0.26171875, + "f1": 0.2578140635074745, + "f1_weighted": 0.2578295145527752 + }, + { + "accuracy": 0.3662109375, + "f1": 0.35649662666834814, + "f1_weighted": 0.3564700881168724 + }, + { + "accuracy": 0.3291015625, + "f1": 0.3135430556159218, + "f1_weighted": 0.3135077978002893 + }, + { + "accuracy": 0.2919921875, + "f1": 0.28914080977280265, + "f1_weighted": 0.2891545585163566 + } + ] + } + ] + }, + "task_name": "FilipinoShopeeReviewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinParaSTS.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinParaSTS.json new file mode 100644 index 000000000..bbcc5f469 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinParaSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e4428e399de70a21b8857464e76f0fe859cabe05", + "evaluation_time": 1.9246649742126465, + "kg_co2_emissions": 9.187305690969147e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.21184538842335984, + "cosine_spearman": 0.19034677628062427, + "euclidean_pearson": 0.2052840989831833, + "euclidean_spearman": 0.19034677628062427, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ], + "main_score": 0.19034677628062427, + "manhattan_pearson": 0.20273263360611785, + "manhattan_spearman": 0.18803757193263637, + "pearson": 0.21184538842335984, + "spearman": 0.19034677628062427 + } + ], + "validation": [ + { + "cosine_pearson": 0.2127276739118958, + "cosine_spearman": 0.20764822036005762, + "euclidean_pearson": 0.21129186753452692, + "euclidean_spearman": 0.20764822036005762, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ], + "main_score": 0.20764822036005762, + "manhattan_pearson": 0.21082242420529543, + "manhattan_spearman": 0.2077436393209813, + "pearson": 0.2127276739118958, + "spearman": 0.20764822036005762 + } + ] + }, + "task_name": "FinParaSTS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinancialPhrasebankClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinancialPhrasebankClassification.json new file mode 100644 index 000000000..b7e537088 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FinancialPhrasebankClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1484d06fe7af23030c7c977b12556108d1f67039", + "evaluation_time": 6.982546806335449, + "kg_co2_emissions": 0.0002427728404439563, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.8010159010600706, + "f1": 0.7789394418797568, + "f1_weighted": 0.8028217467905169, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8010159010600706, + "scores_per_experiment": [ + { + "accuracy": 0.8608657243816255, + "f1": 0.832077368206586, + "f1_weighted": 0.8592213986670202 + }, + { + "accuracy": 0.8158127208480566, + "f1": 0.785581556830525, + "f1_weighted": 0.8136221025102734 + }, + { + "accuracy": 0.7420494699646644, + "f1": 0.7301288970662559, + "f1_weighted": 0.7476362473701156 + }, + { + "accuracy": 0.821113074204947, + "f1": 0.799003451648209, + "f1_weighted": 0.8216055053932066 + }, + { + "accuracy": 0.8502650176678446, + "f1": 0.8236066787302073, + "f1_weighted": 0.8484507438630615 + }, + { + "accuracy": 0.6890459363957597, + "f1": 0.7019630208586332, + "f1_weighted": 0.6990131439357697 + }, + { + "accuracy": 0.7716431095406361, + "f1": 0.7399125719243159, + "f1_weighted": 0.7754563246093719 + }, + { + "accuracy": 0.8007950530035336, + "f1": 0.7783765045471848, + "f1_weighted": 0.8035734229646323 + }, + { + "accuracy": 0.838339222614841, + "f1": 0.8047732178162619, + "f1_weighted": 0.8386703899487872 + }, + { + "accuracy": 0.8202296819787986, + "f1": 0.793971151169389, + "f1_weighted": 0.8209681886429303 + } + ] + } + ] + }, + "task_name": "FinancialPhrasebankClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FloresBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FloresBitextMining.json new file mode 100644 index 000000000..88e68eb8c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/FloresBitextMining.json @@ -0,0 +1 @@ +{"dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", "task_name": "FloresBitextMining", "mteb_version": "1.12.75", "scores": {"devtest": [{"accuracy": 0.871542, "f1": 0.833827, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"], "main_score": 0.833827, "precision": 0.816074, "recall": 0.871542}, {"accuracy": 0.055336, "f1": 0.028511, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"], "main_score": 0.028511, "precision": 0.022648, "recall": 0.055336}, {"accuracy": 0.902174, "f1": 0.880483, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"], "main_score": 0.880483, "precision": 0.872466, "recall": 0.902174}, {"accuracy": 0.906126, "f1": 0.880369, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"], "main_score": 0.880369, "precision": 0.869302, "recall": 0.906126}, {"accuracy": 0.950593, "f1": 0.935672, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"], "main_score": 0.935672, "precision": 0.928607, "recall": 0.950593}, {"accuracy": 0.916008, "f1": 0.891502, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"], "main_score": 0.891502, "precision": 0.880188, "recall": 0.916008}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"], "main_score": 0.899539, "precision": 0.888834, "recall": 0.921937}, {"accuracy": 0.87747, "f1": 0.849812, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"], "main_score": 0.849812, "precision": 0.838468, "recall": 0.87747}, {"accuracy": 0.93083, "f1": 0.910145, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"], "main_score": 0.910145, "precision": 0.90028, "recall": 0.93083}, {"accuracy": 0.869565, "f1": 0.831983, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"], "main_score": 0.831983, "precision": 0.814888, "recall": 0.869565}, {"accuracy": 0.859684, "f1": 0.829363, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"], "main_score": 0.829363, "precision": 0.817722, "recall": 0.859684}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"], "main_score": 0.90415, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"], "main_score": 0.866008, "precision": 0.851532, "recall": 0.896245}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.899209, "f1": 0.870473, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"], "main_score": 0.870473, "precision": 0.85774, "recall": 0.899209}, {"accuracy": 0.869565, "f1": 0.837722, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"], "main_score": 0.837722, "precision": 0.824175, "recall": 0.869565}, {"accuracy": 0.893281, "f1": 0.863307, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"], "main_score": 0.863307, "precision": 0.849144, "recall": 0.893281}, {"accuracy": 0.891304, "f1": 0.86306, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"], "main_score": 0.86306, "precision": 0.85108, "recall": 0.891304}, {"accuracy": 0.886364, "f1": 0.857806, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"], "main_score": 0.857806, "precision": 0.846344, "recall": 0.886364}, {"accuracy": 0.823123, "f1": 0.774144, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"], "main_score": 0.774144, "precision": 0.753277, "recall": 0.823123}, {"accuracy": 0.879447, "f1": 0.852906, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"], "main_score": 0.852906, "precision": 0.843149, "recall": 0.879447}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"], "main_score": 0.908597, "precision": 0.898715, "recall": 0.928854}, {"accuracy": 0.945652, "f1": 0.929051, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"], "main_score": 0.929051, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.887352, "f1": 0.863127, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"], "main_score": 0.863127, "precision": 0.853429, "recall": 0.887352}, {"accuracy": 0.894269, "f1": 0.862879, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"], "main_score": 0.862879, "precision": 0.848238, "recall": 0.894269}, {"accuracy": 0.193676, "f1": 0.156915, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"], "main_score": 0.156915, "precision": 0.146319, "recall": 0.193676}, {"accuracy": 0.900198, "f1": 0.876801, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"], "main_score": 0.876801, "precision": 0.866861, "recall": 0.900198}, {"accuracy": 0.897233, "f1": 0.868643, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"], "main_score": 0.868643, "precision": 0.855188, "recall": 0.897233}, {"accuracy": 0.903162, "f1": 0.876482, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"], "main_score": 0.876482, "precision": 0.864872, "recall": 0.903162}, {"accuracy": 0.863636, "f1": 0.827986, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"], "main_score": 0.827986, "precision": 0.813146, "recall": 0.863636}, {"accuracy": 0.88834, "f1": 0.861199, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"], "main_score": 0.861199, "precision": 0.850562, "recall": 0.88834}, {"accuracy": 0.892292, "f1": 0.868146, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"], "main_score": 0.868146, "precision": 0.858993, "recall": 0.892292}, {"accuracy": 0.873518, "f1": 0.840217, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"], "main_score": 0.840217, "precision": 0.824967, "recall": 0.873518}, {"accuracy": 0.91502, "f1": 0.893272, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"], "main_score": 0.893272, "precision": 0.884109, "recall": 0.91502}, {"accuracy": 0.925889, "f1": 0.904282, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"], "main_score": 0.904282, "precision": 0.894433, "recall": 0.925889}, {"accuracy": 0.855731, "f1": 0.826668, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"], "main_score": 0.826668, "precision": 0.814693, "recall": 0.855731}, {"accuracy": 0.891304, "f1": 0.864646, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"], "main_score": 0.864646, "precision": 0.854257, "recall": 0.891304}, {"accuracy": 0.878458, "f1": 0.849496, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"], "main_score": 0.849496, "precision": 0.837684, "recall": 0.878458}, {"accuracy": 0.914032, "f1": 0.891918, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"], "main_score": 0.891918, "precision": 0.882552, "recall": 0.914032}, {"accuracy": 0.852767, "f1": 0.811957, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"], "main_score": 0.811957, "precision": 0.792902, "recall": 0.852767}, {"accuracy": 0.956522, "f1": 0.943972, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"], "main_score": 0.943972, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.857708, "f1": 0.824984, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"], "main_score": 0.824984, "precision": 0.812105, "recall": 0.857708}, {"accuracy": 0.892292, "f1": 0.861825, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"], "main_score": 0.861825, "precision": 0.847661, "recall": 0.892292}, {"accuracy": 0.890316, "f1": 0.866901, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"], "main_score": 0.866901, "precision": 0.857956, "recall": 0.890316}, {"accuracy": 0.879447, "f1": 0.84521, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"], "main_score": 0.84521, "precision": 0.830204, "recall": 0.879447}, {"accuracy": 0.943676, "f1": 0.926779, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"], "main_score": 0.926779, "precision": 0.918725, "recall": 0.943676}, {"accuracy": 0.884387, "f1": 0.852357, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"], "main_score": 0.852357, "precision": 0.83834, "recall": 0.884387}, {"accuracy": 0.87747, "f1": 0.842457, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"], "main_score": 0.842457, "precision": 0.826169, "recall": 0.87747}, {"accuracy": 0.840909, "f1": 0.796706, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"], "main_score": 0.796706, "precision": 0.77724, "recall": 0.840909}, {"accuracy": 0.903162, "f1": 0.874144, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"], "main_score": 0.874144, "precision": 0.860672, "recall": 0.903162}, {"accuracy": 0.841897, "f1": 0.807573, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"], "main_score": 0.807573, "precision": 0.794643, "recall": 0.841897}, {"accuracy": 0.892292, "f1": 0.863011, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"], "main_score": 0.863011, "precision": 0.850296, "recall": 0.892292}, {"accuracy": 0.846838, "f1": 0.802621, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"], "main_score": 0.802621, "precision": 0.782148, "recall": 0.846838}, {"accuracy": 0.878458, "f1": 0.850322, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"], "main_score": 0.850322, "precision": 0.838116, "recall": 0.878458}, {"accuracy": 0.958498, "f1": 0.946146, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"], "main_score": 0.946146, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.837945, "f1": 0.795817, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"], "main_score": 0.795817, "precision": 0.776433, "recall": 0.837945}, {"accuracy": 0.910079, "f1": 0.884289, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"], "main_score": 0.884289, "precision": 0.871789, "recall": 0.910079}, {"accuracy": 0.66502, "f1": 0.59767, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"], "main_score": 0.59767, "precision": 0.571023, "recall": 0.66502}, {"accuracy": 0.905138, "f1": 0.882599, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"], "main_score": 0.882599, "precision": 0.873962, "recall": 0.905138}, {"accuracy": 0.908103, "f1": 0.886012, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"], "main_score": 0.886012, "precision": 0.876861, "recall": 0.908103}, {"accuracy": 0.858696, "f1": 0.823469, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"], "main_score": 0.823469, "precision": 0.809051, "recall": 0.858696}, {"accuracy": 0.893281, "f1": 0.869307, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"], "main_score": 0.869307, "precision": 0.859803, "recall": 0.893281}, {"accuracy": 0.889328, "f1": 0.857345, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"], "main_score": 0.857345, "precision": 0.842095, "recall": 0.889328}, {"accuracy": 0.875494, "f1": 0.841765, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"], "main_score": 0.841765, "precision": 0.827454, "recall": 0.875494}, {"accuracy": 0.87253, "f1": 0.837634, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"], "main_score": 0.837634, "precision": 0.822052, "recall": 0.87253}, {"accuracy": 0.88834, "f1": 0.864506, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"], "main_score": 0.864506, "precision": 0.855023, "recall": 0.88834}, {"accuracy": 0.871542, "f1": 0.837239, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"], "main_score": 0.837239, "precision": 0.821146, "recall": 0.871542}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"], "main_score": 0.928426, "precision": 0.920866, "recall": 0.944664}, {"accuracy": 0.890316, "f1": 0.859519, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"], "main_score": 0.859519, "precision": 0.844862, "recall": 0.890316}, {"accuracy": 0.88834, "f1": 0.857016, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"], "main_score": 0.857016, "precision": 0.843248, "recall": 0.88834}, {"accuracy": 0.883399, "f1": 0.85112, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"], "main_score": 0.85112, "precision": 0.836545, "recall": 0.883399}, {"accuracy": 0.890316, "f1": 0.860921, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"], "main_score": 0.860921, "precision": 0.848468, "recall": 0.890316}, {"accuracy": 0.211462, "f1": 0.15297, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"], "main_score": 0.15297, "precision": 0.13565, "recall": 0.211462}, {"accuracy": 0.86166, "f1": 0.826976, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"], "main_score": 0.826976, "precision": 0.810919, "recall": 0.86166}, {"accuracy": 0.870553, "f1": 0.838282, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"], "main_score": 0.838282, "precision": 0.825305, "recall": 0.870553}, {"accuracy": 0.908103, "f1": 0.881324, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"], "main_score": 0.881324, "precision": 0.86833, "recall": 0.908103}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.880435, "f1": 0.850711, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"], "main_score": 0.850711, "precision": 0.838225, "recall": 0.880435}, {"accuracy": 0.839921, "f1": 0.801209, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"], "main_score": 0.801209, "precision": 0.785952, "recall": 0.839921}, {"accuracy": 0.90415, "f1": 0.877042, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"], "main_score": 0.877042, "precision": 0.864377, "recall": 0.90415}, {"accuracy": 0.906126, "f1": 0.881604, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"], "main_score": 0.881604, "precision": 0.871419, "recall": 0.906126}, {"accuracy": 0.885375, "f1": 0.857946, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"], "main_score": 0.857946, "precision": 0.847126, "recall": 0.885375}, {"accuracy": 0.885375, "f1": 0.857779, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"], "main_score": 0.857779, "precision": 0.846218, "recall": 0.885375}, {"accuracy": 0.847826, "f1": 0.814495, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"], "main_score": 0.814495, "precision": 0.802378, "recall": 0.847826}, {"accuracy": 0.878458, "f1": 0.8472, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"], "main_score": 0.8472, "precision": 0.834065, "recall": 0.878458}, {"accuracy": 0.802372, "f1": 0.752635, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"], "main_score": 0.752635, "precision": 0.730517, "recall": 0.802372}, {"accuracy": 0.909091, "f1": 0.883564, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"], "main_score": 0.883564, "precision": 0.871212, "recall": 0.909091}, {"accuracy": 0.885375, "f1": 0.857724, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"], "main_score": 0.857724, "precision": 0.846674, "recall": 0.885375}, {"accuracy": 0.874506, "f1": 0.848045, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"], "main_score": 0.848045, "precision": 0.837752, "recall": 0.874506}, {"accuracy": 0.881423, "f1": 0.854992, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"], "main_score": 0.854992, "precision": 0.84445, "recall": 0.881423}, {"accuracy": 0.864625, "f1": 0.827866, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"], "main_score": 0.827866, "precision": 0.811957, "recall": 0.864625}, {"accuracy": 0.825099, "f1": 0.78027, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"], "main_score": 0.78027, "precision": 0.759914, "recall": 0.825099}, {"accuracy": 0.906126, "f1": 0.878887, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"], "main_score": 0.878887, "precision": 0.866436, "recall": 0.906126}, {"accuracy": 0.916008, "f1": 0.893102, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"], "main_score": 0.893102, "precision": 0.883547, "recall": 0.916008}, {"accuracy": 0.868577, "f1": 0.832411, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"], "main_score": 0.832411, "precision": 0.816057, "recall": 0.868577}, {"accuracy": 0.894269, "f1": 0.868269, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"], "main_score": 0.868269, "precision": 0.857399, "recall": 0.894269}, {"accuracy": 0.804348, "f1": 0.75471, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"], "main_score": 0.75471, "precision": 0.732082, "recall": 0.804348}, {"accuracy": 0.914032, "f1": 0.889065, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"], "main_score": 0.889065, "precision": 0.877223, "recall": 0.914032}, {"accuracy": 0.895257, "f1": 0.869098, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"], "main_score": 0.869098, "precision": 0.858221, "recall": 0.895257}, {"accuracy": 0.885375, "f1": 0.857609, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"], "main_score": 0.857609, "precision": 0.846395, "recall": 0.885375}, {"accuracy": 0.86166, "f1": 0.834432, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"], "main_score": 0.834432, "precision": 0.824364, "recall": 0.86166}, {"accuracy": 0.865613, "f1": 0.83853, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"], "main_score": 0.83853, "precision": 0.828281, "recall": 0.865613}, {"accuracy": 0.885375, "f1": 0.852833, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"], "main_score": 0.852833, "precision": 0.837698, "recall": 0.885375}, {"accuracy": 0.916008, "f1": 0.891173, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"], "main_score": 0.891173, "precision": 0.879364, "recall": 0.916008}, {"accuracy": 0.848814, "f1": 0.807938, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"], "main_score": 0.807938, "precision": 0.788538, "recall": 0.848814}, {"accuracy": 0.26087, "f1": 0.214706, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"], "main_score": 0.214706, "precision": 0.199351, "recall": 0.26087}, {"accuracy": 0.874506, "f1": 0.840152, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"], "main_score": 0.840152, "precision": 0.824193, "recall": 0.874506}, {"accuracy": 0.76087, "f1": 0.701005, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"], "main_score": 0.701005, "precision": 0.675009, "recall": 0.76087}, {"accuracy": 0.881423, "f1": 0.850461, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"], "main_score": 0.850461, "precision": 0.837436, "recall": 0.881423}, {"accuracy": 0.938735, "f1": 0.919466, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"], "main_score": 0.919466, "precision": 0.910079, "recall": 0.938735}, {"accuracy": 0.894269, "f1": 0.864262, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"], "main_score": 0.864262, "precision": 0.850461, "recall": 0.894269}, {"accuracy": 0.885375, "f1": 0.852141, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"], "main_score": 0.852141, "precision": 0.836709, "recall": 0.885375}, {"accuracy": 0.897233, "f1": 0.867575, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"], "main_score": 0.867575, "precision": 0.854496, "recall": 0.897233}, {"accuracy": 0.91502, "f1": 0.891271, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"], "main_score": 0.891271, "precision": 0.88027, "recall": 0.91502}, {"accuracy": 0.908103, "f1": 0.882181, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"], "main_score": 0.882181, "precision": 0.870553, "recall": 0.908103}, {"accuracy": 0.905138, "f1": 0.877602, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"], "main_score": 0.877602, "precision": 0.864625, "recall": 0.905138}, {"accuracy": 0.883399, "f1": 0.85508, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"], "main_score": 0.85508, "precision": 0.843467, "recall": 0.883399}, {"accuracy": 0.908103, "f1": 0.880501, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"], "main_score": 0.880501, "precision": 0.867671, "recall": 0.908103}, {"accuracy": 0.829051, "f1": 0.78386, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"], "main_score": 0.78386, "precision": 0.763768, "recall": 0.829051}, {"accuracy": 0.856719, "f1": 0.818643, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"], "main_score": 0.818643, "precision": 0.800889, "recall": 0.856719}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"], "main_score": 0.876877, "precision": 0.864213, "recall": 0.90415}, {"accuracy": 0.865613, "f1": 0.83334, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"], "main_score": 0.83334, "precision": 0.820727, "recall": 0.865613}, {"accuracy": 0.051383, "f1": 0.026977, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"], "main_score": 0.026977, "precision": 0.022483, "recall": 0.051383}, {"accuracy": 0.890316, "f1": 0.864314, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"], "main_score": 0.864314, "precision": 0.854131, "recall": 0.890316}, {"accuracy": 0.917984, "f1": 0.894189, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"], "main_score": 0.894189, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.838933, "f1": 0.801115, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"], "main_score": 0.801115, "precision": 0.785791, "recall": 0.838933}, {"accuracy": 0.878458, "f1": 0.849539, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"], "main_score": 0.849539, "precision": 0.837859, "recall": 0.878458}, {"accuracy": 0.842885, "f1": 0.801567, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"], "main_score": 0.801567, "precision": 0.783794, "recall": 0.842885}, {"accuracy": 0.817194, "f1": 0.768874, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"], "main_score": 0.768874, "precision": 0.747069, "recall": 0.817194}, {"accuracy": 0.87253, "f1": 0.841816, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"], "main_score": 0.841816, "precision": 0.829702, "recall": 0.87253}, {"accuracy": 0.869565, "f1": 0.837124, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"], "main_score": 0.837124, "precision": 0.824499, "recall": 0.869565}, {"accuracy": 0.894269, "f1": 0.863933, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"], "main_score": 0.863933, "precision": 0.849802, "recall": 0.894269}, {"accuracy": 0.908103, "f1": 0.882971, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"], "main_score": 0.882971, "precision": 0.871294, "recall": 0.908103}, {"accuracy": 0.778656, "f1": 0.725447, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"], "main_score": 0.725447, "precision": 0.702536, "recall": 0.778656}, {"accuracy": 0.896245, "f1": 0.866765, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"], "main_score": 0.866765, "precision": 0.8537, "recall": 0.896245}, {"accuracy": 0.789526, "f1": 0.735474, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"], "main_score": 0.735474, "precision": 0.711314, "recall": 0.789526}, {"accuracy": 0.864625, "f1": 0.828096, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"], "main_score": 0.828096, "precision": 0.811545, "recall": 0.864625}, {"accuracy": 0.896245, "f1": 0.870097, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"], "main_score": 0.870097, "precision": 0.859321, "recall": 0.896245}, {"accuracy": 0.902174, "f1": 0.874308, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"], "main_score": 0.874308, "precision": 0.861166, "recall": 0.902174}, {"accuracy": 0.90415, "f1": 0.878327, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"], "main_score": 0.878327, "precision": 0.867243, "recall": 0.90415}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"], "main_score": 0.904315, "precision": 0.894104, "recall": 0.925889}, {"accuracy": 0.894269, "f1": 0.865464, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"], "main_score": 0.865464, "precision": 0.853073, "recall": 0.894269}, {"accuracy": 0.800395, "f1": 0.759277, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"], "main_score": 0.759277, "precision": 0.743236, "recall": 0.800395}, {"accuracy": 0.890316, "f1": 0.860178, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"], "main_score": 0.860178, "precision": 0.847151, "recall": 0.890316}, {"accuracy": 0.875494, "f1": 0.841436, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"], "main_score": 0.841436, "precision": 0.826169, "recall": 0.875494}, {"accuracy": 0.866601, "f1": 0.829465, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"], "main_score": 0.829465, "precision": 0.812978, "recall": 0.866601}, {"accuracy": 0.905138, "f1": 0.877602, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"], "main_score": 0.877602, "precision": 0.864526, "recall": 0.905138}, {"accuracy": 0.879447, "f1": 0.847219, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"], "main_score": 0.847219, "precision": 0.832675, "recall": 0.879447}, {"accuracy": 0.927866, "f1": 0.906621, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"], "main_score": 0.906621, "precision": 0.896574, "recall": 0.927866}, {"accuracy": 0.949605, "f1": 0.934585, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"], "main_score": 0.934585, "precision": 0.927866, "recall": 0.949605}, {"accuracy": 0.898221, "f1": 0.869551, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"], "main_score": 0.869551, "precision": 0.856999, "recall": 0.898221}, {"accuracy": 0.822134, "f1": 0.776256, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"], "main_score": 0.776256, "precision": 0.757065, "recall": 0.822134}, {"accuracy": 0.823123, "f1": 0.782322, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"], "main_score": 0.782322, "precision": 0.766425, "recall": 0.823123}, {"accuracy": 0.857708, "f1": 0.82052, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"], "main_score": 0.82052, "precision": 0.804908, "recall": 0.857708}, {"accuracy": 0.882411, "f1": 0.849657, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"], "main_score": 0.849657, "precision": 0.835804, "recall": 0.882411}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"], "main_score": 0.874242, "precision": 0.860754, "recall": 0.903162}, {"accuracy": 0.93083, "f1": 0.909321, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"], "main_score": 0.909321, "precision": 0.898962, "recall": 0.93083}, {"accuracy": 0.81917, "f1": 0.775758, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"], "main_score": 0.775758, "precision": 0.756456, "recall": 0.81917}, {"accuracy": 0.895257, "f1": 0.870985, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"], "main_score": 0.870985, "precision": 0.861439, "recall": 0.895257}, {"accuracy": 0.893281, "f1": 0.864116, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"], "main_score": 0.864116, "precision": 0.85107, "recall": 0.893281}, {"accuracy": 0.816206, "f1": 0.769765, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"], "main_score": 0.769765, "precision": 0.750376, "recall": 0.816206}, {"accuracy": 0.905138, "f1": 0.880501, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"], "main_score": 0.880501, "precision": 0.869944, "recall": 0.905138}, {"accuracy": 0.880435, "f1": 0.847101, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"], "main_score": 0.847101, "precision": 0.832576, "recall": 0.880435}, {"accuracy": 0.907115, "f1": 0.882806, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"], "main_score": 0.882806, "precision": 0.871789, "recall": 0.907115}, {"accuracy": 0.910079, "f1": 0.887253, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"], "main_score": 0.887253, "precision": 0.877728, "recall": 0.910079}, {"accuracy": 0.873518, "f1": 0.838175, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"], "main_score": 0.838175, "precision": 0.821756, "recall": 0.873518}, {"accuracy": 0.905138, "f1": 0.87892, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"], "main_score": 0.87892, "precision": 0.866601, "recall": 0.905138}, {"accuracy": 0.885375, "f1": 0.856776, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"], "main_score": 0.856776, "precision": 0.845553, "recall": 0.885375}, {"accuracy": 0.88834, "f1": 0.856719, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"], "main_score": 0.856719, "precision": 0.841897, "recall": 0.88834}, {"accuracy": 0.912055, "f1": 0.890855, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"], "main_score": 0.890855, "precision": 0.881887, "recall": 0.912055}, {"accuracy": 0.833992, "f1": 0.790942, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"], "main_score": 0.790942, "precision": 0.771278, "recall": 0.833992}, {"accuracy": 0.884387, "f1": 0.855291, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"], "main_score": 0.855291, "precision": 0.843652, "recall": 0.884387}, {"accuracy": 0.913043, "f1": 0.889888, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"], "main_score": 0.889888, "precision": 0.880188, "recall": 0.913043}, {"accuracy": 0.917984, "f1": 0.895883, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"], "main_score": 0.895883, "precision": 0.886218, "recall": 0.917984}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"], "main_score": 0.928096, "precision": 0.920043, "recall": 0.944664}, {"accuracy": 0.932806, "f1": 0.911397, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"], "main_score": 0.911397, "precision": 0.901021, "recall": 0.932806}, {"accuracy": 0.887352, "f1": 0.855468, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"], "main_score": 0.855468, "precision": 0.840333, "recall": 0.887352}, {"accuracy": 0.887352, "f1": 0.856917, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"], "main_score": 0.856917, "precision": 0.842638, "recall": 0.887352}, {"accuracy": 0.909091, "f1": 0.882378, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"], "main_score": 0.882378, "precision": 0.86973, "recall": 0.909091}, {"accuracy": 0.854743, "f1": 0.818744, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"], "main_score": 0.818744, "precision": 0.803814, "recall": 0.854743}, {"accuracy": 0.86166, "f1": 0.833598, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"], "main_score": 0.833598, "precision": 0.823295, "recall": 0.86166}, {"accuracy": 0.836957, "f1": 0.794829, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"], "main_score": 0.794829, "precision": 0.775807, "recall": 0.836957}, {"accuracy": 0.871542, "f1": 0.838076, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"], "main_score": 0.838076, "precision": 0.822826, "recall": 0.871542}, {"accuracy": 0.921937, "f1": 0.899934, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"], "main_score": 0.899934, "precision": 0.889575, "recall": 0.921937}, {"accuracy": 0.939723, "f1": 0.922299, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"], "main_score": 0.922299, "precision": 0.914443, "recall": 0.939723}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"], "main_score": 0.901186, "precision": 0.89081, "recall": 0.922925}, {"accuracy": 0.88834, "f1": 0.856159, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"], "main_score": 0.856159, "precision": 0.841074, "recall": 0.88834}, {"accuracy": 0.873518, "f1": 0.849051, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"], "main_score": 0.849051, "precision": 0.839257, "recall": 0.873518}, {"accuracy": 0.767787, "f1": 0.708992, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"], "main_score": 0.708992, "precision": 0.682823, "recall": 0.767787}, {"accuracy": 0.833992, "f1": 0.793807, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"], "main_score": 0.793807, "precision": 0.777068, "recall": 0.833992}, {"accuracy": 0.905138, "f1": 0.878426, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"], "main_score": 0.878426, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.831028, "f1": 0.786693, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"], "main_score": 0.786693, "precision": 0.766881, "recall": 0.831028}, {"accuracy": 0.80336, "f1": 0.753313, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"], "main_score": 0.753313, "precision": 0.731423, "recall": 0.80336}, {"accuracy": 0.923913, "f1": 0.900659, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"], "main_score": 0.900659, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.869565, "f1": 0.833597, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"], "main_score": 0.833597, "precision": 0.817424, "recall": 0.869565}, {"accuracy": 0.911067, "f1": 0.885112, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"], "main_score": 0.885112, "precision": 0.873106, "recall": 0.911067}, {"accuracy": 0.771739, "f1": 0.71115, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"], "main_score": 0.71115, "precision": 0.684347, "recall": 0.771739}, {"accuracy": 0.878458, "f1": 0.848667, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"], "main_score": 0.848667, "precision": 0.836818, "recall": 0.878458}, {"accuracy": 0.91502, "f1": 0.892729, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"], "main_score": 0.892729, "precision": 0.883523, "recall": 0.91502}, {"accuracy": 0.901186, "f1": 0.877146, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"], "main_score": 0.877146, "precision": 0.867567, "recall": 0.901186}, {"accuracy": 0.91502, "f1": 0.89193, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"], "main_score": 0.89193, "precision": 0.882065, "recall": 0.91502}, {"accuracy": 0.854743, "f1": 0.817495, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"], "main_score": 0.817495, "precision": 0.802437, "recall": 0.854743}, {"accuracy": 0.869565, "f1": 0.833399, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"], "main_score": 0.833399, "precision": 0.816486, "recall": 0.869565}, {"accuracy": 0.829051, "f1": 0.782246, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"], "main_score": 0.782246, "precision": 0.761199, "recall": 0.829051}, {"accuracy": 0.0583, "f1": 0.028412, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"], "main_score": 0.028412, "precision": 0.022343, "recall": 0.0583}, {"accuracy": 0.806324, "f1": 0.768135, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"], "main_score": 0.768135, "precision": 0.753486, "recall": 0.806324}, {"accuracy": 0.818182, "f1": 0.774365, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"], "main_score": 0.774365, "precision": 0.756637, "recall": 0.818182}, {"accuracy": 0.882411, "f1": 0.850198, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"], "main_score": 0.850198, "precision": 0.835425, "recall": 0.882411}, {"accuracy": 0.875494, "f1": 0.840777, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"], "main_score": 0.840777, "precision": 0.824852, "recall": 0.875494}, {"accuracy": 0.909091, "f1": 0.884058, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"], "main_score": 0.884058, "precision": 0.8722, "recall": 0.909091}, {"accuracy": 0.794466, "f1": 0.752395, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"], "main_score": 0.752395, "precision": 0.736496, "recall": 0.794466}, {"accuracy": 0.844862, "f1": 0.802273, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"], "main_score": 0.802273, "precision": 0.782856, "recall": 0.844862}, {"accuracy": 0.809289, "f1": 0.758992, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"], "main_score": 0.758992, "precision": 0.736891, "recall": 0.809289}, {"accuracy": 0.758893, "f1": 0.715609, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"], "main_score": 0.715609, "precision": 0.700553, "recall": 0.758893}, {"accuracy": 0.854743, "f1": 0.81805, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"], "main_score": 0.81805, "precision": 0.800972, "recall": 0.854743}, {"accuracy": 0.884387, "f1": 0.85112, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"], "main_score": 0.85112, "precision": 0.83531, "recall": 0.884387}, {"accuracy": 0.917984, "f1": 0.894598, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"], "main_score": 0.894598, "precision": 0.883762, "recall": 0.917984}, {"accuracy": 0.818182, "f1": 0.770487, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"], "main_score": 0.770487, "precision": 0.749846, "recall": 0.818182}, {"accuracy": 0.794466, "f1": 0.750902, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"], "main_score": 0.750902, "precision": 0.733164, "recall": 0.794466}, {"accuracy": 0.866601, "f1": 0.832148, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"], "main_score": 0.832148, "precision": 0.81637, "recall": 0.866601}, {"accuracy": 0.835968, "f1": 0.795471, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"], "main_score": 0.795471, "precision": 0.778558, "recall": 0.835968}, {"accuracy": 0.801383, "f1": 0.757184, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"], "main_score": 0.757184, "precision": 0.740139, "recall": 0.801383}, {"accuracy": 0.746047, "f1": 0.684552, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"], "main_score": 0.684552, "precision": 0.65906, "recall": 0.746047}, {"accuracy": 0.800395, "f1": 0.757799, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"], "main_score": 0.757799, "precision": 0.741955, "recall": 0.800395}, {"accuracy": 0.903162, "f1": 0.878162, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"], "main_score": 0.878162, "precision": 0.866354, "recall": 0.903162}, {"accuracy": 0.880435, "f1": 0.847859, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"], "main_score": 0.847859, "precision": 0.833317, "recall": 0.880435}, {"accuracy": 0.811265, "f1": 0.772175, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"], "main_score": 0.772175, "precision": 0.756515, "recall": 0.811265}, {"accuracy": 0.843874, "f1": 0.800264, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"], "main_score": 0.800264, "precision": 0.780221, "recall": 0.843874}, {"accuracy": 0.184783, "f1": 0.149082, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"], "main_score": 0.149082, "precision": 0.137804, "recall": 0.184783}, {"accuracy": 0.847826, "f1": 0.812554, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"], "main_score": 0.812554, "precision": 0.798069, "recall": 0.847826}, {"accuracy": 0.878458, "f1": 0.84664, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"], "main_score": 0.84664, "precision": 0.831686, "recall": 0.878458}, {"accuracy": 0.854743, "f1": 0.815733, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"], "main_score": 0.815733, "precision": 0.798707, "recall": 0.854743}, {"accuracy": 0.779644, "f1": 0.732293, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"], "main_score": 0.732293, "precision": 0.714157, "recall": 0.779644}, {"accuracy": 0.816206, "f1": 0.773313, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"], "main_score": 0.773313, "precision": 0.756415, "recall": 0.816206}, {"accuracy": 0.799407, "f1": 0.75954, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"], "main_score": 0.75954, "precision": 0.743913, "recall": 0.799407}, {"accuracy": 0.840909, "f1": 0.799374, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"], "main_score": 0.799374, "precision": 0.78111, "recall": 0.840909}, {"accuracy": 0.841897, "f1": 0.804034, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"], "main_score": 0.804034, "precision": 0.788858, "recall": 0.841897}, {"accuracy": 0.867589, "f1": 0.831804, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"], "main_score": 0.831804, "precision": 0.815827, "recall": 0.867589}, {"accuracy": 0.773715, "f1": 0.73411, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"], "main_score": 0.73411, "precision": 0.718293, "recall": 0.773715}, {"accuracy": 0.80336, "f1": 0.757414, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"], "main_score": 0.757414, "precision": 0.738912, "recall": 0.80336}, {"accuracy": 0.821146, "f1": 0.783045, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"], "main_score": 0.783045, "precision": 0.768939, "recall": 0.821146}, {"accuracy": 0.835968, "f1": 0.799139, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"], "main_score": 0.799139, "precision": 0.784677, "recall": 0.835968}, {"accuracy": 0.824111, "f1": 0.778294, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"], "main_score": 0.778294, "precision": 0.757246, "recall": 0.824111}, {"accuracy": 0.850791, "f1": 0.811989, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"], "main_score": 0.811989, "precision": 0.793725, "recall": 0.850791}, {"accuracy": 0.780632, "f1": 0.73675, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"], "main_score": 0.73675, "precision": 0.720397, "recall": 0.780632}, {"accuracy": 0.858696, "f1": 0.823617, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"], "main_score": 0.823617, "precision": 0.807148, "recall": 0.858696}, {"accuracy": 0.798419, "f1": 0.762521, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"], "main_score": 0.762521, "precision": 0.749327, "recall": 0.798419}, {"accuracy": 0.838933, "f1": 0.794763, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"], "main_score": 0.794763, "precision": 0.775115, "recall": 0.838933}, {"accuracy": 0.889328, "f1": 0.858432, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"], "main_score": 0.858432, "precision": 0.844318, "recall": 0.889328}, {"accuracy": 0.821146, "f1": 0.775532, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"], "main_score": 0.775532, "precision": 0.75639, "recall": 0.821146}, {"accuracy": 0.843874, "f1": 0.801515, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"], "main_score": 0.801515, "precision": 0.782312, "recall": 0.843874}, {"accuracy": 0.794466, "f1": 0.743939, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"], "main_score": 0.743939, "precision": 0.722268, "recall": 0.794466}, {"accuracy": 0.818182, "f1": 0.769763, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"], "main_score": 0.769763, "precision": 0.748435, "recall": 0.818182}, {"accuracy": 0.755929, "f1": 0.708141, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"], "main_score": 0.708141, "precision": 0.691089, "recall": 0.755929}, {"accuracy": 0.800395, "f1": 0.750184, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"], "main_score": 0.750184, "precision": 0.728294, "recall": 0.800395}, {"accuracy": 0.8083, "f1": 0.758465, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"], "main_score": 0.758465, "precision": 0.735293, "recall": 0.8083}, {"accuracy": 0.801383, "f1": 0.763105, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"], "main_score": 0.763105, "precision": 0.747286, "recall": 0.801383}, {"accuracy": 0.868577, "f1": 0.833352, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"], "main_score": 0.833352, "precision": 0.817309, "recall": 0.868577}, {"accuracy": 0.83498, "f1": 0.79114, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"], "main_score": 0.79114, "precision": 0.770422, "recall": 0.83498}, {"accuracy": 0.891304, "f1": 0.861891, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"], "main_score": 0.861891, "precision": 0.847908, "recall": 0.891304}, {"accuracy": 0.58004, "f1": 0.502041, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"], "main_score": 0.502041, "precision": 0.472801, "recall": 0.58004}, {"accuracy": 0.835968, "f1": 0.79947, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"], "main_score": 0.79947, "precision": 0.785801, "recall": 0.835968}, {"accuracy": 0.828063, "f1": 0.791399, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"], "main_score": 0.791399, "precision": 0.776453, "recall": 0.828063}, {"accuracy": 0.77668, "f1": 0.727088, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"], "main_score": 0.727088, "precision": 0.707985, "recall": 0.77668}, {"accuracy": 0.815217, "f1": 0.774519, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"], "main_score": 0.774519, "precision": 0.757796, "recall": 0.815217}, {"accuracy": 0.859684, "f1": 0.823353, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"], "main_score": 0.823353, "precision": 0.806077, "recall": 0.859684}, {"accuracy": 0.794466, "f1": 0.743236, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"], "main_score": 0.743236, "precision": 0.722012, "recall": 0.794466}, {"accuracy": 0.829051, "f1": 0.780223, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"], "main_score": 0.780223, "precision": 0.758432, "recall": 0.829051}, {"accuracy": 0.811265, "f1": 0.774204, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"], "main_score": 0.774204, "precision": 0.75958, "recall": 0.811265}, {"accuracy": 0.849802, "f1": 0.813043, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"], "main_score": 0.813043, "precision": 0.796113, "recall": 0.849802}, {"accuracy": 0.917984, "f1": 0.895949, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"], "main_score": 0.895949, "precision": 0.886117, "recall": 0.917984}, {"accuracy": 0.855731, "f1": 0.819993, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"], "main_score": 0.819993, "precision": 0.80336, "recall": 0.855731}, {"accuracy": 0.824111, "f1": 0.776713, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"], "main_score": 0.776713, "precision": 0.75639, "recall": 0.824111}, {"accuracy": 0.828063, "f1": 0.786615, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"], "main_score": 0.786615, "precision": 0.768949, "recall": 0.828063}, {"accuracy": 0.794466, "f1": 0.748544, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"], "main_score": 0.748544, "precision": 0.731057, "recall": 0.794466}, {"accuracy": 0.199605, "f1": 0.142879, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"], "main_score": 0.142879, "precision": 0.126728, "recall": 0.199605}, {"accuracy": 0.847826, "f1": 0.807642, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"], "main_score": 0.807642, "precision": 0.789032, "recall": 0.847826}, {"accuracy": 0.821146, "f1": 0.776767, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"], "main_score": 0.776767, "precision": 0.758392, "recall": 0.821146}, {"accuracy": 0.883399, "f1": 0.851087, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"], "main_score": 0.851087, "precision": 0.835968, "recall": 0.883399}, {"accuracy": 0.910079, "f1": 0.882312, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"], "main_score": 0.882312, "precision": 0.868989, "recall": 0.910079}, {"accuracy": 0.815217, "f1": 0.767989, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"], "main_score": 0.767989, "precision": 0.748998, "recall": 0.815217}, {"accuracy": 0.768775, "f1": 0.713935, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"], "main_score": 0.713935, "precision": 0.69245, "recall": 0.768775}, {"accuracy": 0.864625, "f1": 0.827207, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"], "main_score": 0.827207, "precision": 0.810441, "recall": 0.864625}, {"accuracy": 0.838933, "f1": 0.802846, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"], "main_score": 0.802846, "precision": 0.788673, "recall": 0.838933}, {"accuracy": 0.815217, "f1": 0.775069, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"], "main_score": 0.775069, "precision": 0.759986, "recall": 0.815217}, {"accuracy": 0.806324, "f1": 0.767786, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"], "main_score": 0.767786, "precision": 0.7523, "recall": 0.806324}, {"accuracy": 0.764822, "f1": 0.714025, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"], "main_score": 0.714025, "precision": 0.695336, "recall": 0.764822}, {"accuracy": 0.8083, "f1": 0.760647, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"], "main_score": 0.760647, "precision": 0.740623, "recall": 0.8083}, {"accuracy": 0.788538, "f1": 0.737121, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"], "main_score": 0.737121, "precision": 0.714542, "recall": 0.788538}, {"accuracy": 0.889328, "f1": 0.856719, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"], "main_score": 0.856719, "precision": 0.841238, "recall": 0.889328}, {"accuracy": 0.811265, "f1": 0.773506, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"], "main_score": 0.773506, "precision": 0.759093, "recall": 0.811265}, {"accuracy": 0.791502, "f1": 0.752297, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"], "main_score": 0.752297, "precision": 0.736923, "recall": 0.791502}, {"accuracy": 0.814229, "f1": 0.777573, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"], "main_score": 0.777573, "precision": 0.762622, "recall": 0.814229}, {"accuracy": 0.817194, "f1": 0.769796, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"], "main_score": 0.769796, "precision": 0.748435, "recall": 0.817194}, {"accuracy": 0.80336, "f1": 0.757444, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"], "main_score": 0.757444, "precision": 0.736644, "recall": 0.80336}, {"accuracy": 0.851779, "f1": 0.813406, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"], "main_score": 0.813406, "precision": 0.79669, "recall": 0.851779}, {"accuracy": 0.852767, "f1": 0.814116, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"], "main_score": 0.814116, "precision": 0.797497, "recall": 0.852767}, {"accuracy": 0.851779, "f1": 0.809914, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"], "main_score": 0.809914, "precision": 0.790217, "recall": 0.851779}, {"accuracy": 0.836957, "f1": 0.798771, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"], "main_score": 0.798771, "precision": 0.782941, "recall": 0.836957}, {"accuracy": 0.761858, "f1": 0.705171, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"], "main_score": 0.705171, "precision": 0.680287, "recall": 0.761858}, {"accuracy": 0.882411, "f1": 0.847233, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"], "main_score": 0.847233, "precision": 0.830781, "recall": 0.882411}, {"accuracy": 0.813241, "f1": 0.770696, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"], "main_score": 0.770696, "precision": 0.753806, "recall": 0.813241}, {"accuracy": 0.791502, "f1": 0.75297, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"], "main_score": 0.75297, "precision": 0.73926, "recall": 0.791502}, {"accuracy": 0.762846, "f1": 0.726487, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"], "main_score": 0.726487, "precision": 0.713692, "recall": 0.762846}, {"accuracy": 0.76087, "f1": 0.716913, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"], "main_score": 0.716913, "precision": 0.70057, "recall": 0.76087}, {"accuracy": 0.853755, "f1": 0.815152, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"], "main_score": 0.815152, "precision": 0.797925, "recall": 0.853755}, {"accuracy": 0.853755, "f1": 0.814512, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"], "main_score": 0.814512, "precision": 0.79692, "recall": 0.853755}, {"accuracy": 0.833992, "f1": 0.793116, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"], "main_score": 0.793116, "precision": 0.77388, "recall": 0.833992}, {"accuracy": 0.254941, "f1": 0.207247, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"], "main_score": 0.207247, "precision": 0.19092, "recall": 0.254941}, {"accuracy": 0.855731, "f1": 0.817095, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"], "main_score": 0.817095, "precision": 0.798831, "recall": 0.855731}, {"accuracy": 0.716403, "f1": 0.652108, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"], "main_score": 0.652108, "precision": 0.624094, "recall": 0.716403}, {"accuracy": 0.832016, "f1": 0.787916, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"], "main_score": 0.787916, "precision": 0.769252, "recall": 0.832016}, {"accuracy": 0.91502, "f1": 0.889657, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"], "main_score": 0.889657, "precision": 0.87747, "recall": 0.91502}, {"accuracy": 0.825099, "f1": 0.778821, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"], "main_score": 0.778821, "precision": 0.757823, "recall": 0.825099}, {"accuracy": 0.860672, "f1": 0.822398, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"], "main_score": 0.822398, "precision": 0.805171, "recall": 0.860672}, {"accuracy": 0.847826, "f1": 0.805105, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"], "main_score": 0.805105, "precision": 0.785771, "recall": 0.847826}, {"accuracy": 0.855731, "f1": 0.815152, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"], "main_score": 0.815152, "precision": 0.796278, "recall": 0.855731}, {"accuracy": 0.842885, "f1": 0.798668, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"], "main_score": 0.798668, "precision": 0.779134, "recall": 0.842885}, {"accuracy": 0.847826, "f1": 0.808202, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"], "main_score": 0.808202, "precision": 0.790135, "recall": 0.847826}, {"accuracy": 0.807312, "f1": 0.764864, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"], "main_score": 0.764864, "precision": 0.74803, "recall": 0.807312}, {"accuracy": 0.860672, "f1": 0.821509, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"], "main_score": 0.821509, "precision": 0.803442, "recall": 0.860672}, {"accuracy": 0.806324, "f1": 0.758103, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"], "main_score": 0.758103, "precision": 0.736248, "recall": 0.806324}, {"accuracy": 0.827075, "f1": 0.785823, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"], "main_score": 0.785823, "precision": 0.766963, "recall": 0.827075}, {"accuracy": 0.892292, "f1": 0.863109, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"], "main_score": 0.863109, "precision": 0.849144, "recall": 0.892292}, {"accuracy": 0.773715, "f1": 0.726246, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"], "main_score": 0.726246, "precision": 0.70821, "recall": 0.773715}, {"accuracy": 0.047431, "f1": 0.029374, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"], "main_score": 0.029374, "precision": 0.025576, "recall": 0.047431}, {"accuracy": 0.779644, "f1": 0.737272, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"], "main_score": 0.737272, "precision": 0.722413, "recall": 0.779644}, {"accuracy": 0.846838, "f1": 0.80727, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"], "main_score": 0.80727, "precision": 0.790547, "recall": 0.846838}, {"accuracy": 0.73913, "f1": 0.690476, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"], "main_score": 0.690476, "precision": 0.671947, "recall": 0.73913}, {"accuracy": 0.806324, "f1": 0.765838, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"], "main_score": 0.765838, "precision": 0.750625, "recall": 0.806324}, {"accuracy": 0.785573, "f1": 0.730715, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"], "main_score": 0.730715, "precision": 0.706992, "recall": 0.785573}, {"accuracy": 0.812253, "f1": 0.766554, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"], "main_score": 0.766554, "precision": 0.745916, "recall": 0.812253}, {"accuracy": 0.79249, "f1": 0.744873, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"], "main_score": 0.744873, "precision": 0.726288, "recall": 0.79249}, {"accuracy": 0.782609, "f1": 0.736133, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"], "main_score": 0.736133, "precision": 0.718538, "recall": 0.782609}, {"accuracy": 0.881423, "f1": 0.848123, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"], "main_score": 0.848123, "precision": 0.832675, "recall": 0.881423}, {"accuracy": 0.848814, "f1": 0.809816, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"], "main_score": 0.809816, "precision": 0.791914, "recall": 0.848814}, {"accuracy": 0.713439, "f1": 0.648174, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"], "main_score": 0.648174, "precision": 0.62197, "recall": 0.713439}, {"accuracy": 0.828063, "f1": 0.786135, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"], "main_score": 0.786135, "precision": 0.768934, "recall": 0.828063}, {"accuracy": 0.761858, "f1": 0.705698, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"], "main_score": 0.705698, "precision": 0.680863, "recall": 0.761858}, {"accuracy": 0.832016, "f1": 0.788307, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"], "main_score": 0.788307, "precision": 0.768972, "recall": 0.832016}, {"accuracy": 0.827075, "f1": 0.788189, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"], "main_score": 0.788189, "precision": 0.773065, "recall": 0.827075}, {"accuracy": 0.859684, "f1": 0.821014, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"], "main_score": 0.821014, "precision": 0.803113, "recall": 0.859684}, {"accuracy": 0.837945, "f1": 0.797894, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"], "main_score": 0.797894, "precision": 0.780872, "recall": 0.837945}, {"accuracy": 0.901186, "f1": 0.874275, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"], "main_score": 0.874275, "precision": 0.862187, "recall": 0.901186}, {"accuracy": 0.825099, "f1": 0.779647, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"], "main_score": 0.779647, "precision": 0.760335, "recall": 0.825099}, {"accuracy": 0.715415, "f1": 0.664475, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"], "main_score": 0.664475, "precision": 0.644568, "recall": 0.715415}, {"accuracy": 0.815217, "f1": 0.772425, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"], "main_score": 0.772425, "precision": 0.755149, "recall": 0.815217}, {"accuracy": 0.797431, "f1": 0.745869, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"], "main_score": 0.745869, "precision": 0.723847, "recall": 0.797431}, {"accuracy": 0.835968, "f1": 0.791733, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"], "main_score": 0.791733, "precision": 0.771196, "recall": 0.835968}, {"accuracy": 0.80336, "f1": 0.755516, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"], "main_score": 0.755516, "precision": 0.734947, "recall": 0.80336}, {"accuracy": 0.799407, "f1": 0.751169, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"], "main_score": 0.751169, "precision": 0.731114, "recall": 0.799407}, {"accuracy": 0.906126, "f1": 0.877635, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"], "main_score": 0.877635, "precision": 0.863966, "recall": 0.906126}, {"accuracy": 0.899209, "f1": 0.87245, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"], "main_score": 0.87245, "precision": 0.860507, "recall": 0.899209}, {"accuracy": 0.832016, "f1": 0.789415, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"], "main_score": 0.789415, "precision": 0.771249, "recall": 0.832016}, {"accuracy": 0.737154, "f1": 0.672875, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"], "main_score": 0.672875, "precision": 0.646403, "recall": 0.737154}, {"accuracy": 0.73913, "f1": 0.68889, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"], "main_score": 0.68889, "precision": 0.670453, "recall": 0.73913}, {"accuracy": 0.781621, "f1": 0.732631, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"], "main_score": 0.732631, "precision": 0.713893, "recall": 0.781621}, {"accuracy": 0.807312, "f1": 0.756065, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"], "main_score": 0.756065, "precision": 0.734091, "recall": 0.807312}, {"accuracy": 0.829051, "f1": 0.782971, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"], "main_score": 0.782971, "precision": 0.761644, "recall": 0.829051}, {"accuracy": 0.889328, "f1": 0.858498, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"], "main_score": 0.858498, "precision": 0.844368, "recall": 0.889328}, {"accuracy": 0.779644, "f1": 0.727964, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"], "main_score": 0.727964, "precision": 0.705534, "recall": 0.779644}, {"accuracy": 0.789526, "f1": 0.746732, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"], "main_score": 0.746732, "precision": 0.730688, "recall": 0.789526}, {"accuracy": 0.828063, "f1": 0.784058, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"], "main_score": 0.784058, "precision": 0.765497, "recall": 0.828063}, {"accuracy": 0.73913, "f1": 0.682553, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"], "main_score": 0.682553, "precision": 0.660116, "recall": 0.73913}, {"accuracy": 0.805336, "f1": 0.757896, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"], "main_score": 0.757896, "precision": 0.737138, "recall": 0.805336}, {"accuracy": 0.852767, "f1": 0.81438, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"], "main_score": 0.81438, "precision": 0.797678, "recall": 0.852767}, {"accuracy": 0.87747, "f1": 0.844499, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"], "main_score": 0.844499, "precision": 0.828887, "recall": 0.87747}, {"accuracy": 0.841897, "f1": 0.804608, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"], "main_score": 0.804608, "precision": 0.789388, "recall": 0.841897}, {"accuracy": 0.864625, "f1": 0.829282, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"], "main_score": 0.829282, "precision": 0.813323, "recall": 0.864625}, {"accuracy": 0.862648, "f1": 0.823847, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"], "main_score": 0.823847, "precision": 0.805912, "recall": 0.862648}, {"accuracy": 0.793478, "f1": 0.749159, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"], "main_score": 0.749159, "precision": 0.732104, "recall": 0.793478}, {"accuracy": 0.853755, "f1": 0.816337, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"], "main_score": 0.816337, "precision": 0.799242, "recall": 0.853755}, {"accuracy": 0.829051, "f1": 0.793313, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"], "main_score": 0.793313, "precision": 0.778616, "recall": 0.829051}, {"accuracy": 0.801383, "f1": 0.754974, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"], "main_score": 0.754974, "precision": 0.733778, "recall": 0.801383}, {"accuracy": 0.790514, "f1": 0.744866, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"], "main_score": 0.744866, "precision": 0.727482, "recall": 0.790514}, {"accuracy": 0.849802, "f1": 0.813658, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"], "main_score": 0.813658, "precision": 0.798924, "recall": 0.849802}, {"accuracy": 0.848814, "f1": 0.811139, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"], "main_score": 0.811139, "precision": 0.795515, "recall": 0.848814}, {"accuracy": 0.913043, "f1": 0.89002, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"], "main_score": 0.89002, "precision": 0.879397, "recall": 0.913043}, {"accuracy": 0.891304, "f1": 0.859387, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"], "main_score": 0.859387, "precision": 0.84445, "recall": 0.891304}, {"accuracy": 0.866601, "f1": 0.834157, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"], "main_score": 0.834157, "precision": 0.81917, "recall": 0.866601}, {"accuracy": 0.862648, "f1": 0.823748, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"], "main_score": 0.823748, "precision": 0.805171, "recall": 0.862648}, {"accuracy": 0.876482, "f1": 0.841982, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"], "main_score": 0.841982, "precision": 0.826252, "recall": 0.876482}, {"accuracy": 0.748024, "f1": 0.696865, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"], "main_score": 0.696865, "precision": 0.67784, "recall": 0.748024}, {"accuracy": 0.762846, "f1": 0.723179, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"], "main_score": 0.723179, "precision": 0.709693, "recall": 0.762846}, {"accuracy": 0.768775, "f1": 0.712931, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"], "main_score": 0.712931, "precision": 0.689625, "recall": 0.768775}, {"accuracy": 0.863636, "f1": 0.829381, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"], "main_score": 0.829381, "precision": 0.813241, "recall": 0.863636}, {"accuracy": 0.907115, "f1": 0.88083, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"], "main_score": 0.88083, "precision": 0.868495, "recall": 0.907115}, {"accuracy": 0.863636, "f1": 0.827734, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"], "main_score": 0.827734, "precision": 0.811331, "recall": 0.863636}, {"accuracy": 0.878458, "f1": 0.84417, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"], "main_score": 0.84417, "precision": 0.828063, "recall": 0.878458}, {"accuracy": 0.858696, "f1": 0.820224, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"], "main_score": 0.820224, "precision": 0.802487, "recall": 0.858696}, {"accuracy": 0.778656, "f1": 0.738082, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"], "main_score": 0.738082, "precision": 0.722026, "recall": 0.778656}, {"accuracy": 0.780632, "f1": 0.729117, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"], "main_score": 0.729117, "precision": 0.705616, "recall": 0.780632}, {"accuracy": 0.813241, "f1": 0.767676, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"], "main_score": 0.767676, "precision": 0.748066, "recall": 0.813241}, {"accuracy": 0.862648, "f1": 0.82332, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"], "main_score": 0.82332, "precision": 0.804924, "recall": 0.862648}, {"accuracy": 0.791502, "f1": 0.742194, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"], "main_score": 0.742194, "precision": 0.71973, "recall": 0.791502}, {"accuracy": 0.76087, "f1": 0.706357, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"], "main_score": 0.706357, "precision": 0.68358, "recall": 0.76087}, {"accuracy": 0.879447, "f1": 0.847118, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"], "main_score": 0.847118, "precision": 0.833096, "recall": 0.879447}, {"accuracy": 0.818182, "f1": 0.770078, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"], "main_score": 0.770078, "precision": 0.749704, "recall": 0.818182}, {"accuracy": 0.848814, "f1": 0.808729, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"], "main_score": 0.808729, "precision": 0.790942, "recall": 0.848814}, {"accuracy": 0.76581, "f1": 0.706837, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"], "main_score": 0.706837, "precision": 0.680781, "recall": 0.76581}, {"accuracy": 0.801383, "f1": 0.757189, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"], "main_score": 0.757189, "precision": 0.740601, "recall": 0.801383}, {"accuracy": 0.831028, "f1": 0.792971, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"], "main_score": 0.792971, "precision": 0.778357, "recall": 0.831028}, {"accuracy": 0.805336, "f1": 0.763043, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"], "main_score": 0.763043, "precision": 0.747271, "recall": 0.805336}, {"accuracy": 0.842885, "f1": 0.805058, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"], "main_score": 0.805058, "precision": 0.78941, "recall": 0.842885}, {"accuracy": 0.811265, "f1": 0.761693, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"], "main_score": 0.761693, "precision": 0.740102, "recall": 0.811265}, {"accuracy": 0.857708, "f1": 0.820553, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"], "main_score": 0.820553, "precision": 0.803607, "recall": 0.857708}, {"accuracy": 0.019763, "f1": 0.010014, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"], "main_score": 0.010014, "precision": 0.009061, "recall": 0.019763}, {"accuracy": 0.025692, "f1": 0.010483, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"], "main_score": 0.010483, "precision": 0.008828, "recall": 0.025692}, {"accuracy": 0.009881, "f1": 0.005749, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"], "main_score": 0.005749, "precision": 0.005451, "recall": 0.009881}, {"accuracy": 0.012846, "f1": 0.006306, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"], "main_score": 0.006306, "precision": 0.005764, "recall": 0.012846}, {"accuracy": 0.025692, "f1": 0.009982, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"], "main_score": 0.009982, "precision": 0.008446, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.012522, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"], "main_score": 0.012522, "precision": 0.010723, "recall": 0.02668}, {"accuracy": 0.027668, "f1": 0.014222, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"], "main_score": 0.014222, "precision": 0.011906, "recall": 0.027668}, {"accuracy": 0.01087, "f1": 0.003248, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"], "main_score": 0.003248, "precision": 0.002711, "recall": 0.01087}, {"accuracy": 0.030632, "f1": 0.014216, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"], "main_score": 0.014216, "precision": 0.011997, "recall": 0.030632}, {"accuracy": 0.020751, "f1": 0.007349, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"], "main_score": 0.007349, "precision": 0.005765, "recall": 0.020751}, {"accuracy": 0.011858, "f1": 0.005922, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"], "main_score": 0.005922, "precision": 0.005603, "recall": 0.011858}, {"accuracy": 0.024704, "f1": 0.010531, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"], "main_score": 0.010531, "precision": 0.008846, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.014819, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"], "main_score": 0.014819, "precision": 0.01226, "recall": 0.032609}, {"accuracy": 0.02668, "f1": 0.010197, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"], "main_score": 0.010197, "precision": 0.008116, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.00587, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"], "main_score": 0.00587, "precision": 0.005067, "recall": 0.01581}, {"accuracy": 0.004941, "f1": 0.001898, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"], "main_score": 0.001898, "precision": 0.00162, "recall": 0.004941}, {"accuracy": 0.030632, "f1": 0.015798, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"], "main_score": 0.015798, "precision": 0.013343, "recall": 0.030632}, {"accuracy": 0.017787, "f1": 0.007663, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"], "main_score": 0.007663, "precision": 0.006656, "recall": 0.017787}, {"accuracy": 0.017787, "f1": 0.006886, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"], "main_score": 0.006886, "precision": 0.006183, "recall": 0.017787}, {"accuracy": 0.01087, "f1": 0.002865, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"], "main_score": 0.002865, "precision": 0.00223, "recall": 0.01087}, {"accuracy": 0.011858, "f1": 0.004992, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"], "main_score": 0.004992, "precision": 0.004352, "recall": 0.011858}, {"accuracy": 0.033597, "f1": 0.013258, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"], "main_score": 0.013258, "precision": 0.010878, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.010134, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"], "main_score": 0.010134, "precision": 0.00802, "recall": 0.027668}, {"accuracy": 0.01581, "f1": 0.006776, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"], "main_score": 0.006776, "precision": 0.006086, "recall": 0.01581}, {"accuracy": 0.027668, "f1": 0.010526, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"], "main_score": 0.010526, "precision": 0.008706, "recall": 0.027668}, {"accuracy": 0.004941, "f1": 0.001859, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"], "main_score": 0.001859, "precision": 0.001505, "recall": 0.004941}, {"accuracy": 0.011858, "f1": 0.005416, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"], "main_score": 0.005416, "precision": 0.004918, "recall": 0.011858}, {"accuracy": 0.029644, "f1": 0.013489, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"], "main_score": 0.013489, "precision": 0.011429, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.00688, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"], "main_score": 0.00688, "precision": 0.005221, "recall": 0.017787}, {"accuracy": 0.01581, "f1": 0.003985, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"], "main_score": 0.003985, "precision": 0.003129, "recall": 0.01581}, {"accuracy": 0.012846, "f1": 0.006077, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"], "main_score": 0.006077, "precision": 0.005632, "recall": 0.012846}, {"accuracy": 0.008893, "f1": 0.003326, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"], "main_score": 0.003326, "precision": 0.00316, "recall": 0.008893}, {"accuracy": 0.027668, "f1": 0.014033, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"], "main_score": 0.014033, "precision": 0.012269, "recall": 0.027668}, {"accuracy": 0.01581, "f1": 0.008819, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"], "main_score": 0.008819, "precision": 0.007612, "recall": 0.01581}, {"accuracy": 0.023715, "f1": 0.009307, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"], "main_score": 0.009307, "precision": 0.007603, "recall": 0.023715}, {"accuracy": 0.01087, "f1": 0.00648, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"], "main_score": 0.00648, "precision": 0.005983, "recall": 0.01087}, {"accuracy": 0.019763, "f1": 0.009516, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"], "main_score": 0.009516, "precision": 0.008658, "recall": 0.019763}, {"accuracy": 0.014822, "f1": 0.006868, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"], "main_score": 0.006868, "precision": 0.006266, "recall": 0.014822}, {"accuracy": 0.009881, "f1": 0.003753, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"], "main_score": 0.003753, "precision": 0.003449, "recall": 0.009881}, {"accuracy": 0.031621, "f1": 0.015342, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"], "main_score": 0.015342, "precision": 0.013259, "recall": 0.031621}, {"accuracy": 0.02668, "f1": 0.010477, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"], "main_score": 0.010477, "precision": 0.008818, "recall": 0.02668}, {"accuracy": 0.008893, "f1": 0.00412, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"], "main_score": 0.00412, "precision": 0.003547, "recall": 0.008893}, {"accuracy": 0.02668, "f1": 0.011138, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"], "main_score": 0.011138, "precision": 0.00951, "recall": 0.02668}, {"accuracy": 0.006917, "f1": 0.004483, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"], "main_score": 0.004483, "precision": 0.004064, "recall": 0.006917}, {"accuracy": 0.024704, "f1": 0.012351, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"], "main_score": 0.012351, "precision": 0.011077, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.009738, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"], "main_score": 0.009738, "precision": 0.008083, "recall": 0.021739}, {"accuracy": 0.019763, "f1": 0.008719, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"], "main_score": 0.008719, "precision": 0.008056, "recall": 0.019763}, {"accuracy": 0.024704, "f1": 0.012858, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"], "main_score": 0.012858, "precision": 0.011125, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.010784, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"], "main_score": 0.010784, "precision": 0.009498, "recall": 0.021739}, {"accuracy": 0.018775, "f1": 0.009921, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"], "main_score": 0.009921, "precision": 0.008624, "recall": 0.018775}, {"accuracy": 0.012846, "f1": 0.004007, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"], "main_score": 0.004007, "precision": 0.00309, "recall": 0.012846}, {"accuracy": 0.019763, "f1": 0.008475, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"], "main_score": 0.008475, "precision": 0.00752, "recall": 0.019763}, {"accuracy": 0.032609, "f1": 0.014246, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"], "main_score": 0.014246, "precision": 0.011867, "recall": 0.032609}, {"accuracy": 0.01087, "f1": 0.006308, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"], "main_score": 0.006308, "precision": 0.005586, "recall": 0.01087}, {"accuracy": 0.029644, "f1": 0.013381, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"], "main_score": 0.013381, "precision": 0.0115, "recall": 0.029644}, {"accuracy": 0.028656, "f1": 0.011553, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"], "main_score": 0.011553, "precision": 0.009351, "recall": 0.028656}, {"accuracy": 0.02668, "f1": 0.012471, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"], "main_score": 0.012471, "precision": 0.010231, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.006213, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"], "main_score": 0.006213, "precision": 0.00536, "recall": 0.01581}, {"accuracy": 0.020751, "f1": 0.009806, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"], "main_score": 0.009806, "precision": 0.009022, "recall": 0.020751}, {"accuracy": 0.011858, "f1": 0.004155, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"], "main_score": 0.004155, "precision": 0.003079, "recall": 0.011858}, {"accuracy": 0.013834, "f1": 0.004816, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"], "main_score": 0.004816, "precision": 0.004052, "recall": 0.013834}, {"accuracy": 0.011858, "f1": 0.007534, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"], "main_score": 0.007534, "precision": 0.007014, "recall": 0.011858}, {"accuracy": 0.034585, "f1": 0.015919, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"], "main_score": 0.015919, "precision": 0.012893, "recall": 0.034585}, {"accuracy": 0.014822, "f1": 0.008492, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"], "main_score": 0.008492, "precision": 0.007935, "recall": 0.014822}, {"accuracy": 0.022727, "f1": 0.008504, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"], "main_score": 0.008504, "precision": 0.006402, "recall": 0.022727}, {"accuracy": 0.006917, "f1": 0.003883, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"], "main_score": 0.003883, "precision": 0.003606, "recall": 0.006917}, {"accuracy": 0.037549, "f1": 0.016459, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"], "main_score": 0.016459, "precision": 0.013104, "recall": 0.037549}, {"accuracy": 0.043478, "f1": 0.021026, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"], "main_score": 0.021026, "precision": 0.017394, "recall": 0.043478}, {"accuracy": 0.037549, "f1": 0.017497, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"], "main_score": 0.017497, "precision": 0.014568, "recall": 0.037549}, {"accuracy": 0.011858, "f1": 0.00456, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"], "main_score": 0.00456, "precision": 0.003991, "recall": 0.011858}, {"accuracy": 0.017787, "f1": 0.007336, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"], "main_score": 0.007336, "precision": 0.006113, "recall": 0.017787}, {"accuracy": 0.012846, "f1": 0.005481, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"], "main_score": 0.005481, "precision": 0.004972, "recall": 0.012846}, {"accuracy": 0.017787, "f1": 0.011955, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"], "main_score": 0.011955, "precision": 0.010539, "recall": 0.017787}, {"accuracy": 0.032609, "f1": 0.015771, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"], "main_score": 0.015771, "precision": 0.012925, "recall": 0.032609}, {"accuracy": 0.020751, "f1": 0.008639, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"], "main_score": 0.008639, "precision": 0.007293, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.011792, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"], "main_score": 0.011792, "precision": 0.009467, "recall": 0.02668}, {"accuracy": 0.040514, "f1": 0.017912, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"], "main_score": 0.017912, "precision": 0.015076, "recall": 0.040514}, {"accuracy": 0.016798, "f1": 0.006597, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"], "main_score": 0.006597, "precision": 0.005656, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.004455, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"], "main_score": 0.004455, "precision": 0.003212, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.010352, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"], "main_score": 0.010352, "precision": 0.009171, "recall": 0.019763}, {"accuracy": 0.012846, "f1": 0.006031, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"], "main_score": 0.006031, "precision": 0.005573, "recall": 0.012846}, {"accuracy": 0.013834, "f1": 0.005187, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"], "main_score": 0.005187, "precision": 0.004405, "recall": 0.013834}, {"accuracy": 0.008893, "f1": 0.005041, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"], "main_score": 0.005041, "precision": 0.004711, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.004191, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"], "main_score": 0.004191, "precision": 0.004078, "recall": 0.007905}, {"accuracy": 0.013834, "f1": 0.006327, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"], "main_score": 0.006327, "precision": 0.005282, "recall": 0.013834}, {"accuracy": 0.02668, "f1": 0.011414, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"], "main_score": 0.011414, "precision": 0.009784, "recall": 0.02668}, {"accuracy": 0.043478, "f1": 0.020445, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"], "main_score": 0.020445, "precision": 0.016954, "recall": 0.043478}, {"accuracy": 0.013834, "f1": 0.007795, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"], "main_score": 0.007795, "precision": 0.00745, "recall": 0.013834}, {"accuracy": 0.005929, "f1": 0.003164, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"], "main_score": 0.003164, "precision": 0.00307, "recall": 0.005929}, {"accuracy": 0.011858, "f1": 0.005773, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"], "main_score": 0.005773, "precision": 0.004848, "recall": 0.011858}, {"accuracy": 0.028656, "f1": 0.009422, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"], "main_score": 0.009422, "precision": 0.007107, "recall": 0.028656}, {"accuracy": 0.024704, "f1": 0.010867, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"], "main_score": 0.010867, "precision": 0.009172, "recall": 0.024704}, {"accuracy": 0.01581, "f1": 0.006849, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"], "main_score": 0.006849, "precision": 0.006123, "recall": 0.01581}, {"accuracy": 0.021739, "f1": 0.008082, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"], "main_score": 0.008082, "precision": 0.006924, "recall": 0.021739}, {"accuracy": 0.029644, "f1": 0.013464, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"], "main_score": 0.013464, "precision": 0.011019, "recall": 0.029644}, {"accuracy": 0.011858, "f1": 0.004961, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"], "main_score": 0.004961, "precision": 0.004224, "recall": 0.011858}, {"accuracy": 0.034585, "f1": 0.014168, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"], "main_score": 0.014168, "precision": 0.011359, "recall": 0.034585}, {"accuracy": 0.022727, "f1": 0.011988, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"], "main_score": 0.011988, "precision": 0.010377, "recall": 0.022727}, {"accuracy": 0.016798, "f1": 0.006662, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"], "main_score": 0.006662, "precision": 0.005613, "recall": 0.016798}, {"accuracy": 0.008893, "f1": 0.005481, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"], "main_score": 0.005481, "precision": 0.005293, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.001743, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"], "main_score": 0.001743, "precision": 0.001532, "recall": 0.004941}, {"accuracy": 0.008893, "f1": 0.005084, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"], "main_score": 0.005084, "precision": 0.004404, "recall": 0.008893}, {"accuracy": 0.030632, "f1": 0.015489, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"], "main_score": 0.015489, "precision": 0.013357, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.007729, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"], "main_score": 0.007729, "precision": 0.006774, "recall": 0.019763}, {"accuracy": 0.028656, "f1": 0.011434, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"], "main_score": 0.011434, "precision": 0.009156, "recall": 0.028656}, {"accuracy": 0.011858, "f1": 0.007129, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"], "main_score": 0.007129, "precision": 0.006227, "recall": 0.011858}, {"accuracy": 0.036561, "f1": 0.015043, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"], "main_score": 0.015043, "precision": 0.012165, "recall": 0.036561}, {"accuracy": 0.024704, "f1": 0.010125, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"], "main_score": 0.010125, "precision": 0.0086, "recall": 0.024704}, {"accuracy": 0.020751, "f1": 0.009967, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"], "main_score": 0.009967, "precision": 0.008201, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.009086, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"], "main_score": 0.009086, "precision": 0.00686, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.011043, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"], "main_score": 0.011043, "precision": 0.00957, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.012264, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"], "main_score": 0.012264, "precision": 0.010756, "recall": 0.025692}, {"accuracy": 0.019763, "f1": 0.01069, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"], "main_score": 0.01069, "precision": 0.009664, "recall": 0.019763}, {"accuracy": 0.028656, "f1": 0.012482, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"], "main_score": 0.012482, "precision": 0.010447, "recall": 0.028656}, {"accuracy": 0.02668, "f1": 0.012397, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"], "main_score": 0.012397, "precision": 0.010778, "recall": 0.02668}, {"accuracy": 0.025692, "f1": 0.011499, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"], "main_score": 0.011499, "precision": 0.009842, "recall": 0.025692}, {"accuracy": 0.01087, "f1": 0.005756, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"], "main_score": 0.005756, "precision": 0.005219, "recall": 0.01087}, {"accuracy": 0.028656, "f1": 0.00959, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"], "main_score": 0.00959, "precision": 0.007416, "recall": 0.028656}, {"accuracy": 0.024704, "f1": 0.009662, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"], "main_score": 0.009662, "precision": 0.007969, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.013802, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"], "main_score": 0.013802, "precision": 0.011921, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.015506, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"], "main_score": 0.015506, "precision": 0.013447, "recall": 0.031621}, {"accuracy": 0.012846, "f1": 0.005377, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"], "main_score": 0.005377, "precision": 0.004862, "recall": 0.012846}, {"accuracy": 0.007905, "f1": 0.004157, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"], "main_score": 0.004157, "precision": 0.003763, "recall": 0.007905}, {"accuracy": 0.012846, "f1": 0.005426, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"], "main_score": 0.005426, "precision": 0.00483, "recall": 0.012846}, {"accuracy": 0.01581, "f1": 0.008277, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"], "main_score": 0.008277, "precision": 0.00688, "recall": 0.01581}, {"accuracy": 0.01087, "f1": 0.005604, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"], "main_score": 0.005604, "precision": 0.004992, "recall": 0.01087}, {"accuracy": 0.012846, "f1": 0.004726, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"], "main_score": 0.004726, "precision": 0.004376, "recall": 0.012846}, {"accuracy": 0.027668, "f1": 0.01252, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"], "main_score": 0.01252, "precision": 0.01089, "recall": 0.027668}, {"accuracy": 0.023715, "f1": 0.011591, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"], "main_score": 0.011591, "precision": 0.009952, "recall": 0.023715}, {"accuracy": 0.008893, "f1": 0.004107, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"], "main_score": 0.004107, "precision": 0.004032, "recall": 0.008893}, {"accuracy": 0.013834, "f1": 0.003893, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"], "main_score": 0.003893, "precision": 0.003222, "recall": 0.013834}, {"accuracy": 0.02668, "f1": 0.009318, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"], "main_score": 0.009318, "precision": 0.00737, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.015136, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"], "main_score": 0.015136, "precision": 0.013094, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.007185, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"], "main_score": 0.007185, "precision": 0.006033, "recall": 0.019763}, {"accuracy": 0.017787, "f1": 0.009483, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"], "main_score": 0.009483, "precision": 0.008824, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.010469, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"], "main_score": 0.010469, "precision": 0.00871, "recall": 0.024704}, {"accuracy": 0.024704, "f1": 0.009578, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"], "main_score": 0.009578, "precision": 0.007603, "recall": 0.024704}, {"accuracy": 0.018775, "f1": 0.009164, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"], "main_score": 0.009164, "precision": 0.008033, "recall": 0.018775}, {"accuracy": 0.024704, "f1": 0.012072, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"], "main_score": 0.012072, "precision": 0.010609, "recall": 0.024704}, {"accuracy": 0.019763, "f1": 0.00696, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"], "main_score": 0.00696, "precision": 0.005827, "recall": 0.019763}, {"accuracy": 0.037549, "f1": 0.020059, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"], "main_score": 0.020059, "precision": 0.016928, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.009363, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"], "main_score": 0.009363, "precision": 0.008117, "recall": 0.025692}, {"accuracy": 0.009881, "f1": 0.005174, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"], "main_score": 0.005174, "precision": 0.004486, "recall": 0.009881}, {"accuracy": 0.016798, "f1": 0.007774, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"], "main_score": 0.007774, "precision": 0.006658, "recall": 0.016798}, {"accuracy": 0.020751, "f1": 0.009727, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"], "main_score": 0.009727, "precision": 0.008662, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.011653, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"], "main_score": 0.011653, "precision": 0.00963, "recall": 0.02668}, {"accuracy": 0.021739, "f1": 0.01122, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"], "main_score": 0.01122, "precision": 0.009555, "recall": 0.021739}, {"accuracy": 0.018775, "f1": 0.010011, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"], "main_score": 0.010011, "precision": 0.008964, "recall": 0.018775}, {"accuracy": 0.032609, "f1": 0.017687, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"], "main_score": 0.017687, "precision": 0.015214, "recall": 0.032609}, {"accuracy": 0.018775, "f1": 0.007035, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"], "main_score": 0.007035, "precision": 0.005863, "recall": 0.018775}, {"accuracy": 0.017787, "f1": 0.007269, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"], "main_score": 0.007269, "precision": 0.00605, "recall": 0.017787}, {"accuracy": 0.008893, "f1": 0.005328, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"], "main_score": 0.005328, "precision": 0.004614, "recall": 0.008893}, {"accuracy": 0.011858, "f1": 0.003685, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"], "main_score": 0.003685, "precision": 0.003349, "recall": 0.011858}, {"accuracy": 0.020751, "f1": 0.007051, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"], "main_score": 0.007051, "precision": 0.006062, "recall": 0.020751}, {"accuracy": 0.017787, "f1": 0.00481, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"], "main_score": 0.00481, "precision": 0.003325, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.011319, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"], "main_score": 0.011319, "precision": 0.009052, "recall": 0.030632}, {"accuracy": 0.032609, "f1": 0.014499, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"], "main_score": 0.014499, "precision": 0.012088, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.00985, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"], "main_score": 0.00985, "precision": 0.007856, "recall": 0.024704}, {"accuracy": 0.011858, "f1": 0.004151, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"], "main_score": 0.004151, "precision": 0.003748, "recall": 0.011858}, {"accuracy": 0.019763, "f1": 0.010251, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"], "main_score": 0.010251, "precision": 0.008844, "recall": 0.019763}, {"accuracy": 0.006917, "f1": 0.003046, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"], "main_score": 0.003046, "precision": 0.003006, "recall": 0.006917}, {"accuracy": 0.022727, "f1": 0.010015, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"], "main_score": 0.010015, "precision": 0.008523, "recall": 0.022727}, {"accuracy": 0.016798, "f1": 0.005896, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"], "main_score": 0.005896, "precision": 0.004447, "recall": 0.016798}, {"accuracy": 0.038538, "f1": 0.019394, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"], "main_score": 0.019394, "precision": 0.016212, "recall": 0.038538}, {"accuracy": 0.011858, "f1": 0.003949, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"], "main_score": 0.003949, "precision": 0.003552, "recall": 0.011858}, {"accuracy": 0.032609, "f1": 0.012406, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"], "main_score": 0.012406, "precision": 0.009704, "recall": 0.032609}, {"accuracy": 0.02668, "f1": 0.012847, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"], "main_score": 0.012847, "precision": 0.010592, "recall": 0.02668}, {"accuracy": 0.007905, "f1": 0.004371, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"], "main_score": 0.004371, "precision": 0.004181, "recall": 0.007905}, {"accuracy": 0.034585, "f1": 0.01571, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"], "main_score": 0.01571, "precision": 0.013078, "recall": 0.034585}, {"accuracy": 0.007905, "f1": 0.003061, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"], "main_score": 0.003061, "precision": 0.002706, "recall": 0.007905}, {"accuracy": 0.034585, "f1": 0.015985, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"], "main_score": 0.015985, "precision": 0.0134, "recall": 0.034585}, {"accuracy": 0.013834, "f1": 0.005401, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"], "main_score": 0.005401, "precision": 0.004614, "recall": 0.013834}, {"accuracy": 0.018775, "f1": 0.010008, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"], "main_score": 0.010008, "precision": 0.008817, "recall": 0.018775}, {"accuracy": 0.016798, "f1": 0.009482, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"], "main_score": 0.009482, "precision": 0.009212, "recall": 0.016798}, {"accuracy": 0.037549, "f1": 0.017653, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"], "main_score": 0.017653, "precision": 0.014635, "recall": 0.037549}, {"accuracy": 0.028656, "f1": 0.011412, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"], "main_score": 0.011412, "precision": 0.00862, "recall": 0.028656}, {"accuracy": 0.038538, "f1": 0.020055, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"], "main_score": 0.020055, "precision": 0.017512, "recall": 0.038538}, {"accuracy": 0.028656, "f1": 0.013602, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"], "main_score": 0.013602, "precision": 0.011669, "recall": 0.028656}, {"accuracy": 0.019763, "f1": 0.006405, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"], "main_score": 0.006405, "precision": 0.005351, "recall": 0.019763}, {"accuracy": 0.012846, "f1": 0.006001, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"], "main_score": 0.006001, "precision": 0.00554, "recall": 0.012846}, {"accuracy": 0.011858, "f1": 0.003742, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"], "main_score": 0.003742, "precision": 0.003403, "recall": 0.011858}, {"accuracy": 0.025692, "f1": 0.010628, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"], "main_score": 0.010628, "precision": 0.009225, "recall": 0.025692}, {"accuracy": 0.041502, "f1": 0.023304, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"], "main_score": 0.023304, "precision": 0.020474, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.019571, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"], "main_score": 0.019571, "precision": 0.017136, "recall": 0.031621}, {"accuracy": 0.024704, "f1": 0.01148, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"], "main_score": 0.01148, "precision": 0.00987, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.017176, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"], "main_score": 0.017176, "precision": 0.014529, "recall": 0.035573}, {"accuracy": 0.033597, "f1": 0.015413, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"], "main_score": 0.015413, "precision": 0.012357, "recall": 0.033597}, {"accuracy": 0.008893, "f1": 0.00473, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"], "main_score": 0.00473, "precision": 0.004424, "recall": 0.008893}, {"accuracy": 0.020751, "f1": 0.008962, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"], "main_score": 0.008962, "precision": 0.007485, "recall": 0.020751}, {"accuracy": 0.018775, "f1": 0.008591, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"], "main_score": 0.008591, "precision": 0.007367, "recall": 0.018775}, {"accuracy": 0.023715, "f1": 0.011165, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"], "main_score": 0.011165, "precision": 0.009316, "recall": 0.023715}, {"accuracy": 0.028656, "f1": 0.010585, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"], "main_score": 0.010585, "precision": 0.008687, "recall": 0.028656}, {"accuracy": 0.018775, "f1": 0.009027, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"], "main_score": 0.009027, "precision": 0.007891, "recall": 0.018775}, {"accuracy": 0.01581, "f1": 0.008473, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"], "main_score": 0.008473, "precision": 0.007551, "recall": 0.01581}, {"accuracy": 0.02668, "f1": 0.011972, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"], "main_score": 0.011972, "precision": 0.009769, "recall": 0.02668}, {"accuracy": 0.018775, "f1": 0.006571, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"], "main_score": 0.006571, "precision": 0.005614, "recall": 0.018775}, {"accuracy": 0.027668, "f1": 0.011654, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"], "main_score": 0.011654, "precision": 0.00926, "recall": 0.027668}, {"accuracy": 0.016798, "f1": 0.005619, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"], "main_score": 0.005619, "precision": 0.004803, "recall": 0.016798}, {"accuracy": 0.018775, "f1": 0.008922, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"], "main_score": 0.008922, "precision": 0.008185, "recall": 0.018775}, {"accuracy": 0.017787, "f1": 0.008757, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"], "main_score": 0.008757, "precision": 0.007485, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.009241, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"], "main_score": 0.009241, "precision": 0.007866, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.008878, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"], "main_score": 0.008878, "precision": 0.008071, "recall": 0.018775}, {"accuracy": 0.033597, "f1": 0.013686, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"], "main_score": 0.013686, "precision": 0.011056, "recall": 0.033597}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.901186, "f1": 0.873254, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"], "main_score": 0.873254, "precision": 0.860787, "recall": 0.901186}, {"accuracy": 0.04249, "f1": 0.020665, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"], "main_score": 0.020665, "precision": 0.016659, "recall": 0.04249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"], "main_score": 0.942523, "precision": 0.935771, "recall": 0.956522}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"], "main_score": 0.917655, "precision": 0.907938, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.93083, "f1": 0.910738, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"], "main_score": 0.910738, "precision": 0.901186, "recall": 0.93083}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.911067, "f1": 0.88307, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"], "main_score": 0.88307, "precision": 0.869401, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.200593, "f1": 0.152259, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"], "main_score": 0.152259, "precision": 0.139044, "recall": 0.200593}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"], "main_score": 0.92803, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.891304, "f1": 0.859585, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"], "main_score": 0.859585, "precision": 0.844615, "recall": 0.891304}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.936166, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"], "main_score": 0.936166, "precision": 0.929101, "recall": 0.950593}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"], "main_score": 0.92556, "precision": 0.916667, "recall": 0.943676}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.908103, "f1": 0.881011, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"], "main_score": 0.881011, "precision": 0.868224, "recall": 0.908103}, {"accuracy": 0.992095, "f1": 0.99002, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"], "main_score": 0.99002, "precision": 0.989213, "recall": 0.992095}, {"accuracy": 0.956522, "f1": 0.942029, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"], "main_score": 0.942029, "precision": 0.934783, "recall": 0.956522}, {"accuracy": 0.892292, "f1": 0.860738, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"], "main_score": 0.860738, "precision": 0.845767, "recall": 0.892292}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"], "main_score": 0.916502, "precision": 0.907279, "recall": 0.935771}, {"accuracy": 0.76581, "f1": 0.708827, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"], "main_score": 0.708827, "precision": 0.684766, "recall": 0.76581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.918972, "f1": 0.894928, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"], "main_score": 0.894928, "precision": 0.883432, "recall": 0.918972}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.882411, "f1": 0.847958, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"], "main_score": 0.847958, "precision": 0.831851, "recall": 0.882411}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.88834, "f1": 0.85504, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"], "main_score": 0.85504, "precision": 0.839756, "recall": 0.88834}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.213439, "f1": 0.148044, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"], "main_score": 0.148044, "precision": 0.130229, "recall": 0.213439}, {"accuracy": 0.916996, "f1": 0.893676, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"], "main_score": 0.893676, "precision": 0.882658, "recall": 0.916996}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.947628, "f1": 0.930501, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"], "main_score": 0.930501, "precision": 0.922101, "recall": 0.947628}, {"accuracy": 0.916008, "f1": 0.890514, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"], "main_score": 0.890514, "precision": 0.878706, "recall": 0.916008}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.863636, "f1": 0.827739, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"], "main_score": 0.827739, "precision": 0.811645, "recall": 0.863636}, {"accuracy": 0.948617, "f1": 0.931818, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"], "main_score": 0.931818, "precision": 0.923584, "recall": 0.948617}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.937747, "f1": 0.919104, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"], "main_score": 0.919104, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.870553, "f1": 0.832957, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"], "main_score": 0.832957, "precision": 0.815217, "recall": 0.870553}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.931818, "f1": 0.911726, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"], "main_score": 0.911726, "precision": 0.902042, "recall": 0.931818}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.853755, "f1": 0.811514, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"], "main_score": 0.811514, "precision": 0.791864, "recall": 0.853755}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.893281, "f1": 0.863109, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"], "main_score": 0.863109, "precision": 0.849012, "recall": 0.893281}, {"accuracy": 0.256917, "f1": 0.197255, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"], "main_score": 0.197255, "precision": 0.177859, "recall": 0.256917}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"], "main_score": 0.901252, "precision": 0.890563, "recall": 0.923913}, {"accuracy": 0.800395, "f1": 0.74689, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"], "main_score": 0.74689, "precision": 0.722941, "recall": 0.800395}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.917984, "f1": 0.893017, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"], "main_score": 0.893017, "precision": 0.881374, "recall": 0.917984}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.900198, "f1": 0.870553, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"], "main_score": 0.870553, "precision": 0.856884, "recall": 0.900198}, {"accuracy": 0.890316, "f1": 0.857444, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"], "main_score": 0.857444, "precision": 0.842013, "recall": 0.890316}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"], "main_score": 0.930665, "precision": 0.922266, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.050395, "f1": 0.024638, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"], "main_score": 0.024638, "precision": 0.019904, "recall": 0.050395}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.911067, "f1": 0.882905, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"], "main_score": 0.882905, "precision": 0.869236, "recall": 0.911067}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.898221, "f1": 0.868116, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"], "main_score": 0.868116, "precision": 0.853837, "recall": 0.898221}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.865613, "f1": 0.830319, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"], "main_score": 0.830319, "precision": 0.814123, "recall": 0.865613}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"], "main_score": 0.933202, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.933794, "f1": 0.913669, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"], "main_score": 0.913669, "precision": 0.904315, "recall": 0.933794}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.95751, "f1": 0.943742, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"], "main_score": 0.943742, "precision": 0.937006, "recall": 0.95751}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.867589, "f1": 0.829578, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"], "main_score": 0.829578, "precision": 0.811841, "recall": 0.867589}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.913043, "f1": 0.887187, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"], "main_score": 0.887187, "precision": 0.874835, "recall": 0.913043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.918972, "f1": 0.894598, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"], "main_score": 0.894598, "precision": 0.883103, "recall": 0.918972}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"], "main_score": 0.943412, "precision": 0.937171, "recall": 0.956522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.942688, "f1": 0.924868, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"], "main_score": 0.924868, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"], "main_score": 0.837747, "precision": 0.821838, "recall": 0.873518}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.917984, "f1": 0.892787, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"], "main_score": 0.892787, "precision": 0.880797, "recall": 0.917984}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"], "main_score": 0.924967, "precision": 0.916584, "recall": 0.942688}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.902174, "f1": 0.873188, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"], "main_score": 0.873188, "precision": 0.859684, "recall": 0.902174}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"], "main_score": 0.898287, "precision": 0.887138, "recall": 0.921937}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"], "main_score": 0.944335, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.833004, "f1": 0.790349, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"], "main_score": 0.790349, "precision": 0.770669, "recall": 0.833004}, {"accuracy": 0.965415, "f1": 0.95527, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"], "main_score": 0.95527, "precision": 0.950511, "recall": 0.965415}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.900198, "f1": 0.871937, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"], "main_score": 0.871937, "precision": 0.858976, "recall": 0.900198}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"], "main_score": 0.919631, "precision": 0.910244, "recall": 0.938735}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.805336, "f1": 0.753706, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"], "main_score": 0.753706, "precision": 0.73135, "recall": 0.805336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.934783, "f1": 0.914921, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"], "main_score": 0.914921, "precision": 0.90555, "recall": 0.934783}, {"accuracy": 0.943676, "f1": 0.925461, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"], "main_score": 0.925461, "precision": 0.916584, "recall": 0.943676}, {"accuracy": 0.902174, "f1": 0.874473, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"], "main_score": 0.874473, "precision": 0.861825, "recall": 0.902174}, {"accuracy": 0.050395, "f1": 0.026674, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"], "main_score": 0.026674, "precision": 0.021788, "recall": 0.050395}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"], "main_score": 0.911397, "precision": 0.901845, "recall": 0.931818}, {"accuracy": 0.95751, "f1": 0.944071, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"], "main_score": 0.944071, "precision": 0.9375, "recall": 0.95751}, {"accuracy": 0.986166, "f1": 0.982378, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"], "main_score": 0.982378, "precision": 0.980764, "recall": 0.986166}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.926877, "f1": 0.903986, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"], "main_score": 0.903986, "precision": 0.892787, "recall": 0.926877}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.923913, "f1": 0.901318, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"], "main_score": 0.901318, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.969368, "f1": 0.959552, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"], "main_score": 0.959552, "precision": 0.954792, "recall": 0.969368}, {"accuracy": 0.19664, "f1": 0.151869, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"], "main_score": 0.151869, "precision": 0.139716, "recall": 0.19664}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.948123, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"], "main_score": 0.948123, "precision": 0.942688, "recall": 0.959486}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.932049, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"], "main_score": 0.932049, "precision": 0.924489, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.966864, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"], "main_score": 0.966864, "precision": 0.963603, "recall": 0.974308}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.892292, "f1": 0.861232, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"], "main_score": 0.861232, "precision": 0.84692, "recall": 0.892292}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.916502, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"], "main_score": 0.916502, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.971344, "f1": 0.962187, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"], "main_score": 0.962187, "precision": 0.957757, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.903162, "f1": 0.87556, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"], "main_score": 0.87556, "precision": 0.862731, "recall": 0.903162}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"], "main_score": 0.972991, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"], "main_score": 0.9389, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.901186, "f1": 0.873682, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"], "main_score": 0.873682, "precision": 0.860507, "recall": 0.901186}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"], "main_score": 0.929908, "precision": 0.922678, "recall": 0.945652}, {"accuracy": 0.729249, "f1": 0.665302, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"], "main_score": 0.665302, "precision": 0.637961, "recall": 0.729249}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.916008, "f1": 0.890942, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"], "main_score": 0.890942, "precision": 0.879315, "recall": 0.916008}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.891304, "f1": 0.860573, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"], "main_score": 0.860573, "precision": 0.846294, "recall": 0.891304}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.905138, "f1": 0.876812, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"], "main_score": 0.876812, "precision": 0.863472, "recall": 0.905138}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.963603, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"], "main_score": 0.963603, "precision": 0.95998, "recall": 0.971344}, {"accuracy": 0.986166, "f1": 0.982872, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"], "main_score": 0.982872, "precision": 0.981225, "recall": 0.986166}, {"accuracy": 0.215415, "f1": 0.154505, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"], "main_score": 0.154505, "precision": 0.136483, "recall": 0.215415}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.948617, "f1": 0.932378, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"], "main_score": 0.932378, "precision": 0.924489, "recall": 0.948617}, {"accuracy": 0.932806, "f1": 0.912549, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"], "main_score": 0.912549, "precision": 0.903195, "recall": 0.932806}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.865613, "f1": 0.83083, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"], "main_score": 0.83083, "precision": 0.814987, "recall": 0.865613}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.925889, "f1": 0.904875, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"], "main_score": 0.904875, "precision": 0.89501, "recall": 0.925889}, {"accuracy": 0.879447, "f1": 0.845487, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"], "main_score": 0.845487, "precision": 0.829381, "recall": 0.879447}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.928854, "f1": 0.906621, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"], "main_score": 0.906621, "precision": 0.89608, "recall": 0.928854}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.864625, "f1": 0.826318, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"], "main_score": 0.826318, "precision": 0.808712, "recall": 0.864625}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.893281, "f1": 0.863966, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"], "main_score": 0.863966, "precision": 0.850543, "recall": 0.893281}, {"accuracy": 0.266798, "f1": 0.210424, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"], "main_score": 0.210424, "precision": 0.191823, "recall": 0.266798}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"], "main_score": 0.923155, "precision": 0.915102, "recall": 0.940711}, {"accuracy": 0.804348, "f1": 0.755534, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"], "main_score": 0.755534, "precision": 0.73414, "recall": 0.804348}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.91996, "f1": 0.895916, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"], "main_score": 0.895916, "precision": 0.884387, "recall": 0.91996}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"], "main_score": 0.876383, "precision": 0.863587, "recall": 0.90415}, {"accuracy": 0.890316, "f1": 0.857312, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"], "main_score": 0.857312, "precision": 0.841733, "recall": 0.890316}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.05336, "f1": 0.025925, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"], "main_score": 0.025925, "precision": 0.020361, "recall": 0.05336}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"], "main_score": 0.94496, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"], "main_score": 0.929677, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.908103, "f1": 0.88307, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"], "main_score": 0.88307, "precision": 0.87141, "recall": 0.908103}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"], "main_score": 0.984848, "precision": 0.983366, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.891304, "f1": 0.859091, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"], "main_score": 0.859091, "precision": 0.843956, "recall": 0.891304}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.855731, "f1": 0.817594, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"], "main_score": 0.817594, "precision": 0.800659, "recall": 0.855731}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"], "main_score": 0.931884, "precision": 0.924325, "recall": 0.947628}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"], "main_score": 0.941535, "precision": 0.934816, "recall": 0.955534}, {"accuracy": 0.961462, "f1": 0.951318, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"], "main_score": 0.951318, "precision": 0.946558, "recall": 0.961462}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"], "main_score": 0.944499, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"], "main_score": 0.963933, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.890316, "f1": 0.858663, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"], "main_score": 0.858663, "precision": 0.843874, "recall": 0.890316}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"], "main_score": 0.974473, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.928854, "f1": 0.907279, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"], "main_score": 0.907279, "precision": 0.896904, "recall": 0.928854}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.916996, "f1": 0.893808, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"], "main_score": 0.893808, "precision": 0.883152, "recall": 0.916996}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"], "main_score": 0.933959, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.891304, "f1": 0.859223, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"], "main_score": 0.859223, "precision": 0.84445, "recall": 0.891304}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"], "main_score": 0.984848, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"], "main_score": 0.898715, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"], "main_score": 0.929677, "precision": 0.921278, "recall": 0.94664}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"], "main_score": 0.938801, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.933794, "f1": 0.914032, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"], "main_score": 0.914032, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.912055, "f1": 0.887187, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"], "main_score": 0.887187, "precision": 0.875362, "recall": 0.912055}, {"accuracy": 0.947628, "f1": 0.930336, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"], "main_score": 0.930336, "precision": 0.921772, "recall": 0.947628}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.983202, "f1": 0.978491, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"], "main_score": 0.978491, "precision": 0.976367, "recall": 0.983202}, {"accuracy": 0.849802, "f1": 0.811105, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"], "main_score": 0.811105, "precision": 0.793511, "recall": 0.849802}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"], "main_score": 0.943676, "precision": 0.937747, "recall": 0.956522}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.880435, "f1": 0.847101, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"], "main_score": 0.847101, "precision": 0.832181, "recall": 0.880435}, {"accuracy": 0.906126, "f1": 0.878788, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"], "main_score": 0.878788, "precision": 0.866271, "recall": 0.906126}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.827075, "f1": 0.779037, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"], "main_score": 0.779037, "precision": 0.757609, "recall": 0.827075}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"], "main_score": 0.916337, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.907115, "f1": 0.881807, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"], "main_score": 0.881807, "precision": 0.870216, "recall": 0.907115}, {"accuracy": 0.876482, "f1": 0.840119, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"], "main_score": 0.840119, "precision": 0.823534, "recall": 0.876482}, {"accuracy": 0.059289, "f1": 0.030821, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"], "main_score": 0.030821, "precision": 0.024243, "recall": 0.059289}, {"accuracy": 0.967391, "f1": 0.958136, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"], "main_score": 0.958136, "precision": 0.954216, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.937451, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"], "main_score": 0.937451, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"], "main_score": 0.92276, "precision": 0.914361, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.958498, "f1": 0.948715, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"], "main_score": 0.948715, "precision": 0.944889, "recall": 0.958498}, {"accuracy": 0.901186, "f1": 0.872332, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"], "main_score": 0.872332, "precision": 0.859025, "recall": 0.901186}, {"accuracy": 0.910079, "f1": 0.884571, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"], "main_score": 0.884571, "precision": 0.872612, "recall": 0.910079}, {"accuracy": 0.938735, "f1": 0.924539, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"], "main_score": 0.924539, "precision": 0.919353, "recall": 0.938735}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.91996, "f1": 0.895586, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"], "main_score": 0.895586, "precision": 0.884058, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930962, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"], "main_score": 0.930962, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.961462, "f1": 0.953228, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"], "main_score": 0.953228, "precision": 0.949605, "recall": 0.961462}, {"accuracy": 0.896245, "f1": 0.864427, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"], "main_score": 0.864427, "precision": 0.849308, "recall": 0.896245}, {"accuracy": 0.971344, "f1": 0.96357, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"], "main_score": 0.96357, "precision": 0.960145, "recall": 0.971344}, {"accuracy": 0.950593, "f1": 0.937634, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"], "main_score": 0.937634, "precision": 0.932312, "recall": 0.950593}, {"accuracy": 0.964427, "f1": 0.953689, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"], "main_score": 0.953689, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.958498, "f1": 0.948188, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"], "main_score": 0.948188, "precision": 0.944033, "recall": 0.958498}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.959486, "f1": 0.950252, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"], "main_score": 0.950252, "precision": 0.946814, "recall": 0.959486}, {"accuracy": 0.932806, "f1": 0.913702, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"], "main_score": 0.913702, "precision": 0.905171, "recall": 0.932806}, {"accuracy": 0.193676, "f1": 0.155691, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"], "main_score": 0.155691, "precision": 0.145596, "recall": 0.193676}, {"accuracy": 0.972332, "f1": 0.9655, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"], "main_score": 0.9655, "precision": 0.962945, "recall": 0.972332}, {"accuracy": 0.922925, "f1": 0.90112, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"], "main_score": 0.90112, "precision": 0.891304, "recall": 0.922925}, {"accuracy": 0.952569, "f1": 0.938867, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"], "main_score": 0.938867, "precision": 0.932642, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.929268, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"], "main_score": 0.929268, "precision": 0.92276, "recall": 0.944664}, {"accuracy": 0.95751, "f1": 0.945817, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"], "main_score": 0.945817, "precision": 0.94081, "recall": 0.95751}, {"accuracy": 0.954545, "f1": 0.944712, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"], "main_score": 0.944712, "precision": 0.941288, "recall": 0.954545}, {"accuracy": 0.902174, "f1": 0.873584, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"], "main_score": 0.873584, "precision": 0.860293, "recall": 0.902174}, {"accuracy": 0.964427, "f1": 0.955138, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"], "main_score": 0.955138, "precision": 0.951581, "recall": 0.964427}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.938735, "f1": 0.928189, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"], "main_score": 0.928189, "precision": 0.924495, "recall": 0.938735}, {"accuracy": 0.948617, "f1": 0.93582, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"], "main_score": 0.93582, "precision": 0.930872, "recall": 0.948617}, {"accuracy": 0.950593, "f1": 0.937467, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"], "main_score": 0.937467, "precision": 0.931992, "recall": 0.950593}, {"accuracy": 0.961462, "f1": 0.951054, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"], "main_score": 0.951054, "precision": 0.946838, "recall": 0.961462}, {"accuracy": 0.864625, "f1": 0.825678, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"], "main_score": 0.825678, "precision": 0.807806, "recall": 0.864625}, {"accuracy": 0.931818, "f1": 0.910804, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"], "main_score": 0.910804, "precision": 0.900774, "recall": 0.931818}, {"accuracy": 0.943676, "f1": 0.931291, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"], "main_score": 0.931291, "precision": 0.926929, "recall": 0.943676}, {"accuracy": 0.93083, "f1": 0.909816, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"], "main_score": 0.909816, "precision": 0.899621, "recall": 0.93083}, {"accuracy": 0.959486, "f1": 0.950888, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"], "main_score": 0.950888, "precision": 0.947786, "recall": 0.959486}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"], "main_score": 0.941864, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.921937, "f1": 0.898485, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"], "main_score": 0.898485, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.886364, "f1": 0.85415, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"], "main_score": 0.85415, "precision": 0.839921, "recall": 0.886364}, {"accuracy": 0.928854, "f1": 0.907279, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"], "main_score": 0.907279, "precision": 0.897431, "recall": 0.928854}, {"accuracy": 0.947628, "f1": 0.934058, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"], "main_score": 0.934058, "precision": 0.928552, "recall": 0.947628}, {"accuracy": 0.936759, "f1": 0.919203, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"], "main_score": 0.919203, "precision": 0.911545, "recall": 0.936759}, {"accuracy": 0.863636, "f1": 0.824835, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"], "main_score": 0.824835, "precision": 0.806901, "recall": 0.863636}, {"accuracy": 0.953557, "f1": 0.945147, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"], "main_score": 0.945147, "precision": 0.94206, "recall": 0.953557}, {"accuracy": 0.934783, "f1": 0.914361, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"], "main_score": 0.914361, "precision": 0.904644, "recall": 0.934783}, {"accuracy": 0.859684, "f1": 0.820553, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"], "main_score": 0.820553, "precision": 0.802652, "recall": 0.859684}, {"accuracy": 0.940711, "f1": 0.921443, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"], "main_score": 0.921443, "precision": 0.912055, "recall": 0.940711}, {"accuracy": 0.6917, "f1": 0.627154, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"], "main_score": 0.627154, "precision": 0.60312, "recall": 0.6917}, {"accuracy": 0.965415, "f1": 0.956571, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"], "main_score": 0.956571, "precision": 0.95304, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.947352, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"], "main_score": 0.947352, "precision": 0.943742, "recall": 0.956522}, {"accuracy": 0.949605, "f1": 0.935754, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"], "main_score": 0.935754, "precision": 0.929769, "recall": 0.949605}, {"accuracy": 0.955534, "f1": 0.94353, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"], "main_score": 0.94353, "precision": 0.938521, "recall": 0.955534}, {"accuracy": 0.885375, "f1": 0.854084, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"], "main_score": 0.854084, "precision": 0.840333, "recall": 0.885375}, {"accuracy": 0.91996, "f1": 0.898507, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"], "main_score": 0.898507, "precision": 0.889616, "recall": 0.91996}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"], "main_score": 0.898123, "precision": 0.888291, "recall": 0.920949}, {"accuracy": 0.964427, "f1": 0.956458, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"], "main_score": 0.956458, "precision": 0.953287, "recall": 0.964427}, {"accuracy": 0.881423, "f1": 0.846426, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"], "main_score": 0.846426, "precision": 0.830181, "recall": 0.881423}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.917984, "f1": 0.894104, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"], "main_score": 0.894104, "precision": 0.882905, "recall": 0.917984}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"], "main_score": 0.917721, "precision": 0.909173, "recall": 0.936759}, {"accuracy": 0.924901, "f1": 0.903393, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"], "main_score": 0.903393, "precision": 0.893758, "recall": 0.924901}, {"accuracy": 0.943676, "f1": 0.928889, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"], "main_score": 0.928889, "precision": 0.922572, "recall": 0.943676}, {"accuracy": 0.216403, "f1": 0.16207, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"], "main_score": 0.16207, "precision": 0.146097, "recall": 0.216403}, {"accuracy": 0.893281, "f1": 0.862008, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"], "main_score": 0.862008, "precision": 0.847414, "recall": 0.893281}, {"accuracy": 0.927866, "f1": 0.908981, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"], "main_score": 0.908981, "precision": 0.901375, "recall": 0.927866}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.953557, "f1": 0.940283, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"], "main_score": 0.940283, "precision": 0.934569, "recall": 0.953557}, {"accuracy": 0.914032, "f1": 0.890843, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"], "main_score": 0.890843, "precision": 0.881242, "recall": 0.914032}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"], "main_score": 0.927042, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.964427, "f1": 0.955552, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"], "main_score": 0.955552, "precision": 0.95219, "recall": 0.964427}, {"accuracy": 0.961462, "f1": 0.951877, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"], "main_score": 0.951877, "precision": 0.948221, "recall": 0.961462}, {"accuracy": 0.956522, "f1": 0.946509, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"], "main_score": 0.946509, "precision": 0.94254, "recall": 0.956522}, {"accuracy": 0.936759, "f1": 0.920111, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"], "main_score": 0.920111, "precision": 0.913356, "recall": 0.936759}, {"accuracy": 0.961462, "f1": 0.950776, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"], "main_score": 0.950776, "precision": 0.946229, "recall": 0.961462}, {"accuracy": 0.807312, "f1": 0.757312, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"], "main_score": 0.757312, "precision": 0.735244, "recall": 0.807312}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"], "main_score": 0.927437, "precision": 0.919219, "recall": 0.944664}, {"accuracy": 0.955534, "f1": 0.944401, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"], "main_score": 0.944401, "precision": 0.939731, "recall": 0.955534}, {"accuracy": 0.947628, "f1": 0.938504, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"], "main_score": 0.938504, "precision": 0.93547, "recall": 0.947628}, {"accuracy": 0.944664, "f1": 0.932896, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"], "main_score": 0.932896, "precision": 0.928717, "recall": 0.944664}, {"accuracy": 0.890316, "f1": 0.858352, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"], "main_score": 0.858352, "precision": 0.844153, "recall": 0.890316}, {"accuracy": 0.851779, "f1": 0.810394, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"], "main_score": 0.810394, "precision": 0.791535, "recall": 0.851779}, {"accuracy": 0.937747, "f1": 0.918379, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"], "main_score": 0.918379, "precision": 0.909338, "recall": 0.937747}, {"accuracy": 0.961462, "f1": 0.949572, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"], "main_score": 0.949572, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.88834, "f1": 0.85695, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"], "main_score": 0.85695, "precision": 0.842474, "recall": 0.88834}, {"accuracy": 0.959486, "f1": 0.949906, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"], "main_score": 0.949906, "precision": 0.946262, "recall": 0.959486}, {"accuracy": 0.820158, "f1": 0.77212, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"], "main_score": 0.77212, "precision": 0.750494, "recall": 0.820158}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.966403, "f1": 0.958136, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"], "main_score": 0.958136, "precision": 0.955105, "recall": 0.966403}, {"accuracy": 0.949605, "f1": 0.937389, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"], "main_score": 0.937389, "precision": 0.93279, "recall": 0.949605}, {"accuracy": 0.940711, "f1": 0.930378, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"], "main_score": 0.930378, "precision": 0.926885, "recall": 0.940711}, {"accuracy": 0.942688, "f1": 0.931001, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"], "main_score": 0.931001, "precision": 0.926666, "recall": 0.942688}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.865613, "f1": 0.827437, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"], "main_score": 0.827437, "precision": 0.8097, "recall": 0.865613}, {"accuracy": 0.266798, "f1": 0.217447, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"], "main_score": 0.217447, "precision": 0.201792, "recall": 0.266798}, {"accuracy": 0.907115, "f1": 0.880764, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"], "main_score": 0.880764, "precision": 0.868742, "recall": 0.907115}, {"accuracy": 0.761858, "f1": 0.700186, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"], "main_score": 0.700186, "precision": 0.674169, "recall": 0.761858}, {"accuracy": 0.945652, "f1": 0.931159, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"], "main_score": 0.931159, "precision": 0.925296, "recall": 0.945652}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.90415, "f1": 0.875626, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"], "main_score": 0.875626, "precision": 0.862319, "recall": 0.90415}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"], "main_score": 0.915184, "precision": 0.905138, "recall": 0.935771}, {"accuracy": 0.962451, "f1": 0.951054, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"], "main_score": 0.951054, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.962451, "f1": 0.951416, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"], "main_score": 0.951416, "precision": 0.945982, "recall": 0.962451}, {"accuracy": 0.953557, "f1": 0.939526, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"], "main_score": 0.939526, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.933794, "f1": 0.913109, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"], "main_score": 0.913109, "precision": 0.90308, "recall": 0.933794}, {"accuracy": 0.964427, "f1": 0.956475, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"], "main_score": 0.956475, "precision": 0.953821, "recall": 0.964427}, {"accuracy": 0.939723, "f1": 0.921673, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"], "main_score": 0.921673, "precision": 0.913291, "recall": 0.939723}, {"accuracy": 0.859684, "f1": 0.820438, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"], "main_score": 0.820438, "precision": 0.802957, "recall": 0.859684}, {"accuracy": 0.868577, "f1": 0.830567, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"], "main_score": 0.830567, "precision": 0.812829, "recall": 0.868577}, {"accuracy": 0.93083, "f1": 0.910474, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"], "main_score": 0.910474, "precision": 0.901268, "recall": 0.93083}, {"accuracy": 0.937747, "f1": 0.920718, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"], "main_score": 0.920718, "precision": 0.913735, "recall": 0.937747}, {"accuracy": 0.047431, "f1": 0.024644, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"], "main_score": 0.024644, "precision": 0.020279, "recall": 0.047431}, {"accuracy": 0.951581, "f1": 0.938985, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"], "main_score": 0.938985, "precision": 0.933992, "recall": 0.951581}, {"accuracy": 0.942688, "f1": 0.926962, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"], "main_score": 0.926962, "precision": 0.92029, "recall": 0.942688}, {"accuracy": 0.914032, "f1": 0.894922, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"], "main_score": 0.894922, "precision": 0.88752, "recall": 0.914032}, {"accuracy": 0.953557, "f1": 0.942161, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"], "main_score": 0.942161, "precision": 0.9377, "recall": 0.953557}, {"accuracy": 0.882411, "f1": 0.848668, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"], "main_score": 0.848668, "precision": 0.833449, "recall": 0.882411}, {"accuracy": 0.862648, "f1": 0.823353, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"], "main_score": 0.823353, "precision": 0.805254, "recall": 0.862648}, {"accuracy": 0.945652, "f1": 0.930715, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"], "main_score": 0.930715, "precision": 0.924219, "recall": 0.945652}, {"accuracy": 0.940711, "f1": 0.924605, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"], "main_score": 0.924605, "precision": 0.917968, "recall": 0.940711}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"], "main_score": 0.921772, "precision": 0.912714, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.825099, "f1": 0.781901, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"], "main_score": 0.781901, "precision": 0.764107, "recall": 0.825099}, {"accuracy": 0.961462, "f1": 0.951106, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"], "main_score": 0.951106, "precision": 0.946756, "recall": 0.961462}, {"accuracy": 0.810277, "f1": 0.761053, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"], "main_score": 0.761053, "precision": 0.74002, "recall": 0.810277}, {"accuracy": 0.909091, "f1": 0.881324, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"], "main_score": 0.881324, "precision": 0.868165, "recall": 0.909091}, {"accuracy": 0.959486, "f1": 0.948748, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"], "main_score": 0.948748, "precision": 0.944368, "recall": 0.959486}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"], "main_score": 0.906028, "precision": 0.895504, "recall": 0.927866}, {"accuracy": 0.967391, "f1": 0.95774, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"], "main_score": 0.95774, "precision": 0.95331, "recall": 0.967391}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"], "main_score": 0.942029, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.943676, "f1": 0.927503, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"], "main_score": 0.927503, "precision": 0.920487, "recall": 0.943676}, {"accuracy": 0.928854, "f1": 0.913573, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"], "main_score": 0.913573, "precision": 0.907818, "recall": 0.928854}, {"accuracy": 0.950593, "f1": 0.937187, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"], "main_score": 0.937187, "precision": 0.931653, "recall": 0.950593}, {"accuracy": 0.903162, "f1": 0.874704, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"], "main_score": 0.874704, "precision": 0.862105, "recall": 0.903162}, {"accuracy": 0.916008, "f1": 0.892311, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"], "main_score": 0.892311, "precision": 0.881868, "recall": 0.916008}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"], "main_score": 0.931719, "precision": 0.924193, "recall": 0.947628}, {"accuracy": 0.917984, "f1": 0.893248, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"], "main_score": 0.893248, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.964394, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"], "main_score": 0.964394, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"], "main_score": 0.940382, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.913043, "f1": 0.893099, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"], "main_score": 0.893099, "precision": 0.885841, "recall": 0.913043}, {"accuracy": 0.913043, "f1": 0.890646, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"], "main_score": 0.890646, "precision": 0.881769, "recall": 0.913043}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"], "main_score": 0.925461, "precision": 0.917737, "recall": 0.942688}, {"accuracy": 0.935771, "f1": 0.915415, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"], "main_score": 0.915415, "precision": 0.905715, "recall": 0.935771}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.833004, "f1": 0.787599, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"], "main_score": 0.787599, "precision": 0.767302, "recall": 0.833004}, {"accuracy": 0.955534, "f1": 0.945349, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"], "main_score": 0.945349, "precision": 0.941576, "recall": 0.955534}, {"accuracy": 0.929842, "f1": 0.908827, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"], "main_score": 0.908827, "precision": 0.899127, "recall": 0.929842}, {"accuracy": 0.942688, "f1": 0.927539, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"], "main_score": 0.927539, "precision": 0.921254, "recall": 0.942688}, {"accuracy": 0.965415, "f1": 0.955501, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"], "main_score": 0.955501, "precision": 0.950922, "recall": 0.965415}, {"accuracy": 0.949605, "f1": 0.935046, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"], "main_score": 0.935046, "precision": 0.928689, "recall": 0.949605}, {"accuracy": 0.914032, "f1": 0.888011, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"], "main_score": 0.888011, "precision": 0.875659, "recall": 0.914032}, {"accuracy": 0.955534, "f1": 0.942424, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"], "main_score": 0.942424, "precision": 0.936512, "recall": 0.955534}, {"accuracy": 0.894269, "f1": 0.86438, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"], "main_score": 0.86438, "precision": 0.850823, "recall": 0.894269}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.949605, "f1": 0.936693, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"], "main_score": 0.936693, "precision": 0.931555, "recall": 0.949605}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"], "main_score": 0.904875, "precision": 0.894681, "recall": 0.926877}, {"accuracy": 0.97332, "f1": 0.966685, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"], "main_score": 0.966685, "precision": 0.963966, "recall": 0.97332}, {"accuracy": 0.852767, "f1": 0.810079, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"], "main_score": 0.810079, "precision": 0.790777, "recall": 0.852767}, {"accuracy": 0.959486, "f1": 0.948946, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"], "main_score": 0.948946, "precision": 0.944598, "recall": 0.959486}, {"accuracy": 0.967391, "f1": 0.958498, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"], "main_score": 0.958498, "precision": 0.954776, "recall": 0.967391}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"], "main_score": 0.958663, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.892292, "f1": 0.858696, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"], "main_score": 0.858696, "precision": 0.842721, "recall": 0.892292}, {"accuracy": 0.924901, "f1": 0.901186, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"], "main_score": 0.901186, "precision": 0.889657, "recall": 0.924901}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.891304, "f1": 0.86512, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"], "main_score": 0.86512, "precision": 0.854611, "recall": 0.891304}, {"accuracy": 0.949605, "f1": 0.938933, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"], "main_score": 0.938933, "precision": 0.935293, "recall": 0.949605}, {"accuracy": 0.881423, "f1": 0.849873, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"], "main_score": 0.849873, "precision": 0.836545, "recall": 0.881423}, {"accuracy": 0.896245, "f1": 0.867572, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"], "main_score": 0.867572, "precision": 0.854308, "recall": 0.896245}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"], "main_score": 0.933794, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.924901, "f1": 0.901845, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"], "main_score": 0.901845, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.9417, "f1": 0.928989, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"], "main_score": 0.928989, "precision": 0.924317, "recall": 0.9417}, {"accuracy": 0.807312, "f1": 0.756818, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"], "main_score": 0.756818, "precision": 0.734552, "recall": 0.807312}, {"accuracy": 0.891304, "f1": 0.864366, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"], "main_score": 0.864366, "precision": 0.853244, "recall": 0.891304}, {"accuracy": 0.934783, "f1": 0.915481, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"], "main_score": 0.915481, "precision": 0.906621, "recall": 0.934783}, {"accuracy": 0.855731, "f1": 0.815843, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"], "main_score": 0.815843, "precision": 0.79776, "recall": 0.855731}, {"accuracy": 0.86166, "f1": 0.824638, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"], "main_score": 0.824638, "precision": 0.808811, "recall": 0.86166}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"], "main_score": 0.962451, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.907115, "f1": 0.880599, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"], "main_score": 0.880599, "precision": 0.868824, "recall": 0.907115}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"], "main_score": 0.933202, "precision": 0.926136, "recall": 0.948617}, {"accuracy": 0.767787, "f1": 0.711717, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"], "main_score": 0.711717, "precision": 0.688785, "recall": 0.767787}, {"accuracy": 0.955534, "f1": 0.943874, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"], "main_score": 0.943874, "precision": 0.939213, "recall": 0.955534}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"], "main_score": 0.946311, "precision": 0.940909, "recall": 0.958498}, {"accuracy": 0.947628, "f1": 0.933122, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"], "main_score": 0.933122, "precision": 0.92696, "recall": 0.947628}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.905138, "f1": 0.879699, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"], "main_score": 0.879699, "precision": 0.868651, "recall": 0.905138}, {"accuracy": 0.914032, "f1": 0.888801, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"], "main_score": 0.888801, "precision": 0.876976, "recall": 0.914032}, {"accuracy": 0.91502, "f1": 0.888636, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"], "main_score": 0.888636, "precision": 0.876153, "recall": 0.91502}, {"accuracy": 0.891304, "f1": 0.861067, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"], "main_score": 0.861067, "precision": 0.846756, "recall": 0.891304}, {"accuracy": 0.049407, "f1": 0.026095, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"], "main_score": 0.026095, "precision": 0.021073, "recall": 0.049407}, {"accuracy": 0.93083, "f1": 0.915239, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"], "main_score": 0.915239, "precision": 0.909038, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.923962, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"], "main_score": 0.923962, "precision": 0.917664, "recall": 0.939723}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.940448, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"], "main_score": 0.940448, "precision": 0.934206, "recall": 0.953557}, {"accuracy": 0.927866, "f1": 0.912143, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"], "main_score": 0.912143, "precision": 0.906503, "recall": 0.927866}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"], "main_score": 0.898386, "precision": 0.887187, "recall": 0.921937}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"], "main_score": 0.907181, "precision": 0.896821, "recall": 0.928854}, {"accuracy": 0.910079, "f1": 0.893977, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"], "main_score": 0.893977, "precision": 0.888544, "recall": 0.910079}, {"accuracy": 0.925889, "f1": 0.906505, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"], "main_score": 0.906505, "precision": 0.897901, "recall": 0.925889}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"], "main_score": 0.891304, "precision": 0.879282, "recall": 0.916008}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.928854, "f1": 0.908235, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"], "main_score": 0.908235, "precision": 0.899078, "recall": 0.928854}, {"accuracy": 0.942688, "f1": 0.933075, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"], "main_score": 0.933075, "precision": 0.92971, "recall": 0.942688}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"], "main_score": 0.894335, "precision": 0.882329, "recall": 0.918972}, {"accuracy": 0.958498, "f1": 0.947779, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"], "main_score": 0.947779, "precision": 0.943429, "recall": 0.958498}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"], "main_score": 0.928689, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.935771, "f1": 0.917457, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"], "main_score": 0.917457, "precision": 0.909256, "recall": 0.935771}, {"accuracy": 0.93083, "f1": 0.912731, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"], "main_score": 0.912731, "precision": 0.905477, "recall": 0.93083}, {"accuracy": 0.94664, "f1": 0.93139, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"], "main_score": 0.93139, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.954545, "f1": 0.940119, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"], "main_score": 0.940119, "precision": 0.933218, "recall": 0.954545}, {"accuracy": 0.937747, "f1": 0.923754, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"], "main_score": 0.923754, "precision": 0.918227, "recall": 0.937747}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.189723, "f1": 0.152252, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"], "main_score": 0.152252, "precision": 0.142008, "recall": 0.189723}, {"accuracy": 0.956522, "f1": 0.944735, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"], "main_score": 0.944735, "precision": 0.939723, "recall": 0.956522}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"], "main_score": 0.925231, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.920949, "f1": 0.901106, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"], "main_score": 0.901106, "precision": 0.893127, "recall": 0.920949}, {"accuracy": 0.921937, "f1": 0.90429, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"], "main_score": 0.90429, "precision": 0.897705, "recall": 0.921937}, {"accuracy": 0.924901, "f1": 0.908833, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"], "main_score": 0.908833, "precision": 0.902915, "recall": 0.924901}, {"accuracy": 0.918972, "f1": 0.894565, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"], "main_score": 0.894565, "precision": 0.88307, "recall": 0.918972}, {"accuracy": 0.94664, "f1": 0.934475, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"], "main_score": 0.934475, "precision": 0.929911, "recall": 0.94664}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"], "main_score": 0.933597, "precision": 0.926548, "recall": 0.948617}, {"accuracy": 0.895257, "f1": 0.878592, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"], "main_score": 0.878592, "precision": 0.872205, "recall": 0.895257}, {"accuracy": 0.927866, "f1": 0.910343, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"], "main_score": 0.910343, "precision": 0.903491, "recall": 0.927866}, {"accuracy": 0.938735, "f1": 0.921673, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"], "main_score": 0.921673, "precision": 0.914394, "recall": 0.938735}, {"accuracy": 0.943676, "f1": 0.928971, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"], "main_score": 0.928971, "precision": 0.922628, "recall": 0.943676}, {"accuracy": 0.890316, "f1": 0.859091, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"], "main_score": 0.859091, "precision": 0.84445, "recall": 0.890316}, {"accuracy": 0.916008, "f1": 0.889888, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"], "main_score": 0.889888, "precision": 0.877388, "recall": 0.916008}, {"accuracy": 0.925889, "f1": 0.909519, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"], "main_score": 0.909519, "precision": 0.903752, "recall": 0.925889}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"], "main_score": 0.899868, "precision": 0.888999, "recall": 0.922925}, {"accuracy": 0.938735, "f1": 0.927635, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"], "main_score": 0.927635, "precision": 0.923838, "recall": 0.938735}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.95, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"], "main_score": 0.95, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.947628, "f1": 0.931324, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"], "main_score": 0.931324, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.918972, "f1": 0.89417, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"], "main_score": 0.89417, "precision": 0.882493, "recall": 0.918972}, {"accuracy": 0.892292, "f1": 0.86438, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"], "main_score": 0.86438, "precision": 0.852273, "recall": 0.892292}, {"accuracy": 0.934783, "f1": 0.914493, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"], "main_score": 0.914493, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.921937, "f1": 0.901655, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"], "main_score": 0.901655, "precision": 0.893272, "recall": 0.921937}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"], "main_score": 0.92029, "precision": 0.911924, "recall": 0.938735}, {"accuracy": 0.878458, "f1": 0.844433, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"], "main_score": 0.844433, "precision": 0.828475, "recall": 0.878458}, {"accuracy": 0.924901, "f1": 0.91111, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"], "main_score": 0.91111, "precision": 0.905604, "recall": 0.924901}, {"accuracy": 0.933794, "f1": 0.913603, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"], "main_score": 0.913603, "precision": 0.903903, "recall": 0.933794}, {"accuracy": 0.881423, "f1": 0.84608, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"], "main_score": 0.84608, "precision": 0.829298, "recall": 0.881423}, {"accuracy": 0.961462, "f1": 0.948617, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"], "main_score": 0.948617, "precision": 0.942194, "recall": 0.961462}, {"accuracy": 0.656126, "f1": 0.583494, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"], "main_score": 0.583494, "precision": 0.555669, "recall": 0.656126}, {"accuracy": 0.940711, "f1": 0.92604, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"], "main_score": 0.92604, "precision": 0.920471, "recall": 0.940711}, {"accuracy": 0.945652, "f1": 0.933338, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"], "main_score": 0.933338, "precision": 0.928614, "recall": 0.945652}, {"accuracy": 0.91996, "f1": 0.898734, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"], "main_score": 0.898734, "precision": 0.890184, "recall": 0.91996}, {"accuracy": 0.936759, "f1": 0.921052, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"], "main_score": 0.921052, "precision": 0.915003, "recall": 0.936759}, {"accuracy": 0.905138, "f1": 0.877042, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"], "main_score": 0.877042, "precision": 0.863719, "recall": 0.905138}, {"accuracy": 0.917984, "f1": 0.895356, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"], "main_score": 0.895356, "precision": 0.885606, "recall": 0.917984}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"], "main_score": 0.923913, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.945652, "f1": 0.935054, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"], "main_score": 0.935054, "precision": 0.931185, "recall": 0.945652}, {"accuracy": 0.901186, "f1": 0.876219, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"], "main_score": 0.876219, "precision": 0.864377, "recall": 0.901186}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"], "main_score": 0.8889, "precision": 0.877059, "recall": 0.914032}, {"accuracy": 0.922925, "f1": 0.900165, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"], "main_score": 0.900165, "precision": 0.889888, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.902964, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"], "main_score": 0.902964, "precision": 0.893281, "recall": 0.924901}, {"accuracy": 0.921937, "f1": 0.900955, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"], "main_score": 0.900955, "precision": 0.892358, "recall": 0.921937}, {"accuracy": 0.212451, "f1": 0.154632, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"], "main_score": 0.154632, "precision": 0.137439, "recall": 0.212451}, {"accuracy": 0.905138, "f1": 0.877141, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"], "main_score": 0.877141, "precision": 0.863669, "recall": 0.905138}, {"accuracy": 0.929842, "f1": 0.909552, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"], "main_score": 0.909552, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"], "main_score": 0.915514, "precision": 0.905632, "recall": 0.935771}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"], "main_score": 0.916173, "precision": 0.906785, "recall": 0.935771}, {"accuracy": 0.956522, "f1": 0.944452, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"], "main_score": 0.944452, "precision": 0.939262, "recall": 0.956522}, {"accuracy": 0.90415, "f1": 0.879136, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"], "main_score": 0.879136, "precision": 0.868808, "recall": 0.90415}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.93083, "f1": 0.911627, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"], "main_score": 0.911627, "precision": 0.90364, "recall": 0.93083}, {"accuracy": 0.942688, "f1": 0.927786, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"], "main_score": 0.927786, "precision": 0.92197, "recall": 0.942688}, {"accuracy": 0.926877, "f1": 0.910493, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"], "main_score": 0.910493, "precision": 0.903878, "recall": 0.926877}, {"accuracy": 0.928854, "f1": 0.909914, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"], "main_score": 0.909914, "precision": 0.902009, "recall": 0.928854}, {"accuracy": 0.940711, "f1": 0.925562, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"], "main_score": 0.925562, "precision": 0.919476, "recall": 0.940711}, {"accuracy": 0.828063, "f1": 0.782543, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"], "main_score": 0.782543, "precision": 0.762319, "recall": 0.828063}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"], "main_score": 0.923254, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.923913, "f1": 0.90709, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"], "main_score": 0.90709, "precision": 0.900999, "recall": 0.923913}, {"accuracy": 0.9417, "f1": 0.930861, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"], "main_score": 0.930861, "precision": 0.926861, "recall": 0.9417}, {"accuracy": 0.934783, "f1": 0.92086, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"], "main_score": 0.92086, "precision": 0.915359, "recall": 0.934783}, {"accuracy": 0.897233, "f1": 0.869104, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"], "main_score": 0.869104, "precision": 0.856176, "recall": 0.897233}, {"accuracy": 0.854743, "f1": 0.813636, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"], "main_score": 0.813636, "precision": 0.794631, "recall": 0.854743}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.908103, "f1": 0.881094, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"], "main_score": 0.881094, "precision": 0.868248, "recall": 0.908103}, {"accuracy": 0.955534, "f1": 0.944318, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"], "main_score": 0.944318, "precision": 0.939848, "recall": 0.955534}, {"accuracy": 0.833992, "f1": 0.791469, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"], "main_score": 0.791469, "precision": 0.771739, "recall": 0.833992}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.945652, "f1": 0.932115, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"], "main_score": 0.932115, "precision": 0.926699, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.914242, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"], "main_score": 0.914242, "precision": 0.907765, "recall": 0.93083}, {"accuracy": 0.924901, "f1": 0.912272, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"], "main_score": 0.912272, "precision": 0.907941, "recall": 0.924901}, {"accuracy": 0.93083, "f1": 0.917283, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"], "main_score": 0.917283, "precision": 0.91237, "recall": 0.93083}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"], "main_score": 0.923913, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.889328, "f1": 0.85942, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"], "main_score": 0.85942, "precision": 0.845767, "recall": 0.889328}, {"accuracy": 0.256917, "f1": 0.205378, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"], "main_score": 0.205378, "precision": 0.188531, "recall": 0.256917}, {"accuracy": 0.918972, "f1": 0.895092, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"], "main_score": 0.895092, "precision": 0.883729, "recall": 0.918972}, {"accuracy": 0.781621, "f1": 0.722596, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"], "main_score": 0.722596, "precision": 0.696904, "recall": 0.781621}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.870553, "f1": 0.833399, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"], "main_score": 0.833399, "precision": 0.815991, "recall": 0.870553}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"], "main_score": 0.922925, "precision": 0.914361, "recall": 0.940711}, {"accuracy": 0.922925, "f1": 0.901208, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"], "main_score": 0.901208, "precision": 0.891757, "recall": 0.922925}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"], "main_score": 0.90415, "precision": 0.893281, "recall": 0.926877}, {"accuracy": 0.9417, "f1": 0.928261, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"], "main_score": 0.928261, "precision": 0.92307, "recall": 0.9417}, {"accuracy": 0.955534, "f1": 0.941601, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"], "main_score": 0.941601, "precision": 0.93503, "recall": 0.955534}, {"accuracy": 0.875494, "f1": 0.842885, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"], "main_score": 0.842885, "precision": 0.827816, "recall": 0.875494}, {"accuracy": 0.88834, "f1": 0.857428, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"], "main_score": 0.857428, "precision": 0.843191, "recall": 0.88834}, {"accuracy": 0.938735, "f1": 0.920784, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"], "main_score": 0.920784, "precision": 0.912385, "recall": 0.938735}, {"accuracy": 0.91996, "f1": 0.898188, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"], "main_score": 0.898188, "precision": 0.889262, "recall": 0.91996}, {"accuracy": 0.044466, "f1": 0.024947, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"], "main_score": 0.024947, "precision": 0.02173, "recall": 0.044466}, {"accuracy": 0.913043, "f1": 0.893034, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"], "main_score": 0.893034, "precision": 0.885626, "recall": 0.913043}, {"accuracy": 0.917984, "f1": 0.894466, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"], "main_score": 0.894466, "precision": 0.883976, "recall": 0.917984}, {"accuracy": 0.887352, "f1": 0.864083, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"], "main_score": 0.864083, "precision": 0.854944, "recall": 0.887352}, {"accuracy": 0.936759, "f1": 0.919746, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"], "main_score": 0.919746, "precision": 0.912641, "recall": 0.936759}, {"accuracy": 0.873518, "f1": 0.838192, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"], "main_score": 0.838192, "precision": 0.822687, "recall": 0.873518}, {"accuracy": 0.886364, "f1": 0.854282, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"], "main_score": 0.854282, "precision": 0.839509, "recall": 0.886364}, {"accuracy": 0.905138, "f1": 0.88165, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"], "main_score": 0.88165, "precision": 0.872069, "recall": 0.905138}, {"accuracy": 0.91996, "f1": 0.899922, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"], "main_score": 0.899922, "precision": 0.892055, "recall": 0.91996}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"], "main_score": 0.906258, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.805336, "f1": 0.751866, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"], "main_score": 0.751866, "precision": 0.72873, "recall": 0.805336}, {"accuracy": 0.9417, "f1": 0.927299, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"], "main_score": 0.927299, "precision": 0.921402, "recall": 0.9417}, {"accuracy": 0.836957, "f1": 0.792951, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"], "main_score": 0.792951, "precision": 0.77309, "recall": 0.836957}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"], "main_score": 0.897299, "precision": 0.886117, "recall": 0.920949}, {"accuracy": 0.93083, "f1": 0.914069, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"], "main_score": 0.914069, "precision": 0.907369, "recall": 0.93083}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.9417, "f1": 0.925099, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"], "main_score": 0.925099, "precision": 0.917902, "recall": 0.9417}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"], "main_score": 0.931884, "precision": 0.924819, "recall": 0.947628}, {"accuracy": 0.891304, "f1": 0.870082, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"], "main_score": 0.870082, "precision": 0.862527, "recall": 0.891304}, {"accuracy": 0.927866, "f1": 0.908388, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"], "main_score": 0.908388, "precision": 0.899811, "recall": 0.927866}, {"accuracy": 0.898221, "f1": 0.868544, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"], "main_score": 0.868544, "precision": 0.854974, "recall": 0.898221}, {"accuracy": 0.93083, "f1": 0.909585, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"], "main_score": 0.909585, "precision": 0.899374, "recall": 0.93083}, {"accuracy": 0.900198, "f1": 0.872793, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"], "main_score": 0.872793, "precision": 0.860699, "recall": 0.900198}, {"accuracy": 0.908103, "f1": 0.882364, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"], "main_score": 0.882364, "precision": 0.871459, "recall": 0.908103}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"], "main_score": 0.95998, "precision": 0.955567, "recall": 0.969368}, {"accuracy": 0.950593, "f1": 0.936199, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"], "main_score": 0.936199, "precision": 0.929842, "recall": 0.950593}, {"accuracy": 0.916008, "f1": 0.891568, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"], "main_score": 0.891568, "precision": 0.880435, "recall": 0.916008}, {"accuracy": 0.900198, "f1": 0.87512, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"], "main_score": 0.87512, "precision": 0.865375, "recall": 0.900198}, {"accuracy": 0.910079, "f1": 0.886467, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"], "main_score": 0.886467, "precision": 0.876795, "recall": 0.910079}, {"accuracy": 0.94664, "f1": 0.930402, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"], "main_score": 0.930402, "precision": 0.923007, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.89193, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"], "main_score": 0.89193, "precision": 0.88027, "recall": 0.916996}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.83004, "f1": 0.784881, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"], "main_score": 0.784881, "precision": 0.764229, "recall": 0.83004}, {"accuracy": 0.945652, "f1": 0.933014, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"], "main_score": 0.933014, "precision": 0.92813, "recall": 0.945652}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"], "main_score": 0.886759, "precision": 0.874786, "recall": 0.913043}, {"accuracy": 0.913043, "f1": 0.894388, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"], "main_score": 0.894388, "precision": 0.887096, "recall": 0.913043}, {"accuracy": 0.923913, "f1": 0.902092, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"], "main_score": 0.902092, "precision": 0.891775, "recall": 0.923913}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"], "main_score": 0.916996, "precision": 0.907609, "recall": 0.936759}, {"accuracy": 0.93083, "f1": 0.910474, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"], "main_score": 0.910474, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.942688, "f1": 0.927574, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"], "main_score": 0.927574, "precision": 0.921311, "recall": 0.942688}, {"accuracy": 0.896245, "f1": 0.867655, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"], "main_score": 0.867655, "precision": 0.854331, "recall": 0.896245}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.927866, "f1": 0.90911, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"], "main_score": 0.90911, "precision": 0.901548, "recall": 0.927866}, {"accuracy": 0.940711, "f1": 0.924045, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"], "main_score": 0.924045, "precision": 0.916173, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.945914, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"], "main_score": 0.945914, "precision": 0.942335, "recall": 0.955534}, {"accuracy": 0.885375, "f1": 0.853722, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"], "main_score": 0.853722, "precision": 0.839592, "recall": 0.885375}, {"accuracy": 0.93083, "f1": 0.912747, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"], "main_score": 0.912747, "precision": 0.905649, "recall": 0.93083}, {"accuracy": 0.943676, "f1": 0.928843, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"], "main_score": 0.928843, "precision": 0.922719, "recall": 0.943676}, {"accuracy": 0.942688, "f1": 0.928064, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"], "main_score": 0.928064, "precision": 0.921821, "recall": 0.942688}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"], "main_score": 0.927866, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"], "main_score": 0.878953, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.920949, "f1": 0.896904, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"], "main_score": 0.896904, "precision": 0.885408, "recall": 0.920949}, {"accuracy": 0.931818, "f1": 0.911693, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"], "main_score": 0.911693, "precision": 0.902339, "recall": 0.931818}, {"accuracy": 0.874506, "f1": 0.846967, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"], "main_score": 0.846967, "precision": 0.83602, "recall": 0.874506}, {"accuracy": 0.916008, "f1": 0.899346, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"], "main_score": 0.899346, "precision": 0.893474, "recall": 0.916008}, {"accuracy": 0.917984, "f1": 0.89361, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"], "main_score": 0.89361, "precision": 0.882246, "recall": 0.917984}, {"accuracy": 0.901186, "f1": 0.875085, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"], "main_score": 0.875085, "precision": 0.862978, "recall": 0.901186}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.952569, "f1": 0.938307, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"], "main_score": 0.938307, "precision": 0.931769, "recall": 0.952569}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"], "main_score": 0.921772, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"], "main_score": 0.934025, "precision": 0.92663, "recall": 0.949605}, {"accuracy": 0.907115, "f1": 0.888665, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"], "main_score": 0.888665, "precision": 0.881609, "recall": 0.907115}, {"accuracy": 0.813241, "f1": 0.767062, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"], "main_score": 0.767062, "precision": 0.745883, "recall": 0.813241}, {"accuracy": 0.908103, "f1": 0.880171, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"], "main_score": 0.880171, "precision": 0.867177, "recall": 0.908103}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.864625, "f1": 0.826779, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"], "main_score": 0.826779, "precision": 0.8097, "recall": 0.864625}, {"accuracy": 0.890316, "f1": 0.859387, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"], "main_score": 0.859387, "precision": 0.845273, "recall": 0.890316}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.895257, "f1": 0.865415, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"], "main_score": 0.865415, "precision": 0.852553, "recall": 0.895257}, {"accuracy": 0.916996, "f1": 0.893017, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"], "main_score": 0.893017, "precision": 0.882065, "recall": 0.916996}, {"accuracy": 0.795455, "f1": 0.741342, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"], "main_score": 0.741342, "precision": 0.71698, "recall": 0.795455}, {"accuracy": 0.931818, "f1": 0.914909, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"], "main_score": 0.914909, "precision": 0.908227, "recall": 0.931818}, {"accuracy": 0.938735, "f1": 0.923471, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"], "main_score": 0.923471, "precision": 0.917391, "recall": 0.938735}, {"accuracy": 0.928854, "f1": 0.910941, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"], "main_score": 0.910941, "precision": 0.903871, "recall": 0.928854}, {"accuracy": 0.940711, "f1": 0.925249, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"], "main_score": 0.925249, "precision": 0.918956, "recall": 0.940711}, {"accuracy": 0.907115, "f1": 0.880764, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"], "main_score": 0.880764, "precision": 0.869022, "recall": 0.907115}, {"accuracy": 0.912055, "f1": 0.886034, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"], "main_score": 0.886034, "precision": 0.873518, "recall": 0.912055}, {"accuracy": 0.864625, "f1": 0.826238, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"], "main_score": 0.826238, "precision": 0.809074, "recall": 0.864625}, {"accuracy": 0.867589, "f1": 0.8333, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"], "main_score": 0.8333, "precision": 0.817721, "recall": 0.867589}, {"accuracy": 0.0583, "f1": 0.030354, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"], "main_score": 0.030354, "precision": 0.02396, "recall": 0.0583}, {"accuracy": 0.865613, "f1": 0.839162, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"], "main_score": 0.839162, "precision": 0.829751, "recall": 0.865613}, {"accuracy": 0.884387, "f1": 0.855163, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"], "main_score": 0.855163, "precision": 0.843628, "recall": 0.884387}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"], "main_score": 0.91469, "precision": 0.905138, "recall": 0.934783}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"], "main_score": 0.887846, "precision": 0.875, "recall": 0.914032}, {"accuracy": 0.86166, "f1": 0.835121, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"], "main_score": 0.835121, "precision": 0.825484, "recall": 0.86166}, {"accuracy": 0.875494, "f1": 0.843215, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"], "main_score": 0.843215, "precision": 0.828755, "recall": 0.875494}, {"accuracy": 0.848814, "f1": 0.806258, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"], "main_score": 0.806258, "precision": 0.787286, "recall": 0.848814}, {"accuracy": 0.811265, "f1": 0.779731, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"], "main_score": 0.779731, "precision": 0.768979, "recall": 0.811265}, {"accuracy": 0.889328, "f1": 0.859964, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"], "main_score": 0.859964, "precision": 0.847259, "recall": 0.889328}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"], "main_score": 0.888999, "precision": 0.876812, "recall": 0.914032}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"], "main_score": 0.957675, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.86166, "f1": 0.827539, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"], "main_score": 0.827539, "precision": 0.814025, "recall": 0.86166}, {"accuracy": 0.878458, "f1": 0.858385, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"], "main_score": 0.858385, "precision": 0.850805, "recall": 0.878458}, {"accuracy": 0.88834, "f1": 0.857444, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"], "main_score": 0.857444, "precision": 0.842803, "recall": 0.88834}, {"accuracy": 0.908103, "f1": 0.884781, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"], "main_score": 0.884781, "precision": 0.875141, "recall": 0.908103}, {"accuracy": 0.884387, "f1": 0.857303, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"], "main_score": 0.857303, "precision": 0.846865, "recall": 0.884387}, {"accuracy": 0.873518, "f1": 0.837469, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"], "main_score": 0.837469, "precision": 0.821459, "recall": 0.873518}, {"accuracy": 0.879447, "f1": 0.854978, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"], "main_score": 0.854978, "precision": 0.84641, "recall": 0.879447}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"], "main_score": 0.931983, "precision": 0.924572, "recall": 0.947628}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"], "main_score": 0.88834, "precision": 0.876729, "recall": 0.914032}, {"accuracy": 0.884387, "f1": 0.862603, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"], "main_score": 0.862603, "precision": 0.854358, "recall": 0.884387}, {"accuracy": 0.891304, "f1": 0.859091, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"], "main_score": 0.859091, "precision": 0.843956, "recall": 0.891304}, {"accuracy": 0.182806, "f1": 0.148378, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"], "main_score": 0.148378, "precision": 0.139607, "recall": 0.182806}, {"accuracy": 0.918972, "f1": 0.899993, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"], "main_score": 0.899993, "precision": 0.892023, "recall": 0.918972}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"], "main_score": 0.899539, "precision": 0.888669, "recall": 0.921937}, {"accuracy": 0.897233, "f1": 0.866864, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"], "main_score": 0.866864, "precision": 0.853129, "recall": 0.897233}, {"accuracy": 0.855731, "f1": 0.824968, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"], "main_score": 0.824968, "precision": 0.8139, "recall": 0.855731}, {"accuracy": 0.856719, "f1": 0.827221, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"], "main_score": 0.827221, "precision": 0.816869, "recall": 0.856719}, {"accuracy": 0.855731, "f1": 0.829286, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"], "main_score": 0.829286, "precision": 0.819339, "recall": 0.855731}, {"accuracy": 0.871542, "f1": 0.834947, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"], "main_score": 0.834947, "precision": 0.818412, "recall": 0.871542}, {"accuracy": 0.898221, "f1": 0.877585, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"], "main_score": 0.877585, "precision": 0.869995, "recall": 0.898221}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"], "main_score": 0.876877, "precision": 0.864608, "recall": 0.90415}, {"accuracy": 0.828063, "f1": 0.805386, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"], "main_score": 0.805386, "precision": 0.797058, "recall": 0.828063}, {"accuracy": 0.862648, "f1": 0.834212, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"], "main_score": 0.834212, "precision": 0.824261, "recall": 0.862648}, {"accuracy": 0.88834, "f1": 0.861819, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"], "main_score": 0.861819, "precision": 0.851821, "recall": 0.88834}, {"accuracy": 0.88834, "f1": 0.862932, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"], "main_score": 0.862932, "precision": 0.85336, "recall": 0.88834}, {"accuracy": 0.86166, "f1": 0.825395, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"], "main_score": 0.825395, "precision": 0.808794, "recall": 0.86166}, {"accuracy": 0.887352, "f1": 0.855929, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"], "main_score": 0.855929, "precision": 0.841815, "recall": 0.887352}, {"accuracy": 0.856719, "f1": 0.830755, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"], "main_score": 0.830755, "precision": 0.821568, "recall": 0.856719}, {"accuracy": 0.911067, "f1": 0.884387, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"], "main_score": 0.884387, "precision": 0.871904, "recall": 0.911067}, {"accuracy": 0.879447, "f1": 0.859641, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"], "main_score": 0.859641, "precision": 0.852873, "recall": 0.879447}, {"accuracy": 0.899209, "f1": 0.869466, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"], "main_score": 0.869466, "precision": 0.856011, "recall": 0.899209}, {"accuracy": 0.925889, "f1": 0.903854, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"], "main_score": 0.903854, "precision": 0.893725, "recall": 0.925889}, {"accuracy": 0.88834, "f1": 0.857806, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"], "main_score": 0.857806, "precision": 0.844895, "recall": 0.88834}, {"accuracy": 0.907115, "f1": 0.880764, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"], "main_score": 0.880764, "precision": 0.868857, "recall": 0.907115}, {"accuracy": 0.827075, "f1": 0.783091, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"], "main_score": 0.783091, "precision": 0.764617, "recall": 0.827075}, {"accuracy": 0.858696, "f1": 0.819071, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"], "main_score": 0.819071, "precision": 0.800906, "recall": 0.858696}, {"accuracy": 0.833992, "f1": 0.79716, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"], "main_score": 0.79716, "precision": 0.783487, "recall": 0.833992}, {"accuracy": 0.862648, "f1": 0.825725, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"], "main_score": 0.825725, "precision": 0.810458, "recall": 0.862648}, {"accuracy": 0.847826, "f1": 0.803788, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"], "main_score": 0.803788, "precision": 0.783267, "recall": 0.847826}, {"accuracy": 0.857708, "f1": 0.834107, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"], "main_score": 0.834107, "precision": 0.824676, "recall": 0.857708}, {"accuracy": 0.903162, "f1": 0.873913, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"], "main_score": 0.873913, "precision": 0.86026, "recall": 0.903162}, {"accuracy": 0.846838, "f1": 0.805402, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"], "main_score": 0.805402, "precision": 0.786347, "recall": 0.846838}, {"accuracy": 0.928854, "f1": 0.910079, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"], "main_score": 0.910079, "precision": 0.900856, "recall": 0.928854}, {"accuracy": 0.589921, "f1": 0.512989, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"], "main_score": 0.512989, "precision": 0.486111, "recall": 0.589921}, {"accuracy": 0.881423, "f1": 0.856214, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"], "main_score": 0.856214, "precision": 0.84741, "recall": 0.881423}, {"accuracy": 0.88834, "f1": 0.866981, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"], "main_score": 0.866981, "precision": 0.858724, "recall": 0.88834}, {"accuracy": 0.854743, "f1": 0.82069, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"], "main_score": 0.82069, "precision": 0.808089, "recall": 0.854743}, {"accuracy": 0.879447, "f1": 0.85504, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"], "main_score": 0.85504, "precision": 0.84634, "recall": 0.879447}, {"accuracy": 0.893281, "f1": 0.864954, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"], "main_score": 0.864954, "precision": 0.851285, "recall": 0.893281}, {"accuracy": 0.849802, "f1": 0.811284, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"], "main_score": 0.811284, "precision": 0.795982, "recall": 0.849802}, {"accuracy": 0.879447, "f1": 0.845158, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"], "main_score": 0.845158, "precision": 0.829908, "recall": 0.879447}, {"accuracy": 0.883399, "f1": 0.86468, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"], "main_score": 0.86468, "precision": 0.85798, "recall": 0.883399}, {"accuracy": 0.869565, "f1": 0.834354, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"], "main_score": 0.834354, "precision": 0.818264, "recall": 0.869565}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"], "main_score": 0.959816, "precision": 0.955237, "recall": 0.969368}, {"accuracy": 0.895257, "f1": 0.866996, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"], "main_score": 0.866996, "precision": 0.853837, "recall": 0.895257}, {"accuracy": 0.87747, "f1": 0.845372, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"], "main_score": 0.845372, "precision": 0.831926, "recall": 0.87747}, {"accuracy": 0.869565, "f1": 0.83426, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"], "main_score": 0.83426, "precision": 0.819219, "recall": 0.869565}, {"accuracy": 0.853755, "f1": 0.820738, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"], "main_score": 0.820738, "precision": 0.808649, "recall": 0.853755}, {"accuracy": 0.205534, "f1": 0.154843, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"], "main_score": 0.154843, "precision": 0.139468, "recall": 0.205534}, {"accuracy": 0.884387, "f1": 0.852339, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"], "main_score": 0.852339, "precision": 0.837895, "recall": 0.884387}, {"accuracy": 0.868577, "f1": 0.835332, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"], "main_score": 0.835332, "precision": 0.821898, "recall": 0.868577}, {"accuracy": 0.917984, "f1": 0.894104, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"], "main_score": 0.894104, "precision": 0.88274, "recall": 0.917984}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"], "main_score": 0.902833, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.881423, "f1": 0.851077, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"], "main_score": 0.851077, "precision": 0.838365, "recall": 0.881423}, {"accuracy": 0.83004, "f1": 0.787516, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"], "main_score": 0.787516, "precision": 0.770784, "recall": 0.83004}, {"accuracy": 0.90415, "f1": 0.875033, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"], "main_score": 0.875033, "precision": 0.861742, "recall": 0.90415}, {"accuracy": 0.892292, "f1": 0.867327, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"], "main_score": 0.867327, "precision": 0.857856, "recall": 0.892292}, {"accuracy": 0.876482, "f1": 0.851238, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"], "main_score": 0.851238, "precision": 0.842398, "recall": 0.876482}, {"accuracy": 0.860672, "f1": 0.833612, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"], "main_score": 0.833612, "precision": 0.823286, "recall": 0.860672}, {"accuracy": 0.851779, "f1": 0.818798, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"], "main_score": 0.818798, "precision": 0.807079, "recall": 0.851779}, {"accuracy": 0.875494, "f1": 0.845041, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"], "main_score": 0.845041, "precision": 0.832357, "recall": 0.875494}, {"accuracy": 0.775692, "f1": 0.716886, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"], "main_score": 0.716886, "precision": 0.691098, "recall": 0.775692}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"], "main_score": 0.898221, "precision": 0.887187, "recall": 0.920949}, {"accuracy": 0.865613, "f1": 0.840499, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"], "main_score": 0.840499, "precision": 0.831555, "recall": 0.865613}, {"accuracy": 0.864625, "f1": 0.843092, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"], "main_score": 0.843092, "precision": 0.834593, "recall": 0.864625}, {"accuracy": 0.873518, "f1": 0.85113, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"], "main_score": 0.85113, "precision": 0.842814, "recall": 0.873518}, {"accuracy": 0.840909, "f1": 0.798847, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"], "main_score": 0.798847, "precision": 0.780501, "recall": 0.840909}, {"accuracy": 0.820158, "f1": 0.774177, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"], "main_score": 0.774177, "precision": 0.753738, "recall": 0.820158}, {"accuracy": 0.883399, "f1": 0.851515, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"], "main_score": 0.851515, "precision": 0.83778, "recall": 0.883399}, {"accuracy": 0.903162, "f1": 0.87691, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"], "main_score": 0.87691, "precision": 0.865843, "recall": 0.903162}, {"accuracy": 0.875494, "f1": 0.839723, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"], "main_score": 0.839723, "precision": 0.823123, "recall": 0.875494}, {"accuracy": 0.902174, "f1": 0.8803, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"], "main_score": 0.8803, "precision": 0.871761, "recall": 0.902174}, {"accuracy": 0.789526, "f1": 0.73587, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"], "main_score": 0.73587, "precision": 0.711742, "recall": 0.789526}, {"accuracy": 0.936759, "f1": 0.916337, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"], "main_score": 0.916337, "precision": 0.906456, "recall": 0.936759}, {"accuracy": 0.896245, "f1": 0.873806, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"], "main_score": 0.873806, "precision": 0.865047, "recall": 0.896245}, {"accuracy": 0.846838, "f1": 0.817922, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"], "main_score": 0.817922, "precision": 0.808017, "recall": 0.846838}, {"accuracy": 0.850791, "f1": 0.831309, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"], "main_score": 0.831309, "precision": 0.824803, "recall": 0.850791}, {"accuracy": 0.839921, "f1": 0.814707, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"], "main_score": 0.814707, "precision": 0.805935, "recall": 0.839921}, {"accuracy": 0.899209, "f1": 0.869269, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"], "main_score": 0.869269, "precision": 0.855155, "recall": 0.899209}, {"accuracy": 0.909091, "f1": 0.882642, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"], "main_score": 0.882642, "precision": 0.870866, "recall": 0.909091}, {"accuracy": 0.832016, "f1": 0.785606, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"], "main_score": 0.785606, "precision": 0.764608, "recall": 0.832016}, {"accuracy": 0.264822, "f1": 0.220891, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"], "main_score": 0.220891, "precision": 0.206551, "recall": 0.264822}, {"accuracy": 0.887352, "f1": 0.85359, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"], "main_score": 0.85359, "precision": 0.837451, "recall": 0.887352}, {"accuracy": 0.72332, "f1": 0.655072, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"], "main_score": 0.655072, "precision": 0.626779, "recall": 0.72332}, {"accuracy": 0.897233, "f1": 0.868234, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"], "main_score": 0.868234, "precision": 0.855649, "recall": 0.897233}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"], "main_score": 0.932971, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.852767, "f1": 0.811448, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"], "main_score": 0.811448, "precision": 0.793478, "recall": 0.852767}, {"accuracy": 0.894269, "f1": 0.865053, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"], "main_score": 0.865053, "precision": 0.851779, "recall": 0.894269}, {"accuracy": 0.910079, "f1": 0.88442, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"], "main_score": 0.88442, "precision": 0.872777, "recall": 0.910079}, {"accuracy": 0.887352, "f1": 0.855287, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"], "main_score": 0.855287, "precision": 0.84105, "recall": 0.887352}, {"accuracy": 0.880435, "f1": 0.848666, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"], "main_score": 0.848666, "precision": 0.835154, "recall": 0.880435}, {"accuracy": 0.905138, "f1": 0.877536, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"], "main_score": 0.877536, "precision": 0.864872, "recall": 0.905138}, {"accuracy": 0.889328, "f1": 0.868826, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"], "main_score": 0.868826, "precision": 0.861328, "recall": 0.889328}, {"accuracy": 0.907115, "f1": 0.878458, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"], "main_score": 0.878458, "precision": 0.864954, "recall": 0.907115}, {"accuracy": 0.835968, "f1": 0.790104, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"], "main_score": 0.790104, "precision": 0.769433, "recall": 0.835968}, {"accuracy": 0.868577, "f1": 0.832312, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"], "main_score": 0.832312, "precision": 0.815382, "recall": 0.868577}, {"accuracy": 0.91996, "f1": 0.89641, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"], "main_score": 0.89641, "precision": 0.885211, "recall": 0.91996}, {"accuracy": 0.857708, "f1": 0.823366, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"], "main_score": 0.823366, "precision": 0.810139, "recall": 0.857708}, {"accuracy": 0.044466, "f1": 0.02383, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"], "main_score": 0.02383, "precision": 0.020083, "recall": 0.044466}, {"accuracy": 0.855731, "f1": 0.829309, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"], "main_score": 0.829309, "precision": 0.820624, "recall": 0.855731}, {"accuracy": 0.87747, "f1": 0.846727, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"], "main_score": 0.846727, "precision": 0.834529, "recall": 0.87747}, {"accuracy": 0.824111, "f1": 0.793421, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"], "main_score": 0.793421, "precision": 0.781964, "recall": 0.824111}, {"accuracy": 0.862648, "f1": 0.834547, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"], "main_score": 0.834547, "precision": 0.824263, "recall": 0.862648}, {"accuracy": 0.83004, "f1": 0.787519, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"], "main_score": 0.787519, "precision": 0.770415, "recall": 0.83004}, {"accuracy": 0.833004, "f1": 0.78587, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"], "main_score": 0.78587, "precision": 0.764526, "recall": 0.833004}, {"accuracy": 0.856719, "f1": 0.825914, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"], "main_score": 0.825914, "precision": 0.815339, "recall": 0.856719}, {"accuracy": 0.858696, "f1": 0.827257, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"], "main_score": 0.827257, "precision": 0.815813, "recall": 0.858696}, {"accuracy": 0.922925, "f1": 0.898715, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"], "main_score": 0.898715, "precision": 0.887187, "recall": 0.922925}, {"accuracy": 0.906126, "f1": 0.878557, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"], "main_score": 0.878557, "precision": 0.865777, "recall": 0.906126}, {"accuracy": 0.780632, "f1": 0.725235, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"], "main_score": 0.725235, "precision": 0.702306, "recall": 0.780632}, {"accuracy": 0.882411, "f1": 0.853386, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"], "main_score": 0.853386, "precision": 0.841167, "recall": 0.882411}, {"accuracy": 0.770751, "f1": 0.714281, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"], "main_score": 0.714281, "precision": 0.689262, "recall": 0.770751}, {"accuracy": 0.865613, "f1": 0.827602, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"], "main_score": 0.827602, "precision": 0.810853, "recall": 0.865613}, {"accuracy": 0.865613, "f1": 0.836999, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"], "main_score": 0.836999, "precision": 0.826854, "recall": 0.865613}, {"accuracy": 0.897233, "f1": 0.866831, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"], "main_score": 0.866831, "precision": 0.852355, "recall": 0.897233}, {"accuracy": 0.889328, "f1": 0.860128, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"], "main_score": 0.860128, "precision": 0.84828, "recall": 0.889328}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"], "main_score": 0.917292, "precision": 0.908597, "recall": 0.935771}, {"accuracy": 0.882411, "f1": 0.849129, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"], "main_score": 0.849129, "precision": 0.834569, "recall": 0.882411}, {"accuracy": 0.796443, "f1": 0.764245, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"], "main_score": 0.764245, "precision": 0.75216, "recall": 0.796443}, {"accuracy": 0.867589, "f1": 0.83515, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"], "main_score": 0.83515, "precision": 0.821981, "recall": 0.867589}, {"accuracy": 0.83004, "f1": 0.784853, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"], "main_score": 0.784853, "precision": 0.766156, "recall": 0.83004}, {"accuracy": 0.87253, "f1": 0.83666, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"], "main_score": 0.83666, "precision": 0.82024, "recall": 0.87253}, {"accuracy": 0.833992, "f1": 0.792115, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"], "main_score": 0.792115, "precision": 0.774572, "recall": 0.833992}, {"accuracy": 0.833992, "f1": 0.792843, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"], "main_score": 0.792843, "precision": 0.776312, "recall": 0.833992}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.936759, "f1": 0.918972, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"], "main_score": 0.918972, "precision": 0.91115, "recall": 0.936759}, {"accuracy": 0.924901, "f1": 0.905439, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"], "main_score": 0.905439, "precision": 0.897348, "recall": 0.924901}, {"accuracy": 0.84585, "f1": 0.80443, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"], "main_score": 0.80443, "precision": 0.78639, "recall": 0.84585}, {"accuracy": 0.799407, "f1": 0.761864, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"], "main_score": 0.761864, "precision": 0.749565, "recall": 0.799407}, {"accuracy": 0.827075, "f1": 0.788287, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"], "main_score": 0.788287, "precision": 0.774082, "recall": 0.827075}, {"accuracy": 0.867589, "f1": 0.831522, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"], "main_score": 0.831522, "precision": 0.816222, "recall": 0.867589}, {"accuracy": 0.853755, "f1": 0.814295, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"], "main_score": 0.814295, "precision": 0.796064, "recall": 0.853755}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"], "main_score": 0.899539, "precision": 0.888505, "recall": 0.922925}, {"accuracy": 0.806324, "f1": 0.756785, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"], "main_score": 0.756785, "precision": 0.73475, "recall": 0.806324}, {"accuracy": 0.878458, "f1": 0.854154, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"], "main_score": 0.854154, "precision": 0.844824, "recall": 0.878458}, {"accuracy": 0.855731, "f1": 0.817608, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"], "main_score": 0.817608, "precision": 0.801301, "recall": 0.855731}, {"accuracy": 0.833004, "f1": 0.798967, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"], "main_score": 0.798967, "precision": 0.786098, "recall": 0.833004}, {"accuracy": 0.867589, "f1": 0.831573, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"], "main_score": 0.831573, "precision": 0.816271, "recall": 0.867589}, {"accuracy": 0.891304, "f1": 0.86143, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"], "main_score": 0.86143, "precision": 0.848732, "recall": 0.891304}, {"accuracy": 0.886364, "f1": 0.853755, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"], "main_score": 0.853755, "precision": 0.838274, "recall": 0.886364}, {"accuracy": 0.882411, "f1": 0.857829, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"], "main_score": 0.857829, "precision": 0.848613, "recall": 0.882411}, {"accuracy": 0.879447, "f1": 0.847628, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"], "main_score": 0.847628, "precision": 0.833333, "recall": 0.879447}, {"accuracy": 0.931818, "f1": 0.912549, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"], "main_score": 0.912549, "precision": 0.903327, "recall": 0.931818}, {"accuracy": 0.849802, "f1": 0.820298, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"], "main_score": 0.820298, "precision": 0.810176, "recall": 0.849802}, {"accuracy": 0.883399, "f1": 0.852833, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"], "main_score": 0.852833, "precision": 0.838521, "recall": 0.883399}, {"accuracy": 0.907115, "f1": 0.889836, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"], "main_score": 0.889836, "precision": 0.882738, "recall": 0.907115}, {"accuracy": 0.836957, "f1": 0.790514, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"], "main_score": 0.790514, "precision": 0.769186, "recall": 0.836957}, {"accuracy": 0.860672, "f1": 0.827045, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"], "main_score": 0.827045, "precision": 0.814296, "recall": 0.860672}, {"accuracy": 0.892292, "f1": 0.868456, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"], "main_score": 0.868456, "precision": 0.859819, "recall": 0.892292}, {"accuracy": 0.882411, "f1": 0.854787, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"], "main_score": 0.854787, "precision": 0.843236, "recall": 0.882411}, {"accuracy": 0.95751, "f1": 0.945323, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"], "main_score": 0.945323, "precision": 0.939723, "recall": 0.95751}, {"accuracy": 0.936759, "f1": 0.916337, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"], "main_score": 0.916337, "precision": 0.906456, "recall": 0.936759}, {"accuracy": 0.890316, "f1": 0.860408, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"], "main_score": 0.860408, "precision": 0.846097, "recall": 0.890316}, {"accuracy": 0.914032, "f1": 0.887747, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"], "main_score": 0.887747, "precision": 0.875082, "recall": 0.914032}, {"accuracy": 0.922925, "f1": 0.898617, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"], "main_score": 0.898617, "precision": 0.88694, "recall": 0.922925}, {"accuracy": 0.791502, "f1": 0.753164, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"], "main_score": 0.753164, "precision": 0.739437, "recall": 0.791502}, {"accuracy": 0.850791, "f1": 0.826847, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"], "main_score": 0.826847, "precision": 0.819256, "recall": 0.850791}, {"accuracy": 0.80336, "f1": 0.749228, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"], "main_score": 0.749228, "precision": 0.725692, "recall": 0.80336}, {"accuracy": 0.892292, "f1": 0.86278, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"], "main_score": 0.86278, "precision": 0.849308, "recall": 0.892292}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.911067, "f1": 0.88498, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"], "main_score": 0.88498, "precision": 0.873221, "recall": 0.911067}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"], "main_score": 0.907345, "precision": 0.897151, "recall": 0.928854}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.836957, "f1": 0.813, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"], "main_score": 0.813, "precision": 0.8044, "recall": 0.836957}, {"accuracy": 0.777668, "f1": 0.722563, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"], "main_score": 0.722563, "precision": 0.698534, "recall": 0.777668}, {"accuracy": 0.850791, "f1": 0.810361, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"], "main_score": 0.810361, "precision": 0.793445, "recall": 0.850791}, {"accuracy": 0.891304, "f1": 0.861693, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"], "main_score": 0.861693, "precision": 0.848337, "recall": 0.891304}, {"accuracy": 0.83498, "f1": 0.790942, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"], "main_score": 0.790942, "precision": 0.771476, "recall": 0.83498}, {"accuracy": 0.774704, "f1": 0.720643, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"], "main_score": 0.720643, "precision": 0.698106, "recall": 0.774704}, {"accuracy": 0.906126, "f1": 0.878426, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"], "main_score": 0.878426, "precision": 0.866107, "recall": 0.906126}, {"accuracy": 0.841897, "f1": 0.801605, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"], "main_score": 0.801605, "precision": 0.785343, "recall": 0.841897}, {"accuracy": 0.881423, "f1": 0.848742, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"], "main_score": 0.848742, "precision": 0.83428, "recall": 0.881423}, {"accuracy": 0.744071, "f1": 0.680204, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"], "main_score": 0.680204, "precision": 0.652569, "recall": 0.744071}, {"accuracy": 0.868577, "f1": 0.841211, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"], "main_score": 0.841211, "precision": 0.831617, "recall": 0.868577}, {"accuracy": 0.879447, "f1": 0.85387, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"], "main_score": 0.85387, "precision": 0.844617, "recall": 0.879447}, {"accuracy": 0.857708, "f1": 0.826704, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"], "main_score": 0.826704, "precision": 0.81592, "recall": 0.857708}, {"accuracy": 0.892292, "f1": 0.865977, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"], "main_score": 0.865977, "precision": 0.855774, "recall": 0.892292}, {"accuracy": 0.868577, "f1": 0.832082, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"], "main_score": 0.832082, "precision": 0.816337, "recall": 0.868577}, {"accuracy": 0.903162, "f1": 0.873682, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"], "main_score": 0.873682, "precision": 0.859519, "recall": 0.903162}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"], "main_score": 0.909914, "precision": 0.899868, "recall": 0.93083}, {"accuracy": 0.881423, "f1": 0.849064, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"], "main_score": 0.849064, "precision": 0.834157, "recall": 0.881423}, {"accuracy": 0.035573, "f1": 0.018024, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"], "main_score": 0.018024, "precision": 0.014148, "recall": 0.035573}, {"accuracy": 0.998024, "f1": 0.99753, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"], "main_score": 0.99753, "precision": 0.997365, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"], "main_score": 0.910408, "precision": 0.900856, "recall": 0.93083}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.995059, "f1": 0.993906, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"], "main_score": 0.993906, "precision": 0.993412, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.903162, "f1": 0.875165, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"], "main_score": 0.875165, "precision": 0.86166, "recall": 0.903162}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"], "main_score": 0.911726, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.907115, "f1": 0.879908, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"], "main_score": 0.879908, "precision": 0.867095, "recall": 0.907115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.186759, "f1": 0.136014, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"], "main_score": 0.136014, "precision": 0.12105, "recall": 0.186759}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"], "main_score": 0.904644, "precision": 0.894104, "recall": 0.926877}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"], "main_score": 0.916996, "precision": 0.908103, "recall": 0.935771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.890316, "f1": 0.857609, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"], "main_score": 0.857609, "precision": 0.842144, "recall": 0.890316}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.889328, "f1": 0.856851, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"], "main_score": 0.856851, "precision": 0.841897, "recall": 0.889328}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.925889, "f1": 0.903327, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"], "main_score": 0.903327, "precision": 0.892787, "recall": 0.925889}, {"accuracy": 0.891304, "f1": 0.861858, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"], "main_score": 0.861858, "precision": 0.848403, "recall": 0.891304}, {"accuracy": 0.910079, "f1": 0.883696, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"], "main_score": 0.883696, "precision": 0.871377, "recall": 0.910079}, {"accuracy": 0.742095, "f1": 0.682218, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"], "main_score": 0.682218, "precision": 0.657213, "recall": 0.742095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.893281, "f1": 0.861397, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"], "main_score": 0.861397, "precision": 0.846591, "recall": 0.893281}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.882411, "f1": 0.847365, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"], "main_score": 0.847365, "precision": 0.830945, "recall": 0.882411}, {"accuracy": 0.929842, "f1": 0.907444, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"], "main_score": 0.907444, "precision": 0.896739, "recall": 0.929842}, {"accuracy": 0.870553, "f1": 0.831818, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"], "main_score": 0.831818, "precision": 0.813933, "recall": 0.870553}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.208498, "f1": 0.142227, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"], "main_score": 0.142227, "precision": 0.123651, "recall": 0.208498}, {"accuracy": 0.91996, "f1": 0.895586, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"], "main_score": 0.895586, "precision": 0.883893, "recall": 0.91996}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"], "main_score": 0.919697, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.898221, "f1": 0.867391, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"], "main_score": 0.867391, "precision": 0.853129, "recall": 0.898221}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"], "main_score": 0.983696, "precision": 0.982049, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.853755, "f1": 0.817034, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"], "main_score": 0.817034, "precision": 0.800725, "recall": 0.853755}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"], "main_score": 0.928524, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"], "main_score": 0.898057, "precision": 0.886858, "recall": 0.921937}, {"accuracy": 0.859684, "f1": 0.819631, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"], "main_score": 0.819631, "precision": 0.801054, "recall": 0.859684}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"], "main_score": 0.915349, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.83004, "f1": 0.787022, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"], "main_score": 0.787022, "precision": 0.767523, "recall": 0.83004}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.892292, "f1": 0.860672, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"], "main_score": 0.860672, "precision": 0.845751, "recall": 0.892292}, {"accuracy": 0.257905, "f1": 0.203555, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"], "main_score": 0.203555, "precision": 0.186022, "recall": 0.257905}, {"accuracy": 0.91502, "f1": 0.891041, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"], "main_score": 0.891041, "precision": 0.880023, "recall": 0.91502}, {"accuracy": 0.809289, "f1": 0.761218, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"], "main_score": 0.761218, "precision": 0.740679, "recall": 0.809289}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.901186, "f1": 0.871706, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"], "main_score": 0.871706, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.896245, "f1": 0.865184, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"], "main_score": 0.865184, "precision": 0.850741, "recall": 0.896245}, {"accuracy": 0.874506, "f1": 0.839723, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"], "main_score": 0.839723, "precision": 0.823814, "recall": 0.874506}, {"accuracy": 0.939723, "f1": 0.922596, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"], "main_score": 0.922596, "precision": 0.914526, "recall": 0.939723}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.052372, "f1": 0.025074, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"], "main_score": 0.025074, "precision": 0.019264, "recall": 0.052372}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.906126, "f1": 0.877207, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"], "main_score": 0.877207, "precision": 0.863554, "recall": 0.906126}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"], "main_score": 0.93419, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.905138, "f1": 0.878788, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"], "main_score": 0.878788, "precision": 0.866271, "recall": 0.905138}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.827602, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"], "main_score": 0.827602, "precision": 0.810853, "recall": 0.863636}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.911067, "f1": 0.88531, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"], "main_score": 0.88531, "precision": 0.873847, "recall": 0.911067}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.94664, "f1": 0.929743, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"], "main_score": 0.929743, "precision": 0.92169, "recall": 0.94664}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"], "main_score": 0.943347, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.875494, "f1": 0.840646, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"], "main_score": 0.840646, "precision": 0.82472, "recall": 0.875494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"], "main_score": 0.959321, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.972563, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"], "main_score": 0.972563, "precision": 0.969944, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.913043, "f1": 0.887516, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"], "main_score": 0.887516, "precision": 0.875823, "recall": 0.913043}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.912055, "f1": 0.88834, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"], "main_score": 0.88834, "precision": 0.877306, "recall": 0.912055}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"], "main_score": 0.944895, "precision": 0.939147, "recall": 0.95751}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.90247, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"], "main_score": 0.90247, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.874506, "f1": 0.839559, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"], "main_score": 0.839559, "precision": 0.823617, "recall": 0.874506}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"], "main_score": 0.916403, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.881423, "f1": 0.846838, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"], "main_score": 0.846838, "precision": 0.830534, "recall": 0.881423}, {"accuracy": 0.934783, "f1": 0.915415, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"], "main_score": 0.915415, "precision": 0.906374, "recall": 0.934783}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.876482, "f1": 0.841436, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"], "main_score": 0.841436, "precision": 0.825181, "recall": 0.876482}, {"accuracy": 0.896245, "f1": 0.865316, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"], "main_score": 0.865316, "precision": 0.851038, "recall": 0.896245}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.943676, "f1": 0.926285, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"], "main_score": 0.926285, "precision": 0.918231, "recall": 0.943676}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.836957, "f1": 0.794288, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"], "main_score": 0.794288, "precision": 0.775148, "recall": 0.836957}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.890316, "f1": 0.857444, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"], "main_score": 0.857444, "precision": 0.842013, "recall": 0.890316}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.816206, "f1": 0.766469, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"], "main_score": 0.766469, "precision": 0.744384, "recall": 0.816206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.929842, "f1": 0.908564, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"], "main_score": 0.908564, "precision": 0.89888, "recall": 0.929842}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"], "main_score": 0.908762, "precision": 0.89888, "recall": 0.929842}, {"accuracy": 0.857708, "f1": 0.821607, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"], "main_score": 0.821607, "precision": 0.804677, "recall": 0.857708}, {"accuracy": 0.055336, "f1": 0.028877, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"], "main_score": 0.028877, "precision": 0.022471, "recall": 0.055336}, {"accuracy": 0.878458, "f1": 0.850762, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"], "main_score": 0.850762, "precision": 0.840288, "recall": 0.878458}, {"accuracy": 0.896245, "f1": 0.869763, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"], "main_score": 0.869763, "precision": 0.858877, "recall": 0.896245}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"], "main_score": 0.916337, "precision": 0.906785, "recall": 0.935771}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"], "main_score": 0.913867, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.925889, "f1": 0.905651, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"], "main_score": 0.905651, "precision": 0.895998, "recall": 0.925889}, {"accuracy": 0.884387, "f1": 0.857625, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"], "main_score": 0.857625, "precision": 0.846959, "recall": 0.884387}, {"accuracy": 0.91996, "f1": 0.895652, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"], "main_score": 0.895652, "precision": 0.884305, "recall": 0.91996}, {"accuracy": 0.844862, "f1": 0.817284, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"], "main_score": 0.817284, "precision": 0.807425, "recall": 0.844862}, {"accuracy": 0.907115, "f1": 0.879776, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"], "main_score": 0.879776, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.891304, "f1": 0.860903, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"], "main_score": 0.860903, "precision": 0.846262, "recall": 0.891304}, {"accuracy": 0.939723, "f1": 0.922596, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"], "main_score": 0.922596, "precision": 0.914723, "recall": 0.939723}, {"accuracy": 0.876482, "f1": 0.843248, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"], "main_score": 0.843248, "precision": 0.828376, "recall": 0.876482}, {"accuracy": 0.883399, "f1": 0.859121, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"], "main_score": 0.859121, "precision": 0.849392, "recall": 0.883399}, {"accuracy": 0.892292, "f1": 0.863208, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"], "main_score": 0.863208, "precision": 0.849061, "recall": 0.892292}, {"accuracy": 0.891304, "f1": 0.86369, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"], "main_score": 0.86369, "precision": 0.851739, "recall": 0.891304}, {"accuracy": 0.878458, "f1": 0.847927, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"], "main_score": 0.847927, "precision": 0.835319, "recall": 0.878458}, {"accuracy": 0.864625, "f1": 0.82848, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"], "main_score": 0.82848, "precision": 0.812821, "recall": 0.864625}, {"accuracy": 0.878458, "f1": 0.849496, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"], "main_score": 0.849496, "precision": 0.837625, "recall": 0.878458}, {"accuracy": 0.914032, "f1": 0.889394, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"], "main_score": 0.889394, "precision": 0.877553, "recall": 0.914032}, {"accuracy": 0.924901, "f1": 0.904298, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"], "main_score": 0.904298, "precision": 0.894986, "recall": 0.924901}, {"accuracy": 0.875494, "f1": 0.848688, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"], "main_score": 0.848688, "precision": 0.838073, "recall": 0.875494}, {"accuracy": 0.912055, "f1": 0.887747, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"], "main_score": 0.887747, "precision": 0.876565, "recall": 0.912055}, {"accuracy": 0.192688, "f1": 0.158266, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"], "main_score": 0.158266, "precision": 0.148597, "recall": 0.192688}, {"accuracy": 0.896245, "f1": 0.871098, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"], "main_score": 0.871098, "precision": 0.860665, "recall": 0.896245}, {"accuracy": 0.910079, "f1": 0.885639, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"], "main_score": 0.885639, "precision": 0.874374, "recall": 0.910079}, {"accuracy": 0.911067, "f1": 0.884848, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"], "main_score": 0.884848, "precision": 0.872727, "recall": 0.911067}, {"accuracy": 0.86166, "f1": 0.828484, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"], "main_score": 0.828484, "precision": 0.81502, "recall": 0.86166}, {"accuracy": 0.871542, "f1": 0.840763, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"], "main_score": 0.840763, "precision": 0.828206, "recall": 0.871542}, {"accuracy": 0.876482, "f1": 0.849472, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"], "main_score": 0.849472, "precision": 0.839263, "recall": 0.876482}, {"accuracy": 0.895257, "f1": 0.866853, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"], "main_score": 0.866853, "precision": 0.854455, "recall": 0.895257}, {"accuracy": 0.889328, "f1": 0.867592, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"], "main_score": 0.867592, "precision": 0.8593, "recall": 0.889328}, {"accuracy": 0.895257, "f1": 0.868544, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"], "main_score": 0.868544, "precision": 0.85639, "recall": 0.895257}, {"accuracy": 0.833004, "f1": 0.806024, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"], "main_score": 0.806024, "precision": 0.79544, "recall": 0.833004}, {"accuracy": 0.863636, "f1": 0.834379, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"], "main_score": 0.834379, "precision": 0.823141, "recall": 0.863636}, {"accuracy": 0.895257, "f1": 0.870735, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"], "main_score": 0.870735, "precision": 0.860808, "recall": 0.895257}, {"accuracy": 0.88834, "f1": 0.863308, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"], "main_score": 0.863308, "precision": 0.853211, "recall": 0.88834}, {"accuracy": 0.855731, "f1": 0.820191, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"], "main_score": 0.820191, "precision": 0.804298, "recall": 0.855731}, {"accuracy": 0.903162, "f1": 0.874736, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"], "main_score": 0.874736, "precision": 0.861413, "recall": 0.903162}, {"accuracy": 0.860672, "f1": 0.833112, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"], "main_score": 0.833112, "precision": 0.822923, "recall": 0.860672}, {"accuracy": 0.894269, "f1": 0.865481, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"], "main_score": 0.865481, "precision": 0.851861, "recall": 0.894269}, {"accuracy": 0.883399, "f1": 0.859011, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"], "main_score": 0.859011, "precision": 0.849247, "recall": 0.883399}, {"accuracy": 0.913043, "f1": 0.888076, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"], "main_score": 0.888076, "precision": 0.876565, "recall": 0.913043}, {"accuracy": 0.934783, "f1": 0.91581, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"], "main_score": 0.91581, "precision": 0.907148, "recall": 0.934783}, {"accuracy": 0.899209, "f1": 0.873188, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"], "main_score": 0.873188, "precision": 0.861907, "recall": 0.899209}, {"accuracy": 0.876482, "f1": 0.843267, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"], "main_score": 0.843267, "precision": 0.828557, "recall": 0.876482}, {"accuracy": 0.867589, "f1": 0.832263, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"], "main_score": 0.832263, "precision": 0.816627, "recall": 0.867589}, {"accuracy": 0.918972, "f1": 0.896113, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"], "main_score": 0.896113, "precision": 0.885293, "recall": 0.918972}, {"accuracy": 0.855731, "f1": 0.821118, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"], "main_score": 0.821118, "precision": 0.807693, "recall": 0.855731}, {"accuracy": 0.906126, "f1": 0.878656, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"], "main_score": 0.878656, "precision": 0.866024, "recall": 0.906126}, {"accuracy": 0.833992, "f1": 0.791535, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"], "main_score": 0.791535, "precision": 0.771854, "recall": 0.833992}, {"accuracy": 0.869565, "f1": 0.84306, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"], "main_score": 0.84306, "precision": 0.832104, "recall": 0.869565}, {"accuracy": 0.906126, "f1": 0.878623, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"], "main_score": 0.878623, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.843874, "f1": 0.80247, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"], "main_score": 0.80247, "precision": 0.783794, "recall": 0.843874}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"], "main_score": 0.908597, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.640316, "f1": 0.572997, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"], "main_score": 0.572997, "precision": 0.547291, "recall": 0.640316}, {"accuracy": 0.891304, "f1": 0.865137, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"], "main_score": 0.865137, "precision": 0.854771, "recall": 0.891304}, {"accuracy": 0.884387, "f1": 0.859927, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"], "main_score": 0.859927, "precision": 0.85031, "recall": 0.884387}, {"accuracy": 0.868577, "f1": 0.836107, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"], "main_score": 0.836107, "precision": 0.822967, "recall": 0.868577}, {"accuracy": 0.871542, "f1": 0.84299, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"], "main_score": 0.84299, "precision": 0.831513, "recall": 0.871542}, {"accuracy": 0.881423, "f1": 0.851252, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"], "main_score": 0.851252, "precision": 0.837286, "recall": 0.881423}, {"accuracy": 0.894269, "f1": 0.864163, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"], "main_score": 0.864163, "precision": 0.850741, "recall": 0.894269}, {"accuracy": 0.882411, "f1": 0.851713, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"], "main_score": 0.851713, "precision": 0.837813, "recall": 0.882411}, {"accuracy": 0.905138, "f1": 0.885777, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"], "main_score": 0.885777, "precision": 0.8784, "recall": 0.905138}, {"accuracy": 0.871542, "f1": 0.838721, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"], "main_score": 0.838721, "precision": 0.823979, "recall": 0.871542}, {"accuracy": 0.939723, "f1": 0.923386, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"], "main_score": 0.923386, "precision": 0.915679, "recall": 0.939723}, {"accuracy": 0.884387, "f1": 0.85575, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"], "main_score": 0.85575, "precision": 0.842638, "recall": 0.884387}, {"accuracy": 0.882411, "f1": 0.850708, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"], "main_score": 0.850708, "precision": 0.836851, "recall": 0.882411}, {"accuracy": 0.886364, "f1": 0.856145, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"], "main_score": 0.856145, "precision": 0.843116, "recall": 0.886364}, {"accuracy": 0.873518, "f1": 0.842761, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"], "main_score": 0.842761, "precision": 0.830509, "recall": 0.873518}, {"accuracy": 0.203557, "f1": 0.147839, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"], "main_score": 0.147839, "precision": 0.130313, "recall": 0.203557}, {"accuracy": 0.865613, "f1": 0.830618, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"], "main_score": 0.830618, "precision": 0.814427, "recall": 0.865613}, {"accuracy": 0.86166, "f1": 0.825955, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"], "main_score": 0.825955, "precision": 0.810491, "recall": 0.86166}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"], "main_score": 0.876877, "precision": 0.864377, "recall": 0.90415}, {"accuracy": 0.902174, "f1": 0.875231, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"], "main_score": 0.875231, "precision": 0.86306, "recall": 0.902174}, {"accuracy": 0.883399, "f1": 0.856505, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"], "main_score": 0.856505, "precision": 0.84573, "recall": 0.883399}, {"accuracy": 0.852767, "f1": 0.817375, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"], "main_score": 0.817375, "precision": 0.80327, "recall": 0.852767}, {"accuracy": 0.917984, "f1": 0.895982, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"], "main_score": 0.895982, "precision": 0.886117, "recall": 0.917984}, {"accuracy": 0.890316, "f1": 0.862945, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"], "main_score": 0.862945, "precision": 0.852157, "recall": 0.890316}, {"accuracy": 0.884387, "f1": 0.859456, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"], "main_score": 0.859456, "precision": 0.850297, "recall": 0.884387}, {"accuracy": 0.860672, "f1": 0.83071, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"], "main_score": 0.83071, "precision": 0.818687, "recall": 0.860672}, {"accuracy": 0.870553, "f1": 0.841131, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"], "main_score": 0.841131, "precision": 0.830024, "recall": 0.870553}, {"accuracy": 0.87747, "f1": 0.847219, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"], "main_score": 0.847219, "precision": 0.834176, "recall": 0.87747}, {"accuracy": 0.804348, "f1": 0.756738, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"], "main_score": 0.756738, "precision": 0.735425, "recall": 0.804348}, {"accuracy": 0.902174, "f1": 0.874572, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"], "main_score": 0.874572, "precision": 0.861413, "recall": 0.902174}, {"accuracy": 0.858696, "f1": 0.829544, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"], "main_score": 0.829544, "precision": 0.818059, "recall": 0.858696}, {"accuracy": 0.873518, "f1": 0.851496, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"], "main_score": 0.851496, "precision": 0.843053, "recall": 0.873518}, {"accuracy": 0.870553, "f1": 0.845909, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"], "main_score": 0.845909, "precision": 0.836169, "recall": 0.870553}, {"accuracy": 0.903162, "f1": 0.87627, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"], "main_score": 0.87627, "precision": 0.863801, "recall": 0.903162}, {"accuracy": 0.811265, "f1": 0.767177, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"], "main_score": 0.767177, "precision": 0.747374, "recall": 0.811265}, {"accuracy": 0.928854, "f1": 0.908498, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"], "main_score": 0.908498, "precision": 0.898962, "recall": 0.928854}, {"accuracy": 0.911067, "f1": 0.8861, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"], "main_score": 0.8861, "precision": 0.874621, "recall": 0.911067}, {"accuracy": 0.871542, "f1": 0.837484, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"], "main_score": 0.837484, "precision": 0.82192, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.864799, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"], "main_score": 0.864799, "precision": 0.853064, "recall": 0.892292}, {"accuracy": 0.802372, "f1": 0.75855, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"], "main_score": 0.75855, "precision": 0.738554, "recall": 0.802372}, {"accuracy": 0.947628, "f1": 0.9333, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"], "main_score": 0.9333, "precision": 0.926548, "recall": 0.947628}, {"accuracy": 0.884387, "f1": 0.856687, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"], "main_score": 0.856687, "precision": 0.845306, "recall": 0.884387}, {"accuracy": 0.875494, "f1": 0.848732, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"], "main_score": 0.848732, "precision": 0.838837, "recall": 0.875494}, {"accuracy": 0.857708, "f1": 0.833298, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"], "main_score": 0.833298, "precision": 0.824753, "recall": 0.857708}, {"accuracy": 0.846838, "f1": 0.819085, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"], "main_score": 0.819085, "precision": 0.808769, "recall": 0.846838}, {"accuracy": 0.907115, "f1": 0.88139, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"], "main_score": 0.88139, "precision": 0.869763, "recall": 0.907115}, {"accuracy": 0.906126, "f1": 0.882413, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"], "main_score": 0.882413, "precision": 0.872012, "recall": 0.906126}, {"accuracy": 0.859684, "f1": 0.820718, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"], "main_score": 0.820718, "precision": 0.802289, "recall": 0.859684}, {"accuracy": 0.270751, "f1": 0.220616, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"], "main_score": 0.220616, "precision": 0.203724, "recall": 0.270751}, {"accuracy": 0.886364, "f1": 0.856094, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"], "main_score": 0.856094, "precision": 0.84198, "recall": 0.886364}, {"accuracy": 0.755929, "f1": 0.697516, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"], "main_score": 0.697516, "precision": 0.672316, "recall": 0.755929}, {"accuracy": 0.887352, "f1": 0.856653, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"], "main_score": 0.856653, "precision": 0.842913, "recall": 0.887352}, {"accuracy": 0.951581, "f1": 0.937319, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"], "main_score": 0.937319, "precision": 0.930418, "recall": 0.951581}, {"accuracy": 0.844862, "f1": 0.805454, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"], "main_score": 0.805454, "precision": 0.787632, "recall": 0.844862}, {"accuracy": 0.902174, "f1": 0.873913, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"], "main_score": 0.873913, "precision": 0.860425, "recall": 0.902174}, {"accuracy": 0.918972, "f1": 0.896047, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"], "main_score": 0.896047, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.893281, "f1": 0.863307, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"], "main_score": 0.863307, "precision": 0.849638, "recall": 0.893281}, {"accuracy": 0.887352, "f1": 0.857957, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"], "main_score": 0.857957, "precision": 0.844895, "recall": 0.887352}, {"accuracy": 0.896245, "f1": 0.866568, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"], "main_score": 0.866568, "precision": 0.852767, "recall": 0.896245}, {"accuracy": 0.873518, "f1": 0.844746, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"], "main_score": 0.844746, "precision": 0.833136, "recall": 0.873518}, {"accuracy": 0.932806, "f1": 0.911792, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"], "main_score": 0.911792, "precision": 0.901433, "recall": 0.932806}, {"accuracy": 0.840909, "f1": 0.797944, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"], "main_score": 0.797944, "precision": 0.778113, "recall": 0.840909}, {"accuracy": 0.856719, "f1": 0.820916, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"], "main_score": 0.820916, "precision": 0.804513, "recall": 0.856719}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"], "main_score": 0.88834, "precision": 0.87668, "recall": 0.913043}, {"accuracy": 0.862648, "f1": 0.830913, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"], "main_score": 0.830913, "precision": 0.818076, "recall": 0.862648}, {"accuracy": 0.05336, "f1": 0.026909, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"], "main_score": 0.026909, "precision": 0.021379, "recall": 0.05336}, {"accuracy": 0.847826, "f1": 0.813816, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"], "main_score": 0.813816, "precision": 0.800535, "recall": 0.847826}, {"accuracy": 0.876482, "f1": 0.844384, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"], "main_score": 0.844384, "precision": 0.830576, "recall": 0.876482}, {"accuracy": 0.825099, "f1": 0.790325, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"], "main_score": 0.790325, "precision": 0.776977, "recall": 0.825099}, {"accuracy": 0.879447, "f1": 0.852578, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"], "main_score": 0.852578, "precision": 0.841934, "recall": 0.879447}, {"accuracy": 0.820158, "f1": 0.778458, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"], "main_score": 0.778458, "precision": 0.760773, "recall": 0.820158}, {"accuracy": 0.853755, "f1": 0.816798, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"], "main_score": 0.816798, "precision": 0.800066, "recall": 0.853755}, {"accuracy": 0.87747, "f1": 0.845751, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"], "main_score": 0.845751, "precision": 0.832463, "recall": 0.87747}, {"accuracy": 0.867589, "f1": 0.836465, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"], "main_score": 0.836465, "precision": 0.824137, "recall": 0.867589}, {"accuracy": 0.90415, "f1": 0.878854, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"], "main_score": 0.878854, "precision": 0.867177, "recall": 0.90415}, {"accuracy": 0.901186, "f1": 0.873551, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"], "main_score": 0.873551, "precision": 0.860919, "recall": 0.901186}, {"accuracy": 0.764822, "f1": 0.710893, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"], "main_score": 0.710893, "precision": 0.688505, "recall": 0.764822}, {"accuracy": 0.899209, "f1": 0.872881, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"], "main_score": 0.872881, "precision": 0.861734, "recall": 0.899209}, {"accuracy": 0.797431, "f1": 0.747727, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"], "main_score": 0.747727, "precision": 0.724918, "recall": 0.797431}, {"accuracy": 0.87747, "f1": 0.846542, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"], "main_score": 0.846542, "precision": 0.832296, "recall": 0.87747}, {"accuracy": 0.869565, "f1": 0.837129, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"], "main_score": 0.837129, "precision": 0.82402, "recall": 0.869565}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"], "main_score": 0.890646, "precision": 0.878623, "recall": 0.916008}, {"accuracy": 0.893281, "f1": 0.866206, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"], "main_score": 0.866206, "precision": 0.854513, "recall": 0.893281}, {"accuracy": 0.907115, "f1": 0.88363, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"], "main_score": 0.88363, "precision": 0.87281, "recall": 0.907115}, {"accuracy": 0.905138, "f1": 0.880193, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"], "main_score": 0.880193, "precision": 0.869277, "recall": 0.905138}, {"accuracy": 0.80336, "f1": 0.764779, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"], "main_score": 0.764779, "precision": 0.749733, "recall": 0.80336}, {"accuracy": 0.873518, "f1": 0.841046, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"], "main_score": 0.841046, "precision": 0.827257, "recall": 0.873518}, {"accuracy": 0.841897, "f1": 0.802536, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"], "main_score": 0.802536, "precision": 0.785738, "recall": 0.841897}, {"accuracy": 0.890316, "f1": 0.860211, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"], "main_score": 0.860211, "precision": 0.846624, "recall": 0.890316}, {"accuracy": 0.873518, "f1": 0.84017, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"], "main_score": 0.84017, "precision": 0.825856, "recall": 0.873518}, {"accuracy": 0.87747, "f1": 0.846396, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"], "main_score": 0.846396, "precision": 0.832839, "recall": 0.87747}, {"accuracy": 0.929842, "f1": 0.91087, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"], "main_score": 0.91087, "precision": 0.902009, "recall": 0.929842}, {"accuracy": 0.929842, "f1": 0.909717, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"], "main_score": 0.909717, "precision": 0.900692, "recall": 0.929842}, {"accuracy": 0.905138, "f1": 0.879699, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"], "main_score": 0.879699, "precision": 0.868486, "recall": 0.905138}, {"accuracy": 0.824111, "f1": 0.781186, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"], "main_score": 0.781186, "precision": 0.763365, "recall": 0.824111}, {"accuracy": 0.842885, "f1": 0.808571, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"], "main_score": 0.808571, "precision": 0.795788, "recall": 0.842885}, {"accuracy": 0.862648, "f1": 0.829334, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"], "main_score": 0.829334, "precision": 0.815366, "recall": 0.862648}, {"accuracy": 0.887352, "f1": 0.855764, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"], "main_score": 0.855764, "precision": 0.841914, "recall": 0.887352}, {"accuracy": 0.886364, "f1": 0.853887, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"], "main_score": 0.853887, "precision": 0.838439, "recall": 0.886364}, {"accuracy": 0.922925, "f1": 0.901087, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"], "main_score": 0.901087, "precision": 0.890728, "recall": 0.922925}, {"accuracy": 0.821146, "f1": 0.778096, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"], "main_score": 0.778096, "precision": 0.758267, "recall": 0.821146}, {"accuracy": 0.880435, "f1": 0.853838, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"], "main_score": 0.853838, "precision": 0.843069, "recall": 0.880435}, {"accuracy": 0.87253, "f1": 0.839723, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"], "main_score": 0.839723, "precision": 0.825494, "recall": 0.87253}, {"accuracy": 0.829051, "f1": 0.79051, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"], "main_score": 0.79051, "precision": 0.775589, "recall": 0.829051}, {"accuracy": 0.88834, "f1": 0.861728, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"], "main_score": 0.861728, "precision": 0.850586, "recall": 0.88834}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"], "main_score": 0.8889, "precision": 0.877586, "recall": 0.914032}, {"accuracy": 0.908103, "f1": 0.883959, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"], "main_score": 0.883959, "precision": 0.872447, "recall": 0.908103}, {"accuracy": 0.899209, "f1": 0.873573, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"], "main_score": 0.873573, "precision": 0.863118, "recall": 0.899209}, {"accuracy": 0.885375, "f1": 0.856126, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"], "main_score": 0.856126, "precision": 0.842507, "recall": 0.885375}, {"accuracy": 0.908103, "f1": 0.881983, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"], "main_score": 0.881983, "precision": 0.869648, "recall": 0.908103}, {"accuracy": 0.881423, "f1": 0.853695, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"], "main_score": 0.853695, "precision": 0.842869, "recall": 0.881423}, {"accuracy": 0.907115, "f1": 0.881324, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"], "main_score": 0.881324, "precision": 0.869318, "recall": 0.907115}, {"accuracy": 0.916008, "f1": 0.895616, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"], "main_score": 0.895616, "precision": 0.886989, "recall": 0.916008}, {"accuracy": 0.841897, "f1": 0.805369, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"], "main_score": 0.805369, "precision": 0.78885, "recall": 0.841897}, {"accuracy": 0.876482, "f1": 0.846579, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"], "main_score": 0.846579, "precision": 0.834667, "recall": 0.876482}, {"accuracy": 0.890316, "f1": 0.862451, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"], "main_score": 0.862451, "precision": 0.850834, "recall": 0.890316}, {"accuracy": 0.895257, "f1": 0.868999, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"], "main_score": 0.868999, "precision": 0.858226, "recall": 0.895257}, {"accuracy": 0.916996, "f1": 0.896443, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"], "main_score": 0.896443, "precision": 0.887105, "recall": 0.916996}, {"accuracy": 0.935771, "f1": 0.917391, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"], "main_score": 0.917391, "precision": 0.908712, "recall": 0.935771}, {"accuracy": 0.890316, "f1": 0.860837, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"], "main_score": 0.860837, "precision": 0.846838, "recall": 0.890316}, {"accuracy": 0.868577, "f1": 0.832477, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"], "main_score": 0.832477, "precision": 0.815382, "recall": 0.868577}, {"accuracy": 0.889328, "f1": 0.858169, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"], "main_score": 0.858169, "precision": 0.843906, "recall": 0.889328}, {"accuracy": 0.829051, "f1": 0.790536, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"], "main_score": 0.790536, "precision": 0.775389, "recall": 0.829051}, {"accuracy": 0.868577, "f1": 0.841463, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"], "main_score": 0.841463, "precision": 0.831624, "recall": 0.868577}, {"accuracy": 0.852767, "f1": 0.812341, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"], "main_score": 0.812341, "precision": 0.793849, "recall": 0.852767}, {"accuracy": 0.867589, "f1": 0.836745, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"], "main_score": 0.836745, "precision": 0.82309, "recall": 0.867589}, {"accuracy": 0.921937, "f1": 0.899934, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"], "main_score": 0.899934, "precision": 0.889575, "recall": 0.921937}, {"accuracy": 0.91996, "f1": 0.896772, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"], "main_score": 0.896772, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.908103, "f1": 0.883531, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"], "main_score": 0.883531, "precision": 0.872233, "recall": 0.908103}, {"accuracy": 0.891304, "f1": 0.860738, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"], "main_score": 0.860738, "precision": 0.846262, "recall": 0.891304}, {"accuracy": 0.860672, "f1": 0.836929, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"], "main_score": 0.836929, "precision": 0.828078, "recall": 0.860672}, {"accuracy": 0.793478, "f1": 0.743709, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"], "main_score": 0.743709, "precision": 0.721756, "recall": 0.793478}, {"accuracy": 0.855731, "f1": 0.818187, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"], "main_score": 0.818187, "precision": 0.802108, "recall": 0.855731}, {"accuracy": 0.914032, "f1": 0.88946, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"], "main_score": 0.88946, "precision": 0.8778, "recall": 0.914032}, {"accuracy": 0.843874, "f1": 0.80336, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"], "main_score": 0.80336, "precision": 0.78503, "recall": 0.843874}, {"accuracy": 0.828063, "f1": 0.784848, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"], "main_score": 0.784848, "precision": 0.76581, "recall": 0.828063}, {"accuracy": 0.914032, "f1": 0.889888, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"], "main_score": 0.889888, "precision": 0.87887, "recall": 0.914032}, {"accuracy": 0.865613, "f1": 0.828887, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"], "main_score": 0.828887, "precision": 0.812731, "recall": 0.865613}, {"accuracy": 0.891304, "f1": 0.860079, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"], "main_score": 0.860079, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.784585, "f1": 0.731192, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"], "main_score": 0.731192, "precision": 0.706588, "recall": 0.784585}, {"accuracy": 0.873518, "f1": 0.844642, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"], "main_score": 0.844642, "precision": 0.833575, "recall": 0.873518}, {"accuracy": 0.879447, "f1": 0.853008, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"], "main_score": 0.853008, "precision": 0.843134, "recall": 0.879447}, {"accuracy": 0.873518, "f1": 0.843683, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"], "main_score": 0.843683, "precision": 0.831844, "recall": 0.873518}, {"accuracy": 0.896245, "f1": 0.869913, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"], "main_score": 0.869913, "precision": 0.858822, "recall": 0.896245}, {"accuracy": 0.853755, "f1": 0.814032, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"], "main_score": 0.814032, "precision": 0.79636, "recall": 0.853755}, {"accuracy": 0.86166, "f1": 0.827174, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"], "main_score": 0.827174, "precision": 0.811265, "recall": 0.86166}, {"accuracy": 0.921937, "f1": 0.900033, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"], "main_score": 0.900033, "precision": 0.88969, "recall": 0.921937}, {"accuracy": 0.870553, "f1": 0.837516, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"], "main_score": 0.837516, "precision": 0.821887, "recall": 0.870553}, {"accuracy": 0.046443, "f1": 0.024388, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"], "main_score": 0.024388, "precision": 0.019473, "recall": 0.046443}, {"accuracy": 0.945652, "f1": 0.931899, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"], "main_score": 0.931899, "precision": 0.92607, "recall": 0.945652}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"], "main_score": 0.93666, "precision": 0.92976, "recall": 0.951581}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"], "main_score": 0.951087, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.945652, "f1": 0.930567, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"], "main_score": 0.930567, "precision": 0.923172, "recall": 0.945652}, {"accuracy": 0.952569, "f1": 0.94166, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"], "main_score": 0.94166, "precision": 0.937376, "recall": 0.952569}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.929842, "f1": 0.913235, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"], "main_score": 0.913235, "precision": 0.906596, "recall": 0.929842}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.909091, "f1": 0.884223, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"], "main_score": 0.884223, "precision": 0.8722, "recall": 0.909091}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.93083, "f1": 0.913933, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"], "main_score": 0.913933, "precision": 0.906209, "recall": 0.93083}, {"accuracy": 0.94664, "f1": 0.935447, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"], "main_score": 0.935447, "precision": 0.930473, "recall": 0.94664}, {"accuracy": 0.906126, "f1": 0.879677, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"], "main_score": 0.879677, "precision": 0.867045, "recall": 0.906126}, {"accuracy": 0.958498, "f1": 0.946805, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"], "main_score": 0.946805, "precision": 0.941733, "recall": 0.958498}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"], "main_score": 0.929249, "precision": 0.92169, "recall": 0.945652}, {"accuracy": 0.931818, "f1": 0.912747, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"], "main_score": 0.912747, "precision": 0.903903, "recall": 0.931818}, {"accuracy": 0.943676, "f1": 0.929414, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"], "main_score": 0.929414, "precision": 0.923781, "recall": 0.943676}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"], "main_score": 0.905632, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.962451, "f1": 0.952306, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"], "main_score": 0.952306, "precision": 0.947546, "recall": 0.962451}, {"accuracy": 0.938735, "f1": 0.923141, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"], "main_score": 0.923141, "precision": 0.916859, "recall": 0.938735}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.195652, "f1": 0.157385, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"], "main_score": 0.157385, "precision": 0.146589, "recall": 0.195652}, {"accuracy": 0.961462, "f1": 0.951223, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"], "main_score": 0.951223, "precision": 0.946887, "recall": 0.961462}, {"accuracy": 0.917984, "f1": 0.894565, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"], "main_score": 0.894565, "precision": 0.883399, "recall": 0.917984}, {"accuracy": 0.95751, "f1": 0.944796, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"], "main_score": 0.944796, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.923913, "f1": 0.905072, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"], "main_score": 0.905072, "precision": 0.897134, "recall": 0.923913}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"], "main_score": 0.929677, "precision": 0.922299, "recall": 0.945652}, {"accuracy": 0.9417, "f1": 0.926814, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"], "main_score": 0.926814, "precision": 0.920876, "recall": 0.9417}, {"accuracy": 0.91502, "f1": 0.88961, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"], "main_score": 0.88961, "precision": 0.877306, "recall": 0.91502}, {"accuracy": 0.952569, "f1": 0.940086, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"], "main_score": 0.940086, "precision": 0.934733, "recall": 0.952569}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.914032, "f1": 0.895887, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"], "main_score": 0.895887, "precision": 0.888054, "recall": 0.914032}, {"accuracy": 0.939723, "f1": 0.923108, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"], "main_score": 0.923108, "precision": 0.915794, "recall": 0.939723}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"], "main_score": 0.924572, "precision": 0.916568, "recall": 0.9417}, {"accuracy": 0.948617, "f1": 0.934486, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"], "main_score": 0.934486, "precision": 0.928277, "recall": 0.948617}, {"accuracy": 0.873518, "f1": 0.839493, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"], "main_score": 0.839493, "precision": 0.82337, "recall": 0.873518}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"], "main_score": 0.90448, "precision": 0.89361, "recall": 0.926877}, {"accuracy": 0.935771, "f1": 0.920792, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"], "main_score": 0.920792, "precision": 0.914739, "recall": 0.935771}, {"accuracy": 0.913043, "f1": 0.888505, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"], "main_score": 0.888505, "precision": 0.876482, "recall": 0.913043}, {"accuracy": 0.944664, "f1": 0.932397, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"], "main_score": 0.932397, "precision": 0.927207, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"], "main_score": 0.930501, "precision": 0.922925, "recall": 0.94664}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"], "main_score": 0.949012, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"], "main_score": 0.932708, "precision": 0.926005, "recall": 0.947628}, {"accuracy": 0.914032, "f1": 0.888669, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"], "main_score": 0.888669, "precision": 0.87668, "recall": 0.914032}, {"accuracy": 0.890316, "f1": 0.861957, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"], "main_score": 0.861957, "precision": 0.848682, "recall": 0.890316}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.942688, "f1": 0.927075, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"], "main_score": 0.927075, "precision": 0.920372, "recall": 0.942688}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.850791, "f1": 0.811067, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"], "main_score": 0.811067, "precision": 0.792325, "recall": 0.850791}, {"accuracy": 0.943676, "f1": 0.929523, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"], "main_score": 0.929523, "precision": 0.923617, "recall": 0.943676}, {"accuracy": 0.9417, "f1": 0.922925, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"], "main_score": 0.922925, "precision": 0.913702, "recall": 0.9417}, {"accuracy": 0.853755, "f1": 0.814262, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"], "main_score": 0.814262, "precision": 0.795866, "recall": 0.853755}, {"accuracy": 0.933794, "f1": 0.915415, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"], "main_score": 0.915415, "precision": 0.906703, "recall": 0.933794}, {"accuracy": 0.694664, "f1": 0.625649, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"], "main_score": 0.625649, "precision": 0.597497, "recall": 0.694664}, {"accuracy": 0.949605, "f1": 0.935408, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"], "main_score": 0.935408, "precision": 0.929381, "recall": 0.949605}, {"accuracy": 0.948617, "f1": 0.936219, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"], "main_score": 0.936219, "precision": 0.930945, "recall": 0.948617}, {"accuracy": 0.950593, "f1": 0.936166, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"], "main_score": 0.936166, "precision": 0.92943, "recall": 0.950593}, {"accuracy": 0.9417, "f1": 0.927229, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"], "main_score": 0.927229, "precision": 0.921336, "recall": 0.9417}, {"accuracy": 0.889328, "f1": 0.861133, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"], "main_score": 0.861133, "precision": 0.84832, "recall": 0.889328}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"], "main_score": 0.929183, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.923913, "f1": 0.90135, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"], "main_score": 0.90135, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.95751, "f1": 0.947929, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"], "main_score": 0.947929, "precision": 0.943982, "recall": 0.95751}, {"accuracy": 0.875494, "f1": 0.841798, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"], "main_score": 0.841798, "precision": 0.826532, "recall": 0.875494}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"], "main_score": 0.929084, "precision": 0.921031, "recall": 0.945652}, {"accuracy": 0.886364, "f1": 0.85471, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"], "main_score": 0.85471, "precision": 0.84025, "recall": 0.886364}, {"accuracy": 0.922925, "f1": 0.902009, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"], "main_score": 0.902009, "precision": 0.892161, "recall": 0.922925}, {"accuracy": 0.928854, "f1": 0.908399, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"], "main_score": 0.908399, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.94664, "f1": 0.931555, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"], "main_score": 0.931555, "precision": 0.925016, "recall": 0.94664}, {"accuracy": 0.210474, "f1": 0.148914, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"], "main_score": 0.148914, "precision": 0.131145, "recall": 0.210474}, {"accuracy": 0.890316, "f1": 0.860738, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"], "main_score": 0.860738, "precision": 0.846756, "recall": 0.890316}, {"accuracy": 0.924901, "f1": 0.902997, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"], "main_score": 0.902997, "precision": 0.892984, "recall": 0.924901}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"], "main_score": 0.899539, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.951581, "f1": 0.937385, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"], "main_score": 0.937385, "precision": 0.930995, "recall": 0.951581}, {"accuracy": 0.914032, "f1": 0.889756, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"], "main_score": 0.889756, "precision": 0.878788, "recall": 0.914032}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.948617, "f1": 0.93419, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"], "main_score": 0.93419, "precision": 0.927454, "recall": 0.948617}, {"accuracy": 0.942688, "f1": 0.926943, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"], "main_score": 0.926943, "precision": 0.920306, "recall": 0.942688}, {"accuracy": 0.932806, "f1": 0.915434, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"], "main_score": 0.915434, "precision": 0.907971, "recall": 0.932806}, {"accuracy": 0.945652, "f1": 0.930501, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"], "main_score": 0.930501, "precision": 0.924012, "recall": 0.945652}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"], "main_score": 0.925955, "precision": 0.918297, "recall": 0.942688}, {"accuracy": 0.823123, "f1": 0.78083, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"], "main_score": 0.78083, "precision": 0.762335, "recall": 0.823123}, {"accuracy": 0.90415, "f1": 0.875494, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"], "main_score": 0.875494, "precision": 0.861825, "recall": 0.90415}, {"accuracy": 0.9417, "f1": 0.927077, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"], "main_score": 0.927077, "precision": 0.920991, "recall": 0.9417}, {"accuracy": 0.942688, "f1": 0.930124, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"], "main_score": 0.930124, "precision": 0.924916, "recall": 0.942688}, {"accuracy": 0.936759, "f1": 0.920586, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"], "main_score": 0.920586, "precision": 0.913812, "recall": 0.936759}, {"accuracy": 0.91996, "f1": 0.897793, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"], "main_score": 0.897793, "precision": 0.887467, "recall": 0.91996}, {"accuracy": 0.850791, "f1": 0.81405, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"], "main_score": 0.81405, "precision": 0.797513, "recall": 0.850791}, {"accuracy": 0.959486, "f1": 0.948287, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"], "main_score": 0.948287, "precision": 0.943017, "recall": 0.959486}, {"accuracy": 0.949605, "f1": 0.935738, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"], "main_score": 0.935738, "precision": 0.929381, "recall": 0.949605}, {"accuracy": 0.878458, "f1": 0.845092, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"], "main_score": 0.845092, "precision": 0.829298, "recall": 0.878458}, {"accuracy": 0.951581, "f1": 0.938919, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"], "main_score": 0.938919, "precision": 0.933613, "recall": 0.951581}, {"accuracy": 0.841897, "f1": 0.799769, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"], "main_score": 0.799769, "precision": 0.779891, "recall": 0.841897}, {"accuracy": 0.968379, "f1": 0.959816, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"], "main_score": 0.959816, "precision": 0.955534, "recall": 0.968379}, {"accuracy": 0.951581, "f1": 0.938754, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"], "main_score": 0.938754, "precision": 0.933416, "recall": 0.951581}, {"accuracy": 0.938735, "f1": 0.923668, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"], "main_score": 0.923668, "precision": 0.917523, "recall": 0.938735}, {"accuracy": 0.93083, "f1": 0.916093, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"], "main_score": 0.916093, "precision": 0.910457, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.925214, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"], "main_score": 0.925214, "precision": 0.91947, "recall": 0.939723}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"], "main_score": 0.932477, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.875494, "f1": 0.842787, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"], "main_score": 0.842787, "precision": 0.827487, "recall": 0.875494}, {"accuracy": 0.264822, "f1": 0.215039, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"], "main_score": 0.215039, "precision": 0.198631, "recall": 0.264822}, {"accuracy": 0.918972, "f1": 0.89641, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"], "main_score": 0.89641, "precision": 0.88554, "recall": 0.918972}, {"accuracy": 0.787549, "f1": 0.736677, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"], "main_score": 0.736677, "precision": 0.714436, "recall": 0.787549}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"], "main_score": 0.937978, "precision": 0.931077, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.880435, "f1": 0.84608, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"], "main_score": 0.84608, "precision": 0.830155, "recall": 0.880435}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"], "main_score": 0.915843, "precision": 0.905962, "recall": 0.935771}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"], "main_score": 0.956686, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"], "main_score": 0.920619, "precision": 0.911397, "recall": 0.939723}, {"accuracy": 0.94664, "f1": 0.929908, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"], "main_score": 0.929908, "precision": 0.921854, "recall": 0.94664}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"], "main_score": 0.91222, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.948617, "f1": 0.934801, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"], "main_score": 0.934801, "precision": 0.928969, "recall": 0.948617}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.868577, "f1": 0.832543, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"], "main_score": 0.832543, "precision": 0.816156, "recall": 0.868577}, {"accuracy": 0.875494, "f1": 0.841765, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"], "main_score": 0.841765, "precision": 0.826005, "recall": 0.875494}, {"accuracy": 0.923913, "f1": 0.903162, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"], "main_score": 0.903162, "precision": 0.892951, "recall": 0.923913}, {"accuracy": 0.931818, "f1": 0.912582, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"], "main_score": 0.912582, "precision": 0.903903, "recall": 0.931818}, {"accuracy": 0.054348, "f1": 0.029035, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"], "main_score": 0.029035, "precision": 0.024334, "recall": 0.054348}, {"accuracy": 0.923913, "f1": 0.905132, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"], "main_score": 0.905132, "precision": 0.897604, "recall": 0.923913}, {"accuracy": 0.937747, "f1": 0.921014, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"], "main_score": 0.921014, "precision": 0.913159, "recall": 0.937747}, {"accuracy": 0.908103, "f1": 0.885567, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"], "main_score": 0.885567, "precision": 0.87618, "recall": 0.908103}, {"accuracy": 0.948617, "f1": 0.93442, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"], "main_score": 0.93442, "precision": 0.928228, "recall": 0.948617}, {"accuracy": 0.873518, "f1": 0.838834, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"], "main_score": 0.838834, "precision": 0.822612, "recall": 0.873518}, {"accuracy": 0.855731, "f1": 0.817194, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"], "main_score": 0.817194, "precision": 0.798946, "recall": 0.855731}, {"accuracy": 0.925889, "f1": 0.905995, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"], "main_score": 0.905995, "precision": 0.897316, "recall": 0.925889}, {"accuracy": 0.938735, "f1": 0.921904, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"], "main_score": 0.921904, "precision": 0.914361, "recall": 0.938735}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.920949, "f1": 0.897793, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"], "main_score": 0.897793, "precision": 0.88694, "recall": 0.920949}, {"accuracy": 0.814229, "f1": 0.766996, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"], "main_score": 0.766996, "precision": 0.745833, "recall": 0.814229}, {"accuracy": 0.94664, "f1": 0.93139, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"], "main_score": 0.93139, "precision": 0.924687, "recall": 0.94664}, {"accuracy": 0.812253, "f1": 0.765843, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"], "main_score": 0.765843, "precision": 0.744911, "recall": 0.812253}, {"accuracy": 0.903162, "f1": 0.875494, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"], "main_score": 0.875494, "precision": 0.862516, "recall": 0.903162}, {"accuracy": 0.938735, "f1": 0.923419, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"], "main_score": 0.923419, "precision": 0.916947, "recall": 0.938735}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.954545, "f1": 0.941535, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"], "main_score": 0.941535, "precision": 0.935672, "recall": 0.954545}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"], "main_score": 0.903327, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.950593, "f1": 0.937385, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"], "main_score": 0.937385, "precision": 0.931357, "recall": 0.950593}, {"accuracy": 0.902174, "f1": 0.878448, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"], "main_score": 0.878448, "precision": 0.868668, "recall": 0.902174}, {"accuracy": 0.928854, "f1": 0.909453, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"], "main_score": 0.909453, "precision": 0.900807, "recall": 0.928854}, {"accuracy": 0.90415, "f1": 0.878261, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"], "main_score": 0.878261, "precision": 0.866436, "recall": 0.90415}, {"accuracy": 0.917984, "f1": 0.894993, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"], "main_score": 0.894993, "precision": 0.88414, "recall": 0.917984}, {"accuracy": 0.920949, "f1": 0.898452, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"], "main_score": 0.898452, "precision": 0.887961, "recall": 0.920949}, {"accuracy": 0.917984, "f1": 0.894401, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"], "main_score": 0.894401, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"], "main_score": 0.926383, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.929037, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"], "main_score": 0.929037, "precision": 0.922908, "recall": 0.943676}, {"accuracy": 0.924901, "f1": 0.903887, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"], "main_score": 0.903887, "precision": 0.894351, "recall": 0.924901}, {"accuracy": 0.910079, "f1": 0.887799, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"], "main_score": 0.887799, "precision": 0.87887, "recall": 0.910079}, {"accuracy": 0.918972, "f1": 0.896574, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"], "main_score": 0.896574, "precision": 0.886265, "recall": 0.918972}, {"accuracy": 0.943676, "f1": 0.928096, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"], "main_score": 0.928096, "precision": 0.921229, "recall": 0.943676}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"], "main_score": 0.897727, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.950593, "f1": 0.936594, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"], "main_score": 0.936594, "precision": 0.930007, "recall": 0.950593}, {"accuracy": 0.823123, "f1": 0.776252, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"], "main_score": 0.776252, "precision": 0.754397, "recall": 0.823123}, {"accuracy": 0.945652, "f1": 0.931906, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"], "main_score": 0.931906, "precision": 0.92626, "recall": 0.945652}, {"accuracy": 0.924901, "f1": 0.903393, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"], "main_score": 0.903393, "precision": 0.893363, "recall": 0.924901}, {"accuracy": 0.911067, "f1": 0.889334, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"], "main_score": 0.889334, "precision": 0.880683, "recall": 0.911067}, {"accuracy": 0.947628, "f1": 0.933366, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"], "main_score": 0.933366, "precision": 0.92696, "recall": 0.947628}, {"accuracy": 0.933794, "f1": 0.915481, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"], "main_score": 0.915481, "precision": 0.907115, "recall": 0.933794}, {"accuracy": 0.911067, "f1": 0.888406, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"], "main_score": 0.888406, "precision": 0.877882, "recall": 0.911067}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"], "main_score": 0.943412, "precision": 0.937368, "recall": 0.956522}, {"accuracy": 0.906126, "f1": 0.880665, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"], "main_score": 0.880665, "precision": 0.868495, "recall": 0.906126}, {"accuracy": 0.928854, "f1": 0.90942, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"], "main_score": 0.90942, "precision": 0.900033, "recall": 0.928854}, {"accuracy": 0.935771, "f1": 0.919302, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"], "main_score": 0.919302, "precision": 0.912895, "recall": 0.935771}, {"accuracy": 0.933794, "f1": 0.914808, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"], "main_score": 0.914808, "precision": 0.905962, "recall": 0.933794}, {"accuracy": 0.97332, "f1": 0.967446, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"], "main_score": 0.967446, "precision": 0.965275, "recall": 0.97332}, {"accuracy": 0.854743, "f1": 0.816733, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"], "main_score": 0.816733, "precision": 0.799325, "recall": 0.854743}, {"accuracy": 0.952569, "f1": 0.939229, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"], "main_score": 0.939229, "precision": 0.933202, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.929249, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"], "main_score": 0.929249, "precision": 0.922513, "recall": 0.944664}, {"accuracy": 0.95751, "f1": 0.945553, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"], "main_score": 0.945553, "precision": 0.940168, "recall": 0.95751}, {"accuracy": 0.936759, "f1": 0.918544, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"], "main_score": 0.918544, "precision": 0.910161, "recall": 0.936759}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"], "main_score": 0.945158, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.887352, "f1": 0.857773, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"], "main_score": 0.857773, "precision": 0.843462, "recall": 0.887352}, {"accuracy": 0.890316, "f1": 0.85942, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"], "main_score": 0.85942, "precision": 0.844944, "recall": 0.890316}, {"accuracy": 0.9417, "f1": 0.926054, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"], "main_score": 0.926054, "precision": 0.918643, "recall": 0.9417}, {"accuracy": 0.899209, "f1": 0.872585, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"], "main_score": 0.872585, "precision": 0.861042, "recall": 0.899209}, {"accuracy": 0.936759, "f1": 0.920883, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"], "main_score": 0.920883, "precision": 0.914059, "recall": 0.936759}, {"accuracy": 0.90415, "f1": 0.876482, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"], "main_score": 0.876482, "precision": 0.863472, "recall": 0.90415}, {"accuracy": 0.875494, "f1": 0.844288, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"], "main_score": 0.844288, "precision": 0.830237, "recall": 0.875494}, {"accuracy": 0.928854, "f1": 0.907905, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"], "main_score": 0.907905, "precision": 0.897892, "recall": 0.928854}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"], "main_score": 0.937813, "precision": 0.931406, "recall": 0.951581}, {"accuracy": 0.927866, "f1": 0.906983, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"], "main_score": 0.906983, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.917984, "f1": 0.895553, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"], "main_score": 0.895553, "precision": 0.885211, "recall": 0.917984}, {"accuracy": 0.916008, "f1": 0.898275, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"], "main_score": 0.898275, "precision": 0.890944, "recall": 0.916008}, {"accuracy": 0.820158, "f1": 0.775516, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"], "main_score": 0.775516, "precision": 0.755756, "recall": 0.820158}, {"accuracy": 0.896245, "f1": 0.867622, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"], "main_score": 0.867622, "precision": 0.854661, "recall": 0.896245}, {"accuracy": 0.947628, "f1": 0.932312, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"], "main_score": 0.932312, "precision": 0.924901, "recall": 0.947628}, {"accuracy": 0.873518, "f1": 0.840349, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"], "main_score": 0.840349, "precision": 0.825296, "recall": 0.873518}, {"accuracy": 0.898221, "f1": 0.868544, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"], "main_score": 0.868544, "precision": 0.855072, "recall": 0.898221}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"], "main_score": 0.942688, "precision": 0.936759, "recall": 0.955534}, {"accuracy": 0.907115, "f1": 0.880567, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"], "main_score": 0.880567, "precision": 0.868083, "recall": 0.907115}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"], "main_score": 0.907839, "precision": 0.897974, "recall": 0.928854}, {"accuracy": 0.800395, "f1": 0.749722, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"], "main_score": 0.749722, "precision": 0.727306, "recall": 0.800395}, {"accuracy": 0.932806, "f1": 0.915102, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"], "main_score": 0.915102, "precision": 0.907865, "recall": 0.932806}, {"accuracy": 0.935771, "f1": 0.919137, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"], "main_score": 0.919137, "precision": 0.911067, "recall": 0.935771}, {"accuracy": 0.943676, "f1": 0.92803, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"], "main_score": 0.92803, "precision": 0.921196, "recall": 0.943676}, {"accuracy": 0.950593, "f1": 0.936594, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"], "main_score": 0.936594, "precision": 0.930237, "recall": 0.950593}, {"accuracy": 0.890316, "f1": 0.861199, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"], "main_score": 0.861199, "precision": 0.847744, "recall": 0.890316}, {"accuracy": 0.908103, "f1": 0.881884, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"], "main_score": 0.881884, "precision": 0.86973, "recall": 0.908103}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"], "main_score": 0.918972, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.885375, "f1": 0.852141, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"], "main_score": 0.852141, "precision": 0.836545, "recall": 0.885375}, {"accuracy": 0.040514, "f1": 0.020559, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"], "main_score": 0.020559, "precision": 0.016961, "recall": 0.040514}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.922925, "f1": 0.899275, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"], "main_score": 0.899275, "precision": 0.888093, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"], "main_score": 0.977009, "precision": 0.974555, "recall": 0.982213}, {"accuracy": 0.90415, "f1": 0.875823, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"], "main_score": 0.875823, "precision": 0.862319, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"], "main_score": 0.924901, "precision": 0.916535, "recall": 0.942688}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.91502, "f1": 0.888999, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"], "main_score": 0.888999, "precision": 0.876647, "recall": 0.91502}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"], "main_score": 0.928854, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.204545, "f1": 0.152231, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"], "main_score": 0.152231, "precision": 0.136832, "recall": 0.204545}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"], "main_score": 0.925626, "precision": 0.917572, "recall": 0.942688}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.885375, "f1": 0.851943, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"], "main_score": 0.851943, "precision": 0.836298, "recall": 0.885375}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"], "main_score": 0.938735, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927273, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"], "main_score": 0.927273, "precision": 0.91889, "recall": 0.944664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.892292, "f1": 0.860903, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"], "main_score": 0.860903, "precision": 0.845932, "recall": 0.892292}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.935606, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"], "main_score": 0.935606, "precision": 0.927701, "recall": 0.951581}, {"accuracy": 0.886364, "f1": 0.855764, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"], "main_score": 0.855764, "precision": 0.842144, "recall": 0.886364}, {"accuracy": 0.924901, "f1": 0.902734, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"], "main_score": 0.902734, "precision": 0.891881, "recall": 0.924901}, {"accuracy": 0.747036, "f1": 0.688275, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"], "main_score": 0.688275, "precision": 0.663768, "recall": 0.747036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.913043, "f1": 0.887352, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"], "main_score": 0.887352, "precision": 0.875165, "recall": 0.913043}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.871542, "f1": 0.833319, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"], "main_score": 0.833319, "precision": 0.815464, "recall": 0.871542}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"], "main_score": 0.924736, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.88834, "f1": 0.854644, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"], "main_score": 0.854644, "precision": 0.838686, "recall": 0.88834}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.210474, "f1": 0.143377, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"], "main_score": 0.143377, "precision": 0.125092, "recall": 0.210474}, {"accuracy": 0.906126, "f1": 0.877306, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"], "main_score": 0.877306, "precision": 0.863307, "recall": 0.906126}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.913043, "f1": 0.887451, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"], "main_score": 0.887451, "precision": 0.875823, "recall": 0.913043}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.977273, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"], "main_score": 0.977273, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.848814, "f1": 0.808369, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"], "main_score": 0.808369, "precision": 0.790079, "recall": 0.848814}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"], "main_score": 0.901416, "precision": 0.890728, "recall": 0.923913}, {"accuracy": 0.871542, "f1": 0.834387, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"], "main_score": 0.834387, "precision": 0.817309, "recall": 0.871542}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.843874, "f1": 0.803096, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"], "main_score": 0.803096, "precision": 0.784437, "recall": 0.843874}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"], "main_score": 0.953294, "precision": 0.947875, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.874506, "f1": 0.838735, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"], "main_score": 0.838735, "precision": 0.822628, "recall": 0.874506}, {"accuracy": 0.264822, "f1": 0.208318, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"], "main_score": 0.208318, "precision": 0.189573, "recall": 0.264822}, {"accuracy": 0.917984, "f1": 0.893577, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"], "main_score": 0.893577, "precision": 0.882279, "recall": 0.917984}, {"accuracy": 0.805336, "f1": 0.757543, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"], "main_score": 0.757543, "precision": 0.737187, "recall": 0.805336}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.916996, "f1": 0.892951, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"], "main_score": 0.892951, "precision": 0.881588, "recall": 0.916996}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.891304, "f1": 0.86054, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"], "main_score": 0.86054, "precision": 0.846426, "recall": 0.891304}, {"accuracy": 0.869565, "f1": 0.831686, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"], "main_score": 0.831686, "precision": 0.814476, "recall": 0.869565}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"], "main_score": 0.919137, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.051383, "f1": 0.027985, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"], "main_score": 0.027985, "precision": 0.023715, "recall": 0.051383}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.906126, "f1": 0.878788, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"], "main_score": 0.878788, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.88834, "f1": 0.856192, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"], "main_score": 0.856192, "precision": 0.840909, "recall": 0.88834}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.854743, "f1": 0.815862, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"], "main_score": 0.815862, "precision": 0.798007, "recall": 0.854743}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"], "main_score": 0.940448, "precision": 0.933712, "recall": 0.954545}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.923913, "f1": 0.900428, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"], "main_score": 0.900428, "precision": 0.889575, "recall": 0.923913}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.949605, "f1": 0.933136, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"], "main_score": 0.933136, "precision": 0.925066, "recall": 0.949605}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.862648, "f1": 0.825066, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"], "main_score": 0.825066, "precision": 0.808235, "recall": 0.862648}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"], "main_score": 0.890053, "precision": 0.878047, "recall": 0.91502}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.902174, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"], "main_score": 0.902174, "precision": 0.892128, "recall": 0.923913}, {"accuracy": 0.958498, "f1": 0.945949, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"], "main_score": 0.945949, "precision": 0.940053, "recall": 0.958498}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.934783, "f1": 0.91581, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"], "main_score": 0.91581, "precision": 0.907115, "recall": 0.934783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.868577, "f1": 0.831456, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"], "main_score": 0.831456, "precision": 0.814559, "recall": 0.868577}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"], "main_score": 0.92085, "precision": 0.912632, "recall": 0.938735}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.898221, "f1": 0.867819, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"], "main_score": 0.867819, "precision": 0.853179, "recall": 0.898221}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"], "main_score": 0.921509, "precision": 0.912961, "recall": 0.939723}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.87253, "f1": 0.83722, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"], "main_score": 0.83722, "precision": 0.821476, "recall": 0.87253}, {"accuracy": 0.894269, "f1": 0.86405, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"], "main_score": 0.86405, "precision": 0.850296, "recall": 0.894269}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.83004, "f1": 0.78643, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"], "main_score": 0.78643, "precision": 0.76642, "recall": 0.83004}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.870553, "f1": 0.834223, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"], "main_score": 0.834223, "precision": 0.817309, "recall": 0.870553}, {"accuracy": 0.916008, "f1": 0.891864, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"], "main_score": 0.891864, "precision": 0.880188, "recall": 0.916008}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.8083, "f1": 0.756258, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"], "main_score": 0.756258, "precision": 0.73302, "recall": 0.8083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"], "main_score": 0.903722, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"], "main_score": 0.899209, "precision": 0.888373, "recall": 0.921937}, {"accuracy": 0.885375, "f1": 0.854051, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"], "main_score": 0.854051, "precision": 0.839625, "recall": 0.885375}, {"accuracy": 0.050395, "f1": 0.027216, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"], "main_score": 0.027216, "precision": 0.021989, "recall": 0.050395}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.964054, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"], "main_score": 0.964054, "precision": 0.96101, "recall": 0.971344}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"], "main_score": 0.890646, "precision": 0.878788, "recall": 0.916008}, {"accuracy": 0.933794, "f1": 0.914361, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"], "main_score": 0.914361, "precision": 0.904974, "recall": 0.933794}, {"accuracy": 0.961462, "f1": 0.95056, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"], "main_score": 0.95056, "precision": 0.945982, "recall": 0.961462}, {"accuracy": 0.924901, "f1": 0.903228, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"], "main_score": 0.903228, "precision": 0.892869, "recall": 0.924901}, {"accuracy": 0.985178, "f1": 0.981225, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"], "main_score": 0.981225, "precision": 0.979249, "recall": 0.985178}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.968379, "f1": 0.959552, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"], "main_score": 0.959552, "precision": 0.955649, "recall": 0.968379}, {"accuracy": 0.905138, "f1": 0.877536, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"], "main_score": 0.877536, "precision": 0.864377, "recall": 0.905138}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"], "main_score": 0.963109, "precision": 0.959321, "recall": 0.971344}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"], "main_score": 0.957411, "precision": 0.952816, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.964065, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"], "main_score": 0.964065, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.956886, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"], "main_score": 0.956886, "precision": 0.953402, "recall": 0.965415}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.966403, "f1": 0.958187, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"], "main_score": 0.958187, "precision": 0.95499, "recall": 0.966403}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"], "main_score": 0.93666, "precision": 0.929595, "recall": 0.951581}, {"accuracy": 0.193676, "f1": 0.151171, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"], "main_score": 0.151171, "precision": 0.138427, "recall": 0.193676}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.935771, "f1": 0.91805, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"], "main_score": 0.91805, "precision": 0.909832, "recall": 0.935771}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.936237, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"], "main_score": 0.936237, "precision": 0.930583, "recall": 0.949605}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"], "main_score": 0.950988, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.967391, "f1": 0.959357, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"], "main_score": 0.959357, "precision": 0.956169, "recall": 0.967391}, {"accuracy": 0.914032, "f1": 0.89002, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"], "main_score": 0.89002, "precision": 0.87887, "recall": 0.914032}, {"accuracy": 0.967391, "f1": 0.958517, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"], "main_score": 0.958517, "precision": 0.954792, "recall": 0.967391}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.951581, "f1": 0.940682, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"], "main_score": 0.940682, "precision": 0.936406, "recall": 0.951581}, {"accuracy": 0.958498, "f1": 0.94745, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"], "main_score": 0.94745, "precision": 0.942935, "recall": 0.958498}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"], "main_score": 0.9528, "precision": 0.948073, "recall": 0.963439}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.870553, "f1": 0.83274, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"], "main_score": 0.83274, "precision": 0.814806, "recall": 0.870553}, {"accuracy": 0.931818, "f1": 0.911561, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"], "main_score": 0.911561, "precision": 0.902009, "recall": 0.931818}, {"accuracy": 0.958498, "f1": 0.948606, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"], "main_score": 0.948606, "precision": 0.944952, "recall": 0.958498}, {"accuracy": 0.927866, "f1": 0.906522, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"], "main_score": 0.906522, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.972332, "f1": 0.96494, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"], "main_score": 0.96494, "precision": 0.961874, "recall": 0.972332}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"], "main_score": 0.940711, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"], "main_score": 0.906456, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.900198, "f1": 0.871838, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"], "main_score": 0.871838, "precision": 0.858696, "recall": 0.900198}, {"accuracy": 0.938735, "f1": 0.920257, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"], "main_score": 0.920257, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.964427, "f1": 0.953788, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"], "main_score": 0.953788, "precision": 0.949028, "recall": 0.964427}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"], "main_score": 0.929414, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.880435, "f1": 0.845323, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"], "main_score": 0.845323, "precision": 0.829381, "recall": 0.880435}, {"accuracy": 0.963439, "f1": 0.954825, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"], "main_score": 0.954825, "precision": 0.951338, "recall": 0.963439}, {"accuracy": 0.938735, "f1": 0.920455, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"], "main_score": 0.920455, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.882411, "f1": 0.851252, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"], "main_score": 0.851252, "precision": 0.836825, "recall": 0.882411}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"], "main_score": 0.926877, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.711462, "f1": 0.648588, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"], "main_score": 0.648588, "precision": 0.623641, "recall": 0.711462}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"], "main_score": 0.966568, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.967391, "f1": 0.959113, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"], "main_score": 0.959113, "precision": 0.955575, "recall": 0.967391}, {"accuracy": 0.964427, "f1": 0.954414, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"], "main_score": 0.954414, "precision": 0.950181, "recall": 0.964427}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"], "main_score": 0.951482, "precision": 0.946591, "recall": 0.962451}, {"accuracy": 0.892292, "f1": 0.863373, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"], "main_score": 0.863373, "precision": 0.850049, "recall": 0.892292}, {"accuracy": 0.935771, "f1": 0.916733, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"], "main_score": 0.916733, "precision": 0.908218, "recall": 0.935771}, {"accuracy": 0.936759, "f1": 0.918314, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"], "main_score": 0.918314, "precision": 0.909585, "recall": 0.936759}, {"accuracy": 0.980237, "f1": 0.974374, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"], "main_score": 0.974374, "precision": 0.971756, "recall": 0.980237}, {"accuracy": 0.874506, "f1": 0.840006, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"], "main_score": 0.840006, "precision": 0.824275, "recall": 0.874506}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.910079, "f1": 0.882971, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"], "main_score": 0.882971, "precision": 0.869977, "recall": 0.910079}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.9417, "f1": 0.925033, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"], "main_score": 0.925033, "precision": 0.91749, "recall": 0.9417}, {"accuracy": 0.958498, "f1": 0.946542, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"], "main_score": 0.946542, "precision": 0.941156, "recall": 0.958498}, {"accuracy": 0.219368, "f1": 0.158605, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"], "main_score": 0.158605, "precision": 0.140571, "recall": 0.219368}, {"accuracy": 0.897233, "f1": 0.867984, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"], "main_score": 0.867984, "precision": 0.854661, "recall": 0.897233}, {"accuracy": 0.94664, "f1": 0.931719, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"], "main_score": 0.931719, "precision": 0.925346, "recall": 0.94664}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"], "main_score": 0.90695, "precision": 0.896245, "recall": 0.928854}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.926877, "f1": 0.906999, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"], "main_score": 0.906999, "precision": 0.898198, "recall": 0.926877}, {"accuracy": 0.958498, "f1": 0.946179, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"], "main_score": 0.946179, "precision": 0.940629, "recall": 0.958498}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"], "main_score": 0.956851, "precision": 0.952404, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"], "main_score": 0.963999, "precision": 0.960227, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.957529, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"], "main_score": 0.957529, "precision": 0.953837, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.953953, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"], "main_score": 0.953953, "precision": 0.949358, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.965547, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"], "main_score": 0.965547, "precision": 0.962121, "recall": 0.97332}, {"accuracy": 0.84585, "f1": 0.804018, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"], "main_score": 0.804018, "precision": 0.78503, "recall": 0.84585}, {"accuracy": 0.934783, "f1": 0.915843, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"], "main_score": 0.915843, "precision": 0.906785, "recall": 0.934783}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"], "main_score": 0.954282, "precision": 0.949885, "recall": 0.964427}, {"accuracy": 0.966403, "f1": 0.958718, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"], "main_score": 0.958718, "precision": 0.955723, "recall": 0.966403}, {"accuracy": 0.954545, "f1": 0.943728, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"], "main_score": 0.943728, "precision": 0.93929, "recall": 0.954545}, {"accuracy": 0.900198, "f1": 0.872497, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"], "main_score": 0.872497, "precision": 0.860046, "recall": 0.900198}, {"accuracy": 0.848814, "f1": 0.80695, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"], "main_score": 0.80695, "precision": 0.787714, "recall": 0.848814}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.899209, "f1": 0.869895, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"], "main_score": 0.869895, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 0.976285, "f1": 0.970045, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"], "main_score": 0.970045, "precision": 0.967474, "recall": 0.976285}, {"accuracy": 0.833992, "f1": 0.790942, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"], "main_score": 0.790942, "precision": 0.771574, "recall": 0.833992}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.975296, "f1": 0.968841, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"], "main_score": 0.968841, "precision": 0.966271, "recall": 0.975296}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"], "main_score": 0.956851, "precision": 0.952767, "recall": 0.966403}, {"accuracy": 0.95751, "f1": 0.948062, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"], "main_score": 0.948062, "precision": 0.944632, "recall": 0.95751}, {"accuracy": 0.956522, "f1": 0.947318, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"], "main_score": 0.947318, "precision": 0.943716, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.87253, "f1": 0.836627, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"], "main_score": 0.836627, "precision": 0.819664, "recall": 0.87253}, {"accuracy": 0.264822, "f1": 0.214487, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"], "main_score": 0.214487, "precision": 0.197152, "recall": 0.264822}, {"accuracy": 0.91502, "f1": 0.889065, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"], "main_score": 0.889065, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.779644, "f1": 0.725711, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"], "main_score": 0.725711, "precision": 0.702783, "recall": 0.779644}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"], "main_score": 0.953393, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.909091, "f1": 0.88307, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"], "main_score": 0.88307, "precision": 0.87108, "recall": 0.909091}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.972332, "f1": 0.965283, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"], "main_score": 0.965283, "precision": 0.962566, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.875494, "f1": 0.839182, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"], "main_score": 0.839182, "precision": 0.822958, "recall": 0.875494}, {"accuracy": 0.885375, "f1": 0.853129, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"], "main_score": 0.853129, "precision": 0.838389, "recall": 0.885375}, {"accuracy": 0.931818, "f1": 0.911528, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"], "main_score": 0.911528, "precision": 0.902339, "recall": 0.931818}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"], "main_score": 0.943511, "precision": 0.937615, "recall": 0.956522}, {"accuracy": 0.045455, "f1": 0.021457, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"], "main_score": 0.021457, "precision": 0.0178, "recall": 0.045455}, {"accuracy": 0.965415, "f1": 0.956999, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"], "main_score": 0.956999, "precision": 0.953814, "recall": 0.965415}, {"accuracy": 0.958498, "f1": 0.946542, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"], "main_score": 0.946542, "precision": 0.940991, "recall": 0.958498}, {"accuracy": 0.942688, "f1": 0.928082, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"], "main_score": 0.928082, "precision": 0.922134, "recall": 0.942688}, {"accuracy": 0.963439, "f1": 0.952899, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"], "main_score": 0.952899, "precision": 0.948188, "recall": 0.963439}, {"accuracy": 0.907115, "f1": 0.879414, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"], "main_score": 0.879414, "precision": 0.866469, "recall": 0.907115}, {"accuracy": 0.871542, "f1": 0.836331, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"], "main_score": 0.836331, "precision": 0.8208, "recall": 0.871542}, {"accuracy": 0.952569, "f1": 0.939723, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"], "main_score": 0.939723, "precision": 0.93419, "recall": 0.952569}, {"accuracy": 0.956522, "f1": 0.944255, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"], "main_score": 0.944255, "precision": 0.9389, "recall": 0.956522}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.840909, "f1": 0.799821, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"], "main_score": 0.799821, "precision": 0.782263, "recall": 0.840909}, {"accuracy": 0.968379, "f1": 0.959453, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"], "main_score": 0.959453, "precision": 0.955698, "recall": 0.968379}, {"accuracy": 0.841897, "f1": 0.799459, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"], "main_score": 0.799459, "precision": 0.780797, "recall": 0.841897}, {"accuracy": 0.911067, "f1": 0.884881, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"], "main_score": 0.884881, "precision": 0.87253, "recall": 0.911067}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"], "main_score": 0.961133, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.950593, "f1": 0.936924, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"], "main_score": 0.936924, "precision": 0.930501, "recall": 0.950593}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"], "main_score": 0.949605, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.945652, "f1": 0.932595, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"], "main_score": 0.932595, "precision": 0.927514, "recall": 0.945652}, {"accuracy": 0.964427, "f1": 0.953953, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"], "main_score": 0.953953, "precision": 0.949193, "recall": 0.964427}, {"accuracy": 0.925889, "f1": 0.904018, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"], "main_score": 0.904018, "precision": 0.894186, "recall": 0.925889}, {"accuracy": 0.928854, "f1": 0.90855, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"], "main_score": 0.90855, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.948617, "f1": 0.932938, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"], "main_score": 0.932938, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.933794, "f1": 0.913933, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"], "main_score": 0.913933, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.970356, "f1": 0.961825, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"], "main_score": 0.961825, "precision": 0.958086, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.947581, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"], "main_score": 0.947581, "precision": 0.942194, "recall": 0.959486}, {"accuracy": 0.924901, "f1": 0.906014, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"], "main_score": 0.906014, "precision": 0.898057, "recall": 0.924901}, {"accuracy": 0.937747, "f1": 0.919419, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"], "main_score": 0.919419, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.964427, "f1": 0.954677, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"], "main_score": 0.954677, "precision": 0.950264, "recall": 0.964427}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"], "main_score": 0.921607, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.849802, "f1": 0.808729, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"], "main_score": 0.808729, "precision": 0.790217, "recall": 0.849802}, {"accuracy": 0.961462, "f1": 0.95183, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"], "main_score": 0.95183, "precision": 0.948024, "recall": 0.961462}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"], "main_score": 0.924572, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.954545, "f1": 0.940777, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"], "main_score": 0.940777, "precision": 0.934536, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.905138, "f1": 0.878623, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"], "main_score": 0.878623, "precision": 0.865975, "recall": 0.905138}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.901186, "f1": 0.873913, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"], "main_score": 0.873913, "precision": 0.861446, "recall": 0.901186}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"], "main_score": 0.945718, "precision": 0.939806, "recall": 0.958498}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"], "main_score": 0.90448, "precision": 0.894433, "recall": 0.925889}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"], "main_score": 0.969862, "precision": 0.967095, "recall": 0.976285}, {"accuracy": 0.854743, "f1": 0.815053, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"], "main_score": 0.815053, "precision": 0.797052, "recall": 0.854743}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"], "main_score": 0.961462, "precision": 0.957378, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"], "main_score": 0.963768, "precision": 0.959684, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"], "main_score": 0.878953, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"], "main_score": 0.934124, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.914032, "f1": 0.890761, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"], "main_score": 0.890761, "precision": 0.881185, "recall": 0.914032}, {"accuracy": 0.968379, "f1": 0.959618, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"], "main_score": 0.959618, "precision": 0.955863, "recall": 0.968379}, {"accuracy": 0.900198, "f1": 0.872497, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"], "main_score": 0.872497, "precision": 0.860046, "recall": 0.900198}, {"accuracy": 0.902174, "f1": 0.875513, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"], "main_score": 0.875513, "precision": 0.863225, "recall": 0.902174}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.927866, "f1": 0.905468, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"], "main_score": 0.905468, "precision": 0.894598, "recall": 0.927866}, {"accuracy": 0.959486, "f1": 0.949887, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"], "main_score": 0.949887, "precision": 0.946091, "recall": 0.959486}, {"accuracy": 0.821146, "f1": 0.774769, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"], "main_score": 0.774769, "precision": 0.754117, "recall": 0.821146}, {"accuracy": 0.909091, "f1": 0.882938, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"], "main_score": 0.882938, "precision": 0.870998, "recall": 0.909091}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.869565, "f1": 0.834848, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"], "main_score": 0.834848, "precision": 0.819417, "recall": 0.869565}, {"accuracy": 0.886364, "f1": 0.85583, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"], "main_score": 0.85583, "precision": 0.842457, "recall": 0.886364}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"], "main_score": 0.911298, "precision": 0.901597, "recall": 0.931818}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.787549, "f1": 0.730484, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"], "main_score": 0.730484, "precision": 0.705, "recall": 0.787549}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"], "main_score": 0.956851, "precision": 0.952734, "recall": 0.966403}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.960474, "f1": 0.949078, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"], "main_score": 0.949078, "precision": 0.94417, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.914032, "f1": 0.889625, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"], "main_score": 0.889625, "precision": 0.878491, "recall": 0.914032}, {"accuracy": 0.907115, "f1": 0.879611, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"], "main_score": 0.879611, "precision": 0.866271, "recall": 0.907115}, {"accuracy": 0.77668, "f1": 0.719353, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"], "main_score": 0.719353, "precision": 0.695817, "recall": 0.77668}, {"accuracy": 0.828063, "f1": 0.778458, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"], "main_score": 0.778458, "precision": 0.755599, "recall": 0.828063}, {"accuracy": 0.063241, "f1": 0.032945, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"], "main_score": 0.032945, "precision": 0.026402, "recall": 0.063241}, {"accuracy": 0.779644, "f1": 0.742596, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"], "main_score": 0.742596, "precision": 0.729689, "recall": 0.779644}, {"accuracy": 0.780632, "f1": 0.732937, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"], "main_score": 0.732937, "precision": 0.715262, "recall": 0.780632}, {"accuracy": 0.862648, "f1": 0.822101, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"], "main_score": 0.822101, "precision": 0.803689, "recall": 0.862648}, {"accuracy": 0.844862, "f1": 0.800809, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"], "main_score": 0.800809, "precision": 0.780698, "recall": 0.844862}, {"accuracy": 0.897233, "f1": 0.867095, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"], "main_score": 0.867095, "precision": 0.852602, "recall": 0.897233}, {"accuracy": 0.754941, "f1": 0.715444, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"], "main_score": 0.715444, "precision": 0.702039, "recall": 0.754941}, {"accuracy": 0.818182, "f1": 0.769763, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"], "main_score": 0.769763, "precision": 0.748501, "recall": 0.818182}, {"accuracy": 0.769763, "f1": 0.710608, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"], "main_score": 0.710608, "precision": 0.686192, "recall": 0.769763}, {"accuracy": 0.718379, "f1": 0.681915, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"], "main_score": 0.681915, "precision": 0.670516, "recall": 0.718379}, {"accuracy": 0.809289, "f1": 0.761124, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"], "main_score": 0.761124, "precision": 0.741074, "recall": 0.809289}, {"accuracy": 0.931818, "f1": 0.910079, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"], "main_score": 0.910079, "precision": 0.899539, "recall": 0.931818}, {"accuracy": 0.780632, "f1": 0.729252, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"], "main_score": 0.729252, "precision": 0.709608, "recall": 0.780632}, {"accuracy": 0.788538, "f1": 0.755938, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"], "main_score": 0.755938, "precision": 0.74345, "recall": 0.788538}, {"accuracy": 0.869565, "f1": 0.831258, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"], "main_score": 0.831258, "precision": 0.813159, "recall": 0.869565}, {"accuracy": 0.83004, "f1": 0.791563, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"], "main_score": 0.791563, "precision": 0.775923, "recall": 0.83004}, {"accuracy": 0.764822, "f1": 0.721649, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"], "main_score": 0.721649, "precision": 0.706413, "recall": 0.764822}, {"accuracy": 0.778656, "f1": 0.723309, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"], "main_score": 0.723309, "precision": 0.700075, "recall": 0.778656}, {"accuracy": 0.775692, "f1": 0.735485, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"], "main_score": 0.735485, "precision": 0.721861, "recall": 0.775692}, {"accuracy": 0.898221, "f1": 0.866996, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"], "main_score": 0.866996, "precision": 0.852026, "recall": 0.898221}, {"accuracy": 0.838933, "f1": 0.79552, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"], "main_score": 0.79552, "precision": 0.776779, "recall": 0.838933}, {"accuracy": 0.787549, "f1": 0.750577, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"], "main_score": 0.750577, "precision": 0.736381, "recall": 0.787549}, {"accuracy": 0.817194, "f1": 0.768857, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"], "main_score": 0.768857, "precision": 0.747951, "recall": 0.817194}, {"accuracy": 0.135375, "f1": 0.103403, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"], "main_score": 0.103403, "precision": 0.094573, "recall": 0.135375}, {"accuracy": 0.853755, "f1": 0.821806, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"], "main_score": 0.821806, "precision": 0.80855, "recall": 0.853755}, {"accuracy": 0.882411, "f1": 0.848221, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"], "main_score": 0.848221, "precision": 0.832098, "recall": 0.882411}, {"accuracy": 0.795455, "f1": 0.742777, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"], "main_score": 0.742777, "precision": 0.72108, "recall": 0.795455}, {"accuracy": 0.741107, "f1": 0.695679, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"], "main_score": 0.695679, "precision": 0.679887, "recall": 0.741107}, {"accuracy": 0.782609, "f1": 0.742869, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"], "main_score": 0.742869, "precision": 0.728988, "recall": 0.782609}, {"accuracy": 0.775692, "f1": 0.73797, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"], "main_score": 0.73797, "precision": 0.724971, "recall": 0.775692}, {"accuracy": 0.8083, "f1": 0.76051, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"], "main_score": 0.76051, "precision": 0.740375, "recall": 0.8083}, {"accuracy": 0.827075, "f1": 0.795186, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"], "main_score": 0.795186, "precision": 0.78382, "recall": 0.827075}, {"accuracy": 0.812253, "f1": 0.764105, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"], "main_score": 0.764105, "precision": 0.744639, "recall": 0.812253}, {"accuracy": 0.737154, "f1": 0.705653, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"], "main_score": 0.705653, "precision": 0.693333, "recall": 0.737154}, {"accuracy": 0.773715, "f1": 0.731035, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"], "main_score": 0.731035, "precision": 0.716215, "recall": 0.773715}, {"accuracy": 0.793478, "f1": 0.753982, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"], "main_score": 0.753982, "precision": 0.740707, "recall": 0.793478}, {"accuracy": 0.811265, "f1": 0.775607, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"], "main_score": 0.775607, "precision": 0.763606, "recall": 0.811265}, {"accuracy": 0.795455, "f1": 0.743514, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"], "main_score": 0.743514, "precision": 0.720859, "recall": 0.795455}, {"accuracy": 0.811265, "f1": 0.759848, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"], "main_score": 0.759848, "precision": 0.737484, "recall": 0.811265}, {"accuracy": 0.746047, "f1": 0.709676, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"], "main_score": 0.709676, "precision": 0.697608, "recall": 0.746047}, {"accuracy": 0.849802, "f1": 0.807839, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"], "main_score": 0.807839, "precision": 0.78862, "recall": 0.849802}, {"accuracy": 0.771739, "f1": 0.740508, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"], "main_score": 0.740508, "precision": 0.729581, "recall": 0.771739}, {"accuracy": 0.806324, "f1": 0.75575, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"], "main_score": 0.75575, "precision": 0.734964, "recall": 0.806324}, {"accuracy": 0.864625, "f1": 0.826845, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"], "main_score": 0.826845, "precision": 0.80998, "recall": 0.864625}, {"accuracy": 0.796443, "f1": 0.74829, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"], "main_score": 0.74829, "precision": 0.730197, "recall": 0.796443}, {"accuracy": 0.821146, "f1": 0.770949, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"], "main_score": 0.770949, "precision": 0.74888, "recall": 0.821146}, {"accuracy": 0.738142, "f1": 0.677561, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"], "main_score": 0.677561, "precision": 0.653434, "recall": 0.738142}, {"accuracy": 0.76581, "f1": 0.704564, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"], "main_score": 0.704564, "precision": 0.679068, "recall": 0.76581}, {"accuracy": 0.686759, "f1": 0.636063, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"], "main_score": 0.636063, "precision": 0.620321, "recall": 0.686759}, {"accuracy": 0.754941, "f1": 0.696902, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"], "main_score": 0.696902, "precision": 0.674695, "recall": 0.754941}, {"accuracy": 0.805336, "f1": 0.752042, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"], "main_score": 0.752042, "precision": 0.728261, "recall": 0.805336}, {"accuracy": 0.774704, "f1": 0.742424, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"], "main_score": 0.742424, "precision": 0.729668, "recall": 0.774704}, {"accuracy": 0.856719, "f1": 0.816634, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"], "main_score": 0.816634, "precision": 0.798419, "recall": 0.856719}, {"accuracy": 0.8083, "f1": 0.757378, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"], "main_score": 0.757378, "precision": 0.734519, "recall": 0.8083}, {"accuracy": 0.897233, "f1": 0.867918, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"], "main_score": 0.867918, "precision": 0.85392, "recall": 0.897233}, {"accuracy": 0.52668, "f1": 0.445524, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"], "main_score": 0.445524, "precision": 0.418928, "recall": 0.52668}, {"accuracy": 0.764822, "f1": 0.720102, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"], "main_score": 0.720102, "precision": 0.704937, "recall": 0.764822}, {"accuracy": 0.821146, "f1": 0.79065, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"], "main_score": 0.79065, "precision": 0.779168, "recall": 0.821146}, {"accuracy": 0.730237, "f1": 0.675692, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"], "main_score": 0.675692, "precision": 0.656652, "recall": 0.730237}, {"accuracy": 0.799407, "f1": 0.761509, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"], "main_score": 0.761509, "precision": 0.746865, "recall": 0.799407}, {"accuracy": 0.857708, "f1": 0.819071, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"], "main_score": 0.819071, "precision": 0.800642, "recall": 0.857708}, {"accuracy": 0.743083, "f1": 0.686909, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"], "main_score": 0.686909, "precision": 0.665629, "recall": 0.743083}, {"accuracy": 0.784585, "f1": 0.730468, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"], "main_score": 0.730468, "precision": 0.708794, "recall": 0.784585}, {"accuracy": 0.780632, "f1": 0.749357, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"], "main_score": 0.749357, "precision": 0.737668, "recall": 0.780632}, {"accuracy": 0.837945, "f1": 0.793017, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"], "main_score": 0.793017, "precision": 0.772513, "recall": 0.837945}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.878458, "f1": 0.846574, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"], "main_score": 0.846574, "precision": 0.831439, "recall": 0.878458}, {"accuracy": 0.764822, "f1": 0.711281, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"], "main_score": 0.711281, "precision": 0.691585, "recall": 0.764822}, {"accuracy": 0.773715, "f1": 0.72051, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"], "main_score": 0.72051, "precision": 0.699592, "recall": 0.773715}, {"accuracy": 0.742095, "f1": 0.695302, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"], "main_score": 0.695302, "precision": 0.680079, "recall": 0.742095}, {"accuracy": 0.166996, "f1": 0.121368, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"], "main_score": 0.121368, "precision": 0.108762, "recall": 0.166996}, {"accuracy": 0.818182, "f1": 0.770784, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"], "main_score": 0.770784, "precision": 0.749588, "recall": 0.818182}, {"accuracy": 0.745059, "f1": 0.694003, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"], "main_score": 0.694003, "precision": 0.676178, "recall": 0.745059}, {"accuracy": 0.864625, "f1": 0.825395, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"], "main_score": 0.825395, "precision": 0.807181, "recall": 0.864625}, {"accuracy": 0.882411, "f1": 0.849967, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"], "main_score": 0.849967, "precision": 0.834651, "recall": 0.882411}, {"accuracy": 0.745059, "f1": 0.690144, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"], "main_score": 0.690144, "precision": 0.670995, "recall": 0.745059}, {"accuracy": 0.713439, "f1": 0.654324, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"], "main_score": 0.654324, "precision": 0.633647, "recall": 0.713439}, {"accuracy": 0.817194, "f1": 0.76777, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"], "main_score": 0.76777, "precision": 0.746781, "recall": 0.817194}, {"accuracy": 0.81917, "f1": 0.783925, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"], "main_score": 0.783925, "precision": 0.771926, "recall": 0.81917}, {"accuracy": 0.777668, "f1": 0.737596, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"], "main_score": 0.737596, "precision": 0.723648, "recall": 0.777668}, {"accuracy": 0.771739, "f1": 0.734628, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"], "main_score": 0.734628, "precision": 0.72137, "recall": 0.771739}, {"accuracy": 0.730237, "f1": 0.681841, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"], "main_score": 0.681841, "precision": 0.666071, "recall": 0.730237}, {"accuracy": 0.81917, "f1": 0.777685, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"], "main_score": 0.777685, "precision": 0.760749, "recall": 0.81917}, {"accuracy": 0.711462, "f1": 0.641476, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"], "main_score": 0.641476, "precision": 0.612526, "recall": 0.711462}, {"accuracy": 0.876482, "f1": 0.84058, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"], "main_score": 0.84058, "precision": 0.823946, "recall": 0.876482}, {"accuracy": 0.76581, "f1": 0.724203, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"], "main_score": 0.724203, "precision": 0.709164, "recall": 0.76581}, {"accuracy": 0.79249, "f1": 0.762638, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"], "main_score": 0.762638, "precision": 0.75068, "recall": 0.79249}, {"accuracy": 0.798419, "f1": 0.764803, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"], "main_score": 0.764803, "precision": 0.7517, "recall": 0.798419}, {"accuracy": 0.766798, "f1": 0.705552, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"], "main_score": 0.705552, "precision": 0.679628, "recall": 0.766798}, {"accuracy": 0.771739, "f1": 0.712813, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"], "main_score": 0.712813, "precision": 0.686989, "recall": 0.771739}, {"accuracy": 0.795455, "f1": 0.742958, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"], "main_score": 0.742958, "precision": 0.720859, "recall": 0.795455}, {"accuracy": 0.795455, "f1": 0.747161, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"], "main_score": 0.747161, "precision": 0.7287, "recall": 0.795455}, {"accuracy": 0.817194, "f1": 0.767754, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"], "main_score": 0.767754, "precision": 0.745669, "recall": 0.817194}, {"accuracy": 0.837945, "f1": 0.805138, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"], "main_score": 0.805138, "precision": 0.792197, "recall": 0.837945}, {"accuracy": 0.744071, "f1": 0.681837, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"], "main_score": 0.681837, "precision": 0.654875, "recall": 0.744071}, {"accuracy": 0.875494, "f1": 0.838999, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"], "main_score": 0.838999, "precision": 0.822447, "recall": 0.875494}, {"accuracy": 0.820158, "f1": 0.784379, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"], "main_score": 0.784379, "precision": 0.770049, "recall": 0.820158}, {"accuracy": 0.755929, "f1": 0.720515, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"], "main_score": 0.720515, "precision": 0.708985, "recall": 0.755929}, {"accuracy": 0.717391, "f1": 0.685877, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"], "main_score": 0.685877, "precision": 0.675351, "recall": 0.717391}, {"accuracy": 0.731225, "f1": 0.691884, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"], "main_score": 0.691884, "precision": 0.678196, "recall": 0.731225}, {"accuracy": 0.822134, "f1": 0.772563, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"], "main_score": 0.772563, "precision": 0.750939, "recall": 0.822134}, {"accuracy": 0.843874, "f1": 0.801089, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"], "main_score": 0.801089, "precision": 0.782536, "recall": 0.843874}, {"accuracy": 0.801383, "f1": 0.751285, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"], "main_score": 0.751285, "precision": 0.729183, "recall": 0.801383}, {"accuracy": 0.224308, "f1": 0.174753, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"], "main_score": 0.174753, "precision": 0.15799, "recall": 0.224308}, {"accuracy": 0.841897, "f1": 0.797694, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"], "main_score": 0.797694, "precision": 0.777339, "recall": 0.841897}, {"accuracy": 0.666008, "f1": 0.589596, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"], "main_score": 0.589596, "precision": 0.558498, "recall": 0.666008}, {"accuracy": 0.779644, "f1": 0.728126, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"], "main_score": 0.728126, "precision": 0.708643, "recall": 0.779644}, {"accuracy": 0.900198, "f1": 0.869796, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"], "main_score": 0.869796, "precision": 0.855352, "recall": 0.900198}, {"accuracy": 0.786561, "f1": 0.728426, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"], "main_score": 0.728426, "precision": 0.703294, "recall": 0.786561}, {"accuracy": 0.840909, "f1": 0.798602, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"], "main_score": 0.798602, "precision": 0.779957, "recall": 0.840909}, {"accuracy": 0.826087, "f1": 0.778642, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"], "main_score": 0.778642, "precision": 0.758926, "recall": 0.826087}, {"accuracy": 0.816206, "f1": 0.767638, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"], "main_score": 0.767638, "precision": 0.746551, "recall": 0.816206}, {"accuracy": 0.790514, "f1": 0.744522, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"], "main_score": 0.744522, "precision": 0.727547, "recall": 0.790514}, {"accuracy": 0.840909, "f1": 0.796113, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"], "main_score": 0.796113, "precision": 0.775939, "recall": 0.840909}, {"accuracy": 0.805336, "f1": 0.771034, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"], "main_score": 0.771034, "precision": 0.757632, "recall": 0.805336}, {"accuracy": 0.837945, "f1": 0.794584, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"], "main_score": 0.794584, "precision": 0.776186, "recall": 0.837945}, {"accuracy": 0.778656, "f1": 0.721346, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"], "main_score": 0.721346, "precision": 0.696073, "recall": 0.778656}, {"accuracy": 0.816206, "f1": 0.768248, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"], "main_score": 0.768248, "precision": 0.746624, "recall": 0.816206}, {"accuracy": 0.865613, "f1": 0.82724, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"], "main_score": 0.82724, "precision": 0.809289, "recall": 0.865613}, {"accuracy": 0.740119, "f1": 0.691788, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"], "main_score": 0.691788, "precision": 0.675945, "recall": 0.740119}, {"accuracy": 0.039526, "f1": 0.0219, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"], "main_score": 0.0219, "precision": 0.018366, "recall": 0.039526}, {"accuracy": 0.748024, "f1": 0.708393, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"], "main_score": 0.708393, "precision": 0.695669, "recall": 0.748024}, {"accuracy": 0.797431, "f1": 0.750807, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"], "main_score": 0.750807, "precision": 0.732858, "recall": 0.797431}, {"accuracy": 0.732213, "f1": 0.687732, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"], "main_score": 0.687732, "precision": 0.671445, "recall": 0.732213}, {"accuracy": 0.746047, "f1": 0.701465, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"], "main_score": 0.701465, "precision": 0.68581, "recall": 0.746047}, {"accuracy": 0.720356, "f1": 0.655974, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"], "main_score": 0.655974, "precision": 0.630487, "recall": 0.720356}, {"accuracy": 0.804348, "f1": 0.7546, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"], "main_score": 0.7546, "precision": 0.733424, "recall": 0.804348}, {"accuracy": 0.744071, "f1": 0.701915, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"], "main_score": 0.701915, "precision": 0.687902, "recall": 0.744071}, {"accuracy": 0.738142, "f1": 0.692724, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"], "main_score": 0.692724, "precision": 0.678547, "recall": 0.738142}, {"accuracy": 0.851779, "f1": 0.812121, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"], "main_score": 0.812121, "precision": 0.794252, "recall": 0.851779}, {"accuracy": 0.829051, "f1": 0.783667, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"], "main_score": 0.783667, "precision": 0.763785, "recall": 0.829051}, {"accuracy": 0.686759, "f1": 0.61467, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"], "main_score": 0.61467, "precision": 0.586457, "recall": 0.686759}, {"accuracy": 0.83498, "f1": 0.79706, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"], "main_score": 0.79706, "precision": 0.781182, "recall": 0.83498}, {"accuracy": 0.733202, "f1": 0.669604, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"], "main_score": 0.669604, "precision": 0.642755, "recall": 0.733202}, {"accuracy": 0.789526, "f1": 0.736484, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"], "main_score": 0.736484, "precision": 0.714534, "recall": 0.789526}, {"accuracy": 0.766798, "f1": 0.723009, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"], "main_score": 0.723009, "precision": 0.707852, "recall": 0.766798}, {"accuracy": 0.840909, "f1": 0.7972, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"], "main_score": 0.7972, "precision": 0.777207, "recall": 0.840909}, {"accuracy": 0.794466, "f1": 0.751121, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"], "main_score": 0.751121, "precision": 0.734706, "recall": 0.794466}, {"accuracy": 0.893281, "f1": 0.862549, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"], "main_score": 0.862549, "precision": 0.847908, "recall": 0.893281}, {"accuracy": 0.800395, "f1": 0.756268, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"], "main_score": 0.756268, "precision": 0.739181, "recall": 0.800395}, {"accuracy": 0.705534, "f1": 0.659888, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"], "main_score": 0.659888, "precision": 0.642407, "recall": 0.705534}, {"accuracy": 0.77668, "f1": 0.730128, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"], "main_score": 0.730128, "precision": 0.713089, "recall": 0.77668}, {"accuracy": 0.757905, "f1": 0.702744, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"], "main_score": 0.702744, "precision": 0.682593, "recall": 0.757905}, {"accuracy": 0.788538, "f1": 0.736088, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"], "main_score": 0.736088, "precision": 0.713514, "recall": 0.788538}, {"accuracy": 0.764822, "f1": 0.703454, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"], "main_score": 0.703454, "precision": 0.677299, "recall": 0.764822}, {"accuracy": 0.738142, "f1": 0.679077, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"], "main_score": 0.679077, "precision": 0.65703, "recall": 0.738142}, {"accuracy": 0.894269, "f1": 0.864361, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"], "main_score": 0.864361, "precision": 0.850214, "recall": 0.894269}, {"accuracy": 0.860672, "f1": 0.824572, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"], "main_score": 0.824572, "precision": 0.809601, "recall": 0.860672}, {"accuracy": 0.858696, "f1": 0.823072, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"], "main_score": 0.823072, "precision": 0.807721, "recall": 0.858696}, {"accuracy": 0.761858, "f1": 0.705506, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"], "main_score": 0.705506, "precision": 0.682908, "recall": 0.761858}, {"accuracy": 0.692688, "f1": 0.642884, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"], "main_score": 0.642884, "precision": 0.627468, "recall": 0.692688}, {"accuracy": 0.724308, "f1": 0.673473, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"], "main_score": 0.673473, "precision": 0.656826, "recall": 0.724308}, {"accuracy": 0.740119, "f1": 0.676722, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"], "main_score": 0.676722, "precision": 0.652143, "recall": 0.740119}, {"accuracy": 0.815217, "f1": 0.76525, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"], "main_score": 0.76525, "precision": 0.742951, "recall": 0.815217}, {"accuracy": 0.865613, "f1": 0.827701, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"], "main_score": 0.827701, "precision": 0.810474, "recall": 0.865613}, {"accuracy": 0.735178, "f1": 0.670059, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"], "main_score": 0.670059, "precision": 0.642987, "recall": 0.735178}, {"accuracy": 0.77668, "f1": 0.741641, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"], "main_score": 0.741641, "precision": 0.729451, "recall": 0.77668}, {"accuracy": 0.795455, "f1": 0.743779, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"], "main_score": 0.743779, "precision": 0.723018, "recall": 0.795455}, {"accuracy": 0.749012, "f1": 0.696623, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"], "main_score": 0.696623, "precision": 0.676602, "recall": 0.749012}, {"accuracy": 0.775692, "f1": 0.72305, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"], "main_score": 0.72305, "precision": 0.702381, "recall": 0.775692}, {"accuracy": 0.799407, "f1": 0.751303, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"], "main_score": 0.751303, "precision": 0.7329, "recall": 0.799407}, {"accuracy": 0.867589, "f1": 0.831851, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"], "main_score": 0.831851, "precision": 0.815217, "recall": 0.867589}, {"accuracy": 0.782609, "f1": 0.743234, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"], "main_score": 0.743234, "precision": 0.729405, "recall": 0.782609}, {"accuracy": 0.83498, "f1": 0.793874, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"], "main_score": 0.793874, "precision": 0.774951, "recall": 0.83498}, {"accuracy": 0.860672, "f1": 0.820553, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"], "main_score": 0.820553, "precision": 0.801795, "recall": 0.860672}, {"accuracy": 0.757905, "f1": 0.715658, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"], "main_score": 0.715658, "precision": 0.701595, "recall": 0.757905}, {"accuracy": 0.842885, "f1": 0.800296, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"], "main_score": 0.800296, "precision": 0.781044, "recall": 0.842885}, {"accuracy": 0.815217, "f1": 0.781897, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"], "main_score": 0.781897, "precision": 0.768427, "recall": 0.815217}, {"accuracy": 0.781621, "f1": 0.727635, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"], "main_score": 0.727635, "precision": 0.703722, "recall": 0.781621}, {"accuracy": 0.748024, "f1": 0.698699, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"], "main_score": 0.698699, "precision": 0.681808, "recall": 0.748024}, {"accuracy": 0.802372, "f1": 0.760904, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"], "main_score": 0.760904, "precision": 0.746181, "recall": 0.802372}, {"accuracy": 0.797431, "f1": 0.753858, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"], "main_score": 0.753858, "precision": 0.737478, "recall": 0.797431}, {"accuracy": 0.923913, "f1": 0.902997, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"], "main_score": 0.902997, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.859684, "f1": 0.819763, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"], "main_score": 0.819763, "precision": 0.801252, "recall": 0.859684}, {"accuracy": 0.847826, "f1": 0.806126, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"], "main_score": 0.806126, "precision": 0.786726, "recall": 0.847826}, {"accuracy": 0.847826, "f1": 0.805698, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"], "main_score": 0.805698, "precision": 0.786479, "recall": 0.847826}, {"accuracy": 0.857708, "f1": 0.816667, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"], "main_score": 0.816667, "precision": 0.797793, "recall": 0.857708}, {"accuracy": 0.688735, "f1": 0.639387, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"], "main_score": 0.639387, "precision": 0.623276, "recall": 0.688735}, {"accuracy": 0.722332, "f1": 0.685183, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"], "main_score": 0.685183, "precision": 0.672908, "recall": 0.722332}, {"accuracy": 0.710474, "f1": 0.64468, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"], "main_score": 0.64468, "precision": 0.619681, "recall": 0.710474}, {"accuracy": 0.852767, "f1": 0.813274, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"], "main_score": 0.813274, "precision": 0.795043, "recall": 0.852767}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"], "main_score": 0.909914, "precision": 0.900033, "recall": 0.93083}, {"accuracy": 0.842885, "f1": 0.801454, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"], "main_score": 0.801454, "precision": 0.784042, "recall": 0.842885}, {"accuracy": 0.890316, "f1": 0.858037, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"], "main_score": 0.858037, "precision": 0.842721, "recall": 0.890316}, {"accuracy": 0.844862, "f1": 0.803016, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"], "main_score": 0.803016, "precision": 0.784371, "recall": 0.844862}, {"accuracy": 0.737154, "f1": 0.703937, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"], "main_score": 0.703937, "precision": 0.691864, "recall": 0.737154}, {"accuracy": 0.732213, "f1": 0.665349, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"], "main_score": 0.665349, "precision": 0.636446, "recall": 0.732213}, {"accuracy": 0.772727, "f1": 0.720415, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"], "main_score": 0.720415, "precision": 0.70006, "recall": 0.772727}, {"accuracy": 0.810277, "f1": 0.760441, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"], "main_score": 0.760441, "precision": 0.73946, "recall": 0.810277}, {"accuracy": 0.77668, "f1": 0.71988, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"], "main_score": 0.71988, "precision": 0.695422, "recall": 0.77668}, {"accuracy": 0.713439, "f1": 0.646965, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"], "main_score": 0.646965, "precision": 0.620636, "recall": 0.713439}, {"accuracy": 0.822134, "f1": 0.776005, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"], "main_score": 0.776005, "precision": 0.757635, "recall": 0.822134}, {"accuracy": 0.745059, "f1": 0.687708, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"], "main_score": 0.687708, "precision": 0.665307, "recall": 0.745059}, {"accuracy": 0.785573, "f1": 0.733698, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"], "main_score": 0.733698, "precision": 0.712509, "recall": 0.785573}, {"accuracy": 0.689723, "f1": 0.613759, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"], "main_score": 0.613759, "precision": 0.581835, "recall": 0.689723}, {"accuracy": 0.785573, "f1": 0.748357, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"], "main_score": 0.748357, "precision": 0.736275, "recall": 0.785573}, {"accuracy": 0.786561, "f1": 0.746111, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"], "main_score": 0.746111, "precision": 0.732118, "recall": 0.786561}, {"accuracy": 0.745059, "f1": 0.699461, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"], "main_score": 0.699461, "precision": 0.684917, "recall": 0.745059}, {"accuracy": 0.8083, "f1": 0.765733, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"], "main_score": 0.765733, "precision": 0.749642, "recall": 0.8083}, {"accuracy": 0.774704, "f1": 0.723078, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"], "main_score": 0.723078, "precision": 0.70346, "recall": 0.774704}, {"accuracy": 0.858696, "f1": 0.819466, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"], "main_score": 0.819466, "precision": 0.801383, "recall": 0.858696}, {"accuracy": 0.87747, "f1": 0.842095, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"], "main_score": 0.842095, "precision": 0.826993, "recall": 0.87747}, {"accuracy": 0.824111, "f1": 0.775856, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"], "main_score": 0.775856, "precision": 0.75476, "recall": 0.824111}, {"accuracy": 0.054348, "f1": 0.028181, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"], "main_score": 0.028181, "precision": 0.022373, "recall": 0.054348}, {"accuracy": 0.906126, "f1": 0.887604, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"], "main_score": 0.887604, "precision": 0.881706, "recall": 0.906126}, {"accuracy": 0.892292, "f1": 0.865629, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"], "main_score": 0.865629, "precision": 0.855444, "recall": 0.892292}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.900198, "f1": 0.871476, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"], "main_score": 0.871476, "precision": 0.85886, "recall": 0.900198}, {"accuracy": 0.923913, "f1": 0.900033, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"], "main_score": 0.900033, "precision": 0.888505, "recall": 0.923913}, {"accuracy": 0.890316, "f1": 0.870157, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"], "main_score": 0.870157, "precision": 0.863421, "recall": 0.890316}, {"accuracy": 0.862648, "f1": 0.822431, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"], "main_score": 0.822431, "precision": 0.804628, "recall": 0.862648}, {"accuracy": 0.847826, "f1": 0.806505, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"], "main_score": 0.806505, "precision": 0.789123, "recall": 0.847826}, {"accuracy": 0.855731, "f1": 0.831086, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"], "main_score": 0.831086, "precision": 0.823703, "recall": 0.855731}, {"accuracy": 0.926877, "f1": 0.905731, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"], "main_score": 0.905731, "precision": 0.89641, "recall": 0.926877}, {"accuracy": 0.899209, "f1": 0.867095, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"], "main_score": 0.867095, "precision": 0.851614, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.841902, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"], "main_score": 0.841902, "precision": 0.829597, "recall": 0.873518}, {"accuracy": 0.905138, "f1": 0.885926, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"], "main_score": 0.885926, "precision": 0.878708, "recall": 0.905138}, {"accuracy": 0.866601, "f1": 0.828491, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"], "main_score": 0.828491, "precision": 0.811265, "recall": 0.866601}, {"accuracy": 0.932806, "f1": 0.915697, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"], "main_score": 0.915697, "precision": 0.908926, "recall": 0.932806}, {"accuracy": 0.884387, "f1": 0.858703, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"], "main_score": 0.858703, "precision": 0.849191, "recall": 0.884387}, {"accuracy": 0.908103, "f1": 0.883744, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"], "main_score": 0.883744, "precision": 0.872958, "recall": 0.908103}, {"accuracy": 0.894269, "f1": 0.872013, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"], "main_score": 0.872013, "precision": 0.864187, "recall": 0.894269}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"], "main_score": 0.91996, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.939723, "f1": 0.92156, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"], "main_score": 0.92156, "precision": 0.913208, "recall": 0.939723}, {"accuracy": 0.916008, "f1": 0.899717, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"], "main_score": 0.899717, "precision": 0.893692, "recall": 0.916008}, {"accuracy": 0.883399, "f1": 0.849374, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"], "main_score": 0.849374, "precision": 0.834437, "recall": 0.883399}, {"accuracy": 0.181818, "f1": 0.146732, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"], "main_score": 0.146732, "precision": 0.13784, "recall": 0.181818}, {"accuracy": 0.9417, "f1": 0.927997, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"], "main_score": 0.927997, "precision": 0.922944, "recall": 0.9417}, {"accuracy": 0.891304, "f1": 0.859157, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"], "main_score": 0.859157, "precision": 0.844401, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.856456, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"], "main_score": 0.856456, "precision": 0.84361, "recall": 0.887352}, {"accuracy": 0.858696, "f1": 0.832089, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"], "main_score": 0.832089, "precision": 0.823327, "recall": 0.858696}, {"accuracy": 0.886364, "f1": 0.864429, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"], "main_score": 0.864429, "precision": 0.857455, "recall": 0.886364}, {"accuracy": 0.886364, "f1": 0.866104, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"], "main_score": 0.866104, "precision": 0.85945, "recall": 0.886364}, {"accuracy": 0.844862, "f1": 0.801732, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"], "main_score": 0.801732, "precision": 0.7833, "recall": 0.844862}, {"accuracy": 0.906126, "f1": 0.886895, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"], "main_score": 0.886895, "precision": 0.879967, "recall": 0.906126}, {"accuracy": 0.911067, "f1": 0.886594, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"], "main_score": 0.886594, "precision": 0.876515, "recall": 0.911067}, {"accuracy": 0.873518, "f1": 0.855584, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"], "main_score": 0.855584, "precision": 0.849421, "recall": 0.873518}, {"accuracy": 0.898221, "f1": 0.87598, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"], "main_score": 0.87598, "precision": 0.868183, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.859633, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"], "main_score": 0.859633, "precision": 0.850359, "recall": 0.885375}, {"accuracy": 0.908103, "f1": 0.887395, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"], "main_score": 0.887395, "precision": 0.880057, "recall": 0.908103}, {"accuracy": 0.832016, "f1": 0.787176, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"], "main_score": 0.787176, "precision": 0.768157, "recall": 0.832016}, {"accuracy": 0.889328, "f1": 0.856291, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"], "main_score": 0.856291, "precision": 0.840991, "recall": 0.889328}, {"accuracy": 0.878458, "f1": 0.857434, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"], "main_score": 0.857434, "precision": 0.850199, "recall": 0.878458}, {"accuracy": 0.898221, "f1": 0.868116, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"], "main_score": 0.868116, "precision": 0.854331, "recall": 0.898221}, {"accuracy": 0.898221, "f1": 0.88275, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"], "main_score": 0.88275, "precision": 0.877902, "recall": 0.898221}, {"accuracy": 0.875494, "f1": 0.840316, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"], "main_score": 0.840316, "precision": 0.825296, "recall": 0.875494}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"], "main_score": 0.933037, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.87253, "f1": 0.838227, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"], "main_score": 0.838227, "precision": 0.824259, "recall": 0.87253}, {"accuracy": 0.856719, "f1": 0.816685, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"], "main_score": 0.816685, "precision": 0.799736, "recall": 0.856719}, {"accuracy": 0.824111, "f1": 0.781668, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"], "main_score": 0.781668, "precision": 0.765302, "recall": 0.824111}, {"accuracy": 0.847826, "f1": 0.805915, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"], "main_score": 0.805915, "precision": 0.788192, "recall": 0.847826}, {"accuracy": 0.852767, "f1": 0.823596, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"], "main_score": 0.823596, "precision": 0.813621, "recall": 0.852767}, {"accuracy": 0.855731, "f1": 0.820226, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"], "main_score": 0.820226, "precision": 0.80663, "recall": 0.855731}, {"accuracy": 0.821146, "f1": 0.771212, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"], "main_score": 0.771212, "precision": 0.749621, "recall": 0.821146}, {"accuracy": 0.878458, "f1": 0.860035, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"], "main_score": 0.860035, "precision": 0.852935, "recall": 0.878458}, {"accuracy": 0.916008, "f1": 0.889987, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"], "main_score": 0.889987, "precision": 0.877635, "recall": 0.916008}, {"accuracy": 0.833992, "f1": 0.788721, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"], "main_score": 0.788721, "precision": 0.768939, "recall": 0.833992}, {"accuracy": 0.917984, "f1": 0.892523, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"], "main_score": 0.892523, "precision": 0.880682, "recall": 0.917984}, {"accuracy": 0.615613, "f1": 0.546214, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"], "main_score": 0.546214, "precision": 0.52273, "recall": 0.615613}, {"accuracy": 0.883399, "f1": 0.861099, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"], "main_score": 0.861099, "precision": 0.853819, "recall": 0.883399}, {"accuracy": 0.913043, "f1": 0.89821, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"], "main_score": 0.89821, "precision": 0.892495, "recall": 0.913043}, {"accuracy": 0.856719, "f1": 0.824393, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"], "main_score": 0.824393, "precision": 0.812872, "recall": 0.856719}, {"accuracy": 0.899209, "f1": 0.880032, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"], "main_score": 0.880032, "precision": 0.873275, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.836495, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"], "main_score": 0.836495, "precision": 0.819812, "recall": 0.873518}, {"accuracy": 0.847826, "f1": 0.812867, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"], "main_score": 0.812867, "precision": 0.800133, "recall": 0.847826}, {"accuracy": 0.859684, "f1": 0.823043, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"], "main_score": 0.823043, "precision": 0.80835, "recall": 0.859684}, {"accuracy": 0.924901, "f1": 0.909156, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"], "main_score": 0.909156, "precision": 0.903049, "recall": 0.924901}, {"accuracy": 0.839921, "f1": 0.795045, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"], "main_score": 0.795045, "precision": 0.774846, "recall": 0.839921}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"], "main_score": 0.97332, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.900198, "f1": 0.871179, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"], "main_score": 0.871179, "precision": 0.857708, "recall": 0.900198}, {"accuracy": 0.862648, "f1": 0.828962, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"], "main_score": 0.828962, "precision": 0.816173, "recall": 0.862648}, {"accuracy": 0.856719, "f1": 0.822337, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"], "main_score": 0.822337, "precision": 0.809634, "recall": 0.856719}, {"accuracy": 0.857708, "f1": 0.828349, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"], "main_score": 0.828349, "precision": 0.81819, "recall": 0.857708}, {"accuracy": 0.200593, "f1": 0.151431, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"], "main_score": 0.151431, "precision": 0.135756, "recall": 0.200593}, {"accuracy": 0.853755, "f1": 0.811331, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"], "main_score": 0.811331, "precision": 0.792441, "recall": 0.853755}, {"accuracy": 0.859684, "f1": 0.829351, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"], "main_score": 0.829351, "precision": 0.81824, "recall": 0.859684}, {"accuracy": 0.903162, "f1": 0.874045, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"], "main_score": 0.874045, "precision": 0.86059, "recall": 0.903162}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"], "main_score": 0.931983, "precision": 0.923748, "recall": 0.948617}, {"accuracy": 0.870553, "f1": 0.841576, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"], "main_score": 0.841576, "precision": 0.831263, "recall": 0.870553}, {"accuracy": 0.81917, "f1": 0.779595, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"], "main_score": 0.779595, "precision": 0.765865, "recall": 0.81917}, {"accuracy": 0.873518, "f1": 0.838787, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"], "main_score": 0.838787, "precision": 0.824045, "recall": 0.873518}, {"accuracy": 0.914032, "f1": 0.892869, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"], "main_score": 0.892869, "precision": 0.884441, "recall": 0.914032}, {"accuracy": 0.906126, "f1": 0.886248, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"], "main_score": 0.886248, "precision": 0.879334, "recall": 0.906126}, {"accuracy": 0.896245, "f1": 0.875841, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"], "main_score": 0.875841, "precision": 0.868264, "recall": 0.896245}, {"accuracy": 0.833992, "f1": 0.802082, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"], "main_score": 0.802082, "precision": 0.791576, "recall": 0.833992}, {"accuracy": 0.907115, "f1": 0.885068, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"], "main_score": 0.885068, "precision": 0.876315, "recall": 0.907115}, {"accuracy": 0.766798, "f1": 0.708747, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"], "main_score": 0.708747, "precision": 0.684448, "recall": 0.766798}, {"accuracy": 0.913043, "f1": 0.887813, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"], "main_score": 0.887813, "precision": 0.87635, "recall": 0.913043}, {"accuracy": 0.895257, "f1": 0.875939, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"], "main_score": 0.875939, "precision": 0.869137, "recall": 0.895257}, {"accuracy": 0.900198, "f1": 0.882625, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"], "main_score": 0.882625, "precision": 0.876151, "recall": 0.900198}, {"accuracy": 0.900198, "f1": 0.884197, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"], "main_score": 0.884197, "precision": 0.878397, "recall": 0.900198}, {"accuracy": 0.839921, "f1": 0.79529, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"], "main_score": 0.79529, "precision": 0.776038, "recall": 0.839921}, {"accuracy": 0.800395, "f1": 0.747628, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"], "main_score": 0.747628, "precision": 0.724967, "recall": 0.800395}, {"accuracy": 0.87253, "f1": 0.839446, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"], "main_score": 0.839446, "precision": 0.826219, "recall": 0.87253}, {"accuracy": 0.905138, "f1": 0.879992, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"], "main_score": 0.879992, "precision": 0.869626, "recall": 0.905138}, {"accuracy": 0.837945, "f1": 0.79226, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"], "main_score": 0.79226, "precision": 0.772348, "recall": 0.837945}, {"accuracy": 0.933794, "f1": 0.9181, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"], "main_score": 0.9181, "precision": 0.911917, "recall": 0.933794}, {"accuracy": 0.76581, "f1": 0.708998, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"], "main_score": 0.708998, "precision": 0.685673, "recall": 0.76581}, {"accuracy": 0.918972, "f1": 0.893347, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"], "main_score": 0.893347, "precision": 0.881176, "recall": 0.918972}, {"accuracy": 0.933794, "f1": 0.918975, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"], "main_score": 0.918975, "precision": 0.913657, "recall": 0.933794}, {"accuracy": 0.87253, "f1": 0.850583, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"], "main_score": 0.850583, "precision": 0.843629, "recall": 0.87253}, {"accuracy": 0.856719, "f1": 0.839172, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"], "main_score": 0.839172, "precision": 0.83389, "recall": 0.856719}, {"accuracy": 0.852767, "f1": 0.834151, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"], "main_score": 0.834151, "precision": 0.827904, "recall": 0.852767}, {"accuracy": 0.897233, "f1": 0.866074, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"], "main_score": 0.866074, "precision": 0.851812, "recall": 0.897233}, {"accuracy": 0.929842, "f1": 0.909783, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"], "main_score": 0.909783, "precision": 0.901136, "recall": 0.929842}, {"accuracy": 0.811265, "f1": 0.758366, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"], "main_score": 0.758366, "precision": 0.735623, "recall": 0.811265}, {"accuracy": 0.26581, "f1": 0.215865, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"], "main_score": 0.215865, "precision": 0.199125, "recall": 0.26581}, {"accuracy": 0.862648, "f1": 0.821014, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"], "main_score": 0.821014, "precision": 0.801795, "recall": 0.862648}, {"accuracy": 0.705534, "f1": 0.637422, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"], "main_score": 0.637422, "precision": 0.610764, "recall": 0.705534}, {"accuracy": 0.87747, "f1": 0.846377, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"], "main_score": 0.846377, "precision": 0.834077, "recall": 0.87747}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"], "main_score": 0.920949, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.849802, "f1": 0.80667, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"], "main_score": 0.80667, "precision": 0.787196, "recall": 0.849802}, {"accuracy": 0.889328, "f1": 0.858369, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"], "main_score": 0.858369, "precision": 0.844706, "recall": 0.889328}, {"accuracy": 0.916008, "f1": 0.892062, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"], "main_score": 0.892062, "precision": 0.881785, "recall": 0.916008}, {"accuracy": 0.922925, "f1": 0.899045, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"], "main_score": 0.899045, "precision": 0.888011, "recall": 0.922925}, {"accuracy": 0.896245, "f1": 0.867542, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"], "main_score": 0.867542, "precision": 0.855501, "recall": 0.896245}, {"accuracy": 0.883399, "f1": 0.848188, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"], "main_score": 0.848188, "precision": 0.831933, "recall": 0.883399}, {"accuracy": 0.925889, "f1": 0.911449, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"], "main_score": 0.911449, "precision": 0.906582, "recall": 0.925889}, {"accuracy": 0.881423, "f1": 0.84664, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"], "main_score": 0.84664, "precision": 0.831061, "recall": 0.881423}, {"accuracy": 0.790514, "f1": 0.735411, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"], "main_score": 0.735411, "precision": 0.712493, "recall": 0.790514}, {"accuracy": 0.842885, "f1": 0.799506, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"], "main_score": 0.799506, "precision": 0.780204, "recall": 0.842885}, {"accuracy": 0.895257, "f1": 0.863109, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"], "main_score": 0.863109, "precision": 0.847991, "recall": 0.895257}, {"accuracy": 0.848814, "f1": 0.817911, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"], "main_score": 0.817911, "precision": 0.807659, "recall": 0.848814}, {"accuracy": 0.044466, "f1": 0.021728, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"], "main_score": 0.021728, "precision": 0.017792, "recall": 0.044466}, {"accuracy": 0.878458, "f1": 0.856105, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"], "main_score": 0.856105, "precision": 0.848677, "recall": 0.878458}, {"accuracy": 0.880435, "f1": 0.84989, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"], "main_score": 0.84989, "precision": 0.837969, "recall": 0.880435}, {"accuracy": 0.838933, "f1": 0.81243, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"], "main_score": 0.81243, "precision": 0.803221, "recall": 0.838933}, {"accuracy": 0.873518, "f1": 0.850249, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"], "main_score": 0.850249, "precision": 0.842279, "recall": 0.873518}, {"accuracy": 0.818182, "f1": 0.771099, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"], "main_score": 0.771099, "precision": 0.751896, "recall": 0.818182}, {"accuracy": 0.797431, "f1": 0.742231, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"], "main_score": 0.742231, "precision": 0.718857, "recall": 0.797431}, {"accuracy": 0.860672, "f1": 0.832818, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"], "main_score": 0.832818, "precision": 0.823187, "recall": 0.860672}, {"accuracy": 0.867589, "f1": 0.840468, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"], "main_score": 0.840468, "precision": 0.830902, "recall": 0.867589}, {"accuracy": 0.889328, "f1": 0.857166, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"], "main_score": 0.857166, "precision": 0.842968, "recall": 0.889328}, {"accuracy": 0.916008, "f1": 0.891238, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"], "main_score": 0.891238, "precision": 0.880105, "recall": 0.916008}, {"accuracy": 0.737154, "f1": 0.677811, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"], "main_score": 0.677811, "precision": 0.654861, "recall": 0.737154}, {"accuracy": 0.925889, "f1": 0.90802, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"], "main_score": 0.90802, "precision": 0.900873, "recall": 0.925889}, {"accuracy": 0.770751, "f1": 0.712206, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"], "main_score": 0.712206, "precision": 0.688422, "recall": 0.770751}, {"accuracy": 0.841897, "f1": 0.801795, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"], "main_score": 0.801795, "precision": 0.785648, "recall": 0.841897}, {"accuracy": 0.901186, "f1": 0.87935, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"], "main_score": 0.87935, "precision": 0.87171, "recall": 0.901186}, {"accuracy": 0.883399, "f1": 0.848419, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"], "main_score": 0.848419, "precision": 0.83251, "recall": 0.883399}, {"accuracy": 0.916996, "f1": 0.895031, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"], "main_score": 0.895031, "precision": 0.88582, "recall": 0.916996}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"], "main_score": 0.93083, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.879447, "f1": 0.850169, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"], "main_score": 0.850169, "precision": 0.838869, "recall": 0.879447}, {"accuracy": 0.844862, "f1": 0.821632, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"], "main_score": 0.821632, "precision": 0.813789, "recall": 0.844862}, {"accuracy": 0.895257, "f1": 0.868728, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"], "main_score": 0.868728, "precision": 0.85863, "recall": 0.895257}, {"accuracy": 0.846838, "f1": 0.808652, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"], "main_score": 0.808652, "precision": 0.793538, "recall": 0.846838}, {"accuracy": 0.853755, "f1": 0.816474, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"], "main_score": 0.816474, "precision": 0.801386, "recall": 0.853755}, {"accuracy": 0.87747, "f1": 0.843742, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"], "main_score": 0.843742, "precision": 0.829611, "recall": 0.87747}, {"accuracy": 0.836957, "f1": 0.796396, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"], "main_score": 0.796396, "precision": 0.781011, "recall": 0.836957}, {"accuracy": 0.93083, "f1": 0.908432, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"], "main_score": 0.908432, "precision": 0.897563, "recall": 0.93083}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"], "main_score": 0.933597, "precision": 0.92691, "recall": 0.948617}, {"accuracy": 0.94664, "f1": 0.931837, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"], "main_score": 0.931837, "precision": 0.925148, "recall": 0.94664}, {"accuracy": 0.901186, "f1": 0.874031, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"], "main_score": 0.874031, "precision": 0.861997, "recall": 0.901186}, {"accuracy": 0.785573, "f1": 0.751255, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"], "main_score": 0.751255, "precision": 0.741541, "recall": 0.785573}, {"accuracy": 0.847826, "f1": 0.81444, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"], "main_score": 0.81444, "precision": 0.802693, "recall": 0.847826}, {"accuracy": 0.864625, "f1": 0.831403, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"], "main_score": 0.831403, "precision": 0.818504, "recall": 0.864625}, {"accuracy": 0.891304, "f1": 0.858893, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"], "main_score": 0.858893, "precision": 0.844285, "recall": 0.891304}, {"accuracy": 0.928854, "f1": 0.906917, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"], "main_score": 0.906917, "precision": 0.896739, "recall": 0.928854}, {"accuracy": 0.801383, "f1": 0.749097, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"], "main_score": 0.749097, "precision": 0.727092, "recall": 0.801383}, {"accuracy": 0.899209, "f1": 0.880432, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"], "main_score": 0.880432, "precision": 0.874032, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.839542, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"], "main_score": 0.839542, "precision": 0.82524, "recall": 0.873518}, {"accuracy": 0.869565, "f1": 0.838923, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"], "main_score": 0.838923, "precision": 0.827217, "recall": 0.869565}, {"accuracy": 0.901186, "f1": 0.874923, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"], "main_score": 0.874923, "precision": 0.863908, "recall": 0.901186}, {"accuracy": 0.86166, "f1": 0.826141, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"], "main_score": 0.826141, "precision": 0.811999, "recall": 0.86166}, {"accuracy": 0.893281, "f1": 0.861726, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"], "main_score": 0.861726, "precision": 0.84725, "recall": 0.893281}, {"accuracy": 0.90415, "f1": 0.880355, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"], "main_score": 0.880355, "precision": 0.870742, "recall": 0.90415}, {"accuracy": 0.852767, "f1": 0.810968, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"], "main_score": 0.810968, "precision": 0.792441, "recall": 0.852767}, {"accuracy": 0.885375, "f1": 0.851252, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"], "main_score": 0.851252, "precision": 0.835474, "recall": 0.885375}, {"accuracy": 0.871542, "f1": 0.846453, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"], "main_score": 0.846453, "precision": 0.837854, "recall": 0.871542}, {"accuracy": 0.867589, "f1": 0.831769, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"], "main_score": 0.831769, "precision": 0.816429, "recall": 0.867589}, {"accuracy": 0.927866, "f1": 0.91119, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"], "main_score": 0.91119, "precision": 0.904358, "recall": 0.927866}, {"accuracy": 0.820158, "f1": 0.769993, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"], "main_score": 0.769993, "precision": 0.74776, "recall": 0.820158}, {"accuracy": 0.864625, "f1": 0.837493, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"], "main_score": 0.837493, "precision": 0.827992, "recall": 0.864625}, {"accuracy": 0.903162, "f1": 0.882958, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"], "main_score": 0.882958, "precision": 0.875818, "recall": 0.903162}, {"accuracy": 0.908103, "f1": 0.886153, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"], "main_score": 0.886153, "precision": 0.877668, "recall": 0.908103}, {"accuracy": 0.967391, "f1": 0.958498, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"], "main_score": 0.958498, "precision": 0.954051, "recall": 0.967391}, {"accuracy": 0.924901, "f1": 0.900856, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"], "main_score": 0.900856, "precision": 0.889328, "recall": 0.924901}, {"accuracy": 0.864625, "f1": 0.823024, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"], "main_score": 0.823024, "precision": 0.803113, "recall": 0.864625}, {"accuracy": 0.889328, "f1": 0.856621, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"], "main_score": 0.856621, "precision": 0.84165, "recall": 0.889328}, {"accuracy": 0.909091, "f1": 0.880764, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"], "main_score": 0.880764, "precision": 0.867589, "recall": 0.909091}, {"accuracy": 0.811265, "f1": 0.776119, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"], "main_score": 0.776119, "precision": 0.764357, "recall": 0.811265}, {"accuracy": 0.870553, "f1": 0.84804, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"], "main_score": 0.84804, "precision": 0.840684, "recall": 0.870553}, {"accuracy": 0.804348, "f1": 0.755327, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"], "main_score": 0.755327, "precision": 0.736199, "recall": 0.804348}, {"accuracy": 0.878458, "f1": 0.843659, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"], "main_score": 0.843659, "precision": 0.827793, "recall": 0.878458}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"], "main_score": 0.912451, "precision": 0.903244, "recall": 0.932806}, {"accuracy": 0.91502, "f1": 0.888505, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"], "main_score": 0.888505, "precision": 0.876153, "recall": 0.91502}, {"accuracy": 0.873518, "f1": 0.837385, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"], "main_score": 0.837385, "precision": 0.821673, "recall": 0.873518}, {"accuracy": 0.858696, "f1": 0.838584, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"], "main_score": 0.838584, "precision": 0.831403, "recall": 0.858696}, {"accuracy": 0.76087, "f1": 0.699064, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"], "main_score": 0.699064, "precision": 0.673534, "recall": 0.76087}, {"accuracy": 0.823123, "f1": 0.78442, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"], "main_score": 0.78442, "precision": 0.770069, "recall": 0.823123}, {"accuracy": 0.881423, "f1": 0.849146, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"], "main_score": 0.849146, "precision": 0.835698, "recall": 0.881423}, {"accuracy": 0.789526, "f1": 0.736173, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"], "main_score": 0.736173, "precision": 0.713942, "recall": 0.789526}, {"accuracy": 0.787549, "f1": 0.736545, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"], "main_score": 0.736545, "precision": 0.716824, "recall": 0.787549}, {"accuracy": 0.917984, "f1": 0.895257, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"], "main_score": 0.895257, "precision": 0.885688, "recall": 0.917984}, {"accuracy": 0.846838, "f1": 0.810016, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"], "main_score": 0.810016, "precision": 0.795982, "recall": 0.846838}, {"accuracy": 0.899209, "f1": 0.870191, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"], "main_score": 0.870191, "precision": 0.857411, "recall": 0.899209}, {"accuracy": 0.711462, "f1": 0.64057, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"], "main_score": 0.64057, "precision": 0.611597, "recall": 0.711462}, {"accuracy": 0.878458, "f1": 0.854909, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"], "main_score": 0.854909, "precision": 0.847512, "recall": 0.878458}, {"accuracy": 0.902174, "f1": 0.880763, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"], "main_score": 0.880763, "precision": 0.872978, "recall": 0.902174}, {"accuracy": 0.874506, "f1": 0.847652, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"], "main_score": 0.847652, "precision": 0.838383, "recall": 0.874506}, {"accuracy": 0.920949, "f1": 0.900694, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"], "main_score": 0.900694, "precision": 0.892631, "recall": 0.920949}, {"accuracy": 0.831028, "f1": 0.790998, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"], "main_score": 0.790998, "precision": 0.775192, "recall": 0.831028}, {"accuracy": 0.868577, "f1": 0.828458, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"], "main_score": 0.828458, "precision": 0.809536, "recall": 0.868577}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.910079, "f1": 0.884453, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"], "main_score": 0.884453, "precision": 0.872283, "recall": 0.910079}, {"accuracy": 0.054348, "f1": 0.031116, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"], "main_score": 0.031116, "precision": 0.026316, "recall": 0.054348}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"], "main_score": 0.933959, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.924901, "f1": 0.901976, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"], "main_score": 0.901976, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.925889, "f1": 0.902569, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"], "main_score": 0.902569, "precision": 0.891222, "recall": 0.925889}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.914032, "f1": 0.889295, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"], "main_score": 0.889295, "precision": 0.8778, "recall": 0.914032}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.208498, "f1": 0.160991, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"], "main_score": 0.160991, "precision": 0.147585, "recall": 0.208498}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"], "main_score": 0.929677, "precision": 0.921937, "recall": 0.945652}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.940711, "f1": 0.923419, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"], "main_score": 0.923419, "precision": 0.914855, "recall": 0.940711}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"], "main_score": 0.96031, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.880435, "f1": 0.847826, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"], "main_score": 0.847826, "precision": 0.832345, "recall": 0.880435}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.945652, "f1": 0.930995, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"], "main_score": 0.930995, "precision": 0.924242, "recall": 0.945652}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"], "main_score": 0.931818, "precision": 0.924078, "recall": 0.947628}, {"accuracy": 0.943676, "f1": 0.926548, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"], "main_score": 0.926548, "precision": 0.918478, "recall": 0.943676}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.88834, "f1": 0.855863, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"], "main_score": 0.855863, "precision": 0.840744, "recall": 0.88834}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"], "main_score": 0.969532, "precision": 0.966568, "recall": 0.976285}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.88834, "f1": 0.856884, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"], "main_score": 0.856884, "precision": 0.842424, "recall": 0.88834}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.72332, "f1": 0.660244, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"], "main_score": 0.660244, "precision": 0.633762, "recall": 0.72332}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.910079, "f1": 0.88307, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"], "main_score": 0.88307, "precision": 0.870224, "recall": 0.910079}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"], "main_score": 0.961462, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.90415, "f1": 0.875395, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"], "main_score": 0.875395, "precision": 0.861907, "recall": 0.90415}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.893281, "f1": 0.862648, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"], "main_score": 0.862648, "precision": 0.847991, "recall": 0.893281}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.224308, "f1": 0.157747, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"], "main_score": 0.157747, "precision": 0.139701, "recall": 0.224308}, {"accuracy": 0.917984, "f1": 0.894928, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"], "main_score": 0.894928, "precision": 0.883893, "recall": 0.917984}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.961462, "f1": 0.950659, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"], "main_score": 0.950659, "precision": 0.945405, "recall": 0.961462}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977273, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"], "main_score": 0.977273, "precision": 0.975, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.856719, "f1": 0.819073, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"], "main_score": 0.819073, "precision": 0.802266, "recall": 0.856719}, {"accuracy": 0.961462, "f1": 0.948617, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"], "main_score": 0.948617, "precision": 0.942194, "recall": 0.961462}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"], "main_score": 0.982213, "precision": 0.980402, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.972661, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"], "main_score": 0.972661, "precision": 0.970059, "recall": 0.978261}, {"accuracy": 0.907115, "f1": 0.879282, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"], "main_score": 0.879282, "precision": 0.865942, "recall": 0.907115}, {"accuracy": 0.867589, "f1": 0.831159, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"], "main_score": 0.831159, "precision": 0.814394, "recall": 0.867589}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"], "main_score": 0.899704, "precision": 0.887846, "recall": 0.923913}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.855731, "f1": 0.817984, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"], "main_score": 0.817984, "precision": 0.800231, "recall": 0.855731}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.891304, "f1": 0.863142, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"], "main_score": 0.863142, "precision": 0.850379, "recall": 0.891304}, {"accuracy": 0.251976, "f1": 0.201148, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"], "main_score": 0.201148, "precision": 0.184474, "recall": 0.251976}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"], "main_score": 0.897727, "precision": 0.887022, "recall": 0.920949}, {"accuracy": 0.806324, "f1": 0.755896, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"], "main_score": 0.755896, "precision": 0.733646, "recall": 0.806324}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.932806, "f1": 0.912286, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"], "main_score": 0.912286, "precision": 0.902421, "recall": 0.932806}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.88834, "f1": 0.857148, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"], "main_score": 0.857148, "precision": 0.842721, "recall": 0.88834}, {"accuracy": 0.887352, "f1": 0.856291, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"], "main_score": 0.856291, "precision": 0.842177, "recall": 0.887352}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.050395, "f1": 0.024443, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"], "main_score": 0.024443, "precision": 0.019568, "recall": 0.050395}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"], "main_score": 0.929084, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"], "main_score": 0.91749, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.898221, "f1": 0.86973, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"], "main_score": 0.86973, "precision": 0.856423, "recall": 0.898221}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.885375, "f1": 0.852009, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"], "main_score": 0.852009, "precision": 0.836215, "recall": 0.885375}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"], "main_score": 0.971838, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.859684, "f1": 0.824078, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"], "main_score": 0.824078, "precision": 0.808004, "recall": 0.859684}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"], "main_score": 0.930567, "precision": 0.922843, "recall": 0.94664}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"], "main_score": 0.936265, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"], "main_score": 0.91222, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.965415, "f1": 0.95527, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"], "main_score": 0.95527, "precision": 0.95084, "recall": 0.965415}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"], "main_score": 0.948781, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.950593, "f1": 0.935079, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"], "main_score": 0.935079, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"], "main_score": 0.946476, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.862648, "f1": 0.824341, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"], "main_score": 0.824341, "precision": 0.806571, "recall": 0.862648}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.918972, "f1": 0.895982, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"], "main_score": 0.895982, "precision": 0.884964, "recall": 0.918972}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.926877, "f1": 0.906522, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"], "main_score": 0.906522, "precision": 0.896986, "recall": 0.926877}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.934783, "f1": 0.916008, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"], "main_score": 0.916008, "precision": 0.907115, "recall": 0.934783}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"], "main_score": 0.854809, "precision": 0.840333, "recall": 0.886364}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"], "main_score": 0.934684, "precision": 0.927619, "recall": 0.949605}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.916008, "f1": 0.891206, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"], "main_score": 0.891206, "precision": 0.879035, "recall": 0.916008}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"], "main_score": 0.90975, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"], "main_score": 0.919302, "precision": 0.90975, "recall": 0.938735}, {"accuracy": 0.891304, "f1": 0.859025, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"], "main_score": 0.859025, "precision": 0.843577, "recall": 0.891304}, {"accuracy": 0.927866, "f1": 0.90448, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"], "main_score": 0.90448, "precision": 0.893116, "recall": 0.927866}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"], "main_score": 0.931983, "precision": 0.923748, "recall": 0.948617}, {"accuracy": 0.9417, "f1": 0.923979, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"], "main_score": 0.923979, "precision": 0.915431, "recall": 0.9417}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.828063, "f1": 0.785211, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"], "main_score": 0.785211, "precision": 0.765514, "recall": 0.828063}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.880435, "f1": 0.847003, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"], "main_score": 0.847003, "precision": 0.831357, "recall": 0.880435}, {"accuracy": 0.896245, "f1": 0.866107, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"], "main_score": 0.866107, "precision": 0.851943, "recall": 0.896245}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"], "main_score": 0.940876, "precision": 0.934321, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.79249, "f1": 0.741195, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"], "main_score": 0.741195, "precision": 0.718322, "recall": 0.79249}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"], "main_score": 0.940613, "precision": 0.933877, "recall": 0.954545}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"], "main_score": 0.90448, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.916008, "f1": 0.890283, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"], "main_score": 0.890283, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.838933, "f1": 0.79686, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"], "main_score": 0.79686, "precision": 0.778039, "recall": 0.838933}, {"accuracy": 0.036561, "f1": 0.016593, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"], "main_score": 0.016593, "precision": 0.01275, "recall": 0.036561}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"], "main_score": 0.933794, "precision": 0.926252, "recall": 0.949605}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.923913, "f1": 0.901779, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"], "main_score": 0.901779, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.900198, "f1": 0.871278, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"], "main_score": 0.871278, "precision": 0.857987, "recall": 0.900198}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"], "main_score": 0.94137, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"], "main_score": 0.948188, "precision": 0.942276, "recall": 0.960474}, {"accuracy": 0.874506, "f1": 0.83834, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"], "main_score": 0.83834, "precision": 0.821558, "recall": 0.874506}, {"accuracy": 0.907115, "f1": 0.879183, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"], "main_score": 0.879183, "precision": 0.866683, "recall": 0.907115}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.87253, "f1": 0.836759, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"], "main_score": 0.836759, "precision": 0.820685, "recall": 0.87253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.908103, "f1": 0.881456, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"], "main_score": 0.881456, "precision": 0.869351, "recall": 0.908103}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.950593, "f1": 0.935837, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"], "main_score": 0.935837, "precision": 0.928969, "recall": 0.950593}, {"accuracy": 0.186759, "f1": 0.131922, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"], "main_score": 0.131922, "precision": 0.117614, "recall": 0.186759}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.896245, "f1": 0.86581, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"], "main_score": 0.86581, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.924901, "f1": 0.902536, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"], "main_score": 0.902536, "precision": 0.892045, "recall": 0.924901}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.852767, "f1": 0.812088, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"], "main_score": 0.812088, "precision": 0.79389, "recall": 0.852767}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"], "main_score": 0.898386, "precision": 0.887385, "recall": 0.921937}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.922925, "f1": 0.900988, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"], "main_score": 0.900988, "precision": 0.890975, "recall": 0.922925}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"], "main_score": 0.940711, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"], "main_score": 0.907345, "precision": 0.897316, "recall": 0.928854}, {"accuracy": 0.95751, "f1": 0.944236, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"], "main_score": 0.944236, "precision": 0.937994, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.855731, "f1": 0.816554, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"], "main_score": 0.816554, "precision": 0.799242, "recall": 0.855731}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.912055, "f1": 0.886034, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"], "main_score": 0.886034, "precision": 0.873847, "recall": 0.912055}, {"accuracy": 0.848814, "f1": 0.807675, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"], "main_score": 0.807675, "precision": 0.789147, "recall": 0.848814}, {"accuracy": 0.874506, "f1": 0.839394, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"], "main_score": 0.839394, "precision": 0.823534, "recall": 0.874506}, {"accuracy": 0.742095, "f1": 0.680797, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"], "main_score": 0.680797, "precision": 0.655435, "recall": 0.742095}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.856719, "f1": 0.817062, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"], "main_score": 0.817062, "precision": 0.799193, "recall": 0.856719}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.824111, "f1": 0.778362, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"], "main_score": 0.778362, "precision": 0.758738, "recall": 0.824111}, {"accuracy": 0.899209, "f1": 0.869071, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"], "main_score": 0.869071, "precision": 0.854974, "recall": 0.899209}, {"accuracy": 0.822134, "f1": 0.772464, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"], "main_score": 0.772464, "precision": 0.750362, "recall": 0.822134}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.209486, "f1": 0.141441, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"], "main_score": 0.141441, "precision": 0.122654, "recall": 0.209486}, {"accuracy": 0.867589, "f1": 0.832312, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"], "main_score": 0.832312, "precision": 0.816206, "recall": 0.867589}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"], "main_score": 0.872925, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.870553, "f1": 0.833729, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"], "main_score": 0.833729, "precision": 0.817013, "recall": 0.870553}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.969697, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"], "main_score": 0.969697, "precision": 0.966403, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.965697, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"], "main_score": 0.965697, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.994071, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"], "main_score": 0.994071, "precision": 0.993577, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.811265, "f1": 0.76308, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"], "main_score": 0.76308, "precision": 0.742795, "recall": 0.811265}, {"accuracy": 0.920949, "f1": 0.89753, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"], "main_score": 0.89753, "precision": 0.886891, "recall": 0.920949}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.907115, "f1": 0.882082, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"], "main_score": 0.882082, "precision": 0.870422, "recall": 0.907115}, {"accuracy": 0.83004, "f1": 0.784058, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"], "main_score": 0.784058, "precision": 0.763587, "recall": 0.83004}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.885375, "f1": 0.851863, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"], "main_score": 0.851863, "precision": 0.836462, "recall": 0.885375}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.795455, "f1": 0.742787, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"], "main_score": 0.742787, "precision": 0.719384, "recall": 0.795455}, {"accuracy": 0.954545, "f1": 0.940679, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"], "main_score": 0.940679, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.846838, "f1": 0.807002, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"], "main_score": 0.807002, "precision": 0.789377, "recall": 0.846838}, {"accuracy": 0.248024, "f1": 0.188369, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"], "main_score": 0.188369, "precision": 0.170114, "recall": 0.248024}, {"accuracy": 0.876482, "f1": 0.841656, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"], "main_score": 0.841656, "precision": 0.825963, "recall": 0.876482}, {"accuracy": 0.764822, "f1": 0.709063, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"], "main_score": 0.709063, "precision": 0.685721, "recall": 0.764822}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.94664, "f1": 0.929908, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"], "main_score": 0.929908, "precision": 0.922019, "recall": 0.94664}, {"accuracy": 0.879447, "f1": 0.845257, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"], "main_score": 0.845257, "precision": 0.829661, "recall": 0.879447}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"], "main_score": 0.95751, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"], "main_score": 0.944499, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.963439, "f1": 0.951812, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"], "main_score": 0.951812, "precision": 0.946229, "recall": 0.963439}, {"accuracy": 0.862648, "f1": 0.823748, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"], "main_score": 0.823748, "precision": 0.806028, "recall": 0.862648}, {"accuracy": 0.836957, "f1": 0.792852, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"], "main_score": 0.792852, "precision": 0.77304, "recall": 0.836957}, {"accuracy": 0.910079, "f1": 0.883366, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"], "main_score": 0.883366, "precision": 0.870718, "recall": 0.910079}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.046443, "f1": 0.02175, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"], "main_score": 0.02175, "precision": 0.017829, "recall": 0.046443}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.925889, "f1": 0.902339, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"], "main_score": 0.902339, "precision": 0.890975, "recall": 0.925889}, {"accuracy": 0.868577, "f1": 0.831621, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"], "main_score": 0.831621, "precision": 0.814559, "recall": 0.868577}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.944664, "f1": 0.927503, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"], "main_score": 0.927503, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.93083, "f1": 0.911034, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"], "main_score": 0.911034, "precision": 0.902042, "recall": 0.93083}, {"accuracy": 0.856719, "f1": 0.816502, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"], "main_score": 0.816502, "precision": 0.797793, "recall": 0.856719}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.83498, "f1": 0.790961, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"], "main_score": 0.790961, "precision": 0.771311, "recall": 0.83498}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"], "main_score": 0.901416, "precision": 0.890728, "recall": 0.923913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.920257, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"], "main_score": 0.920257, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.880435, "f1": 0.845257, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"], "main_score": 0.845257, "precision": 0.829628, "recall": 0.880435}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"], "main_score": 0.93666, "precision": 0.92976, "recall": 0.951581}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"], "main_score": 0.921113, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"], "main_score": 0.924572, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.932806, "f1": 0.911627, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"], "main_score": 0.911627, "precision": 0.901433, "recall": 0.932806}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.918972, "f1": 0.895111, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"], "main_score": 0.895111, "precision": 0.884305, "recall": 0.918972}, {"accuracy": 0.936759, "f1": 0.918102, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"], "main_score": 0.918102, "precision": 0.909618, "recall": 0.936759}, {"accuracy": 0.822134, "f1": 0.775922, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"], "main_score": 0.775922, "precision": 0.755632, "recall": 0.822134}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"], "main_score": 0.937813, "precision": 0.931736, "recall": 0.951581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"], "main_score": 0.972069, "precision": 0.969121, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.885375, "f1": 0.852833, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"], "main_score": 0.852833, "precision": 0.837698, "recall": 0.885375}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.874506, "f1": 0.839097, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"], "main_score": 0.839097, "precision": 0.822628, "recall": 0.874506}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"], "main_score": 0.908333, "precision": 0.898172, "recall": 0.929842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"], "main_score": 0.899012, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.827075, "f1": 0.781752, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"], "main_score": 0.781752, "precision": 0.762401, "recall": 0.827075}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.897233, "f1": 0.867391, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"], "main_score": 0.867391, "precision": 0.853755, "recall": 0.897233}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.853755, "f1": 0.815382, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"], "main_score": 0.815382, "precision": 0.79837, "recall": 0.853755}, {"accuracy": 0.912055, "f1": 0.886594, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"], "main_score": 0.886594, "precision": 0.875082, "recall": 0.912055}, {"accuracy": 0.9417, "f1": 0.924539, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"], "main_score": 0.924539, "precision": 0.916831, "recall": 0.9417}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"], "main_score": 0.952075, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.951581, "f1": 0.937879, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"], "main_score": 0.937879, "precision": 0.931324, "recall": 0.951581}, {"accuracy": 0.836957, "f1": 0.793676, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"], "main_score": 0.793676, "precision": 0.774358, "recall": 0.836957}, {"accuracy": 0.874506, "f1": 0.838589, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"], "main_score": 0.838589, "precision": 0.822546, "recall": 0.874506}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.912055, "f1": 0.88643, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"], "main_score": 0.88643, "precision": 0.874588, "recall": 0.912055}, {"accuracy": 0.922925, "f1": 0.899704, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"], "main_score": 0.899704, "precision": 0.888669, "recall": 0.922925}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.773715, "f1": 0.720243, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"], "main_score": 0.720243, "precision": 0.69748, "recall": 0.773715}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"], "main_score": 0.943906, "precision": 0.937994, "recall": 0.956522}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.853755, "f1": 0.813043, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"], "main_score": 0.813043, "precision": 0.794335, "recall": 0.853755}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"], "main_score": 0.895422, "precision": 0.884223, "recall": 0.918972}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"], "main_score": 0.946871, "precision": 0.940958, "recall": 0.959486}, {"accuracy": 0.788538, "f1": 0.731785, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"], "main_score": 0.731785, "precision": 0.706785, "recall": 0.788538}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.891304, "f1": 0.859914, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"], "main_score": 0.859914, "precision": 0.845767, "recall": 0.891304}, {"accuracy": 0.832016, "f1": 0.787846, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"], "main_score": 0.787846, "precision": 0.768314, "recall": 0.832016}, {"accuracy": 0.846838, "f1": 0.804315, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"], "main_score": 0.804315, "precision": 0.784256, "recall": 0.846838}, {"accuracy": 0.051383, "f1": 0.027372, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"], "main_score": 0.027372, "precision": 0.021976, "recall": 0.051383}, {"accuracy": 0.811265, "f1": 0.772697, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"], "main_score": 0.772697, "precision": 0.758383, "recall": 0.811265}, {"accuracy": 0.817194, "f1": 0.773827, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"], "main_score": 0.773827, "precision": 0.756848, "recall": 0.817194}, {"accuracy": 0.881423, "f1": 0.848155, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"], "main_score": 0.848155, "precision": 0.833086, "recall": 0.881423}, {"accuracy": 0.874506, "f1": 0.839493, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"], "main_score": 0.839493, "precision": 0.823205, "recall": 0.874506}, {"accuracy": 0.906126, "f1": 0.878689, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"], "main_score": 0.878689, "precision": 0.86553, "recall": 0.906126}, {"accuracy": 0.783597, "f1": 0.743615, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"], "main_score": 0.743615, "precision": 0.72882, "recall": 0.783597}, {"accuracy": 0.836957, "f1": 0.796113, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"], "main_score": 0.796113, "precision": 0.778113, "recall": 0.836957}, {"accuracy": 0.800395, "f1": 0.747069, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"], "main_score": 0.747069, "precision": 0.72365, "recall": 0.800395}, {"accuracy": 0.743083, "f1": 0.700178, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"], "main_score": 0.700178, "precision": 0.684502, "recall": 0.743083}, {"accuracy": 0.832016, "f1": 0.787684, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"], "main_score": 0.787684, "precision": 0.76829, "recall": 0.832016}, {"accuracy": 0.90415, "f1": 0.875, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"], "main_score": 0.875, "precision": 0.861001, "recall": 0.90415}, {"accuracy": 0.93083, "f1": 0.909387, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"], "main_score": 0.909387, "precision": 0.899045, "recall": 0.93083}, {"accuracy": 0.807312, "f1": 0.759955, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"], "main_score": 0.759955, "precision": 0.740588, "recall": 0.807312}, {"accuracy": 0.80336, "f1": 0.768897, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"], "main_score": 0.768897, "precision": 0.755654, "recall": 0.80336}, {"accuracy": 0.844862, "f1": 0.807106, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"], "main_score": 0.807106, "precision": 0.791728, "recall": 0.844862}, {"accuracy": 0.807312, "f1": 0.765096, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"], "main_score": 0.765096, "precision": 0.749313, "recall": 0.807312}, {"accuracy": 0.786561, "f1": 0.732446, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"], "main_score": 0.732446, "precision": 0.709002, "recall": 0.786561}, {"accuracy": 0.807312, "f1": 0.768064, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"], "main_score": 0.768064, "precision": 0.75353, "recall": 0.807312}, {"accuracy": 0.896245, "f1": 0.866436, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"], "main_score": 0.866436, "precision": 0.852437, "recall": 0.896245}, {"accuracy": 0.867589, "f1": 0.830072, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"], "main_score": 0.830072, "precision": 0.813027, "recall": 0.867589}, {"accuracy": 0.807312, "f1": 0.769882, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"], "main_score": 0.769882, "precision": 0.75538, "recall": 0.807312}, {"accuracy": 0.848814, "f1": 0.808399, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"], "main_score": 0.808399, "precision": 0.790349, "recall": 0.848814}, {"accuracy": 0.16996, "f1": 0.136214, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"], "main_score": 0.136214, "precision": 0.126768, "recall": 0.16996}, {"accuracy": 0.843874, "f1": 0.808607, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"], "main_score": 0.808607, "precision": 0.79378, "recall": 0.843874}, {"accuracy": 0.878458, "f1": 0.847464, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"], "main_score": 0.847464, "precision": 0.833202, "recall": 0.878458}, {"accuracy": 0.846838, "f1": 0.805025, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"], "main_score": 0.805025, "precision": 0.786759, "recall": 0.846838}, {"accuracy": 0.771739, "f1": 0.727202, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"], "main_score": 0.727202, "precision": 0.71106, "recall": 0.771739}, {"accuracy": 0.801383, "f1": 0.760593, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"], "main_score": 0.760593, "precision": 0.745331, "recall": 0.801383}, {"accuracy": 0.796443, "f1": 0.754764, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"], "main_score": 0.754764, "precision": 0.738547, "recall": 0.796443}, {"accuracy": 0.826087, "f1": 0.783714, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"], "main_score": 0.783714, "precision": 0.76497, "recall": 0.826087}, {"accuracy": 0.844862, "f1": 0.810747, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"], "main_score": 0.810747, "precision": 0.797424, "recall": 0.844862}, {"accuracy": 0.853755, "f1": 0.816751, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"], "main_score": 0.816751, "precision": 0.800675, "recall": 0.853755}, {"accuracy": 0.76087, "f1": 0.724762, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"], "main_score": 0.724762, "precision": 0.710359, "recall": 0.76087}, {"accuracy": 0.80336, "f1": 0.758338, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"], "main_score": 0.758338, "precision": 0.741251, "recall": 0.80336}, {"accuracy": 0.823123, "f1": 0.785362, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"], "main_score": 0.785362, "precision": 0.771262, "recall": 0.823123}, {"accuracy": 0.833004, "f1": 0.79491, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"], "main_score": 0.79491, "precision": 0.779894, "recall": 0.833004}, {"accuracy": 0.832016, "f1": 0.786594, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"], "main_score": 0.786594, "precision": 0.766222, "recall": 0.832016}, {"accuracy": 0.848814, "f1": 0.807543, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"], "main_score": 0.807543, "precision": 0.788818, "recall": 0.848814}, {"accuracy": 0.791502, "f1": 0.752781, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"], "main_score": 0.752781, "precision": 0.738353, "recall": 0.791502}, {"accuracy": 0.868577, "f1": 0.83363, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"], "main_score": 0.83363, "precision": 0.817391, "recall": 0.868577}, {"accuracy": 0.807312, "f1": 0.774675, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"], "main_score": 0.774675, "precision": 0.762607, "recall": 0.807312}, {"accuracy": 0.841897, "f1": 0.80048, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"], "main_score": 0.80048, "precision": 0.783053, "recall": 0.841897}, {"accuracy": 0.887352, "f1": 0.853953, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"], "main_score": 0.853953, "precision": 0.838356, "recall": 0.887352}, {"accuracy": 0.83004, "f1": 0.786561, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"], "main_score": 0.786561, "precision": 0.768478, "recall": 0.83004}, {"accuracy": 0.856719, "f1": 0.815302, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"], "main_score": 0.815302, "precision": 0.796607, "recall": 0.856719}, {"accuracy": 0.793478, "f1": 0.742561, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"], "main_score": 0.742561, "precision": 0.721454, "recall": 0.793478}, {"accuracy": 0.818182, "f1": 0.770553, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"], "main_score": 0.770553, "precision": 0.750181, "recall": 0.818182}, {"accuracy": 0.748024, "f1": 0.701058, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"], "main_score": 0.701058, "precision": 0.684673, "recall": 0.748024}, {"accuracy": 0.805336, "f1": 0.755649, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"], "main_score": 0.755649, "precision": 0.735747, "recall": 0.805336}, {"accuracy": 0.800395, "f1": 0.748188, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"], "main_score": 0.748188, "precision": 0.724424, "recall": 0.800395}, {"accuracy": 0.797431, "f1": 0.763249, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"], "main_score": 0.763249, "precision": 0.748883, "recall": 0.797431}, {"accuracy": 0.858696, "f1": 0.819631, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"], "main_score": 0.819631, "precision": 0.801877, "recall": 0.858696}, {"accuracy": 0.841897, "f1": 0.802339, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"], "main_score": 0.802339, "precision": 0.784091, "recall": 0.841897}, {"accuracy": 0.909091, "f1": 0.882529, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"], "main_score": 0.882529, "precision": 0.870059, "recall": 0.909091}, {"accuracy": 0.568182, "f1": 0.4956, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"], "main_score": 0.4956, "precision": 0.470739, "recall": 0.568182}, {"accuracy": 0.833992, "f1": 0.799939, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"], "main_score": 0.799939, "precision": 0.787904, "recall": 0.833992}, {"accuracy": 0.817194, "f1": 0.782475, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"], "main_score": 0.782475, "precision": 0.768391, "recall": 0.817194}, {"accuracy": 0.774704, "f1": 0.723089, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"], "main_score": 0.723089, "precision": 0.703594, "recall": 0.774704}, {"accuracy": 0.799407, "f1": 0.759911, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"], "main_score": 0.759911, "precision": 0.74505, "recall": 0.799407}, {"accuracy": 0.928854, "f1": 0.908169, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"], "main_score": 0.908169, "precision": 0.898139, "recall": 0.928854}, {"accuracy": 0.794466, "f1": 0.743777, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"], "main_score": 0.743777, "precision": 0.723802, "recall": 0.794466}, {"accuracy": 0.8083, "f1": 0.757397, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"], "main_score": 0.757397, "precision": 0.735277, "recall": 0.8083}, {"accuracy": 0.80336, "f1": 0.772233, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"], "main_score": 0.772233, "precision": 0.760658, "recall": 0.80336}, {"accuracy": 0.846838, "f1": 0.806324, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"], "main_score": 0.806324, "precision": 0.787055, "recall": 0.846838}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"], "main_score": 0.90191, "precision": 0.892572, "recall": 0.922925}, {"accuracy": 0.87747, "f1": 0.84552, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"], "main_score": 0.84552, "precision": 0.830698, "recall": 0.87747}, {"accuracy": 0.799407, "f1": 0.748594, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"], "main_score": 0.748594, "precision": 0.727801, "recall": 0.799407}, {"accuracy": 0.827075, "f1": 0.783503, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"], "main_score": 0.783503, "precision": 0.76586, "recall": 0.827075}, {"accuracy": 0.785573, "f1": 0.739327, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"], "main_score": 0.739327, "precision": 0.722986, "recall": 0.785573}, {"accuracy": 0.199605, "f1": 0.145595, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"], "main_score": 0.145595, "precision": 0.129607, "recall": 0.199605}, {"accuracy": 0.850791, "f1": 0.811067, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"], "main_score": 0.811067, "precision": 0.793182, "recall": 0.850791}, {"accuracy": 0.775692, "f1": 0.727334, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"], "main_score": 0.727334, "precision": 0.709091, "recall": 0.775692}, {"accuracy": 0.873518, "f1": 0.839987, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"], "main_score": 0.839987, "precision": 0.824193, "recall": 0.873518}, {"accuracy": 0.90415, "f1": 0.879578, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"], "main_score": 0.879578, "precision": 0.868742, "recall": 0.90415}, {"accuracy": 0.814229, "f1": 0.770088, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"], "main_score": 0.770088, "precision": 0.753043, "recall": 0.814229}, {"accuracy": 0.77668, "f1": 0.722123, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"], "main_score": 0.722123, "precision": 0.700471, "recall": 0.77668}, {"accuracy": 0.858696, "f1": 0.817918, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"], "main_score": 0.817918, "precision": 0.799193, "recall": 0.858696}, {"accuracy": 0.823123, "f1": 0.783704, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"], "main_score": 0.783704, "precision": 0.768363, "recall": 0.823123}, {"accuracy": 0.809289, "f1": 0.769955, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"], "main_score": 0.769955, "precision": 0.75543, "recall": 0.809289}, {"accuracy": 0.772727, "f1": 0.7309, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"], "main_score": 0.7309, "precision": 0.714532, "recall": 0.772727}, {"accuracy": 0.758893, "f1": 0.708507, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"], "main_score": 0.708507, "precision": 0.690842, "recall": 0.758893}, {"accuracy": 0.804348, "f1": 0.76194, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"], "main_score": 0.76194, "precision": 0.74473, "recall": 0.804348}, {"accuracy": 0.771739, "f1": 0.715104, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"], "main_score": 0.715104, "precision": 0.69058, "recall": 0.771739}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"], "main_score": 0.866008, "precision": 0.851532, "recall": 0.896245}, {"accuracy": 0.797431, "f1": 0.757946, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"], "main_score": 0.757946, "precision": 0.742916, "recall": 0.797431}, {"accuracy": 0.785573, "f1": 0.748762, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"], "main_score": 0.748762, "precision": 0.734202, "recall": 0.785573}, {"accuracy": 0.805336, "f1": 0.768255, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"], "main_score": 0.768255, "precision": 0.753897, "recall": 0.805336}, {"accuracy": 0.81917, "f1": 0.773682, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"], "main_score": 0.773682, "precision": 0.754068, "recall": 0.81917}, {"accuracy": 0.804348, "f1": 0.755421, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"], "main_score": 0.755421, "precision": 0.733811, "recall": 0.804348}, {"accuracy": 0.859684, "f1": 0.821179, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"], "main_score": 0.821179, "precision": 0.804101, "recall": 0.859684}, {"accuracy": 0.843874, "f1": 0.803724, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"], "main_score": 0.803724, "precision": 0.78718, "recall": 0.843874}, {"accuracy": 0.857708, "f1": 0.817589, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"], "main_score": 0.817589, "precision": 0.798666, "recall": 0.857708}, {"accuracy": 0.839921, "f1": 0.804453, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"], "main_score": 0.804453, "precision": 0.790145, "recall": 0.839921}, {"accuracy": 0.789526, "f1": 0.738011, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"], "main_score": 0.738011, "precision": 0.714345, "recall": 0.789526}, {"accuracy": 0.901186, "f1": 0.872826, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"], "main_score": 0.872826, "precision": 0.859684, "recall": 0.901186}, {"accuracy": 0.831028, "f1": 0.794117, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"], "main_score": 0.794117, "precision": 0.779225, "recall": 0.831028}, {"accuracy": 0.793478, "f1": 0.75473, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"], "main_score": 0.75473, "precision": 0.740539, "recall": 0.793478}, {"accuracy": 0.771739, "f1": 0.739015, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"], "main_score": 0.739015, "precision": 0.72774, "recall": 0.771739}, {"accuracy": 0.781621, "f1": 0.742677, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"], "main_score": 0.742677, "precision": 0.728118, "recall": 0.781621}, {"accuracy": 0.857708, "f1": 0.816041, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"], "main_score": 0.816041, "precision": 0.796607, "recall": 0.857708}, {"accuracy": 0.852767, "f1": 0.813128, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"], "main_score": 0.813128, "precision": 0.795817, "recall": 0.852767}, {"accuracy": 0.839921, "f1": 0.799473, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"], "main_score": 0.799473, "precision": 0.780879, "recall": 0.839921}, {"accuracy": 0.25, "f1": 0.202566, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"], "main_score": 0.202566, "precision": 0.18592, "recall": 0.25}, {"accuracy": 0.859684, "f1": 0.824868, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"], "main_score": 0.824868, "precision": 0.809289, "recall": 0.859684}, {"accuracy": 0.687747, "f1": 0.619321, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"], "main_score": 0.619321, "precision": 0.590448, "recall": 0.687747}, {"accuracy": 0.837945, "f1": 0.79439, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"], "main_score": 0.79439, "precision": 0.776013, "recall": 0.837945}, {"accuracy": 0.922925, "f1": 0.898551, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"], "main_score": 0.898551, "precision": 0.886693, "recall": 0.922925}, {"accuracy": 0.816206, "f1": 0.766982, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"], "main_score": 0.766982, "precision": 0.745208, "recall": 0.816206}, {"accuracy": 0.854743, "f1": 0.814987, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"], "main_score": 0.814987, "precision": 0.797101, "recall": 0.854743}, {"accuracy": 0.844862, "f1": 0.802931, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"], "main_score": 0.802931, "precision": 0.784867, "recall": 0.844862}, {"accuracy": 0.832016, "f1": 0.785952, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"], "main_score": 0.785952, "precision": 0.764963, "recall": 0.832016}, {"accuracy": 0.83004, "f1": 0.788422, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"], "main_score": 0.788422, "precision": 0.771134, "recall": 0.83004}, {"accuracy": 0.866601, "f1": 0.830962, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"], "main_score": 0.830962, "precision": 0.814888, "recall": 0.866601}, {"accuracy": 0.815217, "f1": 0.777797, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"], "main_score": 0.777797, "precision": 0.76319, "recall": 0.815217}, {"accuracy": 0.860672, "f1": 0.822826, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"], "main_score": 0.822826, "precision": 0.805583, "recall": 0.860672}, {"accuracy": 0.817194, "f1": 0.77253, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"], "main_score": 0.77253, "precision": 0.752174, "recall": 0.817194}, {"accuracy": 0.842885, "f1": 0.802108, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"], "main_score": 0.802108, "precision": 0.783218, "recall": 0.842885}, {"accuracy": 0.894269, "f1": 0.863966, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"], "main_score": 0.863966, "precision": 0.849802, "recall": 0.894269}, {"accuracy": 0.771739, "f1": 0.721231, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"], "main_score": 0.721231, "precision": 0.701588, "recall": 0.771739}, {"accuracy": 0.043478, "f1": 0.023861, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"], "main_score": 0.023861, "precision": 0.019945, "recall": 0.043478}, {"accuracy": 0.77668, "f1": 0.733499, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"], "main_score": 0.733499, "precision": 0.717926, "recall": 0.77668}, {"accuracy": 0.833992, "f1": 0.794024, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"], "main_score": 0.794024, "precision": 0.77679, "recall": 0.833992}, {"accuracy": 0.759881, "f1": 0.717385, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"], "main_score": 0.717385, "precision": 0.701663, "recall": 0.759881}, {"accuracy": 0.789526, "f1": 0.748506, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"], "main_score": 0.748506, "precision": 0.733631, "recall": 0.789526}, {"accuracy": 0.763834, "f1": 0.709538, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"], "main_score": 0.709538, "precision": 0.68854, "recall": 0.763834}, {"accuracy": 0.810277, "f1": 0.765382, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"], "main_score": 0.765382, "precision": 0.74529, "recall": 0.810277}, {"accuracy": 0.800395, "f1": 0.758717, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"], "main_score": 0.758717, "precision": 0.74359, "recall": 0.800395}, {"accuracy": 0.778656, "f1": 0.733613, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"], "main_score": 0.733613, "precision": 0.71746, "recall": 0.778656}, {"accuracy": 0.874506, "f1": 0.839657, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"], "main_score": 0.839657, "precision": 0.823534, "recall": 0.874506}, {"accuracy": 0.849802, "f1": 0.808992, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"], "main_score": 0.808992, "precision": 0.790629, "recall": 0.849802}, {"accuracy": 0.724308, "f1": 0.660639, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"], "main_score": 0.660639, "precision": 0.634794, "recall": 0.724308}, {"accuracy": 0.818182, "f1": 0.776422, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"], "main_score": 0.776422, "precision": 0.759236, "recall": 0.818182}, {"accuracy": 0.773715, "f1": 0.720965, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"], "main_score": 0.720965, "precision": 0.698247, "recall": 0.773715}, {"accuracy": 0.821146, "f1": 0.774769, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"], "main_score": 0.774769, "precision": 0.754809, "recall": 0.821146}, {"accuracy": 0.795455, "f1": 0.752038, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"], "main_score": 0.752038, "precision": 0.735603, "recall": 0.795455}, {"accuracy": 0.87253, "f1": 0.837549, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"], "main_score": 0.837549, "precision": 0.82164, "recall": 0.87253}, {"accuracy": 0.813241, "f1": 0.768433, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"], "main_score": 0.768433, "precision": 0.750429, "recall": 0.813241}, {"accuracy": 0.906126, "f1": 0.880501, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"], "main_score": 0.880501, "precision": 0.868659, "recall": 0.906126}, {"accuracy": 0.83004, "f1": 0.786514, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"], "main_score": 0.786514, "precision": 0.76754, "recall": 0.83004}, {"accuracy": 0.701581, "f1": 0.654801, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"], "main_score": 0.654801, "precision": 0.636914, "recall": 0.701581}, {"accuracy": 0.807312, "f1": 0.758679, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"], "main_score": 0.758679, "precision": 0.738854, "recall": 0.807312}, {"accuracy": 0.780632, "f1": 0.728233, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"], "main_score": 0.728233, "precision": 0.707463, "recall": 0.780632}, {"accuracy": 0.824111, "f1": 0.778148, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"], "main_score": 0.778148, "precision": 0.758152, "recall": 0.824111}, {"accuracy": 0.801383, "f1": 0.751324, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"], "main_score": 0.751324, "precision": 0.730352, "recall": 0.801383}, {"accuracy": 0.797431, "f1": 0.745836, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"], "main_score": 0.745836, "precision": 0.724028, "recall": 0.797431}, {"accuracy": 0.909091, "f1": 0.88554, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"], "main_score": 0.88554, "precision": 0.874341, "recall": 0.909091}, {"accuracy": 0.876482, "f1": 0.84249, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"], "main_score": 0.84249, "precision": 0.827635, "recall": 0.876482}, {"accuracy": 0.844862, "f1": 0.806657, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"], "main_score": 0.806657, "precision": 0.79036, "recall": 0.844862}, {"accuracy": 0.775692, "f1": 0.7208, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"], "main_score": 0.7208, "precision": 0.697671, "recall": 0.775692}, {"accuracy": 0.738142, "f1": 0.687009, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"], "main_score": 0.687009, "precision": 0.66928, "recall": 0.738142}, {"accuracy": 0.793478, "f1": 0.746094, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"], "main_score": 0.746094, "precision": 0.727926, "recall": 0.793478}, {"accuracy": 0.812253, "f1": 0.763425, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"], "main_score": 0.763425, "precision": 0.743215, "recall": 0.812253}, {"accuracy": 0.833004, "f1": 0.787813, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"], "main_score": 0.787813, "precision": 0.767622, "recall": 0.833004}, {"accuracy": 0.883399, "f1": 0.849308, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"], "main_score": 0.849308, "precision": 0.832839, "recall": 0.883399}, {"accuracy": 0.767787, "f1": 0.711284, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"], "main_score": 0.711284, "precision": 0.686446, "recall": 0.767787}, {"accuracy": 0.814229, "f1": 0.780332, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"], "main_score": 0.780332, "precision": 0.767587, "recall": 0.814229}, {"accuracy": 0.820158, "f1": 0.772845, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"], "main_score": 0.772845, "precision": 0.75275, "recall": 0.820158}, {"accuracy": 0.746047, "f1": 0.69645, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"], "main_score": 0.69645, "precision": 0.678294, "recall": 0.746047}, {"accuracy": 0.814229, "f1": 0.769427, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"], "main_score": 0.769427, "precision": 0.751013, "recall": 0.814229}, {"accuracy": 0.83004, "f1": 0.785048, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"], "main_score": 0.785048, "precision": 0.766149, "recall": 0.83004}, {"accuracy": 0.874506, "f1": 0.84226, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"], "main_score": 0.84226, "precision": 0.827487, "recall": 0.874506}, {"accuracy": 0.823123, "f1": 0.784093, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"], "main_score": 0.784093, "precision": 0.768739, "recall": 0.823123}, {"accuracy": 0.86166, "f1": 0.82691, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"], "main_score": 0.82691, "precision": 0.810935, "recall": 0.86166}, {"accuracy": 0.871542, "f1": 0.838538, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"], "main_score": 0.838538, "precision": 0.823617, "recall": 0.871542}, {"accuracy": 0.786561, "f1": 0.743407, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"], "main_score": 0.743407, "precision": 0.727184, "recall": 0.786561}, {"accuracy": 0.869565, "f1": 0.836364, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"], "main_score": 0.836364, "precision": 0.820932, "recall": 0.869565}, {"accuracy": 0.831028, "f1": 0.799577, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"], "main_score": 0.799577, "precision": 0.786672, "recall": 0.831028}, {"accuracy": 0.809289, "f1": 0.762385, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"], "main_score": 0.762385, "precision": 0.740695, "recall": 0.809289}, {"accuracy": 0.77668, "f1": 0.728555, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"], "main_score": 0.728555, "precision": 0.710619, "recall": 0.77668}, {"accuracy": 0.833004, "f1": 0.793917, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"], "main_score": 0.793917, "precision": 0.778469, "recall": 0.833004}, {"accuracy": 0.839921, "f1": 0.802767, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"], "main_score": 0.802767, "precision": 0.787602, "recall": 0.839921}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"], "main_score": 0.90191, "precision": 0.89254, "recall": 0.922925}, {"accuracy": 0.890316, "f1": 0.857016, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"], "main_score": 0.857016, "precision": 0.841238, "recall": 0.890316}, {"accuracy": 0.868577, "f1": 0.835639, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"], "main_score": 0.835639, "precision": 0.819829, "recall": 0.868577}, {"accuracy": 0.86166, "f1": 0.823353, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"], "main_score": 0.823353, "precision": 0.804924, "recall": 0.86166}, {"accuracy": 0.867589, "f1": 0.828887, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"], "main_score": 0.828887, "precision": 0.810804, "recall": 0.867589}, {"accuracy": 0.736166, "f1": 0.68398, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"], "main_score": 0.68398, "precision": 0.665055, "recall": 0.736166}, {"accuracy": 0.755929, "f1": 0.717924, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"], "main_score": 0.717924, "precision": 0.704937, "recall": 0.755929}, {"accuracy": 0.758893, "f1": 0.703214, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"], "main_score": 0.703214, "precision": 0.680254, "recall": 0.758893}, {"accuracy": 0.86166, "f1": 0.827701, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"], "main_score": 0.827701, "precision": 0.811957, "recall": 0.86166}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"], "main_score": 0.897628, "precision": 0.886644, "recall": 0.920949}, {"accuracy": 0.854743, "f1": 0.816403, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"], "main_score": 0.816403, "precision": 0.799588, "recall": 0.854743}, {"accuracy": 0.880435, "f1": 0.847892, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"], "main_score": 0.847892, "precision": 0.832592, "recall": 0.880435}, {"accuracy": 0.864625, "f1": 0.828854, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"], "main_score": 0.828854, "precision": 0.811759, "recall": 0.864625}, {"accuracy": 0.777668, "f1": 0.739213, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"], "main_score": 0.739213, "precision": 0.723441, "recall": 0.777668}, {"accuracy": 0.775692, "f1": 0.72021, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"], "main_score": 0.72021, "precision": 0.694779, "recall": 0.775692}, {"accuracy": 0.799407, "f1": 0.751042, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"], "main_score": 0.751042, "precision": 0.731781, "recall": 0.799407}, {"accuracy": 0.855731, "f1": 0.817095, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"], "main_score": 0.817095, "precision": 0.799407, "recall": 0.855731}, {"accuracy": 0.823123, "f1": 0.776746, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"], "main_score": 0.776746, "precision": 0.755879, "recall": 0.823123}, {"accuracy": 0.766798, "f1": 0.712041, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"], "main_score": 0.712041, "precision": 0.689493, "recall": 0.766798}, {"accuracy": 0.863636, "f1": 0.827489, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"], "main_score": 0.827489, "precision": 0.812039, "recall": 0.863636}, {"accuracy": 0.791502, "f1": 0.742711, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"], "main_score": 0.742711, "precision": 0.72309, "recall": 0.791502}, {"accuracy": 0.839921, "f1": 0.79513, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"], "main_score": 0.79513, "precision": 0.775527, "recall": 0.839921}, {"accuracy": 0.726285, "f1": 0.66186, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"], "main_score": 0.66186, "precision": 0.634545, "recall": 0.726285}, {"accuracy": 0.804348, "f1": 0.763088, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"], "main_score": 0.763088, "precision": 0.747416, "recall": 0.804348}, {"accuracy": 0.828063, "f1": 0.790055, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"], "main_score": 0.790055, "precision": 0.775022, "recall": 0.828063}, {"accuracy": 0.804348, "f1": 0.761474, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"], "main_score": 0.761474, "precision": 0.745561, "recall": 0.804348}, {"accuracy": 0.824111, "f1": 0.781757, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"], "main_score": 0.781757, "precision": 0.764328, "recall": 0.824111}, {"accuracy": 0.807312, "f1": 0.758286, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"], "main_score": 0.758286, "precision": 0.73778, "recall": 0.807312}, {"accuracy": 0.852767, "f1": 0.814262, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"], "main_score": 0.814262, "precision": 0.796525, "recall": 0.852767}, {"accuracy": 0.918972, "f1": 0.893939, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"], "main_score": 0.893939, "precision": 0.882082, "recall": 0.918972}, {"accuracy": 0.879447, "f1": 0.844829, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"], "main_score": 0.844829, "precision": 0.828887, "recall": 0.879447}, {"accuracy": 0.039526, "f1": 0.018867, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"], "main_score": 0.018867, "precision": 0.014669, "recall": 0.039526}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.932806, "f1": 0.91278, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"], "main_score": 0.91278, "precision": 0.903409, "recall": 0.932806}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.916996, "f1": 0.892128, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"], "main_score": 0.892128, "precision": 0.880599, "recall": 0.916996}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"], "main_score": 0.955369, "precision": 0.950593, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.894269, "f1": 0.864032, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"], "main_score": 0.864032, "precision": 0.849885, "recall": 0.894269}, {"accuracy": 0.91996, "f1": 0.895553, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"], "main_score": 0.895553, "precision": 0.884256, "recall": 0.91996}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.887352, "f1": 0.854282, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"], "main_score": 0.854282, "precision": 0.83885, "recall": 0.887352}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.918972, "f1": 0.895158, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"], "main_score": 0.895158, "precision": 0.88447, "recall": 0.918972}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.947859, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"], "main_score": 0.947859, "precision": 0.941782, "recall": 0.960474}, {"accuracy": 0.187747, "f1": 0.130506, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"], "main_score": 0.130506, "precision": 0.113875, "recall": 0.187747}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.912055, "f1": 0.886199, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"], "main_score": 0.886199, "precision": 0.87388, "recall": 0.912055}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"], "main_score": 0.906785, "precision": 0.896937, "recall": 0.927866}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.870553, "f1": 0.835178, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"], "main_score": 0.835178, "precision": 0.818923, "recall": 0.870553}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"], "main_score": 0.919137, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.933794, "f1": 0.913669, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"], "main_score": 0.913669, "precision": 0.90415, "recall": 0.933794}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.958498, "f1": 0.945883, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"], "main_score": 0.945883, "precision": 0.940135, "recall": 0.958498}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.95751, "f1": 0.945323, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"], "main_score": 0.945323, "precision": 0.939723, "recall": 0.95751}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.866601, "f1": 0.830023, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"], "main_score": 0.830023, "precision": 0.813201, "recall": 0.866601}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"], "main_score": 0.895422, "precision": 0.883564, "recall": 0.91996}, {"accuracy": 0.867589, "f1": 0.832378, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"], "main_score": 0.832378, "precision": 0.816288, "recall": 0.867589}, {"accuracy": 0.893281, "f1": 0.86405, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"], "main_score": 0.86405, "precision": 0.850988, "recall": 0.893281}, {"accuracy": 0.757905, "f1": 0.696838, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"], "main_score": 0.696838, "precision": 0.669812, "recall": 0.757905}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.885375, "f1": 0.852207, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"], "main_score": 0.852207, "precision": 0.837286, "recall": 0.885375}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.851779, "f1": 0.811924, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"], "main_score": 0.811924, "precision": 0.794153, "recall": 0.851779}, {"accuracy": 0.910079, "f1": 0.881983, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"], "main_score": 0.881983, "precision": 0.868495, "recall": 0.910079}, {"accuracy": 0.853755, "f1": 0.811397, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"], "main_score": 0.811397, "precision": 0.792029, "recall": 0.853755}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.20751, "f1": 0.137279, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"], "main_score": 0.137279, "precision": 0.118694, "recall": 0.20751}, {"accuracy": 0.898221, "f1": 0.868808, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"], "main_score": 0.868808, "precision": 0.854825, "recall": 0.898221}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.924901, "f1": 0.903129, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"], "main_score": 0.903129, "precision": 0.892787, "recall": 0.924901}, {"accuracy": 0.894269, "f1": 0.86334, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"], "main_score": 0.86334, "precision": 0.84972, "recall": 0.894269}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.840909, "f1": 0.799481, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"], "main_score": 0.799481, "precision": 0.781234, "recall": 0.840909}, {"accuracy": 0.924901, "f1": 0.90135, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"], "main_score": 0.90135, "precision": 0.889822, "recall": 0.924901}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.916996, "f1": 0.893939, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"], "main_score": 0.893939, "precision": 0.88274, "recall": 0.916996}, {"accuracy": 0.846838, "f1": 0.806851, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"], "main_score": 0.806851, "precision": 0.788291, "recall": 0.846838}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.897233, "f1": 0.867984, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"], "main_score": 0.867984, "precision": 0.854167, "recall": 0.897233}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.8083, "f1": 0.761797, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"], "main_score": 0.761797, "precision": 0.741551, "recall": 0.8083}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"], "main_score": 0.953623, "precision": 0.948699, "recall": 0.964427}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.862648, "f1": 0.82464, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"], "main_score": 0.82464, "precision": 0.807536, "recall": 0.862648}, {"accuracy": 0.252964, "f1": 0.190567, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"], "main_score": 0.190567, "precision": 0.17186, "recall": 0.252964}, {"accuracy": 0.889328, "f1": 0.858187, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"], "main_score": 0.858187, "precision": 0.844483, "recall": 0.889328}, {"accuracy": 0.8083, "f1": 0.75842, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"], "main_score": 0.75842, "precision": 0.736587, "recall": 0.8083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.891304, "f1": 0.85975, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"], "main_score": 0.85975, "precision": 0.844779, "recall": 0.891304}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"], "main_score": 0.958004, "precision": 0.953755, "recall": 0.967391}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.87253, "f1": 0.835244, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"], "main_score": 0.835244, "precision": 0.817688, "recall": 0.87253}, {"accuracy": 0.836957, "f1": 0.79185, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"], "main_score": 0.79185, "precision": 0.771723, "recall": 0.836957}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"], "main_score": 0.908432, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.045455, "f1": 0.021747, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"], "main_score": 0.021747, "precision": 0.017656, "recall": 0.045455}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.927866, "f1": 0.906851, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"], "main_score": 0.906851, "precision": 0.896821, "recall": 0.927866}, {"accuracy": 0.896245, "f1": 0.865184, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"], "main_score": 0.865184, "precision": 0.850543, "recall": 0.896245}, {"accuracy": 0.98913, "f1": 0.986397, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"], "main_score": 0.986397, "precision": 0.98526, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"], "main_score": 0.933037, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.950593, "f1": 0.935738, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"], "main_score": 0.935738, "precision": 0.928854, "recall": 0.950593}, {"accuracy": 0.866601, "f1": 0.828458, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"], "main_score": 0.828458, "precision": 0.810886, "recall": 0.866601}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.831028, "f1": 0.790975, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"], "main_score": 0.790975, "precision": 0.773715, "recall": 0.831028}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.937055, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"], "main_score": 0.937055, "precision": 0.930336, "recall": 0.951581}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"], "main_score": 0.980896, "precision": 0.97892, "recall": 0.985178}, {"accuracy": 0.900198, "f1": 0.871179, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"], "main_score": 0.871179, "precision": 0.858202, "recall": 0.900198}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"], "main_score": 0.928426, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"], "main_score": 0.937912, "precision": 0.931028, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"], "main_score": 0.921838, "precision": 0.913653, "recall": 0.939723}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"], "main_score": 0.911232, "precision": 0.901515, "recall": 0.931818}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"], "main_score": 0.931489, "precision": 0.923946, "recall": 0.947628}, {"accuracy": 0.849802, "f1": 0.806983, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"], "main_score": 0.806983, "precision": 0.787665, "recall": 0.849802}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"], "main_score": 0.945982, "precision": 0.940053, "recall": 0.958498}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"], "main_score": 0.973057, "precision": 0.970109, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.887352, "f1": 0.856917, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"], "main_score": 0.856917, "precision": 0.843297, "recall": 0.887352}, {"accuracy": 0.986166, "f1": 0.982279, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"], "main_score": 0.982279, "precision": 0.980484, "recall": 0.986166}, {"accuracy": 0.903162, "f1": 0.876219, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"], "main_score": 0.876219, "precision": 0.863389, "recall": 0.903162}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"], "main_score": 0.921179, "precision": 0.913323, "recall": 0.938735}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.912055, "f1": 0.886166, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"], "main_score": 0.886166, "precision": 0.874177, "recall": 0.912055}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.836957, "f1": 0.793102, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"], "main_score": 0.793102, "precision": 0.773304, "recall": 0.836957}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.910079, "f1": 0.884519, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"], "main_score": 0.884519, "precision": 0.873221, "recall": 0.910079}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.878458, "f1": 0.844071, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"], "main_score": 0.844071, "precision": 0.828508, "recall": 0.878458}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"], "main_score": 0.897628, "precision": 0.88694, "recall": 0.920949}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.940711, "f1": 0.923419, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"], "main_score": 0.923419, "precision": 0.91502, "recall": 0.940711}, {"accuracy": 0.862648, "f1": 0.825148, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"], "main_score": 0.825148, "precision": 0.808277, "recall": 0.862648}, {"accuracy": 0.876482, "f1": 0.840349, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"], "main_score": 0.840349, "precision": 0.823781, "recall": 0.876482}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.93083, "f1": 0.909651, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"], "main_score": 0.909651, "precision": 0.899951, "recall": 0.93083}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"], "main_score": 0.916173, "precision": 0.906785, "recall": 0.935771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.813241, "f1": 0.763834, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"], "main_score": 0.763834, "precision": 0.741749, "recall": 0.813241}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.860672, "f1": 0.823123, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"], "main_score": 0.823123, "precision": 0.806571, "recall": 0.860672}, {"accuracy": 0.91502, "f1": 0.889229, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"], "main_score": 0.889229, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.804348, "f1": 0.750692, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"], "main_score": 0.750692, "precision": 0.726367, "recall": 0.804348}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.910079, "f1": 0.884783, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"], "main_score": 0.884783, "precision": 0.873172, "recall": 0.910079}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"], "main_score": 0.928689, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.897233, "f1": 0.867655, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"], "main_score": 0.867655, "precision": 0.85387, "recall": 0.897233}, {"accuracy": 0.04249, "f1": 0.020439, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"], "main_score": 0.020439, "precision": 0.015724, "recall": 0.04249}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"], "main_score": 0.901515, "precision": 0.890975, "recall": 0.923913}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"], "main_score": 0.90975, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"], "main_score": 0.943906, "precision": 0.938159, "recall": 0.956522}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.193676, "f1": 0.149376, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"], "main_score": 0.149376, "precision": 0.137038, "recall": 0.193676}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"], "main_score": 0.930336, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.947628, "f1": 0.931555, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"], "main_score": 0.931555, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.88834, "f1": 0.856225, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"], "main_score": 0.856225, "precision": 0.841074, "recall": 0.88834}, {"accuracy": 0.952569, "f1": 0.937813, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"], "main_score": 0.937813, "precision": 0.930583, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.982378, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"], "main_score": 0.982378, "precision": 0.980567, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.900198, "f1": 0.87276, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"], "main_score": 0.87276, "precision": 0.859766, "recall": 0.900198}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.889328, "f1": 0.858037, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"], "main_score": 0.858037, "precision": 0.843215, "recall": 0.889328}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.738142, "f1": 0.677889, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"], "main_score": 0.677889, "precision": 0.653327, "recall": 0.738142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.916008, "f1": 0.89137, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"], "main_score": 0.89137, "precision": 0.879858, "recall": 0.916008}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.896245, "f1": 0.866831, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"], "main_score": 0.866831, "precision": 0.853376, "recall": 0.896245}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.90415, "f1": 0.873847, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"], "main_score": 0.873847, "precision": 0.859354, "recall": 0.90415}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.216403, "f1": 0.153336, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"], "main_score": 0.153336, "precision": 0.134976, "recall": 0.216403}, {"accuracy": 0.929842, "f1": 0.91031, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"], "main_score": 0.91031, "precision": 0.900939, "recall": 0.929842}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"], "main_score": 0.920619, "precision": 0.911397, "recall": 0.939723}, {"accuracy": 0.93083, "f1": 0.909486, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"], "main_score": 0.909486, "precision": 0.899457, "recall": 0.93083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"], "main_score": 0.964592, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.864625, "f1": 0.827684, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"], "main_score": 0.827684, "precision": 0.810665, "recall": 0.864625}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"], "main_score": 0.937418, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.920949, "f1": 0.897958, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"], "main_score": 0.897958, "precision": 0.887434, "recall": 0.920949}, {"accuracy": 0.884387, "f1": 0.851746, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"], "main_score": 0.851746, "precision": 0.836298, "recall": 0.884387}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.926877, "f1": 0.904315, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"], "main_score": 0.904315, "precision": 0.893445, "recall": 0.926877}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.842885, "f1": 0.800264, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"], "main_score": 0.800264, "precision": 0.780781, "recall": 0.842885}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.895257, "f1": 0.86446, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"], "main_score": 0.86446, "precision": 0.849967, "recall": 0.895257}, {"accuracy": 0.273715, "f1": 0.217657, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"], "main_score": 0.217657, "precision": 0.199271, "recall": 0.273715}, {"accuracy": 0.925889, "f1": 0.903228, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"], "main_score": 0.903228, "precision": 0.892375, "recall": 0.925889}, {"accuracy": 0.788538, "f1": 0.737255, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"], "main_score": 0.737255, "precision": 0.714766, "recall": 0.788538}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.920949, "f1": 0.897233, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"], "main_score": 0.897233, "precision": 0.885705, "recall": 0.920949}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.897233, "f1": 0.866733, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"], "main_score": 0.866733, "precision": 0.852108, "recall": 0.897233}, {"accuracy": 0.887352, "f1": 0.857148, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"], "main_score": 0.857148, "precision": 0.843412, "recall": 0.887352}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.051383, "f1": 0.025969, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"], "main_score": 0.025969, "precision": 0.020784, "recall": 0.051383}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.956522, "f1": 0.944123, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"], "main_score": 0.944123, "precision": 0.938406, "recall": 0.956522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.903162, "f1": 0.874671, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"], "main_score": 0.874671, "precision": 0.861331, "recall": 0.903162}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.883399, "f1": 0.849275, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"], "main_score": 0.849275, "precision": 0.833169, "recall": 0.883399}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.871542, "f1": 0.837055, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"], "main_score": 0.837055, "precision": 0.821706, "recall": 0.871542}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"], "main_score": 0.928689, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.961462, "f1": 0.95, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"], "main_score": 0.95, "precision": 0.944582, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.950593, "f1": 0.934289, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"], "main_score": 0.934289, "precision": 0.926219, "recall": 0.950593}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.878458, "f1": 0.843676, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"], "main_score": 0.843676, "precision": 0.827075, "recall": 0.878458}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.916996, "f1": 0.893841, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"], "main_score": 0.893841, "precision": 0.882823, "recall": 0.916996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.902306, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"], "main_score": 0.902306, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.9417, "f1": 0.925249, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"], "main_score": 0.925249, "precision": 0.917902, "recall": 0.9417}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.893281, "f1": 0.862846, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"], "main_score": 0.862846, "precision": 0.848567, "recall": 0.893281}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.949605, "f1": 0.935079, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"], "main_score": 0.935079, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.911067, "f1": 0.885343, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"], "main_score": 0.885343, "precision": 0.873024, "recall": 0.911067}, {"accuracy": 0.935771, "f1": 0.917227, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"], "main_score": 0.917227, "precision": 0.908514, "recall": 0.935771}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"], "main_score": 0.925296, "precision": 0.916914, "recall": 0.942688}, {"accuracy": 0.908103, "f1": 0.88083, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"], "main_score": 0.88083, "precision": 0.868165, "recall": 0.908103}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"], "main_score": 0.911561, "precision": 0.901186, "recall": 0.932806}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"], "main_score": 0.94944, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.844862, "f1": 0.806475, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"], "main_score": 0.806475, "precision": 0.788818, "recall": 0.844862}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"], "main_score": 0.933037, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.971344, "f1": 0.963603, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"], "main_score": 0.963603, "precision": 0.959816, "recall": 0.971344}, {"accuracy": 0.896245, "f1": 0.864855, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"], "main_score": 0.864855, "precision": 0.850214, "recall": 0.896245}, {"accuracy": 0.918972, "f1": 0.895916, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"], "main_score": 0.895916, "precision": 0.885079, "recall": 0.918972}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.813241, "f1": 0.764592, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"], "main_score": 0.764592, "precision": 0.743034, "recall": 0.813241}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"], "main_score": 0.926943, "precision": 0.919088, "recall": 0.943676}, {"accuracy": 0.833004, "f1": 0.790184, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"], "main_score": 0.790184, "precision": 0.771832, "recall": 0.833004}, {"accuracy": 0.749012, "f1": 0.689846, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"], "main_score": 0.689846, "precision": 0.665755, "recall": 0.749012}, {"accuracy": 0.024704, "f1": 0.010941, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"], "main_score": 0.010941, "precision": 0.008574, "recall": 0.024704}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.933794, "f1": 0.914973, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"], "main_score": 0.914973, "precision": 0.906818, "recall": 0.933794}, {"accuracy": 0.931818, "f1": 0.911199, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"], "main_score": 0.911199, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.869565, "f1": 0.835178, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"], "main_score": 0.835178, "precision": 0.82052, "recall": 0.869565}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.856719, "f1": 0.820592, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"], "main_score": 0.820592, "precision": 0.805171, "recall": 0.856719}, {"accuracy": 0.926877, "f1": 0.905816, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"], "main_score": 0.905816, "precision": 0.895998, "recall": 0.926877}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.947628, "f1": 0.93243, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"], "main_score": 0.93243, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.797431, "f1": 0.742161, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"], "main_score": 0.742161, "precision": 0.718478, "recall": 0.797431}, {"accuracy": 0.865613, "f1": 0.828313, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"], "main_score": 0.828313, "precision": 0.812385, "recall": 0.865613}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.77668, "f1": 0.719822, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"], "main_score": 0.719822, "precision": 0.695759, "recall": 0.77668}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.831028, "f1": 0.786155, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"], "main_score": 0.786155, "precision": 0.766774, "recall": 0.831028}, {"accuracy": 0.964427, "f1": 0.954298, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"], "main_score": 0.954298, "precision": 0.949746, "recall": 0.964427}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.923913, "f1": 0.901482, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"], "main_score": 0.901482, "precision": 0.891173, "recall": 0.923913}, {"accuracy": 0.158103, "f1": 0.103792, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"], "main_score": 0.103792, "precision": 0.090429, "recall": 0.158103}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.81917, "f1": 0.769763, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"], "main_score": 0.769763, "precision": 0.748221, "recall": 0.81917}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"], "main_score": 0.963933, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"], "main_score": 0.988801, "precision": 0.987846, "recall": 0.991107}, {"accuracy": 0.839921, "f1": 0.798471, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"], "main_score": 0.798471, "precision": 0.780632, "recall": 0.839921}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.937484, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"], "main_score": 0.937484, "precision": 0.93111, "recall": 0.951581}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.750988, "f1": 0.691397, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"], "main_score": 0.691397, "precision": 0.666181, "recall": 0.750988}, {"accuracy": 0.860672, "f1": 0.823734, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"], "main_score": 0.823734, "precision": 0.80723, "recall": 0.860672}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.855731, "f1": 0.816257, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"], "main_score": 0.816257, "precision": 0.798254, "recall": 0.855731}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.952569, "f1": 0.938834, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"], "main_score": 0.938834, "precision": 0.932806, "recall": 0.952569}, {"accuracy": 0.935771, "f1": 0.91614, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"], "main_score": 0.91614, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"], "main_score": 0.960145, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.900198, "f1": 0.87141, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"], "main_score": 0.87141, "precision": 0.858449, "recall": 0.900198}, {"accuracy": 0.873518, "f1": 0.837055, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"], "main_score": 0.837055, "precision": 0.820685, "recall": 0.873518}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"], "main_score": 0.910573, "precision": 0.90135, "recall": 0.93083}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.953557, "f1": 0.938966, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"], "main_score": 0.938966, "precision": 0.932065, "recall": 0.953557}, {"accuracy": 0.76087, "f1": 0.704139, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"], "main_score": 0.704139, "precision": 0.680092, "recall": 0.76087}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.840909, "f1": 0.798405, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"], "main_score": 0.798405, "precision": 0.779628, "recall": 0.840909}, {"accuracy": 0.778656, "f1": 0.721363, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"], "main_score": 0.721363, "precision": 0.696937, "recall": 0.778656}, {"accuracy": 0.798419, "f1": 0.746253, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"], "main_score": 0.746253, "precision": 0.723559, "recall": 0.798419}, {"accuracy": 0.664032, "f1": 0.589872, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"], "main_score": 0.589872, "precision": 0.559827, "recall": 0.664032}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.769763, "f1": 0.709213, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"], "main_score": 0.709213, "precision": 0.683564, "recall": 0.769763}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.714427, "f1": 0.646436, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"], "main_score": 0.646436, "precision": 0.617572, "recall": 0.714427}, {"accuracy": 0.8083, "f1": 0.758926, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"], "main_score": 0.758926, "precision": 0.737458, "recall": 0.8083}, {"accuracy": 0.710474, "f1": 0.641002, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"], "main_score": 0.641002, "precision": 0.612327, "recall": 0.710474}, {"accuracy": 0.960474, "f1": 0.94944, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"], "main_score": 0.94944, "precision": 0.944368, "recall": 0.960474}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"], "main_score": 0.91054, "precision": 0.90135, "recall": 0.93083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.181818, "f1": 0.118296, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"], "main_score": 0.118296, "precision": 0.102691, "recall": 0.181818}, {"accuracy": 0.788538, "f1": 0.735724, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"], "main_score": 0.735724, "precision": 0.712632, "recall": 0.788538}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.842885, "f1": 0.799624, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"], "main_score": 0.799624, "precision": 0.780534, "recall": 0.842885}, {"accuracy": 0.801383, "f1": 0.748682, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"], "main_score": 0.748682, "precision": 0.725412, "recall": 0.801383}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.945652, "f1": 0.929795, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"], "main_score": 0.929795, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.978261, "f1": 0.972398, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"], "main_score": 0.972398, "precision": 0.969779, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.722332, "f1": 0.657237, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"], "main_score": 0.657237, "precision": 0.630113, "recall": 0.722332}, {"accuracy": 0.837945, "f1": 0.79361, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"], "main_score": 0.79361, "precision": 0.773864, "recall": 0.837945}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.847826, "f1": 0.809521, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"], "main_score": 0.809521, "precision": 0.793043, "recall": 0.847826}, {"accuracy": 0.73419, "f1": 0.674357, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"], "main_score": 0.674357, "precision": 0.649308, "recall": 0.73419}, {"accuracy": 0.9417, "f1": 0.924374, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"], "main_score": 0.924374, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"], "main_score": 0.963768, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.811265, "f1": 0.761816, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"], "main_score": 0.761816, "precision": 0.740564, "recall": 0.811265}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.70751, "f1": 0.639276, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"], "main_score": 0.639276, "precision": 0.611291, "recall": 0.70751}, {"accuracy": 0.902174, "f1": 0.873814, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"], "main_score": 0.873814, "precision": 0.861034, "recall": 0.902174}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.928854, "f1": 0.907858, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"], "main_score": 0.907858, "precision": 0.898386, "recall": 0.928854}, {"accuracy": 0.968379, "f1": 0.959834, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"], "main_score": 0.959834, "precision": 0.955945, "recall": 0.968379}, {"accuracy": 0.756917, "f1": 0.696596, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"], "main_score": 0.696596, "precision": 0.671006, "recall": 0.756917}, {"accuracy": 0.197628, "f1": 0.140806, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"], "main_score": 0.140806, "precision": 0.125194, "recall": 0.197628}, {"accuracy": 0.786561, "f1": 0.73456, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"], "main_score": 0.73456, "precision": 0.712311, "recall": 0.786561}, {"accuracy": 0.661067, "f1": 0.589145, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"], "main_score": 0.589145, "precision": 0.560371, "recall": 0.661067}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.908103, "f1": 0.882924, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"], "main_score": 0.882924, "precision": 0.872036, "recall": 0.908103}, {"accuracy": 0.766798, "f1": 0.710251, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"], "main_score": 0.710251, "precision": 0.686693, "recall": 0.766798}, {"accuracy": 0.906126, "f1": 0.877207, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"], "main_score": 0.877207, "precision": 0.863554, "recall": 0.906126}, {"accuracy": 0.961462, "f1": 0.949177, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"], "main_score": 0.949177, "precision": 0.943264, "recall": 0.961462}, {"accuracy": 0.934783, "f1": 0.916949, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"], "main_score": 0.916949, "precision": 0.908992, "recall": 0.934783}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"], "main_score": 0.922101, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.90415, "f1": 0.876699, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"], "main_score": 0.876699, "precision": 0.864789, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.916008, "f1": 0.891337, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"], "main_score": 0.891337, "precision": 0.880385, "recall": 0.916008}, {"accuracy": 0.784585, "f1": 0.731343, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"], "main_score": 0.731343, "precision": 0.709519, "recall": 0.784585}, {"accuracy": 0.741107, "f1": 0.678066, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"], "main_score": 0.678066, "precision": 0.652169, "recall": 0.741107}, {"accuracy": 0.844862, "f1": 0.801005, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"], "main_score": 0.801005, "precision": 0.781251, "recall": 0.844862}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.037549, "f1": 0.015648, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"], "main_score": 0.015648, "precision": 0.011935, "recall": 0.037549}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"], "main_score": 0.940876, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.864625, "f1": 0.825791, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"], "main_score": 0.825791, "precision": 0.808053, "recall": 0.864625}, {"accuracy": 0.797431, "f1": 0.743281, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"], "main_score": 0.743281, "precision": 0.719977, "recall": 0.797431}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"], "main_score": 0.974638, "precision": 0.972003, "recall": 0.980237}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.906126, "f1": 0.880746, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"], "main_score": 0.880746, "precision": 0.869499, "recall": 0.906126}, {"accuracy": 0.875494, "f1": 0.839559, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"], "main_score": 0.839559, "precision": 0.82332, "recall": 0.875494}, {"accuracy": 0.799407, "f1": 0.745309, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"], "main_score": 0.745309, "precision": 0.72113, "recall": 0.799407}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.75, "f1": 0.695917, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"], "main_score": 0.695917, "precision": 0.672332, "recall": 0.75}, {"accuracy": 0.843874, "f1": 0.805421, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"], "main_score": 0.805421, "precision": 0.789048, "recall": 0.843874}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.894269, "f1": 0.863603, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"], "main_score": 0.863603, "precision": 0.849704, "recall": 0.894269}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.785573, "f1": 0.728809, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"], "main_score": 0.728809, "precision": 0.704225, "recall": 0.785573}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"], "main_score": 0.954051, "precision": 0.949275, "recall": 0.964427}, {"accuracy": 0.893281, "f1": 0.863373, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"], "main_score": 0.863373, "precision": 0.849424, "recall": 0.893281}, {"accuracy": 0.887352, "f1": 0.855421, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"], "main_score": 0.855421, "precision": 0.84086, "recall": 0.887352}, {"accuracy": 0.90415, "f1": 0.878689, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"], "main_score": 0.878689, "precision": 0.867276, "recall": 0.90415}, {"accuracy": 0.922925, "f1": 0.901779, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"], "main_score": 0.901779, "precision": 0.892622, "recall": 0.922925}, {"accuracy": 0.863636, "f1": 0.825384, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"], "main_score": 0.825384, "precision": 0.808292, "recall": 0.863636}, {"accuracy": 0.967391, "f1": 0.958286, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"], "main_score": 0.958286, "precision": 0.954381, "recall": 0.967391}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.880435, "f1": 0.847052, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"], "main_score": 0.847052, "precision": 0.832388, "recall": 0.880435}, {"accuracy": 0.892292, "f1": 0.861611, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"], "main_score": 0.861611, "precision": 0.847753, "recall": 0.892292}, {"accuracy": 0.716403, "f1": 0.649511, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"], "main_score": 0.649511, "precision": 0.621558, "recall": 0.716403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.903162, "f1": 0.875527, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"], "main_score": 0.875527, "precision": 0.863093, "recall": 0.903162}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"], "main_score": 0.951746, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.787549, "f1": 0.732467, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"], "main_score": 0.732467, "precision": 0.70854, "recall": 0.787549}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.807312, "f1": 0.756559, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"], "main_score": 0.756559, "precision": 0.734486, "recall": 0.807312}, {"accuracy": 0.871542, "f1": 0.83706, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"], "main_score": 0.83706, "precision": 0.822118, "recall": 0.871542}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.870553, "f1": 0.835976, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"], "main_score": 0.835976, "precision": 0.820891, "recall": 0.870553}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.714427, "f1": 0.645815, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"], "main_score": 0.645815, "precision": 0.616846, "recall": 0.714427}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.983432, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"], "main_score": 0.983432, "precision": 0.981802, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.825099, "f1": 0.778148, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"], "main_score": 0.778148, "precision": 0.757773, "recall": 0.825099}, {"accuracy": 0.929842, "f1": 0.908893, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"], "main_score": 0.908893, "precision": 0.899374, "recall": 0.929842}, {"accuracy": 0.758893, "f1": 0.698948, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"], "main_score": 0.698948, "precision": 0.673774, "recall": 0.758893}, {"accuracy": 0.856719, "f1": 0.818363, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"], "main_score": 0.818363, "precision": 0.801788, "recall": 0.856719}, {"accuracy": 0.906126, "f1": 0.881755, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"], "main_score": 0.881755, "precision": 0.871386, "recall": 0.906126}, {"accuracy": 0.927866, "f1": 0.907905, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"], "main_score": 0.907905, "precision": 0.899045, "recall": 0.927866}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.897233, "f1": 0.86749, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"], "main_score": 0.86749, "precision": 0.853837, "recall": 0.897233}, {"accuracy": 0.731225, "f1": 0.66797, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"], "main_score": 0.66797, "precision": 0.641354, "recall": 0.731225}, {"accuracy": 0.787549, "f1": 0.732835, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"], "main_score": 0.732835, "precision": 0.709859, "recall": 0.787549}, {"accuracy": 0.951581, "f1": 0.937582, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"], "main_score": 0.937582, "precision": 0.931028, "recall": 0.951581}, {"accuracy": 0.868577, "f1": 0.83266, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"], "main_score": 0.83266, "precision": 0.817013, "recall": 0.868577}, {"accuracy": 0.854743, "f1": 0.814839, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"], "main_score": 0.814839, "precision": 0.796831, "recall": 0.854743}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.688735, "f1": 0.619628, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"], "main_score": 0.619628, "precision": 0.590785, "recall": 0.688735}, {"accuracy": 0.907115, "f1": 0.879084, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"], "main_score": 0.879084, "precision": 0.866271, "recall": 0.907115}, {"accuracy": 0.935771, "f1": 0.916667, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"], "main_score": 0.916667, "precision": 0.907642, "recall": 0.935771}, {"accuracy": 0.777668, "f1": 0.718958, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"], "main_score": 0.718958, "precision": 0.693132, "recall": 0.777668}, {"accuracy": 0.870553, "f1": 0.834387, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"], "main_score": 0.834387, "precision": 0.818347, "recall": 0.870553}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"], "main_score": 0.956028, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.909091, "f1": 0.88139, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"], "main_score": 0.88139, "precision": 0.86861, "recall": 0.909091}, {"accuracy": 0.916996, "f1": 0.892885, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"], "main_score": 0.892885, "precision": 0.882082, "recall": 0.916996}, {"accuracy": 0.699605, "f1": 0.627244, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"], "main_score": 0.627244, "precision": 0.59692, "recall": 0.699605}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.908103, "f1": 0.880995, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"], "main_score": 0.880995, "precision": 0.868528, "recall": 0.908103}, {"accuracy": 0.829051, "f1": 0.785625, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"], "main_score": 0.785625, "precision": 0.766733, "recall": 0.829051}, {"accuracy": 0.9417, "f1": 0.922925, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"], "main_score": 0.922925, "precision": 0.913702, "recall": 0.9417}, {"accuracy": 0.889328, "f1": 0.857858, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"], "main_score": 0.857858, "precision": 0.843626, "recall": 0.889328}, {"accuracy": 0.044466, "f1": 0.022184, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"], "main_score": 0.022184, "precision": 0.01756, "recall": 0.044466}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"], "main_score": 0.969433, "precision": 0.966486, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.934783, "f1": 0.915184, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"], "main_score": 0.915184, "precision": 0.905995, "recall": 0.934783}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.912055, "f1": 0.884387, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"], "main_score": 0.884387, "precision": 0.871212, "recall": 0.912055}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"], "main_score": 0.92309, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.908103, "f1": 0.88083, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"], "main_score": 0.88083, "precision": 0.868165, "recall": 0.908103}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"], "main_score": 0.929677, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.199605, "f1": 0.148549, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"], "main_score": 0.148549, "precision": 0.133052, "recall": 0.199605}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.917984, "f1": 0.893775, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"], "main_score": 0.893775, "precision": 0.882246, "recall": 0.917984}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"], "main_score": 0.928689, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.885375, "f1": 0.853623, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"], "main_score": 0.853623, "precision": 0.839015, "recall": 0.885375}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"], "main_score": 0.924242, "precision": 0.915184, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"], "main_score": 0.93363, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.885375, "f1": 0.852404, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"], "main_score": 0.852404, "precision": 0.837121, "recall": 0.885375}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"], "main_score": 0.902503, "precision": 0.89114, "recall": 0.925889}, {"accuracy": 0.884387, "f1": 0.849769, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"], "main_score": 0.849769, "precision": 0.833169, "recall": 0.884387}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"], "main_score": 0.890053, "precision": 0.878211, "recall": 0.91502}, {"accuracy": 0.740119, "f1": 0.675729, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"], "main_score": 0.675729, "precision": 0.648567, "recall": 0.740119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.894269, "f1": 0.863538, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"], "main_score": 0.863538, "precision": 0.849226, "recall": 0.894269}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.87747, "f1": 0.843577, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"], "main_score": 0.843577, "precision": 0.828179, "recall": 0.87747}, {"accuracy": 0.920949, "f1": 0.897911, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"], "main_score": 0.897911, "precision": 0.887269, "recall": 0.920949}, {"accuracy": 0.86166, "f1": 0.823221, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"], "main_score": 0.823221, "precision": 0.805501, "recall": 0.86166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.210474, "f1": 0.142186, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"], "main_score": 0.142186, "precision": 0.121622, "recall": 0.210474}, {"accuracy": 0.909091, "f1": 0.881752, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"], "main_score": 0.881752, "precision": 0.868577, "recall": 0.909091}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"], "main_score": 0.911232, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.91502, "f1": 0.88969, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"], "main_score": 0.88969, "precision": 0.878047, "recall": 0.91502}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.982708, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"], "main_score": 0.982708, "precision": 0.981061, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993906, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"], "main_score": 0.993906, "precision": 0.993412, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.859684, "f1": 0.822501, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"], "main_score": 0.822501, "precision": 0.805995, "recall": 0.859684}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"], "main_score": 0.92836, "precision": 0.91996, "recall": 0.945652}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.922925, "f1": 0.899769, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"], "main_score": 0.899769, "precision": 0.889081, "recall": 0.922925}, {"accuracy": 0.863636, "f1": 0.824671, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"], "main_score": 0.824671, "precision": 0.806736, "recall": 0.863636}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"], "main_score": 0.899539, "precision": 0.888011, "recall": 0.922925}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.843874, "f1": 0.802372, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"], "main_score": 0.802372, "precision": 0.783745, "recall": 0.843874}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.873518, "f1": 0.841041, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"], "main_score": 0.841041, "precision": 0.826976, "recall": 0.873518}, {"accuracy": 0.257905, "f1": 0.200474, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"], "main_score": 0.200474, "precision": 0.181937, "recall": 0.257905}, {"accuracy": 0.93083, "f1": 0.908926, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"], "main_score": 0.908926, "precision": 0.898221, "recall": 0.93083}, {"accuracy": 0.802372, "f1": 0.749275, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"], "main_score": 0.749275, "precision": 0.725692, "recall": 0.802372}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.917984, "f1": 0.89361, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"], "main_score": 0.89361, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.886364, "f1": 0.85359, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"], "main_score": 0.85359, "precision": 0.838472, "recall": 0.886364}, {"accuracy": 0.873518, "f1": 0.838307, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"], "main_score": 0.838307, "precision": 0.822414, "recall": 0.873518}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"], "main_score": 0.921772, "precision": 0.912714, "recall": 0.940711}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.057312, "f1": 0.028234, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"], "main_score": 0.028234, "precision": 0.022667, "recall": 0.057312}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"], "main_score": 0.926219, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"], "main_score": 0.872925, "precision": 0.859634, "recall": 0.902174}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"], "main_score": 0.954545, "precision": 0.949308, "recall": 0.965415}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"], "main_score": 0.953887, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.894269, "f1": 0.863109, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"], "main_score": 0.863109, "precision": 0.848485, "recall": 0.894269}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.851779, "f1": 0.814427, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"], "main_score": 0.814427, "precision": 0.797711, "recall": 0.851779}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"], "main_score": 0.934618, "precision": 0.926713, "recall": 0.950593}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"], "main_score": 0.946805, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.924901, "f1": 0.901647, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"], "main_score": 0.901647, "precision": 0.89081, "recall": 0.924901}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.848814, "f1": 0.806785, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"], "main_score": 0.806785, "precision": 0.787549, "recall": 0.848814}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.960474, "f1": 0.949275, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"], "main_score": 0.949275, "precision": 0.943841, "recall": 0.960474}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977273, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"], "main_score": 0.977273, "precision": 0.974967, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.912055, "f1": 0.885606, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"], "main_score": 0.885606, "precision": 0.873106, "recall": 0.912055}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.907115, "f1": 0.880501, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"], "main_score": 0.880501, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"], "main_score": 0.911891, "precision": 0.902042, "recall": 0.932806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.880435, "f1": 0.847332, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"], "main_score": 0.847332, "precision": 0.832428, "recall": 0.880435}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.937747, "f1": 0.918709, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"], "main_score": 0.918709, "precision": 0.909667, "recall": 0.937747}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.884387, "f1": 0.850132, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"], "main_score": 0.850132, "precision": 0.833827, "recall": 0.884387}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"], "main_score": 0.916008, "precision": 0.906489, "recall": 0.935771}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.952404, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"], "main_score": 0.952404, "precision": 0.947628, "recall": 0.962451}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"], "main_score": 0.940547, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.878458, "f1": 0.845092, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"], "main_score": 0.845092, "precision": 0.829298, "recall": 0.878458}, {"accuracy": 0.899209, "f1": 0.867721, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"], "main_score": 0.867721, "precision": 0.852931, "recall": 0.899209}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.833004, "f1": 0.791568, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"], "main_score": 0.791568, "precision": 0.773007, "recall": 0.833004}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.884387, "f1": 0.852075, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"], "main_score": 0.852075, "precision": 0.837451, "recall": 0.884387}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"], "main_score": 0.902174, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.811265, "f1": 0.760375, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"], "main_score": 0.760375, "precision": 0.737302, "recall": 0.811265}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.928854, "f1": 0.908399, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"], "main_score": 0.908399, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.825099, "f1": 0.779694, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"], "main_score": 0.779694, "precision": 0.7605, "recall": 0.825099}, {"accuracy": 0.848814, "f1": 0.806621, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"], "main_score": 0.806621, "precision": 0.787055, "recall": 0.848814}, {"accuracy": 0.048419, "f1": 0.024533, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"], "main_score": 0.024533, "precision": 0.018781, "recall": 0.048419}, {"accuracy": 0.829051, "f1": 0.801355, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"], "main_score": 0.801355, "precision": 0.792353, "recall": 0.829051}, {"accuracy": 0.857708, "f1": 0.826111, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"], "main_score": 0.826111, "precision": 0.814311, "recall": 0.857708}, {"accuracy": 0.916008, "f1": 0.890547, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"], "main_score": 0.890547, "precision": 0.878706, "recall": 0.916008}, {"accuracy": 0.883399, "f1": 0.849671, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"], "main_score": 0.849671, "precision": 0.834766, "recall": 0.883399}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"], "main_score": 0.912385, "precision": 0.902833, "recall": 0.932806}, {"accuracy": 0.826087, "f1": 0.798266, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"], "main_score": 0.798266, "precision": 0.788739, "recall": 0.826087}, {"accuracy": 0.83498, "f1": 0.792575, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"], "main_score": 0.792575, "precision": 0.774457, "recall": 0.83498}, {"accuracy": 0.798419, "f1": 0.745805, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"], "main_score": 0.745805, "precision": 0.72328, "recall": 0.798419}, {"accuracy": 0.771739, "f1": 0.741348, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"], "main_score": 0.741348, "precision": 0.731991, "recall": 0.771739}, {"accuracy": 0.873518, "f1": 0.839824, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"], "main_score": 0.839824, "precision": 0.825767, "recall": 0.873518}, {"accuracy": 0.893281, "f1": 0.862484, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"], "main_score": 0.862484, "precision": 0.847826, "recall": 0.893281}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.837945, "f1": 0.800198, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"], "main_score": 0.800198, "precision": 0.786612, "recall": 0.837945}, {"accuracy": 0.825099, "f1": 0.800849, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"], "main_score": 0.800849, "precision": 0.791625, "recall": 0.825099}, {"accuracy": 0.868577, "f1": 0.82971, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"], "main_score": 0.82971, "precision": 0.811265, "recall": 0.868577}, {"accuracy": 0.885375, "f1": 0.856357, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"], "main_score": 0.856357, "precision": 0.844332, "recall": 0.885375}, {"accuracy": 0.824111, "f1": 0.788684, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"], "main_score": 0.788684, "precision": 0.776517, "recall": 0.824111}, {"accuracy": 0.831028, "f1": 0.786454, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"], "main_score": 0.786454, "precision": 0.767672, "recall": 0.831028}, {"accuracy": 0.833004, "f1": 0.803212, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"], "main_score": 0.803212, "precision": 0.793419, "recall": 0.833004}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"], "main_score": 0.853491, "precision": 0.840119, "recall": 0.885375}, {"accuracy": 0.862648, "f1": 0.838707, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"], "main_score": 0.838707, "precision": 0.830021, "recall": 0.862648}, {"accuracy": 0.869565, "f1": 0.832131, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"], "main_score": 0.832131, "precision": 0.815441, "recall": 0.869565}, {"accuracy": 0.168972, "f1": 0.136688, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"], "main_score": 0.136688, "precision": 0.128161, "recall": 0.168972}, {"accuracy": 0.905138, "f1": 0.883915, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"], "main_score": 0.883915, "precision": 0.875154, "recall": 0.905138}, {"accuracy": 0.901186, "f1": 0.87052, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"], "main_score": 0.87052, "precision": 0.856061, "recall": 0.901186}, {"accuracy": 0.865613, "f1": 0.827734, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"], "main_score": 0.827734, "precision": 0.811611, "recall": 0.865613}, {"accuracy": 0.814229, "f1": 0.783015, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"], "main_score": 0.783015, "precision": 0.773464, "recall": 0.814229}, {"accuracy": 0.827075, "f1": 0.79777, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"], "main_score": 0.79777, "precision": 0.787923, "recall": 0.827075}, {"accuracy": 0.83004, "f1": 0.80392, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"], "main_score": 0.80392, "precision": 0.795028, "recall": 0.83004}, {"accuracy": 0.839921, "f1": 0.798915, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"], "main_score": 0.798915, "precision": 0.782075, "recall": 0.839921}, {"accuracy": 0.874506, "f1": 0.852009, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"], "main_score": 0.852009, "precision": 0.844255, "recall": 0.874506}, {"accuracy": 0.883399, "f1": 0.85343, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"], "main_score": 0.85343, "precision": 0.84114, "recall": 0.883399}, {"accuracy": 0.789526, "f1": 0.766403, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"], "main_score": 0.766403, "precision": 0.757621, "recall": 0.789526}, {"accuracy": 0.832016, "f1": 0.798259, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"], "main_score": 0.798259, "precision": 0.786773, "recall": 0.832016}, {"accuracy": 0.841897, "f1": 0.812864, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"], "main_score": 0.812864, "precision": 0.803094, "recall": 0.841897}, {"accuracy": 0.859684, "f1": 0.833484, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"], "main_score": 0.833484, "precision": 0.824616, "recall": 0.859684}, {"accuracy": 0.822134, "f1": 0.775762, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"], "main_score": 0.775762, "precision": 0.755517, "recall": 0.822134}, {"accuracy": 0.841897, "f1": 0.798155, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"], "main_score": 0.798155, "precision": 0.779381, "recall": 0.841897}, {"accuracy": 0.816206, "f1": 0.788576, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"], "main_score": 0.788576, "precision": 0.779684, "recall": 0.816206}, {"accuracy": 0.879447, "f1": 0.844433, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"], "main_score": 0.844433, "precision": 0.82831, "recall": 0.879447}, {"accuracy": 0.836957, "f1": 0.814137, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"], "main_score": 0.814137, "precision": 0.806487, "recall": 0.836957}, {"accuracy": 0.852767, "f1": 0.813392, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"], "main_score": 0.813392, "precision": 0.797167, "recall": 0.852767}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"], "main_score": 0.880336, "precision": 0.868412, "recall": 0.907115}, {"accuracy": 0.844862, "f1": 0.805322, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"], "main_score": 0.805322, "precision": 0.78913, "recall": 0.844862}, {"accuracy": 0.864625, "f1": 0.827536, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"], "main_score": 0.827536, "precision": 0.811545, "recall": 0.864625}, {"accuracy": 0.813241, "f1": 0.769764, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"], "main_score": 0.769764, "precision": 0.753093, "recall": 0.813241}, {"accuracy": 0.821146, "f1": 0.772948, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"], "main_score": 0.772948, "precision": 0.752503, "recall": 0.821146}, {"accuracy": 0.767787, "f1": 0.729846, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"], "main_score": 0.729846, "precision": 0.718339, "recall": 0.767787}, {"accuracy": 0.797431, "f1": 0.750934, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"], "main_score": 0.750934, "precision": 0.734012, "recall": 0.797431}, {"accuracy": 0.825099, "f1": 0.775099, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"], "main_score": 0.775099, "precision": 0.752503, "recall": 0.825099}, {"accuracy": 0.821146, "f1": 0.795203, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"], "main_score": 0.795203, "precision": 0.785009, "recall": 0.821146}, {"accuracy": 0.87747, "f1": 0.841765, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"], "main_score": 0.841765, "precision": 0.825543, "recall": 0.87747}, {"accuracy": 0.817194, "f1": 0.769466, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"], "main_score": 0.769466, "precision": 0.747645, "recall": 0.817194}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"], "main_score": 0.891304, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.554348, "f1": 0.476941, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"], "main_score": 0.476941, "precision": 0.450285, "recall": 0.554348}, {"accuracy": 0.843874, "f1": 0.81437, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"], "main_score": 0.81437, "precision": 0.804424, "recall": 0.843874}, {"accuracy": 0.860672, "f1": 0.836792, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"], "main_score": 0.836792, "precision": 0.827796, "recall": 0.860672}, {"accuracy": 0.794466, "f1": 0.752242, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"], "main_score": 0.752242, "precision": 0.737781, "recall": 0.794466}, {"accuracy": 0.855731, "f1": 0.827638, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"], "main_score": 0.827638, "precision": 0.817722, "recall": 0.855731}, {"accuracy": 0.86166, "f1": 0.825066, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"], "main_score": 0.825066, "precision": 0.808465, "recall": 0.86166}, {"accuracy": 0.790514, "f1": 0.74275, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"], "main_score": 0.74275, "precision": 0.725108, "recall": 0.790514}, {"accuracy": 0.833992, "f1": 0.790909, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"], "main_score": 0.790909, "precision": 0.773435, "recall": 0.833992}, {"accuracy": 0.836957, "f1": 0.815644, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"], "main_score": 0.815644, "precision": 0.808751, "recall": 0.836957}, {"accuracy": 0.833992, "f1": 0.788735, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"], "main_score": 0.788735, "precision": 0.767979, "recall": 0.833992}, {"accuracy": 0.967391, "f1": 0.959157, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"], "main_score": 0.959157, "precision": 0.955204, "recall": 0.967391}, {"accuracy": 0.885375, "f1": 0.856357, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"], "main_score": 0.856357, "precision": 0.842721, "recall": 0.885375}, {"accuracy": 0.828063, "f1": 0.788977, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"], "main_score": 0.788977, "precision": 0.774427, "recall": 0.828063}, {"accuracy": 0.832016, "f1": 0.79154, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"], "main_score": 0.79154, "precision": 0.776265, "recall": 0.832016}, {"accuracy": 0.788538, "f1": 0.747636, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"], "main_score": 0.747636, "precision": 0.734304, "recall": 0.788538}, {"accuracy": 0.197628, "f1": 0.151774, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"], "main_score": 0.151774, "precision": 0.137371, "recall": 0.197628}, {"accuracy": 0.83498, "f1": 0.789295, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"], "main_score": 0.789295, "precision": 0.768775, "recall": 0.83498}, {"accuracy": 0.814229, "f1": 0.772734, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"], "main_score": 0.772734, "precision": 0.757055, "recall": 0.814229}, {"accuracy": 0.899209, "f1": 0.868314, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"], "main_score": 0.868314, "precision": 0.853343, "recall": 0.899209}, {"accuracy": 0.91996, "f1": 0.894928, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"], "main_score": 0.894928, "precision": 0.882905, "recall": 0.91996}, {"accuracy": 0.83498, "f1": 0.797468, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"], "main_score": 0.797468, "precision": 0.784587, "recall": 0.83498}, {"accuracy": 0.772727, "f1": 0.727752, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"], "main_score": 0.727752, "precision": 0.71312, "recall": 0.772727}, {"accuracy": 0.852767, "f1": 0.814497, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"], "main_score": 0.814497, "precision": 0.799012, "recall": 0.852767}, {"accuracy": 0.856719, "f1": 0.828313, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"], "main_score": 0.828313, "precision": 0.818845, "recall": 0.856719}, {"accuracy": 0.840909, "f1": 0.814317, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"], "main_score": 0.814317, "precision": 0.805844, "recall": 0.840909}, {"accuracy": 0.828063, "f1": 0.800525, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"], "main_score": 0.800525, "precision": 0.790425, "recall": 0.828063}, {"accuracy": 0.778656, "f1": 0.739026, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"], "main_score": 0.739026, "precision": 0.726799, "recall": 0.778656}, {"accuracy": 0.860672, "f1": 0.830757, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"], "main_score": 0.830757, "precision": 0.819064, "recall": 0.860672}, {"accuracy": 0.73913, "f1": 0.677753, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"], "main_score": 0.677753, "precision": 0.652783, "recall": 0.73913}, {"accuracy": 0.9417, "f1": 0.922925, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"], "main_score": 0.922925, "precision": 0.913867, "recall": 0.9417}, {"accuracy": 0.831028, "f1": 0.804251, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"], "main_score": 0.804251, "precision": 0.795201, "recall": 0.831028}, {"accuracy": 0.833992, "f1": 0.815788, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"], "main_score": 0.815788, "precision": 0.809375, "recall": 0.833992}, {"accuracy": 0.852767, "f1": 0.829565, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"], "main_score": 0.829565, "precision": 0.82092, "recall": 0.852767}, {"accuracy": 0.796443, "f1": 0.743191, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"], "main_score": 0.743191, "precision": 0.720438, "recall": 0.796443}, {"accuracy": 0.795455, "f1": 0.741667, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"], "main_score": 0.741667, "precision": 0.71805, "recall": 0.795455}, {"accuracy": 0.857708, "f1": 0.819902, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"], "main_score": 0.819902, "precision": 0.804076, "recall": 0.857708}, {"accuracy": 0.874506, "f1": 0.841078, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"], "main_score": 0.841078, "precision": 0.827141, "recall": 0.874506}, {"accuracy": 0.855731, "f1": 0.814676, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"], "main_score": 0.814676, "precision": 0.796196, "recall": 0.855731}, {"accuracy": 0.884387, "f1": 0.861274, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"], "main_score": 0.861274, "precision": 0.852727, "recall": 0.884387}, {"accuracy": 0.780632, "f1": 0.722859, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"], "main_score": 0.722859, "precision": 0.697332, "recall": 0.780632}, {"accuracy": 0.892292, "f1": 0.860079, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"], "main_score": 0.860079, "precision": 0.845109, "recall": 0.892292}, {"accuracy": 0.875494, "f1": 0.8504, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"], "main_score": 0.8504, "precision": 0.840581, "recall": 0.875494}, {"accuracy": 0.809289, "f1": 0.778597, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"], "main_score": 0.778597, "precision": 0.768835, "recall": 0.809289}, {"accuracy": 0.784585, "f1": 0.762329, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"], "main_score": 0.762329, "precision": 0.755645, "recall": 0.784585}, {"accuracy": 0.800395, "f1": 0.768853, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"], "main_score": 0.768853, "precision": 0.75826, "recall": 0.800395}, {"accuracy": 0.865613, "f1": 0.827339, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"], "main_score": 0.827339, "precision": 0.810507, "recall": 0.865613}, {"accuracy": 0.878458, "f1": 0.846676, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"], "main_score": 0.846676, "precision": 0.83354, "recall": 0.878458}, {"accuracy": 0.823123, "f1": 0.777207, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"], "main_score": 0.777207, "precision": 0.756209, "recall": 0.823123}, {"accuracy": 0.237154, "f1": 0.193599, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"], "main_score": 0.193599, "precision": 0.179661, "recall": 0.237154}, {"accuracy": 0.859684, "f1": 0.820685, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"], "main_score": 0.820685, "precision": 0.80331, "recall": 0.859684}, {"accuracy": 0.700593, "f1": 0.63238, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"], "main_score": 0.63238, "precision": 0.60495, "recall": 0.700593}, {"accuracy": 0.847826, "f1": 0.81124, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"], "main_score": 0.81124, "precision": 0.797867, "recall": 0.847826}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"], "main_score": 0.898715, "precision": 0.888043, "recall": 0.921937}, {"accuracy": 0.820158, "f1": 0.771989, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"], "main_score": 0.771989, "precision": 0.751466, "recall": 0.820158}, {"accuracy": 0.867589, "f1": 0.831868, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"], "main_score": 0.831868, "precision": 0.81638, "recall": 0.867589}, {"accuracy": 0.868577, "f1": 0.832565, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"], "main_score": 0.832565, "precision": 0.817103, "recall": 0.868577}, {"accuracy": 0.848814, "f1": 0.807101, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"], "main_score": 0.807101, "precision": 0.789048, "recall": 0.848814}, {"accuracy": 0.847826, "f1": 0.812472, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"], "main_score": 0.812472, "precision": 0.798961, "recall": 0.847826}, {"accuracy": 0.886364, "f1": 0.85224, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"], "main_score": 0.85224, "precision": 0.836792, "recall": 0.886364}, {"accuracy": 0.857708, "f1": 0.833018, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"], "main_score": 0.833018, "precision": 0.824018, "recall": 0.857708}, {"accuracy": 0.871542, "f1": 0.835408, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"], "main_score": 0.835408, "precision": 0.819401, "recall": 0.871542}, {"accuracy": 0.794466, "f1": 0.743116, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"], "main_score": 0.743116, "precision": 0.721673, "recall": 0.794466}, {"accuracy": 0.850791, "f1": 0.813208, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"], "main_score": 0.813208, "precision": 0.796756, "recall": 0.850791}, {"accuracy": 0.892292, "f1": 0.861034, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"], "main_score": 0.861034, "precision": 0.84692, "recall": 0.892292}, {"accuracy": 0.807312, "f1": 0.768968, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"], "main_score": 0.768968, "precision": 0.756518, "recall": 0.807312}, {"accuracy": 0.04249, "f1": 0.024423, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"], "main_score": 0.024423, "precision": 0.020837, "recall": 0.04249}, {"accuracy": 0.813241, "f1": 0.783058, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"], "main_score": 0.783058, "precision": 0.773569, "recall": 0.813241}, {"accuracy": 0.842885, "f1": 0.805799, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"], "main_score": 0.805799, "precision": 0.791747, "recall": 0.842885}, {"accuracy": 0.783597, "f1": 0.750374, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"], "main_score": 0.750374, "precision": 0.738427, "recall": 0.783597}, {"accuracy": 0.81917, "f1": 0.786576, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"], "main_score": 0.786576, "precision": 0.776036, "recall": 0.81917}, {"accuracy": 0.795455, "f1": 0.747707, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"], "main_score": 0.747707, "precision": 0.729649, "recall": 0.795455}, {"accuracy": 0.820158, "f1": 0.771097, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"], "main_score": 0.771097, "precision": 0.749384, "recall": 0.820158}, {"accuracy": 0.800395, "f1": 0.763061, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"], "main_score": 0.763061, "precision": 0.750551, "recall": 0.800395}, {"accuracy": 0.795455, "f1": 0.755168, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"], "main_score": 0.755168, "precision": 0.741317, "recall": 0.795455}, {"accuracy": 0.87747, "f1": 0.842194, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"], "main_score": 0.842194, "precision": 0.826614, "recall": 0.87747}, {"accuracy": 0.868577, "f1": 0.832724, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"], "main_score": 0.832724, "precision": 0.817038, "recall": 0.868577}, {"accuracy": 0.728261, "f1": 0.664231, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"], "main_score": 0.664231, "precision": 0.639279, "recall": 0.728261}, {"accuracy": 0.87253, "f1": 0.841835, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"], "main_score": 0.841835, "precision": 0.829154, "recall": 0.87253}, {"accuracy": 0.764822, "f1": 0.708941, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"], "main_score": 0.708941, "precision": 0.685573, "recall": 0.764822}, {"accuracy": 0.837945, "f1": 0.796941, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"], "main_score": 0.796941, "precision": 0.779891, "recall": 0.837945}, {"accuracy": 0.846838, "f1": 0.816641, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"], "main_score": 0.816641, "precision": 0.80619, "recall": 0.846838}, {"accuracy": 0.862648, "f1": 0.824605, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"], "main_score": 0.824605, "precision": 0.808086, "recall": 0.862648}, {"accuracy": 0.848814, "f1": 0.813988, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"], "main_score": 0.813988, "precision": 0.800662, "recall": 0.848814}, {"accuracy": 0.923913, "f1": 0.90168, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"], "main_score": 0.90168, "precision": 0.890975, "recall": 0.923913}, {"accuracy": 0.852767, "f1": 0.816773, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"], "main_score": 0.816773, "precision": 0.803335, "recall": 0.852767}, {"accuracy": 0.76087, "f1": 0.725619, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"], "main_score": 0.725619, "precision": 0.713277, "recall": 0.76087}, {"accuracy": 0.825099, "f1": 0.789574, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"], "main_score": 0.789574, "precision": 0.777585, "recall": 0.825099}, {"accuracy": 0.800395, "f1": 0.752175, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"], "main_score": 0.752175, "precision": 0.73299, "recall": 0.800395}, {"accuracy": 0.837945, "f1": 0.796, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"], "main_score": 0.796, "precision": 0.778708, "recall": 0.837945}, {"accuracy": 0.796443, "f1": 0.744596, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"], "main_score": 0.744596, "precision": 0.722813, "recall": 0.796443}, {"accuracy": 0.785573, "f1": 0.736428, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"], "main_score": 0.736428, "precision": 0.718138, "recall": 0.785573}, {"accuracy": 0.926877, "f1": 0.903821, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"], "main_score": 0.903821, "precision": 0.892622, "recall": 0.926877}, {"accuracy": 0.912055, "f1": 0.88643, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"], "main_score": 0.88643, "precision": 0.87528, "recall": 0.912055}, {"accuracy": 0.897233, "f1": 0.873242, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"], "main_score": 0.873242, "precision": 0.863349, "recall": 0.897233}, {"accuracy": 0.81917, "f1": 0.774068, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"], "main_score": 0.774068, "precision": 0.755701, "recall": 0.81917}, {"accuracy": 0.730237, "f1": 0.685704, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"], "main_score": 0.685704, "precision": 0.672384, "recall": 0.730237}, {"accuracy": 0.790514, "f1": 0.750185, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"], "main_score": 0.750185, "precision": 0.736602, "recall": 0.790514}, {"accuracy": 0.822134, "f1": 0.776703, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"], "main_score": 0.776703, "precision": 0.759058, "recall": 0.822134}, {"accuracy": 0.832016, "f1": 0.784058, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"], "main_score": 0.784058, "precision": 0.762764, "recall": 0.832016}, {"accuracy": 0.903162, "f1": 0.874473, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"], "main_score": 0.874473, "precision": 0.861166, "recall": 0.903162}, {"accuracy": 0.770751, "f1": 0.711994, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"], "main_score": 0.711994, "precision": 0.687434, "recall": 0.770751}, {"accuracy": 0.83498, "f1": 0.810706, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"], "main_score": 0.810706, "precision": 0.80263, "recall": 0.83498}, {"accuracy": 0.821146, "f1": 0.776292, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"], "main_score": 0.776292, "precision": 0.75849, "recall": 0.821146}, {"accuracy": 0.802372, "f1": 0.765684, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"], "main_score": 0.765684, "precision": 0.751777, "recall": 0.802372}, {"accuracy": 0.838933, "f1": 0.799503, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"], "main_score": 0.799503, "precision": 0.783531, "recall": 0.838933}, {"accuracy": 0.856719, "f1": 0.819079, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"], "main_score": 0.819079, "precision": 0.803911, "recall": 0.856719}, {"accuracy": 0.871542, "f1": 0.834848, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"], "main_score": 0.834848, "precision": 0.817935, "recall": 0.871542}, {"accuracy": 0.84585, "f1": 0.816047, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"], "main_score": 0.816047, "precision": 0.805735, "recall": 0.84585}, {"accuracy": 0.852767, "f1": 0.813373, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"], "main_score": 0.813373, "precision": 0.796179, "recall": 0.852767}, {"accuracy": 0.895257, "f1": 0.863307, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"], "main_score": 0.863307, "precision": 0.847991, "recall": 0.895257}, {"accuracy": 0.811265, "f1": 0.778628, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"], "main_score": 0.778628, "precision": 0.768169, "recall": 0.811265}, {"accuracy": 0.857708, "f1": 0.817443, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"], "main_score": 0.817443, "precision": 0.798913, "recall": 0.857708}, {"accuracy": 0.860672, "f1": 0.83852, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"], "main_score": 0.83852, "precision": 0.829774, "recall": 0.860672}, {"accuracy": 0.814229, "f1": 0.767128, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"], "main_score": 0.767128, "precision": 0.746196, "recall": 0.814229}, {"accuracy": 0.827075, "f1": 0.791061, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"], "main_score": 0.791061, "precision": 0.778688, "recall": 0.827075}, {"accuracy": 0.863636, "f1": 0.834731, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"], "main_score": 0.834731, "precision": 0.824963, "recall": 0.863636}, {"accuracy": 0.846838, "f1": 0.815757, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"], "main_score": 0.815757, "precision": 0.804589, "recall": 0.846838}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.903162, "f1": 0.874671, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"], "main_score": 0.874671, "precision": 0.861742, "recall": 0.903162}, {"accuracy": 0.857708, "f1": 0.818544, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"], "main_score": 0.818544, "precision": 0.800642, "recall": 0.857708}, {"accuracy": 0.885375, "f1": 0.85303, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"], "main_score": 0.85303, "precision": 0.838439, "recall": 0.885375}, {"accuracy": 0.891304, "f1": 0.859289, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"], "main_score": 0.859289, "precision": 0.845026, "recall": 0.891304}, {"accuracy": 0.73419, "f1": 0.691717, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"], "main_score": 0.691717, "precision": 0.678038, "recall": 0.73419}, {"accuracy": 0.784585, "f1": 0.759537, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"], "main_score": 0.759537, "precision": 0.751974, "recall": 0.784585}, {"accuracy": 0.775692, "f1": 0.723078, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"], "main_score": 0.723078, "precision": 0.702513, "recall": 0.775692}, {"accuracy": 0.868577, "f1": 0.834223, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"], "main_score": 0.834223, "precision": 0.818132, "recall": 0.868577}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"], "main_score": 0.934947, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.886364, "f1": 0.855571, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"], "main_score": 0.855571, "precision": 0.842457, "recall": 0.886364}, {"accuracy": 0.916996, "f1": 0.89114, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"], "main_score": 0.89114, "precision": 0.878623, "recall": 0.916996}, {"accuracy": 0.88834, "f1": 0.855072, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"], "main_score": 0.855072, "precision": 0.839756, "recall": 0.88834}, {"accuracy": 0.795455, "f1": 0.769881, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"], "main_score": 0.769881, "precision": 0.761126, "recall": 0.795455}, {"accuracy": 0.743083, "f1": 0.679858, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"], "main_score": 0.679858, "precision": 0.652447, "recall": 0.743083}, {"accuracy": 0.806324, "f1": 0.7612, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"], "main_score": 0.7612, "precision": 0.744205, "recall": 0.806324}, {"accuracy": 0.857708, "f1": 0.821692, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"], "main_score": 0.821692, "precision": 0.80723, "recall": 0.857708}, {"accuracy": 0.788538, "f1": 0.734009, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"], "main_score": 0.734009, "precision": 0.710714, "recall": 0.788538}, {"accuracy": 0.738142, "f1": 0.67896, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"], "main_score": 0.67896, "precision": 0.656251, "recall": 0.738142}, {"accuracy": 0.883399, "f1": 0.851435, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"], "main_score": 0.851435, "precision": 0.838093, "recall": 0.883399}, {"accuracy": 0.8083, "f1": 0.764167, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"], "main_score": 0.764167, "precision": 0.747719, "recall": 0.8083}, {"accuracy": 0.846838, "f1": 0.809346, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"], "main_score": 0.809346, "precision": 0.793677, "recall": 0.846838}, {"accuracy": 0.693676, "f1": 0.622128, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"], "main_score": 0.622128, "precision": 0.593289, "recall": 0.693676}, {"accuracy": 0.832016, "f1": 0.801141, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"], "main_score": 0.801141, "precision": 0.791092, "recall": 0.832016}, {"accuracy": 0.843874, "f1": 0.813133, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"], "main_score": 0.813133, "precision": 0.802165, "recall": 0.843874}, {"accuracy": 0.797431, "f1": 0.760253, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"], "main_score": 0.760253, "precision": 0.748288, "recall": 0.797431}, {"accuracy": 0.870553, "f1": 0.841511, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"], "main_score": 0.841511, "precision": 0.831181, "recall": 0.870553}, {"accuracy": 0.83004, "f1": 0.789102, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"], "main_score": 0.789102, "precision": 0.772919, "recall": 0.83004}, {"accuracy": 0.871542, "f1": 0.834011, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"], "main_score": 0.834011, "precision": 0.816617, "recall": 0.871542}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"], "main_score": 0.919203, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"], "main_score": 0.870125, "precision": 0.856308, "recall": 0.899209}, {"accuracy": 0.054348, "f1": 0.026653, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"], "main_score": 0.026653, "precision": 0.020711, "recall": 0.054348}, {"accuracy": 0.974308, "f1": 0.967457, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"], "main_score": 0.967457, "precision": 0.964707, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.981225, "f1": 0.976238, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"], "main_score": 0.976238, "precision": 0.974144, "recall": 0.981225}, {"accuracy": 0.917984, "f1": 0.895158, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"], "main_score": 0.895158, "precision": 0.88447, "recall": 0.917984}, {"accuracy": 0.943676, "f1": 0.926614, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"], "main_score": 0.926614, "precision": 0.918561, "recall": 0.943676}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"], "main_score": 0.966733, "precision": 0.963439, "recall": 0.974308}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"], "main_score": 0.917325, "precision": 0.907609, "recall": 0.936759}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.972299, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"], "main_score": 0.972299, "precision": 0.969697, "recall": 0.978261}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"], "main_score": 0.899209, "precision": 0.887681, "recall": 0.922925}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"], "main_score": 0.972069, "precision": 0.969285, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.964545, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"], "main_score": 0.964545, "precision": 0.961133, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.972332, "f1": 0.965333, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"], "main_score": 0.965333, "precision": 0.96246, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954842, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"], "main_score": 0.954842, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.197628, "f1": 0.154632, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"], "main_score": 0.154632, "precision": 0.142207, "recall": 0.197628}, {"accuracy": 0.98419, "f1": 0.98004, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"], "main_score": 0.98004, "precision": 0.978426, "recall": 0.98419}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"], "main_score": 0.936759, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.967358, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"], "main_score": 0.967358, "precision": 0.964592, "recall": 0.974308}, {"accuracy": 0.975296, "f1": 0.968281, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"], "main_score": 0.968281, "precision": 0.965168, "recall": 0.975296}, {"accuracy": 0.97332, "f1": 0.965711, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"], "main_score": 0.965711, "precision": 0.962451, "recall": 0.97332}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"], "main_score": 0.919038, "precision": 0.910161, "recall": 0.937747}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.952745, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"], "main_score": 0.952745, "precision": 0.949275, "recall": 0.961462}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"], "main_score": 0.971904, "precision": 0.969121, "recall": 0.978261}, {"accuracy": 0.97332, "f1": 0.965547, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"], "main_score": 0.965547, "precision": 0.962121, "recall": 0.97332}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"], "main_score": 0.976943, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.87253, "f1": 0.837088, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"], "main_score": 0.837088, "precision": 0.820652, "recall": 0.87253}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.967391, "f1": 0.95934, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"], "main_score": 0.95934, "precision": 0.956308, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.978261, "f1": 0.972892, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"], "main_score": 0.972892, "precision": 0.970833, "recall": 0.978261}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.927866, "f1": 0.905929, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"], "main_score": 0.905929, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.943676, "f1": 0.926186, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"], "main_score": 0.926186, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.976285, "f1": 0.969763, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"], "main_score": 0.969763, "precision": 0.967013, "recall": 0.976285}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.889328, "f1": 0.859289, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"], "main_score": 0.859289, "precision": 0.845389, "recall": 0.889328}, {"accuracy": 0.964427, "f1": 0.957058, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"], "main_score": 0.957058, "precision": 0.954243, "recall": 0.964427}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.875494, "f1": 0.840481, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"], "main_score": 0.840481, "precision": 0.824028, "recall": 0.875494}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.713439, "f1": 0.64712, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"], "main_score": 0.64712, "precision": 0.619977, "recall": 0.713439}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.975296, "f1": 0.968791, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"], "main_score": 0.968791, "precision": 0.96605, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"], "main_score": 0.966897, "precision": 0.963636, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"], "main_score": 0.972069, "precision": 0.969318, "recall": 0.978261}, {"accuracy": 0.914032, "f1": 0.886364, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"], "main_score": 0.886364, "precision": 0.872859, "recall": 0.914032}, {"accuracy": 0.935771, "f1": 0.916238, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"], "main_score": 0.916238, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.981225, "f1": 0.97612, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"], "main_score": 0.97612, "precision": 0.974012, "recall": 0.981225}, {"accuracy": 0.894269, "f1": 0.864196, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"], "main_score": 0.864196, "precision": 0.850214, "recall": 0.894269}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"], "main_score": 0.916173, "precision": 0.906456, "recall": 0.935771}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.216403, "f1": 0.156877, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"], "main_score": 0.156877, "precision": 0.139354, "recall": 0.216403}, {"accuracy": 0.929842, "f1": 0.909091, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"], "main_score": 0.909091, "precision": 0.899209, "recall": 0.929842}, {"accuracy": 0.962451, "f1": 0.951369, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"], "main_score": 0.951369, "precision": 0.946311, "recall": 0.962451}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.947628, "f1": 0.932872, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"], "main_score": 0.932872, "precision": 0.925972, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.971344, "f1": 0.963823, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"], "main_score": 0.963823, "precision": 0.960598, "recall": 0.971344}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"], "main_score": 0.97085, "precision": 0.968083, "recall": 0.977273}, {"accuracy": 0.843874, "f1": 0.800678, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"], "main_score": 0.800678, "precision": 0.781604, "recall": 0.843874}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"], "main_score": 0.970685, "precision": 0.967885, "recall": 0.977273}, {"accuracy": 0.976285, "f1": 0.970767, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"], "main_score": 0.970767, "precision": 0.968718, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.962571, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"], "main_score": 0.962571, "precision": 0.959198, "recall": 0.970356}, {"accuracy": 0.899209, "f1": 0.869532, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"], "main_score": 0.869532, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.837022, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"], "main_score": 0.837022, "precision": 0.819944, "recall": 0.873518}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"], "main_score": 0.906456, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.983202, "f1": 0.978393, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"], "main_score": 0.978393, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.839921, "f1": 0.796377, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"], "main_score": 0.796377, "precision": 0.776877, "recall": 0.839921}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.977404, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"], "main_score": 0.977404, "precision": 0.975461, "recall": 0.982213}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.978261, "f1": 0.972134, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"], "main_score": 0.972134, "precision": 0.969532, "recall": 0.978261}, {"accuracy": 0.979249, "f1": 0.973668, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"], "main_score": 0.973668, "precision": 0.971262, "recall": 0.979249}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.883399, "f1": 0.849275, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"], "main_score": 0.849275, "precision": 0.833333, "recall": 0.883399}, {"accuracy": 0.270751, "f1": 0.213545, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"], "main_score": 0.213545, "precision": 0.194786, "recall": 0.270751}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"], "main_score": 0.916831, "precision": 0.907279, "recall": 0.936759}, {"accuracy": 0.778656, "f1": 0.723819, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"], "main_score": 0.723819, "precision": 0.701103, "recall": 0.778656}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"], "main_score": 0.898057, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.971344, "f1": 0.962187, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"], "main_score": 0.962187, "precision": 0.957757, "recall": 0.971344}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.976285, "f1": 0.970158, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"], "main_score": 0.970158, "precision": 0.967754, "recall": 0.976285}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.890316, "f1": 0.857609, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"], "main_score": 0.857609, "precision": 0.842507, "recall": 0.890316}, {"accuracy": 0.905138, "f1": 0.877602, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"], "main_score": 0.877602, "precision": 0.864789, "recall": 0.905138}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.056324, "f1": 0.03045, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"], "main_score": 0.03045, "precision": 0.025339, "recall": 0.056324}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.937747, "f1": 0.921612, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"], "main_score": 0.921612, "precision": 0.91502, "recall": 0.937747}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"], "main_score": 0.915679, "precision": 0.905962, "recall": 0.935771}, {"accuracy": 0.890316, "f1": 0.858498, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"], "main_score": 0.858498, "precision": 0.843874, "recall": 0.890316}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"], "main_score": 0.95504, "precision": 0.950264, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"], "main_score": 0.958992, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.849802, "f1": 0.808187, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"], "main_score": 0.808187, "precision": 0.789592, "recall": 0.849802}, {"accuracy": 0.980237, "f1": 0.97492, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"], "main_score": 0.97492, "precision": 0.972661, "recall": 0.980237}, {"accuracy": 0.851779, "f1": 0.812912, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"], "main_score": 0.812912, "precision": 0.79557, "recall": 0.851779}, {"accuracy": 0.934783, "f1": 0.914032, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"], "main_score": 0.914032, "precision": 0.903821, "recall": 0.934783}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"], "main_score": 0.943347, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.954545, "f1": 0.944224, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"], "main_score": 0.944224, "precision": 0.940474, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.938735, "f1": 0.920026, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"], "main_score": 0.920026, "precision": 0.91115, "recall": 0.938735}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"], "main_score": 0.926449, "precision": 0.918396, "recall": 0.943676}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.944664, "f1": 0.927931, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"], "main_score": 0.927931, "precision": 0.920208, "recall": 0.944664}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.982213, "f1": 0.97724, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"], "main_score": 0.97724, "precision": 0.975132, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.955534, "f1": 0.942095, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"], "main_score": 0.942095, "precision": 0.936018, "recall": 0.955534}, {"accuracy": 0.953557, "f1": 0.940184, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"], "main_score": 0.940184, "precision": 0.934289, "recall": 0.953557}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.87253, "f1": 0.8361, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"], "main_score": 0.8361, "precision": 0.819664, "recall": 0.87253}, {"accuracy": 0.978261, "f1": 0.972744, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"], "main_score": 0.972744, "precision": 0.970497, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.958498, "f1": 0.947431, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"], "main_score": 0.947431, "precision": 0.942918, "recall": 0.958498}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"], "main_score": 0.903821, "precision": 0.893116, "recall": 0.925889}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.91502, "f1": 0.888505, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"], "main_score": 0.888505, "precision": 0.875494, "recall": 0.91502}, {"accuracy": 0.950593, "f1": 0.934684, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"], "main_score": 0.934684, "precision": 0.92696, "recall": 0.950593}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"], "main_score": 0.923748, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.879447, "f1": 0.845422, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"], "main_score": 0.845422, "precision": 0.829661, "recall": 0.879447}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"], "main_score": 0.982213, "precision": 0.980435, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.913043, "f1": 0.887187, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"], "main_score": 0.887187, "precision": 0.874506, "recall": 0.913043}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.932806, "f1": 0.91413, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"], "main_score": 0.91413, "precision": 0.906126, "recall": 0.932806}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"], "main_score": 0.969532, "precision": 0.966568, "recall": 0.976285}, {"accuracy": 0.920949, "f1": 0.897398, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"], "main_score": 0.897398, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.917984, "f1": 0.895092, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"], "main_score": 0.895092, "precision": 0.884453, "recall": 0.917984}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.974308, "f1": 0.96741, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"], "main_score": 0.96741, "precision": 0.964509, "recall": 0.974308}, {"accuracy": 0.832016, "f1": 0.78587, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"], "main_score": 0.78587, "precision": 0.76502, "recall": 0.832016}, {"accuracy": 0.933794, "f1": 0.913768, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"], "main_score": 0.913768, "precision": 0.904562, "recall": 0.933794}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.883399, "f1": 0.850296, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"], "main_score": 0.850296, "precision": 0.834848, "recall": 0.883399}, {"accuracy": 0.884387, "f1": 0.851285, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"], "main_score": 0.851285, "precision": 0.836166, "recall": 0.884387}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.950593, "f1": 0.935408, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"], "main_score": 0.935408, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.794466, "f1": 0.740711, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"], "main_score": 0.740711, "precision": 0.717128, "recall": 0.794466}, {"accuracy": 0.976285, "f1": 0.969895, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"], "main_score": 0.969895, "precision": 0.967309, "recall": 0.976285}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"], "main_score": 0.972991, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.939723, "f1": 0.922101, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"], "main_score": 0.922101, "precision": 0.914097, "recall": 0.939723}, {"accuracy": 0.933794, "f1": 0.914032, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"], "main_score": 0.914032, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.947628, "f1": 0.930336, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"], "main_score": 0.930336, "precision": 0.921772, "recall": 0.947628}, {"accuracy": 0.885375, "f1": 0.851647, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"], "main_score": 0.851647, "precision": 0.836051, "recall": 0.885375}, {"accuracy": 0.034585, "f1": 0.01605, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"], "main_score": 0.01605, "precision": 0.012513, "recall": 0.034585}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.939723, "f1": 0.922332, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"], "main_score": 0.922332, "precision": 0.914279, "recall": 0.939723}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.920949, "f1": 0.897134, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"], "main_score": 0.897134, "precision": 0.886117, "recall": 0.920949}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.901186, "f1": 0.871706, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"], "main_score": 0.871706, "precision": 0.857378, "recall": 0.901186}, {"accuracy": 0.932806, "f1": 0.911792, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"], "main_score": 0.911792, "precision": 0.901762, "recall": 0.932806}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.889328, "f1": 0.856752, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"], "main_score": 0.856752, "precision": 0.841815, "recall": 0.889328}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.927866, "f1": 0.905468, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"], "main_score": 0.905468, "precision": 0.894763, "recall": 0.927866}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.198617, "f1": 0.148897, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"], "main_score": 0.148897, "precision": 0.134974, "recall": 0.198617}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.917984, "f1": 0.893248, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"], "main_score": 0.893248, "precision": 0.881752, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"], "main_score": 0.928195, "precision": 0.92029, "recall": 0.944664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.883399, "f1": 0.851416, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"], "main_score": 0.851416, "precision": 0.836792, "recall": 0.883399}, {"accuracy": 0.9417, "f1": 0.924967, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"], "main_score": 0.924967, "precision": 0.916914, "recall": 0.9417}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.937747, "f1": 0.918874, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"], "main_score": 0.918874, "precision": 0.910326, "recall": 0.937747}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"], "main_score": 0.963999, "precision": 0.960063, "recall": 0.972332}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.892292, "f1": 0.862549, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"], "main_score": 0.862549, "precision": 0.848765, "recall": 0.892292}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.876482, "f1": 0.843412, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"], "main_score": 0.843412, "precision": 0.82831, "recall": 0.876482}, {"accuracy": 0.903162, "f1": 0.875231, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"], "main_score": 0.875231, "precision": 0.862236, "recall": 0.903162}, {"accuracy": 0.75, "f1": 0.690566, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"], "main_score": 0.690566, "precision": 0.665168, "recall": 0.75}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.891304, "f1": 0.859881, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"], "main_score": 0.859881, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.869565, "f1": 0.833004, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"], "main_score": 0.833004, "precision": 0.816321, "recall": 0.869565}, {"accuracy": 0.916008, "f1": 0.890283, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"], "main_score": 0.890283, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.858696, "f1": 0.817721, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"], "main_score": 0.817721, "precision": 0.798995, "recall": 0.858696}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.205534, "f1": 0.135995, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"], "main_score": 0.135995, "precision": 0.116623, "recall": 0.205534}, {"accuracy": 0.901186, "f1": 0.872925, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"], "main_score": 0.872925, "precision": 0.859437, "recall": 0.901186}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"], "main_score": 0.903887, "precision": 0.893363, "recall": 0.925889}, {"accuracy": 0.902174, "f1": 0.873617, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"], "main_score": 0.873617, "precision": 0.860672, "recall": 0.902174}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.847826, "f1": 0.807152, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"], "main_score": 0.807152, "precision": 0.789427, "recall": 0.847826}, {"accuracy": 0.944664, "f1": 0.927273, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"], "main_score": 0.927273, "precision": 0.91889, "recall": 0.944664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"], "main_score": 0.907115, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.863636, "f1": 0.823617, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"], "main_score": 0.823617, "precision": 0.805007, "recall": 0.863636}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"], "main_score": 0.902503, "precision": 0.891304, "recall": 0.925889}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.838933, "f1": 0.797384, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"], "main_score": 0.797384, "precision": 0.778903, "recall": 0.838933}, {"accuracy": 0.967391, "f1": 0.957477, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"], "main_score": 0.957477, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.87253, "f1": 0.836397, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"], "main_score": 0.836397, "precision": 0.819862, "recall": 0.87253}, {"accuracy": 0.248024, "f1": 0.192827, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"], "main_score": 0.192827, "precision": 0.176251, "recall": 0.248024}, {"accuracy": 0.913043, "f1": 0.887484, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"], "main_score": 0.887484, "precision": 0.875494, "recall": 0.913043}, {"accuracy": 0.809289, "f1": 0.759933, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"], "main_score": 0.759933, "precision": 0.738241, "recall": 0.809289}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.905138, "f1": 0.877273, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"], "main_score": 0.877273, "precision": 0.86446, "recall": 0.905138}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"], "main_score": 0.948518, "precision": 0.943099, "recall": 0.960474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.890316, "f1": 0.85751, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"], "main_score": 0.85751, "precision": 0.842062, "recall": 0.890316}, {"accuracy": 0.866601, "f1": 0.827372, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"], "main_score": 0.827372, "precision": 0.809289, "recall": 0.866601}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.052372, "f1": 0.026178, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"], "main_score": 0.026178, "precision": 0.021582, "recall": 0.052372}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"], "main_score": 0.85919, "precision": 0.844236, "recall": 0.891304}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.947365, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"], "main_score": 0.947365, "precision": 0.941782, "recall": 0.959486}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"], "main_score": 0.953393, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.896245, "f1": 0.867114, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"], "main_score": 0.867114, "precision": 0.853343, "recall": 0.896245}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.856719, "f1": 0.818497, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"], "main_score": 0.818497, "precision": 0.801136, "recall": 0.856719}, {"accuracy": 0.938735, "f1": 0.919466, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"], "main_score": 0.919466, "precision": 0.910244, "recall": 0.938735}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.910079, "f1": 0.883846, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"], "main_score": 0.883846, "precision": 0.872036, "recall": 0.910079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.947628, "f1": 0.931324, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"], "main_score": 0.931324, "precision": 0.923584, "recall": 0.947628}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"], "main_score": 0.943412, "precision": 0.937335, "recall": 0.956522}, {"accuracy": 0.86166, "f1": 0.822661, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"], "main_score": 0.822661, "precision": 0.805254, "recall": 0.86166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"], "main_score": 0.970751, "precision": 0.967638, "recall": 0.977273}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.901186, "f1": 0.87309, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"], "main_score": 0.87309, "precision": 0.860096, "recall": 0.901186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.907115, "f1": 0.880501, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"], "main_score": 0.880501, "precision": 0.867836, "recall": 0.907115}, {"accuracy": 0.94664, "f1": 0.930237, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"], "main_score": 0.930237, "precision": 0.922513, "recall": 0.94664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.935771, "f1": 0.915909, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"], "main_score": 0.915909, "precision": 0.906538, "recall": 0.935771}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.86166, "f1": 0.823254, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"], "main_score": 0.823254, "precision": 0.806028, "recall": 0.86166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.913043, "f1": 0.886891, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"], "main_score": 0.886891, "precision": 0.874753, "recall": 0.913043}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.879447, "f1": 0.845718, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"], "main_score": 0.845718, "precision": 0.829957, "recall": 0.879447}, {"accuracy": 0.914032, "f1": 0.888011, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"], "main_score": 0.888011, "precision": 0.875823, "recall": 0.914032}, {"accuracy": 0.963439, "f1": 0.951812, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"], "main_score": 0.951812, "precision": 0.946229, "recall": 0.963439}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.871542, "f1": 0.834585, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"], "main_score": 0.834585, "precision": 0.817358, "recall": 0.871542}, {"accuracy": 0.88834, "f1": 0.854414, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"], "main_score": 0.854414, "precision": 0.838834, "recall": 0.88834}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"], "main_score": 0.927536, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.818182, "f1": 0.773123, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"], "main_score": 0.773123, "precision": 0.752421, "recall": 0.818182}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.873518, "f1": 0.836495, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"], "main_score": 0.836495, "precision": 0.819088, "recall": 0.873518}, {"accuracy": 0.916996, "f1": 0.892852, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"], "main_score": 0.892852, "precision": 0.88167, "recall": 0.916996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.793478, "f1": 0.738801, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"], "main_score": 0.738801, "precision": 0.714575, "recall": 0.793478}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.916008, "f1": 0.890777, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"], "main_score": 0.890777, "precision": 0.879282, "recall": 0.916008}, {"accuracy": 0.894269, "f1": 0.864479, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"], "main_score": 0.864479, "precision": 0.850543, "recall": 0.894269}, {"accuracy": 0.878458, "f1": 0.844104, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"], "main_score": 0.844104, "precision": 0.828146, "recall": 0.878458}, {"accuracy": 0.048419, "f1": 0.023248, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"], "main_score": 0.023248, "precision": 0.017719, "recall": 0.048419}, {"accuracy": 0.923913, "f1": 0.907444, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"], "main_score": 0.907444, "precision": 0.901306, "recall": 0.923913}, {"accuracy": 0.944664, "f1": 0.929765, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"], "main_score": 0.929765, "precision": 0.92346, "recall": 0.944664}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.935771, "f1": 0.921135, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"], "main_score": 0.921135, "precision": 0.915464, "recall": 0.935771}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"], "main_score": 0.89608, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.923913, "f1": 0.901087, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"], "main_score": 0.901087, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.909091, "f1": 0.891999, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"], "main_score": 0.891999, "precision": 0.886372, "recall": 0.909091}, {"accuracy": 0.933794, "f1": 0.914841, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"], "main_score": 0.914841, "precision": 0.906538, "recall": 0.933794}, {"accuracy": 0.909091, "f1": 0.8833, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"], "main_score": 0.8833, "precision": 0.870965, "recall": 0.909091}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.907115, "f1": 0.884209, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"], "main_score": 0.884209, "precision": 0.874654, "recall": 0.907115}, {"accuracy": 0.950593, "f1": 0.939949, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"], "main_score": 0.939949, "precision": 0.935847, "recall": 0.950593}, {"accuracy": 0.903162, "f1": 0.87612, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"], "main_score": 0.87612, "precision": 0.863472, "recall": 0.903162}, {"accuracy": 0.950593, "f1": 0.937451, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"], "main_score": 0.937451, "precision": 0.932131, "recall": 0.950593}, {"accuracy": 0.939723, "f1": 0.924193, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"], "main_score": 0.924193, "precision": 0.917747, "recall": 0.939723}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"], "main_score": 0.909914, "precision": 0.900231, "recall": 0.93083}, {"accuracy": 0.931818, "f1": 0.915533, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"], "main_score": 0.915533, "precision": 0.909098, "recall": 0.931818}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"], "main_score": 0.941535, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.939723, "f1": 0.926062, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"], "main_score": 0.926062, "precision": 0.920688, "recall": 0.939723}, {"accuracy": 0.187747, "f1": 0.151022, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"], "main_score": 0.151022, "precision": 0.140455, "recall": 0.187747}, {"accuracy": 0.956522, "f1": 0.945636, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"], "main_score": 0.945636, "precision": 0.94133, "recall": 0.956522}, {"accuracy": 0.927866, "f1": 0.907345, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"], "main_score": 0.907345, "precision": 0.897316, "recall": 0.927866}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"], "main_score": 0.945718, "precision": 0.939806, "recall": 0.958498}, {"accuracy": 0.924901, "f1": 0.907932, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"], "main_score": 0.907932, "precision": 0.901392, "recall": 0.924901}, {"accuracy": 0.916996, "f1": 0.897937, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"], "main_score": 0.897937, "precision": 0.890868, "recall": 0.916996}, {"accuracy": 0.926877, "f1": 0.911808, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"], "main_score": 0.911808, "precision": 0.906278, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"], "main_score": 0.875626, "precision": 0.863043, "recall": 0.903162}, {"accuracy": 0.9417, "f1": 0.928014, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"], "main_score": 0.928014, "precision": 0.922612, "recall": 0.9417}, {"accuracy": 0.94664, "f1": 0.931225, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"], "main_score": 0.931225, "precision": 0.924193, "recall": 0.94664}, {"accuracy": 0.891304, "f1": 0.874077, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"], "main_score": 0.874077, "precision": 0.867774, "recall": 0.891304}, {"accuracy": 0.923913, "f1": 0.90511, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"], "main_score": 0.90511, "precision": 0.897925, "recall": 0.923913}, {"accuracy": 0.942688, "f1": 0.926834, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"], "main_score": 0.926834, "precision": 0.91987, "recall": 0.942688}, {"accuracy": 0.933794, "f1": 0.918182, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"], "main_score": 0.918182, "precision": 0.911926, "recall": 0.933794}, {"accuracy": 0.879447, "f1": 0.845309, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"], "main_score": 0.845309, "precision": 0.829216, "recall": 0.879447}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"], "main_score": 0.890053, "precision": 0.878376, "recall": 0.91502}, {"accuracy": 0.923913, "f1": 0.908442, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"], "main_score": 0.908442, "precision": 0.903083, "recall": 0.923913}, {"accuracy": 0.924901, "f1": 0.902404, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"], "main_score": 0.902404, "precision": 0.891881, "recall": 0.924901}, {"accuracy": 0.937747, "f1": 0.926966, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"], "main_score": 0.926966, "precision": 0.922901, "recall": 0.937747}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"], "main_score": 0.934519, "precision": 0.927454, "recall": 0.949605}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"], "main_score": 0.897892, "precision": 0.887187, "recall": 0.920949}, {"accuracy": 0.893281, "f1": 0.86517, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"], "main_score": 0.86517, "precision": 0.853162, "recall": 0.893281}, {"accuracy": 0.922925, "f1": 0.900165, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"], "main_score": 0.900165, "precision": 0.88969, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.906999, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"], "main_score": 0.906999, "precision": 0.900273, "recall": 0.924901}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"], "main_score": 0.90224, "precision": 0.891881, "recall": 0.924901}, {"accuracy": 0.866601, "f1": 0.830929, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"], "main_score": 0.830929, "precision": 0.814312, "recall": 0.866601}, {"accuracy": 0.924901, "f1": 0.912963, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"], "main_score": 0.912963, "precision": 0.908658, "recall": 0.924901}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"], "main_score": 0.924572, "precision": 0.915679, "recall": 0.942688}, {"accuracy": 0.867589, "f1": 0.83251, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"], "main_score": 0.83251, "precision": 0.816238, "recall": 0.867589}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.644269, "f1": 0.576069, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"], "main_score": 0.576069, "precision": 0.550793, "recall": 0.644269}, {"accuracy": 0.9417, "f1": 0.926515, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"], "main_score": 0.926515, "precision": 0.920356, "recall": 0.9417}, {"accuracy": 0.947628, "f1": 0.935844, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"], "main_score": 0.935844, "precision": 0.931266, "recall": 0.947628}, {"accuracy": 0.916996, "f1": 0.894815, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"], "main_score": 0.894815, "precision": 0.885771, "recall": 0.916996}, {"accuracy": 0.927866, "f1": 0.91119, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"], "main_score": 0.91119, "precision": 0.90486, "recall": 0.927866}, {"accuracy": 0.895257, "f1": 0.86749, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"], "main_score": 0.86749, "precision": 0.854496, "recall": 0.895257}, {"accuracy": 0.901186, "f1": 0.875461, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"], "main_score": 0.875461, "precision": 0.864592, "recall": 0.901186}, {"accuracy": 0.937747, "f1": 0.918215, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"], "main_score": 0.918215, "precision": 0.909009, "recall": 0.937747}, {"accuracy": 0.951581, "f1": 0.941373, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"], "main_score": 0.941373, "precision": 0.937649, "recall": 0.951581}, {"accuracy": 0.891304, "f1": 0.862549, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"], "main_score": 0.862549, "precision": 0.849753, "recall": 0.891304}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.928854, "f1": 0.90751, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"], "main_score": 0.90751, "precision": 0.897316, "recall": 0.928854}, {"accuracy": 0.914032, "f1": 0.890777, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"], "main_score": 0.890777, "precision": 0.880468, "recall": 0.914032}, {"accuracy": 0.922925, "f1": 0.901943, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"], "main_score": 0.901943, "precision": 0.892787, "recall": 0.922925}, {"accuracy": 0.93083, "f1": 0.912107, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"], "main_score": 0.912107, "precision": 0.904315, "recall": 0.93083}, {"accuracy": 0.208498, "f1": 0.151241, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"], "main_score": 0.151241, "precision": 0.134489, "recall": 0.208498}, {"accuracy": 0.901186, "f1": 0.873715, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"], "main_score": 0.873715, "precision": 0.861084, "recall": 0.901186}, {"accuracy": 0.923913, "f1": 0.90295, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"], "main_score": 0.90295, "precision": 0.893841, "recall": 0.923913}, {"accuracy": 0.927866, "f1": 0.906752, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"], "main_score": 0.906752, "precision": 0.896574, "recall": 0.927866}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.939723, "f1": 0.923174, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"], "main_score": 0.923174, "precision": 0.916206, "recall": 0.939723}, {"accuracy": 0.907115, "f1": 0.882559, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"], "main_score": 0.882559, "precision": 0.87221, "recall": 0.907115}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"], "main_score": 0.948123, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.937747, "f1": 0.921904, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"], "main_score": 0.921904, "precision": 0.914921, "recall": 0.937747}, {"accuracy": 0.935771, "f1": 0.921231, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"], "main_score": 0.921231, "precision": 0.915887, "recall": 0.935771}, {"accuracy": 0.93083, "f1": 0.916045, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"], "main_score": 0.916045, "precision": 0.910598, "recall": 0.93083}, {"accuracy": 0.93083, "f1": 0.912121, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"], "main_score": 0.912121, "precision": 0.904496, "recall": 0.93083}, {"accuracy": 0.937747, "f1": 0.921547, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"], "main_score": 0.921547, "precision": 0.91479, "recall": 0.937747}, {"accuracy": 0.813241, "f1": 0.761792, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"], "main_score": 0.761792, "precision": 0.738505, "recall": 0.813241}, {"accuracy": 0.939723, "f1": 0.922661, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"], "main_score": 0.922661, "precision": 0.914279, "recall": 0.939723}, {"accuracy": 0.918972, "f1": 0.902193, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"], "main_score": 0.902193, "precision": 0.895515, "recall": 0.918972}, {"accuracy": 0.93083, "f1": 0.919573, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"], "main_score": 0.919573, "precision": 0.915592, "recall": 0.93083}, {"accuracy": 0.931818, "f1": 0.91741, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"], "main_score": 0.91741, "precision": 0.911764, "recall": 0.931818}, {"accuracy": 0.896245, "f1": 0.867457, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"], "main_score": 0.867457, "precision": 0.854331, "recall": 0.896245}, {"accuracy": 0.835968, "f1": 0.791601, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"], "main_score": 0.791601, "precision": 0.771113, "recall": 0.835968}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"], "main_score": 0.921772, "precision": 0.913208, "recall": 0.939723}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"], "main_score": 0.944335, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.903162, "f1": 0.876153, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"], "main_score": 0.876153, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.954545, "f1": 0.943165, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"], "main_score": 0.943165, "precision": 0.938695, "recall": 0.954545}, {"accuracy": 0.825099, "f1": 0.782477, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"], "main_score": 0.782477, "precision": 0.763587, "recall": 0.825099}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.950593, "f1": 0.939163, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"], "main_score": 0.939163, "precision": 0.934933, "recall": 0.950593}, {"accuracy": 0.927866, "f1": 0.914068, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"], "main_score": 0.914068, "precision": 0.909249, "recall": 0.927866}, {"accuracy": 0.925889, "f1": 0.912954, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"], "main_score": 0.912954, "precision": 0.908776, "recall": 0.925889}, {"accuracy": 0.917984, "f1": 0.902204, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"], "main_score": 0.902204, "precision": 0.8963, "recall": 0.917984}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.955534, "f1": 0.942918, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"], "main_score": 0.942918, "precision": 0.937006, "recall": 0.955534}, {"accuracy": 0.87253, "f1": 0.839493, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"], "main_score": 0.839493, "precision": 0.824028, "recall": 0.87253}, {"accuracy": 0.263834, "f1": 0.214502, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"], "main_score": 0.214502, "precision": 0.198219, "recall": 0.263834}, {"accuracy": 0.911067, "f1": 0.88419, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"], "main_score": 0.88419, "precision": 0.871377, "recall": 0.911067}, {"accuracy": 0.761858, "f1": 0.702569, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"], "main_score": 0.702569, "precision": 0.676202, "recall": 0.761858}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"], "main_score": 0.948781, "precision": 0.943379, "recall": 0.960474}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.873518, "f1": 0.837286, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"], "main_score": 0.837286, "precision": 0.820553, "recall": 0.873518}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.928854, "f1": 0.908122, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"], "main_score": 0.908122, "precision": 0.898633, "recall": 0.928854}, {"accuracy": 0.934783, "f1": 0.916123, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"], "main_score": 0.916123, "precision": 0.907832, "recall": 0.934783}, {"accuracy": 0.923913, "f1": 0.89944, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"], "main_score": 0.89944, "precision": 0.887599, "recall": 0.923913}, {"accuracy": 0.934783, "f1": 0.921265, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"], "main_score": 0.921265, "precision": 0.916455, "recall": 0.934783}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"], "main_score": 0.94193, "precision": 0.935359, "recall": 0.955534}, {"accuracy": 0.849802, "f1": 0.811152, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"], "main_score": 0.811152, "precision": 0.793808, "recall": 0.849802}, {"accuracy": 0.878458, "f1": 0.844664, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"], "main_score": 0.844664, "precision": 0.829051, "recall": 0.878458}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"], "main_score": 0.903162, "precision": 0.892457, "recall": 0.925889}, {"accuracy": 0.922925, "f1": 0.901087, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"], "main_score": 0.901087, "precision": 0.891634, "recall": 0.922925}, {"accuracy": 0.048419, "f1": 0.02501, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"], "main_score": 0.02501, "precision": 0.020621, "recall": 0.048419}, {"accuracy": 0.912055, "f1": 0.892235, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"], "main_score": 0.892235, "precision": 0.884643, "recall": 0.912055}, {"accuracy": 0.929842, "f1": 0.909881, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"], "main_score": 0.909881, "precision": 0.901021, "recall": 0.929842}, {"accuracy": 0.889328, "f1": 0.867893, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"], "main_score": 0.867893, "precision": 0.85982, "recall": 0.889328}, {"accuracy": 0.935771, "f1": 0.919928, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"], "main_score": 0.919928, "precision": 0.913721, "recall": 0.935771}, {"accuracy": 0.865613, "f1": 0.82836, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"], "main_score": 0.82836, "precision": 0.81166, "recall": 0.865613}, {"accuracy": 0.881423, "f1": 0.846739, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"], "main_score": 0.846739, "precision": 0.830451, "recall": 0.881423}, {"accuracy": 0.918972, "f1": 0.899393, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"], "main_score": 0.899393, "precision": 0.891568, "recall": 0.918972}, {"accuracy": 0.929842, "f1": 0.911166, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"], "main_score": 0.911166, "precision": 0.90359, "recall": 0.929842}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.929842, "f1": 0.909223, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"], "main_score": 0.909223, "precision": 0.899539, "recall": 0.929842}, {"accuracy": 0.820158, "f1": 0.772826, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"], "main_score": 0.772826, "precision": 0.751713, "recall": 0.820158}, {"accuracy": 0.942688, "f1": 0.927553, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"], "main_score": 0.927553, "precision": 0.921419, "recall": 0.942688}, {"accuracy": 0.817194, "f1": 0.770883, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"], "main_score": 0.770883, "precision": 0.75, "recall": 0.817194}, {"accuracy": 0.916008, "f1": 0.892688, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"], "main_score": 0.892688, "precision": 0.882065, "recall": 0.916008}, {"accuracy": 0.916996, "f1": 0.898984, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"], "main_score": 0.898984, "precision": 0.892036, "recall": 0.916996}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.929842, "f1": 0.911382, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"], "main_score": 0.911382, "precision": 0.903936, "recall": 0.929842}, {"accuracy": 0.939723, "f1": 0.922596, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"], "main_score": 0.922596, "precision": 0.914526, "recall": 0.939723}, {"accuracy": 0.936759, "f1": 0.919928, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"], "main_score": 0.919928, "precision": 0.912945, "recall": 0.936759}, {"accuracy": 0.876482, "f1": 0.852098, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"], "main_score": 0.852098, "precision": 0.842938, "recall": 0.876482}, {"accuracy": 0.931818, "f1": 0.911792, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"], "main_score": 0.911792, "precision": 0.902816, "recall": 0.931818}, {"accuracy": 0.892292, "f1": 0.861446, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"], "main_score": 0.861446, "precision": 0.847556, "recall": 0.892292}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"], "main_score": 0.902668, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.90415, "f1": 0.878085, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"], "main_score": 0.878085, "precision": 0.86651, "recall": 0.90415}, {"accuracy": 0.918972, "f1": 0.895059, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"], "main_score": 0.895059, "precision": 0.884223, "recall": 0.918972}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.959486, "f1": 0.947826, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"], "main_score": 0.947826, "precision": 0.94277, "recall": 0.959486}, {"accuracy": 0.922925, "f1": 0.9, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"], "main_score": 0.9, "precision": 0.889657, "recall": 0.922925}, {"accuracy": 0.905138, "f1": 0.883503, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"], "main_score": 0.883503, "precision": 0.875247, "recall": 0.905138}, {"accuracy": 0.920949, "f1": 0.899638, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"], "main_score": 0.899638, "precision": 0.890843, "recall": 0.920949}, {"accuracy": 0.944664, "f1": 0.929018, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"], "main_score": 0.929018, "precision": 0.921838, "recall": 0.944664}, {"accuracy": 0.901186, "f1": 0.873748, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"], "main_score": 0.873748, "precision": 0.861413, "recall": 0.901186}, {"accuracy": 0.956522, "f1": 0.943841, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"], "main_score": 0.943841, "precision": 0.937747, "recall": 0.956522}, {"accuracy": 0.823123, "f1": 0.777635, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"], "main_score": 0.777635, "precision": 0.757493, "recall": 0.823123}, {"accuracy": 0.9417, "f1": 0.928342, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"], "main_score": 0.928342, "precision": 0.923134, "recall": 0.9417}, {"accuracy": 0.905138, "f1": 0.877503, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"], "main_score": 0.877503, "precision": 0.864707, "recall": 0.905138}, {"accuracy": 0.897233, "f1": 0.872157, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"], "main_score": 0.872157, "precision": 0.862114, "recall": 0.897233}, {"accuracy": 0.93083, "f1": 0.910705, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"], "main_score": 0.910705, "precision": 0.901515, "recall": 0.93083}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"], "main_score": 0.93913, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"], "main_score": 0.899704, "precision": 0.888999, "recall": 0.921937}, {"accuracy": 0.938735, "f1": 0.92341, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"], "main_score": 0.92341, "precision": 0.917178, "recall": 0.938735}, {"accuracy": 0.902174, "f1": 0.874967, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"], "main_score": 0.874967, "precision": 0.862319, "recall": 0.902174}, {"accuracy": 0.923913, "f1": 0.90168, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"], "main_score": 0.90168, "precision": 0.891008, "recall": 0.923913}, {"accuracy": 0.924901, "f1": 0.906705, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"], "main_score": 0.906705, "precision": 0.899591, "recall": 0.924901}, {"accuracy": 0.928854, "f1": 0.907938, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"], "main_score": 0.907938, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.960474, "f1": 0.952499, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"], "main_score": 0.952499, "precision": 0.949549, "recall": 0.960474}, {"accuracy": 0.866601, "f1": 0.830007, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"], "main_score": 0.830007, "precision": 0.813076, "recall": 0.866601}, {"accuracy": 0.936759, "f1": 0.919946, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"], "main_score": 0.919946, "precision": 0.913159, "recall": 0.936759}, {"accuracy": 0.937747, "f1": 0.921544, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"], "main_score": 0.921544, "precision": 0.914782, "recall": 0.937747}, {"accuracy": 0.938735, "f1": 0.923405, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"], "main_score": 0.923405, "precision": 0.917303, "recall": 0.938735}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.909091, "f1": 0.882082, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"], "main_score": 0.882082, "precision": 0.869071, "recall": 0.909091}, {"accuracy": 0.916008, "f1": 0.890711, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"], "main_score": 0.890711, "precision": 0.878541, "recall": 0.916008}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"], "main_score": 0.911561, "precision": 0.901515, "recall": 0.932806}, {"accuracy": 0.862648, "f1": 0.831053, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"], "main_score": 0.831053, "precision": 0.818906, "recall": 0.862648}, {"accuracy": 0.925889, "f1": 0.91078, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"], "main_score": 0.91078, "precision": 0.90552, "recall": 0.925889}, {"accuracy": 0.917984, "f1": 0.893017, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"], "main_score": 0.893017, "precision": 0.881505, "recall": 0.917984}, {"accuracy": 0.889328, "f1": 0.860392, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"], "main_score": 0.860392, "precision": 0.847308, "recall": 0.889328}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"], "main_score": 0.929578, "precision": 0.922052, "recall": 0.945652}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"], "main_score": 0.913208, "precision": 0.903327, "recall": 0.933794}, {"accuracy": 0.921937, "f1": 0.898781, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"], "main_score": 0.898781, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.900198, "f1": 0.883119, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"], "main_score": 0.883119, "precision": 0.876772, "recall": 0.900198}, {"accuracy": 0.816206, "f1": 0.769433, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"], "main_score": 0.769433, "precision": 0.748271, "recall": 0.816206}, {"accuracy": 0.890316, "f1": 0.860277, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"], "main_score": 0.860277, "precision": 0.847036, "recall": 0.890316}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.863636, "f1": 0.826877, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"], "main_score": 0.826877, "precision": 0.809651, "recall": 0.863636}, {"accuracy": 0.855731, "f1": 0.81805, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"], "main_score": 0.81805, "precision": 0.801169, "recall": 0.855731}, {"accuracy": 0.955534, "f1": 0.94226, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"], "main_score": 0.94226, "precision": 0.936018, "recall": 0.955534}, {"accuracy": 0.890316, "f1": 0.859354, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"], "main_score": 0.859354, "precision": 0.845767, "recall": 0.890316}, {"accuracy": 0.927866, "f1": 0.907279, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"], "main_score": 0.907279, "precision": 0.897596, "recall": 0.927866}, {"accuracy": 0.781621, "f1": 0.728524, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"], "main_score": 0.728524, "precision": 0.704776, "recall": 0.781621}, {"accuracy": 0.933794, "f1": 0.918799, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"], "main_score": 0.918799, "precision": 0.913341, "recall": 0.933794}, {"accuracy": 0.926877, "f1": 0.908964, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"], "main_score": 0.908964, "precision": 0.901383, "recall": 0.926877}, {"accuracy": 0.928854, "f1": 0.912669, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"], "main_score": 0.912669, "precision": 0.906828, "recall": 0.928854}, {"accuracy": 0.94664, "f1": 0.93139, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"], "main_score": 0.93139, "precision": 0.924489, "recall": 0.94664}, {"accuracy": 0.906126, "f1": 0.877964, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"], "main_score": 0.877964, "precision": 0.864822, "recall": 0.906126}, {"accuracy": 0.898221, "f1": 0.868742, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"], "main_score": 0.868742, "precision": 0.854578, "recall": 0.898221}, {"accuracy": 0.18083, "f1": 0.15881, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"], "main_score": 0.15881, "precision": 0.152626, "recall": 0.18083}, {"accuracy": 0.19664, "f1": 0.175579, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"], "main_score": 0.175579, "precision": 0.168909, "recall": 0.19664}, {"accuracy": 0.01581, "f1": 0.006254, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"], "main_score": 0.006254, "precision": 0.004727, "recall": 0.01581}, {"accuracy": 0.170949, "f1": 0.150799, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"], "main_score": 0.150799, "precision": 0.144551, "recall": 0.170949}, {"accuracy": 0.162055, "f1": 0.142542, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"], "main_score": 0.142542, "precision": 0.136134, "recall": 0.162055}, {"accuracy": 0.182806, "f1": 0.161122, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"], "main_score": 0.161122, "precision": 0.154517, "recall": 0.182806}, {"accuracy": 0.1917, "f1": 0.169764, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"], "main_score": 0.169764, "precision": 0.163323, "recall": 0.1917}, {"accuracy": 0.182806, "f1": 0.160752, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"], "main_score": 0.160752, "precision": 0.153862, "recall": 0.182806}, {"accuracy": 0.16502, "f1": 0.14213, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"], "main_score": 0.14213, "precision": 0.136062, "recall": 0.16502}, {"accuracy": 0.187747, "f1": 0.165704, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"], "main_score": 0.165704, "precision": 0.158895, "recall": 0.187747}, {"accuracy": 0.178854, "f1": 0.154417, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"], "main_score": 0.154417, "precision": 0.147573, "recall": 0.178854}, {"accuracy": 0.166996, "f1": 0.139744, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"], "main_score": 0.139744, "precision": 0.132766, "recall": 0.166996}, {"accuracy": 0.181818, "f1": 0.160449, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"], "main_score": 0.160449, "precision": 0.153945, "recall": 0.181818}, {"accuracy": 0.170949, "f1": 0.139923, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"], "main_score": 0.139923, "precision": 0.131639, "recall": 0.170949}, {"accuracy": 0.182806, "f1": 0.162066, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"], "main_score": 0.162066, "precision": 0.155718, "recall": 0.182806}, {"accuracy": 0.182806, "f1": 0.158085, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"], "main_score": 0.158085, "precision": 0.150902, "recall": 0.182806}, {"accuracy": 0.163043, "f1": 0.142646, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"], "main_score": 0.142646, "precision": 0.136856, "recall": 0.163043}, {"accuracy": 0.189723, "f1": 0.169718, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"], "main_score": 0.169718, "precision": 0.163554, "recall": 0.189723}, {"accuracy": 0.16996, "f1": 0.144496, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"], "main_score": 0.144496, "precision": 0.136583, "recall": 0.16996}, {"accuracy": 0.177866, "f1": 0.155328, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"], "main_score": 0.155328, "precision": 0.149763, "recall": 0.177866}, {"accuracy": 0.131423, "f1": 0.113759, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"], "main_score": 0.113759, "precision": 0.107943, "recall": 0.131423}, {"accuracy": 0.16502, "f1": 0.141033, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"], "main_score": 0.141033, "precision": 0.134008, "recall": 0.16502}, {"accuracy": 0.19664, "f1": 0.170835, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"], "main_score": 0.170835, "precision": 0.163714, "recall": 0.19664}, {"accuracy": 0.187747, "f1": 0.164275, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"], "main_score": 0.164275, "precision": 0.157161, "recall": 0.187747}, {"accuracy": 0.172925, "f1": 0.146923, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"], "main_score": 0.146923, "precision": 0.140106, "recall": 0.172925}, {"accuracy": 0.183794, "f1": 0.162384, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"], "main_score": 0.162384, "precision": 0.155868, "recall": 0.183794}, {"accuracy": 0.172925, "f1": 0.147659, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"], "main_score": 0.147659, "precision": 0.139754, "recall": 0.172925}, {"accuracy": 0.186759, "f1": 0.162852, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"], "main_score": 0.162852, "precision": 0.155268, "recall": 0.186759}, {"accuracy": 0.174901, "f1": 0.154609, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"], "main_score": 0.154609, "precision": 0.147777, "recall": 0.174901}, {"accuracy": 0.153162, "f1": 0.131391, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"], "main_score": 0.131391, "precision": 0.124833, "recall": 0.153162}, {"accuracy": 0.174901, "f1": 0.153646, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"], "main_score": 0.153646, "precision": 0.14668, "recall": 0.174901}, {"accuracy": 0.16502, "f1": 0.14556, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"], "main_score": 0.14556, "precision": 0.139794, "recall": 0.16502}, {"accuracy": 0.1917, "f1": 0.170359, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"], "main_score": 0.170359, "precision": 0.164129, "recall": 0.1917}, {"accuracy": 0.183794, "f1": 0.159797, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"], "main_score": 0.159797, "precision": 0.15212, "recall": 0.183794}, {"accuracy": 0.181818, "f1": 0.160684, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"], "main_score": 0.160684, "precision": 0.153426, "recall": 0.181818}, {"accuracy": 0.160079, "f1": 0.137715, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"], "main_score": 0.137715, "precision": 0.130321, "recall": 0.160079}, {"accuracy": 0.166008, "f1": 0.144001, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"], "main_score": 0.144001, "precision": 0.136429, "recall": 0.166008}, {"accuracy": 0.167984, "f1": 0.146846, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"], "main_score": 0.146846, "precision": 0.14006, "recall": 0.167984}, {"accuracy": 0.16996, "f1": 0.151539, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"], "main_score": 0.151539, "precision": 0.14575, "recall": 0.16996}, {"accuracy": 0.195652, "f1": 0.174211, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"], "main_score": 0.174211, "precision": 0.167667, "recall": 0.195652}, {"accuracy": 0.193676, "f1": 0.171389, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"], "main_score": 0.171389, "precision": 0.164689, "recall": 0.193676}, {"accuracy": 0.167984, "f1": 0.146762, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"], "main_score": 0.146762, "precision": 0.140447, "recall": 0.167984}, {"accuracy": 0.178854, "f1": 0.156742, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"], "main_score": 0.156742, "precision": 0.149238, "recall": 0.178854}, {"accuracy": 0.178854, "f1": 0.16129, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"], "main_score": 0.16129, "precision": 0.156821, "recall": 0.178854}, {"accuracy": 0.185771, "f1": 0.161274, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"], "main_score": 0.161274, "precision": 0.154286, "recall": 0.185771}, {"accuracy": 0.186759, "f1": 0.165239, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"], "main_score": 0.165239, "precision": 0.158257, "recall": 0.186759}, {"accuracy": 0.177866, "f1": 0.154944, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"], "main_score": 0.154944, "precision": 0.147389, "recall": 0.177866}, {"accuracy": 0.179842, "f1": 0.153978, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"], "main_score": 0.153978, "precision": 0.146298, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.165366, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"], "main_score": 0.165366, "precision": 0.158687, "recall": 0.187747}, {"accuracy": 0.182806, "f1": 0.16236, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"], "main_score": 0.16236, "precision": 0.156882, "recall": 0.182806}, {"accuracy": 0.148221, "f1": 0.130507, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"], "main_score": 0.130507, "precision": 0.125331, "recall": 0.148221}, {"accuracy": 0.177866, "f1": 0.156908, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"], "main_score": 0.156908, "precision": 0.150241, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.173687, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"], "main_score": 0.173687, "precision": 0.16709, "recall": 0.195652}, {"accuracy": 0.162055, "f1": 0.137051, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"], "main_score": 0.137051, "precision": 0.128973, "recall": 0.162055}, {"accuracy": 0.179842, "f1": 0.155087, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"], "main_score": 0.155087, "precision": 0.147385, "recall": 0.179842}, {"accuracy": 0.190711, "f1": 0.169789, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"], "main_score": 0.169789, "precision": 0.163579, "recall": 0.190711}, {"accuracy": 0.188735, "f1": 0.168015, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"], "main_score": 0.168015, "precision": 0.161917, "recall": 0.188735}, {"accuracy": 0.171937, "f1": 0.148436, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"], "main_score": 0.148436, "precision": 0.142014, "recall": 0.171937}, {"accuracy": 0.175889, "f1": 0.150703, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"], "main_score": 0.150703, "precision": 0.143939, "recall": 0.175889}, {"accuracy": 0.16996, "f1": 0.147718, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"], "main_score": 0.147718, "precision": 0.141297, "recall": 0.16996}, {"accuracy": 0.161067, "f1": 0.136068, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"], "main_score": 0.136068, "precision": 0.12869, "recall": 0.161067}, {"accuracy": 0.177866, "f1": 0.155784, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"], "main_score": 0.155784, "precision": 0.149603, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.169876, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"], "main_score": 0.169876, "precision": 0.163531, "recall": 0.1917}, {"accuracy": 0.16502, "f1": 0.145978, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"], "main_score": 0.145978, "precision": 0.139593, "recall": 0.16502}, {"accuracy": 0.185771, "f1": 0.161592, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"], "main_score": 0.161592, "precision": 0.15477, "recall": 0.185771}, {"accuracy": 0.175889, "f1": 0.153757, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"], "main_score": 0.153757, "precision": 0.147107, "recall": 0.175889}, {"accuracy": 0.1917, "f1": 0.166364, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"], "main_score": 0.166364, "precision": 0.159313, "recall": 0.1917}, {"accuracy": 0.188735, "f1": 0.166589, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"], "main_score": 0.166589, "precision": 0.15946, "recall": 0.188735}, {"accuracy": 0.177866, "f1": 0.159282, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"], "main_score": 0.159282, "precision": 0.152705, "recall": 0.177866}, {"accuracy": 0.166008, "f1": 0.138847, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"], "main_score": 0.138847, "precision": 0.131619, "recall": 0.166008}, {"accuracy": 0.181818, "f1": 0.154556, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"], "main_score": 0.154556, "precision": 0.146775, "recall": 0.181818}, {"accuracy": 0.163043, "f1": 0.139171, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"], "main_score": 0.139171, "precision": 0.130731, "recall": 0.163043}, {"accuracy": 0.163043, "f1": 0.146319, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"], "main_score": 0.146319, "precision": 0.139854, "recall": 0.163043}, {"accuracy": 0.184783, "f1": 0.164151, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"], "main_score": 0.164151, "precision": 0.157654, "recall": 0.184783}, {"accuracy": 0.173913, "f1": 0.149449, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"], "main_score": 0.149449, "precision": 0.14245, "recall": 0.173913}, {"accuracy": 0.184783, "f1": 0.160184, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"], "main_score": 0.160184, "precision": 0.153141, "recall": 0.184783}, {"accuracy": 0.188735, "f1": 0.169956, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"], "main_score": 0.169956, "precision": 0.163978, "recall": 0.188735}, {"accuracy": 0.164032, "f1": 0.141632, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"], "main_score": 0.141632, "precision": 0.134824, "recall": 0.164032}, {"accuracy": 0.182806, "f1": 0.158623, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"], "main_score": 0.158623, "precision": 0.152595, "recall": 0.182806}, {"accuracy": 0.185771, "f1": 0.165241, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"], "main_score": 0.165241, "precision": 0.159031, "recall": 0.185771}, {"accuracy": 0.177866, "f1": 0.160801, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"], "main_score": 0.160801, "precision": 0.155092, "recall": 0.177866}, {"accuracy": 0.18083, "f1": 0.159238, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"], "main_score": 0.159238, "precision": 0.153186, "recall": 0.18083}, {"accuracy": 0.160079, "f1": 0.137442, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"], "main_score": 0.137442, "precision": 0.13058, "recall": 0.160079}, {"accuracy": 0.151186, "f1": 0.131543, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"], "main_score": 0.131543, "precision": 0.125513, "recall": 0.151186}, {"accuracy": 0.158103, "f1": 0.135989, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"], "main_score": 0.135989, "precision": 0.129649, "recall": 0.158103}, {"accuracy": 0.194664, "f1": 0.174267, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"], "main_score": 0.174267, "precision": 0.168552, "recall": 0.194664}, {"accuracy": 0.185771, "f1": 0.165424, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"], "main_score": 0.165424, "precision": 0.159109, "recall": 0.185771}, {"accuracy": 0.172925, "f1": 0.154858, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"], "main_score": 0.154858, "precision": 0.1487, "recall": 0.172925}, {"accuracy": 0.173913, "f1": 0.154013, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"], "main_score": 0.154013, "precision": 0.146878, "recall": 0.173913}, {"accuracy": 0.168972, "f1": 0.147128, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"], "main_score": 0.147128, "precision": 0.140542, "recall": 0.168972}, {"accuracy": 0.185771, "f1": 0.164835, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"], "main_score": 0.164835, "precision": 0.158277, "recall": 0.185771}, {"accuracy": 0.190711, "f1": 0.166862, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"], "main_score": 0.166862, "precision": 0.159438, "recall": 0.190711}, {"accuracy": 0.183794, "f1": 0.163835, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"], "main_score": 0.163835, "precision": 0.157688, "recall": 0.183794}, {"accuracy": 0.182806, "f1": 0.159727, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"], "main_score": 0.159727, "precision": 0.153568, "recall": 0.182806}, {"accuracy": 0.188735, "f1": 0.165254, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"], "main_score": 0.165254, "precision": 0.15768, "recall": 0.188735}, {"accuracy": 0.170949, "f1": 0.148153, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"], "main_score": 0.148153, "precision": 0.141575, "recall": 0.170949}, {"accuracy": 0.193676, "f1": 0.171376, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"], "main_score": 0.171376, "precision": 0.16487, "recall": 0.193676}, {"accuracy": 0.186759, "f1": 0.162714, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"], "main_score": 0.162714, "precision": 0.156148, "recall": 0.186759}, {"accuracy": 0.16996, "f1": 0.145843, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"], "main_score": 0.145843, "precision": 0.138033, "recall": 0.16996}, {"accuracy": 0.167984, "f1": 0.140533, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"], "main_score": 0.140533, "precision": 0.132149, "recall": 0.167984}, {"accuracy": 0.164032, "f1": 0.14377, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"], "main_score": 0.14377, "precision": 0.137624, "recall": 0.164032}, {"accuracy": 0.160079, "f1": 0.138435, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"], "main_score": 0.138435, "precision": 0.132705, "recall": 0.160079}, {"accuracy": 0.182806, "f1": 0.159698, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"], "main_score": 0.159698, "precision": 0.152751, "recall": 0.182806}, {"accuracy": 0.175889, "f1": 0.151882, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"], "main_score": 0.151882, "precision": 0.144481, "recall": 0.175889}, {"accuracy": 0.183794, "f1": 0.159723, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"], "main_score": 0.159723, "precision": 0.152325, "recall": 0.183794}, {"accuracy": 0.186759, "f1": 0.164784, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"], "main_score": 0.164784, "precision": 0.15743, "recall": 0.186759}, {"accuracy": 0.190711, "f1": 0.168622, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"], "main_score": 0.168622, "precision": 0.161506, "recall": 0.190711}, {"accuracy": 0.174901, "f1": 0.150196, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"], "main_score": 0.150196, "precision": 0.14244, "recall": 0.174901}, {"accuracy": 0.167984, "f1": 0.143505, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"], "main_score": 0.143505, "precision": 0.136352, "recall": 0.167984}, {"accuracy": 0.186759, "f1": 0.165598, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"], "main_score": 0.165598, "precision": 0.158793, "recall": 0.186759}, {"accuracy": 0.19664, "f1": 0.171901, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"], "main_score": 0.171901, "precision": 0.165049, "recall": 0.19664}, {"accuracy": 0.184783, "f1": 0.161458, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"], "main_score": 0.161458, "precision": 0.154908, "recall": 0.184783}, {"accuracy": 0.185771, "f1": 0.163769, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"], "main_score": 0.163769, "precision": 0.157069, "recall": 0.185771}, {"accuracy": 0.182806, "f1": 0.161276, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"], "main_score": 0.161276, "precision": 0.154669, "recall": 0.182806}, {"accuracy": 0.178854, "f1": 0.153629, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"], "main_score": 0.153629, "precision": 0.146225, "recall": 0.178854}, {"accuracy": 0.173913, "f1": 0.152486, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"], "main_score": 0.152486, "precision": 0.145671, "recall": 0.173913}, {"accuracy": 0.143281, "f1": 0.118613, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"], "main_score": 0.118613, "precision": 0.111788, "recall": 0.143281}, {"accuracy": 0.187747, "f1": 0.16338, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"], "main_score": 0.16338, "precision": 0.155776, "recall": 0.187747}, {"accuracy": 0.186759, "f1": 0.166462, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"], "main_score": 0.166462, "precision": 0.16027, "recall": 0.186759}, {"accuracy": 0.190711, "f1": 0.164672, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"], "main_score": 0.164672, "precision": 0.157189, "recall": 0.190711}, {"accuracy": 0.185771, "f1": 0.162189, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"], "main_score": 0.162189, "precision": 0.155022, "recall": 0.185771}, {"accuracy": 0.15415, "f1": 0.132521, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"], "main_score": 0.132521, "precision": 0.125474, "recall": 0.15415}, {"accuracy": 0.077075, "f1": 0.054914, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"], "main_score": 0.054914, "precision": 0.04877, "recall": 0.077075}, {"accuracy": 0.166008, "f1": 0.147451, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"], "main_score": 0.147451, "precision": 0.141555, "recall": 0.166008}, {"accuracy": 0.188735, "f1": 0.165484, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"], "main_score": 0.165484, "precision": 0.158182, "recall": 0.188735}, {"accuracy": 0.155138, "f1": 0.13065, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"], "main_score": 0.13065, "precision": 0.12376, "recall": 0.155138}, {"accuracy": 0.164032, "f1": 0.144565, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"], "main_score": 0.144565, "precision": 0.13941, "recall": 0.164032}, {"accuracy": 0.184783, "f1": 0.16588, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"], "main_score": 0.16588, "precision": 0.159589, "recall": 0.184783}, {"accuracy": 0.179842, "f1": 0.153003, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"], "main_score": 0.153003, "precision": 0.144104, "recall": 0.179842}, {"accuracy": 0.170949, "f1": 0.148029, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"], "main_score": 0.148029, "precision": 0.141426, "recall": 0.170949}, {"accuracy": 0.147233, "f1": 0.125972, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"], "main_score": 0.125972, "precision": 0.119671, "recall": 0.147233}, {"accuracy": 0.188735, "f1": 0.164107, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"], "main_score": 0.164107, "precision": 0.156381, "recall": 0.188735}, {"accuracy": 0.186759, "f1": 0.163372, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"], "main_score": 0.163372, "precision": 0.155549, "recall": 0.186759}, {"accuracy": 0.151186, "f1": 0.125753, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"], "main_score": 0.125753, "precision": 0.118201, "recall": 0.151186}, {"accuracy": 0.16996, "f1": 0.147685, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"], "main_score": 0.147685, "precision": 0.14004, "recall": 0.16996}, {"accuracy": 0.177866, "f1": 0.157409, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"], "main_score": 0.157409, "precision": 0.149954, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.171022, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"], "main_score": 0.171022, "precision": 0.164347, "recall": 0.1917}, {"accuracy": 0.173913, "f1": 0.156285, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"], "main_score": 0.156285, "precision": 0.150753, "recall": 0.173913}, {"accuracy": 0.1917, "f1": 0.168176, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"], "main_score": 0.168176, "precision": 0.160621, "recall": 0.1917}, {"accuracy": 0.177866, "f1": 0.157964, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"], "main_score": 0.157964, "precision": 0.152071, "recall": 0.177866}, {"accuracy": 0.176877, "f1": 0.15431, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"], "main_score": 0.15431, "precision": 0.147154, "recall": 0.176877}, {"accuracy": 0.175889, "f1": 0.153582, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"], "main_score": 0.153582, "precision": 0.147166, "recall": 0.175889}, {"accuracy": 0.133399, "f1": 0.114277, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"], "main_score": 0.114277, "precision": 0.108419, "recall": 0.133399}, {"accuracy": 0.186759, "f1": 0.163497, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"], "main_score": 0.163497, "precision": 0.156419, "recall": 0.186759}, {"accuracy": 0.179842, "f1": 0.153661, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"], "main_score": 0.153661, "precision": 0.146245, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.165747, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"], "main_score": 0.165747, "precision": 0.15921, "recall": 0.187747}, {"accuracy": 0.193676, "f1": 0.170481, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"], "main_score": 0.170481, "precision": 0.1637, "recall": 0.193676}, {"accuracy": 0.182806, "f1": 0.156199, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"], "main_score": 0.156199, "precision": 0.148467, "recall": 0.182806}, {"accuracy": 0.190711, "f1": 0.168644, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"], "main_score": 0.168644, "precision": 0.162771, "recall": 0.190711}, {"accuracy": 0.189723, "f1": 0.167945, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"], "main_score": 0.167945, "precision": 0.161392, "recall": 0.189723}, {"accuracy": 0.167984, "f1": 0.14609, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"], "main_score": 0.14609, "precision": 0.140072, "recall": 0.167984}, {"accuracy": 0.104743, "f1": 0.086822, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"], "main_score": 0.086822, "precision": 0.08129, "recall": 0.104743}, {"accuracy": 0.166996, "f1": 0.145629, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"], "main_score": 0.145629, "precision": 0.139666, "recall": 0.166996}, {"accuracy": 0.164032, "f1": 0.143747, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"], "main_score": 0.143747, "precision": 0.136722, "recall": 0.164032}, {"accuracy": 0.166008, "f1": 0.145085, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"], "main_score": 0.145085, "precision": 0.139173, "recall": 0.166008}, {"accuracy": 0.177866, "f1": 0.157413, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"], "main_score": 0.157413, "precision": 0.150521, "recall": 0.177866}, {"accuracy": 0.185771, "f1": 0.160381, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"], "main_score": 0.160381, "precision": 0.152201, "recall": 0.185771}, {"accuracy": 0.179842, "f1": 0.158498, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"], "main_score": 0.158498, "precision": 0.151529, "recall": 0.179842}, {"accuracy": 0.163043, "f1": 0.143701, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"], "main_score": 0.143701, "precision": 0.137571, "recall": 0.163043}, {"accuracy": 0.170949, "f1": 0.150243, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"], "main_score": 0.150243, "precision": 0.143648, "recall": 0.170949}, {"accuracy": 0.132411, "f1": 0.109777, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"], "main_score": 0.109777, "precision": 0.10225, "recall": 0.132411}, {"accuracy": 0.171937, "f1": 0.150082, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"], "main_score": 0.150082, "precision": 0.143157, "recall": 0.171937}, {"accuracy": 0.174901, "f1": 0.150207, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"], "main_score": 0.150207, "precision": 0.142269, "recall": 0.174901}, {"accuracy": 0.197628, "f1": 0.172211, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"], "main_score": 0.172211, "precision": 0.165101, "recall": 0.197628}, {"accuracy": 0.173913, "f1": 0.151436, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"], "main_score": 0.151436, "precision": 0.144453, "recall": 0.173913}, {"accuracy": 0.182806, "f1": 0.156494, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"], "main_score": 0.156494, "precision": 0.14818, "recall": 0.182806}, {"accuracy": 0.187747, "f1": 0.166424, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"], "main_score": 0.166424, "precision": 0.159276, "recall": 0.187747}, {"accuracy": 0.172925, "f1": 0.153735, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"], "main_score": 0.153735, "precision": 0.148135, "recall": 0.172925}, {"accuracy": 0.193676, "f1": 0.170276, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"], "main_score": 0.170276, "precision": 0.163564, "recall": 0.193676}, {"accuracy": 0.178854, "f1": 0.158298, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"], "main_score": 0.158298, "precision": 0.152492, "recall": 0.178854}, {"accuracy": 0.187747, "f1": 0.16822, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"], "main_score": 0.16822, "precision": 0.162239, "recall": 0.187747}, {"accuracy": 0.156126, "f1": 0.13789, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"], "main_score": 0.13789, "precision": 0.132515, "recall": 0.156126}, {"accuracy": 0.177866, "f1": 0.158235, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"], "main_score": 0.158235, "precision": 0.152065, "recall": 0.177866}, {"accuracy": 0.171937, "f1": 0.149384, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"], "main_score": 0.149384, "precision": 0.14289, "recall": 0.171937}, {"accuracy": 0.193676, "f1": 0.170006, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"], "main_score": 0.170006, "precision": 0.163257, "recall": 0.193676}, {"accuracy": 0.189723, "f1": 0.167591, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"], "main_score": 0.167591, "precision": 0.160998, "recall": 0.189723}, {"accuracy": 0.203557, "f1": 0.176553, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"], "main_score": 0.176553, "precision": 0.168703, "recall": 0.203557}, {"accuracy": 0.178854, "f1": 0.158188, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"], "main_score": 0.158188, "precision": 0.15168, "recall": 0.178854}, {"accuracy": 0.174901, "f1": 0.153213, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"], "main_score": 0.153213, "precision": 0.146047, "recall": 0.174901}, {"accuracy": 0.185771, "f1": 0.16354, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"], "main_score": 0.16354, "precision": 0.158036, "recall": 0.185771}, {"accuracy": 0.159091, "f1": 0.141529, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"], "main_score": 0.141529, "precision": 0.136165, "recall": 0.159091}, {"accuracy": 0.179842, "f1": 0.153741, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"], "main_score": 0.153741, "precision": 0.145876, "recall": 0.179842}, {"accuracy": 0.182806, "f1": 0.158495, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"], "main_score": 0.158495, "precision": 0.151591, "recall": 0.182806}, {"accuracy": 0.177866, "f1": 0.15832, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"], "main_score": 0.15832, "precision": 0.152655, "recall": 0.177866}, {"accuracy": 0.185771, "f1": 0.165043, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"], "main_score": 0.165043, "precision": 0.158763, "recall": 0.185771}, {"accuracy": 0.185771, "f1": 0.164208, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"], "main_score": 0.164208, "precision": 0.157413, "recall": 0.185771}, {"accuracy": 0.188735, "f1": 0.161388, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"], "main_score": 0.161388, "precision": 0.153058, "recall": 0.188735}, {"accuracy": 0.168972, "f1": 0.145583, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"], "main_score": 0.145583, "precision": 0.138016, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.140816, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"], "main_score": 0.140816, "precision": 0.131578, "recall": 0.16996}, {"accuracy": 0.185771, "f1": 0.1631, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"], "main_score": 0.1631, "precision": 0.156058, "recall": 0.185771}, {"accuracy": 0.182806, "f1": 0.158478, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"], "main_score": 0.158478, "precision": 0.151304, "recall": 0.182806}, {"accuracy": 0.179842, "f1": 0.159243, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"], "main_score": 0.159243, "precision": 0.15244, "recall": 0.179842}, {"accuracy": 0.182806, "f1": 0.159244, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"], "main_score": 0.159244, "precision": 0.151407, "recall": 0.182806}, {"accuracy": 0.192688, "f1": 0.17, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"], "main_score": 0.17, "precision": 0.162644, "recall": 0.192688}, {"accuracy": 0.187747, "f1": 0.16348, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"], "main_score": 0.16348, "precision": 0.156412, "recall": 0.187747}, {"accuracy": 0.184783, "f1": 0.162675, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"], "main_score": 0.162675, "precision": 0.15564, "recall": 0.184783}, {"accuracy": 0.158103, "f1": 0.128074, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"], "main_score": 0.128074, "precision": 0.119701, "recall": 0.158103}, {"accuracy": 0.167984, "f1": 0.144711, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"], "main_score": 0.144711, "precision": 0.13823, "recall": 0.167984}, {"accuracy": 0.179842, "f1": 0.155334, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"], "main_score": 0.155334, "precision": 0.147807, "recall": 0.179842}, {"accuracy": 0.166996, "f1": 0.145834, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"], "main_score": 0.145834, "precision": 0.139258, "recall": 0.166996}, {"accuracy": 0.178854, "f1": 0.157845, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"], "main_score": 0.157845, "precision": 0.151505, "recall": 0.178854}, {"accuracy": 0.185771, "f1": 0.163384, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"], "main_score": 0.163384, "precision": 0.156796, "recall": 0.185771}, {"accuracy": 0.16996, "f1": 0.14835, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"], "main_score": 0.14835, "precision": 0.141618, "recall": 0.16996}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.883399, "f1": 0.850165, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"], "main_score": 0.850165, "precision": 0.83526, "recall": 0.883399}, {"accuracy": 0.039526, "f1": 0.018102, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"], "main_score": 0.018102, "precision": 0.014427, "recall": 0.039526}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"], "main_score": 0.966568, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"], "main_score": 0.927108, "precision": 0.918725, "recall": 0.944664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.91996, "f1": 0.896047, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"], "main_score": 0.896047, "precision": 0.885046, "recall": 0.91996}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"], "main_score": 0.971739, "precision": 0.968626, "recall": 0.978261}, {"accuracy": 0.901186, "f1": 0.871706, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"], "main_score": 0.871706, "precision": 0.857708, "recall": 0.901186}, {"accuracy": 0.929842, "f1": 0.907675, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"], "main_score": 0.907675, "precision": 0.897151, "recall": 0.929842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.891304, "f1": 0.860112, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"], "main_score": 0.860112, "precision": 0.845685, "recall": 0.891304}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"], "main_score": 0.910968, "precision": 0.901433, "recall": 0.931818}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"], "main_score": 0.950823, "precision": 0.945405, "recall": 0.962451}, {"accuracy": 0.187747, "f1": 0.133054, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"], "main_score": 0.133054, "precision": 0.117448, "recall": 0.187747}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"], "main_score": 0.895817, "precision": 0.884305, "recall": 0.91996}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"], "main_score": 0.921344, "precision": 0.912632, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.880435, "f1": 0.844928, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"], "main_score": 0.844928, "precision": 0.828475, "recall": 0.880435}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"], "main_score": 0.918478, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"], "main_score": 0.927042, "precision": 0.918478, "recall": 0.944664}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.876482, "f1": 0.841815, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"], "main_score": 0.841815, "precision": 0.825569, "recall": 0.876482}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.937747, "f1": 0.917819, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"], "main_score": 0.917819, "precision": 0.908103, "recall": 0.937747}, {"accuracy": 0.878458, "f1": 0.84473, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"], "main_score": 0.84473, "precision": 0.829134, "recall": 0.878458}, {"accuracy": 0.893281, "f1": 0.861792, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"], "main_score": 0.861792, "precision": 0.847365, "recall": 0.893281}, {"accuracy": 0.757905, "f1": 0.698304, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"], "main_score": 0.698304, "precision": 0.672473, "recall": 0.757905}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.885375, "f1": 0.850856, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"], "main_score": 0.850856, "precision": 0.834931, "recall": 0.885375}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.859684, "f1": 0.820685, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"], "main_score": 0.820685, "precision": 0.803047, "recall": 0.859684}, {"accuracy": 0.91996, "f1": 0.894928, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"], "main_score": 0.894928, "precision": 0.882905, "recall": 0.91996}, {"accuracy": 0.860672, "f1": 0.82029, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"], "main_score": 0.82029, "precision": 0.801877, "recall": 0.860672}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"], "main_score": 0.966469, "precision": 0.962698, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.206522, "f1": 0.136034, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"], "main_score": 0.136034, "precision": 0.116441, "recall": 0.206522}, {"accuracy": 0.894269, "f1": 0.863966, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"], "main_score": 0.863966, "precision": 0.849638, "recall": 0.894269}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"], "main_score": 0.922497, "precision": 0.913818, "recall": 0.940711}, {"accuracy": 0.896245, "f1": 0.866568, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"], "main_score": 0.866568, "precision": 0.853458, "recall": 0.896245}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.833992, "f1": 0.790346, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"], "main_score": 0.790346, "precision": 0.771525, "recall": 0.833992}, {"accuracy": 0.929842, "f1": 0.908267, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"], "main_score": 0.908267, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"], "main_score": 0.903722, "precision": 0.893034, "recall": 0.925889}, {"accuracy": 0.848814, "f1": 0.807312, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"], "main_score": 0.807312, "precision": 0.788291, "recall": 0.848814}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"], "main_score": 0.894829, "precision": 0.883482, "recall": 0.918972}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.825099, "f1": 0.779743, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"], "main_score": 0.779743, "precision": 0.760013, "recall": 0.825099}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.879447, "f1": 0.845784, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"], "main_score": 0.845784, "precision": 0.830567, "recall": 0.879447}, {"accuracy": 0.252964, "f1": 0.193724, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"], "main_score": 0.193724, "precision": 0.175574, "recall": 0.252964}, {"accuracy": 0.910079, "f1": 0.885145, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"], "main_score": 0.885145, "precision": 0.874374, "recall": 0.910079}, {"accuracy": 0.813241, "f1": 0.763622, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"], "main_score": 0.763622, "precision": 0.741914, "recall": 0.813241}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.907115, "f1": 0.879677, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"], "main_score": 0.879677, "precision": 0.866683, "recall": 0.907115}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"], "main_score": 0.961528, "precision": 0.957428, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.874506, "f1": 0.838011, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"], "main_score": 0.838011, "precision": 0.821064, "recall": 0.874506}, {"accuracy": 0.851779, "f1": 0.809834, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"], "main_score": 0.809834, "precision": 0.79137, "recall": 0.851779}, {"accuracy": 0.938735, "f1": 0.920191, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"], "main_score": 0.920191, "precision": 0.911314, "recall": 0.938735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.046443, "f1": 0.021812, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"], "main_score": 0.021812, "precision": 0.017226, "recall": 0.046443}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.906126, "f1": 0.877437, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"], "main_score": 0.877437, "precision": 0.863636, "recall": 0.906126}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.897233, "f1": 0.867062, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"], "main_score": 0.867062, "precision": 0.852767, "recall": 0.897233}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.840909, "f1": 0.801652, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"], "main_score": 0.801652, "precision": 0.784404, "recall": 0.840909}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"], "main_score": 0.922266, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.956522, "f1": 0.943478, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"], "main_score": 0.943478, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.902174, "f1": 0.873386, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"], "main_score": 0.873386, "precision": 0.860096, "recall": 0.902174}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.959486, "f1": 0.947694, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"], "main_score": 0.947694, "precision": 0.942111, "recall": 0.959486}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"], "main_score": 0.929578, "precision": 0.922184, "recall": 0.945652}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"], "main_score": 0.925395, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"], "main_score": 0.93419, "precision": 0.926993, "recall": 0.949605}, {"accuracy": 0.859684, "f1": 0.819796, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"], "main_score": 0.819796, "precision": 0.801219, "recall": 0.859684}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.896245, "f1": 0.868445, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"], "main_score": 0.868445, "precision": 0.855978, "recall": 0.896245}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.912055, "f1": 0.886924, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"], "main_score": 0.886924, "precision": 0.874753, "recall": 0.912055}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"], "main_score": 0.9417, "precision": 0.935145, "recall": 0.955534}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.926877, "f1": 0.905501, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"], "main_score": 0.905501, "precision": 0.895998, "recall": 0.926877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.854743, "f1": 0.814921, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"], "main_score": 0.814921, "precision": 0.797217, "recall": 0.854743}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91996, "f1": 0.896574, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"], "main_score": 0.896574, "precision": 0.886199, "recall": 0.91996}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.88834, "f1": 0.856192, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"], "main_score": 0.856192, "precision": 0.841107, "recall": 0.88834}, {"accuracy": 0.922925, "f1": 0.900264, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"], "main_score": 0.900264, "precision": 0.890069, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"], "main_score": 0.932148, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.871542, "f1": 0.835837, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"], "main_score": 0.835837, "precision": 0.819285, "recall": 0.871542}, {"accuracy": 0.879447, "f1": 0.84361, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"], "main_score": 0.84361, "precision": 0.826861, "recall": 0.879447}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"], "main_score": 0.92803, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.828063, "f1": 0.786119, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"], "main_score": 0.786119, "precision": 0.76749, "recall": 0.828063}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.868577, "f1": 0.831653, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"], "main_score": 0.831653, "precision": 0.814921, "recall": 0.868577}, {"accuracy": 0.922925, "f1": 0.900362, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"], "main_score": 0.900362, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.80336, "f1": 0.753475, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"], "main_score": 0.753475, "precision": 0.732141, "recall": 0.80336}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.921937, "f1": 0.89944, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"], "main_score": 0.89944, "precision": 0.889279, "recall": 0.921937}, {"accuracy": 0.828063, "f1": 0.782613, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"], "main_score": 0.782613, "precision": 0.76278, "recall": 0.828063}, {"accuracy": 0.840909, "f1": 0.797892, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"], "main_score": 0.797892, "precision": 0.778162, "recall": 0.840909}, {"accuracy": 0.049407, "f1": 0.025606, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"], "main_score": 0.025606, "precision": 0.019772, "recall": 0.049407}, {"accuracy": 0.833004, "f1": 0.802133, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"], "main_score": 0.802133, "precision": 0.790818, "recall": 0.833004}, {"accuracy": 0.841897, "f1": 0.803993, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"], "main_score": 0.803993, "precision": 0.78921, "recall": 0.841897}, {"accuracy": 0.907115, "f1": 0.878129, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"], "main_score": 0.878129, "precision": 0.86446, "recall": 0.907115}, {"accuracy": 0.894269, "f1": 0.862813, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"], "main_score": 0.862813, "precision": 0.848024, "recall": 0.894269}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"], "main_score": 0.906456, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.812253, "f1": 0.779043, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"], "main_score": 0.779043, "precision": 0.766937, "recall": 0.812253}, {"accuracy": 0.853755, "f1": 0.8139, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"], "main_score": 0.8139, "precision": 0.795702, "recall": 0.853755}, {"accuracy": 0.826087, "f1": 0.777668, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"], "main_score": 0.777668, "precision": 0.756621, "recall": 0.826087}, {"accuracy": 0.771739, "f1": 0.739133, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"], "main_score": 0.739133, "precision": 0.728633, "recall": 0.771739}, {"accuracy": 0.851779, "f1": 0.815406, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"], "main_score": 0.815406, "precision": 0.800429, "recall": 0.851779}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"], "main_score": 0.878953, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.937747, "f1": 0.919302, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"], "main_score": 0.919302, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.839921, "f1": 0.801337, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"], "main_score": 0.801337, "precision": 0.786067, "recall": 0.839921}, {"accuracy": 0.822134, "f1": 0.793023, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"], "main_score": 0.793023, "precision": 0.781465, "recall": 0.822134}, {"accuracy": 0.873518, "f1": 0.839163, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"], "main_score": 0.839163, "precision": 0.82337, "recall": 0.873518}, {"accuracy": 0.862648, "f1": 0.831064, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"], "main_score": 0.831064, "precision": 0.817968, "recall": 0.862648}, {"accuracy": 0.83498, "f1": 0.79818, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"], "main_score": 0.79818, "precision": 0.784265, "recall": 0.83498}, {"accuracy": 0.817194, "f1": 0.766653, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"], "main_score": 0.766653, "precision": 0.744236, "recall": 0.817194}, {"accuracy": 0.836957, "f1": 0.807232, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"], "main_score": 0.807232, "precision": 0.796612, "recall": 0.836957}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"], "main_score": 0.895817, "precision": 0.88414, "recall": 0.91996}, {"accuracy": 0.879447, "f1": 0.845224, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"], "main_score": 0.845224, "precision": 0.830023, "recall": 0.879447}, {"accuracy": 0.848814, "f1": 0.817976, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"], "main_score": 0.817976, "precision": 0.80563, "recall": 0.848814}, {"accuracy": 0.856719, "f1": 0.814855, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"], "main_score": 0.814855, "precision": 0.79529, "recall": 0.856719}, {"accuracy": 0.171937, "f1": 0.137277, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"], "main_score": 0.137277, "precision": 0.127895, "recall": 0.171937}, {"accuracy": 0.875494, "f1": 0.850524, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"], "main_score": 0.850524, "precision": 0.839989, "recall": 0.875494}, {"accuracy": 0.853755, "f1": 0.813787, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"], "main_score": 0.813787, "precision": 0.796344, "recall": 0.853755}, {"accuracy": 0.802372, "f1": 0.763889, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"], "main_score": 0.763889, "precision": 0.750605, "recall": 0.802372}, {"accuracy": 0.835968, "f1": 0.803945, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"], "main_score": 0.803945, "precision": 0.792908, "recall": 0.835968}, {"accuracy": 0.827075, "f1": 0.793906, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"], "main_score": 0.793906, "precision": 0.781415, "recall": 0.827075}, {"accuracy": 0.835968, "f1": 0.791436, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"], "main_score": 0.791436, "precision": 0.77141, "recall": 0.835968}, {"accuracy": 0.864625, "f1": 0.83795, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"], "main_score": 0.83795, "precision": 0.827808, "recall": 0.864625}, {"accuracy": 0.873518, "f1": 0.839229, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"], "main_score": 0.839229, "precision": 0.824358, "recall": 0.873518}, {"accuracy": 0.793478, "f1": 0.766629, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"], "main_score": 0.766629, "precision": 0.756204, "recall": 0.793478}, {"accuracy": 0.833004, "f1": 0.79632, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"], "main_score": 0.79632, "precision": 0.782324, "recall": 0.833004}, {"accuracy": 0.858696, "f1": 0.827973, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"], "main_score": 0.827973, "precision": 0.816669, "recall": 0.858696}, {"accuracy": 0.862648, "f1": 0.833098, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"], "main_score": 0.833098, "precision": 0.821673, "recall": 0.862648}, {"accuracy": 0.839921, "f1": 0.798188, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"], "main_score": 0.798188, "precision": 0.779677, "recall": 0.839921}, {"accuracy": 0.851779, "f1": 0.811594, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"], "main_score": 0.811594, "precision": 0.793676, "recall": 0.851779}, {"accuracy": 0.810277, "f1": 0.77495, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"], "main_score": 0.77495, "precision": 0.761791, "recall": 0.810277}, {"accuracy": 0.885375, "f1": 0.853195, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"], "main_score": 0.853195, "precision": 0.838274, "recall": 0.885375}, {"accuracy": 0.835968, "f1": 0.809715, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"], "main_score": 0.809715, "precision": 0.800004, "recall": 0.835968}, {"accuracy": 0.857708, "f1": 0.818939, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"], "main_score": 0.818939, "precision": 0.802437, "recall": 0.857708}, {"accuracy": 0.905138, "f1": 0.878656, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"], "main_score": 0.878656, "precision": 0.867013, "recall": 0.905138}, {"accuracy": 0.84585, "f1": 0.804117, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"], "main_score": 0.804117, "precision": 0.786808, "recall": 0.84585}, {"accuracy": 0.853755, "f1": 0.813636, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"], "main_score": 0.813636, "precision": 0.796476, "recall": 0.853755}, {"accuracy": 0.802372, "f1": 0.752887, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"], "main_score": 0.752887, "precision": 0.732602, "recall": 0.802372}, {"accuracy": 0.825099, "f1": 0.778411, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"], "main_score": 0.778411, "precision": 0.758547, "recall": 0.825099}, {"accuracy": 0.76581, "f1": 0.723472, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"], "main_score": 0.723472, "precision": 0.709334, "recall": 0.76581}, {"accuracy": 0.831028, "f1": 0.788095, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"], "main_score": 0.788095, "precision": 0.770982, "recall": 0.831028}, {"accuracy": 0.81917, "f1": 0.771212, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"], "main_score": 0.771212, "precision": 0.749177, "recall": 0.81917}, {"accuracy": 0.821146, "f1": 0.791797, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"], "main_score": 0.791797, "precision": 0.780068, "recall": 0.821146}, {"accuracy": 0.874506, "f1": 0.839163, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"], "main_score": 0.839163, "precision": 0.822875, "recall": 0.874506}, {"accuracy": 0.833004, "f1": 0.788175, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"], "main_score": 0.788175, "precision": 0.767787, "recall": 0.833004}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"], "main_score": 0.900527, "precision": 0.889657, "recall": 0.922925}, {"accuracy": 0.567194, "f1": 0.490428, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"], "main_score": 0.490428, "precision": 0.464033, "recall": 0.567194}, {"accuracy": 0.841897, "f1": 0.807577, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"], "main_score": 0.807577, "precision": 0.795184, "recall": 0.841897}, {"accuracy": 0.84585, "f1": 0.818111, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"], "main_score": 0.818111, "precision": 0.806906, "recall": 0.84585}, {"accuracy": 0.790514, "f1": 0.744047, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"], "main_score": 0.744047, "precision": 0.727212, "recall": 0.790514}, {"accuracy": 0.838933, "f1": 0.807846, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"], "main_score": 0.807846, "precision": 0.796687, "recall": 0.838933}, {"accuracy": 0.863636, "f1": 0.82803, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"], "main_score": 0.82803, "precision": 0.811792, "recall": 0.863636}, {"accuracy": 0.806324, "f1": 0.760567, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"], "main_score": 0.760567, "precision": 0.743058, "recall": 0.806324}, {"accuracy": 0.836957, "f1": 0.791667, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"], "main_score": 0.791667, "precision": 0.771492, "recall": 0.836957}, {"accuracy": 0.829051, "f1": 0.800261, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"], "main_score": 0.800261, "precision": 0.789301, "recall": 0.829051}, {"accuracy": 0.858696, "f1": 0.820389, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"], "main_score": 0.820389, "precision": 0.802487, "recall": 0.858696}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.909091, "f1": 0.882312, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"], "main_score": 0.882312, "precision": 0.869648, "recall": 0.909091}, {"accuracy": 0.825099, "f1": 0.78314, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"], "main_score": 0.78314, "precision": 0.766991, "recall": 0.825099}, {"accuracy": 0.823123, "f1": 0.779871, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"], "main_score": 0.779871, "precision": 0.762188, "recall": 0.823123}, {"accuracy": 0.80336, "f1": 0.759166, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"], "main_score": 0.759166, "precision": 0.742795, "recall": 0.80336}, {"accuracy": 0.201581, "f1": 0.152969, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"], "main_score": 0.152969, "precision": 0.13745, "recall": 0.201581}, {"accuracy": 0.853755, "f1": 0.81357, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"], "main_score": 0.81357, "precision": 0.794796, "recall": 0.853755}, {"accuracy": 0.820158, "f1": 0.776837, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"], "main_score": 0.776837, "precision": 0.759874, "recall": 0.820158}, {"accuracy": 0.896245, "f1": 0.864855, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"], "main_score": 0.864855, "precision": 0.849885, "recall": 0.896245}, {"accuracy": 0.893281, "f1": 0.864295, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"], "main_score": 0.864295, "precision": 0.850626, "recall": 0.893281}, {"accuracy": 0.83498, "f1": 0.798089, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"], "main_score": 0.798089, "precision": 0.784688, "recall": 0.83498}, {"accuracy": 0.800395, "f1": 0.753816, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"], "main_score": 0.753816, "precision": 0.735935, "recall": 0.800395}, {"accuracy": 0.867589, "f1": 0.829348, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"], "main_score": 0.829348, "precision": 0.811924, "recall": 0.867589}, {"accuracy": 0.86166, "f1": 0.829207, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"], "main_score": 0.829207, "precision": 0.816876, "recall": 0.86166}, {"accuracy": 0.828063, "f1": 0.795682, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"], "main_score": 0.795682, "precision": 0.784336, "recall": 0.828063}, {"accuracy": 0.815217, "f1": 0.781915, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"], "main_score": 0.781915, "precision": 0.769434, "recall": 0.815217}, {"accuracy": 0.781621, "f1": 0.735339, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"], "main_score": 0.735339, "precision": 0.719045, "recall": 0.781621}, {"accuracy": 0.848814, "f1": 0.814294, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"], "main_score": 0.814294, "precision": 0.800248, "recall": 0.848814}, {"accuracy": 0.759881, "f1": 0.701355, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"], "main_score": 0.701355, "precision": 0.676416, "recall": 0.759881}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"], "main_score": 0.88027, "precision": 0.86693, "recall": 0.908103}, {"accuracy": 0.815217, "f1": 0.782566, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"], "main_score": 0.782566, "precision": 0.770676, "recall": 0.815217}, {"accuracy": 0.818182, "f1": 0.790638, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"], "main_score": 0.790638, "precision": 0.779637, "recall": 0.818182}, {"accuracy": 0.846838, "f1": 0.819643, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"], "main_score": 0.819643, "precision": 0.808626, "recall": 0.846838}, {"accuracy": 0.807312, "f1": 0.757002, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"], "main_score": 0.757002, "precision": 0.735359, "recall": 0.807312}, {"accuracy": 0.804348, "f1": 0.753675, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"], "main_score": 0.753675, "precision": 0.731291, "recall": 0.804348}, {"accuracy": 0.858696, "f1": 0.818775, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"], "main_score": 0.818775, "precision": 0.801087, "recall": 0.858696}, {"accuracy": 0.856719, "f1": 0.819617, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"], "main_score": 0.819617, "precision": 0.804233, "recall": 0.856719}, {"accuracy": 0.854743, "f1": 0.813702, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"], "main_score": 0.813702, "precision": 0.794664, "recall": 0.854743}, {"accuracy": 0.868577, "f1": 0.838476, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"], "main_score": 0.838476, "precision": 0.826136, "recall": 0.868577}, {"accuracy": 0.768775, "f1": 0.7083, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"], "main_score": 0.7083, "precision": 0.680748, "recall": 0.768775}, {"accuracy": 0.910079, "f1": 0.8833, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"], "main_score": 0.8833, "precision": 0.870306, "recall": 0.910079}, {"accuracy": 0.853755, "f1": 0.824844, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"], "main_score": 0.824844, "precision": 0.813371, "recall": 0.853755}, {"accuracy": 0.8083, "f1": 0.773565, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"], "main_score": 0.773565, "precision": 0.761878, "recall": 0.8083}, {"accuracy": 0.785573, "f1": 0.757164, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"], "main_score": 0.757164, "precision": 0.747463, "recall": 0.785573}, {"accuracy": 0.796443, "f1": 0.763861, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"], "main_score": 0.763861, "precision": 0.751967, "recall": 0.796443}, {"accuracy": 0.878458, "f1": 0.844401, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"], "main_score": 0.844401, "precision": 0.82864, "recall": 0.878458}, {"accuracy": 0.868577, "f1": 0.833235, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"], "main_score": 0.833235, "precision": 0.818028, "recall": 0.868577}, {"accuracy": 0.828063, "f1": 0.783465, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"], "main_score": 0.783465, "precision": 0.763291, "recall": 0.828063}, {"accuracy": 0.245059, "f1": 0.196937, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"], "main_score": 0.196937, "precision": 0.18103, "recall": 0.245059}, {"accuracy": 0.87253, "f1": 0.834321, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"], "main_score": 0.834321, "precision": 0.81637, "recall": 0.87253}, {"accuracy": 0.693676, "f1": 0.618732, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"], "main_score": 0.618732, "precision": 0.587352, "recall": 0.693676}, {"accuracy": 0.837945, "f1": 0.795786, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"], "main_score": 0.795786, "precision": 0.777957, "recall": 0.837945}, {"accuracy": 0.926877, "f1": 0.903656, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"], "main_score": 0.903656, "precision": 0.892457, "recall": 0.926877}, {"accuracy": 0.824111, "f1": 0.775678, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"], "main_score": 0.775678, "precision": 0.754331, "recall": 0.824111}, {"accuracy": 0.862648, "f1": 0.824605, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"], "main_score": 0.824605, "precision": 0.807592, "recall": 0.862648}, {"accuracy": 0.867589, "f1": 0.828557, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"], "main_score": 0.828557, "precision": 0.810853, "recall": 0.867589}, {"accuracy": 0.862648, "f1": 0.824642, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"], "main_score": 0.824642, "precision": 0.807708, "recall": 0.862648}, {"accuracy": 0.844862, "f1": 0.80715, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"], "main_score": 0.80715, "precision": 0.792549, "recall": 0.844862}, {"accuracy": 0.885375, "f1": 0.850922, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"], "main_score": 0.850922, "precision": 0.834651, "recall": 0.885375}, {"accuracy": 0.835968, "f1": 0.807233, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"], "main_score": 0.807233, "precision": 0.79626, "recall": 0.835968}, {"accuracy": 0.875494, "f1": 0.838966, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"], "main_score": 0.838966, "precision": 0.822381, "recall": 0.875494}, {"accuracy": 0.807312, "f1": 0.757576, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"], "main_score": 0.757576, "precision": 0.73587, "recall": 0.807312}, {"accuracy": 0.869565, "f1": 0.835013, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"], "main_score": 0.835013, "precision": 0.819285, "recall": 0.869565}, {"accuracy": 0.906126, "f1": 0.878623, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"], "main_score": 0.878623, "precision": 0.865448, "recall": 0.906126}, {"accuracy": 0.782609, "f1": 0.736909, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"], "main_score": 0.736909, "precision": 0.720745, "recall": 0.782609}, {"accuracy": 0.041502, "f1": 0.021656, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"], "main_score": 0.021656, "precision": 0.018109, "recall": 0.041502}, {"accuracy": 0.799407, "f1": 0.764363, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"], "main_score": 0.764363, "precision": 0.75284, "recall": 0.799407}, {"accuracy": 0.839921, "f1": 0.801427, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"], "main_score": 0.801427, "precision": 0.785906, "recall": 0.839921}, {"accuracy": 0.79249, "f1": 0.758191, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"], "main_score": 0.758191, "precision": 0.745401, "recall": 0.79249}, {"accuracy": 0.817194, "f1": 0.78301, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"], "main_score": 0.78301, "precision": 0.771348, "recall": 0.817194}, {"accuracy": 0.778656, "f1": 0.725929, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"], "main_score": 0.725929, "precision": 0.705232, "recall": 0.778656}, {"accuracy": 0.838933, "f1": 0.793662, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"], "main_score": 0.793662, "precision": 0.77281, "recall": 0.838933}, {"accuracy": 0.818182, "f1": 0.779742, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"], "main_score": 0.779742, "precision": 0.766185, "recall": 0.818182}, {"accuracy": 0.802372, "f1": 0.762473, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"], "main_score": 0.762473, "precision": 0.748024, "recall": 0.802372}, {"accuracy": 0.87747, "f1": 0.842688, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"], "main_score": 0.842688, "precision": 0.826746, "recall": 0.87747}, {"accuracy": 0.871542, "f1": 0.833564, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"], "main_score": 0.833564, "precision": 0.816486, "recall": 0.871542}, {"accuracy": 0.728261, "f1": 0.662393, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"], "main_score": 0.662393, "precision": 0.635977, "recall": 0.728261}, {"accuracy": 0.858696, "f1": 0.827597, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"], "main_score": 0.827597, "precision": 0.815343, "recall": 0.858696}, {"accuracy": 0.771739, "f1": 0.714526, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"], "main_score": 0.714526, "precision": 0.689855, "recall": 0.771739}, {"accuracy": 0.840909, "f1": 0.798518, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"], "main_score": 0.798518, "precision": 0.780418, "recall": 0.840909}, {"accuracy": 0.822134, "f1": 0.78794, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"], "main_score": 0.78794, "precision": 0.775871, "recall": 0.822134}, {"accuracy": 0.878458, "f1": 0.842787, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"], "main_score": 0.842787, "precision": 0.826334, "recall": 0.878458}, {"accuracy": 0.847826, "f1": 0.811544, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"], "main_score": 0.811544, "precision": 0.797162, "recall": 0.847826}, {"accuracy": 0.916996, "f1": 0.893775, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"], "main_score": 0.893775, "precision": 0.882905, "recall": 0.916996}, {"accuracy": 0.852767, "f1": 0.81678, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"], "main_score": 0.81678, "precision": 0.802437, "recall": 0.852767}, {"accuracy": 0.746047, "f1": 0.70925, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"], "main_score": 0.70925, "precision": 0.695862, "recall": 0.746047}, {"accuracy": 0.841897, "f1": 0.803021, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"], "main_score": 0.803021, "precision": 0.787593, "recall": 0.841897}, {"accuracy": 0.813241, "f1": 0.769273, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"], "main_score": 0.769273, "precision": 0.751946, "recall": 0.813241}, {"accuracy": 0.83498, "f1": 0.790843, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"], "main_score": 0.790843, "precision": 0.770866, "recall": 0.83498}, {"accuracy": 0.814229, "f1": 0.764295, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"], "main_score": 0.764295, "precision": 0.743008, "recall": 0.814229}, {"accuracy": 0.787549, "f1": 0.734634, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"], "main_score": 0.734634, "precision": 0.713602, "recall": 0.787549}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"], "main_score": 0.908103, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.902174, "f1": 0.875033, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"], "main_score": 0.875033, "precision": 0.863126, "recall": 0.902174}, {"accuracy": 0.885375, "f1": 0.85659, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"], "main_score": 0.85659, "precision": 0.84396, "recall": 0.885375}, {"accuracy": 0.787549, "f1": 0.735473, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"], "main_score": 0.735473, "precision": 0.713942, "recall": 0.787549}, {"accuracy": 0.737154, "f1": 0.68964, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"], "main_score": 0.68964, "precision": 0.674652, "recall": 0.737154}, {"accuracy": 0.80336, "f1": 0.761759, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"], "main_score": 0.761759, "precision": 0.746573, "recall": 0.80336}, {"accuracy": 0.810277, "f1": 0.760743, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"], "main_score": 0.760743, "precision": 0.74045, "recall": 0.810277}, {"accuracy": 0.853755, "f1": 0.81357, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"], "main_score": 0.81357, "precision": 0.795735, "recall": 0.853755}, {"accuracy": 0.898221, "f1": 0.867754, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"], "main_score": 0.867754, "precision": 0.853096, "recall": 0.898221}, {"accuracy": 0.780632, "f1": 0.720652, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"], "main_score": 0.720652, "precision": 0.694022, "recall": 0.780632}, {"accuracy": 0.826087, "f1": 0.794412, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"], "main_score": 0.794412, "precision": 0.782868, "recall": 0.826087}, {"accuracy": 0.824111, "f1": 0.782002, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"], "main_score": 0.782002, "precision": 0.765088, "recall": 0.824111}, {"accuracy": 0.787549, "f1": 0.74605, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"], "main_score": 0.74605, "precision": 0.730494, "recall": 0.787549}, {"accuracy": 0.814229, "f1": 0.770508, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"], "main_score": 0.770508, "precision": 0.752439, "recall": 0.814229}, {"accuracy": 0.865613, "f1": 0.829183, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"], "main_score": 0.829183, "precision": 0.813752, "recall": 0.865613}, {"accuracy": 0.889328, "f1": 0.857708, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"], "main_score": 0.857708, "precision": 0.842556, "recall": 0.889328}, {"accuracy": 0.848814, "f1": 0.816384, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"], "main_score": 0.816384, "precision": 0.804131, "recall": 0.848814}, {"accuracy": 0.883399, "f1": 0.851845, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"], "main_score": 0.851845, "precision": 0.837401, "recall": 0.883399}, {"accuracy": 0.899209, "f1": 0.870455, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"], "main_score": 0.870455, "precision": 0.856802, "recall": 0.899209}, {"accuracy": 0.810277, "f1": 0.773008, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"], "main_score": 0.773008, "precision": 0.759419, "recall": 0.810277}, {"accuracy": 0.871542, "f1": 0.835771, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"], "main_score": 0.835771, "precision": 0.81917, "recall": 0.871542}, {"accuracy": 0.859684, "f1": 0.831703, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"], "main_score": 0.831703, "precision": 0.820261, "recall": 0.859684}, {"accuracy": 0.829051, "f1": 0.784453, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"], "main_score": 0.784453, "precision": 0.763916, "recall": 0.829051}, {"accuracy": 0.814229, "f1": 0.775275, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"], "main_score": 0.775275, "precision": 0.760894, "recall": 0.814229}, {"accuracy": 0.855731, "f1": 0.819728, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"], "main_score": 0.819728, "precision": 0.805592, "recall": 0.855731}, {"accuracy": 0.854743, "f1": 0.821534, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"], "main_score": 0.821534, "precision": 0.80796, "recall": 0.854743}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"], "main_score": 0.932477, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.893281, "f1": 0.861067, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"], "main_score": 0.861067, "precision": 0.845767, "recall": 0.893281}, {"accuracy": 0.874506, "f1": 0.840316, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"], "main_score": 0.840316, "precision": 0.823897, "recall": 0.874506}, {"accuracy": 0.884387, "f1": 0.851614, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"], "main_score": 0.851614, "precision": 0.835968, "recall": 0.884387}, {"accuracy": 0.879447, "f1": 0.843972, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"], "main_score": 0.843972, "precision": 0.827569, "recall": 0.879447}, {"accuracy": 0.745059, "f1": 0.698316, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"], "main_score": 0.698316, "precision": 0.682248, "recall": 0.745059}, {"accuracy": 0.786561, "f1": 0.751897, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"], "main_score": 0.751897, "precision": 0.739285, "recall": 0.786561}, {"accuracy": 0.767787, "f1": 0.710345, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"], "main_score": 0.710345, "precision": 0.687032, "recall": 0.767787}, {"accuracy": 0.878458, "f1": 0.84641, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"], "main_score": 0.84641, "precision": 0.831308, "recall": 0.878458}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.879447, "f1": 0.846807, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"], "main_score": 0.846807, "precision": 0.832684, "recall": 0.879447}, {"accuracy": 0.909091, "f1": 0.881917, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"], "main_score": 0.881917, "precision": 0.868906, "recall": 0.909091}, {"accuracy": 0.901186, "f1": 0.870883, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"], "main_score": 0.870883, "precision": 0.856258, "recall": 0.901186}, {"accuracy": 0.77668, "f1": 0.742414, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"], "main_score": 0.742414, "precision": 0.729282, "recall": 0.77668}, {"accuracy": 0.758893, "f1": 0.697694, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"], "main_score": 0.697694, "precision": 0.670158, "recall": 0.758893}, {"accuracy": 0.811265, "f1": 0.764347, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"], "main_score": 0.764347, "precision": 0.744957, "recall": 0.811265}, {"accuracy": 0.849802, "f1": 0.808103, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"], "main_score": 0.808103, "precision": 0.789641, "recall": 0.849802}, {"accuracy": 0.806324, "f1": 0.755797, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"], "main_score": 0.755797, "precision": 0.732823, "recall": 0.806324}, {"accuracy": 0.775692, "f1": 0.725165, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"], "main_score": 0.725165, "precision": 0.705338, "recall": 0.775692}, {"accuracy": 0.875494, "f1": 0.842375, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"], "main_score": 0.842375, "precision": 0.828731, "recall": 0.875494}, {"accuracy": 0.807312, "f1": 0.759988, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"], "main_score": 0.759988, "precision": 0.741346, "recall": 0.807312}, {"accuracy": 0.84585, "f1": 0.807002, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"], "main_score": 0.807002, "precision": 0.790415, "recall": 0.84585}, {"accuracy": 0.725296, "f1": 0.658747, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"], "main_score": 0.658747, "precision": 0.63004, "recall": 0.725296}, {"accuracy": 0.821146, "f1": 0.785424, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"], "main_score": 0.785424, "precision": 0.772955, "recall": 0.821146}, {"accuracy": 0.842885, "f1": 0.809153, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"], "main_score": 0.809153, "precision": 0.796772, "recall": 0.842885}, {"accuracy": 0.821146, "f1": 0.785753, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"], "main_score": 0.785753, "precision": 0.773964, "recall": 0.821146}, {"accuracy": 0.862648, "f1": 0.831973, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"], "main_score": 0.831973, "precision": 0.820405, "recall": 0.862648}, {"accuracy": 0.816206, "f1": 0.771527, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"], "main_score": 0.771527, "precision": 0.753096, "recall": 0.816206}, {"accuracy": 0.88834, "f1": 0.856061, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"], "main_score": 0.856061, "precision": 0.840744, "recall": 0.88834}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"], "main_score": 0.914196, "precision": 0.904315, "recall": 0.934783}, {"accuracy": 0.912055, "f1": 0.887879, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"], "main_score": 0.887879, "precision": 0.876565, "recall": 0.912055}, {"accuracy": 0.049407, "f1": 0.024771, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"], "main_score": 0.024771, "precision": 0.019171, "recall": 0.049407}, {"accuracy": 0.971344, "f1": 0.964442, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"], "main_score": 0.964442, "precision": 0.961561, "recall": 0.971344}, {"accuracy": 0.970356, "f1": 0.961364, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"], "main_score": 0.961364, "precision": 0.957263, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.97332, "f1": 0.966107, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"], "main_score": 0.966107, "precision": 0.963192, "recall": 0.97332}, {"accuracy": 0.934783, "f1": 0.916238, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"], "main_score": 0.916238, "precision": 0.907197, "recall": 0.934783}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.951581, "f1": 0.943794, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"], "main_score": 0.943794, "precision": 0.941457, "recall": 0.951581}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"], "main_score": 0.957839, "precision": 0.953557, "recall": 0.967391}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.966689, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"], "main_score": 0.966689, "precision": 0.963974, "recall": 0.97332}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"], "main_score": 0.908762, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.970356, "f1": 0.962352, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"], "main_score": 0.962352, "precision": 0.959107, "recall": 0.970356}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.201581, "f1": 0.160556, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"], "main_score": 0.160556, "precision": 0.149109, "recall": 0.201581}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.949605, "f1": 0.935178, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"], "main_score": 0.935178, "precision": 0.928277, "recall": 0.949605}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"], "main_score": 0.960145, "precision": 0.955896, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.966304, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"], "main_score": 0.966304, "precision": 0.963554, "recall": 0.97332}, {"accuracy": 0.966403, "f1": 0.958136, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"], "main_score": 0.958136, "precision": 0.954545, "recall": 0.966403}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"], "main_score": 0.942918, "precision": 0.936347, "recall": 0.956522}, {"accuracy": 0.975296, "f1": 0.968892, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"], "main_score": 0.968892, "precision": 0.966321, "recall": 0.975296}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.948617, "f1": 0.939323, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"], "main_score": 0.939323, "precision": 0.936121, "recall": 0.948617}, {"accuracy": 0.952569, "f1": 0.940137, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"], "main_score": 0.940137, "precision": 0.935145, "recall": 0.952569}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.972021, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"], "main_score": 0.972021, "precision": 0.970142, "recall": 0.977273}, {"accuracy": 0.903162, "f1": 0.873024, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"], "main_score": 0.873024, "precision": 0.858366, "recall": 0.903162}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"], "main_score": 0.926877, "precision": 0.918149, "recall": 0.944664}, {"accuracy": 0.970356, "f1": 0.963307, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"], "main_score": 0.963307, "precision": 0.960754, "recall": 0.970356}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"], "main_score": 0.950823, "precision": 0.94524, "recall": 0.962451}, {"accuracy": 0.978261, "f1": 0.973732, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"], "main_score": 0.973732, "precision": 0.97221, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.961462, "f1": 0.949177, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"], "main_score": 0.949177, "precision": 0.943264, "recall": 0.961462}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"], "main_score": 0.950593, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"], "main_score": 0.901021, "precision": 0.889822, "recall": 0.923913}, {"accuracy": 0.962451, "f1": 0.954965, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"], "main_score": 0.954965, "precision": 0.952141, "recall": 0.962451}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"], "main_score": 0.937978, "precision": 0.930912, "recall": 0.952569}, {"accuracy": 0.901186, "f1": 0.873188, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"], "main_score": 0.873188, "precision": 0.859717, "recall": 0.901186}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.709486, "f1": 0.645361, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"], "main_score": 0.645361, "precision": 0.618677, "recall": 0.709486}, {"accuracy": 0.977273, "f1": 0.971245, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"], "main_score": 0.971245, "precision": 0.968824, "recall": 0.977273}, {"accuracy": 0.972332, "f1": 0.965382, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"], "main_score": 0.965382, "precision": 0.962648, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.958517, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"], "main_score": 0.958517, "precision": 0.954792, "recall": 0.967391}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"], "main_score": 0.961693, "precision": 0.957922, "recall": 0.970356}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"], "main_score": 0.90224, "precision": 0.891387, "recall": 0.924901}, {"accuracy": 0.954545, "f1": 0.940777, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"], "main_score": 0.940777, "precision": 0.934371, "recall": 0.954545}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.985178, "f1": 0.981456, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"], "main_score": 0.981456, "precision": 0.980023, "recall": 0.985178}, {"accuracy": 0.918972, "f1": 0.895916, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"], "main_score": 0.895916, "precision": 0.884717, "recall": 0.918972}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"], "main_score": 0.90415, "precision": 0.893939, "recall": 0.925889}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"], "main_score": 0.964328, "precision": 0.960721, "recall": 0.972332}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"], "main_score": 0.954282, "precision": 0.950016, "recall": 0.964427}, {"accuracy": 0.206522, "f1": 0.149012, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"], "main_score": 0.149012, "precision": 0.132098, "recall": 0.206522}, {"accuracy": 0.935771, "f1": 0.917655, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"], "main_score": 0.917655, "precision": 0.908926, "recall": 0.935771}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.947134, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"], "main_score": 0.947134, "precision": 0.942029, "recall": 0.958498}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.964625, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"], "main_score": 0.964625, "precision": 0.961935, "recall": 0.971344}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.966041, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"], "main_score": 0.966041, "precision": 0.963109, "recall": 0.97332}, {"accuracy": 0.860672, "f1": 0.821509, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"], "main_score": 0.821509, "precision": 0.803804, "recall": 0.860672}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.967391, "f1": 0.958352, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"], "main_score": 0.958352, "precision": 0.954463, "recall": 0.967391}, {"accuracy": 0.981225, "f1": 0.976699, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"], "main_score": 0.976699, "precision": 0.974967, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.960296, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"], "main_score": 0.960296, "precision": 0.957098, "recall": 0.968379}, {"accuracy": 0.916008, "f1": 0.891765, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"], "main_score": 0.891765, "precision": 0.880105, "recall": 0.916008}, {"accuracy": 0.880435, "f1": 0.845323, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"], "main_score": 0.845323, "precision": 0.828722, "recall": 0.880435}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.93083, "f1": 0.909585, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"], "main_score": 0.909585, "precision": 0.899209, "recall": 0.93083}, {"accuracy": 0.982213, "f1": 0.977226, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"], "main_score": 0.977226, "precision": 0.974967, "recall": 0.982213}, {"accuracy": 0.884387, "f1": 0.853393, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"], "main_score": 0.853393, "precision": 0.838933, "recall": 0.884387}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.979249, "f1": 0.973452, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"], "main_score": 0.973452, "precision": 0.971014, "recall": 0.979249}, {"accuracy": 0.966403, "f1": 0.957016, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"], "main_score": 0.957016, "precision": 0.952964, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.965566, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"], "main_score": 0.965566, "precision": 0.963027, "recall": 0.972332}, {"accuracy": 0.97332, "f1": 0.966271, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"], "main_score": 0.966271, "precision": 0.963521, "recall": 0.97332}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.907115, "f1": 0.879776, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"], "main_score": 0.879776, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.267787, "f1": 0.212915, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"], "main_score": 0.212915, "precision": 0.194594, "recall": 0.267787}, {"accuracy": 0.950593, "f1": 0.934684, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"], "main_score": 0.934684, "precision": 0.92696, "recall": 0.950593}, {"accuracy": 0.80336, "f1": 0.751614, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"], "main_score": 0.751614, "precision": 0.729035, "recall": 0.80336}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.913043, "f1": 0.887813, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"], "main_score": 0.887813, "precision": 0.876153, "recall": 0.913043}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"], "main_score": 0.956192, "precision": 0.951449, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.97332, "f1": 0.966271, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"], "main_score": 0.966271, "precision": 0.963521, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.900198, "f1": 0.87309, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"], "main_score": 0.87309, "precision": 0.860952, "recall": 0.900198}, {"accuracy": 0.911067, "f1": 0.885375, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"], "main_score": 0.885375, "precision": 0.873188, "recall": 0.911067}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"], "main_score": 0.955204, "precision": 0.950626, "recall": 0.965415}, {"accuracy": 0.055336, "f1": 0.030961, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"], "main_score": 0.030961, "precision": 0.026373, "recall": 0.055336}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"], "main_score": 0.953063, "precision": 0.94865, "recall": 0.963439}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.923913, "f1": 0.906164, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"], "main_score": 0.906164, "precision": 0.89905, "recall": 0.923913}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.916996, "f1": 0.893808, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"], "main_score": 0.893808, "precision": 0.883514, "recall": 0.916996}, {"accuracy": 0.91996, "f1": 0.896278, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"], "main_score": 0.896278, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.955105, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"], "main_score": 0.955105, "precision": 0.950346, "recall": 0.965415}, {"accuracy": 0.966403, "f1": 0.956752, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"], "main_score": 0.956752, "precision": 0.952487, "recall": 0.966403}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"], "main_score": 0.952569, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.870553, "f1": 0.834739, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"], "main_score": 0.834739, "precision": 0.818223, "recall": 0.870553}, {"accuracy": 0.976285, "f1": 0.969829, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"], "main_score": 0.969829, "precision": 0.967062, "recall": 0.976285}, {"accuracy": 0.857708, "f1": 0.820158, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"], "main_score": 0.820158, "precision": 0.80331, "recall": 0.857708}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.967062, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"], "main_score": 0.967062, "precision": 0.963966, "recall": 0.974308}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"], "main_score": 0.944499, "precision": 0.938274, "recall": 0.95751}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.943676, "f1": 0.931471, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"], "main_score": 0.931471, "precision": 0.926962, "recall": 0.943676}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"], "main_score": 0.908333, "precision": 0.898139, "recall": 0.929842}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.953557, "f1": 0.940448, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"], "main_score": 0.940448, "precision": 0.934371, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"], "main_score": 0.938076, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.95751, "f1": 0.94529, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"], "main_score": 0.94529, "precision": 0.939888, "recall": 0.95751}, {"accuracy": 0.959486, "f1": 0.947628, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"], "main_score": 0.947628, "precision": 0.942523, "recall": 0.959486}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.881423, "f1": 0.846772, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"], "main_score": 0.846772, "precision": 0.830534, "recall": 0.881423}, {"accuracy": 0.977273, "f1": 0.97141, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"], "main_score": 0.97141, "precision": 0.969022, "recall": 0.977273}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"], "main_score": 0.932971, "precision": 0.925593, "recall": 0.948617}, {"accuracy": 0.962451, "f1": 0.951779, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"], "main_score": 0.951779, "precision": 0.947217, "recall": 0.962451}, {"accuracy": 0.966403, "f1": 0.956752, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"], "main_score": 0.956752, "precision": 0.952157, "recall": 0.966403}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"], "main_score": 0.911462, "precision": 0.901762, "recall": 0.931818}, {"accuracy": 0.977273, "f1": 0.970916, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"], "main_score": 0.970916, "precision": 0.968165, "recall": 0.977273}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"], "main_score": 0.903327, "precision": 0.893116, "recall": 0.924901}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"], "main_score": 0.983696, "precision": 0.982246, "recall": 0.987154}, {"accuracy": 0.906126, "f1": 0.878294, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"], "main_score": 0.878294, "precision": 0.864789, "recall": 0.906126}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.971344, "f1": 0.963688, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"], "main_score": 0.963688, "precision": 0.960474, "recall": 0.971344}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"], "main_score": 0.905632, "precision": 0.894763, "recall": 0.927866}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"], "main_score": 0.938406, "precision": 0.93083, "recall": 0.953557}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.920949, "f1": 0.899671, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"], "main_score": 0.899671, "precision": 0.890744, "recall": 0.920949}, {"accuracy": 0.969368, "f1": 0.961844, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"], "main_score": 0.961844, "precision": 0.958992, "recall": 0.969368}, {"accuracy": 0.944664, "f1": 0.928261, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"], "main_score": 0.928261, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.927866, "f1": 0.907891, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"], "main_score": 0.907891, "precision": 0.898551, "recall": 0.927866}, {"accuracy": 0.951581, "f1": 0.936001, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"], "main_score": 0.936001, "precision": 0.928442, "recall": 0.951581}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.95751, "f1": 0.945652, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"], "main_score": 0.945652, "precision": 0.940053, "recall": 0.95751}, {"accuracy": 0.966403, "f1": 0.958224, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"], "main_score": 0.958224, "precision": 0.955031, "recall": 0.966403}, {"accuracy": 0.856719, "f1": 0.81805, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"], "main_score": 0.81805, "precision": 0.799984, "recall": 0.856719}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.900198, "f1": 0.870323, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"], "main_score": 0.870323, "precision": 0.856225, "recall": 0.900198}, {"accuracy": 0.907115, "f1": 0.880072, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"], "main_score": 0.880072, "precision": 0.867589, "recall": 0.907115}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"], "main_score": 0.938142, "precision": 0.931406, "recall": 0.952569}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.816206, "f1": 0.767309, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"], "main_score": 0.767309, "precision": 0.745233, "recall": 0.816206}, {"accuracy": 0.965415, "f1": 0.956592, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"], "main_score": 0.956592, "precision": 0.953063, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"], "main_score": 0.97052, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"], "main_score": 0.910408, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.932806, "f1": 0.911232, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"], "main_score": 0.911232, "precision": 0.900856, "recall": 0.932806}, {"accuracy": 0.887352, "f1": 0.855684, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"], "main_score": 0.855684, "precision": 0.841271, "recall": 0.887352}, {"accuracy": 0.045455, "f1": 0.023679, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"], "main_score": 0.023679, "precision": 0.019376, "recall": 0.045455}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"], "main_score": 0.935277, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.922925, "f1": 0.900711, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"], "main_score": 0.900711, "precision": 0.890399, "recall": 0.922925}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"], "main_score": 0.945982, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"], "main_score": 0.876877, "precision": 0.864213, "recall": 0.90415}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"], "main_score": 0.915514, "precision": 0.905962, "recall": 0.935771}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.90415, "f1": 0.875823, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"], "main_score": 0.875823, "precision": 0.862648, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"], "main_score": 0.920356, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.19664, "f1": 0.148535, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"], "main_score": 0.148535, "precision": 0.134705, "recall": 0.19664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.917984, "f1": 0.893314, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"], "main_score": 0.893314, "precision": 0.881999, "recall": 0.917984}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.952569, "f1": 0.938208, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"], "main_score": 0.938208, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.881423, "f1": 0.847134, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"], "main_score": 0.847134, "precision": 0.831028, "recall": 0.881423}, {"accuracy": 0.933794, "f1": 0.914427, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"], "main_score": 0.914427, "precision": 0.90555, "recall": 0.933794}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.896245, "f1": 0.867325, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"], "main_score": 0.867325, "precision": 0.853541, "recall": 0.896245}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.93083, "f1": 0.910145, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"], "main_score": 0.910145, "precision": 0.899951, "recall": 0.93083}, {"accuracy": 0.886364, "f1": 0.853774, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"], "main_score": 0.853774, "precision": 0.838521, "recall": 0.886364}, {"accuracy": 0.921937, "f1": 0.89837, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"], "main_score": 0.89837, "precision": 0.887246, "recall": 0.921937}, {"accuracy": 0.742095, "f1": 0.681044, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"], "main_score": 0.681044, "precision": 0.656037, "recall": 0.742095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.911067, "f1": 0.883564, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"], "main_score": 0.883564, "precision": 0.870059, "recall": 0.911067}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.869565, "f1": 0.832675, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"], "main_score": 0.832675, "precision": 0.815827, "recall": 0.869565}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"], "main_score": 0.90448, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.87747, "f1": 0.842688, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"], "main_score": 0.842688, "precision": 0.827141, "recall": 0.87747}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.212451, "f1": 0.14547, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"], "main_score": 0.14547, "precision": 0.126313, "recall": 0.212451}, {"accuracy": 0.909091, "f1": 0.882364, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"], "main_score": 0.882364, "precision": 0.869401, "recall": 0.909091}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.931818, "f1": 0.910079, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"], "main_score": 0.910079, "precision": 0.899704, "recall": 0.931818}, {"accuracy": 0.91502, "f1": 0.889065, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"], "main_score": 0.889065, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.848814, "f1": 0.809917, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"], "main_score": 0.809917, "precision": 0.792961, "recall": 0.848814}, {"accuracy": 0.944664, "f1": 0.926779, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"], "main_score": 0.926779, "precision": 0.918067, "recall": 0.944664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.916996, "f1": 0.891041, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"], "main_score": 0.891041, "precision": 0.878541, "recall": 0.916996}, {"accuracy": 0.870553, "f1": 0.832693, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"], "main_score": 0.832693, "precision": 0.81497, "recall": 0.870553}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.921937, "f1": 0.89944, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"], "main_score": 0.89944, "precision": 0.888949, "recall": 0.921937}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.844862, "f1": 0.804825, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"], "main_score": 0.804825, "precision": 0.786357, "recall": 0.844862}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.874506, "f1": 0.839723, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"], "main_score": 0.839723, "precision": 0.823452, "recall": 0.874506}, {"accuracy": 0.248024, "f1": 0.194216, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"], "main_score": 0.194216, "precision": 0.17733, "recall": 0.248024}, {"accuracy": 0.924901, "f1": 0.902404, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"], "main_score": 0.902404, "precision": 0.891716, "recall": 0.924901}, {"accuracy": 0.797431, "f1": 0.747134, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"], "main_score": 0.747134, "precision": 0.724934, "recall": 0.797431}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.900198, "f1": 0.869631, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"], "main_score": 0.869631, "precision": 0.85499, "recall": 0.900198}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"], "main_score": 0.953623, "precision": 0.948534, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.891304, "f1": 0.861232, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"], "main_score": 0.861232, "precision": 0.84725, "recall": 0.891304}, {"accuracy": 0.868577, "f1": 0.831192, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"], "main_score": 0.831192, "precision": 0.81357, "recall": 0.868577}, {"accuracy": 0.942688, "f1": 0.925249, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"], "main_score": 0.925249, "precision": 0.916914, "recall": 0.942688}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.048419, "f1": 0.025005, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"], "main_score": 0.025005, "precision": 0.020449, "recall": 0.048419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.964427, "f1": 0.954216, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"], "main_score": 0.954216, "precision": 0.949605, "recall": 0.964427}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.931884, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"], "main_score": 0.931884, "precision": 0.923666, "recall": 0.948617}, {"accuracy": 0.917984, "f1": 0.892852, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"], "main_score": 0.892852, "precision": 0.881176, "recall": 0.917984}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.962451, "f1": 0.951416, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"], "main_score": 0.951416, "precision": 0.946146, "recall": 0.962451}, {"accuracy": 0.879447, "f1": 0.845059, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"], "main_score": 0.845059, "precision": 0.828969, "recall": 0.879447}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.863636, "f1": 0.826172, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"], "main_score": 0.826172, "precision": 0.809124, "recall": 0.863636}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"], "main_score": 0.951153, "precision": 0.945932, "recall": 0.962451}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.906126, "f1": 0.877536, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"], "main_score": 0.877536, "precision": 0.864048, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"], "main_score": 0.934618, "precision": 0.926713, "recall": 0.950593}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"], "main_score": 0.929677, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.967391, "f1": 0.95774, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"], "main_score": 0.95774, "precision": 0.953343, "recall": 0.967391}, {"accuracy": 0.863636, "f1": 0.826318, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"], "main_score": 0.826318, "precision": 0.808877, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"], "main_score": 0.890316, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.899209, "f1": 0.871494, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"], "main_score": 0.871494, "precision": 0.85886, "recall": 0.899209}, {"accuracy": 0.948617, "f1": 0.933751, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"], "main_score": 0.933751, "precision": 0.926919, "recall": 0.948617}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.914065, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"], "main_score": 0.914065, "precision": 0.905056, "recall": 0.933794}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.865613, "f1": 0.828426, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"], "main_score": 0.828426, "precision": 0.811545, "recall": 0.865613}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.925889, "f1": 0.90336, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"], "main_score": 0.90336, "precision": 0.893034, "recall": 0.925889}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.901186, "f1": 0.873141, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"], "main_score": 0.873141, "precision": 0.860013, "recall": 0.901186}, {"accuracy": 0.927866, "f1": 0.906291, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"], "main_score": 0.906291, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.947036, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"], "main_score": 0.947036, "precision": 0.941123, "recall": 0.959486}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"], "main_score": 0.932477, "precision": 0.925066, "recall": 0.947628}, {"accuracy": 0.86166, "f1": 0.826153, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"], "main_score": 0.826153, "precision": 0.8097, "recall": 0.86166}, {"accuracy": 0.916996, "f1": 0.890711, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"], "main_score": 0.890711, "precision": 0.878211, "recall": 0.916996}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"], "main_score": 0.987484, "precision": 0.986166, "recall": 0.990119}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"], "main_score": 0.929677, "precision": 0.922134, "recall": 0.945652}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.826087, "f1": 0.777635, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"], "main_score": 0.777635, "precision": 0.755665, "recall": 0.826087}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.884387, "f1": 0.851647, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"], "main_score": 0.851647, "precision": 0.836215, "recall": 0.884387}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"], "main_score": 0.899704, "precision": 0.889163, "recall": 0.921937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.8083, "f1": 0.758267, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"], "main_score": 0.758267, "precision": 0.736029, "recall": 0.8083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.925889, "f1": 0.904169, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"], "main_score": 0.904169, "precision": 0.894022, "recall": 0.925889}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"], "main_score": 0.940382, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.905138, "f1": 0.876318, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"], "main_score": 0.876318, "precision": 0.862813, "recall": 0.905138}, {"accuracy": 0.045455, "f1": 0.023998, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"], "main_score": 0.023998, "precision": 0.019454, "recall": 0.045455}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.934783, "f1": 0.915744, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"], "main_score": 0.915744, "precision": 0.906901, "recall": 0.934783}, {"accuracy": 0.95751, "f1": 0.945323, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"], "main_score": 0.945323, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.991436, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"], "main_score": 0.991436, "precision": 0.990613, "recall": 0.993083}, {"accuracy": 0.913043, "f1": 0.887022, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"], "main_score": 0.887022, "precision": 0.874341, "recall": 0.913043}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"], "main_score": 0.928689, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.205534, "f1": 0.155221, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"], "main_score": 0.155221, "precision": 0.13977, "recall": 0.205534}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"], "main_score": 0.930336, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"], "main_score": 0.930995, "precision": 0.923419, "recall": 0.94664}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.897233, "f1": 0.868083, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"], "main_score": 0.868083, "precision": 0.854249, "recall": 0.897233}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.90415, "f1": 0.874835, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"], "main_score": 0.874835, "precision": 0.861001, "recall": 0.90415}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.892292, "f1": 0.86102, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"], "main_score": 0.86102, "precision": 0.846262, "recall": 0.892292}, {"accuracy": 0.936759, "f1": 0.917227, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"], "main_score": 0.917227, "precision": 0.90802, "recall": 0.936759}, {"accuracy": 0.754941, "f1": 0.699028, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"], "main_score": 0.699028, "precision": 0.675849, "recall": 0.754941}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.916996, "f1": 0.891535, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"], "main_score": 0.891535, "precision": 0.879364, "recall": 0.916996}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.88834, "f1": 0.857016, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"], "main_score": 0.857016, "precision": 0.842424, "recall": 0.88834}, {"accuracy": 0.932806, "f1": 0.911792, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"], "main_score": 0.911792, "precision": 0.901762, "recall": 0.932806}, {"accuracy": 0.893281, "f1": 0.860804, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"], "main_score": 0.860804, "precision": 0.84552, "recall": 0.893281}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.216403, "f1": 0.147755, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"], "main_score": 0.147755, "precision": 0.128446, "recall": 0.216403}, {"accuracy": 0.926877, "f1": 0.906456, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"], "main_score": 0.906456, "precision": 0.896904, "recall": 0.926877}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"], "main_score": 0.926877, "precision": 0.918149, "recall": 0.944664}, {"accuracy": 0.922925, "f1": 0.9, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"], "main_score": 0.9, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.979249, "f1": 0.97365, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"], "main_score": 0.97365, "precision": 0.97085, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.859684, "f1": 0.823537, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"], "main_score": 0.823537, "precision": 0.807181, "recall": 0.859684}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"], "main_score": 0.931983, "precision": 0.923913, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"], "main_score": 0.909585, "precision": 0.899868, "recall": 0.929842}, {"accuracy": 0.87747, "f1": 0.842358, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"], "main_score": 0.842358, "precision": 0.825922, "recall": 0.87747}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"], "main_score": 0.96558, "precision": 0.961957, "recall": 0.97332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"], "main_score": 0.908103, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.86166, "f1": 0.822101, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"], "main_score": 0.822101, "precision": 0.803722, "recall": 0.86166}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.889328, "f1": 0.856884, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"], "main_score": 0.856884, "precision": 0.841436, "recall": 0.889328}, {"accuracy": 0.262846, "f1": 0.207708, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"], "main_score": 0.207708, "precision": 0.190537, "recall": 0.262846}, {"accuracy": 0.929842, "f1": 0.909091, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"], "main_score": 0.909091, "precision": 0.899374, "recall": 0.929842}, {"accuracy": 0.805336, "f1": 0.756541, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"], "main_score": 0.756541, "precision": 0.734964, "recall": 0.805336}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.923913, "f1": 0.900198, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"], "main_score": 0.900198, "precision": 0.888505, "recall": 0.923913}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.893281, "f1": 0.863373, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"], "main_score": 0.863373, "precision": 0.849226, "recall": 0.893281}, {"accuracy": 0.885375, "f1": 0.850791, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"], "main_score": 0.850791, "precision": 0.834321, "recall": 0.885375}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.0583, "f1": 0.030284, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"], "main_score": 0.030284, "precision": 0.025093, "recall": 0.0583}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.954545, "f1": 0.939394, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"], "main_score": 0.939394, "precision": 0.931818, "recall": 0.954545}, {"accuracy": 0.916996, "f1": 0.89114, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"], "main_score": 0.89114, "precision": 0.878623, "recall": 0.916996}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.892292, "f1": 0.861001, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"], "main_score": 0.861001, "precision": 0.846179, "recall": 0.892292}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.865613, "f1": 0.827931, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"], "main_score": 0.827931, "precision": 0.810557, "recall": 0.865613}, {"accuracy": 0.951581, "f1": 0.937154, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"], "main_score": 0.937154, "precision": 0.930418, "recall": 0.951581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.916996, "f1": 0.892161, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"], "main_score": 0.892161, "precision": 0.880847, "recall": 0.916996}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.875494, "f1": 0.841304, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"], "main_score": 0.841304, "precision": 0.825181, "recall": 0.875494}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.911067, "f1": 0.884618, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"], "main_score": 0.884618, "precision": 0.872283, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.932806, "f1": 0.913867, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"], "main_score": 0.913867, "precision": 0.904974, "recall": 0.932806}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"], "main_score": 0.926449, "precision": 0.918067, "recall": 0.943676}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.935771, "f1": 0.915975, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"], "main_score": 0.915975, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.899209, "f1": 0.869137, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"], "main_score": 0.869137, "precision": 0.855319, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"], "main_score": 0.921443, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.90415, "f1": 0.875494, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"], "main_score": 0.875494, "precision": 0.861495, "recall": 0.90415}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"], "main_score": 0.919137, "precision": 0.910573, "recall": 0.937747}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"], "main_score": 0.929842, "precision": 0.922101, "recall": 0.945652}, {"accuracy": 0.900198, "f1": 0.872365, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"], "main_score": 0.872365, "precision": 0.859223, "recall": 0.900198}, {"accuracy": 0.925889, "f1": 0.902174, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"], "main_score": 0.902174, "precision": 0.890646, "recall": 0.925889}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"], "main_score": 0.939295, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"], "main_score": 0.942688, "precision": 0.93643, "recall": 0.955534}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.846838, "f1": 0.805072, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"], "main_score": 0.805072, "precision": 0.784997, "recall": 0.846838}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.891304, "f1": 0.861825, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"], "main_score": 0.861825, "precision": 0.848353, "recall": 0.891304}, {"accuracy": 0.916996, "f1": 0.893511, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"], "main_score": 0.893511, "precision": 0.882526, "recall": 0.916996}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.81917, "f1": 0.770965, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"], "main_score": 0.770965, "precision": 0.749153, "recall": 0.81917}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.932806, "f1": 0.913538, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"], "main_score": 0.913538, "precision": 0.904513, "recall": 0.932806}, {"accuracy": 0.954545, "f1": 0.939723, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"], "main_score": 0.939723, "precision": 0.932312, "recall": 0.954545}, {"accuracy": 0.905138, "f1": 0.877931, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"], "main_score": 0.877931, "precision": 0.865152, "recall": 0.905138}, {"accuracy": 0.045455, "f1": 0.020204, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"], "main_score": 0.020204, "precision": 0.015101, "recall": 0.045455}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.937747, "f1": 0.919598, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"], "main_score": 0.919598, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"], "main_score": 0.952306, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.922925, "f1": 0.900692, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"], "main_score": 0.900692, "precision": 0.890152, "recall": 0.922925}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"], "main_score": 0.945652, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"], "main_score": 0.912615, "precision": 0.903409, "recall": 0.931818}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.195652, "f1": 0.147051, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"], "main_score": 0.147051, "precision": 0.133054, "recall": 0.195652}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.955534, "f1": 0.943083, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"], "main_score": 0.943083, "precision": 0.937171, "recall": 0.955534}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.898221, "f1": 0.867655, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"], "main_score": 0.867655, "precision": 0.853179, "recall": 0.898221}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"], "main_score": 0.938735, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.900198, "f1": 0.872548, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"], "main_score": 0.872548, "precision": 0.859437, "recall": 0.900198}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"], "main_score": 0.9417, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.891304, "f1": 0.85975, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"], "main_score": 0.85975, "precision": 0.844944, "recall": 0.891304}, {"accuracy": 0.9417, "f1": 0.925132, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"], "main_score": 0.925132, "precision": 0.917243, "recall": 0.9417}, {"accuracy": 0.76087, "f1": 0.702014, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"], "main_score": 0.702014, "precision": 0.677273, "recall": 0.76087}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"], "main_score": 0.905698, "precision": 0.895504, "recall": 0.926877}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"], "main_score": 0.874736, "precision": 0.862138, "recall": 0.902174}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.900198, "f1": 0.869236, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"], "main_score": 0.869236, "precision": 0.854578, "recall": 0.900198}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.219368, "f1": 0.151716, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"], "main_score": 0.151716, "precision": 0.133246, "recall": 0.219368}, {"accuracy": 0.917984, "f1": 0.894598, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"], "main_score": 0.894598, "precision": 0.883399, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"], "main_score": 0.919796, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.866601, "f1": 0.828971, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"], "main_score": 0.828971, "precision": 0.811989, "recall": 0.866601}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"], "main_score": 0.902339, "precision": 0.891634, "recall": 0.924901}, {"accuracy": 0.87747, "f1": 0.843116, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"], "main_score": 0.843116, "precision": 0.826993, "recall": 0.87747}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.932378, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"], "main_score": 0.932378, "precision": 0.924489, "recall": 0.948617}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.854743, "f1": 0.817622, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"], "main_score": 0.817622, "precision": 0.800758, "recall": 0.854743}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.896245, "f1": 0.866634, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"], "main_score": 0.866634, "precision": 0.853343, "recall": 0.896245}, {"accuracy": 0.261858, "f1": 0.202616, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"], "main_score": 0.202616, "precision": 0.184372, "recall": 0.261858}, {"accuracy": 0.922925, "f1": 0.900329, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"], "main_score": 0.900329, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.818182, "f1": 0.769532, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"], "main_score": 0.769532, "precision": 0.748188, "recall": 0.818182}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.928854, "f1": 0.908498, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"], "main_score": 0.908498, "precision": 0.898962, "recall": 0.928854}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.923913, "f1": 0.899868, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"], "main_score": 0.899868, "precision": 0.88834, "recall": 0.923913}, {"accuracy": 0.883399, "f1": 0.849111, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"], "main_score": 0.849111, "precision": 0.833366, "recall": 0.883399}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.054348, "f1": 0.025866, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"], "main_score": 0.025866, "precision": 0.020108, "recall": 0.054348}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.958498, "f1": 0.946805, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"], "main_score": 0.946805, "precision": 0.941041, "recall": 0.958498}, {"accuracy": 0.925889, "f1": 0.90471, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"], "main_score": 0.90471, "precision": 0.894681, "recall": 0.925889}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967622, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"], "main_score": 0.967622, "precision": 0.964015, "recall": 0.975296}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.901186, "f1": 0.872167, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"], "main_score": 0.872167, "precision": 0.858531, "recall": 0.901186}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.875494, "f1": 0.840895, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"], "main_score": 0.840895, "precision": 0.825016, "recall": 0.875494}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.940711, "f1": 0.922167, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"], "main_score": 0.922167, "precision": 0.913455, "recall": 0.940711}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"], "main_score": 0.984848, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.958498, "f1": 0.946047, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"], "main_score": 0.946047, "precision": 0.940135, "recall": 0.958498}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.874506, "f1": 0.840711, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"], "main_score": 0.840711, "precision": 0.824769, "recall": 0.874506}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.934783, "f1": 0.914526, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"], "main_score": 0.914526, "precision": 0.904644, "recall": 0.934783}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.897793, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"], "main_score": 0.897793, "precision": 0.887269, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"], "main_score": 0.955599, "precision": 0.951038, "recall": 0.965415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"], "main_score": 0.916831, "precision": 0.907971, "recall": 0.935771}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.873518, "f1": 0.836034, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"], "main_score": 0.836034, "precision": 0.818594, "recall": 0.873518}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.921937, "f1": 0.898946, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"], "main_score": 0.898946, "precision": 0.888093, "recall": 0.921937}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"], "main_score": 0.922266, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"], "main_score": 0.934289, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.900198, "f1": 0.872431, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"], "main_score": 0.872431, "precision": 0.859107, "recall": 0.900198}, {"accuracy": 0.926877, "f1": 0.903327, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"], "main_score": 0.903327, "precision": 0.891963, "recall": 0.926877}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.847826, "f1": 0.808597, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"], "main_score": 0.808597, "precision": 0.790679, "recall": 0.847826}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"], "main_score": 0.951976, "precision": 0.946393, "recall": 0.963439}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.900198, "f1": 0.872497, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"], "main_score": 0.872497, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"], "main_score": 0.920125, "precision": 0.911067, "recall": 0.938735}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.820158, "f1": 0.772579, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"], "main_score": 0.772579, "precision": 0.751525, "recall": 0.820158}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"], "main_score": 0.961957, "precision": 0.957839, "recall": 0.970356}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"], "main_score": 0.922925, "precision": 0.914394, "recall": 0.940711}, {"accuracy": 0.86166, "f1": 0.82556, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"], "main_score": 0.82556, "precision": 0.80863, "recall": 0.86166}, {"accuracy": 0.865613, "f1": 0.830534, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"], "main_score": 0.830534, "precision": 0.813735, "recall": 0.865613}, {"accuracy": 0.048419, "f1": 0.024961, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"], "main_score": 0.024961, "precision": 0.020114, "recall": 0.048419}, {"accuracy": 0.884387, "f1": 0.859025, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"], "main_score": 0.859025, "precision": 0.849144, "recall": 0.884387}, {"accuracy": 0.908103, "f1": 0.884176, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"], "main_score": 0.884176, "precision": 0.873798, "recall": 0.908103}, {"accuracy": 0.933794, "f1": 0.913274, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"], "main_score": 0.913274, "precision": 0.903574, "recall": 0.933794}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"], "main_score": 0.895422, "precision": 0.884058, "recall": 0.918972}, {"accuracy": 0.934783, "f1": 0.915679, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"], "main_score": 0.915679, "precision": 0.906291, "recall": 0.934783}, {"accuracy": 0.896245, "f1": 0.871604, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"], "main_score": 0.871604, "precision": 0.861753, "recall": 0.896245}, {"accuracy": 0.882411, "f1": 0.849967, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"], "main_score": 0.849967, "precision": 0.834651, "recall": 0.882411}, {"accuracy": 0.871542, "f1": 0.833004, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"], "main_score": 0.833004, "precision": 0.814723, "recall": 0.871542}, {"accuracy": 0.869565, "f1": 0.847618, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"], "main_score": 0.847618, "precision": 0.840229, "recall": 0.869565}, {"accuracy": 0.905138, "f1": 0.876976, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"], "main_score": 0.876976, "precision": 0.863834, "recall": 0.905138}, {"accuracy": 0.885375, "f1": 0.854908, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"], "main_score": 0.854908, "precision": 0.84058, "recall": 0.885375}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"], "main_score": 0.930007, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.887352, "f1": 0.857529, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"], "main_score": 0.857529, "precision": 0.844186, "recall": 0.887352}, {"accuracy": 0.897233, "f1": 0.875321, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"], "main_score": 0.875321, "precision": 0.866388, "recall": 0.897233}, {"accuracy": 0.87253, "f1": 0.840646, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"], "main_score": 0.840646, "precision": 0.826005, "recall": 0.87253}, {"accuracy": 0.899209, "f1": 0.872222, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"], "main_score": 0.872222, "precision": 0.860861, "recall": 0.899209}, {"accuracy": 0.905138, "f1": 0.880704, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"], "main_score": 0.880704, "precision": 0.870357, "recall": 0.905138}, {"accuracy": 0.851779, "f1": 0.81207, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"], "main_score": 0.81207, "precision": 0.794269, "recall": 0.851779}, {"accuracy": 0.905138, "f1": 0.880061, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"], "main_score": 0.880061, "precision": 0.869145, "recall": 0.905138}, {"accuracy": 0.931818, "f1": 0.911726, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"], "main_score": 0.911726, "precision": 0.902174, "recall": 0.931818}, {"accuracy": 0.924901, "f1": 0.901845, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"], "main_score": 0.901845, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.900198, "f1": 0.877131, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"], "main_score": 0.877131, "precision": 0.868058, "recall": 0.900198}, {"accuracy": 0.914032, "f1": 0.890711, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"], "main_score": 0.890711, "precision": 0.879694, "recall": 0.914032}, {"accuracy": 0.188735, "f1": 0.15153, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"], "main_score": 0.15153, "precision": 0.140955, "recall": 0.188735}, {"accuracy": 0.91502, "f1": 0.893153, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"], "main_score": 0.893153, "precision": 0.883654, "recall": 0.91502}, {"accuracy": 0.90415, "f1": 0.877866, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"], "main_score": 0.877866, "precision": 0.865695, "recall": 0.90415}, {"accuracy": 0.921937, "f1": 0.898682, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"], "main_score": 0.898682, "precision": 0.888011, "recall": 0.921937}, {"accuracy": 0.889328, "f1": 0.861298, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"], "main_score": 0.861298, "precision": 0.849715, "recall": 0.889328}, {"accuracy": 0.898221, "f1": 0.872499, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"], "main_score": 0.872499, "precision": 0.861746, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.859578, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"], "main_score": 0.859578, "precision": 0.849384, "recall": 0.885375}, {"accuracy": 0.912055, "f1": 0.890717, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"], "main_score": 0.890717, "precision": 0.88188, "recall": 0.912055}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"], "main_score": 0.905303, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.853755, "f1": 0.8277, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"], "main_score": 0.8277, "precision": 0.81714, "recall": 0.853755}, {"accuracy": 0.883399, "f1": 0.854004, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"], "main_score": 0.854004, "precision": 0.841965, "recall": 0.883399}, {"accuracy": 0.916008, "f1": 0.893118, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"], "main_score": 0.893118, "precision": 0.883376, "recall": 0.916008}, {"accuracy": 0.916996, "f1": 0.896114, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"], "main_score": 0.896114, "precision": 0.887467, "recall": 0.916996}, {"accuracy": 0.854743, "f1": 0.816436, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"], "main_score": 0.816436, "precision": 0.798699, "recall": 0.854743}, {"accuracy": 0.887352, "f1": 0.855567, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"], "main_score": 0.855567, "precision": 0.840777, "recall": 0.887352}, {"accuracy": 0.892292, "f1": 0.868753, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"], "main_score": 0.868753, "precision": 0.8598, "recall": 0.892292}, {"accuracy": 0.898221, "f1": 0.868972, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"], "main_score": 0.868972, "precision": 0.855155, "recall": 0.898221}, {"accuracy": 0.906126, "f1": 0.887577, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"], "main_score": 0.887577, "precision": 0.880207, "recall": 0.906126}, {"accuracy": 0.916008, "f1": 0.889657, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"], "main_score": 0.889657, "precision": 0.876647, "recall": 0.916008}, {"accuracy": 0.927866, "f1": 0.907905, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"], "main_score": 0.907905, "precision": 0.899111, "recall": 0.927866}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"], "main_score": 0.897892, "precision": 0.887385, "recall": 0.920949}, {"accuracy": 0.901186, "f1": 0.870125, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"], "main_score": 0.870125, "precision": 0.855319, "recall": 0.901186}, {"accuracy": 0.881423, "f1": 0.850118, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"], "main_score": 0.850118, "precision": 0.836051, "recall": 0.881423}, {"accuracy": 0.890316, "f1": 0.860474, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"], "main_score": 0.860474, "precision": 0.846871, "recall": 0.890316}, {"accuracy": 0.876482, "f1": 0.847197, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"], "main_score": 0.847197, "precision": 0.836166, "recall": 0.876482}, {"accuracy": 0.893281, "f1": 0.862945, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"], "main_score": 0.862945, "precision": 0.849341, "recall": 0.893281}, {"accuracy": 0.836957, "f1": 0.793017, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"], "main_score": 0.793017, "precision": 0.77248, "recall": 0.836957}, {"accuracy": 0.879447, "f1": 0.855627, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"], "main_score": 0.855627, "precision": 0.845578, "recall": 0.879447}, {"accuracy": 0.901186, "f1": 0.872694, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"], "main_score": 0.872694, "precision": 0.859025, "recall": 0.901186}, {"accuracy": 0.825099, "f1": 0.780929, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"], "main_score": 0.780929, "precision": 0.760375, "recall": 0.825099}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"], "main_score": 0.895817, "precision": 0.88414, "recall": 0.91996}, {"accuracy": 0.612648, "f1": 0.536037, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"], "main_score": 0.536037, "precision": 0.506284, "recall": 0.612648}, {"accuracy": 0.912055, "f1": 0.890716, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"], "main_score": 0.890716, "precision": 0.882389, "recall": 0.912055}, {"accuracy": 0.903162, "f1": 0.880561, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"], "main_score": 0.880561, "precision": 0.871123, "recall": 0.903162}, {"accuracy": 0.898221, "f1": 0.871017, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"], "main_score": 0.871017, "precision": 0.859364, "recall": 0.898221}, {"accuracy": 0.892292, "f1": 0.866115, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"], "main_score": 0.866115, "precision": 0.855569, "recall": 0.892292}, {"accuracy": 0.863636, "f1": 0.825922, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"], "main_score": 0.825922, "precision": 0.808465, "recall": 0.863636}, {"accuracy": 0.862648, "f1": 0.825249, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"], "main_score": 0.825249, "precision": 0.80891, "recall": 0.862648}, {"accuracy": 0.911067, "f1": 0.885507, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"], "main_score": 0.885507, "precision": 0.873518, "recall": 0.911067}, {"accuracy": 0.916008, "f1": 0.897272, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"], "main_score": 0.897272, "precision": 0.889668, "recall": 0.916008}, {"accuracy": 0.87253, "f1": 0.838735, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"], "main_score": 0.838735, "precision": 0.822793, "recall": 0.87253}, {"accuracy": 0.936759, "f1": 0.919335, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"], "main_score": 0.919335, "precision": 0.911479, "recall": 0.936759}, {"accuracy": 0.885375, "f1": 0.855896, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"], "main_score": 0.855896, "precision": 0.84226, "recall": 0.885375}, {"accuracy": 0.905138, "f1": 0.877108, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"], "main_score": 0.877108, "precision": 0.864328, "recall": 0.905138}, {"accuracy": 0.897233, "f1": 0.867951, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"], "main_score": 0.867951, "precision": 0.855056, "recall": 0.897233}, {"accuracy": 0.884387, "f1": 0.855468, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"], "main_score": 0.855468, "precision": 0.843643, "recall": 0.884387}, {"accuracy": 0.211462, "f1": 0.157146, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"], "main_score": 0.157146, "precision": 0.14142, "recall": 0.211462}, {"accuracy": 0.865613, "f1": 0.827866, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"], "main_score": 0.827866, "precision": 0.810112, "recall": 0.865613}, {"accuracy": 0.897233, "f1": 0.869895, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"], "main_score": 0.869895, "precision": 0.857987, "recall": 0.897233}, {"accuracy": 0.900198, "f1": 0.872101, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"], "main_score": 0.872101, "precision": 0.858778, "recall": 0.900198}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"], "main_score": 0.880336, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.906126, "f1": 0.88083, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"], "main_score": 0.88083, "precision": 0.869746, "recall": 0.906126}, {"accuracy": 0.869565, "f1": 0.836067, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"], "main_score": 0.836067, "precision": 0.822036, "recall": 0.869565}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"], "main_score": 0.902833, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.914032, "f1": 0.893017, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"], "main_score": 0.893017, "precision": 0.884651, "recall": 0.914032}, {"accuracy": 0.907115, "f1": 0.884771, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"], "main_score": 0.884771, "precision": 0.875998, "recall": 0.907115}, {"accuracy": 0.898221, "f1": 0.875424, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"], "main_score": 0.875424, "precision": 0.866037, "recall": 0.898221}, {"accuracy": 0.883399, "f1": 0.852322, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"], "main_score": 0.852322, "precision": 0.839354, "recall": 0.883399}, {"accuracy": 0.897233, "f1": 0.870836, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"], "main_score": 0.870836, "precision": 0.859538, "recall": 0.897233}, {"accuracy": 0.785573, "f1": 0.733169, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"], "main_score": 0.733169, "precision": 0.709519, "recall": 0.785573}, {"accuracy": 0.908103, "f1": 0.883959, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"], "main_score": 0.883959, "precision": 0.872283, "recall": 0.908103}, {"accuracy": 0.878458, "f1": 0.850715, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"], "main_score": 0.850715, "precision": 0.839545, "recall": 0.878458}, {"accuracy": 0.899209, "f1": 0.879086, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"], "main_score": 0.879086, "precision": 0.871069, "recall": 0.899209}, {"accuracy": 0.883399, "f1": 0.85567, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"], "main_score": 0.85567, "precision": 0.844012, "recall": 0.883399}, {"accuracy": 0.84585, "f1": 0.803393, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"], "main_score": 0.803393, "precision": 0.784009, "recall": 0.84585}, {"accuracy": 0.824111, "f1": 0.779743, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"], "main_score": 0.779743, "precision": 0.759552, "recall": 0.824111}, {"accuracy": 0.912055, "f1": 0.886825, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"], "main_score": 0.886825, "precision": 0.875165, "recall": 0.912055}, {"accuracy": 0.932806, "f1": 0.913274, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"], "main_score": 0.913274, "precision": 0.904068, "recall": 0.932806}, {"accuracy": 0.897233, "f1": 0.867787, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"], "main_score": 0.867787, "precision": 0.854002, "recall": 0.897233}, {"accuracy": 0.908103, "f1": 0.885117, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"], "main_score": 0.885117, "precision": 0.875472, "recall": 0.908103}, {"accuracy": 0.806324, "f1": 0.757708, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"], "main_score": 0.757708, "precision": 0.735672, "recall": 0.806324}, {"accuracy": 0.935771, "f1": 0.917161, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"], "main_score": 0.917161, "precision": 0.908267, "recall": 0.935771}, {"accuracy": 0.903162, "f1": 0.879412, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"], "main_score": 0.879412, "precision": 0.869624, "recall": 0.903162}, {"accuracy": 0.893281, "f1": 0.866778, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"], "main_score": 0.866778, "precision": 0.855965, "recall": 0.893281}, {"accuracy": 0.880435, "f1": 0.858358, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"], "main_score": 0.858358, "precision": 0.850171, "recall": 0.880435}, {"accuracy": 0.863636, "f1": 0.837022, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"], "main_score": 0.837022, "precision": 0.82662, "recall": 0.863636}, {"accuracy": 0.928854, "f1": 0.909651, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"], "main_score": 0.909651, "precision": 0.900609, "recall": 0.928854}, {"accuracy": 0.932806, "f1": 0.913208, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"], "main_score": 0.913208, "precision": 0.903986, "recall": 0.932806}, {"accuracy": 0.84585, "f1": 0.807708, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"], "main_score": 0.807708, "precision": 0.789937, "recall": 0.84585}, {"accuracy": 0.248024, "f1": 0.201342, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"], "main_score": 0.201342, "precision": 0.185779, "recall": 0.248024}, {"accuracy": 0.893281, "f1": 0.864032, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"], "main_score": 0.864032, "precision": 0.850214, "recall": 0.893281}, {"accuracy": 0.750988, "f1": 0.69417, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"], "main_score": 0.69417, "precision": 0.669516, "recall": 0.750988}, {"accuracy": 0.91996, "f1": 0.896871, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"], "main_score": 0.896871, "precision": 0.886364, "recall": 0.91996}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"], "main_score": 0.938735, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.856719, "f1": 0.816107, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"], "main_score": 0.816107, "precision": 0.797678, "recall": 0.856719}, {"accuracy": 0.907115, "f1": 0.88027, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"], "main_score": 0.88027, "precision": 0.86726, "recall": 0.907115}, {"accuracy": 0.925889, "f1": 0.904644, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"], "main_score": 0.904644, "precision": 0.894598, "recall": 0.925889}, {"accuracy": 0.91502, "f1": 0.889723, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"], "main_score": 0.889723, "precision": 0.877717, "recall": 0.91502}, {"accuracy": 0.906126, "f1": 0.879496, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"], "main_score": 0.879496, "precision": 0.867565, "recall": 0.906126}, {"accuracy": 0.909091, "f1": 0.882642, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"], "main_score": 0.882642, "precision": 0.870142, "recall": 0.909091}, {"accuracy": 0.895257, "f1": 0.871578, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"], "main_score": 0.871578, "precision": 0.862059, "recall": 0.895257}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"], "main_score": 0.903986, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.846838, "f1": 0.806621, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"], "main_score": 0.806621, "precision": 0.787714, "recall": 0.846838}, {"accuracy": 0.874506, "f1": 0.838886, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"], "main_score": 0.838886, "precision": 0.822464, "recall": 0.874506}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"], "main_score": 0.8917, "precision": 0.880023, "recall": 0.916008}, {"accuracy": 0.885375, "f1": 0.854216, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"], "main_score": 0.854216, "precision": 0.84086, "recall": 0.885375}, {"accuracy": 0.051383, "f1": 0.02828, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"], "main_score": 0.02828, "precision": 0.023869, "recall": 0.051383}, {"accuracy": 0.874506, "f1": 0.846323, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"], "main_score": 0.846323, "precision": 0.835485, "recall": 0.874506}, {"accuracy": 0.897233, "f1": 0.86805, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"], "main_score": 0.86805, "precision": 0.854578, "recall": 0.897233}, {"accuracy": 0.828063, "f1": 0.794558, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"], "main_score": 0.794558, "precision": 0.781551, "recall": 0.828063}, {"accuracy": 0.910079, "f1": 0.885211, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"], "main_score": 0.885211, "precision": 0.874654, "recall": 0.910079}, {"accuracy": 0.851779, "f1": 0.811265, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"], "main_score": 0.811265, "precision": 0.793099, "recall": 0.851779}, {"accuracy": 0.84585, "f1": 0.804414, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"], "main_score": 0.804414, "precision": 0.784832, "recall": 0.84585}, {"accuracy": 0.893281, "f1": 0.866304, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"], "main_score": 0.866304, "precision": 0.855519, "recall": 0.893281}, {"accuracy": 0.884387, "f1": 0.855309, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"], "main_score": 0.855309, "precision": 0.843231, "recall": 0.884387}, {"accuracy": 0.928854, "f1": 0.909256, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"], "main_score": 0.909256, "precision": 0.899868, "recall": 0.928854}, {"accuracy": 0.911067, "f1": 0.886495, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"], "main_score": 0.886495, "precision": 0.875165, "recall": 0.911067}, {"accuracy": 0.782609, "f1": 0.730816, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"], "main_score": 0.730816, "precision": 0.708613, "recall": 0.782609}, {"accuracy": 0.899209, "f1": 0.872548, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"], "main_score": 0.872548, "precision": 0.861042, "recall": 0.899209}, {"accuracy": 0.811265, "f1": 0.763768, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"], "main_score": 0.763768, "precision": 0.742622, "recall": 0.811265}, {"accuracy": 0.908103, "f1": 0.881653, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"], "main_score": 0.881653, "precision": 0.869318, "recall": 0.908103}, {"accuracy": 0.905138, "f1": 0.882602, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"], "main_score": 0.882602, "precision": 0.873658, "recall": 0.905138}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"], "main_score": 0.899605, "precision": 0.888258, "recall": 0.922925}, {"accuracy": 0.91502, "f1": 0.890119, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"], "main_score": 0.890119, "precision": 0.878788, "recall": 0.91502}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"], "main_score": 0.88834, "precision": 0.876812, "recall": 0.913043}, {"accuracy": 0.929842, "f1": 0.908564, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"], "main_score": 0.908564, "precision": 0.898715, "recall": 0.929842}, {"accuracy": 0.827075, "f1": 0.790806, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"], "main_score": 0.790806, "precision": 0.776382, "recall": 0.827075}, {"accuracy": 0.897233, "f1": 0.868396, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"], "main_score": 0.868396, "precision": 0.856021, "recall": 0.897233}, {"accuracy": 0.874506, "f1": 0.838142, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"], "main_score": 0.838142, "precision": 0.821558, "recall": 0.874506}, {"accuracy": 0.897233, "f1": 0.868314, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"], "main_score": 0.868314, "precision": 0.855023, "recall": 0.897233}, {"accuracy": 0.847826, "f1": 0.80572, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"], "main_score": 0.80572, "precision": 0.786932, "recall": 0.847826}, {"accuracy": 0.855731, "f1": 0.816453, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"], "main_score": 0.816453, "precision": 0.799466, "recall": 0.855731}, {"accuracy": 0.935771, "f1": 0.918972, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"], "main_score": 0.918972, "precision": 0.910903, "recall": 0.935771}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"], "main_score": 0.926713, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.920949, "f1": 0.898188, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"], "main_score": 0.898188, "precision": 0.888043, "recall": 0.920949}, {"accuracy": 0.840909, "f1": 0.798715, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"], "main_score": 0.798715, "precision": 0.780254, "recall": 0.840909}, {"accuracy": 0.855731, "f1": 0.820789, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"], "main_score": 0.820789, "precision": 0.806912, "recall": 0.855731}, {"accuracy": 0.874506, "f1": 0.841191, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"], "main_score": 0.841191, "precision": 0.827092, "recall": 0.874506}, {"accuracy": 0.914032, "f1": 0.889248, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"], "main_score": 0.889248, "precision": 0.878129, "recall": 0.914032}, {"accuracy": 0.879447, "f1": 0.846871, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"], "main_score": 0.846871, "precision": 0.832098, "recall": 0.879447}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"], "main_score": 0.913373, "precision": 0.903491, "recall": 0.933794}, {"accuracy": 0.817194, "f1": 0.771706, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"], "main_score": 0.771706, "precision": 0.750659, "recall": 0.817194}, {"accuracy": 0.903162, "f1": 0.881476, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"], "main_score": 0.881476, "precision": 0.872751, "recall": 0.903162}, {"accuracy": 0.882411, "f1": 0.849755, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"], "main_score": 0.849755, "precision": 0.835227, "recall": 0.882411}, {"accuracy": 0.838933, "f1": 0.802076, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"], "main_score": 0.802076, "precision": 0.787206, "recall": 0.838933}, {"accuracy": 0.893281, "f1": 0.862813, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"], "main_score": 0.862813, "precision": 0.849226, "recall": 0.893281}, {"accuracy": 0.917984, "f1": 0.893347, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"], "main_score": 0.893347, "precision": 0.882164, "recall": 0.917984}, {"accuracy": 0.885375, "f1": 0.855204, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"], "main_score": 0.855204, "precision": 0.841238, "recall": 0.885375}, {"accuracy": 0.916008, "f1": 0.894753, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"], "main_score": 0.894753, "precision": 0.885903, "recall": 0.916008}, {"accuracy": 0.864625, "f1": 0.827635, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"], "main_score": 0.827635, "precision": 0.810392, "recall": 0.864625}, {"accuracy": 0.902174, "f1": 0.874835, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"], "main_score": 0.874835, "precision": 0.861495, "recall": 0.902174}, {"accuracy": 0.898221, "f1": 0.873718, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"], "main_score": 0.873718, "precision": 0.863459, "recall": 0.898221}, {"accuracy": 0.895257, "f1": 0.864196, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"], "main_score": 0.864196, "precision": 0.849391, "recall": 0.895257}, {"accuracy": 0.918972, "f1": 0.90116, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"], "main_score": 0.90116, "precision": 0.893643, "recall": 0.918972}, {"accuracy": 0.848814, "f1": 0.811561, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"], "main_score": 0.811561, "precision": 0.794829, "recall": 0.848814}, {"accuracy": 0.891304, "f1": 0.862434, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"], "main_score": 0.862434, "precision": 0.850322, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.892545, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"], "main_score": 0.892545, "precision": 0.882782, "recall": 0.91502}, {"accuracy": 0.902174, "f1": 0.878328, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"], "main_score": 0.878328, "precision": 0.868222, "recall": 0.902174}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.933794, "f1": 0.913702, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"], "main_score": 0.913702, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.893281, "f1": 0.866008, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"], "main_score": 0.866008, "precision": 0.853343, "recall": 0.893281}, {"accuracy": 0.895257, "f1": 0.865415, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"], "main_score": 0.865415, "precision": 0.851285, "recall": 0.895257}, {"accuracy": 0.913043, "f1": 0.887253, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"], "main_score": 0.887253, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.81917, "f1": 0.778325, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"], "main_score": 0.778325, "precision": 0.762173, "recall": 0.81917}, {"accuracy": 0.882411, "f1": 0.857987, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"], "main_score": 0.857987, "precision": 0.849106, "recall": 0.882411}, {"accuracy": 0.854743, "f1": 0.813142, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"], "main_score": 0.813142, "precision": 0.793561, "recall": 0.854743}, {"accuracy": 0.871542, "f1": 0.839559, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"], "main_score": 0.839559, "precision": 0.824967, "recall": 0.871542}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"], "main_score": 0.90448, "precision": 0.89361, "recall": 0.926877}, {"accuracy": 0.924901, "f1": 0.902635, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"], "main_score": 0.902635, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.916996, "f1": 0.893116, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"], "main_score": 0.893116, "precision": 0.881423, "recall": 0.916996}, {"accuracy": 0.903162, "f1": 0.877602, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"], "main_score": 0.877602, "precision": 0.865448, "recall": 0.903162}, {"accuracy": 0.869565, "f1": 0.844084, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"], "main_score": 0.844084, "precision": 0.834196, "recall": 0.869565}, {"accuracy": 0.812253, "f1": 0.763307, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"], "main_score": 0.763307, "precision": 0.740613, "recall": 0.812253}, {"accuracy": 0.87253, "f1": 0.838636, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"], "main_score": 0.838636, "precision": 0.823403, "recall": 0.87253}, {"accuracy": 0.913043, "f1": 0.889888, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"], "main_score": 0.889888, "precision": 0.87887, "recall": 0.913043}, {"accuracy": 0.836957, "f1": 0.797563, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"], "main_score": 0.797563, "precision": 0.779348, "recall": 0.836957}, {"accuracy": 0.805336, "f1": 0.758103, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"], "main_score": 0.758103, "precision": 0.737006, "recall": 0.805336}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"], "main_score": 0.910804, "precision": 0.901597, "recall": 0.93083}, {"accuracy": 0.854743, "f1": 0.817575, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"], "main_score": 0.817575, "precision": 0.801252, "recall": 0.854743}, {"accuracy": 0.906126, "f1": 0.879597, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"], "main_score": 0.879597, "precision": 0.867836, "recall": 0.906126}, {"accuracy": 0.764822, "f1": 0.710134, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"], "main_score": 0.710134, "precision": 0.685763, "recall": 0.764822}, {"accuracy": 0.893281, "f1": 0.867347, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"], "main_score": 0.867347, "precision": 0.856926, "recall": 0.893281}, {"accuracy": 0.907115, "f1": 0.883917, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"], "main_score": 0.883917, "precision": 0.874621, "recall": 0.907115}, {"accuracy": 0.886364, "f1": 0.857426, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"], "main_score": 0.857426, "precision": 0.845438, "recall": 0.886364}, {"accuracy": 0.918972, "f1": 0.897548, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"], "main_score": 0.897548, "precision": 0.888587, "recall": 0.918972}, {"accuracy": 0.900198, "f1": 0.871476, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"], "main_score": 0.871476, "precision": 0.858202, "recall": 0.900198}, {"accuracy": 0.883399, "f1": 0.851087, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"], "main_score": 0.851087, "precision": 0.835639, "recall": 0.883399}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.877701, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"], "main_score": 0.877701, "precision": 0.865695, "recall": 0.90415}, {"accuracy": 0.039526, "f1": 0.020853, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"], "main_score": 0.020853, "precision": 0.01723, "recall": 0.039526}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.937747, "f1": 0.918775, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"], "main_score": 0.918775, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"], "main_score": 0.913208, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"], "main_score": 0.910903, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.205534, "f1": 0.152922, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"], "main_score": 0.152922, "precision": 0.136939, "recall": 0.205534}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"], "main_score": 0.929513, "precision": 0.921607, "recall": 0.945652}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"], "main_score": 0.944895, "precision": 0.938818, "recall": 0.95751}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.905138, "f1": 0.8778, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"], "main_score": 0.8778, "precision": 0.864789, "recall": 0.905138}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.908103, "f1": 0.8833, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"], "main_score": 0.8833, "precision": 0.871624, "recall": 0.908103}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.899209, "f1": 0.871607, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"], "main_score": 0.871607, "precision": 0.859107, "recall": 0.899209}, {"accuracy": 0.9417, "f1": 0.926219, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"], "main_score": 0.926219, "precision": 0.91917, "recall": 0.9417}, {"accuracy": 0.775692, "f1": 0.718775, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"], "main_score": 0.718775, "precision": 0.694615, "recall": 0.775692}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.90224, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"], "main_score": 0.90224, "precision": 0.892045, "recall": 0.923913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.901186, "f1": 0.873715, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"], "main_score": 0.873715, "precision": 0.860919, "recall": 0.901186}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"], "main_score": 0.932806, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.88834, "f1": 0.856061, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"], "main_score": 0.856061, "precision": 0.841436, "recall": 0.88834}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.216403, "f1": 0.146082, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"], "main_score": 0.146082, "precision": 0.12587, "recall": 0.216403}, {"accuracy": 0.91996, "f1": 0.897069, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"], "main_score": 0.897069, "precision": 0.886034, "recall": 0.91996}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.910804, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"], "main_score": 0.910804, "precision": 0.900939, "recall": 0.931818}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.878458, "f1": 0.84557, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"], "main_score": 0.84557, "precision": 0.830708, "recall": 0.878458}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.889328, "f1": 0.857938, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"], "main_score": 0.857938, "precision": 0.843297, "recall": 0.889328}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"], "main_score": 0.925725, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.876482, "f1": 0.842095, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"], "main_score": 0.842095, "precision": 0.826005, "recall": 0.876482}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.909091, "f1": 0.882543, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"], "main_score": 0.882543, "precision": 0.870059, "recall": 0.909091}, {"accuracy": 0.267787, "f1": 0.209995, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"], "main_score": 0.209995, "precision": 0.191167, "recall": 0.267787}, {"accuracy": 0.940711, "f1": 0.921607, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"], "main_score": 0.921607, "precision": 0.91222, "recall": 0.940711}, {"accuracy": 0.827075, "f1": 0.783959, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"], "main_score": 0.783959, "precision": 0.7653, "recall": 0.827075}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.909091, "f1": 0.881588, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"], "main_score": 0.881588, "precision": 0.868412, "recall": 0.909091}, {"accuracy": 0.88834, "f1": 0.855303, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"], "main_score": 0.855303, "precision": 0.839872, "recall": 0.88834}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.056324, "f1": 0.029095, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"], "main_score": 0.029095, "precision": 0.02377, "recall": 0.056324}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.927866, "f1": 0.906621, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"], "main_score": 0.906621, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.901186, "f1": 0.872036, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"], "main_score": 0.872036, "precision": 0.858235, "recall": 0.901186}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.876482, "f1": 0.843412, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"], "main_score": 0.843412, "precision": 0.82831, "recall": 0.876482}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.909618, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"], "main_score": 0.909618, "precision": 0.899786, "recall": 0.93083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.882411, "f1": 0.84697, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"], "main_score": 0.84697, "precision": 0.830369, "recall": 0.882411}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.984025, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"], "main_score": 0.984025, "precision": 0.982543, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"], "main_score": 0.910408, "precision": 0.900856, "recall": 0.93083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"], "main_score": 0.906126, "precision": 0.895751, "recall": 0.927866}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.894269, "f1": 0.86581, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"], "main_score": 0.86581, "precision": 0.852684, "recall": 0.894269}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.943676, "f1": 0.927108, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"], "main_score": 0.927108, "precision": 0.919713, "recall": 0.943676}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.909091, "f1": 0.881983, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"], "main_score": 0.881983, "precision": 0.868989, "recall": 0.909091}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"], "main_score": 0.928854, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.909091, "f1": 0.883333, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"], "main_score": 0.883333, "precision": 0.871377, "recall": 0.909091}, {"accuracy": 0.927866, "f1": 0.904809, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"], "main_score": 0.904809, "precision": 0.893775, "recall": 0.927866}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.862648, "f1": 0.825296, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"], "main_score": 0.825296, "precision": 0.808251, "recall": 0.862648}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.902174, "f1": 0.874242, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"], "main_score": 0.874242, "precision": 0.860919, "recall": 0.902174}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"], "main_score": 0.905138, "precision": 0.894763, "recall": 0.926877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.831028, "f1": 0.783136, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"], "main_score": 0.783136, "precision": 0.76115, "recall": 0.831028}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.942688, "f1": 0.925198, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"], "main_score": 0.925198, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"], "main_score": 0.932312, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.906126, "f1": 0.878689, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"], "main_score": 0.878689, "precision": 0.865695, "recall": 0.906126}, {"accuracy": 0.052372, "f1": 0.027319, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"], "main_score": 0.027319, "precision": 0.021832, "recall": 0.052372}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"], "main_score": 0.966733, "precision": 0.963439, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"], "main_score": 0.96054, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.976285, "f1": 0.969598, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"], "main_score": 0.969598, "precision": 0.966683, "recall": 0.976285}, {"accuracy": 0.914032, "f1": 0.889625, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"], "main_score": 0.889625, "precision": 0.878294, "recall": 0.914032}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"], "main_score": 0.922925, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.968379, "f1": 0.959387, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"], "main_score": 0.959387, "precision": 0.955616, "recall": 0.968379}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.929842, "f1": 0.909914, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"], "main_score": 0.909914, "precision": 0.900362, "recall": 0.929842}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.969368, "f1": 0.960771, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"], "main_score": 0.960771, "precision": 0.957181, "recall": 0.969368}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"], "main_score": 0.891469, "precision": 0.879447, "recall": 0.916008}, {"accuracy": 0.974308, "f1": 0.967062, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"], "main_score": 0.967062, "precision": 0.963768, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"], "main_score": 0.968215, "precision": 0.96525, "recall": 0.975296}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.969895, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"], "main_score": 0.969895, "precision": 0.967309, "recall": 0.976285}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.204545, "f1": 0.160291, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"], "main_score": 0.160291, "precision": 0.147884, "recall": 0.204545}, {"accuracy": 0.971344, "f1": 0.963735, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"], "main_score": 0.963735, "precision": 0.960672, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.970916, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"], "main_score": 0.970916, "precision": 0.968165, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.956324, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"], "main_score": 0.956324, "precision": 0.952635, "recall": 0.965415}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"], "main_score": 0.92052, "precision": 0.911973, "recall": 0.938735}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.948617, "f1": 0.935644, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"], "main_score": 0.935644, "precision": 0.930354, "recall": 0.948617}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"], "main_score": 0.956258, "precision": 0.951663, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.976285, "f1": 0.969499, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"], "main_score": 0.969499, "precision": 0.966568, "recall": 0.976285}, {"accuracy": 0.881423, "f1": 0.847826, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"], "main_score": 0.847826, "precision": 0.832016, "recall": 0.881423}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.960474, "f1": 0.949901, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"], "main_score": 0.949901, "precision": 0.94552, "recall": 0.960474}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"], "main_score": 0.932971, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.974308, "f1": 0.967852, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"], "main_score": 0.967852, "precision": 0.965448, "recall": 0.974308}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"], "main_score": 0.935343, "precision": 0.928113, "recall": 0.950593}, {"accuracy": 0.929842, "f1": 0.909914, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"], "main_score": 0.909914, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"], "main_score": 0.927866, "precision": 0.919796, "recall": 0.944664}, {"accuracy": 0.969368, "f1": 0.960606, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"], "main_score": 0.960606, "precision": 0.956851, "recall": 0.969368}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.887352, "f1": 0.85415, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"], "main_score": 0.85415, "precision": 0.838356, "recall": 0.887352}, {"accuracy": 0.954545, "f1": 0.94501, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"], "main_score": 0.94501, "precision": 0.941253, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"], "main_score": 0.947299, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.890316, "f1": 0.85919, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"], "main_score": 0.85919, "precision": 0.844368, "recall": 0.890316}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.720356, "f1": 0.657496, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"], "main_score": 0.657496, "precision": 0.631645, "recall": 0.720356}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"], "main_score": 0.969269, "precision": 0.966156, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"], "main_score": 0.980962, "precision": 0.979167, "recall": 0.985178}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"], "main_score": 0.951153, "precision": 0.946064, "recall": 0.962451}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"], "main_score": 0.96087, "precision": 0.957296, "recall": 0.969368}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"], "main_score": 0.88834, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"], "main_score": 0.919038, "precision": 0.910491, "recall": 0.937747}, {"accuracy": 0.956522, "f1": 0.943248, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"], "main_score": 0.943248, "precision": 0.937171, "recall": 0.956522}, {"accuracy": 0.979249, "f1": 0.97388, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"], "main_score": 0.97388, "precision": 0.971591, "recall": 0.979249}, {"accuracy": 0.899209, "f1": 0.871673, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"], "main_score": 0.871673, "precision": 0.85886, "recall": 0.899209}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"], "main_score": 0.898386, "precision": 0.887187, "recall": 0.921937}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.95751, "f1": 0.944993, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"], "main_score": 0.944993, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.211462, "f1": 0.152422, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"], "main_score": 0.152422, "precision": 0.13613, "recall": 0.211462}, {"accuracy": 0.921937, "f1": 0.899934, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"], "main_score": 0.899934, "precision": 0.88941, "recall": 0.921937}, {"accuracy": 0.958498, "f1": 0.94664, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"], "main_score": 0.94664, "precision": 0.941074, "recall": 0.958498}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.945652, "f1": 0.930124, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"], "main_score": 0.930124, "precision": 0.92309, "recall": 0.945652}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"], "main_score": 0.967951, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.976285, "f1": 0.969944, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"], "main_score": 0.969944, "precision": 0.967203, "recall": 0.976285}, {"accuracy": 0.959486, "f1": 0.947596, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"], "main_score": 0.947596, "precision": 0.942358, "recall": 0.959486}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"], "main_score": 0.958992, "precision": 0.954743, "recall": 0.968379}, {"accuracy": 0.843874, "f1": 0.800889, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"], "main_score": 0.800889, "precision": 0.781538, "recall": 0.843874}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"], "main_score": 0.961462, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.95858, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"], "main_score": 0.95858, "precision": 0.954851, "recall": 0.967391}, {"accuracy": 0.961462, "f1": 0.951301, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"], "main_score": 0.951301, "precision": 0.947111, "recall": 0.961462}, {"accuracy": 0.906126, "f1": 0.87803, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"], "main_score": 0.87803, "precision": 0.865036, "recall": 0.906126}, {"accuracy": 0.867589, "f1": 0.831653, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"], "main_score": 0.831653, "precision": 0.815217, "recall": 0.867589}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"], "main_score": 0.945323, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.920949, "f1": 0.897398, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"], "main_score": 0.897398, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.843874, "f1": 0.799638, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"], "main_score": 0.799638, "precision": 0.779265, "recall": 0.843874}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.965415, "f1": 0.956588, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"], "main_score": 0.956588, "precision": 0.95308, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"], "main_score": 0.961957, "precision": 0.958366, "recall": 0.970356}, {"accuracy": 0.964427, "f1": 0.956266, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"], "main_score": 0.956266, "precision": 0.953269, "recall": 0.964427}, {"accuracy": 0.969368, "f1": 0.9611, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"], "main_score": 0.9611, "precision": 0.957708, "recall": 0.969368}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.884387, "f1": 0.851186, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"], "main_score": 0.851186, "precision": 0.835721, "recall": 0.884387}, {"accuracy": 0.261858, "f1": 0.212174, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"], "main_score": 0.212174, "precision": 0.19625, "recall": 0.261858}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"], "main_score": 0.903722, "precision": 0.893034, "recall": 0.925889}, {"accuracy": 0.789526, "f1": 0.734209, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"], "main_score": 0.734209, "precision": 0.709321, "recall": 0.789526}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.91996, "f1": 0.89608, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"], "main_score": 0.89608, "precision": 0.885046, "recall": 0.91996}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"], "main_score": 0.966568, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.964427, "f1": 0.955435, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"], "main_score": 0.955435, "precision": 0.951927, "recall": 0.964427}, {"accuracy": 0.95751, "f1": 0.943347, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"], "main_score": 0.943347, "precision": 0.936265, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.84888, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"], "main_score": 0.84888, "precision": 0.832592, "recall": 0.883399}, {"accuracy": 0.895257, "f1": 0.864756, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"], "main_score": 0.864756, "precision": 0.850329, "recall": 0.895257}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"], "main_score": 0.937088, "precision": 0.929348, "recall": 0.952569}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"], "main_score": 0.94496, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.050395, "f1": 0.025563, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"], "main_score": 0.025563, "precision": 0.020951, "recall": 0.050395}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"], "main_score": 0.954776, "precision": 0.949687, "recall": 0.965415}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.927866, "f1": 0.908473, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"], "main_score": 0.908473, "precision": 0.900074, "recall": 0.927866}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"], "main_score": 0.963933, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.923913, "f1": 0.901482, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"], "main_score": 0.901482, "precision": 0.89114, "recall": 0.923913}, {"accuracy": 0.895257, "f1": 0.867161, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"], "main_score": 0.867161, "precision": 0.854002, "recall": 0.895257}, {"accuracy": 0.970356, "f1": 0.962022, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"], "main_score": 0.962022, "precision": 0.958251, "recall": 0.970356}, {"accuracy": 0.962451, "f1": 0.951647, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"], "main_score": 0.951647, "precision": 0.946887, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"], "main_score": 0.949605, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.86166, "f1": 0.822911, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"], "main_score": 0.822911, "precision": 0.805007, "recall": 0.86166}, {"accuracy": 0.970356, "f1": 0.961759, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"], "main_score": 0.961759, "precision": 0.958004, "recall": 0.970356}, {"accuracy": 0.850791, "f1": 0.812022, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"], "main_score": 0.812022, "precision": 0.794664, "recall": 0.850791}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.972332, "f1": 0.964559, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"], "main_score": 0.964559, "precision": 0.961133, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.950593, "f1": 0.936957, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"], "main_score": 0.936957, "precision": 0.931275, "recall": 0.950593}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"], "main_score": 0.916403, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 0.935771, "f1": 0.916304, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"], "main_score": 0.916304, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"], "main_score": 0.935606, "precision": 0.928854, "recall": 0.950593}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"], "main_score": 0.922497, "precision": 0.913785, "recall": 0.940711}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"], "main_score": 0.944499, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.945652, "f1": 0.930534, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"], "main_score": 0.930534, "precision": 0.924325, "recall": 0.945652}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"], "main_score": 0.929348, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.873518, "f1": 0.837286, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"], "main_score": 0.837286, "precision": 0.820685, "recall": 0.873518}, {"accuracy": 0.972332, "f1": 0.964921, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"], "main_score": 0.964921, "precision": 0.961825, "recall": 0.972332}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.953557, "f1": 0.940283, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"], "main_score": 0.940283, "precision": 0.934404, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"], "main_score": 0.953887, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.879084, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"], "main_score": 0.879084, "precision": 0.866107, "recall": 0.906126}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.916008, "f1": 0.892292, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"], "main_score": 0.892292, "precision": 0.880929, "recall": 0.916008}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.928854, "f1": 0.908729, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"], "main_score": 0.908729, "precision": 0.899374, "recall": 0.928854}, {"accuracy": 0.981225, "f1": 0.975955, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"], "main_score": 0.975955, "precision": 0.973682, "recall": 0.981225}, {"accuracy": 0.879447, "f1": 0.84664, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"], "main_score": 0.84664, "precision": 0.831884, "recall": 0.879447}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"], "main_score": 0.963011, "precision": 0.959239, "recall": 0.971344}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"], "main_score": 0.953887, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"], "main_score": 0.903986, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"], "main_score": 0.916337, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.93083, "f1": 0.910474, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"], "main_score": 0.910474, "precision": 0.901103, "recall": 0.93083}, {"accuracy": 0.964427, "f1": 0.95583, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"], "main_score": 0.95583, "precision": 0.952635, "recall": 0.964427}, {"accuracy": 0.902174, "f1": 0.873485, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"], "main_score": 0.873485, "precision": 0.860343, "recall": 0.902174}, {"accuracy": 0.916996, "f1": 0.894763, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"], "main_score": 0.894763, "precision": 0.884058, "recall": 0.916996}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.95751, "f1": 0.944401, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"], "main_score": 0.944401, "precision": 0.938159, "recall": 0.95751}, {"accuracy": 0.968379, "f1": 0.959933, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"], "main_score": 0.959933, "precision": 0.956522, "recall": 0.968379}, {"accuracy": 0.829051, "f1": 0.785507, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"], "main_score": 0.785507, "precision": 0.765152, "recall": 0.829051}, {"accuracy": 0.933794, "f1": 0.914149, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"], "main_score": 0.914149, "precision": 0.905138, "recall": 0.933794}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.884387, "f1": 0.851943, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"], "main_score": 0.851943, "precision": 0.837533, "recall": 0.884387}, {"accuracy": 0.886364, "f1": 0.854644, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"], "main_score": 0.854644, "precision": 0.839872, "recall": 0.886364}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.795455, "f1": 0.740582, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"], "main_score": 0.740582, "precision": 0.716116, "recall": 0.795455}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"], "main_score": 0.9528, "precision": 0.948073, "recall": 0.963439}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"], "main_score": 0.963999, "precision": 0.960227, "recall": 0.972332}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.940711, "f1": 0.92365, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"], "main_score": 0.92365, "precision": 0.915761, "recall": 0.940711}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"], "main_score": 0.907609, "precision": 0.897398, "recall": 0.928854}, {"accuracy": 0.91502, "f1": 0.889822, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"], "main_score": 0.889822, "precision": 0.877635, "recall": 0.91502}, {"accuracy": 0.865613, "f1": 0.82724, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"], "main_score": 0.82724, "precision": 0.8097, "recall": 0.865613}, {"accuracy": 0.034585, "f1": 0.016402, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"], "main_score": 0.016402, "precision": 0.012804, "recall": 0.034585}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"], "main_score": 0.949934, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"], "main_score": 0.910573, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.902174, "f1": 0.875231, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"], "main_score": 0.875231, "precision": 0.862764, "recall": 0.902174}, {"accuracy": 0.94664, "f1": 0.931818, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"], "main_score": 0.931818, "precision": 0.924736, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"], "main_score": 0.866008, "precision": 0.851861, "recall": 0.896245}, {"accuracy": 0.908103, "f1": 0.880632, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"], "main_score": 0.880632, "precision": 0.868165, "recall": 0.908103}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.880435, "f1": 0.848518, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"], "main_score": 0.848518, "precision": 0.834239, "recall": 0.880435}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.908103, "f1": 0.880435, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"], "main_score": 0.880435, "precision": 0.867589, "recall": 0.908103}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"], "main_score": 0.931159, "precision": 0.923419, "recall": 0.947628}, {"accuracy": 0.185771, "f1": 0.132611, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"], "main_score": 0.132611, "precision": 0.117664, "recall": 0.185771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.900198, "f1": 0.871344, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"], "main_score": 0.871344, "precision": 0.858037, "recall": 0.900198}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.922925, "f1": 0.900659, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"], "main_score": 0.900659, "precision": 0.890316, "recall": 0.922925}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.854743, "f1": 0.816008, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"], "main_score": 0.816008, "precision": 0.798123, "recall": 0.854743}, {"accuracy": 0.913043, "f1": 0.886199, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"], "main_score": 0.886199, "precision": 0.873188, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"], "main_score": 0.908169, "precision": 0.89781, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.950593, "f1": 0.935178, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"], "main_score": 0.935178, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"], "main_score": 0.934783, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.87253, "f1": 0.838422, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"], "main_score": 0.838422, "precision": 0.823181, "recall": 0.87253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.917984, "f1": 0.892852, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"], "main_score": 0.892852, "precision": 0.880517, "recall": 0.917984}, {"accuracy": 0.852767, "f1": 0.811298, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"], "main_score": 0.811298, "precision": 0.791914, "recall": 0.852767}, {"accuracy": 0.88834, "f1": 0.856423, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"], "main_score": 0.856423, "precision": 0.842045, "recall": 0.88834}, {"accuracy": 0.746047, "f1": 0.686858, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"], "main_score": 0.686858, "precision": 0.661446, "recall": 0.746047}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.87253, "f1": 0.8361, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"], "main_score": 0.8361, "precision": 0.81917, "recall": 0.87253}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.843874, "f1": 0.802207, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"], "main_score": 0.802207, "precision": 0.783218, "recall": 0.843874}, {"accuracy": 0.903162, "f1": 0.873419, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"], "main_score": 0.873419, "precision": 0.859437, "recall": 0.903162}, {"accuracy": 0.829051, "f1": 0.781176, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"], "main_score": 0.781176, "precision": 0.759199, "recall": 0.829051}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.967391, "f1": 0.957312, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"], "main_score": 0.957312, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.209486, "f1": 0.140605, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"], "main_score": 0.140605, "precision": 0.121291, "recall": 0.209486}, {"accuracy": 0.870553, "f1": 0.836957, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"], "main_score": 0.836957, "precision": 0.821476, "recall": 0.870553}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.91502, "f1": 0.890711, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"], "main_score": 0.890711, "precision": 0.879364, "recall": 0.91502}, {"accuracy": 0.870553, "f1": 0.832148, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"], "main_score": 0.832148, "precision": 0.814723, "recall": 0.870553}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.950329, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"], "main_score": 0.950329, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.971344, "f1": 0.963505, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"], "main_score": 0.963505, "precision": 0.959898, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.831028, "f1": 0.787502, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"], "main_score": 0.787502, "precision": 0.768561, "recall": 0.831028}, {"accuracy": 0.918972, "f1": 0.894598, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"], "main_score": 0.894598, "precision": 0.88307, "recall": 0.918972}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916996, "f1": 0.894499, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"], "main_score": 0.894499, "precision": 0.88414, "recall": 0.916996}, {"accuracy": 0.835968, "f1": 0.79249, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"], "main_score": 0.79249, "precision": 0.772645, "recall": 0.835968}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"], "main_score": 0.950922, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.893281, "f1": 0.861166, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"], "main_score": 0.861166, "precision": 0.846212, "recall": 0.893281}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.823123, "f1": 0.778247, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"], "main_score": 0.778247, "precision": 0.758432, "recall": 0.823123}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"], "main_score": 0.940448, "precision": 0.933712, "recall": 0.954545}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.855731, "f1": 0.817048, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"], "main_score": 0.817048, "precision": 0.79972, "recall": 0.855731}, {"accuracy": 0.246047, "f1": 0.190337, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"], "main_score": 0.190337, "precision": 0.172953, "recall": 0.246047}, {"accuracy": 0.887352, "f1": 0.85511, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"], "main_score": 0.85511, "precision": 0.840283, "recall": 0.887352}, {"accuracy": 0.814229, "f1": 0.764328, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"], "main_score": 0.764328, "precision": 0.742276, "recall": 0.814229}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.94664, "f1": 0.930896, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"], "main_score": 0.930896, "precision": 0.923501, "recall": 0.94664}, {"accuracy": 0.879447, "f1": 0.844829, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"], "main_score": 0.844829, "precision": 0.828557, "recall": 0.879447}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"], "main_score": 0.929348, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"], "main_score": 0.95504, "precision": 0.950296, "recall": 0.965415}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"], "main_score": 0.967885, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"], "main_score": 0.929908, "precision": 0.922678, "recall": 0.945652}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.854743, "f1": 0.813702, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"], "main_score": 0.813702, "precision": 0.794631, "recall": 0.854743}, {"accuracy": 0.83498, "f1": 0.791173, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"], "main_score": 0.791173, "precision": 0.772381, "recall": 0.83498}, {"accuracy": 0.929842, "f1": 0.907938, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"], "main_score": 0.907938, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.047431, "f1": 0.023621, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"], "main_score": 0.023621, "precision": 0.019009, "recall": 0.047431}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.965415, "f1": 0.954941, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"], "main_score": 0.954941, "precision": 0.950016, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.924901, "f1": 0.902899, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"], "main_score": 0.902899, "precision": 0.892375, "recall": 0.924901}, {"accuracy": 0.897233, "f1": 0.867062, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"], "main_score": 0.867062, "precision": 0.853129, "recall": 0.897233}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"], "main_score": 0.935771, "precision": 0.929051, "recall": 0.950593}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.864625, "f1": 0.828524, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"], "main_score": 0.828524, "precision": 0.811627, "recall": 0.864625}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.833004, "f1": 0.79165, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"], "main_score": 0.79165, "precision": 0.773791, "recall": 0.833004}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"], "main_score": 0.913043, "precision": 0.903821, "recall": 0.932806}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.936759, "f1": 0.918445, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"], "main_score": 0.918445, "precision": 0.910079, "recall": 0.936759}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"], "main_score": 0.968215, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.87747, "f1": 0.842556, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"], "main_score": 0.842556, "precision": 0.826696, "recall": 0.87747}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"], "main_score": 0.934453, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.925889, "f1": 0.904545, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"], "main_score": 0.904545, "precision": 0.894351, "recall": 0.925889}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.924901, "f1": 0.90247, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"], "main_score": 0.90247, "precision": 0.892128, "recall": 0.924901}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"], "main_score": 0.910573, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.9417, "f1": 0.924144, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"], "main_score": 0.924144, "precision": 0.916123, "recall": 0.9417}, {"accuracy": 0.838933, "f1": 0.795982, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"], "main_score": 0.795982, "precision": 0.77663, "recall": 0.838933}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.965415, "f1": 0.955764, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"], "main_score": 0.955764, "precision": 0.951169, "recall": 0.965415}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.884387, "f1": 0.851713, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"], "main_score": 0.851713, "precision": 0.836957, "recall": 0.884387}, {"accuracy": 0.987154, "f1": 0.983813, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"], "main_score": 0.983813, "precision": 0.982378, "recall": 0.987154}, {"accuracy": 0.889328, "f1": 0.860408, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"], "main_score": 0.860408, "precision": 0.847414, "recall": 0.889328}, {"accuracy": 0.926877, "f1": 0.904941, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"], "main_score": 0.904941, "precision": 0.894763, "recall": 0.926877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.910079, "f1": 0.883366, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"], "main_score": 0.883366, "precision": 0.87108, "recall": 0.910079}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.829051, "f1": 0.786907, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"], "main_score": 0.786907, "precision": 0.769196, "recall": 0.829051}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.90415, "f1": 0.875889, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"], "main_score": 0.875889, "precision": 0.862895, "recall": 0.90415}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.857708, "f1": 0.818991, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"], "main_score": 0.818991, "precision": 0.801466, "recall": 0.857708}, {"accuracy": 0.910079, "f1": 0.882642, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"], "main_score": 0.882642, "precision": 0.869812, "recall": 0.910079}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"], "main_score": 0.936989, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.928854, "f1": 0.909816, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"], "main_score": 0.909816, "precision": 0.900939, "recall": 0.928854}, {"accuracy": 0.858696, "f1": 0.820866, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"], "main_score": 0.820866, "precision": 0.803666, "recall": 0.858696}, {"accuracy": 0.864625, "f1": 0.823979, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"], "main_score": 0.823979, "precision": 0.804924, "recall": 0.864625}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.924901, "f1": 0.902306, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"], "main_score": 0.902306, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.814229, "f1": 0.767871, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"], "main_score": 0.767871, "precision": 0.746871, "recall": 0.814229}, {"accuracy": 0.95751, "f1": 0.944565, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"], "main_score": 0.944565, "precision": 0.938323, "recall": 0.95751}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.858696, "f1": 0.819697, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"], "main_score": 0.819697, "precision": 0.801993, "recall": 0.858696}, {"accuracy": 0.912055, "f1": 0.886528, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"], "main_score": 0.886528, "precision": 0.874506, "recall": 0.912055}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"], "main_score": 0.957675, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.800395, "f1": 0.748452, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"], "main_score": 0.748452, "precision": 0.725856, "recall": 0.800395}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.913043, "f1": 0.8889, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"], "main_score": 0.8889, "precision": 0.877915, "recall": 0.913043}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.886364, "f1": 0.856225, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"], "main_score": 0.856225, "precision": 0.842424, "recall": 0.886364}, {"accuracy": 0.041502, "f1": 0.019486, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"], "main_score": 0.019486, "precision": 0.015125, "recall": 0.041502}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.902833, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"], "main_score": 0.902833, "precision": 0.891634, "recall": 0.925889}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.927866, "f1": 0.905138, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"], "main_score": 0.905138, "precision": 0.893939, "recall": 0.927866}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"], "main_score": 0.898551, "precision": 0.888011, "recall": 0.920949}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.201581, "f1": 0.155793, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"], "main_score": 0.155793, "precision": 0.142859, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"], "main_score": 0.932971, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"], "main_score": 0.921607, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.875494, "f1": 0.840646, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"], "main_score": 0.840646, "precision": 0.824687, "recall": 0.875494}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"], "main_score": 0.995059, "precision": 0.99473, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"], "main_score": 0.922431, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.899209, "f1": 0.869895, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"], "main_score": 0.869895, "precision": 0.856094, "recall": 0.899209}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"], "main_score": 0.94137, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.896245, "f1": 0.865843, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"], "main_score": 0.865843, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.93083, "f1": 0.909256, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"], "main_score": 0.909256, "precision": 0.899045, "recall": 0.93083}, {"accuracy": 0.743083, "f1": 0.682197, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"], "main_score": 0.682197, "precision": 0.656531, "recall": 0.743083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.890975, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"], "main_score": 0.890975, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.887352, "f1": 0.854051, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"], "main_score": 0.854051, "precision": 0.838109, "recall": 0.887352}, {"accuracy": 0.947628, "f1": 0.930171, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"], "main_score": 0.930171, "precision": 0.921443, "recall": 0.947628}, {"accuracy": 0.90415, "f1": 0.874835, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"], "main_score": 0.874835, "precision": 0.861001, "recall": 0.90415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.214427, "f1": 0.146452, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"], "main_score": 0.146452, "precision": 0.127805, "recall": 0.214427}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"], "main_score": 0.899374, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.9417, "f1": 0.92332, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"], "main_score": 0.92332, "precision": 0.914608, "recall": 0.9417}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"], "main_score": 0.923814, "precision": 0.915267, "recall": 0.9417}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.851779, "f1": 0.813048, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"], "main_score": 0.813048, "precision": 0.796113, "recall": 0.851779}, {"accuracy": 0.952569, "f1": 0.937253, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"], "main_score": 0.937253, "precision": 0.929677, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.922925, "f1": 0.900362, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"], "main_score": 0.900362, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.866601, "f1": 0.829183, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"], "main_score": 0.829183, "precision": 0.811594, "recall": 0.866601}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"], "main_score": 0.905863, "precision": 0.896031, "recall": 0.926877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.859684, "f1": 0.822153, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"], "main_score": 0.822153, "precision": 0.804825, "recall": 0.859684}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.882411, "f1": 0.84888, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"], "main_score": 0.84888, "precision": 0.833745, "recall": 0.882411}, {"accuracy": 0.26087, "f1": 0.200185, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"], "main_score": 0.200185, "precision": 0.18119, "recall": 0.26087}, {"accuracy": 0.916996, "f1": 0.891864, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"], "main_score": 0.891864, "precision": 0.879694, "recall": 0.916996}, {"accuracy": 0.8083, "f1": 0.758056, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"], "main_score": 0.758056, "precision": 0.736018, "recall": 0.8083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.914032, "f1": 0.887187, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"], "main_score": 0.887187, "precision": 0.874177, "recall": 0.914032}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.898221, "f1": 0.867754, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"], "main_score": 0.867754, "precision": 0.853261, "recall": 0.898221}, {"accuracy": 0.886364, "f1": 0.854004, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"], "main_score": 0.854004, "precision": 0.839427, "recall": 0.886364}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.052372, "f1": 0.026021, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"], "main_score": 0.026021, "precision": 0.021475, "recall": 0.052372}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.913043, "f1": 0.887516, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"], "main_score": 0.887516, "precision": 0.875494, "recall": 0.913043}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.960211, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"], "main_score": 0.960211, "precision": 0.955781, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"], "main_score": 0.962451, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.90415, "f1": 0.876548, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"], "main_score": 0.876548, "precision": 0.863587, "recall": 0.90415}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.853755, "f1": 0.817227, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"], "main_score": 0.817227, "precision": 0.801548, "recall": 0.853755}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"], "main_score": 0.950823, "precision": 0.94524, "recall": 0.962451}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"], "main_score": 0.990119, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.93083, "f1": 0.909058, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"], "main_score": 0.909058, "precision": 0.898715, "recall": 0.93083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"], "main_score": 0.946311, "precision": 0.940744, "recall": 0.958498}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"], "main_score": 0.954875, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.879447, "f1": 0.844697, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"], "main_score": 0.844697, "precision": 0.828557, "recall": 0.879447}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.917984, "f1": 0.892622, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"], "main_score": 0.892622, "precision": 0.880435, "recall": 0.917984}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.908103, "f1": 0.881752, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"], "main_score": 0.881752, "precision": 0.869071, "recall": 0.908103}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"], "main_score": 0.92029, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.884387, "f1": 0.851779, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"], "main_score": 0.851779, "precision": 0.836792, "recall": 0.884387}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.905138, "f1": 0.878623, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"], "main_score": 0.878623, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"], "main_score": 0.926943, "precision": 0.919219, "recall": 0.943676}, {"accuracy": 0.899209, "f1": 0.872069, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"], "main_score": 0.872069, "precision": 0.859997, "recall": 0.899209}, {"accuracy": 0.921937, "f1": 0.897793, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"], "main_score": 0.897793, "precision": 0.886446, "recall": 0.921937}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"], "main_score": 0.948781, "precision": 0.943182, "recall": 0.960474}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"], "main_score": 0.935507, "precision": 0.928277, "recall": 0.950593}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.839921, "f1": 0.797925, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"], "main_score": 0.797925, "precision": 0.779233, "recall": 0.839921}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"], "main_score": 0.966798, "precision": 0.963192, "recall": 0.974308}, {"accuracy": 0.881423, "f1": 0.847826, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"], "main_score": 0.847826, "precision": 0.832592, "recall": 0.881423}, {"accuracy": 0.913043, "f1": 0.888834, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"], "main_score": 0.888834, "precision": 0.877339, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.823123, "f1": 0.775565, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"], "main_score": 0.775565, "precision": 0.754282, "recall": 0.823123}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.924901, "f1": 0.902503, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"], "main_score": 0.902503, "precision": 0.891831, "recall": 0.924901}, {"accuracy": 0.94664, "f1": 0.929348, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"], "main_score": 0.929348, "precision": 0.920949, "recall": 0.94664}, {"accuracy": 0.88834, "f1": 0.857331, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"], "main_score": 0.857331, "precision": 0.842885, "recall": 0.88834}, {"accuracy": 0.039526, "f1": 0.022657, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"], "main_score": 0.022657, "precision": 0.01938, "recall": 0.039526}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.932806, "f1": 0.912846, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"], "main_score": 0.912846, "precision": 0.903491, "recall": 0.932806}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.928854, "f1": 0.906291, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"], "main_score": 0.906291, "precision": 0.895257, "recall": 0.928854}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.903327, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"], "main_score": 0.903327, "precision": 0.892622, "recall": 0.925889}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"], "main_score": 0.942852, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.20751, "f1": 0.158572, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"], "main_score": 0.158572, "precision": 0.14463, "recall": 0.20751}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"], "main_score": 0.945982, "precision": 0.940053, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.893281, "f1": 0.862154, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"], "main_score": 0.862154, "precision": 0.847167, "recall": 0.893281}, {"accuracy": 0.943676, "f1": 0.925231, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"], "main_score": 0.925231, "precision": 0.916173, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.90415, "f1": 0.876318, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"], "main_score": 0.876318, "precision": 0.862978, "recall": 0.90415}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.896245, "f1": 0.866996, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"], "main_score": 0.866996, "precision": 0.853343, "recall": 0.896245}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"], "main_score": 0.911067, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.757905, "f1": 0.6995, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"], "main_score": 0.6995, "precision": 0.674465, "recall": 0.757905}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"], "main_score": 0.894664, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.883399, "f1": 0.850198, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"], "main_score": 0.850198, "precision": 0.834569, "recall": 0.883399}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"], "main_score": 0.924407, "precision": 0.916008, "recall": 0.9417}, {"accuracy": 0.891304, "f1": 0.857872, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"], "main_score": 0.857872, "precision": 0.842227, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.216403, "f1": 0.147834, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"], "main_score": 0.147834, "precision": 0.127859, "recall": 0.216403}, {"accuracy": 0.916996, "f1": 0.893281, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"], "main_score": 0.893281, "precision": 0.881917, "recall": 0.916996}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"], "main_score": 0.903887, "precision": 0.893692, "recall": 0.925889}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.981225, "f1": 0.975955, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"], "main_score": 0.975955, "precision": 0.973485, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.860672, "f1": 0.823617, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"], "main_score": 0.823617, "precision": 0.806884, "recall": 0.860672}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"], "main_score": 0.933136, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.931818, "f1": 0.911627, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"], "main_score": 0.911627, "precision": 0.901927, "recall": 0.931818}, {"accuracy": 0.87747, "f1": 0.844038, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"], "main_score": 0.844038, "precision": 0.828755, "recall": 0.87747}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"], "main_score": 0.913867, "precision": 0.904315, "recall": 0.933794}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.854743, "f1": 0.817655, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"], "main_score": 0.817655, "precision": 0.800922, "recall": 0.854743}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.886364, "f1": 0.854381, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"], "main_score": 0.854381, "precision": 0.839789, "recall": 0.886364}, {"accuracy": 0.267787, "f1": 0.21084, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"], "main_score": 0.21084, "precision": 0.192167, "recall": 0.267787}, {"accuracy": 0.932806, "f1": 0.911627, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"], "main_score": 0.911627, "precision": 0.901433, "recall": 0.932806}, {"accuracy": 0.812253, "f1": 0.761858, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"], "main_score": 0.761858, "precision": 0.739048, "recall": 0.812253}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.916008, "f1": 0.889328, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"], "main_score": 0.889328, "precision": 0.876482, "recall": 0.916008}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.899209, "f1": 0.868149, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"], "main_score": 0.868149, "precision": 0.853179, "recall": 0.899209}, {"accuracy": 0.895257, "f1": 0.864921, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"], "main_score": 0.864921, "precision": 0.850823, "recall": 0.895257}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"], "main_score": 0.939394, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.057312, "f1": 0.027925, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"], "main_score": 0.027925, "precision": 0.021973, "recall": 0.057312}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.917984, "f1": 0.89361, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"], "main_score": 0.89361, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.898221, "f1": 0.868478, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"], "main_score": 0.868478, "precision": 0.854331, "recall": 0.898221}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.864625, "f1": 0.828524, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"], "main_score": 0.828524, "precision": 0.812154, "recall": 0.864625}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.928854, "f1": 0.908169, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"], "main_score": 0.908169, "precision": 0.898666, "recall": 0.928854}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.87747, "f1": 0.843445, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"], "main_score": 0.843445, "precision": 0.827652, "recall": 0.87747}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.922925, "f1": 0.901845, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"], "main_score": 0.901845, "precision": 0.891963, "recall": 0.922925}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.909091, "f1": 0.882905, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"], "main_score": 0.882905, "precision": 0.870389, "recall": 0.909091}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"], "main_score": 0.925296, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.887352, "f1": 0.854941, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"], "main_score": 0.854941, "precision": 0.840003, "recall": 0.887352}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"], "main_score": 0.92309, "precision": 0.914855, "recall": 0.940711}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.908103, "f1": 0.881917, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"], "main_score": 0.881917, "precision": 0.869401, "recall": 0.908103}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"], "main_score": 0.916008, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.895257, "f1": 0.864526, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"], "main_score": 0.864526, "precision": 0.850214, "recall": 0.895257}, {"accuracy": 0.920949, "f1": 0.895982, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"], "main_score": 0.895982, "precision": 0.88414, "recall": 0.920949}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.959486, "f1": 0.947036, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"], "main_score": 0.947036, "precision": 0.941123, "recall": 0.959486}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.840909, "f1": 0.799111, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"], "main_score": 0.799111, "precision": 0.779562, "recall": 0.840909}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.901186, "f1": 0.872925, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"], "main_score": 0.872925, "precision": 0.859766, "recall": 0.901186}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"], "main_score": 0.911067, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.824111, "f1": 0.777031, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"], "main_score": 0.777031, "precision": 0.755888, "recall": 0.824111}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.934783, "f1": 0.915302, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"], "main_score": 0.915302, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.894269, "f1": 0.862978, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"], "main_score": 0.862978, "precision": 0.848386, "recall": 0.894269}, {"accuracy": 0.049407, "f1": 0.024816, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"], "main_score": 0.024816, "precision": 0.020073, "recall": 0.049407}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.931818, "f1": 0.910474, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"], "main_score": 0.910474, "precision": 0.90028, "recall": 0.931818}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.933794, "f1": 0.912615, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"], "main_score": 0.912615, "precision": 0.902256, "recall": 0.933794}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.910145, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"], "main_score": 0.910145, "precision": 0.900774, "recall": 0.93083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.199605, "f1": 0.148041, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"], "main_score": 0.148041, "precision": 0.133053, "recall": 0.199605}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.954545, "f1": 0.940119, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"], "main_score": 0.940119, "precision": 0.933053, "recall": 0.954545}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"], "main_score": 0.887846, "precision": 0.875329, "recall": 0.914032}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"], "main_score": 0.8917, "precision": 0.880352, "recall": 0.916008}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.891304, "f1": 0.85942, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"], "main_score": 0.85942, "precision": 0.844285, "recall": 0.891304}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"], "main_score": 0.919796, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.738142, "f1": 0.675847, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"], "main_score": 0.675847, "precision": 0.649539, "recall": 0.738142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"], "main_score": 0.911561, "precision": 0.90135, "recall": 0.932806}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.897233, "f1": 0.865942, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"], "main_score": 0.865942, "precision": 0.851285, "recall": 0.897233}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.902174, "f1": 0.872694, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"], "main_score": 0.872694, "precision": 0.858696, "recall": 0.902174}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.214427, "f1": 0.148361, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"], "main_score": 0.148361, "precision": 0.12988, "recall": 0.214427}, {"accuracy": 0.925889, "f1": 0.902339, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"], "main_score": 0.902339, "precision": 0.890646, "recall": 0.925889}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.935771, "f1": 0.91614, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"], "main_score": 0.91614, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.855731, "f1": 0.818281, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"], "main_score": 0.818281, "precision": 0.801581, "recall": 0.855731}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.927866, "f1": 0.906192, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"], "main_score": 0.906192, "precision": 0.895998, "recall": 0.927866}, {"accuracy": 0.883399, "f1": 0.850296, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"], "main_score": 0.850296, "precision": 0.834157, "recall": 0.883399}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"], "main_score": 0.910738, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.865613, "f1": 0.830138, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"], "main_score": 0.830138, "precision": 0.814295, "recall": 0.865613}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.884387, "f1": 0.851482, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"], "main_score": 0.851482, "precision": 0.83638, "recall": 0.884387}, {"accuracy": 0.263834, "f1": 0.205151, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"], "main_score": 0.205151, "precision": 0.185852, "recall": 0.263834}, {"accuracy": 0.932806, "f1": 0.912549, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"], "main_score": 0.912549, "precision": 0.902997, "recall": 0.932806}, {"accuracy": 0.810277, "f1": 0.764427, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"], "main_score": 0.764427, "precision": 0.744516, "recall": 0.810277}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"], "main_score": 0.913043, "precision": 0.903327, "recall": 0.933794}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.905138, "f1": 0.876482, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"], "main_score": 0.876482, "precision": 0.862813, "recall": 0.905138}, {"accuracy": 0.898221, "f1": 0.867589, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"], "main_score": 0.867589, "precision": 0.853294, "recall": 0.898221}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.052372, "f1": 0.023906, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"], "main_score": 0.023906, "precision": 0.018999, "recall": 0.052372}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.913043, "f1": 0.886364, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"], "main_score": 0.886364, "precision": 0.873518, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.902174, "f1": 0.873847, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"], "main_score": 0.873847, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.869565, "f1": 0.832708, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"], "main_score": 0.832708, "precision": 0.815991, "recall": 0.869565}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.909585, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"], "main_score": 0.909585, "precision": 0.899539, "recall": 0.93083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961364, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"], "main_score": 0.961364, "precision": 0.957098, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"], "main_score": 0.975626, "precision": 0.973024, "recall": 0.981225}, {"accuracy": 0.883399, "f1": 0.848551, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"], "main_score": 0.848551, "precision": 0.831933, "recall": 0.883399}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.923913, "f1": 0.902734, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"], "main_score": 0.902734, "precision": 0.893034, "recall": 0.923913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.918972, "f1": 0.895817, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"], "main_score": 0.895817, "precision": 0.884964, "recall": 0.918972}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"], "main_score": 0.930995, "precision": 0.923419, "recall": 0.94664}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.892292, "f1": 0.862615, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"], "main_score": 0.862615, "precision": 0.849473, "recall": 0.892292}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.941601, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"], "main_score": 0.941601, "precision": 0.934865, "recall": 0.955534}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.911067, "f1": 0.885211, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"], "main_score": 0.885211, "precision": 0.872694, "recall": 0.911067}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"], "main_score": 0.9333, "precision": 0.925231, "recall": 0.949605}, {"accuracy": 0.907115, "f1": 0.880519, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"], "main_score": 0.880519, "precision": 0.868248, "recall": 0.907115}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"], "main_score": 0.915679, "precision": 0.906126, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.839921, "f1": 0.795902, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"], "main_score": 0.795902, "precision": 0.775527, "recall": 0.839921}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.885375, "f1": 0.854545, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"], "main_score": 0.854545, "precision": 0.840283, "recall": 0.885375}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"], "main_score": 0.897299, "precision": 0.885952, "recall": 0.920949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.812253, "f1": 0.761251, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"], "main_score": 0.761251, "precision": 0.73834, "recall": 0.812253}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.801383, "f1": 0.752508, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"], "main_score": 0.752508, "precision": 0.730797, "recall": 0.801383}, {"accuracy": 0.821146, "f1": 0.778195, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"], "main_score": 0.778195, "precision": 0.758482, "recall": 0.821146}, {"accuracy": 0.057312, "f1": 0.034564, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"], "main_score": 0.034564, "precision": 0.029147, "recall": 0.057312}, {"accuracy": 0.804348, "f1": 0.764788, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"], "main_score": 0.764788, "precision": 0.749387, "recall": 0.804348}, {"accuracy": 0.824111, "f1": 0.780621, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"], "main_score": 0.780621, "precision": 0.762822, "recall": 0.824111}, {"accuracy": 0.887352, "f1": 0.855072, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"], "main_score": 0.855072, "precision": 0.840086, "recall": 0.887352}, {"accuracy": 0.890316, "f1": 0.85886, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"], "main_score": 0.85886, "precision": 0.844038, "recall": 0.890316}, {"accuracy": 0.898221, "f1": 0.870784, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"], "main_score": 0.870784, "precision": 0.85779, "recall": 0.898221}, {"accuracy": 0.781621, "f1": 0.737678, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"], "main_score": 0.737678, "precision": 0.720208, "recall": 0.781621}, {"accuracy": 0.841897, "f1": 0.800198, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"], "main_score": 0.800198, "precision": 0.780995, "recall": 0.841897}, {"accuracy": 0.80336, "f1": 0.753986, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"], "main_score": 0.753986, "precision": 0.732378, "recall": 0.80336}, {"accuracy": 0.774704, "f1": 0.732141, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"], "main_score": 0.732141, "precision": 0.715492, "recall": 0.774704}, {"accuracy": 0.829051, "f1": 0.785035, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"], "main_score": 0.785035, "precision": 0.766378, "recall": 0.829051}, {"accuracy": 0.863636, "f1": 0.828477, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"], "main_score": 0.828477, "precision": 0.812582, "recall": 0.863636}, {"accuracy": 0.905138, "f1": 0.877701, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"], "main_score": 0.877701, "precision": 0.864872, "recall": 0.905138}, {"accuracy": 0.79249, "f1": 0.743826, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"], "main_score": 0.743826, "precision": 0.723842, "recall": 0.79249}, {"accuracy": 0.774704, "f1": 0.733235, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"], "main_score": 0.733235, "precision": 0.716493, "recall": 0.774704}, {"accuracy": 0.850791, "f1": 0.810954, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"], "main_score": 0.810954, "precision": 0.792243, "recall": 0.850791}, {"accuracy": 0.835968, "f1": 0.797579, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"], "main_score": 0.797579, "precision": 0.781564, "recall": 0.835968}, {"accuracy": 0.788538, "f1": 0.743209, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"], "main_score": 0.743209, "precision": 0.725127, "recall": 0.788538}, {"accuracy": 0.727273, "f1": 0.662463, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"], "main_score": 0.662463, "precision": 0.635565, "recall": 0.727273}, {"accuracy": 0.810277, "f1": 0.768559, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"], "main_score": 0.768559, "precision": 0.752328, "recall": 0.810277}, {"accuracy": 0.886364, "f1": 0.85807, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"], "main_score": 0.85807, "precision": 0.845142, "recall": 0.886364}, {"accuracy": 0.859684, "f1": 0.820158, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"], "main_score": 0.820158, "precision": 0.802652, "recall": 0.859684}, {"accuracy": 0.814229, "f1": 0.774339, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"], "main_score": 0.774339, "precision": 0.758485, "recall": 0.814229}, {"accuracy": 0.869565, "f1": 0.832971, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"], "main_score": 0.832971, "precision": 0.815876, "recall": 0.869565}, {"accuracy": 0.178854, "f1": 0.146252, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"], "main_score": 0.146252, "precision": 0.137102, "recall": 0.178854}, {"accuracy": 0.832016, "f1": 0.793228, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"], "main_score": 0.793228, "precision": 0.776714, "recall": 0.832016}, {"accuracy": 0.883399, "f1": 0.85448, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"], "main_score": 0.85448, "precision": 0.840991, "recall": 0.883399}, {"accuracy": 0.859684, "f1": 0.821673, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"], "main_score": 0.821673, "precision": 0.804595, "recall": 0.859684}, {"accuracy": 0.781621, "f1": 0.731828, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"], "main_score": 0.731828, "precision": 0.712615, "recall": 0.781621}, {"accuracy": 0.809289, "f1": 0.769168, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"], "main_score": 0.769168, "precision": 0.753196, "recall": 0.809289}, {"accuracy": 0.794466, "f1": 0.753804, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"], "main_score": 0.753804, "precision": 0.738019, "recall": 0.794466}, {"accuracy": 0.839921, "f1": 0.800725, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"], "main_score": 0.800725, "precision": 0.783048, "recall": 0.839921}, {"accuracy": 0.83498, "f1": 0.800571, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"], "main_score": 0.800571, "precision": 0.787471, "recall": 0.83498}, {"accuracy": 0.869565, "f1": 0.83419, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"], "main_score": 0.83419, "precision": 0.817935, "recall": 0.869565}, {"accuracy": 0.763834, "f1": 0.727184, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"], "main_score": 0.727184, "precision": 0.712855, "recall": 0.763834}, {"accuracy": 0.797431, "f1": 0.751503, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"], "main_score": 0.751503, "precision": 0.733493, "recall": 0.797431}, {"accuracy": 0.817194, "f1": 0.775122, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"], "main_score": 0.775122, "precision": 0.758692, "recall": 0.817194}, {"accuracy": 0.83004, "f1": 0.79274, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"], "main_score": 0.79274, "precision": 0.777538, "recall": 0.83004}, {"accuracy": 0.83498, "f1": 0.792276, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"], "main_score": 0.792276, "precision": 0.773313, "recall": 0.83498}, {"accuracy": 0.772727, "f1": 0.728776, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"], "main_score": 0.728776, "precision": 0.711858, "recall": 0.772727}, {"accuracy": 0.844862, "f1": 0.805237, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"], "main_score": 0.805237, "precision": 0.787302, "recall": 0.844862}, {"accuracy": 0.793478, "f1": 0.754116, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"], "main_score": 0.754116, "precision": 0.738601, "recall": 0.793478}, {"accuracy": 0.852767, "f1": 0.813768, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"], "main_score": 0.813768, "precision": 0.796443, "recall": 0.852767}, {"accuracy": 0.887352, "f1": 0.853722, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"], "main_score": 0.853722, "precision": 0.838109, "recall": 0.887352}, {"accuracy": 0.83498, "f1": 0.789954, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"], "main_score": 0.789954, "precision": 0.770092, "recall": 0.83498}, {"accuracy": 0.843874, "f1": 0.802404, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"], "main_score": 0.802404, "precision": 0.783514, "recall": 0.843874}, {"accuracy": 0.824111, "f1": 0.780421, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"], "main_score": 0.780421, "precision": 0.761347, "recall": 0.824111}, {"accuracy": 0.829051, "f1": 0.784157, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"], "main_score": 0.784157, "precision": 0.76362, "recall": 0.829051}, {"accuracy": 0.759881, "f1": 0.70998, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"], "main_score": 0.70998, "precision": 0.69163, "recall": 0.759881}, {"accuracy": 0.807312, "f1": 0.759223, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"], "main_score": 0.759223, "precision": 0.739196, "recall": 0.807312}, {"accuracy": 0.83498, "f1": 0.792951, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"], "main_score": 0.792951, "precision": 0.773419, "recall": 0.83498}, {"accuracy": 0.800395, "f1": 0.765646, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"], "main_score": 0.765646, "precision": 0.75076, "recall": 0.800395}, {"accuracy": 0.859684, "f1": 0.822167, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"], "main_score": 0.822167, "precision": 0.805089, "recall": 0.859684}, {"accuracy": 0.797431, "f1": 0.750066, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"], "main_score": 0.750066, "precision": 0.72892, "recall": 0.797431}, {"accuracy": 0.887352, "f1": 0.859717, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"], "main_score": 0.859717, "precision": 0.847085, "recall": 0.887352}, {"accuracy": 0.58004, "f1": 0.504844, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"], "main_score": 0.504844, "precision": 0.477849, "recall": 0.58004}, {"accuracy": 0.81917, "f1": 0.778091, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"], "main_score": 0.778091, "precision": 0.762082, "recall": 0.81917}, {"accuracy": 0.823123, "f1": 0.78413, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"], "main_score": 0.78413, "precision": 0.768371, "recall": 0.823123}, {"accuracy": 0.77668, "f1": 0.724874, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"], "main_score": 0.724874, "precision": 0.7047, "recall": 0.77668}, {"accuracy": 0.824111, "f1": 0.78361, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"], "main_score": 0.78361, "precision": 0.767483, "recall": 0.824111}, {"accuracy": 0.850791, "f1": 0.814361, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"], "main_score": 0.814361, "precision": 0.79776, "recall": 0.850791}, {"accuracy": 0.809289, "f1": 0.764806, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"], "main_score": 0.764806, "precision": 0.746189, "recall": 0.809289}, {"accuracy": 0.841897, "f1": 0.796838, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"], "main_score": 0.796838, "precision": 0.775774, "recall": 0.841897}, {"accuracy": 0.801383, "f1": 0.765151, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"], "main_score": 0.765151, "precision": 0.751199, "recall": 0.801383}, {"accuracy": 0.84585, "f1": 0.808729, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"], "main_score": 0.808729, "precision": 0.791831, "recall": 0.84585}, {"accuracy": 0.903162, "f1": 0.879677, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"], "main_score": 0.879677, "precision": 0.868989, "recall": 0.903162}, {"accuracy": 0.871542, "f1": 0.838076, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"], "main_score": 0.838076, "precision": 0.822628, "recall": 0.871542}, {"accuracy": 0.816206, "f1": 0.770375, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"], "main_score": 0.770375, "precision": 0.750511, "recall": 0.816206}, {"accuracy": 0.816206, "f1": 0.771629, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"], "main_score": 0.771629, "precision": 0.753336, "recall": 0.816206}, {"accuracy": 0.774704, "f1": 0.724602, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"], "main_score": 0.724602, "precision": 0.705521, "recall": 0.774704}, {"accuracy": 0.195652, "f1": 0.146891, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"], "main_score": 0.146891, "precision": 0.132018, "recall": 0.195652}, {"accuracy": 0.851779, "f1": 0.813966, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"], "main_score": 0.813966, "precision": 0.796196, "recall": 0.851779}, {"accuracy": 0.801383, "f1": 0.754992, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"], "main_score": 0.754992, "precision": 0.735721, "recall": 0.801383}, {"accuracy": 0.883399, "f1": 0.852339, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"], "main_score": 0.852339, "precision": 0.838027, "recall": 0.883399}, {"accuracy": 0.86166, "f1": 0.827701, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"], "main_score": 0.827701, "precision": 0.812253, "recall": 0.86166}, {"accuracy": 0.814229, "f1": 0.769883, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"], "main_score": 0.769883, "precision": 0.751837, "recall": 0.814229}, {"accuracy": 0.767787, "f1": 0.715093, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"], "main_score": 0.715093, "precision": 0.69447, "recall": 0.767787}, {"accuracy": 0.856719, "f1": 0.818775, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"], "main_score": 0.818775, "precision": 0.801383, "recall": 0.856719}, {"accuracy": 0.820158, "f1": 0.780294, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"], "main_score": 0.780294, "precision": 0.764495, "recall": 0.820158}, {"accuracy": 0.801383, "f1": 0.760904, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"], "main_score": 0.760904, "precision": 0.745454, "recall": 0.801383}, {"accuracy": 0.76581, "f1": 0.720964, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"], "main_score": 0.720964, "precision": 0.703329, "recall": 0.76581}, {"accuracy": 0.759881, "f1": 0.707046, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"], "main_score": 0.707046, "precision": 0.686906, "recall": 0.759881}, {"accuracy": 0.797431, "f1": 0.751503, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"], "main_score": 0.751503, "precision": 0.73311, "recall": 0.797431}, {"accuracy": 0.747036, "f1": 0.690086, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"], "main_score": 0.690086, "precision": 0.665382, "recall": 0.747036}, {"accuracy": 0.87253, "f1": 0.839592, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"], "main_score": 0.839592, "precision": 0.824275, "recall": 0.87253}, {"accuracy": 0.79249, "f1": 0.752492, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"], "main_score": 0.752492, "precision": 0.73692, "recall": 0.79249}, {"accuracy": 0.777668, "f1": 0.737665, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"], "main_score": 0.737665, "precision": 0.721, "recall": 0.777668}, {"accuracy": 0.806324, "f1": 0.768173, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"], "main_score": 0.768173, "precision": 0.752733, "recall": 0.806324}, {"accuracy": 0.804348, "f1": 0.757543, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"], "main_score": 0.757543, "precision": 0.737022, "recall": 0.804348}, {"accuracy": 0.787549, "f1": 0.737008, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"], "main_score": 0.737008, "precision": 0.714279, "recall": 0.787549}, {"accuracy": 0.846838, "f1": 0.807298, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"], "main_score": 0.807298, "precision": 0.789641, "recall": 0.846838}, {"accuracy": 0.853755, "f1": 0.816733, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"], "main_score": 0.816733, "precision": 0.800247, "recall": 0.853755}, {"accuracy": 0.837945, "f1": 0.795586, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"], "main_score": 0.795586, "precision": 0.776021, "recall": 0.837945}, {"accuracy": 0.806324, "f1": 0.760662, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"], "main_score": 0.760662, "precision": 0.74199, "recall": 0.806324}, {"accuracy": 0.773715, "f1": 0.724769, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"], "main_score": 0.724769, "precision": 0.702602, "recall": 0.773715}, {"accuracy": 0.87747, "f1": 0.843248, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"], "main_score": 0.843248, "precision": 0.827157, "recall": 0.87747}, {"accuracy": 0.818182, "f1": 0.778393, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"], "main_score": 0.778393, "precision": 0.762718, "recall": 0.818182}, {"accuracy": 0.789526, "f1": 0.749228, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"], "main_score": 0.749228, "precision": 0.733745, "recall": 0.789526}, {"accuracy": 0.756917, "f1": 0.716687, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"], "main_score": 0.716687, "precision": 0.702253, "recall": 0.756917}, {"accuracy": 0.750988, "f1": 0.705571, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"], "main_score": 0.705571, "precision": 0.688097, "recall": 0.750988}, {"accuracy": 0.863636, "f1": 0.82747, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"], "main_score": 0.82747, "precision": 0.810392, "recall": 0.863636}, {"accuracy": 0.843874, "f1": 0.801993, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"], "main_score": 0.801993, "precision": 0.782997, "recall": 0.843874}, {"accuracy": 0.828063, "f1": 0.785441, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"], "main_score": 0.785441, "precision": 0.766551, "recall": 0.828063}, {"accuracy": 0.248024, "f1": 0.203494, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"], "main_score": 0.203494, "precision": 0.188726, "recall": 0.248024}, {"accuracy": 0.865613, "f1": 0.8294, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"], "main_score": 0.8294, "precision": 0.812862, "recall": 0.865613}, {"accuracy": 0.714427, "f1": 0.648979, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"], "main_score": 0.648979, "precision": 0.620669, "recall": 0.714427}, {"accuracy": 0.827075, "f1": 0.785724, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"], "main_score": 0.785724, "precision": 0.768248, "recall": 0.827075}, {"accuracy": 0.900198, "f1": 0.873353, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"], "main_score": 0.873353, "precision": 0.860705, "recall": 0.900198}, {"accuracy": 0.818182, "f1": 0.773386, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"], "main_score": 0.773386, "precision": 0.753376, "recall": 0.818182}, {"accuracy": 0.856719, "f1": 0.818149, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"], "main_score": 0.818149, "precision": 0.800066, "recall": 0.856719}, {"accuracy": 0.840909, "f1": 0.798946, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"], "main_score": 0.798946, "precision": 0.779924, "recall": 0.840909}, {"accuracy": 0.832016, "f1": 0.788801, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"], "main_score": 0.788801, "precision": 0.769302, "recall": 0.832016}, {"accuracy": 0.823123, "f1": 0.780157, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"], "main_score": 0.780157, "precision": 0.761726, "recall": 0.823123}, {"accuracy": 0.855731, "f1": 0.816634, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"], "main_score": 0.816634, "precision": 0.798913, "recall": 0.855731}, {"accuracy": 0.806324, "f1": 0.767933, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"], "main_score": 0.767933, "precision": 0.752507, "recall": 0.806324}, {"accuracy": 0.866601, "f1": 0.828557, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"], "main_score": 0.828557, "precision": 0.810606, "recall": 0.866601}, {"accuracy": 0.802372, "f1": 0.758202, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"], "main_score": 0.758202, "precision": 0.738011, "recall": 0.802372}, {"accuracy": 0.826087, "f1": 0.784881, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"], "main_score": 0.784881, "precision": 0.766008, "recall": 0.826087}, {"accuracy": 0.87747, "f1": 0.844829, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"], "main_score": 0.844829, "precision": 0.829545, "recall": 0.87747}, {"accuracy": 0.768775, "f1": 0.712378, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"], "main_score": 0.712378, "precision": 0.689752, "recall": 0.768775}, {"accuracy": 0.041502, "f1": 0.023027, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"], "main_score": 0.023027, "precision": 0.019346, "recall": 0.041502}, {"accuracy": 0.783597, "f1": 0.741178, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"], "main_score": 0.741178, "precision": 0.725423, "recall": 0.783597}, {"accuracy": 0.829051, "f1": 0.78358, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"], "main_score": 0.78358, "precision": 0.763745, "recall": 0.829051}, {"accuracy": 0.754941, "f1": 0.70947, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"], "main_score": 0.70947, "precision": 0.69187, "recall": 0.754941}, {"accuracy": 0.784585, "f1": 0.73862, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"], "main_score": 0.73862, "precision": 0.720886, "recall": 0.784585}, {"accuracy": 0.800395, "f1": 0.749473, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"], "main_score": 0.749473, "precision": 0.72775, "recall": 0.800395}, {"accuracy": 0.840909, "f1": 0.799934, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"], "main_score": 0.799934, "precision": 0.781209, "recall": 0.840909}, {"accuracy": 0.793478, "f1": 0.746099, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"], "main_score": 0.746099, "precision": 0.727171, "recall": 0.793478}, {"accuracy": 0.777668, "f1": 0.728558, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"], "main_score": 0.728558, "precision": 0.709861, "recall": 0.777668}, {"accuracy": 0.870553, "f1": 0.832905, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"], "main_score": 0.832905, "precision": 0.81497, "recall": 0.870553}, {"accuracy": 0.832016, "f1": 0.788735, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"], "main_score": 0.788735, "precision": 0.769055, "recall": 0.832016}, {"accuracy": 0.721344, "f1": 0.656573, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"], "main_score": 0.656573, "precision": 0.628854, "recall": 0.721344}, {"accuracy": 0.822134, "f1": 0.780124, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"], "main_score": 0.780124, "precision": 0.762153, "recall": 0.822134}, {"accuracy": 0.794466, "f1": 0.747793, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"], "main_score": 0.747793, "precision": 0.726482, "recall": 0.794466}, {"accuracy": 0.848814, "f1": 0.808169, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"], "main_score": 0.808169, "precision": 0.789476, "recall": 0.848814}, {"accuracy": 0.8083, "f1": 0.767311, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"], "main_score": 0.767311, "precision": 0.750823, "recall": 0.8083}, {"accuracy": 0.864625, "f1": 0.825659, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"], "main_score": 0.825659, "precision": 0.807065, "recall": 0.864625}, {"accuracy": 0.83498, "f1": 0.792737, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"], "main_score": 0.792737, "precision": 0.774515, "recall": 0.83498}, {"accuracy": 0.882411, "f1": 0.853261, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"], "main_score": 0.853261, "precision": 0.839592, "recall": 0.882411}, {"accuracy": 0.817194, "f1": 0.771033, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"], "main_score": 0.771033, "precision": 0.751466, "recall": 0.817194}, {"accuracy": 0.693676, "f1": 0.643685, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"], "main_score": 0.643685, "precision": 0.624902, "recall": 0.693676}, {"accuracy": 0.814229, "f1": 0.769128, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"], "main_score": 0.769128, "precision": 0.75038, "recall": 0.814229}, {"accuracy": 0.799407, "f1": 0.751311, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"], "main_score": 0.751311, "precision": 0.73125, "recall": 0.799407}, {"accuracy": 0.826087, "f1": 0.780863, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"], "main_score": 0.780863, "precision": 0.760128, "recall": 0.826087}, {"accuracy": 0.786561, "f1": 0.738755, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"], "main_score": 0.738755, "precision": 0.718511, "recall": 0.786561}, {"accuracy": 0.790514, "f1": 0.741074, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"], "main_score": 0.741074, "precision": 0.720306, "recall": 0.790514}, {"accuracy": 0.898221, "f1": 0.870389, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"], "main_score": 0.870389, "precision": 0.857213, "recall": 0.898221}, {"accuracy": 0.88834, "f1": 0.857576, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"], "main_score": 0.857576, "precision": 0.843297, "recall": 0.88834}, {"accuracy": 0.840909, "f1": 0.801314, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"], "main_score": 0.801314, "precision": 0.784393, "recall": 0.840909}, {"accuracy": 0.716403, "f1": 0.654355, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"], "main_score": 0.654355, "precision": 0.629711, "recall": 0.716403}, {"accuracy": 0.744071, "f1": 0.691914, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"], "main_score": 0.691914, "precision": 0.673584, "recall": 0.744071}, {"accuracy": 0.801383, "f1": 0.755217, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"], "main_score": 0.755217, "precision": 0.736377, "recall": 0.801383}, {"accuracy": 0.818182, "f1": 0.770045, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"], "main_score": 0.770045, "precision": 0.749226, "recall": 0.818182}, {"accuracy": 0.822134, "f1": 0.774835, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"], "main_score": 0.774835, "precision": 0.75336, "recall": 0.822134}, {"accuracy": 0.883399, "f1": 0.849934, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"], "main_score": 0.849934, "precision": 0.834486, "recall": 0.883399}, {"accuracy": 0.768775, "f1": 0.714262, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"], "main_score": 0.714262, "precision": 0.689575, "recall": 0.768775}, {"accuracy": 0.796443, "f1": 0.757149, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"], "main_score": 0.757149, "precision": 0.741811, "recall": 0.796443}, {"accuracy": 0.813241, "f1": 0.767194, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"], "main_score": 0.767194, "precision": 0.747563, "recall": 0.813241}, {"accuracy": 0.741107, "f1": 0.689687, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"], "main_score": 0.689687, "precision": 0.670374, "recall": 0.741107}, {"accuracy": 0.806324, "f1": 0.760408, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"], "main_score": 0.760408, "precision": 0.74198, "recall": 0.806324}, {"accuracy": 0.833004, "f1": 0.789954, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"], "main_score": 0.789954, "precision": 0.771212, "recall": 0.833004}, {"accuracy": 0.860672, "f1": 0.829403, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"], "main_score": 0.829403, "precision": 0.815506, "recall": 0.860672}, {"accuracy": 0.81917, "f1": 0.780579, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"], "main_score": 0.780579, "precision": 0.765616, "recall": 0.81917}, {"accuracy": 0.850791, "f1": 0.811858, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"], "main_score": 0.811858, "precision": 0.793808, "recall": 0.850791}, {"accuracy": 0.884387, "f1": 0.853722, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"], "main_score": 0.853722, "precision": 0.839427, "recall": 0.884387}, {"accuracy": 0.798419, "f1": 0.753012, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"], "main_score": 0.753012, "precision": 0.735221, "recall": 0.798419}, {"accuracy": 0.851779, "f1": 0.816008, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"], "main_score": 0.816008, "precision": 0.799605, "recall": 0.851779}, {"accuracy": 0.822134, "f1": 0.78573, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"], "main_score": 0.78573, "precision": 0.77031, "recall": 0.822134}, {"accuracy": 0.822134, "f1": 0.778294, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"], "main_score": 0.778294, "precision": 0.758432, "recall": 0.822134}, {"accuracy": 0.795455, "f1": 0.745066, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"], "main_score": 0.745066, "precision": 0.725322, "recall": 0.795455}, {"accuracy": 0.840909, "f1": 0.803475, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"], "main_score": 0.803475, "precision": 0.787883, "recall": 0.840909}, {"accuracy": 0.836957, "f1": 0.800314, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"], "main_score": 0.800314, "precision": 0.785147, "recall": 0.836957}, {"accuracy": 0.894269, "f1": 0.866469, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"], "main_score": 0.866469, "precision": 0.853673, "recall": 0.894269}, {"accuracy": 0.87747, "f1": 0.845323, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"], "main_score": 0.845323, "precision": 0.830534, "recall": 0.87747}, {"accuracy": 0.854743, "f1": 0.820356, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"], "main_score": 0.820356, "precision": 0.804792, "recall": 0.854743}, {"accuracy": 0.859684, "f1": 0.824144, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"], "main_score": 0.824144, "precision": 0.807724, "recall": 0.859684}, {"accuracy": 0.858696, "f1": 0.819928, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"], "main_score": 0.819928, "precision": 0.801713, "recall": 0.858696}, {"accuracy": 0.753953, "f1": 0.706355, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"], "main_score": 0.706355, "precision": 0.687512, "recall": 0.753953}, {"accuracy": 0.749012, "f1": 0.706973, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"], "main_score": 0.706973, "precision": 0.69233, "recall": 0.749012}, {"accuracy": 0.789526, "f1": 0.738362, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"], "main_score": 0.738362, "precision": 0.716346, "recall": 0.789526}, {"accuracy": 0.858696, "f1": 0.822859, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"], "main_score": 0.822859, "precision": 0.806143, "recall": 0.858696}, {"accuracy": 0.899209, "f1": 0.872332, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"], "main_score": 0.872332, "precision": 0.859848, "recall": 0.899209}, {"accuracy": 0.858696, "f1": 0.820586, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"], "main_score": 0.820586, "precision": 0.80359, "recall": 0.858696}, {"accuracy": 0.883399, "f1": 0.851943, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"], "main_score": 0.851943, "precision": 0.836792, "recall": 0.883399}, {"accuracy": 0.873518, "f1": 0.839427, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"], "main_score": 0.839427, "precision": 0.823123, "recall": 0.873518}, {"accuracy": 0.77668, "f1": 0.737139, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"], "main_score": 0.737139, "precision": 0.721157, "recall": 0.77668}, {"accuracy": 0.750988, "f1": 0.696527, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"], "main_score": 0.696527, "precision": 0.671443, "recall": 0.750988}, {"accuracy": 0.823123, "f1": 0.777492, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"], "main_score": 0.777492, "precision": 0.757617, "recall": 0.823123}, {"accuracy": 0.869565, "f1": 0.835046, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"], "main_score": 0.835046, "precision": 0.819121, "recall": 0.869565}, {"accuracy": 0.778656, "f1": 0.728623, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"], "main_score": 0.728623, "precision": 0.706604, "recall": 0.778656}, {"accuracy": 0.759881, "f1": 0.701548, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"], "main_score": 0.701548, "precision": 0.676202, "recall": 0.759881}, {"accuracy": 0.870553, "f1": 0.836495, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"], "main_score": 0.836495, "precision": 0.821262, "recall": 0.870553}, {"accuracy": 0.794466, "f1": 0.746824, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"], "main_score": 0.746824, "precision": 0.727042, "recall": 0.794466}, {"accuracy": 0.829051, "f1": 0.784025, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"], "main_score": 0.784025, "precision": 0.763933, "recall": 0.829051}, {"accuracy": 0.721344, "f1": 0.658503, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"], "main_score": 0.658503, "precision": 0.631522, "recall": 0.721344}, {"accuracy": 0.794466, "f1": 0.748265, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"], "main_score": 0.748265, "precision": 0.730333, "recall": 0.794466}, {"accuracy": 0.829051, "f1": 0.787771, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"], "main_score": 0.787771, "precision": 0.770571, "recall": 0.829051}, {"accuracy": 0.794466, "f1": 0.752004, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"], "main_score": 0.752004, "precision": 0.736128, "recall": 0.794466}, {"accuracy": 0.840909, "f1": 0.802473, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"], "main_score": 0.802473, "precision": 0.786373, "recall": 0.840909}, {"accuracy": 0.81917, "f1": 0.77522, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"], "main_score": 0.77522, "precision": 0.756316, "recall": 0.81917}, {"accuracy": 0.84585, "f1": 0.804249, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"], "main_score": 0.804249, "precision": 0.784338, "recall": 0.84585}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"], "main_score": 0.931489, "precision": 0.924242, "recall": 0.94664}, {"accuracy": 0.86166, "f1": 0.824967, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"], "main_score": 0.824967, "precision": 0.807922, "recall": 0.86166}, {"accuracy": 0.063241, "f1": 0.033728, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"], "main_score": 0.033728, "precision": 0.027118, "recall": 0.063241}, {"accuracy": 0.880435, "f1": 0.857884, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"], "main_score": 0.857884, "precision": 0.849953, "recall": 0.880435}, {"accuracy": 0.896245, "f1": 0.869504, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"], "main_score": 0.869504, "precision": 0.858597, "recall": 0.896245}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"], "main_score": 0.929348, "precision": 0.921607, "recall": 0.945652}, {"accuracy": 0.910079, "f1": 0.88419, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"], "main_score": 0.88419, "precision": 0.8722, "recall": 0.910079}, {"accuracy": 0.922925, "f1": 0.898551, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"], "main_score": 0.898551, "precision": 0.886858, "recall": 0.922925}, {"accuracy": 0.867589, "f1": 0.841781, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"], "main_score": 0.841781, "precision": 0.832042, "recall": 0.867589}, {"accuracy": 0.886364, "f1": 0.854381, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"], "main_score": 0.854381, "precision": 0.839789, "recall": 0.886364}, {"accuracy": 0.873518, "f1": 0.83885, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"], "main_score": 0.83885, "precision": 0.823181, "recall": 0.873518}, {"accuracy": 0.866601, "f1": 0.839294, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"], "main_score": 0.839294, "precision": 0.829382, "recall": 0.866601}, {"accuracy": 0.916996, "f1": 0.894419, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"], "main_score": 0.894419, "precision": 0.884305, "recall": 0.916996}, {"accuracy": 0.901186, "f1": 0.871937, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"], "main_score": 0.871937, "precision": 0.857955, "recall": 0.901186}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.882411, "f1": 0.850696, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"], "main_score": 0.850696, "precision": 0.837072, "recall": 0.882411}, {"accuracy": 0.873518, "f1": 0.845909, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"], "main_score": 0.845909, "precision": 0.834632, "recall": 0.873518}, {"accuracy": 0.886364, "f1": 0.853261, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"], "main_score": 0.853261, "precision": 0.83778, "recall": 0.886364}, {"accuracy": 0.88834, "f1": 0.861929, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"], "main_score": 0.861929, "precision": 0.850869, "recall": 0.88834}, {"accuracy": 0.884387, "f1": 0.85667, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"], "main_score": 0.85667, "precision": 0.845636, "recall": 0.884387}, {"accuracy": 0.841897, "f1": 0.800271, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"], "main_score": 0.800271, "precision": 0.782024, "recall": 0.841897}, {"accuracy": 0.886364, "f1": 0.864163, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"], "main_score": 0.864163, "precision": 0.856438, "recall": 0.886364}, {"accuracy": 0.935771, "f1": 0.916733, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"], "main_score": 0.916733, "precision": 0.907526, "recall": 0.935771}, {"accuracy": 0.937747, "f1": 0.918775, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"], "main_score": 0.918775, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.890316, "f1": 0.870476, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"], "main_score": 0.870476, "precision": 0.8626, "recall": 0.890316}, {"accuracy": 0.901186, "f1": 0.871014, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"], "main_score": 0.871014, "precision": 0.857049, "recall": 0.901186}, {"accuracy": 0.194664, "f1": 0.155675, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"], "main_score": 0.155675, "precision": 0.145021, "recall": 0.194664}, {"accuracy": 0.906126, "f1": 0.884649, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"], "main_score": 0.884649, "precision": 0.876087, "recall": 0.906126}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"], "main_score": 0.870125, "precision": 0.856472, "recall": 0.899209}, {"accuracy": 0.902174, "f1": 0.875502, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"], "main_score": 0.875502, "precision": 0.863958, "recall": 0.902174}, {"accuracy": 0.866601, "f1": 0.837395, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"], "main_score": 0.837395, "precision": 0.826224, "recall": 0.866601}, {"accuracy": 0.874506, "f1": 0.847713, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"], "main_score": 0.847713, "precision": 0.837971, "recall": 0.874506}, {"accuracy": 0.87747, "f1": 0.852905, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"], "main_score": 0.852905, "precision": 0.843892, "recall": 0.87747}, {"accuracy": 0.876482, "f1": 0.841949, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"], "main_score": 0.841949, "precision": 0.826581, "recall": 0.876482}, {"accuracy": 0.907115, "f1": 0.887466, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"], "main_score": 0.887466, "precision": 0.880133, "recall": 0.907115}, {"accuracy": 0.917984, "f1": 0.893511, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"], "main_score": 0.893511, "precision": 0.88223, "recall": 0.917984}, {"accuracy": 0.835968, "f1": 0.810177, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"], "main_score": 0.810177, "precision": 0.799575, "recall": 0.835968}, {"accuracy": 0.876482, "f1": 0.846782, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"], "main_score": 0.846782, "precision": 0.835009, "recall": 0.876482}, {"accuracy": 0.884387, "f1": 0.855796, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"], "main_score": 0.855796, "precision": 0.844295, "recall": 0.884387}, {"accuracy": 0.916996, "f1": 0.895871, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"], "main_score": 0.895871, "precision": 0.887229, "recall": 0.916996}, {"accuracy": 0.841897, "f1": 0.798123, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"], "main_score": 0.798123, "precision": 0.77808, "recall": 0.841897}, {"accuracy": 0.857708, "f1": 0.831528, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"], "main_score": 0.831528, "precision": 0.822297, "recall": 0.857708}, {"accuracy": 0.886364, "f1": 0.852339, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"], "main_score": 0.852339, "precision": 0.836051, "recall": 0.886364}, {"accuracy": 0.87747, "f1": 0.857389, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"], "main_score": 0.857389, "precision": 0.849662, "recall": 0.87747}, {"accuracy": 0.876482, "f1": 0.842029, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"], "main_score": 0.842029, "precision": 0.827042, "recall": 0.876482}, {"accuracy": 0.936759, "f1": 0.918234, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"], "main_score": 0.918234, "precision": 0.909914, "recall": 0.936759}, {"accuracy": 0.878458, "f1": 0.846431, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"], "main_score": 0.846431, "precision": 0.832849, "recall": 0.878458}, {"accuracy": 0.891304, "f1": 0.859651, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"], "main_score": 0.859651, "precision": 0.845389, "recall": 0.891304}, {"accuracy": 0.850791, "f1": 0.810493, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"], "main_score": 0.810493, "precision": 0.793314, "recall": 0.850791}, {"accuracy": 0.916008, "f1": 0.891271, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"], "main_score": 0.891271, "precision": 0.88027, "recall": 0.916008}, {"accuracy": 0.844862, "f1": 0.812677, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"], "main_score": 0.812677, "precision": 0.801067, "recall": 0.844862}, {"accuracy": 0.887352, "f1": 0.858569, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"], "main_score": 0.858569, "precision": 0.846113, "recall": 0.887352}, {"accuracy": 0.83498, "f1": 0.790349, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"], "main_score": 0.790349, "precision": 0.770932, "recall": 0.83498}, {"accuracy": 0.874506, "f1": 0.849678, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"], "main_score": 0.849678, "precision": 0.839612, "recall": 0.874506}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.837945, "f1": 0.794928, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"], "main_score": 0.794928, "precision": 0.775033, "recall": 0.837945}, {"accuracy": 0.911067, "f1": 0.884387, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"], "main_score": 0.884387, "precision": 0.871706, "recall": 0.911067}, {"accuracy": 0.656126, "f1": 0.5915, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"], "main_score": 0.5915, "precision": 0.567443, "recall": 0.656126}, {"accuracy": 0.901186, "f1": 0.877514, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"], "main_score": 0.877514, "precision": 0.868429, "recall": 0.901186}, {"accuracy": 0.897233, "f1": 0.878247, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"], "main_score": 0.878247, "precision": 0.870318, "recall": 0.897233}, {"accuracy": 0.853755, "f1": 0.819658, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"], "main_score": 0.819658, "precision": 0.80641, "recall": 0.853755}, {"accuracy": 0.891304, "f1": 0.866832, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"], "main_score": 0.866832, "precision": 0.856873, "recall": 0.891304}, {"accuracy": 0.869565, "f1": 0.834387, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"], "main_score": 0.834387, "precision": 0.817935, "recall": 0.869565}, {"accuracy": 0.870553, "f1": 0.838792, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"], "main_score": 0.838792, "precision": 0.826088, "recall": 0.870553}, {"accuracy": 0.863636, "f1": 0.827915, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"], "main_score": 0.827915, "precision": 0.812098, "recall": 0.863636}, {"accuracy": 0.912055, "f1": 0.896509, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"], "main_score": 0.896509, "precision": 0.891175, "recall": 0.912055}, {"accuracy": 0.849802, "f1": 0.812681, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"], "main_score": 0.812681, "precision": 0.795949, "recall": 0.849802}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"], "main_score": 0.950758, "precision": 0.94585, "recall": 0.961462}, {"accuracy": 0.887352, "f1": 0.85471, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"], "main_score": 0.85471, "precision": 0.839262, "recall": 0.887352}, {"accuracy": 0.869565, "f1": 0.838493, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"], "main_score": 0.838493, "precision": 0.826157, "recall": 0.869565}, {"accuracy": 0.893281, "f1": 0.865121, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"], "main_score": 0.865121, "precision": 0.853106, "recall": 0.893281}, {"accuracy": 0.868577, "f1": 0.838233, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"], "main_score": 0.838233, "precision": 0.826319, "recall": 0.868577}, {"accuracy": 0.213439, "f1": 0.158005, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"], "main_score": 0.158005, "precision": 0.140694, "recall": 0.213439}, {"accuracy": 0.860672, "f1": 0.823123, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"], "main_score": 0.823123, "precision": 0.805748, "recall": 0.860672}, {"accuracy": 0.862648, "f1": 0.829595, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"], "main_score": 0.829595, "precision": 0.81627, "recall": 0.862648}, {"accuracy": 0.902174, "f1": 0.87309, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"], "main_score": 0.87309, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.87253, "f1": 0.842965, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"], "main_score": 0.842965, "precision": 0.831861, "recall": 0.87253}, {"accuracy": 0.828063, "f1": 0.787249, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"], "main_score": 0.787249, "precision": 0.771806, "recall": 0.828063}, {"accuracy": 0.890316, "f1": 0.85886, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"], "main_score": 0.85886, "precision": 0.844944, "recall": 0.890316}, {"accuracy": 0.898221, "f1": 0.875332, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"], "main_score": 0.875332, "precision": 0.866322, "recall": 0.898221}, {"accuracy": 0.881423, "f1": 0.855844, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"], "main_score": 0.855844, "precision": 0.846458, "recall": 0.881423}, {"accuracy": 0.875494, "f1": 0.850371, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"], "main_score": 0.850371, "precision": 0.840553, "recall": 0.875494}, {"accuracy": 0.824111, "f1": 0.787414, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"], "main_score": 0.787414, "precision": 0.774493, "recall": 0.824111}, {"accuracy": 0.906126, "f1": 0.882759, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"], "main_score": 0.882759, "precision": 0.872932, "recall": 0.906126}, {"accuracy": 0.780632, "f1": 0.726976, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"], "main_score": 0.726976, "precision": 0.703722, "recall": 0.780632}, {"accuracy": 0.910079, "f1": 0.883893, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"], "main_score": 0.883893, "precision": 0.871377, "recall": 0.910079}, {"accuracy": 0.883399, "f1": 0.856752, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"], "main_score": 0.856752, "precision": 0.846599, "recall": 0.883399}, {"accuracy": 0.884387, "f1": 0.863752, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"], "main_score": 0.863752, "precision": 0.855397, "recall": 0.884387}, {"accuracy": 0.865613, "f1": 0.840606, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"], "main_score": 0.840606, "precision": 0.831049, "recall": 0.865613}, {"accuracy": 0.858696, "f1": 0.823287, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"], "main_score": 0.823287, "precision": 0.808317, "recall": 0.858696}, {"accuracy": 0.811265, "f1": 0.762813, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"], "main_score": 0.762813, "precision": 0.741024, "recall": 0.811265}, {"accuracy": 0.906126, "f1": 0.880915, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"], "main_score": 0.880915, "precision": 0.870339, "recall": 0.906126}, {"accuracy": 0.909091, "f1": 0.884536, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"], "main_score": 0.884536, "precision": 0.873988, "recall": 0.909091}, {"accuracy": 0.858696, "f1": 0.82197, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"], "main_score": 0.82197, "precision": 0.805418, "recall": 0.858696}, {"accuracy": 0.897233, "f1": 0.875431, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"], "main_score": 0.875431, "precision": 0.866819, "recall": 0.897233}, {"accuracy": 0.789526, "f1": 0.739822, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"], "main_score": 0.739822, "precision": 0.718083, "recall": 0.789526}, {"accuracy": 0.920949, "f1": 0.899012, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"], "main_score": 0.899012, "precision": 0.888999, "recall": 0.920949}, {"accuracy": 0.884387, "f1": 0.860382, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"], "main_score": 0.860382, "precision": 0.851122, "recall": 0.884387}, {"accuracy": 0.879447, "f1": 0.855212, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"], "main_score": 0.855212, "precision": 0.846114, "recall": 0.879447}, {"accuracy": 0.833992, "f1": 0.808662, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"], "main_score": 0.808662, "precision": 0.799124, "recall": 0.833992}, {"accuracy": 0.842885, "f1": 0.813009, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"], "main_score": 0.813009, "precision": 0.802132, "recall": 0.842885}, {"accuracy": 0.891304, "f1": 0.85934, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"], "main_score": 0.85934, "precision": 0.844615, "recall": 0.891304}, {"accuracy": 0.918972, "f1": 0.894946, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"], "main_score": 0.894946, "precision": 0.883811, "recall": 0.918972}, {"accuracy": 0.843874, "f1": 0.801054, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"], "main_score": 0.801054, "precision": 0.781324, "recall": 0.843874}, {"accuracy": 0.269763, "f1": 0.222034, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"], "main_score": 0.222034, "precision": 0.206305, "recall": 0.269763}, {"accuracy": 0.868577, "f1": 0.831225, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"], "main_score": 0.831225, "precision": 0.813982, "recall": 0.868577}, {"accuracy": 0.755929, "f1": 0.6974, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"], "main_score": 0.6974, "precision": 0.673577, "recall": 0.755929}, {"accuracy": 0.878458, "f1": 0.848999, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"], "main_score": 0.848999, "precision": 0.836942, "recall": 0.878458}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.875988, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"], "main_score": 0.875988, "precision": 0.862319, "recall": 0.90415}, {"accuracy": 0.884387, "f1": 0.851515, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"], "main_score": 0.851515, "precision": 0.836215, "recall": 0.884387}, {"accuracy": 0.897233, "f1": 0.869269, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"], "main_score": 0.869269, "precision": 0.857084, "recall": 0.897233}, {"accuracy": 0.901186, "f1": 0.872332, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"], "main_score": 0.872332, "precision": 0.859223, "recall": 0.901186}, {"accuracy": 0.912055, "f1": 0.888472, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"], "main_score": 0.888472, "precision": 0.878574, "recall": 0.912055}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"], "main_score": 0.876383, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.87747, "f1": 0.852656, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"], "main_score": 0.852656, "precision": 0.843313, "recall": 0.87747}, {"accuracy": 0.898221, "f1": 0.869582, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"], "main_score": 0.869582, "precision": 0.856729, "recall": 0.898221}, {"accuracy": 0.827075, "f1": 0.782213, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"], "main_score": 0.782213, "precision": 0.762451, "recall": 0.827075}, {"accuracy": 0.868577, "f1": 0.830764, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"], "main_score": 0.830764, "precision": 0.812994, "recall": 0.868577}, {"accuracy": 0.910079, "f1": 0.883465, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"], "main_score": 0.883465, "precision": 0.870965, "recall": 0.910079}, {"accuracy": 0.866601, "f1": 0.836396, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"], "main_score": 0.836396, "precision": 0.825372, "recall": 0.866601}, {"accuracy": 0.060277, "f1": 0.031898, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"], "main_score": 0.031898, "precision": 0.026842, "recall": 0.060277}, {"accuracy": 0.876482, "f1": 0.849282, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"], "main_score": 0.849282, "precision": 0.838952, "recall": 0.876482}, {"accuracy": 0.916996, "f1": 0.893742, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"], "main_score": 0.893742, "precision": 0.88363, "recall": 0.916996}, {"accuracy": 0.83004, "f1": 0.794533, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"], "main_score": 0.794533, "precision": 0.7807, "recall": 0.83004}, {"accuracy": 0.868577, "f1": 0.839834, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"], "main_score": 0.839834, "precision": 0.829339, "recall": 0.868577}, {"accuracy": 0.857708, "f1": 0.819137, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"], "main_score": 0.819137, "precision": 0.802514, "recall": 0.857708}, {"accuracy": 0.816206, "f1": 0.76853, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"], "main_score": 0.76853, "precision": 0.748304, "recall": 0.816206}, {"accuracy": 0.87253, "f1": 0.844735, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"], "main_score": 0.844735, "precision": 0.834232, "recall": 0.87253}, {"accuracy": 0.856719, "f1": 0.827864, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"], "main_score": 0.827864, "precision": 0.817512, "recall": 0.856719}, {"accuracy": 0.913043, "f1": 0.886924, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"], "main_score": 0.886924, "precision": 0.874588, "recall": 0.913043}, {"accuracy": 0.928854, "f1": 0.908663, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"], "main_score": 0.908663, "precision": 0.899457, "recall": 0.928854}, {"accuracy": 0.77668, "f1": 0.722052, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"], "main_score": 0.722052, "precision": 0.699449, "recall": 0.77668}, {"accuracy": 0.890316, "f1": 0.86578, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"], "main_score": 0.86578, "precision": 0.855786, "recall": 0.890316}, {"accuracy": 0.779644, "f1": 0.726242, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"], "main_score": 0.726242, "precision": 0.703524, "recall": 0.779644}, {"accuracy": 0.864625, "f1": 0.827226, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"], "main_score": 0.827226, "precision": 0.81026, "recall": 0.864625}, {"accuracy": 0.883399, "f1": 0.857993, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"], "main_score": 0.857993, "precision": 0.848633, "recall": 0.883399}, {"accuracy": 0.895257, "f1": 0.866436, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"], "main_score": 0.866436, "precision": 0.853343, "recall": 0.895257}, {"accuracy": 0.90415, "f1": 0.878626, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"], "main_score": 0.878626, "precision": 0.867763, "recall": 0.90415}, {"accuracy": 0.938735, "f1": 0.922101, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"], "main_score": 0.922101, "precision": 0.914065, "recall": 0.938735}, {"accuracy": 0.894269, "f1": 0.867852, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"], "main_score": 0.867852, "precision": 0.857422, "recall": 0.894269}, {"accuracy": 0.806324, "f1": 0.766167, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"], "main_score": 0.766167, "precision": 0.750238, "recall": 0.806324}, {"accuracy": 0.898221, "f1": 0.871807, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"], "main_score": 0.871807, "precision": 0.860813, "recall": 0.898221}, {"accuracy": 0.896245, "f1": 0.866798, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"], "main_score": 0.866798, "precision": 0.853706, "recall": 0.896245}, {"accuracy": 0.865613, "f1": 0.82836, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"], "main_score": 0.82836, "precision": 0.812039, "recall": 0.865613}, {"accuracy": 0.906126, "f1": 0.87836, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"], "main_score": 0.87836, "precision": 0.865201, "recall": 0.906126}, {"accuracy": 0.875494, "f1": 0.843022, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"], "main_score": 0.843022, "precision": 0.828749, "recall": 0.875494}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"], "main_score": 0.903887, "precision": 0.893528, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.917509, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"], "main_score": 0.917509, "precision": 0.909371, "recall": 0.935771}, {"accuracy": 0.914032, "f1": 0.891997, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"], "main_score": 0.891997, "precision": 0.882263, "recall": 0.914032}, {"accuracy": 0.838933, "f1": 0.797139, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"], "main_score": 0.797139, "precision": 0.779128, "recall": 0.838933}, {"accuracy": 0.813241, "f1": 0.777133, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"], "main_score": 0.777133, "precision": 0.764991, "recall": 0.813241}, {"accuracy": 0.846838, "f1": 0.812875, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"], "main_score": 0.812875, "precision": 0.800281, "recall": 0.846838}, {"accuracy": 0.869565, "f1": 0.834651, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"], "main_score": 0.834651, "precision": 0.81993, "recall": 0.869565}, {"accuracy": 0.893281, "f1": 0.864592, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"], "main_score": 0.864592, "precision": 0.850955, "recall": 0.893281}, {"accuracy": 0.931818, "f1": 0.911792, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"], "main_score": 0.911792, "precision": 0.902421, "recall": 0.931818}, {"accuracy": 0.827075, "f1": 0.782872, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"], "main_score": 0.782872, "precision": 0.763818, "recall": 0.827075}, {"accuracy": 0.881423, "f1": 0.859317, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"], "main_score": 0.859317, "precision": 0.85113, "recall": 0.881423}, {"accuracy": 0.892292, "f1": 0.863688, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"], "main_score": 0.863688, "precision": 0.851318, "recall": 0.892292}, {"accuracy": 0.843874, "f1": 0.806633, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"], "main_score": 0.806633, "precision": 0.791166, "recall": 0.843874}, {"accuracy": 0.893281, "f1": 0.867441, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"], "main_score": 0.867441, "precision": 0.856729, "recall": 0.893281}, {"accuracy": 0.881423, "f1": 0.849428, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"], "main_score": 0.849428, "precision": 0.835451, "recall": 0.881423}, {"accuracy": 0.892292, "f1": 0.862484, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"], "main_score": 0.862484, "precision": 0.848155, "recall": 0.892292}, {"accuracy": 0.910079, "f1": 0.886561, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"], "main_score": 0.886561, "precision": 0.876556, "recall": 0.910079}, {"accuracy": 0.863636, "f1": 0.826812, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"], "main_score": 0.826812, "precision": 0.810441, "recall": 0.863636}, {"accuracy": 0.902174, "f1": 0.872101, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"], "main_score": 0.872101, "precision": 0.857955, "recall": 0.902174}, {"accuracy": 0.878458, "f1": 0.852659, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"], "main_score": 0.852659, "precision": 0.843284, "recall": 0.878458}, {"accuracy": 0.868577, "f1": 0.833846, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"], "main_score": 0.833846, "precision": 0.818429, "recall": 0.868577}, {"accuracy": 0.91502, "f1": 0.897672, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"], "main_score": 0.897672, "precision": 0.891096, "recall": 0.91502}, {"accuracy": 0.83004, "f1": 0.784816, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"], "main_score": 0.784816, "precision": 0.76418, "recall": 0.83004}, {"accuracy": 0.876482, "f1": 0.847936, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"], "main_score": 0.847936, "precision": 0.836538, "recall": 0.876482}, {"accuracy": 0.917984, "f1": 0.897993, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"], "main_score": 0.897993, "precision": 0.890144, "recall": 0.917984}, {"accuracy": 0.913043, "f1": 0.890349, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"], "main_score": 0.890349, "precision": 0.880805, "recall": 0.913043}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"], "main_score": 0.934354, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"], "main_score": 0.908169, "precision": 0.897974, "recall": 0.929842}, {"accuracy": 0.881423, "f1": 0.849868, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"], "main_score": 0.849868, "precision": 0.834898, "recall": 0.881423}, {"accuracy": 0.884387, "f1": 0.850758, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"], "main_score": 0.850758, "precision": 0.83498, "recall": 0.884387}, {"accuracy": 0.908103, "f1": 0.881291, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"], "main_score": 0.881291, "precision": 0.868857, "recall": 0.908103}, {"accuracy": 0.826087, "f1": 0.787533, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"], "main_score": 0.787533, "precision": 0.772431, "recall": 0.826087}, {"accuracy": 0.847826, "f1": 0.820079, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"], "main_score": 0.820079, "precision": 0.810261, "recall": 0.847826}, {"accuracy": 0.828063, "f1": 0.785757, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"], "main_score": 0.785757, "precision": 0.768379, "recall": 0.828063}, {"accuracy": 0.87747, "f1": 0.847186, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"], "main_score": 0.847186, "precision": 0.833086, "recall": 0.87747}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"], "main_score": 0.916568, "precision": 0.907889, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.888999, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"], "main_score": 0.888999, "precision": 0.876482, "recall": 0.91502}, {"accuracy": 0.88834, "f1": 0.857411, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"], "main_score": 0.857411, "precision": 0.843495, "recall": 0.88834}, {"accuracy": 0.860672, "f1": 0.835597, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"], "main_score": 0.835597, "precision": 0.825676, "recall": 0.860672}, {"accuracy": 0.774704, "f1": 0.720685, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"], "main_score": 0.720685, "precision": 0.697118, "recall": 0.774704}, {"accuracy": 0.833004, "f1": 0.793496, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"], "main_score": 0.793496, "precision": 0.777908, "recall": 0.833004}, {"accuracy": 0.892292, "f1": 0.863889, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"], "main_score": 0.863889, "precision": 0.851523, "recall": 0.892292}, {"accuracy": 0.80336, "f1": 0.756439, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"], "main_score": 0.756439, "precision": 0.736867, "recall": 0.80336}, {"accuracy": 0.786561, "f1": 0.735112, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"], "main_score": 0.735112, "precision": 0.714081, "recall": 0.786561}, {"accuracy": 0.922925, "f1": 0.901666, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"], "main_score": 0.901666, "precision": 0.89254, "recall": 0.922925}, {"accuracy": 0.866601, "f1": 0.832152, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"], "main_score": 0.832152, "precision": 0.817704, "recall": 0.866601}, {"accuracy": 0.914032, "f1": 0.888966, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"], "main_score": 0.888966, "precision": 0.877503, "recall": 0.914032}, {"accuracy": 0.741107, "f1": 0.679564, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"], "main_score": 0.679564, "precision": 0.654037, "recall": 0.741107}, {"accuracy": 0.883399, "f1": 0.8567, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"], "main_score": 0.8567, "precision": 0.846781, "recall": 0.883399}, {"accuracy": 0.90415, "f1": 0.881094, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"], "main_score": 0.881094, "precision": 0.872109, "recall": 0.90415}, {"accuracy": 0.876482, "f1": 0.848005, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"], "main_score": 0.848005, "precision": 0.836846, "recall": 0.876482}, {"accuracy": 0.913043, "f1": 0.890766, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"], "main_score": 0.890766, "precision": 0.881795, "recall": 0.913043}, {"accuracy": 0.859684, "f1": 0.823573, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"], "main_score": 0.823573, "precision": 0.808523, "recall": 0.859684}, {"accuracy": 0.870553, "f1": 0.836759, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"], "main_score": 0.836759, "precision": 0.821311, "recall": 0.870553}, {"accuracy": 0.922925, "f1": 0.899045, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"], "main_score": 0.899045, "precision": 0.887516, "recall": 0.922925}, {"accuracy": 0.881423, "f1": 0.847036, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"], "main_score": 0.847036, "precision": 0.83111, "recall": 0.881423}, {"accuracy": 0.040514, "f1": 0.019208, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"], "main_score": 0.019208, "precision": 0.014989, "recall": 0.040514}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"], "main_score": 0.970356, "precision": 0.967095, "recall": 0.977273}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"], "main_score": 0.936759, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.916008, "f1": 0.89081, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"], "main_score": 0.89081, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.996047, "f1": 0.995224, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"], "main_score": 0.995224, "precision": 0.994895, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.901186, "f1": 0.872266, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"], "main_score": 0.872266, "precision": 0.858943, "recall": 0.901186}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"], "main_score": 0.913043, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.908103, "f1": 0.879447, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"], "main_score": 0.879447, "precision": 0.865942, "recall": 0.908103}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"], "main_score": 0.90942, "precision": 0.899374, "recall": 0.93083}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.201581, "f1": 0.143216, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"], "main_score": 0.143216, "precision": 0.127073, "recall": 0.201581}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.916996, "f1": 0.891798, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"], "main_score": 0.891798, "precision": 0.879776, "recall": 0.916996}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"], "main_score": 0.922497, "precision": 0.91362, "recall": 0.940711}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.889328, "f1": 0.856884, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"], "main_score": 0.856884, "precision": 0.841733, "recall": 0.889328}, {"accuracy": 0.933794, "f1": 0.913768, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"], "main_score": 0.913768, "precision": 0.904397, "recall": 0.933794}, {"accuracy": 0.943676, "f1": 0.925791, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"], "main_score": 0.925791, "precision": 0.917243, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"], "main_score": 0.928524, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.880435, "f1": 0.846904, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"], "main_score": 0.846904, "precision": 0.831275, "recall": 0.880435}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"], "main_score": 0.897892, "precision": 0.886199, "recall": 0.921937}, {"accuracy": 0.87253, "f1": 0.83643, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"], "main_score": 0.83643, "precision": 0.819664, "recall": 0.87253}, {"accuracy": 0.909091, "f1": 0.882642, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"], "main_score": 0.882642, "precision": 0.870306, "recall": 0.909091}, {"accuracy": 0.76087, "f1": 0.703675, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"], "main_score": 0.703675, "precision": 0.679117, "recall": 0.76087}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.889328, "f1": 0.856555, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"], "main_score": 0.856555, "precision": 0.840909, "recall": 0.889328}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.859684, "f1": 0.822332, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"], "main_score": 0.822332, "precision": 0.805122, "recall": 0.859684}, {"accuracy": 0.924901, "f1": 0.901746, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"], "main_score": 0.901746, "precision": 0.890728, "recall": 0.924901}, {"accuracy": 0.849802, "f1": 0.805468, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"], "main_score": 0.805468, "precision": 0.785112, "recall": 0.849802}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.211462, "f1": 0.139299, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"], "main_score": 0.139299, "precision": 0.120379, "recall": 0.211462}, {"accuracy": 0.900198, "f1": 0.873254, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"], "main_score": 0.873254, "precision": 0.860425, "recall": 0.900198}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.938735, "f1": 0.919203, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"], "main_score": 0.919203, "precision": 0.909832, "recall": 0.938735}, {"accuracy": 0.898221, "f1": 0.869269, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"], "main_score": 0.869269, "precision": 0.856341, "recall": 0.898221}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.843874, "f1": 0.801307, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"], "main_score": 0.801307, "precision": 0.781859, "recall": 0.843874}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.924901, "f1": 0.902635, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"], "main_score": 0.902635, "precision": 0.892128, "recall": 0.924901}, {"accuracy": 0.854743, "f1": 0.812121, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"], "main_score": 0.812121, "precision": 0.792408, "recall": 0.854743}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"], "main_score": 0.886759, "precision": 0.874094, "recall": 0.913043}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.835968, "f1": 0.792264, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"], "main_score": 0.792264, "precision": 0.772151, "recall": 0.835968}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"], "main_score": 0.94944, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"], "main_score": 0.961298, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.873518, "f1": 0.836561, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"], "main_score": 0.836561, "precision": 0.819993, "recall": 0.873518}, {"accuracy": 0.249012, "f1": 0.187717, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"], "main_score": 0.187717, "precision": 0.168127, "recall": 0.249012}, {"accuracy": 0.912055, "f1": 0.885672, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"], "main_score": 0.885672, "precision": 0.873518, "recall": 0.912055}, {"accuracy": 0.79249, "f1": 0.74017, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"], "main_score": 0.74017, "precision": 0.717622, "recall": 0.79249}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.901186, "f1": 0.871838, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"], "main_score": 0.871838, "precision": 0.858531, "recall": 0.901186}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.886364, "f1": 0.851449, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"], "main_score": 0.851449, "precision": 0.834816, "recall": 0.886364}, {"accuracy": 0.852767, "f1": 0.811679, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"], "main_score": 0.811679, "precision": 0.793347, "recall": 0.852767}, {"accuracy": 0.937747, "f1": 0.91749, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"], "main_score": 0.91749, "precision": 0.907609, "recall": 0.937747}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.055336, "f1": 0.025516, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"], "main_score": 0.025516, "precision": 0.019931, "recall": 0.055336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"], "main_score": 0.927042, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.898221, "f1": 0.866337, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"], "main_score": 0.866337, "precision": 0.851202, "recall": 0.898221}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.873518, "f1": 0.839592, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"], "main_score": 0.839592, "precision": 0.824193, "recall": 0.873518}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.850791, "f1": 0.808992, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"], "main_score": 0.808992, "precision": 0.78997, "recall": 0.850791}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"], "main_score": 0.943412, "precision": 0.937335, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.948617, "f1": 0.934091, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"], "main_score": 0.934091, "precision": 0.927372, "recall": 0.948617}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.906126, "f1": 0.87747, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"], "main_score": 0.87747, "precision": 0.86413, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"], "main_score": 0.940613, "precision": 0.933877, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.947365, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"], "main_score": 0.947365, "precision": 0.941617, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.939723, "f1": 0.91996, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"], "main_score": 0.91996, "precision": 0.910244, "recall": 0.939723}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.848814, "f1": 0.806192, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"], "main_score": 0.806192, "precision": 0.786973, "recall": 0.848814}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.976285, "f1": 0.970191, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"], "main_score": 0.970191, "precision": 0.967424, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.898221, "f1": 0.867754, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"], "main_score": 0.867754, "precision": 0.853426, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.910079, "f1": 0.882905, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"], "main_score": 0.882905, "precision": 0.86973, "recall": 0.910079}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"], "main_score": 0.934947, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"], "main_score": 0.908169, "precision": 0.89781, "recall": 0.929842}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.854743, "f1": 0.814328, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"], "main_score": 0.814328, "precision": 0.796146, "recall": 0.854743}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.929842, "f1": 0.908663, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"], "main_score": 0.908663, "precision": 0.898798, "recall": 0.929842}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.874506, "f1": 0.838076, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"], "main_score": 0.838076, "precision": 0.821146, "recall": 0.874506}, {"accuracy": 0.924901, "f1": 0.90168, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"], "main_score": 0.90168, "precision": 0.89081, "recall": 0.924901}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.860672, "f1": 0.82332, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"], "main_score": 0.82332, "precision": 0.806242, "recall": 0.860672}, {"accuracy": 0.887352, "f1": 0.853063, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"], "main_score": 0.853063, "precision": 0.837154, "recall": 0.887352}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.832016, "f1": 0.787846, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"], "main_score": 0.787846, "precision": 0.767622, "recall": 0.832016}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.887352, "f1": 0.854315, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"], "main_score": 0.854315, "precision": 0.839213, "recall": 0.887352}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"], "main_score": 0.906126, "precision": 0.895586, "recall": 0.927866}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.802372, "f1": 0.748617, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"], "main_score": 0.748617, "precision": 0.724671, "recall": 0.802372}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.916008, "f1": 0.891206, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"], "main_score": 0.891206, "precision": 0.879858, "recall": 0.916008}, {"accuracy": 0.850791, "f1": 0.810655, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"], "main_score": 0.810655, "precision": 0.792631, "recall": 0.850791}, {"accuracy": 0.850791, "f1": 0.808037, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"], "main_score": 0.808037, "precision": 0.787796, "recall": 0.850791}, {"accuracy": 0.054348, "f1": 0.031133, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"], "main_score": 0.031133, "precision": 0.025629, "recall": 0.054348}, {"accuracy": 0.892292, "f1": 0.86903, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"], "main_score": 0.86903, "precision": 0.860054, "recall": 0.892292}, {"accuracy": 0.906126, "f1": 0.881244, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"], "main_score": 0.881244, "precision": 0.870702, "recall": 0.906126}, {"accuracy": 0.947628, "f1": 0.930501, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"], "main_score": 0.930501, "precision": 0.922101, "recall": 0.947628}, {"accuracy": 0.900198, "f1": 0.870553, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"], "main_score": 0.870553, "precision": 0.856225, "recall": 0.900198}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"], "main_score": 0.92836, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.884387, "f1": 0.861167, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"], "main_score": 0.861167, "precision": 0.852939, "recall": 0.884387}, {"accuracy": 0.864625, "f1": 0.828854, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"], "main_score": 0.828854, "precision": 0.812582, "recall": 0.864625}, {"accuracy": 0.854743, "f1": 0.814163, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"], "main_score": 0.814163, "precision": 0.795784, "recall": 0.854743}, {"accuracy": 0.856719, "f1": 0.830258, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"], "main_score": 0.830258, "precision": 0.820912, "recall": 0.856719}, {"accuracy": 0.911067, "f1": 0.885771, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"], "main_score": 0.885771, "precision": 0.874292, "recall": 0.911067}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"], "main_score": 0.88027, "precision": 0.866765, "recall": 0.908103}, {"accuracy": 0.948617, "f1": 0.933696, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"], "main_score": 0.933696, "precision": 0.926466, "recall": 0.948617}, {"accuracy": 0.879447, "f1": 0.850455, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"], "main_score": 0.850455, "precision": 0.838678, "recall": 0.879447}, {"accuracy": 0.879447, "f1": 0.852548, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"], "main_score": 0.852548, "precision": 0.841342, "recall": 0.879447}, {"accuracy": 0.874506, "f1": 0.839065, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"], "main_score": 0.839065, "precision": 0.822134, "recall": 0.874506}, {"accuracy": 0.907115, "f1": 0.882282, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"], "main_score": 0.882282, "precision": 0.871222, "recall": 0.907115}, {"accuracy": 0.892292, "f1": 0.865376, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"], "main_score": 0.865376, "precision": 0.85462, "recall": 0.892292}, {"accuracy": 0.871542, "f1": 0.835512, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"], "main_score": 0.835512, "precision": 0.819368, "recall": 0.871542}, {"accuracy": 0.878458, "f1": 0.851475, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"], "main_score": 0.851475, "precision": 0.840537, "recall": 0.878458}, {"accuracy": 0.929842, "f1": 0.909256, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"], "main_score": 0.909256, "precision": 0.899209, "recall": 0.929842}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"], "main_score": 0.905138, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.898221, "f1": 0.874424, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"], "main_score": 0.874424, "precision": 0.864537, "recall": 0.898221}, {"accuracy": 0.900198, "f1": 0.870718, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"], "main_score": 0.870718, "precision": 0.856719, "recall": 0.900198}, {"accuracy": 0.1917, "f1": 0.152813, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"], "main_score": 0.152813, "precision": 0.141185, "recall": 0.1917}, {"accuracy": 0.918972, "f1": 0.898715, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"], "main_score": 0.898715, "precision": 0.890219, "recall": 0.918972}, {"accuracy": 0.912055, "f1": 0.886594, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"], "main_score": 0.886594, "precision": 0.874424, "recall": 0.912055}, {"accuracy": 0.906126, "f1": 0.879315, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"], "main_score": 0.879315, "precision": 0.867507, "recall": 0.906126}, {"accuracy": 0.878458, "f1": 0.849654, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"], "main_score": 0.849654, "precision": 0.838709, "recall": 0.878458}, {"accuracy": 0.892292, "f1": 0.86613, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"], "main_score": 0.86613, "precision": 0.855997, "recall": 0.892292}, {"accuracy": 0.878458, "f1": 0.851718, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"], "main_score": 0.851718, "precision": 0.841172, "recall": 0.878458}, {"accuracy": 0.874506, "f1": 0.838392, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"], "main_score": 0.838392, "precision": 0.82197, "recall": 0.874506}, {"accuracy": 0.908103, "f1": 0.887455, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"], "main_score": 0.887455, "precision": 0.879263, "recall": 0.908103}, {"accuracy": 0.910079, "f1": 0.88554, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"], "main_score": 0.88554, "precision": 0.874177, "recall": 0.910079}, {"accuracy": 0.860672, "f1": 0.839648, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"], "main_score": 0.839648, "precision": 0.831715, "recall": 0.860672}, {"accuracy": 0.878458, "f1": 0.851108, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"], "main_score": 0.851108, "precision": 0.840512, "recall": 0.878458}, {"accuracy": 0.895257, "f1": 0.869024, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"], "main_score": 0.869024, "precision": 0.858665, "recall": 0.895257}, {"accuracy": 0.909091, "f1": 0.889168, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"], "main_score": 0.889168, "precision": 0.881319, "recall": 0.909091}, {"accuracy": 0.84585, "f1": 0.806719, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"], "main_score": 0.806719, "precision": 0.788982, "recall": 0.84585}, {"accuracy": 0.885375, "f1": 0.853129, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"], "main_score": 0.853129, "precision": 0.838521, "recall": 0.885375}, {"accuracy": 0.87253, "f1": 0.846615, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"], "main_score": 0.846615, "precision": 0.837141, "recall": 0.87253}, {"accuracy": 0.886364, "f1": 0.866568, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"], "main_score": 0.866568, "precision": 0.859185, "recall": 0.886364}, {"accuracy": 0.905138, "f1": 0.877668, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"], "main_score": 0.877668, "precision": 0.86553, "recall": 0.905138}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"], "main_score": 0.919137, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.906126, "f1": 0.879301, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"], "main_score": 0.879301, "precision": 0.867507, "recall": 0.906126}, {"accuracy": 0.909091, "f1": 0.882049, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"], "main_score": 0.882049, "precision": 0.869401, "recall": 0.909091}, {"accuracy": 0.858696, "f1": 0.819763, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"], "main_score": 0.819763, "precision": 0.802273, "recall": 0.858696}, {"accuracy": 0.871542, "f1": 0.836726, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"], "main_score": 0.836726, "precision": 0.821311, "recall": 0.871542}, {"accuracy": 0.862648, "f1": 0.829226, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"], "main_score": 0.829226, "precision": 0.81602, "recall": 0.862648}, {"accuracy": 0.876482, "f1": 0.842476, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"], "main_score": 0.842476, "precision": 0.827602, "recall": 0.876482}, {"accuracy": 0.852767, "f1": 0.810343, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"], "main_score": 0.810343, "precision": 0.790431, "recall": 0.852767}, {"accuracy": 0.885375, "f1": 0.864841, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"], "main_score": 0.864841, "precision": 0.856808, "recall": 0.885375}, {"accuracy": 0.899209, "f1": 0.868808, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"], "main_score": 0.868808, "precision": 0.854496, "recall": 0.899209}, {"accuracy": 0.835968, "f1": 0.792325, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"], "main_score": 0.792325, "precision": 0.772069, "recall": 0.835968}, {"accuracy": 0.917984, "f1": 0.895916, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"], "main_score": 0.895916, "precision": 0.885375, "recall": 0.917984}, {"accuracy": 0.601779, "f1": 0.527649, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"], "main_score": 0.527649, "precision": 0.501413, "recall": 0.601779}, {"accuracy": 0.889328, "f1": 0.864089, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"], "main_score": 0.864089, "precision": 0.854812, "recall": 0.889328}, {"accuracy": 0.909091, "f1": 0.890322, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"], "main_score": 0.890322, "precision": 0.882743, "recall": 0.909091}, {"accuracy": 0.871542, "f1": 0.839056, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"], "main_score": 0.839056, "precision": 0.82622, "recall": 0.871542}, {"accuracy": 0.902174, "f1": 0.879551, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"], "main_score": 0.879551, "precision": 0.870826, "recall": 0.902174}, {"accuracy": 0.882411, "f1": 0.851845, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"], "main_score": 0.851845, "precision": 0.837698, "recall": 0.882411}, {"accuracy": 0.866601, "f1": 0.829301, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"], "main_score": 0.829301, "precision": 0.813225, "recall": 0.866601}, {"accuracy": 0.887352, "f1": 0.85527, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"], "main_score": 0.85527, "precision": 0.840695, "recall": 0.887352}, {"accuracy": 0.893281, "f1": 0.872274, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"], "main_score": 0.872274, "precision": 0.864303, "recall": 0.893281}, {"accuracy": 0.865613, "f1": 0.828524, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"], "main_score": 0.828524, "precision": 0.811133, "recall": 0.865613}, {"accuracy": 0.940711, "f1": 0.924242, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"], "main_score": 0.924242, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.890316, "f1": 0.860968, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"], "main_score": 0.860968, "precision": 0.847167, "recall": 0.890316}, {"accuracy": 0.902174, "f1": 0.876318, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"], "main_score": 0.876318, "precision": 0.865399, "recall": 0.902174}, {"accuracy": 0.880435, "f1": 0.847085, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"], "main_score": 0.847085, "precision": 0.832569, "recall": 0.880435}, {"accuracy": 0.866601, "f1": 0.833997, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"], "main_score": 0.833997, "precision": 0.821591, "recall": 0.866601}, {"accuracy": 0.205534, "f1": 0.150429, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"], "main_score": 0.150429, "precision": 0.133948, "recall": 0.205534}, {"accuracy": 0.859684, "f1": 0.821014, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"], "main_score": 0.821014, "precision": 0.803442, "recall": 0.859684}, {"accuracy": 0.876482, "f1": 0.843987, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"], "main_score": 0.843987, "precision": 0.83004, "recall": 0.876482}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.910079, "f1": 0.884717, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"], "main_score": 0.884717, "precision": 0.873057, "recall": 0.910079}, {"accuracy": 0.900198, "f1": 0.873273, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"], "main_score": 0.873273, "precision": 0.861891, "recall": 0.900198}, {"accuracy": 0.851779, "f1": 0.814742, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"], "main_score": 0.814742, "precision": 0.799572, "recall": 0.851779}, {"accuracy": 0.900198, "f1": 0.872596, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"], "main_score": 0.872596, "precision": 0.859799, "recall": 0.900198}, {"accuracy": 0.91502, "f1": 0.893314, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"], "main_score": 0.893314, "precision": 0.884173, "recall": 0.91502}, {"accuracy": 0.896245, "f1": 0.871763, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"], "main_score": 0.871763, "precision": 0.862402, "recall": 0.896245}, {"accuracy": 0.887352, "f1": 0.863792, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"], "main_score": 0.863792, "precision": 0.854345, "recall": 0.887352}, {"accuracy": 0.86166, "f1": 0.827749, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"], "main_score": 0.827749, "precision": 0.814197, "recall": 0.86166}, {"accuracy": 0.887352, "f1": 0.858383, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"], "main_score": 0.858383, "precision": 0.84609, "recall": 0.887352}, {"accuracy": 0.779644, "f1": 0.723386, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"], "main_score": 0.723386, "precision": 0.698353, "recall": 0.779644}, {"accuracy": 0.913043, "f1": 0.886693, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"], "main_score": 0.886693, "precision": 0.874012, "recall": 0.913043}, {"accuracy": 0.876482, "f1": 0.850717, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"], "main_score": 0.850717, "precision": 0.840991, "recall": 0.876482}, {"accuracy": 0.893281, "f1": 0.87331, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"], "main_score": 0.87331, "precision": 0.865495, "recall": 0.893281}, {"accuracy": 0.887352, "f1": 0.863079, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"], "main_score": 0.863079, "precision": 0.853124, "recall": 0.887352}, {"accuracy": 0.833992, "f1": 0.789625, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"], "main_score": 0.789625, "precision": 0.770125, "recall": 0.833992}, {"accuracy": 0.816206, "f1": 0.768544, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"], "main_score": 0.768544, "precision": 0.747069, "recall": 0.816206}, {"accuracy": 0.895257, "f1": 0.864954, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"], "main_score": 0.864954, "precision": 0.851318, "recall": 0.895257}, {"accuracy": 0.924901, "f1": 0.902964, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"], "main_score": 0.902964, "precision": 0.893116, "recall": 0.924901}, {"accuracy": 0.884387, "f1": 0.85336, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"], "main_score": 0.85336, "precision": 0.839262, "recall": 0.884387}, {"accuracy": 0.903162, "f1": 0.879015, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"], "main_score": 0.879015, "precision": 0.868725, "recall": 0.903162}, {"accuracy": 0.786561, "f1": 0.733333, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"], "main_score": 0.733333, "precision": 0.709569, "recall": 0.786561}, {"accuracy": 0.93083, "f1": 0.911561, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"], "main_score": 0.911561, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.909091, "f1": 0.888538, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"], "main_score": 0.888538, "precision": 0.88015, "recall": 0.909091}, {"accuracy": 0.889328, "f1": 0.865251, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"], "main_score": 0.865251, "precision": 0.856186, "recall": 0.889328}, {"accuracy": 0.868577, "f1": 0.845387, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"], "main_score": 0.845387, "precision": 0.836815, "recall": 0.868577}, {"accuracy": 0.86166, "f1": 0.83459, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"], "main_score": 0.83459, "precision": 0.824304, "recall": 0.86166}, {"accuracy": 0.902174, "f1": 0.87276, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"], "main_score": 0.87276, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.922925, "f1": 0.900791, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"], "main_score": 0.900791, "precision": 0.890646, "recall": 0.922925}, {"accuracy": 0.83498, "f1": 0.790876, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"], "main_score": 0.790876, "precision": 0.770372, "recall": 0.83498}, {"accuracy": 0.26087, "f1": 0.213048, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"], "main_score": 0.213048, "precision": 0.196201, "recall": 0.26087}, {"accuracy": 0.88834, "f1": 0.856884, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"], "main_score": 0.856884, "precision": 0.842391, "recall": 0.88834}, {"accuracy": 0.748024, "f1": 0.685277, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"], "main_score": 0.685277, "precision": 0.658663, "recall": 0.748024}, {"accuracy": 0.899209, "f1": 0.87133, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"], "main_score": 0.87133, "precision": 0.859305, "recall": 0.899209}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.84585, "f1": 0.802075, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"], "main_score": 0.802075, "precision": 0.781868, "recall": 0.84585}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"], "main_score": 0.85135, "precision": 0.836215, "recall": 0.884387}, {"accuracy": 0.920949, "f1": 0.897134, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"], "main_score": 0.897134, "precision": 0.885952, "recall": 0.920949}, {"accuracy": 0.898221, "f1": 0.867424, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"], "main_score": 0.867424, "precision": 0.852964, "recall": 0.898221}, {"accuracy": 0.88834, "f1": 0.858783, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"], "main_score": 0.858783, "precision": 0.845792, "recall": 0.88834}, {"accuracy": 0.927866, "f1": 0.907839, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"], "main_score": 0.907839, "precision": 0.898139, "recall": 0.927866}, {"accuracy": 0.902174, "f1": 0.880971, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"], "main_score": 0.880971, "precision": 0.8725, "recall": 0.902174}, {"accuracy": 0.907115, "f1": 0.878524, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"], "main_score": 0.878524, "precision": 0.865234, "recall": 0.907115}, {"accuracy": 0.831028, "f1": 0.787782, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"], "main_score": 0.787782, "precision": 0.768669, "recall": 0.831028}, {"accuracy": 0.86166, "f1": 0.823353, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"], "main_score": 0.823353, "precision": 0.805418, "recall": 0.86166}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"], "main_score": 0.890053, "precision": 0.877882, "recall": 0.91502}, {"accuracy": 0.879447, "f1": 0.84656, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"], "main_score": 0.84656, "precision": 0.832773, "recall": 0.879447}, {"accuracy": 0.048419, "f1": 0.027133, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"], "main_score": 0.027133, "precision": 0.022676, "recall": 0.048419}, {"accuracy": 0.866601, "f1": 0.838511, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"], "main_score": 0.838511, "precision": 0.828066, "recall": 0.866601}, {"accuracy": 0.902174, "f1": 0.874214, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"], "main_score": 0.874214, "precision": 0.861693, "recall": 0.902174}, {"accuracy": 0.836957, "f1": 0.802141, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"], "main_score": 0.802141, "precision": 0.788161, "recall": 0.836957}, {"accuracy": 0.894269, "f1": 0.86853, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"], "main_score": 0.86853, "precision": 0.858138, "recall": 0.894269}, {"accuracy": 0.847826, "f1": 0.807444, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"], "main_score": 0.807444, "precision": 0.789806, "recall": 0.847826}, {"accuracy": 0.843874, "f1": 0.801943, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"], "main_score": 0.801943, "precision": 0.782724, "recall": 0.843874}, {"accuracy": 0.873518, "f1": 0.843446, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"], "main_score": 0.843446, "precision": 0.831632, "recall": 0.873518}, {"accuracy": 0.887352, "f1": 0.858514, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"], "main_score": 0.858514, "precision": 0.846792, "recall": 0.887352}, {"accuracy": 0.906126, "f1": 0.878623, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"], "main_score": 0.878623, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.898221, "f1": 0.869269, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"], "main_score": 0.869269, "precision": 0.856011, "recall": 0.898221}, {"accuracy": 0.79249, "f1": 0.740876, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"], "main_score": 0.740876, "precision": 0.718841, "recall": 0.79249}, {"accuracy": 0.910079, "f1": 0.886712, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"], "main_score": 0.886712, "precision": 0.876523, "recall": 0.910079}, {"accuracy": 0.779644, "f1": 0.728393, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"], "main_score": 0.728393, "precision": 0.705682, "recall": 0.779644}, {"accuracy": 0.876482, "f1": 0.843281, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"], "main_score": 0.843281, "precision": 0.827816, "recall": 0.876482}, {"accuracy": 0.893281, "f1": 0.867888, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"], "main_score": 0.867888, "precision": 0.857629, "recall": 0.893281}, {"accuracy": 0.895257, "f1": 0.865086, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"], "main_score": 0.865086, "precision": 0.850955, "recall": 0.895257}, {"accuracy": 0.898221, "f1": 0.871334, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"], "main_score": 0.871334, "precision": 0.860178, "recall": 0.898221}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"], "main_score": 0.904216, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.907115, "f1": 0.881094, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"], "main_score": 0.881094, "precision": 0.869516, "recall": 0.907115}, {"accuracy": 0.839921, "f1": 0.8088, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"], "main_score": 0.8088, "precision": 0.79673, "recall": 0.839921}, {"accuracy": 0.879447, "f1": 0.849475, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"], "main_score": 0.849475, "precision": 0.837015, "recall": 0.879447}, {"accuracy": 0.854743, "f1": 0.817424, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"], "main_score": 0.817424, "precision": 0.801779, "recall": 0.854743}, {"accuracy": 0.889328, "f1": 0.860145, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"], "main_score": 0.860145, "precision": 0.846509, "recall": 0.889328}, {"accuracy": 0.865613, "f1": 0.828491, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"], "main_score": 0.828491, "precision": 0.811819, "recall": 0.865613}, {"accuracy": 0.840909, "f1": 0.799395, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"], "main_score": 0.799395, "precision": 0.781877, "recall": 0.840909}, {"accuracy": 0.948617, "f1": 0.93419, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"], "main_score": 0.93419, "precision": 0.927289, "recall": 0.948617}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"], "main_score": 0.922826, "precision": 0.914476, "recall": 0.940711}, {"accuracy": 0.933794, "f1": 0.916208, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"], "main_score": 0.916208, "precision": 0.908244, "recall": 0.933794}, {"accuracy": 0.848814, "f1": 0.807646, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"], "main_score": 0.807646, "precision": 0.789361, "recall": 0.848814}, {"accuracy": 0.839921, "f1": 0.802925, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"], "main_score": 0.802925, "precision": 0.788666, "recall": 0.839921}, {"accuracy": 0.853755, "f1": 0.817495, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"], "main_score": 0.817495, "precision": 0.803244, "recall": 0.853755}, {"accuracy": 0.890316, "f1": 0.856456, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"], "main_score": 0.856456, "precision": 0.840827, "recall": 0.890316}, {"accuracy": 0.873518, "f1": 0.839954, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"], "main_score": 0.839954, "precision": 0.824522, "recall": 0.873518}, {"accuracy": 0.925889, "f1": 0.904545, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"], "main_score": 0.904545, "precision": 0.894681, "recall": 0.925889}, {"accuracy": 0.8083, "f1": 0.757971, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"], "main_score": 0.757971, "precision": 0.735194, "recall": 0.8083}, {"accuracy": 0.899209, "f1": 0.877972, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"], "main_score": 0.877972, "precision": 0.869846, "recall": 0.899209}, {"accuracy": 0.86166, "f1": 0.825626, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"], "main_score": 0.825626, "precision": 0.809898, "recall": 0.86166}, {"accuracy": 0.850791, "f1": 0.814067, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"], "main_score": 0.814067, "precision": 0.79903, "recall": 0.850791}, {"accuracy": 0.887352, "f1": 0.855618, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"], "main_score": 0.855618, "precision": 0.841897, "recall": 0.887352}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"], "main_score": 0.872332, "precision": 0.860079, "recall": 0.900198}, {"accuracy": 0.87747, "f1": 0.846311, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"], "main_score": 0.846311, "precision": 0.832345, "recall": 0.87747}, {"accuracy": 0.901186, "f1": 0.878703, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"], "main_score": 0.878703, "precision": 0.869833, "recall": 0.901186}, {"accuracy": 0.868577, "f1": 0.834124, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"], "main_score": 0.834124, "precision": 0.818676, "recall": 0.868577}, {"accuracy": 0.918972, "f1": 0.895751, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"], "main_score": 0.895751, "precision": 0.884552, "recall": 0.918972}, {"accuracy": 0.871542, "f1": 0.842046, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"], "main_score": 0.842046, "precision": 0.831036, "recall": 0.871542}, {"accuracy": 0.879447, "f1": 0.846245, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"], "main_score": 0.846245, "precision": 0.830781, "recall": 0.879447}, {"accuracy": 0.916008, "f1": 0.897771, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"], "main_score": 0.897771, "precision": 0.889959, "recall": 0.916008}, {"accuracy": 0.837945, "f1": 0.794697, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"], "main_score": 0.794697, "precision": 0.774984, "recall": 0.837945}, {"accuracy": 0.88834, "f1": 0.860625, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"], "main_score": 0.860625, "precision": 0.84992, "recall": 0.88834}, {"accuracy": 0.905138, "f1": 0.880832, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"], "main_score": 0.880832, "precision": 0.870909, "recall": 0.905138}, {"accuracy": 0.917984, "f1": 0.898057, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"], "main_score": 0.898057, "precision": 0.889904, "recall": 0.917984}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.920949, "f1": 0.896245, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"], "main_score": 0.896245, "precision": 0.884552, "recall": 0.920949}, {"accuracy": 0.869565, "f1": 0.835013, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"], "main_score": 0.835013, "precision": 0.819088, "recall": 0.869565}, {"accuracy": 0.908103, "f1": 0.880435, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"], "main_score": 0.880435, "precision": 0.867095, "recall": 0.908103}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"], "main_score": 0.921772, "precision": 0.913208, "recall": 0.939723}, {"accuracy": 0.787549, "f1": 0.744089, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"], "main_score": 0.744089, "precision": 0.728141, "recall": 0.787549}, {"accuracy": 0.852767, "f1": 0.826978, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"], "main_score": 0.826978, "precision": 0.818168, "recall": 0.852767}, {"accuracy": 0.810277, "f1": 0.761957, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"], "main_score": 0.761957, "precision": 0.741716, "recall": 0.810277}, {"accuracy": 0.876482, "f1": 0.844796, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"], "main_score": 0.844796, "precision": 0.830369, "recall": 0.876482}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"], "main_score": 0.930007, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.891206, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"], "main_score": 0.891206, "precision": 0.87887, "recall": 0.916996}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"], "main_score": 0.92029, "precision": 0.91143, "recall": 0.938735}, {"accuracy": 0.907115, "f1": 0.880435, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"], "main_score": 0.880435, "precision": 0.867754, "recall": 0.907115}, {"accuracy": 0.851779, "f1": 0.826349, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"], "main_score": 0.826349, "precision": 0.816512, "recall": 0.851779}, {"accuracy": 0.795455, "f1": 0.744433, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"], "main_score": 0.744433, "precision": 0.722019, "recall": 0.795455}, {"accuracy": 0.869565, "f1": 0.834289, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"], "main_score": 0.834289, "precision": 0.819121, "recall": 0.869565}, {"accuracy": 0.891304, "f1": 0.858959, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"], "main_score": 0.858959, "precision": 0.844203, "recall": 0.891304}, {"accuracy": 0.838933, "f1": 0.797069, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"], "main_score": 0.797069, "precision": 0.778063, "recall": 0.838933}, {"accuracy": 0.787549, "f1": 0.73442, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"], "main_score": 0.73442, "precision": 0.712105, "recall": 0.787549}, {"accuracy": 0.926877, "f1": 0.906489, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"], "main_score": 0.906489, "precision": 0.89748, "recall": 0.926877}, {"accuracy": 0.853755, "f1": 0.814366, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"], "main_score": 0.814366, "precision": 0.797661, "recall": 0.853755}, {"accuracy": 0.882411, "f1": 0.849624, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"], "main_score": 0.849624, "precision": 0.835096, "recall": 0.882411}, {"accuracy": 0.740119, "f1": 0.6778, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"], "main_score": 0.6778, "precision": 0.650659, "recall": 0.740119}, {"accuracy": 0.883399, "f1": 0.85628, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"], "main_score": 0.85628, "precision": 0.845844, "recall": 0.883399}, {"accuracy": 0.907115, "f1": 0.88434, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"], "main_score": 0.88434, "precision": 0.875365, "recall": 0.907115}, {"accuracy": 0.87747, "f1": 0.847828, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"], "main_score": 0.847828, "precision": 0.836364, "recall": 0.87747}, {"accuracy": 0.914032, "f1": 0.891307, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"], "main_score": 0.891307, "precision": 0.88163, "recall": 0.914032}, {"accuracy": 0.884387, "f1": 0.852588, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"], "main_score": 0.852588, "precision": 0.838933, "recall": 0.884387}, {"accuracy": 0.896245, "f1": 0.86525, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"], "main_score": 0.86525, "precision": 0.850461, "recall": 0.896245}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.900198, "f1": 0.871509, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"], "main_score": 0.871509, "precision": 0.858235, "recall": 0.900198}, {"accuracy": 0.040514, "f1": 0.018918, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"], "main_score": 0.018918, "precision": 0.014511, "recall": 0.040514}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.937747, "f1": 0.919335, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"], "main_score": 0.919335, "precision": 0.91082, "recall": 0.937747}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"], "main_score": 0.89888, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"], "main_score": 0.933794, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.918972, "f1": 0.893775, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"], "main_score": 0.893775, "precision": 0.881423, "recall": 0.918972}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"], "main_score": 0.939888, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.194664, "f1": 0.142067, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"], "main_score": 0.142067, "precision": 0.127308, "recall": 0.194664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.922003, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"], "main_score": 0.922003, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.894269, "f1": 0.865613, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"], "main_score": 0.865613, "precision": 0.852437, "recall": 0.894269}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.985178, "f1": 0.981061, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"], "main_score": 0.981061, "precision": 0.979084, "recall": 0.985178}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.903162, "f1": 0.874308, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"], "main_score": 0.874308, "precision": 0.860507, "recall": 0.903162}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.938241, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"], "main_score": 0.938241, "precision": 0.930665, "recall": 0.953557}, {"accuracy": 0.891304, "f1": 0.859354, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"], "main_score": 0.859354, "precision": 0.844203, "recall": 0.891304}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"], "main_score": 0.904875, "precision": 0.894681, "recall": 0.926877}, {"accuracy": 0.756917, "f1": 0.697266, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"], "main_score": 0.697266, "precision": 0.672101, "recall": 0.756917}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.917984, "f1": 0.892292, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"], "main_score": 0.892292, "precision": 0.879776, "recall": 0.917984}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.88834, "f1": 0.855764, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"], "main_score": 0.855764, "precision": 0.840497, "recall": 0.88834}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.881423, "f1": 0.845718, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"], "main_score": 0.845718, "precision": 0.828804, "recall": 0.881423}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.218379, "f1": 0.147209, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"], "main_score": 0.147209, "precision": 0.127226, "recall": 0.218379}, {"accuracy": 0.916996, "f1": 0.892787, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"], "main_score": 0.892787, "precision": 0.880929, "recall": 0.916996}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"], "main_score": 0.916074, "precision": 0.906538, "recall": 0.935771}, {"accuracy": 0.914032, "f1": 0.888867, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"], "main_score": 0.888867, "precision": 0.877553, "recall": 0.914032}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.862648, "f1": 0.825447, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"], "main_score": 0.825447, "precision": 0.80858, "recall": 0.862648}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"], "main_score": 0.910408, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.885375, "f1": 0.852174, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"], "main_score": 0.852174, "precision": 0.836545, "recall": 0.885375}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.859684, "f1": 0.821725, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"], "main_score": 0.821725, "precision": 0.804842, "recall": 0.859684}, {"accuracy": 0.970356, "f1": 0.96087, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"], "main_score": 0.96087, "precision": 0.956275, "recall": 0.970356}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.899209, "f1": 0.869928, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"], "main_score": 0.869928, "precision": 0.856472, "recall": 0.899209}, {"accuracy": 0.264822, "f1": 0.206695, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"], "main_score": 0.206695, "precision": 0.187955, "recall": 0.264822}, {"accuracy": 0.93083, "f1": 0.908597, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"], "main_score": 0.908597, "precision": 0.897892, "recall": 0.93083}, {"accuracy": 0.8083, "f1": 0.761514, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"], "main_score": 0.761514, "precision": 0.741337, "recall": 0.8083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.91996, "f1": 0.895652, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"], "main_score": 0.895652, "precision": 0.883976, "recall": 0.91996}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.906126, "f1": 0.878623, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"], "main_score": 0.878623, "precision": 0.865679, "recall": 0.906126}, {"accuracy": 0.881423, "f1": 0.846673, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"], "main_score": 0.846673, "precision": 0.830072, "recall": 0.881423}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.055336, "f1": 0.026644, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"], "main_score": 0.026644, "precision": 0.020915, "recall": 0.055336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"], "main_score": 0.945652, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.911067, "f1": 0.884947, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"], "main_score": 0.884947, "precision": 0.872447, "recall": 0.911067}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.90415, "f1": 0.876548, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"], "main_score": 0.876548, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.870553, "f1": 0.835559, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"], "main_score": 0.835559, "precision": 0.820026, "recall": 0.870553}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.93083, "f1": 0.90998, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"], "main_score": 0.90998, "precision": 0.900115, "recall": 0.93083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"], "main_score": 0.938735, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.864625, "f1": 0.826746, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"], "main_score": 0.826746, "precision": 0.80919, "recall": 0.864625}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.916996, "f1": 0.892128, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"], "main_score": 0.892128, "precision": 0.88027, "recall": 0.916996}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.923913, "f1": 0.902075, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"], "main_score": 0.902075, "precision": 0.892045, "recall": 0.923913}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"], "main_score": 0.931489, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.88834, "f1": 0.857312, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"], "main_score": 0.857312, "precision": 0.842885, "recall": 0.88834}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"], "main_score": 0.923748, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.898221, "f1": 0.867161, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"], "main_score": 0.867161, "precision": 0.85219, "recall": 0.898221}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.891304, "f1": 0.858202, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"], "main_score": 0.858202, "precision": 0.842391, "recall": 0.891304}, {"accuracy": 0.910079, "f1": 0.882477, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"], "main_score": 0.882477, "precision": 0.869648, "recall": 0.910079}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.959486, "f1": 0.947628, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"], "main_score": 0.947628, "precision": 0.942029, "recall": 0.959486}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.850791, "f1": 0.811298, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"], "main_score": 0.811298, "precision": 0.793067, "recall": 0.850791}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.889328, "f1": 0.857708, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"], "main_score": 0.857708, "precision": 0.842754, "recall": 0.889328}, {"accuracy": 0.931818, "f1": 0.911891, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"], "main_score": 0.911891, "precision": 0.902339, "recall": 0.931818}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.815217, "f1": 0.764032, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"], "main_score": 0.764032, "precision": 0.740399, "recall": 0.815217}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"], "main_score": 0.911462, "precision": 0.901927, "recall": 0.931818}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"], "main_score": 0.906456, "precision": 0.895751, "recall": 0.928854}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"], "main_score": 0.888505, "precision": 0.876318, "recall": 0.914032}, {"accuracy": 0.046443, "f1": 0.023494, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"], "main_score": 0.023494, "precision": 0.01878, "recall": 0.046443}, {"accuracy": 0.965415, "f1": 0.957016, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"], "main_score": 0.957016, "precision": 0.953482, "recall": 0.965415}, {"accuracy": 0.967391, "f1": 0.957642, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"], "main_score": 0.957642, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.964333, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"], "main_score": 0.964333, "precision": 0.961627, "recall": 0.971344}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"], "main_score": 0.928195, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.951581, "f1": 0.942315, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"], "main_score": 0.942315, "precision": 0.939452, "recall": 0.951581}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"], "main_score": 0.943906, "precision": 0.937994, "recall": 0.956522}, {"accuracy": 0.934783, "f1": 0.914361, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"], "main_score": 0.914361, "precision": 0.90448, "recall": 0.934783}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"], "main_score": 0.956357, "precision": 0.951779, "recall": 0.966403}, {"accuracy": 0.963439, "f1": 0.957666, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"], "main_score": 0.957666, "precision": 0.955498, "recall": 0.963439}, {"accuracy": 0.927866, "f1": 0.905698, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"], "main_score": 0.905698, "precision": 0.89501, "recall": 0.927866}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"], "main_score": 0.968116, "precision": 0.965003, "recall": 0.975296}, {"accuracy": 0.966403, "f1": 0.956752, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"], "main_score": 0.956752, "precision": 0.952487, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.975296, "f1": 0.968017, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"], "main_score": 0.968017, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.971344, "f1": 0.964482, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"], "main_score": 0.964482, "precision": 0.961751, "recall": 0.971344}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"], "main_score": 0.970685, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.199605, "f1": 0.156042, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"], "main_score": 0.156042, "precision": 0.143152, "recall": 0.199605}, {"accuracy": 0.979249, "f1": 0.974327, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"], "main_score": 0.974327, "precision": 0.972447, "recall": 0.979249}, {"accuracy": 0.949605, "f1": 0.934783, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"], "main_score": 0.934783, "precision": 0.927701, "recall": 0.949605}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.966403, "f1": 0.957411, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"], "main_score": 0.957411, "precision": 0.953706, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.955599, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"], "main_score": 0.955599, "precision": 0.952256, "recall": 0.964427}, {"accuracy": 0.964427, "f1": 0.955849, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"], "main_score": 0.955849, "precision": 0.952684, "recall": 0.964427}, {"accuracy": 0.938735, "f1": 0.920751, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"], "main_score": 0.920751, "precision": 0.912055, "recall": 0.938735}, {"accuracy": 0.970356, "f1": 0.962747, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"], "main_score": 0.962747, "precision": 0.959717, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.940711, "f1": 0.928477, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"], "main_score": 0.928477, "precision": 0.923601, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.951054, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"], "main_score": 0.951054, "precision": 0.946673, "recall": 0.961462}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"], "main_score": 0.967721, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.971344, "f1": 0.964116, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"], "main_score": 0.964116, "precision": 0.961248, "recall": 0.971344}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"], "main_score": 0.887846, "precision": 0.875165, "recall": 0.914032}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"], "main_score": 0.910738, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.961462, "f1": 0.953104, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"], "main_score": 0.953104, "precision": 0.950305, "recall": 0.961462}, {"accuracy": 0.951581, "f1": 0.937253, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"], "main_score": 0.937253, "precision": 0.930336, "recall": 0.951581}, {"accuracy": 0.970356, "f1": 0.965003, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"], "main_score": 0.965003, "precision": 0.963393, "recall": 0.970356}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.945652, "f1": 0.929743, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"], "main_score": 0.929743, "precision": 0.922381, "recall": 0.945652}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"], "main_score": 0.945652, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.913043, "f1": 0.887582, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"], "main_score": 0.887582, "precision": 0.875576, "recall": 0.913043}, {"accuracy": 0.955534, "f1": 0.946724, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"], "main_score": 0.946724, "precision": 0.943441, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"], "main_score": 0.931983, "precision": 0.923748, "recall": 0.948617}, {"accuracy": 0.885375, "f1": 0.853821, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"], "main_score": 0.853821, "precision": 0.839015, "recall": 0.885375}, {"accuracy": 0.951581, "f1": 0.938966, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"], "main_score": 0.938966, "precision": 0.933251, "recall": 0.951581}, {"accuracy": 0.69664, "f1": 0.631666, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"], "main_score": 0.631666, "precision": 0.606415, "recall": 0.69664}, {"accuracy": 0.967391, "f1": 0.959637, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"], "main_score": 0.959637, "precision": 0.956802, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.965434, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"], "main_score": 0.965434, "precision": 0.962698, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.953228, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"], "main_score": 0.953228, "precision": 0.948979, "recall": 0.963439}, {"accuracy": 0.965415, "f1": 0.955995, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"], "main_score": 0.955995, "precision": 0.95224, "recall": 0.965415}, {"accuracy": 0.910079, "f1": 0.884058, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"], "main_score": 0.884058, "precision": 0.871706, "recall": 0.910079}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.968379, "f1": 0.962844, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"], "main_score": 0.962844, "precision": 0.961241, "recall": 0.968379}, {"accuracy": 0.905138, "f1": 0.876713, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"], "main_score": 0.876713, "precision": 0.863225, "recall": 0.905138}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.91502, "f1": 0.889229, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"], "main_score": 0.889229, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.956522, "f1": 0.943643, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"], "main_score": 0.943643, "precision": 0.937747, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.942721, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"], "main_score": 0.942721, "precision": 0.937006, "recall": 0.955534}, {"accuracy": 0.213439, "f1": 0.151783, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"], "main_score": 0.151783, "precision": 0.133624, "recall": 0.213439}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"], "main_score": 0.90942, "precision": 0.899539, "recall": 0.929842}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"], "main_score": 0.932477, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.933794, "f1": 0.914361, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"], "main_score": 0.914361, "precision": 0.905303, "recall": 0.933794}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.954842, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"], "main_score": 0.954842, "precision": 0.950922, "recall": 0.964427}, {"accuracy": 0.978261, "f1": 0.972233, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"], "main_score": 0.972233, "precision": 0.969648, "recall": 0.978261}, {"accuracy": 0.962451, "f1": 0.955207, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"], "main_score": 0.955207, "precision": 0.952421, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"], "main_score": 0.963999, "precision": 0.960227, "recall": 0.972332}, {"accuracy": 0.981225, "f1": 0.976746, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"], "main_score": 0.976746, "precision": 0.975165, "recall": 0.981225}, {"accuracy": 0.860672, "f1": 0.821725, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"], "main_score": 0.821725, "precision": 0.803854, "recall": 0.860672}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"], "main_score": 0.956686, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.959486, "f1": 0.949294, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"], "main_score": 0.949294, "precision": 0.945306, "recall": 0.959486}, {"accuracy": 0.962451, "f1": 0.95729, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"], "main_score": 0.95729, "precision": 0.955866, "recall": 0.962451}, {"accuracy": 0.963439, "f1": 0.955022, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"], "main_score": 0.955022, "precision": 0.95168, "recall": 0.963439}, {"accuracy": 0.924901, "f1": 0.902635, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"], "main_score": 0.902635, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.866601, "f1": 0.829084, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"], "main_score": 0.829084, "precision": 0.811677, "recall": 0.866601}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.980237, "f1": 0.97492, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"], "main_score": 0.97492, "precision": 0.972661, "recall": 0.980237}, {"accuracy": 0.853755, "f1": 0.815349, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"], "main_score": 0.815349, "precision": 0.797596, "recall": 0.853755}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.975296, "f1": 0.969288, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"], "main_score": 0.969288, "precision": 0.967062, "recall": 0.975296}, {"accuracy": 0.965415, "f1": 0.95631, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"], "main_score": 0.95631, "precision": 0.952602, "recall": 0.965415}, {"accuracy": 0.962451, "f1": 0.956122, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"], "main_score": 0.956122, "precision": 0.954226, "recall": 0.962451}, {"accuracy": 0.963439, "f1": 0.95519, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"], "main_score": 0.95519, "precision": 0.952223, "recall": 0.963439}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.893281, "f1": 0.863636, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"], "main_score": 0.863636, "precision": 0.849638, "recall": 0.893281}, {"accuracy": 0.266798, "f1": 0.214825, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"], "main_score": 0.214825, "precision": 0.197817, "recall": 0.266798}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"], "main_score": 0.917391, "precision": 0.90802, "recall": 0.936759}, {"accuracy": 0.817194, "f1": 0.768874, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"], "main_score": 0.768874, "precision": 0.747859, "recall": 0.817194}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.898221, "f1": 0.868643, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"], "main_score": 0.868643, "precision": 0.854661, "recall": 0.898221}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.961462, "f1": 0.951153, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"], "main_score": 0.951153, "precision": 0.946591, "recall": 0.961462}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.968379, "f1": 0.961152, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"], "main_score": 0.961152, "precision": 0.958646, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.903162, "f1": 0.874901, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"], "main_score": 0.874901, "precision": 0.861413, "recall": 0.903162}, {"accuracy": 0.906126, "f1": 0.881653, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"], "main_score": 0.881653, "precision": 0.870142, "recall": 0.906126}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"], "main_score": 0.953623, "precision": 0.948699, "recall": 0.964427}, {"accuracy": 0.050395, "f1": 0.029944, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"], "main_score": 0.029944, "precision": 0.025558, "recall": 0.050395}, {"accuracy": 0.952569, "f1": 0.940629, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"], "main_score": 0.940629, "precision": 0.935994, "recall": 0.952569}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"], "main_score": 0.946476, "precision": 0.941041, "recall": 0.958498}, {"accuracy": 0.926877, "f1": 0.909081, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"], "main_score": 0.909081, "precision": 0.901737, "recall": 0.926877}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"], "main_score": 0.970751, "precision": 0.967968, "recall": 0.977273}, {"accuracy": 0.924901, "f1": 0.901877, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"], "main_score": 0.901877, "precision": 0.891057, "recall": 0.924901}, {"accuracy": 0.918972, "f1": 0.895158, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"], "main_score": 0.895158, "precision": 0.88414, "recall": 0.918972}, {"accuracy": 0.953557, "f1": 0.940613, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"], "main_score": 0.940613, "precision": 0.935063, "recall": 0.953557}, {"accuracy": 0.966403, "f1": 0.956653, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"], "main_score": 0.956653, "precision": 0.952404, "recall": 0.966403}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"], "main_score": 0.965415, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.953557, "f1": 0.940119, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"], "main_score": 0.940119, "precision": 0.933712, "recall": 0.953557}, {"accuracy": 0.868577, "f1": 0.830534, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"], "main_score": 0.830534, "precision": 0.812582, "recall": 0.868577}, {"accuracy": 0.970356, "f1": 0.962039, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"], "main_score": 0.962039, "precision": 0.95831, "recall": 0.970356}, {"accuracy": 0.854743, "f1": 0.816238, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"], "main_score": 0.816238, "precision": 0.798501, "recall": 0.854743}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.972332, "f1": 0.964394, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"], "main_score": 0.964394, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"], "main_score": 0.940711, "precision": 0.934157, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.943676, "f1": 0.931785, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"], "main_score": 0.931785, "precision": 0.927599, "recall": 0.943676}, {"accuracy": 0.955534, "f1": 0.942476, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"], "main_score": 0.942476, "precision": 0.936594, "recall": 0.955534}, {"accuracy": 0.933794, "f1": 0.913603, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"], "main_score": 0.913603, "precision": 0.904068, "recall": 0.933794}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.933794, "f1": 0.916755, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"], "main_score": 0.916755, "precision": 0.909297, "recall": 0.933794}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"], "main_score": 0.925231, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.975296, "f1": 0.968347, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"], "main_score": 0.968347, "precision": 0.965415, "recall": 0.975296}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.951581, "f1": 0.938669, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"], "main_score": 0.938669, "precision": 0.933465, "recall": 0.951581}, {"accuracy": 0.954545, "f1": 0.941949, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"], "main_score": 0.941949, "precision": 0.936594, "recall": 0.954545}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"], "main_score": 0.923748, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.871542, "f1": 0.835145, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"], "main_score": 0.835145, "precision": 0.818511, "recall": 0.871542}, {"accuracy": 0.970356, "f1": 0.963677, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"], "main_score": 0.963677, "precision": 0.961174, "recall": 0.970356}, {"accuracy": 0.934783, "f1": 0.915316, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"], "main_score": 0.915316, "precision": 0.906291, "recall": 0.934783}, {"accuracy": 0.948617, "f1": 0.936221, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"], "main_score": 0.936221, "precision": 0.931266, "recall": 0.948617}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"], "main_score": 0.951812, "precision": 0.946887, "recall": 0.962451}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"], "main_score": 0.907609, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.971344, "f1": 0.964065, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"], "main_score": 0.964065, "precision": 0.961166, "recall": 0.971344}, {"accuracy": 0.918972, "f1": 0.895059, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"], "main_score": 0.895059, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.965646, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"], "main_score": 0.965646, "precision": 0.962236, "recall": 0.97332}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.978261, "f1": 0.974151, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"], "main_score": 0.974151, "precision": 0.972818, "recall": 0.978261}, {"accuracy": 0.88834, "f1": 0.857675, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"], "main_score": 0.857675, "precision": 0.843709, "recall": 0.88834}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.972332, "f1": 0.964559, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"], "main_score": 0.964559, "precision": 0.961298, "recall": 0.972332}, {"accuracy": 0.97332, "f1": 0.966041, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"], "main_score": 0.966041, "precision": 0.962978, "recall": 0.97332}, {"accuracy": 0.959486, "f1": 0.948123, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"], "main_score": 0.948123, "precision": 0.942688, "recall": 0.959486}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"], "main_score": 0.907016, "precision": 0.897316, "recall": 0.927866}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"], "main_score": 0.919631, "precision": 0.910408, "recall": 0.938735}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"], "main_score": 0.948188, "precision": 0.942276, "recall": 0.960474}, {"accuracy": 0.91996, "f1": 0.897798, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"], "main_score": 0.897798, "precision": 0.888258, "recall": 0.91996}, {"accuracy": 0.963439, "f1": 0.95541, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"], "main_score": 0.95541, "precision": 0.95261, "recall": 0.963439}, {"accuracy": 0.927866, "f1": 0.90774, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"], "main_score": 0.90774, "precision": 0.898551, "recall": 0.927866}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"], "main_score": 0.878195, "precision": 0.865366, "recall": 0.905138}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.981225, "f1": 0.975527, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"], "main_score": 0.975527, "precision": 0.972908, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.950593, "f1": 0.940876, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"], "main_score": 0.940876, "precision": 0.937486, "recall": 0.950593}, {"accuracy": 0.843874, "f1": 0.802456, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"], "main_score": 0.802456, "precision": 0.783432, "recall": 0.843874}, {"accuracy": 0.947628, "f1": 0.930896, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"], "main_score": 0.930896, "precision": 0.922843, "recall": 0.947628}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.905138, "f1": 0.877767, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"], "main_score": 0.877767, "precision": 0.865283, "recall": 0.905138}, {"accuracy": 0.907115, "f1": 0.880402, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"], "main_score": 0.880402, "precision": 0.868412, "recall": 0.907115}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"], "main_score": 0.924242, "precision": 0.915349, "recall": 0.942688}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"], "main_score": 0.943347, "precision": 0.937121, "recall": 0.956522}, {"accuracy": 0.807312, "f1": 0.7528, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"], "main_score": 0.7528, "precision": 0.728047, "recall": 0.807312}, {"accuracy": 0.966403, "f1": 0.957576, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"], "main_score": 0.957576, "precision": 0.954035, "recall": 0.966403}, {"accuracy": 0.966403, "f1": 0.957411, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"], "main_score": 0.957411, "precision": 0.953706, "recall": 0.966403}, {"accuracy": 0.965415, "f1": 0.955435, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"], "main_score": 0.955435, "precision": 0.951005, "recall": 0.965415}, {"accuracy": 0.972332, "f1": 0.964394, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"], "main_score": 0.964394, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.951581, "f1": 0.938076, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"], "main_score": 0.938076, "precision": 0.931851, "recall": 0.951581}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"], "main_score": 0.925395, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.927866, "f1": 0.90695, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"], "main_score": 0.90695, "precision": 0.897101, "recall": 0.927866}, {"accuracy": 0.893281, "f1": 0.861726, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"], "main_score": 0.861726, "precision": 0.846591, "recall": 0.893281}, {"accuracy": 0.055336, "f1": 0.029196, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"], "main_score": 0.029196, "precision": 0.02346, "recall": 0.055336}, {"accuracy": 0.962451, "f1": 0.952833, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"], "main_score": 0.952833, "precision": 0.949144, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944796, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"], "main_score": 0.944796, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.946165, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"], "main_score": 0.946165, "precision": 0.942954, "recall": 0.955534}, {"accuracy": 0.916008, "f1": 0.889559, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"], "main_score": 0.889559, "precision": 0.876894, "recall": 0.916008}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"], "main_score": 0.899605, "precision": 0.888587, "recall": 0.922925}, {"accuracy": 0.940711, "f1": 0.926982, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"], "main_score": 0.926982, "precision": 0.921773, "recall": 0.940711}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"], "main_score": 0.91502, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"], "main_score": 0.931719, "precision": 0.924325, "recall": 0.947628}, {"accuracy": 0.955534, "f1": 0.944455, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"], "main_score": 0.944455, "precision": 0.939962, "recall": 0.955534}, {"accuracy": 0.916996, "f1": 0.891864, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"], "main_score": 0.891864, "precision": 0.879858, "recall": 0.916996}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"], "main_score": 0.964493, "precision": 0.961215, "recall": 0.972332}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"], "main_score": 0.951482, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"], "main_score": 0.933136, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.961462, "f1": 0.951087, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"], "main_score": 0.951087, "precision": 0.946871, "recall": 0.961462}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"], "main_score": 0.946311, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.959486, "f1": 0.951161, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"], "main_score": 0.951161, "precision": 0.948032, "recall": 0.959486}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.19664, "f1": 0.15705, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"], "main_score": 0.15705, "precision": 0.145935, "recall": 0.19664}, {"accuracy": 0.968379, "f1": 0.959783, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"], "main_score": 0.959783, "precision": 0.956225, "recall": 0.968379}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"], "main_score": 0.920356, "precision": 0.911644, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.943676, "f1": 0.92991, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"], "main_score": 0.92991, "precision": 0.924664, "recall": 0.943676}, {"accuracy": 0.94664, "f1": 0.932562, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"], "main_score": 0.932562, "precision": 0.926779, "recall": 0.94664}, {"accuracy": 0.951581, "f1": 0.939643, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"], "main_score": 0.939643, "precision": 0.935046, "recall": 0.951581}, {"accuracy": 0.917984, "f1": 0.892951, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"], "main_score": 0.892951, "precision": 0.881423, "recall": 0.917984}, {"accuracy": 0.968379, "f1": 0.959453, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"], "main_score": 0.959453, "precision": 0.955698, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.935771, "f1": 0.923213, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"], "main_score": 0.923213, "precision": 0.918884, "recall": 0.935771}, {"accuracy": 0.944664, "f1": 0.929433, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"], "main_score": 0.929433, "precision": 0.92309, "recall": 0.944664}, {"accuracy": 0.956522, "f1": 0.944782, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"], "main_score": 0.944782, "precision": 0.939756, "recall": 0.956522}, {"accuracy": 0.963439, "f1": 0.953393, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"], "main_score": 0.953393, "precision": 0.949177, "recall": 0.963439}, {"accuracy": 0.876482, "f1": 0.840646, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"], "main_score": 0.840646, "precision": 0.823699, "recall": 0.876482}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"], "main_score": 0.929677, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.951581, "f1": 0.941499, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"], "main_score": 0.941499, "precision": 0.938109, "recall": 0.951581}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.954883, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"], "main_score": 0.954883, "precision": 0.951573, "recall": 0.963439}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"], "main_score": 0.938472, "precision": 0.932065, "recall": 0.952569}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"], "main_score": 0.919697, "precision": 0.91082, "recall": 0.938735}, {"accuracy": 0.905138, "f1": 0.877833, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"], "main_score": 0.877833, "precision": 0.865596, "recall": 0.905138}, {"accuracy": 0.934783, "f1": 0.914361, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"], "main_score": 0.914361, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.939723, "f1": 0.924868, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"], "main_score": 0.924868, "precision": 0.919302, "recall": 0.939723}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"], "main_score": 0.930171, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.887352, "f1": 0.855402, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"], "main_score": 0.855402, "precision": 0.840662, "recall": 0.887352}, {"accuracy": 0.94664, "f1": 0.937357, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"], "main_score": 0.937357, "precision": 0.933972, "recall": 0.94664}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.884387, "f1": 0.851943, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"], "main_score": 0.851943, "precision": 0.836462, "recall": 0.884387}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.692688, "f1": 0.628387, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"], "main_score": 0.628387, "precision": 0.603994, "recall": 0.692688}, {"accuracy": 0.955534, "f1": 0.944189, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"], "main_score": 0.944189, "precision": 0.939707, "recall": 0.955534}, {"accuracy": 0.954545, "f1": 0.945079, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"], "main_score": 0.945079, "precision": 0.941502, "recall": 0.954545}, {"accuracy": 0.936759, "f1": 0.919104, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"], "main_score": 0.919104, "precision": 0.911759, "recall": 0.936759}, {"accuracy": 0.953557, "f1": 0.941864, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"], "main_score": 0.941864, "precision": 0.937368, "recall": 0.953557}, {"accuracy": 0.899209, "f1": 0.869368, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"], "main_score": 0.869368, "precision": 0.855402, "recall": 0.899209}, {"accuracy": 0.922925, "f1": 0.901548, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"], "main_score": 0.901548, "precision": 0.892441, "recall": 0.922925}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"], "main_score": 0.914097, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.964427, "f1": 0.955352, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"], "main_score": 0.955352, "precision": 0.951673, "recall": 0.964427}, {"accuracy": 0.894269, "f1": 0.863801, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"], "main_score": 0.863801, "precision": 0.849671, "recall": 0.894269}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"], "main_score": 0.906126, "precision": 0.89608, "recall": 0.926877}, {"accuracy": 0.939723, "f1": 0.92197, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"], "main_score": 0.92197, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.938735, "f1": 0.920685, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"], "main_score": 0.920685, "precision": 0.9125, "recall": 0.938735}, {"accuracy": 0.945652, "f1": 0.93128, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"], "main_score": 0.93128, "precision": 0.925305, "recall": 0.945652}, {"accuracy": 0.220356, "f1": 0.161959, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"], "main_score": 0.161959, "precision": 0.143932, "recall": 0.220356}, {"accuracy": 0.912055, "f1": 0.886858, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"], "main_score": 0.886858, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.937747, "f1": 0.920144, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"], "main_score": 0.920144, "precision": 0.912335, "recall": 0.937747}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"], "main_score": 0.91502, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.950593, "f1": 0.935738, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"], "main_score": 0.935738, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.918972, "f1": 0.897678, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"], "main_score": 0.897678, "precision": 0.888926, "recall": 0.918972}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.963439, "f1": 0.953195, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"], "main_score": 0.953195, "precision": 0.948814, "recall": 0.963439}, {"accuracy": 0.958498, "f1": 0.946278, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"], "main_score": 0.946278, "precision": 0.940876, "recall": 0.958498}, {"accuracy": 0.953557, "f1": 0.943928, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"], "main_score": 0.943928, "precision": 0.940348, "recall": 0.953557}, {"accuracy": 0.927866, "f1": 0.909392, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"], "main_score": 0.909392, "precision": 0.901993, "recall": 0.927866}, {"accuracy": 0.964427, "f1": 0.954729, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"], "main_score": 0.954729, "precision": 0.950675, "recall": 0.964427}, {"accuracy": 0.835968, "f1": 0.791206, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"], "main_score": 0.791206, "precision": 0.771196, "recall": 0.835968}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.953557, "f1": 0.942262, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"], "main_score": 0.942262, "precision": 0.937971, "recall": 0.953557}, {"accuracy": 0.950593, "f1": 0.940137, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"], "main_score": 0.940137, "precision": 0.936072, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.942557, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"], "main_score": 0.942557, "precision": 0.938126, "recall": 0.953557}, {"accuracy": 0.902174, "f1": 0.872596, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"], "main_score": 0.872596, "precision": 0.858943, "recall": 0.902174}, {"accuracy": 0.860672, "f1": 0.821113, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"], "main_score": 0.821113, "precision": 0.802701, "recall": 0.860672}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"], "main_score": 0.949769, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.905138, "f1": 0.875823, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"], "main_score": 0.875823, "precision": 0.86166, "recall": 0.905138}, {"accuracy": 0.965415, "f1": 0.957051, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"], "main_score": 0.957051, "precision": 0.953698, "recall": 0.965415}, {"accuracy": 0.846838, "f1": 0.805698, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"], "main_score": 0.805698, "precision": 0.786479, "recall": 0.846838}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.968379, "f1": 0.960573, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"], "main_score": 0.960573, "precision": 0.957708, "recall": 0.968379}, {"accuracy": 0.945652, "f1": 0.932611, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"], "main_score": 0.932611, "precision": 0.927842, "recall": 0.945652}, {"accuracy": 0.942688, "f1": 0.933547, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"], "main_score": 0.933547, "precision": 0.930792, "recall": 0.942688}, {"accuracy": 0.937747, "f1": 0.926306, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"], "main_score": 0.926306, "precision": 0.921974, "recall": 0.937747}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"], "main_score": 0.939065, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.875494, "f1": 0.839625, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"], "main_score": 0.839625, "precision": 0.82304, "recall": 0.875494}, {"accuracy": 0.264822, "f1": 0.213545, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"], "main_score": 0.213545, "precision": 0.196644, "recall": 0.264822}, {"accuracy": 0.91996, "f1": 0.895916, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"], "main_score": 0.895916, "precision": 0.884387, "recall": 0.91996}, {"accuracy": 0.769763, "f1": 0.709359, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"], "main_score": 0.709359, "precision": 0.683383, "recall": 0.769763}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"], "main_score": 0.940448, "precision": 0.933712, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.905138, "f1": 0.876153, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"], "main_score": 0.876153, "precision": 0.862319, "recall": 0.905138}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.956522, "f1": 0.943149, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"], "main_score": 0.943149, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.961462, "f1": 0.952061, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"], "main_score": 0.952061, "precision": 0.948567, "recall": 0.961462}, {"accuracy": 0.948617, "f1": 0.932378, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"], "main_score": 0.932378, "precision": 0.924489, "recall": 0.948617}, {"accuracy": 0.871542, "f1": 0.833729, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"], "main_score": 0.833729, "precision": 0.815991, "recall": 0.871542}, {"accuracy": 0.874506, "f1": 0.836924, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"], "main_score": 0.836924, "precision": 0.81917, "recall": 0.874506}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"], "main_score": 0.92276, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.932806, "f1": 0.913076, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"], "main_score": 0.913076, "precision": 0.904397, "recall": 0.932806}, {"accuracy": 0.052372, "f1": 0.02703, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"], "main_score": 0.02703, "precision": 0.022405, "recall": 0.052372}, {"accuracy": 0.939723, "f1": 0.923287, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"], "main_score": 0.923287, "precision": 0.916321, "recall": 0.939723}, {"accuracy": 0.94664, "f1": 0.931061, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"], "main_score": 0.931061, "precision": 0.92416, "recall": 0.94664}, {"accuracy": 0.920949, "f1": 0.90168, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"], "main_score": 0.90168, "precision": 0.893513, "recall": 0.920949}, {"accuracy": 0.949605, "f1": 0.937455, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"], "main_score": 0.937455, "precision": 0.933004, "recall": 0.949605}, {"accuracy": 0.898221, "f1": 0.867688, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"], "main_score": 0.867688, "precision": 0.853755, "recall": 0.898221}, {"accuracy": 0.884387, "f1": 0.850626, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"], "main_score": 0.850626, "precision": 0.83498, "recall": 0.884387}, {"accuracy": 0.945652, "f1": 0.931475, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"], "main_score": 0.931475, "precision": 0.925675, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.912731, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"], "main_score": 0.912731, "precision": 0.905477, "recall": 0.93083}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.839921, "f1": 0.796494, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"], "main_score": 0.796494, "precision": 0.777108, "recall": 0.839921}, {"accuracy": 0.956522, "f1": 0.945081, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"], "main_score": 0.945081, "precision": 0.940259, "recall": 0.956522}, {"accuracy": 0.846838, "f1": 0.807642, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"], "main_score": 0.807642, "precision": 0.790958, "recall": 0.846838}, {"accuracy": 0.921937, "f1": 0.897793, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"], "main_score": 0.897793, "precision": 0.886281, "recall": 0.921937}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"], "main_score": 0.945982, "precision": 0.940382, "recall": 0.958498}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"], "main_score": 0.94496, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.924901, "f1": 0.909204, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"], "main_score": 0.909204, "precision": 0.903306, "recall": 0.924901}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"], "main_score": 0.91222, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.917984, "f1": 0.893577, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"], "main_score": 0.893577, "precision": 0.882246, "recall": 0.917984}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.913043, "f1": 0.887418, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"], "main_score": 0.887418, "precision": 0.875741, "recall": 0.913043}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"], "main_score": 0.962846, "precision": 0.95891, "recall": 0.971344}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"], "main_score": 0.933465, "precision": 0.926581, "recall": 0.948617}, {"accuracy": 0.916996, "f1": 0.89585, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"], "main_score": 0.89585, "precision": 0.887484, "recall": 0.916996}, {"accuracy": 0.925889, "f1": 0.905682, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"], "main_score": 0.905682, "precision": 0.897111, "recall": 0.925889}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"], "main_score": 0.925461, "precision": 0.917737, "recall": 0.942688}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"], "main_score": 0.93083, "precision": 0.92309, "recall": 0.94664}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.871542, "f1": 0.835343, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"], "main_score": 0.835343, "precision": 0.818594, "recall": 0.871542}, {"accuracy": 0.952569, "f1": 0.942447, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"], "main_score": 0.942447, "precision": 0.93871, "recall": 0.952569}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"], "main_score": 0.911298, "precision": 0.901762, "recall": 0.931818}, {"accuracy": 0.936759, "f1": 0.92024, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"], "main_score": 0.92024, "precision": 0.913498, "recall": 0.936759}, {"accuracy": 0.966403, "f1": 0.956917, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"], "main_score": 0.956917, "precision": 0.952487, "recall": 0.966403}, {"accuracy": 0.940711, "f1": 0.923057, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"], "main_score": 0.923057, "precision": 0.91502, "recall": 0.940711}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"], "main_score": 0.916173, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"], "main_score": 0.950823, "precision": 0.945405, "recall": 0.962451}, {"accuracy": 0.910079, "f1": 0.884783, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"], "main_score": 0.884783, "precision": 0.872974, "recall": 0.910079}, {"accuracy": 0.940711, "f1": 0.922332, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"], "main_score": 0.922332, "precision": 0.91362, "recall": 0.940711}, {"accuracy": 0.94664, "f1": 0.932364, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"], "main_score": 0.932364, "precision": 0.926548, "recall": 0.94664}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"], "main_score": 0.910903, "precision": 0.900856, "recall": 0.931818}, {"accuracy": 0.971344, "f1": 0.963823, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"], "main_score": 0.963823, "precision": 0.960598, "recall": 0.971344}, {"accuracy": 0.875494, "f1": 0.838406, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"], "main_score": 0.838406, "precision": 0.820817, "recall": 0.875494}, {"accuracy": 0.947628, "f1": 0.935178, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"], "main_score": 0.935178, "precision": 0.930396, "recall": 0.947628}, {"accuracy": 0.969368, "f1": 0.960837, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"], "main_score": 0.960837, "precision": 0.957263, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"], "main_score": 0.951976, "precision": 0.946558, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"], "main_score": 0.891469, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.927866, "f1": 0.905138, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"], "main_score": 0.905138, "precision": 0.894269, "recall": 0.927866}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.90415, "f1": 0.880698, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"], "main_score": 0.880698, "precision": 0.871038, "recall": 0.90415}, {"accuracy": 0.934783, "f1": 0.920702, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"], "main_score": 0.920702, "precision": 0.915573, "recall": 0.934783}, {"accuracy": 0.890316, "f1": 0.859651, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"], "main_score": 0.859651, "precision": 0.846014, "recall": 0.890316}, {"accuracy": 0.914032, "f1": 0.889229, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"], "main_score": 0.889229, "precision": 0.877586, "recall": 0.914032}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"], "main_score": 0.944829, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"], "main_score": 0.938406, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"], "main_score": 0.921937, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.940711, "f1": 0.930009, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"], "main_score": 0.930009, "precision": 0.926198, "recall": 0.940711}, {"accuracy": 0.83498, "f1": 0.790711, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"], "main_score": 0.790711, "precision": 0.770504, "recall": 0.83498}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"], "main_score": 0.876383, "precision": 0.863949, "recall": 0.90415}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"], "main_score": 0.931983, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.868577, "f1": 0.833663, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"], "main_score": 0.833663, "precision": 0.817688, "recall": 0.868577}, {"accuracy": 0.870553, "f1": 0.836067, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"], "main_score": 0.836067, "precision": 0.820685, "recall": 0.870553}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.932806, "f1": 0.913109, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"], "main_score": 0.913109, "precision": 0.904101, "recall": 0.932806}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"], "main_score": 0.935343, "precision": 0.928113, "recall": 0.950593}, {"accuracy": 0.796443, "f1": 0.741147, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"], "main_score": 0.741147, "precision": 0.716444, "recall": 0.796443}, {"accuracy": 0.936759, "f1": 0.921233, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"], "main_score": 0.921233, "precision": 0.915326, "recall": 0.936759}, {"accuracy": 0.958498, "f1": 0.946805, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"], "main_score": 0.946805, "precision": 0.941897, "recall": 0.958498}, {"accuracy": 0.953557, "f1": 0.940679, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"], "main_score": 0.940679, "precision": 0.935178, "recall": 0.953557}, {"accuracy": 0.972332, "f1": 0.964559, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"], "main_score": 0.964559, "precision": 0.961133, "recall": 0.972332}, {"accuracy": 0.916996, "f1": 0.893808, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"], "main_score": 0.893808, "precision": 0.883317, "recall": 0.916996}, {"accuracy": 0.926877, "f1": 0.905369, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"], "main_score": 0.905369, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.933794, "f1": 0.914032, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"], "main_score": 0.914032, "precision": 0.904644, "recall": 0.933794}, {"accuracy": 0.900198, "f1": 0.871377, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"], "main_score": 0.871377, "precision": 0.857543, "recall": 0.900198}, {"accuracy": 0.059289, "f1": 0.031939, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"], "main_score": 0.031939, "precision": 0.025951, "recall": 0.059289}, {"accuracy": 0.985178, "f1": 0.981637, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"], "main_score": 0.981637, "precision": 0.980214, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.943676, "f1": 0.927931, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"], "main_score": 0.927931, "precision": 0.920537, "recall": 0.943676}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.97332, "f1": 0.967556, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"], "main_score": 0.967556, "precision": 0.96534, "recall": 0.97332}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.920949, "f1": 0.897398, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"], "main_score": 0.897398, "precision": 0.886034, "recall": 0.920949}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.983202, "f1": 0.978708, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"], "main_score": 0.978708, "precision": 0.976779, "recall": 0.983202}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"], "main_score": 0.899868, "precision": 0.888669, "recall": 0.922925}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.974374, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"], "main_score": 0.974374, "precision": 0.971756, "recall": 0.980237}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.203557, "f1": 0.156007, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"], "main_score": 0.156007, "precision": 0.142196, "recall": 0.203557}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975856, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"], "main_score": 0.975856, "precision": 0.973567, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"], "main_score": 0.941206, "precision": 0.934816, "recall": 0.954545}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.956983, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"], "main_score": 0.956983, "precision": 0.952931, "recall": 0.966403}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976845, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"], "main_score": 0.976845, "precision": 0.974391, "recall": 0.982213}, {"accuracy": 0.893281, "f1": 0.862154, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"], "main_score": 0.862154, "precision": 0.847167, "recall": 0.893281}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.979249, "f1": 0.973551, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"], "main_score": 0.973551, "precision": 0.971097, "recall": 0.979249}, {"accuracy": 0.961462, "f1": 0.950264, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"], "main_score": 0.950264, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.98913, "f1": 0.986495, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"], "main_score": 0.986495, "precision": 0.98554, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"], "main_score": 0.935935, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.937747, "f1": 0.918379, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"], "main_score": 0.918379, "precision": 0.909173, "recall": 0.937747}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.902174, "f1": 0.872431, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"], "main_score": 0.872431, "precision": 0.858449, "recall": 0.902174}, {"accuracy": 0.970356, "f1": 0.963307, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"], "main_score": 0.963307, "precision": 0.960419, "recall": 0.970356}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.883399, "f1": 0.851845, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"], "main_score": 0.851845, "precision": 0.837072, "recall": 0.883399}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"], "main_score": 0.934289, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.715415, "f1": 0.650609, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"], "main_score": 0.650609, "precision": 0.62333, "recall": 0.715415}, {"accuracy": 0.988142, "f1": 0.984914, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"], "main_score": 0.984914, "precision": 0.983613, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.918972, "f1": 0.895652, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"], "main_score": 0.895652, "precision": 0.88447, "recall": 0.918972}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.987813, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"], "main_score": 0.987813, "precision": 0.987022, "recall": 0.990119}, {"accuracy": 0.914032, "f1": 0.887516, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"], "main_score": 0.887516, "precision": 0.875, "recall": 0.914032}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.903162, "f1": 0.874012, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"], "main_score": 0.874012, "precision": 0.860343, "recall": 0.903162}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"], "main_score": 0.954875, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.218379, "f1": 0.153604, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"], "main_score": 0.153604, "precision": 0.134737, "recall": 0.218379}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"], "main_score": 0.903986, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"], "main_score": 0.919697, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"], "main_score": 0.949111, "precision": 0.943676, "recall": 0.960474}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"], "main_score": 0.975791, "precision": 0.97332, "recall": 0.981225}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977339, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"], "main_score": 0.977339, "precision": 0.975247, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.851779, "f1": 0.81166, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"], "main_score": 0.81166, "precision": 0.792935, "recall": 0.851779}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"], "main_score": 0.937418, "precision": 0.929842, "recall": 0.952569}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"], "main_score": 0.974308, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.983119, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"], "main_score": 0.983119, "precision": 0.982025, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971956, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"], "main_score": 0.971956, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.93083, "f1": 0.911133, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"], "main_score": 0.911133, "precision": 0.901927, "recall": 0.93083}, {"accuracy": 0.873518, "f1": 0.837286, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"], "main_score": 0.837286, "precision": 0.820487, "recall": 0.873518}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"], "main_score": 0.917655, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.869565, "f1": 0.832905, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"], "main_score": 0.832905, "precision": 0.815629, "recall": 0.869565}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"], "main_score": 0.976943, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.976449, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"], "main_score": 0.976449, "precision": 0.974539, "recall": 0.981225}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"], "main_score": 0.971673, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.892292, "f1": 0.862286, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"], "main_score": 0.862286, "precision": 0.848155, "recall": 0.892292}, {"accuracy": 0.280632, "f1": 0.227025, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"], "main_score": 0.227025, "precision": 0.208989, "recall": 0.280632}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"], "main_score": 0.926219, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.805336, "f1": 0.753557, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"], "main_score": 0.753557, "precision": 0.730105, "recall": 0.805336}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"], "main_score": 0.890646, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"], "main_score": 0.960474, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.902174, "f1": 0.87253, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"], "main_score": 0.87253, "precision": 0.858531, "recall": 0.902174}, {"accuracy": 0.901186, "f1": 0.871542, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"], "main_score": 0.871542, "precision": 0.857411, "recall": 0.901186}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.054348, "f1": 0.02637, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"], "main_score": 0.02637, "precision": 0.021235, "recall": 0.054348}, {"accuracy": 0.972332, "f1": 0.964559, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"], "main_score": 0.964559, "precision": 0.961133, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.942688, "f1": 0.927028, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"], "main_score": 0.927028, "precision": 0.920208, "recall": 0.942688}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"], "main_score": 0.987484, "precision": 0.986331, "recall": 0.990119}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.908103, "f1": 0.880731, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"], "main_score": 0.880731, "precision": 0.867918, "recall": 0.908103}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"], "main_score": 0.969203, "precision": 0.965909, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.873518, "f1": 0.836759, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"], "main_score": 0.836759, "precision": 0.819664, "recall": 0.873518}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.86166, "f1": 0.823485, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"], "main_score": 0.823485, "precision": 0.806275, "recall": 0.86166}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.983202, "f1": 0.978491, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"], "main_score": 0.978491, "precision": 0.976532, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"], "main_score": 0.924572, "precision": 0.916502, "recall": 0.9417}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.950593, "f1": 0.937961, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"], "main_score": 0.937961, "precision": 0.932684, "recall": 0.950593}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"], "main_score": 0.966897, "precision": 0.963472, "recall": 0.974308}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"], "main_score": 0.92556, "precision": 0.917655, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.932543, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"], "main_score": 0.932543, "precision": 0.924819, "recall": 0.948617}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"], "main_score": 0.961199, "precision": 0.956769, "recall": 0.970356}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.969368, "f1": 0.959717, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"], "main_score": 0.959717, "precision": 0.955122, "recall": 0.969368}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"], "main_score": 0.968215, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.874506, "f1": 0.836364, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"], "main_score": 0.836364, "precision": 0.818429, "recall": 0.874506}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.963439, "f1": 0.952701, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"], "main_score": 0.952701, "precision": 0.947826, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.965975, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"], "main_score": 0.965975, "precision": 0.962533, "recall": 0.97332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.925889, "f1": 0.903788, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"], "main_score": 0.903788, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"], "main_score": 0.897563, "precision": 0.886364, "recall": 0.920949}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.951581, "f1": 0.936495, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"], "main_score": 0.936495, "precision": 0.929265, "recall": 0.951581}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.903162, "f1": 0.876713, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"], "main_score": 0.876713, "precision": 0.864213, "recall": 0.903162}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.983432, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"], "main_score": 0.983432, "precision": 0.981802, "recall": 0.987154}, {"accuracy": 0.953557, "f1": 0.939954, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"], "main_score": 0.939954, "precision": 0.933547, "recall": 0.953557}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.914032, "f1": 0.889493, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"], "main_score": 0.889493, "precision": 0.8778, "recall": 0.914032}, {"accuracy": 0.939723, "f1": 0.92052, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"], "main_score": 0.92052, "precision": 0.91115, "recall": 0.939723}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"], "main_score": 0.915514, "precision": 0.906653, "recall": 0.934783}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"], "main_score": 0.92836, "precision": 0.920784, "recall": 0.944664}, {"accuracy": 0.906126, "f1": 0.881406, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"], "main_score": 0.881406, "precision": 0.870283, "recall": 0.906126}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.969815, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"], "main_score": 0.969815, "precision": 0.967062, "recall": 0.976285}, {"accuracy": 0.846838, "f1": 0.806555, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"], "main_score": 0.806555, "precision": 0.787632, "recall": 0.846838}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"], "main_score": 0.952569, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.900198, "f1": 0.872431, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"], "main_score": 0.872431, "precision": 0.859437, "recall": 0.900198}, {"accuracy": 0.907115, "f1": 0.879842, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"], "main_score": 0.879842, "precision": 0.867013, "recall": 0.907115}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.813241, "f1": 0.763472, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"], "main_score": 0.763472, "precision": 0.74142, "recall": 0.813241}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"], "main_score": 0.974308, "precision": 0.971542, "recall": 0.980237}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"], "main_score": 0.948452, "precision": 0.942721, "recall": 0.960474}, {"accuracy": 0.938735, "f1": 0.921443, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"], "main_score": 0.921443, "precision": 0.912879, "recall": 0.938735}, {"accuracy": 0.916996, "f1": 0.89114, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"], "main_score": 0.89114, "precision": 0.878623, "recall": 0.916996}, {"accuracy": 0.876482, "f1": 0.844104, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"], "main_score": 0.844104, "precision": 0.828673, "recall": 0.876482}, {"accuracy": 0.057312, "f1": 0.029542, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"], "main_score": 0.029542, "precision": 0.023129, "recall": 0.057312}, {"accuracy": 0.937747, "f1": 0.920144, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"], "main_score": 0.920144, "precision": 0.912632, "recall": 0.937747}, {"accuracy": 0.937747, "f1": 0.919598, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"], "main_score": 0.919598, "precision": 0.911561, "recall": 0.937747}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"], "main_score": 0.932708, "precision": 0.925148, "recall": 0.948617}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"], "main_score": 0.940382, "precision": 0.934124, "recall": 0.953557}, {"accuracy": 0.931818, "f1": 0.913735, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"], "main_score": 0.913735, "precision": 0.906143, "recall": 0.931818}, {"accuracy": 0.911067, "f1": 0.885013, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"], "main_score": 0.885013, "precision": 0.872859, "recall": 0.911067}, {"accuracy": 0.906126, "f1": 0.879578, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"], "main_score": 0.879578, "precision": 0.867457, "recall": 0.906126}, {"accuracy": 0.924901, "f1": 0.906952, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"], "main_score": 0.906952, "precision": 0.899823, "recall": 0.924901}, {"accuracy": 0.933794, "f1": 0.91525, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"], "main_score": 0.91525, "precision": 0.906538, "recall": 0.933794}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"], "main_score": 0.884223, "precision": 0.871871, "recall": 0.910079}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.928854, "f1": 0.907279, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"], "main_score": 0.907279, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.926877, "f1": 0.90959, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"], "main_score": 0.90959, "precision": 0.902311, "recall": 0.926877}, {"accuracy": 0.901186, "f1": 0.874539, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"], "main_score": 0.874539, "precision": 0.862236, "recall": 0.901186}, {"accuracy": 0.943676, "f1": 0.928442, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"], "main_score": 0.928442, "precision": 0.921781, "recall": 0.943676}, {"accuracy": 0.937747, "f1": 0.920586, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"], "main_score": 0.920586, "precision": 0.913076, "recall": 0.937747}, {"accuracy": 0.916996, "f1": 0.893083, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"], "main_score": 0.893083, "precision": 0.882279, "recall": 0.916996}, {"accuracy": 0.937747, "f1": 0.920111, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"], "main_score": 0.920111, "precision": 0.912302, "recall": 0.937747}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"], "main_score": 0.935606, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.937747, "f1": 0.922305, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"], "main_score": 0.922305, "precision": 0.915861, "recall": 0.937747}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"], "main_score": 0.918478, "precision": 0.908926, "recall": 0.937747}, {"accuracy": 0.190711, "f1": 0.152644, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"], "main_score": 0.152644, "precision": 0.141936, "recall": 0.190711}, {"accuracy": 0.951581, "f1": 0.938985, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"], "main_score": 0.938985, "precision": 0.933663, "recall": 0.951581}, {"accuracy": 0.920949, "f1": 0.897793, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"], "main_score": 0.897793, "precision": 0.88694, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.938735, "f1": 0.920817, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"], "main_score": 0.920817, "precision": 0.912829, "recall": 0.938735}, {"accuracy": 0.93083, "f1": 0.911199, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"], "main_score": 0.911199, "precision": 0.902701, "recall": 0.93083}, {"accuracy": 0.926877, "f1": 0.907856, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"], "main_score": 0.907856, "precision": 0.900158, "recall": 0.926877}, {"accuracy": 0.910079, "f1": 0.882905, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"], "main_score": 0.882905, "precision": 0.869895, "recall": 0.910079}, {"accuracy": 0.944664, "f1": 0.928938, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"], "main_score": 0.928938, "precision": 0.92197, "recall": 0.944664}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"], "main_score": 0.934947, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.91502, "f1": 0.898133, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"], "main_score": 0.898133, "precision": 0.891683, "recall": 0.91502}, {"accuracy": 0.927866, "f1": 0.907877, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"], "main_score": 0.907877, "precision": 0.899292, "recall": 0.927866}, {"accuracy": 0.942688, "f1": 0.926614, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"], "main_score": 0.926614, "precision": 0.919055, "recall": 0.942688}, {"accuracy": 0.945652, "f1": 0.929762, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"], "main_score": 0.929762, "precision": 0.922596, "recall": 0.945652}, {"accuracy": 0.879447, "f1": 0.848485, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"], "main_score": 0.848485, "precision": 0.834486, "recall": 0.879447}, {"accuracy": 0.925889, "f1": 0.903491, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"], "main_score": 0.903491, "precision": 0.892787, "recall": 0.925889}, {"accuracy": 0.924901, "f1": 0.907318, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"], "main_score": 0.907318, "precision": 0.900358, "recall": 0.924901}, {"accuracy": 0.931818, "f1": 0.911693, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"], "main_score": 0.911693, "precision": 0.902174, "recall": 0.931818}, {"accuracy": 0.948617, "f1": 0.935819, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"], "main_score": 0.935819, "precision": 0.93055, "recall": 0.948617}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.951581, "f1": 0.936166, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"], "main_score": 0.936166, "precision": 0.928771, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"], "main_score": 0.923155, "precision": 0.914937, "recall": 0.940711}, {"accuracy": 0.881423, "f1": 0.847134, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"], "main_score": 0.847134, "precision": 0.831555, "recall": 0.881423}, {"accuracy": 0.922925, "f1": 0.899769, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"], "main_score": 0.899769, "precision": 0.888916, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.903755, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"], "main_score": 0.903755, "precision": 0.894796, "recall": 0.924901}, {"accuracy": 0.916008, "f1": 0.891271, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"], "main_score": 0.891271, "precision": 0.879776, "recall": 0.916008}, {"accuracy": 0.881423, "f1": 0.849769, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"], "main_score": 0.849769, "precision": 0.83498, "recall": 0.881423}, {"accuracy": 0.920949, "f1": 0.902673, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"], "main_score": 0.902673, "precision": 0.894834, "recall": 0.920949}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.878458, "f1": 0.845685, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"], "main_score": 0.845685, "precision": 0.830204, "recall": 0.878458}, {"accuracy": 0.933794, "f1": 0.914361, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"], "main_score": 0.914361, "precision": 0.904974, "recall": 0.933794}, {"accuracy": 0.678854, "f1": 0.611832, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"], "main_score": 0.611832, "precision": 0.585632, "recall": 0.678854}, {"accuracy": 0.953557, "f1": 0.9417, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"], "main_score": 0.9417, "precision": 0.936858, "recall": 0.953557}, {"accuracy": 0.938735, "f1": 0.923947, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"], "main_score": 0.923947, "precision": 0.917869, "recall": 0.938735}, {"accuracy": 0.935771, "f1": 0.916634, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"], "main_score": 0.916634, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.93083, "f1": 0.91198, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"], "main_score": 0.91198, "precision": 0.903903, "recall": 0.93083}, {"accuracy": 0.90415, "f1": 0.877931, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"], "main_score": 0.877931, "precision": 0.865613, "recall": 0.90415}, {"accuracy": 0.91996, "f1": 0.897365, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"], "main_score": 0.897365, "precision": 0.887055, "recall": 0.91996}, {"accuracy": 0.929842, "f1": 0.908926, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"], "main_score": 0.908926, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.94664, "f1": 0.932809, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"], "main_score": 0.932809, "precision": 0.926854, "recall": 0.94664}, {"accuracy": 0.876482, "f1": 0.844005, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"], "main_score": 0.844005, "precision": 0.829216, "recall": 0.876482}, {"accuracy": 0.951581, "f1": 0.937319, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"], "main_score": 0.937319, "precision": 0.930583, "recall": 0.951581}, {"accuracy": 0.900198, "f1": 0.870718, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"], "main_score": 0.870718, "precision": 0.856719, "recall": 0.900198}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"], "main_score": 0.90415, "precision": 0.894137, "recall": 0.925889}, {"accuracy": 0.939723, "f1": 0.922727, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"], "main_score": 0.922727, "precision": 0.915349, "recall": 0.939723}, {"accuracy": 0.19664, "f1": 0.140435, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"], "main_score": 0.140435, "precision": 0.123982, "recall": 0.19664}, {"accuracy": 0.905138, "f1": 0.87747, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"], "main_score": 0.87747, "precision": 0.864295, "recall": 0.905138}, {"accuracy": 0.935771, "f1": 0.917325, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"], "main_score": 0.917325, "precision": 0.908827, "recall": 0.935771}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.932806, "f1": 0.912549, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"], "main_score": 0.912549, "precision": 0.902833, "recall": 0.932806}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"], "main_score": 0.933037, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.898221, "f1": 0.871165, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"], "main_score": 0.871165, "precision": 0.859272, "recall": 0.898221}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.945652, "f1": 0.931061, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"], "main_score": 0.931061, "precision": 0.924918, "recall": 0.945652}, {"accuracy": 0.949605, "f1": 0.934618, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"], "main_score": 0.934618, "precision": 0.927899, "recall": 0.949605}, {"accuracy": 0.937747, "f1": 0.920272, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"], "main_score": 0.920272, "precision": 0.912319, "recall": 0.937747}, {"accuracy": 0.922925, "f1": 0.900988, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"], "main_score": 0.900988, "precision": 0.891337, "recall": 0.922925}, {"accuracy": 0.937747, "f1": 0.920819, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"], "main_score": 0.920819, "precision": 0.913349, "recall": 0.937747}, {"accuracy": 0.833992, "f1": 0.791008, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"], "main_score": 0.791008, "precision": 0.771657, "recall": 0.833992}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"], "main_score": 0.908432, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.936759, "f1": 0.919551, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"], "main_score": 0.919551, "precision": 0.912253, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.926252, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"], "main_score": 0.926252, "precision": 0.920881, "recall": 0.939723}, {"accuracy": 0.923913, "f1": 0.904445, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"], "main_score": 0.904445, "precision": 0.896106, "recall": 0.923913}, {"accuracy": 0.87747, "f1": 0.844895, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"], "main_score": 0.844895, "precision": 0.829957, "recall": 0.87747}, {"accuracy": 0.847826, "f1": 0.809289, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"], "main_score": 0.809289, "precision": 0.791749, "recall": 0.847826}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"], "main_score": 0.910244, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.876482, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"], "main_score": 0.876482, "precision": 0.863142, "recall": 0.90415}, {"accuracy": 0.943676, "f1": 0.928491, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"], "main_score": 0.928491, "precision": 0.922036, "recall": 0.943676}, {"accuracy": 0.827075, "f1": 0.781291, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"], "main_score": 0.781291, "precision": 0.760277, "recall": 0.827075}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.950593, "f1": 0.937072, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"], "main_score": 0.937072, "precision": 0.931218, "recall": 0.950593}, {"accuracy": 0.944664, "f1": 0.930025, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"], "main_score": 0.930025, "precision": 0.923864, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.91687, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"], "main_score": 0.91687, "precision": 0.91109, "recall": 0.931818}, {"accuracy": 0.927866, "f1": 0.910027, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"], "main_score": 0.910027, "precision": 0.902497, "recall": 0.927866}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"], "main_score": 0.923814, "precision": 0.915267, "recall": 0.9417}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.876482, "f1": 0.841074, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"], "main_score": 0.841074, "precision": 0.824275, "recall": 0.876482}, {"accuracy": 0.259881, "f1": 0.208489, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"], "main_score": 0.208489, "precision": 0.191202, "recall": 0.259881}, {"accuracy": 0.923913, "f1": 0.900856, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"], "main_score": 0.900856, "precision": 0.889657, "recall": 0.923913}, {"accuracy": 0.764822, "f1": 0.705929, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"], "main_score": 0.705929, "precision": 0.679776, "recall": 0.764822}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"], "main_score": 0.942523, "precision": 0.935771, "recall": 0.956522}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.892292, "f1": 0.861133, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"], "main_score": 0.861133, "precision": 0.846871, "recall": 0.892292}, {"accuracy": 0.920949, "f1": 0.89641, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"], "main_score": 0.89641, "precision": 0.884585, "recall": 0.920949}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.94664, "f1": 0.929348, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"], "main_score": 0.929348, "precision": 0.920949, "recall": 0.94664}, {"accuracy": 0.940711, "f1": 0.92332, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"], "main_score": 0.92332, "precision": 0.915464, "recall": 0.940711}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"], "main_score": 0.934947, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.94664, "f1": 0.932559, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"], "main_score": 0.932559, "precision": 0.92659, "recall": 0.94664}, {"accuracy": 0.9417, "f1": 0.922826, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"], "main_score": 0.922826, "precision": 0.91362, "recall": 0.9417}, {"accuracy": 0.87253, "f1": 0.838241, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"], "main_score": 0.838241, "precision": 0.822167, "recall": 0.87253}, {"accuracy": 0.880435, "f1": 0.84697, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"], "main_score": 0.84697, "precision": 0.831357, "recall": 0.880435}, {"accuracy": 0.936759, "f1": 0.918478, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"], "main_score": 0.918478, "precision": 0.90975, "recall": 0.936759}, {"accuracy": 0.929842, "f1": 0.908893, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"], "main_score": 0.908893, "precision": 0.899374, "recall": 0.929842}, {"accuracy": 0.049407, "f1": 0.027001, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"], "main_score": 0.027001, "precision": 0.022982, "recall": 0.049407}, {"accuracy": 0.93083, "f1": 0.912818, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"], "main_score": 0.912818, "precision": 0.905451, "recall": 0.93083}, {"accuracy": 0.933794, "f1": 0.913933, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"], "main_score": 0.913933, "precision": 0.904562, "recall": 0.933794}, {"accuracy": 0.890316, "f1": 0.865776, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"], "main_score": 0.865776, "precision": 0.85595, "recall": 0.890316}, {"accuracy": 0.943676, "f1": 0.927306, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"], "main_score": 0.927306, "precision": 0.91996, "recall": 0.943676}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"], "main_score": 0.876383, "precision": 0.863587, "recall": 0.90415}, {"accuracy": 0.883399, "f1": 0.849275, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"], "main_score": 0.849275, "precision": 0.833169, "recall": 0.883399}, {"accuracy": 0.921937, "f1": 0.898551, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"], "main_score": 0.898551, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.927866, "f1": 0.906094, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"], "main_score": 0.906094, "precision": 0.896113, "recall": 0.927866}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"], "main_score": 0.915184, "precision": 0.905138, "recall": 0.935771}, {"accuracy": 0.866601, "f1": 0.82892, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"], "main_score": 0.82892, "precision": 0.811512, "recall": 0.866601}, {"accuracy": 0.929842, "f1": 0.910672, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"], "main_score": 0.910672, "precision": 0.90207, "recall": 0.929842}, {"accuracy": 0.827075, "f1": 0.783037, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"], "main_score": 0.783037, "precision": 0.763175, "recall": 0.827075}, {"accuracy": 0.910079, "f1": 0.884354, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"], "main_score": 0.884354, "precision": 0.872694, "recall": 0.910079}, {"accuracy": 0.937747, "f1": 0.920323, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"], "main_score": 0.920323, "precision": 0.912829, "recall": 0.937747}, {"accuracy": 0.925889, "f1": 0.903327, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"], "main_score": 0.903327, "precision": 0.892457, "recall": 0.925889}, {"accuracy": 0.940711, "f1": 0.923979, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"], "main_score": 0.923979, "precision": 0.916255, "recall": 0.940711}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"], "main_score": 0.921607, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"], "main_score": 0.929842, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.882411, "f1": 0.855795, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"], "main_score": 0.855795, "precision": 0.844797, "recall": 0.882411}, {"accuracy": 0.923913, "f1": 0.902701, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"], "main_score": 0.902701, "precision": 0.893363, "recall": 0.923913}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"], "main_score": 0.880764, "precision": 0.868083, "recall": 0.908103}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"], "main_score": 0.917721, "precision": 0.908844, "recall": 0.936759}, {"accuracy": 0.896245, "f1": 0.867391, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"], "main_score": 0.867391, "precision": 0.854084, "recall": 0.896245}, {"accuracy": 0.897233, "f1": 0.86917, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"], "main_score": 0.86917, "precision": 0.856752, "recall": 0.897233}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"], "main_score": 0.936001, "precision": 0.929265, "recall": 0.950593}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"], "main_score": 0.888999, "precision": 0.877306, "recall": 0.914032}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"], "main_score": 0.878195, "precision": 0.86642, "recall": 0.905138}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"], "main_score": 0.899868, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"], "main_score": 0.934025, "precision": 0.92663, "recall": 0.949605}, {"accuracy": 0.901186, "f1": 0.872596, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"], "main_score": 0.872596, "precision": 0.859272, "recall": 0.901186}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.86166, "f1": 0.824111, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"], "main_score": 0.824111, "precision": 0.806851, "recall": 0.86166}, {"accuracy": 0.948617, "f1": 0.935366, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"], "main_score": 0.935366, "precision": 0.929924, "recall": 0.948617}, {"accuracy": 0.912055, "f1": 0.887484, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"], "main_score": 0.887484, "precision": 0.876318, "recall": 0.912055}, {"accuracy": 0.897233, "f1": 0.870967, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"], "main_score": 0.870967, "precision": 0.85984, "recall": 0.897233}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"], "main_score": 0.911067, "precision": 0.90224, "recall": 0.93083}, {"accuracy": 0.965415, "f1": 0.955007, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"], "main_score": 0.955007, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.893281, "f1": 0.866271, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"], "main_score": 0.866271, "precision": 0.853426, "recall": 0.893281}, {"accuracy": 0.9417, "f1": 0.924934, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"], "main_score": 0.924934, "precision": 0.917408, "recall": 0.9417}, {"accuracy": 0.902174, "f1": 0.87332, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"], "main_score": 0.87332, "precision": 0.859519, "recall": 0.902174}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.927866, "f1": 0.908235, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"], "main_score": 0.908235, "precision": 0.899802, "recall": 0.927866}, {"accuracy": 0.909091, "f1": 0.882905, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"], "main_score": 0.882905, "precision": 0.870389, "recall": 0.909091}, {"accuracy": 0.953557, "f1": 0.940832, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"], "main_score": 0.940832, "precision": 0.935186, "recall": 0.953557}, {"accuracy": 0.871542, "f1": 0.838406, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"], "main_score": 0.838406, "precision": 0.823287, "recall": 0.871542}, {"accuracy": 0.938735, "f1": 0.92108, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"], "main_score": 0.92108, "precision": 0.913208, "recall": 0.938735}, {"accuracy": 0.944664, "f1": 0.928327, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"], "main_score": 0.928327, "precision": 0.920982, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.932773, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"], "main_score": 0.932773, "precision": 0.92691, "recall": 0.94664}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.903162, "f1": 0.874671, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"], "main_score": 0.874671, "precision": 0.861001, "recall": 0.903162}, {"accuracy": 0.921937, "f1": 0.899045, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"], "main_score": 0.899045, "precision": 0.888011, "recall": 0.921937}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.855731, "f1": 0.818382, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"], "main_score": 0.818382, "precision": 0.802496, "recall": 0.855731}, {"accuracy": 0.920949, "f1": 0.900532, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"], "main_score": 0.900532, "precision": 0.892155, "recall": 0.920949}, {"accuracy": 0.886364, "f1": 0.851416, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"], "main_score": 0.851416, "precision": 0.83498, "recall": 0.886364}, {"accuracy": 0.892292, "f1": 0.865184, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"], "main_score": 0.865184, "precision": 0.852355, "recall": 0.892292}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"], "main_score": 0.949275, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.948617, "f1": 0.934124, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"], "main_score": 0.934124, "precision": 0.927207, "recall": 0.948617}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.921937, "f1": 0.904011, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"], "main_score": 0.904011, "precision": 0.896904, "recall": 0.921937}, {"accuracy": 0.815217, "f1": 0.772727, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"], "main_score": 0.772727, "precision": 0.753211, "recall": 0.815217}, {"accuracy": 0.916996, "f1": 0.89361, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"], "main_score": 0.89361, "precision": 0.882773, "recall": 0.916996}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"], "main_score": 0.92276, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.846838, "f1": 0.805863, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"], "main_score": 0.805863, "precision": 0.787171, "recall": 0.846838}, {"accuracy": 0.826087, "f1": 0.782971, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"], "main_score": 0.782971, "precision": 0.764509, "recall": 0.826087}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.897233, "f1": 0.868248, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"], "main_score": 0.868248, "precision": 0.855155, "recall": 0.897233}, {"accuracy": 0.920949, "f1": 0.897365, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"], "main_score": 0.897365, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.775692, "f1": 0.720364, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"], "main_score": 0.720364, "precision": 0.696253, "recall": 0.775692}, {"accuracy": 0.94664, "f1": 0.931686, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"], "main_score": 0.931686, "precision": 0.925181, "recall": 0.94664}, {"accuracy": 0.944664, "f1": 0.929002, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"], "main_score": 0.929002, "precision": 0.921996, "recall": 0.944664}, {"accuracy": 0.940711, "f1": 0.923932, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"], "main_score": 0.923932, "precision": 0.916453, "recall": 0.940711}, {"accuracy": 0.94664, "f1": 0.930863, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"], "main_score": 0.930863, "precision": 0.923831, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.892688, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"], "main_score": 0.892688, "precision": 0.88167, "recall": 0.916996}, {"accuracy": 0.914032, "f1": 0.8917, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"], "main_score": 0.8917, "precision": 0.881176, "recall": 0.914032}, {"accuracy": 0.893281, "f1": 0.863274, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"], "main_score": 0.863274, "precision": 0.849144, "recall": 0.893281}, {"accuracy": 0.870553, "f1": 0.836199, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"], "main_score": 0.836199, "precision": 0.820076, "recall": 0.870553}, {"accuracy": 0.04249, "f1": 0.022912, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"], "main_score": 0.022912, "precision": 0.018759, "recall": 0.04249}, {"accuracy": 0.940711, "f1": 0.924951, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"], "main_score": 0.924951, "precision": 0.918158, "recall": 0.940711}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"], "main_score": 0.938801, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.933794, "f1": 0.915086, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"], "main_score": 0.915086, "precision": 0.906209, "recall": 0.933794}, {"accuracy": 0.949605, "f1": 0.935178, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"], "main_score": 0.935178, "precision": 0.928804, "recall": 0.949605}, {"accuracy": 0.916008, "f1": 0.892655, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"], "main_score": 0.892655, "precision": 0.881835, "recall": 0.916008}, {"accuracy": 0.907115, "f1": 0.880665, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"], "main_score": 0.880665, "precision": 0.86833, "recall": 0.907115}, {"accuracy": 0.921937, "f1": 0.902066, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"], "main_score": 0.902066, "precision": 0.893743, "recall": 0.921937}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"], "main_score": 0.924407, "precision": 0.916008, "recall": 0.9417}, {"accuracy": 0.897233, "f1": 0.867424, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"], "main_score": 0.867424, "precision": 0.853261, "recall": 0.897233}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"], "main_score": 0.918149, "precision": 0.908762, "recall": 0.937747}, {"accuracy": 0.9417, "f1": 0.924638, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"], "main_score": 0.924638, "precision": 0.916584, "recall": 0.9417}, {"accuracy": 0.933794, "f1": 0.915075, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"], "main_score": 0.915075, "precision": 0.906415, "recall": 0.933794}, {"accuracy": 0.893281, "f1": 0.863966, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"], "main_score": 0.863966, "precision": 0.849802, "recall": 0.893281}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"], "main_score": 0.934289, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.899209, "f1": 0.870422, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"], "main_score": 0.870422, "precision": 0.857131, "recall": 0.899209}, {"accuracy": 0.942688, "f1": 0.925033, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"], "main_score": 0.925033, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"], "main_score": 0.90975, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"], "main_score": 0.941864, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.934256, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"], "main_score": 0.934256, "precision": 0.927899, "recall": 0.948617}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"], "main_score": 0.929348, "precision": 0.921607, "recall": 0.945652}, {"accuracy": 0.210474, "f1": 0.169099, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"], "main_score": 0.169099, "precision": 0.156424, "recall": 0.210474}, {"accuracy": 0.942688, "f1": 0.925791, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"], "main_score": 0.925791, "precision": 0.918231, "recall": 0.942688}, {"accuracy": 0.910079, "f1": 0.884783, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"], "main_score": 0.884783, "precision": 0.872612, "recall": 0.910079}, {"accuracy": 0.971344, "f1": 0.962352, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"], "main_score": 0.962352, "precision": 0.958086, "recall": 0.971344}, {"accuracy": 0.938735, "f1": 0.921396, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"], "main_score": 0.921396, "precision": 0.91357, "recall": 0.938735}, {"accuracy": 0.943676, "f1": 0.927866, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"], "main_score": 0.927866, "precision": 0.92085, "recall": 0.943676}, {"accuracy": 0.939723, "f1": 0.923386, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"], "main_score": 0.923386, "precision": 0.916403, "recall": 0.939723}, {"accuracy": 0.916996, "f1": 0.893445, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"], "main_score": 0.893445, "precision": 0.882246, "recall": 0.916996}, {"accuracy": 0.952569, "f1": 0.939345, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"], "main_score": 0.939345, "precision": 0.933524, "recall": 0.952569}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"], "main_score": 0.93363, "precision": 0.926383, "recall": 0.948617}, {"accuracy": 0.913043, "f1": 0.890238, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"], "main_score": 0.890238, "precision": 0.880023, "recall": 0.913043}, {"accuracy": 0.929842, "f1": 0.910493, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"], "main_score": 0.910493, "precision": 0.90224, "recall": 0.929842}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"], "main_score": 0.948682, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.951581, "f1": 0.937846, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"], "main_score": 0.937846, "precision": 0.931818, "recall": 0.951581}, {"accuracy": 0.884387, "f1": 0.853063, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"], "main_score": 0.853063, "precision": 0.838933, "recall": 0.884387}, {"accuracy": 0.913043, "f1": 0.887648, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"], "main_score": 0.887648, "precision": 0.875988, "recall": 0.913043}, {"accuracy": 0.937747, "f1": 0.919401, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"], "main_score": 0.919401, "precision": 0.911232, "recall": 0.937747}, {"accuracy": 0.917984, "f1": 0.89361, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"], "main_score": 0.89361, "precision": 0.881752, "recall": 0.917984}, {"accuracy": 0.945652, "f1": 0.932148, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"], "main_score": 0.932148, "precision": 0.926369, "recall": 0.945652}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"], "main_score": 0.948452, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"], "main_score": 0.936001, "precision": 0.929101, "recall": 0.950593}, {"accuracy": 0.922925, "f1": 0.903294, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"], "main_score": 0.903294, "precision": 0.894269, "recall": 0.922925}, {"accuracy": 0.918972, "f1": 0.897299, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"], "main_score": 0.897299, "precision": 0.88694, "recall": 0.918972}, {"accuracy": 0.934783, "f1": 0.915876, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"], "main_score": 0.915876, "precision": 0.907362, "recall": 0.934783}, {"accuracy": 0.944664, "f1": 0.927767, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"], "main_score": 0.927767, "precision": 0.919549, "recall": 0.944664}, {"accuracy": 0.853755, "f1": 0.816096, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"], "main_score": 0.816096, "precision": 0.798378, "recall": 0.853755}, {"accuracy": 0.928854, "f1": 0.910672, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"], "main_score": 0.910672, "precision": 0.902574, "recall": 0.928854}, {"accuracy": 0.923913, "f1": 0.899934, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"], "main_score": 0.899934, "precision": 0.888422, "recall": 0.923913}, {"accuracy": 0.851779, "f1": 0.813307, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"], "main_score": 0.813307, "precision": 0.795899, "recall": 0.851779}, {"accuracy": 0.913043, "f1": 0.88913, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"], "main_score": 0.88913, "precision": 0.878294, "recall": 0.913043}, {"accuracy": 0.678854, "f1": 0.611759, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"], "main_score": 0.611759, "precision": 0.585046, "recall": 0.678854}, {"accuracy": 0.950593, "f1": 0.936397, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"], "main_score": 0.936397, "precision": 0.930204, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.940464, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"], "main_score": 0.940464, "precision": 0.934463, "recall": 0.953557}, {"accuracy": 0.942688, "f1": 0.92635, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"], "main_score": 0.92635, "precision": 0.919137, "recall": 0.942688}, {"accuracy": 0.933794, "f1": 0.915086, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"], "main_score": 0.915086, "precision": 0.906736, "recall": 0.933794}, {"accuracy": 0.868577, "f1": 0.837088, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"], "main_score": 0.837088, "precision": 0.822299, "recall": 0.868577}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"], "main_score": 0.909585, "precision": 0.900198, "recall": 0.929842}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.953557, "f1": 0.940631, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"], "main_score": 0.940631, "precision": 0.934947, "recall": 0.953557}, {"accuracy": 0.866601, "f1": 0.83587, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"], "main_score": 0.83587, "precision": 0.82192, "recall": 0.866601}, {"accuracy": 0.924901, "f1": 0.901746, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"], "main_score": 0.901746, "precision": 0.891057, "recall": 0.924901}, {"accuracy": 0.887352, "f1": 0.856621, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"], "main_score": 0.856621, "precision": 0.842507, "recall": 0.887352}, {"accuracy": 0.949605, "f1": 0.934585, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"], "main_score": 0.934585, "precision": 0.927536, "recall": 0.949605}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"], "main_score": 0.932477, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.220356, "f1": 0.156491, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"], "main_score": 0.156491, "precision": 0.137637, "recall": 0.220356}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"], "main_score": 0.854809, "precision": 0.839839, "recall": 0.886364}, {"accuracy": 0.937747, "f1": 0.919598, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"], "main_score": 0.919598, "precision": 0.911232, "recall": 0.937747}, {"accuracy": 0.916996, "f1": 0.892852, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"], "main_score": 0.892852, "precision": 0.881505, "recall": 0.916996}, {"accuracy": 0.900198, "f1": 0.871739, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"], "main_score": 0.871739, "precision": 0.858943, "recall": 0.900198}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"], "main_score": 0.949111, "precision": 0.943676, "recall": 0.960474}, {"accuracy": 0.91502, "f1": 0.888505, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"], "main_score": 0.888505, "precision": 0.875494, "recall": 0.91502}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.951581, "f1": 0.937484, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"], "main_score": 0.937484, "precision": 0.930912, "recall": 0.951581}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"], "main_score": 0.936594, "precision": 0.929545, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.912898, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"], "main_score": 0.912898, "precision": 0.904233, "recall": 0.931818}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"], "main_score": 0.938241, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.917984, "f1": 0.895883, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"], "main_score": 0.895883, "precision": 0.88587, "recall": 0.917984}, {"accuracy": 0.836957, "f1": 0.79552, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"], "main_score": 0.79552, "precision": 0.776795, "recall": 0.836957}, {"accuracy": 0.917984, "f1": 0.894104, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"], "main_score": 0.894104, "precision": 0.882576, "recall": 0.917984}, {"accuracy": 0.935771, "f1": 0.917556, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"], "main_score": 0.917556, "precision": 0.909569, "recall": 0.935771}, {"accuracy": 0.928854, "f1": 0.910485, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"], "main_score": 0.910485, "precision": 0.902586, "recall": 0.928854}, {"accuracy": 0.929842, "f1": 0.910987, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"], "main_score": 0.910987, "precision": 0.902668, "recall": 0.929842}, {"accuracy": 0.891304, "f1": 0.86166, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"], "main_score": 0.86166, "precision": 0.847661, "recall": 0.891304}, {"accuracy": 0.835968, "f1": 0.797134, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"], "main_score": 0.797134, "precision": 0.779727, "recall": 0.835968}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"], "main_score": 0.916996, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.913043, "f1": 0.888175, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"], "main_score": 0.888175, "precision": 0.876153, "recall": 0.913043}, {"accuracy": 0.94664, "f1": 0.931028, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"], "main_score": 0.931028, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.823123, "f1": 0.778228, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"], "main_score": 0.778228, "precision": 0.757526, "recall": 0.823123}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"], "main_score": 0.937978, "precision": 0.931242, "recall": 0.952569}, {"accuracy": 0.940711, "f1": 0.923386, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"], "main_score": 0.923386, "precision": 0.915514, "recall": 0.940711}, {"accuracy": 0.942688, "f1": 0.928068, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"], "main_score": 0.928068, "precision": 0.921772, "recall": 0.942688}, {"accuracy": 0.931818, "f1": 0.913968, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"], "main_score": 0.913968, "precision": 0.906218, "recall": 0.931818}, {"accuracy": 0.918972, "f1": 0.898144, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"], "main_score": 0.898144, "precision": 0.889402, "recall": 0.918972}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"], "main_score": 0.917655, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.860672, "f1": 0.827437, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"], "main_score": 0.827437, "precision": 0.812698, "recall": 0.860672}, {"accuracy": 0.266798, "f1": 0.220135, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"], "main_score": 0.220135, "precision": 0.205049, "recall": 0.266798}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"], "main_score": 0.873682, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.804348, "f1": 0.753162, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"], "main_score": 0.753162, "precision": 0.729825, "recall": 0.804348}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"], "main_score": 0.92556, "precision": 0.91749, "recall": 0.942688}, {"accuracy": 0.892292, "f1": 0.863505, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"], "main_score": 0.863505, "precision": 0.850049, "recall": 0.892292}, {"accuracy": 0.93083, "f1": 0.913373, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"], "main_score": 0.913373, "precision": 0.904809, "recall": 0.93083}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.940711, "f1": 0.924078, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"], "main_score": 0.924078, "precision": 0.916008, "recall": 0.940711}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"], "main_score": 0.929348, "precision": 0.921805, "recall": 0.945652}, {"accuracy": 0.933794, "f1": 0.914262, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"], "main_score": 0.914262, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.938735, "f1": 0.921758, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"], "main_score": 0.921758, "precision": 0.914279, "recall": 0.938735}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"], "main_score": 0.928689, "precision": 0.920784, "recall": 0.944664}, {"accuracy": 0.858696, "f1": 0.821179, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"], "main_score": 0.821179, "precision": 0.804101, "recall": 0.858696}, {"accuracy": 0.866601, "f1": 0.831475, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"], "main_score": 0.831475, "precision": 0.814888, "recall": 0.866601}, {"accuracy": 0.932806, "f1": 0.913373, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"], "main_score": 0.913373, "precision": 0.903986, "recall": 0.932806}, {"accuracy": 0.9417, "f1": 0.925296, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"], "main_score": 0.925296, "precision": 0.917572, "recall": 0.9417}, {"accuracy": 0.055336, "f1": 0.029984, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"], "main_score": 0.029984, "precision": 0.025279, "recall": 0.055336}, {"accuracy": 0.932806, "f1": 0.91446, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"], "main_score": 0.91446, "precision": 0.906653, "recall": 0.932806}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.895257, "f1": 0.867824, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"], "main_score": 0.867824, "precision": 0.855841, "recall": 0.895257}, {"accuracy": 0.955534, "f1": 0.942523, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"], "main_score": 0.942523, "precision": 0.936265, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.870586, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"], "main_score": 0.870586, "precision": 0.858152, "recall": 0.898221}, {"accuracy": 0.870553, "f1": 0.838735, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"], "main_score": 0.838735, "precision": 0.823946, "recall": 0.870553}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"], "main_score": 0.922925, "precision": 0.91469, "recall": 0.940711}, {"accuracy": 0.940711, "f1": 0.923254, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"], "main_score": 0.923254, "precision": 0.915217, "recall": 0.940711}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"], "main_score": 0.925725, "precision": 0.91749, "recall": 0.942688}, {"accuracy": 0.831028, "f1": 0.787535, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"], "main_score": 0.787535, "precision": 0.767869, "recall": 0.831028}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"], "main_score": 0.916469, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.826087, "f1": 0.785244, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"], "main_score": 0.785244, "precision": 0.767375, "recall": 0.826087}, {"accuracy": 0.918972, "f1": 0.895092, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"], "main_score": 0.895092, "precision": 0.883564, "recall": 0.918972}, {"accuracy": 0.931818, "f1": 0.914575, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"], "main_score": 0.914575, "precision": 0.907289, "recall": 0.931818}, {"accuracy": 0.944664, "f1": 0.928261, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"], "main_score": 0.928261, "precision": 0.920372, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.931884, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"], "main_score": 0.931884, "precision": 0.925148, "recall": 0.94664}, {"accuracy": 0.894269, "f1": 0.867325, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"], "main_score": 0.867325, "precision": 0.85499, "recall": 0.894269}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.881423, "f1": 0.852197, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"], "main_score": 0.852197, "precision": 0.839989, "recall": 0.881423}, {"accuracy": 0.935771, "f1": 0.917904, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"], "main_score": 0.917904, "precision": 0.909585, "recall": 0.935771}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.936759, "f1": 0.917937, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"], "main_score": 0.917937, "precision": 0.909091, "recall": 0.936759}, {"accuracy": 0.909091, "f1": 0.883517, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"], "main_score": 0.883517, "precision": 0.871542, "recall": 0.909091}, {"accuracy": 0.926877, "f1": 0.906785, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"], "main_score": 0.906785, "precision": 0.897398, "recall": 0.926877}, {"accuracy": 0.939723, "f1": 0.92365, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"], "main_score": 0.92365, "precision": 0.915926, "recall": 0.939723}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.944664, "f1": 0.928162, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"], "main_score": 0.928162, "precision": 0.920619, "recall": 0.944664}, {"accuracy": 0.891304, "f1": 0.861364, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"], "main_score": 0.861364, "precision": 0.847579, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.892062, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"], "main_score": 0.892062, "precision": 0.882082, "recall": 0.91502}, {"accuracy": 0.938735, "f1": 0.921607, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"], "main_score": 0.921607, "precision": 0.913538, "recall": 0.938735}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.910079, "f1": 0.8833, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"], "main_score": 0.8833, "precision": 0.870636, "recall": 0.910079}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.836957, "f1": 0.795487, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"], "main_score": 0.795487, "precision": 0.776433, "recall": 0.836957}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"], "main_score": 0.927207, "precision": 0.919466, "recall": 0.943676}, {"accuracy": 0.917984, "f1": 0.892787, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"], "main_score": 0.892787, "precision": 0.880764, "recall": 0.917984}, {"accuracy": 0.895257, "f1": 0.867951, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"], "main_score": 0.867951, "precision": 0.856072, "recall": 0.895257}, {"accuracy": 0.928854, "f1": 0.909321, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"], "main_score": 0.909321, "precision": 0.900445, "recall": 0.928854}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.895257, "f1": 0.869829, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"], "main_score": 0.869829, "precision": 0.858531, "recall": 0.895257}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"], "main_score": 0.944829, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.853327, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"], "main_score": 0.853327, "precision": 0.83918, "recall": 0.883399}, {"accuracy": 0.917984, "f1": 0.894499, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"], "main_score": 0.894499, "precision": 0.883514, "recall": 0.917984}, {"accuracy": 0.947628, "f1": 0.932839, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"], "main_score": 0.932839, "precision": 0.926301, "recall": 0.947628}, {"accuracy": 0.901186, "f1": 0.874473, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"], "main_score": 0.874473, "precision": 0.862319, "recall": 0.901186}, {"accuracy": 0.953557, "f1": 0.940613, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"], "main_score": 0.940613, "precision": 0.934898, "recall": 0.953557}, {"accuracy": 0.863636, "f1": 0.82892, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"], "main_score": 0.82892, "precision": 0.812994, "recall": 0.863636}, {"accuracy": 0.950593, "f1": 0.936331, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"], "main_score": 0.936331, "precision": 0.92976, "recall": 0.950593}, {"accuracy": 0.95751, "f1": 0.946264, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"], "main_score": 0.946264, "precision": 0.941041, "recall": 0.95751}, {"accuracy": 0.955534, "f1": 0.943629, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"], "main_score": 0.943629, "precision": 0.938241, "recall": 0.955534}, {"accuracy": 0.916008, "f1": 0.892062, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"], "main_score": 0.892062, "precision": 0.881423, "recall": 0.916008}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"], "main_score": 0.942688, "precision": 0.93643, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.868478, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"], "main_score": 0.868478, "precision": 0.854661, "recall": 0.898221}, {"accuracy": 0.901186, "f1": 0.874671, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"], "main_score": 0.874671, "precision": 0.861989, "recall": 0.901186}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"], "main_score": 0.905698, "precision": 0.895504, "recall": 0.926877}, {"accuracy": 0.890316, "f1": 0.861646, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"], "main_score": 0.861646, "precision": 0.849094, "recall": 0.890316}, {"accuracy": 0.936759, "f1": 0.919337, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"], "main_score": 0.919337, "precision": 0.911538, "recall": 0.936759}, {"accuracy": 0.899209, "f1": 0.870619, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"], "main_score": 0.870619, "precision": 0.857296, "recall": 0.899209}, {"accuracy": 0.857708, "f1": 0.823057, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"], "main_score": 0.823057, "precision": 0.807642, "recall": 0.857708}, {"accuracy": 0.893281, "f1": 0.861364, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"], "main_score": 0.861364, "precision": 0.846591, "recall": 0.893281}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.929842, "f1": 0.90975, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"], "main_score": 0.90975, "precision": 0.900198, "recall": 0.929842}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"], "main_score": 0.90448, "precision": 0.894104, "recall": 0.925889}, {"accuracy": 0.93083, "f1": 0.913701, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"], "main_score": 0.913701, "precision": 0.906284, "recall": 0.93083}, {"accuracy": 0.821146, "f1": 0.777042, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"], "main_score": 0.777042, "precision": 0.756835, "recall": 0.821146}, {"accuracy": 0.907115, "f1": 0.881159, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"], "main_score": 0.881159, "precision": 0.868824, "recall": 0.907115}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"], "main_score": 0.931983, "precision": 0.923748, "recall": 0.948617}, {"accuracy": 0.855731, "f1": 0.819335, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"], "main_score": 0.819335, "precision": 0.802536, "recall": 0.855731}, {"accuracy": 0.874506, "f1": 0.842622, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"], "main_score": 0.842622, "precision": 0.828047, "recall": 0.874506}, {"accuracy": 0.95751, "f1": 0.944993, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"], "main_score": 0.944993, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"], "main_score": 0.900527, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.80336, "f1": 0.756966, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"], "main_score": 0.756966, "precision": 0.735352, "recall": 0.80336}, {"accuracy": 0.938735, "f1": 0.921198, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"], "main_score": 0.921198, "precision": 0.913373, "recall": 0.938735}, {"accuracy": 0.951581, "f1": 0.937747, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"], "main_score": 0.937747, "precision": 0.931357, "recall": 0.951581}, {"accuracy": 0.951581, "f1": 0.937978, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"], "main_score": 0.937978, "precision": 0.932065, "recall": 0.951581}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"], "main_score": 0.93946, "precision": 0.932724, "recall": 0.953557}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"], "main_score": 0.904315, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.901186, "f1": 0.874572, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"], "main_score": 0.874572, "precision": 0.862105, "recall": 0.901186}, {"accuracy": 0.936759, "f1": 0.918939, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"], "main_score": 0.918939, "precision": 0.910573, "recall": 0.936759}, {"accuracy": 0.896245, "f1": 0.866601, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"], "main_score": 0.866601, "precision": 0.85247, "recall": 0.896245}, {"accuracy": 0.049407, "f1": 0.026373, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"], "main_score": 0.026373, "precision": 0.02124, "recall": 0.049407}, {"accuracy": 0.947628, "f1": 0.934106, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"], "main_score": 0.934106, "precision": 0.928458, "recall": 0.947628}, {"accuracy": 0.959486, "f1": 0.947431, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"], "main_score": 0.947431, "precision": 0.941864, "recall": 0.959486}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"], "main_score": 0.9361, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.950593, "f1": 0.937538, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"], "main_score": 0.937538, "precision": 0.932057, "recall": 0.950593}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"], "main_score": 0.926383, "precision": 0.918478, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.937747, "f1": 0.922664, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"], "main_score": 0.922664, "precision": 0.916489, "recall": 0.937747}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"], "main_score": 0.900527, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.942688, "f1": 0.925791, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"], "main_score": 0.925791, "precision": 0.917902, "recall": 0.942688}, {"accuracy": 0.951581, "f1": 0.940086, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"], "main_score": 0.940086, "precision": 0.935133, "recall": 0.951581}, {"accuracy": 0.908103, "f1": 0.885738, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"], "main_score": 0.885738, "precision": 0.875906, "recall": 0.908103}, {"accuracy": 0.950593, "f1": 0.936844, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"], "main_score": 0.936844, "precision": 0.930665, "recall": 0.950593}, {"accuracy": 0.952569, "f1": 0.93857, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"], "main_score": 0.93857, "precision": 0.931983, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"], "main_score": 0.927866, "precision": 0.91996, "recall": 0.944664}, {"accuracy": 0.953557, "f1": 0.941111, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"], "main_score": 0.941111, "precision": 0.935804, "recall": 0.953557}, {"accuracy": 0.938735, "f1": 0.921278, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"], "main_score": 0.921278, "precision": 0.913043, "recall": 0.938735}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"], "main_score": 0.942852, "precision": 0.936298, "recall": 0.956522}, {"accuracy": 0.951581, "f1": 0.940216, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"], "main_score": 0.940216, "precision": 0.935434, "recall": 0.951581}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.204545, "f1": 0.161197, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"], "main_score": 0.161197, "precision": 0.148835, "recall": 0.204545}, {"accuracy": 0.959486, "f1": 0.949082, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"], "main_score": 0.949082, "precision": 0.944779, "recall": 0.959486}, {"accuracy": 0.931818, "f1": 0.913373, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"], "main_score": 0.913373, "precision": 0.90448, "recall": 0.931818}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"], "main_score": 0.932708, "precision": 0.926169, "recall": 0.947628}, {"accuracy": 0.94664, "f1": 0.931343, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"], "main_score": 0.931343, "precision": 0.924358, "recall": 0.94664}, {"accuracy": 0.949605, "f1": 0.936166, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"], "main_score": 0.936166, "precision": 0.930122, "recall": 0.949605}, {"accuracy": 0.929842, "f1": 0.90998, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"], "main_score": 0.90998, "precision": 0.900972, "recall": 0.929842}, {"accuracy": 0.961462, "f1": 0.950659, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"], "main_score": 0.950659, "precision": 0.945965, "recall": 0.961462}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"], "main_score": 0.942194, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.924901, "f1": 0.909135, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"], "main_score": 0.909135, "precision": 0.902819, "recall": 0.924901}, {"accuracy": 0.935771, "f1": 0.917904, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"], "main_score": 0.917904, "precision": 0.910145, "recall": 0.935771}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"], "main_score": 0.948682, "precision": 0.943429, "recall": 0.960474}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.891304, "f1": 0.860013, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"], "main_score": 0.860013, "precision": 0.845685, "recall": 0.891304}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.936759, "f1": 0.919532, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"], "main_score": 0.919532, "precision": 0.912091, "recall": 0.936759}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"], "main_score": 0.902339, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.963439, "f1": 0.95519, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"], "main_score": 0.95519, "precision": 0.952053, "recall": 0.963439}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"], "main_score": 0.950099, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.937747, "f1": 0.919532, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"], "main_score": 0.919532, "precision": 0.910985, "recall": 0.937747}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"], "main_score": 0.891963, "precision": 0.880468, "recall": 0.916008}, {"accuracy": 0.950593, "f1": 0.935738, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"], "main_score": 0.935738, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.87253, "f1": 0.838636, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"], "main_score": 0.838636, "precision": 0.82337, "recall": 0.87253}, {"accuracy": 0.945652, "f1": 0.933145, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"], "main_score": 0.933145, "precision": 0.928024, "recall": 0.945652}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"], "main_score": 0.934289, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.878458, "f1": 0.84305, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"], "main_score": 0.84305, "precision": 0.826416, "recall": 0.878458}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.695652, "f1": 0.633324, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"], "main_score": 0.633324, "precision": 0.608004, "recall": 0.695652}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"], "main_score": 0.942589, "precision": 0.936874, "recall": 0.955534}, {"accuracy": 0.95751, "f1": 0.947639, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"], "main_score": 0.947639, "precision": 0.943511, "recall": 0.95751}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"], "main_score": 0.936825, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.948617, "f1": 0.934801, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"], "main_score": 0.934801, "precision": 0.929002, "recall": 0.948617}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"], "main_score": 0.878195, "precision": 0.86553, "recall": 0.905138}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"], "main_score": 0.945982, "precision": 0.940053, "recall": 0.958498}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.966403, "f1": 0.958125, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"], "main_score": 0.958125, "precision": 0.954784, "recall": 0.966403}, {"accuracy": 0.884387, "f1": 0.853887, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"], "main_score": 0.853887, "precision": 0.839262, "recall": 0.884387}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.903162, "f1": 0.876449, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"], "main_score": 0.876449, "precision": 0.863636, "recall": 0.903162}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"], "main_score": 0.932708, "precision": 0.925148, "recall": 0.948617}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"], "main_score": 0.919631, "precision": 0.910408, "recall": 0.938735}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"], "main_score": 0.934519, "precision": 0.927619, "recall": 0.949605}, {"accuracy": 0.209486, "f1": 0.151042, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"], "main_score": 0.151042, "precision": 0.133375, "recall": 0.209486}, {"accuracy": 0.913043, "f1": 0.889065, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"], "main_score": 0.889065, "precision": 0.877553, "recall": 0.913043}, {"accuracy": 0.934783, "f1": 0.915631, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"], "main_score": 0.915631, "precision": 0.906983, "recall": 0.934783}, {"accuracy": 0.944664, "f1": 0.927931, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"], "main_score": 0.927931, "precision": 0.920043, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.911199, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"], "main_score": 0.911199, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"], "main_score": 0.943906, "precision": 0.938192, "recall": 0.956522}, {"accuracy": 0.917984, "f1": 0.894499, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"], "main_score": 0.894499, "precision": 0.883811, "recall": 0.917984}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.952569, "f1": 0.939413, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"], "main_score": 0.939413, "precision": 0.933712, "recall": 0.952569}, {"accuracy": 0.952569, "f1": 0.939608, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"], "main_score": 0.939608, "precision": 0.933969, "recall": 0.952569}, {"accuracy": 0.951581, "f1": 0.938425, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"], "main_score": 0.938425, "precision": 0.93279, "recall": 0.951581}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"], "main_score": 0.93419, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.951581, "f1": 0.937206, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"], "main_score": 0.937206, "precision": 0.930501, "recall": 0.951581}, {"accuracy": 0.838933, "f1": 0.795224, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"], "main_score": 0.795224, "precision": 0.774704, "recall": 0.838933}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"], "main_score": 0.925725, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.943676, "f1": 0.928195, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"], "main_score": 0.928195, "precision": 0.921311, "recall": 0.943676}, {"accuracy": 0.958498, "f1": 0.948518, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"], "main_score": 0.948518, "precision": 0.944225, "recall": 0.958498}, {"accuracy": 0.938735, "f1": 0.923919, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"], "main_score": 0.923919, "precision": 0.917688, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.889987, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"], "main_score": 0.889987, "precision": 0.879183, "recall": 0.913043}, {"accuracy": 0.853755, "f1": 0.812549, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"], "main_score": 0.812549, "precision": 0.793149, "recall": 0.853755}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.897233, "f1": 0.866337, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"], "main_score": 0.866337, "precision": 0.852026, "recall": 0.897233}, {"accuracy": 0.956522, "f1": 0.944749, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"], "main_score": 0.944749, "precision": 0.939756, "recall": 0.956522}, {"accuracy": 0.841897, "f1": 0.803656, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"], "main_score": 0.803656, "precision": 0.786232, "recall": 0.841897}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"], "main_score": 0.961528, "precision": 0.957263, "recall": 0.970356}, {"accuracy": 0.954545, "f1": 0.942424, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"], "main_score": 0.942424, "precision": 0.937269, "recall": 0.954545}, {"accuracy": 0.953557, "f1": 0.94142, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"], "main_score": 0.94142, "precision": 0.936307, "recall": 0.953557}, {"accuracy": 0.9417, "f1": 0.928237, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"], "main_score": 0.928237, "precision": 0.922853, "recall": 0.9417}, {"accuracy": 0.940711, "f1": 0.925994, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"], "main_score": 0.925994, "precision": 0.919582, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.870553, "f1": 0.833729, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"], "main_score": 0.833729, "precision": 0.816123, "recall": 0.870553}, {"accuracy": 0.273715, "f1": 0.224991, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"], "main_score": 0.224991, "precision": 0.208729, "recall": 0.273715}, {"accuracy": 0.91996, "f1": 0.898188, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"], "main_score": 0.898188, "precision": 0.888208, "recall": 0.91996}, {"accuracy": 0.788538, "f1": 0.735194, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"], "main_score": 0.735194, "precision": 0.711933, "recall": 0.788538}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"], "main_score": 0.940448, "precision": 0.933712, "recall": 0.954545}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.895257, "f1": 0.867655, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"], "main_score": 0.867655, "precision": 0.854661, "recall": 0.895257}, {"accuracy": 0.938735, "f1": 0.921344, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"], "main_score": 0.921344, "precision": 0.913291, "recall": 0.938735}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"], "main_score": 0.935606, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.936759, "f1": 0.918643, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"], "main_score": 0.918643, "precision": 0.909914, "recall": 0.936759}, {"accuracy": 0.954545, "f1": 0.942989, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"], "main_score": 0.942989, "precision": 0.938192, "recall": 0.954545}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"], "main_score": 0.93913, "precision": 0.932065, "recall": 0.953557}, {"accuracy": 0.885375, "f1": 0.852404, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"], "main_score": 0.852404, "precision": 0.836957, "recall": 0.885375}, {"accuracy": 0.882411, "f1": 0.84888, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"], "main_score": 0.84888, "precision": 0.832592, "recall": 0.882411}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"], "main_score": 0.935935, "precision": 0.928854, "recall": 0.950593}, {"accuracy": 0.945652, "f1": 0.930138, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"], "main_score": 0.930138, "precision": 0.923287, "recall": 0.945652}, {"accuracy": 0.052372, "f1": 0.028264, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"], "main_score": 0.028264, "precision": 0.023515, "recall": 0.052372}, {"accuracy": 0.929842, "f1": 0.911898, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"], "main_score": 0.911898, "precision": 0.904554, "recall": 0.929842}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"], "main_score": 0.92556, "precision": 0.917655, "recall": 0.942688}, {"accuracy": 0.917984, "f1": 0.897718, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"], "main_score": 0.897718, "precision": 0.889361, "recall": 0.917984}, {"accuracy": 0.952569, "f1": 0.938043, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"], "main_score": 0.938043, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.892292, "f1": 0.861778, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"], "main_score": 0.861778, "precision": 0.847694, "recall": 0.892292}, {"accuracy": 0.883399, "f1": 0.851021, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"], "main_score": 0.851021, "precision": 0.835886, "recall": 0.883399}, {"accuracy": 0.940711, "f1": 0.923419, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"], "main_score": 0.923419, "precision": 0.915711, "recall": 0.940711}, {"accuracy": 0.937747, "f1": 0.920257, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"], "main_score": 0.920257, "precision": 0.912747, "recall": 0.937747}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.932806, "f1": 0.913274, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"], "main_score": 0.913274, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.846838, "f1": 0.805632, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"], "main_score": 0.805632, "precision": 0.786973, "recall": 0.846838}, {"accuracy": 0.947628, "f1": 0.933169, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"], "main_score": 0.933169, "precision": 0.926861, "recall": 0.947628}, {"accuracy": 0.83004, "f1": 0.790104, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"], "main_score": 0.790104, "precision": 0.772233, "recall": 0.83004}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"], "main_score": 0.90942, "precision": 0.899045, "recall": 0.93083}, {"accuracy": 0.9417, "f1": 0.927215, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"], "main_score": 0.927215, "precision": 0.92127, "recall": 0.9417}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"], "main_score": 0.931489, "precision": 0.923584, "recall": 0.947628}, {"accuracy": 0.952569, "f1": 0.939196, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"], "main_score": 0.939196, "precision": 0.933136, "recall": 0.952569}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"], "main_score": 0.918808, "precision": 0.909618, "recall": 0.937747}, {"accuracy": 0.958498, "f1": 0.946772, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"], "main_score": 0.946772, "precision": 0.94137, "recall": 0.958498}, {"accuracy": 0.912055, "f1": 0.891863, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"], "main_score": 0.891863, "precision": 0.883597, "recall": 0.912055}, {"accuracy": 0.932806, "f1": 0.914347, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"], "main_score": 0.914347, "precision": 0.906209, "recall": 0.932806}, {"accuracy": 0.91996, "f1": 0.897299, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"], "main_score": 0.897299, "precision": 0.886808, "recall": 0.91996}, {"accuracy": 0.928854, "f1": 0.906028, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"], "main_score": 0.906028, "precision": 0.894845, "recall": 0.928854}, {"accuracy": 0.933794, "f1": 0.914937, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"], "main_score": 0.914937, "precision": 0.906268, "recall": 0.933794}, {"accuracy": 0.922925, "f1": 0.901416, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"], "main_score": 0.901416, "precision": 0.891551, "recall": 0.922925}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"], "main_score": 0.935441, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"], "main_score": 0.948847, "precision": 0.943626, "recall": 0.960474}, {"accuracy": 0.939723, "f1": 0.921014, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"], "main_score": 0.921014, "precision": 0.912138, "recall": 0.939723}, {"accuracy": 0.91502, "f1": 0.892114, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"], "main_score": 0.892114, "precision": 0.882691, "recall": 0.91502}, {"accuracy": 0.938735, "f1": 0.922299, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"], "main_score": 0.922299, "precision": 0.915135, "recall": 0.938735}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"], "main_score": 0.94193, "precision": 0.935524, "recall": 0.955534}, {"accuracy": 0.916996, "f1": 0.893775, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"], "main_score": 0.893775, "precision": 0.882576, "recall": 0.916996}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.850791, "f1": 0.81143, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"], "main_score": 0.81143, "precision": 0.792655, "recall": 0.850791}, {"accuracy": 0.956522, "f1": 0.943958, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"], "main_score": 0.943958, "precision": 0.938274, "recall": 0.956522}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"], "main_score": 0.910244, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.925889, "f1": 0.905007, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"], "main_score": 0.905007, "precision": 0.895735, "recall": 0.925889}, {"accuracy": 0.942688, "f1": 0.926581, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"], "main_score": 0.926581, "precision": 0.919219, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.916996, "f1": 0.893116, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"], "main_score": 0.893116, "precision": 0.881588, "recall": 0.916996}, {"accuracy": 0.955534, "f1": 0.942641, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"], "main_score": 0.942641, "precision": 0.936792, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.872332, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"], "main_score": 0.872332, "precision": 0.860837, "recall": 0.898221}, {"accuracy": 0.937747, "f1": 0.91996, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"], "main_score": 0.91996, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.954545, "f1": 0.941403, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"], "main_score": 0.941403, "precision": 0.935688, "recall": 0.954545}, {"accuracy": 0.926877, "f1": 0.907345, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"], "main_score": 0.907345, "precision": 0.898139, "recall": 0.926877}, {"accuracy": 0.976285, "f1": 0.970603, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"], "main_score": 0.970603, "precision": 0.968389, "recall": 0.976285}, {"accuracy": 0.869565, "f1": 0.836759, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"], "main_score": 0.836759, "precision": 0.821344, "recall": 0.869565}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.951581, "f1": 0.938554, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"], "main_score": 0.938554, "precision": 0.932898, "recall": 0.951581}, {"accuracy": 0.953557, "f1": 0.940911, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"], "main_score": 0.940911, "precision": 0.935253, "recall": 0.953557}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"], "main_score": 0.922925, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.905138, "f1": 0.877635, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"], "main_score": 0.877635, "precision": 0.86446, "recall": 0.905138}, {"accuracy": 0.911067, "f1": 0.886166, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"], "main_score": 0.886166, "precision": 0.874506, "recall": 0.911067}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"], "main_score": 0.916074, "precision": 0.906538, "recall": 0.935771}, {"accuracy": 0.906126, "f1": 0.879167, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"], "main_score": 0.879167, "precision": 0.867071, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.930863, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"], "main_score": 0.930863, "precision": 0.925238, "recall": 0.944664}, {"accuracy": 0.901186, "f1": 0.870125, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"], "main_score": 0.870125, "precision": 0.855319, "recall": 0.901186}, {"accuracy": 0.895257, "f1": 0.867918, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"], "main_score": 0.867918, "precision": 0.854908, "recall": 0.895257}, {"accuracy": 0.932806, "f1": 0.911397, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"], "main_score": 0.911397, "precision": 0.901186, "recall": 0.932806}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"], "main_score": 0.935441, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"], "main_score": 0.920125, "precision": 0.911067, "recall": 0.938735}, {"accuracy": 0.928854, "f1": 0.914221, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"], "main_score": 0.914221, "precision": 0.908407, "recall": 0.928854}, {"accuracy": 0.828063, "f1": 0.783267, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"], "main_score": 0.783267, "precision": 0.762961, "recall": 0.828063}, {"accuracy": 0.918972, "f1": 0.895389, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"], "main_score": 0.895389, "precision": 0.884387, "recall": 0.918972}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.867589, "f1": 0.834783, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"], "main_score": 0.834783, "precision": 0.819993, "recall": 0.867589}, {"accuracy": 0.887352, "f1": 0.854216, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"], "main_score": 0.854216, "precision": 0.838603, "recall": 0.887352}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"], "main_score": 0.948123, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.911067, "f1": 0.885935, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"], "main_score": 0.885935, "precision": 0.874588, "recall": 0.911067}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.812253, "f1": 0.762302, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"], "main_score": 0.762302, "precision": 0.739519, "recall": 0.812253}, {"accuracy": 0.956522, "f1": 0.944024, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"], "main_score": 0.944024, "precision": 0.938488, "recall": 0.956522}, {"accuracy": 0.959486, "f1": 0.947746, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"], "main_score": 0.947746, "precision": 0.942523, "recall": 0.959486}, {"accuracy": 0.953557, "f1": 0.939921, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"], "main_score": 0.939921, "precision": 0.933877, "recall": 0.953557}, {"accuracy": 0.948617, "f1": 0.933959, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"], "main_score": 0.933959, "precision": 0.927437, "recall": 0.948617}, {"accuracy": 0.91502, "f1": 0.89114, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"], "main_score": 0.89114, "precision": 0.880138, "recall": 0.91502}, {"accuracy": 0.91996, "f1": 0.898353, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"], "main_score": 0.898353, "precision": 0.888175, "recall": 0.91996}, {"accuracy": 0.933794, "f1": 0.913702, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"], "main_score": 0.913702, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.894269, "f1": 0.863867, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"], "main_score": 0.863867, "precision": 0.849802, "recall": 0.894269}, {"accuracy": 0.052372, "f1": 0.026217, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"], "main_score": 0.026217, "precision": 0.02029, "recall": 0.052372}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.998024, "f1": 0.99753, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"], "main_score": 0.99753, "precision": 0.997365, "recall": 0.998024}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"], "main_score": 0.906456, "precision": 0.895751, "recall": 0.928854}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"], "main_score": 0.991271, "precision": 0.990613, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.916996, "f1": 0.891798, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"], "main_score": 0.891798, "precision": 0.879611, "recall": 0.916996}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"], "main_score": 0.898123, "precision": 0.886775, "recall": 0.921937}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.189723, "f1": 0.141916, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"], "main_score": 0.141916, "precision": 0.129522, "recall": 0.189723}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"], "main_score": 0.907115, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.893281, "f1": 0.861957, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"], "main_score": 0.861957, "precision": 0.847167, "recall": 0.893281}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"], "main_score": 0.929513, "precision": 0.921278, "recall": 0.94664}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.909091, "f1": 0.881588, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"], "main_score": 0.881588, "precision": 0.868248, "recall": 0.909091}, {"accuracy": 0.990119, "f1": 0.98778, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"], "main_score": 0.98778, "precision": 0.986989, "recall": 0.990119}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.894269, "f1": 0.863538, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"], "main_score": 0.863538, "precision": 0.849391, "recall": 0.894269}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"], "main_score": 0.910244, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.735178, "f1": 0.671989, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"], "main_score": 0.671989, "precision": 0.645471, "recall": 0.735178}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"], "main_score": 0.879513, "precision": 0.866683, "recall": 0.907115}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.883399, "f1": 0.849209, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"], "main_score": 0.849209, "precision": 0.832955, "recall": 0.883399}, {"accuracy": 0.954545, "f1": 0.939723, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"], "main_score": 0.939723, "precision": 0.932477, "recall": 0.954545}, {"accuracy": 0.878458, "f1": 0.842292, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"], "main_score": 0.842292, "precision": 0.825214, "recall": 0.878458}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.205534, "f1": 0.140859, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"], "main_score": 0.140859, "precision": 0.123445, "recall": 0.205534}, {"accuracy": 0.90415, "f1": 0.876054, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"], "main_score": 0.876054, "precision": 0.862731, "recall": 0.90415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"], "main_score": 0.92556, "precision": 0.916667, "recall": 0.943676}, {"accuracy": 0.917984, "f1": 0.893794, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"], "main_score": 0.893794, "precision": 0.882823, "recall": 0.917984}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"], "main_score": 0.969862, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.855731, "f1": 0.81517, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"], "main_score": 0.81517, "precision": 0.796854, "recall": 0.855731}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.923913, "f1": 0.901186, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"], "main_score": 0.901186, "precision": 0.890349, "recall": 0.923913}, {"accuracy": 0.874506, "f1": 0.839361, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"], "main_score": 0.839361, "precision": 0.822793, "recall": 0.874506}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"], "main_score": 0.907345, "precision": 0.897151, "recall": 0.928854}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.850791, "f1": 0.811792, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"], "main_score": 0.811792, "precision": 0.793758, "recall": 0.850791}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.879447, "f1": 0.845257, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"], "main_score": 0.845257, "precision": 0.828804, "recall": 0.879447}, {"accuracy": 0.256917, "f1": 0.200496, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"], "main_score": 0.200496, "precision": 0.182154, "recall": 0.256917}, {"accuracy": 0.921937, "f1": 0.898617, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"], "main_score": 0.898617, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.798419, "f1": 0.745803, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"], "main_score": 0.745803, "precision": 0.723304, "recall": 0.798419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.911067, "f1": 0.884881, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"], "main_score": 0.884881, "precision": 0.87253, "recall": 0.911067}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.900198, "f1": 0.86973, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"], "main_score": 0.86973, "precision": 0.855567, "recall": 0.900198}, {"accuracy": 0.878458, "f1": 0.841798, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"], "main_score": 0.841798, "precision": 0.824358, "recall": 0.878458}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.048419, "f1": 0.024792, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"], "main_score": 0.024792, "precision": 0.020036, "recall": 0.048419}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"], "main_score": 0.956522, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"], "main_score": 0.916337, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.909091, "f1": 0.880007, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"], "main_score": 0.880007, "precision": 0.86586, "recall": 0.909091}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.893281, "f1": 0.860244, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"], "main_score": 0.860244, "precision": 0.84445, "recall": 0.893281}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.857708, "f1": 0.818709, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"], "main_score": 0.818709, "precision": 0.800675, "recall": 0.857708}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.938735, "f1": 0.919368, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"], "main_score": 0.919368, "precision": 0.909997, "recall": 0.938735}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"], "main_score": 0.951746, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"], "main_score": 0.932642, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.858696, "f1": 0.82052, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"], "main_score": 0.82052, "precision": 0.802948, "recall": 0.858696}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"], "main_score": 0.983696, "precision": 0.982049, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"], "main_score": 0.897563, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.917984, "f1": 0.895092, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"], "main_score": 0.895092, "precision": 0.884387, "recall": 0.917984}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"], "main_score": 0.952306, "precision": 0.947052, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.878458, "f1": 0.844203, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"], "main_score": 0.844203, "precision": 0.828673, "recall": 0.878458}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"], "main_score": 0.933202, "precision": 0.926169, "recall": 0.948617}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.897233, "f1": 0.865184, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"], "main_score": 0.865184, "precision": 0.849885, "recall": 0.897233}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"], "main_score": 0.92836, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.958498, "f1": 0.946146, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"], "main_score": 0.946146, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.885375, "f1": 0.853228, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"], "main_score": 0.853228, "precision": 0.838439, "recall": 0.885375}, {"accuracy": 0.924901, "f1": 0.90168, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"], "main_score": 0.90168, "precision": 0.89081, "recall": 0.924901}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.823123, "f1": 0.775659, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"], "main_score": 0.775659, "precision": 0.753953, "recall": 0.823123}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.882411, "f1": 0.848617, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"], "main_score": 0.848617, "precision": 0.833004, "recall": 0.882411}, {"accuracy": 0.932806, "f1": 0.913603, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"], "main_score": 0.913603, "precision": 0.904562, "recall": 0.932806}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.809289, "f1": 0.756752, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"], "main_score": 0.756752, "precision": 0.733119, "recall": 0.809289}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"], "main_score": 0.907839, "precision": 0.897974, "recall": 0.928854}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"], "main_score": 0.90415, "precision": 0.893281, "recall": 0.926877}, {"accuracy": 0.897233, "f1": 0.867161, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"], "main_score": 0.867161, "precision": 0.852717, "recall": 0.897233}, {"accuracy": 0.044466, "f1": 0.022066, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"], "main_score": 0.022066, "precision": 0.01757, "recall": 0.044466}, {"accuracy": 0.970356, "f1": 0.962204, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"], "main_score": 0.962204, "precision": 0.958639, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.978261, "f1": 0.97212, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"], "main_score": 0.97212, "precision": 0.969368, "recall": 0.978261}, {"accuracy": 0.952569, "f1": 0.93857, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"], "main_score": 0.93857, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.962451, "f1": 0.953494, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"], "main_score": 0.953494, "precision": 0.949993, "recall": 0.962451}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.912055, "f1": 0.885046, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"], "main_score": 0.885046, "precision": 0.871706, "recall": 0.912055}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"], "main_score": 0.950099, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.964545, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"], "main_score": 0.964545, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.911067, "f1": 0.886364, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"], "main_score": 0.886364, "precision": 0.874671, "recall": 0.911067}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"], "main_score": 0.961133, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.966403, "f1": 0.958366, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"], "main_score": 0.958366, "precision": 0.954957, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.205534, "f1": 0.160998, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"], "main_score": 0.160998, "precision": 0.148265, "recall": 0.205534}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.935771, "f1": 0.917325, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"], "main_score": 0.917325, "precision": 0.908432, "recall": 0.935771}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"], "main_score": 0.950988, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.956522, "f1": 0.943478, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"], "main_score": 0.943478, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.932806, "f1": 0.914262, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"], "main_score": 0.914262, "precision": 0.90555, "recall": 0.932806}, {"accuracy": 0.969368, "f1": 0.960375, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"], "main_score": 0.960375, "precision": 0.956308, "recall": 0.969368}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.939723, "f1": 0.924743, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"], "main_score": 0.924743, "precision": 0.918314, "recall": 0.939723}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"], "main_score": 0.966963, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.892292, "f1": 0.861166, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"], "main_score": 0.861166, "precision": 0.846344, "recall": 0.892292}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"], "main_score": 0.936759, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"], "main_score": 0.951482, "precision": 0.946558, "recall": 0.962451}, {"accuracy": 0.934783, "f1": 0.915909, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"], "main_score": 0.915909, "precision": 0.907032, "recall": 0.934783}, {"accuracy": 0.97332, "f1": 0.965975, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"], "main_score": 0.965975, "precision": 0.962731, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.942688, "f1": 0.924638, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"], "main_score": 0.924638, "precision": 0.915926, "recall": 0.942688}, {"accuracy": 0.926877, "f1": 0.905204, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"], "main_score": 0.905204, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.878458, "f1": 0.844203, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"], "main_score": 0.844203, "precision": 0.827899, "recall": 0.878458}, {"accuracy": 0.963439, "f1": 0.953475, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"], "main_score": 0.953475, "precision": 0.949252, "recall": 0.963439}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"], "main_score": 0.930665, "precision": 0.922266, "recall": 0.947628}, {"accuracy": 0.879447, "f1": 0.846838, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"], "main_score": 0.846838, "precision": 0.831522, "recall": 0.879447}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"], "main_score": 0.931818, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.722332, "f1": 0.658569, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"], "main_score": 0.658569, "precision": 0.631374, "recall": 0.722332}, {"accuracy": 0.975296, "f1": 0.968182, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"], "main_score": 0.968182, "precision": 0.965086, "recall": 0.975296}, {"accuracy": 0.964427, "f1": 0.955322, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"], "main_score": 0.955322, "precision": 0.951449, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.955336, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"], "main_score": 0.955336, "precision": 0.950758, "recall": 0.965415}, {"accuracy": 0.91502, "f1": 0.892128, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"], "main_score": 0.892128, "precision": 0.881094, "recall": 0.91502}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.90415, "f1": 0.874671, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"], "main_score": 0.874671, "precision": 0.860507, "recall": 0.90415}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.901186, "f1": 0.872859, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"], "main_score": 0.872859, "precision": 0.859354, "recall": 0.901186}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.960474, "f1": 0.948353, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"], "main_score": 0.948353, "precision": 0.94277, "recall": 0.960474}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.215415, "f1": 0.152543, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"], "main_score": 0.152543, "precision": 0.134784, "recall": 0.215415}, {"accuracy": 0.901186, "f1": 0.875, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"], "main_score": 0.875, "precision": 0.862319, "recall": 0.901186}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"], "main_score": 0.91222, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.928854, "f1": 0.90807, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"], "main_score": 0.90807, "precision": 0.898386, "recall": 0.928854}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.944664, "f1": 0.928261, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"], "main_score": 0.928261, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"], "main_score": 0.952734, "precision": 0.947661, "recall": 0.963439}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"], "main_score": 0.96031, "precision": 0.956061, "recall": 0.969368}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"], "main_score": 0.950922, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.959387, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"], "main_score": 0.959387, "precision": 0.955319, "recall": 0.968379}, {"accuracy": 0.858696, "f1": 0.81917, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"], "main_score": 0.81917, "precision": 0.801136, "recall": 0.858696}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"], "main_score": 0.91996, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.964427, "f1": 0.954611, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"], "main_score": 0.954611, "precision": 0.950379, "recall": 0.964427}, {"accuracy": 0.972332, "f1": 0.964723, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"], "main_score": 0.964723, "precision": 0.961495, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.954101, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"], "main_score": 0.954101, "precision": 0.95024, "recall": 0.963439}, {"accuracy": 0.933794, "f1": 0.914361, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"], "main_score": 0.914361, "precision": 0.905138, "recall": 0.933794}, {"accuracy": 0.852767, "f1": 0.812846, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"], "main_score": 0.812846, "precision": 0.794664, "recall": 0.852767}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"], "main_score": 0.902668, "precision": 0.892128, "recall": 0.924901}, {"accuracy": 0.974308, "f1": 0.966634, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"], "main_score": 0.966634, "precision": 0.963027, "recall": 0.974308}, {"accuracy": 0.86166, "f1": 0.825889, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"], "main_score": 0.825889, "precision": 0.809289, "recall": 0.86166}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"], "main_score": 0.971838, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.959783, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"], "main_score": 0.959783, "precision": 0.956061, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"], "main_score": 0.962846, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.957071, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"], "main_score": 0.957071, "precision": 0.953714, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.876482, "f1": 0.842852, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"], "main_score": 0.842852, "precision": 0.826746, "recall": 0.876482}, {"accuracy": 0.263834, "f1": 0.210405, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"], "main_score": 0.210405, "precision": 0.193016, "recall": 0.263834}, {"accuracy": 0.927866, "f1": 0.90751, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"], "main_score": 0.90751, "precision": 0.897645, "recall": 0.927866}, {"accuracy": 0.813241, "f1": 0.762846, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"], "main_score": 0.762846, "precision": 0.740267, "recall": 0.813241}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.897233, "f1": 0.867819, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"], "main_score": 0.867819, "precision": 0.853837, "recall": 0.897233}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"], "main_score": 0.942194, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"], "main_score": 0.942688, "precision": 0.93643, "recall": 0.955534}, {"accuracy": 0.971344, "f1": 0.963241, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"], "main_score": 0.963241, "precision": 0.959816, "recall": 0.971344}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.885375, "f1": 0.853755, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"], "main_score": 0.853755, "precision": 0.838801, "recall": 0.885375}, {"accuracy": 0.897233, "f1": 0.868149, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"], "main_score": 0.868149, "precision": 0.854661, "recall": 0.897233}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"], "main_score": 0.930007, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.057312, "f1": 0.029119, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"], "main_score": 0.029119, "precision": 0.023713, "recall": 0.057312}, {"accuracy": 0.954545, "f1": 0.94226, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"], "main_score": 0.94226, "precision": 0.936907, "recall": 0.954545}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.934783, "f1": 0.918695, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"], "main_score": 0.918695, "precision": 0.911951, "recall": 0.934783}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.911067, "f1": 0.885079, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"], "main_score": 0.885079, "precision": 0.872941, "recall": 0.911067}, {"accuracy": 0.897233, "f1": 0.867885, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"], "main_score": 0.867885, "precision": 0.854084, "recall": 0.897233}, {"accuracy": 0.956522, "f1": 0.943577, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"], "main_score": 0.943577, "precision": 0.937665, "recall": 0.956522}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.863636, "f1": 0.825198, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"], "main_score": 0.825198, "precision": 0.807312, "recall": 0.863636}, {"accuracy": 0.967391, "f1": 0.95774, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"], "main_score": 0.95774, "precision": 0.953343, "recall": 0.967391}, {"accuracy": 0.847826, "f1": 0.807411, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"], "main_score": 0.807411, "precision": 0.789196, "recall": 0.847826}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"], "main_score": 0.905632, "precision": 0.894928, "recall": 0.927866}, {"accuracy": 0.971344, "f1": 0.963274, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"], "main_score": 0.963274, "precision": 0.959848, "recall": 0.971344}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.93083, "f1": 0.911034, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"], "main_score": 0.911034, "precision": 0.901515, "recall": 0.93083}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.936759, "f1": 0.920504, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"], "main_score": 0.920504, "precision": 0.913745, "recall": 0.936759}, {"accuracy": 0.961462, "f1": 0.950395, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"], "main_score": 0.950395, "precision": 0.945323, "recall": 0.961462}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"], "main_score": 0.915349, "precision": 0.906126, "recall": 0.934783}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"], "main_score": 0.926054, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"], "main_score": 0.923814, "precision": 0.915267, "recall": 0.9417}, {"accuracy": 0.938735, "f1": 0.921278, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"], "main_score": 0.921278, "precision": 0.912879, "recall": 0.938735}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"], "main_score": 0.945158, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.951581, "f1": 0.937582, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"], "main_score": 0.937582, "precision": 0.931324, "recall": 0.951581}, {"accuracy": 0.956522, "f1": 0.943841, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"], "main_score": 0.943841, "precision": 0.937912, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.950593, "f1": 0.934289, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"], "main_score": 0.934289, "precision": 0.926219, "recall": 0.950593}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.849802, "f1": 0.808696, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"], "main_score": 0.808696, "precision": 0.789608, "recall": 0.849802}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"], "main_score": 0.93083, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.950593, "f1": 0.937436, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"], "main_score": 0.937436, "precision": 0.931769, "recall": 0.950593}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"], "main_score": 0.954381, "precision": 0.949605, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.956917, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"], "main_score": 0.956917, "precision": 0.951828, "recall": 0.967391}, {"accuracy": 0.920949, "f1": 0.900527, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"], "main_score": 0.900527, "precision": 0.890679, "recall": 0.920949}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"], "main_score": 0.965481, "precision": 0.961874, "recall": 0.97332}, {"accuracy": 0.912055, "f1": 0.887253, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"], "main_score": 0.887253, "precision": 0.875412, "recall": 0.912055}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"], "main_score": 0.949835, "precision": 0.944417, "recall": 0.961462}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"], "main_score": 0.927042, "precision": 0.918972, "recall": 0.943676}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.889328, "f1": 0.860375, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"], "main_score": 0.860375, "precision": 0.847085, "recall": 0.889328}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"], "main_score": 0.977009, "precision": 0.974555, "recall": 0.982213}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"], "main_score": 0.927866, "precision": 0.91996, "recall": 0.944664}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.902174, "f1": 0.875823, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"], "main_score": 0.875823, "precision": 0.863636, "recall": 0.902174}, {"accuracy": 0.916996, "f1": 0.892622, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"], "main_score": 0.892622, "precision": 0.880764, "recall": 0.916996}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"], "main_score": 0.943511, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.922925, "f1": 0.899934, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"], "main_score": 0.899934, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.934783, "f1": 0.913867, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"], "main_score": 0.913867, "precision": 0.903491, "recall": 0.934783}, {"accuracy": 0.892292, "f1": 0.864295, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"], "main_score": 0.864295, "precision": 0.850955, "recall": 0.892292}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"], "main_score": 0.926219, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.947628, "f1": 0.931324, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"], "main_score": 0.931324, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"], "main_score": 0.929513, "precision": 0.921278, "recall": 0.94664}, {"accuracy": 0.955534, "f1": 0.943813, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"], "main_score": 0.943813, "precision": 0.93867, "recall": 0.955534}, {"accuracy": 0.837945, "f1": 0.794005, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"], "main_score": 0.794005, "precision": 0.773304, "recall": 0.837945}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"], "main_score": 0.90975, "precision": 0.899868, "recall": 0.93083}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.886364, "f1": 0.856851, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"], "main_score": 0.856851, "precision": 0.843577, "recall": 0.886364}, {"accuracy": 0.926877, "f1": 0.906588, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"], "main_score": 0.906588, "precision": 0.897233, "recall": 0.926877}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"], "main_score": 0.922826, "precision": 0.914279, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.828063, "f1": 0.781094, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"], "main_score": 0.781094, "precision": 0.759223, "recall": 0.828063}, {"accuracy": 0.968379, "f1": 0.960145, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"], "main_score": 0.960145, "precision": 0.956752, "recall": 0.968379}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"], "main_score": 0.954875, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"], "main_score": 0.898715, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.798419, "f1": 0.748701, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"], "main_score": 0.748701, "precision": 0.727125, "recall": 0.798419}, {"accuracy": 0.801383, "f1": 0.753557, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"], "main_score": 0.753557, "precision": 0.731555, "recall": 0.801383}, {"accuracy": 0.049407, "f1": 0.028199, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"], "main_score": 0.028199, "precision": 0.02344, "recall": 0.049407}, {"accuracy": 0.794466, "f1": 0.7588, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"], "main_score": 0.7588, "precision": 0.745283, "recall": 0.794466}, {"accuracy": 0.8083, "f1": 0.764894, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"], "main_score": 0.764894, "precision": 0.747086, "recall": 0.8083}, {"accuracy": 0.880435, "f1": 0.845323, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"], "main_score": 0.845323, "precision": 0.828887, "recall": 0.880435}, {"accuracy": 0.854743, "f1": 0.815119, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"], "main_score": 0.815119, "precision": 0.79669, "recall": 0.854743}, {"accuracy": 0.881423, "f1": 0.851449, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"], "main_score": 0.851449, "precision": 0.836957, "recall": 0.881423}, {"accuracy": 0.77668, "f1": 0.735472, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"], "main_score": 0.735472, "precision": 0.718977, "recall": 0.77668}, {"accuracy": 0.794466, "f1": 0.742885, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"], "main_score": 0.742885, "precision": 0.718874, "recall": 0.794466}, {"accuracy": 0.757905, "f1": 0.699012, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"], "main_score": 0.699012, "precision": 0.673814, "recall": 0.757905}, {"accuracy": 0.737154, "f1": 0.696842, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"], "main_score": 0.696842, "precision": 0.682687, "recall": 0.737154}, {"accuracy": 0.826087, "f1": 0.78379, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"], "main_score": 0.78379, "precision": 0.765646, "recall": 0.826087}, {"accuracy": 0.840909, "f1": 0.801746, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"], "main_score": 0.801746, "precision": 0.783712, "recall": 0.840909}, {"accuracy": 0.898221, "f1": 0.868083, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"], "main_score": 0.868083, "precision": 0.85392, "recall": 0.898221}, {"accuracy": 0.788538, "f1": 0.741202, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"], "main_score": 0.741202, "precision": 0.722464, "recall": 0.788538}, {"accuracy": 0.785573, "f1": 0.749609, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"], "main_score": 0.749609, "precision": 0.735335, "recall": 0.785573}, {"accuracy": 0.818182, "f1": 0.772233, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"], "main_score": 0.772233, "precision": 0.750494, "recall": 0.818182}, {"accuracy": 0.832016, "f1": 0.791231, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"], "main_score": 0.791231, "precision": 0.774237, "recall": 0.832016}, {"accuracy": 0.799407, "f1": 0.756914, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"], "main_score": 0.756914, "precision": 0.740312, "recall": 0.799407}, {"accuracy": 0.761858, "f1": 0.699544, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"], "main_score": 0.699544, "precision": 0.673221, "recall": 0.761858}, {"accuracy": 0.789526, "f1": 0.747278, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"], "main_score": 0.747278, "precision": 0.731319, "recall": 0.789526}, {"accuracy": 0.879447, "f1": 0.84888, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"], "main_score": 0.84888, "precision": 0.834766, "recall": 0.879447}, {"accuracy": 0.858696, "f1": 0.819353, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"], "main_score": 0.819353, "precision": 0.801532, "recall": 0.858696}, {"accuracy": 0.801383, "f1": 0.762782, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"], "main_score": 0.762782, "precision": 0.748346, "recall": 0.801383}, {"accuracy": 0.831028, "f1": 0.782477, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"], "main_score": 0.782477, "precision": 0.760293, "recall": 0.831028}, {"accuracy": 0.166996, "f1": 0.134987, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"], "main_score": 0.134987, "precision": 0.126326, "recall": 0.166996}, {"accuracy": 0.847826, "f1": 0.815086, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"], "main_score": 0.815086, "precision": 0.801249, "recall": 0.847826}, {"accuracy": 0.867589, "f1": 0.834947, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"], "main_score": 0.834947, "precision": 0.820026, "recall": 0.867589}, {"accuracy": 0.825099, "f1": 0.778195, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"], "main_score": 0.778195, "precision": 0.757065, "recall": 0.825099}, {"accuracy": 0.762846, "f1": 0.717311, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"], "main_score": 0.717311, "precision": 0.70035, "recall": 0.762846}, {"accuracy": 0.815217, "f1": 0.777113, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"], "main_score": 0.777113, "precision": 0.76265, "recall": 0.815217}, {"accuracy": 0.780632, "f1": 0.739668, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"], "main_score": 0.739668, "precision": 0.72357, "recall": 0.780632}, {"accuracy": 0.798419, "f1": 0.748188, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"], "main_score": 0.748188, "precision": 0.725774, "recall": 0.798419}, {"accuracy": 0.83004, "f1": 0.7941, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"], "main_score": 0.7941, "precision": 0.780189, "recall": 0.83004}, {"accuracy": 0.833992, "f1": 0.790349, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"], "main_score": 0.790349, "precision": 0.771014, "recall": 0.833992}, {"accuracy": 0.725296, "f1": 0.684308, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"], "main_score": 0.684308, "precision": 0.667643, "recall": 0.725296}, {"accuracy": 0.796443, "f1": 0.750917, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"], "main_score": 0.750917, "precision": 0.732965, "recall": 0.796443}, {"accuracy": 0.801383, "f1": 0.760486, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"], "main_score": 0.760486, "precision": 0.744628, "recall": 0.801383}, {"accuracy": 0.81917, "f1": 0.780919, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"], "main_score": 0.780919, "precision": 0.766328, "recall": 0.81917}, {"accuracy": 0.829051, "f1": 0.789723, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"], "main_score": 0.789723, "precision": 0.772645, "recall": 0.829051}, {"accuracy": 0.809289, "f1": 0.761792, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"], "main_score": 0.761792, "precision": 0.740283, "recall": 0.809289}, {"accuracy": 0.76581, "f1": 0.725619, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"], "main_score": 0.725619, "precision": 0.710731, "recall": 0.76581}, {"accuracy": 0.850791, "f1": 0.811331, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"], "main_score": 0.811331, "precision": 0.792902, "recall": 0.850791}, {"accuracy": 0.79249, "f1": 0.756705, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"], "main_score": 0.756705, "precision": 0.742739, "recall": 0.79249}, {"accuracy": 0.826087, "f1": 0.779894, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"], "main_score": 0.779894, "precision": 0.75942, "recall": 0.826087}, {"accuracy": 0.874506, "f1": 0.839328, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"], "main_score": 0.839328, "precision": 0.823403, "recall": 0.874506}, {"accuracy": 0.806324, "f1": 0.758352, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"], "main_score": 0.758352, "precision": 0.738076, "recall": 0.806324}, {"accuracy": 0.83004, "f1": 0.789048, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"], "main_score": 0.789048, "precision": 0.770925, "recall": 0.83004}, {"accuracy": 0.775692, "f1": 0.725304, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"], "main_score": 0.725304, "precision": 0.7044, "recall": 0.775692}, {"accuracy": 0.757905, "f1": 0.697417, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"], "main_score": 0.697417, "precision": 0.672398, "recall": 0.757905}, {"accuracy": 0.727273, "f1": 0.679076, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"], "main_score": 0.679076, "precision": 0.662718, "recall": 0.727273}, {"accuracy": 0.767787, "f1": 0.716903, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"], "main_score": 0.716903, "precision": 0.695899, "recall": 0.767787}, {"accuracy": 0.759881, "f1": 0.719993, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"], "main_score": 0.719993, "precision": 0.703763, "recall": 0.759881}, {"accuracy": 0.835968, "f1": 0.794005, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"], "main_score": 0.794005, "precision": 0.774786, "recall": 0.835968}, {"accuracy": 0.782609, "f1": 0.732312, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"], "main_score": 0.732312, "precision": 0.709651, "recall": 0.782609}, {"accuracy": 0.875494, "f1": 0.844104, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"], "main_score": 0.844104, "precision": 0.829825, "recall": 0.875494}, {"accuracy": 0.55336, "f1": 0.476671, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"], "main_score": 0.476671, "precision": 0.449148, "recall": 0.55336}, {"accuracy": 0.804348, "f1": 0.762091, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"], "main_score": 0.762091, "precision": 0.746291, "recall": 0.804348}, {"accuracy": 0.831028, "f1": 0.796478, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"], "main_score": 0.796478, "precision": 0.78254, "recall": 0.831028}, {"accuracy": 0.762846, "f1": 0.71195, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"], "main_score": 0.71195, "precision": 0.692371, "recall": 0.762846}, {"accuracy": 0.818182, "f1": 0.779607, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"], "main_score": 0.779607, "precision": 0.764378, "recall": 0.818182}, {"accuracy": 0.809289, "f1": 0.764413, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"], "main_score": 0.764413, "precision": 0.743775, "recall": 0.809289}, {"accuracy": 0.745059, "f1": 0.687916, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"], "main_score": 0.687916, "precision": 0.665415, "recall": 0.745059}, {"accuracy": 0.802372, "f1": 0.752997, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"], "main_score": 0.752997, "precision": 0.731423, "recall": 0.802372}, {"accuracy": 0.787549, "f1": 0.750976, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"], "main_score": 0.750976, "precision": 0.736248, "recall": 0.787549}, {"accuracy": 0.800395, "f1": 0.757331, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"], "main_score": 0.757331, "precision": 0.737484, "recall": 0.800395}, {"accuracy": 0.906126, "f1": 0.882213, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"], "main_score": 0.882213, "precision": 0.871542, "recall": 0.906126}, {"accuracy": 0.855731, "f1": 0.820125, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"], "main_score": 0.820125, "precision": 0.803854, "recall": 0.855731}, {"accuracy": 0.791502, "f1": 0.742716, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"], "main_score": 0.742716, "precision": 0.722991, "recall": 0.791502}, {"accuracy": 0.79249, "f1": 0.744885, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"], "main_score": 0.744885, "precision": 0.72506, "recall": 0.79249}, {"accuracy": 0.761858, "f1": 0.71522, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"], "main_score": 0.71522, "precision": 0.698973, "recall": 0.761858}, {"accuracy": 0.192688, "f1": 0.143297, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"], "main_score": 0.143297, "precision": 0.128792, "recall": 0.192688}, {"accuracy": 0.784585, "f1": 0.732181, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"], "main_score": 0.732181, "precision": 0.707708, "recall": 0.784585}, {"accuracy": 0.77668, "f1": 0.726493, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"], "main_score": 0.726493, "precision": 0.706606, "recall": 0.77668}, {"accuracy": 0.849802, "f1": 0.812648, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"], "main_score": 0.812648, "precision": 0.79557, "recall": 0.849802}, {"accuracy": 0.882411, "f1": 0.851515, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"], "main_score": 0.851515, "precision": 0.837039, "recall": 0.882411}, {"accuracy": 0.771739, "f1": 0.7242, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"], "main_score": 0.7242, "precision": 0.706131, "recall": 0.771739}, {"accuracy": 0.738142, "f1": 0.681708, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"], "main_score": 0.681708, "precision": 0.660325, "recall": 0.738142}, {"accuracy": 0.824111, "f1": 0.777009, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"], "main_score": 0.777009, "precision": 0.755847, "recall": 0.824111}, {"accuracy": 0.824111, "f1": 0.787524, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"], "main_score": 0.787524, "precision": 0.772791, "recall": 0.824111}, {"accuracy": 0.802372, "f1": 0.764208, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"], "main_score": 0.764208, "precision": 0.749776, "recall": 0.802372}, {"accuracy": 0.774704, "f1": 0.734075, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"], "main_score": 0.734075, "precision": 0.717079, "recall": 0.774704}, {"accuracy": 0.731225, "f1": 0.676718, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"], "main_score": 0.676718, "precision": 0.657198, "recall": 0.731225}, {"accuracy": 0.801383, "f1": 0.754273, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"], "main_score": 0.754273, "precision": 0.734487, "recall": 0.801383}, {"accuracy": 0.725296, "f1": 0.665368, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"], "main_score": 0.665368, "precision": 0.639196, "recall": 0.725296}, {"accuracy": 0.869565, "f1": 0.83643, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"], "main_score": 0.83643, "precision": 0.821311, "recall": 0.869565}, {"accuracy": 0.794466, "f1": 0.756151, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"], "main_score": 0.756151, "precision": 0.741385, "recall": 0.794466}, {"accuracy": 0.784585, "f1": 0.75085, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"], "main_score": 0.75085, "precision": 0.736827, "recall": 0.784585}, {"accuracy": 0.788538, "f1": 0.750587, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"], "main_score": 0.750587, "precision": 0.735693, "recall": 0.788538}, {"accuracy": 0.762846, "f1": 0.709241, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"], "main_score": 0.709241, "precision": 0.686084, "recall": 0.762846}, {"accuracy": 0.799407, "f1": 0.750659, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"], "main_score": 0.750659, "precision": 0.728837, "recall": 0.799407}, {"accuracy": 0.791502, "f1": 0.743709, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"], "main_score": 0.743709, "precision": 0.723732, "recall": 0.791502}, {"accuracy": 0.824111, "f1": 0.781578, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"], "main_score": 0.781578, "precision": 0.764147, "recall": 0.824111}, {"accuracy": 0.831028, "f1": 0.789888, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"], "main_score": 0.789888, "precision": 0.771327, "recall": 0.831028}, {"accuracy": 0.816206, "f1": 0.775927, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"], "main_score": 0.775927, "precision": 0.75977, "recall": 0.816206}, {"accuracy": 0.731225, "f1": 0.672647, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"], "main_score": 0.672647, "precision": 0.646245, "recall": 0.731225}, {"accuracy": 0.842885, "f1": 0.801021, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"], "main_score": 0.801021, "precision": 0.781291, "recall": 0.842885}, {"accuracy": 0.814229, "f1": 0.774781, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"], "main_score": 0.774781, "precision": 0.758903, "recall": 0.814229}, {"accuracy": 0.770751, "f1": 0.730414, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"], "main_score": 0.730414, "precision": 0.715761, "recall": 0.770751}, {"accuracy": 0.732213, "f1": 0.694683, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"], "main_score": 0.694683, "precision": 0.681412, "recall": 0.732213}, {"accuracy": 0.767787, "f1": 0.725492, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"], "main_score": 0.725492, "precision": 0.709678, "recall": 0.767787}, {"accuracy": 0.83498, "f1": 0.790152, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"], "main_score": 0.790152, "precision": 0.769845, "recall": 0.83498}, {"accuracy": 0.83498, "f1": 0.790761, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"], "main_score": 0.790761, "precision": 0.771534, "recall": 0.83498}, {"accuracy": 0.79249, "f1": 0.743577, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"], "main_score": 0.743577, "precision": 0.72192, "recall": 0.79249}, {"accuracy": 0.222332, "f1": 0.18302, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"], "main_score": 0.18302, "precision": 0.16946, "recall": 0.222332}, {"accuracy": 0.83498, "f1": 0.794038, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"], "main_score": 0.794038, "precision": 0.775362, "recall": 0.83498}, {"accuracy": 0.662055, "f1": 0.587639, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"], "main_score": 0.587639, "precision": 0.556983, "recall": 0.662055}, {"accuracy": 0.806324, "f1": 0.760606, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"], "main_score": 0.760606, "precision": 0.742015, "recall": 0.806324}, {"accuracy": 0.897233, "f1": 0.868643, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"], "main_score": 0.868643, "precision": 0.855319, "recall": 0.897233}, {"accuracy": 0.784585, "f1": 0.733514, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"], "main_score": 0.733514, "precision": 0.711373, "recall": 0.784585}, {"accuracy": 0.835968, "f1": 0.791206, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"], "main_score": 0.791206, "precision": 0.770833, "recall": 0.835968}, {"accuracy": 0.816206, "f1": 0.768972, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"], "main_score": 0.768972, "precision": 0.747612, "recall": 0.816206}, {"accuracy": 0.823123, "f1": 0.778854, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"], "main_score": 0.778854, "precision": 0.759569, "recall": 0.823123}, {"accuracy": 0.794466, "f1": 0.747174, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"], "main_score": 0.747174, "precision": 0.728237, "recall": 0.794466}, {"accuracy": 0.829051, "f1": 0.78498, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"], "main_score": 0.78498, "precision": 0.765184, "recall": 0.829051}, {"accuracy": 0.789526, "f1": 0.750014, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"], "main_score": 0.750014, "precision": 0.734465, "recall": 0.789526}, {"accuracy": 0.826087, "f1": 0.78083, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"], "main_score": 0.78083, "precision": 0.760458, "recall": 0.826087}, {"accuracy": 0.799407, "f1": 0.752437, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"], "main_score": 0.752437, "precision": 0.73139, "recall": 0.799407}, {"accuracy": 0.829051, "f1": 0.786924, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"], "main_score": 0.786924, "precision": 0.76754, "recall": 0.829051}, {"accuracy": 0.860672, "f1": 0.824835, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"], "main_score": 0.824835, "precision": 0.807724, "recall": 0.860672}, {"accuracy": 0.756917, "f1": 0.705062, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"], "main_score": 0.705062, "precision": 0.685505, "recall": 0.756917}, {"accuracy": 0.040514, "f1": 0.02208, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"], "main_score": 0.02208, "precision": 0.018099, "recall": 0.040514}, {"accuracy": 0.757905, "f1": 0.712444, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"], "main_score": 0.712444, "precision": 0.695382, "recall": 0.757905}, {"accuracy": 0.812253, "f1": 0.769967, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"], "main_score": 0.769967, "precision": 0.75234, "recall": 0.812253}, {"accuracy": 0.725296, "f1": 0.674089, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"], "main_score": 0.674089, "precision": 0.653573, "recall": 0.725296}, {"accuracy": 0.772727, "f1": 0.727597, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"], "main_score": 0.727597, "precision": 0.710713, "recall": 0.772727}, {"accuracy": 0.732213, "f1": 0.673474, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"], "main_score": 0.673474, "precision": 0.650389, "recall": 0.732213}, {"accuracy": 0.782609, "f1": 0.728294, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"], "main_score": 0.728294, "precision": 0.703541, "recall": 0.782609}, {"accuracy": 0.767787, "f1": 0.721585, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"], "main_score": 0.721585, "precision": 0.704457, "recall": 0.767787}, {"accuracy": 0.749012, "f1": 0.697792, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"], "main_score": 0.697792, "precision": 0.678788, "recall": 0.749012}, {"accuracy": 0.855731, "f1": 0.81749, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"], "main_score": 0.81749, "precision": 0.79944, "recall": 0.855731}, {"accuracy": 0.822134, "f1": 0.779101, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"], "main_score": 0.779101, "precision": 0.759776, "recall": 0.822134}, {"accuracy": 0.692688, "f1": 0.62069, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"], "main_score": 0.62069, "precision": 0.591206, "recall": 0.692688}, {"accuracy": 0.820158, "f1": 0.779644, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"], "main_score": 0.779644, "precision": 0.762983, "recall": 0.820158}, {"accuracy": 0.738142, "f1": 0.676962, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"], "main_score": 0.676962, "precision": 0.650115, "recall": 0.738142}, {"accuracy": 0.799407, "f1": 0.75056, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"], "main_score": 0.75056, "precision": 0.729282, "recall": 0.799407}, {"accuracy": 0.802372, "f1": 0.761271, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"], "main_score": 0.761271, "precision": 0.74546, "recall": 0.802372}, {"accuracy": 0.826087, "f1": 0.779447, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"], "main_score": 0.779447, "precision": 0.75807, "recall": 0.826087}, {"accuracy": 0.817194, "f1": 0.775565, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"], "main_score": 0.775565, "precision": 0.75866, "recall": 0.817194}, {"accuracy": 0.882411, "f1": 0.852931, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"], "main_score": 0.852931, "precision": 0.839262, "recall": 0.882411}, {"accuracy": 0.794466, "f1": 0.744965, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"], "main_score": 0.744965, "precision": 0.724435, "recall": 0.794466}, {"accuracy": 0.716403, "f1": 0.671057, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"], "main_score": 0.671057, "precision": 0.65386, "recall": 0.716403}, {"accuracy": 0.799407, "f1": 0.755972, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"], "main_score": 0.755972, "precision": 0.738863, "recall": 0.799407}, {"accuracy": 0.751976, "f1": 0.696418, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"], "main_score": 0.696418, "precision": 0.674053, "recall": 0.751976}, {"accuracy": 0.790514, "f1": 0.737978, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"], "main_score": 0.737978, "precision": 0.713883, "recall": 0.790514}, {"accuracy": 0.785573, "f1": 0.735394, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"], "main_score": 0.735394, "precision": 0.7139, "recall": 0.785573}, {"accuracy": 0.756917, "f1": 0.702868, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"], "main_score": 0.702868, "precision": 0.681015, "recall": 0.756917}, {"accuracy": 0.882411, "f1": 0.851779, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"], "main_score": 0.851779, "precision": 0.837286, "recall": 0.882411}, {"accuracy": 0.869565, "f1": 0.833747, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"], "main_score": 0.833747, "precision": 0.817962, "recall": 0.869565}, {"accuracy": 0.867589, "f1": 0.831708, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"], "main_score": 0.831708, "precision": 0.815736, "recall": 0.867589}, {"accuracy": 0.757905, "f1": 0.70037, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"], "main_score": 0.70037, "precision": 0.676523, "recall": 0.757905}, {"accuracy": 0.703557, "f1": 0.652212, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"], "main_score": 0.652212, "precision": 0.63482, "recall": 0.703557}, {"accuracy": 0.755929, "f1": 0.709278, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"], "main_score": 0.709278, "precision": 0.692077, "recall": 0.755929}, {"accuracy": 0.779644, "f1": 0.724539, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"], "main_score": 0.724539, "precision": 0.702454, "recall": 0.779644}, {"accuracy": 0.795455, "f1": 0.743808, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"], "main_score": 0.743808, "precision": 0.721212, "recall": 0.795455}, {"accuracy": 0.875494, "f1": 0.839921, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"], "main_score": 0.839921, "precision": 0.822958, "recall": 0.875494}, {"accuracy": 0.733202, "f1": 0.671476, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"], "main_score": 0.671476, "precision": 0.644829, "recall": 0.733202}, {"accuracy": 0.796443, "f1": 0.757447, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"], "main_score": 0.757447, "precision": 0.741695, "recall": 0.796443}, {"accuracy": 0.801383, "f1": 0.755334, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"], "main_score": 0.755334, "precision": 0.736801, "recall": 0.801383}, {"accuracy": 0.742095, "f1": 0.686977, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"], "main_score": 0.686977, "precision": 0.664891, "recall": 0.742095}, {"accuracy": 0.801383, "f1": 0.755604, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"], "main_score": 0.755604, "precision": 0.73703, "recall": 0.801383}, {"accuracy": 0.811265, "f1": 0.764563, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"], "main_score": 0.764563, "precision": 0.745043, "recall": 0.811265}, {"accuracy": 0.828063, "f1": 0.783729, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"], "main_score": 0.783729, "precision": 0.763175, "recall": 0.828063}, {"accuracy": 0.80336, "f1": 0.763129, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"], "main_score": 0.763129, "precision": 0.747795, "recall": 0.80336}, {"accuracy": 0.81917, "f1": 0.775264, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"], "main_score": 0.775264, "precision": 0.755023, "recall": 0.81917}, {"accuracy": 0.860672, "f1": 0.823518, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"], "main_score": 0.823518, "precision": 0.806275, "recall": 0.860672}, {"accuracy": 0.790514, "f1": 0.749892, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"], "main_score": 0.749892, "precision": 0.734822, "recall": 0.790514}, {"accuracy": 0.823123, "f1": 0.781258, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"], "main_score": 0.781258, "precision": 0.762582, "recall": 0.823123}, {"accuracy": 0.820158, "f1": 0.786994, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"], "main_score": 0.786994, "precision": 0.772996, "recall": 0.820158}, {"accuracy": 0.761858, "f1": 0.712253, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"], "main_score": 0.712253, "precision": 0.689954, "recall": 0.761858}, {"accuracy": 0.770751, "f1": 0.721736, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"], "main_score": 0.721736, "precision": 0.703726, "recall": 0.770751}, {"accuracy": 0.840909, "f1": 0.806691, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"], "main_score": 0.806691, "precision": 0.793376, "recall": 0.840909}, {"accuracy": 0.814229, "f1": 0.773182, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"], "main_score": 0.773182, "precision": 0.756838, "recall": 0.814229}, {"accuracy": 0.909091, "f1": 0.883531, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"], "main_score": 0.883531, "precision": 0.871706, "recall": 0.909091}, {"accuracy": 0.859684, "f1": 0.822661, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"], "main_score": 0.822661, "precision": 0.805254, "recall": 0.859684}, {"accuracy": 0.846838, "f1": 0.811712, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"], "main_score": 0.811712, "precision": 0.795323, "recall": 0.846838}, {"accuracy": 0.857708, "f1": 0.81973, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"], "main_score": 0.81973, "precision": 0.80163, "recall": 0.857708}, {"accuracy": 0.847826, "f1": 0.807477, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"], "main_score": 0.807477, "precision": 0.788949, "recall": 0.847826}, {"accuracy": 0.704545, "f1": 0.652033, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"], "main_score": 0.652033, "precision": 0.632623, "recall": 0.704545}, {"accuracy": 0.733202, "f1": 0.696898, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"], "main_score": 0.696898, "precision": 0.683951, "recall": 0.733202}, {"accuracy": 0.764822, "f1": 0.710413, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"], "main_score": 0.710413, "precision": 0.688523, "recall": 0.764822}, {"accuracy": 0.836957, "f1": 0.802833, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"], "main_score": 0.802833, "precision": 0.787451, "recall": 0.836957}, {"accuracy": 0.914032, "f1": 0.890547, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"], "main_score": 0.890547, "precision": 0.879364, "recall": 0.914032}, {"accuracy": 0.850791, "f1": 0.812169, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"], "main_score": 0.812169, "precision": 0.79524, "recall": 0.850791}, {"accuracy": 0.856719, "f1": 0.819005, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"], "main_score": 0.819005, "precision": 0.801383, "recall": 0.856719}, {"accuracy": 0.849802, "f1": 0.810507, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"], "main_score": 0.810507, "precision": 0.791782, "recall": 0.849802}, {"accuracy": 0.754941, "f1": 0.7162, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"], "main_score": 0.7162, "precision": 0.700091, "recall": 0.754941}, {"accuracy": 0.710474, "f1": 0.646904, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"], "main_score": 0.646904, "precision": 0.618561, "recall": 0.710474}, {"accuracy": 0.785573, "f1": 0.739006, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"], "main_score": 0.739006, "precision": 0.719706, "recall": 0.785573}, {"accuracy": 0.837945, "f1": 0.795389, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"], "main_score": 0.795389, "precision": 0.776943, "recall": 0.837945}, {"accuracy": 0.762846, "f1": 0.711215, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"], "main_score": 0.711215, "precision": 0.689568, "recall": 0.762846}, {"accuracy": 0.697628, "f1": 0.63059, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"], "main_score": 0.63059, "precision": 0.602783, "recall": 0.697628}, {"accuracy": 0.864625, "f1": 0.828524, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"], "main_score": 0.828524, "precision": 0.813027, "recall": 0.864625}, {"accuracy": 0.769763, "f1": 0.719669, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"], "main_score": 0.719669, "precision": 0.699193, "recall": 0.769763}, {"accuracy": 0.791502, "f1": 0.742184, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"], "main_score": 0.742184, "precision": 0.721311, "recall": 0.791502}, {"accuracy": 0.713439, "f1": 0.648207, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"], "main_score": 0.648207, "precision": 0.620323, "recall": 0.713439}, {"accuracy": 0.79249, "f1": 0.751716, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"], "main_score": 0.751716, "precision": 0.737018, "recall": 0.79249}, {"accuracy": 0.807312, "f1": 0.766742, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"], "main_score": 0.766742, "precision": 0.75152, "recall": 0.807312}, {"accuracy": 0.793478, "f1": 0.751959, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"], "main_score": 0.751959, "precision": 0.736476, "recall": 0.793478}, {"accuracy": 0.831028, "f1": 0.793457, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"], "main_score": 0.793457, "precision": 0.778377, "recall": 0.831028}, {"accuracy": 0.784585, "f1": 0.736122, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"], "main_score": 0.736122, "precision": 0.716677, "recall": 0.784585}, {"accuracy": 0.83004, "f1": 0.791963, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"], "main_score": 0.791963, "precision": 0.774374, "recall": 0.83004}, {"accuracy": 0.925889, "f1": 0.902734, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"], "main_score": 0.902734, "precision": 0.891551, "recall": 0.925889}, {"accuracy": 0.88834, "f1": 0.854776, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"], "main_score": 0.854776, "precision": 0.83918, "recall": 0.88834}, {"accuracy": 0.037549, "f1": 0.019213, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"], "main_score": 0.019213, "precision": 0.016117, "recall": 0.037549}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"], "main_score": 0.918643, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"], "main_score": 0.90942, "precision": 0.899704, "recall": 0.929842}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.911067, "f1": 0.884354, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"], "main_score": 0.884354, "precision": 0.871542, "recall": 0.911067}, {"accuracy": 0.91996, "f1": 0.895092, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"], "main_score": 0.895092, "precision": 0.883432, "recall": 0.91996}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.893281, "f1": 0.863175, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"], "main_score": 0.863175, "precision": 0.849424, "recall": 0.893281}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"], "main_score": 0.905303, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947694, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"], "main_score": 0.947694, "precision": 0.941453, "recall": 0.960474}, {"accuracy": 0.194664, "f1": 0.137751, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"], "main_score": 0.137751, "precision": 0.122362, "recall": 0.194664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.917984, "f1": 0.893511, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"], "main_score": 0.893511, "precision": 0.881835, "recall": 0.917984}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"], "main_score": 0.921838, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.882411, "f1": 0.851073, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"], "main_score": 0.851073, "precision": 0.836495, "recall": 0.882411}, {"accuracy": 0.935771, "f1": 0.91581, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"], "main_score": 0.91581, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.880435, "f1": 0.847793, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"], "main_score": 0.847793, "precision": 0.83251, "recall": 0.880435}, {"accuracy": 0.923913, "f1": 0.900692, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"], "main_score": 0.900692, "precision": 0.889657, "recall": 0.923913}, {"accuracy": 0.875494, "f1": 0.840547, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"], "main_score": 0.840547, "precision": 0.824769, "recall": 0.875494}, {"accuracy": 0.910079, "f1": 0.8833, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"], "main_score": 0.8833, "precision": 0.870998, "recall": 0.910079}, {"accuracy": 0.751976, "f1": 0.692542, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"], "main_score": 0.692542, "precision": 0.667474, "recall": 0.751976}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.899209, "f1": 0.870191, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"], "main_score": 0.870191, "precision": 0.856917, "recall": 0.899209}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.865613, "f1": 0.828656, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"], "main_score": 0.828656, "precision": 0.811989, "recall": 0.865613}, {"accuracy": 0.916008, "f1": 0.890152, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"], "main_score": 0.890152, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.847826, "f1": 0.805138, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"], "main_score": 0.805138, "precision": 0.785771, "recall": 0.847826}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.201581, "f1": 0.132299, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"], "main_score": 0.132299, "precision": 0.113157, "recall": 0.201581}, {"accuracy": 0.899209, "f1": 0.870685, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"], "main_score": 0.870685, "precision": 0.857378, "recall": 0.899209}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"], "main_score": 0.918808, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.884387, "f1": 0.850461, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"], "main_score": 0.850461, "precision": 0.834684, "recall": 0.884387}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.837945, "f1": 0.793135, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"], "main_score": 0.793135, "precision": 0.772974, "recall": 0.837945}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"], "main_score": 0.903722, "precision": 0.893034, "recall": 0.925889}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"], "main_score": 0.904875, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.857708, "f1": 0.81805, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"], "main_score": 0.81805, "precision": 0.799984, "recall": 0.857708}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"], "main_score": 0.970685, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.908103, "f1": 0.880962, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"], "main_score": 0.880962, "precision": 0.868001, "recall": 0.908103}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.827075, "f1": 0.781719, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"], "main_score": 0.781719, "precision": 0.761462, "recall": 0.827075}, {"accuracy": 0.967391, "f1": 0.957082, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"], "main_score": 0.957082, "precision": 0.952157, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997694, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"], "main_score": 0.997694, "precision": 0.99753, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.871542, "f1": 0.836001, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"], "main_score": 0.836001, "precision": 0.820109, "recall": 0.871542}, {"accuracy": 0.254941, "f1": 0.196848, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"], "main_score": 0.196848, "precision": 0.180037, "recall": 0.254941}, {"accuracy": 0.903162, "f1": 0.875428, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"], "main_score": 0.875428, "precision": 0.862846, "recall": 0.903162}, {"accuracy": 0.83498, "f1": 0.789987, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"], "main_score": 0.789987, "precision": 0.769137, "recall": 0.83498}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.901186, "f1": 0.871047, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"], "main_score": 0.871047, "precision": 0.856555, "recall": 0.901186}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.875494, "f1": 0.837022, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"], "main_score": 0.837022, "precision": 0.818923, "recall": 0.875494}, {"accuracy": 0.846838, "f1": 0.803722, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"], "main_score": 0.803722, "precision": 0.784503, "recall": 0.846838}, {"accuracy": 0.936759, "f1": 0.917984, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"], "main_score": 0.917984, "precision": 0.909124, "recall": 0.936759}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.047431, "f1": 0.022013, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"], "main_score": 0.022013, "precision": 0.017112, "recall": 0.047431}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.978261, "f1": 0.972167, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"], "main_score": 0.972167, "precision": 0.969203, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.93083, "f1": 0.910903, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"], "main_score": 0.910903, "precision": 0.90135, "recall": 0.93083}, {"accuracy": 0.911067, "f1": 0.885606, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"], "main_score": 0.885606, "precision": 0.874094, "recall": 0.911067}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"], "main_score": 0.95247, "precision": 0.947217, "recall": 0.963439}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"], "main_score": 0.931884, "precision": 0.924654, "recall": 0.947628}, {"accuracy": 0.880435, "f1": 0.846014, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"], "main_score": 0.846014, "precision": 0.82971, "recall": 0.880435}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.849802, "f1": 0.80975, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"], "main_score": 0.80975, "precision": 0.791337, "recall": 0.849802}, {"accuracy": 0.93083, "f1": 0.911199, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"], "main_score": 0.911199, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.943676, "f1": 0.927997, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"], "main_score": 0.927997, "precision": 0.921146, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.901186, "f1": 0.871443, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"], "main_score": 0.871443, "precision": 0.857823, "recall": 0.901186}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"], "main_score": 0.948781, "precision": 0.943182, "recall": 0.960474}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"], "main_score": 0.922431, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"], "main_score": 0.918314, "precision": 0.908926, "recall": 0.937747}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.939723, "f1": 0.921014, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"], "main_score": 0.921014, "precision": 0.912138, "recall": 0.939723}, {"accuracy": 0.95751, "f1": 0.944236, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"], "main_score": 0.944236, "precision": 0.937994, "recall": 0.95751}, {"accuracy": 0.857708, "f1": 0.818972, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"], "main_score": 0.818972, "precision": 0.801054, "recall": 0.857708}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.905138, "f1": 0.878854, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"], "main_score": 0.878854, "precision": 0.866518, "recall": 0.905138}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.910079, "f1": 0.884717, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"], "main_score": 0.884717, "precision": 0.872892, "recall": 0.910079}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"], "main_score": 0.926383, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.920949, "f1": 0.89753, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"], "main_score": 0.89753, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.84585, "f1": 0.807362, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"], "main_score": 0.807362, "precision": 0.789996, "recall": 0.84585}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.916996, "f1": 0.892688, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"], "main_score": 0.892688, "precision": 0.881703, "recall": 0.916996}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.88834, "f1": 0.854743, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"], "main_score": 0.854743, "precision": 0.838801, "recall": 0.88834}, {"accuracy": 0.91996, "f1": 0.896245, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"], "main_score": 0.896245, "precision": 0.885211, "recall": 0.91996}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.871542, "f1": 0.835343, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"], "main_score": 0.835343, "precision": 0.818923, "recall": 0.871542}, {"accuracy": 0.886364, "f1": 0.85351, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"], "main_score": 0.85351, "precision": 0.838109, "recall": 0.886364}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.836957, "f1": 0.794928, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"], "main_score": 0.794928, "precision": 0.775527, "recall": 0.836957}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.87253, "f1": 0.837931, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"], "main_score": 0.837931, "precision": 0.822546, "recall": 0.87253}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"], "main_score": 0.900033, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.817194, "f1": 0.768775, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"], "main_score": 0.768775, "precision": 0.747118, "recall": 0.817194}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"], "main_score": 0.949769, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.916996, "f1": 0.892161, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"], "main_score": 0.892161, "precision": 0.880847, "recall": 0.916996}, {"accuracy": 0.9417, "f1": 0.924802, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"], "main_score": 0.924802, "precision": 0.916749, "recall": 0.9417}, {"accuracy": 0.857708, "f1": 0.818643, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"], "main_score": 0.818643, "precision": 0.800428, "recall": 0.857708}, {"accuracy": 0.061265, "f1": 0.034517, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"], "main_score": 0.034517, "precision": 0.028471, "recall": 0.061265}, {"accuracy": 0.893281, "f1": 0.871818, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"], "main_score": 0.871818, "precision": 0.864314, "recall": 0.893281}, {"accuracy": 0.893281, "f1": 0.865516, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"], "main_score": 0.865516, "precision": 0.853946, "recall": 0.893281}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"], "main_score": 0.928096, "precision": 0.920208, "recall": 0.944664}, {"accuracy": 0.909091, "f1": 0.881621, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"], "main_score": 0.881621, "precision": 0.868824, "recall": 0.909091}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"], "main_score": 0.910408, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.884387, "f1": 0.864394, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"], "main_score": 0.864394, "precision": 0.857309, "recall": 0.884387}, {"accuracy": 0.892292, "f1": 0.861232, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"], "main_score": 0.861232, "precision": 0.847085, "recall": 0.892292}, {"accuracy": 0.868577, "f1": 0.832693, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"], "main_score": 0.832693, "precision": 0.817194, "recall": 0.868577}, {"accuracy": 0.863636, "f1": 0.835451, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"], "main_score": 0.835451, "precision": 0.824876, "recall": 0.863636}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"], "main_score": 0.899012, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"], "main_score": 0.865184, "precision": 0.851202, "recall": 0.894269}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.891304, "f1": 0.862733, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"], "main_score": 0.862733, "precision": 0.850494, "recall": 0.891304}, {"accuracy": 0.880435, "f1": 0.854784, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"], "main_score": 0.854784, "precision": 0.844281, "recall": 0.880435}, {"accuracy": 0.880435, "f1": 0.846805, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"], "main_score": 0.846805, "precision": 0.831028, "recall": 0.880435}, {"accuracy": 0.898221, "f1": 0.872912, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"], "main_score": 0.872912, "precision": 0.862121, "recall": 0.898221}, {"accuracy": 0.894269, "f1": 0.869059, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"], "main_score": 0.869059, "precision": 0.859339, "recall": 0.894269}, {"accuracy": 0.835968, "f1": 0.794076, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"], "main_score": 0.794076, "precision": 0.776219, "recall": 0.835968}, {"accuracy": 0.871542, "f1": 0.844361, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"], "main_score": 0.844361, "precision": 0.834362, "recall": 0.871542}, {"accuracy": 0.931818, "f1": 0.911891, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"], "main_score": 0.911891, "precision": 0.902339, "recall": 0.931818}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"], "main_score": 0.916831, "precision": 0.908267, "recall": 0.935771}, {"accuracy": 0.905138, "f1": 0.883155, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"], "main_score": 0.883155, "precision": 0.873999, "recall": 0.905138}, {"accuracy": 0.896245, "f1": 0.866041, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"], "main_score": 0.866041, "precision": 0.852273, "recall": 0.896245}, {"accuracy": 0.189723, "f1": 0.152461, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"], "main_score": 0.152461, "precision": 0.142055, "recall": 0.189723}, {"accuracy": 0.914032, "f1": 0.894458, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"], "main_score": 0.894458, "precision": 0.886662, "recall": 0.914032}, {"accuracy": 0.903162, "f1": 0.876548, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"], "main_score": 0.876548, "precision": 0.864246, "recall": 0.903162}, {"accuracy": 0.90415, "f1": 0.877042, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"], "main_score": 0.877042, "precision": 0.865316, "recall": 0.90415}, {"accuracy": 0.846838, "f1": 0.814412, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"], "main_score": 0.814412, "precision": 0.802144, "recall": 0.846838}, {"accuracy": 0.885375, "f1": 0.859725, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"], "main_score": 0.859725, "precision": 0.850768, "recall": 0.885375}, {"accuracy": 0.882411, "f1": 0.859384, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"], "main_score": 0.859384, "precision": 0.850836, "recall": 0.882411}, {"accuracy": 0.875494, "f1": 0.841403, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"], "main_score": 0.841403, "precision": 0.826532, "recall": 0.875494}, {"accuracy": 0.914032, "f1": 0.894329, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"], "main_score": 0.894329, "precision": 0.88673, "recall": 0.914032}, {"accuracy": 0.920949, "f1": 0.898946, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"], "main_score": 0.898946, "precision": 0.888785, "recall": 0.920949}, {"accuracy": 0.855731, "f1": 0.832612, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"], "main_score": 0.832612, "precision": 0.823728, "recall": 0.855731}, {"accuracy": 0.889328, "f1": 0.863317, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"], "main_score": 0.863317, "precision": 0.853542, "recall": 0.889328}, {"accuracy": 0.88834, "f1": 0.86162, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"], "main_score": 0.86162, "precision": 0.85112, "recall": 0.88834}, {"accuracy": 0.914032, "f1": 0.891669, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"], "main_score": 0.891669, "precision": 0.882668, "recall": 0.914032}, {"accuracy": 0.843874, "f1": 0.800296, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"], "main_score": 0.800296, "precision": 0.781159, "recall": 0.843874}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.867589, "f1": 0.841626, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"], "main_score": 0.841626, "precision": 0.832515, "recall": 0.867589}, {"accuracy": 0.886364, "f1": 0.854875, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"], "main_score": 0.854875, "precision": 0.840086, "recall": 0.886364}, {"accuracy": 0.898221, "f1": 0.88068, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"], "main_score": 0.88068, "precision": 0.874219, "recall": 0.898221}, {"accuracy": 0.882411, "f1": 0.851816, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"], "main_score": 0.851816, "precision": 0.839229, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.930632, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"], "main_score": 0.930632, "precision": 0.923946, "recall": 0.945652}, {"accuracy": 0.891304, "f1": 0.8611, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"], "main_score": 0.8611, "precision": 0.848353, "recall": 0.891304}, {"accuracy": 0.883399, "f1": 0.851252, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"], "main_score": 0.851252, "precision": 0.837451, "recall": 0.883399}, {"accuracy": 0.839921, "f1": 0.799638, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"], "main_score": 0.799638, "precision": 0.783383, "recall": 0.839921}, {"accuracy": 0.876482, "f1": 0.841107, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"], "main_score": 0.841107, "precision": 0.825082, "recall": 0.876482}, {"accuracy": 0.823123, "f1": 0.786026, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"], "main_score": 0.786026, "precision": 0.772459, "recall": 0.823123}, {"accuracy": 0.875494, "f1": 0.841883, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"], "main_score": 0.841883, "precision": 0.827882, "recall": 0.875494}, {"accuracy": 0.844862, "f1": 0.801797, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"], "main_score": 0.801797, "precision": 0.782444, "recall": 0.844862}, {"accuracy": 0.868577, "f1": 0.844504, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"], "main_score": 0.844504, "precision": 0.835028, "recall": 0.868577}, {"accuracy": 0.840909, "f1": 0.797727, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"], "main_score": 0.797727, "precision": 0.777701, "recall": 0.840909}, {"accuracy": 0.920949, "f1": 0.899868, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"], "main_score": 0.899868, "precision": 0.889987, "recall": 0.920949}, {"accuracy": 0.655138, "f1": 0.587565, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"], "main_score": 0.587565, "precision": 0.5622, "recall": 0.655138}, {"accuracy": 0.899209, "f1": 0.875863, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"], "main_score": 0.875863, "precision": 0.867368, "recall": 0.899209}, {"accuracy": 0.899209, "f1": 0.878286, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"], "main_score": 0.878286, "precision": 0.869371, "recall": 0.899209}, {"accuracy": 0.856719, "f1": 0.821829, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"], "main_score": 0.821829, "precision": 0.808252, "recall": 0.856719}, {"accuracy": 0.900198, "f1": 0.877235, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"], "main_score": 0.877235, "precision": 0.868241, "recall": 0.900198}, {"accuracy": 0.874506, "f1": 0.839756, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"], "main_score": 0.839756, "precision": 0.823452, "recall": 0.874506}, {"accuracy": 0.901186, "f1": 0.876838, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"], "main_score": 0.876838, "precision": 0.867284, "recall": 0.901186}, {"accuracy": 0.869565, "f1": 0.834538, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"], "main_score": 0.834538, "precision": 0.820026, "recall": 0.869565}, {"accuracy": 0.898221, "f1": 0.878821, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"], "main_score": 0.878821, "precision": 0.871116, "recall": 0.898221}, {"accuracy": 0.880435, "f1": 0.849162, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"], "main_score": 0.849162, "precision": 0.835096, "recall": 0.880435}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.903162, "f1": 0.874012, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"], "main_score": 0.874012, "precision": 0.859848, "recall": 0.903162}, {"accuracy": 0.865613, "f1": 0.83215, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"], "main_score": 0.83215, "precision": 0.818224, "recall": 0.865613}, {"accuracy": 0.881423, "f1": 0.850296, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"], "main_score": 0.850296, "precision": 0.837632, "recall": 0.881423}, {"accuracy": 0.869565, "f1": 0.840206, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"], "main_score": 0.840206, "precision": 0.829168, "recall": 0.869565}, {"accuracy": 0.213439, "f1": 0.157539, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"], "main_score": 0.157539, "precision": 0.141812, "recall": 0.213439}, {"accuracy": 0.869565, "f1": 0.832872, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"], "main_score": 0.832872, "precision": 0.816123, "recall": 0.869565}, {"accuracy": 0.880435, "f1": 0.851241, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"], "main_score": 0.851241, "precision": 0.839693, "recall": 0.880435}, {"accuracy": 0.917984, "f1": 0.892787, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"], "main_score": 0.892787, "precision": 0.880929, "recall": 0.917984}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"], "main_score": 0.931489, "precision": 0.924242, "recall": 0.94664}, {"accuracy": 0.876482, "f1": 0.846335, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"], "main_score": 0.846335, "precision": 0.834718, "recall": 0.876482}, {"accuracy": 0.829051, "f1": 0.788709, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"], "main_score": 0.788709, "precision": 0.773428, "recall": 0.829051}, {"accuracy": 0.890316, "f1": 0.860903, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"], "main_score": 0.860903, "precision": 0.848518, "recall": 0.890316}, {"accuracy": 0.898221, "f1": 0.873809, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"], "main_score": 0.873809, "precision": 0.864237, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.859568, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"], "main_score": 0.859568, "precision": 0.84976, "recall": 0.885375}, {"accuracy": 0.881423, "f1": 0.854964, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"], "main_score": 0.854964, "precision": 0.844148, "recall": 0.881423}, {"accuracy": 0.828063, "f1": 0.792564, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"], "main_score": 0.792564, "precision": 0.779856, "recall": 0.828063}, {"accuracy": 0.890316, "f1": 0.863251, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"], "main_score": 0.863251, "precision": 0.851873, "recall": 0.890316}, {"accuracy": 0.782609, "f1": 0.727075, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"], "main_score": 0.727075, "precision": 0.703096, "recall": 0.782609}, {"accuracy": 0.911067, "f1": 0.883794, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"], "main_score": 0.883794, "precision": 0.870965, "recall": 0.911067}, {"accuracy": 0.878458, "f1": 0.852011, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"], "main_score": 0.852011, "precision": 0.841754, "recall": 0.878458}, {"accuracy": 0.87253, "f1": 0.849643, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"], "main_score": 0.849643, "precision": 0.840647, "recall": 0.87253}, {"accuracy": 0.87747, "f1": 0.851698, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"], "main_score": 0.851698, "precision": 0.84138, "recall": 0.87747}, {"accuracy": 0.847826, "f1": 0.805698, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"], "main_score": 0.805698, "precision": 0.787039, "recall": 0.847826}, {"accuracy": 0.821146, "f1": 0.772464, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"], "main_score": 0.772464, "precision": 0.750445, "recall": 0.821146}, {"accuracy": 0.894269, "f1": 0.866765, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"], "main_score": 0.866765, "precision": 0.854886, "recall": 0.894269}, {"accuracy": 0.905138, "f1": 0.879762, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"], "main_score": 0.879762, "precision": 0.86889, "recall": 0.905138}, {"accuracy": 0.862648, "f1": 0.827306, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"], "main_score": 0.827306, "precision": 0.811594, "recall": 0.862648}, {"accuracy": 0.901186, "f1": 0.877689, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"], "main_score": 0.877689, "precision": 0.867922, "recall": 0.901186}, {"accuracy": 0.800395, "f1": 0.750908, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"], "main_score": 0.750908, "precision": 0.729348, "recall": 0.800395}, {"accuracy": 0.91502, "f1": 0.891469, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"], "main_score": 0.891469, "precision": 0.880105, "recall": 0.91502}, {"accuracy": 0.898221, "f1": 0.876022, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"], "main_score": 0.876022, "precision": 0.867534, "recall": 0.898221}, {"accuracy": 0.875494, "f1": 0.849333, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"], "main_score": 0.849333, "precision": 0.839788, "recall": 0.875494}, {"accuracy": 0.848814, "f1": 0.824535, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"], "main_score": 0.824535, "precision": 0.816117, "recall": 0.848814}, {"accuracy": 0.858696, "f1": 0.830439, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"], "main_score": 0.830439, "precision": 0.819421, "recall": 0.858696}, {"accuracy": 0.893281, "f1": 0.862945, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"], "main_score": 0.862945, "precision": 0.849341, "recall": 0.893281}, {"accuracy": 0.91996, "f1": 0.896871, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"], "main_score": 0.896871, "precision": 0.886397, "recall": 0.91996}, {"accuracy": 0.842885, "f1": 0.79809, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"], "main_score": 0.79809, "precision": 0.777668, "recall": 0.842885}, {"accuracy": 0.26087, "f1": 0.215788, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"], "main_score": 0.215788, "precision": 0.200648, "recall": 0.26087}, {"accuracy": 0.881423, "f1": 0.848123, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"], "main_score": 0.848123, "precision": 0.832708, "recall": 0.881423}, {"accuracy": 0.746047, "f1": 0.685583, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"], "main_score": 0.685583, "precision": 0.660705, "recall": 0.746047}, {"accuracy": 0.871542, "f1": 0.838658, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"], "main_score": 0.838658, "precision": 0.825579, "recall": 0.871542}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"], "main_score": 0.929183, "precision": 0.921607, "recall": 0.945652}, {"accuracy": 0.886364, "f1": 0.854875, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"], "main_score": 0.854875, "precision": 0.840415, "recall": 0.886364}, {"accuracy": 0.882411, "f1": 0.848932, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"], "main_score": 0.848932, "precision": 0.833366, "recall": 0.882411}, {"accuracy": 0.90415, "f1": 0.877522, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"], "main_score": 0.877522, "precision": 0.86581, "recall": 0.90415}, {"accuracy": 0.901186, "f1": 0.873106, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"], "main_score": 0.873106, "precision": 0.860385, "recall": 0.901186}, {"accuracy": 0.907115, "f1": 0.879974, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"], "main_score": 0.879974, "precision": 0.867902, "recall": 0.907115}, {"accuracy": 0.916996, "f1": 0.891469, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"], "main_score": 0.891469, "precision": 0.879282, "recall": 0.916996}, {"accuracy": 0.882411, "f1": 0.858278, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"], "main_score": 0.858278, "precision": 0.849275, "recall": 0.882411}, {"accuracy": 0.893281, "f1": 0.864149, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"], "main_score": 0.864149, "precision": 0.851103, "recall": 0.893281}, {"accuracy": 0.81917, "f1": 0.774012, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"], "main_score": 0.774012, "precision": 0.75426, "recall": 0.81917}, {"accuracy": 0.855731, "f1": 0.817227, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"], "main_score": 0.817227, "precision": 0.79972, "recall": 0.855731}, {"accuracy": 0.90415, "f1": 0.877372, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"], "main_score": 0.877372, "precision": 0.865036, "recall": 0.90415}, {"accuracy": 0.870553, "f1": 0.840603, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"], "main_score": 0.840603, "precision": 0.829705, "recall": 0.870553}, {"accuracy": 0.051383, "f1": 0.029079, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"], "main_score": 0.029079, "precision": 0.024651, "recall": 0.051383}, {"accuracy": 0.866601, "f1": 0.836146, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"], "main_score": 0.836146, "precision": 0.824475, "recall": 0.866601}, {"accuracy": 0.916996, "f1": 0.89465, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"], "main_score": 0.89465, "precision": 0.885277, "recall": 0.916996}, {"accuracy": 0.818182, "f1": 0.780063, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"], "main_score": 0.780063, "precision": 0.765076, "recall": 0.818182}, {"accuracy": 0.873518, "f1": 0.846409, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"], "main_score": 0.846409, "precision": 0.836366, "recall": 0.873518}, {"accuracy": 0.851779, "f1": 0.811841, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"], "main_score": 0.811841, "precision": 0.794756, "recall": 0.851779}, {"accuracy": 0.8083, "f1": 0.759684, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"], "main_score": 0.759684, "precision": 0.73862, "recall": 0.8083}, {"accuracy": 0.865613, "f1": 0.835337, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"], "main_score": 0.835337, "precision": 0.824234, "recall": 0.865613}, {"accuracy": 0.848814, "f1": 0.818118, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"], "main_score": 0.818118, "precision": 0.807252, "recall": 0.848814}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"], "main_score": 0.880171, "precision": 0.867671, "recall": 0.907115}, {"accuracy": 0.917984, "f1": 0.894005, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"], "main_score": 0.894005, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.772727, "f1": 0.718069, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"], "main_score": 0.718069, "precision": 0.695622, "recall": 0.772727}, {"accuracy": 0.908103, "f1": 0.884765, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"], "main_score": 0.884765, "precision": 0.874805, "recall": 0.908103}, {"accuracy": 0.779644, "f1": 0.728843, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"], "main_score": 0.728843, "precision": 0.707304, "recall": 0.779644}, {"accuracy": 0.882411, "f1": 0.85104, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"], "main_score": 0.85104, "precision": 0.837681, "recall": 0.882411}, {"accuracy": 0.897233, "f1": 0.873327, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"], "main_score": 0.873327, "precision": 0.86428, "recall": 0.897233}, {"accuracy": 0.890316, "f1": 0.859947, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"], "main_score": 0.859947, "precision": 0.846212, "recall": 0.890316}, {"accuracy": 0.897233, "f1": 0.869633, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"], "main_score": 0.869633, "precision": 0.857503, "recall": 0.897233}, {"accuracy": 0.929842, "f1": 0.908992, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"], "main_score": 0.908992, "precision": 0.898962, "recall": 0.929842}, {"accuracy": 0.886364, "f1": 0.858228, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"], "main_score": 0.858228, "precision": 0.84683, "recall": 0.886364}, {"accuracy": 0.810277, "f1": 0.771897, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"], "main_score": 0.771897, "precision": 0.75661, "recall": 0.810277}, {"accuracy": 0.895257, "f1": 0.868384, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"], "main_score": 0.868384, "precision": 0.857708, "recall": 0.895257}, {"accuracy": 0.88834, "f1": 0.857839, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"], "main_score": 0.857839, "precision": 0.845175, "recall": 0.88834}, {"accuracy": 0.867589, "f1": 0.833187, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"], "main_score": 0.833187, "precision": 0.818034, "recall": 0.867589}, {"accuracy": 0.913043, "f1": 0.886825, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"], "main_score": 0.886825, "precision": 0.874835, "recall": 0.913043}, {"accuracy": 0.858696, "f1": 0.821005, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"], "main_score": 0.821005, "precision": 0.805319, "recall": 0.858696}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"], "main_score": 0.910903, "precision": 0.900856, "recall": 0.931818}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"], "main_score": 0.93139, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.906126, "f1": 0.881939, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"], "main_score": 0.881939, "precision": 0.871434, "recall": 0.906126}, {"accuracy": 0.83498, "f1": 0.790566, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"], "main_score": 0.790566, "precision": 0.770784, "recall": 0.83498}, {"accuracy": 0.805336, "f1": 0.765614, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"], "main_score": 0.765614, "precision": 0.751383, "recall": 0.805336}, {"accuracy": 0.842885, "f1": 0.805178, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"], "main_score": 0.805178, "precision": 0.790326, "recall": 0.842885}, {"accuracy": 0.860672, "f1": 0.822711, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"], "main_score": 0.822711, "precision": 0.806482, "recall": 0.860672}, {"accuracy": 0.895257, "f1": 0.864262, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"], "main_score": 0.864262, "precision": 0.849473, "recall": 0.895257}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"], "main_score": 0.904644, "precision": 0.894269, "recall": 0.926877}, {"accuracy": 0.811265, "f1": 0.761775, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"], "main_score": 0.761775, "precision": 0.739519, "recall": 0.811265}, {"accuracy": 0.898221, "f1": 0.876794, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"], "main_score": 0.876794, "precision": 0.868335, "recall": 0.898221}, {"accuracy": 0.889328, "f1": 0.858663, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"], "main_score": 0.858663, "precision": 0.844697, "recall": 0.889328}, {"accuracy": 0.833004, "f1": 0.792349, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"], "main_score": 0.792349, "precision": 0.775798, "recall": 0.833004}, {"accuracy": 0.899209, "f1": 0.871344, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"], "main_score": 0.871344, "precision": 0.85947, "recall": 0.899209}, {"accuracy": 0.879447, "f1": 0.848108, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"], "main_score": 0.848108, "precision": 0.835326, "recall": 0.879447}, {"accuracy": 0.906126, "f1": 0.878807, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"], "main_score": 0.878807, "precision": 0.86586, "recall": 0.906126}, {"accuracy": 0.901186, "f1": 0.877194, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"], "main_score": 0.877194, "precision": 0.867277, "recall": 0.901186}, {"accuracy": 0.857708, "f1": 0.819683, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"], "main_score": 0.819683, "precision": 0.802816, "recall": 0.857708}, {"accuracy": 0.894269, "f1": 0.863801, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"], "main_score": 0.863801, "precision": 0.849885, "recall": 0.894269}, {"accuracy": 0.882411, "f1": 0.855247, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"], "main_score": 0.855247, "precision": 0.844953, "recall": 0.882411}, {"accuracy": 0.865613, "f1": 0.829644, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"], "main_score": 0.829644, "precision": 0.813241, "recall": 0.865613}, {"accuracy": 0.913043, "f1": 0.892889, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"], "main_score": 0.892889, "precision": 0.884592, "recall": 0.913043}, {"accuracy": 0.838933, "f1": 0.79193, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"], "main_score": 0.79193, "precision": 0.76996, "recall": 0.838933}, {"accuracy": 0.87253, "f1": 0.843281, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"], "main_score": 0.843281, "precision": 0.832472, "recall": 0.87253}, {"accuracy": 0.907115, "f1": 0.883714, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"], "main_score": 0.883714, "precision": 0.874704, "recall": 0.907115}, {"accuracy": 0.911067, "f1": 0.887058, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"], "main_score": 0.887058, "precision": 0.876525, "recall": 0.911067}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"], "main_score": 0.899209, "precision": 0.888011, "recall": 0.922925}, {"accuracy": 0.882411, "f1": 0.851285, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"], "main_score": 0.851285, "precision": 0.83666, "recall": 0.882411}, {"accuracy": 0.880435, "f1": 0.84521, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"], "main_score": 0.84521, "precision": 0.828804, "recall": 0.880435}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"], "main_score": 0.887846, "precision": 0.875527, "recall": 0.914032}, {"accuracy": 0.83004, "f1": 0.796531, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"], "main_score": 0.796531, "precision": 0.783702, "recall": 0.83004}, {"accuracy": 0.852767, "f1": 0.826303, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"], "main_score": 0.826303, "precision": 0.817108, "recall": 0.852767}, {"accuracy": 0.835968, "f1": 0.792575, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"], "main_score": 0.792575, "precision": 0.774358, "recall": 0.835968}, {"accuracy": 0.883399, "f1": 0.85308, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"], "main_score": 0.85308, "precision": 0.838827, "recall": 0.883399}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"], "main_score": 0.926054, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.937747, "f1": 0.919104, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"], "main_score": 0.919104, "precision": 0.910738, "recall": 0.937747}, {"accuracy": 0.917984, "f1": 0.893182, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"], "main_score": 0.893182, "precision": 0.881505, "recall": 0.917984}, {"accuracy": 0.882411, "f1": 0.849393, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"], "main_score": 0.849393, "precision": 0.834321, "recall": 0.882411}, {"accuracy": 0.856719, "f1": 0.831526, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"], "main_score": 0.831526, "precision": 0.821849, "recall": 0.856719}, {"accuracy": 0.772727, "f1": 0.715711, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"], "main_score": 0.715711, "precision": 0.691222, "recall": 0.772727}, {"accuracy": 0.844862, "f1": 0.806515, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"], "main_score": 0.806515, "precision": 0.79092, "recall": 0.844862}, {"accuracy": 0.896245, "f1": 0.865646, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"], "main_score": 0.865646, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.818182, "f1": 0.771626, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"], "main_score": 0.771626, "precision": 0.751252, "recall": 0.818182}, {"accuracy": 0.795455, "f1": 0.745982, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"], "main_score": 0.745982, "precision": 0.725609, "recall": 0.795455}, {"accuracy": 0.922925, "f1": 0.901007, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"], "main_score": 0.901007, "precision": 0.891222, "recall": 0.922925}, {"accuracy": 0.87253, "f1": 0.840947, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"], "main_score": 0.840947, "precision": 0.827684, "recall": 0.87253}, {"accuracy": 0.909091, "f1": 0.882246, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"], "main_score": 0.882246, "precision": 0.870059, "recall": 0.909091}, {"accuracy": 0.759881, "f1": 0.699377, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"], "main_score": 0.699377, "precision": 0.673264, "recall": 0.759881}, {"accuracy": 0.883399, "f1": 0.857082, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"], "main_score": 0.857082, "precision": 0.84731, "recall": 0.883399}, {"accuracy": 0.892292, "f1": 0.867763, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"], "main_score": 0.867763, "precision": 0.858425, "recall": 0.892292}, {"accuracy": 0.885375, "f1": 0.85911, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"], "main_score": 0.85911, "precision": 0.849464, "recall": 0.885375}, {"accuracy": 0.908103, "f1": 0.885063, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"], "main_score": 0.885063, "precision": 0.875866, "recall": 0.908103}, {"accuracy": 0.841897, "f1": 0.801781, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"], "main_score": 0.801781, "precision": 0.785418, "recall": 0.841897}, {"accuracy": 0.871542, "f1": 0.835705, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"], "main_score": 0.835705, "precision": 0.819088, "recall": 0.871542}, {"accuracy": 0.807312, "f1": 0.758333, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"], "main_score": 0.758333, "precision": 0.737072, "recall": 0.807312}, {"accuracy": 0.835968, "f1": 0.791469, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"], "main_score": 0.791469, "precision": 0.770619, "recall": 0.835968}, {"accuracy": 0.054348, "f1": 0.031528, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"], "main_score": 0.031528, "precision": 0.025962, "recall": 0.054348}, {"accuracy": 0.793478, "f1": 0.751981, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"], "main_score": 0.751981, "precision": 0.736753, "recall": 0.793478}, {"accuracy": 0.813241, "f1": 0.770301, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"], "main_score": 0.770301, "precision": 0.752833, "recall": 0.813241}, {"accuracy": 0.886364, "f1": 0.852108, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"], "main_score": 0.852108, "precision": 0.835804, "recall": 0.886364}, {"accuracy": 0.851779, "f1": 0.810079, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"], "main_score": 0.810079, "precision": 0.791008, "recall": 0.851779}, {"accuracy": 0.908103, "f1": 0.8833, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"], "main_score": 0.8833, "precision": 0.871294, "recall": 0.908103}, {"accuracy": 0.800395, "f1": 0.762375, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"], "main_score": 0.762375, "precision": 0.748313, "recall": 0.800395}, {"accuracy": 0.81917, "f1": 0.773075, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"], "main_score": 0.773075, "precision": 0.7528, "recall": 0.81917}, {"accuracy": 0.784585, "f1": 0.728068, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"], "main_score": 0.728068, "precision": 0.703524, "recall": 0.784585}, {"accuracy": 0.75, "f1": 0.706561, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"], "main_score": 0.706561, "precision": 0.690945, "recall": 0.75}, {"accuracy": 0.84585, "f1": 0.806324, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"], "main_score": 0.806324, "precision": 0.789312, "recall": 0.84585}, {"accuracy": 0.846838, "f1": 0.805632, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"], "main_score": 0.805632, "precision": 0.786397, "recall": 0.846838}, {"accuracy": 0.913043, "f1": 0.888735, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"], "main_score": 0.888735, "precision": 0.877223, "recall": 0.913043}, {"accuracy": 0.798419, "f1": 0.747579, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"], "main_score": 0.747579, "precision": 0.726376, "recall": 0.798419}, {"accuracy": 0.79249, "f1": 0.752415, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"], "main_score": 0.752415, "precision": 0.736231, "recall": 0.79249}, {"accuracy": 0.868577, "f1": 0.835046, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"], "main_score": 0.835046, "precision": 0.819285, "recall": 0.868577}, {"accuracy": 0.822134, "f1": 0.780299, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"], "main_score": 0.780299, "precision": 0.762627, "recall": 0.822134}, {"accuracy": 0.796443, "f1": 0.751459, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"], "main_score": 0.751459, "precision": 0.733985, "recall": 0.796443}, {"accuracy": 0.762846, "f1": 0.703329, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"], "main_score": 0.703329, "precision": 0.67827, "recall": 0.762846}, {"accuracy": 0.809289, "f1": 0.77177, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"], "main_score": 0.77177, "precision": 0.758085, "recall": 0.809289}, {"accuracy": 0.885375, "f1": 0.854875, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"], "main_score": 0.854875, "precision": 0.840415, "recall": 0.885375}, {"accuracy": 0.856719, "f1": 0.82052, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"], "main_score": 0.82052, "precision": 0.804101, "recall": 0.856719}, {"accuracy": 0.807312, "f1": 0.767166, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"], "main_score": 0.767166, "precision": 0.750968, "recall": 0.807312}, {"accuracy": 0.831028, "f1": 0.787747, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"], "main_score": 0.787747, "precision": 0.768264, "recall": 0.831028}, {"accuracy": 0.181818, "f1": 0.146957, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"], "main_score": 0.146957, "precision": 0.137092, "recall": 0.181818}, {"accuracy": 0.832016, "f1": 0.793412, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"], "main_score": 0.793412, "precision": 0.777662, "recall": 0.832016}, {"accuracy": 0.864625, "f1": 0.829348, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"], "main_score": 0.829348, "precision": 0.812912, "recall": 0.864625}, {"accuracy": 0.827075, "f1": 0.783006, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"], "main_score": 0.783006, "precision": 0.764321, "recall": 0.827075}, {"accuracy": 0.786561, "f1": 0.741937, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"], "main_score": 0.741937, "precision": 0.725258, "recall": 0.786561}, {"accuracy": 0.812253, "f1": 0.771631, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"], "main_score": 0.771631, "precision": 0.756161, "recall": 0.812253}, {"accuracy": 0.795455, "f1": 0.756551, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"], "main_score": 0.756551, "precision": 0.741245, "recall": 0.795455}, {"accuracy": 0.816206, "f1": 0.771179, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"], "main_score": 0.771179, "precision": 0.751383, "recall": 0.816206}, {"accuracy": 0.83004, "f1": 0.792034, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"], "main_score": 0.792034, "precision": 0.77643, "recall": 0.83004}, {"accuracy": 0.850791, "f1": 0.809816, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"], "main_score": 0.809816, "precision": 0.791255, "recall": 0.850791}, {"accuracy": 0.741107, "f1": 0.700911, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"], "main_score": 0.700911, "precision": 0.68518, "recall": 0.741107}, {"accuracy": 0.815217, "f1": 0.775111, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"], "main_score": 0.775111, "precision": 0.760205, "recall": 0.815217}, {"accuracy": 0.801383, "f1": 0.761002, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"], "main_score": 0.761002, "precision": 0.745692, "recall": 0.801383}, {"accuracy": 0.833992, "f1": 0.799684, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"], "main_score": 0.799684, "precision": 0.786549, "recall": 0.833992}, {"accuracy": 0.797431, "f1": 0.750362, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"], "main_score": 0.750362, "precision": 0.7292, "recall": 0.797431}, {"accuracy": 0.835968, "f1": 0.794137, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"], "main_score": 0.794137, "precision": 0.775148, "recall": 0.835968}, {"accuracy": 0.76581, "f1": 0.723213, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"], "main_score": 0.723213, "precision": 0.707369, "recall": 0.76581}, {"accuracy": 0.844862, "f1": 0.803162, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"], "main_score": 0.803162, "precision": 0.783597, "recall": 0.844862}, {"accuracy": 0.793478, "f1": 0.757476, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"], "main_score": 0.757476, "precision": 0.744137, "recall": 0.793478}, {"accuracy": 0.817194, "f1": 0.770572, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"], "main_score": 0.770572, "precision": 0.750346, "recall": 0.817194}, {"accuracy": 0.876482, "f1": 0.842721, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"], "main_score": 0.842721, "precision": 0.826746, "recall": 0.876482}, {"accuracy": 0.81917, "f1": 0.774769, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"], "main_score": 0.774769, "precision": 0.75639, "recall": 0.81917}, {"accuracy": 0.840909, "f1": 0.796937, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"], "main_score": 0.796937, "precision": 0.776597, "recall": 0.840909}, {"accuracy": 0.784585, "f1": 0.732348, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"], "main_score": 0.732348, "precision": 0.710072, "recall": 0.784585}, {"accuracy": 0.8083, "f1": 0.755204, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"], "main_score": 0.755204, "precision": 0.731653, "recall": 0.8083}, {"accuracy": 0.745059, "f1": 0.694264, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"], "main_score": 0.694264, "precision": 0.676044, "recall": 0.745059}, {"accuracy": 0.769763, "f1": 0.717078, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"], "main_score": 0.717078, "precision": 0.695283, "recall": 0.769763}, {"accuracy": 0.790514, "f1": 0.739973, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"], "main_score": 0.739973, "precision": 0.71698, "recall": 0.790514}, {"accuracy": 0.786561, "f1": 0.750191, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"], "main_score": 0.750191, "precision": 0.735567, "recall": 0.786561}, {"accuracy": 0.867589, "f1": 0.832576, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"], "main_score": 0.832576, "precision": 0.816156, "recall": 0.867589}, {"accuracy": 0.866601, "f1": 0.830599, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"], "main_score": 0.830599, "precision": 0.814065, "recall": 0.866601}, {"accuracy": 0.582016, "f1": 0.514255, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"], "main_score": 0.514255, "precision": 0.48832, "recall": 0.582016}, {"accuracy": 0.815217, "f1": 0.776317, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"], "main_score": 0.776317, "precision": 0.761654, "recall": 0.815217}, {"accuracy": 0.815217, "f1": 0.778603, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"], "main_score": 0.778603, "precision": 0.763515, "recall": 0.815217}, {"accuracy": 0.773715, "f1": 0.722729, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"], "main_score": 0.722729, "precision": 0.703472, "recall": 0.773715}, {"accuracy": 0.793478, "f1": 0.749869, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"], "main_score": 0.749869, "precision": 0.732947, "recall": 0.793478}, {"accuracy": 0.850791, "f1": 0.812319, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"], "main_score": 0.812319, "precision": 0.794088, "recall": 0.850791}, {"accuracy": 0.775692, "f1": 0.720791, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"], "main_score": 0.720791, "precision": 0.69833, "recall": 0.775692}, {"accuracy": 0.814229, "f1": 0.764427, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"], "main_score": 0.764427, "precision": 0.742737, "recall": 0.814229}, {"accuracy": 0.815217, "f1": 0.780004, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"], "main_score": 0.780004, "precision": 0.766198, "recall": 0.815217}, {"accuracy": 0.838933, "f1": 0.8, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"], "main_score": 0.8, "precision": 0.782609, "recall": 0.838933}, {"accuracy": 0.907115, "f1": 0.882199, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"], "main_score": 0.882199, "precision": 0.870883, "recall": 0.907115}, {"accuracy": 0.84585, "f1": 0.808794, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"], "main_score": 0.808794, "precision": 0.791749, "recall": 0.84585}, {"accuracy": 0.802372, "f1": 0.756301, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"], "main_score": 0.756301, "precision": 0.737286, "recall": 0.802372}, {"accuracy": 0.798419, "f1": 0.749511, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"], "main_score": 0.749511, "precision": 0.729298, "recall": 0.798419}, {"accuracy": 0.789526, "f1": 0.743125, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"], "main_score": 0.743125, "precision": 0.725198, "recall": 0.789526}, {"accuracy": 0.198617, "f1": 0.145954, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"], "main_score": 0.145954, "precision": 0.129625, "recall": 0.198617}, {"accuracy": 0.822134, "f1": 0.781653, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"], "main_score": 0.781653, "precision": 0.762599, "recall": 0.822134}, {"accuracy": 0.801383, "f1": 0.756228, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"], "main_score": 0.756228, "precision": 0.737455, "recall": 0.801383}, {"accuracy": 0.868577, "f1": 0.831258, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"], "main_score": 0.831258, "precision": 0.813323, "recall": 0.868577}, {"accuracy": 0.87747, "f1": 0.847647, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"], "main_score": 0.847647, "precision": 0.834239, "recall": 0.87747}, {"accuracy": 0.798419, "f1": 0.752626, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"], "main_score": 0.752626, "precision": 0.734305, "recall": 0.798419}, {"accuracy": 0.752964, "f1": 0.698579, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"], "main_score": 0.698579, "precision": 0.677948, "recall": 0.752964}, {"accuracy": 0.83004, "f1": 0.786415, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"], "main_score": 0.786415, "precision": 0.766749, "recall": 0.83004}, {"accuracy": 0.824111, "f1": 0.78229, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"], "main_score": 0.78229, "precision": 0.765301, "recall": 0.824111}, {"accuracy": 0.817194, "f1": 0.779339, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"], "main_score": 0.779339, "precision": 0.764892, "recall": 0.817194}, {"accuracy": 0.79249, "f1": 0.751111, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"], "main_score": 0.751111, "precision": 0.73501, "recall": 0.79249}, {"accuracy": 0.762846, "f1": 0.71603, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"], "main_score": 0.71603, "precision": 0.699213, "recall": 0.762846}, {"accuracy": 0.802372, "f1": 0.755556, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"], "main_score": 0.755556, "precision": 0.735425, "recall": 0.802372}, {"accuracy": 0.783597, "f1": 0.730797, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"], "main_score": 0.730797, "precision": 0.706604, "recall": 0.783597}, {"accuracy": 0.870553, "f1": 0.83587, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"], "main_score": 0.83587, "precision": 0.819746, "recall": 0.870553}, {"accuracy": 0.794466, "f1": 0.752304, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"], "main_score": 0.752304, "precision": 0.735914, "recall": 0.794466}, {"accuracy": 0.807312, "f1": 0.775388, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"], "main_score": 0.775388, "precision": 0.76259, "recall": 0.807312}, {"accuracy": 0.784585, "f1": 0.746655, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"], "main_score": 0.746655, "precision": 0.731544, "recall": 0.784585}, {"accuracy": 0.770751, "f1": 0.71558, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"], "main_score": 0.71558, "precision": 0.69165, "recall": 0.770751}, {"accuracy": 0.814229, "f1": 0.77052, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"], "main_score": 0.77052, "precision": 0.750329, "recall": 0.814229}, {"accuracy": 0.831028, "f1": 0.786171, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"], "main_score": 0.786171, "precision": 0.766617, "recall": 0.831028}, {"accuracy": 0.848814, "f1": 0.810131, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"], "main_score": 0.810131, "precision": 0.793676, "recall": 0.848814}, {"accuracy": 0.839921, "f1": 0.796937, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"], "main_score": 0.796937, "precision": 0.777586, "recall": 0.839921}, {"accuracy": 0.814229, "f1": 0.775201, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"], "main_score": 0.775201, "precision": 0.759646, "recall": 0.814229}, {"accuracy": 0.757905, "f1": 0.704018, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"], "main_score": 0.704018, "precision": 0.680748, "recall": 0.757905}, {"accuracy": 0.860672, "f1": 0.823221, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"], "main_score": 0.823221, "precision": 0.806159, "recall": 0.860672}, {"accuracy": 0.817194, "f1": 0.777931, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"], "main_score": 0.777931, "precision": 0.762199, "recall": 0.817194}, {"accuracy": 0.800395, "f1": 0.761321, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"], "main_score": 0.761321, "precision": 0.746418, "recall": 0.800395}, {"accuracy": 0.761858, "f1": 0.724786, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"], "main_score": 0.724786, "precision": 0.711478, "recall": 0.761858}, {"accuracy": 0.769763, "f1": 0.730022, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"], "main_score": 0.730022, "precision": 0.715403, "recall": 0.769763}, {"accuracy": 0.821146, "f1": 0.772332, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"], "main_score": 0.772332, "precision": 0.750329, "recall": 0.821146}, {"accuracy": 0.852767, "f1": 0.813702, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"], "main_score": 0.813702, "precision": 0.795784, "recall": 0.852767}, {"accuracy": 0.820158, "f1": 0.778741, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"], "main_score": 0.778741, "precision": 0.759881, "recall": 0.820158}, {"accuracy": 0.264822, "f1": 0.216798, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"], "main_score": 0.216798, "precision": 0.200344, "recall": 0.264822}, {"accuracy": 0.847826, "f1": 0.808169, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"], "main_score": 0.808169, "precision": 0.790135, "recall": 0.847826}, {"accuracy": 0.693676, "f1": 0.62795, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"], "main_score": 0.62795, "precision": 0.600066, "recall": 0.693676}, {"accuracy": 0.81917, "f1": 0.773767, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"], "main_score": 0.773767, "precision": 0.754425, "recall": 0.81917}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"], "main_score": 0.85135, "precision": 0.835886, "recall": 0.884387}, {"accuracy": 0.81917, "f1": 0.772069, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"], "main_score": 0.772069, "precision": 0.750329, "recall": 0.81917}, {"accuracy": 0.826087, "f1": 0.78251, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"], "main_score": 0.78251, "precision": 0.763076, "recall": 0.826087}, {"accuracy": 0.838933, "f1": 0.7974, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"], "main_score": 0.7974, "precision": 0.77916, "recall": 0.838933}, {"accuracy": 0.820158, "f1": 0.773188, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"], "main_score": 0.773188, "precision": 0.752256, "recall": 0.820158}, {"accuracy": 0.822134, "f1": 0.776899, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"], "main_score": 0.776899, "precision": 0.757288, "recall": 0.822134}, {"accuracy": 0.84585, "f1": 0.804282, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"], "main_score": 0.804282, "precision": 0.785277, "recall": 0.84585}, {"accuracy": 0.80336, "f1": 0.76558, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"], "main_score": 0.76558, "precision": 0.75112, "recall": 0.80336}, {"accuracy": 0.851779, "f1": 0.811364, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"], "main_score": 0.811364, "precision": 0.792819, "recall": 0.851779}, {"accuracy": 0.791502, "f1": 0.745982, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"], "main_score": 0.745982, "precision": 0.725955, "recall": 0.791502}, {"accuracy": 0.835968, "f1": 0.797826, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"], "main_score": 0.797826, "precision": 0.780797, "recall": 0.835968}, {"accuracy": 0.857708, "f1": 0.820026, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"], "main_score": 0.820026, "precision": 0.802289, "recall": 0.857708}, {"accuracy": 0.774704, "f1": 0.725194, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"], "main_score": 0.725194, "precision": 0.706517, "recall": 0.774704}, {"accuracy": 0.04249, "f1": 0.02264, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"], "main_score": 0.02264, "precision": 0.018694, "recall": 0.04249}, {"accuracy": 0.79249, "f1": 0.748495, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"], "main_score": 0.748495, "precision": 0.731463, "recall": 0.79249}, {"accuracy": 0.81917, "f1": 0.77408, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"], "main_score": 0.77408, "precision": 0.754538, "recall": 0.81917}, {"accuracy": 0.729249, "f1": 0.683322, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"], "main_score": 0.683322, "precision": 0.66615, "recall": 0.729249}, {"accuracy": 0.79249, "f1": 0.752417, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"], "main_score": 0.752417, "precision": 0.737213, "recall": 0.79249}, {"accuracy": 0.769763, "f1": 0.714742, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"], "main_score": 0.714742, "precision": 0.69249, "recall": 0.769763}, {"accuracy": 0.778656, "f1": 0.724788, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"], "main_score": 0.724788, "precision": 0.700379, "recall": 0.778656}, {"accuracy": 0.783597, "f1": 0.737077, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"], "main_score": 0.737077, "precision": 0.719125, "recall": 0.783597}, {"accuracy": 0.794466, "f1": 0.749737, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"], "main_score": 0.749737, "precision": 0.732832, "recall": 0.794466}, {"accuracy": 0.847826, "f1": 0.805797, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"], "main_score": 0.805797, "precision": 0.786265, "recall": 0.847826}, {"accuracy": 0.842885, "f1": 0.801581, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"], "main_score": 0.801581, "precision": 0.782592, "recall": 0.842885}, {"accuracy": 0.724308, "f1": 0.664625, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"], "main_score": 0.664625, "precision": 0.64025, "recall": 0.724308}, {"accuracy": 0.811265, "f1": 0.767733, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"], "main_score": 0.767733, "precision": 0.749218, "recall": 0.811265}, {"accuracy": 0.759881, "f1": 0.706458, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"], "main_score": 0.706458, "precision": 0.683145, "recall": 0.759881}, {"accuracy": 0.799407, "f1": 0.750856, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"], "main_score": 0.750856, "precision": 0.729792, "recall": 0.799407}, {"accuracy": 0.806324, "f1": 0.762276, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"], "main_score": 0.762276, "precision": 0.744697, "recall": 0.806324}, {"accuracy": 0.839921, "f1": 0.797859, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"], "main_score": 0.797859, "precision": 0.778327, "recall": 0.839921}, {"accuracy": 0.835968, "f1": 0.79641, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"], "main_score": 0.79641, "precision": 0.779773, "recall": 0.835968}, {"accuracy": 0.886364, "f1": 0.857609, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"], "main_score": 0.857609, "precision": 0.843791, "recall": 0.886364}, {"accuracy": 0.812253, "f1": 0.767217, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"], "main_score": 0.767217, "precision": 0.748123, "recall": 0.812253}, {"accuracy": 0.710474, "f1": 0.656914, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"], "main_score": 0.656914, "precision": 0.636183, "recall": 0.710474}, {"accuracy": 0.816206, "f1": 0.773029, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"], "main_score": 0.773029, "precision": 0.755735, "recall": 0.816206}, {"accuracy": 0.781621, "f1": 0.726383, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"], "main_score": 0.726383, "precision": 0.702948, "recall": 0.781621}, {"accuracy": 0.801383, "f1": 0.751285, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"], "main_score": 0.751285, "precision": 0.729628, "recall": 0.801383}, {"accuracy": 0.79249, "f1": 0.743001, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"], "main_score": 0.743001, "precision": 0.721073, "recall": 0.79249}, {"accuracy": 0.778656, "f1": 0.72372, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"], "main_score": 0.72372, "precision": 0.700659, "recall": 0.778656}, {"accuracy": 0.902174, "f1": 0.875296, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"], "main_score": 0.875296, "precision": 0.862648, "recall": 0.902174}, {"accuracy": 0.87747, "f1": 0.846607, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"], "main_score": 0.846607, "precision": 0.832378, "recall": 0.87747}, {"accuracy": 0.848814, "f1": 0.810302, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"], "main_score": 0.810302, "precision": 0.793446, "recall": 0.848814}, {"accuracy": 0.743083, "f1": 0.687898, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"], "main_score": 0.687898, "precision": 0.664674, "recall": 0.743083}, {"accuracy": 0.747036, "f1": 0.695415, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"], "main_score": 0.695415, "precision": 0.676479, "recall": 0.747036}, {"accuracy": 0.777668, "f1": 0.726819, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"], "main_score": 0.726819, "precision": 0.706707, "recall": 0.777668}, {"accuracy": 0.795455, "f1": 0.746247, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"], "main_score": 0.746247, "precision": 0.726063, "recall": 0.795455}, {"accuracy": 0.816206, "f1": 0.768808, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"], "main_score": 0.768808, "precision": 0.746986, "recall": 0.816206}, {"accuracy": 0.875494, "f1": 0.838669, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"], "main_score": 0.838669, "precision": 0.821064, "recall": 0.875494}, {"accuracy": 0.784585, "f1": 0.735079, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"], "main_score": 0.735079, "precision": 0.713109, "recall": 0.784585}, {"accuracy": 0.807312, "f1": 0.769388, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"], "main_score": 0.769388, "precision": 0.754642, "recall": 0.807312}, {"accuracy": 0.812253, "f1": 0.763886, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"], "main_score": 0.763886, "precision": 0.74305, "recall": 0.812253}, {"accuracy": 0.756917, "f1": 0.705734, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"], "main_score": 0.705734, "precision": 0.68539, "recall": 0.756917}, {"accuracy": 0.817194, "f1": 0.770426, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"], "main_score": 0.770426, "precision": 0.750626, "recall": 0.817194}, {"accuracy": 0.816206, "f1": 0.772314, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"], "main_score": 0.772314, "precision": 0.753129, "recall": 0.816206}, {"accuracy": 0.83498, "f1": 0.797134, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"], "main_score": 0.797134, "precision": 0.779891, "recall": 0.83498}, {"accuracy": 0.807312, "f1": 0.765681, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"], "main_score": 0.765681, "precision": 0.749281, "recall": 0.807312}, {"accuracy": 0.842885, "f1": 0.800066, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"], "main_score": 0.800066, "precision": 0.780385, "recall": 0.842885}, {"accuracy": 0.860672, "f1": 0.823748, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"], "main_score": 0.823748, "precision": 0.806522, "recall": 0.860672}, {"accuracy": 0.799407, "f1": 0.759219, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"], "main_score": 0.759219, "precision": 0.744648, "recall": 0.799407}, {"accuracy": 0.83004, "f1": 0.788472, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"], "main_score": 0.788472, "precision": 0.769631, "recall": 0.83004}, {"accuracy": 0.828063, "f1": 0.794644, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"], "main_score": 0.794644, "precision": 0.780769, "recall": 0.828063}, {"accuracy": 0.797431, "f1": 0.749539, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"], "main_score": 0.749539, "precision": 0.728211, "recall": 0.797431}, {"accuracy": 0.80336, "f1": 0.759321, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"], "main_score": 0.759321, "precision": 0.742258, "recall": 0.80336}, {"accuracy": 0.824111, "f1": 0.784841, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"], "main_score": 0.784841, "precision": 0.769433, "recall": 0.824111}, {"accuracy": 0.814229, "f1": 0.770646, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"], "main_score": 0.770646, "precision": 0.75231, "recall": 0.814229}, {"accuracy": 0.899209, "f1": 0.872497, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"], "main_score": 0.872497, "precision": 0.860343, "recall": 0.899209}, {"accuracy": 0.865613, "f1": 0.82556, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"], "main_score": 0.82556, "precision": 0.806983, "recall": 0.865613}, {"accuracy": 0.821146, "f1": 0.780435, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"], "main_score": 0.780435, "precision": 0.761561, "recall": 0.821146}, {"accuracy": 0.865613, "f1": 0.829447, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"], "main_score": 0.829447, "precision": 0.8125, "recall": 0.865613}, {"accuracy": 0.864625, "f1": 0.82691, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"], "main_score": 0.82691, "precision": 0.809289, "recall": 0.864625}, {"accuracy": 0.742095, "f1": 0.692414, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"], "main_score": 0.692414, "precision": 0.673234, "recall": 0.742095}, {"accuracy": 0.751976, "f1": 0.710085, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"], "main_score": 0.710085, "precision": 0.695031, "recall": 0.751976}, {"accuracy": 0.736166, "f1": 0.675268, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"], "main_score": 0.675268, "precision": 0.650758, "recall": 0.736166}, {"accuracy": 0.853755, "f1": 0.816831, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"], "main_score": 0.816831, "precision": 0.799242, "recall": 0.853755}, {"accuracy": 0.894269, "f1": 0.863867, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"], "main_score": 0.863867, "precision": 0.849555, "recall": 0.894269}, {"accuracy": 0.842885, "f1": 0.800659, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"], "main_score": 0.800659, "precision": 0.781621, "recall": 0.842885}, {"accuracy": 0.87253, "f1": 0.837615, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"], "main_score": 0.837615, "precision": 0.821146, "recall": 0.87253}, {"accuracy": 0.851779, "f1": 0.811298, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"], "main_score": 0.811298, "precision": 0.792243, "recall": 0.851779}, {"accuracy": 0.766798, "f1": 0.729943, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"], "main_score": 0.729943, "precision": 0.715513, "recall": 0.766798}, {"accuracy": 0.762846, "f1": 0.705157, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"], "main_score": 0.705157, "precision": 0.67864, "recall": 0.762846}, {"accuracy": 0.804348, "f1": 0.760924, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"], "main_score": 0.760924, "precision": 0.743011, "recall": 0.804348}, {"accuracy": 0.812253, "f1": 0.762253, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"], "main_score": 0.762253, "precision": 0.739246, "recall": 0.812253}, {"accuracy": 0.788538, "f1": 0.740269, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"], "main_score": 0.740269, "precision": 0.719862, "recall": 0.788538}, {"accuracy": 0.738142, "f1": 0.680748, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"], "main_score": 0.680748, "precision": 0.657058, "recall": 0.738142}, {"accuracy": 0.852767, "f1": 0.814182, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"], "main_score": 0.814182, "precision": 0.797381, "recall": 0.852767}, {"accuracy": 0.775692, "f1": 0.722927, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"], "main_score": 0.722927, "precision": 0.700998, "recall": 0.775692}, {"accuracy": 0.833004, "f1": 0.7875, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"], "main_score": 0.7875, "precision": 0.767187, "recall": 0.833004}, {"accuracy": 0.714427, "f1": 0.647139, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"], "main_score": 0.647139, "precision": 0.618314, "recall": 0.714427}, {"accuracy": 0.797431, "f1": 0.757088, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"], "main_score": 0.757088, "precision": 0.742459, "recall": 0.797431}, {"accuracy": 0.828063, "f1": 0.788345, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"], "main_score": 0.788345, "precision": 0.772541, "recall": 0.828063}, {"accuracy": 0.811265, "f1": 0.768351, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"], "main_score": 0.768351, "precision": 0.75159, "recall": 0.811265}, {"accuracy": 0.837945, "f1": 0.799095, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"], "main_score": 0.799095, "precision": 0.783195, "recall": 0.837945}, {"accuracy": 0.796443, "f1": 0.745462, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"], "main_score": 0.745462, "precision": 0.723444, "recall": 0.796443}, {"accuracy": 0.86166, "f1": 0.826812, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"], "main_score": 0.826812, "precision": 0.810359, "recall": 0.86166}, {"accuracy": 0.824111, "f1": 0.775085, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"], "main_score": 0.775085, "precision": 0.753491, "recall": 0.824111}, {"accuracy": 0.840909, "f1": 0.794532, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"], "main_score": 0.794532, "precision": 0.773172, "recall": 0.840909}, {"accuracy": 0.05336, "f1": 0.028, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"], "main_score": 0.028, "precision": 0.022255, "recall": 0.05336}, {"accuracy": 0.831028, "f1": 0.800977, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"], "main_score": 0.800977, "precision": 0.790678, "recall": 0.831028}, {"accuracy": 0.833992, "f1": 0.794751, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"], "main_score": 0.794751, "precision": 0.780148, "recall": 0.833992}, {"accuracy": 0.910079, "f1": 0.882246, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"], "main_score": 0.882246, "precision": 0.869071, "recall": 0.910079}, {"accuracy": 0.909091, "f1": 0.881423, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"], "main_score": 0.881423, "precision": 0.868248, "recall": 0.909091}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"], "main_score": 0.903821, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.833992, "f1": 0.804663, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"], "main_score": 0.804663, "precision": 0.794366, "recall": 0.833992}, {"accuracy": 0.881423, "f1": 0.848781, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"], "main_score": 0.848781, "precision": 0.834157, "recall": 0.881423}, {"accuracy": 0.838933, "f1": 0.796904, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"], "main_score": 0.796904, "precision": 0.778458, "recall": 0.838933}, {"accuracy": 0.783597, "f1": 0.753388, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"], "main_score": 0.753388, "precision": 0.743846, "recall": 0.783597}, {"accuracy": 0.857708, "f1": 0.821099, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"], "main_score": 0.821099, "precision": 0.805814, "recall": 0.857708}, {"accuracy": 0.890316, "f1": 0.859816, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"], "main_score": 0.859816, "precision": 0.84552, "recall": 0.890316}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.825099, "f1": 0.78398, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"], "main_score": 0.78398, "precision": 0.768652, "recall": 0.825099}, {"accuracy": 0.850791, "f1": 0.820422, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"], "main_score": 0.820422, "precision": 0.808238, "recall": 0.850791}, {"accuracy": 0.87253, "f1": 0.836627, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"], "main_score": 0.836627, "precision": 0.819862, "recall": 0.87253}, {"accuracy": 0.874506, "f1": 0.846527, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"], "main_score": 0.846527, "precision": 0.835608, "recall": 0.874506}, {"accuracy": 0.829051, "f1": 0.792122, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"], "main_score": 0.792122, "precision": 0.778719, "recall": 0.829051}, {"accuracy": 0.829051, "f1": 0.784402, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"], "main_score": 0.784402, "precision": 0.764872, "recall": 0.829051}, {"accuracy": 0.83498, "f1": 0.803018, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"], "main_score": 0.803018, "precision": 0.792173, "recall": 0.83498}, {"accuracy": 0.924901, "f1": 0.902075, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"], "main_score": 0.902075, "precision": 0.891057, "recall": 0.924901}, {"accuracy": 0.887352, "f1": 0.854447, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"], "main_score": 0.854447, "precision": 0.839872, "recall": 0.887352}, {"accuracy": 0.840909, "f1": 0.813991, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"], "main_score": 0.813991, "precision": 0.803742, "recall": 0.840909}, {"accuracy": 0.884387, "f1": 0.849868, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"], "main_score": 0.849868, "precision": 0.833943, "recall": 0.884387}, {"accuracy": 0.166996, "f1": 0.135013, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"], "main_score": 0.135013, "precision": 0.127024, "recall": 0.166996}, {"accuracy": 0.883399, "f1": 0.858076, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"], "main_score": 0.858076, "precision": 0.848101, "recall": 0.883399}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"], "main_score": 0.870949, "precision": 0.85746, "recall": 0.899209}, {"accuracy": 0.860672, "f1": 0.822853, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"], "main_score": 0.822853, "precision": 0.806514, "recall": 0.860672}, {"accuracy": 0.805336, "f1": 0.769102, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"], "main_score": 0.769102, "precision": 0.756615, "recall": 0.805336}, {"accuracy": 0.820158, "f1": 0.787076, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"], "main_score": 0.787076, "precision": 0.776164, "recall": 0.820158}, {"accuracy": 0.820158, "f1": 0.789331, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"], "main_score": 0.789331, "precision": 0.778509, "recall": 0.820158}, {"accuracy": 0.848814, "f1": 0.807729, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"], "main_score": 0.807729, "precision": 0.789764, "recall": 0.848814}, {"accuracy": 0.860672, "f1": 0.83522, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"], "main_score": 0.83522, "precision": 0.826366, "recall": 0.860672}, {"accuracy": 0.864625, "f1": 0.829564, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"], "main_score": 0.829564, "precision": 0.815069, "recall": 0.864625}, {"accuracy": 0.800395, "f1": 0.774028, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"], "main_score": 0.774028, "precision": 0.764396, "recall": 0.800395}, {"accuracy": 0.810277, "f1": 0.772493, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"], "main_score": 0.772493, "precision": 0.759106, "recall": 0.810277}, {"accuracy": 0.846838, "f1": 0.815482, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"], "main_score": 0.815482, "precision": 0.804902, "recall": 0.846838}, {"accuracy": 0.853755, "f1": 0.823555, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"], "main_score": 0.823555, "precision": 0.812515, "recall": 0.853755}, {"accuracy": 0.839921, "f1": 0.796673, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"], "main_score": 0.796673, "precision": 0.777042, "recall": 0.839921}, {"accuracy": 0.853755, "f1": 0.813768, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"], "main_score": 0.813768, "precision": 0.795899, "recall": 0.853755}, {"accuracy": 0.818182, "f1": 0.786632, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"], "main_score": 0.786632, "precision": 0.775523, "recall": 0.818182}, {"accuracy": 0.87747, "f1": 0.840975, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"], "main_score": 0.840975, "precision": 0.823699, "recall": 0.87747}, {"accuracy": 0.83004, "f1": 0.80627, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"], "main_score": 0.80627, "precision": 0.798359, "recall": 0.83004}, {"accuracy": 0.858696, "f1": 0.821382, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"], "main_score": 0.821382, "precision": 0.805451, "recall": 0.858696}, {"accuracy": 0.896245, "f1": 0.864921, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"], "main_score": 0.864921, "precision": 0.850626, "recall": 0.896245}, {"accuracy": 0.859684, "f1": 0.823682, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"], "main_score": 0.823682, "precision": 0.808251, "recall": 0.859684}, {"accuracy": 0.843874, "f1": 0.802127, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"], "main_score": 0.802127, "precision": 0.784272, "recall": 0.843874}, {"accuracy": 0.789526, "f1": 0.741262, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"], "main_score": 0.741262, "precision": 0.722003, "recall": 0.789526}, {"accuracy": 0.849802, "f1": 0.809684, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"], "main_score": 0.809684, "precision": 0.792754, "recall": 0.849802}, {"accuracy": 0.771739, "f1": 0.731991, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"], "main_score": 0.731991, "precision": 0.718828, "recall": 0.771739}, {"accuracy": 0.826087, "f1": 0.782402, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"], "main_score": 0.782402, "precision": 0.765349, "recall": 0.826087}, {"accuracy": 0.823123, "f1": 0.773946, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"], "main_score": 0.773946, "precision": 0.751696, "recall": 0.823123}, {"accuracy": 0.829051, "f1": 0.803677, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"], "main_score": 0.803677, "precision": 0.793462, "recall": 0.829051}, {"accuracy": 0.890316, "f1": 0.857444, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"], "main_score": 0.857444, "precision": 0.84198, "recall": 0.890316}, {"accuracy": 0.820158, "f1": 0.772167, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"], "main_score": 0.772167, "precision": 0.750329, "recall": 0.820158}, {"accuracy": 0.56917, "f1": 0.497934, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"], "main_score": 0.497934, "precision": 0.474499, "recall": 0.56917}, {"accuracy": 0.833992, "f1": 0.801736, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"], "main_score": 0.801736, "precision": 0.790933, "recall": 0.833992}, {"accuracy": 0.835968, "f1": 0.810813, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"], "main_score": 0.810813, "precision": 0.801011, "recall": 0.835968}, {"accuracy": 0.798419, "f1": 0.754881, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"], "main_score": 0.754881, "precision": 0.739384, "recall": 0.798419}, {"accuracy": 0.823123, "f1": 0.791225, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"], "main_score": 0.791225, "precision": 0.779544, "recall": 0.823123}, {"accuracy": 0.86166, "f1": 0.826449, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"], "main_score": 0.826449, "precision": 0.810688, "recall": 0.86166}, {"accuracy": 0.809289, "f1": 0.765048, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"], "main_score": 0.765048, "precision": 0.748718, "recall": 0.809289}, {"accuracy": 0.843874, "f1": 0.803524, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"], "main_score": 0.803524, "precision": 0.786611, "recall": 0.843874}, {"accuracy": 0.850791, "f1": 0.824153, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"], "main_score": 0.824153, "precision": 0.814093, "recall": 0.850791}, {"accuracy": 0.860672, "f1": 0.824177, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"], "main_score": 0.824177, "precision": 0.807625, "recall": 0.860672}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.900198, "f1": 0.874953, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"], "main_score": 0.874953, "precision": 0.863472, "recall": 0.900198}, {"accuracy": 0.823123, "f1": 0.777717, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"], "main_score": 0.777717, "precision": 0.759397, "recall": 0.823123}, {"accuracy": 0.83004, "f1": 0.787109, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"], "main_score": 0.787109, "precision": 0.770217, "recall": 0.83004}, {"accuracy": 0.796443, "f1": 0.75791, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"], "main_score": 0.75791, "precision": 0.745431, "recall": 0.796443}, {"accuracy": 0.197628, "f1": 0.146911, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"], "main_score": 0.146911, "precision": 0.13197, "recall": 0.197628}, {"accuracy": 0.841897, "f1": 0.802503, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"], "main_score": 0.802503, "precision": 0.785194, "recall": 0.841897}, {"accuracy": 0.821146, "f1": 0.780291, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"], "main_score": 0.780291, "precision": 0.76473, "recall": 0.821146}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"], "main_score": 0.876647, "precision": 0.864196, "recall": 0.90415}, {"accuracy": 0.918972, "f1": 0.895158, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"], "main_score": 0.895158, "precision": 0.883646, "recall": 0.918972}, {"accuracy": 0.823123, "f1": 0.784543, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"], "main_score": 0.784543, "precision": 0.770344, "recall": 0.823123}, {"accuracy": 0.774704, "f1": 0.726565, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"], "main_score": 0.726565, "precision": 0.710099, "recall": 0.774704}, {"accuracy": 0.87747, "f1": 0.842984, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"], "main_score": 0.842984, "precision": 0.827767, "recall": 0.87747}, {"accuracy": 0.843874, "f1": 0.812164, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"], "main_score": 0.812164, "precision": 0.800807, "recall": 0.843874}, {"accuracy": 0.842885, "f1": 0.812904, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"], "main_score": 0.812904, "precision": 0.802536, "recall": 0.842885}, {"accuracy": 0.821146, "f1": 0.790925, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"], "main_score": 0.790925, "precision": 0.780228, "recall": 0.821146}, {"accuracy": 0.778656, "f1": 0.73495, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"], "main_score": 0.73495, "precision": 0.720136, "recall": 0.778656}, {"accuracy": 0.849802, "f1": 0.813845, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"], "main_score": 0.813845, "precision": 0.798887, "recall": 0.849802}, {"accuracy": 0.756917, "f1": 0.695389, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"], "main_score": 0.695389, "precision": 0.669071, "recall": 0.756917}, {"accuracy": 0.895257, "f1": 0.865514, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"], "main_score": 0.865514, "precision": 0.851532, "recall": 0.895257}, {"accuracy": 0.817194, "f1": 0.783475, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"], "main_score": 0.783475, "precision": 0.771273, "recall": 0.817194}, {"accuracy": 0.843874, "f1": 0.81989, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"], "main_score": 0.81989, "precision": 0.811274, "recall": 0.843874}, {"accuracy": 0.843874, "f1": 0.819203, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"], "main_score": 0.819203, "precision": 0.809974, "recall": 0.843874}, {"accuracy": 0.836957, "f1": 0.793511, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"], "main_score": 0.793511, "precision": 0.774391, "recall": 0.836957}, {"accuracy": 0.807312, "f1": 0.75471, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"], "main_score": 0.75471, "precision": 0.73083, "recall": 0.807312}, {"accuracy": 0.865613, "f1": 0.827849, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"], "main_score": 0.827849, "precision": 0.811488, "recall": 0.865613}, {"accuracy": 0.857708, "f1": 0.821464, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"], "main_score": 0.821464, "precision": 0.806613, "recall": 0.857708}, {"accuracy": 0.856719, "f1": 0.814987, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"], "main_score": 0.814987, "precision": 0.795949, "recall": 0.856719}, {"accuracy": 0.883399, "f1": 0.855359, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"], "main_score": 0.855359, "precision": 0.84386, "recall": 0.883399}, {"accuracy": 0.785573, "f1": 0.733959, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"], "main_score": 0.733959, "precision": 0.711199, "recall": 0.785573}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"], "main_score": 0.930995, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.858696, "f1": 0.830836, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"], "main_score": 0.830836, "precision": 0.820268, "recall": 0.858696}, {"accuracy": 0.799407, "f1": 0.769666, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"], "main_score": 0.769666, "precision": 0.760084, "recall": 0.799407}, {"accuracy": 0.80336, "f1": 0.779845, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"], "main_score": 0.779845, "precision": 0.772243, "recall": 0.80336}, {"accuracy": 0.788538, "f1": 0.76053, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"], "main_score": 0.76053, "precision": 0.750468, "recall": 0.788538}, {"accuracy": 0.882411, "f1": 0.848864, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"], "main_score": 0.848864, "precision": 0.833639, "recall": 0.882411}, {"accuracy": 0.868577, "f1": 0.835328, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"], "main_score": 0.835328, "precision": 0.821574, "recall": 0.868577}, {"accuracy": 0.821146, "f1": 0.775395, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"], "main_score": 0.775395, "precision": 0.754858, "recall": 0.821146}, {"accuracy": 0.252964, "f1": 0.204556, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"], "main_score": 0.204556, "precision": 0.188828, "recall": 0.252964}, {"accuracy": 0.863636, "f1": 0.825908, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"], "main_score": 0.825908, "precision": 0.808745, "recall": 0.863636}, {"accuracy": 0.713439, "f1": 0.643151, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"], "main_score": 0.643151, "precision": 0.614453, "recall": 0.713439}, {"accuracy": 0.848814, "f1": 0.810628, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"], "main_score": 0.810628, "precision": 0.795547, "recall": 0.848814}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"], "main_score": 0.915349, "precision": 0.905468, "recall": 0.935771}, {"accuracy": 0.826087, "f1": 0.776976, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"], "main_score": 0.776976, "precision": 0.754677, "recall": 0.826087}, {"accuracy": 0.87253, "f1": 0.836825, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"], "main_score": 0.836825, "precision": 0.820405, "recall": 0.87253}, {"accuracy": 0.871542, "f1": 0.836451, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"], "main_score": 0.836451, "precision": 0.82094, "recall": 0.871542}, {"accuracy": 0.853755, "f1": 0.812385, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"], "main_score": 0.812385, "precision": 0.794038, "recall": 0.853755}, {"accuracy": 0.844862, "f1": 0.806708, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"], "main_score": 0.806708, "precision": 0.791752, "recall": 0.844862}, {"accuracy": 0.869565, "f1": 0.830204, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"], "main_score": 0.830204, "precision": 0.811924, "recall": 0.869565}, {"accuracy": 0.843874, "f1": 0.814375, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"], "main_score": 0.814375, "precision": 0.803163, "recall": 0.843874}, {"accuracy": 0.91502, "f1": 0.889888, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"], "main_score": 0.889888, "precision": 0.878376, "recall": 0.91502}, {"accuracy": 0.813241, "f1": 0.76397, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"], "main_score": 0.76397, "precision": 0.742622, "recall": 0.813241}, {"accuracy": 0.837945, "f1": 0.796031, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"], "main_score": 0.796031, "precision": 0.77743, "recall": 0.837945}, {"accuracy": 0.895257, "f1": 0.86502, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"], "main_score": 0.86502, "precision": 0.851038, "recall": 0.895257}, {"accuracy": 0.794466, "f1": 0.752213, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"], "main_score": 0.752213, "precision": 0.737816, "recall": 0.794466}, {"accuracy": 0.046443, "f1": 0.027407, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"], "main_score": 0.027407, "precision": 0.023907, "recall": 0.046443}, {"accuracy": 0.807312, "f1": 0.774763, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"], "main_score": 0.774763, "precision": 0.764096, "recall": 0.807312}, {"accuracy": 0.839921, "f1": 0.799427, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"], "main_score": 0.799427, "precision": 0.783119, "recall": 0.839921}, {"accuracy": 0.779644, "f1": 0.744844, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"], "main_score": 0.744844, "precision": 0.732047, "recall": 0.779644}, {"accuracy": 0.805336, "f1": 0.771767, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"], "main_score": 0.771767, "precision": 0.760553, "recall": 0.805336}, {"accuracy": 0.770751, "f1": 0.715935, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"], "main_score": 0.715935, "precision": 0.69391, "recall": 0.770751}, {"accuracy": 0.810277, "f1": 0.760787, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"], "main_score": 0.760787, "precision": 0.739222, "recall": 0.810277}, {"accuracy": 0.802372, "f1": 0.764537, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"], "main_score": 0.764537, "precision": 0.751532, "recall": 0.802372}, {"accuracy": 0.798419, "f1": 0.762077, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"], "main_score": 0.762077, "precision": 0.750417, "recall": 0.798419}, {"accuracy": 0.90415, "f1": 0.875725, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"], "main_score": 0.875725, "precision": 0.862566, "recall": 0.90415}, {"accuracy": 0.876482, "f1": 0.839657, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"], "main_score": 0.839657, "precision": 0.822381, "recall": 0.876482}, {"accuracy": 0.717391, "f1": 0.653581, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"], "main_score": 0.653581, "precision": 0.628831, "recall": 0.717391}, {"accuracy": 0.864625, "f1": 0.832804, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"], "main_score": 0.832804, "precision": 0.819923, "recall": 0.864625}, {"accuracy": 0.780632, "f1": 0.724704, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"], "main_score": 0.724704, "precision": 0.700165, "recall": 0.780632}, {"accuracy": 0.842885, "f1": 0.803113, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"], "main_score": 0.803113, "precision": 0.78639, "recall": 0.842885}, {"accuracy": 0.831028, "f1": 0.798232, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"], "main_score": 0.798232, "precision": 0.786993, "recall": 0.831028}, {"accuracy": 0.892292, "f1": 0.859848, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"], "main_score": 0.859848, "precision": 0.844565, "recall": 0.892292}, {"accuracy": 0.846838, "f1": 0.810372, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"], "main_score": 0.810372, "precision": 0.796197, "recall": 0.846838}, {"accuracy": 0.929842, "f1": 0.911726, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"], "main_score": 0.911726, "precision": 0.902833, "recall": 0.929842}, {"accuracy": 0.869565, "f1": 0.838068, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"], "main_score": 0.838068, "precision": 0.825709, "recall": 0.869565}, {"accuracy": 0.749012, "f1": 0.70717, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"], "main_score": 0.70717, "precision": 0.691703, "recall": 0.749012}, {"accuracy": 0.831028, "f1": 0.789926, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"], "main_score": 0.789926, "precision": 0.774097, "recall": 0.831028}, {"accuracy": 0.805336, "f1": 0.758682, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"], "main_score": 0.758682, "precision": 0.741024, "recall": 0.805336}, {"accuracy": 0.83498, "f1": 0.791914, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"], "main_score": 0.791914, "precision": 0.773181, "recall": 0.83498}, {"accuracy": 0.822134, "f1": 0.778727, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"], "main_score": 0.778727, "precision": 0.760557, "recall": 0.822134}, {"accuracy": 0.820158, "f1": 0.776457, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"], "main_score": 0.776457, "precision": 0.759988, "recall": 0.820158}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"], "main_score": 0.880171, "precision": 0.867177, "recall": 0.907115}, {"accuracy": 0.898221, "f1": 0.869384, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"], "main_score": 0.869384, "precision": 0.856811, "recall": 0.898221}, {"accuracy": 0.892292, "f1": 0.864295, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"], "main_score": 0.864295, "precision": 0.852506, "recall": 0.892292}, {"accuracy": 0.807312, "f1": 0.759633, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"], "main_score": 0.759633, "precision": 0.739339, "recall": 0.807312}, {"accuracy": 0.736166, "f1": 0.694351, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"], "main_score": 0.694351, "precision": 0.682043, "recall": 0.736166}, {"accuracy": 0.793478, "f1": 0.748753, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"], "main_score": 0.748753, "precision": 0.732827, "recall": 0.793478}, {"accuracy": 0.828063, "f1": 0.784903, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"], "main_score": 0.784903, "precision": 0.767961, "recall": 0.828063}, {"accuracy": 0.83498, "f1": 0.791074, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"], "main_score": 0.791074, "precision": 0.77197, "recall": 0.83498}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"], "main_score": 0.912385, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.778656, "f1": 0.718281, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"], "main_score": 0.718281, "precision": 0.691436, "recall": 0.778656}, {"accuracy": 0.838933, "f1": 0.810776, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"], "main_score": 0.810776, "precision": 0.800816, "recall": 0.838933}, {"accuracy": 0.828063, "f1": 0.783253, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"], "main_score": 0.783253, "precision": 0.764888, "recall": 0.828063}, {"accuracy": 0.778656, "f1": 0.736027, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"], "main_score": 0.736027, "precision": 0.719711, "recall": 0.778656}, {"accuracy": 0.828063, "f1": 0.784823, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"], "main_score": 0.784823, "precision": 0.767582, "recall": 0.828063}, {"accuracy": 0.850791, "f1": 0.809439, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"], "main_score": 0.809439, "precision": 0.792029, "recall": 0.850791}, {"accuracy": 0.908103, "f1": 0.880336, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"], "main_score": 0.880336, "precision": 0.867342, "recall": 0.908103}, {"accuracy": 0.852767, "f1": 0.821121, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"], "main_score": 0.821121, "precision": 0.808968, "recall": 0.852767}, {"accuracy": 0.852767, "f1": 0.811133, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"], "main_score": 0.811133, "precision": 0.791914, "recall": 0.852767}, {"accuracy": 0.87747, "f1": 0.842655, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"], "main_score": 0.842655, "precision": 0.82691, "recall": 0.87747}, {"accuracy": 0.806324, "f1": 0.768665, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"], "main_score": 0.768665, "precision": 0.755242, "recall": 0.806324}, {"accuracy": 0.869565, "f1": 0.834387, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"], "main_score": 0.834387, "precision": 0.818099, "recall": 0.869565}, {"accuracy": 0.87747, "f1": 0.851719, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"], "main_score": 0.851719, "precision": 0.841241, "recall": 0.87747}, {"accuracy": 0.813241, "f1": 0.763867, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"], "main_score": 0.763867, "precision": 0.741189, "recall": 0.813241}, {"accuracy": 0.822134, "f1": 0.787708, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"], "main_score": 0.787708, "precision": 0.775771, "recall": 0.822134}, {"accuracy": 0.850791, "f1": 0.819768, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"], "main_score": 0.819768, "precision": 0.808499, "recall": 0.850791}, {"accuracy": 0.838933, "f1": 0.802484, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"], "main_score": 0.802484, "precision": 0.788985, "recall": 0.838933}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"], "main_score": 0.939065, "precision": 0.932642, "recall": 0.952569}, {"accuracy": 0.911067, "f1": 0.883729, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"], "main_score": 0.883729, "precision": 0.870883, "recall": 0.911067}, {"accuracy": 0.880435, "f1": 0.845916, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"], "main_score": 0.845916, "precision": 0.829792, "recall": 0.880435}, {"accuracy": 0.867589, "f1": 0.829611, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"], "main_score": 0.829611, "precision": 0.812006, "recall": 0.867589}, {"accuracy": 0.873518, "f1": 0.838142, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"], "main_score": 0.838142, "precision": 0.82225, "recall": 0.873518}, {"accuracy": 0.762846, "f1": 0.719119, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"], "main_score": 0.719119, "precision": 0.70381, "recall": 0.762846}, {"accuracy": 0.816206, "f1": 0.785886, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"], "main_score": 0.785886, "precision": 0.775843, "recall": 0.816206}, {"accuracy": 0.804348, "f1": 0.755256, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"], "main_score": 0.755256, "precision": 0.735079, "recall": 0.804348}, {"accuracy": 0.873518, "f1": 0.839657, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"], "main_score": 0.839657, "precision": 0.823864, "recall": 0.873518}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"], "main_score": 0.930007, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.885375, "f1": 0.85496, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"], "main_score": 0.85496, "precision": 0.84221, "recall": 0.885375}, {"accuracy": 0.889328, "f1": 0.858498, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"], "main_score": 0.858498, "precision": 0.843709, "recall": 0.889328}, {"accuracy": 0.868577, "f1": 0.831324, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"], "main_score": 0.831324, "precision": 0.814065, "recall": 0.868577}, {"accuracy": 0.782609, "f1": 0.754988, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"], "main_score": 0.754988, "precision": 0.744995, "recall": 0.782609}, {"accuracy": 0.758893, "f1": 0.698866, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"], "main_score": 0.698866, "precision": 0.672793, "recall": 0.758893}, {"accuracy": 0.799407, "f1": 0.753148, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"], "main_score": 0.753148, "precision": 0.735035, "recall": 0.799407}, {"accuracy": 0.873518, "f1": 0.836627, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"], "main_score": 0.836627, "precision": 0.82024, "recall": 0.873518}, {"accuracy": 0.823123, "f1": 0.778214, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"], "main_score": 0.778214, "precision": 0.758597, "recall": 0.823123}, {"accuracy": 0.820158, "f1": 0.772732, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"], "main_score": 0.772732, "precision": 0.752619, "recall": 0.820158}, {"accuracy": 0.860672, "f1": 0.824017, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"], "main_score": 0.824017, "precision": 0.809239, "recall": 0.860672}, {"accuracy": 0.784585, "f1": 0.73431, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"], "main_score": 0.73431, "precision": 0.714783, "recall": 0.784585}, {"accuracy": 0.84585, "f1": 0.80415, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"], "main_score": 0.80415, "precision": 0.786578, "recall": 0.84585}, {"accuracy": 0.737154, "f1": 0.670935, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"], "main_score": 0.670935, "precision": 0.643478, "recall": 0.737154}, {"accuracy": 0.822134, "f1": 0.787752, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"], "main_score": 0.787752, "precision": 0.776059, "recall": 0.822134}, {"accuracy": 0.835968, "f1": 0.801906, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"], "main_score": 0.801906, "precision": 0.789213, "recall": 0.835968}, {"accuracy": 0.802372, "f1": 0.76456, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"], "main_score": 0.76456, "precision": 0.752188, "recall": 0.802372}, {"accuracy": 0.858696, "f1": 0.824941, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"], "main_score": 0.824941, "precision": 0.812295, "recall": 0.858696}, {"accuracy": 0.807312, "f1": 0.761119, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"], "main_score": 0.761119, "precision": 0.742485, "recall": 0.807312}, {"accuracy": 0.853755, "f1": 0.813768, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"], "main_score": 0.813768, "precision": 0.795372, "recall": 0.853755}, {"accuracy": 0.780632, "f1": 0.731077, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"], "main_score": 0.731077, "precision": 0.709002, "recall": 0.780632}, {"accuracy": 0.726285, "f1": 0.666601, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"], "main_score": 0.666601, "precision": 0.640267, "recall": 0.726285}, {"accuracy": 0.043478, "f1": 0.022433, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"], "main_score": 0.022433, "precision": 0.018277, "recall": 0.043478}, {"accuracy": 0.770751, "f1": 0.723202, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"], "main_score": 0.723202, "precision": 0.704451, "recall": 0.770751}, {"accuracy": 0.774704, "f1": 0.72324, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"], "main_score": 0.72324, "precision": 0.700906, "recall": 0.774704}, {"accuracy": 0.824111, "f1": 0.777306, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"], "main_score": 0.777306, "precision": 0.756933, "recall": 0.824111}, {"accuracy": 0.783597, "f1": 0.729367, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"], "main_score": 0.729367, "precision": 0.705221, "recall": 0.783597}, {"accuracy": 0.796443, "f1": 0.743182, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"], "main_score": 0.743182, "precision": 0.719071, "recall": 0.796443}, {"accuracy": 0.728261, "f1": 0.667811, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"], "main_score": 0.667811, "precision": 0.642541, "recall": 0.728261}, {"accuracy": 0.75, "f1": 0.694848, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"], "main_score": 0.694848, "precision": 0.671421, "recall": 0.75}, {"accuracy": 0.726285, "f1": 0.66642, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"], "main_score": 0.66642, "precision": 0.640079, "recall": 0.726285}, {"accuracy": 0.722332, "f1": 0.662967, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"], "main_score": 0.662967, "precision": 0.638857, "recall": 0.722332}, {"accuracy": 0.797431, "f1": 0.748814, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"], "main_score": 0.748814, "precision": 0.726318, "recall": 0.797431}, {"accuracy": 0.75, "f1": 0.692871, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"], "main_score": 0.692871, "precision": 0.66805, "recall": 0.75}, {"accuracy": 0.814229, "f1": 0.766173, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"], "main_score": 0.766173, "precision": 0.74389, "recall": 0.814229}, {"accuracy": 0.757905, "f1": 0.701219, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"], "main_score": 0.701219, "precision": 0.677125, "recall": 0.757905}, {"accuracy": 0.705534, "f1": 0.643475, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"], "main_score": 0.643475, "precision": 0.618986, "recall": 0.705534}, {"accuracy": 0.742095, "f1": 0.686877, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"], "main_score": 0.686877, "precision": 0.662549, "recall": 0.742095}, {"accuracy": 0.73419, "f1": 0.672266, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"], "main_score": 0.672266, "precision": 0.645702, "recall": 0.73419}, {"accuracy": 0.775692, "f1": 0.721113, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"], "main_score": 0.721113, "precision": 0.697974, "recall": 0.775692}, {"accuracy": 0.653162, "f1": 0.578084, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"], "main_score": 0.578084, "precision": 0.547739, "recall": 0.653162}, {"accuracy": 0.73419, "f1": 0.676165, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"], "main_score": 0.676165, "precision": 0.652429, "recall": 0.73419}, {"accuracy": 0.761858, "f1": 0.71115, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"], "main_score": 0.71115, "precision": 0.688942, "recall": 0.761858}, {"accuracy": 0.810277, "f1": 0.763472, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"], "main_score": 0.763472, "precision": 0.742325, "recall": 0.810277}, {"accuracy": 0.733202, "f1": 0.680125, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"], "main_score": 0.680125, "precision": 0.658218, "recall": 0.733202}, {"accuracy": 0.745059, "f1": 0.686677, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"], "main_score": 0.686677, "precision": 0.661768, "recall": 0.745059}, {"accuracy": 0.188735, "f1": 0.147116, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"], "main_score": 0.147116, "precision": 0.135584, "recall": 0.188735}, {"accuracy": 0.741107, "f1": 0.684971, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"], "main_score": 0.684971, "precision": 0.661885, "recall": 0.741107}, {"accuracy": 0.770751, "f1": 0.71614, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"], "main_score": 0.71614, "precision": 0.691601, "recall": 0.770751}, {"accuracy": 0.767787, "f1": 0.712505, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"], "main_score": 0.712505, "precision": 0.688876, "recall": 0.767787}, {"accuracy": 0.729249, "f1": 0.666511, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"], "main_score": 0.666511, "precision": 0.641255, "recall": 0.729249}, {"accuracy": 0.76087, "f1": 0.705044, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"], "main_score": 0.705044, "precision": 0.68083, "recall": 0.76087}, {"accuracy": 0.758893, "f1": 0.703016, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"], "main_score": 0.703016, "precision": 0.680083, "recall": 0.758893}, {"accuracy": 0.729249, "f1": 0.670192, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"], "main_score": 0.670192, "precision": 0.644598, "recall": 0.729249}, {"accuracy": 0.783597, "f1": 0.730682, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"], "main_score": 0.730682, "precision": 0.707009, "recall": 0.783597}, {"accuracy": 0.795455, "f1": 0.743281, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"], "main_score": 0.743281, "precision": 0.720142, "recall": 0.795455}, {"accuracy": 0.710474, "f1": 0.655468, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"], "main_score": 0.655468, "precision": 0.632532, "recall": 0.710474}, {"accuracy": 0.761858, "f1": 0.710005, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"], "main_score": 0.710005, "precision": 0.688423, "recall": 0.761858}, {"accuracy": 0.756917, "f1": 0.705116, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"], "main_score": 0.705116, "precision": 0.684378, "recall": 0.756917}, {"accuracy": 0.77668, "f1": 0.723386, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"], "main_score": 0.723386, "precision": 0.700132, "recall": 0.77668}, {"accuracy": 0.72332, "f1": 0.668439, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"], "main_score": 0.668439, "precision": 0.644639, "recall": 0.72332}, {"accuracy": 0.774704, "f1": 0.722497, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"], "main_score": 0.722497, "precision": 0.69893, "recall": 0.774704}, {"accuracy": 0.724308, "f1": 0.663328, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"], "main_score": 0.663328, "precision": 0.638558, "recall": 0.724308}, {"accuracy": 0.763834, "f1": 0.710921, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"], "main_score": 0.710921, "precision": 0.686627, "recall": 0.763834}, {"accuracy": 0.754941, "f1": 0.698424, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"], "main_score": 0.698424, "precision": 0.675194, "recall": 0.754941}, {"accuracy": 0.759881, "f1": 0.701059, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"], "main_score": 0.701059, "precision": 0.675791, "recall": 0.759881}, {"accuracy": 0.805336, "f1": 0.756691, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"], "main_score": 0.756691, "precision": 0.73537, "recall": 0.805336}, {"accuracy": 0.77668, "f1": 0.72141, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"], "main_score": 0.72141, "precision": 0.697101, "recall": 0.77668}, {"accuracy": 0.758893, "f1": 0.702767, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"], "main_score": 0.702767, "precision": 0.677866, "recall": 0.758893}, {"accuracy": 0.72332, "f1": 0.661613, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"], "main_score": 0.661613, "precision": 0.634667, "recall": 0.72332}, {"accuracy": 0.753953, "f1": 0.696118, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"], "main_score": 0.696118, "precision": 0.670487, "recall": 0.753953}, {"accuracy": 0.716403, "f1": 0.657288, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"], "main_score": 0.657288, "precision": 0.634613, "recall": 0.716403}, {"accuracy": 0.733202, "f1": 0.675826, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"], "main_score": 0.675826, "precision": 0.652035, "recall": 0.733202}, {"accuracy": 0.73913, "f1": 0.681917, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"], "main_score": 0.681917, "precision": 0.65723, "recall": 0.73913}, {"accuracy": 0.722332, "f1": 0.663619, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"], "main_score": 0.663619, "precision": 0.640089, "recall": 0.722332}, {"accuracy": 0.775692, "f1": 0.722727, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"], "main_score": 0.722727, "precision": 0.69871, "recall": 0.775692}, {"accuracy": 0.729249, "f1": 0.675305, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"], "main_score": 0.675305, "precision": 0.653007, "recall": 0.729249}, {"accuracy": 0.768775, "f1": 0.719076, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"], "main_score": 0.719076, "precision": 0.697101, "recall": 0.768775}, {"accuracy": 0.778656, "f1": 0.724559, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"], "main_score": 0.724559, "precision": 0.70118, "recall": 0.778656}, {"accuracy": 0.757905, "f1": 0.703658, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"], "main_score": 0.703658, "precision": 0.681345, "recall": 0.757905}, {"accuracy": 0.737154, "f1": 0.675699, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"], "main_score": 0.675699, "precision": 0.650503, "recall": 0.737154}, {"accuracy": 0.742095, "f1": 0.687321, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"], "main_score": 0.687321, "precision": 0.664832, "recall": 0.742095}, {"accuracy": 0.755929, "f1": 0.701219, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"], "main_score": 0.701219, "precision": 0.677355, "recall": 0.755929}, {"accuracy": 0.747036, "f1": 0.689599, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"], "main_score": 0.689599, "precision": 0.66526, "recall": 0.747036}, {"accuracy": 0.743083, "f1": 0.681324, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"], "main_score": 0.681324, "precision": 0.654496, "recall": 0.743083}, {"accuracy": 0.754941, "f1": 0.700887, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"], "main_score": 0.700887, "precision": 0.678822, "recall": 0.754941}, {"accuracy": 0.757905, "f1": 0.705995, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"], "main_score": 0.705995, "precision": 0.683317, "recall": 0.757905}, {"accuracy": 0.800395, "f1": 0.751699, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"], "main_score": 0.751699, "precision": 0.730665, "recall": 0.800395}, {"accuracy": 0.745059, "f1": 0.68546, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"], "main_score": 0.68546, "precision": 0.658959, "recall": 0.745059}, {"accuracy": 0.749012, "f1": 0.691458, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"], "main_score": 0.691458, "precision": 0.66595, "recall": 0.749012}, {"accuracy": 0.770751, "f1": 0.717311, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"], "main_score": 0.717311, "precision": 0.693857, "recall": 0.770751}, {"accuracy": 0.733202, "f1": 0.671585, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"], "main_score": 0.671585, "precision": 0.646043, "recall": 0.733202}, {"accuracy": 0.198617, "f1": 0.143571, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"], "main_score": 0.143571, "precision": 0.128222, "recall": 0.198617}, {"accuracy": 0.742095, "f1": 0.682397, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"], "main_score": 0.682397, "precision": 0.656176, "recall": 0.742095}, {"accuracy": 0.731225, "f1": 0.668019, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"], "main_score": 0.668019, "precision": 0.640688, "recall": 0.731225}, {"accuracy": 0.778656, "f1": 0.726369, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"], "main_score": 0.726369, "precision": 0.702404, "recall": 0.778656}, {"accuracy": 0.790514, "f1": 0.738178, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"], "main_score": 0.738178, "precision": 0.715177, "recall": 0.790514}, {"accuracy": 0.745059, "f1": 0.68787, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"], "main_score": 0.68787, "precision": 0.664395, "recall": 0.745059}, {"accuracy": 0.72332, "f1": 0.664328, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"], "main_score": 0.664328, "precision": 0.640566, "recall": 0.72332}, {"accuracy": 0.756917, "f1": 0.70317, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"], "main_score": 0.70317, "precision": 0.680558, "recall": 0.756917}, {"accuracy": 0.79249, "f1": 0.74566, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"], "main_score": 0.74566, "precision": 0.726392, "recall": 0.79249}, {"accuracy": 0.758893, "f1": 0.702181, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"], "main_score": 0.702181, "precision": 0.678517, "recall": 0.758893}, {"accuracy": 0.732213, "f1": 0.67337, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"], "main_score": 0.67337, "precision": 0.648988, "recall": 0.732213}, {"accuracy": 0.722332, "f1": 0.662061, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"], "main_score": 0.662061, "precision": 0.638589, "recall": 0.722332}, {"accuracy": 0.736166, "f1": 0.674282, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"], "main_score": 0.674282, "precision": 0.648708, "recall": 0.736166}, {"accuracy": 0.700593, "f1": 0.643398, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"], "main_score": 0.643398, "precision": 0.619626, "recall": 0.700593}, {"accuracy": 0.747036, "f1": 0.693709, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"], "main_score": 0.693709, "precision": 0.669648, "recall": 0.747036}, {"accuracy": 0.76581, "f1": 0.71284, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"], "main_score": 0.71284, "precision": 0.690127, "recall": 0.76581}, {"accuracy": 0.718379, "f1": 0.661599, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"], "main_score": 0.661599, "precision": 0.639124, "recall": 0.718379}, {"accuracy": 0.73913, "f1": 0.680753, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"], "main_score": 0.680753, "precision": 0.656675, "recall": 0.73913}, {"accuracy": 0.727273, "f1": 0.669584, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"], "main_score": 0.669584, "precision": 0.645191, "recall": 0.727273}, {"accuracy": 0.721344, "f1": 0.665086, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"], "main_score": 0.665086, "precision": 0.640069, "recall": 0.721344}, {"accuracy": 0.748024, "f1": 0.689394, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"], "main_score": 0.689394, "precision": 0.664262, "recall": 0.748024}, {"accuracy": 0.777668, "f1": 0.724984, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"], "main_score": 0.724984, "precision": 0.702134, "recall": 0.777668}, {"accuracy": 0.753953, "f1": 0.696574, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"], "main_score": 0.696574, "precision": 0.670652, "recall": 0.753953}, {"accuracy": 0.738142, "f1": 0.678644, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"], "main_score": 0.678644, "precision": 0.654785, "recall": 0.738142}, {"accuracy": 0.715415, "f1": 0.659404, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"], "main_score": 0.659404, "precision": 0.635088, "recall": 0.715415}, {"accuracy": 0.791502, "f1": 0.738227, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"], "main_score": 0.738227, "precision": 0.714674, "recall": 0.791502}, {"accuracy": 0.746047, "f1": 0.688789, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"], "main_score": 0.688789, "precision": 0.665177, "recall": 0.746047}, {"accuracy": 0.743083, "f1": 0.684906, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"], "main_score": 0.684906, "precision": 0.660772, "recall": 0.743083}, {"accuracy": 0.710474, "f1": 0.654704, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"], "main_score": 0.654704, "precision": 0.633158, "recall": 0.710474}, {"accuracy": 0.729249, "f1": 0.668541, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"], "main_score": 0.668541, "precision": 0.644236, "recall": 0.729249}, {"accuracy": 0.758893, "f1": 0.706541, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"], "main_score": 0.706541, "precision": 0.68498, "recall": 0.758893}, {"accuracy": 0.793478, "f1": 0.742655, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"], "main_score": 0.742655, "precision": 0.720092, "recall": 0.793478}, {"accuracy": 0.724308, "f1": 0.666631, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"], "main_score": 0.666631, "precision": 0.641453, "recall": 0.724308}, {"accuracy": 0.241107, "f1": 0.192601, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"], "main_score": 0.192601, "precision": 0.177078, "recall": 0.241107}, {"accuracy": 0.752964, "f1": 0.701089, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"], "main_score": 0.701089, "precision": 0.678847, "recall": 0.752964}, {"accuracy": 0.636364, "f1": 0.571019, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"], "main_score": 0.571019, "precision": 0.543659, "recall": 0.636364}, {"accuracy": 0.755929, "f1": 0.69681, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"], "main_score": 0.69681, "precision": 0.672169, "recall": 0.755929}, {"accuracy": 0.795455, "f1": 0.743379, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"], "main_score": 0.743379, "precision": 0.720339, "recall": 0.795455}, {"accuracy": 0.732213, "f1": 0.6722, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"], "main_score": 0.6722, "precision": 0.645784, "recall": 0.732213}, {"accuracy": 0.761858, "f1": 0.705443, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"], "main_score": 0.705443, "precision": 0.679998, "recall": 0.761858}, {"accuracy": 0.740119, "f1": 0.67739, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"], "main_score": 0.67739, "precision": 0.650725, "recall": 0.740119}, {"accuracy": 0.783597, "f1": 0.730322, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"], "main_score": 0.730322, "precision": 0.707032, "recall": 0.783597}, {"accuracy": 0.782609, "f1": 0.730336, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"], "main_score": 0.730336, "precision": 0.707131, "recall": 0.782609}, {"accuracy": 0.780632, "f1": 0.728854, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"], "main_score": 0.728854, "precision": 0.705896, "recall": 0.780632}, {"accuracy": 0.744071, "f1": 0.685498, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"], "main_score": 0.685498, "precision": 0.660837, "recall": 0.744071}, {"accuracy": 0.768775, "f1": 0.714775, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"], "main_score": 0.714775, "precision": 0.691074, "recall": 0.768775}, {"accuracy": 0.717391, "f1": 0.658929, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"], "main_score": 0.658929, "precision": 0.634034, "recall": 0.717391}, {"accuracy": 0.727273, "f1": 0.671165, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"], "main_score": 0.671165, "precision": 0.646838, "recall": 0.727273}, {"accuracy": 0.774704, "f1": 0.719617, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"], "main_score": 0.719617, "precision": 0.695076, "recall": 0.774704}, {"accuracy": 0.721344, "f1": 0.659865, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"], "main_score": 0.659865, "precision": 0.634701, "recall": 0.721344}, {"accuracy": 0.04249, "f1": 0.019031, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"], "main_score": 0.019031, "precision": 0.014812, "recall": 0.04249}, {"accuracy": 0.756917, "f1": 0.696266, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"], "main_score": 0.696266, "precision": 0.670283, "recall": 0.756917}, {"accuracy": 0.777668, "f1": 0.723588, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"], "main_score": 0.723588, "precision": 0.700132, "recall": 0.777668}, {"accuracy": 0.677866, "f1": 0.611744, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"], "main_score": 0.611744, "precision": 0.58522, "recall": 0.677866}, {"accuracy": 0.753953, "f1": 0.695391, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"], "main_score": 0.695391, "precision": 0.671189, "recall": 0.753953}, {"accuracy": 0.73913, "f1": 0.683514, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"], "main_score": 0.683514, "precision": 0.659216, "recall": 0.73913}, {"accuracy": 0.728261, "f1": 0.671311, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"], "main_score": 0.671311, "precision": 0.645504, "recall": 0.728261}, {"accuracy": 0.736166, "f1": 0.676586, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"], "main_score": 0.676586, "precision": 0.651795, "recall": 0.736166}, {"accuracy": 0.717391, "f1": 0.656855, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"], "main_score": 0.656855, "precision": 0.632141, "recall": 0.717391}, {"accuracy": 0.777668, "f1": 0.723391, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"], "main_score": 0.723391, "precision": 0.699341, "recall": 0.777668}, {"accuracy": 0.774704, "f1": 0.72225, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"], "main_score": 0.72225, "precision": 0.699202, "recall": 0.774704}, {"accuracy": 0.682806, "f1": 0.614541, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"], "main_score": 0.614541, "precision": 0.58503, "recall": 0.682806}, {"accuracy": 0.733202, "f1": 0.676186, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"], "main_score": 0.676186, "precision": 0.651913, "recall": 0.733202}, {"accuracy": 0.697628, "f1": 0.633926, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"], "main_score": 0.633926, "precision": 0.606653, "recall": 0.697628}, {"accuracy": 0.730237, "f1": 0.675198, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"], "main_score": 0.675198, "precision": 0.651094, "recall": 0.730237}, {"accuracy": 0.787549, "f1": 0.738062, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"], "main_score": 0.738062, "precision": 0.716864, "recall": 0.787549}, {"accuracy": 0.746047, "f1": 0.687912, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"], "main_score": 0.687912, "precision": 0.662286, "recall": 0.746047}, {"accuracy": 0.780632, "f1": 0.728953, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"], "main_score": 0.728953, "precision": 0.706835, "recall": 0.780632}, {"accuracy": 0.778656, "f1": 0.724045, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"], "main_score": 0.724045, "precision": 0.699868, "recall": 0.778656}, {"accuracy": 0.758893, "f1": 0.701614, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"], "main_score": 0.701614, "precision": 0.677339, "recall": 0.758893}, {"accuracy": 0.657115, "f1": 0.59, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"], "main_score": 0.59, "precision": 0.564288, "recall": 0.657115}, {"accuracy": 0.780632, "f1": 0.731777, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"], "main_score": 0.731777, "precision": 0.710887, "recall": 0.780632}, {"accuracy": 0.746047, "f1": 0.690631, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"], "main_score": 0.690631, "precision": 0.666486, "recall": 0.746047}, {"accuracy": 0.741107, "f1": 0.682325, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"], "main_score": 0.682325, "precision": 0.657238, "recall": 0.741107}, {"accuracy": 0.742095, "f1": 0.685018, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"], "main_score": 0.685018, "precision": 0.661117, "recall": 0.742095}, {"accuracy": 0.750988, "f1": 0.694466, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"], "main_score": 0.694466, "precision": 0.670548, "recall": 0.750988}, {"accuracy": 0.781621, "f1": 0.727437, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"], "main_score": 0.727437, "precision": 0.702849, "recall": 0.781621}, {"accuracy": 0.833992, "f1": 0.791798, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"], "main_score": 0.791798, "precision": 0.772793, "recall": 0.833992}, {"accuracy": 0.775692, "f1": 0.723756, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"], "main_score": 0.723756, "precision": 0.701985, "recall": 0.775692}, {"accuracy": 0.628458, "f1": 0.556607, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"], "main_score": 0.556607, "precision": 0.527783, "recall": 0.628458}, {"accuracy": 0.705534, "f1": 0.644663, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"], "main_score": 0.644663, "precision": 0.620903, "recall": 0.705534}, {"accuracy": 0.726285, "f1": 0.665669, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"], "main_score": 0.665669, "precision": 0.639476, "recall": 0.726285}, {"accuracy": 0.727273, "f1": 0.663818, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"], "main_score": 0.663818, "precision": 0.637689, "recall": 0.727273}, {"accuracy": 0.754941, "f1": 0.698257, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"], "main_score": 0.698257, "precision": 0.672934, "recall": 0.754941}, {"accuracy": 0.769763, "f1": 0.710112, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"], "main_score": 0.710112, "precision": 0.683383, "recall": 0.769763}, {"accuracy": 0.714427, "f1": 0.655863, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"], "main_score": 0.655863, "precision": 0.630336, "recall": 0.714427}, {"accuracy": 0.740119, "f1": 0.68269, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"], "main_score": 0.68269, "precision": 0.65947, "recall": 0.740119}, {"accuracy": 0.772727, "f1": 0.720935, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"], "main_score": 0.720935, "precision": 0.698831, "recall": 0.772727}, {"accuracy": 0.659091, "f1": 0.588808, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"], "main_score": 0.588808, "precision": 0.561011, "recall": 0.659091}, {"accuracy": 0.779644, "f1": 0.725066, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"], "main_score": 0.725066, "precision": 0.701515, "recall": 0.779644}, {"accuracy": 0.76581, "f1": 0.711448, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"], "main_score": 0.711448, "precision": 0.688027, "recall": 0.76581}, {"accuracy": 0.756917, "f1": 0.702357, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"], "main_score": 0.702357, "precision": 0.678442, "recall": 0.756917}, {"accuracy": 0.787549, "f1": 0.736677, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"], "main_score": 0.736677, "precision": 0.715046, "recall": 0.787549}, {"accuracy": 0.744071, "f1": 0.688185, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"], "main_score": 0.688185, "precision": 0.663802, "recall": 0.744071}, {"accuracy": 0.763834, "f1": 0.70878, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"], "main_score": 0.70878, "precision": 0.684239, "recall": 0.763834}, {"accuracy": 0.752964, "f1": 0.693919, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"], "main_score": 0.693919, "precision": 0.669639, "recall": 0.752964}, {"accuracy": 0.758893, "f1": 0.701153, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"], "main_score": 0.701153, "precision": 0.675593, "recall": 0.758893}, {"accuracy": 0.772727, "f1": 0.71993, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"], "main_score": 0.71993, "precision": 0.69744, "recall": 0.772727}, {"accuracy": 0.725296, "f1": 0.666342, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"], "main_score": 0.666342, "precision": 0.641255, "recall": 0.725296}, {"accuracy": 0.725296, "f1": 0.663775, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"], "main_score": 0.663775, "precision": 0.639299, "recall": 0.725296}, {"accuracy": 0.797431, "f1": 0.750118, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"], "main_score": 0.750118, "precision": 0.729891, "recall": 0.797431}, {"accuracy": 0.791502, "f1": 0.742031, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"], "main_score": 0.742031, "precision": 0.720711, "recall": 0.791502}, {"accuracy": 0.806324, "f1": 0.759799, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"], "main_score": 0.759799, "precision": 0.740112, "recall": 0.806324}, {"accuracy": 0.800395, "f1": 0.749539, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"], "main_score": 0.749539, "precision": 0.72663, "recall": 0.800395}, {"accuracy": 0.73913, "f1": 0.680915, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"], "main_score": 0.680915, "precision": 0.655731, "recall": 0.73913}, {"accuracy": 0.754941, "f1": 0.69888, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"], "main_score": 0.69888, "precision": 0.674308, "recall": 0.754941}, {"accuracy": 0.76581, "f1": 0.707378, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"], "main_score": 0.707378, "precision": 0.680484, "recall": 0.76581}, {"accuracy": 0.703557, "f1": 0.643528, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"], "main_score": 0.643528, "precision": 0.618147, "recall": 0.703557}, {"accuracy": 0.718379, "f1": 0.654637, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"], "main_score": 0.654637, "precision": 0.629343, "recall": 0.718379}, {"accuracy": 0.708498, "f1": 0.650329, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"], "main_score": 0.650329, "precision": 0.624654, "recall": 0.708498}, {"accuracy": 0.737154, "f1": 0.683914, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"], "main_score": 0.683914, "precision": 0.661488, "recall": 0.737154}, {"accuracy": 0.772727, "f1": 0.719386, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"], "main_score": 0.719386, "precision": 0.69641, "recall": 0.772727}, {"accuracy": 0.801383, "f1": 0.753129, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"], "main_score": 0.753129, "precision": 0.731505, "recall": 0.801383}, {"accuracy": 0.77668, "f1": 0.722266, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"], "main_score": 0.722266, "precision": 0.697332, "recall": 0.77668}, {"accuracy": 0.780632, "f1": 0.726812, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"], "main_score": 0.726812, "precision": 0.702684, "recall": 0.780632}, {"accuracy": 0.743083, "f1": 0.69185, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"], "main_score": 0.69185, "precision": 0.670512, "recall": 0.743083}, {"accuracy": 0.662055, "f1": 0.599338, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"], "main_score": 0.599338, "precision": 0.572167, "recall": 0.662055}, {"accuracy": 0.729249, "f1": 0.667476, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"], "main_score": 0.667476, "precision": 0.64114, "recall": 0.729249}, {"accuracy": 0.772727, "f1": 0.720059, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"], "main_score": 0.720059, "precision": 0.6972, "recall": 0.772727}, {"accuracy": 0.720356, "f1": 0.663547, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"], "main_score": 0.663547, "precision": 0.639898, "recall": 0.720356}, {"accuracy": 0.715415, "f1": 0.656145, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"], "main_score": 0.656145, "precision": 0.631357, "recall": 0.715415}, {"accuracy": 0.797431, "f1": 0.745323, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"], "main_score": 0.745323, "precision": 0.722069, "recall": 0.797431}, {"accuracy": 0.764822, "f1": 0.710526, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"], "main_score": 0.710526, "precision": 0.687401, "recall": 0.764822}, {"accuracy": 0.759881, "f1": 0.705355, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"], "main_score": 0.705355, "precision": 0.682378, "recall": 0.759881}, {"accuracy": 0.662055, "f1": 0.59925, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"], "main_score": 0.59925, "precision": 0.5729, "recall": 0.662055}, {"accuracy": 0.749012, "f1": 0.692754, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"], "main_score": 0.692754, "precision": 0.668956, "recall": 0.749012}, {"accuracy": 0.780632, "f1": 0.726303, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"], "main_score": 0.726303, "precision": 0.70224, "recall": 0.780632}, {"accuracy": 0.772727, "f1": 0.718299, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"], "main_score": 0.718299, "precision": 0.695506, "recall": 0.772727}, {"accuracy": 0.802372, "f1": 0.75328, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"], "main_score": 0.75328, "precision": 0.731999, "recall": 0.802372}, {"accuracy": 0.729249, "f1": 0.668102, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"], "main_score": 0.668102, "precision": 0.64198, "recall": 0.729249}, {"accuracy": 0.754941, "f1": 0.696725, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"], "main_score": 0.696725, "precision": 0.671426, "recall": 0.754941}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.916996, "f1": 0.893841, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"], "main_score": 0.893841, "precision": 0.882987, "recall": 0.916996}, {"accuracy": 0.045455, "f1": 0.024429, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"], "main_score": 0.024429, "precision": 0.019944, "recall": 0.045455}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996443, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"], "main_score": 0.996443, "precision": 0.996294, "recall": 0.997036}, {"accuracy": 0.945652, "f1": 0.92915, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"], "main_score": 0.92915, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.937747, "f1": 0.917984, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"], "main_score": 0.917984, "precision": 0.908432, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"], "main_score": 0.916831, "precision": 0.907115, "recall": 0.936759}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.206522, "f1": 0.160248, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"], "main_score": 0.160248, "precision": 0.14731, "recall": 0.206522}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.906126, "f1": 0.878129, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"], "main_score": 0.878129, "precision": 0.864954, "recall": 0.906126}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.956917, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"], "main_score": 0.956917, "precision": 0.951828, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.95751, "f1": 0.944071, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"], "main_score": 0.944071, "precision": 0.937665, "recall": 0.95751}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"], "main_score": 0.894433, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.905138, "f1": 0.879183, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"], "main_score": 0.879183, "precision": 0.867177, "recall": 0.905138}, {"accuracy": 0.945652, "f1": 0.92915, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"], "main_score": 0.92915, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.759881, "f1": 0.703565, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"], "main_score": 0.703565, "precision": 0.679735, "recall": 0.759881}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.912352, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"], "main_score": 0.912352, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.905138, "f1": 0.876186, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"], "main_score": 0.876186, "precision": 0.862566, "recall": 0.905138}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.91502, "f1": 0.88913, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"], "main_score": 0.88913, "precision": 0.876812, "recall": 0.91502}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.982279, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"], "main_score": 0.982279, "precision": 0.980484, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.213439, "f1": 0.147086, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"], "main_score": 0.147086, "precision": 0.127766, "recall": 0.213439}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.97892, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"], "main_score": 0.97892, "precision": 0.976779, "recall": 0.983202}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.865613, "f1": 0.829877, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"], "main_score": 0.829877, "precision": 0.814272, "recall": 0.865613}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.99249, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"], "main_score": 0.99249, "precision": 0.991848, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"], "main_score": 0.910408, "precision": 0.900033, "recall": 0.931818}, {"accuracy": 0.886364, "f1": 0.854315, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"], "main_score": 0.854315, "precision": 0.839345, "recall": 0.886364}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.880435, "f1": 0.850329, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"], "main_score": 0.850329, "precision": 0.836709, "recall": 0.880435}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.897233, "f1": 0.867984, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"], "main_score": 0.867984, "precision": 0.854364, "recall": 0.897233}, {"accuracy": 0.268775, "f1": 0.215425, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"], "main_score": 0.215425, "precision": 0.197366, "recall": 0.268775}, {"accuracy": 0.9417, "f1": 0.923551, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"], "main_score": 0.923551, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.817194, "f1": 0.770836, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"], "main_score": 0.770836, "precision": 0.750593, "recall": 0.817194}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.93083, "f1": 0.909091, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"], "main_score": 0.909091, "precision": 0.898386, "recall": 0.93083}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.916008, "f1": 0.889657, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"], "main_score": 0.889657, "precision": 0.877174, "recall": 0.916008}, {"accuracy": 0.903162, "f1": 0.875, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"], "main_score": 0.875, "precision": 0.861331, "recall": 0.903162}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"], "main_score": 0.988801, "precision": 0.987648, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.028565, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"], "main_score": 0.028565, "precision": 0.023474, "recall": 0.056324}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"], "main_score": 0.95751, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.924901, "f1": 0.90415, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"], "main_score": 0.90415, "precision": 0.894433, "recall": 0.924901}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.899209, "f1": 0.869203, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"], "main_score": 0.869203, "precision": 0.855072, "recall": 0.899209}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.879447, "f1": 0.847497, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"], "main_score": 0.847497, "precision": 0.832905, "recall": 0.879447}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"], "main_score": 0.954381, "precision": 0.949605, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.949605, "f1": 0.934783, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"], "main_score": 0.934783, "precision": 0.927536, "recall": 0.949605}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.896245, "f1": 0.868379, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"], "main_score": 0.868379, "precision": 0.855567, "recall": 0.896245}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"], "main_score": 0.985013, "precision": 0.983696, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.933794, "f1": 0.914756, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"], "main_score": 0.914756, "precision": 0.905715, "recall": 0.933794}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.904315, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"], "main_score": 0.904315, "precision": 0.894763, "recall": 0.924901}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.950593, "f1": 0.936495, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"], "main_score": 0.936495, "precision": 0.929924, "recall": 0.950593}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.899209, "f1": 0.872431, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"], "main_score": 0.872431, "precision": 0.860293, "recall": 0.899209}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.918972, "f1": 0.893775, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"], "main_score": 0.893775, "precision": 0.881752, "recall": 0.918972}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"], "main_score": 0.945718, "precision": 0.939641, "recall": 0.958498}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"], "main_score": 0.879348, "precision": 0.866551, "recall": 0.906126}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"], "main_score": 0.915679, "precision": 0.906126, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.865613, "f1": 0.830336, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"], "main_score": 0.830336, "precision": 0.813933, "recall": 0.865613}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.894269, "f1": 0.865514, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"], "main_score": 0.865514, "precision": 0.851696, "recall": 0.894269}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"], "main_score": 0.916502, "precision": 0.907279, "recall": 0.935771}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.81917, "f1": 0.769829, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"], "main_score": 0.769829, "precision": 0.747694, "recall": 0.81917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"], "main_score": 0.93666, "precision": 0.929595, "recall": 0.951581}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"], "main_score": 0.923748, "precision": 0.915217, "recall": 0.9417}, {"accuracy": 0.893281, "f1": 0.862187, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"], "main_score": 0.862187, "precision": 0.847777, "recall": 0.893281}, {"accuracy": 0.040514, "f1": 0.020807, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"], "main_score": 0.020807, "precision": 0.016836, "recall": 0.040514}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"], "main_score": 0.919631, "precision": 0.910408, "recall": 0.938735}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.91996, "f1": 0.897299, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"], "main_score": 0.897299, "precision": 0.886973, "recall": 0.91996}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.903162, "f1": 0.875165, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"], "main_score": 0.875165, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.923913, "f1": 0.900315, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"], "main_score": 0.900315, "precision": 0.889163, "recall": 0.923913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.892292, "f1": 0.861232, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"], "main_score": 0.861232, "precision": 0.846591, "recall": 0.892292}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.929842, "f1": 0.908267, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"], "main_score": 0.908267, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.195652, "f1": 0.142317, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"], "main_score": 0.142317, "precision": 0.126674, "recall": 0.195652}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.916996, "f1": 0.892292, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"], "main_score": 0.892292, "precision": 0.880632, "recall": 0.916996}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"], "main_score": 0.922266, "precision": 0.913702, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.889328, "f1": 0.860244, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"], "main_score": 0.860244, "precision": 0.846953, "recall": 0.889328}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"], "main_score": 0.923748, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"], "main_score": 0.92556, "precision": 0.916667, "recall": 0.943676}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.880435, "f1": 0.848188, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"], "main_score": 0.848188, "precision": 0.833449, "recall": 0.880435}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.931818, "f1": 0.91031, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"], "main_score": 0.91031, "precision": 0.899951, "recall": 0.931818}, {"accuracy": 0.866601, "f1": 0.831291, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"], "main_score": 0.831291, "precision": 0.815053, "recall": 0.866601}, {"accuracy": 0.906126, "f1": 0.879809, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"], "main_score": 0.879809, "precision": 0.867671, "recall": 0.906126}, {"accuracy": 0.741107, "f1": 0.682282, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"], "main_score": 0.682282, "precision": 0.657964, "recall": 0.741107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.893281, "f1": 0.861001, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"], "main_score": 0.861001, "precision": 0.846014, "recall": 0.893281}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.857708, "f1": 0.818069, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"], "main_score": 0.818069, "precision": 0.800231, "recall": 0.857708}, {"accuracy": 0.917984, "f1": 0.893577, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"], "main_score": 0.893577, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.867589, "f1": 0.827767, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"], "main_score": 0.827767, "precision": 0.809042, "recall": 0.867589}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.212451, "f1": 0.14488, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"], "main_score": 0.14488, "precision": 0.12701, "recall": 0.212451}, {"accuracy": 0.893281, "f1": 0.863208, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"], "main_score": 0.863208, "precision": 0.849061, "recall": 0.893281}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.928854, "f1": 0.907773, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"], "main_score": 0.907773, "precision": 0.897563, "recall": 0.928854}, {"accuracy": 0.897233, "f1": 0.867688, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"], "main_score": 0.867688, "precision": 0.854447, "recall": 0.897233}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.838933, "f1": 0.797386, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"], "main_score": 0.797386, "precision": 0.779324, "recall": 0.838933}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"], "main_score": 0.919302, "precision": 0.90975, "recall": 0.938735}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"], "main_score": 0.903393, "precision": 0.892704, "recall": 0.925889}, {"accuracy": 0.862648, "f1": 0.822431, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"], "main_score": 0.822431, "precision": 0.803524, "recall": 0.862648}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.918972, "f1": 0.895257, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"], "main_score": 0.895257, "precision": 0.883729, "recall": 0.918972}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.840909, "f1": 0.799228, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"], "main_score": 0.799228, "precision": 0.780221, "recall": 0.840909}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.883399, "f1": 0.848734, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"], "main_score": 0.848734, "precision": 0.83251, "recall": 0.883399}, {"accuracy": 0.254941, "f1": 0.19855, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"], "main_score": 0.19855, "precision": 0.18079, "recall": 0.254941}, {"accuracy": 0.912055, "f1": 0.885837, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"], "main_score": 0.885837, "precision": 0.87388, "recall": 0.912055}, {"accuracy": 0.817194, "f1": 0.769485, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"], "main_score": 0.769485, "precision": 0.748287, "recall": 0.817194}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.911067, "f1": 0.884783, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"], "main_score": 0.884783, "precision": 0.872447, "recall": 0.911067}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.887352, "f1": 0.852997, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"], "main_score": 0.852997, "precision": 0.837039, "recall": 0.887352}, {"accuracy": 0.868577, "f1": 0.830171, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"], "main_score": 0.830171, "precision": 0.812418, "recall": 0.868577}, {"accuracy": 0.937747, "f1": 0.918379, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"], "main_score": 0.918379, "precision": 0.909338, "recall": 0.937747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.048419, "f1": 0.024434, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"], "main_score": 0.024434, "precision": 0.019419, "recall": 0.048419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.905138, "f1": 0.876482, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"], "main_score": 0.876482, "precision": 0.862648, "recall": 0.905138}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"], "main_score": 0.939295, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 0.901186, "f1": 0.872036, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"], "main_score": 0.872036, "precision": 0.858366, "recall": 0.901186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.852767, "f1": 0.812451, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"], "main_score": 0.812451, "precision": 0.793758, "recall": 0.852767}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"], "main_score": 0.938142, "precision": 0.931406, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.899209, "f1": 0.868961, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"], "main_score": 0.868961, "precision": 0.854867, "recall": 0.899209}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"], "main_score": 0.949506, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.848814, "f1": 0.809009, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"], "main_score": 0.809009, "precision": 0.790984, "recall": 0.848814}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.899209, "f1": 0.870784, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"], "main_score": 0.870784, "precision": 0.85746, "recall": 0.899209}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"], "main_score": 0.876647, "precision": 0.863505, "recall": 0.90415}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"], "main_score": 0.934519, "precision": 0.927619, "recall": 0.949605}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.933794, "f1": 0.913274, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"], "main_score": 0.913274, "precision": 0.903574, "recall": 0.933794}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.846838, "f1": 0.805995, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"], "main_score": 0.805995, "precision": 0.787994, "recall": 0.846838}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"], "main_score": 0.907675, "precision": 0.897645, "recall": 0.928854}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.884387, "f1": 0.850362, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"], "main_score": 0.850362, "precision": 0.834404, "recall": 0.884387}, {"accuracy": 0.933794, "f1": 0.912879, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"], "main_score": 0.912879, "precision": 0.902668, "recall": 0.933794}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.962451, "f1": 0.95191, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"], "main_score": 0.95191, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.870553, "f1": 0.834848, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"], "main_score": 0.834848, "precision": 0.818791, "recall": 0.870553}, {"accuracy": 0.886364, "f1": 0.852503, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"], "main_score": 0.852503, "precision": 0.836874, "recall": 0.886364}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"], "main_score": 0.92556, "precision": 0.917655, "recall": 0.942688}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"], "main_score": 0.921344, "precision": 0.912467, "recall": 0.939723}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.823123, "f1": 0.777372, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"], "main_score": 0.777372, "precision": 0.756209, "recall": 0.823123}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"], "main_score": 0.958893, "precision": 0.954463, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.881423, "f1": 0.847859, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"], "main_score": 0.847859, "precision": 0.832592, "recall": 0.881423}, {"accuracy": 0.920949, "f1": 0.898386, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"], "main_score": 0.898386, "precision": 0.887846, "recall": 0.920949}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.796443, "f1": 0.743478, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"], "main_score": 0.743478, "precision": 0.72024, "recall": 0.796443}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.917984, "f1": 0.894203, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"], "main_score": 0.894203, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.952569, "f1": 0.937319, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"], "main_score": 0.937319, "precision": 0.929924, "recall": 0.952569}, {"accuracy": 0.884387, "f1": 0.850264, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"], "main_score": 0.850264, "precision": 0.834157, "recall": 0.884387}, {"accuracy": 0.052372, "f1": 0.028665, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"], "main_score": 0.028665, "precision": 0.023557, "recall": 0.052372}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.929842, "f1": 0.908498, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"], "main_score": 0.908498, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"], "main_score": 0.961462, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"], "main_score": 0.899704, "precision": 0.888011, "recall": 0.923913}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"], "main_score": 0.94193, "precision": 0.935524, "recall": 0.955534}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.895092, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"], "main_score": 0.895092, "precision": 0.883235, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.993083, "f1": 0.991436, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"], "main_score": 0.991436, "precision": 0.990613, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.182806, "f1": 0.134995, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"], "main_score": 0.134995, "precision": 0.121888, "recall": 0.182806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"], "main_score": 0.919302, "precision": 0.909914, "recall": 0.938735}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"], "main_score": 0.93386, "precision": 0.926301, "recall": 0.949605}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.882411, "f1": 0.849374, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"], "main_score": 0.849374, "precision": 0.834074, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"], "main_score": 0.92836, "precision": 0.91996, "recall": 0.945652}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"], "main_score": 0.928426, "precision": 0.920702, "recall": 0.944664}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.897233, "f1": 0.867292, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"], "main_score": 0.867292, "precision": 0.853343, "recall": 0.897233}, {"accuracy": 0.986166, "f1": 0.982543, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"], "main_score": 0.982543, "precision": 0.981094, "recall": 0.986166}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"], "main_score": 0.935441, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.882411, "f1": 0.84832, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"], "main_score": 0.84832, "precision": 0.832213, "recall": 0.882411}, {"accuracy": 0.935771, "f1": 0.915909, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"], "main_score": 0.915909, "precision": 0.906209, "recall": 0.935771}, {"accuracy": 0.744071, "f1": 0.681294, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"], "main_score": 0.681294, "precision": 0.655131, "recall": 0.744071}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.911067, "f1": 0.884881, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"], "main_score": 0.884881, "precision": 0.872398, "recall": 0.911067}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.876482, "f1": 0.839822, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"], "main_score": 0.839822, "precision": 0.822744, "recall": 0.876482}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.885375, "f1": 0.852075, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"], "main_score": 0.852075, "precision": 0.83666, "recall": 0.885375}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.993083, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"], "main_score": 0.993083, "precision": 0.992589, "recall": 0.994071}, {"accuracy": 0.210474, "f1": 0.146974, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"], "main_score": 0.146974, "precision": 0.128994, "recall": 0.210474}, {"accuracy": 0.917984, "f1": 0.892622, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"], "main_score": 0.892622, "precision": 0.88027, "recall": 0.917984}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.939723, "f1": 0.92029, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"], "main_score": 0.92029, "precision": 0.910738, "recall": 0.939723}, {"accuracy": 0.922925, "f1": 0.899341, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"], "main_score": 0.899341, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"], "main_score": 0.97332, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.857708, "f1": 0.818168, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"], "main_score": 0.818168, "precision": 0.800346, "recall": 0.857708}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"], "main_score": 0.890316, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.866601, "f1": 0.826449, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"], "main_score": 0.826449, "precision": 0.807559, "recall": 0.866601}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.895982, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"], "main_score": 0.895982, "precision": 0.884634, "recall": 0.91996}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.86166, "f1": 0.822365, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"], "main_score": 0.822365, "precision": 0.803936, "recall": 0.86166}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.879447, "f1": 0.843544, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"], "main_score": 0.843544, "precision": 0.826416, "recall": 0.879447}, {"accuracy": 0.257905, "f1": 0.20625, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"], "main_score": 0.20625, "precision": 0.188645, "recall": 0.257905}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"], "main_score": 0.904545, "precision": 0.893857, "recall": 0.926877}, {"accuracy": 0.777668, "f1": 0.721426, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"], "main_score": 0.721426, "precision": 0.696798, "recall": 0.777668}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.903162, "f1": 0.872859, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"], "main_score": 0.872859, "precision": 0.858531, "recall": 0.903162}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.891304, "f1": 0.859684, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"], "main_score": 0.859684, "precision": 0.845191, "recall": 0.891304}, {"accuracy": 0.886364, "f1": 0.852851, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"], "main_score": 0.852851, "precision": 0.837286, "recall": 0.886364}, {"accuracy": 0.947628, "f1": 0.932049, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"], "main_score": 0.932049, "precision": 0.924489, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.051383, "f1": 0.025816, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"], "main_score": 0.025816, "precision": 0.020984, "recall": 0.051383}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.964427, "f1": 0.953788, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"], "main_score": 0.953788, "precision": 0.948864, "recall": 0.964427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"], "main_score": 0.919302, "precision": 0.909914, "recall": 0.938735}, {"accuracy": 0.899209, "f1": 0.869203, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"], "main_score": 0.869203, "precision": 0.855402, "recall": 0.899209}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.881423, "f1": 0.845652, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"], "main_score": 0.845652, "precision": 0.828722, "recall": 0.881423}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.850791, "f1": 0.81031, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"], "main_score": 0.81031, "precision": 0.79142, "recall": 0.850791}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"], "main_score": 0.913373, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"], "main_score": 0.980962, "precision": 0.979167, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"], "main_score": 0.955204, "precision": 0.950264, "recall": 0.965415}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.853755, "f1": 0.813373, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"], "main_score": 0.813373, "precision": 0.794499, "recall": 0.853755}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"], "main_score": 0.970685, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"], "main_score": 0.894433, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"], "main_score": 0.895422, "precision": 0.884058, "recall": 0.918972}, {"accuracy": 0.958498, "f1": 0.945224, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"], "main_score": 0.945224, "precision": 0.938818, "recall": 0.958498}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"], "main_score": 0.932708, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.876482, "f1": 0.84081, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"], "main_score": 0.84081, "precision": 0.824358, "recall": 0.876482}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.896245, "f1": 0.864526, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"], "main_score": 0.864526, "precision": 0.849061, "recall": 0.896245}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"], "main_score": 0.916667, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"], "main_score": 0.940942, "precision": 0.934536, "recall": 0.954545}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"], "main_score": 0.938406, "precision": 0.931653, "recall": 0.952569}, {"accuracy": 0.883399, "f1": 0.850264, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"], "main_score": 0.850264, "precision": 0.834816, "recall": 0.883399}, {"accuracy": 0.928854, "f1": 0.906686, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"], "main_score": 0.906686, "precision": 0.896163, "recall": 0.928854}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"], "main_score": 0.937978, "precision": 0.930912, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.826087, "f1": 0.780402, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"], "main_score": 0.780402, "precision": 0.759717, "recall": 0.826087}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.876482, "f1": 0.841304, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"], "main_score": 0.841304, "precision": 0.824852, "recall": 0.876482}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"], "main_score": 0.910804, "precision": 0.901268, "recall": 0.93083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.815217, "f1": 0.767245, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"], "main_score": 0.767245, "precision": 0.746163, "recall": 0.815217}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"], "main_score": 0.93363, "precision": 0.926581, "recall": 0.948617}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.883399, "f1": 0.848946, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"], "main_score": 0.848946, "precision": 0.832839, "recall": 0.883399}, {"accuracy": 0.039526, "f1": 0.01708, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"], "main_score": 0.01708, "precision": 0.012927, "recall": 0.039526}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"], "main_score": 0.958564, "precision": 0.953804, "recall": 0.968379}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"], "main_score": 0.92612, "precision": 0.917737, "recall": 0.943676}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.900758, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"], "main_score": 0.900758, "precision": 0.889904, "recall": 0.923913}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"], "main_score": 0.870125, "precision": 0.856308, "recall": 0.899209}, {"accuracy": 0.93083, "f1": 0.908926, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"], "main_score": 0.908926, "precision": 0.898386, "recall": 0.93083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.90415, "f1": 0.875725, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"], "main_score": 0.875725, "precision": 0.862401, "recall": 0.90415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.927866, "f1": 0.905962, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"], "main_score": 0.905962, "precision": 0.895619, "recall": 0.927866}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.195652, "f1": 0.14642, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"], "main_score": 0.14642, "precision": 0.13311, "recall": 0.195652}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"], "main_score": 0.897299, "precision": 0.886117, "recall": 0.920949}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"], "main_score": 0.921607, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.883399, "f1": 0.850692, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"], "main_score": 0.850692, "precision": 0.83559, "recall": 0.883399}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"], "main_score": 0.927437, "precision": 0.919384, "recall": 0.944664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"], "main_score": 0.924572, "precision": 0.915843, "recall": 0.942688}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.886364, "f1": 0.853656, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"], "main_score": 0.853656, "precision": 0.838554, "recall": 0.886364}, {"accuracy": 0.98913, "f1": 0.986331, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"], "main_score": 0.986331, "precision": 0.985178, "recall": 0.98913}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"], "main_score": 0.910079, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.878458, "f1": 0.844862, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"], "main_score": 0.844862, "precision": 0.829381, "recall": 0.878458}, {"accuracy": 0.912055, "f1": 0.885705, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"], "main_score": 0.885705, "precision": 0.873188, "recall": 0.912055}, {"accuracy": 0.744071, "f1": 0.684651, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"], "main_score": 0.684651, "precision": 0.659206, "recall": 0.744071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.899209, "f1": 0.868643, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"], "main_score": 0.868643, "precision": 0.854331, "recall": 0.899209}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.855731, "f1": 0.814742, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"], "main_score": 0.814742, "precision": 0.795899, "recall": 0.855731}, {"accuracy": 0.91996, "f1": 0.895158, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"], "main_score": 0.895158, "precision": 0.883317, "recall": 0.91996}, {"accuracy": 0.850791, "f1": 0.806522, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"], "main_score": 0.806522, "precision": 0.785655, "recall": 0.850791}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.209486, "f1": 0.139766, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"], "main_score": 0.139766, "precision": 0.119214, "recall": 0.209486}, {"accuracy": 0.892292, "f1": 0.860507, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"], "main_score": 0.860507, "precision": 0.845191, "recall": 0.892292}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.91996, "f1": 0.895982, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"], "main_score": 0.895982, "precision": 0.884305, "recall": 0.91996}, {"accuracy": 0.901186, "f1": 0.871014, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"], "main_score": 0.871014, "precision": 0.857049, "recall": 0.901186}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.973485, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"], "main_score": 0.973485, "precision": 0.970685, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.838933, "f1": 0.798751, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"], "main_score": 0.798751, "precision": 0.780971, "recall": 0.838933}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.91502, "f1": 0.890119, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"], "main_score": 0.890119, "precision": 0.878458, "recall": 0.91502}, {"accuracy": 0.854743, "f1": 0.813472, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"], "main_score": 0.813472, "precision": 0.793561, "recall": 0.854743}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"], "main_score": 0.894499, "precision": 0.882823, "recall": 0.918972}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.833992, "f1": 0.788839, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"], "main_score": 0.788839, "precision": 0.768034, "recall": 0.833992}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.880435, "f1": 0.846956, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"], "main_score": 0.846956, "precision": 0.831439, "recall": 0.880435}, {"accuracy": 0.249012, "f1": 0.191507, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"], "main_score": 0.191507, "precision": 0.174106, "recall": 0.249012}, {"accuracy": 0.905138, "f1": 0.878327, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"], "main_score": 0.878327, "precision": 0.866024, "recall": 0.905138}, {"accuracy": 0.813241, "f1": 0.767707, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"], "main_score": 0.767707, "precision": 0.747431, "recall": 0.813241}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.906126, "f1": 0.87747, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"], "main_score": 0.87747, "precision": 0.863801, "recall": 0.906126}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.878458, "f1": 0.84417, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"], "main_score": 0.84417, "precision": 0.828557, "recall": 0.878458}, {"accuracy": 0.855731, "f1": 0.815415, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"], "main_score": 0.815415, "precision": 0.797381, "recall": 0.855731}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.048419, "f1": 0.022676, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"], "main_score": 0.022676, "precision": 0.018551, "recall": 0.048419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.906126, "f1": 0.879018, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"], "main_score": 0.879018, "precision": 0.866189, "recall": 0.906126}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"], "main_score": 0.942194, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.901186, "f1": 0.8722, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"], "main_score": 0.8722, "precision": 0.858366, "recall": 0.901186}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.84585, "f1": 0.805072, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"], "main_score": 0.805072, "precision": 0.786018, "recall": 0.84585}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"], "main_score": 0.927866, "precision": 0.919796, "recall": 0.944664}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.896245, "f1": 0.865777, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"], "main_score": 0.865777, "precision": 0.851779, "recall": 0.896245}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.950593, "f1": 0.935013, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"], "main_score": 0.935013, "precision": 0.927454, "recall": 0.950593}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.854743, "f1": 0.816074, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"], "main_score": 0.816074, "precision": 0.79837, "recall": 0.854743}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"], "main_score": 0.873682, "precision": 0.860343, "recall": 0.902174}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.901186, "f1": 0.872661, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"], "main_score": 0.872661, "precision": 0.85886, "recall": 0.901186}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"], "main_score": 0.92803, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"], "main_score": 0.907675, "precision": 0.89781, "recall": 0.928854}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.858696, "f1": 0.822727, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"], "main_score": 0.822727, "precision": 0.807016, "recall": 0.858696}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.93083, "f1": 0.909321, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"], "main_score": 0.909321, "precision": 0.899127, "recall": 0.93083}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.890316, "f1": 0.859585, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"], "main_score": 0.859585, "precision": 0.845109, "recall": 0.890316}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"], "main_score": 0.913867, "precision": 0.904513, "recall": 0.933794}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"], "main_score": 0.92309, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.859684, "f1": 0.821706, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"], "main_score": 0.821706, "precision": 0.804265, "recall": 0.859684}, {"accuracy": 0.891304, "f1": 0.858399, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"], "main_score": 0.858399, "precision": 0.842803, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.938735, "f1": 0.920191, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"], "main_score": 0.920191, "precision": 0.911314, "recall": 0.938735}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.822134, "f1": 0.775711, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"], "main_score": 0.775711, "precision": 0.7542, "recall": 0.822134}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"], "main_score": 0.941206, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.882411, "f1": 0.850099, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"], "main_score": 0.850099, "precision": 0.834816, "recall": 0.882411}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"], "main_score": 0.88834, "precision": 0.876812, "recall": 0.913043}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.788538, "f1": 0.734832, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"], "main_score": 0.734832, "precision": 0.711307, "recall": 0.788538}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.892128, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"], "main_score": 0.892128, "precision": 0.880929, "recall": 0.916008}, {"accuracy": 0.822134, "f1": 0.775908, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"], "main_score": 0.775908, "precision": 0.756011, "recall": 0.822134}, {"accuracy": 0.836957, "f1": 0.793874, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"], "main_score": 0.793874, "precision": 0.773798, "recall": 0.836957}, {"accuracy": 0.051383, "f1": 0.027127, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"], "main_score": 0.027127, "precision": 0.021288, "recall": 0.051383}, {"accuracy": 0.791502, "f1": 0.75108, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"], "main_score": 0.75108, "precision": 0.735978, "recall": 0.791502}, {"accuracy": 0.811265, "f1": 0.766585, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"], "main_score": 0.766585, "precision": 0.748988, "recall": 0.811265}, {"accuracy": 0.890316, "f1": 0.855731, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"], "main_score": 0.855731, "precision": 0.839427, "recall": 0.890316}, {"accuracy": 0.865613, "f1": 0.82668, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"], "main_score": 0.82668, "precision": 0.80863, "recall": 0.865613}, {"accuracy": 0.90415, "f1": 0.879513, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"], "main_score": 0.879513, "precision": 0.868001, "recall": 0.90415}, {"accuracy": 0.770751, "f1": 0.729142, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"], "main_score": 0.729142, "precision": 0.713081, "recall": 0.770751}, {"accuracy": 0.835968, "f1": 0.793906, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"], "main_score": 0.793906, "precision": 0.775231, "recall": 0.835968}, {"accuracy": 0.790514, "f1": 0.736924, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"], "main_score": 0.736924, "precision": 0.714312, "recall": 0.790514}, {"accuracy": 0.733202, "f1": 0.689123, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"], "main_score": 0.689123, "precision": 0.673317, "recall": 0.733202}, {"accuracy": 0.835968, "f1": 0.79327, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"], "main_score": 0.79327, "precision": 0.77486, "recall": 0.835968}, {"accuracy": 0.882411, "f1": 0.850296, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"], "main_score": 0.850296, "precision": 0.83498, "recall": 0.882411}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"], "main_score": 0.891634, "precision": 0.879282, "recall": 0.916996}, {"accuracy": 0.786561, "f1": 0.731606, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"], "main_score": 0.731606, "precision": 0.708731, "recall": 0.786561}, {"accuracy": 0.790514, "f1": 0.752631, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"], "main_score": 0.752631, "precision": 0.737409, "recall": 0.790514}, {"accuracy": 0.920949, "f1": 0.897069, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"], "main_score": 0.897069, "precision": 0.885705, "recall": 0.920949}, {"accuracy": 0.817194, "f1": 0.773978, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"], "main_score": 0.773978, "precision": 0.756169, "recall": 0.817194}, {"accuracy": 0.780632, "f1": 0.733983, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"], "main_score": 0.733983, "precision": 0.716326, "recall": 0.780632}, {"accuracy": 0.766798, "f1": 0.710717, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"], "main_score": 0.710717, "precision": 0.687409, "recall": 0.766798}, {"accuracy": 0.784585, "f1": 0.743511, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"], "main_score": 0.743511, "precision": 0.727778, "recall": 0.784585}, {"accuracy": 0.90415, "f1": 0.875823, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"], "main_score": 0.875823, "precision": 0.862319, "recall": 0.90415}, {"accuracy": 0.866601, "f1": 0.829315, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"], "main_score": 0.829315, "precision": 0.812945, "recall": 0.866601}, {"accuracy": 0.796443, "f1": 0.758737, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"], "main_score": 0.758737, "precision": 0.744284, "recall": 0.796443}, {"accuracy": 0.848814, "f1": 0.808169, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"], "main_score": 0.808169, "precision": 0.789773, "recall": 0.848814}, {"accuracy": 0.171937, "f1": 0.138812, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"], "main_score": 0.138812, "precision": 0.129726, "recall": 0.171937}, {"accuracy": 0.839921, "f1": 0.803491, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"], "main_score": 0.803491, "precision": 0.788186, "recall": 0.839921}, {"accuracy": 0.875494, "f1": 0.843841, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"], "main_score": 0.843841, "precision": 0.829216, "recall": 0.875494}, {"accuracy": 0.835968, "f1": 0.793874, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"], "main_score": 0.793874, "precision": 0.775395, "recall": 0.835968}, {"accuracy": 0.751976, "f1": 0.703334, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"], "main_score": 0.703334, "precision": 0.685829, "recall": 0.751976}, {"accuracy": 0.807312, "f1": 0.76848, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"], "main_score": 0.76848, "precision": 0.75439, "recall": 0.807312}, {"accuracy": 0.797431, "f1": 0.759688, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"], "main_score": 0.759688, "precision": 0.745307, "recall": 0.797431}, {"accuracy": 0.822134, "f1": 0.778543, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"], "main_score": 0.778543, "precision": 0.759256, "recall": 0.822134}, {"accuracy": 0.836957, "f1": 0.803987, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"], "main_score": 0.803987, "precision": 0.791698, "recall": 0.836957}, {"accuracy": 0.846838, "f1": 0.807232, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"], "main_score": 0.807232, "precision": 0.790283, "recall": 0.846838}, {"accuracy": 0.747036, "f1": 0.709524, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"], "main_score": 0.709524, "precision": 0.695362, "recall": 0.747036}, {"accuracy": 0.793478, "f1": 0.748663, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"], "main_score": 0.748663, "precision": 0.731552, "recall": 0.793478}, {"accuracy": 0.80336, "f1": 0.761653, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"], "main_score": 0.761653, "precision": 0.745958, "recall": 0.80336}, {"accuracy": 0.814229, "f1": 0.773826, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"], "main_score": 0.773826, "precision": 0.758446, "recall": 0.814229}, {"accuracy": 0.81917, "f1": 0.77388, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"], "main_score": 0.77388, "precision": 0.753574, "recall": 0.81917}, {"accuracy": 0.841897, "f1": 0.798715, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"], "main_score": 0.798715, "precision": 0.778722, "recall": 0.841897}, {"accuracy": 0.763834, "f1": 0.719495, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"], "main_score": 0.719495, "precision": 0.702845, "recall": 0.763834}, {"accuracy": 0.852767, "f1": 0.816669, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"], "main_score": 0.816669, "precision": 0.80103, "recall": 0.852767}, {"accuracy": 0.783597, "f1": 0.746149, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"], "main_score": 0.746149, "precision": 0.731949, "recall": 0.783597}, {"accuracy": 0.828063, "f1": 0.783564, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"], "main_score": 0.783564, "precision": 0.764674, "recall": 0.828063}, {"accuracy": 0.869565, "f1": 0.832529, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"], "main_score": 0.832529, "precision": 0.815958, "recall": 0.869565}, {"accuracy": 0.817194, "f1": 0.767721, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"], "main_score": 0.767721, "precision": 0.746492, "recall": 0.817194}, {"accuracy": 0.843874, "f1": 0.802701, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"], "main_score": 0.802701, "precision": 0.784173, "recall": 0.843874}, {"accuracy": 0.782609, "f1": 0.730468, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"], "main_score": 0.730468, "precision": 0.708555, "recall": 0.782609}, {"accuracy": 0.796443, "f1": 0.742292, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"], "main_score": 0.742292, "precision": 0.71861, "recall": 0.796443}, {"accuracy": 0.729249, "f1": 0.677439, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"], "main_score": 0.677439, "precision": 0.659114, "recall": 0.729249}, {"accuracy": 0.796443, "f1": 0.746229, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"], "main_score": 0.746229, "precision": 0.724762, "recall": 0.796443}, {"accuracy": 0.796443, "f1": 0.745125, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"], "main_score": 0.745125, "precision": 0.722365, "recall": 0.796443}, {"accuracy": 0.771739, "f1": 0.731601, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"], "main_score": 0.731601, "precision": 0.715195, "recall": 0.771739}, {"accuracy": 0.873518, "f1": 0.837352, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"], "main_score": 0.837352, "precision": 0.820076, "recall": 0.873518}, {"accuracy": 0.83004, "f1": 0.78554, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"], "main_score": 0.78554, "precision": 0.765514, "recall": 0.83004}, {"accuracy": 0.901186, "f1": 0.876383, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"], "main_score": 0.876383, "precision": 0.864937, "recall": 0.901186}, {"accuracy": 0.546443, "f1": 0.467854, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"], "main_score": 0.467854, "precision": 0.439246, "recall": 0.546443}, {"accuracy": 0.802372, "f1": 0.761907, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"], "main_score": 0.761907, "precision": 0.747206, "recall": 0.802372}, {"accuracy": 0.813241, "f1": 0.773283, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"], "main_score": 0.773283, "precision": 0.756677, "recall": 0.813241}, {"accuracy": 0.751976, "f1": 0.695347, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"], "main_score": 0.695347, "precision": 0.673789, "recall": 0.751976}, {"accuracy": 0.796443, "f1": 0.754466, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"], "main_score": 0.754466, "precision": 0.738598, "recall": 0.796443}, {"accuracy": 0.774704, "f1": 0.722885, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"], "main_score": 0.722885, "precision": 0.702743, "recall": 0.774704}, {"accuracy": 0.820158, "f1": 0.774374, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"], "main_score": 0.774374, "precision": 0.754628, "recall": 0.820158}, {"accuracy": 0.79249, "f1": 0.757779, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"], "main_score": 0.757779, "precision": 0.744661, "recall": 0.79249}, {"accuracy": 0.851779, "f1": 0.813538, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"], "main_score": 0.813538, "precision": 0.796146, "recall": 0.851779}, {"accuracy": 0.917984, "f1": 0.897134, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"], "main_score": 0.897134, "precision": 0.887928, "recall": 0.917984}, {"accuracy": 0.878458, "f1": 0.84608, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"], "main_score": 0.84608, "precision": 0.830945, "recall": 0.878458}, {"accuracy": 0.788538, "f1": 0.735559, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"], "main_score": 0.735559, "precision": 0.714125, "recall": 0.788538}, {"accuracy": 0.804348, "f1": 0.754004, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"], "main_score": 0.754004, "precision": 0.733482, "recall": 0.804348}, {"accuracy": 0.768775, "f1": 0.720722, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"], "main_score": 0.720722, "precision": 0.702899, "recall": 0.768775}, {"accuracy": 0.195652, "f1": 0.145566, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"], "main_score": 0.145566, "precision": 0.130631, "recall": 0.195652}, {"accuracy": 0.854743, "f1": 0.816568, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"], "main_score": 0.816568, "precision": 0.79916, "recall": 0.854743}, {"accuracy": 0.79249, "f1": 0.744825, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"], "main_score": 0.744825, "precision": 0.726017, "recall": 0.79249}, {"accuracy": 0.881423, "f1": 0.847859, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"], "main_score": 0.847859, "precision": 0.83279, "recall": 0.881423}, {"accuracy": 0.893281, "f1": 0.863966, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"], "main_score": 0.863966, "precision": 0.850296, "recall": 0.893281}, {"accuracy": 0.791502, "f1": 0.743612, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"], "main_score": 0.743612, "precision": 0.723941, "recall": 0.791502}, {"accuracy": 0.763834, "f1": 0.710863, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"], "main_score": 0.710863, "precision": 0.691034, "recall": 0.763834}, {"accuracy": 0.843874, "f1": 0.803228, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"], "main_score": 0.803228, "precision": 0.785359, "recall": 0.843874}, {"accuracy": 0.825099, "f1": 0.788192, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"], "main_score": 0.788192, "precision": 0.774787, "recall": 0.825099}, {"accuracy": 0.784585, "f1": 0.74339, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"], "main_score": 0.74339, "precision": 0.728221, "recall": 0.784585}, {"accuracy": 0.775692, "f1": 0.732692, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"], "main_score": 0.732692, "precision": 0.716022, "recall": 0.775692}, {"accuracy": 0.73419, "f1": 0.681562, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"], "main_score": 0.681562, "precision": 0.66298, "recall": 0.73419}, {"accuracy": 0.805336, "f1": 0.759434, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"], "main_score": 0.759434, "precision": 0.739942, "recall": 0.805336}, {"accuracy": 0.751976, "f1": 0.693083, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"], "main_score": 0.693083, "precision": 0.667391, "recall": 0.751976}, {"accuracy": 0.868577, "f1": 0.834486, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"], "main_score": 0.834486, "precision": 0.818511, "recall": 0.868577}, {"accuracy": 0.786561, "f1": 0.742634, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"], "main_score": 0.742634, "precision": 0.725753, "recall": 0.786561}, {"accuracy": 0.783597, "f1": 0.747518, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"], "main_score": 0.747518, "precision": 0.733023, "recall": 0.783597}, {"accuracy": 0.794466, "f1": 0.755109, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"], "main_score": 0.755109, "precision": 0.73877, "recall": 0.794466}, {"accuracy": 0.797431, "f1": 0.748386, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"], "main_score": 0.748386, "precision": 0.726845, "recall": 0.797431}, {"accuracy": 0.802372, "f1": 0.755698, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"], "main_score": 0.755698, "precision": 0.735079, "recall": 0.802372}, {"accuracy": 0.841897, "f1": 0.7988, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"], "main_score": 0.7988, "precision": 0.779545, "recall": 0.841897}, {"accuracy": 0.839921, "f1": 0.797501, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"], "main_score": 0.797501, "precision": 0.779101, "recall": 0.839921}, {"accuracy": 0.856719, "f1": 0.819236, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"], "main_score": 0.819236, "precision": 0.801795, "recall": 0.856719}, {"accuracy": 0.833992, "f1": 0.798275, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"], "main_score": 0.798275, "precision": 0.783971, "recall": 0.833992}, {"accuracy": 0.778656, "f1": 0.726153, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"], "main_score": 0.726153, "precision": 0.702157, "recall": 0.778656}, {"accuracy": 0.894269, "f1": 0.865119, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"], "main_score": 0.865119, "precision": 0.851449, "recall": 0.894269}, {"accuracy": 0.809289, "f1": 0.770407, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"], "main_score": 0.770407, "precision": 0.755323, "recall": 0.809289}, {"accuracy": 0.767787, "f1": 0.724814, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"], "main_score": 0.724814, "precision": 0.708609, "recall": 0.767787}, {"accuracy": 0.735178, "f1": 0.695164, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"], "main_score": 0.695164, "precision": 0.680328, "recall": 0.735178}, {"accuracy": 0.755929, "f1": 0.715022, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"], "main_score": 0.715022, "precision": 0.700576, "recall": 0.755929}, {"accuracy": 0.858696, "f1": 0.820685, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"], "main_score": 0.820685, "precision": 0.803607, "recall": 0.858696}, {"accuracy": 0.838933, "f1": 0.796344, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"], "main_score": 0.796344, "precision": 0.777734, "recall": 0.838933}, {"accuracy": 0.83498, "f1": 0.794532, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"], "main_score": 0.794532, "precision": 0.775609, "recall": 0.83498}, {"accuracy": 0.245059, "f1": 0.197276, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"], "main_score": 0.197276, "precision": 0.181884, "recall": 0.245059}, {"accuracy": 0.854743, "f1": 0.816271, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"], "main_score": 0.816271, "precision": 0.798007, "recall": 0.854743}, {"accuracy": 0.686759, "f1": 0.616008, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"], "main_score": 0.616008, "precision": 0.586874, "recall": 0.686759}, {"accuracy": 0.818182, "f1": 0.773279, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"], "main_score": 0.773279, "precision": 0.754596, "recall": 0.818182}, {"accuracy": 0.910079, "f1": 0.882905, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"], "main_score": 0.882905, "precision": 0.870059, "recall": 0.910079}, {"accuracy": 0.817194, "f1": 0.768347, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"], "main_score": 0.768347, "precision": 0.747069, "recall": 0.817194}, {"accuracy": 0.847826, "f1": 0.806969, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"], "main_score": 0.806969, "precision": 0.789114, "recall": 0.847826}, {"accuracy": 0.833992, "f1": 0.786924, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"], "main_score": 0.786924, "precision": 0.765629, "recall": 0.833992}, {"accuracy": 0.839921, "f1": 0.797299, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"], "main_score": 0.797299, "precision": 0.777948, "recall": 0.839921}, {"accuracy": 0.824111, "f1": 0.779663, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"], "main_score": 0.779663, "precision": 0.760518, "recall": 0.824111}, {"accuracy": 0.862648, "f1": 0.82388, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"], "main_score": 0.82388, "precision": 0.806159, "recall": 0.862648}, {"accuracy": 0.795455, "f1": 0.755199, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"], "main_score": 0.755199, "precision": 0.739697, "recall": 0.795455}, {"accuracy": 0.857708, "f1": 0.819236, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"], "main_score": 0.819236, "precision": 0.802157, "recall": 0.857708}, {"accuracy": 0.807312, "f1": 0.759999, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"], "main_score": 0.759999, "precision": 0.739855, "recall": 0.807312}, {"accuracy": 0.839921, "f1": 0.800315, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"], "main_score": 0.800315, "precision": 0.782609, "recall": 0.839921}, {"accuracy": 0.883399, "f1": 0.850296, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"], "main_score": 0.850296, "precision": 0.83498, "recall": 0.883399}, {"accuracy": 0.757905, "f1": 0.706265, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"], "main_score": 0.706265, "precision": 0.685947, "recall": 0.757905}, {"accuracy": 0.04249, "f1": 0.025233, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"], "main_score": 0.025233, "precision": 0.021529, "recall": 0.04249}, {"accuracy": 0.767787, "f1": 0.724998, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"], "main_score": 0.724998, "precision": 0.708821, "recall": 0.767787}, {"accuracy": 0.814229, "f1": 0.768326, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"], "main_score": 0.768326, "precision": 0.749201, "recall": 0.814229}, {"accuracy": 0.747036, "f1": 0.700718, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"], "main_score": 0.700718, "precision": 0.683719, "recall": 0.747036}, {"accuracy": 0.780632, "f1": 0.739594, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"], "main_score": 0.739594, "precision": 0.724761, "recall": 0.780632}, {"accuracy": 0.756917, "f1": 0.695858, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"], "main_score": 0.695858, "precision": 0.671122, "recall": 0.756917}, {"accuracy": 0.796443, "f1": 0.748452, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"], "main_score": 0.748452, "precision": 0.727372, "recall": 0.796443}, {"accuracy": 0.767787, "f1": 0.721074, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"], "main_score": 0.721074, "precision": 0.703258, "recall": 0.767787}, {"accuracy": 0.763834, "f1": 0.716978, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"], "main_score": 0.716978, "precision": 0.699504, "recall": 0.763834}, {"accuracy": 0.859684, "f1": 0.819368, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"], "main_score": 0.819368, "precision": 0.800313, "recall": 0.859684}, {"accuracy": 0.84585, "f1": 0.802127, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"], "main_score": 0.802127, "precision": 0.781621, "recall": 0.84585}, {"accuracy": 0.726285, "f1": 0.660227, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"], "main_score": 0.660227, "precision": 0.633129, "recall": 0.726285}, {"accuracy": 0.802372, "f1": 0.755878, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"], "main_score": 0.755878, "precision": 0.736711, "recall": 0.802372}, {"accuracy": 0.752964, "f1": 0.693972, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"], "main_score": 0.693972, "precision": 0.667935, "recall": 0.752964}, {"accuracy": 0.818182, "f1": 0.773921, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"], "main_score": 0.773921, "precision": 0.754356, "recall": 0.818182}, {"accuracy": 0.794466, "f1": 0.75054, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"], "main_score": 0.75054, "precision": 0.733984, "recall": 0.794466}, {"accuracy": 0.867589, "f1": 0.830468, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"], "main_score": 0.830468, "precision": 0.812945, "recall": 0.867589}, {"accuracy": 0.813241, "f1": 0.767514, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"], "main_score": 0.767514, "precision": 0.74926, "recall": 0.813241}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"], "main_score": 0.875626, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.814229, "f1": 0.766535, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"], "main_score": 0.766535, "precision": 0.746146, "recall": 0.814229}, {"accuracy": 0.705534, "f1": 0.657789, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"], "main_score": 0.657789, "precision": 0.639277, "recall": 0.705534}, {"accuracy": 0.788538, "f1": 0.741083, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"], "main_score": 0.741083, "precision": 0.722741, "recall": 0.788538}, {"accuracy": 0.772727, "f1": 0.717855, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"], "main_score": 0.717855, "precision": 0.696125, "recall": 0.772727}, {"accuracy": 0.825099, "f1": 0.778393, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"], "main_score": 0.778393, "precision": 0.757905, "recall": 0.825099}, {"accuracy": 0.790514, "f1": 0.73861, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"], "main_score": 0.73861, "precision": 0.716881, "recall": 0.790514}, {"accuracy": 0.781621, "f1": 0.728768, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"], "main_score": 0.728768, "precision": 0.707305, "recall": 0.781621}, {"accuracy": 0.891304, "f1": 0.862385, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"], "main_score": 0.862385, "precision": 0.848897, "recall": 0.891304}, {"accuracy": 0.868577, "f1": 0.835197, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"], "main_score": 0.835197, "precision": 0.820158, "recall": 0.868577}, {"accuracy": 0.833992, "f1": 0.792929, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"], "main_score": 0.792929, "precision": 0.775357, "recall": 0.833992}, {"accuracy": 0.76087, "f1": 0.70493, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"], "main_score": 0.70493, "precision": 0.681524, "recall": 0.76087}, {"accuracy": 0.722332, "f1": 0.670499, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"], "main_score": 0.670499, "precision": 0.652769, "recall": 0.722332}, {"accuracy": 0.772727, "f1": 0.724169, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"], "main_score": 0.724169, "precision": 0.705939, "recall": 0.772727}, {"accuracy": 0.8083, "f1": 0.760425, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"], "main_score": 0.760425, "precision": 0.741215, "recall": 0.8083}, {"accuracy": 0.833004, "f1": 0.788669, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"], "main_score": 0.788669, "precision": 0.768478, "recall": 0.833004}, {"accuracy": 0.881423, "f1": 0.849506, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"], "main_score": 0.849506, "precision": 0.834733, "recall": 0.881423}, {"accuracy": 0.768775, "f1": 0.711364, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"], "main_score": 0.711364, "precision": 0.686495, "recall": 0.768775}, {"accuracy": 0.787549, "f1": 0.74903, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"], "main_score": 0.74903, "precision": 0.734421, "recall": 0.787549}, {"accuracy": 0.814229, "f1": 0.766288, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"], "main_score": 0.766288, "precision": 0.746222, "recall": 0.814229}, {"accuracy": 0.745059, "f1": 0.693963, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"], "main_score": 0.693963, "precision": 0.674431, "recall": 0.745059}, {"accuracy": 0.801383, "f1": 0.753335, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"], "main_score": 0.753335, "precision": 0.733177, "recall": 0.801383}, {"accuracy": 0.829051, "f1": 0.785479, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"], "main_score": 0.785479, "precision": 0.767605, "recall": 0.829051}, {"accuracy": 0.865613, "f1": 0.830665, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"], "main_score": 0.830665, "precision": 0.814789, "recall": 0.865613}, {"accuracy": 0.813241, "f1": 0.77382, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"], "main_score": 0.77382, "precision": 0.758519, "recall": 0.813241}, {"accuracy": 0.847826, "f1": 0.807016, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"], "main_score": 0.807016, "precision": 0.787961, "recall": 0.847826}, {"accuracy": 0.873518, "f1": 0.841107, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"], "main_score": 0.841107, "precision": 0.826235, "recall": 0.873518}, {"accuracy": 0.774704, "f1": 0.733969, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"], "main_score": 0.733969, "precision": 0.719495, "recall": 0.774704}, {"accuracy": 0.880435, "f1": 0.845916, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"], "main_score": 0.845916, "precision": 0.829463, "recall": 0.880435}, {"accuracy": 0.825099, "f1": 0.790567, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"], "main_score": 0.790567, "precision": 0.776189, "recall": 0.825099}, {"accuracy": 0.810277, "f1": 0.76525, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"], "main_score": 0.76525, "precision": 0.745059, "recall": 0.810277}, {"accuracy": 0.778656, "f1": 0.729857, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"], "main_score": 0.729857, "precision": 0.711486, "recall": 0.778656}, {"accuracy": 0.83498, "f1": 0.795858, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"], "main_score": 0.795858, "precision": 0.780555, "recall": 0.83498}, {"accuracy": 0.820158, "f1": 0.779629, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"], "main_score": 0.779629, "precision": 0.763318, "recall": 0.820158}, {"accuracy": 0.925889, "f1": 0.905995, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"], "main_score": 0.905995, "precision": 0.896821, "recall": 0.925889}, {"accuracy": 0.868577, "f1": 0.83027, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"], "main_score": 0.83027, "precision": 0.812335, "recall": 0.868577}, {"accuracy": 0.848814, "f1": 0.813735, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"], "main_score": 0.813735, "precision": 0.797266, "recall": 0.848814}, {"accuracy": 0.848814, "f1": 0.806291, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"], "main_score": 0.806291, "precision": 0.786561, "recall": 0.848814}, {"accuracy": 0.856719, "f1": 0.817655, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"], "main_score": 0.817655, "precision": 0.79944, "recall": 0.856719}, {"accuracy": 0.732213, "f1": 0.678948, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"], "main_score": 0.678948, "precision": 0.659805, "recall": 0.732213}, {"accuracy": 0.73913, "f1": 0.698189, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"], "main_score": 0.698189, "precision": 0.683661, "recall": 0.73913}, {"accuracy": 0.752964, "f1": 0.694993, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"], "main_score": 0.694993, "precision": 0.671377, "recall": 0.752964}, {"accuracy": 0.864625, "f1": 0.83251, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"], "main_score": 0.83251, "precision": 0.818264, "recall": 0.864625}, {"accuracy": 0.907115, "f1": 0.880007, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"], "main_score": 0.880007, "precision": 0.867507, "recall": 0.907115}, {"accuracy": 0.846838, "f1": 0.804581, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"], "main_score": 0.804581, "precision": 0.785698, "recall": 0.846838}, {"accuracy": 0.891304, "f1": 0.861957, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"], "main_score": 0.861957, "precision": 0.848155, "recall": 0.891304}, {"accuracy": 0.867589, "f1": 0.832181, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"], "main_score": 0.832181, "precision": 0.815876, "recall": 0.867589}, {"accuracy": 0.738142, "f1": 0.700068, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"], "main_score": 0.700068, "precision": 0.685217, "recall": 0.738142}, {"accuracy": 0.791502, "f1": 0.739229, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"], "main_score": 0.739229, "precision": 0.715744, "recall": 0.791502}, {"accuracy": 0.783597, "f1": 0.732068, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"], "main_score": 0.732068, "precision": 0.711512, "recall": 0.783597}, {"accuracy": 0.844862, "f1": 0.801581, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"], "main_score": 0.801581, "precision": 0.782032, "recall": 0.844862}, {"accuracy": 0.828063, "f1": 0.783235, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"], "main_score": 0.783235, "precision": 0.763208, "recall": 0.828063}, {"accuracy": 0.756917, "f1": 0.69725, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"], "main_score": 0.69725, "precision": 0.67277, "recall": 0.756917}, {"accuracy": 0.843874, "f1": 0.803953, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"], "main_score": 0.803953, "precision": 0.786858, "recall": 0.843874}, {"accuracy": 0.770751, "f1": 0.716611, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"], "main_score": 0.716611, "precision": 0.69506, "recall": 0.770751}, {"accuracy": 0.81917, "f1": 0.773188, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"], "main_score": 0.773188, "precision": 0.75331, "recall": 0.81917}, {"accuracy": 0.721344, "f1": 0.655223, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"], "main_score": 0.655223, "precision": 0.627981, "recall": 0.721344}, {"accuracy": 0.778656, "f1": 0.73434, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"], "main_score": 0.73434, "precision": 0.717833, "recall": 0.778656}, {"accuracy": 0.824111, "f1": 0.785922, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"], "main_score": 0.785922, "precision": 0.771214, "recall": 0.824111}, {"accuracy": 0.793478, "f1": 0.750935, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"], "main_score": 0.750935, "precision": 0.735049, "recall": 0.793478}, {"accuracy": 0.810277, "f1": 0.77015, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"], "main_score": 0.77015, "precision": 0.754942, "recall": 0.810277}, {"accuracy": 0.800395, "f1": 0.750431, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"], "main_score": 0.750431, "precision": 0.729127, "recall": 0.800395}, {"accuracy": 0.835968, "f1": 0.791733, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"], "main_score": 0.791733, "precision": 0.770669, "recall": 0.835968}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"], "main_score": 0.917391, "precision": 0.908185, "recall": 0.936759}, {"accuracy": 0.891304, "f1": 0.859684, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"], "main_score": 0.859684, "precision": 0.844532, "recall": 0.891304}, {"accuracy": 0.050395, "f1": 0.026204, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"], "main_score": 0.026204, "precision": 0.021068, "recall": 0.050395}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.958498, "f1": 0.946706, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"], "main_score": 0.946706, "precision": 0.941288, "recall": 0.958498}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.961462, "f1": 0.950906, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"], "main_score": 0.950906, "precision": 0.946205, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"], "main_score": 0.897892, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.923913, "f1": 0.901845, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"], "main_score": 0.901845, "precision": 0.891304, "recall": 0.923913}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"], "main_score": 0.951318, "precision": 0.946064, "recall": 0.962451}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.948617, "f1": 0.932872, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"], "main_score": 0.932872, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"], "main_score": 0.96805, "precision": 0.964789, "recall": 0.975296}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.209486, "f1": 0.162205, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"], "main_score": 0.162205, "precision": 0.148685, "recall": 0.209486}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.928854, "f1": 0.90774, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"], "main_score": 0.90774, "precision": 0.897892, "recall": 0.928854}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"], "main_score": 0.962945, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.928854, "f1": 0.90855, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"], "main_score": 0.90855, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"], "main_score": 0.949012, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"], "main_score": 0.961693, "precision": 0.957757, "recall": 0.970356}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.893281, "f1": 0.86166, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"], "main_score": 0.86166, "precision": 0.846706, "recall": 0.893281}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"], "main_score": 0.935277, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"], "main_score": 0.956192, "precision": 0.951449, "recall": 0.966403}, {"accuracy": 0.938735, "f1": 0.920784, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"], "main_score": 0.920784, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.983202, "f1": 0.978327, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"], "main_score": 0.978327, "precision": 0.976202, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"], "main_score": 0.906126, "precision": 0.895586, "recall": 0.927866}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.879447, "f1": 0.845045, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"], "main_score": 0.845045, "precision": 0.82864, "recall": 0.879447}, {"accuracy": 0.959486, "f1": 0.948814, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"], "main_score": 0.948814, "precision": 0.944115, "recall": 0.959486}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.883399, "f1": 0.851186, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"], "main_score": 0.851186, "precision": 0.836215, "recall": 0.883399}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"], "main_score": 0.912121, "precision": 0.902256, "recall": 0.932806}, {"accuracy": 0.729249, "f1": 0.666024, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"], "main_score": 0.666024, "precision": 0.639206, "recall": 0.729249}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.906126, "f1": 0.87915, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"], "main_score": 0.87915, "precision": 0.866518, "recall": 0.906126}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.878458, "f1": 0.845323, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"], "main_score": 0.845323, "precision": 0.830072, "recall": 0.878458}, {"accuracy": 0.9417, "f1": 0.924308, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"], "main_score": 0.924308, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.885375, "f1": 0.851087, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"], "main_score": 0.851087, "precision": 0.834651, "recall": 0.885375}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.219368, "f1": 0.154009, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"], "main_score": 0.154009, "precision": 0.135139, "recall": 0.219368}, {"accuracy": 0.894269, "f1": 0.863472, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"], "main_score": 0.863472, "precision": 0.84865, "recall": 0.894269}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"], "main_score": 0.910738, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.924901, "f1": 0.904051, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"], "main_score": 0.904051, "precision": 0.894384, "recall": 0.924901}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"], "main_score": 0.938735, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.97332, "f1": 0.965697, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"], "main_score": 0.965697, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.855731, "f1": 0.817523, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"], "main_score": 0.817523, "precision": 0.799769, "recall": 0.855731}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"], "main_score": 0.920619, "precision": 0.911232, "recall": 0.939723}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.977273, "f1": 0.971509, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"], "main_score": 0.971509, "precision": 0.969071, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"], "main_score": 0.958992, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"], "main_score": 0.910573, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.860672, "f1": 0.824177, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"], "main_score": 0.824177, "precision": 0.807312, "recall": 0.860672}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"], "main_score": 0.897727, "precision": 0.886364, "recall": 0.920949}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.853755, "f1": 0.817655, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"], "main_score": 0.817655, "precision": 0.801252, "recall": 0.853755}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.957263, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"], "main_score": 0.957263, "precision": 0.95304, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.889328, "f1": 0.859058, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"], "main_score": 0.859058, "precision": 0.844944, "recall": 0.889328}, {"accuracy": 0.266798, "f1": 0.209549, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"], "main_score": 0.209549, "precision": 0.191461, "recall": 0.266798}, {"accuracy": 0.925889, "f1": 0.904381, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"], "main_score": 0.904381, "precision": 0.894186, "recall": 0.925889}, {"accuracy": 0.802372, "f1": 0.751779, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"], "main_score": 0.751779, "precision": 0.729364, "recall": 0.802372}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"], "main_score": 0.876219, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"], "main_score": 0.942688, "precision": 0.93643, "recall": 0.955534}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.886364, "f1": 0.853261, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"], "main_score": 0.853261, "precision": 0.837615, "recall": 0.886364}, {"accuracy": 0.873518, "f1": 0.839493, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"], "main_score": 0.839493, "precision": 0.824226, "recall": 0.873518}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"], "main_score": 0.93419, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.054348, "f1": 0.027239, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"], "main_score": 0.027239, "precision": 0.022014, "recall": 0.054348}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"], "main_score": 0.951976, "precision": 0.946558, "recall": 0.963439}, {"accuracy": 0.942688, "f1": 0.927226, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"], "main_score": 0.927226, "precision": 0.920208, "recall": 0.942688}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"], "main_score": 0.971838, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.921937, "f1": 0.898781, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"], "main_score": 0.898781, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.899209, "f1": 0.868083, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"], "main_score": 0.868083, "precision": 0.852931, "recall": 0.899209}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"], "main_score": 0.938472, "precision": 0.931736, "recall": 0.952569}, {"accuracy": 0.860672, "f1": 0.823188, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"], "main_score": 0.823188, "precision": 0.805583, "recall": 0.860672}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.849802, "f1": 0.812945, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"], "main_score": 0.812945, "precision": 0.796229, "recall": 0.849802}, {"accuracy": 0.9417, "f1": 0.924374, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"], "main_score": 0.924374, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.918972, "f1": 0.89697, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"], "main_score": 0.89697, "precision": 0.886611, "recall": 0.918972}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.950593, "f1": 0.936759, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"], "main_score": 0.936759, "precision": 0.930731, "recall": 0.950593}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"], "main_score": 0.930567, "precision": 0.922843, "recall": 0.94664}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"], "main_score": 0.93363, "precision": 0.926581, "recall": 0.948617}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"], "main_score": 0.951153, "precision": 0.945899, "recall": 0.962451}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"], "main_score": 0.971904, "precision": 0.968956, "recall": 0.978261}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"], "main_score": 0.9417, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"], "main_score": 0.92836, "precision": 0.919796, "recall": 0.945652}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.865613, "f1": 0.827997, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"], "main_score": 0.827997, "precision": 0.810606, "recall": 0.865613}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.94664, "f1": 0.931884, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"], "main_score": 0.931884, "precision": 0.924984, "recall": 0.94664}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"], "main_score": 0.93946, "precision": 0.933053, "recall": 0.953557}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"], "main_score": 0.951812, "precision": 0.946887, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.911067, "f1": 0.885211, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"], "main_score": 0.885211, "precision": 0.872859, "recall": 0.911067}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.908103, "f1": 0.882477, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"], "main_score": 0.882477, "precision": 0.870306, "recall": 0.908103}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.924901, "f1": 0.90415, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"], "main_score": 0.90415, "precision": 0.894598, "recall": 0.924901}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.863636, "f1": 0.829875, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"], "main_score": 0.829875, "precision": 0.814312, "recall": 0.863636}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"], "main_score": 0.97332, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.916996, "f1": 0.892457, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"], "main_score": 0.892457, "precision": 0.880599, "recall": 0.916996}, {"accuracy": 0.923913, "f1": 0.900428, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"], "main_score": 0.900428, "precision": 0.889246, "recall": 0.923913}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"], "main_score": 0.921443, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"], "main_score": 0.971904, "precision": 0.969121, "recall": 0.978261}, {"accuracy": 0.93083, "f1": 0.90998, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"], "main_score": 0.90998, "precision": 0.900115, "recall": 0.93083}, {"accuracy": 0.880435, "f1": 0.847563, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"], "main_score": 0.847563, "precision": 0.832428, "recall": 0.880435}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"], "main_score": 0.904216, "precision": 0.894186, "recall": 0.925889}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"], "main_score": 0.936825, "precision": 0.929924, "recall": 0.951581}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.968379, "f1": 0.95911, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"], "main_score": 0.95911, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.829051, "f1": 0.789196, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"], "main_score": 0.789196, "precision": 0.771163, "recall": 0.829051}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.876482, "f1": 0.844038, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"], "main_score": 0.844038, "precision": 0.829084, "recall": 0.876482}, {"accuracy": 0.918972, "f1": 0.896245, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"], "main_score": 0.896245, "precision": 0.88587, "recall": 0.918972}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"], "main_score": 0.915514, "precision": 0.905962, "recall": 0.935771}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.814229, "f1": 0.766949, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"], "main_score": 0.766949, "precision": 0.745998, "recall": 0.814229}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"], "main_score": 0.962681, "precision": 0.958745, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.938735, "f1": 0.921443, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"], "main_score": 0.921443, "precision": 0.913043, "recall": 0.938735}, {"accuracy": 0.91996, "f1": 0.898551, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"], "main_score": 0.898551, "precision": 0.888175, "recall": 0.91996}, {"accuracy": 0.908103, "f1": 0.880665, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"], "main_score": 0.880665, "precision": 0.867507, "recall": 0.908103}, {"accuracy": 0.907115, "f1": 0.881719, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"], "main_score": 0.881719, "precision": 0.86973, "recall": 0.907115}, {"accuracy": 0.050395, "f1": 0.027456, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"], "main_score": 0.027456, "precision": 0.022199, "recall": 0.050395}, {"accuracy": 0.969368, "f1": 0.961281, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"], "main_score": 0.961281, "precision": 0.957898, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.971344, "f1": 0.9639, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"], "main_score": 0.9639, "precision": 0.961001, "recall": 0.971344}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"], "main_score": 0.898551, "precision": 0.887681, "recall": 0.920949}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"], "main_score": 0.912451, "precision": 0.902586, "recall": 0.932806}, {"accuracy": 0.955534, "f1": 0.944222, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"], "main_score": 0.944222, "precision": 0.939888, "recall": 0.955534}, {"accuracy": 0.960474, "f1": 0.947694, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"], "main_score": 0.947694, "precision": 0.941453, "recall": 0.960474}, {"accuracy": 0.918972, "f1": 0.896311, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"], "main_score": 0.896311, "precision": 0.885458, "recall": 0.918972}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"], "main_score": 0.94193, "precision": 0.935524, "recall": 0.955534}, {"accuracy": 0.961462, "f1": 0.952952, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"], "main_score": 0.952952, "precision": 0.949473, "recall": 0.961462}, {"accuracy": 0.909091, "f1": 0.883235, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"], "main_score": 0.883235, "precision": 0.870883, "recall": 0.909091}, {"accuracy": 0.972332, "f1": 0.964987, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"], "main_score": 0.964987, "precision": 0.961874, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954941, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"], "main_score": 0.954941, "precision": 0.950181, "recall": 0.965415}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"], "main_score": 0.964328, "precision": 0.960721, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.964427, "f1": 0.955736, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"], "main_score": 0.955736, "precision": 0.95224, "recall": 0.964427}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.194664, "f1": 0.157127, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"], "main_score": 0.157127, "precision": 0.146127, "recall": 0.194664}, {"accuracy": 0.976285, "f1": 0.970045, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"], "main_score": 0.970045, "precision": 0.967474, "recall": 0.976285}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"], "main_score": 0.92309, "precision": 0.91469, "recall": 0.940711}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958959, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"], "main_score": 0.958959, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.955171, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"], "main_score": 0.955171, "precision": 0.950593, "recall": 0.965415}, {"accuracy": 0.960474, "f1": 0.949638, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"], "main_score": 0.949638, "precision": 0.944911, "recall": 0.960474}, {"accuracy": 0.933794, "f1": 0.915349, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"], "main_score": 0.915349, "precision": 0.906456, "recall": 0.933794}, {"accuracy": 0.970356, "f1": 0.96278, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"], "main_score": 0.96278, "precision": 0.95975, "recall": 0.970356}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.93083, "f1": 0.915863, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"], "main_score": 0.915863, "precision": 0.910202, "recall": 0.93083}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"], "main_score": 0.955599, "precision": 0.951367, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.971344, "f1": 0.962747, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"], "main_score": 0.962747, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.897233, "f1": 0.867655, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"], "main_score": 0.867655, "precision": 0.853673, "recall": 0.897233}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"], "main_score": 0.903887, "precision": 0.893692, "recall": 0.925889}, {"accuracy": 0.961462, "f1": 0.950659, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"], "main_score": 0.950659, "precision": 0.945932, "recall": 0.961462}, {"accuracy": 0.936759, "f1": 0.918808, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"], "main_score": 0.918808, "precision": 0.910244, "recall": 0.936759}, {"accuracy": 0.963439, "f1": 0.95471, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"], "main_score": 0.95471, "precision": 0.951238, "recall": 0.963439}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"], "main_score": 0.90224, "precision": 0.89142, "recall": 0.924901}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"], "main_score": 0.932806, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"], "main_score": 0.96278, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.895257, "f1": 0.865514, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"], "main_score": 0.865514, "precision": 0.851202, "recall": 0.895257}, {"accuracy": 0.958498, "f1": 0.94867, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"], "main_score": 0.94867, "precision": 0.944664, "recall": 0.958498}, {"accuracy": 0.9417, "f1": 0.924901, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"], "main_score": 0.924901, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.879447, "f1": 0.843874, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"], "main_score": 0.843874, "precision": 0.826746, "recall": 0.879447}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"], "main_score": 0.929513, "precision": 0.921937, "recall": 0.945652}, {"accuracy": 0.685771, "f1": 0.618231, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"], "main_score": 0.618231, "precision": 0.590704, "recall": 0.685771}, {"accuracy": 0.968379, "f1": 0.959618, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"], "main_score": 0.959618, "precision": 0.955896, "recall": 0.968379}, {"accuracy": 0.970356, "f1": 0.962736, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"], "main_score": 0.962736, "precision": 0.959527, "recall": 0.970356}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.960474, "f1": 0.949901, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"], "main_score": 0.949901, "precision": 0.945553, "recall": 0.960474}, {"accuracy": 0.900198, "f1": 0.87276, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"], "main_score": 0.87276, "precision": 0.859601, "recall": 0.900198}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.97332, "f1": 0.966653, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"], "main_score": 0.966653, "precision": 0.963933, "recall": 0.97332}, {"accuracy": 0.896245, "f1": 0.869038, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"], "main_score": 0.869038, "precision": 0.856061, "recall": 0.896245}, {"accuracy": 0.947628, "f1": 0.93195, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"], "main_score": 0.93195, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.901186, "f1": 0.873584, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"], "main_score": 0.873584, "precision": 0.860754, "recall": 0.901186}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.952569, "f1": 0.937879, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"], "main_score": 0.937879, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"], "main_score": 0.957345, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.210474, "f1": 0.152961, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"], "main_score": 0.152961, "precision": 0.135453, "recall": 0.210474}, {"accuracy": 0.91996, "f1": 0.897727, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"], "main_score": 0.897727, "precision": 0.887187, "recall": 0.91996}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"], "main_score": 0.928689, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.926877, "f1": 0.905534, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"], "main_score": 0.905534, "precision": 0.895339, "recall": 0.926877}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.950593, "f1": 0.936989, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"], "main_score": 0.936989, "precision": 0.930748, "recall": 0.950593}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"], "main_score": 0.965744, "precision": 0.962451, "recall": 0.97332}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.963439, "f1": 0.953411, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"], "main_score": 0.953411, "precision": 0.949061, "recall": 0.963439}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.962451, "f1": 0.951929, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"], "main_score": 0.951929, "precision": 0.947381, "recall": 0.962451}, {"accuracy": 0.851779, "f1": 0.80975, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"], "main_score": 0.80975, "precision": 0.790415, "recall": 0.851779}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"], "main_score": 0.9333, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.960474, "f1": 0.949144, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"], "main_score": 0.949144, "precision": 0.944252, "recall": 0.960474}, {"accuracy": 0.965415, "f1": 0.957312, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"], "main_score": 0.957312, "precision": 0.953977, "recall": 0.965415}, {"accuracy": 0.955534, "f1": 0.944738, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"], "main_score": 0.944738, "precision": 0.940292, "recall": 0.955534}, {"accuracy": 0.889328, "f1": 0.860046, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"], "main_score": 0.860046, "precision": 0.846756, "recall": 0.889328}, {"accuracy": 0.863636, "f1": 0.826153, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"], "main_score": 0.826153, "precision": 0.808745, "recall": 0.863636}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"], "main_score": 0.948123, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"], "main_score": 0.902668, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"], "main_score": 0.974473, "precision": 0.972003, "recall": 0.980237}, {"accuracy": 0.854743, "f1": 0.815843, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"], "main_score": 0.815843, "precision": 0.797596, "recall": 0.854743}, {"accuracy": 0.970356, "f1": 0.96087, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"], "main_score": 0.96087, "precision": 0.956275, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.95934, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"], "main_score": 0.95934, "precision": 0.956308, "recall": 0.967391}, {"accuracy": 0.959486, "f1": 0.948188, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"], "main_score": 0.948188, "precision": 0.943462, "recall": 0.959486}, {"accuracy": 0.960474, "f1": 0.951325, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"], "main_score": 0.951325, "precision": 0.947703, "recall": 0.960474}, {"accuracy": 0.947628, "f1": 0.935526, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"], "main_score": 0.935526, "precision": 0.930567, "recall": 0.947628}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.881423, "f1": 0.849539, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"], "main_score": 0.849539, "precision": 0.834569, "recall": 0.881423}, {"accuracy": 0.251976, "f1": 0.205521, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"], "main_score": 0.205521, "precision": 0.190081, "recall": 0.251976}, {"accuracy": 0.928854, "f1": 0.907773, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"], "main_score": 0.907773, "precision": 0.897563, "recall": 0.928854}, {"accuracy": 0.800395, "f1": 0.750198, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"], "main_score": 0.750198, "precision": 0.727717, "recall": 0.800395}, {"accuracy": 0.980237, "f1": 0.974045, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"], "main_score": 0.974045, "precision": 0.971097, "recall": 0.980237}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.908103, "f1": 0.880336, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"], "main_score": 0.880336, "precision": 0.867013, "recall": 0.908103}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"], "main_score": 0.951746, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"], "main_score": 0.945158, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"], "main_score": 0.940382, "precision": 0.933663, "recall": 0.954545}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.963439, "f1": 0.954235, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"], "main_score": 0.954235, "precision": 0.950708, "recall": 0.963439}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"], "main_score": 0.94944, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.87253, "f1": 0.836891, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"], "main_score": 0.836891, "precision": 0.820323, "recall": 0.87253}, {"accuracy": 0.885375, "f1": 0.853887, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"], "main_score": 0.853887, "precision": 0.839427, "recall": 0.885375}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.049407, "f1": 0.024348, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"], "main_score": 0.024348, "precision": 0.019646, "recall": 0.049407}, {"accuracy": 0.949605, "f1": 0.935343, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"], "main_score": 0.935343, "precision": 0.928936, "recall": 0.949605}, {"accuracy": 0.955534, "f1": 0.943083, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"], "main_score": 0.943083, "precision": 0.937171, "recall": 0.955534}, {"accuracy": 0.926877, "f1": 0.908881, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"], "main_score": 0.908881, "precision": 0.901334, "recall": 0.926877}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.910079, "f1": 0.882477, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"], "main_score": 0.882477, "precision": 0.869648, "recall": 0.910079}, {"accuracy": 0.903162, "f1": 0.875955, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"], "main_score": 0.875955, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"], "main_score": 0.948682, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"], "main_score": 0.934519, "precision": 0.927454, "recall": 0.949605}, {"accuracy": 0.850791, "f1": 0.806555, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"], "main_score": 0.806555, "precision": 0.78582, "recall": 0.850791}, {"accuracy": 0.959486, "f1": 0.947431, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"], "main_score": 0.947431, "precision": 0.942029, "recall": 0.959486}, {"accuracy": 0.853755, "f1": 0.815283, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"], "main_score": 0.815283, "precision": 0.797513, "recall": 0.853755}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"], "main_score": 0.930007, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.966403, "f1": 0.956489, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"], "main_score": 0.956489, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"], "main_score": 0.9333, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.936759, "f1": 0.918972, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"], "main_score": 0.918972, "precision": 0.910408, "recall": 0.936759}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.917984, "f1": 0.899119, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"], "main_score": 0.899119, "precision": 0.891661, "recall": 0.917984}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"], "main_score": 0.933366, "precision": 0.926499, "recall": 0.948617}, {"accuracy": 0.924901, "f1": 0.901746, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"], "main_score": 0.901746, "precision": 0.890563, "recall": 0.924901}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.933794, "f1": 0.91685, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"], "main_score": 0.91685, "precision": 0.909042, "recall": 0.933794}, {"accuracy": 0.944664, "f1": 0.927767, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"], "main_score": 0.927767, "precision": 0.919713, "recall": 0.944664}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.94664, "f1": 0.930237, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"], "main_score": 0.930237, "precision": 0.922348, "recall": 0.94664}, {"accuracy": 0.944664, "f1": 0.927931, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"], "main_score": 0.927931, "precision": 0.920372, "recall": 0.944664}, {"accuracy": 0.949605, "f1": 0.935145, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"], "main_score": 0.935145, "precision": 0.928771, "recall": 0.949605}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"], "main_score": 0.911891, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.863636, "f1": 0.826153, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"], "main_score": 0.826153, "precision": 0.80858, "recall": 0.863636}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"], "main_score": 0.956851, "precision": 0.952635, "recall": 0.966403}, {"accuracy": 0.938735, "f1": 0.920257, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"], "main_score": 0.920257, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.934783, "f1": 0.916916, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"], "main_score": 0.916916, "precision": 0.909453, "recall": 0.934783}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.91502, "f1": 0.890876, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"], "main_score": 0.890876, "precision": 0.879529, "recall": 0.91502}, {"accuracy": 0.964427, "f1": 0.954743, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"], "main_score": 0.954743, "precision": 0.950675, "recall": 0.964427}, {"accuracy": 0.90415, "f1": 0.877701, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"], "main_score": 0.877701, "precision": 0.865366, "recall": 0.90415}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"], "main_score": 0.965481, "precision": 0.961874, "recall": 0.97332}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"], "main_score": 0.928195, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.976285, "f1": 0.970144, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"], "main_score": 0.970144, "precision": 0.967589, "recall": 0.976285}, {"accuracy": 0.879447, "f1": 0.845751, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"], "main_score": 0.845751, "precision": 0.829792, "recall": 0.879447}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.969368, "f1": 0.960705, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"], "main_score": 0.960705, "precision": 0.956966, "recall": 0.969368}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"], "main_score": 0.959157, "precision": 0.955072, "recall": 0.968379}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"], "main_score": 0.923913, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.909091, "f1": 0.881752, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"], "main_score": 0.881752, "precision": 0.868577, "recall": 0.909091}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"], "main_score": 0.927207, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.899209, "f1": 0.870982, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"], "main_score": 0.870982, "precision": 0.858696, "recall": 0.899209}, {"accuracy": 0.967391, "f1": 0.958682, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"], "main_score": 0.958682, "precision": 0.955122, "recall": 0.967391}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"], "main_score": 0.896739, "precision": 0.885211, "recall": 0.920949}, {"accuracy": 0.898221, "f1": 0.872925, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"], "main_score": 0.872925, "precision": 0.861117, "recall": 0.898221}, {"accuracy": 0.93083, "f1": 0.909486, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"], "main_score": 0.909486, "precision": 0.899457, "recall": 0.93083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"], "main_score": 0.9333, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.948617, "f1": 0.933696, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"], "main_score": 0.933696, "precision": 0.926466, "recall": 0.948617}, {"accuracy": 0.947628, "f1": 0.935754, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"], "main_score": 0.935754, "precision": 0.930863, "recall": 0.947628}, {"accuracy": 0.837945, "f1": 0.798386, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"], "main_score": 0.798386, "precision": 0.780336, "recall": 0.837945}, {"accuracy": 0.938735, "f1": 0.919862, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"], "main_score": 0.919862, "precision": 0.910985, "recall": 0.938735}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.869565, "f1": 0.835244, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"], "main_score": 0.835244, "precision": 0.819499, "recall": 0.869565}, {"accuracy": 0.875494, "f1": 0.840039, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"], "main_score": 0.840039, "precision": 0.823781, "recall": 0.875494}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.942688, "f1": 0.925033, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"], "main_score": 0.925033, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.814229, "f1": 0.765514, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"], "main_score": 0.765514, "precision": 0.742869, "recall": 0.814229}, {"accuracy": 0.962451, "f1": 0.952324, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"], "main_score": 0.952324, "precision": 0.948123, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"], "main_score": 0.944664, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"], "main_score": 0.96525, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"], "main_score": 0.961528, "precision": 0.957428, "recall": 0.970356}, {"accuracy": 0.944664, "f1": 0.927931, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"], "main_score": 0.927931, "precision": 0.919878, "recall": 0.944664}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"], "main_score": 0.90448, "precision": 0.894302, "recall": 0.925889}, {"accuracy": 0.939723, "f1": 0.921179, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"], "main_score": 0.921179, "precision": 0.912302, "recall": 0.939723}, {"accuracy": 0.864625, "f1": 0.82724, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"], "main_score": 0.82724, "precision": 0.810063, "recall": 0.864625}, {"accuracy": 0.040514, "f1": 0.019814, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"], "main_score": 0.019814, "precision": 0.015393, "recall": 0.040514}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"], "main_score": 0.957675, "precision": 0.953096, "recall": 0.967391}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"], "main_score": 0.911232, "precision": 0.901515, "recall": 0.931818}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"], "main_score": 0.906258, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.896245, "f1": 0.865448, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"], "main_score": 0.865448, "precision": 0.850791, "recall": 0.896245}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"], "main_score": 0.90415, "precision": 0.89361, "recall": 0.926877}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.886364, "f1": 0.853623, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"], "main_score": 0.853623, "precision": 0.838686, "recall": 0.886364}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.912055, "f1": 0.88666, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"], "main_score": 0.88666, "precision": 0.875329, "recall": 0.912055}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"], "main_score": 0.949769, "precision": 0.944368, "recall": 0.961462}, {"accuracy": 0.189723, "f1": 0.134671, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"], "main_score": 0.134671, "precision": 0.119771, "recall": 0.189723}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.913043, "f1": 0.887154, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"], "main_score": 0.887154, "precision": 0.875198, "recall": 0.913043}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.927866, "f1": 0.906094, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"], "main_score": 0.906094, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.875494, "f1": 0.840711, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"], "main_score": 0.840711, "precision": 0.824802, "recall": 0.875494}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.939723, "f1": 0.921574, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"], "main_score": 0.921574, "precision": 0.913208, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"], "main_score": 0.952075, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.956522, "f1": 0.942754, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"], "main_score": 0.942754, "precision": 0.936182, "recall": 0.956522}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.878458, "f1": 0.844384, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"], "main_score": 0.844384, "precision": 0.828567, "recall": 0.878458}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"], "main_score": 0.917325, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.884387, "f1": 0.850461, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"], "main_score": 0.850461, "precision": 0.83498, "recall": 0.884387}, {"accuracy": 0.898221, "f1": 0.868149, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"], "main_score": 0.868149, "precision": 0.854529, "recall": 0.898221}, {"accuracy": 0.763834, "f1": 0.705896, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"], "main_score": 0.705896, "precision": 0.681094, "recall": 0.763834}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.889328, "f1": 0.857872, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"], "main_score": 0.857872, "precision": 0.843215, "recall": 0.889328}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.859684, "f1": 0.820869, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"], "main_score": 0.820869, "precision": 0.803557, "recall": 0.859684}, {"accuracy": 0.917984, "f1": 0.894071, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"], "main_score": 0.894071, "precision": 0.883267, "recall": 0.917984}, {"accuracy": 0.844862, "f1": 0.800362, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"], "main_score": 0.800362, "precision": 0.780007, "recall": 0.844862}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"], "main_score": 0.96087, "precision": 0.956769, "recall": 0.969368}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.209486, "f1": 0.13888, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"], "main_score": 0.13888, "precision": 0.120172, "recall": 0.209486}, {"accuracy": 0.881423, "f1": 0.847299, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"], "main_score": 0.847299, "precision": 0.831357, "recall": 0.881423}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.91502, "f1": 0.889723, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"], "main_score": 0.889723, "precision": 0.877882, "recall": 0.91502}, {"accuracy": 0.88834, "f1": 0.856258, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"], "main_score": 0.856258, "precision": 0.841486, "recall": 0.88834}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.828063, "f1": 0.784785, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"], "main_score": 0.784785, "precision": 0.766094, "recall": 0.828063}, {"accuracy": 0.933794, "f1": 0.913109, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"], "main_score": 0.913109, "precision": 0.903409, "recall": 0.933794}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"], "main_score": 0.911462, "precision": 0.902092, "recall": 0.931818}, {"accuracy": 0.846838, "f1": 0.805863, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"], "main_score": 0.805863, "precision": 0.787171, "recall": 0.846838}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.900198, "f1": 0.869993, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"], "main_score": 0.869993, "precision": 0.855896, "recall": 0.900198}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.81917, "f1": 0.771113, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"], "main_score": 0.771113, "precision": 0.749687, "recall": 0.81917}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.867589, "f1": 0.830948, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"], "main_score": 0.830948, "precision": 0.814723, "recall": 0.867589}, {"accuracy": 0.257905, "f1": 0.193264, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"], "main_score": 0.193264, "precision": 0.173469, "recall": 0.257905}, {"accuracy": 0.90415, "f1": 0.876581, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"], "main_score": 0.876581, "precision": 0.86446, "recall": 0.90415}, {"accuracy": 0.796443, "f1": 0.745638, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"], "main_score": 0.745638, "precision": 0.72393, "recall": 0.796443}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.948617, "f1": 0.932543, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"], "main_score": 0.932543, "precision": 0.924984, "recall": 0.948617}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"], "main_score": 0.866008, "precision": 0.852388, "recall": 0.896245}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"], "main_score": 0.949769, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.890316, "f1": 0.859091, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"], "main_score": 0.859091, "precision": 0.84445, "recall": 0.890316}, {"accuracy": 0.847826, "f1": 0.803656, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"], "main_score": 0.803656, "precision": 0.78386, "recall": 0.847826}, {"accuracy": 0.931818, "f1": 0.910804, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"], "main_score": 0.910804, "precision": 0.900939, "recall": 0.931818}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.041502, "f1": 0.018414, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"], "main_score": 0.018414, "precision": 0.014431, "recall": 0.041502}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"], "main_score": 0.929018, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.893281, "f1": 0.859848, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"], "main_score": 0.859848, "precision": 0.843874, "recall": 0.893281}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"], "main_score": 0.932477, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"], "main_score": 0.922497, "precision": 0.913949, "recall": 0.940711}, {"accuracy": 0.881423, "f1": 0.847727, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"], "main_score": 0.847727, "precision": 0.831769, "recall": 0.881423}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.847826, "f1": 0.80575, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"], "main_score": 0.80575, "precision": 0.786594, "recall": 0.847826}, {"accuracy": 0.943676, "f1": 0.927437, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"], "main_score": 0.927437, "precision": 0.919911, "recall": 0.943676}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"], "main_score": 0.930731, "precision": 0.923205, "recall": 0.94664}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.903162, "f1": 0.873814, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"], "main_score": 0.873814, "precision": 0.860178, "recall": 0.903162}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"], "main_score": 0.924407, "precision": 0.915679, "recall": 0.942688}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"], "main_score": 0.926877, "precision": 0.918314, "recall": 0.944664}, {"accuracy": 0.942688, "f1": 0.925132, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"], "main_score": 0.925132, "precision": 0.916947, "recall": 0.942688}, {"accuracy": 0.869565, "f1": 0.831489, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"], "main_score": 0.831489, "precision": 0.81357, "recall": 0.869565}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.884387, "f1": 0.850856, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"], "main_score": 0.850856, "precision": 0.835392, "recall": 0.884387}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.902174, "f1": 0.872497, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"], "main_score": 0.872497, "precision": 0.858531, "recall": 0.902174}, {"accuracy": 0.933794, "f1": 0.91438, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"], "main_score": 0.91438, "precision": 0.90555, "recall": 0.933794}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.91996, "f1": 0.896278, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"], "main_score": 0.896278, "precision": 0.885623, "recall": 0.91996}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.838933, "f1": 0.796019, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"], "main_score": 0.796019, "precision": 0.777372, "recall": 0.838933}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.918972, "f1": 0.893841, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"], "main_score": 0.893841, "precision": 0.881999, "recall": 0.918972}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.869565, "f1": 0.832708, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"], "main_score": 0.832708, "precision": 0.815794, "recall": 0.869565}, {"accuracy": 0.925889, "f1": 0.904381, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"], "main_score": 0.904381, "precision": 0.894713, "recall": 0.925889}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"], "main_score": 0.945817, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.862648, "f1": 0.82612, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"], "main_score": 0.82612, "precision": 0.8097, "recall": 0.862648}, {"accuracy": 0.880435, "f1": 0.845638, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"], "main_score": 0.845638, "precision": 0.830287, "recall": 0.880435}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"], "main_score": 0.919697, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"], "main_score": 0.91749, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.807312, "f1": 0.75611, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"], "main_score": 0.75611, "precision": 0.732684, "recall": 0.807312}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.875494, "f1": 0.83913, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"], "main_score": 0.83913, "precision": 0.822711, "recall": 0.875494}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"], "main_score": 0.903162, "precision": 0.892128, "recall": 0.925889}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.970356, "f1": 0.96087, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"], "main_score": 0.96087, "precision": 0.956275, "recall": 0.970356}, {"accuracy": 0.811265, "f1": 0.761199, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"], "main_score": 0.761199, "precision": 0.739246, "recall": 0.811265}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.916996, "f1": 0.892391, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"], "main_score": 0.892391, "precision": 0.881094, "recall": 0.916996}, {"accuracy": 0.806324, "f1": 0.75863, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"], "main_score": 0.75863, "precision": 0.737681, "recall": 0.806324}, {"accuracy": 0.839921, "f1": 0.799045, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"], "main_score": 0.799045, "precision": 0.779842, "recall": 0.839921}, {"accuracy": 0.049407, "f1": 0.02726, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"], "main_score": 0.02726, "precision": 0.022067, "recall": 0.049407}, {"accuracy": 0.781621, "f1": 0.740581, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"], "main_score": 0.740581, "precision": 0.725245, "recall": 0.781621}, {"accuracy": 0.800395, "f1": 0.755364, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"], "main_score": 0.755364, "precision": 0.737958, "recall": 0.800395}, {"accuracy": 0.882411, "f1": 0.848221, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"], "main_score": 0.848221, "precision": 0.832296, "recall": 0.882411}, {"accuracy": 0.866601, "f1": 0.830731, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"], "main_score": 0.830731, "precision": 0.813818, "recall": 0.866601}, {"accuracy": 0.906126, "f1": 0.880764, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"], "main_score": 0.880764, "precision": 0.868577, "recall": 0.906126}, {"accuracy": 0.735178, "f1": 0.686092, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"], "main_score": 0.686092, "precision": 0.66775, "recall": 0.735178}, {"accuracy": 0.842885, "f1": 0.799572, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"], "main_score": 0.799572, "precision": 0.779315, "recall": 0.842885}, {"accuracy": 0.777668, "f1": 0.725264, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"], "main_score": 0.725264, "precision": 0.702553, "recall": 0.777668}, {"accuracy": 0.718379, "f1": 0.67388, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"], "main_score": 0.67388, "precision": 0.657731, "recall": 0.718379}, {"accuracy": 0.828063, "f1": 0.781479, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"], "main_score": 0.781479, "precision": 0.76082, "recall": 0.828063}, {"accuracy": 0.873518, "f1": 0.84114, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"], "main_score": 0.84114, "precision": 0.82584, "recall": 0.873518}, {"accuracy": 0.910079, "f1": 0.884684, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"], "main_score": 0.884684, "precision": 0.872694, "recall": 0.910079}, {"accuracy": 0.795455, "f1": 0.746431, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"], "main_score": 0.746431, "precision": 0.726574, "recall": 0.795455}, {"accuracy": 0.76087, "f1": 0.717249, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"], "main_score": 0.717249, "precision": 0.699768, "recall": 0.76087}, {"accuracy": 0.851779, "f1": 0.815843, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"], "main_score": 0.815843, "precision": 0.799111, "recall": 0.851779}, {"accuracy": 0.814229, "f1": 0.77189, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"], "main_score": 0.77189, "precision": 0.755256, "recall": 0.814229}, {"accuracy": 0.768775, "f1": 0.718024, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"], "main_score": 0.718024, "precision": 0.69787, "recall": 0.768775}, {"accuracy": 0.718379, "f1": 0.652906, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"], "main_score": 0.652906, "precision": 0.626195, "recall": 0.718379}, {"accuracy": 0.772727, "f1": 0.728633, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"], "main_score": 0.728633, "precision": 0.712672, "recall": 0.772727}, {"accuracy": 0.878458, "f1": 0.846264, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"], "main_score": 0.846264, "precision": 0.831028, "recall": 0.878458}, {"accuracy": 0.855731, "f1": 0.817951, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"], "main_score": 0.817951, "precision": 0.801614, "recall": 0.855731}, {"accuracy": 0.793478, "f1": 0.753217, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"], "main_score": 0.753217, "precision": 0.736775, "recall": 0.793478}, {"accuracy": 0.848814, "f1": 0.808531, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"], "main_score": 0.808531, "precision": 0.789937, "recall": 0.848814}, {"accuracy": 0.176877, "f1": 0.14325, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"], "main_score": 0.14325, "precision": 0.133943, "recall": 0.176877}, {"accuracy": 0.809289, "f1": 0.765933, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"], "main_score": 0.765933, "precision": 0.747518, "recall": 0.809289}, {"accuracy": 0.879447, "f1": 0.848518, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"], "main_score": 0.848518, "precision": 0.834404, "recall": 0.879447}, {"accuracy": 0.821146, "f1": 0.774887, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"], "main_score": 0.774887, "precision": 0.755369, "recall": 0.821146}, {"accuracy": 0.745059, "f1": 0.693749, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"], "main_score": 0.693749, "precision": 0.675042, "recall": 0.745059}, {"accuracy": 0.785573, "f1": 0.743903, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"], "main_score": 0.743903, "precision": 0.728994, "recall": 0.785573}, {"accuracy": 0.775692, "f1": 0.734313, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"], "main_score": 0.734313, "precision": 0.719029, "recall": 0.775692}, {"accuracy": 0.833004, "f1": 0.789328, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"], "main_score": 0.789328, "precision": 0.769598, "recall": 0.833004}, {"accuracy": 0.826087, "f1": 0.788348, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"], "main_score": 0.788348, "precision": 0.773358, "recall": 0.826087}, {"accuracy": 0.84585, "f1": 0.80504, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"], "main_score": 0.80504, "precision": 0.787368, "recall": 0.84585}, {"accuracy": 0.709486, "f1": 0.666513, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"], "main_score": 0.666513, "precision": 0.64946, "recall": 0.709486}, {"accuracy": 0.793478, "f1": 0.748646, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"], "main_score": 0.748646, "precision": 0.731796, "recall": 0.793478}, {"accuracy": 0.786561, "f1": 0.74232, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"], "main_score": 0.74232, "precision": 0.725641, "recall": 0.786561}, {"accuracy": 0.79249, "f1": 0.749288, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"], "main_score": 0.749288, "precision": 0.732917, "recall": 0.79249}, {"accuracy": 0.81917, "f1": 0.775725, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"], "main_score": 0.775725, "precision": 0.75555, "recall": 0.81917}, {"accuracy": 0.81917, "f1": 0.774572, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"], "main_score": 0.774572, "precision": 0.755254, "recall": 0.81917}, {"accuracy": 0.748024, "f1": 0.702883, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"], "main_score": 0.702883, "precision": 0.685651, "recall": 0.748024}, {"accuracy": 0.849802, "f1": 0.808696, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"], "main_score": 0.808696, "precision": 0.789608, "recall": 0.849802}, {"accuracy": 0.754941, "f1": 0.715945, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"], "main_score": 0.715945, "precision": 0.701119, "recall": 0.754941}, {"accuracy": 0.828063, "f1": 0.781672, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"], "main_score": 0.781672, "precision": 0.761594, "recall": 0.828063}, {"accuracy": 0.869565, "f1": 0.833813, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"], "main_score": 0.833813, "precision": 0.81777, "recall": 0.869565}, {"accuracy": 0.80336, "f1": 0.752388, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"], "main_score": 0.752388, "precision": 0.730658, "recall": 0.80336}, {"accuracy": 0.828063, "f1": 0.784848, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"], "main_score": 0.784848, "precision": 0.765843, "recall": 0.828063}, {"accuracy": 0.767787, "f1": 0.713196, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"], "main_score": 0.713196, "precision": 0.689617, "recall": 0.767787}, {"accuracy": 0.796443, "f1": 0.743629, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"], "main_score": 0.743629, "precision": 0.720932, "recall": 0.796443}, {"accuracy": 0.693676, "f1": 0.63771, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"], "main_score": 0.63771, "precision": 0.618366, "recall": 0.693676}, {"accuracy": 0.797431, "f1": 0.747892, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"], "main_score": 0.747892, "precision": 0.728277, "recall": 0.797431}, {"accuracy": 0.79249, "f1": 0.74529, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"], "main_score": 0.74529, "precision": 0.723979, "recall": 0.79249}, {"accuracy": 0.756917, "f1": 0.718019, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"], "main_score": 0.718019, "precision": 0.701875, "recall": 0.756917}, {"accuracy": 0.848814, "f1": 0.808056, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"], "main_score": 0.808056, "precision": 0.789361, "recall": 0.848814}, {"accuracy": 0.811265, "f1": 0.767507, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"], "main_score": 0.767507, "precision": 0.748, "recall": 0.811265}, {"accuracy": 0.895257, "f1": 0.869038, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"], "main_score": 0.869038, "precision": 0.856752, "recall": 0.895257}, {"accuracy": 0.565217, "f1": 0.491711, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"], "main_score": 0.491711, "precision": 0.46519, "recall": 0.565217}, {"accuracy": 0.79249, "f1": 0.751201, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"], "main_score": 0.751201, "precision": 0.736288, "recall": 0.79249}, {"accuracy": 0.789526, "f1": 0.747216, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"], "main_score": 0.747216, "precision": 0.730518, "recall": 0.789526}, {"accuracy": 0.731225, "f1": 0.67236, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"], "main_score": 0.67236, "precision": 0.650657, "recall": 0.731225}, {"accuracy": 0.788538, "f1": 0.743004, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"], "main_score": 0.743004, "precision": 0.725311, "recall": 0.788538}, {"accuracy": 0.862648, "f1": 0.826383, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"], "main_score": 0.826383, "precision": 0.809453, "recall": 0.862648}, {"accuracy": 0.753953, "f1": 0.699366, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"], "main_score": 0.699366, "precision": 0.678158, "recall": 0.753953}, {"accuracy": 0.810277, "f1": 0.759768, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"], "main_score": 0.759768, "precision": 0.737582, "recall": 0.810277}, {"accuracy": 0.784585, "f1": 0.747539, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"], "main_score": 0.747539, "precision": 0.733257, "recall": 0.784585}, {"accuracy": 0.916996, "f1": 0.893464, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"], "main_score": 0.893464, "precision": 0.882658, "recall": 0.916996}, {"accuracy": 0.878458, "f1": 0.84608, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"], "main_score": 0.84608, "precision": 0.83111, "recall": 0.878458}, {"accuracy": 0.784585, "f1": 0.731625, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"], "main_score": 0.731625, "precision": 0.710625, "recall": 0.784585}, {"accuracy": 0.794466, "f1": 0.746505, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"], "main_score": 0.746505, "precision": 0.726947, "recall": 0.794466}, {"accuracy": 0.745059, "f1": 0.691341, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"], "main_score": 0.691341, "precision": 0.671617, "recall": 0.745059}, {"accuracy": 0.198617, "f1": 0.150148, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"], "main_score": 0.150148, "precision": 0.135073, "recall": 0.198617}, {"accuracy": 0.840909, "f1": 0.801252, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"], "main_score": 0.801252, "precision": 0.782889, "recall": 0.840909}, {"accuracy": 0.764822, "f1": 0.710082, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"], "main_score": 0.710082, "precision": 0.688612, "recall": 0.764822}, {"accuracy": 0.870553, "f1": 0.836298, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"], "main_score": 0.836298, "precision": 0.820026, "recall": 0.870553}, {"accuracy": 0.88834, "f1": 0.859241, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"], "main_score": 0.859241, "precision": 0.846014, "recall": 0.88834}, {"accuracy": 0.769763, "f1": 0.718268, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"], "main_score": 0.718268, "precision": 0.698915, "recall": 0.769763}, {"accuracy": 0.730237, "f1": 0.669754, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"], "main_score": 0.669754, "precision": 0.647072, "recall": 0.730237}, {"accuracy": 0.833004, "f1": 0.787945, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"], "main_score": 0.787945, "precision": 0.767984, "recall": 0.833004}, {"accuracy": 0.800395, "f1": 0.757863, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"], "main_score": 0.757863, "precision": 0.741748, "recall": 0.800395}, {"accuracy": 0.768775, "f1": 0.727322, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"], "main_score": 0.727322, "precision": 0.71285, "recall": 0.768775}, {"accuracy": 0.752964, "f1": 0.707119, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"], "main_score": 0.707119, "precision": 0.689175, "recall": 0.752964}, {"accuracy": 0.709486, "f1": 0.653736, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"], "main_score": 0.653736, "precision": 0.634997, "recall": 0.709486}, {"accuracy": 0.768775, "f1": 0.719002, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"], "main_score": 0.719002, "precision": 0.698434, "recall": 0.768775}, {"accuracy": 0.770751, "f1": 0.716271, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"], "main_score": 0.716271, "precision": 0.692309, "recall": 0.770751}, {"accuracy": 0.869565, "f1": 0.833827, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"], "main_score": 0.833827, "precision": 0.817227, "recall": 0.869565}, {"accuracy": 0.757905, "f1": 0.7112, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"], "main_score": 0.7112, "precision": 0.692653, "recall": 0.757905}, {"accuracy": 0.764822, "f1": 0.726122, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"], "main_score": 0.726122, "precision": 0.711097, "recall": 0.764822}, {"accuracy": 0.789526, "f1": 0.750607, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"], "main_score": 0.750607, "precision": 0.734823, "recall": 0.789526}, {"accuracy": 0.77668, "f1": 0.71502, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"], "main_score": 0.71502, "precision": 0.687253, "recall": 0.77668}, {"accuracy": 0.791502, "f1": 0.741749, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"], "main_score": 0.741749, "precision": 0.718932, "recall": 0.791502}, {"accuracy": 0.837945, "f1": 0.794203, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"], "main_score": 0.794203, "precision": 0.774934, "recall": 0.837945}, {"accuracy": 0.815217, "f1": 0.770278, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"], "main_score": 0.770278, "precision": 0.751854, "recall": 0.815217}, {"accuracy": 0.833992, "f1": 0.791963, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"], "main_score": 0.791963, "precision": 0.772233, "recall": 0.833992}, {"accuracy": 0.800395, "f1": 0.756499, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"], "main_score": 0.756499, "precision": 0.738745, "recall": 0.800395}, {"accuracy": 0.745059, "f1": 0.69417, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"], "main_score": 0.69417, "precision": 0.671393, "recall": 0.745059}, {"accuracy": 0.88834, "f1": 0.858037, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"], "main_score": 0.858037, "precision": 0.844038, "recall": 0.88834}, {"accuracy": 0.784585, "f1": 0.739213, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"], "main_score": 0.739213, "precision": 0.721253, "recall": 0.784585}, {"accuracy": 0.737154, "f1": 0.691079, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"], "main_score": 0.691079, "precision": 0.674487, "recall": 0.737154}, {"accuracy": 0.714427, "f1": 0.671863, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"], "main_score": 0.671863, "precision": 0.656345, "recall": 0.714427}, {"accuracy": 0.742095, "f1": 0.698824, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"], "main_score": 0.698824, "precision": 0.683031, "recall": 0.742095}, {"accuracy": 0.844862, "f1": 0.804908, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"], "main_score": 0.804908, "precision": 0.786891, "recall": 0.844862}, {"accuracy": 0.83498, "f1": 0.793777, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"], "main_score": 0.793777, "precision": 0.776096, "recall": 0.83498}, {"accuracy": 0.825099, "f1": 0.783366, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"], "main_score": 0.783366, "precision": 0.764493, "recall": 0.825099}, {"accuracy": 0.23419, "f1": 0.188087, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"], "main_score": 0.188087, "precision": 0.173137, "recall": 0.23419}, {"accuracy": 0.852767, "f1": 0.815679, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"], "main_score": 0.815679, "precision": 0.798452, "recall": 0.852767}, {"accuracy": 0.703557, "f1": 0.629282, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"], "main_score": 0.629282, "precision": 0.596723, "recall": 0.703557}, {"accuracy": 0.796443, "f1": 0.745756, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"], "main_score": 0.745756, "precision": 0.725479, "recall": 0.796443}, {"accuracy": 0.903162, "f1": 0.875066, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"], "main_score": 0.875066, "precision": 0.861742, "recall": 0.903162}, {"accuracy": 0.814229, "f1": 0.763735, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"], "main_score": 0.763735, "precision": 0.740942, "recall": 0.814229}, {"accuracy": 0.826087, "f1": 0.781028, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"], "main_score": 0.781028, "precision": 0.760491, "recall": 0.826087}, {"accuracy": 0.821146, "f1": 0.7722, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"], "main_score": 0.7722, "precision": 0.750412, "recall": 0.821146}, {"accuracy": 0.823123, "f1": 0.777931, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"], "main_score": 0.777931, "precision": 0.757642, "recall": 0.823123}, {"accuracy": 0.8083, "f1": 0.760246, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"], "main_score": 0.760246, "precision": 0.74049, "recall": 0.8083}, {"accuracy": 0.852767, "f1": 0.814262, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"], "main_score": 0.814262, "precision": 0.796196, "recall": 0.852767}, {"accuracy": 0.770751, "f1": 0.726524, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"], "main_score": 0.726524, "precision": 0.709563, "recall": 0.770751}, {"accuracy": 0.835968, "f1": 0.792292, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"], "main_score": 0.792292, "precision": 0.772431, "recall": 0.835968}, {"accuracy": 0.802372, "f1": 0.754381, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"], "main_score": 0.754381, "precision": 0.732246, "recall": 0.802372}, {"accuracy": 0.842885, "f1": 0.803774, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"], "main_score": 0.803774, "precision": 0.785738, "recall": 0.842885}, {"accuracy": 0.87253, "f1": 0.839559, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"], "main_score": 0.839559, "precision": 0.824111, "recall": 0.87253}, {"accuracy": 0.743083, "f1": 0.689262, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"], "main_score": 0.689262, "precision": 0.670025, "recall": 0.743083}, {"accuracy": 0.046443, "f1": 0.02901, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"], "main_score": 0.02901, "precision": 0.025601, "recall": 0.046443}, {"accuracy": 0.75, "f1": 0.704905, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"], "main_score": 0.704905, "precision": 0.688057, "recall": 0.75}, {"accuracy": 0.815217, "f1": 0.767245, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"], "main_score": 0.767245, "precision": 0.746684, "recall": 0.815217}, {"accuracy": 0.713439, "f1": 0.66655, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"], "main_score": 0.66655, "precision": 0.648767, "recall": 0.713439}, {"accuracy": 0.753953, "f1": 0.706982, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"], "main_score": 0.706982, "precision": 0.68936, "recall": 0.753953}, {"accuracy": 0.766798, "f1": 0.709851, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"], "main_score": 0.709851, "precision": 0.685863, "recall": 0.766798}, {"accuracy": 0.804348, "f1": 0.7583, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"], "main_score": 0.7583, "precision": 0.737599, "recall": 0.804348}, {"accuracy": 0.754941, "f1": 0.704945, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"], "main_score": 0.704945, "precision": 0.686331, "recall": 0.754941}, {"accuracy": 0.721344, "f1": 0.667502, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"], "main_score": 0.667502, "precision": 0.64867, "recall": 0.721344}, {"accuracy": 0.854743, "f1": 0.814723, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"], "main_score": 0.814723, "precision": 0.795949, "recall": 0.854743}, {"accuracy": 0.827075, "f1": 0.781708, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"], "main_score": 0.781708, "precision": 0.761569, "recall": 0.827075}, {"accuracy": 0.704545, "f1": 0.641142, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"], "main_score": 0.641142, "precision": 0.615853, "recall": 0.704545}, {"accuracy": 0.790514, "f1": 0.746545, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"], "main_score": 0.746545, "precision": 0.728828, "recall": 0.790514}, {"accuracy": 0.754941, "f1": 0.698734, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"], "main_score": 0.698734, "precision": 0.674193, "recall": 0.754941}, {"accuracy": 0.807312, "f1": 0.759799, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"], "main_score": 0.759799, "precision": 0.739519, "recall": 0.807312}, {"accuracy": 0.788538, "f1": 0.743095, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"], "main_score": 0.743095, "precision": 0.725452, "recall": 0.788538}, {"accuracy": 0.857708, "f1": 0.818972, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"], "main_score": 0.818972, "precision": 0.801054, "recall": 0.857708}, {"accuracy": 0.810277, "f1": 0.763463, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"], "main_score": 0.763463, "precision": 0.744813, "recall": 0.810277}, {"accuracy": 0.876482, "f1": 0.844499, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"], "main_score": 0.844499, "precision": 0.829908, "recall": 0.876482}, {"accuracy": 0.806324, "f1": 0.758402, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"], "main_score": 0.758402, "precision": 0.738629, "recall": 0.806324}, {"accuracy": 0.660079, "f1": 0.607573, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"], "main_score": 0.607573, "precision": 0.588185, "recall": 0.660079}, {"accuracy": 0.775692, "f1": 0.72547, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"], "main_score": 0.72547, "precision": 0.705295, "recall": 0.775692}, {"accuracy": 0.787549, "f1": 0.736912, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"], "main_score": 0.736912, "precision": 0.716907, "recall": 0.787549}, {"accuracy": 0.813241, "f1": 0.763768, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"], "main_score": 0.763768, "precision": 0.741469, "recall": 0.813241}, {"accuracy": 0.794466, "f1": 0.743784, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"], "main_score": 0.743784, "precision": 0.722145, "recall": 0.794466}, {"accuracy": 0.774704, "f1": 0.721113, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"], "main_score": 0.721113, "precision": 0.699838, "recall": 0.774704}, {"accuracy": 0.911067, "f1": 0.88386, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"], "main_score": 0.88386, "precision": 0.870883, "recall": 0.911067}, {"accuracy": 0.86166, "f1": 0.825809, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"], "main_score": 0.825809, "precision": 0.810112, "recall": 0.86166}, {"accuracy": 0.827075, "f1": 0.783766, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"], "main_score": 0.783766, "precision": 0.764427, "recall": 0.827075}, {"accuracy": 0.708498, "f1": 0.644832, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"], "main_score": 0.644832, "precision": 0.618702, "recall": 0.708498}, {"accuracy": 0.695652, "f1": 0.641429, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"], "main_score": 0.641429, "precision": 0.623309, "recall": 0.695652}, {"accuracy": 0.738142, "f1": 0.683031, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"], "main_score": 0.683031, "precision": 0.662309, "recall": 0.738142}, {"accuracy": 0.767787, "f1": 0.708976, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"], "main_score": 0.708976, "precision": 0.685154, "recall": 0.767787}, {"accuracy": 0.827075, "f1": 0.78322, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"], "main_score": 0.78322, "precision": 0.763175, "recall": 0.827075}, {"accuracy": 0.862648, "f1": 0.825395, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"], "main_score": 0.825395, "precision": 0.8083, "recall": 0.862648}, {"accuracy": 0.772727, "f1": 0.720459, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"], "main_score": 0.720459, "precision": 0.697612, "recall": 0.772727}, {"accuracy": 0.780632, "f1": 0.737516, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"], "main_score": 0.737516, "precision": 0.720837, "recall": 0.780632}, {"accuracy": 0.798419, "f1": 0.749852, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"], "main_score": 0.749852, "precision": 0.729637, "recall": 0.798419}, {"accuracy": 0.701581, "f1": 0.64889, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"], "main_score": 0.64889, "precision": 0.628423, "recall": 0.701581}, {"accuracy": 0.789526, "f1": 0.73643, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"], "main_score": 0.73643, "precision": 0.714246, "recall": 0.789526}, {"accuracy": 0.807312, "f1": 0.758355, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"], "main_score": 0.758355, "precision": 0.738216, "recall": 0.807312}, {"accuracy": 0.855731, "f1": 0.818478, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"], "main_score": 0.818478, "precision": 0.801416, "recall": 0.855731}, {"accuracy": 0.79249, "f1": 0.748491, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"], "main_score": 0.748491, "precision": 0.731027, "recall": 0.79249}, {"accuracy": 0.836957, "f1": 0.79664, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"], "main_score": 0.79664, "precision": 0.778146, "recall": 0.836957}, {"accuracy": 0.865613, "f1": 0.828393, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"], "main_score": 0.828393, "precision": 0.811265, "recall": 0.865613}, {"accuracy": 0.749012, "f1": 0.700276, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"], "main_score": 0.700276, "precision": 0.682434, "recall": 0.749012}, {"accuracy": 0.84585, "f1": 0.807279, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"], "main_score": 0.807279, "precision": 0.789806, "recall": 0.84585}, {"accuracy": 0.811265, "f1": 0.775497, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"], "main_score": 0.775497, "precision": 0.761011, "recall": 0.811265}, {"accuracy": 0.816206, "f1": 0.771212, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"], "main_score": 0.771212, "precision": 0.750165, "recall": 0.816206}, {"accuracy": 0.748024, "f1": 0.695869, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"], "main_score": 0.695869, "precision": 0.676515, "recall": 0.748024}, {"accuracy": 0.821146, "f1": 0.781208, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"], "main_score": 0.781208, "precision": 0.765697, "recall": 0.821146}, {"accuracy": 0.80336, "f1": 0.761161, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"], "main_score": 0.761161, "precision": 0.743717, "recall": 0.80336}, {"accuracy": 0.902174, "f1": 0.876087, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"], "main_score": 0.876087, "precision": 0.864295, "recall": 0.902174}, {"accuracy": 0.863636, "f1": 0.82556, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"], "main_score": 0.82556, "precision": 0.8083, "recall": 0.863636}, {"accuracy": 0.856719, "f1": 0.821805, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"], "main_score": 0.821805, "precision": 0.805336, "recall": 0.856719}, {"accuracy": 0.841897, "f1": 0.801219, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"], "main_score": 0.801219, "precision": 0.78195, "recall": 0.841897}, {"accuracy": 0.846838, "f1": 0.805204, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"], "main_score": 0.805204, "precision": 0.786479, "recall": 0.846838}, {"accuracy": 0.717391, "f1": 0.666155, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"], "main_score": 0.666155, "precision": 0.648018, "recall": 0.717391}, {"accuracy": 0.693676, "f1": 0.647507, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"], "main_score": 0.647507, "precision": 0.631464, "recall": 0.693676}, {"accuracy": 0.743083, "f1": 0.679729, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"], "main_score": 0.679729, "precision": 0.653557, "recall": 0.743083}, {"accuracy": 0.869565, "f1": 0.837747, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"], "main_score": 0.837747, "precision": 0.822958, "recall": 0.869565}, {"accuracy": 0.903162, "f1": 0.877964, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"], "main_score": 0.877964, "precision": 0.866271, "recall": 0.903162}, {"accuracy": 0.860672, "f1": 0.820553, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"], "main_score": 0.820553, "precision": 0.802322, "recall": 0.860672}, {"accuracy": 0.867589, "f1": 0.833564, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"], "main_score": 0.833564, "precision": 0.817852, "recall": 0.867589}, {"accuracy": 0.859684, "f1": 0.821509, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"], "main_score": 0.821509, "precision": 0.803771, "recall": 0.859684}, {"accuracy": 0.72332, "f1": 0.684418, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"], "main_score": 0.684418, "precision": 0.669382, "recall": 0.72332}, {"accuracy": 0.777668, "f1": 0.72436, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"], "main_score": 0.72436, "precision": 0.700461, "recall": 0.777668}, {"accuracy": 0.786561, "f1": 0.736785, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"], "main_score": 0.736785, "precision": 0.716462, "recall": 0.786561}, {"accuracy": 0.826087, "f1": 0.780632, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"], "main_score": 0.780632, "precision": 0.760161, "recall": 0.826087}, {"accuracy": 0.813241, "f1": 0.76749, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"], "main_score": 0.76749, "precision": 0.746953, "recall": 0.813241}, {"accuracy": 0.75, "f1": 0.695967, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"], "main_score": 0.695967, "precision": 0.673635, "recall": 0.75}, {"accuracy": 0.851779, "f1": 0.81087, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"], "main_score": 0.81087, "precision": 0.792819, "recall": 0.851779}, {"accuracy": 0.77668, "f1": 0.72521, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"], "main_score": 0.72521, "precision": 0.704405, "recall": 0.77668}, {"accuracy": 0.802372, "f1": 0.753477, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"], "main_score": 0.753477, "precision": 0.73302, "recall": 0.802372}, {"accuracy": 0.715415, "f1": 0.652437, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"], "main_score": 0.652437, "precision": 0.625115, "recall": 0.715415}, {"accuracy": 0.770751, "f1": 0.72356, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"], "main_score": 0.72356, "precision": 0.705443, "recall": 0.770751}, {"accuracy": 0.80336, "f1": 0.7634, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"], "main_score": 0.7634, "precision": 0.748661, "recall": 0.80336}, {"accuracy": 0.782609, "f1": 0.738007, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"], "main_score": 0.738007, "precision": 0.722069, "recall": 0.782609}, {"accuracy": 0.823123, "f1": 0.77995, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"], "main_score": 0.77995, "precision": 0.762714, "recall": 0.823123}, {"accuracy": 0.80336, "f1": 0.754545, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"], "main_score": 0.754545, "precision": 0.734036, "recall": 0.80336}, {"accuracy": 0.837945, "f1": 0.799967, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"], "main_score": 0.799967, "precision": 0.782197, "recall": 0.837945}, {"accuracy": 0.769763, "f1": 0.713989, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"], "main_score": 0.713989, "precision": 0.693242, "recall": 0.769763}, {"accuracy": 0.767787, "f1": 0.705618, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"], "main_score": 0.705618, "precision": 0.679661, "recall": 0.767787}, {"accuracy": 0.056324, "f1": 0.030383, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"], "main_score": 0.030383, "precision": 0.024271, "recall": 0.056324}, {"accuracy": 0.746047, "f1": 0.71477, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"], "main_score": 0.71477, "precision": 0.705847, "recall": 0.746047}, {"accuracy": 0.73419, "f1": 0.686217, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"], "main_score": 0.686217, "precision": 0.67102, "recall": 0.73419}, {"accuracy": 0.868577, "f1": 0.831376, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"], "main_score": 0.831376, "precision": 0.815547, "recall": 0.868577}, {"accuracy": 0.832016, "f1": 0.787321, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"], "main_score": 0.787321, "precision": 0.769311, "recall": 0.832016}, {"accuracy": 0.859684, "f1": 0.816667, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"], "main_score": 0.816667, "precision": 0.796937, "recall": 0.859684}, {"accuracy": 0.722332, "f1": 0.689775, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"], "main_score": 0.689775, "precision": 0.680132, "recall": 0.722332}, {"accuracy": 0.769763, "f1": 0.711399, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"], "main_score": 0.711399, "precision": 0.688646, "recall": 0.769763}, {"accuracy": 0.718379, "f1": 0.653512, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"], "main_score": 0.653512, "precision": 0.629891, "recall": 0.718379}, {"accuracy": 0.653162, "f1": 0.618809, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"], "main_score": 0.618809, "precision": 0.609952, "recall": 0.653162}, {"accuracy": 0.77668, "f1": 0.726351, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"], "main_score": 0.726351, "precision": 0.708326, "recall": 0.77668}, {"accuracy": 0.838933, "f1": 0.793182, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"], "main_score": 0.793182, "precision": 0.772678, "recall": 0.838933}, {"accuracy": 0.939723, "f1": 0.921014, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"], "main_score": 0.921014, "precision": 0.912302, "recall": 0.939723}, {"accuracy": 0.730237, "f1": 0.679887, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"], "main_score": 0.679887, "precision": 0.66376, "recall": 0.730237}, {"accuracy": 0.778656, "f1": 0.75079, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"], "main_score": 0.75079, "precision": 0.74031, "recall": 0.778656}, {"accuracy": 0.811265, "f1": 0.760328, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"], "main_score": 0.760328, "precision": 0.738834, "recall": 0.811265}, {"accuracy": 0.844862, "f1": 0.813681, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"], "main_score": 0.813681, "precision": 0.801594, "recall": 0.844862}, {"accuracy": 0.743083, "f1": 0.705674, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"], "main_score": 0.705674, "precision": 0.694666, "recall": 0.743083}, {"accuracy": 0.796443, "f1": 0.745259, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"], "main_score": 0.745259, "precision": 0.723419, "recall": 0.796443}, {"accuracy": 0.738142, "f1": 0.703962, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"], "main_score": 0.703962, "precision": 0.694345, "recall": 0.738142}, {"accuracy": 0.879447, "f1": 0.843017, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"], "main_score": 0.843017, "precision": 0.825922, "recall": 0.879447}, {"accuracy": 0.815217, "f1": 0.77136, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"], "main_score": 0.77136, "precision": 0.754894, "recall": 0.815217}, {"accuracy": 0.794466, "f1": 0.766367, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"], "main_score": 0.766367, "precision": 0.75668, "recall": 0.794466}, {"accuracy": 0.789526, "f1": 0.735888, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"], "main_score": 0.735888, "precision": 0.714643, "recall": 0.789526}, {"accuracy": 0.152174, "f1": 0.123832, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"], "main_score": 0.123832, "precision": 0.11731, "recall": 0.152174}, {"accuracy": 0.859684, "f1": 0.83541, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"], "main_score": 0.83541, "precision": 0.826412, "recall": 0.859684}, {"accuracy": 0.835968, "f1": 0.79106, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"], "main_score": 0.79106, "precision": 0.771838, "recall": 0.835968}, {"accuracy": 0.746047, "f1": 0.690542, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"], "main_score": 0.690542, "precision": 0.67118, "recall": 0.746047}, {"accuracy": 0.676877, "f1": 0.634371, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"], "main_score": 0.634371, "precision": 0.622352, "recall": 0.676877}, {"accuracy": 0.72332, "f1": 0.68658, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"], "main_score": 0.68658, "precision": 0.676432, "recall": 0.72332}, {"accuracy": 0.722332, "f1": 0.687519, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"], "main_score": 0.687519, "precision": 0.677221, "recall": 0.722332}, {"accuracy": 0.762846, "f1": 0.705226, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"], "main_score": 0.705226, "precision": 0.683099, "recall": 0.762846}, {"accuracy": 0.782609, "f1": 0.751914, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"], "main_score": 0.751914, "precision": 0.742721, "recall": 0.782609}, {"accuracy": 0.797431, "f1": 0.749482, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"], "main_score": 0.749482, "precision": 0.731919, "recall": 0.797431}, {"accuracy": 0.701581, "f1": 0.678414, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"], "main_score": 0.678414, "precision": 0.670252, "recall": 0.701581}, {"accuracy": 0.742095, "f1": 0.700612, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"], "main_score": 0.700612, "precision": 0.687625, "recall": 0.742095}, {"accuracy": 0.738142, "f1": 0.703238, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"], "main_score": 0.703238, "precision": 0.694115, "recall": 0.738142}, {"accuracy": 0.763834, "f1": 0.731171, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"], "main_score": 0.731171, "precision": 0.722136, "recall": 0.763834}, {"accuracy": 0.755929, "f1": 0.69597, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"], "main_score": 0.69597, "precision": 0.672061, "recall": 0.755929}, {"accuracy": 0.796443, "f1": 0.743678, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"], "main_score": 0.743678, "precision": 0.722325, "recall": 0.796443}, {"accuracy": 0.710474, "f1": 0.680143, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"], "main_score": 0.680143, "precision": 0.671785, "recall": 0.710474}, {"accuracy": 0.809289, "f1": 0.757016, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"], "main_score": 0.757016, "precision": 0.734667, "recall": 0.809289}, {"accuracy": 0.751976, "f1": 0.726757, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"], "main_score": 0.726757, "precision": 0.719112, "recall": 0.751976}, {"accuracy": 0.750988, "f1": 0.692525, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"], "main_score": 0.692525, "precision": 0.670968, "recall": 0.750988}, {"accuracy": 0.848814, "f1": 0.80687, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"], "main_score": 0.80687, "precision": 0.789295, "recall": 0.848814}, {"accuracy": 0.75, "f1": 0.698237, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"], "main_score": 0.698237, "precision": 0.681079, "recall": 0.75}, {"accuracy": 0.757905, "f1": 0.703301, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"], "main_score": 0.703301, "precision": 0.68371, "recall": 0.757905}, {"accuracy": 0.694664, "f1": 0.635527, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"], "main_score": 0.635527, "precision": 0.615798, "recall": 0.694664}, {"accuracy": 0.718379, "f1": 0.652782, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"], "main_score": 0.652782, "precision": 0.629415, "recall": 0.718379}, {"accuracy": 0.631423, "f1": 0.583219, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"], "main_score": 0.583219, "precision": 0.570959, "recall": 0.631423}, {"accuracy": 0.700593, "f1": 0.643759, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"], "main_score": 0.643759, "precision": 0.6259, "recall": 0.700593}, {"accuracy": 0.749012, "f1": 0.684493, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"], "main_score": 0.684493, "precision": 0.657997, "recall": 0.749012}, {"accuracy": 0.755929, "f1": 0.733371, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"], "main_score": 0.733371, "precision": 0.725118, "recall": 0.755929}, {"accuracy": 0.826087, "f1": 0.778543, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"], "main_score": 0.778543, "precision": 0.758844, "recall": 0.826087}, {"accuracy": 0.736166, "f1": 0.672123, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"], "main_score": 0.672123, "precision": 0.646765, "recall": 0.736166}, {"accuracy": 0.884387, "f1": 0.85127, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"], "main_score": 0.85127, "precision": 0.836578, "recall": 0.884387}, {"accuracy": 0.479249, "f1": 0.403598, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"], "main_score": 0.403598, "precision": 0.381637, "recall": 0.479249}, {"accuracy": 0.729249, "f1": 0.690679, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"], "main_score": 0.690679, "precision": 0.680026, "recall": 0.729249}, {"accuracy": 0.807312, "f1": 0.78442, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"], "main_score": 0.78442, "precision": 0.776074, "recall": 0.807312}, {"accuracy": 0.667984, "f1": 0.614326, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"], "main_score": 0.614326, "precision": 0.598615, "recall": 0.667984}, {"accuracy": 0.780632, "f1": 0.749688, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"], "main_score": 0.749688, "precision": 0.739862, "recall": 0.780632}, {"accuracy": 0.799407, "f1": 0.743728, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"], "main_score": 0.743728, "precision": 0.71889, "recall": 0.799407}, {"accuracy": 0.664032, "f1": 0.605166, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"], "main_score": 0.605166, "precision": 0.588149, "recall": 0.664032}, {"accuracy": 0.724308, "f1": 0.663448, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"], "main_score": 0.663448, "precision": 0.642583, "recall": 0.724308}, {"accuracy": 0.762846, "f1": 0.740412, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"], "main_score": 0.740412, "precision": 0.733661, "recall": 0.762846}, {"accuracy": 0.787549, "f1": 0.733315, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"], "main_score": 0.733315, "precision": 0.710623, "recall": 0.787549}, {"accuracy": 0.874506, "f1": 0.839328, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"], "main_score": 0.839328, "precision": 0.823633, "recall": 0.874506}, {"accuracy": 0.685771, "f1": 0.625392, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"], "main_score": 0.625392, "precision": 0.606576, "recall": 0.685771}, {"accuracy": 0.721344, "f1": 0.668033, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"], "main_score": 0.668033, "precision": 0.650869, "recall": 0.721344}, {"accuracy": 0.667984, "f1": 0.623042, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"], "main_score": 0.623042, "precision": 0.61169, "recall": 0.667984}, {"accuracy": 0.189723, "f1": 0.148881, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"], "main_score": 0.148881, "precision": 0.137041, "recall": 0.189723}, {"accuracy": 0.761858, "f1": 0.700647, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"], "main_score": 0.700647, "precision": 0.675597, "recall": 0.761858}, {"accuracy": 0.693676, "f1": 0.641441, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"], "main_score": 0.641441, "precision": 0.625785, "recall": 0.693676}, {"accuracy": 0.837945, "f1": 0.791718, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"], "main_score": 0.791718, "precision": 0.77164, "recall": 0.837945}, {"accuracy": 0.906126, "f1": 0.877767, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"], "main_score": 0.877767, "precision": 0.864625, "recall": 0.906126}, {"accuracy": 0.690711, "f1": 0.637392, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"], "main_score": 0.637392, "precision": 0.621771, "recall": 0.690711}, {"accuracy": 0.671937, "f1": 0.618141, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"], "main_score": 0.618141, "precision": 0.603663, "recall": 0.671937}, {"accuracy": 0.771739, "f1": 0.716309, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"], "main_score": 0.716309, "precision": 0.695402, "recall": 0.771739}, {"accuracy": 0.76087, "f1": 0.722117, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"], "main_score": 0.722117, "precision": 0.710107, "recall": 0.76087}, {"accuracy": 0.728261, "f1": 0.693285, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"], "main_score": 0.693285, "precision": 0.683818, "recall": 0.728261}, {"accuracy": 0.737154, "f1": 0.707022, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"], "main_score": 0.707022, "precision": 0.697654, "recall": 0.737154}, {"accuracy": 0.637352, "f1": 0.588934, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"], "main_score": 0.588934, "precision": 0.576571, "recall": 0.637352}, {"accuracy": 0.816206, "f1": 0.780877, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"], "main_score": 0.780877, "precision": 0.767567, "recall": 0.816206}, {"accuracy": 0.659091, "f1": 0.580362, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"], "main_score": 0.580362, "precision": 0.550915, "recall": 0.659091}, {"accuracy": 0.83498, "f1": 0.787714, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"], "main_score": 0.787714, "precision": 0.767375, "recall": 0.83498}, {"accuracy": 0.73419, "f1": 0.698451, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"], "main_score": 0.698451, "precision": 0.687043, "recall": 0.73419}, {"accuracy": 0.76087, "f1": 0.739942, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"], "main_score": 0.739942, "precision": 0.733061, "recall": 0.76087}, {"accuracy": 0.780632, "f1": 0.754711, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"], "main_score": 0.754711, "precision": 0.745473, "recall": 0.780632}, {"accuracy": 0.733202, "f1": 0.670716, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"], "main_score": 0.670716, "precision": 0.647524, "recall": 0.733202}, {"accuracy": 0.738142, "f1": 0.671377, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"], "main_score": 0.671377, "precision": 0.644713, "recall": 0.738142}, {"accuracy": 0.756917, "f1": 0.704081, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"], "main_score": 0.704081, "precision": 0.685546, "recall": 0.756917}, {"accuracy": 0.752964, "f1": 0.703007, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"], "main_score": 0.703007, "precision": 0.686525, "recall": 0.752964}, {"accuracy": 0.758893, "f1": 0.700299, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"], "main_score": 0.700299, "precision": 0.6774, "recall": 0.758893}, {"accuracy": 0.83004, "f1": 0.798061, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"], "main_score": 0.798061, "precision": 0.786269, "recall": 0.83004}, {"accuracy": 0.690711, "f1": 0.617768, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"], "main_score": 0.617768, "precision": 0.589904, "recall": 0.690711}, {"accuracy": 0.846838, "f1": 0.804564, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"], "main_score": 0.804564, "precision": 0.786644, "recall": 0.846838}, {"accuracy": 0.812253, "f1": 0.784977, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"], "main_score": 0.784977, "precision": 0.775464, "recall": 0.812253}, {"accuracy": 0.687747, "f1": 0.653946, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"], "main_score": 0.653946, "precision": 0.645032, "recall": 0.687747}, {"accuracy": 0.68083, "f1": 0.653862, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"], "main_score": 0.653862, "precision": 0.646144, "recall": 0.68083}, {"accuracy": 0.702569, "f1": 0.673833, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"], "main_score": 0.673833, "precision": 0.666208, "recall": 0.702569}, {"accuracy": 0.801383, "f1": 0.749821, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"], "main_score": 0.749821, "precision": 0.729463, "recall": 0.801383}, {"accuracy": 0.79249, "f1": 0.744619, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"], "main_score": 0.744619, "precision": 0.726768, "recall": 0.79249}, {"accuracy": 0.75, "f1": 0.687484, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"], "main_score": 0.687484, "precision": 0.662895, "recall": 0.75}, {"accuracy": 0.22332, "f1": 0.18049, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"], "main_score": 0.18049, "precision": 0.166288, "recall": 0.22332}, {"accuracy": 0.797431, "f1": 0.742627, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"], "main_score": 0.742627, "precision": 0.719582, "recall": 0.797431}, {"accuracy": 0.624506, "f1": 0.541965, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"], "main_score": 0.541965, "precision": 0.512023, "recall": 0.624506}, {"accuracy": 0.722332, "f1": 0.668596, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"], "main_score": 0.668596, "precision": 0.651637, "recall": 0.722332}, {"accuracy": 0.896245, "f1": 0.86525, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"], "main_score": 0.86525, "precision": 0.851318, "recall": 0.896245}, {"accuracy": 0.73419, "f1": 0.667926, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"], "main_score": 0.667926, "precision": 0.641988, "recall": 0.73419}, {"accuracy": 0.794466, "f1": 0.740966, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"], "main_score": 0.740966, "precision": 0.719648, "recall": 0.794466}, {"accuracy": 0.775692, "f1": 0.721492, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"], "main_score": 0.721492, "precision": 0.700988, "recall": 0.775692}, {"accuracy": 0.77668, "f1": 0.723557, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"], "main_score": 0.723557, "precision": 0.703123, "recall": 0.77668}, {"accuracy": 0.754941, "f1": 0.705551, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"], "main_score": 0.705551, "precision": 0.689183, "recall": 0.754941}, {"accuracy": 0.780632, "f1": 0.723605, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"], "main_score": 0.723605, "precision": 0.700668, "recall": 0.780632}, {"accuracy": 0.785573, "f1": 0.760107, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"], "main_score": 0.760107, "precision": 0.751693, "recall": 0.785573}, {"accuracy": 0.783597, "f1": 0.731589, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"], "main_score": 0.731589, "precision": 0.711651, "recall": 0.783597}, {"accuracy": 0.717391, "f1": 0.653255, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"], "main_score": 0.653255, "precision": 0.629607, "recall": 0.717391}, {"accuracy": 0.79249, "f1": 0.739149, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"], "main_score": 0.739149, "precision": 0.717968, "recall": 0.79249}, {"accuracy": 0.820158, "f1": 0.769928, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"], "main_score": 0.769928, "precision": 0.748188, "recall": 0.820158}, {"accuracy": 0.678854, "f1": 0.631185, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"], "main_score": 0.631185, "precision": 0.618385, "recall": 0.678854}, {"accuracy": 0.040514, "f1": 0.022974, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"], "main_score": 0.022974, "precision": 0.019652, "recall": 0.040514}, {"accuracy": 0.699605, "f1": 0.661931, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"], "main_score": 0.661931, "precision": 0.651467, "recall": 0.699605}, {"accuracy": 0.745059, "f1": 0.693412, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"], "main_score": 0.693412, "precision": 0.675871, "recall": 0.745059}, {"accuracy": 0.702569, "f1": 0.667506, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"], "main_score": 0.667506, "precision": 0.655793, "recall": 0.702569}, {"accuracy": 0.679842, "f1": 0.641706, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"], "main_score": 0.641706, "precision": 0.631857, "recall": 0.679842}, {"accuracy": 0.655138, "f1": 0.585864, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"], "main_score": 0.585864, "precision": 0.562778, "recall": 0.655138}, {"accuracy": 0.715415, "f1": 0.648467, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"], "main_score": 0.648467, "precision": 0.623168, "recall": 0.715415}, {"accuracy": 0.677866, "f1": 0.637724, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"], "main_score": 0.637724, "precision": 0.628428, "recall": 0.677866}, {"accuracy": 0.66996, "f1": 0.624506, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"], "main_score": 0.624506, "precision": 0.611785, "recall": 0.66996}, {"accuracy": 0.809289, "f1": 0.757246, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"], "main_score": 0.757246, "precision": 0.73559, "recall": 0.809289}, {"accuracy": 0.796443, "f1": 0.742462, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"], "main_score": 0.742462, "precision": 0.720652, "recall": 0.796443}, {"accuracy": 0.609684, "f1": 0.537283, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"], "main_score": 0.537283, "precision": 0.514212, "recall": 0.609684}, {"accuracy": 0.828063, "f1": 0.797932, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"], "main_score": 0.797932, "precision": 0.786544, "recall": 0.828063}, {"accuracy": 0.68083, "f1": 0.607031, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"], "main_score": 0.607031, "precision": 0.579573, "recall": 0.68083}, {"accuracy": 0.737154, "f1": 0.677128, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"], "main_score": 0.677128, "precision": 0.655144, "recall": 0.737154}, {"accuracy": 0.730237, "f1": 0.690928, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"], "main_score": 0.690928, "precision": 0.679424, "recall": 0.730237}, {"accuracy": 0.814229, "f1": 0.765436, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"], "main_score": 0.765436, "precision": 0.745447, "recall": 0.814229}, {"accuracy": 0.762846, "f1": 0.719703, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"], "main_score": 0.719703, "precision": 0.705443, "recall": 0.762846}, {"accuracy": 0.907115, "f1": 0.880105, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"], "main_score": 0.880105, "precision": 0.867424, "recall": 0.907115}, {"accuracy": 0.720356, "f1": 0.666897, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"], "main_score": 0.666897, "precision": 0.650224, "recall": 0.720356}, {"accuracy": 0.679842, "f1": 0.644356, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"], "main_score": 0.644356, "precision": 0.632788, "recall": 0.679842}, {"accuracy": 0.730237, "f1": 0.681218, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"], "main_score": 0.681218, "precision": 0.666638, "recall": 0.730237}, {"accuracy": 0.70751, "f1": 0.648253, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"], "main_score": 0.648253, "precision": 0.628764, "recall": 0.70751}, {"accuracy": 0.76087, "f1": 0.705065, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"], "main_score": 0.705065, "precision": 0.68396, "recall": 0.76087}, {"accuracy": 0.744071, "f1": 0.684723, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"], "main_score": 0.684723, "precision": 0.662743, "recall": 0.744071}, {"accuracy": 0.68083, "f1": 0.621248, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"], "main_score": 0.621248, "precision": 0.60291, "recall": 0.68083}, {"accuracy": 0.857708, "f1": 0.815975, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"], "main_score": 0.815975, "precision": 0.797628, "recall": 0.857708}, {"accuracy": 0.853755, "f1": 0.820571, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"], "main_score": 0.820571, "precision": 0.808213, "recall": 0.853755}, {"accuracy": 0.869565, "f1": 0.838653, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"], "main_score": 0.838653, "precision": 0.825543, "recall": 0.869565}, {"accuracy": 0.763834, "f1": 0.71207, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"], "main_score": 0.71207, "precision": 0.69186, "recall": 0.763834}, {"accuracy": 0.598814, "f1": 0.550717, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"], "main_score": 0.550717, "precision": 0.538949, "recall": 0.598814}, {"accuracy": 0.671937, "f1": 0.623219, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"], "main_score": 0.623219, "precision": 0.609893, "recall": 0.671937}, {"accuracy": 0.702569, "f1": 0.64178, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"], "main_score": 0.64178, "precision": 0.622209, "recall": 0.702569}, {"accuracy": 0.76581, "f1": 0.704304, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"], "main_score": 0.704304, "precision": 0.678988, "recall": 0.76581}, {"accuracy": 0.864625, "f1": 0.824802, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"], "main_score": 0.824802, "precision": 0.807065, "recall": 0.864625}, {"accuracy": 0.68083, "f1": 0.60724, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"], "main_score": 0.60724, "precision": 0.579647, "recall": 0.68083}, {"accuracy": 0.743083, "f1": 0.713705, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"], "main_score": 0.713705, "precision": 0.704731, "recall": 0.743083}, {"accuracy": 0.745059, "f1": 0.688639, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"], "main_score": 0.688639, "precision": 0.668828, "recall": 0.745059}, {"accuracy": 0.753953, "f1": 0.713145, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"], "main_score": 0.713145, "precision": 0.698779, "recall": 0.753953}, {"accuracy": 0.755929, "f1": 0.704926, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"], "main_score": 0.704926, "precision": 0.687245, "recall": 0.755929}, {"accuracy": 0.733202, "f1": 0.679277, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"], "main_score": 0.679277, "precision": 0.661562, "recall": 0.733202}, {"accuracy": 0.832016, "f1": 0.785507, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"], "main_score": 0.785507, "precision": 0.765069, "recall": 0.832016}, {"accuracy": 0.747036, "f1": 0.709174, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"], "main_score": 0.709174, "precision": 0.698221, "recall": 0.747036}, {"accuracy": 0.781621, "f1": 0.724955, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"], "main_score": 0.724955, "precision": 0.701821, "recall": 0.781621}, {"accuracy": 0.8083, "f1": 0.756263, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"], "main_score": 0.756263, "precision": 0.734305, "recall": 0.8083}, {"accuracy": 0.705534, "f1": 0.666378, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"], "main_score": 0.666378, "precision": 0.65521, "recall": 0.705534}, {"accuracy": 0.80336, "f1": 0.752687, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"], "main_score": 0.752687, "precision": 0.732208, "recall": 0.80336}, {"accuracy": 0.80336, "f1": 0.779397, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"], "main_score": 0.779397, "precision": 0.770845, "recall": 0.80336}, {"accuracy": 0.751976, "f1": 0.686347, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"], "main_score": 0.686347, "precision": 0.658771, "recall": 0.751976}, {"accuracy": 0.702569, "f1": 0.658933, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"], "main_score": 0.658933, "precision": 0.646615, "recall": 0.702569}, {"accuracy": 0.768775, "f1": 0.732482, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"], "main_score": 0.732482, "precision": 0.722279, "recall": 0.768775}, {"accuracy": 0.753953, "f1": 0.712058, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"], "main_score": 0.712058, "precision": 0.698916, "recall": 0.753953}, {"accuracy": 0.947628, "f1": 0.930501, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"], "main_score": 0.930501, "precision": 0.922101, "recall": 0.947628}, {"accuracy": 0.837945, "f1": 0.79185, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"], "main_score": 0.79185, "precision": 0.772101, "recall": 0.837945}, {"accuracy": 0.811265, "f1": 0.759618, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"], "main_score": 0.759618, "precision": 0.73722, "recall": 0.811265}, {"accuracy": 0.809289, "f1": 0.757642, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"], "main_score": 0.757642, "precision": 0.73582, "recall": 0.809289}, {"accuracy": 0.812253, "f1": 0.760526, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"], "main_score": 0.760526, "precision": 0.738554, "recall": 0.812253}, {"accuracy": 0.645257, "f1": 0.603597, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"], "main_score": 0.603597, "precision": 0.59306, "recall": 0.645257}, {"accuracy": 0.664032, "f1": 0.635042, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"], "main_score": 0.635042, "precision": 0.627832, "recall": 0.664032}, {"accuracy": 0.692688, "f1": 0.627925, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"], "main_score": 0.627925, "precision": 0.60573, "recall": 0.692688}, {"accuracy": 0.837945, "f1": 0.79346, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"], "main_score": 0.79346, "precision": 0.77332, "recall": 0.837945}, {"accuracy": 0.935771, "f1": 0.917704, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"], "main_score": 0.917704, "precision": 0.909561, "recall": 0.935771}, {"accuracy": 0.814229, "f1": 0.771898, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"], "main_score": 0.771898, "precision": 0.75631, "recall": 0.814229}, {"accuracy": 0.848814, "f1": 0.804513, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"], "main_score": 0.804513, "precision": 0.784865, "recall": 0.848814}, {"accuracy": 0.784585, "f1": 0.728002, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"], "main_score": 0.728002, "precision": 0.70504, "recall": 0.784585}, {"accuracy": 0.695652, "f1": 0.669494, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"], "main_score": 0.669494, "precision": 0.66129, "recall": 0.695652}, {"accuracy": 0.66502, "f1": 0.585978, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"], "main_score": 0.585978, "precision": 0.555371, "recall": 0.66502}, {"accuracy": 0.68083, "f1": 0.626949, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"], "main_score": 0.626949, "precision": 0.610858, "recall": 0.68083}, {"accuracy": 0.766798, "f1": 0.712914, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"], "main_score": 0.712914, "precision": 0.693069, "recall": 0.766798}, {"accuracy": 0.720356, "f1": 0.652033, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"], "main_score": 0.652033, "precision": 0.625612, "recall": 0.720356}, {"accuracy": 0.656126, "f1": 0.585282, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"], "main_score": 0.585282, "precision": 0.561684, "recall": 0.656126}, {"accuracy": 0.786561, "f1": 0.739635, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"], "main_score": 0.739635, "precision": 0.723247, "recall": 0.786561}, {"accuracy": 0.688735, "f1": 0.628843, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"], "main_score": 0.628843, "precision": 0.609388, "recall": 0.688735}, {"accuracy": 0.761858, "f1": 0.708422, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"], "main_score": 0.708422, "precision": 0.689413, "recall": 0.761858}, {"accuracy": 0.630435, "f1": 0.549299, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"], "main_score": 0.549299, "precision": 0.519695, "recall": 0.630435}, {"accuracy": 0.73419, "f1": 0.697139, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"], "main_score": 0.697139, "precision": 0.687388, "recall": 0.73419}, {"accuracy": 0.757905, "f1": 0.722314, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"], "main_score": 0.722314, "precision": 0.712111, "recall": 0.757905}, {"accuracy": 0.692688, "f1": 0.649785, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"], "main_score": 0.649785, "precision": 0.63914, "recall": 0.692688}, {"accuracy": 0.767787, "f1": 0.727471, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"], "main_score": 0.727471, "precision": 0.715145, "recall": 0.767787}, {"accuracy": 0.70751, "f1": 0.651398, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"], "main_score": 0.651398, "precision": 0.633455, "recall": 0.70751}, {"accuracy": 0.802372, "f1": 0.747299, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"], "main_score": 0.747299, "precision": 0.72393, "recall": 0.802372}, {"accuracy": 0.769763, "f1": 0.70855, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"], "main_score": 0.70855, "precision": 0.683119, "recall": 0.769763}, {"accuracy": 0.781621, "f1": 0.723715, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"], "main_score": 0.723715, "precision": 0.697464, "recall": 0.781621}, {"accuracy": 0.054348, "f1": 0.030736, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"], "main_score": 0.030736, "precision": 0.024975, "recall": 0.054348}, {"accuracy": 0.743083, "f1": 0.701588, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"], "main_score": 0.701588, "precision": 0.687755, "recall": 0.743083}, {"accuracy": 0.730237, "f1": 0.675871, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"], "main_score": 0.675871, "precision": 0.657197, "recall": 0.730237}, {"accuracy": 0.83004, "f1": 0.784124, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"], "main_score": 0.784124, "precision": 0.764163, "recall": 0.83004}, {"accuracy": 0.829051, "f1": 0.77859, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"], "main_score": 0.77859, "precision": 0.755632, "recall": 0.829051}, {"accuracy": 0.864625, "f1": 0.825758, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"], "main_score": 0.825758, "precision": 0.807148, "recall": 0.864625}, {"accuracy": 0.715415, "f1": 0.670481, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"], "main_score": 0.670481, "precision": 0.654609, "recall": 0.715415}, {"accuracy": 0.790514, "f1": 0.736053, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"], "main_score": 0.736053, "precision": 0.712434, "recall": 0.790514}, {"accuracy": 0.715415, "f1": 0.647156, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"], "main_score": 0.647156, "precision": 0.621485, "recall": 0.715415}, {"accuracy": 0.653162, "f1": 0.610189, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"], "main_score": 0.610189, "precision": 0.596736, "recall": 0.653162}, {"accuracy": 0.754941, "f1": 0.69679, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"], "main_score": 0.69679, "precision": 0.673939, "recall": 0.754941}, {"accuracy": 0.844862, "f1": 0.802833, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"], "main_score": 0.802833, "precision": 0.783597, "recall": 0.844862}, {"accuracy": 0.900198, "f1": 0.870619, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"], "main_score": 0.870619, "precision": 0.856802, "recall": 0.900198}, {"accuracy": 0.733202, "f1": 0.676434, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"], "main_score": 0.676434, "precision": 0.656172, "recall": 0.733202}, {"accuracy": 0.763834, "f1": 0.723923, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"], "main_score": 0.723923, "precision": 0.708504, "recall": 0.763834}, {"accuracy": 0.823123, "f1": 0.776647, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"], "main_score": 0.776647, "precision": 0.755632, "recall": 0.823123}, {"accuracy": 0.8083, "f1": 0.763976, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"], "main_score": 0.763976, "precision": 0.746498, "recall": 0.8083}, {"accuracy": 0.726285, "f1": 0.673454, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"], "main_score": 0.673454, "precision": 0.655094, "recall": 0.726285}, {"accuracy": 0.715415, "f1": 0.650284, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"], "main_score": 0.650284, "precision": 0.62444, "recall": 0.715415}, {"accuracy": 0.735178, "f1": 0.68785, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"], "main_score": 0.68785, "precision": 0.671802, "recall": 0.735178}, {"accuracy": 0.867589, "f1": 0.832708, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"], "main_score": 0.832708, "precision": 0.816782, "recall": 0.867589}, {"accuracy": 0.818182, "f1": 0.771542, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"], "main_score": 0.771542, "precision": 0.752866, "recall": 0.818182}, {"accuracy": 0.76087, "f1": 0.720674, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"], "main_score": 0.720674, "precision": 0.705784, "recall": 0.76087}, {"accuracy": 0.798419, "f1": 0.741074, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"], "main_score": 0.741074, "precision": 0.715695, "recall": 0.798419}, {"accuracy": 0.149209, "f1": 0.118688, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"], "main_score": 0.118688, "precision": 0.110798, "recall": 0.149209}, {"accuracy": 0.821146, "f1": 0.783485, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"], "main_score": 0.783485, "precision": 0.768701, "recall": 0.821146}, {"accuracy": 0.870553, "f1": 0.833333, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"], "main_score": 0.833333, "precision": 0.815382, "recall": 0.870553}, {"accuracy": 0.762846, "f1": 0.702637, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"], "main_score": 0.702637, "precision": 0.67832, "recall": 0.762846}, {"accuracy": 0.685771, "f1": 0.633326, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"], "main_score": 0.633326, "precision": 0.61664, "recall": 0.685771}, {"accuracy": 0.752964, "f1": 0.714473, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"], "main_score": 0.714473, "precision": 0.702125, "recall": 0.752964}, {"accuracy": 0.703557, "f1": 0.661072, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"], "main_score": 0.661072, "precision": 0.646394, "recall": 0.703557}, {"accuracy": 0.774704, "f1": 0.717325, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"], "main_score": 0.717325, "precision": 0.692509, "recall": 0.774704}, {"accuracy": 0.790514, "f1": 0.750143, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"], "main_score": 0.750143, "precision": 0.735437, "recall": 0.790514}, {"accuracy": 0.797431, "f1": 0.745593, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"], "main_score": 0.745593, "precision": 0.724795, "recall": 0.797431}, {"accuracy": 0.705534, "f1": 0.665113, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"], "main_score": 0.665113, "precision": 0.649677, "recall": 0.705534}, {"accuracy": 0.737154, "f1": 0.68765, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"], "main_score": 0.68765, "precision": 0.670759, "recall": 0.737154}, {"accuracy": 0.717391, "f1": 0.670581, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"], "main_score": 0.670581, "precision": 0.655134, "recall": 0.717391}, {"accuracy": 0.768775, "f1": 0.724405, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"], "main_score": 0.724405, "precision": 0.708932, "recall": 0.768775}, {"accuracy": 0.785573, "f1": 0.730237, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"], "main_score": 0.730237, "precision": 0.705122, "recall": 0.785573}, {"accuracy": 0.793478, "f1": 0.739413, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"], "main_score": 0.739413, "precision": 0.716518, "recall": 0.793478}, {"accuracy": 0.701581, "f1": 0.656261, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"], "main_score": 0.656261, "precision": 0.64054, "recall": 0.701581}, {"accuracy": 0.796443, "f1": 0.741996, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"], "main_score": 0.741996, "precision": 0.717507, "recall": 0.796443}, {"accuracy": 0.731225, "f1": 0.695431, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"], "main_score": 0.695431, "precision": 0.683126, "recall": 0.731225}, {"accuracy": 0.744071, "f1": 0.678929, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"], "main_score": 0.678929, "precision": 0.653016, "recall": 0.744071}, {"accuracy": 0.810277, "f1": 0.758564, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"], "main_score": 0.758564, "precision": 0.735721, "recall": 0.810277}, {"accuracy": 0.763834, "f1": 0.708283, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"], "main_score": 0.708283, "precision": 0.687321, "recall": 0.763834}, {"accuracy": 0.755929, "f1": 0.692556, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"], "main_score": 0.692556, "precision": 0.666354, "recall": 0.755929}, {"accuracy": 0.710474, "f1": 0.642604, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"], "main_score": 0.642604, "precision": 0.616269, "recall": 0.710474}, {"accuracy": 0.731225, "f1": 0.665027, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"], "main_score": 0.665027, "precision": 0.639387, "recall": 0.731225}, {"accuracy": 0.626482, "f1": 0.570533, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"], "main_score": 0.570533, "precision": 0.553094, "recall": 0.626482}, {"accuracy": 0.701581, "f1": 0.635024, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"], "main_score": 0.635024, "precision": 0.61037, "recall": 0.701581}, {"accuracy": 0.781621, "f1": 0.722266, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"], "main_score": 0.722266, "precision": 0.695916, "recall": 0.781621}, {"accuracy": 0.728261, "f1": 0.689961, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"], "main_score": 0.689961, "precision": 0.674659, "recall": 0.728261}, {"accuracy": 0.827075, "f1": 0.777602, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"], "main_score": 0.777602, "precision": 0.755303, "recall": 0.827075}, {"accuracy": 0.770751, "f1": 0.713999, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"], "main_score": 0.713999, "precision": 0.689312, "recall": 0.770751}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"], "main_score": 0.846904, "precision": 0.830616, "recall": 0.881423}, {"accuracy": 0.508893, "f1": 0.427873, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"], "main_score": 0.427873, "precision": 0.401257, "recall": 0.508893}, {"accuracy": 0.736166, "f1": 0.689348, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"], "main_score": 0.689348, "precision": 0.673621, "recall": 0.736166}, {"accuracy": 0.768775, "f1": 0.729825, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"], "main_score": 0.729825, "precision": 0.715182, "recall": 0.768775}, {"accuracy": 0.68083, "f1": 0.619724, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"], "main_score": 0.619724, "precision": 0.600323, "recall": 0.68083}, {"accuracy": 0.758893, "f1": 0.715292, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"], "main_score": 0.715292, "precision": 0.698869, "recall": 0.758893}, {"accuracy": 0.817194, "f1": 0.768972, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"], "main_score": 0.768972, "precision": 0.746821, "recall": 0.817194}, {"accuracy": 0.688735, "f1": 0.62583, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"], "main_score": 0.62583, "precision": 0.604941, "recall": 0.688735}, {"accuracy": 0.749012, "f1": 0.684176, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"], "main_score": 0.684176, "precision": 0.658432, "recall": 0.749012}, {"accuracy": 0.733202, "f1": 0.692913, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"], "main_score": 0.692913, "precision": 0.6775, "recall": 0.733202}, {"accuracy": 0.821146, "f1": 0.772233, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"], "main_score": 0.772233, "precision": 0.750642, "recall": 0.821146}, {"accuracy": 0.944664, "f1": 0.929513, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"], "main_score": 0.929513, "precision": 0.922299, "recall": 0.944664}, {"accuracy": 0.711462, "f1": 0.648959, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"], "main_score": 0.648959, "precision": 0.626853, "recall": 0.711462}, {"accuracy": 0.749012, "f1": 0.692439, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"], "main_score": 0.692439, "precision": 0.672401, "recall": 0.749012}, {"accuracy": 0.699605, "f1": 0.648052, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"], "main_score": 0.648052, "precision": 0.632253, "recall": 0.699605}, {"accuracy": 0.179842, "f1": 0.13332, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"], "main_score": 0.13332, "precision": 0.119799, "recall": 0.179842}, {"accuracy": 0.77668, "f1": 0.716173, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"], "main_score": 0.716173, "precision": 0.688686, "recall": 0.77668}, {"accuracy": 0.706522, "f1": 0.64849, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"], "main_score": 0.64849, "precision": 0.628995, "recall": 0.706522}, {"accuracy": 0.846838, "f1": 0.802866, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"], "main_score": 0.802866, "precision": 0.782444, "recall": 0.846838}, {"accuracy": 0.884387, "f1": 0.851449, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"], "main_score": 0.851449, "precision": 0.835804, "recall": 0.884387}, {"accuracy": 0.702569, "f1": 0.642714, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"], "main_score": 0.642714, "precision": 0.622632, "recall": 0.702569}, {"accuracy": 0.676877, "f1": 0.613123, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"], "main_score": 0.613123, "precision": 0.591802, "recall": 0.676877}, {"accuracy": 0.764822, "f1": 0.707009, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"], "main_score": 0.707009, "precision": 0.683623, "recall": 0.764822}, {"accuracy": 0.775692, "f1": 0.730833, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"], "main_score": 0.730833, "precision": 0.714914, "recall": 0.775692}, {"accuracy": 0.724308, "f1": 0.677345, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"], "main_score": 0.677345, "precision": 0.662243, "recall": 0.724308}, {"accuracy": 0.735178, "f1": 0.691654, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"], "main_score": 0.691654, "precision": 0.676679, "recall": 0.735178}, {"accuracy": 0.641304, "f1": 0.581473, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"], "main_score": 0.581473, "precision": 0.562879, "recall": 0.641304}, {"accuracy": 0.756917, "f1": 0.704803, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"], "main_score": 0.704803, "precision": 0.683725, "recall": 0.756917}, {"accuracy": 0.712451, "f1": 0.639312, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"], "main_score": 0.639312, "precision": 0.607915, "recall": 0.712451}, {"accuracy": 0.840909, "f1": 0.798123, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"], "main_score": 0.798123, "precision": 0.778409, "recall": 0.840909}, {"accuracy": 0.73913, "f1": 0.698262, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"], "main_score": 0.698262, "precision": 0.684113, "recall": 0.73913}, {"accuracy": 0.759881, "f1": 0.724878, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"], "main_score": 0.724878, "precision": 0.711579, "recall": 0.759881}, {"accuracy": 0.743083, "f1": 0.701542, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"], "main_score": 0.701542, "precision": 0.6853, "recall": 0.743083}, {"accuracy": 0.733202, "f1": 0.665489, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"], "main_score": 0.665489, "precision": 0.637014, "recall": 0.733202}, {"accuracy": 0.762846, "f1": 0.700132, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"], "main_score": 0.700132, "precision": 0.672085, "recall": 0.762846}, {"accuracy": 0.769763, "f1": 0.710613, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"], "main_score": 0.710613, "precision": 0.687076, "recall": 0.769763}, {"accuracy": 0.762846, "f1": 0.710074, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"], "main_score": 0.710074, "precision": 0.690847, "recall": 0.762846}, {"accuracy": 0.8083, "f1": 0.751812, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"], "main_score": 0.751812, "precision": 0.725626, "recall": 0.8083}, {"accuracy": 0.794466, "f1": 0.749404, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"], "main_score": 0.749404, "precision": 0.731941, "recall": 0.794466}, {"accuracy": 0.737154, "f1": 0.669782, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"], "main_score": 0.669782, "precision": 0.640547, "recall": 0.737154}, {"accuracy": 0.826087, "f1": 0.778722, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"], "main_score": 0.778722, "precision": 0.757411, "recall": 0.826087}, {"accuracy": 0.797431, "f1": 0.759892, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"], "main_score": 0.759892, "precision": 0.746046, "recall": 0.797431}, {"accuracy": 0.693676, "f1": 0.652302, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"], "main_score": 0.652302, "precision": 0.639382, "recall": 0.693676}, {"accuracy": 0.678854, "f1": 0.643847, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"], "main_score": 0.643847, "precision": 0.63216, "recall": 0.678854}, {"accuracy": 0.670949, "f1": 0.628203, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"], "main_score": 0.628203, "precision": 0.613433, "recall": 0.670949}, {"accuracy": 0.798419, "f1": 0.742292, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"], "main_score": 0.742292, "precision": 0.717309, "recall": 0.798419}, {"accuracy": 0.800395, "f1": 0.750612, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"], "main_score": 0.750612, "precision": 0.73027, "recall": 0.800395}, {"accuracy": 0.788538, "f1": 0.735441, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"], "main_score": 0.735441, "precision": 0.712401, "recall": 0.788538}, {"accuracy": 0.220356, "f1": 0.178497, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"], "main_score": 0.178497, "precision": 0.164117, "recall": 0.220356}, {"accuracy": 0.813241, "f1": 0.763439, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"], "main_score": 0.763439, "precision": 0.74081, "recall": 0.813241}, {"accuracy": 0.636364, "f1": 0.553496, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"], "main_score": 0.553496, "precision": 0.521229, "recall": 0.636364}, {"accuracy": 0.737154, "f1": 0.676703, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"], "main_score": 0.676703, "precision": 0.653848, "recall": 0.737154}, {"accuracy": 0.882411, "f1": 0.846509, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"], "main_score": 0.846509, "precision": 0.829381, "recall": 0.882411}, {"accuracy": 0.764822, "f1": 0.705058, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"], "main_score": 0.705058, "precision": 0.679694, "recall": 0.764822}, {"accuracy": 0.802372, "f1": 0.749228, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"], "main_score": 0.749228, "precision": 0.725856, "recall": 0.802372}, {"accuracy": 0.778656, "f1": 0.719804, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"], "main_score": 0.719804, "precision": 0.695463, "recall": 0.778656}, {"accuracy": 0.780632, "f1": 0.722285, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"], "main_score": 0.722285, "precision": 0.697941, "recall": 0.780632}, {"accuracy": 0.752964, "f1": 0.699436, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"], "main_score": 0.699436, "precision": 0.679571, "recall": 0.752964}, {"accuracy": 0.806324, "f1": 0.752141, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"], "main_score": 0.752141, "precision": 0.728343, "recall": 0.806324}, {"accuracy": 0.773715, "f1": 0.73583, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"], "main_score": 0.73583, "precision": 0.722192, "recall": 0.773715}, {"accuracy": 0.789526, "f1": 0.733305, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"], "main_score": 0.733305, "precision": 0.709387, "recall": 0.789526}, {"accuracy": 0.740119, "f1": 0.672069, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"], "main_score": 0.672069, "precision": 0.642309, "recall": 0.740119}, {"accuracy": 0.791502, "f1": 0.737681, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"], "main_score": 0.737681, "precision": 0.712862, "recall": 0.791502}, {"accuracy": 0.854743, "f1": 0.81413, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"], "main_score": 0.81413, "precision": 0.794878, "recall": 0.854743}, {"accuracy": 0.695652, "f1": 0.639221, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"], "main_score": 0.639221, "precision": 0.620483, "recall": 0.695652}, {"accuracy": 0.036561, "f1": 0.019659, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"], "main_score": 0.019659, "precision": 0.016523, "recall": 0.036561}, {"accuracy": 0.695652, "f1": 0.64763, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"], "main_score": 0.64763, "precision": 0.631017, "recall": 0.695652}, {"accuracy": 0.764822, "f1": 0.711815, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"], "main_score": 0.711815, "precision": 0.691265, "recall": 0.764822}, {"accuracy": 0.689723, "f1": 0.644004, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"], "main_score": 0.644004, "precision": 0.626829, "recall": 0.689723}, {"accuracy": 0.694664, "f1": 0.644205, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"], "main_score": 0.644205, "precision": 0.627133, "recall": 0.694664}, {"accuracy": 0.699605, "f1": 0.634226, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"], "main_score": 0.634226, "precision": 0.609952, "recall": 0.699605}, {"accuracy": 0.758893, "f1": 0.69753, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"], "main_score": 0.69753, "precision": 0.671262, "recall": 0.758893}, {"accuracy": 0.683794, "f1": 0.63358, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"], "main_score": 0.63358, "precision": 0.61808, "recall": 0.683794}, {"accuracy": 0.685771, "f1": 0.632009, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"], "main_score": 0.632009, "precision": 0.614734, "recall": 0.685771}, {"accuracy": 0.821146, "f1": 0.76988, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"], "main_score": 0.76988, "precision": 0.747283, "recall": 0.821146}, {"accuracy": 0.807312, "f1": 0.755341, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"], "main_score": 0.755341, "precision": 0.732823, "recall": 0.807312}, {"accuracy": 0.63834, "f1": 0.561746, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"], "main_score": 0.561746, "precision": 0.533328, "recall": 0.63834}, {"accuracy": 0.788538, "f1": 0.743786, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"], "main_score": 0.743786, "precision": 0.725763, "recall": 0.788538}, {"accuracy": 0.718379, "f1": 0.651845, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"], "main_score": 0.651845, "precision": 0.623446, "recall": 0.718379}, {"accuracy": 0.77668, "f1": 0.7217, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"], "main_score": 0.7217, "precision": 0.699432, "recall": 0.77668}, {"accuracy": 0.740119, "f1": 0.687779, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"], "main_score": 0.687779, "precision": 0.669315, "recall": 0.740119}, {"accuracy": 0.811265, "f1": 0.760606, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"], "main_score": 0.760606, "precision": 0.737978, "recall": 0.811265}, {"accuracy": 0.755929, "f1": 0.704264, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"], "main_score": 0.704264, "precision": 0.685015, "recall": 0.755929}, {"accuracy": 0.889328, "f1": 0.859684, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"], "main_score": 0.859684, "precision": 0.84552, "recall": 0.889328}, {"accuracy": 0.750988, "f1": 0.694819, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"], "main_score": 0.694819, "precision": 0.673915, "recall": 0.750988}, {"accuracy": 0.65415, "f1": 0.604047, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"], "main_score": 0.604047, "precision": 0.5853, "recall": 0.65415}, {"accuracy": 0.733202, "f1": 0.680489, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"], "main_score": 0.680489, "precision": 0.662419, "recall": 0.733202}, {"accuracy": 0.714427, "f1": 0.652592, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"], "main_score": 0.652592, "precision": 0.630447, "recall": 0.714427}, {"accuracy": 0.775692, "f1": 0.718933, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"], "main_score": 0.718933, "precision": 0.695364, "recall": 0.775692}, {"accuracy": 0.726285, "f1": 0.660175, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"], "main_score": 0.660175, "precision": 0.633805, "recall": 0.726285}, {"accuracy": 0.693676, "f1": 0.628426, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"], "main_score": 0.628426, "precision": 0.605367, "recall": 0.693676}, {"accuracy": 0.867589, "f1": 0.829545, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"], "main_score": 0.829545, "precision": 0.81143, "recall": 0.867589}, {"accuracy": 0.846838, "f1": 0.806689, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"], "main_score": 0.806689, "precision": 0.78998, "recall": 0.846838}, {"accuracy": 0.818182, "f1": 0.773262, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"], "main_score": 0.773262, "precision": 0.754828, "recall": 0.818182}, {"accuracy": 0.689723, "f1": 0.62305, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"], "main_score": 0.62305, "precision": 0.597318, "recall": 0.689723}, {"accuracy": 0.632411, "f1": 0.577791, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"], "main_score": 0.577791, "precision": 0.561713, "recall": 0.632411}, {"accuracy": 0.697628, "f1": 0.642214, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"], "main_score": 0.642214, "precision": 0.624296, "recall": 0.697628}, {"accuracy": 0.716403, "f1": 0.652674, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"], "main_score": 0.652674, "precision": 0.629638, "recall": 0.716403}, {"accuracy": 0.756917, "f1": 0.690763, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"], "main_score": 0.690763, "precision": 0.661841, "recall": 0.756917}, {"accuracy": 0.851779, "f1": 0.808103, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"], "main_score": 0.808103, "precision": 0.788406, "recall": 0.851779}, {"accuracy": 0.738142, "f1": 0.671494, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"], "main_score": 0.671494, "precision": 0.643314, "recall": 0.738142}, {"accuracy": 0.748024, "f1": 0.707929, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"], "main_score": 0.707929, "precision": 0.693864, "recall": 0.748024}, {"accuracy": 0.768775, "f1": 0.711204, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"], "main_score": 0.711204, "precision": 0.688719, "recall": 0.768775}, {"accuracy": 0.711462, "f1": 0.65653, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"], "main_score": 0.65653, "precision": 0.635866, "recall": 0.711462}, {"accuracy": 0.713439, "f1": 0.652105, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"], "main_score": 0.652105, "precision": 0.630352, "recall": 0.713439}, {"accuracy": 0.737154, "f1": 0.672987, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"], "main_score": 0.672987, "precision": 0.648387, "recall": 0.737154}, {"accuracy": 0.863636, "f1": 0.825296, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"], "main_score": 0.825296, "precision": 0.807559, "recall": 0.863636}, {"accuracy": 0.755929, "f1": 0.711305, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"], "main_score": 0.711305, "precision": 0.696123, "recall": 0.755929}, {"accuracy": 0.801383, "f1": 0.746937, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"], "main_score": 0.746937, "precision": 0.722497, "recall": 0.801383}, {"accuracy": 0.833992, "f1": 0.788307, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"], "main_score": 0.788307, "precision": 0.767457, "recall": 0.833992}, {"accuracy": 0.694664, "f1": 0.644208, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"], "main_score": 0.644208, "precision": 0.627395, "recall": 0.694664}, {"accuracy": 0.797431, "f1": 0.745125, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"], "main_score": 0.745125, "precision": 0.721492, "recall": 0.797431}, {"accuracy": 0.770751, "f1": 0.726917, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"], "main_score": 0.726917, "precision": 0.709116, "recall": 0.770751}, {"accuracy": 0.804348, "f1": 0.751779, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"], "main_score": 0.751779, "precision": 0.727635, "recall": 0.804348}, {"accuracy": 0.708498, "f1": 0.656336, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"], "main_score": 0.656336, "precision": 0.639238, "recall": 0.708498}, {"accuracy": 0.772727, "f1": 0.726427, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"], "main_score": 0.726427, "precision": 0.7097, "recall": 0.772727}, {"accuracy": 0.738142, "f1": 0.68595, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"], "main_score": 0.68595, "precision": 0.66723, "recall": 0.738142}, {"accuracy": 0.924901, "f1": 0.903162, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"], "main_score": 0.903162, "precision": 0.892787, "recall": 0.924901}, {"accuracy": 0.83498, "f1": 0.787088, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"], "main_score": 0.787088, "precision": 0.765069, "recall": 0.83498}, {"accuracy": 0.837945, "f1": 0.794269, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"], "main_score": 0.794269, "precision": 0.773551, "recall": 0.837945}, {"accuracy": 0.806324, "f1": 0.75392, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"], "main_score": 0.75392, "precision": 0.729414, "recall": 0.806324}, {"accuracy": 0.812253, "f1": 0.761182, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"], "main_score": 0.761182, "precision": 0.738316, "recall": 0.812253}, {"accuracy": 0.646245, "f1": 0.591889, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"], "main_score": 0.591889, "precision": 0.573897, "recall": 0.646245}, {"accuracy": 0.690711, "f1": 0.646373, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"], "main_score": 0.646373, "precision": 0.631671, "recall": 0.690711}, {"accuracy": 0.698617, "f1": 0.628101, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"], "main_score": 0.628101, "precision": 0.60147, "recall": 0.698617}, {"accuracy": 0.831028, "f1": 0.789987, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"], "main_score": 0.789987, "precision": 0.770751, "recall": 0.831028}, {"accuracy": 0.91502, "f1": 0.891535, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"], "main_score": 0.891535, "precision": 0.880847, "recall": 0.91502}, {"accuracy": 0.807312, "f1": 0.759027, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"], "main_score": 0.759027, "precision": 0.739255, "recall": 0.807312}, {"accuracy": 0.854743, "f1": 0.811495, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"], "main_score": 0.811495, "precision": 0.790926, "recall": 0.854743}, {"accuracy": 0.825099, "f1": 0.776845, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"], "main_score": 0.776845, "precision": 0.755188, "recall": 0.825099}, {"accuracy": 0.694664, "f1": 0.654294, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"], "main_score": 0.654294, "precision": 0.639616, "recall": 0.694664}, {"accuracy": 0.70751, "f1": 0.639015, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"], "main_score": 0.639015, "precision": 0.609545, "recall": 0.70751}, {"accuracy": 0.704545, "f1": 0.640828, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"], "main_score": 0.640828, "precision": 0.617324, "recall": 0.704545}, {"accuracy": 0.783597, "f1": 0.72635, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"], "main_score": 0.72635, "precision": 0.702454, "recall": 0.783597}, {"accuracy": 0.73419, "f1": 0.668464, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"], "main_score": 0.668464, "precision": 0.641387, "recall": 0.73419}, {"accuracy": 0.704545, "f1": 0.63298, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"], "main_score": 0.63298, "precision": 0.604315, "recall": 0.704545}, {"accuracy": 0.782609, "f1": 0.73338, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"], "main_score": 0.73338, "precision": 0.715207, "recall": 0.782609}, {"accuracy": 0.716403, "f1": 0.655391, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"], "main_score": 0.655391, "precision": 0.632395, "recall": 0.716403}, {"accuracy": 0.771739, "f1": 0.71349, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"], "main_score": 0.71349, "precision": 0.689718, "recall": 0.771739}, {"accuracy": 0.657115, "f1": 0.580112, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"], "main_score": 0.580112, "precision": 0.549153, "recall": 0.657115}, {"accuracy": 0.717391, "f1": 0.672186, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"], "main_score": 0.672186, "precision": 0.658345, "recall": 0.717391}, {"accuracy": 0.76581, "f1": 0.724625, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"], "main_score": 0.724625, "precision": 0.711012, "recall": 0.76581}, {"accuracy": 0.701581, "f1": 0.646698, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"], "main_score": 0.646698, "precision": 0.628875, "recall": 0.701581}, {"accuracy": 0.761858, "f1": 0.711677, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"], "main_score": 0.711677, "precision": 0.694041, "recall": 0.761858}, {"accuracy": 0.732213, "f1": 0.674447, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"], "main_score": 0.674447, "precision": 0.65257, "recall": 0.732213}, {"accuracy": 0.817194, "f1": 0.767622, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"], "main_score": 0.767622, "precision": 0.744401, "recall": 0.817194}, {"accuracy": 0.923913, "f1": 0.901581, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"], "main_score": 0.901581, "precision": 0.891222, "recall": 0.923913}, {"accuracy": 0.895257, "f1": 0.864789, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"], "main_score": 0.864789, "precision": 0.850494, "recall": 0.895257}, {"accuracy": 0.050395, "f1": 0.026311, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"], "main_score": 0.026311, "precision": 0.021065, "recall": 0.050395}, {"accuracy": 0.980237, "f1": 0.974755, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"], "main_score": 0.974755, "precision": 0.972332, "recall": 0.980237}, {"accuracy": 0.978261, "f1": 0.972398, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"], "main_score": 0.972398, "precision": 0.969779, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.925889, "f1": 0.904611, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"], "main_score": 0.904611, "precision": 0.894763, "recall": 0.925889}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"], "main_score": 0.929677, "precision": 0.921278, "recall": 0.94664}, {"accuracy": 0.972332, "f1": 0.965104, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"], "main_score": 0.965104, "precision": 0.962204, "recall": 0.972332}, {"accuracy": 0.968379, "f1": 0.959552, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"], "main_score": 0.959552, "precision": 0.955451, "recall": 0.968379}, {"accuracy": 0.935771, "f1": 0.91502, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"], "main_score": 0.91502, "precision": 0.904809, "recall": 0.935771}, {"accuracy": 0.952569, "f1": 0.936924, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"], "main_score": 0.936924, "precision": 0.929183, "recall": 0.952569}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.975296, "f1": 0.969383, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"], "main_score": 0.969383, "precision": 0.966831, "recall": 0.975296}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"], "main_score": 0.899209, "precision": 0.88834, "recall": 0.921937}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.95751, "f1": 0.944236, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"], "main_score": 0.944236, "precision": 0.937994, "recall": 0.95751}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.972299, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"], "main_score": 0.972299, "precision": 0.969697, "recall": 0.978261}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.199605, "f1": 0.158335, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"], "main_score": 0.158335, "precision": 0.146976, "recall": 0.199605}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"], "main_score": 0.961462, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"], "main_score": 0.969532, "precision": 0.966238, "recall": 0.976285}, {"accuracy": 0.975296, "f1": 0.968709, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"], "main_score": 0.968709, "precision": 0.96558, "recall": 0.975296}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"], "main_score": 0.917655, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"], "main_score": 0.963999, "precision": 0.960063, "recall": 0.972332}, {"accuracy": 0.95751, "f1": 0.94811, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"], "main_score": 0.94811, "precision": 0.943923, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"], "main_score": 0.966568, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.900198, "f1": 0.870455, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"], "main_score": 0.870455, "precision": 0.856143, "recall": 0.900198}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"], "main_score": 0.922101, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.974308, "f1": 0.967523, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"], "main_score": 0.967523, "precision": 0.964756, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.983202, "f1": 0.97892, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"], "main_score": 0.97892, "precision": 0.977141, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"], "main_score": 0.918808, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.896245, "f1": 0.867391, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"], "main_score": 0.867391, "precision": 0.85359, "recall": 0.896245}, {"accuracy": 0.970356, "f1": 0.962305, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"], "main_score": 0.962305, "precision": 0.95891, "recall": 0.970356}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"], "main_score": 0.919137, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.885375, "f1": 0.85168, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"], "main_score": 0.85168, "precision": 0.835392, "recall": 0.885375}, {"accuracy": 0.925889, "f1": 0.905204, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"], "main_score": 0.905204, "precision": 0.895504, "recall": 0.925889}, {"accuracy": 0.709486, "f1": 0.646349, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"], "main_score": 0.646349, "precision": 0.62024, "recall": 0.709486}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"], "main_score": 0.976943, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"], "main_score": 0.973155, "precision": 0.970389, "recall": 0.979249}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.916996, "f1": 0.891798, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"], "main_score": 0.891798, "precision": 0.879974, "recall": 0.916996}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.986891, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"], "main_score": 0.986891, "precision": 0.986084, "recall": 0.98913}, {"accuracy": 0.883399, "f1": 0.851087, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"], "main_score": 0.851087, "precision": 0.835968, "recall": 0.883399}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"], "main_score": 0.9361, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.905138, "f1": 0.875823, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"], "main_score": 0.875823, "precision": 0.86166, "recall": 0.905138}, {"accuracy": 0.962451, "f1": 0.951416, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"], "main_score": 0.951416, "precision": 0.946311, "recall": 0.962451}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.213439, "f1": 0.14887, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"], "main_score": 0.14887, "precision": 0.130174, "recall": 0.213439}, {"accuracy": 0.916996, "f1": 0.892424, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"], "main_score": 0.892424, "precision": 0.880929, "recall": 0.916996}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"], "main_score": 0.92276, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"], "main_score": 0.904545, "precision": 0.893692, "recall": 0.926877}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"], "main_score": 0.936825, "precision": 0.92976, "recall": 0.951581}, {"accuracy": 0.967391, "f1": 0.95774, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"], "main_score": 0.95774, "precision": 0.953146, "recall": 0.967391}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.983762, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"], "main_score": 0.983762, "precision": 0.982296, "recall": 0.987154}, {"accuracy": 0.980237, "f1": 0.974802, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"], "main_score": 0.974802, "precision": 0.972365, "recall": 0.980237}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"], "main_score": 0.978426, "precision": 0.976318, "recall": 0.983202}, {"accuracy": 0.849802, "f1": 0.810526, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"], "main_score": 0.810526, "precision": 0.792688, "recall": 0.849802}, {"accuracy": 0.952569, "f1": 0.936924, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"], "main_score": 0.936924, "precision": 0.929183, "recall": 0.952569}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.974426, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"], "main_score": 0.974426, "precision": 0.97253, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"], "main_score": 0.960474, "precision": 0.95639, "recall": 0.969368}, {"accuracy": 0.911067, "f1": 0.886594, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"], "main_score": 0.886594, "precision": 0.874918, "recall": 0.911067}, {"accuracy": 0.871542, "f1": 0.835046, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"], "main_score": 0.835046, "precision": 0.818099, "recall": 0.871542}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"], "main_score": 0.901252, "precision": 0.890563, "recall": 0.923913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.854743, "f1": 0.815514, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"], "main_score": 0.815514, "precision": 0.797431, "recall": 0.854743}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"], "main_score": 0.948518, "precision": 0.94277, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.974868, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"], "main_score": 0.974868, "precision": 0.972579, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.971956, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"], "main_score": 0.971956, "precision": 0.969895, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"], "main_score": 0.971838, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.878458, "f1": 0.844598, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"], "main_score": 0.844598, "precision": 0.828804, "recall": 0.878458}, {"accuracy": 0.252964, "f1": 0.200264, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"], "main_score": 0.200264, "precision": 0.183612, "recall": 0.252964}, {"accuracy": 0.934783, "f1": 0.916667, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"], "main_score": 0.916667, "precision": 0.908103, "recall": 0.934783}, {"accuracy": 0.811265, "f1": 0.761415, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"], "main_score": 0.761415, "precision": 0.739295, "recall": 0.811265}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.909091, "f1": 0.881983, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"], "main_score": 0.881983, "precision": 0.869648, "recall": 0.909091}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.962451, "f1": 0.951976, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"], "main_score": 0.951976, "precision": 0.947052, "recall": 0.962451}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.892292, "f1": 0.863043, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"], "main_score": 0.863043, "precision": 0.849391, "recall": 0.892292}, {"accuracy": 0.875494, "f1": 0.839065, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"], "main_score": 0.839065, "precision": 0.82197, "recall": 0.875494}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.05336, "f1": 0.026118, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"], "main_score": 0.026118, "precision": 0.02102, "recall": 0.05336}, {"accuracy": 0.97332, "f1": 0.966027, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"], "main_score": 0.966027, "precision": 0.962945, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.945652, "f1": 0.930519, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"], "main_score": 0.930519, "precision": 0.923864, "recall": 0.945652}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"], "main_score": 0.907675, "precision": 0.897645, "recall": 0.928854}, {"accuracy": 0.920949, "f1": 0.897233, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"], "main_score": 0.897233, "precision": 0.88587, "recall": 0.920949}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.949605, "f1": 0.934618, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"], "main_score": 0.934618, "precision": 0.927701, "recall": 0.949605}, {"accuracy": 0.894269, "f1": 0.864196, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"], "main_score": 0.864196, "precision": 0.850049, "recall": 0.894269}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.856719, "f1": 0.819057, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"], "main_score": 0.819057, "precision": 0.801877, "recall": 0.856719}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"], "main_score": 0.930336, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.979249, "f1": 0.973932, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"], "main_score": 0.973932, "precision": 0.971838, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"], "main_score": 0.942358, "precision": 0.935277, "recall": 0.956522}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"], "main_score": 0.969862, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.936759, "f1": 0.91805, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"], "main_score": 0.91805, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"], "main_score": 0.954282, "precision": 0.949885, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.948687, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"], "main_score": 0.948687, "precision": 0.944005, "recall": 0.959486}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"], "main_score": 0.948287, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.936759, "f1": 0.918939, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"], "main_score": 0.918939, "precision": 0.910771, "recall": 0.936759}, {"accuracy": 0.928854, "f1": 0.907938, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"], "main_score": 0.907938, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"], "main_score": 0.963011, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.960474, "f1": 0.948419, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"], "main_score": 0.948419, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.9417, "f1": 0.924144, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"], "main_score": 0.924144, "precision": 0.915926, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.863636, "f1": 0.825, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"], "main_score": 0.825, "precision": 0.806901, "recall": 0.863636}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.95056, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"], "main_score": 0.95056, "precision": 0.94585, "recall": 0.961462}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"], "main_score": 0.961693, "precision": 0.957757, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.901186, "f1": 0.873188, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"], "main_score": 0.873188, "precision": 0.859848, "recall": 0.901186}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.916996, "f1": 0.893281, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"], "main_score": 0.893281, "precision": 0.881752, "recall": 0.916996}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"], "main_score": 0.942029, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"], "main_score": 0.90448, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.886364, "f1": 0.854974, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"], "main_score": 0.854974, "precision": 0.840497, "recall": 0.886364}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"], "main_score": 0.977108, "precision": 0.974835, "recall": 0.982213}, {"accuracy": 0.970356, "f1": 0.961364, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"], "main_score": 0.961364, "precision": 0.957263, "recall": 0.970356}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"], "main_score": 0.96805, "precision": 0.964427, "recall": 0.975296}, {"accuracy": 0.906126, "f1": 0.879018, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"], "main_score": 0.879018, "precision": 0.866189, "recall": 0.906126}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"], "main_score": 0.917325, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"], "main_score": 0.950922, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.929842, "f1": 0.909552, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"], "main_score": 0.909552, "precision": 0.900362, "recall": 0.929842}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.921937, "f1": 0.898913, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"], "main_score": 0.898913, "precision": 0.888587, "recall": 0.921937}, {"accuracy": 0.903162, "f1": 0.876087, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"], "main_score": 0.876087, "precision": 0.863636, "recall": 0.903162}, {"accuracy": 0.934783, "f1": 0.913933, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"], "main_score": 0.913933, "precision": 0.903738, "recall": 0.934783}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"], "main_score": 0.938241, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.972332, "f1": 0.965305, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"], "main_score": 0.965305, "precision": 0.962409, "recall": 0.972332}, {"accuracy": 0.833004, "f1": 0.790316, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"], "main_score": 0.790316, "precision": 0.770422, "recall": 0.833004}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"], "main_score": 0.937418, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.878458, "f1": 0.844993, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"], "main_score": 0.844993, "precision": 0.829578, "recall": 0.878458}, {"accuracy": 0.889328, "f1": 0.85639, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"], "main_score": 0.85639, "precision": 0.841074, "recall": 0.889328}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.944664, "f1": 0.927668, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"], "main_score": 0.927668, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.809289, "f1": 0.75998, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"], "main_score": 0.75998, "precision": 0.737912, "recall": 0.809289}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"], "main_score": 0.970751, "precision": 0.967803, "recall": 0.977273}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"], "main_score": 0.93946, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.938735, "f1": 0.919466, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"], "main_score": 0.919466, "precision": 0.910079, "recall": 0.938735}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"], "main_score": 0.916996, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.899209, "f1": 0.871607, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"], "main_score": 0.871607, "precision": 0.858449, "recall": 0.899209}, {"accuracy": 0.049407, "f1": 0.025373, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"], "main_score": 0.025373, "precision": 0.020233, "recall": 0.049407}, {"accuracy": 0.970356, "f1": 0.961858, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"], "main_score": 0.961858, "precision": 0.957922, "recall": 0.970356}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"], "main_score": 0.954875, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.945652, "f1": 0.928426, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"], "main_score": 0.928426, "precision": 0.920043, "recall": 0.945652}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.965415, "f1": 0.956555, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"], "main_score": 0.956555, "precision": 0.953014, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.929842, "f1": 0.908992, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"], "main_score": 0.908992, "precision": 0.899292, "recall": 0.929842}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"], "main_score": 0.96031, "precision": 0.956028, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.955487, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"], "main_score": 0.955487, "precision": 0.951416, "recall": 0.964427}, {"accuracy": 0.920949, "f1": 0.897398, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"], "main_score": 0.897398, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.961462, "f1": 0.950823, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"], "main_score": 0.950823, "precision": 0.946229, "recall": 0.961462}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"], "main_score": 0.965415, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"], "main_score": 0.9333, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"], "main_score": 0.96054, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.965415, "f1": 0.956442, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"], "main_score": 0.956442, "precision": 0.952734, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.209486, "f1": 0.168342, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"], "main_score": 0.168342, "precision": 0.156737, "recall": 0.209486}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.940711, "f1": 0.923584, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"], "main_score": 0.923584, "precision": 0.915349, "recall": 0.940711}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.954414, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"], "main_score": 0.954414, "precision": 0.950181, "recall": 0.964427}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.960474, "f1": 0.950165, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"], "main_score": 0.950165, "precision": 0.945438, "recall": 0.960474}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"], "main_score": 0.919862, "precision": 0.911479, "recall": 0.937747}, {"accuracy": 0.97332, "f1": 0.965316, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"], "main_score": 0.965316, "precision": 0.961709, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.944664, "f1": 0.930647, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"], "main_score": 0.930647, "precision": 0.924704, "recall": 0.944664}, {"accuracy": 0.955534, "f1": 0.943874, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"], "main_score": 0.943874, "precision": 0.939015, "recall": 0.955534}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"], "main_score": 0.966963, "precision": 0.963521, "recall": 0.974308}, {"accuracy": 0.893281, "f1": 0.861989, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"], "main_score": 0.861989, "precision": 0.846838, "recall": 0.893281}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.964427, "f1": 0.954677, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"], "main_score": 0.954677, "precision": 0.950626, "recall": 0.964427}, {"accuracy": 0.939723, "f1": 0.922431, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"], "main_score": 0.922431, "precision": 0.914196, "recall": 0.939723}, {"accuracy": 0.968379, "f1": 0.96178, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"], "main_score": 0.96178, "precision": 0.959463, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.943676, "f1": 0.927108, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"], "main_score": 0.927108, "precision": 0.919384, "recall": 0.943676}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.971344, "f1": 0.962352, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"], "main_score": 0.962352, "precision": 0.958086, "recall": 0.971344}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"], "main_score": 0.944499, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.889328, "f1": 0.859585, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"], "main_score": 0.859585, "precision": 0.845603, "recall": 0.889328}, {"accuracy": 0.950593, "f1": 0.938982, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"], "main_score": 0.938982, "precision": 0.934375, "recall": 0.950593}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"], "main_score": 0.946311, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.885375, "f1": 0.853162, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"], "main_score": 0.853162, "precision": 0.837698, "recall": 0.885375}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.730237, "f1": 0.668808, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"], "main_score": 0.668808, "precision": 0.643001, "recall": 0.730237}, {"accuracy": 0.966403, "f1": 0.957148, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"], "main_score": 0.957148, "precision": 0.953228, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.966222, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"], "main_score": 0.966222, "precision": 0.963827, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"], "main_score": 0.953063, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"], "main_score": 0.95504, "precision": 0.950296, "recall": 0.965415}, {"accuracy": 0.902174, "f1": 0.874901, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"], "main_score": 0.874901, "precision": 0.862072, "recall": 0.902174}, {"accuracy": 0.956522, "f1": 0.943083, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"], "main_score": 0.943083, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"], "main_score": 0.946311, "precision": 0.940382, "recall": 0.958498}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.896245, "f1": 0.866337, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"], "main_score": 0.866337, "precision": 0.85252, "recall": 0.896245}, {"accuracy": 0.950593, "f1": 0.935178, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"], "main_score": 0.935178, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.911067, "f1": 0.884947, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"], "main_score": 0.884947, "precision": 0.873106, "recall": 0.911067}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.967391, "f1": 0.95807, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"], "main_score": 0.95807, "precision": 0.953804, "recall": 0.967391}, {"accuracy": 0.218379, "f1": 0.156671, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"], "main_score": 0.156671, "precision": 0.138194, "recall": 0.218379}, {"accuracy": 0.916996, "f1": 0.894269, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"], "main_score": 0.894269, "precision": 0.883235, "recall": 0.916996}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"], "main_score": 0.936924, "precision": 0.930007, "recall": 0.951581}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"], "main_score": 0.923584, "precision": 0.91469, "recall": 0.9417}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"], "main_score": 0.933202, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"], "main_score": 0.96334, "precision": 0.959569, "recall": 0.971344}, {"accuracy": 0.974308, "f1": 0.966634, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"], "main_score": 0.966634, "precision": 0.963027, "recall": 0.974308}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"], "main_score": 0.951812, "precision": 0.947085, "recall": 0.962451}, {"accuracy": 0.966403, "f1": 0.956423, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"], "main_score": 0.956423, "precision": 0.951828, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.953689, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"], "main_score": 0.953689, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.86166, "f1": 0.823617, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"], "main_score": 0.823617, "precision": 0.805665, "recall": 0.86166}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"], "main_score": 0.930995, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.961462, "f1": 0.951106, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"], "main_score": 0.951106, "precision": 0.946723, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.964822, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"], "main_score": 0.964822, "precision": 0.961578, "recall": 0.972332}, {"accuracy": 0.950593, "f1": 0.93778, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"], "main_score": 0.93778, "precision": 0.932625, "recall": 0.950593}, {"accuracy": 0.910079, "f1": 0.885211, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"], "main_score": 0.885211, "precision": 0.873353, "recall": 0.910079}, {"accuracy": 0.87253, "f1": 0.837912, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"], "main_score": 0.837912, "precision": 0.821838, "recall": 0.87253}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.982213, "f1": 0.977437, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"], "main_score": 0.977437, "precision": 0.975132, "recall": 0.982213}, {"accuracy": 0.923913, "f1": 0.900198, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"], "main_score": 0.900198, "precision": 0.888505, "recall": 0.923913}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"], "main_score": 0.97332, "precision": 0.970685, "recall": 0.979249}, {"accuracy": 0.84585, "f1": 0.808169, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"], "main_score": 0.808169, "precision": 0.790596, "recall": 0.84585}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.970356, "f1": 0.962239, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"], "main_score": 0.962239, "precision": 0.958663, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966634, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"], "main_score": 0.966634, "precision": 0.963192, "recall": 0.974308}, {"accuracy": 0.960474, "f1": 0.951918, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"], "main_score": 0.951918, "precision": 0.948411, "recall": 0.960474}, {"accuracy": 0.959486, "f1": 0.948372, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"], "main_score": 0.948372, "precision": 0.943676, "recall": 0.959486}, {"accuracy": 0.961462, "f1": 0.948617, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"], "main_score": 0.948617, "precision": 0.942194, "recall": 0.961462}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.894269, "f1": 0.863702, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"], "main_score": 0.863702, "precision": 0.849555, "recall": 0.894269}, {"accuracy": 0.278656, "f1": 0.228611, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"], "main_score": 0.228611, "precision": 0.211811, "recall": 0.278656}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.805336, "f1": 0.753327, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"], "main_score": 0.753327, "precision": 0.729529, "recall": 0.805336}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.91502, "f1": 0.891798, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"], "main_score": 0.891798, "precision": 0.880435, "recall": 0.91502}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"], "main_score": 0.944005, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"], "main_score": 0.94137, "precision": 0.935112, "recall": 0.954545}, {"accuracy": 0.968379, "f1": 0.96023, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"], "main_score": 0.96023, "precision": 0.956851, "recall": 0.968379}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.889328, "f1": 0.85998, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"], "main_score": 0.85998, "precision": 0.846179, "recall": 0.889328}, {"accuracy": 0.88834, "f1": 0.855863, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"], "main_score": 0.855863, "precision": 0.840777, "recall": 0.88834}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"], "main_score": 0.948781, "precision": 0.943347, "recall": 0.960474}, {"accuracy": 0.052372, "f1": 0.02584, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"], "main_score": 0.02584, "precision": 0.020465, "recall": 0.052372}, {"accuracy": 0.95751, "f1": 0.945422, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"], "main_score": 0.945422, "precision": 0.940053, "recall": 0.95751}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.924901, "f1": 0.906686, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"], "main_score": 0.906686, "precision": 0.899311, "recall": 0.924901}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.889328, "f1": 0.858729, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"], "main_score": 0.858729, "precision": 0.844615, "recall": 0.889328}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"], "main_score": 0.95751, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.859684, "f1": 0.821245, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"], "main_score": 0.821245, "precision": 0.803722, "recall": 0.859684}, {"accuracy": 0.95751, "f1": 0.945224, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"], "main_score": 0.945224, "precision": 0.939674, "recall": 0.95751}, {"accuracy": 0.842885, "f1": 0.801581, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"], "main_score": 0.801581, "precision": 0.782757, "recall": 0.842885}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"], "main_score": 0.927437, "precision": 0.919055, "recall": 0.944664}, {"accuracy": 0.968379, "f1": 0.959223, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"], "main_score": 0.959223, "precision": 0.954957, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.926877, "f1": 0.909527, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"], "main_score": 0.909527, "precision": 0.902555, "recall": 0.926877}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"], "main_score": 0.949012, "precision": 0.943758, "recall": 0.960474}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"], "main_score": 0.928755, "precision": 0.920702, "recall": 0.945652}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.943676, "f1": 0.926548, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"], "main_score": 0.926548, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"], "main_score": 0.937418, "precision": 0.930501, "recall": 0.951581}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.940711, "f1": 0.923814, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"], "main_score": 0.923814, "precision": 0.915926, "recall": 0.940711}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"], "main_score": 0.940613, "precision": 0.934206, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.972233, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"], "main_score": 0.972233, "precision": 0.96945, "recall": 0.978261}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"], "main_score": 0.929677, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.870553, "f1": 0.836495, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"], "main_score": 0.836495, "precision": 0.820735, "recall": 0.870553}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.933794, "f1": 0.914479, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"], "main_score": 0.914479, "precision": 0.905468, "recall": 0.933794}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.903162, "f1": 0.875066, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"], "main_score": 0.875066, "precision": 0.861578, "recall": 0.903162}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.911067, "f1": 0.88587, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"], "main_score": 0.88587, "precision": 0.873682, "recall": 0.911067}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.966403, "f1": 0.956917, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"], "main_score": 0.956917, "precision": 0.952652, "recall": 0.966403}, {"accuracy": 0.936759, "f1": 0.918874, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"], "main_score": 0.918874, "precision": 0.910491, "recall": 0.936759}, {"accuracy": 0.980237, "f1": 0.974967, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"], "main_score": 0.974967, "precision": 0.972497, "recall": 0.980237}, {"accuracy": 0.899209, "f1": 0.870784, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"], "main_score": 0.870784, "precision": 0.857296, "recall": 0.899209}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.962516, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"], "main_score": 0.962516, "precision": 0.959074, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.945652, "f1": 0.92915, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"], "main_score": 0.92915, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.893629, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"], "main_score": 0.893629, "precision": 0.883152, "recall": 0.916008}, {"accuracy": 0.929842, "f1": 0.909914, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"], "main_score": 0.909914, "precision": 0.900362, "recall": 0.929842}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"], "main_score": 0.898123, "precision": 0.887632, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.948518, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"], "main_score": 0.948518, "precision": 0.943989, "recall": 0.959486}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"], "main_score": 0.901515, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.903162, "f1": 0.875988, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"], "main_score": 0.875988, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"], "main_score": 0.915349, "precision": 0.905468, "recall": 0.935771}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.967391, "f1": 0.959799, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"], "main_score": 0.959799, "precision": 0.956778, "recall": 0.967391}, {"accuracy": 0.823123, "f1": 0.779018, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"], "main_score": 0.779018, "precision": 0.758811, "recall": 0.823123}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"], "main_score": 0.924572, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"], "main_score": 0.865184, "precision": 0.851202, "recall": 0.894269}, {"accuracy": 0.894269, "f1": 0.865744, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"], "main_score": 0.865744, "precision": 0.852602, "recall": 0.894269}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.817194, "f1": 0.770737, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"], "main_score": 0.770737, "precision": 0.749753, "recall": 0.817194}, {"accuracy": 0.964427, "f1": 0.954894, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"], "main_score": 0.954894, "precision": 0.950873, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"], "main_score": 0.967951, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.939723, "f1": 0.922101, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"], "main_score": 0.922101, "precision": 0.913735, "recall": 0.939723}, {"accuracy": 0.926877, "f1": 0.907181, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"], "main_score": 0.907181, "precision": 0.897974, "recall": 0.926877}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.910079, "f1": 0.884618, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"], "main_score": 0.884618, "precision": 0.872612, "recall": 0.910079}, {"accuracy": 0.044466, "f1": 0.022743, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"], "main_score": 0.022743, "precision": 0.017851, "recall": 0.044466}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.982543, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"], "main_score": 0.982543, "precision": 0.980731, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.947628, "f1": 0.931324, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"], "main_score": 0.931324, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.989083, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"], "main_score": 0.989083, "precision": 0.988307, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.932806, "f1": 0.913538, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"], "main_score": 0.913538, "precision": 0.90448, "recall": 0.932806}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.991107, "f1": 0.988702, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"], "main_score": 0.988702, "precision": 0.987731, "recall": 0.991107}, {"accuracy": 0.928854, "f1": 0.908432, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"], "main_score": 0.908432, "precision": 0.89888, "recall": 0.928854}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.209486, "f1": 0.161106, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"], "main_score": 0.161106, "precision": 0.147575, "recall": 0.209486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984914, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"], "main_score": 0.984914, "precision": 0.983613, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.895257, "f1": 0.866403, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"], "main_score": 0.866403, "precision": 0.852931, "recall": 0.895257}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.90415, "f1": 0.875494, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"], "main_score": 0.875494, "precision": 0.861825, "recall": 0.90415}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.882411, "f1": 0.849802, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"], "main_score": 0.849802, "precision": 0.834486, "recall": 0.882411}, {"accuracy": 0.9417, "f1": 0.924308, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"], "main_score": 0.924308, "precision": 0.91609, "recall": 0.9417}, {"accuracy": 0.742095, "f1": 0.681224, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"], "main_score": 0.681224, "precision": 0.655658, "recall": 0.742095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"], "main_score": 0.990119, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"], "main_score": 0.899374, "precision": 0.88834, "recall": 0.921937}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.895257, "f1": 0.863669, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"], "main_score": 0.863669, "precision": 0.849061, "recall": 0.895257}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.900198, "f1": 0.871179, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"], "main_score": 0.871179, "precision": 0.857543, "recall": 0.900198}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.211462, "f1": 0.145324, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"], "main_score": 0.145324, "precision": 0.125982, "recall": 0.211462}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"], "main_score": 0.910573, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.934783, "f1": 0.914657, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"], "main_score": 0.914657, "precision": 0.905138, "recall": 0.934783}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.97612, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"], "main_score": 0.97612, "precision": 0.97365, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.873518, "f1": 0.83969, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"], "main_score": 0.83969, "precision": 0.824275, "recall": 0.873518}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"], "main_score": 0.910079, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.873518, "f1": 0.837451, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"], "main_score": 0.837451, "precision": 0.820487, "recall": 0.873518}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"], "main_score": 0.915184, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.876482, "f1": 0.842344, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"], "main_score": 0.842344, "precision": 0.826581, "recall": 0.876482}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.907115, "f1": 0.880665, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"], "main_score": 0.880665, "precision": 0.86833, "recall": 0.907115}, {"accuracy": 0.269763, "f1": 0.216789, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"], "main_score": 0.216789, "precision": 0.198697, "recall": 0.269763}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.81917, "f1": 0.77245, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"], "main_score": 0.77245, "precision": 0.751647, "recall": 0.81917}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"], "main_score": 0.910079, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.901186, "f1": 0.872167, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"], "main_score": 0.872167, "precision": 0.858531, "recall": 0.901186}, {"accuracy": 0.899209, "f1": 0.869878, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"], "main_score": 0.869878, "precision": 0.856284, "recall": 0.899209}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"], "main_score": 0.946311, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"], "main_score": 0.987484, "precision": 0.986166, "recall": 0.990119}, {"accuracy": 0.05336, "f1": 0.028562, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"], "main_score": 0.028562, "precision": 0.023502, "recall": 0.05336}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.963439, "f1": 0.953129, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"], "main_score": 0.953129, "precision": 0.948567, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"], "main_score": 0.940942, "precision": 0.934371, "recall": 0.954545}, {"accuracy": 0.91996, "f1": 0.895323, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"], "main_score": 0.895323, "precision": 0.883811, "recall": 0.91996}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"], "main_score": 0.878953, "precision": 0.866107, "recall": 0.906126}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.869565, "f1": 0.834439, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"], "main_score": 0.834439, "precision": 0.818379, "recall": 0.869565}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.942688, "f1": 0.924638, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"], "main_score": 0.924638, "precision": 0.915761, "recall": 0.942688}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"], "main_score": 0.969433, "precision": 0.966486, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.882411, "f1": 0.850725, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"], "main_score": 0.850725, "precision": 0.836298, "recall": 0.882411}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.932806, "f1": 0.912418, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"], "main_score": 0.912418, "precision": 0.90275, "recall": 0.932806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.928854, "f1": 0.909058, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"], "main_score": 0.909058, "precision": 0.899704, "recall": 0.928854}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.897233, "f1": 0.869631, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"], "main_score": 0.869631, "precision": 0.857131, "recall": 0.897233}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"], "main_score": 0.949506, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.925889, "f1": 0.902997, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"], "main_score": 0.902997, "precision": 0.891798, "recall": 0.925889}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"], "main_score": 0.948452, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"], "main_score": 0.944499, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"], "main_score": 0.876647, "precision": 0.863801, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"], "main_score": 0.924242, "precision": 0.915349, "recall": 0.942688}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.991107, "f1": 0.988966, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"], "main_score": 0.988966, "precision": 0.988175, "recall": 0.991107}, {"accuracy": 0.851779, "f1": 0.814097, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"], "main_score": 0.814097, "precision": 0.796525, "recall": 0.851779}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"], "main_score": 0.866008, "precision": 0.851861, "recall": 0.896245}, {"accuracy": 0.928854, "f1": 0.908267, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"], "main_score": 0.908267, "precision": 0.898551, "recall": 0.928854}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.824111, "f1": 0.779331, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"], "main_score": 0.779331, "precision": 0.759067, "recall": 0.824111}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.991436, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"], "main_score": 0.991436, "precision": 0.990613, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.9417, "f1": 0.92276, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"], "main_score": 0.92276, "precision": 0.913373, "recall": 0.9417}, {"accuracy": 0.182806, "f1": 0.157523, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"], "main_score": 0.157523, "precision": 0.150164, "recall": 0.182806}, {"accuracy": 0.199605, "f1": 0.170056, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"], "main_score": 0.170056, "precision": 0.161727, "recall": 0.199605}, {"accuracy": 0.02668, "f1": 0.01582, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"], "main_score": 0.01582, "precision": 0.012896, "recall": 0.02668}, {"accuracy": 0.167984, "f1": 0.152562, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"], "main_score": 0.152562, "precision": 0.146692, "recall": 0.167984}, {"accuracy": 0.175889, "f1": 0.156088, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"], "main_score": 0.156088, "precision": 0.150873, "recall": 0.175889}, {"accuracy": 0.193676, "f1": 0.16946, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"], "main_score": 0.16946, "precision": 0.162896, "recall": 0.193676}, {"accuracy": 0.201581, "f1": 0.18022, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"], "main_score": 0.18022, "precision": 0.175266, "recall": 0.201581}, {"accuracy": 0.206522, "f1": 0.177063, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"], "main_score": 0.177063, "precision": 0.16998, "recall": 0.206522}, {"accuracy": 0.164032, "f1": 0.146846, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"], "main_score": 0.146846, "precision": 0.140949, "recall": 0.164032}, {"accuracy": 0.198617, "f1": 0.173613, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"], "main_score": 0.173613, "precision": 0.167118, "recall": 0.198617}, {"accuracy": 0.181818, "f1": 0.155387, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"], "main_score": 0.155387, "precision": 0.148919, "recall": 0.181818}, {"accuracy": 0.152174, "f1": 0.130993, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"], "main_score": 0.130993, "precision": 0.12523, "recall": 0.152174}, {"accuracy": 0.192688, "f1": 0.164797, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"], "main_score": 0.164797, "precision": 0.157535, "recall": 0.192688}, {"accuracy": 0.174901, "f1": 0.148576, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"], "main_score": 0.148576, "precision": 0.141548, "recall": 0.174901}, {"accuracy": 0.206522, "f1": 0.184541, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"], "main_score": 0.184541, "precision": 0.178621, "recall": 0.206522}, {"accuracy": 0.18083, "f1": 0.15937, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"], "main_score": 0.15937, "precision": 0.153896, "recall": 0.18083}, {"accuracy": 0.161067, "f1": 0.140308, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"], "main_score": 0.140308, "precision": 0.133983, "recall": 0.161067}, {"accuracy": 0.197628, "f1": 0.17409, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"], "main_score": 0.17409, "precision": 0.167664, "recall": 0.197628}, {"accuracy": 0.177866, "f1": 0.154489, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"], "main_score": 0.154489, "precision": 0.147212, "recall": 0.177866}, {"accuracy": 0.168972, "f1": 0.146675, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"], "main_score": 0.146675, "precision": 0.140905, "recall": 0.168972}, {"accuracy": 0.128458, "f1": 0.109253, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"], "main_score": 0.109253, "precision": 0.103347, "recall": 0.128458}, {"accuracy": 0.166008, "f1": 0.143739, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"], "main_score": 0.143739, "precision": 0.137159, "recall": 0.166008}, {"accuracy": 0.211462, "f1": 0.183378, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"], "main_score": 0.183378, "precision": 0.175975, "recall": 0.211462}, {"accuracy": 0.1917, "f1": 0.167742, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"], "main_score": 0.167742, "precision": 0.160701, "recall": 0.1917}, {"accuracy": 0.170949, "f1": 0.152729, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"], "main_score": 0.152729, "precision": 0.147179, "recall": 0.170949}, {"accuracy": 0.204545, "f1": 0.179988, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"], "main_score": 0.179988, "precision": 0.174003, "recall": 0.204545}, {"accuracy": 0.166008, "f1": 0.153091, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"], "main_score": 0.153091, "precision": 0.148356, "recall": 0.166008}, {"accuracy": 0.171937, "f1": 0.15089, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"], "main_score": 0.15089, "precision": 0.144377, "recall": 0.171937}, {"accuracy": 0.200593, "f1": 0.177913, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"], "main_score": 0.177913, "precision": 0.171001, "recall": 0.200593}, {"accuracy": 0.185771, "f1": 0.156834, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"], "main_score": 0.156834, "precision": 0.150098, "recall": 0.185771}, {"accuracy": 0.166008, "f1": 0.142946, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"], "main_score": 0.142946, "precision": 0.13725, "recall": 0.166008}, {"accuracy": 0.183794, "f1": 0.168492, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"], "main_score": 0.168492, "precision": 0.164127, "recall": 0.183794}, {"accuracy": 0.171937, "f1": 0.154461, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"], "main_score": 0.154461, "precision": 0.149332, "recall": 0.171937}, {"accuracy": 0.199605, "f1": 0.172521, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"], "main_score": 0.172521, "precision": 0.164703, "recall": 0.199605}, {"accuracy": 0.181818, "f1": 0.160165, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"], "main_score": 0.160165, "precision": 0.153431, "recall": 0.181818}, {"accuracy": 0.192688, "f1": 0.171316, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"], "main_score": 0.171316, "precision": 0.164504, "recall": 0.192688}, {"accuracy": 0.161067, "f1": 0.146605, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"], "main_score": 0.146605, "precision": 0.14176, "recall": 0.161067}, {"accuracy": 0.16996, "f1": 0.14652, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"], "main_score": 0.14652, "precision": 0.139199, "recall": 0.16996}, {"accuracy": 0.163043, "f1": 0.142868, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"], "main_score": 0.142868, "precision": 0.137537, "recall": 0.163043}, {"accuracy": 0.172925, "f1": 0.154096, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"], "main_score": 0.154096, "precision": 0.148564, "recall": 0.172925}, {"accuracy": 0.206522, "f1": 0.183319, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"], "main_score": 0.183319, "precision": 0.177481, "recall": 0.206522}, {"accuracy": 0.189723, "f1": 0.165258, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"], "main_score": 0.165258, "precision": 0.15764, "recall": 0.189723}, {"accuracy": 0.160079, "f1": 0.140534, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"], "main_score": 0.140534, "precision": 0.13439, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.17113, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"], "main_score": 0.17113, "precision": 0.163344, "recall": 0.199605}, {"accuracy": 0.16502, "f1": 0.148408, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"], "main_score": 0.148408, "precision": 0.14313, "recall": 0.16502}, {"accuracy": 0.183794, "f1": 0.156766, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"], "main_score": 0.156766, "precision": 0.148974, "recall": 0.183794}, {"accuracy": 0.189723, "f1": 0.166661, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"], "main_score": 0.166661, "precision": 0.159649, "recall": 0.189723}, {"accuracy": 0.18083, "f1": 0.157502, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"], "main_score": 0.157502, "precision": 0.15191, "recall": 0.18083}, {"accuracy": 0.185771, "f1": 0.158906, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"], "main_score": 0.158906, "precision": 0.151914, "recall": 0.185771}, {"accuracy": 0.192688, "f1": 0.171661, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"], "main_score": 0.171661, "precision": 0.165478, "recall": 0.192688}, {"accuracy": 0.189723, "f1": 0.165225, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"], "main_score": 0.165225, "precision": 0.158427, "recall": 0.189723}, {"accuracy": 0.150198, "f1": 0.12864, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"], "main_score": 0.12864, "precision": 0.123923, "recall": 0.150198}, {"accuracy": 0.175889, "f1": 0.151074, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"], "main_score": 0.151074, "precision": 0.145296, "recall": 0.175889}, {"accuracy": 0.200593, "f1": 0.174364, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"], "main_score": 0.174364, "precision": 0.167024, "recall": 0.200593}, {"accuracy": 0.16996, "f1": 0.149265, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"], "main_score": 0.149265, "precision": 0.142651, "recall": 0.16996}, {"accuracy": 0.197628, "f1": 0.175202, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"], "main_score": 0.175202, "precision": 0.167827, "recall": 0.197628}, {"accuracy": 0.199605, "f1": 0.17314, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"], "main_score": 0.17314, "precision": 0.16578, "recall": 0.199605}, {"accuracy": 0.203557, "f1": 0.179835, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"], "main_score": 0.179835, "precision": 0.172423, "recall": 0.203557}, {"accuracy": 0.174901, "f1": 0.153615, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"], "main_score": 0.153615, "precision": 0.148163, "recall": 0.174901}, {"accuracy": 0.166996, "f1": 0.143343, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"], "main_score": 0.143343, "precision": 0.13729, "recall": 0.166996}, {"accuracy": 0.176877, "f1": 0.158964, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"], "main_score": 0.158964, "precision": 0.152655, "recall": 0.176877}, {"accuracy": 0.161067, "f1": 0.133237, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"], "main_score": 0.133237, "precision": 0.127013, "recall": 0.161067}, {"accuracy": 0.176877, "f1": 0.158405, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"], "main_score": 0.158405, "precision": 0.151865, "recall": 0.176877}, {"accuracy": 0.1917, "f1": 0.166587, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"], "main_score": 0.166587, "precision": 0.15948, "recall": 0.1917}, {"accuracy": 0.183794, "f1": 0.16245, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"], "main_score": 0.16245, "precision": 0.157705, "recall": 0.183794}, {"accuracy": 0.186759, "f1": 0.158398, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"], "main_score": 0.158398, "precision": 0.151261, "recall": 0.186759}, {"accuracy": 0.170949, "f1": 0.154626, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"], "main_score": 0.154626, "precision": 0.149094, "recall": 0.170949}, {"accuracy": 0.205534, "f1": 0.181475, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"], "main_score": 0.181475, "precision": 0.173893, "recall": 0.205534}, {"accuracy": 0.214427, "f1": 0.190974, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"], "main_score": 0.190974, "precision": 0.184714, "recall": 0.214427}, {"accuracy": 0.201581, "f1": 0.176695, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"], "main_score": 0.176695, "precision": 0.169525, "recall": 0.201581}, {"accuracy": 0.173913, "f1": 0.149145, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"], "main_score": 0.149145, "precision": 0.14255, "recall": 0.173913}, {"accuracy": 0.187747, "f1": 0.165603, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"], "main_score": 0.165603, "precision": 0.159264, "recall": 0.187747}, {"accuracy": 0.16996, "f1": 0.149202, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"], "main_score": 0.149202, "precision": 0.142694, "recall": 0.16996}, {"accuracy": 0.217391, "f1": 0.183689, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"], "main_score": 0.183689, "precision": 0.176594, "recall": 0.217391}, {"accuracy": 0.176877, "f1": 0.153262, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"], "main_score": 0.153262, "precision": 0.146967, "recall": 0.176877}, {"accuracy": 0.197628, "f1": 0.169042, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"], "main_score": 0.169042, "precision": 0.161618, "recall": 0.197628}, {"accuracy": 0.209486, "f1": 0.189467, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"], "main_score": 0.189467, "precision": 0.183352, "recall": 0.209486}, {"accuracy": 0.16502, "f1": 0.146808, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"], "main_score": 0.146808, "precision": 0.141579, "recall": 0.16502}, {"accuracy": 0.176877, "f1": 0.155582, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"], "main_score": 0.155582, "precision": 0.150068, "recall": 0.176877}, {"accuracy": 0.1917, "f1": 0.1686, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"], "main_score": 0.1686, "precision": 0.162897, "recall": 0.1917}, {"accuracy": 0.186759, "f1": 0.166847, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"], "main_score": 0.166847, "precision": 0.161358, "recall": 0.186759}, {"accuracy": 0.16996, "f1": 0.15279, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"], "main_score": 0.15279, "precision": 0.148211, "recall": 0.16996}, {"accuracy": 0.161067, "f1": 0.144672, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"], "main_score": 0.144672, "precision": 0.139359, "recall": 0.161067}, {"accuracy": 0.151186, "f1": 0.132581, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"], "main_score": 0.132581, "precision": 0.127638, "recall": 0.151186}, {"accuracy": 0.162055, "f1": 0.139558, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"], "main_score": 0.139558, "precision": 0.134161, "recall": 0.162055}, {"accuracy": 0.19664, "f1": 0.171399, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"], "main_score": 0.171399, "precision": 0.163626, "recall": 0.19664}, {"accuracy": 0.192688, "f1": 0.170798, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"], "main_score": 0.170798, "precision": 0.164096, "recall": 0.192688}, {"accuracy": 0.178854, "f1": 0.159955, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"], "main_score": 0.159955, "precision": 0.154705, "recall": 0.178854}, {"accuracy": 0.16996, "f1": 0.152324, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"], "main_score": 0.152324, "precision": 0.146832, "recall": 0.16996}, {"accuracy": 0.175889, "f1": 0.155873, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"], "main_score": 0.155873, "precision": 0.150344, "recall": 0.175889}, {"accuracy": 0.195652, "f1": 0.173102, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"], "main_score": 0.173102, "precision": 0.16796, "recall": 0.195652}, {"accuracy": 0.201581, "f1": 0.178323, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"], "main_score": 0.178323, "precision": 0.171496, "recall": 0.201581}, {"accuracy": 0.182806, "f1": 0.15933, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"], "main_score": 0.15933, "precision": 0.152807, "recall": 0.182806}, {"accuracy": 0.185771, "f1": 0.165737, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"], "main_score": 0.165737, "precision": 0.16034, "recall": 0.185771}, {"accuracy": 0.204545, "f1": 0.175506, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"], "main_score": 0.175506, "precision": 0.168472, "recall": 0.204545}, {"accuracy": 0.16996, "f1": 0.148793, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"], "main_score": 0.148793, "precision": 0.142086, "recall": 0.16996}, {"accuracy": 0.205534, "f1": 0.181952, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"], "main_score": 0.181952, "precision": 0.175632, "recall": 0.205534}, {"accuracy": 0.188735, "f1": 0.168661, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"], "main_score": 0.168661, "precision": 0.162987, "recall": 0.188735}, {"accuracy": 0.167984, "f1": 0.146858, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"], "main_score": 0.146858, "precision": 0.140986, "recall": 0.167984}, {"accuracy": 0.164032, "f1": 0.143145, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"], "main_score": 0.143145, "precision": 0.136756, "recall": 0.164032}, {"accuracy": 0.162055, "f1": 0.144327, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"], "main_score": 0.144327, "precision": 0.139044, "recall": 0.162055}, {"accuracy": 0.166008, "f1": 0.147714, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"], "main_score": 0.147714, "precision": 0.142022, "recall": 0.166008}, {"accuracy": 0.194664, "f1": 0.167895, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"], "main_score": 0.167895, "precision": 0.161877, "recall": 0.194664}, {"accuracy": 0.193676, "f1": 0.169407, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"], "main_score": 0.169407, "precision": 0.162952, "recall": 0.193676}, {"accuracy": 0.19664, "f1": 0.172438, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"], "main_score": 0.172438, "precision": 0.166384, "recall": 0.19664}, {"accuracy": 0.16996, "f1": 0.154008, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"], "main_score": 0.154008, "precision": 0.148703, "recall": 0.16996}, {"accuracy": 0.193676, "f1": 0.166619, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"], "main_score": 0.166619, "precision": 0.159498, "recall": 0.193676}, {"accuracy": 0.189723, "f1": 0.161055, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"], "main_score": 0.161055, "precision": 0.153576, "recall": 0.189723}, {"accuracy": 0.177866, "f1": 0.153028, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"], "main_score": 0.153028, "precision": 0.146213, "recall": 0.177866}, {"accuracy": 0.211462, "f1": 0.184239, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"], "main_score": 0.184239, "precision": 0.177718, "recall": 0.211462}, {"accuracy": 0.198617, "f1": 0.175658, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"], "main_score": 0.175658, "precision": 0.169394, "recall": 0.198617}, {"accuracy": 0.194664, "f1": 0.171345, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"], "main_score": 0.171345, "precision": 0.164762, "recall": 0.194664}, {"accuracy": 0.172925, "f1": 0.150113, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"], "main_score": 0.150113, "precision": 0.143405, "recall": 0.172925}, {"accuracy": 0.186759, "f1": 0.162642, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"], "main_score": 0.162642, "precision": 0.154961, "recall": 0.186759}, {"accuracy": 0.179842, "f1": 0.158713, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"], "main_score": 0.158713, "precision": 0.152773, "recall": 0.179842}, {"accuracy": 0.19664, "f1": 0.173103, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"], "main_score": 0.173103, "precision": 0.166615, "recall": 0.19664}, {"accuracy": 0.139328, "f1": 0.119705, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"], "main_score": 0.119705, "precision": 0.113896, "recall": 0.139328}, {"accuracy": 0.19664, "f1": 0.171093, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"], "main_score": 0.171093, "precision": 0.164477, "recall": 0.19664}, {"accuracy": 0.1917, "f1": 0.166327, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"], "main_score": 0.166327, "precision": 0.159824, "recall": 0.1917}, {"accuracy": 0.200593, "f1": 0.181017, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"], "main_score": 0.181017, "precision": 0.17564, "recall": 0.200593}, {"accuracy": 0.201581, "f1": 0.174307, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"], "main_score": 0.174307, "precision": 0.167196, "recall": 0.201581}, {"accuracy": 0.161067, "f1": 0.138355, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"], "main_score": 0.138355, "precision": 0.131865, "recall": 0.161067}, {"accuracy": 0.033597, "f1": 0.022396, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"], "main_score": 0.022396, "precision": 0.019753, "recall": 0.033597}, {"accuracy": 0.175889, "f1": 0.155195, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"], "main_score": 0.155195, "precision": 0.14906, "recall": 0.175889}, {"accuracy": 0.202569, "f1": 0.179253, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"], "main_score": 0.179253, "precision": 0.17338, "recall": 0.202569}, {"accuracy": 0.157115, "f1": 0.137595, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"], "main_score": 0.137595, "precision": 0.131586, "recall": 0.157115}, {"accuracy": 0.166996, "f1": 0.144615, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"], "main_score": 0.144615, "precision": 0.138715, "recall": 0.166996}, {"accuracy": 0.195652, "f1": 0.172662, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"], "main_score": 0.172662, "precision": 0.166328, "recall": 0.195652}, {"accuracy": 0.183794, "f1": 0.157404, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"], "main_score": 0.157404, "precision": 0.149343, "recall": 0.183794}, {"accuracy": 0.170949, "f1": 0.151483, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"], "main_score": 0.151483, "precision": 0.146272, "recall": 0.170949}, {"accuracy": 0.153162, "f1": 0.129988, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"], "main_score": 0.129988, "precision": 0.123361, "recall": 0.153162}, {"accuracy": 0.197628, "f1": 0.16895, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"], "main_score": 0.16895, "precision": 0.16215, "recall": 0.197628}, {"accuracy": 0.192688, "f1": 0.167042, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"], "main_score": 0.167042, "precision": 0.159461, "recall": 0.192688}, {"accuracy": 0.166008, "f1": 0.141096, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"], "main_score": 0.141096, "precision": 0.133828, "recall": 0.166008}, {"accuracy": 0.176877, "f1": 0.156598, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"], "main_score": 0.156598, "precision": 0.150223, "recall": 0.176877}, {"accuracy": 0.192688, "f1": 0.16571, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"], "main_score": 0.16571, "precision": 0.157619, "recall": 0.192688}, {"accuracy": 0.198617, "f1": 0.172189, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"], "main_score": 0.172189, "precision": 0.165555, "recall": 0.198617}, {"accuracy": 0.185771, "f1": 0.168551, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"], "main_score": 0.168551, "precision": 0.162529, "recall": 0.185771}, {"accuracy": 0.203557, "f1": 0.174805, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"], "main_score": 0.174805, "precision": 0.167888, "recall": 0.203557}, {"accuracy": 0.184783, "f1": 0.162898, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"], "main_score": 0.162898, "precision": 0.156878, "recall": 0.184783}, {"accuracy": 0.210474, "f1": 0.185542, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"], "main_score": 0.185542, "precision": 0.178464, "recall": 0.210474}, {"accuracy": 0.176877, "f1": 0.151311, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"], "main_score": 0.151311, "precision": 0.144924, "recall": 0.176877}, {"accuracy": 0.136364, "f1": 0.116164, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"], "main_score": 0.116164, "precision": 0.110492, "recall": 0.136364}, {"accuracy": 0.189723, "f1": 0.166372, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"], "main_score": 0.166372, "precision": 0.160303, "recall": 0.189723}, {"accuracy": 0.182806, "f1": 0.158806, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"], "main_score": 0.158806, "precision": 0.151187, "recall": 0.182806}, {"accuracy": 0.209486, "f1": 0.185748, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"], "main_score": 0.185748, "precision": 0.17966, "recall": 0.209486}, {"accuracy": 0.202569, "f1": 0.174219, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"], "main_score": 0.174219, "precision": 0.167347, "recall": 0.202569}, {"accuracy": 0.184783, "f1": 0.165413, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"], "main_score": 0.165413, "precision": 0.159645, "recall": 0.184783}, {"accuracy": 0.202569, "f1": 0.178415, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"], "main_score": 0.178415, "precision": 0.171868, "recall": 0.202569}, {"accuracy": 0.18083, "f1": 0.15747, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"], "main_score": 0.15747, "precision": 0.150984, "recall": 0.18083}, {"accuracy": 0.181818, "f1": 0.162905, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"], "main_score": 0.162905, "precision": 0.156769, "recall": 0.181818}, {"accuracy": 0.116601, "f1": 0.102456, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"], "main_score": 0.102456, "precision": 0.097043, "recall": 0.116601}, {"accuracy": 0.161067, "f1": 0.134446, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"], "main_score": 0.134446, "precision": 0.12756, "recall": 0.161067}, {"accuracy": 0.168972, "f1": 0.147661, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"], "main_score": 0.147661, "precision": 0.140648, "recall": 0.168972}, {"accuracy": 0.173913, "f1": 0.138999, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"], "main_score": 0.138999, "precision": 0.131398, "recall": 0.173913}, {"accuracy": 0.194664, "f1": 0.172262, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"], "main_score": 0.172262, "precision": 0.165311, "recall": 0.194664}, {"accuracy": 0.199605, "f1": 0.17311, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"], "main_score": 0.17311, "precision": 0.165941, "recall": 0.199605}, {"accuracy": 0.199605, "f1": 0.178225, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"], "main_score": 0.178225, "precision": 0.171348, "recall": 0.199605}, {"accuracy": 0.16996, "f1": 0.147549, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"], "main_score": 0.147549, "precision": 0.141632, "recall": 0.16996}, {"accuracy": 0.183794, "f1": 0.162151, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"], "main_score": 0.162151, "precision": 0.155231, "recall": 0.183794}, {"accuracy": 0.130435, "f1": 0.10958, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"], "main_score": 0.10958, "precision": 0.103643, "recall": 0.130435}, {"accuracy": 0.18083, "f1": 0.1577, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"], "main_score": 0.1577, "precision": 0.150839, "recall": 0.18083}, {"accuracy": 0.181818, "f1": 0.15777, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"], "main_score": 0.15777, "precision": 0.151446, "recall": 0.181818}, {"accuracy": 0.192688, "f1": 0.168291, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"], "main_score": 0.168291, "precision": 0.160971, "recall": 0.192688}, {"accuracy": 0.172925, "f1": 0.155678, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"], "main_score": 0.155678, "precision": 0.150964, "recall": 0.172925}, {"accuracy": 0.201581, "f1": 0.17044, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"], "main_score": 0.17044, "precision": 0.162625, "recall": 0.201581}, {"accuracy": 0.193676, "f1": 0.165499, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"], "main_score": 0.165499, "precision": 0.158153, "recall": 0.193676}, {"accuracy": 0.16996, "f1": 0.15117, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"], "main_score": 0.15117, "precision": 0.145933, "recall": 0.16996}, {"accuracy": 0.193676, "f1": 0.168771, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"], "main_score": 0.168771, "precision": 0.162183, "recall": 0.193676}, {"accuracy": 0.177866, "f1": 0.163113, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"], "main_score": 0.163113, "precision": 0.157369, "recall": 0.177866}, {"accuracy": 0.20751, "f1": 0.18234, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"], "main_score": 0.18234, "precision": 0.175329, "recall": 0.20751}, {"accuracy": 0.163043, "f1": 0.138164, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"], "main_score": 0.138164, "precision": 0.131812, "recall": 0.163043}, {"accuracy": 0.184783, "f1": 0.161474, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"], "main_score": 0.161474, "precision": 0.154738, "recall": 0.184783}, {"accuracy": 0.172925, "f1": 0.155107, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"], "main_score": 0.155107, "precision": 0.149573, "recall": 0.172925}, {"accuracy": 0.209486, "f1": 0.183272, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"], "main_score": 0.183272, "precision": 0.176302, "recall": 0.209486}, {"accuracy": 0.198617, "f1": 0.17003, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"], "main_score": 0.17003, "precision": 0.162767, "recall": 0.198617}, {"accuracy": 0.208498, "f1": 0.184594, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"], "main_score": 0.184594, "precision": 0.17872, "recall": 0.208498}, {"accuracy": 0.186759, "f1": 0.162713, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"], "main_score": 0.162713, "precision": 0.155799, "recall": 0.186759}, {"accuracy": 0.200593, "f1": 0.172567, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"], "main_score": 0.172567, "precision": 0.164353, "recall": 0.200593}, {"accuracy": 0.179842, "f1": 0.16112, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"], "main_score": 0.16112, "precision": 0.155327, "recall": 0.179842}, {"accuracy": 0.158103, "f1": 0.142574, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"], "main_score": 0.142574, "precision": 0.13776, "recall": 0.158103}, {"accuracy": 0.187747, "f1": 0.163148, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"], "main_score": 0.163148, "precision": 0.155929, "recall": 0.187747}, {"accuracy": 0.201581, "f1": 0.179595, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"], "main_score": 0.179595, "precision": 0.173272, "recall": 0.201581}, {"accuracy": 0.197628, "f1": 0.173914, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"], "main_score": 0.173914, "precision": 0.16758, "recall": 0.197628}, {"accuracy": 0.1917, "f1": 0.1689, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"], "main_score": 0.1689, "precision": 0.162522, "recall": 0.1917}, {"accuracy": 0.192688, "f1": 0.163913, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"], "main_score": 0.163913, "precision": 0.155566, "recall": 0.192688}, {"accuracy": 0.199605, "f1": 0.173688, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"], "main_score": 0.173688, "precision": 0.166175, "recall": 0.199605}, {"accuracy": 0.168972, "f1": 0.151343, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"], "main_score": 0.151343, "precision": 0.14549, "recall": 0.168972}, {"accuracy": 0.177866, "f1": 0.152334, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"], "main_score": 0.152334, "precision": 0.144887, "recall": 0.177866}, {"accuracy": 0.187747, "f1": 0.165469, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"], "main_score": 0.165469, "precision": 0.159982, "recall": 0.187747}, {"accuracy": 0.1917, "f1": 0.168171, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"], "main_score": 0.168171, "precision": 0.162123, "recall": 0.1917}, {"accuracy": 0.190711, "f1": 0.164497, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"], "main_score": 0.164497, "precision": 0.156641, "recall": 0.190711}, {"accuracy": 0.189723, "f1": 0.166808, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"], "main_score": 0.166808, "precision": 0.160594, "recall": 0.189723}, {"accuracy": 0.204545, "f1": 0.182281, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"], "main_score": 0.182281, "precision": 0.17628, "recall": 0.204545}, {"accuracy": 0.18083, "f1": 0.162331, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"], "main_score": 0.162331, "precision": 0.156417, "recall": 0.18083}, {"accuracy": 0.183794, "f1": 0.161171, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"], "main_score": 0.161171, "precision": 0.154543, "recall": 0.183794}, {"accuracy": 0.167984, "f1": 0.133929, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"], "main_score": 0.133929, "precision": 0.123942, "recall": 0.167984}, {"accuracy": 0.167984, "f1": 0.144403, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"], "main_score": 0.144403, "precision": 0.139325, "recall": 0.167984}, {"accuracy": 0.183794, "f1": 0.162506, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"], "main_score": 0.162506, "precision": 0.156393, "recall": 0.183794}, {"accuracy": 0.173913, "f1": 0.153929, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"], "main_score": 0.153929, "precision": 0.147674, "recall": 0.173913}, {"accuracy": 0.19664, "f1": 0.175879, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"], "main_score": 0.175879, "precision": 0.170598, "recall": 0.19664}, {"accuracy": 0.185771, "f1": 0.165143, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"], "main_score": 0.165143, "precision": 0.159457, "recall": 0.185771}, {"accuracy": 0.190711, "f1": 0.164194, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"], "main_score": 0.164194, "precision": 0.156147, "recall": 0.190711}, {"accuracy": 0.841897, "f1": 0.800842, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"], "main_score": 0.800842, "precision": 0.782181, "recall": 0.841897}, {"accuracy": 0.852767, "f1": 0.815119, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"], "main_score": 0.815119, "precision": 0.797184, "recall": 0.852767}, {"accuracy": 0.0583, "f1": 0.028376, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"], "main_score": 0.028376, "precision": 0.021564, "recall": 0.0583}, {"accuracy": 0.821146, "f1": 0.783995, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"], "main_score": 0.783995, "precision": 0.770266, "recall": 0.821146}, {"accuracy": 0.865613, "f1": 0.830454, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"], "main_score": 0.830454, "precision": 0.815893, "recall": 0.865613}, {"accuracy": 0.907115, "f1": 0.878458, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"], "main_score": 0.878458, "precision": 0.864789, "recall": 0.907115}, {"accuracy": 0.887352, "f1": 0.855435, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"], "main_score": 0.855435, "precision": 0.840497, "recall": 0.887352}, {"accuracy": 0.922925, "f1": 0.90135, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"], "main_score": 0.90135, "precision": 0.89081, "recall": 0.922925}, {"accuracy": 0.838933, "f1": 0.80337, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"], "main_score": 0.80337, "precision": 0.789571, "recall": 0.838933}, {"accuracy": 0.849802, "f1": 0.809947, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"], "main_score": 0.809947, "precision": 0.792144, "recall": 0.849802}, {"accuracy": 0.826087, "f1": 0.77836, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"], "main_score": 0.77836, "precision": 0.756999, "recall": 0.826087}, {"accuracy": 0.789526, "f1": 0.752817, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"], "main_score": 0.752817, "precision": 0.73959, "recall": 0.789526}, {"accuracy": 0.852767, "f1": 0.810935, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"], "main_score": 0.810935, "precision": 0.792342, "recall": 0.852767}, {"accuracy": 0.878458, "f1": 0.846014, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"], "main_score": 0.846014, "precision": 0.830698, "recall": 0.878458}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"], "main_score": 0.912714, "precision": 0.903162, "recall": 0.932806}, {"accuracy": 0.828063, "f1": 0.783597, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"], "main_score": 0.783597, "precision": 0.76469, "recall": 0.828063}, {"accuracy": 0.833992, "f1": 0.801054, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"], "main_score": 0.801054, "precision": 0.788151, "recall": 0.833992}, {"accuracy": 0.881423, "f1": 0.849605, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"], "main_score": 0.849605, "precision": 0.834816, "recall": 0.881423}, {"accuracy": 0.856719, "f1": 0.820222, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"], "main_score": 0.820222, "precision": 0.804598, "recall": 0.856719}, {"accuracy": 0.84585, "f1": 0.809183, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"], "main_score": 0.809183, "precision": 0.794719, "recall": 0.84585}, {"accuracy": 0.789526, "f1": 0.738575, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"], "main_score": 0.738575, "precision": 0.717161, "recall": 0.789526}, {"accuracy": 0.840909, "f1": 0.802937, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"], "main_score": 0.802937, "precision": 0.787212, "recall": 0.840909}, {"accuracy": 0.912055, "f1": 0.888307, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"], "main_score": 0.888307, "precision": 0.877141, "recall": 0.912055}, {"accuracy": 0.898221, "f1": 0.867589, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"], "main_score": 0.867589, "precision": 0.853096, "recall": 0.898221}, {"accuracy": 0.838933, "f1": 0.805549, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"], "main_score": 0.805549, "precision": 0.792548, "recall": 0.838933}, {"accuracy": 0.898221, "f1": 0.868577, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"], "main_score": 0.868577, "precision": 0.854414, "recall": 0.898221}, {"accuracy": 0.182806, "f1": 0.148629, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"], "main_score": 0.148629, "precision": 0.138795, "recall": 0.182806}, {"accuracy": 0.850791, "f1": 0.816064, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"], "main_score": 0.816064, "precision": 0.801627, "recall": 0.850791}, {"accuracy": 0.896245, "f1": 0.86693, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"], "main_score": 0.86693, "precision": 0.852931, "recall": 0.896245}, {"accuracy": 0.88834, "f1": 0.855929, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"], "main_score": 0.855929, "precision": 0.841321, "recall": 0.88834}, {"accuracy": 0.824111, "f1": 0.782647, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"], "main_score": 0.782647, "precision": 0.766209, "recall": 0.824111}, {"accuracy": 0.83004, "f1": 0.792521, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"], "main_score": 0.792521, "precision": 0.778293, "recall": 0.83004}, {"accuracy": 0.828063, "f1": 0.79256, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"], "main_score": 0.79256, "precision": 0.77891, "recall": 0.828063}, {"accuracy": 0.858696, "f1": 0.822647, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"], "main_score": 0.822647, "precision": 0.806406, "recall": 0.858696}, {"accuracy": 0.866601, "f1": 0.83776, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"], "main_score": 0.83776, "precision": 0.826054, "recall": 0.866601}, {"accuracy": 0.887352, "f1": 0.856126, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"], "main_score": 0.856126, "precision": 0.842045, "recall": 0.887352}, {"accuracy": 0.777668, "f1": 0.740084, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"], "main_score": 0.740084, "precision": 0.724906, "recall": 0.777668}, {"accuracy": 0.832016, "f1": 0.793571, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"], "main_score": 0.793571, "precision": 0.778444, "recall": 0.832016}, {"accuracy": 0.855731, "f1": 0.820803, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"], "main_score": 0.820803, "precision": 0.806261, "recall": 0.855731}, {"accuracy": 0.851779, "f1": 0.817104, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"], "main_score": 0.817104, "precision": 0.803384, "recall": 0.851779}, {"accuracy": 0.83498, "f1": 0.793215, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"], "main_score": 0.793215, "precision": 0.773633, "recall": 0.83498}, {"accuracy": 0.862648, "f1": 0.825659, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"], "main_score": 0.825659, "precision": 0.808383, "recall": 0.862648}, {"accuracy": 0.818182, "f1": 0.777089, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"], "main_score": 0.777089, "precision": 0.760784, "recall": 0.818182}, {"accuracy": 0.874506, "f1": 0.840152, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"], "main_score": 0.840152, "precision": 0.824226, "recall": 0.874506}, {"accuracy": 0.835968, "f1": 0.80557, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"], "main_score": 0.80557, "precision": 0.793743, "recall": 0.835968}, {"accuracy": 0.87747, "f1": 0.842095, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"], "main_score": 0.842095, "precision": 0.826005, "recall": 0.87747}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"], "main_score": 0.870125, "precision": 0.856637, "recall": 0.899209}, {"accuracy": 0.863636, "f1": 0.825494, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"], "main_score": 0.825494, "precision": 0.808794, "recall": 0.863636}, {"accuracy": 0.871542, "f1": 0.836924, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"], "main_score": 0.836924, "precision": 0.820817, "recall": 0.871542}, {"accuracy": 0.815217, "f1": 0.769848, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"], "main_score": 0.769848, "precision": 0.750313, "recall": 0.815217}, {"accuracy": 0.849802, "f1": 0.808169, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"], "main_score": 0.808169, "precision": 0.789312, "recall": 0.849802}, {"accuracy": 0.811265, "f1": 0.768574, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"], "main_score": 0.768574, "precision": 0.75215, "recall": 0.811265}, {"accuracy": 0.828063, "f1": 0.782675, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"], "main_score": 0.782675, "precision": 0.763109, "recall": 0.828063}, {"accuracy": 0.824111, "f1": 0.779875, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"], "main_score": 0.779875, "precision": 0.759667, "recall": 0.824111}, {"accuracy": 0.821146, "f1": 0.78899, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"], "main_score": 0.78899, "precision": 0.775897, "recall": 0.821146}, {"accuracy": 0.881423, "f1": 0.845751, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"], "main_score": 0.845751, "precision": 0.82864, "recall": 0.881423}, {"accuracy": 0.824111, "f1": 0.780764, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"], "main_score": 0.780764, "precision": 0.76054, "recall": 0.824111}, {"accuracy": 0.903162, "f1": 0.878261, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"], "main_score": 0.878261, "precision": 0.866601, "recall": 0.903162}, {"accuracy": 0.587945, "f1": 0.514596, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"], "main_score": 0.514596, "precision": 0.48834, "recall": 0.587945}, {"accuracy": 0.840909, "f1": 0.804577, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"], "main_score": 0.804577, "precision": 0.790467, "recall": 0.840909}, {"accuracy": 0.844862, "f1": 0.811705, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"], "main_score": 0.811705, "precision": 0.797835, "recall": 0.844862}, {"accuracy": 0.81917, "f1": 0.773635, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"], "main_score": 0.773635, "precision": 0.755303, "recall": 0.81917}, {"accuracy": 0.817194, "f1": 0.778814, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"], "main_score": 0.778814, "precision": 0.764562, "recall": 0.817194}, {"accuracy": 0.878458, "f1": 0.846574, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"], "main_score": 0.846574, "precision": 0.831439, "recall": 0.878458}, {"accuracy": 0.823123, "f1": 0.779287, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"], "main_score": 0.779287, "precision": 0.760903, "recall": 0.823123}, {"accuracy": 0.853755, "f1": 0.812352, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"], "main_score": 0.812352, "precision": 0.793643, "recall": 0.853755}, {"accuracy": 0.852767, "f1": 0.821944, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"], "main_score": 0.821944, "precision": 0.809407, "recall": 0.852767}, {"accuracy": 0.846838, "f1": 0.809604, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"], "main_score": 0.809604, "precision": 0.79277, "recall": 0.846838}, {"accuracy": 0.923913, "f1": 0.90351, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"], "main_score": 0.90351, "precision": 0.894186, "recall": 0.923913}, {"accuracy": 0.876482, "f1": 0.847036, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"], "main_score": 0.847036, "precision": 0.833778, "recall": 0.876482}, {"accuracy": 0.850791, "f1": 0.811975, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"], "main_score": 0.811975, "precision": 0.795784, "recall": 0.850791}, {"accuracy": 0.851779, "f1": 0.812883, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"], "main_score": 0.812883, "precision": 0.796179, "recall": 0.851779}, {"accuracy": 0.832016, "f1": 0.791573, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"], "main_score": 0.791573, "precision": 0.776039, "recall": 0.832016}, {"accuracy": 0.199605, "f1": 0.147315, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"], "main_score": 0.147315, "precision": 0.132025, "recall": 0.199605}, {"accuracy": 0.832016, "f1": 0.788048, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"], "main_score": 0.788048, "precision": 0.768857, "recall": 0.832016}, {"accuracy": 0.88834, "f1": 0.857708, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"], "main_score": 0.857708, "precision": 0.843775, "recall": 0.88834}, {"accuracy": 0.903162, "f1": 0.87556, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"], "main_score": 0.87556, "precision": 0.862566, "recall": 0.903162}, {"accuracy": 0.864625, "f1": 0.829847, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"], "main_score": 0.829847, "precision": 0.814888, "recall": 0.864625}, {"accuracy": 0.793478, "f1": 0.740304, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"], "main_score": 0.740304, "precision": 0.718059, "recall": 0.793478}, {"accuracy": 0.892292, "f1": 0.860672, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"], "main_score": 0.860672, "precision": 0.845685, "recall": 0.892292}, {"accuracy": 0.857708, "f1": 0.821681, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"], "main_score": 0.821681, "precision": 0.806514, "recall": 0.857708}, {"accuracy": 0.843874, "f1": 0.808339, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"], "main_score": 0.808339, "precision": 0.793893, "recall": 0.843874}, {"accuracy": 0.816206, "f1": 0.780282, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"], "main_score": 0.780282, "precision": 0.765984, "recall": 0.816206}, {"accuracy": 0.815217, "f1": 0.768817, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"], "main_score": 0.768817, "precision": 0.749854, "recall": 0.815217}, {"accuracy": 0.833992, "f1": 0.792692, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"], "main_score": 0.792692, "precision": 0.775596, "recall": 0.833992}, {"accuracy": 0.778656, "f1": 0.723106, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"], "main_score": 0.723106, "precision": 0.69772, "recall": 0.778656}, {"accuracy": 0.890316, "f1": 0.860178, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"], "main_score": 0.860178, "precision": 0.846047, "recall": 0.890316}, {"accuracy": 0.825099, "f1": 0.790715, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"], "main_score": 0.790715, "precision": 0.777655, "recall": 0.825099}, {"accuracy": 0.823123, "f1": 0.791643, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"], "main_score": 0.791643, "precision": 0.779077, "recall": 0.823123}, {"accuracy": 0.833004, "f1": 0.800106, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"], "main_score": 0.800106, "precision": 0.787036, "recall": 0.833004}, {"accuracy": 0.825099, "f1": 0.780764, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"], "main_score": 0.780764, "precision": 0.760705, "recall": 0.825099}, {"accuracy": 0.822134, "f1": 0.776976, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"], "main_score": 0.776976, "precision": 0.756423, "recall": 0.822134}, {"accuracy": 0.868577, "f1": 0.831159, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"], "main_score": 0.831159, "precision": 0.81413, "recall": 0.868577}, {"accuracy": 0.883399, "f1": 0.852042, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"], "main_score": 0.852042, "precision": 0.837978, "recall": 0.883399}, {"accuracy": 0.873518, "f1": 0.838439, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"], "main_score": 0.838439, "precision": 0.821805, "recall": 0.873518}, {"accuracy": 0.848814, "f1": 0.813011, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"], "main_score": 0.813011, "precision": 0.798257, "recall": 0.848814}, {"accuracy": 0.783597, "f1": 0.7333, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"], "main_score": 0.7333, "precision": 0.711248, "recall": 0.783597}, {"accuracy": 0.902174, "f1": 0.873353, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"], "main_score": 0.873353, "precision": 0.859848, "recall": 0.902174}, {"accuracy": 0.835968, "f1": 0.800225, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"], "main_score": 0.800225, "precision": 0.78627, "recall": 0.835968}, {"accuracy": 0.825099, "f1": 0.790049, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"], "main_score": 0.790049, "precision": 0.777442, "recall": 0.825099}, {"accuracy": 0.820158, "f1": 0.789496, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"], "main_score": 0.789496, "precision": 0.778058, "recall": 0.820158}, {"accuracy": 0.796443, "f1": 0.756841, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"], "main_score": 0.756841, "precision": 0.741944, "recall": 0.796443}, {"accuracy": 0.889328, "f1": 0.85774, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"], "main_score": 0.85774, "precision": 0.843462, "recall": 0.889328}, {"accuracy": 0.890316, "f1": 0.859439, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"], "main_score": 0.859439, "precision": 0.84552, "recall": 0.890316}, {"accuracy": 0.839921, "f1": 0.799111, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"], "main_score": 0.799111, "precision": 0.780254, "recall": 0.839921}, {"accuracy": 0.257905, "f1": 0.215348, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"], "main_score": 0.215348, "precision": 0.200938, "recall": 0.257905}, {"accuracy": 0.867589, "f1": 0.831653, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"], "main_score": 0.831653, "precision": 0.814954, "recall": 0.867589}, {"accuracy": 0.711462, "f1": 0.647565, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"], "main_score": 0.647565, "precision": 0.620184, "recall": 0.711462}, {"accuracy": 0.875494, "f1": 0.841403, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"], "main_score": 0.841403, "precision": 0.826235, "recall": 0.875494}, {"accuracy": 0.933794, "f1": 0.914032, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"], "main_score": 0.914032, "precision": 0.904315, "recall": 0.933794}, {"accuracy": 0.829051, "f1": 0.781588, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"], "main_score": 0.781588, "precision": 0.759585, "recall": 0.829051}, {"accuracy": 0.869565, "f1": 0.832345, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"], "main_score": 0.832345, "precision": 0.814888, "recall": 0.869565}, {"accuracy": 0.890316, "f1": 0.85695, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"], "main_score": 0.85695, "precision": 0.841189, "recall": 0.890316}, {"accuracy": 0.868577, "f1": 0.832202, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"], "main_score": 0.832202, "precision": 0.815374, "recall": 0.868577}, {"accuracy": 0.84585, "f1": 0.804562, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"], "main_score": 0.804562, "precision": 0.786768, "recall": 0.84585}, {"accuracy": 0.884387, "f1": 0.850198, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"], "main_score": 0.850198, "precision": 0.833745, "recall": 0.884387}, {"accuracy": 0.83004, "f1": 0.793905, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"], "main_score": 0.793905, "precision": 0.779847, "recall": 0.83004}, {"accuracy": 0.886364, "f1": 0.853557, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"], "main_score": 0.853557, "precision": 0.838274, "recall": 0.886364}, {"accuracy": 0.821146, "f1": 0.777588, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"], "main_score": 0.777588, "precision": 0.758235, "recall": 0.821146}, {"accuracy": 0.859684, "f1": 0.824242, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"], "main_score": 0.824242, "precision": 0.807971, "recall": 0.859684}, {"accuracy": 0.899209, "f1": 0.871937, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"], "main_score": 0.871937, "precision": 0.859272, "recall": 0.899209}, {"accuracy": 0.820158, "f1": 0.777027, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"], "main_score": 0.777027, "precision": 0.75999, "recall": 0.820158}, {"accuracy": 0.044466, "f1": 0.025908, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"], "main_score": 0.025908, "precision": 0.022407, "recall": 0.044466}, {"accuracy": 0.79249, "f1": 0.751986, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"], "main_score": 0.751986, "precision": 0.736586, "recall": 0.79249}, {"accuracy": 0.855731, "f1": 0.818544, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"], "main_score": 0.818544, "precision": 0.802267, "recall": 0.855731}, {"accuracy": 0.757905, "f1": 0.711147, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"], "main_score": 0.711147, "precision": 0.692932, "recall": 0.757905}, {"accuracy": 0.847826, "f1": 0.813465, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"], "main_score": 0.813465, "precision": 0.800118, "recall": 0.847826}, {"accuracy": 0.806324, "f1": 0.758671, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"], "main_score": 0.758671, "precision": 0.739336, "recall": 0.806324}, {"accuracy": 0.812253, "f1": 0.763952, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"], "main_score": 0.763952, "precision": 0.742342, "recall": 0.812253}, {"accuracy": 0.811265, "f1": 0.767863, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"], "main_score": 0.767863, "precision": 0.75066, "recall": 0.811265}, {"accuracy": 0.823123, "f1": 0.780214, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"], "main_score": 0.780214, "precision": 0.762699, "recall": 0.823123}, {"accuracy": 0.889328, "f1": 0.857345, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"], "main_score": 0.857345, "precision": 0.842589, "recall": 0.889328}, {"accuracy": 0.859684, "f1": 0.821278, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"], "main_score": 0.821278, "precision": 0.803722, "recall": 0.859684}, {"accuracy": 0.745059, "f1": 0.686298, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"], "main_score": 0.686298, "precision": 0.661957, "recall": 0.745059}, {"accuracy": 0.838933, "f1": 0.800874, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"], "main_score": 0.800874, "precision": 0.785264, "recall": 0.838933}, {"accuracy": 0.779644, "f1": 0.728035, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"], "main_score": 0.728035, "precision": 0.705155, "recall": 0.779644}, {"accuracy": 0.860672, "f1": 0.825791, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"], "main_score": 0.825791, "precision": 0.809865, "recall": 0.860672}, {"accuracy": 0.829051, "f1": 0.790663, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"], "main_score": 0.790663, "precision": 0.775643, "recall": 0.829051}, {"accuracy": 0.884387, "f1": 0.853063, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"], "main_score": 0.853063, "precision": 0.838636, "recall": 0.884387}, {"accuracy": 0.857708, "f1": 0.819977, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"], "main_score": 0.819977, "precision": 0.803863, "recall": 0.857708}, {"accuracy": 0.913043, "f1": 0.889526, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"], "main_score": 0.889526, "precision": 0.878541, "recall": 0.913043}, {"accuracy": 0.869565, "f1": 0.833794, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"], "main_score": 0.833794, "precision": 0.817798, "recall": 0.869565}, {"accuracy": 0.748024, "f1": 0.702456, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"], "main_score": 0.702456, "precision": 0.683954, "recall": 0.748024}, {"accuracy": 0.829051, "f1": 0.787963, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"], "main_score": 0.787963, "precision": 0.771009, "recall": 0.829051}, {"accuracy": 0.814229, "f1": 0.766389, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"], "main_score": 0.766389, "precision": 0.746327, "recall": 0.814229}, {"accuracy": 0.858696, "f1": 0.82108, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"], "main_score": 0.82108, "precision": 0.804051, "recall": 0.858696}, {"accuracy": 0.81917, "f1": 0.772879, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"], "main_score": 0.772879, "precision": 0.752503, "recall": 0.81917}, {"accuracy": 0.816206, "f1": 0.768533, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"], "main_score": 0.768533, "precision": 0.748361, "recall": 0.816206}, {"accuracy": 0.925889, "f1": 0.904875, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"], "main_score": 0.904875, "precision": 0.89501, "recall": 0.925889}, {"accuracy": 0.901186, "f1": 0.872727, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"], "main_score": 0.872727, "precision": 0.859601, "recall": 0.901186}, {"accuracy": 0.873518, "f1": 0.841008, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"], "main_score": 0.841008, "precision": 0.827004, "recall": 0.873518}, {"accuracy": 0.771739, "f1": 0.717215, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"], "main_score": 0.717215, "precision": 0.694635, "recall": 0.771739}, {"accuracy": 0.771739, "f1": 0.721051, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"], "main_score": 0.721051, "precision": 0.702277, "recall": 0.771739}, {"accuracy": 0.807312, "f1": 0.762058, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"], "main_score": 0.762058, "precision": 0.744048, "recall": 0.807312}, {"accuracy": 0.841897, "f1": 0.798221, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"], "main_score": 0.798221, "precision": 0.779298, "recall": 0.841897}, {"accuracy": 0.860672, "f1": 0.821937, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"], "main_score": 0.821937, "precision": 0.803854, "recall": 0.860672}, {"accuracy": 0.917984, "f1": 0.893445, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"], "main_score": 0.893445, "precision": 0.881588, "recall": 0.917984}, {"accuracy": 0.809289, "f1": 0.757213, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"], "main_score": 0.757213, "precision": 0.733366, "recall": 0.809289}, {"accuracy": 0.831028, "f1": 0.794932, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"], "main_score": 0.794932, "precision": 0.780812, "recall": 0.831028}, {"accuracy": 0.826087, "f1": 0.779051, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"], "main_score": 0.779051, "precision": 0.75807, "recall": 0.826087}, {"accuracy": 0.775692, "f1": 0.728371, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"], "main_score": 0.728371, "precision": 0.710329, "recall": 0.775692}, {"accuracy": 0.84585, "f1": 0.804611, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"], "main_score": 0.804611, "precision": 0.786627, "recall": 0.84585}, {"accuracy": 0.866601, "f1": 0.829743, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"], "main_score": 0.829743, "precision": 0.812994, "recall": 0.866601}, {"accuracy": 0.863636, "f1": 0.830995, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"], "main_score": 0.830995, "precision": 0.815909, "recall": 0.863636}, {"accuracy": 0.865613, "f1": 0.833852, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"], "main_score": 0.833852, "precision": 0.820878, "recall": 0.865613}, {"accuracy": 0.867589, "f1": 0.833465, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"], "main_score": 0.833465, "precision": 0.817688, "recall": 0.867589}, {"accuracy": 0.898221, "f1": 0.869796, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"], "main_score": 0.869796, "precision": 0.856637, "recall": 0.898221}, {"accuracy": 0.827075, "f1": 0.787854, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"], "main_score": 0.787854, "precision": 0.772581, "recall": 0.827075}, {"accuracy": 0.880435, "f1": 0.849572, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"], "main_score": 0.849572, "precision": 0.835145, "recall": 0.880435}, {"accuracy": 0.867589, "f1": 0.836372, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"], "main_score": 0.836372, "precision": 0.823008, "recall": 0.867589}, {"accuracy": 0.833992, "f1": 0.791074, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"], "main_score": 0.791074, "precision": 0.771327, "recall": 0.833992}, {"accuracy": 0.83498, "f1": 0.793922, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"], "main_score": 0.793922, "precision": 0.777157, "recall": 0.83498}, {"accuracy": 0.853755, "f1": 0.818102, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"], "main_score": 0.818102, "precision": 0.80291, "recall": 0.853755}, {"accuracy": 0.865613, "f1": 0.831725, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"], "main_score": 0.831725, "precision": 0.817548, "recall": 0.865613}, {"accuracy": 0.921937, "f1": 0.9, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"], "main_score": 0.9, "precision": 0.890184, "recall": 0.921937}, {"accuracy": 0.905138, "f1": 0.87747, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"], "main_score": 0.87747, "precision": 0.864295, "recall": 0.905138}, {"accuracy": 0.894269, "f1": 0.866173, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"], "main_score": 0.866173, "precision": 0.852684, "recall": 0.894269}, {"accuracy": 0.884387, "f1": 0.852833, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"], "main_score": 0.852833, "precision": 0.838356, "recall": 0.884387}, {"accuracy": 0.885375, "f1": 0.853426, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"], "main_score": 0.853426, "precision": 0.838603, "recall": 0.885375}, {"accuracy": 0.76087, "f1": 0.712117, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"], "main_score": 0.712117, "precision": 0.694086, "recall": 0.76087}, {"accuracy": 0.811265, "f1": 0.777863, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"], "main_score": 0.777863, "precision": 0.765303, "recall": 0.811265}, {"accuracy": 0.80336, "f1": 0.751219, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"], "main_score": 0.751219, "precision": 0.728261, "recall": 0.80336}, {"accuracy": 0.858696, "f1": 0.825198, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"], "main_score": 0.825198, "precision": 0.810145, "recall": 0.858696}, {"accuracy": 0.91996, "f1": 0.896904, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"], "main_score": 0.896904, "precision": 0.88587, "recall": 0.91996}, {"accuracy": 0.885375, "f1": 0.851943, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"], "main_score": 0.851943, "precision": 0.836742, "recall": 0.885375}, {"accuracy": 0.890316, "f1": 0.86054, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"], "main_score": 0.86054, "precision": 0.846756, "recall": 0.890316}, {"accuracy": 0.887352, "f1": 0.856818, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"], "main_score": 0.856818, "precision": 0.842721, "recall": 0.887352}, {"accuracy": 0.798419, "f1": 0.761333, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"], "main_score": 0.761333, "precision": 0.746741, "recall": 0.798419}, {"accuracy": 0.790514, "f1": 0.740349, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"], "main_score": 0.740349, "precision": 0.717474, "recall": 0.790514}, {"accuracy": 0.823123, "f1": 0.777917, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"], "main_score": 0.777917, "precision": 0.758218, "recall": 0.823123}, {"accuracy": 0.891304, "f1": 0.86054, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"], "main_score": 0.86054, "precision": 0.846262, "recall": 0.891304}, {"accuracy": 0.826087, "f1": 0.783696, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"], "main_score": 0.783696, "precision": 0.764657, "recall": 0.826087}, {"accuracy": 0.781621, "f1": 0.729861, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"], "main_score": 0.729861, "precision": 0.707872, "recall": 0.781621}, {"accuracy": 0.887352, "f1": 0.857082, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"], "main_score": 0.857082, "precision": 0.843857, "recall": 0.887352}, {"accuracy": 0.812253, "f1": 0.762667, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"], "main_score": 0.762667, "precision": 0.740777, "recall": 0.812253}, {"accuracy": 0.854743, "f1": 0.815679, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"], "main_score": 0.815679, "precision": 0.79832, "recall": 0.854743}, {"accuracy": 0.746047, "f1": 0.683945, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"], "main_score": 0.683945, "precision": 0.656406, "recall": 0.746047}, {"accuracy": 0.826087, "f1": 0.791192, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"], "main_score": 0.791192, "precision": 0.778167, "recall": 0.826087}, {"accuracy": 0.844862, "f1": 0.810039, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"], "main_score": 0.810039, "precision": 0.79647, "recall": 0.844862}, {"accuracy": 0.833004, "f1": 0.795149, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"], "main_score": 0.795149, "precision": 0.781033, "recall": 0.833004}, {"accuracy": 0.856719, "f1": 0.819507, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"], "main_score": 0.819507, "precision": 0.803961, "recall": 0.856719}, {"accuracy": 0.836957, "f1": 0.793116, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"], "main_score": 0.793116, "precision": 0.77309, "recall": 0.836957}, {"accuracy": 0.865613, "f1": 0.831423, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"], "main_score": 0.831423, "precision": 0.815662, "recall": 0.865613}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"], "main_score": 0.910903, "precision": 0.900856, "recall": 0.931818}, {"accuracy": 0.898221, "f1": 0.868972, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"], "main_score": 0.868972, "precision": 0.85499, "recall": 0.898221}, {"accuracy": 0.0583, "f1": 0.033391, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"], "main_score": 0.033391, "precision": 0.027634, "recall": 0.0583}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"], "main_score": 0.984848, "precision": 0.983399, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.91502, "f1": 0.890876, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"], "main_score": 0.890876, "precision": 0.879529, "recall": 0.91502}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.978261, "f1": 0.972167, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"], "main_score": 0.972167, "precision": 0.969565, "recall": 0.978261}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.921937, "f1": 0.899605, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"], "main_score": 0.899605, "precision": 0.889081, "recall": 0.921937}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"], "main_score": 0.928524, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.981868, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"], "main_score": 0.981868, "precision": 0.980625, "recall": 0.985178}, {"accuracy": 0.91502, "f1": 0.890876, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"], "main_score": 0.890876, "precision": 0.879529, "recall": 0.91502}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"], "main_score": 0.947134, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"], "main_score": 0.977108, "precision": 0.974967, "recall": 0.982213}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.199605, "f1": 0.154771, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"], "main_score": 0.154771, "precision": 0.141927, "recall": 0.199605}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"], "main_score": 0.926449, "precision": 0.918396, "recall": 0.943676}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"], "main_score": 0.978426, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.983202, "f1": 0.97892, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"], "main_score": 0.97892, "precision": 0.976976, "recall": 0.983202}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"], "main_score": 0.92803, "precision": 0.91996, "recall": 0.944664}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.96698, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"], "main_score": 0.96698, "precision": 0.96358, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"], "main_score": 0.988801, "precision": 0.987813, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.896245, "f1": 0.867325, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"], "main_score": 0.867325, "precision": 0.853837, "recall": 0.896245}, {"accuracy": 0.932806, "f1": 0.91278, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"], "main_score": 0.91278, "precision": 0.903244, "recall": 0.932806}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.962451, "f1": 0.951647, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"], "main_score": 0.951647, "precision": 0.946393, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.9417, "f1": 0.924308, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"], "main_score": 0.924308, "precision": 0.91609, "recall": 0.9417}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.903162, "f1": 0.874835, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"], "main_score": 0.874835, "precision": 0.861331, "recall": 0.903162}, {"accuracy": 0.979249, "f1": 0.974045, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"], "main_score": 0.974045, "precision": 0.971953, "recall": 0.979249}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"], "main_score": 0.913043, "precision": 0.903656, "recall": 0.932806}, {"accuracy": 0.87747, "f1": 0.844038, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"], "main_score": 0.844038, "precision": 0.828393, "recall": 0.87747}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"], "main_score": 0.914196, "precision": 0.905138, "recall": 0.933794}, {"accuracy": 0.721344, "f1": 0.656345, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"], "main_score": 0.656345, "precision": 0.628814, "recall": 0.721344}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.901186, "f1": 0.872036, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"], "main_score": 0.872036, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.964427, "f1": 0.953129, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"], "main_score": 0.953129, "precision": 0.947711, "recall": 0.964427}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.88834, "f1": 0.856291, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"], "main_score": 0.856291, "precision": 0.841486, "recall": 0.88834}, {"accuracy": 0.936759, "f1": 0.91805, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"], "main_score": 0.91805, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.887352, "f1": 0.854776, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"], "main_score": 0.854776, "precision": 0.840069, "recall": 0.887352}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"], "main_score": 0.96031, "precision": 0.956061, "recall": 0.969368}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.212451, "f1": 0.147323, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"], "main_score": 0.147323, "precision": 0.128407, "recall": 0.212451}, {"accuracy": 0.916996, "f1": 0.893116, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"], "main_score": 0.893116, "precision": 0.881423, "recall": 0.916996}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"], "main_score": 0.887022, "precision": 0.875198, "recall": 0.912055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.967391, "f1": 0.95934, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"], "main_score": 0.95934, "precision": 0.955781, "recall": 0.967391}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.978986, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"], "main_score": 0.978986, "precision": 0.97719, "recall": 0.983202}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.847826, "f1": 0.810573, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"], "main_score": 0.810573, "precision": 0.793544, "recall": 0.847826}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.981343, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"], "main_score": 0.981343, "precision": 0.979743, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"], "main_score": 0.975626, "precision": 0.973024, "recall": 0.981225}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"], "main_score": 0.899868, "precision": 0.888669, "recall": 0.922925}, {"accuracy": 0.882411, "f1": 0.847497, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"], "main_score": 0.847497, "precision": 0.830698, "recall": 0.882411}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"], "main_score": 0.920356, "precision": 0.911479, "recall": 0.938735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.853755, "f1": 0.814295, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"], "main_score": 0.814295, "precision": 0.795537, "recall": 0.853755}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.986942, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"], "main_score": 0.986942, "precision": 0.986166, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.886364, "f1": 0.854381, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"], "main_score": 0.854381, "precision": 0.839756, "recall": 0.886364}, {"accuracy": 0.259881, "f1": 0.205247, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"], "main_score": 0.205247, "precision": 0.186718, "recall": 0.259881}, {"accuracy": 0.934783, "f1": 0.915679, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"], "main_score": 0.915679, "precision": 0.906621, "recall": 0.934783}, {"accuracy": 0.81917, "f1": 0.772134, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"], "main_score": 0.772134, "precision": 0.751301, "recall": 0.81917}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"], "main_score": 0.972003, "precision": 0.969203, "recall": 0.978261}, {"accuracy": 0.898221, "f1": 0.868874, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"], "main_score": 0.868874, "precision": 0.855072, "recall": 0.898221}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.890316, "f1": 0.858432, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"], "main_score": 0.858432, "precision": 0.843791, "recall": 0.890316}, {"accuracy": 0.886364, "f1": 0.855138, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"], "main_score": 0.855138, "precision": 0.840003, "recall": 0.886364}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.054348, "f1": 0.027352, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"], "main_score": 0.027352, "precision": 0.02227, "recall": 0.054348}, {"accuracy": 0.982213, "f1": 0.976845, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"], "main_score": 0.976845, "precision": 0.974391, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.952569, "f1": 0.939723, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"], "main_score": 0.939723, "precision": 0.933794, "recall": 0.952569}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.933794, "f1": 0.914361, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"], "main_score": 0.914361, "precision": 0.905303, "recall": 0.933794}, {"accuracy": 0.918972, "f1": 0.895883, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"], "main_score": 0.895883, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"], "main_score": 0.946311, "precision": 0.940382, "recall": 0.958498}, {"accuracy": 0.890316, "f1": 0.857411, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"], "main_score": 0.857411, "precision": 0.841815, "recall": 0.890316}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.868577, "f1": 0.835211, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"], "main_score": 0.835211, "precision": 0.819746, "recall": 0.868577}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"], "main_score": 0.927866, "precision": 0.919796, "recall": 0.944664}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.927866, "f1": 0.906588, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"], "main_score": 0.906588, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.971574, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"], "main_score": 0.971574, "precision": 0.969153, "recall": 0.977273}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"], "main_score": 0.926713, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"], "main_score": 0.933037, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.948617, "f1": 0.934091, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"], "main_score": 0.934091, "precision": 0.927536, "recall": 0.948617}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.982675, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"], "main_score": 0.982675, "precision": 0.98139, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.931818, "f1": 0.911561, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"], "main_score": 0.911561, "precision": 0.901845, "recall": 0.931818}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"], "main_score": 0.962681, "precision": 0.95858, "recall": 0.971344}, {"accuracy": 0.876482, "f1": 0.842852, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"], "main_score": 0.842852, "precision": 0.827075, "recall": 0.876482}, {"accuracy": 0.988142, "f1": 0.985343, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"], "main_score": 0.985343, "precision": 0.984223, "recall": 0.988142}, {"accuracy": 0.949605, "f1": 0.933696, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"], "main_score": 0.933696, "precision": 0.926136, "recall": 0.949605}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"], "main_score": 0.970685, "precision": 0.967754, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"], "main_score": 0.966963, "precision": 0.963521, "recall": 0.974308}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.917984, "f1": 0.894499, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"], "main_score": 0.894499, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.907115, "f1": 0.881818, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"], "main_score": 0.881818, "precision": 0.869977, "recall": 0.907115}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.939723, "f1": 0.923485, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"], "main_score": 0.923485, "precision": 0.915926, "recall": 0.939723}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.883399, "f1": 0.851812, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"], "main_score": 0.851812, "precision": 0.837533, "recall": 0.883399}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"], "main_score": 0.980962, "precision": 0.979002, "recall": 0.985178}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"], "main_score": 0.911298, "precision": 0.901597, "recall": 0.931818}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.912055, "f1": 0.886265, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"], "main_score": 0.886265, "precision": 0.87393, "recall": 0.912055}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.937747, "f1": 0.91996, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"], "main_score": 0.91996, "precision": 0.911561, "recall": 0.937747}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.932806, "f1": 0.913109, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"], "main_score": 0.913109, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.897233, "f1": 0.869697, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"], "main_score": 0.869697, "precision": 0.856555, "recall": 0.897233}, {"accuracy": 0.932806, "f1": 0.912681, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"], "main_score": 0.912681, "precision": 0.903327, "recall": 0.932806}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.975296, "f1": 0.969383, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"], "main_score": 0.969383, "precision": 0.966831, "recall": 0.975296}, {"accuracy": 0.835968, "f1": 0.793775, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"], "main_score": 0.793775, "precision": 0.774769, "recall": 0.835968}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.871542, "f1": 0.836759, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"], "main_score": 0.836759, "precision": 0.820982, "recall": 0.871542}, {"accuracy": 0.913043, "f1": 0.88587, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"], "main_score": 0.88587, "precision": 0.872859, "recall": 0.913043}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"], "main_score": 0.938241, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.8083, "f1": 0.759881, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"], "main_score": 0.759881, "precision": 0.738258, "recall": 0.8083}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"], "main_score": 0.899704, "precision": 0.888999, "recall": 0.921937}, {"accuracy": 0.843874, "f1": 0.801238, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"], "main_score": 0.801238, "precision": 0.782395, "recall": 0.843874}, {"accuracy": 0.862648, "f1": 0.824802, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"], "main_score": 0.824802, "precision": 0.807098, "recall": 0.862648}, {"accuracy": 0.052372, "f1": 0.027924, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"], "main_score": 0.027924, "precision": 0.022055, "recall": 0.052372}, {"accuracy": 0.847826, "f1": 0.818956, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"], "main_score": 0.818956, "precision": 0.80859, "recall": 0.847826}, {"accuracy": 0.857708, "f1": 0.821824, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"], "main_score": 0.821824, "precision": 0.80701, "recall": 0.857708}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"], "main_score": 0.898287, "precision": 0.887105, "recall": 0.921937}, {"accuracy": 0.895257, "f1": 0.863603, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"], "main_score": 0.863603, "precision": 0.849012, "recall": 0.895257}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.833004, "f1": 0.800273, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"], "main_score": 0.800273, "precision": 0.788106, "recall": 0.833004}, {"accuracy": 0.860672, "f1": 0.821245, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"], "main_score": 0.821245, "precision": 0.80303, "recall": 0.860672}, {"accuracy": 0.852767, "f1": 0.813109, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"], "main_score": 0.813109, "precision": 0.795784, "recall": 0.852767}, {"accuracy": 0.807312, "f1": 0.774364, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"], "main_score": 0.774364, "precision": 0.762688, "recall": 0.807312}, {"accuracy": 0.876482, "f1": 0.843398, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"], "main_score": 0.843398, "precision": 0.829315, "recall": 0.876482}, {"accuracy": 0.899209, "f1": 0.870389, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"], "main_score": 0.870389, "precision": 0.856884, "recall": 0.899209}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.844862, "f1": 0.805851, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"], "main_score": 0.805851, "precision": 0.790095, "recall": 0.844862}, {"accuracy": 0.841897, "f1": 0.811903, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"], "main_score": 0.811903, "precision": 0.799783, "recall": 0.841897}, {"accuracy": 0.871542, "f1": 0.835606, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"], "main_score": 0.835606, "precision": 0.818676, "recall": 0.871542}, {"accuracy": 0.88834, "f1": 0.861548, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"], "main_score": 0.861548, "precision": 0.850132, "recall": 0.88834}, {"accuracy": 0.84585, "f1": 0.812244, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"], "main_score": 0.812244, "precision": 0.799591, "recall": 0.84585}, {"accuracy": 0.828063, "f1": 0.783072, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"], "main_score": 0.783072, "precision": 0.76358, "recall": 0.828063}, {"accuracy": 0.841897, "f1": 0.810785, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"], "main_score": 0.810785, "precision": 0.799371, "recall": 0.841897}, {"accuracy": 0.924901, "f1": 0.90168, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"], "main_score": 0.90168, "precision": 0.890646, "recall": 0.924901}, {"accuracy": 0.894269, "f1": 0.864921, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"], "main_score": 0.864921, "precision": 0.852141, "recall": 0.894269}, {"accuracy": 0.856719, "f1": 0.829801, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"], "main_score": 0.829801, "precision": 0.819447, "recall": 0.856719}, {"accuracy": 0.866601, "f1": 0.828788, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"], "main_score": 0.828788, "precision": 0.810853, "recall": 0.866601}, {"accuracy": 0.176877, "f1": 0.141997, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"], "main_score": 0.141997, "precision": 0.132112, "recall": 0.176877}, {"accuracy": 0.886364, "f1": 0.860624, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"], "main_score": 0.860624, "precision": 0.849749, "recall": 0.886364}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"], "main_score": 0.875626, "precision": 0.862648, "recall": 0.903162}, {"accuracy": 0.873518, "f1": 0.837719, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"], "main_score": 0.837719, "precision": 0.822052, "recall": 0.873518}, {"accuracy": 0.823123, "f1": 0.78485, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"], "main_score": 0.78485, "precision": 0.770183, "recall": 0.823123}, {"accuracy": 0.841897, "f1": 0.809337, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"], "main_score": 0.809337, "precision": 0.79771, "recall": 0.841897}, {"accuracy": 0.837945, "f1": 0.806628, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"], "main_score": 0.806628, "precision": 0.794809, "recall": 0.837945}, {"accuracy": 0.839921, "f1": 0.797087, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"], "main_score": 0.797087, "precision": 0.778277, "recall": 0.839921}, {"accuracy": 0.87253, "f1": 0.845712, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"], "main_score": 0.845712, "precision": 0.835387, "recall": 0.87253}, {"accuracy": 0.886364, "f1": 0.853821, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"], "main_score": 0.853821, "precision": 0.83946, "recall": 0.886364}, {"accuracy": 0.816206, "f1": 0.789508, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"], "main_score": 0.789508, "precision": 0.779403, "recall": 0.816206}, {"accuracy": 0.839921, "f1": 0.804046, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"], "main_score": 0.804046, "precision": 0.790446, "recall": 0.839921}, {"accuracy": 0.854743, "f1": 0.822047, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"], "main_score": 0.822047, "precision": 0.809794, "recall": 0.854743}, {"accuracy": 0.860672, "f1": 0.830777, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"], "main_score": 0.830777, "precision": 0.820163, "recall": 0.860672}, {"accuracy": 0.833004, "f1": 0.79137, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"], "main_score": 0.79137, "precision": 0.772645, "recall": 0.833004}, {"accuracy": 0.858696, "f1": 0.819137, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"], "main_score": 0.819137, "precision": 0.801416, "recall": 0.858696}, {"accuracy": 0.837945, "f1": 0.806083, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"], "main_score": 0.806083, "precision": 0.794332, "recall": 0.837945}, {"accuracy": 0.885375, "f1": 0.852569, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"], "main_score": 0.852569, "precision": 0.837615, "recall": 0.885375}, {"accuracy": 0.839921, "f1": 0.812233, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"], "main_score": 0.812233, "precision": 0.801701, "recall": 0.839921}, {"accuracy": 0.87747, "f1": 0.842754, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"], "main_score": 0.842754, "precision": 0.827223, "recall": 0.87747}, {"accuracy": 0.905138, "f1": 0.878228, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"], "main_score": 0.878228, "precision": 0.866107, "recall": 0.905138}, {"accuracy": 0.866601, "f1": 0.830402, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"], "main_score": 0.830402, "precision": 0.81474, "recall": 0.866601}, {"accuracy": 0.876482, "f1": 0.841996, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"], "main_score": 0.841996, "precision": 0.826812, "recall": 0.876482}, {"accuracy": 0.822134, "f1": 0.777753, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"], "main_score": 0.777753, "precision": 0.759521, "recall": 0.822134}, {"accuracy": 0.847826, "f1": 0.805204, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"], "main_score": 0.805204, "precision": 0.78638, "recall": 0.847826}, {"accuracy": 0.816206, "f1": 0.777579, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"], "main_score": 0.777579, "precision": 0.763192, "recall": 0.816206}, {"accuracy": 0.840909, "f1": 0.798125, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"], "main_score": 0.798125, "precision": 0.779538, "recall": 0.840909}, {"accuracy": 0.826087, "f1": 0.780072, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"], "main_score": 0.780072, "precision": 0.75975, "recall": 0.826087}, {"accuracy": 0.84585, "f1": 0.817977, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"], "main_score": 0.817977, "precision": 0.806714, "recall": 0.84585}, {"accuracy": 0.891304, "f1": 0.860474, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"], "main_score": 0.860474, "precision": 0.846014, "recall": 0.891304}, {"accuracy": 0.833004, "f1": 0.78778, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"], "main_score": 0.78778, "precision": 0.766749, "recall": 0.833004}, {"accuracy": 0.916008, "f1": 0.892457, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"], "main_score": 0.892457, "precision": 0.881423, "recall": 0.916008}, {"accuracy": 0.607708, "f1": 0.530913, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"], "main_score": 0.530913, "precision": 0.502465, "recall": 0.607708}, {"accuracy": 0.857708, "f1": 0.827213, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"], "main_score": 0.827213, "precision": 0.815786, "recall": 0.857708}, {"accuracy": 0.868577, "f1": 0.845965, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"], "main_score": 0.845965, "precision": 0.837031, "recall": 0.868577}, {"accuracy": 0.817194, "f1": 0.775151, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"], "main_score": 0.775151, "precision": 0.759472, "recall": 0.817194}, {"accuracy": 0.86166, "f1": 0.832252, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"], "main_score": 0.832252, "precision": 0.82094, "recall": 0.86166}, {"accuracy": 0.87253, "f1": 0.837648, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"], "main_score": 0.837648, "precision": 0.821723, "recall": 0.87253}, {"accuracy": 0.83004, "f1": 0.786797, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"], "main_score": 0.786797, "precision": 0.769253, "recall": 0.83004}, {"accuracy": 0.858696, "f1": 0.819038, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"], "main_score": 0.819038, "precision": 0.801202, "recall": 0.858696}, {"accuracy": 0.856719, "f1": 0.831204, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"], "main_score": 0.831204, "precision": 0.821392, "recall": 0.856719}, {"accuracy": 0.839921, "f1": 0.796956, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"], "main_score": 0.796956, "precision": 0.777652, "recall": 0.839921}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.897233, "f1": 0.866831, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"], "main_score": 0.866831, "precision": 0.85219, "recall": 0.897233}, {"accuracy": 0.86166, "f1": 0.82484, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"], "main_score": 0.82484, "precision": 0.809371, "recall": 0.86166}, {"accuracy": 0.851779, "f1": 0.814203, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"], "main_score": 0.814203, "precision": 0.798873, "recall": 0.851779}, {"accuracy": 0.836957, "f1": 0.801426, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"], "main_score": 0.801426, "precision": 0.788397, "recall": 0.836957}, {"accuracy": 0.19664, "f1": 0.147501, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"], "main_score": 0.147501, "precision": 0.132439, "recall": 0.19664}, {"accuracy": 0.848814, "f1": 0.808235, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"], "main_score": 0.808235, "precision": 0.789526, "recall": 0.848814}, {"accuracy": 0.842885, "f1": 0.803932, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"], "main_score": 0.803932, "precision": 0.78899, "recall": 0.842885}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"], "main_score": 0.895422, "precision": 0.883729, "recall": 0.91996}, {"accuracy": 0.844862, "f1": 0.80921, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"], "main_score": 0.80921, "precision": 0.794862, "recall": 0.844862}, {"accuracy": 0.795455, "f1": 0.74902, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"], "main_score": 0.74902, "precision": 0.731706, "recall": 0.795455}, {"accuracy": 0.886364, "f1": 0.853228, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"], "main_score": 0.853228, "precision": 0.838307, "recall": 0.886364}, {"accuracy": 0.87253, "f1": 0.844926, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"], "main_score": 0.844926, "precision": 0.834518, "recall": 0.87253}, {"accuracy": 0.865613, "f1": 0.839591, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"], "main_score": 0.839591, "precision": 0.830191, "recall": 0.865613}, {"accuracy": 0.833992, "f1": 0.802351, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"], "main_score": 0.802351, "precision": 0.790679, "recall": 0.833992}, {"accuracy": 0.807312, "f1": 0.764518, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"], "main_score": 0.764518, "precision": 0.748324, "recall": 0.807312}, {"accuracy": 0.847826, "f1": 0.812817, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"], "main_score": 0.812817, "precision": 0.798203, "recall": 0.847826}, {"accuracy": 0.76581, "f1": 0.707148, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"], "main_score": 0.707148, "precision": 0.681653, "recall": 0.76581}, {"accuracy": 0.894269, "f1": 0.862648, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"], "main_score": 0.862648, "precision": 0.847661, "recall": 0.894269}, {"accuracy": 0.836957, "f1": 0.804187, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"], "main_score": 0.804187, "precision": 0.791588, "recall": 0.836957}, {"accuracy": 0.84585, "f1": 0.818806, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"], "main_score": 0.818806, "precision": 0.808384, "recall": 0.84585}, {"accuracy": 0.852767, "f1": 0.823338, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"], "main_score": 0.823338, "precision": 0.811264, "recall": 0.852767}, {"accuracy": 0.827075, "f1": 0.779974, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"], "main_score": 0.779974, "precision": 0.759338, "recall": 0.827075}, {"accuracy": 0.823123, "f1": 0.775758, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"], "main_score": 0.775758, "precision": 0.753771, "recall": 0.823123}, {"accuracy": 0.868577, "f1": 0.830468, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"], "main_score": 0.830468, "precision": 0.813735, "recall": 0.868577}, {"accuracy": 0.884387, "f1": 0.852835, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"], "main_score": 0.852835, "precision": 0.839189, "recall": 0.884387}, {"accuracy": 0.865613, "f1": 0.828096, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"], "main_score": 0.828096, "precision": 0.811018, "recall": 0.865613}, {"accuracy": 0.87253, "f1": 0.842963, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"], "main_score": 0.842963, "precision": 0.830826, "recall": 0.87253}, {"accuracy": 0.791502, "f1": 0.739163, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"], "main_score": 0.739163, "precision": 0.716271, "recall": 0.791502}, {"accuracy": 0.927866, "f1": 0.905599, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"], "main_score": 0.905599, "precision": 0.894928, "recall": 0.927866}, {"accuracy": 0.873518, "f1": 0.845956, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"], "main_score": 0.845956, "precision": 0.835117, "recall": 0.873518}, {"accuracy": 0.832016, "f1": 0.80161, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"], "main_score": 0.80161, "precision": 0.790964, "recall": 0.832016}, {"accuracy": 0.821146, "f1": 0.793459, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"], "main_score": 0.793459, "precision": 0.783397, "recall": 0.821146}, {"accuracy": 0.814229, "f1": 0.785488, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"], "main_score": 0.785488, "precision": 0.774958, "recall": 0.814229}, {"accuracy": 0.879447, "f1": 0.846494, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"], "main_score": 0.846494, "precision": 0.831933, "recall": 0.879447}, {"accuracy": 0.871542, "f1": 0.83658, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"], "main_score": 0.83658, "precision": 0.820899, "recall": 0.871542}, {"accuracy": 0.838933, "f1": 0.794335, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"], "main_score": 0.794335, "precision": 0.773995, "recall": 0.838933}, {"accuracy": 0.262846, "f1": 0.218385, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"], "main_score": 0.218385, "precision": 0.203622, "recall": 0.262846}, {"accuracy": 0.874506, "f1": 0.839954, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"], "main_score": 0.839954, "precision": 0.824193, "recall": 0.874506}, {"accuracy": 0.724308, "f1": 0.658503, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"], "main_score": 0.658503, "precision": 0.631105, "recall": 0.724308}, {"accuracy": 0.860672, "f1": 0.825434, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"], "main_score": 0.825434, "precision": 0.810871, "recall": 0.860672}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"], "main_score": 0.905138, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.839921, "f1": 0.796871, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"], "main_score": 0.796871, "precision": 0.778195, "recall": 0.839921}, {"accuracy": 0.875494, "f1": 0.84305, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"], "main_score": 0.84305, "precision": 0.828804, "recall": 0.875494}, {"accuracy": 0.880435, "f1": 0.846758, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"], "main_score": 0.846758, "precision": 0.831686, "recall": 0.880435}, {"accuracy": 0.868577, "f1": 0.830618, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"], "main_score": 0.830618, "precision": 0.813406, "recall": 0.868577}, {"accuracy": 0.865613, "f1": 0.831334, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"], "main_score": 0.831334, "precision": 0.817056, "recall": 0.865613}, {"accuracy": 0.891304, "f1": 0.85998, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"], "main_score": 0.85998, "precision": 0.845356, "recall": 0.891304}, {"accuracy": 0.858696, "f1": 0.82928, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"], "main_score": 0.82928, "precision": 0.817885, "recall": 0.858696}, {"accuracy": 0.88834, "f1": 0.856423, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"], "main_score": 0.856423, "precision": 0.841848, "recall": 0.88834}, {"accuracy": 0.820158, "f1": 0.772453, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"], "main_score": 0.772453, "precision": 0.751062, "recall": 0.820158}, {"accuracy": 0.847826, "f1": 0.805896, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"], "main_score": 0.805896, "precision": 0.786677, "recall": 0.847826}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"], "main_score": 0.919137, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.833004, "f1": 0.794638, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"], "main_score": 0.794638, "precision": 0.780238, "recall": 0.833004}, {"accuracy": 0.044466, "f1": 0.02542, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"], "main_score": 0.02542, "precision": 0.02201, "recall": 0.044466}, {"accuracy": 0.822134, "f1": 0.788946, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"], "main_score": 0.788946, "precision": 0.777803, "recall": 0.822134}, {"accuracy": 0.841897, "f1": 0.801633, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"], "main_score": 0.801633, "precision": 0.784794, "recall": 0.841897}, {"accuracy": 0.809289, "f1": 0.776223, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"], "main_score": 0.776223, "precision": 0.76383, "recall": 0.809289}, {"accuracy": 0.843874, "f1": 0.811659, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"], "main_score": 0.811659, "precision": 0.799745, "recall": 0.843874}, {"accuracy": 0.772727, "f1": 0.716584, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"], "main_score": 0.716584, "precision": 0.693325, "recall": 0.772727}, {"accuracy": 0.825099, "f1": 0.778557, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"], "main_score": 0.778557, "precision": 0.757609, "recall": 0.825099}, {"accuracy": 0.831028, "f1": 0.79383, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"], "main_score": 0.79383, "precision": 0.780095, "recall": 0.831028}, {"accuracy": 0.825099, "f1": 0.786179, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"], "main_score": 0.786179, "precision": 0.771711, "recall": 0.825099}, {"accuracy": 0.892292, "f1": 0.860903, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"], "main_score": 0.860903, "precision": 0.846459, "recall": 0.892292}, {"accuracy": 0.883399, "f1": 0.849821, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"], "main_score": 0.849821, "precision": 0.834569, "recall": 0.883399}, {"accuracy": 0.744071, "f1": 0.681626, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"], "main_score": 0.681626, "precision": 0.655979, "recall": 0.744071}, {"accuracy": 0.870553, "f1": 0.839545, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"], "main_score": 0.839545, "precision": 0.826688, "recall": 0.870553}, {"accuracy": 0.769763, "f1": 0.713556, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"], "main_score": 0.713556, "precision": 0.688916, "recall": 0.769763}, {"accuracy": 0.836957, "f1": 0.793365, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"], "main_score": 0.793365, "precision": 0.774144, "recall": 0.836957}, {"accuracy": 0.849802, "f1": 0.816148, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"], "main_score": 0.816148, "precision": 0.803512, "recall": 0.849802}, {"accuracy": 0.882411, "f1": 0.849934, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"], "main_score": 0.849934, "precision": 0.835507, "recall": 0.882411}, {"accuracy": 0.865613, "f1": 0.83274, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"], "main_score": 0.83274, "precision": 0.81971, "recall": 0.865613}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"], "main_score": 0.901515, "precision": 0.89081, "recall": 0.923913}, {"accuracy": 0.867589, "f1": 0.834048, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"], "main_score": 0.834048, "precision": 0.820332, "recall": 0.867589}, {"accuracy": 0.77668, "f1": 0.739025, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"], "main_score": 0.739025, "precision": 0.724459, "recall": 0.77668}, {"accuracy": 0.841897, "f1": 0.804325, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"], "main_score": 0.804325, "precision": 0.789395, "recall": 0.841897}, {"accuracy": 0.824111, "f1": 0.779828, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"], "main_score": 0.779828, "precision": 0.762253, "recall": 0.824111}, {"accuracy": 0.842885, "f1": 0.799835, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"], "main_score": 0.799835, "precision": 0.780665, "recall": 0.842885}, {"accuracy": 0.832016, "f1": 0.788459, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"], "main_score": 0.788459, "precision": 0.770109, "recall": 0.832016}, {"accuracy": 0.81917, "f1": 0.77594, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"], "main_score": 0.77594, "precision": 0.758722, "recall": 0.81917}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"], "main_score": 0.910408, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.917984, "f1": 0.896014, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"], "main_score": 0.896014, "precision": 0.886693, "recall": 0.917984}, {"accuracy": 0.88834, "f1": 0.858385, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"], "main_score": 0.858385, "precision": 0.845391, "recall": 0.88834}, {"accuracy": 0.814229, "f1": 0.767165, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"], "main_score": 0.767165, "precision": 0.746953, "recall": 0.814229}, {"accuracy": 0.781621, "f1": 0.738059, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"], "main_score": 0.738059, "precision": 0.722364, "recall": 0.781621}, {"accuracy": 0.827075, "f1": 0.788303, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"], "main_score": 0.788303, "precision": 0.773966, "recall": 0.827075}, {"accuracy": 0.841897, "f1": 0.799382, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"], "main_score": 0.799382, "precision": 0.781365, "recall": 0.841897}, {"accuracy": 0.866601, "f1": 0.830171, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"], "main_score": 0.830171, "precision": 0.813768, "recall": 0.866601}, {"accuracy": 0.911067, "f1": 0.884783, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"], "main_score": 0.884783, "precision": 0.872447, "recall": 0.911067}, {"accuracy": 0.790514, "f1": 0.735672, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"], "main_score": 0.735672, "precision": 0.711248, "recall": 0.790514}, {"accuracy": 0.853755, "f1": 0.824221, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"], "main_score": 0.824221, "precision": 0.813172, "recall": 0.853755}, {"accuracy": 0.83498, "f1": 0.79254, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"], "main_score": 0.79254, "precision": 0.775158, "recall": 0.83498}, {"accuracy": 0.807312, "f1": 0.763738, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"], "main_score": 0.763738, "precision": 0.746534, "recall": 0.807312}, {"accuracy": 0.853755, "f1": 0.816394, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"], "main_score": 0.816394, "precision": 0.801038, "recall": 0.853755}, {"accuracy": 0.87253, "f1": 0.83666, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"], "main_score": 0.83666, "precision": 0.820817, "recall": 0.87253}, {"accuracy": 0.882411, "f1": 0.851285, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"], "main_score": 0.851285, "precision": 0.836298, "recall": 0.882411}, {"accuracy": 0.864625, "f1": 0.83571, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"], "main_score": 0.83571, "precision": 0.82511, "recall": 0.864625}, {"accuracy": 0.880435, "f1": 0.847661, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"], "main_score": 0.847661, "precision": 0.832592, "recall": 0.880435}, {"accuracy": 0.895257, "f1": 0.866502, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"], "main_score": 0.866502, "precision": 0.852849, "recall": 0.895257}, {"accuracy": 0.848814, "f1": 0.814293, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"], "main_score": 0.814293, "precision": 0.801254, "recall": 0.848814}, {"accuracy": 0.899209, "f1": 0.869895, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"], "main_score": 0.869895, "precision": 0.856588, "recall": 0.899209}, {"accuracy": 0.868577, "f1": 0.842732, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"], "main_score": 0.842732, "precision": 0.832053, "recall": 0.868577}, {"accuracy": 0.8083, "f1": 0.759618, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"], "main_score": 0.759618, "precision": 0.738011, "recall": 0.8083}, {"accuracy": 0.832016, "f1": 0.79336, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"], "main_score": 0.79336, "precision": 0.778518, "recall": 0.832016}, {"accuracy": 0.871542, "f1": 0.841958, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"], "main_score": 0.841958, "precision": 0.831044, "recall": 0.871542}, {"accuracy": 0.867589, "f1": 0.838592, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"], "main_score": 0.838592, "precision": 0.827261, "recall": 0.867589}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"], "main_score": 0.880171, "precision": 0.867507, "recall": 0.907115}, {"accuracy": 0.879447, "f1": 0.847003, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"], "main_score": 0.847003, "precision": 0.831686, "recall": 0.879447}, {"accuracy": 0.884387, "f1": 0.850428, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"], "main_score": 0.850428, "precision": 0.83498, "recall": 0.884387}, {"accuracy": 0.876482, "f1": 0.842424, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"], "main_score": 0.842424, "precision": 0.826861, "recall": 0.876482}, {"accuracy": 0.788538, "f1": 0.745425, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"], "main_score": 0.745425, "precision": 0.729862, "recall": 0.788538}, {"accuracy": 0.820158, "f1": 0.790978, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"], "main_score": 0.790978, "precision": 0.781376, "recall": 0.820158}, {"accuracy": 0.799407, "f1": 0.750628, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"], "main_score": 0.750628, "precision": 0.730329, "recall": 0.799407}, {"accuracy": 0.878458, "f1": 0.844829, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"], "main_score": 0.844829, "precision": 0.829051, "recall": 0.878458}, {"accuracy": 0.931818, "f1": 0.912714, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"], "main_score": 0.912714, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.885375, "f1": 0.854465, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"], "main_score": 0.854465, "precision": 0.841469, "recall": 0.885375}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"], "main_score": 0.8889, "precision": 0.877059, "recall": 0.914032}, {"accuracy": 0.895257, "f1": 0.865843, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"], "main_score": 0.865843, "precision": 0.852553, "recall": 0.895257}, {"accuracy": 0.821146, "f1": 0.794179, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"], "main_score": 0.794179, "precision": 0.784124, "recall": 0.821146}, {"accuracy": 0.768775, "f1": 0.710935, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"], "main_score": 0.710935, "precision": 0.685425, "recall": 0.768775}, {"accuracy": 0.821146, "f1": 0.779828, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"], "main_score": 0.779828, "precision": 0.763441, "recall": 0.821146}, {"accuracy": 0.880435, "f1": 0.8488, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"], "main_score": 0.8488, "precision": 0.835128, "recall": 0.880435}, {"accuracy": 0.815217, "f1": 0.767029, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"], "main_score": 0.767029, "precision": 0.746113, "recall": 0.815217}, {"accuracy": 0.791502, "f1": 0.739676, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"], "main_score": 0.739676, "precision": 0.717342, "recall": 0.791502}, {"accuracy": 0.890316, "f1": 0.859816, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"], "main_score": 0.859816, "precision": 0.846542, "recall": 0.890316}, {"accuracy": 0.813241, "f1": 0.768274, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"], "main_score": 0.768274, "precision": 0.750651, "recall": 0.813241}, {"accuracy": 0.854743, "f1": 0.81405, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"], "main_score": 0.81405, "precision": 0.795932, "recall": 0.854743}, {"accuracy": 0.737154, "f1": 0.673572, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"], "main_score": 0.673572, "precision": 0.646106, "recall": 0.737154}, {"accuracy": 0.843874, "f1": 0.811775, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"], "main_score": 0.811775, "precision": 0.800161, "recall": 0.843874}, {"accuracy": 0.860672, "f1": 0.831024, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"], "main_score": 0.831024, "precision": 0.820216, "recall": 0.860672}, {"accuracy": 0.840909, "f1": 0.805872, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"], "main_score": 0.805872, "precision": 0.792685, "recall": 0.840909}, {"accuracy": 0.865613, "f1": 0.832872, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"], "main_score": 0.832872, "precision": 0.819908, "recall": 0.865613}, {"accuracy": 0.835968, "f1": 0.794615, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"], "main_score": 0.794615, "precision": 0.777019, "recall": 0.835968}, {"accuracy": 0.87747, "f1": 0.845916, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"], "main_score": 0.845916, "precision": 0.831308, "recall": 0.87747}, {"accuracy": 0.852767, "f1": 0.810705, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"], "main_score": 0.810705, "precision": 0.791535, "recall": 0.852767}, {"accuracy": 0.828063, "f1": 0.781343, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"], "main_score": 0.781343, "precision": 0.760738, "recall": 0.828063}, {"accuracy": 0.052372, "f1": 0.025489, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"], "main_score": 0.025489, "precision": 0.019701, "recall": 0.052372}, {"accuracy": 0.818182, "f1": 0.788242, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"], "main_score": 0.788242, "precision": 0.778782, "recall": 0.818182}, {"accuracy": 0.826087, "f1": 0.785962, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"], "main_score": 0.785962, "precision": 0.770934, "recall": 0.826087}, {"accuracy": 0.887352, "f1": 0.853228, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"], "main_score": 0.853228, "precision": 0.83778, "recall": 0.887352}, {"accuracy": 0.847826, "f1": 0.805468, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"], "main_score": 0.805468, "precision": 0.787006, "recall": 0.847826}, {"accuracy": 0.898221, "f1": 0.86749, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"], "main_score": 0.86749, "precision": 0.853014, "recall": 0.898221}, {"accuracy": 0.798419, "f1": 0.765327, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"], "main_score": 0.765327, "precision": 0.754477, "recall": 0.798419}, {"accuracy": 0.807312, "f1": 0.757378, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"], "main_score": 0.757378, "precision": 0.736397, "recall": 0.807312}, {"accuracy": 0.772727, "f1": 0.715672, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"], "main_score": 0.715672, "precision": 0.692847, "recall": 0.772727}, {"accuracy": 0.76581, "f1": 0.728753, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"], "main_score": 0.728753, "precision": 0.716972, "recall": 0.76581}, {"accuracy": 0.840909, "f1": 0.799162, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"], "main_score": 0.799162, "precision": 0.782131, "recall": 0.840909}, {"accuracy": 0.858696, "f1": 0.821212, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"], "main_score": 0.821212, "precision": 0.804513, "recall": 0.858696}, {"accuracy": 0.943676, "f1": 0.925231, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"], "main_score": 0.925231, "precision": 0.916173, "recall": 0.943676}, {"accuracy": 0.81917, "f1": 0.774991, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"], "main_score": 0.774991, "precision": 0.758105, "recall": 0.81917}, {"accuracy": 0.829051, "f1": 0.795596, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"], "main_score": 0.795596, "precision": 0.7823, "recall": 0.829051}, {"accuracy": 0.853755, "f1": 0.812516, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"], "main_score": 0.812516, "precision": 0.794137, "recall": 0.853755}, {"accuracy": 0.862648, "f1": 0.830181, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"], "main_score": 0.830181, "precision": 0.817089, "recall": 0.862648}, {"accuracy": 0.794466, "f1": 0.753063, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"], "main_score": 0.753063, "precision": 0.738312, "recall": 0.794466}, {"accuracy": 0.79249, "f1": 0.739712, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"], "main_score": 0.739712, "precision": 0.717449, "recall": 0.79249}, {"accuracy": 0.817194, "f1": 0.784699, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"], "main_score": 0.784699, "precision": 0.773988, "recall": 0.817194}, {"accuracy": 0.905138, "f1": 0.877207, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"], "main_score": 0.877207, "precision": 0.864048, "recall": 0.905138}, {"accuracy": 0.892292, "f1": 0.861545, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"], "main_score": 0.861545, "precision": 0.848, "recall": 0.892292}, {"accuracy": 0.827075, "f1": 0.798622, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"], "main_score": 0.798622, "precision": 0.788483, "recall": 0.827075}, {"accuracy": 0.824111, "f1": 0.774939, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"], "main_score": 0.774939, "precision": 0.753574, "recall": 0.824111}, {"accuracy": 0.176877, "f1": 0.14445, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"], "main_score": 0.14445, "precision": 0.13541, "recall": 0.176877}, {"accuracy": 0.86166, "f1": 0.829517, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"], "main_score": 0.829517, "precision": 0.816452, "recall": 0.86166}, {"accuracy": 0.863636, "f1": 0.826318, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"], "main_score": 0.826318, "precision": 0.809618, "recall": 0.863636}, {"accuracy": 0.813241, "f1": 0.763609, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"], "main_score": 0.763609, "precision": 0.743463, "recall": 0.813241}, {"accuracy": 0.775692, "f1": 0.73569, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"], "main_score": 0.73569, "precision": 0.721985, "recall": 0.775692}, {"accuracy": 0.820158, "f1": 0.786827, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"], "main_score": 0.786827, "precision": 0.775975, "recall": 0.820158}, {"accuracy": 0.807312, "f1": 0.774888, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"], "main_score": 0.774888, "precision": 0.764157, "recall": 0.807312}, {"accuracy": 0.800395, "f1": 0.750543, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"], "main_score": 0.750543, "precision": 0.729967, "recall": 0.800395}, {"accuracy": 0.859684, "f1": 0.831585, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"], "main_score": 0.831585, "precision": 0.821309, "recall": 0.859684}, {"accuracy": 0.874506, "f1": 0.839479, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"], "main_score": 0.839479, "precision": 0.824473, "recall": 0.874506}, {"accuracy": 0.785573, "f1": 0.755696, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"], "main_score": 0.755696, "precision": 0.744946, "recall": 0.785573}, {"accuracy": 0.81917, "f1": 0.783713, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"], "main_score": 0.783713, "precision": 0.771655, "recall": 0.81917}, {"accuracy": 0.81917, "f1": 0.782562, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"], "main_score": 0.782562, "precision": 0.769558, "recall": 0.81917}, {"accuracy": 0.853755, "f1": 0.826185, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"], "main_score": 0.826185, "precision": 0.817141, "recall": 0.853755}, {"accuracy": 0.791502, "f1": 0.734999, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"], "main_score": 0.734999, "precision": 0.710688, "recall": 0.791502}, {"accuracy": 0.873518, "f1": 0.836152, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"], "main_score": 0.836152, "precision": 0.818758, "recall": 0.873518}, {"accuracy": 0.800395, "f1": 0.766898, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"], "main_score": 0.766898, "precision": 0.755246, "recall": 0.800395}, {"accuracy": 0.850791, "f1": 0.809604, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"], "main_score": 0.809604, "precision": 0.79198, "recall": 0.850791}, {"accuracy": 0.811265, "f1": 0.7817, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"], "main_score": 0.7817, "precision": 0.771047, "recall": 0.811265}, {"accuracy": 0.80336, "f1": 0.75579, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"], "main_score": 0.75579, "precision": 0.737559, "recall": 0.80336}, {"accuracy": 0.874506, "f1": 0.840547, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"], "main_score": 0.840547, "precision": 0.826268, "recall": 0.874506}, {"accuracy": 0.805336, "f1": 0.756345, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"], "main_score": 0.756345, "precision": 0.737295, "recall": 0.805336}, {"accuracy": 0.814229, "f1": 0.764215, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"], "main_score": 0.764215, "precision": 0.743396, "recall": 0.814229}, {"accuracy": 0.764822, "f1": 0.709976, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"], "main_score": 0.709976, "precision": 0.688978, "recall": 0.764822}, {"accuracy": 0.773715, "f1": 0.718796, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"], "main_score": 0.718796, "precision": 0.698, "recall": 0.773715}, {"accuracy": 0.717391, "f1": 0.673259, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"], "main_score": 0.673259, "precision": 0.659455, "recall": 0.717391}, {"accuracy": 0.779644, "f1": 0.728498, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"], "main_score": 0.728498, "precision": 0.7105, "recall": 0.779644}, {"accuracy": 0.791502, "f1": 0.733366, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"], "main_score": 0.733366, "precision": 0.707098, "recall": 0.791502}, {"accuracy": 0.820158, "f1": 0.793857, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"], "main_score": 0.793857, "precision": 0.783917, "recall": 0.820158}, {"accuracy": 0.899209, "f1": 0.867095, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"], "main_score": 0.867095, "precision": 0.851614, "recall": 0.899209}, {"accuracy": 0.79249, "f1": 0.739559, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"], "main_score": 0.739559, "precision": 0.716403, "recall": 0.79249}, {"accuracy": 0.891304, "f1": 0.858597, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"], "main_score": 0.858597, "precision": 0.842968, "recall": 0.891304}, {"accuracy": 0.581028, "f1": 0.510335, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"], "main_score": 0.510335, "precision": 0.487541, "recall": 0.581028}, {"accuracy": 0.817194, "f1": 0.782427, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"], "main_score": 0.782427, "precision": 0.771004, "recall": 0.817194}, {"accuracy": 0.850791, "f1": 0.825913, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"], "main_score": 0.825913, "precision": 0.816457, "recall": 0.850791}, {"accuracy": 0.771739, "f1": 0.723502, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"], "main_score": 0.723502, "precision": 0.707053, "recall": 0.771739}, {"accuracy": 0.832016, "f1": 0.801911, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"], "main_score": 0.801911, "precision": 0.791198, "recall": 0.832016}, {"accuracy": 0.838933, "f1": 0.794664, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"], "main_score": 0.794664, "precision": 0.775198, "recall": 0.838933}, {"accuracy": 0.756917, "f1": 0.706935, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"], "main_score": 0.706935, "precision": 0.690014, "recall": 0.756917}, {"accuracy": 0.793478, "f1": 0.742037, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"], "main_score": 0.742037, "precision": 0.721566, "recall": 0.793478}, {"accuracy": 0.837945, "f1": 0.811148, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"], "main_score": 0.811148, "precision": 0.800955, "recall": 0.837945}, {"accuracy": 0.824111, "f1": 0.777789, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"], "main_score": 0.777789, "precision": 0.757716, "recall": 0.824111}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.886364, "f1": 0.854084, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"], "main_score": 0.854084, "precision": 0.838603, "recall": 0.886364}, {"accuracy": 0.781621, "f1": 0.734537, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"], "main_score": 0.734537, "precision": 0.717988, "recall": 0.781621}, {"accuracy": 0.813241, "f1": 0.769333, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"], "main_score": 0.769333, "precision": 0.753187, "recall": 0.813241}, {"accuracy": 0.775692, "f1": 0.731617, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"], "main_score": 0.731617, "precision": 0.717301, "recall": 0.775692}, {"accuracy": 0.204545, "f1": 0.158792, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"], "main_score": 0.158792, "precision": 0.144458, "recall": 0.204545}, {"accuracy": 0.818182, "f1": 0.766568, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"], "main_score": 0.766568, "precision": 0.743083, "recall": 0.818182}, {"accuracy": 0.774704, "f1": 0.727754, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"], "main_score": 0.727754, "precision": 0.711346, "recall": 0.774704}, {"accuracy": 0.863636, "f1": 0.826581, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"], "main_score": 0.826581, "precision": 0.809865, "recall": 0.863636}, {"accuracy": 0.763834, "f1": 0.71747, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"], "main_score": 0.71747, "precision": 0.701814, "recall": 0.763834}, {"accuracy": 0.749012, "f1": 0.6982, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"], "main_score": 0.6982, "precision": 0.681197, "recall": 0.749012}, {"accuracy": 0.801383, "f1": 0.750631, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"], "main_score": 0.750631, "precision": 0.730485, "recall": 0.801383}, {"accuracy": 0.847826, "f1": 0.816638, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"], "main_score": 0.816638, "precision": 0.805391, "recall": 0.847826}, {"accuracy": 0.820158, "f1": 0.784386, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"], "main_score": 0.784386, "precision": 0.772313, "recall": 0.820158}, {"accuracy": 0.818182, "f1": 0.783176, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"], "main_score": 0.783176, "precision": 0.77045, "recall": 0.818182}, {"accuracy": 0.733202, "f1": 0.686796, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"], "main_score": 0.686796, "precision": 0.67261, "recall": 0.733202}, {"accuracy": 0.824111, "f1": 0.785578, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"], "main_score": 0.785578, "precision": 0.770638, "recall": 0.824111}, {"accuracy": 0.736166, "f1": 0.671052, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"], "main_score": 0.671052, "precision": 0.644549, "recall": 0.736166}, {"accuracy": 0.871542, "f1": 0.833202, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"], "main_score": 0.833202, "precision": 0.8153, "recall": 0.871542}, {"accuracy": 0.825099, "f1": 0.794655, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"], "main_score": 0.794655, "precision": 0.784412, "recall": 0.825099}, {"accuracy": 0.839921, "f1": 0.813161, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"], "main_score": 0.813161, "precision": 0.80301, "recall": 0.839921}, {"accuracy": 0.807312, "f1": 0.776122, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"], "main_score": 0.776122, "precision": 0.764504, "recall": 0.807312}, {"accuracy": 0.762846, "f1": 0.701863, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"], "main_score": 0.701863, "precision": 0.677009, "recall": 0.762846}, {"accuracy": 0.789526, "f1": 0.737409, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"], "main_score": 0.737409, "precision": 0.71451, "recall": 0.789526}, {"accuracy": 0.8083, "f1": 0.760962, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"], "main_score": 0.760962, "precision": 0.74207, "recall": 0.8083}, {"accuracy": 0.836957, "f1": 0.797487, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"], "main_score": 0.797487, "precision": 0.782642, "recall": 0.836957}, {"accuracy": 0.818182, "f1": 0.766321, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"], "main_score": 0.766321, "precision": 0.743257, "recall": 0.818182}, {"accuracy": 0.867589, "f1": 0.837812, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"], "main_score": 0.837812, "precision": 0.825758, "recall": 0.867589}, {"accuracy": 0.725296, "f1": 0.660531, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"], "main_score": 0.660531, "precision": 0.633712, "recall": 0.725296}, {"accuracy": 0.87747, "f1": 0.840382, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"], "main_score": 0.840382, "precision": 0.823287, "recall": 0.87747}, {"accuracy": 0.857708, "f1": 0.828415, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"], "main_score": 0.828415, "precision": 0.817334, "recall": 0.857708}, {"accuracy": 0.794466, "f1": 0.762143, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"], "main_score": 0.762143, "precision": 0.75175, "recall": 0.794466}, {"accuracy": 0.769763, "f1": 0.73991, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"], "main_score": 0.73991, "precision": 0.7295, "recall": 0.769763}, {"accuracy": 0.779644, "f1": 0.748822, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"], "main_score": 0.748822, "precision": 0.737913, "recall": 0.779644}, {"accuracy": 0.827075, "f1": 0.77892, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"], "main_score": 0.77892, "precision": 0.7583, "recall": 0.827075}, {"accuracy": 0.880435, "f1": 0.847892, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"], "main_score": 0.847892, "precision": 0.834289, "recall": 0.880435}, {"accuracy": 0.785573, "f1": 0.730308, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"], "main_score": 0.730308, "precision": 0.706999, "recall": 0.785573}, {"accuracy": 0.259881, "f1": 0.20886, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"], "main_score": 0.20886, "precision": 0.192352, "recall": 0.259881}, {"accuracy": 0.838933, "f1": 0.794584, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"], "main_score": 0.794584, "precision": 0.775313, "recall": 0.838933}, {"accuracy": 0.676877, "f1": 0.605599, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"], "main_score": 0.605599, "precision": 0.578435, "recall": 0.676877}, {"accuracy": 0.79249, "f1": 0.744806, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"], "main_score": 0.744806, "precision": 0.72694, "recall": 0.79249}, {"accuracy": 0.914032, "f1": 0.889625, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"], "main_score": 0.889625, "precision": 0.878491, "recall": 0.914032}, {"accuracy": 0.83498, "f1": 0.788029, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"], "main_score": 0.788029, "precision": 0.767144, "recall": 0.83498}, {"accuracy": 0.833004, "f1": 0.787601, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"], "main_score": 0.787601, "precision": 0.76797, "recall": 0.833004}, {"accuracy": 0.828063, "f1": 0.784999, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"], "main_score": 0.784999, "precision": 0.768341, "recall": 0.828063}, {"accuracy": 0.854743, "f1": 0.815631, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"], "main_score": 0.815631, "precision": 0.798814, "recall": 0.854743}, {"accuracy": 0.857708, "f1": 0.820572, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"], "main_score": 0.820572, "precision": 0.805451, "recall": 0.857708}, {"accuracy": 0.856719, "f1": 0.816304, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"], "main_score": 0.816304, "precision": 0.798419, "recall": 0.856719}, {"accuracy": 0.840909, "f1": 0.809104, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"], "main_score": 0.809104, "precision": 0.796971, "recall": 0.840909}, {"accuracy": 0.837945, "f1": 0.794417, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"], "main_score": 0.794417, "precision": 0.776228, "recall": 0.837945}, {"accuracy": 0.749012, "f1": 0.685463, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"], "main_score": 0.685463, "precision": 0.658474, "recall": 0.749012}, {"accuracy": 0.812253, "f1": 0.763853, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"], "main_score": 0.763853, "precision": 0.743182, "recall": 0.812253}, {"accuracy": 0.86166, "f1": 0.821937, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"], "main_score": 0.821937, "precision": 0.803689, "recall": 0.86166}, {"accuracy": 0.772727, "f1": 0.727932, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"], "main_score": 0.727932, "precision": 0.713334, "recall": 0.772727}, {"accuracy": 0.043478, "f1": 0.021086, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"], "main_score": 0.021086, "precision": 0.0168, "recall": 0.043478}, {"accuracy": 0.810277, "f1": 0.776029, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"], "main_score": 0.776029, "precision": 0.764657, "recall": 0.810277}, {"accuracy": 0.846838, "f1": 0.810708, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"], "main_score": 0.810708, "precision": 0.796699, "recall": 0.846838}, {"accuracy": 0.755929, "f1": 0.718243, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"], "main_score": 0.718243, "precision": 0.705305, "recall": 0.755929}, {"accuracy": 0.784585, "f1": 0.746083, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"], "main_score": 0.746083, "precision": 0.733409, "recall": 0.784585}, {"accuracy": 0.777668, "f1": 0.724533, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"], "main_score": 0.724533, "precision": 0.703073, "recall": 0.777668}, {"accuracy": 0.769763, "f1": 0.712247, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"], "main_score": 0.712247, "precision": 0.688315, "recall": 0.769763}, {"accuracy": 0.773715, "f1": 0.733233, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"], "main_score": 0.733233, "precision": 0.720361, "recall": 0.773715}, {"accuracy": 0.762846, "f1": 0.721415, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"], "main_score": 0.721415, "precision": 0.708226, "recall": 0.762846}, {"accuracy": 0.852767, "f1": 0.81046, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"], "main_score": 0.81046, "precision": 0.7917, "recall": 0.852767}, {"accuracy": 0.883399, "f1": 0.847826, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"], "main_score": 0.847826, "precision": 0.831061, "recall": 0.883399}, {"accuracy": 0.701581, "f1": 0.638237, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"], "main_score": 0.638237, "precision": 0.615038, "recall": 0.701581}, {"accuracy": 0.847826, "f1": 0.812905, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"], "main_score": 0.812905, "precision": 0.798357, "recall": 0.847826}, {"accuracy": 0.726285, "f1": 0.665966, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"], "main_score": 0.665966, "precision": 0.642031, "recall": 0.726285}, {"accuracy": 0.807312, "f1": 0.759971, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"], "main_score": 0.759971, "precision": 0.741206, "recall": 0.807312}, {"accuracy": 0.83004, "f1": 0.795514, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"], "main_score": 0.795514, "precision": 0.783667, "recall": 0.83004}, {"accuracy": 0.831028, "f1": 0.784223, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"], "main_score": 0.784223, "precision": 0.764312, "recall": 0.831028}, {"accuracy": 0.826087, "f1": 0.78657, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"], "main_score": 0.78657, "precision": 0.771808, "recall": 0.826087}, {"accuracy": 0.934783, "f1": 0.915679, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"], "main_score": 0.915679, "precision": 0.906456, "recall": 0.934783}, {"accuracy": 0.804348, "f1": 0.758987, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"], "main_score": 0.758987, "precision": 0.742032, "recall": 0.804348}, {"accuracy": 0.740119, "f1": 0.700525, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"], "main_score": 0.700525, "precision": 0.68596, "recall": 0.740119}, {"accuracy": 0.821146, "f1": 0.779843, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"], "main_score": 0.779843, "precision": 0.764297, "recall": 0.821146}, {"accuracy": 0.802372, "f1": 0.754045, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"], "main_score": 0.754045, "precision": 0.735664, "recall": 0.802372}, {"accuracy": 0.802372, "f1": 0.755292, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"], "main_score": 0.755292, "precision": 0.736217, "recall": 0.802372}, {"accuracy": 0.837945, "f1": 0.79561, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"], "main_score": 0.79561, "precision": 0.777783, "recall": 0.837945}, {"accuracy": 0.785573, "f1": 0.734976, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"], "main_score": 0.734976, "precision": 0.716174, "recall": 0.785573}, {"accuracy": 0.890316, "f1": 0.858597, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"], "main_score": 0.858597, "precision": 0.844121, "recall": 0.890316}, {"accuracy": 0.907115, "f1": 0.880519, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"], "main_score": 0.880519, "precision": 0.868906, "recall": 0.907115}, {"accuracy": 0.876482, "f1": 0.846728, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"], "main_score": 0.846728, "precision": 0.833854, "recall": 0.876482}, {"accuracy": 0.775692, "f1": 0.722855, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"], "main_score": 0.722855, "precision": 0.700923, "recall": 0.775692}, {"accuracy": 0.694664, "f1": 0.645102, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"], "main_score": 0.645102, "precision": 0.630065, "recall": 0.694664}, {"accuracy": 0.774704, "f1": 0.732335, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"], "main_score": 0.732335, "precision": 0.718388, "recall": 0.774704}, {"accuracy": 0.775692, "f1": 0.724375, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"], "main_score": 0.724375, "precision": 0.705265, "recall": 0.775692}, {"accuracy": 0.840909, "f1": 0.798419, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"], "main_score": 0.798419, "precision": 0.779957, "recall": 0.840909}, {"accuracy": 0.875494, "f1": 0.838406, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"], "main_score": 0.838406, "precision": 0.821311, "recall": 0.875494}, {"accuracy": 0.772727, "f1": 0.717852, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"], "main_score": 0.717852, "precision": 0.694895, "recall": 0.772727}, {"accuracy": 0.83004, "f1": 0.79875, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"], "main_score": 0.79875, "precision": 0.787417, "recall": 0.83004}, {"accuracy": 0.825099, "f1": 0.783209, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"], "main_score": 0.783209, "precision": 0.766807, "recall": 0.825099}, {"accuracy": 0.788538, "f1": 0.744401, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"], "main_score": 0.744401, "precision": 0.727143, "recall": 0.788538}, {"accuracy": 0.807312, "f1": 0.762702, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"], "main_score": 0.762702, "precision": 0.745735, "recall": 0.807312}, {"accuracy": 0.801383, "f1": 0.752732, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"], "main_score": 0.752732, "precision": 0.734217, "recall": 0.801383}, {"accuracy": 0.852767, "f1": 0.813735, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"], "main_score": 0.813735, "precision": 0.796196, "recall": 0.852767}, {"accuracy": 0.849802, "f1": 0.815911, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"], "main_score": 0.815911, "precision": 0.803788, "recall": 0.849802}, {"accuracy": 0.831028, "f1": 0.786199, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"], "main_score": 0.786199, "precision": 0.766617, "recall": 0.831028}, {"accuracy": 0.856719, "f1": 0.817443, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"], "main_score": 0.817443, "precision": 0.800264, "recall": 0.856719}, {"accuracy": 0.804348, "f1": 0.768304, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"], "main_score": 0.768304, "precision": 0.756, "recall": 0.804348}, {"accuracy": 0.836957, "f1": 0.793135, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"], "main_score": 0.793135, "precision": 0.774638, "recall": 0.836957}, {"accuracy": 0.850791, "f1": 0.817818, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"], "main_score": 0.817818, "precision": 0.80478, "recall": 0.850791}, {"accuracy": 0.786561, "f1": 0.729315, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"], "main_score": 0.729315, "precision": 0.703986, "recall": 0.786561}, {"accuracy": 0.786561, "f1": 0.744745, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"], "main_score": 0.744745, "precision": 0.730104, "recall": 0.786561}, {"accuracy": 0.849802, "f1": 0.819484, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"], "main_score": 0.819484, "precision": 0.809481, "recall": 0.849802}, {"accuracy": 0.833004, "f1": 0.794969, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"], "main_score": 0.794969, "precision": 0.781037, "recall": 0.833004}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.880435, "f1": 0.843939, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"], "main_score": 0.843939, "precision": 0.826993, "recall": 0.880435}, {"accuracy": 0.848814, "f1": 0.806456, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"], "main_score": 0.806456, "precision": 0.787055, "recall": 0.848814}, {"accuracy": 0.849802, "f1": 0.808564, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"], "main_score": 0.808564, "precision": 0.790217, "recall": 0.849802}, {"accuracy": 0.871542, "f1": 0.832905, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"], "main_score": 0.832905, "precision": 0.815168, "recall": 0.871542}, {"accuracy": 0.73913, "f1": 0.6943, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"], "main_score": 0.6943, "precision": 0.679873, "recall": 0.73913}, {"accuracy": 0.770751, "f1": 0.735443, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"], "main_score": 0.735443, "precision": 0.723825, "recall": 0.770751}, {"accuracy": 0.755929, "f1": 0.700808, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"], "main_score": 0.700808, "precision": 0.680361, "recall": 0.755929}, {"accuracy": 0.86166, "f1": 0.82388, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"], "main_score": 0.82388, "precision": 0.806686, "recall": 0.86166}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"], "main_score": 0.924242, "precision": 0.915184, "recall": 0.942688}, {"accuracy": 0.882411, "f1": 0.852094, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"], "main_score": 0.852094, "precision": 0.840184, "recall": 0.882411}, {"accuracy": 0.889328, "f1": 0.857345, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"], "main_score": 0.857345, "precision": 0.842754, "recall": 0.889328}, {"accuracy": 0.838933, "f1": 0.794236, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"], "main_score": 0.794236, "precision": 0.774473, "recall": 0.838933}, {"accuracy": 0.79249, "f1": 0.760437, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"], "main_score": 0.760437, "precision": 0.748349, "recall": 0.79249}, {"accuracy": 0.725296, "f1": 0.65794, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"], "main_score": 0.65794, "precision": 0.629901, "recall": 0.725296}, {"accuracy": 0.749012, "f1": 0.696209, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"], "main_score": 0.696209, "precision": 0.67726, "recall": 0.749012}, {"accuracy": 0.824111, "f1": 0.778463, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"], "main_score": 0.778463, "precision": 0.759695, "recall": 0.824111}, {"accuracy": 0.77668, "f1": 0.719768, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"], "main_score": 0.719768, "precision": 0.695899, "recall": 0.77668}, {"accuracy": 0.717391, "f1": 0.651525, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"], "main_score": 0.651525, "precision": 0.626616, "recall": 0.717391}, {"accuracy": 0.869565, "f1": 0.837206, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"], "main_score": 0.837206, "precision": 0.824489, "recall": 0.869565}, {"accuracy": 0.80336, "f1": 0.756904, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"], "main_score": 0.756904, "precision": 0.738999, "recall": 0.80336}, {"accuracy": 0.860672, "f1": 0.821476, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"], "main_score": 0.821476, "precision": 0.804463, "recall": 0.860672}, {"accuracy": 0.682806, "f1": 0.608565, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"], "main_score": 0.608565, "precision": 0.578706, "recall": 0.682806}, {"accuracy": 0.814229, "f1": 0.778565, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"], "main_score": 0.778565, "precision": 0.766558, "recall": 0.814229}, {"accuracy": 0.833992, "f1": 0.804225, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"], "main_score": 0.804225, "precision": 0.794743, "recall": 0.833992}, {"accuracy": 0.817194, "f1": 0.78169, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"], "main_score": 0.78169, "precision": 0.770557, "recall": 0.817194}, {"accuracy": 0.860672, "f1": 0.829017, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"], "main_score": 0.829017, "precision": 0.817567, "recall": 0.860672}, {"accuracy": 0.764822, "f1": 0.71287, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"], "main_score": 0.71287, "precision": 0.694068, "recall": 0.764822}, {"accuracy": 0.831028, "f1": 0.786001, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"], "main_score": 0.786001, "precision": 0.766453, "recall": 0.831028}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.903162, "f1": 0.874078, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"], "main_score": 0.874078, "precision": 0.860293, "recall": 0.903162}, {"accuracy": 0.047431, "f1": 0.024835, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"], "main_score": 0.024835, "precision": 0.019652, "recall": 0.047431}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"], "main_score": 0.986166, "precision": 0.984881, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.934783, "f1": 0.915415, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"], "main_score": 0.915415, "precision": 0.906209, "recall": 0.934783}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"], "main_score": 0.917819, "precision": 0.908762, "recall": 0.936759}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.99753, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"], "main_score": 0.99753, "precision": 0.997365, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.194664, "f1": 0.149289, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"], "main_score": 0.149289, "precision": 0.136625, "recall": 0.194664}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.944664, "f1": 0.929677, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"], "main_score": 0.929677, "precision": 0.922431, "recall": 0.944664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.981225, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"], "main_score": 0.981225, "precision": 0.979414, "recall": 0.985178}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"], "main_score": 0.987484, "precision": 0.986166, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.948123, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"], "main_score": 0.948123, "precision": 0.942688, "recall": 0.959486}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.971245, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"], "main_score": 0.971245, "precision": 0.968659, "recall": 0.977273}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.900198, "f1": 0.871706, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"], "main_score": 0.871706, "precision": 0.858366, "recall": 0.900198}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"], "main_score": 0.943676, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.909091, "f1": 0.881917, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"], "main_score": 0.881917, "precision": 0.868906, "recall": 0.909091}, {"accuracy": 0.981225, "f1": 0.976468, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"], "main_score": 0.976468, "precision": 0.974555, "recall": 0.981225}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.898221, "f1": 0.870949, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"], "main_score": 0.870949, "precision": 0.858119, "recall": 0.898221}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"], "main_score": 0.929018, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.735178, "f1": 0.673335, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"], "main_score": 0.673335, "precision": 0.646986, "recall": 0.735178}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.925889, "f1": 0.905138, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"], "main_score": 0.905138, "precision": 0.895257, "recall": 0.925889}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.902174, "f1": 0.875132, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"], "main_score": 0.875132, "precision": 0.862648, "recall": 0.902174}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.912055, "f1": 0.885277, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"], "main_score": 0.885277, "precision": 0.872447, "recall": 0.912055}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"], "main_score": 0.969368, "precision": 0.965909, "recall": 0.976285}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.215415, "f1": 0.152711, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"], "main_score": 0.152711, "precision": 0.135099, "recall": 0.215415}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"], "main_score": 0.915679, "precision": 0.905632, "recall": 0.935771}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"], "main_score": 0.916667, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.826581, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"], "main_score": 0.826581, "precision": 0.8097, "recall": 0.863636}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993808, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"], "main_score": 0.993808, "precision": 0.99333, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.936759, "f1": 0.918379, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"], "main_score": 0.918379, "precision": 0.909503, "recall": 0.936759}, {"accuracy": 0.891304, "f1": 0.859848, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"], "main_score": 0.859848, "precision": 0.844697, "recall": 0.891304}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.87253, "f1": 0.8389, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"], "main_score": 0.8389, "precision": 0.823287, "recall": 0.87253}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.906126, "f1": 0.879513, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"], "main_score": 0.879513, "precision": 0.867013, "recall": 0.906126}, {"accuracy": 0.269763, "f1": 0.212336, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"], "main_score": 0.212336, "precision": 0.194232, "recall": 0.269763}, {"accuracy": 0.942688, "f1": 0.924473, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"], "main_score": 0.924473, "precision": 0.915761, "recall": 0.942688}, {"accuracy": 0.815217, "f1": 0.768248, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"], "main_score": 0.768248, "precision": 0.747612, "recall": 0.815217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.926877, "f1": 0.906785, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"], "main_score": 0.906785, "precision": 0.897431, "recall": 0.926877}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.912055, "f1": 0.884552, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"], "main_score": 0.884552, "precision": 0.871212, "recall": 0.912055}, {"accuracy": 0.901186, "f1": 0.87309, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"], "main_score": 0.87309, "precision": 0.859766, "recall": 0.901186}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.0583, "f1": 0.031087, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"], "main_score": 0.031087, "precision": 0.025072, "recall": 0.0583}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.960474, "f1": 0.949953, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"], "main_score": 0.949953, "precision": 0.945438, "recall": 0.960474}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.918972, "f1": 0.894598, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"], "main_score": 0.894598, "precision": 0.882905, "recall": 0.918972}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.897233, "f1": 0.865613, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"], "main_score": 0.865613, "precision": 0.850461, "recall": 0.897233}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.87253, "f1": 0.839295, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"], "main_score": 0.839295, "precision": 0.824193, "recall": 0.87253}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.951581, "f1": 0.937154, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"], "main_score": 0.937154, "precision": 0.930418, "recall": 0.951581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.979908, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"], "main_score": 0.979908, "precision": 0.978129, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"], "main_score": 0.95224, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.884387, "f1": 0.850856, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"], "main_score": 0.850856, "precision": 0.835392, "recall": 0.884387}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.934783, "f1": 0.915184, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"], "main_score": 0.915184, "precision": 0.905797, "recall": 0.934783}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.929842, "f1": 0.909651, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"], "main_score": 0.909651, "precision": 0.90028, "recall": 0.929842}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.898221, "f1": 0.869466, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"], "main_score": 0.869466, "precision": 0.855814, "recall": 0.898221}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"], "main_score": 0.908597, "precision": 0.898221, "recall": 0.929842}, {"accuracy": 0.954545, "f1": 0.942358, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"], "main_score": 0.942358, "precision": 0.93643, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.948617, "f1": 0.934585, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"], "main_score": 0.934585, "precision": 0.928195, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.913043, "f1": 0.888128, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"], "main_score": 0.888128, "precision": 0.876647, "recall": 0.913043}, {"accuracy": 0.950593, "f1": 0.935013, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"], "main_score": 0.935013, "precision": 0.927619, "recall": 0.950593}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.958169, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"], "main_score": 0.958169, "precision": 0.953722, "recall": 0.967391}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.982213, "f1": 0.977555, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"], "main_score": 0.977555, "precision": 0.975626, "recall": 0.982213}, {"accuracy": 0.850791, "f1": 0.80975, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"], "main_score": 0.80975, "precision": 0.790679, "recall": 0.850791}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"], "main_score": 0.88834, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"], "main_score": 0.91054, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.967391, "f1": 0.957082, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"], "main_score": 0.957082, "precision": 0.952157, "recall": 0.967391}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.835968, "f1": 0.791403, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"], "main_score": 0.791403, "precision": 0.771031, "recall": 0.835968}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"], "main_score": 0.933465, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.91996, "f1": 0.897859, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"], "main_score": 0.897859, "precision": 0.887516, "recall": 0.91996}, {"accuracy": 0.894269, "f1": 0.864032, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"], "main_score": 0.864032, "precision": 0.849918, "recall": 0.894269}, {"accuracy": 0.047431, "f1": 0.024721, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"], "main_score": 0.024721, "precision": 0.019896, "recall": 0.047431}, {"accuracy": 0.977273, "f1": 0.971574, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"], "main_score": 0.971574, "precision": 0.968956, "recall": 0.977273}, {"accuracy": 0.967391, "f1": 0.958333, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"], "main_score": 0.958333, "precision": 0.954051, "recall": 0.967391}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.951416, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"], "main_score": 0.951416, "precision": 0.946476, "recall": 0.961462}, {"accuracy": 0.944664, "f1": 0.927767, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"], "main_score": 0.927767, "precision": 0.919713, "recall": 0.944664}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.932806, "f1": 0.91525, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"], "main_score": 0.91525, "precision": 0.906868, "recall": 0.932806}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.971344, "f1": 0.963768, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"], "main_score": 0.963768, "precision": 0.960343, "recall": 0.971344}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"], "main_score": 0.961792, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.907115, "f1": 0.880501, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"], "main_score": 0.880501, "precision": 0.867869, "recall": 0.907115}, {"accuracy": 0.934783, "f1": 0.915481, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"], "main_score": 0.915481, "precision": 0.906621, "recall": 0.934783}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.902174, "f1": 0.875329, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"], "main_score": 0.875329, "precision": 0.862681, "recall": 0.902174}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"], "main_score": 0.966798, "precision": 0.963356, "recall": 0.974308}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.967391, "f1": 0.958333, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"], "main_score": 0.958333, "precision": 0.953887, "recall": 0.967391}, {"accuracy": 0.203557, "f1": 0.162914, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"], "main_score": 0.162914, "precision": 0.151485, "recall": 0.203557}, {"accuracy": 0.979249, "f1": 0.973485, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"], "main_score": 0.973485, "precision": 0.970883, "recall": 0.979249}, {"accuracy": 0.920949, "f1": 0.900659, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"], "main_score": 0.900659, "precision": 0.891304, "recall": 0.920949}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"], "main_score": 0.961462, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.934783, "f1": 0.915744, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"], "main_score": 0.915744, "precision": 0.906538, "recall": 0.934783}, {"accuracy": 0.980237, "f1": 0.974967, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"], "main_score": 0.974967, "precision": 0.972332, "recall": 0.980237}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"], "main_score": 0.956686, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.954545, "f1": 0.941864, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"], "main_score": 0.941864, "precision": 0.936133, "recall": 0.954545}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"], "main_score": 0.96334, "precision": 0.959569, "recall": 0.971344}, {"accuracy": 0.981225, "f1": 0.975955, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"], "main_score": 0.975955, "precision": 0.973485, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.971739, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"], "main_score": 0.971739, "precision": 0.969285, "recall": 0.977273}, {"accuracy": 0.881423, "f1": 0.848814, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"], "main_score": 0.848814, "precision": 0.833663, "recall": 0.881423}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"], "main_score": 0.91222, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"], "main_score": 0.96334, "precision": 0.959569, "recall": 0.971344}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"], "main_score": 0.92859, "precision": 0.921031, "recall": 0.944664}, {"accuracy": 0.982213, "f1": 0.978162, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"], "main_score": 0.978162, "precision": 0.976367, "recall": 0.982213}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"], "main_score": 0.94697, "precision": 0.941568, "recall": 0.958498}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"], "main_score": 0.927042, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.937747, "f1": 0.919302, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"], "main_score": 0.919302, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"], "main_score": 0.942688, "precision": 0.93643, "recall": 0.955534}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"], "main_score": 0.947464, "precision": 0.941864, "recall": 0.959486}, {"accuracy": 0.871542, "f1": 0.837484, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"], "main_score": 0.837484, "precision": 0.821558, "recall": 0.871542}, {"accuracy": 0.965415, "f1": 0.955816, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"], "main_score": 0.955816, "precision": 0.951581, "recall": 0.965415}, {"accuracy": 0.932806, "f1": 0.912549, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"], "main_score": 0.912549, "precision": 0.902833, "recall": 0.932806}, {"accuracy": 0.86166, "f1": 0.825725, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"], "main_score": 0.825725, "precision": 0.809486, "recall": 0.86166}, {"accuracy": 0.929842, "f1": 0.910277, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"], "main_score": 0.910277, "precision": 0.901301, "recall": 0.929842}, {"accuracy": 0.711462, "f1": 0.64725, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"], "main_score": 0.64725, "precision": 0.62025, "recall": 0.711462}, {"accuracy": 0.978261, "f1": 0.972332, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"], "main_score": 0.972332, "precision": 0.969697, "recall": 0.978261}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.974308, "f1": 0.967227, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"], "main_score": 0.967227, "precision": 0.963768, "recall": 0.974308}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"], "main_score": 0.960145, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.889328, "f1": 0.859914, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"], "main_score": 0.859914, "precision": 0.845932, "recall": 0.889328}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.871542, "f1": 0.8361, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"], "main_score": 0.8361, "precision": 0.81917, "recall": 0.871542}, {"accuracy": 0.916996, "f1": 0.89226, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"], "main_score": 0.89226, "precision": 0.880929, "recall": 0.916996}, {"accuracy": 0.869565, "f1": 0.834453, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"], "main_score": 0.834453, "precision": 0.818347, "recall": 0.869565}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.217391, "f1": 0.150026, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"], "main_score": 0.150026, "precision": 0.130189, "recall": 0.217391}, {"accuracy": 0.899209, "f1": 0.872101, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"], "main_score": 0.872101, "precision": 0.859437, "recall": 0.899209}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.927866, "f1": 0.907246, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"], "main_score": 0.907246, "precision": 0.897727, "recall": 0.927866}, {"accuracy": 0.910079, "f1": 0.883465, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"], "main_score": 0.883465, "precision": 0.870965, "recall": 0.910079}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.977602, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"], "main_score": 0.977602, "precision": 0.975296, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.963274, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"], "main_score": 0.963274, "precision": 0.959321, "recall": 0.971344}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.841897, "f1": 0.803393, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"], "main_score": 0.803393, "precision": 0.786182, "recall": 0.841897}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"], "main_score": 0.90695, "precision": 0.89641, "recall": 0.928854}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"], "main_score": 0.959157, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.974868, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"], "main_score": 0.974868, "precision": 0.972414, "recall": 0.980237}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"], "main_score": 0.950988, "precision": 0.94557, "recall": 0.962451}, {"accuracy": 0.916008, "f1": 0.892292, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"], "main_score": 0.892292, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.860672, "f1": 0.822299, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"], "main_score": 0.822299, "precision": 0.804183, "recall": 0.860672}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"], "main_score": 0.95224, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.910079, "f1": 0.884519, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"], "main_score": 0.884519, "precision": 0.8722, "recall": 0.910079}, {"accuracy": 0.982213, "f1": 0.977602, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"], "main_score": 0.977602, "precision": 0.975494, "recall": 0.982213}, {"accuracy": 0.835968, "f1": 0.797845, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"], "main_score": 0.797845, "precision": 0.780665, "recall": 0.835968}, {"accuracy": 0.965415, "f1": 0.955336, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"], "main_score": 0.955336, "precision": 0.950758, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"], "main_score": 0.973221, "precision": 0.970438, "recall": 0.979249}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"], "main_score": 0.970422, "precision": 0.967144, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"], "main_score": 0.96278, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.881423, "f1": 0.848123, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"], "main_score": 0.848123, "precision": 0.83251, "recall": 0.881423}, {"accuracy": 0.266798, "f1": 0.21966, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"], "main_score": 0.21966, "precision": 0.203921, "recall": 0.266798}, {"accuracy": 0.916996, "f1": 0.893841, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"], "main_score": 0.893841, "precision": 0.882987, "recall": 0.916996}, {"accuracy": 0.789526, "f1": 0.739116, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"], "main_score": 0.739116, "precision": 0.716683, "recall": 0.789526}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.900198, "f1": 0.870784, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"], "main_score": 0.870784, "precision": 0.856637, "recall": 0.900198}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.940711, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"], "main_score": 0.940711, "precision": 0.934618, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"], "main_score": 0.966963, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.873518, "f1": 0.839262, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"], "main_score": 0.839262, "precision": 0.823699, "recall": 0.873518}, {"accuracy": 0.865613, "f1": 0.829644, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"], "main_score": 0.829644, "precision": 0.813406, "recall": 0.865613}, {"accuracy": 0.932806, "f1": 0.913076, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"], "main_score": 0.913076, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.054348, "f1": 0.027845, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"], "main_score": 0.027845, "precision": 0.022562, "recall": 0.054348}, {"accuracy": 0.967391, "f1": 0.958729, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"], "main_score": 0.958729, "precision": 0.954792, "recall": 0.967391}, {"accuracy": 0.967391, "f1": 0.957576, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"], "main_score": 0.957576, "precision": 0.952981, "recall": 0.967391}, {"accuracy": 0.939723, "f1": 0.924097, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"], "main_score": 0.924097, "precision": 0.917276, "recall": 0.939723}, {"accuracy": 0.983202, "f1": 0.978755, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"], "main_score": 0.978755, "precision": 0.976614, "recall": 0.983202}, {"accuracy": 0.924901, "f1": 0.902569, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"], "main_score": 0.902569, "precision": 0.891881, "recall": 0.924901}, {"accuracy": 0.881423, "f1": 0.849967, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"], "main_score": 0.849967, "precision": 0.83498, "recall": 0.881423}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"], "main_score": 0.96805, "precision": 0.964427, "recall": 0.975296}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.864625, "f1": 0.829282, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"], "main_score": 0.829282, "precision": 0.813027, "recall": 0.864625}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.860672, "f1": 0.824308, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"], "main_score": 0.824308, "precision": 0.807757, "recall": 0.860672}, {"accuracy": 0.939723, "f1": 0.922332, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"], "main_score": 0.922332, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.97332, "f1": 0.965975, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"], "main_score": 0.965975, "precision": 0.962533, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.97332, "f1": 0.965909, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"], "main_score": 0.965909, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.911067, "f1": 0.883794, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"], "main_score": 0.883794, "precision": 0.8708, "recall": 0.911067}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"], "main_score": 0.969532, "precision": 0.966403, "recall": 0.976285}, {"accuracy": 0.959486, "f1": 0.947958, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"], "main_score": 0.947958, "precision": 0.942688, "recall": 0.959486}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.936759, "f1": 0.918149, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"], "main_score": 0.918149, "precision": 0.909256, "recall": 0.936759}, {"accuracy": 0.947628, "f1": 0.932543, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"], "main_score": 0.932543, "precision": 0.925642, "recall": 0.947628}, {"accuracy": 0.934783, "f1": 0.916798, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"], "main_score": 0.916798, "precision": 0.908432, "recall": 0.934783}, {"accuracy": 0.965415, "f1": 0.955534, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"], "main_score": 0.955534, "precision": 0.950758, "recall": 0.965415}, {"accuracy": 0.958498, "f1": 0.947252, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"], "main_score": 0.947252, "precision": 0.941864, "recall": 0.958498}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.972332, "f1": 0.964657, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"], "main_score": 0.964657, "precision": 0.961051, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"], "main_score": 0.974638, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.927866, "f1": 0.906686, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"], "main_score": 0.906686, "precision": 0.896657, "recall": 0.927866}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.863636, "f1": 0.826054, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"], "main_score": 0.826054, "precision": 0.808465, "recall": 0.863636}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.947628, "f1": 0.932806, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"], "main_score": 0.932806, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.954545, "f1": 0.941173, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"], "main_score": 0.941173, "precision": 0.935112, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.951087, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"], "main_score": 0.951087, "precision": 0.946311, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"], "main_score": 0.960639, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.912055, "f1": 0.887747, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"], "main_score": 0.887747, "precision": 0.876235, "recall": 0.912055}, {"accuracy": 0.985178, "f1": 0.981719, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"], "main_score": 0.981719, "precision": 0.980072, "recall": 0.985178}, {"accuracy": 0.897233, "f1": 0.870224, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"], "main_score": 0.870224, "precision": 0.857213, "recall": 0.897233}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"], "main_score": 0.924473, "precision": 0.91609, "recall": 0.9417}, {"accuracy": 0.983202, "f1": 0.978755, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"], "main_score": 0.978755, "precision": 0.976614, "recall": 0.983202}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.870553, "f1": 0.835112, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"], "main_score": 0.835112, "precision": 0.818511, "recall": 0.870553}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.921937, "f1": 0.900955, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"], "main_score": 0.900955, "precision": 0.891634, "recall": 0.921937}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.885375, "f1": 0.853986, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"], "main_score": 0.853986, "precision": 0.839509, "recall": 0.885375}, {"accuracy": 0.924901, "f1": 0.904004, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"], "main_score": 0.904004, "precision": 0.894516, "recall": 0.924901}, {"accuracy": 0.953557, "f1": 0.939954, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"], "main_score": 0.939954, "precision": 0.933383, "recall": 0.953557}, {"accuracy": 0.932806, "f1": 0.913933, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"], "main_score": 0.913933, "precision": 0.905254, "recall": 0.932806}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.927866, "f1": 0.90751, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"], "main_score": 0.90751, "precision": 0.89781, "recall": 0.927866}, {"accuracy": 0.878458, "f1": 0.846857, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"], "main_score": 0.846857, "precision": 0.83246, "recall": 0.878458}, {"accuracy": 0.905138, "f1": 0.876877, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"], "main_score": 0.876877, "precision": 0.86362, "recall": 0.905138}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"], "main_score": 0.958729, "precision": 0.954134, "recall": 0.968379}, {"accuracy": 0.937747, "f1": 0.919466, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"], "main_score": 0.919466, "precision": 0.910935, "recall": 0.937747}, {"accuracy": 0.935771, "f1": 0.917721, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"], "main_score": 0.917721, "precision": 0.909009, "recall": 0.935771}, {"accuracy": 0.967391, "f1": 0.95914, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"], "main_score": 0.95914, "precision": 0.955592, "recall": 0.967391}, {"accuracy": 0.81917, "f1": 0.775842, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"], "main_score": 0.775842, "precision": 0.756505, "recall": 0.81917}, {"accuracy": 0.936759, "f1": 0.918972, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"], "main_score": 0.918972, "precision": 0.910573, "recall": 0.936759}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.865613, "f1": 0.832082, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"], "main_score": 0.832082, "precision": 0.81665, "recall": 0.865613}, {"accuracy": 0.901186, "f1": 0.874473, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"], "main_score": 0.874473, "precision": 0.862154, "recall": 0.901186}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"], "main_score": 0.934289, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.814229, "f1": 0.768003, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"], "main_score": 0.768003, "precision": 0.747036, "recall": 0.814229}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"], "main_score": 0.965481, "precision": 0.961874, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"], "main_score": 0.925626, "precision": 0.917408, "recall": 0.942688}, {"accuracy": 0.903162, "f1": 0.875988, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"], "main_score": 0.875988, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.912055, "f1": 0.88554, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"], "main_score": 0.88554, "precision": 0.873024, "recall": 0.912055}, {"accuracy": 0.905138, "f1": 0.876482, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"], "main_score": 0.876482, "precision": 0.862813, "recall": 0.905138}, {"accuracy": 0.05336, "f1": 0.027626, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"], "main_score": 0.027626, "precision": 0.021547, "recall": 0.05336}, {"accuracy": 0.95751, "f1": 0.946941, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"], "main_score": 0.946941, "precision": 0.942935, "recall": 0.95751}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"], "main_score": 0.943676, "precision": 0.937945, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.958498, "f1": 0.947614, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"], "main_score": 0.947614, "precision": 0.943264, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"], "main_score": 0.916831, "precision": 0.907279, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.932806, "f1": 0.919631, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"], "main_score": 0.919631, "precision": 0.915178, "recall": 0.932806}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.922925, "f1": 0.900362, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"], "main_score": 0.900362, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.948617, "f1": 0.933959, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"], "main_score": 0.933959, "precision": 0.927602, "recall": 0.948617}, {"accuracy": 0.969368, "f1": 0.962419, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"], "main_score": 0.962419, "precision": 0.959585, "recall": 0.969368}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"], "main_score": 0.902503, "precision": 0.89114, "recall": 0.925889}, {"accuracy": 0.962451, "f1": 0.951943, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"], "main_score": 0.951943, "precision": 0.947217, "recall": 0.962451}, {"accuracy": 0.954545, "f1": 0.941554, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"], "main_score": 0.941554, "precision": 0.935688, "recall": 0.954545}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"], "main_score": 0.949605, "precision": 0.944038, "recall": 0.961462}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.94664, "f1": 0.934856, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"], "main_score": 0.934856, "precision": 0.930322, "recall": 0.94664}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.192688, "f1": 0.151362, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"], "main_score": 0.151362, "precision": 0.13951, "recall": 0.192688}, {"accuracy": 0.97332, "f1": 0.96581, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"], "main_score": 0.96581, "precision": 0.962401, "recall": 0.97332}, {"accuracy": 0.943676, "f1": 0.927273, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"], "main_score": 0.927273, "precision": 0.919384, "recall": 0.943676}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.953557, "f1": 0.940697, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"], "main_score": 0.940697, "precision": 0.935194, "recall": 0.953557}, {"accuracy": 0.953557, "f1": 0.941667, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"], "main_score": 0.941667, "precision": 0.936825, "recall": 0.953557}, {"accuracy": 0.943676, "f1": 0.931192, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"], "main_score": 0.931192, "precision": 0.926235, "recall": 0.943676}, {"accuracy": 0.9417, "f1": 0.923979, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"], "main_score": 0.923979, "precision": 0.915431, "recall": 0.9417}, {"accuracy": 0.962451, "f1": 0.953448, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"], "main_score": 0.953448, "precision": 0.949959, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"], "main_score": 0.944895, "precision": 0.938982, "recall": 0.95751}, {"accuracy": 0.93083, "f1": 0.918187, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"], "main_score": 0.918187, "precision": 0.913755, "recall": 0.93083}, {"accuracy": 0.938735, "f1": 0.922219, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"], "main_score": 0.922219, "precision": 0.915431, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.948287, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"], "main_score": 0.948287, "precision": 0.943379, "recall": 0.959486}, {"accuracy": 0.964427, "f1": 0.955599, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"], "main_score": 0.955599, "precision": 0.951894, "recall": 0.964427}, {"accuracy": 0.898221, "f1": 0.868643, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"], "main_score": 0.868643, "precision": 0.854825, "recall": 0.898221}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"], "main_score": 0.895817, "precision": 0.88447, "recall": 0.91996}, {"accuracy": 0.956522, "f1": 0.946066, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"], "main_score": 0.946066, "precision": 0.942128, "recall": 0.956522}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"], "main_score": 0.933465, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.958498, "f1": 0.950027, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"], "main_score": 0.950027, "precision": 0.946946, "recall": 0.958498}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.939723, "f1": 0.920455, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"], "main_score": 0.920455, "precision": 0.911067, "recall": 0.939723}, {"accuracy": 0.917984, "f1": 0.894203, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"], "main_score": 0.894203, "precision": 0.883432, "recall": 0.917984}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"], "main_score": 0.926054, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.951581, "f1": 0.937978, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"], "main_score": 0.937978, "precision": 0.932263, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.921278, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"], "main_score": 0.921278, "precision": 0.911726, "recall": 0.940711}, {"accuracy": 0.897233, "f1": 0.867227, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"], "main_score": 0.867227, "precision": 0.852931, "recall": 0.897233}, {"accuracy": 0.944664, "f1": 0.933757, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"], "main_score": 0.933757, "precision": 0.929644, "recall": 0.944664}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"], "main_score": 0.921179, "precision": 0.912796, "recall": 0.938735}, {"accuracy": 0.874506, "f1": 0.839427, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"], "main_score": 0.839427, "precision": 0.823155, "recall": 0.874506}, {"accuracy": 0.962451, "f1": 0.950659, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"], "main_score": 0.950659, "precision": 0.944911, "recall": 0.962451}, {"accuracy": 0.690711, "f1": 0.624014, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"], "main_score": 0.624014, "precision": 0.59721, "recall": 0.690711}, {"accuracy": 0.960474, "f1": 0.950527, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"], "main_score": 0.950527, "precision": 0.946673, "recall": 0.960474}, {"accuracy": 0.955534, "f1": 0.946741, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"], "main_score": 0.946741, "precision": 0.943495, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.933432, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"], "main_score": 0.933432, "precision": 0.926581, "recall": 0.948617}, {"accuracy": 0.955534, "f1": 0.944386, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"], "main_score": 0.944386, "precision": 0.940086, "recall": 0.955534}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"], "main_score": 0.913373, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.932806, "f1": 0.913011, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"], "main_score": 0.913011, "precision": 0.90415, "recall": 0.932806}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.964427, "f1": 0.955912, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"], "main_score": 0.955912, "precision": 0.95271, "recall": 0.964427}, {"accuracy": 0.898221, "f1": 0.869664, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"], "main_score": 0.869664, "precision": 0.856719, "recall": 0.898221}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"], "main_score": 0.89608, "precision": 0.885244, "recall": 0.918972}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"], "main_score": 0.92085, "precision": 0.912665, "recall": 0.938735}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"], "main_score": 0.945487, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.212451, "f1": 0.150113, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"], "main_score": 0.150113, "precision": 0.132157, "recall": 0.212451}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"], "main_score": 0.908597, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"], "main_score": 0.935441, "precision": 0.928393, "recall": 0.950593}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"], "main_score": 0.926383, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"], "main_score": 0.918478, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"], "main_score": 0.962451, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.938735, "f1": 0.923057, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"], "main_score": 0.923057, "precision": 0.916535, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.948024, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"], "main_score": 0.948024, "precision": 0.942968, "recall": 0.959486}, {"accuracy": 0.967391, "f1": 0.958564, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"], "main_score": 0.958564, "precision": 0.954825, "recall": 0.967391}, {"accuracy": 0.938735, "f1": 0.925628, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"], "main_score": 0.925628, "precision": 0.920801, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.947365, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"], "main_score": 0.947365, "precision": 0.941947, "recall": 0.959486}, {"accuracy": 0.958498, "f1": 0.946509, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"], "main_score": 0.946509, "precision": 0.941288, "recall": 0.958498}, {"accuracy": 0.849802, "f1": 0.807411, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"], "main_score": 0.807411, "precision": 0.788043, "recall": 0.849802}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"], "main_score": 0.932148, "precision": 0.924078, "recall": 0.948617}, {"accuracy": 0.953557, "f1": 0.941027, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"], "main_score": 0.941027, "precision": 0.935853, "recall": 0.953557}, {"accuracy": 0.965415, "f1": 0.958976, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"], "main_score": 0.958976, "precision": 0.956868, "recall": 0.965415}, {"accuracy": 0.950593, "f1": 0.940149, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"], "main_score": 0.940149, "precision": 0.936084, "recall": 0.950593}, {"accuracy": 0.927866, "f1": 0.90504, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"], "main_score": 0.90504, "precision": 0.894022, "recall": 0.927866}, {"accuracy": 0.874506, "f1": 0.839657, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"], "main_score": 0.839657, "precision": 0.823238, "recall": 0.874506}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"], "main_score": 0.908103, "precision": 0.897398, "recall": 0.929842}, {"accuracy": 0.975296, "f1": 0.968676, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"], "main_score": 0.968676, "precision": 0.965942, "recall": 0.975296}, {"accuracy": 0.856719, "f1": 0.818412, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"], "main_score": 0.818412, "precision": 0.800313, "recall": 0.856719}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.957806, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"], "main_score": 0.957806, "precision": 0.954447, "recall": 0.966403}, {"accuracy": 0.949605, "f1": 0.937093, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"], "main_score": 0.937093, "precision": 0.932312, "recall": 0.949605}, {"accuracy": 0.958498, "f1": 0.950222, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"], "main_score": 0.950222, "precision": 0.947514, "recall": 0.958498}, {"accuracy": 0.949605, "f1": 0.938448, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"], "main_score": 0.938448, "precision": 0.934019, "recall": 0.949605}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.900198, "f1": 0.871212, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"], "main_score": 0.871212, "precision": 0.857378, "recall": 0.900198}, {"accuracy": 0.273715, "f1": 0.220458, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"], "main_score": 0.220458, "precision": 0.202403, "recall": 0.273715}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.799407, "f1": 0.746937, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"], "main_score": 0.746937, "precision": 0.724012, "recall": 0.799407}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.894269, "f1": 0.863109, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"], "main_score": 0.863109, "precision": 0.84865, "recall": 0.894269}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.956522, "f1": 0.944763, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"], "main_score": 0.944763, "precision": 0.939421, "recall": 0.956522}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"], "main_score": 0.929249, "precision": 0.921525, "recall": 0.945652}, {"accuracy": 0.954545, "f1": 0.943994, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"], "main_score": 0.943994, "precision": 0.940077, "recall": 0.954545}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.88834, "f1": 0.857016, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"], "main_score": 0.857016, "precision": 0.842391, "recall": 0.88834}, {"accuracy": 0.891304, "f1": 0.862549, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"], "main_score": 0.862549, "precision": 0.84893, "recall": 0.891304}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.940711, "f1": 0.923551, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"], "main_score": 0.923551, "precision": 0.916008, "recall": 0.940711}, {"accuracy": 0.050395, "f1": 0.027456, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"], "main_score": 0.027456, "precision": 0.023412, "recall": 0.050395}, {"accuracy": 0.938735, "f1": 0.923852, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"], "main_score": 0.923852, "precision": 0.918297, "recall": 0.938735}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"], "main_score": 0.940217, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.917984, "f1": 0.900723, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"], "main_score": 0.900723, "precision": 0.894315, "recall": 0.917984}, {"accuracy": 0.965415, "f1": 0.95583, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"], "main_score": 0.95583, "precision": 0.95191, "recall": 0.965415}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"], "main_score": 0.869697, "precision": 0.856061, "recall": 0.899209}, {"accuracy": 0.899209, "f1": 0.869895, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"], "main_score": 0.869895, "precision": 0.856225, "recall": 0.899209}, {"accuracy": 0.940711, "f1": 0.924209, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"], "main_score": 0.924209, "precision": 0.917227, "recall": 0.940711}, {"accuracy": 0.940711, "f1": 0.925231, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"], "main_score": 0.925231, "precision": 0.918956, "recall": 0.940711}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"], "main_score": 0.917325, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.840909, "f1": 0.794993, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"], "main_score": 0.794993, "precision": 0.774391, "recall": 0.840909}, {"accuracy": 0.961462, "f1": 0.950776, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"], "main_score": 0.950776, "precision": 0.946229, "recall": 0.961462}, {"accuracy": 0.856719, "f1": 0.818234, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"], "main_score": 0.818234, "precision": 0.800889, "recall": 0.856719}, {"accuracy": 0.944664, "f1": 0.928524, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"], "main_score": 0.928524, "precision": 0.920784, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.942391, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"], "main_score": 0.942391, "precision": 0.937533, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"], "main_score": 0.952635, "precision": 0.947711, "recall": 0.963439}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"], "main_score": 0.938966, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.918972, "f1": 0.901899, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"], "main_score": 0.901899, "precision": 0.895519, "recall": 0.918972}, {"accuracy": 0.952569, "f1": 0.938307, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"], "main_score": 0.938307, "precision": 0.931901, "recall": 0.952569}, {"accuracy": 0.913043, "f1": 0.887681, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"], "main_score": 0.887681, "precision": 0.876153, "recall": 0.913043}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"], "main_score": 0.912714, "precision": 0.903327, "recall": 0.932806}, {"accuracy": 0.936759, "f1": 0.917556, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"], "main_score": 0.917556, "precision": 0.908547, "recall": 0.936759}, {"accuracy": 0.927866, "f1": 0.906818, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"], "main_score": 0.906818, "precision": 0.897645, "recall": 0.927866}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"], "main_score": 0.966798, "precision": 0.963521, "recall": 0.974308}, {"accuracy": 0.951581, "f1": 0.937041, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"], "main_score": 0.937041, "precision": 0.930336, "recall": 0.951581}, {"accuracy": 0.928854, "f1": 0.909848, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"], "main_score": 0.909848, "precision": 0.90191, "recall": 0.928854}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"], "main_score": 0.930336, "precision": 0.923682, "recall": 0.945652}, {"accuracy": 0.962451, "f1": 0.951416, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"], "main_score": 0.951416, "precision": 0.946344, "recall": 0.962451}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"], "main_score": 0.899209, "precision": 0.887846, "recall": 0.922925}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.866601, "f1": 0.828294, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"], "main_score": 0.828294, "precision": 0.810688, "recall": 0.866601}, {"accuracy": 0.965415, "f1": 0.956672, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"], "main_score": 0.956672, "precision": 0.95331, "recall": 0.965415}, {"accuracy": 0.93083, "f1": 0.909256, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"], "main_score": 0.909256, "precision": 0.899045, "recall": 0.93083}, {"accuracy": 0.932806, "f1": 0.916521, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"], "main_score": 0.916521, "precision": 0.910139, "recall": 0.932806}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"], "main_score": 0.938966, "precision": 0.932889, "recall": 0.952569}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.938735, "f1": 0.921937, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"], "main_score": 0.921937, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.963439, "f1": 0.953689, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"], "main_score": 0.953689, "precision": 0.949802, "recall": 0.963439}, {"accuracy": 0.924901, "f1": 0.903491, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"], "main_score": 0.903491, "precision": 0.893116, "recall": 0.924901}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"], "main_score": 0.947134, "precision": 0.941238, "recall": 0.959486}, {"accuracy": 0.953557, "f1": 0.940843, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"], "main_score": 0.940843, "precision": 0.935639, "recall": 0.953557}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"], "main_score": 0.929183, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"], "main_score": 0.968379, "precision": 0.965283, "recall": 0.975296}, {"accuracy": 0.891304, "f1": 0.860507, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"], "main_score": 0.860507, "precision": 0.846014, "recall": 0.891304}, {"accuracy": 0.961462, "f1": 0.95163, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"], "main_score": 0.95163, "precision": 0.94777, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.957312, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"], "main_score": 0.957312, "precision": 0.953722, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.954828, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"], "main_score": 0.954828, "precision": 0.950791, "recall": 0.964427}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.922925, "f1": 0.900856, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"], "main_score": 0.900856, "precision": 0.889987, "recall": 0.922925}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"], "main_score": 0.906456, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.903162, "f1": 0.877306, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"], "main_score": 0.877306, "precision": 0.866249, "recall": 0.903162}, {"accuracy": 0.95751, "f1": 0.947058, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"], "main_score": 0.947058, "precision": 0.943058, "recall": 0.95751}, {"accuracy": 0.925889, "f1": 0.903228, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"], "main_score": 0.903228, "precision": 0.892704, "recall": 0.925889}, {"accuracy": 0.920949, "f1": 0.899704, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"], "main_score": 0.899704, "precision": 0.89002, "recall": 0.920949}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.945652, "f1": 0.934486, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"], "main_score": 0.934486, "precision": 0.930433, "recall": 0.945652}, {"accuracy": 0.867589, "f1": 0.830929, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"], "main_score": 0.830929, "precision": 0.813653, "recall": 0.867589}, {"accuracy": 0.923913, "f1": 0.901153, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"], "main_score": 0.901153, "precision": 0.89081, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.890316, "f1": 0.859585, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"], "main_score": 0.859585, "precision": 0.845273, "recall": 0.890316}, {"accuracy": 0.901186, "f1": 0.870553, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"], "main_score": 0.870553, "precision": 0.856061, "recall": 0.901186}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.934783, "f1": 0.915415, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"], "main_score": 0.915415, "precision": 0.906538, "recall": 0.934783}, {"accuracy": 0.94664, "f1": 0.931771, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"], "main_score": 0.931771, "precision": 0.925066, "recall": 0.94664}, {"accuracy": 0.811265, "f1": 0.759209, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"], "main_score": 0.759209, "precision": 0.735787, "recall": 0.811265}, {"accuracy": 0.952569, "f1": 0.941373, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"], "main_score": 0.941373, "precision": 0.937098, "recall": 0.952569}, {"accuracy": 0.952569, "f1": 0.940464, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"], "main_score": 0.940464, "precision": 0.935665, "recall": 0.952569}, {"accuracy": 0.948617, "f1": 0.934453, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"], "main_score": 0.934453, "precision": 0.928261, "recall": 0.948617}, {"accuracy": 0.961462, "f1": 0.950329, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"], "main_score": 0.950329, "precision": 0.945273, "recall": 0.961462}, {"accuracy": 0.923913, "f1": 0.901797, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"], "main_score": 0.901797, "precision": 0.891304, "recall": 0.923913}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"], "main_score": 0.908432, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.909091, "f1": 0.881423, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"], "main_score": 0.881423, "precision": 0.868248, "recall": 0.909091}, {"accuracy": 0.043478, "f1": 0.021093, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"], "main_score": 0.021093, "precision": 0.016682, "recall": 0.043478}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"], "main_score": 0.919137, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"], "main_score": 0.926219, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.926877, "f1": 0.906357, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"], "main_score": 0.906357, "precision": 0.896657, "recall": 0.926877}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.202569, "f1": 0.152104, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"], "main_score": 0.152104, "precision": 0.138226, "recall": 0.202569}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.956522, "f1": 0.943248, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"], "main_score": 0.943248, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.903162, "f1": 0.873913, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"], "main_score": 0.873913, "precision": 0.860096, "recall": 0.903162}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.944664, "f1": 0.928524, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"], "main_score": 0.928524, "precision": 0.920784, "recall": 0.944664}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.907115, "f1": 0.879941, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"], "main_score": 0.879941, "precision": 0.86693, "recall": 0.907115}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.906126, "f1": 0.878294, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"], "main_score": 0.878294, "precision": 0.864789, "recall": 0.906126}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"], "main_score": 0.926219, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.752964, "f1": 0.693629, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"], "main_score": 0.693629, "precision": 0.668775, "recall": 0.752964}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.923913, "f1": 0.901087, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"], "main_score": 0.901087, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.895257, "f1": 0.867227, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"], "main_score": 0.867227, "precision": 0.854282, "recall": 0.895257}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"], "main_score": 0.880764, "precision": 0.867754, "recall": 0.908103}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.225296, "f1": 0.155961, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"], "main_score": 0.155961, "precision": 0.135796, "recall": 0.225296}, {"accuracy": 0.932806, "f1": 0.913768, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"], "main_score": 0.913768, "precision": 0.904727, "recall": 0.932806}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.948617, "f1": 0.932213, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"], "main_score": 0.932213, "precision": 0.924325, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"], "main_score": 0.965744, "precision": 0.962121, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.869565, "f1": 0.835197, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"], "main_score": 0.835197, "precision": 0.819697, "recall": 0.869565}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"], "main_score": 0.910244, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.879447, "f1": 0.845026, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"], "main_score": 0.845026, "precision": 0.829134, "recall": 0.879447}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"], "main_score": 0.918215, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.864625, "f1": 0.829282, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"], "main_score": 0.829282, "precision": 0.813439, "recall": 0.864625}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.890316, "f1": 0.859486, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"], "main_score": 0.859486, "precision": 0.845059, "recall": 0.890316}, {"accuracy": 0.269763, "f1": 0.207978, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"], "main_score": 0.207978, "precision": 0.187904, "recall": 0.269763}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.820158, "f1": 0.774017, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"], "main_score": 0.774017, "precision": 0.753788, "recall": 0.820158}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"], "main_score": 0.914196, "precision": 0.904974, "recall": 0.933794}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.903162, "f1": 0.873518, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"], "main_score": 0.873518, "precision": 0.859354, "recall": 0.903162}, {"accuracy": 0.906126, "f1": 0.878096, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"], "main_score": 0.878096, "precision": 0.864789, "recall": 0.906126}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.05336, "f1": 0.025936, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"], "main_score": 0.025936, "precision": 0.020982, "recall": 0.05336}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.91996, "f1": 0.895916, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"], "main_score": 0.895916, "precision": 0.884223, "recall": 0.91996}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.903162, "f1": 0.8722, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"], "main_score": 0.8722, "precision": 0.857213, "recall": 0.903162}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.86166, "f1": 0.825235, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"], "main_score": 0.825235, "precision": 0.808547, "recall": 0.86166}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"], "main_score": 0.927701, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"], "main_score": 0.971739, "precision": 0.968626, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.969368, "f1": 0.959552, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"], "main_score": 0.959552, "precision": 0.954792, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.965415, "f1": 0.954282, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"], "main_score": 0.954282, "precision": 0.948864, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"], "main_score": 0.853491, "precision": 0.83885, "recall": 0.885375}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.920949, "f1": 0.899539, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"], "main_score": 0.899539, "precision": 0.889328, "recall": 0.920949}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"], "main_score": 0.910573, "precision": 0.900856, "recall": 0.93083}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"], "main_score": 0.924407, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.878458, "f1": 0.844499, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"], "main_score": 0.844499, "precision": 0.828557, "recall": 0.878458}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.923913, "f1": 0.899539, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"], "main_score": 0.899539, "precision": 0.887681, "recall": 0.923913}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"], "main_score": 0.927207, "precision": 0.919302, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"], "main_score": 0.923913, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.906126, "f1": 0.878755, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"], "main_score": 0.878755, "precision": 0.866107, "recall": 0.906126}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"], "main_score": 0.935606, "precision": 0.928524, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.846838, "f1": 0.807068, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"], "main_score": 0.807068, "precision": 0.7889, "recall": 0.846838}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.883399, "f1": 0.851515, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"], "main_score": 0.851515, "precision": 0.836248, "recall": 0.883399}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"], "main_score": 0.894499, "precision": 0.882823, "recall": 0.918972}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.814229, "f1": 0.765283, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"], "main_score": 0.765283, "precision": 0.743659, "recall": 0.814229}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"], "main_score": 0.92556, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.895257, "f1": 0.864592, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"], "main_score": 0.864592, "precision": 0.850329, "recall": 0.895257}, {"accuracy": 0.044466, "f1": 0.025026, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"], "main_score": 0.025026, "precision": 0.020851, "recall": 0.044466}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"], "main_score": 0.948287, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.932806, "f1": 0.913373, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"], "main_score": 0.913373, "precision": 0.90415, "recall": 0.932806}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"], "main_score": 0.971838, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.910079, "f1": 0.88274, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"], "main_score": 0.88274, "precision": 0.869895, "recall": 0.910079}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"], "main_score": 0.911891, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.890382, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"], "main_score": 0.890382, "precision": 0.878211, "recall": 0.916008}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.202569, "f1": 0.154569, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"], "main_score": 0.154569, "precision": 0.140892, "recall": 0.202569}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"], "main_score": 0.915843, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"], "main_score": 0.92836, "precision": 0.920784, "recall": 0.944664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.900198, "f1": 0.871047, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"], "main_score": 0.871047, "precision": 0.857213, "recall": 0.900198}, {"accuracy": 0.949605, "f1": 0.933136, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"], "main_score": 0.933136, "precision": 0.925066, "recall": 0.949605}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.951581, "f1": 0.936726, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"], "main_score": 0.936726, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.898221, "f1": 0.868643, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"], "main_score": 0.868643, "precision": 0.854825, "recall": 0.898221}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"], "main_score": 0.924572, "precision": 0.915843, "recall": 0.942688}, {"accuracy": 0.900198, "f1": 0.870553, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"], "main_score": 0.870553, "precision": 0.85639, "recall": 0.900198}, {"accuracy": 0.920949, "f1": 0.897464, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"], "main_score": 0.897464, "precision": 0.886775, "recall": 0.920949}, {"accuracy": 0.757905, "f1": 0.698668, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"], "main_score": 0.698668, "precision": 0.673765, "recall": 0.757905}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.898221, "f1": 0.868676, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"], "main_score": 0.868676, "precision": 0.855237, "recall": 0.898221}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.879447, "f1": 0.845553, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"], "main_score": 0.845553, "precision": 0.830155, "recall": 0.879447}, {"accuracy": 0.940711, "f1": 0.923043, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"], "main_score": 0.923043, "precision": 0.914855, "recall": 0.940711}, {"accuracy": 0.873518, "f1": 0.837088, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"], "main_score": 0.837088, "precision": 0.820685, "recall": 0.873518}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.219368, "f1": 0.1508, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"], "main_score": 0.1508, "precision": 0.131033, "recall": 0.219368}, {"accuracy": 0.913043, "f1": 0.886199, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"], "main_score": 0.886199, "precision": 0.873024, "recall": 0.913043}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.935771, "f1": 0.91629, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"], "main_score": 0.91629, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.910079, "f1": 0.882773, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"], "main_score": 0.882773, "precision": 0.87001, "recall": 0.910079}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.980072, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"], "main_score": 0.980072, "precision": 0.978096, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.993083, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"], "main_score": 0.993083, "precision": 0.992589, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.849802, "f1": 0.811528, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"], "main_score": 0.811528, "precision": 0.793868, "recall": 0.849802}, {"accuracy": 0.950593, "f1": 0.934289, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"], "main_score": 0.934289, "precision": 0.926219, "recall": 0.950593}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"], "main_score": 0.911561, "precision": 0.90135, "recall": 0.932806}, {"accuracy": 0.870553, "f1": 0.83307, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"], "main_score": 0.83307, "precision": 0.8153, "recall": 0.870553}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.926877, "f1": 0.904447, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"], "main_score": 0.904447, "precision": 0.89361, "recall": 0.926877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.857708, "f1": 0.819466, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"], "main_score": 0.819466, "precision": 0.801548, "recall": 0.857708}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.87747, "f1": 0.843939, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"], "main_score": 0.843939, "precision": 0.829068, "recall": 0.87747}, {"accuracy": 0.259881, "f1": 0.205525, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"], "main_score": 0.205525, "precision": 0.187791, "recall": 0.259881}, {"accuracy": 0.936759, "f1": 0.916337, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"], "main_score": 0.916337, "precision": 0.906456, "recall": 0.936759}, {"accuracy": 0.804348, "f1": 0.755171, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"], "main_score": 0.755171, "precision": 0.733465, "recall": 0.804348}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.921937, "f1": 0.898551, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"], "main_score": 0.898551, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.901186, "f1": 0.871179, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"], "main_score": 0.871179, "precision": 0.857213, "recall": 0.901186}, {"accuracy": 0.879447, "f1": 0.84496, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"], "main_score": 0.84496, "precision": 0.829084, "recall": 0.879447}, {"accuracy": 0.936759, "f1": 0.917787, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"], "main_score": 0.917787, "precision": 0.909091, "recall": 0.936759}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.0583, "f1": 0.028108, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"], "main_score": 0.028108, "precision": 0.022281, "recall": 0.0583}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.970356, "f1": 0.961858, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"], "main_score": 0.961858, "precision": 0.957922, "recall": 0.970356}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"], "main_score": 0.930995, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.913043, "f1": 0.886001, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"], "main_score": 0.886001, "precision": 0.873353, "recall": 0.913043}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"], "main_score": 0.966568, "precision": 0.962978, "recall": 0.974308}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"], "main_score": 0.966733, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.893281, "f1": 0.863768, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"], "main_score": 0.863768, "precision": 0.85, "recall": 0.893281}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.884387, "f1": 0.852964, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"], "main_score": 0.852964, "precision": 0.838686, "recall": 0.884387}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.93083, "f1": 0.909157, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"], "main_score": 0.909157, "precision": 0.898798, "recall": 0.93083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"], "main_score": 0.947464, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.956522, "f1": 0.943629, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"], "main_score": 0.943629, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.947628, "f1": 0.931324, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"], "main_score": 0.931324, "precision": 0.923419, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.873518, "f1": 0.837154, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"], "main_score": 0.837154, "precision": 0.82057, "recall": 0.873518}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91502, "f1": 0.889723, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"], "main_score": 0.889723, "precision": 0.877717, "recall": 0.91502}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"], "main_score": 0.892029, "precision": 0.880847, "recall": 0.916008}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"], "main_score": 0.93913, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"], "main_score": 0.926943, "precision": 0.919055, "recall": 0.943676}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.884387, "f1": 0.852306, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"], "main_score": 0.852306, "precision": 0.838225, "recall": 0.884387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.980237, "f1": 0.974045, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"], "main_score": 0.974045, "precision": 0.971097, "recall": 0.980237}, {"accuracy": 0.907115, "f1": 0.878195, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"], "main_score": 0.878195, "precision": 0.864213, "recall": 0.907115}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"], "main_score": 0.948781, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.885375, "f1": 0.852602, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"], "main_score": 0.852602, "precision": 0.837154, "recall": 0.885375}, {"accuracy": 0.917984, "f1": 0.892787, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"], "main_score": 0.892787, "precision": 0.881126, "recall": 0.917984}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.838933, "f1": 0.796805, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"], "main_score": 0.796805, "precision": 0.777256, "recall": 0.838933}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.892292, "f1": 0.861561, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"], "main_score": 0.861561, "precision": 0.84725, "recall": 0.892292}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"], "main_score": 0.910244, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.820158, "f1": 0.771014, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"], "main_score": 0.771014, "precision": 0.749045, "recall": 0.820158}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.931818, "f1": 0.912022, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"], "main_score": 0.912022, "precision": 0.902833, "recall": 0.931818}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"], "main_score": 0.905632, "precision": 0.895586, "recall": 0.926877}, {"accuracy": 0.855731, "f1": 0.815646, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"], "main_score": 0.815646, "precision": 0.796937, "recall": 0.855731}, {"accuracy": 0.034585, "f1": 0.015929, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"], "main_score": 0.015929, "precision": 0.012443, "recall": 0.034585}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.969368, "f1": 0.960046, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"], "main_score": 0.960046, "precision": 0.955781, "recall": 0.969368}, {"accuracy": 0.966403, "f1": 0.955764, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"], "main_score": 0.955764, "precision": 0.950675, "recall": 0.966403}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"], "main_score": 0.918972, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.921937, "f1": 0.899275, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"], "main_score": 0.899275, "precision": 0.888785, "recall": 0.921937}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.996047, "f1": 0.995224, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"], "main_score": 0.995224, "precision": 0.994895, "recall": 0.996047}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.884387, "f1": 0.850296, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"], "main_score": 0.850296, "precision": 0.834321, "recall": 0.884387}, {"accuracy": 0.926877, "f1": 0.903986, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"], "main_score": 0.903986, "precision": 0.893281, "recall": 0.926877}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.883399, "f1": 0.84944, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"], "main_score": 0.84944, "precision": 0.833663, "recall": 0.883399}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.922925, "f1": 0.900264, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"], "main_score": 0.900264, "precision": 0.88974, "recall": 0.922925}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.178854, "f1": 0.131909, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"], "main_score": 0.131909, "precision": 0.118795, "recall": 0.178854}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.907115, "f1": 0.879183, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"], "main_score": 0.879183, "precision": 0.866024, "recall": 0.907115}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.908762, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"], "main_score": 0.908762, "precision": 0.898057, "recall": 0.93083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.857708, "f1": 0.818643, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"], "main_score": 0.818643, "precision": 0.80056, "recall": 0.857708}, {"accuracy": 0.927866, "f1": 0.905303, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"], "main_score": 0.905303, "precision": 0.894269, "recall": 0.927866}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.938735, "f1": 0.919104, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"], "main_score": 0.919104, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"], "main_score": 0.934783, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"], "main_score": 0.930665, "precision": 0.922266, "recall": 0.947628}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.862648, "f1": 0.822299, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"], "main_score": 0.822299, "precision": 0.803887, "recall": 0.862648}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"], "main_score": 0.891041, "precision": 0.8792, "recall": 0.916008}, {"accuracy": 0.867589, "f1": 0.828854, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"], "main_score": 0.828854, "precision": 0.810771, "recall": 0.867589}, {"accuracy": 0.896245, "f1": 0.866667, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"], "main_score": 0.866667, "precision": 0.853244, "recall": 0.896245}, {"accuracy": 0.73419, "f1": 0.670142, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"], "main_score": 0.670142, "precision": 0.643537, "recall": 0.73419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.868577, "f1": 0.829183, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"], "main_score": 0.829183, "precision": 0.810935, "recall": 0.868577}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"], "main_score": 0.967885, "precision": 0.964427, "recall": 0.975296}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.848814, "f1": 0.806752, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"], "main_score": 0.806752, "precision": 0.787055, "recall": 0.848814}, {"accuracy": 0.908103, "f1": 0.881126, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"], "main_score": 0.881126, "precision": 0.868659, "recall": 0.908103}, {"accuracy": 0.84585, "f1": 0.799374, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"], "main_score": 0.799374, "precision": 0.777997, "recall": 0.84585}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.199605, "f1": 0.13574, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"], "main_score": 0.13574, "precision": 0.118132, "recall": 0.199605}, {"accuracy": 0.884387, "f1": 0.850659, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"], "main_score": 0.850659, "precision": 0.834931, "recall": 0.884387}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.920949, "f1": 0.895817, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"], "main_score": 0.895817, "precision": 0.883646, "recall": 0.920949}, {"accuracy": 0.884387, "f1": 0.850823, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"], "main_score": 0.850823, "precision": 0.83559, "recall": 0.884387}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"], "main_score": 0.961462, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.8083, "f1": 0.760133, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"], "main_score": 0.760133, "precision": 0.738975, "recall": 0.8083}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"], "main_score": 0.920619, "precision": 0.911232, "recall": 0.939723}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.907115, "f1": 0.879941, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"], "main_score": 0.879941, "precision": 0.86693, "recall": 0.907115}, {"accuracy": 0.850791, "f1": 0.80942, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"], "main_score": 0.80942, "precision": 0.790415, "recall": 0.850791}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.899209, "f1": 0.868478, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"], "main_score": 0.868478, "precision": 0.854002, "recall": 0.899209}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.83004, "f1": 0.785227, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"], "main_score": 0.785227, "precision": 0.764749, "recall": 0.83004}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.84585, "f1": 0.802456, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"], "main_score": 0.802456, "precision": 0.782675, "recall": 0.84585}, {"accuracy": 0.244071, "f1": 0.188121, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"], "main_score": 0.188121, "precision": 0.170482, "recall": 0.244071}, {"accuracy": 0.890316, "f1": 0.856621, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"], "main_score": 0.856621, "precision": 0.840497, "recall": 0.890316}, {"accuracy": 0.774704, "f1": 0.716733, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"], "main_score": 0.716733, "precision": 0.691518, "recall": 0.774704}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.886364, "f1": 0.85247, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"], "main_score": 0.85247, "precision": 0.836709, "recall": 0.886364}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.878458, "f1": 0.842787, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"], "main_score": 0.842787, "precision": 0.825873, "recall": 0.878458}, {"accuracy": 0.850791, "f1": 0.807526, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"], "main_score": 0.807526, "precision": 0.787855, "recall": 0.850791}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"], "main_score": 0.899209, "precision": 0.888043, "recall": 0.922925}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.054348, "f1": 0.028283, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"], "main_score": 0.028283, "precision": 0.022796, "recall": 0.054348}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"], "main_score": 0.907181, "precision": 0.896821, "recall": 0.928854}, {"accuracy": 0.878458, "f1": 0.84297, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"], "main_score": 0.84297, "precision": 0.826416, "recall": 0.878458}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.954545, "f1": 0.941782, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"], "main_score": 0.941782, "precision": 0.935912, "recall": 0.954545}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"], "main_score": 0.932971, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.867589, "f1": 0.829183, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"], "main_score": 0.829183, "precision": 0.811298, "recall": 0.867589}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.829051, "f1": 0.786528, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"], "main_score": 0.786528, "precision": 0.767292, "recall": 0.829051}, {"accuracy": 0.943676, "f1": 0.926285, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"], "main_score": 0.926285, "precision": 0.917902, "recall": 0.943676}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"], "main_score": 0.944664, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.901186, "f1": 0.870949, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"], "main_score": 0.870949, "precision": 0.856999, "recall": 0.901186}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"], "main_score": 0.91502, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"], "main_score": 0.9361, "precision": 0.929249, "recall": 0.950593}, {"accuracy": 0.851779, "f1": 0.809025, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"], "main_score": 0.809025, "precision": 0.789723, "recall": 0.851779}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"], "main_score": 0.971838, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.887352, "f1": 0.855138, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"], "main_score": 0.855138, "precision": 0.840003, "recall": 0.887352}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.896245, "f1": 0.864526, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"], "main_score": 0.864526, "precision": 0.849391, "recall": 0.896245}, {"accuracy": 0.937747, "f1": 0.91965, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"], "main_score": 0.91965, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.917984, "f1": 0.894071, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"], "main_score": 0.894071, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.844862, "f1": 0.80224, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"], "main_score": 0.80224, "precision": 0.78302, "recall": 0.844862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.911067, "f1": 0.885112, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"], "main_score": 0.885112, "precision": 0.873106, "recall": 0.911067}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.871542, "f1": 0.834816, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"], "main_score": 0.834816, "precision": 0.817688, "recall": 0.871542}, {"accuracy": 0.911067, "f1": 0.884618, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"], "main_score": 0.884618, "precision": 0.872283, "recall": 0.911067}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"], "main_score": 0.919137, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.857708, "f1": 0.81917, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"], "main_score": 0.81917, "precision": 0.801779, "recall": 0.857708}, {"accuracy": 0.886364, "f1": 0.851976, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"], "main_score": 0.851976, "precision": 0.836215, "recall": 0.886364}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.927866, "f1": 0.905534, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"], "main_score": 0.905534, "precision": 0.89501, "recall": 0.927866}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"], "main_score": 0.918972, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.813241, "f1": 0.764954, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"], "main_score": 0.764954, "precision": 0.742819, "recall": 0.813241}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.87253, "f1": 0.837912, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"], "main_score": 0.837912, "precision": 0.821838, "recall": 0.87253}, {"accuracy": 0.917984, "f1": 0.894598, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"], "main_score": 0.894598, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.788538, "f1": 0.733514, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"], "main_score": 0.733514, "precision": 0.709133, "recall": 0.788538}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"], "main_score": 0.951087, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.910079, "f1": 0.88419, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"], "main_score": 0.88419, "precision": 0.872233, "recall": 0.910079}, {"accuracy": 0.927866, "f1": 0.906192, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"], "main_score": 0.906192, "precision": 0.895669, "recall": 0.927866}, {"accuracy": 0.897233, "f1": 0.867984, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"], "main_score": 0.867984, "precision": 0.854331, "recall": 0.897233}, {"accuracy": 0.041502, "f1": 0.019149, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"], "main_score": 0.019149, "precision": 0.014398, "recall": 0.041502}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.936759, "f1": 0.917161, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"], "main_score": 0.917161, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"], "main_score": 0.907181, "precision": 0.896657, "recall": 0.928854}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"], "main_score": 0.937648, "precision": 0.930583, "recall": 0.952569}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.920949, "f1": 0.89753, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"], "main_score": 0.89753, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.961462, "f1": 0.950593, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"], "main_score": 0.950593, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.201581, "f1": 0.148881, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"], "main_score": 0.148881, "precision": 0.135047, "recall": 0.201581}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"], "main_score": 0.92859, "precision": 0.920866, "recall": 0.944664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.937055, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"], "main_score": 0.937055, "precision": 0.930171, "recall": 0.951581}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.884387, "f1": 0.850791, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"], "main_score": 0.850791, "precision": 0.835145, "recall": 0.884387}, {"accuracy": 0.947628, "f1": 0.932806, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"], "main_score": 0.932806, "precision": 0.925725, "recall": 0.947628}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.995059, "f1": 0.993808, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"], "main_score": 0.993808, "precision": 0.99333, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.898221, "f1": 0.869236, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"], "main_score": 0.869236, "precision": 0.855237, "recall": 0.898221}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"], "main_score": 0.927536, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.893281, "f1": 0.863589, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"], "main_score": 0.863589, "precision": 0.850132, "recall": 0.893281}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"], "main_score": 0.915086, "precision": 0.905879, "recall": 0.934783}, {"accuracy": 0.73419, "f1": 0.670627, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"], "main_score": 0.670627, "precision": 0.644096, "recall": 0.73419}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.911067, "f1": 0.884881, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"], "main_score": 0.884881, "precision": 0.872365, "recall": 0.911067}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.868577, "f1": 0.832477, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"], "main_score": 0.832477, "precision": 0.815909, "recall": 0.868577}, {"accuracy": 0.954545, "f1": 0.939954, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"], "main_score": 0.939954, "precision": 0.932889, "recall": 0.954545}, {"accuracy": 0.884387, "f1": 0.849934, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"], "main_score": 0.849934, "precision": 0.833498, "recall": 0.884387}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.210474, "f1": 0.143768, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"], "main_score": 0.143768, "precision": 0.125, "recall": 0.210474}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"], "main_score": 0.89888, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"], "main_score": 0.932806, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"], "main_score": 0.903887, "precision": 0.893528, "recall": 0.925889}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.97141, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"], "main_score": 0.97141, "precision": 0.968626, "recall": 0.977273}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.841897, "f1": 0.797563, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"], "main_score": 0.797563, "precision": 0.777404, "recall": 0.841897}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"], "main_score": 0.914097, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.875494, "f1": 0.83834, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"], "main_score": 0.83834, "precision": 0.820899, "recall": 0.875494}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"], "main_score": 0.907181, "precision": 0.896821, "recall": 0.928854}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.850791, "f1": 0.808399, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"], "main_score": 0.808399, "precision": 0.789032, "recall": 0.850791}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.889328, "f1": 0.858432, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"], "main_score": 0.858432, "precision": 0.844285, "recall": 0.889328}, {"accuracy": 0.266798, "f1": 0.208696, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"], "main_score": 0.208696, "precision": 0.189088, "recall": 0.266798}, {"accuracy": 0.924901, "f1": 0.902964, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"], "main_score": 0.902964, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.778656, "f1": 0.724426, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"], "main_score": 0.724426, "precision": 0.701614, "recall": 0.778656}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.902174, "f1": 0.873254, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"], "main_score": 0.873254, "precision": 0.859766, "recall": 0.902174}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.889328, "f1": 0.858202, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"], "main_score": 0.858202, "precision": 0.844153, "recall": 0.889328}, {"accuracy": 0.881423, "f1": 0.848452, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"], "main_score": 0.848452, "precision": 0.833498, "recall": 0.881423}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.051383, "f1": 0.023628, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"], "main_score": 0.023628, "precision": 0.018357, "recall": 0.051383}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"], "main_score": 0.984848, "precision": 0.983399, "recall": 0.988142}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.954183, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"], "main_score": 0.954183, "precision": 0.949605, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"], "main_score": 0.927536, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.912055, "f1": 0.885375, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"], "main_score": 0.885375, "precision": 0.872859, "recall": 0.912055}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.874506, "f1": 0.835837, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"], "main_score": 0.835837, "precision": 0.817276, "recall": 0.874506}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.839921, "f1": 0.796113, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"], "main_score": 0.796113, "precision": 0.776103, "recall": 0.839921}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.986166, "f1": 0.982444, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"], "main_score": 0.982444, "precision": 0.980814, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"], "main_score": 0.919796, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.950593, "f1": 0.936265, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"], "main_score": 0.936265, "precision": 0.929348, "recall": 0.950593}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.920455, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"], "main_score": 0.920455, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.867589, "f1": 0.831275, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"], "main_score": 0.831275, "precision": 0.81437, "recall": 0.867589}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.981225, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"], "main_score": 0.981225, "precision": 0.979414, "recall": 0.985178}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"], "main_score": 0.902339, "precision": 0.891469, "recall": 0.924901}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.913043, "f1": 0.88969, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"], "main_score": 0.88969, "precision": 0.8792, "recall": 0.913043}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"], "main_score": 0.95247, "precision": 0.947217, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.878458, "f1": 0.844598, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"], "main_score": 0.844598, "precision": 0.828969, "recall": 0.878458}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.995125, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"], "main_score": 0.995125, "precision": 0.994812, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"], "main_score": 0.878261, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.954545, "f1": 0.941008, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"], "main_score": 0.941008, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.943017, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"], "main_score": 0.943017, "precision": 0.936924, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.869796, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"], "main_score": 0.869796, "precision": 0.856472, "recall": 0.898221}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"], "main_score": 0.903986, "precision": 0.893808, "recall": 0.925889}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.98913, "f1": 0.986613, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"], "main_score": 0.986613, "precision": 0.985672, "recall": 0.98913}, {"accuracy": 0.837945, "f1": 0.795586, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"], "main_score": 0.795586, "precision": 0.776548, "recall": 0.837945}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.892292, "f1": 0.861495, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"], "main_score": 0.861495, "precision": 0.8472, "recall": 0.892292}, {"accuracy": 0.934783, "f1": 0.914921, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"], "main_score": 0.914921, "precision": 0.90555, "recall": 0.934783}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.8083, "f1": 0.755517, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"], "main_score": 0.755517, "precision": 0.731811, "recall": 0.8083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"], "main_score": 0.9472, "precision": 0.941288, "recall": 0.959486}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"], "main_score": 0.916008, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.910079, "f1": 0.884058, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"], "main_score": 0.884058, "precision": 0.871739, "recall": 0.910079}, {"accuracy": 0.846838, "f1": 0.804875, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"], "main_score": 0.804875, "precision": 0.785985, "recall": 0.846838}, {"accuracy": 0.034585, "f1": 0.014948, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"], "main_score": 0.014948, "precision": 0.011307, "recall": 0.034585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.948946, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"], "main_score": 0.948946, "precision": 0.943874, "recall": 0.960474}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.91996, "f1": 0.896146, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"], "main_score": 0.896146, "precision": 0.885128, "recall": 0.91996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.905138, "f1": 0.878689, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"], "main_score": 0.878689, "precision": 0.866716, "recall": 0.905138}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"], "main_score": 0.936001, "precision": 0.928936, "recall": 0.950593}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.875494, "f1": 0.84002, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"], "main_score": 0.84002, "precision": 0.824111, "recall": 0.875494}, {"accuracy": 0.908103, "f1": 0.880849, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"], "main_score": 0.880849, "precision": 0.868248, "recall": 0.908103}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.862648, "f1": 0.823123, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"], "main_score": 0.823123, "precision": 0.805072, "recall": 0.862648}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.907115, "f1": 0.87892, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"], "main_score": 0.87892, "precision": 0.865942, "recall": 0.907115}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927273, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"], "main_score": 0.927273, "precision": 0.91889, "recall": 0.944664}, {"accuracy": 0.188735, "f1": 0.134778, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"], "main_score": 0.134778, "precision": 0.118961, "recall": 0.188735}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.88834, "f1": 0.856061, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"], "main_score": 0.856061, "precision": 0.841304, "recall": 0.88834}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"], "main_score": 0.891041, "precision": 0.8792, "recall": 0.916008}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.852767, "f1": 0.812945, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"], "main_score": 0.812945, "precision": 0.794878, "recall": 0.852767}, {"accuracy": 0.916996, "f1": 0.89249, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"], "main_score": 0.89249, "precision": 0.881011, "recall": 0.916996}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.916996, "f1": 0.892029, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"], "main_score": 0.892029, "precision": 0.880385, "recall": 0.916996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.956522, "f1": 0.943083, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"], "main_score": 0.943083, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.929842, "f1": 0.908992, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"], "main_score": 0.908992, "precision": 0.899457, "recall": 0.929842}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.86166, "f1": 0.822974, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"], "main_score": 0.822974, "precision": 0.805312, "recall": 0.86166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.911067, "f1": 0.884354, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"], "main_score": 0.884354, "precision": 0.871904, "recall": 0.911067}, {"accuracy": 0.838933, "f1": 0.794433, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"], "main_score": 0.794433, "precision": 0.774078, "recall": 0.838933}, {"accuracy": 0.878458, "f1": 0.845652, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"], "main_score": 0.845652, "precision": 0.831258, "recall": 0.878458}, {"accuracy": 0.728261, "f1": 0.661942, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"], "main_score": 0.661942, "precision": 0.633547, "recall": 0.728261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.860672, "f1": 0.820652, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"], "main_score": 0.820652, "precision": 0.802619, "recall": 0.860672}, {"accuracy": 0.975296, "f1": 0.967622, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"], "main_score": 0.967622, "precision": 0.964015, "recall": 0.975296}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.823123, "f1": 0.775939, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"], "main_score": 0.775939, "precision": 0.754796, "recall": 0.823123}, {"accuracy": 0.886364, "f1": 0.853458, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"], "main_score": 0.853458, "precision": 0.838356, "recall": 0.886364}, {"accuracy": 0.829051, "f1": 0.781094, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"], "main_score": 0.781094, "precision": 0.759832, "recall": 0.829051}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.202569, "f1": 0.133237, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"], "main_score": 0.133237, "precision": 0.115074, "recall": 0.202569}, {"accuracy": 0.874506, "f1": 0.839229, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"], "main_score": 0.839229, "precision": 0.822793, "recall": 0.874506}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.910079, "f1": 0.884354, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"], "main_score": 0.884354, "precision": 0.87253, "recall": 0.910079}, {"accuracy": 0.860672, "f1": 0.820356, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"], "main_score": 0.820356, "precision": 0.80252, "recall": 0.860672}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"], "main_score": 0.96278, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.806324, "f1": 0.75575, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"], "main_score": 0.75575, "precision": 0.733729, "recall": 0.806324}, {"accuracy": 0.922925, "f1": 0.899374, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"], "main_score": 0.899374, "precision": 0.888011, "recall": 0.922925}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.909091, "f1": 0.882708, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"], "main_score": 0.882708, "precision": 0.870553, "recall": 0.909091}, {"accuracy": 0.835968, "f1": 0.792984, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"], "main_score": 0.792984, "precision": 0.773633, "recall": 0.835968}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.891304, "f1": 0.859538, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"], "main_score": 0.859538, "precision": 0.845109, "recall": 0.891304}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.8083, "f1": 0.760573, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"], "main_score": 0.760573, "precision": 0.73952, "recall": 0.8083}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"], "main_score": 0.9417, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.851779, "f1": 0.810277, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"], "main_score": 0.810277, "precision": 0.791749, "recall": 0.851779}, {"accuracy": 0.242095, "f1": 0.183895, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"], "main_score": 0.183895, "precision": 0.166008, "recall": 0.242095}, {"accuracy": 0.874506, "f1": 0.838142, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"], "main_score": 0.838142, "precision": 0.821789, "recall": 0.874506}, {"accuracy": 0.769763, "f1": 0.713458, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"], "main_score": 0.713458, "precision": 0.689213, "recall": 0.769763}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.932806, "f1": 0.913011, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"], "main_score": 0.913011, "precision": 0.903986, "recall": 0.932806}, {"accuracy": 0.87253, "f1": 0.835705, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"], "main_score": 0.835705, "precision": 0.819121, "recall": 0.87253}, {"accuracy": 0.945652, "f1": 0.92803, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"], "main_score": 0.92803, "precision": 0.919466, "recall": 0.945652}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.967391, "f1": 0.957576, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"], "main_score": 0.957576, "precision": 0.952981, "recall": 0.967391}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.952569, "f1": 0.938636, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"], "main_score": 0.938636, "precision": 0.93223, "recall": 0.952569}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.849802, "f1": 0.807609, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"], "main_score": 0.807609, "precision": 0.788043, "recall": 0.849802}, {"accuracy": 0.838933, "f1": 0.794071, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"], "main_score": 0.794071, "precision": 0.773913, "recall": 0.838933}, {"accuracy": 0.91502, "f1": 0.890448, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"], "main_score": 0.890448, "precision": 0.879117, "recall": 0.91502}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.043478, "f1": 0.019586, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"], "main_score": 0.019586, "precision": 0.015415, "recall": 0.043478}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.933794, "f1": 0.913439, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"], "main_score": 0.913439, "precision": 0.903738, "recall": 0.933794}, {"accuracy": 0.868577, "f1": 0.829743, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"], "main_score": 0.829743, "precision": 0.811677, "recall": 0.868577}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.9417, "f1": 0.924209, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"], "main_score": 0.924209, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"], "main_score": 0.918972, "precision": 0.910277, "recall": 0.937747}, {"accuracy": 0.868577, "f1": 0.829941, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"], "main_score": 0.829941, "precision": 0.811677, "recall": 0.868577}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.827075, "f1": 0.783204, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"], "main_score": 0.783204, "precision": 0.763629, "recall": 0.827075}, {"accuracy": 0.921937, "f1": 0.899111, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"], "main_score": 0.899111, "precision": 0.888752, "recall": 0.921937}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.943676, "f1": 0.92635, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"], "main_score": 0.92635, "precision": 0.918314, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.882411, "f1": 0.847332, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"], "main_score": 0.847332, "precision": 0.831192, "recall": 0.882411}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"], "main_score": 0.927437, "precision": 0.919219, "recall": 0.944664}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"], "main_score": 0.907345, "precision": 0.897151, "recall": 0.928854}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"], "main_score": 0.922431, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.951581, "f1": 0.936495, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"], "main_score": 0.936495, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"], "main_score": 0.907181, "precision": 0.896986, "recall": 0.928854}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.924901, "f1": 0.90247, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"], "main_score": 0.90247, "precision": 0.891996, "recall": 0.924901}, {"accuracy": 0.93083, "f1": 0.910921, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"], "main_score": 0.910921, "precision": 0.902092, "recall": 0.93083}, {"accuracy": 0.817194, "f1": 0.767787, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"], "main_score": 0.767787, "precision": 0.745636, "recall": 0.817194}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.871542, "f1": 0.834552, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"], "main_score": 0.834552, "precision": 0.817968, "recall": 0.871542}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.882411, "f1": 0.847958, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"], "main_score": 0.847958, "precision": 0.831851, "recall": 0.882411}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"], "main_score": 0.905698, "precision": 0.896196, "recall": 0.926877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.910079, "f1": 0.883564, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"], "main_score": 0.883564, "precision": 0.871245, "recall": 0.910079}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.825099, "f1": 0.780896, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"], "main_score": 0.780896, "precision": 0.762352, "recall": 0.825099}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.884387, "f1": 0.851087, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"], "main_score": 0.851087, "precision": 0.836331, "recall": 0.884387}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"], "main_score": 0.9361, "precision": 0.928689, "recall": 0.951581}, {"accuracy": 0.837945, "f1": 0.794302, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"], "main_score": 0.794302, "precision": 0.774457, "recall": 0.837945}, {"accuracy": 0.909091, "f1": 0.882444, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"], "main_score": 0.882444, "precision": 0.870306, "recall": 0.909091}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"], "main_score": 0.930336, "precision": 0.923287, "recall": 0.945652}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.939723, "f1": 0.921179, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"], "main_score": 0.921179, "precision": 0.912302, "recall": 0.939723}, {"accuracy": 0.83498, "f1": 0.789592, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"], "main_score": 0.789592, "precision": 0.769269, "recall": 0.83498}, {"accuracy": 0.850791, "f1": 0.807477, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"], "main_score": 0.807477, "precision": 0.787961, "recall": 0.850791}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.921937, "f1": 0.89753, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"], "main_score": 0.89753, "precision": 0.886034, "recall": 0.921937}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"], "main_score": 0.898386, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.784585, "f1": 0.732806, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"], "main_score": 0.732806, "precision": 0.709914, "recall": 0.784585}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.844862, "f1": 0.800033, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"], "main_score": 0.800033, "precision": 0.779348, "recall": 0.844862}, {"accuracy": 0.910079, "f1": 0.883747, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"], "main_score": 0.883747, "precision": 0.871459, "recall": 0.910079}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.774704, "f1": 0.717128, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"], "main_score": 0.717128, "precision": 0.69193, "recall": 0.774704}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"], "main_score": 0.93386, "precision": 0.926301, "recall": 0.949605}, {"accuracy": 0.886364, "f1": 0.853722, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"], "main_score": 0.853722, "precision": 0.838966, "recall": 0.886364}, {"accuracy": 0.805336, "f1": 0.762088, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"], "main_score": 0.762088, "precision": 0.742951, "recall": 0.805336}, {"accuracy": 0.817194, "f1": 0.772596, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"], "main_score": 0.772596, "precision": 0.752223, "recall": 0.817194}, {"accuracy": 0.052372, "f1": 0.028006, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"], "main_score": 0.028006, "precision": 0.02227, "recall": 0.052372}, {"accuracy": 0.805336, "f1": 0.761617, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"], "main_score": 0.761617, "precision": 0.743636, "recall": 0.805336}, {"accuracy": 0.813241, "f1": 0.767575, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"], "main_score": 0.767575, "precision": 0.74781, "recall": 0.813241}, {"accuracy": 0.86166, "f1": 0.826139, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"], "main_score": 0.826139, "precision": 0.810639, "recall": 0.86166}, {"accuracy": 0.850791, "f1": 0.810903, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"], "main_score": 0.810903, "precision": 0.79249, "recall": 0.850791}, {"accuracy": 0.862648, "f1": 0.827833, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"], "main_score": 0.827833, "precision": 0.812451, "recall": 0.862648}, {"accuracy": 0.801383, "f1": 0.758103, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"], "main_score": 0.758103, "precision": 0.740194, "recall": 0.801383}, {"accuracy": 0.809289, "f1": 0.761627, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"], "main_score": 0.761627, "precision": 0.740086, "recall": 0.809289}, {"accuracy": 0.783597, "f1": 0.729463, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"], "main_score": 0.729463, "precision": 0.705461, "recall": 0.783597}, {"accuracy": 0.761858, "f1": 0.716242, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"], "main_score": 0.716242, "precision": 0.698711, "recall": 0.761858}, {"accuracy": 0.825099, "f1": 0.782152, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"], "main_score": 0.782152, "precision": 0.763785, "recall": 0.825099}, {"accuracy": 0.83498, "f1": 0.799426, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"], "main_score": 0.799426, "precision": 0.783383, "recall": 0.83498}, {"accuracy": 0.88834, "f1": 0.856639, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"], "main_score": 0.856639, "precision": 0.842062, "recall": 0.88834}, {"accuracy": 0.793478, "f1": 0.744965, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"], "main_score": 0.744965, "precision": 0.724819, "recall": 0.793478}, {"accuracy": 0.789526, "f1": 0.74355, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"], "main_score": 0.74355, "precision": 0.724796, "recall": 0.789526}, {"accuracy": 0.839921, "f1": 0.80112, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"], "main_score": 0.80112, "precision": 0.783432, "recall": 0.839921}, {"accuracy": 0.795455, "f1": 0.749462, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"], "main_score": 0.749462, "precision": 0.731038, "recall": 0.795455}, {"accuracy": 0.814229, "f1": 0.771055, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"], "main_score": 0.771055, "precision": 0.752775, "recall": 0.814229}, {"accuracy": 0.737154, "f1": 0.678219, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"], "main_score": 0.678219, "precision": 0.654582, "recall": 0.737154}, {"accuracy": 0.806324, "f1": 0.761234, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"], "main_score": 0.761234, "precision": 0.743054, "recall": 0.806324}, {"accuracy": 0.846838, "f1": 0.810277, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"], "main_score": 0.810277, "precision": 0.793347, "recall": 0.846838}, {"accuracy": 0.855731, "f1": 0.818017, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"], "main_score": 0.818017, "precision": 0.801499, "recall": 0.855731}, {"accuracy": 0.804348, "f1": 0.760459, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"], "main_score": 0.760459, "precision": 0.742745, "recall": 0.804348}, {"accuracy": 0.846838, "f1": 0.805665, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"], "main_score": 0.805665, "precision": 0.78643, "recall": 0.846838}, {"accuracy": 0.200593, "f1": 0.169142, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"], "main_score": 0.169142, "precision": 0.159667, "recall": 0.200593}, {"accuracy": 0.818182, "f1": 0.778076, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"], "main_score": 0.778076, "precision": 0.761174, "recall": 0.818182}, {"accuracy": 0.850791, "f1": 0.815646, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"], "main_score": 0.815646, "precision": 0.799572, "recall": 0.850791}, {"accuracy": 0.837945, "f1": 0.797548, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"], "main_score": 0.797548, "precision": 0.780089, "recall": 0.837945}, {"accuracy": 0.796443, "f1": 0.74785, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"], "main_score": 0.74785, "precision": 0.728823, "recall": 0.796443}, {"accuracy": 0.791502, "f1": 0.747421, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"], "main_score": 0.747421, "precision": 0.729762, "recall": 0.791502}, {"accuracy": 0.797431, "f1": 0.751936, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"], "main_score": 0.751936, "precision": 0.73349, "recall": 0.797431}, {"accuracy": 0.812253, "f1": 0.770702, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"], "main_score": 0.770702, "precision": 0.75276, "recall": 0.812253}, {"accuracy": 0.837945, "f1": 0.799939, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"], "main_score": 0.799939, "precision": 0.784481, "recall": 0.837945}, {"accuracy": 0.844862, "f1": 0.802931, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"], "main_score": 0.802931, "precision": 0.783679, "recall": 0.844862}, {"accuracy": 0.736166, "f1": 0.692382, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"], "main_score": 0.692382, "precision": 0.675035, "recall": 0.736166}, {"accuracy": 0.788538, "f1": 0.739006, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"], "main_score": 0.739006, "precision": 0.71857, "recall": 0.788538}, {"accuracy": 0.833004, "f1": 0.791716, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"], "main_score": 0.791716, "precision": 0.774334, "recall": 0.833004}, {"accuracy": 0.825099, "f1": 0.785139, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"], "main_score": 0.785139, "precision": 0.768536, "recall": 0.825099}, {"accuracy": 0.804348, "f1": 0.76023, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"], "main_score": 0.76023, "precision": 0.740431, "recall": 0.804348}, {"accuracy": 0.815217, "f1": 0.770455, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"], "main_score": 0.770455, "precision": 0.750807, "recall": 0.815217}, {"accuracy": 0.777668, "f1": 0.732773, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"], "main_score": 0.732773, "precision": 0.714832, "recall": 0.777668}, {"accuracy": 0.83004, "f1": 0.78946, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"], "main_score": 0.78946, "precision": 0.77197, "recall": 0.83004}, {"accuracy": 0.796443, "f1": 0.753822, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"], "main_score": 0.753822, "precision": 0.736912, "recall": 0.796443}, {"accuracy": 0.831028, "f1": 0.78834, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"], "main_score": 0.78834, "precision": 0.769746, "recall": 0.831028}, {"accuracy": 0.863636, "f1": 0.826241, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"], "main_score": 0.826241, "precision": 0.809577, "recall": 0.863636}, {"accuracy": 0.825099, "f1": 0.782199, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"], "main_score": 0.782199, "precision": 0.763785, "recall": 0.825099}, {"accuracy": 0.835968, "f1": 0.795111, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"], "main_score": 0.795111, "precision": 0.776433, "recall": 0.835968}, {"accuracy": 0.787549, "f1": 0.73554, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"], "main_score": 0.73554, "precision": 0.712467, "recall": 0.787549}, {"accuracy": 0.80336, "f1": 0.754583, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"], "main_score": 0.754583, "precision": 0.732823, "recall": 0.80336}, {"accuracy": 0.775692, "f1": 0.726173, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"], "main_score": 0.726173, "precision": 0.706842, "recall": 0.775692}, {"accuracy": 0.815217, "f1": 0.764559, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"], "main_score": 0.764559, "precision": 0.741765, "recall": 0.815217}, {"accuracy": 0.778656, "f1": 0.731621, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"], "main_score": 0.731621, "precision": 0.710837, "recall": 0.778656}, {"accuracy": 0.779644, "f1": 0.736706, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"], "main_score": 0.736706, "precision": 0.719423, "recall": 0.779644}, {"accuracy": 0.841897, "f1": 0.80303, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"], "main_score": 0.80303, "precision": 0.784914, "recall": 0.841897}, {"accuracy": 0.807312, "f1": 0.758926, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"], "main_score": 0.758926, "precision": 0.736742, "recall": 0.807312}, {"accuracy": 0.843874, "f1": 0.805237, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"], "main_score": 0.805237, "precision": 0.78806, "recall": 0.843874}, {"accuracy": 0.593874, "f1": 0.523468, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"], "main_score": 0.523468, "precision": 0.496774, "recall": 0.593874}, {"accuracy": 0.83004, "f1": 0.79058, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"], "main_score": 0.79058, "precision": 0.774772, "recall": 0.83004}, {"accuracy": 0.799407, "f1": 0.757829, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"], "main_score": 0.757829, "precision": 0.741052, "recall": 0.799407}, {"accuracy": 0.791502, "f1": 0.74198, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"], "main_score": 0.74198, "precision": 0.72143, "recall": 0.791502}, {"accuracy": 0.775692, "f1": 0.726354, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"], "main_score": 0.726354, "precision": 0.706602, "recall": 0.775692}, {"accuracy": 0.822134, "f1": 0.783103, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"], "main_score": 0.783103, "precision": 0.766321, "recall": 0.822134}, {"accuracy": 0.764822, "f1": 0.707148, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"], "main_score": 0.707148, "precision": 0.683004, "recall": 0.764822}, {"accuracy": 0.824111, "f1": 0.778096, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"], "main_score": 0.778096, "precision": 0.757905, "recall": 0.824111}, {"accuracy": 0.807312, "f1": 0.766875, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"], "main_score": 0.766875, "precision": 0.750828, "recall": 0.807312}, {"accuracy": 0.833004, "f1": 0.794631, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"], "main_score": 0.794631, "precision": 0.777487, "recall": 0.833004}, {"accuracy": 0.864625, "f1": 0.83387, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"], "main_score": 0.83387, "precision": 0.821344, "recall": 0.864625}, {"accuracy": 0.831028, "f1": 0.788142, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"], "main_score": 0.788142, "precision": 0.769137, "recall": 0.831028}, {"accuracy": 0.80336, "f1": 0.756908, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"], "main_score": 0.756908, "precision": 0.737665, "recall": 0.80336}, {"accuracy": 0.828063, "f1": 0.783679, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"], "main_score": 0.783679, "precision": 0.76442, "recall": 0.828063}, {"accuracy": 0.786561, "f1": 0.737548, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"], "main_score": 0.737548, "precision": 0.717972, "recall": 0.786561}, {"accuracy": 0.209486, "f1": 0.15876, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"], "main_score": 0.15876, "precision": 0.144173, "recall": 0.209486}, {"accuracy": 0.822134, "f1": 0.781818, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"], "main_score": 0.781818, "precision": 0.763587, "recall": 0.822134}, {"accuracy": 0.813241, "f1": 0.767627, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"], "main_score": 0.767627, "precision": 0.748221, "recall": 0.813241}, {"accuracy": 0.847826, "f1": 0.811248, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"], "main_score": 0.811248, "precision": 0.794756, "recall": 0.847826}, {"accuracy": 0.844862, "f1": 0.804414, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"], "main_score": 0.804414, "precision": 0.786924, "recall": 0.844862}, {"accuracy": 0.812253, "f1": 0.767363, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"], "main_score": 0.767363, "precision": 0.7486, "recall": 0.812253}, {"accuracy": 0.777668, "f1": 0.725177, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"], "main_score": 0.725177, "precision": 0.703664, "recall": 0.777668}, {"accuracy": 0.848814, "f1": 0.807246, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"], "main_score": 0.807246, "precision": 0.788406, "recall": 0.848814}, {"accuracy": 0.81917, "f1": 0.773786, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"], "main_score": 0.773786, "precision": 0.754957, "recall": 0.81917}, {"accuracy": 0.8083, "f1": 0.763423, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"], "main_score": 0.763423, "precision": 0.745644, "recall": 0.8083}, {"accuracy": 0.788538, "f1": 0.743239, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"], "main_score": 0.743239, "precision": 0.724477, "recall": 0.788538}, {"accuracy": 0.769763, "f1": 0.717099, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"], "main_score": 0.717099, "precision": 0.696545, "recall": 0.769763}, {"accuracy": 0.783597, "f1": 0.734032, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"], "main_score": 0.734032, "precision": 0.713867, "recall": 0.783597}, {"accuracy": 0.846838, "f1": 0.808926, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"], "main_score": 0.808926, "precision": 0.79193, "recall": 0.846838}, {"accuracy": 0.775692, "f1": 0.727868, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"], "main_score": 0.727868, "precision": 0.707882, "recall": 0.775692}, {"accuracy": 0.796443, "f1": 0.755536, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"], "main_score": 0.755536, "precision": 0.73932, "recall": 0.796443}, {"accuracy": 0.797431, "f1": 0.755967, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"], "main_score": 0.755967, "precision": 0.740147, "recall": 0.797431}, {"accuracy": 0.797431, "f1": 0.75056, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"], "main_score": 0.75056, "precision": 0.730303, "recall": 0.797431}, {"accuracy": 0.785573, "f1": 0.73554, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"], "main_score": 0.73554, "precision": 0.71306, "recall": 0.785573}, {"accuracy": 0.83498, "f1": 0.791304, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"], "main_score": 0.791304, "precision": 0.771937, "recall": 0.83498}, {"accuracy": 0.84585, "f1": 0.806061, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"], "main_score": 0.806061, "precision": 0.788735, "recall": 0.84585}, {"accuracy": 0.832016, "f1": 0.792358, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"], "main_score": 0.792358, "precision": 0.773962, "recall": 0.832016}, {"accuracy": 0.813241, "f1": 0.772178, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"], "main_score": 0.772178, "precision": 0.756454, "recall": 0.813241}, {"accuracy": 0.769763, "f1": 0.720685, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"], "main_score": 0.720685, "precision": 0.698123, "recall": 0.769763}, {"accuracy": 0.862648, "f1": 0.82691, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"], "main_score": 0.82691, "precision": 0.810787, "recall": 0.862648}, {"accuracy": 0.800395, "f1": 0.755487, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"], "main_score": 0.755487, "precision": 0.737258, "recall": 0.800395}, {"accuracy": 0.805336, "f1": 0.762168, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"], "main_score": 0.762168, "precision": 0.74495, "recall": 0.805336}, {"accuracy": 0.787549, "f1": 0.748605, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"], "main_score": 0.748605, "precision": 0.734387, "recall": 0.787549}, {"accuracy": 0.770751, "f1": 0.72819, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"], "main_score": 0.72819, "precision": 0.711538, "recall": 0.770751}, {"accuracy": 0.843874, "f1": 0.804513, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"], "main_score": 0.804513, "precision": 0.786479, "recall": 0.843874}, {"accuracy": 0.841897, "f1": 0.802569, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"], "main_score": 0.802569, "precision": 0.784503, "recall": 0.841897}, {"accuracy": 0.802372, "f1": 0.758531, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"], "main_score": 0.758531, "precision": 0.739081, "recall": 0.802372}, {"accuracy": 0.259881, "f1": 0.21678, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"], "main_score": 0.21678, "precision": 0.201568, "recall": 0.259881}, {"accuracy": 0.842885, "f1": 0.805303, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"], "main_score": 0.805303, "precision": 0.788785, "recall": 0.842885}, {"accuracy": 0.721344, "f1": 0.660543, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"], "main_score": 0.660543, "precision": 0.633985, "recall": 0.721344}, {"accuracy": 0.823123, "f1": 0.778411, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"], "main_score": 0.778411, "precision": 0.759371, "recall": 0.823123}, {"accuracy": 0.880435, "f1": 0.852404, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"], "main_score": 0.852404, "precision": 0.839921, "recall": 0.880435}, {"accuracy": 0.806324, "f1": 0.760375, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"], "main_score": 0.760375, "precision": 0.73974, "recall": 0.806324}, {"accuracy": 0.827075, "f1": 0.785013, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"], "main_score": 0.785013, "precision": 0.766041, "recall": 0.827075}, {"accuracy": 0.828063, "f1": 0.784486, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"], "main_score": 0.784486, "precision": 0.764773, "recall": 0.828063}, {"accuracy": 0.836957, "f1": 0.793116, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"], "main_score": 0.793116, "precision": 0.773057, "recall": 0.836957}, {"accuracy": 0.804348, "f1": 0.757101, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"], "main_score": 0.757101, "precision": 0.737055, "recall": 0.804348}, {"accuracy": 0.839921, "f1": 0.79944, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"], "main_score": 0.79944, "precision": 0.780912, "recall": 0.839921}, {"accuracy": 0.795455, "f1": 0.750383, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"], "main_score": 0.750383, "precision": 0.731714, "recall": 0.795455}, {"accuracy": 0.863636, "f1": 0.82556, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"], "main_score": 0.82556, "precision": 0.808136, "recall": 0.863636}, {"accuracy": 0.791502, "f1": 0.744749, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"], "main_score": 0.744749, "precision": 0.723633, "recall": 0.791502}, {"accuracy": 0.810277, "f1": 0.768497, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"], "main_score": 0.768497, "precision": 0.748875, "recall": 0.810277}, {"accuracy": 0.865613, "f1": 0.831508, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"], "main_score": 0.831508, "precision": 0.815991, "recall": 0.865613}, {"accuracy": 0.804348, "f1": 0.756195, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"], "main_score": 0.756195, "precision": 0.736571, "recall": 0.804348}, {"accuracy": 0.045455, "f1": 0.024618, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"], "main_score": 0.024618, "precision": 0.020162, "recall": 0.045455}, {"accuracy": 0.772727, "f1": 0.725302, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"], "main_score": 0.725302, "precision": 0.706999, "recall": 0.772727}, {"accuracy": 0.828063, "f1": 0.786924, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"], "main_score": 0.786924, "precision": 0.769055, "recall": 0.828063}, {"accuracy": 0.742095, "f1": 0.69171, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"], "main_score": 0.69171, "precision": 0.672073, "recall": 0.742095}, {"accuracy": 0.807312, "f1": 0.761041, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"], "main_score": 0.761041, "precision": 0.741918, "recall": 0.807312}, {"accuracy": 0.761858, "f1": 0.708794, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"], "main_score": 0.708794, "precision": 0.685754, "recall": 0.761858}, {"accuracy": 0.813241, "f1": 0.767688, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"], "main_score": 0.767688, "precision": 0.747398, "recall": 0.813241}, {"accuracy": 0.801383, "f1": 0.753746, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"], "main_score": 0.753746, "precision": 0.73401, "recall": 0.801383}, {"accuracy": 0.780632, "f1": 0.732074, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"], "main_score": 0.732074, "precision": 0.71278, "recall": 0.780632}, {"accuracy": 0.855731, "f1": 0.815349, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"], "main_score": 0.815349, "precision": 0.796278, "recall": 0.855731}, {"accuracy": 0.823123, "f1": 0.779037, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"], "main_score": 0.779037, "precision": 0.759058, "recall": 0.823123}, {"accuracy": 0.701581, "f1": 0.639896, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"], "main_score": 0.639896, "precision": 0.614652, "recall": 0.701581}, {"accuracy": 0.800395, "f1": 0.752822, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"], "main_score": 0.752822, "precision": 0.733459, "recall": 0.800395}, {"accuracy": 0.748024, "f1": 0.699506, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"], "main_score": 0.699506, "precision": 0.677899, "recall": 0.748024}, {"accuracy": 0.813241, "f1": 0.76853, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"], "main_score": 0.76853, "precision": 0.749407, "recall": 0.813241}, {"accuracy": 0.800395, "f1": 0.756603, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"], "main_score": 0.756603, "precision": 0.738505, "recall": 0.800395}, {"accuracy": 0.855731, "f1": 0.817655, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"], "main_score": 0.817655, "precision": 0.800066, "recall": 0.855731}, {"accuracy": 0.826087, "f1": 0.783366, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"], "main_score": 0.783366, "precision": 0.765283, "recall": 0.826087}, {"accuracy": 0.836957, "f1": 0.800398, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"], "main_score": 0.800398, "precision": 0.784671, "recall": 0.836957}, {"accuracy": 0.828063, "f1": 0.784999, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"], "main_score": 0.784999, "precision": 0.766041, "recall": 0.828063}, {"accuracy": 0.711462, "f1": 0.658575, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"], "main_score": 0.658575, "precision": 0.638347, "recall": 0.711462}, {"accuracy": 0.813241, "f1": 0.765646, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"], "main_score": 0.765646, "precision": 0.745685, "recall": 0.813241}, {"accuracy": 0.809289, "f1": 0.75886, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"], "main_score": 0.75886, "precision": 0.737138, "recall": 0.809289}, {"accuracy": 0.815217, "f1": 0.769895, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"], "main_score": 0.769895, "precision": 0.749572, "recall": 0.815217}, {"accuracy": 0.802372, "f1": 0.758103, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"], "main_score": 0.758103, "precision": 0.739361, "recall": 0.802372}, {"accuracy": 0.80336, "f1": 0.753873, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"], "main_score": 0.753873, "precision": 0.732856, "recall": 0.80336}, {"accuracy": 0.868577, "f1": 0.836481, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"], "main_score": 0.836481, "precision": 0.822414, "recall": 0.868577}, {"accuracy": 0.868577, "f1": 0.836415, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"], "main_score": 0.836415, "precision": 0.822546, "recall": 0.868577}, {"accuracy": 0.83004, "f1": 0.788395, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"], "main_score": 0.788395, "precision": 0.770463, "recall": 0.83004}, {"accuracy": 0.715415, "f1": 0.654341, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"], "main_score": 0.654341, "precision": 0.629625, "recall": 0.715415}, {"accuracy": 0.735178, "f1": 0.678437, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"], "main_score": 0.678437, "precision": 0.656756, "recall": 0.735178}, {"accuracy": 0.787549, "f1": 0.734107, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"], "main_score": 0.734107, "precision": 0.711505, "recall": 0.787549}, {"accuracy": 0.809289, "f1": 0.760691, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"], "main_score": 0.760691, "precision": 0.739312, "recall": 0.809289}, {"accuracy": 0.816206, "f1": 0.773207, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"], "main_score": 0.773207, "precision": 0.754035, "recall": 0.816206}, {"accuracy": 0.859684, "f1": 0.824868, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"], "main_score": 0.824868, "precision": 0.809289, "recall": 0.859684}, {"accuracy": 0.770751, "f1": 0.717918, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"], "main_score": 0.717918, "precision": 0.694153, "recall": 0.770751}, {"accuracy": 0.801383, "f1": 0.754189, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"], "main_score": 0.754189, "precision": 0.735168, "recall": 0.801383}, {"accuracy": 0.799407, "f1": 0.753724, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"], "main_score": 0.753724, "precision": 0.734232, "recall": 0.799407}, {"accuracy": 0.741107, "f1": 0.6859, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"], "main_score": 0.6859, "precision": 0.663266, "recall": 0.741107}, {"accuracy": 0.807312, "f1": 0.759637, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"], "main_score": 0.759637, "precision": 0.739773, "recall": 0.807312}, {"accuracy": 0.83498, "f1": 0.793182, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"], "main_score": 0.793182, "precision": 0.774951, "recall": 0.83498}, {"accuracy": 0.833004, "f1": 0.793808, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"], "main_score": 0.793808, "precision": 0.776268, "recall": 0.833004}, {"accuracy": 0.820158, "f1": 0.777471, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"], "main_score": 0.777471, "precision": 0.759228, "recall": 0.820158}, {"accuracy": 0.83004, "f1": 0.789874, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"], "main_score": 0.789874, "precision": 0.772019, "recall": 0.83004}, {"accuracy": 0.836957, "f1": 0.797727, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"], "main_score": 0.797727, "precision": 0.780369, "recall": 0.836957}, {"accuracy": 0.806324, "f1": 0.760889, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"], "main_score": 0.760889, "precision": 0.742369, "recall": 0.806324}, {"accuracy": 0.839921, "f1": 0.802207, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"], "main_score": 0.802207, "precision": 0.785392, "recall": 0.839921}, {"accuracy": 0.817194, "f1": 0.776506, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"], "main_score": 0.776506, "precision": 0.759541, "recall": 0.817194}, {"accuracy": 0.796443, "f1": 0.755287, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"], "main_score": 0.755287, "precision": 0.736834, "recall": 0.796443}, {"accuracy": 0.780632, "f1": 0.729517, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"], "main_score": 0.729517, "precision": 0.708985, "recall": 0.780632}, {"accuracy": 0.821146, "f1": 0.775216, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"], "main_score": 0.775216, "precision": 0.755138, "recall": 0.821146}, {"accuracy": 0.836957, "f1": 0.795243, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"], "main_score": 0.795243, "precision": 0.777652, "recall": 0.836957}, {"accuracy": 0.851779, "f1": 0.815288, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"], "main_score": 0.815288, "precision": 0.799687, "recall": 0.851779}, {"accuracy": 0.870553, "f1": 0.837418, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"], "main_score": 0.837418, "precision": 0.822299, "recall": 0.870553}, {"accuracy": 0.81917, "f1": 0.779117, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"], "main_score": 0.779117, "precision": 0.761199, "recall": 0.81917}, {"accuracy": 0.828063, "f1": 0.787549, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"], "main_score": 0.787549, "precision": 0.769746, "recall": 0.828063}, {"accuracy": 0.83498, "f1": 0.792391, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"], "main_score": 0.792391, "precision": 0.773221, "recall": 0.83498}, {"accuracy": 0.73419, "f1": 0.679069, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"], "main_score": 0.679069, "precision": 0.657267, "recall": 0.73419}, {"accuracy": 0.786561, "f1": 0.740882, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"], "main_score": 0.740882, "precision": 0.723293, "recall": 0.786561}, {"accuracy": 0.785573, "f1": 0.734618, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"], "main_score": 0.734618, "precision": 0.712516, "recall": 0.785573}, {"accuracy": 0.820158, "f1": 0.782204, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"], "main_score": 0.782204, "precision": 0.765234, "recall": 0.820158}, {"accuracy": 0.87253, "f1": 0.839295, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"], "main_score": 0.839295, "precision": 0.824424, "recall": 0.87253}, {"accuracy": 0.839921, "f1": 0.799228, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"], "main_score": 0.799228, "precision": 0.780912, "recall": 0.839921}, {"accuracy": 0.853755, "f1": 0.816502, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"], "main_score": 0.816502, "precision": 0.799275, "recall": 0.853755}, {"accuracy": 0.839921, "f1": 0.79832, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"], "main_score": 0.79832, "precision": 0.779101, "recall": 0.839921}, {"accuracy": 0.762846, "f1": 0.714702, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"], "main_score": 0.714702, "precision": 0.6955, "recall": 0.762846}, {"accuracy": 0.766798, "f1": 0.720026, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"], "main_score": 0.720026, "precision": 0.699193, "recall": 0.766798}, {"accuracy": 0.793478, "f1": 0.744551, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"], "main_score": 0.744551, "precision": 0.723386, "recall": 0.793478}, {"accuracy": 0.844862, "f1": 0.803887, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"], "main_score": 0.803887, "precision": 0.785326, "recall": 0.844862}, {"accuracy": 0.797431, "f1": 0.75575, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"], "main_score": 0.75575, "precision": 0.736907, "recall": 0.797431}, {"accuracy": 0.749012, "f1": 0.695852, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"], "main_score": 0.695852, "precision": 0.672885, "recall": 0.749012}, {"accuracy": 0.847826, "f1": 0.809585, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"], "main_score": 0.809585, "precision": 0.792194, "recall": 0.847826}, {"accuracy": 0.807312, "f1": 0.760557, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"], "main_score": 0.760557, "precision": 0.740161, "recall": 0.807312}, {"accuracy": 0.831028, "f1": 0.788966, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"], "main_score": 0.788966, "precision": 0.77029, "recall": 0.831028}, {"accuracy": 0.742095, "f1": 0.689888, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"], "main_score": 0.689888, "precision": 0.667064, "recall": 0.742095}, {"accuracy": 0.79249, "f1": 0.74622, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"], "main_score": 0.74622, "precision": 0.727784, "recall": 0.79249}, {"accuracy": 0.824111, "f1": 0.784209, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"], "main_score": 0.784209, "precision": 0.767309, "recall": 0.824111}, {"accuracy": 0.804348, "f1": 0.757082, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"], "main_score": 0.757082, "precision": 0.73784, "recall": 0.804348}, {"accuracy": 0.827075, "f1": 0.78503, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"], "main_score": 0.78503, "precision": 0.767532, "recall": 0.827075}, {"accuracy": 0.797431, "f1": 0.749901, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"], "main_score": 0.749901, "precision": 0.729496, "recall": 0.797431}, {"accuracy": 0.811265, "f1": 0.768742, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"], "main_score": 0.768742, "precision": 0.749616, "recall": 0.811265}, {"accuracy": 0.826087, "f1": 0.77795, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"], "main_score": 0.77795, "precision": 0.757164, "recall": 0.826087}, {"accuracy": 0.850791, "f1": 0.80863, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"], "main_score": 0.80863, "precision": 0.789032, "recall": 0.850791}, {"accuracy": 0.052372, "f1": 0.028202, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"], "main_score": 0.028202, "precision": 0.022587, "recall": 0.052372}, {"accuracy": 0.856719, "f1": 0.830234, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"], "main_score": 0.830234, "precision": 0.821246, "recall": 0.856719}, {"accuracy": 0.883399, "f1": 0.853727, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"], "main_score": 0.853727, "precision": 0.841684, "recall": 0.883399}, {"accuracy": 0.914032, "f1": 0.887978, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"], "main_score": 0.887978, "precision": 0.875659, "recall": 0.914032}, {"accuracy": 0.887352, "f1": 0.854381, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"], "main_score": 0.854381, "precision": 0.838933, "recall": 0.887352}, {"accuracy": 0.923913, "f1": 0.901581, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"], "main_score": 0.901581, "precision": 0.890728, "recall": 0.923913}, {"accuracy": 0.837945, "f1": 0.809813, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"], "main_score": 0.809813, "precision": 0.80038, "recall": 0.837945}, {"accuracy": 0.837945, "f1": 0.793577, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"], "main_score": 0.793577, "precision": 0.773913, "recall": 0.837945}, {"accuracy": 0.804348, "f1": 0.752964, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"], "main_score": 0.752964, "precision": 0.73055, "recall": 0.804348}, {"accuracy": 0.801383, "f1": 0.769803, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"], "main_score": 0.769803, "precision": 0.759271, "recall": 0.801383}, {"accuracy": 0.864625, "f1": 0.828854, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"], "main_score": 0.828854, "precision": 0.813373, "recall": 0.864625}, {"accuracy": 0.899209, "f1": 0.870718, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"], "main_score": 0.870718, "precision": 0.857213, "recall": 0.899209}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"], "main_score": 0.935771, "precision": 0.928524, "recall": 0.950593}, {"accuracy": 0.829051, "f1": 0.787048, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"], "main_score": 0.787048, "precision": 0.770579, "recall": 0.829051}, {"accuracy": 0.846838, "f1": 0.821879, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"], "main_score": 0.821879, "precision": 0.811992, "recall": 0.846838}, {"accuracy": 0.870553, "f1": 0.832839, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"], "main_score": 0.832839, "precision": 0.814723, "recall": 0.870553}, {"accuracy": 0.884387, "f1": 0.855749, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"], "main_score": 0.855749, "precision": 0.843883, "recall": 0.884387}, {"accuracy": 0.838933, "f1": 0.805807, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"], "main_score": 0.805807, "precision": 0.793494, "recall": 0.838933}, {"accuracy": 0.851779, "f1": 0.813213, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"], "main_score": 0.813213, "precision": 0.79664, "recall": 0.851779}, {"accuracy": 0.848814, "f1": 0.818735, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"], "main_score": 0.818735, "precision": 0.808076, "recall": 0.848814}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"], "main_score": 0.923254, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.900198, "f1": 0.873682, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"], "main_score": 0.873682, "precision": 0.862829, "recall": 0.900198}, {"accuracy": 0.879447, "f1": 0.855728, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"], "main_score": 0.855728, "precision": 0.846681, "recall": 0.879447}, {"accuracy": 0.875494, "f1": 0.838801, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"], "main_score": 0.838801, "precision": 0.821723, "recall": 0.875494}, {"accuracy": 0.174901, "f1": 0.140157, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"], "main_score": 0.140157, "precision": 0.130586, "recall": 0.174901}, {"accuracy": 0.889328, "f1": 0.86457, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"], "main_score": 0.86457, "precision": 0.854548, "recall": 0.889328}, {"accuracy": 0.907115, "f1": 0.882477, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"], "main_score": 0.882477, "precision": 0.87113, "recall": 0.907115}, {"accuracy": 0.876482, "f1": 0.840481, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"], "main_score": 0.840481, "precision": 0.82444, "recall": 0.876482}, {"accuracy": 0.821146, "f1": 0.786522, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"], "main_score": 0.786522, "precision": 0.774326, "recall": 0.821146}, {"accuracy": 0.863636, "f1": 0.834874, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"], "main_score": 0.834874, "precision": 0.824821, "recall": 0.863636}, {"accuracy": 0.840909, "f1": 0.812843, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"], "main_score": 0.812843, "precision": 0.802916, "recall": 0.840909}, {"accuracy": 0.855731, "f1": 0.817951, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"], "main_score": 0.817951, "precision": 0.801087, "recall": 0.855731}, {"accuracy": 0.890316, "f1": 0.866717, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"], "main_score": 0.866717, "precision": 0.857782, "recall": 0.890316}, {"accuracy": 0.885375, "f1": 0.856131, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"], "main_score": 0.856131, "precision": 0.843989, "recall": 0.885375}, {"accuracy": 0.80336, "f1": 0.776963, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"], "main_score": 0.776963, "precision": 0.767041, "recall": 0.80336}, {"accuracy": 0.833992, "f1": 0.796164, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"], "main_score": 0.796164, "precision": 0.781981, "recall": 0.833992}, {"accuracy": 0.862648, "f1": 0.833095, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"], "main_score": 0.833095, "precision": 0.822103, "recall": 0.862648}, {"accuracy": 0.868577, "f1": 0.840067, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"], "main_score": 0.840067, "precision": 0.829444, "recall": 0.868577}, {"accuracy": 0.83004, "f1": 0.784848, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"], "main_score": 0.784848, "precision": 0.764493, "recall": 0.83004}, {"accuracy": 0.859684, "f1": 0.821937, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"], "main_score": 0.821937, "precision": 0.805616, "recall": 0.859684}, {"accuracy": 0.832016, "f1": 0.802137, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"], "main_score": 0.802137, "precision": 0.791614, "recall": 0.832016}, {"accuracy": 0.898221, "f1": 0.868742, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"], "main_score": 0.868742, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.841897, "f1": 0.818275, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"], "main_score": 0.818275, "precision": 0.810121, "recall": 0.841897}, {"accuracy": 0.871542, "f1": 0.835112, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"], "main_score": 0.835112, "precision": 0.819071, "recall": 0.871542}, {"accuracy": 0.916996, "f1": 0.8917, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"], "main_score": 0.8917, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.863636, "f1": 0.826285, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"], "main_score": 0.826285, "precision": 0.810623, "recall": 0.863636}, {"accuracy": 0.878458, "f1": 0.844038, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"], "main_score": 0.844038, "precision": 0.828804, "recall": 0.878458}, {"accuracy": 0.813241, "f1": 0.76494, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"], "main_score": 0.76494, "precision": 0.745226, "recall": 0.813241}, {"accuracy": 0.832016, "f1": 0.785474, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"], "main_score": 0.785474, "precision": 0.764855, "recall": 0.832016}, {"accuracy": 0.799407, "f1": 0.759881, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"], "main_score": 0.759881, "precision": 0.74673, "recall": 0.799407}, {"accuracy": 0.823123, "f1": 0.774657, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"], "main_score": 0.774657, "precision": 0.753771, "recall": 0.823123}, {"accuracy": 0.822134, "f1": 0.772859, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"], "main_score": 0.772859, "precision": 0.750082, "recall": 0.822134}, {"accuracy": 0.838933, "f1": 0.810922, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"], "main_score": 0.810922, "precision": 0.799501, "recall": 0.838933}, {"accuracy": 0.881423, "f1": 0.847596, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"], "main_score": 0.847596, "precision": 0.832213, "recall": 0.881423}, {"accuracy": 0.821146, "f1": 0.776943, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"], "main_score": 0.776943, "precision": 0.757279, "recall": 0.821146}, {"accuracy": 0.905138, "f1": 0.879249, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"], "main_score": 0.879249, "precision": 0.867095, "recall": 0.905138}, {"accuracy": 0.5583, "f1": 0.478743, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"], "main_score": 0.478743, "precision": 0.450579, "recall": 0.5583}, {"accuracy": 0.862648, "f1": 0.835094, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"], "main_score": 0.835094, "precision": 0.825328, "recall": 0.862648}, {"accuracy": 0.868577, "f1": 0.845898, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"], "main_score": 0.845898, "precision": 0.83751, "recall": 0.868577}, {"accuracy": 0.810277, "f1": 0.768751, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"], "main_score": 0.768751, "precision": 0.753858, "recall": 0.810277}, {"accuracy": 0.868577, "f1": 0.841959, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"], "main_score": 0.841959, "precision": 0.83221, "recall": 0.868577}, {"accuracy": 0.878458, "f1": 0.84417, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"], "main_score": 0.84417, "precision": 0.828228, "recall": 0.878458}, {"accuracy": 0.805336, "f1": 0.758378, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"], "main_score": 0.758378, "precision": 0.739848, "recall": 0.805336}, {"accuracy": 0.849802, "f1": 0.808564, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"], "main_score": 0.808564, "precision": 0.790547, "recall": 0.849802}, {"accuracy": 0.852767, "f1": 0.828287, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"], "main_score": 0.828287, "precision": 0.819249, "recall": 0.852767}, {"accuracy": 0.844862, "f1": 0.803096, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"], "main_score": 0.803096, "precision": 0.784091, "recall": 0.844862}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.889328, "f1": 0.859848, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"], "main_score": 0.859848, "precision": 0.846179, "recall": 0.889328}, {"accuracy": 0.839921, "f1": 0.797927, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"], "main_score": 0.797927, "precision": 0.780955, "recall": 0.839921}, {"accuracy": 0.842885, "f1": 0.802936, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"], "main_score": 0.802936, "precision": 0.786655, "recall": 0.842885}, {"accuracy": 0.817194, "f1": 0.778041, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"], "main_score": 0.778041, "precision": 0.764818, "recall": 0.817194}, {"accuracy": 0.203557, "f1": 0.152513, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"], "main_score": 0.152513, "precision": 0.136568, "recall": 0.203557}, {"accuracy": 0.854743, "f1": 0.815481, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"], "main_score": 0.815481, "precision": 0.79776, "recall": 0.854743}, {"accuracy": 0.824111, "f1": 0.781579, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"], "main_score": 0.781579, "precision": 0.764595, "recall": 0.824111}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"], "main_score": 0.879513, "precision": 0.866354, "recall": 0.907115}, {"accuracy": 0.923913, "f1": 0.901186, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"], "main_score": 0.901186, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.855731, "f1": 0.821436, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"], "main_score": 0.821436, "precision": 0.80844, "recall": 0.855731}, {"accuracy": 0.800395, "f1": 0.753496, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"], "main_score": 0.753496, "precision": 0.736185, "recall": 0.800395}, {"accuracy": 0.864625, "f1": 0.824506, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"], "main_score": 0.824506, "precision": 0.806439, "recall": 0.864625}, {"accuracy": 0.86166, "f1": 0.833373, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"], "main_score": 0.833373, "precision": 0.823475, "recall": 0.86166}, {"accuracy": 0.856719, "f1": 0.826458, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"], "main_score": 0.826458, "precision": 0.815739, "recall": 0.856719}, {"accuracy": 0.843874, "f1": 0.816437, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"], "main_score": 0.816437, "precision": 0.806133, "recall": 0.843874}, {"accuracy": 0.79249, "f1": 0.749999, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"], "main_score": 0.749999, "precision": 0.735723, "recall": 0.79249}, {"accuracy": 0.867589, "f1": 0.836262, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"], "main_score": 0.836262, "precision": 0.823381, "recall": 0.867589}, {"accuracy": 0.767787, "f1": 0.709091, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"], "main_score": 0.709091, "precision": 0.683729, "recall": 0.767787}, {"accuracy": 0.84585, "f1": 0.816194, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"], "main_score": 0.816194, "precision": 0.804798, "recall": 0.84585}, {"accuracy": 0.854743, "f1": 0.832266, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"], "main_score": 0.832266, "precision": 0.823384, "recall": 0.854743}, {"accuracy": 0.850791, "f1": 0.823551, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"], "main_score": 0.823551, "precision": 0.812547, "recall": 0.850791}, {"accuracy": 0.800395, "f1": 0.748617, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"], "main_score": 0.748617, "precision": 0.727059, "recall": 0.800395}, {"accuracy": 0.812253, "f1": 0.763208, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"], "main_score": 0.763208, "precision": 0.740695, "recall": 0.812253}, {"accuracy": 0.858696, "f1": 0.819664, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"], "main_score": 0.819664, "precision": 0.803014, "recall": 0.858696}, {"accuracy": 0.879447, "f1": 0.846525, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"], "main_score": 0.846525, "precision": 0.832552, "recall": 0.879447}, {"accuracy": 0.853755, "f1": 0.814328, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"], "main_score": 0.814328, "precision": 0.796476, "recall": 0.853755}, {"accuracy": 0.886364, "f1": 0.861573, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"], "main_score": 0.861573, "precision": 0.852104, "recall": 0.886364}, {"accuracy": 0.778656, "f1": 0.724144, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"], "main_score": 0.724144, "precision": 0.69972, "recall": 0.778656}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"], "main_score": 0.887681, "precision": 0.875, "recall": 0.914032}, {"accuracy": 0.883399, "f1": 0.857069, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"], "main_score": 0.857069, "precision": 0.846825, "recall": 0.883399}, {"accuracy": 0.836957, "f1": 0.807318, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"], "main_score": 0.807318, "precision": 0.797637, "recall": 0.836957}, {"accuracy": 0.816206, "f1": 0.790825, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"], "main_score": 0.790825, "precision": 0.782539, "recall": 0.816206}, {"accuracy": 0.816206, "f1": 0.787232, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"], "main_score": 0.787232, "precision": 0.777353, "recall": 0.816206}, {"accuracy": 0.883399, "f1": 0.850329, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"], "main_score": 0.850329, "precision": 0.835754, "recall": 0.883399}, {"accuracy": 0.889328, "f1": 0.861547, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"], "main_score": 0.861547, "precision": 0.849473, "recall": 0.889328}, {"accuracy": 0.828063, "f1": 0.78195, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"], "main_score": 0.78195, "precision": 0.760985, "recall": 0.828063}, {"accuracy": 0.247036, "f1": 0.198737, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"], "main_score": 0.198737, "precision": 0.182631, "recall": 0.247036}, {"accuracy": 0.882411, "f1": 0.850329, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"], "main_score": 0.850329, "precision": 0.835721, "recall": 0.882411}, {"accuracy": 0.709486, "f1": 0.643104, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"], "main_score": 0.643104, "precision": 0.615853, "recall": 0.709486}, {"accuracy": 0.862648, "f1": 0.826915, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"], "main_score": 0.826915, "precision": 0.812467, "recall": 0.862648}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"], "main_score": 0.910903, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.827075, "f1": 0.779776, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"], "main_score": 0.779776, "precision": 0.759173, "recall": 0.827075}, {"accuracy": 0.879447, "f1": 0.846509, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"], "main_score": 0.846509, "precision": 0.832098, "recall": 0.879447}, {"accuracy": 0.886364, "f1": 0.852866, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"], "main_score": 0.852866, "precision": 0.837813, "recall": 0.886364}, {"accuracy": 0.867589, "f1": 0.829447, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"], "main_score": 0.829447, "precision": 0.811709, "recall": 0.867589}, {"accuracy": 0.851779, "f1": 0.815041, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"], "main_score": 0.815041, "precision": 0.800191, "recall": 0.851779}, {"accuracy": 0.885375, "f1": 0.850955, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"], "main_score": 0.850955, "precision": 0.83498, "recall": 0.885375}, {"accuracy": 0.873518, "f1": 0.847975, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"], "main_score": 0.847975, "precision": 0.838343, "recall": 0.873518}, {"accuracy": 0.885375, "f1": 0.851515, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"], "main_score": 0.851515, "precision": 0.835919, "recall": 0.885375}, {"accuracy": 0.810277, "f1": 0.762385, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"], "main_score": 0.762385, "precision": 0.74109, "recall": 0.810277}, {"accuracy": 0.850791, "f1": 0.812615, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"], "main_score": 0.812615, "precision": 0.795208, "recall": 0.850791}, {"accuracy": 0.903162, "f1": 0.875494, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"], "main_score": 0.875494, "precision": 0.862187, "recall": 0.903162}, {"accuracy": 0.809289, "f1": 0.770437, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"], "main_score": 0.770437, "precision": 0.75731, "recall": 0.809289}, {"accuracy": 0.049407, "f1": 0.030938, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"], "main_score": 0.030938, "precision": 0.027172, "recall": 0.049407}, {"accuracy": 0.822134, "f1": 0.787661, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"], "main_score": 0.787661, "precision": 0.775047, "recall": 0.822134}, {"accuracy": 0.857708, "f1": 0.823045, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"], "main_score": 0.823045, "precision": 0.809084, "recall": 0.857708}, {"accuracy": 0.794466, "f1": 0.759383, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"], "main_score": 0.759383, "precision": 0.746735, "recall": 0.794466}, {"accuracy": 0.842885, "f1": 0.810064, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"], "main_score": 0.810064, "precision": 0.797918, "recall": 0.842885}, {"accuracy": 0.794466, "f1": 0.744106, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"], "main_score": 0.744106, "precision": 0.723752, "recall": 0.794466}, {"accuracy": 0.823123, "f1": 0.779284, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"], "main_score": 0.779284, "precision": 0.759759, "recall": 0.823123}, {"accuracy": 0.840909, "f1": 0.807056, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"], "main_score": 0.807056, "precision": 0.79497, "recall": 0.840909}, {"accuracy": 0.823123, "f1": 0.787085, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"], "main_score": 0.787085, "precision": 0.774443, "recall": 0.823123}, {"accuracy": 0.891304, "f1": 0.86031, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"], "main_score": 0.86031, "precision": 0.846344, "recall": 0.891304}, {"accuracy": 0.879447, "f1": 0.84664, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"], "main_score": 0.84664, "precision": 0.832378, "recall": 0.879447}, {"accuracy": 0.761858, "f1": 0.7014, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"], "main_score": 0.7014, "precision": 0.676607, "recall": 0.761858}, {"accuracy": 0.884387, "f1": 0.856777, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"], "main_score": 0.856777, "precision": 0.845297, "recall": 0.884387}, {"accuracy": 0.766798, "f1": 0.713194, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"], "main_score": 0.713194, "precision": 0.690431, "recall": 0.766798}, {"accuracy": 0.844862, "f1": 0.804578, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"], "main_score": 0.804578, "precision": 0.787418, "recall": 0.844862}, {"accuracy": 0.846838, "f1": 0.815207, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"], "main_score": 0.815207, "precision": 0.804012, "recall": 0.846838}, {"accuracy": 0.865613, "f1": 0.828722, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"], "main_score": 0.828722, "precision": 0.811907, "recall": 0.865613}, {"accuracy": 0.864625, "f1": 0.832031, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"], "main_score": 0.832031, "precision": 0.819236, "recall": 0.864625}, {"accuracy": 0.928854, "f1": 0.908498, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"], "main_score": 0.908498, "precision": 0.899127, "recall": 0.928854}, {"accuracy": 0.858696, "f1": 0.821494, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"], "main_score": 0.821494, "precision": 0.806423, "recall": 0.858696}, {"accuracy": 0.778656, "f1": 0.742895, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"], "main_score": 0.742895, "precision": 0.730029, "recall": 0.778656}, {"accuracy": 0.844862, "f1": 0.809896, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"], "main_score": 0.809896, "precision": 0.796559, "recall": 0.844862}, {"accuracy": 0.83498, "f1": 0.790719, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"], "main_score": 0.790719, "precision": 0.771929, "recall": 0.83498}, {"accuracy": 0.854743, "f1": 0.814723, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"], "main_score": 0.814723, "precision": 0.797019, "recall": 0.854743}, {"accuracy": 0.8083, "f1": 0.761215, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"], "main_score": 0.761215, "precision": 0.741453, "recall": 0.8083}, {"accuracy": 0.805336, "f1": 0.758226, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"], "main_score": 0.758226, "precision": 0.740037, "recall": 0.805336}, {"accuracy": 0.91996, "f1": 0.895751, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"], "main_score": 0.895751, "precision": 0.883893, "recall": 0.91996}, {"accuracy": 0.91502, "f1": 0.890415, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"], "main_score": 0.890415, "precision": 0.879611, "recall": 0.91502}, {"accuracy": 0.908103, "f1": 0.883369, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"], "main_score": 0.883369, "precision": 0.872698, "recall": 0.908103}, {"accuracy": 0.814229, "f1": 0.767989, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"], "main_score": 0.767989, "precision": 0.748633, "recall": 0.814229}, {"accuracy": 0.767787, "f1": 0.723777, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"], "main_score": 0.723777, "precision": 0.708797, "recall": 0.767787}, {"accuracy": 0.827075, "f1": 0.78789, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"], "main_score": 0.78789, "precision": 0.773382, "recall": 0.827075}, {"accuracy": 0.838933, "f1": 0.795885, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"], "main_score": 0.795885, "precision": 0.777941, "recall": 0.838933}, {"accuracy": 0.841897, "f1": 0.796113, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"], "main_score": 0.796113, "precision": 0.774901, "recall": 0.841897}, {"accuracy": 0.917984, "f1": 0.893017, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"], "main_score": 0.893017, "precision": 0.881176, "recall": 0.917984}, {"accuracy": 0.767787, "f1": 0.709585, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"], "main_score": 0.709585, "precision": 0.684321, "recall": 0.767787}, {"accuracy": 0.839921, "f1": 0.81009, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"], "main_score": 0.81009, "precision": 0.799261, "recall": 0.839921}, {"accuracy": 0.832016, "f1": 0.787451, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"], "main_score": 0.787451, "precision": 0.769071, "recall": 0.832016}, {"accuracy": 0.8083, "f1": 0.773438, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"], "main_score": 0.773438, "precision": 0.760734, "recall": 0.8083}, {"accuracy": 0.850791, "f1": 0.81259, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"], "main_score": 0.81259, "precision": 0.796599, "recall": 0.850791}, {"accuracy": 0.870553, "f1": 0.834472, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"], "main_score": 0.834472, "precision": 0.819186, "recall": 0.870553}, {"accuracy": 0.885375, "f1": 0.855599, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"], "main_score": 0.855599, "precision": 0.84198, "recall": 0.885375}, {"accuracy": 0.855731, "f1": 0.827746, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"], "main_score": 0.827746, "precision": 0.817721, "recall": 0.855731}, {"accuracy": 0.848814, "f1": 0.809289, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"], "main_score": 0.809289, "precision": 0.791041, "recall": 0.848814}, {"accuracy": 0.911067, "f1": 0.885046, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"], "main_score": 0.885046, "precision": 0.87253, "recall": 0.911067}, {"accuracy": 0.847826, "f1": 0.818176, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"], "main_score": 0.818176, "precision": 0.808429, "recall": 0.847826}, {"accuracy": 0.870553, "f1": 0.834223, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"], "main_score": 0.834223, "precision": 0.817638, "recall": 0.870553}, {"accuracy": 0.873518, "f1": 0.848584, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"], "main_score": 0.848584, "precision": 0.838441, "recall": 0.873518}, {"accuracy": 0.827075, "f1": 0.779974, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"], "main_score": 0.779974, "precision": 0.75774, "recall": 0.827075}, {"accuracy": 0.850791, "f1": 0.817994, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"], "main_score": 0.817994, "precision": 0.806265, "recall": 0.850791}, {"accuracy": 0.869565, "f1": 0.837508, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"], "main_score": 0.837508, "precision": 0.825051, "recall": 0.869565}, {"accuracy": 0.857708, "f1": 0.823968, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"], "main_score": 0.823968, "precision": 0.810789, "recall": 0.857708}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"], "main_score": 0.930007, "precision": 0.922793, "recall": 0.945652}, {"accuracy": 0.909091, "f1": 0.880995, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"], "main_score": 0.880995, "precision": 0.867704, "recall": 0.909091}, {"accuracy": 0.866601, "f1": 0.833004, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"], "main_score": 0.833004, "precision": 0.817605, "recall": 0.866601}, {"accuracy": 0.897233, "f1": 0.866831, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"], "main_score": 0.866831, "precision": 0.85252, "recall": 0.897233}, {"accuracy": 0.899209, "f1": 0.869368, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"], "main_score": 0.869368, "precision": 0.855402, "recall": 0.899209}, {"accuracy": 0.769763, "f1": 0.72325, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"], "main_score": 0.72325, "precision": 0.706158, "recall": 0.769763}, {"accuracy": 0.812253, "f1": 0.784469, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"], "main_score": 0.784469, "precision": 0.775663, "recall": 0.812253}, {"accuracy": 0.794466, "f1": 0.742787, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"], "main_score": 0.742787, "precision": 0.721821, "recall": 0.794466}, {"accuracy": 0.864625, "f1": 0.83004, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"], "main_score": 0.83004, "precision": 0.813768, "recall": 0.864625}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"], "main_score": 0.924473, "precision": 0.916255, "recall": 0.9417}, {"accuracy": 0.90415, "f1": 0.878294, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"], "main_score": 0.878294, "precision": 0.867013, "recall": 0.90415}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"], "main_score": 0.898715, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.90415, "f1": 0.875165, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"], "main_score": 0.875165, "precision": 0.861495, "recall": 0.90415}, {"accuracy": 0.807312, "f1": 0.77789, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"], "main_score": 0.77789, "precision": 0.767052, "recall": 0.807312}, {"accuracy": 0.761858, "f1": 0.7044, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"], "main_score": 0.7044, "precision": 0.679381, "recall": 0.761858}, {"accuracy": 0.820158, "f1": 0.776505, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"], "main_score": 0.776505, "precision": 0.759181, "recall": 0.820158}, {"accuracy": 0.858696, "f1": 0.818544, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"], "main_score": 0.818544, "precision": 0.800807, "recall": 0.858696}, {"accuracy": 0.804348, "f1": 0.751252, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"], "main_score": 0.751252, "precision": 0.727931, "recall": 0.804348}, {"accuracy": 0.762846, "f1": 0.704861, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"], "main_score": 0.704861, "precision": 0.680814, "recall": 0.762846}, {"accuracy": 0.892292, "f1": 0.862898, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"], "main_score": 0.862898, "precision": 0.850362, "recall": 0.892292}, {"accuracy": 0.81917, "f1": 0.772238, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"], "main_score": 0.772238, "precision": 0.753195, "recall": 0.81917}, {"accuracy": 0.853755, "f1": 0.81545, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"], "main_score": 0.81545, "precision": 0.798933, "recall": 0.853755}, {"accuracy": 0.710474, "f1": 0.644193, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"], "main_score": 0.644193, "precision": 0.616782, "recall": 0.710474}, {"accuracy": 0.842885, "f1": 0.811724, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"], "main_score": 0.811724, "precision": 0.800662, "recall": 0.842885}, {"accuracy": 0.863636, "f1": 0.835494, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"], "main_score": 0.835494, "precision": 0.824593, "recall": 0.863636}, {"accuracy": 0.840909, "f1": 0.807228, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"], "main_score": 0.807228, "precision": 0.795395, "recall": 0.840909}, {"accuracy": 0.874506, "f1": 0.844805, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"], "main_score": 0.844805, "precision": 0.833747, "recall": 0.874506}, {"accuracy": 0.831028, "f1": 0.789762, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"], "main_score": 0.789762, "precision": 0.772992, "recall": 0.831028}, {"accuracy": 0.882411, "f1": 0.849209, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"], "main_score": 0.849209, "precision": 0.833416, "recall": 0.882411}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"], "main_score": 0.930501, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.890316, "f1": 0.858432, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"], "main_score": 0.858432, "precision": 0.843626, "recall": 0.890316}, {"accuracy": 0.039526, "f1": 0.018935, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"], "main_score": 0.018935, "precision": 0.014784, "recall": 0.039526}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.914032, "f1": 0.890777, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"], "main_score": 0.890777, "precision": 0.880138, "recall": 0.914032}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"], "main_score": 0.897628, "precision": 0.886446, "recall": 0.920949}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.905138, "f1": 0.876219, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"], "main_score": 0.876219, "precision": 0.862401, "recall": 0.905138}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.203557, "f1": 0.155712, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"], "main_score": 0.155712, "precision": 0.142287, "recall": 0.203557}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"], "main_score": 0.904644, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"], "main_score": 0.925725, "precision": 0.91749, "recall": 0.942688}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.891304, "f1": 0.859321, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"], "main_score": 0.859321, "precision": 0.844697, "recall": 0.891304}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"], "main_score": 0.930007, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.943676, "f1": 0.926285, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"], "main_score": 0.926285, "precision": 0.917902, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"], "main_score": 0.931653, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.897233, "f1": 0.868775, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"], "main_score": 0.868775, "precision": 0.855319, "recall": 0.897233}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.963439, "f1": 0.951252, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"], "main_score": 0.951252, "precision": 0.945158, "recall": 0.963439}, {"accuracy": 0.894269, "f1": 0.864987, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"], "main_score": 0.864987, "precision": 0.851367, "recall": 0.894269}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"], "main_score": 0.895422, "precision": 0.884387, "recall": 0.918972}, {"accuracy": 0.753953, "f1": 0.694203, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"], "main_score": 0.694203, "precision": 0.668989, "recall": 0.753953}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.913043, "f1": 0.887253, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"], "main_score": 0.887253, "precision": 0.874753, "recall": 0.913043}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"], "main_score": 0.837747, "precision": 0.820982, "recall": 0.873518}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"], "main_score": 0.915184, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.890316, "f1": 0.857708, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"], "main_score": 0.857708, "precision": 0.84226, "recall": 0.890316}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.214427, "f1": 0.146047, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"], "main_score": 0.146047, "precision": 0.12692, "recall": 0.214427}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"], "main_score": 0.898551, "precision": 0.887846, "recall": 0.920949}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.93083, "f1": 0.909321, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"], "main_score": 0.909321, "precision": 0.899127, "recall": 0.93083}, {"accuracy": 0.928854, "f1": 0.90807, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"], "main_score": 0.90807, "precision": 0.898386, "recall": 0.928854}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"], "main_score": 0.970685, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.843874, "f1": 0.80384, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"], "main_score": 0.80384, "precision": 0.785557, "recall": 0.843874}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"], "main_score": 0.920125, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.929842, "f1": 0.909914, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"], "main_score": 0.909914, "precision": 0.900692, "recall": 0.929842}, {"accuracy": 0.866601, "f1": 0.828458, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"], "main_score": 0.828458, "precision": 0.810688, "recall": 0.866601}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.936759, "f1": 0.918939, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"], "main_score": 0.918939, "precision": 0.910573, "recall": 0.936759}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.848814, "f1": 0.808202, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"], "main_score": 0.808202, "precision": 0.789476, "recall": 0.848814}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.884387, "f1": 0.853063, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"], "main_score": 0.853063, "precision": 0.838274, "recall": 0.884387}, {"accuracy": 0.26087, "f1": 0.201295, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"], "main_score": 0.201295, "precision": 0.18189, "recall": 0.26087}, {"accuracy": 0.923913, "f1": 0.900593, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"], "main_score": 0.900593, "precision": 0.88941, "recall": 0.923913}, {"accuracy": 0.806324, "f1": 0.758926, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"], "main_score": 0.758926, "precision": 0.738011, "recall": 0.806324}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.91502, "f1": 0.889888, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"], "main_score": 0.889888, "precision": 0.878047, "recall": 0.91502}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"], "main_score": 0.945652, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.900198, "f1": 0.869796, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"], "main_score": 0.869796, "precision": 0.855649, "recall": 0.900198}, {"accuracy": 0.885375, "f1": 0.852075, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"], "main_score": 0.852075, "precision": 0.836627, "recall": 0.885375}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"], "main_score": 0.908333, "precision": 0.898304, "recall": 0.928854}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.047431, "f1": 0.022201, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"], "main_score": 0.022201, "precision": 0.017554, "recall": 0.047431}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.905138, "f1": 0.8778, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"], "main_score": 0.8778, "precision": 0.86446, "recall": 0.905138}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.884387, "f1": 0.851812, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"], "main_score": 0.851812, "precision": 0.837039, "recall": 0.884387}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.871542, "f1": 0.836265, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"], "main_score": 0.836265, "precision": 0.819862, "recall": 0.871542}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.960474, "f1": 0.948946, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"], "main_score": 0.948946, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"], "main_score": 0.903393, "precision": 0.892704, "recall": 0.925889}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.964427, "f1": 0.952964, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"], "main_score": 0.952964, "precision": 0.947381, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.856719, "f1": 0.816337, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"], "main_score": 0.816337, "precision": 0.797431, "recall": 0.856719}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"], "main_score": 0.891963, "precision": 0.880599, "recall": 0.916008}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"], "main_score": 0.878195, "precision": 0.865201, "recall": 0.905138}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"], "main_score": 0.935771, "precision": 0.928722, "recall": 0.950593}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.940711, "f1": 0.921607, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"], "main_score": 0.921607, "precision": 0.91222, "recall": 0.940711}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.859684, "f1": 0.821607, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"], "main_score": 0.821607, "precision": 0.804513, "recall": 0.859684}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.910145, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"], "main_score": 0.910145, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.886364, "f1": 0.853426, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"], "main_score": 0.853426, "precision": 0.83778, "recall": 0.886364}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"], "main_score": 0.924473, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.873518, "f1": 0.840053, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"], "main_score": 0.840053, "precision": 0.824802, "recall": 0.873518}, {"accuracy": 0.916008, "f1": 0.889493, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"], "main_score": 0.889493, "precision": 0.876976, "recall": 0.916008}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"], "main_score": 0.937912, "precision": 0.930863, "recall": 0.952569}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.828063, "f1": 0.782378, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"], "main_score": 0.782378, "precision": 0.761726, "recall": 0.828063}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.878458, "f1": 0.84552, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"], "main_score": 0.84552, "precision": 0.83027, "recall": 0.878458}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"], "main_score": 0.897563, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.806324, "f1": 0.758531, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"], "main_score": 0.758531, "precision": 0.737978, "recall": 0.806324}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"], "main_score": 0.950099, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.922925, "f1": 0.900659, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"], "main_score": 0.900659, "precision": 0.890646, "recall": 0.922925}, {"accuracy": 0.922925, "f1": 0.89944, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"], "main_score": 0.89944, "precision": 0.888587, "recall": 0.922925}, {"accuracy": 0.84585, "f1": 0.803557, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"], "main_score": 0.803557, "precision": 0.784536, "recall": 0.84585}, {"accuracy": 0.032609, "f1": 0.013795, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"], "main_score": 0.013795, "precision": 0.010143, "recall": 0.032609}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"], "main_score": 0.937418, "precision": 0.930863, "recall": 0.951581}, {"accuracy": 0.968379, "f1": 0.958235, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"], "main_score": 0.958235, "precision": 0.95331, "recall": 0.968379}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"], "main_score": 0.904216, "precision": 0.894384, "recall": 0.925889}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.905138, "f1": 0.87691, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"], "main_score": 0.87691, "precision": 0.864163, "recall": 0.905138}, {"accuracy": 0.956522, "f1": 0.942029, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"], "main_score": 0.942029, "precision": 0.934783, "recall": 0.956522}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.881423, "f1": 0.847464, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"], "main_score": 0.847464, "precision": 0.831851, "recall": 0.881423}, {"accuracy": 0.91502, "f1": 0.889493, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"], "main_score": 0.889493, "precision": 0.8778, "recall": 0.91502}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.876482, "f1": 0.839394, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"], "main_score": 0.839394, "precision": 0.82197, "recall": 0.876482}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.906126, "f1": 0.87948, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"], "main_score": 0.87948, "precision": 0.867342, "recall": 0.906126}, {"accuracy": 0.982213, "f1": 0.976845, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"], "main_score": 0.976845, "precision": 0.974391, "recall": 0.982213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"], "main_score": 0.944499, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.188735, "f1": 0.136146, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"], "main_score": 0.136146, "precision": 0.121232, "recall": 0.188735}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.892292, "f1": 0.862008, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"], "main_score": 0.862008, "precision": 0.848238, "recall": 0.892292}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.924901, "f1": 0.903063, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"], "main_score": 0.903063, "precision": 0.893034, "recall": 0.924901}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.850791, "f1": 0.811199, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"], "main_score": 0.811199, "precision": 0.793511, "recall": 0.850791}, {"accuracy": 0.917984, "f1": 0.892523, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"], "main_score": 0.892523, "precision": 0.880352, "recall": 0.917984}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"], "main_score": 0.911232, "precision": 0.901548, "recall": 0.931818}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"], "main_score": 0.93419, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"], "main_score": 0.913373, "precision": 0.903821, "recall": 0.933794}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.87747, "f1": 0.843099, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"], "main_score": 0.843099, "precision": 0.827381, "recall": 0.87747}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.909091, "f1": 0.882082, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"], "main_score": 0.882082, "precision": 0.869598, "recall": 0.909091}, {"accuracy": 0.863636, "f1": 0.824901, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"], "main_score": 0.824901, "precision": 0.807016, "recall": 0.863636}, {"accuracy": 0.885375, "f1": 0.852833, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"], "main_score": 0.852833, "precision": 0.83806, "recall": 0.885375}, {"accuracy": 0.738142, "f1": 0.676416, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"], "main_score": 0.676416, "precision": 0.650642, "recall": 0.738142}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.871542, "f1": 0.834321, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"], "main_score": 0.834321, "precision": 0.817441, "recall": 0.871542}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.836957, "f1": 0.792542, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"], "main_score": 0.792542, "precision": 0.772661, "recall": 0.836957}, {"accuracy": 0.899209, "f1": 0.870704, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"], "main_score": 0.870704, "precision": 0.857955, "recall": 0.899209}, {"accuracy": 0.814229, "f1": 0.762385, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"], "main_score": 0.762385, "precision": 0.73946, "recall": 0.814229}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.208498, "f1": 0.141747, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"], "main_score": 0.141747, "precision": 0.123507, "recall": 0.208498}, {"accuracy": 0.871542, "f1": 0.835112, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"], "main_score": 0.835112, "precision": 0.817852, "recall": 0.871542}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.907115, "f1": 0.879809, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"], "main_score": 0.879809, "precision": 0.867013, "recall": 0.907115}, {"accuracy": 0.870553, "f1": 0.833267, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"], "main_score": 0.833267, "precision": 0.816733, "recall": 0.870553}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.823123, "f1": 0.778807, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"], "main_score": 0.778807, "precision": 0.760277, "recall": 0.823123}, {"accuracy": 0.91996, "f1": 0.895323, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"], "main_score": 0.895323, "precision": 0.883482, "recall": 0.91996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"], "main_score": 0.890053, "precision": 0.878409, "recall": 0.91502}, {"accuracy": 0.837945, "f1": 0.795125, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"], "main_score": 0.795125, "precision": 0.775972, "recall": 0.837945}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"], "main_score": 0.869697, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.815217, "f1": 0.765876, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"], "main_score": 0.765876, "precision": 0.743775, "recall": 0.815217}, {"accuracy": 0.958498, "f1": 0.945224, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"], "main_score": 0.945224, "precision": 0.938818, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.859684, "f1": 0.823024, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"], "main_score": 0.823024, "precision": 0.806818, "recall": 0.859684}, {"accuracy": 0.243083, "f1": 0.182349, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"], "main_score": 0.182349, "precision": 0.162604, "recall": 0.243083}, {"accuracy": 0.88834, "f1": 0.856752, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"], "main_score": 0.856752, "precision": 0.842507, "recall": 0.88834}, {"accuracy": 0.780632, "f1": 0.725908, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"], "main_score": 0.725908, "precision": 0.702421, "recall": 0.780632}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.884387, "f1": 0.851515, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"], "main_score": 0.851515, "precision": 0.836413, "recall": 0.884387}, {"accuracy": 0.949605, "f1": 0.932971, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"], "main_score": 0.932971, "precision": 0.924736, "recall": 0.949605}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"], "main_score": 0.948518, "precision": 0.942935, "recall": 0.960474}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"], "main_score": 0.934289, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.876482, "f1": 0.841304, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"], "main_score": 0.841304, "precision": 0.825181, "recall": 0.876482}, {"accuracy": 0.844862, "f1": 0.801449, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"], "main_score": 0.801449, "precision": 0.782115, "recall": 0.844862}, {"accuracy": 0.913043, "f1": 0.8861, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"], "main_score": 0.8861, "precision": 0.873435, "recall": 0.913043}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.049407, "f1": 0.023701, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"], "main_score": 0.023701, "precision": 0.019021, "recall": 0.049407}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"], "main_score": 0.970751, "precision": 0.967803, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"], "main_score": 0.911726, "precision": 0.90135, "recall": 0.932806}, {"accuracy": 0.889328, "f1": 0.855632, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"], "main_score": 0.855632, "precision": 0.839707, "recall": 0.889328}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.949605, "f1": 0.934848, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"], "main_score": 0.934848, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.93083, "f1": 0.90998, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"], "main_score": 0.90998, "precision": 0.900148, "recall": 0.93083}, {"accuracy": 0.882411, "f1": 0.850659, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"], "main_score": 0.850659, "precision": 0.835721, "recall": 0.882411}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.842885, "f1": 0.802092, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"], "main_score": 0.802092, "precision": 0.784496, "recall": 0.842885}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"], "main_score": 0.919631, "precision": 0.910408, "recall": 0.938735}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.935771, "f1": 0.916634, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"], "main_score": 0.916634, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.885375, "f1": 0.85191, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"], "main_score": 0.85191, "precision": 0.836462, "recall": 0.885375}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"], "main_score": 0.927108, "precision": 0.918725, "recall": 0.944664}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.932806, "f1": 0.912286, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"], "main_score": 0.912286, "precision": 0.902783, "recall": 0.932806}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.928854, "f1": 0.90751, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"], "main_score": 0.90751, "precision": 0.89748, "recall": 0.928854}, {"accuracy": 0.934783, "f1": 0.916455, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"], "main_score": 0.916455, "precision": 0.908136, "recall": 0.934783}, {"accuracy": 0.83004, "f1": 0.787154, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"], "main_score": 0.787154, "precision": 0.76861, "recall": 0.83004}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"], "main_score": 0.945817, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.97332, "f1": 0.965909, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"], "main_score": 0.965909, "precision": 0.962451, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.875494, "f1": 0.840514, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"], "main_score": 0.840514, "precision": 0.82444, "recall": 0.875494}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.87747, "f1": 0.842688, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"], "main_score": 0.842688, "precision": 0.826252, "recall": 0.87747}, {"accuracy": 0.93083, "f1": 0.910112, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"], "main_score": 0.910112, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.914032, "f1": 0.887978, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"], "main_score": 0.887978, "precision": 0.875823, "recall": 0.914032}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.836957, "f1": 0.794485, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"], "main_score": 0.794485, "precision": 0.776038, "recall": 0.836957}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.907115, "f1": 0.880105, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"], "main_score": 0.880105, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.862648, "f1": 0.823287, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"], "main_score": 0.823287, "precision": 0.805418, "recall": 0.862648}, {"accuracy": 0.918972, "f1": 0.895224, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"], "main_score": 0.895224, "precision": 0.884552, "recall": 0.918972}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"], "main_score": 0.925725, "precision": 0.917984, "recall": 0.942688}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"], "main_score": 0.950922, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"], "main_score": 0.929578, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.833992, "f1": 0.78946, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"], "main_score": 0.78946, "precision": 0.769598, "recall": 0.833992}, {"accuracy": 0.868577, "f1": 0.831917, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"], "main_score": 0.831917, "precision": 0.815744, "recall": 0.868577}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.931818, "f1": 0.912121, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"], "main_score": 0.912121, "precision": 0.903244, "recall": 0.931818}, {"accuracy": 0.924901, "f1": 0.901515, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"], "main_score": 0.901515, "precision": 0.890481, "recall": 0.924901}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.799407, "f1": 0.748808, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"], "main_score": 0.748808, "precision": 0.726161, "recall": 0.799407}, {"accuracy": 0.962451, "f1": 0.951581, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"], "main_score": 0.951581, "precision": 0.946311, "recall": 0.962451}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.849802, "f1": 0.808992, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"], "main_score": 0.808992, "precision": 0.790629, "recall": 0.849802}, {"accuracy": 0.909091, "f1": 0.882576, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"], "main_score": 0.882576, "precision": 0.870059, "recall": 0.909091}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.961462, "f1": 0.949177, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"], "main_score": 0.949177, "precision": 0.943264, "recall": 0.961462}, {"accuracy": 0.780632, "f1": 0.725988, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"], "main_score": 0.725988, "precision": 0.702882, "recall": 0.780632}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.908103, "f1": 0.88139, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"], "main_score": 0.88139, "precision": 0.869071, "recall": 0.908103}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"], "main_score": 0.897892, "precision": 0.886364, "recall": 0.921937}, {"accuracy": 0.868577, "f1": 0.830651, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"], "main_score": 0.830651, "precision": 0.813241, "recall": 0.868577}, {"accuracy": 0.037549, "f1": 0.018649, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"], "main_score": 0.018649, "precision": 0.01497, "recall": 0.037549}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.9417, "f1": 0.924638, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"], "main_score": 0.924638, "precision": 0.916584, "recall": 0.9417}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.922925, "f1": 0.899275, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"], "main_score": 0.899275, "precision": 0.887928, "recall": 0.922925}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.903162, "f1": 0.874341, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"], "main_score": 0.874341, "precision": 0.860705, "recall": 0.903162}, {"accuracy": 0.921937, "f1": 0.897859, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"], "main_score": 0.897859, "precision": 0.886528, "recall": 0.921937}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.883399, "f1": 0.850428, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"], "main_score": 0.850428, "precision": 0.835507, "recall": 0.883399}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.912055, "f1": 0.885507, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"], "main_score": 0.885507, "precision": 0.873188, "recall": 0.912055}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.949012, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"], "main_score": 0.949012, "precision": 0.942935, "recall": 0.961462}, {"accuracy": 0.189723, "f1": 0.132746, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"], "main_score": 0.132746, "precision": 0.117918, "recall": 0.189723}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.909091, "f1": 0.882806, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"], "main_score": 0.882806, "precision": 0.870636, "recall": 0.909091}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.897596, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"], "main_score": 0.897596, "precision": 0.887269, "recall": 0.91996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.871542, "f1": 0.835935, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"], "main_score": 0.835935, "precision": 0.81917, "recall": 0.871542}, {"accuracy": 0.928854, "f1": 0.90751, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"], "main_score": 0.90751, "precision": 0.89748, "recall": 0.928854}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.932806, "f1": 0.913274, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"], "main_score": 0.913274, "precision": 0.904101, "recall": 0.932806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"], "main_score": 0.933959, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"], "main_score": 0.92052, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.874506, "f1": 0.840635, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"], "main_score": 0.840635, "precision": 0.825058, "recall": 0.874506}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.927866, "f1": 0.905138, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"], "main_score": 0.905138, "precision": 0.894104, "recall": 0.927866}, {"accuracy": 0.862648, "f1": 0.823353, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"], "main_score": 0.823353, "precision": 0.80476, "recall": 0.862648}, {"accuracy": 0.894269, "f1": 0.862502, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"], "main_score": 0.862502, "precision": 0.847579, "recall": 0.894269}, {"accuracy": 0.743083, "f1": 0.682115, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"], "main_score": 0.682115, "precision": 0.655287, "recall": 0.743083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.879447, "f1": 0.843116, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"], "main_score": 0.843116, "precision": 0.826169, "recall": 0.879447}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.865613, "f1": 0.828953, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"], "main_score": 0.828953, "precision": 0.812253, "recall": 0.865613}, {"accuracy": 0.91502, "f1": 0.889789, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"], "main_score": 0.889789, "precision": 0.878294, "recall": 0.91502}, {"accuracy": 0.833004, "f1": 0.785968, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"], "main_score": 0.785968, "precision": 0.764443, "recall": 0.833004}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.201581, "f1": 0.131038, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"], "main_score": 0.131038, "precision": 0.111285, "recall": 0.201581}, {"accuracy": 0.895257, "f1": 0.864921, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"], "main_score": 0.864921, "precision": 0.850626, "recall": 0.895257}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.922925, "f1": 0.900758, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"], "main_score": 0.900758, "precision": 0.890399, "recall": 0.922925}, {"accuracy": 0.87747, "f1": 0.841158, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"], "main_score": 0.841158, "precision": 0.824605, "recall": 0.87747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"], "main_score": 0.965415, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.83498, "f1": 0.793297, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"], "main_score": 0.793297, "precision": 0.775026, "recall": 0.83498}, {"accuracy": 0.918972, "f1": 0.89361, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"], "main_score": 0.89361, "precision": 0.881258, "recall": 0.918972}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.916996, "f1": 0.894499, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"], "main_score": 0.894499, "precision": 0.884305, "recall": 0.916996}, {"accuracy": 0.841897, "f1": 0.797497, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"], "main_score": 0.797497, "precision": 0.77696, "recall": 0.841897}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.90415, "f1": 0.875889, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"], "main_score": 0.875889, "precision": 0.862566, "recall": 0.90415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.83498, "f1": 0.790942, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"], "main_score": 0.790942, "precision": 0.770652, "recall": 0.83498}, {"accuracy": 0.955534, "f1": 0.941601, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"], "main_score": 0.941601, "precision": 0.934865, "recall": 0.955534}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.965415, "f1": 0.954447, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"], "main_score": 0.954447, "precision": 0.949193, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.864625, "f1": 0.828181, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"], "main_score": 0.828181, "precision": 0.811265, "recall": 0.864625}, {"accuracy": 0.244071, "f1": 0.18142, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"], "main_score": 0.18142, "precision": 0.161921, "recall": 0.244071}, {"accuracy": 0.891304, "f1": 0.860987, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"], "main_score": 0.860987, "precision": 0.847447, "recall": 0.891304}, {"accuracy": 0.820158, "f1": 0.77556, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"], "main_score": 0.77556, "precision": 0.755748, "recall": 0.820158}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.896245, "f1": 0.865184, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"], "main_score": 0.865184, "precision": 0.850708, "recall": 0.896245}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.871542, "f1": 0.834717, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"], "main_score": 0.834717, "precision": 0.817276, "recall": 0.871542}, {"accuracy": 0.841897, "f1": 0.800282, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"], "main_score": 0.800282, "precision": 0.781785, "recall": 0.841897}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"], "main_score": 0.898715, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.050395, "f1": 0.024953, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"], "main_score": 0.024953, "precision": 0.020488, "recall": 0.050395}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"], "main_score": 0.984848, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.929842, "f1": 0.907444, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"], "main_score": 0.907444, "precision": 0.896739, "recall": 0.929842}, {"accuracy": 0.903162, "f1": 0.874736, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"], "main_score": 0.874736, "precision": 0.861084, "recall": 0.903162}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.865613, "f1": 0.829117, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"], "main_score": 0.829117, "precision": 0.8125, "recall": 0.865613}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.843874, "f1": 0.803727, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"], "main_score": 0.803727, "precision": 0.785408, "recall": 0.843874}, {"accuracy": 0.940711, "f1": 0.921838, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"], "main_score": 0.921838, "precision": 0.912796, "recall": 0.940711}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"], "main_score": 0.937418, "precision": 0.930863, "recall": 0.951581}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.886364, "f1": 0.851746, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"], "main_score": 0.851746, "precision": 0.835507, "recall": 0.886364}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"], "main_score": 0.935343, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.929842, "f1": 0.907773, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"], "main_score": 0.907773, "precision": 0.897233, "recall": 0.929842}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"], "main_score": 0.917655, "precision": 0.907773, "recall": 0.937747}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"], "main_score": 0.93386, "precision": 0.926334, "recall": 0.949605}, {"accuracy": 0.836957, "f1": 0.79058, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"], "main_score": 0.79058, "precision": 0.769186, "recall": 0.836957}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"], "main_score": 0.9417, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.893281, "f1": 0.862714, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"], "main_score": 0.862714, "precision": 0.848238, "recall": 0.893281}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.898221, "f1": 0.869137, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"], "main_score": 0.869137, "precision": 0.855319, "recall": 0.898221}, {"accuracy": 0.936759, "f1": 0.917062, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"], "main_score": 0.917062, "precision": 0.907691, "recall": 0.936759}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.909091, "f1": 0.881653, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"], "main_score": 0.881653, "precision": 0.868692, "recall": 0.909091}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.841897, "f1": 0.801845, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"], "main_score": 0.801845, "precision": 0.783432, "recall": 0.841897}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"], "main_score": 0.888505, "precision": 0.876647, "recall": 0.914032}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.868577, "f1": 0.830336, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"], "main_score": 0.830336, "precision": 0.812582, "recall": 0.868577}, {"accuracy": 0.908103, "f1": 0.880072, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"], "main_score": 0.880072, "precision": 0.86693, "recall": 0.908103}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"], "main_score": 0.939723, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.856719, "f1": 0.817161, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"], "main_score": 0.817161, "precision": 0.799111, "recall": 0.856719}, {"accuracy": 0.876482, "f1": 0.839954, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"], "main_score": 0.839954, "precision": 0.823205, "recall": 0.876482}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"], "main_score": 0.91031, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.810277, "f1": 0.763011, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"], "main_score": 0.763011, "precision": 0.74226, "recall": 0.810277}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.860672, "f1": 0.82212, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"], "main_score": 0.82212, "precision": 0.804595, "recall": 0.860672}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"], "main_score": 0.8861, "precision": 0.873765, "recall": 0.912055}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.943347, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"], "main_score": 0.943347, "precision": 0.936265, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.809289, "f1": 0.756555, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"], "main_score": 0.756555, "precision": 0.733152, "recall": 0.809289}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"], "main_score": 0.894664, "precision": 0.883317, "recall": 0.918972}, {"accuracy": 0.883399, "f1": 0.851845, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"], "main_score": 0.851845, "precision": 0.836874, "recall": 0.883399}, {"accuracy": 0.855731, "f1": 0.818544, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"], "main_score": 0.818544, "precision": 0.800972, "recall": 0.855731}, {"accuracy": 0.059289, "f1": 0.030768, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"], "main_score": 0.030768, "precision": 0.024229, "recall": 0.059289}, {"accuracy": 0.884387, "f1": 0.856191, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"], "main_score": 0.856191, "precision": 0.844435, "recall": 0.884387}, {"accuracy": 0.885375, "f1": 0.85407, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"], "main_score": 0.85407, "precision": 0.840201, "recall": 0.885375}, {"accuracy": 0.929842, "f1": 0.909914, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"], "main_score": 0.909914, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"], "main_score": 0.89608, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.925889, "f1": 0.905303, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"], "main_score": 0.905303, "precision": 0.895586, "recall": 0.925889}, {"accuracy": 0.875494, "f1": 0.84654, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"], "main_score": 0.84654, "precision": 0.835264, "recall": 0.875494}, {"accuracy": 0.910079, "f1": 0.885046, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"], "main_score": 0.885046, "precision": 0.873057, "recall": 0.910079}, {"accuracy": 0.902174, "f1": 0.873814, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"], "main_score": 0.873814, "precision": 0.860343, "recall": 0.902174}, {"accuracy": 0.843874, "f1": 0.813533, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"], "main_score": 0.813533, "precision": 0.802319, "recall": 0.843874}, {"accuracy": 0.899209, "f1": 0.868742, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"], "main_score": 0.868742, "precision": 0.854249, "recall": 0.899209}, {"accuracy": 0.88834, "f1": 0.858366, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"], "main_score": 0.858366, "precision": 0.844038, "recall": 0.88834}, {"accuracy": 0.934783, "f1": 0.915744, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"], "main_score": 0.915744, "precision": 0.906538, "recall": 0.934783}, {"accuracy": 0.874506, "f1": 0.840613, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"], "main_score": 0.840613, "precision": 0.825906, "recall": 0.874506}, {"accuracy": 0.889328, "f1": 0.862421, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"], "main_score": 0.862421, "precision": 0.851132, "recall": 0.889328}, {"accuracy": 0.886364, "f1": 0.853986, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"], "main_score": 0.853986, "precision": 0.838686, "recall": 0.886364}, {"accuracy": 0.891304, "f1": 0.863114, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"], "main_score": 0.863114, "precision": 0.850609, "recall": 0.891304}, {"accuracy": 0.87747, "f1": 0.845643, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"], "main_score": 0.845643, "precision": 0.832181, "recall": 0.87747}, {"accuracy": 0.842885, "f1": 0.800099, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"], "main_score": 0.800099, "precision": 0.780616, "recall": 0.842885}, {"accuracy": 0.882411, "f1": 0.850875, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"], "main_score": 0.850875, "precision": 0.837404, "recall": 0.882411}, {"accuracy": 0.894269, "f1": 0.865679, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"], "main_score": 0.865679, "precision": 0.851861, "recall": 0.894269}, {"accuracy": 0.913043, "f1": 0.886199, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"], "main_score": 0.886199, "precision": 0.873518, "recall": 0.913043}, {"accuracy": 0.869565, "f1": 0.841357, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"], "main_score": 0.841357, "precision": 0.829934, "recall": 0.869565}, {"accuracy": 0.909091, "f1": 0.883465, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"], "main_score": 0.883465, "precision": 0.87113, "recall": 0.909091}, {"accuracy": 0.193676, "f1": 0.157129, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"], "main_score": 0.157129, "precision": 0.146214, "recall": 0.193676}, {"accuracy": 0.903162, "f1": 0.878301, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"], "main_score": 0.878301, "precision": 0.867483, "recall": 0.903162}, {"accuracy": 0.88834, "f1": 0.85942, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"], "main_score": 0.85942, "precision": 0.845932, "recall": 0.88834}, {"accuracy": 0.900198, "f1": 0.871706, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"], "main_score": 0.871706, "precision": 0.858202, "recall": 0.900198}, {"accuracy": 0.852767, "f1": 0.813823, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"], "main_score": 0.813823, "precision": 0.797258, "recall": 0.852767}, {"accuracy": 0.865613, "f1": 0.833931, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"], "main_score": 0.833931, "precision": 0.820995, "recall": 0.865613}, {"accuracy": 0.863636, "f1": 0.832614, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"], "main_score": 0.832614, "precision": 0.81968, "recall": 0.863636}, {"accuracy": 0.862648, "f1": 0.826252, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"], "main_score": 0.826252, "precision": 0.809124, "recall": 0.862648}, {"accuracy": 0.899209, "f1": 0.873982, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"], "main_score": 0.873982, "precision": 0.863382, "recall": 0.899209}, {"accuracy": 0.899209, "f1": 0.871673, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"], "main_score": 0.871673, "precision": 0.859058, "recall": 0.899209}, {"accuracy": 0.857708, "f1": 0.828477, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"], "main_score": 0.828477, "precision": 0.815633, "recall": 0.857708}, {"accuracy": 0.867589, "f1": 0.835232, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"], "main_score": 0.835232, "precision": 0.822078, "recall": 0.867589}, {"accuracy": 0.87747, "f1": 0.845158, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"], "main_score": 0.845158, "precision": 0.831538, "recall": 0.87747}, {"accuracy": 0.879447, "f1": 0.849111, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"], "main_score": 0.849111, "precision": 0.836677, "recall": 0.879447}, {"accuracy": 0.842885, "f1": 0.801779, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"], "main_score": 0.801779, "precision": 0.782526, "recall": 0.842885}, {"accuracy": 0.895257, "f1": 0.866897, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"], "main_score": 0.866897, "precision": 0.85392, "recall": 0.895257}, {"accuracy": 0.846838, "f1": 0.812653, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"], "main_score": 0.812653, "precision": 0.799204, "recall": 0.846838}, {"accuracy": 0.878458, "f1": 0.845257, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"], "main_score": 0.845257, "precision": 0.829628, "recall": 0.878458}, {"accuracy": 0.875494, "f1": 0.849301, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"], "main_score": 0.849301, "precision": 0.839036, "recall": 0.875494}, {"accuracy": 0.900198, "f1": 0.871904, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"], "main_score": 0.871904, "precision": 0.858778, "recall": 0.900198}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"], "main_score": 0.911067, "precision": 0.902042, "recall": 0.93083}, {"accuracy": 0.902174, "f1": 0.875329, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"], "main_score": 0.875329, "precision": 0.863011, "recall": 0.902174}, {"accuracy": 0.875494, "f1": 0.840448, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"], "main_score": 0.840448, "precision": 0.824522, "recall": 0.875494}, {"accuracy": 0.853755, "f1": 0.81438, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"], "main_score": 0.81438, "precision": 0.796525, "recall": 0.853755}, {"accuracy": 0.897233, "f1": 0.869466, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"], "main_score": 0.869466, "precision": 0.857164, "recall": 0.897233}, {"accuracy": 0.855731, "f1": 0.821483, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"], "main_score": 0.821483, "precision": 0.807932, "recall": 0.855731}, {"accuracy": 0.908103, "f1": 0.882938, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"], "main_score": 0.882938, "precision": 0.871789, "recall": 0.908103}, {"accuracy": 0.832016, "f1": 0.789723, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"], "main_score": 0.789723, "precision": 0.770175, "recall": 0.832016}, {"accuracy": 0.871542, "f1": 0.8452, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"], "main_score": 0.8452, "precision": 0.833839, "recall": 0.871542}, {"accuracy": 0.903162, "f1": 0.877108, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"], "main_score": 0.877108, "precision": 0.864954, "recall": 0.903162}, {"accuracy": 0.818182, "f1": 0.775099, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"], "main_score": 0.775099, "precision": 0.755962, "recall": 0.818182}, {"accuracy": 0.924901, "f1": 0.903656, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"], "main_score": 0.903656, "precision": 0.89361, "recall": 0.924901}, {"accuracy": 0.636364, "f1": 0.566624, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"], "main_score": 0.566624, "precision": 0.539457, "recall": 0.636364}, {"accuracy": 0.882411, "f1": 0.852388, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"], "main_score": 0.852388, "precision": 0.840163, "recall": 0.882411}, {"accuracy": 0.882411, "f1": 0.858723, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"], "main_score": 0.858723, "precision": 0.84925, "recall": 0.882411}, {"accuracy": 0.867589, "f1": 0.831922, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"], "main_score": 0.831922, "precision": 0.81665, "recall": 0.867589}, {"accuracy": 0.870553, "f1": 0.838606, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"], "main_score": 0.838606, "precision": 0.825967, "recall": 0.870553}, {"accuracy": 0.87253, "f1": 0.83946, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"], "main_score": 0.83946, "precision": 0.824687, "recall": 0.87253}, {"accuracy": 0.883399, "f1": 0.852767, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"], "main_score": 0.852767, "precision": 0.839674, "recall": 0.883399}, {"accuracy": 0.884387, "f1": 0.85, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"], "main_score": 0.85, "precision": 0.833745, "recall": 0.884387}, {"accuracy": 0.898221, "f1": 0.874924, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"], "main_score": 0.874924, "precision": 0.865381, "recall": 0.898221}, {"accuracy": 0.857708, "f1": 0.820125, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"], "main_score": 0.820125, "precision": 0.802734, "recall": 0.857708}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"], "main_score": 0.91996, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.873518, "f1": 0.841074, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"], "main_score": 0.841074, "precision": 0.825428, "recall": 0.873518}, {"accuracy": 0.859684, "f1": 0.820158, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"], "main_score": 0.820158, "precision": 0.802487, "recall": 0.859684}, {"accuracy": 0.875494, "f1": 0.842852, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"], "main_score": 0.842852, "precision": 0.827899, "recall": 0.875494}, {"accuracy": 0.864625, "f1": 0.831908, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"], "main_score": 0.831908, "precision": 0.818758, "recall": 0.864625}, {"accuracy": 0.20751, "f1": 0.150109, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"], "main_score": 0.150109, "precision": 0.132136, "recall": 0.20751}, {"accuracy": 0.853755, "f1": 0.816436, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"], "main_score": 0.816436, "precision": 0.799193, "recall": 0.853755}, {"accuracy": 0.863636, "f1": 0.825675, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"], "main_score": 0.825675, "precision": 0.808722, "recall": 0.863636}, {"accuracy": 0.88834, "f1": 0.859486, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"], "main_score": 0.859486, "precision": 0.846542, "recall": 0.88834}, {"accuracy": 0.890316, "f1": 0.859848, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"], "main_score": 0.859848, "precision": 0.845356, "recall": 0.890316}, {"accuracy": 0.885375, "f1": 0.85407, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"], "main_score": 0.85407, "precision": 0.840728, "recall": 0.885375}, {"accuracy": 0.854743, "f1": 0.815335, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"], "main_score": 0.815335, "precision": 0.797513, "recall": 0.854743}, {"accuracy": 0.921937, "f1": 0.898781, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"], "main_score": 0.898781, "precision": 0.887599, "recall": 0.921937}, {"accuracy": 0.881423, "f1": 0.851443, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"], "main_score": 0.851443, "precision": 0.838645, "recall": 0.881423}, {"accuracy": 0.887352, "f1": 0.859407, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"], "main_score": 0.859407, "precision": 0.847661, "recall": 0.887352}, {"accuracy": 0.867589, "f1": 0.837561, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"], "main_score": 0.837561, "precision": 0.824877, "recall": 0.867589}, {"accuracy": 0.857708, "f1": 0.822566, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"], "main_score": 0.822566, "precision": 0.808293, "recall": 0.857708}, {"accuracy": 0.868577, "f1": 0.834483, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"], "main_score": 0.834483, "precision": 0.819779, "recall": 0.868577}, {"accuracy": 0.804348, "f1": 0.757708, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"], "main_score": 0.757708, "precision": 0.736166, "recall": 0.804348}, {"accuracy": 0.883399, "f1": 0.849473, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"], "main_score": 0.849473, "precision": 0.833663, "recall": 0.883399}, {"accuracy": 0.876482, "f1": 0.846666, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"], "main_score": 0.846666, "precision": 0.83396, "recall": 0.876482}, {"accuracy": 0.875494, "f1": 0.850512, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"], "main_score": 0.850512, "precision": 0.840533, "recall": 0.875494}, {"accuracy": 0.87747, "f1": 0.850022, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"], "main_score": 0.850022, "precision": 0.838343, "recall": 0.87747}, {"accuracy": 0.809289, "f1": 0.762074, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"], "main_score": 0.762074, "precision": 0.74081, "recall": 0.809289}, {"accuracy": 0.91502, "f1": 0.890316, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"], "main_score": 0.890316, "precision": 0.878294, "recall": 0.91502}, {"accuracy": 0.901186, "f1": 0.873485, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"], "main_score": 0.873485, "precision": 0.861166, "recall": 0.901186}, {"accuracy": 0.853755, "f1": 0.816667, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"], "main_score": 0.816667, "precision": 0.799605, "recall": 0.853755}, {"accuracy": 0.886364, "f1": 0.856475, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"], "main_score": 0.856475, "precision": 0.843676, "recall": 0.886364}, {"accuracy": 0.802372, "f1": 0.757213, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"], "main_score": 0.757213, "precision": 0.736495, "recall": 0.802372}, {"accuracy": 0.926877, "f1": 0.904941, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"], "main_score": 0.904941, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.885375, "f1": 0.855517, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"], "main_score": 0.855517, "precision": 0.843059, "recall": 0.885375}, {"accuracy": 0.866601, "f1": 0.837931, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"], "main_score": 0.837931, "precision": 0.826917, "recall": 0.866601}, {"accuracy": 0.851779, "f1": 0.822716, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"], "main_score": 0.822716, "precision": 0.811742, "recall": 0.851779}, {"accuracy": 0.840909, "f1": 0.808039, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"], "main_score": 0.808039, "precision": 0.795187, "recall": 0.840909}, {"accuracy": 0.897233, "f1": 0.86996, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"], "main_score": 0.86996, "precision": 0.857625, "recall": 0.897233}, {"accuracy": 0.90415, "f1": 0.877009, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"], "main_score": 0.877009, "precision": 0.864542, "recall": 0.90415}, {"accuracy": 0.846838, "f1": 0.805698, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"], "main_score": 0.805698, "precision": 0.786314, "recall": 0.846838}, {"accuracy": 0.258893, "f1": 0.211939, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"], "main_score": 0.211939, "precision": 0.196162, "recall": 0.258893}, {"accuracy": 0.883399, "f1": 0.854084, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"], "main_score": 0.854084, "precision": 0.840086, "recall": 0.883399}, {"accuracy": 0.741107, "f1": 0.681621, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"], "main_score": 0.681621, "precision": 0.656637, "recall": 0.741107}, {"accuracy": 0.897233, "f1": 0.86749, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"], "main_score": 0.86749, "precision": 0.854068, "recall": 0.897233}, {"accuracy": 0.935771, "f1": 0.917161, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"], "main_score": 0.917161, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.838933, "f1": 0.797497, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"], "main_score": 0.797497, "precision": 0.77864, "recall": 0.838933}, {"accuracy": 0.899209, "f1": 0.870356, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"], "main_score": 0.870356, "precision": 0.856884, "recall": 0.899209}, {"accuracy": 0.914032, "f1": 0.889065, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"], "main_score": 0.889065, "precision": 0.877421, "recall": 0.914032}, {"accuracy": 0.87747, "f1": 0.844551, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"], "main_score": 0.844551, "precision": 0.829463, "recall": 0.87747}, {"accuracy": 0.886364, "f1": 0.856176, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"], "main_score": 0.856176, "precision": 0.842944, "recall": 0.886364}, {"accuracy": 0.863636, "f1": 0.826318, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"], "main_score": 0.826318, "precision": 0.808877, "recall": 0.863636}, {"accuracy": 0.885375, "f1": 0.856068, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"], "main_score": 0.856068, "precision": 0.843816, "recall": 0.885375}, {"accuracy": 0.916008, "f1": 0.892292, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"], "main_score": 0.892292, "precision": 0.880764, "recall": 0.916008}, {"accuracy": 0.842885, "f1": 0.803623, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"], "main_score": 0.803623, "precision": 0.785573, "recall": 0.842885}, {"accuracy": 0.833992, "f1": 0.793643, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"], "main_score": 0.793643, "precision": 0.775313, "recall": 0.833992}, {"accuracy": 0.90415, "f1": 0.87747, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"], "main_score": 0.87747, "precision": 0.864789, "recall": 0.90415}, {"accuracy": 0.859684, "f1": 0.822271, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"], "main_score": 0.822271, "precision": 0.80639, "recall": 0.859684}, {"accuracy": 0.04249, "f1": 0.023082, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"], "main_score": 0.023082, "precision": 0.019116, "recall": 0.04249}, {"accuracy": 0.853755, "f1": 0.822188, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"], "main_score": 0.822188, "precision": 0.809634, "recall": 0.853755}, {"accuracy": 0.88834, "f1": 0.857345, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"], "main_score": 0.857345, "precision": 0.843412, "recall": 0.88834}, {"accuracy": 0.84585, "f1": 0.81402, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"], "main_score": 0.81402, "precision": 0.801191, "recall": 0.84585}, {"accuracy": 0.874506, "f1": 0.845225, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"], "main_score": 0.845225, "precision": 0.833888, "recall": 0.874506}, {"accuracy": 0.821146, "f1": 0.775282, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"], "main_score": 0.775282, "precision": 0.754644, "recall": 0.821146}, {"accuracy": 0.833004, "f1": 0.790382, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"], "main_score": 0.790382, "precision": 0.770866, "recall": 0.833004}, {"accuracy": 0.860672, "f1": 0.824078, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"], "main_score": 0.824078, "precision": 0.808317, "recall": 0.860672}, {"accuracy": 0.850791, "f1": 0.813834, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"], "main_score": 0.813834, "precision": 0.798833, "recall": 0.850791}, {"accuracy": 0.913043, "f1": 0.888406, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"], "main_score": 0.888406, "precision": 0.876565, "recall": 0.913043}, {"accuracy": 0.880435, "f1": 0.848123, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"], "main_score": 0.848123, "precision": 0.833531, "recall": 0.880435}, {"accuracy": 0.76581, "f1": 0.710705, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"], "main_score": 0.710705, "precision": 0.686825, "recall": 0.76581}, {"accuracy": 0.886364, "f1": 0.855188, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"], "main_score": 0.855188, "precision": 0.841166, "recall": 0.886364}, {"accuracy": 0.791502, "f1": 0.744071, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"], "main_score": 0.744071, "precision": 0.723271, "recall": 0.791502}, {"accuracy": 0.851779, "f1": 0.812747, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"], "main_score": 0.812747, "precision": 0.794466, "recall": 0.851779}, {"accuracy": 0.870553, "f1": 0.840324, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"], "main_score": 0.840324, "precision": 0.828121, "recall": 0.870553}, {"accuracy": 0.895257, "f1": 0.866173, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"], "main_score": 0.866173, "precision": 0.852684, "recall": 0.895257}, {"accuracy": 0.894269, "f1": 0.866376, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"], "main_score": 0.866376, "precision": 0.854184, "recall": 0.894269}, {"accuracy": 0.899209, "f1": 0.873452, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"], "main_score": 0.873452, "precision": 0.861825, "recall": 0.899209}, {"accuracy": 0.893281, "f1": 0.864625, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"], "main_score": 0.864625, "precision": 0.851318, "recall": 0.893281}, {"accuracy": 0.812253, "f1": 0.773064, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"], "main_score": 0.773064, "precision": 0.757368, "recall": 0.812253}, {"accuracy": 0.868577, "f1": 0.835096, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"], "main_score": 0.835096, "precision": 0.820579, "recall": 0.868577}, {"accuracy": 0.857708, "f1": 0.823057, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"], "main_score": 0.823057, "precision": 0.807872, "recall": 0.857708}, {"accuracy": 0.863636, "f1": 0.828491, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"], "main_score": 0.828491, "precision": 0.81278, "recall": 0.863636}, {"accuracy": 0.855731, "f1": 0.817772, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"], "main_score": 0.817772, "precision": 0.800593, "recall": 0.855731}, {"accuracy": 0.856719, "f1": 0.819302, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"], "main_score": 0.819302, "precision": 0.802404, "recall": 0.856719}, {"accuracy": 0.918972, "f1": 0.896574, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"], "main_score": 0.896574, "precision": 0.88587, "recall": 0.918972}, {"accuracy": 0.916996, "f1": 0.893281, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"], "main_score": 0.893281, "precision": 0.882115, "recall": 0.916996}, {"accuracy": 0.90415, "f1": 0.877026, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"], "main_score": 0.877026, "precision": 0.864799, "recall": 0.90415}, {"accuracy": 0.838933, "f1": 0.795218, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"], "main_score": 0.795218, "precision": 0.775651, "recall": 0.838933}, {"accuracy": 0.835968, "f1": 0.797915, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"], "main_score": 0.797915, "precision": 0.783482, "recall": 0.835968}, {"accuracy": 0.86166, "f1": 0.825099, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"], "main_score": 0.825099, "precision": 0.809799, "recall": 0.86166}, {"accuracy": 0.874506, "f1": 0.840203, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"], "main_score": 0.840203, "precision": 0.825049, "recall": 0.874506}, {"accuracy": 0.868577, "f1": 0.834354, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"], "main_score": 0.834354, "precision": 0.818923, "recall": 0.868577}, {"accuracy": 0.91996, "f1": 0.897069, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"], "main_score": 0.897069, "precision": 0.88587, "recall": 0.91996}, {"accuracy": 0.8083, "f1": 0.757938, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"], "main_score": 0.757938, "precision": 0.734964, "recall": 0.8083}, {"accuracy": 0.884387, "f1": 0.856986, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"], "main_score": 0.856986, "precision": 0.845958, "recall": 0.884387}, {"accuracy": 0.873518, "f1": 0.839493, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"], "main_score": 0.839493, "precision": 0.824358, "recall": 0.873518}, {"accuracy": 0.839921, "f1": 0.80119, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"], "main_score": 0.80119, "precision": 0.785268, "recall": 0.839921}, {"accuracy": 0.880435, "f1": 0.84824, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"], "main_score": 0.84824, "precision": 0.83386, "recall": 0.880435}, {"accuracy": 0.887352, "f1": 0.855369, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"], "main_score": 0.855369, "precision": 0.840777, "recall": 0.887352}, {"accuracy": 0.881423, "f1": 0.848221, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"], "main_score": 0.848221, "precision": 0.832757, "recall": 0.881423}, {"accuracy": 0.879447, "f1": 0.852342, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"], "main_score": 0.852342, "precision": 0.840935, "recall": 0.879447}, {"accuracy": 0.871542, "f1": 0.841798, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"], "main_score": 0.841798, "precision": 0.827849, "recall": 0.871542}, {"accuracy": 0.897233, "f1": 0.867918, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"], "main_score": 0.867918, "precision": 0.854084, "recall": 0.897233}, {"accuracy": 0.860672, "f1": 0.82638, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"], "main_score": 0.82638, "precision": 0.812264, "recall": 0.860672}, {"accuracy": 0.913043, "f1": 0.888175, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"], "main_score": 0.888175, "precision": 0.876482, "recall": 0.913043}, {"accuracy": 0.913043, "f1": 0.891083, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"], "main_score": 0.891083, "precision": 0.881415, "recall": 0.913043}, {"accuracy": 0.81917, "f1": 0.777734, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"], "main_score": 0.777734, "precision": 0.758811, "recall": 0.81917}, {"accuracy": 0.867589, "f1": 0.832911, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"], "main_score": 0.832911, "precision": 0.818051, "recall": 0.867589}, {"accuracy": 0.88834, "f1": 0.859816, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"], "main_score": 0.859816, "precision": 0.847442, "recall": 0.88834}, {"accuracy": 0.884387, "f1": 0.854564, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"], "main_score": 0.854564, "precision": 0.841334, "recall": 0.884387}, {"accuracy": 0.911067, "f1": 0.887582, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"], "main_score": 0.887582, "precision": 0.876565, "recall": 0.911067}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"], "main_score": 0.908432, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.886364, "f1": 0.856884, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"], "main_score": 0.856884, "precision": 0.842721, "recall": 0.886364}, {"accuracy": 0.882411, "f1": 0.85168, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"], "main_score": 0.85168, "precision": 0.837039, "recall": 0.882411}, {"accuracy": 0.878458, "f1": 0.844697, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"], "main_score": 0.844697, "precision": 0.828557, "recall": 0.878458}, {"accuracy": 0.828063, "f1": 0.788215, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"], "main_score": 0.788215, "precision": 0.771767, "recall": 0.828063}, {"accuracy": 0.855731, "f1": 0.824617, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"], "main_score": 0.824617, "precision": 0.81282, "recall": 0.855731}, {"accuracy": 0.853755, "f1": 0.811726, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"], "main_score": 0.811726, "precision": 0.7917, "recall": 0.853755}, {"accuracy": 0.850791, "f1": 0.816784, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"], "main_score": 0.816784, "precision": 0.801054, "recall": 0.850791}, {"accuracy": 0.893281, "f1": 0.863307, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"], "main_score": 0.863307, "precision": 0.848814, "recall": 0.893281}, {"accuracy": 0.911067, "f1": 0.886001, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"], "main_score": 0.886001, "precision": 0.874506, "recall": 0.911067}, {"accuracy": 0.899209, "f1": 0.871377, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"], "main_score": 0.871377, "precision": 0.858037, "recall": 0.899209}, {"accuracy": 0.871542, "f1": 0.836693, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"], "main_score": 0.836693, "precision": 0.819746, "recall": 0.871542}, {"accuracy": 0.839921, "f1": 0.808667, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"], "main_score": 0.808667, "precision": 0.795954, "recall": 0.839921}, {"accuracy": 0.781621, "f1": 0.730454, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"], "main_score": 0.730454, "precision": 0.707016, "recall": 0.781621}, {"accuracy": 0.846838, "f1": 0.810081, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"], "main_score": 0.810081, "precision": 0.794113, "recall": 0.846838}, {"accuracy": 0.918972, "f1": 0.896443, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"], "main_score": 0.896443, "precision": 0.885952, "recall": 0.918972}, {"accuracy": 0.847826, "f1": 0.808762, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"], "main_score": 0.808762, "precision": 0.790711, "recall": 0.847826}, {"accuracy": 0.850791, "f1": 0.812582, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"], "main_score": 0.812582, "precision": 0.795372, "recall": 0.850791}, {"accuracy": 0.898221, "f1": 0.868577, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"], "main_score": 0.868577, "precision": 0.855072, "recall": 0.898221}, {"accuracy": 0.847826, "f1": 0.805797, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"], "main_score": 0.805797, "precision": 0.786891, "recall": 0.847826}, {"accuracy": 0.886364, "f1": 0.854941, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"], "main_score": 0.854941, "precision": 0.840728, "recall": 0.886364}, {"accuracy": 0.759881, "f1": 0.707016, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"], "main_score": 0.707016, "precision": 0.683086, "recall": 0.759881}, {"accuracy": 0.867589, "f1": 0.834999, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"], "main_score": 0.834999, "precision": 0.821659, "recall": 0.867589}, {"accuracy": 0.885375, "f1": 0.858138, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"], "main_score": 0.858138, "precision": 0.846553, "recall": 0.885375}, {"accuracy": 0.876482, "f1": 0.845899, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"], "main_score": 0.845899, "precision": 0.833491, "recall": 0.876482}, {"accuracy": 0.88834, "f1": 0.859505, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"], "main_score": 0.859505, "precision": 0.847118, "recall": 0.88834}, {"accuracy": 0.841897, "f1": 0.799638, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"], "main_score": 0.799638, "precision": 0.780995, "recall": 0.841897}, {"accuracy": 0.853755, "f1": 0.81469, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"], "main_score": 0.81469, "precision": 0.796607, "recall": 0.853755}, {"accuracy": 0.762846, "f1": 0.707444, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"], "main_score": 0.707444, "precision": 0.683399, "recall": 0.762846}, {"accuracy": 0.807312, "f1": 0.759816, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"], "main_score": 0.759816, "precision": 0.738142, "recall": 0.807312}, {"accuracy": 0.056324, "f1": 0.030322, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"], "main_score": 0.030322, "precision": 0.024528, "recall": 0.056324}, {"accuracy": 0.767787, "f1": 0.717914, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"], "main_score": 0.717914, "precision": 0.699115, "recall": 0.767787}, {"accuracy": 0.769763, "f1": 0.715976, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"], "main_score": 0.715976, "precision": 0.693869, "recall": 0.769763}, {"accuracy": 0.854743, "f1": 0.814248, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"], "main_score": 0.814248, "precision": 0.795208, "recall": 0.854743}, {"accuracy": 0.826087, "f1": 0.780303, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"], "main_score": 0.780303, "precision": 0.758432, "recall": 0.826087}, {"accuracy": 0.866601, "f1": 0.833531, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"], "main_score": 0.833531, "precision": 0.818429, "recall": 0.866601}, {"accuracy": 0.737154, "f1": 0.686684, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"], "main_score": 0.686684, "precision": 0.667321, "recall": 0.737154}, {"accuracy": 0.759881, "f1": 0.706818, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"], "main_score": 0.706818, "precision": 0.684124, "recall": 0.759881}, {"accuracy": 0.748024, "f1": 0.68635, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"], "main_score": 0.68635, "precision": 0.660194, "recall": 0.748024}, {"accuracy": 0.729249, "f1": 0.683083, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"], "main_score": 0.683083, "precision": 0.66639, "recall": 0.729249}, {"accuracy": 0.807312, "f1": 0.756639, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"], "main_score": 0.756639, "precision": 0.734601, "recall": 0.807312}, {"accuracy": 0.8083, "f1": 0.76166, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"], "main_score": 0.76166, "precision": 0.74081, "recall": 0.8083}, {"accuracy": 0.870553, "f1": 0.835112, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"], "main_score": 0.835112, "precision": 0.818841, "recall": 0.870553}, {"accuracy": 0.771739, "f1": 0.717709, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"], "main_score": 0.717709, "precision": 0.695821, "recall": 0.771739}, {"accuracy": 0.741107, "f1": 0.692536, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"], "main_score": 0.692536, "precision": 0.673144, "recall": 0.741107}, {"accuracy": 0.832016, "f1": 0.791027, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"], "main_score": 0.791027, "precision": 0.772678, "recall": 0.832016}, {"accuracy": 0.766798, "f1": 0.714515, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"], "main_score": 0.714515, "precision": 0.693417, "recall": 0.766798}, {"accuracy": 0.766798, "f1": 0.717157, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"], "main_score": 0.717157, "precision": 0.698668, "recall": 0.766798}, {"accuracy": 0.717391, "f1": 0.655777, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"], "main_score": 0.655777, "precision": 0.631365, "recall": 0.717391}, {"accuracy": 0.777668, "f1": 0.730263, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"], "main_score": 0.730263, "precision": 0.71209, "recall": 0.777668}, {"accuracy": 0.867589, "f1": 0.833827, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"], "main_score": 0.833827, "precision": 0.818248, "recall": 0.867589}, {"accuracy": 0.832016, "f1": 0.785178, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"], "main_score": 0.785178, "precision": 0.764032, "recall": 0.832016}, {"accuracy": 0.76581, "f1": 0.72159, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"], "main_score": 0.72159, "precision": 0.704047, "recall": 0.76581}, {"accuracy": 0.806324, "f1": 0.758926, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"], "main_score": 0.758926, "precision": 0.737072, "recall": 0.806324}, {"accuracy": 0.174901, "f1": 0.14584, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"], "main_score": 0.14584, "precision": 0.137591, "recall": 0.174901}, {"accuracy": 0.805336, "f1": 0.760318, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"], "main_score": 0.760318, "precision": 0.741769, "recall": 0.805336}, {"accuracy": 0.832016, "f1": 0.792227, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"], "main_score": 0.792227, "precision": 0.774374, "recall": 0.832016}, {"accuracy": 0.798419, "f1": 0.749492, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"], "main_score": 0.749492, "precision": 0.728574, "recall": 0.798419}, {"accuracy": 0.742095, "f1": 0.687992, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"], "main_score": 0.687992, "precision": 0.667362, "recall": 0.742095}, {"accuracy": 0.770751, "f1": 0.723016, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"], "main_score": 0.723016, "precision": 0.704925, "recall": 0.770751}, {"accuracy": 0.766798, "f1": 0.718765, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"], "main_score": 0.718765, "precision": 0.699864, "recall": 0.766798}, {"accuracy": 0.789526, "f1": 0.736613, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"], "main_score": 0.736613, "precision": 0.71306, "recall": 0.789526}, {"accuracy": 0.791502, "f1": 0.745225, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"], "main_score": 0.745225, "precision": 0.726741, "recall": 0.791502}, {"accuracy": 0.821146, "f1": 0.774755, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"], "main_score": 0.774755, "precision": 0.754644, "recall": 0.821146}, {"accuracy": 0.716403, "f1": 0.671736, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"], "main_score": 0.671736, "precision": 0.653753, "recall": 0.716403}, {"accuracy": 0.758893, "f1": 0.7067, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"], "main_score": 0.7067, "precision": 0.686144, "recall": 0.758893}, {"accuracy": 0.769763, "f1": 0.718838, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"], "main_score": 0.718838, "precision": 0.698417, "recall": 0.769763}, {"accuracy": 0.785573, "f1": 0.741336, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"], "main_score": 0.741336, "precision": 0.723617, "recall": 0.785573}, {"accuracy": 0.802372, "f1": 0.754216, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"], "main_score": 0.754216, "precision": 0.73274, "recall": 0.802372}, {"accuracy": 0.79249, "f1": 0.742556, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"], "main_score": 0.742556, "precision": 0.72136, "recall": 0.79249}, {"accuracy": 0.724308, "f1": 0.671768, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"], "main_score": 0.671768, "precision": 0.652056, "recall": 0.724308}, {"accuracy": 0.817194, "f1": 0.768445, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"], "main_score": 0.768445, "precision": 0.746624, "recall": 0.817194}, {"accuracy": 0.76581, "f1": 0.721757, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"], "main_score": 0.721757, "precision": 0.704144, "recall": 0.76581}, {"accuracy": 0.777668, "f1": 0.720424, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"], "main_score": 0.720424, "precision": 0.69548, "recall": 0.777668}, {"accuracy": 0.836957, "f1": 0.795257, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"], "main_score": 0.795257, "precision": 0.776186, "recall": 0.836957}, {"accuracy": 0.774704, "f1": 0.718709, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"], "main_score": 0.718709, "precision": 0.695405, "recall": 0.774704}, {"accuracy": 0.802372, "f1": 0.752273, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"], "main_score": 0.752273, "precision": 0.72999, "recall": 0.802372}, {"accuracy": 0.75, "f1": 0.691486, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"], "main_score": 0.691486, "precision": 0.667796, "recall": 0.75}, {"accuracy": 0.759881, "f1": 0.700443, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"], "main_score": 0.700443, "precision": 0.674687, "recall": 0.759881}, {"accuracy": 0.694664, "f1": 0.63484, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"], "main_score": 0.63484, "precision": 0.613045, "recall": 0.694664}, {"accuracy": 0.75, "f1": 0.691965, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"], "main_score": 0.691965, "precision": 0.668241, "recall": 0.75}, {"accuracy": 0.782609, "f1": 0.729216, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"], "main_score": 0.729216, "precision": 0.704578, "recall": 0.782609}, {"accuracy": 0.758893, "f1": 0.710811, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"], "main_score": 0.710811, "precision": 0.690727, "recall": 0.758893}, {"accuracy": 0.83004, "f1": 0.787549, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"], "main_score": 0.787549, "precision": 0.768396, "recall": 0.83004}, {"accuracy": 0.810277, "f1": 0.767029, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"], "main_score": 0.767029, "precision": 0.747694, "recall": 0.810277}, {"accuracy": 0.849802, "f1": 0.810691, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"], "main_score": 0.810691, "precision": 0.793182, "recall": 0.849802}, {"accuracy": 0.575099, "f1": 0.495906, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"], "main_score": 0.495906, "precision": 0.466455, "recall": 0.575099}, {"accuracy": 0.768775, "f1": 0.719816, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"], "main_score": 0.719816, "precision": 0.700867, "recall": 0.768775}, {"accuracy": 0.778656, "f1": 0.728538, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"], "main_score": 0.728538, "precision": 0.70784, "recall": 0.778656}, {"accuracy": 0.724308, "f1": 0.664541, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"], "main_score": 0.664541, "precision": 0.64231, "recall": 0.724308}, {"accuracy": 0.770751, "f1": 0.720605, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"], "main_score": 0.720605, "precision": 0.700763, "recall": 0.770751}, {"accuracy": 0.820158, "f1": 0.779414, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"], "main_score": 0.779414, "precision": 0.761594, "recall": 0.820158}, {"accuracy": 0.725296, "f1": 0.663927, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"], "main_score": 0.663927, "precision": 0.63983, "recall": 0.725296}, {"accuracy": 0.79249, "f1": 0.738636, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"], "main_score": 0.738636, "precision": 0.714674, "recall": 0.79249}, {"accuracy": 0.740119, "f1": 0.697415, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"], "main_score": 0.697415, "precision": 0.680851, "recall": 0.740119}, {"accuracy": 0.804348, "f1": 0.757148, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"], "main_score": 0.757148, "precision": 0.735754, "recall": 0.804348}, {"accuracy": 0.869565, "f1": 0.836561, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"], "main_score": 0.836561, "precision": 0.822134, "recall": 0.869565}, {"accuracy": 0.829051, "f1": 0.786825, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"], "main_score": 0.786825, "precision": 0.767622, "recall": 0.829051}, {"accuracy": 0.749012, "f1": 0.690697, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"], "main_score": 0.690697, "precision": 0.666469, "recall": 0.749012}, {"accuracy": 0.778656, "f1": 0.725502, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"], "main_score": 0.725502, "precision": 0.703088, "recall": 0.778656}, {"accuracy": 0.740119, "f1": 0.679797, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"], "main_score": 0.679797, "precision": 0.655981, "recall": 0.740119}, {"accuracy": 0.202569, "f1": 0.154691, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"], "main_score": 0.154691, "precision": 0.140714, "recall": 0.202569}, {"accuracy": 0.802372, "f1": 0.752357, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"], "main_score": 0.752357, "precision": 0.730138, "recall": 0.802372}, {"accuracy": 0.772727, "f1": 0.71777, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"], "main_score": 0.71777, "precision": 0.695629, "recall": 0.772727}, {"accuracy": 0.835968, "f1": 0.792838, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"], "main_score": 0.792838, "precision": 0.773337, "recall": 0.835968}, {"accuracy": 0.833992, "f1": 0.792358, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"], "main_score": 0.792358, "precision": 0.773864, "recall": 0.833992}, {"accuracy": 0.750988, "f1": 0.693277, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"], "main_score": 0.693277, "precision": 0.670143, "recall": 0.750988}, {"accuracy": 0.711462, "f1": 0.651893, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"], "main_score": 0.651893, "precision": 0.62963, "recall": 0.711462}, {"accuracy": 0.798419, "f1": 0.744928, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"], "main_score": 0.744928, "precision": 0.720998, "recall": 0.798419}, {"accuracy": 0.793478, "f1": 0.747639, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"], "main_score": 0.747639, "precision": 0.729675, "recall": 0.793478}, {"accuracy": 0.755929, "f1": 0.705865, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"], "main_score": 0.705865, "precision": 0.686673, "recall": 0.755929}, {"accuracy": 0.746047, "f1": 0.696759, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"], "main_score": 0.696759, "precision": 0.677213, "recall": 0.746047}, {"accuracy": 0.714427, "f1": 0.655063, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"], "main_score": 0.655063, "precision": 0.633818, "recall": 0.714427}, {"accuracy": 0.777668, "f1": 0.726566, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"], "main_score": 0.726566, "precision": 0.705487, "recall": 0.777668}, {"accuracy": 0.747036, "f1": 0.688043, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"], "main_score": 0.688043, "precision": 0.662055, "recall": 0.747036}, {"accuracy": 0.840909, "f1": 0.804051, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"], "main_score": 0.804051, "precision": 0.787698, "recall": 0.840909}, {"accuracy": 0.771739, "f1": 0.726309, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"], "main_score": 0.726309, "precision": 0.708837, "recall": 0.771739}, {"accuracy": 0.762846, "f1": 0.722279, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"], "main_score": 0.722279, "precision": 0.705797, "recall": 0.762846}, {"accuracy": 0.747036, "f1": 0.697997, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"], "main_score": 0.697997, "precision": 0.677965, "recall": 0.747036}, {"accuracy": 0.752964, "f1": 0.692424, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"], "main_score": 0.692424, "precision": 0.665942, "recall": 0.752964}, {"accuracy": 0.800395, "f1": 0.749341, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"], "main_score": 0.749341, "precision": 0.727997, "recall": 0.800395}, {"accuracy": 0.820158, "f1": 0.774868, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"], "main_score": 0.774868, "precision": 0.755089, "recall": 0.820158}, {"accuracy": 0.800395, "f1": 0.752833, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"], "main_score": 0.752833, "precision": 0.730978, "recall": 0.800395}, {"accuracy": 0.781621, "f1": 0.733717, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"], "main_score": 0.733717, "precision": 0.714563, "recall": 0.781621}, {"accuracy": 0.72332, "f1": 0.660211, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"], "main_score": 0.660211, "precision": 0.632543, "recall": 0.72332}, {"accuracy": 0.83498, "f1": 0.791587, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"], "main_score": 0.791587, "precision": 0.771772, "recall": 0.83498}, {"accuracy": 0.784585, "f1": 0.738061, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"], "main_score": 0.738061, "precision": 0.719403, "recall": 0.784585}, {"accuracy": 0.76581, "f1": 0.719771, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"], "main_score": 0.719771, "precision": 0.701998, "recall": 0.76581}, {"accuracy": 0.722332, "f1": 0.6776, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"], "main_score": 0.6776, "precision": 0.661752, "recall": 0.722332}, {"accuracy": 0.744071, "f1": 0.697912, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"], "main_score": 0.697912, "precision": 0.680489, "recall": 0.744071}, {"accuracy": 0.804348, "f1": 0.755995, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"], "main_score": 0.755995, "precision": 0.735046, "recall": 0.804348}, {"accuracy": 0.829051, "f1": 0.781291, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"], "main_score": 0.781291, "precision": 0.759997, "recall": 0.829051}, {"accuracy": 0.787549, "f1": 0.740909, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"], "main_score": 0.740909, "precision": 0.720273, "recall": 0.787549}, {"accuracy": 0.248024, "f1": 0.203403, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"], "main_score": 0.203403, "precision": 0.188001, "recall": 0.248024}, {"accuracy": 0.814229, "f1": 0.769368, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"], "main_score": 0.769368, "precision": 0.748913, "recall": 0.814229}, {"accuracy": 0.652174, "f1": 0.57915, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"], "main_score": 0.57915, "precision": 0.549424, "recall": 0.652174}, {"accuracy": 0.774704, "f1": 0.723886, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"], "main_score": 0.723886, "precision": 0.702669, "recall": 0.774704}, {"accuracy": 0.880435, "f1": 0.847859, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"], "main_score": 0.847859, "precision": 0.832955, "recall": 0.880435}, {"accuracy": 0.76581, "f1": 0.70863, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"], "main_score": 0.70863, "precision": 0.683086, "recall": 0.76581}, {"accuracy": 0.815217, "f1": 0.771278, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"], "main_score": 0.771278, "precision": 0.751235, "recall": 0.815217}, {"accuracy": 0.807312, "f1": 0.757049, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"], "main_score": 0.757049, "precision": 0.734931, "recall": 0.807312}, {"accuracy": 0.812253, "f1": 0.761792, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"], "main_score": 0.761792, "precision": 0.738834, "recall": 0.812253}, {"accuracy": 0.80336, "f1": 0.755585, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"], "main_score": 0.755585, "precision": 0.735804, "recall": 0.80336}, {"accuracy": 0.809289, "f1": 0.759585, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"], "main_score": 0.759585, "precision": 0.736742, "recall": 0.809289}, {"accuracy": 0.769763, "f1": 0.723568, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"], "main_score": 0.723568, "precision": 0.705298, "recall": 0.769763}, {"accuracy": 0.816206, "f1": 0.769071, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"], "main_score": 0.769071, "precision": 0.7486, "recall": 0.816206}, {"accuracy": 0.775692, "f1": 0.723485, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"], "main_score": 0.723485, "precision": 0.700379, "recall": 0.775692}, {"accuracy": 0.782609, "f1": 0.735128, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"], "main_score": 0.735128, "precision": 0.71386, "recall": 0.782609}, {"accuracy": 0.840909, "f1": 0.800593, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"], "main_score": 0.800593, "precision": 0.781703, "recall": 0.840909}, {"accuracy": 0.73913, "f1": 0.680514, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"], "main_score": 0.680514, "precision": 0.657481, "recall": 0.73913}, {"accuracy": 0.048419, "f1": 0.027454, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"], "main_score": 0.027454, "precision": 0.023377, "recall": 0.048419}, {"accuracy": 0.737154, "f1": 0.68676, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"], "main_score": 0.68676, "precision": 0.668144, "recall": 0.737154}, {"accuracy": 0.785573, "f1": 0.732362, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"], "main_score": 0.732362, "precision": 0.709646, "recall": 0.785573}, {"accuracy": 0.699605, "f1": 0.643479, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"], "main_score": 0.643479, "precision": 0.621818, "recall": 0.699605}, {"accuracy": 0.751976, "f1": 0.700199, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"], "main_score": 0.700199, "precision": 0.680846, "recall": 0.751976}, {"accuracy": 0.730237, "f1": 0.667243, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"], "main_score": 0.667243, "precision": 0.641281, "recall": 0.730237}, {"accuracy": 0.76087, "f1": 0.710903, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"], "main_score": 0.710903, "precision": 0.688886, "recall": 0.76087}, {"accuracy": 0.744071, "f1": 0.687933, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"], "main_score": 0.687933, "precision": 0.66619, "recall": 0.744071}, {"accuracy": 0.742095, "f1": 0.684008, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"], "main_score": 0.684008, "precision": 0.661162, "recall": 0.742095}, {"accuracy": 0.828063, "f1": 0.782889, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"], "main_score": 0.782889, "precision": 0.762411, "recall": 0.828063}, {"accuracy": 0.801383, "f1": 0.748287, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"], "main_score": 0.748287, "precision": 0.724901, "recall": 0.801383}, {"accuracy": 0.692688, "f1": 0.627174, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"], "main_score": 0.627174, "precision": 0.600785, "recall": 0.692688}, {"accuracy": 0.788538, "f1": 0.739587, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"], "main_score": 0.739587, "precision": 0.719792, "recall": 0.788538}, {"accuracy": 0.726285, "f1": 0.66682, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"], "main_score": 0.66682, "precision": 0.641049, "recall": 0.726285}, {"accuracy": 0.787549, "f1": 0.739048, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"], "main_score": 0.739048, "precision": 0.718457, "recall": 0.787549}, {"accuracy": 0.778656, "f1": 0.726765, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"], "main_score": 0.726765, "precision": 0.705963, "recall": 0.778656}, {"accuracy": 0.796443, "f1": 0.748551, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"], "main_score": 0.748551, "precision": 0.727092, "recall": 0.796443}, {"accuracy": 0.790514, "f1": 0.739267, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"], "main_score": 0.739267, "precision": 0.717772, "recall": 0.790514}, {"accuracy": 0.850791, "f1": 0.812549, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"], "main_score": 0.812549, "precision": 0.795059, "recall": 0.850791}, {"accuracy": 0.783597, "f1": 0.734345, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"], "main_score": 0.734345, "precision": 0.713686, "recall": 0.783597}, {"accuracy": 0.676877, "f1": 0.621012, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"], "main_score": 0.621012, "precision": 0.599353, "recall": 0.676877}, {"accuracy": 0.767787, "f1": 0.717229, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"], "main_score": 0.717229, "precision": 0.696864, "recall": 0.767787}, {"accuracy": 0.744071, "f1": 0.686168, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"], "main_score": 0.686168, "precision": 0.663201, "recall": 0.744071}, {"accuracy": 0.788538, "f1": 0.733992, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"], "main_score": 0.733992, "precision": 0.709832, "recall": 0.788538}, {"accuracy": 0.754941, "f1": 0.698254, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"], "main_score": 0.698254, "precision": 0.673921, "recall": 0.754941}, {"accuracy": 0.735178, "f1": 0.677604, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"], "main_score": 0.677604, "precision": 0.65416, "recall": 0.735178}, {"accuracy": 0.862648, "f1": 0.826106, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"], "main_score": 0.826106, "precision": 0.809404, "recall": 0.862648}, {"accuracy": 0.84585, "f1": 0.806653, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"], "main_score": 0.806653, "precision": 0.789312, "recall": 0.84585}, {"accuracy": 0.815217, "f1": 0.768274, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"], "main_score": 0.768274, "precision": 0.74908, "recall": 0.815217}, {"accuracy": 0.716403, "f1": 0.654145, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"], "main_score": 0.654145, "precision": 0.629562, "recall": 0.716403}, {"accuracy": 0.679842, "f1": 0.620686, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"], "main_score": 0.620686, "precision": 0.600076, "recall": 0.679842}, {"accuracy": 0.757905, "f1": 0.70842, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"], "main_score": 0.70842, "precision": 0.689669, "recall": 0.757905}, {"accuracy": 0.747036, "f1": 0.685799, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"], "main_score": 0.685799, "precision": 0.66059, "recall": 0.747036}, {"accuracy": 0.786561, "f1": 0.732279, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"], "main_score": 0.732279, "precision": 0.708333, "recall": 0.786561}, {"accuracy": 0.843874, "f1": 0.803755, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"], "main_score": 0.803755, "precision": 0.785194, "recall": 0.843874}, {"accuracy": 0.783597, "f1": 0.72971, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"], "main_score": 0.72971, "precision": 0.705731, "recall": 0.783597}, {"accuracy": 0.754941, "f1": 0.707188, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"], "main_score": 0.707188, "precision": 0.689204, "recall": 0.754941}, {"accuracy": 0.769763, "f1": 0.715876, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"], "main_score": 0.715876, "precision": 0.693412, "recall": 0.769763}, {"accuracy": 0.712451, "f1": 0.653283, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"], "main_score": 0.653283, "precision": 0.63047, "recall": 0.712451}, {"accuracy": 0.771739, "f1": 0.715274, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"], "main_score": 0.715274, "precision": 0.69109, "recall": 0.771739}, {"accuracy": 0.780632, "f1": 0.724193, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"], "main_score": 0.724193, "precision": 0.700026, "recall": 0.780632}, {"accuracy": 0.811265, "f1": 0.773155, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"], "main_score": 0.773155, "precision": 0.756258, "recall": 0.811265}, {"accuracy": 0.788538, "f1": 0.741907, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"], "main_score": 0.741907, "precision": 0.723495, "recall": 0.788538}, {"accuracy": 0.81917, "f1": 0.773108, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"], "main_score": 0.773108, "precision": 0.752668, "recall": 0.81917}, {"accuracy": 0.836957, "f1": 0.795982, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"], "main_score": 0.795982, "precision": 0.77696, "recall": 0.836957}, {"accuracy": 0.750988, "f1": 0.701189, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"], "main_score": 0.701189, "precision": 0.681935, "recall": 0.750988}, {"accuracy": 0.794466, "f1": 0.744302, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"], "main_score": 0.744302, "precision": 0.721838, "recall": 0.794466}, {"accuracy": 0.772727, "f1": 0.728226, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"], "main_score": 0.728226, "precision": 0.710402, "recall": 0.772727}, {"accuracy": 0.788538, "f1": 0.74002, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"], "main_score": 0.74002, "precision": 0.718379, "recall": 0.788538}, {"accuracy": 0.744071, "f1": 0.686832, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"], "main_score": 0.686832, "precision": 0.664888, "recall": 0.744071}, {"accuracy": 0.782609, "f1": 0.734057, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"], "main_score": 0.734057, "precision": 0.715161, "recall": 0.782609}, {"accuracy": 0.801383, "f1": 0.756744, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"], "main_score": 0.756744, "precision": 0.738788, "recall": 0.801383}, {"accuracy": 0.869565, "f1": 0.832543, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"], "main_score": 0.832543, "precision": 0.815629, "recall": 0.869565}, {"accuracy": 0.817194, "f1": 0.768544, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"], "main_score": 0.768544, "precision": 0.746245, "recall": 0.817194}, {"accuracy": 0.81917, "f1": 0.777357, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"], "main_score": 0.777357, "precision": 0.757856, "recall": 0.81917}, {"accuracy": 0.831028, "f1": 0.790086, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"], "main_score": 0.790086, "precision": 0.771525, "recall": 0.831028}, {"accuracy": 0.83004, "f1": 0.788142, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"], "main_score": 0.788142, "precision": 0.768939, "recall": 0.83004}, {"accuracy": 0.688735, "f1": 0.631425, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"], "main_score": 0.631425, "precision": 0.609571, "recall": 0.688735}, {"accuracy": 0.712451, "f1": 0.663181, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"], "main_score": 0.663181, "precision": 0.645826, "recall": 0.712451}, {"accuracy": 0.731225, "f1": 0.668732, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"], "main_score": 0.668732, "precision": 0.64333, "recall": 0.731225}, {"accuracy": 0.846838, "f1": 0.811001, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"], "main_score": 0.811001, "precision": 0.794615, "recall": 0.846838}, {"accuracy": 0.881423, "f1": 0.846542, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"], "main_score": 0.846542, "precision": 0.830451, "recall": 0.881423}, {"accuracy": 0.833004, "f1": 0.789314, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"], "main_score": 0.789314, "precision": 0.770175, "recall": 0.833004}, {"accuracy": 0.838933, "f1": 0.797167, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"], "main_score": 0.797167, "precision": 0.777948, "recall": 0.838933}, {"accuracy": 0.820158, "f1": 0.777376, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"], "main_score": 0.777376, "precision": 0.75807, "recall": 0.820158}, {"accuracy": 0.719368, "f1": 0.672762, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"], "main_score": 0.672762, "precision": 0.655014, "recall": 0.719368}, {"accuracy": 0.726285, "f1": 0.666008, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"], "main_score": 0.666008, "precision": 0.639476, "recall": 0.726285}, {"accuracy": 0.758893, "f1": 0.706573, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"], "main_score": 0.706573, "precision": 0.685568, "recall": 0.758893}, {"accuracy": 0.809289, "f1": 0.761034, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"], "main_score": 0.761034, "precision": 0.740069, "recall": 0.809289}, {"accuracy": 0.75, "f1": 0.700165, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"], "main_score": 0.700165, "precision": 0.678887, "recall": 0.75}, {"accuracy": 0.728261, "f1": 0.664657, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"], "main_score": 0.664657, "precision": 0.638258, "recall": 0.728261}, {"accuracy": 0.81917, "f1": 0.772233, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"], "main_score": 0.772233, "precision": 0.751103, "recall": 0.81917}, {"accuracy": 0.766798, "f1": 0.713556, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"], "main_score": 0.713556, "precision": 0.691798, "recall": 0.766798}, {"accuracy": 0.815217, "f1": 0.767227, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"], "main_score": 0.767227, "precision": 0.746509, "recall": 0.815217}, {"accuracy": 0.69664, "f1": 0.632642, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"], "main_score": 0.632642, "precision": 0.605138, "recall": 0.69664}, {"accuracy": 0.763834, "f1": 0.711191, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"], "main_score": 0.711191, "precision": 0.690671, "recall": 0.763834}, {"accuracy": 0.793478, "f1": 0.748333, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"], "main_score": 0.748333, "precision": 0.729858, "recall": 0.793478}, {"accuracy": 0.755929, "f1": 0.702432, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"], "main_score": 0.702432, "precision": 0.681619, "recall": 0.755929}, {"accuracy": 0.791502, "f1": 0.744055, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"], "main_score": 0.744055, "precision": 0.724526, "recall": 0.791502}, {"accuracy": 0.756917, "f1": 0.69832, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"], "main_score": 0.69832, "precision": 0.673188, "recall": 0.756917}, {"accuracy": 0.817194, "f1": 0.772134, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"], "main_score": 0.772134, "precision": 0.751433, "recall": 0.817194}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"], "main_score": 0.920949, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.897233, "f1": 0.867325, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"], "main_score": 0.867325, "precision": 0.852849, "recall": 0.897233}, {"accuracy": 0.047431, "f1": 0.025528, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"], "main_score": 0.025528, "precision": 0.020872, "recall": 0.047431}, {"accuracy": 0.969368, "f1": 0.961583, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"], "main_score": 0.961583, "precision": 0.958375, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"], "main_score": 0.965152, "precision": 0.961215, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.959453, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"], "main_score": 0.959453, "precision": 0.955534, "recall": 0.968379}, {"accuracy": 0.950593, "f1": 0.936594, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"], "main_score": 0.936594, "precision": 0.929842, "recall": 0.950593}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.952569, "f1": 0.941723, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"], "main_score": 0.941723, "precision": 0.937648, "recall": 0.952569}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.925889, "f1": 0.905468, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"], "main_score": 0.905468, "precision": 0.895586, "recall": 0.925889}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.956522, "f1": 0.943365, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"], "main_score": 0.943365, "precision": 0.937171, "recall": 0.956522}, {"accuracy": 0.967391, "f1": 0.959091, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"], "main_score": 0.959091, "precision": 0.955561, "recall": 0.967391}, {"accuracy": 0.91996, "f1": 0.895916, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"], "main_score": 0.895916, "precision": 0.884223, "recall": 0.91996}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.961462, "f1": 0.951466, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"], "main_score": 0.951466, "precision": 0.947276, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.20751, "f1": 0.166308, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"], "main_score": 0.166308, "precision": 0.154176, "recall": 0.20751}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"], "main_score": 0.969368, "precision": 0.966271, "recall": 0.976285}, {"accuracy": 0.939723, "f1": 0.922596, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"], "main_score": 0.922596, "precision": 0.914361, "recall": 0.939723}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"], "main_score": 0.948847, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.95527, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"], "main_score": 0.95527, "precision": 0.950708, "recall": 0.965415}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"], "main_score": 0.924572, "precision": 0.91637, "recall": 0.9417}, {"accuracy": 0.968379, "f1": 0.95967, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"], "main_score": 0.95967, "precision": 0.955945, "recall": 0.968379}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.94664, "f1": 0.933846, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"], "main_score": 0.933846, "precision": 0.928749, "recall": 0.94664}, {"accuracy": 0.953557, "f1": 0.941126, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"], "main_score": 0.941126, "precision": 0.935606, "recall": 0.953557}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.965382, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"], "main_score": 0.965382, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.893281, "f1": 0.861397, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"], "main_score": 0.861397, "precision": 0.846459, "recall": 0.893281}, {"accuracy": 0.933794, "f1": 0.913505, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"], "main_score": 0.913505, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.960474, "f1": 0.948748, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"], "main_score": 0.948748, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.968379, "f1": 0.959505, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"], "main_score": 0.959505, "precision": 0.955616, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.927866, "f1": 0.906851, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"], "main_score": 0.906851, "precision": 0.896854, "recall": 0.927866}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.892292, "f1": 0.861495, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"], "main_score": 0.861495, "precision": 0.846673, "recall": 0.892292}, {"accuracy": 0.961462, "f1": 0.951603, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"], "main_score": 0.951603, "precision": 0.947423, "recall": 0.961462}, {"accuracy": 0.947628, "f1": 0.930501, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"], "main_score": 0.930501, "precision": 0.922101, "recall": 0.947628}, {"accuracy": 0.87253, "f1": 0.839163, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"], "main_score": 0.839163, "precision": 0.823864, "recall": 0.87253}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.701581, "f1": 0.631192, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"], "main_score": 0.631192, "precision": 0.602028, "recall": 0.701581}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"], "main_score": 0.959157, "precision": 0.955072, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.951877, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"], "main_score": 0.951877, "precision": 0.947332, "recall": 0.962451}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.948617, "f1": 0.934439, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"], "main_score": 0.934439, "precision": 0.928442, "recall": 0.948617}, {"accuracy": 0.921937, "f1": 0.899605, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"], "main_score": 0.899605, "precision": 0.888752, "recall": 0.921937}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.98419, "f1": 0.97971, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"], "main_score": 0.97971, "precision": 0.977767, "recall": 0.98419}, {"accuracy": 0.894269, "f1": 0.865086, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"], "main_score": 0.865086, "precision": 0.851449, "recall": 0.894269}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.911067, "f1": 0.885046, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"], "main_score": 0.885046, "precision": 0.873024, "recall": 0.911067}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"], "main_score": 0.953294, "precision": 0.947875, "recall": 0.964427}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"], "main_score": 0.930665, "precision": 0.923287, "recall": 0.94664}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"], "main_score": 0.949835, "precision": 0.944582, "recall": 0.961462}, {"accuracy": 0.205534, "f1": 0.145343, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"], "main_score": 0.145343, "precision": 0.128154, "recall": 0.205534}, {"accuracy": 0.914032, "f1": 0.888834, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"], "main_score": 0.888834, "precision": 0.876482, "recall": 0.914032}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.9417, "f1": 0.92365, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"], "main_score": 0.92365, "precision": 0.915102, "recall": 0.9417}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"], "main_score": 0.906126, "precision": 0.895784, "recall": 0.927866}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.934783, "f1": 0.917227, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"], "main_score": 0.917227, "precision": 0.909173, "recall": 0.934783}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.959486, "f1": 0.947826, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"], "main_score": 0.947826, "precision": 0.942605, "recall": 0.959486}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.946294, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"], "main_score": 0.946294, "precision": 0.941462, "recall": 0.95751}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.962451, "f1": 0.951548, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"], "main_score": 0.951548, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.839921, "f1": 0.797101, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"], "main_score": 0.797101, "precision": 0.777404, "recall": 0.839921}, {"accuracy": 0.94664, "f1": 0.929018, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"], "main_score": 0.929018, "precision": 0.92029, "recall": 0.94664}, {"accuracy": 0.954545, "f1": 0.941271, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"], "main_score": 0.941271, "precision": 0.935392, "recall": 0.954545}, {"accuracy": 0.969368, "f1": 0.96138, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"], "main_score": 0.96138, "precision": 0.95798, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.950875, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"], "main_score": 0.950875, "precision": 0.946146, "recall": 0.961462}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"], "main_score": 0.904974, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.853755, "f1": 0.814295, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"], "main_score": 0.814295, "precision": 0.796476, "recall": 0.853755}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.927866, "f1": 0.905138, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"], "main_score": 0.905138, "precision": 0.894104, "recall": 0.927866}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"], "main_score": 0.967885, "precision": 0.96446, "recall": 0.975296}, {"accuracy": 0.851779, "f1": 0.814032, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"], "main_score": 0.814032, "precision": 0.796443, "recall": 0.851779}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"], "main_score": 0.970356, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.957364, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"], "main_score": 0.957364, "precision": 0.95364, "recall": 0.966403}, {"accuracy": 0.966403, "f1": 0.957595, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"], "main_score": 0.957595, "precision": 0.953887, "recall": 0.966403}, {"accuracy": 0.962451, "f1": 0.952289, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"], "main_score": 0.952289, "precision": 0.947934, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"], "main_score": 0.964262, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.897233, "f1": 0.86805, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"], "main_score": 0.86805, "precision": 0.854084, "recall": 0.897233}, {"accuracy": 0.270751, "f1": 0.21866, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"], "main_score": 0.21866, "precision": 0.20139, "recall": 0.270751}, {"accuracy": 0.933794, "f1": 0.914163, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"], "main_score": 0.914163, "precision": 0.904809, "recall": 0.933794}, {"accuracy": 0.799407, "f1": 0.749242, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"], "main_score": 0.749242, "precision": 0.726779, "recall": 0.799407}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.909091, "f1": 0.880764, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"], "main_score": 0.880764, "precision": 0.86726, "recall": 0.909091}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"], "main_score": 0.962846, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.890316, "f1": 0.859354, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"], "main_score": 0.859354, "precision": 0.844203, "recall": 0.890316}, {"accuracy": 0.891304, "f1": 0.860079, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"], "main_score": 0.860079, "precision": 0.845273, "recall": 0.891304}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"], "main_score": 0.956357, "precision": 0.951746, "recall": 0.966403}, {"accuracy": 0.052372, "f1": 0.027974, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"], "main_score": 0.027974, "precision": 0.023293, "recall": 0.052372}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"], "main_score": 0.939888, "precision": 0.933696, "recall": 0.953557}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.927866, "f1": 0.909468, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"], "main_score": 0.909468, "precision": 0.901762, "recall": 0.927866}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.903162, "f1": 0.874638, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"], "main_score": 0.874638, "precision": 0.861199, "recall": 0.903162}, {"accuracy": 0.897233, "f1": 0.868149, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"], "main_score": 0.868149, "precision": 0.854661, "recall": 0.897233}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"], "main_score": 0.944895, "precision": 0.938982, "recall": 0.95751}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"], "main_score": 0.951087, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.852767, "f1": 0.813241, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"], "main_score": 0.813241, "precision": 0.794466, "recall": 0.852767}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.850791, "f1": 0.810079, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"], "main_score": 0.810079, "precision": 0.791008, "recall": 0.850791}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"], "main_score": 0.904974, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.95751, "f1": 0.946212, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"], "main_score": 0.946212, "precision": 0.941518, "recall": 0.95751}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"], "main_score": 0.948287, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.937747, "f1": 0.92141, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"], "main_score": 0.92141, "precision": 0.914822, "recall": 0.937747}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"], "main_score": 0.94137, "precision": 0.93531, "recall": 0.954545}, {"accuracy": 0.924901, "f1": 0.902964, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"], "main_score": 0.902964, "precision": 0.892787, "recall": 0.924901}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"], "main_score": 0.9333, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.940711, "f1": 0.922991, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"], "main_score": 0.922991, "precision": 0.914937, "recall": 0.940711}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"], "main_score": 0.922101, "precision": 0.913208, "recall": 0.940711}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.976845, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"], "main_score": 0.976845, "precision": 0.974391, "recall": 0.982213}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.940711, "f1": 0.924012, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"], "main_score": 0.924012, "precision": 0.916831, "recall": 0.940711}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.948617, "f1": 0.932543, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"], "main_score": 0.932543, "precision": 0.924654, "recall": 0.948617}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.87747, "f1": 0.84417, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"], "main_score": 0.84417, "precision": 0.828393, "recall": 0.87747}, {"accuracy": 0.969368, "f1": 0.960493, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"], "main_score": 0.960493, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"], "main_score": 0.919631, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.9417, "f1": 0.925151, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"], "main_score": 0.925151, "precision": 0.917819, "recall": 0.9417}, {"accuracy": 0.959486, "f1": 0.948617, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"], "main_score": 0.948617, "precision": 0.943347, "recall": 0.959486}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.924901, "f1": 0.902569, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"], "main_score": 0.902569, "precision": 0.891881, "recall": 0.924901}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.917984, "f1": 0.896805, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"], "main_score": 0.896805, "precision": 0.886775, "recall": 0.917984}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.962451, "f1": 0.951976, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"], "main_score": 0.951976, "precision": 0.947381, "recall": 0.962451}, {"accuracy": 0.944664, "f1": 0.929183, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"], "main_score": 0.929183, "precision": 0.921607, "recall": 0.944664}, {"accuracy": 0.983202, "f1": 0.978393, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"], "main_score": 0.978393, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.874506, "f1": 0.840217, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"], "main_score": 0.840217, "precision": 0.824275, "recall": 0.874506}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.97332, "f1": 0.964822, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"], "main_score": 0.964822, "precision": 0.960721, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"], "main_score": 0.961792, "precision": 0.957708, "recall": 0.970356}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"], "main_score": 0.935507, "precision": 0.928277, "recall": 0.950593}, {"accuracy": 0.979249, "f1": 0.973485, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"], "main_score": 0.973485, "precision": 0.970685, "recall": 0.979249}, {"accuracy": 0.936759, "f1": 0.919368, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"], "main_score": 0.919368, "precision": 0.910985, "recall": 0.936759}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"], "main_score": 0.901416, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.924901, "f1": 0.904564, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"], "main_score": 0.904564, "precision": 0.895784, "recall": 0.924901}, {"accuracy": 0.965415, "f1": 0.954941, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"], "main_score": 0.954941, "precision": 0.950181, "recall": 0.965415}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"], "main_score": 0.913867, "precision": 0.904315, "recall": 0.933794}, {"accuracy": 0.898221, "f1": 0.870784, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"], "main_score": 0.870784, "precision": 0.85779, "recall": 0.898221}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"], "main_score": 0.929249, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.969368, "f1": 0.960211, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"], "main_score": 0.960211, "precision": 0.955945, "recall": 0.969368}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"], "main_score": 0.926219, "precision": 0.918149, "recall": 0.942688}, {"accuracy": 0.958498, "f1": 0.948584, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"], "main_score": 0.948584, "precision": 0.944424, "recall": 0.958498}, {"accuracy": 0.844862, "f1": 0.803887, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"], "main_score": 0.803887, "precision": 0.7847, "recall": 0.844862}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"], "main_score": 0.912121, "precision": 0.902421, "recall": 0.932806}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.898221, "f1": 0.86917, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"], "main_score": 0.86917, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.912055, "f1": 0.886693, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"], "main_score": 0.886693, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.932806, "f1": 0.912549, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"], "main_score": 0.912549, "precision": 0.902997, "recall": 0.932806}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"], "main_score": 0.948123, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.817194, "f1": 0.768332, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"], "main_score": 0.768332, "precision": 0.746212, "recall": 0.817194}, {"accuracy": 0.969368, "f1": 0.960277, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"], "main_score": 0.960277, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.969368, "f1": 0.960592, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"], "main_score": 0.960592, "precision": 0.956686, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.963076, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"], "main_score": 0.963076, "precision": 0.959486, "recall": 0.971344}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"], "main_score": 0.912385, "precision": 0.902503, "recall": 0.932806}, {"accuracy": 0.924901, "f1": 0.902569, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"], "main_score": 0.902569, "precision": 0.892045, "recall": 0.924901}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"], "main_score": 0.938241, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"], "main_score": 0.889559, "precision": 0.877388, "recall": 0.91502}, {"accuracy": 0.048419, "f1": 0.024023, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"], "main_score": 0.024023, "precision": 0.018834, "recall": 0.048419}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.940711, "f1": 0.924078, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"], "main_score": 0.924078, "precision": 0.916173, "recall": 0.940711}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"], "main_score": 0.979743, "precision": 0.977767, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"], "main_score": 0.931983, "precision": 0.924572, "recall": 0.947628}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.970092, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"], "main_score": 0.970092, "precision": 0.96665, "recall": 0.977273}, {"accuracy": 0.98419, "f1": 0.979908, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"], "main_score": 0.979908, "precision": 0.978129, "recall": 0.98419}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"], "main_score": 0.909585, "precision": 0.900033, "recall": 0.929842}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"], "main_score": 0.972069, "precision": 0.96945, "recall": 0.978261}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.203557, "f1": 0.158545, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"], "main_score": 0.158545, "precision": 0.144925, "recall": 0.203557}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.972332, "f1": 0.963999, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"], "main_score": 0.963999, "precision": 0.960227, "recall": 0.972332}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.90415, "f1": 0.874901, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"], "main_score": 0.874901, "precision": 0.860919, "recall": 0.90415}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"], "main_score": 0.972991, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"], "main_score": 0.980896, "precision": 0.979084, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.943676, "f1": 0.927602, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"], "main_score": 0.927602, "precision": 0.920043, "recall": 0.943676}, {"accuracy": 0.963439, "f1": 0.952899, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"], "main_score": 0.952899, "precision": 0.947793, "recall": 0.963439}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.908103, "f1": 0.882148, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"], "main_score": 0.882148, "precision": 0.869812, "recall": 0.908103}, {"accuracy": 0.979249, "f1": 0.974097, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"], "main_score": 0.974097, "precision": 0.972036, "recall": 0.979249}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.897233, "f1": 0.868808, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"], "main_score": 0.868808, "precision": 0.855649, "recall": 0.897233}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"], "main_score": 0.948847, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.737154, "f1": 0.675896, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"], "main_score": 0.675896, "precision": 0.650308, "recall": 0.737154}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"], "main_score": 0.910738, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.987648, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"], "main_score": 0.987648, "precision": 0.986693, "recall": 0.990119}, {"accuracy": 0.914032, "f1": 0.890382, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"], "main_score": 0.890382, "precision": 0.879397, "recall": 0.914032}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"], "main_score": 0.962945, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.936759, "f1": 0.918314, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"], "main_score": 0.918314, "precision": 0.909453, "recall": 0.936759}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"], "main_score": 0.96054, "precision": 0.956275, "recall": 0.969368}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.218379, "f1": 0.152579, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"], "main_score": 0.152579, "precision": 0.13333, "recall": 0.218379}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"], "main_score": 0.911067, "precision": 0.901515, "recall": 0.93083}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"], "main_score": 0.944895, "precision": 0.939147, "recall": 0.95751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975856, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"], "main_score": 0.975856, "precision": 0.973403, "recall": 0.981225}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"], "main_score": 0.986166, "precision": 0.984881, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"], "main_score": 0.980731, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.866601, "f1": 0.832625, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"], "main_score": 0.832625, "precision": 0.81745, "recall": 0.866601}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.985178, "f1": 0.98139, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"], "main_score": 0.98139, "precision": 0.979941, "recall": 0.985178}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.929842, "f1": 0.908926, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"], "main_score": 0.908926, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.881423, "f1": 0.847892, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"], "main_score": 0.847892, "precision": 0.832263, "recall": 0.881423}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.936759, "f1": 0.916798, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"], "main_score": 0.916798, "precision": 0.907279, "recall": 0.936759}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.865613, "f1": 0.828228, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"], "main_score": 0.828228, "precision": 0.810277, "recall": 0.865613}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.977668, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"], "main_score": 0.977668, "precision": 0.975708, "recall": 0.982213}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.912055, "f1": 0.888636, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"], "main_score": 0.888636, "precision": 0.877635, "recall": 0.912055}, {"accuracy": 0.264822, "f1": 0.212163, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"], "main_score": 0.212163, "precision": 0.196116, "recall": 0.264822}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"], "main_score": 0.919302, "precision": 0.909914, "recall": 0.938735}, {"accuracy": 0.813241, "f1": 0.76469, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"], "main_score": 0.76469, "precision": 0.743412, "recall": 0.813241}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.926877, "f1": 0.906456, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"], "main_score": 0.906456, "precision": 0.896739, "recall": 0.926877}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.906126, "f1": 0.877701, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"], "main_score": 0.877701, "precision": 0.864213, "recall": 0.906126}, {"accuracy": 0.903162, "f1": 0.873748, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"], "main_score": 0.873748, "precision": 0.859931, "recall": 0.903162}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.055336, "f1": 0.029293, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"], "main_score": 0.029293, "precision": 0.024116, "recall": 0.055336}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"], "main_score": 0.974539, "precision": 0.972085, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.944664, "f1": 0.929367, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"], "main_score": 0.929367, "precision": 0.922546, "recall": 0.944664}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"], "main_score": 0.895422, "precision": 0.884058, "recall": 0.918972}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"], "main_score": 0.972069, "precision": 0.969285, "recall": 0.978261}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"], "main_score": 0.958004, "precision": 0.953722, "recall": 0.967391}, {"accuracy": 0.893281, "f1": 0.861397, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"], "main_score": 0.861397, "precision": 0.846097, "recall": 0.893281}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.876482, "f1": 0.843412, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"], "main_score": 0.843412, "precision": 0.82831, "recall": 0.876482}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"], "main_score": 0.948617, "precision": 0.943182, "recall": 0.960474}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"], "main_score": 0.955599, "precision": 0.951334, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.95751, "f1": 0.943742, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"], "main_score": 0.943742, "precision": 0.937006, "recall": 0.95751}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"], "main_score": 0.952306, "precision": 0.947052, "recall": 0.963439}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"], "main_score": 0.951482, "precision": 0.946229, "recall": 0.962451}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.960046, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"], "main_score": 0.960046, "precision": 0.955781, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"], "main_score": 0.9417, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.887352, "f1": 0.856357, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"], "main_score": 0.856357, "precision": 0.842227, "recall": 0.887352}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"], "main_score": 0.912945, "precision": 0.903574, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.916008, "f1": 0.892523, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"], "main_score": 0.892523, "precision": 0.88167, "recall": 0.916008}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.899209, "f1": 0.87141, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"], "main_score": 0.87141, "precision": 0.858943, "recall": 0.899209}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.925889, "f1": 0.904974, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"], "main_score": 0.904974, "precision": 0.894763, "recall": 0.925889}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"], "main_score": 0.938406, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.950593, "f1": 0.936232, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"], "main_score": 0.936232, "precision": 0.929677, "recall": 0.950593}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.928854, "f1": 0.906785, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"], "main_score": 0.906785, "precision": 0.89608, "recall": 0.928854}, {"accuracy": 0.91502, "f1": 0.891107, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"], "main_score": 0.891107, "precision": 0.879941, "recall": 0.91502}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"], "main_score": 0.949605, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.977273, "f1": 0.971492, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"], "main_score": 0.971492, "precision": 0.969097, "recall": 0.977273}, {"accuracy": 0.837945, "f1": 0.792622, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"], "main_score": 0.792622, "precision": 0.771146, "recall": 0.837945}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.893281, "f1": 0.862319, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"], "main_score": 0.862319, "precision": 0.847991, "recall": 0.893281}, {"accuracy": 0.91502, "f1": 0.889657, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"], "main_score": 0.889657, "precision": 0.8778, "recall": 0.91502}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.827075, "f1": 0.780583, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"], "main_score": 0.780583, "precision": 0.759776, "recall": 0.827075}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"], "main_score": 0.948682, "precision": 0.943099, "recall": 0.960474}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"], "main_score": 0.925066, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.857708, "f1": 0.822003, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"], "main_score": 0.822003, "precision": 0.805814, "recall": 0.857708}, {"accuracy": 0.856719, "f1": 0.817161, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"], "main_score": 0.817161, "precision": 0.798419, "recall": 0.856719}, {"accuracy": 0.060277, "f1": 0.032146, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"], "main_score": 0.032146, "precision": 0.025683, "recall": 0.060277}, {"accuracy": 0.857708, "f1": 0.825759, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"], "main_score": 0.825759, "precision": 0.812855, "recall": 0.857708}, {"accuracy": 0.862648, "f1": 0.828409, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"], "main_score": 0.828409, "precision": 0.814337, "recall": 0.862648}, {"accuracy": 0.914032, "f1": 0.889625, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"], "main_score": 0.889625, "precision": 0.878129, "recall": 0.914032}, {"accuracy": 0.90415, "f1": 0.875395, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"], "main_score": 0.875395, "precision": 0.861578, "recall": 0.90415}, {"accuracy": 0.925889, "f1": 0.903063, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"], "main_score": 0.903063, "precision": 0.892045, "recall": 0.925889}, {"accuracy": 0.857708, "f1": 0.82606, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"], "main_score": 0.82606, "precision": 0.8134, "recall": 0.857708}, {"accuracy": 0.846838, "f1": 0.808893, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"], "main_score": 0.808893, "precision": 0.792161, "recall": 0.846838}, {"accuracy": 0.833004, "f1": 0.786594, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"], "main_score": 0.786594, "precision": 0.765794, "recall": 0.833004}, {"accuracy": 0.817194, "f1": 0.781502, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"], "main_score": 0.781502, "precision": 0.768141, "recall": 0.817194}, {"accuracy": 0.87253, "f1": 0.836001, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"], "main_score": 0.836001, "precision": 0.819252, "recall": 0.87253}, {"accuracy": 0.893281, "f1": 0.865349, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"], "main_score": 0.865349, "precision": 0.852553, "recall": 0.893281}, {"accuracy": 0.937747, "f1": 0.918431, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"], "main_score": 0.918431, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.860672, "f1": 0.824788, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"], "main_score": 0.824788, "precision": 0.809519, "recall": 0.860672}, {"accuracy": 0.831028, "f1": 0.797539, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"], "main_score": 0.797539, "precision": 0.783805, "recall": 0.831028}, {"accuracy": 0.884387, "f1": 0.852437, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"], "main_score": 0.852437, "precision": 0.836957, "recall": 0.884387}, {"accuracy": 0.863636, "f1": 0.827607, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"], "main_score": 0.827607, "precision": 0.812698, "recall": 0.863636}, {"accuracy": 0.850791, "f1": 0.815118, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"], "main_score": 0.815118, "precision": 0.800224, "recall": 0.850791}, {"accuracy": 0.80336, "f1": 0.75191, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"], "main_score": 0.75191, "precision": 0.729858, "recall": 0.80336}, {"accuracy": 0.850791, "f1": 0.815443, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"], "main_score": 0.815443, "precision": 0.801141, "recall": 0.850791}, {"accuracy": 0.909091, "f1": 0.884519, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"], "main_score": 0.884519, "precision": 0.873188, "recall": 0.909091}, {"accuracy": 0.901186, "f1": 0.872003, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"], "main_score": 0.872003, "precision": 0.858531, "recall": 0.901186}, {"accuracy": 0.853755, "f1": 0.819547, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"], "main_score": 0.819547, "precision": 0.805783, "recall": 0.853755}, {"accuracy": 0.894269, "f1": 0.86222, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"], "main_score": 0.86222, "precision": 0.84725, "recall": 0.894269}, {"accuracy": 0.188735, "f1": 0.155899, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"], "main_score": 0.155899, "precision": 0.147073, "recall": 0.188735}, {"accuracy": 0.882411, "f1": 0.854084, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"], "main_score": 0.854084, "precision": 0.842357, "recall": 0.882411}, {"accuracy": 0.907115, "f1": 0.882708, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"], "main_score": 0.882708, "precision": 0.871212, "recall": 0.907115}, {"accuracy": 0.892292, "f1": 0.861034, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"], "main_score": 0.861034, "precision": 0.846789, "recall": 0.892292}, {"accuracy": 0.84585, "f1": 0.811161, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"], "main_score": 0.811161, "precision": 0.797483, "recall": 0.84585}, {"accuracy": 0.86166, "f1": 0.827882, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"], "main_score": 0.827882, "precision": 0.81412, "recall": 0.86166}, {"accuracy": 0.856719, "f1": 0.824481, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"], "main_score": 0.824481, "precision": 0.811237, "recall": 0.856719}, {"accuracy": 0.879447, "f1": 0.844104, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"], "main_score": 0.844104, "precision": 0.827487, "recall": 0.879447}, {"accuracy": 0.885375, "f1": 0.858354, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"], "main_score": 0.858354, "precision": 0.846988, "recall": 0.885375}, {"accuracy": 0.895257, "f1": 0.865217, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"], "main_score": 0.865217, "precision": 0.851449, "recall": 0.895257}, {"accuracy": 0.810277, "f1": 0.7778, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"], "main_score": 0.7778, "precision": 0.764473, "recall": 0.810277}, {"accuracy": 0.84585, "f1": 0.808805, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"], "main_score": 0.808805, "precision": 0.794056, "recall": 0.84585}, {"accuracy": 0.871542, "f1": 0.83957, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"], "main_score": 0.83957, "precision": 0.82668, "recall": 0.871542}, {"accuracy": 0.879447, "f1": 0.850547, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"], "main_score": 0.850547, "precision": 0.839015, "recall": 0.879447}, {"accuracy": 0.868577, "f1": 0.836053, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"], "main_score": 0.836053, "precision": 0.820982, "recall": 0.868577}, {"accuracy": 0.864625, "f1": 0.82803, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"], "main_score": 0.82803, "precision": 0.811298, "recall": 0.864625}, {"accuracy": 0.83498, "f1": 0.797532, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"], "main_score": 0.797532, "precision": 0.78317, "recall": 0.83498}, {"accuracy": 0.880435, "f1": 0.845191, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"], "main_score": 0.845191, "precision": 0.828228, "recall": 0.880435}, {"accuracy": 0.851779, "f1": 0.826762, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"], "main_score": 0.826762, "precision": 0.817225, "recall": 0.851779}, {"accuracy": 0.898221, "f1": 0.868709, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"], "main_score": 0.868709, "precision": 0.855567, "recall": 0.898221}, {"accuracy": 0.90415, "f1": 0.876812, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"], "main_score": 0.876812, "precision": 0.863669, "recall": 0.90415}, {"accuracy": 0.889328, "f1": 0.858794, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"], "main_score": 0.858794, "precision": 0.845224, "recall": 0.889328}, {"accuracy": 0.88834, "f1": 0.856851, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"], "main_score": 0.856851, "precision": 0.842885, "recall": 0.88834}, {"accuracy": 0.844862, "f1": 0.80224, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"], "main_score": 0.80224, "precision": 0.78302, "recall": 0.844862}, {"accuracy": 0.852767, "f1": 0.809966, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"], "main_score": 0.809966, "precision": 0.7903, "recall": 0.852767}, {"accuracy": 0.821146, "f1": 0.779836, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"], "main_score": 0.779836, "precision": 0.763974, "recall": 0.821146}, {"accuracy": 0.839921, "f1": 0.796706, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"], "main_score": 0.796706, "precision": 0.777372, "recall": 0.839921}, {"accuracy": 0.853755, "f1": 0.813109, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"], "main_score": 0.813109, "precision": 0.79389, "recall": 0.853755}, {"accuracy": 0.84585, "f1": 0.816116, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"], "main_score": 0.816116, "precision": 0.804026, "recall": 0.84585}, {"accuracy": 0.890316, "f1": 0.858564, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"], "main_score": 0.858564, "precision": 0.843956, "recall": 0.890316}, {"accuracy": 0.838933, "f1": 0.797398, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"], "main_score": 0.797398, "precision": 0.778162, "recall": 0.838933}, {"accuracy": 0.916008, "f1": 0.89226, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"], "main_score": 0.89226, "precision": 0.881423, "recall": 0.916008}, {"accuracy": 0.612648, "f1": 0.534396, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"], "main_score": 0.534396, "precision": 0.504554, "recall": 0.612648}, {"accuracy": 0.870553, "f1": 0.8414, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"], "main_score": 0.8414, "precision": 0.829647, "recall": 0.870553}, {"accuracy": 0.849802, "f1": 0.815496, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"], "main_score": 0.815496, "precision": 0.801568, "recall": 0.849802}, {"accuracy": 0.839921, "f1": 0.800173, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"], "main_score": 0.800173, "precision": 0.784791, "recall": 0.839921}, {"accuracy": 0.846838, "f1": 0.812532, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"], "main_score": 0.812532, "precision": 0.798995, "recall": 0.846838}, {"accuracy": 0.886364, "f1": 0.854644, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"], "main_score": 0.854644, "precision": 0.839674, "recall": 0.886364}, {"accuracy": 0.833004, "f1": 0.790533, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"], "main_score": 0.790533, "precision": 0.772661, "recall": 0.833004}, {"accuracy": 0.881423, "f1": 0.847793, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"], "main_score": 0.847793, "precision": 0.832181, "recall": 0.881423}, {"accuracy": 0.835968, "f1": 0.804324, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"], "main_score": 0.804324, "precision": 0.79188, "recall": 0.835968}, {"accuracy": 0.857708, "f1": 0.823419, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"], "main_score": 0.823419, "precision": 0.807806, "recall": 0.857708}, {"accuracy": 0.925889, "f1": 0.904282, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"], "main_score": 0.904282, "precision": 0.894433, "recall": 0.925889}, {"accuracy": 0.886364, "f1": 0.857213, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"], "main_score": 0.857213, "precision": 0.843544, "recall": 0.886364}, {"accuracy": 0.864625, "f1": 0.826303, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"], "main_score": 0.826303, "precision": 0.808959, "recall": 0.864625}, {"accuracy": 0.856719, "f1": 0.820064, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"], "main_score": 0.820064, "precision": 0.804496, "recall": 0.856719}, {"accuracy": 0.844862, "f1": 0.80814, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"], "main_score": 0.80814, "precision": 0.793845, "recall": 0.844862}, {"accuracy": 0.206522, "f1": 0.153586, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"], "main_score": 0.153586, "precision": 0.138044, "recall": 0.206522}, {"accuracy": 0.882411, "f1": 0.854216, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"], "main_score": 0.854216, "precision": 0.841238, "recall": 0.882411}, {"accuracy": 0.866601, "f1": 0.831826, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"], "main_score": 0.831826, "precision": 0.816856, "recall": 0.866601}, {"accuracy": 0.894269, "f1": 0.863603, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"], "main_score": 0.863603, "precision": 0.849308, "recall": 0.894269}, {"accuracy": 0.901186, "f1": 0.873386, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"], "main_score": 0.873386, "precision": 0.86059, "recall": 0.901186}, {"accuracy": 0.874506, "f1": 0.840895, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"], "main_score": 0.840895, "precision": 0.826696, "recall": 0.874506}, {"accuracy": 0.807312, "f1": 0.758352, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"], "main_score": 0.758352, "precision": 0.738175, "recall": 0.807312}, {"accuracy": 0.906126, "f1": 0.87859, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"], "main_score": 0.87859, "precision": 0.865777, "recall": 0.906126}, {"accuracy": 0.87747, "f1": 0.847713, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"], "main_score": 0.847713, "precision": 0.835691, "recall": 0.87747}, {"accuracy": 0.847826, "f1": 0.81382, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"], "main_score": 0.81382, "precision": 0.801138, "recall": 0.847826}, {"accuracy": 0.839921, "f1": 0.806709, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"], "main_score": 0.806709, "precision": 0.793575, "recall": 0.839921}, {"accuracy": 0.822134, "f1": 0.77887, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"], "main_score": 0.77887, "precision": 0.762139, "recall": 0.822134}, {"accuracy": 0.849802, "f1": 0.814203, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"], "main_score": 0.814203, "precision": 0.799227, "recall": 0.849802}, {"accuracy": 0.779644, "f1": 0.724769, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"], "main_score": 0.724769, "precision": 0.700214, "recall": 0.779644}, {"accuracy": 0.895257, "f1": 0.867114, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"], "main_score": 0.867114, "precision": 0.854331, "recall": 0.895257}, {"accuracy": 0.848814, "f1": 0.814729, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"], "main_score": 0.814729, "precision": 0.801096, "recall": 0.848814}, {"accuracy": 0.847826, "f1": 0.81789, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"], "main_score": 0.81789, "precision": 0.806147, "recall": 0.847826}, {"accuracy": 0.853755, "f1": 0.821276, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"], "main_score": 0.821276, "precision": 0.807679, "recall": 0.853755}, {"accuracy": 0.811265, "f1": 0.763109, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"], "main_score": 0.763109, "precision": 0.741469, "recall": 0.811265}, {"accuracy": 0.820158, "f1": 0.774967, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"], "main_score": 0.774967, "precision": 0.754776, "recall": 0.820158}, {"accuracy": 0.885375, "f1": 0.851845, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"], "main_score": 0.851845, "precision": 0.836215, "recall": 0.885375}, {"accuracy": 0.909091, "f1": 0.881983, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"], "main_score": 0.881983, "precision": 0.869516, "recall": 0.909091}, {"accuracy": 0.869565, "f1": 0.838043, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"], "main_score": 0.838043, "precision": 0.825255, "recall": 0.869565}, {"accuracy": 0.802372, "f1": 0.756719, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"], "main_score": 0.756719, "precision": 0.735672, "recall": 0.802372}, {"accuracy": 0.928854, "f1": 0.909157, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"], "main_score": 0.909157, "precision": 0.899786, "recall": 0.928854}, {"accuracy": 0.868577, "f1": 0.836187, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"], "main_score": 0.836187, "precision": 0.822907, "recall": 0.868577}, {"accuracy": 0.847826, "f1": 0.814092, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"], "main_score": 0.814092, "precision": 0.801039, "recall": 0.847826}, {"accuracy": 0.825099, "f1": 0.794351, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"], "main_score": 0.794351, "precision": 0.783235, "recall": 0.825099}, {"accuracy": 0.812253, "f1": 0.776855, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"], "main_score": 0.776855, "precision": 0.763331, "recall": 0.812253}, {"accuracy": 0.897233, "f1": 0.866667, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"], "main_score": 0.866667, "precision": 0.85252, "recall": 0.897233}, {"accuracy": 0.901186, "f1": 0.872661, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"], "main_score": 0.872661, "precision": 0.859552, "recall": 0.901186}, {"accuracy": 0.848814, "f1": 0.808696, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"], "main_score": 0.808696, "precision": 0.790629, "recall": 0.848814}, {"accuracy": 0.258893, "f1": 0.214708, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"], "main_score": 0.214708, "precision": 0.198938, "recall": 0.258893}, {"accuracy": 0.887352, "f1": 0.857609, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"], "main_score": 0.857609, "precision": 0.843824, "recall": 0.887352}, {"accuracy": 0.727273, "f1": 0.662615, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"], "main_score": 0.662615, "precision": 0.634651, "recall": 0.727273}, {"accuracy": 0.863636, "f1": 0.824605, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"], "main_score": 0.824605, "precision": 0.807263, "recall": 0.863636}, {"accuracy": 0.938735, "f1": 0.920751, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"], "main_score": 0.920751, "precision": 0.912385, "recall": 0.938735}, {"accuracy": 0.84585, "f1": 0.803689, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"], "main_score": 0.803689, "precision": 0.784569, "recall": 0.84585}, {"accuracy": 0.88834, "f1": 0.85807, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"], "main_score": 0.85807, "precision": 0.843956, "recall": 0.88834}, {"accuracy": 0.891304, "f1": 0.860705, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"], "main_score": 0.860705, "precision": 0.846953, "recall": 0.891304}, {"accuracy": 0.874506, "f1": 0.839032, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"], "main_score": 0.839032, "precision": 0.822793, "recall": 0.874506}, {"accuracy": 0.863636, "f1": 0.827346, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"], "main_score": 0.827346, "precision": 0.811817, "recall": 0.863636}, {"accuracy": 0.896245, "f1": 0.868478, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"], "main_score": 0.868478, "precision": 0.855814, "recall": 0.896245}, {"accuracy": 0.859684, "f1": 0.827258, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"], "main_score": 0.827258, "precision": 0.814414, "recall": 0.859684}, {"accuracy": 0.895257, "f1": 0.866238, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"], "main_score": 0.866238, "precision": 0.852767, "recall": 0.895257}, {"accuracy": 0.829051, "f1": 0.784651, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"], "main_score": 0.784651, "precision": 0.763916, "recall": 0.829051}, {"accuracy": 0.853755, "f1": 0.816041, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"], "main_score": 0.816041, "precision": 0.798254, "recall": 0.853755}, {"accuracy": 0.899209, "f1": 0.870784, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"], "main_score": 0.870784, "precision": 0.857296, "recall": 0.899209}, {"accuracy": 0.843874, "f1": 0.806154, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"], "main_score": 0.806154, "precision": 0.791001, "recall": 0.843874}, {"accuracy": 0.050395, "f1": 0.030132, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"], "main_score": 0.030132, "precision": 0.026144, "recall": 0.050395}, {"accuracy": 0.83004, "f1": 0.790244, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"], "main_score": 0.790244, "precision": 0.774308, "recall": 0.83004}, {"accuracy": 0.87747, "f1": 0.84473, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"], "main_score": 0.84473, "precision": 0.830155, "recall": 0.87747}, {"accuracy": 0.79249, "f1": 0.75213, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"], "main_score": 0.75213, "precision": 0.736745, "recall": 0.79249}, {"accuracy": 0.849802, "f1": 0.815125, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"], "main_score": 0.815125, "precision": 0.80135, "recall": 0.849802}, {"accuracy": 0.821146, "f1": 0.774821, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"], "main_score": 0.774821, "precision": 0.754924, "recall": 0.821146}, {"accuracy": 0.84585, "f1": 0.805731, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"], "main_score": 0.805731, "precision": 0.787335, "recall": 0.84585}, {"accuracy": 0.833992, "f1": 0.794399, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"], "main_score": 0.794399, "precision": 0.778384, "recall": 0.833992}, {"accuracy": 0.832016, "f1": 0.79288, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"], "main_score": 0.79288, "precision": 0.777662, "recall": 0.832016}, {"accuracy": 0.908103, "f1": 0.882246, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"], "main_score": 0.882246, "precision": 0.870059, "recall": 0.908103}, {"accuracy": 0.88834, "f1": 0.856621, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"], "main_score": 0.856621, "precision": 0.842013, "recall": 0.88834}, {"accuracy": 0.767787, "f1": 0.714449, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"], "main_score": 0.714449, "precision": 0.69151, "recall": 0.767787}, {"accuracy": 0.873518, "f1": 0.841195, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"], "main_score": 0.841195, "precision": 0.827391, "recall": 0.873518}, {"accuracy": 0.790514, "f1": 0.740975, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"], "main_score": 0.740975, "precision": 0.719071, "recall": 0.790514}, {"accuracy": 0.87747, "f1": 0.84496, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"], "main_score": 0.84496, "precision": 0.830764, "recall": 0.87747}, {"accuracy": 0.849802, "f1": 0.816329, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"], "main_score": 0.816329, "precision": 0.80309, "recall": 0.849802}, {"accuracy": 0.899209, "f1": 0.869071, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"], "main_score": 0.869071, "precision": 0.854578, "recall": 0.899209}, {"accuracy": 0.864625, "f1": 0.830668, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"], "main_score": 0.830668, "precision": 0.81661, "recall": 0.864625}, {"accuracy": 0.916996, "f1": 0.893958, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"], "main_score": 0.893958, "precision": 0.883482, "recall": 0.916996}, {"accuracy": 0.876482, "f1": 0.842424, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"], "main_score": 0.842424, "precision": 0.827355, "recall": 0.876482}, {"accuracy": 0.764822, "f1": 0.721787, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"], "main_score": 0.721787, "precision": 0.705501, "recall": 0.764822}, {"accuracy": 0.855731, "f1": 0.817161, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"], "main_score": 0.817161, "precision": 0.799912, "recall": 0.855731}, {"accuracy": 0.849802, "f1": 0.808879, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"], "main_score": 0.808879, "precision": 0.791486, "recall": 0.849802}, {"accuracy": 0.892292, "f1": 0.860244, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"], "main_score": 0.860244, "precision": 0.845109, "recall": 0.892292}, {"accuracy": 0.851779, "f1": 0.811166, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"], "main_score": 0.811166, "precision": 0.793552, "recall": 0.851779}, {"accuracy": 0.832016, "f1": 0.787931, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"], "main_score": 0.787931, "precision": 0.768577, "recall": 0.832016}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"], "main_score": 0.905632, "precision": 0.895455, "recall": 0.926877}, {"accuracy": 0.91996, "f1": 0.895982, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"], "main_score": 0.895982, "precision": 0.88447, "recall": 0.91996}, {"accuracy": 0.874506, "f1": 0.841109, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"], "main_score": 0.841109, "precision": 0.82664, "recall": 0.874506}, {"accuracy": 0.781621, "f1": 0.728197, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"], "main_score": 0.728197, "precision": 0.705724, "recall": 0.781621}, {"accuracy": 0.797431, "f1": 0.75404, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"], "main_score": 0.75404, "precision": 0.738189, "recall": 0.797431}, {"accuracy": 0.83498, "f1": 0.794993, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"], "main_score": 0.794993, "precision": 0.779416, "recall": 0.83498}, {"accuracy": 0.862648, "f1": 0.823353, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"], "main_score": 0.823353, "precision": 0.805945, "recall": 0.862648}, {"accuracy": 0.86166, "f1": 0.823419, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"], "main_score": 0.823419, "precision": 0.805863, "recall": 0.86166}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"], "main_score": 0.876877, "precision": 0.864048, "recall": 0.90415}, {"accuracy": 0.802372, "f1": 0.752767, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"], "main_score": 0.752767, "precision": 0.730402, "recall": 0.802372}, {"accuracy": 0.833992, "f1": 0.799972, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"], "main_score": 0.799972, "precision": 0.786538, "recall": 0.833992}, {"accuracy": 0.854743, "f1": 0.815053, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"], "main_score": 0.815053, "precision": 0.797744, "recall": 0.854743}, {"accuracy": 0.793478, "f1": 0.748419, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"], "main_score": 0.748419, "precision": 0.73024, "recall": 0.793478}, {"accuracy": 0.843874, "f1": 0.803195, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"], "main_score": 0.803195, "precision": 0.785623, "recall": 0.843874}, {"accuracy": 0.890316, "f1": 0.860592, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"], "main_score": 0.860592, "precision": 0.847332, "recall": 0.890316}, {"accuracy": 0.873518, "f1": 0.8417, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"], "main_score": 0.8417, "precision": 0.82691, "recall": 0.873518}, {"accuracy": 0.875494, "f1": 0.845757, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"], "main_score": 0.845757, "precision": 0.83396, "recall": 0.875494}, {"accuracy": 0.859684, "f1": 0.826054, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"], "main_score": 0.826054, "precision": 0.811133, "recall": 0.859684}, {"accuracy": 0.896245, "f1": 0.867984, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"], "main_score": 0.867984, "precision": 0.854661, "recall": 0.896245}, {"accuracy": 0.843874, "f1": 0.809099, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"], "main_score": 0.809099, "precision": 0.795641, "recall": 0.843874}, {"accuracy": 0.870553, "f1": 0.837945, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"], "main_score": 0.837945, "precision": 0.823205, "recall": 0.870553}, {"accuracy": 0.875494, "f1": 0.848588, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"], "main_score": 0.848588, "precision": 0.837724, "recall": 0.875494}, {"accuracy": 0.832016, "f1": 0.789592, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"], "main_score": 0.789592, "precision": 0.770175, "recall": 0.832016}, {"accuracy": 0.857708, "f1": 0.822753, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"], "main_score": 0.822753, "precision": 0.809034, "recall": 0.857708}, {"accuracy": 0.882411, "f1": 0.852328, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"], "main_score": 0.852328, "precision": 0.839929, "recall": 0.882411}, {"accuracy": 0.870553, "f1": 0.840919, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"], "main_score": 0.840919, "precision": 0.82893, "recall": 0.870553}, {"accuracy": 0.923913, "f1": 0.903623, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"], "main_score": 0.903623, "precision": 0.894598, "recall": 0.923913}, {"accuracy": 0.914032, "f1": 0.890119, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"], "main_score": 0.890119, "precision": 0.879117, "recall": 0.914032}, {"accuracy": 0.893281, "f1": 0.86446, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"], "main_score": 0.86446, "precision": 0.850626, "recall": 0.893281}, {"accuracy": 0.890316, "f1": 0.859684, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"], "main_score": 0.859684, "precision": 0.845191, "recall": 0.890316}, {"accuracy": 0.900198, "f1": 0.871278, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"], "main_score": 0.871278, "precision": 0.857625, "recall": 0.900198}, {"accuracy": 0.781621, "f1": 0.733922, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"], "main_score": 0.733922, "precision": 0.715417, "recall": 0.781621}, {"accuracy": 0.809289, "f1": 0.77194, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"], "main_score": 0.77194, "precision": 0.758303, "recall": 0.809289}, {"accuracy": 0.832016, "f1": 0.785343, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"], "main_score": 0.785343, "precision": 0.765217, "recall": 0.832016}, {"accuracy": 0.865613, "f1": 0.83442, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"], "main_score": 0.83442, "precision": 0.820323, "recall": 0.865613}, {"accuracy": 0.910079, "f1": 0.885408, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"], "main_score": 0.885408, "precision": 0.874424, "recall": 0.910079}, {"accuracy": 0.90415, "f1": 0.875527, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"], "main_score": 0.875527, "precision": 0.862434, "recall": 0.90415}, {"accuracy": 0.897233, "f1": 0.868036, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"], "main_score": 0.868036, "precision": 0.854249, "recall": 0.897233}, {"accuracy": 0.886364, "f1": 0.853821, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"], "main_score": 0.853821, "precision": 0.838192, "recall": 0.886364}, {"accuracy": 0.809289, "f1": 0.775108, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"], "main_score": 0.775108, "precision": 0.761535, "recall": 0.809289}, {"accuracy": 0.800395, "f1": 0.751139, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"], "main_score": 0.751139, "precision": 0.729233, "recall": 0.800395}, {"accuracy": 0.844862, "f1": 0.806573, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"], "main_score": 0.806573, "precision": 0.78997, "recall": 0.844862}, {"accuracy": 0.895257, "f1": 0.864196, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"], "main_score": 0.864196, "precision": 0.849885, "recall": 0.895257}, {"accuracy": 0.809289, "f1": 0.764493, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"], "main_score": 0.764493, "precision": 0.744516, "recall": 0.809289}, {"accuracy": 0.790514, "f1": 0.737582, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"], "main_score": 0.737582, "precision": 0.714295, "recall": 0.790514}, {"accuracy": 0.902174, "f1": 0.874209, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"], "main_score": 0.874209, "precision": 0.861907, "recall": 0.902174}, {"accuracy": 0.84585, "f1": 0.805124, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"], "main_score": 0.805124, "precision": 0.787912, "recall": 0.84585}, {"accuracy": 0.857708, "f1": 0.821499, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"], "main_score": 0.821499, "precision": 0.805534, "recall": 0.857708}, {"accuracy": 0.72332, "f1": 0.655929, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"], "main_score": 0.655929, "precision": 0.62635, "recall": 0.72332}, {"accuracy": 0.850791, "f1": 0.817591, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"], "main_score": 0.817591, "precision": 0.804568, "recall": 0.850791}, {"accuracy": 0.862648, "f1": 0.829854, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"], "main_score": 0.829854, "precision": 0.816767, "recall": 0.862648}, {"accuracy": 0.860672, "f1": 0.825457, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"], "main_score": 0.825457, "precision": 0.811118, "recall": 0.860672}, {"accuracy": 0.885375, "f1": 0.857199, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"], "main_score": 0.857199, "precision": 0.845702, "recall": 0.885375}, {"accuracy": 0.862648, "f1": 0.825941, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"], "main_score": 0.825941, "precision": 0.809239, "recall": 0.862648}, {"accuracy": 0.868577, "f1": 0.835277, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"], "main_score": 0.835277, "precision": 0.819993, "recall": 0.868577}, {"accuracy": 0.920949, "f1": 0.89608, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"], "main_score": 0.89608, "precision": 0.884223, "recall": 0.920949}, {"accuracy": 0.855731, "f1": 0.816685, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"], "main_score": 0.816685, "precision": 0.799555, "recall": 0.855731}, {"accuracy": 0.035573, "f1": 0.016614, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"], "main_score": 0.016614, "precision": 0.012837, "recall": 0.035573}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.953953, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"], "main_score": 0.953953, "precision": 0.949193, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.940711, "f1": 0.923057, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"], "main_score": 0.923057, "precision": 0.91502, "recall": 0.940711}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.91996, "f1": 0.895704, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"], "main_score": 0.895704, "precision": 0.88442, "recall": 0.91996}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"], "main_score": 0.951087, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.884387, "f1": 0.852174, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"], "main_score": 0.852174, "precision": 0.837895, "recall": 0.884387}, {"accuracy": 0.917984, "f1": 0.892589, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"], "main_score": 0.892589, "precision": 0.880764, "recall": 0.917984}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.887352, "f1": 0.853327, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"], "main_score": 0.853327, "precision": 0.837401, "recall": 0.887352}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.908103, "f1": 0.881258, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"], "main_score": 0.881258, "precision": 0.869137, "recall": 0.908103}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.959486, "f1": 0.946706, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"], "main_score": 0.946706, "precision": 0.940629, "recall": 0.959486}, {"accuracy": 0.195652, "f1": 0.139621, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"], "main_score": 0.139621, "precision": 0.124228, "recall": 0.195652}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.910079, "f1": 0.883794, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"], "main_score": 0.883794, "precision": 0.871492, "recall": 0.910079}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.929842, "f1": 0.908893, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"], "main_score": 0.908893, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.869565, "f1": 0.833235, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"], "main_score": 0.833235, "precision": 0.816288, "recall": 0.869565}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"], "main_score": 0.911891, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"], "main_score": 0.917325, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"], "main_score": 0.919137, "precision": 0.909585, "recall": 0.938735}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.864625, "f1": 0.82772, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"], "main_score": 0.82772, "precision": 0.811215, "recall": 0.864625}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91996, "f1": 0.896311, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"], "main_score": 0.896311, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.859684, "f1": 0.821014, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"], "main_score": 0.821014, "precision": 0.803607, "recall": 0.859684}, {"accuracy": 0.896245, "f1": 0.86614, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"], "main_score": 0.86614, "precision": 0.852355, "recall": 0.896245}, {"accuracy": 0.73419, "f1": 0.671382, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"], "main_score": 0.671382, "precision": 0.645026, "recall": 0.73419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.865613, "f1": 0.826746, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"], "main_score": 0.826746, "precision": 0.808498, "recall": 0.865613}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.839921, "f1": 0.794977, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"], "main_score": 0.794977, "precision": 0.774713, "recall": 0.839921}, {"accuracy": 0.909091, "f1": 0.881291, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"], "main_score": 0.881291, "precision": 0.86833, "recall": 0.909091}, {"accuracy": 0.841897, "f1": 0.79641, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"], "main_score": 0.79641, "precision": 0.775362, "recall": 0.841897}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.208498, "f1": 0.138046, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"], "main_score": 0.138046, "precision": 0.118746, "recall": 0.208498}, {"accuracy": 0.890316, "f1": 0.858926, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"], "main_score": 0.858926, "precision": 0.844285, "recall": 0.890316}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"], "main_score": 0.887681, "precision": 0.875165, "recall": 0.914032}, {"accuracy": 0.881423, "f1": 0.846264, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"], "main_score": 0.846264, "precision": 0.830204, "recall": 0.881423}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"], "main_score": 0.977108, "precision": 0.974835, "recall": 0.982213}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.822134, "f1": 0.776856, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"], "main_score": 0.776856, "precision": 0.757493, "recall": 0.822134}, {"accuracy": 0.928854, "f1": 0.906917, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"], "main_score": 0.906917, "precision": 0.89641, "recall": 0.928854}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.918972, "f1": 0.895817, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"], "main_score": 0.895817, "precision": 0.885128, "recall": 0.918972}, {"accuracy": 0.841897, "f1": 0.799144, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"], "main_score": 0.799144, "precision": 0.779233, "recall": 0.841897}, {"accuracy": 0.972332, "f1": 0.963834, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"], "main_score": 0.963834, "precision": 0.959898, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.877009, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"], "main_score": 0.877009, "precision": 0.864377, "recall": 0.90415}, {"accuracy": 0.835968, "f1": 0.792095, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"], "main_score": 0.792095, "precision": 0.772069, "recall": 0.835968}, {"accuracy": 0.959486, "f1": 0.946377, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"], "main_score": 0.946377, "precision": 0.93997, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.969368, "f1": 0.959552, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"], "main_score": 0.959552, "precision": 0.954792, "recall": 0.969368}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.856719, "f1": 0.817476, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"], "main_score": 0.817476, "precision": 0.800148, "recall": 0.856719}, {"accuracy": 0.246047, "f1": 0.186278, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"], "main_score": 0.186278, "precision": 0.168528, "recall": 0.246047}, {"accuracy": 0.891304, "f1": 0.859091, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"], "main_score": 0.859091, "precision": 0.843956, "recall": 0.891304}, {"accuracy": 0.786561, "f1": 0.732053, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"], "main_score": 0.732053, "precision": 0.709173, "recall": 0.786561}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"], "main_score": 0.942918, "precision": 0.936347, "recall": 0.956522}, {"accuracy": 0.887352, "f1": 0.855138, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"], "main_score": 0.855138, "precision": 0.840366, "recall": 0.887352}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"], "main_score": 0.954875, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.864625, "f1": 0.825659, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"], "main_score": 0.825659, "precision": 0.808383, "recall": 0.864625}, {"accuracy": 0.846838, "f1": 0.804331, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"], "main_score": 0.804331, "precision": 0.784973, "recall": 0.846838}, {"accuracy": 0.91996, "f1": 0.895158, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"], "main_score": 0.895158, "precision": 0.883317, "recall": 0.91996}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.045455, "f1": 0.020827, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"], "main_score": 0.020827, "precision": 0.016897, "recall": 0.045455}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"], "main_score": 0.964262, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.885375, "f1": 0.852141, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"], "main_score": 0.852141, "precision": 0.836545, "recall": 0.885375}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.952569, "f1": 0.938208, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"], "main_score": 0.938208, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.878458, "f1": 0.843577, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"], "main_score": 0.843577, "precision": 0.827322, "recall": 0.878458}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.839921, "f1": 0.799275, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"], "main_score": 0.799275, "precision": 0.781406, "recall": 0.839921}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"], "main_score": 0.929414, "precision": 0.921525, "recall": 0.945652}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.951581, "f1": 0.936726, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"], "main_score": 0.936726, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.885375, "f1": 0.853129, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"], "main_score": 0.853129, "precision": 0.839213, "recall": 0.885375}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.9417, "f1": 0.92365, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"], "main_score": 0.92365, "precision": 0.914937, "recall": 0.9417}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.972332, "f1": 0.963834, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"], "main_score": 0.963834, "precision": 0.959898, "recall": 0.972332}, {"accuracy": 0.947628, "f1": 0.932543, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"], "main_score": 0.932543, "precision": 0.92584, "recall": 0.947628}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.934783, "f1": 0.914592, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"], "main_score": 0.914592, "precision": 0.905221, "recall": 0.934783}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"], "main_score": 0.934354, "precision": 0.927157, "recall": 0.949605}, {"accuracy": 0.849802, "f1": 0.809867, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"], "main_score": 0.809867, "precision": 0.792523, "recall": 0.849802}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.960474, "f1": 0.948353, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"], "main_score": 0.948353, "precision": 0.942605, "recall": 0.960474}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.973551, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"], "main_score": 0.973551, "precision": 0.970932, "recall": 0.979249}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.889328, "f1": 0.856192, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"], "main_score": 0.856192, "precision": 0.840777, "recall": 0.889328}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.896245, "f1": 0.866568, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"], "main_score": 0.866568, "precision": 0.852767, "recall": 0.896245}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"], "main_score": 0.917819, "precision": 0.908959, "recall": 0.936759}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.922925, "f1": 0.899901, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"], "main_score": 0.899901, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.833992, "f1": 0.789032, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"], "main_score": 0.789032, "precision": 0.769252, "recall": 0.833992}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.895652, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"], "main_score": 0.895652, "precision": 0.88447, "recall": 0.91996}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.874506, "f1": 0.837912, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"], "main_score": 0.837912, "precision": 0.820817, "recall": 0.874506}, {"accuracy": 0.916996, "f1": 0.893314, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"], "main_score": 0.893314, "precision": 0.882823, "recall": 0.916996}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"], "main_score": 0.949012, "precision": 0.943956, "recall": 0.960474}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.852767, "f1": 0.811627, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"], "main_score": 0.811627, "precision": 0.792737, "recall": 0.852767}, {"accuracy": 0.878458, "f1": 0.841173, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"], "main_score": 0.841173, "precision": 0.823781, "recall": 0.878458}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.926877, "f1": 0.904381, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"], "main_score": 0.904381, "precision": 0.893857, "recall": 0.926877}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.800395, "f1": 0.749492, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"], "main_score": 0.749492, "precision": 0.727141, "recall": 0.800395}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.870553, "f1": 0.833366, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"], "main_score": 0.833366, "precision": 0.816617, "recall": 0.870553}, {"accuracy": 0.913043, "f1": 0.887681, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"], "main_score": 0.887681, "precision": 0.875659, "recall": 0.913043}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.795455, "f1": 0.740909, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"], "main_score": 0.740909, "precision": 0.717045, "recall": 0.795455}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.948024, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"], "main_score": 0.948024, "precision": 0.941947, "recall": 0.960474}, {"accuracy": 0.907115, "f1": 0.879249, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"], "main_score": 0.879249, "precision": 0.866436, "recall": 0.907115}, {"accuracy": 0.789526, "f1": 0.740942, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"], "main_score": 0.740942, "precision": 0.720208, "recall": 0.789526}, {"accuracy": 0.789526, "f1": 0.741041, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"], "main_score": 0.741041, "precision": 0.718906, "recall": 0.789526}, {"accuracy": 0.05336, "f1": 0.027349, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"], "main_score": 0.027349, "precision": 0.021558, "recall": 0.05336}, {"accuracy": 0.761858, "f1": 0.717902, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"], "main_score": 0.717902, "precision": 0.701436, "recall": 0.761858}, {"accuracy": 0.798419, "f1": 0.749292, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"], "main_score": 0.749292, "precision": 0.729209, "recall": 0.798419}, {"accuracy": 0.843874, "f1": 0.804188, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"], "main_score": 0.804188, "precision": 0.786759, "recall": 0.843874}, {"accuracy": 0.841897, "f1": 0.799177, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"], "main_score": 0.799177, "precision": 0.779809, "recall": 0.841897}, {"accuracy": 0.860672, "f1": 0.826548, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"], "main_score": 0.826548, "precision": 0.810771, "recall": 0.860672}, {"accuracy": 0.759881, "f1": 0.713599, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"], "main_score": 0.713599, "precision": 0.695854, "recall": 0.759881}, {"accuracy": 0.804348, "f1": 0.760263, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"], "main_score": 0.760263, "precision": 0.740646, "recall": 0.804348}, {"accuracy": 0.775692, "f1": 0.719433, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"], "main_score": 0.719433, "precision": 0.695092, "recall": 0.775692}, {"accuracy": 0.721344, "f1": 0.674838, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"], "main_score": 0.674838, "precision": 0.658197, "recall": 0.721344}, {"accuracy": 0.807312, "f1": 0.761067, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"], "main_score": 0.761067, "precision": 0.741568, "recall": 0.807312}, {"accuracy": 0.831028, "f1": 0.791337, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"], "main_score": 0.791337, "precision": 0.773337, "recall": 0.831028}, {"accuracy": 0.867589, "f1": 0.833747, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"], "main_score": 0.833747, "precision": 0.819005, "recall": 0.867589}, {"accuracy": 0.793478, "f1": 0.74592, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"], "main_score": 0.74592, "precision": 0.726927, "recall": 0.793478}, {"accuracy": 0.747036, "f1": 0.697713, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"], "main_score": 0.697713, "precision": 0.677696, "recall": 0.747036}, {"accuracy": 0.821146, "f1": 0.78274, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"], "main_score": 0.78274, "precision": 0.765637, "recall": 0.821146}, {"accuracy": 0.788538, "f1": 0.739196, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"], "main_score": 0.739196, "precision": 0.719278, "recall": 0.788538}, {"accuracy": 0.777668, "f1": 0.728368, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"], "main_score": 0.728368, "precision": 0.708926, "recall": 0.777668}, {"accuracy": 0.719368, "f1": 0.655628, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"], "main_score": 0.655628, "precision": 0.629745, "recall": 0.719368}, {"accuracy": 0.791502, "f1": 0.749136, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"], "main_score": 0.749136, "precision": 0.732904, "recall": 0.791502}, {"accuracy": 0.841897, "f1": 0.805616, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"], "main_score": 0.805616, "precision": 0.789123, "recall": 0.841897}, {"accuracy": 0.83004, "f1": 0.785343, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"], "main_score": 0.785343, "precision": 0.765679, "recall": 0.83004}, {"accuracy": 0.781621, "f1": 0.737394, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"], "main_score": 0.737394, "precision": 0.719379, "recall": 0.781621}, {"accuracy": 0.81917, "f1": 0.774012, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"], "main_score": 0.774012, "precision": 0.75387, "recall": 0.81917}, {"accuracy": 0.176877, "f1": 0.144028, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"], "main_score": 0.144028, "precision": 0.134123, "recall": 0.176877}, {"accuracy": 0.796443, "f1": 0.749699, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"], "main_score": 0.749699, "precision": 0.730599, "recall": 0.796443}, {"accuracy": 0.84585, "f1": 0.807576, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"], "main_score": 0.807576, "precision": 0.790349, "recall": 0.84585}, {"accuracy": 0.838933, "f1": 0.794993, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"], "main_score": 0.794993, "precision": 0.775527, "recall": 0.838933}, {"accuracy": 0.753953, "f1": 0.701127, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"], "main_score": 0.701127, "precision": 0.68113, "recall": 0.753953}, {"accuracy": 0.780632, "f1": 0.734163, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"], "main_score": 0.734163, "precision": 0.715239, "recall": 0.780632}, {"accuracy": 0.746047, "f1": 0.695207, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"], "main_score": 0.695207, "precision": 0.675574, "recall": 0.746047}, {"accuracy": 0.810277, "f1": 0.766617, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"], "main_score": 0.766617, "precision": 0.746798, "recall": 0.810277}, {"accuracy": 0.816206, "f1": 0.776375, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"], "main_score": 0.776375, "precision": 0.760052, "recall": 0.816206}, {"accuracy": 0.822134, "f1": 0.776746, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"], "main_score": 0.776746, "precision": 0.756588, "recall": 0.822134}, {"accuracy": 0.719368, "f1": 0.674449, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"], "main_score": 0.674449, "precision": 0.656518, "recall": 0.719368}, {"accuracy": 0.782609, "f1": 0.733763, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"], "main_score": 0.733763, "precision": 0.714298, "recall": 0.782609}, {"accuracy": 0.800395, "f1": 0.758614, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"], "main_score": 0.758614, "precision": 0.742178, "recall": 0.800395}, {"accuracy": 0.797431, "f1": 0.751512, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"], "main_score": 0.751512, "precision": 0.733449, "recall": 0.797431}, {"accuracy": 0.80336, "f1": 0.75687, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"], "main_score": 0.75687, "precision": 0.736248, "recall": 0.80336}, {"accuracy": 0.779644, "f1": 0.72836, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"], "main_score": 0.72836, "precision": 0.705929, "recall": 0.779644}, {"accuracy": 0.747036, "f1": 0.693717, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"], "main_score": 0.693717, "precision": 0.673746, "recall": 0.747036}, {"accuracy": 0.816206, "f1": 0.7722, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"], "main_score": 0.7722, "precision": 0.752503, "recall": 0.816206}, {"accuracy": 0.777668, "f1": 0.73502, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"], "main_score": 0.73502, "precision": 0.71829, "recall": 0.777668}, {"accuracy": 0.810277, "f1": 0.759816, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"], "main_score": 0.759816, "precision": 0.737582, "recall": 0.810277}, {"accuracy": 0.841897, "f1": 0.801416, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"], "main_score": 0.801416, "precision": 0.783218, "recall": 0.841897}, {"accuracy": 0.802372, "f1": 0.757265, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"], "main_score": 0.757265, "precision": 0.737879, "recall": 0.802372}, {"accuracy": 0.794466, "f1": 0.745389, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"], "main_score": 0.745389, "precision": 0.724144, "recall": 0.794466}, {"accuracy": 0.775692, "f1": 0.724675, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"], "main_score": 0.724675, "precision": 0.70308, "recall": 0.775692}, {"accuracy": 0.783597, "f1": 0.732592, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"], "main_score": 0.732592, "precision": 0.71027, "recall": 0.783597}, {"accuracy": 0.722332, "f1": 0.668058, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"], "main_score": 0.668058, "precision": 0.647512, "recall": 0.722332}, {"accuracy": 0.755929, "f1": 0.695718, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"], "main_score": 0.695718, "precision": 0.670438, "recall": 0.755929}, {"accuracy": 0.783597, "f1": 0.735738, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"], "main_score": 0.735738, "precision": 0.714262, "recall": 0.783597}, {"accuracy": 0.741107, "f1": 0.692199, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"], "main_score": 0.692199, "precision": 0.672681, "recall": 0.741107}, {"accuracy": 0.831028, "f1": 0.786166, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"], "main_score": 0.786166, "precision": 0.766469, "recall": 0.831028}, {"accuracy": 0.76581, "f1": 0.715481, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"], "main_score": 0.715481, "precision": 0.693281, "recall": 0.76581}, {"accuracy": 0.846838, "f1": 0.811726, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"], "main_score": 0.811726, "precision": 0.796179, "recall": 0.846838}, {"accuracy": 0.588933, "f1": 0.513678, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"], "main_score": 0.513678, "precision": 0.486351, "recall": 0.588933}, {"accuracy": 0.797431, "f1": 0.751353, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"], "main_score": 0.751353, "precision": 0.73337, "recall": 0.797431}, {"accuracy": 0.77668, "f1": 0.733711, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"], "main_score": 0.733711, "precision": 0.716347, "recall": 0.77668}, {"accuracy": 0.764822, "f1": 0.710547, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"], "main_score": 0.710547, "precision": 0.689554, "recall": 0.764822}, {"accuracy": 0.781621, "f1": 0.73616, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"], "main_score": 0.73616, "precision": 0.717967, "recall": 0.781621}, {"accuracy": 0.83498, "f1": 0.800793, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"], "main_score": 0.800793, "precision": 0.785665, "recall": 0.83498}, {"accuracy": 0.754941, "f1": 0.697581, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"], "main_score": 0.697581, "precision": 0.674045, "recall": 0.754941}, {"accuracy": 0.817194, "f1": 0.772365, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"], "main_score": 0.772365, "precision": 0.751976, "recall": 0.817194}, {"accuracy": 0.772727, "f1": 0.730774, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"], "main_score": 0.730774, "precision": 0.714254, "recall": 0.772727}, {"accuracy": 0.800395, "f1": 0.758663, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"], "main_score": 0.758663, "precision": 0.739954, "recall": 0.800395}, {"accuracy": 0.879447, "f1": 0.849407, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"], "main_score": 0.849407, "precision": 0.836693, "recall": 0.879447}, {"accuracy": 0.836957, "f1": 0.797483, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"], "main_score": 0.797483, "precision": 0.780171, "recall": 0.836957}, {"accuracy": 0.796443, "f1": 0.743234, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"], "main_score": 0.743234, "precision": 0.720125, "recall": 0.796443}, {"accuracy": 0.799407, "f1": 0.750579, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"], "main_score": 0.750579, "precision": 0.730105, "recall": 0.799407}, {"accuracy": 0.763834, "f1": 0.71323, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"], "main_score": 0.71323, "precision": 0.693668, "recall": 0.763834}, {"accuracy": 0.197628, "f1": 0.145831, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"], "main_score": 0.145831, "precision": 0.130654, "recall": 0.197628}, {"accuracy": 0.821146, "f1": 0.782924, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"], "main_score": 0.782924, "precision": 0.766057, "recall": 0.821146}, {"accuracy": 0.783597, "f1": 0.732035, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"], "main_score": 0.732035, "precision": 0.710277, "recall": 0.783597}, {"accuracy": 0.840909, "f1": 0.801219, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"], "main_score": 0.801219, "precision": 0.783745, "recall": 0.840909}, {"accuracy": 0.837945, "f1": 0.796113, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"], "main_score": 0.796113, "precision": 0.777619, "recall": 0.837945}, {"accuracy": 0.799407, "f1": 0.75287, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"], "main_score": 0.75287, "precision": 0.73363, "recall": 0.799407}, {"accuracy": 0.731225, "f1": 0.670182, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"], "main_score": 0.670182, "precision": 0.645883, "recall": 0.731225}, {"accuracy": 0.835968, "f1": 0.793017, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"], "main_score": 0.793017, "precision": 0.773864, "recall": 0.835968}, {"accuracy": 0.802372, "f1": 0.759773, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"], "main_score": 0.759773, "precision": 0.743234, "recall": 0.802372}, {"accuracy": 0.79249, "f1": 0.749638, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"], "main_score": 0.749638, "precision": 0.733166, "recall": 0.79249}, {"accuracy": 0.758893, "f1": 0.711355, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"], "main_score": 0.711355, "precision": 0.69235, "recall": 0.758893}, {"accuracy": 0.735178, "f1": 0.680135, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"], "main_score": 0.680135, "precision": 0.660032, "recall": 0.735178}, {"accuracy": 0.779644, "f1": 0.72764, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"], "main_score": 0.72764, "precision": 0.705752, "recall": 0.779644}, {"accuracy": 0.749012, "f1": 0.692128, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"], "main_score": 0.692128, "precision": 0.666337, "recall": 0.749012}, {"accuracy": 0.826087, "f1": 0.78643, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"], "main_score": 0.78643, "precision": 0.768758, "recall": 0.826087}, {"accuracy": 0.759881, "f1": 0.71092, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"], "main_score": 0.71092, "precision": 0.691993, "recall": 0.759881}, {"accuracy": 0.763834, "f1": 0.723049, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"], "main_score": 0.723049, "precision": 0.706879, "recall": 0.763834}, {"accuracy": 0.762846, "f1": 0.717665, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"], "main_score": 0.717665, "precision": 0.699753, "recall": 0.762846}, {"accuracy": 0.77668, "f1": 0.726021, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"], "main_score": 0.726021, "precision": 0.704018, "recall": 0.77668}, {"accuracy": 0.775692, "f1": 0.723452, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"], "main_score": 0.723452, "precision": 0.699374, "recall": 0.775692}, {"accuracy": 0.822134, "f1": 0.779117, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"], "main_score": 0.779117, "precision": 0.760079, "recall": 0.822134}, {"accuracy": 0.821146, "f1": 0.77556, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"], "main_score": 0.77556, "precision": 0.755632, "recall": 0.821146}, {"accuracy": 0.815217, "f1": 0.770784, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"], "main_score": 0.770784, "precision": 0.750576, "recall": 0.815217}, {"accuracy": 0.791502, "f1": 0.744732, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"], "main_score": 0.744732, "precision": 0.725662, "recall": 0.791502}, {"accuracy": 0.849802, "f1": 0.81222, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"], "main_score": 0.81222, "precision": 0.795718, "recall": 0.849802}, {"accuracy": 0.779644, "f1": 0.736096, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"], "main_score": 0.736096, "precision": 0.719117, "recall": 0.779644}, {"accuracy": 0.758893, "f1": 0.710603, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"], "main_score": 0.710603, "precision": 0.69201, "recall": 0.758893}, {"accuracy": 0.742095, "f1": 0.702467, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"], "main_score": 0.702467, "precision": 0.687841, "recall": 0.742095}, {"accuracy": 0.746047, "f1": 0.701027, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"], "main_score": 0.701027, "precision": 0.684277, "recall": 0.746047}, {"accuracy": 0.810277, "f1": 0.764756, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"], "main_score": 0.764756, "precision": 0.745372, "recall": 0.810277}, {"accuracy": 0.825099, "f1": 0.780684, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"], "main_score": 0.780684, "precision": 0.761397, "recall": 0.825099}, {"accuracy": 0.800395, "f1": 0.754743, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"], "main_score": 0.754743, "precision": 0.734058, "recall": 0.800395}, {"accuracy": 0.285573, "f1": 0.236867, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"], "main_score": 0.236867, "precision": 0.22174, "recall": 0.285573}, {"accuracy": 0.837945, "f1": 0.798123, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"], "main_score": 0.798123, "precision": 0.780616, "recall": 0.837945}, {"accuracy": 0.688735, "f1": 0.621607, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"], "main_score": 0.621607, "precision": 0.592062, "recall": 0.688735}, {"accuracy": 0.814229, "f1": 0.767495, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"], "main_score": 0.767495, "precision": 0.747021, "recall": 0.814229}, {"accuracy": 0.873518, "f1": 0.84081, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"], "main_score": 0.84081, "precision": 0.826038, "recall": 0.873518}, {"accuracy": 0.790514, "f1": 0.740086, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"], "main_score": 0.740086, "precision": 0.718034, "recall": 0.790514}, {"accuracy": 0.826087, "f1": 0.783366, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"], "main_score": 0.783366, "precision": 0.764361, "recall": 0.826087}, {"accuracy": 0.817194, "f1": 0.768775, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"], "main_score": 0.768775, "precision": 0.747546, "recall": 0.817194}, {"accuracy": 0.799407, "f1": 0.748353, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"], "main_score": 0.748353, "precision": 0.725576, "recall": 0.799407}, {"accuracy": 0.804348, "f1": 0.755593, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"], "main_score": 0.755593, "precision": 0.734643, "recall": 0.804348}, {"accuracy": 0.824111, "f1": 0.77556, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"], "main_score": 0.77556, "precision": 0.753244, "recall": 0.824111}, {"accuracy": 0.773715, "f1": 0.730132, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"], "main_score": 0.730132, "precision": 0.713016, "recall": 0.773715}, {"accuracy": 0.836957, "f1": 0.793841, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"], "main_score": 0.793841, "precision": 0.774292, "recall": 0.836957}, {"accuracy": 0.77668, "f1": 0.727437, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"], "main_score": 0.727437, "precision": 0.705319, "recall": 0.77668}, {"accuracy": 0.786561, "f1": 0.744159, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"], "main_score": 0.744159, "precision": 0.725206, "recall": 0.786561}, {"accuracy": 0.857708, "f1": 0.821937, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"], "main_score": 0.821937, "precision": 0.805501, "recall": 0.857708}, {"accuracy": 0.753953, "f1": 0.696949, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"], "main_score": 0.696949, "precision": 0.674377, "recall": 0.753953}, {"accuracy": 0.050395, "f1": 0.029468, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"], "main_score": 0.029468, "precision": 0.025149, "recall": 0.050395}, {"accuracy": 0.752964, "f1": 0.70187, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"], "main_score": 0.70187, "precision": 0.682258, "recall": 0.752964}, {"accuracy": 0.817194, "f1": 0.771758, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"], "main_score": 0.771758, "precision": 0.75275, "recall": 0.817194}, {"accuracy": 0.705534, "f1": 0.649916, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"], "main_score": 0.649916, "precision": 0.628557, "recall": 0.705534}, {"accuracy": 0.766798, "f1": 0.71836, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"], "main_score": 0.71836, "precision": 0.700018, "recall": 0.766798}, {"accuracy": 0.740119, "f1": 0.684426, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"], "main_score": 0.684426, "precision": 0.661464, "recall": 0.740119}, {"accuracy": 0.777668, "f1": 0.730863, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"], "main_score": 0.730863, "precision": 0.710952, "recall": 0.777668}, {"accuracy": 0.77668, "f1": 0.728506, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"], "main_score": 0.728506, "precision": 0.709852, "recall": 0.77668}, {"accuracy": 0.767787, "f1": 0.717555, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"], "main_score": 0.717555, "precision": 0.698397, "recall": 0.767787}, {"accuracy": 0.836957, "f1": 0.797645, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"], "main_score": 0.797645, "precision": 0.780148, "recall": 0.836957}, {"accuracy": 0.820158, "f1": 0.777536, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"], "main_score": 0.777536, "precision": 0.759124, "recall": 0.820158}, {"accuracy": 0.698617, "f1": 0.632515, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"], "main_score": 0.632515, "precision": 0.604891, "recall": 0.698617}, {"accuracy": 0.77668, "f1": 0.725074, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"], "main_score": 0.725074, "precision": 0.703285, "recall": 0.77668}, {"accuracy": 0.743083, "f1": 0.690119, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"], "main_score": 0.690119, "precision": 0.66637, "recall": 0.743083}, {"accuracy": 0.789526, "f1": 0.739674, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"], "main_score": 0.739674, "precision": 0.718438, "recall": 0.789526}, {"accuracy": 0.77668, "f1": 0.72893, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"], "main_score": 0.72893, "precision": 0.71048, "recall": 0.77668}, {"accuracy": 0.829051, "f1": 0.785987, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"], "main_score": 0.785987, "precision": 0.767375, "recall": 0.829051}, {"accuracy": 0.791502, "f1": 0.742292, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"], "main_score": 0.742292, "precision": 0.721563, "recall": 0.791502}, {"accuracy": 0.841897, "f1": 0.804484, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"], "main_score": 0.804484, "precision": 0.788538, "recall": 0.841897}, {"accuracy": 0.812253, "f1": 0.762796, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"], "main_score": 0.762796, "precision": 0.741116, "recall": 0.812253}, {"accuracy": 0.686759, "f1": 0.636544, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"], "main_score": 0.636544, "precision": 0.617507, "recall": 0.686759}, {"accuracy": 0.775692, "f1": 0.72557, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"], "main_score": 0.72557, "precision": 0.705502, "recall": 0.775692}, {"accuracy": 0.769763, "f1": 0.71766, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"], "main_score": 0.71766, "precision": 0.695949, "recall": 0.769763}, {"accuracy": 0.797431, "f1": 0.749969, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"], "main_score": 0.749969, "precision": 0.728896, "recall": 0.797431}, {"accuracy": 0.762846, "f1": 0.706588, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"], "main_score": 0.706588, "precision": 0.682653, "recall": 0.762846}, {"accuracy": 0.767787, "f1": 0.712371, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"], "main_score": 0.712371, "precision": 0.688686, "recall": 0.767787}, {"accuracy": 0.871542, "f1": 0.83946, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"], "main_score": 0.83946, "precision": 0.82472, "recall": 0.871542}, {"accuracy": 0.837945, "f1": 0.795949, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"], "main_score": 0.795949, "precision": 0.776828, "recall": 0.837945}, {"accuracy": 0.802372, "f1": 0.754237, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"], "main_score": 0.754237, "precision": 0.733548, "recall": 0.802372}, {"accuracy": 0.710474, "f1": 0.647915, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"], "main_score": 0.647915, "precision": 0.622036, "recall": 0.710474}, {"accuracy": 0.699605, "f1": 0.645196, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"], "main_score": 0.645196, "precision": 0.625956, "recall": 0.699605}, {"accuracy": 0.762846, "f1": 0.70983, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"], "main_score": 0.70983, "precision": 0.688785, "recall": 0.762846}, {"accuracy": 0.778656, "f1": 0.723728, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"], "main_score": 0.723728, "precision": 0.700832, "recall": 0.778656}, {"accuracy": 0.789526, "f1": 0.737879, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"], "main_score": 0.737879, "precision": 0.714707, "recall": 0.789526}, {"accuracy": 0.851779, "f1": 0.815349, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"], "main_score": 0.815349, "precision": 0.798814, "recall": 0.851779}, {"accuracy": 0.764822, "f1": 0.715269, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"], "main_score": 0.715269, "precision": 0.693709, "recall": 0.764822}, {"accuracy": 0.76581, "f1": 0.720137, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"], "main_score": 0.720137, "precision": 0.702846, "recall": 0.76581}, {"accuracy": 0.784585, "f1": 0.73434, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"], "main_score": 0.73434, "precision": 0.713087, "recall": 0.784585}, {"accuracy": 0.708498, "f1": 0.648485, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"], "main_score": 0.648485, "precision": 0.62464, "recall": 0.708498}, {"accuracy": 0.769763, "f1": 0.71651, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"], "main_score": 0.71651, "precision": 0.693569, "recall": 0.769763}, {"accuracy": 0.807312, "f1": 0.756917, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"], "main_score": 0.756917, "precision": 0.735211, "recall": 0.807312}, {"accuracy": 0.832016, "f1": 0.798946, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"], "main_score": 0.798946, "precision": 0.784448, "recall": 0.832016}, {"accuracy": 0.802372, "f1": 0.759703, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"], "main_score": 0.759703, "precision": 0.741874, "recall": 0.802372}, {"accuracy": 0.807312, "f1": 0.763455, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"], "main_score": 0.763455, "precision": 0.743636, "recall": 0.807312}, {"accuracy": 0.83498, "f1": 0.794005, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"], "main_score": 0.794005, "precision": 0.775478, "recall": 0.83498}, {"accuracy": 0.762846, "f1": 0.713569, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"], "main_score": 0.713569, "precision": 0.694299, "recall": 0.762846}, {"accuracy": 0.83498, "f1": 0.796871, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"], "main_score": 0.796871, "precision": 0.779809, "recall": 0.83498}, {"accuracy": 0.781621, "f1": 0.73493, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"], "main_score": 0.73493, "precision": 0.715522, "recall": 0.781621}, {"accuracy": 0.794466, "f1": 0.748748, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"], "main_score": 0.748748, "precision": 0.728096, "recall": 0.794466}, {"accuracy": 0.777668, "f1": 0.727964, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"], "main_score": 0.727964, "precision": 0.708856, "recall": 0.777668}, {"accuracy": 0.796443, "f1": 0.749805, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"], "main_score": 0.749805, "precision": 0.730883, "recall": 0.796443}, {"accuracy": 0.790514, "f1": 0.74333, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"], "main_score": 0.74333, "precision": 0.724202, "recall": 0.790514}, {"accuracy": 0.849802, "f1": 0.813708, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"], "main_score": 0.813708, "precision": 0.798338, "recall": 0.849802}, {"accuracy": 0.855731, "f1": 0.817062, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"], "main_score": 0.817062, "precision": 0.799391, "recall": 0.855731}, {"accuracy": 0.820158, "f1": 0.780435, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"], "main_score": 0.780435, "precision": 0.762352, "recall": 0.820158}, {"accuracy": 0.828063, "f1": 0.786462, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"], "main_score": 0.786462, "precision": 0.768116, "recall": 0.828063}, {"accuracy": 0.812253, "f1": 0.764841, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"], "main_score": 0.764841, "precision": 0.743412, "recall": 0.812253}, {"accuracy": 0.714427, "f1": 0.663061, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"], "main_score": 0.663061, "precision": 0.644101, "recall": 0.714427}, {"accuracy": 0.726285, "f1": 0.678062, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"], "main_score": 0.678062, "precision": 0.660834, "recall": 0.726285}, {"accuracy": 0.757905, "f1": 0.699638, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"], "main_score": 0.699638, "precision": 0.674868, "recall": 0.757905}, {"accuracy": 0.824111, "f1": 0.785178, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"], "main_score": 0.785178, "precision": 0.768248, "recall": 0.824111}, {"accuracy": 0.860672, "f1": 0.825546, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"], "main_score": 0.825546, "precision": 0.810063, "recall": 0.860672}, {"accuracy": 0.81917, "f1": 0.772826, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"], "main_score": 0.772826, "precision": 0.752701, "recall": 0.81917}, {"accuracy": 0.833992, "f1": 0.791238, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"], "main_score": 0.791238, "precision": 0.772101, "recall": 0.833992}, {"accuracy": 0.832016, "f1": 0.790481, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"], "main_score": 0.790481, "precision": 0.77141, "recall": 0.832016}, {"accuracy": 0.729249, "f1": 0.682624, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"], "main_score": 0.682624, "precision": 0.664432, "recall": 0.729249}, {"accuracy": 0.75, "f1": 0.700598, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"], "main_score": 0.700598, "precision": 0.678887, "recall": 0.75}, {"accuracy": 0.753953, "f1": 0.699555, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"], "main_score": 0.699555, "precision": 0.677364, "recall": 0.753953}, {"accuracy": 0.817194, "f1": 0.770619, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"], "main_score": 0.770619, "precision": 0.749918, "recall": 0.817194}, {"accuracy": 0.787549, "f1": 0.738359, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"], "main_score": 0.738359, "precision": 0.716238, "recall": 0.787549}, {"accuracy": 0.731225, "f1": 0.678565, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"], "main_score": 0.678565, "precision": 0.656711, "recall": 0.731225}, {"accuracy": 0.839921, "f1": 0.799802, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"], "main_score": 0.799802, "precision": 0.781983, "recall": 0.839921}, {"accuracy": 0.794466, "f1": 0.746821, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"], "main_score": 0.746821, "precision": 0.726113, "recall": 0.794466}, {"accuracy": 0.794466, "f1": 0.742754, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"], "main_score": 0.742754, "precision": 0.719878, "recall": 0.794466}, {"accuracy": 0.717391, "f1": 0.654051, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"], "main_score": 0.654051, "precision": 0.626581, "recall": 0.717391}, {"accuracy": 0.751976, "f1": 0.697662, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"], "main_score": 0.697662, "precision": 0.675973, "recall": 0.751976}, {"accuracy": 0.800395, "f1": 0.756882, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"], "main_score": 0.756882, "precision": 0.739659, "recall": 0.800395}, {"accuracy": 0.781621, "f1": 0.731509, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"], "main_score": 0.731509, "precision": 0.712122, "recall": 0.781621}, {"accuracy": 0.814229, "f1": 0.771634, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"], "main_score": 0.771634, "precision": 0.754949, "recall": 0.814229}, {"accuracy": 0.774704, "f1": 0.720704, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"], "main_score": 0.720704, "precision": 0.697497, "recall": 0.774704}, {"accuracy": 0.814229, "f1": 0.7722, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"], "main_score": 0.7722, "precision": 0.75303, "recall": 0.814229}, {"accuracy": 0.896245, "f1": 0.86909, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"], "main_score": 0.86909, "precision": 0.85667, "recall": 0.896245}, {"accuracy": 0.887352, "f1": 0.855632, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"], "main_score": 0.855632, "precision": 0.840695, "recall": 0.887352}, {"accuracy": 0.052372, "f1": 0.028525, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"], "main_score": 0.028525, "precision": 0.02308, "recall": 0.052372}, {"accuracy": 0.927866, "f1": 0.911665, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"], "main_score": 0.911665, "precision": 0.905508, "recall": 0.927866}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"], "main_score": 0.919368, "precision": 0.911018, "recall": 0.937747}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.938735, "f1": 0.920685, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"], "main_score": 0.920685, "precision": 0.912171, "recall": 0.938735}, {"accuracy": 0.953557, "f1": 0.940053, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"], "main_score": 0.940053, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.93083, "f1": 0.914843, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"], "main_score": 0.914843, "precision": 0.908499, "recall": 0.93083}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"], "main_score": 0.903887, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"], "main_score": 0.90504, "precision": 0.894516, "recall": 0.926877}, {"accuracy": 0.901186, "f1": 0.882148, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"], "main_score": 0.882148, "precision": 0.875379, "recall": 0.901186}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.922925, "f1": 0.903327, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"], "main_score": 0.903327, "precision": 0.895405, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.90922, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"], "main_score": 0.90922, "precision": 0.902891, "recall": 0.924901}, {"accuracy": 0.907115, "f1": 0.879249, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"], "main_score": 0.879249, "precision": 0.866271, "recall": 0.907115}, {"accuracy": 0.947628, "f1": 0.933832, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"], "main_score": 0.933832, "precision": 0.92803, "recall": 0.947628}, {"accuracy": 0.931818, "f1": 0.913062, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"], "main_score": 0.913062, "precision": 0.90476, "recall": 0.931818}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"], "main_score": 0.898123, "precision": 0.886808, "recall": 0.921937}, {"accuracy": 0.933794, "f1": 0.918039, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"], "main_score": 0.918039, "precision": 0.911833, "recall": 0.933794}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"], "main_score": 0.921607, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.933794, "f1": 0.919061, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"], "main_score": 0.919061, "precision": 0.913349, "recall": 0.933794}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"], "main_score": 0.916403, "precision": 0.907197, "recall": 0.935771}, {"accuracy": 0.198617, "f1": 0.160062, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"], "main_score": 0.160062, "precision": 0.149471, "recall": 0.198617}, {"accuracy": 0.958498, "f1": 0.948686, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"], "main_score": 0.948686, "precision": 0.944557, "recall": 0.958498}, {"accuracy": 0.928854, "f1": 0.909321, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"], "main_score": 0.909321, "precision": 0.900313, "recall": 0.928854}, {"accuracy": 0.9417, "f1": 0.924736, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"], "main_score": 0.924736, "precision": 0.917062, "recall": 0.9417}, {"accuracy": 0.912055, "f1": 0.891803, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"], "main_score": 0.891803, "precision": 0.884049, "recall": 0.912055}, {"accuracy": 0.929842, "f1": 0.912272, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"], "main_score": 0.912272, "precision": 0.905402, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.903117, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"], "main_score": 0.903117, "precision": 0.896213, "recall": 0.920949}, {"accuracy": 0.897233, "f1": 0.867325, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"], "main_score": 0.867325, "precision": 0.853343, "recall": 0.897233}, {"accuracy": 0.931818, "f1": 0.915571, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"], "main_score": 0.915571, "precision": 0.909224, "recall": 0.931818}, {"accuracy": 0.934783, "f1": 0.915975, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"], "main_score": 0.915975, "precision": 0.907609, "recall": 0.934783}, {"accuracy": 0.911067, "f1": 0.896424, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"], "main_score": 0.896424, "precision": 0.890857, "recall": 0.911067}, {"accuracy": 0.91996, "f1": 0.900678, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"], "main_score": 0.900678, "precision": 0.893341, "recall": 0.91996}, {"accuracy": 0.939723, "f1": 0.922793, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"], "main_score": 0.922793, "precision": 0.915629, "recall": 0.939723}, {"accuracy": 0.937747, "f1": 0.922782, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"], "main_score": 0.922782, "precision": 0.916889, "recall": 0.937747}, {"accuracy": 0.866601, "f1": 0.831126, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"], "main_score": 0.831126, "precision": 0.815217, "recall": 0.866601}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"], "main_score": 0.894993, "precision": 0.883646, "recall": 0.918972}, {"accuracy": 0.912055, "f1": 0.892721, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"], "main_score": 0.892721, "precision": 0.885179, "recall": 0.912055}, {"accuracy": 0.921937, "f1": 0.898781, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"], "main_score": 0.898781, "precision": 0.887599, "recall": 0.921937}, {"accuracy": 0.935771, "f1": 0.92267, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"], "main_score": 0.92267, "precision": 0.917346, "recall": 0.935771}, {"accuracy": 0.939723, "f1": 0.921739, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"], "main_score": 0.921739, "precision": 0.913373, "recall": 0.939723}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.937747, "f1": 0.919763, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"], "main_score": 0.919763, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.911067, "f1": 0.884453, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"], "main_score": 0.884453, "precision": 0.871953, "recall": 0.911067}, {"accuracy": 0.885375, "f1": 0.855124, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"], "main_score": 0.855124, "precision": 0.84226, "recall": 0.885375}, {"accuracy": 0.924901, "f1": 0.902734, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"], "main_score": 0.902734, "precision": 0.892572, "recall": 0.924901}, {"accuracy": 0.91996, "f1": 0.899508, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"], "main_score": 0.899508, "precision": 0.891116, "recall": 0.91996}, {"accuracy": 0.932806, "f1": 0.91334, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"], "main_score": 0.91334, "precision": 0.904348, "recall": 0.932806}, {"accuracy": 0.84585, "f1": 0.804315, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"], "main_score": 0.804315, "precision": 0.785079, "recall": 0.84585}, {"accuracy": 0.93083, "f1": 0.919657, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"], "main_score": 0.919657, "precision": 0.915509, "recall": 0.93083}, {"accuracy": 0.938735, "f1": 0.919466, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"], "main_score": 0.919466, "precision": 0.910408, "recall": 0.938735}, {"accuracy": 0.870553, "f1": 0.835277, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"], "main_score": 0.835277, "precision": 0.819532, "recall": 0.870553}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.660079, "f1": 0.588897, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"], "main_score": 0.588897, "precision": 0.561969, "recall": 0.660079}, {"accuracy": 0.928854, "f1": 0.912142, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"], "main_score": 0.912142, "precision": 0.905839, "recall": 0.928854}, {"accuracy": 0.936759, "f1": 0.924689, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"], "main_score": 0.924689, "precision": 0.919977, "recall": 0.936759}, {"accuracy": 0.917984, "f1": 0.896807, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"], "main_score": 0.896807, "precision": 0.888267, "recall": 0.917984}, {"accuracy": 0.91502, "f1": 0.894982, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"], "main_score": 0.894982, "precision": 0.887257, "recall": 0.91502}, {"accuracy": 0.911067, "f1": 0.885343, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"], "main_score": 0.885343, "precision": 0.873518, "recall": 0.911067}, {"accuracy": 0.922925, "f1": 0.90112, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"], "main_score": 0.90112, "precision": 0.891831, "recall": 0.922925}, {"accuracy": 0.913043, "f1": 0.887418, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"], "main_score": 0.887418, "precision": 0.875412, "recall": 0.913043}, {"accuracy": 0.945652, "f1": 0.934755, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"], "main_score": 0.934755, "precision": 0.930559, "recall": 0.945652}, {"accuracy": 0.881423, "f1": 0.849261, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"], "main_score": 0.849261, "precision": 0.834519, "recall": 0.881423}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.91502, "f1": 0.894104, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"], "main_score": 0.894104, "precision": 0.884552, "recall": 0.91502}, {"accuracy": 0.90415, "f1": 0.877374, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"], "main_score": 0.877374, "precision": 0.86554, "recall": 0.90415}, {"accuracy": 0.917984, "f1": 0.895059, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"], "main_score": 0.895059, "precision": 0.885244, "recall": 0.917984}, {"accuracy": 0.911067, "f1": 0.888933, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"], "main_score": 0.888933, "precision": 0.880083, "recall": 0.911067}, {"accuracy": 0.210474, "f1": 0.154391, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"], "main_score": 0.154391, "precision": 0.137453, "recall": 0.210474}, {"accuracy": 0.884387, "f1": 0.852437, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"], "main_score": 0.852437, "precision": 0.837813, "recall": 0.884387}, {"accuracy": 0.910079, "f1": 0.885727, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"], "main_score": 0.885727, "precision": 0.875156, "recall": 0.910079}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"], "main_score": 0.918478, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"], "main_score": 0.928096, "precision": 0.920208, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.913752, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"], "main_score": 0.913752, "precision": 0.906136, "recall": 0.931818}, {"accuracy": 0.886364, "f1": 0.856653, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"], "main_score": 0.856653, "precision": 0.844631, "recall": 0.886364}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"], "main_score": 0.915514, "precision": 0.906818, "recall": 0.934783}, {"accuracy": 0.929842, "f1": 0.912835, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"], "main_score": 0.912835, "precision": 0.905948, "recall": 0.929842}, {"accuracy": 0.931818, "f1": 0.915343, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"], "main_score": 0.915343, "precision": 0.908967, "recall": 0.931818}, {"accuracy": 0.927866, "f1": 0.909391, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"], "main_score": 0.909391, "precision": 0.90149, "recall": 0.927866}, {"accuracy": 0.906126, "f1": 0.884091, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"], "main_score": 0.884091, "precision": 0.875351, "recall": 0.906126}, {"accuracy": 0.936759, "f1": 0.919963, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"], "main_score": 0.919963, "precision": 0.912724, "recall": 0.936759}, {"accuracy": 0.815217, "f1": 0.765434, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"], "main_score": 0.765434, "precision": 0.743692, "recall": 0.815217}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.892849, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"], "main_score": 0.892849, "precision": 0.885237, "recall": 0.912055}, {"accuracy": 0.93083, "f1": 0.91808, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"], "main_score": 0.91808, "precision": 0.913287, "recall": 0.93083}, {"accuracy": 0.928854, "f1": 0.915357, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"], "main_score": 0.915357, "precision": 0.910455, "recall": 0.928854}, {"accuracy": 0.903162, "f1": 0.875282, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"], "main_score": 0.875282, "precision": 0.862549, "recall": 0.903162}, {"accuracy": 0.83498, "f1": 0.79353, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"], "main_score": 0.79353, "precision": 0.775395, "recall": 0.83498}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"], "main_score": 0.924407, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"], "main_score": 0.922826, "precision": 0.914608, "recall": 0.940711}, {"accuracy": 0.88834, "f1": 0.858103, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"], "main_score": 0.858103, "precision": 0.844615, "recall": 0.88834}, {"accuracy": 0.951581, "f1": 0.938636, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"], "main_score": 0.938636, "precision": 0.933152, "recall": 0.951581}, {"accuracy": 0.825099, "f1": 0.779743, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"], "main_score": 0.779743, "precision": 0.75942, "recall": 0.825099}, {"accuracy": 0.944664, "f1": 0.932949, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"], "main_score": 0.932949, "precision": 0.92892, "recall": 0.944664}, {"accuracy": 0.913043, "f1": 0.892724, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"], "main_score": 0.892724, "precision": 0.884792, "recall": 0.913043}, {"accuracy": 0.916008, "f1": 0.902677, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"], "main_score": 0.902677, "precision": 0.898397, "recall": 0.916008}, {"accuracy": 0.901186, "f1": 0.883381, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"], "main_score": 0.883381, "precision": 0.876652, "recall": 0.901186}, {"accuracy": 0.944664, "f1": 0.927668, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"], "main_score": 0.927668, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.944664, "f1": 0.927931, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"], "main_score": 0.927931, "precision": 0.920208, "recall": 0.944664}, {"accuracy": 0.864625, "f1": 0.827701, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"], "main_score": 0.827701, "precision": 0.810771, "recall": 0.864625}, {"accuracy": 0.273715, "f1": 0.223777, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"], "main_score": 0.223777, "precision": 0.207688, "recall": 0.273715}, {"accuracy": 0.912055, "f1": 0.887187, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"], "main_score": 0.887187, "precision": 0.875527, "recall": 0.912055}, {"accuracy": 0.761858, "f1": 0.701762, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"], "main_score": 0.701762, "precision": 0.676014, "recall": 0.761858}, {"accuracy": 0.93083, "f1": 0.913458, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"], "main_score": 0.913458, "precision": 0.906324, "recall": 0.93083}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.883399, "f1": 0.849835, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"], "main_score": 0.849835, "precision": 0.83391, "recall": 0.883399}, {"accuracy": 0.918972, "f1": 0.895784, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"], "main_score": 0.895784, "precision": 0.885623, "recall": 0.918972}, {"accuracy": 0.960474, "f1": 0.948584, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"], "main_score": 0.948584, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.928854, "f1": 0.907279, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"], "main_score": 0.907279, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.931818, "f1": 0.912945, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"], "main_score": 0.912945, "precision": 0.904792, "recall": 0.931818}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"], "main_score": 0.899704, "precision": 0.887846, "recall": 0.923913}, {"accuracy": 0.9417, "f1": 0.929024, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"], "main_score": 0.929024, "precision": 0.924524, "recall": 0.9417}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.859684, "f1": 0.821245, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"], "main_score": 0.821245, "precision": 0.803755, "recall": 0.859684}, {"accuracy": 0.882411, "f1": 0.851205, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"], "main_score": 0.851205, "precision": 0.836989, "recall": 0.882411}, {"accuracy": 0.931818, "f1": 0.912945, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"], "main_score": 0.912945, "precision": 0.904068, "recall": 0.931818}, {"accuracy": 0.922925, "f1": 0.902997, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"], "main_score": 0.902997, "precision": 0.895043, "recall": 0.922925}, {"accuracy": 0.051383, "f1": 0.027772, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"], "main_score": 0.027772, "precision": 0.02345, "recall": 0.051383}, {"accuracy": 0.907115, "f1": 0.88635, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"], "main_score": 0.88635, "precision": 0.878609, "recall": 0.907115}, {"accuracy": 0.926877, "f1": 0.906736, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"], "main_score": 0.906736, "precision": 0.898148, "recall": 0.926877}, {"accuracy": 0.891304, "f1": 0.870531, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"], "main_score": 0.870531, "precision": 0.862789, "recall": 0.891304}, {"accuracy": 0.928854, "f1": 0.911419, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"], "main_score": 0.911419, "precision": 0.904424, "recall": 0.928854}, {"accuracy": 0.858696, "f1": 0.819565, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"], "main_score": 0.819565, "precision": 0.80207, "recall": 0.858696}, {"accuracy": 0.846838, "f1": 0.806028, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"], "main_score": 0.806028, "precision": 0.788208, "recall": 0.846838}, {"accuracy": 0.911067, "f1": 0.888696, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"], "main_score": 0.888696, "precision": 0.879685, "recall": 0.911067}, {"accuracy": 0.917984, "f1": 0.89768, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"], "main_score": 0.89768, "precision": 0.889806, "recall": 0.917984}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"], "main_score": 0.926054, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"], "main_score": 0.919368, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.817194, "f1": 0.770902, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"], "main_score": 0.770902, "precision": 0.751416, "recall": 0.817194}, {"accuracy": 0.937747, "f1": 0.921047, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"], "main_score": 0.921047, "precision": 0.913763, "recall": 0.937747}, {"accuracy": 0.813241, "f1": 0.767836, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"], "main_score": 0.767836, "precision": 0.749202, "recall": 0.813241}, {"accuracy": 0.897233, "f1": 0.869335, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"], "main_score": 0.869335, "precision": 0.857213, "recall": 0.897233}, {"accuracy": 0.921937, "f1": 0.903593, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"], "main_score": 0.903593, "precision": 0.896447, "recall": 0.921937}, {"accuracy": 0.931818, "f1": 0.910804, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"], "main_score": 0.910804, "precision": 0.901103, "recall": 0.931818}, {"accuracy": 0.936759, "f1": 0.919137, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"], "main_score": 0.919137, "precision": 0.911462, "recall": 0.936759}, {"accuracy": 0.940711, "f1": 0.923419, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"], "main_score": 0.923419, "precision": 0.91502, "recall": 0.940711}, {"accuracy": 0.952569, "f1": 0.938768, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"], "main_score": 0.938768, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.884387, "f1": 0.86025, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"], "main_score": 0.86025, "precision": 0.850636, "recall": 0.884387}, {"accuracy": 0.914032, "f1": 0.890961, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"], "main_score": 0.890961, "precision": 0.881044, "recall": 0.914032}, {"accuracy": 0.887352, "f1": 0.854677, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"], "main_score": 0.854677, "precision": 0.840119, "recall": 0.887352}, {"accuracy": 0.910079, "f1": 0.883926, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"], "main_score": 0.883926, "precision": 0.871953, "recall": 0.910079}, {"accuracy": 0.907115, "f1": 0.880303, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"], "main_score": 0.880303, "precision": 0.868028, "recall": 0.907115}, {"accuracy": 0.883399, "f1": 0.851532, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"], "main_score": 0.851532, "precision": 0.837707, "recall": 0.883399}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"], "main_score": 0.929908, "precision": 0.922711, "recall": 0.945652}, {"accuracy": 0.906126, "f1": 0.880124, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"], "main_score": 0.880124, "precision": 0.868528, "recall": 0.906126}, {"accuracy": 0.884387, "f1": 0.858362, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"], "main_score": 0.858362, "precision": 0.848898, "recall": 0.884387}, {"accuracy": 0.898221, "f1": 0.873032, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"], "main_score": 0.873032, "precision": 0.863447, "recall": 0.898221}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"], "main_score": 0.906258, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.902174, "f1": 0.87253, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"], "main_score": 0.87253, "precision": 0.858696, "recall": 0.902174}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.826087, "f1": 0.779216, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"], "main_score": 0.779216, "precision": 0.757526, "recall": 0.826087}, {"accuracy": 0.932806, "f1": 0.91754, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"], "main_score": 0.91754, "precision": 0.911604, "recall": 0.932806}, {"accuracy": 0.911067, "f1": 0.886166, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"], "main_score": 0.886166, "precision": 0.875165, "recall": 0.911067}, {"accuracy": 0.887352, "f1": 0.86197, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"], "main_score": 0.86197, "precision": 0.85161, "recall": 0.887352}, {"accuracy": 0.920949, "f1": 0.899177, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"], "main_score": 0.899177, "precision": 0.889361, "recall": 0.920949}, {"accuracy": 0.937747, "f1": 0.919993, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"], "main_score": 0.919993, "precision": 0.912138, "recall": 0.937747}, {"accuracy": 0.926877, "f1": 0.907773, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"], "main_score": 0.907773, "precision": 0.899045, "recall": 0.926877}, {"accuracy": 0.929842, "f1": 0.912701, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"], "main_score": 0.912701, "precision": 0.905847, "recall": 0.929842}, {"accuracy": 0.901186, "f1": 0.875395, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"], "main_score": 0.875395, "precision": 0.863389, "recall": 0.901186}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"], "main_score": 0.892029, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.914032, "f1": 0.893662, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"], "main_score": 0.893662, "precision": 0.885888, "recall": 0.914032}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"], "main_score": 0.926713, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.955534, "f1": 0.94501, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"], "main_score": 0.94501, "precision": 0.940551, "recall": 0.955534}, {"accuracy": 0.847826, "f1": 0.809044, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"], "main_score": 0.809044, "precision": 0.791337, "recall": 0.847826}, {"accuracy": 0.931818, "f1": 0.913076, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"], "main_score": 0.913076, "precision": 0.904957, "recall": 0.931818}, {"accuracy": 0.933794, "f1": 0.917358, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"], "main_score": 0.917358, "precision": 0.910952, "recall": 0.933794}, {"accuracy": 0.938735, "f1": 0.921478, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"], "main_score": 0.921478, "precision": 0.913679, "recall": 0.938735}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"], "main_score": 0.94137, "precision": 0.935112, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.898221, "f1": 0.868445, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"], "main_score": 0.868445, "precision": 0.854496, "recall": 0.898221}, {"accuracy": 0.900198, "f1": 0.868742, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"], "main_score": 0.868742, "precision": 0.85359, "recall": 0.900198}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"], "main_score": 0.910738, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.863636, "f1": 0.833092, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"], "main_score": 0.833092, "precision": 0.821631, "recall": 0.863636}, {"accuracy": 0.917984, "f1": 0.899327, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"], "main_score": 0.899327, "precision": 0.891649, "recall": 0.917984}, {"accuracy": 0.88834, "f1": 0.856357, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"], "main_score": 0.856357, "precision": 0.842095, "recall": 0.88834}, {"accuracy": 0.889328, "f1": 0.861298, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"], "main_score": 0.861298, "precision": 0.848353, "recall": 0.889328}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"], "main_score": 0.941765, "precision": 0.935359, "recall": 0.955534}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"], "main_score": 0.908762, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.93083, "f1": 0.909321, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"], "main_score": 0.909321, "precision": 0.898962, "recall": 0.93083}, {"accuracy": 0.908103, "f1": 0.891581, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"], "main_score": 0.891581, "precision": 0.885157, "recall": 0.908103}, {"accuracy": 0.83004, "f1": 0.784684, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"], "main_score": 0.784684, "precision": 0.764394, "recall": 0.83004}, {"accuracy": 0.886364, "f1": 0.854249, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"], "main_score": 0.854249, "precision": 0.840069, "recall": 0.886364}, {"accuracy": 0.925889, "f1": 0.904447, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"], "main_score": 0.904447, "precision": 0.894598, "recall": 0.925889}, {"accuracy": 0.871542, "f1": 0.836594, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"], "main_score": 0.836594, "precision": 0.820487, "recall": 0.871542}, {"accuracy": 0.901186, "f1": 0.87332, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"], "main_score": 0.87332, "precision": 0.860837, "recall": 0.901186}, {"accuracy": 0.9417, "f1": 0.924374, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"], "main_score": 0.924374, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.885375, "f1": 0.854282, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"], "main_score": 0.854282, "precision": 0.841024, "recall": 0.885375}, {"accuracy": 0.923913, "f1": 0.900099, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"], "main_score": 0.900099, "precision": 0.888916, "recall": 0.923913}, {"accuracy": 0.775692, "f1": 0.719236, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"], "main_score": 0.719236, "precision": 0.69473, "recall": 0.775692}, {"accuracy": 0.920949, "f1": 0.904767, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"], "main_score": 0.904767, "precision": 0.899246, "recall": 0.920949}, {"accuracy": 0.931818, "f1": 0.914512, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"], "main_score": 0.914512, "precision": 0.907257, "recall": 0.931818}, {"accuracy": 0.922925, "f1": 0.90356, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"], "main_score": 0.90356, "precision": 0.895678, "recall": 0.922925}, {"accuracy": 0.94664, "f1": 0.931522, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"], "main_score": 0.931522, "precision": 0.925016, "recall": 0.94664}, {"accuracy": 0.879447, "f1": 0.845789, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"], "main_score": 0.845789, "precision": 0.830945, "recall": 0.879447}, {"accuracy": 0.905138, "f1": 0.878623, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"], "main_score": 0.878623, "precision": 0.866601, "recall": 0.905138}, {"accuracy": 0.934783, "f1": 0.914526, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"], "main_score": 0.914526, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.873518, "f1": 0.837502, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"], "main_score": 0.837502, "precision": 0.821146, "recall": 0.873518}, {"accuracy": 0.041502, "f1": 0.02, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"], "main_score": 0.02, "precision": 0.015858, "recall": 0.041502}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.91996, "f1": 0.896758, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"], "main_score": 0.896758, "precision": 0.886117, "recall": 0.91996}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"], "main_score": 0.952569, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"], "main_score": 0.889559, "precision": 0.877553, "recall": 0.91502}, {"accuracy": 0.932806, "f1": 0.911627, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"], "main_score": 0.911627, "precision": 0.901597, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.892292, "f1": 0.861397, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"], "main_score": 0.861397, "precision": 0.847085, "recall": 0.892292}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.93083, "f1": 0.910474, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"], "main_score": 0.910474, "precision": 0.901103, "recall": 0.93083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.1917, "f1": 0.135015, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"], "main_score": 0.135015, "precision": 0.118835, "recall": 0.1917}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.91502, "f1": 0.890152, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"], "main_score": 0.890152, "precision": 0.878491, "recall": 0.91502}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.934783, "f1": 0.915744, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"], "main_score": 0.915744, "precision": 0.906868, "recall": 0.934783}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.873518, "f1": 0.837978, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"], "main_score": 0.837978, "precision": 0.821591, "recall": 0.873518}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"], "main_score": 0.932148, "precision": 0.924078, "recall": 0.948617}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.939723, "f1": 0.92029, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"], "main_score": 0.92029, "precision": 0.910738, "recall": 0.939723}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"], "main_score": 0.943017, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"], "main_score": 0.95224, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"], "main_score": 0.928755, "precision": 0.920702, "recall": 0.945652}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.875494, "f1": 0.839775, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"], "main_score": 0.839775, "precision": 0.823238, "recall": 0.875494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.873518, "f1": 0.839097, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"], "main_score": 0.839097, "precision": 0.82337, "recall": 0.873518}, {"accuracy": 0.897233, "f1": 0.866733, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"], "main_score": 0.866733, "precision": 0.852602, "recall": 0.897233}, {"accuracy": 0.761858, "f1": 0.703906, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"], "main_score": 0.703906, "precision": 0.679216, "recall": 0.761858}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.894269, "f1": 0.861957, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"], "main_score": 0.861957, "precision": 0.846673, "recall": 0.894269}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.858696, "f1": 0.81965, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"], "main_score": 0.81965, "precision": 0.802157, "recall": 0.858696}, {"accuracy": 0.918972, "f1": 0.893939, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"], "main_score": 0.893939, "precision": 0.882082, "recall": 0.918972}, {"accuracy": 0.853755, "f1": 0.80998, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"], "main_score": 0.80998, "precision": 0.789443, "recall": 0.853755}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.214427, "f1": 0.141068, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"], "main_score": 0.141068, "precision": 0.121028, "recall": 0.214427}, {"accuracy": 0.899209, "f1": 0.870784, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"], "main_score": 0.870784, "precision": 0.85746, "recall": 0.899209}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"], "main_score": 0.912451, "precision": 0.90275, "recall": 0.932806}, {"accuracy": 0.890316, "f1": 0.857675, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"], "main_score": 0.857675, "precision": 0.842754, "recall": 0.890316}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.837945, "f1": 0.797422, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"], "main_score": 0.797422, "precision": 0.780074, "recall": 0.837945}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.918972, "f1": 0.895652, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"], "main_score": 0.895652, "precision": 0.88447, "recall": 0.918972}, {"accuracy": 0.852767, "f1": 0.811298, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"], "main_score": 0.811298, "precision": 0.791914, "recall": 0.852767}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91502, "f1": 0.888966, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"], "main_score": 0.888966, "precision": 0.876812, "recall": 0.91502}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.833004, "f1": 0.789676, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"], "main_score": 0.789676, "precision": 0.770735, "recall": 0.833004}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.868577, "f1": 0.833056, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"], "main_score": 0.833056, "precision": 0.817227, "recall": 0.868577}, {"accuracy": 0.248024, "f1": 0.186738, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"], "main_score": 0.186738, "precision": 0.167331, "recall": 0.248024}, {"accuracy": 0.905138, "f1": 0.878393, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"], "main_score": 0.878393, "precision": 0.866469, "recall": 0.905138}, {"accuracy": 0.815217, "f1": 0.767048, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"], "main_score": 0.767048, "precision": 0.745685, "recall": 0.815217}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.902174, "f1": 0.87309, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"], "main_score": 0.87309, "precision": 0.859437, "recall": 0.902174}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"], "main_score": 0.969104, "precision": 0.965662, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"], "main_score": 0.953557, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.87253, "f1": 0.835112, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"], "main_score": 0.835112, "precision": 0.817688, "recall": 0.87253}, {"accuracy": 0.856719, "f1": 0.816718, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"], "main_score": 0.816718, "precision": 0.79944, "recall": 0.856719}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"], "main_score": 0.92052, "precision": 0.911973, "recall": 0.938735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.047431, "f1": 0.024821, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"], "main_score": 0.024821, "precision": 0.021116, "recall": 0.047431}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"], "main_score": 0.919796, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.909091, "f1": 0.881752, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"], "main_score": 0.881752, "precision": 0.868742, "recall": 0.909091}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"], "main_score": 0.948287, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.890316, "f1": 0.857016, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"], "main_score": 0.857016, "precision": 0.841238, "recall": 0.890316}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.840909, "f1": 0.802339, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"], "main_score": 0.802339, "precision": 0.78554, "recall": 0.840909}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"], "main_score": 0.927372, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"], "main_score": 0.944664, "precision": 0.938603, "recall": 0.95751}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.90415, "f1": 0.875725, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"], "main_score": 0.875725, "precision": 0.862895, "recall": 0.90415}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"], "main_score": 0.922925, "precision": 0.914723, "recall": 0.940711}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.92892, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"], "main_score": 0.92892, "precision": 0.921064, "recall": 0.945652}, {"accuracy": 0.862648, "f1": 0.825414, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"], "main_score": 0.825414, "precision": 0.808218, "recall": 0.862648}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979974, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"], "main_score": 0.979974, "precision": 0.978014, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.901186, "f1": 0.8722, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"], "main_score": 0.8722, "precision": 0.858696, "recall": 0.901186}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.902174, "f1": 0.874012, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"], "main_score": 0.874012, "precision": 0.860507, "recall": 0.902174}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"], "main_score": 0.929018, "precision": 0.921146, "recall": 0.945652}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.922925, "f1": 0.899506, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"], "main_score": 0.899506, "precision": 0.888505, "recall": 0.922925}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.84585, "f1": 0.806621, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"], "main_score": 0.806621, "precision": 0.789806, "recall": 0.84585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.917984, "f1": 0.894236, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"], "main_score": 0.894236, "precision": 0.883432, "recall": 0.917984}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.879447, "f1": 0.843841, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"], "main_score": 0.843841, "precision": 0.827306, "recall": 0.879447}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"], "main_score": 0.903887, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.949605, "f1": 0.934618, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"], "main_score": 0.934618, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.876482, "f1": 0.841304, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"], "main_score": 0.841304, "precision": 0.824885, "recall": 0.876482}, {"accuracy": 0.87747, "f1": 0.840349, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"], "main_score": 0.840349, "precision": 0.823452, "recall": 0.87747}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"], "main_score": 0.926713, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"], "main_score": 0.930665, "precision": 0.922925, "recall": 0.94664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.813241, "f1": 0.765382, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"], "main_score": 0.765382, "precision": 0.743939, "recall": 0.813241}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.860672, "f1": 0.819565, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"], "main_score": 0.819565, "precision": 0.800511, "recall": 0.860672}, {"accuracy": 0.917984, "f1": 0.893116, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"], "main_score": 0.893116, "precision": 0.881258, "recall": 0.917984}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.8083, "f1": 0.756046, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"], "main_score": 0.756046, "precision": 0.733383, "recall": 0.8083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.923913, "f1": 0.901812, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"], "main_score": 0.901812, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.906126, "f1": 0.877866, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"], "main_score": 0.877866, "precision": 0.864542, "recall": 0.906126}, {"accuracy": 0.046443, "f1": 0.026234, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"], "main_score": 0.026234, "precision": 0.021586, "recall": 0.046443}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"], "main_score": 0.916568, "precision": 0.907724, "recall": 0.935771}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"], "main_score": 0.899704, "precision": 0.888011, "recall": 0.923913}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.900593, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"], "main_score": 0.900593, "precision": 0.889575, "recall": 0.923913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"], "main_score": 0.938241, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.199605, "f1": 0.148814, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"], "main_score": 0.148814, "precision": 0.133644, "recall": 0.199605}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"], "main_score": 0.930336, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"], "main_score": 0.937978, "precision": 0.930912, "recall": 0.952569}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.90415, "f1": 0.876976, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"], "main_score": 0.876976, "precision": 0.86413, "recall": 0.90415}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.986331, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"], "main_score": 0.986331, "precision": 0.985013, "recall": 0.98913}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.911067, "f1": 0.884717, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"], "main_score": 0.884717, "precision": 0.871871, "recall": 0.911067}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.95751, "f1": 0.944993, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"], "main_score": 0.944993, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.896245, "f1": 0.866403, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"], "main_score": 0.866403, "precision": 0.852437, "recall": 0.896245}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"], "main_score": 0.904545, "precision": 0.893857, "recall": 0.926877}, {"accuracy": 0.758893, "f1": 0.70196, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"], "main_score": 0.70196, "precision": 0.678419, "recall": 0.758893}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"], "main_score": 0.891041, "precision": 0.879364, "recall": 0.916008}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.885375, "f1": 0.85135, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"], "main_score": 0.85135, "precision": 0.83526, "recall": 0.885375}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.88834, "f1": 0.855138, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"], "main_score": 0.855138, "precision": 0.839674, "recall": 0.88834}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.217391, "f1": 0.149143, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"], "main_score": 0.149143, "precision": 0.12968, "recall": 0.217391}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"], "main_score": 0.909914, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.91502, "f1": 0.88857, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"], "main_score": 0.88857, "precision": 0.87607, "recall": 0.91502}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.979908, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"], "main_score": 0.979908, "precision": 0.977767, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.869565, "f1": 0.833865, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"], "main_score": 0.833865, "precision": 0.817358, "recall": 0.869565}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.937747, "f1": 0.919466, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"], "main_score": 0.919466, "precision": 0.910573, "recall": 0.937747}, {"accuracy": 0.890316, "f1": 0.858992, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"], "main_score": 0.858992, "precision": 0.844532, "recall": 0.890316}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"], "main_score": 0.925066, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.869565, "f1": 0.833531, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"], "main_score": 0.833531, "precision": 0.816947, "recall": 0.869565}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.897233, "f1": 0.86749, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"], "main_score": 0.86749, "precision": 0.854002, "recall": 0.897233}, {"accuracy": 0.257905, "f1": 0.201182, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"], "main_score": 0.201182, "precision": 0.182865, "recall": 0.257905}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"], "main_score": 0.91996, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.826087, "f1": 0.779644, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"], "main_score": 0.779644, "precision": 0.759371, "recall": 0.826087}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.931818, "f1": 0.912549, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"], "main_score": 0.912549, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.90415, "f1": 0.874242, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"], "main_score": 0.874242, "precision": 0.86026, "recall": 0.90415}, {"accuracy": 0.883399, "f1": 0.849242, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"], "main_score": 0.849242, "precision": 0.833696, "recall": 0.883399}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.055336, "f1": 0.028862, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"], "main_score": 0.028862, "precision": 0.023281, "recall": 0.055336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"], "main_score": 0.907181, "precision": 0.896986, "recall": 0.928854}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.899209, "f1": 0.869137, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"], "main_score": 0.869137, "precision": 0.854825, "recall": 0.899209}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.878458, "f1": 0.844532, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"], "main_score": 0.844532, "precision": 0.829084, "recall": 0.878458}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"], "main_score": 0.911067, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.884387, "f1": 0.849605, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"], "main_score": 0.849605, "precision": 0.833004, "recall": 0.884387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.920949, "f1": 0.898057, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"], "main_score": 0.898057, "precision": 0.887187, "recall": 0.920949}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.925889, "f1": 0.904809, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"], "main_score": 0.904809, "precision": 0.894928, "recall": 0.925889}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"], "main_score": 0.959881, "precision": 0.955287, "recall": 0.969368}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.94664, "f1": 0.930896, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"], "main_score": 0.930896, "precision": 0.923501, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.898221, "f1": 0.868149, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"], "main_score": 0.868149, "precision": 0.854002, "recall": 0.898221}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.913043, "f1": 0.886364, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"], "main_score": 0.886364, "precision": 0.873353, "recall": 0.913043}, {"accuracy": 0.943676, "f1": 0.926614, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"], "main_score": 0.926614, "precision": 0.918561, "recall": 0.943676}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.895257, "f1": 0.864493, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"], "main_score": 0.864493, "precision": 0.850214, "recall": 0.895257}, {"accuracy": 0.924901, "f1": 0.901186, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"], "main_score": 0.901186, "precision": 0.889822, "recall": 0.924901}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"], "main_score": 0.952306, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.842885, "f1": 0.801746, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"], "main_score": 0.801746, "precision": 0.783086, "recall": 0.842885}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.907115, "f1": 0.879183, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"], "main_score": 0.879183, "precision": 0.86586, "recall": 0.907115}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"], "main_score": 0.916008, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.833992, "f1": 0.786858, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"], "main_score": 0.786858, "precision": 0.765349, "recall": 0.833992}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"], "main_score": 0.931159, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.93083, "f1": 0.910705, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"], "main_score": 0.910705, "precision": 0.90135, "recall": 0.93083}, {"accuracy": 0.876482, "f1": 0.841257, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"], "main_score": 0.841257, "precision": 0.825181, "recall": 0.876482}, {"accuracy": 0.039526, "f1": 0.016334, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"], "main_score": 0.016334, "precision": 0.011922, "recall": 0.039526}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"], "main_score": 0.966897, "precision": 0.963472, "recall": 0.974308}, {"accuracy": 0.9417, "f1": 0.92365, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"], "main_score": 0.92365, "precision": 0.915102, "recall": 0.9417}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.918972, "f1": 0.896099, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"], "main_score": 0.896099, "precision": 0.885458, "recall": 0.918972}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997694, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"], "main_score": 0.997694, "precision": 0.99753, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.889328, "f1": 0.856555, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"], "main_score": 0.856555, "precision": 0.841238, "recall": 0.889328}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"], "main_score": 0.906028, "precision": 0.895866, "recall": 0.927866}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.889328, "f1": 0.859011, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"], "main_score": 0.859011, "precision": 0.845438, "recall": 0.889328}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.929842, "f1": 0.908893, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"], "main_score": 0.908893, "precision": 0.899209, "recall": 0.929842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"], "main_score": 0.960145, "precision": 0.955896, "recall": 0.969368}, {"accuracy": 0.19664, "f1": 0.140091, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"], "main_score": 0.140091, "precision": 0.124711, "recall": 0.19664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.913043, "f1": 0.887582, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"], "main_score": 0.887582, "precision": 0.875741, "recall": 0.913043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.913768, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"], "main_score": 0.913768, "precision": 0.904233, "recall": 0.933794}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.99753, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"], "main_score": 0.99753, "precision": 0.997365, "recall": 0.998024}, {"accuracy": 0.875494, "f1": 0.841304, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"], "main_score": 0.841304, "precision": 0.825543, "recall": 0.875494}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"], "main_score": 0.956094, "precision": 0.951334, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.874506, "f1": 0.841551, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"], "main_score": 0.841551, "precision": 0.826508, "recall": 0.874506}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"], "main_score": 0.915184, "precision": 0.905138, "recall": 0.935771}, {"accuracy": 0.885375, "f1": 0.851746, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"], "main_score": 0.851746, "precision": 0.836133, "recall": 0.885375}, {"accuracy": 0.894269, "f1": 0.861957, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"], "main_score": 0.861957, "precision": 0.846838, "recall": 0.894269}, {"accuracy": 0.749012, "f1": 0.690022, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"], "main_score": 0.690022, "precision": 0.665309, "recall": 0.749012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.887352, "f1": 0.854611, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"], "main_score": 0.854611, "precision": 0.839542, "recall": 0.887352}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.855731, "f1": 0.816173, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"], "main_score": 0.816173, "precision": 0.798155, "recall": 0.855731}, {"accuracy": 0.923913, "f1": 0.901482, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"], "main_score": 0.901482, "precision": 0.89114, "recall": 0.923913}, {"accuracy": 0.850791, "f1": 0.807576, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"], "main_score": 0.807576, "precision": 0.787912, "recall": 0.850791}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.210474, "f1": 0.14059, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"], "main_score": 0.14059, "precision": 0.122055, "recall": 0.210474}, {"accuracy": 0.892292, "f1": 0.861001, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"], "main_score": 0.861001, "precision": 0.846014, "recall": 0.892292}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"], "main_score": 0.909486, "precision": 0.899786, "recall": 0.929842}, {"accuracy": 0.897233, "f1": 0.867457, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"], "main_score": 0.867457, "precision": 0.853903, "recall": 0.897233}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.981555, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"], "main_score": 0.981555, "precision": 0.979743, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"], "main_score": 0.975791, "precision": 0.973353, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.83498, "f1": 0.79134, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"], "main_score": 0.79134, "precision": 0.77221, "recall": 0.83498}, {"accuracy": 0.936759, "f1": 0.917114, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"], "main_score": 0.917114, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91996, "f1": 0.896989, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"], "main_score": 0.896989, "precision": 0.886364, "recall": 0.91996}, {"accuracy": 0.856719, "f1": 0.817161, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"], "main_score": 0.817161, "precision": 0.798584, "recall": 0.856719}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"], "main_score": 0.894829, "precision": 0.883482, "recall": 0.918972}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.825099, "f1": 0.781689, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"], "main_score": 0.781689, "precision": 0.762081, "recall": 0.825099}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"], "main_score": 0.962615, "precision": 0.958531, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.874506, "f1": 0.838538, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"], "main_score": 0.838538, "precision": 0.822299, "recall": 0.874506}, {"accuracy": 0.254941, "f1": 0.191928, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"], "main_score": 0.191928, "precision": 0.171644, "recall": 0.254941}, {"accuracy": 0.907115, "f1": 0.879249, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"], "main_score": 0.879249, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.783597, "f1": 0.72859, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"], "main_score": 0.72859, "precision": 0.70527, "recall": 0.783597}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.962451, "f1": 0.95104, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"], "main_score": 0.95104, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.891304, "f1": 0.860244, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"], "main_score": 0.860244, "precision": 0.845965, "recall": 0.891304}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.959552, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"], "main_score": 0.959552, "precision": 0.955451, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"], "main_score": 0.948188, "precision": 0.942441, "recall": 0.960474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.875494, "f1": 0.83834, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"], "main_score": 0.83834, "precision": 0.821064, "recall": 0.875494}, {"accuracy": 0.852767, "f1": 0.811185, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"], "main_score": 0.811185, "precision": 0.792655, "recall": 0.852767}, {"accuracy": 0.928854, "f1": 0.906423, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"], "main_score": 0.906423, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.049407, "f1": 0.023562, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"], "main_score": 0.023562, "precision": 0.018951, "recall": 0.049407}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.894269, "f1": 0.860672, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"], "main_score": 0.860672, "precision": 0.844697, "recall": 0.894269}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"], "main_score": 0.958564, "precision": 0.953969, "recall": 0.968379}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"], "main_score": 0.926449, "precision": 0.918396, "recall": 0.943676}, {"accuracy": 0.883399, "f1": 0.84832, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"], "main_score": 0.84832, "precision": 0.831686, "recall": 0.883399}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.836957, "f1": 0.793906, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"], "main_score": 0.793906, "precision": 0.774605, "recall": 0.836957}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"], "main_score": 0.936265, "precision": 0.928887, "recall": 0.951581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.947694, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"], "main_score": 0.947694, "precision": 0.942309, "recall": 0.959486}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.899209, "f1": 0.869433, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"], "main_score": 0.869433, "precision": 0.855847, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.956522, "f1": 0.942589, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"], "main_score": 0.942589, "precision": 0.935853, "recall": 0.956522}, {"accuracy": 0.850791, "f1": 0.809914, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"], "main_score": 0.809914, "precision": 0.791173, "recall": 0.850791}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.894269, "f1": 0.864032, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"], "main_score": 0.864032, "precision": 0.849885, "recall": 0.894269}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.900198, "f1": 0.871476, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"], "main_score": 0.871476, "precision": 0.858235, "recall": 0.900198}, {"accuracy": 0.943676, "f1": 0.926845, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"], "main_score": 0.926845, "precision": 0.91917, "recall": 0.943676}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.936759, "f1": 0.917227, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"], "main_score": 0.917227, "precision": 0.90802, "recall": 0.936759}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.859684, "f1": 0.819269, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"], "main_score": 0.819269, "precision": 0.800922, "recall": 0.859684}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"], "main_score": 0.908169, "precision": 0.89781, "recall": 0.929842}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.876482, "f1": 0.83969, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"], "main_score": 0.83969, "precision": 0.822628, "recall": 0.876482}, {"accuracy": 0.927866, "f1": 0.907345, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"], "main_score": 0.907345, "precision": 0.898337, "recall": 0.927866}, {"accuracy": 0.956522, "f1": 0.944123, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"], "main_score": 0.944123, "precision": 0.93857, "recall": 0.956522}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"], "main_score": 0.955863, "precision": 0.950791, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"], "main_score": 0.956686, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.867589, "f1": 0.830007, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"], "main_score": 0.830007, "precision": 0.81278, "recall": 0.867589}, {"accuracy": 0.890316, "f1": 0.857279, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"], "main_score": 0.857279, "precision": 0.841815, "recall": 0.890316}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"], "main_score": 0.918314, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"], "main_score": 0.930336, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.800395, "f1": 0.750379, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"], "main_score": 0.750379, "precision": 0.728682, "recall": 0.800395}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.869565, "f1": 0.833202, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"], "main_score": 0.833202, "precision": 0.816815, "recall": 0.869565}, {"accuracy": 0.93083, "f1": 0.910738, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"], "main_score": 0.910738, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.788538, "f1": 0.729663, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"], "main_score": 0.729663, "precision": 0.703656, "recall": 0.788538}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"], "main_score": 0.953393, "precision": 0.948155, "recall": 0.964427}, {"accuracy": 0.922925, "f1": 0.899177, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"], "main_score": 0.899177, "precision": 0.888011, "recall": 0.922925}, {"accuracy": 0.922925, "f1": 0.898781, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"], "main_score": 0.898781, "precision": 0.88694, "recall": 0.922925}, {"accuracy": 0.864625, "f1": 0.827207, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"], "main_score": 0.827207, "precision": 0.80998, "recall": 0.864625}, {"accuracy": 0.04249, "f1": 0.018509, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"], "main_score": 0.018509, "precision": 0.014232, "recall": 0.04249}, {"accuracy": 0.998024, "f1": 0.997694, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"], "main_score": 0.997694, "precision": 0.99753, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.97141, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"], "main_score": 0.97141, "precision": 0.968132, "recall": 0.978261}, {"accuracy": 0.945652, "f1": 0.92803, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"], "main_score": 0.92803, "precision": 0.919466, "recall": 0.945652}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.901186, "f1": 0.873485, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"], "main_score": 0.873485, "precision": 0.860837, "recall": 0.901186}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.91502, "f1": 0.888406, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"], "main_score": 0.888406, "precision": 0.875741, "recall": 0.91502}, {"accuracy": 0.926877, "f1": 0.903887, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"], "main_score": 0.903887, "precision": 0.893034, "recall": 0.926877}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.88834, "f1": 0.85527, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"], "main_score": 0.85527, "precision": 0.840003, "recall": 0.88834}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.922925, "f1": 0.900066, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"], "main_score": 0.900066, "precision": 0.889575, "recall": 0.922925}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"], "main_score": 0.940448, "precision": 0.933877, "recall": 0.954545}, {"accuracy": 0.199605, "f1": 0.147369, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"], "main_score": 0.147369, "precision": 0.132831, "recall": 0.199605}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.901186, "f1": 0.870718, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"], "main_score": 0.870718, "precision": 0.856061, "recall": 0.901186}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"], "main_score": 0.911067, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.862648, "f1": 0.822167, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"], "main_score": 0.822167, "precision": 0.803442, "recall": 0.862648}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"], "main_score": 0.914196, "precision": 0.904315, "recall": 0.934783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"], "main_score": 0.911726, "precision": 0.90168, "recall": 0.932806}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"], "main_score": 0.953294, "precision": 0.94804, "recall": 0.964427}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.93083, "f1": 0.909321, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"], "main_score": 0.909321, "precision": 0.898962, "recall": 0.93083}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.870553, "f1": 0.834042, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"], "main_score": 0.834042, "precision": 0.817005, "recall": 0.870553}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.928854, "f1": 0.907246, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"], "main_score": 0.907246, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.863636, "f1": 0.825132, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"], "main_score": 0.825132, "precision": 0.807559, "recall": 0.863636}, {"accuracy": 0.902174, "f1": 0.872694, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"], "main_score": 0.872694, "precision": 0.858696, "recall": 0.902174}, {"accuracy": 0.746047, "f1": 0.68386, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"], "main_score": 0.68386, "precision": 0.657806, "recall": 0.746047}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.882411, "f1": 0.848057, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"], "main_score": 0.848057, "precision": 0.832098, "recall": 0.882411}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.852767, "f1": 0.811528, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"], "main_score": 0.811528, "precision": 0.792918, "recall": 0.852767}, {"accuracy": 0.923913, "f1": 0.901186, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"], "main_score": 0.901186, "precision": 0.890679, "recall": 0.923913}, {"accuracy": 0.862648, "f1": 0.822991, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"], "main_score": 0.822991, "precision": 0.804957, "recall": 0.862648}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.208498, "f1": 0.139983, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"], "main_score": 0.139983, "precision": 0.12101, "recall": 0.208498}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"], "main_score": 0.85919, "precision": 0.843874, "recall": 0.891304}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.873584, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"], "main_score": 0.873584, "precision": 0.859766, "recall": 0.903162}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.970092, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"], "main_score": 0.970092, "precision": 0.96665, "recall": 0.977273}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.825099, "f1": 0.782268, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"], "main_score": 0.782268, "precision": 0.763332, "recall": 0.825099}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"], "main_score": 0.917655, "precision": 0.907773, "recall": 0.937747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.913043, "f1": 0.887022, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"], "main_score": 0.887022, "precision": 0.874671, "recall": 0.913043}, {"accuracy": 0.851779, "f1": 0.811397, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"], "main_score": 0.811397, "precision": 0.792984, "recall": 0.851779}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.897233, "f1": 0.867589, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"], "main_score": 0.867589, "precision": 0.853491, "recall": 0.897233}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.833992, "f1": 0.791601, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"], "main_score": 0.791601, "precision": 0.773123, "recall": 0.833992}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"], "main_score": 0.950593, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.858696, "f1": 0.819401, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"], "main_score": 0.819401, "precision": 0.801367, "recall": 0.858696}, {"accuracy": 0.249012, "f1": 0.189218, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"], "main_score": 0.189218, "precision": 0.16979, "recall": 0.249012}, {"accuracy": 0.894269, "f1": 0.863702, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"], "main_score": 0.863702, "precision": 0.849885, "recall": 0.894269}, {"accuracy": 0.772727, "f1": 0.717888, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"], "main_score": 0.717888, "precision": 0.695415, "recall": 0.772727}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"], "main_score": 0.950823, "precision": 0.945405, "recall": 0.962451}, {"accuracy": 0.897233, "f1": 0.86805, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"], "main_score": 0.86805, "precision": 0.854941, "recall": 0.897233}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"], "main_score": 0.942523, "precision": 0.935771, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.858696, "f1": 0.815942, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"], "main_score": 0.815942, "precision": 0.795866, "recall": 0.858696}, {"accuracy": 0.867589, "f1": 0.829364, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"], "main_score": 0.829364, "precision": 0.811818, "recall": 0.867589}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"], "main_score": 0.898123, "precision": 0.886775, "recall": 0.921937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.050395, "f1": 0.02544, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"], "main_score": 0.02544, "precision": 0.021589, "recall": 0.050395}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"], "main_score": 0.918314, "precision": 0.908762, "recall": 0.937747}, {"accuracy": 0.873518, "f1": 0.837319, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"], "main_score": 0.837319, "precision": 0.820405, "recall": 0.873518}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"], "main_score": 0.934025, "precision": 0.926795, "recall": 0.949605}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"], "main_score": 0.93946, "precision": 0.932889, "recall": 0.953557}, {"accuracy": 0.868577, "f1": 0.832049, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"], "main_score": 0.832049, "precision": 0.81497, "recall": 0.868577}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.836957, "f1": 0.792062, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"], "main_score": 0.792062, "precision": 0.771739, "recall": 0.836957}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.948617, "f1": 0.932213, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"], "main_score": 0.932213, "precision": 0.92416, "recall": 0.948617}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.908103, "f1": 0.879743, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"], "main_score": 0.879743, "precision": 0.866601, "recall": 0.908103}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"], "main_score": 0.926054, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.92892, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"], "main_score": 0.92892, "precision": 0.920866, "recall": 0.945652}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"], "main_score": 0.933366, "precision": 0.926136, "recall": 0.948617}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"], "main_score": 0.912055, "precision": 0.902503, "recall": 0.932806}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"], "main_score": 0.926943, "precision": 0.919252, "recall": 0.943676}, {"accuracy": 0.843874, "f1": 0.800362, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"], "main_score": 0.800362, "precision": 0.780468, "recall": 0.843874}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.901186, "f1": 0.873419, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"], "main_score": 0.873419, "precision": 0.860623, "recall": 0.901186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.891304, "f1": 0.859256, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"], "main_score": 0.859256, "precision": 0.844285, "recall": 0.891304}, {"accuracy": 0.933794, "f1": 0.912945, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"], "main_score": 0.912945, "precision": 0.90308, "recall": 0.933794}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"], "main_score": 0.908333, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.836957, "f1": 0.792095, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"], "main_score": 0.792095, "precision": 0.772398, "recall": 0.836957}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.922925, "f1": 0.89944, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"], "main_score": 0.89944, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"], "main_score": 0.961199, "precision": 0.956769, "recall": 0.970356}, {"accuracy": 0.862648, "f1": 0.822925, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"], "main_score": 0.822925, "precision": 0.804348, "recall": 0.862648}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"], "main_score": 0.894993, "precision": 0.88414, "recall": 0.918972}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"], "main_score": 0.94193, "precision": 0.935688, "recall": 0.955534}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.915909, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"], "main_score": 0.915909, "precision": 0.906209, "recall": 0.935771}, {"accuracy": 0.87253, "f1": 0.836034, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"], "main_score": 0.836034, "precision": 0.818956, "recall": 0.87253}, {"accuracy": 0.88834, "f1": 0.854545, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"], "main_score": 0.854545, "precision": 0.838966, "recall": 0.88834}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"], "main_score": 0.921278, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"], "main_score": 0.918478, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.811265, "f1": 0.76326, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"], "main_score": 0.76326, "precision": 0.741864, "recall": 0.811265}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.870553, "f1": 0.833564, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"], "main_score": 0.833564, "precision": 0.816617, "recall": 0.870553}, {"accuracy": 0.910079, "f1": 0.88274, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"], "main_score": 0.88274, "precision": 0.869565, "recall": 0.910079}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.778656, "f1": 0.721626, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"], "main_score": 0.721626, "precision": 0.69697, "recall": 0.778656}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"], "main_score": 0.935935, "precision": 0.928195, "recall": 0.951581}, {"accuracy": 0.913043, "f1": 0.887352, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"], "main_score": 0.887352, "precision": 0.875395, "recall": 0.913043}, {"accuracy": 0.883399, "f1": 0.850165, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"], "main_score": 0.850165, "precision": 0.835096, "recall": 0.883399}, {"accuracy": 0.87747, "f1": 0.843182, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"], "main_score": 0.843182, "precision": 0.827075, "recall": 0.87747}, {"accuracy": 0.046443, "f1": 0.023589, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"], "main_score": 0.023589, "precision": 0.018954, "recall": 0.046443}, {"accuracy": 0.924901, "f1": 0.909679, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"], "main_score": 0.909679, "precision": 0.904183, "recall": 0.924901}, {"accuracy": 0.922925, "f1": 0.901795, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"], "main_score": 0.901795, "precision": 0.892714, "recall": 0.922925}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.934783, "f1": 0.920018, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"], "main_score": 0.920018, "precision": 0.914527, "recall": 0.934783}, {"accuracy": 0.909091, "f1": 0.882971, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"], "main_score": 0.882971, "precision": 0.8708, "recall": 0.909091}, {"accuracy": 0.899209, "f1": 0.869302, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"], "main_score": 0.869302, "precision": 0.855319, "recall": 0.899209}, {"accuracy": 0.899209, "f1": 0.882463, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"], "main_score": 0.882463, "precision": 0.87704, "recall": 0.899209}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"], "main_score": 0.915514, "precision": 0.906522, "recall": 0.934783}, {"accuracy": 0.917984, "f1": 0.894928, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"], "main_score": 0.894928, "precision": 0.883893, "recall": 0.917984}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.917984, "f1": 0.894815, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"], "main_score": 0.894815, "precision": 0.88475, "recall": 0.917984}, {"accuracy": 0.933794, "f1": 0.921838, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"], "main_score": 0.921838, "precision": 0.917164, "recall": 0.933794}, {"accuracy": 0.893281, "f1": 0.863142, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"], "main_score": 0.863142, "precision": 0.848485, "recall": 0.893281}, {"accuracy": 0.958498, "f1": 0.946706, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"], "main_score": 0.946706, "precision": 0.941617, "recall": 0.958498}, {"accuracy": 0.928854, "f1": 0.911218, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"], "main_score": 0.911218, "precision": 0.904364, "recall": 0.928854}, {"accuracy": 0.936759, "f1": 0.918544, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"], "main_score": 0.918544, "precision": 0.910359, "recall": 0.936759}, {"accuracy": 0.937747, "f1": 0.921393, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"], "main_score": 0.921393, "precision": 0.914782, "recall": 0.937747}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"], "main_score": 0.929578, "precision": 0.922381, "recall": 0.945652}, {"accuracy": 0.934783, "f1": 0.919779, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"], "main_score": 0.919779, "precision": 0.914134, "recall": 0.934783}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.18083, "f1": 0.146772, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"], "main_score": 0.146772, "precision": 0.137648, "recall": 0.18083}, {"accuracy": 0.960474, "f1": 0.950132, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"], "main_score": 0.950132, "precision": 0.94563, "recall": 0.960474}, {"accuracy": 0.933794, "f1": 0.915086, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"], "main_score": 0.915086, "precision": 0.906209, "recall": 0.933794}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.923913, "f1": 0.904978, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"], "main_score": 0.904978, "precision": 0.897497, "recall": 0.923913}, {"accuracy": 0.917984, "f1": 0.901278, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"], "main_score": 0.901278, "precision": 0.895476, "recall": 0.917984}, {"accuracy": 0.91996, "f1": 0.904295, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"], "main_score": 0.904295, "precision": 0.898809, "recall": 0.91996}, {"accuracy": 0.913043, "f1": 0.887648, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"], "main_score": 0.887648, "precision": 0.875856, "recall": 0.913043}, {"accuracy": 0.9417, "f1": 0.928903, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"], "main_score": 0.928903, "precision": 0.92423, "recall": 0.9417}, {"accuracy": 0.943676, "f1": 0.926845, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"], "main_score": 0.926845, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.883399, "f1": 0.865798, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"], "main_score": 0.865798, "precision": 0.859302, "recall": 0.883399}, {"accuracy": 0.909091, "f1": 0.886917, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"], "main_score": 0.886917, "precision": 0.878351, "recall": 0.909091}, {"accuracy": 0.934783, "f1": 0.917325, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"], "main_score": 0.917325, "precision": 0.910227, "recall": 0.934783}, {"accuracy": 0.940711, "f1": 0.925873, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"], "main_score": 0.925873, "precision": 0.919953, "recall": 0.940711}, {"accuracy": 0.875494, "f1": 0.841304, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"], "main_score": 0.841304, "precision": 0.825181, "recall": 0.875494}, {"accuracy": 0.900198, "f1": 0.872233, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"], "main_score": 0.872233, "precision": 0.859272, "recall": 0.900198}, {"accuracy": 0.921937, "f1": 0.90368, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"], "main_score": 0.90368, "precision": 0.896905, "recall": 0.921937}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"], "main_score": 0.898715, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.928854, "f1": 0.916716, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"], "main_score": 0.916716, "precision": 0.912876, "recall": 0.928854}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"], "main_score": 0.936265, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.948617, "f1": 0.932444, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"], "main_score": 0.932444, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"], "main_score": 0.928854, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"], "main_score": 0.897628, "precision": 0.88694, "recall": 0.920949}, {"accuracy": 0.892292, "f1": 0.861265, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"], "main_score": 0.861265, "precision": 0.847365, "recall": 0.892292}, {"accuracy": 0.933794, "f1": 0.913274, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"], "main_score": 0.913274, "precision": 0.903409, "recall": 0.933794}, {"accuracy": 0.916008, "f1": 0.895975, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"], "main_score": 0.895975, "precision": 0.888365, "recall": 0.916008}, {"accuracy": 0.916996, "f1": 0.894335, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"], "main_score": 0.894335, "precision": 0.884569, "recall": 0.916996}, {"accuracy": 0.87253, "f1": 0.836924, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"], "main_score": 0.836924, "precision": 0.820158, "recall": 0.87253}, {"accuracy": 0.916996, "f1": 0.902015, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"], "main_score": 0.902015, "precision": 0.896249, "recall": 0.916996}, {"accuracy": 0.918972, "f1": 0.897069, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"], "main_score": 0.897069, "precision": 0.88722, "recall": 0.918972}, {"accuracy": 0.857708, "f1": 0.821344, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"], "main_score": 0.821344, "precision": 0.804957, "recall": 0.857708}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"], "main_score": 0.929842, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.649209, "f1": 0.577684, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"], "main_score": 0.577684, "precision": 0.550067, "recall": 0.649209}, {"accuracy": 0.928854, "f1": 0.912656, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"], "main_score": 0.912656, "precision": 0.906711, "recall": 0.928854}, {"accuracy": 0.937747, "f1": 0.924774, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"], "main_score": 0.924774, "precision": 0.919789, "recall": 0.937747}, {"accuracy": 0.911067, "f1": 0.888422, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"], "main_score": 0.888422, "precision": 0.879604, "recall": 0.911067}, {"accuracy": 0.925889, "f1": 0.909126, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"], "main_score": 0.909126, "precision": 0.903155, "recall": 0.925889}, {"accuracy": 0.899209, "f1": 0.87309, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"], "main_score": 0.87309, "precision": 0.860754, "recall": 0.899209}, {"accuracy": 0.910079, "f1": 0.883992, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"], "main_score": 0.883992, "precision": 0.872563, "recall": 0.910079}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.934783, "f1": 0.922752, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"], "main_score": 0.922752, "precision": 0.918631, "recall": 0.934783}, {"accuracy": 0.885375, "f1": 0.853162, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"], "main_score": 0.853162, "precision": 0.837731, "recall": 0.885375}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.898221, "f1": 0.870257, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"], "main_score": 0.870257, "precision": 0.857296, "recall": 0.898221}, {"accuracy": 0.928854, "f1": 0.909289, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"], "main_score": 0.909289, "precision": 0.901136, "recall": 0.928854}, {"accuracy": 0.91996, "f1": 0.897021, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"], "main_score": 0.897021, "precision": 0.886891, "recall": 0.91996}, {"accuracy": 0.927866, "f1": 0.908385, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"], "main_score": 0.908385, "precision": 0.900445, "recall": 0.927866}, {"accuracy": 0.199605, "f1": 0.146876, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"], "main_score": 0.146876, "precision": 0.130897, "recall": 0.199605}, {"accuracy": 0.911067, "f1": 0.885046, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"], "main_score": 0.885046, "precision": 0.87253, "recall": 0.911067}, {"accuracy": 0.928854, "f1": 0.907576, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"], "main_score": 0.907576, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"], "main_score": 0.912714, "precision": 0.903327, "recall": 0.932806}, {"accuracy": 0.931818, "f1": 0.912055, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"], "main_score": 0.912055, "precision": 0.902668, "recall": 0.931818}, {"accuracy": 0.939723, "f1": 0.922497, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"], "main_score": 0.922497, "precision": 0.915135, "recall": 0.939723}, {"accuracy": 0.905138, "f1": 0.87892, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"], "main_score": 0.87892, "precision": 0.867457, "recall": 0.905138}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.933794, "f1": 0.91654, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"], "main_score": 0.91654, "precision": 0.909453, "recall": 0.933794}, {"accuracy": 0.936759, "f1": 0.920619, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"], "main_score": 0.920619, "precision": 0.914509, "recall": 0.936759}, {"accuracy": 0.920949, "f1": 0.905287, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"], "main_score": 0.905287, "precision": 0.899676, "recall": 0.920949}, {"accuracy": 0.925889, "f1": 0.905552, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"], "main_score": 0.905552, "precision": 0.896904, "recall": 0.925889}, {"accuracy": 0.939723, "f1": 0.925489, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"], "main_score": 0.925489, "precision": 0.919805, "recall": 0.939723}, {"accuracy": 0.822134, "f1": 0.774539, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"], "main_score": 0.774539, "precision": 0.753541, "recall": 0.822134}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"], "main_score": 0.925889, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.91996, "f1": 0.903787, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"], "main_score": 0.903787, "precision": 0.897918, "recall": 0.91996}, {"accuracy": 0.935771, "f1": 0.925016, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"], "main_score": 0.925016, "precision": 0.920815, "recall": 0.935771}, {"accuracy": 0.91996, "f1": 0.90369, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"], "main_score": 0.90369, "precision": 0.897251, "recall": 0.91996}, {"accuracy": 0.880435, "f1": 0.847958, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"], "main_score": 0.847958, "precision": 0.832839, "recall": 0.880435}, {"accuracy": 0.855731, "f1": 0.814987, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"], "main_score": 0.814987, "precision": 0.796278, "recall": 0.855731}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"], "main_score": 0.924901, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.951581, "f1": 0.93722, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"], "main_score": 0.93722, "precision": 0.93083, "recall": 0.951581}, {"accuracy": 0.903162, "f1": 0.876383, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"], "main_score": 0.876383, "precision": 0.863554, "recall": 0.903162}, {"accuracy": 0.950593, "f1": 0.938079, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"], "main_score": 0.938079, "precision": 0.93298, "recall": 0.950593}, {"accuracy": 0.827075, "f1": 0.782872, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"], "main_score": 0.782872, "precision": 0.762352, "recall": 0.827075}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.950593, "f1": 0.93925, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"], "main_score": 0.93925, "precision": 0.935039, "recall": 0.950593}, {"accuracy": 0.922925, "f1": 0.90548, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"], "main_score": 0.90548, "precision": 0.899234, "recall": 0.922925}, {"accuracy": 0.911067, "f1": 0.89602, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"], "main_score": 0.89602, "precision": 0.89085, "recall": 0.911067}, {"accuracy": 0.908103, "f1": 0.892946, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"], "main_score": 0.892946, "precision": 0.887186, "recall": 0.908103}, {"accuracy": 0.943676, "f1": 0.926779, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"], "main_score": 0.926779, "precision": 0.91889, "recall": 0.943676}, {"accuracy": 0.870553, "f1": 0.835771, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"], "main_score": 0.835771, "precision": 0.819697, "recall": 0.870553}, {"accuracy": 0.256917, "f1": 0.211663, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"], "main_score": 0.211663, "precision": 0.196671, "recall": 0.256917}, {"accuracy": 0.914032, "f1": 0.887912, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"], "main_score": 0.887912, "precision": 0.875412, "recall": 0.914032}, {"accuracy": 0.751976, "f1": 0.694024, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"], "main_score": 0.694024, "precision": 0.669055, "recall": 0.751976}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.873518, "f1": 0.83913, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"], "main_score": 0.83913, "precision": 0.823897, "recall": 0.873518}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.939723, "f1": 0.921673, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"], "main_score": 0.921673, "precision": 0.913291, "recall": 0.939723}, {"accuracy": 0.922925, "f1": 0.902339, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"], "main_score": 0.902339, "precision": 0.893423, "recall": 0.922925}, {"accuracy": 0.926877, "f1": 0.904381, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"], "main_score": 0.904381, "precision": 0.893528, "recall": 0.926877}, {"accuracy": 0.9417, "f1": 0.930592, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"], "main_score": 0.930592, "precision": 0.92683, "recall": 0.9417}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.857708, "f1": 0.818808, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"], "main_score": 0.818808, "precision": 0.801581, "recall": 0.857708}, {"accuracy": 0.880435, "f1": 0.848306, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"], "main_score": 0.848306, "precision": 0.833745, "recall": 0.880435}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"], "main_score": 0.913867, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.922925, "f1": 0.901877, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"], "main_score": 0.901877, "precision": 0.893264, "recall": 0.922925}, {"accuracy": 0.044466, "f1": 0.02397, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"], "main_score": 0.02397, "precision": 0.020307, "recall": 0.044466}, {"accuracy": 0.901186, "f1": 0.880318, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"], "main_score": 0.880318, "precision": 0.872917, "recall": 0.901186}, {"accuracy": 0.929842, "f1": 0.910427, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"], "main_score": 0.910427, "precision": 0.902289, "recall": 0.929842}, {"accuracy": 0.883399, "f1": 0.86206, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"], "main_score": 0.86206, "precision": 0.854406, "recall": 0.883399}, {"accuracy": 0.929842, "f1": 0.912636, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"], "main_score": 0.912636, "precision": 0.906103, "recall": 0.929842}, {"accuracy": 0.869565, "f1": 0.834853, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"], "main_score": 0.834853, "precision": 0.819697, "recall": 0.869565}, {"accuracy": 0.878458, "f1": 0.842787, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"], "main_score": 0.842787, "precision": 0.826169, "recall": 0.878458}, {"accuracy": 0.910079, "f1": 0.887195, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"], "main_score": 0.887195, "precision": 0.878071, "recall": 0.910079}, {"accuracy": 0.920949, "f1": 0.900708, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"], "main_score": 0.900708, "precision": 0.892697, "recall": 0.920949}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"], "main_score": 0.895323, "precision": 0.88414, "recall": 0.918972}, {"accuracy": 0.816206, "f1": 0.770553, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"], "main_score": 0.770553, "precision": 0.751136, "recall": 0.816206}, {"accuracy": 0.936759, "f1": 0.921283, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"], "main_score": 0.921283, "precision": 0.914948, "recall": 0.936759}, {"accuracy": 0.83004, "f1": 0.786759, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"], "main_score": 0.786759, "precision": 0.767243, "recall": 0.83004}, {"accuracy": 0.91996, "f1": 0.895257, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"], "main_score": 0.895257, "precision": 0.883235, "recall": 0.91996}, {"accuracy": 0.920949, "f1": 0.901812, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"], "main_score": 0.901812, "precision": 0.894474, "recall": 0.920949}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.932806, "f1": 0.91438, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"], "main_score": 0.91438, "precision": 0.906439, "recall": 0.932806}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"], "main_score": 0.92029, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.945652, "f1": 0.92948, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"], "main_score": 0.92948, "precision": 0.922266, "recall": 0.945652}, {"accuracy": 0.879447, "f1": 0.857641, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"], "main_score": 0.857641, "precision": 0.849685, "recall": 0.879447}, {"accuracy": 0.917984, "f1": 0.897219, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"], "main_score": 0.897219, "precision": 0.889147, "recall": 0.917984}, {"accuracy": 0.87747, "f1": 0.843281, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"], "main_score": 0.843281, "precision": 0.828557, "recall": 0.87747}, {"accuracy": 0.912055, "f1": 0.88722, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"], "main_score": 0.88722, "precision": 0.875741, "recall": 0.912055}, {"accuracy": 0.899209, "f1": 0.872036, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"], "main_score": 0.872036, "precision": 0.859794, "recall": 0.899209}, {"accuracy": 0.898221, "f1": 0.870276, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"], "main_score": 0.870276, "precision": 0.858564, "recall": 0.898221}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"], "main_score": 0.937747, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.947628, "f1": 0.933484, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"], "main_score": 0.933484, "precision": 0.927487, "recall": 0.947628}, {"accuracy": 0.931818, "f1": 0.911957, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"], "main_score": 0.911957, "precision": 0.90275, "recall": 0.931818}, {"accuracy": 0.892292, "f1": 0.866062, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"], "main_score": 0.866062, "precision": 0.856021, "recall": 0.892292}, {"accuracy": 0.908103, "f1": 0.88355, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"], "main_score": 0.88355, "precision": 0.873501, "recall": 0.908103}, {"accuracy": 0.944664, "f1": 0.927899, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"], "main_score": 0.927899, "precision": 0.920208, "recall": 0.944664}, {"accuracy": 0.894269, "f1": 0.862451, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"], "main_score": 0.862451, "precision": 0.847497, "recall": 0.894269}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.828063, "f1": 0.780863, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"], "main_score": 0.780863, "precision": 0.759717, "recall": 0.828063}, {"accuracy": 0.934783, "f1": 0.92097, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"], "main_score": 0.92097, "precision": 0.915777, "recall": 0.934783}, {"accuracy": 0.90415, "f1": 0.87612, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"], "main_score": 0.87612, "precision": 0.863636, "recall": 0.90415}, {"accuracy": 0.899209, "f1": 0.877746, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"], "main_score": 0.877746, "precision": 0.869491, "recall": 0.899209}, {"accuracy": 0.925889, "f1": 0.906065, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"], "main_score": 0.906065, "precision": 0.897678, "recall": 0.925889}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"], "main_score": 0.926449, "precision": 0.918561, "recall": 0.943676}, {"accuracy": 0.931818, "f1": 0.911561, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"], "main_score": 0.911561, "precision": 0.901845, "recall": 0.931818}, {"accuracy": 0.923913, "f1": 0.90452, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"], "main_score": 0.90452, "precision": 0.896484, "recall": 0.923913}, {"accuracy": 0.902174, "f1": 0.874671, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"], "main_score": 0.874671, "precision": 0.86166, "recall": 0.902174}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.921937, "f1": 0.902723, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"], "main_score": 0.902723, "precision": 0.8951, "recall": 0.921937}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.948617, "f1": 0.938538, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"], "main_score": 0.938538, "precision": 0.934647, "recall": 0.948617}, {"accuracy": 0.859684, "f1": 0.821509, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"], "main_score": 0.821509, "precision": 0.804298, "recall": 0.859684}, {"accuracy": 0.929842, "f1": 0.912582, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"], "main_score": 0.912582, "precision": 0.905898, "recall": 0.929842}, {"accuracy": 0.94664, "f1": 0.93232, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"], "main_score": 0.93232, "precision": 0.926178, "recall": 0.94664}, {"accuracy": 0.932806, "f1": 0.917269, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"], "main_score": 0.917269, "precision": 0.910931, "recall": 0.932806}, {"accuracy": 0.945652, "f1": 0.92948, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"], "main_score": 0.92948, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.901186, "f1": 0.872925, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"], "main_score": 0.872925, "precision": 0.859437, "recall": 0.901186}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"], "main_score": 0.900527, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.902404, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"], "main_score": 0.902404, "precision": 0.891716, "recall": 0.924901}, {"accuracy": 0.868577, "f1": 0.83848, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"], "main_score": 0.83848, "precision": 0.826948, "recall": 0.868577}, {"accuracy": 0.918972, "f1": 0.903382, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"], "main_score": 0.903382, "precision": 0.898189, "recall": 0.918972}, {"accuracy": 0.910079, "f1": 0.88442, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"], "main_score": 0.88442, "precision": 0.872941, "recall": 0.910079}, {"accuracy": 0.88834, "f1": 0.857609, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"], "main_score": 0.857609, "precision": 0.843659, "recall": 0.88834}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"], "main_score": 0.933136, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.938735, "f1": 0.920982, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"], "main_score": 0.920982, "precision": 0.912994, "recall": 0.938735}, {"accuracy": 0.935771, "f1": 0.91469, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"], "main_score": 0.91469, "precision": 0.904315, "recall": 0.935771}, {"accuracy": 0.927866, "f1": 0.906522, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"], "main_score": 0.906522, "precision": 0.896327, "recall": 0.927866}, {"accuracy": 0.901186, "f1": 0.884421, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"], "main_score": 0.884421, "precision": 0.878275, "recall": 0.901186}, {"accuracy": 0.810277, "f1": 0.760244, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"], "main_score": 0.760244, "precision": 0.737566, "recall": 0.810277}, {"accuracy": 0.899209, "f1": 0.870869, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"], "main_score": 0.870869, "precision": 0.858317, "recall": 0.899209}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.851779, "f1": 0.814262, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"], "main_score": 0.814262, "precision": 0.797348, "recall": 0.851779}, {"accuracy": 0.871542, "f1": 0.836462, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"], "main_score": 0.836462, "precision": 0.820932, "recall": 0.871542}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"], "main_score": 0.928426, "precision": 0.920866, "recall": 0.944664}, {"accuracy": 0.889328, "f1": 0.857642, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"], "main_score": 0.857642, "precision": 0.843379, "recall": 0.889328}, {"accuracy": 0.91996, "f1": 0.897252, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"], "main_score": 0.897252, "precision": 0.886973, "recall": 0.91996}, {"accuracy": 0.780632, "f1": 0.724835, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"], "main_score": 0.724835, "precision": 0.69972, "recall": 0.780632}, {"accuracy": 0.925889, "f1": 0.909179, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"], "main_score": 0.909179, "precision": 0.90309, "recall": 0.925889}, {"accuracy": 0.920949, "f1": 0.901028, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"], "main_score": 0.901028, "precision": 0.892878, "recall": 0.920949}, {"accuracy": 0.906126, "f1": 0.885002, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"], "main_score": 0.885002, "precision": 0.877453, "recall": 0.906126}, {"accuracy": 0.940711, "f1": 0.924605, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"], "main_score": 0.924605, "precision": 0.917935, "recall": 0.940711}, {"accuracy": 0.912055, "f1": 0.887418, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"], "main_score": 0.887418, "precision": 0.876235, "recall": 0.912055}, {"accuracy": 0.907115, "f1": 0.881621, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"], "main_score": 0.881621, "precision": 0.870142, "recall": 0.907115}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"], "main_score": 0.91222, "precision": 0.902372, "recall": 0.932806}, {"accuracy": 0.887352, "f1": 0.854809, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"], "main_score": 0.854809, "precision": 0.839345, "recall": 0.887352}, {"accuracy": 0.047431, "f1": 0.027238, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"], "main_score": 0.027238, "precision": 0.022663, "recall": 0.047431}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"], "main_score": 0.936924, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.971344, "f1": 0.963622, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"], "main_score": 0.963622, "precision": 0.960392, "recall": 0.971344}, {"accuracy": 0.906126, "f1": 0.878755, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"], "main_score": 0.878755, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"], "main_score": 0.910573, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.968379, "f1": 0.959947, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"], "main_score": 0.959947, "precision": 0.956555, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"], "main_score": 0.962846, "precision": 0.95891, "recall": 0.971344}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.96741, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"], "main_score": 0.96741, "precision": 0.964509, "recall": 0.974308}, {"accuracy": 0.90415, "f1": 0.876614, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"], "main_score": 0.876614, "precision": 0.863636, "recall": 0.90415}, {"accuracy": 0.977273, "f1": 0.970586, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"], "main_score": 0.970586, "precision": 0.967638, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"], "main_score": 0.96054, "precision": 0.956769, "recall": 0.969368}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.965876, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"], "main_score": 0.965876, "precision": 0.96278, "recall": 0.97332}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"], "main_score": 0.937648, "precision": 0.930583, "recall": 0.952569}, {"accuracy": 0.193676, "f1": 0.149819, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"], "main_score": 0.149819, "precision": 0.137954, "recall": 0.193676}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.937747, "f1": 0.919697, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"], "main_score": 0.919697, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.952536, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"], "main_score": 0.952536, "precision": 0.947628, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"], "main_score": 0.964328, "precision": 0.960886, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"], "main_score": 0.962681, "precision": 0.958745, "recall": 0.971344}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"], "main_score": 0.894993, "precision": 0.883679, "recall": 0.918972}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.945652, "f1": 0.93297, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"], "main_score": 0.93297, "precision": 0.928056, "recall": 0.945652}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"], "main_score": 0.96525, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"], "main_score": 0.974308, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.871542, "f1": 0.835375, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"], "main_score": 0.835375, "precision": 0.818429, "recall": 0.871542}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"], "main_score": 0.928689, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.977273, "f1": 0.97108, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"], "main_score": 0.97108, "precision": 0.968495, "recall": 0.977273}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"], "main_score": 0.915349, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.968379, "f1": 0.959947, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"], "main_score": 0.959947, "precision": 0.956555, "recall": 0.968379}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"], "main_score": 0.929183, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.911067, "f1": 0.8861, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"], "main_score": 0.8861, "precision": 0.874918, "recall": 0.911067}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"], "main_score": 0.928854, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.965415, "f1": 0.956277, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"], "main_score": 0.956277, "precision": 0.952569, "recall": 0.965415}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"], "main_score": 0.928096, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.878458, "f1": 0.843676, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"], "main_score": 0.843676, "precision": 0.827734, "recall": 0.878458}, {"accuracy": 0.959486, "f1": 0.950461, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"], "main_score": 0.950461, "precision": 0.947142, "recall": 0.959486}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.884387, "f1": 0.852404, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"], "main_score": 0.852404, "precision": 0.837615, "recall": 0.884387}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.720356, "f1": 0.654818, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"], "main_score": 0.654818, "precision": 0.628673, "recall": 0.720356}, {"accuracy": 0.975296, "f1": 0.968347, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"], "main_score": 0.968347, "precision": 0.965415, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.971033, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"], "main_score": 0.971033, "precision": 0.968297, "recall": 0.977273}, {"accuracy": 0.960474, "f1": 0.949242, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"], "main_score": 0.949242, "precision": 0.944335, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"], "main_score": 0.974308, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.905138, "f1": 0.87859, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"], "main_score": 0.87859, "precision": 0.866304, "recall": 0.905138}, {"accuracy": 0.937747, "f1": 0.918874, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"], "main_score": 0.918874, "precision": 0.910161, "recall": 0.937747}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"], "main_score": 0.974539, "precision": 0.97192, "recall": 0.980237}, {"accuracy": 0.876482, "f1": 0.843182, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"], "main_score": 0.843182, "precision": 0.828228, "recall": 0.876482}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.925889, "f1": 0.904809, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"], "main_score": 0.904809, "precision": 0.894763, "recall": 0.925889}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"], "main_score": 0.945652, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.961462, "f1": 0.950659, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"], "main_score": 0.950659, "precision": 0.94557, "recall": 0.961462}, {"accuracy": 0.961462, "f1": 0.95, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"], "main_score": 0.95, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.214427, "f1": 0.152955, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"], "main_score": 0.152955, "precision": 0.135843, "recall": 0.214427}, {"accuracy": 0.900198, "f1": 0.870553, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"], "main_score": 0.870553, "precision": 0.85639, "recall": 0.900198}, {"accuracy": 0.95751, "f1": 0.945012, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"], "main_score": 0.945012, "precision": 0.939312, "recall": 0.95751}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"], "main_score": 0.918215, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"], "main_score": 0.954875, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.93083, "f1": 0.912615, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"], "main_score": 0.912615, "precision": 0.90476, "recall": 0.93083}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"], "main_score": 0.946805, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"], "main_score": 0.965481, "precision": 0.961907, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.962286, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"], "main_score": 0.962286, "precision": 0.959025, "recall": 0.970356}, {"accuracy": 0.965415, "f1": 0.956701, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"], "main_score": 0.956701, "precision": 0.952866, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.944302, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"], "main_score": 0.944302, "precision": 0.939097, "recall": 0.956522}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.835968, "f1": 0.792441, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"], "main_score": 0.792441, "precision": 0.773148, "recall": 0.835968}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.976532, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"], "main_score": 0.976532, "precision": 0.974614, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.960394, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"], "main_score": 0.960394, "precision": 0.957213, "recall": 0.968379}, {"accuracy": 0.895257, "f1": 0.866238, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"], "main_score": 0.866238, "precision": 0.852931, "recall": 0.895257}, {"accuracy": 0.867589, "f1": 0.829018, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"], "main_score": 0.829018, "precision": 0.811265, "recall": 0.867589}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"], "main_score": 0.95224, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"], "main_score": 0.892358, "precision": 0.880879, "recall": 0.916996}, {"accuracy": 0.976285, "f1": 0.969499, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"], "main_score": 0.969499, "precision": 0.966568, "recall": 0.976285}, {"accuracy": 0.842885, "f1": 0.800428, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"], "main_score": 0.800428, "precision": 0.781406, "recall": 0.842885}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"], "main_score": 0.969433, "precision": 0.966486, "recall": 0.976285}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"], "main_score": 0.964328, "precision": 0.960886, "recall": 0.972332}, {"accuracy": 0.970356, "f1": 0.962599, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"], "main_score": 0.962599, "precision": 0.95938, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.967622, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"], "main_score": 0.967622, "precision": 0.965036, "recall": 0.974308}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.857708, "f1": 0.818643, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"], "main_score": 0.818643, "precision": 0.801285, "recall": 0.857708}, {"accuracy": 0.261858, "f1": 0.209212, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"], "main_score": 0.209212, "precision": 0.191657, "recall": 0.261858}, {"accuracy": 0.912055, "f1": 0.885606, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"], "main_score": 0.885606, "precision": 0.873106, "recall": 0.912055}, {"accuracy": 0.784585, "f1": 0.728346, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"], "main_score": 0.728346, "precision": 0.70331, "recall": 0.784585}, {"accuracy": 0.966403, "f1": 0.955764, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"], "main_score": 0.955764, "precision": 0.950675, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.901186, "f1": 0.872925, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"], "main_score": 0.872925, "precision": 0.859601, "recall": 0.901186}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"], "main_score": 0.950593, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"], "main_score": 0.968116, "precision": 0.965003, "recall": 0.975296}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.879447, "f1": 0.845257, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"], "main_score": 0.845257, "precision": 0.829496, "recall": 0.879447}, {"accuracy": 0.895257, "f1": 0.865481, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"], "main_score": 0.865481, "precision": 0.851696, "recall": 0.895257}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"], "main_score": 0.922497, "precision": 0.913949, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.950395, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"], "main_score": 0.950395, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.046443, "f1": 0.020599, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"], "main_score": 0.020599, "precision": 0.016013, "recall": 0.046443}, {"accuracy": 0.970356, "f1": 0.962022, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"], "main_score": 0.962022, "precision": 0.958449, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.947365, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"], "main_score": 0.947365, "precision": 0.941782, "recall": 0.959486}, {"accuracy": 0.935771, "f1": 0.918695, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"], "main_score": 0.918695, "precision": 0.911561, "recall": 0.935771}, {"accuracy": 0.967391, "f1": 0.958235, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"], "main_score": 0.958235, "precision": 0.954331, "recall": 0.967391}, {"accuracy": 0.93083, "f1": 0.908597, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"], "main_score": 0.908597, "precision": 0.897892, "recall": 0.93083}, {"accuracy": 0.873518, "f1": 0.838307, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"], "main_score": 0.838307, "precision": 0.822381, "recall": 0.873518}, {"accuracy": 0.962451, "f1": 0.951416, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"], "main_score": 0.951416, "precision": 0.946476, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.950231, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"], "main_score": 0.950231, "precision": 0.945323, "recall": 0.961462}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"], "main_score": 0.94697, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.842885, "f1": 0.801633, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"], "main_score": 0.801633, "precision": 0.782971, "recall": 0.842885}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"], "main_score": 0.96278, "precision": 0.95886, "recall": 0.971344}, {"accuracy": 0.840909, "f1": 0.798781, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"], "main_score": 0.798781, "precision": 0.780171, "recall": 0.840909}, {"accuracy": 0.934783, "f1": 0.914987, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"], "main_score": 0.914987, "precision": 0.905797, "recall": 0.934783}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"], "main_score": 0.923913, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"], "main_score": 0.93913, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 0.95751, "f1": 0.946626, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"], "main_score": 0.946626, "precision": 0.942144, "recall": 0.95751}, {"accuracy": 0.967391, "f1": 0.957082, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"], "main_score": 0.957082, "precision": 0.952157, "recall": 0.967391}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"], "main_score": 0.926383, "precision": 0.918972, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.903063, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"], "main_score": 0.903063, "precision": 0.892045, "recall": 0.925889}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.929842, "f1": 0.909453, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"], "main_score": 0.909453, "precision": 0.900445, "recall": 0.929842}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.933794, "f1": 0.915613, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"], "main_score": 0.915613, "precision": 0.908004, "recall": 0.933794}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"], "main_score": 0.938406, "precision": 0.932016, "recall": 0.952569}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.934783, "f1": 0.915316, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"], "main_score": 0.915316, "precision": 0.906126, "recall": 0.934783}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.846838, "f1": 0.803887, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"], "main_score": 0.803887, "precision": 0.784173, "recall": 0.846838}, {"accuracy": 0.975296, "f1": 0.968412, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"], "main_score": 0.968412, "precision": 0.965497, "recall": 0.975296}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"], "main_score": 0.928689, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.961462, "f1": 0.950988, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"], "main_score": 0.950988, "precision": 0.946426, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"], "main_score": 0.960474, "precision": 0.956555, "recall": 0.969368}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.914032, "f1": 0.89081, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"], "main_score": 0.89081, "precision": 0.879776, "recall": 0.914032}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"], "main_score": 0.97052, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.895257, "f1": 0.864657, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"], "main_score": 0.864657, "precision": 0.850379, "recall": 0.895257}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.971344, "f1": 0.963175, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"], "main_score": 0.963175, "precision": 0.959569, "recall": 0.971344}, {"accuracy": 0.929842, "f1": 0.908498, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"], "main_score": 0.908498, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.878458, "f1": 0.844005, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"], "main_score": 0.844005, "precision": 0.828063, "recall": 0.878458}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"], "main_score": 0.958893, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.907115, "f1": 0.880072, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"], "main_score": 0.880072, "precision": 0.86726, "recall": 0.907115}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"], "main_score": 0.920125, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.917984, "f1": 0.894353, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"], "main_score": 0.894353, "precision": 0.883729, "recall": 0.917984}, {"accuracy": 0.966403, "f1": 0.95743, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"], "main_score": 0.95743, "precision": 0.953722, "recall": 0.966403}, {"accuracy": 0.905138, "f1": 0.875988, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"], "main_score": 0.875988, "precision": 0.862154, "recall": 0.905138}, {"accuracy": 0.908103, "f1": 0.883564, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"], "main_score": 0.883564, "precision": 0.872069, "recall": 0.908103}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.934783, "f1": 0.913603, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"], "main_score": 0.913603, "precision": 0.903244, "recall": 0.934783}, {"accuracy": 0.972332, "f1": 0.964657, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"], "main_score": 0.964657, "precision": 0.96138, "recall": 0.972332}, {"accuracy": 0.828063, "f1": 0.780599, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"], "main_score": 0.780599, "precision": 0.758976, "recall": 0.828063}, {"accuracy": 0.923913, "f1": 0.901845, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"], "main_score": 0.901845, "precision": 0.891667, "recall": 0.923913}, {"accuracy": 0.94664, "f1": 0.931061, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"], "main_score": 0.931061, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.867589, "f1": 0.830698, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"], "main_score": 0.830698, "precision": 0.813636, "recall": 0.867589}, {"accuracy": 0.864625, "f1": 0.829018, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"], "main_score": 0.829018, "precision": 0.813076, "recall": 0.864625}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"], "main_score": 0.922431, "precision": 0.914032, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.782609, "f1": 0.726059, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"], "main_score": 0.726059, "precision": 0.7014, "recall": 0.782609}, {"accuracy": 0.977273, "f1": 0.971146, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"], "main_score": 0.971146, "precision": 0.968544, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"], "main_score": 0.956094, "precision": 0.951334, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.938735, "f1": 0.921509, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"], "main_score": 0.921509, "precision": 0.913686, "recall": 0.938735}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"], "main_score": 0.894993, "precision": 0.883811, "recall": 0.918972}, {"accuracy": 0.790514, "f1": 0.739493, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"], "main_score": 0.739493, "precision": 0.71726, "recall": 0.790514}, {"accuracy": 0.827075, "f1": 0.782115, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"], "main_score": 0.782115, "precision": 0.761034, "recall": 0.827075}, {"accuracy": 0.059289, "f1": 0.031805, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"], "main_score": 0.031805, "precision": 0.025224, "recall": 0.059289}, {"accuracy": 0.800395, "f1": 0.760538, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"], "main_score": 0.760538, "precision": 0.745403, "recall": 0.800395}, {"accuracy": 0.807312, "f1": 0.761632, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"], "main_score": 0.761632, "precision": 0.743588, "recall": 0.807312}, {"accuracy": 0.885375, "f1": 0.853393, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"], "main_score": 0.853393, "precision": 0.838603, "recall": 0.885375}, {"accuracy": 0.865613, "f1": 0.827174, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"], "main_score": 0.827174, "precision": 0.809618, "recall": 0.865613}, {"accuracy": 0.883399, "f1": 0.852404, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"], "main_score": 0.852404, "precision": 0.838142, "recall": 0.883399}, {"accuracy": 0.772727, "f1": 0.729304, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"], "main_score": 0.729304, "precision": 0.712989, "recall": 0.772727}, {"accuracy": 0.820158, "f1": 0.775431, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"], "main_score": 0.775431, "precision": 0.755362, "recall": 0.820158}, {"accuracy": 0.788538, "f1": 0.731423, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"], "main_score": 0.731423, "precision": 0.706176, "recall": 0.788538}, {"accuracy": 0.741107, "f1": 0.695464, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"], "main_score": 0.695464, "precision": 0.678937, "recall": 0.741107}, {"accuracy": 0.818182, "f1": 0.773885, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"], "main_score": 0.773885, "precision": 0.755089, "recall": 0.818182}, {"accuracy": 0.84585, "f1": 0.810079, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"], "main_score": 0.810079, "precision": 0.793676, "recall": 0.84585}, {"accuracy": 0.902174, "f1": 0.875, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"], "main_score": 0.875, "precision": 0.862516, "recall": 0.902174}, {"accuracy": 0.787549, "f1": 0.7363, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"], "main_score": 0.7363, "precision": 0.715606, "recall": 0.787549}, {"accuracy": 0.794466, "f1": 0.753514, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"], "main_score": 0.753514, "precision": 0.737473, "recall": 0.794466}, {"accuracy": 0.854743, "f1": 0.815086, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"], "main_score": 0.815086, "precision": 0.796854, "recall": 0.854743}, {"accuracy": 0.824111, "f1": 0.784409, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"], "main_score": 0.784409, "precision": 0.768199, "recall": 0.824111}, {"accuracy": 0.811265, "f1": 0.766496, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"], "main_score": 0.766496, "precision": 0.748605, "recall": 0.811265}, {"accuracy": 0.745059, "f1": 0.683173, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"], "main_score": 0.683173, "precision": 0.657784, "recall": 0.745059}, {"accuracy": 0.801383, "f1": 0.757093, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"], "main_score": 0.757093, "precision": 0.739918, "recall": 0.801383}, {"accuracy": 0.880435, "f1": 0.850033, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"], "main_score": 0.850033, "precision": 0.836051, "recall": 0.880435}, {"accuracy": 0.867589, "f1": 0.830402, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"], "main_score": 0.830402, "precision": 0.813982, "recall": 0.867589}, {"accuracy": 0.80336, "f1": 0.758689, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"], "main_score": 0.758689, "precision": 0.740412, "recall": 0.80336}, {"accuracy": 0.843874, "f1": 0.800249, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"], "main_score": 0.800249, "precision": 0.78055, "recall": 0.843874}, {"accuracy": 0.172925, "f1": 0.143219, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"], "main_score": 0.143219, "precision": 0.13508, "recall": 0.172925}, {"accuracy": 0.828063, "f1": 0.789262, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"], "main_score": 0.789262, "precision": 0.773369, "recall": 0.828063}, {"accuracy": 0.865613, "f1": 0.831851, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"], "main_score": 0.831851, "precision": 0.81637, "recall": 0.865613}, {"accuracy": 0.839921, "f1": 0.795652, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"], "main_score": 0.795652, "precision": 0.775972, "recall": 0.839921}, {"accuracy": 0.756917, "f1": 0.701307, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"], "main_score": 0.701307, "precision": 0.679473, "recall": 0.756917}, {"accuracy": 0.785573, "f1": 0.740435, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"], "main_score": 0.740435, "precision": 0.723087, "recall": 0.785573}, {"accuracy": 0.798419, "f1": 0.756123, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"], "main_score": 0.756123, "precision": 0.739866, "recall": 0.798419}, {"accuracy": 0.813241, "f1": 0.768761, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"], "main_score": 0.768761, "precision": 0.748962, "recall": 0.813241}, {"accuracy": 0.843874, "f1": 0.809525, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"], "main_score": 0.809525, "precision": 0.796041, "recall": 0.843874}, {"accuracy": 0.851779, "f1": 0.81026, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"], "main_score": 0.81026, "precision": 0.791396, "recall": 0.851779}, {"accuracy": 0.758893, "f1": 0.723186, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"], "main_score": 0.723186, "precision": 0.710125, "recall": 0.758893}, {"accuracy": 0.781621, "f1": 0.734585, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"], "main_score": 0.734585, "precision": 0.717182, "recall": 0.781621}, {"accuracy": 0.799407, "f1": 0.751423, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"], "main_score": 0.751423, "precision": 0.732434, "recall": 0.799407}, {"accuracy": 0.8083, "f1": 0.763006, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"], "main_score": 0.763006, "precision": 0.744706, "recall": 0.8083}, {"accuracy": 0.815217, "f1": 0.7722, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"], "main_score": 0.7722, "precision": 0.752964, "recall": 0.815217}, {"accuracy": 0.81917, "f1": 0.771772, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"], "main_score": 0.771772, "precision": 0.750675, "recall": 0.81917}, {"accuracy": 0.781621, "f1": 0.739171, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"], "main_score": 0.739171, "precision": 0.723427, "recall": 0.781621}, {"accuracy": 0.842885, "f1": 0.800823, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"], "main_score": 0.800823, "precision": 0.781785, "recall": 0.842885}, {"accuracy": 0.796443, "f1": 0.757918, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"], "main_score": 0.757918, "precision": 0.742778, "recall": 0.796443}, {"accuracy": 0.829051, "f1": 0.783583, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"], "main_score": 0.783583, "precision": 0.763834, "recall": 0.829051}, {"accuracy": 0.868577, "f1": 0.83274, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"], "main_score": 0.83274, "precision": 0.816518, "recall": 0.868577}, {"accuracy": 0.817194, "f1": 0.770092, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"], "main_score": 0.770092, "precision": 0.74916, "recall": 0.817194}, {"accuracy": 0.83498, "f1": 0.790217, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"], "main_score": 0.790217, "precision": 0.770043, "recall": 0.83498}, {"accuracy": 0.774704, "f1": 0.719011, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"], "main_score": 0.719011, "precision": 0.69478, "recall": 0.774704}, {"accuracy": 0.79249, "f1": 0.739756, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"], "main_score": 0.739756, "precision": 0.716683, "recall": 0.79249}, {"accuracy": 0.737154, "f1": 0.685232, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"], "main_score": 0.685232, "precision": 0.666199, "recall": 0.737154}, {"accuracy": 0.76581, "f1": 0.706522, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"], "main_score": 0.706522, "precision": 0.681588, "recall": 0.76581}, {"accuracy": 0.802372, "f1": 0.757279, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"], "main_score": 0.757279, "precision": 0.736808, "recall": 0.802372}, {"accuracy": 0.785573, "f1": 0.746764, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"], "main_score": 0.746764, "precision": 0.731272, "recall": 0.785573}, {"accuracy": 0.851779, "f1": 0.811119, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"], "main_score": 0.811119, "precision": 0.792605, "recall": 0.851779}, {"accuracy": 0.800395, "f1": 0.751125, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"], "main_score": 0.751125, "precision": 0.729414, "recall": 0.800395}, {"accuracy": 0.869565, "f1": 0.837253, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"], "main_score": 0.837253, "precision": 0.822497, "recall": 0.869565}, {"accuracy": 0.577075, "f1": 0.500949, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"], "main_score": 0.500949, "precision": 0.472792, "recall": 0.577075}, {"accuracy": 0.807312, "f1": 0.766022, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"], "main_score": 0.766022, "precision": 0.750287, "recall": 0.807312}, {"accuracy": 0.821146, "f1": 0.783534, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"], "main_score": 0.783534, "precision": 0.768037, "recall": 0.821146}, {"accuracy": 0.771739, "f1": 0.719186, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"], "main_score": 0.719186, "precision": 0.699673, "recall": 0.771739}, {"accuracy": 0.793478, "f1": 0.752541, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"], "main_score": 0.752541, "precision": 0.736748, "recall": 0.793478}, {"accuracy": 0.860672, "f1": 0.824901, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"], "main_score": 0.824901, "precision": 0.808531, "recall": 0.860672}, {"accuracy": 0.773715, "f1": 0.719477, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"], "main_score": 0.719477, "precision": 0.697498, "recall": 0.773715}, {"accuracy": 0.824111, "f1": 0.776482, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"], "main_score": 0.776482, "precision": 0.755007, "recall": 0.824111}, {"accuracy": 0.796443, "f1": 0.756341, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"], "main_score": 0.756341, "precision": 0.740499, "recall": 0.796443}, {"accuracy": 0.83004, "f1": 0.792721, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"], "main_score": 0.792721, "precision": 0.775972, "recall": 0.83004}, {"accuracy": 0.885375, "f1": 0.858155, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"], "main_score": 0.858155, "precision": 0.846591, "recall": 0.885375}, {"accuracy": 0.865613, "f1": 0.833564, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"], "main_score": 0.833564, "precision": 0.818923, "recall": 0.865613}, {"accuracy": 0.788538, "f1": 0.734667, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"], "main_score": 0.734667, "precision": 0.712592, "recall": 0.788538}, {"accuracy": 0.791502, "f1": 0.739416, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"], "main_score": 0.739416, "precision": 0.717844, "recall": 0.791502}, {"accuracy": 0.774704, "f1": 0.726082, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"], "main_score": 0.726082, "precision": 0.70806, "recall": 0.774704}, {"accuracy": 0.188735, "f1": 0.139745, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"], "main_score": 0.139745, "precision": 0.124974, "recall": 0.188735}, {"accuracy": 0.829051, "f1": 0.787286, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"], "main_score": 0.787286, "precision": 0.768231, "recall": 0.829051}, {"accuracy": 0.802372, "f1": 0.752604, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"], "main_score": 0.752604, "precision": 0.732108, "recall": 0.802372}, {"accuracy": 0.871542, "f1": 0.835277, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"], "main_score": 0.835277, "precision": 0.818841, "recall": 0.871542}, {"accuracy": 0.862648, "f1": 0.828096, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"], "main_score": 0.828096, "precision": 0.813192, "recall": 0.862648}, {"accuracy": 0.802372, "f1": 0.756936, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"], "main_score": 0.756936, "precision": 0.738556, "recall": 0.802372}, {"accuracy": 0.768775, "f1": 0.712587, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"], "main_score": 0.712587, "precision": 0.690179, "recall": 0.768775}, {"accuracy": 0.853755, "f1": 0.815415, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"], "main_score": 0.815415, "precision": 0.798501, "recall": 0.853755}, {"accuracy": 0.813241, "f1": 0.770553, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"], "main_score": 0.770553, "precision": 0.754077, "recall": 0.813241}, {"accuracy": 0.816206, "f1": 0.775501, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"], "main_score": 0.775501, "precision": 0.759821, "recall": 0.816206}, {"accuracy": 0.773715, "f1": 0.727375, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"], "main_score": 0.727375, "precision": 0.708968, "recall": 0.773715}, {"accuracy": 0.753953, "f1": 0.701326, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"], "main_score": 0.701326, "precision": 0.682219, "recall": 0.753953}, {"accuracy": 0.79249, "f1": 0.745836, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"], "main_score": 0.745836, "precision": 0.72673, "recall": 0.79249}, {"accuracy": 0.759881, "f1": 0.700461, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"], "main_score": 0.700461, "precision": 0.673337, "recall": 0.759881}, {"accuracy": 0.858696, "f1": 0.822101, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"], "main_score": 0.822101, "precision": 0.804842, "recall": 0.858696}, {"accuracy": 0.779644, "f1": 0.73808, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"], "main_score": 0.73808, "precision": 0.722161, "recall": 0.779644}, {"accuracy": 0.791502, "f1": 0.758519, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"], "main_score": 0.758519, "precision": 0.74598, "recall": 0.791502}, {"accuracy": 0.779644, "f1": 0.735975, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"], "main_score": 0.735975, "precision": 0.71776, "recall": 0.779644}, {"accuracy": 0.791502, "f1": 0.74002, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"], "main_score": 0.74002, "precision": 0.717951, "recall": 0.791502}, {"accuracy": 0.801383, "f1": 0.752931, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"], "main_score": 0.752931, "precision": 0.731835, "recall": 0.801383}, {"accuracy": 0.833992, "f1": 0.788702, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"], "main_score": 0.788702, "precision": 0.768231, "recall": 0.833992}, {"accuracy": 0.831028, "f1": 0.786481, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"], "main_score": 0.786481, "precision": 0.767638, "recall": 0.831028}, {"accuracy": 0.83498, "f1": 0.78882, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"], "main_score": 0.78882, "precision": 0.767787, "recall": 0.83498}, {"accuracy": 0.815217, "f1": 0.772877, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"], "main_score": 0.772877, "precision": 0.755225, "recall": 0.815217}, {"accuracy": 0.769763, "f1": 0.719749, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"], "main_score": 0.719749, "precision": 0.697661, "recall": 0.769763}, {"accuracy": 0.866601, "f1": 0.829018, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"], "main_score": 0.829018, "precision": 0.811265, "recall": 0.866601}, {"accuracy": 0.826087, "f1": 0.785275, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"], "main_score": 0.785275, "precision": 0.768596, "recall": 0.826087}, {"accuracy": 0.769763, "f1": 0.725562, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"], "main_score": 0.725562, "precision": 0.709417, "recall": 0.769763}, {"accuracy": 0.758893, "f1": 0.718752, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"], "main_score": 0.718752, "precision": 0.703754, "recall": 0.758893}, {"accuracy": 0.755929, "f1": 0.714011, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"], "main_score": 0.714011, "precision": 0.698392, "recall": 0.755929}, {"accuracy": 0.853755, "f1": 0.81637, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"], "main_score": 0.81637, "precision": 0.799934, "recall": 0.853755}, {"accuracy": 0.83498, "f1": 0.791963, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"], "main_score": 0.791963, "precision": 0.773172, "recall": 0.83498}, {"accuracy": 0.248024, "f1": 0.19877, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"], "main_score": 0.19877, "precision": 0.181789, "recall": 0.248024}, {"accuracy": 0.846838, "f1": 0.810013, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"], "main_score": 0.810013, "precision": 0.793429, "recall": 0.846838}, {"accuracy": 0.689723, "f1": 0.619518, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"], "main_score": 0.619518, "precision": 0.589097, "recall": 0.689723}, {"accuracy": 0.820158, "f1": 0.774843, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"], "main_score": 0.774843, "precision": 0.755871, "recall": 0.820158}, {"accuracy": 0.908103, "f1": 0.881588, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"], "main_score": 0.881588, "precision": 0.868906, "recall": 0.908103}, {"accuracy": 0.789526, "f1": 0.736877, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"], "main_score": 0.736877, "precision": 0.713505, "recall": 0.789526}, {"accuracy": 0.852767, "f1": 0.817391, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"], "main_score": 0.817391, "precision": 0.800972, "recall": 0.852767}, {"accuracy": 0.840909, "f1": 0.796278, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"], "main_score": 0.796278, "precision": 0.77663, "recall": 0.840909}, {"accuracy": 0.833992, "f1": 0.791107, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"], "main_score": 0.791107, "precision": 0.772431, "recall": 0.833992}, {"accuracy": 0.807312, "f1": 0.760524, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"], "main_score": 0.760524, "precision": 0.740688, "recall": 0.807312}, {"accuracy": 0.826087, "f1": 0.779578, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"], "main_score": 0.779578, "precision": 0.758729, "recall": 0.826087}, {"accuracy": 0.802372, "f1": 0.758849, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"], "main_score": 0.758849, "precision": 0.740972, "recall": 0.802372}, {"accuracy": 0.853755, "f1": 0.81502, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"], "main_score": 0.81502, "precision": 0.797431, "recall": 0.853755}, {"accuracy": 0.79249, "f1": 0.739446, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"], "main_score": 0.739446, "precision": 0.715497, "recall": 0.79249}, {"accuracy": 0.83004, "f1": 0.789163, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"], "main_score": 0.789163, "precision": 0.770455, "recall": 0.83004}, {"accuracy": 0.876482, "f1": 0.843676, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"], "main_score": 0.843676, "precision": 0.828228, "recall": 0.876482}, {"accuracy": 0.753953, "f1": 0.699627, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"], "main_score": 0.699627, "precision": 0.678944, "recall": 0.753953}, {"accuracy": 0.043478, "f1": 0.024761, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"], "main_score": 0.024761, "precision": 0.021678, "recall": 0.043478}, {"accuracy": 0.755929, "f1": 0.709296, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"], "main_score": 0.709296, "precision": 0.69256, "recall": 0.755929}, {"accuracy": 0.809289, "f1": 0.764446, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"], "main_score": 0.764446, "precision": 0.745339, "recall": 0.809289}, {"accuracy": 0.729249, "f1": 0.680764, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"], "main_score": 0.680764, "precision": 0.663003, "recall": 0.729249}, {"accuracy": 0.782609, "f1": 0.738328, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"], "main_score": 0.738328, "precision": 0.722109, "recall": 0.782609}, {"accuracy": 0.756917, "f1": 0.698751, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"], "main_score": 0.698751, "precision": 0.674631, "recall": 0.756917}, {"accuracy": 0.80336, "f1": 0.753129, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"], "main_score": 0.753129, "precision": 0.729743, "recall": 0.80336}, {"accuracy": 0.768775, "f1": 0.716665, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"], "main_score": 0.716665, "precision": 0.696547, "recall": 0.768775}, {"accuracy": 0.775692, "f1": 0.722557, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"], "main_score": 0.722557, "precision": 0.701872, "recall": 0.775692}, {"accuracy": 0.856719, "f1": 0.816008, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"], "main_score": 0.816008, "precision": 0.797101, "recall": 0.856719}, {"accuracy": 0.815217, "f1": 0.767457, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"], "main_score": 0.767457, "precision": 0.746163, "recall": 0.815217}, {"accuracy": 0.695652, "f1": 0.627033, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"], "main_score": 0.627033, "precision": 0.598915, "recall": 0.695652}, {"accuracy": 0.812253, "f1": 0.769166, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"], "main_score": 0.769166, "precision": 0.751682, "recall": 0.812253}, {"accuracy": 0.762846, "f1": 0.706738, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"], "main_score": 0.706738, "precision": 0.681192, "recall": 0.762846}, {"accuracy": 0.821146, "f1": 0.776501, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"], "main_score": 0.776501, "precision": 0.757312, "recall": 0.821146}, {"accuracy": 0.80336, "f1": 0.757639, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"], "main_score": 0.757639, "precision": 0.739708, "recall": 0.80336}, {"accuracy": 0.844862, "f1": 0.805204, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"], "main_score": 0.805204, "precision": 0.787368, "recall": 0.844862}, {"accuracy": 0.815217, "f1": 0.769913, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"], "main_score": 0.769913, "precision": 0.75146, "recall": 0.815217}, {"accuracy": 0.871542, "f1": 0.838636, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"], "main_score": 0.838636, "precision": 0.823732, "recall": 0.871542}, {"accuracy": 0.817194, "f1": 0.770095, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"], "main_score": 0.770095, "precision": 0.750256, "recall": 0.817194}, {"accuracy": 0.700593, "f1": 0.648582, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"], "main_score": 0.648582, "precision": 0.62918, "recall": 0.700593}, {"accuracy": 0.799407, "f1": 0.752793, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"], "main_score": 0.752793, "precision": 0.733786, "recall": 0.799407}, {"accuracy": 0.769763, "f1": 0.715868, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"], "main_score": 0.715868, "precision": 0.694286, "recall": 0.769763}, {"accuracy": 0.814229, "f1": 0.768182, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"], "main_score": 0.768182, "precision": 0.74809, "recall": 0.814229}, {"accuracy": 0.807312, "f1": 0.75942, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"], "main_score": 0.75942, "precision": 0.739273, "recall": 0.807312}, {"accuracy": 0.793478, "f1": 0.742791, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"], "main_score": 0.742791, "precision": 0.722052, "recall": 0.793478}, {"accuracy": 0.894269, "f1": 0.864196, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"], "main_score": 0.864196, "precision": 0.850082, "recall": 0.894269}, {"accuracy": 0.875494, "f1": 0.841238, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"], "main_score": 0.841238, "precision": 0.826005, "recall": 0.875494}, {"accuracy": 0.843874, "f1": 0.807569, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"], "main_score": 0.807569, "precision": 0.792252, "recall": 0.843874}, {"accuracy": 0.742095, "f1": 0.680525, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"], "main_score": 0.680525, "precision": 0.655518, "recall": 0.742095}, {"accuracy": 0.733202, "f1": 0.678603, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"], "main_score": 0.678603, "precision": 0.65902, "recall": 0.733202}, {"accuracy": 0.766798, "f1": 0.714141, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"], "main_score": 0.714141, "precision": 0.693563, "recall": 0.766798}, {"accuracy": 0.823123, "f1": 0.776748, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"], "main_score": 0.776748, "precision": 0.757091, "recall": 0.823123}, {"accuracy": 0.816206, "f1": 0.76917, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"], "main_score": 0.76917, "precision": 0.748221, "recall": 0.816206}, {"accuracy": 0.873518, "f1": 0.839756, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"], "main_score": 0.839756, "precision": 0.824193, "recall": 0.873518}, {"accuracy": 0.775692, "f1": 0.721476, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"], "main_score": 0.721476, "precision": 0.697875, "recall": 0.775692}, {"accuracy": 0.790514, "f1": 0.749032, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"], "main_score": 0.749032, "precision": 0.733806, "recall": 0.790514}, {"accuracy": 0.781621, "f1": 0.728294, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"], "main_score": 0.728294, "precision": 0.70639, "recall": 0.781621}, {"accuracy": 0.727273, "f1": 0.671094, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"], "main_score": 0.671094, "precision": 0.649544, "recall": 0.727273}, {"accuracy": 0.811265, "f1": 0.760919, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"], "main_score": 0.760919, "precision": 0.739453, "recall": 0.811265}, {"accuracy": 0.816206, "f1": 0.765217, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"], "main_score": 0.765217, "precision": 0.743116, "recall": 0.816206}, {"accuracy": 0.858696, "f1": 0.826021, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"], "main_score": 0.826021, "precision": 0.8111, "recall": 0.858696}, {"accuracy": 0.810277, "f1": 0.768789, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"], "main_score": 0.768789, "precision": 0.752623, "recall": 0.810277}, {"accuracy": 0.840909, "f1": 0.802866, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"], "main_score": 0.802866, "precision": 0.786133, "recall": 0.840909}, {"accuracy": 0.852767, "f1": 0.814427, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"], "main_score": 0.814427, "precision": 0.796854, "recall": 0.852767}, {"accuracy": 0.785573, "f1": 0.739933, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"], "main_score": 0.739933, "precision": 0.722359, "recall": 0.785573}, {"accuracy": 0.847826, "f1": 0.80886, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"], "main_score": 0.80886, "precision": 0.790761, "recall": 0.847826}, {"accuracy": 0.814229, "f1": 0.775144, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"], "main_score": 0.775144, "precision": 0.758971, "recall": 0.814229}, {"accuracy": 0.817194, "f1": 0.773946, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"], "main_score": 0.773946, "precision": 0.75443, "recall": 0.817194}, {"accuracy": 0.783597, "f1": 0.73312, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"], "main_score": 0.73312, "precision": 0.713919, "recall": 0.783597}, {"accuracy": 0.833004, "f1": 0.795554, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"], "main_score": 0.795554, "precision": 0.780632, "recall": 0.833004}, {"accuracy": 0.81917, "f1": 0.774127, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"], "main_score": 0.774127, "precision": 0.755836, "recall": 0.81917}, {"accuracy": 0.890316, "f1": 0.861462, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"], "main_score": 0.861462, "precision": 0.848485, "recall": 0.890316}, {"accuracy": 0.870553, "f1": 0.833169, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"], "main_score": 0.833169, "precision": 0.815547, "recall": 0.870553}, {"accuracy": 0.846838, "f1": 0.809453, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"], "main_score": 0.809453, "precision": 0.792194, "recall": 0.846838}, {"accuracy": 0.838933, "f1": 0.798221, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"], "main_score": 0.798221, "precision": 0.779842, "recall": 0.838933}, {"accuracy": 0.833992, "f1": 0.789855, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"], "main_score": 0.789855, "precision": 0.77001, "recall": 0.833992}, {"accuracy": 0.710474, "f1": 0.652081, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"], "main_score": 0.652081, "precision": 0.630465, "recall": 0.710474}, {"accuracy": 0.749012, "f1": 0.70509, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"], "main_score": 0.70509, "precision": 0.689333, "recall": 0.749012}, {"accuracy": 0.773715, "f1": 0.719258, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"], "main_score": 0.719258, "precision": 0.6965, "recall": 0.773715}, {"accuracy": 0.84585, "f1": 0.812931, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"], "main_score": 0.812931, "precision": 0.798337, "recall": 0.84585}, {"accuracy": 0.899209, "f1": 0.873847, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"], "main_score": 0.873847, "precision": 0.863093, "recall": 0.899209}, {"accuracy": 0.84585, "f1": 0.807938, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"], "main_score": 0.807938, "precision": 0.792309, "recall": 0.84585}, {"accuracy": 0.859684, "f1": 0.821871, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"], "main_score": 0.821871, "precision": 0.805007, "recall": 0.859684}, {"accuracy": 0.844862, "f1": 0.80504, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"], "main_score": 0.80504, "precision": 0.787302, "recall": 0.844862}, {"accuracy": 0.755929, "f1": 0.712369, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"], "main_score": 0.712369, "precision": 0.694656, "recall": 0.755929}, {"accuracy": 0.768775, "f1": 0.718761, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"], "main_score": 0.718761, "precision": 0.696887, "recall": 0.768775}, {"accuracy": 0.791502, "f1": 0.742575, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"], "main_score": 0.742575, "precision": 0.72268, "recall": 0.791502}, {"accuracy": 0.843874, "f1": 0.801482, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"], "main_score": 0.801482, "precision": 0.782148, "recall": 0.843874}, {"accuracy": 0.777668, "f1": 0.726087, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"], "main_score": 0.726087, "precision": 0.703146, "recall": 0.777668}, {"accuracy": 0.73913, "f1": 0.683492, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"], "main_score": 0.683492, "precision": 0.660548, "recall": 0.73913}, {"accuracy": 0.854743, "f1": 0.815876, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"], "main_score": 0.815876, "precision": 0.799061, "recall": 0.854743}, {"accuracy": 0.787549, "f1": 0.739152, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"], "main_score": 0.739152, "precision": 0.72007, "recall": 0.787549}, {"accuracy": 0.827075, "f1": 0.783352, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"], "main_score": 0.783352, "precision": 0.76497, "recall": 0.827075}, {"accuracy": 0.725296, "f1": 0.66094, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"], "main_score": 0.66094, "precision": 0.632856, "recall": 0.725296}, {"accuracy": 0.79249, "f1": 0.75091, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"], "main_score": 0.75091, "precision": 0.735586, "recall": 0.79249}, {"accuracy": 0.824111, "f1": 0.787157, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"], "main_score": 0.787157, "precision": 0.772805, "recall": 0.824111}, {"accuracy": 0.785573, "f1": 0.73833, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"], "main_score": 0.73833, "precision": 0.720895, "recall": 0.785573}, {"accuracy": 0.833992, "f1": 0.794424, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"], "main_score": 0.794424, "precision": 0.778409, "recall": 0.833992}, {"accuracy": 0.775692, "f1": 0.724657, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"], "main_score": 0.724657, "precision": 0.70336, "recall": 0.775692}, {"accuracy": 0.818182, "f1": 0.776021, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"], "main_score": 0.776021, "precision": 0.756999, "recall": 0.818182}, {"accuracy": 0.220356, "f1": 0.18954, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"], "main_score": 0.18954, "precision": 0.180859, "recall": 0.220356}, {"accuracy": 0.233202, "f1": 0.201674, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"], "main_score": 0.201674, "precision": 0.191421, "recall": 0.233202}, {"accuracy": 0.020751, "f1": 0.009117, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"], "main_score": 0.009117, "precision": 0.007115, "recall": 0.020751}, {"accuracy": 0.195652, "f1": 0.174596, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"], "main_score": 0.174596, "precision": 0.169051, "recall": 0.195652}, {"accuracy": 0.188735, "f1": 0.163135, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"], "main_score": 0.163135, "precision": 0.15603, "recall": 0.188735}, {"accuracy": 0.224308, "f1": 0.196525, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"], "main_score": 0.196525, "precision": 0.188366, "recall": 0.224308}, {"accuracy": 0.227273, "f1": 0.19744, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"], "main_score": 0.19744, "precision": 0.189264, "recall": 0.227273}, {"accuracy": 0.241107, "f1": 0.212511, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"], "main_score": 0.212511, "precision": 0.203445, "recall": 0.241107}, {"accuracy": 0.177866, "f1": 0.154294, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"], "main_score": 0.154294, "precision": 0.149107, "recall": 0.177866}, {"accuracy": 0.231225, "f1": 0.196188, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"], "main_score": 0.196188, "precision": 0.186249, "recall": 0.231225}, {"accuracy": 0.185771, "f1": 0.158245, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"], "main_score": 0.158245, "precision": 0.149062, "recall": 0.185771}, {"accuracy": 0.16996, "f1": 0.149162, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"], "main_score": 0.149162, "precision": 0.144065, "recall": 0.16996}, {"accuracy": 0.201581, "f1": 0.173853, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"], "main_score": 0.173853, "precision": 0.166426, "recall": 0.201581}, {"accuracy": 0.227273, "f1": 0.191721, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"], "main_score": 0.191721, "precision": 0.181119, "recall": 0.227273}, {"accuracy": 0.256917, "f1": 0.226544, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"], "main_score": 0.226544, "precision": 0.217298, "recall": 0.256917}, {"accuracy": 0.20751, "f1": 0.178969, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"], "main_score": 0.178969, "precision": 0.173092, "recall": 0.20751}, {"accuracy": 0.19664, "f1": 0.177546, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"], "main_score": 0.177546, "precision": 0.17092, "recall": 0.19664}, {"accuracy": 0.243083, "f1": 0.210386, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"], "main_score": 0.210386, "precision": 0.200152, "recall": 0.243083}, {"accuracy": 0.195652, "f1": 0.169824, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"], "main_score": 0.169824, "precision": 0.161967, "recall": 0.195652}, {"accuracy": 0.188735, "f1": 0.164559, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"], "main_score": 0.164559, "precision": 0.158624, "recall": 0.188735}, {"accuracy": 0.170949, "f1": 0.141217, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"], "main_score": 0.141217, "precision": 0.133127, "recall": 0.170949}, {"accuracy": 0.183794, "f1": 0.15973, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"], "main_score": 0.15973, "precision": 0.154126, "recall": 0.183794}, {"accuracy": 0.25, "f1": 0.216253, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"], "main_score": 0.216253, "precision": 0.205703, "recall": 0.25}, {"accuracy": 0.22332, "f1": 0.193436, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"], "main_score": 0.193436, "precision": 0.184495, "recall": 0.22332}, {"accuracy": 0.1917, "f1": 0.172193, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"], "main_score": 0.172193, "precision": 0.167523, "recall": 0.1917}, {"accuracy": 0.224308, "f1": 0.191371, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"], "main_score": 0.191371, "precision": 0.181708, "recall": 0.224308}, {"accuracy": 0.19664, "f1": 0.180107, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"], "main_score": 0.180107, "precision": 0.174243, "recall": 0.19664}, {"accuracy": 0.197628, "f1": 0.172572, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"], "main_score": 0.172572, "precision": 0.164749, "recall": 0.197628}, {"accuracy": 0.238142, "f1": 0.205757, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"], "main_score": 0.205757, "precision": 0.194972, "recall": 0.238142}, {"accuracy": 0.202569, "f1": 0.167161, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"], "main_score": 0.167161, "precision": 0.156142, "recall": 0.202569}, {"accuracy": 0.172925, "f1": 0.148813, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"], "main_score": 0.148813, "precision": 0.143622, "recall": 0.172925}, {"accuracy": 0.187747, "f1": 0.167078, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"], "main_score": 0.167078, "precision": 0.161376, "recall": 0.187747}, {"accuracy": 0.182806, "f1": 0.162137, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"], "main_score": 0.162137, "precision": 0.156898, "recall": 0.182806}, {"accuracy": 0.222332, "f1": 0.186489, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"], "main_score": 0.186489, "precision": 0.175839, "recall": 0.222332}, {"accuracy": 0.20751, "f1": 0.182191, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"], "main_score": 0.182191, "precision": 0.175598, "recall": 0.20751}, {"accuracy": 0.212451, "f1": 0.182229, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"], "main_score": 0.182229, "precision": 0.173596, "recall": 0.212451}, {"accuracy": 0.189723, "f1": 0.171636, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"], "main_score": 0.171636, "precision": 0.165392, "recall": 0.189723}, {"accuracy": 0.192688, "f1": 0.161878, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"], "main_score": 0.161878, "precision": 0.15429, "recall": 0.192688}, {"accuracy": 0.186759, "f1": 0.162694, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"], "main_score": 0.162694, "precision": 0.155635, "recall": 0.186759}, {"accuracy": 0.198617, "f1": 0.172306, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"], "main_score": 0.172306, "precision": 0.165816, "recall": 0.198617}, {"accuracy": 0.231225, "f1": 0.204108, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"], "main_score": 0.204108, "precision": 0.195135, "recall": 0.231225}, {"accuracy": 0.215415, "f1": 0.182679, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"], "main_score": 0.182679, "precision": 0.173526, "recall": 0.215415}, {"accuracy": 0.172925, "f1": 0.154064, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"], "main_score": 0.154064, "precision": 0.149289, "recall": 0.172925}, {"accuracy": 0.236166, "f1": 0.20529, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"], "main_score": 0.20529, "precision": 0.195859, "recall": 0.236166}, {"accuracy": 0.181818, "f1": 0.159668, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"], "main_score": 0.159668, "precision": 0.154215, "recall": 0.181818}, {"accuracy": 0.198617, "f1": 0.164423, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"], "main_score": 0.164423, "precision": 0.155382, "recall": 0.198617}, {"accuracy": 0.236166, "f1": 0.206886, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"], "main_score": 0.206886, "precision": 0.197519, "recall": 0.236166}, {"accuracy": 0.20751, "f1": 0.17551, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"], "main_score": 0.17551, "precision": 0.16764, "recall": 0.20751}, {"accuracy": 0.205534, "f1": 0.176575, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"], "main_score": 0.176575, "precision": 0.168831, "recall": 0.205534}, {"accuracy": 0.209486, "f1": 0.176509, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"], "main_score": 0.176509, "precision": 0.167133, "recall": 0.209486}, {"accuracy": 0.206522, "f1": 0.172346, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"], "main_score": 0.172346, "precision": 0.163889, "recall": 0.206522}, {"accuracy": 0.157115, "f1": 0.131645, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"], "main_score": 0.131645, "precision": 0.126251, "recall": 0.157115}, {"accuracy": 0.192688, "f1": 0.160632, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"], "main_score": 0.160632, "precision": 0.152548, "recall": 0.192688}, {"accuracy": 0.235178, "f1": 0.203965, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"], "main_score": 0.203965, "precision": 0.193684, "recall": 0.235178}, {"accuracy": 0.178854, "f1": 0.157682, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"], "main_score": 0.157682, "precision": 0.151368, "recall": 0.178854}, {"accuracy": 0.222332, "f1": 0.190103, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"], "main_score": 0.190103, "precision": 0.180992, "recall": 0.222332}, {"accuracy": 0.243083, "f1": 0.212227, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"], "main_score": 0.212227, "precision": 0.202512, "recall": 0.243083}, {"accuracy": 0.251976, "f1": 0.22092, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"], "main_score": 0.22092, "precision": 0.211121, "recall": 0.251976}, {"accuracy": 0.1917, "f1": 0.16294, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"], "main_score": 0.16294, "precision": 0.153881, "recall": 0.1917}, {"accuracy": 0.185771, "f1": 0.157116, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"], "main_score": 0.157116, "precision": 0.15102, "recall": 0.185771}, {"accuracy": 0.189723, "f1": 0.16979, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"], "main_score": 0.16979, "precision": 0.164001, "recall": 0.189723}, {"accuracy": 0.164032, "f1": 0.133271, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"], "main_score": 0.133271, "precision": 0.126495, "recall": 0.164032}, {"accuracy": 0.201581, "f1": 0.179927, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"], "main_score": 0.179927, "precision": 0.174041, "recall": 0.201581}, {"accuracy": 0.247036, "f1": 0.213808, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"], "main_score": 0.213808, "precision": 0.202602, "recall": 0.247036}, {"accuracy": 0.184783, "f1": 0.156892, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"], "main_score": 0.156892, "precision": 0.150479, "recall": 0.184783}, {"accuracy": 0.209486, "f1": 0.172556, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"], "main_score": 0.172556, "precision": 0.163211, "recall": 0.209486}, {"accuracy": 0.193676, "f1": 0.176285, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"], "main_score": 0.176285, "precision": 0.170332, "recall": 0.193676}, {"accuracy": 0.25, "f1": 0.21176, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"], "main_score": 0.21176, "precision": 0.199717, "recall": 0.25}, {"accuracy": 0.272727, "f1": 0.242012, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"], "main_score": 0.242012, "precision": 0.232268, "recall": 0.272727}, {"accuracy": 0.247036, "f1": 0.218717, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"], "main_score": 0.218717, "precision": 0.210606, "recall": 0.247036}, {"accuracy": 0.178854, "f1": 0.148692, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"], "main_score": 0.148692, "precision": 0.141535, "recall": 0.178854}, {"accuracy": 0.206522, "f1": 0.178327, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"], "main_score": 0.178327, "precision": 0.171163, "recall": 0.206522}, {"accuracy": 0.171937, "f1": 0.148721, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"], "main_score": 0.148721, "precision": 0.143093, "recall": 0.171937}, {"accuracy": 0.161067, "f1": 0.140787, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"], "main_score": 0.140787, "precision": 0.132767, "recall": 0.161067}, {"accuracy": 0.233202, "f1": 0.198004, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"], "main_score": 0.198004, "precision": 0.188119, "recall": 0.233202}, {"accuracy": 0.183794, "f1": 0.15141, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"], "main_score": 0.15141, "precision": 0.143467, "recall": 0.183794}, {"accuracy": 0.233202, "f1": 0.202243, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"], "main_score": 0.202243, "precision": 0.193346, "recall": 0.233202}, {"accuracy": 0.255929, "f1": 0.226246, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"], "main_score": 0.226246, "precision": 0.217157, "recall": 0.255929}, {"accuracy": 0.185771, "f1": 0.158825, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"], "main_score": 0.158825, "precision": 0.152569, "recall": 0.185771}, {"accuracy": 0.186759, "f1": 0.161979, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"], "main_score": 0.161979, "precision": 0.156948, "recall": 0.186759}, {"accuracy": 0.220356, "f1": 0.182128, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"], "main_score": 0.182128, "precision": 0.171297, "recall": 0.220356}, {"accuracy": 0.202569, "f1": 0.179979, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"], "main_score": 0.179979, "precision": 0.173864, "recall": 0.202569}, {"accuracy": 0.188735, "f1": 0.164768, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"], "main_score": 0.164768, "precision": 0.159, "recall": 0.188735}, {"accuracy": 0.178854, "f1": 0.15685, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"], "main_score": 0.15685, "precision": 0.150568, "recall": 0.178854}, {"accuracy": 0.16996, "f1": 0.143174, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"], "main_score": 0.143174, "precision": 0.137107, "recall": 0.16996}, {"accuracy": 0.189723, "f1": 0.164156, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"], "main_score": 0.164156, "precision": 0.157062, "recall": 0.189723}, {"accuracy": 0.230237, "f1": 0.197937, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"], "main_score": 0.197937, "precision": 0.187913, "recall": 0.230237}, {"accuracy": 0.243083, "f1": 0.214045, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"], "main_score": 0.214045, "precision": 0.204953, "recall": 0.243083}, {"accuracy": 0.193676, "f1": 0.172155, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"], "main_score": 0.172155, "precision": 0.166715, "recall": 0.193676}, {"accuracy": 0.188735, "f1": 0.17053, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"], "main_score": 0.17053, "precision": 0.165176, "recall": 0.188735}, {"accuracy": 0.195652, "f1": 0.174845, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"], "main_score": 0.174845, "precision": 0.168397, "recall": 0.195652}, {"accuracy": 0.215415, "f1": 0.188577, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"], "main_score": 0.188577, "precision": 0.179949, "recall": 0.215415}, {"accuracy": 0.224308, "f1": 0.191216, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"], "main_score": 0.191216, "precision": 0.181799, "recall": 0.224308}, {"accuracy": 0.206522, "f1": 0.176603, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"], "main_score": 0.176603, "precision": 0.168814, "recall": 0.206522}, {"accuracy": 0.195652, "f1": 0.171728, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"], "main_score": 0.171728, "precision": 0.165173, "recall": 0.195652}, {"accuracy": 0.240119, "f1": 0.208299, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"], "main_score": 0.208299, "precision": 0.198597, "recall": 0.240119}, {"accuracy": 0.19664, "f1": 0.177014, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"], "main_score": 0.177014, "precision": 0.17101, "recall": 0.19664}, {"accuracy": 0.262846, "f1": 0.230263, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"], "main_score": 0.230263, "precision": 0.221177, "recall": 0.262846}, {"accuracy": 0.23419, "f1": 0.200728, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"], "main_score": 0.200728, "precision": 0.190852, "recall": 0.23419}, {"accuracy": 0.186759, "f1": 0.166115, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"], "main_score": 0.166115, "precision": 0.15915, "recall": 0.186759}, {"accuracy": 0.171937, "f1": 0.144353, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"], "main_score": 0.144353, "precision": 0.137527, "recall": 0.171937}, {"accuracy": 0.16502, "f1": 0.147554, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"], "main_score": 0.147554, "precision": 0.142797, "recall": 0.16502}, {"accuracy": 0.170949, "f1": 0.151051, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"], "main_score": 0.151051, "precision": 0.145785, "recall": 0.170949}, {"accuracy": 0.22332, "f1": 0.187851, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"], "main_score": 0.187851, "precision": 0.177352, "recall": 0.22332}, {"accuracy": 0.202569, "f1": 0.171359, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"], "main_score": 0.171359, "precision": 0.163438, "recall": 0.202569}, {"accuracy": 0.233202, "f1": 0.204946, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"], "main_score": 0.204946, "precision": 0.196339, "recall": 0.233202}, {"accuracy": 0.227273, "f1": 0.196578, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"], "main_score": 0.196578, "precision": 0.186774, "recall": 0.227273}, {"accuracy": 0.205534, "f1": 0.171497, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"], "main_score": 0.171497, "precision": 0.161446, "recall": 0.205534}, {"accuracy": 0.199605, "f1": 0.166695, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"], "main_score": 0.166695, "precision": 0.158175, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.198455, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"], "main_score": 0.198455, "precision": 0.188418, "recall": 0.228261}, {"accuracy": 0.233202, "f1": 0.203371, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"], "main_score": 0.203371, "precision": 0.194651, "recall": 0.233202}, {"accuracy": 0.236166, "f1": 0.204889, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"], "main_score": 0.204889, "precision": 0.195959, "recall": 0.236166}, {"accuracy": 0.213439, "f1": 0.179517, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"], "main_score": 0.179517, "precision": 0.170155, "recall": 0.213439}, {"accuracy": 0.220356, "f1": 0.183958, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"], "main_score": 0.183958, "precision": 0.174796, "recall": 0.220356}, {"accuracy": 0.202569, "f1": 0.177722, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"], "main_score": 0.177722, "precision": 0.170398, "recall": 0.202569}, {"accuracy": 0.22332, "f1": 0.187173, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"], "main_score": 0.187173, "precision": 0.177376, "recall": 0.22332}, {"accuracy": 0.168972, "f1": 0.145251, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"], "main_score": 0.145251, "precision": 0.138633, "recall": 0.168972}, {"accuracy": 0.221344, "f1": 0.187817, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"], "main_score": 0.187817, "precision": 0.177907, "recall": 0.221344}, {"accuracy": 0.232213, "f1": 0.196764, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"], "main_score": 0.196764, "precision": 0.186564, "recall": 0.232213}, {"accuracy": 0.241107, "f1": 0.21579, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"], "main_score": 0.21579, "precision": 0.20768, "recall": 0.241107}, {"accuracy": 0.231225, "f1": 0.196539, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"], "main_score": 0.196539, "precision": 0.185819, "recall": 0.231225}, {"accuracy": 0.167984, "f1": 0.140591, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"], "main_score": 0.140591, "precision": 0.134086, "recall": 0.167984}, {"accuracy": 0.048419, "f1": 0.034765, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"], "main_score": 0.034765, "precision": 0.031924, "recall": 0.048419}, {"accuracy": 0.186759, "f1": 0.165528, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"], "main_score": 0.165528, "precision": 0.160187, "recall": 0.186759}, {"accuracy": 0.211462, "f1": 0.183793, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"], "main_score": 0.183793, "precision": 0.176213, "recall": 0.211462}, {"accuracy": 0.172925, "f1": 0.154988, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"], "main_score": 0.154988, "precision": 0.149356, "recall": 0.172925}, {"accuracy": 0.182806, "f1": 0.162057, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"], "main_score": 0.162057, "precision": 0.157085, "recall": 0.182806}, {"accuracy": 0.216403, "f1": 0.184887, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"], "main_score": 0.184887, "precision": 0.176256, "recall": 0.216403}, {"accuracy": 0.220356, "f1": 0.184661, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"], "main_score": 0.184661, "precision": 0.173433, "recall": 0.220356}, {"accuracy": 0.181818, "f1": 0.156019, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"], "main_score": 0.156019, "precision": 0.149151, "recall": 0.181818}, {"accuracy": 0.176877, "f1": 0.150266, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"], "main_score": 0.150266, "precision": 0.144668, "recall": 0.176877}, {"accuracy": 0.225296, "f1": 0.193324, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"], "main_score": 0.193324, "precision": 0.184609, "recall": 0.225296}, {"accuracy": 0.232213, "f1": 0.200558, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"], "main_score": 0.200558, "precision": 0.190534, "recall": 0.232213}, {"accuracy": 0.173913, "f1": 0.139662, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"], "main_score": 0.139662, "precision": 0.13097, "recall": 0.173913}, {"accuracy": 0.197628, "f1": 0.175251, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"], "main_score": 0.175251, "precision": 0.168374, "recall": 0.197628}, {"accuracy": 0.225296, "f1": 0.194147, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"], "main_score": 0.194147, "precision": 0.185169, "recall": 0.225296}, {"accuracy": 0.218379, "f1": 0.180708, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"], "main_score": 0.180708, "precision": 0.170139, "recall": 0.218379}, {"accuracy": 0.192688, "f1": 0.168854, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"], "main_score": 0.168854, "precision": 0.161898, "recall": 0.192688}, {"accuracy": 0.233202, "f1": 0.19647, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"], "main_score": 0.19647, "precision": 0.186097, "recall": 0.233202}, {"accuracy": 0.197628, "f1": 0.172602, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"], "main_score": 0.172602, "precision": 0.166237, "recall": 0.197628}, {"accuracy": 0.25, "f1": 0.218975, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"], "main_score": 0.218975, "precision": 0.209239, "recall": 0.25}, {"accuracy": 0.189723, "f1": 0.162912, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"], "main_score": 0.162912, "precision": 0.155985, "recall": 0.189723}, {"accuracy": 0.132411, "f1": 0.115441, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"], "main_score": 0.115441, "precision": 0.11068, "recall": 0.132411}, {"accuracy": 0.202569, "f1": 0.176123, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"], "main_score": 0.176123, "precision": 0.168837, "recall": 0.202569}, {"accuracy": 0.203557, "f1": 0.173653, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"], "main_score": 0.173653, "precision": 0.165151, "recall": 0.203557}, {"accuracy": 0.224308, "f1": 0.192998, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"], "main_score": 0.192998, "precision": 0.184038, "recall": 0.224308}, {"accuracy": 0.230237, "f1": 0.196814, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"], "main_score": 0.196814, "precision": 0.187483, "recall": 0.230237}, {"accuracy": 0.213439, "f1": 0.183587, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"], "main_score": 0.183587, "precision": 0.175931, "recall": 0.213439}, {"accuracy": 0.237154, "f1": 0.206429, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"], "main_score": 0.206429, "precision": 0.196646, "recall": 0.237154}, {"accuracy": 0.209486, "f1": 0.180458, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"], "main_score": 0.180458, "precision": 0.172817, "recall": 0.209486}, {"accuracy": 0.218379, "f1": 0.194023, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"], "main_score": 0.194023, "precision": 0.186381, "recall": 0.218379}, {"accuracy": 0.144269, "f1": 0.117871, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"], "main_score": 0.117871, "precision": 0.109464, "recall": 0.144269}, {"accuracy": 0.167984, "f1": 0.143363, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"], "main_score": 0.143363, "precision": 0.137998, "recall": 0.167984}, {"accuracy": 0.184783, "f1": 0.156525, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"], "main_score": 0.156525, "precision": 0.149664, "recall": 0.184783}, {"accuracy": 0.166996, "f1": 0.134091, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"], "main_score": 0.134091, "precision": 0.125957, "recall": 0.166996}, {"accuracy": 0.214427, "f1": 0.182371, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"], "main_score": 0.182371, "precision": 0.172058, "recall": 0.214427}, {"accuracy": 0.244071, "f1": 0.211343, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"], "main_score": 0.211343, "precision": 0.200763, "recall": 0.244071}, {"accuracy": 0.233202, "f1": 0.202421, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"], "main_score": 0.202421, "precision": 0.192294, "recall": 0.233202}, {"accuracy": 0.182806, "f1": 0.16259, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"], "main_score": 0.16259, "precision": 0.156816, "recall": 0.182806}, {"accuracy": 0.205534, "f1": 0.171247, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"], "main_score": 0.171247, "precision": 0.161765, "recall": 0.205534}, {"accuracy": 0.145257, "f1": 0.123095, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"], "main_score": 0.123095, "precision": 0.116996, "recall": 0.145257}, {"accuracy": 0.189723, "f1": 0.15764, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"], "main_score": 0.15764, "precision": 0.14901, "recall": 0.189723}, {"accuracy": 0.198617, "f1": 0.167442, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"], "main_score": 0.167442, "precision": 0.159031, "recall": 0.198617}, {"accuracy": 0.249012, "f1": 0.215406, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"], "main_score": 0.215406, "precision": 0.204756, "recall": 0.249012}, {"accuracy": 0.187747, "f1": 0.164201, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"], "main_score": 0.164201, "precision": 0.158083, "recall": 0.187747}, {"accuracy": 0.236166, "f1": 0.206674, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"], "main_score": 0.206674, "precision": 0.197659, "recall": 0.236166}, {"accuracy": 0.22332, "f1": 0.188344, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"], "main_score": 0.188344, "precision": 0.177706, "recall": 0.22332}, {"accuracy": 0.18083, "f1": 0.157923, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"], "main_score": 0.157923, "precision": 0.152669, "recall": 0.18083}, {"accuracy": 0.242095, "f1": 0.209287, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"], "main_score": 0.209287, "precision": 0.199272, "recall": 0.242095}, {"accuracy": 0.19664, "f1": 0.177759, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"], "main_score": 0.177759, "precision": 0.171714, "recall": 0.19664}, {"accuracy": 0.244071, "f1": 0.212039, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"], "main_score": 0.212039, "precision": 0.202779, "recall": 0.244071}, {"accuracy": 0.174901, "f1": 0.151188, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"], "main_score": 0.151188, "precision": 0.146081, "recall": 0.174901}, {"accuracy": 0.19664, "f1": 0.170457, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"], "main_score": 0.170457, "precision": 0.164029, "recall": 0.19664}, {"accuracy": 0.198617, "f1": 0.170805, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"], "main_score": 0.170805, "precision": 0.163868, "recall": 0.198617}, {"accuracy": 0.253953, "f1": 0.224551, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"], "main_score": 0.224551, "precision": 0.214754, "recall": 0.253953}, {"accuracy": 0.221344, "f1": 0.186313, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"], "main_score": 0.186313, "precision": 0.176149, "recall": 0.221344}, {"accuracy": 0.255929, "f1": 0.22268, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"], "main_score": 0.22268, "precision": 0.213029, "recall": 0.255929}, {"accuracy": 0.210474, "f1": 0.17842, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"], "main_score": 0.17842, "precision": 0.167834, "recall": 0.210474}, {"accuracy": 0.214427, "f1": 0.179502, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"], "main_score": 0.179502, "precision": 0.169847, "recall": 0.214427}, {"accuracy": 0.193676, "f1": 0.168347, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"], "main_score": 0.168347, "precision": 0.161379, "recall": 0.193676}, {"accuracy": 0.177866, "f1": 0.1572, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"], "main_score": 0.1572, "precision": 0.151427, "recall": 0.177866}, {"accuracy": 0.20751, "f1": 0.178175, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"], "main_score": 0.178175, "precision": 0.17036, "recall": 0.20751}, {"accuracy": 0.243083, "f1": 0.210033, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"], "main_score": 0.210033, "precision": 0.199092, "recall": 0.243083}, {"accuracy": 0.259881, "f1": 0.232384, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"], "main_score": 0.232384, "precision": 0.224357, "recall": 0.259881}, {"accuracy": 0.216403, "f1": 0.18807, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"], "main_score": 0.18807, "precision": 0.180162, "recall": 0.216403}, {"accuracy": 0.240119, "f1": 0.203698, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"], "main_score": 0.203698, "precision": 0.19237, "recall": 0.240119}, {"accuracy": 0.225296, "f1": 0.193774, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"], "main_score": 0.193774, "precision": 0.183884, "recall": 0.225296}, {"accuracy": 0.183794, "f1": 0.16242, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"], "main_score": 0.16242, "precision": 0.155944, "recall": 0.183794}, {"accuracy": 0.210474, "f1": 0.176891, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"], "main_score": 0.176891, "precision": 0.165072, "recall": 0.210474}, {"accuracy": 0.197628, "f1": 0.169975, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"], "main_score": 0.169975, "precision": 0.162901, "recall": 0.197628}, {"accuracy": 0.219368, "f1": 0.184334, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"], "main_score": 0.184334, "precision": 0.174768, "recall": 0.219368}, {"accuracy": 0.221344, "f1": 0.191389, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"], "main_score": 0.191389, "precision": 0.182348, "recall": 0.221344}, {"accuracy": 0.214427, "f1": 0.180856, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"], "main_score": 0.180856, "precision": 0.171728, "recall": 0.214427}, {"accuracy": 0.222332, "f1": 0.192625, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"], "main_score": 0.192625, "precision": 0.185089, "recall": 0.222332}, {"accuracy": 0.199605, "f1": 0.173179, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"], "main_score": 0.173179, "precision": 0.165673, "recall": 0.199605}, {"accuracy": 0.211462, "f1": 0.177387, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"], "main_score": 0.177387, "precision": 0.168692, "recall": 0.211462}, {"accuracy": 0.170949, "f1": 0.136776, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"], "main_score": 0.136776, "precision": 0.126791, "recall": 0.170949}, {"accuracy": 0.174901, "f1": 0.151769, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"], "main_score": 0.151769, "precision": 0.146544, "recall": 0.174901}, {"accuracy": 0.200593, "f1": 0.175668, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"], "main_score": 0.175668, "precision": 0.168578, "recall": 0.200593}, {"accuracy": 0.189723, "f1": 0.164495, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"], "main_score": 0.164495, "precision": 0.157815, "recall": 0.189723}, {"accuracy": 0.213439, "f1": 0.18237, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"], "main_score": 0.18237, "precision": 0.173362, "recall": 0.213439}, {"accuracy": 0.210474, "f1": 0.18189, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"], "main_score": 0.18189, "precision": 0.174642, "recall": 0.210474}, {"accuracy": 0.228261, "f1": 0.19981, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"], "main_score": 0.19981, "precision": 0.189992, "recall": 0.228261}, {"accuracy": 0.848814, "f1": 0.808004, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"], "main_score": 0.808004, "precision": 0.790003, "recall": 0.848814}, {"accuracy": 0.855731, "f1": 0.8167, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"], "main_score": 0.8167, "precision": 0.798254, "recall": 0.855731}, {"accuracy": 0.050395, "f1": 0.027224, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"], "main_score": 0.027224, "precision": 0.021914, "recall": 0.050395}, {"accuracy": 0.841897, "f1": 0.806523, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"], "main_score": 0.806523, "precision": 0.792609, "recall": 0.841897}, {"accuracy": 0.860672, "f1": 0.824193, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"], "main_score": 0.824193, "precision": 0.809347, "recall": 0.860672}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"], "main_score": 0.899539, "precision": 0.88834, "recall": 0.922925}, {"accuracy": 0.893281, "f1": 0.862879, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"], "main_score": 0.862879, "precision": 0.848732, "recall": 0.893281}, {"accuracy": 0.91996, "f1": 0.896245, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"], "main_score": 0.896245, "precision": 0.884717, "recall": 0.91996}, {"accuracy": 0.846838, "f1": 0.813931, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"], "main_score": 0.813931, "precision": 0.801231, "recall": 0.846838}, {"accuracy": 0.860672, "f1": 0.822991, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"], "main_score": 0.822991, "precision": 0.805748, "recall": 0.860672}, {"accuracy": 0.856719, "f1": 0.815599, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"], "main_score": 0.815599, "precision": 0.796443, "recall": 0.856719}, {"accuracy": 0.784585, "f1": 0.747172, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"], "main_score": 0.747172, "precision": 0.733172, "recall": 0.784585}, {"accuracy": 0.87747, "f1": 0.843808, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"], "main_score": 0.843808, "precision": 0.828755, "recall": 0.87747}, {"accuracy": 0.897233, "f1": 0.867095, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"], "main_score": 0.867095, "precision": 0.852602, "recall": 0.897233}, {"accuracy": 0.942688, "f1": 0.925791, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"], "main_score": 0.925791, "precision": 0.917902, "recall": 0.942688}, {"accuracy": 0.842885, "f1": 0.800579, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"], "main_score": 0.800579, "precision": 0.782773, "recall": 0.842885}, {"accuracy": 0.846838, "f1": 0.81324, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"], "main_score": 0.81324, "precision": 0.799483, "recall": 0.846838}, {"accuracy": 0.882411, "f1": 0.850823, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"], "main_score": 0.850823, "precision": 0.836215, "recall": 0.882411}, {"accuracy": 0.866601, "f1": 0.8333, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"], "main_score": 0.8333, "precision": 0.818936, "recall": 0.866601}, {"accuracy": 0.846838, "f1": 0.810281, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"], "main_score": 0.810281, "precision": 0.79611, "recall": 0.846838}, {"accuracy": 0.814229, "f1": 0.766017, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"], "main_score": 0.766017, "precision": 0.745784, "recall": 0.814229}, {"accuracy": 0.850791, "f1": 0.815479, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"], "main_score": 0.815479, "precision": 0.801674, "recall": 0.850791}, {"accuracy": 0.926877, "f1": 0.903986, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"], "main_score": 0.903986, "precision": 0.892951, "recall": 0.926877}, {"accuracy": 0.914032, "f1": 0.888011, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"], "main_score": 0.888011, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.864625, "f1": 0.834916, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"], "main_score": 0.834916, "precision": 0.82288, "recall": 0.864625}, {"accuracy": 0.874506, "f1": 0.839756, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"], "main_score": 0.839756, "precision": 0.823781, "recall": 0.874506}, {"accuracy": 0.182806, "f1": 0.151107, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"], "main_score": 0.151107, "precision": 0.141816, "recall": 0.182806}, {"accuracy": 0.870553, "f1": 0.83924, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"], "main_score": 0.83924, "precision": 0.826213, "recall": 0.870553}, {"accuracy": 0.909091, "f1": 0.883564, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"], "main_score": 0.883564, "precision": 0.871047, "recall": 0.909091}, {"accuracy": 0.896245, "f1": 0.867161, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"], "main_score": 0.867161, "precision": 0.853738, "recall": 0.896245}, {"accuracy": 0.824111, "f1": 0.78363, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"], "main_score": 0.78363, "precision": 0.767781, "recall": 0.824111}, {"accuracy": 0.843874, "f1": 0.811, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"], "main_score": 0.811, "precision": 0.798984, "recall": 0.843874}, {"accuracy": 0.841897, "f1": 0.807028, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"], "main_score": 0.807028, "precision": 0.793772, "recall": 0.841897}, {"accuracy": 0.860672, "f1": 0.820671, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"], "main_score": 0.820671, "precision": 0.802652, "recall": 0.860672}, {"accuracy": 0.890316, "f1": 0.864147, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"], "main_score": 0.864147, "precision": 0.853101, "recall": 0.890316}, {"accuracy": 0.897233, "f1": 0.867443, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"], "main_score": 0.867443, "precision": 0.853673, "recall": 0.897233}, {"accuracy": 0.805336, "f1": 0.770519, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"], "main_score": 0.770519, "precision": 0.756169, "recall": 0.805336}, {"accuracy": 0.83498, "f1": 0.797559, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"], "main_score": 0.797559, "precision": 0.782884, "recall": 0.83498}, {"accuracy": 0.869565, "f1": 0.838542, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"], "main_score": 0.838542, "precision": 0.826147, "recall": 0.869565}, {"accuracy": 0.890316, "f1": 0.864118, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"], "main_score": 0.864118, "precision": 0.853491, "recall": 0.890316}, {"accuracy": 0.840909, "f1": 0.801746, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"], "main_score": 0.801746, "precision": 0.784371, "recall": 0.840909}, {"accuracy": 0.864625, "f1": 0.828524, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"], "main_score": 0.828524, "precision": 0.812253, "recall": 0.864625}, {"accuracy": 0.832016, "f1": 0.79727, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"], "main_score": 0.79727, "precision": 0.784216, "recall": 0.832016}, {"accuracy": 0.884387, "f1": 0.851285, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"], "main_score": 0.851285, "precision": 0.835804, "recall": 0.884387}, {"accuracy": 0.850791, "f1": 0.822656, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"], "main_score": 0.822656, "precision": 0.811951, "recall": 0.850791}, {"accuracy": 0.881423, "f1": 0.846542, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"], "main_score": 0.846542, "precision": 0.830616, "recall": 0.881423}, {"accuracy": 0.896245, "f1": 0.865646, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"], "main_score": 0.865646, "precision": 0.851367, "recall": 0.896245}, {"accuracy": 0.871542, "f1": 0.835441, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"], "main_score": 0.835441, "precision": 0.819466, "recall": 0.871542}, {"accuracy": 0.87747, "f1": 0.842688, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"], "main_score": 0.842688, "precision": 0.826285, "recall": 0.87747}, {"accuracy": 0.81917, "f1": 0.772186, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"], "main_score": 0.772186, "precision": 0.751795, "recall": 0.81917}, {"accuracy": 0.844862, "f1": 0.800791, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"], "main_score": 0.800791, "precision": 0.780583, "recall": 0.844862}, {"accuracy": 0.806324, "f1": 0.763639, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"], "main_score": 0.763639, "precision": 0.747478, "recall": 0.806324}, {"accuracy": 0.838933, "f1": 0.800231, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"], "main_score": 0.800231, "precision": 0.784042, "recall": 0.838933}, {"accuracy": 0.84585, "f1": 0.805402, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"], "main_score": 0.805402, "precision": 0.786677, "recall": 0.84585}, {"accuracy": 0.826087, "f1": 0.792899, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"], "main_score": 0.792899, "precision": 0.7793, "recall": 0.826087}, {"accuracy": 0.890316, "f1": 0.85919, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"], "main_score": 0.85919, "precision": 0.844203, "recall": 0.890316}, {"accuracy": 0.841897, "f1": 0.798485, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"], "main_score": 0.798485, "precision": 0.777915, "recall": 0.841897}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"], "main_score": 0.888505, "precision": 0.876318, "recall": 0.914032}, {"accuracy": 0.599802, "f1": 0.522172, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"], "main_score": 0.522172, "precision": 0.493736, "recall": 0.599802}, {"accuracy": 0.870553, "f1": 0.841349, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"], "main_score": 0.841349, "precision": 0.830364, "recall": 0.870553}, {"accuracy": 0.860672, "f1": 0.830872, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"], "main_score": 0.830872, "precision": 0.818836, "recall": 0.860672}, {"accuracy": 0.83004, "f1": 0.789152, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"], "main_score": 0.789152, "precision": 0.773522, "recall": 0.83004}, {"accuracy": 0.848814, "f1": 0.813938, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"], "main_score": 0.813938, "precision": 0.799851, "recall": 0.848814}, {"accuracy": 0.880435, "f1": 0.84832, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"], "main_score": 0.84832, "precision": 0.833333, "recall": 0.880435}, {"accuracy": 0.818182, "f1": 0.77176, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"], "main_score": 0.77176, "precision": 0.752183, "recall": 0.818182}, {"accuracy": 0.866601, "f1": 0.829743, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"], "main_score": 0.829743, "precision": 0.812862, "recall": 0.866601}, {"accuracy": 0.850791, "f1": 0.820701, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"], "main_score": 0.820701, "precision": 0.808686, "recall": 0.850791}, {"accuracy": 0.871542, "f1": 0.835639, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"], "main_score": 0.835639, "precision": 0.818347, "recall": 0.871542}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"], "main_score": 0.919631, "precision": 0.911265, "recall": 0.937747}, {"accuracy": 0.886364, "f1": 0.857115, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"], "main_score": 0.857115, "precision": 0.843659, "recall": 0.886364}, {"accuracy": 0.852767, "f1": 0.816773, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"], "main_score": 0.816773, "precision": 0.8021, "recall": 0.852767}, {"accuracy": 0.859684, "f1": 0.822711, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"], "main_score": 0.822711, "precision": 0.806877, "recall": 0.859684}, {"accuracy": 0.846838, "f1": 0.809733, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"], "main_score": 0.809733, "precision": 0.795178, "recall": 0.846838}, {"accuracy": 0.200593, "f1": 0.146801, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"], "main_score": 0.146801, "precision": 0.131349, "recall": 0.200593}, {"accuracy": 0.859684, "f1": 0.822859, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"], "main_score": 0.822859, "precision": 0.805451, "recall": 0.859684}, {"accuracy": 0.838933, "f1": 0.795671, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"], "main_score": 0.795671, "precision": 0.777306, "recall": 0.838933}, {"accuracy": 0.907115, "f1": 0.879842, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"], "main_score": 0.879842, "precision": 0.866683, "recall": 0.907115}, {"accuracy": 0.918972, "f1": 0.895487, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"], "main_score": 0.895487, "precision": 0.884305, "recall": 0.918972}, {"accuracy": 0.851779, "f1": 0.814594, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"], "main_score": 0.814594, "precision": 0.799551, "recall": 0.851779}, {"accuracy": 0.821146, "f1": 0.774393, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"], "main_score": 0.774393, "precision": 0.754992, "recall": 0.821146}, {"accuracy": 0.886364, "f1": 0.854578, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"], "main_score": 0.854578, "precision": 0.839789, "recall": 0.886364}, {"accuracy": 0.875494, "f1": 0.843933, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"], "main_score": 0.843933, "precision": 0.83069, "recall": 0.875494}, {"accuracy": 0.860672, "f1": 0.830458, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"], "main_score": 0.830458, "precision": 0.819292, "recall": 0.860672}, {"accuracy": 0.828063, "f1": 0.794071, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"], "main_score": 0.794071, "precision": 0.780326, "recall": 0.828063}, {"accuracy": 0.839921, "f1": 0.800814, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"], "main_score": 0.800814, "precision": 0.785815, "recall": 0.839921}, {"accuracy": 0.851779, "f1": 0.817549, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"], "main_score": 0.817549, "precision": 0.803887, "recall": 0.851779}, {"accuracy": 0.785573, "f1": 0.730237, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"], "main_score": 0.730237, "precision": 0.705287, "recall": 0.785573}, {"accuracy": 0.910079, "f1": 0.885705, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"], "main_score": 0.885705, "precision": 0.874012, "recall": 0.910079}, {"accuracy": 0.849802, "f1": 0.818194, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"], "main_score": 0.818194, "precision": 0.805772, "recall": 0.849802}, {"accuracy": 0.837945, "f1": 0.807357, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"], "main_score": 0.807357, "precision": 0.795239, "recall": 0.837945}, {"accuracy": 0.838933, "f1": 0.806592, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"], "main_score": 0.806592, "precision": 0.793956, "recall": 0.838933}, {"accuracy": 0.833992, "f1": 0.792029, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"], "main_score": 0.792029, "precision": 0.773007, "recall": 0.833992}, {"accuracy": 0.817194, "f1": 0.774012, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"], "main_score": 0.774012, "precision": 0.753953, "recall": 0.817194}, {"accuracy": 0.876482, "f1": 0.841074, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"], "main_score": 0.841074, "precision": 0.824769, "recall": 0.876482}, {"accuracy": 0.875494, "f1": 0.840777, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"], "main_score": 0.840777, "precision": 0.825576, "recall": 0.875494}, {"accuracy": 0.880435, "f1": 0.846146, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"], "main_score": 0.846146, "precision": 0.829875, "recall": 0.880435}, {"accuracy": 0.871542, "f1": 0.837505, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"], "main_score": 0.837505, "precision": 0.822598, "recall": 0.871542}, {"accuracy": 0.810277, "f1": 0.763472, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"], "main_score": 0.763472, "precision": 0.741765, "recall": 0.810277}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"], "main_score": 0.888241, "precision": 0.87607, "recall": 0.914032}, {"accuracy": 0.859684, "f1": 0.827568, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"], "main_score": 0.827568, "precision": 0.81468, "recall": 0.859684}, {"accuracy": 0.851779, "f1": 0.820345, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"], "main_score": 0.820345, "precision": 0.808674, "recall": 0.851779}, {"accuracy": 0.820158, "f1": 0.789492, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"], "main_score": 0.789492, "precision": 0.778435, "recall": 0.820158}, {"accuracy": 0.806324, "f1": 0.769475, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"], "main_score": 0.769475, "precision": 0.754812, "recall": 0.806324}, {"accuracy": 0.899209, "f1": 0.870422, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"], "main_score": 0.870422, "precision": 0.85746, "recall": 0.899209}, {"accuracy": 0.901186, "f1": 0.871838, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"], "main_score": 0.871838, "precision": 0.857872, "recall": 0.901186}, {"accuracy": 0.846838, "f1": 0.805731, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"], "main_score": 0.805731, "precision": 0.78615, "recall": 0.846838}, {"accuracy": 0.259881, "f1": 0.214494, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"], "main_score": 0.214494, "precision": 0.199098, "recall": 0.259881}, {"accuracy": 0.735178, "f1": 0.676219, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"], "main_score": 0.676219, "precision": 0.65112, "recall": 0.735178}, {"accuracy": 0.87253, "f1": 0.836001, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"], "main_score": 0.836001, "precision": 0.819779, "recall": 0.87253}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"], "main_score": 0.93643, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.848814, "f1": 0.806653, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"], "main_score": 0.806653, "precision": 0.787829, "recall": 0.848814}, {"accuracy": 0.894269, "f1": 0.864032, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"], "main_score": 0.864032, "precision": 0.850214, "recall": 0.894269}, {"accuracy": 0.897233, "f1": 0.867062, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"], "main_score": 0.867062, "precision": 0.853261, "recall": 0.897233}, {"accuracy": 0.873518, "f1": 0.836034, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"], "main_score": 0.836034, "precision": 0.818923, "recall": 0.873518}, {"accuracy": 0.867589, "f1": 0.832021, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"], "main_score": 0.832021, "precision": 0.816733, "recall": 0.867589}, {"accuracy": 0.894269, "f1": 0.862319, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"], "main_score": 0.862319, "precision": 0.846838, "recall": 0.894269}, {"accuracy": 0.84585, "f1": 0.812473, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"], "main_score": 0.812473, "precision": 0.79921, "recall": 0.84585}, {"accuracy": 0.896245, "f1": 0.867984, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"], "main_score": 0.867984, "precision": 0.854825, "recall": 0.896245}, {"accuracy": 0.850791, "f1": 0.809256, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"], "main_score": 0.809256, "precision": 0.789855, "recall": 0.850791}, {"accuracy": 0.867589, "f1": 0.832246, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"], "main_score": 0.832246, "precision": 0.815497, "recall": 0.867589}, {"accuracy": 0.916008, "f1": 0.89361, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"], "main_score": 0.89361, "precision": 0.882905, "recall": 0.916008}, {"accuracy": 0.840909, "f1": 0.800259, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"], "main_score": 0.800259, "precision": 0.78386, "recall": 0.840909}, {"accuracy": 0.051383, "f1": 0.030033, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"], "main_score": 0.030033, "precision": 0.025889, "recall": 0.051383}, {"accuracy": 0.821146, "f1": 0.78603, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"], "main_score": 0.78603, "precision": 0.773425, "recall": 0.821146}, {"accuracy": 0.865613, "f1": 0.828327, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"], "main_score": 0.828327, "precision": 0.81166, "recall": 0.865613}, {"accuracy": 0.79249, "f1": 0.752999, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"], "main_score": 0.752999, "precision": 0.737751, "recall": 0.79249}, {"accuracy": 0.835968, "f1": 0.801181, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"], "main_score": 0.801181, "precision": 0.787782, "recall": 0.835968}, {"accuracy": 0.812253, "f1": 0.763985, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"], "main_score": 0.763985, "precision": 0.742968, "recall": 0.812253}, {"accuracy": 0.820158, "f1": 0.773306, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"], "main_score": 0.773306, "precision": 0.752141, "recall": 0.820158}, {"accuracy": 0.83498, "f1": 0.796634, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"], "main_score": 0.796634, "precision": 0.78151, "recall": 0.83498}, {"accuracy": 0.836957, "f1": 0.798529, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"], "main_score": 0.798529, "precision": 0.783547, "recall": 0.836957}, {"accuracy": 0.911067, "f1": 0.884453, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"], "main_score": 0.884453, "precision": 0.871624, "recall": 0.911067}, {"accuracy": 0.884387, "f1": 0.852075, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"], "main_score": 0.852075, "precision": 0.837286, "recall": 0.884387}, {"accuracy": 0.755929, "f1": 0.697167, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"], "main_score": 0.697167, "precision": 0.672661, "recall": 0.755929}, {"accuracy": 0.854743, "f1": 0.820829, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"], "main_score": 0.820829, "precision": 0.806867, "recall": 0.854743}, {"accuracy": 0.790514, "f1": 0.738985, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"], "main_score": 0.738985, "precision": 0.716074, "recall": 0.790514}, {"accuracy": 0.858696, "f1": 0.817095, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"], "main_score": 0.817095, "precision": 0.797513, "recall": 0.858696}, {"accuracy": 0.865613, "f1": 0.833211, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"], "main_score": 0.833211, "precision": 0.820314, "recall": 0.865613}, {"accuracy": 0.894269, "f1": 0.863439, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"], "main_score": 0.863439, "precision": 0.849144, "recall": 0.894269}, {"accuracy": 0.889328, "f1": 0.856851, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"], "main_score": 0.856851, "precision": 0.842424, "recall": 0.889328}, {"accuracy": 0.914032, "f1": 0.888952, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"], "main_score": 0.888952, "precision": 0.877141, "recall": 0.914032}, {"accuracy": 0.858696, "f1": 0.821741, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"], "main_score": 0.821741, "precision": 0.806136, "recall": 0.858696}, {"accuracy": 0.767787, "f1": 0.724126, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"], "main_score": 0.724126, "precision": 0.707145, "recall": 0.767787}, {"accuracy": 0.839921, "f1": 0.800579, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"], "main_score": 0.800579, "precision": 0.784766, "recall": 0.839921}, {"accuracy": 0.852767, "f1": 0.812319, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"], "main_score": 0.812319, "precision": 0.794993, "recall": 0.852767}, {"accuracy": 0.873518, "f1": 0.836989, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"], "main_score": 0.836989, "precision": 0.82024, "recall": 0.873518}, {"accuracy": 0.83498, "f1": 0.792787, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"], "main_score": 0.792787, "precision": 0.77399, "recall": 0.83498}, {"accuracy": 0.833004, "f1": 0.788589, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"], "main_score": 0.788589, "precision": 0.769368, "recall": 0.833004}, {"accuracy": 0.929842, "f1": 0.909091, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"], "main_score": 0.909091, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.898287, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"], "main_score": 0.898287, "precision": 0.888093, "recall": 0.920949}, {"accuracy": 0.885375, "f1": 0.853598, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"], "main_score": 0.853598, "precision": 0.839287, "recall": 0.885375}, {"accuracy": 0.789526, "f1": 0.737074, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"], "main_score": 0.737074, "precision": 0.715384, "recall": 0.789526}, {"accuracy": 0.784585, "f1": 0.738699, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"], "main_score": 0.738699, "precision": 0.722374, "recall": 0.784585}, {"accuracy": 0.833004, "f1": 0.790763, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"], "main_score": 0.790763, "precision": 0.773666, "recall": 0.833004}, {"accuracy": 0.851779, "f1": 0.810738, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"], "main_score": 0.810738, "precision": 0.792918, "recall": 0.851779}, {"accuracy": 0.862648, "f1": 0.824934, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"], "main_score": 0.824934, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.927866, "f1": 0.905929, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"], "main_score": 0.905929, "precision": 0.895422, "recall": 0.927866}, {"accuracy": 0.816206, "f1": 0.768577, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"], "main_score": 0.768577, "precision": 0.746706, "recall": 0.816206}, {"accuracy": 0.856719, "f1": 0.825315, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"], "main_score": 0.825315, "precision": 0.812843, "recall": 0.856719}, {"accuracy": 0.844862, "f1": 0.803541, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"], "main_score": 0.803541, "precision": 0.78555, "recall": 0.844862}, {"accuracy": 0.788538, "f1": 0.743406, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"], "main_score": 0.743406, "precision": 0.725647, "recall": 0.788538}, {"accuracy": 0.846838, "f1": 0.805007, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"], "main_score": 0.805007, "precision": 0.786907, "recall": 0.846838}, {"accuracy": 0.879447, "f1": 0.846805, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"], "main_score": 0.846805, "precision": 0.832642, "recall": 0.879447}, {"accuracy": 0.890316, "f1": 0.862714, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"], "main_score": 0.862714, "precision": 0.849555, "recall": 0.890316}, {"accuracy": 0.868577, "f1": 0.835519, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"], "main_score": 0.835519, "precision": 0.821841, "recall": 0.868577}, {"accuracy": 0.882411, "f1": 0.850264, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"], "main_score": 0.850264, "precision": 0.83531, "recall": 0.882411}, {"accuracy": 0.897233, "f1": 0.86749, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"], "main_score": 0.86749, "precision": 0.853179, "recall": 0.897233}, {"accuracy": 0.837945, "f1": 0.803414, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"], "main_score": 0.803414, "precision": 0.790768, "recall": 0.837945}, {"accuracy": 0.892292, "f1": 0.860145, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"], "main_score": 0.860145, "precision": 0.845026, "recall": 0.892292}, {"accuracy": 0.867589, "f1": 0.836929, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"], "main_score": 0.836929, "precision": 0.823759, "recall": 0.867589}, {"accuracy": 0.835968, "f1": 0.793577, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"], "main_score": 0.793577, "precision": 0.774539, "recall": 0.835968}, {"accuracy": 0.840909, "f1": 0.801855, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"], "main_score": 0.801855, "precision": 0.786339, "recall": 0.840909}, {"accuracy": 0.87253, "f1": 0.839698, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"], "main_score": 0.839698, "precision": 0.826359, "recall": 0.87253}, {"accuracy": 0.884387, "f1": 0.855758, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"], "main_score": 0.855758, "precision": 0.84362, "recall": 0.884387}, {"accuracy": 0.929842, "f1": 0.908564, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"], "main_score": 0.908564, "precision": 0.898551, "recall": 0.929842}, {"accuracy": 0.91996, "f1": 0.895257, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"], "main_score": 0.895257, "precision": 0.883399, "recall": 0.91996}, {"accuracy": 0.881423, "f1": 0.849671, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"], "main_score": 0.849671, "precision": 0.834898, "recall": 0.881423}, {"accuracy": 0.885375, "f1": 0.854315, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"], "main_score": 0.854315, "precision": 0.839509, "recall": 0.885375}, {"accuracy": 0.878458, "f1": 0.842292, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"], "main_score": 0.842292, "precision": 0.825181, "recall": 0.878458}, {"accuracy": 0.777668, "f1": 0.731267, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"], "main_score": 0.731267, "precision": 0.713611, "recall": 0.777668}, {"accuracy": 0.815217, "f1": 0.778709, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"], "main_score": 0.778709, "precision": 0.765153, "recall": 0.815217}, {"accuracy": 0.816206, "f1": 0.767528, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"], "main_score": 0.767528, "precision": 0.746459, "recall": 0.816206}, {"accuracy": 0.889328, "f1": 0.860507, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"], "main_score": 0.860507, "precision": 0.847003, "recall": 0.889328}, {"accuracy": 0.93083, "f1": 0.910639, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"], "main_score": 0.910639, "precision": 0.901268, "recall": 0.93083}, {"accuracy": 0.903162, "f1": 0.874045, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"], "main_score": 0.874045, "precision": 0.86059, "recall": 0.903162}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"], "main_score": 0.891469, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.892292, "f1": 0.862484, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"], "main_score": 0.862484, "precision": 0.84832, "recall": 0.892292}, {"accuracy": 0.810277, "f1": 0.77564, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"], "main_score": 0.77564, "precision": 0.762148, "recall": 0.810277}, {"accuracy": 0.798419, "f1": 0.745619, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"], "main_score": 0.745619, "precision": 0.721509, "recall": 0.798419}, {"accuracy": 0.842885, "f1": 0.80191, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"], "main_score": 0.80191, "precision": 0.784289, "recall": 0.842885}, {"accuracy": 0.875494, "f1": 0.840514, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"], "main_score": 0.840514, "precision": 0.824638, "recall": 0.875494}, {"accuracy": 0.810277, "f1": 0.76726, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"], "main_score": 0.76726, "precision": 0.747892, "recall": 0.810277}, {"accuracy": 0.789526, "f1": 0.737846, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"], "main_score": 0.737846, "precision": 0.715069, "recall": 0.789526}, {"accuracy": 0.907115, "f1": 0.87892, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"], "main_score": 0.87892, "precision": 0.865942, "recall": 0.907115}, {"accuracy": 0.828063, "f1": 0.782642, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"], "main_score": 0.782642, "precision": 0.763208, "recall": 0.828063}, {"accuracy": 0.873518, "f1": 0.836495, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"], "main_score": 0.836495, "precision": 0.819615, "recall": 0.873518}, {"accuracy": 0.750988, "f1": 0.689446, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"], "main_score": 0.689446, "precision": 0.662829, "recall": 0.750988}, {"accuracy": 0.853755, "f1": 0.820904, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"], "main_score": 0.820904, "precision": 0.808499, "recall": 0.853755}, {"accuracy": 0.867589, "f1": 0.835695, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"], "main_score": 0.835695, "precision": 0.823084, "recall": 0.867589}, {"accuracy": 0.847826, "f1": 0.810375, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"], "main_score": 0.810375, "precision": 0.795627, "recall": 0.847826}, {"accuracy": 0.889328, "f1": 0.86012, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"], "main_score": 0.86012, "precision": 0.847456, "recall": 0.889328}, {"accuracy": 0.842885, "f1": 0.802026, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"], "main_score": 0.802026, "precision": 0.784463, "recall": 0.842885}, {"accuracy": 0.864625, "f1": 0.828788, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"], "main_score": 0.828788, "precision": 0.812335, "recall": 0.864625}, {"accuracy": 0.811265, "f1": 0.763076, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"], "main_score": 0.763076, "precision": 0.74193, "recall": 0.811265}, {"accuracy": 0.798419, "f1": 0.752009, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"], "main_score": 0.752009, "precision": 0.730814, "recall": 0.798419}, {"accuracy": 0.043478, "f1": 0.023089, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"], "main_score": 0.023089, "precision": 0.018492, "recall": 0.043478}, {"accuracy": 0.770751, "f1": 0.723543, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"], "main_score": 0.723543, "precision": 0.705223, "recall": 0.770751}, {"accuracy": 0.80336, "f1": 0.755322, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"], "main_score": 0.755322, "precision": 0.735312, "recall": 0.80336}, {"accuracy": 0.842885, "f1": 0.803299, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"], "main_score": 0.803299, "precision": 0.78615, "recall": 0.842885}, {"accuracy": 0.821146, "f1": 0.775791, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"], "main_score": 0.775791, "precision": 0.755665, "recall": 0.821146}, {"accuracy": 0.840909, "f1": 0.800395, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"], "main_score": 0.800395, "precision": 0.782757, "recall": 0.840909}, {"accuracy": 0.772727, "f1": 0.717957, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"], "main_score": 0.717957, "precision": 0.695455, "recall": 0.772727}, {"accuracy": 0.810277, "f1": 0.76606, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"], "main_score": 0.76606, "precision": 0.746607, "recall": 0.810277}, {"accuracy": 0.793478, "f1": 0.743972, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"], "main_score": 0.743972, "precision": 0.72281, "recall": 0.793478}, {"accuracy": 0.736166, "f1": 0.683453, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"], "main_score": 0.683453, "precision": 0.663607, "recall": 0.736166}, {"accuracy": 0.816206, "f1": 0.77253, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"], "main_score": 0.77253, "precision": 0.753063, "recall": 0.816206}, {"accuracy": 0.8083, "f1": 0.757905, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"], "main_score": 0.757905, "precision": 0.735277, "recall": 0.8083}, {"accuracy": 0.865613, "f1": 0.83083, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"], "main_score": 0.83083, "precision": 0.814921, "recall": 0.865613}, {"accuracy": 0.804348, "f1": 0.758103, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"], "main_score": 0.758103, "precision": 0.738208, "recall": 0.804348}, {"accuracy": 0.755929, "f1": 0.705603, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"], "main_score": 0.705603, "precision": 0.685939, "recall": 0.755929}, {"accuracy": 0.80336, "f1": 0.758832, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"], "main_score": 0.758832, "precision": 0.739048, "recall": 0.80336}, {"accuracy": 0.789526, "f1": 0.737418, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"], "main_score": 0.737418, "precision": 0.716024, "recall": 0.789526}, {"accuracy": 0.775692, "f1": 0.722657, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"], "main_score": 0.722657, "precision": 0.701239, "recall": 0.775692}, {"accuracy": 0.659091, "f1": 0.588749, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"], "main_score": 0.588749, "precision": 0.56149, "recall": 0.659091}, {"accuracy": 0.779644, "f1": 0.727862, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"], "main_score": 0.727862, "precision": 0.706788, "recall": 0.779644}, {"accuracy": 0.832016, "f1": 0.791653, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"], "main_score": 0.791653, "precision": 0.773337, "recall": 0.832016}, {"accuracy": 0.83498, "f1": 0.794878, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"], "main_score": 0.794878, "precision": 0.777974, "recall": 0.83498}, {"accuracy": 0.774704, "f1": 0.724661, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"], "main_score": 0.724661, "precision": 0.703989, "recall": 0.774704}, {"accuracy": 0.8083, "f1": 0.760375, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"], "main_score": 0.760375, "precision": 0.738752, "recall": 0.8083}, {"accuracy": 0.181818, "f1": 0.143557, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"], "main_score": 0.143557, "precision": 0.131749, "recall": 0.181818}, {"accuracy": 0.806324, "f1": 0.759212, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"], "main_score": 0.759212, "precision": 0.739567, "recall": 0.806324}, {"accuracy": 0.829051, "f1": 0.788043, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"], "main_score": 0.788043, "precision": 0.769681, "recall": 0.829051}, {"accuracy": 0.828063, "f1": 0.785079, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"], "main_score": 0.785079, "precision": 0.766661, "recall": 0.828063}, {"accuracy": 0.758893, "f1": 0.704174, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"], "main_score": 0.704174, "precision": 0.682512, "recall": 0.758893}, {"accuracy": 0.775692, "f1": 0.726506, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"], "main_score": 0.726506, "precision": 0.706994, "recall": 0.775692}, {"accuracy": 0.763834, "f1": 0.710214, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"], "main_score": 0.710214, "precision": 0.688706, "recall": 0.763834}, {"accuracy": 0.795455, "f1": 0.750118, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"], "main_score": 0.750118, "precision": 0.730583, "recall": 0.795455}, {"accuracy": 0.800395, "f1": 0.753086, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"], "main_score": 0.753086, "precision": 0.733278, "recall": 0.800395}, {"accuracy": 0.83004, "f1": 0.78778, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"], "main_score": 0.78778, "precision": 0.76889, "recall": 0.83004}, {"accuracy": 0.772727, "f1": 0.728963, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"], "main_score": 0.728963, "precision": 0.711852, "recall": 0.772727}, {"accuracy": 0.761858, "f1": 0.708551, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"], "main_score": 0.708551, "precision": 0.687398, "recall": 0.761858}, {"accuracy": 0.783597, "f1": 0.732442, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"], "main_score": 0.732442, "precision": 0.711753, "recall": 0.783597}, {"accuracy": 0.815217, "f1": 0.772326, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"], "main_score": 0.772326, "precision": 0.754257, "recall": 0.815217}, {"accuracy": 0.783597, "f1": 0.738043, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"], "main_score": 0.738043, "precision": 0.717951, "recall": 0.783597}, {"accuracy": 0.822134, "f1": 0.778426, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"], "main_score": 0.778426, "precision": 0.758893, "recall": 0.822134}, {"accuracy": 0.755929, "f1": 0.701567, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"], "main_score": 0.701567, "precision": 0.680961, "recall": 0.755929}, {"accuracy": 0.811265, "f1": 0.764413, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"], "main_score": 0.764413, "precision": 0.742754, "recall": 0.811265}, {"accuracy": 0.771739, "f1": 0.724051, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"], "main_score": 0.724051, "precision": 0.706626, "recall": 0.771739}, {"accuracy": 0.809289, "f1": 0.762933, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"], "main_score": 0.762933, "precision": 0.743257, "recall": 0.809289}, {"accuracy": 0.825099, "f1": 0.780256, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"], "main_score": 0.780256, "precision": 0.760326, "recall": 0.825099}, {"accuracy": 0.807312, "f1": 0.759472, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"], "main_score": 0.759472, "precision": 0.739081, "recall": 0.807312}, {"accuracy": 0.795455, "f1": 0.746607, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"], "main_score": 0.746607, "precision": 0.725249, "recall": 0.795455}, {"accuracy": 0.789526, "f1": 0.74065, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"], "main_score": 0.74065, "precision": 0.719928, "recall": 0.789526}, {"accuracy": 0.781621, "f1": 0.73224, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"], "main_score": 0.73224, "precision": 0.710351, "recall": 0.781621}, {"accuracy": 0.736166, "f1": 0.679819, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"], "main_score": 0.679819, "precision": 0.658485, "recall": 0.736166}, {"accuracy": 0.79249, "f1": 0.738787, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"], "main_score": 0.738787, "precision": 0.71558, "recall": 0.79249}, {"accuracy": 0.764822, "f1": 0.710592, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"], "main_score": 0.710592, "precision": 0.686742, "recall": 0.764822}, {"accuracy": 0.794466, "f1": 0.749539, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"], "main_score": 0.749539, "precision": 0.731017, "recall": 0.794466}, {"accuracy": 0.835968, "f1": 0.793511, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"], "main_score": 0.793511, "precision": 0.774127, "recall": 0.835968}, {"accuracy": 0.759881, "f1": 0.709867, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"], "main_score": 0.709867, "precision": 0.688768, "recall": 0.759881}, {"accuracy": 0.833992, "f1": 0.794038, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"], "main_score": 0.794038, "precision": 0.776186, "recall": 0.833992}, {"accuracy": 0.578063, "f1": 0.501849, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"], "main_score": 0.501849, "precision": 0.473421, "recall": 0.578063}, {"accuracy": 0.805336, "f1": 0.759974, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"], "main_score": 0.759974, "precision": 0.742232, "recall": 0.805336}, {"accuracy": 0.788538, "f1": 0.739326, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"], "main_score": 0.739326, "precision": 0.718965, "recall": 0.788538}, {"accuracy": 0.762846, "f1": 0.706044, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"], "main_score": 0.706044, "precision": 0.683771, "recall": 0.762846}, {"accuracy": 0.781621, "f1": 0.735011, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"], "main_score": 0.735011, "precision": 0.716756, "recall": 0.781621}, {"accuracy": 0.79249, "f1": 0.745243, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"], "main_score": 0.745243, "precision": 0.724177, "recall": 0.79249}, {"accuracy": 0.779644, "f1": 0.724275, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"], "main_score": 0.724275, "precision": 0.70112, "recall": 0.779644}, {"accuracy": 0.816206, "f1": 0.770539, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"], "main_score": 0.770539, "precision": 0.750609, "recall": 0.816206}, {"accuracy": 0.783597, "f1": 0.73743, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"], "main_score": 0.73743, "precision": 0.718706, "recall": 0.783597}, {"accuracy": 0.797431, "f1": 0.751845, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"], "main_score": 0.751845, "precision": 0.732411, "recall": 0.797431}, {"accuracy": 0.853755, "f1": 0.81517, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"], "main_score": 0.81517, "precision": 0.798337, "recall": 0.853755}, {"accuracy": 0.771739, "f1": 0.721706, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"], "main_score": 0.721706, "precision": 0.699391, "recall": 0.771739}, {"accuracy": 0.802372, "f1": 0.755473, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"], "main_score": 0.755473, "precision": 0.735508, "recall": 0.802372}, {"accuracy": 0.812253, "f1": 0.76031, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"], "main_score": 0.76031, "precision": 0.736693, "recall": 0.812253}, {"accuracy": 0.778656, "f1": 0.724574, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"], "main_score": 0.724574, "precision": 0.702425, "recall": 0.778656}, {"accuracy": 0.199605, "f1": 0.143426, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"], "main_score": 0.143426, "precision": 0.126924, "recall": 0.199605}, {"accuracy": 0.804348, "f1": 0.762418, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"], "main_score": 0.762418, "precision": 0.743412, "recall": 0.804348}, {"accuracy": 0.793478, "f1": 0.740695, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"], "main_score": 0.740695, "precision": 0.718191, "recall": 0.793478}, {"accuracy": 0.825099, "f1": 0.781785, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"], "main_score": 0.781785, "precision": 0.762961, "recall": 0.825099}, {"accuracy": 0.84585, "f1": 0.80751, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"], "main_score": 0.80751, "precision": 0.78997, "recall": 0.84585}, {"accuracy": 0.800395, "f1": 0.752574, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"], "main_score": 0.752574, "precision": 0.73318, "recall": 0.800395}, {"accuracy": 0.749012, "f1": 0.693909, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"], "main_score": 0.693909, "precision": 0.672473, "recall": 0.749012}, {"accuracy": 0.818182, "f1": 0.772134, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"], "main_score": 0.772134, "precision": 0.75151, "recall": 0.818182}, {"accuracy": 0.812253, "f1": 0.768464, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"], "main_score": 0.768464, "precision": 0.750296, "recall": 0.812253}, {"accuracy": 0.779644, "f1": 0.728718, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"], "main_score": 0.728718, "precision": 0.70817, "recall": 0.779644}, {"accuracy": 0.743083, "f1": 0.687979, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"], "main_score": 0.687979, "precision": 0.665855, "recall": 0.743083}, {"accuracy": 0.731225, "f1": 0.67278, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"], "main_score": 0.67278, "precision": 0.650302, "recall": 0.731225}, {"accuracy": 0.737154, "f1": 0.677755, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"], "main_score": 0.677755, "precision": 0.653609, "recall": 0.737154}, {"accuracy": 0.748024, "f1": 0.693116, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"], "main_score": 0.693116, "precision": 0.668347, "recall": 0.748024}, {"accuracy": 0.81917, "f1": 0.777207, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"], "main_score": 0.777207, "precision": 0.758802, "recall": 0.81917}, {"accuracy": 0.763834, "f1": 0.713658, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"], "main_score": 0.713658, "precision": 0.693341, "recall": 0.763834}, {"accuracy": 0.752964, "f1": 0.702107, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"], "main_score": 0.702107, "precision": 0.681512, "recall": 0.752964}, {"accuracy": 0.80336, "f1": 0.761533, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"], "main_score": 0.761533, "precision": 0.744639, "recall": 0.80336}, {"accuracy": 0.77668, "f1": 0.725395, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"], "main_score": 0.725395, "precision": 0.702668, "recall": 0.77668}, {"accuracy": 0.730237, "f1": 0.674904, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"], "main_score": 0.674904, "precision": 0.650256, "recall": 0.730237}, {"accuracy": 0.809289, "f1": 0.759667, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"], "main_score": 0.759667, "precision": 0.738679, "recall": 0.809289}, {"accuracy": 0.828063, "f1": 0.785032, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"], "main_score": 0.785032, "precision": 0.766288, "recall": 0.828063}, {"accuracy": 0.794466, "f1": 0.746509, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"], "main_score": 0.746509, "precision": 0.724506, "recall": 0.794466}, {"accuracy": 0.759881, "f1": 0.704905, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"], "main_score": 0.704905, "precision": 0.683476, "recall": 0.759881}, {"accuracy": 0.740119, "f1": 0.686197, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"], "main_score": 0.686197, "precision": 0.663035, "recall": 0.740119}, {"accuracy": 0.843874, "f1": 0.802782, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"], "main_score": 0.802782, "precision": 0.78414, "recall": 0.843874}, {"accuracy": 0.790514, "f1": 0.74269, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"], "main_score": 0.74269, "precision": 0.72381, "recall": 0.790514}, {"accuracy": 0.769763, "f1": 0.717438, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"], "main_score": 0.717438, "precision": 0.696413, "recall": 0.769763}, {"accuracy": 0.73419, "f1": 0.682006, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"], "main_score": 0.682006, "precision": 0.662727, "recall": 0.73419}, {"accuracy": 0.73419, "f1": 0.68164, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"], "main_score": 0.68164, "precision": 0.661414, "recall": 0.73419}, {"accuracy": 0.810277, "f1": 0.762434, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"], "main_score": 0.762434, "precision": 0.7411, "recall": 0.810277}, {"accuracy": 0.811265, "f1": 0.764841, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"], "main_score": 0.764841, "precision": 0.744466, "recall": 0.811265}, {"accuracy": 0.771739, "f1": 0.723155, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"], "main_score": 0.723155, "precision": 0.7014, "recall": 0.771739}, {"accuracy": 0.242095, "f1": 0.192844, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"], "main_score": 0.192844, "precision": 0.176322, "recall": 0.242095}, {"accuracy": 0.8083, "f1": 0.76441, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"], "main_score": 0.76441, "precision": 0.744459, "recall": 0.8083}, {"accuracy": 0.789526, "f1": 0.736964, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"], "main_score": 0.736964, "precision": 0.715029, "recall": 0.789526}, {"accuracy": 0.859684, "f1": 0.823814, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"], "main_score": 0.823814, "precision": 0.80746, "recall": 0.859684}, {"accuracy": 0.789526, "f1": 0.736397, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"], "main_score": 0.736397, "precision": 0.712516, "recall": 0.789526}, {"accuracy": 0.794466, "f1": 0.743314, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"], "main_score": 0.743314, "precision": 0.720553, "recall": 0.794466}, {"accuracy": 0.790514, "f1": 0.737832, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"], "main_score": 0.737832, "precision": 0.715646, "recall": 0.790514}, {"accuracy": 0.813241, "f1": 0.768497, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"], "main_score": 0.768497, "precision": 0.748715, "recall": 0.813241}, {"accuracy": 0.809289, "f1": 0.762879, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"], "main_score": 0.762879, "precision": 0.743182, "recall": 0.809289}, {"accuracy": 0.836957, "f1": 0.793017, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"], "main_score": 0.793017, "precision": 0.77248, "recall": 0.836957}, {"accuracy": 0.782609, "f1": 0.733675, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"], "main_score": 0.733675, "precision": 0.71452, "recall": 0.782609}, {"accuracy": 0.836957, "f1": 0.791557, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"], "main_score": 0.791557, "precision": 0.770578, "recall": 0.836957}, {"accuracy": 0.748024, "f1": 0.691784, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"], "main_score": 0.691784, "precision": 0.666535, "recall": 0.748024}, {"accuracy": 0.783597, "f1": 0.735855, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"], "main_score": 0.735855, "precision": 0.715152, "recall": 0.783597}, {"accuracy": 0.826087, "f1": 0.784453, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"], "main_score": 0.784453, "precision": 0.765563, "recall": 0.826087}, {"accuracy": 0.774704, "f1": 0.721005, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"], "main_score": 0.721005, "precision": 0.699605, "recall": 0.774704}, {"accuracy": 0.050395, "f1": 0.024897, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"], "main_score": 0.024897, "precision": 0.019536, "recall": 0.050395}, {"accuracy": 0.768775, "f1": 0.717749, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"], "main_score": 0.717749, "precision": 0.69798, "recall": 0.768775}, {"accuracy": 0.807312, "f1": 0.756686, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"], "main_score": 0.756686, "precision": 0.733696, "recall": 0.807312}, {"accuracy": 0.751976, "f1": 0.70384, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"], "main_score": 0.70384, "precision": 0.685316, "recall": 0.751976}, {"accuracy": 0.77668, "f1": 0.728386, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"], "main_score": 0.728386, "precision": 0.709963, "recall": 0.77668}, {"accuracy": 0.746047, "f1": 0.689695, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"], "main_score": 0.689695, "precision": 0.665415, "recall": 0.746047}, {"accuracy": 0.771739, "f1": 0.722765, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"], "main_score": 0.722765, "precision": 0.700708, "recall": 0.771739}, {"accuracy": 0.770751, "f1": 0.714614, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"], "main_score": 0.714614, "precision": 0.691463, "recall": 0.770751}, {"accuracy": 0.756917, "f1": 0.697219, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"], "main_score": 0.697219, "precision": 0.673795, "recall": 0.756917}, {"accuracy": 0.835968, "f1": 0.793299, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"], "main_score": 0.793299, "precision": 0.773798, "recall": 0.835968}, {"accuracy": 0.83004, "f1": 0.784486, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"], "main_score": 0.784486, "precision": 0.763422, "recall": 0.83004}, {"accuracy": 0.685771, "f1": 0.622065, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"], "main_score": 0.622065, "precision": 0.595587, "recall": 0.685771}, {"accuracy": 0.79249, "f1": 0.742832, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"], "main_score": 0.742832, "precision": 0.722219, "recall": 0.79249}, {"accuracy": 0.727273, "f1": 0.674012, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"], "main_score": 0.674012, "precision": 0.650807, "recall": 0.727273}, {"accuracy": 0.801383, "f1": 0.75384, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"], "main_score": 0.75384, "precision": 0.732938, "recall": 0.801383}, {"accuracy": 0.782609, "f1": 0.735219, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"], "main_score": 0.735219, "precision": 0.7152, "recall": 0.782609}, {"accuracy": 0.835968, "f1": 0.79529, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"], "main_score": 0.79529, "precision": 0.777157, "recall": 0.835968}, {"accuracy": 0.789526, "f1": 0.736187, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"], "main_score": 0.736187, "precision": 0.713119, "recall": 0.789526}, {"accuracy": 0.810277, "f1": 0.767742, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"], "main_score": 0.767742, "precision": 0.74996, "recall": 0.810277}, {"accuracy": 0.807312, "f1": 0.754564, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"], "main_score": 0.754564, "precision": 0.731341, "recall": 0.807312}, {"accuracy": 0.672925, "f1": 0.608953, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"], "main_score": 0.608953, "precision": 0.584376, "recall": 0.672925}, {"accuracy": 0.795455, "f1": 0.746542, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"], "main_score": 0.746542, "precision": 0.725659, "recall": 0.795455}, {"accuracy": 0.811265, "f1": 0.7639, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"], "main_score": 0.7639, "precision": 0.743643, "recall": 0.811265}, {"accuracy": 0.825099, "f1": 0.780865, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"], "main_score": 0.780865, "precision": 0.761291, "recall": 0.825099}, {"accuracy": 0.790514, "f1": 0.738999, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"], "main_score": 0.738999, "precision": 0.716436, "recall": 0.790514}, {"accuracy": 0.777668, "f1": 0.721624, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"], "main_score": 0.721624, "precision": 0.698363, "recall": 0.777668}, {"accuracy": 0.843874, "f1": 0.804287, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"], "main_score": 0.804287, "precision": 0.7862, "recall": 0.843874}, {"accuracy": 0.844862, "f1": 0.803327, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"], "main_score": 0.803327, "precision": 0.784865, "recall": 0.844862}, {"accuracy": 0.778656, "f1": 0.725304, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"], "main_score": 0.725304, "precision": 0.702512, "recall": 0.778656}, {"accuracy": 0.660079, "f1": 0.592256, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"], "main_score": 0.592256, "precision": 0.565395, "recall": 0.660079}, {"accuracy": 0.708498, "f1": 0.64864, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"], "main_score": 0.64864, "precision": 0.626764, "recall": 0.708498}, {"accuracy": 0.779644, "f1": 0.729051, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"], "main_score": 0.729051, "precision": 0.708037, "recall": 0.779644}, {"accuracy": 0.771739, "f1": 0.715035, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"], "main_score": 0.715035, "precision": 0.691815, "recall": 0.771739}, {"accuracy": 0.800395, "f1": 0.753016, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"], "main_score": 0.753016, "precision": 0.731752, "recall": 0.800395}, {"accuracy": 0.831028, "f1": 0.78849, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"], "main_score": 0.78849, "precision": 0.769911, "recall": 0.831028}, {"accuracy": 0.729249, "f1": 0.668363, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"], "main_score": 0.668363, "precision": 0.641956, "recall": 0.729249}, {"accuracy": 0.757905, "f1": 0.708794, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"], "main_score": 0.708794, "precision": 0.689361, "recall": 0.757905}, {"accuracy": 0.798419, "f1": 0.750807, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"], "main_score": 0.750807, "precision": 0.730576, "recall": 0.798419}, {"accuracy": 0.699605, "f1": 0.635433, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"], "main_score": 0.635433, "precision": 0.610203, "recall": 0.699605}, {"accuracy": 0.77668, "f1": 0.72631, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"], "main_score": 0.72631, "precision": 0.705599, "recall": 0.77668}, {"accuracy": 0.832016, "f1": 0.787319, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"], "main_score": 0.787319, "precision": 0.768017, "recall": 0.832016}, {"accuracy": 0.802372, "f1": 0.760779, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"], "main_score": 0.760779, "precision": 0.743272, "recall": 0.802372}, {"accuracy": 0.806324, "f1": 0.760844, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"], "main_score": 0.760844, "precision": 0.741684, "recall": 0.806324}, {"accuracy": 0.784585, "f1": 0.738359, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"], "main_score": 0.738359, "precision": 0.718116, "recall": 0.784585}, {"accuracy": 0.806324, "f1": 0.762436, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"], "main_score": 0.762436, "precision": 0.743528, "recall": 0.806324}, {"accuracy": 0.771739, "f1": 0.721469, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"], "main_score": 0.721469, "precision": 0.701718, "recall": 0.771739}, {"accuracy": 0.807312, "f1": 0.763505, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"], "main_score": 0.763505, "precision": 0.744516, "recall": 0.807312}, {"accuracy": 0.789526, "f1": 0.744474, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"], "main_score": 0.744474, "precision": 0.726424, "recall": 0.789526}, {"accuracy": 0.753953, "f1": 0.703195, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"], "main_score": 0.703195, "precision": 0.681736, "recall": 0.753953}, {"accuracy": 0.766798, "f1": 0.709721, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"], "main_score": 0.709721, "precision": 0.686825, "recall": 0.766798}, {"accuracy": 0.814229, "f1": 0.770246, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"], "main_score": 0.770246, "precision": 0.752185, "recall": 0.814229}, {"accuracy": 0.811265, "f1": 0.764429, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"], "main_score": 0.764429, "precision": 0.744113, "recall": 0.811265}, {"accuracy": 0.833992, "f1": 0.795081, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"], "main_score": 0.795081, "precision": 0.777824, "recall": 0.833992}, {"accuracy": 0.825099, "f1": 0.779941, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"], "main_score": 0.779941, "precision": 0.759799, "recall": 0.825099}, {"accuracy": 0.809289, "f1": 0.763553, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"], "main_score": 0.763553, "precision": 0.743198, "recall": 0.809289}, {"accuracy": 0.781621, "f1": 0.733202, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"], "main_score": 0.733202, "precision": 0.711709, "recall": 0.781621}, {"accuracy": 0.828063, "f1": 0.785458, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"], "main_score": 0.785458, "precision": 0.766017, "recall": 0.828063}, {"accuracy": 0.744071, "f1": 0.691635, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"], "main_score": 0.691635, "precision": 0.670778, "recall": 0.744071}, {"accuracy": 0.732213, "f1": 0.678025, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"], "main_score": 0.678025, "precision": 0.657489, "recall": 0.732213}, {"accuracy": 0.762846, "f1": 0.708355, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"], "main_score": 0.708355, "precision": 0.684626, "recall": 0.762846}, {"accuracy": 0.786561, "f1": 0.743003, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"], "main_score": 0.743003, "precision": 0.724127, "recall": 0.786561}, {"accuracy": 0.831028, "f1": 0.786957, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"], "main_score": 0.786957, "precision": 0.767325, "recall": 0.831028}, {"accuracy": 0.822134, "f1": 0.773715, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"], "main_score": 0.773715, "precision": 0.752092, "recall": 0.822134}, {"accuracy": 0.823123, "f1": 0.77716, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"], "main_score": 0.77716, "precision": 0.756917, "recall": 0.823123}, {"accuracy": 0.809289, "f1": 0.764166, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"], "main_score": 0.764166, "precision": 0.744212, "recall": 0.809289}, {"accuracy": 0.740119, "f1": 0.688006, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"], "main_score": 0.688006, "precision": 0.667227, "recall": 0.740119}, {"accuracy": 0.717391, "f1": 0.660648, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"], "main_score": 0.660648, "precision": 0.636118, "recall": 0.717391}, {"accuracy": 0.769763, "f1": 0.716798, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"], "main_score": 0.716798, "precision": 0.694335, "recall": 0.769763}, {"accuracy": 0.835968, "f1": 0.792638, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"], "main_score": 0.792638, "precision": 0.773423, "recall": 0.835968}, {"accuracy": 0.753953, "f1": 0.702706, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"], "main_score": 0.702706, "precision": 0.680863, "recall": 0.753953}, {"accuracy": 0.732213, "f1": 0.6792, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"], "main_score": 0.6792, "precision": 0.657931, "recall": 0.732213}, {"accuracy": 0.837945, "f1": 0.795718, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"], "main_score": 0.795718, "precision": 0.776746, "recall": 0.837945}, {"accuracy": 0.77668, "f1": 0.720215, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"], "main_score": 0.720215, "precision": 0.696229, "recall": 0.77668}, {"accuracy": 0.796443, "f1": 0.748814, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"], "main_score": 0.748814, "precision": 0.728047, "recall": 0.796443}, {"accuracy": 0.706522, "f1": 0.639563, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"], "main_score": 0.639563, "precision": 0.610441, "recall": 0.706522}, {"accuracy": 0.788538, "f1": 0.74013, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"], "main_score": 0.74013, "precision": 0.721123, "recall": 0.788538}, {"accuracy": 0.814229, "f1": 0.771846, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"], "main_score": 0.771846, "precision": 0.754622, "recall": 0.814229}, {"accuracy": 0.791502, "f1": 0.743782, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"], "main_score": 0.743782, "precision": 0.72524, "recall": 0.791502}, {"accuracy": 0.820158, "f1": 0.776882, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"], "main_score": 0.776882, "precision": 0.75947, "recall": 0.820158}, {"accuracy": 0.797431, "f1": 0.749064, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"], "main_score": 0.749064, "precision": 0.727931, "recall": 0.797431}, {"accuracy": 0.79249, "f1": 0.74809, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"], "main_score": 0.74809, "precision": 0.72859, "recall": 0.79249}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"], "main_score": 0.916173, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.906126, "f1": 0.879974, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"], "main_score": 0.879974, "precision": 0.868001, "recall": 0.906126}, {"accuracy": 0.048419, "f1": 0.02419, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"], "main_score": 0.02419, "precision": 0.01888, "recall": 0.048419}, {"accuracy": 0.979249, "f1": 0.973897, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"], "main_score": 0.973897, "precision": 0.97165, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"], "main_score": 0.917391, "precision": 0.90802, "recall": 0.936759}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.966568, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"], "main_score": 0.966568, "precision": 0.964577, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"], "main_score": 0.903327, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"], "main_score": 0.96031, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.990119, "f1": 0.987385, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"], "main_score": 0.987385, "precision": 0.986248, "recall": 0.990119}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"], "main_score": 0.907609, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"], "main_score": 0.956522, "precision": 0.951746, "recall": 0.966403}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.977404, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"], "main_score": 0.977404, "precision": 0.975461, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.187747, "f1": 0.144679, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"], "main_score": 0.144679, "precision": 0.133316, "recall": 0.187747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"], "main_score": 0.930665, "precision": 0.922925, "recall": 0.94664}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"], "main_score": 0.975626, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.97332, "f1": 0.965909, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"], "main_score": 0.965909, "precision": 0.962451, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"], "main_score": 0.974638, "precision": 0.972003, "recall": 0.980237}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"], "main_score": 0.935343, "precision": 0.928113, "recall": 0.950593}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.964427, "f1": 0.955424, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"], "main_score": 0.955424, "precision": 0.951737, "recall": 0.964427}, {"accuracy": 0.974308, "f1": 0.967062, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"], "main_score": 0.967062, "precision": 0.963966, "recall": 0.974308}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.981028, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"], "main_score": 0.981028, "precision": 0.979249, "recall": 0.985178}, {"accuracy": 0.907115, "f1": 0.880105, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"], "main_score": 0.880105, "precision": 0.867095, "recall": 0.907115}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.982213, "f1": 0.977503, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"], "main_score": 0.977503, "precision": 0.975576, "recall": 0.982213}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"], "main_score": 0.951812, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.980632, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"], "main_score": 0.980632, "precision": 0.979397, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"], "main_score": 0.958004, "precision": 0.953722, "recall": 0.967391}, {"accuracy": 0.9417, "f1": 0.923979, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"], "main_score": 0.923979, "precision": 0.915794, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.917984, "f1": 0.893775, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"], "main_score": 0.893775, "precision": 0.881917, "recall": 0.917984}, {"accuracy": 0.970356, "f1": 0.963274, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"], "main_score": 0.963274, "precision": 0.960419, "recall": 0.970356}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.901186, "f1": 0.871443, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"], "main_score": 0.871443, "precision": 0.85746, "recall": 0.901186}, {"accuracy": 0.940711, "f1": 0.924308, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"], "main_score": 0.924308, "precision": 0.916749, "recall": 0.940711}, {"accuracy": 0.712451, "f1": 0.642907, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"], "main_score": 0.642907, "precision": 0.613678, "recall": 0.712451}, {"accuracy": 0.986166, "f1": 0.982115, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"], "main_score": 0.982115, "precision": 0.980319, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.977404, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"], "main_score": 0.977404, "precision": 0.975461, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.964163, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"], "main_score": 0.964163, "precision": 0.960557, "recall": 0.972332}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"], "main_score": 0.90415, "precision": 0.892951, "recall": 0.926877}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.897233, "f1": 0.865283, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"], "main_score": 0.865283, "precision": 0.85, "recall": 0.897233}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.916008, "f1": 0.892095, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"], "main_score": 0.892095, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"], "main_score": 0.950165, "precision": 0.944746, "recall": 0.961462}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.213439, "f1": 0.153982, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"], "main_score": 0.153982, "precision": 0.136819, "recall": 0.213439}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"], "main_score": 0.906456, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.9417, "f1": 0.922991, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"], "main_score": 0.922991, "precision": 0.913785, "recall": 0.9417}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"], "main_score": 0.951153, "precision": 0.945899, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.978656, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"], "main_score": 0.978656, "precision": 0.976696, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"], "main_score": 0.978426, "precision": 0.976318, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.973833, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"], "main_score": 0.973833, "precision": 0.971591, "recall": 0.979249}, {"accuracy": 0.855731, "f1": 0.814413, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"], "main_score": 0.814413, "precision": 0.79557, "recall": 0.855731}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.977273, "f1": 0.97108, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"], "main_score": 0.97108, "precision": 0.968462, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.984107, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"], "main_score": 0.984107, "precision": 0.982849, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"], "main_score": 0.90504, "precision": 0.894845, "recall": 0.926877}, {"accuracy": 0.881423, "f1": 0.847628, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"], "main_score": 0.847628, "precision": 0.831686, "recall": 0.881423}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.927866, "f1": 0.904974, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"], "main_score": 0.904974, "precision": 0.893939, "recall": 0.927866}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.862648, "f1": 0.825659, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"], "main_score": 0.825659, "precision": 0.808218, "recall": 0.862648}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.987154, "f1": 0.98419, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"], "main_score": 0.98419, "precision": 0.98307, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.894269, "f1": 0.864097, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"], "main_score": 0.864097, "precision": 0.850132, "recall": 0.894269}, {"accuracy": 0.262846, "f1": 0.207846, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"], "main_score": 0.207846, "precision": 0.189227, "recall": 0.262846}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.788538, "f1": 0.733385, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"], "main_score": 0.733385, "precision": 0.709519, "recall": 0.788538}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"], "main_score": 0.886759, "precision": 0.874588, "recall": 0.913043}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.898221, "f1": 0.867655, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"], "main_score": 0.867655, "precision": 0.853179, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.852404, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"], "main_score": 0.852404, "precision": 0.836989, "recall": 0.885375}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"], "main_score": 0.945652, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.048419, "f1": 0.024517, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"], "main_score": 0.024517, "precision": 0.019769, "recall": 0.048419}, {"accuracy": 0.969368, "f1": 0.960705, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"], "main_score": 0.960705, "precision": 0.957098, "recall": 0.969368}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.942688, "f1": 0.927388, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"], "main_score": 0.927388, "precision": 0.920925, "recall": 0.942688}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.93083, "f1": 0.90998, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"], "main_score": 0.90998, "precision": 0.90028, "recall": 0.93083}, {"accuracy": 0.922925, "f1": 0.898946, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"], "main_score": 0.898946, "precision": 0.887599, "recall": 0.922925}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"], "main_score": 0.961957, "precision": 0.958202, "recall": 0.970356}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.873518, "f1": 0.837055, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"], "main_score": 0.837055, "precision": 0.820323, "recall": 0.873518}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.856719, "f1": 0.818431, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"], "main_score": 0.818431, "precision": 0.800922, "recall": 0.856719}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"], "main_score": 0.940711, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.97108, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"], "main_score": 0.97108, "precision": 0.968495, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.949605, "f1": 0.933531, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"], "main_score": 0.933531, "precision": 0.925807, "recall": 0.949605}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.970356, "f1": 0.963653, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"], "main_score": 0.963653, "precision": 0.961307, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"], "main_score": 0.966897, "precision": 0.963472, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935888, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"], "main_score": 0.935888, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"], "main_score": 0.922596, "precision": 0.914065, "recall": 0.940711}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"], "main_score": 0.935277, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.862648, "f1": 0.826153, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"], "main_score": 0.826153, "precision": 0.809239, "recall": 0.862648}, {"accuracy": 0.986166, "f1": 0.982496, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"], "main_score": 0.982496, "precision": 0.980896, "recall": 0.986166}, {"accuracy": 0.953557, "f1": 0.939625, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"], "main_score": 0.939625, "precision": 0.933053, "recall": 0.953557}, {"accuracy": 0.976285, "f1": 0.969485, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"], "main_score": 0.969485, "precision": 0.966403, "recall": 0.976285}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.933794, "f1": 0.915184, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"], "main_score": 0.915184, "precision": 0.906126, "recall": 0.933794}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.931818, "f1": 0.912714, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"], "main_score": 0.912714, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.898221, "f1": 0.868149, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"], "main_score": 0.868149, "precision": 0.854167, "recall": 0.898221}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"], "main_score": 0.972991, "precision": 0.970059, "recall": 0.979249}, {"accuracy": 0.965415, "f1": 0.954941, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"], "main_score": 0.954941, "precision": 0.950016, "recall": 0.965415}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.916008, "f1": 0.89114, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"], "main_score": 0.89114, "precision": 0.879282, "recall": 0.916008}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"], "main_score": 0.92803, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.937747, "f1": 0.920125, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"], "main_score": 0.920125, "precision": 0.912088, "recall": 0.937747}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"], "main_score": 0.922266, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"], "main_score": 0.880336, "precision": 0.867869, "recall": 0.907115}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"], "main_score": 0.922266, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.966912, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"], "main_score": 0.966912, "precision": 0.964196, "recall": 0.97332}, {"accuracy": 0.844862, "f1": 0.803623, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"], "main_score": 0.803623, "precision": 0.785079, "recall": 0.844862}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.892292, "f1": 0.85942, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"], "main_score": 0.85942, "precision": 0.843956, "recall": 0.892292}, {"accuracy": 0.920949, "f1": 0.895751, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"], "main_score": 0.895751, "precision": 0.883564, "recall": 0.920949}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"], "main_score": 0.938801, "precision": 0.932592, "recall": 0.952569}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.817194, "f1": 0.766074, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"], "main_score": 0.766074, "precision": 0.743116, "recall": 0.817194}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"], "main_score": 0.968215, "precision": 0.965119, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"], "main_score": 0.974308, "precision": 0.971542, "recall": 0.980237}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.873518, "f1": 0.838933, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"], "main_score": 0.838933, "precision": 0.823897, "recall": 0.873518}, {"accuracy": 0.86166, "f1": 0.82309, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"], "main_score": 0.82309, "precision": 0.805369, "recall": 0.86166}, {"accuracy": 0.061265, "f1": 0.033394, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"], "main_score": 0.033394, "precision": 0.026624, "recall": 0.061265}, {"accuracy": 0.893281, "f1": 0.872992, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"], "main_score": 0.872992, "precision": 0.86629, "recall": 0.893281}, {"accuracy": 0.900198, "f1": 0.873948, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"], "main_score": 0.873948, "precision": 0.863316, "recall": 0.900198}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"], "main_score": 0.922101, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"], "main_score": 0.927042, "precision": 0.918972, "recall": 0.943676}, {"accuracy": 0.918972, "f1": 0.90293, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"], "main_score": 0.90293, "precision": 0.897177, "recall": 0.918972}, {"accuracy": 0.883399, "f1": 0.85, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"], "main_score": 0.85, "precision": 0.834733, "recall": 0.883399}, {"accuracy": 0.878458, "f1": 0.844763, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"], "main_score": 0.844763, "precision": 0.83004, "recall": 0.878458}, {"accuracy": 0.867589, "f1": 0.846168, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"], "main_score": 0.846168, "precision": 0.839334, "recall": 0.867589}, {"accuracy": 0.91996, "f1": 0.898106, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"], "main_score": 0.898106, "precision": 0.88881, "recall": 0.91996}, {"accuracy": 0.903162, "f1": 0.873518, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"], "main_score": 0.873518, "precision": 0.85919, "recall": 0.903162}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.88834, "f1": 0.859758, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"], "main_score": 0.859758, "precision": 0.848312, "recall": 0.88834}, {"accuracy": 0.916008, "f1": 0.902268, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"], "main_score": 0.902268, "precision": 0.896951, "recall": 0.916008}, {"accuracy": 0.894269, "f1": 0.861726, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"], "main_score": 0.861726, "precision": 0.846097, "recall": 0.894269}, {"accuracy": 0.9417, "f1": 0.926916, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"], "main_score": 0.926916, "precision": 0.920703, "recall": 0.9417}, {"accuracy": 0.908103, "f1": 0.887419, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"], "main_score": 0.887419, "precision": 0.879375, "recall": 0.908103}, {"accuracy": 0.924901, "f1": 0.902292, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"], "main_score": 0.902292, "precision": 0.891634, "recall": 0.924901}, {"accuracy": 0.906126, "f1": 0.887176, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"], "main_score": 0.887176, "precision": 0.880865, "recall": 0.906126}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"], "main_score": 0.92085, "precision": 0.912302, "recall": 0.938735}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.917984, "f1": 0.902573, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"], "main_score": 0.902573, "precision": 0.896853, "recall": 0.917984}, {"accuracy": 0.929842, "f1": 0.907938, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"], "main_score": 0.907938, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.177866, "f1": 0.143717, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"], "main_score": 0.143717, "precision": 0.134512, "recall": 0.177866}, {"accuracy": 0.940711, "f1": 0.928343, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"], "main_score": 0.928343, "precision": 0.923329, "recall": 0.940711}, {"accuracy": 0.916996, "f1": 0.892292, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"], "main_score": 0.892292, "precision": 0.880435, "recall": 0.916996}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"], "main_score": 0.912945, "precision": 0.904068, "recall": 0.932806}, {"accuracy": 0.897233, "f1": 0.874711, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"], "main_score": 0.874711, "precision": 0.866586, "recall": 0.897233}, {"accuracy": 0.903162, "f1": 0.882064, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"], "main_score": 0.882064, "precision": 0.874787, "recall": 0.903162}, {"accuracy": 0.886364, "f1": 0.864329, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"], "main_score": 0.864329, "precision": 0.856046, "recall": 0.886364}, {"accuracy": 0.88834, "f1": 0.857724, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"], "main_score": 0.857724, "precision": 0.844212, "recall": 0.88834}, {"accuracy": 0.921937, "f1": 0.905412, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"], "main_score": 0.905412, "precision": 0.899185, "recall": 0.921937}, {"accuracy": 0.933794, "f1": 0.914427, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"], "main_score": 0.914427, "precision": 0.905583, "recall": 0.933794}, {"accuracy": 0.856719, "f1": 0.839113, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"], "main_score": 0.839113, "precision": 0.832866, "recall": 0.856719}, {"accuracy": 0.895257, "f1": 0.870239, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"], "main_score": 0.870239, "precision": 0.860591, "recall": 0.895257}, {"accuracy": 0.921937, "f1": 0.902997, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"], "main_score": 0.902997, "precision": 0.895844, "recall": 0.921937}, {"accuracy": 0.926877, "f1": 0.911055, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"], "main_score": 0.911055, "precision": 0.905402, "recall": 0.926877}, {"accuracy": 0.858696, "f1": 0.819466, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"], "main_score": 0.819466, "precision": 0.802157, "recall": 0.858696}, {"accuracy": 0.887352, "f1": 0.855303, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"], "main_score": 0.855303, "precision": 0.840662, "recall": 0.887352}, {"accuracy": 0.898221, "f1": 0.879052, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"], "main_score": 0.879052, "precision": 0.872888, "recall": 0.898221}, {"accuracy": 0.920949, "f1": 0.897233, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"], "main_score": 0.897233, "precision": 0.886034, "recall": 0.920949}, {"accuracy": 0.905138, "f1": 0.891784, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"], "main_score": 0.891784, "precision": 0.887539, "recall": 0.905138}, {"accuracy": 0.933794, "f1": 0.914163, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"], "main_score": 0.914163, "precision": 0.905303, "recall": 0.933794}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"], "main_score": 0.923155, "precision": 0.915102, "recall": 0.940711}, {"accuracy": 0.917984, "f1": 0.893841, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"], "main_score": 0.893841, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.895257, "f1": 0.865316, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"], "main_score": 0.865316, "precision": 0.851729, "recall": 0.895257}, {"accuracy": 0.852767, "f1": 0.814102, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"], "main_score": 0.814102, "precision": 0.798567, "recall": 0.852767}, {"accuracy": 0.884387, "f1": 0.851614, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"], "main_score": 0.851614, "precision": 0.837236, "recall": 0.884387}, {"accuracy": 0.874506, "f1": 0.84701, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"], "main_score": 0.84701, "precision": 0.837367, "recall": 0.874506}, {"accuracy": 0.88834, "f1": 0.857312, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"], "main_score": 0.857312, "precision": 0.843643, "recall": 0.88834}, {"accuracy": 0.855731, "f1": 0.814018, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"], "main_score": 0.814018, "precision": 0.795125, "recall": 0.855731}, {"accuracy": 0.899209, "f1": 0.882276, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"], "main_score": 0.882276, "precision": 0.875883, "recall": 0.899209}, {"accuracy": 0.910079, "f1": 0.883583, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"], "main_score": 0.883583, "precision": 0.871163, "recall": 0.910079}, {"accuracy": 0.842885, "f1": 0.801845, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"], "main_score": 0.801845, "precision": 0.783514, "recall": 0.842885}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.598814, "f1": 0.520239, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"], "main_score": 0.520239, "precision": 0.492122, "recall": 0.598814}, {"accuracy": 0.917984, "f1": 0.898657, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"], "main_score": 0.898657, "precision": 0.89156, "recall": 0.917984}, {"accuracy": 0.921937, "f1": 0.909589, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"], "main_score": 0.909589, "precision": 0.905392, "recall": 0.921937}, {"accuracy": 0.883399, "f1": 0.854984, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"], "main_score": 0.854984, "precision": 0.844171, "recall": 0.883399}, {"accuracy": 0.909091, "f1": 0.890941, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"], "main_score": 0.890941, "precision": 0.88485, "recall": 0.909091}, {"accuracy": 0.890316, "f1": 0.856522, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"], "main_score": 0.856522, "precision": 0.84058, "recall": 0.890316}, {"accuracy": 0.864625, "f1": 0.830487, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"], "main_score": 0.830487, "precision": 0.817128, "recall": 0.864625}, {"accuracy": 0.901186, "f1": 0.871739, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"], "main_score": 0.871739, "precision": 0.858317, "recall": 0.901186}, {"accuracy": 0.925889, "f1": 0.913296, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"], "main_score": 0.913296, "precision": 0.908861, "recall": 0.925889}, {"accuracy": 0.856719, "f1": 0.816784, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"], "main_score": 0.816784, "precision": 0.798584, "recall": 0.856719}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"], "main_score": 0.887022, "precision": 0.875165, "recall": 0.912055}, {"accuracy": 0.890316, "f1": 0.860773, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"], "main_score": 0.860773, "precision": 0.847918, "recall": 0.890316}, {"accuracy": 0.889328, "f1": 0.85995, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"], "main_score": 0.85995, "precision": 0.847835, "recall": 0.889328}, {"accuracy": 0.880435, "f1": 0.851386, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"], "main_score": 0.851386, "precision": 0.840589, "recall": 0.880435}, {"accuracy": 0.201581, "f1": 0.150417, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"], "main_score": 0.150417, "precision": 0.13606, "recall": 0.201581}, {"accuracy": 0.878458, "f1": 0.842951, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"], "main_score": 0.842951, "precision": 0.826169, "recall": 0.878458}, {"accuracy": 0.897233, "f1": 0.869829, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"], "main_score": 0.869829, "precision": 0.858319, "recall": 0.897233}, {"accuracy": 0.927866, "f1": 0.905698, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"], "main_score": 0.905698, "precision": 0.89501, "recall": 0.927866}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"], "main_score": 0.927042, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.914032, "f1": 0.893151, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"], "main_score": 0.893151, "precision": 0.885335, "recall": 0.914032}, {"accuracy": 0.879447, "f1": 0.849393, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"], "main_score": 0.849393, "precision": 0.837829, "recall": 0.879447}, {"accuracy": 0.940711, "f1": 0.922233, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"], "main_score": 0.922233, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.893469, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"], "main_score": 0.893469, "precision": 0.885721, "recall": 0.914032}, {"accuracy": 0.916996, "f1": 0.8986, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"], "main_score": 0.8986, "precision": 0.892035, "recall": 0.916996}, {"accuracy": 0.893281, "f1": 0.874055, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"], "main_score": 0.874055, "precision": 0.866689, "recall": 0.893281}, {"accuracy": 0.893281, "f1": 0.868864, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"], "main_score": 0.868864, "precision": 0.859966, "recall": 0.893281}, {"accuracy": 0.920949, "f1": 0.901717, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"], "main_score": 0.901717, "precision": 0.893884, "recall": 0.920949}, {"accuracy": 0.789526, "f1": 0.733547, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"], "main_score": 0.733547, "precision": 0.709216, "recall": 0.789526}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"], "main_score": 0.902339, "precision": 0.891469, "recall": 0.924901}, {"accuracy": 0.891304, "f1": 0.869539, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"], "main_score": 0.869539, "precision": 0.861853, "recall": 0.891304}, {"accuracy": 0.903162, "f1": 0.889843, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"], "main_score": 0.889843, "precision": 0.885298, "recall": 0.903162}, {"accuracy": 0.903162, "f1": 0.888447, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"], "main_score": 0.888447, "precision": 0.883187, "recall": 0.903162}, {"accuracy": 0.863636, "f1": 0.825527, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"], "main_score": 0.825527, "precision": 0.808498, "recall": 0.863636}, {"accuracy": 0.833992, "f1": 0.787319, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"], "main_score": 0.787319, "precision": 0.765481, "recall": 0.833992}, {"accuracy": 0.90415, "f1": 0.876746, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"], "main_score": 0.876746, "precision": 0.864657, "recall": 0.90415}, {"accuracy": 0.914032, "f1": 0.88969, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"], "main_score": 0.88969, "precision": 0.879068, "recall": 0.914032}, {"accuracy": 0.884387, "f1": 0.850264, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"], "main_score": 0.850264, "precision": 0.834519, "recall": 0.884387}, {"accuracy": 0.938735, "f1": 0.925304, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"], "main_score": 0.925304, "precision": 0.920289, "recall": 0.938735}, {"accuracy": 0.796443, "f1": 0.744532, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"], "main_score": 0.744532, "precision": 0.721113, "recall": 0.796443}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"], "main_score": 0.921344, "precision": 0.912632, "recall": 0.939723}, {"accuracy": 0.928854, "f1": 0.914821, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"], "main_score": 0.914821, "precision": 0.909761, "recall": 0.928854}, {"accuracy": 0.895257, "f1": 0.874133, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"], "main_score": 0.874133, "precision": 0.867111, "recall": 0.895257}, {"accuracy": 0.894269, "f1": 0.879758, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"], "main_score": 0.879758, "precision": 0.875274, "recall": 0.894269}, {"accuracy": 0.892292, "f1": 0.87468, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"], "main_score": 0.87468, "precision": 0.868828, "recall": 0.892292}, {"accuracy": 0.949605, "f1": 0.933696, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"], "main_score": 0.933696, "precision": 0.926136, "recall": 0.949605}, {"accuracy": 0.931818, "f1": 0.911975, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"], "main_score": 0.911975, "precision": 0.903162, "recall": 0.931818}, {"accuracy": 0.851779, "f1": 0.810277, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"], "main_score": 0.810277, "precision": 0.791749, "recall": 0.851779}, {"accuracy": 0.250988, "f1": 0.205038, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"], "main_score": 0.205038, "precision": 0.190066, "recall": 0.250988}, {"accuracy": 0.903162, "f1": 0.874638, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"], "main_score": 0.874638, "precision": 0.861495, "recall": 0.903162}, {"accuracy": 0.726285, "f1": 0.657745, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"], "main_score": 0.657745, "precision": 0.629167, "recall": 0.726285}, {"accuracy": 0.933794, "f1": 0.913768, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"], "main_score": 0.913768, "precision": 0.904595, "recall": 0.933794}, {"accuracy": 0.857708, "f1": 0.818991, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"], "main_score": 0.818991, "precision": 0.802026, "recall": 0.857708}, {"accuracy": 0.928854, "f1": 0.906588, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"], "main_score": 0.906588, "precision": 0.895916, "recall": 0.928854}, {"accuracy": 0.945652, "f1": 0.929696, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"], "main_score": 0.929696, "precision": 0.922348, "recall": 0.945652}, {"accuracy": 0.910079, "f1": 0.882806, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"], "main_score": 0.882806, "precision": 0.870175, "recall": 0.910079}, {"accuracy": 0.91502, "f1": 0.891737, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"], "main_score": 0.891737, "precision": 0.881999, "recall": 0.91502}, {"accuracy": 0.906126, "f1": 0.878195, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"], "main_score": 0.878195, "precision": 0.865201, "recall": 0.906126}, {"accuracy": 0.923913, "f1": 0.910388, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"], "main_score": 0.910388, "precision": 0.905742, "recall": 0.923913}, {"accuracy": 0.920949, "f1": 0.897464, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"], "main_score": 0.897464, "precision": 0.886808, "recall": 0.920949}, {"accuracy": 0.849802, "f1": 0.808813, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"], "main_score": 0.808813, "precision": 0.790843, "recall": 0.849802}, {"accuracy": 0.882411, "f1": 0.848998, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"], "main_score": 0.848998, "precision": 0.833745, "recall": 0.882411}, {"accuracy": 0.917984, "f1": 0.893676, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"], "main_score": 0.893676, "precision": 0.882164, "recall": 0.917984}, {"accuracy": 0.886364, "f1": 0.85982, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"], "main_score": 0.85982, "precision": 0.850315, "recall": 0.886364}, {"accuracy": 0.043478, "f1": 0.025632, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"], "main_score": 0.025632, "precision": 0.02272, "recall": 0.043478}, {"accuracy": 0.870553, "f1": 0.847815, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"], "main_score": 0.847815, "precision": 0.840886, "recall": 0.870553}, {"accuracy": 0.898221, "f1": 0.870208, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"], "main_score": 0.870208, "precision": 0.858162, "recall": 0.898221}, {"accuracy": 0.856719, "f1": 0.832089, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"], "main_score": 0.832089, "precision": 0.823369, "recall": 0.856719}, {"accuracy": 0.916008, "f1": 0.896636, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"], "main_score": 0.896636, "precision": 0.889263, "recall": 0.916008}, {"accuracy": 0.814229, "f1": 0.767641, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"], "main_score": 0.767641, "precision": 0.748751, "recall": 0.814229}, {"accuracy": 0.837945, "f1": 0.794104, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"], "main_score": 0.794104, "precision": 0.774769, "recall": 0.837945}, {"accuracy": 0.875494, "f1": 0.849228, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"], "main_score": 0.849228, "precision": 0.840029, "recall": 0.875494}, {"accuracy": 0.886364, "f1": 0.861824, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"], "main_score": 0.861824, "precision": 0.853117, "recall": 0.886364}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.912055, "f1": 0.8875, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"], "main_score": 0.8875, "precision": 0.876245, "recall": 0.912055}, {"accuracy": 0.783597, "f1": 0.727816, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"], "main_score": 0.727816, "precision": 0.704687, "recall": 0.783597}, {"accuracy": 0.93083, "f1": 0.915521, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"], "main_score": 0.915521, "precision": 0.909371, "recall": 0.93083}, {"accuracy": 0.79249, "f1": 0.740997, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"], "main_score": 0.740997, "precision": 0.718651, "recall": 0.79249}, {"accuracy": 0.886364, "f1": 0.854842, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"], "main_score": 0.854842, "precision": 0.841074, "recall": 0.886364}, {"accuracy": 0.905138, "f1": 0.882748, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"], "main_score": 0.882748, "precision": 0.874146, "recall": 0.905138}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"], "main_score": 0.932642, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.913043, "f1": 0.890681, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"], "main_score": 0.890681, "precision": 0.881679, "recall": 0.913043}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"], "main_score": 0.942358, "precision": 0.935277, "recall": 0.956522}, {"accuracy": 0.896245, "f1": 0.867805, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"], "main_score": 0.867805, "precision": 0.85583, "recall": 0.896245}, {"accuracy": 0.841897, "f1": 0.816962, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"], "main_score": 0.816962, "precision": 0.80816, "recall": 0.841897}, {"accuracy": 0.892292, "f1": 0.86654, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"], "main_score": 0.86654, "precision": 0.856516, "recall": 0.892292}, {"accuracy": 0.852767, "f1": 0.815749, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"], "main_score": 0.815749, "precision": 0.800818, "recall": 0.852767}, {"accuracy": 0.883399, "f1": 0.851699, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"], "main_score": 0.851699, "precision": 0.837714, "recall": 0.883399}, {"accuracy": 0.879447, "f1": 0.846102, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"], "main_score": 0.846102, "precision": 0.831629, "recall": 0.879447}, {"accuracy": 0.862648, "f1": 0.826553, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"], "main_score": 0.826553, "precision": 0.811858, "recall": 0.862648}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"], "main_score": 0.918478, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"], "main_score": 0.92859, "precision": 0.921558, "recall": 0.944664}, {"accuracy": 0.948617, "f1": 0.9353, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"], "main_score": 0.9353, "precision": 0.929677, "recall": 0.948617}, {"accuracy": 0.908103, "f1": 0.882213, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"], "main_score": 0.882213, "precision": 0.870422, "recall": 0.908103}, {"accuracy": 0.853755, "f1": 0.825121, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"], "main_score": 0.825121, "precision": 0.81596, "recall": 0.853755}, {"accuracy": 0.869565, "f1": 0.840084, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"], "main_score": 0.840084, "precision": 0.829384, "recall": 0.869565}, {"accuracy": 0.913043, "f1": 0.888768, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"], "main_score": 0.888768, "precision": 0.87836, "recall": 0.913043}, {"accuracy": 0.88834, "f1": 0.854875, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"], "main_score": 0.854875, "precision": 0.839625, "recall": 0.88834}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.809289, "f1": 0.755915, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"], "main_score": 0.755915, "precision": 0.731802, "recall": 0.809289}, {"accuracy": 0.91996, "f1": 0.904429, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"], "main_score": 0.904429, "precision": 0.898876, "recall": 0.91996}, {"accuracy": 0.892292, "f1": 0.861858, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"], "main_score": 0.861858, "precision": 0.848435, "recall": 0.892292}, {"accuracy": 0.881423, "f1": 0.856821, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"], "main_score": 0.856821, "precision": 0.847948, "recall": 0.881423}, {"accuracy": 0.899209, "f1": 0.87164, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"], "main_score": 0.87164, "precision": 0.859947, "recall": 0.899209}, {"accuracy": 0.905138, "f1": 0.878181, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"], "main_score": 0.878181, "precision": 0.866469, "recall": 0.905138}, {"accuracy": 0.908103, "f1": 0.881983, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"], "main_score": 0.881983, "precision": 0.869812, "recall": 0.908103}, {"accuracy": 0.902174, "f1": 0.880054, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"], "main_score": 0.880054, "precision": 0.871815, "recall": 0.902174}, {"accuracy": 0.894269, "f1": 0.863603, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"], "main_score": 0.863603, "precision": 0.849308, "recall": 0.894269}, {"accuracy": 0.902174, "f1": 0.872266, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"], "main_score": 0.872266, "precision": 0.857987, "recall": 0.902174}, {"accuracy": 0.898221, "f1": 0.875894, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"], "main_score": 0.875894, "precision": 0.867976, "recall": 0.898221}, {"accuracy": 0.918972, "f1": 0.894005, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"], "main_score": 0.894005, "precision": 0.882164, "recall": 0.918972}, {"accuracy": 0.924901, "f1": 0.912277, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"], "main_score": 0.912277, "precision": 0.907304, "recall": 0.924901}, {"accuracy": 0.855731, "f1": 0.815843, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"], "main_score": 0.815843, "precision": 0.797661, "recall": 0.855731}, {"accuracy": 0.908103, "f1": 0.886486, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"], "main_score": 0.886486, "precision": 0.878444, "recall": 0.908103}, {"accuracy": 0.922925, "f1": 0.902652, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"], "main_score": 0.902652, "precision": 0.894558, "recall": 0.922925}, {"accuracy": 0.920949, "f1": 0.902179, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"], "main_score": 0.902179, "precision": 0.895077, "recall": 0.920949}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.889328, "f1": 0.857708, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"], "main_score": 0.857708, "precision": 0.842721, "recall": 0.889328}, {"accuracy": 0.901186, "f1": 0.871113, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"], "main_score": 0.871113, "precision": 0.856802, "recall": 0.901186}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"], "main_score": 0.907675, "precision": 0.897974, "recall": 0.928854}, {"accuracy": 0.842885, "f1": 0.810202, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"], "main_score": 0.810202, "precision": 0.798468, "recall": 0.842885}, {"accuracy": 0.876482, "f1": 0.855665, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"], "main_score": 0.855665, "precision": 0.849321, "recall": 0.876482}, {"accuracy": 0.868577, "f1": 0.834209, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"], "main_score": 0.834209, "precision": 0.819697, "recall": 0.868577}, {"accuracy": 0.907115, "f1": 0.880567, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"], "main_score": 0.880567, "precision": 0.868116, "recall": 0.907115}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.931818, "f1": 0.912074, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"], "main_score": 0.912074, "precision": 0.903244, "recall": 0.931818}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"], "main_score": 0.899704, "precision": 0.887846, "recall": 0.923913}, {"accuracy": 0.913043, "f1": 0.887516, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"], "main_score": 0.887516, "precision": 0.875329, "recall": 0.913043}, {"accuracy": 0.867589, "f1": 0.847702, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"], "main_score": 0.847702, "precision": 0.840986, "recall": 0.867589}, {"accuracy": 0.785573, "f1": 0.732759, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"], "main_score": 0.732759, "precision": 0.709634, "recall": 0.785573}, {"accuracy": 0.849802, "f1": 0.81527, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"], "main_score": 0.81527, "precision": 0.801797, "recall": 0.849802}, {"accuracy": 0.926877, "f1": 0.905402, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"], "main_score": 0.905402, "precision": 0.895751, "recall": 0.926877}, {"accuracy": 0.836957, "f1": 0.793149, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"], "main_score": 0.793149, "precision": 0.77416, "recall": 0.836957}, {"accuracy": 0.83004, "f1": 0.785526, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"], "main_score": 0.785526, "precision": 0.766782, "recall": 0.83004}, {"accuracy": 0.924901, "f1": 0.904265, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"], "main_score": 0.904265, "precision": 0.895184, "recall": 0.924901}, {"accuracy": 0.86166, "f1": 0.824133, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"], "main_score": 0.824133, "precision": 0.808407, "recall": 0.86166}, {"accuracy": 0.902174, "f1": 0.873715, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"], "main_score": 0.873715, "precision": 0.861281, "recall": 0.902174}, {"accuracy": 0.751976, "f1": 0.688507, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"], "main_score": 0.688507, "precision": 0.661686, "recall": 0.751976}, {"accuracy": 0.900198, "f1": 0.879803, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"], "main_score": 0.879803, "precision": 0.872776, "recall": 0.900198}, {"accuracy": 0.90415, "f1": 0.883387, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"], "main_score": 0.883387, "precision": 0.876107, "recall": 0.90415}, {"accuracy": 0.901186, "f1": 0.878224, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"], "main_score": 0.878224, "precision": 0.869698, "recall": 0.901186}, {"accuracy": 0.914032, "f1": 0.891206, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"], "main_score": 0.891206, "precision": 0.881818, "recall": 0.914032}, {"accuracy": 0.860672, "f1": 0.826302, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"], "main_score": 0.826302, "precision": 0.812147, "recall": 0.860672}, {"accuracy": 0.893281, "f1": 0.862846, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"], "main_score": 0.862846, "precision": 0.848567, "recall": 0.893281}, {"accuracy": 0.869565, "f1": 0.83307, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"], "main_score": 0.83307, "precision": 0.815794, "recall": 0.869565}, {"accuracy": 0.850791, "f1": 0.813208, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"], "main_score": 0.813208, "precision": 0.795455, "recall": 0.850791}, {"accuracy": 0.054348, "f1": 0.02801, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"], "main_score": 0.02801, "precision": 0.021859, "recall": 0.054348}, {"accuracy": 0.833992, "f1": 0.799657, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"], "main_score": 0.799657, "precision": 0.786825, "recall": 0.833992}, {"accuracy": 0.843874, "f1": 0.80407, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"], "main_score": 0.80407, "precision": 0.788093, "recall": 0.843874}, {"accuracy": 0.911067, "f1": 0.884618, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"], "main_score": 0.884618, "precision": 0.872118, "recall": 0.911067}, {"accuracy": 0.873518, "f1": 0.8389, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"], "main_score": 0.8389, "precision": 0.822958, "recall": 0.873518}, {"accuracy": 0.912055, "f1": 0.884223, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"], "main_score": 0.884223, "precision": 0.870718, "recall": 0.912055}, {"accuracy": 0.818182, "f1": 0.780661, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"], "main_score": 0.780661, "precision": 0.766295, "recall": 0.818182}, {"accuracy": 0.840909, "f1": 0.800692, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"], "main_score": 0.800692, "precision": 0.782609, "recall": 0.840909}, {"accuracy": 0.815217, "f1": 0.768149, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"], "main_score": 0.768149, "precision": 0.747892, "recall": 0.815217}, {"accuracy": 0.804348, "f1": 0.766914, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"], "main_score": 0.766914, "precision": 0.75331, "recall": 0.804348}, {"accuracy": 0.87747, "f1": 0.843478, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"], "main_score": 0.843478, "precision": 0.828393, "recall": 0.87747}, {"accuracy": 0.87747, "f1": 0.84193, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"], "main_score": 0.84193, "precision": 0.825016, "recall": 0.87747}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.838933, "f1": 0.797123, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"], "main_score": 0.797123, "precision": 0.779637, "recall": 0.838933}, {"accuracy": 0.829051, "f1": 0.796419, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"], "main_score": 0.796419, "precision": 0.783929, "recall": 0.829051}, {"accuracy": 0.86166, "f1": 0.825296, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"], "main_score": 0.825296, "precision": 0.809042, "recall": 0.86166}, {"accuracy": 0.83498, "f1": 0.795993, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"], "main_score": 0.795993, "precision": 0.7801, "recall": 0.83498}, {"accuracy": 0.846838, "f1": 0.811294, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"], "main_score": 0.811294, "precision": 0.796757, "recall": 0.846838}, {"accuracy": 0.762846, "f1": 0.706065, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"], "main_score": 0.706065, "precision": 0.682691, "recall": 0.762846}, {"accuracy": 0.836957, "f1": 0.800784, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"], "main_score": 0.800784, "precision": 0.786888, "recall": 0.836957}, {"accuracy": 0.93083, "f1": 0.909651, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"], "main_score": 0.909651, "precision": 0.899457, "recall": 0.93083}, {"accuracy": 0.893281, "f1": 0.86413, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"], "main_score": 0.86413, "precision": 0.851038, "recall": 0.893281}, {"accuracy": 0.835968, "f1": 0.800374, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"], "main_score": 0.800374, "precision": 0.786345, "recall": 0.835968}, {"accuracy": 0.878458, "f1": 0.844598, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"], "main_score": 0.844598, "precision": 0.82864, "recall": 0.878458}, {"accuracy": 0.192688, "f1": 0.160138, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"], "main_score": 0.160138, "precision": 0.151142, "recall": 0.192688}, {"accuracy": 0.862648, "f1": 0.829356, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"], "main_score": 0.829356, "precision": 0.815622, "recall": 0.862648}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"], "main_score": 0.873682, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.865613, "f1": 0.82971, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"], "main_score": 0.82971, "precision": 0.814273, "recall": 0.865613}, {"accuracy": 0.813241, "f1": 0.771762, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"], "main_score": 0.771762, "precision": 0.755899, "recall": 0.813241}, {"accuracy": 0.840909, "f1": 0.804424, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"], "main_score": 0.804424, "precision": 0.789587, "recall": 0.840909}, {"accuracy": 0.839921, "f1": 0.807985, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"], "main_score": 0.807985, "precision": 0.795713, "recall": 0.839921}, {"accuracy": 0.835968, "f1": 0.792803, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"], "main_score": 0.792803, "precision": 0.773363, "recall": 0.835968}, {"accuracy": 0.876482, "f1": 0.850045, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"], "main_score": 0.850045, "precision": 0.839752, "recall": 0.876482}, {"accuracy": 0.893281, "f1": 0.862963, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"], "main_score": 0.862963, "precision": 0.849621, "recall": 0.893281}, {"accuracy": 0.793478, "f1": 0.757137, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"], "main_score": 0.757137, "precision": 0.742338, "recall": 0.793478}, {"accuracy": 0.818182, "f1": 0.779023, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"], "main_score": 0.779023, "precision": 0.764058, "recall": 0.818182}, {"accuracy": 0.849802, "f1": 0.814988, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"], "main_score": 0.814988, "precision": 0.801644, "recall": 0.849802}, {"accuracy": 0.866601, "f1": 0.838846, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"], "main_score": 0.838846, "precision": 0.827768, "recall": 0.866601}, {"accuracy": 0.843874, "f1": 0.801515, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"], "main_score": 0.801515, "precision": 0.782049, "recall": 0.843874}, {"accuracy": 0.890316, "f1": 0.860079, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"], "main_score": 0.860079, "precision": 0.846097, "recall": 0.890316}, {"accuracy": 0.810277, "f1": 0.772053, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"], "main_score": 0.772053, "precision": 0.757618, "recall": 0.810277}, {"accuracy": 0.876482, "f1": 0.843347, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"], "main_score": 0.843347, "precision": 0.828393, "recall": 0.876482}, {"accuracy": 0.836957, "f1": 0.804658, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"], "main_score": 0.804658, "precision": 0.792226, "recall": 0.836957}, {"accuracy": 0.842885, "f1": 0.800494, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"], "main_score": 0.800494, "precision": 0.782526, "recall": 0.842885}, {"accuracy": 0.896245, "f1": 0.867161, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"], "main_score": 0.867161, "precision": 0.853343, "recall": 0.896245}, {"accuracy": 0.842885, "f1": 0.802042, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"], "main_score": 0.802042, "precision": 0.784766, "recall": 0.842885}, {"accuracy": 0.875494, "f1": 0.842194, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"], "main_score": 0.842194, "precision": 0.826746, "recall": 0.875494}, {"accuracy": 0.807312, "f1": 0.761629, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"], "main_score": 0.761629, "precision": 0.742994, "recall": 0.807312}, {"accuracy": 0.826087, "f1": 0.781225, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"], "main_score": 0.781225, "precision": 0.761133, "recall": 0.826087}, {"accuracy": 0.764822, "f1": 0.719392, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"], "main_score": 0.719392, "precision": 0.703398, "recall": 0.764822}, {"accuracy": 0.823123, "f1": 0.779861, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"], "main_score": 0.779861, "precision": 0.761644, "recall": 0.823123}, {"accuracy": 0.818182, "f1": 0.76973, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"], "main_score": 0.76973, "precision": 0.747694, "recall": 0.818182}, {"accuracy": 0.828063, "f1": 0.794369, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"], "main_score": 0.794369, "precision": 0.780277, "recall": 0.828063}, {"accuracy": 0.893281, "f1": 0.863439, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"], "main_score": 0.863439, "precision": 0.849835, "recall": 0.893281}, {"accuracy": 0.824111, "f1": 0.778261, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"], "main_score": 0.778261, "precision": 0.757411, "recall": 0.824111}, {"accuracy": 0.901186, "f1": 0.873254, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"], "main_score": 0.873254, "precision": 0.859766, "recall": 0.901186}, {"accuracy": 0.605731, "f1": 0.529924, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"], "main_score": 0.529924, "precision": 0.501628, "recall": 0.605731}, {"accuracy": 0.855731, "f1": 0.824387, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"], "main_score": 0.824387, "precision": 0.812536, "recall": 0.855731}, {"accuracy": 0.838933, "f1": 0.805315, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"], "main_score": 0.805315, "precision": 0.791449, "recall": 0.838933}, {"accuracy": 0.80336, "f1": 0.758857, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"], "main_score": 0.758857, "precision": 0.742419, "recall": 0.80336}, {"accuracy": 0.849802, "f1": 0.816186, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"], "main_score": 0.816186, "precision": 0.803089, "recall": 0.849802}, {"accuracy": 0.87253, "f1": 0.838523, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"], "main_score": 0.838523, "precision": 0.822464, "recall": 0.87253}, {"accuracy": 0.795455, "f1": 0.749761, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"], "main_score": 0.749761, "precision": 0.731128, "recall": 0.795455}, {"accuracy": 0.838933, "f1": 0.795026, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"], "main_score": 0.795026, "precision": 0.775889, "recall": 0.838933}, {"accuracy": 0.823123, "f1": 0.789048, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"], "main_score": 0.789048, "precision": 0.775054, "recall": 0.823123}, {"accuracy": 0.86166, "f1": 0.824209, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"], "main_score": 0.824209, "precision": 0.806489, "recall": 0.86166}, {"accuracy": 0.931818, "f1": 0.912022, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"], "main_score": 0.912022, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.859684, "f1": 0.823682, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"], "main_score": 0.823682, "precision": 0.806901, "recall": 0.859684}, {"accuracy": 0.825099, "f1": 0.783504, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"], "main_score": 0.783504, "precision": 0.766794, "recall": 0.825099}, {"accuracy": 0.83498, "f1": 0.795243, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"], "main_score": 0.795243, "precision": 0.778508, "recall": 0.83498}, {"accuracy": 0.835968, "f1": 0.798574, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"], "main_score": 0.798574, "precision": 0.784236, "recall": 0.835968}, {"accuracy": 0.205534, "f1": 0.155535, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"], "main_score": 0.155535, "precision": 0.141651, "recall": 0.205534}, {"accuracy": 0.84585, "f1": 0.805879, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"], "main_score": 0.805879, "precision": 0.787855, "recall": 0.84585}, {"accuracy": 0.821146, "f1": 0.77832, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"], "main_score": 0.77832, "precision": 0.761119, "recall": 0.821146}, {"accuracy": 0.903162, "f1": 0.874736, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"], "main_score": 0.874736, "precision": 0.861413, "recall": 0.903162}, {"accuracy": 0.91502, "f1": 0.89114, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"], "main_score": 0.89114, "precision": 0.879941, "recall": 0.91502}, {"accuracy": 0.821146, "f1": 0.780708, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"], "main_score": 0.780708, "precision": 0.764818, "recall": 0.821146}, {"accuracy": 0.77668, "f1": 0.726577, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"], "main_score": 0.726577, "precision": 0.706918, "recall": 0.77668}, {"accuracy": 0.864625, "f1": 0.828261, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"], "main_score": 0.828261, "precision": 0.812368, "recall": 0.864625}, {"accuracy": 0.873518, "f1": 0.843841, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"], "main_score": 0.843841, "precision": 0.831703, "recall": 0.873518}, {"accuracy": 0.833004, "f1": 0.796071, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"], "main_score": 0.796071, "precision": 0.782372, "recall": 0.833004}, {"accuracy": 0.826087, "f1": 0.790746, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"], "main_score": 0.790746, "precision": 0.776828, "recall": 0.826087}, {"accuracy": 0.789526, "f1": 0.743158, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"], "main_score": 0.743158, "precision": 0.726196, "recall": 0.789526}, {"accuracy": 0.827075, "f1": 0.78518, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"], "main_score": 0.78518, "precision": 0.767737, "recall": 0.827075}, {"accuracy": 0.783597, "f1": 0.732232, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"], "main_score": 0.732232, "precision": 0.710079, "recall": 0.783597}, {"accuracy": 0.899209, "f1": 0.871014, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"], "main_score": 0.871014, "precision": 0.857708, "recall": 0.899209}, {"accuracy": 0.833004, "f1": 0.794757, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"], "main_score": 0.794757, "precision": 0.779576, "recall": 0.833004}, {"accuracy": 0.828063, "f1": 0.799132, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"], "main_score": 0.799132, "precision": 0.7874, "recall": 0.828063}, {"accuracy": 0.826087, "f1": 0.788871, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"], "main_score": 0.788871, "precision": 0.774105, "recall": 0.826087}, {"accuracy": 0.796443, "f1": 0.74768, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"], "main_score": 0.74768, "precision": 0.726943, "recall": 0.796443}, {"accuracy": 0.806324, "f1": 0.759816, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"], "main_score": 0.759816, "precision": 0.738834, "recall": 0.806324}, {"accuracy": 0.846838, "f1": 0.806917, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"], "main_score": 0.806917, "precision": 0.7889, "recall": 0.846838}, {"accuracy": 0.870553, "f1": 0.837901, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"], "main_score": 0.837901, "precision": 0.824465, "recall": 0.870553}, {"accuracy": 0.860672, "f1": 0.82197, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"], "main_score": 0.82197, "precision": 0.803854, "recall": 0.860672}, {"accuracy": 0.841897, "f1": 0.804301, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"], "main_score": 0.804301, "precision": 0.788512, "recall": 0.841897}, {"accuracy": 0.79249, "f1": 0.743643, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"], "main_score": 0.743643, "precision": 0.722036, "recall": 0.79249}, {"accuracy": 0.895257, "f1": 0.865843, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"], "main_score": 0.865843, "precision": 0.85252, "recall": 0.895257}, {"accuracy": 0.841897, "f1": 0.804859, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"], "main_score": 0.804859, "precision": 0.789709, "recall": 0.841897}, {"accuracy": 0.824111, "f1": 0.790788, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"], "main_score": 0.790788, "precision": 0.778574, "recall": 0.824111}, {"accuracy": 0.790514, "f1": 0.75192, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"], "main_score": 0.75192, "precision": 0.737317, "recall": 0.790514}, {"accuracy": 0.799407, "f1": 0.761606, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"], "main_score": 0.761606, "precision": 0.747595, "recall": 0.799407}, {"accuracy": 0.876482, "f1": 0.841041, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"], "main_score": 0.841041, "precision": 0.824769, "recall": 0.876482}, {"accuracy": 0.875494, "f1": 0.840664, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"], "main_score": 0.840664, "precision": 0.824934, "recall": 0.875494}, {"accuracy": 0.83004, "f1": 0.787088, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"], "main_score": 0.787088, "precision": 0.767375, "recall": 0.83004}, {"accuracy": 0.263834, "f1": 0.219879, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"], "main_score": 0.219879, "precision": 0.205174, "recall": 0.263834}, {"accuracy": 0.87747, "f1": 0.843939, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"], "main_score": 0.843939, "precision": 0.828343, "recall": 0.87747}, {"accuracy": 0.745059, "f1": 0.68518, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"], "main_score": 0.68518, "precision": 0.659726, "recall": 0.745059}, {"accuracy": 0.828063, "f1": 0.78314, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"], "main_score": 0.78314, "precision": 0.764352, "recall": 0.828063}, {"accuracy": 0.912055, "f1": 0.885935, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"], "main_score": 0.885935, "precision": 0.8736, "recall": 0.912055}, {"accuracy": 0.865613, "f1": 0.828986, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"], "main_score": 0.828986, "precision": 0.812253, "recall": 0.865613}, {"accuracy": 0.856719, "f1": 0.816916, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"], "main_score": 0.816916, "precision": 0.798748, "recall": 0.856719}, {"accuracy": 0.862648, "f1": 0.825329, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"], "main_score": 0.825329, "precision": 0.808778, "recall": 0.862648}, {"accuracy": 0.865613, "f1": 0.831489, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"], "main_score": 0.831489, "precision": 0.816436, "recall": 0.865613}, {"accuracy": 0.867589, "f1": 0.831456, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"], "main_score": 0.831456, "precision": 0.814559, "recall": 0.867589}, {"accuracy": 0.835968, "f1": 0.799712, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"], "main_score": 0.799712, "precision": 0.785277, "recall": 0.835968}, {"accuracy": 0.873518, "f1": 0.838933, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"], "main_score": 0.838933, "precision": 0.823123, "recall": 0.873518}, {"accuracy": 0.801383, "f1": 0.752075, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"], "main_score": 0.752075, "precision": 0.730105, "recall": 0.801383}, {"accuracy": 0.831028, "f1": 0.787338, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"], "main_score": 0.787338, "precision": 0.766798, "recall": 0.831028}, {"accuracy": 0.900198, "f1": 0.871212, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"], "main_score": 0.871212, "precision": 0.857708, "recall": 0.900198}, {"accuracy": 0.794466, "f1": 0.748651, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"], "main_score": 0.748651, "precision": 0.731392, "recall": 0.794466}, {"accuracy": 0.051383, "f1": 0.031965, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"], "main_score": 0.031965, "precision": 0.028399, "recall": 0.051383}, {"accuracy": 0.805336, "f1": 0.761924, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"], "main_score": 0.761924, "precision": 0.744817, "recall": 0.805336}, {"accuracy": 0.882411, "f1": 0.850329, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"], "main_score": 0.850329, "precision": 0.836298, "recall": 0.882411}, {"accuracy": 0.768775, "f1": 0.725409, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"], "main_score": 0.725409, "precision": 0.70906, "recall": 0.768775}, {"accuracy": 0.81917, "f1": 0.782541, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"], "main_score": 0.782541, "precision": 0.768867, "recall": 0.81917}, {"accuracy": 0.836957, "f1": 0.791123, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"], "main_score": 0.791123, "precision": 0.770843, "recall": 0.836957}, {"accuracy": 0.80336, "f1": 0.756258, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"], "main_score": 0.756258, "precision": 0.73582, "recall": 0.80336}, {"accuracy": 0.828063, "f1": 0.788024, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"], "main_score": 0.788024, "precision": 0.771858, "recall": 0.828063}, {"accuracy": 0.804348, "f1": 0.762691, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"], "main_score": 0.762691, "precision": 0.747403, "recall": 0.804348}, {"accuracy": 0.870553, "f1": 0.83579, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"], "main_score": 0.83579, "precision": 0.82024, "recall": 0.870553}, {"accuracy": 0.891304, "f1": 0.860573, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"], "main_score": 0.860573, "precision": 0.846262, "recall": 0.891304}, {"accuracy": 0.751976, "f1": 0.694648, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"], "main_score": 0.694648, "precision": 0.672094, "recall": 0.751976}, {"accuracy": 0.848814, "f1": 0.813128, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"], "main_score": 0.813128, "precision": 0.798525, "recall": 0.848814}, {"accuracy": 0.769763, "f1": 0.718577, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"], "main_score": 0.718577, "precision": 0.695767, "recall": 0.769763}, {"accuracy": 0.837945, "f1": 0.799144, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"], "main_score": 0.799144, "precision": 0.781983, "recall": 0.837945}, {"accuracy": 0.840909, "f1": 0.806511, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"], "main_score": 0.806511, "precision": 0.792895, "recall": 0.840909}, {"accuracy": 0.88834, "f1": 0.856522, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"], "main_score": 0.856522, "precision": 0.841733, "recall": 0.88834}, {"accuracy": 0.860672, "f1": 0.827492, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"], "main_score": 0.827492, "precision": 0.81358, "recall": 0.860672}, {"accuracy": 0.917984, "f1": 0.894928, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"], "main_score": 0.894928, "precision": 0.884223, "recall": 0.917984}, {"accuracy": 0.837945, "f1": 0.798224, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"], "main_score": 0.798224, "precision": 0.781729, "recall": 0.837945}, {"accuracy": 0.741107, "f1": 0.696868, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"], "main_score": 0.696868, "precision": 0.679375, "recall": 0.741107}, {"accuracy": 0.853755, "f1": 0.815646, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"], "main_score": 0.815646, "precision": 0.799325, "recall": 0.853755}, {"accuracy": 0.833004, "f1": 0.787319, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"], "main_score": 0.787319, "precision": 0.766996, "recall": 0.833004}, {"accuracy": 0.828063, "f1": 0.786086, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"], "main_score": 0.786086, "precision": 0.767688, "recall": 0.828063}, {"accuracy": 0.851779, "f1": 0.813439, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"], "main_score": 0.813439, "precision": 0.795899, "recall": 0.851779}, {"accuracy": 0.814229, "f1": 0.767544, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"], "main_score": 0.767544, "precision": 0.748148, "recall": 0.814229}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"], "main_score": 0.898715, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.910079, "f1": 0.88442, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"], "main_score": 0.88442, "precision": 0.873139, "recall": 0.910079}, {"accuracy": 0.859684, "f1": 0.823235, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"], "main_score": 0.823235, "precision": 0.807569, "recall": 0.859684}, {"accuracy": 0.752964, "f1": 0.695264, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"], "main_score": 0.695264, "precision": 0.671924, "recall": 0.752964}, {"accuracy": 0.773715, "f1": 0.727146, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"], "main_score": 0.727146, "precision": 0.710191, "recall": 0.773715}, {"accuracy": 0.80336, "f1": 0.758115, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"], "main_score": 0.758115, "precision": 0.739925, "recall": 0.80336}, {"accuracy": 0.822134, "f1": 0.775511, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"], "main_score": 0.775511, "precision": 0.755807, "recall": 0.822134}, {"accuracy": 0.853755, "f1": 0.811397, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"], "main_score": 0.811397, "precision": 0.791831, "recall": 0.853755}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"], "main_score": 0.880171, "precision": 0.867671, "recall": 0.907115}, {"accuracy": 0.822134, "f1": 0.776877, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"], "main_score": 0.776877, "precision": 0.756374, "recall": 0.822134}, {"accuracy": 0.820158, "f1": 0.7835, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"], "main_score": 0.7835, "precision": 0.769242, "recall": 0.820158}, {"accuracy": 0.843874, "f1": 0.802306, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"], "main_score": 0.802306, "precision": 0.784321, "recall": 0.843874}, {"accuracy": 0.755929, "f1": 0.70205, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"], "main_score": 0.70205, "precision": 0.680376, "recall": 0.755929}, {"accuracy": 0.837945, "f1": 0.79709, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"], "main_score": 0.79709, "precision": 0.780494, "recall": 0.837945}, {"accuracy": 0.862648, "f1": 0.827014, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"], "main_score": 0.827014, "precision": 0.811512, "recall": 0.862648}, {"accuracy": 0.859684, "f1": 0.823221, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"], "main_score": 0.823221, "precision": 0.806653, "recall": 0.859684}, {"accuracy": 0.862648, "f1": 0.830241, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"], "main_score": 0.830241, "precision": 0.816572, "recall": 0.862648}, {"accuracy": 0.852767, "f1": 0.814822, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"], "main_score": 0.814822, "precision": 0.798287, "recall": 0.852767}, {"accuracy": 0.892292, "f1": 0.861133, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"], "main_score": 0.861133, "precision": 0.846344, "recall": 0.892292}, {"accuracy": 0.827075, "f1": 0.790825, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"], "main_score": 0.790825, "precision": 0.777016, "recall": 0.827075}, {"accuracy": 0.851779, "f1": 0.813043, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"], "main_score": 0.813043, "precision": 0.795767, "recall": 0.851779}, {"accuracy": 0.862648, "f1": 0.833628, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"], "main_score": 0.833628, "precision": 0.821181, "recall": 0.862648}, {"accuracy": 0.821146, "f1": 0.776087, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"], "main_score": 0.776087, "precision": 0.755599, "recall": 0.821146}, {"accuracy": 0.828063, "f1": 0.788456, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"], "main_score": 0.788456, "precision": 0.773209, "recall": 0.828063}, {"accuracy": 0.870553, "f1": 0.839056, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"], "main_score": 0.839056, "precision": 0.826401, "recall": 0.870553}, {"accuracy": 0.862648, "f1": 0.828346, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"], "main_score": 0.828346, "precision": 0.81385, "recall": 0.862648}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"], "main_score": 0.907839, "precision": 0.898007, "recall": 0.928854}, {"accuracy": 0.901186, "f1": 0.872826, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"], "main_score": 0.872826, "precision": 0.859684, "recall": 0.901186}, {"accuracy": 0.871542, "f1": 0.838999, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"], "main_score": 0.838999, "precision": 0.824061, "recall": 0.871542}, {"accuracy": 0.885375, "f1": 0.851943, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"], "main_score": 0.851943, "precision": 0.836133, "recall": 0.885375}, {"accuracy": 0.894269, "f1": 0.864756, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"], "main_score": 0.864756, "precision": 0.850955, "recall": 0.894269}, {"accuracy": 0.758893, "f1": 0.709251, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"], "main_score": 0.709251, "precision": 0.689833, "recall": 0.758893}, {"accuracy": 0.770751, "f1": 0.731807, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"], "main_score": 0.731807, "precision": 0.71824, "recall": 0.770751}, {"accuracy": 0.797431, "f1": 0.7486, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"], "main_score": 0.7486, "precision": 0.72827, "recall": 0.797431}, {"accuracy": 0.850791, "f1": 0.814954, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"], "main_score": 0.814954, "precision": 0.798337, "recall": 0.850791}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"], "main_score": 0.903821, "precision": 0.893445, "recall": 0.925889}, {"accuracy": 0.899209, "f1": 0.870224, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"], "main_score": 0.870224, "precision": 0.856802, "recall": 0.899209}, {"accuracy": 0.902174, "f1": 0.874242, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"], "main_score": 0.874242, "precision": 0.861248, "recall": 0.902174}, {"accuracy": 0.871542, "f1": 0.836001, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"], "main_score": 0.836001, "precision": 0.819582, "recall": 0.871542}, {"accuracy": 0.812253, "f1": 0.775916, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"], "main_score": 0.775916, "precision": 0.760957, "recall": 0.812253}, {"accuracy": 0.767787, "f1": 0.709289, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"], "main_score": 0.709289, "precision": 0.683547, "recall": 0.767787}, {"accuracy": 0.820158, "f1": 0.774774, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"], "main_score": 0.774774, "precision": 0.755912, "recall": 0.820158}, {"accuracy": 0.854743, "f1": 0.815269, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"], "main_score": 0.815269, "precision": 0.797431, "recall": 0.854743}, {"accuracy": 0.788538, "f1": 0.741518, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"], "main_score": 0.741518, "precision": 0.721469, "recall": 0.788538}, {"accuracy": 0.736166, "f1": 0.67739, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"], "main_score": 0.67739, "precision": 0.652687, "recall": 0.736166}, {"accuracy": 0.903162, "f1": 0.878162, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"], "main_score": 0.878162, "precision": 0.867013, "recall": 0.903162}, {"accuracy": 0.823123, "f1": 0.778181, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"], "main_score": 0.778181, "precision": 0.758597, "recall": 0.823123}, {"accuracy": 0.879447, "f1": 0.846462, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"], "main_score": 0.846462, "precision": 0.831357, "recall": 0.879447}, {"accuracy": 0.719368, "f1": 0.656294, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"], "main_score": 0.656294, "precision": 0.630708, "recall": 0.719368}, {"accuracy": 0.848814, "f1": 0.818434, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"], "main_score": 0.818434, "precision": 0.807404, "recall": 0.848814}, {"accuracy": 0.857708, "f1": 0.824722, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"], "main_score": 0.824722, "precision": 0.811633, "recall": 0.857708}, {"accuracy": 0.843874, "f1": 0.807249, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"], "main_score": 0.807249, "precision": 0.79293, "recall": 0.843874}, {"accuracy": 0.876482, "f1": 0.846733, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"], "main_score": 0.846733, "precision": 0.834313, "recall": 0.876482}, {"accuracy": 0.842885, "f1": 0.802388, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"], "main_score": 0.802388, "precision": 0.784759, "recall": 0.842885}, {"accuracy": 0.841897, "f1": 0.799572, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"], "main_score": 0.799572, "precision": 0.78055, "recall": 0.841897}, {"accuracy": 0.865613, "f1": 0.829644, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"], "main_score": 0.829644, "precision": 0.813439, "recall": 0.865613}, {"accuracy": 0.86166, "f1": 0.826318, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"], "main_score": 0.826318, "precision": 0.810112, "recall": 0.86166}, {"accuracy": 0.0583, "f1": 0.029386, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"], "main_score": 0.029386, "precision": 0.022291, "recall": 0.0583}, {"accuracy": 0.911067, "f1": 0.891894, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"], "main_score": 0.891894, "precision": 0.884832, "recall": 0.911067}, {"accuracy": 0.908103, "f1": 0.88383, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"], "main_score": 0.88383, "precision": 0.873807, "recall": 0.908103}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"], "main_score": 0.937418, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.9417, "f1": 0.925231, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"], "main_score": 0.925231, "precision": 0.917161, "recall": 0.9417}, {"accuracy": 0.90415, "f1": 0.885214, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"], "main_score": 0.885214, "precision": 0.878753, "recall": 0.90415}, {"accuracy": 0.902174, "f1": 0.874671, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"], "main_score": 0.874671, "precision": 0.861495, "recall": 0.902174}, {"accuracy": 0.891304, "f1": 0.858202, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"], "main_score": 0.858202, "precision": 0.842721, "recall": 0.891304}, {"accuracy": 0.869565, "f1": 0.849222, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"], "main_score": 0.849222, "precision": 0.842858, "recall": 0.869565}, {"accuracy": 0.914032, "f1": 0.889723, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"], "main_score": 0.889723, "precision": 0.878771, "recall": 0.914032}, {"accuracy": 0.898221, "f1": 0.87029, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"], "main_score": 0.87029, "precision": 0.857296, "recall": 0.898221}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"], "main_score": 0.945158, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.87851, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"], "main_score": 0.87851, "precision": 0.867655, "recall": 0.90415}, {"accuracy": 0.916008, "f1": 0.901443, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"], "main_score": 0.901443, "precision": 0.895859, "recall": 0.916008}, {"accuracy": 0.887352, "f1": 0.855534, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"], "main_score": 0.855534, "precision": 0.840909, "recall": 0.887352}, {"accuracy": 0.933794, "f1": 0.917001, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"], "main_score": 0.917001, "precision": 0.910112, "recall": 0.933794}, {"accuracy": 0.925889, "f1": 0.90603, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"], "main_score": 0.90603, "precision": 0.897621, "recall": 0.925889}, {"accuracy": 0.913043, "f1": 0.887912, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"], "main_score": 0.887912, "precision": 0.876466, "recall": 0.913043}, {"accuracy": 0.918972, "f1": 0.898427, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"], "main_score": 0.898427, "precision": 0.890226, "recall": 0.918972}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"], "main_score": 0.932642, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"], "main_score": 0.915679, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.927866, "f1": 0.913029, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"], "main_score": 0.913029, "precision": 0.90741, "recall": 0.927866}, {"accuracy": 0.926877, "f1": 0.904216, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"], "main_score": 0.904216, "precision": 0.893363, "recall": 0.926877}, {"accuracy": 0.16996, "f1": 0.134659, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"], "main_score": 0.134659, "precision": 0.124966, "recall": 0.16996}, {"accuracy": 0.944664, "f1": 0.930602, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"], "main_score": 0.930602, "precision": 0.924828, "recall": 0.944664}, {"accuracy": 0.91502, "f1": 0.891897, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"], "main_score": 0.891897, "precision": 0.881258, "recall": 0.91502}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"], "main_score": 0.932642, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.899209, "f1": 0.875089, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"], "main_score": 0.875089, "precision": 0.865549, "recall": 0.899209}, {"accuracy": 0.906126, "f1": 0.885359, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"], "main_score": 0.885359, "precision": 0.877691, "recall": 0.906126}, {"accuracy": 0.898221, "f1": 0.878139, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"], "main_score": 0.878139, "precision": 0.870475, "recall": 0.898221}, {"accuracy": 0.884387, "f1": 0.851515, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"], "main_score": 0.851515, "precision": 0.836413, "recall": 0.884387}, {"accuracy": 0.922925, "f1": 0.905384, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"], "main_score": 0.905384, "precision": 0.898611, "recall": 0.922925}, {"accuracy": 0.924901, "f1": 0.902899, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"], "main_score": 0.902899, "precision": 0.892902, "recall": 0.924901}, {"accuracy": 0.879447, "f1": 0.862834, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"], "main_score": 0.862834, "precision": 0.856715, "recall": 0.879447}, {"accuracy": 0.895257, "f1": 0.87033, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"], "main_score": 0.87033, "precision": 0.860467, "recall": 0.895257}, {"accuracy": 0.916996, "f1": 0.895669, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"], "main_score": 0.895669, "precision": 0.88718, "recall": 0.916996}, {"accuracy": 0.916996, "f1": 0.897852, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"], "main_score": 0.897852, "precision": 0.890385, "recall": 0.916996}, {"accuracy": 0.866601, "f1": 0.82971, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"], "main_score": 0.82971, "precision": 0.812418, "recall": 0.866601}, {"accuracy": 0.891304, "f1": 0.860013, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"], "main_score": 0.860013, "precision": 0.845191, "recall": 0.891304}, {"accuracy": 0.903162, "f1": 0.885344, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"], "main_score": 0.885344, "precision": 0.879505, "recall": 0.903162}, {"accuracy": 0.912055, "f1": 0.886858, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"], "main_score": 0.886858, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.916008, "f1": 0.901453, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"], "main_score": 0.901453, "precision": 0.896252, "recall": 0.916008}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.939723, "f1": 0.92141, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"], "main_score": 0.92141, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"], "main_score": 0.910903, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.896245, "f1": 0.866173, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"], "main_score": 0.866173, "precision": 0.852717, "recall": 0.896245}, {"accuracy": 0.887352, "f1": 0.856526, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"], "main_score": 0.856526, "precision": 0.842968, "recall": 0.887352}, {"accuracy": 0.88834, "f1": 0.855797, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"], "main_score": 0.855797, "precision": 0.841024, "recall": 0.88834}, {"accuracy": 0.891304, "f1": 0.866836, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"], "main_score": 0.866836, "precision": 0.857495, "recall": 0.891304}, {"accuracy": 0.884387, "f1": 0.852687, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"], "main_score": 0.852687, "precision": 0.838933, "recall": 0.884387}, {"accuracy": 0.849802, "f1": 0.808202, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"], "main_score": 0.808202, "precision": 0.788785, "recall": 0.849802}, {"accuracy": 0.909091, "f1": 0.893635, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"], "main_score": 0.893635, "precision": 0.887689, "recall": 0.909091}, {"accuracy": 0.90415, "f1": 0.876779, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"], "main_score": 0.876779, "precision": 0.863966, "recall": 0.90415}, {"accuracy": 0.833004, "f1": 0.789526, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"], "main_score": 0.789526, "precision": 0.770175, "recall": 0.833004}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.63834, "f1": 0.561834, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"], "main_score": 0.561834, "precision": 0.532743, "recall": 0.63834}, {"accuracy": 0.91996, "f1": 0.901339, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"], "main_score": 0.901339, "precision": 0.894411, "recall": 0.91996}, {"accuracy": 0.927866, "f1": 0.914996, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"], "main_score": 0.914996, "precision": 0.91024, "recall": 0.927866}, {"accuracy": 0.905138, "f1": 0.880967, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"], "main_score": 0.880967, "precision": 0.871213, "recall": 0.905138}, {"accuracy": 0.911067, "f1": 0.889221, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"], "main_score": 0.889221, "precision": 0.880782, "recall": 0.911067}, {"accuracy": 0.889328, "f1": 0.858169, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"], "main_score": 0.858169, "precision": 0.843874, "recall": 0.889328}, {"accuracy": 0.887352, "f1": 0.856094, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"], "main_score": 0.856094, "precision": 0.84254, "recall": 0.887352}, {"accuracy": 0.923913, "f1": 0.900428, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"], "main_score": 0.900428, "precision": 0.88941, "recall": 0.923913}, {"accuracy": 0.927866, "f1": 0.914625, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"], "main_score": 0.914625, "precision": 0.909869, "recall": 0.927866}, {"accuracy": 0.853755, "f1": 0.819763, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"], "main_score": 0.819763, "precision": 0.804381, "recall": 0.853755}, {"accuracy": 0.951581, "f1": 0.937088, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"], "main_score": 0.937088, "precision": 0.930007, "recall": 0.951581}, {"accuracy": 0.907115, "f1": 0.881225, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"], "main_score": 0.881225, "precision": 0.869071, "recall": 0.907115}, {"accuracy": 0.896245, "f1": 0.867282, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"], "main_score": 0.867282, "precision": 0.854438, "recall": 0.896245}, {"accuracy": 0.897233, "f1": 0.870059, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"], "main_score": 0.870059, "precision": 0.858482, "recall": 0.897233}, {"accuracy": 0.891304, "f1": 0.865255, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"], "main_score": 0.865255, "precision": 0.855879, "recall": 0.891304}, {"accuracy": 0.204545, "f1": 0.147406, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"], "main_score": 0.147406, "precision": 0.129871, "recall": 0.204545}, {"accuracy": 0.889328, "f1": 0.85975, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"], "main_score": 0.85975, "precision": 0.845603, "recall": 0.889328}, {"accuracy": 0.917984, "f1": 0.894038, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"], "main_score": 0.894038, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"], "main_score": 0.90415, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.927866, "f1": 0.906686, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"], "main_score": 0.906686, "precision": 0.896492, "recall": 0.927866}, {"accuracy": 0.922925, "f1": 0.902423, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"], "main_score": 0.902423, "precision": 0.894005, "recall": 0.922925}, {"accuracy": 0.87253, "f1": 0.839497, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"], "main_score": 0.839497, "precision": 0.825972, "recall": 0.87253}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"], "main_score": 0.93139, "precision": 0.923666, "recall": 0.947628}, {"accuracy": 0.911067, "f1": 0.890599, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"], "main_score": 0.890599, "precision": 0.882842, "recall": 0.911067}, {"accuracy": 0.916996, "f1": 0.899227, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"], "main_score": 0.899227, "precision": 0.892491, "recall": 0.916996}, {"accuracy": 0.907115, "f1": 0.890642, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"], "main_score": 0.890642, "precision": 0.884659, "recall": 0.907115}, {"accuracy": 0.901186, "f1": 0.877294, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"], "main_score": 0.877294, "precision": 0.868241, "recall": 0.901186}, {"accuracy": 0.924901, "f1": 0.905845, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"], "main_score": 0.905845, "precision": 0.898139, "recall": 0.924901}, {"accuracy": 0.801383, "f1": 0.749769, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"], "main_score": 0.749769, "precision": 0.726449, "recall": 0.801383}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.905138, "f1": 0.885278, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"], "main_score": 0.885278, "precision": 0.877931, "recall": 0.905138}, {"accuracy": 0.907115, "f1": 0.89174, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"], "main_score": 0.89174, "precision": 0.885853, "recall": 0.907115}, {"accuracy": 0.900198, "f1": 0.878688, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"], "main_score": 0.878688, "precision": 0.869983, "recall": 0.900198}, {"accuracy": 0.875494, "f1": 0.83969, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"], "main_score": 0.83969, "precision": 0.823287, "recall": 0.875494}, {"accuracy": 0.842885, "f1": 0.800692, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"], "main_score": 0.800692, "precision": 0.780797, "recall": 0.842885}, {"accuracy": 0.916008, "f1": 0.890777, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"], "main_score": 0.890777, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.920949, "f1": 0.900066, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"], "main_score": 0.900066, "precision": 0.891222, "recall": 0.920949}, {"accuracy": 0.887352, "f1": 0.858399, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"], "main_score": 0.858399, "precision": 0.845504, "recall": 0.887352}, {"accuracy": 0.9417, "f1": 0.928078, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"], "main_score": 0.928078, "precision": 0.922678, "recall": 0.9417}, {"accuracy": 0.815217, "f1": 0.76446, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"], "main_score": 0.76446, "precision": 0.740481, "recall": 0.815217}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"], "main_score": 0.930665, "precision": 0.922266, "recall": 0.947628}, {"accuracy": 0.927866, "f1": 0.911737, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"], "main_score": 0.911737, "precision": 0.90561, "recall": 0.927866}, {"accuracy": 0.898221, "f1": 0.879188, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"], "main_score": 0.879188, "precision": 0.872856, "recall": 0.898221}, {"accuracy": 0.894269, "f1": 0.878648, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"], "main_score": 0.878648, "precision": 0.87387, "recall": 0.894269}, {"accuracy": 0.893281, "f1": 0.872752, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"], "main_score": 0.872752, "precision": 0.864833, "recall": 0.893281}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"], "main_score": 0.927042, "precision": 0.918478, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.911514, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"], "main_score": 0.911514, "precision": 0.902009, "recall": 0.931818}, {"accuracy": 0.855731, "f1": 0.817227, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"], "main_score": 0.817227, "precision": 0.799654, "recall": 0.855731}, {"accuracy": 0.25, "f1": 0.202922, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"], "main_score": 0.202922, "precision": 0.187054, "recall": 0.25}, {"accuracy": 0.906126, "f1": 0.878458, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"], "main_score": 0.878458, "precision": 0.865283, "recall": 0.906126}, {"accuracy": 0.727273, "f1": 0.663447, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"], "main_score": 0.663447, "precision": 0.636569, "recall": 0.727273}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"], "main_score": 0.911298, "precision": 0.901795, "recall": 0.931818}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.852767, "f1": 0.810573, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"], "main_score": 0.810573, "precision": 0.791008, "recall": 0.852767}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.909091, "f1": 0.882411, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"], "main_score": 0.882411, "precision": 0.869565, "recall": 0.909091}, {"accuracy": 0.911067, "f1": 0.886924, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"], "main_score": 0.886924, "precision": 0.876136, "recall": 0.911067}, {"accuracy": 0.91502, "f1": 0.888834, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"], "main_score": 0.888834, "precision": 0.876318, "recall": 0.91502}, {"accuracy": 0.921937, "f1": 0.905111, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"], "main_score": 0.905111, "precision": 0.898739, "recall": 0.921937}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"], "main_score": 0.911726, "precision": 0.901515, "recall": 0.932806}, {"accuracy": 0.844862, "f1": 0.803393, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"], "main_score": 0.803393, "precision": 0.784371, "recall": 0.844862}, {"accuracy": 0.87747, "f1": 0.844005, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"], "main_score": 0.844005, "precision": 0.82859, "recall": 0.87747}, {"accuracy": 0.916996, "f1": 0.891206, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"], "main_score": 0.891206, "precision": 0.878706, "recall": 0.916996}, {"accuracy": 0.905138, "f1": 0.880091, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"], "main_score": 0.880091, "precision": 0.870076, "recall": 0.905138}, {"accuracy": 0.04249, "f1": 0.021566, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"], "main_score": 0.021566, "precision": 0.017531, "recall": 0.04249}, {"accuracy": 0.876482, "f1": 0.853496, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"], "main_score": 0.853496, "precision": 0.845753, "recall": 0.876482}, {"accuracy": 0.902174, "f1": 0.875774, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"], "main_score": 0.875774, "precision": 0.864222, "recall": 0.902174}, {"accuracy": 0.869565, "f1": 0.844639, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"], "main_score": 0.844639, "precision": 0.835353, "recall": 0.869565}, {"accuracy": 0.917984, "f1": 0.897647, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"], "main_score": 0.897647, "precision": 0.889471, "recall": 0.917984}, {"accuracy": 0.850791, "f1": 0.812008, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"], "main_score": 0.812008, "precision": 0.796097, "recall": 0.850791}, {"accuracy": 0.856719, "f1": 0.81749, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"], "main_score": 0.81749, "precision": 0.799901, "recall": 0.856719}, {"accuracy": 0.902174, "f1": 0.87949, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"], "main_score": 0.87949, "precision": 0.870999, "recall": 0.902174}, {"accuracy": 0.896245, "f1": 0.871724, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"], "main_score": 0.871724, "precision": 0.862213, "recall": 0.896245}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"], "main_score": 0.92309, "precision": 0.913867, "recall": 0.9417}, {"accuracy": 0.916996, "f1": 0.892918, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"], "main_score": 0.892918, "precision": 0.881785, "recall": 0.916996}, {"accuracy": 0.791502, "f1": 0.739215, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"], "main_score": 0.739215, "precision": 0.716914, "recall": 0.791502}, {"accuracy": 0.927866, "f1": 0.911026, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"], "main_score": 0.911026, "precision": 0.904298, "recall": 0.927866}, {"accuracy": 0.804348, "f1": 0.754578, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"], "main_score": 0.754578, "precision": 0.731818, "recall": 0.804348}, {"accuracy": 0.897233, "f1": 0.867029, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"], "main_score": 0.867029, "precision": 0.852931, "recall": 0.897233}, {"accuracy": 0.905138, "f1": 0.883079, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"], "main_score": 0.883079, "precision": 0.874498, "recall": 0.905138}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"], "main_score": 0.92052, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.926877, "f1": 0.906785, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"], "main_score": 0.906785, "precision": 0.898304, "recall": 0.926877}, {"accuracy": 0.928854, "f1": 0.906522, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"], "main_score": 0.906522, "precision": 0.895833, "recall": 0.928854}, {"accuracy": 0.920949, "f1": 0.897694, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"], "main_score": 0.897694, "precision": 0.887385, "recall": 0.920949}, {"accuracy": 0.850791, "f1": 0.822963, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"], "main_score": 0.822963, "precision": 0.812733, "recall": 0.850791}, {"accuracy": 0.898221, "f1": 0.870292, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"], "main_score": 0.870292, "precision": 0.858425, "recall": 0.898221}, {"accuracy": 0.869565, "f1": 0.832576, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"], "main_score": 0.832576, "precision": 0.816551, "recall": 0.869565}, {"accuracy": 0.899209, "f1": 0.871673, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"], "main_score": 0.871673, "precision": 0.85886, "recall": 0.899209}, {"accuracy": 0.882411, "f1": 0.852866, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"], "main_score": 0.852866, "precision": 0.839822, "recall": 0.882411}, {"accuracy": 0.882411, "f1": 0.850856, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"], "main_score": 0.850856, "precision": 0.837385, "recall": 0.882411}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"], "main_score": 0.911891, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"], "main_score": 0.929084, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.947628, "f1": 0.933649, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"], "main_score": 0.933649, "precision": 0.927487, "recall": 0.947628}, {"accuracy": 0.907115, "f1": 0.881225, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"], "main_score": 0.881225, "precision": 0.86973, "recall": 0.907115}, {"accuracy": 0.867589, "f1": 0.836615, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"], "main_score": 0.836615, "precision": 0.825018, "recall": 0.867589}, {"accuracy": 0.889328, "f1": 0.860128, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"], "main_score": 0.860128, "precision": 0.848297, "recall": 0.889328}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"], "main_score": 0.903327, "precision": 0.893857, "recall": 0.924901}, {"accuracy": 0.880435, "f1": 0.84697, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"], "main_score": 0.84697, "precision": 0.831522, "recall": 0.880435}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.800395, "f1": 0.747958, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"], "main_score": 0.747958, "precision": 0.724308, "recall": 0.800395}, {"accuracy": 0.922925, "f1": 0.905025, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"], "main_score": 0.905025, "precision": 0.89791, "recall": 0.922925}, {"accuracy": 0.879447, "f1": 0.845553, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"], "main_score": 0.845553, "precision": 0.830978, "recall": 0.879447}, {"accuracy": 0.881423, "f1": 0.85411, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"], "main_score": 0.85411, "precision": 0.843098, "recall": 0.881423}, {"accuracy": 0.911067, "f1": 0.887055, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"], "main_score": 0.887055, "precision": 0.876894, "recall": 0.911067}, {"accuracy": 0.910079, "f1": 0.882773, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"], "main_score": 0.882773, "precision": 0.870142, "recall": 0.910079}, {"accuracy": 0.900198, "f1": 0.871673, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"], "main_score": 0.871673, "precision": 0.858531, "recall": 0.900198}, {"accuracy": 0.912055, "f1": 0.892137, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"], "main_score": 0.892137, "precision": 0.884249, "recall": 0.912055}, {"accuracy": 0.894269, "f1": 0.86502, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"], "main_score": 0.86502, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.926877, "f1": 0.905204, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"], "main_score": 0.905204, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.90415, "f1": 0.882012, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"], "main_score": 0.882012, "precision": 0.873513, "recall": 0.90415}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"], "main_score": 0.898715, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.93083, "f1": 0.916738, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"], "main_score": 0.916738, "precision": 0.910732, "recall": 0.93083}, {"accuracy": 0.853755, "f1": 0.814196, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"], "main_score": 0.814196, "precision": 0.795982, "recall": 0.853755}, {"accuracy": 0.914032, "f1": 0.891389, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"], "main_score": 0.891389, "precision": 0.882049, "recall": 0.914032}, {"accuracy": 0.91996, "f1": 0.900562, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"], "main_score": 0.900562, "precision": 0.892714, "recall": 0.91996}, {"accuracy": 0.920949, "f1": 0.900862, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"], "main_score": 0.900862, "precision": 0.892343, "recall": 0.920949}, {"accuracy": 0.948617, "f1": 0.934091, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"], "main_score": 0.934091, "precision": 0.927207, "recall": 0.948617}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.883399, "f1": 0.850856, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"], "main_score": 0.850856, "precision": 0.835557, "recall": 0.883399}, {"accuracy": 0.899209, "f1": 0.869071, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"], "main_score": 0.869071, "precision": 0.854743, "recall": 0.899209}, {"accuracy": 0.909091, "f1": 0.881884, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"], "main_score": 0.881884, "precision": 0.869071, "recall": 0.909091}, {"accuracy": 0.841897, "f1": 0.810219, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"], "main_score": 0.810219, "precision": 0.798621, "recall": 0.841897}, {"accuracy": 0.897233, "f1": 0.880353, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"], "main_score": 0.880353, "precision": 0.875041, "recall": 0.897233}, {"accuracy": 0.878458, "f1": 0.84529, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"], "main_score": 0.84529, "precision": 0.830105, "recall": 0.878458}, {"accuracy": 0.900198, "f1": 0.873701, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"], "main_score": 0.873701, "precision": 0.861413, "recall": 0.900198}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"], "main_score": 0.928755, "precision": 0.920866, "recall": 0.945652}, {"accuracy": 0.931818, "f1": 0.911891, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"], "main_score": 0.911891, "precision": 0.902174, "recall": 0.931818}, {"accuracy": 0.927866, "f1": 0.90448, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"], "main_score": 0.90448, "precision": 0.892787, "recall": 0.927866}, {"accuracy": 0.887352, "f1": 0.866317, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"], "main_score": 0.866317, "precision": 0.858383, "recall": 0.887352}, {"accuracy": 0.789526, "f1": 0.740086, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"], "main_score": 0.740086, "precision": 0.717885, "recall": 0.789526}, {"accuracy": 0.870553, "f1": 0.835874, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"], "main_score": 0.835874, "precision": 0.821229, "recall": 0.870553}, {"accuracy": 0.928854, "f1": 0.90774, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"], "main_score": 0.90774, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.839921, "f1": 0.798715, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"], "main_score": 0.798715, "precision": 0.780171, "recall": 0.839921}, {"accuracy": 0.832016, "f1": 0.785771, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"], "main_score": 0.785771, "precision": 0.764937, "recall": 0.832016}, {"accuracy": 0.927866, "f1": 0.907576, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"], "main_score": 0.907576, "precision": 0.898584, "recall": 0.927866}, {"accuracy": 0.895257, "f1": 0.866008, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"], "main_score": 0.866008, "precision": 0.853261, "recall": 0.895257}, {"accuracy": 0.910079, "f1": 0.884519, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"], "main_score": 0.884519, "precision": 0.873254, "recall": 0.910079}, {"accuracy": 0.761858, "f1": 0.701713, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"], "main_score": 0.701713, "precision": 0.674835, "recall": 0.761858}, {"accuracy": 0.896245, "f1": 0.872466, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"], "main_score": 0.872466, "precision": 0.863316, "recall": 0.896245}, {"accuracy": 0.917984, "f1": 0.899671, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"], "main_score": 0.899671, "precision": 0.892331, "recall": 0.917984}, {"accuracy": 0.909091, "f1": 0.887833, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"], "main_score": 0.887833, "precision": 0.879941, "recall": 0.909091}, {"accuracy": 0.917984, "f1": 0.89605, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"], "main_score": 0.89605, "precision": 0.886834, "recall": 0.917984}, {"accuracy": 0.868577, "f1": 0.832708, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"], "main_score": 0.832708, "precision": 0.816848, "recall": 0.868577}, {"accuracy": 0.911067, "f1": 0.885211, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"], "main_score": 0.885211, "precision": 0.873024, "recall": 0.911067}, {"accuracy": 0.905138, "f1": 0.876765, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"], "main_score": 0.876765, "precision": 0.863307, "recall": 0.905138}, {"accuracy": 0.890316, "f1": 0.858037, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"], "main_score": 0.858037, "precision": 0.842885, "recall": 0.890316}, {"accuracy": 0.050395, "f1": 0.026858, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"], "main_score": 0.026858, "precision": 0.021363, "recall": 0.050395}, {"accuracy": 0.959486, "f1": 0.950075, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"], "main_score": 0.950075, "precision": 0.946222, "recall": 0.959486}, {"accuracy": 0.956522, "f1": 0.943841, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"], "main_score": 0.943841, "precision": 0.938274, "recall": 0.956522}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.964427, "f1": 0.955287, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"], "main_score": 0.955287, "precision": 0.951722, "recall": 0.964427}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"], "main_score": 0.901416, "precision": 0.891057, "recall": 0.923913}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"], "main_score": 0.917655, "precision": 0.908762, "recall": 0.936759}, {"accuracy": 0.937747, "f1": 0.925075, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"], "main_score": 0.925075, "precision": 0.920924, "recall": 0.937747}, {"accuracy": 0.95751, "f1": 0.945389, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"], "main_score": 0.945389, "precision": 0.939806, "recall": 0.95751}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"], "main_score": 0.898057, "precision": 0.886364, "recall": 0.921937}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.954545, "f1": 0.942048, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"], "main_score": 0.942048, "precision": 0.936709, "recall": 0.954545}, {"accuracy": 0.967391, "f1": 0.961473, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"], "main_score": 0.961473, "precision": 0.959133, "recall": 0.967391}, {"accuracy": 0.916008, "f1": 0.891436, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"], "main_score": 0.891436, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.959486, "f1": 0.948254, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"], "main_score": 0.948254, "precision": 0.943511, "recall": 0.959486}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.955764, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"], "main_score": 0.955764, "precision": 0.951532, "recall": 0.965415}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.954451, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"], "main_score": 0.954451, "precision": 0.950955, "recall": 0.963439}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.186759, "f1": 0.143296, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"], "main_score": 0.143296, "precision": 0.131537, "recall": 0.186759}, {"accuracy": 0.98419, "f1": 0.979875, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"], "main_score": 0.979875, "precision": 0.978096, "recall": 0.98419}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"], "main_score": 0.915514, "precision": 0.906291, "recall": 0.934783}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"], "main_score": 0.96278, "precision": 0.95886, "recall": 0.971344}, {"accuracy": 0.956522, "f1": 0.944763, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"], "main_score": 0.944763, "precision": 0.940053, "recall": 0.956522}, {"accuracy": 0.948617, "f1": 0.934703, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"], "main_score": 0.934703, "precision": 0.928887, "recall": 0.948617}, {"accuracy": 0.954545, "f1": 0.943332, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"], "main_score": 0.943332, "precision": 0.93885, "recall": 0.954545}, {"accuracy": 0.920949, "f1": 0.896904, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"], "main_score": 0.896904, "precision": 0.885375, "recall": 0.920949}, {"accuracy": 0.965415, "f1": 0.956541, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"], "main_score": 0.956541, "precision": 0.953014, "recall": 0.965415}, {"accuracy": 0.963439, "f1": 0.952207, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"], "main_score": 0.952207, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.945652, "f1": 0.936699, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"], "main_score": 0.936699, "precision": 0.933446, "recall": 0.945652}, {"accuracy": 0.94664, "f1": 0.93327, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"], "main_score": 0.93327, "precision": 0.928007, "recall": 0.94664}, {"accuracy": 0.965415, "f1": 0.956159, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"], "main_score": 0.956159, "precision": 0.952437, "recall": 0.965415}, {"accuracy": 0.967391, "f1": 0.958846, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"], "main_score": 0.958846, "precision": 0.955451, "recall": 0.967391}, {"accuracy": 0.874506, "f1": 0.838999, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"], "main_score": 0.838999, "precision": 0.822546, "recall": 0.874506}, {"accuracy": 0.925889, "f1": 0.903788, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"], "main_score": 0.903788, "precision": 0.893445, "recall": 0.925889}, {"accuracy": 0.955534, "f1": 0.945956, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"], "main_score": 0.945956, "precision": 0.94268, "recall": 0.955534}, {"accuracy": 0.94664, "f1": 0.931653, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"], "main_score": 0.931653, "precision": 0.924407, "recall": 0.94664}, {"accuracy": 0.967391, "f1": 0.961152, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"], "main_score": 0.961152, "precision": 0.959225, "recall": 0.967391}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.967391, "f1": 0.958235, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"], "main_score": 0.958235, "precision": 0.954298, "recall": 0.967391}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"], "main_score": 0.934519, "precision": 0.927454, "recall": 0.949605}, {"accuracy": 0.916008, "f1": 0.892457, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"], "main_score": 0.892457, "precision": 0.881983, "recall": 0.916008}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"], "main_score": 0.923748, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.958333, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"], "main_score": 0.958333, "precision": 0.954578, "recall": 0.967391}, {"accuracy": 0.947628, "f1": 0.932016, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"], "main_score": 0.932016, "precision": 0.924984, "recall": 0.947628}, {"accuracy": 0.890316, "f1": 0.856884, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"], "main_score": 0.856884, "precision": 0.841074, "recall": 0.890316}, {"accuracy": 0.956522, "f1": 0.946887, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"], "main_score": 0.946887, "precision": 0.943116, "recall": 0.956522}, {"accuracy": 0.929842, "f1": 0.908827, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"], "main_score": 0.908827, "precision": 0.898962, "recall": 0.929842}, {"accuracy": 0.875494, "f1": 0.840053, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"], "main_score": 0.840053, "precision": 0.823452, "recall": 0.875494}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"], "main_score": 0.921179, "precision": 0.912961, "recall": 0.938735}, {"accuracy": 0.668972, "f1": 0.594366, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"], "main_score": 0.594366, "precision": 0.565294, "recall": 0.668972}, {"accuracy": 0.961462, "f1": 0.951548, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"], "main_score": 0.951548, "precision": 0.947694, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.963018, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"], "main_score": 0.963018, "precision": 0.960878, "recall": 0.969368}, {"accuracy": 0.965415, "f1": 0.95583, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"], "main_score": 0.95583, "precision": 0.951779, "recall": 0.965415}, {"accuracy": 0.951581, "f1": 0.939625, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"], "main_score": 0.939625, "precision": 0.935128, "recall": 0.951581}, {"accuracy": 0.899209, "f1": 0.869631, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"], "main_score": 0.869631, "precision": 0.855649, "recall": 0.899209}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"], "main_score": 0.920125, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.970356, "f1": 0.965754, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"], "main_score": 0.965754, "precision": 0.964283, "recall": 0.970356}, {"accuracy": 0.883399, "f1": 0.850099, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"], "main_score": 0.850099, "precision": 0.834321, "recall": 0.883399}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.91996, "f1": 0.896476, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"], "main_score": 0.896476, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.955534, "f1": 0.941601, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"], "main_score": 0.941601, "precision": 0.93503, "recall": 0.955534}, {"accuracy": 0.928854, "f1": 0.910128, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"], "main_score": 0.910128, "precision": 0.90215, "recall": 0.928854}, {"accuracy": 0.950593, "f1": 0.93666, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"], "main_score": 0.93666, "precision": 0.930649, "recall": 0.950593}, {"accuracy": 0.206522, "f1": 0.150535, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"], "main_score": 0.150535, "precision": 0.134354, "recall": 0.206522}, {"accuracy": 0.908103, "f1": 0.879776, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"], "main_score": 0.879776, "precision": 0.866271, "recall": 0.908103}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"], "main_score": 0.928195, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"], "main_score": 0.926877, "precision": 0.918149, "recall": 0.944664}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"], "main_score": 0.965481, "precision": 0.962039, "recall": 0.97332}, {"accuracy": 0.936759, "f1": 0.919137, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"], "main_score": 0.919137, "precision": 0.911298, "recall": 0.936759}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.961462, "f1": 0.951219, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"], "main_score": 0.951219, "precision": 0.947003, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.960375, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"], "main_score": 0.960375, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.958498, "f1": 0.950756, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"], "main_score": 0.950756, "precision": 0.947993, "recall": 0.958498}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"], "main_score": 0.961693, "precision": 0.957922, "recall": 0.970356}, {"accuracy": 0.968379, "f1": 0.960754, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"], "main_score": 0.960754, "precision": 0.957898, "recall": 0.968379}, {"accuracy": 0.826087, "f1": 0.778576, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"], "main_score": 0.778576, "precision": 0.757115, "recall": 0.826087}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.958498, "f1": 0.946871, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"], "main_score": 0.946871, "precision": 0.94198, "recall": 0.958498}, {"accuracy": 0.965415, "f1": 0.960491, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"], "main_score": 0.960491, "precision": 0.958856, "recall": 0.965415}, {"accuracy": 0.961462, "f1": 0.952506, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"], "main_score": 0.952506, "precision": 0.949038, "recall": 0.961462}, {"accuracy": 0.895257, "f1": 0.866733, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"], "main_score": 0.866733, "precision": 0.853755, "recall": 0.895257}, {"accuracy": 0.855731, "f1": 0.813603, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"], "main_score": 0.813603, "precision": 0.793923, "recall": 0.855731}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"], "main_score": 0.96278, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.923913, "f1": 0.899934, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"], "main_score": 0.899934, "precision": 0.888587, "recall": 0.923913}, {"accuracy": 0.981225, "f1": 0.976073, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"], "main_score": 0.976073, "precision": 0.973814, "recall": 0.981225}, {"accuracy": 0.853755, "f1": 0.812582, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"], "main_score": 0.812582, "precision": 0.793676, "recall": 0.853755}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"], "main_score": 0.972003, "precision": 0.969236, "recall": 0.978261}, {"accuracy": 0.959486, "f1": 0.949045, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"], "main_score": 0.949045, "precision": 0.944862, "recall": 0.959486}, {"accuracy": 0.962451, "f1": 0.95704, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"], "main_score": 0.95704, "precision": 0.955259, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.949725, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"], "main_score": 0.949725, "precision": 0.94665, "recall": 0.958498}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.88834, "f1": 0.854908, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"], "main_score": 0.854908, "precision": 0.838933, "recall": 0.88834}, {"accuracy": 0.267787, "f1": 0.215761, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"], "main_score": 0.215761, "precision": 0.197291, "recall": 0.267787}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"], "main_score": 0.906258, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.747036, "f1": 0.685837, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"], "main_score": 0.685837, "precision": 0.660359, "recall": 0.747036}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.87747, "f1": 0.841798, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"], "main_score": 0.841798, "precision": 0.825379, "recall": 0.87747}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"], "main_score": 0.932708, "precision": 0.926334, "recall": 0.947628}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.976285, "f1": 0.969598, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"], "main_score": 0.969598, "precision": 0.966683, "recall": 0.976285}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"], "main_score": 0.94417, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.874506, "f1": 0.837352, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"], "main_score": 0.837352, "precision": 0.819746, "recall": 0.874506}, {"accuracy": 0.896245, "f1": 0.86469, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"], "main_score": 0.86469, "precision": 0.849391, "recall": 0.896245}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"], "main_score": 0.930072, "precision": 0.922019, "recall": 0.94664}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"], "main_score": 0.952734, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.051383, "f1": 0.027598, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"], "main_score": 0.027598, "precision": 0.02267, "recall": 0.051383}, {"accuracy": 0.937747, "f1": 0.923424, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"], "main_score": 0.923424, "precision": 0.918199, "recall": 0.937747}, {"accuracy": 0.949605, "f1": 0.934947, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"], "main_score": 0.934947, "precision": 0.928557, "recall": 0.949605}, {"accuracy": 0.922925, "f1": 0.905841, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"], "main_score": 0.905841, "precision": 0.899385, "recall": 0.922925}, {"accuracy": 0.971344, "f1": 0.963241, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"], "main_score": 0.963241, "precision": 0.959651, "recall": 0.971344}, {"accuracy": 0.890316, "f1": 0.858959, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"], "main_score": 0.858959, "precision": 0.844928, "recall": 0.890316}, {"accuracy": 0.881423, "f1": 0.846805, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"], "main_score": 0.846805, "precision": 0.831192, "recall": 0.881423}, {"accuracy": 0.943676, "f1": 0.927635, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"], "main_score": 0.927635, "precision": 0.920619, "recall": 0.943676}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"], "main_score": 0.955204, "precision": 0.950626, "recall": 0.965415}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.943676, "f1": 0.928477, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"], "main_score": 0.928477, "precision": 0.921607, "recall": 0.943676}, {"accuracy": 0.842885, "f1": 0.798452, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"], "main_score": 0.798452, "precision": 0.778442, "recall": 0.842885}, {"accuracy": 0.97332, "f1": 0.965316, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"], "main_score": 0.965316, "precision": 0.961709, "recall": 0.97332}, {"accuracy": 0.832016, "f1": 0.787714, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"], "main_score": 0.787714, "precision": 0.767935, "recall": 0.832016}, {"accuracy": 0.938735, "f1": 0.919862, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"], "main_score": 0.919862, "precision": 0.910985, "recall": 0.938735}, {"accuracy": 0.963439, "f1": 0.954462, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"], "main_score": 0.954462, "precision": 0.950774, "recall": 0.963439}, {"accuracy": 0.948617, "f1": 0.935343, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"], "main_score": 0.935343, "precision": 0.929265, "recall": 0.948617}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"], "main_score": 0.951252, "precision": 0.945982, "recall": 0.962451}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"], "main_score": 0.953623, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"], "main_score": 0.961693, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.938735, "f1": 0.925826, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"], "main_score": 0.925826, "precision": 0.921512, "recall": 0.938735}, {"accuracy": 0.947628, "f1": 0.934263, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"], "main_score": 0.934263, "precision": 0.928648, "recall": 0.947628}, {"accuracy": 0.906126, "f1": 0.880567, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"], "main_score": 0.880567, "precision": 0.86951, "recall": 0.906126}, {"accuracy": 0.936759, "f1": 0.917951, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"], "main_score": 0.917951, "precision": 0.909256, "recall": 0.936759}, {"accuracy": 0.916008, "f1": 0.892307, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"], "main_score": 0.892307, "precision": 0.881522, "recall": 0.916008}, {"accuracy": 0.917984, "f1": 0.896031, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"], "main_score": 0.896031, "precision": 0.887081, "recall": 0.917984}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.971363, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"], "main_score": 0.971363, "precision": 0.968956, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"], "main_score": 0.958564, "precision": 0.953969, "recall": 0.968379}, {"accuracy": 0.933794, "f1": 0.916718, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"], "main_score": 0.916718, "precision": 0.910244, "recall": 0.933794}, {"accuracy": 0.942688, "f1": 0.926943, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"], "main_score": 0.926943, "precision": 0.920273, "recall": 0.942688}, {"accuracy": 0.969368, "f1": 0.960211, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"], "main_score": 0.960211, "precision": 0.955945, "recall": 0.969368}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"], "main_score": 0.916667, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.843874, "f1": 0.800296, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"], "main_score": 0.800296, "precision": 0.780221, "recall": 0.843874}, {"accuracy": 0.961462, "f1": 0.953034, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"], "main_score": 0.953034, "precision": 0.949745, "recall": 0.961462}, {"accuracy": 0.927866, "f1": 0.905599, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"], "main_score": 0.905599, "precision": 0.895257, "recall": 0.927866}, {"accuracy": 0.94664, "f1": 0.935052, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"], "main_score": 0.935052, "precision": 0.930831, "recall": 0.94664}, {"accuracy": 0.958498, "f1": 0.946113, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"], "main_score": 0.946113, "precision": 0.940382, "recall": 0.958498}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"], "main_score": 0.905698, "precision": 0.895833, "recall": 0.926877}, {"accuracy": 0.956522, "f1": 0.944697, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"], "main_score": 0.944697, "precision": 0.939839, "recall": 0.956522}, {"accuracy": 0.905138, "f1": 0.878294, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"], "main_score": 0.878294, "precision": 0.865777, "recall": 0.905138}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.964427, "f1": 0.954894, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"], "main_score": 0.954894, "precision": 0.950708, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.972332, "f1": 0.967489, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"], "main_score": 0.967489, "precision": 0.965853, "recall": 0.972332}, {"accuracy": 0.874506, "f1": 0.839065, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"], "main_score": 0.839065, "precision": 0.822793, "recall": 0.874506}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.962451, "f1": 0.951647, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"], "main_score": 0.951647, "precision": 0.94692, "recall": 0.962451}, {"accuracy": 0.960474, "f1": 0.949949, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"], "main_score": 0.949949, "precision": 0.945257, "recall": 0.960474}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.906126, "f1": 0.878788, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"], "main_score": 0.878788, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.934783, "f1": 0.914592, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"], "main_score": 0.914592, "precision": 0.904727, "recall": 0.934783}, {"accuracy": 0.948617, "f1": 0.933696, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"], "main_score": 0.933696, "precision": 0.92663, "recall": 0.948617}, {"accuracy": 0.901186, "f1": 0.87627, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"], "main_score": 0.87627, "precision": 0.866118, "recall": 0.901186}, {"accuracy": 0.956522, "f1": 0.946146, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"], "main_score": 0.946146, "precision": 0.942172, "recall": 0.956522}, {"accuracy": 0.910079, "f1": 0.882806, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"], "main_score": 0.882806, "precision": 0.870306, "recall": 0.910079}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"], "main_score": 0.878195, "precision": 0.865695, "recall": 0.905138}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"], "main_score": 0.964493, "precision": 0.961084, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"], "main_score": 0.931489, "precision": 0.924242, "recall": 0.94664}, {"accuracy": 0.947628, "f1": 0.938496, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"], "main_score": 0.938496, "precision": 0.935112, "recall": 0.947628}, {"accuracy": 0.823123, "f1": 0.777997, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"], "main_score": 0.777997, "precision": 0.757823, "recall": 0.823123}, {"accuracy": 0.914032, "f1": 0.890566, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"], "main_score": 0.890566, "precision": 0.880105, "recall": 0.914032}, {"accuracy": 0.955534, "f1": 0.942852, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"], "main_score": 0.942852, "precision": 0.936957, "recall": 0.955534}, {"accuracy": 0.882411, "f1": 0.84809, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"], "main_score": 0.84809, "precision": 0.832839, "recall": 0.882411}, {"accuracy": 0.887352, "f1": 0.856028, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"], "main_score": 0.856028, "precision": 0.841568, "recall": 0.887352}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.922925, "f1": 0.901219, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"], "main_score": 0.901219, "precision": 0.891387, "recall": 0.922925}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"], "main_score": 0.930731, "precision": 0.923501, "recall": 0.94664}, {"accuracy": 0.788538, "f1": 0.733381, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"], "main_score": 0.733381, "precision": 0.709091, "recall": 0.788538}, {"accuracy": 0.954545, "f1": 0.943003, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"], "main_score": 0.943003, "precision": 0.938521, "recall": 0.954545}, {"accuracy": 0.953557, "f1": 0.94246, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"], "main_score": 0.94246, "precision": 0.938168, "recall": 0.953557}, {"accuracy": 0.949605, "f1": 0.936613, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"], "main_score": 0.936613, "precision": 0.931489, "recall": 0.949605}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"], "main_score": 0.952734, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.93083, "f1": 0.910046, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"], "main_score": 0.910046, "precision": 0.90056, "recall": 0.93083}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"], "main_score": 0.911067, "precision": 0.901515, "recall": 0.93083}, {"accuracy": 0.903162, "f1": 0.874012, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"], "main_score": 0.874012, "precision": 0.860013, "recall": 0.903162}, {"accuracy": 0.860672, "f1": 0.821278, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"], "main_score": 0.821278, "precision": 0.802569, "recall": 0.860672}, {"accuracy": 0.05336, "f1": 0.027841, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"], "main_score": 0.027841, "precision": 0.022054, "recall": 0.05336}, {"accuracy": 0.961462, "f1": 0.951501, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"], "main_score": 0.951501, "precision": 0.947464, "recall": 0.961462}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"], "main_score": 0.939559, "precision": 0.933169, "recall": 0.953557}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"], "main_score": 0.922497, "precision": 0.91362, "recall": 0.940711}, {"accuracy": 0.954545, "f1": 0.9417, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"], "main_score": 0.9417, "precision": 0.936298, "recall": 0.954545}, {"accuracy": 0.905138, "f1": 0.876877, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"], "main_score": 0.876877, "precision": 0.863719, "recall": 0.905138}, {"accuracy": 0.906126, "f1": 0.877931, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"], "main_score": 0.877931, "precision": 0.864954, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.930588, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"], "main_score": 0.930588, "precision": 0.924942, "recall": 0.944664}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"], "main_score": 0.954381, "precision": 0.949769, "recall": 0.964427}, {"accuracy": 0.901186, "f1": 0.871278, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"], "main_score": 0.871278, "precision": 0.856802, "recall": 0.901186}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.942688, "f1": 0.925758, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"], "main_score": 0.925758, "precision": 0.918067, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.945647, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"], "main_score": 0.945647, "precision": 0.941693, "recall": 0.955534}, {"accuracy": 0.896245, "f1": 0.867325, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"], "main_score": 0.867325, "precision": 0.853673, "recall": 0.896245}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"], "main_score": 0.956851, "precision": 0.952404, "recall": 0.966403}, {"accuracy": 0.949605, "f1": 0.935375, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"], "main_score": 0.935375, "precision": 0.929348, "recall": 0.949605}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"], "main_score": 0.943017, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.951581, "f1": 0.938702, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"], "main_score": 0.938702, "precision": 0.933333, "recall": 0.951581}, {"accuracy": 0.94664, "f1": 0.931653, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"], "main_score": 0.931653, "precision": 0.924407, "recall": 0.94664}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.95751, "f1": 0.947596, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"], "main_score": 0.947596, "precision": 0.943601, "recall": 0.95751}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"], "main_score": 0.916403, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 0.192688, "f1": 0.150514, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"], "main_score": 0.150514, "precision": 0.137914, "recall": 0.192688}, {"accuracy": 0.967391, "f1": 0.958827, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"], "main_score": 0.958827, "precision": 0.95527, "recall": 0.967391}, {"accuracy": 0.922925, "f1": 0.900922, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"], "main_score": 0.900922, "precision": 0.890563, "recall": 0.922925}, {"accuracy": 0.95751, "f1": 0.944466, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"], "main_score": 0.944466, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.942688, "f1": 0.928217, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"], "main_score": 0.928217, "precision": 0.922456, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.943299, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"], "main_score": 0.943299, "precision": 0.937945, "recall": 0.955534}, {"accuracy": 0.958498, "f1": 0.94809, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"], "main_score": 0.94809, "precision": 0.944104, "recall": 0.958498}, {"accuracy": 0.914032, "f1": 0.890711, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"], "main_score": 0.890711, "precision": 0.879858, "recall": 0.914032}, {"accuracy": 0.965415, "f1": 0.95611, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"], "main_score": 0.95611, "precision": 0.952216, "recall": 0.965415}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"], "main_score": 0.949275, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.927866, "f1": 0.91224, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"], "main_score": 0.91224, "precision": 0.906032, "recall": 0.927866}, {"accuracy": 0.948617, "f1": 0.935578, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"], "main_score": 0.935578, "precision": 0.930319, "recall": 0.948617}, {"accuracy": 0.954545, "f1": 0.941949, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"], "main_score": 0.941949, "precision": 0.93643, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.95746, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"], "main_score": 0.95746, "precision": 0.954473, "recall": 0.965415}, {"accuracy": 0.866601, "f1": 0.830435, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"], "main_score": 0.830435, "precision": 0.813982, "recall": 0.866601}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.94664, "f1": 0.933103, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"], "main_score": 0.933103, "precision": 0.9278, "recall": 0.94664}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"], "main_score": 0.901186, "precision": 0.89081, "recall": 0.922925}, {"accuracy": 0.960474, "f1": 0.952145, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"], "main_score": 0.952145, "precision": 0.948872, "recall": 0.960474}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"], "main_score": 0.93139, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"], "main_score": 0.935112, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.926877, "f1": 0.904216, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"], "main_score": 0.904216, "precision": 0.893528, "recall": 0.926877}, {"accuracy": 0.893281, "f1": 0.864097, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"], "main_score": 0.864097, "precision": 0.850823, "recall": 0.893281}, {"accuracy": 0.922925, "f1": 0.899275, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"], "main_score": 0.899275, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.942688, "f1": 0.928527, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"], "main_score": 0.928527, "precision": 0.922967, "recall": 0.942688}, {"accuracy": 0.927866, "f1": 0.907115, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"], "main_score": 0.907115, "precision": 0.897563, "recall": 0.927866}, {"accuracy": 0.874506, "f1": 0.838669, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"], "main_score": 0.838669, "precision": 0.821887, "recall": 0.874506}, {"accuracy": 0.947628, "f1": 0.936546, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"], "main_score": 0.936546, "precision": 0.932111, "recall": 0.947628}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"], "main_score": 0.911397, "precision": 0.901515, "recall": 0.931818}, {"accuracy": 0.84585, "f1": 0.806489, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"], "main_score": 0.806489, "precision": 0.78862, "recall": 0.84585}, {"accuracy": 0.928854, "f1": 0.908103, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"], "main_score": 0.908103, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.676877, "f1": 0.608707, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"], "main_score": 0.608707, "precision": 0.581785, "recall": 0.676877}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"], "main_score": 0.958992, "precision": 0.954743, "recall": 0.968379}, {"accuracy": 0.959486, "f1": 0.950383, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"], "main_score": 0.950383, "precision": 0.946756, "recall": 0.959486}, {"accuracy": 0.942688, "f1": 0.926614, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"], "main_score": 0.926614, "precision": 0.919746, "recall": 0.942688}, {"accuracy": 0.945652, "f1": 0.930621, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"], "main_score": 0.930621, "precision": 0.923987, "recall": 0.945652}, {"accuracy": 0.896245, "f1": 0.867721, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"], "main_score": 0.867721, "precision": 0.854414, "recall": 0.896245}, {"accuracy": 0.922925, "f1": 0.899934, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"], "main_score": 0.899934, "precision": 0.889443, "recall": 0.922925}, {"accuracy": 0.940711, "f1": 0.924078, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"], "main_score": 0.924078, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.952248, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"], "main_score": 0.952248, "precision": 0.948608, "recall": 0.961462}, {"accuracy": 0.871542, "f1": 0.834947, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"], "main_score": 0.834947, "precision": 0.817852, "recall": 0.871542}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.911067, "f1": 0.885375, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"], "main_score": 0.885375, "precision": 0.873188, "recall": 0.911067}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"], "main_score": 0.922167, "precision": 0.914279, "recall": 0.939723}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"], "main_score": 0.907609, "precision": 0.897925, "recall": 0.928854}, {"accuracy": 0.947628, "f1": 0.933432, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"], "main_score": 0.933432, "precision": 0.927042, "recall": 0.947628}, {"accuracy": 0.212451, "f1": 0.154587, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"], "main_score": 0.154587, "precision": 0.138238, "recall": 0.212451}, {"accuracy": 0.892292, "f1": 0.860968, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"], "main_score": 0.860968, "precision": 0.846344, "recall": 0.892292}, {"accuracy": 0.945652, "f1": 0.929776, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"], "main_score": 0.929776, "precision": 0.92276, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"], "main_score": 0.90942, "precision": 0.899209, "recall": 0.93083}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.939789, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"], "main_score": 0.939789, "precision": 0.934404, "recall": 0.952569}, {"accuracy": 0.912055, "f1": 0.888208, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"], "main_score": 0.888208, "precision": 0.87775, "recall": 0.912055}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"], "main_score": 0.9389, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.963439, "f1": 0.953807, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"], "main_score": 0.953807, "precision": 0.949802, "recall": 0.963439}, {"accuracy": 0.961462, "f1": 0.950546, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"], "main_score": 0.950546, "precision": 0.945817, "recall": 0.961462}, {"accuracy": 0.952569, "f1": 0.940995, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"], "main_score": 0.940995, "precision": 0.936051, "recall": 0.952569}, {"accuracy": 0.9417, "f1": 0.924967, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"], "main_score": 0.924967, "precision": 0.91777, "recall": 0.9417}, {"accuracy": 0.956522, "f1": 0.944584, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"], "main_score": 0.944584, "precision": 0.939394, "recall": 0.956522}, {"accuracy": 0.804348, "f1": 0.754992, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"], "main_score": 0.754992, "precision": 0.733465, "recall": 0.804348}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.954545, "f1": 0.942721, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"], "main_score": 0.942721, "precision": 0.937895, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.95042, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"], "main_score": 0.95042, "precision": 0.946987, "recall": 0.959486}, {"accuracy": 0.94664, "f1": 0.934011, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"], "main_score": 0.934011, "precision": 0.928914, "recall": 0.94664}, {"accuracy": 0.883399, "f1": 0.851877, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"], "main_score": 0.851877, "precision": 0.837615, "recall": 0.883399}, {"accuracy": 0.853755, "f1": 0.810672, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"], "main_score": 0.810672, "precision": 0.790102, "recall": 0.853755}, {"accuracy": 0.94664, "f1": 0.93139, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"], "main_score": 0.93139, "precision": 0.924522, "recall": 0.94664}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.895257, "f1": 0.865415, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"], "main_score": 0.865415, "precision": 0.851647, "recall": 0.895257}, {"accuracy": 0.967391, "f1": 0.95947, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"], "main_score": 0.95947, "precision": 0.956284, "recall": 0.967391}, {"accuracy": 0.817194, "f1": 0.768412, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"], "main_score": 0.768412, "precision": 0.746047, "recall": 0.817194}, {"accuracy": 0.945652, "f1": 0.928986, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"], "main_score": 0.928986, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.962451, "f1": 0.952273, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"], "main_score": 0.952273, "precision": 0.94804, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.947334, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"], "main_score": 0.947334, "precision": 0.9425, "recall": 0.958498}, {"accuracy": 0.940711, "f1": 0.927983, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"], "main_score": 0.927983, "precision": 0.923325, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.934435, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"], "main_score": 0.934435, "precision": 0.928953, "recall": 0.947628}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.849802, "f1": 0.809783, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"], "main_score": 0.809783, "precision": 0.7917, "recall": 0.849802}, {"accuracy": 0.262846, "f1": 0.209867, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"], "main_score": 0.209867, "precision": 0.192448, "recall": 0.262846}, {"accuracy": 0.910079, "f1": 0.882477, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"], "main_score": 0.882477, "precision": 0.869483, "recall": 0.910079}, {"accuracy": 0.77668, "f1": 0.717951, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"], "main_score": 0.717951, "precision": 0.692227, "recall": 0.77668}, {"accuracy": 0.954545, "f1": 0.941337, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"], "main_score": 0.941337, "precision": 0.935441, "recall": 0.954545}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.889328, "f1": 0.85919, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"], "main_score": 0.85919, "precision": 0.845191, "recall": 0.889328}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"], "main_score": 0.917819, "precision": 0.908762, "recall": 0.936759}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"], "main_score": 0.91996, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.948814, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"], "main_score": 0.948814, "precision": 0.94445, "recall": 0.959486}, {"accuracy": 0.937747, "f1": 0.920092, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"], "main_score": 0.920092, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.867589, "f1": 0.828426, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"], "main_score": 0.828426, "precision": 0.81003, "recall": 0.867589}, {"accuracy": 0.868577, "f1": 0.83274, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"], "main_score": 0.83274, "precision": 0.816156, "recall": 0.868577}, {"accuracy": 0.920949, "f1": 0.897398, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"], "main_score": 0.897398, "precision": 0.886397, "recall": 0.920949}, {"accuracy": 0.940711, "f1": 0.923057, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"], "main_score": 0.923057, "precision": 0.91502, "recall": 0.940711}, {"accuracy": 0.051383, "f1": 0.025025, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"], "main_score": 0.025025, "precision": 0.020597, "recall": 0.051383}, {"accuracy": 0.942688, "f1": 0.926515, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"], "main_score": 0.926515, "precision": 0.919631, "recall": 0.942688}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"], "main_score": 0.936265, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.90415, "f1": 0.882024, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"], "main_score": 0.882024, "precision": 0.873495, "recall": 0.90415}, {"accuracy": 0.951581, "f1": 0.93778, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"], "main_score": 0.93778, "precision": 0.931769, "recall": 0.951581}, {"accuracy": 0.897233, "f1": 0.866554, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"], "main_score": 0.866554, "precision": 0.852306, "recall": 0.897233}, {"accuracy": 0.868577, "f1": 0.830303, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"], "main_score": 0.830303, "precision": 0.812582, "recall": 0.868577}, {"accuracy": 0.945652, "f1": 0.931032, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"], "main_score": 0.931032, "precision": 0.924736, "recall": 0.945652}, {"accuracy": 0.940711, "f1": 0.923617, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"], "main_score": 0.923617, "precision": 0.916123, "recall": 0.940711}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"], "main_score": 0.93083, "precision": 0.92309, "recall": 0.94664}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"], "main_score": 0.938735, "precision": 0.931983, "recall": 0.952569}, {"accuracy": 0.833004, "f1": 0.787451, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"], "main_score": 0.787451, "precision": 0.767391, "recall": 0.833004}, {"accuracy": 0.959486, "f1": 0.948701, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"], "main_score": 0.948701, "precision": 0.944203, "recall": 0.959486}, {"accuracy": 0.821146, "f1": 0.775645, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"], "main_score": 0.775645, "precision": 0.755418, "recall": 0.821146}, {"accuracy": 0.923913, "f1": 0.900428, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"], "main_score": 0.900428, "precision": 0.889246, "recall": 0.923913}, {"accuracy": 0.960474, "f1": 0.948913, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"], "main_score": 0.948913, "precision": 0.943841, "recall": 0.960474}, {"accuracy": 0.927866, "f1": 0.906357, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"], "main_score": 0.906357, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"], "main_score": 0.940382, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"], "main_score": 0.932971, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.914032, "f1": 0.894222, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"], "main_score": 0.894222, "precision": 0.886333, "recall": 0.914032}, {"accuracy": 0.956522, "f1": 0.944236, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"], "main_score": 0.944236, "precision": 0.938818, "recall": 0.956522}, {"accuracy": 0.91502, "f1": 0.890217, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"], "main_score": 0.890217, "precision": 0.878903, "recall": 0.91502}, {"accuracy": 0.91996, "f1": 0.89608, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"], "main_score": 0.89608, "precision": 0.88475, "recall": 0.91996}, {"accuracy": 0.922925, "f1": 0.901713, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"], "main_score": 0.901713, "precision": 0.892375, "recall": 0.922925}, {"accuracy": 0.916008, "f1": 0.891535, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"], "main_score": 0.891535, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.961594, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"], "main_score": 0.961594, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"], "main_score": 0.921113, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.91502, "f1": 0.893168, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"], "main_score": 0.893168, "precision": 0.884486, "recall": 0.91502}, {"accuracy": 0.922925, "f1": 0.901449, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"], "main_score": 0.901449, "precision": 0.891996, "recall": 0.922925}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"], "main_score": 0.930731, "precision": 0.923501, "recall": 0.94664}, {"accuracy": 0.924901, "f1": 0.903063, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"], "main_score": 0.903063, "precision": 0.892704, "recall": 0.924901}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.829051, "f1": 0.783352, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"], "main_score": 0.783352, "precision": 0.762582, "recall": 0.829051}, {"accuracy": 0.952569, "f1": 0.941496, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"], "main_score": 0.941496, "precision": 0.937245, "recall": 0.952569}, {"accuracy": 0.926877, "f1": 0.905995, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"], "main_score": 0.905995, "precision": 0.896492, "recall": 0.926877}, {"accuracy": 0.924901, "f1": 0.90516, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"], "main_score": 0.90516, "precision": 0.896731, "recall": 0.924901}, {"accuracy": 0.964427, "f1": 0.954513, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"], "main_score": 0.954513, "precision": 0.950264, "recall": 0.964427}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"], "main_score": 0.932708, "precision": 0.925148, "recall": 0.948617}, {"accuracy": 0.907115, "f1": 0.881818, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"], "main_score": 0.881818, "precision": 0.869812, "recall": 0.907115}, {"accuracy": 0.964427, "f1": 0.954117, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"], "main_score": 0.954117, "precision": 0.949358, "recall": 0.964427}, {"accuracy": 0.898221, "f1": 0.869368, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"], "main_score": 0.869368, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.927866, "f1": 0.907312, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"], "main_score": 0.907312, "precision": 0.89781, "recall": 0.927866}, {"accuracy": 0.951581, "f1": 0.938538, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"], "main_score": 0.938538, "precision": 0.933004, "recall": 0.951581}, {"accuracy": 0.91502, "f1": 0.890547, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"], "main_score": 0.890547, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"], "main_score": 0.96334, "precision": 0.959569, "recall": 0.971344}, {"accuracy": 0.848814, "f1": 0.808267, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"], "main_score": 0.808267, "precision": 0.789723, "recall": 0.848814}, {"accuracy": 0.947628, "f1": 0.932562, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"], "main_score": 0.932562, "precision": 0.925889, "recall": 0.947628}, {"accuracy": 0.962451, "f1": 0.950823, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"], "main_score": 0.950823, "precision": 0.945405, "recall": 0.962451}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.954545, "f1": 0.941535, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"], "main_score": 0.941535, "precision": 0.935277, "recall": 0.954545}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.885375, "f1": 0.854578, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"], "main_score": 0.854578, "precision": 0.839921, "recall": 0.885375}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"], "main_score": 0.887846, "precision": 0.875165, "recall": 0.914032}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.906126, "f1": 0.882345, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"], "main_score": 0.882345, "precision": 0.872878, "recall": 0.906126}, {"accuracy": 0.94664, "f1": 0.934209, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"], "main_score": 0.934209, "precision": 0.92963, "recall": 0.94664}, {"accuracy": 0.880435, "f1": 0.848617, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"], "main_score": 0.848617, "precision": 0.834569, "recall": 0.880435}, {"accuracy": 0.890316, "f1": 0.860968, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"], "main_score": 0.860968, "precision": 0.847003, "recall": 0.890316}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"], "main_score": 0.93419, "precision": 0.926795, "recall": 0.949605}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.938735, "f1": 0.920026, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"], "main_score": 0.920026, "precision": 0.91082, "recall": 0.938735}, {"accuracy": 0.929842, "f1": 0.909816, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"], "main_score": 0.909816, "precision": 0.900445, "recall": 0.929842}, {"accuracy": 0.944664, "f1": 0.932107, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"], "main_score": 0.932107, "precision": 0.927042, "recall": 0.944664}, {"accuracy": 0.823123, "f1": 0.775, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"], "main_score": 0.775, "precision": 0.753458, "recall": 0.823123}, {"accuracy": 0.901186, "f1": 0.874111, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"], "main_score": 0.874111, "precision": 0.862352, "recall": 0.901186}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"], "main_score": 0.916667, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.854743, "f1": 0.815646, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"], "main_score": 0.815646, "precision": 0.797925, "recall": 0.854743}, {"accuracy": 0.858696, "f1": 0.820422, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"], "main_score": 0.820422, "precision": 0.802701, "recall": 0.858696}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.929842, "f1": 0.909552, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"], "main_score": 0.909552, "precision": 0.900395, "recall": 0.929842}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"], "main_score": 0.929513, "precision": 0.922101, "recall": 0.945652}, {"accuracy": 0.777668, "f1": 0.720257, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"], "main_score": 0.720257, "precision": 0.695059, "recall": 0.777668}, {"accuracy": 0.94664, "f1": 0.934157, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"], "main_score": 0.934157, "precision": 0.929416, "recall": 0.94664}, {"accuracy": 0.958498, "f1": 0.946593, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"], "main_score": 0.946593, "precision": 0.941206, "recall": 0.958498}, {"accuracy": 0.952569, "f1": 0.939196, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"], "main_score": 0.939196, "precision": 0.933465, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.909091, "f1": 0.884157, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"], "main_score": 0.884157, "precision": 0.872722, "recall": 0.909091}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"], "main_score": 0.876647, "precision": 0.863307, "recall": 0.90415}, {"accuracy": 0.932806, "f1": 0.914855, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"], "main_score": 0.914855, "precision": 0.906126, "recall": 0.932806}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"], "main_score": 0.879513, "precision": 0.866518, "recall": 0.907115}, {"accuracy": 0.047431, "f1": 0.025204, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"], "main_score": 0.025204, "precision": 0.020678, "recall": 0.047431}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"], "main_score": 0.97332, "precision": 0.970718, "recall": 0.979249}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"], "main_score": 0.908762, "precision": 0.89888, "recall": 0.929842}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"], "main_score": 0.965744, "precision": 0.962484, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"], "main_score": 0.904315, "precision": 0.894104, "recall": 0.925889}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.977273, "f1": 0.971014, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"], "main_score": 0.971014, "precision": 0.967885, "recall": 0.977273}, {"accuracy": 0.923913, "f1": 0.902833, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"], "main_score": 0.902833, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.969368, "f1": 0.959947, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"], "main_score": 0.959947, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"], "main_score": 0.944005, "precision": 0.938406, "recall": 0.956522}, {"accuracy": 0.97332, "f1": 0.965533, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"], "main_score": 0.965533, "precision": 0.961957, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.971344, "f1": 0.962898, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"], "main_score": 0.962898, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.200593, "f1": 0.149175, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"], "main_score": 0.149175, "precision": 0.134368, "recall": 0.200593}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"], "main_score": 0.961957, "precision": 0.958366, "recall": 0.970356}, {"accuracy": 0.947628, "f1": 0.933531, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"], "main_score": 0.933531, "precision": 0.927125, "recall": 0.947628}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.970356, "f1": 0.962121, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"], "main_score": 0.962121, "precision": 0.958333, "recall": 0.970356}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.97332, "f1": 0.965382, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"], "main_score": 0.965382, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.929842, "f1": 0.90878, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"], "main_score": 0.90878, "precision": 0.898962, "recall": 0.929842}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.94664, "f1": 0.934287, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"], "main_score": 0.934287, "precision": 0.929538, "recall": 0.94664}, {"accuracy": 0.967391, "f1": 0.958352, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"], "main_score": 0.958352, "precision": 0.954463, "recall": 0.967391}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.897233, "f1": 0.867655, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"], "main_score": 0.867655, "precision": 0.854167, "recall": 0.897233}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"], "main_score": 0.922431, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.97332, "f1": 0.966293, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"], "main_score": 0.966293, "precision": 0.963233, "recall": 0.97332}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"], "main_score": 0.920619, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"], "main_score": 0.944829, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"], "main_score": 0.961957, "precision": 0.958202, "recall": 0.970356}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.874506, "f1": 0.838505, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"], "main_score": 0.838505, "precision": 0.821723, "recall": 0.874506}, {"accuracy": 0.958498, "f1": 0.948221, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"], "main_score": 0.948221, "precision": 0.943901, "recall": 0.958498}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.879447, "f1": 0.84697, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"], "main_score": 0.84697, "precision": 0.832016, "recall": 0.879447}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"], "main_score": 0.935441, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.713439, "f1": 0.650252, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"], "main_score": 0.650252, "precision": 0.624005, "recall": 0.713439}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.967622, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"], "main_score": 0.967622, "precision": 0.964872, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.962451, "f1": 0.951976, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"], "main_score": 0.951976, "precision": 0.947381, "recall": 0.962451}, {"accuracy": 0.922925, "f1": 0.900593, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"], "main_score": 0.900593, "precision": 0.889904, "recall": 0.922925}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"], "main_score": 0.941765, "precision": 0.935194, "recall": 0.955534}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"], "main_score": 0.9417, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.977273, "f1": 0.970967, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"], "main_score": 0.970967, "precision": 0.968215, "recall": 0.977273}, {"accuracy": 0.903162, "f1": 0.877042, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"], "main_score": 0.877042, "precision": 0.865234, "recall": 0.903162}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"], "main_score": 0.958992, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.917984, "f1": 0.893841, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"], "main_score": 0.893841, "precision": 0.882658, "recall": 0.917984}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"], "main_score": 0.971904, "precision": 0.968956, "recall": 0.978261}, {"accuracy": 0.213439, "f1": 0.152105, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"], "main_score": 0.152105, "precision": 0.133927, "recall": 0.213439}, {"accuracy": 0.911067, "f1": 0.88587, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"], "main_score": 0.88587, "precision": 0.874012, "recall": 0.911067}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"], "main_score": 0.929018, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.959486, "f1": 0.947793, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"], "main_score": 0.947793, "precision": 0.942194, "recall": 0.959486}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.948617, "f1": 0.934848, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"], "main_score": 0.934848, "precision": 0.928442, "recall": 0.948617}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"], "main_score": 0.963933, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.849802, "f1": 0.810096, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"], "main_score": 0.810096, "precision": 0.792747, "recall": 0.849802}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"], "main_score": 0.959058, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.967391, "f1": 0.958482, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"], "main_score": 0.958482, "precision": 0.954604, "recall": 0.967391}, {"accuracy": 0.958498, "f1": 0.947384, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"], "main_score": 0.947384, "precision": 0.942721, "recall": 0.958498}, {"accuracy": 0.90415, "f1": 0.877866, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"], "main_score": 0.877866, "precision": 0.865563, "recall": 0.90415}, {"accuracy": 0.873518, "f1": 0.838208, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"], "main_score": 0.838208, "precision": 0.822299, "recall": 0.873518}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.912055, "f1": 0.885046, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"], "main_score": 0.885046, "precision": 0.871871, "recall": 0.912055}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"], "main_score": 0.974539, "precision": 0.972085, "recall": 0.980237}, {"accuracy": 0.867589, "f1": 0.831818, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"], "main_score": 0.831818, "precision": 0.815086, "recall": 0.867589}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.96222, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"], "main_score": 0.96222, "precision": 0.958827, "recall": 0.970356}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.976285, "f1": 0.970026, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"], "main_score": 0.970026, "precision": 0.967424, "recall": 0.976285}, {"accuracy": 0.963439, "f1": 0.953722, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"], "main_score": 0.953722, "precision": 0.949539, "recall": 0.963439}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"], "main_score": 0.953393, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.968544, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"], "main_score": 0.968544, "precision": 0.96525, "recall": 0.975296}, {"accuracy": 0.876482, "f1": 0.840777, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"], "main_score": 0.840777, "precision": 0.824193, "recall": 0.876482}, {"accuracy": 0.278656, "f1": 0.222827, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"], "main_score": 0.222827, "precision": 0.204789, "recall": 0.278656}, {"accuracy": 0.933794, "f1": 0.913505, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"], "main_score": 0.913505, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.789526, "f1": 0.734552, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"], "main_score": 0.734552, "precision": 0.709964, "recall": 0.789526}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.924901, "f1": 0.902997, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"], "main_score": 0.902997, "precision": 0.892787, "recall": 0.924901}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.958498, "f1": 0.946706, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"], "main_score": 0.946706, "precision": 0.940958, "recall": 0.958498}, {"accuracy": 0.966403, "f1": 0.957312, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"], "main_score": 0.957312, "precision": 0.95359, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.881423, "f1": 0.847134, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"], "main_score": 0.847134, "precision": 0.831192, "recall": 0.881423}, {"accuracy": 0.892292, "f1": 0.861119, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"], "main_score": 0.861119, "precision": 0.846673, "recall": 0.892292}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.048419, "f1": 0.02319, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"], "main_score": 0.02319, "precision": 0.018661, "recall": 0.048419}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"], "main_score": 0.963109, "precision": 0.959387, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.929842, "f1": 0.911152, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"], "main_score": 0.911152, "precision": 0.903228, "recall": 0.929842}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"], "main_score": 0.973221, "precision": 0.970438, "recall": 0.979249}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"], "main_score": 0.907444, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.875494, "f1": 0.840876, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"], "main_score": 0.840876, "precision": 0.824769, "recall": 0.875494}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.967391, "f1": 0.957642, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"], "main_score": 0.957642, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.873518, "f1": 0.838735, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"], "main_score": 0.838735, "precision": 0.822793, "recall": 0.873518}, {"accuracy": 0.969368, "f1": 0.960277, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"], "main_score": 0.960277, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.848814, "f1": 0.811215, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"], "main_score": 0.811215, "precision": 0.794756, "recall": 0.848814}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"], "main_score": 0.921509, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.94664, "f1": 0.930896, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"], "main_score": 0.930896, "precision": 0.923337, "recall": 0.94664}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.943676, "f1": 0.929927, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"], "main_score": 0.929927, "precision": 0.924393, "recall": 0.943676}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"], "main_score": 0.932148, "precision": 0.925066, "recall": 0.947628}, {"accuracy": 0.932806, "f1": 0.912352, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"], "main_score": 0.912352, "precision": 0.902833, "recall": 0.932806}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"], "main_score": 0.936265, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.965316, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"], "main_score": 0.965316, "precision": 0.961709, "recall": 0.97332}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"], "main_score": 0.919038, "precision": 0.909997, "recall": 0.937747}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"], "main_score": 0.932708, "precision": 0.925148, "recall": 0.948617}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.871542, "f1": 0.834717, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"], "main_score": 0.834717, "precision": 0.817935, "recall": 0.871542}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.949605, "f1": 0.934783, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"], "main_score": 0.934783, "precision": 0.927701, "recall": 0.949605}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"], "main_score": 0.923155, "precision": 0.915135, "recall": 0.940711}, {"accuracy": 0.965415, "f1": 0.955534, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"], "main_score": 0.955534, "precision": 0.951087, "recall": 0.965415}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"], "main_score": 0.914196, "precision": 0.904644, "recall": 0.933794}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.908103, "f1": 0.881983, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"], "main_score": 0.881983, "precision": 0.869648, "recall": 0.908103}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"], "main_score": 0.967951, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.932806, "f1": 0.912879, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"], "main_score": 0.912879, "precision": 0.903491, "recall": 0.932806}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.881423, "f1": 0.848188, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"], "main_score": 0.848188, "precision": 0.832955, "recall": 0.881423}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.970967, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"], "main_score": 0.970967, "precision": 0.968215, "recall": 0.977273}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.907115, "f1": 0.881588, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"], "main_score": 0.881588, "precision": 0.869236, "recall": 0.907115}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"], "main_score": 0.90942, "precision": 0.899209, "recall": 0.93083}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.9417, "f1": 0.924802, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"], "main_score": 0.924802, "precision": 0.916914, "recall": 0.9417}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"], "main_score": 0.969433, "precision": 0.966321, "recall": 0.976285}, {"accuracy": 0.927866, "f1": 0.904809, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"], "main_score": 0.904809, "precision": 0.89361, "recall": 0.927866}, {"accuracy": 0.890316, "f1": 0.862121, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"], "main_score": 0.862121, "precision": 0.848979, "recall": 0.890316}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.943676, "f1": 0.926779, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"], "main_score": 0.926779, "precision": 0.91889, "recall": 0.943676}, {"accuracy": 0.971344, "f1": 0.963505, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"], "main_score": 0.963505, "precision": 0.96026, "recall": 0.971344}, {"accuracy": 0.825099, "f1": 0.778821, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"], "main_score": 0.778821, "precision": 0.757856, "recall": 0.825099}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"], "main_score": 0.907444, "precision": 0.89776, "recall": 0.928854}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.889328, "f1": 0.8583, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"], "main_score": 0.8583, "precision": 0.844203, "recall": 0.889328}, {"accuracy": 0.901186, "f1": 0.873932, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"], "main_score": 0.873932, "precision": 0.861331, "recall": 0.901186}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.811265, "f1": 0.762469, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"], "main_score": 0.762469, "precision": 0.740201, "recall": 0.811265}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"], "main_score": 0.971838, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.931818, "f1": 0.910474, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"], "main_score": 0.910474, "precision": 0.90028, "recall": 0.931818}, {"accuracy": 0.925889, "f1": 0.904809, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"], "main_score": 0.904809, "precision": 0.895092, "recall": 0.925889}, {"accuracy": 0.883399, "f1": 0.850626, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"], "main_score": 0.850626, "precision": 0.83531, "recall": 0.883399}, {"accuracy": 0.879447, "f1": 0.846047, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"], "main_score": 0.846047, "precision": 0.830122, "recall": 0.879447}, {"accuracy": 0.05336, "f1": 0.030693, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"], "main_score": 0.030693, "precision": 0.025752, "recall": 0.05336}, {"accuracy": 0.925889, "f1": 0.908592, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"], "main_score": 0.908592, "precision": 0.901754, "recall": 0.925889}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"], "main_score": 0.92052, "precision": 0.912335, "recall": 0.938735}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.936759, "f1": 0.917227, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"], "main_score": 0.917227, "precision": 0.907691, "recall": 0.936759}, {"accuracy": 0.962451, "f1": 0.95191, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"], "main_score": 0.95191, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.91502, "f1": 0.894816, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"], "main_score": 0.894816, "precision": 0.886539, "recall": 0.91502}, {"accuracy": 0.890316, "f1": 0.860211, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"], "main_score": 0.860211, "precision": 0.846789, "recall": 0.890316}, {"accuracy": 0.894269, "f1": 0.865415, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"], "main_score": 0.865415, "precision": 0.852141, "recall": 0.894269}, {"accuracy": 0.908103, "f1": 0.889674, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"], "main_score": 0.889674, "precision": 0.883046, "recall": 0.908103}, {"accuracy": 0.939723, "f1": 0.922958, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"], "main_score": 0.922958, "precision": 0.9153, "recall": 0.939723}, {"accuracy": 0.929842, "f1": 0.909881, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"], "main_score": 0.909881, "precision": 0.900692, "recall": 0.929842}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.912055, "f1": 0.886265, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"], "main_score": 0.886265, "precision": 0.874621, "recall": 0.912055}, {"accuracy": 0.924901, "f1": 0.910263, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"], "main_score": 0.910263, "precision": 0.903804, "recall": 0.924901}, {"accuracy": 0.909091, "f1": 0.883531, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"], "main_score": 0.883531, "precision": 0.871377, "recall": 0.909091}, {"accuracy": 0.934783, "f1": 0.91786, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"], "main_score": 0.91786, "precision": 0.910614, "recall": 0.934783}, {"accuracy": 0.913043, "f1": 0.890351, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"], "main_score": 0.890351, "precision": 0.881054, "recall": 0.913043}, {"accuracy": 0.923913, "f1": 0.90247, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"], "main_score": 0.90247, "precision": 0.893116, "recall": 0.923913}, {"accuracy": 0.928854, "f1": 0.911668, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"], "main_score": 0.911668, "precision": 0.904795, "recall": 0.928854}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"], "main_score": 0.926713, "precision": 0.918478, "recall": 0.943676}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.936759, "f1": 0.924404, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"], "main_score": 0.924404, "precision": 0.91974, "recall": 0.936759}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"], "main_score": 0.896739, "precision": 0.885375, "recall": 0.920949}, {"accuracy": 0.187747, "f1": 0.150752, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"], "main_score": 0.150752, "precision": 0.139723, "recall": 0.187747}, {"accuracy": 0.943676, "f1": 0.930872, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"], "main_score": 0.930872, "precision": 0.925634, "recall": 0.943676}, {"accuracy": 0.927866, "f1": 0.906522, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"], "main_score": 0.906522, "precision": 0.896327, "recall": 0.927866}, {"accuracy": 0.938735, "f1": 0.920902, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"], "main_score": 0.920902, "precision": 0.912714, "recall": 0.938735}, {"accuracy": 0.910079, "f1": 0.888844, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"], "main_score": 0.888844, "precision": 0.880568, "recall": 0.910079}, {"accuracy": 0.926877, "f1": 0.908813, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"], "main_score": 0.908813, "precision": 0.901309, "recall": 0.926877}, {"accuracy": 0.91502, "f1": 0.895573, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"], "main_score": 0.895573, "precision": 0.888178, "recall": 0.91502}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"], "main_score": 0.872332, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.937747, "f1": 0.924065, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"], "main_score": 0.924065, "precision": 0.918876, "recall": 0.937747}, {"accuracy": 0.9417, "f1": 0.925099, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"], "main_score": 0.925099, "precision": 0.917572, "recall": 0.9417}, {"accuracy": 0.891304, "f1": 0.875224, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"], "main_score": 0.875224, "precision": 0.869419, "recall": 0.891304}, {"accuracy": 0.912055, "f1": 0.890135, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"], "main_score": 0.890135, "precision": 0.881449, "recall": 0.912055}, {"accuracy": 0.929842, "f1": 0.911218, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"], "main_score": 0.911218, "precision": 0.90331, "recall": 0.929842}, {"accuracy": 0.9417, "f1": 0.925798, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"], "main_score": 0.925798, "precision": 0.918849, "recall": 0.9417}, {"accuracy": 0.868577, "f1": 0.834914, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"], "main_score": 0.834914, "precision": 0.819335, "recall": 0.868577}, {"accuracy": 0.911067, "f1": 0.886495, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"], "main_score": 0.886495, "precision": 0.875165, "recall": 0.911067}, {"accuracy": 0.91996, "f1": 0.901135, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"], "main_score": 0.901135, "precision": 0.893695, "recall": 0.91996}, {"accuracy": 0.943676, "f1": 0.929183, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"], "main_score": 0.929183, "precision": 0.922101, "recall": 0.943676}, {"accuracy": 0.924901, "f1": 0.911584, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"], "main_score": 0.911584, "precision": 0.906696, "recall": 0.924901}, {"accuracy": 0.927866, "f1": 0.906522, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"], "main_score": 0.906522, "precision": 0.896492, "recall": 0.927866}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"], "main_score": 0.938406, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.938735, "f1": 0.919532, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"], "main_score": 0.919532, "precision": 0.910491, "recall": 0.938735}, {"accuracy": 0.927866, "f1": 0.906686, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"], "main_score": 0.906686, "precision": 0.896657, "recall": 0.927866}, {"accuracy": 0.875494, "f1": 0.839789, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"], "main_score": 0.839789, "precision": 0.823699, "recall": 0.875494}, {"accuracy": 0.90415, "f1": 0.877404, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"], "main_score": 0.877404, "precision": 0.865283, "recall": 0.90415}, {"accuracy": 0.907115, "f1": 0.882778, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"], "main_score": 0.882778, "precision": 0.872958, "recall": 0.907115}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"], "main_score": 0.895422, "precision": 0.88475, "recall": 0.918972}, {"accuracy": 0.871542, "f1": 0.838274, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"], "main_score": 0.838274, "precision": 0.822497, "recall": 0.871542}, {"accuracy": 0.916996, "f1": 0.904172, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"], "main_score": 0.904172, "precision": 0.899355, "recall": 0.916996}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"], "main_score": 0.887681, "precision": 0.875, "recall": 0.914032}, {"accuracy": 0.859684, "f1": 0.820718, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"], "main_score": 0.820718, "precision": 0.802454, "recall": 0.859684}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"], "main_score": 0.923913, "precision": 0.915349, "recall": 0.9417}, {"accuracy": 0.647233, "f1": 0.576831, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"], "main_score": 0.576831, "precision": 0.550235, "recall": 0.647233}, {"accuracy": 0.932806, "f1": 0.915302, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"], "main_score": 0.915302, "precision": 0.908251, "recall": 0.932806}, {"accuracy": 0.929842, "f1": 0.915482, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"], "main_score": 0.915482, "precision": 0.909848, "recall": 0.929842}, {"accuracy": 0.911067, "f1": 0.887505, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"], "main_score": 0.887505, "precision": 0.877693, "recall": 0.911067}, {"accuracy": 0.925889, "f1": 0.908452, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"], "main_score": 0.908452, "precision": 0.901219, "recall": 0.925889}, {"accuracy": 0.899209, "f1": 0.871509, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"], "main_score": 0.871509, "precision": 0.858531, "recall": 0.899209}, {"accuracy": 0.890316, "f1": 0.860837, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"], "main_score": 0.860837, "precision": 0.848304, "recall": 0.890316}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"], "main_score": 0.894335, "precision": 0.882493, "recall": 0.918972}, {"accuracy": 0.934783, "f1": 0.919168, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"], "main_score": 0.919168, "precision": 0.912652, "recall": 0.934783}, {"accuracy": 0.876482, "f1": 0.845586, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"], "main_score": 0.845586, "precision": 0.83111, "recall": 0.876482}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.892292, "f1": 0.861397, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"], "main_score": 0.861397, "precision": 0.846591, "recall": 0.892292}, {"accuracy": 0.926877, "f1": 0.905369, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"], "main_score": 0.905369, "precision": 0.895537, "recall": 0.926877}, {"accuracy": 0.909091, "f1": 0.884754, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"], "main_score": 0.884754, "precision": 0.874177, "recall": 0.909091}, {"accuracy": 0.914032, "f1": 0.89241, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"], "main_score": 0.89241, "precision": 0.883679, "recall": 0.914032}, {"accuracy": 0.211462, "f1": 0.154888, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"], "main_score": 0.154888, "precision": 0.138435, "recall": 0.211462}, {"accuracy": 0.892292, "f1": 0.861989, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"], "main_score": 0.861989, "precision": 0.847332, "recall": 0.892292}, {"accuracy": 0.916996, "f1": 0.894553, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"], "main_score": 0.894553, "precision": 0.884693, "recall": 0.916996}, {"accuracy": 0.93083, "f1": 0.911561, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"], "main_score": 0.911561, "precision": 0.902339, "recall": 0.93083}, {"accuracy": 0.928854, "f1": 0.908103, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"], "main_score": 0.908103, "precision": 0.898221, "recall": 0.928854}, {"accuracy": 0.936759, "f1": 0.918445, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"], "main_score": 0.918445, "precision": 0.910244, "recall": 0.936759}, {"accuracy": 0.886364, "f1": 0.859321, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"], "main_score": 0.859321, "precision": 0.848123, "recall": 0.886364}, {"accuracy": 0.937747, "f1": 0.918874, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"], "main_score": 0.918874, "precision": 0.910161, "recall": 0.937747}, {"accuracy": 0.936759, "f1": 0.921264, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"], "main_score": 0.921264, "precision": 0.915333, "recall": 0.936759}, {"accuracy": 0.931818, "f1": 0.914808, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"], "main_score": 0.914808, "precision": 0.907642, "recall": 0.931818}, {"accuracy": 0.923913, "f1": 0.907297, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"], "main_score": 0.907297, "precision": 0.900497, "recall": 0.923913}, {"accuracy": 0.900198, "f1": 0.87537, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"], "main_score": 0.87537, "precision": 0.865423, "recall": 0.900198}, {"accuracy": 0.943676, "f1": 0.92884, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"], "main_score": 0.92884, "precision": 0.922711, "recall": 0.943676}, {"accuracy": 0.823123, "f1": 0.776087, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"], "main_score": 0.776087, "precision": 0.755303, "recall": 0.823123}, {"accuracy": 0.933794, "f1": 0.915415, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"], "main_score": 0.915415, "precision": 0.906736, "recall": 0.933794}, {"accuracy": 0.918972, "f1": 0.899017, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"], "main_score": 0.899017, "precision": 0.890851, "recall": 0.918972}, {"accuracy": 0.931818, "f1": 0.917732, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"], "main_score": 0.917732, "precision": 0.912072, "recall": 0.931818}, {"accuracy": 0.917984, "f1": 0.901029, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"], "main_score": 0.901029, "precision": 0.894309, "recall": 0.917984}, {"accuracy": 0.850791, "f1": 0.810672, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"], "main_score": 0.810672, "precision": 0.792441, "recall": 0.850791}, {"accuracy": 0.839921, "f1": 0.797233, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"], "main_score": 0.797233, "precision": 0.777503, "recall": 0.839921}, {"accuracy": 0.920949, "f1": 0.898617, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"], "main_score": 0.898617, "precision": 0.888455, "recall": 0.920949}, {"accuracy": 0.951581, "f1": 0.937484, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"], "main_score": 0.937484, "precision": 0.931275, "recall": 0.951581}, {"accuracy": 0.892292, "f1": 0.863109, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"], "main_score": 0.863109, "precision": 0.849638, "recall": 0.892292}, {"accuracy": 0.934783, "f1": 0.91945, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"], "main_score": 0.91945, "precision": 0.913225, "recall": 0.934783}, {"accuracy": 0.829051, "f1": 0.785935, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"], "main_score": 0.785935, "precision": 0.766387, "recall": 0.829051}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.932806, "f1": 0.918379, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"], "main_score": 0.918379, "precision": 0.912516, "recall": 0.932806}, {"accuracy": 0.920949, "f1": 0.902809, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"], "main_score": 0.902809, "precision": 0.895673, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.896298, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"], "main_score": 0.896298, "precision": 0.890902, "recall": 0.911067}, {"accuracy": 0.911067, "f1": 0.8929, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"], "main_score": 0.8929, "precision": 0.886221, "recall": 0.911067}, {"accuracy": 0.935771, "f1": 0.917227, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"], "main_score": 0.917227, "precision": 0.908514, "recall": 0.935771}, {"accuracy": 0.961462, "f1": 0.950494, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"], "main_score": 0.950494, "precision": 0.94524, "recall": 0.961462}, {"accuracy": 0.859684, "f1": 0.823024, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"], "main_score": 0.823024, "precision": 0.80611, "recall": 0.859684}, {"accuracy": 0.26087, "f1": 0.213891, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"], "main_score": 0.213891, "precision": 0.198254, "recall": 0.26087}, {"accuracy": 0.914032, "f1": 0.889493, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"], "main_score": 0.889493, "precision": 0.878129, "recall": 0.914032}, {"accuracy": 0.768775, "f1": 0.712516, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"], "main_score": 0.712516, "precision": 0.688142, "recall": 0.768775}, {"accuracy": 0.938735, "f1": 0.921692, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"], "main_score": 0.921692, "precision": 0.913867, "recall": 0.938735}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.884387, "f1": 0.851515, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"], "main_score": 0.851515, "precision": 0.835886, "recall": 0.884387}, {"accuracy": 0.91502, "f1": 0.890843, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"], "main_score": 0.890843, "precision": 0.879529, "recall": 0.91502}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"], "main_score": 0.929677, "precision": 0.922299, "recall": 0.945652}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"], "main_score": 0.920125, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.889152, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"], "main_score": 0.889152, "precision": 0.878911, "recall": 0.913043}, {"accuracy": 0.928854, "f1": 0.913083, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"], "main_score": 0.913083, "precision": 0.906763, "recall": 0.928854}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.880435, "f1": 0.848452, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"], "main_score": 0.848452, "precision": 0.833827, "recall": 0.880435}, {"accuracy": 0.880435, "f1": 0.846212, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"], "main_score": 0.846212, "precision": 0.830122, "recall": 0.880435}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.909091, "f1": 0.885046, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"], "main_score": 0.885046, "precision": 0.875313, "recall": 0.909091}, {"accuracy": 0.051383, "f1": 0.027474, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"], "main_score": 0.027474, "precision": 0.023068, "recall": 0.051383}, {"accuracy": 0.903162, "f1": 0.881523, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"], "main_score": 0.881523, "precision": 0.87343, "recall": 0.903162}, {"accuracy": 0.927866, "f1": 0.907971, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"], "main_score": 0.907971, "precision": 0.899325, "recall": 0.927866}, {"accuracy": 0.876482, "f1": 0.850932, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"], "main_score": 0.850932, "precision": 0.841011, "recall": 0.876482}, {"accuracy": 0.924901, "f1": 0.904976, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"], "main_score": 0.904976, "precision": 0.896749, "recall": 0.924901}, {"accuracy": 0.871542, "f1": 0.836053, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"], "main_score": 0.836053, "precision": 0.820191, "recall": 0.871542}, {"accuracy": 0.868577, "f1": 0.834354, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"], "main_score": 0.834354, "precision": 0.818791, "recall": 0.868577}, {"accuracy": 0.917984, "f1": 0.897189, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"], "main_score": 0.897189, "precision": 0.888826, "recall": 0.917984}, {"accuracy": 0.91996, "f1": 0.898471, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"], "main_score": 0.898471, "precision": 0.888867, "recall": 0.91996}, {"accuracy": 0.942688, "f1": 0.925132, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"], "main_score": 0.925132, "precision": 0.916749, "recall": 0.942688}, {"accuracy": 0.935771, "f1": 0.917325, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"], "main_score": 0.917325, "precision": 0.908432, "recall": 0.935771}, {"accuracy": 0.839921, "f1": 0.798682, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"], "main_score": 0.798682, "precision": 0.780715, "recall": 0.839921}, {"accuracy": 0.93083, "f1": 0.912008, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"], "main_score": 0.912008, "precision": 0.903766, "recall": 0.93083}, {"accuracy": 0.831028, "f1": 0.785178, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"], "main_score": 0.785178, "precision": 0.763867, "recall": 0.831028}, {"accuracy": 0.920949, "f1": 0.896904, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"], "main_score": 0.896904, "precision": 0.88554, "recall": 0.920949}, {"accuracy": 0.927866, "f1": 0.910993, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"], "main_score": 0.910993, "precision": 0.904662, "recall": 0.927866}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"], "main_score": 0.898452, "precision": 0.887434, "recall": 0.921937}, {"accuracy": 0.934783, "f1": 0.916255, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"], "main_score": 0.916255, "precision": 0.90775, "recall": 0.934783}, {"accuracy": 0.94664, "f1": 0.931112, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"], "main_score": 0.931112, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"], "main_score": 0.917292, "precision": 0.908959, "recall": 0.935771}, {"accuracy": 0.875494, "f1": 0.850865, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"], "main_score": 0.850865, "precision": 0.841689, "recall": 0.875494}, {"accuracy": 0.91996, "f1": 0.899195, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"], "main_score": 0.899195, "precision": 0.890794, "recall": 0.91996}, {"accuracy": 0.891304, "f1": 0.859651, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"], "main_score": 0.859651, "precision": 0.845685, "recall": 0.891304}, {"accuracy": 0.914032, "f1": 0.889723, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"], "main_score": 0.889723, "precision": 0.878376, "recall": 0.914032}, {"accuracy": 0.898221, "f1": 0.869878, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"], "main_score": 0.869878, "precision": 0.857108, "recall": 0.898221}, {"accuracy": 0.878458, "f1": 0.845767, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"], "main_score": 0.845767, "precision": 0.832108, "recall": 0.878458}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.949605, "f1": 0.935361, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"], "main_score": 0.935361, "precision": 0.928854, "recall": 0.949605}, {"accuracy": 0.907115, "f1": 0.880402, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"], "main_score": 0.880402, "precision": 0.868577, "recall": 0.907115}, {"accuracy": 0.87747, "f1": 0.849195, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"], "main_score": 0.849195, "precision": 0.839116, "recall": 0.87747}, {"accuracy": 0.908103, "f1": 0.884738, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"], "main_score": 0.884738, "precision": 0.875059, "recall": 0.908103}, {"accuracy": 0.916008, "f1": 0.892111, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"], "main_score": 0.892111, "precision": 0.88135, "recall": 0.916008}, {"accuracy": 0.90415, "f1": 0.876054, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"], "main_score": 0.876054, "precision": 0.862895, "recall": 0.90415}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"], "main_score": 0.94193, "precision": 0.935524, "recall": 0.955534}, {"accuracy": 0.839921, "f1": 0.798715, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"], "main_score": 0.798715, "precision": 0.780171, "recall": 0.839921}, {"accuracy": 0.933794, "f1": 0.91919, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"], "main_score": 0.91919, "precision": 0.913359, "recall": 0.933794}, {"accuracy": 0.898221, "f1": 0.87197, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"], "main_score": 0.87197, "precision": 0.86054, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.859015, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"], "main_score": 0.859015, "precision": 0.848445, "recall": 0.885375}, {"accuracy": 0.917984, "f1": 0.894401, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"], "main_score": 0.894401, "precision": 0.883926, "recall": 0.917984}, {"accuracy": 0.935771, "f1": 0.918725, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"], "main_score": 0.918725, "precision": 0.911373, "recall": 0.935771}, {"accuracy": 0.893281, "f1": 0.863966, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"], "main_score": 0.863966, "precision": 0.849802, "recall": 0.893281}, {"accuracy": 0.934783, "f1": 0.918925, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"], "main_score": 0.918925, "precision": 0.912725, "recall": 0.934783}, {"accuracy": 0.90415, "f1": 0.877306, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"], "main_score": 0.877306, "precision": 0.86446, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"], "main_score": 0.925231, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.922925, "f1": 0.903623, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"], "main_score": 0.903623, "precision": 0.89552, "recall": 0.922925}, {"accuracy": 0.912055, "f1": 0.887088, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"], "main_score": 0.887088, "precision": 0.875576, "recall": 0.912055}, {"accuracy": 0.949605, "f1": 0.938651, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"], "main_score": 0.938651, "precision": 0.934065, "recall": 0.949605}, {"accuracy": 0.869565, "f1": 0.834354, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"], "main_score": 0.834354, "precision": 0.818099, "recall": 0.869565}, {"accuracy": 0.918972, "f1": 0.897497, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"], "main_score": 0.897497, "precision": 0.888373, "recall": 0.918972}, {"accuracy": 0.939723, "f1": 0.923965, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"], "main_score": 0.923965, "precision": 0.917523, "recall": 0.939723}, {"accuracy": 0.939723, "f1": 0.924606, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"], "main_score": 0.924606, "precision": 0.918198, "recall": 0.939723}, {"accuracy": 0.958498, "f1": 0.947134, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"], "main_score": 0.947134, "precision": 0.941535, "recall": 0.958498}, {"accuracy": 0.944664, "f1": 0.926713, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"], "main_score": 0.926713, "precision": 0.917819, "recall": 0.944664}, {"accuracy": 0.901186, "f1": 0.873682, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"], "main_score": 0.873682, "precision": 0.860837, "recall": 0.901186}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"], "main_score": 0.910573, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.838933, "f1": 0.802072, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"], "main_score": 0.802072, "precision": 0.787596, "recall": 0.838933}, {"accuracy": 0.909091, "f1": 0.889759, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"], "main_score": 0.889759, "precision": 0.882548, "recall": 0.909091}, {"accuracy": 0.863636, "f1": 0.825659, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"], "main_score": 0.825659, "precision": 0.808613, "recall": 0.863636}, {"accuracy": 0.889328, "f1": 0.858762, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"], "main_score": 0.858762, "precision": 0.84445, "recall": 0.889328}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"], "main_score": 0.934124, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.950593, "f1": 0.936726, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"], "main_score": 0.936726, "precision": 0.930665, "recall": 0.950593}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"], "main_score": 0.944829, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.927866, "f1": 0.907411, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"], "main_score": 0.907411, "precision": 0.897727, "recall": 0.927866}, {"accuracy": 0.916996, "f1": 0.900375, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"], "main_score": 0.900375, "precision": 0.893792, "recall": 0.916996}, {"accuracy": 0.812253, "f1": 0.764625, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"], "main_score": 0.764625, "precision": 0.742918, "recall": 0.812253}, {"accuracy": 0.887352, "f1": 0.858484, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"], "main_score": 0.858484, "precision": 0.845932, "recall": 0.887352}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"], "main_score": 0.907115, "precision": 0.896904, "recall": 0.928854}, {"accuracy": 0.852767, "f1": 0.814314, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"], "main_score": 0.814314, "precision": 0.797348, "recall": 0.852767}, {"accuracy": 0.837945, "f1": 0.793511, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"], "main_score": 0.793511, "precision": 0.774209, "recall": 0.837945}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"], "main_score": 0.923814, "precision": 0.915431, "recall": 0.9417}, {"accuracy": 0.889328, "f1": 0.858564, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"], "main_score": 0.858564, "precision": 0.844648, "recall": 0.889328}, {"accuracy": 0.917984, "f1": 0.894302, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"], "main_score": 0.894302, "precision": 0.883482, "recall": 0.917984}, {"accuracy": 0.785573, "f1": 0.731117, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"], "main_score": 0.731117, "precision": 0.70667, "recall": 0.785573}, {"accuracy": 0.928854, "f1": 0.910578, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"], "main_score": 0.910578, "precision": 0.903228, "recall": 0.928854}, {"accuracy": 0.937747, "f1": 0.920718, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"], "main_score": 0.920718, "precision": 0.913241, "recall": 0.937747}, {"accuracy": 0.924901, "f1": 0.906428, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"], "main_score": 0.906428, "precision": 0.898995, "recall": 0.924901}, {"accuracy": 0.932806, "f1": 0.914581, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"], "main_score": 0.914581, "precision": 0.906415, "recall": 0.932806}, {"accuracy": 0.905138, "f1": 0.879531, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"], "main_score": 0.879531, "precision": 0.868445, "recall": 0.905138}, {"accuracy": 0.912055, "f1": 0.887088, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"], "main_score": 0.887088, "precision": 0.875082, "recall": 0.912055}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"], "main_score": 0.912385, "precision": 0.902503, "recall": 0.932806}, {"accuracy": 0.868577, "f1": 0.830091, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"], "main_score": 0.830091, "precision": 0.812418, "recall": 0.868577}, {"accuracy": 0.039526, "f1": 0.019962, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"], "main_score": 0.019962, "precision": 0.016722, "recall": 0.039526}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.972332, "f1": 0.963834, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"], "main_score": 0.963834, "precision": 0.959898, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"], "main_score": 0.92276, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.917984, "f1": 0.894386, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"], "main_score": 0.894386, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.959486, "f1": 0.947859, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"], "main_score": 0.947859, "precision": 0.942441, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"], "main_score": 0.888505, "precision": 0.876482, "recall": 0.914032}, {"accuracy": 0.925889, "f1": 0.902734, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"], "main_score": 0.902734, "precision": 0.891881, "recall": 0.925889}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.891304, "f1": 0.85942, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"], "main_score": 0.85942, "precision": 0.844615, "recall": 0.891304}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.926877, "f1": 0.905995, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"], "main_score": 0.905995, "precision": 0.896657, "recall": 0.926877}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.172925, "f1": 0.116584, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"], "main_score": 0.116584, "precision": 0.10088, "recall": 0.172925}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.913043, "f1": 0.887022, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"], "main_score": 0.887022, "precision": 0.874704, "recall": 0.913043}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"], "main_score": 0.916403, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.869565, "f1": 0.832806, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"], "main_score": 0.832806, "precision": 0.815876, "recall": 0.869565}, {"accuracy": 0.94664, "f1": 0.929183, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"], "main_score": 0.929183, "precision": 0.920619, "recall": 0.94664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.940711, "f1": 0.921607, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"], "main_score": 0.921607, "precision": 0.91222, "recall": 0.940711}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"], "main_score": 0.94417, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"], "main_score": 0.949605, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.944664, "f1": 0.926943, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"], "main_score": 0.926943, "precision": 0.918396, "recall": 0.944664}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.873518, "f1": 0.837898, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"], "main_score": 0.837898, "precision": 0.821673, "recall": 0.873518}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.935771, "f1": 0.91502, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"], "main_score": 0.91502, "precision": 0.904974, "recall": 0.935771}, {"accuracy": 0.875494, "f1": 0.841436, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"], "main_score": 0.841436, "precision": 0.826005, "recall": 0.875494}, {"accuracy": 0.889328, "f1": 0.85695, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"], "main_score": 0.85695, "precision": 0.842177, "recall": 0.889328}, {"accuracy": 0.752964, "f1": 0.692212, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"], "main_score": 0.692212, "precision": 0.666403, "recall": 0.752964}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.890316, "f1": 0.857016, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"], "main_score": 0.857016, "precision": 0.841403, "recall": 0.890316}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.849802, "f1": 0.809274, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"], "main_score": 0.809274, "precision": 0.790991, "recall": 0.849802}, {"accuracy": 0.916008, "f1": 0.890876, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"], "main_score": 0.890876, "precision": 0.879035, "recall": 0.916008}, {"accuracy": 0.844862, "f1": 0.798287, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"], "main_score": 0.798287, "precision": 0.776433, "recall": 0.844862}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.192688, "f1": 0.119426, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"], "main_score": 0.119426, "precision": 0.099922, "recall": 0.192688}, {"accuracy": 0.893281, "f1": 0.862648, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"], "main_score": 0.862648, "precision": 0.848155, "recall": 0.893281}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"], "main_score": 0.907181, "precision": 0.896821, "recall": 0.928854}, {"accuracy": 0.891304, "f1": 0.858663, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"], "main_score": 0.858663, "precision": 0.84361, "recall": 0.891304}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.83498, "f1": 0.792286, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"], "main_score": 0.792286, "precision": 0.773757, "recall": 0.83498}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.910079, "f1": 0.885507, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"], "main_score": 0.885507, "precision": 0.873847, "recall": 0.910079}, {"accuracy": 0.843874, "f1": 0.801548, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"], "main_score": 0.801548, "precision": 0.782032, "recall": 0.843874}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.900198, "f1": 0.870685, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"], "main_score": 0.870685, "precision": 0.857049, "recall": 0.900198}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.824111, "f1": 0.778741, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"], "main_score": 0.778741, "precision": 0.759173, "recall": 0.824111}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.870553, "f1": 0.83498, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"], "main_score": 0.83498, "precision": 0.819318, "recall": 0.870553}, {"accuracy": 0.229249, "f1": 0.165638, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"], "main_score": 0.165638, "precision": 0.145839, "recall": 0.229249}, {"accuracy": 0.898221, "f1": 0.869057, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"], "main_score": 0.869057, "precision": 0.855978, "recall": 0.898221}, {"accuracy": 0.809289, "f1": 0.760394, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"], "main_score": 0.760394, "precision": 0.739065, "recall": 0.809289}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.900198, "f1": 0.870619, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"], "main_score": 0.870619, "precision": 0.856966, "recall": 0.900198}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"], "main_score": 0.964097, "precision": 0.960178, "recall": 0.972332}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.868577, "f1": 0.830171, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"], "main_score": 0.830171, "precision": 0.812253, "recall": 0.868577}, {"accuracy": 0.850791, "f1": 0.809703, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"], "main_score": 0.809703, "precision": 0.792111, "recall": 0.850791}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"], "main_score": 0.916337, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.047431, "f1": 0.024424, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"], "main_score": 0.024424, "precision": 0.020513, "recall": 0.047431}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.929842, "f1": 0.907938, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"], "main_score": 0.907938, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.90415, "f1": 0.875494, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"], "main_score": 0.875494, "precision": 0.862154, "recall": 0.90415}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"], "main_score": 0.947134, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.890316, "f1": 0.85751, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"], "main_score": 0.85751, "precision": 0.841897, "recall": 0.890316}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.833004, "f1": 0.792852, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"], "main_score": 0.792852, "precision": 0.775214, "recall": 0.833004}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"], "main_score": 0.922826, "precision": 0.914443, "recall": 0.940711}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"], "main_score": 0.935771, "precision": 0.928887, "recall": 0.950593}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.900198, "f1": 0.871245, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"], "main_score": 0.871245, "precision": 0.858482, "recall": 0.900198}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.935837, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"], "main_score": 0.935837, "precision": 0.928771, "recall": 0.950593}, {"accuracy": 0.954545, "f1": 0.940777, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"], "main_score": 0.940777, "precision": 0.934371, "recall": 0.954545}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"], "main_score": 0.916337, "precision": 0.907312, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.9417, "f1": 0.92365, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"], "main_score": 0.92365, "precision": 0.915135, "recall": 0.9417}, {"accuracy": 0.854743, "f1": 0.81382, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"], "main_score": 0.81382, "precision": 0.794796, "recall": 0.854743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993808, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"], "main_score": 0.993808, "precision": 0.99333, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"], "main_score": 0.979644, "precision": 0.97752, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.893281, "f1": 0.862879, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"], "main_score": 0.862879, "precision": 0.848897, "recall": 0.893281}, {"accuracy": 0.992095, "f1": 0.990184, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"], "main_score": 0.990184, "precision": 0.989377, "recall": 0.992095}, {"accuracy": 0.896245, "f1": 0.865843, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"], "main_score": 0.865843, "precision": 0.851202, "recall": 0.896245}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"], "main_score": 0.925296, "precision": 0.917111, "recall": 0.942688}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.921937, "f1": 0.898518, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"], "main_score": 0.898518, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.836957, "f1": 0.794335, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"], "main_score": 0.794335, "precision": 0.775543, "recall": 0.836957}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.911067, "f1": 0.886397, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"], "main_score": 0.886397, "precision": 0.875642, "recall": 0.911067}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.873518, "f1": 0.836495, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"], "main_score": 0.836495, "precision": 0.819285, "recall": 0.873518}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"], "main_score": 0.898452, "precision": 0.887599, "recall": 0.921937}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"], "main_score": 0.932148, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.867589, "f1": 0.830501, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"], "main_score": 0.830501, "precision": 0.813274, "recall": 0.867589}, {"accuracy": 0.871542, "f1": 0.833432, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"], "main_score": 0.833432, "precision": 0.816074, "recall": 0.871542}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.807312, "f1": 0.758333, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"], "main_score": 0.758333, "precision": 0.736561, "recall": 0.807312}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.863636, "f1": 0.823748, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"], "main_score": 0.823748, "precision": 0.805369, "recall": 0.863636}, {"accuracy": 0.917984, "f1": 0.893281, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"], "main_score": 0.893281, "precision": 0.881588, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.8083, "f1": 0.756541, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"], "main_score": 0.756541, "precision": 0.733877, "recall": 0.8083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.921937, "f1": 0.899506, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"], "main_score": 0.899506, "precision": 0.889163, "recall": 0.921937}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"], "main_score": 0.901021, "precision": 0.890316, "recall": 0.923913}, {"accuracy": 0.892292, "f1": 0.861067, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"], "main_score": 0.861067, "precision": 0.846426, "recall": 0.892292}, {"accuracy": 0.049407, "f1": 0.023386, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"], "main_score": 0.023386, "precision": 0.017918, "recall": 0.049407}, {"accuracy": 0.9417, "f1": 0.926614, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"], "main_score": 0.926614, "precision": 0.920482, "recall": 0.9417}, {"accuracy": 0.944664, "f1": 0.928162, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"], "main_score": 0.928162, "precision": 0.920619, "recall": 0.944664}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.944664, "f1": 0.931017, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"], "main_score": 0.931017, "precision": 0.925453, "recall": 0.944664}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"], "main_score": 0.920619, "precision": 0.911726, "recall": 0.938735}, {"accuracy": 0.933794, "f1": 0.912549, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"], "main_score": 0.912549, "precision": 0.902339, "recall": 0.933794}, {"accuracy": 0.916996, "f1": 0.900173, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"], "main_score": 0.900173, "precision": 0.894361, "recall": 0.916996}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"], "main_score": 0.951153, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"], "main_score": 0.905797, "precision": 0.895257, "recall": 0.927866}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.936759, "f1": 0.918116, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"], "main_score": 0.918116, "precision": 0.90942, "recall": 0.936759}, {"accuracy": 0.945652, "f1": 0.932971, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"], "main_score": 0.932971, "precision": 0.927722, "recall": 0.945652}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"], "main_score": 0.90448, "precision": 0.893939, "recall": 0.925889}, {"accuracy": 0.959486, "f1": 0.94776, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"], "main_score": 0.94776, "precision": 0.942556, "recall": 0.959486}, {"accuracy": 0.948617, "f1": 0.934585, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"], "main_score": 0.934585, "precision": 0.928524, "recall": 0.948617}, {"accuracy": 0.937747, "f1": 0.919104, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"], "main_score": 0.919104, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.953557, "f1": 0.940744, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"], "main_score": 0.940744, "precision": 0.935227, "recall": 0.953557}, {"accuracy": 0.948617, "f1": 0.931983, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"], "main_score": 0.931983, "precision": 0.923748, "recall": 0.948617}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.940711, "f1": 0.927914, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"], "main_score": 0.927914, "precision": 0.92304, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.197628, "f1": 0.157801, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"], "main_score": 0.157801, "precision": 0.146663, "recall": 0.197628}, {"accuracy": 0.962451, "f1": 0.953047, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"], "main_score": 0.953047, "precision": 0.949038, "recall": 0.962451}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.931818, "f1": 0.914218, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"], "main_score": 0.914218, "precision": 0.906612, "recall": 0.931818}, {"accuracy": 0.942688, "f1": 0.92683, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"], "main_score": 0.92683, "precision": 0.919862, "recall": 0.942688}, {"accuracy": 0.939723, "f1": 0.92464, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"], "main_score": 0.92464, "precision": 0.918372, "recall": 0.939723}, {"accuracy": 0.925889, "f1": 0.904498, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"], "main_score": 0.904498, "precision": 0.894516, "recall": 0.925889}, {"accuracy": 0.94664, "f1": 0.934626, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"], "main_score": 0.934626, "precision": 0.929636, "recall": 0.94664}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"], "main_score": 0.94193, "precision": 0.935359, "recall": 0.955534}, {"accuracy": 0.916996, "f1": 0.902117, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"], "main_score": 0.902117, "precision": 0.896535, "recall": 0.916996}, {"accuracy": 0.921937, "f1": 0.902456, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"], "main_score": 0.902456, "precision": 0.894906, "recall": 0.921937}, {"accuracy": 0.954545, "f1": 0.941271, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"], "main_score": 0.941271, "precision": 0.93526, "recall": 0.954545}, {"accuracy": 0.945652, "f1": 0.932213, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"], "main_score": 0.932213, "precision": 0.926367, "recall": 0.945652}, {"accuracy": 0.889328, "f1": 0.856061, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"], "main_score": 0.856061, "precision": 0.84025, "recall": 0.889328}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"], "main_score": 0.90448, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.939723, "f1": 0.925132, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"], "main_score": 0.925132, "precision": 0.919403, "recall": 0.939723}, {"accuracy": 0.934783, "f1": 0.916008, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"], "main_score": 0.916008, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.951581, "f1": 0.942147, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"], "main_score": 0.942147, "precision": 0.938392, "recall": 0.951581}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.925889, "f1": 0.904381, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"], "main_score": 0.904381, "precision": 0.894351, "recall": 0.925889}, {"accuracy": 0.900198, "f1": 0.871245, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"], "main_score": 0.871245, "precision": 0.858119, "recall": 0.900198}, {"accuracy": 0.951581, "f1": 0.937582, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"], "main_score": 0.937582, "precision": 0.93083, "recall": 0.951581}, {"accuracy": 0.942688, "f1": 0.926845, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"], "main_score": 0.926845, "precision": 0.920158, "recall": 0.942688}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"], "main_score": 0.940547, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.864625, "f1": 0.826416, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"], "main_score": 0.826416, "precision": 0.808333, "recall": 0.864625}, {"accuracy": 0.933794, "f1": 0.918996, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"], "main_score": 0.918996, "precision": 0.912769, "recall": 0.933794}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"], "main_score": 0.91996, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.88834, "f1": 0.857345, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"], "main_score": 0.857345, "precision": 0.842721, "recall": 0.88834}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"], "main_score": 0.95751, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.682806, "f1": 0.613595, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"], "main_score": 0.613595, "precision": 0.58692, "recall": 0.682806}, {"accuracy": 0.948617, "f1": 0.93475, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"], "main_score": 0.93475, "precision": 0.928887, "recall": 0.948617}, {"accuracy": 0.950593, "f1": 0.939491, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"], "main_score": 0.939491, "precision": 0.935088, "recall": 0.950593}, {"accuracy": 0.934783, "f1": 0.916271, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"], "main_score": 0.916271, "precision": 0.908432, "recall": 0.934783}, {"accuracy": 0.940711, "f1": 0.925351, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"], "main_score": 0.925351, "precision": 0.919079, "recall": 0.940711}, {"accuracy": 0.927866, "f1": 0.907938, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"], "main_score": 0.907938, "precision": 0.898221, "recall": 0.927866}, {"accuracy": 0.926877, "f1": 0.906818, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"], "main_score": 0.906818, "precision": 0.898007, "recall": 0.926877}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"], "main_score": 0.927437, "precision": 0.919055, "recall": 0.944664}, {"accuracy": 0.963439, "f1": 0.955836, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"], "main_score": 0.955836, "precision": 0.953031, "recall": 0.963439}, {"accuracy": 0.891304, "f1": 0.863043, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"], "main_score": 0.863043, "precision": 0.850115, "recall": 0.891304}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.908103, "f1": 0.883399, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"], "main_score": 0.883399, "precision": 0.871739, "recall": 0.908103}, {"accuracy": 0.938735, "f1": 0.920191, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"], "main_score": 0.920191, "precision": 0.911479, "recall": 0.938735}, {"accuracy": 0.939723, "f1": 0.922497, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"], "main_score": 0.922497, "precision": 0.914806, "recall": 0.939723}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"], "main_score": 0.931884, "precision": 0.924819, "recall": 0.947628}, {"accuracy": 0.208498, "f1": 0.147452, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"], "main_score": 0.147452, "precision": 0.129029, "recall": 0.208498}, {"accuracy": 0.916008, "f1": 0.890152, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"], "main_score": 0.890152, "precision": 0.877964, "recall": 0.916008}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"], "main_score": 0.917721, "precision": 0.909009, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"], "main_score": 0.916996, "precision": 0.908103, "recall": 0.935771}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"], "main_score": 0.939559, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.91996, "f1": 0.89865, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"], "main_score": 0.89865, "precision": 0.889559, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.948617, "f1": 0.934684, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"], "main_score": 0.934684, "precision": 0.928442, "recall": 0.948617}, {"accuracy": 0.949605, "f1": 0.935507, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"], "main_score": 0.935507, "precision": 0.929496, "recall": 0.949605}, {"accuracy": 0.940711, "f1": 0.925395, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"], "main_score": 0.925395, "precision": 0.918819, "recall": 0.940711}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"], "main_score": 0.934289, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.937747, "f1": 0.921462, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"], "main_score": 0.921462, "precision": 0.914542, "recall": 0.937747}, {"accuracy": 0.841897, "f1": 0.799605, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"], "main_score": 0.799605, "precision": 0.780056, "recall": 0.841897}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.928854, "f1": 0.910721, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"], "main_score": 0.910721, "precision": 0.90276, "recall": 0.928854}, {"accuracy": 0.94664, "f1": 0.935522, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"], "main_score": 0.935522, "precision": 0.931332, "recall": 0.94664}, {"accuracy": 0.935771, "f1": 0.919618, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"], "main_score": 0.919618, "precision": 0.912764, "recall": 0.935771}, {"accuracy": 0.913043, "f1": 0.887681, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"], "main_score": 0.887681, "precision": 0.875659, "recall": 0.913043}, {"accuracy": 0.866601, "f1": 0.830501, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"], "main_score": 0.830501, "precision": 0.813735, "recall": 0.866601}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"], "main_score": 0.880764, "precision": 0.867754, "recall": 0.908103}, {"accuracy": 0.956522, "f1": 0.945059, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"], "main_score": 0.945059, "precision": 0.940234, "recall": 0.956522}, {"accuracy": 0.844862, "f1": 0.804202, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"], "main_score": 0.804202, "precision": 0.785688, "recall": 0.844862}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.958498, "f1": 0.947812, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"], "main_score": 0.947812, "precision": 0.943495, "recall": 0.958498}, {"accuracy": 0.937747, "f1": 0.921014, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"], "main_score": 0.921014, "precision": 0.913702, "recall": 0.937747}, {"accuracy": 0.934783, "f1": 0.921238, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"], "main_score": 0.921238, "precision": 0.916121, "recall": 0.934783}, {"accuracy": 0.936759, "f1": 0.923271, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"], "main_score": 0.923271, "precision": 0.918097, "recall": 0.936759}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.883399, "f1": 0.852503, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"], "main_score": 0.852503, "precision": 0.838192, "recall": 0.883399}, {"accuracy": 0.282609, "f1": 0.227437, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"], "main_score": 0.227437, "precision": 0.208551, "recall": 0.282609}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"], "main_score": 0.90942, "precision": 0.899704, "recall": 0.929842}, {"accuracy": 0.784585, "f1": 0.729183, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"], "main_score": 0.729183, "precision": 0.705254, "recall": 0.784585}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"], "main_score": 0.948617, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.895257, "f1": 0.864493, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"], "main_score": 0.864493, "precision": 0.850379, "recall": 0.895257}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"], "main_score": 0.929677, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"], "main_score": 0.924901, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"], "main_score": 0.932708, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"], "main_score": 0.920125, "precision": 0.911067, "recall": 0.938735}, {"accuracy": 0.954545, "f1": 0.942707, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"], "main_score": 0.942707, "precision": 0.937895, "recall": 0.954545}, {"accuracy": 0.883399, "f1": 0.849769, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"], "main_score": 0.849769, "precision": 0.833827, "recall": 0.883399}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"], "main_score": 0.869697, "precision": 0.855731, "recall": 0.899209}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"], "main_score": 0.929677, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.932806, "f1": 0.914328, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"], "main_score": 0.914328, "precision": 0.906291, "recall": 0.932806}, {"accuracy": 0.05336, "f1": 0.029492, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"], "main_score": 0.029492, "precision": 0.02472, "recall": 0.05336}, {"accuracy": 0.927866, "f1": 0.910098, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"], "main_score": 0.910098, "precision": 0.903228, "recall": 0.927866}, {"accuracy": 0.938735, "f1": 0.920652, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"], "main_score": 0.920652, "precision": 0.912302, "recall": 0.938735}, {"accuracy": 0.890316, "f1": 0.865048, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"], "main_score": 0.865048, "precision": 0.855047, "recall": 0.890316}, {"accuracy": 0.949605, "f1": 0.934867, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"], "main_score": 0.934867, "precision": 0.928195, "recall": 0.949605}, {"accuracy": 0.880435, "f1": 0.846607, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"], "main_score": 0.846607, "precision": 0.83139, "recall": 0.880435}, {"accuracy": 0.883399, "f1": 0.850743, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"], "main_score": 0.850743, "precision": 0.835474, "recall": 0.883399}, {"accuracy": 0.938735, "f1": 0.921871, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"], "main_score": 0.921871, "precision": 0.914559, "recall": 0.938735}, {"accuracy": 0.933794, "f1": 0.915514, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"], "main_score": 0.915514, "precision": 0.907724, "recall": 0.933794}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"], "main_score": 0.937648, "precision": 0.930583, "recall": 0.952569}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"], "main_score": 0.924078, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.83498, "f1": 0.790843, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"], "main_score": 0.790843, "precision": 0.77136, "recall": 0.83498}, {"accuracy": 0.944664, "f1": 0.929611, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"], "main_score": 0.929611, "precision": 0.922985, "recall": 0.944664}, {"accuracy": 0.839921, "f1": 0.797087, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"], "main_score": 0.797087, "precision": 0.777586, "recall": 0.839921}, {"accuracy": 0.91996, "f1": 0.896904, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"], "main_score": 0.896904, "precision": 0.886034, "recall": 0.91996}, {"accuracy": 0.933794, "f1": 0.917869, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"], "main_score": 0.917869, "precision": 0.911077, "recall": 0.933794}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"], "main_score": 0.937418, "precision": 0.930995, "recall": 0.951581}, {"accuracy": 0.933794, "f1": 0.91525, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"], "main_score": 0.91525, "precision": 0.906374, "recall": 0.933794}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.884387, "f1": 0.859453, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"], "main_score": 0.859453, "precision": 0.849846, "recall": 0.884387}, {"accuracy": 0.931818, "f1": 0.913227, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"], "main_score": 0.913227, "precision": 0.905385, "recall": 0.931818}, {"accuracy": 0.901186, "f1": 0.872661, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"], "main_score": 0.872661, "precision": 0.859519, "recall": 0.901186}, {"accuracy": 0.93083, "f1": 0.909717, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"], "main_score": 0.909717, "precision": 0.900033, "recall": 0.93083}, {"accuracy": 0.920949, "f1": 0.899028, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"], "main_score": 0.899028, "precision": 0.889058, "recall": 0.920949}, {"accuracy": 0.917984, "f1": 0.895144, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"], "main_score": 0.895144, "precision": 0.885211, "recall": 0.917984}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"], "main_score": 0.960145, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"], "main_score": 0.953063, "precision": 0.94832, "recall": 0.963439}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"], "main_score": 0.898221, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.924901, "f1": 0.904249, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"], "main_score": 0.904249, "precision": 0.895422, "recall": 0.924901}, {"accuracy": 0.932806, "f1": 0.914345, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"], "main_score": 0.914345, "precision": 0.90635, "recall": 0.932806}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"], "main_score": 0.939723, "precision": 0.933333, "recall": 0.953557}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"], "main_score": 0.901021, "precision": 0.890152, "recall": 0.923913}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.849802, "f1": 0.810507, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"], "main_score": 0.810507, "precision": 0.792276, "recall": 0.849802}, {"accuracy": 0.9417, "f1": 0.927555, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"], "main_score": 0.927555, "precision": 0.921812, "recall": 0.9417}, {"accuracy": 0.924901, "f1": 0.902404, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"], "main_score": 0.902404, "precision": 0.891749, "recall": 0.924901}, {"accuracy": 0.905138, "f1": 0.882789, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"], "main_score": 0.882789, "precision": 0.873847, "recall": 0.905138}, {"accuracy": 0.940711, "f1": 0.923715, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"], "main_score": 0.923715, "precision": 0.916008, "recall": 0.940711}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.918972, "f1": 0.897252, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"], "main_score": 0.897252, "precision": 0.887434, "recall": 0.918972}, {"accuracy": 0.945652, "f1": 0.930451, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"], "main_score": 0.930451, "precision": 0.923807, "recall": 0.945652}, {"accuracy": 0.910079, "f1": 0.885375, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"], "main_score": 0.885375, "precision": 0.873682, "recall": 0.910079}, {"accuracy": 0.936759, "f1": 0.918149, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"], "main_score": 0.918149, "precision": 0.909124, "recall": 0.936759}, {"accuracy": 0.938735, "f1": 0.921509, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"], "main_score": 0.921509, "precision": 0.914015, "recall": 0.938735}, {"accuracy": 0.935771, "f1": 0.918379, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"], "main_score": 0.918379, "precision": 0.909997, "recall": 0.935771}, {"accuracy": 0.964427, "f1": 0.956011, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"], "main_score": 0.956011, "precision": 0.952496, "recall": 0.964427}, {"accuracy": 0.875494, "f1": 0.841601, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"], "main_score": 0.841601, "precision": 0.826367, "recall": 0.875494}, {"accuracy": 0.954545, "f1": 0.941831, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"], "main_score": 0.941831, "precision": 0.936265, "recall": 0.954545}, {"accuracy": 0.952569, "f1": 0.939262, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"], "main_score": 0.939262, "precision": 0.933547, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"], "main_score": 0.950428, "precision": 0.945553, "recall": 0.961462}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.916996, "f1": 0.893511, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"], "main_score": 0.893511, "precision": 0.882329, "recall": 0.916996}, {"accuracy": 0.91502, "f1": 0.890481, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"], "main_score": 0.890481, "precision": 0.878623, "recall": 0.91502}, {"accuracy": 0.936759, "f1": 0.918709, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"], "main_score": 0.918709, "precision": 0.910326, "recall": 0.936759}, {"accuracy": 0.887352, "f1": 0.858959, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"], "main_score": 0.858959, "precision": 0.847134, "recall": 0.887352}, {"accuracy": 0.934783, "f1": 0.919637, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"], "main_score": 0.919637, "precision": 0.913918, "recall": 0.934783}, {"accuracy": 0.917984, "f1": 0.892292, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"], "main_score": 0.892292, "precision": 0.88027, "recall": 0.917984}, {"accuracy": 0.901186, "f1": 0.875659, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"], "main_score": 0.875659, "precision": 0.863669, "recall": 0.901186}, {"accuracy": 0.948617, "f1": 0.931818, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"], "main_score": 0.931818, "precision": 0.923584, "recall": 0.948617}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"], "main_score": 0.929249, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"], "main_score": 0.930336, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.924901, "f1": 0.909498, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"], "main_score": 0.909498, "precision": 0.903343, "recall": 0.924901}, {"accuracy": 0.824111, "f1": 0.781719, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"], "main_score": 0.781719, "precision": 0.762714, "recall": 0.824111}, {"accuracy": 0.906126, "f1": 0.879875, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"], "main_score": 0.879875, "precision": 0.868083, "recall": 0.906126}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.879447, "f1": 0.84664, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"], "main_score": 0.84664, "precision": 0.83139, "recall": 0.879447}, {"accuracy": 0.913043, "f1": 0.887912, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"], "main_score": 0.887912, "precision": 0.8764, "recall": 0.913043}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"], "main_score": 0.941206, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.929842, "f1": 0.909321, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"], "main_score": 0.909321, "precision": 0.899786, "recall": 0.929842}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.790514, "f1": 0.737571, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"], "main_score": 0.737571, "precision": 0.714073, "recall": 0.790514}, {"accuracy": 0.939723, "f1": 0.925647, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"], "main_score": 0.925647, "precision": 0.920102, "recall": 0.939723}, {"accuracy": 0.950593, "f1": 0.937088, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"], "main_score": 0.937088, "precision": 0.93083, "recall": 0.950593}, {"accuracy": 0.9417, "f1": 0.926449, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"], "main_score": 0.926449, "precision": 0.919911, "recall": 0.9417}, {"accuracy": 0.958498, "f1": 0.946542, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"], "main_score": 0.946542, "precision": 0.941453, "recall": 0.958498}, {"accuracy": 0.905138, "f1": 0.8778, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"], "main_score": 0.8778, "precision": 0.865152, "recall": 0.905138}, {"accuracy": 0.91996, "f1": 0.895751, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"], "main_score": 0.895751, "precision": 0.883893, "recall": 0.91996}, {"accuracy": 0.83004, "f1": 0.784552, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"], "main_score": 0.784552, "precision": 0.763538, "recall": 0.83004}, {"accuracy": 0.839921, "f1": 0.800494, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"], "main_score": 0.800494, "precision": 0.782642, "recall": 0.839921}, {"accuracy": 0.050395, "f1": 0.027388, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"], "main_score": 0.027388, "precision": 0.022481, "recall": 0.050395}, {"accuracy": 0.851779, "f1": 0.815847, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"], "main_score": 0.815847, "precision": 0.801046, "recall": 0.851779}, {"accuracy": 0.86166, "f1": 0.823635, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"], "main_score": 0.823635, "precision": 0.806983, "recall": 0.86166}, {"accuracy": 0.900198, "f1": 0.871607, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"], "main_score": 0.871607, "precision": 0.858152, "recall": 0.900198}, {"accuracy": 0.895257, "f1": 0.865777, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"], "main_score": 0.865777, "precision": 0.851943, "recall": 0.895257}, {"accuracy": 0.900198, "f1": 0.871673, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"], "main_score": 0.871673, "precision": 0.858366, "recall": 0.900198}, {"accuracy": 0.831028, "f1": 0.790863, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"], "main_score": 0.790863, "precision": 0.774111, "recall": 0.831028}, {"accuracy": 0.844862, "f1": 0.805567, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"], "main_score": 0.805567, "precision": 0.787665, "recall": 0.844862}, {"accuracy": 0.831028, "f1": 0.785375, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"], "main_score": 0.785375, "precision": 0.764163, "recall": 0.831028}, {"accuracy": 0.793478, "f1": 0.752731, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"], "main_score": 0.752731, "precision": 0.736686, "recall": 0.793478}, {"accuracy": 0.886364, "f1": 0.853063, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"], "main_score": 0.853063, "precision": 0.837615, "recall": 0.886364}, {"accuracy": 0.865613, "f1": 0.829447, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"], "main_score": 0.829447, "precision": 0.812335, "recall": 0.865613}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"], "main_score": 0.88834, "precision": 0.876153, "recall": 0.914032}, {"accuracy": 0.846838, "f1": 0.808564, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"], "main_score": 0.808564, "precision": 0.791403, "recall": 0.846838}, {"accuracy": 0.843874, "f1": 0.804633, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"], "main_score": 0.804633, "precision": 0.787908, "recall": 0.843874}, {"accuracy": 0.858696, "f1": 0.82164, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"], "main_score": 0.82164, "precision": 0.804216, "recall": 0.858696}, {"accuracy": 0.852767, "f1": 0.813822, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"], "main_score": 0.813822, "precision": 0.797111, "recall": 0.852767}, {"accuracy": 0.849802, "f1": 0.811797, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"], "main_score": 0.811797, "precision": 0.795719, "recall": 0.849802}, {"accuracy": 0.812253, "f1": 0.765104, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"], "main_score": 0.765104, "precision": 0.745043, "recall": 0.812253}, {"accuracy": 0.838933, "f1": 0.798341, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"], "main_score": 0.798341, "precision": 0.781646, "recall": 0.838933}, {"accuracy": 0.880435, "f1": 0.848452, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"], "main_score": 0.848452, "precision": 0.833827, "recall": 0.880435}, {"accuracy": 0.883399, "f1": 0.851515, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"], "main_score": 0.851515, "precision": 0.836545, "recall": 0.883399}, {"accuracy": 0.855731, "f1": 0.822054, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"], "main_score": 0.822054, "precision": 0.808148, "recall": 0.855731}, {"accuracy": 0.867589, "f1": 0.832971, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"], "main_score": 0.832971, "precision": 0.8167, "recall": 0.867589}, {"accuracy": 0.185771, "f1": 0.150644, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"], "main_score": 0.150644, "precision": 0.140114, "recall": 0.185771}, {"accuracy": 0.865613, "f1": 0.831523, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"], "main_score": 0.831523, "precision": 0.817111, "recall": 0.865613}, {"accuracy": 0.881423, "f1": 0.850922, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"], "main_score": 0.850922, "precision": 0.837022, "recall": 0.881423}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"], "main_score": 0.846904, "precision": 0.830616, "recall": 0.881423}, {"accuracy": 0.825099, "f1": 0.782799, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"], "main_score": 0.782799, "precision": 0.765391, "recall": 0.825099}, {"accuracy": 0.856719, "f1": 0.825628, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"], "main_score": 0.825628, "precision": 0.813126, "recall": 0.856719}, {"accuracy": 0.839921, "f1": 0.802574, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"], "main_score": 0.802574, "precision": 0.78742, "recall": 0.839921}, {"accuracy": 0.841897, "f1": 0.80157, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"], "main_score": 0.80157, "precision": 0.783226, "recall": 0.841897}, {"accuracy": 0.867589, "f1": 0.833736, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"], "main_score": 0.833736, "precision": 0.819263, "recall": 0.867589}, {"accuracy": 0.886364, "f1": 0.855303, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"], "main_score": 0.855303, "precision": 0.840991, "recall": 0.886364}, {"accuracy": 0.811265, "f1": 0.77505, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"], "main_score": 0.77505, "precision": 0.760512, "recall": 0.811265}, {"accuracy": 0.849802, "f1": 0.810378, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"], "main_score": 0.810378, "precision": 0.793883, "recall": 0.849802}, {"accuracy": 0.865613, "f1": 0.829037, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"], "main_score": 0.829037, "precision": 0.813735, "recall": 0.865613}, {"accuracy": 0.874506, "f1": 0.841671, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"], "main_score": 0.841671, "precision": 0.827421, "recall": 0.874506}, {"accuracy": 0.824111, "f1": 0.782378, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"], "main_score": 0.782378, "precision": 0.763373, "recall": 0.824111}, {"accuracy": 0.844862, "f1": 0.805665, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"], "main_score": 0.805665, "precision": 0.788455, "recall": 0.844862}, {"accuracy": 0.835968, "f1": 0.798971, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"], "main_score": 0.798971, "precision": 0.784044, "recall": 0.835968}, {"accuracy": 0.866601, "f1": 0.829941, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"], "main_score": 0.829941, "precision": 0.812665, "recall": 0.866601}, {"accuracy": 0.860672, "f1": 0.829913, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"], "main_score": 0.829913, "precision": 0.817186, "recall": 0.860672}, {"accuracy": 0.871542, "f1": 0.835771, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"], "main_score": 0.835771, "precision": 0.819335, "recall": 0.871542}, {"accuracy": 0.874506, "f1": 0.839625, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"], "main_score": 0.839625, "precision": 0.82337, "recall": 0.874506}, {"accuracy": 0.855731, "f1": 0.816093, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"], "main_score": 0.816093, "precision": 0.798254, "recall": 0.855731}, {"accuracy": 0.871542, "f1": 0.83587, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"], "main_score": 0.83587, "precision": 0.818594, "recall": 0.871542}, {"accuracy": 0.824111, "f1": 0.777882, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"], "main_score": 0.777882, "precision": 0.757256, "recall": 0.824111}, {"accuracy": 0.846838, "f1": 0.805336, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"], "main_score": 0.805336, "precision": 0.786512, "recall": 0.846838}, {"accuracy": 0.818182, "f1": 0.774405, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"], "main_score": 0.774405, "precision": 0.757296, "recall": 0.818182}, {"accuracy": 0.838933, "f1": 0.795257, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"], "main_score": 0.795257, "precision": 0.775362, "recall": 0.838933}, {"accuracy": 0.833004, "f1": 0.791389, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"], "main_score": 0.791389, "precision": 0.772563, "recall": 0.833004}, {"accuracy": 0.83004, "f1": 0.792471, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"], "main_score": 0.792471, "precision": 0.776694, "recall": 0.83004}, {"accuracy": 0.873518, "f1": 0.838175, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"], "main_score": 0.838175, "precision": 0.821558, "recall": 0.873518}, {"accuracy": 0.820158, "f1": 0.777668, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"], "main_score": 0.777668, "precision": 0.758267, "recall": 0.820158}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"], "main_score": 0.853491, "precision": 0.83885, "recall": 0.885375}, {"accuracy": 0.620553, "f1": 0.549919, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"], "main_score": 0.549919, "precision": 0.522588, "recall": 0.620553}, {"accuracy": 0.865613, "f1": 0.832745, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"], "main_score": 0.832745, "precision": 0.819469, "recall": 0.865613}, {"accuracy": 0.852767, "f1": 0.818947, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"], "main_score": 0.818947, "precision": 0.80484, "recall": 0.852767}, {"accuracy": 0.827075, "f1": 0.782844, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"], "main_score": 0.782844, "precision": 0.764443, "recall": 0.827075}, {"accuracy": 0.835968, "f1": 0.79653, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"], "main_score": 0.79653, "precision": 0.780196, "recall": 0.835968}, {"accuracy": 0.865613, "f1": 0.832082, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"], "main_score": 0.832082, "precision": 0.816815, "recall": 0.865613}, {"accuracy": 0.827075, "f1": 0.782872, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"], "main_score": 0.782872, "precision": 0.763933, "recall": 0.827075}, {"accuracy": 0.858696, "f1": 0.821311, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"], "main_score": 0.821311, "precision": 0.804018, "recall": 0.858696}, {"accuracy": 0.849802, "f1": 0.815124, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"], "main_score": 0.815124, "precision": 0.801057, "recall": 0.849802}, {"accuracy": 0.839921, "f1": 0.801614, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"], "main_score": 0.801614, "precision": 0.784009, "recall": 0.839921}, {"accuracy": 0.890316, "f1": 0.860507, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"], "main_score": 0.860507, "precision": 0.847744, "recall": 0.890316}, {"accuracy": 0.856719, "f1": 0.820224, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"], "main_score": 0.820224, "precision": 0.803277, "recall": 0.856719}, {"accuracy": 0.864625, "f1": 0.827196, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"], "main_score": 0.827196, "precision": 0.810351, "recall": 0.864625}, {"accuracy": 0.848814, "f1": 0.810197, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"], "main_score": 0.810197, "precision": 0.792852, "recall": 0.848814}, {"accuracy": 0.832016, "f1": 0.788027, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"], "main_score": 0.788027, "precision": 0.769772, "recall": 0.832016}, {"accuracy": 0.198617, "f1": 0.143218, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"], "main_score": 0.143218, "precision": 0.126801, "recall": 0.198617}, {"accuracy": 0.847826, "f1": 0.80919, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"], "main_score": 0.80919, "precision": 0.79109, "recall": 0.847826}, {"accuracy": 0.836957, "f1": 0.793017, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"], "main_score": 0.793017, "precision": 0.773172, "recall": 0.836957}, {"accuracy": 0.885375, "f1": 0.853063, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"], "main_score": 0.853063, "precision": 0.837615, "recall": 0.885375}, {"accuracy": 0.86166, "f1": 0.824209, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"], "main_score": 0.824209, "precision": 0.807839, "recall": 0.86166}, {"accuracy": 0.864625, "f1": 0.829087, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"], "main_score": 0.829087, "precision": 0.813695, "recall": 0.864625}, {"accuracy": 0.80336, "f1": 0.756046, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"], "main_score": 0.756046, "precision": 0.736347, "recall": 0.80336}, {"accuracy": 0.886364, "f1": 0.854216, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"], "main_score": 0.854216, "precision": 0.83946, "recall": 0.886364}, {"accuracy": 0.863636, "f1": 0.830665, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"], "main_score": 0.830665, "precision": 0.816914, "recall": 0.863636}, {"accuracy": 0.860672, "f1": 0.82728, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"], "main_score": 0.82728, "precision": 0.813679, "recall": 0.860672}, {"accuracy": 0.818182, "f1": 0.77541, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"], "main_score": 0.77541, "precision": 0.757235, "recall": 0.818182}, {"accuracy": 0.813241, "f1": 0.766161, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"], "main_score": 0.766161, "precision": 0.746979, "recall": 0.813241}, {"accuracy": 0.833992, "f1": 0.789723, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"], "main_score": 0.789723, "precision": 0.770693, "recall": 0.833992}, {"accuracy": 0.794466, "f1": 0.749144, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"], "main_score": 0.749144, "precision": 0.728854, "recall": 0.794466}, {"accuracy": 0.882411, "f1": 0.851087, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"], "main_score": 0.851087, "precision": 0.836462, "recall": 0.882411}, {"accuracy": 0.83498, "f1": 0.795899, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"], "main_score": 0.795899, "precision": 0.779085, "recall": 0.83498}, {"accuracy": 0.83004, "f1": 0.793579, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"], "main_score": 0.793579, "precision": 0.777986, "recall": 0.83004}, {"accuracy": 0.831028, "f1": 0.793144, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"], "main_score": 0.793144, "precision": 0.77669, "recall": 0.831028}, {"accuracy": 0.833992, "f1": 0.792622, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"], "main_score": 0.792622, "precision": 0.773913, "recall": 0.833992}, {"accuracy": 0.825099, "f1": 0.783794, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"], "main_score": 0.783794, "precision": 0.76474, "recall": 0.825099}, {"accuracy": 0.86166, "f1": 0.821443, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"], "main_score": 0.821443, "precision": 0.802701, "recall": 0.86166}, {"accuracy": 0.88834, "f1": 0.857115, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"], "main_score": 0.857115, "precision": 0.842836, "recall": 0.88834}, {"accuracy": 0.853755, "f1": 0.817523, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"], "main_score": 0.817523, "precision": 0.800725, "recall": 0.853755}, {"accuracy": 0.851779, "f1": 0.813759, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"], "main_score": 0.813759, "precision": 0.797398, "recall": 0.851779}, {"accuracy": 0.773715, "f1": 0.723188, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"], "main_score": 0.723188, "precision": 0.700214, "recall": 0.773715}, {"accuracy": 0.889328, "f1": 0.85751, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"], "main_score": 0.85751, "precision": 0.842885, "recall": 0.889328}, {"accuracy": 0.847826, "f1": 0.809722, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"], "main_score": 0.809722, "precision": 0.793721, "recall": 0.847826}, {"accuracy": 0.836957, "f1": 0.799995, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"], "main_score": 0.799995, "precision": 0.785038, "recall": 0.836957}, {"accuracy": 0.806324, "f1": 0.767506, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"], "main_score": 0.767506, "precision": 0.751867, "recall": 0.806324}, {"accuracy": 0.809289, "f1": 0.771965, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"], "main_score": 0.771965, "precision": 0.756795, "recall": 0.809289}, {"accuracy": 0.875494, "f1": 0.841469, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"], "main_score": 0.841469, "precision": 0.825346, "recall": 0.875494}, {"accuracy": 0.883399, "f1": 0.848438, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"], "main_score": 0.848438, "precision": 0.832016, "recall": 0.883399}, {"accuracy": 0.838933, "f1": 0.79832, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"], "main_score": 0.79832, "precision": 0.779265, "recall": 0.838933}, {"accuracy": 0.25, "f1": 0.198166, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"], "main_score": 0.198166, "precision": 0.179914, "recall": 0.25}, {"accuracy": 0.873518, "f1": 0.839493, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"], "main_score": 0.839493, "precision": 0.823534, "recall": 0.873518}, {"accuracy": 0.724308, "f1": 0.66166, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"], "main_score": 0.66166, "precision": 0.633844, "recall": 0.724308}, {"accuracy": 0.868577, "f1": 0.830797, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"], "main_score": 0.830797, "precision": 0.81357, "recall": 0.868577}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"], "main_score": 0.888999, "precision": 0.877009, "recall": 0.914032}, {"accuracy": 0.83004, "f1": 0.783682, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"], "main_score": 0.783682, "precision": 0.761858, "recall": 0.83004}, {"accuracy": 0.865613, "f1": 0.82747, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"], "main_score": 0.82747, "precision": 0.809206, "recall": 0.865613}, {"accuracy": 0.880435, "f1": 0.844862, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"], "main_score": 0.844862, "precision": 0.827734, "recall": 0.880435}, {"accuracy": 0.866601, "f1": 0.82971, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"], "main_score": 0.82971, "precision": 0.813109, "recall": 0.866601}, {"accuracy": 0.869565, "f1": 0.832477, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"], "main_score": 0.832477, "precision": 0.81525, "recall": 0.869565}, {"accuracy": 0.871542, "f1": 0.83498, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"], "main_score": 0.83498, "precision": 0.817852, "recall": 0.871542}, {"accuracy": 0.837945, "f1": 0.798555, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"], "main_score": 0.798555, "precision": 0.78212, "recall": 0.837945}, {"accuracy": 0.884387, "f1": 0.852075, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"], "main_score": 0.852075, "precision": 0.836627, "recall": 0.884387}, {"accuracy": 0.839921, "f1": 0.797398, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"], "main_score": 0.797398, "precision": 0.777668, "recall": 0.839921}, {"accuracy": 0.892292, "f1": 0.863439, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"], "main_score": 0.863439, "precision": 0.85, "recall": 0.892292}, {"accuracy": 0.813241, "f1": 0.763869, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"], "main_score": 0.763869, "precision": 0.742384, "recall": 0.813241}, {"accuracy": 0.047431, "f1": 0.025287, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"], "main_score": 0.025287, "precision": 0.021361, "recall": 0.047431}, {"accuracy": 0.836957, "f1": 0.79838, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"], "main_score": 0.79838, "precision": 0.782519, "recall": 0.836957}, {"accuracy": 0.866601, "f1": 0.82859, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"], "main_score": 0.82859, "precision": 0.811018, "recall": 0.866601}, {"accuracy": 0.775692, "f1": 0.726904, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"], "main_score": 0.726904, "precision": 0.707663, "recall": 0.775692}, {"accuracy": 0.841897, "f1": 0.804061, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"], "main_score": 0.804061, "precision": 0.788472, "recall": 0.841897}, {"accuracy": 0.812253, "f1": 0.762978, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"], "main_score": 0.762978, "precision": 0.741222, "recall": 0.812253}, {"accuracy": 0.829051, "f1": 0.787022, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"], "main_score": 0.787022, "precision": 0.767951, "recall": 0.829051}, {"accuracy": 0.84585, "f1": 0.807348, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"], "main_score": 0.807348, "precision": 0.791528, "recall": 0.84585}, {"accuracy": 0.832016, "f1": 0.789627, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"], "main_score": 0.789627, "precision": 0.772276, "recall": 0.832016}, {"accuracy": 0.893281, "f1": 0.863966, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"], "main_score": 0.863966, "precision": 0.849967, "recall": 0.893281}, {"accuracy": 0.881423, "f1": 0.846542, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"], "main_score": 0.846542, "precision": 0.830287, "recall": 0.881423}, {"accuracy": 0.761858, "f1": 0.705468, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"], "main_score": 0.705468, "precision": 0.680731, "recall": 0.761858}, {"accuracy": 0.841897, "f1": 0.800042, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"], "main_score": 0.800042, "precision": 0.781812, "recall": 0.841897}, {"accuracy": 0.789526, "f1": 0.742772, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"], "main_score": 0.742772, "precision": 0.72113, "recall": 0.789526}, {"accuracy": 0.843874, "f1": 0.802915, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"], "main_score": 0.802915, "precision": 0.784265, "recall": 0.843874}, {"accuracy": 0.849802, "f1": 0.812702, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"], "main_score": 0.812702, "precision": 0.797687, "recall": 0.849802}, {"accuracy": 0.885375, "f1": 0.852075, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"], "main_score": 0.852075, "precision": 0.836298, "recall": 0.885375}, {"accuracy": 0.867589, "f1": 0.832595, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"], "main_score": 0.832595, "precision": 0.81693, "recall": 0.867589}, {"accuracy": 0.867589, "f1": 0.832543, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"], "main_score": 0.832543, "precision": 0.816947, "recall": 0.867589}, {"accuracy": 0.865613, "f1": 0.827042, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"], "main_score": 0.827042, "precision": 0.809453, "recall": 0.865613}, {"accuracy": 0.766798, "f1": 0.719477, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"], "main_score": 0.719477, "precision": 0.700463, "recall": 0.766798}, {"accuracy": 0.852767, "f1": 0.817528, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"], "main_score": 0.817528, "precision": 0.802734, "recall": 0.852767}, {"accuracy": 0.831028, "f1": 0.788472, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"], "main_score": 0.788472, "precision": 0.769433, "recall": 0.831028}, {"accuracy": 0.843874, "f1": 0.802404, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"], "main_score": 0.802404, "precision": 0.78302, "recall": 0.843874}, {"accuracy": 0.829051, "f1": 0.785886, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"], "main_score": 0.785886, "precision": 0.766725, "recall": 0.829051}, {"accuracy": 0.840909, "f1": 0.798753, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"], "main_score": 0.798753, "precision": 0.780171, "recall": 0.840909}, {"accuracy": 0.899209, "f1": 0.871607, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"], "main_score": 0.871607, "precision": 0.858284, "recall": 0.899209}, {"accuracy": 0.909091, "f1": 0.883399, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"], "main_score": 0.883399, "precision": 0.871542, "recall": 0.909091}, {"accuracy": 0.857708, "f1": 0.824547, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"], "main_score": 0.824547, "precision": 0.810137, "recall": 0.857708}, {"accuracy": 0.789526, "f1": 0.739684, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"], "main_score": 0.739684, "precision": 0.719376, "recall": 0.789526}, {"accuracy": 0.802372, "f1": 0.755696, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"], "main_score": 0.755696, "precision": 0.737855, "recall": 0.802372}, {"accuracy": 0.837945, "f1": 0.798699, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"], "main_score": 0.798699, "precision": 0.782552, "recall": 0.837945}, {"accuracy": 0.843874, "f1": 0.800033, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"], "main_score": 0.800033, "precision": 0.780962, "recall": 0.843874}, {"accuracy": 0.860672, "f1": 0.82309, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"], "main_score": 0.82309, "precision": 0.805336, "recall": 0.860672}, {"accuracy": 0.903162, "f1": 0.874473, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"], "main_score": 0.874473, "precision": 0.861001, "recall": 0.903162}, {"accuracy": 0.794466, "f1": 0.745026, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"], "main_score": 0.745026, "precision": 0.722332, "recall": 0.794466}, {"accuracy": 0.855731, "f1": 0.818989, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"], "main_score": 0.818989, "precision": 0.802828, "recall": 0.855731}, {"accuracy": 0.862648, "f1": 0.824835, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"], "main_score": 0.824835, "precision": 0.807592, "recall": 0.862648}, {"accuracy": 0.789526, "f1": 0.738707, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"], "main_score": 0.738707, "precision": 0.717774, "recall": 0.789526}, {"accuracy": 0.829051, "f1": 0.784618, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"], "main_score": 0.784618, "precision": 0.765152, "recall": 0.829051}, {"accuracy": 0.882411, "f1": 0.846673, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"], "main_score": 0.846673, "precision": 0.829875, "recall": 0.882411}, {"accuracy": 0.847826, "f1": 0.812008, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"], "main_score": 0.812008, "precision": 0.795784, "recall": 0.847826}, {"accuracy": 0.865613, "f1": 0.831145, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"], "main_score": 0.831145, "precision": 0.815662, "recall": 0.865613}, {"accuracy": 0.853755, "f1": 0.816436, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"], "main_score": 0.816436, "precision": 0.79916, "recall": 0.853755}, {"accuracy": 0.890316, "f1": 0.86087, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"], "main_score": 0.86087, "precision": 0.847085, "recall": 0.890316}, {"accuracy": 0.824111, "f1": 0.783879, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"], "main_score": 0.783879, "precision": 0.767664, "recall": 0.824111}, {"accuracy": 0.86166, "f1": 0.828096, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"], "main_score": 0.828096, "precision": 0.812862, "recall": 0.86166}, {"accuracy": 0.866601, "f1": 0.831906, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"], "main_score": 0.831906, "precision": 0.816452, "recall": 0.866601}, {"accuracy": 0.826087, "f1": 0.783004, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"], "main_score": 0.783004, "precision": 0.762599, "recall": 0.826087}, {"accuracy": 0.839921, "f1": 0.799763, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"], "main_score": 0.799763, "precision": 0.783188, "recall": 0.839921}, {"accuracy": 0.882411, "f1": 0.851877, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"], "main_score": 0.851877, "precision": 0.838669, "recall": 0.882411}, {"accuracy": 0.865613, "f1": 0.830209, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"], "main_score": 0.830209, "precision": 0.815119, "recall": 0.865613}, {"accuracy": 0.901186, "f1": 0.873188, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"], "main_score": 0.873188, "precision": 0.860573, "recall": 0.901186}, {"accuracy": 0.899209, "f1": 0.871066, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"], "main_score": 0.871066, "precision": 0.857955, "recall": 0.899209}, {"accuracy": 0.857708, "f1": 0.821706, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"], "main_score": 0.821706, "precision": 0.804595, "recall": 0.857708}, {"accuracy": 0.862648, "f1": 0.825428, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"], "main_score": 0.825428, "precision": 0.807642, "recall": 0.862648}, {"accuracy": 0.88834, "f1": 0.854051, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"], "main_score": 0.854051, "precision": 0.837451, "recall": 0.88834}, {"accuracy": 0.775692, "f1": 0.726549, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"], "main_score": 0.726549, "precision": 0.706847, "recall": 0.775692}, {"accuracy": 0.811265, "f1": 0.768823, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"], "main_score": 0.768823, "precision": 0.752109, "recall": 0.811265}, {"accuracy": 0.790514, "f1": 0.735394, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"], "main_score": 0.735394, "precision": 0.711199, "recall": 0.790514}, {"accuracy": 0.842885, "f1": 0.80919, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"], "main_score": 0.80919, "precision": 0.79389, "recall": 0.842885}, {"accuracy": 0.886364, "f1": 0.854743, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"], "main_score": 0.854743, "precision": 0.840086, "recall": 0.886364}, {"accuracy": 0.883399, "f1": 0.850988, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"], "main_score": 0.850988, "precision": 0.835886, "recall": 0.883399}, {"accuracy": 0.889328, "f1": 0.857246, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"], "main_score": 0.857246, "precision": 0.842309, "recall": 0.889328}, {"accuracy": 0.870553, "f1": 0.836462, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"], "main_score": 0.836462, "precision": 0.819993, "recall": 0.870553}, {"accuracy": 0.817194, "f1": 0.778939, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"], "main_score": 0.778939, "precision": 0.763225, "recall": 0.817194}, {"accuracy": 0.772727, "f1": 0.72164, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"], "main_score": 0.72164, "precision": 0.698287, "recall": 0.772727}, {"accuracy": 0.853755, "f1": 0.814427, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"], "main_score": 0.814427, "precision": 0.796525, "recall": 0.853755}, {"accuracy": 0.883399, "f1": 0.847398, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"], "main_score": 0.847398, "precision": 0.830287, "recall": 0.883399}, {"accuracy": 0.796443, "f1": 0.74801, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"], "main_score": 0.74801, "precision": 0.726614, "recall": 0.796443}, {"accuracy": 0.781621, "f1": 0.728382, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"], "main_score": 0.728382, "precision": 0.705031, "recall": 0.781621}, {"accuracy": 0.899209, "f1": 0.869565, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"], "main_score": 0.869565, "precision": 0.855237, "recall": 0.899209}, {"accuracy": 0.825099, "f1": 0.781588, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"], "main_score": 0.781588, "precision": 0.7625, "recall": 0.825099}, {"accuracy": 0.86166, "f1": 0.824341, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"], "main_score": 0.824341, "precision": 0.807065, "recall": 0.86166}, {"accuracy": 0.746047, "f1": 0.689413, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"], "main_score": 0.689413, "precision": 0.664196, "recall": 0.746047}, {"accuracy": 0.841897, "f1": 0.803449, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"], "main_score": 0.803449, "precision": 0.787942, "recall": 0.841897}, {"accuracy": 0.870553, "f1": 0.840255, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"], "main_score": 0.840255, "precision": 0.827273, "recall": 0.870553}, {"accuracy": 0.858696, "f1": 0.82281, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"], "main_score": 0.82281, "precision": 0.807915, "recall": 0.858696}, {"accuracy": 0.879447, "f1": 0.846824, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"], "main_score": 0.846824, "precision": 0.832263, "recall": 0.879447}, {"accuracy": 0.838933, "f1": 0.795553, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"], "main_score": 0.795553, "precision": 0.776021, "recall": 0.838933}, {"accuracy": 0.851779, "f1": 0.8139, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"], "main_score": 0.8139, "precision": 0.796113, "recall": 0.851779}, {"accuracy": 0.80336, "f1": 0.753821, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"], "main_score": 0.753821, "precision": 0.731538, "recall": 0.80336}, {"accuracy": 0.797431, "f1": 0.748979, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"], "main_score": 0.748979, "precision": 0.726482, "recall": 0.797431}, {"accuracy": 0.05336, "f1": 0.027999, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"], "main_score": 0.027999, "precision": 0.022242, "recall": 0.05336}, {"accuracy": 0.783597, "f1": 0.741716, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"], "main_score": 0.741716, "precision": 0.726104, "recall": 0.783597}, {"accuracy": 0.801383, "f1": 0.754398, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"], "main_score": 0.754398, "precision": 0.736537, "recall": 0.801383}, {"accuracy": 0.870553, "f1": 0.834025, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"], "main_score": 0.834025, "precision": 0.817111, "recall": 0.870553}, {"accuracy": 0.860672, "f1": 0.821113, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"], "main_score": 0.821113, "precision": 0.802372, "recall": 0.860672}, {"accuracy": 0.890316, "f1": 0.862451, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"], "main_score": 0.862451, "precision": 0.849473, "recall": 0.890316}, {"accuracy": 0.793478, "f1": 0.754992, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"], "main_score": 0.754992, "precision": 0.741341, "recall": 0.793478}, {"accuracy": 0.812253, "f1": 0.768267, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"], "main_score": 0.768267, "precision": 0.748435, "recall": 0.812253}, {"accuracy": 0.774704, "f1": 0.717029, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"], "main_score": 0.717029, "precision": 0.692045, "recall": 0.774704}, {"accuracy": 0.730237, "f1": 0.686347, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"], "main_score": 0.686347, "precision": 0.670592, "recall": 0.730237}, {"accuracy": 0.833004, "f1": 0.790382, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"], "main_score": 0.790382, "precision": 0.771739, "recall": 0.833004}, {"accuracy": 0.844862, "f1": 0.804941, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"], "main_score": 0.804941, "precision": 0.786067, "recall": 0.844862}, {"accuracy": 0.910079, "f1": 0.885112, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"], "main_score": 0.885112, "precision": 0.8736, "recall": 0.910079}, {"accuracy": 0.797431, "f1": 0.747345, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"], "main_score": 0.747345, "precision": 0.727446, "recall": 0.797431}, {"accuracy": 0.783597, "f1": 0.740138, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"], "main_score": 0.740138, "precision": 0.723444, "recall": 0.783597}, {"accuracy": 0.852767, "f1": 0.816173, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"], "main_score": 0.816173, "precision": 0.79944, "recall": 0.852767}, {"accuracy": 0.804348, "f1": 0.757907, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"], "main_score": 0.757907, "precision": 0.739488, "recall": 0.804348}, {"accuracy": 0.790514, "f1": 0.745171, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"], "main_score": 0.745171, "precision": 0.728128, "recall": 0.790514}, {"accuracy": 0.747036, "f1": 0.684644, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"], "main_score": 0.684644, "precision": 0.659199, "recall": 0.747036}, {"accuracy": 0.787549, "f1": 0.741856, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"], "main_score": 0.741856, "precision": 0.723499, "recall": 0.787549}, {"accuracy": 0.885375, "f1": 0.854381, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"], "main_score": 0.854381, "precision": 0.840086, "recall": 0.885375}, {"accuracy": 0.859684, "f1": 0.821509, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"], "main_score": 0.821509, "precision": 0.804101, "recall": 0.859684}, {"accuracy": 0.795455, "f1": 0.755519, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"], "main_score": 0.755519, "precision": 0.74026, "recall": 0.795455}, {"accuracy": 0.83498, "f1": 0.791601, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"], "main_score": 0.791601, "precision": 0.772348, "recall": 0.83498}, {"accuracy": 0.177866, "f1": 0.148207, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"], "main_score": 0.148207, "precision": 0.139671, "recall": 0.177866}, {"accuracy": 0.831028, "f1": 0.790614, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"], "main_score": 0.790614, "precision": 0.773888, "recall": 0.831028}, {"accuracy": 0.87253, "f1": 0.84002, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"], "main_score": 0.84002, "precision": 0.825428, "recall": 0.87253}, {"accuracy": 0.825099, "f1": 0.781606, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"], "main_score": 0.781606, "precision": 0.762412, "recall": 0.825099}, {"accuracy": 0.746047, "f1": 0.694702, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"], "main_score": 0.694702, "precision": 0.675225, "recall": 0.746047}, {"accuracy": 0.809289, "f1": 0.768999, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"], "main_score": 0.768999, "precision": 0.753963, "recall": 0.809289}, {"accuracy": 0.789526, "f1": 0.748442, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"], "main_score": 0.748442, "precision": 0.73332, "recall": 0.789526}, {"accuracy": 0.831028, "f1": 0.786891, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"], "main_score": 0.786891, "precision": 0.767243, "recall": 0.831028}, {"accuracy": 0.824111, "f1": 0.788334, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"], "main_score": 0.788334, "precision": 0.774607, "recall": 0.824111}, {"accuracy": 0.848814, "f1": 0.808305, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"], "main_score": 0.808305, "precision": 0.790679, "recall": 0.848814}, {"accuracy": 0.727273, "f1": 0.68342, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"], "main_score": 0.68342, "precision": 0.666896, "recall": 0.727273}, {"accuracy": 0.783597, "f1": 0.737567, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"], "main_score": 0.737567, "precision": 0.720229, "recall": 0.783597}, {"accuracy": 0.799407, "f1": 0.755132, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"], "main_score": 0.755132, "precision": 0.738413, "recall": 0.799407}, {"accuracy": 0.823123, "f1": 0.785367, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"], "main_score": 0.785367, "precision": 0.770708, "recall": 0.823123}, {"accuracy": 0.806324, "f1": 0.756983, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"], "main_score": 0.756983, "precision": 0.735013, "recall": 0.806324}, {"accuracy": 0.828063, "f1": 0.785112, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"], "main_score": 0.785112, "precision": 0.766469, "recall": 0.828063}, {"accuracy": 0.766798, "f1": 0.721849, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"], "main_score": 0.721849, "precision": 0.705796, "recall": 0.766798}, {"accuracy": 0.849802, "f1": 0.811166, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"], "main_score": 0.811166, "precision": 0.793067, "recall": 0.849802}, {"accuracy": 0.782609, "f1": 0.743941, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"], "main_score": 0.743941, "precision": 0.728558, "recall": 0.782609}, {"accuracy": 0.827075, "f1": 0.782628, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"], "main_score": 0.782628, "precision": 0.763702, "recall": 0.827075}, {"accuracy": 0.837945, "f1": 0.794104, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"], "main_score": 0.794104, "precision": 0.774407, "recall": 0.837945}, {"accuracy": 0.8083, "f1": 0.759453, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"], "main_score": 0.759453, "precision": 0.738735, "recall": 0.8083}, {"accuracy": 0.83004, "f1": 0.786067, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"], "main_score": 0.786067, "precision": 0.766255, "recall": 0.83004}, {"accuracy": 0.773715, "f1": 0.719211, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"], "main_score": 0.719211, "precision": 0.696533, "recall": 0.773715}, {"accuracy": 0.799407, "f1": 0.74824, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"], "main_score": 0.74824, "precision": 0.726482, "recall": 0.799407}, {"accuracy": 0.709486, "f1": 0.65322, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"], "main_score": 0.65322, "precision": 0.633538, "recall": 0.709486}, {"accuracy": 0.778656, "f1": 0.726633, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"], "main_score": 0.726633, "precision": 0.70504, "recall": 0.778656}, {"accuracy": 0.791502, "f1": 0.74129, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"], "main_score": 0.74129, "precision": 0.717803, "recall": 0.791502}, {"accuracy": 0.763834, "f1": 0.723676, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"], "main_score": 0.723676, "precision": 0.707859, "recall": 0.763834}, {"accuracy": 0.855731, "f1": 0.816173, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"], "main_score": 0.816173, "precision": 0.797596, "recall": 0.855731}, {"accuracy": 0.818182, "f1": 0.774736, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"], "main_score": 0.774736, "precision": 0.755089, "recall": 0.818182}, {"accuracy": 0.879447, "f1": 0.849802, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"], "main_score": 0.849802, "precision": 0.836545, "recall": 0.879447}, {"accuracy": 0.571146, "f1": 0.495432, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"], "main_score": 0.495432, "precision": 0.467364, "recall": 0.571146}, {"accuracy": 0.814229, "f1": 0.774058, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"], "main_score": 0.774058, "precision": 0.759168, "recall": 0.814229}, {"accuracy": 0.809289, "f1": 0.772338, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"], "main_score": 0.772338, "precision": 0.757478, "recall": 0.809289}, {"accuracy": 0.752964, "f1": 0.696241, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"], "main_score": 0.696241, "precision": 0.675009, "recall": 0.752964}, {"accuracy": 0.79249, "f1": 0.750778, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"], "main_score": 0.750778, "precision": 0.734945, "recall": 0.79249}, {"accuracy": 0.850791, "f1": 0.813867, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"], "main_score": 0.813867, "precision": 0.797628, "recall": 0.850791}, {"accuracy": 0.764822, "f1": 0.70735, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"], "main_score": 0.70735, "precision": 0.684401, "recall": 0.764822}, {"accuracy": 0.818182, "f1": 0.771659, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"], "main_score": 0.771659, "precision": 0.751927, "recall": 0.818182}, {"accuracy": 0.791502, "f1": 0.752041, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"], "main_score": 0.752041, "precision": 0.736933, "recall": 0.791502}, {"accuracy": 0.828063, "f1": 0.790283, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"], "main_score": 0.790283, "precision": 0.773617, "recall": 0.828063}, {"accuracy": 0.910079, "f1": 0.886942, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"], "main_score": 0.886942, "precision": 0.876812, "recall": 0.910079}, {"accuracy": 0.842885, "f1": 0.806851, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"], "main_score": 0.806851, "precision": 0.790794, "recall": 0.842885}, {"accuracy": 0.796443, "f1": 0.744055, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"], "main_score": 0.744055, "precision": 0.722341, "recall": 0.796443}, {"accuracy": 0.802372, "f1": 0.754616, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"], "main_score": 0.754616, "precision": 0.735444, "recall": 0.802372}, {"accuracy": 0.773715, "f1": 0.724721, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"], "main_score": 0.724721, "precision": 0.706555, "recall": 0.773715}, {"accuracy": 0.194664, "f1": 0.142001, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"], "main_score": 0.142001, "precision": 0.125955, "recall": 0.194664}, {"accuracy": 0.83498, "f1": 0.794697, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"], "main_score": 0.794697, "precision": 0.775939, "recall": 0.83498}, {"accuracy": 0.797431, "f1": 0.747142, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"], "main_score": 0.747142, "precision": 0.726419, "recall": 0.797431}, {"accuracy": 0.865613, "f1": 0.829776, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"], "main_score": 0.829776, "precision": 0.812862, "recall": 0.865613}, {"accuracy": 0.865613, "f1": 0.830896, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"], "main_score": 0.830896, "precision": 0.81497, "recall": 0.865613}, {"accuracy": 0.77668, "f1": 0.728219, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"], "main_score": 0.728219, "precision": 0.710121, "recall": 0.77668}, {"accuracy": 0.736166, "f1": 0.675735, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"], "main_score": 0.675735, "precision": 0.652556, "recall": 0.736166}, {"accuracy": 0.843874, "f1": 0.801647, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"], "main_score": 0.801647, "precision": 0.782971, "recall": 0.843874}, {"accuracy": 0.816206, "f1": 0.776038, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"], "main_score": 0.776038, "precision": 0.760067, "recall": 0.816206}, {"accuracy": 0.804348, "f1": 0.76116, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"], "main_score": 0.76116, "precision": 0.744941, "recall": 0.804348}, {"accuracy": 0.771739, "f1": 0.727096, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"], "main_score": 0.727096, "precision": 0.709959, "recall": 0.771739}, {"accuracy": 0.740119, "f1": 0.687608, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"], "main_score": 0.687608, "precision": 0.669237, "recall": 0.740119}, {"accuracy": 0.79249, "f1": 0.746054, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"], "main_score": 0.746054, "precision": 0.72769, "recall": 0.79249}, {"accuracy": 0.759881, "f1": 0.70247, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"], "main_score": 0.70247, "precision": 0.677372, "recall": 0.759881}, {"accuracy": 0.871542, "f1": 0.838801, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"], "main_score": 0.838801, "precision": 0.823699, "recall": 0.871542}, {"accuracy": 0.79249, "f1": 0.748679, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"], "main_score": 0.748679, "precision": 0.731901, "recall": 0.79249}, {"accuracy": 0.80336, "f1": 0.76879, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"], "main_score": 0.76879, "precision": 0.755279, "recall": 0.80336}, {"accuracy": 0.77668, "f1": 0.735444, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"], "main_score": 0.735444, "precision": 0.718478, "recall": 0.77668}, {"accuracy": 0.785573, "f1": 0.732049, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"], "main_score": 0.732049, "precision": 0.708333, "recall": 0.785573}, {"accuracy": 0.780632, "f1": 0.728129, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"], "main_score": 0.728129, "precision": 0.704298, "recall": 0.780632}, {"accuracy": 0.818182, "f1": 0.771509, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"], "main_score": 0.771509, "precision": 0.751087, "recall": 0.818182}, {"accuracy": 0.835968, "f1": 0.793742, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"], "main_score": 0.793742, "precision": 0.776038, "recall": 0.835968}, {"accuracy": 0.833992, "f1": 0.789822, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"], "main_score": 0.789822, "precision": 0.769433, "recall": 0.833992}, {"accuracy": 0.812253, "f1": 0.768507, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"], "main_score": 0.768507, "precision": 0.750258, "recall": 0.812253}, {"accuracy": 0.751976, "f1": 0.696212, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"], "main_score": 0.696212, "precision": 0.672513, "recall": 0.751976}, {"accuracy": 0.878458, "f1": 0.844269, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"], "main_score": 0.844269, "precision": 0.82831, "recall": 0.878458}, {"accuracy": 0.814229, "f1": 0.772208, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"], "main_score": 0.772208, "precision": 0.755133, "recall": 0.814229}, {"accuracy": 0.758893, "f1": 0.717958, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"], "main_score": 0.717958, "precision": 0.70361, "recall": 0.758893}, {"accuracy": 0.741107, "f1": 0.702766, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"], "main_score": 0.702766, "precision": 0.689234, "recall": 0.741107}, {"accuracy": 0.740119, "f1": 0.700089, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"], "main_score": 0.700089, "precision": 0.685491, "recall": 0.740119}, {"accuracy": 0.836957, "f1": 0.793379, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"], "main_score": 0.793379, "precision": 0.773666, "recall": 0.836957}, {"accuracy": 0.853755, "f1": 0.815152, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"], "main_score": 0.815152, "precision": 0.797793, "recall": 0.853755}, {"accuracy": 0.81917, "f1": 0.777075, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"], "main_score": 0.777075, "precision": 0.75802, "recall": 0.81917}, {"accuracy": 0.245059, "f1": 0.197542, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"], "main_score": 0.197542, "precision": 0.182588, "recall": 0.245059}, {"accuracy": 0.848814, "f1": 0.807477, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"], "main_score": 0.807477, "precision": 0.788043, "recall": 0.848814}, {"accuracy": 0.697628, "f1": 0.629282, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"], "main_score": 0.629282, "precision": 0.600675, "recall": 0.697628}, {"accuracy": 0.796443, "f1": 0.746648, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"], "main_score": 0.746648, "precision": 0.726853, "recall": 0.796443}, {"accuracy": 0.90415, "f1": 0.877042, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"], "main_score": 0.877042, "precision": 0.864213, "recall": 0.90415}, {"accuracy": 0.795455, "f1": 0.74409, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"], "main_score": 0.74409, "precision": 0.721047, "recall": 0.795455}, {"accuracy": 0.843874, "f1": 0.802174, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"], "main_score": 0.802174, "precision": 0.783745, "recall": 0.843874}, {"accuracy": 0.837945, "f1": 0.794055, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"], "main_score": 0.794055, "precision": 0.774598, "recall": 0.837945}, {"accuracy": 0.83004, "f1": 0.783959, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"], "main_score": 0.783959, "precision": 0.763192, "recall": 0.83004}, {"accuracy": 0.818182, "f1": 0.772683, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"], "main_score": 0.772683, "precision": 0.753593, "recall": 0.818182}, {"accuracy": 0.841897, "f1": 0.799045, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"], "main_score": 0.799045, "precision": 0.77948, "recall": 0.841897}, {"accuracy": 0.801383, "f1": 0.759102, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"], "main_score": 0.759102, "precision": 0.742238, "recall": 0.801383}, {"accuracy": 0.853755, "f1": 0.813636, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"], "main_score": 0.813636, "precision": 0.794713, "recall": 0.853755}, {"accuracy": 0.789526, "f1": 0.737451, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"], "main_score": 0.737451, "precision": 0.713801, "recall": 0.789526}, {"accuracy": 0.864625, "f1": 0.829545, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"], "main_score": 0.829545, "precision": 0.813818, "recall": 0.864625}, {"accuracy": 0.763834, "f1": 0.710555, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"], "main_score": 0.710555, "precision": 0.690449, "recall": 0.763834}, {"accuracy": 0.048419, "f1": 0.027066, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"], "main_score": 0.027066, "precision": 0.023212, "recall": 0.048419}, {"accuracy": 0.76087, "f1": 0.716855, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"], "main_score": 0.716855, "precision": 0.700596, "recall": 0.76087}, {"accuracy": 0.814229, "f1": 0.766759, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"], "main_score": 0.766759, "precision": 0.746649, "recall": 0.814229}, {"accuracy": 0.694664, "f1": 0.643214, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"], "main_score": 0.643214, "precision": 0.624924, "recall": 0.694664}, {"accuracy": 0.775692, "f1": 0.730736, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"], "main_score": 0.730736, "precision": 0.713881, "recall": 0.775692}, {"accuracy": 0.76581, "f1": 0.706329, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"], "main_score": 0.706329, "precision": 0.681571, "recall": 0.76581}, {"accuracy": 0.785573, "f1": 0.734241, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"], "main_score": 0.734241, "precision": 0.711495, "recall": 0.785573}, {"accuracy": 0.758893, "f1": 0.708596, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"], "main_score": 0.708596, "precision": 0.690497, "recall": 0.758893}, {"accuracy": 0.778656, "f1": 0.730654, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"], "main_score": 0.730654, "precision": 0.712857, "recall": 0.778656}, {"accuracy": 0.857708, "f1": 0.820586, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"], "main_score": 0.820586, "precision": 0.803393, "recall": 0.857708}, {"accuracy": 0.836957, "f1": 0.793445, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"], "main_score": 0.793445, "precision": 0.773913, "recall": 0.836957}, {"accuracy": 0.717391, "f1": 0.657754, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"], "main_score": 0.657754, "precision": 0.633787, "recall": 0.717391}, {"accuracy": 0.781621, "f1": 0.731693, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"], "main_score": 0.731693, "precision": 0.711203, "recall": 0.781621}, {"accuracy": 0.754941, "f1": 0.697417, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"], "main_score": 0.697417, "precision": 0.672596, "recall": 0.754941}, {"accuracy": 0.811265, "f1": 0.765401, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"], "main_score": 0.765401, "precision": 0.74613, "recall": 0.811265}, {"accuracy": 0.80336, "f1": 0.75973, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"], "main_score": 0.75973, "precision": 0.743594, "recall": 0.80336}, {"accuracy": 0.837945, "f1": 0.79809, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"], "main_score": 0.79809, "precision": 0.780583, "recall": 0.837945}, {"accuracy": 0.816206, "f1": 0.771129, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"], "main_score": 0.771129, "precision": 0.752437, "recall": 0.816206}, {"accuracy": 0.899209, "f1": 0.872892, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"], "main_score": 0.872892, "precision": 0.861084, "recall": 0.899209}, {"accuracy": 0.812253, "f1": 0.767097, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"], "main_score": 0.767097, "precision": 0.748099, "recall": 0.812253}, {"accuracy": 0.682806, "f1": 0.634879, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"], "main_score": 0.634879, "precision": 0.616979, "recall": 0.682806}, {"accuracy": 0.805336, "f1": 0.760331, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"], "main_score": 0.760331, "precision": 0.742692, "recall": 0.805336}, {"accuracy": 0.787549, "f1": 0.735545, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"], "main_score": 0.735545, "precision": 0.714493, "recall": 0.787549}, {"accuracy": 0.810277, "f1": 0.761811, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"], "main_score": 0.761811, "precision": 0.740761, "recall": 0.810277}, {"accuracy": 0.775692, "f1": 0.723435, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"], "main_score": 0.723435, "precision": 0.70159, "recall": 0.775692}, {"accuracy": 0.774704, "f1": 0.71698, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"], "main_score": 0.71698, "precision": 0.693125, "recall": 0.774704}, {"accuracy": 0.88834, "f1": 0.857115, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"], "main_score": 0.857115, "precision": 0.843165, "recall": 0.88834}, {"accuracy": 0.87747, "f1": 0.8417, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"], "main_score": 0.8417, "precision": 0.825264, "recall": 0.87747}, {"accuracy": 0.831028, "f1": 0.790719, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"], "main_score": 0.790719, "precision": 0.773603, "recall": 0.831028}, {"accuracy": 0.736166, "f1": 0.6784, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"], "main_score": 0.6784, "precision": 0.655287, "recall": 0.736166}, {"accuracy": 0.730237, "f1": 0.679337, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"], "main_score": 0.679337, "precision": 0.662266, "recall": 0.730237}, {"accuracy": 0.782609, "f1": 0.733864, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"], "main_score": 0.733864, "precision": 0.715304, "recall": 0.782609}, {"accuracy": 0.774704, "f1": 0.719675, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"], "main_score": 0.719675, "precision": 0.69791, "recall": 0.774704}, {"accuracy": 0.820158, "f1": 0.770883, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"], "main_score": 0.770883, "precision": 0.748715, "recall": 0.820158}, {"accuracy": 0.871542, "f1": 0.838966, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"], "main_score": 0.838966, "precision": 0.824028, "recall": 0.871542}, {"accuracy": 0.789526, "f1": 0.736265, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"], "main_score": 0.736265, "precision": 0.712648, "recall": 0.789526}, {"accuracy": 0.791502, "f1": 0.748149, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"], "main_score": 0.748149, "precision": 0.731645, "recall": 0.791502}, {"accuracy": 0.798419, "f1": 0.747727, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"], "main_score": 0.747727, "precision": 0.72668, "recall": 0.798419}, {"accuracy": 0.731225, "f1": 0.675786, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"], "main_score": 0.675786, "precision": 0.653885, "recall": 0.731225}, {"accuracy": 0.782609, "f1": 0.730327, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"], "main_score": 0.730327, "precision": 0.709289, "recall": 0.782609}, {"accuracy": 0.807312, "f1": 0.757712, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"], "main_score": 0.757712, "precision": 0.737138, "recall": 0.807312}, {"accuracy": 0.840909, "f1": 0.801765, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"], "main_score": 0.801765, "precision": 0.784289, "recall": 0.840909}, {"accuracy": 0.806324, "f1": 0.765222, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"], "main_score": 0.765222, "precision": 0.749758, "recall": 0.806324}, {"accuracy": 0.839921, "f1": 0.800626, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"], "main_score": 0.800626, "precision": 0.782592, "recall": 0.839921}, {"accuracy": 0.847826, "f1": 0.808992, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"], "main_score": 0.808992, "precision": 0.79109, "recall": 0.847826}, {"accuracy": 0.786561, "f1": 0.740391, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"], "main_score": 0.740391, "precision": 0.722417, "recall": 0.786561}, {"accuracy": 0.840909, "f1": 0.799901, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"], "main_score": 0.799901, "precision": 0.781374, "recall": 0.840909}, {"accuracy": 0.821146, "f1": 0.782572, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"], "main_score": 0.782572, "precision": 0.766649, "recall": 0.821146}, {"accuracy": 0.821146, "f1": 0.77971, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"], "main_score": 0.77971, "precision": 0.760787, "recall": 0.821146}, {"accuracy": 0.787549, "f1": 0.737762, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"], "main_score": 0.737762, "precision": 0.718437, "recall": 0.787549}, {"accuracy": 0.829051, "f1": 0.792144, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"], "main_score": 0.792144, "precision": 0.777757, "recall": 0.829051}, {"accuracy": 0.807312, "f1": 0.759961, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"], "main_score": 0.759961, "precision": 0.741363, "recall": 0.807312}, {"accuracy": 0.91502, "f1": 0.891008, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"], "main_score": 0.891008, "precision": 0.879858, "recall": 0.91502}, {"accuracy": 0.859684, "f1": 0.820803, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"], "main_score": 0.820803, "precision": 0.803442, "recall": 0.859684}, {"accuracy": 0.839921, "f1": 0.804513, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"], "main_score": 0.804513, "precision": 0.788241, "recall": 0.839921}, {"accuracy": 0.836957, "f1": 0.79664, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"], "main_score": 0.79664, "precision": 0.777948, "recall": 0.836957}, {"accuracy": 0.855731, "f1": 0.814676, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"], "main_score": 0.814676, "precision": 0.795619, "recall": 0.855731}, {"accuracy": 0.708498, "f1": 0.653321, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"], "main_score": 0.653321, "precision": 0.633818, "recall": 0.708498}, {"accuracy": 0.75, "f1": 0.704883, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"], "main_score": 0.704883, "precision": 0.688693, "recall": 0.75}, {"accuracy": 0.751976, "f1": 0.69577, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"], "main_score": 0.69577, "precision": 0.671838, "recall": 0.751976}, {"accuracy": 0.844862, "f1": 0.809848, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"], "main_score": 0.809848, "precision": 0.794532, "recall": 0.844862}, {"accuracy": 0.907115, "f1": 0.881522, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"], "main_score": 0.881522, "precision": 0.869895, "recall": 0.907115}, {"accuracy": 0.852767, "f1": 0.812832, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"], "main_score": 0.812832, "precision": 0.795191, "recall": 0.852767}, {"accuracy": 0.869565, "f1": 0.8333, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"], "main_score": 0.8333, "precision": 0.81637, "recall": 0.869565}, {"accuracy": 0.851779, "f1": 0.81222, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"], "main_score": 0.81222, "precision": 0.793643, "recall": 0.851779}, {"accuracy": 0.763834, "f1": 0.724253, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"], "main_score": 0.724253, "precision": 0.709056, "recall": 0.763834}, {"accuracy": 0.750988, "f1": 0.697548, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"], "main_score": 0.697548, "precision": 0.674885, "recall": 0.750988}, {"accuracy": 0.786561, "f1": 0.735312, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"], "main_score": 0.735312, "precision": 0.714255, "recall": 0.786561}, {"accuracy": 0.829051, "f1": 0.784684, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"], "main_score": 0.784684, "precision": 0.764822, "recall": 0.829051}, {"accuracy": 0.784585, "f1": 0.732792, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"], "main_score": 0.732792, "precision": 0.710063, "recall": 0.784585}, {"accuracy": 0.73913, "f1": 0.680651, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"], "main_score": 0.680651, "precision": 0.655698, "recall": 0.73913}, {"accuracy": 0.842885, "f1": 0.802899, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"], "main_score": 0.802899, "precision": 0.786133, "recall": 0.842885}, {"accuracy": 0.785573, "f1": 0.737109, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"], "main_score": 0.737109, "precision": 0.717351, "recall": 0.785573}, {"accuracy": 0.83004, "f1": 0.784834, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"], "main_score": 0.784834, "precision": 0.764855, "recall": 0.83004}, {"accuracy": 0.702569, "f1": 0.632773, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"], "main_score": 0.632773, "precision": 0.60191, "recall": 0.702569}, {"accuracy": 0.784585, "f1": 0.740141, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"], "main_score": 0.740141, "precision": 0.724057, "recall": 0.784585}, {"accuracy": 0.829051, "f1": 0.792445, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"], "main_score": 0.792445, "precision": 0.778442, "recall": 0.829051}, {"accuracy": 0.786561, "f1": 0.740271, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"], "main_score": 0.740271, "precision": 0.723385, "recall": 0.786561}, {"accuracy": 0.822134, "f1": 0.780953, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"], "main_score": 0.780953, "precision": 0.764165, "recall": 0.822134}, {"accuracy": 0.786561, "f1": 0.732858, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"], "main_score": 0.732858, "precision": 0.709914, "recall": 0.786561}, {"accuracy": 0.835968, "f1": 0.79529, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"], "main_score": 0.79529, "precision": 0.776186, "recall": 0.835968}, {"accuracy": 0.856719, "f1": 0.817951, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"], "main_score": 0.817951, "precision": 0.801285, "recall": 0.856719}, {"accuracy": 0.858696, "f1": 0.817852, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"], "main_score": 0.817852, "precision": 0.798419, "recall": 0.858696}, {"accuracy": 0.054348, "f1": 0.030411, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"], "main_score": 0.030411, "precision": 0.024775, "recall": 0.054348}, {"accuracy": 0.867589, "f1": 0.841345, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"], "main_score": 0.841345, "precision": 0.83155, "recall": 0.867589}, {"accuracy": 0.887352, "f1": 0.857397, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"], "main_score": 0.857397, "precision": 0.845125, "recall": 0.887352}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"], "main_score": 0.915514, "precision": 0.905797, "recall": 0.935771}, {"accuracy": 0.912055, "f1": 0.88666, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"], "main_score": 0.88666, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.947628, "f1": 0.930501, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"], "main_score": 0.930501, "precision": 0.922101, "recall": 0.947628}, {"accuracy": 0.867589, "f1": 0.841911, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"], "main_score": 0.841911, "precision": 0.832201, "recall": 0.867589}, {"accuracy": 0.867589, "f1": 0.83139, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"], "main_score": 0.83139, "precision": 0.81497, "recall": 0.867589}, {"accuracy": 0.844862, "f1": 0.803294, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"], "main_score": 0.803294, "precision": 0.784914, "recall": 0.844862}, {"accuracy": 0.823123, "f1": 0.794772, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"], "main_score": 0.794772, "precision": 0.785552, "recall": 0.823123}, {"accuracy": 0.884387, "f1": 0.851252, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"], "main_score": 0.851252, "precision": 0.836397, "recall": 0.884387}, {"accuracy": 0.910079, "f1": 0.883564, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"], "main_score": 0.883564, "precision": 0.870389, "recall": 0.910079}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.867589, "f1": 0.833599, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"], "main_score": 0.833599, "precision": 0.819986, "recall": 0.867589}, {"accuracy": 0.870553, "f1": 0.847092, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"], "main_score": 0.847092, "precision": 0.838125, "recall": 0.870553}, {"accuracy": 0.901186, "f1": 0.873188, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"], "main_score": 0.873188, "precision": 0.859848, "recall": 0.901186}, {"accuracy": 0.908103, "f1": 0.885512, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"], "main_score": 0.885512, "precision": 0.876254, "recall": 0.908103}, {"accuracy": 0.873518, "f1": 0.844477, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"], "main_score": 0.844477, "precision": 0.833433, "recall": 0.873518}, {"accuracy": 0.855731, "f1": 0.81525, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"], "main_score": 0.81525, "precision": 0.797052, "recall": 0.855731}, {"accuracy": 0.885375, "f1": 0.858559, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"], "main_score": 0.858559, "precision": 0.848086, "recall": 0.885375}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"], "main_score": 0.921607, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.916996, "f1": 0.892819, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"], "main_score": 0.892819, "precision": 0.881999, "recall": 0.916996}, {"accuracy": 0.87253, "f1": 0.84659, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"], "main_score": 0.84659, "precision": 0.83619, "recall": 0.87253}, {"accuracy": 0.892292, "f1": 0.860837, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"], "main_score": 0.860837, "precision": 0.846377, "recall": 0.892292}, {"accuracy": 0.173913, "f1": 0.139844, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"], "main_score": 0.139844, "precision": 0.130515, "recall": 0.173913}, {"accuracy": 0.914032, "f1": 0.893596, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"], "main_score": 0.893596, "precision": 0.885081, "recall": 0.914032}, {"accuracy": 0.920949, "f1": 0.898518, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"], "main_score": 0.898518, "precision": 0.887846, "recall": 0.920949}, {"accuracy": 0.892292, "f1": 0.861199, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"], "main_score": 0.861199, "precision": 0.847612, "recall": 0.892292}, {"accuracy": 0.855731, "f1": 0.822131, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"], "main_score": 0.822131, "precision": 0.809307, "recall": 0.855731}, {"accuracy": 0.869565, "f1": 0.841634, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"], "main_score": 0.841634, "precision": 0.831729, "recall": 0.869565}, {"accuracy": 0.868577, "f1": 0.843867, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"], "main_score": 0.843867, "precision": 0.834887, "recall": 0.868577}, {"accuracy": 0.880435, "f1": 0.847266, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"], "main_score": 0.847266, "precision": 0.832576, "recall": 0.880435}, {"accuracy": 0.892292, "f1": 0.869916, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"], "main_score": 0.869916, "precision": 0.861651, "recall": 0.892292}, {"accuracy": 0.902174, "f1": 0.874045, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"], "main_score": 0.874045, "precision": 0.861578, "recall": 0.902174}, {"accuracy": 0.829051, "f1": 0.80442, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"], "main_score": 0.80442, "precision": 0.794508, "recall": 0.829051}, {"accuracy": 0.864625, "f1": 0.832224, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"], "main_score": 0.832224, "precision": 0.819697, "recall": 0.864625}, {"accuracy": 0.880435, "f1": 0.853291, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"], "main_score": 0.853291, "precision": 0.843078, "recall": 0.880435}, {"accuracy": 0.882411, "f1": 0.856553, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"], "main_score": 0.856553, "precision": 0.8468, "recall": 0.882411}, {"accuracy": 0.847826, "f1": 0.8083, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"], "main_score": 0.8083, "precision": 0.790761, "recall": 0.847826}, {"accuracy": 0.879447, "f1": 0.844993, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"], "main_score": 0.844993, "precision": 0.829216, "recall": 0.879447}, {"accuracy": 0.857708, "f1": 0.831816, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"], "main_score": 0.831816, "precision": 0.822648, "recall": 0.857708}, {"accuracy": 0.892292, "f1": 0.862055, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"], "main_score": 0.862055, "precision": 0.848073, "recall": 0.892292}, {"accuracy": 0.870553, "f1": 0.851336, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"], "main_score": 0.851336, "precision": 0.844303, "recall": 0.870553}, {"accuracy": 0.897233, "f1": 0.867095, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"], "main_score": 0.867095, "precision": 0.853327, "recall": 0.897233}, {"accuracy": 0.925889, "f1": 0.904084, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"], "main_score": 0.904084, "precision": 0.894104, "recall": 0.925889}, {"accuracy": 0.87747, "f1": 0.84249, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"], "main_score": 0.84249, "precision": 0.826976, "recall": 0.87747}, {"accuracy": 0.893281, "f1": 0.862681, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"], "main_score": 0.862681, "precision": 0.849094, "recall": 0.893281}, {"accuracy": 0.828063, "f1": 0.787054, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"], "main_score": 0.787054, "precision": 0.770226, "recall": 0.828063}, {"accuracy": 0.865613, "f1": 0.827569, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"], "main_score": 0.827569, "precision": 0.810557, "recall": 0.865613}, {"accuracy": 0.846838, "f1": 0.816278, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"], "main_score": 0.816278, "precision": 0.805999, "recall": 0.846838}, {"accuracy": 0.862648, "f1": 0.824591, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"], "main_score": 0.824591, "precision": 0.808053, "recall": 0.862648}, {"accuracy": 0.833992, "f1": 0.790909, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"], "main_score": 0.790909, "precision": 0.770833, "recall": 0.833992}, {"accuracy": 0.868577, "f1": 0.846794, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"], "main_score": 0.846794, "precision": 0.838346, "recall": 0.868577}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"], "main_score": 0.880171, "precision": 0.867507, "recall": 0.907115}, {"accuracy": 0.84585, "f1": 0.805962, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"], "main_score": 0.805962, "precision": 0.787912, "recall": 0.84585}, {"accuracy": 0.914032, "f1": 0.891765, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"], "main_score": 0.891765, "precision": 0.881258, "recall": 0.914032}, {"accuracy": 0.590909, "f1": 0.512451, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"], "main_score": 0.512451, "precision": 0.484537, "recall": 0.590909}, {"accuracy": 0.880435, "f1": 0.853153, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"], "main_score": 0.853153, "precision": 0.84278, "recall": 0.880435}, {"accuracy": 0.88834, "f1": 0.866993, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"], "main_score": 0.866993, "precision": 0.858838, "recall": 0.88834}, {"accuracy": 0.844862, "f1": 0.810092, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"], "main_score": 0.810092, "precision": 0.797358, "recall": 0.844862}, {"accuracy": 0.871542, "f1": 0.84467, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"], "main_score": 0.84467, "precision": 0.834691, "recall": 0.871542}, {"accuracy": 0.878458, "f1": 0.843379, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"], "main_score": 0.843379, "precision": 0.826779, "recall": 0.878458}, {"accuracy": 0.855731, "f1": 0.816982, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"], "main_score": 0.816982, "precision": 0.800576, "recall": 0.855731}, {"accuracy": 0.885375, "f1": 0.852767, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"], "main_score": 0.852767, "precision": 0.83806, "recall": 0.885375}, {"accuracy": 0.879447, "f1": 0.859279, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"], "main_score": 0.859279, "precision": 0.852108, "recall": 0.879447}, {"accuracy": 0.867589, "f1": 0.832246, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"], "main_score": 0.832246, "precision": 0.815991, "recall": 0.867589}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"], "main_score": 0.865184, "precision": 0.851038, "recall": 0.894269}, {"accuracy": 0.865613, "f1": 0.830023, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"], "main_score": 0.830023, "precision": 0.815326, "recall": 0.865613}, {"accuracy": 0.865613, "f1": 0.829122, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"], "main_score": 0.829122, "precision": 0.813554, "recall": 0.865613}, {"accuracy": 0.84585, "f1": 0.812362, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"], "main_score": 0.812362, "precision": 0.800316, "recall": 0.84585}, {"accuracy": 0.200593, "f1": 0.151596, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"], "main_score": 0.151596, "precision": 0.137479, "recall": 0.200593}, {"accuracy": 0.86166, "f1": 0.82309, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"], "main_score": 0.82309, "precision": 0.805007, "recall": 0.86166}, {"accuracy": 0.870553, "f1": 0.837938, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"], "main_score": 0.837938, "precision": 0.824778, "recall": 0.870553}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.91996, "f1": 0.895586, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"], "main_score": 0.895586, "precision": 0.884058, "recall": 0.91996}, {"accuracy": 0.868577, "f1": 0.83546, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"], "main_score": 0.83546, "precision": 0.822228, "recall": 0.868577}, {"accuracy": 0.824111, "f1": 0.781522, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"], "main_score": 0.781522, "precision": 0.76502, "recall": 0.824111}, {"accuracy": 0.900198, "f1": 0.870751, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"], "main_score": 0.870751, "precision": 0.85746, "recall": 0.900198}, {"accuracy": 0.884387, "f1": 0.857624, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"], "main_score": 0.857624, "precision": 0.847508, "recall": 0.884387}, {"accuracy": 0.883399, "f1": 0.859708, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"], "main_score": 0.859708, "precision": 0.851146, "recall": 0.883399}, {"accuracy": 0.860672, "f1": 0.83548, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"], "main_score": 0.83548, "precision": 0.826007, "recall": 0.860672}, {"accuracy": 0.83004, "f1": 0.790592, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"], "main_score": 0.790592, "precision": 0.775412, "recall": 0.83004}, {"accuracy": 0.875494, "f1": 0.844787, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"], "main_score": 0.844787, "precision": 0.831929, "recall": 0.875494}, {"accuracy": 0.798419, "f1": 0.744993, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"], "main_score": 0.744993, "precision": 0.720718, "recall": 0.798419}, {"accuracy": 0.923913, "f1": 0.899934, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"], "main_score": 0.899934, "precision": 0.888422, "recall": 0.923913}, {"accuracy": 0.859684, "f1": 0.831025, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"], "main_score": 0.831025, "precision": 0.820603, "recall": 0.859684}, {"accuracy": 0.875494, "f1": 0.856899, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"], "main_score": 0.856899, "precision": 0.850066, "recall": 0.875494}, {"accuracy": 0.867589, "f1": 0.844005, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"], "main_score": 0.844005, "precision": 0.834803, "recall": 0.867589}, {"accuracy": 0.839921, "f1": 0.794928, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"], "main_score": 0.794928, "precision": 0.774572, "recall": 0.839921}, {"accuracy": 0.835968, "f1": 0.793116, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"], "main_score": 0.793116, "precision": 0.773715, "recall": 0.835968}, {"accuracy": 0.886364, "f1": 0.853491, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"], "main_score": 0.853491, "precision": 0.838225, "recall": 0.886364}, {"accuracy": 0.893281, "f1": 0.863636, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"], "main_score": 0.863636, "precision": 0.850774, "recall": 0.893281}, {"accuracy": 0.874506, "f1": 0.837747, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"], "main_score": 0.837747, "precision": 0.820158, "recall": 0.874506}, {"accuracy": 0.903162, "f1": 0.881301, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"], "main_score": 0.881301, "precision": 0.872772, "recall": 0.903162}, {"accuracy": 0.805336, "f1": 0.755665, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"], "main_score": 0.755665, "precision": 0.733399, "recall": 0.805336}, {"accuracy": 0.921937, "f1": 0.900329, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"], "main_score": 0.900329, "precision": 0.890152, "recall": 0.921937}, {"accuracy": 0.894269, "f1": 0.871235, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"], "main_score": 0.871235, "precision": 0.861919, "recall": 0.894269}, {"accuracy": 0.853755, "f1": 0.827436, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"], "main_score": 0.827436, "precision": 0.818349, "recall": 0.853755}, {"accuracy": 0.847826, "f1": 0.825348, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"], "main_score": 0.825348, "precision": 0.817494, "recall": 0.847826}, {"accuracy": 0.832016, "f1": 0.801169, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"], "main_score": 0.801169, "precision": 0.789614, "recall": 0.832016}, {"accuracy": 0.893281, "f1": 0.864097, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"], "main_score": 0.864097, "precision": 0.850791, "recall": 0.893281}, {"accuracy": 0.907115, "f1": 0.879809, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"], "main_score": 0.879809, "precision": 0.867836, "recall": 0.907115}, {"accuracy": 0.851779, "f1": 0.811001, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"], "main_score": 0.811001, "precision": 0.791947, "recall": 0.851779}, {"accuracy": 0.25, "f1": 0.205174, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"], "main_score": 0.205174, "precision": 0.189894, "recall": 0.25}, {"accuracy": 0.903162, "f1": 0.874506, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"], "main_score": 0.874506, "precision": 0.861001, "recall": 0.903162}, {"accuracy": 0.73913, "f1": 0.670455, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"], "main_score": 0.670455, "precision": 0.640876, "recall": 0.73913}, {"accuracy": 0.886364, "f1": 0.85583, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"], "main_score": 0.85583, "precision": 0.842984, "recall": 0.886364}, {"accuracy": 0.933794, "f1": 0.912879, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"], "main_score": 0.912879, "precision": 0.902668, "recall": 0.933794}, {"accuracy": 0.838933, "f1": 0.795619, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"], "main_score": 0.795619, "precision": 0.776597, "recall": 0.838933}, {"accuracy": 0.894269, "f1": 0.863702, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"], "main_score": 0.863702, "precision": 0.849588, "recall": 0.894269}, {"accuracy": 0.906126, "f1": 0.877536, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"], "main_score": 0.877536, "precision": 0.864213, "recall": 0.906126}, {"accuracy": 0.880435, "f1": 0.847118, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"], "main_score": 0.847118, "precision": 0.832569, "recall": 0.880435}, {"accuracy": 0.874506, "f1": 0.839707, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"], "main_score": 0.839707, "precision": 0.824334, "recall": 0.874506}, {"accuracy": 0.893281, "f1": 0.861726, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"], "main_score": 0.861726, "precision": 0.84692, "recall": 0.893281}, {"accuracy": 0.882411, "f1": 0.859715, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"], "main_score": 0.859715, "precision": 0.851208, "recall": 0.882411}, {"accuracy": 0.898221, "f1": 0.86805, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"], "main_score": 0.86805, "precision": 0.853755, "recall": 0.898221}, {"accuracy": 0.847826, "f1": 0.805896, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"], "main_score": 0.805896, "precision": 0.786578, "recall": 0.847826}, {"accuracy": 0.849802, "f1": 0.810804, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"], "main_score": 0.810804, "precision": 0.793231, "recall": 0.849802}, {"accuracy": 0.847826, "f1": 0.809921, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"], "main_score": 0.809921, "precision": 0.79497, "recall": 0.847826}, {"accuracy": 0.04249, "f1": 0.021185, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"], "main_score": 0.021185, "precision": 0.017199, "recall": 0.04249}, {"accuracy": 0.835968, "f1": 0.8034, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"], "main_score": 0.8034, "precision": 0.792323, "recall": 0.835968}, {"accuracy": 0.881423, "f1": 0.850927, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"], "main_score": 0.850927, "precision": 0.838735, "recall": 0.881423}, {"accuracy": 0.814229, "f1": 0.781023, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"], "main_score": 0.781023, "precision": 0.768749, "recall": 0.814229}, {"accuracy": 0.864625, "f1": 0.834085, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"], "main_score": 0.834085, "precision": 0.822246, "recall": 0.864625}, {"accuracy": 0.809289, "f1": 0.760841, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"], "main_score": 0.760841, "precision": 0.740958, "recall": 0.809289}, {"accuracy": 0.833004, "f1": 0.789592, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"], "main_score": 0.789592, "precision": 0.770323, "recall": 0.833004}, {"accuracy": 0.855731, "f1": 0.822653, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"], "main_score": 0.822653, "precision": 0.810049, "recall": 0.855731}, {"accuracy": 0.855731, "f1": 0.823394, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"], "main_score": 0.823394, "precision": 0.811277, "recall": 0.855731}, {"accuracy": 0.906126, "f1": 0.880402, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"], "main_score": 0.880402, "precision": 0.868972, "recall": 0.906126}, {"accuracy": 0.895257, "f1": 0.866107, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"], "main_score": 0.866107, "precision": 0.852767, "recall": 0.895257}, {"accuracy": 0.778656, "f1": 0.724177, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"], "main_score": 0.724177, "precision": 0.701828, "recall": 0.778656}, {"accuracy": 0.886364, "f1": 0.859065, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"], "main_score": 0.859065, "precision": 0.847283, "recall": 0.886364}, {"accuracy": 0.77668, "f1": 0.725264, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"], "main_score": 0.725264, "precision": 0.702899, "recall": 0.77668}, {"accuracy": 0.86166, "f1": 0.822036, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"], "main_score": 0.822036, "precision": 0.803771, "recall": 0.86166}, {"accuracy": 0.86166, "f1": 0.832141, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"], "main_score": 0.832141, "precision": 0.820973, "recall": 0.86166}, {"accuracy": 0.899209, "f1": 0.870685, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"], "main_score": 0.870685, "precision": 0.85774, "recall": 0.899209}, {"accuracy": 0.874506, "f1": 0.844452, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"], "main_score": 0.844452, "precision": 0.832724, "recall": 0.874506}, {"accuracy": 0.924901, "f1": 0.903557, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"], "main_score": 0.903557, "precision": 0.893528, "recall": 0.924901}, {"accuracy": 0.889328, "f1": 0.85774, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"], "main_score": 0.85774, "precision": 0.844153, "recall": 0.889328}, {"accuracy": 0.798419, "f1": 0.763533, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"], "main_score": 0.763533, "precision": 0.750302, "recall": 0.798419}, {"accuracy": 0.856719, "f1": 0.822203, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"], "main_score": 0.822203, "precision": 0.808656, "recall": 0.856719}, {"accuracy": 0.832016, "f1": 0.792163, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"], "main_score": 0.792163, "precision": 0.776722, "recall": 0.832016}, {"accuracy": 0.866601, "f1": 0.827042, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"], "main_score": 0.827042, "precision": 0.808827, "recall": 0.866601}, {"accuracy": 0.838933, "f1": 0.797116, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"], "main_score": 0.797116, "precision": 0.779397, "recall": 0.838933}, {"accuracy": 0.823123, "f1": 0.77828, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"], "main_score": 0.77828, "precision": 0.7597, "recall": 0.823123}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"], "main_score": 0.918478, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.93083, "f1": 0.909816, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"], "main_score": 0.909816, "precision": 0.900115, "recall": 0.93083}, {"accuracy": 0.909091, "f1": 0.887387, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"], "main_score": 0.887387, "precision": 0.878545, "recall": 0.909091}, {"accuracy": 0.841897, "f1": 0.800598, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"], "main_score": 0.800598, "precision": 0.783203, "recall": 0.841897}, {"accuracy": 0.790514, "f1": 0.748708, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"], "main_score": 0.748708, "precision": 0.734314, "recall": 0.790514}, {"accuracy": 0.840909, "f1": 0.803471, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"], "main_score": 0.803471, "precision": 0.789199, "recall": 0.840909}, {"accuracy": 0.87253, "f1": 0.837187, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"], "main_score": 0.837187, "precision": 0.822365, "recall": 0.87253}, {"accuracy": 0.862648, "f1": 0.824572, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"], "main_score": 0.824572, "precision": 0.80751, "recall": 0.862648}, {"accuracy": 0.922925, "f1": 0.899769, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"], "main_score": 0.899769, "precision": 0.888916, "recall": 0.922925}, {"accuracy": 0.805336, "f1": 0.753228, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"], "main_score": 0.753228, "precision": 0.729941, "recall": 0.805336}, {"accuracy": 0.878458, "f1": 0.854744, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"], "main_score": 0.854744, "precision": 0.845913, "recall": 0.878458}, {"accuracy": 0.849802, "f1": 0.808893, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"], "main_score": 0.808893, "precision": 0.79165, "recall": 0.849802}, {"accuracy": 0.824111, "f1": 0.788285, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"], "main_score": 0.788285, "precision": 0.774598, "recall": 0.824111}, {"accuracy": 0.863636, "f1": 0.828101, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"], "main_score": 0.828101, "precision": 0.813192, "recall": 0.863636}, {"accuracy": 0.883399, "f1": 0.852574, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"], "main_score": 0.852574, "precision": 0.839575, "recall": 0.883399}, {"accuracy": 0.898221, "f1": 0.870092, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"], "main_score": 0.870092, "precision": 0.856966, "recall": 0.898221}, {"accuracy": 0.88834, "f1": 0.863161, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"], "main_score": 0.863161, "precision": 0.853693, "recall": 0.88834}, {"accuracy": 0.881423, "f1": 0.84832, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"], "main_score": 0.84832, "precision": 0.833037, "recall": 0.881423}, {"accuracy": 0.914032, "f1": 0.887846, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"], "main_score": 0.887846, "precision": 0.875165, "recall": 0.914032}, {"accuracy": 0.863636, "f1": 0.83383, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"], "main_score": 0.83383, "precision": 0.822868, "recall": 0.863636}, {"accuracy": 0.879447, "f1": 0.844532, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"], "main_score": 0.844532, "precision": 0.827899, "recall": 0.879447}, {"accuracy": 0.897233, "f1": 0.877815, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"], "main_score": 0.877815, "precision": 0.870098, "recall": 0.897233}, {"accuracy": 0.831028, "f1": 0.787549, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"], "main_score": 0.787549, "precision": 0.767704, "recall": 0.831028}, {"accuracy": 0.862648, "f1": 0.830472, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"], "main_score": 0.830472, "precision": 0.818096, "recall": 0.862648}, {"accuracy": 0.892292, "f1": 0.866667, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"], "main_score": 0.866667, "precision": 0.856936, "recall": 0.892292}, {"accuracy": 0.880435, "f1": 0.851739, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"], "main_score": 0.851739, "precision": 0.840231, "recall": 0.880435}, {"accuracy": 0.949605, "f1": 0.935112, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"], "main_score": 0.935112, "precision": 0.92803, "recall": 0.949605}, {"accuracy": 0.93083, "f1": 0.908992, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"], "main_score": 0.908992, "precision": 0.898468, "recall": 0.93083}, {"accuracy": 0.873518, "f1": 0.839394, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"], "main_score": 0.839394, "precision": 0.823452, "recall": 0.873518}, {"accuracy": 0.90415, "f1": 0.877306, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"], "main_score": 0.877306, "precision": 0.864789, "recall": 0.90415}, {"accuracy": 0.911067, "f1": 0.884783, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"], "main_score": 0.884783, "precision": 0.872612, "recall": 0.911067}, {"accuracy": 0.793478, "f1": 0.751572, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"], "main_score": 0.751572, "precision": 0.736409, "recall": 0.793478}, {"accuracy": 0.844862, "f1": 0.819564, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"], "main_score": 0.819564, "precision": 0.81117, "recall": 0.844862}, {"accuracy": 0.81917, "f1": 0.77189, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"], "main_score": 0.77189, "precision": 0.752174, "recall": 0.81917}, {"accuracy": 0.882411, "f1": 0.85135, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"], "main_score": 0.85135, "precision": 0.836874, "recall": 0.882411}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"], "main_score": 0.916173, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.909091, "f1": 0.881785, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"], "main_score": 0.881785, "precision": 0.869483, "recall": 0.909091}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"], "main_score": 0.908169, "precision": 0.897645, "recall": 0.929842}, {"accuracy": 0.908103, "f1": 0.881159, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"], "main_score": 0.881159, "precision": 0.868528, "recall": 0.908103}, {"accuracy": 0.839921, "f1": 0.813532, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"], "main_score": 0.813532, "precision": 0.803594, "recall": 0.839921}, {"accuracy": 0.778656, "f1": 0.722991, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"], "main_score": 0.722991, "precision": 0.698567, "recall": 0.778656}, {"accuracy": 0.844862, "f1": 0.805077, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"], "main_score": 0.805077, "precision": 0.788225, "recall": 0.844862}, {"accuracy": 0.887352, "f1": 0.855204, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"], "main_score": 0.855204, "precision": 0.840316, "recall": 0.887352}, {"accuracy": 0.818182, "f1": 0.771904, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"], "main_score": 0.771904, "precision": 0.751762, "recall": 0.818182}, {"accuracy": 0.793478, "f1": 0.741403, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"], "main_score": 0.741403, "precision": 0.719779, "recall": 0.793478}, {"accuracy": 0.911067, "f1": 0.885343, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"], "main_score": 0.885343, "precision": 0.873715, "recall": 0.911067}, {"accuracy": 0.844862, "f1": 0.80351, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"], "main_score": 0.80351, "precision": 0.786298, "recall": 0.844862}, {"accuracy": 0.87253, "f1": 0.836877, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"], "main_score": 0.836877, "precision": 0.820883, "recall": 0.87253}, {"accuracy": 0.754941, "f1": 0.693502, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"], "main_score": 0.693502, "precision": 0.667276, "recall": 0.754941}, {"accuracy": 0.863636, "f1": 0.834581, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"], "main_score": 0.834581, "precision": 0.824515, "recall": 0.863636}, {"accuracy": 0.890316, "f1": 0.866641, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"], "main_score": 0.866641, "precision": 0.857889, "recall": 0.890316}, {"accuracy": 0.863636, "f1": 0.834068, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"], "main_score": 0.834068, "precision": 0.824008, "recall": 0.863636}, {"accuracy": 0.891304, "f1": 0.865656, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"], "main_score": 0.865656, "precision": 0.856111, "recall": 0.891304}, {"accuracy": 0.850791, "f1": 0.812159, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"], "main_score": 0.812159, "precision": 0.795735, "recall": 0.850791}, {"accuracy": 0.899209, "f1": 0.86996, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"], "main_score": 0.86996, "precision": 0.856143, "recall": 0.899209}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"], "main_score": 0.918643, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.892292, "f1": 0.861133, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"], "main_score": 0.861133, "precision": 0.846509, "recall": 0.892292}, {"accuracy": 0.054348, "f1": 0.027106, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"], "main_score": 0.027106, "precision": 0.021405, "recall": 0.054348}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.924901, "f1": 0.903063, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"], "main_score": 0.903063, "precision": 0.892869, "recall": 0.924901}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"], "main_score": 0.984684, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.920949, "f1": 0.89753, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"], "main_score": 0.89753, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.991601, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"], "main_score": 0.991601, "precision": 0.990942, "recall": 0.993083}, {"accuracy": 0.91502, "f1": 0.889493, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"], "main_score": 0.889493, "precision": 0.87747, "recall": 0.91502}, {"accuracy": 0.98913, "f1": 0.986232, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"], "main_score": 0.986232, "precision": 0.984931, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.1917, "f1": 0.145413, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"], "main_score": 0.145413, "precision": 0.132344, "recall": 0.1917}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.929842, "f1": 0.90998, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"], "main_score": 0.90998, "precision": 0.900445, "recall": 0.929842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.986331, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"], "main_score": 0.986331, "precision": 0.985013, "recall": 0.98913}, {"accuracy": 0.940711, "f1": 0.925066, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"], "main_score": 0.925066, "precision": 0.917852, "recall": 0.940711}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"], "main_score": 0.972003, "precision": 0.969071, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.885375, "f1": 0.852833, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"], "main_score": 0.852833, "precision": 0.837368, "recall": 0.885375}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"], "main_score": 0.933794, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.887352, "f1": 0.856028, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"], "main_score": 0.856028, "precision": 0.841568, "recall": 0.887352}, {"accuracy": 0.985178, "f1": 0.981192, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"], "main_score": 0.981192, "precision": 0.979578, "recall": 0.985178}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.891304, "f1": 0.861331, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"], "main_score": 0.861331, "precision": 0.847233, "recall": 0.891304}, {"accuracy": 0.934783, "f1": 0.915744, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"], "main_score": 0.915744, "precision": 0.906868, "recall": 0.934783}, {"accuracy": 0.710474, "f1": 0.64745, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"], "main_score": 0.64745, "precision": 0.621821, "recall": 0.710474}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.98004, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"], "main_score": 0.98004, "precision": 0.978426, "recall": 0.98419}, {"accuracy": 0.899209, "f1": 0.871245, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"], "main_score": 0.871245, "precision": 0.858284, "recall": 0.899209}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.884387, "f1": 0.850743, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"], "main_score": 0.850743, "precision": 0.834816, "recall": 0.884387}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.895257, "f1": 0.864493, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"], "main_score": 0.864493, "precision": 0.850214, "recall": 0.895257}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.217391, "f1": 0.154633, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"], "main_score": 0.154633, "precision": 0.136642, "recall": 0.217391}, {"accuracy": 0.913043, "f1": 0.888241, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"], "main_score": 0.888241, "precision": 0.87607, "recall": 0.913043}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"], "main_score": 0.933959, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"], "main_score": 0.894829, "precision": 0.883514, "recall": 0.918972}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.974308, "f1": 0.967227, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"], "main_score": 0.967227, "precision": 0.963768, "recall": 0.974308}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.855731, "f1": 0.816027, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"], "main_score": 0.816027, "precision": 0.797843, "recall": 0.855731}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.985343, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"], "main_score": 0.985343, "precision": 0.984025, "recall": 0.988142}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.916008, "f1": 0.891535, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"], "main_score": 0.891535, "precision": 0.880221, "recall": 0.916008}, {"accuracy": 0.867589, "f1": 0.830105, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"], "main_score": 0.830105, "precision": 0.812368, "recall": 0.867589}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"], "main_score": 0.907181, "precision": 0.896657, "recall": 0.928854}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.856719, "f1": 0.81996, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"], "main_score": 0.81996, "precision": 0.803442, "recall": 0.856719}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.986495, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"], "main_score": 0.986495, "precision": 0.985178, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.889328, "f1": 0.857839, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"], "main_score": 0.857839, "precision": 0.843215, "recall": 0.889328}, {"accuracy": 0.267787, "f1": 0.21383, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"], "main_score": 0.21383, "precision": 0.196505, "recall": 0.267787}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"], "main_score": 0.903393, "precision": 0.892704, "recall": 0.925889}, {"accuracy": 0.796443, "f1": 0.743594, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"], "main_score": 0.743594, "precision": 0.720365, "recall": 0.796443}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.913043, "f1": 0.887879, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"], "main_score": 0.887879, "precision": 0.876235, "recall": 0.913043}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"], "main_score": 0.955369, "precision": 0.950593, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.901186, "f1": 0.87253, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"], "main_score": 0.87253, "precision": 0.858926, "recall": 0.901186}, {"accuracy": 0.883399, "f1": 0.849704, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"], "main_score": 0.849704, "precision": 0.834107, "recall": 0.883399}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.051383, "f1": 0.026126, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"], "main_score": 0.026126, "precision": 0.020973, "recall": 0.051383}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.958498, "f1": 0.946673, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"], "main_score": 0.946673, "precision": 0.941453, "recall": 0.958498}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.892292, "f1": 0.861298, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"], "main_score": 0.861298, "precision": 0.847036, "recall": 0.892292}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.955105, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"], "main_score": 0.955105, "precision": 0.950181, "recall": 0.965415}, {"accuracy": 0.890316, "f1": 0.857331, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"], "main_score": 0.857331, "precision": 0.841897, "recall": 0.890316}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.862648, "f1": 0.825066, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"], "main_score": 0.825066, "precision": 0.808218, "recall": 0.862648}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"], "main_score": 0.948781, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.98913, "f1": 0.986331, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"], "main_score": 0.986331, "precision": 0.985013, "recall": 0.98913}, {"accuracy": 0.927866, "f1": 0.906357, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"], "main_score": 0.906357, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"], "main_score": 0.980962, "precision": 0.979167, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.863636, "f1": 0.824901, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"], "main_score": 0.824901, "precision": 0.807148, "recall": 0.863636}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.981225, "f1": 0.975527, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"], "main_score": 0.975527, "precision": 0.972908, "recall": 0.981225}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"], "main_score": 0.891469, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.917984, "f1": 0.894993, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"], "main_score": 0.894993, "precision": 0.88414, "recall": 0.917984}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"], "main_score": 0.928524, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.87747, "f1": 0.844335, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"], "main_score": 0.844335, "precision": 0.829381, "recall": 0.87747}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.895257, "f1": 0.863043, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"], "main_score": 0.863043, "precision": 0.847414, "recall": 0.895257}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"], "main_score": 0.91525, "precision": 0.905879, "recall": 0.934783}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.942688, "f1": 0.925856, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"], "main_score": 0.925856, "precision": 0.917984, "recall": 0.942688}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.940711, "f1": 0.923254, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"], "main_score": 0.923254, "precision": 0.915184, "recall": 0.940711}, {"accuracy": 0.885375, "f1": 0.854792, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"], "main_score": 0.854792, "precision": 0.840886, "recall": 0.885375}, {"accuracy": 0.925889, "f1": 0.902899, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"], "main_score": 0.902899, "precision": 0.892045, "recall": 0.925889}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.956522, "f1": 0.94417, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"], "main_score": 0.94417, "precision": 0.938241, "recall": 0.956522}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"], "main_score": 0.942358, "precision": 0.935277, "recall": 0.956522}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.822134, "f1": 0.7778, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"], "main_score": 0.7778, "precision": 0.757806, "recall": 0.822134}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.897233, "f1": 0.868478, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"], "main_score": 0.868478, "precision": 0.855221, "recall": 0.897233}, {"accuracy": 0.913043, "f1": 0.889065, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"], "main_score": 0.889065, "precision": 0.877882, "recall": 0.913043}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.825099, "f1": 0.777031, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"], "main_score": 0.777031, "precision": 0.755229, "recall": 0.825099}, {"accuracy": 0.991107, "f1": 0.988702, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"], "main_score": 0.988702, "precision": 0.987731, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.93083, "f1": 0.908597, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"], "main_score": 0.908597, "precision": 0.897892, "recall": 0.93083}, {"accuracy": 0.034585, "f1": 0.02572, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"], "main_score": 0.02572, "precision": 0.02372, "recall": 0.034585}, {"accuracy": 0.052372, "f1": 0.034264, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"], "main_score": 0.034264, "precision": 0.030754, "recall": 0.052372}, {"accuracy": 0.01087, "f1": 0.006333, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"], "main_score": 0.006333, "precision": 0.005555, "recall": 0.01087}, {"accuracy": 0.040514, "f1": 0.027517, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"], "main_score": 0.027517, "precision": 0.024648, "recall": 0.040514}, {"accuracy": 0.039526, "f1": 0.027393, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"], "main_score": 0.027393, "precision": 0.024894, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.028554, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"], "main_score": 0.028554, "precision": 0.02537, "recall": 0.041502}, {"accuracy": 0.051383, "f1": 0.036527, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"], "main_score": 0.036527, "precision": 0.033052, "recall": 0.051383}, {"accuracy": 0.04249, "f1": 0.031925, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"], "main_score": 0.031925, "precision": 0.029151, "recall": 0.04249}, {"accuracy": 0.038538, "f1": 0.02876, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"], "main_score": 0.02876, "precision": 0.026488, "recall": 0.038538}, {"accuracy": 0.044466, "f1": 0.031017, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"], "main_score": 0.031017, "precision": 0.028057, "recall": 0.044466}, {"accuracy": 0.040514, "f1": 0.027328, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"], "main_score": 0.027328, "precision": 0.024524, "recall": 0.040514}, {"accuracy": 0.038538, "f1": 0.025183, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"], "main_score": 0.025183, "precision": 0.023142, "recall": 0.038538}, {"accuracy": 0.043478, "f1": 0.029618, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"], "main_score": 0.029618, "precision": 0.026497, "recall": 0.043478}, {"accuracy": 0.047431, "f1": 0.035226, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"], "main_score": 0.035226, "precision": 0.032973, "recall": 0.047431}, {"accuracy": 0.047431, "f1": 0.034445, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"], "main_score": 0.034445, "precision": 0.03164, "recall": 0.047431}, {"accuracy": 0.048419, "f1": 0.037756, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"], "main_score": 0.037756, "precision": 0.035068, "recall": 0.048419}, {"accuracy": 0.047431, "f1": 0.034186, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"], "main_score": 0.034186, "precision": 0.031755, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.030203, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"], "main_score": 0.030203, "precision": 0.027705, "recall": 0.040514}, {"accuracy": 0.034585, "f1": 0.021331, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"], "main_score": 0.021331, "precision": 0.018834, "recall": 0.034585}, {"accuracy": 0.041502, "f1": 0.029022, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"], "main_score": 0.029022, "precision": 0.026273, "recall": 0.041502}, {"accuracy": 0.035573, "f1": 0.024969, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"], "main_score": 0.024969, "precision": 0.023038, "recall": 0.035573}, {"accuracy": 0.039526, "f1": 0.028593, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"], "main_score": 0.028593, "precision": 0.025855, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.035748, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"], "main_score": 0.035748, "precision": 0.033353, "recall": 0.045455}, {"accuracy": 0.041502, "f1": 0.027221, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"], "main_score": 0.027221, "precision": 0.024321, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.028728, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"], "main_score": 0.028728, "precision": 0.026122, "recall": 0.039526}, {"accuracy": 0.048419, "f1": 0.037479, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"], "main_score": 0.037479, "precision": 0.034331, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.043216, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"], "main_score": 0.043216, "precision": 0.039156, "recall": 0.0583}, {"accuracy": 0.035573, "f1": 0.024016, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"], "main_score": 0.024016, "precision": 0.020621, "recall": 0.035573}, {"accuracy": 0.038538, "f1": 0.026852, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"], "main_score": 0.026852, "precision": 0.023934, "recall": 0.038538}, {"accuracy": 0.041502, "f1": 0.030812, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"], "main_score": 0.030812, "precision": 0.02814, "recall": 0.041502}, {"accuracy": 0.037549, "f1": 0.027454, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"], "main_score": 0.027454, "precision": 0.02498, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.026966, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"], "main_score": 0.026966, "precision": 0.024256, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.027248, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"], "main_score": 0.027248, "precision": 0.02495, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.028085, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"], "main_score": 0.028085, "precision": 0.024905, "recall": 0.040514}, {"accuracy": 0.048419, "f1": 0.036559, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"], "main_score": 0.036559, "precision": 0.03407, "recall": 0.048419}, {"accuracy": 0.045455, "f1": 0.030824, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"], "main_score": 0.030824, "precision": 0.027891, "recall": 0.045455}, {"accuracy": 0.034585, "f1": 0.023359, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"], "main_score": 0.023359, "precision": 0.020869, "recall": 0.034585}, {"accuracy": 0.04249, "f1": 0.031699, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"], "main_score": 0.031699, "precision": 0.029073, "recall": 0.04249}, {"accuracy": 0.041502, "f1": 0.032525, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"], "main_score": 0.032525, "precision": 0.030174, "recall": 0.041502}, {"accuracy": 0.036561, "f1": 0.026009, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"], "main_score": 0.026009, "precision": 0.024082, "recall": 0.036561}, {"accuracy": 0.044466, "f1": 0.031057, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"], "main_score": 0.031057, "precision": 0.027784, "recall": 0.044466}, {"accuracy": 0.043478, "f1": 0.030468, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"], "main_score": 0.030468, "precision": 0.02762, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.030656, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"], "main_score": 0.030656, "precision": 0.028126, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.032952, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"], "main_score": 0.032952, "precision": 0.030562, "recall": 0.043478}, {"accuracy": 0.037549, "f1": 0.028338, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"], "main_score": 0.028338, "precision": 0.026004, "recall": 0.037549}, {"accuracy": 0.041502, "f1": 0.032684, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"], "main_score": 0.032684, "precision": 0.030615, "recall": 0.041502}, {"accuracy": 0.04249, "f1": 0.033065, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"], "main_score": 0.033065, "precision": 0.030611, "recall": 0.04249}, {"accuracy": 0.045455, "f1": 0.034589, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"], "main_score": 0.034589, "precision": 0.03165, "recall": 0.045455}, {"accuracy": 0.04249, "f1": 0.032059, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"], "main_score": 0.032059, "precision": 0.029558, "recall": 0.04249}, {"accuracy": 0.04249, "f1": 0.029571, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"], "main_score": 0.029571, "precision": 0.026797, "recall": 0.04249}, {"accuracy": 0.045455, "f1": 0.031659, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"], "main_score": 0.031659, "precision": 0.028955, "recall": 0.045455}, {"accuracy": 0.033597, "f1": 0.026376, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"], "main_score": 0.026376, "precision": 0.024532, "recall": 0.033597}, {"accuracy": 0.038538, "f1": 0.025466, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"], "main_score": 0.025466, "precision": 0.022563, "recall": 0.038538}, {"accuracy": 0.043478, "f1": 0.031834, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"], "main_score": 0.031834, "precision": 0.028913, "recall": 0.043478}, {"accuracy": 0.030632, "f1": 0.02187, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"], "main_score": 0.02187, "precision": 0.019511, "recall": 0.030632}, {"accuracy": 0.051383, "f1": 0.037103, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"], "main_score": 0.037103, "precision": 0.033771, "recall": 0.051383}, {"accuracy": 0.038538, "f1": 0.030274, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"], "main_score": 0.030274, "precision": 0.028598, "recall": 0.038538}, {"accuracy": 0.045455, "f1": 0.033717, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"], "main_score": 0.033717, "precision": 0.031025, "recall": 0.045455}, {"accuracy": 0.041502, "f1": 0.025833, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"], "main_score": 0.025833, "precision": 0.022907, "recall": 0.041502}, {"accuracy": 0.043478, "f1": 0.031893, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"], "main_score": 0.031893, "precision": 0.029025, "recall": 0.043478}, {"accuracy": 0.039526, "f1": 0.028779, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"], "main_score": 0.028779, "precision": 0.026649, "recall": 0.039526}, {"accuracy": 0.034585, "f1": 0.02738, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"], "main_score": 0.02738, "precision": 0.025646, "recall": 0.034585}, {"accuracy": 0.041502, "f1": 0.029214, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"], "main_score": 0.029214, "precision": 0.026836, "recall": 0.041502}, {"accuracy": 0.04249, "f1": 0.032191, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"], "main_score": 0.032191, "precision": 0.02959, "recall": 0.04249}, {"accuracy": 0.04249, "f1": 0.0298, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"], "main_score": 0.0298, "precision": 0.026656, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.032864, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"], "main_score": 0.032864, "precision": 0.030464, "recall": 0.043478}, {"accuracy": 0.046443, "f1": 0.033576, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"], "main_score": 0.033576, "precision": 0.031107, "recall": 0.046443}, {"accuracy": 0.037549, "f1": 0.024655, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"], "main_score": 0.024655, "precision": 0.02194, "recall": 0.037549}, {"accuracy": 0.043478, "f1": 0.034006, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"], "main_score": 0.034006, "precision": 0.032014, "recall": 0.043478}, {"accuracy": 0.036561, "f1": 0.025702, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"], "main_score": 0.025702, "precision": 0.022658, "recall": 0.036561}, {"accuracy": 0.040514, "f1": 0.029102, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"], "main_score": 0.029102, "precision": 0.026375, "recall": 0.040514}, {"accuracy": 0.051383, "f1": 0.039478, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"], "main_score": 0.039478, "precision": 0.036291, "recall": 0.051383}, {"accuracy": 0.033597, "f1": 0.023666, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"], "main_score": 0.023666, "precision": 0.021062, "recall": 0.033597}, {"accuracy": 0.030632, "f1": 0.022331, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"], "main_score": 0.022331, "precision": 0.020794, "recall": 0.030632}, {"accuracy": 0.043478, "f1": 0.033855, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"], "main_score": 0.033855, "precision": 0.031813, "recall": 0.043478}, {"accuracy": 0.045455, "f1": 0.036968, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"], "main_score": 0.036968, "precision": 0.035041, "recall": 0.045455}, {"accuracy": 0.043478, "f1": 0.029334, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"], "main_score": 0.029334, "precision": 0.026159, "recall": 0.043478}, {"accuracy": 0.048419, "f1": 0.03411, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"], "main_score": 0.03411, "precision": 0.031156, "recall": 0.048419}, {"accuracy": 0.045455, "f1": 0.033634, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"], "main_score": 0.033634, "precision": 0.031089, "recall": 0.045455}, {"accuracy": 0.041502, "f1": 0.029671, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"], "main_score": 0.029671, "precision": 0.026939, "recall": 0.041502}, {"accuracy": 0.043478, "f1": 0.033403, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"], "main_score": 0.033403, "precision": 0.031654, "recall": 0.043478}, {"accuracy": 0.045455, "f1": 0.035228, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"], "main_score": 0.035228, "precision": 0.032434, "recall": 0.045455}, {"accuracy": 0.04249, "f1": 0.032224, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"], "main_score": 0.032224, "precision": 0.029903, "recall": 0.04249}, {"accuracy": 0.039526, "f1": 0.030855, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"], "main_score": 0.030855, "precision": 0.028962, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.028002, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"], "main_score": 0.028002, "precision": 0.025748, "recall": 0.039526}, {"accuracy": 0.035573, "f1": 0.024146, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"], "main_score": 0.024146, "precision": 0.021297, "recall": 0.035573}, {"accuracy": 0.045455, "f1": 0.030871, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"], "main_score": 0.030871, "precision": 0.027554, "recall": 0.045455}, {"accuracy": 0.039526, "f1": 0.03414, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"], "main_score": 0.03414, "precision": 0.032469, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.025979, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"], "main_score": 0.025979, "precision": 0.022844, "recall": 0.039526}, {"accuracy": 0.037549, "f1": 0.030758, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"], "main_score": 0.030758, "precision": 0.028769, "recall": 0.037549}, {"accuracy": 0.032609, "f1": 0.022681, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"], "main_score": 0.022681, "precision": 0.020234, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.030747, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"], "main_score": 0.030747, "precision": 0.027965, "recall": 0.044466}, {"accuracy": 0.041502, "f1": 0.028023, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"], "main_score": 0.028023, "precision": 0.025127, "recall": 0.041502}, {"accuracy": 0.040514, "f1": 0.028637, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"], "main_score": 0.028637, "precision": 0.026263, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.031951, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"], "main_score": 0.031951, "precision": 0.029168, "recall": 0.041502}, {"accuracy": 0.044466, "f1": 0.030383, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"], "main_score": 0.030383, "precision": 0.026494, "recall": 0.044466}, {"accuracy": 0.041502, "f1": 0.028773, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"], "main_score": 0.028773, "precision": 0.026652, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.030135, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"], "main_score": 0.030135, "precision": 0.027783, "recall": 0.039526}, {"accuracy": 0.046443, "f1": 0.034068, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"], "main_score": 0.034068, "precision": 0.030905, "recall": 0.046443}, {"accuracy": 0.039526, "f1": 0.026247, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"], "main_score": 0.026247, "precision": 0.023217, "recall": 0.039526}, {"accuracy": 0.04249, "f1": 0.031461, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"], "main_score": 0.031461, "precision": 0.028922, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.033425, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"], "main_score": 0.033425, "precision": 0.031445, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.028612, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"], "main_score": 0.028612, "precision": 0.026621, "recall": 0.040514}, {"accuracy": 0.039526, "f1": 0.03048, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"], "main_score": 0.03048, "precision": 0.027702, "recall": 0.039526}, {"accuracy": 0.050395, "f1": 0.035907, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"], "main_score": 0.035907, "precision": 0.033001, "recall": 0.050395}, {"accuracy": 0.043478, "f1": 0.032034, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"], "main_score": 0.032034, "precision": 0.029398, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.025995, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"], "main_score": 0.025995, "precision": 0.023112, "recall": 0.038538}, {"accuracy": 0.047431, "f1": 0.035234, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"], "main_score": 0.035234, "precision": 0.032318, "recall": 0.047431}, {"accuracy": 0.046443, "f1": 0.03056, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"], "main_score": 0.03056, "precision": 0.027298, "recall": 0.046443}, {"accuracy": 0.039526, "f1": 0.030743, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"], "main_score": 0.030743, "precision": 0.028765, "recall": 0.039526}, {"accuracy": 0.049407, "f1": 0.037054, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"], "main_score": 0.037054, "precision": 0.033757, "recall": 0.049407}, {"accuracy": 0.048419, "f1": 0.033184, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"], "main_score": 0.033184, "precision": 0.02967, "recall": 0.048419}, {"accuracy": 0.04249, "f1": 0.03458, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"], "main_score": 0.03458, "precision": 0.032049, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.028443, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"], "main_score": 0.028443, "precision": 0.026131, "recall": 0.037549}, {"accuracy": 0.034585, "f1": 0.026428, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"], "main_score": 0.026428, "precision": 0.024166, "recall": 0.034585}, {"accuracy": 0.045455, "f1": 0.031924, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"], "main_score": 0.031924, "precision": 0.029216, "recall": 0.045455}, {"accuracy": 0.040514, "f1": 0.029718, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"], "main_score": 0.029718, "precision": 0.027635, "recall": 0.040514}, {"accuracy": 0.033597, "f1": 0.021078, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"], "main_score": 0.021078, "precision": 0.018141, "recall": 0.033597}, {"accuracy": 0.044466, "f1": 0.031869, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"], "main_score": 0.031869, "precision": 0.029104, "recall": 0.044466}, {"accuracy": 0.044466, "f1": 0.031626, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"], "main_score": 0.031626, "precision": 0.02899, "recall": 0.044466}, {"accuracy": 0.035573, "f1": 0.023698, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"], "main_score": 0.023698, "precision": 0.021083, "recall": 0.035573}, {"accuracy": 0.043478, "f1": 0.032325, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"], "main_score": 0.032325, "precision": 0.029637, "recall": 0.043478}, {"accuracy": 0.037549, "f1": 0.029632, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"], "main_score": 0.029632, "precision": 0.027457, "recall": 0.037549}, {"accuracy": 0.035573, "f1": 0.025871, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"], "main_score": 0.025871, "precision": 0.023962, "recall": 0.035573}, {"accuracy": 0.044466, "f1": 0.032232, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"], "main_score": 0.032232, "precision": 0.029176, "recall": 0.044466}, {"accuracy": 0.034585, "f1": 0.022335, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"], "main_score": 0.022335, "precision": 0.019494, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.028821, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"], "main_score": 0.028821, "precision": 0.025967, "recall": 0.038538}, {"accuracy": 0.04249, "f1": 0.035131, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"], "main_score": 0.035131, "precision": 0.033056, "recall": 0.04249}, {"accuracy": 0.039526, "f1": 0.03011, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"], "main_score": 0.03011, "precision": 0.027963, "recall": 0.039526}, {"accuracy": 0.040514, "f1": 0.029654, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"], "main_score": 0.029654, "precision": 0.027482, "recall": 0.040514}, {"accuracy": 0.038538, "f1": 0.029355, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"], "main_score": 0.029355, "precision": 0.026813, "recall": 0.038538}, {"accuracy": 0.040514, "f1": 0.03163, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"], "main_score": 0.03163, "precision": 0.029129, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.027446, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"], "main_score": 0.027446, "precision": 0.02531, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.0307, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"], "main_score": 0.0307, "precision": 0.02776, "recall": 0.041502}, {"accuracy": 0.040514, "f1": 0.028601, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"], "main_score": 0.028601, "precision": 0.02575, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.025449, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"], "main_score": 0.025449, "precision": 0.023107, "recall": 0.036561}, {"accuracy": 0.047431, "f1": 0.034473, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"], "main_score": 0.034473, "precision": 0.03166, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.026952, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"], "main_score": 0.026952, "precision": 0.024262, "recall": 0.036561}, {"accuracy": 0.044466, "f1": 0.033196, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"], "main_score": 0.033196, "precision": 0.03063, "recall": 0.044466}, {"accuracy": 0.04249, "f1": 0.032241, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"], "main_score": 0.032241, "precision": 0.029971, "recall": 0.04249}, {"accuracy": 0.038538, "f1": 0.02798, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"], "main_score": 0.02798, "precision": 0.025613, "recall": 0.038538}, {"accuracy": 0.036561, "f1": 0.024993, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"], "main_score": 0.024993, "precision": 0.022651, "recall": 0.036561}, {"accuracy": 0.028656, "f1": 0.021894, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"], "main_score": 0.021894, "precision": 0.02029, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.027645, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"], "main_score": 0.027645, "precision": 0.023705, "recall": 0.043478}, {"accuracy": 0.04249, "f1": 0.027474, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"], "main_score": 0.027474, "precision": 0.024569, "recall": 0.04249}, {"accuracy": 0.047431, "f1": 0.032607, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"], "main_score": 0.032607, "precision": 0.029556, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.026784, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"], "main_score": 0.026784, "precision": 0.023844, "recall": 0.040514}, {"accuracy": 0.040514, "f1": 0.027703, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"], "main_score": 0.027703, "precision": 0.024829, "recall": 0.040514}, {"accuracy": 0.040514, "f1": 0.030412, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"], "main_score": 0.030412, "precision": 0.027909, "recall": 0.040514}, {"accuracy": 0.047431, "f1": 0.034827, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"], "main_score": 0.034827, "precision": 0.031871, "recall": 0.047431}, {"accuracy": 0.034585, "f1": 0.026063, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"], "main_score": 0.026063, "precision": 0.024134, "recall": 0.034585}, {"accuracy": 0.031621, "f1": 0.027219, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"], "main_score": 0.027219, "precision": 0.025912, "recall": 0.031621}, {"accuracy": 0.037549, "f1": 0.026696, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"], "main_score": 0.026696, "precision": 0.024652, "recall": 0.037549}, {"accuracy": 0.036561, "f1": 0.024534, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"], "main_score": 0.024534, "precision": 0.022418, "recall": 0.036561}, {"accuracy": 0.038538, "f1": 0.029143, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"], "main_score": 0.029143, "precision": 0.026941, "recall": 0.038538}, {"accuracy": 0.043478, "f1": 0.030191, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"], "main_score": 0.030191, "precision": 0.027109, "recall": 0.043478}, {"accuracy": 0.050395, "f1": 0.035846, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"], "main_score": 0.035846, "precision": 0.032706, "recall": 0.050395}, {"accuracy": 0.047431, "f1": 0.037808, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"], "main_score": 0.037808, "precision": 0.035155, "recall": 0.047431}, {"accuracy": 0.041502, "f1": 0.031147, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"], "main_score": 0.031147, "precision": 0.029055, "recall": 0.041502}, {"accuracy": 0.037549, "f1": 0.026471, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"], "main_score": 0.026471, "precision": 0.02421, "recall": 0.037549}, {"accuracy": 0.029644, "f1": 0.020753, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"], "main_score": 0.020753, "precision": 0.018644, "recall": 0.029644}, {"accuracy": 0.039526, "f1": 0.02841, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"], "main_score": 0.02841, "precision": 0.025123, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.028298, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"], "main_score": 0.028298, "precision": 0.025954, "recall": 0.039526}, {"accuracy": 0.048419, "f1": 0.03676, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"], "main_score": 0.03676, "precision": 0.034287, "recall": 0.048419}, {"accuracy": 0.04249, "f1": 0.03149, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"], "main_score": 0.03149, "precision": 0.028427, "recall": 0.04249}, {"accuracy": 0.040514, "f1": 0.029491, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"], "main_score": 0.029491, "precision": 0.026923, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.03029, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"], "main_score": 0.03029, "precision": 0.02789, "recall": 0.043478}, {"accuracy": 0.032609, "f1": 0.026562, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"], "main_score": 0.026562, "precision": 0.024706, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.032988, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"], "main_score": 0.032988, "precision": 0.030003, "recall": 0.044466}, {"accuracy": 0.041502, "f1": 0.029525, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"], "main_score": 0.029525, "precision": 0.027479, "recall": 0.041502}, {"accuracy": 0.041502, "f1": 0.027088, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"], "main_score": 0.027088, "precision": 0.024048, "recall": 0.041502}, {"accuracy": 0.037549, "f1": 0.029134, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"], "main_score": 0.029134, "precision": 0.027011, "recall": 0.037549}, {"accuracy": 0.037549, "f1": 0.028295, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"], "main_score": 0.028295, "precision": 0.025867, "recall": 0.037549}, {"accuracy": 0.043478, "f1": 0.030339, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"], "main_score": 0.030339, "precision": 0.026874, "recall": 0.043478}, {"accuracy": 0.044466, "f1": 0.030101, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"], "main_score": 0.030101, "precision": 0.026973, "recall": 0.044466}, {"accuracy": 0.046443, "f1": 0.035966, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"], "main_score": 0.035966, "precision": 0.033302, "recall": 0.046443}, {"accuracy": 0.04249, "f1": 0.030658, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"], "main_score": 0.030658, "precision": 0.027571, "recall": 0.04249}, {"accuracy": 0.041502, "f1": 0.028286, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"], "main_score": 0.028286, "precision": 0.025191, "recall": 0.041502}, {"accuracy": 0.04249, "f1": 0.029728, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"], "main_score": 0.029728, "precision": 0.026783, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.024127, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"], "main_score": 0.024127, "precision": 0.021101, "recall": 0.037549}, {"accuracy": 0.037549, "f1": 0.030234, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"], "main_score": 0.030234, "precision": 0.028405, "recall": 0.037549}, {"accuracy": 0.046443, "f1": 0.03358, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"], "main_score": 0.03358, "precision": 0.030472, "recall": 0.046443}, {"accuracy": 0.044466, "f1": 0.031739, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"], "main_score": 0.031739, "precision": 0.02899, "recall": 0.044466}, {"accuracy": 0.036561, "f1": 0.025408, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"], "main_score": 0.025408, "precision": 0.023155, "recall": 0.036561}, {"accuracy": 0.04249, "f1": 0.030103, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"], "main_score": 0.030103, "precision": 0.027398, "recall": 0.04249}, {"accuracy": 0.040514, "f1": 0.029212, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"], "main_score": 0.029212, "precision": 0.027247, "recall": 0.040514}, {"accuracy": 0.039526, "f1": 0.032177, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"], "main_score": 0.032177, "precision": 0.030281, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.026301, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"], "main_score": 0.026301, "precision": 0.023157, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.03387, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"], "main_score": 0.03387, "precision": 0.031148, "recall": 0.045455}, {"accuracy": 0.037549, "f1": 0.029117, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"], "main_score": 0.029117, "precision": 0.026087, "recall": 0.037549}, {"accuracy": 0.048419, "f1": 0.036313, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"], "main_score": 0.036313, "precision": 0.033537, "recall": 0.048419}, {"accuracy": 0.049407, "f1": 0.0332, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"], "main_score": 0.0332, "precision": 0.029433, "recall": 0.049407}, {"accuracy": 0.039526, "f1": 0.028737, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"], "main_score": 0.028737, "precision": 0.026357, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.028701, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"], "main_score": 0.028701, "precision": 0.025682, "recall": 0.041502}, {"accuracy": 0.04249, "f1": 0.029425, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"], "main_score": 0.029425, "precision": 0.026356, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.030782, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"], "main_score": 0.030782, "precision": 0.027771, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.02842, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"], "main_score": 0.02842, "precision": 0.026157, "recall": 0.038538}, {"accuracy": 0.040514, "f1": 0.030558, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"], "main_score": 0.030558, "precision": 0.028283, "recall": 0.040514}, {"accuracy": 0.04249, "f1": 0.028527, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"], "main_score": 0.028527, "precision": 0.025389, "recall": 0.04249}, {"accuracy": 0.033597, "f1": 0.025859, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"], "main_score": 0.025859, "precision": 0.024243, "recall": 0.033597}, {"accuracy": 0.04249, "f1": 0.028549, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"], "main_score": 0.028549, "precision": 0.025383, "recall": 0.04249}, {"accuracy": 0.045455, "f1": 0.032738, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"], "main_score": 0.032738, "precision": 0.029525, "recall": 0.045455}, {"accuracy": 0.039526, "f1": 0.028939, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"], "main_score": 0.028939, "precision": 0.026054, "recall": 0.039526}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.900198, "f1": 0.871838, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"], "main_score": 0.871838, "precision": 0.858531, "recall": 0.900198}, {"accuracy": 0.044466, "f1": 0.020785, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"], "main_score": 0.020785, "precision": 0.015904, "recall": 0.044466}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"], "main_score": 0.977009, "precision": 0.974555, "recall": 0.982213}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.911528, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"], "main_score": 0.911528, "precision": 0.902339, "recall": 0.93083}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.910079, "f1": 0.884058, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"], "main_score": 0.884058, "precision": 0.871706, "recall": 0.910079}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.90415, "f1": 0.876318, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"], "main_score": 0.876318, "precision": 0.863142, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.203557, "f1": 0.152047, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"], "main_score": 0.152047, "precision": 0.137606, "recall": 0.203557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"], "main_score": 0.921278, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992754, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"], "main_score": 0.992754, "precision": 0.992095, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"], "main_score": 0.931489, "precision": 0.923584, "recall": 0.947628}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.887352, "f1": 0.855731, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"], "main_score": 0.855731, "precision": 0.84058, "recall": 0.887352}, {"accuracy": 0.953557, "f1": 0.938241, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"], "main_score": 0.938241, "precision": 0.930665, "recall": 0.953557}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"], "main_score": 0.940382, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.907115, "f1": 0.879611, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"], "main_score": 0.879611, "precision": 0.866436, "recall": 0.907115}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"], "main_score": 0.942029, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.886364, "f1": 0.855072, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"], "main_score": 0.855072, "precision": 0.84025, "recall": 0.886364}, {"accuracy": 0.936759, "f1": 0.91805, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"], "main_score": 0.91805, "precision": 0.909371, "recall": 0.936759}, {"accuracy": 0.738142, "f1": 0.677656, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"], "main_score": 0.677656, "precision": 0.652809, "recall": 0.738142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.916008, "f1": 0.890481, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"], "main_score": 0.890481, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.890316, "f1": 0.858267, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"], "main_score": 0.858267, "precision": 0.843824, "recall": 0.890316}, {"accuracy": 0.944664, "f1": 0.926713, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"], "main_score": 0.926713, "precision": 0.917984, "recall": 0.944664}, {"accuracy": 0.894269, "f1": 0.861726, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"], "main_score": 0.861726, "precision": 0.846262, "recall": 0.894269}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.217391, "f1": 0.146553, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"], "main_score": 0.146553, "precision": 0.126501, "recall": 0.217391}, {"accuracy": 0.910079, "f1": 0.886034, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"], "main_score": 0.886034, "precision": 0.874506, "recall": 0.910079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.9417, "f1": 0.92332, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"], "main_score": 0.92332, "precision": 0.914443, "recall": 0.9417}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.971344, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"], "main_score": 0.971344, "precision": 0.968379, "recall": 0.977273}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.853755, "f1": 0.816507, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"], "main_score": 0.816507, "precision": 0.800084, "recall": 0.853755}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"], "main_score": 0.930995, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.929842, "f1": 0.909256, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"], "main_score": 0.909256, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.859684, "f1": 0.820356, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"], "main_score": 0.820356, "precision": 0.801795, "recall": 0.859684}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"], "main_score": 0.911726, "precision": 0.901515, "recall": 0.932806}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.847826, "f1": 0.808107, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"], "main_score": 0.808107, "precision": 0.790102, "recall": 0.847826}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.87253, "f1": 0.837549, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"], "main_score": 0.837549, "precision": 0.821476, "recall": 0.87253}, {"accuracy": 0.264822, "f1": 0.20169, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"], "main_score": 0.20169, "precision": 0.180277, "recall": 0.264822}, {"accuracy": 0.927866, "f1": 0.906588, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"], "main_score": 0.906588, "precision": 0.896574, "recall": 0.927866}, {"accuracy": 0.816206, "f1": 0.770537, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"], "main_score": 0.770537, "precision": 0.750289, "recall": 0.816206}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"], "main_score": 0.90415, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.893281, "f1": 0.862385, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"], "main_score": 0.862385, "precision": 0.847908, "recall": 0.893281}, {"accuracy": 0.885375, "f1": 0.852273, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"], "main_score": 0.852273, "precision": 0.83666, "recall": 0.885375}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"], "main_score": 0.930072, "precision": 0.922019, "recall": 0.94664}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.048419, "f1": 0.020485, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"], "main_score": 0.020485, "precision": 0.015871, "recall": 0.048419}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.902174, "f1": 0.874078, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"], "main_score": 0.874078, "precision": 0.86059, "recall": 0.902174}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.95751, "f1": 0.944071, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"], "main_score": 0.944071, "precision": 0.937665, "recall": 0.95751}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.909091, "f1": 0.88363, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"], "main_score": 0.88363, "precision": 0.871789, "recall": 0.909091}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.864625, "f1": 0.830237, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"], "main_score": 0.830237, "precision": 0.814147, "recall": 0.864625}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"], "main_score": 0.898452, "precision": 0.887434, "recall": 0.921937}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"], "main_score": 0.97332, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"], "main_score": 0.984848, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.875494, "f1": 0.839921, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"], "main_score": 0.839921, "precision": 0.822628, "recall": 0.875494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.914032, "f1": 0.890217, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"], "main_score": 0.890217, "precision": 0.879035, "recall": 0.914032}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.907115, "f1": 0.881752, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"], "main_score": 0.881752, "precision": 0.870092, "recall": 0.907115}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"], "main_score": 0.925231, "precision": 0.916864, "recall": 0.942688}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.934783, "f1": 0.914032, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"], "main_score": 0.914032, "precision": 0.903821, "recall": 0.934783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.882411, "f1": 0.850099, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"], "main_score": 0.850099, "precision": 0.835178, "recall": 0.882411}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"], "main_score": 0.92859, "precision": 0.921196, "recall": 0.944664}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.90415, "f1": 0.875395, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"], "main_score": 0.875395, "precision": 0.861578, "recall": 0.90415}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"], "main_score": 0.907115, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.967391, "f1": 0.957082, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"], "main_score": 0.957082, "precision": 0.952157, "recall": 0.967391}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"], "main_score": 0.938241, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.883399, "f1": 0.849605, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"], "main_score": 0.849605, "precision": 0.83386, "recall": 0.883399}, {"accuracy": 0.920949, "f1": 0.896146, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"], "main_score": 0.896146, "precision": 0.88447, "recall": 0.920949}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.956522, "f1": 0.944071, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"], "main_score": 0.944071, "precision": 0.938159, "recall": 0.956522}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"], "main_score": 0.924901, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.843874, "f1": 0.803986, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"], "main_score": 0.803986, "precision": 0.785771, "recall": 0.843874}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"], "main_score": 0.968379, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.880435, "f1": 0.84641, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"], "main_score": 0.84641, "precision": 0.830814, "recall": 0.880435}, {"accuracy": 0.911067, "f1": 0.884783, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"], "main_score": 0.884783, "precision": 0.872447, "recall": 0.911067}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.80336, "f1": 0.751896, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"], "main_score": 0.751896, "precision": 0.728755, "recall": 0.80336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.935771, "f1": 0.916798, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"], "main_score": 0.916798, "precision": 0.907773, "recall": 0.935771}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.903162, "f1": 0.874078, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"], "main_score": 0.874078, "precision": 0.860096, "recall": 0.903162}, {"accuracy": 0.059289, "f1": 0.032368, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"], "main_score": 0.032368, "precision": 0.026778, "recall": 0.059289}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"], "main_score": 0.94137, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.96973, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"], "main_score": 0.96973, "precision": 0.96698, "recall": 0.976285}, {"accuracy": 0.91996, "f1": 0.898452, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"], "main_score": 0.898452, "precision": 0.888258, "recall": 0.91996}, {"accuracy": 0.938735, "f1": 0.919466, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"], "main_score": 0.919466, "precision": 0.910079, "recall": 0.938735}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"], "main_score": 0.96334, "precision": 0.959931, "recall": 0.971344}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"], "main_score": 0.914855, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.957035, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"], "main_score": 0.957035, "precision": 0.952981, "recall": 0.966403}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"], "main_score": 0.899539, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"], "main_score": 0.956258, "precision": 0.951663, "recall": 0.966403}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.956522, "f1": 0.943083, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"], "main_score": 0.943083, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"], "main_score": 0.972991, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.96461, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"], "main_score": 0.96461, "precision": 0.961215, "recall": 0.972332}, {"accuracy": 0.959486, "f1": 0.947628, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"], "main_score": 0.947628, "precision": 0.941864, "recall": 0.959486}, {"accuracy": 0.203557, "f1": 0.158766, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"], "main_score": 0.158766, "precision": 0.145735, "recall": 0.203557}, {"accuracy": 0.969368, "f1": 0.960211, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"], "main_score": 0.960211, "precision": 0.95611, "recall": 0.969368}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"], "main_score": 0.931653, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"], "main_score": 0.963768, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.971344, "f1": 0.96357, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"], "main_score": 0.96357, "precision": 0.960145, "recall": 0.971344}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.950593, "f1": 0.937338, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"], "main_score": 0.937338, "precision": 0.931851, "recall": 0.950593}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.906126, "f1": 0.878623, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"], "main_score": 0.878623, "precision": 0.865448, "recall": 0.906126}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"], "main_score": 0.971838, "precision": 0.968906, "recall": 0.978261}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"], "main_score": 0.938241, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"], "main_score": 0.97085, "precision": 0.968215, "recall": 0.977273}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.945059, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"], "main_score": 0.945059, "precision": 0.939147, "recall": 0.95751}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.889328, "f1": 0.857609, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"], "main_score": 0.857609, "precision": 0.842638, "recall": 0.889328}, {"accuracy": 0.966403, "f1": 0.957631, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"], "main_score": 0.957631, "precision": 0.953928, "recall": 0.966403}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.881423, "f1": 0.850198, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"], "main_score": 0.850198, "precision": 0.835721, "recall": 0.881423}, {"accuracy": 0.938735, "f1": 0.920685, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"], "main_score": 0.920685, "precision": 0.912138, "recall": 0.938735}, {"accuracy": 0.715415, "f1": 0.652986, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"], "main_score": 0.652986, "precision": 0.628517, "recall": 0.715415}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"], "main_score": 0.978261, "precision": 0.975955, "recall": 0.983202}, {"accuracy": 0.980237, "f1": 0.97492, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"], "main_score": 0.97492, "precision": 0.972497, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.913043, "f1": 0.889888, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"], "main_score": 0.889888, "precision": 0.879364, "recall": 0.913043}, {"accuracy": 0.950593, "f1": 0.935837, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"], "main_score": 0.935837, "precision": 0.929101, "recall": 0.950593}, {"accuracy": 0.966403, "f1": 0.955764, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"], "main_score": 0.955764, "precision": 0.950675, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.9667, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"], "main_score": 0.9667, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.902174, "f1": 0.874242, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"], "main_score": 0.874242, "precision": 0.861248, "recall": 0.902174}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.905138, "f1": 0.878458, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"], "main_score": 0.878458, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"], "main_score": 0.951746, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.220356, "f1": 0.155933, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"], "main_score": 0.155933, "precision": 0.136738, "recall": 0.220356}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"], "main_score": 0.899539, "precision": 0.889032, "recall": 0.921937}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"], "main_score": 0.919302, "precision": 0.90975, "recall": 0.938735}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.945652, "f1": 0.931225, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"], "main_score": 0.931225, "precision": 0.924489, "recall": 0.945652}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.963439, "f1": 0.953411, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"], "main_score": 0.953411, "precision": 0.949193, "recall": 0.963439}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.854743, "f1": 0.81662, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"], "main_score": 0.81662, "precision": 0.799111, "recall": 0.854743}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.975296, "f1": 0.968563, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"], "main_score": 0.968563, "precision": 0.965662, "recall": 0.975296}, {"accuracy": 0.953557, "f1": 0.94109, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"], "main_score": 0.94109, "precision": 0.935583, "recall": 0.953557}, {"accuracy": 0.914032, "f1": 0.890382, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"], "main_score": 0.890382, "precision": 0.879529, "recall": 0.914032}, {"accuracy": 0.884387, "f1": 0.852833, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"], "main_score": 0.852833, "precision": 0.838027, "recall": 0.884387}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.922925, "f1": 0.901021, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"], "main_score": 0.901021, "precision": 0.890316, "recall": 0.922925}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"], "main_score": 0.972991, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.853755, "f1": 0.815184, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"], "main_score": 0.815184, "precision": 0.797596, "recall": 0.853755}, {"accuracy": 0.97332, "f1": 0.964822, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"], "main_score": 0.964822, "precision": 0.960721, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.962582, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"], "main_score": 0.962582, "precision": 0.959519, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.976285, "f1": 0.969815, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"], "main_score": 0.969815, "precision": 0.967062, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961594, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"], "main_score": 0.961594, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.875494, "f1": 0.841436, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"], "main_score": 0.841436, "precision": 0.826005, "recall": 0.875494}, {"accuracy": 0.270751, "f1": 0.218507, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"], "main_score": 0.218507, "precision": 0.201067, "recall": 0.270751}, {"accuracy": 0.91502, "f1": 0.889163, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"], "main_score": 0.889163, "precision": 0.876976, "recall": 0.91502}, {"accuracy": 0.804348, "f1": 0.75504, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"], "main_score": 0.75504, "precision": 0.733037, "recall": 0.804348}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.928854, "f1": 0.907938, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"], "main_score": 0.907938, "precision": 0.897892, "recall": 0.928854}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"], "main_score": 0.965415, "precision": 0.961627, "recall": 0.97332}, {"accuracy": 0.965415, "f1": 0.955534, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"], "main_score": 0.955534, "precision": 0.950758, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.959783, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"], "main_score": 0.959783, "precision": 0.956225, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.885375, "f1": 0.853261, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"], "main_score": 0.853261, "precision": 0.83778, "recall": 0.885375}, {"accuracy": 0.897233, "f1": 0.867589, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"], "main_score": 0.867589, "precision": 0.853458, "recall": 0.897233}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.056324, "f1": 0.028761, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"], "main_score": 0.028761, "precision": 0.023607, "recall": 0.056324}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.944664, "f1": 0.92915, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"], "main_score": 0.92915, "precision": 0.922299, "recall": 0.944664}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"], "main_score": 0.912121, "precision": 0.902256, "recall": 0.932806}, {"accuracy": 0.90415, "f1": 0.877174, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"], "main_score": 0.877174, "precision": 0.864904, "recall": 0.90415}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.881423, "f1": 0.847925, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"], "main_score": 0.847925, "precision": 0.832708, "recall": 0.881423}, {"accuracy": 0.965415, "f1": 0.955435, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"], "main_score": 0.955435, "precision": 0.951169, "recall": 0.965415}, {"accuracy": 0.854743, "f1": 0.816897, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"], "main_score": 0.816897, "precision": 0.799852, "recall": 0.854743}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"], "main_score": 0.967721, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"], "main_score": 0.937418, "precision": 0.930501, "recall": 0.951581}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"], "main_score": 0.930501, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.935771, "f1": 0.919273, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"], "main_score": 0.919273, "precision": 0.912533, "recall": 0.935771}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"], "main_score": 0.940876, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.950593, "f1": 0.936594, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"], "main_score": 0.936594, "precision": 0.930007, "recall": 0.950593}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"], "main_score": 0.959816, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"], "main_score": 0.965152, "precision": 0.96138, "recall": 0.97332}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"], "main_score": 0.921607, "precision": 0.913208, "recall": 0.939723}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.95751, "f1": 0.94473, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"], "main_score": 0.94473, "precision": 0.938982, "recall": 0.95751}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.887352, "f1": 0.854282, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"], "main_score": 0.854282, "precision": 0.839015, "recall": 0.887352}, {"accuracy": 0.967391, "f1": 0.958352, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"], "main_score": 0.958352, "precision": 0.954463, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"], "main_score": 0.937418, "precision": 0.93083, "recall": 0.951581}, {"accuracy": 0.938735, "f1": 0.921311, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"], "main_score": 0.921311, "precision": 0.913818, "recall": 0.938735}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.918972, "f1": 0.895586, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"], "main_score": 0.895586, "precision": 0.884223, "recall": 0.918972}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.916996, "f1": 0.893017, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"], "main_score": 0.893017, "precision": 0.881835, "recall": 0.916996}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"], "main_score": 0.929677, "precision": 0.921278, "recall": 0.94664}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"], "main_score": 0.905138, "precision": 0.894763, "recall": 0.926877}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.879447, "f1": 0.84944, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"], "main_score": 0.84944, "precision": 0.835639, "recall": 0.879447}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.908103, "f1": 0.881588, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"], "main_score": 0.881588, "precision": 0.868742, "recall": 0.908103}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"], "main_score": 0.931159, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"], "main_score": 0.897727, "precision": 0.887187, "recall": 0.920949}, {"accuracy": 0.970356, "f1": 0.962253, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"], "main_score": 0.962253, "precision": 0.958827, "recall": 0.970356}, {"accuracy": 0.910079, "f1": 0.884453, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"], "main_score": 0.884453, "precision": 0.872447, "recall": 0.910079}, {"accuracy": 0.908103, "f1": 0.882411, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"], "main_score": 0.882411, "precision": 0.870257, "recall": 0.908103}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"], "main_score": 0.928524, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"], "main_score": 0.939888, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.934783, "f1": 0.915184, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"], "main_score": 0.915184, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.964427, "f1": 0.955007, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"], "main_score": 0.955007, "precision": 0.95112, "recall": 0.964427}, {"accuracy": 0.833992, "f1": 0.791798, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"], "main_score": 0.791798, "precision": 0.773254, "recall": 0.833992}, {"accuracy": 0.939723, "f1": 0.92141, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"], "main_score": 0.92141, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"], "main_score": 0.959816, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.878458, "f1": 0.844565, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"], "main_score": 0.844565, "precision": 0.828837, "recall": 0.878458}, {"accuracy": 0.87747, "f1": 0.843972, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"], "main_score": 0.843972, "precision": 0.82859, "recall": 0.87747}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"], "main_score": 0.931489, "precision": 0.923584, "recall": 0.947628}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"], "main_score": 0.959816, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.820158, "f1": 0.774393, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"], "main_score": 0.774393, "precision": 0.753986, "recall": 0.820158}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.94664, "f1": 0.930797, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"], "main_score": 0.930797, "precision": 0.923419, "recall": 0.94664}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"], "main_score": 0.90191, "precision": 0.892375, "recall": 0.922925}, {"accuracy": 0.909091, "f1": 0.882148, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"], "main_score": 0.882148, "precision": 0.869318, "recall": 0.909091}, {"accuracy": 0.858696, "f1": 0.820059, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"], "main_score": 0.820059, "precision": 0.802322, "recall": 0.858696}, {"accuracy": 0.039526, "f1": 0.017339, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"], "main_score": 0.017339, "precision": 0.012488, "recall": 0.039526}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"], "main_score": 0.946805, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"], "main_score": 0.931159, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.916008, "f1": 0.890152, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"], "main_score": 0.890152, "precision": 0.877635, "recall": 0.916008}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.90415, "f1": 0.876976, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"], "main_score": 0.876976, "precision": 0.863999, "recall": 0.90415}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"], "main_score": 0.918215, "precision": 0.909503, "recall": 0.936759}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.875494, "f1": 0.8417, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"], "main_score": 0.8417, "precision": 0.82612, "recall": 0.875494}, {"accuracy": 0.909091, "f1": 0.882543, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"], "main_score": 0.882543, "precision": 0.870553, "recall": 0.909091}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.880435, "f1": 0.846377, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"], "main_score": 0.846377, "precision": 0.830814, "recall": 0.880435}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.906126, "f1": 0.87892, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"], "main_score": 0.87892, "precision": 0.866601, "recall": 0.906126}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"], "main_score": 0.912055, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.184783, "f1": 0.13063, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"], "main_score": 0.13063, "precision": 0.115667, "recall": 0.184783}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.895257, "f1": 0.865415, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"], "main_score": 0.865415, "precision": 0.851647, "recall": 0.895257}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.907115, "f1": 0.879743, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"], "main_score": 0.879743, "precision": 0.866798, "recall": 0.907115}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"], "main_score": 0.957839, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.972167, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"], "main_score": 0.972167, "precision": 0.969203, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.850791, "f1": 0.812535, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"], "main_score": 0.812535, "precision": 0.795026, "recall": 0.850791}, {"accuracy": 0.905138, "f1": 0.878524, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"], "main_score": 0.878524, "precision": 0.86586, "recall": 0.905138}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.917984, "f1": 0.893676, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"], "main_score": 0.893676, "precision": 0.882329, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.944664, "f1": 0.927767, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"], "main_score": 0.927767, "precision": 0.919713, "recall": 0.944664}, {"accuracy": 0.927866, "f1": 0.907609, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"], "main_score": 0.907609, "precision": 0.897727, "recall": 0.927866}, {"accuracy": 0.944664, "f1": 0.927042, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"], "main_score": 0.927042, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.84585, "f1": 0.805665, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"], "main_score": 0.805665, "precision": 0.787088, "recall": 0.84585}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"], "main_score": 0.876877, "precision": 0.86441, "recall": 0.90415}, {"accuracy": 0.856719, "f1": 0.817457, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"], "main_score": 0.817457, "precision": 0.799736, "recall": 0.856719}, {"accuracy": 0.87747, "f1": 0.844236, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"], "main_score": 0.844236, "precision": 0.828804, "recall": 0.87747}, {"accuracy": 0.73419, "f1": 0.673621, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"], "main_score": 0.673621, "precision": 0.64809, "recall": 0.73419}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.863636, "f1": 0.824802, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"], "main_score": 0.824802, "precision": 0.807098, "recall": 0.863636}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"], "main_score": 0.958827, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"], "main_score": 0.954875, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.843874, "f1": 0.802917, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"], "main_score": 0.802917, "precision": 0.78442, "recall": 0.843874}, {"accuracy": 0.887352, "f1": 0.85504, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"], "main_score": 0.85504, "precision": 0.840415, "recall": 0.887352}, {"accuracy": 0.828063, "f1": 0.783202, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"], "main_score": 0.783202, "precision": 0.763241, "recall": 0.828063}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.208498, "f1": 0.140817, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"], "main_score": 0.140817, "precision": 0.121971, "recall": 0.208498}, {"accuracy": 0.856719, "f1": 0.817951, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"], "main_score": 0.817951, "precision": 0.799934, "recall": 0.856719}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.891206, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"], "main_score": 0.891206, "precision": 0.879529, "recall": 0.916008}, {"accuracy": 0.863636, "f1": 0.824967, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"], "main_score": 0.824967, "precision": 0.807592, "recall": 0.863636}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.965415, "f1": 0.955534, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"], "main_score": 0.955534, "precision": 0.950758, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.828063, "f1": 0.783465, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"], "main_score": 0.783465, "precision": 0.763159, "recall": 0.828063}, {"accuracy": 0.906126, "f1": 0.878524, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"], "main_score": 0.878524, "precision": 0.86553, "recall": 0.906126}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.907115, "f1": 0.881983, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"], "main_score": 0.881983, "precision": 0.870306, "recall": 0.907115}, {"accuracy": 0.814229, "f1": 0.765053, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"], "main_score": 0.765053, "precision": 0.742589, "recall": 0.814229}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.892292, "f1": 0.861133, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"], "main_score": 0.861133, "precision": 0.846509, "recall": 0.892292}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.80336, "f1": 0.755896, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"], "main_score": 0.755896, "precision": 0.734618, "recall": 0.80336}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"], "main_score": 0.935606, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.950593, "f1": 0.936495, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"], "main_score": 0.936495, "precision": 0.929924, "recall": 0.950593}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.843874, "f1": 0.800099, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"], "main_score": 0.800099, "precision": 0.780089, "recall": 0.843874}, {"accuracy": 0.244071, "f1": 0.184323, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"], "main_score": 0.184323, "precision": 0.165142, "recall": 0.244071}, {"accuracy": 0.881423, "f1": 0.84893, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"], "main_score": 0.84893, "precision": 0.834413, "recall": 0.881423}, {"accuracy": 0.80336, "f1": 0.756475, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"], "main_score": 0.756475, "precision": 0.736248, "recall": 0.80336}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.932806, "f1": 0.912879, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"], "main_score": 0.912879, "precision": 0.903491, "recall": 0.932806}, {"accuracy": 0.883399, "f1": 0.850593, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"], "main_score": 0.850593, "precision": 0.835474, "recall": 0.883399}, {"accuracy": 0.922925, "f1": 0.900395, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"], "main_score": 0.900395, "precision": 0.88974, "recall": 0.922925}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"], "main_score": 0.955369, "precision": 0.950428, "recall": 0.965415}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"], "main_score": 0.910244, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930797, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"], "main_score": 0.930797, "precision": 0.923419, "recall": 0.94664}, {"accuracy": 0.862648, "f1": 0.823584, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"], "main_score": 0.823584, "precision": 0.805665, "recall": 0.862648}, {"accuracy": 0.812253, "f1": 0.764147, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"], "main_score": 0.764147, "precision": 0.742714, "recall": 0.812253}, {"accuracy": 0.916008, "f1": 0.891206, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"], "main_score": 0.891206, "precision": 0.879364, "recall": 0.916008}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.045455, "f1": 0.020294, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"], "main_score": 0.020294, "precision": 0.015791, "recall": 0.045455}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"], "main_score": 0.887022, "precision": 0.875165, "recall": 0.912055}, {"accuracy": 0.876482, "f1": 0.841864, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"], "main_score": 0.841864, "precision": 0.82612, "recall": 0.876482}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"], "main_score": 0.921509, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.927866, "f1": 0.907246, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"], "main_score": 0.907246, "precision": 0.897563, "recall": 0.927866}, {"accuracy": 0.856719, "f1": 0.817918, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"], "main_score": 0.817918, "precision": 0.799654, "recall": 0.856719}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.83004, "f1": 0.787418, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"], "main_score": 0.787418, "precision": 0.769219, "recall": 0.83004}, {"accuracy": 0.922925, "f1": 0.898617, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"], "main_score": 0.898617, "precision": 0.88694, "recall": 0.922925}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.931818, "f1": 0.912286, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"], "main_score": 0.912286, "precision": 0.903442, "recall": 0.931818}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.87253, "f1": 0.83523, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"], "main_score": 0.83523, "precision": 0.818017, "recall": 0.87253}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.934783, "f1": 0.916403, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"], "main_score": 0.916403, "precision": 0.907856, "recall": 0.934783}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"], "main_score": 0.898287, "precision": 0.887105, "recall": 0.921937}, {"accuracy": 0.927866, "f1": 0.906094, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"], "main_score": 0.906094, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.949605, "f1": 0.935441, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"], "main_score": 0.935441, "precision": 0.928524, "recall": 0.949605}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"], "main_score": 0.894433, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.918972, "f1": 0.895539, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"], "main_score": 0.895539, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"], "main_score": 0.901416, "precision": 0.89109, "recall": 0.923913}, {"accuracy": 0.831028, "f1": 0.784289, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"], "main_score": 0.784289, "precision": 0.763126, "recall": 0.831028}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.928854, "f1": 0.909256, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"], "main_score": 0.909256, "precision": 0.900231, "recall": 0.928854}, {"accuracy": 0.968379, "f1": 0.959223, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"], "main_score": 0.959223, "precision": 0.954957, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"], "main_score": 0.954875, "precision": 0.949802, "recall": 0.965415}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.870553, "f1": 0.834947, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"], "main_score": 0.834947, "precision": 0.818511, "recall": 0.870553}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.876482, "f1": 0.842968, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"], "main_score": 0.842968, "precision": 0.827546, "recall": 0.876482}, {"accuracy": 0.918972, "f1": 0.895817, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"], "main_score": 0.895817, "precision": 0.884997, "recall": 0.918972}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.893281, "f1": 0.863933, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"], "main_score": 0.863933, "precision": 0.850329, "recall": 0.893281}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.827075, "f1": 0.78666, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"], "main_score": 0.78666, "precision": 0.769022, "recall": 0.827075}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.88834, "f1": 0.858827, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"], "main_score": 0.858827, "precision": 0.846097, "recall": 0.88834}, {"accuracy": 0.954545, "f1": 0.940119, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"], "main_score": 0.940119, "precision": 0.933053, "recall": 0.954545}, {"accuracy": 0.853755, "f1": 0.812733, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"], "main_score": 0.812733, "precision": 0.794055, "recall": 0.853755}, {"accuracy": 0.898221, "f1": 0.870652, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"], "main_score": 0.870652, "precision": 0.858202, "recall": 0.898221}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"], "main_score": 0.901416, "precision": 0.890893, "recall": 0.923913}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"], "main_score": 0.933136, "precision": 0.925593, "recall": 0.948617}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.928854, "f1": 0.908926, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"], "main_score": 0.908926, "precision": 0.899407, "recall": 0.928854}, {"accuracy": 0.847826, "f1": 0.808926, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"], "main_score": 0.808926, "precision": 0.791897, "recall": 0.847826}, {"accuracy": 0.859684, "f1": 0.820883, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"], "main_score": 0.820883, "precision": 0.80336, "recall": 0.859684}, {"accuracy": 0.964427, "f1": 0.954117, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"], "main_score": 0.954117, "precision": 0.949358, "recall": 0.964427}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"], "main_score": 0.892358, "precision": 0.880847, "recall": 0.916996}, {"accuracy": 0.910079, "f1": 0.8833, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"], "main_score": 0.8833, "precision": 0.870636, "recall": 0.910079}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.789526, "f1": 0.740368, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"], "main_score": 0.740368, "precision": 0.719022, "recall": 0.789526}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"], "main_score": 0.916502, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.835968, "f1": 0.79608, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"], "main_score": 0.79608, "precision": 0.777833, "recall": 0.835968}, {"accuracy": 0.896245, "f1": 0.867095, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"], "main_score": 0.867095, "precision": 0.853261, "recall": 0.896245}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.787549, "f1": 0.733747, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"], "main_score": 0.733747, "precision": 0.70998, "recall": 0.787549}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.879447, "f1": 0.847036, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"], "main_score": 0.847036, "precision": 0.832296, "recall": 0.879447}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.884387, "f1": 0.849045, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"], "main_score": 0.849045, "precision": 0.832098, "recall": 0.884387}, {"accuracy": 0.048419, "f1": 0.026836, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"], "main_score": 0.026836, "precision": 0.022088, "recall": 0.048419}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.927866, "f1": 0.906818, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"], "main_score": 0.906818, "precision": 0.897316, "recall": 0.927866}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.996047, "f1": 0.995224, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"], "main_score": 0.995224, "precision": 0.994895, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"], "main_score": 0.898123, "precision": 0.88694, "recall": 0.921937}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"], "main_score": 0.924407, "precision": 0.915679, "recall": 0.942688}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"], "main_score": 0.894499, "precision": 0.882823, "recall": 0.918972}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997694, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"], "main_score": 0.997694, "precision": 0.99753, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.1917, "f1": 0.14488, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"], "main_score": 0.14488, "precision": 0.132113, "recall": 0.1917}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"], "main_score": 0.919368, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"], "main_score": 0.938406, "precision": 0.931653, "recall": 0.952569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.890316, "f1": 0.858037, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"], "main_score": 0.858037, "precision": 0.842556, "recall": 0.890316}, {"accuracy": 0.94664, "f1": 0.929348, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"], "main_score": 0.929348, "precision": 0.920784, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"], "main_score": 0.940547, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.892292, "f1": 0.861561, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"], "main_score": 0.861561, "precision": 0.847085, "recall": 0.892292}, {"accuracy": 0.991107, "f1": 0.988702, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"], "main_score": 0.988702, "precision": 0.987731, "recall": 0.991107}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"], "main_score": 0.924407, "precision": 0.915349, "recall": 0.942688}, {"accuracy": 0.884387, "f1": 0.851285, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"], "main_score": 0.851285, "precision": 0.835639, "recall": 0.884387}, {"accuracy": 0.917984, "f1": 0.894829, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"], "main_score": 0.894829, "precision": 0.884173, "recall": 0.917984}, {"accuracy": 0.757905, "f1": 0.697546, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"], "main_score": 0.697546, "precision": 0.671584, "recall": 0.757905}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"], "main_score": 0.888241, "precision": 0.87607, "recall": 0.914032}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.878458, "f1": 0.843083, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"], "main_score": 0.843083, "precision": 0.826499, "recall": 0.878458}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.884387, "f1": 0.852899, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"], "main_score": 0.852899, "precision": 0.838274, "recall": 0.884387}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.214427, "f1": 0.150279, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"], "main_score": 0.150279, "precision": 0.132544, "recall": 0.214427}, {"accuracy": 0.913043, "f1": 0.887418, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"], "main_score": 0.887418, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.917984, "f1": 0.893958, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"], "main_score": 0.893958, "precision": 0.882658, "recall": 0.917984}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.865613, "f1": 0.828261, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"], "main_score": 0.828261, "precision": 0.811215, "recall": 0.865613}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"], "main_score": 0.936265, "precision": 0.928689, "recall": 0.951581}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"], "main_score": 0.902503, "precision": 0.891469, "recall": 0.925889}, {"accuracy": 0.887352, "f1": 0.853327, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"], "main_score": 0.853327, "precision": 0.837368, "recall": 0.887352}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.936759, "f1": 0.917062, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"], "main_score": 0.917062, "precision": 0.907526, "recall": 0.936759}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.857708, "f1": 0.821014, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"], "main_score": 0.821014, "precision": 0.804298, "recall": 0.857708}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.886364, "f1": 0.854578, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"], "main_score": 0.854578, "precision": 0.840003, "recall": 0.886364}, {"accuracy": 0.258893, "f1": 0.202048, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"], "main_score": 0.202048, "precision": 0.18358, "recall": 0.258893}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"], "main_score": 0.90224, "precision": 0.891551, "recall": 0.924901}, {"accuracy": 0.805336, "f1": 0.7528, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"], "main_score": 0.7528, "precision": 0.72943, "recall": 0.805336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"], "main_score": 0.887681, "precision": 0.874835, "recall": 0.914032}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.893281, "f1": 0.861891, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"], "main_score": 0.861891, "precision": 0.84725, "recall": 0.893281}, {"accuracy": 0.885375, "f1": 0.854018, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"], "main_score": 0.854018, "precision": 0.839789, "recall": 0.885375}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.056324, "f1": 0.028963, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"], "main_score": 0.028963, "precision": 0.02384, "recall": 0.056324}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.951581, "f1": 0.935606, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"], "main_score": 0.935606, "precision": 0.927701, "recall": 0.951581}, {"accuracy": 0.912055, "f1": 0.884947, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"], "main_score": 0.884947, "precision": 0.872118, "recall": 0.912055}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"], "main_score": 0.956522, "precision": 0.951746, "recall": 0.966403}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"], "main_score": 0.85135, "precision": 0.835557, "recall": 0.884387}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.863636, "f1": 0.824901, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"], "main_score": 0.824901, "precision": 0.806983, "recall": 0.863636}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"], "main_score": 0.91749, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"], "main_score": 0.954875, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.939723, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"], "main_score": 0.939723, "precision": 0.932477, "recall": 0.954545}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.87253, "f1": 0.83587, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"], "main_score": 0.83587, "precision": 0.819252, "recall": 0.87253}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"], "main_score": 0.983696, "precision": 0.982049, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"], "main_score": 0.897563, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91996, "f1": 0.89641, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"], "main_score": 0.89641, "precision": 0.885244, "recall": 0.91996}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"], "main_score": 0.949341, "precision": 0.943429, "recall": 0.961462}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"], "main_score": 0.925066, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.892292, "f1": 0.863702, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"], "main_score": 0.863702, "precision": 0.850379, "recall": 0.892292}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"], "main_score": 0.930665, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.900198, "f1": 0.870553, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"], "main_score": 0.870553, "precision": 0.856061, "recall": 0.900198}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"], "main_score": 0.917325, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.88834, "f1": 0.857938, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"], "main_score": 0.857938, "precision": 0.843989, "recall": 0.88834}, {"accuracy": 0.916008, "f1": 0.889229, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"], "main_score": 0.889229, "precision": 0.8764, "recall": 0.916008}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.836957, "f1": 0.797186, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"], "main_score": 0.797186, "precision": 0.778656, "recall": 0.836957}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.893281, "f1": 0.862978, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"], "main_score": 0.862978, "precision": 0.848847, "recall": 0.893281}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"], "main_score": 0.916173, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.823123, "f1": 0.77197, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"], "main_score": 0.77197, "precision": 0.747974, "recall": 0.823123}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.929842, "f1": 0.908926, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"], "main_score": 0.908926, "precision": 0.899078, "recall": 0.929842}, {"accuracy": 0.896245, "f1": 0.86469, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"], "main_score": 0.86469, "precision": 0.849885, "recall": 0.896245}, {"accuracy": 0.854743, "f1": 0.817556, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"], "main_score": 0.817556, "precision": 0.800511, "recall": 0.854743}, {"accuracy": 0.047431, "f1": 0.025582, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"], "main_score": 0.025582, "precision": 0.020812, "recall": 0.047431}, {"accuracy": 0.928854, "f1": 0.909884, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"], "main_score": 0.909884, "precision": 0.901821, "recall": 0.928854}, {"accuracy": 0.942688, "f1": 0.926186, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"], "main_score": 0.926186, "precision": 0.918841, "recall": 0.942688}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"], "main_score": 0.935343, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"], "main_score": 0.913208, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"], "main_score": 0.915349, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.929842, "f1": 0.911627, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"], "main_score": 0.911627, "precision": 0.903986, "recall": 0.929842}, {"accuracy": 0.869565, "f1": 0.836298, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"], "main_score": 0.836298, "precision": 0.820652, "recall": 0.869565}, {"accuracy": 0.887352, "f1": 0.856291, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"], "main_score": 0.856291, "precision": 0.84198, "recall": 0.887352}, {"accuracy": 0.928854, "f1": 0.910921, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"], "main_score": 0.910921, "precision": 0.903887, "recall": 0.928854}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"], "main_score": 0.910738, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.906126, "f1": 0.879447, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"], "main_score": 0.879447, "precision": 0.866601, "recall": 0.906126}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"], "main_score": 0.9389, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.921937, "f1": 0.900033, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"], "main_score": 0.900033, "precision": 0.889987, "recall": 0.921937}, {"accuracy": 0.917984, "f1": 0.897409, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"], "main_score": 0.897409, "precision": 0.888669, "recall": 0.917984}, {"accuracy": 0.879447, "f1": 0.845586, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"], "main_score": 0.845586, "precision": 0.829792, "recall": 0.879447}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"], "main_score": 0.897892, "precision": 0.887088, "recall": 0.920949}, {"accuracy": 0.931818, "f1": 0.912451, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"], "main_score": 0.912451, "precision": 0.903574, "recall": 0.931818}, {"accuracy": 0.889328, "f1": 0.857246, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"], "main_score": 0.857246, "precision": 0.842309, "recall": 0.889328}, {"accuracy": 0.939723, "f1": 0.922365, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"], "main_score": 0.922365, "precision": 0.91469, "recall": 0.939723}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"], "main_score": 0.915349, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"], "main_score": 0.949769, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.938735, "f1": 0.92204, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"], "main_score": 0.92204, "precision": 0.914937, "recall": 0.938735}, {"accuracy": 0.91502, "f1": 0.889163, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"], "main_score": 0.889163, "precision": 0.876647, "recall": 0.91502}, {"accuracy": 0.202569, "f1": 0.158707, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"], "main_score": 0.158707, "precision": 0.146053, "recall": 0.202569}, {"accuracy": 0.942688, "f1": 0.925873, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"], "main_score": 0.925873, "precision": 0.918208, "recall": 0.942688}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"], "main_score": 0.876219, "precision": 0.862731, "recall": 0.90415}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.916008, "f1": 0.893135, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"], "main_score": 0.893135, "precision": 0.882987, "recall": 0.916008}, {"accuracy": 0.929842, "f1": 0.910738, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"], "main_score": 0.910738, "precision": 0.902075, "recall": 0.929842}, {"accuracy": 0.935771, "f1": 0.918709, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"], "main_score": 0.918709, "precision": 0.91138, "recall": 0.935771}, {"accuracy": 0.907115, "f1": 0.880764, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"], "main_score": 0.880764, "precision": 0.868083, "recall": 0.907115}, {"accuracy": 0.950593, "f1": 0.937879, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"], "main_score": 0.937879, "precision": 0.932345, "recall": 0.950593}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.911067, "f1": 0.888957, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"], "main_score": 0.888957, "precision": 0.879123, "recall": 0.911067}, {"accuracy": 0.917984, "f1": 0.896591, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"], "main_score": 0.896591, "precision": 0.887526, "recall": 0.917984}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"], "main_score": 0.922826, "precision": 0.914641, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.943201, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"], "main_score": 0.943201, "precision": 0.937829, "recall": 0.955534}, {"accuracy": 0.878458, "f1": 0.845191, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"], "main_score": 0.845191, "precision": 0.829381, "recall": 0.878458}, {"accuracy": 0.910079, "f1": 0.885375, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"], "main_score": 0.885375, "precision": 0.873847, "recall": 0.910079}, {"accuracy": 0.920949, "f1": 0.89992, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"], "main_score": 0.89992, "precision": 0.891173, "recall": 0.920949}, {"accuracy": 0.917984, "f1": 0.89417, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"], "main_score": 0.89417, "precision": 0.882987, "recall": 0.917984}, {"accuracy": 0.940711, "f1": 0.926186, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"], "main_score": 0.926186, "precision": 0.920026, "recall": 0.940711}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"], "main_score": 0.923748, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"], "main_score": 0.926449, "precision": 0.918231, "recall": 0.943676}, {"accuracy": 0.931818, "f1": 0.912451, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"], "main_score": 0.912451, "precision": 0.903244, "recall": 0.931818}, {"accuracy": 0.891304, "f1": 0.859816, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"], "main_score": 0.859816, "precision": 0.845191, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.89137, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"], "main_score": 0.89137, "precision": 0.880188, "recall": 0.91502}, {"accuracy": 0.916996, "f1": 0.893563, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"], "main_score": 0.893563, "precision": 0.883333, "recall": 0.916996}, {"accuracy": 0.902174, "f1": 0.874671, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"], "main_score": 0.874671, "precision": 0.86166, "recall": 0.902174}, {"accuracy": 0.838933, "f1": 0.797596, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"], "main_score": 0.797596, "precision": 0.778393, "recall": 0.838933}, {"accuracy": 0.918972, "f1": 0.900659, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"], "main_score": 0.900659, "precision": 0.892457, "recall": 0.918972}, {"accuracy": 0.916008, "f1": 0.890152, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"], "main_score": 0.890152, "precision": 0.877635, "recall": 0.916008}, {"accuracy": 0.850791, "f1": 0.810079, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"], "main_score": 0.810079, "precision": 0.790843, "recall": 0.850791}, {"accuracy": 0.909091, "f1": 0.882312, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"], "main_score": 0.882312, "precision": 0.869812, "recall": 0.909091}, {"accuracy": 0.658103, "f1": 0.588276, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"], "main_score": 0.588276, "precision": 0.560914, "recall": 0.658103}, {"accuracy": 0.956522, "f1": 0.944123, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"], "main_score": 0.944123, "precision": 0.938735, "recall": 0.956522}, {"accuracy": 0.943676, "f1": 0.927931, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"], "main_score": 0.927931, "precision": 0.921097, "recall": 0.943676}, {"accuracy": 0.922925, "f1": 0.901812, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"], "main_score": 0.901812, "precision": 0.892655, "recall": 0.922925}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"], "main_score": 0.905863, "precision": 0.896558, "recall": 0.926877}, {"accuracy": 0.890316, "f1": 0.861462, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"], "main_score": 0.861462, "precision": 0.847991, "recall": 0.890316}, {"accuracy": 0.898221, "f1": 0.868874, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"], "main_score": 0.868874, "precision": 0.855237, "recall": 0.898221}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"], "main_score": 0.905698, "precision": 0.895504, "recall": 0.926877}, {"accuracy": 0.944664, "f1": 0.929216, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"], "main_score": 0.929216, "precision": 0.922711, "recall": 0.944664}, {"accuracy": 0.866601, "f1": 0.832477, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"], "main_score": 0.832477, "precision": 0.816864, "recall": 0.866601}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"], "main_score": 0.905698, "precision": 0.895866, "recall": 0.926877}, {"accuracy": 0.868577, "f1": 0.831588, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"], "main_score": 0.831588, "precision": 0.813982, "recall": 0.868577}, {"accuracy": 0.9417, "f1": 0.924209, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"], "main_score": 0.924209, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"], "main_score": 0.911298, "precision": 0.901597, "recall": 0.931818}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"], "main_score": 0.909585, "precision": 0.900033, "recall": 0.929842}, {"accuracy": 0.214427, "f1": 0.153966, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"], "main_score": 0.153966, "precision": 0.136788, "recall": 0.214427}, {"accuracy": 0.880435, "f1": 0.851153, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"], "main_score": 0.851153, "precision": 0.837698, "recall": 0.880435}, {"accuracy": 0.924901, "f1": 0.902404, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"], "main_score": 0.902404, "precision": 0.891551, "recall": 0.924901}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"], "main_score": 0.879348, "precision": 0.866354, "recall": 0.906126}, {"accuracy": 0.907115, "f1": 0.878953, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"], "main_score": 0.878953, "precision": 0.865613, "recall": 0.907115}, {"accuracy": 0.940711, "f1": 0.923452, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"], "main_score": 0.923452, "precision": 0.915761, "recall": 0.940711}, {"accuracy": 0.886364, "f1": 0.854496, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"], "main_score": 0.854496, "precision": 0.839568, "recall": 0.886364}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"], "main_score": 0.917391, "precision": 0.908185, "recall": 0.936759}, {"accuracy": 0.955534, "f1": 0.942754, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"], "main_score": 0.942754, "precision": 0.937006, "recall": 0.955534}, {"accuracy": 0.940711, "f1": 0.923715, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"], "main_score": 0.923715, "precision": 0.916206, "recall": 0.940711}, {"accuracy": 0.929842, "f1": 0.91138, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"], "main_score": 0.91138, "precision": 0.903419, "recall": 0.929842}, {"accuracy": 0.914032, "f1": 0.890184, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"], "main_score": 0.890184, "precision": 0.880056, "recall": 0.914032}, {"accuracy": 0.924901, "f1": 0.903755, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"], "main_score": 0.903755, "precision": 0.894466, "recall": 0.924901}, {"accuracy": 0.814229, "f1": 0.769302, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"], "main_score": 0.769302, "precision": 0.748304, "recall": 0.814229}, {"accuracy": 0.916008, "f1": 0.892787, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"], "main_score": 0.892787, "precision": 0.881588, "recall": 0.916008}, {"accuracy": 0.925889, "f1": 0.906258, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"], "main_score": 0.906258, "precision": 0.897793, "recall": 0.925889}, {"accuracy": 0.937747, "f1": 0.921544, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"], "main_score": 0.921544, "precision": 0.91465, "recall": 0.937747}, {"accuracy": 0.921937, "f1": 0.900793, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"], "main_score": 0.900793, "precision": 0.891396, "recall": 0.921937}, {"accuracy": 0.862648, "f1": 0.825889, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"], "main_score": 0.825889, "precision": 0.808959, "recall": 0.862648}, {"accuracy": 0.813241, "f1": 0.76558, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"], "main_score": 0.76558, "precision": 0.744071, "recall": 0.813241}, {"accuracy": 0.923913, "f1": 0.900692, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"], "main_score": 0.900692, "precision": 0.889657, "recall": 0.923913}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"], "main_score": 0.941206, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.899209, "f1": 0.869565, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"], "main_score": 0.869565, "precision": 0.85527, "recall": 0.899209}, {"accuracy": 0.936759, "f1": 0.919946, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"], "main_score": 0.919946, "precision": 0.912665, "recall": 0.936759}, {"accuracy": 0.804348, "f1": 0.756555, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"], "main_score": 0.756555, "precision": 0.735046, "recall": 0.804348}, {"accuracy": 0.933794, "f1": 0.913702, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"], "main_score": 0.913702, "precision": 0.90415, "recall": 0.933794}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"], "main_score": 0.929084, "precision": 0.921525, "recall": 0.945652}, {"accuracy": 0.937747, "f1": 0.92141, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"], "main_score": 0.92141, "precision": 0.914229, "recall": 0.937747}, {"accuracy": 0.917984, "f1": 0.899217, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"], "main_score": 0.899217, "precision": 0.891975, "recall": 0.917984}, {"accuracy": 0.902174, "f1": 0.879253, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"], "main_score": 0.879253, "precision": 0.869409, "recall": 0.902174}, {"accuracy": 0.934783, "f1": 0.916337, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"], "main_score": 0.916337, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"], "main_score": 0.935112, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.838933, "f1": 0.799012, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"], "main_score": 0.799012, "precision": 0.780797, "recall": 0.838933}, {"accuracy": 0.254941, "f1": 0.205901, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"], "main_score": 0.205901, "precision": 0.1892, "recall": 0.254941}, {"accuracy": 0.902174, "f1": 0.874012, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"], "main_score": 0.874012, "precision": 0.860507, "recall": 0.902174}, {"accuracy": 0.773715, "f1": 0.718643, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"], "main_score": 0.718643, "precision": 0.694335, "recall": 0.773715}, {"accuracy": 0.943676, "f1": 0.927437, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"], "main_score": 0.927437, "precision": 0.919713, "recall": 0.943676}, {"accuracy": 0.9417, "f1": 0.923485, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"], "main_score": 0.923485, "precision": 0.914773, "recall": 0.9417}, {"accuracy": 0.890316, "f1": 0.860112, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"], "main_score": 0.860112, "precision": 0.846179, "recall": 0.890316}, {"accuracy": 0.920949, "f1": 0.897233, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"], "main_score": 0.897233, "precision": 0.88587, "recall": 0.920949}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"], "main_score": 0.929842, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"], "main_score": 0.916008, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.934783, "f1": 0.915843, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"], "main_score": 0.915843, "precision": 0.906785, "recall": 0.934783}, {"accuracy": 0.929842, "f1": 0.908663, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"], "main_score": 0.908663, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.927866, "f1": 0.908663, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"], "main_score": 0.908663, "precision": 0.90039, "recall": 0.927866}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"], "main_score": 0.919137, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.867589, "f1": 0.831192, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"], "main_score": 0.831192, "precision": 0.814229, "recall": 0.867589}, {"accuracy": 0.84585, "f1": 0.804018, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"], "main_score": 0.804018, "precision": 0.784289, "recall": 0.84585}, {"accuracy": 0.914032, "f1": 0.890711, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"], "main_score": 0.890711, "precision": 0.879694, "recall": 0.914032}, {"accuracy": 0.925889, "f1": 0.906094, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"], "main_score": 0.906094, "precision": 0.897398, "recall": 0.925889}, {"accuracy": 0.050395, "f1": 0.026477, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"], "main_score": 0.026477, "precision": 0.022122, "recall": 0.050395}, {"accuracy": 0.927866, "f1": 0.908432, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"], "main_score": 0.908432, "precision": 0.900181, "recall": 0.927866}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"], "main_score": 0.924967, "precision": 0.91642, "recall": 0.942688}, {"accuracy": 0.876482, "f1": 0.845679, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"], "main_score": 0.845679, "precision": 0.832669, "recall": 0.876482}, {"accuracy": 0.9417, "f1": 0.924045, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"], "main_score": 0.924045, "precision": 0.916008, "recall": 0.9417}, {"accuracy": 0.856719, "f1": 0.820191, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"], "main_score": 0.820191, "precision": 0.803771, "recall": 0.856719}, {"accuracy": 0.921937, "f1": 0.899242, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"], "main_score": 0.899242, "precision": 0.889081, "recall": 0.921937}, {"accuracy": 0.928854, "f1": 0.911053, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"], "main_score": 0.911053, "precision": 0.903277, "recall": 0.928854}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"], "main_score": 0.898715, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"], "main_score": 0.905632, "precision": 0.895092, "recall": 0.927866}, {"accuracy": 0.824111, "f1": 0.7778, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"], "main_score": 0.7778, "precision": 0.756588, "recall": 0.824111}, {"accuracy": 0.925889, "f1": 0.904381, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"], "main_score": 0.904381, "precision": 0.894713, "recall": 0.925889}, {"accuracy": 0.812253, "f1": 0.76581, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"], "main_score": 0.76581, "precision": 0.74524, "recall": 0.812253}, {"accuracy": 0.905138, "f1": 0.87803, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"], "main_score": 0.87803, "precision": 0.864904, "recall": 0.905138}, {"accuracy": 0.937747, "f1": 0.920652, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"], "main_score": 0.920652, "precision": 0.913126, "recall": 0.937747}, {"accuracy": 0.901186, "f1": 0.871706, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"], "main_score": 0.871706, "precision": 0.857378, "recall": 0.901186}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"], "main_score": 0.92085, "precision": 0.912467, "recall": 0.938735}, {"accuracy": 0.906126, "f1": 0.880336, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"], "main_score": 0.880336, "precision": 0.868363, "recall": 0.906126}, {"accuracy": 0.94664, "f1": 0.931291, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"], "main_score": 0.931291, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.875494, "f1": 0.845966, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"], "main_score": 0.845966, "precision": 0.834009, "recall": 0.875494}, {"accuracy": 0.933794, "f1": 0.913505, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"], "main_score": 0.913505, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.908103, "f1": 0.883136, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"], "main_score": 0.883136, "precision": 0.871821, "recall": 0.908103}, {"accuracy": 0.909091, "f1": 0.882543, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"], "main_score": 0.882543, "precision": 0.870224, "recall": 0.909091}, {"accuracy": 0.902174, "f1": 0.87365, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"], "main_score": 0.87365, "precision": 0.860375, "recall": 0.902174}, {"accuracy": 0.909091, "f1": 0.884881, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"], "main_score": 0.884881, "precision": 0.873518, "recall": 0.909091}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"], "main_score": 0.913538, "precision": 0.903821, "recall": 0.933794}, {"accuracy": 0.875494, "f1": 0.841667, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"], "main_score": 0.841667, "precision": 0.826943, "recall": 0.875494}, {"accuracy": 0.895257, "f1": 0.866257, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"], "main_score": 0.866257, "precision": 0.853673, "recall": 0.895257}, {"accuracy": 0.914032, "f1": 0.889789, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"], "main_score": 0.889789, "precision": 0.879018, "recall": 0.914032}, {"accuracy": 0.927866, "f1": 0.908663, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"], "main_score": 0.908663, "precision": 0.899984, "recall": 0.927866}, {"accuracy": 0.901186, "f1": 0.871706, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"], "main_score": 0.871706, "precision": 0.857543, "recall": 0.901186}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"], "main_score": 0.924736, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.841897, "f1": 0.80056, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"], "main_score": 0.80056, "precision": 0.781736, "recall": 0.841897}, {"accuracy": 0.932806, "f1": 0.914509, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"], "main_score": 0.914509, "precision": 0.906581, "recall": 0.932806}, {"accuracy": 0.907115, "f1": 0.882148, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"], "main_score": 0.882148, "precision": 0.870965, "recall": 0.907115}, {"accuracy": 0.889328, "f1": 0.859132, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"], "main_score": 0.859132, "precision": 0.845809, "recall": 0.889328}, {"accuracy": 0.916008, "f1": 0.892787, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"], "main_score": 0.892787, "precision": 0.882493, "recall": 0.916008}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.894269, "f1": 0.866403, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"], "main_score": 0.866403, "precision": 0.853426, "recall": 0.894269}, {"accuracy": 0.9417, "f1": 0.925856, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"], "main_score": 0.925856, "precision": 0.918841, "recall": 0.9417}, {"accuracy": 0.869565, "f1": 0.83857, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"], "main_score": 0.83857, "precision": 0.824111, "recall": 0.869565}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"], "main_score": 0.90415, "precision": 0.892787, "recall": 0.926877}, {"accuracy": 0.936759, "f1": 0.918892, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"], "main_score": 0.918892, "precision": 0.910935, "recall": 0.936759}, {"accuracy": 0.884387, "f1": 0.853821, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"], "main_score": 0.853821, "precision": 0.839345, "recall": 0.884387}, {"accuracy": 0.949605, "f1": 0.934651, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"], "main_score": 0.934651, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.842885, "f1": 0.801054, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"], "main_score": 0.801054, "precision": 0.781489, "recall": 0.842885}, {"accuracy": 0.932806, "f1": 0.913768, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"], "main_score": 0.913768, "precision": 0.905056, "recall": 0.932806}, {"accuracy": 0.947628, "f1": 0.932345, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"], "main_score": 0.932345, "precision": 0.925313, "recall": 0.947628}, {"accuracy": 0.954545, "f1": 0.942147, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"], "main_score": 0.942147, "precision": 0.936594, "recall": 0.954545}, {"accuracy": 0.923913, "f1": 0.901581, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"], "main_score": 0.901581, "precision": 0.890893, "recall": 0.923913}, {"accuracy": 0.939723, "f1": 0.91996, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"], "main_score": 0.91996, "precision": 0.910244, "recall": 0.939723}, {"accuracy": 0.886364, "f1": 0.85359, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"], "main_score": 0.85359, "precision": 0.83778, "recall": 0.886364}, {"accuracy": 0.912055, "f1": 0.886034, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"], "main_score": 0.886034, "precision": 0.873518, "recall": 0.912055}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.870553, "f1": 0.83531, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"], "main_score": 0.83531, "precision": 0.819977, "recall": 0.870553}, {"accuracy": 0.916996, "f1": 0.896283, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"], "main_score": 0.896283, "precision": 0.888109, "recall": 0.916996}, {"accuracy": 0.87253, "f1": 0.835968, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"], "main_score": 0.835968, "precision": 0.818544, "recall": 0.87253}, {"accuracy": 0.852767, "f1": 0.816765, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"], "main_score": 0.816765, "precision": 0.800148, "recall": 0.852767}, {"accuracy": 0.916008, "f1": 0.889822, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"], "main_score": 0.889822, "precision": 0.877141, "recall": 0.916008}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"], "main_score": 0.947299, "precision": 0.941568, "recall": 0.959486}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"], "main_score": 0.905797, "precision": 0.894928, "recall": 0.927866}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"], "main_score": 0.902668, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.922925, "f1": 0.903523, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"], "main_score": 0.903523, "precision": 0.895365, "recall": 0.922925}, {"accuracy": 0.782609, "f1": 0.729842, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"], "main_score": 0.729842, "precision": 0.706126, "recall": 0.782609}, {"accuracy": 0.920949, "f1": 0.898353, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"], "main_score": 0.898353, "precision": 0.887681, "recall": 0.920949}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.822134, "f1": 0.77747, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"], "main_score": 0.77747, "precision": 0.757115, "recall": 0.822134}, {"accuracy": 0.81917, "f1": 0.773847, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"], "main_score": 0.773847, "precision": 0.754035, "recall": 0.81917}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.916996, "f1": 0.893116, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"], "main_score": 0.893116, "precision": 0.881621, "recall": 0.916996}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"], "main_score": 0.910738, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.774704, "f1": 0.718662, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"], "main_score": 0.718662, "precision": 0.694483, "recall": 0.774704}, {"accuracy": 0.934783, "f1": 0.917622, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"], "main_score": 0.917622, "precision": 0.910145, "recall": 0.934783}, {"accuracy": 0.949605, "f1": 0.934651, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"], "main_score": 0.934651, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.934783, "f1": 0.916304, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"], "main_score": 0.916304, "precision": 0.908103, "recall": 0.934783}, {"accuracy": 0.958498, "f1": 0.947036, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"], "main_score": 0.947036, "precision": 0.941453, "recall": 0.958498}, {"accuracy": 0.922925, "f1": 0.900809, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"], "main_score": 0.900809, "precision": 0.890316, "recall": 0.922925}, {"accuracy": 0.899209, "f1": 0.870784, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"], "main_score": 0.870784, "precision": 0.857625, "recall": 0.899209}, {"accuracy": 0.821146, "f1": 0.773518, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"], "main_score": 0.773518, "precision": 0.751713, "recall": 0.821146}, {"accuracy": 0.83004, "f1": 0.786462, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"], "main_score": 0.786462, "precision": 0.765563, "recall": 0.83004}, {"accuracy": 0.045455, "f1": 0.022707, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"], "main_score": 0.022707, "precision": 0.01833, "recall": 0.045455}, {"accuracy": 0.844862, "f1": 0.810343, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"], "main_score": 0.810343, "precision": 0.796621, "recall": 0.844862}, {"accuracy": 0.868577, "f1": 0.833684, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"], "main_score": 0.833684, "precision": 0.818899, "recall": 0.868577}, {"accuracy": 0.896245, "f1": 0.866173, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"], "main_score": 0.866173, "precision": 0.852223, "recall": 0.896245}, {"accuracy": 0.886364, "f1": 0.855863, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"], "main_score": 0.855863, "precision": 0.84193, "recall": 0.886364}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"], "main_score": 0.878195, "precision": 0.865563, "recall": 0.905138}, {"accuracy": 0.837945, "f1": 0.799017, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"], "main_score": 0.799017, "precision": 0.783108, "recall": 0.837945}, {"accuracy": 0.851779, "f1": 0.813702, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"], "main_score": 0.813702, "precision": 0.796179, "recall": 0.851779}, {"accuracy": 0.83004, "f1": 0.785211, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"], "main_score": 0.785211, "precision": 0.765184, "recall": 0.83004}, {"accuracy": 0.807312, "f1": 0.76876, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"], "main_score": 0.76876, "precision": 0.754193, "recall": 0.807312}, {"accuracy": 0.855731, "f1": 0.81698, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"], "main_score": 0.81698, "precision": 0.800125, "recall": 0.855731}, {"accuracy": 0.880435, "f1": 0.848155, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"], "main_score": 0.848155, "precision": 0.832675, "recall": 0.880435}, {"accuracy": 0.916008, "f1": 0.892292, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"], "main_score": 0.892292, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.851779, "f1": 0.812665, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"], "main_score": 0.812665, "precision": 0.795184, "recall": 0.851779}, {"accuracy": 0.833992, "f1": 0.797768, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"], "main_score": 0.797768, "precision": 0.782832, "recall": 0.833992}, {"accuracy": 0.859684, "f1": 0.824671, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"], "main_score": 0.824671, "precision": 0.808712, "recall": 0.859684}, {"accuracy": 0.862648, "f1": 0.825894, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"], "main_score": 0.825894, "precision": 0.810343, "recall": 0.862648}, {"accuracy": 0.849802, "f1": 0.812484, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"], "main_score": 0.812484, "precision": 0.796667, "recall": 0.849802}, {"accuracy": 0.794466, "f1": 0.738886, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"], "main_score": 0.738886, "precision": 0.714608, "recall": 0.794466}, {"accuracy": 0.855731, "f1": 0.819041, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"], "main_score": 0.819041, "precision": 0.804341, "recall": 0.855731}, {"accuracy": 0.895257, "f1": 0.867885, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"], "main_score": 0.867885, "precision": 0.855402, "recall": 0.895257}, {"accuracy": 0.883399, "f1": 0.85, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"], "main_score": 0.85, "precision": 0.834898, "recall": 0.883399}, {"accuracy": 0.841897, "f1": 0.805881, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"], "main_score": 0.805881, "precision": 0.791481, "recall": 0.841897}, {"accuracy": 0.878458, "f1": 0.844368, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"], "main_score": 0.844368, "precision": 0.828228, "recall": 0.878458}, {"accuracy": 0.175889, "f1": 0.1397, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"], "main_score": 0.1397, "precision": 0.130054, "recall": 0.175889}, {"accuracy": 0.875494, "f1": 0.845114, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"], "main_score": 0.845114, "precision": 0.832213, "recall": 0.875494}, {"accuracy": 0.900198, "f1": 0.873419, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"], "main_score": 0.873419, "precision": 0.861281, "recall": 0.900198}, {"accuracy": 0.887352, "f1": 0.85448, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"], "main_score": 0.85448, "precision": 0.839213, "recall": 0.887352}, {"accuracy": 0.826087, "f1": 0.786512, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"], "main_score": 0.786512, "precision": 0.770656, "recall": 0.826087}, {"accuracy": 0.848814, "f1": 0.811008, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"], "main_score": 0.811008, "precision": 0.795382, "recall": 0.848814}, {"accuracy": 0.844862, "f1": 0.805993, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"], "main_score": 0.805993, "precision": 0.789937, "recall": 0.844862}, {"accuracy": 0.844862, "f1": 0.806225, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"], "main_score": 0.806225, "precision": 0.788126, "recall": 0.844862}, {"accuracy": 0.892292, "f1": 0.864248, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"], "main_score": 0.864248, "precision": 0.852204, "recall": 0.892292}, {"accuracy": 0.87747, "f1": 0.843742, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"], "main_score": 0.843742, "precision": 0.828146, "recall": 0.87747}, {"accuracy": 0.8083, "f1": 0.772723, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"], "main_score": 0.772723, "precision": 0.758753, "recall": 0.8083}, {"accuracy": 0.851779, "f1": 0.816589, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"], "main_score": 0.816589, "precision": 0.802414, "recall": 0.851779}, {"accuracy": 0.853755, "f1": 0.816265, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"], "main_score": 0.816265, "precision": 0.800453, "recall": 0.853755}, {"accuracy": 0.854743, "f1": 0.820409, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"], "main_score": 0.820409, "precision": 0.80593, "recall": 0.854743}, {"accuracy": 0.853755, "f1": 0.813392, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"], "main_score": 0.813392, "precision": 0.794713, "recall": 0.853755}, {"accuracy": 0.838933, "f1": 0.796311, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"], "main_score": 0.796311, "precision": 0.777816, "recall": 0.838933}, {"accuracy": 0.820158, "f1": 0.779947, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"], "main_score": 0.779947, "precision": 0.764115, "recall": 0.820158}, {"accuracy": 0.874506, "f1": 0.84081, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"], "main_score": 0.84081, "precision": 0.824852, "recall": 0.874506}, {"accuracy": 0.84585, "f1": 0.814479, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"], "main_score": 0.814479, "precision": 0.801726, "recall": 0.84585}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"], "main_score": 0.846904, "precision": 0.831143, "recall": 0.881423}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"], "main_score": 0.870949, "precision": 0.857955, "recall": 0.899209}, {"accuracy": 0.857708, "f1": 0.817062, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"], "main_score": 0.817062, "precision": 0.798864, "recall": 0.857708}, {"accuracy": 0.874506, "f1": 0.838933, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"], "main_score": 0.838933, "precision": 0.82197, "recall": 0.874506}, {"accuracy": 0.802372, "f1": 0.751847, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"], "main_score": 0.751847, "precision": 0.729538, "recall": 0.802372}, {"accuracy": 0.83498, "f1": 0.790086, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"], "main_score": 0.790086, "precision": 0.769878, "recall": 0.83498}, {"accuracy": 0.810277, "f1": 0.76253, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"], "main_score": 0.76253, "precision": 0.742886, "recall": 0.810277}, {"accuracy": 0.826087, "f1": 0.778096, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"], "main_score": 0.778096, "precision": 0.756785, "recall": 0.826087}, {"accuracy": 0.828063, "f1": 0.782279, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"], "main_score": 0.782279, "precision": 0.761199, "recall": 0.828063}, {"accuracy": 0.839921, "f1": 0.807833, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"], "main_score": 0.807833, "precision": 0.794395, "recall": 0.839921}, {"accuracy": 0.870553, "f1": 0.835277, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"], "main_score": 0.835277, "precision": 0.818841, "recall": 0.870553}, {"accuracy": 0.814229, "f1": 0.768511, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"], "main_score": 0.768511, "precision": 0.746953, "recall": 0.814229}, {"accuracy": 0.87747, "f1": 0.843116, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"], "main_score": 0.843116, "precision": 0.82752, "recall": 0.87747}, {"accuracy": 0.592885, "f1": 0.516446, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"], "main_score": 0.516446, "precision": 0.487496, "recall": 0.592885}, {"accuracy": 0.871542, "f1": 0.838803, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"], "main_score": 0.838803, "precision": 0.82544, "recall": 0.871542}, {"accuracy": 0.857708, "f1": 0.823984, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"], "main_score": 0.823984, "precision": 0.809996, "recall": 0.857708}, {"accuracy": 0.81917, "f1": 0.772897, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"], "main_score": 0.772897, "precision": 0.754134, "recall": 0.81917}, {"accuracy": 0.844862, "f1": 0.8086, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"], "main_score": 0.8086, "precision": 0.794262, "recall": 0.844862}, {"accuracy": 0.84585, "f1": 0.807115, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"], "main_score": 0.807115, "precision": 0.789196, "recall": 0.84585}, {"accuracy": 0.833004, "f1": 0.787945, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"], "main_score": 0.787945, "precision": 0.768709, "recall": 0.833004}, {"accuracy": 0.864625, "f1": 0.826713, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"], "main_score": 0.826713, "precision": 0.809618, "recall": 0.864625}, {"accuracy": 0.838933, "f1": 0.805132, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"], "main_score": 0.805132, "precision": 0.792013, "recall": 0.838933}, {"accuracy": 0.84585, "f1": 0.808037, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"], "main_score": 0.808037, "precision": 0.790794, "recall": 0.84585}, {"accuracy": 0.902174, "f1": 0.874605, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"], "main_score": 0.874605, "precision": 0.862154, "recall": 0.902174}, {"accuracy": 0.863636, "f1": 0.830369, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"], "main_score": 0.830369, "precision": 0.815283, "recall": 0.863636}, {"accuracy": 0.880435, "f1": 0.848866, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"], "main_score": 0.848866, "precision": 0.835244, "recall": 0.880435}, {"accuracy": 0.841897, "f1": 0.801169, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"], "main_score": 0.801169, "precision": 0.783524, "recall": 0.841897}, {"accuracy": 0.839921, "f1": 0.798989, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"], "main_score": 0.798989, "precision": 0.782248, "recall": 0.839921}, {"accuracy": 0.1917, "f1": 0.13409, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"], "main_score": 0.13409, "precision": 0.116776, "recall": 0.1917}, {"accuracy": 0.853755, "f1": 0.816337, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"], "main_score": 0.816337, "precision": 0.798748, "recall": 0.853755}, {"accuracy": 0.851779, "f1": 0.810474, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"], "main_score": 0.810474, "precision": 0.792325, "recall": 0.851779}, {"accuracy": 0.881423, "f1": 0.850362, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"], "main_score": 0.850362, "precision": 0.835886, "recall": 0.881423}, {"accuracy": 0.847826, "f1": 0.809703, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"], "main_score": 0.809703, "precision": 0.792819, "recall": 0.847826}, {"accuracy": 0.865613, "f1": 0.827536, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"], "main_score": 0.827536, "precision": 0.810343, "recall": 0.865613}, {"accuracy": 0.805336, "f1": 0.754117, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"], "main_score": 0.754117, "precision": 0.732444, "recall": 0.805336}, {"accuracy": 0.887352, "f1": 0.853986, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"], "main_score": 0.853986, "precision": 0.838192, "recall": 0.887352}, {"accuracy": 0.865613, "f1": 0.832016, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"], "main_score": 0.832016, "precision": 0.818561, "recall": 0.865613}, {"accuracy": 0.851779, "f1": 0.814316, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"], "main_score": 0.814316, "precision": 0.799337, "recall": 0.851779}, {"accuracy": 0.827075, "f1": 0.789172, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"], "main_score": 0.789172, "precision": 0.773953, "recall": 0.827075}, {"accuracy": 0.818182, "f1": 0.775515, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"], "main_score": 0.775515, "precision": 0.758594, "recall": 0.818182}, {"accuracy": 0.838933, "f1": 0.796665, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"], "main_score": 0.796665, "precision": 0.777933, "recall": 0.838933}, {"accuracy": 0.781621, "f1": 0.727108, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"], "main_score": 0.727108, "precision": 0.702322, "recall": 0.781621}, {"accuracy": 0.882411, "f1": 0.849144, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"], "main_score": 0.849144, "precision": 0.833333, "recall": 0.882411}, {"accuracy": 0.838933, "f1": 0.804541, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"], "main_score": 0.804541, "precision": 0.791062, "recall": 0.838933}, {"accuracy": 0.836957, "f1": 0.805589, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"], "main_score": 0.805589, "precision": 0.79299, "recall": 0.836957}, {"accuracy": 0.851779, "f1": 0.819842, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"], "main_score": 0.819842, "precision": 0.806559, "recall": 0.851779}, {"accuracy": 0.816206, "f1": 0.770817, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"], "main_score": 0.770817, "precision": 0.750659, "recall": 0.816206}, {"accuracy": 0.79249, "f1": 0.742655, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"], "main_score": 0.742655, "precision": 0.719862, "recall": 0.79249}, {"accuracy": 0.869565, "f1": 0.831258, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"], "main_score": 0.831258, "precision": 0.813488, "recall": 0.869565}, {"accuracy": 0.898221, "f1": 0.868906, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"], "main_score": 0.868906, "precision": 0.855435, "recall": 0.898221}, {"accuracy": 0.864625, "f1": 0.826087, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"], "main_score": 0.826087, "precision": 0.807806, "recall": 0.864625}, {"accuracy": 0.863636, "f1": 0.830657, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"], "main_score": 0.830657, "precision": 0.817194, "recall": 0.863636}, {"accuracy": 0.784585, "f1": 0.736166, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"], "main_score": 0.736166, "precision": 0.714377, "recall": 0.784585}, {"accuracy": 0.891304, "f1": 0.861067, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"], "main_score": 0.861067, "precision": 0.847085, "recall": 0.891304}, {"accuracy": 0.867589, "f1": 0.834365, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"], "main_score": 0.834365, "precision": 0.82039, "recall": 0.867589}, {"accuracy": 0.84585, "f1": 0.812194, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"], "main_score": 0.812194, "precision": 0.798906, "recall": 0.84585}, {"accuracy": 0.810277, "f1": 0.775199, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"], "main_score": 0.775199, "precision": 0.761817, "recall": 0.810277}, {"accuracy": 0.810277, "f1": 0.773424, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"], "main_score": 0.773424, "precision": 0.759434, "recall": 0.810277}, {"accuracy": 0.881423, "f1": 0.848814, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"], "main_score": 0.848814, "precision": 0.834074, "recall": 0.881423}, {"accuracy": 0.868577, "f1": 0.830698, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"], "main_score": 0.830698, "precision": 0.813488, "recall": 0.868577}, {"accuracy": 0.826087, "f1": 0.782675, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"], "main_score": 0.782675, "precision": 0.762961, "recall": 0.826087}, {"accuracy": 0.246047, "f1": 0.198247, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"], "main_score": 0.198247, "precision": 0.181837, "recall": 0.246047}, {"accuracy": 0.866601, "f1": 0.831884, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"], "main_score": 0.831884, "precision": 0.816486, "recall": 0.866601}, {"accuracy": 0.711462, "f1": 0.643044, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"], "main_score": 0.643044, "precision": 0.613546, "recall": 0.711462}, {"accuracy": 0.874506, "f1": 0.838373, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"], "main_score": 0.838373, "precision": 0.822332, "recall": 0.874506}, {"accuracy": 0.913043, "f1": 0.887418, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"], "main_score": 0.887418, "precision": 0.875247, "recall": 0.913043}, {"accuracy": 0.820158, "f1": 0.773287, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"], "main_score": 0.773287, "precision": 0.752174, "recall": 0.820158}, {"accuracy": 0.874506, "f1": 0.839262, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"], "main_score": 0.839262, "precision": 0.823287, "recall": 0.874506}, {"accuracy": 0.876482, "f1": 0.841206, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"], "main_score": 0.841206, "precision": 0.824769, "recall": 0.876482}, {"accuracy": 0.86166, "f1": 0.824308, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"], "main_score": 0.824308, "precision": 0.806933, "recall": 0.86166}, {"accuracy": 0.833004, "f1": 0.790203, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"], "main_score": 0.790203, "precision": 0.771443, "recall": 0.833004}, {"accuracy": 0.873518, "f1": 0.836792, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"], "main_score": 0.836792, "precision": 0.819499, "recall": 0.873518}, {"accuracy": 0.856719, "f1": 0.821541, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"], "main_score": 0.821541, "precision": 0.806778, "recall": 0.856719}, {"accuracy": 0.874506, "f1": 0.838241, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"], "main_score": 0.838241, "precision": 0.820982, "recall": 0.874506}, {"accuracy": 0.822134, "f1": 0.779545, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"], "main_score": 0.779545, "precision": 0.759799, "recall": 0.822134}, {"accuracy": 0.840909, "f1": 0.803096, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"], "main_score": 0.803096, "precision": 0.786397, "recall": 0.840909}, {"accuracy": 0.897233, "f1": 0.869104, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"], "main_score": 0.869104, "precision": 0.855978, "recall": 0.897233}, {"accuracy": 0.827075, "f1": 0.784044, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"], "main_score": 0.784044, "precision": 0.766486, "recall": 0.827075}, {"accuracy": 0.047431, "f1": 0.024169, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"], "main_score": 0.024169, "precision": 0.019613, "recall": 0.047431}, {"accuracy": 0.821146, "f1": 0.781539, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"], "main_score": 0.781539, "precision": 0.766291, "recall": 0.821146}, {"accuracy": 0.856719, "f1": 0.817227, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"], "main_score": 0.817227, "precision": 0.79972, "recall": 0.856719}, {"accuracy": 0.784585, "f1": 0.741425, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"], "main_score": 0.741425, "precision": 0.724192, "recall": 0.784585}, {"accuracy": 0.847826, "f1": 0.811103, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"], "main_score": 0.811103, "precision": 0.796172, "recall": 0.847826}, {"accuracy": 0.812253, "f1": 0.765942, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"], "main_score": 0.765942, "precision": 0.746064, "recall": 0.812253}, {"accuracy": 0.832016, "f1": 0.789813, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"], "main_score": 0.789813, "precision": 0.772151, "recall": 0.832016}, {"accuracy": 0.835968, "f1": 0.794667, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"], "main_score": 0.794667, "precision": 0.777628, "recall": 0.835968}, {"accuracy": 0.871542, "f1": 0.836924, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"], "main_score": 0.836924, "precision": 0.820982, "recall": 0.871542}, {"accuracy": 0.849802, "f1": 0.80878, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"], "main_score": 0.80878, "precision": 0.789937, "recall": 0.849802}, {"accuracy": 0.752964, "f1": 0.694457, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"], "main_score": 0.694457, "precision": 0.66945, "recall": 0.752964}, {"accuracy": 0.868577, "f1": 0.833698, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"], "main_score": 0.833698, "precision": 0.818438, "recall": 0.868577}, {"accuracy": 0.772727, "f1": 0.718841, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"], "main_score": 0.718841, "precision": 0.694648, "recall": 0.772727}, {"accuracy": 0.833992, "f1": 0.793892, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"], "main_score": 0.793892, "precision": 0.776383, "recall": 0.833992}, {"accuracy": 0.847826, "f1": 0.810121, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"], "main_score": 0.810121, "precision": 0.794444, "recall": 0.847826}, {"accuracy": 0.878458, "f1": 0.844862, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"], "main_score": 0.844862, "precision": 0.829051, "recall": 0.878458}, {"accuracy": 0.87253, "f1": 0.840464, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"], "main_score": 0.840464, "precision": 0.826755, "recall": 0.87253}, {"accuracy": 0.871542, "f1": 0.839921, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"], "main_score": 0.839921, "precision": 0.826169, "recall": 0.871542}, {"accuracy": 0.846838, "f1": 0.805501, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"], "main_score": 0.805501, "precision": 0.786973, "recall": 0.846838}, {"accuracy": 0.755929, "f1": 0.70857, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"], "main_score": 0.70857, "precision": 0.68988, "recall": 0.755929}, {"accuracy": 0.824111, "f1": 0.781428, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"], "main_score": 0.781428, "precision": 0.763556, "recall": 0.824111}, {"accuracy": 0.8083, "f1": 0.758613, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"], "main_score": 0.758613, "precision": 0.737246, "recall": 0.8083}, {"accuracy": 0.833004, "f1": 0.791158, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"], "main_score": 0.791158, "precision": 0.772151, "recall": 0.833004}, {"accuracy": 0.816206, "f1": 0.77126, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"], "main_score": 0.77126, "precision": 0.751565, "recall": 0.816206}, {"accuracy": 0.810277, "f1": 0.760112, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"], "main_score": 0.760112, "precision": 0.738916, "recall": 0.810277}, {"accuracy": 0.913043, "f1": 0.887516, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"], "main_score": 0.887516, "precision": 0.875494, "recall": 0.913043}, {"accuracy": 0.901186, "f1": 0.873748, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"], "main_score": 0.873748, "precision": 0.861117, "recall": 0.901186}, {"accuracy": 0.864625, "f1": 0.82767, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"], "main_score": 0.82767, "precision": 0.810863, "recall": 0.864625}, {"accuracy": 0.780632, "f1": 0.726532, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"], "main_score": 0.726532, "precision": 0.703913, "recall": 0.780632}, {"accuracy": 0.784585, "f1": 0.735296, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"], "main_score": 0.735296, "precision": 0.716534, "recall": 0.784585}, {"accuracy": 0.832016, "f1": 0.790286, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"], "main_score": 0.790286, "precision": 0.772638, "recall": 0.832016}, {"accuracy": 0.844862, "f1": 0.801845, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"], "main_score": 0.801845, "precision": 0.782724, "recall": 0.844862}, {"accuracy": 0.832016, "f1": 0.788208, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"], "main_score": 0.788208, "precision": 0.768725, "recall": 0.832016}, {"accuracy": 0.889328, "f1": 0.855402, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"], "main_score": 0.855402, "precision": 0.839097, "recall": 0.889328}, {"accuracy": 0.796443, "f1": 0.74552, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"], "main_score": 0.74552, "precision": 0.722398, "recall": 0.796443}, {"accuracy": 0.844862, "f1": 0.807651, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"], "main_score": 0.807651, "precision": 0.792296, "recall": 0.844862}, {"accuracy": 0.849802, "f1": 0.807115, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"], "main_score": 0.807115, "precision": 0.787747, "recall": 0.849802}, {"accuracy": 0.799407, "f1": 0.750565, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"], "main_score": 0.750565, "precision": 0.730247, "recall": 0.799407}, {"accuracy": 0.847826, "f1": 0.809703, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"], "main_score": 0.809703, "precision": 0.793725, "recall": 0.847826}, {"accuracy": 0.87747, "f1": 0.842984, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"], "main_score": 0.842984, "precision": 0.827767, "recall": 0.87747}, {"accuracy": 0.844862, "f1": 0.807213, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"], "main_score": 0.807213, "precision": 0.789773, "recall": 0.844862}, {"accuracy": 0.848814, "f1": 0.812202, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"], "main_score": 0.812202, "precision": 0.797257, "recall": 0.848814}, {"accuracy": 0.850791, "f1": 0.816173, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"], "main_score": 0.816173, "precision": 0.800395, "recall": 0.850791}, {"accuracy": 0.899209, "f1": 0.871542, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"], "main_score": 0.871542, "precision": 0.858366, "recall": 0.899209}, {"accuracy": 0.846838, "f1": 0.808025, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"], "main_score": 0.808025, "precision": 0.792335, "recall": 0.846838}, {"accuracy": 0.863636, "f1": 0.830618, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"], "main_score": 0.830618, "precision": 0.815547, "recall": 0.863636}, {"accuracy": 0.867589, "f1": 0.838599, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"], "main_score": 0.838599, "precision": 0.826569, "recall": 0.867589}, {"accuracy": 0.81917, "f1": 0.778788, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"], "main_score": 0.778788, "precision": 0.760211, "recall": 0.81917}, {"accuracy": 0.835968, "f1": 0.793824, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"], "main_score": 0.793824, "precision": 0.776739, "recall": 0.835968}, {"accuracy": 0.870553, "f1": 0.836135, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"], "main_score": 0.836135, "precision": 0.82137, "recall": 0.870553}, {"accuracy": 0.871542, "f1": 0.838449, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"], "main_score": 0.838449, "precision": 0.823847, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.86334, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"], "main_score": 0.86334, "precision": 0.850379, "recall": 0.892292}, {"accuracy": 0.895257, "f1": 0.864526, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"], "main_score": 0.864526, "precision": 0.850412, "recall": 0.895257}, {"accuracy": 0.857708, "f1": 0.821937, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"], "main_score": 0.821937, "precision": 0.805501, "recall": 0.857708}, {"accuracy": 0.873518, "f1": 0.837978, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"], "main_score": 0.837978, "precision": 0.821393, "recall": 0.873518}, {"accuracy": 0.887352, "f1": 0.854875, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"], "main_score": 0.854875, "precision": 0.839592, "recall": 0.887352}, {"accuracy": 0.762846, "f1": 0.712525, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"], "main_score": 0.712525, "precision": 0.692696, "recall": 0.762846}, {"accuracy": 0.809289, "f1": 0.770044, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"], "main_score": 0.770044, "precision": 0.755364, "recall": 0.809289}, {"accuracy": 0.793478, "f1": 0.742721, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"], "main_score": 0.742721, "precision": 0.720669, "recall": 0.793478}, {"accuracy": 0.840909, "f1": 0.804842, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"], "main_score": 0.804842, "precision": 0.787747, "recall": 0.840909}, {"accuracy": 0.890316, "f1": 0.860474, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"], "main_score": 0.860474, "precision": 0.847003, "recall": 0.890316}, {"accuracy": 0.884387, "f1": 0.851548, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"], "main_score": 0.851548, "precision": 0.836957, "recall": 0.884387}, {"accuracy": 0.895257, "f1": 0.865646, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"], "main_score": 0.865646, "precision": 0.851861, "recall": 0.895257}, {"accuracy": 0.895257, "f1": 0.865942, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"], "main_score": 0.865942, "precision": 0.852108, "recall": 0.895257}, {"accuracy": 0.813241, "f1": 0.776206, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"], "main_score": 0.776206, "precision": 0.761422, "recall": 0.813241}, {"accuracy": 0.771739, "f1": 0.718742, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"], "main_score": 0.718742, "precision": 0.694417, "recall": 0.771739}, {"accuracy": 0.837945, "f1": 0.794335, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"], "main_score": 0.794335, "precision": 0.774885, "recall": 0.837945}, {"accuracy": 0.864625, "f1": 0.827701, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"], "main_score": 0.827701, "precision": 0.810771, "recall": 0.864625}, {"accuracy": 0.812253, "f1": 0.768991, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"], "main_score": 0.768991, "precision": 0.749835, "recall": 0.812253}, {"accuracy": 0.768775, "f1": 0.715777, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"], "main_score": 0.715777, "precision": 0.693347, "recall": 0.768775}, {"accuracy": 0.895257, "f1": 0.864822, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"], "main_score": 0.864822, "precision": 0.851038, "recall": 0.895257}, {"accuracy": 0.8083, "f1": 0.759816, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"], "main_score": 0.759816, "precision": 0.739279, "recall": 0.8083}, {"accuracy": 0.833992, "f1": 0.792358, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"], "main_score": 0.792358, "precision": 0.77393, "recall": 0.833992}, {"accuracy": 0.740119, "f1": 0.683004, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"], "main_score": 0.683004, "precision": 0.657609, "recall": 0.740119}, {"accuracy": 0.849802, "f1": 0.813317, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"], "main_score": 0.813317, "precision": 0.79875, "recall": 0.849802}, {"accuracy": 0.856719, "f1": 0.820718, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"], "main_score": 0.820718, "precision": 0.805265, "recall": 0.856719}, {"accuracy": 0.839921, "f1": 0.801565, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"], "main_score": 0.801565, "precision": 0.786771, "recall": 0.839921}, {"accuracy": 0.878458, "f1": 0.846904, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"], "main_score": 0.846904, "precision": 0.833564, "recall": 0.878458}, {"accuracy": 0.850791, "f1": 0.809519, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"], "main_score": 0.809519, "precision": 0.790497, "recall": 0.850791}, {"accuracy": 0.860672, "f1": 0.822299, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"], "main_score": 0.822299, "precision": 0.804216, "recall": 0.860672}, {"accuracy": 0.9417, "f1": 0.92276, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"], "main_score": 0.92276, "precision": 0.913538, "recall": 0.9417}, {"accuracy": 0.900198, "f1": 0.871113, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"], "main_score": 0.871113, "precision": 0.857296, "recall": 0.900198}, {"accuracy": 0.040514, "f1": 0.020338, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"], "main_score": 0.020338, "precision": 0.016502, "recall": 0.040514}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.986825, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"], "main_score": 0.986825, "precision": 0.985672, "recall": 0.98913}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.936759, "f1": 0.918347, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"], "main_score": 0.918347, "precision": 0.909832, "recall": 0.936759}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.984143, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"], "main_score": 0.984143, "precision": 0.982872, "recall": 0.987154}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"], "main_score": 0.904644, "precision": 0.893939, "recall": 0.926877}, {"accuracy": 0.948617, "f1": 0.932378, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"], "main_score": 0.932378, "precision": 0.924654, "recall": 0.948617}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"], "main_score": 0.894433, "precision": 0.883235, "recall": 0.917984}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.198617, "f1": 0.150863, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"], "main_score": 0.150863, "precision": 0.13631, "recall": 0.198617}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.938735, "f1": 0.920784, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"], "main_score": 0.920784, "precision": 0.91222, "recall": 0.938735}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.974209, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"], "main_score": 0.974209, "precision": 0.971426, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.903162, "f1": 0.875725, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"], "main_score": 0.875725, "precision": 0.862731, "recall": 0.903162}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.946377, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"], "main_score": 0.946377, "precision": 0.93997, "recall": 0.959486}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.909091, "f1": 0.884025, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"], "main_score": 0.884025, "precision": 0.8722, "recall": 0.909091}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"], "main_score": 0.974473, "precision": 0.971871, "recall": 0.980237}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"], "main_score": 0.928195, "precision": 0.919796, "recall": 0.945652}, {"accuracy": 0.881423, "f1": 0.848617, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"], "main_score": 0.848617, "precision": 0.833004, "recall": 0.881423}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"], "main_score": 0.912945, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.73913, "f1": 0.680602, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"], "main_score": 0.680602, "precision": 0.656037, "recall": 0.73913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"], "main_score": 0.880764, "precision": 0.867589, "recall": 0.908103}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.882411, "f1": 0.848518, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"], "main_score": 0.848518, "precision": 0.832757, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"], "main_score": 0.928195, "precision": 0.919796, "recall": 0.945652}, {"accuracy": 0.874506, "f1": 0.840184, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"], "main_score": 0.840184, "precision": 0.824802, "recall": 0.874506}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.20751, "f1": 0.140203, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"], "main_score": 0.140203, "precision": 0.120773, "recall": 0.20751}, {"accuracy": 0.91502, "f1": 0.892787, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"], "main_score": 0.892787, "precision": 0.881917, "recall": 0.91502}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.943676, "f1": 0.925296, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"], "main_score": 0.925296, "precision": 0.916255, "recall": 0.943676}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"], "main_score": 0.897892, "precision": 0.886364, "recall": 0.921937}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.972661, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"], "main_score": 0.972661, "precision": 0.969862, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.868577, "f1": 0.831752, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"], "main_score": 0.831752, "precision": 0.815003, "recall": 0.868577}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"], "main_score": 0.94137, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"], "main_score": 0.898452, "precision": 0.887434, "recall": 0.921937}, {"accuracy": 0.889328, "f1": 0.857246, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"], "main_score": 0.857246, "precision": 0.842144, "recall": 0.889328}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"], "main_score": 0.908597, "precision": 0.898551, "recall": 0.929842}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.874506, "f1": 0.838142, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"], "main_score": 0.838142, "precision": 0.821393, "recall": 0.874506}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.886364, "f1": 0.853195, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"], "main_score": 0.853195, "precision": 0.837945, "recall": 0.886364}, {"accuracy": 0.267787, "f1": 0.208064, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"], "main_score": 0.208064, "precision": 0.189221, "recall": 0.267787}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"], "main_score": 0.908103, "precision": 0.897727, "recall": 0.929842}, {"accuracy": 0.8083, "f1": 0.757213, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"], "main_score": 0.757213, "precision": 0.734058, "recall": 0.8083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"], "main_score": 0.900527, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"], "main_score": 0.953887, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.900198, "f1": 0.870059, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"], "main_score": 0.870059, "precision": 0.855567, "recall": 0.900198}, {"accuracy": 0.876482, "f1": 0.841535, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"], "main_score": 0.841535, "precision": 0.824934, "recall": 0.876482}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.0583, "f1": 0.028674, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"], "main_score": 0.028674, "precision": 0.022336, "recall": 0.0583}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"], "main_score": 0.890316, "precision": 0.8778, "recall": 0.916008}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"], "main_score": 0.951746, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.897233, "f1": 0.867161, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"], "main_score": 0.867161, "precision": 0.852849, "recall": 0.897233}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.867589, "f1": 0.83139, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"], "main_score": 0.83139, "precision": 0.815168, "recall": 0.867589}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.933794, "f1": 0.913933, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"], "main_score": 0.913933, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"], "main_score": 0.93666, "precision": 0.929595, "recall": 0.951581}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.876482, "f1": 0.840481, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"], "main_score": 0.840481, "precision": 0.823699, "recall": 0.876482}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"], "main_score": 0.958893, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"], "main_score": 0.974638, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.917984, "f1": 0.894005, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"], "main_score": 0.894005, "precision": 0.882823, "recall": 0.917984}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.910738, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"], "main_score": 0.910738, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.962451, "f1": 0.950659, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"], "main_score": 0.950659, "precision": 0.944911, "recall": 0.962451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921904, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"], "main_score": 0.921904, "precision": 0.913702, "recall": 0.939723}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.886364, "f1": 0.855896, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"], "main_score": 0.855896, "precision": 0.841601, "recall": 0.886364}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"], "main_score": 0.932708, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.905138, "f1": 0.876482, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"], "main_score": 0.876482, "precision": 0.862813, "recall": 0.905138}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.950593, "f1": 0.93643, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"], "main_score": 0.93643, "precision": 0.929677, "recall": 0.950593}, {"accuracy": 0.897233, "f1": 0.86726, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"], "main_score": 0.86726, "precision": 0.852931, "recall": 0.897233}, {"accuracy": 0.916996, "f1": 0.891601, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"], "main_score": 0.891601, "precision": 0.879941, "recall": 0.916996}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"], "main_score": 0.943182, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"], "main_score": 0.948123, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.857708, "f1": 0.817984, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"], "main_score": 0.817984, "precision": 0.799242, "recall": 0.857708}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.892292, "f1": 0.86222, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"], "main_score": 0.86222, "precision": 0.847908, "recall": 0.892292}, {"accuracy": 0.91996, "f1": 0.897134, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"], "main_score": 0.897134, "precision": 0.886117, "recall": 0.91996}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.816206, "f1": 0.767655, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"], "main_score": 0.767655, "precision": 0.745142, "recall": 0.816206}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.934783, "f1": 0.916238, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"], "main_score": 0.916238, "precision": 0.907526, "recall": 0.934783}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"], "main_score": 0.925296, "precision": 0.916914, "recall": 0.942688}, {"accuracy": 0.891304, "f1": 0.859717, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"], "main_score": 0.859717, "precision": 0.845273, "recall": 0.891304}, {"accuracy": 0.046443, "f1": 0.023389, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"], "main_score": 0.023389, "precision": 0.018224, "recall": 0.046443}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.936759, "f1": 0.917227, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"], "main_score": 0.917227, "precision": 0.908053, "recall": 0.936759}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"], "main_score": 0.957839, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.929842, "f1": 0.907609, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"], "main_score": 0.907609, "precision": 0.896739, "recall": 0.929842}, {"accuracy": 0.945652, "f1": 0.92892, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"], "main_score": 0.92892, "precision": 0.921031, "recall": 0.945652}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.912055, "f1": 0.886924, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"], "main_score": 0.886924, "precision": 0.875082, "recall": 0.912055}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"], "main_score": 0.932477, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.19664, "f1": 0.15257, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"], "main_score": 0.15257, "precision": 0.140512, "recall": 0.19664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"], "main_score": 0.903656, "precision": 0.892951, "recall": 0.925889}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"], "main_score": 0.93139, "precision": 0.923666, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"], "main_score": 0.85919, "precision": 0.844038, "recall": 0.891304}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.953557, "f1": 0.938966, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"], "main_score": 0.938966, "precision": 0.932065, "recall": 0.953557}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"], "main_score": 0.934354, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.894269, "f1": 0.864262, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"], "main_score": 0.864262, "precision": 0.850461, "recall": 0.894269}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.881423, "f1": 0.847398, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"], "main_score": 0.847398, "precision": 0.831439, "recall": 0.881423}, {"accuracy": 0.926877, "f1": 0.90527, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"], "main_score": 0.90527, "precision": 0.895092, "recall": 0.926877}, {"accuracy": 0.730237, "f1": 0.667081, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"], "main_score": 0.667081, "precision": 0.640714, "recall": 0.730237}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.90415, "f1": 0.876812, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"], "main_score": 0.876812, "precision": 0.863801, "recall": 0.90415}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.876482, "f1": 0.841107, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"], "main_score": 0.841107, "precision": 0.825181, "recall": 0.876482}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.88834, "f1": 0.85504, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"], "main_score": 0.85504, "precision": 0.839262, "recall": 0.88834}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.213439, "f1": 0.148447, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"], "main_score": 0.148447, "precision": 0.130321, "recall": 0.213439}, {"accuracy": 0.911067, "f1": 0.885705, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"], "main_score": 0.885705, "precision": 0.873353, "recall": 0.911067}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"], "main_score": 0.923254, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.90415, "f1": 0.875296, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"], "main_score": 0.875296, "precision": 0.861989, "recall": 0.90415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"], "main_score": 0.970685, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.843874, "f1": 0.803379, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"], "main_score": 0.803379, "precision": 0.7847, "recall": 0.843874}, {"accuracy": 0.95751, "f1": 0.943347, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"], "main_score": 0.943347, "precision": 0.936265, "recall": 0.95751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.914032, "f1": 0.888406, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"], "main_score": 0.888406, "precision": 0.8764, "recall": 0.914032}, {"accuracy": 0.881423, "f1": 0.848913, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"], "main_score": 0.848913, "precision": 0.833663, "recall": 0.881423}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.902734, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"], "main_score": 0.902734, "precision": 0.893231, "recall": 0.923913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.852767, "f1": 0.81357, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"], "main_score": 0.81357, "precision": 0.796031, "recall": 0.852767}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"], "main_score": 0.990119, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.876482, "f1": 0.844895, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"], "main_score": 0.844895, "precision": 0.830814, "recall": 0.876482}, {"accuracy": 0.262846, "f1": 0.205466, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"], "main_score": 0.205466, "precision": 0.186709, "recall": 0.262846}, {"accuracy": 0.918972, "f1": 0.893775, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"], "main_score": 0.893775, "precision": 0.881588, "recall": 0.918972}, {"accuracy": 0.785573, "f1": 0.731621, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"], "main_score": 0.731621, "precision": 0.707773, "recall": 0.785573}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.916996, "f1": 0.892194, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"], "main_score": 0.892194, "precision": 0.880517, "recall": 0.916996}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.903162, "f1": 0.874572, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"], "main_score": 0.874572, "precision": 0.861084, "recall": 0.903162}, {"accuracy": 0.87747, "f1": 0.842391, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"], "main_score": 0.842391, "precision": 0.82612, "recall": 0.87747}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.054348, "f1": 0.028425, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"], "main_score": 0.028425, "precision": 0.022815, "recall": 0.054348}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.964427, "f1": 0.953953, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"], "main_score": 0.953953, "precision": 0.949028, "recall": 0.964427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"], "main_score": 0.924407, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.896245, "f1": 0.865119, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"], "main_score": 0.865119, "precision": 0.850494, "recall": 0.896245}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.881423, "f1": 0.847779, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"], "main_score": 0.847779, "precision": 0.831522, "recall": 0.881423}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.870553, "f1": 0.835903, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"], "main_score": 0.835903, "precision": 0.819664, "recall": 0.870553}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"], "main_score": 0.940448, "precision": 0.933712, "recall": 0.954545}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.929842, "f1": 0.907444, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"], "main_score": 0.907444, "precision": 0.896739, "recall": 0.929842}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.870553, "f1": 0.83363, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"], "main_score": 0.83363, "precision": 0.816535, "recall": 0.870553}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"], "main_score": 0.969862, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916996, "f1": 0.892128, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"], "main_score": 0.892128, "precision": 0.880435, "recall": 0.916996}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.923913, "f1": 0.902734, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"], "main_score": 0.902734, "precision": 0.892869, "recall": 0.923913}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"], "main_score": 0.939295, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.94664, "f1": 0.930632, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"], "main_score": 0.930632, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.879447, "f1": 0.845323, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"], "main_score": 0.845323, "precision": 0.829875, "recall": 0.879447}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"], "main_score": 0.932971, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"], "main_score": 0.878953, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.943676, "f1": 0.927273, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"], "main_score": 0.927273, "precision": 0.919384, "recall": 0.943676}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"], "main_score": 0.942589, "precision": 0.936512, "recall": 0.955534}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"], "main_score": 0.935935, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.889328, "f1": 0.860903, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"], "main_score": 0.860903, "precision": 0.847744, "recall": 0.889328}, {"accuracy": 0.911067, "f1": 0.884783, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"], "main_score": 0.884783, "precision": 0.872612, "recall": 0.911067}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"], "main_score": 0.930665, "precision": 0.92309, "recall": 0.94664}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.827075, "f1": 0.782839, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"], "main_score": 0.782839, "precision": 0.762681, "recall": 0.827075}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.974308, "f1": 0.96614, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"], "main_score": 0.96614, "precision": 0.962204, "recall": 0.974308}, {"accuracy": 0.886364, "f1": 0.853821, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"], "main_score": 0.853821, "precision": 0.838686, "recall": 0.886364}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.822134, "f1": 0.774129, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"], "main_score": 0.774129, "precision": 0.752882, "recall": 0.822134}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.972332, "f1": 0.964921, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"], "main_score": 0.964921, "precision": 0.961298, "recall": 0.972332}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"], "main_score": 0.905797, "precision": 0.895257, "recall": 0.927866}, {"accuracy": 0.886364, "f1": 0.853294, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"], "main_score": 0.853294, "precision": 0.838554, "recall": 0.886364}, {"accuracy": 0.879447, "f1": 0.845092, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"], "main_score": 0.845092, "precision": 0.828706, "recall": 0.879447}, {"accuracy": 0.055336, "f1": 0.029258, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"], "main_score": 0.029258, "precision": 0.023126, "recall": 0.055336}, {"accuracy": 0.914032, "f1": 0.896149, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"], "main_score": 0.896149, "precision": 0.889935, "recall": 0.914032}, {"accuracy": 0.913043, "f1": 0.889773, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"], "main_score": 0.889773, "precision": 0.880065, "recall": 0.913043}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"], "main_score": 0.935441, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.910079, "f1": 0.889356, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"], "main_score": 0.889356, "precision": 0.881283, "recall": 0.910079}, {"accuracy": 0.88834, "f1": 0.856555, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"], "main_score": 0.856555, "precision": 0.84193, "recall": 0.88834}, {"accuracy": 0.890316, "f1": 0.856456, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"], "main_score": 0.856456, "precision": 0.840662, "recall": 0.890316}, {"accuracy": 0.87747, "f1": 0.857457, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"], "main_score": 0.857457, "precision": 0.851395, "recall": 0.87747}, {"accuracy": 0.922925, "f1": 0.902822, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"], "main_score": 0.902822, "precision": 0.894623, "recall": 0.922925}, {"accuracy": 0.910079, "f1": 0.885211, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"], "main_score": 0.885211, "precision": 0.873024, "recall": 0.910079}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.910079, "f1": 0.885046, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"], "main_score": 0.885046, "precision": 0.874753, "recall": 0.910079}, {"accuracy": 0.916996, "f1": 0.90175, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"], "main_score": 0.90175, "precision": 0.896186, "recall": 0.916996}, {"accuracy": 0.908103, "f1": 0.882246, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"], "main_score": 0.882246, "precision": 0.86973, "recall": 0.908103}, {"accuracy": 0.935771, "f1": 0.919751, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"], "main_score": 0.919751, "precision": 0.913382, "recall": 0.935771}, {"accuracy": 0.916008, "f1": 0.894871, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"], "main_score": 0.894871, "precision": 0.886265, "recall": 0.916008}, {"accuracy": 0.917984, "f1": 0.893412, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"], "main_score": 0.893412, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.917984, "f1": 0.89798, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"], "main_score": 0.89798, "precision": 0.889986, "recall": 0.917984}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"], "main_score": 0.924572, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.910543, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"], "main_score": 0.910543, "precision": 0.904959, "recall": 0.925889}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.179842, "f1": 0.141065, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"], "main_score": 0.141065, "precision": 0.130915, "recall": 0.179842}, {"accuracy": 0.936759, "f1": 0.923221, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"], "main_score": 0.923221, "precision": 0.917848, "recall": 0.936759}, {"accuracy": 0.920949, "f1": 0.899671, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"], "main_score": 0.899671, "precision": 0.889657, "recall": 0.920949}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"], "main_score": 0.931653, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.892292, "f1": 0.866543, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"], "main_score": 0.866543, "precision": 0.856395, "recall": 0.892292}, {"accuracy": 0.912055, "f1": 0.892812, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"], "main_score": 0.892812, "precision": 0.885639, "recall": 0.912055}, {"accuracy": 0.893281, "f1": 0.874651, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"], "main_score": 0.874651, "precision": 0.867875, "recall": 0.893281}, {"accuracy": 0.903162, "f1": 0.874736, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"], "main_score": 0.874736, "precision": 0.861446, "recall": 0.903162}, {"accuracy": 0.93083, "f1": 0.915343, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"], "main_score": 0.915343, "precision": 0.909687, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.92245, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"], "main_score": 0.92245, "precision": 0.914773, "recall": 0.939723}, {"accuracy": 0.869565, "f1": 0.852947, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"], "main_score": 0.852947, "precision": 0.847199, "recall": 0.869565}, {"accuracy": 0.903162, "f1": 0.881217, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"], "main_score": 0.881217, "precision": 0.873387, "recall": 0.903162}, {"accuracy": 0.920949, "f1": 0.899588, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"], "main_score": 0.899588, "precision": 0.890688, "recall": 0.920949}, {"accuracy": 0.920949, "f1": 0.90239, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"], "main_score": 0.90239, "precision": 0.895268, "recall": 0.920949}, {"accuracy": 0.873518, "f1": 0.839032, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"], "main_score": 0.839032, "precision": 0.823617, "recall": 0.873518}, {"accuracy": 0.901186, "f1": 0.871937, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"], "main_score": 0.871937, "precision": 0.858119, "recall": 0.901186}, {"accuracy": 0.901186, "f1": 0.880988, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"], "main_score": 0.880988, "precision": 0.87408, "recall": 0.901186}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"], "main_score": 0.907016, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.912055, "f1": 0.897534, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"], "main_score": 0.897534, "precision": 0.892772, "recall": 0.912055}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"], "main_score": 0.912451, "precision": 0.90308, "recall": 0.932806}, {"accuracy": 0.955534, "f1": 0.941831, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"], "main_score": 0.941831, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.91996, "f1": 0.895718, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"], "main_score": 0.895718, "precision": 0.884585, "recall": 0.91996}, {"accuracy": 0.916996, "f1": 0.890942, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"], "main_score": 0.890942, "precision": 0.878623, "recall": 0.916996}, {"accuracy": 0.870553, "f1": 0.835441, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"], "main_score": 0.835441, "precision": 0.820405, "recall": 0.870553}, {"accuracy": 0.903162, "f1": 0.873814, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"], "main_score": 0.873814, "precision": 0.860013, "recall": 0.903162}, {"accuracy": 0.890316, "f1": 0.866464, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"], "main_score": 0.866464, "precision": 0.857858, "recall": 0.890316}, {"accuracy": 0.900198, "f1": 0.872069, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"], "main_score": 0.872069, "precision": 0.859865, "recall": 0.900198}, {"accuracy": 0.867589, "f1": 0.830336, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"], "main_score": 0.830336, "precision": 0.812912, "recall": 0.867589}, {"accuracy": 0.893281, "f1": 0.876251, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"], "main_score": 0.876251, "precision": 0.869899, "recall": 0.893281}, {"accuracy": 0.914032, "f1": 0.889888, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"], "main_score": 0.889888, "precision": 0.878706, "recall": 0.914032}, {"accuracy": 0.848814, "f1": 0.808465, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"], "main_score": 0.808465, "precision": 0.790267, "recall": 0.848814}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.62747, "f1": 0.552361, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"], "main_score": 0.552361, "precision": 0.524511, "recall": 0.62747}, {"accuracy": 0.928854, "f1": 0.910441, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"], "main_score": 0.910441, "precision": 0.902893, "recall": 0.928854}, {"accuracy": 0.928854, "f1": 0.914345, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"], "main_score": 0.914345, "precision": 0.908906, "recall": 0.928854}, {"accuracy": 0.892292, "f1": 0.864992, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"], "main_score": 0.864992, "precision": 0.854562, "recall": 0.892292}, {"accuracy": 0.913043, "f1": 0.893664, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"], "main_score": 0.893664, "precision": 0.88682, "recall": 0.913043}, {"accuracy": 0.90415, "f1": 0.877306, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"], "main_score": 0.877306, "precision": 0.86446, "recall": 0.90415}, {"accuracy": 0.882411, "f1": 0.852042, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"], "main_score": 0.852042, "precision": 0.839657, "recall": 0.882411}, {"accuracy": 0.921937, "f1": 0.898024, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"], "main_score": 0.898024, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.929842, "f1": 0.915968, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"], "main_score": 0.915968, "precision": 0.911051, "recall": 0.929842}, {"accuracy": 0.883399, "f1": 0.852503, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"], "main_score": 0.852503, "precision": 0.83806, "recall": 0.883399}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.914032, "f1": 0.891041, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"], "main_score": 0.891041, "precision": 0.880023, "recall": 0.914032}, {"accuracy": 0.900198, "f1": 0.872647, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"], "main_score": 0.872647, "precision": 0.86082, "recall": 0.900198}, {"accuracy": 0.899209, "f1": 0.87281, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"], "main_score": 0.87281, "precision": 0.862114, "recall": 0.899209}, {"accuracy": 0.906126, "f1": 0.881771, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"], "main_score": 0.881771, "precision": 0.872134, "recall": 0.906126}, {"accuracy": 0.197628, "f1": 0.145165, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"], "main_score": 0.145165, "precision": 0.130247, "recall": 0.197628}, {"accuracy": 0.891304, "f1": 0.860079, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"], "main_score": 0.860079, "precision": 0.845109, "recall": 0.891304}, {"accuracy": 0.901186, "f1": 0.873471, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"], "main_score": 0.873471, "precision": 0.861248, "recall": 0.901186}, {"accuracy": 0.914032, "f1": 0.888669, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"], "main_score": 0.888669, "precision": 0.876482, "recall": 0.914032}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"], "main_score": 0.922596, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.91502, "f1": 0.893107, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"], "main_score": 0.893107, "precision": 0.88442, "recall": 0.91502}, {"accuracy": 0.890316, "f1": 0.862338, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"], "main_score": 0.862338, "precision": 0.85112, "recall": 0.890316}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.91502, "f1": 0.892904, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"], "main_score": 0.892904, "precision": 0.88386, "recall": 0.91502}, {"accuracy": 0.923913, "f1": 0.904698, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"], "main_score": 0.904698, "precision": 0.897029, "recall": 0.923913}, {"accuracy": 0.90415, "f1": 0.885999, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"], "main_score": 0.885999, "precision": 0.879371, "recall": 0.90415}, {"accuracy": 0.903162, "f1": 0.878713, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"], "main_score": 0.878713, "precision": 0.869401, "recall": 0.903162}, {"accuracy": 0.920949, "f1": 0.901521, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"], "main_score": 0.901521, "precision": 0.893676, "recall": 0.920949}, {"accuracy": 0.815217, "f1": 0.765613, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"], "main_score": 0.765613, "precision": 0.742951, "recall": 0.815217}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"], "main_score": 0.916173, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.895257, "f1": 0.872896, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"], "main_score": 0.872896, "precision": 0.864273, "recall": 0.895257}, {"accuracy": 0.911067, "f1": 0.897647, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"], "main_score": 0.897647, "precision": 0.892803, "recall": 0.911067}, {"accuracy": 0.907115, "f1": 0.889291, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"], "main_score": 0.889291, "precision": 0.882595, "recall": 0.907115}, {"accuracy": 0.87747, "f1": 0.842161, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"], "main_score": 0.842161, "precision": 0.826087, "recall": 0.87747}, {"accuracy": 0.849802, "f1": 0.808004, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"], "main_score": 0.808004, "precision": 0.788818, "recall": 0.849802}, {"accuracy": 0.91502, "f1": 0.888669, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"], "main_score": 0.888669, "precision": 0.876318, "recall": 0.91502}, {"accuracy": 0.931818, "f1": 0.912286, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"], "main_score": 0.912286, "precision": 0.903804, "recall": 0.931818}, {"accuracy": 0.891304, "f1": 0.858267, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"], "main_score": 0.858267, "precision": 0.842474, "recall": 0.891304}, {"accuracy": 0.940711, "f1": 0.927409, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"], "main_score": 0.927409, "precision": 0.922389, "recall": 0.940711}, {"accuracy": 0.809289, "f1": 0.757016, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"], "main_score": 0.757016, "precision": 0.732708, "recall": 0.809289}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.920949, "f1": 0.905278, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"], "main_score": 0.905278, "precision": 0.899599, "recall": 0.920949}, {"accuracy": 0.896245, "f1": 0.876148, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"], "main_score": 0.876148, "precision": 0.869467, "recall": 0.896245}, {"accuracy": 0.90415, "f1": 0.888483, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"], "main_score": 0.888483, "precision": 0.883653, "recall": 0.90415}, {"accuracy": 0.884387, "f1": 0.863354, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"], "main_score": 0.863354, "precision": 0.855644, "recall": 0.884387}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.933794, "f1": 0.914822, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"], "main_score": 0.914822, "precision": 0.905962, "recall": 0.933794}, {"accuracy": 0.855731, "f1": 0.816502, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"], "main_score": 0.816502, "precision": 0.79809, "recall": 0.855731}, {"accuracy": 0.247036, "f1": 0.200386, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"], "main_score": 0.200386, "precision": 0.184713, "recall": 0.247036}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"], "main_score": 0.8917, "precision": 0.880188, "recall": 0.916008}, {"accuracy": 0.76087, "f1": 0.701845, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"], "main_score": 0.701845, "precision": 0.676301, "recall": 0.76087}, {"accuracy": 0.942688, "f1": 0.925132, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"], "main_score": 0.925132, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.869565, "f1": 0.833169, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"], "main_score": 0.833169, "precision": 0.816947, "recall": 0.869565}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"], "main_score": 0.923254, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"], "main_score": 0.92612, "precision": 0.917902, "recall": 0.943676}, {"accuracy": 0.923913, "f1": 0.902174, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"], "main_score": 0.902174, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.91996, "f1": 0.89765, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"], "main_score": 0.89765, "precision": 0.88792, "recall": 0.91996}, {"accuracy": 0.926877, "f1": 0.903986, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"], "main_score": 0.903986, "precision": 0.892951, "recall": 0.926877}, {"accuracy": 0.909091, "f1": 0.891953, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"], "main_score": 0.891953, "precision": 0.885892, "recall": 0.909091}, {"accuracy": 0.931818, "f1": 0.91031, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"], "main_score": 0.91031, "precision": 0.899951, "recall": 0.931818}, {"accuracy": 0.84585, "f1": 0.803162, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"], "main_score": 0.803162, "precision": 0.783762, "recall": 0.84585}, {"accuracy": 0.87747, "f1": 0.84226, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"], "main_score": 0.84226, "precision": 0.826169, "recall": 0.87747}, {"accuracy": 0.935771, "f1": 0.916667, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"], "main_score": 0.916667, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.900198, "f1": 0.873668, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"], "main_score": 0.873668, "precision": 0.862978, "recall": 0.900198}, {"accuracy": 0.046443, "f1": 0.026227, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"], "main_score": 0.026227, "precision": 0.022455, "recall": 0.046443}, {"accuracy": 0.891304, "f1": 0.868588, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"], "main_score": 0.868588, "precision": 0.86035, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.889921, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"], "main_score": 0.889921, "precision": 0.878788, "recall": 0.91502}, {"accuracy": 0.857708, "f1": 0.833289, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"], "main_score": 0.833289, "precision": 0.824382, "recall": 0.857708}, {"accuracy": 0.917984, "f1": 0.898374, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"], "main_score": 0.898374, "precision": 0.890902, "recall": 0.917984}, {"accuracy": 0.840909, "f1": 0.798682, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"], "main_score": 0.798682, "precision": 0.780281, "recall": 0.840909}, {"accuracy": 0.863636, "f1": 0.82612, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"], "main_score": 0.82612, "precision": 0.809042, "recall": 0.863636}, {"accuracy": 0.891304, "f1": 0.865088, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"], "main_score": 0.865088, "precision": 0.854895, "recall": 0.891304}, {"accuracy": 0.893281, "f1": 0.870304, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"], "main_score": 0.870304, "precision": 0.86242, "recall": 0.893281}, {"accuracy": 0.925889, "f1": 0.905682, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"], "main_score": 0.905682, "precision": 0.896716, "recall": 0.925889}, {"accuracy": 0.785573, "f1": 0.730402, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"], "main_score": 0.730402, "precision": 0.706933, "recall": 0.785573}, {"accuracy": 0.908103, "f1": 0.887109, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"], "main_score": 0.887109, "precision": 0.878706, "recall": 0.908103}, {"accuracy": 0.817194, "f1": 0.770671, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"], "main_score": 0.770671, "precision": 0.749835, "recall": 0.817194}, {"accuracy": 0.911067, "f1": 0.885343, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"], "main_score": 0.885343, "precision": 0.873188, "recall": 0.911067}, {"accuracy": 0.900198, "f1": 0.876788, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"], "main_score": 0.876788, "precision": 0.8677, "recall": 0.900198}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.920949, "f1": 0.899209, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"], "main_score": 0.899209, "precision": 0.890102, "recall": 0.920949}, {"accuracy": 0.9417, "f1": 0.924144, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"], "main_score": 0.924144, "precision": 0.915596, "recall": 0.9417}, {"accuracy": 0.921937, "f1": 0.900118, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"], "main_score": 0.900118, "precision": 0.89081, "recall": 0.921937}, {"accuracy": 0.856719, "f1": 0.833025, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"], "main_score": 0.833025, "precision": 0.824482, "recall": 0.856719}, {"accuracy": 0.911067, "f1": 0.888606, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"], "main_score": 0.888606, "precision": 0.879752, "recall": 0.911067}, {"accuracy": 0.866601, "f1": 0.830501, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"], "main_score": 0.830501, "precision": 0.815201, "recall": 0.866601}, {"accuracy": 0.905138, "f1": 0.877372, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"], "main_score": 0.877372, "precision": 0.864377, "recall": 0.905138}, {"accuracy": 0.881423, "f1": 0.849769, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"], "main_score": 0.849769, "precision": 0.836111, "recall": 0.881423}, {"accuracy": 0.879447, "f1": 0.846443, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"], "main_score": 0.846443, "precision": 0.832279, "recall": 0.879447}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"], "main_score": 0.927866, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.937747, "f1": 0.920509, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"], "main_score": 0.920509, "precision": 0.912903, "recall": 0.937747}, {"accuracy": 0.901186, "f1": 0.874195, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"], "main_score": 0.874195, "precision": 0.862302, "recall": 0.901186}, {"accuracy": 0.878458, "f1": 0.851495, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"], "main_score": 0.851495, "precision": 0.841938, "recall": 0.878458}, {"accuracy": 0.881423, "f1": 0.851883, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"], "main_score": 0.851883, "precision": 0.840367, "recall": 0.881423}, {"accuracy": 0.931818, "f1": 0.911265, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"], "main_score": 0.911265, "precision": 0.901927, "recall": 0.931818}, {"accuracy": 0.897233, "f1": 0.868215, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"], "main_score": 0.868215, "precision": 0.854743, "recall": 0.897233}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.822134, "f1": 0.77164, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"], "main_score": 0.77164, "precision": 0.748435, "recall": 0.822134}, {"accuracy": 0.921937, "f1": 0.906167, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"], "main_score": 0.906167, "precision": 0.900474, "recall": 0.921937}, {"accuracy": 0.896245, "f1": 0.867918, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"], "main_score": 0.867918, "precision": 0.855978, "recall": 0.896245}, {"accuracy": 0.885375, "f1": 0.86093, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"], "main_score": 0.86093, "precision": 0.851845, "recall": 0.885375}, {"accuracy": 0.910079, "f1": 0.884538, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"], "main_score": 0.884538, "precision": 0.873468, "recall": 0.910079}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"], "main_score": 0.911397, "precision": 0.902042, "recall": 0.931818}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"], "main_score": 0.895422, "precision": 0.883729, "recall": 0.91996}, {"accuracy": 0.910079, "f1": 0.889956, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"], "main_score": 0.889956, "precision": 0.88226, "recall": 0.910079}, {"accuracy": 0.893281, "f1": 0.864361, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"], "main_score": 0.864361, "precision": 0.851038, "recall": 0.893281}, {"accuracy": 0.929842, "f1": 0.908827, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"], "main_score": 0.908827, "precision": 0.898962, "recall": 0.929842}, {"accuracy": 0.914032, "f1": 0.891996, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"], "main_score": 0.891996, "precision": 0.883163, "recall": 0.914032}, {"accuracy": 0.934783, "f1": 0.916502, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"], "main_score": 0.916502, "precision": 0.907609, "recall": 0.934783}, {"accuracy": 0.938735, "f1": 0.927381, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"], "main_score": 0.927381, "precision": 0.922874, "recall": 0.938735}, {"accuracy": 0.851779, "f1": 0.813241, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"], "main_score": 0.813241, "precision": 0.79496, "recall": 0.851779}, {"accuracy": 0.913043, "f1": 0.892248, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"], "main_score": 0.892248, "precision": 0.884463, "recall": 0.913043}, {"accuracy": 0.920949, "f1": 0.901172, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"], "main_score": 0.901172, "precision": 0.893341, "recall": 0.920949}, {"accuracy": 0.916008, "f1": 0.89503, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"], "main_score": 0.89503, "precision": 0.886372, "recall": 0.916008}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.901186, "f1": 0.871607, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"], "main_score": 0.871607, "precision": 0.857296, "recall": 0.901186}, {"accuracy": 0.901186, "f1": 0.874078, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"], "main_score": 0.874078, "precision": 0.861413, "recall": 0.901186}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"], "main_score": 0.912121, "precision": 0.902421, "recall": 0.932806}, {"accuracy": 0.847826, "f1": 0.814552, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"], "main_score": 0.814552, "precision": 0.802308, "recall": 0.847826}, {"accuracy": 0.889328, "f1": 0.870603, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"], "main_score": 0.870603, "precision": 0.864449, "recall": 0.889328}, {"accuracy": 0.880435, "f1": 0.847266, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"], "main_score": 0.847266, "precision": 0.832543, "recall": 0.880435}, {"accuracy": 0.898221, "f1": 0.869236, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"], "main_score": 0.869236, "precision": 0.855567, "recall": 0.898221}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.938735, "f1": 0.921245, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"], "main_score": 0.921245, "precision": 0.913406, "recall": 0.938735}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"], "main_score": 0.91469, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.921937, "f1": 0.900428, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"], "main_score": 0.900428, "precision": 0.890069, "recall": 0.921937}, {"accuracy": 0.884387, "f1": 0.865405, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"], "main_score": 0.865405, "precision": 0.858682, "recall": 0.884387}, {"accuracy": 0.800395, "f1": 0.750527, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"], "main_score": 0.750527, "precision": 0.727849, "recall": 0.800395}, {"accuracy": 0.852767, "f1": 0.815218, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"], "main_score": 0.815218, "precision": 0.799127, "recall": 0.852767}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.843874, "f1": 0.801812, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"], "main_score": 0.801812, "precision": 0.782806, "recall": 0.843874}, {"accuracy": 0.846838, "f1": 0.805336, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"], "main_score": 0.805336, "precision": 0.787039, "recall": 0.846838}, {"accuracy": 0.937747, "f1": 0.919104, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"], "main_score": 0.919104, "precision": 0.910738, "recall": 0.937747}, {"accuracy": 0.871542, "f1": 0.835375, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"], "main_score": 0.835375, "precision": 0.819697, "recall": 0.871542}, {"accuracy": 0.916008, "f1": 0.892758, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"], "main_score": 0.892758, "precision": 0.882526, "recall": 0.916008}, {"accuracy": 0.766798, "f1": 0.707595, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"], "main_score": 0.707595, "precision": 0.681077, "recall": 0.766798}, {"accuracy": 0.911067, "f1": 0.891482, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"], "main_score": 0.891482, "precision": 0.884497, "recall": 0.911067}, {"accuracy": 0.923913, "f1": 0.902819, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"], "main_score": 0.902819, "precision": 0.89389, "recall": 0.923913}, {"accuracy": 0.893281, "f1": 0.867712, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"], "main_score": 0.867712, "precision": 0.858203, "recall": 0.893281}, {"accuracy": 0.920949, "f1": 0.898866, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"], "main_score": 0.898866, "precision": 0.889443, "recall": 0.920949}, {"accuracy": 0.874506, "f1": 0.841158, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"], "main_score": 0.841158, "precision": 0.826285, "recall": 0.874506}, {"accuracy": 0.901186, "f1": 0.872694, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"], "main_score": 0.872694, "precision": 0.85919, "recall": 0.901186}, {"accuracy": 0.887352, "f1": 0.854974, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"], "main_score": 0.854974, "precision": 0.840168, "recall": 0.887352}, {"accuracy": 0.869565, "f1": 0.832825, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"], "main_score": 0.832825, "precision": 0.815794, "recall": 0.869565}, {"accuracy": 0.05336, "f1": 0.029693, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"], "main_score": 0.029693, "precision": 0.023564, "recall": 0.05336}, {"accuracy": 0.924901, "f1": 0.907108, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"], "main_score": 0.907108, "precision": 0.90014, "recall": 0.924901}, {"accuracy": 0.913043, "f1": 0.890547, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"], "main_score": 0.890547, "precision": 0.881357, "recall": 0.913043}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"], "main_score": 0.904545, "precision": 0.894186, "recall": 0.926877}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.922925, "f1": 0.906135, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"], "main_score": 0.906135, "precision": 0.899845, "recall": 0.922925}, {"accuracy": 0.885375, "f1": 0.853096, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"], "main_score": 0.853096, "precision": 0.837945, "recall": 0.885375}, {"accuracy": 0.865613, "f1": 0.829037, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"], "main_score": 0.829037, "precision": 0.812533, "recall": 0.865613}, {"accuracy": 0.909091, "f1": 0.888249, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"], "main_score": 0.888249, "precision": 0.880544, "recall": 0.909091}, {"accuracy": 0.940711, "f1": 0.923584, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"], "main_score": 0.923584, "precision": 0.915679, "recall": 0.940711}, {"accuracy": 0.909091, "f1": 0.881324, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"], "main_score": 0.881324, "precision": 0.868001, "recall": 0.909091}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.916996, "f1": 0.894071, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"], "main_score": 0.894071, "precision": 0.884058, "recall": 0.916996}, {"accuracy": 0.918972, "f1": 0.899912, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"], "main_score": 0.899912, "precision": 0.892062, "recall": 0.918972}, {"accuracy": 0.884387, "f1": 0.850296, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"], "main_score": 0.850296, "precision": 0.833992, "recall": 0.884387}, {"accuracy": 0.940711, "f1": 0.924967, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"], "main_score": 0.924967, "precision": 0.918297, "recall": 0.940711}, {"accuracy": 0.921937, "f1": 0.903628, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"], "main_score": 0.903628, "precision": 0.896657, "recall": 0.921937}, {"accuracy": 0.896245, "f1": 0.867177, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"], "main_score": 0.867177, "precision": 0.854308, "recall": 0.896245}, {"accuracy": 0.925889, "f1": 0.908435, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"], "main_score": 0.908435, "precision": 0.901581, "recall": 0.925889}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.956522, "f1": 0.944335, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"], "main_score": 0.944335, "precision": 0.9389, "recall": 0.956522}, {"accuracy": 0.929842, "f1": 0.913524, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"], "main_score": 0.913524, "precision": 0.907032, "recall": 0.929842}, {"accuracy": 0.907115, "f1": 0.877931, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"], "main_score": 0.877931, "precision": 0.86413, "recall": 0.907115}, {"accuracy": 0.19664, "f1": 0.155897, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"], "main_score": 0.155897, "precision": 0.145096, "recall": 0.19664}, {"accuracy": 0.951581, "f1": 0.939369, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"], "main_score": 0.939369, "precision": 0.934412, "recall": 0.951581}, {"accuracy": 0.927866, "f1": 0.905468, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"], "main_score": 0.905468, "precision": 0.894598, "recall": 0.927866}, {"accuracy": 0.931818, "f1": 0.912022, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"], "main_score": 0.912022, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.905138, "f1": 0.882533, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"], "main_score": 0.882533, "precision": 0.873773, "recall": 0.905138}, {"accuracy": 0.936759, "f1": 0.919664, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"], "main_score": 0.919664, "precision": 0.912566, "recall": 0.936759}, {"accuracy": 0.912055, "f1": 0.892961, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"], "main_score": 0.892961, "precision": 0.885508, "recall": 0.912055}, {"accuracy": 0.889328, "f1": 0.857477, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"], "main_score": 0.857477, "precision": 0.84305, "recall": 0.889328}, {"accuracy": 0.951581, "f1": 0.93935, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"], "main_score": 0.93935, "precision": 0.934396, "recall": 0.951581}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.897233, "f1": 0.881159, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"], "main_score": 0.881159, "precision": 0.874905, "recall": 0.897233}, {"accuracy": 0.91502, "f1": 0.893626, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"], "main_score": 0.893626, "precision": 0.885121, "recall": 0.91502}, {"accuracy": 0.932806, "f1": 0.914081, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"], "main_score": 0.914081, "precision": 0.905971, "recall": 0.932806}, {"accuracy": 0.943676, "f1": 0.92912, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"], "main_score": 0.92912, "precision": 0.923181, "recall": 0.943676}, {"accuracy": 0.846838, "f1": 0.804513, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"], "main_score": 0.804513, "precision": 0.784832, "recall": 0.846838}, {"accuracy": 0.918972, "f1": 0.893116, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"], "main_score": 0.893116, "precision": 0.880599, "recall": 0.918972}, {"accuracy": 0.908103, "f1": 0.889323, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"], "main_score": 0.889323, "precision": 0.882654, "recall": 0.908103}, {"accuracy": 0.912055, "f1": 0.885277, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"], "main_score": 0.885277, "precision": 0.872447, "recall": 0.912055}, {"accuracy": 0.931818, "f1": 0.919908, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"], "main_score": 0.919908, "precision": 0.916038, "recall": 0.931818}, {"accuracy": 0.91996, "f1": 0.894993, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"], "main_score": 0.894993, "precision": 0.883152, "recall": 0.91996}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"], "main_score": 0.940217, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.913043, "f1": 0.889559, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"], "main_score": 0.889559, "precision": 0.879611, "recall": 0.913043}, {"accuracy": 0.902174, "f1": 0.87309, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"], "main_score": 0.87309, "precision": 0.859601, "recall": 0.902174}, {"accuracy": 0.892292, "f1": 0.862352, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"], "main_score": 0.862352, "precision": 0.849473, "recall": 0.892292}, {"accuracy": 0.891304, "f1": 0.862371, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"], "main_score": 0.862371, "precision": 0.849671, "recall": 0.891304}, {"accuracy": 0.886364, "f1": 0.860663, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"], "main_score": 0.860663, "precision": 0.850989, "recall": 0.886364}, {"accuracy": 0.891304, "f1": 0.861166, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"], "main_score": 0.861166, "precision": 0.847941, "recall": 0.891304}, {"accuracy": 0.852767, "f1": 0.812681, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"], "main_score": 0.812681, "precision": 0.794796, "recall": 0.852767}, {"accuracy": 0.906126, "f1": 0.886675, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"], "main_score": 0.886675, "precision": 0.878735, "recall": 0.906126}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.84585, "f1": 0.804644, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"], "main_score": 0.804644, "precision": 0.786265, "recall": 0.84585}, {"accuracy": 0.932806, "f1": 0.913867, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"], "main_score": 0.913867, "precision": 0.904809, "recall": 0.932806}, {"accuracy": 0.65415, "f1": 0.582506, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"], "main_score": 0.582506, "precision": 0.55526, "recall": 0.65415}, {"accuracy": 0.925889, "f1": 0.906588, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"], "main_score": 0.906588, "precision": 0.898715, "recall": 0.925889}, {"accuracy": 0.928854, "f1": 0.91439, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"], "main_score": 0.91439, "precision": 0.909091, "recall": 0.928854}, {"accuracy": 0.905138, "f1": 0.880739, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"], "main_score": 0.880739, "precision": 0.870611, "recall": 0.905138}, {"accuracy": 0.922925, "f1": 0.904138, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"], "main_score": 0.904138, "precision": 0.896996, "recall": 0.922925}, {"accuracy": 0.896245, "f1": 0.867227, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"], "main_score": 0.867227, "precision": 0.853426, "recall": 0.896245}, {"accuracy": 0.871542, "f1": 0.83818, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"], "main_score": 0.83818, "precision": 0.824061, "recall": 0.871542}, {"accuracy": 0.906126, "f1": 0.87836, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"], "main_score": 0.87836, "precision": 0.865728, "recall": 0.906126}, {"accuracy": 0.93083, "f1": 0.916525, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"], "main_score": 0.916525, "precision": 0.911236, "recall": 0.93083}, {"accuracy": 0.865613, "f1": 0.830665, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"], "main_score": 0.830665, "precision": 0.814229, "recall": 0.865613}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"], "main_score": 0.959321, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"], "main_score": 0.90415, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.900198, "f1": 0.873899, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"], "main_score": 0.873899, "precision": 0.862681, "recall": 0.900198}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"], "main_score": 0.911462, "precision": 0.902092, "recall": 0.931818}, {"accuracy": 0.914032, "f1": 0.891867, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"], "main_score": 0.891867, "precision": 0.882832, "recall": 0.914032}, {"accuracy": 0.214427, "f1": 0.158761, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"], "main_score": 0.158761, "precision": 0.141399, "recall": 0.214427}, {"accuracy": 0.869565, "f1": 0.834289, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"], "main_score": 0.834289, "precision": 0.818347, "recall": 0.869565}, {"accuracy": 0.906126, "f1": 0.881456, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"], "main_score": 0.881456, "precision": 0.871245, "recall": 0.906126}, {"accuracy": 0.926877, "f1": 0.904809, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"], "main_score": 0.904809, "precision": 0.894433, "recall": 0.926877}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"], "main_score": 0.938406, "precision": 0.931653, "recall": 0.952569}, {"accuracy": 0.90415, "f1": 0.879811, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"], "main_score": 0.879811, "precision": 0.869953, "recall": 0.90415}, {"accuracy": 0.885375, "f1": 0.856315, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"], "main_score": 0.856315, "precision": 0.844565, "recall": 0.885375}, {"accuracy": 0.917984, "f1": 0.893972, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"], "main_score": 0.893972, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.925889, "f1": 0.906145, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"], "main_score": 0.906145, "precision": 0.897908, "recall": 0.925889}, {"accuracy": 0.923913, "f1": 0.904858, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"], "main_score": 0.904858, "precision": 0.897654, "recall": 0.923913}, {"accuracy": 0.93083, "f1": 0.914633, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"], "main_score": 0.914633, "precision": 0.907931, "recall": 0.93083}, {"accuracy": 0.893281, "f1": 0.867725, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"], "main_score": 0.867725, "precision": 0.858037, "recall": 0.893281}, {"accuracy": 0.911067, "f1": 0.888157, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"], "main_score": 0.888157, "precision": 0.878338, "recall": 0.911067}, {"accuracy": 0.796443, "f1": 0.747417, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"], "main_score": 0.747417, "precision": 0.725988, "recall": 0.796443}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"], "main_score": 0.911397, "precision": 0.901845, "recall": 0.931818}, {"accuracy": 0.910079, "f1": 0.889354, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"], "main_score": 0.889354, "precision": 0.881465, "recall": 0.910079}, {"accuracy": 0.925889, "f1": 0.910706, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"], "main_score": 0.910706, "precision": 0.904713, "recall": 0.925889}, {"accuracy": 0.923913, "f1": 0.906096, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"], "main_score": 0.906096, "precision": 0.898798, "recall": 0.923913}, {"accuracy": 0.858696, "f1": 0.820389, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"], "main_score": 0.820389, "precision": 0.803689, "recall": 0.858696}, {"accuracy": 0.839921, "f1": 0.795422, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"], "main_score": 0.795422, "precision": 0.775066, "recall": 0.839921}, {"accuracy": 0.909091, "f1": 0.881423, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"], "main_score": 0.881423, "precision": 0.868445, "recall": 0.909091}, {"accuracy": 0.929842, "f1": 0.910211, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"], "main_score": 0.910211, "precision": 0.901746, "recall": 0.929842}, {"accuracy": 0.884387, "f1": 0.851021, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"], "main_score": 0.851021, "precision": 0.835721, "recall": 0.884387}, {"accuracy": 0.943676, "f1": 0.92968, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"], "main_score": 0.92968, "precision": 0.924087, "recall": 0.943676}, {"accuracy": 0.796443, "f1": 0.74361, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"], "main_score": 0.74361, "precision": 0.719944, "recall": 0.796443}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"], "main_score": 0.911232, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.933794, "f1": 0.919076, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"], "main_score": 0.919076, "precision": 0.913436, "recall": 0.933794}, {"accuracy": 0.921937, "f1": 0.904457, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"], "main_score": 0.904457, "precision": 0.897843, "recall": 0.921937}, {"accuracy": 0.900198, "f1": 0.882745, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"], "main_score": 0.882745, "precision": 0.876617, "recall": 0.900198}, {"accuracy": 0.910079, "f1": 0.893272, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"], "main_score": 0.893272, "precision": 0.887115, "recall": 0.910079}, {"accuracy": 0.923913, "f1": 0.90135, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"], "main_score": 0.90135, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.940711, "f1": 0.92332, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"], "main_score": 0.92332, "precision": 0.915267, "recall": 0.940711}, {"accuracy": 0.84585, "f1": 0.804578, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"], "main_score": 0.804578, "precision": 0.7861, "recall": 0.84585}, {"accuracy": 0.252964, "f1": 0.206219, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"], "main_score": 0.206219, "precision": 0.190399, "recall": 0.252964}, {"accuracy": 0.88834, "f1": 0.854216, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"], "main_score": 0.854216, "precision": 0.838439, "recall": 0.88834}, {"accuracy": 0.759881, "f1": 0.699228, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"], "main_score": 0.699228, "precision": 0.672447, "recall": 0.759881}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"], "main_score": 0.898123, "precision": 0.887994, "recall": 0.920949}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.894269, "f1": 0.864493, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"], "main_score": 0.864493, "precision": 0.850543, "recall": 0.894269}, {"accuracy": 0.924901, "f1": 0.90135, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"], "main_score": 0.90135, "precision": 0.890316, "recall": 0.924901}, {"accuracy": 0.935771, "f1": 0.917227, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"], "main_score": 0.917227, "precision": 0.908844, "recall": 0.935771}, {"accuracy": 0.922925, "f1": 0.901746, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"], "main_score": 0.901746, "precision": 0.892045, "recall": 0.922925}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"], "main_score": 0.922925, "precision": 0.914855, "recall": 0.940711}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"], "main_score": 0.895422, "precision": 0.883893, "recall": 0.91996}, {"accuracy": 0.926877, "f1": 0.911247, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"], "main_score": 0.911247, "precision": 0.905341, "recall": 0.926877}, {"accuracy": 0.918972, "f1": 0.894895, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"], "main_score": 0.894895, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.833992, "f1": 0.787846, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"], "main_score": 0.787846, "precision": 0.766881, "recall": 0.833992}, {"accuracy": 0.857708, "f1": 0.819038, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"], "main_score": 0.819038, "precision": 0.80163, "recall": 0.857708}, {"accuracy": 0.912055, "f1": 0.886759, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"], "main_score": 0.886759, "precision": 0.874753, "recall": 0.912055}, {"accuracy": 0.902174, "f1": 0.876674, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"], "main_score": 0.876674, "precision": 0.86623, "recall": 0.902174}, {"accuracy": 0.048419, "f1": 0.02502, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"], "main_score": 0.02502, "precision": 0.020215, "recall": 0.048419}, {"accuracy": 0.908103, "f1": 0.887176, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"], "main_score": 0.887176, "precision": 0.87949, "recall": 0.908103}, {"accuracy": 0.926877, "f1": 0.907148, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"], "main_score": 0.907148, "precision": 0.898831, "recall": 0.926877}, {"accuracy": 0.876482, "f1": 0.84846, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"], "main_score": 0.84846, "precision": 0.837715, "recall": 0.876482}, {"accuracy": 0.910079, "f1": 0.890746, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"], "main_score": 0.890746, "precision": 0.883764, "recall": 0.910079}, {"accuracy": 0.87747, "f1": 0.843662, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"], "main_score": 0.843662, "precision": 0.82864, "recall": 0.87747}, {"accuracy": 0.836957, "f1": 0.795422, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"], "main_score": 0.795422, "precision": 0.777421, "recall": 0.836957}, {"accuracy": 0.911067, "f1": 0.888326, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"], "main_score": 0.888326, "precision": 0.879463, "recall": 0.911067}, {"accuracy": 0.908103, "f1": 0.885442, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"], "main_score": 0.885442, "precision": 0.876318, "recall": 0.908103}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"], "main_score": 0.921443, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.80336, "f1": 0.75311, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"], "main_score": 0.75311, "precision": 0.732091, "recall": 0.80336}, {"accuracy": 0.93083, "f1": 0.912385, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"], "main_score": 0.912385, "precision": 0.904491, "recall": 0.93083}, {"accuracy": 0.811265, "f1": 0.764394, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"], "main_score": 0.764394, "precision": 0.743643, "recall": 0.811265}, {"accuracy": 0.900198, "f1": 0.870078, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"], "main_score": 0.870078, "precision": 0.856143, "recall": 0.900198}, {"accuracy": 0.928854, "f1": 0.91038, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"], "main_score": 0.91038, "precision": 0.902619, "recall": 0.928854}, {"accuracy": 0.906126, "f1": 0.878854, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"], "main_score": 0.878854, "precision": 0.866354, "recall": 0.906126}, {"accuracy": 0.938735, "f1": 0.920685, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"], "main_score": 0.920685, "precision": 0.912467, "recall": 0.938735}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.922925, "f1": 0.900692, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"], "main_score": 0.900692, "precision": 0.891057, "recall": 0.922925}, {"accuracy": 0.855731, "f1": 0.828939, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"], "main_score": 0.828939, "precision": 0.819017, "recall": 0.855731}, {"accuracy": 0.925889, "f1": 0.906061, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"], "main_score": 0.906061, "precision": 0.89776, "recall": 0.925889}, {"accuracy": 0.902174, "f1": 0.876581, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"], "main_score": 0.876581, "precision": 0.86581, "recall": 0.902174}, {"accuracy": 0.900198, "f1": 0.872101, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"], "main_score": 0.872101, "precision": 0.85914, "recall": 0.900198}, {"accuracy": 0.900198, "f1": 0.870949, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"], "main_score": 0.870949, "precision": 0.857493, "recall": 0.900198}, {"accuracy": 0.90415, "f1": 0.876779, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"], "main_score": 0.876779, "precision": 0.864822, "recall": 0.90415}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.940711, "f1": 0.923537, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"], "main_score": 0.923537, "precision": 0.915679, "recall": 0.940711}, {"accuracy": 0.88834, "f1": 0.856541, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"], "main_score": 0.856541, "precision": 0.842507, "recall": 0.88834}, {"accuracy": 0.859684, "f1": 0.828352, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"], "main_score": 0.828352, "precision": 0.816751, "recall": 0.859684}, {"accuracy": 0.902174, "f1": 0.876435, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"], "main_score": 0.876435, "precision": 0.86609, "recall": 0.902174}, {"accuracy": 0.916008, "f1": 0.892325, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"], "main_score": 0.892325, "precision": 0.882032, "recall": 0.916008}, {"accuracy": 0.909091, "f1": 0.881983, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"], "main_score": 0.881983, "precision": 0.869153, "recall": 0.909091}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.827075, "f1": 0.778986, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"], "main_score": 0.778986, "precision": 0.756999, "recall": 0.827075}, {"accuracy": 0.91996, "f1": 0.903022, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"], "main_score": 0.903022, "precision": 0.89684, "recall": 0.91996}, {"accuracy": 0.909091, "f1": 0.883597, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"], "main_score": 0.883597, "precision": 0.872118, "recall": 0.909091}, {"accuracy": 0.870553, "f1": 0.840617, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"], "main_score": 0.840617, "precision": 0.828988, "recall": 0.870553}, {"accuracy": 0.916996, "f1": 0.895279, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"], "main_score": 0.895279, "precision": 0.886158, "recall": 0.916996}, {"accuracy": 0.928854, "f1": 0.908235, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"], "main_score": 0.908235, "precision": 0.899242, "recall": 0.928854}, {"accuracy": 0.893281, "f1": 0.862978, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"], "main_score": 0.862978, "precision": 0.84865, "recall": 0.893281}, {"accuracy": 0.935771, "f1": 0.919269, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"], "main_score": 0.919269, "precision": 0.91233, "recall": 0.935771}, {"accuracy": 0.896245, "f1": 0.868478, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"], "main_score": 0.868478, "precision": 0.855814, "recall": 0.896245}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"], "main_score": 0.888241, "precision": 0.87607, "recall": 0.914032}, {"accuracy": 0.911067, "f1": 0.890691, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"], "main_score": 0.890691, "precision": 0.882765, "recall": 0.911067}, {"accuracy": 0.899209, "f1": 0.871047, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"], "main_score": 0.871047, "precision": 0.857872, "recall": 0.899209}, {"accuracy": 0.940711, "f1": 0.927179, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"], "main_score": 0.927179, "precision": 0.921944, "recall": 0.940711}, {"accuracy": 0.835968, "f1": 0.794928, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"], "main_score": 0.794928, "precision": 0.776054, "recall": 0.835968}, {"accuracy": 0.920949, "f1": 0.899341, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"], "main_score": 0.899341, "precision": 0.89025, "recall": 0.920949}, {"accuracy": 0.924901, "f1": 0.906691, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"], "main_score": 0.906691, "precision": 0.899457, "recall": 0.924901}, {"accuracy": 0.937747, "f1": 0.919993, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"], "main_score": 0.919993, "precision": 0.912171, "recall": 0.937747}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.893281, "f1": 0.861825, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"], "main_score": 0.861825, "precision": 0.846509, "recall": 0.893281}, {"accuracy": 0.900198, "f1": 0.873485, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"], "main_score": 0.873485, "precision": 0.861364, "recall": 0.900198}, {"accuracy": 0.934783, "f1": 0.914526, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"], "main_score": 0.914526, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.870553, "f1": 0.840086, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"], "main_score": 0.840086, "precision": 0.827849, "recall": 0.870553}, {"accuracy": 0.912055, "f1": 0.894002, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"], "main_score": 0.894002, "precision": 0.887337, "recall": 0.912055}, {"accuracy": 0.878458, "f1": 0.843577, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"], "main_score": 0.843577, "precision": 0.827487, "recall": 0.878458}, {"accuracy": 0.889328, "f1": 0.859881, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"], "main_score": 0.859881, "precision": 0.846262, "recall": 0.889328}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"], "main_score": 0.91996, "precision": 0.911067, "recall": 0.938735}, {"accuracy": 0.932806, "f1": 0.911397, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"], "main_score": 0.911397, "precision": 0.901021, "recall": 0.932806}, {"accuracy": 0.917984, "f1": 0.895224, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"], "main_score": 0.895224, "precision": 0.885046, "recall": 0.917984}, {"accuracy": 0.912055, "f1": 0.895035, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"], "main_score": 0.895035, "precision": 0.888467, "recall": 0.912055}, {"accuracy": 0.779644, "f1": 0.723372, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"], "main_score": 0.723372, "precision": 0.69893, "recall": 0.779644}, {"accuracy": 0.875494, "f1": 0.844507, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"], "main_score": 0.844507, "precision": 0.831744, "recall": 0.875494}, {"accuracy": 0.914032, "f1": 0.888735, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"], "main_score": 0.888735, "precision": 0.877059, "recall": 0.914032}, {"accuracy": 0.835968, "f1": 0.793379, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"], "main_score": 0.793379, "precision": 0.774901, "recall": 0.835968}, {"accuracy": 0.823123, "f1": 0.781244, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"], "main_score": 0.781244, "precision": 0.764081, "recall": 0.823123}, {"accuracy": 0.947628, "f1": 0.933004, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"], "main_score": 0.933004, "precision": 0.92663, "recall": 0.947628}, {"accuracy": 0.918972, "f1": 0.895375, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"], "main_score": 0.895375, "precision": 0.884223, "recall": 0.918972}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"], "main_score": 0.921838, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.750988, "f1": 0.691255, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"], "main_score": 0.691255, "precision": 0.665902, "recall": 0.750988}, {"accuracy": 0.91502, "f1": 0.895784, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"], "main_score": 0.895784, "precision": 0.888839, "recall": 0.91502}, {"accuracy": 0.927866, "f1": 0.909771, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"], "main_score": 0.909771, "precision": 0.902233, "recall": 0.927866}, {"accuracy": 0.933794, "f1": 0.915909, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"], "main_score": 0.915909, "precision": 0.908597, "recall": 0.933794}, {"accuracy": 0.936759, "f1": 0.920323, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"], "main_score": 0.920323, "precision": 0.913455, "recall": 0.936759}, {"accuracy": 0.887352, "f1": 0.855929, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"], "main_score": 0.855929, "precision": 0.841683, "recall": 0.887352}, {"accuracy": 0.896245, "f1": 0.865514, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"], "main_score": 0.865514, "precision": 0.85107, "recall": 0.896245}, {"accuracy": 0.84585, "f1": 0.805962, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"], "main_score": 0.805962, "precision": 0.787549, "recall": 0.84585}, {"accuracy": 0.827075, "f1": 0.783762, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"], "main_score": 0.783762, "precision": 0.764081, "recall": 0.827075}, {"accuracy": 0.049407, "f1": 0.024598, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"], "main_score": 0.024598, "precision": 0.018902, "recall": 0.049407}, {"accuracy": 0.906126, "f1": 0.880402, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"], "main_score": 0.880402, "precision": 0.868742, "recall": 0.906126}, {"accuracy": 0.911067, "f1": 0.8861, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"], "main_score": 0.8861, "precision": 0.874588, "recall": 0.911067}, {"accuracy": 0.911067, "f1": 0.885672, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"], "main_score": 0.885672, "precision": 0.873847, "recall": 0.911067}, {"accuracy": 0.87747, "f1": 0.847365, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"], "main_score": 0.847365, "precision": 0.833646, "recall": 0.87747}, {"accuracy": 0.901186, "f1": 0.873254, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"], "main_score": 0.873254, "precision": 0.86026, "recall": 0.901186}, {"accuracy": 0.897233, "f1": 0.871607, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"], "main_score": 0.871607, "precision": 0.859997, "recall": 0.897233}, {"accuracy": 0.829051, "f1": 0.790599, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"], "main_score": 0.790599, "precision": 0.773254, "recall": 0.829051}, {"accuracy": 0.83498, "f1": 0.796772, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"], "main_score": 0.796772, "precision": 0.780781, "recall": 0.83498}, {"accuracy": 0.880435, "f1": 0.851536, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"], "main_score": 0.851536, "precision": 0.839305, "recall": 0.880435}, {"accuracy": 0.892292, "f1": 0.862008, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"], "main_score": 0.862008, "precision": 0.848073, "recall": 0.892292}, {"accuracy": 0.869565, "f1": 0.833136, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"], "main_score": 0.833136, "precision": 0.816535, "recall": 0.869565}, {"accuracy": 0.902174, "f1": 0.874572, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"], "main_score": 0.874572, "precision": 0.861742, "recall": 0.902174}, {"accuracy": 0.885375, "f1": 0.853444, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"], "main_score": 0.853444, "precision": 0.83885, "recall": 0.885375}, {"accuracy": 0.868577, "f1": 0.837782, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"], "main_score": 0.837782, "precision": 0.824671, "recall": 0.868577}, {"accuracy": 0.837945, "f1": 0.799671, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"], "main_score": 0.799671, "precision": 0.782312, "recall": 0.837945}, {"accuracy": 0.870553, "f1": 0.837846, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"], "main_score": 0.837846, "precision": 0.822777, "recall": 0.870553}, {"accuracy": 0.892292, "f1": 0.861397, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"], "main_score": 0.861397, "precision": 0.846953, "recall": 0.892292}, {"accuracy": 0.828063, "f1": 0.786199, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"], "main_score": 0.786199, "precision": 0.768264, "recall": 0.828063}, {"accuracy": 0.897233, "f1": 0.868859, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"], "main_score": 0.868859, "precision": 0.855896, "recall": 0.897233}, {"accuracy": 0.87747, "f1": 0.844321, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"], "main_score": 0.844321, "precision": 0.828887, "recall": 0.87747}, {"accuracy": 0.90415, "f1": 0.876812, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"], "main_score": 0.876812, "precision": 0.863801, "recall": 0.90415}, {"accuracy": 0.880435, "f1": 0.849144, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"], "main_score": 0.849144, "precision": 0.83526, "recall": 0.880435}, {"accuracy": 0.88834, "f1": 0.856291, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"], "main_score": 0.856291, "precision": 0.840991, "recall": 0.88834}, {"accuracy": 0.162055, "f1": 0.121595, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"], "main_score": 0.121595, "precision": 0.11183, "recall": 0.162055}, {"accuracy": 0.887352, "f1": 0.857115, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"], "main_score": 0.857115, "precision": 0.843297, "recall": 0.887352}, {"accuracy": 0.862648, "f1": 0.828689, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"], "main_score": 0.828689, "precision": 0.813274, "recall": 0.862648}, {"accuracy": 0.902174, "f1": 0.875856, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"], "main_score": 0.875856, "precision": 0.863916, "recall": 0.902174}, {"accuracy": 0.878458, "f1": 0.84417, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"], "main_score": 0.84417, "precision": 0.828228, "recall": 0.878458}, {"accuracy": 0.906126, "f1": 0.880138, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"], "main_score": 0.880138, "precision": 0.86833, "recall": 0.906126}, {"accuracy": 0.900198, "f1": 0.871904, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"], "main_score": 0.871904, "precision": 0.859107, "recall": 0.900198}, {"accuracy": 0.840909, "f1": 0.80448, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"], "main_score": 0.80448, "precision": 0.787879, "recall": 0.840909}, {"accuracy": 0.900198, "f1": 0.872069, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"], "main_score": 0.872069, "precision": 0.859437, "recall": 0.900198}, {"accuracy": 0.891304, "f1": 0.860013, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"], "main_score": 0.860013, "precision": 0.845356, "recall": 0.891304}, {"accuracy": 0.840909, "f1": 0.804892, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"], "main_score": 0.804892, "precision": 0.789999, "recall": 0.840909}, {"accuracy": 0.879447, "f1": 0.846377, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"], "main_score": 0.846377, "precision": 0.831835, "recall": 0.879447}, {"accuracy": 0.901186, "f1": 0.873913, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"], "main_score": 0.873913, "precision": 0.861248, "recall": 0.901186}, {"accuracy": 0.911067, "f1": 0.885178, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"], "main_score": 0.885178, "precision": 0.873024, "recall": 0.911067}, {"accuracy": 0.820158, "f1": 0.77683, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"], "main_score": 0.77683, "precision": 0.757526, "recall": 0.820158}, {"accuracy": 0.848814, "f1": 0.81079, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"], "main_score": 0.81079, "precision": 0.792737, "recall": 0.848814}, {"accuracy": 0.875494, "f1": 0.841897, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"], "main_score": 0.841897, "precision": 0.827388, "recall": 0.875494}, {"accuracy": 0.870553, "f1": 0.836298, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"], "main_score": 0.836298, "precision": 0.820405, "recall": 0.870553}, {"accuracy": 0.899209, "f1": 0.872713, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"], "main_score": 0.872713, "precision": 0.861364, "recall": 0.899209}, {"accuracy": 0.910079, "f1": 0.883729, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"], "main_score": 0.883729, "precision": 0.871377, "recall": 0.910079}, {"accuracy": 0.898221, "f1": 0.871904, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"], "main_score": 0.871904, "precision": 0.860096, "recall": 0.898221}, {"accuracy": 0.892292, "f1": 0.860244, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"], "main_score": 0.860244, "precision": 0.845109, "recall": 0.892292}, {"accuracy": 0.903162, "f1": 0.875494, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"], "main_score": 0.875494, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.828063, "f1": 0.786413, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"], "main_score": 0.786413, "precision": 0.768422, "recall": 0.828063}, {"accuracy": 0.870553, "f1": 0.836397, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"], "main_score": 0.836397, "precision": 0.821146, "recall": 0.870553}, {"accuracy": 0.886364, "f1": 0.855717, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"], "main_score": 0.855717, "precision": 0.842144, "recall": 0.886364}, {"accuracy": 0.865613, "f1": 0.830072, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"], "main_score": 0.830072, "precision": 0.813818, "recall": 0.865613}, {"accuracy": 0.825099, "f1": 0.779298, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"], "main_score": 0.779298, "precision": 0.758376, "recall": 0.825099}, {"accuracy": 0.871542, "f1": 0.840366, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"], "main_score": 0.840366, "precision": 0.826343, "recall": 0.871542}, {"accuracy": 0.869565, "f1": 0.834783, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"], "main_score": 0.834783, "precision": 0.818347, "recall": 0.869565}, {"accuracy": 0.815217, "f1": 0.773188, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"], "main_score": 0.773188, "precision": 0.753623, "recall": 0.815217}, {"accuracy": 0.858696, "f1": 0.825016, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"], "main_score": 0.825016, "precision": 0.810171, "recall": 0.858696}, {"accuracy": 0.647233, "f1": 0.5823, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"], "main_score": 0.5823, "precision": 0.556778, "recall": 0.647233}, {"accuracy": 0.898221, "f1": 0.870652, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"], "main_score": 0.870652, "precision": 0.858531, "recall": 0.898221}, {"accuracy": 0.889328, "f1": 0.859406, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"], "main_score": 0.859406, "precision": 0.845685, "recall": 0.889328}, {"accuracy": 0.894269, "f1": 0.863109, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"], "main_score": 0.863109, "precision": 0.848847, "recall": 0.894269}, {"accuracy": 0.884387, "f1": 0.852687, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"], "main_score": 0.852687, "precision": 0.838636, "recall": 0.884387}, {"accuracy": 0.848814, "f1": 0.811397, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"], "main_score": 0.811397, "precision": 0.793841, "recall": 0.848814}, {"accuracy": 0.864625, "f1": 0.826021, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"], "main_score": 0.826021, "precision": 0.8083, "recall": 0.864625}, {"accuracy": 0.883399, "f1": 0.850198, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"], "main_score": 0.850198, "precision": 0.834733, "recall": 0.883399}, {"accuracy": 0.901186, "f1": 0.873748, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"], "main_score": 0.873748, "precision": 0.861446, "recall": 0.901186}, {"accuracy": 0.823123, "f1": 0.781785, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"], "main_score": 0.781785, "precision": 0.763291, "recall": 0.823123}, {"accuracy": 0.87747, "f1": 0.847497, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"], "main_score": 0.847497, "precision": 0.834634, "recall": 0.87747}, {"accuracy": 0.826087, "f1": 0.781178, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"], "main_score": 0.781178, "precision": 0.760705, "recall": 0.826087}, {"accuracy": 0.895257, "f1": 0.866337, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"], "main_score": 0.866337, "precision": 0.852882, "recall": 0.895257}, {"accuracy": 0.879447, "f1": 0.846607, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"], "main_score": 0.846607, "precision": 0.831686, "recall": 0.879447}, {"accuracy": 0.892292, "f1": 0.862187, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"], "main_score": 0.862187, "precision": 0.848732, "recall": 0.892292}, {"accuracy": 0.187747, "f1": 0.133538, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"], "main_score": 0.133538, "precision": 0.118962, "recall": 0.187747}, {"accuracy": 0.831028, "f1": 0.791206, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"], "main_score": 0.791206, "precision": 0.77281, "recall": 0.831028}, {"accuracy": 0.893281, "f1": 0.863702, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"], "main_score": 0.863702, "precision": 0.849885, "recall": 0.893281}, {"accuracy": 0.87253, "f1": 0.839229, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"], "main_score": 0.839229, "precision": 0.823814, "recall": 0.87253}, {"accuracy": 0.864625, "f1": 0.828294, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"], "main_score": 0.828294, "precision": 0.811874, "recall": 0.864625}, {"accuracy": 0.901186, "f1": 0.873913, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"], "main_score": 0.873913, "precision": 0.861248, "recall": 0.901186}, {"accuracy": 0.848814, "f1": 0.808531, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"], "main_score": 0.808531, "precision": 0.790464, "recall": 0.848814}, {"accuracy": 0.885375, "f1": 0.85359, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"], "main_score": 0.85359, "precision": 0.838768, "recall": 0.885375}, {"accuracy": 0.897233, "f1": 0.869532, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"], "main_score": 0.869532, "precision": 0.856884, "recall": 0.897233}, {"accuracy": 0.913043, "f1": 0.889248, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"], "main_score": 0.889248, "precision": 0.878788, "recall": 0.913043}, {"accuracy": 0.873518, "f1": 0.838834, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"], "main_score": 0.838834, "precision": 0.823073, "recall": 0.873518}, {"accuracy": 0.866601, "f1": 0.833235, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"], "main_score": 0.833235, "precision": 0.818742, "recall": 0.866601}, {"accuracy": 0.867589, "f1": 0.831126, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"], "main_score": 0.831126, "precision": 0.815629, "recall": 0.867589}, {"accuracy": 0.777668, "f1": 0.727635, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"], "main_score": 0.727635, "precision": 0.705731, "recall": 0.777668}, {"accuracy": 0.882411, "f1": 0.848221, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"], "main_score": 0.848221, "precision": 0.832428, "recall": 0.882411}, {"accuracy": 0.874506, "f1": 0.840994, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"], "main_score": 0.840994, "precision": 0.826186, "recall": 0.874506}, {"accuracy": 0.893281, "f1": 0.864468, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"], "main_score": 0.864468, "precision": 0.851573, "recall": 0.893281}, {"accuracy": 0.869565, "f1": 0.835493, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"], "main_score": 0.835493, "precision": 0.820487, "recall": 0.869565}, {"accuracy": 0.80336, "f1": 0.762041, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"], "main_score": 0.762041, "precision": 0.744335, "recall": 0.80336}, {"accuracy": 0.809289, "f1": 0.762945, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"], "main_score": 0.762945, "precision": 0.741963, "recall": 0.809289}, {"accuracy": 0.88834, "f1": 0.858037, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"], "main_score": 0.858037, "precision": 0.843709, "recall": 0.88834}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"], "main_score": 0.880336, "precision": 0.867507, "recall": 0.907115}, {"accuracy": 0.846838, "f1": 0.80942, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"], "main_score": 0.80942, "precision": 0.792095, "recall": 0.846838}, {"accuracy": 0.874506, "f1": 0.841601, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"], "main_score": 0.841601, "precision": 0.826894, "recall": 0.874506}, {"accuracy": 0.781621, "f1": 0.729828, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"], "main_score": 0.729828, "precision": 0.706258, "recall": 0.781621}, {"accuracy": 0.893281, "f1": 0.865646, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"], "main_score": 0.865646, "precision": 0.853014, "recall": 0.893281}, {"accuracy": 0.886364, "f1": 0.855435, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"], "main_score": 0.855435, "precision": 0.841683, "recall": 0.886364}, {"accuracy": 0.899209, "f1": 0.871509, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"], "main_score": 0.871509, "precision": 0.858729, "recall": 0.899209}, {"accuracy": 0.884387, "f1": 0.854463, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"], "main_score": 0.854463, "precision": 0.841667, "recall": 0.884387}, {"accuracy": 0.87253, "f1": 0.839577, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"], "main_score": 0.839577, "precision": 0.825445, "recall": 0.87253}, {"accuracy": 0.875494, "f1": 0.842852, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"], "main_score": 0.842852, "precision": 0.828063, "recall": 0.875494}, {"accuracy": 0.905138, "f1": 0.879348, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"], "main_score": 0.879348, "precision": 0.867177, "recall": 0.905138}, {"accuracy": 0.801383, "f1": 0.758945, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"], "main_score": 0.758945, "precision": 0.740283, "recall": 0.801383}, {"accuracy": 0.237154, "f1": 0.187041, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"], "main_score": 0.187041, "precision": 0.171492, "recall": 0.237154}, {"accuracy": 0.857708, "f1": 0.825, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"], "main_score": 0.825, "precision": 0.810227, "recall": 0.857708}, {"accuracy": 0.722332, "f1": 0.662846, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"], "main_score": 0.662846, "precision": 0.637105, "recall": 0.722332}, {"accuracy": 0.903162, "f1": 0.875395, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"], "main_score": 0.875395, "precision": 0.862401, "recall": 0.903162}, {"accuracy": 0.902174, "f1": 0.877075, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"], "main_score": 0.877075, "precision": 0.866107, "recall": 0.902174}, {"accuracy": 0.824111, "f1": 0.780223, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"], "main_score": 0.780223, "precision": 0.760738, "recall": 0.824111}, {"accuracy": 0.857708, "f1": 0.819401, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"], "main_score": 0.819401, "precision": 0.802042, "recall": 0.857708}, {"accuracy": 0.910079, "f1": 0.883465, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"], "main_score": 0.883465, "precision": 0.870965, "recall": 0.910079}, {"accuracy": 0.892292, "f1": 0.861166, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"], "main_score": 0.861166, "precision": 0.846509, "recall": 0.892292}, {"accuracy": 0.889328, "f1": 0.858729, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"], "main_score": 0.858729, "precision": 0.844779, "recall": 0.889328}, {"accuracy": 0.892292, "f1": 0.865302, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"], "main_score": 0.865302, "precision": 0.852684, "recall": 0.892292}, {"accuracy": 0.883399, "f1": 0.850823, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"], "main_score": 0.850823, "precision": 0.836051, "recall": 0.883399}, {"accuracy": 0.889328, "f1": 0.857378, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"], "main_score": 0.857378, "precision": 0.842227, "recall": 0.889328}, {"accuracy": 0.825099, "f1": 0.781818, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"], "main_score": 0.781818, "precision": 0.761775, "recall": 0.825099}, {"accuracy": 0.795455, "f1": 0.748657, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"], "main_score": 0.748657, "precision": 0.727759, "recall": 0.795455}, {"accuracy": 0.875494, "f1": 0.843958, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"], "main_score": 0.843958, "precision": 0.829545, "recall": 0.875494}, {"accuracy": 0.882411, "f1": 0.850099, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"], "main_score": 0.850099, "precision": 0.835968, "recall": 0.882411}, {"accuracy": 0.048419, "f1": 0.024538, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"], "main_score": 0.024538, "precision": 0.020772, "recall": 0.048419}, {"accuracy": 0.892292, "f1": 0.863669, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"], "main_score": 0.863669, "precision": 0.851202, "recall": 0.892292}, {"accuracy": 0.900198, "f1": 0.872365, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"], "main_score": 0.872365, "precision": 0.859387, "recall": 0.900198}, {"accuracy": 0.826087, "f1": 0.78559, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"], "main_score": 0.78559, "precision": 0.768982, "recall": 0.826087}, {"accuracy": 0.893281, "f1": 0.864032, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"], "main_score": 0.864032, "precision": 0.850247, "recall": 0.893281}, {"accuracy": 0.839921, "f1": 0.800033, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"], "main_score": 0.800033, "precision": 0.781818, "recall": 0.839921}, {"accuracy": 0.816206, "f1": 0.772581, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"], "main_score": 0.772581, "precision": 0.752915, "recall": 0.816206}, {"accuracy": 0.875494, "f1": 0.842128, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"], "main_score": 0.842128, "precision": 0.827026, "recall": 0.875494}, {"accuracy": 0.883399, "f1": 0.851383, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"], "main_score": 0.851383, "precision": 0.837154, "recall": 0.883399}, {"accuracy": 0.878458, "f1": 0.846904, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"], "main_score": 0.846904, "precision": 0.831966, "recall": 0.878458}, {"accuracy": 0.884387, "f1": 0.853623, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"], "main_score": 0.853623, "precision": 0.839345, "recall": 0.884387}, {"accuracy": 0.87253, "f1": 0.838029, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"], "main_score": 0.838029, "precision": 0.822497, "recall": 0.87253}, {"accuracy": 0.770751, "f1": 0.721492, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"], "main_score": 0.721492, "precision": 0.699944, "recall": 0.770751}, {"accuracy": 0.837945, "f1": 0.802586, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"], "main_score": 0.802586, "precision": 0.786768, "recall": 0.837945}, {"accuracy": 0.886364, "f1": 0.854103, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"], "main_score": 0.854103, "precision": 0.839872, "recall": 0.886364}, {"accuracy": 0.856719, "f1": 0.823123, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"], "main_score": 0.823123, "precision": 0.80751, "recall": 0.856719}, {"accuracy": 0.885375, "f1": 0.853393, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"], "main_score": 0.853393, "precision": 0.838768, "recall": 0.885375}, {"accuracy": 0.875494, "f1": 0.843248, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"], "main_score": 0.843248, "precision": 0.828673, "recall": 0.875494}, {"accuracy": 0.913043, "f1": 0.889657, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"], "main_score": 0.889657, "precision": 0.878953, "recall": 0.913043}, {"accuracy": 0.81917, "f1": 0.776929, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"], "main_score": 0.776929, "precision": 0.760208, "recall": 0.81917}, {"accuracy": 0.879447, "f1": 0.850132, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"], "main_score": 0.850132, "precision": 0.836693, "recall": 0.879447}, {"accuracy": 0.860672, "f1": 0.82556, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"], "main_score": 0.82556, "precision": 0.809651, "recall": 0.860672}, {"accuracy": 0.847826, "f1": 0.809881, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"], "main_score": 0.809881, "precision": 0.793182, "recall": 0.847826}, {"accuracy": 0.826087, "f1": 0.787206, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"], "main_score": 0.787206, "precision": 0.77024, "recall": 0.826087}, {"accuracy": 0.83498, "f1": 0.794005, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"], "main_score": 0.794005, "precision": 0.775115, "recall": 0.83498}, {"accuracy": 0.913043, "f1": 0.88857, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"], "main_score": 0.88857, "precision": 0.877059, "recall": 0.913043}, {"accuracy": 0.928854, "f1": 0.909058, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"], "main_score": 0.909058, "precision": 0.899704, "recall": 0.928854}, {"accuracy": 0.892292, "f1": 0.863505, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"], "main_score": 0.863505, "precision": 0.850774, "recall": 0.892292}, {"accuracy": 0.810277, "f1": 0.761232, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"], "main_score": 0.761232, "precision": 0.739561, "recall": 0.810277}, {"accuracy": 0.862648, "f1": 0.826515, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"], "main_score": 0.826515, "precision": 0.810837, "recall": 0.862648}, {"accuracy": 0.885375, "f1": 0.85519, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"], "main_score": 0.85519, "precision": 0.841601, "recall": 0.885375}, {"accuracy": 0.895257, "f1": 0.864625, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"], "main_score": 0.864625, "precision": 0.850626, "recall": 0.895257}, {"accuracy": 0.852767, "f1": 0.813842, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"], "main_score": 0.813842, "precision": 0.796566, "recall": 0.852767}, {"accuracy": 0.892292, "f1": 0.862352, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"], "main_score": 0.862352, "precision": 0.848403, "recall": 0.892292}, {"accuracy": 0.815217, "f1": 0.771937, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"], "main_score": 0.771937, "precision": 0.752322, "recall": 0.815217}, {"accuracy": 0.871542, "f1": 0.838307, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"], "main_score": 0.838307, "precision": 0.823798, "recall": 0.871542}, {"accuracy": 0.853755, "f1": 0.818528, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"], "main_score": 0.818528, "precision": 0.803204, "recall": 0.853755}, {"accuracy": 0.828063, "f1": 0.782199, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"], "main_score": 0.782199, "precision": 0.762105, "recall": 0.828063}, {"accuracy": 0.889328, "f1": 0.859321, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"], "main_score": 0.859321, "precision": 0.845356, "recall": 0.889328}, {"accuracy": 0.901186, "f1": 0.873221, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"], "main_score": 0.873221, "precision": 0.86059, "recall": 0.901186}, {"accuracy": 0.83004, "f1": 0.789756, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"], "main_score": 0.789756, "precision": 0.771937, "recall": 0.83004}, {"accuracy": 0.885375, "f1": 0.854545, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"], "main_score": 0.854545, "precision": 0.84081, "recall": 0.885375}, {"accuracy": 0.837945, "f1": 0.798287, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"], "main_score": 0.798287, "precision": 0.780089, "recall": 0.837945}, {"accuracy": 0.882411, "f1": 0.851482, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"], "main_score": 0.851482, "precision": 0.837204, "recall": 0.882411}, {"accuracy": 0.883399, "f1": 0.851581, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"], "main_score": 0.851581, "precision": 0.837187, "recall": 0.883399}, {"accuracy": 0.840909, "f1": 0.803689, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"], "main_score": 0.803689, "precision": 0.787533, "recall": 0.840909}, {"accuracy": 0.908103, "f1": 0.882115, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"], "main_score": 0.882115, "precision": 0.870142, "recall": 0.908103}, {"accuracy": 0.795455, "f1": 0.75328, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"], "main_score": 0.75328, "precision": 0.73414, "recall": 0.795455}, {"accuracy": 0.899209, "f1": 0.872003, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"], "main_score": 0.872003, "precision": 0.859881, "recall": 0.899209}, {"accuracy": 0.911067, "f1": 0.886067, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"], "main_score": 0.886067, "precision": 0.874918, "recall": 0.911067}, {"accuracy": 0.907115, "f1": 0.881884, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"], "main_score": 0.881884, "precision": 0.870422, "recall": 0.907115}, {"accuracy": 0.890316, "f1": 0.860837, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"], "main_score": 0.860837, "precision": 0.847332, "recall": 0.890316}, {"accuracy": 0.907115, "f1": 0.881818, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"], "main_score": 0.881818, "precision": 0.870142, "recall": 0.907115}, {"accuracy": 0.832016, "f1": 0.790711, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"], "main_score": 0.790711, "precision": 0.77169, "recall": 0.832016}, {"accuracy": 0.867589, "f1": 0.832049, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"], "main_score": 0.832049, "precision": 0.8153, "recall": 0.867589}, {"accuracy": 0.890316, "f1": 0.858926, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"], "main_score": 0.858926, "precision": 0.843956, "recall": 0.890316}, {"accuracy": 0.813241, "f1": 0.768299, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"], "main_score": 0.768299, "precision": 0.748748, "recall": 0.813241}, {"accuracy": 0.876482, "f1": 0.843248, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"], "main_score": 0.843248, "precision": 0.828673, "recall": 0.876482}, {"accuracy": 0.816206, "f1": 0.768431, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"], "main_score": 0.768431, "precision": 0.746459, "recall": 0.816206}, {"accuracy": 0.806324, "f1": 0.766469, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"], "main_score": 0.766469, "precision": 0.748831, "recall": 0.806324}, {"accuracy": 0.875494, "f1": 0.840415, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"], "main_score": 0.840415, "precision": 0.824391, "recall": 0.875494}, {"accuracy": 0.910079, "f1": 0.886001, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"], "main_score": 0.886001, "precision": 0.875, "recall": 0.910079}, {"accuracy": 0.885375, "f1": 0.853887, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"], "main_score": 0.853887, "precision": 0.839097, "recall": 0.885375}, {"accuracy": 0.885375, "f1": 0.854282, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"], "main_score": 0.854282, "precision": 0.840201, "recall": 0.885375}, {"accuracy": 0.871542, "f1": 0.839726, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"], "main_score": 0.839726, "precision": 0.826096, "recall": 0.871542}, {"accuracy": 0.76581, "f1": 0.713933, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"], "main_score": 0.713933, "precision": 0.6903, "recall": 0.76581}, {"accuracy": 0.874506, "f1": 0.843577, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"], "main_score": 0.843577, "precision": 0.829661, "recall": 0.874506}, {"accuracy": 0.878458, "f1": 0.845751, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"], "main_score": 0.845751, "precision": 0.830484, "recall": 0.878458}, {"accuracy": 0.80336, "f1": 0.762187, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"], "main_score": 0.762187, "precision": 0.743528, "recall": 0.80336}, {"accuracy": 0.797431, "f1": 0.751125, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"], "main_score": 0.751125, "precision": 0.730962, "recall": 0.797431}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"], "main_score": 0.879348, "precision": 0.866683, "recall": 0.906126}, {"accuracy": 0.855731, "f1": 0.818149, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"], "main_score": 0.818149, "precision": 0.800725, "recall": 0.855731}, {"accuracy": 0.878458, "f1": 0.846871, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"], "main_score": 0.846871, "precision": 0.832263, "recall": 0.878458}, {"accuracy": 0.736166, "f1": 0.682778, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"], "main_score": 0.682778, "precision": 0.659503, "recall": 0.736166}, {"accuracy": 0.885375, "f1": 0.855072, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"], "main_score": 0.855072, "precision": 0.841881, "recall": 0.885375}, {"accuracy": 0.894269, "f1": 0.865316, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"], "main_score": 0.865316, "precision": 0.852553, "recall": 0.894269}, {"accuracy": 0.906126, "f1": 0.878689, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"], "main_score": 0.878689, "precision": 0.86586, "recall": 0.906126}, {"accuracy": 0.916008, "f1": 0.891436, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"], "main_score": 0.891436, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.869565, "f1": 0.8361, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"], "main_score": 0.8361, "precision": 0.821146, "recall": 0.869565}, {"accuracy": 0.844862, "f1": 0.808827, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"], "main_score": 0.808827, "precision": 0.792737, "recall": 0.844862}, {"accuracy": 0.928854, "f1": 0.90751, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"], "main_score": 0.90751, "precision": 0.897645, "recall": 0.928854}, {"accuracy": 0.874506, "f1": 0.839065, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"], "main_score": 0.839065, "precision": 0.822628, "recall": 0.874506}, {"accuracy": 0.039526, "f1": 0.019733, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"], "main_score": 0.019733, "precision": 0.016094, "recall": 0.039526}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.925889, "f1": 0.903063, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"], "main_score": 0.903063, "precision": 0.892045, "recall": 0.925889}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"], "main_score": 0.899539, "precision": 0.888834, "recall": 0.922925}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.899209, "f1": 0.871377, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"], "main_score": 0.871377, "precision": 0.859107, "recall": 0.899209}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"], "main_score": 0.908762, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.882411, "f1": 0.849671, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"], "main_score": 0.849671, "precision": 0.834569, "recall": 0.882411}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.913043, "f1": 0.88643, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"], "main_score": 0.88643, "precision": 0.874094, "recall": 0.913043}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.1917, "f1": 0.13755, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"], "main_score": 0.13755, "precision": 0.122975, "recall": 0.1917}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.908103, "f1": 0.88307, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"], "main_score": 0.88307, "precision": 0.871443, "recall": 0.908103}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"], "main_score": 0.908597, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.857708, "f1": 0.81973, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"], "main_score": 0.81973, "precision": 0.802487, "recall": 0.857708}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"], "main_score": 0.911462, "precision": 0.901762, "recall": 0.931818}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.931818, "f1": 0.910639, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"], "main_score": 0.910639, "precision": 0.900609, "recall": 0.931818}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"], "main_score": 0.942029, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.866601, "f1": 0.830091, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"], "main_score": 0.830091, "precision": 0.813406, "recall": 0.866601}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.901515, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"], "main_score": 0.901515, "precision": 0.890316, "recall": 0.924901}, {"accuracy": 0.87253, "f1": 0.838801, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"], "main_score": 0.838801, "precision": 0.823534, "recall": 0.87253}, {"accuracy": 0.896245, "f1": 0.866831, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"], "main_score": 0.866831, "precision": 0.853211, "recall": 0.896245}, {"accuracy": 0.756917, "f1": 0.697447, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"], "main_score": 0.697447, "precision": 0.67109, "recall": 0.756917}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.879447, "f1": 0.843248, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"], "main_score": 0.843248, "precision": 0.826499, "recall": 0.879447}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.851779, "f1": 0.811498, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"], "main_score": 0.811498, "precision": 0.793208, "recall": 0.851779}, {"accuracy": 0.916008, "f1": 0.890382, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"], "main_score": 0.890382, "precision": 0.878409, "recall": 0.916008}, {"accuracy": 0.847826, "f1": 0.803821, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"], "main_score": 0.803821, "precision": 0.783597, "recall": 0.847826}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.967391, "f1": 0.957576, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"], "main_score": 0.957576, "precision": 0.952981, "recall": 0.967391}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.200593, "f1": 0.133066, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"], "main_score": 0.133066, "precision": 0.113779, "recall": 0.200593}, {"accuracy": 0.88834, "f1": 0.85919, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"], "main_score": 0.85919, "precision": 0.845356, "recall": 0.88834}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.925889, "f1": 0.903623, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"], "main_score": 0.903623, "precision": 0.893116, "recall": 0.925889}, {"accuracy": 0.883399, "f1": 0.848057, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"], "main_score": 0.848057, "precision": 0.831637, "recall": 0.883399}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.840909, "f1": 0.799111, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"], "main_score": 0.799111, "precision": 0.780495, "recall": 0.840909}, {"accuracy": 0.918972, "f1": 0.893775, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"], "main_score": 0.893775, "precision": 0.881752, "recall": 0.918972}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.923913, "f1": 0.90247, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"], "main_score": 0.90247, "precision": 0.892622, "recall": 0.923913}, {"accuracy": 0.843874, "f1": 0.802536, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"], "main_score": 0.802536, "precision": 0.783514, "recall": 0.843874}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.901186, "f1": 0.871443, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"], "main_score": 0.871443, "precision": 0.857493, "recall": 0.901186}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.811265, "f1": 0.762648, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"], "main_score": 0.762648, "precision": 0.741057, "recall": 0.811265}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.878458, "f1": 0.845982, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"], "main_score": 0.845982, "precision": 0.831621, "recall": 0.878458}, {"accuracy": 0.247036, "f1": 0.188482, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"], "main_score": 0.188482, "precision": 0.170252, "recall": 0.247036}, {"accuracy": 0.893281, "f1": 0.862549, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"], "main_score": 0.862549, "precision": 0.848468, "recall": 0.893281}, {"accuracy": 0.81917, "f1": 0.77141, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"], "main_score": 0.77141, "precision": 0.750692, "recall": 0.81917}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.948617, "f1": 0.932708, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"], "main_score": 0.932708, "precision": 0.925148, "recall": 0.948617}, {"accuracy": 0.887352, "f1": 0.854381, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"], "main_score": 0.854381, "precision": 0.838933, "recall": 0.887352}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"], "main_score": 0.930501, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"], "main_score": 0.940711, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.884387, "f1": 0.850296, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"], "main_score": 0.850296, "precision": 0.834519, "recall": 0.884387}, {"accuracy": 0.840909, "f1": 0.796673, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"], "main_score": 0.796673, "precision": 0.777042, "recall": 0.840909}, {"accuracy": 0.916996, "f1": 0.891963, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"], "main_score": 0.891963, "precision": 0.879941, "recall": 0.916996}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.046443, "f1": 0.021306, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"], "main_score": 0.021306, "precision": 0.016652, "recall": 0.046443}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"], "main_score": 0.970422, "precision": 0.967144, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"], "main_score": 0.90942, "precision": 0.899704, "recall": 0.929842}, {"accuracy": 0.897233, "f1": 0.866436, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"], "main_score": 0.866436, "precision": 0.851779, "recall": 0.897233}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.948617, "f1": 0.933432, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"], "main_score": 0.933432, "precision": 0.926548, "recall": 0.948617}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"], "main_score": 0.943017, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.893281, "f1": 0.860903, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"], "main_score": 0.860903, "precision": 0.845603, "recall": 0.893281}, {"accuracy": 0.848814, "f1": 0.809552, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"], "main_score": 0.809552, "precision": 0.792062, "recall": 0.848814}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"], "main_score": 0.928195, "precision": 0.92029, "recall": 0.944664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.938735, "f1": 0.921509, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"], "main_score": 0.921509, "precision": 0.913488, "recall": 0.938735}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"], "main_score": 0.975626, "precision": 0.972991, "recall": 0.981225}, {"accuracy": 0.897233, "f1": 0.868445, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"], "main_score": 0.868445, "precision": 0.855517, "recall": 0.897233}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.959486, "f1": 0.947859, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"], "main_score": 0.947859, "precision": 0.942441, "recall": 0.959486}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"], "main_score": 0.916502, "precision": 0.907279, "recall": 0.935771}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"], "main_score": 0.919302, "precision": 0.910079, "recall": 0.938735}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"], "main_score": 0.921443, "precision": 0.912912, "recall": 0.939723}, {"accuracy": 0.84585, "f1": 0.803181, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"], "main_score": 0.803181, "precision": 0.783514, "recall": 0.84585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"], "main_score": 0.948123, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.976285, "f1": 0.969697, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"], "main_score": 0.969697, "precision": 0.966601, "recall": 0.976285}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.889328, "f1": 0.857773, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"], "main_score": 0.857773, "precision": 0.842803, "recall": 0.889328}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.902174, "f1": 0.874671, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"], "main_score": 0.874671, "precision": 0.861693, "recall": 0.902174}, {"accuracy": 0.936759, "f1": 0.917062, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"], "main_score": 0.917062, "precision": 0.907526, "recall": 0.936759}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.916008, "f1": 0.890547, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"], "main_score": 0.890547, "precision": 0.878376, "recall": 0.916008}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.848814, "f1": 0.80878, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"], "main_score": 0.80878, "precision": 0.790827, "recall": 0.848814}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.906126, "f1": 0.878393, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"], "main_score": 0.878393, "precision": 0.865777, "recall": 0.906126}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"], "main_score": 0.949671, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.866601, "f1": 0.827931, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"], "main_score": 0.827931, "precision": 0.809898, "recall": 0.866601}, {"accuracy": 0.918972, "f1": 0.895652, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"], "main_score": 0.895652, "precision": 0.884964, "recall": 0.918972}, {"accuracy": 0.949605, "f1": 0.932971, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"], "main_score": 0.932971, "precision": 0.924736, "recall": 0.949605}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"], "main_score": 0.92276, "precision": 0.914032, "recall": 0.940711}, {"accuracy": 0.855731, "f1": 0.814394, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"], "main_score": 0.814394, "precision": 0.794878, "recall": 0.855731}, {"accuracy": 0.874506, "f1": 0.83643, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"], "main_score": 0.83643, "precision": 0.818841, "recall": 0.874506}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"], "main_score": 0.910903, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"], "main_score": 0.908103, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.807312, "f1": 0.75583, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"], "main_score": 0.75583, "precision": 0.732395, "recall": 0.807312}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"], "main_score": 0.960145, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.86166, "f1": 0.823965, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"], "main_score": 0.823965, "precision": 0.806571, "recall": 0.86166}, {"accuracy": 0.91502, "f1": 0.890316, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"], "main_score": 0.890316, "precision": 0.878458, "recall": 0.91502}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.798419, "f1": 0.744123, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"], "main_score": 0.744123, "precision": 0.720273, "recall": 0.798419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.911067, "f1": 0.884684, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"], "main_score": 0.884684, "precision": 0.872365, "recall": 0.911067}, {"accuracy": 0.79249, "f1": 0.745257, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"], "main_score": 0.745257, "precision": 0.723897, "recall": 0.79249}, {"accuracy": 0.807312, "f1": 0.763853, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"], "main_score": 0.763853, "precision": 0.744153, "recall": 0.807312}, {"accuracy": 0.048419, "f1": 0.028842, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"], "main_score": 0.028842, "precision": 0.024984, "recall": 0.048419}, {"accuracy": 0.800395, "f1": 0.75663, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"], "main_score": 0.75663, "precision": 0.739353, "recall": 0.800395}, {"accuracy": 0.817194, "f1": 0.770817, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"], "main_score": 0.770817, "precision": 0.75056, "recall": 0.817194}, {"accuracy": 0.873518, "f1": 0.838801, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"], "main_score": 0.838801, "precision": 0.822546, "recall": 0.873518}, {"accuracy": 0.860672, "f1": 0.82332, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"], "main_score": 0.82332, "precision": 0.805781, "recall": 0.860672}, {"accuracy": 0.854743, "f1": 0.820125, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"], "main_score": 0.820125, "precision": 0.804018, "recall": 0.854743}, {"accuracy": 0.786561, "f1": 0.738878, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"], "main_score": 0.738878, "precision": 0.719329, "recall": 0.786561}, {"accuracy": 0.812253, "f1": 0.770455, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"], "main_score": 0.770455, "precision": 0.751565, "recall": 0.812253}, {"accuracy": 0.802372, "f1": 0.755322, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"], "main_score": 0.755322, "precision": 0.734058, "recall": 0.802372}, {"accuracy": 0.742095, "f1": 0.691421, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"], "main_score": 0.691421, "precision": 0.671484, "recall": 0.742095}, {"accuracy": 0.827075, "f1": 0.785625, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"], "main_score": 0.785625, "precision": 0.767029, "recall": 0.827075}, {"accuracy": 0.833992, "f1": 0.793116, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"], "main_score": 0.793116, "precision": 0.774407, "recall": 0.833992}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"], "main_score": 0.853491, "precision": 0.838933, "recall": 0.885375}, {"accuracy": 0.820158, "f1": 0.777536, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"], "main_score": 0.777536, "precision": 0.759239, "recall": 0.820158}, {"accuracy": 0.81917, "f1": 0.780569, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"], "main_score": 0.780569, "precision": 0.76437, "recall": 0.81917}, {"accuracy": 0.833992, "f1": 0.791634, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"], "main_score": 0.791634, "precision": 0.771805, "recall": 0.833992}, {"accuracy": 0.827075, "f1": 0.784587, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"], "main_score": 0.784587, "precision": 0.766314, "recall": 0.827075}, {"accuracy": 0.813241, "f1": 0.769414, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"], "main_score": 0.769414, "precision": 0.750289, "recall": 0.813241}, {"accuracy": 0.750988, "f1": 0.694389, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"], "main_score": 0.694389, "precision": 0.670793, "recall": 0.750988}, {"accuracy": 0.825099, "f1": 0.785032, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"], "main_score": 0.785032, "precision": 0.768673, "recall": 0.825099}, {"accuracy": 0.860672, "f1": 0.827141, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"], "main_score": 0.827141, "precision": 0.811677, "recall": 0.860672}, {"accuracy": 0.857708, "f1": 0.819928, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"], "main_score": 0.819928, "precision": 0.802866, "recall": 0.857708}, {"accuracy": 0.812253, "f1": 0.77006, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"], "main_score": 0.77006, "precision": 0.752607, "recall": 0.812253}, {"accuracy": 0.831028, "f1": 0.78834, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"], "main_score": 0.78834, "precision": 0.768643, "recall": 0.831028}, {"accuracy": 0.184783, "f1": 0.148798, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"], "main_score": 0.148798, "precision": 0.138504, "recall": 0.184783}, {"accuracy": 0.83004, "f1": 0.790931, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"], "main_score": 0.790931, "precision": 0.773874, "recall": 0.83004}, {"accuracy": 0.841897, "f1": 0.803096, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"], "main_score": 0.803096, "precision": 0.785721, "recall": 0.841897}, {"accuracy": 0.83498, "f1": 0.792457, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"], "main_score": 0.792457, "precision": 0.773468, "recall": 0.83498}, {"accuracy": 0.787549, "f1": 0.738362, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"], "main_score": 0.738362, "precision": 0.718422, "recall": 0.787549}, {"accuracy": 0.8083, "f1": 0.764972, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"], "main_score": 0.764972, "precision": 0.747029, "recall": 0.8083}, {"accuracy": 0.806324, "f1": 0.762687, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"], "main_score": 0.762687, "precision": 0.745051, "recall": 0.806324}, {"accuracy": 0.801383, "f1": 0.757279, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"], "main_score": 0.757279, "precision": 0.737072, "recall": 0.801383}, {"accuracy": 0.822134, "f1": 0.783619, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"], "main_score": 0.783619, "precision": 0.767725, "recall": 0.822134}, {"accuracy": 0.835968, "f1": 0.797859, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"], "main_score": 0.797859, "precision": 0.78083, "recall": 0.835968}, {"accuracy": 0.753953, "f1": 0.707885, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"], "main_score": 0.707885, "precision": 0.688868, "recall": 0.753953}, {"accuracy": 0.804348, "f1": 0.757877, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"], "main_score": 0.757877, "precision": 0.738472, "recall": 0.804348}, {"accuracy": 0.827075, "f1": 0.78411, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"], "main_score": 0.78411, "precision": 0.766337, "recall": 0.827075}, {"accuracy": 0.83004, "f1": 0.791123, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"], "main_score": 0.791123, "precision": 0.774845, "recall": 0.83004}, {"accuracy": 0.811265, "f1": 0.768676, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"], "main_score": 0.768676, "precision": 0.749522, "recall": 0.811265}, {"accuracy": 0.801383, "f1": 0.753788, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"], "main_score": 0.753788, "precision": 0.73279, "recall": 0.801383}, {"accuracy": 0.793478, "f1": 0.750451, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"], "main_score": 0.750451, "precision": 0.733008, "recall": 0.793478}, {"accuracy": 0.824111, "f1": 0.780698, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"], "main_score": 0.780698, "precision": 0.760952, "recall": 0.824111}, {"accuracy": 0.815217, "f1": 0.776488, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"], "main_score": 0.776488, "precision": 0.761137, "recall": 0.815217}, {"accuracy": 0.844862, "f1": 0.803821, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"], "main_score": 0.803821, "precision": 0.784947, "recall": 0.844862}, {"accuracy": 0.864625, "f1": 0.827866, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"], "main_score": 0.827866, "precision": 0.810639, "recall": 0.864625}, {"accuracy": 0.822134, "f1": 0.778689, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"], "main_score": 0.778689, "precision": 0.759404, "recall": 0.822134}, {"accuracy": 0.818182, "f1": 0.773584, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"], "main_score": 0.773584, "precision": 0.753409, "recall": 0.818182}, {"accuracy": 0.778656, "f1": 0.72907, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"], "main_score": 0.72907, "precision": 0.70667, "recall": 0.778656}, {"accuracy": 0.804348, "f1": 0.755962, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"], "main_score": 0.755962, "precision": 0.734107, "recall": 0.804348}, {"accuracy": 0.783597, "f1": 0.732918, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"], "main_score": 0.732918, "precision": 0.712011, "recall": 0.783597}, {"accuracy": 0.789526, "f1": 0.737865, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"], "main_score": 0.737865, "precision": 0.715563, "recall": 0.789526}, {"accuracy": 0.76581, "f1": 0.717424, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"], "main_score": 0.717424, "precision": 0.695636, "recall": 0.76581}, {"accuracy": 0.800395, "f1": 0.759049, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"], "main_score": 0.759049, "precision": 0.741985, "recall": 0.800395}, {"accuracy": 0.825099, "f1": 0.78363, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"], "main_score": 0.78363, "precision": 0.76441, "recall": 0.825099}, {"accuracy": 0.780632, "f1": 0.734552, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"], "main_score": 0.734552, "precision": 0.71385, "recall": 0.780632}, {"accuracy": 0.846838, "f1": 0.811957, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"], "main_score": 0.811957, "precision": 0.79636, "recall": 0.846838}, {"accuracy": 0.594862, "f1": 0.51652, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"], "main_score": 0.51652, "precision": 0.486812, "recall": 0.594862}, {"accuracy": 0.83498, "f1": 0.798234, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"], "main_score": 0.798234, "precision": 0.783015, "recall": 0.83498}, {"accuracy": 0.832016, "f1": 0.794208, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"], "main_score": 0.794208, "precision": 0.778146, "recall": 0.832016}, {"accuracy": 0.793478, "f1": 0.741683, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"], "main_score": 0.741683, "precision": 0.720102, "recall": 0.793478}, {"accuracy": 0.799407, "f1": 0.753778, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"], "main_score": 0.753778, "precision": 0.734725, "recall": 0.799407}, {"accuracy": 0.824111, "f1": 0.784848, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"], "main_score": 0.784848, "precision": 0.766831, "recall": 0.824111}, {"accuracy": 0.783597, "f1": 0.733202, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"], "main_score": 0.733202, "precision": 0.711924, "recall": 0.783597}, {"accuracy": 0.817194, "f1": 0.771838, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"], "main_score": 0.771838, "precision": 0.751318, "recall": 0.817194}, {"accuracy": 0.807312, "f1": 0.768629, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"], "main_score": 0.768629, "precision": 0.751938, "recall": 0.807312}, {"accuracy": 0.797431, "f1": 0.756061, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"], "main_score": 0.756061, "precision": 0.737714, "recall": 0.797431}, {"accuracy": 0.86166, "f1": 0.828228, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"], "main_score": 0.828228, "precision": 0.813752, "recall": 0.86166}, {"accuracy": 0.833004, "f1": 0.794419, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"], "main_score": 0.794419, "precision": 0.776927, "recall": 0.833004}, {"accuracy": 0.80336, "f1": 0.755981, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"], "main_score": 0.755981, "precision": 0.735787, "recall": 0.80336}, {"accuracy": 0.807312, "f1": 0.761067, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"], "main_score": 0.761067, "precision": 0.740975, "recall": 0.807312}, {"accuracy": 0.791502, "f1": 0.742707, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"], "main_score": 0.742707, "precision": 0.722755, "recall": 0.791502}, {"accuracy": 0.202569, "f1": 0.148356, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"], "main_score": 0.148356, "precision": 0.131577, "recall": 0.202569}, {"accuracy": 0.812253, "f1": 0.77164, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"], "main_score": 0.77164, "precision": 0.753277, "recall": 0.812253}, {"accuracy": 0.79249, "f1": 0.74473, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"], "main_score": 0.74473, "precision": 0.723995, "recall": 0.79249}, {"accuracy": 0.835968, "f1": 0.793116, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"], "main_score": 0.793116, "precision": 0.773254, "recall": 0.835968}, {"accuracy": 0.827075, "f1": 0.786726, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"], "main_score": 0.786726, "precision": 0.769433, "recall": 0.827075}, {"accuracy": 0.816206, "f1": 0.770949, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"], "main_score": 0.770949, "precision": 0.750774, "recall": 0.816206}, {"accuracy": 0.781621, "f1": 0.729037, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"], "main_score": 0.729037, "precision": 0.706555, "recall": 0.781621}, {"accuracy": 0.854743, "f1": 0.818215, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"], "main_score": 0.818215, "precision": 0.801466, "recall": 0.854743}, {"accuracy": 0.814229, "f1": 0.77225, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"], "main_score": 0.77225, "precision": 0.754818, "recall": 0.814229}, {"accuracy": 0.822134, "f1": 0.781873, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"], "main_score": 0.781873, "precision": 0.765733, "recall": 0.822134}, {"accuracy": 0.780632, "f1": 0.734988, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"], "main_score": 0.734988, "precision": 0.715954, "recall": 0.780632}, {"accuracy": 0.780632, "f1": 0.728553, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"], "main_score": 0.728553, "precision": 0.707462, "recall": 0.780632}, {"accuracy": 0.796443, "f1": 0.747973, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"], "main_score": 0.747973, "precision": 0.726888, "recall": 0.796443}, {"accuracy": 0.745059, "f1": 0.692062, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"], "main_score": 0.692062, "precision": 0.668594, "recall": 0.745059}, {"accuracy": 0.835968, "f1": 0.796574, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"], "main_score": 0.796574, "precision": 0.778162, "recall": 0.835968}, {"accuracy": 0.804348, "f1": 0.761859, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"], "main_score": 0.761859, "precision": 0.744825, "recall": 0.804348}, {"accuracy": 0.80336, "f1": 0.764614, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"], "main_score": 0.764614, "precision": 0.747587, "recall": 0.80336}, {"accuracy": 0.799407, "f1": 0.758497, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"], "main_score": 0.758497, "precision": 0.741934, "recall": 0.799407}, {"accuracy": 0.787549, "f1": 0.741455, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"], "main_score": 0.741455, "precision": 0.72085, "recall": 0.787549}, {"accuracy": 0.748024, "f1": 0.693808, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"], "main_score": 0.693808, "precision": 0.669335, "recall": 0.748024}, {"accuracy": 0.832016, "f1": 0.790184, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"], "main_score": 0.790184, "precision": 0.77136, "recall": 0.832016}, {"accuracy": 0.850791, "f1": 0.810987, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"], "main_score": 0.810987, "precision": 0.793347, "recall": 0.850791}, {"accuracy": 0.806324, "f1": 0.759651, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"], "main_score": 0.759651, "precision": 0.737813, "recall": 0.806324}, {"accuracy": 0.81917, "f1": 0.774544, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"], "main_score": 0.774544, "precision": 0.755274, "recall": 0.81917}, {"accuracy": 0.747036, "f1": 0.696805, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"], "main_score": 0.696805, "precision": 0.67416, "recall": 0.747036}, {"accuracy": 0.868577, "f1": 0.83274, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"], "main_score": 0.83274, "precision": 0.815794, "recall": 0.868577}, {"accuracy": 0.81917, "f1": 0.7755, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"], "main_score": 0.7755, "precision": 0.757131, "recall": 0.81917}, {"accuracy": 0.807312, "f1": 0.764243, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"], "main_score": 0.764243, "precision": 0.74666, "recall": 0.807312}, {"accuracy": 0.77668, "f1": 0.73808, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"], "main_score": 0.73808, "precision": 0.723273, "recall": 0.77668}, {"accuracy": 0.785573, "f1": 0.742844, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"], "main_score": 0.742844, "precision": 0.725874, "recall": 0.785573}, {"accuracy": 0.829051, "f1": 0.787978, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"], "main_score": 0.787978, "precision": 0.769368, "recall": 0.829051}, {"accuracy": 0.857708, "f1": 0.819137, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"], "main_score": 0.819137, "precision": 0.801219, "recall": 0.857708}, {"accuracy": 0.794466, "f1": 0.752833, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"], "main_score": 0.752833, "precision": 0.733976, "recall": 0.794466}, {"accuracy": 0.258893, "f1": 0.209623, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"], "main_score": 0.209623, "precision": 0.192812, "recall": 0.258893}, {"accuracy": 0.822134, "f1": 0.780402, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"], "main_score": 0.780402, "precision": 0.761397, "recall": 0.822134}, {"accuracy": 0.685771, "f1": 0.622981, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"], "main_score": 0.622981, "precision": 0.595487, "recall": 0.685771}, {"accuracy": 0.826087, "f1": 0.781819, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"], "main_score": 0.781819, "precision": 0.761907, "recall": 0.826087}, {"accuracy": 0.862648, "f1": 0.827866, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"], "main_score": 0.827866, "precision": 0.811759, "recall": 0.862648}, {"accuracy": 0.777668, "f1": 0.72612, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"], "main_score": 0.72612, "precision": 0.702981, "recall": 0.777668}, {"accuracy": 0.833004, "f1": 0.792688, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"], "main_score": 0.792688, "precision": 0.774292, "recall": 0.833004}, {"accuracy": 0.844862, "f1": 0.801515, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"], "main_score": 0.801515, "precision": 0.781621, "recall": 0.844862}, {"accuracy": 0.822134, "f1": 0.776383, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"], "main_score": 0.776383, "precision": 0.755517, "recall": 0.822134}, {"accuracy": 0.821146, "f1": 0.777229, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"], "main_score": 0.777229, "precision": 0.758539, "recall": 0.821146}, {"accuracy": 0.83498, "f1": 0.792311, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"], "main_score": 0.792311, "precision": 0.772678, "recall": 0.83498}, {"accuracy": 0.809289, "f1": 0.766322, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"], "main_score": 0.766322, "precision": 0.748247, "recall": 0.809289}, {"accuracy": 0.839921, "f1": 0.798485, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"], "main_score": 0.798485, "precision": 0.779101, "recall": 0.839921}, {"accuracy": 0.771739, "f1": 0.72169, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"], "main_score": 0.72169, "precision": 0.699087, "recall": 0.771739}, {"accuracy": 0.807312, "f1": 0.762055, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"], "main_score": 0.762055, "precision": 0.741354, "recall": 0.807312}, {"accuracy": 0.844862, "f1": 0.810211, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"], "main_score": 0.810211, "precision": 0.794137, "recall": 0.844862}, {"accuracy": 0.793478, "f1": 0.746266, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"], "main_score": 0.746266, "precision": 0.726887, "recall": 0.793478}, {"accuracy": 0.045455, "f1": 0.02632, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"], "main_score": 0.02632, "precision": 0.022517, "recall": 0.045455}, {"accuracy": 0.780632, "f1": 0.734738, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"], "main_score": 0.734738, "precision": 0.716456, "recall": 0.780632}, {"accuracy": 0.81917, "f1": 0.776303, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"], "main_score": 0.776303, "precision": 0.75723, "recall": 0.81917}, {"accuracy": 0.757905, "f1": 0.709393, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"], "main_score": 0.709393, "precision": 0.69023, "recall": 0.757905}, {"accuracy": 0.795455, "f1": 0.751843, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"], "main_score": 0.751843, "precision": 0.734117, "recall": 0.795455}, {"accuracy": 0.743083, "f1": 0.681653, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"], "main_score": 0.681653, "precision": 0.655731, "recall": 0.743083}, {"accuracy": 0.785573, "f1": 0.737554, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"], "main_score": 0.737554, "precision": 0.716354, "recall": 0.785573}, {"accuracy": 0.795455, "f1": 0.749253, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"], "main_score": 0.749253, "precision": 0.73027, "recall": 0.795455}, {"accuracy": 0.793478, "f1": 0.744109, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"], "main_score": 0.744109, "precision": 0.723908, "recall": 0.793478}, {"accuracy": 0.851779, "f1": 0.813307, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"], "main_score": 0.813307, "precision": 0.795735, "recall": 0.851779}, {"accuracy": 0.814229, "f1": 0.768699, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"], "main_score": 0.768699, "precision": 0.748106, "recall": 0.814229}, {"accuracy": 0.712451, "f1": 0.65119, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"], "main_score": 0.65119, "precision": 0.625181, "recall": 0.712451}, {"accuracy": 0.816206, "f1": 0.768989, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"], "main_score": 0.768989, "precision": 0.747506, "recall": 0.816206}, {"accuracy": 0.795455, "f1": 0.749407, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"], "main_score": 0.749407, "precision": 0.728244, "recall": 0.795455}, {"accuracy": 0.802372, "f1": 0.759231, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"], "main_score": 0.759231, "precision": 0.741653, "recall": 0.802372}, {"accuracy": 0.828063, "f1": 0.787516, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"], "main_score": 0.787516, "precision": 0.768775, "recall": 0.828063}, {"accuracy": 0.840909, "f1": 0.800231, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"], "main_score": 0.800231, "precision": 0.781868, "recall": 0.840909}, {"accuracy": 0.822134, "f1": 0.783319, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"], "main_score": 0.783319, "precision": 0.76614, "recall": 0.822134}, {"accuracy": 0.836957, "f1": 0.795817, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"], "main_score": 0.795817, "precision": 0.777619, "recall": 0.836957}, {"accuracy": 0.747036, "f1": 0.698048, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"], "main_score": 0.698048, "precision": 0.678653, "recall": 0.747036}, {"accuracy": 0.810277, "f1": 0.767641, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"], "main_score": 0.767641, "precision": 0.749525, "recall": 0.810277}, {"accuracy": 0.798419, "f1": 0.750645, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"], "main_score": 0.750645, "precision": 0.730105, "recall": 0.798419}, {"accuracy": 0.810277, "f1": 0.763589, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"], "main_score": 0.763589, "precision": 0.742589, "recall": 0.810277}, {"accuracy": 0.795455, "f1": 0.747332, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"], "main_score": 0.747332, "precision": 0.72616, "recall": 0.795455}, {"accuracy": 0.789526, "f1": 0.742316, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"], "main_score": 0.742316, "precision": 0.722859, "recall": 0.789526}, {"accuracy": 0.86166, "f1": 0.826252, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"], "main_score": 0.826252, "precision": 0.809865, "recall": 0.86166}, {"accuracy": 0.87747, "f1": 0.843841, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"], "main_score": 0.843841, "precision": 0.828623, "recall": 0.87747}, {"accuracy": 0.835968, "f1": 0.794963, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"], "main_score": 0.794963, "precision": 0.776689, "recall": 0.835968}, {"accuracy": 0.727273, "f1": 0.664799, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"], "main_score": 0.664799, "precision": 0.639148, "recall": 0.727273}, {"accuracy": 0.755929, "f1": 0.704733, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"], "main_score": 0.704733, "precision": 0.684622, "recall": 0.755929}, {"accuracy": 0.793478, "f1": 0.743436, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"], "main_score": 0.743436, "precision": 0.722381, "recall": 0.793478}, {"accuracy": 0.811265, "f1": 0.762022, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"], "main_score": 0.762022, "precision": 0.7403, "recall": 0.811265}, {"accuracy": 0.794466, "f1": 0.744763, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"], "main_score": 0.744763, "precision": 0.721591, "recall": 0.794466}, {"accuracy": 0.847826, "f1": 0.808267, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"], "main_score": 0.808267, "precision": 0.789888, "recall": 0.847826}, {"accuracy": 0.747036, "f1": 0.691403, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"], "main_score": 0.691403, "precision": 0.666535, "recall": 0.747036}, {"accuracy": 0.798419, "f1": 0.752716, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"], "main_score": 0.752716, "precision": 0.733945, "recall": 0.798419}, {"accuracy": 0.80336, "f1": 0.758136, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"], "main_score": 0.758136, "precision": 0.738538, "recall": 0.80336}, {"accuracy": 0.751976, "f1": 0.698794, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"], "main_score": 0.698794, "precision": 0.677739, "recall": 0.751976}, {"accuracy": 0.807312, "f1": 0.758893, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"], "main_score": 0.758893, "precision": 0.737599, "recall": 0.807312}, {"accuracy": 0.826087, "f1": 0.783399, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"], "main_score": 0.783399, "precision": 0.764559, "recall": 0.826087}, {"accuracy": 0.829051, "f1": 0.789493, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"], "main_score": 0.789493, "precision": 0.771245, "recall": 0.829051}, {"accuracy": 0.820158, "f1": 0.778958, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"], "main_score": 0.778958, "precision": 0.76148, "recall": 0.820158}, {"accuracy": 0.813241, "f1": 0.771871, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"], "main_score": 0.771871, "precision": 0.753129, "recall": 0.813241}, {"accuracy": 0.837945, "f1": 0.802306, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"], "main_score": 0.802306, "precision": 0.785903, "recall": 0.837945}, {"accuracy": 0.795455, "f1": 0.748515, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"], "main_score": 0.748515, "precision": 0.729217, "recall": 0.795455}, {"accuracy": 0.836957, "f1": 0.797464, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"], "main_score": 0.797464, "precision": 0.77943, "recall": 0.836957}, {"accuracy": 0.829051, "f1": 0.792671, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"], "main_score": 0.792671, "precision": 0.777484, "recall": 0.829051}, {"accuracy": 0.807312, "f1": 0.766436, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"], "main_score": 0.766436, "precision": 0.747563, "recall": 0.807312}, {"accuracy": 0.805336, "f1": 0.756491, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"], "main_score": 0.756491, "precision": 0.73611, "recall": 0.805336}, {"accuracy": 0.829051, "f1": 0.785973, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"], "main_score": 0.785973, "precision": 0.767507, "recall": 0.829051}, {"accuracy": 0.839921, "f1": 0.802875, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"], "main_score": 0.802875, "precision": 0.786866, "recall": 0.839921}, {"accuracy": 0.876482, "f1": 0.842754, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"], "main_score": 0.842754, "precision": 0.827849, "recall": 0.876482}, {"accuracy": 0.860672, "f1": 0.823353, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"], "main_score": 0.823353, "precision": 0.805583, "recall": 0.860672}, {"accuracy": 0.814229, "f1": 0.773024, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"], "main_score": 0.773024, "precision": 0.753788, "recall": 0.814229}, {"accuracy": 0.827075, "f1": 0.785244, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"], "main_score": 0.785244, "precision": 0.765843, "recall": 0.827075}, {"accuracy": 0.848814, "f1": 0.809354, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"], "main_score": 0.809354, "precision": 0.790958, "recall": 0.848814}, {"accuracy": 0.742095, "f1": 0.692336, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"], "main_score": 0.692336, "precision": 0.672086, "recall": 0.742095}, {"accuracy": 0.786561, "f1": 0.741657, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"], "main_score": 0.741657, "precision": 0.724358, "recall": 0.786561}, {"accuracy": 0.771739, "f1": 0.720092, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"], "main_score": 0.720092, "precision": 0.697497, "recall": 0.771739}, {"accuracy": 0.794466, "f1": 0.753722, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"], "main_score": 0.753722, "precision": 0.735211, "recall": 0.794466}, {"accuracy": 0.853755, "f1": 0.816041, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"], "main_score": 0.816041, "precision": 0.799555, "recall": 0.853755}, {"accuracy": 0.846838, "f1": 0.80743, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"], "main_score": 0.80743, "precision": 0.789608, "recall": 0.846838}, {"accuracy": 0.838933, "f1": 0.799572, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"], "main_score": 0.799572, "precision": 0.781456, "recall": 0.838933}, {"accuracy": 0.833004, "f1": 0.790909, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"], "main_score": 0.790909, "precision": 0.771525, "recall": 0.833004}, {"accuracy": 0.780632, "f1": 0.738356, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"], "main_score": 0.738356, "precision": 0.721054, "recall": 0.780632}, {"accuracy": 0.735178, "f1": 0.679974, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"], "main_score": 0.679974, "precision": 0.655418, "recall": 0.735178}, {"accuracy": 0.796443, "f1": 0.75216, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"], "main_score": 0.75216, "precision": 0.732938, "recall": 0.796443}, {"accuracy": 0.852767, "f1": 0.812813, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"], "main_score": 0.812813, "precision": 0.794549, "recall": 0.852767}, {"accuracy": 0.781621, "f1": 0.73475, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"], "main_score": 0.73475, "precision": 0.713356, "recall": 0.781621}, {"accuracy": 0.759881, "f1": 0.706291, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"], "main_score": 0.706291, "precision": 0.682708, "recall": 0.759881}, {"accuracy": 0.854743, "f1": 0.818892, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"], "main_score": 0.818892, "precision": 0.802734, "recall": 0.854743}, {"accuracy": 0.780632, "f1": 0.73195, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"], "main_score": 0.73195, "precision": 0.711232, "recall": 0.780632}, {"accuracy": 0.825099, "f1": 0.784801, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"], "main_score": 0.784801, "precision": 0.766996, "recall": 0.825099}, {"accuracy": 0.702569, "f1": 0.640448, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"], "main_score": 0.640448, "precision": 0.612994, "recall": 0.702569}, {"accuracy": 0.802372, "f1": 0.75971, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"], "main_score": 0.75971, "precision": 0.742428, "recall": 0.802372}, {"accuracy": 0.833004, "f1": 0.796046, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"], "main_score": 0.796046, "precision": 0.781218, "recall": 0.833004}, {"accuracy": 0.810277, "f1": 0.766286, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"], "main_score": 0.766286, "precision": 0.748534, "recall": 0.810277}, {"accuracy": 0.836957, "f1": 0.797184, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"], "main_score": 0.797184, "precision": 0.780098, "recall": 0.836957}, {"accuracy": 0.809289, "f1": 0.764262, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"], "main_score": 0.764262, "precision": 0.744796, "recall": 0.809289}, {"accuracy": 0.816206, "f1": 0.776383, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"], "main_score": 0.776383, "precision": 0.758185, "recall": 0.816206}, {"accuracy": 0.886364, "f1": 0.85575, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"], "main_score": 0.85575, "precision": 0.841881, "recall": 0.886364}, {"accuracy": 0.880435, "f1": 0.848518, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"], "main_score": 0.848518, "precision": 0.833778, "recall": 0.880435}, {"accuracy": 0.050395, "f1": 0.026766, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"], "main_score": 0.026766, "precision": 0.02114, "recall": 0.050395}, {"accuracy": 0.912055, "f1": 0.891743, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"], "main_score": 0.891743, "precision": 0.88358, "recall": 0.912055}, {"accuracy": 0.926877, "f1": 0.907164, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"], "main_score": 0.907164, "precision": 0.898527, "recall": 0.926877}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.943676, "f1": 0.925791, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"], "main_score": 0.925791, "precision": 0.917078, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"], "main_score": 0.930336, "precision": 0.922925, "recall": 0.945652}, {"accuracy": 0.920949, "f1": 0.901142, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"], "main_score": 0.901142, "precision": 0.892959, "recall": 0.920949}, {"accuracy": 0.898221, "f1": 0.870455, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"], "main_score": 0.870455, "precision": 0.857131, "recall": 0.898221}, {"accuracy": 0.899209, "f1": 0.870586, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"], "main_score": 0.870586, "precision": 0.85746, "recall": 0.899209}, {"accuracy": 0.901186, "f1": 0.880473, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"], "main_score": 0.880473, "precision": 0.87231, "recall": 0.901186}, {"accuracy": 0.916996, "f1": 0.893906, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"], "main_score": 0.893906, "precision": 0.883597, "recall": 0.916996}, {"accuracy": 0.908103, "f1": 0.881423, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"], "main_score": 0.881423, "precision": 0.868412, "recall": 0.908103}, {"accuracy": 0.938735, "f1": 0.919532, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"], "main_score": 0.919532, "precision": 0.910491, "recall": 0.938735}, {"accuracy": 0.914032, "f1": 0.88913, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"], "main_score": 0.88913, "precision": 0.877635, "recall": 0.914032}, {"accuracy": 0.898221, "f1": 0.875027, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"], "main_score": 0.875027, "precision": 0.8654, "recall": 0.898221}, {"accuracy": 0.886364, "f1": 0.855468, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"], "main_score": 0.855468, "precision": 0.840827, "recall": 0.886364}, {"accuracy": 0.911067, "f1": 0.886018, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"], "main_score": 0.886018, "precision": 0.874729, "recall": 0.911067}, {"accuracy": 0.936759, "f1": 0.918662, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"], "main_score": 0.918662, "precision": 0.910688, "recall": 0.936759}, {"accuracy": 0.879447, "f1": 0.844796, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"], "main_score": 0.844796, "precision": 0.829249, "recall": 0.879447}, {"accuracy": 0.922925, "f1": 0.902833, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"], "main_score": 0.902833, "precision": 0.894746, "recall": 0.922925}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"], "main_score": 0.916996, "precision": 0.907609, "recall": 0.936759}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"], "main_score": 0.929084, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.921937, "f1": 0.900049, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"], "main_score": 0.900049, "precision": 0.890622, "recall": 0.921937}, {"accuracy": 0.936759, "f1": 0.916337, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"], "main_score": 0.916337, "precision": 0.906456, "recall": 0.936759}, {"accuracy": 0.197628, "f1": 0.160021, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"], "main_score": 0.160021, "precision": 0.150023, "recall": 0.197628}, {"accuracy": 0.920949, "f1": 0.900944, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"], "main_score": 0.900944, "precision": 0.8924, "recall": 0.920949}, {"accuracy": 0.910079, "f1": 0.886924, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"], "main_score": 0.886924, "precision": 0.876103, "recall": 0.910079}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.912055, "f1": 0.889926, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"], "main_score": 0.889926, "precision": 0.88055, "recall": 0.912055}, {"accuracy": 0.916996, "f1": 0.894401, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"], "main_score": 0.894401, "precision": 0.884783, "recall": 0.916996}, {"accuracy": 0.916996, "f1": 0.895906, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"], "main_score": 0.895906, "precision": 0.887582, "recall": 0.916996}, {"accuracy": 0.91996, "f1": 0.897892, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"], "main_score": 0.897892, "precision": 0.887516, "recall": 0.91996}, {"accuracy": 0.939723, "f1": 0.924017, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"], "main_score": 0.924017, "precision": 0.917261, "recall": 0.939723}, {"accuracy": 0.940711, "f1": 0.923438, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"], "main_score": 0.923438, "precision": 0.915596, "recall": 0.940711}, {"accuracy": 0.87747, "f1": 0.853516, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"], "main_score": 0.853516, "precision": 0.84399, "recall": 0.87747}, {"accuracy": 0.916996, "f1": 0.894485, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"], "main_score": 0.894485, "precision": 0.885079, "recall": 0.916996}, {"accuracy": 0.933794, "f1": 0.914493, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"], "main_score": 0.914493, "precision": 0.905797, "recall": 0.933794}, {"accuracy": 0.943676, "f1": 0.928986, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"], "main_score": 0.928986, "precision": 0.922628, "recall": 0.943676}, {"accuracy": 0.880435, "f1": 0.850198, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"], "main_score": 0.850198, "precision": 0.836545, "recall": 0.880435}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"], "main_score": 0.879348, "precision": 0.867013, "recall": 0.906126}, {"accuracy": 0.907115, "f1": 0.883948, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"], "main_score": 0.883948, "precision": 0.874284, "recall": 0.907115}, {"accuracy": 0.918972, "f1": 0.894433, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"], "main_score": 0.894433, "precision": 0.882576, "recall": 0.918972}, {"accuracy": 0.925889, "f1": 0.908951, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"], "main_score": 0.908951, "precision": 0.902137, "recall": 0.925889}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"], "main_score": 0.929249, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"], "main_score": 0.922596, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.916008, "f1": 0.890711, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"], "main_score": 0.890711, "precision": 0.878706, "recall": 0.916008}, {"accuracy": 0.889328, "f1": 0.860145, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"], "main_score": 0.860145, "precision": 0.846673, "recall": 0.889328}, {"accuracy": 0.910079, "f1": 0.883893, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"], "main_score": 0.883893, "precision": 0.87141, "recall": 0.910079}, {"accuracy": 0.911067, "f1": 0.886742, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"], "main_score": 0.886742, "precision": 0.876162, "recall": 0.911067}, {"accuracy": 0.895257, "f1": 0.862813, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"], "main_score": 0.862813, "precision": 0.847003, "recall": 0.895257}, {"accuracy": 0.849802, "f1": 0.811811, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"], "main_score": 0.811811, "precision": 0.794137, "recall": 0.849802}, {"accuracy": 0.885375, "f1": 0.856969, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"], "main_score": 0.856969, "precision": 0.844535, "recall": 0.885375}, {"accuracy": 0.927866, "f1": 0.906192, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"], "main_score": 0.906192, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.859684, "f1": 0.823123, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"], "main_score": 0.823123, "precision": 0.805995, "recall": 0.859684}, {"accuracy": 0.923913, "f1": 0.902569, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"], "main_score": 0.902569, "precision": 0.892704, "recall": 0.923913}, {"accuracy": 0.617589, "f1": 0.547991, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"], "main_score": 0.547991, "precision": 0.521025, "recall": 0.617589}, {"accuracy": 0.936759, "f1": 0.918874, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"], "main_score": 0.918874, "precision": 0.911051, "recall": 0.936759}, {"accuracy": 0.921937, "f1": 0.90183, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"], "main_score": 0.90183, "precision": 0.893123, "recall": 0.921937}, {"accuracy": 0.911067, "f1": 0.886693, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"], "main_score": 0.886693, "precision": 0.876103, "recall": 0.911067}, {"accuracy": 0.914032, "f1": 0.892838, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"], "main_score": 0.892838, "precision": 0.883992, "recall": 0.914032}, {"accuracy": 0.88834, "f1": 0.858827, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"], "main_score": 0.858827, "precision": 0.845026, "recall": 0.88834}, {"accuracy": 0.886364, "f1": 0.854282, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"], "main_score": 0.854282, "precision": 0.840069, "recall": 0.886364}, {"accuracy": 0.933794, "f1": 0.912549, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"], "main_score": 0.912549, "precision": 0.902339, "recall": 0.933794}, {"accuracy": 0.93083, "f1": 0.915123, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"], "main_score": 0.915123, "precision": 0.908737, "recall": 0.93083}, {"accuracy": 0.87253, "f1": 0.838999, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"], "main_score": 0.838999, "precision": 0.823205, "recall": 0.87253}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.892292, "f1": 0.861726, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"], "main_score": 0.861726, "precision": 0.847579, "recall": 0.892292}, {"accuracy": 0.924901, "f1": 0.902075, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"], "main_score": 0.902075, "precision": 0.891551, "recall": 0.924901}, {"accuracy": 0.91996, "f1": 0.897365, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"], "main_score": 0.897365, "precision": 0.887055, "recall": 0.91996}, {"accuracy": 0.918972, "f1": 0.89664, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"], "main_score": 0.89664, "precision": 0.886973, "recall": 0.918972}, {"accuracy": 0.210474, "f1": 0.155236, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"], "main_score": 0.155236, "precision": 0.138297, "recall": 0.210474}, {"accuracy": 0.88834, "f1": 0.858037, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"], "main_score": 0.858037, "precision": 0.843544, "recall": 0.88834}, {"accuracy": 0.923913, "f1": 0.90224, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"], "main_score": 0.90224, "precision": 0.89221, "recall": 0.923913}, {"accuracy": 0.916996, "f1": 0.894433, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"], "main_score": 0.894433, "precision": 0.883926, "recall": 0.916996}, {"accuracy": 0.91502, "f1": 0.892523, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"], "main_score": 0.892523, "precision": 0.881999, "recall": 0.91502}, {"accuracy": 0.936759, "f1": 0.919104, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"], "main_score": 0.919104, "precision": 0.911232, "recall": 0.936759}, {"accuracy": 0.894269, "f1": 0.864328, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"], "main_score": 0.864328, "precision": 0.850708, "recall": 0.894269}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.936759, "f1": 0.919005, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"], "main_score": 0.919005, "precision": 0.911182, "recall": 0.936759}, {"accuracy": 0.927866, "f1": 0.908649, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"], "main_score": 0.908649, "precision": 0.900725, "recall": 0.927866}, {"accuracy": 0.921937, "f1": 0.901877, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"], "main_score": 0.901877, "precision": 0.893094, "recall": 0.921937}, {"accuracy": 0.906126, "f1": 0.880863, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"], "main_score": 0.880863, "precision": 0.86973, "recall": 0.906126}, {"accuracy": 0.899209, "f1": 0.873341, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"], "main_score": 0.873341, "precision": 0.862361, "recall": 0.899209}, {"accuracy": 0.811265, "f1": 0.762582, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"], "main_score": 0.762582, "precision": 0.740036, "recall": 0.811265}, {"accuracy": 0.91996, "f1": 0.898847, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"], "main_score": 0.898847, "precision": 0.888834, "recall": 0.91996}, {"accuracy": 0.899209, "f1": 0.874283, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"], "main_score": 0.874283, "precision": 0.863793, "recall": 0.899209}, {"accuracy": 0.916008, "f1": 0.897276, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"], "main_score": 0.897276, "precision": 0.889082, "recall": 0.916008}, {"accuracy": 0.903162, "f1": 0.877837, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"], "main_score": 0.877837, "precision": 0.867029, "recall": 0.903162}, {"accuracy": 0.87253, "f1": 0.837187, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"], "main_score": 0.837187, "precision": 0.820603, "recall": 0.87253}, {"accuracy": 0.827075, "f1": 0.780764, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"], "main_score": 0.780764, "precision": 0.760112, "recall": 0.827075}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"], "main_score": 0.888241, "precision": 0.87607, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"], "main_score": 0.93386, "precision": 0.926301, "recall": 0.949605}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"], "main_score": 0.880764, "precision": 0.867589, "recall": 0.908103}, {"accuracy": 0.93083, "f1": 0.911446, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"], "main_score": 0.911446, "precision": 0.903007, "recall": 0.93083}, {"accuracy": 0.805336, "f1": 0.755402, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"], "main_score": 0.755402, "precision": 0.732213, "recall": 0.805336}, {"accuracy": 0.9417, "f1": 0.925033, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"], "main_score": 0.925033, "precision": 0.917161, "recall": 0.9417}, {"accuracy": 0.914032, "f1": 0.89221, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"], "main_score": 0.89221, "precision": 0.883189, "recall": 0.914032}, {"accuracy": 0.914032, "f1": 0.894156, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"], "main_score": 0.894156, "precision": 0.886514, "recall": 0.914032}, {"accuracy": 0.908103, "f1": 0.8876, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"], "main_score": 0.8876, "precision": 0.879712, "recall": 0.908103}, {"accuracy": 0.884387, "f1": 0.858473, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"], "main_score": 0.858473, "precision": 0.847962, "recall": 0.884387}, {"accuracy": 0.94664, "f1": 0.931225, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"], "main_score": 0.931225, "precision": 0.923831, "recall": 0.94664}, {"accuracy": 0.94664, "f1": 0.931324, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"], "main_score": 0.931324, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.862648, "f1": 0.828327, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"], "main_score": 0.828327, "precision": 0.812418, "recall": 0.862648}, {"accuracy": 0.262846, "f1": 0.214883, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"], "main_score": 0.214883, "precision": 0.199299, "recall": 0.262846}, {"accuracy": 0.902174, "f1": 0.875823, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"], "main_score": 0.875823, "precision": 0.863142, "recall": 0.902174}, {"accuracy": 0.770751, "f1": 0.715316, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"], "main_score": 0.715316, "precision": 0.691107, "recall": 0.770751}, {"accuracy": 0.933794, "f1": 0.913109, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"], "main_score": 0.913109, "precision": 0.90308, "recall": 0.933794}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"], "main_score": 0.948287, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.863636, "f1": 0.827108, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"], "main_score": 0.827108, "precision": 0.810194, "recall": 0.863636}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"], "main_score": 0.90224, "precision": 0.891222, "recall": 0.924901}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"], "main_score": 0.911397, "precision": 0.901515, "recall": 0.931818}, {"accuracy": 0.920949, "f1": 0.89857, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"], "main_score": 0.89857, "precision": 0.888291, "recall": 0.920949}, {"accuracy": 0.916996, "f1": 0.89081, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"], "main_score": 0.89081, "precision": 0.878129, "recall": 0.916996}, {"accuracy": 0.91502, "f1": 0.893892, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"], "main_score": 0.893892, "precision": 0.885222, "recall": 0.91502}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.849802, "f1": 0.81222, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"], "main_score": 0.81222, "precision": 0.795537, "recall": 0.849802}, {"accuracy": 0.852767, "f1": 0.814465, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"], "main_score": 0.814465, "precision": 0.796805, "recall": 0.852767}, {"accuracy": 0.916008, "f1": 0.890975, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"], "main_score": 0.890975, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.905138, "f1": 0.880534, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"], "main_score": 0.880534, "precision": 0.870059, "recall": 0.905138}, {"accuracy": 0.056324, "f1": 0.029312, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"], "main_score": 0.029312, "precision": 0.023962, "recall": 0.056324}, {"accuracy": 0.90415, "f1": 0.881423, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"], "main_score": 0.881423, "precision": 0.872623, "recall": 0.90415}, {"accuracy": 0.936759, "f1": 0.918149, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"], "main_score": 0.918149, "precision": 0.909585, "recall": 0.936759}, {"accuracy": 0.860672, "f1": 0.829656, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"], "main_score": 0.829656, "precision": 0.817443, "recall": 0.860672}, {"accuracy": 0.923913, "f1": 0.902536, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"], "main_score": 0.902536, "precision": 0.893231, "recall": 0.923913}, {"accuracy": 0.876482, "f1": 0.843083, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"], "main_score": 0.843083, "precision": 0.827684, "recall": 0.876482}, {"accuracy": 0.852767, "f1": 0.814625, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"], "main_score": 0.814625, "precision": 0.796887, "recall": 0.852767}, {"accuracy": 0.912055, "f1": 0.889149, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"], "main_score": 0.889149, "precision": 0.879364, "recall": 0.912055}, {"accuracy": 0.906126, "f1": 0.880981, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"], "main_score": 0.880981, "precision": 0.870125, "recall": 0.906126}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"], "main_score": 0.932477, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.911067, "f1": 0.885804, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"], "main_score": 0.885804, "precision": 0.874177, "recall": 0.911067}, {"accuracy": 0.804348, "f1": 0.754677, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"], "main_score": 0.754677, "precision": 0.732576, "recall": 0.804348}, {"accuracy": 0.899209, "f1": 0.873361, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"], "main_score": 0.873361, "precision": 0.861948, "recall": 0.899209}, {"accuracy": 0.813241, "f1": 0.768379, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"], "main_score": 0.768379, "precision": 0.748353, "recall": 0.813241}, {"accuracy": 0.927866, "f1": 0.909881, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"], "main_score": 0.909881, "precision": 0.902448, "recall": 0.927866}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"], "main_score": 0.903986, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.909091, "f1": 0.882576, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"], "main_score": 0.882576, "precision": 0.870224, "recall": 0.909091}, {"accuracy": 0.934783, "f1": 0.914756, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"], "main_score": 0.914756, "precision": 0.905385, "recall": 0.934783}, {"accuracy": 0.841897, "f1": 0.805781, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"], "main_score": 0.805781, "precision": 0.791253, "recall": 0.841897}, {"accuracy": 0.916996, "f1": 0.894005, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"], "main_score": 0.894005, "precision": 0.883514, "recall": 0.916996}, {"accuracy": 0.894269, "f1": 0.86382, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"], "main_score": 0.86382, "precision": 0.850214, "recall": 0.894269}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.889328, "f1": 0.860101, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"], "main_score": 0.860101, "precision": 0.846879, "recall": 0.889328}, {"accuracy": 0.900198, "f1": 0.872167, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"], "main_score": 0.872167, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.9417, "f1": 0.923979, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"], "main_score": 0.923979, "precision": 0.915431, "recall": 0.9417}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"], "main_score": 0.942029, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"], "main_score": 0.908597, "precision": 0.899242, "recall": 0.928854}, {"accuracy": 0.841897, "f1": 0.79809, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"], "main_score": 0.79809, "precision": 0.778607, "recall": 0.841897}, {"accuracy": 0.87253, "f1": 0.839097, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"], "main_score": 0.839097, "precision": 0.825626, "recall": 0.87253}, {"accuracy": 0.900198, "f1": 0.872233, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"], "main_score": 0.872233, "precision": 0.859964, "recall": 0.900198}, {"accuracy": 0.923913, "f1": 0.901845, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"], "main_score": 0.901845, "precision": 0.89114, "recall": 0.923913}, {"accuracy": 0.894269, "f1": 0.863702, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"], "main_score": 0.863702, "precision": 0.849555, "recall": 0.894269}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"], "main_score": 0.934947, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.818182, "f1": 0.7722, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"], "main_score": 0.7722, "precision": 0.750988, "recall": 0.818182}, {"accuracy": 0.924901, "f1": 0.905725, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"], "main_score": 0.905725, "precision": 0.897686, "recall": 0.924901}, {"accuracy": 0.903162, "f1": 0.875692, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"], "main_score": 0.875692, "precision": 0.863225, "recall": 0.903162}, {"accuracy": 0.848814, "f1": 0.813664, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"], "main_score": 0.813664, "precision": 0.799097, "recall": 0.848814}, {"accuracy": 0.905138, "f1": 0.879661, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"], "main_score": 0.879661, "precision": 0.868389, "recall": 0.905138}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"], "main_score": 0.930171, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.886364, "f1": 0.857938, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"], "main_score": 0.857938, "precision": 0.844812, "recall": 0.886364}, {"accuracy": 0.935771, "f1": 0.918215, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"], "main_score": 0.918215, "precision": 0.910688, "recall": 0.935771}, {"accuracy": 0.871542, "f1": 0.836364, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"], "main_score": 0.836364, "precision": 0.819746, "recall": 0.871542}, {"accuracy": 0.914032, "f1": 0.889888, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"], "main_score": 0.889888, "precision": 0.878541, "recall": 0.914032}, {"accuracy": 0.914032, "f1": 0.892013, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"], "main_score": 0.892013, "precision": 0.882849, "recall": 0.914032}, {"accuracy": 0.914032, "f1": 0.891206, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"], "main_score": 0.891206, "precision": 0.880715, "recall": 0.914032}, {"accuracy": 0.923913, "f1": 0.905197, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"], "main_score": 0.905197, "precision": 0.896989, "recall": 0.923913}, {"accuracy": 0.844862, "f1": 0.806258, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"], "main_score": 0.806258, "precision": 0.788867, "recall": 0.844862}, {"accuracy": 0.91502, "f1": 0.892165, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"], "main_score": 0.892165, "precision": 0.882411, "recall": 0.91502}, {"accuracy": 0.934783, "f1": 0.916853, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"], "main_score": 0.916853, "precision": 0.90905, "recall": 0.934783}, {"accuracy": 0.925889, "f1": 0.905898, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"], "main_score": 0.905898, "precision": 0.896798, "recall": 0.925889}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"], "main_score": 0.910804, "precision": 0.901597, "recall": 0.93083}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"], "main_score": 0.933366, "precision": 0.926136, "recall": 0.948617}, {"accuracy": 0.894269, "f1": 0.865777, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"], "main_score": 0.865777, "precision": 0.851943, "recall": 0.894269}, {"accuracy": 0.898221, "f1": 0.868906, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"], "main_score": 0.868906, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"], "main_score": 0.904644, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.867589, "f1": 0.834738, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"], "main_score": 0.834738, "precision": 0.821123, "recall": 0.867589}, {"accuracy": 0.905138, "f1": 0.882642, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"], "main_score": 0.882642, "precision": 0.87371, "recall": 0.905138}, {"accuracy": 0.898221, "f1": 0.86749, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"], "main_score": 0.86749, "precision": 0.853014, "recall": 0.898221}, {"accuracy": 0.878458, "f1": 0.845751, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"], "main_score": 0.845751, "precision": 0.831341, "recall": 0.878458}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"], "main_score": 0.911067, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.940711, "f1": 0.922727, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"], "main_score": 0.922727, "precision": 0.914361, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.90998, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"], "main_score": 0.90998, "precision": 0.899951, "recall": 0.93083}, {"accuracy": 0.922925, "f1": 0.900823, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"], "main_score": 0.900823, "precision": 0.890481, "recall": 0.922925}, {"accuracy": 0.890316, "f1": 0.864631, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"], "main_score": 0.864631, "precision": 0.85387, "recall": 0.890316}, {"accuracy": 0.795455, "f1": 0.745883, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"], "main_score": 0.745883, "precision": 0.72393, "recall": 0.795455}, {"accuracy": 0.903162, "f1": 0.875231, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"], "main_score": 0.875231, "precision": 0.862072, "recall": 0.903162}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"], "main_score": 0.921278, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.842885, "f1": 0.801614, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"], "main_score": 0.801614, "precision": 0.7833, "recall": 0.842885}, {"accuracy": 0.833992, "f1": 0.793478, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"], "main_score": 0.793478, "precision": 0.775313, "recall": 0.833992}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.895257, "f1": 0.864361, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"], "main_score": 0.864361, "precision": 0.850049, "recall": 0.895257}, {"accuracy": 0.909091, "f1": 0.884914, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"], "main_score": 0.884914, "precision": 0.873995, "recall": 0.909091}, {"accuracy": 0.781621, "f1": 0.72851, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"], "main_score": 0.72851, "precision": 0.705221, "recall": 0.781621}, {"accuracy": 0.917984, "f1": 0.898337, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"], "main_score": 0.898337, "precision": 0.890671, "recall": 0.917984}, {"accuracy": 0.925889, "f1": 0.904992, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"], "main_score": 0.904992, "precision": 0.895537, "recall": 0.925889}, {"accuracy": 0.922925, "f1": 0.902009, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"], "main_score": 0.902009, "precision": 0.893231, "recall": 0.922925}, {"accuracy": 0.937747, "f1": 0.919928, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"], "main_score": 0.919928, "precision": 0.911891, "recall": 0.937747}, {"accuracy": 0.901186, "f1": 0.871838, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"], "main_score": 0.871838, "precision": 0.858564, "recall": 0.901186}, {"accuracy": 0.895257, "f1": 0.865744, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"], "main_score": 0.865744, "precision": 0.851943, "recall": 0.895257}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"], "main_score": 0.894433, "precision": 0.883399, "recall": 0.917984}, {"accuracy": 0.056324, "f1": 0.030045, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"], "main_score": 0.030045, "precision": 0.024241, "recall": 0.056324}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.966403, "f1": 0.955764, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"], "main_score": 0.955764, "precision": 0.950675, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"], "main_score": 0.927042, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"], "main_score": 0.908432, "precision": 0.898057, "recall": 0.929842}, {"accuracy": 0.97332, "f1": 0.964822, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"], "main_score": 0.964822, "precision": 0.960721, "recall": 0.97332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.918972, "f1": 0.895257, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"], "main_score": 0.895257, "precision": 0.883729, "recall": 0.918972}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.208498, "f1": 0.157888, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"], "main_score": 0.157888, "precision": 0.144484, "recall": 0.208498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.951581, "f1": 0.937088, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"], "main_score": 0.937088, "precision": 0.930007, "recall": 0.951581}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.991436, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"], "main_score": 0.991436, "precision": 0.990613, "recall": 0.993083}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"], "main_score": 0.942589, "precision": 0.936347, "recall": 0.955534}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.90415, "f1": 0.876318, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"], "main_score": 0.876318, "precision": 0.862813, "recall": 0.90415}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"], "main_score": 0.934289, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.91502, "f1": 0.888175, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"], "main_score": 0.888175, "precision": 0.875, "recall": 0.91502}, {"accuracy": 0.98419, "f1": 0.979809, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"], "main_score": 0.979809, "precision": 0.978014, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.899209, "f1": 0.871278, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"], "main_score": 0.871278, "precision": 0.858449, "recall": 0.899209}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"], "main_score": 0.92612, "precision": 0.918429, "recall": 0.942688}, {"accuracy": 0.757905, "f1": 0.69857, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"], "main_score": 0.69857, "precision": 0.672299, "recall": 0.757905}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.924901, "f1": 0.903393, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"], "main_score": 0.903393, "precision": 0.893198, "recall": 0.924901}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"], "main_score": 0.8889, "precision": 0.876894, "recall": 0.914032}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.912055, "f1": 0.88587, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"], "main_score": 0.88587, "precision": 0.873353, "recall": 0.912055}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"], "main_score": 0.96805, "precision": 0.964427, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.221344, "f1": 0.155709, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"], "main_score": 0.155709, "precision": 0.137135, "recall": 0.221344}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.867589, "f1": 0.832675, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"], "main_score": 0.832675, "precision": 0.816601, "recall": 0.867589}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"], "main_score": 0.942688, "precision": 0.935771, "recall": 0.956522}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"], "main_score": 0.908333, "precision": 0.898633, "recall": 0.928854}, {"accuracy": 0.87747, "f1": 0.842787, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"], "main_score": 0.842787, "precision": 0.826861, "recall": 0.87747}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"], "main_score": 0.918972, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.857708, "f1": 0.820586, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"], "main_score": 0.820586, "precision": 0.803557, "recall": 0.857708}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.894269, "f1": 0.864196, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"], "main_score": 0.864196, "precision": 0.850214, "recall": 0.894269}, {"accuracy": 0.272727, "f1": 0.212789, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"], "main_score": 0.212789, "precision": 0.192958, "recall": 0.272727}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.812253, "f1": 0.76357, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"], "main_score": 0.76357, "precision": 0.741765, "recall": 0.812253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"], "main_score": 0.91749, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.917984, "f1": 0.892655, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"], "main_score": 0.892655, "precision": 0.880847, "recall": 0.917984}, {"accuracy": 0.899209, "f1": 0.87029, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"], "main_score": 0.87029, "precision": 0.85667, "recall": 0.899209}, {"accuracy": 0.954545, "f1": 0.940283, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"], "main_score": 0.940283, "precision": 0.933383, "recall": 0.954545}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.057312, "f1": 0.030195, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"], "main_score": 0.030195, "precision": 0.024799, "recall": 0.057312}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"], "main_score": 0.898057, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.902174, "f1": 0.872977, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"], "main_score": 0.872977, "precision": 0.85919, "recall": 0.902174}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.864625, "f1": 0.827042, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"], "main_score": 0.827042, "precision": 0.809486, "recall": 0.864625}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"], "main_score": 0.988801, "precision": 0.987648, "recall": 0.991107}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.896245, "f1": 0.865679, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"], "main_score": 0.865679, "precision": 0.851367, "recall": 0.896245}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"], "main_score": 0.898386, "precision": 0.887022, "recall": 0.921937}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.926877, "f1": 0.906522, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"], "main_score": 0.906522, "precision": 0.896986, "recall": 0.926877}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"], "main_score": 0.951318, "precision": 0.946064, "recall": 0.962451}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.886364, "f1": 0.854611, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"], "main_score": 0.854611, "precision": 0.840333, "recall": 0.886364}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950659, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"], "main_score": 0.950659, "precision": 0.945076, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"], "main_score": 0.899374, "precision": 0.88834, "recall": 0.921937}, {"accuracy": 0.954545, "f1": 0.939723, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"], "main_score": 0.939723, "precision": 0.932312, "recall": 0.954545}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.911067, "f1": 0.886924, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"], "main_score": 0.886924, "precision": 0.875741, "recall": 0.911067}, {"accuracy": 0.942688, "f1": 0.925362, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"], "main_score": 0.925362, "precision": 0.91749, "recall": 0.942688}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.854743, "f1": 0.816304, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"], "main_score": 0.816304, "precision": 0.798584, "recall": 0.854743}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"], "main_score": 0.949934, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.898221, "f1": 0.868314, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"], "main_score": 0.868314, "precision": 0.854167, "recall": 0.898221}, {"accuracy": 0.928854, "f1": 0.90942, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"], "main_score": 0.90942, "precision": 0.900198, "recall": 0.928854}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.823123, "f1": 0.775329, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"], "main_score": 0.775329, "precision": 0.753706, "recall": 0.823123}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"], "main_score": 0.926383, "precision": 0.918676, "recall": 0.942688}, {"accuracy": 0.878458, "f1": 0.843248, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"], "main_score": 0.843248, "precision": 0.82719, "recall": 0.878458}, {"accuracy": 0.875494, "f1": 0.841864, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"], "main_score": 0.841864, "precision": 0.825922, "recall": 0.875494}, {"accuracy": 0.050395, "f1": 0.028337, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"], "main_score": 0.028337, "precision": 0.023547, "recall": 0.050395}, {"accuracy": 0.910079, "f1": 0.891566, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"], "main_score": 0.891566, "precision": 0.884848, "recall": 0.910079}, {"accuracy": 0.892292, "f1": 0.86514, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"], "main_score": 0.86514, "precision": 0.854011, "recall": 0.892292}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"], "main_score": 0.943906, "precision": 0.937994, "recall": 0.956522}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"], "main_score": 0.928195, "precision": 0.919631, "recall": 0.945652}, {"accuracy": 0.905138, "f1": 0.884319, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"], "main_score": 0.884319, "precision": 0.876482, "recall": 0.905138}, {"accuracy": 0.895257, "f1": 0.865349, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"], "main_score": 0.865349, "precision": 0.851532, "recall": 0.895257}, {"accuracy": 0.898221, "f1": 0.870422, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"], "main_score": 0.870422, "precision": 0.857625, "recall": 0.898221}, {"accuracy": 0.860672, "f1": 0.837606, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"], "main_score": 0.837606, "precision": 0.830167, "recall": 0.860672}, {"accuracy": 0.905138, "f1": 0.880319, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"], "main_score": 0.880319, "precision": 0.869245, "recall": 0.905138}, {"accuracy": 0.906126, "f1": 0.879414, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"], "main_score": 0.879414, "precision": 0.866765, "recall": 0.906126}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.897233, "f1": 0.868874, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"], "main_score": 0.868874, "precision": 0.856538, "recall": 0.897233}, {"accuracy": 0.90415, "f1": 0.886357, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"], "main_score": 0.886357, "precision": 0.879256, "recall": 0.90415}, {"accuracy": 0.901186, "f1": 0.872233, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"], "main_score": 0.872233, "precision": 0.858646, "recall": 0.901186}, {"accuracy": 0.935771, "f1": 0.918779, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"], "main_score": 0.918779, "precision": 0.911709, "recall": 0.935771}, {"accuracy": 0.910079, "f1": 0.887039, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"], "main_score": 0.887039, "precision": 0.877513, "recall": 0.910079}, {"accuracy": 0.897233, "f1": 0.867292, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"], "main_score": 0.867292, "precision": 0.85387, "recall": 0.897233}, {"accuracy": 0.905138, "f1": 0.883435, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"], "main_score": 0.883435, "precision": 0.87552, "recall": 0.905138}, {"accuracy": 0.929842, "f1": 0.907115, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"], "main_score": 0.907115, "precision": 0.895916, "recall": 0.929842}, {"accuracy": 0.939723, "f1": 0.922069, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"], "main_score": 0.922069, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.914032, "f1": 0.896533, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"], "main_score": 0.896533, "precision": 0.889781, "recall": 0.914032}, {"accuracy": 0.952569, "f1": 0.936924, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"], "main_score": 0.936924, "precision": 0.929183, "recall": 0.952569}, {"accuracy": 0.178854, "f1": 0.142774, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"], "main_score": 0.142774, "precision": 0.13172, "recall": 0.178854}, {"accuracy": 0.931818, "f1": 0.916797, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"], "main_score": 0.916797, "precision": 0.910635, "recall": 0.931818}, {"accuracy": 0.922925, "f1": 0.900988, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"], "main_score": 0.900988, "precision": 0.890646, "recall": 0.922925}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"], "main_score": 0.912451, "precision": 0.90308, "recall": 0.932806}, {"accuracy": 0.886364, "f1": 0.86035, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"], "main_score": 0.86035, "precision": 0.850539, "recall": 0.886364}, {"accuracy": 0.890316, "f1": 0.868132, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"], "main_score": 0.868132, "precision": 0.860099, "recall": 0.890316}, {"accuracy": 0.885375, "f1": 0.860641, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"], "main_score": 0.860641, "precision": 0.851107, "recall": 0.885375}, {"accuracy": 0.898221, "f1": 0.868695, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"], "main_score": 0.868695, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.91996, "f1": 0.901845, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"], "main_score": 0.901845, "precision": 0.894957, "recall": 0.91996}, {"accuracy": 0.920949, "f1": 0.89865, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"], "main_score": 0.89865, "precision": 0.888669, "recall": 0.920949}, {"accuracy": 0.865613, "f1": 0.846454, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"], "main_score": 0.846454, "precision": 0.839393, "recall": 0.865613}, {"accuracy": 0.889328, "f1": 0.863707, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"], "main_score": 0.863707, "precision": 0.854246, "recall": 0.889328}, {"accuracy": 0.906126, "f1": 0.883115, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"], "main_score": 0.883115, "precision": 0.874201, "recall": 0.906126}, {"accuracy": 0.917984, "f1": 0.897598, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"], "main_score": 0.897598, "precision": 0.88965, "recall": 0.917984}, {"accuracy": 0.87253, "f1": 0.840547, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"], "main_score": 0.840547, "precision": 0.825922, "recall": 0.87253}, {"accuracy": 0.885375, "f1": 0.850922, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"], "main_score": 0.850922, "precision": 0.834651, "recall": 0.885375}, {"accuracy": 0.885375, "f1": 0.862933, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"], "main_score": 0.862933, "precision": 0.854898, "recall": 0.885375}, {"accuracy": 0.912055, "f1": 0.888505, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"], "main_score": 0.888505, "precision": 0.877306, "recall": 0.912055}, {"accuracy": 0.908103, "f1": 0.892903, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"], "main_score": 0.892903, "precision": 0.887972, "recall": 0.908103}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"], "main_score": 0.894993, "precision": 0.883811, "recall": 0.918972}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"], "main_score": 0.919203, "precision": 0.91082, "recall": 0.937747}, {"accuracy": 0.920949, "f1": 0.897069, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"], "main_score": 0.897069, "precision": 0.886364, "recall": 0.920949}, {"accuracy": 0.885375, "f1": 0.853458, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"], "main_score": 0.853458, "precision": 0.83885, "recall": 0.885375}, {"accuracy": 0.87747, "f1": 0.845295, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"], "main_score": 0.845295, "precision": 0.83111, "recall": 0.87747}, {"accuracy": 0.895257, "f1": 0.863175, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"], "main_score": 0.863175, "precision": 0.848403, "recall": 0.895257}, {"accuracy": 0.895257, "f1": 0.871398, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"], "main_score": 0.871398, "precision": 0.862619, "recall": 0.895257}, {"accuracy": 0.900198, "f1": 0.871805, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"], "main_score": 0.871805, "precision": 0.859025, "recall": 0.900198}, {"accuracy": 0.857708, "f1": 0.820455, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"], "main_score": 0.820455, "precision": 0.803557, "recall": 0.857708}, {"accuracy": 0.891304, "f1": 0.870956, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"], "main_score": 0.870956, "precision": 0.862704, "recall": 0.891304}, {"accuracy": 0.909091, "f1": 0.882213, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"], "main_score": 0.882213, "precision": 0.869565, "recall": 0.909091}, {"accuracy": 0.851779, "f1": 0.811561, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"], "main_score": 0.811561, "precision": 0.793396, "recall": 0.851779}, {"accuracy": 0.94664, "f1": 0.931225, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"], "main_score": 0.931225, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.628458, "f1": 0.559235, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"], "main_score": 0.559235, "precision": 0.532757, "recall": 0.628458}, {"accuracy": 0.909091, "f1": 0.887799, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"], "main_score": 0.887799, "precision": 0.880034, "recall": 0.909091}, {"accuracy": 0.918972, "f1": 0.903063, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"], "main_score": 0.903063, "precision": 0.896795, "recall": 0.918972}, {"accuracy": 0.891304, "f1": 0.865095, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"], "main_score": 0.865095, "precision": 0.855254, "recall": 0.891304}, {"accuracy": 0.898221, "f1": 0.875194, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"], "main_score": 0.875194, "precision": 0.866684, "recall": 0.898221}, {"accuracy": 0.891304, "f1": 0.860013, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"], "main_score": 0.860013, "precision": 0.84552, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.858366, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"], "main_score": 0.858366, "precision": 0.846591, "recall": 0.887352}, {"accuracy": 0.913043, "f1": 0.886989, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"], "main_score": 0.886989, "precision": 0.874835, "recall": 0.913043}, {"accuracy": 0.918972, "f1": 0.90267, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"], "main_score": 0.90267, "precision": 0.89681, "recall": 0.918972}, {"accuracy": 0.892292, "f1": 0.862352, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"], "main_score": 0.862352, "precision": 0.848271, "recall": 0.892292}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.903162, "f1": 0.876845, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"], "main_score": 0.876845, "precision": 0.864542, "recall": 0.903162}, {"accuracy": 0.886364, "f1": 0.85527, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"], "main_score": 0.85527, "precision": 0.84226, "recall": 0.886364}, {"accuracy": 0.896245, "f1": 0.865679, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"], "main_score": 0.865679, "precision": 0.851894, "recall": 0.896245}, {"accuracy": 0.88834, "f1": 0.861698, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"], "main_score": 0.861698, "precision": 0.85163, "recall": 0.88834}, {"accuracy": 0.199605, "f1": 0.147447, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"], "main_score": 0.147447, "precision": 0.132541, "recall": 0.199605}, {"accuracy": 0.890316, "f1": 0.859025, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"], "main_score": 0.859025, "precision": 0.844203, "recall": 0.890316}, {"accuracy": 0.882411, "f1": 0.851783, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"], "main_score": 0.851783, "precision": 0.838439, "recall": 0.882411}, {"accuracy": 0.920949, "f1": 0.895916, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"], "main_score": 0.895916, "precision": 0.883729, "recall": 0.920949}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"], "main_score": 0.914196, "precision": 0.903986, "recall": 0.934783}, {"accuracy": 0.91502, "f1": 0.89185, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"], "main_score": 0.89185, "precision": 0.882115, "recall": 0.91502}, {"accuracy": 0.890316, "f1": 0.862121, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"], "main_score": 0.862121, "precision": 0.850593, "recall": 0.890316}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"], "main_score": 0.940382, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.91996, "f1": 0.899692, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"], "main_score": 0.899692, "precision": 0.891363, "recall": 0.91996}, {"accuracy": 0.911067, "f1": 0.891032, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"], "main_score": 0.891032, "precision": 0.883829, "recall": 0.911067}, {"accuracy": 0.894269, "f1": 0.874899, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"], "main_score": 0.874899, "precision": 0.867822, "recall": 0.894269}, {"accuracy": 0.894269, "f1": 0.867528, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"], "main_score": 0.867528, "precision": 0.857246, "recall": 0.894269}, {"accuracy": 0.916008, "f1": 0.89491, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"], "main_score": 0.89491, "precision": 0.885921, "recall": 0.916008}, {"accuracy": 0.807312, "f1": 0.758926, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"], "main_score": 0.758926, "precision": 0.737434, "recall": 0.807312}, {"accuracy": 0.912055, "f1": 0.886528, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"], "main_score": 0.886528, "precision": 0.874012, "recall": 0.912055}, {"accuracy": 0.885375, "f1": 0.861528, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"], "main_score": 0.861528, "precision": 0.85263, "recall": 0.885375}, {"accuracy": 0.909091, "f1": 0.8955, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"], "main_score": 0.8955, "precision": 0.890442, "recall": 0.909091}, {"accuracy": 0.912055, "f1": 0.895331, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"], "main_score": 0.895331, "precision": 0.888565, "recall": 0.912055}, {"accuracy": 0.870553, "f1": 0.834453, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"], "main_score": 0.834453, "precision": 0.817688, "recall": 0.870553}, {"accuracy": 0.81917, "f1": 0.770737, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"], "main_score": 0.770737, "precision": 0.748765, "recall": 0.81917}, {"accuracy": 0.917984, "f1": 0.893972, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"], "main_score": 0.893972, "precision": 0.882823, "recall": 0.917984}, {"accuracy": 0.91996, "f1": 0.897497, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"], "main_score": 0.897497, "precision": 0.887846, "recall": 0.91996}, {"accuracy": 0.88834, "f1": 0.857444, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"], "main_score": 0.857444, "precision": 0.843001, "recall": 0.88834}, {"accuracy": 0.932806, "f1": 0.916797, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"], "main_score": 0.916797, "precision": 0.91027, "recall": 0.932806}, {"accuracy": 0.811265, "f1": 0.764394, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"], "main_score": 0.764394, "precision": 0.743001, "recall": 0.811265}, {"accuracy": 0.943676, "f1": 0.926779, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"], "main_score": 0.926779, "precision": 0.91889, "recall": 0.943676}, {"accuracy": 0.924901, "f1": 0.909291, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"], "main_score": 0.909291, "precision": 0.903583, "recall": 0.924901}, {"accuracy": 0.898221, "f1": 0.87619, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"], "main_score": 0.87619, "precision": 0.868258, "recall": 0.898221}, {"accuracy": 0.891304, "f1": 0.873602, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"], "main_score": 0.873602, "precision": 0.868134, "recall": 0.891304}, {"accuracy": 0.883399, "f1": 0.862148, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"], "main_score": 0.862148, "precision": 0.854593, "recall": 0.883399}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"], "main_score": 0.931489, "precision": 0.923781, "recall": 0.947628}, {"accuracy": 0.923913, "f1": 0.902734, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"], "main_score": 0.902734, "precision": 0.892704, "recall": 0.923913}, {"accuracy": 0.859684, "f1": 0.820883, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"], "main_score": 0.820883, "precision": 0.802783, "recall": 0.859684}, {"accuracy": 0.257905, "f1": 0.209593, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"], "main_score": 0.209593, "precision": 0.192846, "recall": 0.257905}, {"accuracy": 0.906126, "f1": 0.876976, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"], "main_score": 0.876976, "precision": 0.862978, "recall": 0.906126}, {"accuracy": 0.754941, "f1": 0.693297, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"], "main_score": 0.693297, "precision": 0.667269, "recall": 0.754941}, {"accuracy": 0.942688, "f1": 0.924802, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"], "main_score": 0.924802, "precision": 0.91642, "recall": 0.942688}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.863636, "f1": 0.823287, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"], "main_score": 0.823287, "precision": 0.804924, "recall": 0.863636}, {"accuracy": 0.924901, "f1": 0.90135, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"], "main_score": 0.90135, "precision": 0.889987, "recall": 0.924901}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"], "main_score": 0.91469, "precision": 0.905138, "recall": 0.934783}, {"accuracy": 0.910079, "f1": 0.883564, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"], "main_score": 0.883564, "precision": 0.871047, "recall": 0.910079}, {"accuracy": 0.896245, "f1": 0.869186, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"], "main_score": 0.869186, "precision": 0.85803, "recall": 0.896245}, {"accuracy": 0.909091, "f1": 0.881752, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"], "main_score": 0.881752, "precision": 0.868577, "recall": 0.909091}, {"accuracy": 0.917984, "f1": 0.902677, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"], "main_score": 0.902677, "precision": 0.897397, "recall": 0.917984}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.853755, "f1": 0.815514, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"], "main_score": 0.815514, "precision": 0.798254, "recall": 0.853755}, {"accuracy": 0.846838, "f1": 0.811841, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"], "main_score": 0.811841, "precision": 0.795958, "recall": 0.846838}, {"accuracy": 0.931818, "f1": 0.911627, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"], "main_score": 0.911627, "precision": 0.902092, "recall": 0.931818}, {"accuracy": 0.887352, "f1": 0.858169, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"], "main_score": 0.858169, "precision": 0.846706, "recall": 0.887352}, {"accuracy": 0.047431, "f1": 0.023666, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"], "main_score": 0.023666, "precision": 0.01876, "recall": 0.047431}, {"accuracy": 0.881423, "f1": 0.858359, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"], "main_score": 0.858359, "precision": 0.850409, "recall": 0.881423}, {"accuracy": 0.905138, "f1": 0.880303, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"], "main_score": 0.880303, "precision": 0.869318, "recall": 0.905138}, {"accuracy": 0.860672, "f1": 0.835727, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"], "main_score": 0.835727, "precision": 0.826646, "recall": 0.860672}, {"accuracy": 0.902174, "f1": 0.881861, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"], "main_score": 0.881861, "precision": 0.874422, "recall": 0.902174}, {"accuracy": 0.827075, "f1": 0.78011, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"], "main_score": 0.78011, "precision": 0.759585, "recall": 0.827075}, {"accuracy": 0.865613, "f1": 0.826943, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"], "main_score": 0.826943, "precision": 0.809206, "recall": 0.865613}, {"accuracy": 0.893281, "f1": 0.867707, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"], "main_score": 0.867707, "precision": 0.858006, "recall": 0.893281}, {"accuracy": 0.887352, "f1": 0.860853, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"], "main_score": 0.860853, "precision": 0.850877, "recall": 0.887352}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.909091, "f1": 0.883729, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"], "main_score": 0.883729, "precision": 0.872398, "recall": 0.909091}, {"accuracy": 0.784585, "f1": 0.731131, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"], "main_score": 0.731131, "precision": 0.708482, "recall": 0.784585}, {"accuracy": 0.916008, "f1": 0.896287, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"], "main_score": 0.896287, "precision": 0.88803, "recall": 0.916008}, {"accuracy": 0.799407, "f1": 0.750659, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"], "main_score": 0.750659, "precision": 0.728738, "recall": 0.799407}, {"accuracy": 0.896245, "f1": 0.867161, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"], "main_score": 0.867161, "precision": 0.854002, "recall": 0.896245}, {"accuracy": 0.891304, "f1": 0.868109, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"], "main_score": 0.868109, "precision": 0.859226, "recall": 0.891304}, {"accuracy": 0.897233, "f1": 0.870455, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"], "main_score": 0.870455, "precision": 0.859058, "recall": 0.897233}, {"accuracy": 0.927866, "f1": 0.907609, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"], "main_score": 0.907609, "precision": 0.897892, "recall": 0.927866}, {"accuracy": 0.906126, "f1": 0.879908, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"], "main_score": 0.879908, "precision": 0.868445, "recall": 0.906126}, {"accuracy": 0.833992, "f1": 0.807685, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"], "main_score": 0.807685, "precision": 0.797709, "recall": 0.833992}, {"accuracy": 0.893281, "f1": 0.8655, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"], "main_score": 0.8655, "precision": 0.85415, "recall": 0.893281}, {"accuracy": 0.869565, "f1": 0.833733, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"], "main_score": 0.833733, "precision": 0.818429, "recall": 0.869565}, {"accuracy": 0.899209, "f1": 0.870916, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"], "main_score": 0.870916, "precision": 0.857987, "recall": 0.899209}, {"accuracy": 0.884387, "f1": 0.855226, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"], "main_score": 0.855226, "precision": 0.842581, "recall": 0.884387}, {"accuracy": 0.878458, "f1": 0.846212, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"], "main_score": 0.846212, "precision": 0.832691, "recall": 0.878458}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"], "main_score": 0.922101, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.942688, "f1": 0.926054, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"], "main_score": 0.926054, "precision": 0.918511, "recall": 0.942688}, {"accuracy": 0.926877, "f1": 0.906623, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"], "main_score": 0.906623, "precision": 0.897704, "recall": 0.926877}, {"accuracy": 0.891304, "f1": 0.862022, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"], "main_score": 0.862022, "precision": 0.849259, "recall": 0.891304}, {"accuracy": 0.859684, "f1": 0.828847, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"], "main_score": 0.828847, "precision": 0.818103, "recall": 0.859684}, {"accuracy": 0.889328, "f1": 0.863046, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"], "main_score": 0.863046, "precision": 0.852793, "recall": 0.889328}, {"accuracy": 0.909091, "f1": 0.881653, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"], "main_score": 0.881653, "precision": 0.869186, "recall": 0.909091}, {"accuracy": 0.895257, "f1": 0.864262, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"], "main_score": 0.864262, "precision": 0.849802, "recall": 0.895257}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.810277, "f1": 0.761152, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"], "main_score": 0.761152, "precision": 0.739542, "recall": 0.810277}, {"accuracy": 0.899209, "f1": 0.880081, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"], "main_score": 0.880081, "precision": 0.873128, "recall": 0.899209}, {"accuracy": 0.879447, "f1": 0.844946, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"], "main_score": 0.844946, "precision": 0.829381, "recall": 0.879447}, {"accuracy": 0.862648, "f1": 0.831142, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"], "main_score": 0.831142, "precision": 0.81844, "recall": 0.862648}, {"accuracy": 0.900198, "f1": 0.873671, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"], "main_score": 0.873671, "precision": 0.862311, "recall": 0.900198}, {"accuracy": 0.93083, "f1": 0.909881, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"], "main_score": 0.909881, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.91502, "f1": 0.89114, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"], "main_score": 0.89114, "precision": 0.879644, "recall": 0.91502}, {"accuracy": 0.911067, "f1": 0.890423, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"], "main_score": 0.890423, "precision": 0.88285, "recall": 0.911067}, {"accuracy": 0.889328, "f1": 0.858663, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"], "main_score": 0.858663, "precision": 0.844203, "recall": 0.889328}, {"accuracy": 0.923913, "f1": 0.900362, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"], "main_score": 0.900362, "precision": 0.889032, "recall": 0.923913}, {"accuracy": 0.886364, "f1": 0.860166, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"], "main_score": 0.860166, "precision": 0.850237, "recall": 0.886364}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"], "main_score": 0.903986, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.929842, "f1": 0.918096, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"], "main_score": 0.918096, "precision": 0.913425, "recall": 0.929842}, {"accuracy": 0.856719, "f1": 0.81917, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"], "main_score": 0.81917, "precision": 0.801252, "recall": 0.856719}, {"accuracy": 0.907115, "f1": 0.882664, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"], "main_score": 0.882664, "precision": 0.872637, "recall": 0.907115}, {"accuracy": 0.91996, "f1": 0.898639, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"], "main_score": 0.898639, "precision": 0.889633, "recall": 0.91996}, {"accuracy": 0.912055, "f1": 0.889431, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"], "main_score": 0.889431, "precision": 0.879817, "recall": 0.912055}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"], "main_score": 0.921607, "precision": 0.912549, "recall": 0.939723}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.88834, "f1": 0.858366, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"], "main_score": 0.858366, "precision": 0.843874, "recall": 0.88834}, {"accuracy": 0.902174, "f1": 0.873024, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"], "main_score": 0.873024, "precision": 0.85919, "recall": 0.902174}, {"accuracy": 0.908103, "f1": 0.881489, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"], "main_score": 0.881489, "precision": 0.869153, "recall": 0.908103}, {"accuracy": 0.858696, "f1": 0.827782, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"], "main_score": 0.827782, "precision": 0.815788, "recall": 0.858696}, {"accuracy": 0.873518, "f1": 0.850249, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"], "main_score": 0.850249, "precision": 0.842412, "recall": 0.873518}, {"accuracy": 0.886364, "f1": 0.854117, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"], "main_score": 0.854117, "precision": 0.839839, "recall": 0.886364}, {"accuracy": 0.885375, "f1": 0.855385, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"], "main_score": 0.855385, "precision": 0.841297, "recall": 0.885375}, {"accuracy": 0.948617, "f1": 0.933959, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"], "main_score": 0.933959, "precision": 0.926877, "recall": 0.948617}, {"accuracy": 0.926877, "f1": 0.905764, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"], "main_score": 0.905764, "precision": 0.895949, "recall": 0.926877}, {"accuracy": 0.910079, "f1": 0.883564, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"], "main_score": 0.883564, "precision": 0.870718, "recall": 0.910079}, {"accuracy": 0.90415, "f1": 0.877536, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"], "main_score": 0.877536, "precision": 0.865036, "recall": 0.90415}, {"accuracy": 0.886364, "f1": 0.867884, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"], "main_score": 0.867884, "precision": 0.861522, "recall": 0.886364}, {"accuracy": 0.794466, "f1": 0.744664, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"], "main_score": 0.744664, "precision": 0.721838, "recall": 0.794466}, {"accuracy": 0.862648, "f1": 0.826976, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"], "main_score": 0.826976, "precision": 0.811957, "recall": 0.862648}, {"accuracy": 0.9417, "f1": 0.924934, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"], "main_score": 0.924934, "precision": 0.917572, "recall": 0.9417}, {"accuracy": 0.86166, "f1": 0.825231, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"], "main_score": 0.825231, "precision": 0.807971, "recall": 0.86166}, {"accuracy": 0.841897, "f1": 0.801845, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"], "main_score": 0.801845, "precision": 0.784009, "recall": 0.841897}, {"accuracy": 0.917984, "f1": 0.894895, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"], "main_score": 0.894895, "precision": 0.884223, "recall": 0.917984}, {"accuracy": 0.889328, "f1": 0.858827, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"], "main_score": 0.858827, "precision": 0.845866, "recall": 0.889328}, {"accuracy": 0.901186, "f1": 0.872793, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"], "main_score": 0.872793, "precision": 0.860244, "recall": 0.901186}, {"accuracy": 0.763834, "f1": 0.703393, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"], "main_score": 0.703393, "precision": 0.676532, "recall": 0.763834}, {"accuracy": 0.898221, "f1": 0.876967, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"], "main_score": 0.876967, "precision": 0.869707, "recall": 0.898221}, {"accuracy": 0.899209, "f1": 0.87699, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"], "main_score": 0.87699, "precision": 0.868619, "recall": 0.899209}, {"accuracy": 0.884387, "f1": 0.858361, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"], "main_score": 0.858361, "precision": 0.848881, "recall": 0.884387}, {"accuracy": 0.913043, "f1": 0.89002, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"], "main_score": 0.89002, "precision": 0.879891, "recall": 0.913043}, {"accuracy": 0.880435, "f1": 0.849506, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"], "main_score": 0.849506, "precision": 0.836281, "recall": 0.880435}, {"accuracy": 0.882411, "f1": 0.849802, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"], "main_score": 0.849802, "precision": 0.834519, "recall": 0.882411}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"], "main_score": 0.931653, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.906126, "f1": 0.877536, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"], "main_score": 0.877536, "precision": 0.863719, "recall": 0.906126}, {"accuracy": 0.057312, "f1": 0.032191, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"], "main_score": 0.032191, "precision": 0.026627, "recall": 0.057312}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"], "main_score": 0.986166, "precision": 0.984848, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.982444, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"], "main_score": 0.982444, "precision": 0.980814, "recall": 0.986166}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"], "main_score": 0.905797, "precision": 0.894928, "recall": 0.927866}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.983202, "f1": 0.979084, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"], "main_score": 0.979084, "precision": 0.977273, "recall": 0.983202}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"], "main_score": 0.900527, "precision": 0.889163, "recall": 0.923913}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.98139, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"], "main_score": 0.98139, "precision": 0.979776, "recall": 0.985178}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.982609, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"], "main_score": 0.982609, "precision": 0.981143, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.202569, "f1": 0.15504, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"], "main_score": 0.15504, "precision": 0.141731, "recall": 0.202569}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.987879, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"], "main_score": 0.987879, "precision": 0.987072, "recall": 0.990119}, {"accuracy": 0.947628, "f1": 0.931555, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"], "main_score": 0.931555, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"], "main_score": 0.984848, "precision": 0.983366, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.965415, "f1": 0.955995, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"], "main_score": 0.955995, "precision": 0.951943, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"], "main_score": 0.982213, "precision": 0.980402, "recall": 0.986166}, {"accuracy": 0.896245, "f1": 0.864954, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"], "main_score": 0.864954, "precision": 0.849967, "recall": 0.896245}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"], "main_score": 0.949769, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"], "main_score": 0.916831, "precision": 0.907279, "recall": 0.936759}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"], "main_score": 0.958564, "precision": 0.953804, "recall": 0.968379}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.887352, "f1": 0.854809, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"], "main_score": 0.854809, "precision": 0.839345, "recall": 0.887352}, {"accuracy": 0.975296, "f1": 0.969186, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"], "main_score": 0.969186, "precision": 0.966627, "recall": 0.975296}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.896245, "f1": 0.865283, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"], "main_score": 0.865283, "precision": 0.850296, "recall": 0.896245}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.736166, "f1": 0.675221, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"], "main_score": 0.675221, "precision": 0.649967, "recall": 0.736166}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"], "main_score": 0.983531, "precision": 0.981884, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.977833, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"], "main_score": 0.977833, "precision": 0.97607, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.907115, "f1": 0.878524, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"], "main_score": 0.878524, "precision": 0.865036, "recall": 0.907115}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"], "main_score": 0.948287, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.985079, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"], "main_score": 0.985079, "precision": 0.983778, "recall": 0.988142}, {"accuracy": 0.885375, "f1": 0.853261, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"], "main_score": 0.853261, "precision": 0.837945, "recall": 0.885375}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"], "main_score": 0.901515, "precision": 0.89081, "recall": 0.923913}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.97892, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"], "main_score": 0.97892, "precision": 0.976779, "recall": 0.983202}, {"accuracy": 0.217391, "f1": 0.15302, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"], "main_score": 0.15302, "precision": 0.133836, "recall": 0.217391}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"], "main_score": 0.901515, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"], "main_score": 0.971739, "precision": 0.968626, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.964427, "f1": 0.954545, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"], "main_score": 0.954545, "precision": 0.949769, "recall": 0.964427}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.973602, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"], "main_score": 0.973602, "precision": 0.971014, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"], "main_score": 0.980896, "precision": 0.97892, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.857708, "f1": 0.817095, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"], "main_score": 0.817095, "precision": 0.798534, "recall": 0.857708}, {"accuracy": 0.955534, "f1": 0.942852, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"], "main_score": 0.942852, "precision": 0.936594, "recall": 0.955534}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"], "main_score": 0.980962, "precision": 0.979002, "recall": 0.985178}, {"accuracy": 0.983202, "f1": 0.978755, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"], "main_score": 0.978755, "precision": 0.976812, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.977174, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"], "main_score": 0.977174, "precision": 0.974885, "recall": 0.982213}, {"accuracy": 0.927866, "f1": 0.90774, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"], "main_score": 0.90774, "precision": 0.898781, "recall": 0.927866}, {"accuracy": 0.878458, "f1": 0.842523, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"], "main_score": 0.842523, "precision": 0.825428, "recall": 0.878458}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.918972, "f1": 0.894104, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"], "main_score": 0.894104, "precision": 0.882082, "recall": 0.918972}, {"accuracy": 0.986166, "f1": 0.982609, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"], "main_score": 0.982609, "precision": 0.981143, "recall": 0.986166}, {"accuracy": 0.84585, "f1": 0.806357, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"], "main_score": 0.806357, "precision": 0.788126, "recall": 0.84585}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"], "main_score": 0.974473, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.982543, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"], "main_score": 0.982543, "precision": 0.980896, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"], "main_score": 0.983597, "precision": 0.981966, "recall": 0.987154}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"], "main_score": 0.965152, "precision": 0.961215, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.88834, "f1": 0.856028, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"], "main_score": 0.856028, "precision": 0.841074, "recall": 0.88834}, {"accuracy": 0.259881, "f1": 0.208459, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"], "main_score": 0.208459, "precision": 0.191516, "recall": 0.259881}, {"accuracy": 0.939723, "f1": 0.920685, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"], "main_score": 0.920685, "precision": 0.911479, "recall": 0.939723}, {"accuracy": 0.781621, "f1": 0.728228, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"], "main_score": 0.728228, "precision": 0.704891, "recall": 0.781621}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.91502, "f1": 0.889065, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"], "main_score": 0.889065, "precision": 0.876729, "recall": 0.91502}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.972299, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"], "main_score": 0.972299, "precision": 0.969697, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.906126, "f1": 0.87836, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"], "main_score": 0.87836, "precision": 0.86553, "recall": 0.906126}, {"accuracy": 0.896245, "f1": 0.86581, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"], "main_score": 0.86581, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"], "main_score": 0.925296, "precision": 0.916914, "recall": 0.942688}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.05336, "f1": 0.025752, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"], "main_score": 0.025752, "precision": 0.020469, "recall": 0.05336}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.9417, "f1": 0.927621, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"], "main_score": 0.927621, "precision": 0.922036, "recall": 0.9417}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"], "main_score": 0.918972, "precision": 0.909256, "recall": 0.938735}, {"accuracy": 0.903162, "f1": 0.873847, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"], "main_score": 0.873847, "precision": 0.859848, "recall": 0.903162}, {"accuracy": 0.97332, "f1": 0.966304, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"], "main_score": 0.966304, "precision": 0.963192, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.879447, "f1": 0.845059, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"], "main_score": 0.845059, "precision": 0.829298, "recall": 0.879447}, {"accuracy": 0.978261, "f1": 0.972167, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"], "main_score": 0.972167, "precision": 0.969368, "recall": 0.978261}, {"accuracy": 0.862648, "f1": 0.825692, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"], "main_score": 0.825692, "precision": 0.808827, "recall": 0.862648}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"], "main_score": 0.936759, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.956705, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"], "main_score": 0.956705, "precision": 0.952981, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.956522, "f1": 0.943577, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"], "main_score": 0.943577, "precision": 0.937335, "recall": 0.956522}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.959486, "f1": 0.947694, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"], "main_score": 0.947694, "precision": 0.942111, "recall": 0.959486}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"], "main_score": 0.942589, "precision": 0.936677, "recall": 0.955534}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"], "main_score": 0.948617, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"], "main_score": 0.942358, "precision": 0.935277, "recall": 0.956522}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.865613, "f1": 0.827767, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"], "main_score": 0.827767, "precision": 0.810392, "recall": 0.865613}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.968379, "f1": 0.959387, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"], "main_score": 0.959387, "precision": 0.955287, "recall": 0.968379}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.922925, "f1": 0.901021, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"], "main_score": 0.901021, "precision": 0.890481, "recall": 0.922925}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.926877, "f1": 0.906291, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"], "main_score": 0.906291, "precision": 0.89641, "recall": 0.926877}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"], "main_score": 0.930501, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.884387, "f1": 0.852075, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"], "main_score": 0.852075, "precision": 0.836957, "recall": 0.884387}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.91996, "f1": 0.897563, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"], "main_score": 0.897563, "precision": 0.886858, "recall": 0.91996}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.94664, "f1": 0.932115, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"], "main_score": 0.932115, "precision": 0.925758, "recall": 0.94664}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.928854, "f1": 0.908992, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"], "main_score": 0.908992, "precision": 0.899786, "recall": 0.928854}, {"accuracy": 0.902174, "f1": 0.874308, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"], "main_score": 0.874308, "precision": 0.861331, "recall": 0.902174}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"], "main_score": 0.955204, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.980237, "f1": 0.974704, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"], "main_score": 0.974704, "precision": 0.97225, "recall": 0.980237}, {"accuracy": 0.841897, "f1": 0.799967, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"], "main_score": 0.799967, "precision": 0.780254, "recall": 0.841897}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"], "main_score": 0.93946, "precision": 0.932724, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.88834, "f1": 0.856522, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"], "main_score": 0.856522, "precision": 0.841733, "recall": 0.88834}, {"accuracy": 0.910079, "f1": 0.882806, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"], "main_score": 0.882806, "precision": 0.869812, "recall": 0.910079}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.809289, "f1": 0.757693, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"], "main_score": 0.757693, "precision": 0.734601, "recall": 0.809289}, {"accuracy": 0.985178, "f1": 0.981061, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"], "main_score": 0.981061, "precision": 0.979084, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"], "main_score": 0.979743, "precision": 0.977767, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"], "main_score": 0.987484, "precision": 0.986331, "recall": 0.990119}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"], "main_score": 0.937418, "precision": 0.930665, "recall": 0.951581}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"], "main_score": 0.91502, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.779644, "f1": 0.7241, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"], "main_score": 0.7241, "precision": 0.701754, "recall": 0.779644}, {"accuracy": 0.780632, "f1": 0.724259, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"], "main_score": 0.724259, "precision": 0.700471, "recall": 0.780632}, {"accuracy": 0.057312, "f1": 0.030992, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"], "main_score": 0.030992, "precision": 0.025207, "recall": 0.057312}, {"accuracy": 0.769763, "f1": 0.734129, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"], "main_score": 0.734129, "precision": 0.722383, "recall": 0.769763}, {"accuracy": 0.787549, "f1": 0.743666, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"], "main_score": 0.743666, "precision": 0.728661, "recall": 0.787549}, {"accuracy": 0.844862, "f1": 0.802819, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"], "main_score": 0.802819, "precision": 0.784503, "recall": 0.844862}, {"accuracy": 0.825099, "f1": 0.779331, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"], "main_score": 0.779331, "precision": 0.760368, "recall": 0.825099}, {"accuracy": 0.869565, "f1": 0.832708, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"], "main_score": 0.832708, "precision": 0.816123, "recall": 0.869565}, {"accuracy": 0.744071, "f1": 0.707483, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"], "main_score": 0.707483, "precision": 0.695508, "recall": 0.744071}, {"accuracy": 0.775692, "f1": 0.718483, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"], "main_score": 0.718483, "precision": 0.694351, "recall": 0.775692}, {"accuracy": 0.724308, "f1": 0.657015, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"], "main_score": 0.657015, "precision": 0.630757, "recall": 0.724308}, {"accuracy": 0.701581, "f1": 0.664997, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"], "main_score": 0.664997, "precision": 0.65436, "recall": 0.701581}, {"accuracy": 0.797431, "f1": 0.74913, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"], "main_score": 0.74913, "precision": 0.730347, "recall": 0.797431}, {"accuracy": 0.848814, "f1": 0.808432, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"], "main_score": 0.808432, "precision": 0.79025, "recall": 0.848814}, {"accuracy": 0.932806, "f1": 0.91278, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"], "main_score": 0.91278, "precision": 0.903409, "recall": 0.932806}, {"accuracy": 0.766798, "f1": 0.715813, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"], "main_score": 0.715813, "precision": 0.697113, "recall": 0.766798}, {"accuracy": 0.775692, "f1": 0.746, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"], "main_score": 0.746, "precision": 0.735253, "recall": 0.775692}, {"accuracy": 0.812253, "f1": 0.763505, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"], "main_score": 0.763505, "precision": 0.742045, "recall": 0.812253}, {"accuracy": 0.833992, "f1": 0.797512, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"], "main_score": 0.797512, "precision": 0.783159, "recall": 0.833992}, {"accuracy": 0.754941, "f1": 0.708597, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"], "main_score": 0.708597, "precision": 0.69304, "recall": 0.754941}, {"accuracy": 0.789526, "f1": 0.736404, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"], "main_score": 0.736404, "precision": 0.714996, "recall": 0.789526}, {"accuracy": 0.754941, "f1": 0.717601, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"], "main_score": 0.717601, "precision": 0.705971, "recall": 0.754941}, {"accuracy": 0.887352, "f1": 0.855797, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"], "main_score": 0.855797, "precision": 0.840991, "recall": 0.887352}, {"accuracy": 0.814229, "f1": 0.768938, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"], "main_score": 0.768938, "precision": 0.751014, "recall": 0.814229}, {"accuracy": 0.805336, "f1": 0.774686, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"], "main_score": 0.774686, "precision": 0.763391, "recall": 0.805336}, {"accuracy": 0.77668, "f1": 0.718565, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"], "main_score": 0.718565, "precision": 0.694344, "recall": 0.77668}, {"accuracy": 0.152174, "f1": 0.119367, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"], "main_score": 0.119367, "precision": 0.110836, "recall": 0.152174}, {"accuracy": 0.841897, "f1": 0.814855, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"], "main_score": 0.814855, "precision": 0.804261, "recall": 0.841897}, {"accuracy": 0.855731, "f1": 0.814246, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"], "main_score": 0.814246, "precision": 0.795102, "recall": 0.855731}, {"accuracy": 0.753953, "f1": 0.695561, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"], "main_score": 0.695561, "precision": 0.673471, "recall": 0.753953}, {"accuracy": 0.705534, "f1": 0.660562, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"], "main_score": 0.660562, "precision": 0.646639, "recall": 0.705534}, {"accuracy": 0.749012, "f1": 0.711206, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"], "main_score": 0.711206, "precision": 0.699532, "recall": 0.749012}, {"accuracy": 0.758893, "f1": 0.723048, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"], "main_score": 0.723048, "precision": 0.711181, "recall": 0.758893}, {"accuracy": 0.779644, "f1": 0.722351, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"], "main_score": 0.722351, "precision": 0.698699, "recall": 0.779644}, {"accuracy": 0.81917, "f1": 0.787967, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"], "main_score": 0.787967, "precision": 0.777551, "recall": 0.81917}, {"accuracy": 0.823123, "f1": 0.778574, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"], "main_score": 0.778574, "precision": 0.761422, "recall": 0.823123}, {"accuracy": 0.716403, "f1": 0.687755, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"], "main_score": 0.687755, "precision": 0.676987, "recall": 0.716403}, {"accuracy": 0.763834, "f1": 0.720193, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"], "main_score": 0.720193, "precision": 0.705905, "recall": 0.763834}, {"accuracy": 0.755929, "f1": 0.715313, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"], "main_score": 0.715313, "precision": 0.702558, "recall": 0.755929}, {"accuracy": 0.790514, "f1": 0.755838, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"], "main_score": 0.755838, "precision": 0.745072, "recall": 0.790514}, {"accuracy": 0.764822, "f1": 0.706112, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"], "main_score": 0.706112, "precision": 0.68178, "recall": 0.764822}, {"accuracy": 0.810277, "f1": 0.759258, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"], "main_score": 0.759258, "precision": 0.737542, "recall": 0.810277}, {"accuracy": 0.732213, "f1": 0.694055, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"], "main_score": 0.694055, "precision": 0.681331, "recall": 0.732213}, {"accuracy": 0.823123, "f1": 0.773617, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"], "main_score": 0.773617, "precision": 0.751482, "recall": 0.823123}, {"accuracy": 0.759881, "f1": 0.73021, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"], "main_score": 0.73021, "precision": 0.720256, "recall": 0.759881}, {"accuracy": 0.757905, "f1": 0.701094, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"], "main_score": 0.701094, "precision": 0.679903, "recall": 0.757905}, {"accuracy": 0.849802, "f1": 0.809025, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"], "main_score": 0.809025, "precision": 0.791601, "recall": 0.849802}, {"accuracy": 0.774704, "f1": 0.722173, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"], "main_score": 0.722173, "precision": 0.702916, "recall": 0.774704}, {"accuracy": 0.784585, "f1": 0.728962, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"], "main_score": 0.728962, "precision": 0.706159, "recall": 0.784585}, {"accuracy": 0.694664, "f1": 0.630773, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"], "main_score": 0.630773, "precision": 0.607213, "recall": 0.694664}, {"accuracy": 0.733202, "f1": 0.67081, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"], "main_score": 0.67081, "precision": 0.647868, "recall": 0.733202}, {"accuracy": 0.653162, "f1": 0.601512, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"], "main_score": 0.601512, "precision": 0.58643, "recall": 0.653162}, {"accuracy": 0.709486, "f1": 0.649634, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"], "main_score": 0.649634, "precision": 0.628771, "recall": 0.709486}, {"accuracy": 0.757905, "f1": 0.69457, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"], "main_score": 0.69457, "precision": 0.667721, "recall": 0.757905}, {"accuracy": 0.782609, "f1": 0.753707, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"], "main_score": 0.753707, "precision": 0.742439, "recall": 0.782609}, {"accuracy": 0.835968, "f1": 0.791238, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"], "main_score": 0.791238, "precision": 0.771772, "recall": 0.835968}, {"accuracy": 0.762846, "f1": 0.703247, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"], "main_score": 0.703247, "precision": 0.677915, "recall": 0.762846}, {"accuracy": 0.864625, "f1": 0.827569, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"], "main_score": 0.827569, "precision": 0.810721, "recall": 0.864625}, {"accuracy": 0.511858, "f1": 0.430618, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"], "main_score": 0.430618, "precision": 0.405034, "recall": 0.511858}, {"accuracy": 0.768775, "f1": 0.72773, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"], "main_score": 0.72773, "precision": 0.714893, "recall": 0.768775}, {"accuracy": 0.812253, "f1": 0.781767, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"], "main_score": 0.781767, "precision": 0.769904, "recall": 0.812253}, {"accuracy": 0.69664, "f1": 0.640426, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"], "main_score": 0.640426, "precision": 0.621976, "recall": 0.69664}, {"accuracy": 0.80336, "f1": 0.769633, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"], "main_score": 0.769633, "precision": 0.757263, "recall": 0.80336}, {"accuracy": 0.821146, "f1": 0.771231, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"], "main_score": 0.771231, "precision": 0.748831, "recall": 0.821146}, {"accuracy": 0.695652, "f1": 0.635697, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"], "main_score": 0.635697, "precision": 0.615789, "recall": 0.695652}, {"accuracy": 0.75, "f1": 0.689999, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"], "main_score": 0.689999, "precision": 0.667432, "recall": 0.75}, {"accuracy": 0.768775, "f1": 0.741128, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"], "main_score": 0.741128, "precision": 0.731733, "recall": 0.768775}, {"accuracy": 0.794466, "f1": 0.742921, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"], "main_score": 0.742921, "precision": 0.720442, "recall": 0.794466}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"], "main_score": 0.944829, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.860672, "f1": 0.823221, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"], "main_score": 0.823221, "precision": 0.805995, "recall": 0.860672}, {"accuracy": 0.737154, "f1": 0.680159, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"], "main_score": 0.680159, "precision": 0.660323, "recall": 0.737154}, {"accuracy": 0.763834, "f1": 0.712263, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"], "main_score": 0.712263, "precision": 0.693856, "recall": 0.763834}, {"accuracy": 0.690711, "f1": 0.63878, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"], "main_score": 0.63878, "precision": 0.623324, "recall": 0.690711}, {"accuracy": 0.1917, "f1": 0.148834, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"], "main_score": 0.148834, "precision": 0.135649, "recall": 0.1917}, {"accuracy": 0.790514, "f1": 0.737171, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"], "main_score": 0.737171, "precision": 0.714749, "recall": 0.790514}, {"accuracy": 0.731225, "f1": 0.678999, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"], "main_score": 0.678999, "precision": 0.661803, "recall": 0.731225}, {"accuracy": 0.843874, "f1": 0.800033, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"], "main_score": 0.800033, "precision": 0.779809, "recall": 0.843874}, {"accuracy": 0.900198, "f1": 0.87164, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"], "main_score": 0.87164, "precision": 0.858531, "recall": 0.900198}, {"accuracy": 0.721344, "f1": 0.667881, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"], "main_score": 0.667881, "precision": 0.65054, "recall": 0.721344}, {"accuracy": 0.678854, "f1": 0.622238, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"], "main_score": 0.622238, "precision": 0.605178, "recall": 0.678854}, {"accuracy": 0.783597, "f1": 0.73003, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"], "main_score": 0.73003, "precision": 0.708674, "recall": 0.783597}, {"accuracy": 0.804348, "f1": 0.768785, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"], "main_score": 0.768785, "precision": 0.75696, "recall": 0.804348}, {"accuracy": 0.751976, "f1": 0.715137, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"], "main_score": 0.715137, "precision": 0.704102, "recall": 0.751976}, {"accuracy": 0.736166, "f1": 0.701396, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"], "main_score": 0.701396, "precision": 0.689462, "recall": 0.736166}, {"accuracy": 0.681818, "f1": 0.63232, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"], "main_score": 0.63232, "precision": 0.61826, "recall": 0.681818}, {"accuracy": 0.805336, "f1": 0.762901, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"], "main_score": 0.762901, "precision": 0.745758, "recall": 0.805336}, {"accuracy": 0.684783, "f1": 0.613081, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"], "main_score": 0.613081, "precision": 0.585592, "recall": 0.684783}, {"accuracy": 0.852767, "f1": 0.811001, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"], "main_score": 0.811001, "precision": 0.79249, "recall": 0.852767}, {"accuracy": 0.770751, "f1": 0.73517, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"], "main_score": 0.73517, "precision": 0.72316, "recall": 0.770751}, {"accuracy": 0.771739, "f1": 0.745947, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"], "main_score": 0.745947, "precision": 0.736008, "recall": 0.771739}, {"accuracy": 0.775692, "f1": 0.742866, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"], "main_score": 0.742866, "precision": 0.730691, "recall": 0.775692}, {"accuracy": 0.737154, "f1": 0.672966, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"], "main_score": 0.672966, "precision": 0.647752, "recall": 0.737154}, {"accuracy": 0.764822, "f1": 0.703524, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"], "main_score": 0.703524, "precision": 0.677273, "recall": 0.764822}, {"accuracy": 0.766798, "f1": 0.710934, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"], "main_score": 0.710934, "precision": 0.689847, "recall": 0.766798}, {"accuracy": 0.799407, "f1": 0.754775, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"], "main_score": 0.754775, "precision": 0.738598, "recall": 0.799407}, {"accuracy": 0.806324, "f1": 0.753953, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"], "main_score": 0.753953, "precision": 0.731868, "recall": 0.806324}, {"accuracy": 0.831028, "f1": 0.797003, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"], "main_score": 0.797003, "precision": 0.783766, "recall": 0.831028}, {"accuracy": 0.709486, "f1": 0.638909, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"], "main_score": 0.638909, "precision": 0.610013, "recall": 0.709486}, {"accuracy": 0.846838, "f1": 0.803261, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"], "main_score": 0.803261, "precision": 0.784124, "recall": 0.846838}, {"accuracy": 0.810277, "f1": 0.779005, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"], "main_score": 0.779005, "precision": 0.767598, "recall": 0.810277}, {"accuracy": 0.727273, "f1": 0.688315, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"], "main_score": 0.688315, "precision": 0.676322, "recall": 0.727273}, {"accuracy": 0.714427, "f1": 0.686287, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"], "main_score": 0.686287, "precision": 0.677317, "recall": 0.714427}, {"accuracy": 0.738142, "f1": 0.703986, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"], "main_score": 0.703986, "precision": 0.693063, "recall": 0.738142}, {"accuracy": 0.790514, "f1": 0.733613, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"], "main_score": 0.733613, "precision": 0.709347, "recall": 0.790514}, {"accuracy": 0.827075, "f1": 0.783296, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"], "main_score": 0.783296, "precision": 0.765991, "recall": 0.827075}, {"accuracy": 0.749012, "f1": 0.687173, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"], "main_score": 0.687173, "precision": 0.661594, "recall": 0.749012}, {"accuracy": 0.227273, "f1": 0.18682, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"], "main_score": 0.18682, "precision": 0.172193, "recall": 0.227273}, {"accuracy": 0.804348, "f1": 0.752207, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"], "main_score": 0.752207, "precision": 0.729644, "recall": 0.804348}, {"accuracy": 0.624506, "f1": 0.547045, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"], "main_score": 0.547045, "precision": 0.51792, "recall": 0.624506}, {"accuracy": 0.741107, "f1": 0.685506, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"], "main_score": 0.685506, "precision": 0.666371, "recall": 0.741107}, {"accuracy": 0.88834, "f1": 0.854776, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"], "main_score": 0.854776, "precision": 0.839345, "recall": 0.88834}, {"accuracy": 0.764822, "f1": 0.702522, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"], "main_score": 0.702522, "precision": 0.676466, "recall": 0.764822}, {"accuracy": 0.800395, "f1": 0.748061, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"], "main_score": 0.748061, "precision": 0.72635, "recall": 0.800395}, {"accuracy": 0.786561, "f1": 0.732981, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"], "main_score": 0.732981, "precision": 0.711497, "recall": 0.786561}, {"accuracy": 0.795455, "f1": 0.74246, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"], "main_score": 0.74246, "precision": 0.72109, "recall": 0.795455}, {"accuracy": 0.787549, "f1": 0.739796, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"], "main_score": 0.739796, "precision": 0.721854, "recall": 0.787549}, {"accuracy": 0.806324, "f1": 0.755272, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"], "main_score": 0.755272, "precision": 0.733985, "recall": 0.806324}, {"accuracy": 0.794466, "f1": 0.762614, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"], "main_score": 0.762614, "precision": 0.751145, "recall": 0.794466}, {"accuracy": 0.791502, "f1": 0.737196, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"], "main_score": 0.737196, "precision": 0.715053, "recall": 0.791502}, {"accuracy": 0.724308, "f1": 0.659505, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"], "main_score": 0.659505, "precision": 0.633594, "recall": 0.724308}, {"accuracy": 0.815217, "f1": 0.767627, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"], "main_score": 0.767627, "precision": 0.746937, "recall": 0.815217}, {"accuracy": 0.832016, "f1": 0.783498, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"], "main_score": 0.783498, "precision": 0.761594, "recall": 0.832016}, {"accuracy": 0.694664, "f1": 0.640431, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"], "main_score": 0.640431, "precision": 0.623678, "recall": 0.694664}, {"accuracy": 0.039526, "f1": 0.020676, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"], "main_score": 0.020676, "precision": 0.017097, "recall": 0.039526}, {"accuracy": 0.731225, "f1": 0.692326, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"], "main_score": 0.692326, "precision": 0.68041, "recall": 0.731225}, {"accuracy": 0.770751, "f1": 0.722383, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"], "main_score": 0.722383, "precision": 0.704664, "recall": 0.770751}, {"accuracy": 0.710474, "f1": 0.671538, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"], "main_score": 0.671538, "precision": 0.659028, "recall": 0.710474}, {"accuracy": 0.724308, "f1": 0.68286, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"], "main_score": 0.68286, "precision": 0.669496, "recall": 0.724308}, {"accuracy": 0.70751, "f1": 0.645199, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"], "main_score": 0.645199, "precision": 0.62269, "recall": 0.70751}, {"accuracy": 0.73419, "f1": 0.669867, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"], "main_score": 0.669867, "precision": 0.643825, "recall": 0.73419}, {"accuracy": 0.715415, "f1": 0.670015, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"], "main_score": 0.670015, "precision": 0.656361, "recall": 0.715415}, {"accuracy": 0.697628, "f1": 0.648873, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"], "main_score": 0.648873, "precision": 0.634241, "recall": 0.697628}, {"accuracy": 0.813241, "f1": 0.76115, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"], "main_score": 0.76115, "precision": 0.738234, "recall": 0.813241}, {"accuracy": 0.804348, "f1": 0.752047, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"], "main_score": 0.752047, "precision": 0.730105, "recall": 0.804348}, {"accuracy": 0.66996, "f1": 0.597543, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"], "main_score": 0.597543, "precision": 0.571439, "recall": 0.66996}, {"accuracy": 0.833004, "f1": 0.799427, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"], "main_score": 0.799427, "precision": 0.786049, "recall": 0.833004}, {"accuracy": 0.704545, "f1": 0.636404, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"], "main_score": 0.636404, "precision": 0.610074, "recall": 0.704545}, {"accuracy": 0.77668, "f1": 0.72305, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"], "main_score": 0.72305, "precision": 0.702314, "recall": 0.77668}, {"accuracy": 0.767787, "f1": 0.726268, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"], "main_score": 0.726268, "precision": 0.711829, "recall": 0.767787}, {"accuracy": 0.799407, "f1": 0.746377, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"], "main_score": 0.746377, "precision": 0.724242, "recall": 0.799407}, {"accuracy": 0.778656, "f1": 0.733614, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"], "main_score": 0.733614, "precision": 0.717772, "recall": 0.778656}, {"accuracy": 0.764822, "f1": 0.715122, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"], "main_score": 0.715122, "precision": 0.697697, "recall": 0.764822}, {"accuracy": 0.697628, "f1": 0.661128, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"], "main_score": 0.661128, "precision": 0.649046, "recall": 0.697628}, {"accuracy": 0.758893, "f1": 0.708956, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"], "main_score": 0.708956, "precision": 0.691846, "recall": 0.758893}, {"accuracy": 0.736166, "f1": 0.681394, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"], "main_score": 0.681394, "precision": 0.662542, "recall": 0.736166}, {"accuracy": 0.77668, "f1": 0.720723, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"], "main_score": 0.720723, "precision": 0.698117, "recall": 0.77668}, {"accuracy": 0.750988, "f1": 0.691359, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"], "main_score": 0.691359, "precision": 0.668059, "recall": 0.750988}, {"accuracy": 0.716403, "f1": 0.658803, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"], "main_score": 0.658803, "precision": 0.639526, "recall": 0.716403}, {"accuracy": 0.883399, "f1": 0.848781, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"], "main_score": 0.848781, "precision": 0.832839, "recall": 0.883399}, {"accuracy": 0.854743, "f1": 0.818005, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"], "main_score": 0.818005, "precision": 0.803682, "recall": 0.854743}, {"accuracy": 0.862648, "f1": 0.831663, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"], "main_score": 0.831663, "precision": 0.818714, "recall": 0.862648}, {"accuracy": 0.757905, "f1": 0.700249, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"], "main_score": 0.700249, "precision": 0.67757, "recall": 0.757905}, {"accuracy": 0.623518, "f1": 0.576065, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"], "main_score": 0.576065, "precision": 0.56275, "recall": 0.623518}, {"accuracy": 0.708498, "f1": 0.6561, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"], "main_score": 0.6561, "precision": 0.638823, "recall": 0.708498}, {"accuracy": 0.724308, "f1": 0.66394, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"], "main_score": 0.66394, "precision": 0.643246, "recall": 0.724308}, {"accuracy": 0.784585, "f1": 0.72915, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"], "main_score": 0.72915, "precision": 0.706154, "recall": 0.784585}, {"accuracy": 0.865613, "f1": 0.826252, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"], "main_score": 0.826252, "precision": 0.808202, "recall": 0.865613}, {"accuracy": 0.724308, "f1": 0.654084, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"], "main_score": 0.654084, "precision": 0.625132, "recall": 0.724308}, {"accuracy": 0.762846, "f1": 0.729954, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"], "main_score": 0.729954, "precision": 0.719202, "recall": 0.762846}, {"accuracy": 0.775692, "f1": 0.723942, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"], "main_score": 0.723942, "precision": 0.70458, "recall": 0.775692}, {"accuracy": 0.732213, "f1": 0.689653, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"], "main_score": 0.689653, "precision": 0.674752, "recall": 0.732213}, {"accuracy": 0.742095, "f1": 0.684397, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"], "main_score": 0.684397, "precision": 0.663076, "recall": 0.742095}, {"accuracy": 0.766798, "f1": 0.71253, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"], "main_score": 0.71253, "precision": 0.692418, "recall": 0.766798}, {"accuracy": 0.836957, "f1": 0.792292, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"], "main_score": 0.792292, "precision": 0.772069, "recall": 0.836957}, {"accuracy": 0.774704, "f1": 0.739124, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"], "main_score": 0.739124, "precision": 0.727803, "recall": 0.774704}, {"accuracy": 0.790514, "f1": 0.734684, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"], "main_score": 0.734684, "precision": 0.71087, "recall": 0.790514}, {"accuracy": 0.829051, "f1": 0.780355, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"], "main_score": 0.780355, "precision": 0.758597, "recall": 0.829051}, {"accuracy": 0.726285, "f1": 0.686833, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"], "main_score": 0.686833, "precision": 0.674543, "recall": 0.726285}, {"accuracy": 0.795455, "f1": 0.742264, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"], "main_score": 0.742264, "precision": 0.72001, "recall": 0.795455}, {"accuracy": 0.793478, "f1": 0.76252, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"], "main_score": 0.76252, "precision": 0.750818, "recall": 0.793478}, {"accuracy": 0.779644, "f1": 0.720586, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"], "main_score": 0.720586, "precision": 0.695059, "recall": 0.779644}, {"accuracy": 0.725296, "f1": 0.676246, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"], "main_score": 0.676246, "precision": 0.660669, "recall": 0.725296}, {"accuracy": 0.809289, "f1": 0.771908, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"], "main_score": 0.771908, "precision": 0.759057, "recall": 0.809289}, {"accuracy": 0.766798, "f1": 0.724281, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"], "main_score": 0.724281, "precision": 0.709631, "recall": 0.766798}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"], "main_score": 0.918972, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.825099, "f1": 0.77803, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"], "main_score": 0.77803, "precision": 0.758136, "recall": 0.825099}, {"accuracy": 0.824111, "f1": 0.774407, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"], "main_score": 0.774407, "precision": 0.752059, "recall": 0.824111}, {"accuracy": 0.821146, "f1": 0.769862, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"], "main_score": 0.769862, "precision": 0.746937, "recall": 0.821146}, {"accuracy": 0.83004, "f1": 0.7833, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"], "main_score": 0.7833, "precision": 0.763406, "recall": 0.83004}, {"accuracy": 0.661067, "f1": 0.609754, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"], "main_score": 0.609754, "precision": 0.593874, "recall": 0.661067}, {"accuracy": 0.687747, "f1": 0.654372, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"], "main_score": 0.654372, "precision": 0.64475, "recall": 0.687747}, {"accuracy": 0.697628, "f1": 0.631154, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"], "main_score": 0.631154, "precision": 0.607095, "recall": 0.697628}, {"accuracy": 0.837945, "f1": 0.796165, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"], "main_score": 0.796165, "precision": 0.777668, "recall": 0.837945}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"], "main_score": 0.910738, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.816206, "f1": 0.770371, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"], "main_score": 0.770371, "precision": 0.751961, "recall": 0.816206}, {"accuracy": 0.853755, "f1": 0.810903, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"], "main_score": 0.810903, "precision": 0.791173, "recall": 0.853755}, {"accuracy": 0.817194, "f1": 0.766897, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"], "main_score": 0.766897, "precision": 0.744433, "recall": 0.817194}, {"accuracy": 0.725296, "f1": 0.695664, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"], "main_score": 0.695664, "precision": 0.686003, "recall": 0.725296}, {"accuracy": 0.689723, "f1": 0.61918, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"], "main_score": 0.61918, "precision": 0.59096, "recall": 0.689723}, {"accuracy": 0.717391, "f1": 0.661964, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"], "main_score": 0.661964, "precision": 0.643115, "recall": 0.717391}, {"accuracy": 0.764822, "f1": 0.709701, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"], "main_score": 0.709701, "precision": 0.689068, "recall": 0.764822}, {"accuracy": 0.733202, "f1": 0.667556, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"], "main_score": 0.667556, "precision": 0.640613, "recall": 0.733202}, {"accuracy": 0.672925, "f1": 0.602932, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"], "main_score": 0.602932, "precision": 0.578677, "recall": 0.672925}, {"accuracy": 0.821146, "f1": 0.777203, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"], "main_score": 0.777203, "precision": 0.760245, "recall": 0.821146}, {"accuracy": 0.721344, "f1": 0.663793, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"], "main_score": 0.663793, "precision": 0.643888, "recall": 0.721344}, {"accuracy": 0.769763, "f1": 0.714776, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"], "main_score": 0.714776, "precision": 0.693763, "recall": 0.769763}, {"accuracy": 0.637352, "f1": 0.556701, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"], "main_score": 0.556701, "precision": 0.52709, "recall": 0.637352}, {"accuracy": 0.763834, "f1": 0.723421, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"], "main_score": 0.723421, "precision": 0.710636, "recall": 0.763834}, {"accuracy": 0.796443, "f1": 0.76091, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"], "main_score": 0.76091, "precision": 0.749541, "recall": 0.796443}, {"accuracy": 0.730237, "f1": 0.683668, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"], "main_score": 0.683668, "precision": 0.669204, "recall": 0.730237}, {"accuracy": 0.791502, "f1": 0.74925, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"], "main_score": 0.74925, "precision": 0.734623, "recall": 0.791502}, {"accuracy": 0.735178, "f1": 0.680061, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"], "main_score": 0.680061, "precision": 0.660563, "recall": 0.735178}, {"accuracy": 0.822134, "f1": 0.773753, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"], "main_score": 0.773753, "precision": 0.752372, "recall": 0.822134}, {"accuracy": 0.939723, "f1": 0.923155, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"], "main_score": 0.923155, "precision": 0.915629, "recall": 0.939723}, {"accuracy": 0.900198, "f1": 0.872497, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"], "main_score": 0.872497, "precision": 0.859552, "recall": 0.900198}, {"accuracy": 0.050395, "f1": 0.027416, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"], "main_score": 0.027416, "precision": 0.022451, "recall": 0.050395}, {"accuracy": 0.980237, "f1": 0.974885, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"], "main_score": 0.974885, "precision": 0.972473, "recall": 0.980237}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.955599, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"], "main_score": 0.955599, "precision": 0.950346, "recall": 0.966403}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"], "main_score": 0.926383, "precision": 0.918841, "recall": 0.942688}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.972332, "f1": 0.965928, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"], "main_score": 0.965928, "precision": 0.963554, "recall": 0.972332}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"], "main_score": 0.912714, "precision": 0.902833, "recall": 0.932806}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"], "main_score": 0.983597, "precision": 0.982131, "recall": 0.987154}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"], "main_score": 0.898221, "precision": 0.887187, "recall": 0.920949}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.203557, "f1": 0.155643, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"], "main_score": 0.155643, "precision": 0.14156, "recall": 0.203557}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.953557, "f1": 0.940053, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"], "main_score": 0.940053, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.979249, "f1": 0.97365, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"], "main_score": 0.97365, "precision": 0.971014, "recall": 0.979249}, {"accuracy": 0.948617, "f1": 0.933319, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"], "main_score": 0.933319, "precision": 0.926301, "recall": 0.948617}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.97332, "f1": 0.965646, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"], "main_score": 0.965646, "precision": 0.962039, "recall": 0.97332}, {"accuracy": 0.965415, "f1": 0.956341, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"], "main_score": 0.956341, "precision": 0.952463, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.960771, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"], "main_score": 0.960771, "precision": 0.957049, "recall": 0.969368}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.982213, "f1": 0.977437, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"], "main_score": 0.977437, "precision": 0.975494, "recall": 0.982213}, {"accuracy": 0.901186, "f1": 0.871212, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"], "main_score": 0.871212, "precision": 0.856555, "recall": 0.901186}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"], "main_score": 0.927536, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"], "main_score": 0.979578, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.987154, "f1": 0.983432, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"], "main_score": 0.983432, "precision": 0.981802, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.917556, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"], "main_score": 0.917556, "precision": 0.908185, "recall": 0.936759}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.88834, "f1": 0.855698, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"], "main_score": 0.855698, "precision": 0.840415, "recall": 0.88834}, {"accuracy": 0.974308, "f1": 0.968149, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"], "main_score": 0.968149, "precision": 0.965607, "recall": 0.974308}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.881423, "f1": 0.848913, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"], "main_score": 0.848913, "precision": 0.834157, "recall": 0.881423}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.714427, "f1": 0.649214, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"], "main_score": 0.649214, "precision": 0.622497, "recall": 0.714427}, {"accuracy": 0.983202, "f1": 0.978327, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"], "main_score": 0.978327, "precision": 0.976202, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.981028, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"], "main_score": 0.981028, "precision": 0.979249, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.921937, "f1": 0.897958, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"], "main_score": 0.897958, "precision": 0.886446, "recall": 0.921937}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.893281, "f1": 0.864196, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"], "main_score": 0.864196, "precision": 0.850774, "recall": 0.893281}, {"accuracy": 0.956522, "f1": 0.943248, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"], "main_score": 0.943248, "precision": 0.937006, "recall": 0.956522}, {"accuracy": 0.906126, "f1": 0.87747, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"], "main_score": 0.87747, "precision": 0.863999, "recall": 0.906126}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"], "main_score": 0.953722, "precision": 0.94865, "recall": 0.964427}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.219368, "f1": 0.159147, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"], "main_score": 0.159147, "precision": 0.14161, "recall": 0.219368}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"], "main_score": 0.916996, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"], "main_score": 0.92836, "precision": 0.919796, "recall": 0.945652}, {"accuracy": 0.925889, "f1": 0.903788, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"], "main_score": 0.903788, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"], "main_score": 0.972069, "precision": 0.969318, "recall": 0.978261}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.859684, "f1": 0.820177, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"], "main_score": 0.820177, "precision": 0.802157, "recall": 0.859684}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"], "main_score": 0.966798, "precision": 0.963356, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.97141, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"], "main_score": 0.97141, "precision": 0.968989, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.916996, "f1": 0.891864, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"], "main_score": 0.891864, "precision": 0.879858, "recall": 0.916996}, {"accuracy": 0.870553, "f1": 0.833564, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"], "main_score": 0.833564, "precision": 0.816288, "recall": 0.870553}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.926877, "f1": 0.905204, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"], "main_score": 0.905204, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.869565, "f1": 0.834223, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"], "main_score": 0.834223, "precision": 0.81777, "recall": 0.869565}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"], "main_score": 0.973221, "precision": 0.970603, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"], "main_score": 0.980896, "precision": 0.979084, "recall": 0.985178}, {"accuracy": 0.977273, "f1": 0.971673, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"], "main_score": 0.971673, "precision": 0.969401, "recall": 0.977273}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.896245, "f1": 0.86749, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"], "main_score": 0.86749, "precision": 0.854167, "recall": 0.896245}, {"accuracy": 0.26581, "f1": 0.214844, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"], "main_score": 0.214844, "precision": 0.197318, "recall": 0.26581}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"], "main_score": 0.908597, "precision": 0.899078, "recall": 0.928854}, {"accuracy": 0.801383, "f1": 0.751252, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"], "main_score": 0.751252, "precision": 0.730023, "recall": 0.801383}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"], "main_score": 0.894499, "precision": 0.882823, "recall": 0.918972}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.981225, "f1": 0.975527, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"], "main_score": 0.975527, "precision": 0.972908, "recall": 0.981225}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.901186, "f1": 0.871772, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"], "main_score": 0.871772, "precision": 0.857955, "recall": 0.901186}, {"accuracy": 0.886364, "f1": 0.854776, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"], "main_score": 0.854776, "precision": 0.840333, "recall": 0.886364}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.057312, "f1": 0.03055, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"], "main_score": 0.03055, "precision": 0.025685, "recall": 0.057312}, {"accuracy": 0.967391, "f1": 0.957971, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"], "main_score": 0.957971, "precision": 0.953887, "recall": 0.967391}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.943676, "f1": 0.929397, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"], "main_score": 0.929397, "precision": 0.923066, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.937747, "f1": 0.918215, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"], "main_score": 0.918215, "precision": 0.908844, "recall": 0.937747}, {"accuracy": 0.90415, "f1": 0.876548, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"], "main_score": 0.876548, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.958498, "f1": 0.945982, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"], "main_score": 0.945982, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.884387, "f1": 0.850955, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"], "main_score": 0.850955, "precision": 0.835013, "recall": 0.884387}, {"accuracy": 0.978261, "f1": 0.97141, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"], "main_score": 0.97141, "precision": 0.968132, "recall": 0.978261}, {"accuracy": 0.873518, "f1": 0.838406, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"], "main_score": 0.838406, "precision": 0.821805, "recall": 0.873518}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.977273, "f1": 0.971739, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"], "main_score": 0.971739, "precision": 0.969648, "recall": 0.977273}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"], "main_score": 0.943347, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"], "main_score": 0.980896, "precision": 0.97892, "recall": 0.985178}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"], "main_score": 0.921838, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.961462, "f1": 0.951402, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"], "main_score": 0.951402, "precision": 0.947381, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.964163, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"], "main_score": 0.964163, "precision": 0.960557, "recall": 0.972332}, {"accuracy": 0.934783, "f1": 0.915415, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"], "main_score": 0.915415, "precision": 0.906538, "recall": 0.934783}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.936759, "f1": 0.919222, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"], "main_score": 0.919222, "precision": 0.911232, "recall": 0.936759}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"], "main_score": 0.914196, "precision": 0.90415, "recall": 0.934783}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.875494, "f1": 0.839888, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"], "main_score": 0.839888, "precision": 0.823452, "recall": 0.875494}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"], "main_score": 0.976943, "precision": 0.974506, "recall": 0.982213}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"], "main_score": 0.925889, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.964427, "f1": 0.954663, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"], "main_score": 0.954663, "precision": 0.950296, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.963603, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"], "main_score": 0.963603, "precision": 0.959816, "recall": 0.971344}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"], "main_score": 0.88834, "precision": 0.876647, "recall": 0.913043}, {"accuracy": 0.981225, "f1": 0.975856, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"], "main_score": 0.975856, "precision": 0.973567, "recall": 0.981225}, {"accuracy": 0.925889, "f1": 0.90751, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"], "main_score": 0.90751, "precision": 0.898962, "recall": 0.925889}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.979315, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"], "main_score": 0.979315, "precision": 0.977026, "recall": 0.98419}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"], "main_score": 0.918215, "precision": 0.909173, "recall": 0.936759}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.883399, "f1": 0.851482, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"], "main_score": 0.851482, "precision": 0.836709, "recall": 0.883399}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.980237, "f1": 0.975132, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"], "main_score": 0.975132, "precision": 0.972661, "recall": 0.980237}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.917984, "f1": 0.894269, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"], "main_score": 0.894269, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.928854, "f1": 0.908959, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"], "main_score": 0.908959, "precision": 0.899951, "recall": 0.928854}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"], "main_score": 0.92612, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.894269, "f1": 0.865679, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"], "main_score": 0.865679, "precision": 0.852717, "recall": 0.894269}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"], "main_score": 0.938142, "precision": 0.931242, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.965415, "f1": 0.956148, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"], "main_score": 0.956148, "precision": 0.952116, "recall": 0.965415}, {"accuracy": 0.847826, "f1": 0.8083, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"], "main_score": 0.8083, "precision": 0.790119, "recall": 0.847826}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"], "main_score": 0.940547, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.895257, "f1": 0.866897, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"], "main_score": 0.866897, "precision": 0.854084, "recall": 0.895257}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"], "main_score": 0.908597, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.980237, "f1": 0.974045, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"], "main_score": 0.974045, "precision": 0.971097, "recall": 0.980237}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.805336, "f1": 0.754051, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"], "main_score": 0.754051, "precision": 0.730896, "recall": 0.805336}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"], "main_score": 0.969433, "precision": 0.966486, "recall": 0.976285}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"], "main_score": 0.921772, "precision": 0.912385, "recall": 0.940711}, {"accuracy": 0.849802, "f1": 0.808926, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"], "main_score": 0.808926, "precision": 0.791107, "recall": 0.849802}, {"accuracy": 0.795455, "f1": 0.743316, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"], "main_score": 0.743316, "precision": 0.72132, "recall": 0.795455}, {"accuracy": 0.030632, "f1": 0.010569, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"], "main_score": 0.010569, "precision": 0.006946, "recall": 0.030632}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"], "main_score": 0.921443, "precision": 0.912912, "recall": 0.939723}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"], "main_score": 0.908333, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.870553, "f1": 0.833498, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"], "main_score": 0.833498, "precision": 0.817177, "recall": 0.870553}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.862648, "f1": 0.824177, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"], "main_score": 0.824177, "precision": 0.806999, "recall": 0.862648}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"], "main_score": 0.910408, "precision": 0.900231, "recall": 0.931818}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"], "main_score": 0.938142, "precision": 0.931242, "recall": 0.952569}, {"accuracy": 0.843874, "f1": 0.801433, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"], "main_score": 0.801433, "precision": 0.783145, "recall": 0.843874}, {"accuracy": 0.899209, "f1": 0.869368, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"], "main_score": 0.869368, "precision": 0.855731, "recall": 0.899209}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"], "main_score": 0.951976, "precision": 0.946393, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.818182, "f1": 0.768874, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"], "main_score": 0.768874, "precision": 0.747069, "recall": 0.818182}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.850791, "f1": 0.808253, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"], "main_score": 0.808253, "precision": 0.789312, "recall": 0.850791}, {"accuracy": 0.977273, "f1": 0.970092, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"], "main_score": 0.970092, "precision": 0.96665, "recall": 0.977273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.90415, "f1": 0.876581, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"], "main_score": 0.876581, "precision": 0.864328, "recall": 0.90415}, {"accuracy": 0.159091, "f1": 0.111905, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"], "main_score": 0.111905, "precision": 0.099756, "recall": 0.159091}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.825099, "f1": 0.776416, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"], "main_score": 0.776416, "precision": 0.755007, "recall": 0.825099}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"], "main_score": 0.95504, "precision": 0.950296, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.867589, "f1": 0.8335, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"], "main_score": 0.8335, "precision": 0.818718, "recall": 0.867589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.777668, "f1": 0.720012, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"], "main_score": 0.720012, "precision": 0.695383, "recall": 0.777668}, {"accuracy": 0.875494, "f1": 0.839723, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"], "main_score": 0.839723, "precision": 0.823155, "recall": 0.875494}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.884387, "f1": 0.852042, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"], "main_score": 0.852042, "precision": 0.837709, "recall": 0.884387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"], "main_score": 0.940942, "precision": 0.9347, "recall": 0.954545}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.91502, "f1": 0.889394, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"], "main_score": 0.889394, "precision": 0.877553, "recall": 0.91502}, {"accuracy": 0.887352, "f1": 0.855882, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"], "main_score": 0.855882, "precision": 0.84198, "recall": 0.887352}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"], "main_score": 0.911726, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.807312, "f1": 0.757773, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"], "main_score": 0.757773, "precision": 0.736234, "recall": 0.807312}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.853755, "f1": 0.811989, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"], "main_score": 0.811989, "precision": 0.793149, "recall": 0.853755}, {"accuracy": 0.796443, "f1": 0.740777, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"], "main_score": 0.740777, "precision": 0.71586, "recall": 0.796443}, {"accuracy": 0.821146, "f1": 0.773551, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"], "main_score": 0.773551, "precision": 0.752454, "recall": 0.821146}, {"accuracy": 0.679842, "f1": 0.609821, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"], "main_score": 0.609821, "precision": 0.581968, "recall": 0.679842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.783597, "f1": 0.726567, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"], "main_score": 0.726567, "precision": 0.7014, "recall": 0.783597}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"], "main_score": 0.94496, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"], "main_score": 0.922101, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.757905, "f1": 0.695702, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"], "main_score": 0.695702, "precision": 0.668307, "recall": 0.757905}, {"accuracy": 0.837945, "f1": 0.793363, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"], "main_score": 0.793363, "precision": 0.773505, "recall": 0.837945}, {"accuracy": 0.773715, "f1": 0.712225, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"], "main_score": 0.712225, "precision": 0.685096, "recall": 0.773715}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"], "main_score": 0.925955, "precision": 0.918264, "recall": 0.942688}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.183794, "f1": 0.120659, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"], "main_score": 0.120659, "precision": 0.105882, "recall": 0.183794}, {"accuracy": 0.813241, "f1": 0.763373, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"], "main_score": 0.763373, "precision": 0.741584, "recall": 0.813241}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.858696, "f1": 0.818761, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"], "main_score": 0.818761, "precision": 0.801285, "recall": 0.858696}, {"accuracy": 0.825099, "f1": 0.779433, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"], "main_score": 0.779433, "precision": 0.759964, "recall": 0.825099}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"], "main_score": 0.949769, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"], "main_score": 0.933366, "precision": 0.926136, "recall": 0.948617}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"], "main_score": 0.977108, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.744071, "f1": 0.684421, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"], "main_score": 0.684421, "precision": 0.660449, "recall": 0.744071}, {"accuracy": 0.874506, "f1": 0.836528, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"], "main_score": 0.836528, "precision": 0.818956, "recall": 0.874506}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.869565, "f1": 0.833613, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"], "main_score": 0.833613, "precision": 0.817615, "recall": 0.869565}, {"accuracy": 0.759881, "f1": 0.70272, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"], "main_score": 0.70272, "precision": 0.678689, "recall": 0.759881}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"], "main_score": 0.941535, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.823123, "f1": 0.777193, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"], "main_score": 0.777193, "precision": 0.757345, "recall": 0.823123}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.743083, "f1": 0.683056, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"], "main_score": 0.683056, "precision": 0.658169, "recall": 0.743083}, {"accuracy": 0.918972, "f1": 0.894071, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"], "main_score": 0.894071, "precision": 0.882411, "recall": 0.918972}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.928854, "f1": 0.908253, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"], "main_score": 0.908253, "precision": 0.899127, "recall": 0.928854}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.77668, "f1": 0.718401, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"], "main_score": 0.718401, "precision": 0.693618, "recall": 0.77668}, {"accuracy": 0.210474, "f1": 0.159139, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"], "main_score": 0.159139, "precision": 0.144395, "recall": 0.210474}, {"accuracy": 0.826087, "f1": 0.78027, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"], "main_score": 0.78027, "precision": 0.760716, "recall": 0.826087}, {"accuracy": 0.705534, "f1": 0.638882, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"], "main_score": 0.638882, "precision": 0.612125, "recall": 0.705534}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.909091, "f1": 0.882049, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"], "main_score": 0.882049, "precision": 0.869565, "recall": 0.909091}, {"accuracy": 0.800395, "f1": 0.748043, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"], "main_score": 0.748043, "precision": 0.725447, "recall": 0.800395}, {"accuracy": 0.911067, "f1": 0.88442, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"], "main_score": 0.88442, "precision": 0.871953, "recall": 0.911067}, {"accuracy": 0.958498, "f1": 0.946264, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"], "main_score": 0.946264, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"], "main_score": 0.918972, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.945652, "f1": 0.929743, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"], "main_score": 0.929743, "precision": 0.922513, "recall": 0.945652}, {"accuracy": 0.925889, "f1": 0.903228, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"], "main_score": 0.903228, "precision": 0.892704, "recall": 0.925889}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.918972, "f1": 0.894631, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"], "main_score": 0.894631, "precision": 0.883482, "recall": 0.918972}, {"accuracy": 0.818182, "f1": 0.770723, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"], "main_score": 0.770723, "precision": 0.750659, "recall": 0.818182}, {"accuracy": 0.772727, "f1": 0.713889, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"], "main_score": 0.713889, "precision": 0.688463, "recall": 0.772727}, {"accuracy": 0.86166, "f1": 0.82388, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"], "main_score": 0.82388, "precision": 0.807312, "recall": 0.86166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.04249, "f1": 0.018846, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"], "main_score": 0.018846, "precision": 0.015004, "recall": 0.04249}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.950593, "f1": 0.93599, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"], "main_score": 0.93599, "precision": 0.929142, "recall": 0.950593}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.874506, "f1": 0.838011, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"], "main_score": 0.838011, "precision": 0.821064, "recall": 0.874506}, {"accuracy": 0.790514, "f1": 0.736004, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"], "main_score": 0.736004, "precision": 0.712707, "recall": 0.790514}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.911067, "f1": 0.885641, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"], "main_score": 0.885641, "precision": 0.874235, "recall": 0.911067}, {"accuracy": 0.892292, "f1": 0.861528, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"], "main_score": 0.861528, "precision": 0.847744, "recall": 0.892292}, {"accuracy": 0.814229, "f1": 0.76405, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"], "main_score": 0.76405, "precision": 0.741667, "recall": 0.814229}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.77668, "f1": 0.722483, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"], "main_score": 0.722483, "precision": 0.700264, "recall": 0.77668}, {"accuracy": 0.866601, "f1": 0.828247, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"], "main_score": 0.828247, "precision": 0.811462, "recall": 0.866601}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.885375, "f1": 0.853047, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"], "main_score": 0.853047, "precision": 0.83853, "recall": 0.885375}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.809289, "f1": 0.759688, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"], "main_score": 0.759688, "precision": 0.738867, "recall": 0.809289}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.907115, "f1": 0.878788, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"], "main_score": 0.878788, "precision": 0.865283, "recall": 0.907115}, {"accuracy": 0.88834, "f1": 0.855632, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"], "main_score": 0.855632, "precision": 0.840333, "recall": 0.88834}, {"accuracy": 0.908103, "f1": 0.880007, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"], "main_score": 0.880007, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"], "main_score": 0.908333, "precision": 0.899028, "recall": 0.928854}, {"accuracy": 0.887352, "f1": 0.855094, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"], "main_score": 0.855094, "precision": 0.840539, "recall": 0.887352}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.895257, "f1": 0.863867, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"], "main_score": 0.863867, "precision": 0.849259, "recall": 0.895257}, {"accuracy": 0.906126, "f1": 0.878393, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"], "main_score": 0.878393, "precision": 0.865646, "recall": 0.906126}, {"accuracy": 0.756917, "f1": 0.700593, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"], "main_score": 0.700593, "precision": 0.677355, "recall": 0.756917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.916996, "f1": 0.891535, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"], "main_score": 0.891535, "precision": 0.879529, "recall": 0.916996}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.972332, "f1": 0.96438, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"], "main_score": 0.96438, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"], "main_score": 0.943017, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.807312, "f1": 0.756868, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"], "main_score": 0.756868, "precision": 0.734726, "recall": 0.807312}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.811265, "f1": 0.762121, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"], "main_score": 0.762121, "precision": 0.740961, "recall": 0.811265}, {"accuracy": 0.885375, "f1": 0.852306, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"], "main_score": 0.852306, "precision": 0.837566, "recall": 0.885375}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.871542, "f1": 0.83459, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"], "main_score": 0.83459, "precision": 0.81777, "recall": 0.871542}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.75, "f1": 0.687502, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"], "main_score": 0.687502, "precision": 0.661935, "recall": 0.75}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.852767, "f1": 0.812008, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"], "main_score": 0.812008, "precision": 0.794137, "recall": 0.852767}, {"accuracy": 0.928854, "f1": 0.908667, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"], "main_score": 0.908667, "precision": 0.899407, "recall": 0.928854}, {"accuracy": 0.772727, "f1": 0.715003, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"], "main_score": 0.715003, "precision": 0.690831, "recall": 0.772727}, {"accuracy": 0.876482, "f1": 0.840711, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"], "main_score": 0.840711, "precision": 0.824111, "recall": 0.876482}, {"accuracy": 0.917984, "f1": 0.893775, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"], "main_score": 0.893775, "precision": 0.882823, "recall": 0.917984}, {"accuracy": 0.931818, "f1": 0.912187, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"], "main_score": 0.912187, "precision": 0.903327, "recall": 0.931818}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"], "main_score": 0.870949, "precision": 0.858152, "recall": 0.899209}, {"accuracy": 0.769763, "f1": 0.711599, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"], "main_score": 0.711599, "precision": 0.687132, "recall": 0.769763}, {"accuracy": 0.833992, "f1": 0.789103, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"], "main_score": 0.789103, "precision": 0.769072, "recall": 0.833992}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.886364, "f1": 0.852866, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"], "main_score": 0.852866, "precision": 0.837648, "recall": 0.886364}, {"accuracy": 0.87747, "f1": 0.842161, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"], "main_score": 0.842161, "precision": 0.826252, "recall": 0.87747}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.733202, "f1": 0.671206, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"], "main_score": 0.671206, "precision": 0.645474, "recall": 0.733202}, {"accuracy": 0.916008, "f1": 0.890434, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"], "main_score": 0.890434, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.931818, "f1": 0.911627, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"], "main_score": 0.911627, "precision": 0.902421, "recall": 0.931818}, {"accuracy": 0.802372, "f1": 0.751318, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"], "main_score": 0.751318, "precision": 0.729611, "recall": 0.802372}, {"accuracy": 0.871542, "f1": 0.835724, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"], "main_score": 0.835724, "precision": 0.819829, "recall": 0.871542}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.924901, "f1": 0.901252, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"], "main_score": 0.901252, "precision": 0.889904, "recall": 0.924901}, {"accuracy": 0.924901, "f1": 0.902569, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"], "main_score": 0.902569, "precision": 0.89221, "recall": 0.924901}, {"accuracy": 0.726285, "f1": 0.657083, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"], "main_score": 0.657083, "precision": 0.628722, "recall": 0.726285}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.920949, "f1": 0.896245, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"], "main_score": 0.896245, "precision": 0.884552, "recall": 0.920949}, {"accuracy": 0.848814, "f1": 0.806522, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"], "main_score": 0.806522, "precision": 0.787961, "recall": 0.848814}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"], "main_score": 0.914196, "precision": 0.904315, "recall": 0.934783}, {"accuracy": 0.884387, "f1": 0.852602, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"], "main_score": 0.852602, "precision": 0.837451, "recall": 0.884387}, {"accuracy": 0.051383, "f1": 0.026307, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"], "main_score": 0.026307, "precision": 0.020357, "recall": 0.051383}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.909091, "f1": 0.881818, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"], "main_score": 0.881818, "precision": 0.868659, "recall": 0.909091}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"], "main_score": 0.913538, "precision": 0.903821, "recall": 0.933794}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.917984, "f1": 0.89361, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"], "main_score": 0.89361, "precision": 0.881917, "recall": 0.917984}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.97444, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"], "main_score": 0.97444, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.908103, "f1": 0.880435, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"], "main_score": 0.880435, "precision": 0.867095, "recall": 0.908103}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.974769, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"], "main_score": 0.974769, "precision": 0.972332, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.977273, "f1": 0.971097, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"], "main_score": 0.971097, "precision": 0.968356, "recall": 0.977273}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"], "main_score": 0.948617, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.204545, "f1": 0.155327, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"], "main_score": 0.155327, "precision": 0.141846, "recall": 0.204545}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"], "main_score": 0.971739, "precision": 0.968791, "recall": 0.978261}, {"accuracy": 0.938735, "f1": 0.921014, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"], "main_score": 0.921014, "precision": 0.912302, "recall": 0.938735}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"], "main_score": 0.97085, "precision": 0.968083, "recall": 0.977273}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988702, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"], "main_score": 0.988702, "precision": 0.987731, "recall": 0.991107}, {"accuracy": 0.934783, "f1": 0.915679, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"], "main_score": 0.915679, "precision": 0.906621, "recall": 0.934783}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.980402, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"], "main_score": 0.980402, "precision": 0.97859, "recall": 0.98419}, {"accuracy": 0.958498, "f1": 0.947848, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"], "main_score": 0.947848, "precision": 0.943141, "recall": 0.958498}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.878458, "f1": 0.844335, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"], "main_score": 0.844335, "precision": 0.828722, "recall": 0.878458}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"], "main_score": 0.941041, "precision": 0.933794, "recall": 0.955534}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"], "main_score": 0.967721, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"], "main_score": 0.926383, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"], "main_score": 0.936759, "precision": 0.92971, "recall": 0.951581}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"], "main_score": 0.900527, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.943676, "f1": 0.927536, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"], "main_score": 0.927536, "precision": 0.919796, "recall": 0.943676}, {"accuracy": 0.968379, "f1": 0.959552, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"], "main_score": 0.959552, "precision": 0.955649, "recall": 0.968379}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.887352, "f1": 0.855896, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"], "main_score": 0.855896, "precision": 0.841107, "recall": 0.887352}, {"accuracy": 0.969368, "f1": 0.961583, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"], "main_score": 0.961583, "precision": 0.958375, "recall": 0.969368}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"], "main_score": 0.936265, "precision": 0.928854, "recall": 0.951581}, {"accuracy": 0.879447, "f1": 0.846014, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"], "main_score": 0.846014, "precision": 0.830369, "recall": 0.879447}, {"accuracy": 0.934783, "f1": 0.916403, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"], "main_score": 0.916403, "precision": 0.907691, "recall": 0.934783}, {"accuracy": 0.712451, "f1": 0.646881, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"], "main_score": 0.646881, "precision": 0.619962, "recall": 0.712451}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.98139, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"], "main_score": 0.98139, "precision": 0.979776, "recall": 0.985178}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"], "main_score": 0.970356, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.902174, "f1": 0.873748, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"], "main_score": 0.873748, "precision": 0.86026, "recall": 0.902174}, {"accuracy": 0.947628, "f1": 0.932115, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"], "main_score": 0.932115, "precision": 0.925066, "recall": 0.947628}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.885375, "f1": 0.851252, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"], "main_score": 0.851252, "precision": 0.835343, "recall": 0.885375}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.90415, "f1": 0.874671, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"], "main_score": 0.874671, "precision": 0.860672, "recall": 0.90415}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.213439, "f1": 0.150206, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"], "main_score": 0.150206, "precision": 0.131381, "recall": 0.213439}, {"accuracy": 0.893281, "f1": 0.864295, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"], "main_score": 0.864295, "precision": 0.850626, "recall": 0.893281}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.935771, "f1": 0.916634, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"], "main_score": 0.916634, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"], "main_score": 0.926713, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.968379, "f1": 0.959439, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"], "main_score": 0.959439, "precision": 0.955369, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.832016, "f1": 0.787404, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"], "main_score": 0.787404, "precision": 0.767243, "recall": 0.832016}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"], "main_score": 0.932148, "precision": 0.924572, "recall": 0.947628}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"], "main_score": 0.97859, "precision": 0.976647, "recall": 0.983202}, {"accuracy": 0.962451, "f1": 0.952223, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"], "main_score": 0.952223, "precision": 0.947852, "recall": 0.962451}, {"accuracy": 0.895257, "f1": 0.864855, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"], "main_score": 0.864855, "precision": 0.850543, "recall": 0.895257}, {"accuracy": 0.859684, "f1": 0.823518, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"], "main_score": 0.823518, "precision": 0.806604, "recall": 0.859684}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.912055, "f1": 0.886613, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"], "main_score": 0.886613, "precision": 0.874671, "recall": 0.912055}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.831028, "f1": 0.788472, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"], "main_score": 0.788472, "precision": 0.768939, "recall": 0.831028}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"], "main_score": 0.969532, "precision": 0.966601, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.862648, "f1": 0.825264, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"], "main_score": 0.825264, "precision": 0.807477, "recall": 0.862648}, {"accuracy": 0.263834, "f1": 0.206124, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"], "main_score": 0.206124, "precision": 0.187359, "recall": 0.263834}, {"accuracy": 0.924901, "f1": 0.902009, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"], "main_score": 0.902009, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.794466, "f1": 0.742349, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"], "main_score": 0.742349, "precision": 0.719928, "recall": 0.794466}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.920949, "f1": 0.898287, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"], "main_score": 0.898287, "precision": 0.887269, "recall": 0.920949}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.879447, "f1": 0.844993, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"], "main_score": 0.844993, "precision": 0.829216, "recall": 0.879447}, {"accuracy": 0.889328, "f1": 0.857378, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"], "main_score": 0.857378, "precision": 0.842391, "recall": 0.889328}, {"accuracy": 0.938735, "f1": 0.920784, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"], "main_score": 0.920784, "precision": 0.912385, "recall": 0.938735}, {"accuracy": 0.970356, "f1": 0.961364, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"], "main_score": 0.961364, "precision": 0.957098, "recall": 0.970356}, {"accuracy": 0.051383, "f1": 0.024203, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"], "main_score": 0.024203, "precision": 0.019495, "recall": 0.051383}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.937747, "f1": 0.920422, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"], "main_score": 0.920422, "precision": 0.912549, "recall": 0.937747}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.938735, "f1": 0.918643, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"], "main_score": 0.918643, "precision": 0.908597, "recall": 0.938735}, {"accuracy": 0.876482, "f1": 0.842292, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"], "main_score": 0.842292, "precision": 0.826499, "recall": 0.876482}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"], "main_score": 0.965744, "precision": 0.962121, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.868577, "f1": 0.830731, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"], "main_score": 0.830731, "precision": 0.812994, "recall": 0.868577}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"], "main_score": 0.958564, "precision": 0.953969, "recall": 0.968379}, {"accuracy": 0.840909, "f1": 0.799539, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"], "main_score": 0.799539, "precision": 0.780336, "recall": 0.840909}, {"accuracy": 0.942688, "f1": 0.925791, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"], "main_score": 0.925791, "precision": 0.917737, "recall": 0.942688}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"], "main_score": 0.906456, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.953557, "f1": 0.940086, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"], "main_score": 0.940086, "precision": 0.934206, "recall": 0.953557}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.939723, "f1": 0.922219, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"], "main_score": 0.922219, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.9417, "f1": 0.926054, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"], "main_score": 0.926054, "precision": 0.918808, "recall": 0.9417}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.956522, "f1": 0.942029, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"], "main_score": 0.942029, "precision": 0.934783, "recall": 0.956522}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"], "main_score": 0.948682, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.95751, "f1": 0.94529, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"], "main_score": 0.94529, "precision": 0.939888, "recall": 0.95751}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"], "main_score": 0.953557, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.969368, "f1": 0.960211, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"], "main_score": 0.960211, "precision": 0.955945, "recall": 0.969368}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"], "main_score": 0.92309, "precision": 0.914855, "recall": 0.940711}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.878458, "f1": 0.847892, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"], "main_score": 0.847892, "precision": 0.83358, "recall": 0.878458}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"], "main_score": 0.943511, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"], "main_score": 0.961462, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.903162, "f1": 0.876383, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"], "main_score": 0.876383, "precision": 0.863719, "recall": 0.903162}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"], "main_score": 0.878261, "precision": 0.865646, "recall": 0.905138}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"], "main_score": 0.929249, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.926877, "f1": 0.905599, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"], "main_score": 0.905599, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.866601, "f1": 0.830468, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"], "main_score": 0.830468, "precision": 0.8139, "recall": 0.866601}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.914032, "f1": 0.889493, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"], "main_score": 0.889493, "precision": 0.877635, "recall": 0.914032}, {"accuracy": 0.929842, "f1": 0.90975, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"], "main_score": 0.90975, "precision": 0.900198, "recall": 0.929842}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"], "main_score": 0.922167, "precision": 0.914114, "recall": 0.939723}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.921937, "f1": 0.899045, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"], "main_score": 0.899045, "precision": 0.88834, "recall": 0.921937}, {"accuracy": 0.897233, "f1": 0.868544, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"], "main_score": 0.868544, "precision": 0.855138, "recall": 0.897233}, {"accuracy": 0.952569, "f1": 0.93857, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"], "main_score": 0.93857, "precision": 0.931983, "recall": 0.952569}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"], "main_score": 0.93363, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.938735, "f1": 0.920784, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"], "main_score": 0.920784, "precision": 0.912055, "recall": 0.938735}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"], "main_score": 0.971673, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.81917, "f1": 0.775527, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"], "main_score": 0.775527, "precision": 0.756242, "recall": 0.81917}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.951581, "f1": 0.937582, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"], "main_score": 0.937582, "precision": 0.930995, "recall": 0.951581}, {"accuracy": 0.869565, "f1": 0.835032, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"], "main_score": 0.835032, "precision": 0.81917, "recall": 0.869565}, {"accuracy": 0.890316, "f1": 0.859881, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"], "main_score": 0.859881, "precision": 0.846097, "recall": 0.890316}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"], "main_score": 0.947464, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.790514, "f1": 0.738079, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"], "main_score": 0.738079, "precision": 0.714963, "recall": 0.790514}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"], "main_score": 0.969433, "precision": 0.966321, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"], "main_score": 0.918972, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.923913, "f1": 0.901416, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"], "main_score": 0.901416, "precision": 0.890563, "recall": 0.923913}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"], "main_score": 0.897892, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.882411, "f1": 0.850099, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"], "main_score": 0.850099, "precision": 0.835145, "recall": 0.882411}, {"accuracy": 0.052372, "f1": 0.025751, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"], "main_score": 0.025751, "precision": 0.01962, "recall": 0.052372}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"], "main_score": 0.953458, "precision": 0.94837, "recall": 0.964427}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"], "main_score": 0.945718, "precision": 0.939806, "recall": 0.958498}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.934783, "f1": 0.915184, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"], "main_score": 0.915184, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.952569, "f1": 0.939366, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"], "main_score": 0.939366, "precision": 0.933547, "recall": 0.952569}, {"accuracy": 0.893281, "f1": 0.863538, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"], "main_score": 0.863538, "precision": 0.849391, "recall": 0.893281}, {"accuracy": 0.909091, "f1": 0.883037, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"], "main_score": 0.883037, "precision": 0.870883, "recall": 0.909091}, {"accuracy": 0.949605, "f1": 0.934736, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"], "main_score": 0.934736, "precision": 0.927866, "recall": 0.949605}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"], "main_score": 0.942029, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.899209, "f1": 0.86973, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"], "main_score": 0.86973, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.936759, "f1": 0.919532, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"], "main_score": 0.919532, "precision": 0.911808, "recall": 0.936759}, {"accuracy": 0.890316, "f1": 0.85975, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"], "main_score": 0.85975, "precision": 0.845603, "recall": 0.890316}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"], "main_score": 0.934684, "precision": 0.927783, "recall": 0.949605}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"], "main_score": 0.943511, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.903162, "f1": 0.876449, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"], "main_score": 0.876449, "precision": 0.864361, "recall": 0.903162}, {"accuracy": 0.944664, "f1": 0.930802, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"], "main_score": 0.930802, "precision": 0.925016, "recall": 0.944664}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"], "main_score": 0.921509, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.956258, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"], "main_score": 0.956258, "precision": 0.952388, "recall": 0.965415}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"], "main_score": 0.920125, "precision": 0.911397, "recall": 0.938735}, {"accuracy": 0.204545, "f1": 0.156733, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"], "main_score": 0.156733, "precision": 0.143244, "recall": 0.204545}, {"accuracy": 0.956522, "f1": 0.944911, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"], "main_score": 0.944911, "precision": 0.939897, "recall": 0.956522}, {"accuracy": 0.908103, "f1": 0.881588, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"], "main_score": 0.881588, "precision": 0.868577, "recall": 0.908103}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.952569, "f1": 0.938636, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"], "main_score": 0.938636, "precision": 0.932428, "recall": 0.952569}, {"accuracy": 0.950593, "f1": 0.935903, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"], "main_score": 0.935903, "precision": 0.929348, "recall": 0.950593}, {"accuracy": 0.951581, "f1": 0.939032, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"], "main_score": 0.939032, "precision": 0.933696, "recall": 0.951581}, {"accuracy": 0.906126, "f1": 0.879414, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"], "main_score": 0.879414, "precision": 0.867095, "recall": 0.906126}, {"accuracy": 0.966403, "f1": 0.956489, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"], "main_score": 0.956489, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.921937, "f1": 0.901535, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"], "main_score": 0.901535, "precision": 0.892622, "recall": 0.921937}, {"accuracy": 0.952569, "f1": 0.939855, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"], "main_score": 0.939855, "precision": 0.934157, "recall": 0.952569}, {"accuracy": 0.958498, "f1": 0.946047, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"], "main_score": 0.946047, "precision": 0.940333, "recall": 0.958498}, {"accuracy": 0.964427, "f1": 0.954908, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"], "main_score": 0.954908, "precision": 0.950675, "recall": 0.964427}, {"accuracy": 0.860672, "f1": 0.821871, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"], "main_score": 0.821871, "precision": 0.803969, "recall": 0.860672}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.937747}, {"accuracy": 0.950593, "f1": 0.938768, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"], "main_score": 0.938768, "precision": 0.933745, "recall": 0.950593}, {"accuracy": 0.916996, "f1": 0.894433, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"], "main_score": 0.894433, "precision": 0.883564, "recall": 0.916996}, {"accuracy": 0.958498, "f1": 0.947859, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"], "main_score": 0.947859, "precision": 0.943528, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"], "main_score": 0.934783, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"], "main_score": 0.9528, "precision": 0.947875, "recall": 0.963439}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"], "main_score": 0.903986, "precision": 0.893808, "recall": 0.925889}, {"accuracy": 0.91502, "f1": 0.890547, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"], "main_score": 0.890547, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.927866, "f1": 0.906621, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"], "main_score": 0.906621, "precision": 0.896904, "recall": 0.927866}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"], "main_score": 0.924473, "precision": 0.916782, "recall": 0.9417}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"], "main_score": 0.907115, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.86166, "f1": 0.82444, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"], "main_score": 0.82444, "precision": 0.806653, "recall": 0.86166}, {"accuracy": 0.945652, "f1": 0.930746, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"], "main_score": 0.930746, "precision": 0.92393, "recall": 0.945652}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.867589, "f1": 0.830204, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"], "main_score": 0.830204, "precision": 0.812286, "recall": 0.867589}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"], "main_score": 0.898551, "precision": 0.887681, "recall": 0.920949}, {"accuracy": 0.701581, "f1": 0.636948, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"], "main_score": 0.636948, "precision": 0.611118, "recall": 0.701581}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.967391, "f1": 0.958729, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"], "main_score": 0.958729, "precision": 0.95499, "recall": 0.967391}, {"accuracy": 0.940711, "f1": 0.924242, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"], "main_score": 0.924242, "precision": 0.917029, "recall": 0.940711}, {"accuracy": 0.954545, "f1": 0.9417, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"], "main_score": 0.9417, "precision": 0.936001, "recall": 0.954545}, {"accuracy": 0.896245, "f1": 0.866271, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"], "main_score": 0.866271, "precision": 0.852273, "recall": 0.896245}, {"accuracy": 0.91996, "f1": 0.896904, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"], "main_score": 0.896904, "precision": 0.886364, "recall": 0.91996}, {"accuracy": 0.932806, "f1": 0.912615, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"], "main_score": 0.912615, "precision": 0.903113, "recall": 0.932806}, {"accuracy": 0.955534, "f1": 0.94439, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"], "main_score": 0.94439, "precision": 0.939748, "recall": 0.955534}, {"accuracy": 0.871542, "f1": 0.837549, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"], "main_score": 0.837549, "precision": 0.82197, "recall": 0.871542}, {"accuracy": 0.938735, "f1": 0.921937, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"], "main_score": 0.921937, "precision": 0.914229, "recall": 0.938735}, {"accuracy": 0.884387, "f1": 0.851779, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"], "main_score": 0.851779, "precision": 0.836462, "recall": 0.884387}, {"accuracy": 0.955534, "f1": 0.942424, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"], "main_score": 0.942424, "precision": 0.936512, "recall": 0.955534}, {"accuracy": 0.944664, "f1": 0.928887, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"], "main_score": 0.928887, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.95751, "f1": 0.94473, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"], "main_score": 0.94473, "precision": 0.938818, "recall": 0.95751}, {"accuracy": 0.217391, "f1": 0.157137, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"], "main_score": 0.157137, "precision": 0.139257, "recall": 0.217391}, {"accuracy": 0.894269, "f1": 0.866831, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"], "main_score": 0.866831, "precision": 0.854331, "recall": 0.894269}, {"accuracy": 0.94664, "f1": 0.931126, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"], "main_score": 0.931126, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.928854, "f1": 0.908267, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"], "main_score": 0.908267, "precision": 0.898221, "recall": 0.928854}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"], "main_score": 0.910244, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.95751, "f1": 0.944631, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"], "main_score": 0.944631, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.910079, "f1": 0.884453, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"], "main_score": 0.884453, "precision": 0.872777, "recall": 0.910079}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"], "main_score": 0.927207, "precision": 0.919466, "recall": 0.943676}, {"accuracy": 0.97332, "f1": 0.965316, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"], "main_score": 0.965316, "precision": 0.961709, "recall": 0.97332}, {"accuracy": 0.956522, "f1": 0.944236, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"], "main_score": 0.944236, "precision": 0.938686, "recall": 0.956522}, {"accuracy": 0.947628, "f1": 0.932532, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"], "main_score": 0.932532, "precision": 0.925683, "recall": 0.947628}, {"accuracy": 0.9417, "f1": 0.92444, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"], "main_score": 0.92444, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.945652, "f1": 0.93019, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"], "main_score": 0.93019, "precision": 0.923172, "recall": 0.945652}, {"accuracy": 0.817194, "f1": 0.770652, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"], "main_score": 0.770652, "precision": 0.749539, "recall": 0.817194}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"], "main_score": 0.912385, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"], "main_score": 0.932148, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.942688, "f1": 0.928962, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"], "main_score": 0.928962, "precision": 0.923166, "recall": 0.942688}, {"accuracy": 0.9417, "f1": 0.92584, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"], "main_score": 0.92584, "precision": 0.919031, "recall": 0.9417}, {"accuracy": 0.876482, "f1": 0.842292, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"], "main_score": 0.842292, "precision": 0.826334, "recall": 0.876482}, {"accuracy": 0.835968, "f1": 0.794005, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"], "main_score": 0.794005, "precision": 0.774984, "recall": 0.835968}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"], "main_score": 0.961528, "precision": 0.957428, "recall": 0.970356}, {"accuracy": 0.908103, "f1": 0.881094, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"], "main_score": 0.881094, "precision": 0.868083, "recall": 0.908103}, {"accuracy": 0.947628, "f1": 0.933202, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"], "main_score": 0.933202, "precision": 0.927026, "recall": 0.947628}, {"accuracy": 0.814229, "f1": 0.771344, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"], "main_score": 0.771344, "precision": 0.751976, "recall": 0.814229}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.951581, "f1": 0.938175, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"], "main_score": 0.938175, "precision": 0.932477, "recall": 0.951581}, {"accuracy": 0.960474, "f1": 0.949374, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"], "main_score": 0.949374, "precision": 0.944664, "recall": 0.960474}, {"accuracy": 0.951581, "f1": 0.940173, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"], "main_score": 0.940173, "precision": 0.935186, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.923666, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"], "main_score": 0.923666, "precision": 0.916017, "recall": 0.940711}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.858696, "f1": 0.822036, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"], "main_score": 0.822036, "precision": 0.805287, "recall": 0.858696}, {"accuracy": 0.269763, "f1": 0.21848, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"], "main_score": 0.21848, "precision": 0.20201, "recall": 0.269763}, {"accuracy": 0.912055, "f1": 0.887088, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"], "main_score": 0.887088, "precision": 0.875412, "recall": 0.912055}, {"accuracy": 0.800395, "f1": 0.753063, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"], "main_score": 0.753063, "precision": 0.73251, "recall": 0.800395}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.906126, "f1": 0.878854, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"], "main_score": 0.878854, "precision": 0.865893, "recall": 0.906126}, {"accuracy": 0.934783, "f1": 0.915843, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"], "main_score": 0.915843, "precision": 0.906785, "recall": 0.934783}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"], "main_score": 0.931489, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"], "main_score": 0.941535, "precision": 0.934947, "recall": 0.955534}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"], "main_score": 0.916667, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.953557, "f1": 0.940862, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"], "main_score": 0.940862, "precision": 0.935524, "recall": 0.953557}, {"accuracy": 0.936759, "f1": 0.918379, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"], "main_score": 0.918379, "precision": 0.909667, "recall": 0.936759}, {"accuracy": 0.846838, "f1": 0.808696, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"], "main_score": 0.808696, "precision": 0.791321, "recall": 0.846838}, {"accuracy": 0.868577, "f1": 0.834799, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"], "main_score": 0.834799, "precision": 0.819393, "recall": 0.868577}, {"accuracy": 0.91996, "f1": 0.896311, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"], "main_score": 0.896311, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.950593, "f1": 0.936067, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"], "main_score": 0.936067, "precision": 0.929513, "recall": 0.950593}, {"accuracy": 0.050395, "f1": 0.025321, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"], "main_score": 0.025321, "precision": 0.02076, "recall": 0.050395}, {"accuracy": 0.949605, "f1": 0.93475, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"], "main_score": 0.93475, "precision": 0.928063, "recall": 0.949605}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.914032, "f1": 0.891985, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"], "main_score": 0.891985, "precision": 0.8826, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"], "main_score": 0.935277, "precision": 0.928557, "recall": 0.949605}, {"accuracy": 0.90415, "f1": 0.876877, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"], "main_score": 0.876877, "precision": 0.863752, "recall": 0.90415}, {"accuracy": 0.862648, "f1": 0.827602, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"], "main_score": 0.827602, "precision": 0.812171, "recall": 0.862648}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"], "main_score": 0.92556, "precision": 0.917688, "recall": 0.942688}, {"accuracy": 0.942688, "f1": 0.926303, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"], "main_score": 0.926303, "precision": 0.918972, "recall": 0.942688}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"], "main_score": 0.923748, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"], "main_score": 0.9361, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.842885, "f1": 0.802701, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"], "main_score": 0.802701, "precision": 0.784536, "recall": 0.842885}, {"accuracy": 0.940711, "f1": 0.923814, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"], "main_score": 0.923814, "precision": 0.915926, "recall": 0.940711}, {"accuracy": 0.829051, "f1": 0.78554, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"], "main_score": 0.78554, "precision": 0.76581, "recall": 0.829051}, {"accuracy": 0.927866, "f1": 0.908399, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"], "main_score": 0.908399, "precision": 0.899539, "recall": 0.927866}, {"accuracy": 0.954545, "f1": 0.941436, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"], "main_score": 0.941436, "precision": 0.935721, "recall": 0.954545}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"], "main_score": 0.905863, "precision": 0.895833, "recall": 0.926877}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"], "main_score": 0.954051, "precision": 0.949275, "recall": 0.964427}, {"accuracy": 0.917984, "f1": 0.893347, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"], "main_score": 0.893347, "precision": 0.881505, "recall": 0.917984}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"], "main_score": 0.938142, "precision": 0.931242, "recall": 0.952569}, {"accuracy": 0.893281, "f1": 0.86723, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"], "main_score": 0.86723, "precision": 0.856646, "recall": 0.893281}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"], "main_score": 0.929348, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.928854, "f1": 0.907938, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"], "main_score": 0.907938, "precision": 0.898221, "recall": 0.928854}, {"accuracy": 0.925889, "f1": 0.905468, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"], "main_score": 0.905468, "precision": 0.895751, "recall": 0.925889}, {"accuracy": 0.929842, "f1": 0.909783, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"], "main_score": 0.909783, "precision": 0.900609, "recall": 0.929842}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"], "main_score": 0.935935, "precision": 0.928854, "recall": 0.950593}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"], "main_score": 0.938472, "precision": 0.932065, "recall": 0.952569}, {"accuracy": 0.908103, "f1": 0.881621, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"], "main_score": 0.881621, "precision": 0.869318, "recall": 0.908103}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"], "main_score": 0.898781, "precision": 0.889328, "recall": 0.920949}, {"accuracy": 0.928854, "f1": 0.909223, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"], "main_score": 0.909223, "precision": 0.900692, "recall": 0.928854}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"], "main_score": 0.899209, "precision": 0.88834, "recall": 0.921937}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"], "main_score": 0.933794, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.844862, "f1": 0.804513, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"], "main_score": 0.804513, "precision": 0.786644, "recall": 0.844862}, {"accuracy": 0.951581, "f1": 0.937535, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"], "main_score": 0.937535, "precision": 0.930995, "recall": 0.951581}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"], "main_score": 0.925626, "precision": 0.917572, "recall": 0.942688}, {"accuracy": 0.912055, "f1": 0.886119, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"], "main_score": 0.886119, "precision": 0.874177, "recall": 0.912055}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"], "main_score": 0.926383, "precision": 0.918808, "recall": 0.942688}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"], "main_score": 0.944895, "precision": 0.939015, "recall": 0.95751}, {"accuracy": 0.899209, "f1": 0.872101, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"], "main_score": 0.872101, "precision": 0.859437, "recall": 0.899209}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"], "main_score": 0.944895, "precision": 0.939015, "recall": 0.95751}, {"accuracy": 0.892292, "f1": 0.863043, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"], "main_score": 0.863043, "precision": 0.849391, "recall": 0.892292}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"], "main_score": 0.907345, "precision": 0.896986, "recall": 0.928854}, {"accuracy": 0.939723, "f1": 0.923833, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"], "main_score": 0.923833, "precision": 0.917194, "recall": 0.939723}, {"accuracy": 0.905138, "f1": 0.876318, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"], "main_score": 0.876318, "precision": 0.862484, "recall": 0.905138}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"], "main_score": 0.955204, "precision": 0.950461, "recall": 0.965415}, {"accuracy": 0.865613, "f1": 0.831061, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"], "main_score": 0.831061, "precision": 0.815168, "recall": 0.865613}, {"accuracy": 0.951581, "f1": 0.936891, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"], "main_score": 0.936891, "precision": 0.930171, "recall": 0.951581}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"], "main_score": 0.956028, "precision": 0.95112, "recall": 0.966403}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"], "main_score": 0.911232, "precision": 0.90135, "recall": 0.931818}, {"accuracy": 0.95751, "f1": 0.945487, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"], "main_score": 0.945487, "precision": 0.939559, "recall": 0.95751}, {"accuracy": 0.903162, "f1": 0.875132, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"], "main_score": 0.875132, "precision": 0.861825, "recall": 0.903162}, {"accuracy": 0.909091, "f1": 0.88274, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"], "main_score": 0.88274, "precision": 0.870224, "recall": 0.909091}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"], "main_score": 0.92309, "precision": 0.913867, "recall": 0.9417}, {"accuracy": 0.90415, "f1": 0.878162, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"], "main_score": 0.878162, "precision": 0.866584, "recall": 0.90415}, {"accuracy": 0.94664, "f1": 0.932082, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"], "main_score": 0.932082, "precision": 0.925889, "recall": 0.94664}, {"accuracy": 0.880435, "f1": 0.846574, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"], "main_score": 0.846574, "precision": 0.830616, "recall": 0.880435}, {"accuracy": 0.873518, "f1": 0.842869, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"], "main_score": 0.842869, "precision": 0.828814, "recall": 0.873518}, {"accuracy": 0.93083, "f1": 0.909552, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"], "main_score": 0.909552, "precision": 0.899539, "recall": 0.93083}, {"accuracy": 0.974308, "f1": 0.967227, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"], "main_score": 0.967227, "precision": 0.963933, "recall": 0.974308}, {"accuracy": 0.944664, "f1": 0.927437, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"], "main_score": 0.927437, "precision": 0.919055, "recall": 0.944664}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"], "main_score": 0.902174, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.940711, "f1": 0.925963, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"], "main_score": 0.925963, "precision": 0.919705, "recall": 0.940711}, {"accuracy": 0.79249, "f1": 0.739559, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"], "main_score": 0.739559, "precision": 0.714756, "recall": 0.79249}, {"accuracy": 0.914032, "f1": 0.889394, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"], "main_score": 0.889394, "precision": 0.877882, "recall": 0.914032}, {"accuracy": 0.942688, "f1": 0.926548, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"], "main_score": 0.926548, "precision": 0.918808, "recall": 0.942688}, {"accuracy": 0.84585, "f1": 0.803379, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"], "main_score": 0.803379, "precision": 0.783679, "recall": 0.84585}, {"accuracy": 0.850791, "f1": 0.810474, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"], "main_score": 0.810474, "precision": 0.792408, "recall": 0.850791}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"], "main_score": 0.910408, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.789526, "f1": 0.736728, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"], "main_score": 0.736728, "precision": 0.713563, "recall": 0.789526}, {"accuracy": 0.95751, "f1": 0.945455, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"], "main_score": 0.945455, "precision": 0.94025, "recall": 0.95751}, {"accuracy": 0.950593, "f1": 0.936495, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"], "main_score": 0.936495, "precision": 0.930287, "recall": 0.950593}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"], "main_score": 0.950922, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.926877, "f1": 0.906258, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"], "main_score": 0.906258, "precision": 0.896739, "recall": 0.926877}, {"accuracy": 0.893281, "f1": 0.863702, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"], "main_score": 0.863702, "precision": 0.850049, "recall": 0.893281}, {"accuracy": 0.898221, "f1": 0.868643, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"], "main_score": 0.868643, "precision": 0.854496, "recall": 0.898221}, {"accuracy": 0.891304, "f1": 0.861298, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"], "main_score": 0.861298, "precision": 0.847167, "recall": 0.891304}, {"accuracy": 0.049407, "f1": 0.024238, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"], "main_score": 0.024238, "precision": 0.018606, "recall": 0.049407}, {"accuracy": 0.940711, "f1": 0.927227, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"], "main_score": 0.927227, "precision": 0.921838, "recall": 0.940711}, {"accuracy": 0.936759, "f1": 0.91805, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"], "main_score": 0.91805, "precision": 0.909832, "recall": 0.936759}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.934618, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"], "main_score": 0.934618, "precision": 0.927866, "recall": 0.948617}, {"accuracy": 0.923913, "f1": 0.906901, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"], "main_score": 0.906901, "precision": 0.900407, "recall": 0.923913}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"], "main_score": 0.903821, "precision": 0.893445, "recall": 0.925889}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"], "main_score": 0.876647, "precision": 0.863472, "recall": 0.90415}, {"accuracy": 0.903162, "f1": 0.883265, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"], "main_score": 0.883265, "precision": 0.875799, "recall": 0.903162}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.900198, "f1": 0.872661, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"], "main_score": 0.872661, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.937747, "f1": 0.919433, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"], "main_score": 0.919433, "precision": 0.911232, "recall": 0.937747}, {"accuracy": 0.91996, "f1": 0.900041, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"], "main_score": 0.900041, "precision": 0.891347, "recall": 0.91996}, {"accuracy": 0.905138, "f1": 0.878623, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"], "main_score": 0.878623, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.935771, "f1": 0.918116, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"], "main_score": 0.918116, "precision": 0.910606, "recall": 0.935771}, {"accuracy": 0.944664, "f1": 0.928854, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"], "main_score": 0.928854, "precision": 0.921854, "recall": 0.944664}, {"accuracy": 0.892292, "f1": 0.861792, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"], "main_score": 0.861792, "precision": 0.848188, "recall": 0.892292}, {"accuracy": 0.944664, "f1": 0.928557, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"], "main_score": 0.928557, "precision": 0.92136, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.930402, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"], "main_score": 0.930402, "precision": 0.922678, "recall": 0.94664}, {"accuracy": 0.950593, "f1": 0.935244, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"], "main_score": 0.935244, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.943676, "f1": 0.928346, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"], "main_score": 0.928346, "precision": 0.922019, "recall": 0.943676}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"], "main_score": 0.921344, "precision": 0.912632, "recall": 0.939723}, {"accuracy": 0.198617, "f1": 0.15649, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"], "main_score": 0.15649, "precision": 0.144833, "recall": 0.198617}, {"accuracy": 0.934783, "f1": 0.91637, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"], "main_score": 0.91637, "precision": 0.908218, "recall": 0.934783}, {"accuracy": 0.932806, "f1": 0.91469, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"], "main_score": 0.91469, "precision": 0.906126, "recall": 0.932806}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.916008, "f1": 0.892876, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"], "main_score": 0.892876, "precision": 0.882823, "recall": 0.916008}, {"accuracy": 0.932806, "f1": 0.91634, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"], "main_score": 0.91634, "precision": 0.909792, "recall": 0.932806}, {"accuracy": 0.938735, "f1": 0.922184, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"], "main_score": 0.922184, "precision": 0.915243, "recall": 0.938735}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.945652, "f1": 0.932148, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"], "main_score": 0.932148, "precision": 0.926559, "recall": 0.945652}, {"accuracy": 0.956522, "f1": 0.943643, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"], "main_score": 0.943643, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.881423, "f1": 0.855016, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"], "main_score": 0.855016, "precision": 0.84415, "recall": 0.881423}, {"accuracy": 0.921937, "f1": 0.901605, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"], "main_score": 0.901605, "precision": 0.893099, "recall": 0.921937}, {"accuracy": 0.949605, "f1": 0.934848, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"], "main_score": 0.934848, "precision": 0.928277, "recall": 0.949605}, {"accuracy": 0.940711, "f1": 0.924654, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"], "main_score": 0.924654, "precision": 0.917829, "recall": 0.940711}, {"accuracy": 0.886364, "f1": 0.856225, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"], "main_score": 0.856225, "precision": 0.842227, "recall": 0.886364}, {"accuracy": 0.907115, "f1": 0.880468, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"], "main_score": 0.880468, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.925889, "f1": 0.908136, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"], "main_score": 0.908136, "precision": 0.90093, "recall": 0.925889}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"], "main_score": 0.906126, "precision": 0.896278, "recall": 0.926877}, {"accuracy": 0.937747, "f1": 0.924363, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"], "main_score": 0.924363, "precision": 0.919052, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"], "main_score": 0.947299, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.936759, "f1": 0.917885, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"], "main_score": 0.917885, "precision": 0.908679, "recall": 0.936759}, {"accuracy": 0.914032, "f1": 0.889065, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"], "main_score": 0.889065, "precision": 0.877388, "recall": 0.914032}, {"accuracy": 0.927866, "f1": 0.906983, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"], "main_score": 0.906983, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.931818, "f1": 0.912404, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"], "main_score": 0.912404, "precision": 0.903936, "recall": 0.931818}, {"accuracy": 0.91502, "f1": 0.89193, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"], "main_score": 0.89193, "precision": 0.881258, "recall": 0.91502}, {"accuracy": 0.87253, "f1": 0.838241, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"], "main_score": 0.838241, "precision": 0.822464, "recall": 0.87253}, {"accuracy": 0.916996, "f1": 0.897683, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"], "main_score": 0.897683, "precision": 0.889504, "recall": 0.916996}, {"accuracy": 0.927866, "f1": 0.906621, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"], "main_score": 0.906621, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.86166, "f1": 0.825395, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"], "main_score": 0.825395, "precision": 0.80863, "recall": 0.86166}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"], "main_score": 0.924967, "precision": 0.91642, "recall": 0.942688}, {"accuracy": 0.664032, "f1": 0.594177, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"], "main_score": 0.594177, "precision": 0.566107, "recall": 0.664032}, {"accuracy": 0.949605, "f1": 0.936613, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"], "main_score": 0.936613, "precision": 0.931472, "recall": 0.949605}, {"accuracy": 0.937747, "f1": 0.922614, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"], "main_score": 0.922614, "precision": 0.916406, "recall": 0.937747}, {"accuracy": 0.928854, "f1": 0.908893, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"], "main_score": 0.908893, "precision": 0.900264, "recall": 0.928854}, {"accuracy": 0.923913, "f1": 0.903986, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"], "main_score": 0.903986, "precision": 0.89608, "recall": 0.923913}, {"accuracy": 0.908103, "f1": 0.882708, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"], "main_score": 0.882708, "precision": 0.871047, "recall": 0.908103}, {"accuracy": 0.914032, "f1": 0.88969, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"], "main_score": 0.88969, "precision": 0.878706, "recall": 0.914032}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"], "main_score": 0.929183, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.951581, "f1": 0.940053, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"], "main_score": 0.940053, "precision": 0.935432, "recall": 0.951581}, {"accuracy": 0.879447, "f1": 0.846838, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"], "main_score": 0.846838, "precision": 0.83139, "recall": 0.879447}, {"accuracy": 0.947628, "f1": 0.932049, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"], "main_score": 0.932049, "precision": 0.924654, "recall": 0.947628}, {"accuracy": 0.900198, "f1": 0.874473, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"], "main_score": 0.874473, "precision": 0.862648, "recall": 0.900198}, {"accuracy": 0.954545, "f1": 0.941535, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"], "main_score": 0.941535, "precision": 0.935441, "recall": 0.954545}, {"accuracy": 0.934783, "f1": 0.91614, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"], "main_score": 0.91614, "precision": 0.907609, "recall": 0.934783}, {"accuracy": 0.932806, "f1": 0.914295, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"], "main_score": 0.914295, "precision": 0.906653, "recall": 0.932806}, {"accuracy": 0.211462, "f1": 0.150273, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"], "main_score": 0.150273, "precision": 0.132578, "recall": 0.211462}, {"accuracy": 0.897233, "f1": 0.869038, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"], "main_score": 0.869038, "precision": 0.855896, "recall": 0.897233}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"], "main_score": 0.92803, "precision": 0.920323, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"], "main_score": 0.910573, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.920949, "f1": 0.89664, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"], "main_score": 0.89664, "precision": 0.885458, "recall": 0.920949}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"], "main_score": 0.950165, "precision": 0.945076, "recall": 0.961462}, {"accuracy": 0.91502, "f1": 0.890382, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"], "main_score": 0.890382, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"], "main_score": 0.945158, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.953557, "f1": 0.940895, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"], "main_score": 0.940895, "precision": 0.935359, "recall": 0.953557}, {"accuracy": 0.936759, "f1": 0.919598, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"], "main_score": 0.919598, "precision": 0.912253, "recall": 0.936759}, {"accuracy": 0.936759, "f1": 0.920949, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"], "main_score": 0.920949, "precision": 0.914174, "recall": 0.936759}, {"accuracy": 0.93083, "f1": 0.910046, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"], "main_score": 0.910046, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.931818, "f1": 0.914517, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"], "main_score": 0.914517, "precision": 0.907165, "recall": 0.931818}, {"accuracy": 0.824111, "f1": 0.777635, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"], "main_score": 0.777635, "precision": 0.756324, "recall": 0.824111}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"], "main_score": 0.926713, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.924901, "f1": 0.905028, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"], "main_score": 0.905028, "precision": 0.896666, "recall": 0.924901}, {"accuracy": 0.940711, "f1": 0.926964, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"], "main_score": 0.926964, "precision": 0.921388, "recall": 0.940711}, {"accuracy": 0.916008, "f1": 0.893874, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"], "main_score": 0.893874, "precision": 0.884181, "recall": 0.916008}, {"accuracy": 0.87253, "f1": 0.841403, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"], "main_score": 0.841403, "precision": 0.827185, "recall": 0.87253}, {"accuracy": 0.842885, "f1": 0.802404, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"], "main_score": 0.802404, "precision": 0.784009, "recall": 0.842885}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"], "main_score": 0.926877, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.934783, "f1": 0.916304, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"], "main_score": 0.916304, "precision": 0.907609, "recall": 0.934783}, {"accuracy": 0.940711, "f1": 0.925321, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"], "main_score": 0.925321, "precision": 0.918578, "recall": 0.940711}, {"accuracy": 0.837945, "f1": 0.798057, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"], "main_score": 0.798057, "precision": 0.77915, "recall": 0.837945}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"], "main_score": 0.951976, "precision": 0.946558, "recall": 0.963439}, {"accuracy": 0.942688, "f1": 0.926746, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"], "main_score": 0.926746, "precision": 0.919911, "recall": 0.942688}, {"accuracy": 0.926877, "f1": 0.909063, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"], "main_score": 0.909063, "precision": 0.901913, "recall": 0.926877}, {"accuracy": 0.921937, "f1": 0.905897, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"], "main_score": 0.905897, "precision": 0.900042, "recall": 0.921937}, {"accuracy": 0.916008, "f1": 0.897814, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"], "main_score": 0.897814, "precision": 0.890728, "recall": 0.916008}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"], "main_score": 0.93083, "precision": 0.923419, "recall": 0.94664}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.868577, "f1": 0.835408, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"], "main_score": 0.835408, "precision": 0.820652, "recall": 0.868577}, {"accuracy": 0.259881, "f1": 0.212142, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"], "main_score": 0.212142, "precision": 0.196081, "recall": 0.259881}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"], "main_score": 0.899704, "precision": 0.888999, "recall": 0.921937}, {"accuracy": 0.801383, "f1": 0.75191, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"], "main_score": 0.75191, "precision": 0.730171, "recall": 0.801383}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.895257, "f1": 0.865777, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"], "main_score": 0.865777, "precision": 0.852141, "recall": 0.895257}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"], "main_score": 0.935112, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.933794, "f1": 0.914559, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"], "main_score": 0.914559, "precision": 0.905742, "recall": 0.933794}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"], "main_score": 0.928689, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.936759, "f1": 0.920043, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"], "main_score": 0.920043, "precision": 0.913102, "recall": 0.936759}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.864625, "f1": 0.831159, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"], "main_score": 0.831159, "precision": 0.815217, "recall": 0.864625}, {"accuracy": 0.881423, "f1": 0.851021, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"], "main_score": 0.851021, "precision": 0.837204, "recall": 0.881423}, {"accuracy": 0.937747, "f1": 0.920125, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"], "main_score": 0.920125, "precision": 0.911561, "recall": 0.937747}, {"accuracy": 0.940711, "f1": 0.923767, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"], "main_score": 0.923767, "precision": 0.916255, "recall": 0.940711}, {"accuracy": 0.051383, "f1": 0.026359, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"], "main_score": 0.026359, "precision": 0.021715, "recall": 0.051383}, {"accuracy": 0.91996, "f1": 0.899257, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"], "main_score": 0.899257, "precision": 0.890563, "recall": 0.91996}, {"accuracy": 0.933794, "f1": 0.914328, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"], "main_score": 0.914328, "precision": 0.905468, "recall": 0.933794}, {"accuracy": 0.882411, "f1": 0.854168, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"], "main_score": 0.854168, "precision": 0.842191, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.930651, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"], "main_score": 0.930651, "precision": 0.92416, "recall": 0.945652}, {"accuracy": 0.878458, "f1": 0.844928, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"], "main_score": 0.844928, "precision": 0.82971, "recall": 0.878458}, {"accuracy": 0.867589, "f1": 0.833926, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"], "main_score": 0.833926, "precision": 0.818511, "recall": 0.867589}, {"accuracy": 0.93083, "f1": 0.911528, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"], "main_score": 0.911528, "precision": 0.903228, "recall": 0.93083}, {"accuracy": 0.93083, "f1": 0.912121, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"], "main_score": 0.912121, "precision": 0.904134, "recall": 0.93083}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"], "main_score": 0.91996, "precision": 0.910935, "recall": 0.938735}, {"accuracy": 0.81917, "f1": 0.772447, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"], "main_score": 0.772447, "precision": 0.751294, "recall": 0.81917}, {"accuracy": 0.923913, "f1": 0.902997, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"], "main_score": 0.902997, "precision": 0.893555, "recall": 0.923913}, {"accuracy": 0.822134, "f1": 0.781061, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"], "main_score": 0.781061, "precision": 0.762385, "recall": 0.822134}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.937747, "f1": 0.921036, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"], "main_score": 0.921036, "precision": 0.913908, "recall": 0.937747}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.937747, "f1": 0.92052, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"], "main_score": 0.92052, "precision": 0.9125, "recall": 0.937747}, {"accuracy": 0.93083, "f1": 0.911232, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"], "main_score": 0.911232, "precision": 0.902174, "recall": 0.93083}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.864625, "f1": 0.835909, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"], "main_score": 0.835909, "precision": 0.824375, "recall": 0.864625}, {"accuracy": 0.923913, "f1": 0.903741, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"], "main_score": 0.903741, "precision": 0.895125, "recall": 0.923913}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"], "main_score": 0.901252, "precision": 0.890893, "recall": 0.923913}, {"accuracy": 0.912055, "f1": 0.886712, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"], "main_score": 0.886712, "precision": 0.874753, "recall": 0.912055}, {"accuracy": 0.920949, "f1": 0.897859, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"], "main_score": 0.897859, "precision": 0.887352, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"], "main_score": 0.94697, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.9417, "f1": 0.925445, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"], "main_score": 0.925445, "precision": 0.918158, "recall": 0.9417}, {"accuracy": 0.875494, "f1": 0.842754, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"], "main_score": 0.842754, "precision": 0.827849, "recall": 0.875494}, {"accuracy": 0.905138, "f1": 0.880007, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"], "main_score": 0.880007, "precision": 0.869763, "recall": 0.905138}, {"accuracy": 0.914032, "f1": 0.889625, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"], "main_score": 0.889625, "precision": 0.878689, "recall": 0.914032}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.920949, "f1": 0.89697, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"], "main_score": 0.89697, "precision": 0.885623, "recall": 0.920949}, {"accuracy": 0.956522, "f1": 0.943841, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"], "main_score": 0.943841, "precision": 0.937747, "recall": 0.956522}, {"accuracy": 0.848814, "f1": 0.810903, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"], "main_score": 0.810903, "precision": 0.793511, "recall": 0.848814}, {"accuracy": 0.934783, "f1": 0.918717, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"], "main_score": 0.918717, "precision": 0.911998, "recall": 0.934783}, {"accuracy": 0.912055, "f1": 0.886232, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"], "main_score": 0.886232, "precision": 0.874259, "recall": 0.912055}, {"accuracy": 0.885375, "f1": 0.85465, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"], "main_score": 0.85465, "precision": 0.841338, "recall": 0.885375}, {"accuracy": 0.934783, "f1": 0.917062, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"], "main_score": 0.917062, "precision": 0.909074, "recall": 0.934783}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.890316, "f1": 0.861298, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"], "main_score": 0.861298, "precision": 0.847661, "recall": 0.890316}, {"accuracy": 0.940711, "f1": 0.925165, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"], "main_score": 0.925165, "precision": 0.918874, "recall": 0.940711}, {"accuracy": 0.887352, "f1": 0.858827, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"], "main_score": 0.858827, "precision": 0.84585, "recall": 0.887352}, {"accuracy": 0.9417, "f1": 0.924539, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"], "main_score": 0.924539, "precision": 0.916502, "recall": 0.9417}, {"accuracy": 0.93083, "f1": 0.913015, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"], "main_score": 0.913015, "precision": 0.905748, "recall": 0.93083}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"], "main_score": 0.908333, "precision": 0.898633, "recall": 0.928854}, {"accuracy": 0.952569, "f1": 0.940711, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"], "main_score": 0.940711, "precision": 0.935584, "recall": 0.952569}, {"accuracy": 0.867589, "f1": 0.833465, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"], "main_score": 0.833465, "precision": 0.817852, "recall": 0.867589}, {"accuracy": 0.938735, "f1": 0.920685, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"], "main_score": 0.920685, "precision": 0.912533, "recall": 0.938735}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"], "main_score": 0.938966, "precision": 0.932955, "recall": 0.952569}, {"accuracy": 0.943676, "f1": 0.929661, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"], "main_score": 0.929661, "precision": 0.923752, "recall": 0.943676}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"], "main_score": 0.954051, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.916008, "f1": 0.892787, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"], "main_score": 0.892787, "precision": 0.881917, "recall": 0.916008}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"], "main_score": 0.89888, "precision": 0.887516, "recall": 0.921937}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"], "main_score": 0.936924, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.878458, "f1": 0.848748, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"], "main_score": 0.848748, "precision": 0.836067, "recall": 0.878458}, {"accuracy": 0.918972, "f1": 0.900063, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"], "main_score": 0.900063, "precision": 0.892572, "recall": 0.918972}, {"accuracy": 0.901186, "f1": 0.872431, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"], "main_score": 0.872431, "precision": 0.858943, "recall": 0.901186}, {"accuracy": 0.889328, "f1": 0.860408, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"], "main_score": 0.860408, "precision": 0.846953, "recall": 0.889328}, {"accuracy": 0.929842, "f1": 0.908663, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"], "main_score": 0.908663, "precision": 0.898633, "recall": 0.929842}, {"accuracy": 0.953557, "f1": 0.939625, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"], "main_score": 0.939625, "precision": 0.933053, "recall": 0.953557}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"], "main_score": 0.924901, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"], "main_score": 0.903821, "precision": 0.892951, "recall": 0.925889}, {"accuracy": 0.911067, "f1": 0.890976, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"], "main_score": 0.890976, "precision": 0.882504, "recall": 0.911067}, {"accuracy": 0.813241, "f1": 0.766601, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"], "main_score": 0.766601, "precision": 0.744895, "recall": 0.813241}, {"accuracy": 0.916008, "f1": 0.891436, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"], "main_score": 0.891436, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.842885, "f1": 0.800216, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"], "main_score": 0.800216, "precision": 0.780879, "recall": 0.842885}, {"accuracy": 0.868577, "f1": 0.835211, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"], "main_score": 0.835211, "precision": 0.819944, "recall": 0.868577}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.902174, "f1": 0.875791, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"], "main_score": 0.875791, "precision": 0.863834, "recall": 0.902174}, {"accuracy": 0.927866, "f1": 0.906475, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"], "main_score": 0.906475, "precision": 0.896492, "recall": 0.927866}, {"accuracy": 0.793478, "f1": 0.742081, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"], "main_score": 0.742081, "precision": 0.718989, "recall": 0.793478}, {"accuracy": 0.933794, "f1": 0.917229, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"], "main_score": 0.917229, "precision": 0.910533, "recall": 0.933794}, {"accuracy": 0.94664, "f1": 0.931126, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"], "main_score": 0.931126, "precision": 0.924275, "recall": 0.94664}, {"accuracy": 0.932806, "f1": 0.915481, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"], "main_score": 0.915481, "precision": 0.908564, "recall": 0.932806}, {"accuracy": 0.949605, "f1": 0.934585, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"], "main_score": 0.934585, "precision": 0.927734, "recall": 0.949605}, {"accuracy": 0.917984, "f1": 0.894104, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"], "main_score": 0.894104, "precision": 0.882938, "recall": 0.917984}, {"accuracy": 0.91502, "f1": 0.891798, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"], "main_score": 0.891798, "precision": 0.880599, "recall": 0.91502}, {"accuracy": 0.91996, "f1": 0.897134, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"], "main_score": 0.897134, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.863636, "f1": 0.825823, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"], "main_score": 0.825823, "precision": 0.808053, "recall": 0.863636}, {"accuracy": 0.0583, "f1": 0.031837, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"], "main_score": 0.031837, "precision": 0.026234, "recall": 0.0583}, {"accuracy": 0.943676, "f1": 0.930439, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"], "main_score": 0.930439, "precision": 0.925346, "recall": 0.943676}, {"accuracy": 0.938735, "f1": 0.921772, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"], "main_score": 0.921772, "precision": 0.914065, "recall": 0.938735}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"], "main_score": 0.910903, "precision": 0.900856, "recall": 0.931818}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"], "main_score": 0.910079, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.940711, "f1": 0.926468, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"], "main_score": 0.926468, "precision": 0.920709, "recall": 0.940711}, {"accuracy": 0.890316, "f1": 0.860672, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"], "main_score": 0.860672, "precision": 0.847003, "recall": 0.890316}, {"accuracy": 0.898221, "f1": 0.868412, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"], "main_score": 0.868412, "precision": 0.854447, "recall": 0.898221}, {"accuracy": 0.921937, "f1": 0.903179, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"], "main_score": 0.903179, "precision": 0.895662, "recall": 0.921937}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"], "main_score": 0.939888, "precision": 0.933136, "recall": 0.953557}, {"accuracy": 0.897233, "f1": 0.867754, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"], "main_score": 0.867754, "precision": 0.85359, "recall": 0.897233}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.936759, "f1": 0.918017, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"], "main_score": 0.918017, "precision": 0.909667, "recall": 0.936759}, {"accuracy": 0.942688, "f1": 0.927569, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"], "main_score": 0.927569, "precision": 0.920866, "recall": 0.942688}, {"accuracy": 0.885375, "f1": 0.852997, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"], "main_score": 0.852997, "precision": 0.837698, "recall": 0.885375}, {"accuracy": 0.937747, "f1": 0.919697, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"], "main_score": 0.919697, "precision": 0.911512, "recall": 0.937747}, {"accuracy": 0.943676, "f1": 0.927668, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"], "main_score": 0.927668, "precision": 0.920652, "recall": 0.943676}, {"accuracy": 0.914032, "f1": 0.889018, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"], "main_score": 0.889018, "precision": 0.877388, "recall": 0.914032}, {"accuracy": 0.932806, "f1": 0.915763, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"], "main_score": 0.915763, "precision": 0.908465, "recall": 0.932806}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"], "main_score": 0.899209, "precision": 0.887681, "recall": 0.922925}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.939723, "f1": 0.926252, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"], "main_score": 0.926252, "precision": 0.920872, "recall": 0.939723}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"], "main_score": 0.90448, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.203557, "f1": 0.159365, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"], "main_score": 0.159365, "precision": 0.14742, "recall": 0.203557}, {"accuracy": 0.950593, "f1": 0.936874, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"], "main_score": 0.936874, "precision": 0.930889, "recall": 0.950593}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"], "main_score": 0.876219, "precision": 0.862895, "recall": 0.90415}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"], "main_score": 0.919302, "precision": 0.909914, "recall": 0.938735}, {"accuracy": 0.911067, "f1": 0.889435, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"], "main_score": 0.889435, "precision": 0.880229, "recall": 0.911067}, {"accuracy": 0.942688, "f1": 0.927602, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"], "main_score": 0.927602, "precision": 0.921607, "recall": 0.942688}, {"accuracy": 0.934783, "f1": 0.922351, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"], "main_score": 0.922351, "precision": 0.917679, "recall": 0.934783}, {"accuracy": 0.886364, "f1": 0.856621, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"], "main_score": 0.856621, "precision": 0.843001, "recall": 0.886364}, {"accuracy": 0.947628, "f1": 0.932938, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"], "main_score": 0.932938, "precision": 0.926614, "recall": 0.947628}, {"accuracy": 0.953557, "f1": 0.938966, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"], "main_score": 0.938966, "precision": 0.931901, "recall": 0.953557}, {"accuracy": 0.917984, "f1": 0.901008, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"], "main_score": 0.901008, "precision": 0.894241, "recall": 0.917984}, {"accuracy": 0.945652, "f1": 0.931079, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"], "main_score": 0.931079, "precision": 0.924934, "recall": 0.945652}, {"accuracy": 0.932806, "f1": 0.913175, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"], "main_score": 0.913175, "precision": 0.904183, "recall": 0.932806}, {"accuracy": 0.945652, "f1": 0.930319, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"], "main_score": 0.930319, "precision": 0.923642, "recall": 0.945652}, {"accuracy": 0.838933, "f1": 0.794104, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"], "main_score": 0.794104, "precision": 0.773221, "recall": 0.838933}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"], "main_score": 0.896805, "precision": 0.885623, "recall": 0.91996}, {"accuracy": 0.916996, "f1": 0.898227, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"], "main_score": 0.898227, "precision": 0.890773, "recall": 0.916996}, {"accuracy": 0.903162, "f1": 0.876647, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"], "main_score": 0.876647, "precision": 0.86413, "recall": 0.903162}, {"accuracy": 0.934783, "f1": 0.919521, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"], "main_score": 0.919521, "precision": 0.913145, "recall": 0.934783}, {"accuracy": 0.924901, "f1": 0.90247, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"], "main_score": 0.90247, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.93083, "f1": 0.911298, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"], "main_score": 0.911298, "precision": 0.902289, "recall": 0.93083}, {"accuracy": 0.901186, "f1": 0.872431, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"], "main_score": 0.872431, "precision": 0.859107, "recall": 0.901186}, {"accuracy": 0.878458, "f1": 0.846509, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"], "main_score": 0.846509, "precision": 0.832098, "recall": 0.878458}, {"accuracy": 0.901186, "f1": 0.872398, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"], "main_score": 0.872398, "precision": 0.859107, "recall": 0.901186}, {"accuracy": 0.90415, "f1": 0.879847, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"], "main_score": 0.879847, "precision": 0.869708, "recall": 0.90415}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"], "main_score": 0.903821, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.840909, "f1": 0.800296, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"], "main_score": 0.800296, "precision": 0.781983, "recall": 0.840909}, {"accuracy": 0.931818, "f1": 0.917909, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"], "main_score": 0.917909, "precision": 0.912555, "recall": 0.931818}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"], "main_score": 0.918314, "precision": 0.908762, "recall": 0.937747}, {"accuracy": 0.844862, "f1": 0.804282, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"], "main_score": 0.804282, "precision": 0.785408, "recall": 0.844862}, {"accuracy": 0.926877, "f1": 0.905962, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"], "main_score": 0.905962, "precision": 0.895916, "recall": 0.926877}, {"accuracy": 0.683794, "f1": 0.616465, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"], "main_score": 0.616465, "precision": 0.590386, "recall": 0.683794}, {"accuracy": 0.945652, "f1": 0.931275, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"], "main_score": 0.931275, "precision": 0.925322, "recall": 0.945652}, {"accuracy": 0.949605, "f1": 0.9375, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"], "main_score": 0.9375, "precision": 0.932563, "recall": 0.949605}, {"accuracy": 0.911067, "f1": 0.887074, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"], "main_score": 0.887074, "precision": 0.876877, "recall": 0.911067}, {"accuracy": 0.965415, "f1": 0.955929, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"], "main_score": 0.955929, "precision": 0.951861, "recall": 0.965415}, {"accuracy": 0.875494, "f1": 0.842292, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"], "main_score": 0.842292, "precision": 0.826663, "recall": 0.875494}, {"accuracy": 0.906126, "f1": 0.880731, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"], "main_score": 0.880731, "precision": 0.869763, "recall": 0.906126}, {"accuracy": 0.908103, "f1": 0.88083, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"], "main_score": 0.88083, "precision": 0.86833, "recall": 0.908103}, {"accuracy": 0.948617, "f1": 0.93526, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"], "main_score": 0.93526, "precision": 0.92944, "recall": 0.948617}, {"accuracy": 0.879447, "f1": 0.84552, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"], "main_score": 0.84552, "precision": 0.829545, "recall": 0.879447}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"], "main_score": 0.938472, "precision": 0.931736, "recall": 0.952569}, {"accuracy": 0.883399, "f1": 0.850132, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"], "main_score": 0.850132, "precision": 0.834157, "recall": 0.883399}, {"accuracy": 0.916996, "f1": 0.893709, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"], "main_score": 0.893709, "precision": 0.883564, "recall": 0.916996}, {"accuracy": 0.922925, "f1": 0.901219, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"], "main_score": 0.901219, "precision": 0.891716, "recall": 0.922925}, {"accuracy": 0.929842, "f1": 0.910935, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"], "main_score": 0.910935, "precision": 0.902816, "recall": 0.929842}, {"accuracy": 0.220356, "f1": 0.156202, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"], "main_score": 0.156202, "precision": 0.136664, "recall": 0.220356}, {"accuracy": 0.876482, "f1": 0.840909, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"], "main_score": 0.840909, "precision": 0.823946, "recall": 0.876482}, {"accuracy": 0.905138, "f1": 0.881181, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"], "main_score": 0.881181, "precision": 0.871533, "recall": 0.905138}, {"accuracy": 0.917984, "f1": 0.892787, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"], "main_score": 0.892787, "precision": 0.880599, "recall": 0.917984}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"], "main_score": 0.932148, "precision": 0.924572, "recall": 0.947628}, {"accuracy": 0.93083, "f1": 0.910705, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"], "main_score": 0.910705, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.889328, "f1": 0.860427, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"], "main_score": 0.860427, "precision": 0.847892, "recall": 0.889328}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.952569, "f1": 0.939723, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"], "main_score": 0.939723, "precision": 0.934025, "recall": 0.952569}, {"accuracy": 0.9417, "f1": 0.926929, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"], "main_score": 0.926929, "precision": 0.920784, "recall": 0.9417}, {"accuracy": 0.929842, "f1": 0.913149, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"], "main_score": 0.913149, "precision": 0.906301, "recall": 0.929842}, {"accuracy": 0.913043, "f1": 0.891008, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"], "main_score": 0.891008, "precision": 0.882296, "recall": 0.913043}, {"accuracy": 0.942688, "f1": 0.926779, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"], "main_score": 0.926779, "precision": 0.919944, "recall": 0.942688}, {"accuracy": 0.801383, "f1": 0.750593, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"], "main_score": 0.750593, "precision": 0.727931, "recall": 0.801383}, {"accuracy": 0.905138, "f1": 0.877701, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"], "main_score": 0.877701, "precision": 0.864542, "recall": 0.905138}, {"accuracy": 0.944664, "f1": 0.930025, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"], "main_score": 0.930025, "precision": 0.923897, "recall": 0.944664}, {"accuracy": 0.945652, "f1": 0.934228, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"], "main_score": 0.934228, "precision": 0.929436, "recall": 0.945652}, {"accuracy": 0.931818, "f1": 0.918388, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"], "main_score": 0.918388, "precision": 0.913366, "recall": 0.931818}, {"accuracy": 0.868577, "f1": 0.832938, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"], "main_score": 0.832938, "precision": 0.816403, "recall": 0.868577}, {"accuracy": 0.821146, "f1": 0.772497, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"], "main_score": 0.772497, "precision": 0.75, "recall": 0.821146}, {"accuracy": 0.91996, "f1": 0.898584, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"], "main_score": 0.898584, "precision": 0.889081, "recall": 0.91996}, {"accuracy": 0.94664, "f1": 0.929743, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"], "main_score": 0.929743, "precision": 0.921525, "recall": 0.94664}, {"accuracy": 0.889328, "f1": 0.856752, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"], "main_score": 0.856752, "precision": 0.841486, "recall": 0.889328}, {"accuracy": 0.947628, "f1": 0.933218, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"], "main_score": 0.933218, "precision": 0.926887, "recall": 0.947628}, {"accuracy": 0.814229, "f1": 0.766041, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"], "main_score": 0.766041, "precision": 0.743989, "recall": 0.814229}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.937747, "f1": 0.923062, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"], "main_score": 0.923062, "precision": 0.917392, "recall": 0.937747}, {"accuracy": 0.929842, "f1": 0.913538, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"], "main_score": 0.913538, "precision": 0.907545, "recall": 0.929842}, {"accuracy": 0.922925, "f1": 0.907393, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"], "main_score": 0.907393, "precision": 0.90123, "recall": 0.922925}, {"accuracy": 0.921937, "f1": 0.9061, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"], "main_score": 0.9061, "precision": 0.900006, "recall": 0.921937}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"], "main_score": 0.907016, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"], "main_score": 0.9389, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.839921, "f1": 0.797497, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"], "main_score": 0.797497, "precision": 0.777783, "recall": 0.839921}, {"accuracy": 0.268775, "f1": 0.217607, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"], "main_score": 0.217607, "precision": 0.200511, "recall": 0.268775}, {"accuracy": 0.891304, "f1": 0.860013, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"], "main_score": 0.860013, "precision": 0.845389, "recall": 0.891304}, {"accuracy": 0.755929, "f1": 0.694584, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"], "main_score": 0.694584, "precision": 0.668462, "recall": 0.755929}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"], "main_score": 0.899539, "precision": 0.888834, "recall": 0.922925}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"], "main_score": 0.940382, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.881423, "f1": 0.849473, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"], "main_score": 0.849473, "precision": 0.834486, "recall": 0.881423}, {"accuracy": 0.913043, "f1": 0.886693, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"], "main_score": 0.886693, "precision": 0.874209, "recall": 0.913043}, {"accuracy": 0.9417, "f1": 0.92365, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"], "main_score": 0.92365, "precision": 0.915267, "recall": 0.9417}, {"accuracy": 0.950593, "f1": 0.93643, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"], "main_score": 0.93643, "precision": 0.929677, "recall": 0.950593}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.923913, "f1": 0.90135, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"], "main_score": 0.90135, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.936759, "f1": 0.921826, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"], "main_score": 0.921826, "precision": 0.916166, "recall": 0.936759}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 0.846838, "f1": 0.80527, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"], "main_score": 0.80527, "precision": 0.786924, "recall": 0.846838}, {"accuracy": 0.869565, "f1": 0.833465, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"], "main_score": 0.833465, "precision": 0.816535, "recall": 0.869565}, {"accuracy": 0.918972, "f1": 0.895652, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"], "main_score": 0.895652, "precision": 0.884964, "recall": 0.918972}, {"accuracy": 0.908103, "f1": 0.883465, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"], "main_score": 0.883465, "precision": 0.873073, "recall": 0.908103}, {"accuracy": 0.049407, "f1": 0.025858, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"], "main_score": 0.025858, "precision": 0.021912, "recall": 0.049407}, {"accuracy": 0.944664, "f1": 0.929545, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"], "main_score": 0.929545, "precision": 0.923238, "recall": 0.944664}, {"accuracy": 0.9417, "f1": 0.924704, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"], "main_score": 0.924704, "precision": 0.916996, "recall": 0.9417}, {"accuracy": 0.898221, "f1": 0.873849, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"], "main_score": 0.873849, "precision": 0.863653, "recall": 0.898221}, {"accuracy": 0.939723, "f1": 0.924393, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"], "main_score": 0.924393, "precision": 0.918132, "recall": 0.939723}, {"accuracy": 0.875494, "f1": 0.840119, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"], "main_score": 0.840119, "precision": 0.824193, "recall": 0.875494}, {"accuracy": 0.846838, "f1": 0.803063, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"], "main_score": 0.803063, "precision": 0.78335, "recall": 0.846838}, {"accuracy": 0.917984, "f1": 0.89656, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"], "main_score": 0.89656, "precision": 0.88733, "recall": 0.917984}, {"accuracy": 0.910079, "f1": 0.886992, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"], "main_score": 0.886992, "precision": 0.877809, "recall": 0.910079}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"], "main_score": 0.904315, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.797431, "f1": 0.747101, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"], "main_score": 0.747101, "precision": 0.724868, "recall": 0.797431}, {"accuracy": 0.937747, "f1": 0.921481, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"], "main_score": 0.921481, "precision": 0.914708, "recall": 0.937747}, {"accuracy": 0.794466, "f1": 0.739888, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"], "main_score": 0.739888, "precision": 0.715448, "recall": 0.794466}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"], "main_score": 0.873682, "precision": 0.860343, "recall": 0.902174}, {"accuracy": 0.948617, "f1": 0.932872, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"], "main_score": 0.932872, "precision": 0.925642, "recall": 0.948617}, {"accuracy": 0.923913, "f1": 0.901087, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"], "main_score": 0.901087, "precision": 0.890234, "recall": 0.923913}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"], "main_score": 0.92085, "precision": 0.912467, "recall": 0.938735}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"], "main_score": 0.904974, "precision": 0.894433, "recall": 0.926877}, {"accuracy": 0.923913, "f1": 0.901581, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"], "main_score": 0.901581, "precision": 0.89142, "recall": 0.923913}, {"accuracy": 0.875494, "f1": 0.848868, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"], "main_score": 0.848868, "precision": 0.838554, "recall": 0.875494}, {"accuracy": 0.933794, "f1": 0.914262, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"], "main_score": 0.914262, "precision": 0.905385, "recall": 0.933794}, {"accuracy": 0.905138, "f1": 0.879018, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"], "main_score": 0.879018, "precision": 0.866848, "recall": 0.905138}, {"accuracy": 0.899209, "f1": 0.870356, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"], "main_score": 0.870356, "precision": 0.857246, "recall": 0.899209}, {"accuracy": 0.906126, "f1": 0.879084, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"], "main_score": 0.879084, "precision": 0.866634, "recall": 0.906126}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.955534, "f1": 0.943182, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"], "main_score": 0.943182, "precision": 0.937451, "recall": 0.955534}, {"accuracy": 0.903162, "f1": 0.875659, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"], "main_score": 0.875659, "precision": 0.863258, "recall": 0.903162}, {"accuracy": 0.88834, "f1": 0.861201, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"], "main_score": 0.861201, "precision": 0.850619, "recall": 0.88834}, {"accuracy": 0.898221, "f1": 0.872151, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"], "main_score": 0.872151, "precision": 0.860961, "recall": 0.898221}, {"accuracy": 0.935771, "f1": 0.917622, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"], "main_score": 0.917622, "precision": 0.909618, "recall": 0.935771}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"], "main_score": 0.940547, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"], "main_score": 0.92556, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.835968, "f1": 0.790909, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"], "main_score": 0.790909, "precision": 0.77001, "recall": 0.835968}, {"accuracy": 0.934783, "f1": 0.921053, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"], "main_score": 0.921053, "precision": 0.915482, "recall": 0.934783}, {"accuracy": 0.914032, "f1": 0.888307, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"], "main_score": 0.888307, "precision": 0.876318, "recall": 0.914032}, {"accuracy": 0.898221, "f1": 0.871102, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"], "main_score": 0.871102, "precision": 0.859117, "recall": 0.898221}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"], "main_score": 0.92052, "precision": 0.912006, "recall": 0.938735}, {"accuracy": 0.931818, "f1": 0.911133, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"], "main_score": 0.911133, "precision": 0.901762, "recall": 0.931818}, {"accuracy": 0.894269, "f1": 0.86558, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"], "main_score": 0.86558, "precision": 0.852437, "recall": 0.894269}, {"accuracy": 0.94664, "f1": 0.930684, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"], "main_score": 0.930684, "precision": 0.923337, "recall": 0.94664}, {"accuracy": 0.874506, "f1": 0.838505, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"], "main_score": 0.838505, "precision": 0.821887, "recall": 0.874506}, {"accuracy": 0.908103, "f1": 0.881489, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"], "main_score": 0.881489, "precision": 0.868989, "recall": 0.908103}, {"accuracy": 0.920949, "f1": 0.90124, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"], "main_score": 0.90124, "precision": 0.893241, "recall": 0.920949}, {"accuracy": 0.907115, "f1": 0.879941, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"], "main_score": 0.879941, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.950593, "f1": 0.936989, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"], "main_score": 0.936989, "precision": 0.930814, "recall": 0.950593}, {"accuracy": 0.84585, "f1": 0.807477, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"], "main_score": 0.807477, "precision": 0.789723, "recall": 0.84585}, {"accuracy": 0.91502, "f1": 0.8917, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"], "main_score": 0.8917, "precision": 0.881423, "recall": 0.91502}, {"accuracy": 0.95751, "f1": 0.94529, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"], "main_score": 0.94529, "precision": 0.939921, "recall": 0.95751}, {"accuracy": 0.947628, "f1": 0.933004, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"], "main_score": 0.933004, "precision": 0.926466, "recall": 0.947628}, {"accuracy": 0.935771, "f1": 0.917984, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"], "main_score": 0.917984, "precision": 0.909585, "recall": 0.935771}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.882411, "f1": 0.849308, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"], "main_score": 0.849308, "precision": 0.833498, "recall": 0.882411}, {"accuracy": 0.881423, "f1": 0.847464, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"], "main_score": 0.847464, "precision": 0.831851, "recall": 0.881423}, {"accuracy": 0.927866, "f1": 0.905303, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"], "main_score": 0.905303, "precision": 0.894269, "recall": 0.927866}, {"accuracy": 0.896245, "f1": 0.869899, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"], "main_score": 0.869899, "precision": 0.858893, "recall": 0.896245}, {"accuracy": 0.91996, "f1": 0.901998, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"], "main_score": 0.901998, "precision": 0.895556, "recall": 0.91996}, {"accuracy": 0.866601, "f1": 0.830604, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"], "main_score": 0.830604, "precision": 0.815135, "recall": 0.866601}, {"accuracy": 0.883399, "f1": 0.852141, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"], "main_score": 0.852141, "precision": 0.837566, "recall": 0.883399}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"], "main_score": 0.90504, "precision": 0.894713, "recall": 0.926877}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.916008, "f1": 0.89081, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"], "main_score": 0.89081, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.903162, "f1": 0.873518, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"], "main_score": 0.873518, "precision": 0.859387, "recall": 0.903162}, {"accuracy": 0.917984, "f1": 0.899426, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"], "main_score": 0.899426, "precision": 0.891794, "recall": 0.917984}, {"accuracy": 0.784585, "f1": 0.730599, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"], "main_score": 0.730599, "precision": 0.705978, "recall": 0.784585}, {"accuracy": 0.866601, "f1": 0.832611, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"], "main_score": 0.832611, "precision": 0.818191, "recall": 0.866601}, {"accuracy": 0.934783, "f1": 0.91614, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"], "main_score": 0.91614, "precision": 0.907609, "recall": 0.934783}, {"accuracy": 0.853755, "f1": 0.815777, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"], "main_score": 0.815777, "precision": 0.798666, "recall": 0.853755}, {"accuracy": 0.852767, "f1": 0.813702, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"], "main_score": 0.813702, "precision": 0.796525, "recall": 0.852767}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.911067, "f1": 0.884848, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"], "main_score": 0.884848, "precision": 0.873024, "recall": 0.911067}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"], "main_score": 0.91502, "precision": 0.905797, "recall": 0.934783}, {"accuracy": 0.76581, "f1": 0.709453, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"], "main_score": 0.709453, "precision": 0.684733, "recall": 0.76581}, {"accuracy": 0.936759, "f1": 0.920786, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"], "main_score": 0.920786, "precision": 0.914403, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.92301, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"], "main_score": 0.92301, "precision": 0.915843, "recall": 0.939723}, {"accuracy": 0.952569, "f1": 0.939097, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"], "main_score": 0.939097, "precision": 0.933053, "recall": 0.952569}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.891304, "f1": 0.861877, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"], "main_score": 0.861877, "precision": 0.848979, "recall": 0.891304}, {"accuracy": 0.873518, "f1": 0.839625, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"], "main_score": 0.839625, "precision": 0.823864, "recall": 0.873518}, {"accuracy": 0.922925, "f1": 0.901416, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"], "main_score": 0.901416, "precision": 0.891387, "recall": 0.922925}, {"accuracy": 0.900198, "f1": 0.873155, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"], "main_score": 0.873155, "precision": 0.860507, "recall": 0.900198}, {"accuracy": 0.045455, "f1": 0.024696, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"], "main_score": 0.024696, "precision": 0.020164, "recall": 0.045455}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"], "main_score": 0.952404, "precision": 0.947332, "recall": 0.963439}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"], "main_score": 0.95998, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.948617, "f1": 0.932924, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"], "main_score": 0.932924, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.960474, "f1": 0.948419, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"], "main_score": 0.948419, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.925889, "f1": 0.906126, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"], "main_score": 0.906126, "precision": 0.896739, "recall": 0.925889}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.955534, "f1": 0.942805, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"], "main_score": 0.942805, "precision": 0.937121, "recall": 0.955534}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"], "main_score": 0.943676, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.902174, "f1": 0.874341, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"], "main_score": 0.874341, "precision": 0.860837, "recall": 0.902174}, {"accuracy": 0.950593, "f1": 0.935837, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"], "main_score": 0.935837, "precision": 0.929101, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.939625, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"], "main_score": 0.939625, "precision": 0.932889, "recall": 0.953557}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"], "main_score": 0.944499, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.914032, "f1": 0.89137, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"], "main_score": 0.89137, "precision": 0.880682, "recall": 0.914032}, {"accuracy": 0.956522, "f1": 0.94473, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"], "main_score": 0.94473, "precision": 0.939509, "recall": 0.956522}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"], "main_score": 0.925955, "precision": 0.918067, "recall": 0.942688}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.962451, "f1": 0.952619, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"], "main_score": 0.952619, "precision": 0.948428, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.201581, "f1": 0.159567, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"], "main_score": 0.159567, "precision": 0.147247, "recall": 0.201581}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"], "main_score": 0.9528, "precision": 0.947908, "recall": 0.963439}, {"accuracy": 0.920949, "f1": 0.896904, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"], "main_score": 0.896904, "precision": 0.88554, "recall": 0.920949}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.964427, "f1": 0.954018, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"], "main_score": 0.954018, "precision": 0.949275, "recall": 0.964427}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.93083, "f1": 0.911067, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"], "main_score": 0.911067, "precision": 0.901515, "recall": 0.93083}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.938735, "f1": 0.922137, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"], "main_score": 0.922137, "precision": 0.914832, "recall": 0.938735}, {"accuracy": 0.947628, "f1": 0.93251, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"], "main_score": 0.93251, "precision": 0.925807, "recall": 0.947628}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.971344, "f1": 0.963916, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"], "main_score": 0.963916, "precision": 0.960698, "recall": 0.971344}, {"accuracy": 0.88834, "f1": 0.85751, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"], "main_score": 0.85751, "precision": 0.84305, "recall": 0.88834}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"], "main_score": 0.916502, "precision": 0.907279, "recall": 0.935771}, {"accuracy": 0.961462, "f1": 0.949901, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"], "main_score": 0.949901, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.937747, "f1": 0.918643, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"], "main_score": 0.918643, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.970356, "f1": 0.962451, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"], "main_score": 0.962451, "precision": 0.958893, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.933794, "f1": 0.91637, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"], "main_score": 0.91637, "precision": 0.908547, "recall": 0.933794}, {"accuracy": 0.9417, "f1": 0.924539, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"], "main_score": 0.924539, "precision": 0.916502, "recall": 0.9417}, {"accuracy": 0.944664, "f1": 0.929018, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"], "main_score": 0.929018, "precision": 0.921476, "recall": 0.944664}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"], "main_score": 0.956028, "precision": 0.95112, "recall": 0.966403}, {"accuracy": 0.953557, "f1": 0.940053, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"], "main_score": 0.940053, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.87253, "f1": 0.837846, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"], "main_score": 0.837846, "precision": 0.822052, "recall": 0.87253}, {"accuracy": 0.951581, "f1": 0.938505, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"], "main_score": 0.938505, "precision": 0.932669, "recall": 0.951581}, {"accuracy": 0.943676, "f1": 0.927372, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"], "main_score": 0.927372, "precision": 0.919302, "recall": 0.943676}, {"accuracy": 0.876482, "f1": 0.841634, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"], "main_score": 0.841634, "precision": 0.825181, "recall": 0.876482}, {"accuracy": 0.947628, "f1": 0.932444, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"], "main_score": 0.932444, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.713439, "f1": 0.646692, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"], "main_score": 0.646692, "precision": 0.618149, "recall": 0.713439}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"], "main_score": 0.962846, "precision": 0.95891, "recall": 0.971344}, {"accuracy": 0.964427, "f1": 0.95407, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"], "main_score": 0.95407, "precision": 0.949358, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.947036, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"], "main_score": 0.947036, "precision": 0.941123, "recall": 0.959486}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"], "main_score": 0.936825, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.909091, "f1": 0.884717, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"], "main_score": 0.884717, "precision": 0.873188, "recall": 0.909091}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"], "main_score": 0.938735, "precision": 0.932312, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.902174, "f1": 0.875494, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"], "main_score": 0.875494, "precision": 0.862978, "recall": 0.902174}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"], "main_score": 0.908597, "precision": 0.898715, "recall": 0.929842}, {"accuracy": 0.879447, "f1": 0.844433, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"], "main_score": 0.844433, "precision": 0.828014, "recall": 0.879447}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.966403, "f1": 0.956423, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"], "main_score": 0.956423, "precision": 0.951663, "recall": 0.966403}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.217391, "f1": 0.152644, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"], "main_score": 0.152644, "precision": 0.133194, "recall": 0.217391}, {"accuracy": 0.907115, "f1": 0.881752, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"], "main_score": 0.881752, "precision": 0.86973, "recall": 0.907115}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"], "main_score": 0.906456, "precision": 0.895751, "recall": 0.928854}, {"accuracy": 0.927866, "f1": 0.906423, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"], "main_score": 0.906423, "precision": 0.896574, "recall": 0.927866}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"], "main_score": 0.970685, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"], "main_score": 0.950099, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"], "main_score": 0.96278, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"], "main_score": 0.950922, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.961462, "f1": 0.950612, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"], "main_score": 0.950612, "precision": 0.945735, "recall": 0.961462}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"], "main_score": 0.926383, "precision": 0.918215, "recall": 0.943676}, {"accuracy": 0.865613, "f1": 0.826219, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"], "main_score": 0.826219, "precision": 0.807806, "recall": 0.865613}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.949605, "f1": 0.935178, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"], "main_score": 0.935178, "precision": 0.928837, "recall": 0.949605}, {"accuracy": 0.958498, "f1": 0.946146, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"], "main_score": 0.946146, "precision": 0.940382, "recall": 0.958498}, {"accuracy": 0.944664, "f1": 0.929202, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"], "main_score": 0.929202, "precision": 0.922217, "recall": 0.944664}, {"accuracy": 0.905138, "f1": 0.87859, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"], "main_score": 0.87859, "precision": 0.866436, "recall": 0.905138}, {"accuracy": 0.856719, "f1": 0.818808, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"], "main_score": 0.818808, "precision": 0.801548, "recall": 0.856719}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"], "main_score": 0.90191, "precision": 0.891881, "recall": 0.922925}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"], "main_score": 0.961957, "precision": 0.958235, "recall": 0.970356}, {"accuracy": 0.842885, "f1": 0.799539, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"], "main_score": 0.799539, "precision": 0.778986, "recall": 0.842885}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"], "main_score": 0.949012, "precision": 0.943758, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.955336, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"], "main_score": 0.955336, "precision": 0.950922, "recall": 0.965415}, {"accuracy": 0.954545, "f1": 0.941601, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"], "main_score": 0.941601, "precision": 0.935721, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.885375, "f1": 0.853557, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"], "main_score": 0.853557, "precision": 0.838933, "recall": 0.885375}, {"accuracy": 0.270751, "f1": 0.216699, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"], "main_score": 0.216699, "precision": 0.198696, "recall": 0.270751}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"], "main_score": 0.897727, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.809289, "f1": 0.759321, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"], "main_score": 0.759321, "precision": 0.736825, "recall": 0.809289}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.911067, "f1": 0.886693, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"], "main_score": 0.886693, "precision": 0.875033, "recall": 0.911067}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.953557, "f1": 0.939789, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"], "main_score": 0.939789, "precision": 0.933218, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"], "main_score": 0.92052, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.956522, "f1": 0.944137, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"], "main_score": 0.944137, "precision": 0.93857, "recall": 0.956522}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.895257, "f1": 0.865119, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"], "main_score": 0.865119, "precision": 0.850791, "recall": 0.895257}, {"accuracy": 0.876482, "f1": 0.844433, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"], "main_score": 0.844433, "precision": 0.829792, "recall": 0.876482}, {"accuracy": 0.939723, "f1": 0.923584, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"], "main_score": 0.923584, "precision": 0.915843, "recall": 0.939723}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"], "main_score": 0.945487, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.0583, "f1": 0.029058, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"], "main_score": 0.029058, "precision": 0.023145, "recall": 0.0583}, {"accuracy": 0.948617, "f1": 0.933531, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"], "main_score": 0.933531, "precision": 0.92663, "recall": 0.948617}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"], "main_score": 0.943347, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.91996, "f1": 0.898504, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"], "main_score": 0.898504, "precision": 0.8889, "recall": 0.91996}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.918972, "f1": 0.896311, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"], "main_score": 0.896311, "precision": 0.885787, "recall": 0.918972}, {"accuracy": 0.879447, "f1": 0.846871, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"], "main_score": 0.846871, "precision": 0.831769, "recall": 0.879447}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.83498, "f1": 0.79557, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"], "main_score": 0.79557, "precision": 0.77776, "recall": 0.83498}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"], "main_score": 0.933136, "precision": 0.925758, "recall": 0.948617}, {"accuracy": 0.835968, "f1": 0.797702, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"], "main_score": 0.797702, "precision": 0.78125, "recall": 0.835968}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"], "main_score": 0.930995, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"], "main_score": 0.905863, "precision": 0.895833, "recall": 0.926877}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.931818, "f1": 0.914168, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"], "main_score": 0.914168, "precision": 0.906769, "recall": 0.931818}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"], "main_score": 0.938241, "precision": 0.931522, "recall": 0.952569}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"], "main_score": 0.916831, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"], "main_score": 0.945487, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"], "main_score": 0.953623, "precision": 0.948534, "recall": 0.964427}, {"accuracy": 0.928854, "f1": 0.908663, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"], "main_score": 0.908663, "precision": 0.899325, "recall": 0.928854}, {"accuracy": 0.948617, "f1": 0.933531, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"], "main_score": 0.933531, "precision": 0.926301, "recall": 0.948617}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"], "main_score": 0.952635, "precision": 0.947711, "recall": 0.963439}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"], "main_score": 0.913538, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.859684, "f1": 0.821772, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"], "main_score": 0.821772, "precision": 0.804183, "recall": 0.859684}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.929842, "f1": 0.909091, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"], "main_score": 0.909091, "precision": 0.899374, "recall": 0.929842}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.916008, "f1": 0.893742, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"], "main_score": 0.893742, "precision": 0.883399, "recall": 0.916008}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.911067, "f1": 0.886364, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"], "main_score": 0.886364, "precision": 0.875, "recall": 0.911067}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"], "main_score": 0.905632, "precision": 0.895619, "recall": 0.926877}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"], "main_score": 0.95998, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.933794, "f1": 0.913109, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"], "main_score": 0.913109, "precision": 0.903244, "recall": 0.933794}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.884387, "f1": 0.853327, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"], "main_score": 0.853327, "precision": 0.839015, "recall": 0.884387}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"], "main_score": 0.953557, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.927866, "f1": 0.90751, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"], "main_score": 0.90751, "precision": 0.898304, "recall": 0.927866}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.90415, "f1": 0.877635, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"], "main_score": 0.877635, "precision": 0.864954, "recall": 0.90415}, {"accuracy": 0.912055, "f1": 0.887418, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"], "main_score": 0.887418, "precision": 0.875906, "recall": 0.912055}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.928854, "f1": 0.907773, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"], "main_score": 0.907773, "precision": 0.897925, "recall": 0.928854}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"], "main_score": 0.907016, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.882411, "f1": 0.850115, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"], "main_score": 0.850115, "precision": 0.835368, "recall": 0.882411}, {"accuracy": 0.924901, "f1": 0.901746, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"], "main_score": 0.901746, "precision": 0.891057, "recall": 0.924901}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.924901, "f1": 0.901845, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"], "main_score": 0.901845, "precision": 0.89081, "recall": 0.924901}, {"accuracy": 0.93083, "f1": 0.909585, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"], "main_score": 0.909585, "precision": 0.899045, "recall": 0.93083}, {"accuracy": 0.954545, "f1": 0.942062, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"], "main_score": 0.942062, "precision": 0.936545, "recall": 0.954545}, {"accuracy": 0.842885, "f1": 0.8028, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"], "main_score": 0.8028, "precision": 0.784124, "recall": 0.842885}, {"accuracy": 0.926877, "f1": 0.905534, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"], "main_score": 0.905534, "precision": 0.895504, "recall": 0.926877}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.87253, "f1": 0.839347, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"], "main_score": 0.839347, "precision": 0.823946, "recall": 0.87253}, {"accuracy": 0.897233, "f1": 0.868149, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"], "main_score": 0.868149, "precision": 0.854496, "recall": 0.897233}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.827075, "f1": 0.780534, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"], "main_score": 0.780534, "precision": 0.758844, "recall": 0.827075}, {"accuracy": 0.960474, "f1": 0.948814, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"], "main_score": 0.948814, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.920949, "f1": 0.89641, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"], "main_score": 0.89641, "precision": 0.884552, "recall": 0.920949}, {"accuracy": 0.907115, "f1": 0.881917, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"], "main_score": 0.881917, "precision": 0.870059, "recall": 0.907115}, {"accuracy": 0.866601, "f1": 0.830025, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"], "main_score": 0.830025, "precision": 0.81385, "recall": 0.866601}, {"accuracy": 0.870553, "f1": 0.834289, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"], "main_score": 0.834289, "precision": 0.817194, "recall": 0.870553}, {"accuracy": 0.059289, "f1": 0.031006, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"], "main_score": 0.031006, "precision": 0.024646, "recall": 0.059289}, {"accuracy": 0.87747, "f1": 0.85446, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"], "main_score": 0.85446, "precision": 0.846441, "recall": 0.87747}, {"accuracy": 0.890316, "f1": 0.861966, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"], "main_score": 0.861966, "precision": 0.850158, "recall": 0.890316}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.914032, "f1": 0.887912, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"], "main_score": 0.887912, "precision": 0.875741, "recall": 0.914032}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.873518, "f1": 0.850583, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"], "main_score": 0.850583, "precision": 0.842022, "recall": 0.873518}, {"accuracy": 0.87253, "f1": 0.837813, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"], "main_score": 0.837813, "precision": 0.821558, "recall": 0.87253}, {"accuracy": 0.862648, "f1": 0.824111, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"], "main_score": 0.824111, "precision": 0.806571, "recall": 0.862648}, {"accuracy": 0.842885, "f1": 0.818362, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"], "main_score": 0.818362, "precision": 0.810672, "recall": 0.842885}, {"accuracy": 0.909091, "f1": 0.884343, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"], "main_score": 0.884343, "precision": 0.873559, "recall": 0.909091}, {"accuracy": 0.913043, "f1": 0.887352, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"], "main_score": 0.887352, "precision": 0.874835, "recall": 0.913043}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"], "main_score": 0.957675, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.882411, "f1": 0.852939, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"], "main_score": 0.852939, "precision": 0.841181, "recall": 0.882411}, {"accuracy": 0.890316, "f1": 0.871755, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"], "main_score": 0.871755, "precision": 0.864369, "recall": 0.890316}, {"accuracy": 0.908103, "f1": 0.881489, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"], "main_score": 0.881489, "precision": 0.868824, "recall": 0.908103}, {"accuracy": 0.914032, "f1": 0.893766, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"], "main_score": 0.893766, "precision": 0.885657, "recall": 0.914032}, {"accuracy": 0.882411, "f1": 0.855703, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"], "main_score": 0.855703, "precision": 0.845479, "recall": 0.882411}, {"accuracy": 0.871542, "f1": 0.836533, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"], "main_score": 0.836533, "precision": 0.821262, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.871388, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"], "main_score": 0.871388, "precision": 0.863957, "recall": 0.892292}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.892161, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"], "main_score": 0.892161, "precision": 0.880847, "recall": 0.916996}, {"accuracy": 0.902174, "f1": 0.883207, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"], "main_score": 0.883207, "precision": 0.875717, "recall": 0.902174}, {"accuracy": 0.905138, "f1": 0.876383, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"], "main_score": 0.876383, "precision": 0.862928, "recall": 0.905138}, {"accuracy": 0.177866, "f1": 0.146715, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"], "main_score": 0.146715, "precision": 0.13784, "recall": 0.177866}, {"accuracy": 0.91502, "f1": 0.89508, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"], "main_score": 0.89508, "precision": 0.887116, "recall": 0.91502}, {"accuracy": 0.924901, "f1": 0.904233, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"], "main_score": 0.904233, "precision": 0.894575, "recall": 0.924901}, {"accuracy": 0.914032, "f1": 0.889709, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"], "main_score": 0.889709, "precision": 0.879117, "recall": 0.914032}, {"accuracy": 0.860672, "f1": 0.831428, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"], "main_score": 0.831428, "precision": 0.820661, "recall": 0.860672}, {"accuracy": 0.884387, "f1": 0.859511, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"], "main_score": 0.859511, "precision": 0.850482, "recall": 0.884387}, {"accuracy": 0.884387, "f1": 0.863113, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"], "main_score": 0.863113, "precision": 0.855472, "recall": 0.884387}, {"accuracy": 0.881423, "f1": 0.849605, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"], "main_score": 0.849605, "precision": 0.835804, "recall": 0.881423}, {"accuracy": 0.902174, "f1": 0.882566, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"], "main_score": 0.882566, "precision": 0.875652, "recall": 0.902174}, {"accuracy": 0.91502, "f1": 0.892772, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"], "main_score": 0.892772, "precision": 0.883383, "recall": 0.91502}, {"accuracy": 0.829051, "f1": 0.8069, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"], "main_score": 0.8069, "precision": 0.798381, "recall": 0.829051}, {"accuracy": 0.871542, "f1": 0.842533, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"], "main_score": 0.842533, "precision": 0.832193, "recall": 0.871542}, {"accuracy": 0.897233, "f1": 0.874097, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"], "main_score": 0.874097, "precision": 0.865434, "recall": 0.897233}, {"accuracy": 0.896245, "f1": 0.874618, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"], "main_score": 0.874618, "precision": 0.867081, "recall": 0.896245}, {"accuracy": 0.86166, "f1": 0.822793, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"], "main_score": 0.822793, "precision": 0.804842, "recall": 0.86166}, {"accuracy": 0.885375, "f1": 0.853162, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"], "main_score": 0.853162, "precision": 0.838719, "recall": 0.885375}, {"accuracy": 0.867589, "f1": 0.845185, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"], "main_score": 0.845185, "precision": 0.837657, "recall": 0.867589}, {"accuracy": 0.920949, "f1": 0.897958, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"], "main_score": 0.897958, "precision": 0.887434, "recall": 0.920949}, {"accuracy": 0.880435, "f1": 0.862605, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"], "main_score": 0.862605, "precision": 0.856273, "recall": 0.880435}, {"accuracy": 0.909091, "f1": 0.882279, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"], "main_score": 0.882279, "precision": 0.869977, "recall": 0.909091}, {"accuracy": 0.93083, "f1": 0.911397, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"], "main_score": 0.911397, "precision": 0.902569, "recall": 0.93083}, {"accuracy": 0.884387, "f1": 0.853096, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"], "main_score": 0.853096, "precision": 0.839707, "recall": 0.884387}, {"accuracy": 0.907115, "f1": 0.879465, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"], "main_score": 0.879465, "precision": 0.866848, "recall": 0.907115}, {"accuracy": 0.843874, "f1": 0.802129, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"], "main_score": 0.802129, "precision": 0.784298, "recall": 0.843874}, {"accuracy": 0.867589, "f1": 0.829875, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"], "main_score": 0.829875, "precision": 0.812994, "recall": 0.867589}, {"accuracy": 0.857708, "f1": 0.828276, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"], "main_score": 0.828276, "precision": 0.818226, "recall": 0.857708}, {"accuracy": 0.87253, "f1": 0.83905, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"], "main_score": 0.83905, "precision": 0.82528, "recall": 0.87253}, {"accuracy": 0.853755, "f1": 0.813142, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"], "main_score": 0.813142, "precision": 0.794549, "recall": 0.853755}, {"accuracy": 0.871542, "f1": 0.851268, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"], "main_score": 0.851268, "precision": 0.8435, "recall": 0.871542}, {"accuracy": 0.913043, "f1": 0.886265, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"], "main_score": 0.886265, "precision": 0.873765, "recall": 0.913043}, {"accuracy": 0.853755, "f1": 0.815184, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"], "main_score": 0.815184, "precision": 0.797925, "recall": 0.853755}, {"accuracy": 0.93083, "f1": 0.913373, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"], "main_score": 0.913373, "precision": 0.904809, "recall": 0.93083}, {"accuracy": 0.578063, "f1": 0.49963, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"], "main_score": 0.49963, "precision": 0.470408, "recall": 0.578063}, {"accuracy": 0.881423, "f1": 0.857322, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"], "main_score": 0.857322, "precision": 0.849149, "recall": 0.881423}, {"accuracy": 0.908103, "f1": 0.890871, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"], "main_score": 0.890871, "precision": 0.883988, "recall": 0.908103}, {"accuracy": 0.857708, "f1": 0.823327, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"], "main_score": 0.823327, "precision": 0.8105, "recall": 0.857708}, {"accuracy": 0.887352, "f1": 0.865307, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"], "main_score": 0.865307, "precision": 0.857668, "recall": 0.887352}, {"accuracy": 0.884387, "f1": 0.851087, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"], "main_score": 0.851087, "precision": 0.835639, "recall": 0.884387}, {"accuracy": 0.862648, "f1": 0.827212, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"], "main_score": 0.827212, "precision": 0.812846, "recall": 0.862648}, {"accuracy": 0.883399, "f1": 0.849953, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"], "main_score": 0.849953, "precision": 0.834898, "recall": 0.883399}, {"accuracy": 0.88834, "f1": 0.870481, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"], "main_score": 0.870481, "precision": 0.864257, "recall": 0.88834}, {"accuracy": 0.881423, "f1": 0.846821, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"], "main_score": 0.846821, "precision": 0.830757, "recall": 0.881423}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.901186, "f1": 0.875955, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"], "main_score": 0.875955, "precision": 0.86413, "recall": 0.901186}, {"accuracy": 0.894269, "f1": 0.866848, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"], "main_score": 0.866848, "precision": 0.855856, "recall": 0.894269}, {"accuracy": 0.874506, "f1": 0.841144, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"], "main_score": 0.841144, "precision": 0.827388, "recall": 0.874506}, {"accuracy": 0.852767, "f1": 0.820675, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"], "main_score": 0.820675, "precision": 0.809333, "recall": 0.852767}, {"accuracy": 0.206522, "f1": 0.155557, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"], "main_score": 0.155557, "precision": 0.140741, "recall": 0.206522}, {"accuracy": 0.878458, "f1": 0.84361, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"], "main_score": 0.84361, "precision": 0.827355, "recall": 0.878458}, {"accuracy": 0.875494, "f1": 0.844373, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"], "main_score": 0.844373, "precision": 0.831901, "recall": 0.875494}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"], "main_score": 0.903393, "precision": 0.892869, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"], "main_score": 0.916008, "precision": 0.906456, "recall": 0.935771}, {"accuracy": 0.889328, "f1": 0.860859, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"], "main_score": 0.860859, "precision": 0.849218, "recall": 0.889328}, {"accuracy": 0.836957, "f1": 0.797787, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"], "main_score": 0.797787, "precision": 0.783045, "recall": 0.836957}, {"accuracy": 0.913043, "f1": 0.886924, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"], "main_score": 0.886924, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.902174, "f1": 0.880413, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"], "main_score": 0.880413, "precision": 0.872614, "recall": 0.902174}, {"accuracy": 0.887352, "f1": 0.866681, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"], "main_score": 0.866681, "precision": 0.85986, "recall": 0.887352}, {"accuracy": 0.87253, "f1": 0.849846, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"], "main_score": 0.849846, "precision": 0.84183, "recall": 0.87253}, {"accuracy": 0.847826, "f1": 0.812791, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"], "main_score": 0.812791, "precision": 0.799567, "recall": 0.847826}, {"accuracy": 0.907115, "f1": 0.885027, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"], "main_score": 0.885027, "precision": 0.876113, "recall": 0.907115}, {"accuracy": 0.779644, "f1": 0.723666, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"], "main_score": 0.723666, "precision": 0.699532, "recall": 0.779644}, {"accuracy": 0.942688, "f1": 0.923913, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"], "main_score": 0.923913, "precision": 0.91469, "recall": 0.942688}, {"accuracy": 0.886364, "f1": 0.86361, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"], "main_score": 0.86361, "precision": 0.855143, "recall": 0.886364}, {"accuracy": 0.884387, "f1": 0.86822, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"], "main_score": 0.86822, "precision": 0.861837, "recall": 0.884387}, {"accuracy": 0.885375, "f1": 0.866561, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"], "main_score": 0.866561, "precision": 0.859681, "recall": 0.885375}, {"accuracy": 0.83498, "f1": 0.789032, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"], "main_score": 0.789032, "precision": 0.768363, "recall": 0.83498}, {"accuracy": 0.824111, "f1": 0.7778, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"], "main_score": 0.7778, "precision": 0.756423, "recall": 0.824111}, {"accuracy": 0.897233, "f1": 0.868398, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"], "main_score": 0.868398, "precision": 0.855649, "recall": 0.897233}, {"accuracy": 0.916008, "f1": 0.893445, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"], "main_score": 0.893445, "precision": 0.883811, "recall": 0.916008}, {"accuracy": 0.884387, "f1": 0.850198, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"], "main_score": 0.850198, "precision": 0.834437, "recall": 0.884387}, {"accuracy": 0.916996, "f1": 0.897477, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"], "main_score": 0.897477, "precision": 0.889579, "recall": 0.916996}, {"accuracy": 0.799407, "f1": 0.750165, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"], "main_score": 0.750165, "precision": 0.728047, "recall": 0.799407}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"], "main_score": 0.91222, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.903162, "f1": 0.883992, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"], "main_score": 0.883992, "precision": 0.877077, "recall": 0.903162}, {"accuracy": 0.862648, "f1": 0.83691, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"], "main_score": 0.83691, "precision": 0.828368, "recall": 0.862648}, {"accuracy": 0.854743, "f1": 0.836907, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"], "main_score": 0.836907, "precision": 0.831417, "recall": 0.854743}, {"accuracy": 0.846838, "f1": 0.821286, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"], "main_score": 0.821286, "precision": 0.81251, "recall": 0.846838}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"], "main_score": 0.888505, "precision": 0.877009, "recall": 0.914032}, {"accuracy": 0.917984, "f1": 0.894697, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"], "main_score": 0.894697, "precision": 0.884717, "recall": 0.917984}, {"accuracy": 0.862648, "f1": 0.823287, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"], "main_score": 0.823287, "precision": 0.804677, "recall": 0.862648}, {"accuracy": 0.252964, "f1": 0.209233, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"], "main_score": 0.209233, "precision": 0.194203, "recall": 0.252964}, {"accuracy": 0.897233, "f1": 0.868544, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"], "main_score": 0.868544, "precision": 0.855072, "recall": 0.897233}, {"accuracy": 0.725296, "f1": 0.660771, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"], "main_score": 0.660771, "precision": 0.634176, "recall": 0.725296}, {"accuracy": 0.894269, "f1": 0.86603, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"], "main_score": 0.86603, "precision": 0.854257, "recall": 0.894269}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.866601, "f1": 0.82892, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"], "main_score": 0.82892, "precision": 0.811874, "recall": 0.866601}, {"accuracy": 0.902174, "f1": 0.87444, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"], "main_score": 0.87444, "precision": 0.862022, "recall": 0.902174}, {"accuracy": 0.916008, "f1": 0.891436, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"], "main_score": 0.891436, "precision": 0.88027, "recall": 0.916008}, {"accuracy": 0.886364, "f1": 0.853821, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"], "main_score": 0.853821, "precision": 0.83885, "recall": 0.886364}, {"accuracy": 0.894269, "f1": 0.865335, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"], "main_score": 0.865335, "precision": 0.853129, "recall": 0.894269}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"], "main_score": 0.890316, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.892292, "f1": 0.87281, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"], "main_score": 0.87281, "precision": 0.865787, "recall": 0.892292}, {"accuracy": 0.910079, "f1": 0.881917, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"], "main_score": 0.881917, "precision": 0.868577, "recall": 0.910079}, {"accuracy": 0.840909, "f1": 0.799462, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"], "main_score": 0.799462, "precision": 0.781365, "recall": 0.840909}, {"accuracy": 0.87253, "f1": 0.840711, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"], "main_score": 0.840711, "precision": 0.826153, "recall": 0.87253}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"], "main_score": 0.90975, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.854743, "f1": 0.821302, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"], "main_score": 0.821302, "precision": 0.809093, "recall": 0.854743}, {"accuracy": 0.047431, "f1": 0.027322, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"], "main_score": 0.027322, "precision": 0.023517, "recall": 0.047431}, {"accuracy": 0.853755, "f1": 0.82697, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"], "main_score": 0.82697, "precision": 0.817619, "recall": 0.853755}, {"accuracy": 0.903162, "f1": 0.876619, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"], "main_score": 0.876619, "precision": 0.865399, "recall": 0.903162}, {"accuracy": 0.833004, "f1": 0.80484, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"], "main_score": 0.80484, "precision": 0.794353, "recall": 0.833004}, {"accuracy": 0.878458, "f1": 0.854085, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"], "main_score": 0.854085, "precision": 0.845576, "recall": 0.878458}, {"accuracy": 0.838933, "f1": 0.795177, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"], "main_score": 0.795177, "precision": 0.776482, "recall": 0.838933}, {"accuracy": 0.849802, "f1": 0.8111, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"], "main_score": 0.8111, "precision": 0.794121, "recall": 0.849802}, {"accuracy": 0.865613, "f1": 0.837454, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"], "main_score": 0.837454, "precision": 0.827702, "recall": 0.865613}, {"accuracy": 0.865613, "f1": 0.837296, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"], "main_score": 0.837296, "precision": 0.827425, "recall": 0.865613}, {"accuracy": 0.911067, "f1": 0.884684, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"], "main_score": 0.884684, "precision": 0.872365, "recall": 0.911067}, {"accuracy": 0.900198, "f1": 0.871179, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"], "main_score": 0.871179, "precision": 0.857872, "recall": 0.900198}, {"accuracy": 0.781621, "f1": 0.72835, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"], "main_score": 0.72835, "precision": 0.706835, "recall": 0.781621}, {"accuracy": 0.896245, "f1": 0.87056, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"], "main_score": 0.87056, "precision": 0.859642, "recall": 0.896245}, {"accuracy": 0.787549, "f1": 0.736481, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"], "main_score": 0.736481, "precision": 0.71441, "recall": 0.787549}, {"accuracy": 0.87747, "f1": 0.842523, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"], "main_score": 0.842523, "precision": 0.826943, "recall": 0.87747}, {"accuracy": 0.883399, "f1": 0.858687, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"], "main_score": 0.858687, "precision": 0.850135, "recall": 0.883399}, {"accuracy": 0.899209, "f1": 0.867984, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"], "main_score": 0.867984, "precision": 0.853179, "recall": 0.899209}, {"accuracy": 0.897233, "f1": 0.871335, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"], "main_score": 0.871335, "precision": 0.860854, "recall": 0.897233}, {"accuracy": 0.943676, "f1": 0.927372, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"], "main_score": 0.927372, "precision": 0.919499, "recall": 0.943676}, {"accuracy": 0.884387, "f1": 0.854087, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"], "main_score": 0.854087, "precision": 0.841446, "recall": 0.884387}, {"accuracy": 0.818182, "f1": 0.78626, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"], "main_score": 0.78626, "precision": 0.774348, "recall": 0.818182}, {"accuracy": 0.873518, "f1": 0.842849, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"], "main_score": 0.842849, "precision": 0.830881, "recall": 0.873518}, {"accuracy": 0.853755, "f1": 0.816191, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"], "main_score": 0.816191, "precision": 0.801103, "recall": 0.853755}, {"accuracy": 0.883399, "f1": 0.850527, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"], "main_score": 0.850527, "precision": 0.836166, "recall": 0.883399}, {"accuracy": 0.853755, "f1": 0.81375, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"], "main_score": 0.81375, "precision": 0.79613, "recall": 0.853755}, {"accuracy": 0.846838, "f1": 0.807677, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"], "main_score": 0.807677, "precision": 0.79189, "recall": 0.846838}, {"accuracy": 0.942688, "f1": 0.926633, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"], "main_score": 0.926633, "precision": 0.919466, "recall": 0.942688}, {"accuracy": 0.93083, "f1": 0.913235, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"], "main_score": 0.913235, "precision": 0.905838, "recall": 0.93083}, {"accuracy": 0.853755, "f1": 0.814627, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"], "main_score": 0.814627, "precision": 0.798214, "recall": 0.853755}, {"accuracy": 0.802372, "f1": 0.765926, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"], "main_score": 0.765926, "precision": 0.754433, "recall": 0.802372}, {"accuracy": 0.849802, "f1": 0.815417, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"], "main_score": 0.815417, "precision": 0.802493, "recall": 0.849802}, {"accuracy": 0.881423, "f1": 0.847596, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"], "main_score": 0.847596, "precision": 0.83307, "recall": 0.881423}, {"accuracy": 0.882411, "f1": 0.848979, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"], "main_score": 0.848979, "precision": 0.833531, "recall": 0.882411}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.813241, "f1": 0.76614, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"], "main_score": 0.76614, "precision": 0.745537, "recall": 0.813241}, {"accuracy": 0.895257, "f1": 0.877242, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"], "main_score": 0.877242, "precision": 0.871233, "recall": 0.895257}, {"accuracy": 0.87253, "f1": 0.838227, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"], "main_score": 0.838227, "precision": 0.823567, "recall": 0.87253}, {"accuracy": 0.844862, "f1": 0.814268, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"], "main_score": 0.814268, "precision": 0.802682, "recall": 0.844862}, {"accuracy": 0.87747, "f1": 0.844236, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"], "main_score": 0.844236, "precision": 0.830232, "recall": 0.87747}, {"accuracy": 0.903162, "f1": 0.87576, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"], "main_score": 0.87576, "precision": 0.863695, "recall": 0.903162}, {"accuracy": 0.891304, "f1": 0.863142, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"], "main_score": 0.863142, "precision": 0.849835, "recall": 0.891304}, {"accuracy": 0.886364, "f1": 0.863603, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"], "main_score": 0.863603, "precision": 0.855208, "recall": 0.886364}, {"accuracy": 0.889328, "f1": 0.857543, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"], "main_score": 0.857543, "precision": 0.842721, "recall": 0.889328}, {"accuracy": 0.929842, "f1": 0.907609, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"], "main_score": 0.907609, "precision": 0.896904, "recall": 0.929842}, {"accuracy": 0.871542, "f1": 0.846007, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"], "main_score": 0.846007, "precision": 0.837071, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.861924, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"], "main_score": 0.861924, "precision": 0.847991, "recall": 0.892292}, {"accuracy": 0.907115, "f1": 0.891567, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"], "main_score": 0.891567, "precision": 0.885479, "recall": 0.907115}, {"accuracy": 0.848814, "f1": 0.809091, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"], "main_score": 0.809091, "precision": 0.791008, "recall": 0.848814}, {"accuracy": 0.875494, "f1": 0.846557, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"], "main_score": 0.846557, "precision": 0.836018, "recall": 0.875494}, {"accuracy": 0.892292, "f1": 0.866885, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"], "main_score": 0.866885, "precision": 0.857082, "recall": 0.892292}, {"accuracy": 0.895257, "f1": 0.871806, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"], "main_score": 0.871806, "precision": 0.862582, "recall": 0.895257}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"], "main_score": 0.914855, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.895257, "f1": 0.86502, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"], "main_score": 0.86502, "precision": 0.850873, "recall": 0.895257}, {"accuracy": 0.920949, "f1": 0.8972, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"], "main_score": 0.8972, "precision": 0.885705, "recall": 0.920949}, {"accuracy": 0.928854, "f1": 0.90774, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"], "main_score": 0.90774, "precision": 0.897892, "recall": 0.928854}, {"accuracy": 0.785573, "f1": 0.745304, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"], "main_score": 0.745304, "precision": 0.730412, "recall": 0.785573}, {"accuracy": 0.853755, "f1": 0.832616, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"], "main_score": 0.832616, "precision": 0.825827, "recall": 0.853755}, {"accuracy": 0.824111, "f1": 0.776435, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"], "main_score": 0.776435, "precision": 0.756374, "recall": 0.824111}, {"accuracy": 0.890316, "f1": 0.860655, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"], "main_score": 0.860655, "precision": 0.846897, "recall": 0.890316}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.917984, "f1": 0.893577, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"], "main_score": 0.893577, "precision": 0.882411, "recall": 0.917984}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"], "main_score": 0.920356, "precision": 0.911644, "recall": 0.938735}, {"accuracy": 0.9417, "f1": 0.924144, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"], "main_score": 0.924144, "precision": 0.915926, "recall": 0.9417}, {"accuracy": 0.853755, "f1": 0.832415, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"], "main_score": 0.832415, "precision": 0.824719, "recall": 0.853755}, {"accuracy": 0.796443, "f1": 0.744156, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"], "main_score": 0.744156, "precision": 0.720603, "recall": 0.796443}, {"accuracy": 0.86166, "f1": 0.82548, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"], "main_score": 0.82548, "precision": 0.81059, "recall": 0.86166}, {"accuracy": 0.893281, "f1": 0.863406, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"], "main_score": 0.863406, "precision": 0.850329, "recall": 0.893281}, {"accuracy": 0.824111, "f1": 0.777174, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"], "main_score": 0.777174, "precision": 0.756176, "recall": 0.824111}, {"accuracy": 0.788538, "f1": 0.733484, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"], "main_score": 0.733484, "precision": 0.710128, "recall": 0.788538}, {"accuracy": 0.91502, "f1": 0.889855, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"], "main_score": 0.889855, "precision": 0.878409, "recall": 0.91502}, {"accuracy": 0.84585, "f1": 0.80687, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"], "main_score": 0.80687, "precision": 0.791255, "recall": 0.84585}, {"accuracy": 0.895257, "f1": 0.865744, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"], "main_score": 0.865744, "precision": 0.852701, "recall": 0.895257}, {"accuracy": 0.743083, "f1": 0.682232, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"], "main_score": 0.682232, "precision": 0.656439, "recall": 0.743083}, {"accuracy": 0.875494, "f1": 0.848297, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"], "main_score": 0.848297, "precision": 0.838475, "recall": 0.875494}, {"accuracy": 0.889328, "f1": 0.865787, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"], "main_score": 0.865787, "precision": 0.857328, "recall": 0.889328}, {"accuracy": 0.869565, "f1": 0.840566, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"], "main_score": 0.840566, "precision": 0.830388, "recall": 0.869565}, {"accuracy": 0.895257, "f1": 0.871118, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"], "main_score": 0.871118, "precision": 0.862091, "recall": 0.895257}, {"accuracy": 0.875494, "f1": 0.843552, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"], "main_score": 0.843552, "precision": 0.829982, "recall": 0.875494}, {"accuracy": 0.899209, "f1": 0.869236, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"], "main_score": 0.869236, "precision": 0.854908, "recall": 0.899209}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.903162, "f1": 0.875395, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"], "main_score": 0.875395, "precision": 0.862434, "recall": 0.903162}, {"accuracy": 0.057312, "f1": 0.030415, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"], "main_score": 0.030415, "precision": 0.024944, "recall": 0.057312}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"], "main_score": 0.982213, "precision": 0.980567, "recall": 0.986166}, {"accuracy": 0.91996, "f1": 0.896146, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"], "main_score": 0.896146, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.935771, "f1": 0.916238, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"], "main_score": 0.916238, "precision": 0.907032, "recall": 0.935771}, {"accuracy": 0.972332, "f1": 0.964657, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"], "main_score": 0.964657, "precision": 0.961413, "recall": 0.972332}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.937747, "f1": 0.919302, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"], "main_score": 0.919302, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.981225, "f1": 0.976567, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"], "main_score": 0.976567, "precision": 0.974638, "recall": 0.981225}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"], "main_score": 0.908432, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"], "main_score": 0.978261, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"], "main_score": 0.966897, "precision": 0.963636, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.973979, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"], "main_score": 0.973979, "precision": 0.971904, "recall": 0.979249}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.199605, "f1": 0.158822, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"], "main_score": 0.158822, "precision": 0.147465, "recall": 0.199605}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.943676, "f1": 0.927108, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"], "main_score": 0.927108, "precision": 0.919219, "recall": 0.943676}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.977273, "f1": 0.970817, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"], "main_score": 0.970817, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"], "main_score": 0.973155, "precision": 0.970356, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"], "main_score": 0.925626, "precision": 0.917902, "recall": 0.942688}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.961462, "f1": 0.951369, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"], "main_score": 0.951369, "precision": 0.947167, "recall": 0.961462}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.980072, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"], "main_score": 0.980072, "precision": 0.978458, "recall": 0.98419}, {"accuracy": 0.893281, "f1": 0.861133, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"], "main_score": 0.861133, "precision": 0.84585, "recall": 0.893281}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"], "main_score": 0.968215, "precision": 0.965119, "recall": 0.975296}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"], "main_score": 0.93139, "precision": 0.923666, "recall": 0.947628}, {"accuracy": 0.982213, "f1": 0.977602, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"], "main_score": 0.977602, "precision": 0.975692, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"], "main_score": 0.931489, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.923913, "f1": 0.900659, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"], "main_score": 0.900659, "precision": 0.889822, "recall": 0.923913}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"], "main_score": 0.933366, "precision": 0.926466, "recall": 0.948617}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.891304, "f1": 0.859486, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"], "main_score": 0.859486, "precision": 0.845191, "recall": 0.891304}, {"accuracy": 0.970356, "f1": 0.96379, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"], "main_score": 0.96379, "precision": 0.961454, "recall": 0.970356}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.885375, "f1": 0.852339, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"], "main_score": 0.852339, "precision": 0.837039, "recall": 0.885375}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.722332, "f1": 0.661947, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"], "main_score": 0.661947, "precision": 0.63798, "recall": 0.722332}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.98559, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"], "main_score": 0.98559, "precision": 0.98466, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"], "main_score": 0.966403, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.924901, "f1": 0.901746, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"], "main_score": 0.901746, "precision": 0.890728, "recall": 0.924901}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.988142, "f1": 0.984914, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"], "main_score": 0.984914, "precision": 0.983449, "recall": 0.988142}, {"accuracy": 0.905138, "f1": 0.875823, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"], "main_score": 0.875823, "precision": 0.86166, "recall": 0.905138}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"], "main_score": 0.923913, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"], "main_score": 0.953887, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.974308, "f1": 0.966634, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"], "main_score": 0.966634, "precision": 0.963192, "recall": 0.974308}, {"accuracy": 0.224308, "f1": 0.163521, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"], "main_score": 0.163521, "precision": 0.14538, "recall": 0.224308}, {"accuracy": 0.921937, "f1": 0.900033, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"], "main_score": 0.900033, "precision": 0.889987, "recall": 0.921937}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"], "main_score": 0.95751, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.9417, "f1": 0.925692, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"], "main_score": 0.925692, "precision": 0.918478, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.974967, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"], "main_score": 0.974967, "precision": 0.972694, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.96794, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"], "main_score": 0.96794, "precision": 0.965242, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.972233, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"], "main_score": 0.972233, "precision": 0.969615, "recall": 0.978261}, {"accuracy": 0.850791, "f1": 0.809936, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"], "main_score": 0.809936, "precision": 0.791461, "recall": 0.850791}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.971956, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"], "main_score": 0.971956, "precision": 0.970059, "recall": 0.977273}, {"accuracy": 0.976285, "f1": 0.970246, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"], "main_score": 0.970246, "precision": 0.96768, "recall": 0.976285}, {"accuracy": 0.903162, "f1": 0.875296, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"], "main_score": 0.875296, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.887352, "f1": 0.854084, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"], "main_score": 0.854084, "precision": 0.838142, "recall": 0.887352}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.917984, "f1": 0.893248, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"], "main_score": 0.893248, "precision": 0.881752, "recall": 0.917984}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.860672, "f1": 0.820619, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"], "main_score": 0.820619, "precision": 0.802207, "recall": 0.860672}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.97197, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"], "main_score": 0.97197, "precision": 0.969203, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.971179, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"], "main_score": 0.971179, "precision": 0.96861, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.893281, "f1": 0.862055, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"], "main_score": 0.862055, "precision": 0.84725, "recall": 0.893281}, {"accuracy": 0.275692, "f1": 0.222612, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"], "main_score": 0.222612, "precision": 0.20555, "recall": 0.275692}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"], "main_score": 0.913208, "precision": 0.903491, "recall": 0.933794}, {"accuracy": 0.77668, "f1": 0.720231, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"], "main_score": 0.720231, "precision": 0.696765, "recall": 0.77668}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"], "main_score": 0.897892, "precision": 0.886364, "recall": 0.921937}, {"accuracy": 0.959486, "f1": 0.947365, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"], "main_score": 0.947365, "precision": 0.941782, "recall": 0.959486}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"], "main_score": 0.980896, "precision": 0.979084, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.900198, "f1": 0.870356, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"], "main_score": 0.870356, "precision": 0.85639, "recall": 0.900198}, {"accuracy": 0.903162, "f1": 0.875823, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"], "main_score": 0.875823, "precision": 0.86334, "recall": 0.903162}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.052372, "f1": 0.025952, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"], "main_score": 0.025952, "precision": 0.020936, "recall": 0.052372}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.944664, "f1": 0.929578, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"], "main_score": 0.929578, "precision": 0.923106, "recall": 0.944664}, {"accuracy": 0.982213, "f1": 0.976845, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"], "main_score": 0.976845, "precision": 0.974391, "recall": 0.982213}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"], "main_score": 0.918314, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.893281, "f1": 0.861364, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"], "main_score": 0.861364, "precision": 0.846624, "recall": 0.893281}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"], "main_score": 0.96805, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"], "main_score": 0.960474, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.870553, "f1": 0.83498, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"], "main_score": 0.83498, "precision": 0.819285, "recall": 0.870553}, {"accuracy": 0.976285, "f1": 0.969779, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"], "main_score": 0.969779, "precision": 0.966874, "recall": 0.976285}, {"accuracy": 0.855731, "f1": 0.815646, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"], "main_score": 0.815646, "precision": 0.798123, "recall": 0.855731}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"], "main_score": 0.925889, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"], "main_score": 0.929183, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"], "main_score": 0.962681, "precision": 0.958745, "recall": 0.971344}, {"accuracy": 0.954545, "f1": 0.943231, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"], "main_score": 0.943231, "precision": 0.938745, "recall": 0.954545}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"], "main_score": 0.965152, "precision": 0.96138, "recall": 0.97332}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"], "main_score": 0.928689, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.949605, "f1": 0.933696, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"], "main_score": 0.933696, "precision": 0.925972, "recall": 0.949605}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"], "main_score": 0.948518, "precision": 0.94277, "recall": 0.960474}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"], "main_score": 0.929578, "precision": 0.922348, "recall": 0.945652}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.953557, "f1": 0.94002, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"], "main_score": 0.94002, "precision": 0.933959, "recall": 0.953557}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.981225, "f1": 0.975527, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"], "main_score": 0.975527, "precision": 0.972908, "recall": 0.981225}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.884387, "f1": 0.849967, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"], "main_score": 0.849967, "precision": 0.833827, "recall": 0.884387}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.966403, "f1": 0.956423, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"], "main_score": 0.956423, "precision": 0.951993, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 0.922925, "f1": 0.899374, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"], "main_score": 0.899374, "precision": 0.887846, "recall": 0.922925}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"], "main_score": 0.907016, "precision": 0.897645, "recall": 0.927866}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.887352, "f1": 0.853393, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"], "main_score": 0.853393, "precision": 0.837945, "recall": 0.887352}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.927866, "f1": 0.905204, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"], "main_score": 0.905204, "precision": 0.894351, "recall": 0.927866}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"], "main_score": 0.929018, "precision": 0.921113, "recall": 0.945652}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.932806, "f1": 0.913933, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"], "main_score": 0.913933, "precision": 0.905616, "recall": 0.932806}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"], "main_score": 0.962945, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.916008, "f1": 0.890942, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"], "main_score": 0.890942, "precision": 0.879447, "recall": 0.916008}, {"accuracy": 0.910079, "f1": 0.883926, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"], "main_score": 0.883926, "precision": 0.871789, "recall": 0.910079}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"], "main_score": 0.932642, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.846838, "f1": 0.802866, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"], "main_score": 0.802866, "precision": 0.782526, "recall": 0.846838}, {"accuracy": 0.934783, "f1": 0.917443, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"], "main_score": 0.917443, "precision": 0.909585, "recall": 0.934783}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.878458, "f1": 0.842424, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"], "main_score": 0.842424, "precision": 0.825675, "recall": 0.878458}, {"accuracy": 0.883399, "f1": 0.849704, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"], "main_score": 0.849704, "precision": 0.834437, "recall": 0.883399}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.950593, "f1": 0.936067, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"], "main_score": 0.936067, "precision": 0.929513, "recall": 0.950593}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.795455, "f1": 0.742968, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"], "main_score": 0.742968, "precision": 0.720118, "recall": 0.795455}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.949605, "f1": 0.934783, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"], "main_score": 0.934783, "precision": 0.928063, "recall": 0.949605}, {"accuracy": 0.937747, "f1": 0.918215, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"], "main_score": 0.918215, "precision": 0.908679, "recall": 0.937747}, {"accuracy": 0.901186, "f1": 0.872069, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"], "main_score": 0.872069, "precision": 0.858943, "recall": 0.901186}, {"accuracy": 0.836957, "f1": 0.796278, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"], "main_score": 0.796278, "precision": 0.77887, "recall": 0.836957}, {"accuracy": 0.033597, "f1": 0.014853, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"], "main_score": 0.014853, "precision": 0.010912, "recall": 0.033597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.954545, "f1": 0.940448, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"], "main_score": 0.940448, "precision": 0.933877, "recall": 0.954545}, {"accuracy": 0.924901, "f1": 0.90331, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"], "main_score": 0.90331, "precision": 0.893537, "recall": 0.924901}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.898221, "f1": 0.869005, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"], "main_score": 0.869005, "precision": 0.855731, "recall": 0.898221}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"], "main_score": 0.965152, "precision": 0.96138, "recall": 0.97332}, {"accuracy": 0.870553, "f1": 0.83386, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"], "main_score": 0.83386, "precision": 0.817309, "recall": 0.870553}, {"accuracy": 0.91502, "f1": 0.8889, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"], "main_score": 0.8889, "precision": 0.876729, "recall": 0.91502}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"], "main_score": 0.837747, "precision": 0.821591, "recall": 0.873518}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.908103, "f1": 0.880435, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"], "main_score": 0.880435, "precision": 0.867754, "recall": 0.908103}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"], "main_score": 0.926054, "precision": 0.917688, "recall": 0.943676}, {"accuracy": 0.187747, "f1": 0.132878, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"], "main_score": 0.132878, "precision": 0.117773, "recall": 0.187747}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.895257, "f1": 0.864295, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"], "main_score": 0.864295, "precision": 0.849473, "recall": 0.895257}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.913043, "f1": 0.887022, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"], "main_score": 0.887022, "precision": 0.874671, "recall": 0.913043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.839921, "f1": 0.795342, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"], "main_score": 0.795342, "precision": 0.775527, "recall": 0.839921}, {"accuracy": 0.918972, "f1": 0.893347, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"], "main_score": 0.893347, "precision": 0.881011, "recall": 0.918972}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"], "main_score": 0.91222, "precision": 0.902701, "recall": 0.932806}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.939723, "f1": 0.92276, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"], "main_score": 0.92276, "precision": 0.914855, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.886199, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"], "main_score": 0.886199, "precision": 0.874177, "recall": 0.912055}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.860672, "f1": 0.820455, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"], "main_score": 0.820455, "precision": 0.802042, "recall": 0.860672}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"], "main_score": 0.88027, "precision": 0.867095, "recall": 0.908103}, {"accuracy": 0.843874, "f1": 0.800955, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"], "main_score": 0.800955, "precision": 0.78195, "recall": 0.843874}, {"accuracy": 0.892292, "f1": 0.861034, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"], "main_score": 0.861034, "precision": 0.846953, "recall": 0.892292}, {"accuracy": 0.747036, "f1": 0.686825, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"], "main_score": 0.686825, "precision": 0.66194, "recall": 0.747036}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.857708, "f1": 0.818728, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"], "main_score": 0.818728, "precision": 0.801746, "recall": 0.857708}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.815217, "f1": 0.767507, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"], "main_score": 0.767507, "precision": 0.746485, "recall": 0.815217}, {"accuracy": 0.912055, "f1": 0.883893, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"], "main_score": 0.883893, "precision": 0.870389, "recall": 0.912055}, {"accuracy": 0.828063, "f1": 0.781258, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"], "main_score": 0.781258, "precision": 0.760474, "recall": 0.828063}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.214427, "f1": 0.14811, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"], "main_score": 0.14811, "precision": 0.128487, "recall": 0.214427}, {"accuracy": 0.863636, "f1": 0.825955, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"], "main_score": 0.825955, "precision": 0.809206, "recall": 0.863636}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.905138, "f1": 0.876812, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"], "main_score": 0.876812, "precision": 0.863472, "recall": 0.905138}, {"accuracy": 0.880435, "f1": 0.846311, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"], "main_score": 0.846311, "precision": 0.831439, "recall": 0.880435}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.786561, "f1": 0.73543, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"], "main_score": 0.73543, "precision": 0.713804, "recall": 0.786561}, {"accuracy": 0.920949, "f1": 0.89641, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"], "main_score": 0.89641, "precision": 0.884881, "recall": 0.920949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.889328, "f1": 0.85807, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"], "main_score": 0.85807, "precision": 0.843489, "recall": 0.889328}, {"accuracy": 0.818182, "f1": 0.77245, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"], "main_score": 0.77245, "precision": 0.752536, "recall": 0.818182}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.874506, "f1": 0.8389, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"], "main_score": 0.8389, "precision": 0.823024, "recall": 0.874506}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.809289, "f1": 0.76046, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"], "main_score": 0.76046, "precision": 0.739246, "recall": 0.809289}, {"accuracy": 0.947628, "f1": 0.931061, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"], "main_score": 0.931061, "precision": 0.923007, "recall": 0.947628}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.95751, "f1": 0.944565, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"], "main_score": 0.944565, "precision": 0.938653, "recall": 0.95751}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.839921, "f1": 0.79417, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"], "main_score": 0.79417, "precision": 0.773567, "recall": 0.839921}, {"accuracy": 0.251976, "f1": 0.190848, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"], "main_score": 0.190848, "precision": 0.171179, "recall": 0.251976}, {"accuracy": 0.874506, "f1": 0.839317, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"], "main_score": 0.839317, "precision": 0.823444, "recall": 0.874506}, {"accuracy": 0.738142, "f1": 0.675259, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"], "main_score": 0.675259, "precision": 0.649457, "recall": 0.738142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"], "main_score": 0.93363, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.852767, "f1": 0.811792, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"], "main_score": 0.811792, "precision": 0.793989, "recall": 0.852767}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"], "main_score": 0.960145, "precision": 0.955731, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"], "main_score": 0.924572, "precision": 0.915843, "recall": 0.942688}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.863636, "f1": 0.828411, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"], "main_score": 0.828411, "precision": 0.812171, "recall": 0.863636}, {"accuracy": 0.833004, "f1": 0.788587, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"], "main_score": 0.788587, "precision": 0.769492, "recall": 0.833004}, {"accuracy": 0.909091, "f1": 0.881621, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"], "main_score": 0.881621, "precision": 0.868659, "recall": 0.909091}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.045455, "f1": 0.018847, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"], "main_score": 0.018847, "precision": 0.013855, "recall": 0.045455}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"], "main_score": 0.95998, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"], "main_score": 0.910408, "precision": 0.900198, "recall": 0.931818}, {"accuracy": 0.852767, "f1": 0.813966, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"], "main_score": 0.813966, "precision": 0.796832, "recall": 0.852767}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.940711, "f1": 0.922497, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"], "main_score": 0.922497, "precision": 0.914114, "recall": 0.940711}, {"accuracy": 0.938735, "f1": 0.920638, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"], "main_score": 0.920638, "precision": 0.912467, "recall": 0.938735}, {"accuracy": 0.87253, "f1": 0.836528, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"], "main_score": 0.836528, "precision": 0.820076, "recall": 0.87253}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.814229, "f1": 0.769038, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"], "main_score": 0.769038, "precision": 0.749638, "recall": 0.814229}, {"accuracy": 0.929842, "f1": 0.908926, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"], "main_score": 0.908926, "precision": 0.899045, "recall": 0.929842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898254, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"], "main_score": 0.898254, "precision": 0.887269, "recall": 0.921937}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.884387, "f1": 0.85112, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"], "main_score": 0.85112, "precision": 0.836413, "recall": 0.884387}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.933794, "f1": 0.91469, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"], "main_score": 0.91469, "precision": 0.905797, "recall": 0.933794}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"], "main_score": 0.906456, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"], "main_score": 0.923814, "precision": 0.915596, "recall": 0.9417}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"], "main_score": 0.94137, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.936759, "f1": 0.917227, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"], "main_score": 0.917227, "precision": 0.90802, "recall": 0.936759}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"], "main_score": 0.984848, "precision": 0.983366, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.931818, "f1": 0.911364, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"], "main_score": 0.911364, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"], "main_score": 0.916074, "precision": 0.906736, "recall": 0.935771}, {"accuracy": 0.816206, "f1": 0.768497, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"], "main_score": 0.768497, "precision": 0.747612, "recall": 0.816206}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"], "main_score": 0.938241, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"], "main_score": 0.973221, "precision": 0.970438, "recall": 0.979249}, {"accuracy": 0.977273, "f1": 0.970422, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"], "main_score": 0.970422, "precision": 0.967309, "recall": 0.977273}, {"accuracy": 0.867589, "f1": 0.830534, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"], "main_score": 0.830534, "precision": 0.813982, "recall": 0.867589}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.869565, "f1": 0.831606, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"], "main_score": 0.831606, "precision": 0.8139, "recall": 0.869565}, {"accuracy": 0.927866, "f1": 0.905468, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"], "main_score": 0.905468, "precision": 0.894598, "recall": 0.927866}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.905138, "f1": 0.876713, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"], "main_score": 0.876713, "precision": 0.863225, "recall": 0.905138}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.802372, "f1": 0.75124, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"], "main_score": 0.75124, "precision": 0.730016, "recall": 0.802372}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.901186, "f1": 0.871739, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"], "main_score": 0.871739, "precision": 0.858284, "recall": 0.901186}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.839921, "f1": 0.799605, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"], "main_score": 0.799605, "precision": 0.782016, "recall": 0.839921}, {"accuracy": 0.901186, "f1": 0.871904, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"], "main_score": 0.871904, "precision": 0.858449, "recall": 0.901186}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"], "main_score": 0.931719, "precision": 0.92416, "recall": 0.947628}, {"accuracy": 0.94664, "f1": 0.929743, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"], "main_score": 0.929743, "precision": 0.92169, "recall": 0.94664}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"], "main_score": 0.907839, "precision": 0.89781, "recall": 0.928854}, {"accuracy": 0.818182, "f1": 0.772746, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"], "main_score": 0.772746, "precision": 0.75336, "recall": 0.818182}, {"accuracy": 0.88834, "f1": 0.854381, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"], "main_score": 0.854381, "precision": 0.838768, "recall": 0.88834}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.91502, "f1": 0.891008, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"], "main_score": 0.891008, "precision": 0.880188, "recall": 0.91502}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"], "main_score": 0.90942, "precision": 0.899868, "recall": 0.929842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.786561, "f1": 0.73462, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"], "main_score": 0.73462, "precision": 0.712526, "recall": 0.786561}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"], "main_score": 0.92803, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.837945, "f1": 0.794549, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"], "main_score": 0.794549, "precision": 0.775454, "recall": 0.837945}, {"accuracy": 0.891304, "f1": 0.860968, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"], "main_score": 0.860968, "precision": 0.846838, "recall": 0.891304}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"], "main_score": 0.934025, "precision": 0.92663, "recall": 0.949605}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.762846, "f1": 0.7034, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"], "main_score": 0.7034, "precision": 0.678253, "recall": 0.762846}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"], "main_score": 0.929183, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.885375, "f1": 0.852306, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"], "main_score": 0.852306, "precision": 0.837566, "recall": 0.885375}, {"accuracy": 0.832016, "f1": 0.786709, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"], "main_score": 0.786709, "precision": 0.766478, "recall": 0.832016}, {"accuracy": 0.746047, "f1": 0.685275, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"], "main_score": 0.685275, "precision": 0.659841, "recall": 0.746047}, {"accuracy": 0.028656, "f1": 0.010254, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"], "main_score": 0.010254, "precision": 0.00706, "recall": 0.028656}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.926877, "f1": 0.905879, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"], "main_score": 0.905879, "precision": 0.896057, "recall": 0.926877}, {"accuracy": 0.918972, "f1": 0.895817, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"], "main_score": 0.895817, "precision": 0.885293, "recall": 0.918972}, {"accuracy": 0.842885, "f1": 0.800582, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"], "main_score": 0.800582, "precision": 0.782189, "recall": 0.842885}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.823123, "f1": 0.776433, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"], "main_score": 0.776433, "precision": 0.756021, "recall": 0.823123}, {"accuracy": 0.916996, "f1": 0.892984, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"], "main_score": 0.892984, "precision": 0.881835, "recall": 0.916996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.936759, "f1": 0.918281, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"], "main_score": 0.918281, "precision": 0.90975, "recall": 0.936759}, {"accuracy": 0.786561, "f1": 0.729517, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"], "main_score": 0.729517, "precision": 0.70527, "recall": 0.786561}, {"accuracy": 0.862648, "f1": 0.82276, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"], "main_score": 0.82276, "precision": 0.804941, "recall": 0.862648}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.766798, "f1": 0.705962, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"], "main_score": 0.705962, "precision": 0.679891, "recall": 0.766798}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.822134, "f1": 0.776318, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"], "main_score": 0.776318, "precision": 0.756796, "recall": 0.822134}, {"accuracy": 0.964427, "f1": 0.954298, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"], "main_score": 0.954298, "precision": 0.949581, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.900198, "f1": 0.870257, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"], "main_score": 0.870257, "precision": 0.85667, "recall": 0.900198}, {"accuracy": 0.133399, "f1": 0.088107, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"], "main_score": 0.088107, "precision": 0.076469, "recall": 0.133399}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.795455, "f1": 0.738307, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"], "main_score": 0.738307, "precision": 0.712928, "recall": 0.795455}, {"accuracy": 0.959486, "f1": 0.947417, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"], "main_score": 0.947417, "precision": 0.941864, "recall": 0.959486}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.97141, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"], "main_score": 0.97141, "precision": 0.968132, "recall": 0.978261}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.849802, "f1": 0.810952, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"], "main_score": 0.810952, "precision": 0.794262, "recall": 0.849802}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.9417, "f1": 0.923979, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"], "main_score": 0.923979, "precision": 0.915596, "recall": 0.9417}, {"accuracy": 0.978261, "f1": 0.971574, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"], "main_score": 0.971574, "precision": 0.968462, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.753953, "f1": 0.694938, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"], "main_score": 0.694938, "precision": 0.669731, "recall": 0.753953}, {"accuracy": 0.843874, "f1": 0.802981, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"], "main_score": 0.802981, "precision": 0.784512, "recall": 0.843874}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.838933, "f1": 0.794502, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"], "main_score": 0.794502, "precision": 0.775092, "recall": 0.838933}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"], "main_score": 0.945487, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.923913, "f1": 0.901383, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"], "main_score": 0.901383, "precision": 0.891057, "recall": 0.923913}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.900198, "f1": 0.87268, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"], "main_score": 0.87268, "precision": 0.860425, "recall": 0.900198}, {"accuracy": 0.862648, "f1": 0.825216, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"], "main_score": 0.825216, "precision": 0.80891, "recall": 0.862648}, {"accuracy": 0.91996, "f1": 0.895883, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"], "main_score": 0.895883, "precision": 0.884717, "recall": 0.91996}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.9417, "f1": 0.92332, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"], "main_score": 0.92332, "precision": 0.914443, "recall": 0.9417}, {"accuracy": 0.762846, "f1": 0.704611, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"], "main_score": 0.704611, "precision": 0.679359, "recall": 0.762846}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.83004, "f1": 0.783978, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"], "main_score": 0.783978, "precision": 0.764229, "recall": 0.83004}, {"accuracy": 0.759881, "f1": 0.701007, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"], "main_score": 0.701007, "precision": 0.676252, "recall": 0.759881}, {"accuracy": 0.793478, "f1": 0.740514, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"], "main_score": 0.740514, "precision": 0.717161, "recall": 0.793478}, {"accuracy": 0.63834, "f1": 0.5617, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"], "main_score": 0.5617, "precision": 0.531202, "recall": 0.63834}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"], "main_score": 0.979578, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.764822, "f1": 0.703099, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"], "main_score": 0.703099, "precision": 0.676376, "recall": 0.764822}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.932806, "f1": 0.913027, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"], "main_score": 0.913027, "precision": 0.90388, "recall": 0.932806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.702569, "f1": 0.630558, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"], "main_score": 0.630558, "precision": 0.600199, "recall": 0.702569}, {"accuracy": 0.805336, "f1": 0.753162, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"], "main_score": 0.753162, "precision": 0.730166, "recall": 0.805336}, {"accuracy": 0.710474, "f1": 0.638345, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"], "main_score": 0.638345, "precision": 0.608267, "recall": 0.710474}, {"accuracy": 0.954545, "f1": 0.940184, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"], "main_score": 0.940184, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.934783, "f1": 0.915909, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"], "main_score": 0.915909, "precision": 0.907362, "recall": 0.934783}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.156126, "f1": 0.094293, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"], "main_score": 0.094293, "precision": 0.079663, "recall": 0.156126}, {"accuracy": 0.783597, "f1": 0.730091, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"], "main_score": 0.730091, "precision": 0.707609, "recall": 0.783597}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.833004, "f1": 0.786218, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"], "main_score": 0.786218, "precision": 0.764904, "recall": 0.833004}, {"accuracy": 0.775692, "f1": 0.719965, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"], "main_score": 0.719965, "precision": 0.696179, "recall": 0.775692}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"], "main_score": 0.936924, "precision": 0.930007, "recall": 0.951581}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"], "main_score": 0.910408, "precision": 0.900889, "recall": 0.93083}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"], "main_score": 0.969203, "precision": 0.965909, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.987385, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"], "main_score": 0.987385, "precision": 0.986248, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.702569, "f1": 0.636832, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"], "main_score": 0.636832, "precision": 0.610599, "recall": 0.702569}, {"accuracy": 0.83498, "f1": 0.788359, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"], "main_score": 0.788359, "precision": 0.767605, "recall": 0.83498}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.836957, "f1": 0.793757, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"], "main_score": 0.793757, "precision": 0.774374, "recall": 0.836957}, {"accuracy": 0.730237, "f1": 0.667972, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"], "main_score": 0.667972, "precision": 0.641857, "recall": 0.730237}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"], "main_score": 0.917721, "precision": 0.908679, "recall": 0.936759}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.790514, "f1": 0.735903, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"], "main_score": 0.735903, "precision": 0.711942, "recall": 0.790514}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.698617, "f1": 0.631508, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"], "main_score": 0.631508, "precision": 0.603393, "recall": 0.698617}, {"accuracy": 0.891304, "f1": 0.859124, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"], "main_score": 0.859124, "precision": 0.844368, "recall": 0.891304}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.912055, "f1": 0.88635, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"], "main_score": 0.88635, "precision": 0.874918, "recall": 0.912055}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.755929, "f1": 0.693138, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"], "main_score": 0.693138, "precision": 0.666477, "recall": 0.755929}, {"accuracy": 0.173913, "f1": 0.115868, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"], "main_score": 0.115868, "precision": 0.099384, "recall": 0.173913}, {"accuracy": 0.784585, "f1": 0.729023, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"], "main_score": 0.729023, "precision": 0.7042, "recall": 0.784585}, {"accuracy": 0.68083, "f1": 0.611902, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"], "main_score": 0.611902, "precision": 0.584423, "recall": 0.68083}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.898221, "f1": 0.869269, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"], "main_score": 0.869269, "precision": 0.856341, "recall": 0.898221}, {"accuracy": 0.759881, "f1": 0.698772, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"], "main_score": 0.698772, "precision": 0.67304, "recall": 0.759881}, {"accuracy": 0.893281, "f1": 0.861481, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"], "main_score": 0.861481, "precision": 0.84692, "recall": 0.893281}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"], "main_score": 0.935112, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.937747, "f1": 0.920158, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"], "main_score": 0.920158, "precision": 0.912335, "recall": 0.937747}, {"accuracy": 0.932806, "f1": 0.912516, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"], "main_score": 0.912516, "precision": 0.903162, "recall": 0.932806}, {"accuracy": 0.891304, "f1": 0.861314, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"], "main_score": 0.861314, "precision": 0.847984, "recall": 0.891304}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.896245, "f1": 0.868187, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"], "main_score": 0.868187, "precision": 0.855814, "recall": 0.896245}, {"accuracy": 0.777668, "f1": 0.722254, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"], "main_score": 0.722254, "precision": 0.699268, "recall": 0.777668}, {"accuracy": 0.73913, "f1": 0.675716, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"], "main_score": 0.675716, "precision": 0.64926, "recall": 0.73913}, {"accuracy": 0.847826, "f1": 0.803986, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"], "main_score": 0.803986, "precision": 0.783498, "recall": 0.847826}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.036561, "f1": 0.014668, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"], "main_score": 0.014668, "precision": 0.011179, "recall": 0.036561}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.924901, "f1": 0.903146, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"], "main_score": 0.903146, "precision": 0.893175, "recall": 0.924901}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"], "main_score": 0.936989, "precision": 0.929924, "recall": 0.951581}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.856719, "f1": 0.816008, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"], "main_score": 0.816008, "precision": 0.797101, "recall": 0.856719}, {"accuracy": 0.770751, "f1": 0.710394, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"], "main_score": 0.710394, "precision": 0.68391, "recall": 0.770751}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.891304, "f1": 0.861543, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"], "main_score": 0.861543, "precision": 0.848501, "recall": 0.891304}, {"accuracy": 0.859684, "f1": 0.819532, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"], "main_score": 0.819532, "precision": 0.801861, "recall": 0.859684}, {"accuracy": 0.791502, "f1": 0.733729, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"], "main_score": 0.733729, "precision": 0.707757, "recall": 0.791502}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.735178, "f1": 0.672192, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"], "main_score": 0.672192, "precision": 0.645291, "recall": 0.735178}, {"accuracy": 0.850791, "f1": 0.810098, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"], "main_score": 0.810098, "precision": 0.791584, "recall": 0.850791}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.875494, "f1": 0.838307, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"], "main_score": 0.838307, "precision": 0.821262, "recall": 0.875494}, {"accuracy": 0.967391, "f1": 0.958169, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"], "main_score": 0.958169, "precision": 0.953887, "recall": 0.967391}, {"accuracy": 0.767787, "f1": 0.705072, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"], "main_score": 0.705072, "precision": 0.677988, "recall": 0.767787}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"], "main_score": 0.939723, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.899209, "f1": 0.870092, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"], "main_score": 0.870092, "precision": 0.856637, "recall": 0.899209}, {"accuracy": 0.866601, "f1": 0.828788, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"], "main_score": 0.828788, "precision": 0.811578, "recall": 0.866601}, {"accuracy": 0.87747, "f1": 0.84226, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"], "main_score": 0.84226, "precision": 0.826005, "recall": 0.87747}, {"accuracy": 0.908103, "f1": 0.880632, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"], "main_score": 0.880632, "precision": 0.868001, "recall": 0.908103}, {"accuracy": 0.848814, "f1": 0.806653, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"], "main_score": 0.806653, "precision": 0.788054, "recall": 0.848814}, {"accuracy": 0.955534, "f1": 0.943365, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"], "main_score": 0.943365, "precision": 0.937994, "recall": 0.955534}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"], "main_score": 0.941535, "precision": 0.934816, "recall": 0.955534}, {"accuracy": 0.958498, "f1": 0.946047, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"], "main_score": 0.946047, "precision": 0.9403, "recall": 0.958498}, {"accuracy": 0.851779, "f1": 0.810575, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"], "main_score": 0.810575, "precision": 0.792137, "recall": 0.851779}, {"accuracy": 0.869565, "f1": 0.832905, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"], "main_score": 0.832905, "precision": 0.816274, "recall": 0.869565}, {"accuracy": 0.718379, "f1": 0.650496, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"], "main_score": 0.650496, "precision": 0.621798, "recall": 0.718379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.887352, "f1": 0.855931, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"], "main_score": 0.855931, "precision": 0.841215, "recall": 0.887352}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.956522, "f1": 0.943972, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"], "main_score": 0.943972, "precision": 0.938274, "recall": 0.956522}, {"accuracy": 0.937747, "f1": 0.919156, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"], "main_score": 0.919156, "precision": 0.910491, "recall": 0.937747}, {"accuracy": 0.781621, "f1": 0.725609, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"], "main_score": 0.725609, "precision": 0.701294, "recall": 0.781621}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.787549, "f1": 0.730322, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"], "main_score": 0.730322, "precision": 0.705023, "recall": 0.787549}, {"accuracy": 0.860672, "f1": 0.820982, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"], "main_score": 0.820982, "precision": 0.803673, "recall": 0.860672}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.856719, "f1": 0.818039, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"], "main_score": 0.818039, "precision": 0.801243, "recall": 0.856719}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.714427, "f1": 0.648184, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"], "main_score": 0.648184, "precision": 0.621058, "recall": 0.714427}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"], "main_score": 0.963768, "precision": 0.959684, "recall": 0.972332}, {"accuracy": 0.807312, "f1": 0.755439, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"], "main_score": 0.755439, "precision": 0.73274, "recall": 0.807312}, {"accuracy": 0.913043, "f1": 0.887832, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"], "main_score": 0.887832, "precision": 0.8764, "recall": 0.913043}, {"accuracy": 0.729249, "f1": 0.662189, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"], "main_score": 0.662189, "precision": 0.633293, "recall": 0.729249}, {"accuracy": 0.833004, "f1": 0.788128, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"], "main_score": 0.788128, "precision": 0.768758, "recall": 0.833004}, {"accuracy": 0.88834, "f1": 0.857446, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"], "main_score": 0.857446, "precision": 0.843932, "recall": 0.88834}, {"accuracy": 0.926877, "f1": 0.905204, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"], "main_score": 0.905204, "precision": 0.894845, "recall": 0.926877}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.871542, "f1": 0.836957, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"], "main_score": 0.836957, "precision": 0.821421, "recall": 0.871542}, {"accuracy": 0.732213, "f1": 0.668168, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"], "main_score": 0.668168, "precision": 0.641123, "recall": 0.732213}, {"accuracy": 0.764822, "f1": 0.704269, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"], "main_score": 0.704269, "precision": 0.678014, "recall": 0.764822}, {"accuracy": 0.942688, "f1": 0.925132, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"], "main_score": 0.925132, "precision": 0.916782, "recall": 0.942688}, {"accuracy": 0.855731, "f1": 0.814515, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"], "main_score": 0.814515, "precision": 0.795496, "recall": 0.855731}, {"accuracy": 0.857708, "f1": 0.819337, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"], "main_score": 0.819337, "precision": 0.802348, "recall": 0.857708}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.702569, "f1": 0.635172, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"], "main_score": 0.635172, "precision": 0.607389, "recall": 0.702569}, {"accuracy": 0.905138, "f1": 0.877372, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"], "main_score": 0.877372, "precision": 0.864377, "recall": 0.905138}, {"accuracy": 0.912055, "f1": 0.885573, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"], "main_score": 0.885573, "precision": 0.873468, "recall": 0.912055}, {"accuracy": 0.775692, "f1": 0.718629, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"], "main_score": 0.718629, "precision": 0.694285, "recall": 0.775692}, {"accuracy": 0.854743, "f1": 0.815086, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"], "main_score": 0.815086, "precision": 0.797381, "recall": 0.854743}, {"accuracy": 0.950593, "f1": 0.934848, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"], "main_score": 0.934848, "precision": 0.927289, "recall": 0.950593}, {"accuracy": 0.90415, "f1": 0.876021, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"], "main_score": 0.876021, "precision": 0.863225, "recall": 0.90415}, {"accuracy": 0.912055, "f1": 0.885441, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"], "main_score": 0.885441, "precision": 0.873435, "recall": 0.912055}, {"accuracy": 0.684783, "f1": 0.612189, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"], "main_score": 0.612189, "precision": 0.582799, "recall": 0.684783}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.97332, "f1": 0.964822, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"], "main_score": 0.964822, "precision": 0.960721, "recall": 0.97332}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.90415, "f1": 0.876581, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"], "main_score": 0.876581, "precision": 0.864163, "recall": 0.90415}, {"accuracy": 0.826087, "f1": 0.779202, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"], "main_score": 0.779202, "precision": 0.758844, "recall": 0.826087}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.88834, "f1": 0.857806, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"], "main_score": 0.857806, "precision": 0.843709, "recall": 0.88834}, {"accuracy": 0.046443, "f1": 0.024403, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"], "main_score": 0.024403, "precision": 0.019194, "recall": 0.046443}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"], "main_score": 0.985013, "precision": 0.983729, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.96614, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"], "main_score": 0.96614, "precision": 0.962204, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"], "main_score": 0.942589, "precision": 0.936677, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.932806, "f1": 0.913373, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"], "main_score": 0.913373, "precision": 0.904216, "recall": 0.932806}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"], "main_score": 0.95224, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.964427, "f1": 0.954216, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"], "main_score": 0.954216, "precision": 0.94944, "recall": 0.964427}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"], "main_score": 0.891041, "precision": 0.8792, "recall": 0.916008}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"], "main_score": 0.926054, "precision": 0.917655, "recall": 0.943676}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.912055, "f1": 0.884618, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"], "main_score": 0.884618, "precision": 0.871624, "recall": 0.912055}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"], "main_score": 0.925231, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.945224, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"], "main_score": 0.945224, "precision": 0.939312, "recall": 0.95751}, {"accuracy": 0.195652, "f1": 0.144302, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"], "main_score": 0.144302, "precision": 0.130667, "recall": 0.195652}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"], "main_score": 0.911397, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.9417, "f1": 0.926021, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"], "main_score": 0.926021, "precision": 0.918808, "recall": 0.9417}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"], "main_score": 0.971509, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"], "main_score": 0.970356, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.876482, "f1": 0.841535, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"], "main_score": 0.841535, "precision": 0.825264, "recall": 0.876482}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.933136, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"], "main_score": 0.933136, "precision": 0.926219, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"], "main_score": 0.925889, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.88834, "f1": 0.857197, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"], "main_score": 0.857197, "precision": 0.84245, "recall": 0.88834}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"], "main_score": 0.922266, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.879447, "f1": 0.845323, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"], "main_score": 0.845323, "precision": 0.829216, "recall": 0.879447}, {"accuracy": 0.91996, "f1": 0.897892, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"], "main_score": 0.897892, "precision": 0.887714, "recall": 0.91996}, {"accuracy": 0.728261, "f1": 0.664954, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"], "main_score": 0.664954, "precision": 0.638159, "recall": 0.728261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.913043, "f1": 0.888505, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"], "main_score": 0.888505, "precision": 0.877141, "recall": 0.913043}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.878458, "f1": 0.842984, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"], "main_score": 0.842984, "precision": 0.826779, "recall": 0.878458}, {"accuracy": 0.932806, "f1": 0.913505, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"], "main_score": 0.913505, "precision": 0.90448, "recall": 0.932806}, {"accuracy": 0.886364, "f1": 0.853294, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"], "main_score": 0.853294, "precision": 0.837862, "recall": 0.886364}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.209486, "f1": 0.142849, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"], "main_score": 0.142849, "precision": 0.125089, "recall": 0.209486}, {"accuracy": 0.901186, "f1": 0.874638, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"], "main_score": 0.874638, "precision": 0.862484, "recall": 0.901186}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.931818, "f1": 0.911792, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"], "main_score": 0.911792, "precision": 0.902421, "recall": 0.931818}, {"accuracy": 0.916008, "f1": 0.891271, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"], "main_score": 0.891271, "precision": 0.879974, "recall": 0.916008}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.97332, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"], "main_score": 0.97332, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.849802, "f1": 0.810614, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"], "main_score": 0.810614, "precision": 0.793174, "recall": 0.849802}, {"accuracy": 0.935771, "f1": 0.914855, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"], "main_score": 0.914855, "precision": 0.90448, "recall": 0.935771}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.918972, "f1": 0.895652, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"], "main_score": 0.895652, "precision": 0.884634, "recall": 0.918972}, {"accuracy": 0.863636, "f1": 0.825791, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"], "main_score": 0.825791, "precision": 0.808383, "recall": 0.863636}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.916996, "f1": 0.892754, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"], "main_score": 0.892754, "precision": 0.881258, "recall": 0.916996}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.840909, "f1": 0.796494, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"], "main_score": 0.796494, "precision": 0.776219, "recall": 0.840909}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.898221, "f1": 0.870224, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"], "main_score": 0.870224, "precision": 0.85746, "recall": 0.898221}, {"accuracy": 0.250988, "f1": 0.196402, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"], "main_score": 0.196402, "precision": 0.178608, "recall": 0.250988}, {"accuracy": 0.912055, "f1": 0.886067, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"], "main_score": 0.886067, "precision": 0.87393, "recall": 0.912055}, {"accuracy": 0.793478, "f1": 0.741831, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"], "main_score": 0.741831, "precision": 0.718709, "recall": 0.793478}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.909091, "f1": 0.882971, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"], "main_score": 0.882971, "precision": 0.870636, "recall": 0.909091}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"], "main_score": 0.962945, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.980237, "f1": 0.974209, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"], "main_score": 0.974209, "precision": 0.971426, "recall": 0.980237}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.895257, "f1": 0.863472, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"], "main_score": 0.863472, "precision": 0.848485, "recall": 0.895257}, {"accuracy": 0.867589, "f1": 0.830632, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"], "main_score": 0.830632, "precision": 0.813735, "recall": 0.867589}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"], "main_score": 0.924473, "precision": 0.916255, "recall": 0.9417}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.046443, "f1": 0.021154, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"], "main_score": 0.021154, "precision": 0.016686, "recall": 0.046443}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.936495, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"], "main_score": 0.936495, "precision": 0.930616, "recall": 0.949605}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.914526, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"], "main_score": 0.914526, "precision": 0.905303, "recall": 0.933794}, {"accuracy": 0.908103, "f1": 0.879611, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"], "main_score": 0.879611, "precision": 0.865777, "recall": 0.908103}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.96143, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"], "main_score": 0.96143, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.880435, "f1": 0.844697, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"], "main_score": 0.844697, "precision": 0.827767, "recall": 0.880435}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.852767, "f1": 0.814987, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"], "main_score": 0.814987, "precision": 0.797596, "recall": 0.852767}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.914032, "f1": 0.887912, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"], "main_score": 0.887912, "precision": 0.875576, "recall": 0.914032}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.954545, "f1": 0.942325, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"], "main_score": 0.942325, "precision": 0.936759, "recall": 0.954545}, {"accuracy": 0.9417, "f1": 0.925231, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"], "main_score": 0.925231, "precision": 0.917325, "recall": 0.9417}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"], "main_score": 0.947134, "precision": 0.941403, "recall": 0.959486}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.938735, "f1": 0.921607, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"], "main_score": 0.921607, "precision": 0.913373, "recall": 0.938735}, {"accuracy": 0.965415, "f1": 0.955435, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"], "main_score": 0.955435, "precision": 0.950675, "recall": 0.965415}, {"accuracy": 0.87747, "f1": 0.842227, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"], "main_score": 0.842227, "precision": 0.825593, "recall": 0.87747}, {"accuracy": 0.994071, "f1": 0.99249, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"], "main_score": 0.99249, "precision": 0.991848, "recall": 0.994071}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"], "main_score": 0.969862, "precision": 0.966897, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.912055, "f1": 0.88643, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"], "main_score": 0.88643, "precision": 0.874424, "recall": 0.912055}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"], "main_score": 0.89608, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"], "main_score": 0.930336, "precision": 0.922628, "recall": 0.94664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"], "main_score": 0.929908, "precision": 0.922546, "recall": 0.945652}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.886364, "f1": 0.855896, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"], "main_score": 0.855896, "precision": 0.842309, "recall": 0.886364}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"], "main_score": 0.912055, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.886364, "f1": 0.852997, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"], "main_score": 0.852997, "precision": 0.837533, "recall": 0.886364}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"], "main_score": 0.896805, "precision": 0.886117, "recall": 0.91996}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.948617, "f1": 0.933696, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"], "main_score": 0.933696, "precision": 0.92663, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.880435, "f1": 0.847711, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"], "main_score": 0.847711, "precision": 0.833145, "recall": 0.880435}, {"accuracy": 0.916996, "f1": 0.891765, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"], "main_score": 0.891765, "precision": 0.880105, "recall": 0.916996}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"], "main_score": 0.923748, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.953557, "f1": 0.939625, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"], "main_score": 0.939625, "precision": 0.932889, "recall": 0.953557}, {"accuracy": 0.981225, "f1": 0.975527, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"], "main_score": 0.975527, "precision": 0.972908, "recall": 0.981225}, {"accuracy": 0.831028, "f1": 0.788175, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"], "main_score": 0.788175, "precision": 0.769038, "recall": 0.831028}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"], "main_score": 0.944499, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.870553, "f1": 0.836135, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"], "main_score": 0.836135, "precision": 0.820629, "recall": 0.870553}, {"accuracy": 0.91996, "f1": 0.898386, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"], "main_score": 0.898386, "precision": 0.888011, "recall": 0.91996}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.807312, "f1": 0.757861, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"], "main_score": 0.757861, "precision": 0.735581, "recall": 0.807312}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"], "main_score": 0.938076, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"], "main_score": 0.907115, "precision": 0.896772, "recall": 0.928854}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"], "main_score": 0.90695, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.893281, "f1": 0.861891, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"], "main_score": 0.861891, "precision": 0.84692, "recall": 0.893281}, {"accuracy": 0.039526, "f1": 0.021009, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"], "main_score": 0.021009, "precision": 0.017289, "recall": 0.039526}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.91996, "f1": 0.897134, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"], "main_score": 0.897134, "precision": 0.886611, "recall": 0.91996}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"], "main_score": 0.939229, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"], "main_score": 0.974638, "precision": 0.9722, "recall": 0.980237}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.909091, "f1": 0.883794, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"], "main_score": 0.883794, "precision": 0.871953, "recall": 0.909091}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.911067, "f1": 0.884848, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"], "main_score": 0.884848, "precision": 0.872365, "recall": 0.911067}, {"accuracy": 0.977273, "f1": 0.970586, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"], "main_score": 0.970586, "precision": 0.967474, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.977986, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"], "main_score": 0.977986, "precision": 0.976243, "recall": 0.982213}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.204545, "f1": 0.158306, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"], "main_score": 0.158306, "precision": 0.14476, "recall": 0.204545}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.929842, "f1": 0.910474, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"], "main_score": 0.910474, "precision": 0.901433, "recall": 0.929842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.939723, "f1": 0.922563, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"], "main_score": 0.922563, "precision": 0.91469, "recall": 0.939723}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.958498, "f1": 0.946989, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"], "main_score": 0.946989, "precision": 0.941782, "recall": 0.958498}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"], "main_score": 0.978261, "precision": 0.975955, "recall": 0.983202}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"], "main_score": 0.853491, "precision": 0.838521, "recall": 0.885375}, {"accuracy": 0.942688, "f1": 0.924802, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"], "main_score": 0.924802, "precision": 0.916255, "recall": 0.942688}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"], "main_score": 0.926877, "precision": 0.918149, "recall": 0.944664}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"], "main_score": 0.985013, "precision": 0.983729, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"], "main_score": 0.934354, "precision": 0.927289, "recall": 0.949605}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.889328, "f1": 0.860343, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"], "main_score": 0.860343, "precision": 0.846673, "recall": 0.889328}, {"accuracy": 0.971344, "f1": 0.963274, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"], "main_score": 0.963274, "precision": 0.959717, "recall": 0.971344}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"], "main_score": 0.929578, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.870553, "f1": 0.837418, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"], "main_score": 0.837418, "precision": 0.822365, "recall": 0.870553}, {"accuracy": 0.929842, "f1": 0.91087, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"], "main_score": 0.91087, "precision": 0.902339, "recall": 0.929842}, {"accuracy": 0.733202, "f1": 0.673784, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"], "main_score": 0.673784, "precision": 0.649186, "recall": 0.733202}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"], "main_score": 0.875626, "precision": 0.863011, "recall": 0.903162}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.894269, "f1": 0.864855, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"], "main_score": 0.864855, "precision": 0.851235, "recall": 0.894269}, {"accuracy": 0.922925, "f1": 0.900922, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"], "main_score": 0.900922, "precision": 0.890893, "recall": 0.922925}, {"accuracy": 0.884387, "f1": 0.851581, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"], "main_score": 0.851581, "precision": 0.836298, "recall": 0.884387}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.213439, "f1": 0.144888, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"], "main_score": 0.144888, "precision": 0.124219, "recall": 0.213439}, {"accuracy": 0.912055, "f1": 0.888175, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"], "main_score": 0.888175, "precision": 0.876976, "recall": 0.912055}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.940711, "f1": 0.922892, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"], "main_score": 0.922892, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.913043, "f1": 0.886364, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"], "main_score": 0.886364, "precision": 0.873518, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"], "main_score": 0.977108, "precision": 0.974835, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.848814, "f1": 0.80942, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"], "main_score": 0.80942, "precision": 0.7917, "recall": 0.848814}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"], "main_score": 0.922266, "precision": 0.913208, "recall": 0.940711}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"], "main_score": 0.977108, "precision": 0.974835, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.959505, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"], "main_score": 0.959505, "precision": 0.955616, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.880171, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"], "main_score": 0.880171, "precision": 0.86833, "recall": 0.906126}, {"accuracy": 0.864625, "f1": 0.829249, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"], "main_score": 0.829249, "precision": 0.812665, "recall": 0.864625}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.924901, "f1": 0.901845, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"], "main_score": 0.901845, "precision": 0.890646, "recall": 0.924901}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.857708, "f1": 0.820455, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"], "main_score": 0.820455, "precision": 0.803228, "recall": 0.857708}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.981225, "f1": 0.975758, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"], "main_score": 0.975758, "precision": 0.97332, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.977339, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"], "main_score": 0.977339, "precision": 0.975247, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.878458, "f1": 0.844993, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"], "main_score": 0.844993, "precision": 0.82971, "recall": 0.878458}, {"accuracy": 0.253953, "f1": 0.204414, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"], "main_score": 0.204414, "precision": 0.1886, "recall": 0.253953}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"], "main_score": 0.886759, "precision": 0.874094, "recall": 0.913043}, {"accuracy": 0.825099, "f1": 0.780863, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"], "main_score": 0.780863, "precision": 0.76143, "recall": 0.825099}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"], "main_score": 0.898781, "precision": 0.888422, "recall": 0.920949}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.982213, "f1": 0.977075, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"], "main_score": 0.977075, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.890316, "f1": 0.859091, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"], "main_score": 0.859091, "precision": 0.84445, "recall": 0.890316}, {"accuracy": 0.880435, "f1": 0.845487, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"], "main_score": 0.845487, "precision": 0.829545, "recall": 0.880435}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.050395, "f1": 0.023175, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"], "main_score": 0.023175, "precision": 0.01754, "recall": 0.050395}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.943676, "f1": 0.927339, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"], "main_score": 0.927339, "precision": 0.91996, "recall": 0.943676}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.905138, "f1": 0.876482, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"], "main_score": 0.876482, "precision": 0.862484, "recall": 0.905138}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"], "main_score": 0.942029, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.893281, "f1": 0.862055, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"], "main_score": 0.862055, "precision": 0.847118, "recall": 0.893281}, {"accuracy": 0.965415, "f1": 0.954842, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"], "main_score": 0.954842, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.871542, "f1": 0.839032, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"], "main_score": 0.839032, "precision": 0.824671, "recall": 0.871542}, {"accuracy": 0.938735, "f1": 0.920982, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"], "main_score": 0.920982, "precision": 0.912796, "recall": 0.938735}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.917984, "f1": 0.894071, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"], "main_score": 0.894071, "precision": 0.882905, "recall": 0.917984}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.955534, "f1": 0.94249, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"], "main_score": 0.94249, "precision": 0.936627, "recall": 0.955534}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.947628, "f1": 0.932213, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"], "main_score": 0.932213, "precision": 0.924819, "recall": 0.947628}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"], "main_score": 0.929842, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935178, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"], "main_score": 0.935178, "precision": 0.927783, "recall": 0.950593}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"], "main_score": 0.962451, "precision": 0.958202, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"], "main_score": 0.923584, "precision": 0.91469, "recall": 0.9417}, {"accuracy": 0.972332, "f1": 0.963505, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"], "main_score": 0.963505, "precision": 0.959239, "recall": 0.972332}, {"accuracy": 0.86166, "f1": 0.824374, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"], "main_score": 0.824374, "precision": 0.807312, "recall": 0.86166}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.910079, "f1": 0.887319, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"], "main_score": 0.887319, "precision": 0.876647, "recall": 0.910079}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.897233, "f1": 0.868906, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"], "main_score": 0.868906, "precision": 0.855402, "recall": 0.897233}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"], "main_score": 0.9361, "precision": 0.929348, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"], "main_score": 0.894335, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.898221, "f1": 0.867655, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"], "main_score": 0.867655, "precision": 0.853014, "recall": 0.898221}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.918972, "f1": 0.896527, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"], "main_score": 0.896527, "precision": 0.886528, "recall": 0.918972}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.897233, "f1": 0.867984, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"], "main_score": 0.867984, "precision": 0.853837, "recall": 0.897233}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"], "main_score": 0.90695, "precision": 0.896574, "recall": 0.928854}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.925889, "f1": 0.905138, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"], "main_score": 0.905138, "precision": 0.895092, "recall": 0.925889}, {"accuracy": 0.87747, "f1": 0.845191, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"], "main_score": 0.845191, "precision": 0.830451, "recall": 0.87747}, {"accuracy": 0.914032, "f1": 0.887879, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"], "main_score": 0.887879, "precision": 0.875741, "recall": 0.914032}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.982213, "f1": 0.977503, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"], "main_score": 0.977503, "precision": 0.975576, "recall": 0.982213}, {"accuracy": 0.843874, "f1": 0.802503, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"], "main_score": 0.802503, "precision": 0.783432, "recall": 0.843874}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.889328, "f1": 0.860244, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"], "main_score": 0.860244, "precision": 0.846591, "recall": 0.889328}, {"accuracy": 0.911067, "f1": 0.888142, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"], "main_score": 0.888142, "precision": 0.877833, "recall": 0.911067}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.818182, "f1": 0.771311, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"], "main_score": 0.771311, "precision": 0.749621, "recall": 0.818182}, {"accuracy": 0.985178, "f1": 0.980797, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"], "main_score": 0.980797, "precision": 0.978837, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"], "main_score": 0.933136, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.928854, "f1": 0.909157, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"], "main_score": 0.909157, "precision": 0.900115, "recall": 0.928854}, {"accuracy": 0.933794, "f1": 0.913669, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"], "main_score": 0.913669, "precision": 0.90415, "recall": 0.933794}, {"accuracy": 0.900198, "f1": 0.872497, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"], "main_score": 0.872497, "precision": 0.859684, "recall": 0.900198}, {"accuracy": 0.044466, "f1": 0.02168, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"], "main_score": 0.02168, "precision": 0.01659, "recall": 0.044466}, {"accuracy": 0.980237, "f1": 0.975151, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"], "main_score": 0.975151, "precision": 0.973073, "recall": 0.980237}, {"accuracy": 0.980237, "f1": 0.974209, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"], "main_score": 0.974209, "precision": 0.971426, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"], "main_score": 0.906028, "precision": 0.896031, "recall": 0.927866}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.966403, "f1": 0.959011, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"], "main_score": 0.959011, "precision": 0.956538, "recall": 0.966403}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.936759, "f1": 0.917951, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"], "main_score": 0.917951, "precision": 0.908926, "recall": 0.936759}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.985178, "f1": 0.981802, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"], "main_score": 0.981802, "precision": 0.980543, "recall": 0.985178}, {"accuracy": 0.916996, "f1": 0.892029, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"], "main_score": 0.892029, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"], "main_score": 0.944829, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.193676, "f1": 0.148079, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"], "main_score": 0.148079, "precision": 0.135311, "recall": 0.193676}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.944664, "f1": 0.92803, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"], "main_score": 0.92803, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.973452, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"], "main_score": 0.973452, "precision": 0.971014, "recall": 0.979249}, {"accuracy": 0.974308, "f1": 0.967688, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"], "main_score": 0.967688, "precision": 0.965119, "recall": 0.974308}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"], "main_score": 0.931818, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.98419, "f1": 0.979974, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"], "main_score": 0.979974, "precision": 0.978343, "recall": 0.98419}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.964427, "f1": 0.956011, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"], "main_score": 0.956011, "precision": 0.952694, "recall": 0.964427}, {"accuracy": 0.972332, "f1": 0.964657, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"], "main_score": 0.964657, "precision": 0.961413, "recall": 0.972332}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.980237, "f1": 0.974605, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"], "main_score": 0.974605, "precision": 0.972167, "recall": 0.980237}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"], "main_score": 0.882477, "precision": 0.869648, "recall": 0.909091}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"], "main_score": 0.9333, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.983202, "f1": 0.978491, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"], "main_score": 0.978491, "precision": 0.976532, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.955929, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"], "main_score": 0.955929, "precision": 0.951499, "recall": 0.965415}, {"accuracy": 0.983202, "f1": 0.979051, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"], "main_score": 0.979051, "precision": 0.97747, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"], "main_score": 0.915843, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.905138, "f1": 0.877701, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"], "main_score": 0.877701, "precision": 0.864542, "recall": 0.905138}, {"accuracy": 0.975296, "f1": 0.969862, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"], "main_score": 0.969862, "precision": 0.967646, "recall": 0.975296}, {"accuracy": 0.94664, "f1": 0.928854, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"], "main_score": 0.928854, "precision": 0.91996, "recall": 0.94664}, {"accuracy": 0.896245, "f1": 0.866667, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"], "main_score": 0.866667, "precision": 0.853179, "recall": 0.896245}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.729249, "f1": 0.667083, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"], "main_score": 0.667083, "precision": 0.642532, "recall": 0.729249}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"], "main_score": 0.972069, "precision": 0.96945, "recall": 0.978261}, {"accuracy": 0.975296, "f1": 0.969321, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"], "main_score": 0.969321, "precision": 0.967095, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"], "main_score": 0.971838, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.964723, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"], "main_score": 0.964723, "precision": 0.961462, "recall": 0.972332}, {"accuracy": 0.933794, "f1": 0.912615, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"], "main_score": 0.912615, "precision": 0.902256, "recall": 0.933794}, {"accuracy": 0.969368, "f1": 0.959552, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"], "main_score": 0.959552, "precision": 0.954792, "recall": 0.969368}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988702, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"], "main_score": 0.988702, "precision": 0.987731, "recall": 0.991107}, {"accuracy": 0.890316, "f1": 0.858465, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"], "main_score": 0.858465, "precision": 0.843874, "recall": 0.890316}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"], "main_score": 0.957345, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"], "main_score": 0.890646, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.958498, "f1": 0.945883, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"], "main_score": 0.945883, "precision": 0.940135, "recall": 0.958498}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"], "main_score": 0.97052, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.211462, "f1": 0.147916, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"], "main_score": 0.147916, "precision": 0.130663, "recall": 0.211462}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"], "main_score": 0.90448, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"], "main_score": 0.924242, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.951054, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"], "main_score": 0.951054, "precision": 0.946311, "recall": 0.961462}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"], "main_score": 0.974473, "precision": 0.971871, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.974308, "f1": 0.968876, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"], "main_score": 0.968876, "precision": 0.967038, "recall": 0.974308}, {"accuracy": 0.83498, "f1": 0.789512, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"], "main_score": 0.789512, "precision": 0.769351, "recall": 0.83498}, {"accuracy": 0.952569, "f1": 0.936759, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"], "main_score": 0.936759, "precision": 0.928854, "recall": 0.952569}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"], "main_score": 0.970751, "precision": 0.967968, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.980468, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"], "main_score": 0.980468, "precision": 0.979778, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.976581, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"], "main_score": 0.976581, "precision": 0.974835, "recall": 0.981225}, {"accuracy": 0.916996, "f1": 0.891304, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"], "main_score": 0.891304, "precision": 0.878953, "recall": 0.916996}, {"accuracy": 0.885375, "f1": 0.850922, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"], "main_score": 0.850922, "precision": 0.834816, "recall": 0.885375}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.927866, "f1": 0.905303, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"], "main_score": 0.905303, "precision": 0.894598, "recall": 0.927866}, {"accuracy": 0.986166, "f1": 0.982115, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"], "main_score": 0.982115, "precision": 0.980319, "recall": 0.986166}, {"accuracy": 0.856719, "f1": 0.819353, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"], "main_score": 0.819353, "precision": 0.801993, "recall": 0.856719}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.981192, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"], "main_score": 0.981192, "precision": 0.979578, "recall": 0.985178}, {"accuracy": 0.982213, "f1": 0.978151, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"], "main_score": 0.978151, "precision": 0.976573, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.899209, "f1": 0.86973, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"], "main_score": 0.86973, "precision": 0.855764, "recall": 0.899209}, {"accuracy": 0.26581, "f1": 0.206313, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"], "main_score": 0.206313, "precision": 0.186022, "recall": 0.26581}, {"accuracy": 0.934783, "f1": 0.914756, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"], "main_score": 0.914756, "precision": 0.905221, "recall": 0.934783}, {"accuracy": 0.786561, "f1": 0.730007, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"], "main_score": 0.730007, "precision": 0.704743, "recall": 0.786561}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.91502, "f1": 0.889328, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"], "main_score": 0.889328, "precision": 0.877306, "recall": 0.91502}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.983202, "f1": 0.978491, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"], "main_score": 0.978491, "precision": 0.976532, "recall": 0.983202}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.898221, "f1": 0.868215, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"], "main_score": 0.868215, "precision": 0.854249, "recall": 0.898221}, {"accuracy": 0.886364, "f1": 0.852734, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"], "main_score": 0.852734, "precision": 0.837154, "recall": 0.886364}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"], "main_score": 0.967721, "precision": 0.96413, "recall": 0.975296}, {"accuracy": 0.051383, "f1": 0.027855, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"], "main_score": 0.027855, "precision": 0.023075, "recall": 0.051383}, {"accuracy": 0.967391, "f1": 0.95863, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"], "main_score": 0.95863, "precision": 0.955072, "recall": 0.967391}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.943676, "f1": 0.929156, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"], "main_score": 0.929156, "precision": 0.923025, "recall": 0.943676}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"], "main_score": 0.906028, "precision": 0.895833, "recall": 0.927866}, {"accuracy": 0.912055, "f1": 0.886891, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"], "main_score": 0.886891, "precision": 0.875412, "recall": 0.912055}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"], "main_score": 0.967951, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.863636, "f1": 0.824506, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"], "main_score": 0.824506, "precision": 0.806275, "recall": 0.863636}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.856719, "f1": 0.817194, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"], "main_score": 0.817194, "precision": 0.799325, "recall": 0.856719}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.976285, "f1": 0.969763, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"], "main_score": 0.969763, "precision": 0.967013, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"], "main_score": 0.944005, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.983202, "f1": 0.978327, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"], "main_score": 0.978327, "precision": 0.976038, "recall": 0.983202}, {"accuracy": 0.966403, "f1": 0.958352, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"], "main_score": 0.958352, "precision": 0.955352, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.958333, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"], "main_score": 0.958333, "precision": 0.954249, "recall": 0.967391}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"], "main_score": 0.916337, "precision": 0.906983, "recall": 0.935771}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"], "main_score": 0.943412, "precision": 0.937171, "recall": 0.956522}, {"accuracy": 0.9417, "f1": 0.925461, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"], "main_score": 0.925461, "precision": 0.917737, "recall": 0.9417}, {"accuracy": 0.9417, "f1": 0.924308, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"], "main_score": 0.924308, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"], "main_score": 0.968116, "precision": 0.965003, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.925791, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"], "main_score": 0.925791, "precision": 0.917078, "recall": 0.943676}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.859684, "f1": 0.821772, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"], "main_score": 0.821772, "precision": 0.804183, "recall": 0.859684}, {"accuracy": 0.985178, "f1": 0.981291, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"], "main_score": 0.981291, "precision": 0.979694, "recall": 0.985178}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.970356, "f1": 0.961924, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"], "main_score": 0.961924, "precision": 0.958202, "recall": 0.970356}, {"accuracy": 0.977273, "f1": 0.971014, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"], "main_score": 0.971014, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.937747, "f1": 0.918874, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"], "main_score": 0.918874, "precision": 0.909667, "recall": 0.937747}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"], "main_score": 0.970356, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.920949, "f1": 0.898617, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"], "main_score": 0.898617, "precision": 0.888422, "recall": 0.920949}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.944664, "f1": 0.926548, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"], "main_score": 0.926548, "precision": 0.917655, "recall": 0.944664}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.901186, "f1": 0.873024, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"], "main_score": 0.873024, "precision": 0.859848, "recall": 0.901186}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.976285, "f1": 0.96965, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"], "main_score": 0.96965, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.913043, "f1": 0.886034, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"], "main_score": 0.886034, "precision": 0.873024, "recall": 0.913043}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.936759, "f1": 0.917885, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"], "main_score": 0.917885, "precision": 0.909371, "recall": 0.936759}, {"accuracy": 0.978261, "f1": 0.972134, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"], "main_score": 0.972134, "precision": 0.969532, "recall": 0.978261}, {"accuracy": 0.940711, "f1": 0.92332, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"], "main_score": 0.92332, "precision": 0.915102, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.88913, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"], "main_score": 0.88913, "precision": 0.87747, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"], "main_score": 0.933959, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.978261, "f1": 0.97141, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"], "main_score": 0.97141, "precision": 0.968132, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.972332, "f1": 0.965942, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"], "main_score": 0.965942, "precision": 0.963417, "recall": 0.972332}, {"accuracy": 0.847826, "f1": 0.80695, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"], "main_score": 0.80695, "precision": 0.788076, "recall": 0.847826}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"], "main_score": 0.926877, "precision": 0.918149, "recall": 0.944664}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.879447, "f1": 0.845916, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"], "main_score": 0.845916, "precision": 0.830649, "recall": 0.879447}, {"accuracy": 0.922925, "f1": 0.898715, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"], "main_score": 0.898715, "precision": 0.887022, "recall": 0.922925}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"], "main_score": 0.92836, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.820158, "f1": 0.770097, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"], "main_score": 0.770097, "precision": 0.74753, "recall": 0.820158}, {"accuracy": 0.974308, "f1": 0.967029, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"], "main_score": 0.967029, "precision": 0.963933, "recall": 0.974308}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"], "main_score": 0.975791, "precision": 0.973485, "recall": 0.981225}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"], "main_score": 0.971673, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"], "main_score": 0.916173, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.909091, "f1": 0.881653, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"], "main_score": 0.881653, "precision": 0.868659, "recall": 0.909091}, {"accuracy": 0.853755, "f1": 0.814295, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"], "main_score": 0.814295, "precision": 0.795899, "recall": 0.853755}, {"accuracy": 0.050395, "f1": 0.026002, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"], "main_score": 0.026002, "precision": 0.019974, "recall": 0.050395}, {"accuracy": 0.912055, "f1": 0.892888, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"], "main_score": 0.892888, "precision": 0.886005, "recall": 0.912055}, {"accuracy": 0.911067, "f1": 0.886034, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"], "main_score": 0.886034, "precision": 0.875445, "recall": 0.911067}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.918972, "f1": 0.894895, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"], "main_score": 0.894895, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.924901, "f1": 0.904051, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"], "main_score": 0.904051, "precision": 0.894022, "recall": 0.924901}, {"accuracy": 0.905138, "f1": 0.883226, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"], "main_score": 0.883226, "precision": 0.874679, "recall": 0.905138}, {"accuracy": 0.881423, "f1": 0.847958, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"], "main_score": 0.847958, "precision": 0.832345, "recall": 0.881423}, {"accuracy": 0.869565, "f1": 0.833352, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"], "main_score": 0.833352, "precision": 0.816947, "recall": 0.869565}, {"accuracy": 0.880435, "f1": 0.856065, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"], "main_score": 0.856065, "precision": 0.847118, "recall": 0.880435}, {"accuracy": 0.932806, "f1": 0.913011, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"], "main_score": 0.913011, "precision": 0.904018, "recall": 0.932806}, {"accuracy": 0.896245, "f1": 0.865777, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"], "main_score": 0.865777, "precision": 0.85112, "recall": 0.896245}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.900198, "f1": 0.872763, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"], "main_score": 0.872763, "precision": 0.860764, "recall": 0.900198}, {"accuracy": 0.903162, "f1": 0.881499, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"], "main_score": 0.881499, "precision": 0.872746, "recall": 0.903162}, {"accuracy": 0.896245, "f1": 0.86693, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"], "main_score": 0.86693, "precision": 0.853261, "recall": 0.896245}, {"accuracy": 0.920949, "f1": 0.900616, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"], "main_score": 0.900616, "precision": 0.892078, "recall": 0.920949}, {"accuracy": 0.909091, "f1": 0.885812, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"], "main_score": 0.885812, "precision": 0.876474, "recall": 0.909091}, {"accuracy": 0.897233, "f1": 0.869104, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"], "main_score": 0.869104, "precision": 0.857032, "recall": 0.897233}, {"accuracy": 0.90415, "f1": 0.880014, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"], "main_score": 0.880014, "precision": 0.870251, "recall": 0.90415}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"], "main_score": 0.912121, "precision": 0.902256, "recall": 0.932806}, {"accuracy": 0.949605, "f1": 0.933531, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"], "main_score": 0.933531, "precision": 0.925807, "recall": 0.949605}, {"accuracy": 0.918972, "f1": 0.901988, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"], "main_score": 0.901988, "precision": 0.895002, "recall": 0.918972}, {"accuracy": 0.899209, "f1": 0.868972, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"], "main_score": 0.868972, "precision": 0.854825, "recall": 0.899209}, {"accuracy": 0.202569, "f1": 0.164919, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"], "main_score": 0.164919, "precision": 0.154192, "recall": 0.202569}, {"accuracy": 0.928854, "f1": 0.912245, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"], "main_score": 0.912245, "precision": 0.90555, "recall": 0.928854}, {"accuracy": 0.909091, "f1": 0.882312, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"], "main_score": 0.882312, "precision": 0.869812, "recall": 0.909091}, {"accuracy": 0.911067, "f1": 0.886001, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"], "main_score": 0.886001, "precision": 0.874753, "recall": 0.911067}, {"accuracy": 0.890316, "f1": 0.863711, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"], "main_score": 0.863711, "precision": 0.853023, "recall": 0.890316}, {"accuracy": 0.895257, "f1": 0.868961, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"], "main_score": 0.868961, "precision": 0.858671, "recall": 0.895257}, {"accuracy": 0.906126, "f1": 0.88301, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"], "main_score": 0.88301, "precision": 0.873765, "recall": 0.906126}, {"accuracy": 0.868577, "f1": 0.832115, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"], "main_score": 0.832115, "precision": 0.815942, "recall": 0.868577}, {"accuracy": 0.923913, "f1": 0.904567, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"], "main_score": 0.904567, "precision": 0.896544, "recall": 0.923913}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"], "main_score": 0.907016, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.87253, "f1": 0.849208, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"], "main_score": 0.849208, "precision": 0.84042, "recall": 0.87253}, {"accuracy": 0.899209, "f1": 0.872845, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"], "main_score": 0.872845, "precision": 0.862204, "recall": 0.899209}, {"accuracy": 0.906126, "f1": 0.883136, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"], "main_score": 0.883136, "precision": 0.87385, "recall": 0.906126}, {"accuracy": 0.916008, "f1": 0.894071, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"], "main_score": 0.894071, "precision": 0.885178, "recall": 0.916008}, {"accuracy": 0.842885, "f1": 0.801845, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"], "main_score": 0.801845, "precision": 0.783432, "recall": 0.842885}, {"accuracy": 0.903162, "f1": 0.873518, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"], "main_score": 0.873518, "precision": 0.85919, "recall": 0.903162}, {"accuracy": 0.884387, "f1": 0.858012, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"], "main_score": 0.858012, "precision": 0.848089, "recall": 0.884387}, {"accuracy": 0.90415, "f1": 0.875, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"], "main_score": 0.875, "precision": 0.860672, "recall": 0.90415}, {"accuracy": 0.905138, "f1": 0.887105, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"], "main_score": 0.887105, "precision": 0.879903, "recall": 0.905138}, {"accuracy": 0.899209, "f1": 0.86996, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"], "main_score": 0.86996, "precision": 0.856308, "recall": 0.899209}, {"accuracy": 0.951581, "f1": 0.937253, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"], "main_score": 0.937253, "precision": 0.930336, "recall": 0.951581}, {"accuracy": 0.899209, "f1": 0.87108, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"], "main_score": 0.87108, "precision": 0.859173, "recall": 0.899209}, {"accuracy": 0.887352, "f1": 0.854743, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"], "main_score": 0.854743, "precision": 0.839427, "recall": 0.887352}, {"accuracy": 0.84585, "f1": 0.802141, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"], "main_score": 0.802141, "precision": 0.782839, "recall": 0.84585}, {"accuracy": 0.886364, "f1": 0.854974, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"], "main_score": 0.854974, "precision": 0.840695, "recall": 0.886364}, {"accuracy": 0.867589, "f1": 0.838116, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"], "main_score": 0.838116, "precision": 0.827286, "recall": 0.867589}, {"accuracy": 0.899209, "f1": 0.872793, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"], "main_score": 0.872793, "precision": 0.861067, "recall": 0.899209}, {"accuracy": 0.831028, "f1": 0.784223, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"], "main_score": 0.784223, "precision": 0.763011, "recall": 0.831028}, {"accuracy": 0.891304, "f1": 0.870858, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"], "main_score": 0.870858, "precision": 0.862437, "recall": 0.891304}, {"accuracy": 0.935771, "f1": 0.916337, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"], "main_score": 0.916337, "precision": 0.906785, "recall": 0.935771}, {"accuracy": 0.833004, "f1": 0.789163, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"], "main_score": 0.789163, "precision": 0.769137, "recall": 0.833004}, {"accuracy": 0.936759, "f1": 0.917984, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"], "main_score": 0.917984, "precision": 0.908926, "recall": 0.936759}, {"accuracy": 0.66502, "f1": 0.594321, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"], "main_score": 0.594321, "precision": 0.566998, "recall": 0.66502}, {"accuracy": 0.912055, "f1": 0.892524, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"], "main_score": 0.892524, "precision": 0.885403, "recall": 0.912055}, {"accuracy": 0.926877, "f1": 0.909925, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"], "main_score": 0.909925, "precision": 0.902915, "recall": 0.926877}, {"accuracy": 0.880435, "f1": 0.848193, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"], "main_score": 0.848193, "precision": 0.834931, "recall": 0.880435}, {"accuracy": 0.91502, "f1": 0.895113, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"], "main_score": 0.895113, "precision": 0.887542, "recall": 0.91502}, {"accuracy": 0.870553, "f1": 0.835098, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"], "main_score": 0.835098, "precision": 0.818676, "recall": 0.870553}, {"accuracy": 0.876482, "f1": 0.845004, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"], "main_score": 0.845004, "precision": 0.83195, "recall": 0.876482}, {"accuracy": 0.90415, "f1": 0.876285, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"], "main_score": 0.876285, "precision": 0.863801, "recall": 0.90415}, {"accuracy": 0.91996, "f1": 0.901841, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"], "main_score": 0.901841, "precision": 0.894774, "recall": 0.91996}, {"accuracy": 0.883399, "f1": 0.851647, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"], "main_score": 0.851647, "precision": 0.836709, "recall": 0.883399}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.880435, "f1": 0.848682, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"], "main_score": 0.848682, "precision": 0.834239, "recall": 0.880435}, {"accuracy": 0.890316, "f1": 0.86334, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"], "main_score": 0.86334, "precision": 0.852209, "recall": 0.890316}, {"accuracy": 0.894269, "f1": 0.865217, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"], "main_score": 0.865217, "precision": 0.852372, "recall": 0.894269}, {"accuracy": 0.896245, "f1": 0.870193, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"], "main_score": 0.870193, "precision": 0.859759, "recall": 0.896245}, {"accuracy": 0.211462, "f1": 0.153352, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"], "main_score": 0.153352, "precision": 0.135821, "recall": 0.211462}, {"accuracy": 0.870553, "f1": 0.835606, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"], "main_score": 0.835606, "precision": 0.819697, "recall": 0.870553}, {"accuracy": 0.88834, "f1": 0.858799, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"], "main_score": 0.858799, "precision": 0.846196, "recall": 0.88834}, {"accuracy": 0.911067, "f1": 0.883399, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"], "main_score": 0.883399, "precision": 0.869895, "recall": 0.911067}, {"accuracy": 0.937747, "f1": 0.92029, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"], "main_score": 0.92029, "precision": 0.911726, "recall": 0.937747}, {"accuracy": 0.894269, "f1": 0.866323, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"], "main_score": 0.866323, "precision": 0.854611, "recall": 0.894269}, {"accuracy": 0.86166, "f1": 0.826896, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"], "main_score": 0.826896, "precision": 0.812286, "recall": 0.86166}, {"accuracy": 0.907115, "f1": 0.879644, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"], "main_score": 0.879644, "precision": 0.867342, "recall": 0.907115}, {"accuracy": 0.924901, "f1": 0.904298, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"], "main_score": 0.904298, "precision": 0.895513, "recall": 0.924901}, {"accuracy": 0.917984, "f1": 0.897812, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"], "main_score": 0.897812, "precision": 0.889921, "recall": 0.917984}, {"accuracy": 0.911067, "f1": 0.891909, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"], "main_score": 0.891909, "precision": 0.8845, "recall": 0.911067}, {"accuracy": 0.873518, "f1": 0.844727, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"], "main_score": 0.844727, "precision": 0.834005, "recall": 0.873518}, {"accuracy": 0.895257, "f1": 0.868116, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"], "main_score": 0.868116, "precision": 0.856643, "recall": 0.895257}, {"accuracy": 0.789526, "f1": 0.734289, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"], "main_score": 0.734289, "precision": 0.709354, "recall": 0.789526}, {"accuracy": 0.896245, "f1": 0.865283, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"], "main_score": 0.865283, "precision": 0.850296, "recall": 0.896245}, {"accuracy": 0.903162, "f1": 0.880687, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"], "main_score": 0.880687, "precision": 0.87197, "recall": 0.903162}, {"accuracy": 0.906126, "f1": 0.88802, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"], "main_score": 0.88802, "precision": 0.880942, "recall": 0.906126}, {"accuracy": 0.907115, "f1": 0.8864, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"], "main_score": 0.8864, "precision": 0.87796, "recall": 0.907115}, {"accuracy": 0.856719, "f1": 0.817457, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"], "main_score": 0.817457, "precision": 0.799736, "recall": 0.856719}, {"accuracy": 0.81917, "f1": 0.772661, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"], "main_score": 0.772661, "precision": 0.751647, "recall": 0.81917}, {"accuracy": 0.910079, "f1": 0.884552, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"], "main_score": 0.884552, "precision": 0.873123, "recall": 0.910079}, {"accuracy": 0.91502, "f1": 0.89081, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"], "main_score": 0.89081, "precision": 0.880023, "recall": 0.91502}, {"accuracy": 0.876482, "f1": 0.84193, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"], "main_score": 0.84193, "precision": 0.825675, "recall": 0.876482}, {"accuracy": 0.924901, "f1": 0.906901, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"], "main_score": 0.906901, "precision": 0.899565, "recall": 0.924901}, {"accuracy": 0.802372, "f1": 0.756028, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"], "main_score": 0.756028, "precision": 0.735013, "recall": 0.802372}, {"accuracy": 0.923913, "f1": 0.900692, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"], "main_score": 0.900692, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.909091, "f1": 0.887983, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"], "main_score": 0.887983, "precision": 0.879788, "recall": 0.909091}, {"accuracy": 0.887352, "f1": 0.862153, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"], "main_score": 0.862153, "precision": 0.852833, "recall": 0.887352}, {"accuracy": 0.879447, "f1": 0.857475, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"], "main_score": 0.857475, "precision": 0.849558, "recall": 0.879447}, {"accuracy": 0.884387, "f1": 0.859897, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"], "main_score": 0.859897, "precision": 0.850116, "recall": 0.884387}, {"accuracy": 0.918972, "f1": 0.894005, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"], "main_score": 0.894005, "precision": 0.882329, "recall": 0.918972}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"], "main_score": 0.919796, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.841897, "f1": 0.800264, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"], "main_score": 0.800264, "precision": 0.781736, "recall": 0.841897}, {"accuracy": 0.26087, "f1": 0.214487, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"], "main_score": 0.214487, "precision": 0.199472, "recall": 0.26087}, {"accuracy": 0.892292, "f1": 0.86166, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"], "main_score": 0.86166, "precision": 0.847332, "recall": 0.892292}, {"accuracy": 0.749012, "f1": 0.690217, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"], "main_score": 0.690217, "precision": 0.664888, "recall": 0.749012}, {"accuracy": 0.909091, "f1": 0.884947, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"], "main_score": 0.884947, "precision": 0.874739, "recall": 0.909091}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.886364, "f1": 0.852174, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"], "main_score": 0.852174, "precision": 0.835721, "recall": 0.886364}, {"accuracy": 0.902174, "f1": 0.873024, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"], "main_score": 0.873024, "precision": 0.85886, "recall": 0.902174}, {"accuracy": 0.916996, "f1": 0.892457, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"], "main_score": 0.892457, "precision": 0.881324, "recall": 0.916996}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"], "main_score": 0.917721, "precision": 0.908844, "recall": 0.936759}, {"accuracy": 0.910079, "f1": 0.884931, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"], "main_score": 0.884931, "precision": 0.873824, "recall": 0.910079}, {"accuracy": 0.916008, "f1": 0.891107, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"], "main_score": 0.891107, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.905138, "f1": 0.883341, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"], "main_score": 0.883341, "precision": 0.87484, "recall": 0.905138}, {"accuracy": 0.916996, "f1": 0.89193, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"], "main_score": 0.89193, "precision": 0.88027, "recall": 0.916996}, {"accuracy": 0.838933, "f1": 0.795718, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"], "main_score": 0.795718, "precision": 0.776383, "recall": 0.838933}, {"accuracy": 0.857708, "f1": 0.818017, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"], "main_score": 0.818017, "precision": 0.799111, "recall": 0.857708}, {"accuracy": 0.916008, "f1": 0.890711, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"], "main_score": 0.890711, "precision": 0.878541, "recall": 0.916008}, {"accuracy": 0.882411, "f1": 0.854367, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"], "main_score": 0.854367, "precision": 0.843769, "recall": 0.882411}, {"accuracy": 0.050395, "f1": 0.025327, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"], "main_score": 0.025327, "precision": 0.021282, "recall": 0.050395}, {"accuracy": 0.894269, "f1": 0.868019, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"], "main_score": 0.868019, "precision": 0.857777, "recall": 0.894269}, {"accuracy": 0.916008, "f1": 0.891897, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"], "main_score": 0.891897, "precision": 0.881291, "recall": 0.916008}, {"accuracy": 0.857708, "f1": 0.828893, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"], "main_score": 0.828893, "precision": 0.817577, "recall": 0.857708}, {"accuracy": 0.894269, "f1": 0.869117, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"], "main_score": 0.869117, "precision": 0.859923, "recall": 0.894269}, {"accuracy": 0.851779, "f1": 0.813246, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"], "main_score": 0.813246, "precision": 0.796607, "recall": 0.851779}, {"accuracy": 0.831028, "f1": 0.786232, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"], "main_score": 0.786232, "precision": 0.766041, "recall": 0.831028}, {"accuracy": 0.882411, "f1": 0.853708, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"], "main_score": 0.853708, "precision": 0.842386, "recall": 0.882411}, {"accuracy": 0.874506, "f1": 0.845647, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"], "main_score": 0.845647, "precision": 0.834239, "recall": 0.874506}, {"accuracy": 0.920949, "f1": 0.896706, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"], "main_score": 0.896706, "precision": 0.885375, "recall": 0.920949}, {"accuracy": 0.91502, "f1": 0.890152, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"], "main_score": 0.890152, "precision": 0.878294, "recall": 0.91502}, {"accuracy": 0.781621, "f1": 0.728449, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"], "main_score": 0.728449, "precision": 0.705726, "recall": 0.781621}, {"accuracy": 0.918972, "f1": 0.897025, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"], "main_score": 0.897025, "precision": 0.887181, "recall": 0.918972}, {"accuracy": 0.801383, "f1": 0.751054, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"], "main_score": 0.751054, "precision": 0.728458, "recall": 0.801383}, {"accuracy": 0.886364, "f1": 0.854545, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"], "main_score": 0.854545, "precision": 0.84025, "recall": 0.886364}, {"accuracy": 0.909091, "f1": 0.885938, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"], "main_score": 0.885938, "precision": 0.876486, "recall": 0.909091}, {"accuracy": 0.905138, "f1": 0.877207, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"], "main_score": 0.877207, "precision": 0.864246, "recall": 0.905138}, {"accuracy": 0.925889, "f1": 0.904628, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"], "main_score": 0.904628, "precision": 0.894986, "recall": 0.925889}, {"accuracy": 0.916996, "f1": 0.893676, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"], "main_score": 0.893676, "precision": 0.883152, "recall": 0.916996}, {"accuracy": 0.897233, "f1": 0.868676, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"], "main_score": 0.868676, "precision": 0.85617, "recall": 0.897233}, {"accuracy": 0.836957, "f1": 0.806251, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"], "main_score": 0.806251, "precision": 0.794782, "recall": 0.836957}, {"accuracy": 0.913043, "f1": 0.888702, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"], "main_score": 0.888702, "precision": 0.87808, "recall": 0.913043}, {"accuracy": 0.873518, "f1": 0.839808, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"], "main_score": 0.839808, "precision": 0.825461, "recall": 0.873518}, {"accuracy": 0.893281, "f1": 0.863603, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"], "main_score": 0.863603, "precision": 0.85, "recall": 0.893281}, {"accuracy": 0.91996, "f1": 0.896429, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"], "main_score": 0.896429, "precision": 0.885623, "recall": 0.91996}, {"accuracy": 0.885375, "f1": 0.852931, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"], "main_score": 0.852931, "precision": 0.838719, "recall": 0.885375}, {"accuracy": 0.931818, "f1": 0.911298, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"], "main_score": 0.911298, "precision": 0.901433, "recall": 0.931818}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.929842, "f1": 0.910394, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"], "main_score": 0.910394, "precision": 0.901597, "recall": 0.929842}, {"accuracy": 0.884387, "f1": 0.850823, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"], "main_score": 0.850823, "precision": 0.835754, "recall": 0.884387}, {"accuracy": 0.847826, "f1": 0.814988, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"], "main_score": 0.814988, "precision": 0.803444, "recall": 0.847826}, {"accuracy": 0.880435, "f1": 0.849753, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"], "main_score": 0.849753, "precision": 0.837048, "recall": 0.880435}, {"accuracy": 0.883399, "f1": 0.850579, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"], "main_score": 0.850579, "precision": 0.836215, "recall": 0.883399}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"], "main_score": 0.911891, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.83004, "f1": 0.785211, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"], "main_score": 0.785211, "precision": 0.76502, "recall": 0.83004}, {"accuracy": 0.899209, "f1": 0.877001, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"], "main_score": 0.877001, "precision": 0.868359, "recall": 0.899209}, {"accuracy": 0.896245, "f1": 0.865777, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"], "main_score": 0.865777, "precision": 0.851285, "recall": 0.896245}, {"accuracy": 0.866601, "f1": 0.833756, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"], "main_score": 0.833756, "precision": 0.820415, "recall": 0.866601}, {"accuracy": 0.916996, "f1": 0.894137, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"], "main_score": 0.894137, "precision": 0.883976, "recall": 0.916996}, {"accuracy": 0.895257, "f1": 0.865662, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"], "main_score": 0.865662, "precision": 0.852612, "recall": 0.895257}, {"accuracy": 0.893281, "f1": 0.864822, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"], "main_score": 0.864822, "precision": 0.851367, "recall": 0.893281}, {"accuracy": 0.91996, "f1": 0.898073, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"], "main_score": 0.898073, "precision": 0.888679, "recall": 0.91996}, {"accuracy": 0.879447, "f1": 0.84664, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"], "main_score": 0.84664, "precision": 0.831192, "recall": 0.879447}, {"accuracy": 0.892292, "f1": 0.861001, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"], "main_score": 0.861001, "precision": 0.846344, "recall": 0.892292}, {"accuracy": 0.899209, "f1": 0.875741, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"], "main_score": 0.875741, "precision": 0.866473, "recall": 0.899209}, {"accuracy": 0.902174, "f1": 0.874407, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"], "main_score": 0.874407, "precision": 0.861578, "recall": 0.902174}, {"accuracy": 0.934783, "f1": 0.918329, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"], "main_score": 0.918329, "precision": 0.911276, "recall": 0.934783}, {"accuracy": 0.837945, "f1": 0.793281, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"], "main_score": 0.793281, "precision": 0.773254, "recall": 0.837945}, {"accuracy": 0.896245, "f1": 0.870334, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"], "main_score": 0.870334, "precision": 0.860013, "recall": 0.896245}, {"accuracy": 0.917984, "f1": 0.896624, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"], "main_score": 0.896624, "precision": 0.887921, "recall": 0.917984}, {"accuracy": 0.918972, "f1": 0.898046, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"], "main_score": 0.898046, "precision": 0.88932, "recall": 0.918972}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"], "main_score": 0.924967, "precision": 0.916584, "recall": 0.942688}, {"accuracy": 0.891304, "f1": 0.863043, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"], "main_score": 0.863043, "precision": 0.849391, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.853755, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"], "main_score": 0.853755, "precision": 0.837615, "recall": 0.887352}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"], "main_score": 0.900527, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.852767, "f1": 0.817824, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"], "main_score": 0.817824, "precision": 0.804312, "recall": 0.852767}, {"accuracy": 0.878458, "f1": 0.854695, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"], "main_score": 0.854695, "precision": 0.84657, "recall": 0.878458}, {"accuracy": 0.844862, "f1": 0.804644, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"], "main_score": 0.804644, "precision": 0.787862, "recall": 0.844862}, {"accuracy": 0.876482, "f1": 0.842885, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"], "main_score": 0.842885, "precision": 0.826943, "recall": 0.876482}, {"accuracy": 0.938735, "f1": 0.919137, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"], "main_score": 0.919137, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.922925, "f1": 0.89888, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"], "main_score": 0.89888, "precision": 0.887022, "recall": 0.922925}, {"accuracy": 0.900198, "f1": 0.870949, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"], "main_score": 0.870949, "precision": 0.857296, "recall": 0.900198}, {"accuracy": 0.863636, "f1": 0.836417, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"], "main_score": 0.836417, "precision": 0.825681, "recall": 0.863636}, {"accuracy": 0.788538, "f1": 0.736462, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"], "main_score": 0.736462, "precision": 0.713011, "recall": 0.788538}, {"accuracy": 0.853755, "f1": 0.815225, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"], "main_score": 0.815225, "precision": 0.798658, "recall": 0.853755}, {"accuracy": 0.912055, "f1": 0.886989, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"], "main_score": 0.886989, "precision": 0.875329, "recall": 0.912055}, {"accuracy": 0.837945, "f1": 0.794631, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"], "main_score": 0.794631, "precision": 0.775115, "recall": 0.837945}, {"accuracy": 0.817194, "f1": 0.771396, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"], "main_score": 0.771396, "precision": 0.752157, "recall": 0.817194}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"], "main_score": 0.928524, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.891304, "f1": 0.861467, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"], "main_score": 0.861467, "precision": 0.848468, "recall": 0.891304}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"], "main_score": 0.880171, "precision": 0.867671, "recall": 0.907115}, {"accuracy": 0.744071, "f1": 0.680835, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"], "main_score": 0.680835, "precision": 0.652948, "recall": 0.744071}, {"accuracy": 0.900198, "f1": 0.876391, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"], "main_score": 0.876391, "precision": 0.867171, "recall": 0.900198}, {"accuracy": 0.914032, "f1": 0.892002, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"], "main_score": 0.892002, "precision": 0.882873, "recall": 0.914032}, {"accuracy": 0.911067, "f1": 0.887467, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"], "main_score": 0.887467, "precision": 0.877397, "recall": 0.911067}, {"accuracy": 0.932806, "f1": 0.91573, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"], "main_score": 0.91573, "precision": 0.908432, "recall": 0.932806}, {"accuracy": 0.867589, "f1": 0.830402, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"], "main_score": 0.830402, "precision": 0.814015, "recall": 0.867589}, {"accuracy": 0.883399, "f1": 0.851186, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"], "main_score": 0.851186, "precision": 0.835721, "recall": 0.883399}, {"accuracy": 0.863636, "f1": 0.826614, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"], "main_score": 0.826614, "precision": 0.810639, "recall": 0.863636}, {"accuracy": 0.854743, "f1": 0.814855, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"], "main_score": 0.814855, "precision": 0.796311, "recall": 0.854743}, {"accuracy": 0.056324, "f1": 0.028152, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"], "main_score": 0.028152, "precision": 0.02222, "recall": 0.056324}, {"accuracy": 0.898221, "f1": 0.879254, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"], "main_score": 0.879254, "precision": 0.872375, "recall": 0.898221}, {"accuracy": 0.902174, "f1": 0.876979, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"], "main_score": 0.876979, "precision": 0.867022, "recall": 0.902174}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"], "main_score": 0.934519, "precision": 0.927487, "recall": 0.949605}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"], "main_score": 0.921278, "precision": 0.912549, "recall": 0.939723}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.901186, "f1": 0.88242, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"], "main_score": 0.88242, "precision": 0.876173, "recall": 0.901186}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"], "main_score": 0.85135, "precision": 0.836413, "recall": 0.884387}, {"accuracy": 0.894269, "f1": 0.863439, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"], "main_score": 0.863439, "precision": 0.849506, "recall": 0.894269}, {"accuracy": 0.846838, "f1": 0.825058, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"], "main_score": 0.825058, "precision": 0.818904, "recall": 0.846838}, {"accuracy": 0.902174, "f1": 0.875776, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"], "main_score": 0.875776, "precision": 0.864707, "recall": 0.902174}, {"accuracy": 0.898221, "f1": 0.869862, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"], "main_score": 0.869862, "precision": 0.85639, "recall": 0.898221}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.88834, "f1": 0.859585, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"], "main_score": 0.859585, "precision": 0.848155, "recall": 0.88834}, {"accuracy": 0.910079, "f1": 0.895827, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"], "main_score": 0.895827, "precision": 0.891143, "recall": 0.910079}, {"accuracy": 0.883399, "f1": 0.84944, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"], "main_score": 0.84944, "precision": 0.833531, "recall": 0.883399}, {"accuracy": 0.934783, "f1": 0.919582, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"], "main_score": 0.919582, "precision": 0.913549, "recall": 0.934783}, {"accuracy": 0.908103, "f1": 0.887186, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"], "main_score": 0.887186, "precision": 0.879286, "recall": 0.908103}, {"accuracy": 0.916008, "f1": 0.892624, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"], "main_score": 0.892624, "precision": 0.882388, "recall": 0.916008}, {"accuracy": 0.916008, "f1": 0.89773, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"], "main_score": 0.89773, "precision": 0.891354, "recall": 0.916008}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"], "main_score": 0.929414, "precision": 0.92169, "recall": 0.945652}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"], "main_score": 0.916403, "precision": 0.907691, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.899029, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"], "main_score": 0.899029, "precision": 0.893144, "recall": 0.91502}, {"accuracy": 0.91996, "f1": 0.896377, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"], "main_score": 0.896377, "precision": 0.885705, "recall": 0.91996}, {"accuracy": 0.168972, "f1": 0.132094, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"], "main_score": 0.132094, "precision": 0.121983, "recall": 0.168972}, {"accuracy": 0.933794, "f1": 0.919135, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"], "main_score": 0.919135, "precision": 0.913291, "recall": 0.933794}, {"accuracy": 0.916996, "f1": 0.8917, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"], "main_score": 0.8917, "precision": 0.879694, "recall": 0.916996}, {"accuracy": 0.926877, "f1": 0.905435, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"], "main_score": 0.905435, "precision": 0.895916, "recall": 0.926877}, {"accuracy": 0.884387, "f1": 0.860256, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"], "main_score": 0.860256, "precision": 0.852085, "recall": 0.884387}, {"accuracy": 0.900198, "f1": 0.879876, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"], "main_score": 0.879876, "precision": 0.873024, "recall": 0.900198}, {"accuracy": 0.884387, "f1": 0.864872, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"], "main_score": 0.864872, "precision": 0.857598, "recall": 0.884387}, {"accuracy": 0.884387, "f1": 0.851402, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"], "main_score": 0.851402, "precision": 0.836693, "recall": 0.884387}, {"accuracy": 0.925889, "f1": 0.910452, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"], "main_score": 0.910452, "precision": 0.904702, "recall": 0.925889}, {"accuracy": 0.910079, "f1": 0.885079, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"], "main_score": 0.885079, "precision": 0.874325, "recall": 0.910079}, {"accuracy": 0.849802, "f1": 0.831611, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"], "main_score": 0.831611, "precision": 0.824929, "recall": 0.849802}, {"accuracy": 0.88834, "f1": 0.864651, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"], "main_score": 0.864651, "precision": 0.856329, "recall": 0.88834}, {"accuracy": 0.906126, "f1": 0.88459, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"], "main_score": 0.88459, "precision": 0.876556, "recall": 0.906126}, {"accuracy": 0.926877, "f1": 0.909604, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"], "main_score": 0.909604, "precision": 0.903272, "recall": 0.926877}, {"accuracy": 0.850791, "f1": 0.80975, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"], "main_score": 0.80975, "precision": 0.791337, "recall": 0.850791}, {"accuracy": 0.880435, "f1": 0.846212, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"], "main_score": 0.846212, "precision": 0.831011, "recall": 0.880435}, {"accuracy": 0.890316, "f1": 0.871449, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"], "main_score": 0.871449, "precision": 0.865523, "recall": 0.890316}, {"accuracy": 0.916996, "f1": 0.892128, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"], "main_score": 0.892128, "precision": 0.88027, "recall": 0.916996}, {"accuracy": 0.900198, "f1": 0.884972, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"], "main_score": 0.884972, "precision": 0.879874, "recall": 0.900198}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"], "main_score": 0.90504, "precision": 0.894845, "recall": 0.926877}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"], "main_score": 0.920356, "precision": 0.912006, "recall": 0.938735}, {"accuracy": 0.91502, "f1": 0.889822, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"], "main_score": 0.889822, "precision": 0.877964, "recall": 0.91502}, {"accuracy": 0.894269, "f1": 0.864427, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"], "main_score": 0.864427, "precision": 0.851021, "recall": 0.894269}, {"accuracy": 0.866601, "f1": 0.828953, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"], "main_score": 0.828953, "precision": 0.812681, "recall": 0.866601}, {"accuracy": 0.883399, "f1": 0.848287, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"], "main_score": 0.848287, "precision": 0.832345, "recall": 0.883399}, {"accuracy": 0.862648, "f1": 0.833824, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"], "main_score": 0.833824, "precision": 0.823713, "recall": 0.862648}, {"accuracy": 0.874506, "f1": 0.840646, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"], "main_score": 0.840646, "precision": 0.826663, "recall": 0.874506}, {"accuracy": 0.846838, "f1": 0.801581, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"], "main_score": 0.801581, "precision": 0.780583, "recall": 0.846838}, {"accuracy": 0.892292, "f1": 0.876251, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"], "main_score": 0.876251, "precision": 0.870233, "recall": 0.892292}, {"accuracy": 0.905138, "f1": 0.878096, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"], "main_score": 0.878096, "precision": 0.865942, "recall": 0.905138}, {"accuracy": 0.84585, "f1": 0.803181, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"], "main_score": 0.803181, "precision": 0.783514, "recall": 0.84585}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"], "main_score": 0.929348, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.597826, "f1": 0.518632, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"], "main_score": 0.518632, "precision": 0.49026, "recall": 0.597826}, {"accuracy": 0.896245, "f1": 0.875087, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"], "main_score": 0.875087, "precision": 0.868169, "recall": 0.896245}, {"accuracy": 0.918972, "f1": 0.905396, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"], "main_score": 0.905396, "precision": 0.900515, "recall": 0.918972}, {"accuracy": 0.88834, "f1": 0.862858, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"], "main_score": 0.862858, "precision": 0.853593, "recall": 0.88834}, {"accuracy": 0.908103, "f1": 0.890495, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"], "main_score": 0.890495, "precision": 0.884567, "recall": 0.908103}, {"accuracy": 0.891304, "f1": 0.859914, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"], "main_score": 0.859914, "precision": 0.845109, "recall": 0.891304}, {"accuracy": 0.862648, "f1": 0.827868, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"], "main_score": 0.827868, "precision": 0.814387, "recall": 0.862648}, {"accuracy": 0.909091, "f1": 0.882312, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"], "main_score": 0.882312, "precision": 0.870142, "recall": 0.909091}, {"accuracy": 0.911067, "f1": 0.897518, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"], "main_score": 0.897518, "precision": 0.893042, "recall": 0.911067}, {"accuracy": 0.869565, "f1": 0.833959, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"], "main_score": 0.833959, "precision": 0.817754, "recall": 0.869565}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.923913, "f1": 0.90168, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"], "main_score": 0.90168, "precision": 0.891304, "recall": 0.923913}, {"accuracy": 0.869565, "f1": 0.834684, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"], "main_score": 0.834684, "precision": 0.820026, "recall": 0.869565}, {"accuracy": 0.887352, "f1": 0.858547, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"], "main_score": 0.858547, "precision": 0.846814, "recall": 0.887352}, {"accuracy": 0.86166, "f1": 0.83093, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"], "main_score": 0.83093, "precision": 0.82029, "recall": 0.86166}, {"accuracy": 0.188735, "f1": 0.138959, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"], "main_score": 0.138959, "precision": 0.125152, "recall": 0.188735}, {"accuracy": 0.881423, "f1": 0.847958, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"], "main_score": 0.847958, "precision": 0.83251, "recall": 0.881423}, {"accuracy": 0.897233, "f1": 0.869993, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"], "main_score": 0.869993, "precision": 0.858838, "recall": 0.897233}, {"accuracy": 0.923913, "f1": 0.902174, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"], "main_score": 0.902174, "precision": 0.891798, "recall": 0.923913}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.911067, "f1": 0.888527, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"], "main_score": 0.888527, "precision": 0.879718, "recall": 0.911067}, {"accuracy": 0.862648, "f1": 0.830388, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"], "main_score": 0.830388, "precision": 0.818489, "recall": 0.862648}, {"accuracy": 0.933794, "f1": 0.913834, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"], "main_score": 0.913834, "precision": 0.904809, "recall": 0.933794}, {"accuracy": 0.910079, "f1": 0.889483, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"], "main_score": 0.889483, "precision": 0.882131, "recall": 0.910079}, {"accuracy": 0.90415, "f1": 0.884263, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"], "main_score": 0.884263, "precision": 0.877455, "recall": 0.90415}, {"accuracy": 0.893281, "f1": 0.874932, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"], "main_score": 0.874932, "precision": 0.868528, "recall": 0.893281}, {"accuracy": 0.874506, "f1": 0.846317, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"], "main_score": 0.846317, "precision": 0.836134, "recall": 0.874506}, {"accuracy": 0.923913, "f1": 0.905411, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"], "main_score": 0.905411, "precision": 0.898034, "recall": 0.923913}, {"accuracy": 0.769763, "f1": 0.714432, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"], "main_score": 0.714432, "precision": 0.691683, "recall": 0.769763}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"], "main_score": 0.897727, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.880435, "f1": 0.856558, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"], "main_score": 0.856558, "precision": 0.848195, "recall": 0.880435}, {"accuracy": 0.911067, "f1": 0.897699, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"], "main_score": 0.897699, "precision": 0.892988, "recall": 0.911067}, {"accuracy": 0.892292, "f1": 0.874309, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"], "main_score": 0.874309, "precision": 0.867672, "recall": 0.892292}, {"accuracy": 0.853755, "f1": 0.813538, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"], "main_score": 0.813538, "precision": 0.795702, "recall": 0.853755}, {"accuracy": 0.83004, "f1": 0.782938, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"], "main_score": 0.782938, "precision": 0.761479, "recall": 0.83004}, {"accuracy": 0.911067, "f1": 0.884816, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"], "main_score": 0.884816, "precision": 0.873188, "recall": 0.911067}, {"accuracy": 0.916996, "f1": 0.893347, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"], "main_score": 0.893347, "precision": 0.883235, "recall": 0.916996}, {"accuracy": 0.874506, "f1": 0.838589, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"], "main_score": 0.838589, "precision": 0.822217, "recall": 0.874506}, {"accuracy": 0.940711, "f1": 0.927114, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"], "main_score": 0.927114, "precision": 0.921768, "recall": 0.940711}, {"accuracy": 0.805336, "f1": 0.754249, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"], "main_score": 0.754249, "precision": 0.73167, "recall": 0.805336}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.916008, "f1": 0.89894, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"], "main_score": 0.89894, "precision": 0.892929, "recall": 0.916008}, {"accuracy": 0.885375, "f1": 0.865237, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"], "main_score": 0.865237, "precision": 0.858993, "recall": 0.885375}, {"accuracy": 0.885375, "f1": 0.8707, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"], "main_score": 0.8707, "precision": 0.866457, "recall": 0.885375}, {"accuracy": 0.876482, "f1": 0.858381, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"], "main_score": 0.858381, "precision": 0.852593, "recall": 0.876482}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"], "main_score": 0.920356, "precision": 0.911644, "recall": 0.938735}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"], "main_score": 0.903393, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.839921, "f1": 0.797431, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"], "main_score": 0.797431, "precision": 0.778409, "recall": 0.839921}, {"accuracy": 0.23419, "f1": 0.186662, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"], "main_score": 0.186662, "precision": 0.17167, "recall": 0.23419}, {"accuracy": 0.896245, "f1": 0.86502, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"], "main_score": 0.86502, "precision": 0.850412, "recall": 0.896245}, {"accuracy": 0.704545, "f1": 0.63243, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"], "main_score": 0.63243, "precision": 0.60196, "recall": 0.704545}, {"accuracy": 0.927866, "f1": 0.908202, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"], "main_score": 0.908202, "precision": 0.900231, "recall": 0.927866}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.836957, "f1": 0.791817, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"], "main_score": 0.791817, "precision": 0.772019, "recall": 0.836957}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"], "main_score": 0.921772, "precision": 0.913538, "recall": 0.939723}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"], "main_score": 0.936825, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.90415, "f1": 0.876713, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"], "main_score": 0.876713, "precision": 0.864575, "recall": 0.90415}, {"accuracy": 0.895257, "f1": 0.868283, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"], "main_score": 0.868283, "precision": 0.857635, "recall": 0.895257}, {"accuracy": 0.916996, "f1": 0.891798, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"], "main_score": 0.891798, "precision": 0.880303, "recall": 0.916996}, {"accuracy": 0.902174, "f1": 0.884456, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"], "main_score": 0.884456, "precision": 0.878587, "recall": 0.902174}, {"accuracy": 0.934783, "f1": 0.914987, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"], "main_score": 0.914987, "precision": 0.905797, "recall": 0.934783}, {"accuracy": 0.849802, "f1": 0.807246, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"], "main_score": 0.807246, "precision": 0.788043, "recall": 0.849802}, {"accuracy": 0.873518, "f1": 0.838834, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"], "main_score": 0.838834, "precision": 0.822908, "recall": 0.873518}, {"accuracy": 0.918972, "f1": 0.893939, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"], "main_score": 0.893939, "precision": 0.881752, "recall": 0.918972}, {"accuracy": 0.894269, "f1": 0.868299, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"], "main_score": 0.868299, "precision": 0.85841, "recall": 0.894269}, {"accuracy": 0.040514, "f1": 0.023377, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"], "main_score": 0.023377, "precision": 0.020216, "recall": 0.040514}, {"accuracy": 0.874506, "f1": 0.853634, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"], "main_score": 0.853634, "precision": 0.848034, "recall": 0.874506}, {"accuracy": 0.890316, "f1": 0.860968, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"], "main_score": 0.860968, "precision": 0.848995, "recall": 0.890316}, {"accuracy": 0.844862, "f1": 0.817842, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"], "main_score": 0.817842, "precision": 0.808206, "recall": 0.844862}, {"accuracy": 0.898221, "f1": 0.877443, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"], "main_score": 0.877443, "precision": 0.870318, "recall": 0.898221}, {"accuracy": 0.837945, "f1": 0.797207, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"], "main_score": 0.797207, "precision": 0.780691, "recall": 0.837945}, {"accuracy": 0.83004, "f1": 0.783498, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"], "main_score": 0.783498, "precision": 0.762681, "recall": 0.83004}, {"accuracy": 0.87747, "f1": 0.851443, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"], "main_score": 0.851443, "precision": 0.842627, "recall": 0.87747}, {"accuracy": 0.880435, "f1": 0.852415, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"], "main_score": 0.852415, "precision": 0.841916, "recall": 0.880435}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.906126, "f1": 0.87859, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"], "main_score": 0.87859, "precision": 0.865777, "recall": 0.906126}, {"accuracy": 0.784585, "f1": 0.731562, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"], "main_score": 0.731562, "precision": 0.709479, "recall": 0.784585}, {"accuracy": 0.921937, "f1": 0.90401, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"], "main_score": 0.90401, "precision": 0.896832, "recall": 0.921937}, {"accuracy": 0.787549, "f1": 0.735277, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"], "main_score": 0.735277, "precision": 0.712714, "recall": 0.787549}, {"accuracy": 0.88834, "f1": 0.856752, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"], "main_score": 0.856752, "precision": 0.842474, "recall": 0.88834}, {"accuracy": 0.890316, "f1": 0.866434, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"], "main_score": 0.866434, "precision": 0.857592, "recall": 0.890316}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"], "main_score": 0.90415, "precision": 0.893478, "recall": 0.926877}, {"accuracy": 0.898221, "f1": 0.874212, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"], "main_score": 0.874212, "precision": 0.865328, "recall": 0.898221}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"], "main_score": 0.930336, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.910079, "f1": 0.884703, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"], "main_score": 0.884703, "precision": 0.87393, "recall": 0.910079}, {"accuracy": 0.855731, "f1": 0.831354, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"], "main_score": 0.831354, "precision": 0.822886, "recall": 0.855731}, {"accuracy": 0.891304, "f1": 0.865079, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"], "main_score": 0.865079, "precision": 0.855114, "recall": 0.891304}, {"accuracy": 0.866601, "f1": 0.83131, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"], "main_score": 0.83131, "precision": 0.816881, "recall": 0.866601}, {"accuracy": 0.889328, "f1": 0.858794, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"], "main_score": 0.858794, "precision": 0.845586, "recall": 0.889328}, {"accuracy": 0.860672, "f1": 0.824868, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"], "main_score": 0.824868, "precision": 0.809519, "recall": 0.860672}, {"accuracy": 0.863636, "f1": 0.82952, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"], "main_score": 0.82952, "precision": 0.815786, "recall": 0.863636}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.948617, "f1": 0.933827, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"], "main_score": 0.933827, "precision": 0.927454, "recall": 0.948617}, {"accuracy": 0.943676, "f1": 0.929531, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"], "main_score": 0.929531, "precision": 0.923732, "recall": 0.943676}, {"accuracy": 0.903162, "f1": 0.879002, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"], "main_score": 0.879002, "precision": 0.869034, "recall": 0.903162}, {"accuracy": 0.83004, "f1": 0.797167, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"], "main_score": 0.797167, "precision": 0.786724, "recall": 0.83004}, {"accuracy": 0.875494, "f1": 0.847281, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"], "main_score": 0.847281, "precision": 0.837106, "recall": 0.875494}, {"accuracy": 0.912055, "f1": 0.887187, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"], "main_score": 0.887187, "precision": 0.876565, "recall": 0.912055}, {"accuracy": 0.884387, "f1": 0.84944, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"], "main_score": 0.84944, "precision": 0.833169, "recall": 0.884387}, {"accuracy": 0.795455, "f1": 0.739756, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"], "main_score": 0.739756, "precision": 0.714674, "recall": 0.795455}, {"accuracy": 0.909091, "f1": 0.89265, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"], "main_score": 0.89265, "precision": 0.886846, "recall": 0.909091}, {"accuracy": 0.875494, "f1": 0.840876, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"], "main_score": 0.840876, "precision": 0.825988, "recall": 0.875494}, {"accuracy": 0.870553, "f1": 0.845703, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"], "main_score": 0.845703, "precision": 0.836379, "recall": 0.870553}, {"accuracy": 0.899209, "f1": 0.873353, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"], "main_score": 0.873353, "precision": 0.862829, "recall": 0.899209}, {"accuracy": 0.900198, "f1": 0.872351, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"], "main_score": 0.872351, "precision": 0.860293, "recall": 0.900198}, {"accuracy": 0.912055, "f1": 0.887253, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"], "main_score": 0.887253, "precision": 0.875412, "recall": 0.912055}, {"accuracy": 0.898221, "f1": 0.87683, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"], "main_score": 0.87683, "precision": 0.869098, "recall": 0.898221}, {"accuracy": 0.87747, "f1": 0.84137, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"], "main_score": 0.84137, "precision": 0.824473, "recall": 0.87747}, {"accuracy": 0.926877, "f1": 0.90448, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"], "main_score": 0.90448, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.905138, "f1": 0.884489, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"], "main_score": 0.884489, "precision": 0.87703, "recall": 0.905138}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"], "main_score": 0.897727, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.926877, "f1": 0.915262, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"], "main_score": 0.915262, "precision": 0.910794, "recall": 0.926877}, {"accuracy": 0.837945, "f1": 0.793116, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"], "main_score": 0.793116, "precision": 0.773254, "recall": 0.837945}, {"accuracy": 0.912055, "f1": 0.891623, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"], "main_score": 0.891623, "precision": 0.883871, "recall": 0.912055}, {"accuracy": 0.917984, "f1": 0.898821, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"], "main_score": 0.898821, "precision": 0.891577, "recall": 0.917984}, {"accuracy": 0.894269, "f1": 0.87125, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"], "main_score": 0.87125, "precision": 0.862645, "recall": 0.894269}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"], "main_score": 0.947464, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"], "main_score": 0.942523, "precision": 0.935771, "recall": 0.956522}, {"accuracy": 0.882411, "f1": 0.849704, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"], "main_score": 0.849704, "precision": 0.834239, "recall": 0.882411}, {"accuracy": 0.902174, "f1": 0.872694, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"], "main_score": 0.872694, "precision": 0.858696, "recall": 0.902174}, {"accuracy": 0.922925, "f1": 0.899736, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"], "main_score": 0.899736, "precision": 0.888916, "recall": 0.922925}, {"accuracy": 0.828063, "f1": 0.792947, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"], "main_score": 0.792947, "precision": 0.780423, "recall": 0.828063}, {"accuracy": 0.882411, "f1": 0.864053, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"], "main_score": 0.864053, "precision": 0.858709, "recall": 0.882411}, {"accuracy": 0.843874, "f1": 0.802009, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"], "main_score": 0.802009, "precision": 0.784256, "recall": 0.843874}, {"accuracy": 0.892292, "f1": 0.863225, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"], "main_score": 0.863225, "precision": 0.849449, "recall": 0.892292}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.937747, "f1": 0.919269, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"], "main_score": 0.919269, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.931818, "f1": 0.909585, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"], "main_score": 0.909585, "precision": 0.898715, "recall": 0.931818}, {"accuracy": 0.90415, "f1": 0.877273, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"], "main_score": 0.877273, "precision": 0.864625, "recall": 0.90415}, {"accuracy": 0.862648, "f1": 0.844942, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"], "main_score": 0.844942, "precision": 0.838989, "recall": 0.862648}, {"accuracy": 0.785573, "f1": 0.730091, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"], "main_score": 0.730091, "precision": 0.706126, "recall": 0.785573}, {"accuracy": 0.871542, "f1": 0.83877, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"], "main_score": 0.83877, "precision": 0.82552, "recall": 0.871542}, {"accuracy": 0.920949, "f1": 0.899045, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"], "main_score": 0.899045, "precision": 0.889773, "recall": 0.920949}, {"accuracy": 0.832016, "f1": 0.787319, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"], "main_score": 0.787319, "precision": 0.767655, "recall": 0.832016}, {"accuracy": 0.822134, "f1": 0.774572, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"], "main_score": 0.774572, "precision": 0.754315, "recall": 0.822134}, {"accuracy": 0.916008, "f1": 0.892161, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"], "main_score": 0.892161, "precision": 0.882032, "recall": 0.916008}, {"accuracy": 0.868577, "f1": 0.832679, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"], "main_score": 0.832679, "precision": 0.817325, "recall": 0.868577}, {"accuracy": 0.903162, "f1": 0.876153, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"], "main_score": 0.876153, "precision": 0.864394, "recall": 0.903162}, {"accuracy": 0.730237, "f1": 0.663642, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"], "main_score": 0.663642, "precision": 0.635212, "recall": 0.730237}, {"accuracy": 0.892292, "f1": 0.870756, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"], "main_score": 0.870756, "precision": 0.863477, "recall": 0.892292}, {"accuracy": 0.914032, "f1": 0.895146, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"], "main_score": 0.895146, "precision": 0.88841, "recall": 0.914032}, {"accuracy": 0.879447, "f1": 0.853851, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"], "main_score": 0.853851, "precision": 0.845015, "recall": 0.879447}, {"accuracy": 0.910079, "f1": 0.887766, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"], "main_score": 0.887766, "precision": 0.879331, "recall": 0.910079}, {"accuracy": 0.863636, "f1": 0.825845, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"], "main_score": 0.825845, "precision": 0.809429, "recall": 0.863636}, {"accuracy": 0.879447, "f1": 0.844928, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"], "main_score": 0.844928, "precision": 0.82864, "recall": 0.879447}, {"accuracy": 0.813241, "f1": 0.765777, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"], "main_score": 0.765777, "precision": 0.744433, "recall": 0.813241}, {"accuracy": 0.816206, "f1": 0.769499, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"], "main_score": 0.769499, "precision": 0.747777, "recall": 0.816206}, {"accuracy": 0.05336, "f1": 0.027795, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"], "main_score": 0.027795, "precision": 0.022452, "recall": 0.05336}, {"accuracy": 0.77668, "f1": 0.731152, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"], "main_score": 0.731152, "precision": 0.714333, "recall": 0.77668}, {"accuracy": 0.794466, "f1": 0.74592, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"], "main_score": 0.74592, "precision": 0.726597, "recall": 0.794466}, {"accuracy": 0.867589, "f1": 0.830849, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"], "main_score": 0.830849, "precision": 0.813982, "recall": 0.867589}, {"accuracy": 0.836957, "f1": 0.791455, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"], "main_score": 0.791455, "precision": 0.770784, "recall": 0.836957}, {"accuracy": 0.871542, "f1": 0.841107, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"], "main_score": 0.841107, "precision": 0.827355, "recall": 0.871542}, {"accuracy": 0.787549, "f1": 0.742431, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"], "main_score": 0.742431, "precision": 0.725121, "recall": 0.787549}, {"accuracy": 0.805336, "f1": 0.759736, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"], "main_score": 0.759736, "precision": 0.73941, "recall": 0.805336}, {"accuracy": 0.769763, "f1": 0.710738, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"], "main_score": 0.710738, "precision": 0.685359, "recall": 0.769763}, {"accuracy": 0.76087, "f1": 0.714264, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"], "main_score": 0.714264, "precision": 0.696722, "recall": 0.76087}, {"accuracy": 0.840909, "f1": 0.800181, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"], "main_score": 0.800181, "precision": 0.781877, "recall": 0.840909}, {"accuracy": 0.832016, "f1": 0.792721, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"], "main_score": 0.792721, "precision": 0.774852, "recall": 0.832016}, {"accuracy": 0.891304, "f1": 0.861924, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"], "main_score": 0.861924, "precision": 0.848353, "recall": 0.891304}, {"accuracy": 0.806324, "f1": 0.758832, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"], "main_score": 0.758832, "precision": 0.739361, "recall": 0.806324}, {"accuracy": 0.769763, "f1": 0.724797, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"], "main_score": 0.724797, "precision": 0.707384, "recall": 0.769763}, {"accuracy": 0.835968, "f1": 0.796146, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"], "main_score": 0.796146, "precision": 0.777586, "recall": 0.835968}, {"accuracy": 0.797431, "f1": 0.749097, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"], "main_score": 0.749097, "precision": 0.728744, "recall": 0.797431}, {"accuracy": 0.801383, "f1": 0.757439, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"], "main_score": 0.757439, "precision": 0.739726, "recall": 0.801383}, {"accuracy": 0.729249, "f1": 0.668346, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"], "main_score": 0.668346, "precision": 0.643537, "recall": 0.729249}, {"accuracy": 0.779644, "f1": 0.728771, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"], "main_score": 0.728771, "precision": 0.708661, "recall": 0.779644}, {"accuracy": 0.875494, "f1": 0.843797, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"], "main_score": 0.843797, "precision": 0.829455, "recall": 0.875494}, {"accuracy": 0.854743, "f1": 0.817523, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"], "main_score": 0.817523, "precision": 0.80084, "recall": 0.854743}, {"accuracy": 0.794466, "f1": 0.750072, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"], "main_score": 0.750072, "precision": 0.732126, "recall": 0.794466}, {"accuracy": 0.827075, "f1": 0.781983, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"], "main_score": 0.781983, "precision": 0.761611, "recall": 0.827075}, {"accuracy": 0.183794, "f1": 0.15132, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"], "main_score": 0.15132, "precision": 0.142124, "recall": 0.183794}, {"accuracy": 0.80336, "f1": 0.759972, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"], "main_score": 0.759972, "precision": 0.741823, "recall": 0.80336}, {"accuracy": 0.862648, "f1": 0.828673, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"], "main_score": 0.828673, "precision": 0.81353, "recall": 0.862648}, {"accuracy": 0.831028, "f1": 0.787319, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"], "main_score": 0.787319, "precision": 0.767523, "recall": 0.831028}, {"accuracy": 0.762846, "f1": 0.711722, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"], "main_score": 0.711722, "precision": 0.692912, "recall": 0.762846}, {"accuracy": 0.806324, "f1": 0.764125, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"], "main_score": 0.764125, "precision": 0.747753, "recall": 0.806324}, {"accuracy": 0.791502, "f1": 0.750529, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"], "main_score": 0.750529, "precision": 0.734029, "recall": 0.791502}, {"accuracy": 0.80336, "f1": 0.755698, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"], "main_score": 0.755698, "precision": 0.734717, "recall": 0.80336}, {"accuracy": 0.815217, "f1": 0.775119, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"], "main_score": 0.775119, "precision": 0.759149, "recall": 0.815217}, {"accuracy": 0.853755, "f1": 0.814592, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"], "main_score": 0.814592, "precision": 0.796887, "recall": 0.853755}, {"accuracy": 0.746047, "f1": 0.701742, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"], "main_score": 0.701742, "precision": 0.683393, "recall": 0.746047}, {"accuracy": 0.793478, "f1": 0.745074, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"], "main_score": 0.745074, "precision": 0.725495, "recall": 0.793478}, {"accuracy": 0.809289, "f1": 0.765242, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"], "main_score": 0.765242, "precision": 0.748305, "recall": 0.809289}, {"accuracy": 0.822134, "f1": 0.784862, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"], "main_score": 0.784862, "precision": 0.769788, "recall": 0.822134}, {"accuracy": 0.811265, "f1": 0.767161, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"], "main_score": 0.767161, "precision": 0.747777, "recall": 0.811265}, {"accuracy": 0.835968, "f1": 0.792062, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"], "main_score": 0.792062, "precision": 0.771657, "recall": 0.835968}, {"accuracy": 0.752964, "f1": 0.703414, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"], "main_score": 0.703414, "precision": 0.684522, "recall": 0.752964}, {"accuracy": 0.842885, "f1": 0.802404, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"], "main_score": 0.802404, "precision": 0.784239, "recall": 0.842885}, {"accuracy": 0.790514, "f1": 0.750085, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"], "main_score": 0.750085, "precision": 0.734386, "recall": 0.790514}, {"accuracy": 0.810277, "f1": 0.760013, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"], "main_score": 0.760013, "precision": 0.738422, "recall": 0.810277}, {"accuracy": 0.866601, "f1": 0.830336, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"], "main_score": 0.830336, "precision": 0.814065, "recall": 0.866601}, {"accuracy": 0.798419, "f1": 0.747497, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"], "main_score": 0.747497, "precision": 0.726136, "recall": 0.798419}, {"accuracy": 0.840909, "f1": 0.800593, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"], "main_score": 0.800593, "precision": 0.782197, "recall": 0.840909}, {"accuracy": 0.768775, "f1": 0.716191, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"], "main_score": 0.716191, "precision": 0.694008, "recall": 0.768775}, {"accuracy": 0.778656, "f1": 0.72332, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"], "main_score": 0.72332, "precision": 0.699621, "recall": 0.778656}, {"accuracy": 0.725296, "f1": 0.67138, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"], "main_score": 0.67138, "precision": 0.651709, "recall": 0.725296}, {"accuracy": 0.771739, "f1": 0.716191, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"], "main_score": 0.716191, "precision": 0.693017, "recall": 0.771739}, {"accuracy": 0.791502, "f1": 0.740316, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"], "main_score": 0.740316, "precision": 0.716518, "recall": 0.791502}, {"accuracy": 0.761858, "f1": 0.718092, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"], "main_score": 0.718092, "precision": 0.700266, "recall": 0.761858}, {"accuracy": 0.858696, "f1": 0.821179, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"], "main_score": 0.821179, "precision": 0.803936, "recall": 0.858696}, {"accuracy": 0.813241, "f1": 0.769137, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"], "main_score": 0.769137, "precision": 0.749127, "recall": 0.813241}, {"accuracy": 0.852767, "f1": 0.815283, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"], "main_score": 0.815283, "precision": 0.798205, "recall": 0.852767}, {"accuracy": 0.596838, "f1": 0.52321, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"], "main_score": 0.52321, "precision": 0.495118, "recall": 0.596838}, {"accuracy": 0.8083, "f1": 0.765112, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"], "main_score": 0.765112, "precision": 0.748067, "recall": 0.8083}, {"accuracy": 0.809289, "f1": 0.764652, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"], "main_score": 0.764652, "precision": 0.7458, "recall": 0.809289}, {"accuracy": 0.754941, "f1": 0.698228, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"], "main_score": 0.698228, "precision": 0.676005, "recall": 0.754941}, {"accuracy": 0.794466, "f1": 0.749915, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"], "main_score": 0.749915, "precision": 0.732036, "recall": 0.794466}, {"accuracy": 0.83498, "f1": 0.796593, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"], "main_score": 0.796593, "precision": 0.77943, "recall": 0.83498}, {"accuracy": 0.752964, "f1": 0.695756, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"], "main_score": 0.695756, "precision": 0.672628, "recall": 0.752964}, {"accuracy": 0.806324, "f1": 0.756126, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"], "main_score": 0.756126, "precision": 0.734223, "recall": 0.806324}, {"accuracy": 0.783597, "f1": 0.7379, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"], "main_score": 0.7379, "precision": 0.719894, "recall": 0.783597}, {"accuracy": 0.826087, "f1": 0.783267, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"], "main_score": 0.783267, "precision": 0.764081, "recall": 0.826087}, {"accuracy": 0.87253, "f1": 0.842067, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"], "main_score": 0.842067, "precision": 0.829596, "recall": 0.87253}, {"accuracy": 0.839921, "f1": 0.80224, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"], "main_score": 0.80224, "precision": 0.784865, "recall": 0.839921}, {"accuracy": 0.787549, "f1": 0.741427, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"], "main_score": 0.741427, "precision": 0.722908, "recall": 0.787549}, {"accuracy": 0.812253, "f1": 0.766041, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"], "main_score": 0.766041, "precision": 0.746509, "recall": 0.812253}, {"accuracy": 0.781621, "f1": 0.731534, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"], "main_score": 0.731534, "precision": 0.712939, "recall": 0.781621}, {"accuracy": 0.194664, "f1": 0.143165, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"], "main_score": 0.143165, "precision": 0.127474, "recall": 0.194664}, {"accuracy": 0.849802, "f1": 0.810046, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"], "main_score": 0.810046, "precision": 0.792358, "recall": 0.849802}, {"accuracy": 0.798419, "f1": 0.749377, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"], "main_score": 0.749377, "precision": 0.728748, "recall": 0.798419}, {"accuracy": 0.853755, "f1": 0.816897, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"], "main_score": 0.816897, "precision": 0.80062, "recall": 0.853755}, {"accuracy": 0.860672, "f1": 0.828228, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"], "main_score": 0.828228, "precision": 0.814147, "recall": 0.860672}, {"accuracy": 0.785573, "f1": 0.737294, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"], "main_score": 0.737294, "precision": 0.71903, "recall": 0.785573}, {"accuracy": 0.762846, "f1": 0.710397, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"], "main_score": 0.710397, "precision": 0.689782, "recall": 0.762846}, {"accuracy": 0.824111, "f1": 0.779216, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"], "main_score": 0.779216, "precision": 0.759091, "recall": 0.824111}, {"accuracy": 0.838933, "f1": 0.799259, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"], "main_score": 0.799259, "precision": 0.782816, "recall": 0.838933}, {"accuracy": 0.791502, "f1": 0.743972, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"], "main_score": 0.743972, "precision": 0.725503, "recall": 0.791502}, {"accuracy": 0.761858, "f1": 0.714727, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"], "main_score": 0.714727, "precision": 0.696211, "recall": 0.761858}, {"accuracy": 0.740119, "f1": 0.687237, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"], "main_score": 0.687237, "precision": 0.668488, "recall": 0.740119}, {"accuracy": 0.778656, "f1": 0.728913, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"], "main_score": 0.728913, "precision": 0.708255, "recall": 0.778656}, {"accuracy": 0.745059, "f1": 0.687766, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"], "main_score": 0.687766, "precision": 0.662385, "recall": 0.745059}, {"accuracy": 0.862648, "f1": 0.828129, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"], "main_score": 0.828129, "precision": 0.812039, "recall": 0.862648}, {"accuracy": 0.77668, "f1": 0.732853, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"], "main_score": 0.732853, "precision": 0.715678, "recall": 0.77668}, {"accuracy": 0.782609, "f1": 0.740112, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"], "main_score": 0.740112, "precision": 0.722643, "recall": 0.782609}, {"accuracy": 0.773715, "f1": 0.727945, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"], "main_score": 0.727945, "precision": 0.710108, "recall": 0.773715}, {"accuracy": 0.773715, "f1": 0.720083, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"], "main_score": 0.720083, "precision": 0.698287, "recall": 0.773715}, {"accuracy": 0.801383, "f1": 0.754875, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"], "main_score": 0.754875, "precision": 0.734091, "recall": 0.801383}, {"accuracy": 0.814229, "f1": 0.76805, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"], "main_score": 0.76805, "precision": 0.747464, "recall": 0.814229}, {"accuracy": 0.833992, "f1": 0.790072, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"], "main_score": 0.790072, "precision": 0.772019, "recall": 0.833992}, {"accuracy": 0.825099, "f1": 0.783235, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"], "main_score": 0.783235, "precision": 0.764196, "recall": 0.825099}, {"accuracy": 0.801383, "f1": 0.755538, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"], "main_score": 0.755538, "precision": 0.737014, "recall": 0.801383}, {"accuracy": 0.76581, "f1": 0.711726, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"], "main_score": 0.711726, "precision": 0.686924, "recall": 0.76581}, {"accuracy": 0.848814, "f1": 0.811531, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"], "main_score": 0.811531, "precision": 0.795579, "recall": 0.848814}, {"accuracy": 0.793478, "f1": 0.747843, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"], "main_score": 0.747843, "precision": 0.729595, "recall": 0.793478}, {"accuracy": 0.779644, "f1": 0.733631, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"], "main_score": 0.733631, "precision": 0.716319, "recall": 0.779644}, {"accuracy": 0.743083, "f1": 0.698963, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"], "main_score": 0.698963, "precision": 0.682647, "recall": 0.743083}, {"accuracy": 0.76087, "f1": 0.716755, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"], "main_score": 0.716755, "precision": 0.699774, "recall": 0.76087}, {"accuracy": 0.835968, "f1": 0.796212, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"], "main_score": 0.796212, "precision": 0.778689, "recall": 0.835968}, {"accuracy": 0.846838, "f1": 0.80783, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"], "main_score": 0.80783, "precision": 0.790514, "recall": 0.846838}, {"accuracy": 0.810277, "f1": 0.765072, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"], "main_score": 0.765072, "precision": 0.744928, "recall": 0.810277}, {"accuracy": 0.258893, "f1": 0.215908, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"], "main_score": 0.215908, "precision": 0.201295, "recall": 0.258893}, {"accuracy": 0.84585, "f1": 0.806621, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"], "main_score": 0.806621, "precision": 0.788538, "recall": 0.84585}, {"accuracy": 0.688735, "f1": 0.620262, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"], "main_score": 0.620262, "precision": 0.591963, "recall": 0.688735}, {"accuracy": 0.810277, "f1": 0.763326, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"], "main_score": 0.763326, "precision": 0.742822, "recall": 0.810277}, {"accuracy": 0.885375, "f1": 0.853788, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"], "main_score": 0.853788, "precision": 0.83918, "recall": 0.885375}, {"accuracy": 0.831028, "f1": 0.78913, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"], "main_score": 0.78913, "precision": 0.770257, "recall": 0.831028}, {"accuracy": 0.824111, "f1": 0.779597, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"], "main_score": 0.779597, "precision": 0.759453, "recall": 0.824111}, {"accuracy": 0.815217, "f1": 0.765086, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"], "main_score": 0.765086, "precision": 0.742457, "recall": 0.815217}, {"accuracy": 0.820158, "f1": 0.77253, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"], "main_score": 0.77253, "precision": 0.751548, "recall": 0.820158}, {"accuracy": 0.8083, "f1": 0.762239, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"], "main_score": 0.762239, "precision": 0.741963, "recall": 0.8083}, {"accuracy": 0.836957, "f1": 0.794236, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"], "main_score": 0.794236, "precision": 0.774901, "recall": 0.836957}, {"accuracy": 0.785573, "f1": 0.741544, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"], "main_score": 0.741544, "precision": 0.723603, "recall": 0.785573}, {"accuracy": 0.827075, "f1": 0.781884, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"], "main_score": 0.781884, "precision": 0.761528, "recall": 0.827075}, {"accuracy": 0.800395, "f1": 0.753689, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"], "main_score": 0.753689, "precision": 0.732905, "recall": 0.800395}, {"accuracy": 0.839921, "f1": 0.799111, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"], "main_score": 0.799111, "precision": 0.780715, "recall": 0.839921}, {"accuracy": 0.863636, "f1": 0.825642, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"], "main_score": 0.825642, "precision": 0.808606, "recall": 0.863636}, {"accuracy": 0.766798, "f1": 0.714936, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"], "main_score": 0.714936, "precision": 0.694544, "recall": 0.766798}, {"accuracy": 0.045455, "f1": 0.026956, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"], "main_score": 0.026956, "precision": 0.02306, "recall": 0.045455}, {"accuracy": 0.771739, "f1": 0.726258, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"], "main_score": 0.726258, "precision": 0.709496, "recall": 0.771739}, {"accuracy": 0.827075, "f1": 0.781639, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"], "main_score": 0.781639, "precision": 0.761924, "recall": 0.827075}, {"accuracy": 0.713439, "f1": 0.661261, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"], "main_score": 0.661261, "precision": 0.641551, "recall": 0.713439}, {"accuracy": 0.778656, "f1": 0.730933, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"], "main_score": 0.730933, "precision": 0.712784, "recall": 0.778656}, {"accuracy": 0.785573, "f1": 0.73849, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"], "main_score": 0.73849, "precision": 0.719153, "recall": 0.785573}, {"accuracy": 0.791502, "f1": 0.742029, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"], "main_score": 0.742029, "precision": 0.719565, "recall": 0.791502}, {"accuracy": 0.790514, "f1": 0.740796, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"], "main_score": 0.740796, "precision": 0.721242, "recall": 0.790514}, {"accuracy": 0.741107, "f1": 0.687819, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"], "main_score": 0.687819, "precision": 0.667978, "recall": 0.741107}, {"accuracy": 0.850791, "f1": 0.81188, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"], "main_score": 0.81188, "precision": 0.793849, "recall": 0.850791}, {"accuracy": 0.83004, "f1": 0.78666, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"], "main_score": 0.78666, "precision": 0.767457, "recall": 0.83004}, {"accuracy": 0.73913, "f1": 0.678774, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"], "main_score": 0.678774, "precision": 0.652931, "recall": 0.73913}, {"accuracy": 0.798419, "f1": 0.752279, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"], "main_score": 0.752279, "precision": 0.733608, "recall": 0.798419}, {"accuracy": 0.747036, "f1": 0.69137, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"], "main_score": 0.69137, "precision": 0.666864, "recall": 0.747036}, {"accuracy": 0.80336, "f1": 0.754238, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"], "main_score": 0.754238, "precision": 0.732666, "recall": 0.80336}, {"accuracy": 0.807312, "f1": 0.765846, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"], "main_score": 0.765846, "precision": 0.749729, "recall": 0.807312}, {"accuracy": 0.835968, "f1": 0.792852, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"], "main_score": 0.792852, "precision": 0.773304, "recall": 0.835968}, {"accuracy": 0.824111, "f1": 0.783879, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"], "main_score": 0.783879, "precision": 0.767441, "recall": 0.824111}, {"accuracy": 0.852767, "f1": 0.818761, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"], "main_score": 0.818761, "precision": 0.803557, "recall": 0.852767}, {"accuracy": 0.790514, "f1": 0.73826, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"], "main_score": 0.73826, "precision": 0.71614, "recall": 0.790514}, {"accuracy": 0.692688, "f1": 0.639515, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"], "main_score": 0.639515, "precision": 0.619294, "recall": 0.692688}, {"accuracy": 0.807312, "f1": 0.762041, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"], "main_score": 0.762041, "precision": 0.743775, "recall": 0.807312}, {"accuracy": 0.795455, "f1": 0.746645, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"], "main_score": 0.746645, "precision": 0.725774, "recall": 0.795455}, {"accuracy": 0.822134, "f1": 0.779875, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"], "main_score": 0.779875, "precision": 0.761561, "recall": 0.822134}, {"accuracy": 0.807312, "f1": 0.760277, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"], "main_score": 0.760277, "precision": 0.739855, "recall": 0.807312}, {"accuracy": 0.785573, "f1": 0.732317, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"], "main_score": 0.732317, "precision": 0.710079, "recall": 0.785573}, {"accuracy": 0.871542, "f1": 0.839328, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"], "main_score": 0.839328, "precision": 0.82472, "recall": 0.871542}, {"accuracy": 0.873518, "f1": 0.839018, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"], "main_score": 0.839018, "precision": 0.823485, "recall": 0.873518}, {"accuracy": 0.822134, "f1": 0.779649, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"], "main_score": 0.779649, "precision": 0.761717, "recall": 0.822134}, {"accuracy": 0.712451, "f1": 0.648492, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"], "main_score": 0.648492, "precision": 0.622951, "recall": 0.712451}, {"accuracy": 0.725296, "f1": 0.669415, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"], "main_score": 0.669415, "precision": 0.648991, "recall": 0.725296}, {"accuracy": 0.784585, "f1": 0.735187, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"], "main_score": 0.735187, "precision": 0.714883, "recall": 0.784585}, {"accuracy": 0.76581, "f1": 0.707105, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"], "main_score": 0.707105, "precision": 0.683366, "recall": 0.76581}, {"accuracy": 0.832016, "f1": 0.789413, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"], "main_score": 0.789413, "precision": 0.77029, "recall": 0.832016}, {"accuracy": 0.863636, "f1": 0.826943, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"], "main_score": 0.826943, "precision": 0.8097, "recall": 0.863636}, {"accuracy": 0.778656, "f1": 0.731256, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"], "main_score": 0.731256, "precision": 0.7134, "recall": 0.778656}, {"accuracy": 0.805336, "f1": 0.758119, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"], "main_score": 0.758119, "precision": 0.738069, "recall": 0.805336}, {"accuracy": 0.722332, "f1": 0.662455, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"], "main_score": 0.662455, "precision": 0.638985, "recall": 0.722332}, {"accuracy": 0.797431, "f1": 0.748913, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"], "main_score": 0.748913, "precision": 0.728722, "recall": 0.797431}, {"accuracy": 0.815217, "f1": 0.76614, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"], "main_score": 0.76614, "precision": 0.744977, "recall": 0.815217}, {"accuracy": 0.826087, "f1": 0.787022, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"], "main_score": 0.787022, "precision": 0.768939, "recall": 0.826087}, {"accuracy": 0.814229, "f1": 0.772465, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"], "main_score": 0.772465, "precision": 0.75555, "recall": 0.814229}, {"accuracy": 0.816206, "f1": 0.774242, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"], "main_score": 0.774242, "precision": 0.755825, "recall": 0.816206}, {"accuracy": 0.853755, "f1": 0.817114, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"], "main_score": 0.817114, "precision": 0.800066, "recall": 0.853755}, {"accuracy": 0.773715, "f1": 0.723901, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"], "main_score": 0.723901, "precision": 0.704634, "recall": 0.773715}, {"accuracy": 0.831028, "f1": 0.79129, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"], "main_score": 0.79129, "precision": 0.773962, "recall": 0.831028}, {"accuracy": 0.818182, "f1": 0.777373, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"], "main_score": 0.777373, "precision": 0.760619, "recall": 0.818182}, {"accuracy": 0.793478, "f1": 0.751845, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"], "main_score": 0.751845, "precision": 0.733449, "recall": 0.793478}, {"accuracy": 0.781621, "f1": 0.729603, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"], "main_score": 0.729603, "precision": 0.709125, "recall": 0.781621}, {"accuracy": 0.822134, "f1": 0.780936, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"], "main_score": 0.780936, "precision": 0.764601, "recall": 0.822134}, {"accuracy": 0.810277, "f1": 0.766323, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"], "main_score": 0.766323, "precision": 0.748136, "recall": 0.810277}, {"accuracy": 0.876482, "f1": 0.844071, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"], "main_score": 0.844071, "precision": 0.829694, "recall": 0.876482}, {"accuracy": 0.86166, "f1": 0.823419, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"], "main_score": 0.823419, "precision": 0.805995, "recall": 0.86166}, {"accuracy": 0.846838, "f1": 0.812239, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"], "main_score": 0.812239, "precision": 0.796525, "recall": 0.846838}, {"accuracy": 0.838933, "f1": 0.79809, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"], "main_score": 0.79809, "precision": 0.77948, "recall": 0.838933}, {"accuracy": 0.849802, "f1": 0.80886, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"], "main_score": 0.80886, "precision": 0.790003, "recall": 0.849802}, {"accuracy": 0.730237, "f1": 0.676612, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"], "main_score": 0.676612, "precision": 0.656099, "recall": 0.730237}, {"accuracy": 0.73913, "f1": 0.691188, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"], "main_score": 0.691188, "precision": 0.674212, "recall": 0.73913}, {"accuracy": 0.73913, "f1": 0.681983, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"], "main_score": 0.681983, "precision": 0.658805, "recall": 0.73913}, {"accuracy": 0.833992, "f1": 0.792128, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"], "main_score": 0.792128, "precision": 0.773123, "recall": 0.833992}, {"accuracy": 0.887352, "f1": 0.859223, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"], "main_score": 0.859223, "precision": 0.846591, "recall": 0.887352}, {"accuracy": 0.846838, "f1": 0.8044, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"], "main_score": 0.8044, "precision": 0.785935, "recall": 0.846838}, {"accuracy": 0.859684, "f1": 0.823043, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"], "main_score": 0.823043, "precision": 0.806489, "recall": 0.859684}, {"accuracy": 0.848814, "f1": 0.808498, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"], "main_score": 0.808498, "precision": 0.789937, "recall": 0.848814}, {"accuracy": 0.76581, "f1": 0.722113, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"], "main_score": 0.722113, "precision": 0.705659, "recall": 0.76581}, {"accuracy": 0.773715, "f1": 0.720883, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"], "main_score": 0.720883, "precision": 0.697447, "recall": 0.773715}, {"accuracy": 0.772727, "f1": 0.716224, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"], "main_score": 0.716224, "precision": 0.692128, "recall": 0.772727}, {"accuracy": 0.812253, "f1": 0.767311, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"], "main_score": 0.767311, "precision": 0.747892, "recall": 0.812253}, {"accuracy": 0.772727, "f1": 0.726054, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"], "main_score": 0.726054, "precision": 0.70527, "recall": 0.772727}, {"accuracy": 0.726285, "f1": 0.668267, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"], "main_score": 0.668267, "precision": 0.644466, "recall": 0.726285}, {"accuracy": 0.851779, "f1": 0.816074, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"], "main_score": 0.816074, "precision": 0.800741, "recall": 0.851779}, {"accuracy": 0.800395, "f1": 0.752983, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"], "main_score": 0.752983, "precision": 0.732312, "recall": 0.800395}, {"accuracy": 0.827075, "f1": 0.785474, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"], "main_score": 0.785474, "precision": 0.766947, "recall": 0.827075}, {"accuracy": 0.687747, "f1": 0.619109, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"], "main_score": 0.619109, "precision": 0.589954, "recall": 0.687747}, {"accuracy": 0.789526, "f1": 0.74407, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"], "main_score": 0.74407, "precision": 0.726448, "recall": 0.789526}, {"accuracy": 0.81917, "f1": 0.776691, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"], "main_score": 0.776691, "precision": 0.75934, "recall": 0.81917}, {"accuracy": 0.80336, "f1": 0.756738, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"], "main_score": 0.756738, "precision": 0.738219, "recall": 0.80336}, {"accuracy": 0.83004, "f1": 0.791257, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"], "main_score": 0.791257, "precision": 0.775231, "recall": 0.83004}, {"accuracy": 0.784585, "f1": 0.737637, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"], "main_score": 0.737637, "precision": 0.718108, "recall": 0.784585}, {"accuracy": 0.825099, "f1": 0.781489, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"], "main_score": 0.781489, "precision": 0.761973, "recall": 0.825099}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"], "main_score": 0.921772, "precision": 0.912714, "recall": 0.940711}, {"accuracy": 0.868577, "f1": 0.830764, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"], "main_score": 0.830764, "precision": 0.813735, "recall": 0.868577}, {"accuracy": 0.040514, "f1": 0.021689, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"], "main_score": 0.021689, "precision": 0.018054, "recall": 0.040514}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.966403, "f1": 0.955599, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"], "main_score": 0.955599, "precision": 0.950346, "recall": 0.966403}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"], "main_score": 0.924407, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.916996, "f1": 0.8917, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"], "main_score": 0.8917, "precision": 0.879858, "recall": 0.916996}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996542, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"], "main_score": 0.996542, "precision": 0.996377, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.895257, "f1": 0.863208, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"], "main_score": 0.863208, "precision": 0.848073, "recall": 0.895257}, {"accuracy": 0.924901, "f1": 0.902075, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"], "main_score": 0.902075, "precision": 0.891551, "recall": 0.924901}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.899209, "f1": 0.868808, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"], "main_score": 0.868808, "precision": 0.854661, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"], "main_score": 0.912451, "precision": 0.90308, "recall": 0.932806}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.956522, "f1": 0.942984, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"], "main_score": 0.942984, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.189723, "f1": 0.138124, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"], "main_score": 0.138124, "precision": 0.12326, "recall": 0.189723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.917984, "f1": 0.892589, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"], "main_score": 0.892589, "precision": 0.880435, "recall": 0.917984}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.929842, "f1": 0.908267, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"], "main_score": 0.908267, "precision": 0.898221, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.874506, "f1": 0.839229, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"], "main_score": 0.839229, "precision": 0.822958, "recall": 0.874506}, {"accuracy": 0.934783, "f1": 0.914032, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"], "main_score": 0.914032, "precision": 0.903821, "recall": 0.934783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"], "main_score": 0.932312, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"], "main_score": 0.930336, "precision": 0.922464, "recall": 0.94664}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.881423, "f1": 0.848287, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"], "main_score": 0.848287, "precision": 0.832872, "recall": 0.881423}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"], "main_score": 0.911891, "precision": 0.90168, "recall": 0.932806}, {"accuracy": 0.873518, "f1": 0.836265, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"], "main_score": 0.836265, "precision": 0.818874, "recall": 0.873518}, {"accuracy": 0.898221, "f1": 0.867885, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"], "main_score": 0.867885, "precision": 0.85392, "recall": 0.898221}, {"accuracy": 0.755929, "f1": 0.696607, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"], "main_score": 0.696607, "precision": 0.671294, "recall": 0.755929}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.887352, "f1": 0.854447, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"], "main_score": 0.854447, "precision": 0.839345, "recall": 0.887352}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.865613, "f1": 0.827075, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"], "main_score": 0.827075, "precision": 0.8097, "recall": 0.865613}, {"accuracy": 0.91996, "f1": 0.895553, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"], "main_score": 0.895553, "precision": 0.884058, "recall": 0.91996}, {"accuracy": 0.857708, "f1": 0.816568, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"], "main_score": 0.816568, "precision": 0.797875, "recall": 0.857708}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.201581, "f1": 0.138126, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"], "main_score": 0.138126, "precision": 0.121498, "recall": 0.201581}, {"accuracy": 0.887352, "f1": 0.852668, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"], "main_score": 0.852668, "precision": 0.836051, "recall": 0.887352}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.89697, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"], "main_score": 0.89697, "precision": 0.885458, "recall": 0.920949}, {"accuracy": 0.902174, "f1": 0.872563, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"], "main_score": 0.872563, "precision": 0.858943, "recall": 0.902174}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.837945, "f1": 0.795015, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"], "main_score": 0.795015, "precision": 0.776062, "recall": 0.837945}, {"accuracy": 0.934783, "f1": 0.914196, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"], "main_score": 0.914196, "precision": 0.904315, "recall": 0.934783}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.923913, "f1": 0.901318, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"], "main_score": 0.901318, "precision": 0.89081, "recall": 0.923913}, {"accuracy": 0.854743, "f1": 0.812385, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"], "main_score": 0.812385, "precision": 0.792852, "recall": 0.854743}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.913043, "f1": 0.8861, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"], "main_score": 0.8861, "precision": 0.873271, "recall": 0.913043}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.839921, "f1": 0.797414, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"], "main_score": 0.797414, "precision": 0.778089, "recall": 0.839921}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.962187, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"], "main_score": 0.962187, "precision": 0.957757, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.858696, "f1": 0.821476, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"], "main_score": 0.821476, "precision": 0.804957, "recall": 0.858696}, {"accuracy": 0.256917, "f1": 0.197717, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"], "main_score": 0.197717, "precision": 0.178631, "recall": 0.256917}, {"accuracy": 0.912055, "f1": 0.885935, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"], "main_score": 0.885935, "precision": 0.873765, "recall": 0.912055}, {"accuracy": 0.782609, "f1": 0.729677, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"], "main_score": 0.729677, "precision": 0.707065, "recall": 0.782609}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.956522, "f1": 0.942754, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"], "main_score": 0.942754, "precision": 0.936182, "recall": 0.956522}, {"accuracy": 0.891304, "f1": 0.859717, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"], "main_score": 0.859717, "precision": 0.844779, "recall": 0.891304}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"], "main_score": 0.945158, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"], "main_score": 0.958827, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.887352, "f1": 0.854545, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"], "main_score": 0.854545, "precision": 0.839592, "recall": 0.887352}, {"accuracy": 0.849802, "f1": 0.807115, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"], "main_score": 0.807115, "precision": 0.787747, "recall": 0.849802}, {"accuracy": 0.928854, "f1": 0.907016, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"], "main_score": 0.907016, "precision": 0.896492, "recall": 0.928854}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.05336, "f1": 0.028579, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"], "main_score": 0.028579, "precision": 0.023745, "recall": 0.05336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.892292, "f1": 0.860079, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"], "main_score": 0.860079, "precision": 0.845109, "recall": 0.892292}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.870553, "f1": 0.83363, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"], "main_score": 0.83363, "precision": 0.81637, "recall": 0.870553}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.837945, "f1": 0.7972, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"], "main_score": 0.7972, "precision": 0.778986, "recall": 0.837945}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"], "main_score": 0.916008, "precision": 0.906456, "recall": 0.935771}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"], "main_score": 0.931719, "precision": 0.924325, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.899209, "f1": 0.869368, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"], "main_score": 0.869368, "precision": 0.855764, "recall": 0.899209}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"], "main_score": 0.939229, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.940711, "f1": 0.921509, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"], "main_score": 0.921509, "precision": 0.912138, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.856719, "f1": 0.815942, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"], "main_score": 0.815942, "precision": 0.797381, "recall": 0.856719}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.902174, "f1": 0.8722, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"], "main_score": 0.8722, "precision": 0.857543, "recall": 0.902174}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.900198, "f1": 0.871179, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"], "main_score": 0.871179, "precision": 0.857708, "recall": 0.900198}, {"accuracy": 0.947628, "f1": 0.931555, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"], "main_score": 0.931555, "precision": 0.923995, "recall": 0.947628}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.933794, "f1": 0.913933, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"], "main_score": 0.913933, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.853755, "f1": 0.814196, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"], "main_score": 0.814196, "precision": 0.796673, "recall": 0.853755}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.929842, "f1": 0.908992, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"], "main_score": 0.908992, "precision": 0.899292, "recall": 0.929842}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.876482, "f1": 0.840876, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"], "main_score": 0.840876, "precision": 0.823781, "recall": 0.876482}, {"accuracy": 0.923913, "f1": 0.902141, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"], "main_score": 0.902141, "precision": 0.892457, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"], "main_score": 0.935507, "precision": 0.928277, "recall": 0.950593}, {"accuracy": 0.860672, "f1": 0.823814, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"], "main_score": 0.823814, "precision": 0.80779, "recall": 0.860672}, {"accuracy": 0.889328, "f1": 0.856439, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"], "main_score": 0.856439, "precision": 0.841215, "recall": 0.889328}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.829051, "f1": 0.784453, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"], "main_score": 0.784453, "precision": 0.764674, "recall": 0.829051}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.879447, "f1": 0.843939, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"], "main_score": 0.843939, "precision": 0.827322, "recall": 0.879447}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"], "main_score": 0.905632, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.789526, "f1": 0.730122, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"], "main_score": 0.730122, "precision": 0.703781, "recall": 0.789526}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.920949, "f1": 0.897793, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"], "main_score": 0.897793, "precision": 0.886775, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.885705, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"], "main_score": 0.885705, "precision": 0.873353, "recall": 0.911067}, {"accuracy": 0.865613, "f1": 0.829743, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"], "main_score": 0.829743, "precision": 0.813159, "recall": 0.865613}, {"accuracy": 0.057312, "f1": 0.032126, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"], "main_score": 0.032126, "precision": 0.026308, "recall": 0.057312}, {"accuracy": 0.954545, "f1": 0.941173, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"], "main_score": 0.941173, "precision": 0.935277, "recall": 0.954545}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"], "main_score": 0.94193, "precision": 0.935524, "recall": 0.955534}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"], "main_score": 0.922101, "precision": 0.913208, "recall": 0.940711}, {"accuracy": 0.94664, "f1": 0.931324, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"], "main_score": 0.931324, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.9417, "f1": 0.925266, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"], "main_score": 0.925266, "precision": 0.917796, "recall": 0.9417}, {"accuracy": 0.896245, "f1": 0.867095, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"], "main_score": 0.867095, "precision": 0.85359, "recall": 0.896245}, {"accuracy": 0.917984, "f1": 0.893445, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"], "main_score": 0.893445, "precision": 0.881588, "recall": 0.917984}, {"accuracy": 0.944664, "f1": 0.929875, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"], "main_score": 0.929875, "precision": 0.923567, "recall": 0.944664}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.918972, "f1": 0.894928, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"], "main_score": 0.894928, "precision": 0.88307, "recall": 0.918972}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.945652, "f1": 0.930731, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"], "main_score": 0.930731, "precision": 0.924391, "recall": 0.945652}, {"accuracy": 0.898221, "f1": 0.868314, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"], "main_score": 0.868314, "precision": 0.853837, "recall": 0.898221}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"], "main_score": 0.935771, "precision": 0.928887, "recall": 0.950593}, {"accuracy": 0.943676, "f1": 0.927108, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"], "main_score": 0.927108, "precision": 0.919417, "recall": 0.943676}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"], "main_score": 0.892358, "precision": 0.880517, "recall": 0.916996}, {"accuracy": 0.943676, "f1": 0.929436, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"], "main_score": 0.929436, "precision": 0.923493, "recall": 0.943676}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"], "main_score": 0.914196, "precision": 0.904809, "recall": 0.933794}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.938735, "f1": 0.92281, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"], "main_score": 0.92281, "precision": 0.916182, "recall": 0.938735}, {"accuracy": 0.920949, "f1": 0.897069, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"], "main_score": 0.897069, "precision": 0.88587, "recall": 0.920949}, {"accuracy": 0.19664, "f1": 0.147996, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"], "main_score": 0.147996, "precision": 0.135244, "recall": 0.19664}, {"accuracy": 0.9417, "f1": 0.925615, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"], "main_score": 0.925615, "precision": 0.91847, "recall": 0.9417}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"], "main_score": 0.899209, "precision": 0.888175, "recall": 0.921937}, {"accuracy": 0.947628, "f1": 0.930896, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"], "main_score": 0.930896, "precision": 0.922843, "recall": 0.947628}, {"accuracy": 0.929842, "f1": 0.91099, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"], "main_score": 0.91099, "precision": 0.902709, "recall": 0.929842}, {"accuracy": 0.943676, "f1": 0.927339, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"], "main_score": 0.927339, "precision": 0.919796, "recall": 0.943676}, {"accuracy": 0.948617, "f1": 0.934834, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"], "main_score": 0.934834, "precision": 0.928854, "recall": 0.948617}, {"accuracy": 0.903162, "f1": 0.874078, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"], "main_score": 0.874078, "precision": 0.86026, "recall": 0.903162}, {"accuracy": 0.956522, "f1": 0.943972, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"], "main_score": 0.943972, "precision": 0.938274, "recall": 0.956522}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.916008, "f1": 0.894824, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"], "main_score": 0.894824, "precision": 0.885814, "recall": 0.916008}, {"accuracy": 0.944664, "f1": 0.929545, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"], "main_score": 0.929545, "precision": 0.922875, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"], "main_score": 0.930501, "precision": 0.923123, "recall": 0.94664}, {"accuracy": 0.950593, "f1": 0.936825, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"], "main_score": 0.936825, "precision": 0.930451, "recall": 0.950593}, {"accuracy": 0.857708, "f1": 0.819368, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"], "main_score": 0.819368, "precision": 0.80163, "recall": 0.857708}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"], "main_score": 0.915514, "precision": 0.905632, "recall": 0.935771}, {"accuracy": 0.933794, "f1": 0.916669, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"], "main_score": 0.916669, "precision": 0.90943, "recall": 0.933794}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"], "main_score": 0.907444, "precision": 0.896904, "recall": 0.928854}, {"accuracy": 0.953557, "f1": 0.94157, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"], "main_score": 0.94157, "precision": 0.936472, "recall": 0.953557}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"], "main_score": 0.918149, "precision": 0.908762, "recall": 0.937747}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"], "main_score": 0.923748, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.891304, "f1": 0.859881, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"], "main_score": 0.859881, "precision": 0.845438, "recall": 0.891304}, {"accuracy": 0.925889, "f1": 0.903294, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"], "main_score": 0.903294, "precision": 0.892787, "recall": 0.925889}, {"accuracy": 0.932806, "f1": 0.914032, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"], "main_score": 0.914032, "precision": 0.906044, "recall": 0.932806}, {"accuracy": 0.925889, "f1": 0.903788, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"], "main_score": 0.903788, "precision": 0.893445, "recall": 0.925889}, {"accuracy": 0.860672, "f1": 0.825494, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"], "main_score": 0.825494, "precision": 0.809618, "recall": 0.860672}, {"accuracy": 0.945652, "f1": 0.932025, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"], "main_score": 0.932025, "precision": 0.926212, "recall": 0.945652}, {"accuracy": 0.934783, "f1": 0.915843, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"], "main_score": 0.915843, "precision": 0.906456, "recall": 0.934783}, {"accuracy": 0.866601, "f1": 0.829381, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"], "main_score": 0.829381, "precision": 0.812088, "recall": 0.866601}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"], "main_score": 0.907839, "precision": 0.89781, "recall": 0.928854}, {"accuracy": 0.693676, "f1": 0.624344, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"], "main_score": 0.624344, "precision": 0.596205, "recall": 0.693676}, {"accuracy": 0.955534, "f1": 0.942556, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"], "main_score": 0.942556, "precision": 0.936677, "recall": 0.955534}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"], "main_score": 0.930336, "precision": 0.923353, "recall": 0.945652}, {"accuracy": 0.934783, "f1": 0.916601, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"], "main_score": 0.916601, "precision": 0.908794, "recall": 0.934783}, {"accuracy": 0.951581, "f1": 0.937549, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"], "main_score": 0.937549, "precision": 0.931192, "recall": 0.951581}, {"accuracy": 0.903162, "f1": 0.877174, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"], "main_score": 0.877174, "precision": 0.865036, "recall": 0.903162}, {"accuracy": 0.916008, "f1": 0.891535, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"], "main_score": 0.891535, "precision": 0.880385, "recall": 0.916008}, {"accuracy": 0.921937, "f1": 0.897563, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"], "main_score": 0.897563, "precision": 0.886034, "recall": 0.921937}, {"accuracy": 0.948617, "f1": 0.934651, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"], "main_score": 0.934651, "precision": 0.928442, "recall": 0.948617}, {"accuracy": 0.880435, "f1": 0.847069, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"], "main_score": 0.847069, "precision": 0.831275, "recall": 0.880435}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"], "main_score": 0.935441, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.885375, "f1": 0.853162, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"], "main_score": 0.853162, "precision": 0.838389, "recall": 0.885375}, {"accuracy": 0.948617, "f1": 0.933794, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"], "main_score": 0.933794, "precision": 0.926877, "recall": 0.948617}, {"accuracy": 0.939723, "f1": 0.92276, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"], "main_score": 0.92276, "precision": 0.914888, "recall": 0.939723}, {"accuracy": 0.939723, "f1": 0.922727, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"], "main_score": 0.922727, "precision": 0.915184, "recall": 0.939723}, {"accuracy": 0.209486, "f1": 0.144627, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"], "main_score": 0.144627, "precision": 0.125577, "recall": 0.209486}, {"accuracy": 0.887352, "f1": 0.856884, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"], "main_score": 0.856884, "precision": 0.842227, "recall": 0.887352}, {"accuracy": 0.917984, "f1": 0.896278, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"], "main_score": 0.896278, "precision": 0.886644, "recall": 0.917984}, {"accuracy": 0.923913, "f1": 0.900198, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"], "main_score": 0.900198, "precision": 0.888505, "recall": 0.923913}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"], "main_score": 0.920356, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"], "main_score": 0.919203, "precision": 0.91082, "recall": 0.937747}, {"accuracy": 0.905138, "f1": 0.878294, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"], "main_score": 0.878294, "precision": 0.866271, "recall": 0.905138}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.971344, "f1": 0.962352, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"], "main_score": 0.962352, "precision": 0.958086, "recall": 0.971344}, {"accuracy": 0.945652, "f1": 0.931126, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"], "main_score": 0.931126, "precision": 0.924769, "recall": 0.945652}, {"accuracy": 0.932806, "f1": 0.915042, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"], "main_score": 0.915042, "precision": 0.907073, "recall": 0.932806}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"], "main_score": 0.916568, "precision": 0.907724, "recall": 0.935771}, {"accuracy": 0.937747, "f1": 0.919057, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"], "main_score": 0.919057, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.807312, "f1": 0.758959, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"], "main_score": 0.758959, "precision": 0.737467, "recall": 0.807312}, {"accuracy": 0.934783, "f1": 0.916074, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"], "main_score": 0.916074, "precision": 0.907197, "recall": 0.934783}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"], "main_score": 0.940942, "precision": 0.9347, "recall": 0.954545}, {"accuracy": 0.944664, "f1": 0.930303, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"], "main_score": 0.930303, "precision": 0.924036, "recall": 0.944664}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"], "main_score": 0.912615, "precision": 0.903969, "recall": 0.931818}, {"accuracy": 0.889328, "f1": 0.858498, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"], "main_score": 0.858498, "precision": 0.844203, "recall": 0.889328}, {"accuracy": 0.83498, "f1": 0.790876, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"], "main_score": 0.790876, "precision": 0.771229, "recall": 0.83498}, {"accuracy": 0.943676, "f1": 0.925791, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"], "main_score": 0.925791, "precision": 0.917078, "recall": 0.943676}, {"accuracy": 0.958498, "f1": 0.946311, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"], "main_score": 0.946311, "precision": 0.940547, "recall": 0.958498}, {"accuracy": 0.900198, "f1": 0.87029, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"], "main_score": 0.87029, "precision": 0.856143, "recall": 0.900198}, {"accuracy": 0.944664, "f1": 0.928887, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"], "main_score": 0.928887, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.825099, "f1": 0.779842, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"], "main_score": 0.779842, "precision": 0.759042, "recall": 0.825099}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.950593, "f1": 0.936119, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"], "main_score": 0.936119, "precision": 0.929595, "recall": 0.950593}, {"accuracy": 0.9417, "f1": 0.926861, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"], "main_score": 0.926861, "precision": 0.920744, "recall": 0.9417}, {"accuracy": 0.931818, "f1": 0.916246, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"], "main_score": 0.916246, "precision": 0.909947, "recall": 0.931818}, {"accuracy": 0.934783, "f1": 0.917951, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"], "main_score": 0.917951, "precision": 0.910498, "recall": 0.934783}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"], "main_score": 0.917655, "precision": 0.907773, "recall": 0.937747}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.846838, "f1": 0.805797, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"], "main_score": 0.805797, "precision": 0.787253, "recall": 0.846838}, {"accuracy": 0.258893, "f1": 0.200547, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"], "main_score": 0.200547, "precision": 0.181099, "recall": 0.258893}, {"accuracy": 0.890316, "f1": 0.859387, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"], "main_score": 0.859387, "precision": 0.845109, "recall": 0.890316}, {"accuracy": 0.772727, "f1": 0.715156, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"], "main_score": 0.715156, "precision": 0.689839, "recall": 0.772727}, {"accuracy": 0.949605, "f1": 0.934519, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"], "main_score": 0.934519, "precision": 0.927619, "recall": 0.949605}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.90415, "f1": 0.875329, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"], "main_score": 0.875329, "precision": 0.86166, "recall": 0.90415}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"], "main_score": 0.910738, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"], "main_score": 0.937648, "precision": 0.930583, "recall": 0.952569}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"], "main_score": 0.922266, "precision": 0.913208, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"], "main_score": 0.910244, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.948617, "f1": 0.933879, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"], "main_score": 0.933879, "precision": 0.927372, "recall": 0.948617}, {"accuracy": 0.944664, "f1": 0.926383, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"], "main_score": 0.926383, "precision": 0.917325, "recall": 0.944664}, {"accuracy": 0.864625, "f1": 0.826877, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"], "main_score": 0.826877, "precision": 0.809289, "recall": 0.864625}, {"accuracy": 0.874506, "f1": 0.838406, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"], "main_score": 0.838406, "precision": 0.82164, "recall": 0.874506}, {"accuracy": 0.927866, "f1": 0.905468, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"], "main_score": 0.905468, "precision": 0.894598, "recall": 0.927866}, {"accuracy": 0.935771, "f1": 0.91685, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"], "main_score": 0.91685, "precision": 0.90835, "recall": 0.935771}, {"accuracy": 0.044466, "f1": 0.021015, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"], "main_score": 0.021015, "precision": 0.0173, "recall": 0.044466}, {"accuracy": 0.947628, "f1": 0.932213, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"], "main_score": 0.932213, "precision": 0.925181, "recall": 0.947628}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"], "main_score": 0.934947, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.907115, "f1": 0.881755, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"], "main_score": 0.881755, "precision": 0.870727, "recall": 0.907115}, {"accuracy": 0.94664, "f1": 0.931028, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"], "main_score": 0.931028, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.899209, "f1": 0.869071, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"], "main_score": 0.869071, "precision": 0.854414, "recall": 0.899209}, {"accuracy": 0.876482, "f1": 0.842161, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"], "main_score": 0.842161, "precision": 0.826416, "recall": 0.876482}, {"accuracy": 0.925889, "f1": 0.905599, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"], "main_score": 0.905599, "precision": 0.89664, "recall": 0.925889}, {"accuracy": 0.948617, "f1": 0.933729, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"], "main_score": 0.933729, "precision": 0.927207, "recall": 0.948617}, {"accuracy": 0.944664, "f1": 0.927602, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"], "main_score": 0.927602, "precision": 0.919384, "recall": 0.944664}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.835968, "f1": 0.793264, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"], "main_score": 0.793264, "precision": 0.774301, "recall": 0.835968}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"], "main_score": 0.920125, "precision": 0.91143, "recall": 0.938735}, {"accuracy": 0.821146, "f1": 0.777372, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"], "main_score": 0.777372, "precision": 0.758465, "recall": 0.821146}, {"accuracy": 0.906126, "f1": 0.878953, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"], "main_score": 0.878953, "precision": 0.865942, "recall": 0.906126}, {"accuracy": 0.95751, "f1": 0.945356, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"], "main_score": 0.945356, "precision": 0.93997, "recall": 0.95751}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"], "main_score": 0.901021, "precision": 0.889822, "recall": 0.923913}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"], "main_score": 0.904875, "precision": 0.894186, "recall": 0.926877}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.902174, "f1": 0.876791, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"], "main_score": 0.876791, "precision": 0.866016, "recall": 0.902174}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"], "main_score": 0.930567, "precision": 0.923007, "recall": 0.94664}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"], "main_score": 0.903162, "precision": 0.892457, "recall": 0.925889}, {"accuracy": 0.913043, "f1": 0.88643, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"], "main_score": 0.88643, "precision": 0.873435, "recall": 0.913043}, {"accuracy": 0.924901, "f1": 0.901515, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"], "main_score": 0.901515, "precision": 0.890152, "recall": 0.924901}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"], "main_score": 0.8889, "precision": 0.877223, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"], "main_score": 0.934289, "precision": 0.926877, "recall": 0.949605}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"], "main_score": 0.874736, "precision": 0.862236, "recall": 0.902174}, {"accuracy": 0.910079, "f1": 0.884848, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"], "main_score": 0.884848, "precision": 0.873946, "recall": 0.910079}, {"accuracy": 0.925889, "f1": 0.904545, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"], "main_score": 0.904545, "precision": 0.894878, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"], "main_score": 0.916568, "precision": 0.907724, "recall": 0.935771}, {"accuracy": 0.924901, "f1": 0.901581, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"], "main_score": 0.901581, "precision": 0.890234, "recall": 0.924901}, {"accuracy": 0.936759, "f1": 0.91805, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"], "main_score": 0.91805, "precision": 0.909206, "recall": 0.936759}, {"accuracy": 0.835968, "f1": 0.792424, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"], "main_score": 0.792424, "precision": 0.772398, "recall": 0.835968}, {"accuracy": 0.945652, "f1": 0.93128, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"], "main_score": 0.93128, "precision": 0.924975, "recall": 0.945652}, {"accuracy": 0.897233, "f1": 0.869337, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"], "main_score": 0.869337, "precision": 0.856943, "recall": 0.897233}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"], "main_score": 0.938735, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.928491, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"], "main_score": 0.928491, "precision": 0.921278, "recall": 0.944664}, {"accuracy": 0.897233, "f1": 0.866271, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"], "main_score": 0.866271, "precision": 0.851285, "recall": 0.897233}, {"accuracy": 0.949605, "f1": 0.935757, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"], "main_score": 0.935757, "precision": 0.92976, "recall": 0.949605}, {"accuracy": 0.90415, "f1": 0.880995, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"], "main_score": 0.880995, "precision": 0.870142, "recall": 0.90415}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"], "main_score": 0.901252, "precision": 0.890563, "recall": 0.923913}, {"accuracy": 0.942688, "f1": 0.92635, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"], "main_score": 0.92635, "precision": 0.91917, "recall": 0.942688}, {"accuracy": 0.906126, "f1": 0.880237, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"], "main_score": 0.880237, "precision": 0.867754, "recall": 0.906126}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"], "main_score": 0.948617, "precision": 0.942885, "recall": 0.960474}, {"accuracy": 0.86166, "f1": 0.8222, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"], "main_score": 0.8222, "precision": 0.803771, "recall": 0.86166}, {"accuracy": 0.943676, "f1": 0.927108, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"], "main_score": 0.927108, "precision": 0.919384, "recall": 0.943676}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"], "main_score": 0.951153, "precision": 0.945899, "recall": 0.962451}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.893281, "f1": 0.862813, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"], "main_score": 0.862813, "precision": 0.84832, "recall": 0.893281}, {"accuracy": 0.911067, "f1": 0.885441, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"], "main_score": 0.885441, "precision": 0.873435, "recall": 0.911067}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"], "main_score": 0.925296, "precision": 0.916749, "recall": 0.942688}, {"accuracy": 0.901186, "f1": 0.873123, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"], "main_score": 0.873123, "precision": 0.86054, "recall": 0.901186}, {"accuracy": 0.936759, "f1": 0.918944, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"], "main_score": 0.918944, "precision": 0.91115, "recall": 0.936759}, {"accuracy": 0.889328, "f1": 0.854908, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"], "main_score": 0.854908, "precision": 0.838439, "recall": 0.889328}, {"accuracy": 0.889328, "f1": 0.860131, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"], "main_score": 0.860131, "precision": 0.846344, "recall": 0.889328}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"], "main_score": 0.908333, "precision": 0.898007, "recall": 0.929842}, {"accuracy": 0.932806, "f1": 0.914839, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"], "main_score": 0.914839, "precision": 0.907075, "recall": 0.932806}, {"accuracy": 0.820158, "f1": 0.772826, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"], "main_score": 0.772826, "precision": 0.751021, "recall": 0.820158}, {"accuracy": 0.892292, "f1": 0.861891, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"], "main_score": 0.861891, "precision": 0.847744, "recall": 0.892292}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.849802, "f1": 0.809651, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"], "main_score": 0.809651, "precision": 0.791288, "recall": 0.849802}, {"accuracy": 0.859684, "f1": 0.820422, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"], "main_score": 0.820422, "precision": 0.802404, "recall": 0.859684}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"], "main_score": 0.950988, "precision": 0.94557, "recall": 0.962451}, {"accuracy": 0.924901, "f1": 0.901515, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"], "main_score": 0.901515, "precision": 0.890481, "recall": 0.924901}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"], "main_score": 0.931489, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.785573, "f1": 0.729762, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"], "main_score": 0.729762, "precision": 0.704908, "recall": 0.785573}, {"accuracy": 0.943676, "f1": 0.927899, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"], "main_score": 0.927899, "precision": 0.921064, "recall": 0.943676}, {"accuracy": 0.954545, "f1": 0.941502, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"], "main_score": 0.941502, "precision": 0.935441, "recall": 0.954545}, {"accuracy": 0.949605, "f1": 0.935408, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"], "main_score": 0.935408, "precision": 0.929216, "recall": 0.949605}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"], "main_score": 0.953393, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.897233, "f1": 0.868709, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"], "main_score": 0.868709, "precision": 0.855567, "recall": 0.897233}, {"accuracy": 0.911067, "f1": 0.884289, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"], "main_score": 0.884289, "precision": 0.871624, "recall": 0.911067}, {"accuracy": 0.850791, "f1": 0.80855, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"], "main_score": 0.80855, "precision": 0.789592, "recall": 0.850791}, {"accuracy": 0.785573, "f1": 0.72915, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"], "main_score": 0.72915, "precision": 0.704908, "recall": 0.785573}, {"accuracy": 0.035573, "f1": 0.014666, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"], "main_score": 0.014666, "precision": 0.010958, "recall": 0.035573}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.950593, "f1": 0.935013, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"], "main_score": 0.935013, "precision": 0.927619, "recall": 0.950593}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"], "main_score": 0.896739, "precision": 0.885375, "recall": 0.920949}, {"accuracy": 0.874506, "f1": 0.837766, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"], "main_score": 0.837766, "precision": 0.821393, "recall": 0.874506}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.841897, "f1": 0.799111, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"], "main_score": 0.799111, "precision": 0.780171, "recall": 0.841897}, {"accuracy": 0.936759, "f1": 0.918431, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"], "main_score": 0.918431, "precision": 0.90975, "recall": 0.936759}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"], "main_score": 0.939723, "precision": 0.933136, "recall": 0.953557}, {"accuracy": 0.825099, "f1": 0.777339, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"], "main_score": 0.777339, "precision": 0.756538, "recall": 0.825099}, {"accuracy": 0.892292, "f1": 0.859816, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"], "main_score": 0.859816, "precision": 0.845026, "recall": 0.892292}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.793478, "f1": 0.739443, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"], "main_score": 0.739443, "precision": 0.716149, "recall": 0.793478}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.841897, "f1": 0.797845, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"], "main_score": 0.797845, "precision": 0.778228, "recall": 0.841897}, {"accuracy": 0.964427, "f1": 0.953788, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"], "main_score": 0.953788, "precision": 0.948864, "recall": 0.964427}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.903162, "f1": 0.875955, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"], "main_score": 0.875955, "precision": 0.863669, "recall": 0.903162}, {"accuracy": 0.162055, "f1": 0.113943, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"], "main_score": 0.113943, "precision": 0.101428, "recall": 0.162055}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.831028, "f1": 0.78307, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"], "main_score": 0.78307, "precision": 0.761397, "recall": 0.831028}, {"accuracy": 0.959486, "f1": 0.946706, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"], "main_score": 0.946706, "precision": 0.940629, "recall": 0.959486}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.865613, "f1": 0.829875, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"], "main_score": 0.829875, "precision": 0.81474, "recall": 0.865613}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.944401, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"], "main_score": 0.944401, "precision": 0.938159, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.787549, "f1": 0.734691, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"], "main_score": 0.734691, "precision": 0.712098, "recall": 0.787549}, {"accuracy": 0.869565, "f1": 0.832444, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"], "main_score": 0.832444, "precision": 0.815876, "recall": 0.869565}, {"accuracy": 0.995059, "f1": 0.994071, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"], "main_score": 0.994071, "precision": 0.993577, "recall": 0.995059}, {"accuracy": 0.867589, "f1": 0.830517, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"], "main_score": 0.830517, "precision": 0.81353, "recall": 0.867589}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"], "main_score": 0.936759, "precision": 0.92971, "recall": 0.951581}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.908103, "f1": 0.882265, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"], "main_score": 0.882265, "precision": 0.870669, "recall": 0.908103}, {"accuracy": 0.891304, "f1": 0.859881, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"], "main_score": 0.859881, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.922925, "f1": 0.899671, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"], "main_score": 0.899671, "precision": 0.888999, "recall": 0.922925}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"], "main_score": 0.941864, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.79249, "f1": 0.739495, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"], "main_score": 0.739495, "precision": 0.716495, "recall": 0.79249}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.857708, "f1": 0.817871, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"], "main_score": 0.817871, "precision": 0.799522, "recall": 0.857708}, {"accuracy": 0.785573, "f1": 0.729117, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"], "main_score": 0.729117, "precision": 0.705007, "recall": 0.785573}, {"accuracy": 0.824111, "f1": 0.775908, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"], "main_score": 0.775908, "precision": 0.754513, "recall": 0.824111}, {"accuracy": 0.677866, "f1": 0.601407, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"], "main_score": 0.601407, "precision": 0.570356, "recall": 0.677866}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.791502, "f1": 0.737342, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"], "main_score": 0.737342, "precision": 0.714048, "recall": 0.791502}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.943676, "f1": 0.925066, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"], "main_score": 0.925066, "precision": 0.915843, "recall": 0.943676}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.761858, "f1": 0.697118, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"], "main_score": 0.697118, "precision": 0.668389, "recall": 0.761858}, {"accuracy": 0.832016, "f1": 0.78604, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"], "main_score": 0.78604, "precision": 0.765696, "recall": 0.832016}, {"accuracy": 0.783597, "f1": 0.726043, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"], "main_score": 0.726043, "precision": 0.700716, "recall": 0.783597}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.9417, "f1": 0.926172, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"], "main_score": 0.926172, "precision": 0.918808, "recall": 0.9417}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.181818, "f1": 0.120017, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"], "main_score": 0.120017, "precision": 0.104379, "recall": 0.181818}, {"accuracy": 0.8083, "f1": 0.759914, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"], "main_score": 0.759914, "precision": 0.738801, "recall": 0.8083}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.857708, "f1": 0.817358, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"], "main_score": 0.817358, "precision": 0.79972, "recall": 0.857708}, {"accuracy": 0.833004, "f1": 0.788476, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"], "main_score": 0.788476, "precision": 0.768923, "recall": 0.833004}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"], "main_score": 0.931653, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.729249, "f1": 0.663999, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"], "main_score": 0.663999, "precision": 0.63698, "recall": 0.729249}, {"accuracy": 0.869565, "f1": 0.829776, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"], "main_score": 0.829776, "precision": 0.811347, "recall": 0.869565}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.849802, "f1": 0.809637, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"], "main_score": 0.809637, "precision": 0.791864, "recall": 0.849802}, {"accuracy": 0.756917, "f1": 0.698518, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"], "main_score": 0.698518, "precision": 0.674259, "recall": 0.756917}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"], "main_score": 0.93666, "precision": 0.929595, "recall": 0.951581}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.827075, "f1": 0.781211, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"], "main_score": 0.781211, "precision": 0.760935, "recall": 0.827075}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.740119, "f1": 0.678574, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"], "main_score": 0.678574, "precision": 0.652101, "recall": 0.740119}, {"accuracy": 0.918972, "f1": 0.894598, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"], "main_score": 0.894598, "precision": 0.882905, "recall": 0.918972}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.916008, "f1": 0.89137, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"], "main_score": 0.89137, "precision": 0.880221, "recall": 0.916008}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.79249, "f1": 0.737689, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"], "main_score": 0.737689, "precision": 0.714336, "recall": 0.79249}, {"accuracy": 0.204545, "f1": 0.150488, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"], "main_score": 0.150488, "precision": 0.134938, "recall": 0.204545}, {"accuracy": 0.822134, "f1": 0.776239, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"], "main_score": 0.776239, "precision": 0.756406, "recall": 0.822134}, {"accuracy": 0.686759, "f1": 0.617824, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"], "main_score": 0.617824, "precision": 0.590319, "recall": 0.686759}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.902174, "f1": 0.873551, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"], "main_score": 0.873551, "precision": 0.860787, "recall": 0.902174}, {"accuracy": 0.796443, "f1": 0.741834, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"], "main_score": 0.741834, "precision": 0.718043, "recall": 0.796443}, {"accuracy": 0.91502, "f1": 0.889789, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"], "main_score": 0.889789, "precision": 0.877964, "recall": 0.91502}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.940711, "f1": 0.923584, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"], "main_score": 0.923584, "precision": 0.915547, "recall": 0.940711}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"], "main_score": 0.939295, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.91996, "f1": 0.896278, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"], "main_score": 0.896278, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.912055, "f1": 0.886331, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"], "main_score": 0.886331, "precision": 0.874341, "recall": 0.912055}, {"accuracy": 0.802372, "f1": 0.751812, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"], "main_score": 0.751812, "precision": 0.72999, "recall": 0.802372}, {"accuracy": 0.764822, "f1": 0.703913, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"], "main_score": 0.703913, "precision": 0.677693, "recall": 0.764822}, {"accuracy": 0.862648, "f1": 0.822628, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"], "main_score": 0.822628, "precision": 0.804084, "recall": 0.862648}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.04249, "f1": 0.019759, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"], "main_score": 0.019759, "precision": 0.015644, "recall": 0.04249}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.948617, "f1": 0.933089, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"], "main_score": 0.933089, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.887352, "f1": 0.853755, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"], "main_score": 0.853755, "precision": 0.837945, "recall": 0.887352}, {"accuracy": 0.794466, "f1": 0.741853, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"], "main_score": 0.741853, "precision": 0.719245, "recall": 0.794466}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.906126, "f1": 0.879465, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"], "main_score": 0.879465, "precision": 0.867375, "recall": 0.906126}, {"accuracy": 0.901186, "f1": 0.87324, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"], "main_score": 0.87324, "precision": 0.861001, "recall": 0.901186}, {"accuracy": 0.816206, "f1": 0.766041, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"], "main_score": 0.766041, "precision": 0.743297, "recall": 0.816206}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.75, "f1": 0.687206, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"], "main_score": 0.687206, "precision": 0.659884, "recall": 0.75}, {"accuracy": 0.865613, "f1": 0.827668, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"], "main_score": 0.827668, "precision": 0.811001, "recall": 0.865613}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.886364, "f1": 0.853146, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"], "main_score": 0.853146, "precision": 0.838119, "recall": 0.886364}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"], "main_score": 0.972003, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.815217, "f1": 0.765382, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"], "main_score": 0.765382, "precision": 0.744186, "recall": 0.815217}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.913043, "f1": 0.886199, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"], "main_score": 0.886199, "precision": 0.873518, "recall": 0.913043}, {"accuracy": 0.895257, "f1": 0.863768, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"], "main_score": 0.863768, "precision": 0.849308, "recall": 0.895257}, {"accuracy": 0.910079, "f1": 0.882576, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"], "main_score": 0.882576, "precision": 0.869236, "recall": 0.910079}, {"accuracy": 0.924901, "f1": 0.903623, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"], "main_score": 0.903623, "precision": 0.893775, "recall": 0.924901}, {"accuracy": 0.883399, "f1": 0.849522, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"], "main_score": 0.849522, "precision": 0.834133, "recall": 0.883399}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.886364, "f1": 0.852734, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"], "main_score": 0.852734, "precision": 0.837286, "recall": 0.886364}, {"accuracy": 0.901186, "f1": 0.872661, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"], "main_score": 0.872661, "precision": 0.859717, "recall": 0.901186}, {"accuracy": 0.758893, "f1": 0.69837, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"], "main_score": 0.69837, "precision": 0.672803, "recall": 0.758893}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.912055, "f1": 0.884552, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"], "main_score": 0.884552, "precision": 0.871542, "recall": 0.912055}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"], "main_score": 0.935343, "precision": 0.928277, "recall": 0.950593}, {"accuracy": 0.813241, "f1": 0.764182, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"], "main_score": 0.764182, "precision": 0.742984, "recall": 0.813241}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.811265, "f1": 0.758712, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"], "main_score": 0.758712, "precision": 0.735023, "recall": 0.811265}, {"accuracy": 0.889328, "f1": 0.85774, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"], "main_score": 0.85774, "precision": 0.843626, "recall": 0.889328}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.870553, "f1": 0.83543, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"], "main_score": 0.83543, "precision": 0.819606, "recall": 0.870553}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.756917, "f1": 0.695767, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"], "main_score": 0.695767, "precision": 0.66992, "recall": 0.756917}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.853755, "f1": 0.812582, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"], "main_score": 0.812582, "precision": 0.793725, "recall": 0.853755}, {"accuracy": 0.93083, "f1": 0.910771, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"], "main_score": 0.910771, "precision": 0.90163, "recall": 0.93083}, {"accuracy": 0.773715, "f1": 0.717317, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"], "main_score": 0.717317, "precision": 0.693496, "recall": 0.773715}, {"accuracy": 0.87253, "f1": 0.83546, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"], "main_score": 0.83546, "precision": 0.818264, "recall": 0.87253}, {"accuracy": 0.90415, "f1": 0.876515, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"], "main_score": 0.876515, "precision": 0.864048, "recall": 0.90415}, {"accuracy": 0.931818, "f1": 0.912286, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"], "main_score": 0.912286, "precision": 0.90308, "recall": 0.931818}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.895257, "f1": 0.86469, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"], "main_score": 0.86469, "precision": 0.850214, "recall": 0.895257}, {"accuracy": 0.766798, "f1": 0.70928, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"], "main_score": 0.70928, "precision": 0.684586, "recall": 0.766798}, {"accuracy": 0.826087, "f1": 0.777522, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"], "main_score": 0.777522, "precision": 0.755962, "recall": 0.826087}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"], "main_score": 0.94944, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.880435, "f1": 0.846047, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"], "main_score": 0.846047, "precision": 0.830451, "recall": 0.880435}, {"accuracy": 0.871542, "f1": 0.834947, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"], "main_score": 0.834947, "precision": 0.818544, "recall": 0.871542}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.728261, "f1": 0.664549, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"], "main_score": 0.664549, "precision": 0.637961, "recall": 0.728261}, {"accuracy": 0.911067, "f1": 0.883959, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"], "main_score": 0.883959, "precision": 0.87113, "recall": 0.911067}, {"accuracy": 0.93083, "f1": 0.909783, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"], "main_score": 0.909783, "precision": 0.899951, "recall": 0.93083}, {"accuracy": 0.797431, "f1": 0.744979, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"], "main_score": 0.744979, "precision": 0.72248, "recall": 0.797431}, {"accuracy": 0.860672, "f1": 0.821725, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"], "main_score": 0.821725, "precision": 0.804381, "recall": 0.860672}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.917984, "f1": 0.892029, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"], "main_score": 0.892029, "precision": 0.879529, "recall": 0.917984}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"], "main_score": 0.902503, "precision": 0.89114, "recall": 0.925889}, {"accuracy": 0.704545, "f1": 0.635772, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"], "main_score": 0.635772, "precision": 0.607444, "recall": 0.704545}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.910079, "f1": 0.883465, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"], "main_score": 0.883465, "precision": 0.87113, "recall": 0.910079}, {"accuracy": 0.857708, "f1": 0.817787, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"], "main_score": 0.817787, "precision": 0.799736, "recall": 0.857708}, {"accuracy": 0.924901, "f1": 0.904051, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"], "main_score": 0.904051, "precision": 0.894186, "recall": 0.924901}, {"accuracy": 0.874506, "f1": 0.840053, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"], "main_score": 0.840053, "precision": 0.824144, "recall": 0.874506}, {"accuracy": 0.051383, "f1": 0.025192, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"], "main_score": 0.025192, "precision": 0.019458, "recall": 0.051383}, {"accuracy": 0.981225, "f1": 0.97612, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"], "main_score": 0.97612, "precision": 0.973814, "recall": 0.981225}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"], "main_score": 0.950428, "precision": 0.944993, "recall": 0.961462}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"], "main_score": 0.940382, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.972069, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"], "main_score": 0.972069, "precision": 0.969812, "recall": 0.977273}, {"accuracy": 0.914032, "f1": 0.888834, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"], "main_score": 0.888834, "precision": 0.876812, "recall": 0.914032}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.967391, "f1": 0.958893, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"], "main_score": 0.958893, "precision": 0.955122, "recall": 0.967391}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"], "main_score": 0.90695, "precision": 0.89641, "recall": 0.928854}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.968775, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"], "main_score": 0.968775, "precision": 0.965827, "recall": 0.975296}, {"accuracy": 0.912055, "f1": 0.887582, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"], "main_score": 0.887582, "precision": 0.87607, "recall": 0.912055}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.978261, "f1": 0.972991, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"], "main_score": 0.972991, "precision": 0.97052, "recall": 0.978261}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.970356, "f1": 0.962898, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"], "main_score": 0.962898, "precision": 0.959651, "recall": 0.970356}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.980237, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"], "main_score": 0.980237, "precision": 0.978261, "recall": 0.98419}, {"accuracy": 0.972332, "f1": 0.966304, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"], "main_score": 0.966304, "precision": 0.963916, "recall": 0.972332}, {"accuracy": 0.956522, "f1": 0.944401, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"], "main_score": 0.944401, "precision": 0.938653, "recall": 0.956522}, {"accuracy": 0.201581, "f1": 0.156046, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"], "main_score": 0.156046, "precision": 0.143634, "recall": 0.201581}, {"accuracy": 0.977273, "f1": 0.971014, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"], "main_score": 0.971014, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.925889, "f1": 0.905698, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"], "main_score": 0.905698, "precision": 0.896327, "recall": 0.925889}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"], "main_score": 0.954381, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.971344, "f1": 0.964328, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"], "main_score": 0.964328, "precision": 0.961248, "recall": 0.971344}, {"accuracy": 0.907115, "f1": 0.881752, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"], "main_score": 0.881752, "precision": 0.870092, "recall": 0.907115}, {"accuracy": 0.974308, "f1": 0.967358, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"], "main_score": 0.967358, "precision": 0.964262, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.954545, "f1": 0.944415, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"], "main_score": 0.944415, "precision": 0.940399, "recall": 0.954545}, {"accuracy": 0.969368, "f1": 0.961034, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"], "main_score": 0.961034, "precision": 0.957263, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.975296, "f1": 0.968445, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"], "main_score": 0.968445, "precision": 0.965333, "recall": 0.975296}, {"accuracy": 0.868577, "f1": 0.833399, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"], "main_score": 0.833399, "precision": 0.817474, "recall": 0.868577}, {"accuracy": 0.931818, "f1": 0.912879, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"], "main_score": 0.912879, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.967391, "f1": 0.959618, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"], "main_score": 0.959618, "precision": 0.956357, "recall": 0.967391}, {"accuracy": 0.937747, "f1": 0.917819, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"], "main_score": 0.917819, "precision": 0.908103, "recall": 0.937747}, {"accuracy": 0.980237, "f1": 0.974967, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"], "main_score": 0.974967, "precision": 0.972497, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"], "main_score": 0.957675, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.942688, "f1": 0.925132, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"], "main_score": 0.925132, "precision": 0.916584, "recall": 0.942688}, {"accuracy": 0.903162, "f1": 0.877372, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"], "main_score": 0.877372, "precision": 0.86553, "recall": 0.903162}, {"accuracy": 0.948617, "f1": 0.933794, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"], "main_score": 0.933794, "precision": 0.926713, "recall": 0.948617}, {"accuracy": 0.97332, "f1": 0.965646, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"], "main_score": 0.965646, "precision": 0.962039, "recall": 0.97332}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"], "main_score": 0.939888, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.879447, "f1": 0.843215, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"], "main_score": 0.843215, "precision": 0.825758, "recall": 0.879447}, {"accuracy": 0.967391, "f1": 0.960489, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"], "main_score": 0.960489, "precision": 0.957773, "recall": 0.967391}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.867589, "f1": 0.83307, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"], "main_score": 0.83307, "precision": 0.817276, "recall": 0.867589}, {"accuracy": 0.94664, "f1": 0.931818, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"], "main_score": 0.931818, "precision": 0.924736, "recall": 0.94664}, {"accuracy": 0.729249, "f1": 0.667778, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"], "main_score": 0.667778, "precision": 0.642557, "recall": 0.729249}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.97332, "f1": 0.967968, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"], "main_score": 0.967968, "precision": 0.965919, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"], "main_score": 0.961627, "precision": 0.957345, "recall": 0.970356}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"], "main_score": 0.966733, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.891304, "f1": 0.861232, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"], "main_score": 0.861232, "precision": 0.84725, "recall": 0.891304}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"], "main_score": 0.937813, "precision": 0.931571, "recall": 0.951581}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"], "main_score": 0.94137, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.979249, "f1": 0.973551, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"], "main_score": 0.973551, "precision": 0.970932, "recall": 0.979249}, {"accuracy": 0.87747, "f1": 0.842424, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"], "main_score": 0.842424, "precision": 0.826367, "recall": 0.87747}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"], "main_score": 0.956851, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.906126, "f1": 0.877635, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"], "main_score": 0.877635, "precision": 0.863966, "recall": 0.906126}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.955534, "f1": 0.943676, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"], "main_score": 0.943676, "precision": 0.937912, "recall": 0.955534}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.221344, "f1": 0.154749, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"], "main_score": 0.154749, "precision": 0.135292, "recall": 0.221344}, {"accuracy": 0.897233, "f1": 0.870455, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"], "main_score": 0.870455, "precision": 0.858152, "recall": 0.897233}, {"accuracy": 0.956522, "f1": 0.943841, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"], "main_score": 0.943841, "precision": 0.937912, "recall": 0.956522}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"], "main_score": 0.914855, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"], "main_score": 0.926877, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.942688, "f1": 0.926548, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"], "main_score": 0.926548, "precision": 0.918972, "recall": 0.942688}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"], "main_score": 0.959321, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.969862, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"], "main_score": 0.969862, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.977273, "f1": 0.971179, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"], "main_score": 0.971179, "precision": 0.968379, "recall": 0.977273}, {"accuracy": 0.974308, "f1": 0.967391, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"], "main_score": 0.967391, "precision": 0.964097, "recall": 0.974308}, {"accuracy": 0.97332, "f1": 0.967062, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"], "main_score": 0.967062, "precision": 0.964295, "recall": 0.97332}, {"accuracy": 0.841897, "f1": 0.80168, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"], "main_score": 0.80168, "precision": 0.783959, "recall": 0.841897}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"], "main_score": 0.934124, "precision": 0.926713, "recall": 0.949605}, {"accuracy": 0.977273, "f1": 0.97108, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"], "main_score": 0.97108, "precision": 0.968132, "recall": 0.977273}, {"accuracy": 0.977273, "f1": 0.972552, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"], "main_score": 0.972552, "precision": 0.970644, "recall": 0.977273}, {"accuracy": 0.967391, "f1": 0.959113, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"], "main_score": 0.959113, "precision": 0.955575, "recall": 0.967391}, {"accuracy": 0.898221, "f1": 0.869335, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"], "main_score": 0.869335, "precision": 0.856061, "recall": 0.898221}, {"accuracy": 0.863636, "f1": 0.825461, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"], "main_score": 0.825461, "precision": 0.807922, "recall": 0.863636}, {"accuracy": 0.958498, "f1": 0.94664, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"], "main_score": 0.94664, "precision": 0.940876, "recall": 0.958498}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.910079, "f1": 0.884124, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"], "main_score": 0.884124, "precision": 0.871624, "recall": 0.910079}, {"accuracy": 0.978261, "f1": 0.972332, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"], "main_score": 0.972332, "precision": 0.969532, "recall": 0.978261}, {"accuracy": 0.835968, "f1": 0.792194, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"], "main_score": 0.792194, "precision": 0.771657, "recall": 0.835968}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.979249, "f1": 0.973485, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"], "main_score": 0.973485, "precision": 0.970685, "recall": 0.979249}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"], "main_score": 0.968215, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.966403, "f1": 0.958893, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"], "main_score": 0.958893, "precision": 0.955847, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.972233, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"], "main_score": 0.972233, "precision": 0.96945, "recall": 0.978261}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.871542, "f1": 0.835837, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"], "main_score": 0.835837, "precision": 0.819088, "recall": 0.871542}, {"accuracy": 0.266798, "f1": 0.213147, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"], "main_score": 0.213147, "precision": 0.194953, "recall": 0.266798}, {"accuracy": 0.912055, "f1": 0.884387, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"], "main_score": 0.884387, "precision": 0.870883, "recall": 0.912055}, {"accuracy": 0.783597, "f1": 0.730089, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"], "main_score": 0.730089, "precision": 0.706696, "recall": 0.783597}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"], "main_score": 0.955204, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.903162, "f1": 0.87556, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"], "main_score": 0.87556, "precision": 0.862401, "recall": 0.903162}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"], "main_score": 0.963109, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.966403, "f1": 0.957839, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"], "main_score": 0.957839, "precision": 0.95392, "recall": 0.966403}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.978261, "f1": 0.972398, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"], "main_score": 0.972398, "precision": 0.969615, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.873518, "f1": 0.838142, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"], "main_score": 0.838142, "precision": 0.822414, "recall": 0.873518}, {"accuracy": 0.886364, "f1": 0.855303, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"], "main_score": 0.855303, "precision": 0.84086, "recall": 0.886364}, {"accuracy": 0.928854, "f1": 0.908432, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"], "main_score": 0.908432, "precision": 0.898551, "recall": 0.928854}, {"accuracy": 0.964427, "f1": 0.954611, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"], "main_score": 0.954611, "precision": 0.950016, "recall": 0.964427}, {"accuracy": 0.050395, "f1": 0.023127, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"], "main_score": 0.023127, "precision": 0.018538, "recall": 0.050395}, {"accuracy": 0.971344, "f1": 0.964097, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"], "main_score": 0.964097, "precision": 0.960804, "recall": 0.971344}, {"accuracy": 0.961462, "f1": 0.950264, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"], "main_score": 0.950264, "precision": 0.944993, "recall": 0.961462}, {"accuracy": 0.945652, "f1": 0.931966, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"], "main_score": 0.931966, "precision": 0.925981, "recall": 0.945652}, {"accuracy": 0.976285, "f1": 0.970356, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"], "main_score": 0.970356, "precision": 0.967556, "recall": 0.976285}, {"accuracy": 0.917984, "f1": 0.893939, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"], "main_score": 0.893939, "precision": 0.882576, "recall": 0.917984}, {"accuracy": 0.884387, "f1": 0.852174, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"], "main_score": 0.852174, "precision": 0.836874, "recall": 0.884387}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"], "main_score": 0.949934, "precision": 0.944664, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.954216, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"], "main_score": 0.954216, "precision": 0.949275, "recall": 0.964427}, {"accuracy": 0.956522, "f1": 0.944335, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"], "main_score": 0.944335, "precision": 0.93857, "recall": 0.956522}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.852767, "f1": 0.811067, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"], "main_score": 0.811067, "precision": 0.7917, "recall": 0.852767}, {"accuracy": 0.971344, "f1": 0.963241, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"], "main_score": 0.963241, "precision": 0.959651, "recall": 0.971344}, {"accuracy": 0.832016, "f1": 0.786924, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"], "main_score": 0.786924, "precision": 0.766453, "recall": 0.832016}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"], "main_score": 0.91222, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.966403, "f1": 0.956917, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"], "main_score": 0.956917, "precision": 0.952487, "recall": 0.966403}, {"accuracy": 0.953557, "f1": 0.943003, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"], "main_score": 0.943003, "precision": 0.93885, "recall": 0.953557}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"], "main_score": 0.961693, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.932806, "f1": 0.914822, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"], "main_score": 0.914822, "precision": 0.906456, "recall": 0.932806}, {"accuracy": 0.932806, "f1": 0.912879, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"], "main_score": 0.912879, "precision": 0.903162, "recall": 0.932806}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.938735, "f1": 0.920356, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"], "main_score": 0.920356, "precision": 0.911644, "recall": 0.938735}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.981555, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"], "main_score": 0.981555, "precision": 0.979743, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.96581, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"], "main_score": 0.96581, "precision": 0.962368, "recall": 0.97332}, {"accuracy": 0.9417, "f1": 0.925362, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"], "main_score": 0.925362, "precision": 0.918149, "recall": 0.9417}, {"accuracy": 0.954545, "f1": 0.940119, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"], "main_score": 0.940119, "precision": 0.933218, "recall": 0.954545}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"], "main_score": 0.927042, "precision": 0.918972, "recall": 0.943676}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.847826, "f1": 0.806079, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"], "main_score": 0.806079, "precision": 0.786594, "recall": 0.847826}, {"accuracy": 0.974308, "f1": 0.967885, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"], "main_score": 0.967885, "precision": 0.965119, "recall": 0.974308}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.965415, "f1": 0.955863, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"], "main_score": 0.955863, "precision": 0.951449, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.911067, "f1": 0.88587, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"], "main_score": 0.88587, "precision": 0.873682, "recall": 0.911067}, {"accuracy": 0.974308, "f1": 0.967062, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"], "main_score": 0.967062, "precision": 0.963439, "recall": 0.974308}, {"accuracy": 0.908103, "f1": 0.88307, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"], "main_score": 0.88307, "precision": 0.871542, "recall": 0.908103}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"], "main_score": 0.933136, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.974308, "f1": 0.967227, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"], "main_score": 0.967227, "precision": 0.963933, "recall": 0.974308}, {"accuracy": 0.9417, "f1": 0.925395, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"], "main_score": 0.925395, "precision": 0.917655, "recall": 0.9417}, {"accuracy": 0.981225, "f1": 0.975955, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"], "main_score": 0.975955, "precision": 0.973485, "recall": 0.981225}, {"accuracy": 0.864625, "f1": 0.82612, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"], "main_score": 0.82612, "precision": 0.808218, "recall": 0.864625}, {"accuracy": 0.978261, "f1": 0.972826, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"], "main_score": 0.972826, "precision": 0.970389, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.977437, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"], "main_score": 0.977437, "precision": 0.975132, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.973814, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"], "main_score": 0.973814, "precision": 0.971179, "recall": 0.979249}, {"accuracy": 0.958498, "f1": 0.946805, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"], "main_score": 0.946805, "precision": 0.941206, "recall": 0.958498}, {"accuracy": 0.976285, "f1": 0.97052, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"], "main_score": 0.97052, "precision": 0.967721, "recall": 0.976285}, {"accuracy": 0.88834, "f1": 0.857708, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"], "main_score": 0.857708, "precision": 0.843248, "recall": 0.88834}, {"accuracy": 0.923913, "f1": 0.90135, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"], "main_score": 0.90135, "precision": 0.890481, "recall": 0.923913}, {"accuracy": 0.949605, "f1": 0.935112, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"], "main_score": 0.935112, "precision": 0.92803, "recall": 0.949605}, {"accuracy": 0.928854, "f1": 0.909999, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"], "main_score": 0.909999, "precision": 0.901845, "recall": 0.928854}, {"accuracy": 0.976285, "f1": 0.970422, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"], "main_score": 0.970422, "precision": 0.967803, "recall": 0.976285}, {"accuracy": 0.909091, "f1": 0.88363, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"], "main_score": 0.88363, "precision": 0.871624, "recall": 0.909091}, {"accuracy": 0.897233, "f1": 0.868314, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"], "main_score": 0.868314, "precision": 0.854694, "recall": 0.897233}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"], "main_score": 0.926054, "precision": 0.91749, "recall": 0.943676}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.936759, "f1": 0.918445, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"], "main_score": 0.918445, "precision": 0.909585, "recall": 0.936759}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"], "main_score": 0.961957, "precision": 0.958169, "recall": 0.970356}, {"accuracy": 0.84585, "f1": 0.807246, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"], "main_score": 0.807246, "precision": 0.789526, "recall": 0.84585}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"], "main_score": 0.907675, "precision": 0.897974, "recall": 0.928854}, {"accuracy": 0.954545, "f1": 0.9417, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"], "main_score": 0.9417, "precision": 0.935606, "recall": 0.954545}, {"accuracy": 0.878458, "f1": 0.845422, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"], "main_score": 0.845422, "precision": 0.830155, "recall": 0.878458}, {"accuracy": 0.891304, "f1": 0.861858, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"], "main_score": 0.861858, "precision": 0.848403, "recall": 0.891304}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"], "main_score": 0.935441, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.790514, "f1": 0.734585, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"], "main_score": 0.734585, "precision": 0.709157, "recall": 0.790514}, {"accuracy": 0.971344, "f1": 0.964839, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"], "main_score": 0.964839, "precision": 0.962098, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.964427, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"], "main_score": 0.964427, "precision": 0.960639, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"], "main_score": 0.972003, "precision": 0.969038, "recall": 0.978261}, {"accuracy": 0.976285, "f1": 0.969697, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"], "main_score": 0.969697, "precision": 0.966403, "recall": 0.976285}, {"accuracy": 0.928854, "f1": 0.910211, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"], "main_score": 0.910211, "precision": 0.90168, "recall": 0.928854}, {"accuracy": 0.920949, "f1": 0.897134, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"], "main_score": 0.897134, "precision": 0.885952, "recall": 0.920949}, {"accuracy": 0.933794, "f1": 0.913702, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"], "main_score": 0.913702, "precision": 0.904183, "recall": 0.933794}, {"accuracy": 0.913043, "f1": 0.888505, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"], "main_score": 0.888505, "precision": 0.876647, "recall": 0.913043}, {"accuracy": 0.057312, "f1": 0.031484, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"], "main_score": 0.031484, "precision": 0.025771, "recall": 0.057312}, {"accuracy": 0.975296, "f1": 0.968928, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"], "main_score": 0.968928, "precision": 0.966197, "recall": 0.975296}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"], "main_score": 0.964097, "precision": 0.960343, "recall": 0.972332}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.974308, "f1": 0.967227, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"], "main_score": 0.967227, "precision": 0.964295, "recall": 0.974308}, {"accuracy": 0.947628, "f1": 0.932312, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"], "main_score": 0.932312, "precision": 0.924901, "recall": 0.947628}, {"accuracy": 0.952569, "f1": 0.93857, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"], "main_score": 0.93857, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.956522, "f1": 0.947785, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"], "main_score": 0.947785, "precision": 0.944912, "recall": 0.956522}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"], "main_score": 0.961528, "precision": 0.957428, "recall": 0.970356}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"], "main_score": 0.913043, "precision": 0.902833, "recall": 0.933794}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.967095, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"], "main_score": 0.967095, "precision": 0.965074, "recall": 0.972332}, {"accuracy": 0.928854, "f1": 0.906621, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"], "main_score": 0.906621, "precision": 0.895751, "recall": 0.928854}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.963472, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"], "main_score": 0.963472, "precision": 0.960227, "recall": 0.971344}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.20751, "f1": 0.164543, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"], "main_score": 0.164543, "precision": 0.152394, "recall": 0.20751}, {"accuracy": 0.981225, "f1": 0.976515, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"], "main_score": 0.976515, "precision": 0.974588, "recall": 0.981225}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.969368, "f1": 0.960375, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"], "main_score": 0.960375, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"], "main_score": 0.959058, "precision": 0.954957, "recall": 0.968379}, {"accuracy": 0.975296, "f1": 0.968182, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"], "main_score": 0.968182, "precision": 0.965086, "recall": 0.975296}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.979249, "f1": 0.973932, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"], "main_score": 0.973932, "precision": 0.971838, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"], "main_score": 0.971904, "precision": 0.968956, "recall": 0.978261}, {"accuracy": 0.938735, "f1": 0.925863, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"], "main_score": 0.925863, "precision": 0.921009, "recall": 0.938735}, {"accuracy": 0.966403, "f1": 0.957955, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"], "main_score": 0.957955, "precision": 0.954604, "recall": 0.966403}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971805, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"], "main_score": 0.971805, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.900198, "f1": 0.871047, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"], "main_score": 0.871047, "precision": 0.857378, "recall": 0.900198}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.975296, "f1": 0.96861, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"], "main_score": 0.96861, "precision": 0.965695, "recall": 0.975296}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"], "main_score": 0.94697, "precision": 0.941206, "recall": 0.958498}, {"accuracy": 0.983202, "f1": 0.97971, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"], "main_score": 0.97971, "precision": 0.978656, "recall": 0.983202}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.970356, "f1": 0.96087, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"], "main_score": 0.96087, "precision": 0.956275, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"], "main_score": 0.94137, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"], "main_score": 0.974308, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.903162, "f1": 0.874078, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"], "main_score": 0.874078, "precision": 0.86026, "recall": 0.903162}, {"accuracy": 0.966403, "f1": 0.958969, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"], "main_score": 0.958969, "precision": 0.955939, "recall": 0.966403}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"], "main_score": 0.943347, "precision": 0.937121, "recall": 0.956522}, {"accuracy": 0.881423, "f1": 0.849835, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"], "main_score": 0.849835, "precision": 0.834898, "recall": 0.881423}, {"accuracy": 0.955534, "f1": 0.942424, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"], "main_score": 0.942424, "precision": 0.936182, "recall": 0.955534}, {"accuracy": 0.709486, "f1": 0.646511, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"], "main_score": 0.646511, "precision": 0.621337, "recall": 0.709486}, {"accuracy": 0.976285, "f1": 0.969598, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"], "main_score": 0.969598, "precision": 0.966815, "recall": 0.976285}, {"accuracy": 0.980237, "f1": 0.975747, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"], "main_score": 0.975747, "precision": 0.97402, "recall": 0.980237}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.964723, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"], "main_score": 0.964723, "precision": 0.961627, "recall": 0.972332}, {"accuracy": 0.938735, "f1": 0.919302, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"], "main_score": 0.919302, "precision": 0.909914, "recall": 0.938735}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.972516, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"], "main_score": 0.972516, "precision": 0.970109, "recall": 0.978261}, {"accuracy": 0.913043, "f1": 0.888241, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"], "main_score": 0.888241, "precision": 0.876565, "recall": 0.913043}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.907115, "f1": 0.879183, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"], "main_score": 0.879183, "precision": 0.86586, "recall": 0.907115}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"], "main_score": 0.9528, "precision": 0.947875, "recall": 0.963439}, {"accuracy": 0.968379, "f1": 0.958959, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"], "main_score": 0.958959, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.217391, "f1": 0.15389, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"], "main_score": 0.15389, "precision": 0.136143, "recall": 0.217391}, {"accuracy": 0.932806, "f1": 0.913702, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"], "main_score": 0.913702, "precision": 0.90448, "recall": 0.932806}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"], "main_score": 0.929348, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.910211, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"], "main_score": 0.910211, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"], "main_score": 0.96805, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.97197, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"], "main_score": 0.97197, "precision": 0.969203, "recall": 0.978261}, {"accuracy": 0.976285, "f1": 0.96965, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"], "main_score": 0.96965, "precision": 0.966733, "recall": 0.976285}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"], "main_score": 0.966798, "precision": 0.963521, "recall": 0.974308}, {"accuracy": 0.855731, "f1": 0.81693, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"], "main_score": 0.81693, "precision": 0.799028, "recall": 0.855731}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"], "main_score": 0.964493, "precision": 0.961084, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.965964, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"], "main_score": 0.965964, "precision": 0.963431, "recall": 0.972332}, {"accuracy": 0.967391, "f1": 0.959567, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"], "main_score": 0.959567, "precision": 0.956374, "recall": 0.967391}, {"accuracy": 0.914032, "f1": 0.888142, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"], "main_score": 0.888142, "precision": 0.876153, "recall": 0.914032}, {"accuracy": 0.867589, "f1": 0.83139, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"], "main_score": 0.83139, "precision": 0.814674, "recall": 0.867589}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"], "main_score": 0.97859, "precision": 0.976647, "recall": 0.983202}, {"accuracy": 0.859684, "f1": 0.820718, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"], "main_score": 0.820718, "precision": 0.802125, "recall": 0.859684}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"], "main_score": 0.974308, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.96614, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"], "main_score": 0.96614, "precision": 0.963225, "recall": 0.97332}, {"accuracy": 0.97332, "f1": 0.968124, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"], "main_score": 0.968124, "precision": 0.966444, "recall": 0.97332}, {"accuracy": 0.972332, "f1": 0.965862, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"], "main_score": 0.965862, "precision": 0.963307, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.893281, "f1": 0.861891, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"], "main_score": 0.861891, "precision": 0.847085, "recall": 0.893281}, {"accuracy": 0.266798, "f1": 0.210694, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"], "main_score": 0.210694, "precision": 0.19252, "recall": 0.266798}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.826087, "f1": 0.77996, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"], "main_score": 0.77996, "precision": 0.759634, "recall": 0.826087}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"], "main_score": 0.897299, "precision": 0.886314, "recall": 0.920949}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"], "main_score": 0.953557, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"], "main_score": 0.965744, "precision": 0.962484, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.902174, "f1": 0.87253, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"], "main_score": 0.87253, "precision": 0.858366, "recall": 0.902174}, {"accuracy": 0.902174, "f1": 0.874967, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"], "main_score": 0.874967, "precision": 0.862154, "recall": 0.902174}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.052372, "f1": 0.026864, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"], "main_score": 0.026864, "precision": 0.021715, "recall": 0.052372}, {"accuracy": 0.95751, "f1": 0.945866, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"], "main_score": 0.945866, "precision": 0.940853, "recall": 0.95751}, {"accuracy": 0.970356, "f1": 0.962286, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"], "main_score": 0.962286, "precision": 0.958498, "recall": 0.970356}, {"accuracy": 0.933794, "f1": 0.918357, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"], "main_score": 0.918357, "precision": 0.912198, "recall": 0.933794}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.922925, "f1": 0.900165, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"], "main_score": 0.900165, "precision": 0.889657, "recall": 0.922925}, {"accuracy": 0.913043, "f1": 0.887648, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"], "main_score": 0.887648, "precision": 0.875329, "recall": 0.913043}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"], "main_score": 0.953557, "precision": 0.948485, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"], "main_score": 0.950758, "precision": 0.945817, "recall": 0.961462}, {"accuracy": 0.878458, "f1": 0.842622, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"], "main_score": 0.842622, "precision": 0.825675, "recall": 0.878458}, {"accuracy": 0.97332, "f1": 0.96614, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"], "main_score": 0.96614, "precision": 0.963225, "recall": 0.97332}, {"accuracy": 0.852767, "f1": 0.814808, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"], "main_score": 0.814808, "precision": 0.797266, "recall": 0.852767}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.961462, "f1": 0.951372, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"], "main_score": 0.951372, "precision": 0.947011, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.952569, "f1": 0.937154, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"], "main_score": 0.937154, "precision": 0.929595, "recall": 0.952569}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.9417, "f1": 0.926647, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"], "main_score": 0.926647, "precision": 0.920383, "recall": 0.9417}, {"accuracy": 0.963439, "f1": 0.951976, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"], "main_score": 0.951976, "precision": 0.946558, "recall": 0.963439}, {"accuracy": 0.947628, "f1": 0.93223, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"], "main_score": 0.93223, "precision": 0.925042, "recall": 0.947628}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.945652, "f1": 0.929696, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"], "main_score": 0.929696, "precision": 0.922513, "recall": 0.945652}, {"accuracy": 0.952569, "f1": 0.93857, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"], "main_score": 0.93857, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.956522, "f1": 0.944335, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"], "main_score": 0.944335, "precision": 0.938603, "recall": 0.956522}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"], "main_score": 0.939065, "precision": 0.932181, "recall": 0.953557}, {"accuracy": 0.960474, "f1": 0.948979, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"], "main_score": 0.948979, "precision": 0.943923, "recall": 0.960474}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"], "main_score": 0.921344, "precision": 0.912467, "recall": 0.939723}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.87747, "f1": 0.842292, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"], "main_score": 0.842292, "precision": 0.825511, "recall": 0.87747}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"], "main_score": 0.968116, "precision": 0.964872, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"], "main_score": 0.926713, "precision": 0.918478, "recall": 0.943676}, {"accuracy": 0.934783, "f1": 0.918267, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"], "main_score": 0.918267, "precision": 0.911506, "recall": 0.934783}, {"accuracy": 0.971344, "f1": 0.96334, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"], "main_score": 0.96334, "precision": 0.959733, "recall": 0.971344}, {"accuracy": 0.922925, "f1": 0.900527, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"], "main_score": 0.900527, "precision": 0.889493, "recall": 0.922925}, {"accuracy": 0.974308, "f1": 0.967358, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"], "main_score": 0.967358, "precision": 0.96446, "recall": 0.974308}, {"accuracy": 0.935771, "f1": 0.918972, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"], "main_score": 0.918972, "precision": 0.911232, "recall": 0.935771}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"], "main_score": 0.950758, "precision": 0.945191, "recall": 0.962451}, {"accuracy": 0.970356, "f1": 0.961594, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"], "main_score": 0.961594, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.98419, "f1": 0.98019, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"], "main_score": 0.98019, "precision": 0.97859, "recall": 0.98419}, {"accuracy": 0.887352, "f1": 0.853986, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"], "main_score": 0.853986, "precision": 0.837862, "recall": 0.887352}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.97332, "f1": 0.965697, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"], "main_score": 0.965697, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"], "main_score": 0.916568, "precision": 0.907362, "recall": 0.935771}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.923913, "f1": 0.902489, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"], "main_score": 0.902489, "precision": 0.893067, "recall": 0.923913}, {"accuracy": 0.974308, "f1": 0.967194, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"], "main_score": 0.967194, "precision": 0.964262, "recall": 0.974308}, {"accuracy": 0.935771, "f1": 0.915679, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"], "main_score": 0.915679, "precision": 0.905962, "recall": 0.935771}, {"accuracy": 0.916008, "f1": 0.892852, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"], "main_score": 0.892852, "precision": 0.882032, "recall": 0.916008}, {"accuracy": 0.935771, "f1": 0.914526, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"], "main_score": 0.914526, "precision": 0.903986, "recall": 0.935771}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.964427, "f1": 0.956423, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"], "main_score": 0.956423, "precision": 0.953268, "recall": 0.964427}, {"accuracy": 0.848814, "f1": 0.80975, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"], "main_score": 0.80975, "precision": 0.7917, "recall": 0.848814}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.880435, "f1": 0.849045, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"], "main_score": 0.849045, "precision": 0.834799, "recall": 0.880435}, {"accuracy": 0.898221, "f1": 0.870455, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"], "main_score": 0.870455, "precision": 0.85746, "recall": 0.898221}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.960474, "f1": 0.948024, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"], "main_score": 0.948024, "precision": 0.942111, "recall": 0.960474}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"], "main_score": 0.944895, "precision": 0.938982, "recall": 0.95751}, {"accuracy": 0.816206, "f1": 0.767194, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"], "main_score": 0.767194, "precision": 0.744845, "recall": 0.816206}, {"accuracy": 0.970356, "f1": 0.962187, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"], "main_score": 0.962187, "precision": 0.958778, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"], "main_score": 0.965744, "precision": 0.962484, "recall": 0.97332}, {"accuracy": 0.970356, "f1": 0.962253, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"], "main_score": 0.962253, "precision": 0.958992, "recall": 0.970356}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"], "main_score": 0.945487, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"], "main_score": 0.930007, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.812253, "f1": 0.762733, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"], "main_score": 0.762733, "precision": 0.741469, "recall": 0.812253}, {"accuracy": 0.805336, "f1": 0.754249, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"], "main_score": 0.754249, "precision": 0.730731, "recall": 0.805336}, {"accuracy": 0.054348, "f1": 0.028044, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"], "main_score": 0.028044, "precision": 0.021356, "recall": 0.054348}, {"accuracy": 0.801383, "f1": 0.766645, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"], "main_score": 0.766645, "precision": 0.754628, "recall": 0.801383}, {"accuracy": 0.807312, "f1": 0.762533, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"], "main_score": 0.762533, "precision": 0.745128, "recall": 0.807312}, {"accuracy": 0.881423, "f1": 0.845092, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"], "main_score": 0.845092, "precision": 0.828146, "recall": 0.881423}, {"accuracy": 0.860672, "f1": 0.823108, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"], "main_score": 0.823108, "precision": 0.806143, "recall": 0.860672}, {"accuracy": 0.890316, "f1": 0.860507, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"], "main_score": 0.860507, "precision": 0.846179, "recall": 0.890316}, {"accuracy": 0.786561, "f1": 0.749668, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"], "main_score": 0.749668, "precision": 0.736602, "recall": 0.786561}, {"accuracy": 0.840909, "f1": 0.798188, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"], "main_score": 0.798188, "precision": 0.778854, "recall": 0.840909}, {"accuracy": 0.795455, "f1": 0.742144, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"], "main_score": 0.742144, "precision": 0.71913, "recall": 0.795455}, {"accuracy": 0.73913, "f1": 0.701181, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"], "main_score": 0.701181, "precision": 0.688422, "recall": 0.73913}, {"accuracy": 0.835968, "f1": 0.793566, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"], "main_score": 0.793566, "precision": 0.775354, "recall": 0.835968}, {"accuracy": 0.876482, "f1": 0.843116, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"], "main_score": 0.843116, "precision": 0.827157, "recall": 0.876482}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"], "main_score": 0.902833, "precision": 0.891963, "recall": 0.924901}, {"accuracy": 0.795455, "f1": 0.750682, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"], "main_score": 0.750682, "precision": 0.733722, "recall": 0.795455}, {"accuracy": 0.823123, "f1": 0.791764, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"], "main_score": 0.791764, "precision": 0.778892, "recall": 0.823123}, {"accuracy": 0.852767, "f1": 0.812418, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"], "main_score": 0.812418, "precision": 0.793478, "recall": 0.852767}, {"accuracy": 0.847826, "f1": 0.814284, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"], "main_score": 0.814284, "precision": 0.801253, "recall": 0.847826}, {"accuracy": 0.801383, "f1": 0.761894, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"], "main_score": 0.761894, "precision": 0.747442, "recall": 0.801383}, {"accuracy": 0.786561, "f1": 0.734952, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"], "main_score": 0.734952, "precision": 0.713413, "recall": 0.786561}, {"accuracy": 0.795455, "f1": 0.757602, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"], "main_score": 0.757602, "precision": 0.744414, "recall": 0.795455}, {"accuracy": 0.895257, "f1": 0.866831, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"], "main_score": 0.866831, "precision": 0.853343, "recall": 0.895257}, {"accuracy": 0.862648, "f1": 0.82365, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"], "main_score": 0.82365, "precision": 0.80611, "recall": 0.862648}, {"accuracy": 0.820158, "f1": 0.788004, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"], "main_score": 0.788004, "precision": 0.775875, "recall": 0.820158}, {"accuracy": 0.854743, "f1": 0.814545, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"], "main_score": 0.814545, "precision": 0.796229, "recall": 0.854743}, {"accuracy": 0.170949, "f1": 0.141203, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"], "main_score": 0.141203, "precision": 0.132529, "recall": 0.170949}, {"accuracy": 0.852767, "f1": 0.823756, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"], "main_score": 0.823756, "precision": 0.811957, "recall": 0.852767}, {"accuracy": 0.870553, "f1": 0.837022, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"], "main_score": 0.837022, "precision": 0.821393, "recall": 0.870553}, {"accuracy": 0.826087, "f1": 0.778906, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"], "main_score": 0.778906, "precision": 0.758712, "recall": 0.826087}, {"accuracy": 0.770751, "f1": 0.727436, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"], "main_score": 0.727436, "precision": 0.712019, "recall": 0.770751}, {"accuracy": 0.787549, "f1": 0.751397, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"], "main_score": 0.751397, "precision": 0.738663, "recall": 0.787549}, {"accuracy": 0.780632, "f1": 0.741123, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"], "main_score": 0.741123, "precision": 0.726907, "recall": 0.780632}, {"accuracy": 0.818182, "f1": 0.770916, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"], "main_score": 0.770916, "precision": 0.75028, "recall": 0.818182}, {"accuracy": 0.829051, "f1": 0.795675, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"], "main_score": 0.795675, "precision": 0.783632, "recall": 0.829051}, {"accuracy": 0.837945, "f1": 0.797219, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"], "main_score": 0.797219, "precision": 0.779924, "recall": 0.837945}, {"accuracy": 0.757905, "f1": 0.730372, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"], "main_score": 0.730372, "precision": 0.719997, "recall": 0.757905}, {"accuracy": 0.786561, "f1": 0.743387, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"], "main_score": 0.743387, "precision": 0.727993, "recall": 0.786561}, {"accuracy": 0.810277, "f1": 0.771551, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"], "main_score": 0.771551, "precision": 0.757581, "recall": 0.810277}, {"accuracy": 0.816206, "f1": 0.781898, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"], "main_score": 0.781898, "precision": 0.769713, "recall": 0.816206}, {"accuracy": 0.8083, "f1": 0.758893, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"], "main_score": 0.758893, "precision": 0.736907, "recall": 0.8083}, {"accuracy": 0.833004, "f1": 0.789196, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"], "main_score": 0.789196, "precision": 0.769516, "recall": 0.833004}, {"accuracy": 0.782609, "f1": 0.746639, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"], "main_score": 0.746639, "precision": 0.733856, "recall": 0.782609}, {"accuracy": 0.83004, "f1": 0.784552, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"], "main_score": 0.784552, "precision": 0.763867, "recall": 0.83004}, {"accuracy": 0.79249, "f1": 0.760422, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"], "main_score": 0.760422, "precision": 0.748941, "recall": 0.79249}, {"accuracy": 0.817194, "f1": 0.769598, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"], "main_score": 0.769598, "precision": 0.750099, "recall": 0.817194}, {"accuracy": 0.882411, "f1": 0.849572, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"], "main_score": 0.849572, "precision": 0.834848, "recall": 0.882411}, {"accuracy": 0.818182, "f1": 0.77273, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"], "main_score": 0.77273, "precision": 0.754407, "recall": 0.818182}, {"accuracy": 0.809289, "f1": 0.759985, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"], "main_score": 0.759985, "precision": 0.738587, "recall": 0.809289}, {"accuracy": 0.768775, "f1": 0.713251, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"], "main_score": 0.713251, "precision": 0.690729, "recall": 0.768775}, {"accuracy": 0.796443, "f1": 0.742721, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"], "main_score": 0.742721, "precision": 0.720487, "recall": 0.796443}, {"accuracy": 0.735178, "f1": 0.685828, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"], "main_score": 0.685828, "precision": 0.668695, "recall": 0.735178}, {"accuracy": 0.787549, "f1": 0.737189, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"], "main_score": 0.737189, "precision": 0.717038, "recall": 0.787549}, {"accuracy": 0.795455, "f1": 0.744664, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"], "main_score": 0.744664, "precision": 0.722069, "recall": 0.795455}, {"accuracy": 0.785573, "f1": 0.752165, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"], "main_score": 0.752165, "precision": 0.738756, "recall": 0.785573}, {"accuracy": 0.873518, "f1": 0.837912, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"], "main_score": 0.837912, "precision": 0.821673, "recall": 0.873518}, {"accuracy": 0.80336, "f1": 0.751581, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"], "main_score": 0.751581, "precision": 0.728261, "recall": 0.80336}, {"accuracy": 0.91502, "f1": 0.89081, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"], "main_score": 0.89081, "precision": 0.879117, "recall": 0.91502}, {"accuracy": 0.577075, "f1": 0.504093, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"], "main_score": 0.504093, "precision": 0.478915, "recall": 0.577075}, {"accuracy": 0.8083, "f1": 0.771436, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"], "main_score": 0.771436, "precision": 0.758562, "recall": 0.8083}, {"accuracy": 0.836957, "f1": 0.807685, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"], "main_score": 0.807685, "precision": 0.796214, "recall": 0.836957}, {"accuracy": 0.751976, "f1": 0.700304, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"], "main_score": 0.700304, "precision": 0.681952, "recall": 0.751976}, {"accuracy": 0.804348, "f1": 0.767834, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"], "main_score": 0.767834, "precision": 0.754615, "recall": 0.804348}, {"accuracy": 0.843874, "f1": 0.804348, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"], "main_score": 0.804348, "precision": 0.785935, "recall": 0.843874}, {"accuracy": 0.758893, "f1": 0.707115, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"], "main_score": 0.707115, "precision": 0.687773, "recall": 0.758893}, {"accuracy": 0.802372, "f1": 0.754018, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"], "main_score": 0.754018, "precision": 0.734025, "recall": 0.802372}, {"accuracy": 0.807312, "f1": 0.777285, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"], "main_score": 0.777285, "precision": 0.766048, "recall": 0.807312}, {"accuracy": 0.831028, "f1": 0.788175, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"], "main_score": 0.788175, "precision": 0.768281, "recall": 0.831028}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"], "main_score": 0.931818, "precision": 0.924078, "recall": 0.947628}, {"accuracy": 0.889328, "f1": 0.859256, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"], "main_score": 0.859256, "precision": 0.845109, "recall": 0.889328}, {"accuracy": 0.766798, "f1": 0.711304, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"], "main_score": 0.711304, "precision": 0.689562, "recall": 0.766798}, {"accuracy": 0.782609, "f1": 0.732237, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"], "main_score": 0.732237, "precision": 0.712898, "recall": 0.782609}, {"accuracy": 0.775692, "f1": 0.732069, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"], "main_score": 0.732069, "precision": 0.717579, "recall": 0.775692}, {"accuracy": 0.194664, "f1": 0.145087, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"], "main_score": 0.145087, "precision": 0.129939, "recall": 0.194664}, {"accuracy": 0.820158, "f1": 0.773155, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"], "main_score": 0.773155, "precision": 0.75168, "recall": 0.820158}, {"accuracy": 0.766798, "f1": 0.716653, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"], "main_score": 0.716653, "precision": 0.697638, "recall": 0.766798}, {"accuracy": 0.87747, "f1": 0.843939, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"], "main_score": 0.843939, "precision": 0.828146, "recall": 0.87747}, {"accuracy": 0.892292, "f1": 0.864295, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"], "main_score": 0.864295, "precision": 0.85112, "recall": 0.892292}, {"accuracy": 0.778656, "f1": 0.732011, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"], "main_score": 0.732011, "precision": 0.715178, "recall": 0.778656}, {"accuracy": 0.758893, "f1": 0.706908, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"], "main_score": 0.706908, "precision": 0.688788, "recall": 0.758893}, {"accuracy": 0.852767, "f1": 0.810691, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"], "main_score": 0.810691, "precision": 0.792325, "recall": 0.852767}, {"accuracy": 0.814229, "f1": 0.774226, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"], "main_score": 0.774226, "precision": 0.759231, "recall": 0.814229}, {"accuracy": 0.79249, "f1": 0.756393, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"], "main_score": 0.756393, "precision": 0.744241, "recall": 0.79249}, {"accuracy": 0.784585, "f1": 0.747257, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"], "main_score": 0.747257, "precision": 0.733064, "recall": 0.784585}, {"accuracy": 0.747036, "f1": 0.700974, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"], "main_score": 0.700974, "precision": 0.685581, "recall": 0.747036}, {"accuracy": 0.810277, "f1": 0.77024, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"], "main_score": 0.77024, "precision": 0.754103, "recall": 0.810277}, {"accuracy": 0.732213, "f1": 0.665349, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"], "main_score": 0.665349, "precision": 0.636545, "recall": 0.732213}, {"accuracy": 0.862648, "f1": 0.825329, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"], "main_score": 0.825329, "precision": 0.807889, "recall": 0.862648}, {"accuracy": 0.786561, "f1": 0.748988, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"], "main_score": 0.748988, "precision": 0.734653, "recall": 0.786561}, {"accuracy": 0.805336, "f1": 0.777558, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"], "main_score": 0.777558, "precision": 0.766951, "recall": 0.805336}, {"accuracy": 0.802372, "f1": 0.769614, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"], "main_score": 0.769614, "precision": 0.756757, "recall": 0.802372}, {"accuracy": 0.81917, "f1": 0.771231, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"], "main_score": 0.771231, "precision": 0.750412, "recall": 0.81917}, {"accuracy": 0.784585, "f1": 0.730138, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"], "main_score": 0.730138, "precision": 0.706061, "recall": 0.784585}, {"accuracy": 0.833004, "f1": 0.789097, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"], "main_score": 0.789097, "precision": 0.770438, "recall": 0.833004}, {"accuracy": 0.812253, "f1": 0.76522, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"], "main_score": 0.76522, "precision": 0.746222, "recall": 0.812253}, {"accuracy": 0.823123, "f1": 0.777866, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"], "main_score": 0.777866, "precision": 0.757329, "recall": 0.823123}, {"accuracy": 0.839921, "f1": 0.804168, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"], "main_score": 0.804168, "precision": 0.789502, "recall": 0.839921}, {"accuracy": 0.758893, "f1": 0.700033, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"], "main_score": 0.700033, "precision": 0.673781, "recall": 0.758893}, {"accuracy": 0.905138, "f1": 0.878294, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"], "main_score": 0.878294, "precision": 0.865777, "recall": 0.905138}, {"accuracy": 0.831028, "f1": 0.796341, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"], "main_score": 0.796341, "precision": 0.782643, "recall": 0.831028}, {"accuracy": 0.778656, "f1": 0.742448, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"], "main_score": 0.742448, "precision": 0.729901, "recall": 0.778656}, {"accuracy": 0.754941, "f1": 0.723743, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"], "main_score": 0.723743, "precision": 0.713332, "recall": 0.754941}, {"accuracy": 0.758893, "f1": 0.723532, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"], "main_score": 0.723532, "precision": 0.711778, "recall": 0.758893}, {"accuracy": 0.846838, "f1": 0.80336, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"], "main_score": 0.80336, "precision": 0.784009, "recall": 0.846838}, {"accuracy": 0.84585, "f1": 0.806621, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"], "main_score": 0.806621, "precision": 0.790267, "recall": 0.84585}, {"accuracy": 0.823123, "f1": 0.775296, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"], "main_score": 0.775296, "precision": 0.753953, "recall": 0.823123}, {"accuracy": 0.242095, "f1": 0.1956, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"], "main_score": 0.1956, "precision": 0.180207, "recall": 0.242095}, {"accuracy": 0.840909, "f1": 0.799868, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"], "main_score": 0.799868, "precision": 0.781291, "recall": 0.840909}, {"accuracy": 0.685771, "f1": 0.610216, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"], "main_score": 0.610216, "precision": 0.579249, "recall": 0.685771}, {"accuracy": 0.811265, "f1": 0.767103, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"], "main_score": 0.767103, "precision": 0.749789, "recall": 0.811265}, {"accuracy": 0.908103, "f1": 0.880007, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"], "main_score": 0.880007, "precision": 0.866683, "recall": 0.908103}, {"accuracy": 0.796443, "f1": 0.743267, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"], "main_score": 0.743267, "precision": 0.720125, "recall": 0.796443}, {"accuracy": 0.849802, "f1": 0.808037, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"], "main_score": 0.808037, "precision": 0.78918, "recall": 0.849802}, {"accuracy": 0.836957, "f1": 0.795243, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"], "main_score": 0.795243, "precision": 0.777157, "recall": 0.836957}, {"accuracy": 0.83004, "f1": 0.786284, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"], "main_score": 0.786284, "precision": 0.767325, "recall": 0.83004}, {"accuracy": 0.825099, "f1": 0.78398, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"], "main_score": 0.78398, "precision": 0.767326, "recall": 0.825099}, {"accuracy": 0.818182, "f1": 0.770455, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"], "main_score": 0.770455, "precision": 0.749704, "recall": 0.818182}, {"accuracy": 0.804348, "f1": 0.768083, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"], "main_score": 0.768083, "precision": 0.753854, "recall": 0.804348}, {"accuracy": 0.856719, "f1": 0.817194, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"], "main_score": 0.817194, "precision": 0.799819, "recall": 0.856719}, {"accuracy": 0.786561, "f1": 0.731011, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"], "main_score": 0.731011, "precision": 0.706613, "recall": 0.786561}, {"accuracy": 0.816206, "f1": 0.767457, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"], "main_score": 0.767457, "precision": 0.745998, "recall": 0.816206}, {"accuracy": 0.871542, "f1": 0.837451, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"], "main_score": 0.837451, "precision": 0.821146, "recall": 0.871542}, {"accuracy": 0.769763, "f1": 0.720829, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"], "main_score": 0.720829, "precision": 0.703748, "recall": 0.769763}, {"accuracy": 0.048419, "f1": 0.029596, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"], "main_score": 0.029596, "precision": 0.026051, "recall": 0.048419}, {"accuracy": 0.758893, "f1": 0.717086, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"], "main_score": 0.717086, "precision": 0.703207, "recall": 0.758893}, {"accuracy": 0.791502, "f1": 0.742647, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"], "main_score": 0.742647, "precision": 0.722731, "recall": 0.791502}, {"accuracy": 0.753953, "f1": 0.716328, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"], "main_score": 0.716328, "precision": 0.702821, "recall": 0.753953}, {"accuracy": 0.768775, "f1": 0.724707, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"], "main_score": 0.724707, "precision": 0.708473, "recall": 0.768775}, {"accuracy": 0.753953, "f1": 0.697348, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"], "main_score": 0.697348, "precision": 0.675527, "recall": 0.753953}, {"accuracy": 0.775692, "f1": 0.719697, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"], "main_score": 0.719697, "precision": 0.695685, "recall": 0.775692}, {"accuracy": 0.775692, "f1": 0.729236, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"], "main_score": 0.729236, "precision": 0.712436, "recall": 0.775692}, {"accuracy": 0.753953, "f1": 0.704659, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"], "main_score": 0.704659, "precision": 0.687255, "recall": 0.753953}, {"accuracy": 0.856719, "f1": 0.816502, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"], "main_score": 0.816502, "precision": 0.797958, "recall": 0.856719}, {"accuracy": 0.842885, "f1": 0.800494, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"], "main_score": 0.800494, "precision": 0.781324, "recall": 0.842885}, {"accuracy": 0.698617, "f1": 0.63237, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"], "main_score": 0.63237, "precision": 0.606177, "recall": 0.698617}, {"accuracy": 0.822134, "f1": 0.786203, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"], "main_score": 0.786203, "precision": 0.771797, "recall": 0.822134}, {"accuracy": 0.753953, "f1": 0.697054, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"], "main_score": 0.697054, "precision": 0.672777, "recall": 0.753953}, {"accuracy": 0.815217, "f1": 0.767391, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"], "main_score": 0.767391, "precision": 0.747085, "recall": 0.815217}, {"accuracy": 0.784585, "f1": 0.742365, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"], "main_score": 0.742365, "precision": 0.727009, "recall": 0.784585}, {"accuracy": 0.853755, "f1": 0.813966, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"], "main_score": 0.813966, "precision": 0.795767, "recall": 0.853755}, {"accuracy": 0.813241, "f1": 0.77153, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"], "main_score": 0.77153, "precision": 0.755644, "recall": 0.813241}, {"accuracy": 0.897233, "f1": 0.871047, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"], "main_score": 0.871047, "precision": 0.858366, "recall": 0.897233}, {"accuracy": 0.79249, "f1": 0.743092, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"], "main_score": 0.743092, "precision": 0.723537, "recall": 0.79249}, {"accuracy": 0.720356, "f1": 0.680527, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"], "main_score": 0.680527, "precision": 0.666069, "recall": 0.720356}, {"accuracy": 0.783597, "f1": 0.737179, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"], "main_score": 0.737179, "precision": 0.719834, "recall": 0.783597}, {"accuracy": 0.771739, "f1": 0.72005, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"], "main_score": 0.72005, "precision": 0.700176, "recall": 0.771739}, {"accuracy": 0.804348, "f1": 0.752997, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"], "main_score": 0.752997, "precision": 0.73167, "recall": 0.804348}, {"accuracy": 0.801383, "f1": 0.751911, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"], "main_score": 0.751911, "precision": 0.730847, "recall": 0.801383}, {"accuracy": 0.77668, "f1": 0.725604, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"], "main_score": 0.725604, "precision": 0.705662, "recall": 0.77668}, {"accuracy": 0.886364, "f1": 0.855237, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"], "main_score": 0.855237, "precision": 0.840415, "recall": 0.886364}, {"accuracy": 0.876482, "f1": 0.84552, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"], "main_score": 0.84552, "precision": 0.831999, "recall": 0.876482}, {"accuracy": 0.864625, "f1": 0.830144, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"], "main_score": 0.830144, "precision": 0.814724, "recall": 0.864625}, {"accuracy": 0.771739, "f1": 0.715566, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"], "main_score": 0.715566, "precision": 0.691793, "recall": 0.771739}, {"accuracy": 0.741107, "f1": 0.69511, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"], "main_score": 0.69511, "precision": 0.680373, "recall": 0.741107}, {"accuracy": 0.757905, "f1": 0.711204, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"], "main_score": 0.711204, "precision": 0.695244, "recall": 0.757905}, {"accuracy": 0.793478, "f1": 0.738542, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"], "main_score": 0.738542, "precision": 0.715547, "recall": 0.793478}, {"accuracy": 0.804348, "f1": 0.753491, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"], "main_score": 0.753491, "precision": 0.730896, "recall": 0.804348}, {"accuracy": 0.881423, "f1": 0.848057, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"], "main_score": 0.848057, "precision": 0.832428, "recall": 0.881423}, {"accuracy": 0.762846, "f1": 0.705336, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"], "main_score": 0.705336, "precision": 0.681225, "recall": 0.762846}, {"accuracy": 0.800395, "f1": 0.765763, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"], "main_score": 0.765763, "precision": 0.753112, "recall": 0.800395}, {"accuracy": 0.814229, "f1": 0.768149, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"], "main_score": 0.768149, "precision": 0.748946, "recall": 0.814229}, {"accuracy": 0.773715, "f1": 0.729468, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"], "main_score": 0.729468, "precision": 0.712501, "recall": 0.773715}, {"accuracy": 0.794466, "f1": 0.743154, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"], "main_score": 0.743154, "precision": 0.722859, "recall": 0.794466}, {"accuracy": 0.806324, "f1": 0.75936, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"], "main_score": 0.75936, "precision": 0.740021, "recall": 0.806324}, {"accuracy": 0.818182, "f1": 0.781412, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"], "main_score": 0.781412, "precision": 0.767814, "recall": 0.818182}, {"accuracy": 0.825099, "f1": 0.782708, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"], "main_score": 0.782708, "precision": 0.76334, "recall": 0.825099}, {"accuracy": 0.848814, "f1": 0.807378, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"], "main_score": 0.807378, "precision": 0.787994, "recall": 0.848814}, {"accuracy": 0.767787, "f1": 0.72421, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"], "main_score": 0.72421, "precision": 0.708752, "recall": 0.767787}, {"accuracy": 0.851779, "f1": 0.813241, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"], "main_score": 0.813241, "precision": 0.795685, "recall": 0.851779}, {"accuracy": 0.833992, "f1": 0.805284, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"], "main_score": 0.805284, "precision": 0.793575, "recall": 0.833992}, {"accuracy": 0.811265, "f1": 0.763241, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"], "main_score": 0.763241, "precision": 0.741436, "recall": 0.811265}, {"accuracy": 0.770751, "f1": 0.726236, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"], "main_score": 0.726236, "precision": 0.710545, "recall": 0.770751}, {"accuracy": 0.81917, "f1": 0.781201, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"], "main_score": 0.781201, "precision": 0.767242, "recall": 0.81917}, {"accuracy": 0.811265, "f1": 0.767651, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"], "main_score": 0.767651, "precision": 0.750625, "recall": 0.811265}, {"accuracy": 0.906126, "f1": 0.881818, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"], "main_score": 0.881818, "precision": 0.870537, "recall": 0.906126}, {"accuracy": 0.875494, "f1": 0.838307, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"], "main_score": 0.838307, "precision": 0.820899, "recall": 0.875494}, {"accuracy": 0.839921, "f1": 0.79608, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"], "main_score": 0.79608, "precision": 0.775033, "recall": 0.839921}, {"accuracy": 0.849802, "f1": 0.80998, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"], "main_score": 0.80998, "precision": 0.791617, "recall": 0.849802}, {"accuracy": 0.833992, "f1": 0.791093, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"], "main_score": 0.791093, "precision": 0.771937, "recall": 0.833992}, {"accuracy": 0.727273, "f1": 0.681445, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"], "main_score": 0.681445, "precision": 0.665925, "recall": 0.727273}, {"accuracy": 0.750988, "f1": 0.713404, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"], "main_score": 0.713404, "precision": 0.700196, "recall": 0.750988}, {"accuracy": 0.761858, "f1": 0.703216, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"], "main_score": 0.703216, "precision": 0.679061, "recall": 0.761858}, {"accuracy": 0.84585, "f1": 0.809519, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"], "main_score": 0.809519, "precision": 0.792605, "recall": 0.84585}, {"accuracy": 0.91996, "f1": 0.897464, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"], "main_score": 0.897464, "precision": 0.886611, "recall": 0.91996}, {"accuracy": 0.860672, "f1": 0.822727, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"], "main_score": 0.822727, "precision": 0.806637, "recall": 0.860672}, {"accuracy": 0.863636, "f1": 0.824012, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"], "main_score": 0.824012, "precision": 0.805254, "recall": 0.863636}, {"accuracy": 0.851779, "f1": 0.810935, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"], "main_score": 0.810935, "precision": 0.792243, "recall": 0.851779}, {"accuracy": 0.745059, "f1": 0.71158, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"], "main_score": 0.71158, "precision": 0.699828, "recall": 0.745059}, {"accuracy": 0.73419, "f1": 0.672003, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"], "main_score": 0.672003, "precision": 0.64496, "recall": 0.73419}, {"accuracy": 0.743083, "f1": 0.688862, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"], "main_score": 0.688862, "precision": 0.667973, "recall": 0.743083}, {"accuracy": 0.842885, "f1": 0.801765, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"], "main_score": 0.801765, "precision": 0.784157, "recall": 0.842885}, {"accuracy": 0.804348, "f1": 0.756178, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"], "main_score": 0.756178, "precision": 0.735128, "recall": 0.804348}, {"accuracy": 0.749012, "f1": 0.689709, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"], "main_score": 0.689709, "precision": 0.665648, "recall": 0.749012}, {"accuracy": 0.855731, "f1": 0.817558, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"], "main_score": 0.817558, "precision": 0.801113, "recall": 0.855731}, {"accuracy": 0.773715, "f1": 0.722465, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"], "main_score": 0.722465, "precision": 0.701861, "recall": 0.773715}, {"accuracy": 0.824111, "f1": 0.779057, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"], "main_score": 0.779057, "precision": 0.759883, "recall": 0.824111}, {"accuracy": 0.717391, "f1": 0.647697, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"], "main_score": 0.647697, "precision": 0.618208, "recall": 0.717391}, {"accuracy": 0.778656, "f1": 0.737499, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"], "main_score": 0.737499, "precision": 0.723331, "recall": 0.778656}, {"accuracy": 0.810277, "f1": 0.775762, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"], "main_score": 0.775762, "precision": 0.763737, "recall": 0.810277}, {"accuracy": 0.772727, "f1": 0.729937, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"], "main_score": 0.729937, "precision": 0.715793, "recall": 0.772727}, {"accuracy": 0.807312, "f1": 0.764824, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"], "main_score": 0.764824, "precision": 0.74869, "recall": 0.807312}, {"accuracy": 0.770751, "f1": 0.717347, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"], "main_score": 0.717347, "precision": 0.696701, "recall": 0.770751}, {"accuracy": 0.822134, "f1": 0.775264, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"], "main_score": 0.775264, "precision": 0.753047, "recall": 0.822134}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.908103, "f1": 0.88139, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"], "main_score": 0.88139, "precision": 0.868906, "recall": 0.908103}, {"accuracy": 0.044466, "f1": 0.022929, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"], "main_score": 0.022929, "precision": 0.018252, "recall": 0.044466}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"], "main_score": 0.919137, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.932806, "f1": 0.913208, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"], "main_score": 0.913208, "precision": 0.903491, "recall": 0.932806}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.210474, "f1": 0.16032, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"], "main_score": 0.16032, "precision": 0.145931, "recall": 0.210474}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"], "main_score": 0.970685, "precision": 0.967754, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"], "main_score": 0.982049, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.898221, "f1": 0.867918, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"], "main_score": 0.867918, "precision": 0.853458, "recall": 0.898221}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"], "main_score": 0.941864, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.916008, "f1": 0.890876, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"], "main_score": 0.890876, "precision": 0.879035, "recall": 0.916008}, {"accuracy": 0.980237, "f1": 0.974374, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"], "main_score": 0.974374, "precision": 0.971756, "recall": 0.980237}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.891304, "f1": 0.861331, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"], "main_score": 0.861331, "precision": 0.847167, "recall": 0.891304}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.755929, "f1": 0.699148, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"], "main_score": 0.699148, "precision": 0.675395, "recall": 0.755929}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.918972, "f1": 0.894104, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"], "main_score": 0.894104, "precision": 0.881917, "recall": 0.918972}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"], "main_score": 0.974473, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.994071, "f1": 0.99249, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"], "main_score": 0.99249, "precision": 0.991848, "recall": 0.994071}, {"accuracy": 0.903162, "f1": 0.874341, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"], "main_score": 0.874341, "precision": 0.860672, "recall": 0.903162}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.912055, "f1": 0.884881, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"], "main_score": 0.884881, "precision": 0.871706, "recall": 0.912055}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.220356, "f1": 0.152226, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"], "main_score": 0.152226, "precision": 0.13276, "recall": 0.220356}, {"accuracy": 0.936759, "f1": 0.918874, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"], "main_score": 0.918874, "precision": 0.910655, "recall": 0.936759}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"], "main_score": 0.96087, "precision": 0.956769, "recall": 0.969368}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.863636, "f1": 0.827176, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"], "main_score": 0.827176, "precision": 0.810665, "recall": 0.863636}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"], "main_score": 0.897727, "precision": 0.886858, "recall": 0.920949}, {"accuracy": 0.870553, "f1": 0.836594, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"], "main_score": 0.836594, "precision": 0.821014, "recall": 0.870553}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.929842, "f1": 0.908498, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"], "main_score": 0.908498, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.87253, "f1": 0.837484, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"], "main_score": 0.837484, "precision": 0.821097, "recall": 0.87253}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.90415, "f1": 0.876054, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"], "main_score": 0.876054, "precision": 0.862895, "recall": 0.90415}, {"accuracy": 0.27668, "f1": 0.216415, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"], "main_score": 0.216415, "precision": 0.197834, "recall": 0.27668}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"], "main_score": 0.920949, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.83498, "f1": 0.790415, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"], "main_score": 0.790415, "precision": 0.771113, "recall": 0.83498}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.927866, "f1": 0.906291, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"], "main_score": 0.906291, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"], "main_score": 0.8861, "precision": 0.873765, "recall": 0.912055}, {"accuracy": 0.88834, "f1": 0.857016, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"], "main_score": 0.857016, "precision": 0.842556, "recall": 0.88834}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.05336, "f1": 0.026699, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"], "main_score": 0.026699, "precision": 0.022269, "recall": 0.05336}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.947628, "f1": 0.933136, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"], "main_score": 0.933136, "precision": 0.926746, "recall": 0.947628}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"], "main_score": 0.94944, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.914032, "f1": 0.889888, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"], "main_score": 0.889888, "precision": 0.878706, "recall": 0.914032}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.885375, "f1": 0.85168, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"], "main_score": 0.85168, "precision": 0.835919, "recall": 0.885375}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.857708, "f1": 0.820026, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"], "main_score": 0.820026, "precision": 0.802882, "recall": 0.857708}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"], "main_score": 0.959816, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.945652, "f1": 0.92859, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"], "main_score": 0.92859, "precision": 0.920537, "recall": 0.945652}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.980237, "f1": 0.974704, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"], "main_score": 0.974704, "precision": 0.972414, "recall": 0.980237}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"], "main_score": 0.85135, "precision": 0.835721, "recall": 0.884387}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.981225, "f1": 0.975362, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"], "main_score": 0.975362, "precision": 0.972579, "recall": 0.981225}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.935771, "f1": 0.916238, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"], "main_score": 0.916238, "precision": 0.906868, "recall": 0.935771}, {"accuracy": 0.91996, "f1": 0.89801, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"], "main_score": 0.89801, "precision": 0.887516, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.940711, "f1": 0.922167, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"], "main_score": 0.922167, "precision": 0.913455, "recall": 0.940711}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.886364, "f1": 0.854545, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"], "main_score": 0.854545, "precision": 0.840415, "recall": 0.886364}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.916008, "f1": 0.889987, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"], "main_score": 0.889987, "precision": 0.87747, "recall": 0.916008}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.959486, "f1": 0.946542, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"], "main_score": 0.946542, "precision": 0.9403, "recall": 0.959486}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"], "main_score": 0.92836, "precision": 0.91996, "recall": 0.945652}, {"accuracy": 0.912055, "f1": 0.886166, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"], "main_score": 0.886166, "precision": 0.874506, "recall": 0.912055}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.959486, "f1": 0.948287, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"], "main_score": 0.948287, "precision": 0.942885, "recall": 0.959486}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.844862, "f1": 0.804531, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"], "main_score": 0.804531, "precision": 0.785655, "recall": 0.844862}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.898221, "f1": 0.87029, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"], "main_score": 0.87029, "precision": 0.857131, "recall": 0.898221}, {"accuracy": 0.916008, "f1": 0.893445, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"], "main_score": 0.893445, "precision": 0.88274, "recall": 0.916008}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.821146, "f1": 0.773666, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"], "main_score": 0.773666, "precision": 0.75276, "recall": 0.821146}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"], "main_score": 0.922266, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.826087, "f1": 0.781178, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"], "main_score": 0.781178, "precision": 0.761265, "recall": 0.826087}, {"accuracy": 0.833992, "f1": 0.788274, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"], "main_score": 0.788274, "precision": 0.766881, "recall": 0.833992}, {"accuracy": 0.054348, "f1": 0.028902, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"], "main_score": 0.028902, "precision": 0.022353, "recall": 0.054348}, {"accuracy": 0.822134, "f1": 0.790079, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"], "main_score": 0.790079, "precision": 0.778754, "recall": 0.822134}, {"accuracy": 0.843874, "f1": 0.801748, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"], "main_score": 0.801748, "precision": 0.783689, "recall": 0.843874}, {"accuracy": 0.897233, "f1": 0.867424, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"], "main_score": 0.867424, "precision": 0.853623, "recall": 0.897233}, {"accuracy": 0.87253, "f1": 0.836627, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"], "main_score": 0.836627, "precision": 0.819895, "recall": 0.87253}, {"accuracy": 0.903162, "f1": 0.876845, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"], "main_score": 0.876845, "precision": 0.864707, "recall": 0.903162}, {"accuracy": 0.812253, "f1": 0.778473, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"], "main_score": 0.778473, "precision": 0.765992, "recall": 0.812253}, {"accuracy": 0.840909, "f1": 0.799275, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"], "main_score": 0.799275, "precision": 0.780715, "recall": 0.840909}, {"accuracy": 0.821146, "f1": 0.774111, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"], "main_score": 0.774111, "precision": 0.753113, "recall": 0.821146}, {"accuracy": 0.779644, "f1": 0.742637, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"], "main_score": 0.742637, "precision": 0.72901, "recall": 0.779644}, {"accuracy": 0.851779, "f1": 0.813933, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"], "main_score": 0.813933, "precision": 0.79725, "recall": 0.851779}, {"accuracy": 0.87253, "f1": 0.839657, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"], "main_score": 0.839657, "precision": 0.824193, "recall": 0.87253}, {"accuracy": 0.916996, "f1": 0.891864, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"], "main_score": 0.891864, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.839921, "f1": 0.800198, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"], "main_score": 0.800198, "precision": 0.783789, "recall": 0.839921}, {"accuracy": 0.821146, "f1": 0.787337, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"], "main_score": 0.787337, "precision": 0.773815, "recall": 0.821146}, {"accuracy": 0.863636, "f1": 0.826976, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"], "main_score": 0.826976, "precision": 0.809865, "recall": 0.863636}, {"accuracy": 0.853755, "f1": 0.819448, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"], "main_score": 0.819448, "precision": 0.805166, "recall": 0.853755}, {"accuracy": 0.833004, "f1": 0.795302, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"], "main_score": 0.795302, "precision": 0.780698, "recall": 0.833004}, {"accuracy": 0.800395, "f1": 0.749426, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"], "main_score": 0.749426, "precision": 0.727684, "recall": 0.800395}, {"accuracy": 0.852767, "f1": 0.823919, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"], "main_score": 0.823919, "precision": 0.813458, "recall": 0.852767}, {"accuracy": 0.903162, "f1": 0.876548, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"], "main_score": 0.876548, "precision": 0.863883, "recall": 0.903162}, {"accuracy": 0.88834, "f1": 0.857576, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"], "main_score": 0.857576, "precision": 0.843791, "recall": 0.88834}, {"accuracy": 0.83498, "f1": 0.802931, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"], "main_score": 0.802931, "precision": 0.790171, "recall": 0.83498}, {"accuracy": 0.866601, "f1": 0.828722, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"], "main_score": 0.828722, "precision": 0.811759, "recall": 0.866601}, {"accuracy": 0.179842, "f1": 0.146149, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"], "main_score": 0.146149, "precision": 0.137436, "recall": 0.179842}, {"accuracy": 0.862648, "f1": 0.831795, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"], "main_score": 0.831795, "precision": 0.81914, "recall": 0.862648}, {"accuracy": 0.889328, "f1": 0.860178, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"], "main_score": 0.860178, "precision": 0.846871, "recall": 0.889328}, {"accuracy": 0.87253, "f1": 0.836957, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"], "main_score": 0.836957, "precision": 0.821262, "recall": 0.87253}, {"accuracy": 0.794466, "f1": 0.754752, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"], "main_score": 0.754752, "precision": 0.740317, "recall": 0.794466}, {"accuracy": 0.825099, "f1": 0.787744, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"], "main_score": 0.787744, "precision": 0.773712, "recall": 0.825099}, {"accuracy": 0.825099, "f1": 0.790773, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"], "main_score": 0.790773, "precision": 0.777631, "recall": 0.825099}, {"accuracy": 0.826087, "f1": 0.782823, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"], "main_score": 0.782823, "precision": 0.763876, "recall": 0.826087}, {"accuracy": 0.857708, "f1": 0.828534, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"], "main_score": 0.828534, "precision": 0.817226, "recall": 0.857708}, {"accuracy": 0.875494, "f1": 0.84361, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"], "main_score": 0.84361, "precision": 0.829776, "recall": 0.875494}, {"accuracy": 0.785573, "f1": 0.752458, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"], "main_score": 0.752458, "precision": 0.73917, "recall": 0.785573}, {"accuracy": 0.823123, "f1": 0.784247, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"], "main_score": 0.784247, "precision": 0.769205, "recall": 0.823123}, {"accuracy": 0.839921, "f1": 0.80569, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"], "main_score": 0.80569, "precision": 0.792361, "recall": 0.839921}, {"accuracy": 0.849802, "f1": 0.816865, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"], "main_score": 0.816865, "precision": 0.803482, "recall": 0.849802}, {"accuracy": 0.847826, "f1": 0.807298, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"], "main_score": 0.807298, "precision": 0.788785, "recall": 0.847826}, {"accuracy": 0.828063, "f1": 0.785244, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"], "main_score": 0.785244, "precision": 0.766222, "recall": 0.828063}, {"accuracy": 0.821146, "f1": 0.789452, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"], "main_score": 0.789452, "precision": 0.778415, "recall": 0.821146}, {"accuracy": 0.866601, "f1": 0.832477, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"], "main_score": 0.832477, "precision": 0.816864, "recall": 0.866601}, {"accuracy": 0.83498, "f1": 0.806856, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"], "main_score": 0.806856, "precision": 0.796839, "recall": 0.83498}, {"accuracy": 0.854743, "f1": 0.81502, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"], "main_score": 0.81502, "precision": 0.797348, "recall": 0.854743}, {"accuracy": 0.88834, "f1": 0.856752, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"], "main_score": 0.856752, "precision": 0.842144, "recall": 0.88834}, {"accuracy": 0.844862, "f1": 0.80504, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"], "main_score": 0.80504, "precision": 0.787747, "recall": 0.844862}, {"accuracy": 0.851779, "f1": 0.813768, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"], "main_score": 0.813768, "precision": 0.79636, "recall": 0.851779}, {"accuracy": 0.800395, "f1": 0.751092, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"], "main_score": 0.751092, "precision": 0.730105, "recall": 0.800395}, {"accuracy": 0.849802, "f1": 0.808333, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"], "main_score": 0.808333, "precision": 0.790135, "recall": 0.849802}, {"accuracy": 0.787549, "f1": 0.742592, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"], "main_score": 0.742592, "precision": 0.725789, "recall": 0.787549}, {"accuracy": 0.817194, "f1": 0.770605, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"], "main_score": 0.770605, "precision": 0.750906, "recall": 0.817194}, {"accuracy": 0.824111, "f1": 0.776021, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"], "main_score": 0.776021, "precision": 0.753327, "recall": 0.824111}, {"accuracy": 0.826087, "f1": 0.796708, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"], "main_score": 0.796708, "precision": 0.784476, "recall": 0.826087}, {"accuracy": 0.864625, "f1": 0.829644, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"], "main_score": 0.829644, "precision": 0.814394, "recall": 0.864625}, {"accuracy": 0.83004, "f1": 0.784289, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"], "main_score": 0.784289, "precision": 0.762928, "recall": 0.83004}, {"accuracy": 0.90415, "f1": 0.878458, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"], "main_score": 0.878458, "precision": 0.866634, "recall": 0.90415}, {"accuracy": 0.56917, "f1": 0.493667, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"], "main_score": 0.493667, "precision": 0.467627, "recall": 0.56917}, {"accuracy": 0.84585, "f1": 0.812913, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"], "main_score": 0.812913, "precision": 0.800351, "recall": 0.84585}, {"accuracy": 0.864625, "f1": 0.83924, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"], "main_score": 0.83924, "precision": 0.828999, "recall": 0.864625}, {"accuracy": 0.811265, "f1": 0.767076, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"], "main_score": 0.767076, "precision": 0.749673, "recall": 0.811265}, {"accuracy": 0.828063, "f1": 0.791978, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"], "main_score": 0.791978, "precision": 0.778173, "recall": 0.828063}, {"accuracy": 0.857708, "f1": 0.823913, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"], "main_score": 0.823913, "precision": 0.808136, "recall": 0.857708}, {"accuracy": 0.816206, "f1": 0.770045, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"], "main_score": 0.770045, "precision": 0.750955, "recall": 0.816206}, {"accuracy": 0.84585, "f1": 0.804776, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"], "main_score": 0.804776, "precision": 0.786759, "recall": 0.84585}, {"accuracy": 0.833992, "f1": 0.805887, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"], "main_score": 0.805887, "precision": 0.79502, "recall": 0.833992}, {"accuracy": 0.837945, "f1": 0.798551, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"], "main_score": 0.798551, "precision": 0.781571, "recall": 0.837945}, {"accuracy": 0.91996, "f1": 0.898452, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"], "main_score": 0.898452, "precision": 0.888587, "recall": 0.91996}, {"accuracy": 0.876482, "f1": 0.843841, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"], "main_score": 0.843841, "precision": 0.828755, "recall": 0.876482}, {"accuracy": 0.842885, "f1": 0.804301, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"], "main_score": 0.804301, "precision": 0.788027, "recall": 0.842885}, {"accuracy": 0.83004, "f1": 0.78919, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"], "main_score": 0.78919, "precision": 0.77234, "recall": 0.83004}, {"accuracy": 0.806324, "f1": 0.761655, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"], "main_score": 0.761655, "precision": 0.744856, "recall": 0.806324}, {"accuracy": 0.199605, "f1": 0.149654, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"], "main_score": 0.149654, "precision": 0.134758, "recall": 0.199605}, {"accuracy": 0.83498, "f1": 0.794565, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"], "main_score": 0.794565, "precision": 0.77635, "recall": 0.83498}, {"accuracy": 0.83004, "f1": 0.78874, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"], "main_score": 0.78874, "precision": 0.771838, "recall": 0.83004}, {"accuracy": 0.890316, "f1": 0.858926, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"], "main_score": 0.858926, "precision": 0.843956, "recall": 0.890316}, {"accuracy": 0.883399, "f1": 0.851402, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"], "main_score": 0.851402, "precision": 0.837121, "recall": 0.883399}, {"accuracy": 0.83498, "f1": 0.794808, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"], "main_score": 0.794808, "precision": 0.77873, "recall": 0.83498}, {"accuracy": 0.788538, "f1": 0.741356, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"], "main_score": 0.741356, "precision": 0.723471, "recall": 0.788538}, {"accuracy": 0.863636, "f1": 0.826614, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"], "main_score": 0.826614, "precision": 0.809536, "recall": 0.863636}, {"accuracy": 0.853755, "f1": 0.821566, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"], "main_score": 0.821566, "precision": 0.80924, "recall": 0.853755}, {"accuracy": 0.835968, "f1": 0.802999, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"], "main_score": 0.802999, "precision": 0.79098, "recall": 0.835968}, {"accuracy": 0.806324, "f1": 0.770015, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"], "main_score": 0.770015, "precision": 0.755958, "recall": 0.806324}, {"accuracy": 0.794466, "f1": 0.750795, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"], "main_score": 0.750795, "precision": 0.734595, "recall": 0.794466}, {"accuracy": 0.833004, "f1": 0.791478, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"], "main_score": 0.791478, "precision": 0.773527, "recall": 0.833004}, {"accuracy": 0.770751, "f1": 0.710757, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"], "main_score": 0.710757, "precision": 0.68391, "recall": 0.770751}, {"accuracy": 0.88834, "f1": 0.857839, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"], "main_score": 0.857839, "precision": 0.843709, "recall": 0.88834}, {"accuracy": 0.810277, "f1": 0.770567, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"], "main_score": 0.770567, "precision": 0.755399, "recall": 0.810277}, {"accuracy": 0.827075, "f1": 0.796685, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"], "main_score": 0.796685, "precision": 0.78469, "recall": 0.827075}, {"accuracy": 0.829051, "f1": 0.796723, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"], "main_score": 0.796723, "precision": 0.783461, "recall": 0.829051}, {"accuracy": 0.815217, "f1": 0.768248, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"], "main_score": 0.768248, "precision": 0.747974, "recall": 0.815217}, {"accuracy": 0.813241, "f1": 0.764789, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"], "main_score": 0.764789, "precision": 0.742622, "recall": 0.813241}, {"accuracy": 0.848814, "f1": 0.808649, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"], "main_score": 0.808649, "precision": 0.791238, "recall": 0.848814}, {"accuracy": 0.867589, "f1": 0.833416, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"], "main_score": 0.833416, "precision": 0.818998, "recall": 0.867589}, {"accuracy": 0.823123, "f1": 0.778854, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"], "main_score": 0.778854, "precision": 0.758482, "recall": 0.823123}, {"accuracy": 0.850791, "f1": 0.817869, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"], "main_score": 0.817869, "precision": 0.804851, "recall": 0.850791}, {"accuracy": 0.768775, "f1": 0.718478, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"], "main_score": 0.718478, "precision": 0.696014, "recall": 0.768775}, {"accuracy": 0.895257, "f1": 0.866765, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"], "main_score": 0.866765, "precision": 0.853426, "recall": 0.895257}, {"accuracy": 0.848814, "f1": 0.817096, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"], "main_score": 0.817096, "precision": 0.804284, "recall": 0.848814}, {"accuracy": 0.817194, "f1": 0.78211, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"], "main_score": 0.78211, "precision": 0.769477, "recall": 0.817194}, {"accuracy": 0.797431, "f1": 0.765708, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"], "main_score": 0.765708, "precision": 0.754055, "recall": 0.797431}, {"accuracy": 0.799407, "f1": 0.765112, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"], "main_score": 0.765112, "precision": 0.752963, "recall": 0.799407}, {"accuracy": 0.859684, "f1": 0.822351, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"], "main_score": 0.822351, "precision": 0.805336, "recall": 0.859684}, {"accuracy": 0.868577, "f1": 0.832213, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"], "main_score": 0.832213, "precision": 0.816156, "recall": 0.868577}, {"accuracy": 0.827075, "f1": 0.784914, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"], "main_score": 0.784914, "precision": 0.765893, "recall": 0.827075}, {"accuracy": 0.264822, "f1": 0.214653, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"], "main_score": 0.214653, "precision": 0.199282, "recall": 0.264822}, {"accuracy": 0.868577, "f1": 0.832675, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"], "main_score": 0.832675, "precision": 0.816041, "recall": 0.868577}, {"accuracy": 0.706522, "f1": 0.640415, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"], "main_score": 0.640415, "precision": 0.612269, "recall": 0.706522}, {"accuracy": 0.86166, "f1": 0.826369, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"], "main_score": 0.826369, "precision": 0.811281, "recall": 0.86166}, {"accuracy": 0.917984, "f1": 0.894236, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"], "main_score": 0.894236, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.811265, "f1": 0.762319, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"], "main_score": 0.762319, "precision": 0.740893, "recall": 0.811265}, {"accuracy": 0.867589, "f1": 0.833169, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"], "main_score": 0.833169, "precision": 0.817556, "recall": 0.867589}, {"accuracy": 0.865613, "f1": 0.829842, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"], "main_score": 0.829842, "precision": 0.813735, "recall": 0.865613}, {"accuracy": 0.858696, "f1": 0.81853, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"], "main_score": 0.81853, "precision": 0.800346, "recall": 0.858696}, {"accuracy": 0.83498, "f1": 0.794996, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"], "main_score": 0.794996, "precision": 0.778336, "recall": 0.83498}, {"accuracy": 0.87253, "f1": 0.838801, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"], "main_score": 0.838801, "precision": 0.823699, "recall": 0.87253}, {"accuracy": 0.83004, "f1": 0.796703, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"], "main_score": 0.796703, "precision": 0.783102, "recall": 0.83004}, {"accuracy": 0.860672, "f1": 0.823057, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"], "main_score": 0.823057, "precision": 0.806159, "recall": 0.860672}, {"accuracy": 0.807312, "f1": 0.758202, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"], "main_score": 0.758202, "precision": 0.736084, "recall": 0.807312}, {"accuracy": 0.838933, "f1": 0.801285, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"], "main_score": 0.801285, "precision": 0.784009, "recall": 0.838933}, {"accuracy": 0.908103, "f1": 0.882312, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"], "main_score": 0.882312, "precision": 0.870142, "recall": 0.908103}, {"accuracy": 0.817194, "f1": 0.776618, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"], "main_score": 0.776618, "precision": 0.761241, "recall": 0.817194}, {"accuracy": 0.047431, "f1": 0.028735, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"], "main_score": 0.028735, "precision": 0.024508, "recall": 0.047431}, {"accuracy": 0.802372, "f1": 0.766768, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"], "main_score": 0.766768, "precision": 0.754342, "recall": 0.802372}, {"accuracy": 0.847826, "f1": 0.810853, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"], "main_score": 0.810853, "precision": 0.79517, "recall": 0.847826}, {"accuracy": 0.769763, "f1": 0.73003, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"], "main_score": 0.73003, "precision": 0.714513, "recall": 0.769763}, {"accuracy": 0.83004, "f1": 0.795447, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"], "main_score": 0.795447, "precision": 0.782914, "recall": 0.83004}, {"accuracy": 0.791502, "f1": 0.742347, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"], "main_score": 0.742347, "precision": 0.721831, "recall": 0.791502}, {"accuracy": 0.825099, "f1": 0.782675, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"], "main_score": 0.782675, "precision": 0.763883, "recall": 0.825099}, {"accuracy": 0.816206, "f1": 0.775493, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"], "main_score": 0.775493, "precision": 0.760567, "recall": 0.816206}, {"accuracy": 0.806324, "f1": 0.764449, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"], "main_score": 0.764449, "precision": 0.74819, "recall": 0.806324}, {"accuracy": 0.863636, "f1": 0.82887, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"], "main_score": 0.82887, "precision": 0.813218, "recall": 0.863636}, {"accuracy": 0.869565, "f1": 0.835672, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"], "main_score": 0.835672, "precision": 0.820438, "recall": 0.869565}, {"accuracy": 0.731225, "f1": 0.668157, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"], "main_score": 0.668157, "precision": 0.641988, "recall": 0.731225}, {"accuracy": 0.837945, "f1": 0.800852, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"], "main_score": 0.800852, "precision": 0.785467, "recall": 0.837945}, {"accuracy": 0.769763, "f1": 0.713933, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"], "main_score": 0.713933, "precision": 0.689377, "recall": 0.769763}, {"accuracy": 0.840909, "f1": 0.796739, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"], "main_score": 0.796739, "precision": 0.776877, "recall": 0.840909}, {"accuracy": 0.833004, "f1": 0.797522, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"], "main_score": 0.797522, "precision": 0.783811, "recall": 0.833004}, {"accuracy": 0.866601, "f1": 0.832708, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"], "main_score": 0.832708, "precision": 0.817441, "recall": 0.866601}, {"accuracy": 0.844862, "f1": 0.807463, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"], "main_score": 0.807463, "precision": 0.792616, "recall": 0.844862}, {"accuracy": 0.891304, "f1": 0.861989, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"], "main_score": 0.861989, "precision": 0.848155, "recall": 0.891304}, {"accuracy": 0.858696, "f1": 0.821758, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"], "main_score": 0.821758, "precision": 0.805814, "recall": 0.858696}, {"accuracy": 0.749012, "f1": 0.705466, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"], "main_score": 0.705466, "precision": 0.688744, "recall": 0.749012}, {"accuracy": 0.821146, "f1": 0.780508, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"], "main_score": 0.780508, "precision": 0.764151, "recall": 0.821146}, {"accuracy": 0.807312, "f1": 0.760987, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"], "main_score": 0.760987, "precision": 0.741486, "recall": 0.807312}, {"accuracy": 0.828063, "f1": 0.786138, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"], "main_score": 0.786138, "precision": 0.767869, "recall": 0.828063}, {"accuracy": 0.812253, "f1": 0.765155, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"], "main_score": 0.765155, "precision": 0.744986, "recall": 0.812253}, {"accuracy": 0.801383, "f1": 0.757438, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"], "main_score": 0.757438, "precision": 0.740061, "recall": 0.801383}, {"accuracy": 0.907115, "f1": 0.882148, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"], "main_score": 0.882148, "precision": 0.870306, "recall": 0.907115}, {"accuracy": 0.894269, "f1": 0.866469, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"], "main_score": 0.866469, "precision": 0.8542, "recall": 0.894269}, {"accuracy": 0.862648, "f1": 0.831012, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"], "main_score": 0.831012, "precision": 0.817796, "recall": 0.862648}, {"accuracy": 0.79249, "f1": 0.742787, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"], "main_score": 0.742787, "precision": 0.721854, "recall": 0.79249}, {"accuracy": 0.770751, "f1": 0.726819, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"], "main_score": 0.726819, "precision": 0.711697, "recall": 0.770751}, {"accuracy": 0.80336, "f1": 0.760013, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"], "main_score": 0.760013, "precision": 0.743096, "recall": 0.80336}, {"accuracy": 0.832016, "f1": 0.786086, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"], "main_score": 0.786086, "precision": 0.766206, "recall": 0.832016}, {"accuracy": 0.829051, "f1": 0.784091, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"], "main_score": 0.784091, "precision": 0.763916, "recall": 0.829051}, {"accuracy": 0.899209, "f1": 0.870619, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"], "main_score": 0.870619, "precision": 0.857131, "recall": 0.899209}, {"accuracy": 0.781621, "f1": 0.728524, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"], "main_score": 0.728524, "precision": 0.705072, "recall": 0.781621}, {"accuracy": 0.835968, "f1": 0.806394, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"], "main_score": 0.806394, "precision": 0.795075, "recall": 0.835968}, {"accuracy": 0.825099, "f1": 0.781094, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"], "main_score": 0.781094, "precision": 0.76242, "recall": 0.825099}, {"accuracy": 0.775692, "f1": 0.726485, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"], "main_score": 0.726485, "precision": 0.70675, "recall": 0.775692}, {"accuracy": 0.824111, "f1": 0.780635, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"], "main_score": 0.780635, "precision": 0.762509, "recall": 0.824111}, {"accuracy": 0.858696, "f1": 0.8222, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"], "main_score": 0.8222, "precision": 0.806522, "recall": 0.858696}, {"accuracy": 0.854743, "f1": 0.82052, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"], "main_score": 0.82052, "precision": 0.805122, "recall": 0.854743}, {"accuracy": 0.839921, "f1": 0.804133, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"], "main_score": 0.804133, "precision": 0.789801, "recall": 0.839921}, {"accuracy": 0.884387, "f1": 0.851812, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"], "main_score": 0.851812, "precision": 0.836907, "recall": 0.884387}, {"accuracy": 0.813241, "f1": 0.774669, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"], "main_score": 0.774669, "precision": 0.759994, "recall": 0.813241}, {"accuracy": 0.856719, "f1": 0.820125, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"], "main_score": 0.820125, "precision": 0.803722, "recall": 0.856719}, {"accuracy": 0.852767, "f1": 0.824999, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"], "main_score": 0.824999, "precision": 0.813682, "recall": 0.852767}, {"accuracy": 0.807312, "f1": 0.762352, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"], "main_score": 0.762352, "precision": 0.742507, "recall": 0.807312}, {"accuracy": 0.817194, "f1": 0.776351, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"], "main_score": 0.776351, "precision": 0.761089, "recall": 0.817194}, {"accuracy": 0.846838, "f1": 0.811498, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"], "main_score": 0.811498, "precision": 0.797645, "recall": 0.846838}, {"accuracy": 0.860672, "f1": 0.829568, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"], "main_score": 0.829568, "precision": 0.817467, "recall": 0.860672}, {"accuracy": 0.91502, "f1": 0.890679, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"], "main_score": 0.890679, "precision": 0.879364, "recall": 0.91502}, {"accuracy": 0.897233, "f1": 0.868906, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"], "main_score": 0.868906, "precision": 0.855237, "recall": 0.897233}, {"accuracy": 0.853755, "f1": 0.817754, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"], "main_score": 0.817754, "precision": 0.800807, "recall": 0.853755}, {"accuracy": 0.859684, "f1": 0.8222, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"], "main_score": 0.8222, "precision": 0.804924, "recall": 0.859684}, {"accuracy": 0.87253, "f1": 0.838966, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"], "main_score": 0.838966, "precision": 0.823699, "recall": 0.87253}, {"accuracy": 0.751976, "f1": 0.702844, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"], "main_score": 0.702844, "precision": 0.684884, "recall": 0.751976}, {"accuracy": 0.79249, "f1": 0.75888, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"], "main_score": 0.75888, "precision": 0.747871, "recall": 0.79249}, {"accuracy": 0.794466, "f1": 0.743083, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"], "main_score": 0.743083, "precision": 0.721377, "recall": 0.794466}, {"accuracy": 0.857708, "f1": 0.824901, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"], "main_score": 0.824901, "precision": 0.809453, "recall": 0.857708}, {"accuracy": 0.909091, "f1": 0.885145, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"], "main_score": 0.885145, "precision": 0.874341, "recall": 0.909091}, {"accuracy": 0.879447, "f1": 0.847793, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"], "main_score": 0.847793, "precision": 0.833432, "recall": 0.879447}, {"accuracy": 0.894269, "f1": 0.863702, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"], "main_score": 0.863702, "precision": 0.849226, "recall": 0.894269}, {"accuracy": 0.855731, "f1": 0.818149, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"], "main_score": 0.818149, "precision": 0.801054, "recall": 0.855731}, {"accuracy": 0.790514, "f1": 0.756865, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"], "main_score": 0.756865, "precision": 0.743885, "recall": 0.790514}, {"accuracy": 0.77668, "f1": 0.722925, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"], "main_score": 0.722925, "precision": 0.698814, "recall": 0.77668}, {"accuracy": 0.800395, "f1": 0.751797, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"], "main_score": 0.751797, "precision": 0.731352, "recall": 0.800395}, {"accuracy": 0.867589, "f1": 0.830962, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"], "main_score": 0.830962, "precision": 0.814592, "recall": 0.867589}, {"accuracy": 0.795455, "f1": 0.746476, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"], "main_score": 0.746476, "precision": 0.725033, "recall": 0.795455}, {"accuracy": 0.779644, "f1": 0.723339, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"], "main_score": 0.723339, "precision": 0.698995, "recall": 0.779644}, {"accuracy": 0.869565, "f1": 0.834651, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"], "main_score": 0.834651, "precision": 0.819615, "recall": 0.869565}, {"accuracy": 0.799407, "f1": 0.754106, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"], "main_score": 0.754106, "precision": 0.735845, "recall": 0.799407}, {"accuracy": 0.841897, "f1": 0.802014, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"], "main_score": 0.802014, "precision": 0.784914, "recall": 0.841897}, {"accuracy": 0.732213, "f1": 0.671165, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"], "main_score": 0.671165, "precision": 0.644417, "recall": 0.732213}, {"accuracy": 0.821146, "f1": 0.783982, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"], "main_score": 0.783982, "precision": 0.769828, "recall": 0.821146}, {"accuracy": 0.844862, "f1": 0.808832, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"], "main_score": 0.808832, "precision": 0.794435, "recall": 0.844862}, {"accuracy": 0.828063, "f1": 0.788427, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"], "main_score": 0.788427, "precision": 0.773472, "recall": 0.828063}, {"accuracy": 0.859684, "f1": 0.828214, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"], "main_score": 0.828214, "precision": 0.815574, "recall": 0.859684}, {"accuracy": 0.814229, "f1": 0.768398, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"], "main_score": 0.768398, "precision": 0.749407, "recall": 0.814229}, {"accuracy": 0.876482, "f1": 0.841897, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"], "main_score": 0.841897, "precision": 0.825593, "recall": 0.876482}, {"accuracy": 0.846838, "f1": 0.805072, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"], "main_score": 0.805072, "precision": 0.785985, "recall": 0.846838}, {"accuracy": 0.853755, "f1": 0.813406, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"], "main_score": 0.813406, "precision": 0.793972, "recall": 0.853755}, {"accuracy": 0.057312, "f1": 0.030883, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"], "main_score": 0.030883, "precision": 0.025017, "recall": 0.057312}, {"accuracy": 0.881423, "f1": 0.856653, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"], "main_score": 0.856653, "precision": 0.847291, "recall": 0.881423}, {"accuracy": 0.898221, "f1": 0.87329, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"], "main_score": 0.87329, "precision": 0.863209, "recall": 0.898221}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.918972, "f1": 0.894269, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"], "main_score": 0.894269, "precision": 0.882411, "recall": 0.918972}, {"accuracy": 0.940711, "f1": 0.923221, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"], "main_score": 0.923221, "precision": 0.915184, "recall": 0.940711}, {"accuracy": 0.897233, "f1": 0.875147, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"], "main_score": 0.875147, "precision": 0.866531, "recall": 0.897233}, {"accuracy": 0.862648, "f1": 0.825329, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"], "main_score": 0.825329, "precision": 0.808383, "recall": 0.862648}, {"accuracy": 0.865613, "f1": 0.827635, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"], "main_score": 0.827635, "precision": 0.810606, "recall": 0.865613}, {"accuracy": 0.848814, "f1": 0.823635, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"], "main_score": 0.823635, "precision": 0.814983, "recall": 0.848814}, {"accuracy": 0.905138, "f1": 0.879136, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"], "main_score": 0.879136, "precision": 0.867902, "recall": 0.905138}, {"accuracy": 0.916996, "f1": 0.892951, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"], "main_score": 0.892951, "precision": 0.881094, "recall": 0.916996}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"], "main_score": 0.935935, "precision": 0.928195, "recall": 0.951581}, {"accuracy": 0.878458, "f1": 0.846607, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"], "main_score": 0.846607, "precision": 0.833267, "recall": 0.878458}, {"accuracy": 0.884387, "f1": 0.86323, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"], "main_score": 0.86323, "precision": 0.854996, "recall": 0.884387}, {"accuracy": 0.879447, "f1": 0.847003, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"], "main_score": 0.847003, "precision": 0.831686, "recall": 0.879447}, {"accuracy": 0.912055, "f1": 0.889977, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"], "main_score": 0.889977, "precision": 0.880657, "recall": 0.912055}, {"accuracy": 0.893281, "f1": 0.865324, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"], "main_score": 0.865324, "precision": 0.85373, "recall": 0.893281}, {"accuracy": 0.884387, "f1": 0.85135, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"], "main_score": 0.85135, "precision": 0.836611, "recall": 0.884387}, {"accuracy": 0.896245, "f1": 0.872766, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"], "main_score": 0.872766, "precision": 0.863796, "recall": 0.896245}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"], "main_score": 0.908103, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.923913, "f1": 0.900988, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"], "main_score": 0.900988, "precision": 0.890316, "recall": 0.923913}, {"accuracy": 0.903162, "f1": 0.883969, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"], "main_score": 0.883969, "precision": 0.876825, "recall": 0.903162}, {"accuracy": 0.898221, "f1": 0.868478, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"], "main_score": 0.868478, "precision": 0.854825, "recall": 0.898221}, {"accuracy": 0.183794, "f1": 0.150755, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"], "main_score": 0.150755, "precision": 0.141898, "recall": 0.183794}, {"accuracy": 0.927866, "f1": 0.911834, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"], "main_score": 0.911834, "precision": 0.905304, "recall": 0.927866}, {"accuracy": 0.912055, "f1": 0.887747, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"], "main_score": 0.887747, "precision": 0.8764, "recall": 0.912055}, {"accuracy": 0.916996, "f1": 0.892424, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"], "main_score": 0.892424, "precision": 0.881126, "recall": 0.916996}, {"accuracy": 0.874506, "f1": 0.846235, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"], "main_score": 0.846235, "precision": 0.834995, "recall": 0.874506}, {"accuracy": 0.87253, "f1": 0.844482, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"], "main_score": 0.844482, "precision": 0.834296, "recall": 0.87253}, {"accuracy": 0.87747, "f1": 0.852994, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"], "main_score": 0.852994, "precision": 0.844185, "recall": 0.87747}, {"accuracy": 0.873518, "f1": 0.838274, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"], "main_score": 0.838274, "precision": 0.822134, "recall": 0.873518}, {"accuracy": 0.914032, "f1": 0.896411, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"], "main_score": 0.896411, "precision": 0.890206, "recall": 0.914032}, {"accuracy": 0.916008, "f1": 0.891271, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"], "main_score": 0.891271, "precision": 0.879974, "recall": 0.916008}, {"accuracy": 0.848814, "f1": 0.826452, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"], "main_score": 0.826452, "precision": 0.817501, "recall": 0.848814}, {"accuracy": 0.878458, "f1": 0.848425, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"], "main_score": 0.848425, "precision": 0.836594, "recall": 0.878458}, {"accuracy": 0.90415, "f1": 0.88125, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"], "main_score": 0.88125, "precision": 0.872333, "recall": 0.90415}, {"accuracy": 0.910079, "f1": 0.888149, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"], "main_score": 0.888149, "precision": 0.879407, "recall": 0.910079}, {"accuracy": 0.853755, "f1": 0.815283, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"], "main_score": 0.815283, "precision": 0.797908, "recall": 0.853755}, {"accuracy": 0.880435, "f1": 0.847464, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"], "main_score": 0.847464, "precision": 0.83251, "recall": 0.880435}, {"accuracy": 0.876482, "f1": 0.854717, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"], "main_score": 0.854717, "precision": 0.847273, "recall": 0.876482}, {"accuracy": 0.91502, "f1": 0.889822, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"], "main_score": 0.889822, "precision": 0.8778, "recall": 0.91502}, {"accuracy": 0.892292, "f1": 0.873974, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"], "main_score": 0.873974, "precision": 0.867247, "recall": 0.892292}, {"accuracy": 0.914032, "f1": 0.88974, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"], "main_score": 0.88974, "precision": 0.878764, "recall": 0.914032}, {"accuracy": 0.932806, "f1": 0.912022, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"], "main_score": 0.912022, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.898221, "f1": 0.870422, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"], "main_score": 0.870422, "precision": 0.858482, "recall": 0.898221}, {"accuracy": 0.903162, "f1": 0.874308, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"], "main_score": 0.874308, "precision": 0.861199, "recall": 0.903162}, {"accuracy": 0.832016, "f1": 0.789368, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"], "main_score": 0.789368, "precision": 0.77165, "recall": 0.832016}, {"accuracy": 0.875494, "f1": 0.839592, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"], "main_score": 0.839592, "precision": 0.823732, "recall": 0.875494}, {"accuracy": 0.866601, "f1": 0.836244, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"], "main_score": 0.836244, "precision": 0.825093, "recall": 0.866601}, {"accuracy": 0.880435, "f1": 0.845817, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"], "main_score": 0.845817, "precision": 0.830237, "recall": 0.880435}, {"accuracy": 0.860672, "f1": 0.821706, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"], "main_score": 0.821706, "precision": 0.803607, "recall": 0.860672}, {"accuracy": 0.882411, "f1": 0.860951, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"], "main_score": 0.860951, "precision": 0.852099, "recall": 0.882411}, {"accuracy": 0.881423, "f1": 0.847628, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"], "main_score": 0.847628, "precision": 0.831851, "recall": 0.881423}, {"accuracy": 0.824111, "f1": 0.780402, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"], "main_score": 0.780402, "precision": 0.760771, "recall": 0.824111}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"], "main_score": 0.908597, "precision": 0.89888, "recall": 0.928854}, {"accuracy": 0.610672, "f1": 0.539518, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"], "main_score": 0.539518, "precision": 0.514573, "recall": 0.610672}, {"accuracy": 0.895257, "f1": 0.871909, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"], "main_score": 0.871909, "precision": 0.863494, "recall": 0.895257}, {"accuracy": 0.896245, "f1": 0.87739, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"], "main_score": 0.87739, "precision": 0.87022, "recall": 0.896245}, {"accuracy": 0.879447, "f1": 0.848984, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"], "main_score": 0.848984, "precision": 0.836613, "recall": 0.879447}, {"accuracy": 0.892292, "f1": 0.870364, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"], "main_score": 0.870364, "precision": 0.862946, "recall": 0.892292}, {"accuracy": 0.883399, "f1": 0.852602, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"], "main_score": 0.852602, "precision": 0.837615, "recall": 0.883399}, {"accuracy": 0.859684, "f1": 0.824511, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"], "main_score": 0.824511, "precision": 0.810277, "recall": 0.859684}, {"accuracy": 0.891304, "f1": 0.858498, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"], "main_score": 0.858498, "precision": 0.843215, "recall": 0.891304}, {"accuracy": 0.907115, "f1": 0.892287, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"], "main_score": 0.892287, "precision": 0.886793, "recall": 0.907115}, {"accuracy": 0.848814, "f1": 0.809848, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"], "main_score": 0.809848, "precision": 0.792194, "recall": 0.848814}, {"accuracy": 0.947628, "f1": 0.932872, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"], "main_score": 0.932872, "precision": 0.925807, "recall": 0.947628}, {"accuracy": 0.900198, "f1": 0.8722, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"], "main_score": 0.8722, "precision": 0.858696, "recall": 0.900198}, {"accuracy": 0.893281, "f1": 0.863721, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"], "main_score": 0.863721, "precision": 0.851153, "recall": 0.893281}, {"accuracy": 0.883399, "f1": 0.850741, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"], "main_score": 0.850741, "precision": 0.836587, "recall": 0.883399}, {"accuracy": 0.857708, "f1": 0.824318, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"], "main_score": 0.824318, "precision": 0.811627, "recall": 0.857708}, {"accuracy": 0.204545, "f1": 0.151679, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"], "main_score": 0.151679, "precision": 0.135227, "recall": 0.204545}, {"accuracy": 0.874506, "f1": 0.838406, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"], "main_score": 0.838406, "precision": 0.821805, "recall": 0.874506}, {"accuracy": 0.894269, "f1": 0.866046, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"], "main_score": 0.866046, "precision": 0.8542, "recall": 0.894269}, {"accuracy": 0.916008, "f1": 0.891206, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"], "main_score": 0.891206, "precision": 0.879858, "recall": 0.916008}, {"accuracy": 0.910079, "f1": 0.884684, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"], "main_score": 0.884684, "precision": 0.872859, "recall": 0.910079}, {"accuracy": 0.889328, "f1": 0.859788, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"], "main_score": 0.859788, "precision": 0.847333, "recall": 0.889328}, {"accuracy": 0.837945, "f1": 0.798758, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"], "main_score": 0.798758, "precision": 0.783399, "recall": 0.837945}, {"accuracy": 0.921937, "f1": 0.897694, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"], "main_score": 0.897694, "precision": 0.886364, "recall": 0.921937}, {"accuracy": 0.902174, "f1": 0.877456, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"], "main_score": 0.877456, "precision": 0.867671, "recall": 0.902174}, {"accuracy": 0.898221, "f1": 0.876675, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"], "main_score": 0.876675, "precision": 0.868909, "recall": 0.898221}, {"accuracy": 0.883399, "f1": 0.860058, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"], "main_score": 0.860058, "precision": 0.850747, "recall": 0.883399}, {"accuracy": 0.871542, "f1": 0.840024, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"], "main_score": 0.840024, "precision": 0.827668, "recall": 0.871542}, {"accuracy": 0.908103, "f1": 0.883849, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"], "main_score": 0.883849, "precision": 0.873372, "recall": 0.908103}, {"accuracy": 0.771739, "f1": 0.714756, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"], "main_score": 0.714756, "precision": 0.689627, "recall": 0.771739}, {"accuracy": 0.921937, "f1": 0.898682, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"], "main_score": 0.898682, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.885375, "f1": 0.86051, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"], "main_score": 0.86051, "precision": 0.851109, "recall": 0.885375}, {"accuracy": 0.894269, "f1": 0.877652, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"], "main_score": 0.877652, "precision": 0.871075, "recall": 0.894269}, {"accuracy": 0.887352, "f1": 0.865906, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"], "main_score": 0.865906, "precision": 0.857122, "recall": 0.887352}, {"accuracy": 0.848814, "f1": 0.807938, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"], "main_score": 0.807938, "precision": 0.789723, "recall": 0.848814}, {"accuracy": 0.817194, "f1": 0.77029, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"], "main_score": 0.77029, "precision": 0.749325, "recall": 0.817194}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"], "main_score": 0.870125, "precision": 0.856835, "recall": 0.899209}, {"accuracy": 0.917984, "f1": 0.895276, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"], "main_score": 0.895276, "precision": 0.885326, "recall": 0.917984}, {"accuracy": 0.865613, "f1": 0.82747, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"], "main_score": 0.82747, "precision": 0.809733, "recall": 0.865613}, {"accuracy": 0.916996, "f1": 0.898479, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"], "main_score": 0.898479, "precision": 0.891197, "recall": 0.916996}, {"accuracy": 0.793478, "f1": 0.742227, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"], "main_score": 0.742227, "precision": 0.718791, "recall": 0.793478}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"], "main_score": 0.91749, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.913043, "f1": 0.893744, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"], "main_score": 0.893744, "precision": 0.886201, "recall": 0.913043}, {"accuracy": 0.883399, "f1": 0.861056, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"], "main_score": 0.861056, "precision": 0.853779, "recall": 0.883399}, {"accuracy": 0.876482, "f1": 0.858599, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"], "main_score": 0.858599, "precision": 0.852669, "recall": 0.876482}, {"accuracy": 0.862648, "f1": 0.839856, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"], "main_score": 0.839856, "precision": 0.831781, "recall": 0.862648}, {"accuracy": 0.909091, "f1": 0.881884, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"], "main_score": 0.881884, "precision": 0.869236, "recall": 0.909091}, {"accuracy": 0.91996, "f1": 0.896264, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"], "main_score": 0.896264, "precision": 0.885128, "recall": 0.91996}, {"accuracy": 0.843874, "f1": 0.802602, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"], "main_score": 0.802602, "precision": 0.783597, "recall": 0.843874}, {"accuracy": 0.248024, "f1": 0.198232, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"], "main_score": 0.198232, "precision": 0.181189, "recall": 0.248024}, {"accuracy": 0.875494, "f1": 0.841535, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"], "main_score": 0.841535, "precision": 0.825955, "recall": 0.875494}, {"accuracy": 0.716403, "f1": 0.648174, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"], "main_score": 0.648174, "precision": 0.619631, "recall": 0.716403}, {"accuracy": 0.90415, "f1": 0.87668, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"], "main_score": 0.87668, "precision": 0.864707, "recall": 0.90415}, {"accuracy": 0.934783, "f1": 0.914756, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"], "main_score": 0.914756, "precision": 0.905056, "recall": 0.934783}, {"accuracy": 0.84585, "f1": 0.802306, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"], "main_score": 0.802306, "precision": 0.782477, "recall": 0.84585}, {"accuracy": 0.908103, "f1": 0.879842, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"], "main_score": 0.879842, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.925889, "f1": 0.904875, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"], "main_score": 0.904875, "precision": 0.895339, "recall": 0.925889}, {"accuracy": 0.890316, "f1": 0.857444, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"], "main_score": 0.857444, "precision": 0.842507, "recall": 0.890316}, {"accuracy": 0.88834, "f1": 0.85908, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"], "main_score": 0.85908, "precision": 0.84711, "recall": 0.88834}, {"accuracy": 0.91996, "f1": 0.895916, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"], "main_score": 0.895916, "precision": 0.884387, "recall": 0.91996}, {"accuracy": 0.910079, "f1": 0.891607, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"], "main_score": 0.891607, "precision": 0.884765, "recall": 0.910079}, {"accuracy": 0.909091, "f1": 0.881324, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"], "main_score": 0.881324, "precision": 0.868165, "recall": 0.909091}, {"accuracy": 0.837945, "f1": 0.793511, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"], "main_score": 0.793511, "precision": 0.773304, "recall": 0.837945}, {"accuracy": 0.857708, "f1": 0.822892, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"], "main_score": 0.822892, "precision": 0.807312, "recall": 0.857708}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"], "main_score": 0.899209, "precision": 0.887681, "recall": 0.922925}, {"accuracy": 0.873518, "f1": 0.841537, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"], "main_score": 0.841537, "precision": 0.828995, "recall": 0.873518}, {"accuracy": 0.046443, "f1": 0.02616, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"], "main_score": 0.02616, "precision": 0.022386, "recall": 0.046443}, {"accuracy": 0.856719, "f1": 0.830243, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"], "main_score": 0.830243, "precision": 0.820917, "recall": 0.856719}, {"accuracy": 0.885375, "f1": 0.854696, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"], "main_score": 0.854696, "precision": 0.841617, "recall": 0.885375}, {"accuracy": 0.839921, "f1": 0.808366, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"], "main_score": 0.808366, "precision": 0.796105, "recall": 0.839921}, {"accuracy": 0.880435, "f1": 0.854177, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"], "main_score": 0.854177, "precision": 0.844328, "recall": 0.880435}, {"accuracy": 0.822134, "f1": 0.775993, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"], "main_score": 0.775993, "precision": 0.757082, "recall": 0.822134}, {"accuracy": 0.864625, "f1": 0.829282, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"], "main_score": 0.829282, "precision": 0.813587, "recall": 0.864625}, {"accuracy": 0.885375, "f1": 0.857224, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"], "main_score": 0.857224, "precision": 0.846213, "recall": 0.885375}, {"accuracy": 0.866601, "f1": 0.83635, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"], "main_score": 0.83635, "precision": 0.825346, "recall": 0.866601}, {"accuracy": 0.911067, "f1": 0.886265, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"], "main_score": 0.886265, "precision": 0.874918, "recall": 0.911067}, {"accuracy": 0.906126, "f1": 0.878986, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"], "main_score": 0.878986, "precision": 0.866551, "recall": 0.906126}, {"accuracy": 0.790514, "f1": 0.738922, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"], "main_score": 0.738922, "precision": 0.716955, "recall": 0.790514}, {"accuracy": 0.907115, "f1": 0.88518, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"], "main_score": 0.88518, "precision": 0.876103, "recall": 0.907115}, {"accuracy": 0.782609, "f1": 0.732938, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"], "main_score": 0.732938, "precision": 0.711001, "recall": 0.782609}, {"accuracy": 0.874506, "f1": 0.838702, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"], "main_score": 0.838702, "precision": 0.822628, "recall": 0.874506}, {"accuracy": 0.876482, "f1": 0.849924, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"], "main_score": 0.849924, "precision": 0.840023, "recall": 0.876482}, {"accuracy": 0.889328, "f1": 0.857115, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"], "main_score": 0.857115, "precision": 0.842474, "recall": 0.889328}, {"accuracy": 0.898221, "f1": 0.871165, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"], "main_score": 0.871165, "precision": 0.859997, "recall": 0.898221}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"], "main_score": 0.90942, "precision": 0.899539, "recall": 0.929842}, {"accuracy": 0.887352, "f1": 0.856258, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"], "main_score": 0.856258, "precision": 0.843116, "recall": 0.887352}, {"accuracy": 0.833004, "f1": 0.804052, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"], "main_score": 0.804052, "precision": 0.793423, "recall": 0.833004}, {"accuracy": 0.867589, "f1": 0.836146, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"], "main_score": 0.836146, "precision": 0.824135, "recall": 0.867589}, {"accuracy": 0.841897, "f1": 0.800496, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"], "main_score": 0.800496, "precision": 0.783376, "recall": 0.841897}, {"accuracy": 0.882411, "f1": 0.849953, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"], "main_score": 0.849953, "precision": 0.83559, "recall": 0.882411}, {"accuracy": 0.855731, "f1": 0.820784, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"], "main_score": 0.820784, "precision": 0.805772, "recall": 0.855731}, {"accuracy": 0.835968, "f1": 0.792545, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"], "main_score": 0.792545, "precision": 0.774218, "recall": 0.835968}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"], "main_score": 0.933465, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.937747, "f1": 0.919598, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"], "main_score": 0.919598, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.922925, "f1": 0.902821, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"], "main_score": 0.902821, "precision": 0.894245, "recall": 0.922925}, {"accuracy": 0.87253, "f1": 0.836448, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"], "main_score": 0.836448, "precision": 0.820735, "recall": 0.87253}, {"accuracy": 0.826087, "f1": 0.790128, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"], "main_score": 0.790128, "precision": 0.777508, "recall": 0.826087}, {"accuracy": 0.856719, "f1": 0.823341, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"], "main_score": 0.823341, "precision": 0.81078, "recall": 0.856719}, {"accuracy": 0.893281, "f1": 0.862187, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"], "main_score": 0.862187, "precision": 0.848304, "recall": 0.893281}, {"accuracy": 0.868577, "f1": 0.832444, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"], "main_score": 0.832444, "precision": 0.816568, "recall": 0.868577}, {"accuracy": 0.93083, "f1": 0.909585, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"], "main_score": 0.909585, "precision": 0.899374, "recall": 0.93083}, {"accuracy": 0.80336, "f1": 0.753986, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"], "main_score": 0.753986, "precision": 0.731884, "recall": 0.80336}, {"accuracy": 0.893281, "f1": 0.872953, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"], "main_score": 0.872953, "precision": 0.865552, "recall": 0.893281}, {"accuracy": 0.880435, "f1": 0.8472, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"], "main_score": 0.8472, "precision": 0.832329, "recall": 0.880435}, {"accuracy": 0.855731, "f1": 0.825594, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"], "main_score": 0.825594, "precision": 0.81355, "recall": 0.855731}, {"accuracy": 0.880435, "f1": 0.848342, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"], "main_score": 0.848342, "precision": 0.834478, "recall": 0.880435}, {"accuracy": 0.902174, "f1": 0.874045, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"], "main_score": 0.874045, "precision": 0.861446, "recall": 0.902174}, {"accuracy": 0.887352, "f1": 0.857938, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"], "main_score": 0.857938, "precision": 0.844318, "recall": 0.887352}, {"accuracy": 0.897233, "f1": 0.875132, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"], "main_score": 0.875132, "precision": 0.866813, "recall": 0.897233}, {"accuracy": 0.871542, "f1": 0.837319, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"], "main_score": 0.837319, "precision": 0.821756, "recall": 0.871542}, {"accuracy": 0.887352, "f1": 0.862747, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"], "main_score": 0.862747, "precision": 0.853698, "recall": 0.887352}, {"accuracy": 0.87747, "f1": 0.845224, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"], "main_score": 0.845224, "precision": 0.830122, "recall": 0.87747}, {"accuracy": 0.91502, "f1": 0.899392, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"], "main_score": 0.899392, "precision": 0.893475, "recall": 0.91502}, {"accuracy": 0.846838, "f1": 0.804644, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"], "main_score": 0.804644, "precision": 0.785079, "recall": 0.846838}, {"accuracy": 0.895257, "f1": 0.869921, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"], "main_score": 0.869921, "precision": 0.860205, "recall": 0.895257}, {"accuracy": 0.890316, "f1": 0.863208, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"], "main_score": 0.863208, "precision": 0.852432, "recall": 0.890316}, {"accuracy": 0.896245, "f1": 0.872666, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"], "main_score": 0.872666, "precision": 0.863641, "recall": 0.896245}, {"accuracy": 0.948617, "f1": 0.932378, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"], "main_score": 0.932378, "precision": 0.924654, "recall": 0.948617}, {"accuracy": 0.924901, "f1": 0.902009, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"], "main_score": 0.902009, "precision": 0.890975, "recall": 0.924901}, {"accuracy": 0.882411, "f1": 0.850856, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"], "main_score": 0.850856, "precision": 0.836215, "recall": 0.882411}, {"accuracy": 0.918972, "f1": 0.895257, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"], "main_score": 0.895257, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.922925, "f1": 0.900165, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"], "main_score": 0.900165, "precision": 0.889493, "recall": 0.922925}, {"accuracy": 0.80336, "f1": 0.763182, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"], "main_score": 0.763182, "precision": 0.748696, "recall": 0.80336}, {"accuracy": 0.863636, "f1": 0.839716, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"], "main_score": 0.839716, "precision": 0.831478, "recall": 0.863636}, {"accuracy": 0.824111, "f1": 0.776581, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"], "main_score": 0.776581, "precision": 0.755797, "recall": 0.824111}, {"accuracy": 0.88834, "f1": 0.858696, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"], "main_score": 0.858696, "precision": 0.844697, "recall": 0.88834}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"], "main_score": 0.914855, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.93083, "f1": 0.909881, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"], "main_score": 0.909881, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"], "main_score": 0.918808, "precision": 0.909585, "recall": 0.937747}, {"accuracy": 0.920949, "f1": 0.897134, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"], "main_score": 0.897134, "precision": 0.885787, "recall": 0.920949}, {"accuracy": 0.865613, "f1": 0.842675, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"], "main_score": 0.842675, "precision": 0.83378, "recall": 0.865613}, {"accuracy": 0.790514, "f1": 0.738227, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"], "main_score": 0.738227, "precision": 0.715003, "recall": 0.790514}, {"accuracy": 0.869565, "f1": 0.835611, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"], "main_score": 0.835611, "precision": 0.820982, "recall": 0.869565}, {"accuracy": 0.900198, "f1": 0.872069, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"], "main_score": 0.872069, "precision": 0.859832, "recall": 0.900198}, {"accuracy": 0.822134, "f1": 0.779216, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"], "main_score": 0.779216, "precision": 0.760573, "recall": 0.822134}, {"accuracy": 0.802372, "f1": 0.752229, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"], "main_score": 0.752229, "precision": 0.731118, "recall": 0.802372}, {"accuracy": 0.906126, "f1": 0.880105, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"], "main_score": 0.880105, "precision": 0.868577, "recall": 0.906126}, {"accuracy": 0.839921, "f1": 0.800463, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"], "main_score": 0.800463, "precision": 0.784496, "recall": 0.839921}, {"accuracy": 0.880435, "f1": 0.84936, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"], "main_score": 0.84936, "precision": 0.835837, "recall": 0.880435}, {"accuracy": 0.747036, "f1": 0.682345, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"], "main_score": 0.682345, "precision": 0.654265, "recall": 0.747036}, {"accuracy": 0.882411, "f1": 0.856326, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"], "main_score": 0.856326, "precision": 0.846919, "recall": 0.882411}, {"accuracy": 0.899209, "f1": 0.876032, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"], "main_score": 0.876032, "precision": 0.867655, "recall": 0.899209}, {"accuracy": 0.884387, "f1": 0.857386, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"], "main_score": 0.857386, "precision": 0.847285, "recall": 0.884387}, {"accuracy": 0.899209, "f1": 0.87268, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"], "main_score": 0.87268, "precision": 0.862022, "recall": 0.899209}, {"accuracy": 0.890316, "f1": 0.859706, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"], "main_score": 0.859706, "precision": 0.846171, "recall": 0.890316}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"], "main_score": 0.887022, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.88834, "f1": 0.856522, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"], "main_score": 0.856522, "precision": 0.841733, "recall": 0.88834}, {"accuracy": 0.046443, "f1": 0.025077, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"], "main_score": 0.025077, "precision": 0.02091, "recall": 0.046443}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"], "main_score": 0.973155, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"], "main_score": 0.907016, "precision": 0.897513, "recall": 0.927866}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.922925, "f1": 0.89888, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"], "main_score": 0.89888, "precision": 0.887187, "recall": 0.922925}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"], "main_score": 0.91469, "precision": 0.905336, "recall": 0.934783}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.914032, "f1": 0.888076, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"], "main_score": 0.888076, "precision": 0.875906, "recall": 0.914032}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.948617, "f1": 0.932872, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"], "main_score": 0.932872, "precision": 0.925642, "recall": 0.948617}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.19664, "f1": 0.147572, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"], "main_score": 0.147572, "precision": 0.133713, "recall": 0.19664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.933794, "f1": 0.914493, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"], "main_score": 0.914493, "precision": 0.905468, "recall": 0.933794}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"], "main_score": 0.939394, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.900198, "f1": 0.872925, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"], "main_score": 0.872925, "precision": 0.86026, "recall": 0.900198}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961034, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"], "main_score": 0.961034, "precision": 0.956604, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"], "main_score": 0.9472, "precision": 0.941288, "recall": 0.959486}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.899209, "f1": 0.870455, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"], "main_score": 0.870455, "precision": 0.857131, "recall": 0.899209}, {"accuracy": 0.987154, "f1": 0.983762, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"], "main_score": 0.983762, "precision": 0.982296, "recall": 0.987154}, {"accuracy": 0.940711, "f1": 0.921278, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"], "main_score": 0.921278, "precision": 0.911726, "recall": 0.940711}, {"accuracy": 0.887352, "f1": 0.854809, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"], "main_score": 0.854809, "precision": 0.839839, "recall": 0.887352}, {"accuracy": 0.917984, "f1": 0.894664, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"], "main_score": 0.894664, "precision": 0.884009, "recall": 0.917984}, {"accuracy": 0.749012, "f1": 0.6919, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"], "main_score": 0.6919, "precision": 0.668043, "recall": 0.749012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.899209, "f1": 0.869368, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"], "main_score": 0.869368, "precision": 0.855567, "recall": 0.899209}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.871542, "f1": 0.837648, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"], "main_score": 0.837648, "precision": 0.822118, "recall": 0.871542}, {"accuracy": 0.937747, "f1": 0.918709, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"], "main_score": 0.918709, "precision": 0.909667, "recall": 0.937747}, {"accuracy": 0.883399, "f1": 0.849868, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"], "main_score": 0.849868, "precision": 0.834667, "recall": 0.883399}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.212451, "f1": 0.145455, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"], "main_score": 0.145455, "precision": 0.125835, "recall": 0.212451}, {"accuracy": 0.906126, "f1": 0.879282, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"], "main_score": 0.879282, "precision": 0.866469, "recall": 0.906126}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"], "main_score": 0.92309, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.914032, "f1": 0.887648, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"], "main_score": 0.887648, "precision": 0.875329, "recall": 0.914032}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.860672, "f1": 0.822005, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"], "main_score": 0.822005, "precision": 0.804324, "recall": 0.860672}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"], "main_score": 0.937747, "precision": 0.930501, "recall": 0.952569}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.922925, "f1": 0.899704, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"], "main_score": 0.899704, "precision": 0.888834, "recall": 0.922925}, {"accuracy": 0.873518, "f1": 0.838735, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"], "main_score": 0.838735, "precision": 0.822628, "recall": 0.873518}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.933794, "f1": 0.91222, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"], "main_score": 0.91222, "precision": 0.90168, "recall": 0.933794}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.867589, "f1": 0.831159, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"], "main_score": 0.831159, "precision": 0.814229, "recall": 0.867589}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"], "main_score": 0.967951, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.899209, "f1": 0.870125, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"], "main_score": 0.870125, "precision": 0.856472, "recall": 0.899209}, {"accuracy": 0.251976, "f1": 0.195727, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"], "main_score": 0.195727, "precision": 0.177282, "recall": 0.251976}, {"accuracy": 0.921937, "f1": 0.897299, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"], "main_score": 0.897299, "precision": 0.885458, "recall": 0.921937}, {"accuracy": 0.813241, "f1": 0.763655, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"], "main_score": 0.763655, "precision": 0.741551, "recall": 0.813241}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.912055, "f1": 0.884881, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"], "main_score": 0.884881, "precision": 0.871706, "recall": 0.912055}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972727, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"], "main_score": 0.972727, "precision": 0.969615, "recall": 0.979249}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.893281, "f1": 0.861397, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"], "main_score": 0.861397, "precision": 0.846426, "recall": 0.893281}, {"accuracy": 0.889328, "f1": 0.857773, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"], "main_score": 0.857773, "precision": 0.842968, "recall": 0.889328}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.0583, "f1": 0.03064, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"], "main_score": 0.03064, "precision": 0.025147, "recall": 0.0583}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"], "main_score": 0.937582, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.922925, "f1": 0.900362, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"], "main_score": 0.900362, "precision": 0.889822, "recall": 0.922925}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.875494, "f1": 0.839855, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"], "main_score": 0.839855, "precision": 0.823452, "recall": 0.875494}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.855731, "f1": 0.816963, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"], "main_score": 0.816963, "precision": 0.799605, "recall": 0.855731}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"], "main_score": 0.904644, "precision": 0.894104, "recall": 0.926877}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"], "main_score": 0.945323, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"], "main_score": 0.952141, "precision": 0.946723, "recall": 0.963439}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"], "main_score": 0.922431, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.87253, "f1": 0.83722, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"], "main_score": 0.83722, "precision": 0.820817, "recall": 0.87253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"], "main_score": 0.899868, "precision": 0.888999, "recall": 0.922925}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91996, "f1": 0.897628, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"], "main_score": 0.897628, "precision": 0.887105, "recall": 0.91996}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.884387, "f1": 0.854611, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"], "main_score": 0.854611, "precision": 0.841518, "recall": 0.884387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"], "main_score": 0.915349, "precision": 0.905632, "recall": 0.935771}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.892292, "f1": 0.85975, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"], "main_score": 0.85975, "precision": 0.844121, "recall": 0.892292}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"], "main_score": 0.917819, "precision": 0.908762, "recall": 0.936759}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"], "main_score": 0.940711, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.886364, "f1": 0.85415, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"], "main_score": 0.85415, "precision": 0.839542, "recall": 0.886364}, {"accuracy": 0.907115, "f1": 0.87803, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"], "main_score": 0.87803, "precision": 0.864213, "recall": 0.907115}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.841897, "f1": 0.799242, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"], "main_score": 0.799242, "precision": 0.779562, "recall": 0.841897}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.897233, "f1": 0.867721, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"], "main_score": 0.867721, "precision": 0.854084, "recall": 0.897233}, {"accuracy": 0.927866, "f1": 0.905962, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"], "main_score": 0.905962, "precision": 0.895422, "recall": 0.927866}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.810277, "f1": 0.760145, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"], "main_score": 0.760145, "precision": 0.737549, "recall": 0.810277}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"], "main_score": 0.907016, "precision": 0.897151, "recall": 0.927866}, {"accuracy": 0.869565, "f1": 0.833893, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"], "main_score": 0.833893, "precision": 0.817803, "recall": 0.869565}, {"accuracy": 0.865613, "f1": 0.828755, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"], "main_score": 0.828755, "precision": 0.811512, "recall": 0.865613}, {"accuracy": 0.045455, "f1": 0.022978, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"], "main_score": 0.022978, "precision": 0.017886, "recall": 0.045455}, {"accuracy": 0.892292, "f1": 0.86845, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"], "main_score": 0.86845, "precision": 0.859496, "recall": 0.892292}, {"accuracy": 0.891304, "f1": 0.862582, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"], "main_score": 0.862582, "precision": 0.850922, "recall": 0.891304}, {"accuracy": 0.929842, "f1": 0.908827, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"], "main_score": 0.908827, "precision": 0.898798, "recall": 0.929842}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"], "main_score": 0.903986, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.923913, "f1": 0.90135, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"], "main_score": 0.90135, "precision": 0.890481, "recall": 0.923913}, {"accuracy": 0.884387, "f1": 0.859176, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"], "main_score": 0.859176, "precision": 0.849505, "recall": 0.884387}, {"accuracy": 0.902174, "f1": 0.875823, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"], "main_score": 0.875823, "precision": 0.86334, "recall": 0.902174}, {"accuracy": 0.890316, "f1": 0.859717, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"], "main_score": 0.859717, "precision": 0.845965, "recall": 0.890316}, {"accuracy": 0.837945, "f1": 0.80931, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"], "main_score": 0.80931, "precision": 0.798877, "recall": 0.837945}, {"accuracy": 0.903162, "f1": 0.874341, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"], "main_score": 0.874341, "precision": 0.861067, "recall": 0.903162}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"], "main_score": 0.865184, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.86166, "f1": 0.82584, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"], "main_score": 0.82584, "precision": 0.810368, "recall": 0.86166}, {"accuracy": 0.892292, "f1": 0.869732, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"], "main_score": 0.869732, "precision": 0.860667, "recall": 0.892292}, {"accuracy": 0.894269, "f1": 0.866733, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"], "main_score": 0.866733, "precision": 0.854249, "recall": 0.894269}, {"accuracy": 0.918972, "f1": 0.897101, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"], "main_score": 0.897101, "precision": 0.887665, "recall": 0.918972}, {"accuracy": 0.891304, "f1": 0.863359, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"], "main_score": 0.863359, "precision": 0.85177, "recall": 0.891304}, {"accuracy": 0.882411, "f1": 0.848188, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"], "main_score": 0.848188, "precision": 0.83246, "recall": 0.882411}, {"accuracy": 0.895257, "f1": 0.869426, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"], "main_score": 0.869426, "precision": 0.858844, "recall": 0.895257}, {"accuracy": 0.923913, "f1": 0.900922, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"], "main_score": 0.900922, "precision": 0.889904, "recall": 0.923913}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"], "main_score": 0.90942, "precision": 0.899374, "recall": 0.93083}, {"accuracy": 0.90415, "f1": 0.881103, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"], "main_score": 0.881103, "precision": 0.871879, "recall": 0.90415}, {"accuracy": 0.908103, "f1": 0.880764, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"], "main_score": 0.880764, "precision": 0.867754, "recall": 0.908103}, {"accuracy": 0.176877, "f1": 0.140589, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"], "main_score": 0.140589, "precision": 0.131022, "recall": 0.176877}, {"accuracy": 0.918972, "f1": 0.898339, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"], "main_score": 0.898339, "precision": 0.889635, "recall": 0.918972}, {"accuracy": 0.910079, "f1": 0.885046, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"], "main_score": 0.885046, "precision": 0.873518, "recall": 0.910079}, {"accuracy": 0.924901, "f1": 0.903854, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"], "main_score": 0.903854, "precision": 0.894516, "recall": 0.924901}, {"accuracy": 0.862648, "f1": 0.830015, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"], "main_score": 0.830015, "precision": 0.817301, "recall": 0.862648}, {"accuracy": 0.883399, "f1": 0.856955, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"], "main_score": 0.856955, "precision": 0.846818, "recall": 0.883399}, {"accuracy": 0.879447, "f1": 0.852937, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"], "main_score": 0.852937, "precision": 0.842688, "recall": 0.879447}, {"accuracy": 0.871542, "f1": 0.835592, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"], "main_score": 0.835592, "precision": 0.819038, "recall": 0.871542}, {"accuracy": 0.898221, "f1": 0.875163, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"], "main_score": 0.875163, "precision": 0.866539, "recall": 0.898221}, {"accuracy": 0.897233, "f1": 0.86917, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"], "main_score": 0.86917, "precision": 0.856752, "recall": 0.897233}, {"accuracy": 0.846838, "f1": 0.819856, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"], "main_score": 0.819856, "precision": 0.808878, "recall": 0.846838}, {"accuracy": 0.870553, "f1": 0.83923, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"], "main_score": 0.83923, "precision": 0.826729, "recall": 0.870553}, {"accuracy": 0.895257, "f1": 0.867707, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"], "main_score": 0.867707, "precision": 0.856571, "recall": 0.895257}, {"accuracy": 0.891304, "f1": 0.864876, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"], "main_score": 0.864876, "precision": 0.853929, "recall": 0.891304}, {"accuracy": 0.841897, "f1": 0.800033, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"], "main_score": 0.800033, "precision": 0.780797, "recall": 0.841897}, {"accuracy": 0.870553, "f1": 0.832971, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"], "main_score": 0.832971, "precision": 0.816074, "recall": 0.870553}, {"accuracy": 0.871542, "f1": 0.844492, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"], "main_score": 0.844492, "precision": 0.834365, "recall": 0.871542}, {"accuracy": 0.900198, "f1": 0.870389, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"], "main_score": 0.870389, "precision": 0.85639, "recall": 0.900198}, {"accuracy": 0.892292, "f1": 0.872122, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"], "main_score": 0.872122, "precision": 0.864108, "recall": 0.892292}, {"accuracy": 0.917984, "f1": 0.894137, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"], "main_score": 0.894137, "precision": 0.882987, "recall": 0.917984}, {"accuracy": 0.923913, "f1": 0.900692, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"], "main_score": 0.900692, "precision": 0.889855, "recall": 0.923913}, {"accuracy": 0.906126, "f1": 0.877701, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"], "main_score": 0.877701, "precision": 0.864707, "recall": 0.906126}, {"accuracy": 0.892292, "f1": 0.861561, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"], "main_score": 0.861561, "precision": 0.847085, "recall": 0.892292}, {"accuracy": 0.840909, "f1": 0.79846, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"], "main_score": 0.79846, "precision": 0.779521, "recall": 0.840909}, {"accuracy": 0.879447, "f1": 0.844895, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"], "main_score": 0.844895, "precision": 0.82864, "recall": 0.879447}, {"accuracy": 0.860672, "f1": 0.829191, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"], "main_score": 0.829191, "precision": 0.817005, "recall": 0.860672}, {"accuracy": 0.892292, "f1": 0.861792, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"], "main_score": 0.861792, "precision": 0.848024, "recall": 0.892292}, {"accuracy": 0.839921, "f1": 0.798452, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"], "main_score": 0.798452, "precision": 0.779068, "recall": 0.839921}, {"accuracy": 0.878458, "f1": 0.854075, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"], "main_score": 0.854075, "precision": 0.84385, "recall": 0.878458}, {"accuracy": 0.892292, "f1": 0.861397, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"], "main_score": 0.861397, "precision": 0.84692, "recall": 0.892292}, {"accuracy": 0.837945, "f1": 0.79641, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"], "main_score": 0.79641, "precision": 0.777503, "recall": 0.837945}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"], "main_score": 0.925626, "precision": 0.917572, "recall": 0.942688}, {"accuracy": 0.624506, "f1": 0.545985, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"], "main_score": 0.545985, "precision": 0.516622, "recall": 0.624506}, {"accuracy": 0.892292, "f1": 0.86662, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"], "main_score": 0.86662, "precision": 0.856862, "recall": 0.892292}, {"accuracy": 0.909091, "f1": 0.889833, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"], "main_score": 0.889833, "precision": 0.882459, "recall": 0.909091}, {"accuracy": 0.875494, "f1": 0.842144, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"], "main_score": 0.842144, "precision": 0.828188, "recall": 0.875494}, {"accuracy": 0.885375, "f1": 0.859231, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"], "main_score": 0.859231, "precision": 0.848997, "recall": 0.885375}, {"accuracy": 0.898221, "f1": 0.869466, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"], "main_score": 0.869466, "precision": 0.855978, "recall": 0.898221}, {"accuracy": 0.864625, "f1": 0.82747, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"], "main_score": 0.82747, "precision": 0.811693, "recall": 0.864625}, {"accuracy": 0.893281, "f1": 0.863999, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"], "main_score": 0.863999, "precision": 0.850543, "recall": 0.893281}, {"accuracy": 0.908103, "f1": 0.888821, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"], "main_score": 0.888821, "precision": 0.881145, "recall": 0.908103}, {"accuracy": 0.858696, "f1": 0.824689, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"], "main_score": 0.824689, "precision": 0.80863, "recall": 0.858696}, {"accuracy": 0.945652, "f1": 0.930171, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"], "main_score": 0.930171, "precision": 0.92276, "recall": 0.945652}, {"accuracy": 0.899209, "f1": 0.873254, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"], "main_score": 0.873254, "precision": 0.861084, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.839383, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"], "main_score": 0.839383, "precision": 0.824893, "recall": 0.873518}, {"accuracy": 0.878458, "f1": 0.843692, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"], "main_score": 0.843692, "precision": 0.827859, "recall": 0.878458}, {"accuracy": 0.864625, "f1": 0.832517, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"], "main_score": 0.832517, "precision": 0.819899, "recall": 0.864625}, {"accuracy": 0.19664, "f1": 0.139809, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"], "main_score": 0.139809, "precision": 0.121533, "recall": 0.19664}, {"accuracy": 0.873518, "f1": 0.84137, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"], "main_score": 0.84137, "precision": 0.826779, "recall": 0.873518}, {"accuracy": 0.874506, "f1": 0.84157, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"], "main_score": 0.84157, "precision": 0.827694, "recall": 0.874506}, {"accuracy": 0.923913, "f1": 0.902009, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"], "main_score": 0.902009, "precision": 0.891469, "recall": 0.923913}, {"accuracy": 0.91502, "f1": 0.8905, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"], "main_score": 0.8905, "precision": 0.879397, "recall": 0.91502}, {"accuracy": 0.910079, "f1": 0.886199, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"], "main_score": 0.886199, "precision": 0.876023, "recall": 0.910079}, {"accuracy": 0.848814, "f1": 0.80746, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"], "main_score": 0.80746, "precision": 0.7897, "recall": 0.848814}, {"accuracy": 0.91996, "f1": 0.895257, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"], "main_score": 0.895257, "precision": 0.883597, "recall": 0.91996}, {"accuracy": 0.900198, "f1": 0.876158, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"], "main_score": 0.876158, "precision": 0.866436, "recall": 0.900198}, {"accuracy": 0.896245, "f1": 0.871472, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"], "main_score": 0.871472, "precision": 0.861594, "recall": 0.896245}, {"accuracy": 0.876482, "f1": 0.848954, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"], "main_score": 0.848954, "precision": 0.838189, "recall": 0.876482}, {"accuracy": 0.876482, "f1": 0.844721, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"], "main_score": 0.844721, "precision": 0.831704, "recall": 0.876482}, {"accuracy": 0.876482, "f1": 0.844688, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"], "main_score": 0.844688, "precision": 0.830986, "recall": 0.876482}, {"accuracy": 0.801383, "f1": 0.751106, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"], "main_score": 0.751106, "precision": 0.728508, "recall": 0.801383}, {"accuracy": 0.906126, "f1": 0.880468, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"], "main_score": 0.880468, "precision": 0.868659, "recall": 0.906126}, {"accuracy": 0.875494, "f1": 0.850491, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"], "main_score": 0.850491, "precision": 0.840276, "recall": 0.875494}, {"accuracy": 0.883399, "f1": 0.860762, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"], "main_score": 0.860762, "precision": 0.851568, "recall": 0.883399}, {"accuracy": 0.884387, "f1": 0.859138, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"], "main_score": 0.859138, "precision": 0.848823, "recall": 0.884387}, {"accuracy": 0.871542, "f1": 0.836001, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"], "main_score": 0.836001, "precision": 0.819582, "recall": 0.871542}, {"accuracy": 0.817194, "f1": 0.77029, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"], "main_score": 0.77029, "precision": 0.748468, "recall": 0.817194}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"], "main_score": 0.890053, "precision": 0.878211, "recall": 0.91502}, {"accuracy": 0.898221, "f1": 0.870078, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"], "main_score": 0.870078, "precision": 0.857823, "recall": 0.898221}, {"accuracy": 0.863636, "f1": 0.824769, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"], "main_score": 0.824769, "precision": 0.806818, "recall": 0.863636}, {"accuracy": 0.927866, "f1": 0.908086, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"], "main_score": 0.908086, "precision": 0.899499, "recall": 0.927866}, {"accuracy": 0.813241, "f1": 0.765961, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"], "main_score": 0.765961, "precision": 0.744516, "recall": 0.813241}, {"accuracy": 0.95751, "f1": 0.944895, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"], "main_score": 0.944895, "precision": 0.938818, "recall": 0.95751}, {"accuracy": 0.910079, "f1": 0.888821, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"], "main_score": 0.888821, "precision": 0.880067, "recall": 0.910079}, {"accuracy": 0.886364, "f1": 0.86348, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"], "main_score": 0.86348, "precision": 0.854896, "recall": 0.886364}, {"accuracy": 0.869565, "f1": 0.848033, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"], "main_score": 0.848033, "precision": 0.840307, "recall": 0.869565}, {"accuracy": 0.855731, "f1": 0.828981, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"], "main_score": 0.828981, "precision": 0.818549, "recall": 0.855731}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"], "main_score": 0.903821, "precision": 0.893478, "recall": 0.925889}, {"accuracy": 0.912055, "f1": 0.887253, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"], "main_score": 0.887253, "precision": 0.87607, "recall": 0.912055}, {"accuracy": 0.864625, "f1": 0.828458, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"], "main_score": 0.828458, "precision": 0.811347, "recall": 0.864625}, {"accuracy": 0.259881, "f1": 0.207915, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"], "main_score": 0.207915, "precision": 0.191004, "recall": 0.259881}, {"accuracy": 0.898221, "f1": 0.869697, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"], "main_score": 0.869697, "precision": 0.856225, "recall": 0.898221}, {"accuracy": 0.715415, "f1": 0.649434, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"], "main_score": 0.649434, "precision": 0.621681, "recall": 0.715415}, {"accuracy": 0.905138, "f1": 0.878228, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"], "main_score": 0.878228, "precision": 0.866107, "recall": 0.905138}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.847826, "f1": 0.808004, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"], "main_score": 0.808004, "precision": 0.790053, "recall": 0.847826}, {"accuracy": 0.914032, "f1": 0.8889, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"], "main_score": 0.8889, "precision": 0.876729, "recall": 0.914032}, {"accuracy": 0.93083, "f1": 0.909717, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"], "main_score": 0.909717, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.899209, "f1": 0.87029, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"], "main_score": 0.87029, "precision": 0.857197, "recall": 0.899209}, {"accuracy": 0.892292, "f1": 0.863043, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"], "main_score": 0.863043, "precision": 0.85028, "recall": 0.892292}, {"accuracy": 0.913043, "f1": 0.887352, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"], "main_score": 0.887352, "precision": 0.875329, "recall": 0.913043}, {"accuracy": 0.896245, "f1": 0.871186, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"], "main_score": 0.871186, "precision": 0.860821, "recall": 0.896245}, {"accuracy": 0.917984, "f1": 0.894895, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"], "main_score": 0.894895, "precision": 0.884058, "recall": 0.917984}, {"accuracy": 0.841897, "f1": 0.799242, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"], "main_score": 0.799242, "precision": 0.779727, "recall": 0.841897}, {"accuracy": 0.863636, "f1": 0.825725, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"], "main_score": 0.825725, "precision": 0.808136, "recall": 0.863636}, {"accuracy": 0.91996, "f1": 0.896574, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"], "main_score": 0.896574, "precision": 0.88554, "recall": 0.91996}, {"accuracy": 0.866601, "f1": 0.832819, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"], "main_score": 0.832819, "precision": 0.819359, "recall": 0.866601}, {"accuracy": 0.049407, "f1": 0.024446, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"], "main_score": 0.024446, "precision": 0.018987, "recall": 0.049407}, {"accuracy": 0.873518, "f1": 0.843465, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"], "main_score": 0.843465, "precision": 0.831886, "recall": 0.873518}, {"accuracy": 0.875494, "f1": 0.841471, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"], "main_score": 0.841471, "precision": 0.82664, "recall": 0.875494}, {"accuracy": 0.841897, "f1": 0.808793, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"], "main_score": 0.808793, "precision": 0.795685, "recall": 0.841897}, {"accuracy": 0.881423, "f1": 0.855939, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"], "main_score": 0.855939, "precision": 0.846176, "recall": 0.881423}, {"accuracy": 0.818182, "f1": 0.770059, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"], "main_score": 0.770059, "precision": 0.748962, "recall": 0.818182}, {"accuracy": 0.832016, "f1": 0.785705, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"], "main_score": 0.785705, "precision": 0.764493, "recall": 0.832016}, {"accuracy": 0.863636, "f1": 0.831836, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"], "main_score": 0.831836, "precision": 0.819676, "recall": 0.863636}, {"accuracy": 0.870553, "f1": 0.84085, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"], "main_score": 0.84085, "precision": 0.82928, "recall": 0.870553}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"], "main_score": 0.897299, "precision": 0.885952, "recall": 0.920949}, {"accuracy": 0.90415, "f1": 0.876779, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"], "main_score": 0.876779, "precision": 0.863966, "recall": 0.90415}, {"accuracy": 0.76087, "f1": 0.702077, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"], "main_score": 0.702077, "precision": 0.677364, "recall": 0.76087}, {"accuracy": 0.896245, "f1": 0.866749, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"], "main_score": 0.866749, "precision": 0.853731, "recall": 0.896245}, {"accuracy": 0.79249, "f1": 0.741864, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"], "main_score": 0.741864, "precision": 0.719038, "recall": 0.79249}, {"accuracy": 0.878458, "f1": 0.844335, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"], "main_score": 0.844335, "precision": 0.828755, "recall": 0.878458}, {"accuracy": 0.879447, "f1": 0.850585, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"], "main_score": 0.850585, "precision": 0.839165, "recall": 0.879447}, {"accuracy": 0.921937, "f1": 0.897069, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"], "main_score": 0.897069, "precision": 0.885046, "recall": 0.921937}, {"accuracy": 0.907115, "f1": 0.883239, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"], "main_score": 0.883239, "precision": 0.873551, "recall": 0.907115}, {"accuracy": 0.911067, "f1": 0.88643, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"], "main_score": 0.88643, "precision": 0.875115, "recall": 0.911067}, {"accuracy": 0.894269, "f1": 0.865415, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"], "main_score": 0.865415, "precision": 0.852997, "recall": 0.894269}, {"accuracy": 0.818182, "f1": 0.785557, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"], "main_score": 0.785557, "precision": 0.773076, "recall": 0.818182}, {"accuracy": 0.87747, "f1": 0.844979, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"], "main_score": 0.844979, "precision": 0.831308, "recall": 0.87747}, {"accuracy": 0.841897, "f1": 0.798057, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"], "main_score": 0.798057, "precision": 0.779134, "recall": 0.841897}, {"accuracy": 0.881423, "f1": 0.847892, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"], "main_score": 0.847892, "precision": 0.832625, "recall": 0.881423}, {"accuracy": 0.859684, "f1": 0.821579, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"], "main_score": 0.821579, "precision": 0.804957, "recall": 0.859684}, {"accuracy": 0.862648, "f1": 0.825216, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"], "main_score": 0.825216, "precision": 0.809239, "recall": 0.862648}, {"accuracy": 0.913043, "f1": 0.88857, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"], "main_score": 0.88857, "precision": 0.877223, "recall": 0.913043}, {"accuracy": 0.935771, "f1": 0.917391, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"], "main_score": 0.917391, "precision": 0.909206, "recall": 0.935771}, {"accuracy": 0.931818, "f1": 0.912651, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"], "main_score": 0.912651, "precision": 0.904044, "recall": 0.931818}, {"accuracy": 0.858696, "f1": 0.822019, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"], "main_score": 0.822019, "precision": 0.806581, "recall": 0.858696}, {"accuracy": 0.831028, "f1": 0.793554, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"], "main_score": 0.793554, "precision": 0.780389, "recall": 0.831028}, {"accuracy": 0.847826, "f1": 0.810248, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"], "main_score": 0.810248, "precision": 0.795012, "recall": 0.847826}, {"accuracy": 0.894269, "f1": 0.86413, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"], "main_score": 0.86413, "precision": 0.851038, "recall": 0.894269}, {"accuracy": 0.876482, "f1": 0.840909, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"], "main_score": 0.840909, "precision": 0.82444, "recall": 0.876482}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.804348, "f1": 0.75527, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"], "main_score": 0.75527, "precision": 0.733284, "recall": 0.804348}, {"accuracy": 0.895257, "f1": 0.870664, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"], "main_score": 0.870664, "precision": 0.860752, "recall": 0.895257}, {"accuracy": 0.863636, "f1": 0.825922, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"], "main_score": 0.825922, "precision": 0.809371, "recall": 0.863636}, {"accuracy": 0.846838, "f1": 0.811306, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"], "main_score": 0.811306, "precision": 0.796975, "recall": 0.846838}, {"accuracy": 0.879447, "f1": 0.847417, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"], "main_score": 0.847417, "precision": 0.833745, "recall": 0.879447}, {"accuracy": 0.900198, "f1": 0.869565, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"], "main_score": 0.869565, "precision": 0.855237, "recall": 0.900198}, {"accuracy": 0.901186, "f1": 0.874078, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"], "main_score": 0.874078, "precision": 0.861413, "recall": 0.901186}, {"accuracy": 0.893281, "f1": 0.86724, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"], "main_score": 0.86724, "precision": 0.856316, "recall": 0.893281}, {"accuracy": 0.87253, "f1": 0.838011, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"], "main_score": 0.838011, "precision": 0.821723, "recall": 0.87253}, {"accuracy": 0.900198, "f1": 0.872003, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"], "main_score": 0.872003, "precision": 0.85886, "recall": 0.900198}, {"accuracy": 0.882411, "f1": 0.854051, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"], "main_score": 0.854051, "precision": 0.842709, "recall": 0.882411}, {"accuracy": 0.923913, "f1": 0.905042, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"], "main_score": 0.905042, "precision": 0.896838, "recall": 0.923913}, {"accuracy": 0.843874, "f1": 0.803129, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"], "main_score": 0.803129, "precision": 0.784585, "recall": 0.843874}, {"accuracy": 0.887352, "f1": 0.858105, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"], "main_score": 0.858105, "precision": 0.846073, "recall": 0.887352}, {"accuracy": 0.906126, "f1": 0.881543, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"], "main_score": 0.881543, "precision": 0.871551, "recall": 0.906126}, {"accuracy": 0.907115, "f1": 0.882265, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"], "main_score": 0.882265, "precision": 0.871412, "recall": 0.907115}, {"accuracy": 0.940711, "f1": 0.92332, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"], "main_score": 0.92332, "precision": 0.915267, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.887352, "f1": 0.858531, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"], "main_score": 0.858531, "precision": 0.845191, "recall": 0.887352}, {"accuracy": 0.871542, "f1": 0.837912, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"], "main_score": 0.837912, "precision": 0.822299, "recall": 0.871542}, {"accuracy": 0.903162, "f1": 0.874407, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"], "main_score": 0.874407, "precision": 0.860754, "recall": 0.903162}, {"accuracy": 0.81917, "f1": 0.779494, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"], "main_score": 0.779494, "precision": 0.763973, "recall": 0.81917}, {"accuracy": 0.875494, "f1": 0.849481, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"], "main_score": 0.849481, "precision": 0.839578, "recall": 0.875494}, {"accuracy": 0.859684, "f1": 0.824769, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"], "main_score": 0.824769, "precision": 0.809536, "recall": 0.859684}, {"accuracy": 0.871542, "f1": 0.839625, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"], "main_score": 0.839625, "precision": 0.825214, "recall": 0.871542}, {"accuracy": 0.918972, "f1": 0.894433, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"], "main_score": 0.894433, "precision": 0.88274, "recall": 0.918972}, {"accuracy": 0.921937, "f1": 0.899605, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"], "main_score": 0.899605, "precision": 0.889246, "recall": 0.921937}, {"accuracy": 0.911067, "f1": 0.887187, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"], "main_score": 0.887187, "precision": 0.875659, "recall": 0.911067}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"], "main_score": 0.8861, "precision": 0.873765, "recall": 0.912055}, {"accuracy": 0.854743, "f1": 0.826943, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"], "main_score": 0.826943, "precision": 0.816248, "recall": 0.854743}, {"accuracy": 0.793478, "f1": 0.741173, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"], "main_score": 0.741173, "precision": 0.717556, "recall": 0.793478}, {"accuracy": 0.841897, "f1": 0.801515, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"], "main_score": 0.801515, "precision": 0.784074, "recall": 0.841897}, {"accuracy": 0.914032, "f1": 0.889559, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"], "main_score": 0.889559, "precision": 0.878211, "recall": 0.914032}, {"accuracy": 0.850791, "f1": 0.811067, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"], "main_score": 0.811067, "precision": 0.792819, "recall": 0.850791}, {"accuracy": 0.848814, "f1": 0.810606, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"], "main_score": 0.810606, "precision": 0.793594, "recall": 0.848814}, {"accuracy": 0.902174, "f1": 0.873913, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"], "main_score": 0.873913, "precision": 0.861084, "recall": 0.902174}, {"accuracy": 0.832016, "f1": 0.787879, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"], "main_score": 0.787879, "precision": 0.768791, "recall": 0.832016}, {"accuracy": 0.90415, "f1": 0.875296, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"], "main_score": 0.875296, "precision": 0.861858, "recall": 0.90415}, {"accuracy": 0.755929, "f1": 0.695012, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"], "main_score": 0.695012, "precision": 0.668347, "recall": 0.755929}, {"accuracy": 0.871542, "f1": 0.841518, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"], "main_score": 0.841518, "precision": 0.829976, "recall": 0.871542}, {"accuracy": 0.88834, "f1": 0.862288, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"], "main_score": 0.862288, "precision": 0.851289, "recall": 0.88834}, {"accuracy": 0.889328, "f1": 0.862455, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"], "main_score": 0.862455, "precision": 0.85247, "recall": 0.889328}, {"accuracy": 0.907115, "f1": 0.882166, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"], "main_score": 0.882166, "precision": 0.871476, "recall": 0.907115}, {"accuracy": 0.844862, "f1": 0.804433, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"], "main_score": 0.804433, "precision": 0.786841, "recall": 0.844862}, {"accuracy": 0.887352, "f1": 0.855402, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"], "main_score": 0.855402, "precision": 0.840086, "recall": 0.887352}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"], "main_score": 0.923254, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.878458, "f1": 0.844433, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"], "main_score": 0.844433, "precision": 0.828508, "recall": 0.878458}, {"accuracy": 0.033597, "f1": 0.015592, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"], "main_score": 0.015592, "precision": 0.011994, "recall": 0.033597}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.964427, "f1": 0.954216, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"], "main_score": 0.954216, "precision": 0.949802, "recall": 0.964427}, {"accuracy": 0.974308, "f1": 0.966535, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"], "main_score": 0.966535, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"], "main_score": 0.926219, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.901087, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"], "main_score": 0.901087, "precision": 0.88974, "recall": 0.924901}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996542, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"], "main_score": 0.996542, "precision": 0.996377, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.913043, "f1": 0.886495, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"], "main_score": 0.886495, "precision": 0.873847, "recall": 0.913043}, {"accuracy": 0.922925, "f1": 0.89888, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"], "main_score": 0.89888, "precision": 0.887681, "recall": 0.922925}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.917984, "f1": 0.892358, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"], "main_score": 0.892358, "precision": 0.880352, "recall": 0.917984}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.928854, "f1": 0.907082, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"], "main_score": 0.907082, "precision": 0.896904, "recall": 0.928854}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.95751, "f1": 0.94473, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"], "main_score": 0.94473, "precision": 0.938818, "recall": 0.95751}, {"accuracy": 0.19664, "f1": 0.14243, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"], "main_score": 0.14243, "precision": 0.126872, "recall": 0.19664}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.923913, "f1": 0.901087, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"], "main_score": 0.901087, "precision": 0.890596, "recall": 0.923913}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"], "main_score": 0.929677, "precision": 0.922266, "recall": 0.945652}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.885375, "f1": 0.853903, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"], "main_score": 0.853903, "precision": 0.839486, "recall": 0.885375}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"], "main_score": 0.932148, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.882411, "f1": 0.848602, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"], "main_score": 0.848602, "precision": 0.833037, "recall": 0.882411}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"], "main_score": 0.91996, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.882411, "f1": 0.848551, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"], "main_score": 0.848551, "precision": 0.832592, "recall": 0.882411}, {"accuracy": 0.908103, "f1": 0.880567, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"], "main_score": 0.880567, "precision": 0.868083, "recall": 0.908103}, {"accuracy": 0.768775, "f1": 0.70967, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"], "main_score": 0.70967, "precision": 0.684058, "recall": 0.768775}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.883399, "f1": 0.850428, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"], "main_score": 0.850428, "precision": 0.835804, "recall": 0.883399}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.869565, "f1": 0.832197, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"], "main_score": 0.832197, "precision": 0.815359, "recall": 0.869565}, {"accuracy": 0.923913, "f1": 0.900889, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"], "main_score": 0.900889, "precision": 0.890234, "recall": 0.923913}, {"accuracy": 0.862648, "f1": 0.820883, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"], "main_score": 0.820883, "precision": 0.801334, "recall": 0.862648}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.972069, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"], "main_score": 0.972069, "precision": 0.969121, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.212451, "f1": 0.140228, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"], "main_score": 0.140228, "precision": 0.120736, "recall": 0.212451}, {"accuracy": 0.903162, "f1": 0.875132, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"], "main_score": 0.875132, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.920949, "f1": 0.896574, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"], "main_score": 0.896574, "precision": 0.885046, "recall": 0.920949}, {"accuracy": 0.891304, "f1": 0.85975, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"], "main_score": 0.85975, "precision": 0.845553, "recall": 0.891304}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.995059, "f1": 0.994401, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"], "main_score": 0.994401, "precision": 0.994071, "recall": 0.995059}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.84585, "f1": 0.804992, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"], "main_score": 0.804992, "precision": 0.786753, "recall": 0.84585}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"], "main_score": 0.916403, "precision": 0.907197, "recall": 0.935771}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"], "main_score": 0.919038, "precision": 0.909997, "recall": 0.937747}, {"accuracy": 0.865613, "f1": 0.827819, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"], "main_score": 0.827819, "precision": 0.810112, "recall": 0.865613}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"], "main_score": 0.904644, "precision": 0.894433, "recall": 0.926877}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.836957, "f1": 0.791271, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"], "main_score": 0.791271, "precision": 0.770652, "recall": 0.836957}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.871542, "f1": 0.83635, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"], "main_score": 0.83635, "precision": 0.821014, "recall": 0.871542}, {"accuracy": 0.249012, "f1": 0.187571, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"], "main_score": 0.187571, "precision": 0.168164, "recall": 0.249012}, {"accuracy": 0.908103, "f1": 0.882049, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"], "main_score": 0.882049, "precision": 0.870257, "recall": 0.908103}, {"accuracy": 0.806324, "f1": 0.756164, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"], "main_score": 0.756164, "precision": 0.734042, "recall": 0.806324}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.908103, "f1": 0.88083, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"], "main_score": 0.88083, "precision": 0.86833, "recall": 0.908103}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"], "main_score": 0.944005, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"], "main_score": 0.962945, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"], "main_score": 0.94697, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.882411, "f1": 0.846838, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"], "main_score": 0.846838, "precision": 0.830369, "recall": 0.882411}, {"accuracy": 0.858696, "f1": 0.819071, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"], "main_score": 0.819071, "precision": 0.801532, "recall": 0.858696}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"], "main_score": 0.918314, "precision": 0.908926, "recall": 0.937747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.050395, "f1": 0.024866, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"], "main_score": 0.024866, "precision": 0.020186, "recall": 0.050395}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.905138, "f1": 0.876449, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"], "main_score": 0.876449, "precision": 0.862813, "recall": 0.905138}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"], "main_score": 0.92612, "precision": 0.917737, "recall": 0.943676}, {"accuracy": 0.899209, "f1": 0.868248, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"], "main_score": 0.868248, "precision": 0.853261, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.859684, "f1": 0.81996, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"], "main_score": 0.81996, "precision": 0.801581, "recall": 0.859684}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.953557, "f1": 0.94025, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"], "main_score": 0.94025, "precision": 0.934206, "recall": 0.953557}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.916996, "f1": 0.892655, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"], "main_score": 0.892655, "precision": 0.881505, "recall": 0.916996}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"], "main_score": 0.943676, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"], "main_score": 0.927866, "precision": 0.91996, "recall": 0.944664}, {"accuracy": 0.952569, "f1": 0.939032, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"], "main_score": 0.939032, "precision": 0.932971, "recall": 0.952569}, {"accuracy": 0.874506, "f1": 0.841238, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"], "main_score": 0.841238, "precision": 0.825922, "recall": 0.874506}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.898221, "f1": 0.868149, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"], "main_score": 0.868149, "precision": 0.854167, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.906126, "f1": 0.878524, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"], "main_score": 0.878524, "precision": 0.865201, "recall": 0.906126}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"], "main_score": 0.938076, "precision": 0.931357, "recall": 0.952569}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"], "main_score": 0.904875, "precision": 0.894681, "recall": 0.926877}, {"accuracy": 0.855731, "f1": 0.817441, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"], "main_score": 0.817441, "precision": 0.800652, "recall": 0.855731}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"], "main_score": 0.903887, "precision": 0.894186, "recall": 0.925889}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.884387, "f1": 0.851318, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"], "main_score": 0.851318, "precision": 0.836413, "recall": 0.884387}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"], "main_score": 0.907675, "precision": 0.89781, "recall": 0.928854}, {"accuracy": 0.95751, "f1": 0.945455, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"], "main_score": 0.945455, "precision": 0.940053, "recall": 0.95751}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.875494, "f1": 0.841653, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"], "main_score": 0.841653, "precision": 0.82612, "recall": 0.875494}, {"accuracy": 0.897233, "f1": 0.867194, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"], "main_score": 0.867194, "precision": 0.853426, "recall": 0.897233}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"], "main_score": 0.916173, "precision": 0.907115, "recall": 0.935771}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"], "main_score": 0.932477, "precision": 0.925395, "recall": 0.947628}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.823123, "f1": 0.775296, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"], "main_score": 0.775296, "precision": 0.753458, "recall": 0.823123}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.870553, "f1": 0.833879, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"], "main_score": 0.833879, "precision": 0.817194, "recall": 0.870553}, {"accuracy": 0.931818, "f1": 0.91278, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"], "main_score": 0.91278, "precision": 0.904068, "recall": 0.931818}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"], "main_score": 0.969104, "precision": 0.965827, "recall": 0.976285}, {"accuracy": 0.807312, "f1": 0.754941, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"], "main_score": 0.754941, "precision": 0.731868, "recall": 0.807312}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.918972, "f1": 0.894005, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"], "main_score": 0.894005, "precision": 0.882493, "recall": 0.918972}, {"accuracy": 0.77668, "f1": 0.726746, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"], "main_score": 0.726746, "precision": 0.705188, "recall": 0.77668}, {"accuracy": 0.783597, "f1": 0.73666, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"], "main_score": 0.73666, "precision": 0.715168, "recall": 0.783597}, {"accuracy": 0.049407, "f1": 0.025533, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"], "main_score": 0.025533, "precision": 0.020646, "recall": 0.049407}, {"accuracy": 0.785573, "f1": 0.74256, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"], "main_score": 0.74256, "precision": 0.72617, "recall": 0.785573}, {"accuracy": 0.798419, "f1": 0.750704, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"], "main_score": 0.750704, "precision": 0.731483, "recall": 0.798419}, {"accuracy": 0.849802, "f1": 0.808564, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"], "main_score": 0.808564, "precision": 0.789855, "recall": 0.849802}, {"accuracy": 0.850791, "f1": 0.810672, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"], "main_score": 0.810672, "precision": 0.792474, "recall": 0.850791}, {"accuracy": 0.867589, "f1": 0.833959, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"], "main_score": 0.833959, "precision": 0.818379, "recall": 0.867589}, {"accuracy": 0.771739, "f1": 0.72854, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"], "main_score": 0.72854, "precision": 0.712041, "recall": 0.771739}, {"accuracy": 0.801383, "f1": 0.752536, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"], "main_score": 0.752536, "precision": 0.730764, "recall": 0.801383}, {"accuracy": 0.754941, "f1": 0.694584, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"], "main_score": 0.694584, "precision": 0.668956, "recall": 0.754941}, {"accuracy": 0.735178, "f1": 0.69073, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"], "main_score": 0.69073, "precision": 0.674769, "recall": 0.735178}, {"accuracy": 0.813241, "f1": 0.765631, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"], "main_score": 0.765631, "precision": 0.745076, "recall": 0.813241}, {"accuracy": 0.842885, "f1": 0.805468, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"], "main_score": 0.805468, "precision": 0.788208, "recall": 0.842885}, {"accuracy": 0.899209, "f1": 0.869565, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"], "main_score": 0.869565, "precision": 0.855402, "recall": 0.899209}, {"accuracy": 0.796443, "f1": 0.745869, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"], "main_score": 0.745869, "precision": 0.724736, "recall": 0.796443}, {"accuracy": 0.779644, "f1": 0.739639, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"], "main_score": 0.739639, "precision": 0.724407, "recall": 0.779644}, {"accuracy": 0.83498, "f1": 0.795784, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"], "main_score": 0.795784, "precision": 0.777503, "recall": 0.83498}, {"accuracy": 0.805336, "f1": 0.758547, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"], "main_score": 0.758547, "precision": 0.7389, "recall": 0.805336}, {"accuracy": 0.780632, "f1": 0.733246, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"], "main_score": 0.733246, "precision": 0.715025, "recall": 0.780632}, {"accuracy": 0.740119, "f1": 0.679986, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"], "main_score": 0.679986, "precision": 0.655163, "recall": 0.740119}, {"accuracy": 0.790514, "f1": 0.745179, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"], "main_score": 0.745179, "precision": 0.727659, "recall": 0.790514}, {"accuracy": 0.866601, "f1": 0.831588, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"], "main_score": 0.831588, "precision": 0.815333, "recall": 0.866601}, {"accuracy": 0.849802, "f1": 0.809157, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"], "main_score": 0.809157, "precision": 0.790761, "recall": 0.849802}, {"accuracy": 0.80336, "f1": 0.763413, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"], "main_score": 0.763413, "precision": 0.747907, "recall": 0.80336}, {"accuracy": 0.823123, "f1": 0.775725, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"], "main_score": 0.775725, "precision": 0.7542, "recall": 0.823123}, {"accuracy": 0.179842, "f1": 0.14391, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"], "main_score": 0.14391, "precision": 0.133433, "recall": 0.179842}, {"accuracy": 0.821146, "f1": 0.782737, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"], "main_score": 0.782737, "precision": 0.767202, "recall": 0.821146}, {"accuracy": 0.865613, "f1": 0.834684, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"], "main_score": 0.834684, "precision": 0.820899, "recall": 0.865613}, {"accuracy": 0.815217, "f1": 0.766238, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"], "main_score": 0.766238, "precision": 0.745372, "recall": 0.815217}, {"accuracy": 0.738142, "f1": 0.685305, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"], "main_score": 0.685305, "precision": 0.666151, "recall": 0.738142}, {"accuracy": 0.783597, "f1": 0.738021, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"], "main_score": 0.738021, "precision": 0.720553, "recall": 0.783597}, {"accuracy": 0.775692, "f1": 0.733413, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"], "main_score": 0.733413, "precision": 0.717439, "recall": 0.775692}, {"accuracy": 0.833004, "f1": 0.790547, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"], "main_score": 0.790547, "precision": 0.771163, "recall": 0.833004}, {"accuracy": 0.820158, "f1": 0.783463, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"], "main_score": 0.783463, "precision": 0.769096, "recall": 0.820158}, {"accuracy": 0.828063, "f1": 0.78131, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"], "main_score": 0.78131, "precision": 0.760903, "recall": 0.828063}, {"accuracy": 0.731225, "f1": 0.690676, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"], "main_score": 0.690676, "precision": 0.674725, "recall": 0.731225}, {"accuracy": 0.769763, "f1": 0.719407, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"], "main_score": 0.719407, "precision": 0.699859, "recall": 0.769763}, {"accuracy": 0.796443, "f1": 0.750305, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"], "main_score": 0.750305, "precision": 0.732718, "recall": 0.796443}, {"accuracy": 0.815217, "f1": 0.773367, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"], "main_score": 0.773367, "precision": 0.757325, "recall": 0.815217}, {"accuracy": 0.817194, "f1": 0.771278, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"], "main_score": 0.771278, "precision": 0.750115, "recall": 0.817194}, {"accuracy": 0.8083, "f1": 0.761397, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"], "main_score": 0.761397, "precision": 0.740728, "recall": 0.8083}, {"accuracy": 0.749012, "f1": 0.701678, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"], "main_score": 0.701678, "precision": 0.684901, "recall": 0.749012}, {"accuracy": 0.837945, "f1": 0.796739, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"], "main_score": 0.796739, "precision": 0.778228, "recall": 0.837945}, {"accuracy": 0.785573, "f1": 0.747088, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"], "main_score": 0.747088, "precision": 0.732392, "recall": 0.785573}, {"accuracy": 0.815217, "f1": 0.764987, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"], "main_score": 0.764987, "precision": 0.743561, "recall": 0.815217}, {"accuracy": 0.864625, "f1": 0.826449, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"], "main_score": 0.826449, "precision": 0.808745, "recall": 0.864625}, {"accuracy": 0.814229, "f1": 0.765563, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"], "main_score": 0.765563, "precision": 0.745184, "recall": 0.814229}, {"accuracy": 0.811265, "f1": 0.767147, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"], "main_score": 0.767147, "precision": 0.747727, "recall": 0.811265}, {"accuracy": 0.757905, "f1": 0.700348, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"], "main_score": 0.700348, "precision": 0.676153, "recall": 0.757905}, {"accuracy": 0.768775, "f1": 0.711811, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"], "main_score": 0.711811, "precision": 0.686825, "recall": 0.768775}, {"accuracy": 0.721344, "f1": 0.666503, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"], "main_score": 0.666503, "precision": 0.646516, "recall": 0.721344}, {"accuracy": 0.768775, "f1": 0.712491, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"], "main_score": 0.712491, "precision": 0.689122, "recall": 0.768775}, {"accuracy": 0.768775, "f1": 0.71469, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"], "main_score": 0.71469, "precision": 0.690283, "recall": 0.768775}, {"accuracy": 0.771739, "f1": 0.733776, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"], "main_score": 0.733776, "precision": 0.718752, "recall": 0.771739}, {"accuracy": 0.816206, "f1": 0.770191, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"], "main_score": 0.770191, "precision": 0.749374, "recall": 0.816206}, {"accuracy": 0.779644, "f1": 0.730929, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"], "main_score": 0.730929, "precision": 0.709964, "recall": 0.779644}, {"accuracy": 0.864625, "f1": 0.829776, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"], "main_score": 0.829776, "precision": 0.813488, "recall": 0.864625}, {"accuracy": 0.563241, "f1": 0.483738, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"], "main_score": 0.483738, "precision": 0.455481, "recall": 0.563241}, {"accuracy": 0.790514, "f1": 0.744782, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"], "main_score": 0.744782, "precision": 0.727796, "recall": 0.790514}, {"accuracy": 0.8083, "f1": 0.770468, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"], "main_score": 0.770468, "precision": 0.75538, "recall": 0.8083}, {"accuracy": 0.742095, "f1": 0.684005, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"], "main_score": 0.684005, "precision": 0.66232, "recall": 0.742095}, {"accuracy": 0.77668, "f1": 0.734051, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"], "main_score": 0.734051, "precision": 0.718064, "recall": 0.77668}, {"accuracy": 0.827075, "f1": 0.785112, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"], "main_score": 0.785112, "precision": 0.766057, "recall": 0.827075}, {"accuracy": 0.737154, "f1": 0.676619, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"], "main_score": 0.676619, "precision": 0.653129, "recall": 0.737154}, {"accuracy": 0.796443, "f1": 0.741667, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"], "main_score": 0.741667, "precision": 0.717227, "recall": 0.796443}, {"accuracy": 0.793478, "f1": 0.752433, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"], "main_score": 0.752433, "precision": 0.736458, "recall": 0.793478}, {"accuracy": 0.817194, "f1": 0.775296, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"], "main_score": 0.775296, "precision": 0.756456, "recall": 0.817194}, {"accuracy": 0.900198, "f1": 0.873353, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"], "main_score": 0.873353, "precision": 0.861248, "recall": 0.900198}, {"accuracy": 0.850791, "f1": 0.81502, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"], "main_score": 0.81502, "precision": 0.799078, "recall": 0.850791}, {"accuracy": 0.796443, "f1": 0.748347, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"], "main_score": 0.748347, "precision": 0.729087, "recall": 0.796443}, {"accuracy": 0.797431, "f1": 0.748097, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"], "main_score": 0.748097, "precision": 0.728814, "recall": 0.797431}, {"accuracy": 0.754941, "f1": 0.701411, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"], "main_score": 0.701411, "precision": 0.681569, "recall": 0.754941}, {"accuracy": 0.199605, "f1": 0.149029, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"], "main_score": 0.149029, "precision": 0.134763, "recall": 0.199605}, {"accuracy": 0.8083, "f1": 0.760935, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"], "main_score": 0.760935, "precision": 0.738966, "recall": 0.8083}, {"accuracy": 0.777668, "f1": 0.722101, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"], "main_score": 0.722101, "precision": 0.698562, "recall": 0.777668}, {"accuracy": 0.840909, "f1": 0.798979, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"], "main_score": 0.798979, "precision": 0.779595, "recall": 0.840909}, {"accuracy": 0.864625, "f1": 0.831094, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"], "main_score": 0.831094, "precision": 0.815695, "recall": 0.864625}, {"accuracy": 0.775692, "f1": 0.72494, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"], "main_score": 0.72494, "precision": 0.705141, "recall": 0.775692}, {"accuracy": 0.736166, "f1": 0.67975, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"], "main_score": 0.67975, "precision": 0.65842, "recall": 0.736166}, {"accuracy": 0.817194, "f1": 0.771267, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"], "main_score": 0.771267, "precision": 0.750782, "recall": 0.817194}, {"accuracy": 0.816206, "f1": 0.773963, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"], "main_score": 0.773963, "precision": 0.756762, "recall": 0.816206}, {"accuracy": 0.79249, "f1": 0.748428, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"], "main_score": 0.748428, "precision": 0.731431, "recall": 0.79249}, {"accuracy": 0.749012, "f1": 0.702178, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"], "main_score": 0.702178, "precision": 0.684013, "recall": 0.749012}, {"accuracy": 0.73419, "f1": 0.677267, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"], "main_score": 0.677267, "precision": 0.656428, "recall": 0.73419}, {"accuracy": 0.783597, "f1": 0.737282, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"], "main_score": 0.737282, "precision": 0.718711, "recall": 0.783597}, {"accuracy": 0.748024, "f1": 0.693365, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"], "main_score": 0.693365, "precision": 0.669499, "recall": 0.748024}, {"accuracy": 0.850791, "f1": 0.815184, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"], "main_score": 0.815184, "precision": 0.799111, "recall": 0.850791}, {"accuracy": 0.767787, "f1": 0.722654, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"], "main_score": 0.722654, "precision": 0.705914, "recall": 0.767787}, {"accuracy": 0.789526, "f1": 0.754136, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"], "main_score": 0.754136, "precision": 0.740073, "recall": 0.789526}, {"accuracy": 0.764822, "f1": 0.718978, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"], "main_score": 0.718978, "precision": 0.701047, "recall": 0.764822}, {"accuracy": 0.76581, "f1": 0.711597, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"], "main_score": 0.711597, "precision": 0.688448, "recall": 0.76581}, {"accuracy": 0.779644, "f1": 0.72803, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"], "main_score": 0.72803, "precision": 0.704414, "recall": 0.779644}, {"accuracy": 0.806324, "f1": 0.756061, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"], "main_score": 0.756061, "precision": 0.734667, "recall": 0.806324}, {"accuracy": 0.8083, "f1": 0.758451, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"], "main_score": 0.758451, "precision": 0.737368, "recall": 0.8083}, {"accuracy": 0.815217, "f1": 0.768445, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"], "main_score": 0.768445, "precision": 0.747118, "recall": 0.815217}, {"accuracy": 0.805336, "f1": 0.762217, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"], "main_score": 0.762217, "precision": 0.745147, "recall": 0.805336}, {"accuracy": 0.759881, "f1": 0.707199, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"], "main_score": 0.707199, "precision": 0.683827, "recall": 0.759881}, {"accuracy": 0.844862, "f1": 0.804875, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"], "main_score": 0.804875, "precision": 0.786512, "recall": 0.844862}, {"accuracy": 0.805336, "f1": 0.764054, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"], "main_score": 0.764054, "precision": 0.747302, "recall": 0.805336}, {"accuracy": 0.777668, "f1": 0.733991, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"], "main_score": 0.733991, "precision": 0.717445, "recall": 0.777668}, {"accuracy": 0.743083, "f1": 0.703692, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"], "main_score": 0.703692, "precision": 0.689277, "recall": 0.743083}, {"accuracy": 0.738142, "f1": 0.693508, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"], "main_score": 0.693508, "precision": 0.677322, "recall": 0.738142}, {"accuracy": 0.824111, "f1": 0.777306, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"], "main_score": 0.777306, "precision": 0.756094, "recall": 0.824111}, {"accuracy": 0.832016, "f1": 0.786957, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"], "main_score": 0.786957, "precision": 0.767292, "recall": 0.832016}, {"accuracy": 0.811265, "f1": 0.768544, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"], "main_score": 0.768544, "precision": 0.74944, "recall": 0.811265}, {"accuracy": 0.243083, "f1": 0.200344, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"], "main_score": 0.200344, "precision": 0.186155, "recall": 0.243083}, {"accuracy": 0.833992, "f1": 0.792754, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"], "main_score": 0.792754, "precision": 0.774736, "recall": 0.833992}, {"accuracy": 0.686759, "f1": 0.621511, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"], "main_score": 0.621511, "precision": 0.594163, "recall": 0.686759}, {"accuracy": 0.802372, "f1": 0.751685, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"], "main_score": 0.751685, "precision": 0.730074, "recall": 0.802372}, {"accuracy": 0.878458, "f1": 0.844928, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"], "main_score": 0.844928, "precision": 0.829298, "recall": 0.878458}, {"accuracy": 0.780632, "f1": 0.72747, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"], "main_score": 0.72747, "precision": 0.704331, "recall": 0.780632}, {"accuracy": 0.832016, "f1": 0.78905, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"], "main_score": 0.78905, "precision": 0.770109, "recall": 0.832016}, {"accuracy": 0.823123, "f1": 0.774967, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"], "main_score": 0.774967, "precision": 0.753228, "recall": 0.823123}, {"accuracy": 0.822134, "f1": 0.776877, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"], "main_score": 0.776877, "precision": 0.757032, "recall": 0.822134}, {"accuracy": 0.805336, "f1": 0.757483, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"], "main_score": 0.757483, "precision": 0.737319, "recall": 0.805336}, {"accuracy": 0.83004, "f1": 0.789559, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"], "main_score": 0.789559, "precision": 0.771723, "recall": 0.83004}, {"accuracy": 0.782609, "f1": 0.742034, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"], "main_score": 0.742034, "precision": 0.726119, "recall": 0.782609}, {"accuracy": 0.820158, "f1": 0.771937, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"], "main_score": 0.771937, "precision": 0.750445, "recall": 0.820158}, {"accuracy": 0.766798, "f1": 0.714676, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"], "main_score": 0.714676, "precision": 0.691238, "recall": 0.766798}, {"accuracy": 0.832016, "f1": 0.791257, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"], "main_score": 0.791257, "precision": 0.772892, "recall": 0.832016}, {"accuracy": 0.849802, "f1": 0.814196, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"], "main_score": 0.814196, "precision": 0.799226, "recall": 0.849802}, {"accuracy": 0.75, "f1": 0.691954, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"], "main_score": 0.691954, "precision": 0.669837, "recall": 0.75}, {"accuracy": 0.049407, "f1": 0.028794, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"], "main_score": 0.028794, "precision": 0.024351, "recall": 0.049407}, {"accuracy": 0.757905, "f1": 0.711685, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"], "main_score": 0.711685, "precision": 0.694713, "recall": 0.757905}, {"accuracy": 0.80336, "f1": 0.755731, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"], "main_score": 0.755731, "precision": 0.73559, "recall": 0.80336}, {"accuracy": 0.702569, "f1": 0.649307, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"], "main_score": 0.649307, "precision": 0.629224, "recall": 0.702569}, {"accuracy": 0.76087, "f1": 0.713337, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"], "main_score": 0.713337, "precision": 0.696142, "recall": 0.76087}, {"accuracy": 0.740119, "f1": 0.680275, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"], "main_score": 0.680275, "precision": 0.655715, "recall": 0.740119}, {"accuracy": 0.784585, "f1": 0.735112, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"], "main_score": 0.735112, "precision": 0.712451, "recall": 0.784585}, {"accuracy": 0.756917, "f1": 0.707939, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"], "main_score": 0.707939, "precision": 0.690043, "recall": 0.756917}, {"accuracy": 0.753953, "f1": 0.698992, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"], "main_score": 0.698992, "precision": 0.678526, "recall": 0.753953}, {"accuracy": 0.847826, "f1": 0.806225, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"], "main_score": 0.806225, "precision": 0.786808, "recall": 0.847826}, {"accuracy": 0.823123, "f1": 0.775626, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"], "main_score": 0.775626, "precision": 0.754941, "recall": 0.823123}, {"accuracy": 0.690711, "f1": 0.624896, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"], "main_score": 0.624896, "precision": 0.598188, "recall": 0.690711}, {"accuracy": 0.797431, "f1": 0.752674, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"], "main_score": 0.752674, "precision": 0.73459, "recall": 0.797431}, {"accuracy": 0.76087, "f1": 0.708945, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"], "main_score": 0.708945, "precision": 0.686446, "recall": 0.76087}, {"accuracy": 0.80336, "f1": 0.754912, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"], "main_score": 0.754912, "precision": 0.733202, "recall": 0.80336}, {"accuracy": 0.781621, "f1": 0.735269, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"], "main_score": 0.735269, "precision": 0.716754, "recall": 0.781621}, {"accuracy": 0.831028, "f1": 0.789295, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"], "main_score": 0.789295, "precision": 0.77029, "recall": 0.831028}, {"accuracy": 0.812253, "f1": 0.76855, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"], "main_score": 0.76855, "precision": 0.750662, "recall": 0.812253}, {"accuracy": 0.890316, "f1": 0.864526, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"], "main_score": 0.864526, "precision": 0.852882, "recall": 0.890316}, {"accuracy": 0.797431, "f1": 0.745125, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"], "main_score": 0.745125, "precision": 0.722974, "recall": 0.797431}, {"accuracy": 0.689723, "f1": 0.636724, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"], "main_score": 0.636724, "precision": 0.615969, "recall": 0.689723}, {"accuracy": 0.791502, "f1": 0.742711, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"], "main_score": 0.742711, "precision": 0.723257, "recall": 0.791502}, {"accuracy": 0.759881, "f1": 0.704073, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"], "main_score": 0.704073, "precision": 0.68191, "recall": 0.759881}, {"accuracy": 0.813241, "f1": 0.765401, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"], "main_score": 0.765401, "precision": 0.744516, "recall": 0.813241}, {"accuracy": 0.780632, "f1": 0.726622, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"], "main_score": 0.726622, "precision": 0.704158, "recall": 0.780632}, {"accuracy": 0.768775, "f1": 0.712046, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"], "main_score": 0.712046, "precision": 0.689081, "recall": 0.768775}, {"accuracy": 0.87253, "f1": 0.837582, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"], "main_score": 0.837582, "precision": 0.821311, "recall": 0.87253}, {"accuracy": 0.865613, "f1": 0.829334, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"], "main_score": 0.829334, "precision": 0.813488, "recall": 0.865613}, {"accuracy": 0.805336, "f1": 0.760219, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"], "main_score": 0.760219, "precision": 0.740997, "recall": 0.805336}, {"accuracy": 0.725296, "f1": 0.666916, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"], "main_score": 0.666916, "precision": 0.643742, "recall": 0.725296}, {"accuracy": 0.714427, "f1": 0.659371, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"], "main_score": 0.659371, "precision": 0.640243, "recall": 0.714427}, {"accuracy": 0.761858, "f1": 0.709828, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"], "main_score": 0.709828, "precision": 0.690095, "recall": 0.761858}, {"accuracy": 0.775692, "f1": 0.717594, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"], "main_score": 0.717594, "precision": 0.693594, "recall": 0.775692}, {"accuracy": 0.790514, "f1": 0.736924, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"], "main_score": 0.736924, "precision": 0.713027, "recall": 0.790514}, {"accuracy": 0.866601, "f1": 0.82971, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"], "main_score": 0.82971, "precision": 0.812615, "recall": 0.866601}, {"accuracy": 0.748024, "f1": 0.688933, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"], "main_score": 0.688933, "precision": 0.662829, "recall": 0.748024}, {"accuracy": 0.778656, "f1": 0.738655, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"], "main_score": 0.738655, "precision": 0.723725, "recall": 0.778656}, {"accuracy": 0.786561, "f1": 0.734373, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"], "main_score": 0.734373, "precision": 0.713076, "recall": 0.786561}, {"accuracy": 0.710474, "f1": 0.657148, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"], "main_score": 0.657148, "precision": 0.637004, "recall": 0.710474}, {"accuracy": 0.774704, "f1": 0.720558, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"], "main_score": 0.720558, "precision": 0.697974, "recall": 0.774704}, {"accuracy": 0.805336, "f1": 0.755863, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"], "main_score": 0.755863, "precision": 0.734536, "recall": 0.805336}, {"accuracy": 0.835968, "f1": 0.796904, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"], "main_score": 0.796904, "precision": 0.77915, "recall": 0.835968}, {"accuracy": 0.784585, "f1": 0.739924, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"], "main_score": 0.739924, "precision": 0.72238, "recall": 0.784585}, {"accuracy": 0.817194, "f1": 0.774045, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"], "main_score": 0.774045, "precision": 0.754891, "recall": 0.817194}, {"accuracy": 0.863636, "f1": 0.826054, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"], "main_score": 0.826054, "precision": 0.808498, "recall": 0.863636}, {"accuracy": 0.778656, "f1": 0.730349, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"], "main_score": 0.730349, "precision": 0.711345, "recall": 0.778656}, {"accuracy": 0.83498, "f1": 0.792528, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"], "main_score": 0.792528, "precision": 0.773221, "recall": 0.83498}, {"accuracy": 0.797431, "f1": 0.757429, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"], "main_score": 0.757429, "precision": 0.741869, "recall": 0.797431}, {"accuracy": 0.76581, "f1": 0.71148, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"], "main_score": 0.71148, "precision": 0.690671, "recall": 0.76581}, {"accuracy": 0.793478, "f1": 0.747843, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"], "main_score": 0.747843, "precision": 0.730373, "recall": 0.793478}, {"accuracy": 0.807312, "f1": 0.761495, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"], "main_score": 0.761495, "precision": 0.742719, "recall": 0.807312}, {"accuracy": 0.890316, "f1": 0.859717, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"], "main_score": 0.859717, "precision": 0.845438, "recall": 0.890316}, {"accuracy": 0.847826, "f1": 0.804941, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"], "main_score": 0.804941, "precision": 0.785112, "recall": 0.847826}, {"accuracy": 0.833992, "f1": 0.793544, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"], "main_score": 0.793544, "precision": 0.775214, "recall": 0.833992}, {"accuracy": 0.820158, "f1": 0.777207, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"], "main_score": 0.777207, "precision": 0.757329, "recall": 0.820158}, {"accuracy": 0.837945, "f1": 0.793775, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"], "main_score": 0.793775, "precision": 0.773386, "recall": 0.837945}, {"accuracy": 0.70751, "f1": 0.652381, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"], "main_score": 0.652381, "precision": 0.632057, "recall": 0.70751}, {"accuracy": 0.725296, "f1": 0.677285, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"], "main_score": 0.677285, "precision": 0.659616, "recall": 0.725296}, {"accuracy": 0.750988, "f1": 0.69025, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"], "main_score": 0.69025, "precision": 0.665036, "recall": 0.750988}, {"accuracy": 0.836957, "f1": 0.801567, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"], "main_score": 0.801567, "precision": 0.785688, "recall": 0.836957}, {"accuracy": 0.883399, "f1": 0.851746, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"], "main_score": 0.851746, "precision": 0.837451, "recall": 0.883399}, {"accuracy": 0.847826, "f1": 0.805797, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"], "main_score": 0.805797, "precision": 0.787286, "recall": 0.847826}, {"accuracy": 0.86166, "f1": 0.828327, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"], "main_score": 0.828327, "precision": 0.813241, "recall": 0.86166}, {"accuracy": 0.832016, "f1": 0.793116, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"], "main_score": 0.793116, "precision": 0.775692, "recall": 0.832016}, {"accuracy": 0.741107, "f1": 0.698606, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"], "main_score": 0.698606, "precision": 0.682739, "recall": 0.741107}, {"accuracy": 0.730237, "f1": 0.670147, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"], "main_score": 0.670147, "precision": 0.643849, "recall": 0.730237}, {"accuracy": 0.769763, "f1": 0.717754, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"], "main_score": 0.717754, "precision": 0.696673, "recall": 0.769763}, {"accuracy": 0.828063, "f1": 0.781719, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"], "main_score": 0.781719, "precision": 0.760705, "recall": 0.828063}, {"accuracy": 0.773715, "f1": 0.721245, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"], "main_score": 0.721245, "precision": 0.698123, "recall": 0.773715}, {"accuracy": 0.735178, "f1": 0.673765, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"], "main_score": 0.673765, "precision": 0.647654, "recall": 0.735178}, {"accuracy": 0.838933, "f1": 0.79712, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"], "main_score": 0.79712, "precision": 0.778755, "recall": 0.838933}, {"accuracy": 0.777668, "f1": 0.722974, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"], "main_score": 0.722974, "precision": 0.700092, "recall": 0.777668}, {"accuracy": 0.813241, "f1": 0.766422, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"], "main_score": 0.766422, "precision": 0.746426, "recall": 0.813241}, {"accuracy": 0.689723, "f1": 0.623617, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"], "main_score": 0.623617, "precision": 0.595498, "recall": 0.689723}, {"accuracy": 0.770751, "f1": 0.723438, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"], "main_score": 0.723438, "precision": 0.705606, "recall": 0.770751}, {"accuracy": 0.811265, "f1": 0.770258, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"], "main_score": 0.770258, "precision": 0.754149, "recall": 0.811265}, {"accuracy": 0.767787, "f1": 0.718325, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"], "main_score": 0.718325, "precision": 0.699541, "recall": 0.767787}, {"accuracy": 0.822134, "f1": 0.779487, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"], "main_score": 0.779487, "precision": 0.762047, "recall": 0.822134}, {"accuracy": 0.77668, "f1": 0.724064, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"], "main_score": 0.724064, "precision": 0.701565, "recall": 0.77668}, {"accuracy": 0.827075, "f1": 0.781456, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"], "main_score": 0.781456, "precision": 0.760211, "recall": 0.827075}, {"accuracy": 0.943676, "f1": 0.925395, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"], "main_score": 0.925395, "precision": 0.916337, "recall": 0.943676}, {"accuracy": 0.898221, "f1": 0.867095, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"], "main_score": 0.867095, "precision": 0.85247, "recall": 0.898221}, {"accuracy": 0.050395, "f1": 0.025706, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"], "main_score": 0.025706, "precision": 0.020107, "recall": 0.050395}, {"accuracy": 0.994071, "f1": 0.99249, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"], "main_score": 0.99249, "precision": 0.991848, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.937747, "f1": 0.918544, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"], "main_score": 0.918544, "precision": 0.909338, "recall": 0.937747}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.916996, "f1": 0.890152, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"], "main_score": 0.890152, "precision": 0.876976, "recall": 0.916996}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"], "main_score": 0.903162, "precision": 0.892292, "recall": 0.925889}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"], "main_score": 0.950165, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.19664, "f1": 0.154857, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"], "main_score": 0.154857, "precision": 0.143146, "recall": 0.19664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.935771, "f1": 0.916996, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"], "main_score": 0.916996, "precision": 0.907938, "recall": 0.935771}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"], "main_score": 0.928195, "precision": 0.920487, "recall": 0.944664}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.981225, "f1": 0.975856, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"], "main_score": 0.975856, "precision": 0.973567, "recall": 0.981225}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.898221, "f1": 0.86996, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"], "main_score": 0.86996, "precision": 0.856472, "recall": 0.898221}, {"accuracy": 0.951581, "f1": 0.935606, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"], "main_score": 0.935606, "precision": 0.927701, "recall": 0.951581}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.907115, "f1": 0.87836, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"], "main_score": 0.87836, "precision": 0.864707, "recall": 0.907115}, {"accuracy": 0.985178, "f1": 0.980962, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"], "main_score": 0.980962, "precision": 0.979167, "recall": 0.985178}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"], "main_score": 0.937747, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.891304, "f1": 0.861232, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"], "main_score": 0.861232, "precision": 0.84725, "recall": 0.891304}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"], "main_score": 0.911232, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.736166, "f1": 0.669518, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"], "main_score": 0.669518, "precision": 0.640629, "recall": 0.736166}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"], "main_score": 0.891634, "precision": 0.879447, "recall": 0.916996}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.883399, "f1": 0.847069, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"], "main_score": 0.847069, "precision": 0.829628, "recall": 0.883399}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.88834, "f1": 0.855204, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"], "main_score": 0.855204, "precision": 0.839592, "recall": 0.88834}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.213439, "f1": 0.152522, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"], "main_score": 0.152522, "precision": 0.135906, "recall": 0.213439}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"], "main_score": 0.899374, "precision": 0.888669, "recall": 0.921937}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.921937, "f1": 0.898551, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"], "main_score": 0.898551, "precision": 0.887714, "recall": 0.921937}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"], "main_score": 0.989954, "precision": 0.988966, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.849802, "f1": 0.809933, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"], "main_score": 0.809933, "precision": 0.792078, "recall": 0.849802}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"], "main_score": 0.91222, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.882411, "f1": 0.848123, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"], "main_score": 0.848123, "precision": 0.831686, "recall": 0.882411}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.935771, "f1": 0.915514, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"], "main_score": 0.915514, "precision": 0.905797, "recall": 0.935771}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.848814, "f1": 0.810526, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"], "main_score": 0.810526, "precision": 0.793017, "recall": 0.848814}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971574, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"], "main_score": 0.971574, "precision": 0.968462, "recall": 0.978261}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.892292, "f1": 0.859914, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"], "main_score": 0.859914, "precision": 0.844779, "recall": 0.892292}, {"accuracy": 0.270751, "f1": 0.215783, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"], "main_score": 0.215783, "precision": 0.19738, "recall": 0.270751}, {"accuracy": 0.931818, "f1": 0.910244, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"], "main_score": 0.910244, "precision": 0.899704, "recall": 0.931818}, {"accuracy": 0.802372, "f1": 0.750645, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"], "main_score": 0.750645, "precision": 0.72752, "recall": 0.802372}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.917984, "f1": 0.893445, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"], "main_score": 0.893445, "precision": 0.881917, "recall": 0.917984}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.90415, "f1": 0.875329, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"], "main_score": 0.875329, "precision": 0.861693, "recall": 0.90415}, {"accuracy": 0.886364, "f1": 0.852833, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"], "main_score": 0.852833, "precision": 0.836742, "recall": 0.886364}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.05336, "f1": 0.027997, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"], "main_score": 0.027997, "precision": 0.022781, "recall": 0.05336}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.960474, "f1": 0.949195, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"], "main_score": 0.949195, "precision": 0.94417, "recall": 0.960474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.90415, "f1": 0.876054, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"], "main_score": 0.876054, "precision": 0.86306, "recall": 0.90415}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.889328, "f1": 0.856456, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"], "main_score": 0.856456, "precision": 0.840662, "recall": 0.889328}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.867589, "f1": 0.83083, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"], "main_score": 0.83083, "precision": 0.813735, "recall": 0.867589}, {"accuracy": 0.951581, "f1": 0.937154, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"], "main_score": 0.937154, "precision": 0.930418, "recall": 0.951581}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.990119, "f1": 0.987484, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"], "main_score": 0.987484, "precision": 0.986166, "recall": 0.990119}, {"accuracy": 0.934783, "f1": 0.914526, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"], "main_score": 0.914526, "precision": 0.904809, "recall": 0.934783}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"], "main_score": 0.984684, "precision": 0.983202, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"], "main_score": 0.980731, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"], "main_score": 0.936759, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.976285, "f1": 0.969532, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"], "main_score": 0.969532, "precision": 0.966238, "recall": 0.976285}, {"accuracy": 0.858696, "f1": 0.818248, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"], "main_score": 0.818248, "precision": 0.799028, "recall": 0.858696}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.983202, "f1": 0.978755, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"], "main_score": 0.978755, "precision": 0.976614, "recall": 0.983202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"], "main_score": 0.900033, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.918972, "f1": 0.895257, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"], "main_score": 0.895257, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"], "main_score": 0.930171, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.891304, "f1": 0.86031, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"], "main_score": 0.86031, "precision": 0.846179, "recall": 0.891304}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.952569, "f1": 0.938142, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"], "main_score": 0.938142, "precision": 0.931406, "recall": 0.952569}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.901186, "f1": 0.872431, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"], "main_score": 0.872431, "precision": 0.858613, "recall": 0.901186}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"], "main_score": 0.934025, "precision": 0.92663, "recall": 0.949605}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"], "main_score": 0.939065, "precision": 0.932806, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"], "main_score": 0.941206, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.897233, "f1": 0.868643, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"], "main_score": 0.868643, "precision": 0.855517, "recall": 0.897233}, {"accuracy": 0.931818, "f1": 0.90998, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"], "main_score": 0.90998, "precision": 0.899457, "recall": 0.931818}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.84585, "f1": 0.803788, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"], "main_score": 0.803788, "precision": 0.784585, "recall": 0.84585}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.882411, "f1": 0.848847, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"], "main_score": 0.848847, "precision": 0.832922, "recall": 0.882411}, {"accuracy": 0.926877, "f1": 0.905534, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"], "main_score": 0.905534, "precision": 0.895339, "recall": 0.926877}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.826087, "f1": 0.778096, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"], "main_score": 0.778096, "precision": 0.756785, "recall": 0.826087}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"], "main_score": 0.950165, "precision": 0.944746, "recall": 0.961462}, {"accuracy": 0.938735, "f1": 0.920455, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"], "main_score": 0.920455, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.922925, "f1": 0.9, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"], "main_score": 0.9, "precision": 0.889163, "recall": 0.922925}, {"accuracy": 0.050395, "f1": 0.027293, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"], "main_score": 0.027293, "precision": 0.021933, "recall": 0.050395}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.934783, "f1": 0.915975, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"], "main_score": 0.915975, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"], "main_score": 0.92309, "precision": 0.91469, "recall": 0.940711}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"], "main_score": 0.911726, "precision": 0.90135, "recall": 0.932806}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.206522, "f1": 0.157351, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"], "main_score": 0.157351, "precision": 0.144315, "recall": 0.206522}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"], "main_score": 0.937747, "precision": 0.930336, "recall": 0.952569}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.908103, "f1": 0.881588, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"], "main_score": 0.881588, "precision": 0.868906, "recall": 0.908103}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"], "main_score": 0.949506, "precision": 0.943758, "recall": 0.961462}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.910079, "f1": 0.883037, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"], "main_score": 0.883037, "precision": 0.870224, "recall": 0.910079}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.90415, "f1": 0.876713, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"], "main_score": 0.876713, "precision": 0.863719, "recall": 0.90415}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.762846, "f1": 0.707872, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"], "main_score": 0.707872, "precision": 0.685145, "recall": 0.762846}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"], "main_score": 0.901021, "precision": 0.890152, "recall": 0.923913}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.916996, "f1": 0.891963, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"], "main_score": 0.891963, "precision": 0.879941, "recall": 0.916996}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"], "main_score": 0.890646, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.984025, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"], "main_score": 0.984025, "precision": 0.982543, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.213439, "f1": 0.14694, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"], "main_score": 0.14694, "precision": 0.127995, "recall": 0.213439}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"], "main_score": 0.915843, "precision": 0.906126, "recall": 0.935771}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.974308, "f1": 0.967721, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"], "main_score": 0.967721, "precision": 0.964427, "recall": 0.974308}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.86166, "f1": 0.824341, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"], "main_score": 0.824341, "precision": 0.806999, "recall": 0.86166}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.936759, "f1": 0.918314, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"], "main_score": 0.918314, "precision": 0.90942, "recall": 0.936759}, {"accuracy": 0.885375, "f1": 0.85168, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"], "main_score": 0.85168, "precision": 0.835721, "recall": 0.885375}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.873518, "f1": 0.83587, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"], "main_score": 0.83587, "precision": 0.81777, "recall": 0.873518}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.908103, "f1": 0.880962, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"], "main_score": 0.880962, "precision": 0.86833, "recall": 0.908103}, {"accuracy": 0.261858, "f1": 0.207226, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"], "main_score": 0.207226, "precision": 0.189934, "recall": 0.261858}, {"accuracy": 0.935771, "f1": 0.915744, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"], "main_score": 0.915744, "precision": 0.906209, "recall": 0.935771}, {"accuracy": 0.821146, "f1": 0.772991, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"], "main_score": 0.772991, "precision": 0.75135, "recall": 0.821146}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"], "main_score": 0.917721, "precision": 0.908514, "recall": 0.936759}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.917984, "f1": 0.89226, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"], "main_score": 0.89226, "precision": 0.879941, "recall": 0.917984}, {"accuracy": 0.902174, "f1": 0.87332, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"], "main_score": 0.87332, "precision": 0.859684, "recall": 0.902174}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.052372, "f1": 0.023967, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"], "main_score": 0.023967, "precision": 0.019303, "recall": 0.052372}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"], "main_score": 0.956357, "precision": 0.951614, "recall": 0.966403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.91996, "f1": 0.896706, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"], "main_score": 0.896706, "precision": 0.885705, "recall": 0.91996}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.901186, "f1": 0.86996, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"], "main_score": 0.86996, "precision": 0.854825, "recall": 0.901186}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.860672, "f1": 0.821706, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"], "main_score": 0.821706, "precision": 0.803837, "recall": 0.860672}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"], "main_score": 0.958729, "precision": 0.954134, "recall": 0.968379}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"], "main_score": 0.94944, "precision": 0.943709, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.885375, "f1": 0.851943, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"], "main_score": 0.851943, "precision": 0.836298, "recall": 0.885375}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.91996, "f1": 0.89664, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"], "main_score": 0.89664, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.927866, "f1": 0.907279, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"], "main_score": 0.907279, "precision": 0.897563, "recall": 0.927866}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"], "main_score": 0.952569, "precision": 0.947332, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.945652, "f1": 0.929183, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"], "main_score": 0.929183, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.900198, "f1": 0.871706, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"], "main_score": 0.871706, "precision": 0.858037, "recall": 0.900198}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.944565, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"], "main_score": 0.944565, "precision": 0.938488, "recall": 0.95751}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"], "main_score": 0.908762, "precision": 0.898715, "recall": 0.929842}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.914032, "f1": 0.889394, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"], "main_score": 0.889394, "precision": 0.877717, "recall": 0.914032}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.857708, "f1": 0.818972, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"], "main_score": 0.818972, "precision": 0.800889, "recall": 0.857708}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.892292, "f1": 0.862484, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"], "main_score": 0.862484, "precision": 0.848551, "recall": 0.892292}, {"accuracy": 0.916008, "f1": 0.890053, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"], "main_score": 0.890053, "precision": 0.877553, "recall": 0.916008}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.833004, "f1": 0.788027, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"], "main_score": 0.788027, "precision": 0.768257, "recall": 0.833004}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"], "main_score": 0.927207, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.91502, "f1": 0.891008, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"], "main_score": 0.891008, "precision": 0.879694, "recall": 0.91502}, {"accuracy": 0.049407, "f1": 0.026965, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"], "main_score": 0.026965, "precision": 0.021906, "recall": 0.049407}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.933794, "f1": 0.912549, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"], "main_score": 0.912549, "precision": 0.902174, "recall": 0.933794}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"], "main_score": 0.920619, "precision": 0.911232, "recall": 0.939723}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"], "main_score": 0.986166, "precision": 0.984881, "recall": 0.98913}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"], "main_score": 0.915086, "precision": 0.90555, "recall": 0.934783}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.200593, "f1": 0.15427, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"], "main_score": 0.15427, "precision": 0.140883, "recall": 0.200593}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.977174, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"], "main_score": 0.977174, "precision": 0.975049, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.953557, "f1": 0.939855, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"], "main_score": 0.939855, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.980237, "f1": 0.974209, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"], "main_score": 0.974209, "precision": 0.971426, "recall": 0.980237}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.903162, "f1": 0.875823, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"], "main_score": 0.875823, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"], "main_score": 0.942358, "precision": 0.935277, "recall": 0.956522}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"], "main_score": 0.931818, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.912055, "f1": 0.885112, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"], "main_score": 0.885112, "precision": 0.872316, "recall": 0.912055}, {"accuracy": 0.983202, "f1": 0.978708, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"], "main_score": 0.978708, "precision": 0.976779, "recall": 0.983202}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.894269, "f1": 0.864262, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"], "main_score": 0.864262, "precision": 0.850461, "recall": 0.894269}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"], "main_score": 0.940382, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.741107, "f1": 0.68024, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"], "main_score": 0.68024, "precision": 0.655148, "recall": 0.741107}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.925889, "f1": 0.903294, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"], "main_score": 0.903294, "precision": 0.892622, "recall": 0.925889}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.992095, "f1": 0.989954, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"], "main_score": 0.989954, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.90415, "f1": 0.875725, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"], "main_score": 0.875725, "precision": 0.862236, "recall": 0.90415}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"], "main_score": 0.90224, "precision": 0.891387, "recall": 0.924901}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.22332, "f1": 0.153856, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"], "main_score": 0.153856, "precision": 0.133252, "recall": 0.22332}, {"accuracy": 0.938735, "f1": 0.920949, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"], "main_score": 0.920949, "precision": 0.912385, "recall": 0.938735}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.956522, "f1": 0.942029, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"], "main_score": 0.942029, "precision": 0.934783, "recall": 0.956522}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.969368, "f1": 0.960375, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"], "main_score": 0.960375, "precision": 0.95611, "recall": 0.969368}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.87253, "f1": 0.8377, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"], "main_score": 0.8377, "precision": 0.821805, "recall": 0.87253}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.980025, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"], "main_score": 0.980025, "precision": 0.978261, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.93083, "f1": 0.909816, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"], "main_score": 0.909816, "precision": 0.899951, "recall": 0.93083}, {"accuracy": 0.895257, "f1": 0.865184, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"], "main_score": 0.865184, "precision": 0.850873, "recall": 0.895257}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.859684, "f1": 0.821278, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"], "main_score": 0.821278, "precision": 0.80336, "recall": 0.859684}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.98419, "f1": 0.979644, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"], "main_score": 0.979644, "precision": 0.977684, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"], "main_score": 0.982213, "precision": 0.980402, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.900198, "f1": 0.871047, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"], "main_score": 0.871047, "precision": 0.857082, "recall": 0.900198}, {"accuracy": 0.278656, "f1": 0.218699, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"], "main_score": 0.218699, "precision": 0.200285, "recall": 0.278656}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.804348, "f1": 0.756755, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"], "main_score": 0.756755, "precision": 0.735764, "recall": 0.804348}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.931818, "f1": 0.911232, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"], "main_score": 0.911232, "precision": 0.90135, "recall": 0.931818}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.893281, "f1": 0.861397, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"], "main_score": 0.861397, "precision": 0.846097, "recall": 0.893281}, {"accuracy": 0.895257, "f1": 0.863307, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"], "main_score": 0.863307, "precision": 0.84832, "recall": 0.895257}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"], "main_score": 0.948452, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.05336, "f1": 0.02573, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"], "main_score": 0.02573, "precision": 0.020468, "recall": 0.05336}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"], "main_score": 0.975626, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.959486, "f1": 0.947036, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"], "main_score": 0.947036, "precision": 0.941288, "recall": 0.959486}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"], "main_score": 0.890646, "precision": 0.878129, "recall": 0.916008}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.895257, "f1": 0.865283, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"], "main_score": 0.865283, "precision": 0.85168, "recall": 0.895257}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"], "main_score": 0.977108, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.867589, "f1": 0.830863, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"], "main_score": 0.830863, "precision": 0.814312, "recall": 0.867589}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"], "main_score": 0.957839, "precision": 0.953393, "recall": 0.967391}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.971344, "f1": 0.963406, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"], "main_score": 0.963406, "precision": 0.95998, "recall": 0.971344}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.955534, "f1": 0.94226, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"], "main_score": 0.94226, "precision": 0.936018, "recall": 0.955534}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.879447, "f1": 0.845685, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"], "main_score": 0.845685, "precision": 0.829875, "recall": 0.879447}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"], "main_score": 0.908333, "precision": 0.898798, "recall": 0.928854}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"], "main_score": 0.927536, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.895257, "f1": 0.865086, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"], "main_score": 0.865086, "precision": 0.850955, "recall": 0.895257}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.91996, "f1": 0.894928, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"], "main_score": 0.894928, "precision": 0.882576, "recall": 0.91996}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"], "main_score": 0.927372, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"], "main_score": 0.888999, "precision": 0.877009, "recall": 0.914032}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.856719, "f1": 0.816617, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"], "main_score": 0.816617, "precision": 0.797737, "recall": 0.856719}, {"accuracy": 0.954545, "f1": 0.940283, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"], "main_score": 0.940283, "precision": 0.933547, "recall": 0.954545}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.893281, "f1": 0.863373, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"], "main_score": 0.863373, "precision": 0.849391, "recall": 0.893281}, {"accuracy": 0.91502, "f1": 0.890152, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"], "main_score": 0.890152, "precision": 0.878491, "recall": 0.91502}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.816206, "f1": 0.766914, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"], "main_score": 0.766914, "precision": 0.744789, "recall": 0.816206}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"], "main_score": 0.991107, "precision": 0.990283, "recall": 0.993083}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.956522, "f1": 0.943742, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"], "main_score": 0.943742, "precision": 0.937665, "recall": 0.956522}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"], "main_score": 0.926383, "precision": 0.918314, "recall": 0.943676}, {"accuracy": 0.77668, "f1": 0.721826, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"], "main_score": 0.721826, "precision": 0.700652, "recall": 0.77668}, {"accuracy": 0.772727, "f1": 0.712714, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"], "main_score": 0.712714, "precision": 0.687698, "recall": 0.772727}, {"accuracy": 0.061265, "f1": 0.031847, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"], "main_score": 0.031847, "precision": 0.024566, "recall": 0.061265}, {"accuracy": 0.788538, "f1": 0.759498, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"], "main_score": 0.759498, "precision": 0.750777, "recall": 0.788538}, {"accuracy": 0.782609, "f1": 0.73968, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"], "main_score": 0.73968, "precision": 0.725066, "recall": 0.782609}, {"accuracy": 0.870553, "f1": 0.832708, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"], "main_score": 0.832708, "precision": 0.816123, "recall": 0.870553}, {"accuracy": 0.795455, "f1": 0.743011, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"], "main_score": 0.743011, "precision": 0.722208, "recall": 0.795455}, {"accuracy": 0.883399, "f1": 0.848932, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"], "main_score": 0.848932, "precision": 0.833202, "recall": 0.883399}, {"accuracy": 0.769763, "f1": 0.73837, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"], "main_score": 0.73837, "precision": 0.728116, "recall": 0.769763}, {"accuracy": 0.772727, "f1": 0.716551, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"], "main_score": 0.716551, "precision": 0.694624, "recall": 0.772727}, {"accuracy": 0.732213, "f1": 0.669706, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"], "main_score": 0.669706, "precision": 0.646466, "recall": 0.732213}, {"accuracy": 0.716403, "f1": 0.683597, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"], "main_score": 0.683597, "precision": 0.674683, "recall": 0.716403}, {"accuracy": 0.814229, "f1": 0.768963, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"], "main_score": 0.768963, "precision": 0.751426, "recall": 0.814229}, {"accuracy": 0.846838, "f1": 0.803162, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"], "main_score": 0.803162, "precision": 0.783267, "recall": 0.846838}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"], "main_score": 0.915349, "precision": 0.905468, "recall": 0.935771}, {"accuracy": 0.771739, "f1": 0.726452, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"], "main_score": 0.726452, "precision": 0.711293, "recall": 0.771739}, {"accuracy": 0.790514, "f1": 0.766, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"], "main_score": 0.766, "precision": 0.756825, "recall": 0.790514}, {"accuracy": 0.810277, "f1": 0.758385, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"], "main_score": 0.758385, "precision": 0.736067, "recall": 0.810277}, {"accuracy": 0.862648, "f1": 0.833815, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"], "main_score": 0.833815, "precision": 0.822675, "recall": 0.862648}, {"accuracy": 0.771739, "f1": 0.730306, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"], "main_score": 0.730306, "precision": 0.716188, "recall": 0.771739}, {"accuracy": 0.813241, "f1": 0.763262, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"], "main_score": 0.763262, "precision": 0.741511, "recall": 0.813241}, {"accuracy": 0.775692, "f1": 0.744707, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"], "main_score": 0.744707, "precision": 0.735544, "recall": 0.775692}, {"accuracy": 0.883399, "f1": 0.848946, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"], "main_score": 0.848946, "precision": 0.833037, "recall": 0.883399}, {"accuracy": 0.844862, "f1": 0.803727, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"], "main_score": 0.803727, "precision": 0.786629, "recall": 0.844862}, {"accuracy": 0.83004, "f1": 0.803975, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"], "main_score": 0.803975, "precision": 0.794578, "recall": 0.83004}, {"accuracy": 0.781621, "f1": 0.723772, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"], "main_score": 0.723772, "precision": 0.700494, "recall": 0.781621}, {"accuracy": 0.159091, "f1": 0.125166, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"], "main_score": 0.125166, "precision": 0.116831, "recall": 0.159091}, {"accuracy": 0.871542, "f1": 0.848057, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"], "main_score": 0.848057, "precision": 0.839078, "recall": 0.871542}, {"accuracy": 0.851779, "f1": 0.81023, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"], "main_score": 0.81023, "precision": 0.791914, "recall": 0.851779}, {"accuracy": 0.773715, "f1": 0.72213, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"], "main_score": 0.72213, "precision": 0.703687, "recall": 0.773715}, {"accuracy": 0.731225, "f1": 0.693748, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"], "main_score": 0.693748, "precision": 0.682559, "recall": 0.731225}, {"accuracy": 0.789526, "f1": 0.757586, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"], "main_score": 0.757586, "precision": 0.747881, "recall": 0.789526}, {"accuracy": 0.770751, "f1": 0.741174, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"], "main_score": 0.741174, "precision": 0.731037, "recall": 0.770751}, {"accuracy": 0.76581, "f1": 0.707337, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"], "main_score": 0.707337, "precision": 0.684438, "recall": 0.76581}, {"accuracy": 0.829051, "f1": 0.801563, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"], "main_score": 0.801563, "precision": 0.7924, "recall": 0.829051}, {"accuracy": 0.823123, "f1": 0.777808, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"], "main_score": 0.777808, "precision": 0.759807, "recall": 0.823123}, {"accuracy": 0.728261, "f1": 0.705149, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"], "main_score": 0.705149, "precision": 0.696937, "recall": 0.728261}, {"accuracy": 0.787549, "f1": 0.749173, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"], "main_score": 0.749173, "precision": 0.736109, "recall": 0.787549}, {"accuracy": 0.789526, "f1": 0.755898, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"], "main_score": 0.755898, "precision": 0.746112, "recall": 0.789526}, {"accuracy": 0.800395, "f1": 0.767435, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"], "main_score": 0.767435, "precision": 0.756921, "recall": 0.800395}, {"accuracy": 0.767787, "f1": 0.711193, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"], "main_score": 0.711193, "precision": 0.688414, "recall": 0.767787}, {"accuracy": 0.791502, "f1": 0.739912, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"], "main_score": 0.739912, "precision": 0.718934, "recall": 0.791502}, {"accuracy": 0.754941, "f1": 0.720864, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"], "main_score": 0.720864, "precision": 0.709536, "recall": 0.754941}, {"accuracy": 0.833992, "f1": 0.786677, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"], "main_score": 0.786677, "precision": 0.765935, "recall": 0.833992}, {"accuracy": 0.771739, "f1": 0.744171, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"], "main_score": 0.744171, "precision": 0.735338, "recall": 0.771739}, {"accuracy": 0.769763, "f1": 0.714849, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"], "main_score": 0.714849, "precision": 0.694755, "recall": 0.769763}, {"accuracy": 0.87253, "f1": 0.838883, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"], "main_score": 0.838883, "precision": 0.825174, "recall": 0.87253}, {"accuracy": 0.769763, "f1": 0.716664, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"], "main_score": 0.716664, "precision": 0.696738, "recall": 0.769763}, {"accuracy": 0.799407, "f1": 0.746066, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"], "main_score": 0.746066, "precision": 0.724555, "recall": 0.799407}, {"accuracy": 0.715415, "f1": 0.655588, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"], "main_score": 0.655588, "precision": 0.634758, "recall": 0.715415}, {"accuracy": 0.745059, "f1": 0.684459, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"], "main_score": 0.684459, "precision": 0.661645, "recall": 0.745059}, {"accuracy": 0.682806, "f1": 0.638747, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"], "main_score": 0.638747, "precision": 0.625931, "recall": 0.682806}, {"accuracy": 0.737154, "f1": 0.683544, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"], "main_score": 0.683544, "precision": 0.665317, "recall": 0.737154}, {"accuracy": 0.774704, "f1": 0.712785, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"], "main_score": 0.712785, "precision": 0.686693, "recall": 0.774704}, {"accuracy": 0.796443, "f1": 0.772432, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"], "main_score": 0.772432, "precision": 0.763459, "recall": 0.796443}, {"accuracy": 0.81917, "f1": 0.767311, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"], "main_score": 0.767311, "precision": 0.744466, "recall": 0.81917}, {"accuracy": 0.761858, "f1": 0.700282, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"], "main_score": 0.700282, "precision": 0.674555, "recall": 0.761858}, {"accuracy": 0.874506, "f1": 0.838669, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"], "main_score": 0.838669, "precision": 0.82281, "recall": 0.874506}, {"accuracy": 0.51087, "f1": 0.435643, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"], "main_score": 0.435643, "precision": 0.412792, "recall": 0.51087}, {"accuracy": 0.779644, "f1": 0.741521, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"], "main_score": 0.741521, "precision": 0.72941, "recall": 0.779644}, {"accuracy": 0.833004, "f1": 0.807506, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"], "main_score": 0.807506, "precision": 0.798294, "recall": 0.833004}, {"accuracy": 0.718379, "f1": 0.667557, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"], "main_score": 0.667557, "precision": 0.651795, "recall": 0.718379}, {"accuracy": 0.823123, "f1": 0.793282, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"], "main_score": 0.793282, "precision": 0.783102, "recall": 0.823123}, {"accuracy": 0.81917, "f1": 0.768874, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"], "main_score": 0.768874, "precision": 0.746624, "recall": 0.81917}, {"accuracy": 0.704545, "f1": 0.648873, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"], "main_score": 0.648873, "precision": 0.631454, "recall": 0.704545}, {"accuracy": 0.736166, "f1": 0.677754, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"], "main_score": 0.677754, "precision": 0.657103, "recall": 0.736166}, {"accuracy": 0.801383, "f1": 0.779203, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"], "main_score": 0.779203, "precision": 0.771292, "recall": 0.801383}, {"accuracy": 0.787549, "f1": 0.731919, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"], "main_score": 0.731919, "precision": 0.70846, "recall": 0.787549}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.879447, "f1": 0.845949, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"], "main_score": 0.845949, "precision": 0.830797, "recall": 0.879447}, {"accuracy": 0.771739, "f1": 0.72228, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"], "main_score": 0.72228, "precision": 0.705309, "recall": 0.771739}, {"accuracy": 0.750988, "f1": 0.698966, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"], "main_score": 0.698966, "precision": 0.680911, "recall": 0.750988}, {"accuracy": 0.720356, "f1": 0.677049, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"], "main_score": 0.677049, "precision": 0.664828, "recall": 0.720356}, {"accuracy": 0.197628, "f1": 0.161506, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"], "main_score": 0.161506, "precision": 0.150991, "recall": 0.197628}, {"accuracy": 0.773715, "f1": 0.715093, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"], "main_score": 0.715093, "precision": 0.690819, "recall": 0.773715}, {"accuracy": 0.720356, "f1": 0.670824, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"], "main_score": 0.670824, "precision": 0.655082, "recall": 0.720356}, {"accuracy": 0.847826, "f1": 0.80295, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"], "main_score": 0.80295, "precision": 0.782675, "recall": 0.847826}, {"accuracy": 0.922925, "f1": 0.899341, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"], "main_score": 0.899341, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.75, "f1": 0.701001, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"], "main_score": 0.701001, "precision": 0.68537, "recall": 0.75}, {"accuracy": 0.687747, "f1": 0.635141, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"], "main_score": 0.635141, "precision": 0.619367, "recall": 0.687747}, {"accuracy": 0.770751, "f1": 0.715738, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"], "main_score": 0.715738, "precision": 0.694402, "recall": 0.770751}, {"accuracy": 0.800395, "f1": 0.765344, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"], "main_score": 0.765344, "precision": 0.754325, "recall": 0.800395}, {"accuracy": 0.77668, "f1": 0.745819, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"], "main_score": 0.745819, "precision": 0.736733, "recall": 0.77668}, {"accuracy": 0.769763, "f1": 0.739948, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"], "main_score": 0.739948, "precision": 0.729799, "recall": 0.769763}, {"accuracy": 0.692688, "f1": 0.647474, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"], "main_score": 0.647474, "precision": 0.635043, "recall": 0.692688}, {"accuracy": 0.833992, "f1": 0.797471, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"], "main_score": 0.797471, "precision": 0.782828, "recall": 0.833992}, {"accuracy": 0.675889, "f1": 0.600385, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"], "main_score": 0.600385, "precision": 0.572078, "recall": 0.675889}, {"accuracy": 0.854743, "f1": 0.813293, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"], "main_score": 0.813293, "precision": 0.795323, "recall": 0.854743}, {"accuracy": 0.801383, "f1": 0.770951, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"], "main_score": 0.770951, "precision": 0.760688, "recall": 0.801383}, {"accuracy": 0.804348, "f1": 0.78485, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"], "main_score": 0.78485, "precision": 0.777823, "recall": 0.804348}, {"accuracy": 0.806324, "f1": 0.78204, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"], "main_score": 0.78204, "precision": 0.773415, "recall": 0.806324}, {"accuracy": 0.73913, "f1": 0.675675, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"], "main_score": 0.675675, "precision": 0.651601, "recall": 0.73913}, {"accuracy": 0.746047, "f1": 0.680491, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"], "main_score": 0.680491, "precision": 0.65359, "recall": 0.746047}, {"accuracy": 0.771739, "f1": 0.720634, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"], "main_score": 0.720634, "precision": 0.701936, "recall": 0.771739}, {"accuracy": 0.805336, "f1": 0.762367, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"], "main_score": 0.762367, "precision": 0.747428, "recall": 0.805336}, {"accuracy": 0.779644, "f1": 0.723355, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"], "main_score": 0.723355, "precision": 0.700635, "recall": 0.779644}, {"accuracy": 0.869565, "f1": 0.846149, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"], "main_score": 0.846149, "precision": 0.837836, "recall": 0.869565}, {"accuracy": 0.698617, "f1": 0.625929, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"], "main_score": 0.625929, "precision": 0.596683, "recall": 0.698617}, {"accuracy": 0.837945, "f1": 0.793314, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"], "main_score": 0.793314, "precision": 0.773864, "recall": 0.837945}, {"accuracy": 0.84585, "f1": 0.81958, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"], "main_score": 0.81958, "precision": 0.810409, "recall": 0.84585}, {"accuracy": 0.73419, "f1": 0.699742, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"], "main_score": 0.699742, "precision": 0.68992, "recall": 0.73419}, {"accuracy": 0.732213, "f1": 0.707101, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"], "main_score": 0.707101, "precision": 0.699744, "recall": 0.732213}, {"accuracy": 0.759881, "f1": 0.729672, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"], "main_score": 0.729672, "precision": 0.720124, "recall": 0.759881}, {"accuracy": 0.774704, "f1": 0.717544, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"], "main_score": 0.717544, "precision": 0.69492, "recall": 0.774704}, {"accuracy": 0.820158, "f1": 0.776557, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"], "main_score": 0.776557, "precision": 0.760038, "recall": 0.820158}, {"accuracy": 0.753953, "f1": 0.692138, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"], "main_score": 0.692138, "precision": 0.667623, "recall": 0.753953}, {"accuracy": 0.229249, "f1": 0.183688, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"], "main_score": 0.183688, "precision": 0.168828, "recall": 0.229249}, {"accuracy": 0.8083, "f1": 0.756162, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"], "main_score": 0.756162, "precision": 0.733656, "recall": 0.8083}, {"accuracy": 0.623518, "f1": 0.541712, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"], "main_score": 0.541712, "precision": 0.5129, "recall": 0.623518}, {"accuracy": 0.75, "f1": 0.70002, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"], "main_score": 0.70002, "precision": 0.683598, "recall": 0.75}, {"accuracy": 0.87747, "f1": 0.841831, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"], "main_score": 0.841831, "precision": 0.825922, "recall": 0.87747}, {"accuracy": 0.757905, "f1": 0.695314, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"], "main_score": 0.695314, "precision": 0.669665, "recall": 0.757905}, {"accuracy": 0.79249, "f1": 0.740503, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"], "main_score": 0.740503, "precision": 0.719359, "recall": 0.79249}, {"accuracy": 0.805336, "f1": 0.758204, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"], "main_score": 0.758204, "precision": 0.740057, "recall": 0.805336}, {"accuracy": 0.801383, "f1": 0.749377, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"], "main_score": 0.749377, "precision": 0.727886, "recall": 0.801383}, {"accuracy": 0.767787, "f1": 0.7191, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"], "main_score": 0.7191, "precision": 0.702165, "recall": 0.767787}, {"accuracy": 0.823123, "f1": 0.776369, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"], "main_score": 0.776369, "precision": 0.757395, "recall": 0.823123}, {"accuracy": 0.828063, "f1": 0.800981, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"], "main_score": 0.800981, "precision": 0.79178, "recall": 0.828063}, {"accuracy": 0.790514, "f1": 0.736815, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"], "main_score": 0.736815, "precision": 0.715415, "recall": 0.790514}, {"accuracy": 0.749012, "f1": 0.687759, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"], "main_score": 0.687759, "precision": 0.663541, "recall": 0.749012}, {"accuracy": 0.799407, "f1": 0.748196, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"], "main_score": 0.748196, "precision": 0.726806, "recall": 0.799407}, {"accuracy": 0.84585, "f1": 0.801219, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"], "main_score": 0.801219, "precision": 0.781439, "recall": 0.84585}, {"accuracy": 0.719368, "f1": 0.670677, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"], "main_score": 0.670677, "precision": 0.655476, "recall": 0.719368}, {"accuracy": 0.037549, "f1": 0.022239, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"], "main_score": 0.022239, "precision": 0.019553, "recall": 0.037549}, {"accuracy": 0.758893, "f1": 0.724004, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"], "main_score": 0.724004, "precision": 0.713561, "recall": 0.758893}, {"accuracy": 0.769763, "f1": 0.722656, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"], "main_score": 0.722656, "precision": 0.706548, "recall": 0.769763}, {"accuracy": 0.740119, "f1": 0.707129, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"], "main_score": 0.707129, "precision": 0.695948, "recall": 0.740119}, {"accuracy": 0.751976, "f1": 0.714923, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"], "main_score": 0.714923, "precision": 0.703786, "recall": 0.751976}, {"accuracy": 0.710474, "f1": 0.650731, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"], "main_score": 0.650731, "precision": 0.630338, "recall": 0.710474}, {"accuracy": 0.742095, "f1": 0.677753, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"], "main_score": 0.677753, "precision": 0.652341, "recall": 0.742095}, {"accuracy": 0.725296, "f1": 0.685199, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"], "main_score": 0.685199, "precision": 0.673907, "recall": 0.725296}, {"accuracy": 0.733202, "f1": 0.693592, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"], "main_score": 0.693592, "precision": 0.682407, "recall": 0.733202}, {"accuracy": 0.818182, "f1": 0.767048, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"], "main_score": 0.767048, "precision": 0.745323, "recall": 0.818182}, {"accuracy": 0.795455, "f1": 0.740931, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"], "main_score": 0.740931, "precision": 0.718091, "recall": 0.795455}, {"accuracy": 0.646245, "f1": 0.57478, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"], "main_score": 0.57478, "precision": 0.550681, "recall": 0.646245}, {"accuracy": 0.853755, "f1": 0.822229, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"], "main_score": 0.822229, "precision": 0.809158, "recall": 0.853755}, {"accuracy": 0.697628, "f1": 0.628732, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"], "main_score": 0.628732, "precision": 0.601807, "recall": 0.697628}, {"accuracy": 0.76087, "f1": 0.706666, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"], "main_score": 0.706666, "precision": 0.686817, "recall": 0.76087}, {"accuracy": 0.77668, "f1": 0.741395, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"], "main_score": 0.741395, "precision": 0.730843, "recall": 0.77668}, {"accuracy": 0.795455, "f1": 0.740829, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"], "main_score": 0.740829, "precision": 0.718198, "recall": 0.795455}, {"accuracy": 0.806324, "f1": 0.765177, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"], "main_score": 0.765177, "precision": 0.75035, "recall": 0.806324}, {"accuracy": 0.914032, "f1": 0.889657, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"], "main_score": 0.889657, "precision": 0.878458, "recall": 0.914032}, {"accuracy": 0.777668, "f1": 0.732865, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"], "main_score": 0.732865, "precision": 0.717551, "recall": 0.777668}, {"accuracy": 0.719368, "f1": 0.68497, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"], "main_score": 0.68497, "precision": 0.673272, "recall": 0.719368}, {"accuracy": 0.768775, "f1": 0.724511, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"], "main_score": 0.724511, "precision": 0.710282, "recall": 0.768775}, {"accuracy": 0.744071, "f1": 0.690852, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"], "main_score": 0.690852, "precision": 0.673063, "recall": 0.744071}, {"accuracy": 0.762846, "f1": 0.707904, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"], "main_score": 0.707904, "precision": 0.68711, "recall": 0.762846}, {"accuracy": 0.738142, "f1": 0.678342, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"], "main_score": 0.678342, "precision": 0.656013, "recall": 0.738142}, {"accuracy": 0.692688, "f1": 0.633788, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"], "main_score": 0.633788, "precision": 0.614501, "recall": 0.692688}, {"accuracy": 0.879447, "f1": 0.844664, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"], "main_score": 0.844664, "precision": 0.829216, "recall": 0.879447}, {"accuracy": 0.859684, "f1": 0.824002, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"], "main_score": 0.824002, "precision": 0.810046, "recall": 0.859684}, {"accuracy": 0.878458, "f1": 0.85119, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"], "main_score": 0.85119, "precision": 0.840015, "recall": 0.878458}, {"accuracy": 0.787549, "f1": 0.737484, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"], "main_score": 0.737484, "precision": 0.717581, "recall": 0.787549}, {"accuracy": 0.645257, "f1": 0.601024, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"], "main_score": 0.601024, "precision": 0.589825, "recall": 0.645257}, {"accuracy": 0.714427, "f1": 0.670467, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"], "main_score": 0.670467, "precision": 0.657242, "recall": 0.714427}, {"accuracy": 0.736166, "f1": 0.676153, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"], "main_score": 0.676153, "precision": 0.654249, "recall": 0.736166}, {"accuracy": 0.780632, "f1": 0.726045, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"], "main_score": 0.726045, "precision": 0.704695, "recall": 0.780632}, {"accuracy": 0.832016, "f1": 0.78363, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"], "main_score": 0.78363, "precision": 0.762516, "recall": 0.832016}, {"accuracy": 0.695652, "f1": 0.624562, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"], "main_score": 0.624562, "precision": 0.597658, "recall": 0.695652}, {"accuracy": 0.780632, "f1": 0.752212, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"], "main_score": 0.752212, "precision": 0.743388, "recall": 0.780632}, {"accuracy": 0.778656, "f1": 0.728255, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"], "main_score": 0.728255, "precision": 0.710047, "recall": 0.778656}, {"accuracy": 0.761858, "f1": 0.72187, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"], "main_score": 0.72187, "precision": 0.707743, "recall": 0.761858}, {"accuracy": 0.778656, "f1": 0.731602, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"], "main_score": 0.731602, "precision": 0.714857, "recall": 0.778656}, {"accuracy": 0.770751, "f1": 0.718789, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"], "main_score": 0.718789, "precision": 0.700005, "recall": 0.770751}, {"accuracy": 0.827075, "f1": 0.77948, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"], "main_score": 0.77948, "precision": 0.758514, "recall": 0.827075}, {"accuracy": 0.797431, "f1": 0.763425, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"], "main_score": 0.763425, "precision": 0.752735, "recall": 0.797431}, {"accuracy": 0.790514, "f1": 0.735512, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"], "main_score": 0.735512, "precision": 0.712236, "recall": 0.790514}, {"accuracy": 0.836957, "f1": 0.790796, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"], "main_score": 0.790796, "precision": 0.770504, "recall": 0.836957}, {"accuracy": 0.742095, "f1": 0.706679, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"], "main_score": 0.706679, "precision": 0.696086, "recall": 0.742095}, {"accuracy": 0.789526, "f1": 0.73615, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"], "main_score": 0.73615, "precision": 0.71465, "recall": 0.789526}, {"accuracy": 0.838933, "f1": 0.815366, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"], "main_score": 0.815366, "precision": 0.806276, "recall": 0.838933}, {"accuracy": 0.763834, "f1": 0.699588, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"], "main_score": 0.699588, "precision": 0.672308, "recall": 0.763834}, {"accuracy": 0.756917, "f1": 0.716854, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"], "main_score": 0.716854, "precision": 0.704793, "recall": 0.756917}, {"accuracy": 0.81917, "f1": 0.784457, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"], "main_score": 0.784457, "precision": 0.773248, "recall": 0.81917}, {"accuracy": 0.806324, "f1": 0.767701, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"], "main_score": 0.767701, "precision": 0.753509, "recall": 0.806324}, {"accuracy": 0.839921, "f1": 0.795902, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"], "main_score": 0.795902, "precision": 0.777174, "recall": 0.839921}, {"accuracy": 0.811265, "f1": 0.7583, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"], "main_score": 0.7583, "precision": 0.734354, "recall": 0.811265}, {"accuracy": 0.827075, "f1": 0.77851, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"], "main_score": 0.77851, "precision": 0.757411, "recall": 0.827075}, {"accuracy": 0.837945, "f1": 0.795026, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"], "main_score": 0.795026, "precision": 0.777357, "recall": 0.837945}, {"accuracy": 0.681818, "f1": 0.634949, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"], "main_score": 0.634949, "precision": 0.620801, "recall": 0.681818}, {"accuracy": 0.712451, "f1": 0.683707, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"], "main_score": 0.683707, "precision": 0.675754, "recall": 0.712451}, {"accuracy": 0.6917, "f1": 0.629334, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"], "main_score": 0.629334, "precision": 0.608067, "recall": 0.6917}, {"accuracy": 0.847826, "f1": 0.803903, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"], "main_score": 0.803903, "precision": 0.783936, "recall": 0.847826}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"], "main_score": 0.932642, "precision": 0.925099, "recall": 0.948617}, {"accuracy": 0.832016, "f1": 0.79124, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"], "main_score": 0.79124, "precision": 0.775692, "recall": 0.832016}, {"accuracy": 0.87747, "f1": 0.840481, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"], "main_score": 0.840481, "precision": 0.823567, "recall": 0.87747}, {"accuracy": 0.824111, "f1": 0.776732, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"], "main_score": 0.776732, "precision": 0.757197, "recall": 0.824111}, {"accuracy": 0.726285, "f1": 0.699875, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"], "main_score": 0.699875, "precision": 0.69124, "recall": 0.726285}, {"accuracy": 0.686759, "f1": 0.612829, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"], "main_score": 0.612829, "precision": 0.583787, "recall": 0.686759}, {"accuracy": 0.724308, "f1": 0.672667, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"], "main_score": 0.672667, "precision": 0.65573, "recall": 0.724308}, {"accuracy": 0.786561, "f1": 0.735597, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"], "main_score": 0.735597, "precision": 0.715747, "recall": 0.786561}, {"accuracy": 0.733202, "f1": 0.668387, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"], "main_score": 0.668387, "precision": 0.643439, "recall": 0.733202}, {"accuracy": 0.677866, "f1": 0.609724, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"], "main_score": 0.609724, "precision": 0.585899, "recall": 0.677866}, {"accuracy": 0.833992, "f1": 0.793963, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"], "main_score": 0.793963, "precision": 0.778881, "recall": 0.833992}, {"accuracy": 0.719368, "f1": 0.666253, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"], "main_score": 0.666253, "precision": 0.649365, "recall": 0.719368}, {"accuracy": 0.783597, "f1": 0.734691, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"], "main_score": 0.734691, "precision": 0.716206, "recall": 0.783597}, {"accuracy": 0.646245, "f1": 0.569113, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"], "main_score": 0.569113, "precision": 0.54126, "recall": 0.646245}, {"accuracy": 0.770751, "f1": 0.734825, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"], "main_score": 0.734825, "precision": 0.724054, "recall": 0.770751}, {"accuracy": 0.798419, "f1": 0.765884, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"], "main_score": 0.765884, "precision": 0.756249, "recall": 0.798419}, {"accuracy": 0.750988, "f1": 0.711264, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"], "main_score": 0.711264, "precision": 0.700133, "recall": 0.750988}, {"accuracy": 0.812253, "f1": 0.77523, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"], "main_score": 0.77523, "precision": 0.762184, "recall": 0.812253}, {"accuracy": 0.73913, "f1": 0.68665, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"], "main_score": 0.68665, "precision": 0.668616, "recall": 0.73913}, {"accuracy": 0.806324, "f1": 0.751943, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"], "main_score": 0.751943, "precision": 0.72808, "recall": 0.806324}, {"accuracy": 0.900198, "f1": 0.870751, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"], "main_score": 0.870751, "precision": 0.857296, "recall": 0.900198}, {"accuracy": 0.87747, "f1": 0.842194, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"], "main_score": 0.842194, "precision": 0.825428, "recall": 0.87747}, {"accuracy": 0.050395, "f1": 0.027884, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"], "main_score": 0.027884, "precision": 0.02261, "recall": 0.050395}, {"accuracy": 0.929842, "f1": 0.913556, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"], "main_score": 0.913556, "precision": 0.907534, "recall": 0.929842}, {"accuracy": 0.931818, "f1": 0.912154, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"], "main_score": 0.912154, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.972332, "f1": 0.963505, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"], "main_score": 0.963505, "precision": 0.959239, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.938735, "f1": 0.924986, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"], "main_score": 0.924986, "precision": 0.919951, "recall": 0.938735}, {"accuracy": 0.906126, "f1": 0.87803, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"], "main_score": 0.87803, "precision": 0.864872, "recall": 0.906126}, {"accuracy": 0.905138, "f1": 0.878162, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"], "main_score": 0.878162, "precision": 0.865695, "recall": 0.905138}, {"accuracy": 0.898221, "f1": 0.881516, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"], "main_score": 0.881516, "precision": 0.876168, "recall": 0.898221}, {"accuracy": 0.938735, "f1": 0.920751, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"], "main_score": 0.920751, "precision": 0.912747, "recall": 0.938735}, {"accuracy": 0.918972, "f1": 0.895092, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"], "main_score": 0.895092, "precision": 0.883729, "recall": 0.918972}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.914032, "f1": 0.890895, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"], "main_score": 0.890895, "precision": 0.881192, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.93943, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"], "main_score": 0.93943, "precision": 0.935503, "recall": 0.949605}, {"accuracy": 0.908103, "f1": 0.881159, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"], "main_score": 0.881159, "precision": 0.868495, "recall": 0.908103}, {"accuracy": 0.953557, "f1": 0.941737, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"], "main_score": 0.941737, "precision": 0.936924, "recall": 0.953557}, {"accuracy": 0.934783, "f1": 0.917278, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"], "main_score": 0.917278, "precision": 0.91003, "recall": 0.934783}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"], "main_score": 0.933037, "precision": 0.925642, "recall": 0.948617}, {"accuracy": 0.931818, "f1": 0.915069, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"], "main_score": 0.915069, "precision": 0.90854, "recall": 0.931818}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"], "main_score": 0.938076, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.93314, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"], "main_score": 0.93314, "precision": 0.928946, "recall": 0.944664}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.18083, "f1": 0.142004, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"], "main_score": 0.142004, "precision": 0.131491, "recall": 0.18083}, {"accuracy": 0.959486, "f1": 0.950749, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"], "main_score": 0.950749, "precision": 0.947514, "recall": 0.959486}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.960474, "f1": 0.947859, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"], "main_score": 0.947859, "precision": 0.941782, "recall": 0.960474}, {"accuracy": 0.923913, "f1": 0.907308, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"], "main_score": 0.907308, "precision": 0.901401, "recall": 0.923913}, {"accuracy": 0.921937, "f1": 0.903353, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"], "main_score": 0.903353, "precision": 0.896402, "recall": 0.921937}, {"accuracy": 0.91996, "f1": 0.903414, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"], "main_score": 0.903414, "precision": 0.897393, "recall": 0.91996}, {"accuracy": 0.911067, "f1": 0.885277, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"], "main_score": 0.885277, "precision": 0.873633, "recall": 0.911067}, {"accuracy": 0.937747, "f1": 0.923551, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"], "main_score": 0.923551, "precision": 0.918212, "recall": 0.937747}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"], "main_score": 0.93913, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 0.896245, "f1": 0.880919, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"], "main_score": 0.880919, "precision": 0.875186, "recall": 0.896245}, {"accuracy": 0.91996, "f1": 0.90056, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"], "main_score": 0.90056, "precision": 0.893118, "recall": 0.91996}, {"accuracy": 0.940711, "f1": 0.925264, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"], "main_score": 0.925264, "precision": 0.919121, "recall": 0.940711}, {"accuracy": 0.944664, "f1": 0.930701, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"], "main_score": 0.930701, "precision": 0.925125, "recall": 0.944664}, {"accuracy": 0.868577, "f1": 0.832049, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"], "main_score": 0.832049, "precision": 0.815135, "recall": 0.868577}, {"accuracy": 0.913043, "f1": 0.887055, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"], "main_score": 0.887055, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.933794, "f1": 0.919637, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"], "main_score": 0.919637, "precision": 0.914675, "recall": 0.933794}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"], "main_score": 0.915514, "precision": 0.906621, "recall": 0.934783}, {"accuracy": 0.939723, "f1": 0.929222, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"], "main_score": 0.929222, "precision": 0.925984, "recall": 0.939723}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"], "main_score": 0.929249, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"], "main_score": 0.953294, "precision": 0.94804, "recall": 0.964427}, {"accuracy": 0.945652, "f1": 0.927536, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"], "main_score": 0.927536, "precision": 0.918478, "recall": 0.945652}, {"accuracy": 0.925889, "f1": 0.902339, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"], "main_score": 0.902339, "precision": 0.89114, "recall": 0.925889}, {"accuracy": 0.887352, "f1": 0.856658, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"], "main_score": 0.856658, "precision": 0.843462, "recall": 0.887352}, {"accuracy": 0.914032, "f1": 0.887352, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"], "main_score": 0.887352, "precision": 0.874868, "recall": 0.914032}, {"accuracy": 0.923913, "f1": 0.905454, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"], "main_score": 0.905454, "precision": 0.89813, "recall": 0.923913}, {"accuracy": 0.916008, "f1": 0.891568, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"], "main_score": 0.891568, "precision": 0.880599, "recall": 0.916008}, {"accuracy": 0.864625, "f1": 0.826153, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"], "main_score": 0.826153, "precision": 0.808251, "recall": 0.864625}, {"accuracy": 0.925889, "f1": 0.913625, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"], "main_score": 0.913625, "precision": 0.90915, "recall": 0.925889}, {"accuracy": 0.928854, "f1": 0.906752, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"], "main_score": 0.906752, "precision": 0.89608, "recall": 0.928854}, {"accuracy": 0.868577, "f1": 0.831818, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"], "main_score": 0.831818, "precision": 0.815053, "recall": 0.868577}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.655138, "f1": 0.583071, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"], "main_score": 0.583071, "precision": 0.556016, "recall": 0.655138}, {"accuracy": 0.937747, "f1": 0.923388, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"], "main_score": 0.923388, "precision": 0.918356, "recall": 0.937747}, {"accuracy": 0.948617, "f1": 0.93917, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"], "main_score": 0.93917, "precision": 0.935996, "recall": 0.948617}, {"accuracy": 0.924901, "f1": 0.904084, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"], "main_score": 0.904084, "precision": 0.895455, "recall": 0.924901}, {"accuracy": 0.937747, "f1": 0.923954, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"], "main_score": 0.923954, "precision": 0.919277, "recall": 0.937747}, {"accuracy": 0.900198, "f1": 0.871509, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"], "main_score": 0.871509, "precision": 0.858037, "recall": 0.900198}, {"accuracy": 0.916996, "f1": 0.892852, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"], "main_score": 0.892852, "precision": 0.882362, "recall": 0.916996}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"], "main_score": 0.910968, "precision": 0.901268, "recall": 0.931818}, {"accuracy": 0.954545, "f1": 0.94592, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"], "main_score": 0.94592, "precision": 0.942992, "recall": 0.954545}, {"accuracy": 0.885375, "f1": 0.853327, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"], "main_score": 0.853327, "precision": 0.838422, "recall": 0.885375}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"], "main_score": 0.905797, "precision": 0.894928, "recall": 0.927866}, {"accuracy": 0.909091, "f1": 0.884058, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"], "main_score": 0.884058, "precision": 0.873633, "recall": 0.909091}, {"accuracy": 0.916008, "f1": 0.893083, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"], "main_score": 0.893083, "precision": 0.883366, "recall": 0.916008}, {"accuracy": 0.916996, "f1": 0.895806, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"], "main_score": 0.895806, "precision": 0.887426, "recall": 0.916996}, {"accuracy": 0.20751, "f1": 0.152083, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"], "main_score": 0.152083, "precision": 0.135155, "recall": 0.20751}, {"accuracy": 0.900198, "f1": 0.871377, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"], "main_score": 0.871377, "precision": 0.857543, "recall": 0.900198}, {"accuracy": 0.928854, "f1": 0.908366, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"], "main_score": 0.908366, "precision": 0.899407, "recall": 0.928854}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"], "main_score": 0.91996, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.945652, "f1": 0.93004, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"], "main_score": 0.93004, "precision": 0.923337, "recall": 0.945652}, {"accuracy": 0.897233, "f1": 0.87052, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"], "main_score": 0.87052, "precision": 0.8597, "recall": 0.897233}, {"accuracy": 0.959486, "f1": 0.946706, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"], "main_score": 0.946706, "precision": 0.940629, "recall": 0.959486}, {"accuracy": 0.938735, "f1": 0.923123, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"], "main_score": 0.923123, "precision": 0.91698, "recall": 0.938735}, {"accuracy": 0.938735, "f1": 0.924791, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"], "main_score": 0.924791, "precision": 0.919756, "recall": 0.938735}, {"accuracy": 0.928854, "f1": 0.913684, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"], "main_score": 0.913684, "precision": 0.908048, "recall": 0.928854}, {"accuracy": 0.935771, "f1": 0.918881, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"], "main_score": 0.918881, "precision": 0.9118, "recall": 0.935771}, {"accuracy": 0.940711, "f1": 0.927378, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"], "main_score": 0.927378, "precision": 0.922332, "recall": 0.940711}, {"accuracy": 0.813241, "f1": 0.763538, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"], "main_score": 0.763538, "precision": 0.741963, "recall": 0.813241}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.911067, "f1": 0.893116, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"], "main_score": 0.893116, "precision": 0.886772, "recall": 0.911067}, {"accuracy": 0.939723, "f1": 0.931335, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"], "main_score": 0.931335, "precision": 0.928667, "recall": 0.939723}, {"accuracy": 0.934783, "f1": 0.922433, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"], "main_score": 0.922433, "precision": 0.917825, "recall": 0.934783}, {"accuracy": 0.886364, "f1": 0.854018, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"], "main_score": 0.854018, "precision": 0.83913, "recall": 0.886364}, {"accuracy": 0.847826, "f1": 0.805896, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"], "main_score": 0.805896, "precision": 0.786314, "recall": 0.847826}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"], "main_score": 0.926449, "precision": 0.918561, "recall": 0.943676}, {"accuracy": 0.897233, "f1": 0.868379, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"], "main_score": 0.868379, "precision": 0.855237, "recall": 0.897233}, {"accuracy": 0.961462, "f1": 0.951927, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"], "main_score": 0.951927, "precision": 0.948264, "recall": 0.961462}, {"accuracy": 0.837945, "f1": 0.79417, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"], "main_score": 0.79417, "precision": 0.774127, "recall": 0.837945}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.961462, "f1": 0.952475, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"], "main_score": 0.952475, "precision": 0.949177, "recall": 0.961462}, {"accuracy": 0.920949, "f1": 0.904339, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"], "main_score": 0.904339, "precision": 0.898444, "recall": 0.920949}, {"accuracy": 0.926877, "f1": 0.913863, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"], "main_score": 0.913863, "precision": 0.909675, "recall": 0.926877}, {"accuracy": 0.914032, "f1": 0.899067, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"], "main_score": 0.899067, "precision": 0.893758, "recall": 0.914032}, {"accuracy": 0.951581, "f1": 0.93666, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"], "main_score": 0.93666, "precision": 0.92976, "recall": 0.951581}, {"accuracy": 0.947628, "f1": 0.932166, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"], "main_score": 0.932166, "precision": 0.925148, "recall": 0.947628}, {"accuracy": 0.874506, "f1": 0.839789, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"], "main_score": 0.839789, "precision": 0.823699, "recall": 0.874506}, {"accuracy": 0.259881, "f1": 0.212327, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"], "main_score": 0.212327, "precision": 0.196415, "recall": 0.259881}, {"accuracy": 0.921937, "f1": 0.898617, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"], "main_score": 0.898617, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.762846, "f1": 0.704611, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"], "main_score": 0.704611, "precision": 0.680435, "recall": 0.762846}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.879447, "f1": 0.845059, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"], "main_score": 0.845059, "precision": 0.829661, "recall": 0.879447}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"], "main_score": 0.930995, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.966304, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"], "main_score": 0.966304, "precision": 0.962533, "recall": 0.974308}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"], "main_score": 0.919038, "precision": 0.910161, "recall": 0.937747}, {"accuracy": 0.928854, "f1": 0.908714, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"], "main_score": 0.908714, "precision": 0.899951, "recall": 0.928854}, {"accuracy": 0.926877, "f1": 0.904315, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"], "main_score": 0.904315, "precision": 0.893445, "recall": 0.926877}, {"accuracy": 0.953557, "f1": 0.943754, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"], "main_score": 0.943754, "precision": 0.940374, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"], "main_score": 0.937418, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.857708, "f1": 0.817556, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"], "main_score": 0.817556, "precision": 0.799193, "recall": 0.857708}, {"accuracy": 0.874506, "f1": 0.840217, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"], "main_score": 0.840217, "precision": 0.823946, "recall": 0.874506}, {"accuracy": 0.949605, "f1": 0.933136, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"], "main_score": 0.933136, "precision": 0.925066, "recall": 0.949605}, {"accuracy": 0.934783, "f1": 0.916667, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"], "main_score": 0.916667, "precision": 0.909042, "recall": 0.934783}, {"accuracy": 0.049407, "f1": 0.027265, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"], "main_score": 0.027265, "precision": 0.022924, "recall": 0.049407}, {"accuracy": 0.910079, "f1": 0.890098, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"], "main_score": 0.890098, "precision": 0.883243, "recall": 0.910079}, {"accuracy": 0.91502, "f1": 0.89241, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"], "main_score": 0.89241, "precision": 0.882839, "recall": 0.91502}, {"accuracy": 0.892292, "f1": 0.871482, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"], "main_score": 0.871482, "precision": 0.863542, "recall": 0.892292}, {"accuracy": 0.945652, "f1": 0.932185, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"], "main_score": 0.932185, "precision": 0.92691, "recall": 0.945652}, {"accuracy": 0.860672, "f1": 0.823287, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"], "main_score": 0.823287, "precision": 0.807658, "recall": 0.860672}, {"accuracy": 0.863636, "f1": 0.824901, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"], "main_score": 0.824901, "precision": 0.807312, "recall": 0.863636}, {"accuracy": 0.923913, "f1": 0.905091, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"], "main_score": 0.905091, "precision": 0.897908, "recall": 0.923913}, {"accuracy": 0.91996, "f1": 0.901155, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"], "main_score": 0.901155, "precision": 0.894344, "recall": 0.91996}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.940711, "f1": 0.922991, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"], "main_score": 0.922991, "precision": 0.914641, "recall": 0.940711}, {"accuracy": 0.812253, "f1": 0.761877, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"], "main_score": 0.761877, "precision": 0.740086, "recall": 0.812253}, {"accuracy": 0.942688, "f1": 0.929072, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"], "main_score": 0.929072, "precision": 0.923485, "recall": 0.942688}, {"accuracy": 0.822134, "f1": 0.773123, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"], "main_score": 0.773123, "precision": 0.750823, "recall": 0.822134}, {"accuracy": 0.914032, "f1": 0.887912, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"], "main_score": 0.887912, "precision": 0.875576, "recall": 0.914032}, {"accuracy": 0.932806, "f1": 0.914526, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"], "main_score": 0.914526, "precision": 0.907065, "recall": 0.932806}, {"accuracy": 0.959486, "f1": 0.947036, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"], "main_score": 0.947036, "precision": 0.941288, "recall": 0.959486}, {"accuracy": 0.940711, "f1": 0.924605, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"], "main_score": 0.924605, "precision": 0.91777, "recall": 0.940711}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"], "main_score": 0.9361, "precision": 0.929018, "recall": 0.950593}, {"accuracy": 0.936759, "f1": 0.918808, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"], "main_score": 0.918808, "precision": 0.911018, "recall": 0.936759}, {"accuracy": 0.881423, "f1": 0.863135, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"], "main_score": 0.863135, "precision": 0.857052, "recall": 0.881423}, {"accuracy": 0.924901, "f1": 0.904924, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"], "main_score": 0.904924, "precision": 0.896666, "recall": 0.924901}, {"accuracy": 0.885375, "f1": 0.853524, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"], "main_score": 0.853524, "precision": 0.840333, "recall": 0.885375}, {"accuracy": 0.916996, "f1": 0.892523, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"], "main_score": 0.892523, "precision": 0.881505, "recall": 0.916996}, {"accuracy": 0.908103, "f1": 0.882016, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"], "main_score": 0.882016, "precision": 0.870416, "recall": 0.908103}, {"accuracy": 0.899209, "f1": 0.870356, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"], "main_score": 0.870356, "precision": 0.857773, "recall": 0.899209}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.962451, "f1": 0.950659, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"], "main_score": 0.950659, "precision": 0.945076, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.951896, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"], "main_score": 0.951896, "precision": 0.948205, "recall": 0.961462}, {"accuracy": 0.936759, "f1": 0.918709, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"], "main_score": 0.918709, "precision": 0.910655, "recall": 0.936759}, {"accuracy": 0.897233, "f1": 0.873742, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"], "main_score": 0.873742, "precision": 0.86522, "recall": 0.897233}, {"accuracy": 0.908103, "f1": 0.885474, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"], "main_score": 0.885474, "precision": 0.876732, "recall": 0.908103}, {"accuracy": 0.951581, "f1": 0.936891, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"], "main_score": 0.936891, "precision": 0.930171, "recall": 0.951581}, {"accuracy": 0.912055, "f1": 0.885507, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"], "main_score": 0.885507, "precision": 0.873353, "recall": 0.912055}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.828063, "f1": 0.780534, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"], "main_score": 0.780534, "precision": 0.758712, "recall": 0.828063}, {"accuracy": 0.943676, "f1": 0.931146, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"], "main_score": 0.931146, "precision": 0.926466, "recall": 0.943676}, {"accuracy": 0.917984, "f1": 0.894664, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"], "main_score": 0.894664, "precision": 0.884009, "recall": 0.917984}, {"accuracy": 0.914032, "f1": 0.894368, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"], "main_score": 0.894368, "precision": 0.886618, "recall": 0.914032}, {"accuracy": 0.929842, "f1": 0.91054, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"], "main_score": 0.91054, "precision": 0.902174, "recall": 0.929842}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"], "main_score": 0.921772, "precision": 0.913373, "recall": 0.939723}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"], "main_score": 0.910079, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.924412, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"], "main_score": 0.924412, "precision": 0.918347, "recall": 0.939723}, {"accuracy": 0.905138, "f1": 0.877602, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"], "main_score": 0.877602, "precision": 0.864625, "recall": 0.905138}, {"accuracy": 0.93083, "f1": 0.909486, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"], "main_score": 0.909486, "precision": 0.899127, "recall": 0.93083}, {"accuracy": 0.928854, "f1": 0.913476, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"], "main_score": 0.913476, "precision": 0.908237, "recall": 0.928854}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"], "main_score": 0.912055, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.958498, "f1": 0.949802, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"], "main_score": 0.949802, "precision": 0.946346, "recall": 0.958498}, {"accuracy": 0.869565, "f1": 0.831818, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"], "main_score": 0.831818, "precision": 0.814394, "recall": 0.869565}, {"accuracy": 0.936759, "f1": 0.920342, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"], "main_score": 0.920342, "precision": 0.9139, "recall": 0.936759}, {"accuracy": 0.950593, "f1": 0.937121, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"], "main_score": 0.937121, "precision": 0.931604, "recall": 0.950593}, {"accuracy": 0.935771, "f1": 0.919672, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"], "main_score": 0.919672, "precision": 0.913282, "recall": 0.935771}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.901186, "f1": 0.870224, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"], "main_score": 0.870224, "precision": 0.855237, "recall": 0.901186}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"], "main_score": 0.898386, "precision": 0.887022, "recall": 0.921937}, {"accuracy": 0.929842, "f1": 0.907938, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"], "main_score": 0.907938, "precision": 0.897563, "recall": 0.929842}, {"accuracy": 0.87253, "f1": 0.844554, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"], "main_score": 0.844554, "precision": 0.834251, "recall": 0.87253}, {"accuracy": 0.91996, "f1": 0.904724, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"], "main_score": 0.904724, "precision": 0.899927, "recall": 0.91996}, {"accuracy": 0.903162, "f1": 0.876186, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"], "main_score": 0.876186, "precision": 0.864048, "recall": 0.903162}, {"accuracy": 0.912055, "f1": 0.887088, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"], "main_score": 0.887088, "precision": 0.87528, "recall": 0.912055}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.951581, "f1": 0.937484, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"], "main_score": 0.937484, "precision": 0.93111, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"], "main_score": 0.913043, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.911067, "f1": 0.898616, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"], "main_score": 0.898616, "precision": 0.895008, "recall": 0.911067}, {"accuracy": 0.818182, "f1": 0.769631, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"], "main_score": 0.769631, "precision": 0.747843, "recall": 0.818182}, {"accuracy": 0.891304, "f1": 0.860474, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"], "main_score": 0.860474, "precision": 0.846937, "recall": 0.891304}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"], "main_score": 0.930665, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.860672, "f1": 0.82276, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"], "main_score": 0.82276, "precision": 0.806159, "recall": 0.860672}, {"accuracy": 0.866601, "f1": 0.830585, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"], "main_score": 0.830585, "precision": 0.814559, "recall": 0.866601}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"], "main_score": 0.931884, "precision": 0.924819, "recall": 0.947628}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"], "main_score": 0.878261, "precision": 0.866683, "recall": 0.905138}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"], "main_score": 0.907444, "precision": 0.897628, "recall": 0.928854}, {"accuracy": 0.772727, "f1": 0.71377, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"], "main_score": 0.71377, "precision": 0.688185, "recall": 0.772727}, {"accuracy": 0.924901, "f1": 0.90786, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"], "main_score": 0.90786, "precision": 0.901788, "recall": 0.924901}, {"accuracy": 0.931818, "f1": 0.914248, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"], "main_score": 0.914248, "precision": 0.907181, "recall": 0.931818}, {"accuracy": 0.931818, "f1": 0.913933, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"], "main_score": 0.913933, "precision": 0.906719, "recall": 0.931818}, {"accuracy": 0.939723, "f1": 0.923057, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"], "main_score": 0.923057, "precision": 0.916074, "recall": 0.939723}, {"accuracy": 0.892292, "f1": 0.863603, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"], "main_score": 0.863603, "precision": 0.851367, "recall": 0.892292}, {"accuracy": 0.916996, "f1": 0.892622, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"], "main_score": 0.892622, "precision": 0.881094, "recall": 0.916996}, {"accuracy": 0.783597, "f1": 0.727536, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"], "main_score": 0.727536, "precision": 0.704265, "recall": 0.783597}, {"accuracy": 0.828063, "f1": 0.783169, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"], "main_score": 0.783169, "precision": 0.762665, "recall": 0.828063}, {"accuracy": 0.052372, "f1": 0.026348, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"], "main_score": 0.026348, "precision": 0.020782, "recall": 0.052372}, {"accuracy": 0.786561, "f1": 0.747407, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"], "main_score": 0.747407, "precision": 0.733286, "recall": 0.786561}, {"accuracy": 0.802372, "f1": 0.760334, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"], "main_score": 0.760334, "precision": 0.74544, "recall": 0.802372}, {"accuracy": 0.866601, "f1": 0.829578, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"], "main_score": 0.829578, "precision": 0.812829, "recall": 0.866601}, {"accuracy": 0.841897, "f1": 0.795487, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"], "main_score": 0.795487, "precision": 0.77416, "recall": 0.841897}, {"accuracy": 0.899209, "f1": 0.871542, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"], "main_score": 0.871542, "precision": 0.858366, "recall": 0.899209}, {"accuracy": 0.745059, "f1": 0.702874, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"], "main_score": 0.702874, "precision": 0.68844, "recall": 0.745059}, {"accuracy": 0.815217, "f1": 0.765415, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"], "main_score": 0.765415, "precision": 0.742754, "recall": 0.815217}, {"accuracy": 0.763834, "f1": 0.70364, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"], "main_score": 0.70364, "precision": 0.678814, "recall": 0.763834}, {"accuracy": 0.700593, "f1": 0.660245, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"], "main_score": 0.660245, "precision": 0.646774, "recall": 0.700593}, {"accuracy": 0.820158, "f1": 0.774409, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"], "main_score": 0.774409, "precision": 0.755872, "recall": 0.820158}, {"accuracy": 0.847826, "f1": 0.809354, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"], "main_score": 0.809354, "precision": 0.791453, "recall": 0.847826}, {"accuracy": 0.918972, "f1": 0.894269, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"], "main_score": 0.894269, "precision": 0.882609, "recall": 0.918972}, {"accuracy": 0.784585, "f1": 0.735426, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"], "main_score": 0.735426, "precision": 0.717021, "recall": 0.784585}, {"accuracy": 0.758893, "f1": 0.719473, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"], "main_score": 0.719473, "precision": 0.703656, "recall": 0.758893}, {"accuracy": 0.852767, "f1": 0.812879, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"], "main_score": 0.812879, "precision": 0.794302, "recall": 0.852767}, {"accuracy": 0.812253, "f1": 0.770321, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"], "main_score": 0.770321, "precision": 0.753402, "recall": 0.812253}, {"accuracy": 0.783597, "f1": 0.739872, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"], "main_score": 0.739872, "precision": 0.72417, "recall": 0.783597}, {"accuracy": 0.737154, "f1": 0.676143, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"], "main_score": 0.676143, "precision": 0.651625, "recall": 0.737154}, {"accuracy": 0.762846, "f1": 0.720576, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"], "main_score": 0.720576, "precision": 0.705738, "recall": 0.762846}, {"accuracy": 0.889328, "f1": 0.86087, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"], "main_score": 0.86087, "precision": 0.847908, "recall": 0.889328}, {"accuracy": 0.83004, "f1": 0.783976, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"], "main_score": 0.783976, "precision": 0.764617, "recall": 0.83004}, {"accuracy": 0.787549, "f1": 0.745861, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"], "main_score": 0.745861, "precision": 0.729406, "recall": 0.787549}, {"accuracy": 0.833004, "f1": 0.785211, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"], "main_score": 0.785211, "precision": 0.763669, "recall": 0.833004}, {"accuracy": 0.16502, "f1": 0.13313, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"], "main_score": 0.13313, "precision": 0.123811, "recall": 0.16502}, {"accuracy": 0.832016, "f1": 0.795669, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"], "main_score": 0.795669, "precision": 0.780438, "recall": 0.832016}, {"accuracy": 0.879447, "f1": 0.846509, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"], "main_score": 0.846509, "precision": 0.831192, "recall": 0.879447}, {"accuracy": 0.815217, "f1": 0.765862, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"], "main_score": 0.765862, "precision": 0.745059, "recall": 0.815217}, {"accuracy": 0.733202, "f1": 0.683167, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"], "main_score": 0.683167, "precision": 0.665501, "recall": 0.733202}, {"accuracy": 0.778656, "f1": 0.736853, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"], "main_score": 0.736853, "precision": 0.721937, "recall": 0.778656}, {"accuracy": 0.759881, "f1": 0.717641, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"], "main_score": 0.717641, "precision": 0.70177, "recall": 0.759881}, {"accuracy": 0.81917, "f1": 0.769521, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"], "main_score": 0.769521, "precision": 0.747077, "recall": 0.81917}, {"accuracy": 0.800395, "f1": 0.762689, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"], "main_score": 0.762689, "precision": 0.74853, "recall": 0.800395}, {"accuracy": 0.835968, "f1": 0.793464, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"], "main_score": 0.793464, "precision": 0.775593, "recall": 0.835968}, {"accuracy": 0.713439, "f1": 0.677952, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"], "main_score": 0.677952, "precision": 0.663774, "recall": 0.713439}, {"accuracy": 0.756917, "f1": 0.708922, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"], "main_score": 0.708922, "precision": 0.691853, "recall": 0.756917}, {"accuracy": 0.775692, "f1": 0.736215, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"], "main_score": 0.736215, "precision": 0.722507, "recall": 0.775692}, {"accuracy": 0.794466, "f1": 0.75454, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"], "main_score": 0.75454, "precision": 0.740523, "recall": 0.794466}, {"accuracy": 0.811265, "f1": 0.766173, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"], "main_score": 0.766173, "precision": 0.746574, "recall": 0.811265}, {"accuracy": 0.804348, "f1": 0.755204, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"], "main_score": 0.755204, "precision": 0.733827, "recall": 0.804348}, {"accuracy": 0.743083, "f1": 0.70138, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"], "main_score": 0.70138, "precision": 0.68677, "recall": 0.743083}, {"accuracy": 0.833992, "f1": 0.790283, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"], "main_score": 0.790283, "precision": 0.770586, "recall": 0.833992}, {"accuracy": 0.771739, "f1": 0.738675, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"], "main_score": 0.738675, "precision": 0.727256, "recall": 0.771739}, {"accuracy": 0.817194, "f1": 0.767114, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"], "main_score": 0.767114, "precision": 0.745949, "recall": 0.817194}, {"accuracy": 0.868577, "f1": 0.83363, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"], "main_score": 0.83363, "precision": 0.817885, "recall": 0.868577}, {"accuracy": 0.775692, "f1": 0.720629, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"], "main_score": 0.720629, "precision": 0.698913, "recall": 0.775692}, {"accuracy": 0.813241, "f1": 0.765777, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"], "main_score": 0.765777, "precision": 0.745932, "recall": 0.813241}, {"accuracy": 0.767787, "f1": 0.710233, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"], "main_score": 0.710233, "precision": 0.685863, "recall": 0.767787}, {"accuracy": 0.779644, "f1": 0.719664, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"], "main_score": 0.719664, "precision": 0.693939, "recall": 0.779644}, {"accuracy": 0.681818, "f1": 0.630244, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"], "main_score": 0.630244, "precision": 0.614026, "recall": 0.681818}, {"accuracy": 0.753953, "f1": 0.698362, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"], "main_score": 0.698362, "precision": 0.677019, "recall": 0.753953}, {"accuracy": 0.791502, "f1": 0.739987, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"], "main_score": 0.739987, "precision": 0.71665, "recall": 0.791502}, {"accuracy": 0.764822, "f1": 0.729298, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"], "main_score": 0.729298, "precision": 0.715025, "recall": 0.764822}, {"accuracy": 0.839921, "f1": 0.79608, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"], "main_score": 0.79608, "precision": 0.776219, "recall": 0.839921}, {"accuracy": 0.79249, "f1": 0.742622, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"], "main_score": 0.742622, "precision": 0.720142, "recall": 0.79249}, {"accuracy": 0.906126, "f1": 0.879282, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"], "main_score": 0.879282, "precision": 0.866271, "recall": 0.906126}, {"accuracy": 0.525692, "f1": 0.442805, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"], "main_score": 0.442805, "precision": 0.414044, "recall": 0.525692}, {"accuracy": 0.780632, "f1": 0.737841, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"], "main_score": 0.737841, "precision": 0.722997, "recall": 0.780632}, {"accuracy": 0.802372, "f1": 0.766382, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"], "main_score": 0.766382, "precision": 0.751871, "recall": 0.802372}, {"accuracy": 0.717391, "f1": 0.660954, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"], "main_score": 0.660954, "precision": 0.641359, "recall": 0.717391}, {"accuracy": 0.783597, "f1": 0.744239, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"], "main_score": 0.744239, "precision": 0.729999, "recall": 0.783597}, {"accuracy": 0.836957, "f1": 0.796212, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"], "main_score": 0.796212, "precision": 0.777503, "recall": 0.836957}, {"accuracy": 0.72332, "f1": 0.663378, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"], "main_score": 0.663378, "precision": 0.641971, "recall": 0.72332}, {"accuracy": 0.77668, "f1": 0.719765, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"], "main_score": 0.719765, "precision": 0.696436, "recall": 0.77668}, {"accuracy": 0.753953, "f1": 0.71585, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"], "main_score": 0.71585, "precision": 0.701605, "recall": 0.753953}, {"accuracy": 0.831028, "f1": 0.788966, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"], "main_score": 0.788966, "precision": 0.769296, "recall": 0.831028}, {"accuracy": 0.934783, "f1": 0.917062, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"], "main_score": 0.917062, "precision": 0.909009, "recall": 0.934783}, {"accuracy": 0.868577, "f1": 0.834289, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"], "main_score": 0.834289, "precision": 0.818511, "recall": 0.868577}, {"accuracy": 0.759881, "f1": 0.70383, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"], "main_score": 0.70383, "precision": 0.682809, "recall": 0.759881}, {"accuracy": 0.768775, "f1": 0.716724, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"], "main_score": 0.716724, "precision": 0.696484, "recall": 0.768775}, {"accuracy": 0.726285, "f1": 0.676243, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"], "main_score": 0.676243, "precision": 0.659917, "recall": 0.726285}, {"accuracy": 0.181818, "f1": 0.13662, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"], "main_score": 0.13662, "precision": 0.123083, "recall": 0.181818}, {"accuracy": 0.859684, "f1": 0.820177, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"], "main_score": 0.820177, "precision": 0.801828, "recall": 0.859684}, {"accuracy": 0.764822, "f1": 0.712094, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"], "main_score": 0.712094, "precision": 0.692824, "recall": 0.764822}, {"accuracy": 0.874506, "f1": 0.840744, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"], "main_score": 0.840744, "precision": 0.824769, "recall": 0.874506}, {"accuracy": 0.885375, "f1": 0.855204, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"], "main_score": 0.855204, "precision": 0.841403, "recall": 0.885375}, {"accuracy": 0.750988, "f1": 0.700366, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"], "main_score": 0.700366, "precision": 0.682732, "recall": 0.750988}, {"accuracy": 0.709486, "f1": 0.649439, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"], "main_score": 0.649439, "precision": 0.628542, "recall": 0.709486}, {"accuracy": 0.813241, "f1": 0.763505, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"], "main_score": 0.763505, "precision": 0.741749, "recall": 0.813241}, {"accuracy": 0.795455, "f1": 0.75111, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"], "main_score": 0.75111, "precision": 0.734925, "recall": 0.795455}, {"accuracy": 0.756917, "f1": 0.716563, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"], "main_score": 0.716563, "precision": 0.702834, "recall": 0.756917}, {"accuracy": 0.745059, "f1": 0.703109, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"], "main_score": 0.703109, "precision": 0.686854, "recall": 0.745059}, {"accuracy": 0.703557, "f1": 0.648338, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"], "main_score": 0.648338, "precision": 0.629917, "recall": 0.703557}, {"accuracy": 0.786561, "f1": 0.737808, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"], "main_score": 0.737808, "precision": 0.717208, "recall": 0.786561}, {"accuracy": 0.745059, "f1": 0.681903, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"], "main_score": 0.681903, "precision": 0.654628, "recall": 0.745059}, {"accuracy": 0.870553, "f1": 0.838241, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"], "main_score": 0.838241, "precision": 0.823617, "recall": 0.870553}, {"accuracy": 0.763834, "f1": 0.723463, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"], "main_score": 0.723463, "precision": 0.709535, "recall": 0.763834}, {"accuracy": 0.756917, "f1": 0.722673, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"], "main_score": 0.722673, "precision": 0.708708, "recall": 0.756917}, {"accuracy": 0.771739, "f1": 0.733587, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"], "main_score": 0.733587, "precision": 0.718334, "recall": 0.771739}, {"accuracy": 0.77668, "f1": 0.717344, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"], "main_score": 0.717344, "precision": 0.691518, "recall": 0.77668}, {"accuracy": 0.771739, "f1": 0.7167, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"], "main_score": 0.7167, "precision": 0.692342, "recall": 0.771739}, {"accuracy": 0.821146, "f1": 0.773471, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"], "main_score": 0.773471, "precision": 0.753343, "recall": 0.821146}, {"accuracy": 0.81917, "f1": 0.773475, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"], "main_score": 0.773475, "precision": 0.754941, "recall": 0.81917}, {"accuracy": 0.851779, "f1": 0.809256, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"], "main_score": 0.809256, "precision": 0.789394, "recall": 0.851779}, {"accuracy": 0.816206, "f1": 0.779292, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"], "main_score": 0.779292, "precision": 0.76498, "recall": 0.816206}, {"accuracy": 0.761858, "f1": 0.703755, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"], "main_score": 0.703755, "precision": 0.677684, "recall": 0.761858}, {"accuracy": 0.880435, "f1": 0.84473, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"], "main_score": 0.84473, "precision": 0.827816, "recall": 0.880435}, {"accuracy": 0.794466, "f1": 0.754657, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"], "main_score": 0.754657, "precision": 0.73906, "recall": 0.794466}, {"accuracy": 0.733202, "f1": 0.692626, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"], "main_score": 0.692626, "precision": 0.67973, "recall": 0.733202}, {"accuracy": 0.70751, "f1": 0.669755, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"], "main_score": 0.669755, "precision": 0.656261, "recall": 0.70751}, {"accuracy": 0.717391, "f1": 0.675762, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"], "main_score": 0.675762, "precision": 0.661901, "recall": 0.717391}, {"accuracy": 0.840909, "f1": 0.795652, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"], "main_score": 0.795652, "precision": 0.775148, "recall": 0.840909}, {"accuracy": 0.818182, "f1": 0.769485, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"], "main_score": 0.769485, "precision": 0.749045, "recall": 0.818182}, {"accuracy": 0.801383, "f1": 0.752174, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"], "main_score": 0.752174, "precision": 0.730352, "recall": 0.801383}, {"accuracy": 0.236166, "f1": 0.194067, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"], "main_score": 0.194067, "precision": 0.179458, "recall": 0.236166}, {"accuracy": 0.839921, "f1": 0.797167, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"], "main_score": 0.797167, "precision": 0.777256, "recall": 0.839921}, {"accuracy": 0.672925, "f1": 0.595429, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"], "main_score": 0.595429, "precision": 0.563167, "recall": 0.672925}, {"accuracy": 0.764822, "f1": 0.710446, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"], "main_score": 0.710446, "precision": 0.689895, "recall": 0.764822}, {"accuracy": 0.906126, "f1": 0.879084, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"], "main_score": 0.879084, "precision": 0.866271, "recall": 0.906126}, {"accuracy": 0.789526, "f1": 0.734387, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"], "main_score": 0.734387, "precision": 0.710211, "recall": 0.789526}, {"accuracy": 0.853755, "f1": 0.815184, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"], "main_score": 0.815184, "precision": 0.797596, "recall": 0.853755}, {"accuracy": 0.817194, "f1": 0.767824, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"], "main_score": 0.767824, "precision": 0.747036, "recall": 0.817194}, {"accuracy": 0.813241, "f1": 0.763126, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"], "main_score": 0.763126, "precision": 0.741116, "recall": 0.813241}, {"accuracy": 0.785573, "f1": 0.737404, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"], "main_score": 0.737404, "precision": 0.718373, "recall": 0.785573}, {"accuracy": 0.839921, "f1": 0.795158, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"], "main_score": 0.795158, "precision": 0.775313, "recall": 0.839921}, {"accuracy": 0.775692, "f1": 0.736368, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"], "main_score": 0.736368, "precision": 0.72142, "recall": 0.775692}, {"accuracy": 0.836957, "f1": 0.790448, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"], "main_score": 0.790448, "precision": 0.769598, "recall": 0.836957}, {"accuracy": 0.799407, "f1": 0.748438, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"], "main_score": 0.748438, "precision": 0.725659, "recall": 0.799407}, {"accuracy": 0.829051, "f1": 0.786561, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"], "main_score": 0.786561, "precision": 0.767375, "recall": 0.829051}, {"accuracy": 0.865613, "f1": 0.8278, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"], "main_score": 0.8278, "precision": 0.81003, "recall": 0.865613}, {"accuracy": 0.73419, "f1": 0.681731, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"], "main_score": 0.681731, "precision": 0.664143, "recall": 0.73419}, {"accuracy": 0.04249, "f1": 0.024657, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"], "main_score": 0.024657, "precision": 0.021645, "recall": 0.04249}, {"accuracy": 0.741107, "f1": 0.69775, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"], "main_score": 0.69775, "precision": 0.682915, "recall": 0.741107}, {"accuracy": 0.784585, "f1": 0.735487, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"], "main_score": 0.735487, "precision": 0.716011, "recall": 0.784585}, {"accuracy": 0.705534, "f1": 0.660257, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"], "main_score": 0.660257, "precision": 0.643316, "recall": 0.705534}, {"accuracy": 0.752964, "f1": 0.710576, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"], "main_score": 0.710576, "precision": 0.696468, "recall": 0.752964}, {"accuracy": 0.73419, "f1": 0.672741, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"], "main_score": 0.672741, "precision": 0.64871, "recall": 0.73419}, {"accuracy": 0.785573, "f1": 0.734206, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"], "main_score": 0.734206, "precision": 0.711472, "recall": 0.785573}, {"accuracy": 0.728261, "f1": 0.678633, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"], "main_score": 0.678633, "precision": 0.661722, "recall": 0.728261}, {"accuracy": 0.715415, "f1": 0.661854, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"], "main_score": 0.661854, "precision": 0.643205, "recall": 0.715415}, {"accuracy": 0.855731, "f1": 0.81637, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"], "main_score": 0.81637, "precision": 0.798337, "recall": 0.855731}, {"accuracy": 0.823123, "f1": 0.776713, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"], "main_score": 0.776713, "precision": 0.756121, "recall": 0.823123}, {"accuracy": 0.688735, "f1": 0.622607, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"], "main_score": 0.622607, "precision": 0.597341, "recall": 0.688735}, {"accuracy": 0.798419, "f1": 0.755144, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"], "main_score": 0.755144, "precision": 0.736831, "recall": 0.798419}, {"accuracy": 0.744071, "f1": 0.684783, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"], "main_score": 0.684783, "precision": 0.658926, "recall": 0.744071}, {"accuracy": 0.820158, "f1": 0.772417, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"], "main_score": 0.772417, "precision": 0.752009, "recall": 0.820158}, {"accuracy": 0.783597, "f1": 0.741334, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"], "main_score": 0.741334, "precision": 0.726167, "recall": 0.783597}, {"accuracy": 0.836957, "f1": 0.793544, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"], "main_score": 0.793544, "precision": 0.774802, "recall": 0.836957}, {"accuracy": 0.807312, "f1": 0.765575, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"], "main_score": 0.765575, "precision": 0.750716, "recall": 0.807312}, {"accuracy": 0.900198, "f1": 0.873682, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"], "main_score": 0.873682, "precision": 0.861034, "recall": 0.900198}, {"accuracy": 0.789526, "f1": 0.74027, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"], "main_score": 0.74027, "precision": 0.72113, "recall": 0.789526}, {"accuracy": 0.679842, "f1": 0.631561, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"], "main_score": 0.631561, "precision": 0.612548, "recall": 0.679842}, {"accuracy": 0.781621, "f1": 0.732138, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"], "main_score": 0.732138, "precision": 0.713638, "recall": 0.781621}, {"accuracy": 0.754941, "f1": 0.699431, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"], "main_score": 0.699431, "precision": 0.678491, "recall": 0.754941}, {"accuracy": 0.829051, "f1": 0.782609, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"], "main_score": 0.782609, "precision": 0.762368, "recall": 0.829051}, {"accuracy": 0.769763, "f1": 0.712718, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"], "main_score": 0.712718, "precision": 0.689058, "recall": 0.769763}, {"accuracy": 0.740119, "f1": 0.679751, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"], "main_score": 0.679751, "precision": 0.656225, "recall": 0.740119}, {"accuracy": 0.902174, "f1": 0.874078, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"], "main_score": 0.874078, "precision": 0.860919, "recall": 0.902174}, {"accuracy": 0.864625, "f1": 0.828294, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"], "main_score": 0.828294, "precision": 0.812451, "recall": 0.864625}, {"accuracy": 0.833004, "f1": 0.792672, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"], "main_score": 0.792672, "precision": 0.775517, "recall": 0.833004}, {"accuracy": 0.716403, "f1": 0.653718, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"], "main_score": 0.653718, "precision": 0.629173, "recall": 0.716403}, {"accuracy": 0.679842, "f1": 0.625034, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"], "main_score": 0.625034, "precision": 0.60766, "recall": 0.679842}, {"accuracy": 0.714427, "f1": 0.660879, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"], "main_score": 0.660879, "precision": 0.6429, "recall": 0.714427}, {"accuracy": 0.761858, "f1": 0.704688, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"], "main_score": 0.704688, "precision": 0.682346, "recall": 0.761858}, {"accuracy": 0.799407, "f1": 0.74697, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"], "main_score": 0.74697, "precision": 0.723765, "recall": 0.799407}, {"accuracy": 0.857708, "f1": 0.817476, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"], "main_score": 0.817476, "precision": 0.798584, "recall": 0.857708}, {"accuracy": 0.757905, "f1": 0.700315, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"], "main_score": 0.700315, "precision": 0.675774, "recall": 0.757905}, {"accuracy": 0.768775, "f1": 0.730264, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"], "main_score": 0.730264, "precision": 0.716418, "recall": 0.768775}, {"accuracy": 0.780632, "f1": 0.728021, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"], "main_score": 0.728021, "precision": 0.706868, "recall": 0.780632}, {"accuracy": 0.70751, "f1": 0.655398, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"], "main_score": 0.655398, "precision": 0.636582, "recall": 0.70751}, {"accuracy": 0.771739, "f1": 0.718543, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"], "main_score": 0.718543, "precision": 0.69777, "recall": 0.771739}, {"accuracy": 0.804348, "f1": 0.753463, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"], "main_score": 0.753463, "precision": 0.732559, "recall": 0.804348}, {"accuracy": 0.858696, "f1": 0.822925, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"], "main_score": 0.822925, "precision": 0.80583, "recall": 0.858696}, {"accuracy": 0.780632, "f1": 0.738167, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"], "main_score": 0.738167, "precision": 0.722358, "recall": 0.780632}, {"accuracy": 0.831028, "f1": 0.788109, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"], "main_score": 0.788109, "precision": 0.769137, "recall": 0.831028}, {"accuracy": 0.849802, "f1": 0.806456, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"], "main_score": 0.806456, "precision": 0.786232, "recall": 0.849802}, {"accuracy": 0.743083, "f1": 0.69614, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"], "main_score": 0.69614, "precision": 0.67935, "recall": 0.743083}, {"accuracy": 0.852767, "f1": 0.814229, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"], "main_score": 0.814229, "precision": 0.796789, "recall": 0.852767}, {"accuracy": 0.804348, "f1": 0.770498, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"], "main_score": 0.770498, "precision": 0.756871, "recall": 0.804348}, {"accuracy": 0.790514, "f1": 0.741403, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"], "main_score": 0.741403, "precision": 0.719203, "recall": 0.790514}, {"accuracy": 0.753953, "f1": 0.703821, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"], "main_score": 0.703821, "precision": 0.686164, "recall": 0.753953}, {"accuracy": 0.800395, "f1": 0.757573, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"], "main_score": 0.757573, "precision": 0.74208, "recall": 0.800395}, {"accuracy": 0.791502, "f1": 0.748771, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"], "main_score": 0.748771, "precision": 0.732619, "recall": 0.791502}, {"accuracy": 0.917984, "f1": 0.893445, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"], "main_score": 0.893445, "precision": 0.881588, "recall": 0.917984}, {"accuracy": 0.864625, "f1": 0.824242, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"], "main_score": 0.824242, "precision": 0.805534, "recall": 0.864625}, {"accuracy": 0.852767, "f1": 0.813274, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"], "main_score": 0.813274, "precision": 0.795109, "recall": 0.852767}, {"accuracy": 0.851779, "f1": 0.807872, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"], "main_score": 0.807872, "precision": 0.787698, "recall": 0.851779}, {"accuracy": 0.688735, "f1": 0.634691, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"], "main_score": 0.634691, "precision": 0.616301, "recall": 0.688735}, {"accuracy": 0.720356, "f1": 0.680447, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"], "main_score": 0.680447, "precision": 0.666954, "recall": 0.720356}, {"accuracy": 0.740119, "f1": 0.67692, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"], "main_score": 0.67692, "precision": 0.651581, "recall": 0.740119}, {"accuracy": 0.843874, "f1": 0.809025, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"], "main_score": 0.809025, "precision": 0.792572, "recall": 0.843874}, {"accuracy": 0.910079, "f1": 0.884519, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"], "main_score": 0.884519, "precision": 0.872694, "recall": 0.910079}, {"accuracy": 0.839921, "f1": 0.798835, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"], "main_score": 0.798835, "precision": 0.781745, "recall": 0.839921}, {"accuracy": 0.863636, "f1": 0.825066, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"], "main_score": 0.825066, "precision": 0.807016, "recall": 0.863636}, {"accuracy": 0.855731, "f1": 0.81558, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"], "main_score": 0.81558, "precision": 0.797019, "recall": 0.855731}, {"accuracy": 0.726285, "f1": 0.687254, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"], "main_score": 0.687254, "precision": 0.672646, "recall": 0.726285}, {"accuracy": 0.73913, "f1": 0.67739, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"], "main_score": 0.67739, "precision": 0.650972, "recall": 0.73913}, {"accuracy": 0.755929, "f1": 0.701634, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"], "main_score": 0.701634, "precision": 0.680643, "recall": 0.755929}, {"accuracy": 0.833992, "f1": 0.78913, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"], "main_score": 0.78913, "precision": 0.769746, "recall": 0.833992}, {"accuracy": 0.775692, "f1": 0.721574, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"], "main_score": 0.721574, "precision": 0.697958, "recall": 0.775692}, {"accuracy": 0.732213, "f1": 0.670906, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"], "main_score": 0.670906, "precision": 0.646871, "recall": 0.732213}, {"accuracy": 0.833004, "f1": 0.789811, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"], "main_score": 0.789811, "precision": 0.771599, "recall": 0.833004}, {"accuracy": 0.73419, "f1": 0.676633, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"], "main_score": 0.676633, "precision": 0.654583, "recall": 0.73419}, {"accuracy": 0.801383, "f1": 0.751935, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"], "main_score": 0.751935, "precision": 0.731918, "recall": 0.801383}, {"accuracy": 0.697628, "f1": 0.627196, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"], "main_score": 0.627196, "precision": 0.597554, "recall": 0.697628}, {"accuracy": 0.761858, "f1": 0.722911, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"], "main_score": 0.722911, "precision": 0.709859, "recall": 0.761858}, {"accuracy": 0.789526, "f1": 0.749231, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"], "main_score": 0.749231, "precision": 0.735475, "recall": 0.789526}, {"accuracy": 0.745059, "f1": 0.698542, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"], "main_score": 0.698542, "precision": 0.683185, "recall": 0.745059}, {"accuracy": 0.805336, "f1": 0.765319, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"], "main_score": 0.765319, "precision": 0.751352, "recall": 0.805336}, {"accuracy": 0.772727, "f1": 0.717361, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"], "main_score": 0.717361, "precision": 0.695036, "recall": 0.772727}, {"accuracy": 0.839921, "f1": 0.797167, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"], "main_score": 0.797167, "precision": 0.777092, "recall": 0.839921}, {"accuracy": 0.836957, "f1": 0.793116, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"], "main_score": 0.793116, "precision": 0.77388, "recall": 0.836957}, {"accuracy": 0.853755, "f1": 0.813966, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"], "main_score": 0.813966, "precision": 0.795208, "recall": 0.853755}, {"accuracy": 0.05336, "f1": 0.027826, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"], "main_score": 0.027826, "precision": 0.022186, "recall": 0.05336}, {"accuracy": 0.875494, "f1": 0.850918, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"], "main_score": 0.850918, "precision": 0.841833, "recall": 0.875494}, {"accuracy": 0.879447, "f1": 0.849341, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"], "main_score": 0.849341, "precision": 0.836536, "recall": 0.879447}, {"accuracy": 0.931818, "f1": 0.910738, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"], "main_score": 0.910738, "precision": 0.900527, "recall": 0.931818}, {"accuracy": 0.900198, "f1": 0.870718, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"], "main_score": 0.870718, "precision": 0.856884, "recall": 0.900198}, {"accuracy": 0.9417, "f1": 0.924638, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"], "main_score": 0.924638, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.870553, "f1": 0.843834, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"], "main_score": 0.843834, "precision": 0.833412, "recall": 0.870553}, {"accuracy": 0.848814, "f1": 0.809256, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"], "main_score": 0.809256, "precision": 0.79137, "recall": 0.848814}, {"accuracy": 0.835968, "f1": 0.793168, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"], "main_score": 0.793168, "precision": 0.774045, "recall": 0.835968}, {"accuracy": 0.838933, "f1": 0.81156, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"], "main_score": 0.81156, "precision": 0.802147, "recall": 0.838933}, {"accuracy": 0.894269, "f1": 0.864493, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"], "main_score": 0.864493, "precision": 0.851268, "recall": 0.894269}, {"accuracy": 0.893281, "f1": 0.862286, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"], "main_score": 0.862286, "precision": 0.847332, "recall": 0.893281}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.864625, "f1": 0.82996, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"], "main_score": 0.82996, "precision": 0.81586, "recall": 0.864625}, {"accuracy": 0.878458, "f1": 0.85402, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"], "main_score": 0.85402, "precision": 0.843616, "recall": 0.878458}, {"accuracy": 0.870553, "f1": 0.834256, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"], "main_score": 0.834256, "precision": 0.817523, "recall": 0.870553}, {"accuracy": 0.901186, "f1": 0.877195, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"], "main_score": 0.877195, "precision": 0.867441, "recall": 0.901186}, {"accuracy": 0.874506, "f1": 0.844224, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"], "main_score": 0.844224, "precision": 0.831954, "recall": 0.874506}, {"accuracy": 0.870553, "f1": 0.834307, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"], "main_score": 0.834307, "precision": 0.817935, "recall": 0.870553}, {"accuracy": 0.880435, "f1": 0.852851, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"], "main_score": 0.852851, "precision": 0.841913, "recall": 0.880435}, {"accuracy": 0.928854, "f1": 0.907839, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"], "main_score": 0.907839, "precision": 0.897645, "recall": 0.928854}, {"accuracy": 0.909091, "f1": 0.883992, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"], "main_score": 0.883992, "precision": 0.872694, "recall": 0.909091}, {"accuracy": 0.887352, "f1": 0.865946, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"], "main_score": 0.865946, "precision": 0.857864, "recall": 0.887352}, {"accuracy": 0.866601, "f1": 0.830435, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"], "main_score": 0.830435, "precision": 0.813818, "recall": 0.866601}, {"accuracy": 0.177866, "f1": 0.145264, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"], "main_score": 0.145264, "precision": 0.135782, "recall": 0.177866}, {"accuracy": 0.914032, "f1": 0.892939, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"], "main_score": 0.892939, "precision": 0.884092, "recall": 0.914032}, {"accuracy": 0.898221, "f1": 0.871607, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"], "main_score": 0.871607, "precision": 0.858778, "recall": 0.898221}, {"accuracy": 0.901186, "f1": 0.871212, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"], "main_score": 0.871212, "precision": 0.857246, "recall": 0.901186}, {"accuracy": 0.841897, "f1": 0.807133, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"], "main_score": 0.807133, "precision": 0.793775, "recall": 0.841897}, {"accuracy": 0.86166, "f1": 0.829915, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"], "main_score": 0.829915, "precision": 0.817754, "recall": 0.86166}, {"accuracy": 0.87253, "f1": 0.845281, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"], "main_score": 0.845281, "precision": 0.834589, "recall": 0.87253}, {"accuracy": 0.859684, "f1": 0.821165, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"], "main_score": 0.821165, "precision": 0.803277, "recall": 0.859684}, {"accuracy": 0.898221, "f1": 0.875877, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"], "main_score": 0.875877, "precision": 0.86742, "recall": 0.898221}, {"accuracy": 0.907115, "f1": 0.880995, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"], "main_score": 0.880995, "precision": 0.868989, "recall": 0.907115}, {"accuracy": 0.843874, "f1": 0.821156, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"], "main_score": 0.821156, "precision": 0.812437, "recall": 0.843874}, {"accuracy": 0.86166, "f1": 0.82991, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"], "main_score": 0.82991, "precision": 0.817509, "recall": 0.86166}, {"accuracy": 0.886364, "f1": 0.858311, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"], "main_score": 0.858311, "precision": 0.846838, "recall": 0.886364}, {"accuracy": 0.891304, "f1": 0.866076, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"], "main_score": 0.866076, "precision": 0.856213, "recall": 0.891304}, {"accuracy": 0.829051, "f1": 0.788538, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"], "main_score": 0.788538, "precision": 0.770043, "recall": 0.829051}, {"accuracy": 0.866601, "f1": 0.830995, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"], "main_score": 0.830995, "precision": 0.814888, "recall": 0.866601}, {"accuracy": 0.859684, "f1": 0.833056, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"], "main_score": 0.833056, "precision": 0.823555, "recall": 0.859684}, {"accuracy": 0.900198, "f1": 0.871772, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"], "main_score": 0.871772, "precision": 0.858778, "recall": 0.900198}, {"accuracy": 0.87747, "f1": 0.854502, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"], "main_score": 0.854502, "precision": 0.845757, "recall": 0.87747}, {"accuracy": 0.893281, "f1": 0.863307, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"], "main_score": 0.863307, "precision": 0.850049, "recall": 0.893281}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"], "main_score": 0.889394, "precision": 0.878574, "recall": 0.913043}, {"accuracy": 0.883399, "f1": 0.849835, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"], "main_score": 0.849835, "precision": 0.834569, "recall": 0.883399}, {"accuracy": 0.88834, "f1": 0.854381, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"], "main_score": 0.854381, "precision": 0.838109, "recall": 0.88834}, {"accuracy": 0.814229, "f1": 0.766916, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"], "main_score": 0.766916, "precision": 0.746643, "recall": 0.814229}, {"accuracy": 0.851779, "f1": 0.810837, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"], "main_score": 0.810837, "precision": 0.792655, "recall": 0.851779}, {"accuracy": 0.837945, "f1": 0.803056, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"], "main_score": 0.803056, "precision": 0.790693, "recall": 0.837945}, {"accuracy": 0.848814, "f1": 0.805995, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"], "main_score": 0.805995, "precision": 0.787006, "recall": 0.848814}, {"accuracy": 0.833992, "f1": 0.790086, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"], "main_score": 0.790086, "precision": 0.769681, "recall": 0.833992}, {"accuracy": 0.858696, "f1": 0.832222, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"], "main_score": 0.832222, "precision": 0.821447, "recall": 0.858696}, {"accuracy": 0.889328, "f1": 0.857444, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"], "main_score": 0.857444, "precision": 0.842309, "recall": 0.889328}, {"accuracy": 0.829051, "f1": 0.783235, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"], "main_score": 0.783235, "precision": 0.761693, "recall": 0.829051}, {"accuracy": 0.903162, "f1": 0.877635, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"], "main_score": 0.877635, "precision": 0.865448, "recall": 0.903162}, {"accuracy": 0.592885, "f1": 0.515998, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"], "main_score": 0.515998, "precision": 0.488758, "recall": 0.592885}, {"accuracy": 0.883399, "f1": 0.855814, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"], "main_score": 0.855814, "precision": 0.845052, "recall": 0.883399}, {"accuracy": 0.891304, "f1": 0.86832, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"], "main_score": 0.86832, "precision": 0.858649, "recall": 0.891304}, {"accuracy": 0.838933, "f1": 0.799733, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"], "main_score": 0.799733, "precision": 0.784751, "recall": 0.838933}, {"accuracy": 0.879447, "f1": 0.853348, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"], "main_score": 0.853348, "precision": 0.84361, "recall": 0.879447}, {"accuracy": 0.856719, "f1": 0.819664, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"], "main_score": 0.819664, "precision": 0.802207, "recall": 0.856719}, {"accuracy": 0.832016, "f1": 0.788627, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"], "main_score": 0.788627, "precision": 0.770817, "recall": 0.832016}, {"accuracy": 0.875494, "f1": 0.84137, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"], "main_score": 0.84137, "precision": 0.826285, "recall": 0.875494}, {"accuracy": 0.884387, "f1": 0.86255, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"], "main_score": 0.86255, "precision": 0.853735, "recall": 0.884387}, {"accuracy": 0.851779, "f1": 0.813933, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"], "main_score": 0.813933, "precision": 0.796558, "recall": 0.851779}, {"accuracy": 0.944664, "f1": 0.928854, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"], "main_score": 0.928854, "precision": 0.921113, "recall": 0.944664}, {"accuracy": 0.880435, "f1": 0.850198, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"], "main_score": 0.850198, "precision": 0.835886, "recall": 0.880435}, {"accuracy": 0.871542, "f1": 0.837027, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"], "main_score": 0.837027, "precision": 0.822381, "recall": 0.871542}, {"accuracy": 0.846838, "f1": 0.806884, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"], "main_score": 0.806884, "precision": 0.789625, "recall": 0.846838}, {"accuracy": 0.852767, "f1": 0.818637, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"], "main_score": 0.818637, "precision": 0.805739, "recall": 0.852767}, {"accuracy": 0.204545, "f1": 0.155138, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"], "main_score": 0.155138, "precision": 0.140092, "recall": 0.204545}, {"accuracy": 0.870553, "f1": 0.836298, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"], "main_score": 0.836298, "precision": 0.820323, "recall": 0.870553}, {"accuracy": 0.873518, "f1": 0.839432, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"], "main_score": 0.839432, "precision": 0.824473, "recall": 0.873518}, {"accuracy": 0.891304, "f1": 0.863142, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"], "main_score": 0.863142, "precision": 0.849638, "recall": 0.891304}, {"accuracy": 0.903162, "f1": 0.875889, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"], "main_score": 0.875889, "precision": 0.86306, "recall": 0.903162}, {"accuracy": 0.885375, "f1": 0.853807, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"], "main_score": 0.853807, "precision": 0.840481, "recall": 0.885375}, {"accuracy": 0.826087, "f1": 0.782679, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"], "main_score": 0.782679, "precision": 0.764954, "recall": 0.826087}, {"accuracy": 0.883399, "f1": 0.850198, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"], "main_score": 0.850198, "precision": 0.834931, "recall": 0.883399}, {"accuracy": 0.879447, "f1": 0.849967, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"], "main_score": 0.849967, "precision": 0.837914, "recall": 0.879447}, {"accuracy": 0.88834, "f1": 0.861974, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"], "main_score": 0.861974, "precision": 0.851634, "recall": 0.88834}, {"accuracy": 0.859684, "f1": 0.830248, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"], "main_score": 0.830248, "precision": 0.818337, "recall": 0.859684}, {"accuracy": 0.836957, "f1": 0.798308, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"], "main_score": 0.798308, "precision": 0.783526, "recall": 0.836957}, {"accuracy": 0.893281, "f1": 0.868419, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"], "main_score": 0.868419, "precision": 0.858015, "recall": 0.893281}, {"accuracy": 0.779644, "f1": 0.723452, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"], "main_score": 0.723452, "precision": 0.698732, "recall": 0.779644}, {"accuracy": 0.91996, "f1": 0.896245, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"], "main_score": 0.896245, "precision": 0.884552, "recall": 0.91996}, {"accuracy": 0.873518, "f1": 0.846921, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"], "main_score": 0.846921, "precision": 0.836716, "recall": 0.873518}, {"accuracy": 0.88834, "f1": 0.867333, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"], "main_score": 0.867333, "precision": 0.858802, "recall": 0.88834}, {"accuracy": 0.869565, "f1": 0.84338, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"], "main_score": 0.84338, "precision": 0.833135, "recall": 0.869565}, {"accuracy": 0.816206, "f1": 0.767688, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"], "main_score": 0.767688, "precision": 0.745916, "recall": 0.816206}, {"accuracy": 0.813241, "f1": 0.765843, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"], "main_score": 0.765843, "precision": 0.744516, "recall": 0.813241}, {"accuracy": 0.882411, "f1": 0.849111, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"], "main_score": 0.849111, "precision": 0.833893, "recall": 0.882411}, {"accuracy": 0.90415, "f1": 0.876962, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"], "main_score": 0.876962, "precision": 0.864904, "recall": 0.90415}, {"accuracy": 0.865613, "f1": 0.829677, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"], "main_score": 0.829677, "precision": 0.813406, "recall": 0.865613}, {"accuracy": 0.90415, "f1": 0.880057, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"], "main_score": 0.880057, "precision": 0.869756, "recall": 0.90415}, {"accuracy": 0.782609, "f1": 0.728953, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"], "main_score": 0.728953, "precision": 0.704628, "recall": 0.782609}, {"accuracy": 0.902174, "f1": 0.874242, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"], "main_score": 0.874242, "precision": 0.861084, "recall": 0.902174}, {"accuracy": 0.902174, "f1": 0.878529, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"], "main_score": 0.878529, "precision": 0.868817, "recall": 0.902174}, {"accuracy": 0.867589, "f1": 0.840377, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"], "main_score": 0.840377, "precision": 0.830472, "recall": 0.867589}, {"accuracy": 0.853755, "f1": 0.828892, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"], "main_score": 0.828892, "precision": 0.819809, "recall": 0.853755}, {"accuracy": 0.847826, "f1": 0.820669, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"], "main_score": 0.820669, "precision": 0.809963, "recall": 0.847826}, {"accuracy": 0.890316, "f1": 0.858103, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"], "main_score": 0.858103, "precision": 0.842968, "recall": 0.890316}, {"accuracy": 0.901186, "f1": 0.87388, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"], "main_score": 0.87388, "precision": 0.861907, "recall": 0.901186}, {"accuracy": 0.832016, "f1": 0.790777, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"], "main_score": 0.790777, "precision": 0.772233, "recall": 0.832016}, {"accuracy": 0.249012, "f1": 0.202437, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"], "main_score": 0.202437, "precision": 0.186742, "recall": 0.249012}, {"accuracy": 0.874506, "f1": 0.841634, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"], "main_score": 0.841634, "precision": 0.826532, "recall": 0.874506}, {"accuracy": 0.694664, "f1": 0.626402, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"], "main_score": 0.626402, "precision": 0.597134, "recall": 0.694664}, {"accuracy": 0.896245, "f1": 0.866963, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"], "main_score": 0.866963, "precision": 0.8542, "recall": 0.896245}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"], "main_score": 0.908762, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.838933, "f1": 0.797285, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"], "main_score": 0.797285, "precision": 0.778706, "recall": 0.838933}, {"accuracy": 0.875494, "f1": 0.841238, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"], "main_score": 0.841238, "precision": 0.825675, "recall": 0.875494}, {"accuracy": 0.908103, "f1": 0.881983, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"], "main_score": 0.881983, "precision": 0.869812, "recall": 0.908103}, {"accuracy": 0.880435, "f1": 0.847516, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"], "main_score": 0.847516, "precision": 0.832428, "recall": 0.880435}, {"accuracy": 0.869565, "f1": 0.83526, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"], "main_score": 0.83526, "precision": 0.820217, "recall": 0.869565}, {"accuracy": 0.906126, "f1": 0.879743, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"], "main_score": 0.879743, "precision": 0.867424, "recall": 0.906126}, {"accuracy": 0.892292, "f1": 0.867873, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"], "main_score": 0.867873, "precision": 0.85826, "recall": 0.892292}, {"accuracy": 0.873518, "f1": 0.83834, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"], "main_score": 0.83834, "precision": 0.822052, "recall": 0.873518}, {"accuracy": 0.828063, "f1": 0.78498, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"], "main_score": 0.78498, "precision": 0.765679, "recall": 0.828063}, {"accuracy": 0.853755, "f1": 0.816502, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"], "main_score": 0.816502, "precision": 0.799769, "recall": 0.853755}, {"accuracy": 0.910079, "f1": 0.881917, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"], "main_score": 0.881917, "precision": 0.868248, "recall": 0.910079}, {"accuracy": 0.849802, "f1": 0.812884, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"], "main_score": 0.812884, "precision": 0.798815, "recall": 0.849802}, {"accuracy": 0.041502, "f1": 0.020162, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"], "main_score": 0.020162, "precision": 0.016464, "recall": 0.041502}, {"accuracy": 0.857708, "f1": 0.828492, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"], "main_score": 0.828492, "precision": 0.817991, "recall": 0.857708}, {"accuracy": 0.880435, "f1": 0.849478, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"], "main_score": 0.849478, "precision": 0.836166, "recall": 0.880435}, {"accuracy": 0.826087, "f1": 0.794999, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"], "main_score": 0.794999, "precision": 0.783302, "recall": 0.826087}, {"accuracy": 0.871542, "f1": 0.84073, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"], "main_score": 0.84073, "precision": 0.828233, "recall": 0.871542}, {"accuracy": 0.821146, "f1": 0.77619, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"], "main_score": 0.77619, "precision": 0.757592, "recall": 0.821146}, {"accuracy": 0.828063, "f1": 0.786547, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"], "main_score": 0.786547, "precision": 0.767375, "recall": 0.828063}, {"accuracy": 0.855731, "f1": 0.823558, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"], "main_score": 0.823558, "precision": 0.81173, "recall": 0.855731}, {"accuracy": 0.873518, "f1": 0.846222, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"], "main_score": 0.846222, "precision": 0.836142, "recall": 0.873518}, {"accuracy": 0.898221, "f1": 0.869302, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"], "main_score": 0.869302, "precision": 0.855649, "recall": 0.898221}, {"accuracy": 0.885375, "f1": 0.853491, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"], "main_score": 0.853491, "precision": 0.838686, "recall": 0.885375}, {"accuracy": 0.771739, "f1": 0.715236, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"], "main_score": 0.715236, "precision": 0.69114, "recall": 0.771739}, {"accuracy": 0.897233, "f1": 0.871422, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"], "main_score": 0.871422, "precision": 0.860675, "recall": 0.897233}, {"accuracy": 0.777668, "f1": 0.725955, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"], "main_score": 0.725955, "precision": 0.703475, "recall": 0.777668}, {"accuracy": 0.859684, "f1": 0.822628, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"], "main_score": 0.822628, "precision": 0.805863, "recall": 0.859684}, {"accuracy": 0.879447, "f1": 0.853659, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"], "main_score": 0.853659, "precision": 0.844223, "recall": 0.879447}, {"accuracy": 0.879447, "f1": 0.844993, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"], "main_score": 0.844993, "precision": 0.828755, "recall": 0.879447}, {"accuracy": 0.891304, "f1": 0.862862, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"], "main_score": 0.862862, "precision": 0.85103, "recall": 0.891304}, {"accuracy": 0.909091, "f1": 0.884223, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"], "main_score": 0.884223, "precision": 0.872365, "recall": 0.909091}, {"accuracy": 0.886364, "f1": 0.856588, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"], "main_score": 0.856588, "precision": 0.844022, "recall": 0.886364}, {"accuracy": 0.812253, "f1": 0.776964, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"], "main_score": 0.776964, "precision": 0.763319, "recall": 0.812253}, {"accuracy": 0.857708, "f1": 0.82212, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"], "main_score": 0.82212, "precision": 0.807413, "recall": 0.857708}, {"accuracy": 0.833992, "f1": 0.791191, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"], "main_score": 0.791191, "precision": 0.773617, "recall": 0.833992}, {"accuracy": 0.87253, "f1": 0.836792, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"], "main_score": 0.836792, "precision": 0.82057, "recall": 0.87253}, {"accuracy": 0.822134, "f1": 0.777853, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"], "main_score": 0.777853, "precision": 0.758976, "recall": 0.822134}, {"accuracy": 0.814229, "f1": 0.766836, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"], "main_score": 0.766836, "precision": 0.747563, "recall": 0.814229}, {"accuracy": 0.9417, "f1": 0.925395, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"], "main_score": 0.925395, "precision": 0.917325, "recall": 0.9417}, {"accuracy": 0.924901, "f1": 0.902569, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"], "main_score": 0.902569, "precision": 0.89221, "recall": 0.924901}, {"accuracy": 0.908103, "f1": 0.882515, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"], "main_score": 0.882515, "precision": 0.87113, "recall": 0.908103}, {"accuracy": 0.855731, "f1": 0.817029, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"], "main_score": 0.817029, "precision": 0.800609, "recall": 0.855731}, {"accuracy": 0.801383, "f1": 0.762348, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"], "main_score": 0.762348, "precision": 0.749268, "recall": 0.801383}, {"accuracy": 0.842885, "f1": 0.804508, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"], "main_score": 0.804508, "precision": 0.789361, "recall": 0.842885}, {"accuracy": 0.869565, "f1": 0.832246, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"], "main_score": 0.832246, "precision": 0.815366, "recall": 0.869565}, {"accuracy": 0.843874, "f1": 0.800066, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"], "main_score": 0.800066, "precision": 0.780534, "recall": 0.843874}, {"accuracy": 0.910079, "f1": 0.88666, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"], "main_score": 0.88666, "precision": 0.875823, "recall": 0.910079}, {"accuracy": 0.79249, "f1": 0.739196, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"], "main_score": 0.739196, "precision": 0.715613, "recall": 0.79249}, {"accuracy": 0.873518, "f1": 0.844734, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"], "main_score": 0.844734, "precision": 0.833105, "recall": 0.873518}, {"accuracy": 0.849802, "f1": 0.81031, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"], "main_score": 0.81031, "precision": 0.793297, "recall": 0.849802}, {"accuracy": 0.843874, "f1": 0.809503, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"], "main_score": 0.809503, "precision": 0.795637, "recall": 0.843874}, {"accuracy": 0.875494, "f1": 0.842062, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"], "main_score": 0.842062, "precision": 0.827553, "recall": 0.875494}, {"accuracy": 0.883399, "f1": 0.850725, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"], "main_score": 0.850725, "precision": 0.836001, "recall": 0.883399}, {"accuracy": 0.870553, "f1": 0.836693, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"], "main_score": 0.836693, "precision": 0.820767, "recall": 0.870553}, {"accuracy": 0.87747, "f1": 0.847413, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"], "main_score": 0.847413, "precision": 0.835106, "recall": 0.87747}, {"accuracy": 0.857708, "f1": 0.819977, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"], "main_score": 0.819977, "precision": 0.80243, "recall": 0.857708}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"], "main_score": 0.89888, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.865613, "f1": 0.835878, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"], "main_score": 0.835878, "precision": 0.824209, "recall": 0.865613}, {"accuracy": 0.881423, "f1": 0.849177, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"], "main_score": 0.849177, "precision": 0.834272, "recall": 0.881423}, {"accuracy": 0.897233, "f1": 0.876177, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"], "main_score": 0.876177, "precision": 0.867457, "recall": 0.897233}, {"accuracy": 0.821146, "f1": 0.779051, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"], "main_score": 0.779051, "precision": 0.759634, "recall": 0.821146}, {"accuracy": 0.869565, "f1": 0.837787, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"], "main_score": 0.837787, "precision": 0.825306, "recall": 0.869565}, {"accuracy": 0.897233, "f1": 0.872057, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"], "main_score": 0.872057, "precision": 0.862081, "recall": 0.897233}, {"accuracy": 0.884387, "f1": 0.855874, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"], "main_score": 0.855874, "precision": 0.843812, "recall": 0.884387}, {"accuracy": 0.928854, "f1": 0.908959, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"], "main_score": 0.908959, "precision": 0.899786, "recall": 0.928854}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"], "main_score": 0.899539, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.873518, "f1": 0.839592, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"], "main_score": 0.839592, "precision": 0.823617, "recall": 0.873518}, {"accuracy": 0.896245, "f1": 0.865514, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"], "main_score": 0.865514, "precision": 0.851038, "recall": 0.896245}, {"accuracy": 0.786561, "f1": 0.74533, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"], "main_score": 0.74533, "precision": 0.729531, "recall": 0.786561}, {"accuracy": 0.848814, "f1": 0.822099, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"], "main_score": 0.822099, "precision": 0.812428, "recall": 0.848814}, {"accuracy": 0.8083, "f1": 0.758762, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"], "main_score": 0.758762, "precision": 0.736808, "recall": 0.8083}, {"accuracy": 0.880435, "f1": 0.849177, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"], "main_score": 0.849177, "precision": 0.834601, "recall": 0.880435}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.886693, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"], "main_score": 0.886693, "precision": 0.875247, "recall": 0.912055}, {"accuracy": 0.928854, "f1": 0.909091, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"], "main_score": 0.909091, "precision": 0.899868, "recall": 0.928854}, {"accuracy": 0.909091, "f1": 0.88274, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"], "main_score": 0.88274, "precision": 0.870059, "recall": 0.909091}, {"accuracy": 0.829051, "f1": 0.800227, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"], "main_score": 0.800227, "precision": 0.789168, "recall": 0.829051}, {"accuracy": 0.761858, "f1": 0.708435, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"], "main_score": 0.708435, "precision": 0.685121, "recall": 0.761858}, {"accuracy": 0.857708, "f1": 0.821132, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"], "main_score": 0.821132, "precision": 0.805287, "recall": 0.857708}, {"accuracy": 0.87747, "f1": 0.843775, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"], "main_score": 0.843775, "precision": 0.828343, "recall": 0.87747}, {"accuracy": 0.805336, "f1": 0.761646, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"], "main_score": 0.761646, "precision": 0.742177, "recall": 0.805336}, {"accuracy": 0.76581, "f1": 0.707708, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"], "main_score": 0.707708, "precision": 0.683267, "recall": 0.76581}, {"accuracy": 0.910079, "f1": 0.885375, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"], "main_score": 0.885375, "precision": 0.874209, "recall": 0.910079}, {"accuracy": 0.829051, "f1": 0.784634, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"], "main_score": 0.784634, "precision": 0.765968, "recall": 0.829051}, {"accuracy": 0.875494, "f1": 0.84114, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"], "main_score": 0.84114, "precision": 0.825791, "recall": 0.875494}, {"accuracy": 0.736166, "f1": 0.674529, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"], "main_score": 0.674529, "precision": 0.647661, "recall": 0.736166}, {"accuracy": 0.869565, "f1": 0.842279, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"], "main_score": 0.842279, "precision": 0.832361, "recall": 0.869565}, {"accuracy": 0.880435, "f1": 0.853934, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"], "main_score": 0.853934, "precision": 0.843646, "recall": 0.880435}, {"accuracy": 0.870553, "f1": 0.839785, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"], "main_score": 0.839785, "precision": 0.828064, "recall": 0.870553}, {"accuracy": 0.900198, "f1": 0.874115, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"], "main_score": 0.874115, "precision": 0.863258, "recall": 0.900198}, {"accuracy": 0.862648, "f1": 0.826894, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"], "main_score": 0.826894, "precision": 0.811274, "recall": 0.862648}, {"accuracy": 0.882411, "f1": 0.849802, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"], "main_score": 0.849802, "precision": 0.833827, "recall": 0.882411}, {"accuracy": 0.890316, "f1": 0.859124, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"], "main_score": 0.859124, "precision": 0.845191, "recall": 0.890316}, {"accuracy": 0.866601, "f1": 0.829447, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"], "main_score": 0.829447, "precision": 0.811677, "recall": 0.866601}, {"accuracy": 0.051383, "f1": 0.026821, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"], "main_score": 0.026821, "precision": 0.021321, "recall": 0.051383}, {"accuracy": 0.929842, "f1": 0.913883, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"], "main_score": 0.913883, "precision": 0.907755, "recall": 0.929842}, {"accuracy": 0.929842, "f1": 0.911105, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"], "main_score": 0.911105, "precision": 0.90336, "recall": 0.929842}, {"accuracy": 0.95751, "f1": 0.943347, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"], "main_score": 0.943347, "precision": 0.936265, "recall": 0.95751}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"], "main_score": 0.907345, "precision": 0.897316, "recall": 0.928854}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.91996, "f1": 0.901766, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"], "main_score": 0.901766, "precision": 0.894357, "recall": 0.91996}, {"accuracy": 0.874506, "f1": 0.839954, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"], "main_score": 0.839954, "precision": 0.824061, "recall": 0.874506}, {"accuracy": 0.879447, "f1": 0.844422, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"], "main_score": 0.844422, "precision": 0.828763, "recall": 0.879447}, {"accuracy": 0.908103, "f1": 0.889671, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"], "main_score": 0.889671, "precision": 0.883369, "recall": 0.908103}, {"accuracy": 0.929842, "f1": 0.910098, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"], "main_score": 0.910098, "precision": 0.901103, "recall": 0.929842}, {"accuracy": 0.906126, "f1": 0.879117, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"], "main_score": 0.879117, "precision": 0.866271, "recall": 0.906126}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"], "main_score": 0.964592, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.913043, "f1": 0.88946, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"], "main_score": 0.88946, "precision": 0.879545, "recall": 0.913043}, {"accuracy": 0.927866, "f1": 0.912451, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"], "main_score": 0.912451, "precision": 0.906126, "recall": 0.927866}, {"accuracy": 0.902174, "f1": 0.872859, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"], "main_score": 0.872859, "precision": 0.85886, "recall": 0.902174}, {"accuracy": 0.9417, "f1": 0.927075, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"], "main_score": 0.927075, "precision": 0.920984, "recall": 0.9417}, {"accuracy": 0.933794, "f1": 0.916224, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"], "main_score": 0.916224, "precision": 0.908992, "recall": 0.933794}, {"accuracy": 0.920949, "f1": 0.89888, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"], "main_score": 0.89888, "precision": 0.88857, "recall": 0.920949}, {"accuracy": 0.929842, "f1": 0.91236, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"], "main_score": 0.91236, "precision": 0.905459, "recall": 0.929842}, {"accuracy": 0.94664, "f1": 0.930237, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"], "main_score": 0.930237, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.931818, "f1": 0.916524, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"], "main_score": 0.916524, "precision": 0.910523, "recall": 0.931818}, {"accuracy": 0.91502, "f1": 0.888406, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"], "main_score": 0.888406, "precision": 0.875741, "recall": 0.91502}, {"accuracy": 0.189723, "f1": 0.151994, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"], "main_score": 0.151994, "precision": 0.141298, "recall": 0.189723}, {"accuracy": 0.950593, "f1": 0.939717, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"], "main_score": 0.939717, "precision": 0.93551, "recall": 0.950593}, {"accuracy": 0.922925, "f1": 0.900593, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"], "main_score": 0.900593, "precision": 0.890069, "recall": 0.922925}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"], "main_score": 0.917819, "precision": 0.909256, "recall": 0.936759}, {"accuracy": 0.908103, "f1": 0.887049, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"], "main_score": 0.887049, "precision": 0.878873, "recall": 0.908103}, {"accuracy": 0.923913, "f1": 0.904433, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"], "main_score": 0.904433, "precision": 0.896756, "recall": 0.923913}, {"accuracy": 0.913043, "f1": 0.894439, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"], "main_score": 0.894439, "precision": 0.887436, "recall": 0.913043}, {"accuracy": 0.896245, "f1": 0.866008, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"], "main_score": 0.866008, "precision": 0.851532, "recall": 0.896245}, {"accuracy": 0.936759, "f1": 0.924095, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"], "main_score": 0.924095, "precision": 0.919285, "recall": 0.936759}, {"accuracy": 0.943676, "f1": 0.927866, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"], "main_score": 0.927866, "precision": 0.920455, "recall": 0.943676}, {"accuracy": 0.896245, "f1": 0.879555, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"], "main_score": 0.879555, "precision": 0.873403, "recall": 0.896245}, {"accuracy": 0.911067, "f1": 0.887873, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"], "main_score": 0.887873, "precision": 0.878203, "recall": 0.911067}, {"accuracy": 0.93083, "f1": 0.913145, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"], "main_score": 0.913145, "precision": 0.905922, "recall": 0.93083}, {"accuracy": 0.936759, "f1": 0.920158, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"], "main_score": 0.920158, "precision": 0.913554, "recall": 0.936759}, {"accuracy": 0.855731, "f1": 0.814526, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"], "main_score": 0.814526, "precision": 0.795619, "recall": 0.855731}, {"accuracy": 0.896245, "f1": 0.86693, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"], "main_score": 0.86693, "precision": 0.852964, "recall": 0.896245}, {"accuracy": 0.917984, "f1": 0.901884, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"], "main_score": 0.901884, "precision": 0.896052, "recall": 0.917984}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.931818, "f1": 0.918762, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"], "main_score": 0.918762, "precision": 0.913678, "recall": 0.931818}, {"accuracy": 0.928854, "f1": 0.907773, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"], "main_score": 0.907773, "precision": 0.898057, "recall": 0.928854}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"], "main_score": 0.943017, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.928854, "f1": 0.908103, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"], "main_score": 0.908103, "precision": 0.898748, "recall": 0.928854}, {"accuracy": 0.928854, "f1": 0.907279, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"], "main_score": 0.907279, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.86166, "f1": 0.825233, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"], "main_score": 0.825233, "precision": 0.809594, "recall": 0.86166}, {"accuracy": 0.891304, "f1": 0.861462, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"], "main_score": 0.861462, "precision": 0.84809, "recall": 0.891304}, {"accuracy": 0.908103, "f1": 0.887067, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"], "main_score": 0.887067, "precision": 0.879044, "recall": 0.908103}, {"accuracy": 0.898221, "f1": 0.869631, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"], "main_score": 0.869631, "precision": 0.856176, "recall": 0.898221}, {"accuracy": 0.851779, "f1": 0.811232, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"], "main_score": 0.811232, "precision": 0.79249, "recall": 0.851779}, {"accuracy": 0.914032, "f1": 0.899012, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"], "main_score": 0.899012, "precision": 0.893214, "recall": 0.914032}, {"accuracy": 0.917984, "f1": 0.892951, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"], "main_score": 0.892951, "precision": 0.881094, "recall": 0.917984}, {"accuracy": 0.857708, "f1": 0.820817, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"], "main_score": 0.820817, "precision": 0.804101, "recall": 0.857708}, {"accuracy": 0.922925, "f1": 0.900362, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"], "main_score": 0.900362, "precision": 0.889328, "recall": 0.922925}, {"accuracy": 0.61166, "f1": 0.539128, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"], "main_score": 0.539128, "precision": 0.513004, "recall": 0.61166}, {"accuracy": 0.933794, "f1": 0.918022, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"], "main_score": 0.918022, "precision": 0.91166, "recall": 0.933794}, {"accuracy": 0.931818, "f1": 0.917877, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"], "main_score": 0.917877, "precision": 0.912182, "recall": 0.931818}, {"accuracy": 0.906126, "f1": 0.881562, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"], "main_score": 0.881562, "precision": 0.871271, "recall": 0.906126}, {"accuracy": 0.922925, "f1": 0.904397, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"], "main_score": 0.904397, "precision": 0.897122, "recall": 0.922925}, {"accuracy": 0.893281, "f1": 0.861726, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"], "main_score": 0.861726, "precision": 0.846591, "recall": 0.893281}, {"accuracy": 0.896245, "f1": 0.867358, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"], "main_score": 0.867358, "precision": 0.854743, "recall": 0.896245}, {"accuracy": 0.916008, "f1": 0.89081, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"], "main_score": 0.89081, "precision": 0.87915, "recall": 0.916008}, {"accuracy": 0.940711, "f1": 0.92905, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"], "main_score": 0.92905, "precision": 0.924757, "recall": 0.940711}, {"accuracy": 0.874506, "f1": 0.837582, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"], "main_score": 0.837582, "precision": 0.820191, "recall": 0.874506}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"], "main_score": 0.891634, "precision": 0.879282, "recall": 0.916996}, {"accuracy": 0.923913, "f1": 0.902635, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"], "main_score": 0.902635, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.905138, "f1": 0.878788, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"], "main_score": 0.878788, "precision": 0.86754, "recall": 0.905138}, {"accuracy": 0.912055, "f1": 0.88882, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"], "main_score": 0.88882, "precision": 0.879265, "recall": 0.912055}, {"accuracy": 0.205534, "f1": 0.151734, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"], "main_score": 0.151734, "precision": 0.135084, "recall": 0.205534}, {"accuracy": 0.884387, "f1": 0.852404, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"], "main_score": 0.852404, "precision": 0.837813, "recall": 0.884387}, {"accuracy": 0.924901, "f1": 0.903678, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"], "main_score": 0.903678, "precision": 0.894228, "recall": 0.924901}, {"accuracy": 0.922925, "f1": 0.898715, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"], "main_score": 0.898715, "precision": 0.887022, "recall": 0.922925}, {"accuracy": 0.944664, "f1": 0.929249, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"], "main_score": 0.929249, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.935771, "f1": 0.918017, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"], "main_score": 0.918017, "precision": 0.910359, "recall": 0.935771}, {"accuracy": 0.880435, "f1": 0.850148, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"], "main_score": 0.850148, "precision": 0.837905, "recall": 0.880435}, {"accuracy": 0.921937, "f1": 0.899275, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"], "main_score": 0.899275, "precision": 0.889279, "recall": 0.921937}, {"accuracy": 0.932806, "f1": 0.914262, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"], "main_score": 0.914262, "precision": 0.906472, "recall": 0.932806}, {"accuracy": 0.925889, "f1": 0.908405, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"], "main_score": 0.908405, "precision": 0.901928, "recall": 0.925889}, {"accuracy": 0.911067, "f1": 0.892422, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"], "main_score": 0.892422, "precision": 0.885236, "recall": 0.911067}, {"accuracy": 0.905138, "f1": 0.881557, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"], "main_score": 0.881557, "precision": 0.872243, "recall": 0.905138}, {"accuracy": 0.940711, "f1": 0.923979, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"], "main_score": 0.923979, "precision": 0.91665, "recall": 0.940711}, {"accuracy": 0.782609, "f1": 0.7278, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"], "main_score": 0.7278, "precision": 0.704035, "recall": 0.782609}, {"accuracy": 0.938735, "f1": 0.921772, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"], "main_score": 0.921772, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.91996, "f1": 0.9013, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"], "main_score": 0.9013, "precision": 0.894137, "recall": 0.91996}, {"accuracy": 0.93083, "f1": 0.918972, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"], "main_score": 0.918972, "precision": 0.9143, "recall": 0.93083}, {"accuracy": 0.93083, "f1": 0.918747, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"], "main_score": 0.918747, "precision": 0.914354, "recall": 0.93083}, {"accuracy": 0.846838, "f1": 0.807246, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"], "main_score": 0.807246, "precision": 0.790053, "recall": 0.846838}, {"accuracy": 0.841897, "f1": 0.800461, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"], "main_score": 0.800461, "precision": 0.781406, "recall": 0.841897}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"], "main_score": 0.891963, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"], "main_score": 0.922167, "precision": 0.914114, "recall": 0.939723}, {"accuracy": 0.876482, "f1": 0.841074, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"], "main_score": 0.841074, "precision": 0.82444, "recall": 0.876482}, {"accuracy": 0.954545, "f1": 0.941601, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"], "main_score": 0.941601, "precision": 0.935919, "recall": 0.954545}, {"accuracy": 0.804348, "f1": 0.751087, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"], "main_score": 0.751087, "precision": 0.726647, "recall": 0.804348}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"], "main_score": 0.923254, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.940711, "f1": 0.927604, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"], "main_score": 0.927604, "precision": 0.922616, "recall": 0.940711}, {"accuracy": 0.918972, "f1": 0.902958, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"], "main_score": 0.902958, "precision": 0.897286, "recall": 0.918972}, {"accuracy": 0.918972, "f1": 0.904742, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"], "main_score": 0.904742, "precision": 0.899588, "recall": 0.918972}, {"accuracy": 0.907115, "f1": 0.888857, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"], "main_score": 0.888857, "precision": 0.882322, "recall": 0.907115}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"], "main_score": 0.911067, "precision": 0.900856, "recall": 0.931818}, {"accuracy": 0.950593, "f1": 0.936561, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"], "main_score": 0.936561, "precision": 0.930336, "recall": 0.950593}, {"accuracy": 0.841897, "f1": 0.798946, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"], "main_score": 0.798946, "precision": 0.780089, "recall": 0.841897}, {"accuracy": 0.253953, "f1": 0.202639, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"], "main_score": 0.202639, "precision": 0.184941, "recall": 0.253953}, {"accuracy": 0.912055, "f1": 0.88554, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"], "main_score": 0.88554, "precision": 0.873024, "recall": 0.912055}, {"accuracy": 0.76087, "f1": 0.702964, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"], "main_score": 0.702964, "precision": 0.678409, "recall": 0.76087}, {"accuracy": 0.940711, "f1": 0.92388, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"], "main_score": 0.92388, "precision": 0.916535, "recall": 0.940711}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.886364, "f1": 0.853244, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"], "main_score": 0.853244, "precision": 0.837839, "recall": 0.886364}, {"accuracy": 0.909091, "f1": 0.882971, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"], "main_score": 0.882971, "precision": 0.870998, "recall": 0.909091}, {"accuracy": 0.942688, "f1": 0.925198, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"], "main_score": 0.925198, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.927866, "f1": 0.905534, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"], "main_score": 0.905534, "precision": 0.89501, "recall": 0.927866}, {"accuracy": 0.91996, "f1": 0.897447, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"], "main_score": 0.897447, "precision": 0.887164, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.931818, "f1": 0.918118, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"], "main_score": 0.918118, "precision": 0.913203, "recall": 0.931818}, {"accuracy": 0.91996, "f1": 0.895487, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"], "main_score": 0.895487, "precision": 0.883811, "recall": 0.91996}, {"accuracy": 0.859684, "f1": 0.821509, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"], "main_score": 0.821509, "precision": 0.804331, "recall": 0.859684}, {"accuracy": 0.862648, "f1": 0.824821, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"], "main_score": 0.824821, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"], "main_score": 0.919137, "precision": 0.909914, "recall": 0.937747}, {"accuracy": 0.920949, "f1": 0.899459, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"], "main_score": 0.899459, "precision": 0.890547, "recall": 0.920949}, {"accuracy": 0.051383, "f1": 0.029798, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"], "main_score": 0.029798, "precision": 0.025806, "recall": 0.051383}, {"accuracy": 0.916008, "f1": 0.895213, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"], "main_score": 0.895213, "precision": 0.887179, "recall": 0.916008}, {"accuracy": 0.931818, "f1": 0.911858, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"], "main_score": 0.911858, "precision": 0.902866, "recall": 0.931818}, {"accuracy": 0.865613, "f1": 0.838561, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"], "main_score": 0.838561, "precision": 0.827666, "recall": 0.865613}, {"accuracy": 0.924901, "f1": 0.906126, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"], "main_score": 0.906126, "precision": 0.89893, "recall": 0.924901}, {"accuracy": 0.873518, "f1": 0.838636, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"], "main_score": 0.838636, "precision": 0.823814, "recall": 0.873518}, {"accuracy": 0.856719, "f1": 0.819499, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"], "main_score": 0.819499, "precision": 0.802783, "recall": 0.856719}, {"accuracy": 0.910079, "f1": 0.888397, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"], "main_score": 0.888397, "precision": 0.87981, "recall": 0.910079}, {"accuracy": 0.916008, "f1": 0.895772, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"], "main_score": 0.895772, "precision": 0.887444, "recall": 0.916008}, {"accuracy": 0.929842, "f1": 0.908333, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"], "main_score": 0.908333, "precision": 0.898304, "recall": 0.929842}, {"accuracy": 0.927866, "f1": 0.907444, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"], "main_score": 0.907444, "precision": 0.897727, "recall": 0.927866}, {"accuracy": 0.812253, "f1": 0.762549, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"], "main_score": 0.762549, "precision": 0.740975, "recall": 0.812253}, {"accuracy": 0.933794, "f1": 0.916985, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"], "main_score": 0.916985, "precision": 0.909934, "recall": 0.933794}, {"accuracy": 0.811265, "f1": 0.765401, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"], "main_score": 0.765401, "precision": 0.745669, "recall": 0.811265}, {"accuracy": 0.902174, "f1": 0.874078, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"], "main_score": 0.874078, "precision": 0.861084, "recall": 0.902174}, {"accuracy": 0.927866, "f1": 0.911077, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"], "main_score": 0.911077, "precision": 0.904744, "recall": 0.927866}, {"accuracy": 0.914032, "f1": 0.888175, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"], "main_score": 0.888175, "precision": 0.875823, "recall": 0.914032}, {"accuracy": 0.934783, "f1": 0.915843, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"], "main_score": 0.915843, "precision": 0.907312, "recall": 0.934783}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.93083, "f1": 0.910375, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"], "main_score": 0.910375, "precision": 0.901186, "recall": 0.93083}, {"accuracy": 0.871542, "f1": 0.846705, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"], "main_score": 0.846705, "precision": 0.837223, "recall": 0.871542}, {"accuracy": 0.923913, "f1": 0.903096, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"], "main_score": 0.903096, "precision": 0.894466, "recall": 0.923913}, {"accuracy": 0.895257, "f1": 0.865269, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"], "main_score": 0.865269, "precision": 0.85219, "recall": 0.895257}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"], "main_score": 0.890053, "precision": 0.878574, "recall": 0.91502}, {"accuracy": 0.898221, "f1": 0.868925, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"], "main_score": 0.868925, "precision": 0.855978, "recall": 0.898221}, {"accuracy": 0.869565, "f1": 0.833663, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"], "main_score": 0.833663, "precision": 0.818231, "recall": 0.869565}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"], "main_score": 0.936989, "precision": 0.930287, "recall": 0.951581}, {"accuracy": 0.91502, "f1": 0.891554, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"], "main_score": 0.891554, "precision": 0.880797, "recall": 0.91502}, {"accuracy": 0.870553, "f1": 0.83933, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"], "main_score": 0.83933, "precision": 0.82754, "recall": 0.870553}, {"accuracy": 0.906126, "f1": 0.882216, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"], "main_score": 0.882216, "precision": 0.872572, "recall": 0.906126}, {"accuracy": 0.928854, "f1": 0.90863, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"], "main_score": 0.90863, "precision": 0.899654, "recall": 0.928854}, {"accuracy": 0.902174, "f1": 0.874473, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"], "main_score": 0.874473, "precision": 0.86166, "recall": 0.902174}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.827075, "f1": 0.781061, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"], "main_score": 0.781061, "precision": 0.760375, "recall": 0.827075}, {"accuracy": 0.93083, "f1": 0.915831, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"], "main_score": 0.915831, "precision": 0.910058, "recall": 0.93083}, {"accuracy": 0.90415, "f1": 0.876318, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"], "main_score": 0.876318, "precision": 0.863702, "recall": 0.90415}, {"accuracy": 0.898221, "f1": 0.873846, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"], "main_score": 0.873846, "precision": 0.86397, "recall": 0.898221}, {"accuracy": 0.914032, "f1": 0.89162, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"], "main_score": 0.89162, "precision": 0.882197, "recall": 0.914032}, {"accuracy": 0.934783, "f1": 0.915547, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"], "main_score": 0.915547, "precision": 0.906868, "recall": 0.934783}, {"accuracy": 0.896245, "f1": 0.867951, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"], "main_score": 0.867951, "precision": 0.854661, "recall": 0.896245}, {"accuracy": 0.931818, "f1": 0.915088, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"], "main_score": 0.915088, "precision": 0.90859, "recall": 0.931818}, {"accuracy": 0.883399, "f1": 0.851383, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"], "main_score": 0.851383, "precision": 0.836462, "recall": 0.883399}, {"accuracy": 0.935771, "f1": 0.916667, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"], "main_score": 0.916667, "precision": 0.907642, "recall": 0.935771}, {"accuracy": 0.924901, "f1": 0.906559, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"], "main_score": 0.906559, "precision": 0.899457, "recall": 0.924901}, {"accuracy": 0.894269, "f1": 0.864657, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"], "main_score": 0.864657, "precision": 0.850543, "recall": 0.894269}, {"accuracy": 0.950593, "f1": 0.940369, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"], "main_score": 0.940369, "precision": 0.936141, "recall": 0.950593}, {"accuracy": 0.84585, "f1": 0.803063, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"], "main_score": 0.803063, "precision": 0.783218, "recall": 0.84585}, {"accuracy": 0.927866, "f1": 0.907642, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"], "main_score": 0.907642, "precision": 0.899028, "recall": 0.927866}, {"accuracy": 0.935771, "f1": 0.918182, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"], "main_score": 0.918182, "precision": 0.910688, "recall": 0.935771}, {"accuracy": 0.939723, "f1": 0.924722, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"], "main_score": 0.924722, "precision": 0.918429, "recall": 0.939723}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"], "main_score": 0.945652, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.897233, "f1": 0.866996, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"], "main_score": 0.866996, "precision": 0.852684, "recall": 0.897233}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"], "main_score": 0.888505, "precision": 0.876318, "recall": 0.914032}, {"accuracy": 0.84585, "f1": 0.810595, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"], "main_score": 0.810595, "precision": 0.796503, "recall": 0.84585}, {"accuracy": 0.917984, "f1": 0.900503, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"], "main_score": 0.900503, "precision": 0.894092, "recall": 0.917984}, {"accuracy": 0.84585, "f1": 0.804103, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"], "main_score": 0.804103, "precision": 0.786018, "recall": 0.84585}, {"accuracy": 0.876482, "f1": 0.84552, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"], "main_score": 0.84552, "precision": 0.831061, "recall": 0.876482}, {"accuracy": 0.948617, "f1": 0.932148, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"], "main_score": 0.932148, "precision": 0.924078, "recall": 0.948617}, {"accuracy": 0.952569, "f1": 0.937319, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"], "main_score": 0.937319, "precision": 0.929924, "recall": 0.952569}, {"accuracy": 0.956522, "f1": 0.94417, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"], "main_score": 0.94417, "precision": 0.938241, "recall": 0.956522}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"], "main_score": 0.901252, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.911067, "f1": 0.894518, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"], "main_score": 0.894518, "precision": 0.888133, "recall": 0.911067}, {"accuracy": 0.781621, "f1": 0.727423, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"], "main_score": 0.727423, "precision": 0.703574, "recall": 0.781621}, {"accuracy": 0.900198, "f1": 0.873518, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"], "main_score": 0.873518, "precision": 0.862138, "recall": 0.900198}, {"accuracy": 0.927866, "f1": 0.907016, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"], "main_score": 0.907016, "precision": 0.897513, "recall": 0.927866}, {"accuracy": 0.816206, "f1": 0.769401, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"], "main_score": 0.769401, "precision": 0.748962, "recall": 0.816206}, {"accuracy": 0.814229, "f1": 0.766271, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"], "main_score": 0.766271, "precision": 0.745702, "recall": 0.814229}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"], "main_score": 0.939229, "precision": 0.932477, "recall": 0.953557}, {"accuracy": 0.882411, "f1": 0.850264, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"], "main_score": 0.850264, "precision": 0.836578, "recall": 0.882411}, {"accuracy": 0.918972, "f1": 0.895869, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"], "main_score": 0.895869, "precision": 0.884881, "recall": 0.918972}, {"accuracy": 0.755929, "f1": 0.693412, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"], "main_score": 0.693412, "precision": 0.66637, "recall": 0.755929}, {"accuracy": 0.93083, "f1": 0.914283, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"], "main_score": 0.914283, "precision": 0.908112, "recall": 0.93083}, {"accuracy": 0.921937, "f1": 0.901951, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"], "main_score": 0.901951, "precision": 0.893734, "recall": 0.921937}, {"accuracy": 0.929842, "f1": 0.913065, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"], "main_score": 0.913065, "precision": 0.906712, "recall": 0.929842}, {"accuracy": 0.945652, "f1": 0.930632, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"], "main_score": 0.930632, "precision": 0.924407, "recall": 0.945652}, {"accuracy": 0.91502, "f1": 0.892243, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"], "main_score": 0.892243, "precision": 0.882305, "recall": 0.91502}, {"accuracy": 0.916996, "f1": 0.892292, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"], "main_score": 0.892292, "precision": 0.880435, "recall": 0.916996}, {"accuracy": 0.921937, "f1": 0.899111, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"], "main_score": 0.899111, "precision": 0.888422, "recall": 0.921937}, {"accuracy": 0.862648, "f1": 0.826416, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"], "main_score": 0.826416, "precision": 0.809816, "recall": 0.862648}, {"accuracy": 0.043478, "f1": 0.022854, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"], "main_score": 0.022854, "precision": 0.018474, "recall": 0.043478}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.944664, "f1": 0.926713, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"], "main_score": 0.926713, "precision": 0.917819, "recall": 0.944664}, {"accuracy": 0.907115, "f1": 0.880171, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"], "main_score": 0.880171, "precision": 0.867507, "recall": 0.907115}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"], "main_score": 0.950988, "precision": 0.94557, "recall": 0.962451}, {"accuracy": 0.913043, "f1": 0.887088, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"], "main_score": 0.887088, "precision": 0.874424, "recall": 0.913043}, {"accuracy": 0.933794, "f1": 0.912714, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"], "main_score": 0.912714, "precision": 0.902503, "recall": 0.933794}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"], "main_score": 0.949671, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.880435, "f1": 0.845817, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"], "main_score": 0.845817, "precision": 0.829545, "recall": 0.880435}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"], "main_score": 0.916667, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.892292, "f1": 0.861001, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"], "main_score": 0.861001, "precision": 0.846344, "recall": 0.892292}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"], "main_score": 0.902833, "precision": 0.892622, "recall": 0.924901}, {"accuracy": 0.95751, "f1": 0.945342, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"], "main_score": 0.945342, "precision": 0.939806, "recall": 0.95751}, {"accuracy": 0.896245, "f1": 0.86581, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"], "main_score": 0.86581, "precision": 0.851861, "recall": 0.896245}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.931818, "f1": 0.912121, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"], "main_score": 0.912121, "precision": 0.90275, "recall": 0.931818}, {"accuracy": 0.198617, "f1": 0.154301, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"], "main_score": 0.154301, "precision": 0.14098, "recall": 0.198617}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.896245, "f1": 0.867325, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"], "main_score": 0.867325, "precision": 0.853837, "recall": 0.896245}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.897233, "f1": 0.867918, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"], "main_score": 0.867918, "precision": 0.853755, "recall": 0.897233}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"], "main_score": 0.955204, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"], "main_score": 0.936594, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.858696, "f1": 0.818906, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"], "main_score": 0.818906, "precision": 0.799984, "recall": 0.858696}, {"accuracy": 0.918972, "f1": 0.897563, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"], "main_score": 0.897563, "precision": 0.887352, "recall": 0.918972}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"], "main_score": 0.933465, "precision": 0.926746, "recall": 0.948617}, {"accuracy": 0.895257, "f1": 0.864592, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"], "main_score": 0.864592, "precision": 0.850132, "recall": 0.895257}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"], "main_score": 0.952306, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.908103, "f1": 0.880929, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"], "main_score": 0.880929, "precision": 0.867754, "recall": 0.908103}, {"accuracy": 0.916996, "f1": 0.89137, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"], "main_score": 0.89137, "precision": 0.879035, "recall": 0.916996}, {"accuracy": 0.935771, "f1": 0.916897, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"], "main_score": 0.916897, "precision": 0.90802, "recall": 0.935771}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.852767, "f1": 0.813472, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"], "main_score": 0.813472, "precision": 0.795767, "recall": 0.852767}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"], "main_score": 0.943511, "precision": 0.937615, "recall": 0.956522}, {"accuracy": 0.90415, "f1": 0.876812, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"], "main_score": 0.876812, "precision": 0.863801, "recall": 0.90415}, {"accuracy": 0.847826, "f1": 0.808696, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"], "main_score": 0.808696, "precision": 0.790761, "recall": 0.847826}, {"accuracy": 0.90415, "f1": 0.877009, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"], "main_score": 0.877009, "precision": 0.864542, "recall": 0.90415}, {"accuracy": 0.714427, "f1": 0.650812, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"], "main_score": 0.650812, "precision": 0.62346, "recall": 0.714427}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"], "main_score": 0.957411, "precision": 0.952816, "recall": 0.967391}, {"accuracy": 0.858696, "f1": 0.818808, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"], "main_score": 0.818808, "precision": 0.800231, "recall": 0.858696}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"], "main_score": 0.93139, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.940711, "f1": 0.922167, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"], "main_score": 0.922167, "precision": 0.913126, "recall": 0.940711}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.856719, "f1": 0.818149, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"], "main_score": 0.818149, "precision": 0.800066, "recall": 0.856719}, {"accuracy": 0.910079, "f1": 0.882806, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"], "main_score": 0.882806, "precision": 0.869812, "recall": 0.910079}, {"accuracy": 0.847826, "f1": 0.807345, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"], "main_score": 0.807345, "precision": 0.788982, "recall": 0.847826}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"], "main_score": 0.927866, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.211462, "f1": 0.148944, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"], "main_score": 0.148944, "precision": 0.132023, "recall": 0.211462}, {"accuracy": 0.873518, "f1": 0.838109, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"], "main_score": 0.838109, "precision": 0.821146, "recall": 0.873518}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"], "main_score": 0.931489, "precision": 0.923913, "recall": 0.947628}, {"accuracy": 0.903162, "f1": 0.876054, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"], "main_score": 0.876054, "precision": 0.863554, "recall": 0.903162}, {"accuracy": 0.901186, "f1": 0.872266, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"], "main_score": 0.872266, "precision": 0.858943, "recall": 0.901186}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"], "main_score": 0.949835, "precision": 0.944252, "recall": 0.961462}, {"accuracy": 0.932806, "f1": 0.91278, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"], "main_score": 0.91278, "precision": 0.903409, "recall": 0.932806}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"], "main_score": 0.947958, "precision": 0.942029, "recall": 0.960474}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"], "main_score": 0.942852, "precision": 0.936265, "recall": 0.956522}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"], "main_score": 0.933959, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.833992, "f1": 0.789163, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"], "main_score": 0.789163, "precision": 0.768939, "recall": 0.833992}, {"accuracy": 0.910079, "f1": 0.883235, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"], "main_score": 0.883235, "precision": 0.870224, "recall": 0.910079}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"], "main_score": 0.941864, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.956522, "f1": 0.943923, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"], "main_score": 0.943923, "precision": 0.938053, "recall": 0.956522}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.892292, "f1": 0.861891, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"], "main_score": 0.861891, "precision": 0.847579, "recall": 0.892292}, {"accuracy": 0.815217, "f1": 0.767688, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"], "main_score": 0.767688, "precision": 0.745669, "recall": 0.815217}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"], "main_score": 0.940217, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.876482, "f1": 0.842951, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"], "main_score": 0.842951, "precision": 0.827157, "recall": 0.876482}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"], "main_score": 0.949769, "precision": 0.944368, "recall": 0.961462}, {"accuracy": 0.806324, "f1": 0.761251, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"], "main_score": 0.761251, "precision": 0.740942, "recall": 0.806324}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"], "main_score": 0.954875, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"], "main_score": 0.94944, "precision": 0.943709, "recall": 0.961462}, {"accuracy": 0.960474, "f1": 0.948946, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"], "main_score": 0.948946, "precision": 0.943544, "recall": 0.960474}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"], "main_score": 0.927866, "precision": 0.919631, "recall": 0.944664}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.844862, "f1": 0.803195, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"], "main_score": 0.803195, "precision": 0.784536, "recall": 0.844862}, {"accuracy": 0.256917, "f1": 0.20573, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"], "main_score": 0.20573, "precision": 0.188814, "recall": 0.256917}, {"accuracy": 0.870553, "f1": 0.831752, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"], "main_score": 0.831752, "precision": 0.813323, "recall": 0.870553}, {"accuracy": 0.788538, "f1": 0.737154, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"], "main_score": 0.737154, "precision": 0.71474, "recall": 0.788538}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.951581, "f1": 0.935606, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"], "main_score": 0.935606, "precision": 0.927701, "recall": 0.951581}, {"accuracy": 0.882411, "f1": 0.848814, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"], "main_score": 0.848814, "precision": 0.832675, "recall": 0.882411}, {"accuracy": 0.931818, "f1": 0.910408, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"], "main_score": 0.910408, "precision": 0.899868, "recall": 0.931818}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.928854, "f1": 0.907115, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"], "main_score": 0.907115, "precision": 0.896739, "recall": 0.928854}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.84585, "f1": 0.804861, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"], "main_score": 0.804861, "precision": 0.785655, "recall": 0.84585}, {"accuracy": 0.837945, "f1": 0.793958, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"], "main_score": 0.793958, "precision": 0.773798, "recall": 0.837945}, {"accuracy": 0.916996, "f1": 0.892029, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"], "main_score": 0.892029, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.049407, "f1": 0.023813, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"], "main_score": 0.023813, "precision": 0.018388, "recall": 0.049407}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.916996, "f1": 0.892984, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"], "main_score": 0.892984, "precision": 0.881835, "recall": 0.916996}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"], "main_score": 0.950922, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.905138, "f1": 0.875725, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"], "main_score": 0.875725, "precision": 0.861578, "recall": 0.905138}, {"accuracy": 0.853755, "f1": 0.815333, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"], "main_score": 0.815333, "precision": 0.797984, "recall": 0.853755}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"], "main_score": 0.932312, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.935771, "f1": 0.916634, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"], "main_score": 0.916634, "precision": 0.907773, "recall": 0.935771}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"], "main_score": 0.924901, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.843874, "f1": 0.803228, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"], "main_score": 0.803228, "precision": 0.784042, "recall": 0.843874}, {"accuracy": 0.955534, "f1": 0.942095, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"], "main_score": 0.942095, "precision": 0.935688, "recall": 0.955534}, {"accuracy": 0.824111, "f1": 0.784489, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"], "main_score": 0.784489, "precision": 0.767252, "recall": 0.824111}, {"accuracy": 0.897233, "f1": 0.868808, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"], "main_score": 0.868808, "precision": 0.855155, "recall": 0.897233}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"], "main_score": 0.921443, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.868577, "f1": 0.831126, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"], "main_score": 0.831126, "precision": 0.814592, "recall": 0.868577}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"], "main_score": 0.929677, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.923913, "f1": 0.902009, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"], "main_score": 0.902009, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"], "main_score": 0.929414, "precision": 0.92169, "recall": 0.945652}, {"accuracy": 0.931818, "f1": 0.911957, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"], "main_score": 0.911957, "precision": 0.90275, "recall": 0.931818}, {"accuracy": 0.907115, "f1": 0.879677, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"], "main_score": 0.879677, "precision": 0.866518, "recall": 0.907115}, {"accuracy": 0.943676, "f1": 0.925395, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"], "main_score": 0.925395, "precision": 0.916502, "recall": 0.943676}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"], "main_score": 0.927042, "precision": 0.918972, "recall": 0.943676}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"], "main_score": 0.902833, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.91996, "f1": 0.896146, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"], "main_score": 0.896146, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"], "main_score": 0.931159, "precision": 0.923254, "recall": 0.947628}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.918972, "f1": 0.893676, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"], "main_score": 0.893676, "precision": 0.881505, "recall": 0.918972}, {"accuracy": 0.934783, "f1": 0.915184, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"], "main_score": 0.915184, "precision": 0.905797, "recall": 0.934783}, {"accuracy": 0.821146, "f1": 0.776812, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"], "main_score": 0.776812, "precision": 0.756291, "recall": 0.821146}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"], "main_score": 0.914855, "precision": 0.905138, "recall": 0.934783}, {"accuracy": 0.926877, "f1": 0.906258, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"], "main_score": 0.906258, "precision": 0.896937, "recall": 0.926877}, {"accuracy": 0.959486, "f1": 0.948024, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"], "main_score": 0.948024, "precision": 0.942605, "recall": 0.959486}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.88834, "f1": 0.85504, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"], "main_score": 0.85504, "precision": 0.839592, "recall": 0.88834}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.869565, "f1": 0.834519, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"], "main_score": 0.834519, "precision": 0.818594, "recall": 0.869565}, {"accuracy": 0.905138, "f1": 0.876713, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"], "main_score": 0.876713, "precision": 0.863225, "recall": 0.905138}, {"accuracy": 0.963439, "f1": 0.951647, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"], "main_score": 0.951647, "precision": 0.945899, "recall": 0.963439}, {"accuracy": 0.909091, "f1": 0.881159, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"], "main_score": 0.881159, "precision": 0.868165, "recall": 0.909091}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.83498, "f1": 0.794829, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"], "main_score": 0.794829, "precision": 0.776795, "recall": 0.83498}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"], "main_score": 0.94944, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"], "main_score": 0.888241, "precision": 0.876235, "recall": 0.914032}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.857708, "f1": 0.818083, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"], "main_score": 0.818083, "precision": 0.798995, "recall": 0.857708}, {"accuracy": 0.884387, "f1": 0.851647, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"], "main_score": 0.851647, "precision": 0.836215, "recall": 0.884387}, {"accuracy": 0.929842, "f1": 0.909091, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"], "main_score": 0.909091, "precision": 0.89888, "recall": 0.929842}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.901186, "f1": 0.8722, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"], "main_score": 0.8722, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.840909, "f1": 0.799177, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"], "main_score": 0.799177, "precision": 0.780336, "recall": 0.840909}, {"accuracy": 0.887352, "f1": 0.854381, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"], "main_score": 0.854381, "precision": 0.838768, "recall": 0.887352}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.898221, "f1": 0.866271, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"], "main_score": 0.866271, "precision": 0.850791, "recall": 0.898221}, {"accuracy": 0.898221, "f1": 0.869401, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"], "main_score": 0.869401, "precision": 0.855929, "recall": 0.898221}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.810277, "f1": 0.760145, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"], "main_score": 0.760145, "precision": 0.737187, "recall": 0.810277}, {"accuracy": 0.899209, "f1": 0.868083, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"], "main_score": 0.868083, "precision": 0.853096, "recall": 0.899209}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.856719, "f1": 0.817325, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"], "main_score": 0.817325, "precision": 0.798584, "recall": 0.856719}, {"accuracy": 0.884387, "f1": 0.853557, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"], "main_score": 0.853557, "precision": 0.839262, "recall": 0.884387}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"], "main_score": 0.916502, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"], "main_score": 0.924967, "precision": 0.91642, "recall": 0.942688}, {"accuracy": 0.775692, "f1": 0.720422, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"], "main_score": 0.720422, "precision": 0.69608, "recall": 0.775692}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.969269, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"], "main_score": 0.969269, "precision": 0.965991, "recall": 0.976285}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.911067, "f1": 0.887088, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"], "main_score": 0.887088, "precision": 0.875741, "recall": 0.911067}, {"accuracy": 0.889328, "f1": 0.855731, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"], "main_score": 0.855731, "precision": 0.839756, "recall": 0.889328}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"], "main_score": 0.922101, "precision": 0.913208, "recall": 0.940711}, {"accuracy": 0.883399, "f1": 0.84865, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"], "main_score": 0.84865, "precision": 0.832773, "recall": 0.883399}, {"accuracy": 0.04249, "f1": 0.020492, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"], "main_score": 0.020492, "precision": 0.015625, "recall": 0.04249}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"], "main_score": 0.971904, "precision": 0.968956, "recall": 0.978261}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"], "main_score": 0.925296, "precision": 0.916914, "recall": 0.942688}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.90191, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"], "main_score": 0.90191, "precision": 0.89109, "recall": 0.924901}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.916996, "f1": 0.8917, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"], "main_score": 0.8917, "precision": 0.879529, "recall": 0.916996}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"], "main_score": 0.906456, "precision": 0.895916, "recall": 0.928854}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.911067, "f1": 0.88363, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"], "main_score": 0.88363, "precision": 0.8708, "recall": 0.911067}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"], "main_score": 0.930731, "precision": 0.923172, "recall": 0.94664}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.193676, "f1": 0.135548, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"], "main_score": 0.135548, "precision": 0.119781, "recall": 0.193676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"], "main_score": 0.90504, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"], "main_score": 0.92556, "precision": 0.916667, "recall": 0.943676}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.99753, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"], "main_score": 0.99753, "precision": 0.997365, "recall": 0.998024}, {"accuracy": 0.886364, "f1": 0.853887, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"], "main_score": 0.853887, "precision": 0.838933, "recall": 0.886364}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"], "main_score": 0.93083, "precision": 0.92276, "recall": 0.947628}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"], "main_score": 0.935935, "precision": 0.928195, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.952569, "f1": 0.937253, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"], "main_score": 0.937253, "precision": 0.929842, "recall": 0.952569}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.895257, "f1": 0.866392, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"], "main_score": 0.866392, "precision": 0.853006, "recall": 0.895257}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"], "main_score": 0.916831, "precision": 0.907115, "recall": 0.936759}, {"accuracy": 0.879447, "f1": 0.844763, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"], "main_score": 0.844763, "precision": 0.828673, "recall": 0.879447}, {"accuracy": 0.903162, "f1": 0.875231, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"], "main_score": 0.875231, "precision": 0.86194, "recall": 0.903162}, {"accuracy": 0.758893, "f1": 0.695883, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"], "main_score": 0.695883, "precision": 0.668544, "recall": 0.758893}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.893281, "f1": 0.861185, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"], "main_score": 0.861185, "precision": 0.845932, "recall": 0.893281}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.864625, "f1": 0.825296, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"], "main_score": 0.825296, "precision": 0.807098, "recall": 0.864625}, {"accuracy": 0.928854, "f1": 0.906028, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"], "main_score": 0.906028, "precision": 0.89501, "recall": 0.928854}, {"accuracy": 0.869565, "f1": 0.832082, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"], "main_score": 0.832082, "precision": 0.815036, "recall": 0.869565}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.205534, "f1": 0.138487, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"], "main_score": 0.138487, "precision": 0.120714, "recall": 0.205534}, {"accuracy": 0.907115, "f1": 0.880007, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"], "main_score": 0.880007, "precision": 0.867013, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"], "main_score": 0.921278, "precision": 0.912549, "recall": 0.939723}, {"accuracy": 0.907115, "f1": 0.879315, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"], "main_score": 0.879315, "precision": 0.866354, "recall": 0.907115}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.986166, "f1": 0.982543, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"], "main_score": 0.982543, "precision": 0.980731, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996377, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"], "main_score": 0.996377, "precision": 0.996047, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.856719, "f1": 0.817704, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"], "main_score": 0.817704, "precision": 0.799609, "recall": 0.856719}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"], "main_score": 0.903656, "precision": 0.892787, "recall": 0.925889}, {"accuracy": 0.874506, "f1": 0.838109, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"], "main_score": 0.838109, "precision": 0.821311, "recall": 0.874506}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.91996, "f1": 0.895784, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"], "main_score": 0.895784, "precision": 0.884305, "recall": 0.91996}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.84585, "f1": 0.8042, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"], "main_score": 0.8042, "precision": 0.785385, "recall": 0.84585}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.866601, "f1": 0.829974, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"], "main_score": 0.829974, "precision": 0.813472, "recall": 0.866601}, {"accuracy": 0.249012, "f1": 0.192389, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"], "main_score": 0.192389, "precision": 0.174876, "recall": 0.249012}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"], "main_score": 0.904974, "precision": 0.89496, "recall": 0.926877}, {"accuracy": 0.774704, "f1": 0.719631, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"], "main_score": 0.719631, "precision": 0.696097, "recall": 0.774704}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959947, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"], "main_score": 0.959947, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.906126, "f1": 0.879677, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"], "main_score": 0.879677, "precision": 0.867704, "recall": 0.906126}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.883399, "f1": 0.849704, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"], "main_score": 0.849704, "precision": 0.834107, "recall": 0.883399}, {"accuracy": 0.871542, "f1": 0.834289, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"], "main_score": 0.834289, "precision": 0.817391, "recall": 0.871542}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"], "main_score": 0.926449, "precision": 0.918231, "recall": 0.943676}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.052372, "f1": 0.026232, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"], "main_score": 0.026232, "precision": 0.021697, "recall": 0.052372}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"], "main_score": 0.934289, "precision": 0.926877, "recall": 0.949605}, {"accuracy": 0.896245, "f1": 0.863603, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"], "main_score": 0.863603, "precision": 0.847826, "recall": 0.896245}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"], "main_score": 0.944829, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.892292, "f1": 0.860573, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"], "main_score": 0.860573, "precision": 0.845603, "recall": 0.892292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.859684, "f1": 0.820059, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"], "main_score": 0.820059, "precision": 0.801663, "recall": 0.859684}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.922925, "f1": 0.900856, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"], "main_score": 0.900856, "precision": 0.890646, "recall": 0.922925}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.948617, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"], "main_score": 0.948617, "precision": 0.942194, "recall": 0.961462}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.954545, "f1": 0.940349, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"], "main_score": 0.940349, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.853755, "f1": 0.813076, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"], "main_score": 0.813076, "precision": 0.794878, "recall": 0.853755}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.906126, "f1": 0.878458, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"], "main_score": 0.878458, "precision": 0.865283, "recall": 0.906126}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.911067, "f1": 0.885046, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"], "main_score": 0.885046, "precision": 0.872727, "recall": 0.911067}, {"accuracy": 0.95751, "f1": 0.945342, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"], "main_score": 0.945342, "precision": 0.939806, "recall": 0.95751}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"], "main_score": 0.916074, "precision": 0.906868, "recall": 0.935771}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.858696, "f1": 0.819104, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"], "main_score": 0.819104, "precision": 0.801054, "recall": 0.858696}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.934783, "f1": 0.914361, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"], "main_score": 0.914361, "precision": 0.904644, "recall": 0.934783}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.881423, "f1": 0.847398, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"], "main_score": 0.847398, "precision": 0.831275, "recall": 0.881423}, {"accuracy": 0.925889, "f1": 0.90415, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"], "main_score": 0.90415, "precision": 0.894104, "recall": 0.925889}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.884387, "f1": 0.852734, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"], "main_score": 0.852734, "precision": 0.838307, "recall": 0.884387}, {"accuracy": 0.894269, "f1": 0.861397, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"], "main_score": 0.861397, "precision": 0.845767, "recall": 0.894269}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.949605, "f1": 0.934025, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"], "main_score": 0.934025, "precision": 0.92663, "recall": 0.949605}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"], "main_score": 0.930731, "precision": 0.923172, "recall": 0.94664}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.818182, "f1": 0.771344, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"], "main_score": 0.771344, "precision": 0.75056, "recall": 0.818182}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.883399, "f1": 0.850099, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"], "main_score": 0.850099, "precision": 0.834486, "recall": 0.883399}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"], "main_score": 0.915349, "precision": 0.906126, "recall": 0.934783}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.798419, "f1": 0.745342, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"], "main_score": 0.745342, "precision": 0.722348, "recall": 0.798419}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.924901, "f1": 0.903557, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"], "main_score": 0.903557, "precision": 0.893725, "recall": 0.924901}, {"accuracy": 0.898221, "f1": 0.868577, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"], "main_score": 0.868577, "precision": 0.854578, "recall": 0.898221}, {"accuracy": 0.864625, "f1": 0.827075, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"], "main_score": 0.827075, "precision": 0.809848, "recall": 0.864625}, {"accuracy": 0.046443, "f1": 0.026049, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"], "main_score": 0.026049, "precision": 0.021412, "recall": 0.046443}, {"accuracy": 0.933794, "f1": 0.915349, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"], "main_score": 0.915349, "precision": 0.90706, "recall": 0.933794}, {"accuracy": 0.937747, "f1": 0.919928, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"], "main_score": 0.919928, "precision": 0.911891, "recall": 0.937747}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.932806, "f1": 0.913702, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"], "main_score": 0.913702, "precision": 0.90448, "recall": 0.932806}, {"accuracy": 0.945652, "f1": 0.930731, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"], "main_score": 0.930731, "precision": 0.924193, "recall": 0.945652}, {"accuracy": 0.895257, "f1": 0.866337, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"], "main_score": 0.866337, "precision": 0.852849, "recall": 0.895257}, {"accuracy": 0.913043, "f1": 0.88857, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"], "main_score": 0.88857, "precision": 0.876894, "recall": 0.913043}, {"accuracy": 0.926877, "f1": 0.908042, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"], "main_score": 0.908042, "precision": 0.900011, "recall": 0.926877}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"], "main_score": 0.914855, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.886364, "f1": 0.857773, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"], "main_score": 0.857773, "precision": 0.844648, "recall": 0.886364}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"], "main_score": 0.90695, "precision": 0.896739, "recall": 0.928854}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"], "main_score": 0.916568, "precision": 0.907526, "recall": 0.935771}, {"accuracy": 0.940711, "f1": 0.924802, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"], "main_score": 0.924802, "precision": 0.917803, "recall": 0.940711}, {"accuracy": 0.87747, "f1": 0.844829, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"], "main_score": 0.844829, "precision": 0.829875, "recall": 0.87747}, {"accuracy": 0.936759, "f1": 0.918379, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"], "main_score": 0.918379, "precision": 0.91003, "recall": 0.936759}, {"accuracy": 0.947628, "f1": 0.931555, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"], "main_score": 0.931555, "precision": 0.923831, "recall": 0.947628}, {"accuracy": 0.903162, "f1": 0.874901, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"], "main_score": 0.874901, "precision": 0.861578, "recall": 0.903162}, {"accuracy": 0.933794, "f1": 0.914427, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"], "main_score": 0.914427, "precision": 0.905748, "recall": 0.933794}, {"accuracy": 0.908103, "f1": 0.881917, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"], "main_score": 0.881917, "precision": 0.869598, "recall": 0.908103}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.932806, "f1": 0.91461, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"], "main_score": 0.91461, "precision": 0.906456, "recall": 0.932806}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"], "main_score": 0.937418, "precision": 0.930665, "recall": 0.951581}, {"accuracy": 0.199605, "f1": 0.154436, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"], "main_score": 0.154436, "precision": 0.141911, "recall": 0.199605}, {"accuracy": 0.944664, "f1": 0.928327, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"], "main_score": 0.928327, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.892292, "f1": 0.863655, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"], "main_score": 0.863655, "precision": 0.850379, "recall": 0.892292}, {"accuracy": 0.961462, "f1": 0.950329, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"], "main_score": 0.950329, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.923913, "f1": 0.903642, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"], "main_score": 0.903642, "precision": 0.894713, "recall": 0.923913}, {"accuracy": 0.944664, "f1": 0.92892, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"], "main_score": 0.92892, "precision": 0.921887, "recall": 0.944664}, {"accuracy": 0.924901, "f1": 0.905355, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"], "main_score": 0.905355, "precision": 0.897101, "recall": 0.924901}, {"accuracy": 0.903162, "f1": 0.875296, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"], "main_score": 0.875296, "precision": 0.862516, "recall": 0.903162}, {"accuracy": 0.943676, "f1": 0.928415, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"], "main_score": 0.928415, "precision": 0.921566, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.914032, "f1": 0.893125, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"], "main_score": 0.893125, "precision": 0.884264, "recall": 0.914032}, {"accuracy": 0.93083, "f1": 0.911034, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"], "main_score": 0.911034, "precision": 0.902372, "recall": 0.93083}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"], "main_score": 0.92052, "precision": 0.912138, "recall": 0.938735}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"], "main_score": 0.932477, "precision": 0.925461, "recall": 0.947628}, {"accuracy": 0.856719, "f1": 0.819368, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"], "main_score": 0.819368, "precision": 0.802454, "recall": 0.856719}, {"accuracy": 0.910079, "f1": 0.88442, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"], "main_score": 0.88442, "precision": 0.872941, "recall": 0.910079}, {"accuracy": 0.924901, "f1": 0.904694, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"], "main_score": 0.904694, "precision": 0.895727, "recall": 0.924901}, {"accuracy": 0.899209, "f1": 0.87085, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"], "main_score": 0.87085, "precision": 0.857378, "recall": 0.899209}, {"accuracy": 0.9417, "f1": 0.92632, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"], "main_score": 0.92632, "precision": 0.919723, "recall": 0.9417}, {"accuracy": 0.945652, "f1": 0.928426, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"], "main_score": 0.928426, "precision": 0.920208, "recall": 0.945652}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.944664, "f1": 0.927767, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"], "main_score": 0.927767, "precision": 0.919713, "recall": 0.944664}, {"accuracy": 0.914032, "f1": 0.889493, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"], "main_score": 0.889493, "precision": 0.8778, "recall": 0.914032}, {"accuracy": 0.890316, "f1": 0.859684, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"], "main_score": 0.859684, "precision": 0.845603, "recall": 0.890316}, {"accuracy": 0.91502, "f1": 0.890547, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"], "main_score": 0.890547, "precision": 0.87887, "recall": 0.91502}, {"accuracy": 0.937747, "f1": 0.91988, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"], "main_score": 0.91988, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.923913, "f1": 0.900428, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"], "main_score": 0.900428, "precision": 0.889081, "recall": 0.923913}, {"accuracy": 0.855731, "f1": 0.816502, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"], "main_score": 0.816502, "precision": 0.798452, "recall": 0.855731}, {"accuracy": 0.922925, "f1": 0.90394, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"], "main_score": 0.90394, "precision": 0.895866, "recall": 0.922925}, {"accuracy": 0.926877, "f1": 0.903656, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"], "main_score": 0.903656, "precision": 0.892457, "recall": 0.926877}, {"accuracy": 0.837945, "f1": 0.799492, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"], "main_score": 0.799492, "precision": 0.782148, "recall": 0.837945}, {"accuracy": 0.916008, "f1": 0.892095, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"], "main_score": 0.892095, "precision": 0.881258, "recall": 0.916008}, {"accuracy": 0.677866, "f1": 0.612044, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"], "main_score": 0.612044, "precision": 0.585467, "recall": 0.677866}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"], "main_score": 0.930336, "precision": 0.922793, "recall": 0.94664}, {"accuracy": 0.934783, "f1": 0.918431, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"], "main_score": 0.918431, "precision": 0.911462, "recall": 0.934783}, {"accuracy": 0.929842, "f1": 0.908992, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"], "main_score": 0.908992, "precision": 0.899457, "recall": 0.929842}, {"accuracy": 0.934783, "f1": 0.916337, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"], "main_score": 0.916337, "precision": 0.908136, "recall": 0.934783}, {"accuracy": 0.880435, "f1": 0.847134, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"], "main_score": 0.847134, "precision": 0.831686, "recall": 0.880435}, {"accuracy": 0.918972, "f1": 0.894993, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"], "main_score": 0.894993, "precision": 0.883646, "recall": 0.918972}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"], "main_score": 0.908597, "precision": 0.89888, "recall": 0.928854}, {"accuracy": 0.953557, "f1": 0.940217, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"], "main_score": 0.940217, "precision": 0.93419, "recall": 0.953557}, {"accuracy": 0.84585, "f1": 0.807642, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"], "main_score": 0.807642, "precision": 0.790431, "recall": 0.84585}, {"accuracy": 0.923913, "f1": 0.902009, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"], "main_score": 0.902009, "precision": 0.891798, "recall": 0.923913}, {"accuracy": 0.867589, "f1": 0.830517, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"], "main_score": 0.830517, "precision": 0.813629, "recall": 0.867589}, {"accuracy": 0.926877, "f1": 0.905534, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"], "main_score": 0.905534, "precision": 0.895866, "recall": 0.926877}, {"accuracy": 0.923913, "f1": 0.902009, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"], "main_score": 0.902009, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"], "main_score": 0.933465, "precision": 0.926548, "recall": 0.948617}, {"accuracy": 0.202569, "f1": 0.141958, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"], "main_score": 0.141958, "precision": 0.124521, "recall": 0.202569}, {"accuracy": 0.87747, "f1": 0.843939, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"], "main_score": 0.843939, "precision": 0.828146, "recall": 0.87747}, {"accuracy": 0.924901, "f1": 0.903228, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"], "main_score": 0.903228, "precision": 0.893198, "recall": 0.924901}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"], "main_score": 0.891963, "precision": 0.88027, "recall": 0.916008}, {"accuracy": 0.909091, "f1": 0.880764, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"], "main_score": 0.880764, "precision": 0.867095, "recall": 0.909091}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.902174, "f1": 0.874078, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"], "main_score": 0.874078, "precision": 0.860754, "recall": 0.902174}, {"accuracy": 0.950593, "f1": 0.9361, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"], "main_score": 0.9361, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.943676, "f1": 0.928195, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"], "main_score": 0.928195, "precision": 0.920949, "recall": 0.943676}, {"accuracy": 0.947628, "f1": 0.932444, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"], "main_score": 0.932444, "precision": 0.925395, "recall": 0.947628}, {"accuracy": 0.927866, "f1": 0.907957, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"], "main_score": 0.907957, "precision": 0.898798, "recall": 0.927866}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"], "main_score": 0.930007, "precision": 0.921937, "recall": 0.94664}, {"accuracy": 0.923913, "f1": 0.902075, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"], "main_score": 0.902075, "precision": 0.892243, "recall": 0.923913}, {"accuracy": 0.818182, "f1": 0.771805, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"], "main_score": 0.771805, "precision": 0.751021, "recall": 0.818182}, {"accuracy": 0.910079, "f1": 0.883235, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"], "main_score": 0.883235, "precision": 0.870389, "recall": 0.910079}, {"accuracy": 0.925889, "f1": 0.905138, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"], "main_score": 0.905138, "precision": 0.896031, "recall": 0.925889}, {"accuracy": 0.937747, "f1": 0.921451, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"], "main_score": 0.921451, "precision": 0.914353, "recall": 0.937747}, {"accuracy": 0.918972, "f1": 0.897417, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"], "main_score": 0.897417, "precision": 0.887764, "recall": 0.918972}, {"accuracy": 0.891304, "f1": 0.859816, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"], "main_score": 0.859816, "precision": 0.84552, "recall": 0.891304}, {"accuracy": 0.817194, "f1": 0.771772, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"], "main_score": 0.771772, "precision": 0.751433, "recall": 0.817194}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.947628, "f1": 0.932312, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"], "main_score": 0.932312, "precision": 0.924901, "recall": 0.947628}, {"accuracy": 0.885375, "f1": 0.85448, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"], "main_score": 0.85448, "precision": 0.840333, "recall": 0.885375}, {"accuracy": 0.940711, "f1": 0.923485, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"], "main_score": 0.923485, "precision": 0.915794, "recall": 0.940711}, {"accuracy": 0.825099, "f1": 0.782279, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"], "main_score": 0.782279, "precision": 0.763093, "recall": 0.825099}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.947628, "f1": 0.932411, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"], "main_score": 0.932411, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.933794, "f1": 0.915763, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"], "main_score": 0.915763, "precision": 0.907773, "recall": 0.933794}, {"accuracy": 0.940711, "f1": 0.925332, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"], "main_score": 0.925332, "precision": 0.918899, "recall": 0.940711}, {"accuracy": 0.910079, "f1": 0.887538, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"], "main_score": 0.887538, "precision": 0.878386, "recall": 0.910079}, {"accuracy": 0.948617, "f1": 0.933531, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"], "main_score": 0.933531, "precision": 0.926301, "recall": 0.948617}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"], "main_score": 0.910903, "precision": 0.900692, "recall": 0.931818}, {"accuracy": 0.865613, "f1": 0.831159, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"], "main_score": 0.831159, "precision": 0.815744, "recall": 0.865613}, {"accuracy": 0.263834, "f1": 0.215142, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"], "main_score": 0.215142, "precision": 0.198869, "recall": 0.263834}, {"accuracy": 0.895257, "f1": 0.866238, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"], "main_score": 0.866238, "precision": 0.852964, "recall": 0.895257}, {"accuracy": 0.781621, "f1": 0.728327, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"], "main_score": 0.728327, "precision": 0.703969, "recall": 0.781621}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.870553, "f1": 0.837055, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"], "main_score": 0.837055, "precision": 0.821805, "recall": 0.870553}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"], "main_score": 0.940382, "precision": 0.93363, "recall": 0.954545}, {"accuracy": 0.916996, "f1": 0.892787, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"], "main_score": 0.892787, "precision": 0.881094, "recall": 0.916996}, {"accuracy": 0.933794, "f1": 0.914973, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"], "main_score": 0.914973, "precision": 0.906126, "recall": 0.933794}, {"accuracy": 0.93083, "f1": 0.910244, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"], "main_score": 0.910244, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.922036, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"], "main_score": 0.922036, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.855731, "f1": 0.815909, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"], "main_score": 0.815909, "precision": 0.797843, "recall": 0.855731}, {"accuracy": 0.848814, "f1": 0.810935, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"], "main_score": 0.810935, "precision": 0.793594, "recall": 0.848814}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"], "main_score": 0.891304, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"], "main_score": 0.919038, "precision": 0.910161, "recall": 0.937747}, {"accuracy": 0.05336, "f1": 0.027615, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"], "main_score": 0.027615, "precision": 0.022542, "recall": 0.05336}, {"accuracy": 0.923913, "f1": 0.904103, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"], "main_score": 0.904103, "precision": 0.895702, "recall": 0.923913}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"], "main_score": 0.912945, "precision": 0.903409, "recall": 0.932806}, {"accuracy": 0.886364, "f1": 0.860217, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"], "main_score": 0.860217, "precision": 0.848897, "recall": 0.886364}, {"accuracy": 0.937747, "f1": 0.919104, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"], "main_score": 0.919104, "precision": 0.910573, "recall": 0.937747}, {"accuracy": 0.874506, "f1": 0.840053, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"], "main_score": 0.840053, "precision": 0.824111, "recall": 0.874506}, {"accuracy": 0.837945, "f1": 0.798485, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"], "main_score": 0.798485, "precision": 0.780418, "recall": 0.837945}, {"accuracy": 0.927866, "f1": 0.907477, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"], "main_score": 0.907477, "precision": 0.898139, "recall": 0.927866}, {"accuracy": 0.928854, "f1": 0.907411, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"], "main_score": 0.907411, "precision": 0.897596, "recall": 0.928854}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"], "main_score": 0.92556, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"], "main_score": 0.91031, "precision": 0.900445, "recall": 0.93083}, {"accuracy": 0.822134, "f1": 0.772266, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"], "main_score": 0.772266, "precision": 0.749588, "recall": 0.822134}, {"accuracy": 0.927866, "f1": 0.907246, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"], "main_score": 0.907246, "precision": 0.897925, "recall": 0.927866}, {"accuracy": 0.805336, "f1": 0.759091, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"], "main_score": 0.759091, "precision": 0.738669, "recall": 0.805336}, {"accuracy": 0.911067, "f1": 0.886199, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"], "main_score": 0.886199, "precision": 0.875165, "recall": 0.911067}, {"accuracy": 0.931818, "f1": 0.914262, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"], "main_score": 0.914262, "precision": 0.906637, "recall": 0.931818}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"], "main_score": 0.931489, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"], "main_score": 0.921278, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.892292, "f1": 0.861495, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"], "main_score": 0.861495, "precision": 0.847036, "recall": 0.892292}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"], "main_score": 0.925231, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.879447, "f1": 0.850188, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"], "main_score": 0.850188, "precision": 0.837788, "recall": 0.879447}, {"accuracy": 0.929842, "f1": 0.909157, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"], "main_score": 0.909157, "precision": 0.899819, "recall": 0.929842}, {"accuracy": 0.908103, "f1": 0.882675, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"], "main_score": 0.882675, "precision": 0.871212, "recall": 0.908103}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"], "main_score": 0.88834, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.908103, "f1": 0.881225, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"], "main_score": 0.881225, "precision": 0.868412, "recall": 0.908103}, {"accuracy": 0.91502, "f1": 0.888735, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"], "main_score": 0.888735, "precision": 0.87607, "recall": 0.91502}, {"accuracy": 0.928854, "f1": 0.907773, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"], "main_score": 0.907773, "precision": 0.897398, "recall": 0.928854}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"], "main_score": 0.938241, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.931818, "f1": 0.911199, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"], "main_score": 0.911199, "precision": 0.901515, "recall": 0.931818}, {"accuracy": 0.895257, "f1": 0.866008, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"], "main_score": 0.866008, "precision": 0.85252, "recall": 0.895257}, {"accuracy": 0.914032, "f1": 0.889427, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"], "main_score": 0.889427, "precision": 0.878458, "recall": 0.914032}, {"accuracy": 0.916008, "f1": 0.892095, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"], "main_score": 0.892095, "precision": 0.880929, "recall": 0.916008}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"], "main_score": 0.94193, "precision": 0.935359, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.870323, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"], "main_score": 0.870323, "precision": 0.857543, "recall": 0.898221}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"], "main_score": 0.926877, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.833992, "f1": 0.789065, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"], "main_score": 0.789065, "precision": 0.768198, "recall": 0.833992}, {"accuracy": 0.939723, "f1": 0.922563, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"], "main_score": 0.922563, "precision": 0.914756, "recall": 0.939723}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"], "main_score": 0.892358, "precision": 0.880682, "recall": 0.916996}, {"accuracy": 0.881423, "f1": 0.848998, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"], "main_score": 0.848998, "precision": 0.83498, "recall": 0.881423}, {"accuracy": 0.928854, "f1": 0.908762, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"], "main_score": 0.908762, "precision": 0.899209, "recall": 0.928854}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"], "main_score": 0.927207, "precision": 0.918643, "recall": 0.944664}, {"accuracy": 0.899209, "f1": 0.87085, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"], "main_score": 0.87085, "precision": 0.857872, "recall": 0.899209}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"], "main_score": 0.926943, "precision": 0.919219, "recall": 0.943676}, {"accuracy": 0.876482, "f1": 0.842292, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"], "main_score": 0.842292, "precision": 0.826828, "recall": 0.876482}, {"accuracy": 0.913043, "f1": 0.887747, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"], "main_score": 0.887747, "precision": 0.875741, "recall": 0.913043}, {"accuracy": 0.925889, "f1": 0.905204, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"], "main_score": 0.905204, "precision": 0.895998, "recall": 0.925889}, {"accuracy": 0.903162, "f1": 0.876647, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"], "main_score": 0.876647, "precision": 0.86446, "recall": 0.903162}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"], "main_score": 0.950922, "precision": 0.945356, "recall": 0.962451}, {"accuracy": 0.842885, "f1": 0.803393, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"], "main_score": 0.803393, "precision": 0.786018, "recall": 0.842885}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.947628, "f1": 0.932378, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"], "main_score": 0.932378, "precision": 0.925346, "recall": 0.947628}, {"accuracy": 0.942688, "f1": 0.925791, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"], "main_score": 0.925791, "precision": 0.917968, "recall": 0.942688}, {"accuracy": 0.908103, "f1": 0.883366, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"], "main_score": 0.883366, "precision": 0.871871, "recall": 0.908103}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.886364, "f1": 0.85639, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"], "main_score": 0.85639, "precision": 0.842556, "recall": 0.886364}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"], "main_score": 0.872925, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.93083, "f1": 0.910738, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"], "main_score": 0.910738, "precision": 0.900856, "recall": 0.93083}, {"accuracy": 0.883399, "f1": 0.85135, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"], "main_score": 0.85135, "precision": 0.837335, "recall": 0.883399}, {"accuracy": 0.934783, "f1": 0.917791, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"], "main_score": 0.917791, "precision": 0.910688, "recall": 0.934783}, {"accuracy": 0.859684, "f1": 0.824638, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"], "main_score": 0.824638, "precision": 0.808712, "recall": 0.859684}, {"accuracy": 0.914032, "f1": 0.88834, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"], "main_score": 0.88834, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"], "main_score": 0.897727, "precision": 0.887022, "recall": 0.920949}, {"accuracy": 0.906126, "f1": 0.880995, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"], "main_score": 0.880995, "precision": 0.869483, "recall": 0.906126}, {"accuracy": 0.913043, "f1": 0.891057, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"], "main_score": 0.891057, "precision": 0.881542, "recall": 0.913043}, {"accuracy": 0.800395, "f1": 0.752028, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"], "main_score": 0.752028, "precision": 0.730237, "recall": 0.800395}, {"accuracy": 0.882411, "f1": 0.850264, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"], "main_score": 0.850264, "precision": 0.83531, "recall": 0.882411}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"], "main_score": 0.940613, "precision": 0.933877, "recall": 0.954545}, {"accuracy": 0.833004, "f1": 0.794368, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"], "main_score": 0.794368, "precision": 0.777536, "recall": 0.833004}, {"accuracy": 0.864625, "f1": 0.829842, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"], "main_score": 0.829842, "precision": 0.814328, "recall": 0.864625}, {"accuracy": 0.943676, "f1": 0.925395, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"], "main_score": 0.925395, "precision": 0.916502, "recall": 0.943676}, {"accuracy": 0.908103, "f1": 0.882312, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"], "main_score": 0.882312, "precision": 0.870306, "recall": 0.908103}, {"accuracy": 0.933794, "f1": 0.913933, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"], "main_score": 0.913933, "precision": 0.904397, "recall": 0.933794}, {"accuracy": 0.784585, "f1": 0.730865, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"], "main_score": 0.730865, "precision": 0.706663, "recall": 0.784585}, {"accuracy": 0.936759, "f1": 0.91909, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"], "main_score": 0.91909, "precision": 0.911265, "recall": 0.936759}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"], "main_score": 0.933202, "precision": 0.925972, "recall": 0.948617}, {"accuracy": 0.942688, "f1": 0.925889, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"], "main_score": 0.925889, "precision": 0.917984, "recall": 0.942688}, {"accuracy": 0.942688, "f1": 0.927602, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"], "main_score": 0.927602, "precision": 0.920735, "recall": 0.942688}, {"accuracy": 0.897233, "f1": 0.86861, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"], "main_score": 0.86861, "precision": 0.855682, "recall": 0.897233}, {"accuracy": 0.897233, "f1": 0.867885, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"], "main_score": 0.867885, "precision": 0.854249, "recall": 0.897233}, {"accuracy": 0.738142, "f1": 0.674871, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"], "main_score": 0.674871, "precision": 0.649219, "recall": 0.738142}, {"accuracy": 0.795455, "f1": 0.743676, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"], "main_score": 0.743676, "precision": 0.720389, "recall": 0.795455}, {"accuracy": 0.054348, "f1": 0.029454, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"], "main_score": 0.029454, "precision": 0.023713, "recall": 0.054348}, {"accuracy": 0.730237, "f1": 0.685965, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"], "main_score": 0.685965, "precision": 0.670389, "recall": 0.730237}, {"accuracy": 0.746047, "f1": 0.691348, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"], "main_score": 0.691348, "precision": 0.670725, "recall": 0.746047}, {"accuracy": 0.843874, "f1": 0.797892, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"], "main_score": 0.797892, "precision": 0.776877, "recall": 0.843874}, {"accuracy": 0.799407, "f1": 0.750678, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"], "main_score": 0.750678, "precision": 0.729941, "recall": 0.799407}, {"accuracy": 0.858696, "f1": 0.820125, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"], "main_score": 0.820125, "precision": 0.80224, "recall": 0.858696}, {"accuracy": 0.709486, "f1": 0.662635, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"], "main_score": 0.662635, "precision": 0.645661, "recall": 0.709486}, {"accuracy": 0.748024, "f1": 0.688754, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"], "main_score": 0.688754, "precision": 0.6639, "recall": 0.748024}, {"accuracy": 0.705534, "f1": 0.634606, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"], "main_score": 0.634606, "precision": 0.606301, "recall": 0.705534}, {"accuracy": 0.661067, "f1": 0.6131, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"], "main_score": 0.6131, "precision": 0.596607, "recall": 0.661067}, {"accuracy": 0.771739, "f1": 0.716632, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"], "main_score": 0.716632, "precision": 0.693499, "recall": 0.771739}, {"accuracy": 0.839921, "f1": 0.798617, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"], "main_score": 0.798617, "precision": 0.779727, "recall": 0.839921}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"], "main_score": 0.876219, "precision": 0.863225, "recall": 0.90415}, {"accuracy": 0.730237, "f1": 0.67366, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"], "main_score": 0.67366, "precision": 0.653539, "recall": 0.730237}, {"accuracy": 0.729249, "f1": 0.686051, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"], "main_score": 0.686051, "precision": 0.669167, "recall": 0.729249}, {"accuracy": 0.814229, "f1": 0.765283, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"], "main_score": 0.765283, "precision": 0.742095, "recall": 0.814229}, {"accuracy": 0.786561, "f1": 0.739195, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"], "main_score": 0.739195, "precision": 0.720537, "recall": 0.786561}, {"accuracy": 0.730237, "f1": 0.67889, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"], "main_score": 0.67889, "precision": 0.661333, "recall": 0.730237}, {"accuracy": 0.708498, "f1": 0.641256, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"], "main_score": 0.641256, "precision": 0.613968, "recall": 0.708498}, {"accuracy": 0.720356, "f1": 0.669624, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"], "main_score": 0.669624, "precision": 0.651598, "recall": 0.720356}, {"accuracy": 0.865613, "f1": 0.831621, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"], "main_score": 0.831621, "precision": 0.816206, "recall": 0.865613}, {"accuracy": 0.804348, "f1": 0.753986, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"], "main_score": 0.753986, "precision": 0.733432, "recall": 0.804348}, {"accuracy": 0.757905, "f1": 0.715941, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"], "main_score": 0.715941, "precision": 0.69997, "recall": 0.757905}, {"accuracy": 0.767787, "f1": 0.707872, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"], "main_score": 0.707872, "precision": 0.681686, "recall": 0.767787}, {"accuracy": 0.159091, "f1": 0.127672, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"], "main_score": 0.127672, "precision": 0.11907, "recall": 0.159091}, {"accuracy": 0.789526, "f1": 0.746829, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"], "main_score": 0.746829, "precision": 0.730217, "recall": 0.789526}, {"accuracy": 0.827075, "f1": 0.783187, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"], "main_score": 0.783187, "precision": 0.762846, "recall": 0.827075}, {"accuracy": 0.76087, "f1": 0.701765, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"], "main_score": 0.701765, "precision": 0.677756, "recall": 0.76087}, {"accuracy": 0.6917, "f1": 0.638904, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"], "main_score": 0.638904, "precision": 0.621085, "recall": 0.6917}, {"accuracy": 0.73419, "f1": 0.688147, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"], "main_score": 0.688147, "precision": 0.672417, "recall": 0.73419}, {"accuracy": 0.740119, "f1": 0.6991, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"], "main_score": 0.6991, "precision": 0.684032, "recall": 0.740119}, {"accuracy": 0.769763, "f1": 0.713274, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"], "main_score": 0.713274, "precision": 0.689625, "recall": 0.769763}, {"accuracy": 0.781621, "f1": 0.741825, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"], "main_score": 0.741825, "precision": 0.72764, "recall": 0.781621}, {"accuracy": 0.804348, "f1": 0.754814, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"], "main_score": 0.754814, "precision": 0.733664, "recall": 0.804348}, {"accuracy": 0.675889, "f1": 0.633141, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"], "main_score": 0.633141, "precision": 0.616674, "recall": 0.675889}, {"accuracy": 0.736166, "f1": 0.683978, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"], "main_score": 0.683978, "precision": 0.664956, "recall": 0.736166}, {"accuracy": 0.740119, "f1": 0.690259, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"], "main_score": 0.690259, "precision": 0.67277, "recall": 0.740119}, {"accuracy": 0.761858, "f1": 0.716142, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"], "main_score": 0.716142, "precision": 0.699856, "recall": 0.761858}, {"accuracy": 0.771739, "f1": 0.720224, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"], "main_score": 0.720224, "precision": 0.697612, "recall": 0.771739}, {"accuracy": 0.773715, "f1": 0.716716, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"], "main_score": 0.716716, "precision": 0.691676, "recall": 0.773715}, {"accuracy": 0.690711, "f1": 0.643064, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"], "main_score": 0.643064, "precision": 0.627137, "recall": 0.690711}, {"accuracy": 0.804348, "f1": 0.751713, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"], "main_score": 0.751713, "precision": 0.727849, "recall": 0.804348}, {"accuracy": 0.714427, "f1": 0.673456, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"], "main_score": 0.673456, "precision": 0.658559, "recall": 0.714427}, {"accuracy": 0.746047, "f1": 0.685808, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"], "main_score": 0.685808, "precision": 0.66222, "recall": 0.746047}, {"accuracy": 0.833992, "f1": 0.787978, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"], "main_score": 0.787978, "precision": 0.767721, "recall": 0.833992}, {"accuracy": 0.76087, "f1": 0.705647, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"], "main_score": 0.705647, "precision": 0.68452, "recall": 0.76087}, {"accuracy": 0.77668, "f1": 0.719219, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"], "main_score": 0.719219, "precision": 0.694591, "recall": 0.77668}, {"accuracy": 0.698617, "f1": 0.630031, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"], "main_score": 0.630031, "precision": 0.603615, "recall": 0.698617}, {"accuracy": 0.705534, "f1": 0.636128, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"], "main_score": 0.636128, "precision": 0.607708, "recall": 0.705534}, {"accuracy": 0.617589, "f1": 0.560159, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"], "main_score": 0.560159, "precision": 0.542157, "recall": 0.617589}, {"accuracy": 0.706522, "f1": 0.642627, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"], "main_score": 0.642627, "precision": 0.619123, "recall": 0.706522}, {"accuracy": 0.745059, "f1": 0.681192, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"], "main_score": 0.681192, "precision": 0.653211, "recall": 0.745059}, {"accuracy": 0.737154, "f1": 0.697486, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"], "main_score": 0.697486, "precision": 0.682396, "recall": 0.737154}, {"accuracy": 0.817194, "f1": 0.767655, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"], "main_score": 0.767655, "precision": 0.745702, "recall": 0.817194}, {"accuracy": 0.766798, "f1": 0.712582, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"], "main_score": 0.712582, "precision": 0.68857, "recall": 0.766798}, {"accuracy": 0.87253, "f1": 0.839822, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"], "main_score": 0.839822, "precision": 0.824193, "recall": 0.87253}, {"accuracy": 0.532609, "f1": 0.452682, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"], "main_score": 0.452682, "precision": 0.425785, "recall": 0.532609}, {"accuracy": 0.721344, "f1": 0.666102, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"], "main_score": 0.666102, "precision": 0.646374, "recall": 0.721344}, {"accuracy": 0.774704, "f1": 0.734083, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"], "main_score": 0.734083, "precision": 0.717845, "recall": 0.774704}, {"accuracy": 0.667984, "f1": 0.604935, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"], "main_score": 0.604935, "precision": 0.584042, "recall": 0.667984}, {"accuracy": 0.744071, "f1": 0.699244, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"], "main_score": 0.699244, "precision": 0.682862, "recall": 0.744071}, {"accuracy": 0.813241, "f1": 0.764229, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"], "main_score": 0.764229, "precision": 0.742177, "recall": 0.813241}, {"accuracy": 0.670949, "f1": 0.605242, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"], "main_score": 0.605242, "precision": 0.581868, "recall": 0.670949}, {"accuracy": 0.749012, "f1": 0.685446, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"], "main_score": 0.685446, "precision": 0.658992, "recall": 0.749012}, {"accuracy": 0.725296, "f1": 0.684996, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"], "main_score": 0.684996, "precision": 0.670384, "recall": 0.725296}, {"accuracy": 0.791502, "f1": 0.741551, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"], "main_score": 0.741551, "precision": 0.719624, "recall": 0.791502}, {"accuracy": 0.921937, "f1": 0.901482, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"], "main_score": 0.901482, "precision": 0.891798, "recall": 0.921937}, {"accuracy": 0.840909, "f1": 0.800988, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"], "main_score": 0.800988, "precision": 0.782773, "recall": 0.840909}, {"accuracy": 0.705534, "f1": 0.640265, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"], "main_score": 0.640265, "precision": 0.616357, "recall": 0.705534}, {"accuracy": 0.727273, "f1": 0.669459, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"], "main_score": 0.669459, "precision": 0.648675, "recall": 0.727273}, {"accuracy": 0.682806, "f1": 0.625269, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"], "main_score": 0.625269, "precision": 0.605849, "recall": 0.682806}, {"accuracy": 0.183794, "f1": 0.140632, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"], "main_score": 0.140632, "precision": 0.127742, "recall": 0.183794}, {"accuracy": 0.782609, "f1": 0.728016, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"], "main_score": 0.728016, "precision": 0.703393, "recall": 0.782609}, {"accuracy": 0.721344, "f1": 0.663984, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"], "main_score": 0.663984, "precision": 0.642904, "recall": 0.721344}, {"accuracy": 0.841897, "f1": 0.799473, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"], "main_score": 0.799473, "precision": 0.779727, "recall": 0.841897}, {"accuracy": 0.855731, "f1": 0.819697, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"], "main_score": 0.819697, "precision": 0.803771, "recall": 0.855731}, {"accuracy": 0.711462, "f1": 0.650907, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"], "main_score": 0.650907, "precision": 0.629395, "recall": 0.711462}, {"accuracy": 0.668972, "f1": 0.606793, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"], "main_score": 0.606793, "precision": 0.586539, "recall": 0.668972}, {"accuracy": 0.775692, "f1": 0.717227, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"], "main_score": 0.717227, "precision": 0.692589, "recall": 0.775692}, {"accuracy": 0.747036, "f1": 0.69887, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"], "main_score": 0.69887, "precision": 0.682025, "recall": 0.747036}, {"accuracy": 0.704545, "f1": 0.652613, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"], "main_score": 0.652613, "precision": 0.634564, "recall": 0.704545}, {"accuracy": 0.705534, "f1": 0.657815, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"], "main_score": 0.657815, "precision": 0.640192, "recall": 0.705534}, {"accuracy": 0.650198, "f1": 0.590528, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"], "main_score": 0.590528, "precision": 0.571531, "recall": 0.650198}, {"accuracy": 0.751976, "f1": 0.701452, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"], "main_score": 0.701452, "precision": 0.681107, "recall": 0.751976}, {"accuracy": 0.690711, "f1": 0.621297, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"], "main_score": 0.621297, "precision": 0.59221, "recall": 0.690711}, {"accuracy": 0.83498, "f1": 0.794499, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"], "main_score": 0.794499, "precision": 0.776136, "recall": 0.83498}, {"accuracy": 0.70751, "f1": 0.660639, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"], "main_score": 0.660639, "precision": 0.644211, "recall": 0.70751}, {"accuracy": 0.737154, "f1": 0.701161, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"], "main_score": 0.701161, "precision": 0.687326, "recall": 0.737154}, {"accuracy": 0.727273, "f1": 0.683168, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"], "main_score": 0.683168, "precision": 0.667001, "recall": 0.727273}, {"accuracy": 0.718379, "f1": 0.653891, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"], "main_score": 0.653891, "precision": 0.627372, "recall": 0.718379}, {"accuracy": 0.770751, "f1": 0.715283, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"], "main_score": 0.715283, "precision": 0.690695, "recall": 0.770751}, {"accuracy": 0.75, "f1": 0.690998, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"], "main_score": 0.690998, "precision": 0.667013, "recall": 0.75}, {"accuracy": 0.772727, "f1": 0.718666, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"], "main_score": 0.718666, "precision": 0.697727, "recall": 0.772727}, {"accuracy": 0.789526, "f1": 0.7389, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"], "main_score": 0.7389, "precision": 0.716469, "recall": 0.789526}, {"accuracy": 0.782609, "f1": 0.73487, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"], "main_score": 0.73487, "precision": 0.715635, "recall": 0.782609}, {"accuracy": 0.742095, "f1": 0.685507, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"], "main_score": 0.685507, "precision": 0.66138, "recall": 0.742095}, {"accuracy": 0.83004, "f1": 0.782477, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"], "main_score": 0.782477, "precision": 0.760787, "recall": 0.83004}, {"accuracy": 0.771739, "f1": 0.727522, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"], "main_score": 0.727522, "precision": 0.710317, "recall": 0.771739}, {"accuracy": 0.698617, "f1": 0.651623, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"], "main_score": 0.651623, "precision": 0.635497, "recall": 0.698617}, {"accuracy": 0.677866, "f1": 0.637051, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"], "main_score": 0.637051, "precision": 0.623249, "recall": 0.677866}, {"accuracy": 0.69664, "f1": 0.651256, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"], "main_score": 0.651256, "precision": 0.63522, "recall": 0.69664}, {"accuracy": 0.779644, "f1": 0.725165, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"], "main_score": 0.725165, "precision": 0.702339, "recall": 0.779644}, {"accuracy": 0.799407, "f1": 0.750026, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"], "main_score": 0.750026, "precision": 0.729802, "recall": 0.799407}, {"accuracy": 0.773715, "f1": 0.718116, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"], "main_score": 0.718116, "precision": 0.693544, "recall": 0.773715}, {"accuracy": 0.235178, "f1": 0.191507, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"], "main_score": 0.191507, "precision": 0.176478, "recall": 0.235178}, {"accuracy": 0.811265, "f1": 0.763326, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"], "main_score": 0.763326, "precision": 0.742342, "recall": 0.811265}, {"accuracy": 0.637352, "f1": 0.5601, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"], "main_score": 0.5601, "precision": 0.529835, "recall": 0.637352}, {"accuracy": 0.724308, "f1": 0.664541, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"], "main_score": 0.664541, "precision": 0.642097, "recall": 0.724308}, {"accuracy": 0.862648, "f1": 0.824177, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"], "main_score": 0.824177, "precision": 0.806406, "recall": 0.862648}, {"accuracy": 0.764822, "f1": 0.706604, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"], "main_score": 0.706604, "precision": 0.682388, "recall": 0.764822}, {"accuracy": 0.783597, "f1": 0.72991, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"], "main_score": 0.72991, "precision": 0.707075, "recall": 0.783597}, {"accuracy": 0.764822, "f1": 0.705692, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"], "main_score": 0.705692, "precision": 0.680986, "recall": 0.764822}, {"accuracy": 0.786561, "f1": 0.729531, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"], "main_score": 0.729531, "precision": 0.704792, "recall": 0.786561}, {"accuracy": 0.76087, "f1": 0.708922, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"], "main_score": 0.708922, "precision": 0.689735, "recall": 0.76087}, {"accuracy": 0.798419, "f1": 0.744763, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"], "main_score": 0.744763, "precision": 0.720603, "recall": 0.798419}, {"accuracy": 0.751976, "f1": 0.710818, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"], "main_score": 0.710818, "precision": 0.695726, "recall": 0.751976}, {"accuracy": 0.775692, "f1": 0.718643, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"], "main_score": 0.718643, "precision": 0.694549, "recall": 0.775692}, {"accuracy": 0.746047, "f1": 0.68779, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"], "main_score": 0.68779, "precision": 0.662798, "recall": 0.746047}, {"accuracy": 0.789526, "f1": 0.7389, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"], "main_score": 0.7389, "precision": 0.716436, "recall": 0.789526}, {"accuracy": 0.846838, "f1": 0.803986, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"], "main_score": 0.803986, "precision": 0.783926, "recall": 0.846838}, {"accuracy": 0.682806, "f1": 0.625216, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"], "main_score": 0.625216, "precision": 0.606249, "recall": 0.682806}, {"accuracy": 0.044466, "f1": 0.026885, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"], "main_score": 0.026885, "precision": 0.022718, "recall": 0.044466}, {"accuracy": 0.692688, "f1": 0.64112, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"], "main_score": 0.64112, "precision": 0.623762, "recall": 0.692688}, {"accuracy": 0.756917, "f1": 0.700458, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"], "main_score": 0.700458, "precision": 0.677983, "recall": 0.756917}, {"accuracy": 0.689723, "f1": 0.642243, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"], "main_score": 0.642243, "precision": 0.625665, "recall": 0.689723}, {"accuracy": 0.69664, "f1": 0.644047, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"], "main_score": 0.644047, "precision": 0.62661, "recall": 0.69664}, {"accuracy": 0.685771, "f1": 0.620269, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"], "main_score": 0.620269, "precision": 0.596364, "recall": 0.685771}, {"accuracy": 0.741107, "f1": 0.682823, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"], "main_score": 0.682823, "precision": 0.658952, "recall": 0.741107}, {"accuracy": 0.689723, "f1": 0.633924, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"], "main_score": 0.633924, "precision": 0.615986, "recall": 0.689723}, {"accuracy": 0.683794, "f1": 0.629721, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"], "main_score": 0.629721, "precision": 0.611902, "recall": 0.683794}, {"accuracy": 0.813241, "f1": 0.763669, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"], "main_score": 0.763669, "precision": 0.741914, "recall": 0.813241}, {"accuracy": 0.799407, "f1": 0.748221, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"], "main_score": 0.748221, "precision": 0.726005, "recall": 0.799407}, {"accuracy": 0.635375, "f1": 0.562152, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"], "main_score": 0.562152, "precision": 0.534701, "recall": 0.635375}, {"accuracy": 0.770751, "f1": 0.721041, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"], "main_score": 0.721041, "precision": 0.700834, "recall": 0.770751}, {"accuracy": 0.693676, "f1": 0.628778, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"], "main_score": 0.628778, "precision": 0.601499, "recall": 0.693676}, {"accuracy": 0.762846, "f1": 0.705665, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"], "main_score": 0.705665, "precision": 0.682065, "recall": 0.762846}, {"accuracy": 0.744071, "f1": 0.692369, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"], "main_score": 0.692369, "precision": 0.673, "recall": 0.744071}, {"accuracy": 0.796443, "f1": 0.743511, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"], "main_score": 0.743511, "precision": 0.72029, "recall": 0.796443}, {"accuracy": 0.754941, "f1": 0.702029, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"], "main_score": 0.702029, "precision": 0.682264, "recall": 0.754941}, {"accuracy": 0.885375, "f1": 0.856061, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"], "main_score": 0.856061, "precision": 0.842589, "recall": 0.885375}, {"accuracy": 0.73419, "f1": 0.674884, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"], "main_score": 0.674884, "precision": 0.652094, "recall": 0.73419}, {"accuracy": 0.630435, "f1": 0.58, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"], "main_score": 0.58, "precision": 0.562699, "recall": 0.630435}, {"accuracy": 0.752964, "f1": 0.699707, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"], "main_score": 0.699707, "precision": 0.679923, "recall": 0.752964}, {"accuracy": 0.718379, "f1": 0.658414, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"], "main_score": 0.658414, "precision": 0.635832, "recall": 0.718379}, {"accuracy": 0.755929, "f1": 0.69849, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"], "main_score": 0.69849, "precision": 0.675313, "recall": 0.755929}, {"accuracy": 0.743083, "f1": 0.683863, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"], "main_score": 0.683863, "precision": 0.659256, "recall": 0.743083}, {"accuracy": 0.711462, "f1": 0.652229, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"], "main_score": 0.652229, "precision": 0.630566, "recall": 0.711462}, {"accuracy": 0.859684, "f1": 0.821805, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"], "main_score": 0.821805, "precision": 0.804265, "recall": 0.859684}, {"accuracy": 0.833004, "f1": 0.789149, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"], "main_score": 0.789149, "precision": 0.7708, "recall": 0.833004}, {"accuracy": 0.813241, "f1": 0.771999, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"], "main_score": 0.771999, "precision": 0.754825, "recall": 0.813241}, {"accuracy": 0.687747, "f1": 0.624741, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"], "main_score": 0.624741, "precision": 0.600398, "recall": 0.687747}, {"accuracy": 0.623518, "f1": 0.566412, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"], "main_score": 0.566412, "precision": 0.548305, "recall": 0.623518}, {"accuracy": 0.6917, "f1": 0.63121, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"], "main_score": 0.63121, "precision": 0.610469, "recall": 0.6917}, {"accuracy": 0.682806, "f1": 0.612787, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"], "main_score": 0.612787, "precision": 0.5876, "recall": 0.682806}, {"accuracy": 0.771739, "f1": 0.712582, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"], "main_score": 0.712582, "precision": 0.686364, "recall": 0.771739}, {"accuracy": 0.839921, "f1": 0.795817, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"], "main_score": 0.795817, "precision": 0.775972, "recall": 0.839921}, {"accuracy": 0.741107, "f1": 0.67971, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"], "main_score": 0.67971, "precision": 0.653936, "recall": 0.741107}, {"accuracy": 0.727273, "f1": 0.678437, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"], "main_score": 0.678437, "precision": 0.660051, "recall": 0.727273}, {"accuracy": 0.76087, "f1": 0.70475, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"], "main_score": 0.70475, "precision": 0.68303, "recall": 0.76087}, {"accuracy": 0.697628, "f1": 0.64362, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"], "main_score": 0.64362, "precision": 0.623266, "recall": 0.697628}, {"accuracy": 0.727273, "f1": 0.669289, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"], "main_score": 0.669289, "precision": 0.647843, "recall": 0.727273}, {"accuracy": 0.759881, "f1": 0.701169, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"], "main_score": 0.701169, "precision": 0.678146, "recall": 0.759881}, {"accuracy": 0.818182, "f1": 0.774045, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"], "main_score": 0.774045, "precision": 0.754282, "recall": 0.818182}, {"accuracy": 0.744071, "f1": 0.694564, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"], "main_score": 0.694564, "precision": 0.67623, "recall": 0.744071}, {"accuracy": 0.790514, "f1": 0.741601, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"], "main_score": 0.741601, "precision": 0.720405, "recall": 0.790514}, {"accuracy": 0.839921, "f1": 0.798155, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"], "main_score": 0.798155, "precision": 0.779167, "recall": 0.839921}, {"accuracy": 0.70751, "f1": 0.653871, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"], "main_score": 0.653871, "precision": 0.635271, "recall": 0.70751}, {"accuracy": 0.79249, "f1": 0.743182, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"], "main_score": 0.743182, "precision": 0.722036, "recall": 0.79249}, {"accuracy": 0.749012, "f1": 0.708163, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"], "main_score": 0.708163, "precision": 0.692712, "recall": 0.749012}, {"accuracy": 0.783597, "f1": 0.730289, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"], "main_score": 0.730289, "precision": 0.706522, "recall": 0.783597}, {"accuracy": 0.714427, "f1": 0.655815, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"], "main_score": 0.655815, "precision": 0.63492, "recall": 0.714427}, {"accuracy": 0.773715, "f1": 0.730348, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"], "main_score": 0.730348, "precision": 0.715519, "recall": 0.773715}, {"accuracy": 0.754941, "f1": 0.702611, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"], "main_score": 0.702611, "precision": 0.682384, "recall": 0.754941}, {"accuracy": 0.903162, "f1": 0.877372, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"], "main_score": 0.877372, "precision": 0.865234, "recall": 0.903162}, {"accuracy": 0.826087, "f1": 0.77803, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"], "main_score": 0.77803, "precision": 0.75667, "recall": 0.826087}, {"accuracy": 0.81917, "f1": 0.772727, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"], "main_score": 0.772727, "precision": 0.75135, "recall": 0.81917}, {"accuracy": 0.807312, "f1": 0.757642, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"], "main_score": 0.757642, "precision": 0.735046, "recall": 0.807312}, {"accuracy": 0.801383, "f1": 0.750659, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"], "main_score": 0.750659, "precision": 0.727849, "recall": 0.801383}, {"accuracy": 0.658103, "f1": 0.60679, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"], "main_score": 0.60679, "precision": 0.589764, "recall": 0.658103}, {"accuracy": 0.65415, "f1": 0.609741, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"], "main_score": 0.609741, "precision": 0.595508, "recall": 0.65415}, {"accuracy": 0.674901, "f1": 0.603433, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"], "main_score": 0.603433, "precision": 0.575635, "recall": 0.674901}, {"accuracy": 0.895257, "f1": 0.865679, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"], "main_score": 0.865679, "precision": 0.851532, "recall": 0.895257}, {"accuracy": 0.806324, "f1": 0.756531, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"], "main_score": 0.756531, "precision": 0.735985, "recall": 0.806324}, {"accuracy": 0.847826, "f1": 0.808103, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"], "main_score": 0.808103, "precision": 0.78969, "recall": 0.847826}, {"accuracy": 0.812253, "f1": 0.764625, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"], "main_score": 0.764625, "precision": 0.743857, "recall": 0.812253}, {"accuracy": 0.683794, "f1": 0.640126, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"], "main_score": 0.640126, "precision": 0.624, "recall": 0.683794}, {"accuracy": 0.694664, "f1": 0.628673, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"], "main_score": 0.628673, "precision": 0.600125, "recall": 0.694664}, {"accuracy": 0.701581, "f1": 0.638729, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"], "main_score": 0.638729, "precision": 0.614712, "recall": 0.701581}, {"accuracy": 0.768775, "f1": 0.713603, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"], "main_score": 0.713603, "precision": 0.690744, "recall": 0.768775}, {"accuracy": 0.745059, "f1": 0.684867, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"], "main_score": 0.684867, "precision": 0.660474, "recall": 0.745059}, {"accuracy": 0.681818, "f1": 0.610218, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"], "main_score": 0.610218, "precision": 0.582668, "recall": 0.681818}, {"accuracy": 0.80336, "f1": 0.754538, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"], "main_score": 0.754538, "precision": 0.734891, "recall": 0.80336}, {"accuracy": 0.727273, "f1": 0.666238, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"], "main_score": 0.666238, "precision": 0.642469, "recall": 0.727273}, {"accuracy": 0.748024, "f1": 0.687129, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"], "main_score": 0.687129, "precision": 0.662294, "recall": 0.748024}, {"accuracy": 0.658103, "f1": 0.580882, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"], "main_score": 0.580882, "precision": 0.549986, "recall": 0.658103}, {"accuracy": 0.715415, "f1": 0.664522, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"], "main_score": 0.664522, "precision": 0.647169, "recall": 0.715415}, {"accuracy": 0.75, "f1": 0.704194, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"], "main_score": 0.704194, "precision": 0.687766, "recall": 0.75}, {"accuracy": 0.714427, "f1": 0.661521, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"], "main_score": 0.661521, "precision": 0.644653, "recall": 0.714427}, {"accuracy": 0.771739, "f1": 0.72545, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"], "main_score": 0.72545, "precision": 0.708178, "recall": 0.771739}, {"accuracy": 0.720356, "f1": 0.660013, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"], "main_score": 0.660013, "precision": 0.637066, "recall": 0.720356}, {"accuracy": 0.810277, "f1": 0.760046, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"], "main_score": 0.760046, "precision": 0.737105, "recall": 0.810277}, {"accuracy": 0.786561, "f1": 0.730223, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"], "main_score": 0.730223, "precision": 0.707279, "recall": 0.786561}, {"accuracy": 0.820158, "f1": 0.772332, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"], "main_score": 0.772332, "precision": 0.751515, "recall": 0.820158}, {"accuracy": 0.052372, "f1": 0.025718, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"], "main_score": 0.025718, "precision": 0.019946, "recall": 0.052372}, {"accuracy": 0.815217, "f1": 0.787211, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"], "main_score": 0.787211, "precision": 0.77871, "recall": 0.815217}, {"accuracy": 0.797431, "f1": 0.755975, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"], "main_score": 0.755975, "precision": 0.742195, "recall": 0.797431}, {"accuracy": 0.867589, "f1": 0.83019, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"], "main_score": 0.83019, "precision": 0.813949, "recall": 0.867589}, {"accuracy": 0.867589, "f1": 0.829051, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"], "main_score": 0.829051, "precision": 0.811709, "recall": 0.867589}, {"accuracy": 0.899209, "f1": 0.868709, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"], "main_score": 0.868709, "precision": 0.854249, "recall": 0.899209}, {"accuracy": 0.804348, "f1": 0.773792, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"], "main_score": 0.773792, "precision": 0.763593, "recall": 0.804348}, {"accuracy": 0.796443, "f1": 0.743267, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"], "main_score": 0.743267, "precision": 0.720751, "recall": 0.796443}, {"accuracy": 0.76087, "f1": 0.702327, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"], "main_score": 0.702327, "precision": 0.679409, "recall": 0.76087}, {"accuracy": 0.744071, "f1": 0.710925, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"], "main_score": 0.710925, "precision": 0.700896, "recall": 0.744071}, {"accuracy": 0.787549, "f1": 0.737226, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"], "main_score": 0.737226, "precision": 0.718349, "recall": 0.787549}, {"accuracy": 0.865613, "f1": 0.826153, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"], "main_score": 0.826153, "precision": 0.807724, "recall": 0.865613}, {"accuracy": 0.925889, "f1": 0.902339, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"], "main_score": 0.902339, "precision": 0.890975, "recall": 0.925889}, {"accuracy": 0.790514, "f1": 0.747163, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"], "main_score": 0.747163, "precision": 0.73174, "recall": 0.790514}, {"accuracy": 0.841897, "f1": 0.812421, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"], "main_score": 0.812421, "precision": 0.801198, "recall": 0.841897}, {"accuracy": 0.849802, "f1": 0.806818, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"], "main_score": 0.806818, "precision": 0.787862, "recall": 0.849802}, {"accuracy": 0.86166, "f1": 0.829098, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"], "main_score": 0.829098, "precision": 0.815802, "recall": 0.86166}, {"accuracy": 0.790514, "f1": 0.753768, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"], "main_score": 0.753768, "precision": 0.742221, "recall": 0.790514}, {"accuracy": 0.81917, "f1": 0.77377, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"], "main_score": 0.77377, "precision": 0.754932, "recall": 0.81917}, {"accuracy": 0.817194, "f1": 0.784403, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"], "main_score": 0.784403, "precision": 0.773928, "recall": 0.817194}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"], "main_score": 0.895422, "precision": 0.883893, "recall": 0.91996}, {"accuracy": 0.858696, "f1": 0.821873, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"], "main_score": 0.821873, "precision": 0.806559, "recall": 0.858696}, {"accuracy": 0.835968, "f1": 0.812657, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"], "main_score": 0.812657, "precision": 0.804522, "recall": 0.835968}, {"accuracy": 0.836957, "f1": 0.790269, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"], "main_score": 0.790269, "precision": 0.769631, "recall": 0.836957}, {"accuracy": 0.151186, "f1": 0.118235, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"], "main_score": 0.118235, "precision": 0.10896, "recall": 0.151186}, {"accuracy": 0.879447, "f1": 0.850767, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"], "main_score": 0.850767, "precision": 0.839151, "recall": 0.879447}, {"accuracy": 0.889328, "f1": 0.857444, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"], "main_score": 0.857444, "precision": 0.842869, "recall": 0.889328}, {"accuracy": 0.816206, "f1": 0.768121, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"], "main_score": 0.768121, "precision": 0.748435, "recall": 0.816206}, {"accuracy": 0.754941, "f1": 0.714037, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"], "main_score": 0.714037, "precision": 0.700931, "recall": 0.754941}, {"accuracy": 0.777668, "f1": 0.745962, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"], "main_score": 0.745962, "precision": 0.736349, "recall": 0.777668}, {"accuracy": 0.779644, "f1": 0.748282, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"], "main_score": 0.748282, "precision": 0.738294, "recall": 0.779644}, {"accuracy": 0.809289, "f1": 0.759721, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"], "main_score": 0.759721, "precision": 0.738949, "recall": 0.809289}, {"accuracy": 0.844862, "f1": 0.818645, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"], "main_score": 0.818645, "precision": 0.809604, "recall": 0.844862}, {"accuracy": 0.823123, "f1": 0.781271, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"], "main_score": 0.781271, "precision": 0.76536, "recall": 0.823123}, {"accuracy": 0.773715, "f1": 0.742108, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"], "main_score": 0.742108, "precision": 0.730539, "recall": 0.773715}, {"accuracy": 0.784585, "f1": 0.74535, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"], "main_score": 0.74535, "precision": 0.731844, "recall": 0.784585}, {"accuracy": 0.824111, "f1": 0.790727, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"], "main_score": 0.790727, "precision": 0.779827, "recall": 0.824111}, {"accuracy": 0.840909, "f1": 0.810414, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"], "main_score": 0.810414, "precision": 0.800052, "recall": 0.840909}, {"accuracy": 0.805336, "f1": 0.752602, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"], "main_score": 0.752602, "precision": 0.729095, "recall": 0.805336}, {"accuracy": 0.822134, "f1": 0.774259, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"], "main_score": 0.774259, "precision": 0.753946, "recall": 0.822134}, {"accuracy": 0.800395, "f1": 0.772576, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"], "main_score": 0.772576, "precision": 0.763577, "recall": 0.800395}, {"accuracy": 0.867589, "f1": 0.828524, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"], "main_score": 0.828524, "precision": 0.810771, "recall": 0.867589}, {"accuracy": 0.797431, "f1": 0.769893, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"], "main_score": 0.769893, "precision": 0.760618, "recall": 0.797431}, {"accuracy": 0.806324, "f1": 0.759167, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"], "main_score": 0.759167, "precision": 0.740847, "recall": 0.806324}, {"accuracy": 0.833004, "f1": 0.788241, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"], "main_score": 0.788241, "precision": 0.769779, "recall": 0.833004}, {"accuracy": 0.799407, "f1": 0.753101, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"], "main_score": 0.753101, "precision": 0.735817, "recall": 0.799407}, {"accuracy": 0.833992, "f1": 0.789893, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"], "main_score": 0.789893, "precision": 0.771591, "recall": 0.833992}, {"accuracy": 0.748024, "f1": 0.689684, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"], "main_score": 0.689684, "precision": 0.668105, "recall": 0.748024}, {"accuracy": 0.777668, "f1": 0.719866, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"], "main_score": 0.719866, "precision": 0.697118, "recall": 0.777668}, {"accuracy": 0.72332, "f1": 0.68039, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"], "main_score": 0.68039, "precision": 0.667383, "recall": 0.72332}, {"accuracy": 0.758893, "f1": 0.705808, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"], "main_score": 0.705808, "precision": 0.686931, "recall": 0.758893}, {"accuracy": 0.826087, "f1": 0.777489, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"], "main_score": 0.777489, "precision": 0.755764, "recall": 0.826087}, {"accuracy": 0.800395, "f1": 0.773065, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"], "main_score": 0.773065, "precision": 0.761712, "recall": 0.800395}, {"accuracy": 0.859684, "f1": 0.817377, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"], "main_score": 0.817377, "precision": 0.797875, "recall": 0.859684}, {"accuracy": 0.820158, "f1": 0.774111, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"], "main_score": 0.774111, "precision": 0.754348, "recall": 0.820158}, {"accuracy": 0.902174, "f1": 0.874341, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"], "main_score": 0.874341, "precision": 0.860837, "recall": 0.902174}, {"accuracy": 0.547431, "f1": 0.47325, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"], "main_score": 0.47325, "precision": 0.449069, "recall": 0.547431}, {"accuracy": 0.799407, "f1": 0.76565, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"], "main_score": 0.76565, "precision": 0.755407, "recall": 0.799407}, {"accuracy": 0.840909, "f1": 0.818429, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"], "main_score": 0.818429, "precision": 0.810183, "recall": 0.840909}, {"accuracy": 0.777668, "f1": 0.73249, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"], "main_score": 0.73249, "precision": 0.717444, "recall": 0.777668}, {"accuracy": 0.804348, "f1": 0.774562, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"], "main_score": 0.774562, "precision": 0.764177, "recall": 0.804348}, {"accuracy": 0.849802, "f1": 0.807279, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"], "main_score": 0.807279, "precision": 0.787385, "recall": 0.849802}, {"accuracy": 0.740119, "f1": 0.689009, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"], "main_score": 0.689009, "precision": 0.672387, "recall": 0.740119}, {"accuracy": 0.798419, "f1": 0.749697, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"], "main_score": 0.749697, "precision": 0.730492, "recall": 0.798419}, {"accuracy": 0.829051, "f1": 0.800759, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"], "main_score": 0.800759, "precision": 0.789663, "recall": 0.829051}, {"accuracy": 0.829051, "f1": 0.785096, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"], "main_score": 0.785096, "precision": 0.765902, "recall": 0.829051}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"], "main_score": 0.962945, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.875494, "f1": 0.841963, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"], "main_score": 0.841963, "precision": 0.826499, "recall": 0.875494}, {"accuracy": 0.784585, "f1": 0.73826, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"], "main_score": 0.73826, "precision": 0.721589, "recall": 0.784585}, {"accuracy": 0.773715, "f1": 0.720864, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"], "main_score": 0.720864, "precision": 0.701018, "recall": 0.773715}, {"accuracy": 0.749012, "f1": 0.705832, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"], "main_score": 0.705832, "precision": 0.692717, "recall": 0.749012}, {"accuracy": 0.18083, "f1": 0.131409, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"], "main_score": 0.131409, "precision": 0.118115, "recall": 0.18083}, {"accuracy": 0.837945, "f1": 0.793347, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"], "main_score": 0.793347, "precision": 0.773567, "recall": 0.837945}, {"accuracy": 0.783597, "f1": 0.73821, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"], "main_score": 0.73821, "precision": 0.722561, "recall": 0.783597}, {"accuracy": 0.868577, "f1": 0.82963, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"], "main_score": 0.82963, "precision": 0.811594, "recall": 0.868577}, {"accuracy": 0.894269, "f1": 0.861891, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"], "main_score": 0.861891, "precision": 0.846591, "recall": 0.894269}, {"accuracy": 0.77668, "f1": 0.731915, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"], "main_score": 0.731915, "precision": 0.71685, "recall": 0.77668}, {"accuracy": 0.747036, "f1": 0.696499, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"], "main_score": 0.696499, "precision": 0.680003, "recall": 0.747036}, {"accuracy": 0.799407, "f1": 0.752173, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"], "main_score": 0.752173, "precision": 0.73414, "recall": 0.799407}, {"accuracy": 0.842885, "f1": 0.810854, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"], "main_score": 0.810854, "precision": 0.799715, "recall": 0.842885}, {"accuracy": 0.818182, "f1": 0.786649, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"], "main_score": 0.786649, "precision": 0.776693, "recall": 0.818182}, {"accuracy": 0.812253, "f1": 0.781876, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"], "main_score": 0.781876, "precision": 0.770746, "recall": 0.812253}, {"accuracy": 0.738142, "f1": 0.695356, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"], "main_score": 0.695356, "precision": 0.682704, "recall": 0.738142}, {"accuracy": 0.833992, "f1": 0.795479, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"], "main_score": 0.795479, "precision": 0.780314, "recall": 0.833992}, {"accuracy": 0.73419, "f1": 0.668958, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"], "main_score": 0.668958, "precision": 0.642754, "recall": 0.73419}, {"accuracy": 0.896245, "f1": 0.866469, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"], "main_score": 0.866469, "precision": 0.852849, "recall": 0.896245}, {"accuracy": 0.798419, "f1": 0.768998, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"], "main_score": 0.768998, "precision": 0.759031, "recall": 0.798419}, {"accuracy": 0.83498, "f1": 0.809284, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"], "main_score": 0.809284, "precision": 0.799661, "recall": 0.83498}, {"accuracy": 0.806324, "f1": 0.776959, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"], "main_score": 0.776959, "precision": 0.765578, "recall": 0.806324}, {"accuracy": 0.766798, "f1": 0.706924, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"], "main_score": 0.706924, "precision": 0.682322, "recall": 0.766798}, {"accuracy": 0.793478, "f1": 0.737836, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"], "main_score": 0.737836, "precision": 0.714015, "recall": 0.793478}, {"accuracy": 0.81917, "f1": 0.77365, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"], "main_score": 0.77365, "precision": 0.755152, "recall": 0.81917}, {"accuracy": 0.829051, "f1": 0.787473, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"], "main_score": 0.787473, "precision": 0.771271, "recall": 0.829051}, {"accuracy": 0.826087, "f1": 0.777456, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"], "main_score": 0.777456, "precision": 0.755847, "recall": 0.826087}, {"accuracy": 0.857708, "f1": 0.824483, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"], "main_score": 0.824483, "precision": 0.811438, "recall": 0.857708}, {"accuracy": 0.740119, "f1": 0.67699, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"], "main_score": 0.67699, "precision": 0.651015, "recall": 0.740119}, {"accuracy": 0.853755, "f1": 0.813691, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"], "main_score": 0.813691, "precision": 0.796072, "recall": 0.853755}, {"accuracy": 0.86166, "f1": 0.831495, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"], "main_score": 0.831495, "precision": 0.819675, "recall": 0.86166}, {"accuracy": 0.768775, "f1": 0.738187, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"], "main_score": 0.738187, "precision": 0.728684, "recall": 0.768775}, {"accuracy": 0.753953, "f1": 0.729176, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"], "main_score": 0.729176, "precision": 0.721483, "recall": 0.753953}, {"accuracy": 0.757905, "f1": 0.73317, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"], "main_score": 0.73317, "precision": 0.724836, "recall": 0.757905}, {"accuracy": 0.837945, "f1": 0.793972, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"], "main_score": 0.793972, "precision": 0.775049, "recall": 0.837945}, {"accuracy": 0.862648, "f1": 0.825631, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"], "main_score": 0.825631, "precision": 0.81026, "recall": 0.862648}, {"accuracy": 0.797431, "f1": 0.745262, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"], "main_score": 0.745262, "precision": 0.723468, "recall": 0.797431}, {"accuracy": 0.238142, "f1": 0.18941, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"], "main_score": 0.18941, "precision": 0.174375, "recall": 0.238142}, {"accuracy": 0.839921, "f1": 0.798328, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"], "main_score": 0.798328, "precision": 0.780822, "recall": 0.839921}, {"accuracy": 0.658103, "f1": 0.581818, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"], "main_score": 0.581818, "precision": 0.552776, "recall": 0.658103}, {"accuracy": 0.814229, "f1": 0.772719, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"], "main_score": 0.772719, "precision": 0.757526, "recall": 0.814229}, {"accuracy": 0.912055, "f1": 0.886265, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"], "main_score": 0.886265, "precision": 0.874588, "recall": 0.912055}, {"accuracy": 0.805336, "f1": 0.751746, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"], "main_score": 0.751746, "precision": 0.728574, "recall": 0.805336}, {"accuracy": 0.843874, "f1": 0.799522, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"], "main_score": 0.799522, "precision": 0.780098, "recall": 0.843874}, {"accuracy": 0.848814, "f1": 0.810875, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"], "main_score": 0.810875, "precision": 0.795458, "recall": 0.848814}, {"accuracy": 0.818182, "f1": 0.772354, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"], "main_score": 0.772354, "precision": 0.753715, "recall": 0.818182}, {"accuracy": 0.798419, "f1": 0.751376, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"], "main_score": 0.751376, "precision": 0.733862, "recall": 0.798419}, {"accuracy": 0.84585, "f1": 0.802701, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"], "main_score": 0.802701, "precision": 0.784042, "recall": 0.84585}, {"accuracy": 0.840909, "f1": 0.809571, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"], "main_score": 0.809571, "precision": 0.797196, "recall": 0.840909}, {"accuracy": 0.839921, "f1": 0.796105, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"], "main_score": 0.796105, "precision": 0.777109, "recall": 0.839921}, {"accuracy": 0.758893, "f1": 0.699533, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"], "main_score": 0.699533, "precision": 0.675749, "recall": 0.758893}, {"accuracy": 0.812253, "f1": 0.761166, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"], "main_score": 0.761166, "precision": 0.738554, "recall": 0.812253}, {"accuracy": 0.878458, "f1": 0.842556, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"], "main_score": 0.842556, "precision": 0.825955, "recall": 0.878458}, {"accuracy": 0.762846, "f1": 0.719414, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"], "main_score": 0.719414, "precision": 0.705912, "recall": 0.762846}, {"accuracy": 0.036561, "f1": 0.01803, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"], "main_score": 0.01803, "precision": 0.014897, "recall": 0.036561}, {"accuracy": 0.774704, "f1": 0.742515, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"], "main_score": 0.742515, "precision": 0.732339, "recall": 0.774704}, {"accuracy": 0.816206, "f1": 0.773806, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"], "main_score": 0.773806, "precision": 0.757441, "recall": 0.816206}, {"accuracy": 0.735178, "f1": 0.698508, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"], "main_score": 0.698508, "precision": 0.685749, "recall": 0.735178}, {"accuracy": 0.777668, "f1": 0.742078, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"], "main_score": 0.742078, "precision": 0.73017, "recall": 0.777668}, {"accuracy": 0.742095, "f1": 0.682173, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"], "main_score": 0.682173, "precision": 0.659405, "recall": 0.742095}, {"accuracy": 0.796443, "f1": 0.743977, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"], "main_score": 0.743977, "precision": 0.72136, "recall": 0.796443}, {"accuracy": 0.752964, "f1": 0.710996, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"], "main_score": 0.710996, "precision": 0.698153, "recall": 0.752964}, {"accuracy": 0.780632, "f1": 0.742416, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"], "main_score": 0.742416, "precision": 0.730894, "recall": 0.780632}, {"accuracy": 0.854743, "f1": 0.815108, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"], "main_score": 0.815108, "precision": 0.798131, "recall": 0.854743}, {"accuracy": 0.839921, "f1": 0.794746, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"], "main_score": 0.794746, "precision": 0.775125, "recall": 0.839921}, {"accuracy": 0.704545, "f1": 0.640976, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"], "main_score": 0.640976, "precision": 0.616475, "recall": 0.704545}, {"accuracy": 0.83498, "f1": 0.796451, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"], "main_score": 0.796451, "precision": 0.780401, "recall": 0.83498}, {"accuracy": 0.747036, "f1": 0.687727, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"], "main_score": 0.687727, "precision": 0.664611, "recall": 0.747036}, {"accuracy": 0.799407, "f1": 0.754654, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"], "main_score": 0.754654, "precision": 0.737174, "recall": 0.799407}, {"accuracy": 0.802372, "f1": 0.766037, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"], "main_score": 0.766037, "precision": 0.754256, "recall": 0.802372}, {"accuracy": 0.833004, "f1": 0.787154, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"], "main_score": 0.787154, "precision": 0.766963, "recall": 0.833004}, {"accuracy": 0.814229, "f1": 0.776392, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"], "main_score": 0.776392, "precision": 0.762917, "recall": 0.814229}, {"accuracy": 0.926877, "f1": 0.905204, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"], "main_score": 0.905204, "precision": 0.894845, "recall": 0.926877}, {"accuracy": 0.806324, "f1": 0.762578, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"], "main_score": 0.762578, "precision": 0.746486, "recall": 0.806324}, {"accuracy": 0.725296, "f1": 0.684248, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"], "main_score": 0.684248, "precision": 0.668861, "recall": 0.725296}, {"accuracy": 0.798419, "f1": 0.75722, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"], "main_score": 0.75722, "precision": 0.742493, "recall": 0.798419}, {"accuracy": 0.757905, "f1": 0.700806, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"], "main_score": 0.700806, "precision": 0.679548, "recall": 0.757905}, {"accuracy": 0.810277, "f1": 0.766689, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"], "main_score": 0.766689, "precision": 0.74936, "recall": 0.810277}, {"accuracy": 0.761858, "f1": 0.704323, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"], "main_score": 0.704323, "precision": 0.681976, "recall": 0.761858}, {"accuracy": 0.758893, "f1": 0.704972, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"], "main_score": 0.704972, "precision": 0.685784, "recall": 0.758893}, {"accuracy": 0.909091, "f1": 0.881917, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"], "main_score": 0.881917, "precision": 0.869236, "recall": 0.909091}, {"accuracy": 0.885375, "f1": 0.854661, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"], "main_score": 0.854661, "precision": 0.842022, "recall": 0.885375}, {"accuracy": 0.880435, "f1": 0.848937, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"], "main_score": 0.848937, "precision": 0.835223, "recall": 0.880435}, {"accuracy": 0.794466, "f1": 0.743985, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"], "main_score": 0.743985, "precision": 0.722858, "recall": 0.794466}, {"accuracy": 0.673913, "f1": 0.629904, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"], "main_score": 0.629904, "precision": 0.617678, "recall": 0.673913}, {"accuracy": 0.736166, "f1": 0.68855, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"], "main_score": 0.68855, "precision": 0.672979, "recall": 0.736166}, {"accuracy": 0.777668, "f1": 0.729459, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"], "main_score": 0.729459, "precision": 0.712222, "recall": 0.777668}, {"accuracy": 0.800395, "f1": 0.748701, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"], "main_score": 0.748701, "precision": 0.727256, "recall": 0.800395}, {"accuracy": 0.879447, "f1": 0.844071, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"], "main_score": 0.844071, "precision": 0.827981, "recall": 0.879447}, {"accuracy": 0.759881, "f1": 0.695822, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"], "main_score": 0.695822, "precision": 0.668429, "recall": 0.759881}, {"accuracy": 0.828063, "f1": 0.79989, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"], "main_score": 0.79989, "precision": 0.790195, "recall": 0.828063}, {"accuracy": 0.809289, "f1": 0.761742, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"], "main_score": 0.761742, "precision": 0.743314, "recall": 0.809289}, {"accuracy": 0.772727, "f1": 0.727449, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"], "main_score": 0.727449, "precision": 0.710256, "recall": 0.772727}, {"accuracy": 0.766798, "f1": 0.719325, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"], "main_score": 0.719325, "precision": 0.703666, "recall": 0.766798}, {"accuracy": 0.804348, "f1": 0.758, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"], "main_score": 0.758, "precision": 0.740175, "recall": 0.804348}, {"accuracy": 0.874506, "f1": 0.838241, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"], "main_score": 0.838241, "precision": 0.821311, "recall": 0.874506}, {"accuracy": 0.805336, "f1": 0.767984, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"], "main_score": 0.767984, "precision": 0.754983, "recall": 0.805336}, {"accuracy": 0.832016, "f1": 0.785826, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"], "main_score": 0.785826, "precision": 0.76539, "recall": 0.832016}, {"accuracy": 0.87747, "f1": 0.841206, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"], "main_score": 0.841206, "precision": 0.82444, "recall": 0.87747}, {"accuracy": 0.795455, "f1": 0.758078, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"], "main_score": 0.758078, "precision": 0.745052, "recall": 0.795455}, {"accuracy": 0.816206, "f1": 0.765697, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"], "main_score": 0.765697, "precision": 0.744186, "recall": 0.816206}, {"accuracy": 0.859684, "f1": 0.830464, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"], "main_score": 0.830464, "precision": 0.818928, "recall": 0.859684}, {"accuracy": 0.806324, "f1": 0.75216, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"], "main_score": 0.75216, "precision": 0.728129, "recall": 0.806324}, {"accuracy": 0.778656, "f1": 0.738294, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"], "main_score": 0.738294, "precision": 0.724982, "recall": 0.778656}, {"accuracy": 0.807312, "f1": 0.773857, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"], "main_score": 0.773857, "precision": 0.762755, "recall": 0.807312}, {"accuracy": 0.801383, "f1": 0.760757, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"], "main_score": 0.760757, "precision": 0.746011, "recall": 0.801383}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.865613, "f1": 0.827223, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"], "main_score": 0.827223, "precision": 0.810253, "recall": 0.865613}, {"accuracy": 0.863636, "f1": 0.827009, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"], "main_score": 0.827009, "precision": 0.810606, "recall": 0.863636}, {"accuracy": 0.86166, "f1": 0.822793, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"], "main_score": 0.822793, "precision": 0.805149, "recall": 0.86166}, {"accuracy": 0.871542, "f1": 0.835244, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"], "main_score": 0.835244, "precision": 0.81917, "recall": 0.871542}, {"accuracy": 0.682806, "f1": 0.637815, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"], "main_score": 0.637815, "precision": 0.623558, "recall": 0.682806}, {"accuracy": 0.773715, "f1": 0.739014, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"], "main_score": 0.739014, "precision": 0.727501, "recall": 0.773715}, {"accuracy": 0.732213, "f1": 0.669866, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"], "main_score": 0.669866, "precision": 0.645615, "recall": 0.732213}, {"accuracy": 0.878458, "f1": 0.846344, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"], "main_score": 0.846344, "precision": 0.832329, "recall": 0.878458}, {"accuracy": 0.856719, "f1": 0.819186, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"], "main_score": 0.819186, "precision": 0.804209, "recall": 0.856719}, {"accuracy": 0.892292, "f1": 0.860935, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"], "main_score": 0.860935, "precision": 0.846509, "recall": 0.892292}, {"accuracy": 0.866601, "f1": 0.83027, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"], "main_score": 0.83027, "precision": 0.814625, "recall": 0.866601}, {"accuracy": 0.774704, "f1": 0.748167, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"], "main_score": 0.748167, "precision": 0.739306, "recall": 0.774704}, {"accuracy": 0.744071, "f1": 0.682762, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"], "main_score": 0.682762, "precision": 0.657082, "recall": 0.744071}, {"accuracy": 0.778656, "f1": 0.727218, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"], "main_score": 0.727218, "precision": 0.708015, "recall": 0.778656}, {"accuracy": 0.831028, "f1": 0.789835, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"], "main_score": 0.789835, "precision": 0.773527, "recall": 0.831028}, {"accuracy": 0.729249, "f1": 0.664811, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"], "main_score": 0.664811, "precision": 0.639646, "recall": 0.729249}, {"accuracy": 0.72332, "f1": 0.661586, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"], "main_score": 0.661586, "precision": 0.638637, "recall": 0.72332}, {"accuracy": 0.826087, "f1": 0.783385, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"], "main_score": 0.783385, "precision": 0.766694, "recall": 0.826087}, {"accuracy": 0.76087, "f1": 0.708166, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"], "main_score": 0.708166, "precision": 0.688382, "recall": 0.76087}, {"accuracy": 0.820158, "f1": 0.772834, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"], "main_score": 0.772834, "precision": 0.75378, "recall": 0.820158}, {"accuracy": 0.684783, "f1": 0.609463, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"], "main_score": 0.609463, "precision": 0.579364, "recall": 0.684783}, {"accuracy": 0.782609, "f1": 0.749484, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"], "main_score": 0.749484, "precision": 0.739821, "recall": 0.782609}, {"accuracy": 0.820158, "f1": 0.78961, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"], "main_score": 0.78961, "precision": 0.779778, "recall": 0.820158}, {"accuracy": 0.790514, "f1": 0.752666, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"], "main_score": 0.752666, "precision": 0.741428, "recall": 0.790514}, {"accuracy": 0.824111, "f1": 0.788593, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"], "main_score": 0.788593, "precision": 0.776753, "recall": 0.824111}, {"accuracy": 0.775692, "f1": 0.724563, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"], "main_score": 0.724563, "precision": 0.705561, "recall": 0.775692}, {"accuracy": 0.852767, "f1": 0.810244, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"], "main_score": 0.810244, "precision": 0.790547, "recall": 0.852767}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"], "main_score": 0.928755, "precision": 0.920537, "recall": 0.945652}, {"accuracy": 0.901186, "f1": 0.872332, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"], "main_score": 0.872332, "precision": 0.85886, "recall": 0.901186}, {"accuracy": 0.062253, "f1": 0.032679, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"], "main_score": 0.032679, "precision": 0.026241, "recall": 0.062253}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974868, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"], "main_score": 0.974868, "precision": 0.972612, "recall": 0.980237}, {"accuracy": 0.917984, "f1": 0.893182, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"], "main_score": 0.893182, "precision": 0.881176, "recall": 0.917984}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"], "main_score": 0.919137, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"], "main_score": 0.968379, "precision": 0.965448, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.933794, "f1": 0.912615, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"], "main_score": 0.912615, "precision": 0.902256, "recall": 0.933794}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.968445, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"], "main_score": 0.968445, "precision": 0.965497, "recall": 0.975296}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"], "main_score": 0.897628, "precision": 0.886446, "recall": 0.920949}, {"accuracy": 0.978261, "f1": 0.972299, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"], "main_score": 0.972299, "precision": 0.969697, "recall": 0.978261}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"], "main_score": 0.973155, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.978261, "f1": 0.971574, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"], "main_score": 0.971574, "precision": 0.968462, "recall": 0.978261}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.981225, "f1": 0.976515, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"], "main_score": 0.976515, "precision": 0.974753, "recall": 0.981225}, {"accuracy": 0.964427, "f1": 0.953623, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"], "main_score": 0.953623, "precision": 0.948534, "recall": 0.964427}, {"accuracy": 0.200593, "f1": 0.153042, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"], "main_score": 0.153042, "precision": 0.139937, "recall": 0.200593}, {"accuracy": 0.979249, "f1": 0.97365, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"], "main_score": 0.97365, "precision": 0.971377, "recall": 0.979249}, {"accuracy": 0.943676, "f1": 0.927042, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"], "main_score": 0.927042, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.97332, "f1": 0.96581, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"], "main_score": 0.96581, "precision": 0.962698, "recall": 0.97332}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"], "main_score": 0.966963, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"], "main_score": 0.973155, "precision": 0.97052, "recall": 0.979249}, {"accuracy": 0.9417, "f1": 0.925231, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"], "main_score": 0.925231, "precision": 0.917325, "recall": 0.9417}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"], "main_score": 0.974539, "precision": 0.972085, "recall": 0.980237}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.955534, "f1": 0.945691, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"], "main_score": 0.945691, "precision": 0.941717, "recall": 0.955534}, {"accuracy": 0.974308, "f1": 0.967029, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"], "main_score": 0.967029, "precision": 0.963933, "recall": 0.974308}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.890316, "f1": 0.858202, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"], "main_score": 0.858202, "precision": 0.84305, "recall": 0.890316}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.974308, "f1": 0.967128, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"], "main_score": 0.967128, "precision": 0.964048, "recall": 0.974308}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"], "main_score": 0.939723, "precision": 0.933136, "recall": 0.953557}, {"accuracy": 0.985178, "f1": 0.981192, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"], "main_score": 0.981192, "precision": 0.979578, "recall": 0.985178}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.958498, "f1": 0.945784, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"], "main_score": 0.945784, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.926877, "f1": 0.905369, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"], "main_score": 0.905369, "precision": 0.895669, "recall": 0.926877}, {"accuracy": 0.947628, "f1": 0.931653, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"], "main_score": 0.931653, "precision": 0.924078, "recall": 0.947628}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"], "main_score": 0.944499, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.880435, "f1": 0.845982, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"], "main_score": 0.845982, "precision": 0.829908, "recall": 0.880435}, {"accuracy": 0.963439, "f1": 0.955159, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"], "main_score": 0.955159, "precision": 0.951828, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.88834, "f1": 0.855072, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"], "main_score": 0.855072, "precision": 0.839097, "recall": 0.88834}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"], "main_score": 0.9361, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.710474, "f1": 0.641482, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"], "main_score": 0.641482, "precision": 0.613463, "recall": 0.710474}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.983202, "f1": 0.978755, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"], "main_score": 0.978755, "precision": 0.976976, "recall": 0.983202}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.973386, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"], "main_score": 0.973386, "precision": 0.970932, "recall": 0.979249}, {"accuracy": 0.908103, "f1": 0.881917, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"], "main_score": 0.881917, "precision": 0.869236, "recall": 0.908103}, {"accuracy": 0.943676, "f1": 0.927602, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"], "main_score": 0.927602, "precision": 0.920405, "recall": 0.943676}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.907115, "f1": 0.879908, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"], "main_score": 0.879908, "precision": 0.86726, "recall": 0.907115}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"], "main_score": 0.910079, "precision": 0.900198, "recall": 0.93083}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.964427, "f1": 0.953788, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"], "main_score": 0.953788, "precision": 0.948864, "recall": 0.964427}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.212451, "f1": 0.150085, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"], "main_score": 0.150085, "precision": 0.131871, "recall": 0.212451}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"], "main_score": 0.899374, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"], "main_score": 0.960474, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"], "main_score": 0.935441, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"], "main_score": 0.929908, "precision": 0.922513, "recall": 0.945652}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.969368, "f1": 0.960557, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"], "main_score": 0.960557, "precision": 0.956498, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.980237, "f1": 0.97444, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"], "main_score": 0.97444, "precision": 0.971838, "recall": 0.980237}, {"accuracy": 0.835968, "f1": 0.793036, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"], "main_score": 0.793036, "precision": 0.77388, "recall": 0.835968}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"], "main_score": 0.940876, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"], "main_score": 0.964097, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.983202, "f1": 0.978557, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"], "main_score": 0.978557, "precision": 0.976614, "recall": 0.983202}, {"accuracy": 0.962451, "f1": 0.952953, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"], "main_score": 0.952953, "precision": 0.948905, "recall": 0.962451}, {"accuracy": 0.907115, "f1": 0.879117, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"], "main_score": 0.879117, "precision": 0.866107, "recall": 0.907115}, {"accuracy": 0.865613, "f1": 0.826285, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"], "main_score": 0.826285, "precision": 0.808218, "recall": 0.865613}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.923913, "f1": 0.900856, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"], "main_score": 0.900856, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.982213, "f1": 0.97724, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"], "main_score": 0.97724, "precision": 0.975132, "recall": 0.982213}, {"accuracy": 0.850791, "f1": 0.811133, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"], "main_score": 0.811133, "precision": 0.792572, "recall": 0.850791}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"], "main_score": 0.968215, "precision": 0.965119, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"], "main_score": 0.966963, "precision": 0.96385, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.962928, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"], "main_score": 0.962928, "precision": 0.959907, "recall": 0.970356}, {"accuracy": 0.972332, "f1": 0.964921, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"], "main_score": 0.964921, "precision": 0.961858, "recall": 0.972332}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.880435, "f1": 0.847134, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"], "main_score": 0.847134, "precision": 0.831522, "recall": 0.880435}, {"accuracy": 0.271739, "f1": 0.219902, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"], "main_score": 0.219902, "precision": 0.202688, "recall": 0.271739}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"], "main_score": 0.900527, "precision": 0.889163, "recall": 0.923913}, {"accuracy": 0.787549, "f1": 0.733437, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"], "main_score": 0.733437, "precision": 0.71031, "recall": 0.787549}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.923913, "f1": 0.901186, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"], "main_score": 0.901186, "precision": 0.890481, "recall": 0.923913}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.974308, "f1": 0.967391, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"], "main_score": 0.967391, "precision": 0.96446, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.882411, "f1": 0.84832, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"], "main_score": 0.84832, "precision": 0.832839, "recall": 0.882411}, {"accuracy": 0.903162, "f1": 0.874209, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"], "main_score": 0.874209, "precision": 0.860952, "recall": 0.903162}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"], "main_score": 0.952075, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.05336, "f1": 0.024404, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"], "main_score": 0.024404, "precision": 0.019027, "recall": 0.05336}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.935771, "f1": 0.918897, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"], "main_score": 0.918897, "precision": 0.911808, "recall": 0.935771}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"], "main_score": 0.915349, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.881423, "f1": 0.849275, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"], "main_score": 0.849275, "precision": 0.834519, "recall": 0.881423}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.871542, "f1": 0.835837, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"], "main_score": 0.835837, "precision": 0.819944, "recall": 0.871542}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"], "main_score": 0.961462, "precision": 0.957378, "recall": 0.970356}, {"accuracy": 0.846838, "f1": 0.804729, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"], "main_score": 0.804729, "precision": 0.785408, "recall": 0.846838}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"], "main_score": 0.928195, "precision": 0.919796, "recall": 0.945652}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.95751, "f1": 0.944071, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"], "main_score": 0.944071, "precision": 0.937665, "recall": 0.95751}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.946758, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"], "main_score": 0.946758, "precision": 0.942556, "recall": 0.95751}, {"accuracy": 0.980237, "f1": 0.974374, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"], "main_score": 0.974374, "precision": 0.971756, "recall": 0.980237}, {"accuracy": 0.951581, "f1": 0.937648, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"], "main_score": 0.937648, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.940711, "f1": 0.923584, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"], "main_score": 0.923584, "precision": 0.915547, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"], "main_score": 0.933465, "precision": 0.926383, "recall": 0.948617}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"], "main_score": 0.945718, "precision": 0.939806, "recall": 0.958498}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"], "main_score": 0.95224, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.866601, "f1": 0.829513, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"], "main_score": 0.829513, "precision": 0.812253, "recall": 0.866601}, {"accuracy": 0.975296, "f1": 0.968511, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"], "main_score": 0.968511, "precision": 0.965744, "recall": 0.975296}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"], "main_score": 0.948518, "precision": 0.943099, "recall": 0.960474}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.922925, "f1": 0.901087, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"], "main_score": 0.901087, "precision": 0.890563, "recall": 0.922925}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"], "main_score": 0.899539, "precision": 0.888999, "recall": 0.921937}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"], "main_score": 0.948188, "precision": 0.942276, "recall": 0.960474}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"], "main_score": 0.918972, "precision": 0.910079, "recall": 0.937747}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.871542, "f1": 0.834453, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"], "main_score": 0.834453, "precision": 0.817194, "recall": 0.871542}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.914032, "f1": 0.888175, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"], "main_score": 0.888175, "precision": 0.875659, "recall": 0.914032}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"], "main_score": 0.920125, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.935771, "f1": 0.917655, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"], "main_score": 0.917655, "precision": 0.909618, "recall": 0.935771}, {"accuracy": 0.977273, "f1": 0.971146, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"], "main_score": 0.971146, "precision": 0.968544, "recall": 0.977273}, {"accuracy": 0.920949, "f1": 0.897859, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"], "main_score": 0.897859, "precision": 0.887352, "recall": 0.920949}, {"accuracy": 0.91502, "f1": 0.890269, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"], "main_score": 0.890269, "precision": 0.878623, "recall": 0.91502}, {"accuracy": 0.959486, "f1": 0.946542, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"], "main_score": 0.946542, "precision": 0.9403, "recall": 0.959486}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.943676, "f1": 0.926614, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"], "main_score": 0.926614, "precision": 0.918396, "recall": 0.943676}, {"accuracy": 0.977273, "f1": 0.971146, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"], "main_score": 0.971146, "precision": 0.968544, "recall": 0.977273}, {"accuracy": 0.827075, "f1": 0.781291, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"], "main_score": 0.781291, "precision": 0.76082, "recall": 0.827075}, {"accuracy": 0.933794, "f1": 0.914262, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"], "main_score": 0.914262, "precision": 0.905221, "recall": 0.933794}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"], "main_score": 0.959157, "precision": 0.954908, "recall": 0.968379}, {"accuracy": 0.87253, "f1": 0.837747, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"], "main_score": 0.837747, "precision": 0.82253, "recall": 0.87253}, {"accuracy": 0.890316, "f1": 0.859519, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"], "main_score": 0.859519, "precision": 0.845191, "recall": 0.890316}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.794466, "f1": 0.74185, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"], "main_score": 0.74185, "precision": 0.719516, "recall": 0.794466}, {"accuracy": 0.974308, "f1": 0.966864, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"], "main_score": 0.966864, "precision": 0.963603, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.97141, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"], "main_score": 0.97141, "precision": 0.968132, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"], "main_score": 0.97052, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.9417, "f1": 0.925922, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"], "main_score": 0.925922, "precision": 0.918923, "recall": 0.9417}, {"accuracy": 0.934783, "f1": 0.914427, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"], "main_score": 0.914427, "precision": 0.904562, "recall": 0.934783}, {"accuracy": 0.838933, "f1": 0.796462, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"], "main_score": 0.796462, "precision": 0.777997, "recall": 0.838933}, {"accuracy": 0.841897, "f1": 0.798057, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"], "main_score": 0.798057, "precision": 0.777503, "recall": 0.841897}, {"accuracy": 0.059289, "f1": 0.031863, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"], "main_score": 0.031863, "precision": 0.025192, "recall": 0.059289}, {"accuracy": 0.87253, "f1": 0.846236, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"], "main_score": 0.846236, "precision": 0.836737, "recall": 0.87253}, {"accuracy": 0.891304, "f1": 0.863293, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"], "main_score": 0.863293, "precision": 0.851687, "recall": 0.891304}, {"accuracy": 0.927866, "f1": 0.904644, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"], "main_score": 0.904644, "precision": 0.893281, "recall": 0.927866}, {"accuracy": 0.90415, "f1": 0.875132, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"], "main_score": 0.875132, "precision": 0.861495, "recall": 0.90415}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"], "main_score": 0.919368, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.871542, "f1": 0.846994, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"], "main_score": 0.846994, "precision": 0.837808, "recall": 0.871542}, {"accuracy": 0.859684, "f1": 0.819532, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"], "main_score": 0.819532, "precision": 0.801136, "recall": 0.859684}, {"accuracy": 0.833004, "f1": 0.789446, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"], "main_score": 0.789446, "precision": 0.770784, "recall": 0.833004}, {"accuracy": 0.841897, "f1": 0.817033, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"], "main_score": 0.817033, "precision": 0.809023, "recall": 0.841897}, {"accuracy": 0.894269, "f1": 0.865434, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"], "main_score": 0.865434, "precision": 0.852849, "recall": 0.894269}, {"accuracy": 0.905138, "f1": 0.875823, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"], "main_score": 0.875823, "precision": 0.861495, "recall": 0.905138}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.867589, "f1": 0.833547, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"], "main_score": 0.833547, "precision": 0.819838, "recall": 0.867589}, {"accuracy": 0.878458, "f1": 0.85603, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"], "main_score": 0.85603, "precision": 0.846986, "recall": 0.878458}, {"accuracy": 0.869565, "f1": 0.833564, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"], "main_score": 0.833564, "precision": 0.816617, "recall": 0.869565}, {"accuracy": 0.910079, "f1": 0.886959, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"], "main_score": 0.886959, "precision": 0.877101, "recall": 0.910079}, {"accuracy": 0.880435, "f1": 0.85171, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"], "main_score": 0.85171, "precision": 0.840434, "recall": 0.880435}, {"accuracy": 0.879447, "f1": 0.845836, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"], "main_score": 0.845836, "precision": 0.830682, "recall": 0.879447}, {"accuracy": 0.882411, "f1": 0.858357, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"], "main_score": 0.858357, "precision": 0.849618, "recall": 0.882411}, {"accuracy": 0.931818, "f1": 0.910145, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"], "main_score": 0.910145, "precision": 0.899786, "recall": 0.931818}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"], "main_score": 0.90504, "precision": 0.89501, "recall": 0.926877}, {"accuracy": 0.891304, "f1": 0.870076, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"], "main_score": 0.870076, "precision": 0.861921, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.85303, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"], "main_score": 0.85303, "precision": 0.836957, "recall": 0.887352}, {"accuracy": 0.183794, "f1": 0.151118, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"], "main_score": 0.151118, "precision": 0.142221, "recall": 0.183794}, {"accuracy": 0.924901, "f1": 0.909176, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"], "main_score": 0.909176, "precision": 0.902863, "recall": 0.924901}, {"accuracy": 0.912055, "f1": 0.886693, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"], "main_score": 0.886693, "precision": 0.874704, "recall": 0.912055}, {"accuracy": 0.895257, "f1": 0.866601, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"], "main_score": 0.866601, "precision": 0.854276, "recall": 0.895257}, {"accuracy": 0.860672, "f1": 0.831376, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"], "main_score": 0.831376, "precision": 0.820726, "recall": 0.860672}, {"accuracy": 0.875494, "f1": 0.850783, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"], "main_score": 0.850783, "precision": 0.842016, "recall": 0.875494}, {"accuracy": 0.868577, "f1": 0.841502, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"], "main_score": 0.841502, "precision": 0.831216, "recall": 0.868577}, {"accuracy": 0.863636, "f1": 0.82635, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"], "main_score": 0.82635, "precision": 0.809816, "recall": 0.863636}, {"accuracy": 0.901186, "f1": 0.881493, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"], "main_score": 0.881493, "precision": 0.873998, "recall": 0.901186}, {"accuracy": 0.907115, "f1": 0.880599, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"], "main_score": 0.880599, "precision": 0.868824, "recall": 0.907115}, {"accuracy": 0.822134, "f1": 0.79828, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"], "main_score": 0.79828, "precision": 0.789174, "recall": 0.822134}, {"accuracy": 0.882411, "f1": 0.854468, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"], "main_score": 0.854468, "precision": 0.843993, "recall": 0.882411}, {"accuracy": 0.889328, "f1": 0.864234, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"], "main_score": 0.864234, "precision": 0.85463, "recall": 0.889328}, {"accuracy": 0.889328, "f1": 0.864973, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"], "main_score": 0.864973, "precision": 0.855577, "recall": 0.889328}, {"accuracy": 0.839921, "f1": 0.798847, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"], "main_score": 0.798847, "precision": 0.780632, "recall": 0.839921}, {"accuracy": 0.874506, "f1": 0.839295, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"], "main_score": 0.839295, "precision": 0.823864, "recall": 0.874506}, {"accuracy": 0.863636, "f1": 0.838505, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"], "main_score": 0.838505, "precision": 0.829714, "recall": 0.863636}, {"accuracy": 0.927866, "f1": 0.906522, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"], "main_score": 0.906522, "precision": 0.896327, "recall": 0.927866}, {"accuracy": 0.87253, "f1": 0.852399, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"], "main_score": 0.852399, "precision": 0.844841, "recall": 0.87253}, {"accuracy": 0.883399, "f1": 0.850725, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"], "main_score": 0.850725, "precision": 0.836298, "recall": 0.883399}, {"accuracy": 0.91996, "f1": 0.896937, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"], "main_score": 0.896937, "precision": 0.886446, "recall": 0.91996}, {"accuracy": 0.883399, "f1": 0.852042, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"], "main_score": 0.852042, "precision": 0.838538, "recall": 0.883399}, {"accuracy": 0.890316, "f1": 0.859999, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"], "main_score": 0.859999, "precision": 0.846591, "recall": 0.890316}, {"accuracy": 0.833992, "f1": 0.792173, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"], "main_score": 0.792173, "precision": 0.774629, "recall": 0.833992}, {"accuracy": 0.852767, "f1": 0.812418, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"], "main_score": 0.812418, "precision": 0.795109, "recall": 0.852767}, {"accuracy": 0.837945, "f1": 0.804727, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"], "main_score": 0.804727, "precision": 0.793492, "recall": 0.837945}, {"accuracy": 0.849802, "f1": 0.812634, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"], "main_score": 0.812634, "precision": 0.797974, "recall": 0.849802}, {"accuracy": 0.83498, "f1": 0.791238, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"], "main_score": 0.791238, "precision": 0.77169, "recall": 0.83498}, {"accuracy": 0.87253, "f1": 0.851698, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"], "main_score": 0.851698, "precision": 0.8439, "recall": 0.87253}, {"accuracy": 0.909091, "f1": 0.881061, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"], "main_score": 0.881061, "precision": 0.867918, "recall": 0.909091}, {"accuracy": 0.835968, "f1": 0.793379, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"], "main_score": 0.793379, "precision": 0.773304, "recall": 0.835968}, {"accuracy": 0.907115, "f1": 0.880435, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"], "main_score": 0.880435, "precision": 0.867589, "recall": 0.907115}, {"accuracy": 0.585968, "f1": 0.510534, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"], "main_score": 0.510534, "precision": 0.484348, "recall": 0.585968}, {"accuracy": 0.88834, "f1": 0.864124, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"], "main_score": 0.864124, "precision": 0.855736, "recall": 0.88834}, {"accuracy": 0.894269, "f1": 0.874534, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"], "main_score": 0.874534, "precision": 0.866891, "recall": 0.894269}, {"accuracy": 0.853755, "f1": 0.818557, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"], "main_score": 0.818557, "precision": 0.80523, "recall": 0.853755}, {"accuracy": 0.881423, "f1": 0.855851, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"], "main_score": 0.855851, "precision": 0.846451, "recall": 0.881423}, {"accuracy": 0.883399, "f1": 0.850988, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"], "main_score": 0.850988, "precision": 0.835886, "recall": 0.883399}, {"accuracy": 0.840909, "f1": 0.800041, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"], "main_score": 0.800041, "precision": 0.783327, "recall": 0.840909}, {"accuracy": 0.87253, "f1": 0.836561, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"], "main_score": 0.836561, "precision": 0.82052, "recall": 0.87253}, {"accuracy": 0.894269, "f1": 0.877574, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"], "main_score": 0.877574, "precision": 0.871672, "recall": 0.894269}, {"accuracy": 0.843874, "f1": 0.804282, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"], "main_score": 0.804282, "precision": 0.786232, "recall": 0.843874}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.894269, "f1": 0.863867, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"], "main_score": 0.863867, "precision": 0.849391, "recall": 0.894269}, {"accuracy": 0.874506, "f1": 0.842231, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"], "main_score": 0.842231, "precision": 0.829348, "recall": 0.874506}, {"accuracy": 0.866601, "f1": 0.833449, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"], "main_score": 0.833449, "precision": 0.820426, "recall": 0.866601}, {"accuracy": 0.851779, "f1": 0.818143, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"], "main_score": 0.818143, "precision": 0.806049, "recall": 0.851779}, {"accuracy": 0.202569, "f1": 0.153684, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"], "main_score": 0.153684, "precision": 0.139663, "recall": 0.202569}, {"accuracy": 0.855731, "f1": 0.817194, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"], "main_score": 0.817194, "precision": 0.799769, "recall": 0.855731}, {"accuracy": 0.863636, "f1": 0.829088, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"], "main_score": 0.829088, "precision": 0.814896, "recall": 0.863636}, {"accuracy": 0.91502, "f1": 0.889328, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"], "main_score": 0.889328, "precision": 0.877141, "recall": 0.91502}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"], "main_score": 0.89888, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.880435, "f1": 0.850793, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"], "main_score": 0.850793, "precision": 0.839321, "recall": 0.880435}, {"accuracy": 0.825099, "f1": 0.784867, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"], "main_score": 0.784867, "precision": 0.770111, "recall": 0.825099}, {"accuracy": 0.88834, "f1": 0.855797, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"], "main_score": 0.855797, "precision": 0.84086, "recall": 0.88834}, {"accuracy": 0.891304, "f1": 0.865041, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"], "main_score": 0.865041, "precision": 0.854546, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.863462, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"], "main_score": 0.863462, "precision": 0.854558, "recall": 0.887352}, {"accuracy": 0.864625, "f1": 0.839156, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"], "main_score": 0.839156, "precision": 0.829541, "recall": 0.864625}, {"accuracy": 0.850791, "f1": 0.816034, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"], "main_score": 0.816034, "precision": 0.803081, "recall": 0.850791}, {"accuracy": 0.903162, "f1": 0.879803, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"], "main_score": 0.879803, "precision": 0.870251, "recall": 0.903162}, {"accuracy": 0.763834, "f1": 0.70695, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"], "main_score": 0.70695, "precision": 0.683333, "recall": 0.763834}, {"accuracy": 0.916008, "f1": 0.890975, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"], "main_score": 0.890975, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.865613, "f1": 0.838381, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"], "main_score": 0.838381, "precision": 0.828059, "recall": 0.865613}, {"accuracy": 0.889328, "f1": 0.87222, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"], "main_score": 0.87222, "precision": 0.865722, "recall": 0.889328}, {"accuracy": 0.875494, "f1": 0.850379, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"], "main_score": 0.850379, "precision": 0.840115, "recall": 0.875494}, {"accuracy": 0.828063, "f1": 0.783385, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"], "main_score": 0.783385, "precision": 0.763818, "recall": 0.828063}, {"accuracy": 0.822134, "f1": 0.775231, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"], "main_score": 0.775231, "precision": 0.754397, "recall": 0.822134}, {"accuracy": 0.876482, "f1": 0.842391, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"], "main_score": 0.842391, "precision": 0.827322, "recall": 0.876482}, {"accuracy": 0.895257, "f1": 0.866403, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"], "main_score": 0.866403, "precision": 0.853854, "recall": 0.895257}, {"accuracy": 0.856719, "f1": 0.819005, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"], "main_score": 0.819005, "precision": 0.802355, "recall": 0.856719}, {"accuracy": 0.910079, "f1": 0.889909, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"], "main_score": 0.889909, "precision": 0.881835, "recall": 0.910079}, {"accuracy": 0.777668, "f1": 0.72052, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"], "main_score": 0.72052, "precision": 0.694944, "recall": 0.777668}, {"accuracy": 0.909091, "f1": 0.881489, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"], "main_score": 0.881489, "precision": 0.86833, "recall": 0.909091}, {"accuracy": 0.903162, "f1": 0.88281, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"], "main_score": 0.88281, "precision": 0.874696, "recall": 0.903162}, {"accuracy": 0.86166, "f1": 0.835874, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"], "main_score": 0.835874, "precision": 0.826852, "recall": 0.86166}, {"accuracy": 0.83498, "f1": 0.810698, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"], "main_score": 0.810698, "precision": 0.801921, "recall": 0.83498}, {"accuracy": 0.850791, "f1": 0.82473, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"], "main_score": 0.82473, "precision": 0.815091, "recall": 0.850791}, {"accuracy": 0.892292, "f1": 0.860408, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"], "main_score": 0.860408, "precision": 0.8458, "recall": 0.892292}, {"accuracy": 0.917984, "f1": 0.894401, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"], "main_score": 0.894401, "precision": 0.884058, "recall": 0.917984}, {"accuracy": 0.825099, "f1": 0.775791, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"], "main_score": 0.775791, "precision": 0.753294, "recall": 0.825099}, {"accuracy": 0.248024, "f1": 0.205356, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"], "main_score": 0.205356, "precision": 0.19077, "recall": 0.248024}, {"accuracy": 0.881423, "f1": 0.846047, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"], "main_score": 0.846047, "precision": 0.829463, "recall": 0.881423}, {"accuracy": 0.699605, "f1": 0.628164, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"], "main_score": 0.628164, "precision": 0.598988, "recall": 0.699605}, {"accuracy": 0.887352, "f1": 0.857367, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"], "main_score": 0.857367, "precision": 0.844722, "recall": 0.887352}, {"accuracy": 0.939723, "f1": 0.921014, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"], "main_score": 0.921014, "precision": 0.912138, "recall": 0.939723}, {"accuracy": 0.839921, "f1": 0.794401, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"], "main_score": 0.794401, "precision": 0.774407, "recall": 0.839921}, {"accuracy": 0.880435, "f1": 0.846904, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"], "main_score": 0.846904, "precision": 0.831884, "recall": 0.880435}, {"accuracy": 0.910079, "f1": 0.88434, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"], "main_score": 0.88434, "precision": 0.872859, "recall": 0.910079}, {"accuracy": 0.882411, "f1": 0.847991, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"], "main_score": 0.847991, "precision": 0.832263, "recall": 0.882411}, {"accuracy": 0.889328, "f1": 0.859336, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"], "main_score": 0.859336, "precision": 0.846509, "recall": 0.889328}, {"accuracy": 0.926877, "f1": 0.90415, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"], "main_score": 0.90415, "precision": 0.893281, "recall": 0.926877}, {"accuracy": 0.88834, "f1": 0.866961, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"], "main_score": 0.866961, "precision": 0.858624, "recall": 0.88834}, {"accuracy": 0.880435, "f1": 0.84641, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"], "main_score": 0.84641, "precision": 0.831011, "recall": 0.880435}, {"accuracy": 0.833004, "f1": 0.78857, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"], "main_score": 0.78857, "precision": 0.769186, "recall": 0.833004}, {"accuracy": 0.865613, "f1": 0.830435, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"], "main_score": 0.830435, "precision": 0.814147, "recall": 0.865613}, {"accuracy": 0.916996, "f1": 0.893248, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"], "main_score": 0.893248, "precision": 0.882246, "recall": 0.916996}, {"accuracy": 0.851779, "f1": 0.815883, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"], "main_score": 0.815883, "precision": 0.802085, "recall": 0.851779}, {"accuracy": 0.049407, "f1": 0.028833, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"], "main_score": 0.028833, "precision": 0.024671, "recall": 0.049407}, {"accuracy": 0.859684, "f1": 0.830584, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"], "main_score": 0.830584, "precision": 0.819702, "recall": 0.859684}, {"accuracy": 0.876482, "f1": 0.846385, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"], "main_score": 0.846385, "precision": 0.83425, "recall": 0.876482}, {"accuracy": 0.822134, "f1": 0.791055, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"], "main_score": 0.791055, "precision": 0.779649, "recall": 0.822134}, {"accuracy": 0.87253, "f1": 0.846097, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"], "main_score": 0.846097, "precision": 0.836484, "recall": 0.87253}, {"accuracy": 0.836957, "f1": 0.793794, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"], "main_score": 0.793794, "precision": 0.776021, "recall": 0.836957}, {"accuracy": 0.833004, "f1": 0.788291, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"], "main_score": 0.788291, "precision": 0.768372, "recall": 0.833004}, {"accuracy": 0.86166, "f1": 0.833974, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"], "main_score": 0.833974, "precision": 0.824385, "recall": 0.86166}, {"accuracy": 0.854743, "f1": 0.822672, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"], "main_score": 0.822672, "precision": 0.810894, "recall": 0.854743}, {"accuracy": 0.901186, "f1": 0.872266, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"], "main_score": 0.872266, "precision": 0.858778, "recall": 0.901186}, {"accuracy": 0.90415, "f1": 0.875955, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"], "main_score": 0.875955, "precision": 0.86334, "recall": 0.90415}, {"accuracy": 0.77668, "f1": 0.718742, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"], "main_score": 0.718742, "precision": 0.694691, "recall": 0.77668}, {"accuracy": 0.894269, "f1": 0.866587, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"], "main_score": 0.866587, "precision": 0.854337, "recall": 0.894269}, {"accuracy": 0.788538, "f1": 0.73442, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"], "main_score": 0.73442, "precision": 0.710263, "recall": 0.788538}, {"accuracy": 0.857708, "f1": 0.821033, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"], "main_score": 0.821033, "precision": 0.805369, "recall": 0.857708}, {"accuracy": 0.869565, "f1": 0.84311, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"], "main_score": 0.84311, "precision": 0.833447, "recall": 0.869565}, {"accuracy": 0.860672, "f1": 0.822431, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"], "main_score": 0.822431, "precision": 0.804842, "recall": 0.860672}, {"accuracy": 0.884387, "f1": 0.85468, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"], "main_score": 0.85468, "precision": 0.842401, "recall": 0.884387}, {"accuracy": 0.93083, "f1": 0.911726, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"], "main_score": 0.911726, "precision": 0.902339, "recall": 0.93083}, {"accuracy": 0.879447, "f1": 0.847845, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"], "main_score": 0.847845, "precision": 0.835112, "recall": 0.879447}, {"accuracy": 0.817194, "f1": 0.786353, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"], "main_score": 0.786353, "precision": 0.774916, "recall": 0.817194}, {"accuracy": 0.870553, "f1": 0.839797, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"], "main_score": 0.839797, "precision": 0.828286, "recall": 0.870553}, {"accuracy": 0.829051, "f1": 0.785507, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"], "main_score": 0.785507, "precision": 0.767781, "recall": 0.829051}, {"accuracy": 0.868577, "f1": 0.829809, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"], "main_score": 0.829809, "precision": 0.812253, "recall": 0.868577}, {"accuracy": 0.844862, "f1": 0.803261, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"], "main_score": 0.803261, "precision": 0.785238, "recall": 0.844862}, {"accuracy": 0.814229, "f1": 0.768222, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"], "main_score": 0.768222, "precision": 0.750273, "recall": 0.814229}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"], "main_score": 0.915349, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.943676, "f1": 0.926614, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"], "main_score": 0.926614, "precision": 0.918725, "recall": 0.943676}, {"accuracy": 0.920949, "f1": 0.900202, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"], "main_score": 0.900202, "precision": 0.891167, "recall": 0.920949}, {"accuracy": 0.870553, "f1": 0.834239, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"], "main_score": 0.834239, "precision": 0.818241, "recall": 0.870553}, {"accuracy": 0.807312, "f1": 0.770739, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"], "main_score": 0.770739, "precision": 0.759065, "recall": 0.807312}, {"accuracy": 0.833004, "f1": 0.796862, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"], "main_score": 0.796862, "precision": 0.783875, "recall": 0.833004}, {"accuracy": 0.866601, "f1": 0.830472, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"], "main_score": 0.830472, "precision": 0.815333, "recall": 0.866601}, {"accuracy": 0.873518, "f1": 0.837451, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"], "main_score": 0.837451, "precision": 0.820899, "recall": 0.873518}, {"accuracy": 0.920949, "f1": 0.897464, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"], "main_score": 0.897464, "precision": 0.886775, "recall": 0.920949}, {"accuracy": 0.800395, "f1": 0.744697, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"], "main_score": 0.744697, "precision": 0.719368, "recall": 0.800395}, {"accuracy": 0.881423, "f1": 0.860113, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"], "main_score": 0.860113, "precision": 0.852623, "recall": 0.881423}, {"accuracy": 0.857708, "f1": 0.818478, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"], "main_score": 0.818478, "precision": 0.801532, "recall": 0.857708}, {"accuracy": 0.83498, "f1": 0.802221, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"], "main_score": 0.802221, "precision": 0.789643, "recall": 0.83498}, {"accuracy": 0.870553, "f1": 0.839775, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"], "main_score": 0.839775, "precision": 0.827404, "recall": 0.870553}, {"accuracy": 0.885375, "f1": 0.852437, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"], "main_score": 0.852437, "precision": 0.837928, "recall": 0.885375}, {"accuracy": 0.878458, "f1": 0.843709, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"], "main_score": 0.843709, "precision": 0.82724, "recall": 0.878458}, {"accuracy": 0.880435, "f1": 0.855568, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"], "main_score": 0.855568, "precision": 0.846356, "recall": 0.880435}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"], "main_score": 0.837747, "precision": 0.821146, "recall": 0.873518}, {"accuracy": 0.923913, "f1": 0.900922, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"], "main_score": 0.900922, "precision": 0.890069, "recall": 0.923913}, {"accuracy": 0.867589, "f1": 0.840216, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"], "main_score": 0.840216, "precision": 0.830299, "recall": 0.867589}, {"accuracy": 0.871542, "f1": 0.837319, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"], "main_score": 0.837319, "precision": 0.821756, "recall": 0.871542}, {"accuracy": 0.91502, "f1": 0.898445, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"], "main_score": 0.898445, "precision": 0.892026, "recall": 0.91502}, {"accuracy": 0.835968, "f1": 0.791996, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"], "main_score": 0.791996, "precision": 0.772151, "recall": 0.835968}, {"accuracy": 0.869565, "f1": 0.841272, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"], "main_score": 0.841272, "precision": 0.830901, "recall": 0.869565}, {"accuracy": 0.885375, "f1": 0.859476, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"], "main_score": 0.859476, "precision": 0.849893, "recall": 0.885375}, {"accuracy": 0.879447, "f1": 0.852227, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"], "main_score": 0.852227, "precision": 0.841067, "recall": 0.879447}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.920949, "f1": 0.896311, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"], "main_score": 0.896311, "precision": 0.88447, "recall": 0.920949}, {"accuracy": 0.882411, "f1": 0.850132, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"], "main_score": 0.850132, "precision": 0.834816, "recall": 0.882411}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"], "main_score": 0.879513, "precision": 0.866354, "recall": 0.907115}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"], "main_score": 0.902339, "precision": 0.891798, "recall": 0.924901}, {"accuracy": 0.786561, "f1": 0.743614, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"], "main_score": 0.743614, "precision": 0.727564, "recall": 0.786561}, {"accuracy": 0.848814, "f1": 0.823416, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"], "main_score": 0.823416, "precision": 0.814754, "recall": 0.848814}, {"accuracy": 0.791502, "f1": 0.738858, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"], "main_score": 0.738858, "precision": 0.717194, "recall": 0.791502}, {"accuracy": 0.890316, "f1": 0.859914, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"], "main_score": 0.859914, "precision": 0.845109, "recall": 0.890316}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"], "main_score": 0.9333, "precision": 0.925395, "recall": 0.949605}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"], "main_score": 0.887022, "precision": 0.87607, "recall": 0.912055}, {"accuracy": 0.914032, "f1": 0.886858, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"], "main_score": 0.886858, "precision": 0.873682, "recall": 0.914032}, {"accuracy": 0.847826, "f1": 0.826834, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"], "main_score": 0.826834, "precision": 0.819163, "recall": 0.847826}, {"accuracy": 0.779644, "f1": 0.723043, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"], "main_score": 0.723043, "precision": 0.697826, "recall": 0.779644}, {"accuracy": 0.851779, "f1": 0.814086, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"], "main_score": 0.814086, "precision": 0.798758, "recall": 0.851779}, {"accuracy": 0.880435, "f1": 0.84529, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"], "main_score": 0.84529, "precision": 0.829578, "recall": 0.880435}, {"accuracy": 0.806324, "f1": 0.756211, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"], "main_score": 0.756211, "precision": 0.734437, "recall": 0.806324}, {"accuracy": 0.781621, "f1": 0.727673, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"], "main_score": 0.727673, "precision": 0.705501, "recall": 0.781621}, {"accuracy": 0.908103, "f1": 0.881686, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"], "main_score": 0.881686, "precision": 0.869895, "recall": 0.908103}, {"accuracy": 0.827075, "f1": 0.785365, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"], "main_score": 0.785365, "precision": 0.769082, "recall": 0.827075}, {"accuracy": 0.881423, "f1": 0.847861, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"], "main_score": 0.847861, "precision": 0.833063, "recall": 0.881423}, {"accuracy": 0.726285, "f1": 0.661086, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"], "main_score": 0.661086, "precision": 0.63363, "recall": 0.726285}, {"accuracy": 0.864625, "f1": 0.837634, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"], "main_score": 0.837634, "precision": 0.827952, "recall": 0.864625}, {"accuracy": 0.889328, "f1": 0.862697, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"], "main_score": 0.862697, "precision": 0.852372, "recall": 0.889328}, {"accuracy": 0.864625, "f1": 0.834214, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"], "main_score": 0.834214, "precision": 0.822912, "recall": 0.864625}, {"accuracy": 0.897233, "f1": 0.872848, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"], "main_score": 0.872848, "precision": 0.863466, "recall": 0.897233}, {"accuracy": 0.866601, "f1": 0.831985, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"], "main_score": 0.831985, "precision": 0.817763, "recall": 0.866601}, {"accuracy": 0.901186, "f1": 0.872694, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"], "main_score": 0.872694, "precision": 0.85919, "recall": 0.901186}, {"accuracy": 0.865613, "f1": 0.826663, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"], "main_score": 0.826663, "precision": 0.808804, "recall": 0.865613}, {"accuracy": 0.860672, "f1": 0.823682, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"], "main_score": 0.823682, "precision": 0.806604, "recall": 0.860672}, {"accuracy": 0.051383, "f1": 0.027317, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"], "main_score": 0.027317, "precision": 0.021763, "recall": 0.051383}, {"accuracy": 0.885375, "f1": 0.862124, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"], "main_score": 0.862124, "precision": 0.853611, "recall": 0.885375}, {"accuracy": 0.892292, "f1": 0.862634, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"], "main_score": 0.862634, "precision": 0.849951, "recall": 0.892292}, {"accuracy": 0.933794, "f1": 0.912879, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"], "main_score": 0.912879, "precision": 0.902668, "recall": 0.933794}, {"accuracy": 0.928854, "f1": 0.906456, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"], "main_score": 0.906456, "precision": 0.895586, "recall": 0.928854}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.87253, "f1": 0.846602, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"], "main_score": 0.846602, "precision": 0.836726, "recall": 0.87253}, {"accuracy": 0.866601, "f1": 0.830764, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"], "main_score": 0.830764, "precision": 0.814147, "recall": 0.866601}, {"accuracy": 0.850791, "f1": 0.810112, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"], "main_score": 0.810112, "precision": 0.792144, "recall": 0.850791}, {"accuracy": 0.837945, "f1": 0.8107, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"], "main_score": 0.8107, "precision": 0.801167, "recall": 0.837945}, {"accuracy": 0.882411, "f1": 0.85183, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"], "main_score": 0.85183, "precision": 0.838472, "recall": 0.882411}, {"accuracy": 0.895257, "f1": 0.867984, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"], "main_score": 0.867984, "precision": 0.854825, "recall": 0.895257}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"], "main_score": 0.919203, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.874506, "f1": 0.843651, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"], "main_score": 0.843651, "precision": 0.831085, "recall": 0.874506}, {"accuracy": 0.879447, "f1": 0.857316, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"], "main_score": 0.857316, "precision": 0.848156, "recall": 0.879447}, {"accuracy": 0.891304, "f1": 0.860244, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"], "main_score": 0.860244, "precision": 0.845438, "recall": 0.891304}, {"accuracy": 0.909091, "f1": 0.886997, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"], "main_score": 0.886997, "precision": 0.877684, "recall": 0.909091}, {"accuracy": 0.891304, "f1": 0.866441, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"], "main_score": 0.866441, "precision": 0.856738, "recall": 0.891304}, {"accuracy": 0.864625, "f1": 0.827866, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"], "main_score": 0.827866, "precision": 0.811539, "recall": 0.864625}, {"accuracy": 0.884387, "f1": 0.858384, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"], "main_score": 0.858384, "precision": 0.848769, "recall": 0.884387}, {"accuracy": 0.929842, "f1": 0.90942, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"], "main_score": 0.90942, "precision": 0.899736, "recall": 0.929842}, {"accuracy": 0.917984, "f1": 0.893412, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"], "main_score": 0.893412, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.885375, "f1": 0.863493, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"], "main_score": 0.863493, "precision": 0.855389, "recall": 0.885375}, {"accuracy": 0.88834, "f1": 0.854414, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"], "main_score": 0.854414, "precision": 0.838274, "recall": 0.88834}, {"accuracy": 0.188735, "f1": 0.150744, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"], "main_score": 0.150744, "precision": 0.14059, "recall": 0.188735}, {"accuracy": 0.909091, "f1": 0.886714, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"], "main_score": 0.886714, "precision": 0.877075, "recall": 0.909091}, {"accuracy": 0.927866, "f1": 0.907279, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"], "main_score": 0.907279, "precision": 0.897398, "recall": 0.927866}, {"accuracy": 0.900198, "f1": 0.872431, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"], "main_score": 0.872431, "precision": 0.860507, "recall": 0.900198}, {"accuracy": 0.850791, "f1": 0.816082, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"], "main_score": 0.816082, "precision": 0.802801, "recall": 0.850791}, {"accuracy": 0.870553, "f1": 0.842907, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"], "main_score": 0.842907, "precision": 0.832989, "recall": 0.870553}, {"accuracy": 0.883399, "f1": 0.857367, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"], "main_score": 0.857367, "precision": 0.847161, "recall": 0.883399}, {"accuracy": 0.87253, "f1": 0.837473, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"], "main_score": 0.837473, "precision": 0.821599, "recall": 0.87253}, {"accuracy": 0.90415, "f1": 0.881683, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"], "main_score": 0.881683, "precision": 0.872656, "recall": 0.90415}, {"accuracy": 0.91502, "f1": 0.892095, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"], "main_score": 0.892095, "precision": 0.882115, "recall": 0.91502}, {"accuracy": 0.839921, "f1": 0.816066, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"], "main_score": 0.816066, "precision": 0.806813, "recall": 0.839921}, {"accuracy": 0.868577, "f1": 0.837361, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"], "main_score": 0.837361, "precision": 0.82511, "recall": 0.868577}, {"accuracy": 0.906126, "f1": 0.881112, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"], "main_score": 0.881112, "precision": 0.870817, "recall": 0.906126}, {"accuracy": 0.912055, "f1": 0.890388, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"], "main_score": 0.890388, "precision": 0.881918, "recall": 0.912055}, {"accuracy": 0.865613, "f1": 0.829249, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"], "main_score": 0.829249, "precision": 0.8125, "recall": 0.865613}, {"accuracy": 0.871542, "f1": 0.833827, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"], "main_score": 0.833827, "precision": 0.816453, "recall": 0.871542}, {"accuracy": 0.866601, "f1": 0.838399, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"], "main_score": 0.838399, "precision": 0.827621, "recall": 0.866601}, {"accuracy": 0.928854, "f1": 0.90695, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"], "main_score": 0.90695, "precision": 0.896245, "recall": 0.928854}, {"accuracy": 0.886364, "f1": 0.864206, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"], "main_score": 0.864206, "precision": 0.855797, "recall": 0.886364}, {"accuracy": 0.908103, "f1": 0.880237, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"], "main_score": 0.880237, "precision": 0.867424, "recall": 0.908103}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"], "main_score": 0.919862, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.897233, "f1": 0.868347, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"], "main_score": 0.868347, "precision": 0.855896, "recall": 0.897233}, {"accuracy": 0.910079, "f1": 0.883136, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"], "main_score": 0.883136, "precision": 0.870669, "recall": 0.910079}, {"accuracy": 0.848814, "f1": 0.810065, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"], "main_score": 0.810065, "precision": 0.793857, "recall": 0.848814}, {"accuracy": 0.881423, "f1": 0.846805, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"], "main_score": 0.846805, "precision": 0.83139, "recall": 0.881423}, {"accuracy": 0.846838, "f1": 0.815336, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"], "main_score": 0.815336, "precision": 0.80355, "recall": 0.846838}, {"accuracy": 0.869565, "f1": 0.834392, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"], "main_score": 0.834392, "precision": 0.819318, "recall": 0.869565}, {"accuracy": 0.851779, "f1": 0.811495, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"], "main_score": 0.811495, "precision": 0.79277, "recall": 0.851779}, {"accuracy": 0.869565, "f1": 0.844001, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"], "main_score": 0.844001, "precision": 0.833319, "recall": 0.869565}, {"accuracy": 0.90415, "f1": 0.875659, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"], "main_score": 0.875659, "precision": 0.862154, "recall": 0.90415}, {"accuracy": 0.837945, "f1": 0.796462, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"], "main_score": 0.796462, "precision": 0.77775, "recall": 0.837945}, {"accuracy": 0.922925, "f1": 0.902899, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"], "main_score": 0.902899, "precision": 0.893528, "recall": 0.922925}, {"accuracy": 0.608696, "f1": 0.532296, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"], "main_score": 0.532296, "precision": 0.504755, "recall": 0.608696}, {"accuracy": 0.891304, "f1": 0.867627, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"], "main_score": 0.867627, "precision": 0.858664, "recall": 0.891304}, {"accuracy": 0.891304, "f1": 0.869105, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"], "main_score": 0.869105, "precision": 0.860082, "recall": 0.891304}, {"accuracy": 0.86166, "f1": 0.828057, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"], "main_score": 0.828057, "precision": 0.815374, "recall": 0.86166}, {"accuracy": 0.88834, "f1": 0.863563, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"], "main_score": 0.863563, "precision": 0.854348, "recall": 0.88834}, {"accuracy": 0.879447, "f1": 0.846179, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"], "main_score": 0.846179, "precision": 0.830534, "recall": 0.879447}, {"accuracy": 0.851779, "f1": 0.814625, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"], "main_score": 0.814625, "precision": 0.799045, "recall": 0.851779}, {"accuracy": 0.889328, "f1": 0.856489, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"], "main_score": 0.856489, "precision": 0.841568, "recall": 0.889328}, {"accuracy": 0.885375, "f1": 0.864318, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"], "main_score": 0.864318, "precision": 0.856269, "recall": 0.885375}, {"accuracy": 0.869565, "f1": 0.836265, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"], "main_score": 0.836265, "precision": 0.820817, "recall": 0.869565}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"], "main_score": 0.935277, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.882411, "f1": 0.851383, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"], "main_score": 0.851383, "precision": 0.837121, "recall": 0.882411}, {"accuracy": 0.891304, "f1": 0.860559, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"], "main_score": 0.860559, "precision": 0.847332, "recall": 0.891304}, {"accuracy": 0.883399, "f1": 0.853379, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"], "main_score": 0.853379, "precision": 0.84109, "recall": 0.883399}, {"accuracy": 0.873518, "f1": 0.844048, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"], "main_score": 0.844048, "precision": 0.833186, "recall": 0.873518}, {"accuracy": 0.202569, "f1": 0.152176, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"], "main_score": 0.152176, "precision": 0.137283, "recall": 0.202569}, {"accuracy": 0.882411, "f1": 0.849539, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"], "main_score": 0.849539, "precision": 0.834239, "recall": 0.882411}, {"accuracy": 0.875494, "f1": 0.841521, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"], "main_score": 0.841521, "precision": 0.827355, "recall": 0.875494}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"], "main_score": 0.902174, "precision": 0.890975, "recall": 0.924901}, {"accuracy": 0.914032, "f1": 0.889954, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"], "main_score": 0.889954, "precision": 0.878788, "recall": 0.914032}, {"accuracy": 0.887352, "f1": 0.859145, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"], "main_score": 0.859145, "precision": 0.847753, "recall": 0.887352}, {"accuracy": 0.83004, "f1": 0.78762, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"], "main_score": 0.78762, "precision": 0.770718, "recall": 0.83004}, {"accuracy": 0.911067, "f1": 0.886199, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"], "main_score": 0.886199, "precision": 0.874901, "recall": 0.911067}, {"accuracy": 0.911067, "f1": 0.889857, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"], "main_score": 0.889857, "precision": 0.881548, "recall": 0.911067}, {"accuracy": 0.886364, "f1": 0.861407, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"], "main_score": 0.861407, "precision": 0.852301, "recall": 0.886364}, {"accuracy": 0.874506, "f1": 0.849292, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"], "main_score": 0.849292, "precision": 0.839738, "recall": 0.874506}, {"accuracy": 0.856719, "f1": 0.82197, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"], "main_score": 0.82197, "precision": 0.808113, "recall": 0.856719}, {"accuracy": 0.894269, "f1": 0.869044, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"], "main_score": 0.869044, "precision": 0.858477, "recall": 0.894269}, {"accuracy": 0.795455, "f1": 0.745572, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"], "main_score": 0.745572, "precision": 0.724012, "recall": 0.795455}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"], "main_score": 0.900527, "precision": 0.889328, "recall": 0.923913}, {"accuracy": 0.868577, "f1": 0.840302, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"], "main_score": 0.840302, "precision": 0.829251, "recall": 0.868577}, {"accuracy": 0.891304, "f1": 0.871655, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"], "main_score": 0.871655, "precision": 0.863424, "recall": 0.891304}, {"accuracy": 0.880435, "f1": 0.857542, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"], "main_score": 0.857542, "precision": 0.848088, "recall": 0.880435}, {"accuracy": 0.836957, "f1": 0.793445, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"], "main_score": 0.793445, "precision": 0.77416, "recall": 0.836957}, {"accuracy": 0.832016, "f1": 0.786199, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"], "main_score": 0.786199, "precision": 0.765316, "recall": 0.832016}, {"accuracy": 0.907115, "f1": 0.880402, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"], "main_score": 0.880402, "precision": 0.868116, "recall": 0.907115}, {"accuracy": 0.91502, "f1": 0.890679, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"], "main_score": 0.890679, "precision": 0.879858, "recall": 0.91502}, {"accuracy": 0.883399, "f1": 0.851976, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"], "main_score": 0.851976, "precision": 0.837895, "recall": 0.883399}, {"accuracy": 0.916996, "f1": 0.896513, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"], "main_score": 0.896513, "precision": 0.888046, "recall": 0.916996}, {"accuracy": 0.79249, "f1": 0.739592, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"], "main_score": 0.739592, "precision": 0.71581, "recall": 0.79249}, {"accuracy": 0.922925, "f1": 0.898715, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"], "main_score": 0.898715, "precision": 0.887022, "recall": 0.922925}, {"accuracy": 0.897233, "f1": 0.874592, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"], "main_score": 0.874592, "precision": 0.865435, "recall": 0.897233}, {"accuracy": 0.882411, "f1": 0.858473, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"], "main_score": 0.858473, "precision": 0.849996, "recall": 0.882411}, {"accuracy": 0.853755, "f1": 0.831408, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"], "main_score": 0.831408, "precision": 0.823916, "recall": 0.853755}, {"accuracy": 0.86166, "f1": 0.837423, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"], "main_score": 0.837423, "precision": 0.828623, "recall": 0.86166}, {"accuracy": 0.900198, "f1": 0.869466, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"], "main_score": 0.869466, "precision": 0.854825, "recall": 0.900198}, {"accuracy": 0.909091, "f1": 0.88195, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"], "main_score": 0.88195, "precision": 0.869483, "recall": 0.909091}, {"accuracy": 0.847826, "f1": 0.807213, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"], "main_score": 0.807213, "precision": 0.788323, "recall": 0.847826}, {"accuracy": 0.253953, "f1": 0.210895, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"], "main_score": 0.210895, "precision": 0.197196, "recall": 0.253953}, {"accuracy": 0.892292, "f1": 0.861001, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"], "main_score": 0.861001, "precision": 0.846212, "recall": 0.892292}, {"accuracy": 0.725296, "f1": 0.657218, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"], "main_score": 0.657218, "precision": 0.628211, "recall": 0.725296}, {"accuracy": 0.892292, "f1": 0.862747, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"], "main_score": 0.862747, "precision": 0.850132, "recall": 0.892292}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"], "main_score": 0.922596, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.849802, "f1": 0.808122, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"], "main_score": 0.808122, "precision": 0.789114, "recall": 0.849802}, {"accuracy": 0.903162, "f1": 0.874473, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"], "main_score": 0.874473, "precision": 0.861166, "recall": 0.903162}, {"accuracy": 0.913043, "f1": 0.889559, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"], "main_score": 0.889559, "precision": 0.879068, "recall": 0.913043}, {"accuracy": 0.897233, "f1": 0.86693, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"], "main_score": 0.86693, "precision": 0.852635, "recall": 0.897233}, {"accuracy": 0.885375, "f1": 0.854465, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"], "main_score": 0.854465, "precision": 0.841271, "recall": 0.885375}, {"accuracy": 0.912055, "f1": 0.885277, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"], "main_score": 0.885277, "precision": 0.872777, "recall": 0.912055}, {"accuracy": 0.892292, "f1": 0.869293, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"], "main_score": 0.869293, "precision": 0.860218, "recall": 0.892292}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"], "main_score": 0.874242, "precision": 0.86059, "recall": 0.903162}, {"accuracy": 0.833004, "f1": 0.787912, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"], "main_score": 0.787912, "precision": 0.767078, "recall": 0.833004}, {"accuracy": 0.870553, "f1": 0.833616, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"], "main_score": 0.833616, "precision": 0.816206, "recall": 0.870553}, {"accuracy": 0.93083, "f1": 0.908926, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"], "main_score": 0.908926, "precision": 0.898386, "recall": 0.93083}, {"accuracy": 0.864625, "f1": 0.830228, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"], "main_score": 0.830228, "precision": 0.81642, "recall": 0.864625}, {"accuracy": 0.046443, "f1": 0.026088, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"], "main_score": 0.026088, "precision": 0.021962, "recall": 0.046443}, {"accuracy": 0.86166, "f1": 0.834282, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"], "main_score": 0.834282, "precision": 0.824685, "recall": 0.86166}, {"accuracy": 0.890316, "f1": 0.862088, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"], "main_score": 0.862088, "precision": 0.849835, "recall": 0.890316}, {"accuracy": 0.824111, "f1": 0.790438, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"], "main_score": 0.790438, "precision": 0.776792, "recall": 0.824111}, {"accuracy": 0.879447, "f1": 0.850421, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"], "main_score": 0.850421, "precision": 0.838592, "recall": 0.879447}, {"accuracy": 0.847826, "f1": 0.806442, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"], "main_score": 0.806442, "precision": 0.789377, "recall": 0.847826}, {"accuracy": 0.867589, "f1": 0.832576, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"], "main_score": 0.832576, "precision": 0.816123, "recall": 0.867589}, {"accuracy": 0.863636, "f1": 0.830386, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"], "main_score": 0.830386, "precision": 0.817252, "recall": 0.863636}, {"accuracy": 0.863636, "f1": 0.833517, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"], "main_score": 0.833517, "precision": 0.822392, "recall": 0.863636}, {"accuracy": 0.917984, "f1": 0.892523, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"], "main_score": 0.892523, "precision": 0.880188, "recall": 0.917984}, {"accuracy": 0.893281, "f1": 0.862945, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"], "main_score": 0.862945, "precision": 0.849341, "recall": 0.893281}, {"accuracy": 0.798419, "f1": 0.747318, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"], "main_score": 0.747318, "precision": 0.726318, "recall": 0.798419}, {"accuracy": 0.897233, "f1": 0.871655, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"], "main_score": 0.871655, "precision": 0.860683, "recall": 0.897233}, {"accuracy": 0.787549, "f1": 0.736679, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"], "main_score": 0.736679, "precision": 0.714427, "recall": 0.787549}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"], "main_score": 0.85919, "precision": 0.844038, "recall": 0.891304}, {"accuracy": 0.885375, "f1": 0.860029, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"], "main_score": 0.860029, "precision": 0.850384, "recall": 0.885375}, {"accuracy": 0.88834, "f1": 0.855567, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"], "main_score": 0.855567, "precision": 0.84025, "recall": 0.88834}, {"accuracy": 0.908103, "f1": 0.882724, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"], "main_score": 0.882724, "precision": 0.871847, "recall": 0.908103}, {"accuracy": 0.923913, "f1": 0.9028, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"], "main_score": 0.9028, "precision": 0.892951, "recall": 0.923913}, {"accuracy": 0.899209, "f1": 0.871245, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"], "main_score": 0.871245, "precision": 0.859338, "recall": 0.899209}, {"accuracy": 0.817194, "f1": 0.785722, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"], "main_score": 0.785722, "precision": 0.77391, "recall": 0.817194}, {"accuracy": 0.87747, "f1": 0.847087, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"], "main_score": 0.847087, "precision": 0.83456, "recall": 0.87747}, {"accuracy": 0.854743, "f1": 0.816274, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"], "main_score": 0.816274, "precision": 0.799532, "recall": 0.854743}, {"accuracy": 0.886364, "f1": 0.854663, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"], "main_score": 0.854663, "precision": 0.840613, "recall": 0.886364}, {"accuracy": 0.852767, "f1": 0.812658, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"], "main_score": 0.812658, "precision": 0.794905, "recall": 0.852767}, {"accuracy": 0.836957, "f1": 0.793878, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"], "main_score": 0.793878, "precision": 0.776087, "recall": 0.836957}, {"accuracy": 0.962451, "f1": 0.951581, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"], "main_score": 0.951581, "precision": 0.946311, "recall": 0.962451}, {"accuracy": 0.94664, "f1": 0.930534, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"], "main_score": 0.930534, "precision": 0.923172, "recall": 0.94664}, {"accuracy": 0.918972, "f1": 0.897711, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"], "main_score": 0.897711, "precision": 0.888102, "recall": 0.918972}, {"accuracy": 0.853755, "f1": 0.814723, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"], "main_score": 0.814723, "precision": 0.798158, "recall": 0.853755}, {"accuracy": 0.807312, "f1": 0.768623, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"], "main_score": 0.768623, "precision": 0.75558, "recall": 0.807312}, {"accuracy": 0.857708, "f1": 0.823167, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"], "main_score": 0.823167, "precision": 0.80943, "recall": 0.857708}, {"accuracy": 0.881423, "f1": 0.848682, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"], "main_score": 0.848682, "precision": 0.835013, "recall": 0.881423}, {"accuracy": 0.875494, "f1": 0.838999, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"], "main_score": 0.838999, "precision": 0.822085, "recall": 0.875494}, {"accuracy": 0.925889, "f1": 0.903491, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"], "main_score": 0.903491, "precision": 0.892622, "recall": 0.925889}, {"accuracy": 0.814229, "f1": 0.7639, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"], "main_score": 0.7639, "precision": 0.740942, "recall": 0.814229}, {"accuracy": 0.876482, "f1": 0.851231, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"], "main_score": 0.851231, "precision": 0.841697, "recall": 0.876482}, {"accuracy": 0.86166, "f1": 0.827487, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"], "main_score": 0.827487, "precision": 0.812971, "recall": 0.86166}, {"accuracy": 0.827075, "f1": 0.789077, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"], "main_score": 0.789077, "precision": 0.773984, "recall": 0.827075}, {"accuracy": 0.874506, "f1": 0.842545, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"], "main_score": 0.842545, "precision": 0.828878, "recall": 0.874506}, {"accuracy": 0.898221, "f1": 0.869598, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"], "main_score": 0.869598, "precision": 0.857164, "recall": 0.898221}, {"accuracy": 0.892292, "f1": 0.862385, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"], "main_score": 0.862385, "precision": 0.848435, "recall": 0.892292}, {"accuracy": 0.887352, "f1": 0.860173, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"], "main_score": 0.860173, "precision": 0.849168, "recall": 0.887352}, {"accuracy": 0.87253, "f1": 0.837813, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"], "main_score": 0.837813, "precision": 0.821887, "recall": 0.87253}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"], "main_score": 0.913043, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.870553, "f1": 0.839369, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"], "main_score": 0.839369, "precision": 0.827053, "recall": 0.870553}, {"accuracy": 0.889328, "f1": 0.858465, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"], "main_score": 0.858465, "precision": 0.844203, "recall": 0.889328}, {"accuracy": 0.905138, "f1": 0.886415, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"], "main_score": 0.886415, "precision": 0.878641, "recall": 0.905138}, {"accuracy": 0.829051, "f1": 0.783202, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"], "main_score": 0.783202, "precision": 0.762516, "recall": 0.829051}, {"accuracy": 0.869565, "f1": 0.836023, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"], "main_score": 0.836023, "precision": 0.822538, "recall": 0.869565}, {"accuracy": 0.892292, "f1": 0.865223, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"], "main_score": 0.865223, "precision": 0.854464, "recall": 0.892292}, {"accuracy": 0.900198, "f1": 0.875813, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"], "main_score": 0.875813, "precision": 0.865869, "recall": 0.900198}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"], "main_score": 0.924572, "precision": 0.916337, "recall": 0.9417}, {"accuracy": 0.91996, "f1": 0.894928, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"], "main_score": 0.894928, "precision": 0.88274, "recall": 0.91996}, {"accuracy": 0.898221, "f1": 0.867984, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"], "main_score": 0.867984, "precision": 0.853179, "recall": 0.898221}, {"accuracy": 0.916996, "f1": 0.893511, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"], "main_score": 0.893511, "precision": 0.882493, "recall": 0.916996}, {"accuracy": 0.918972, "f1": 0.894269, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"], "main_score": 0.894269, "precision": 0.882609, "recall": 0.918972}, {"accuracy": 0.796443, "f1": 0.758022, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"], "main_score": 0.758022, "precision": 0.743344, "recall": 0.796443}, {"accuracy": 0.852767, "f1": 0.828532, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"], "main_score": 0.828532, "precision": 0.820405, "recall": 0.852767}, {"accuracy": 0.833004, "f1": 0.785639, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"], "main_score": 0.785639, "precision": 0.76469, "recall": 0.833004}, {"accuracy": 0.891304, "f1": 0.861957, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"], "main_score": 0.861957, "precision": 0.847826, "recall": 0.891304}, {"accuracy": 0.9417, "f1": 0.924407, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"], "main_score": 0.924407, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.921937, "f1": 0.899177, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"], "main_score": 0.899177, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"], "main_score": 0.923254, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.848814, "f1": 0.822197, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"], "main_score": 0.822197, "precision": 0.812228, "recall": 0.848814}, {"accuracy": 0.796443, "f1": 0.743874, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"], "main_score": 0.743874, "precision": 0.719895, "recall": 0.796443}, {"accuracy": 0.881423, "f1": 0.848748, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"], "main_score": 0.848748, "precision": 0.834552, "recall": 0.881423}, {"accuracy": 0.895257, "f1": 0.864954, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"], "main_score": 0.864954, "precision": 0.851153, "recall": 0.895257}, {"accuracy": 0.817194, "f1": 0.77108, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"], "main_score": 0.77108, "precision": 0.751136, "recall": 0.817194}, {"accuracy": 0.802372, "f1": 0.751186, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"], "main_score": 0.751186, "precision": 0.73004, "recall": 0.802372}, {"accuracy": 0.912055, "f1": 0.887319, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"], "main_score": 0.887319, "precision": 0.876153, "recall": 0.912055}, {"accuracy": 0.844862, "f1": 0.804136, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"], "main_score": 0.804136, "precision": 0.787121, "recall": 0.844862}, {"accuracy": 0.87747, "f1": 0.842918, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"], "main_score": 0.842918, "precision": 0.82719, "recall": 0.87747}, {"accuracy": 0.747036, "f1": 0.686401, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"], "main_score": 0.686401, "precision": 0.66054, "recall": 0.747036}, {"accuracy": 0.884387, "f1": 0.858137, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"], "main_score": 0.858137, "precision": 0.84823, "recall": 0.884387}, {"accuracy": 0.887352, "f1": 0.861234, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"], "main_score": 0.861234, "precision": 0.85086, "recall": 0.887352}, {"accuracy": 0.870553, "f1": 0.839319, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"], "main_score": 0.839319, "precision": 0.827234, "recall": 0.870553}, {"accuracy": 0.899209, "f1": 0.872925, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"], "main_score": 0.872925, "precision": 0.862088, "recall": 0.899209}, {"accuracy": 0.873518, "f1": 0.838999, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"], "main_score": 0.838999, "precision": 0.824144, "recall": 0.873518}, {"accuracy": 0.897233, "f1": 0.868083, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"], "main_score": 0.868083, "precision": 0.853755, "recall": 0.897233}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"], "main_score": 0.911397, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.866601, "f1": 0.828755, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"], "main_score": 0.828755, "precision": 0.811215, "recall": 0.866601}, {"accuracy": 0.043478, "f1": 0.019819, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"], "main_score": 0.019819, "precision": 0.015724, "recall": 0.043478}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.9417, "f1": 0.923814, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"], "main_score": 0.923814, "precision": 0.915431, "recall": 0.9417}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.918972, "f1": 0.896311, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"], "main_score": 0.896311, "precision": 0.885787, "recall": 0.918972}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.893281, "f1": 0.863274, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"], "main_score": 0.863274, "precision": 0.849473, "recall": 0.893281}, {"accuracy": 0.927866, "f1": 0.905534, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"], "main_score": 0.905534, "precision": 0.895175, "recall": 0.927866}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.892292, "f1": 0.861364, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"], "main_score": 0.861364, "precision": 0.847085, "recall": 0.892292}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.890547, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"], "main_score": 0.890547, "precision": 0.879035, "recall": 0.916008}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"], "main_score": 0.940382, "precision": 0.933794, "recall": 0.954545}, {"accuracy": 0.19664, "f1": 0.145326, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"], "main_score": 0.145326, "precision": 0.130741, "recall": 0.19664}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.91996, "f1": 0.89697, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"], "main_score": 0.89697, "precision": 0.886446, "recall": 0.91996}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.936759, "f1": 0.919203, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"], "main_score": 0.919203, "precision": 0.91115, "recall": 0.936759}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.865613, "f1": 0.829117, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"], "main_score": 0.829117, "precision": 0.812171, "recall": 0.865613}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"], "main_score": 0.897892, "precision": 0.886199, "recall": 0.921937}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.912879, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"], "main_score": 0.912879, "precision": 0.902668, "recall": 0.933794}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"], "main_score": 0.924242, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"], "main_score": 0.932477, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.873518, "f1": 0.837286, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"], "main_score": 0.837286, "precision": 0.820685, "recall": 0.873518}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.918972, "f1": 0.894928, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"], "main_score": 0.894928, "precision": 0.883399, "recall": 0.918972}, {"accuracy": 0.868577, "f1": 0.833136, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"], "main_score": 0.833136, "precision": 0.816403, "recall": 0.868577}, {"accuracy": 0.907115, "f1": 0.880731, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"], "main_score": 0.880731, "precision": 0.868412, "recall": 0.907115}, {"accuracy": 0.75, "f1": 0.694622, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"], "main_score": 0.694622, "precision": 0.671756, "recall": 0.75}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.880435, "f1": 0.846739, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"], "main_score": 0.846739, "precision": 0.83111, "recall": 0.880435}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.863636, "f1": 0.827273, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"], "main_score": 0.827273, "precision": 0.81059, "recall": 0.863636}, {"accuracy": 0.913043, "f1": 0.8861, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"], "main_score": 0.8861, "precision": 0.873435, "recall": 0.913043}, {"accuracy": 0.869565, "f1": 0.831719, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"], "main_score": 0.831719, "precision": 0.814147, "recall": 0.869565}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"], "main_score": 0.967885, "precision": 0.964427, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.216403, "f1": 0.147663, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"], "main_score": 0.147663, "precision": 0.127671, "recall": 0.216403}, {"accuracy": 0.911067, "f1": 0.885375, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"], "main_score": 0.885375, "precision": 0.872859, "recall": 0.911067}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"], "main_score": 0.899539, "precision": 0.888538, "recall": 0.922925}, {"accuracy": 0.889328, "f1": 0.856324, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"], "main_score": 0.856324, "precision": 0.841238, "recall": 0.889328}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"], "main_score": 0.968379, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.815217, "f1": 0.773555, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"], "main_score": 0.773555, "precision": 0.755558, "recall": 0.815217}, {"accuracy": 0.934783, "f1": 0.913867, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"], "main_score": 0.913867, "precision": 0.903821, "recall": 0.934783}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.901186, "f1": 0.873188, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"], "main_score": 0.873188, "precision": 0.860013, "recall": 0.901186}, {"accuracy": 0.853755, "f1": 0.814328, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"], "main_score": 0.814328, "precision": 0.796476, "recall": 0.853755}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.907115, "f1": 0.87836, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"], "main_score": 0.87836, "precision": 0.864707, "recall": 0.907115}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.832016, "f1": 0.789229, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"], "main_score": 0.789229, "precision": 0.769582, "recall": 0.832016}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.87253, "f1": 0.837154, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"], "main_score": 0.837154, "precision": 0.821262, "recall": 0.87253}, {"accuracy": 0.252964, "f1": 0.196302, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"], "main_score": 0.196302, "precision": 0.177614, "recall": 0.252964}, {"accuracy": 0.908103, "f1": 0.88139, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"], "main_score": 0.88139, "precision": 0.868906, "recall": 0.908103}, {"accuracy": 0.796443, "f1": 0.744697, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"], "main_score": 0.744697, "precision": 0.721591, "recall": 0.796443}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.898221, "f1": 0.867918, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"], "main_score": 0.867918, "precision": 0.853261, "recall": 0.898221}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.887352, "f1": 0.854315, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"], "main_score": 0.854315, "precision": 0.83885, "recall": 0.887352}, {"accuracy": 0.866601, "f1": 0.829084, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"], "main_score": 0.829084, "precision": 0.812006, "recall": 0.866601}, {"accuracy": 0.931818, "f1": 0.910244, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"], "main_score": 0.910244, "precision": 0.900033, "recall": 0.931818}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.055336, "f1": 0.027519, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"], "main_score": 0.027519, "precision": 0.022658, "recall": 0.055336}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.960804, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"], "main_score": 0.960804, "precision": 0.956851, "recall": 0.969368}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"], "main_score": 0.930007, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.898221, "f1": 0.868281, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"], "main_score": 0.868281, "precision": 0.854694, "recall": 0.898221}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.87747, "f1": 0.842622, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"], "main_score": 0.842622, "precision": 0.825873, "recall": 0.87747}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.847826, "f1": 0.808037, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"], "main_score": 0.808037, "precision": 0.790102, "recall": 0.847826}, {"accuracy": 0.934783, "f1": 0.91558, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"], "main_score": 0.91558, "precision": 0.906374, "recall": 0.934783}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.939954, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"], "main_score": 0.939954, "precision": 0.933712, "recall": 0.953557}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.898221, "f1": 0.870092, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"], "main_score": 0.870092, "precision": 0.85746, "recall": 0.898221}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.955534, "f1": 0.942161, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"], "main_score": 0.942161, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"], "main_score": 0.920125, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.951581, "f1": 0.936825, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"], "main_score": 0.936825, "precision": 0.929924, "recall": 0.951581}, {"accuracy": 0.840909, "f1": 0.799209, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"], "main_score": 0.799209, "precision": 0.780336, "recall": 0.840909}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.892292, "f1": 0.860573, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"], "main_score": 0.860573, "precision": 0.845767, "recall": 0.892292}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.887352, "f1": 0.857181, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"], "main_score": 0.857181, "precision": 0.84305, "recall": 0.887352}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"], "main_score": 0.918478, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"], "main_score": 0.894499, "precision": 0.882987, "recall": 0.918972}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.860672, "f1": 0.823847, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"], "main_score": 0.823847, "precision": 0.807642, "recall": 0.860672}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.916996, "f1": 0.891206, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"], "main_score": 0.891206, "precision": 0.8792, "recall": 0.916996}, {"accuracy": 0.968379, "f1": 0.957839, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"], "main_score": 0.957839, "precision": 0.952569, "recall": 0.968379}, {"accuracy": 0.881423, "f1": 0.846739, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"], "main_score": 0.846739, "precision": 0.830451, "recall": 0.881423}, {"accuracy": 0.91502, "f1": 0.890217, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"], "main_score": 0.890217, "precision": 0.878706, "recall": 0.91502}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"], "main_score": 0.943347, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"], "main_score": 0.950593, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.940711, "f1": 0.922991, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"], "main_score": 0.922991, "precision": 0.914443, "recall": 0.940711}, {"accuracy": 0.853755, "f1": 0.81357, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"], "main_score": 0.81357, "precision": 0.795735, "recall": 0.853755}, {"accuracy": 0.895257, "f1": 0.862978, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"], "main_score": 0.862978, "precision": 0.847661, "recall": 0.895257}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.938735, "f1": 0.920191, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"], "main_score": 0.920191, "precision": 0.911644, "recall": 0.938735}, {"accuracy": 0.940711, "f1": 0.922661, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"], "main_score": 0.922661, "precision": 0.914114, "recall": 0.940711}, {"accuracy": 0.815217, "f1": 0.768643, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"], "main_score": 0.768643, "precision": 0.747151, "recall": 0.815217}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 0.87253, "f1": 0.836364, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"], "main_score": 0.836364, "precision": 0.819779, "recall": 0.87253}, {"accuracy": 0.91996, "f1": 0.897299, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"], "main_score": 0.897299, "precision": 0.886446, "recall": 0.91996}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"], "main_score": 0.958992, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.790514, "f1": 0.736942, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"], "main_score": 0.736942, "precision": 0.712401, "recall": 0.790514}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"], "main_score": 0.948287, "precision": 0.942523, "recall": 0.960474}, {"accuracy": 0.924901, "f1": 0.903063, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"], "main_score": 0.903063, "precision": 0.893034, "recall": 0.924901}, {"accuracy": 0.775692, "f1": 0.724374, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"], "main_score": 0.724374, "precision": 0.701877, "recall": 0.775692}, {"accuracy": 0.795455, "f1": 0.750296, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"], "main_score": 0.750296, "precision": 0.729974, "recall": 0.795455}, {"accuracy": 0.050395, "f1": 0.029295, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"], "main_score": 0.029295, "precision": 0.024082, "recall": 0.050395}, {"accuracy": 0.747036, "f1": 0.695565, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"], "main_score": 0.695565, "precision": 0.67611, "recall": 0.747036}, {"accuracy": 0.789526, "f1": 0.736874, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"], "main_score": 0.736874, "precision": 0.715276, "recall": 0.789526}, {"accuracy": 0.83004, "f1": 0.784717, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"], "main_score": 0.784717, "precision": 0.763669, "recall": 0.83004}, {"accuracy": 0.812253, "f1": 0.76693, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"], "main_score": 0.76693, "precision": 0.746657, "recall": 0.812253}, {"accuracy": 0.841897, "f1": 0.804367, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"], "main_score": 0.804367, "precision": 0.787171, "recall": 0.841897}, {"accuracy": 0.758893, "f1": 0.708206, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"], "main_score": 0.708206, "precision": 0.688696, "recall": 0.758893}, {"accuracy": 0.775692, "f1": 0.727388, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"], "main_score": 0.727388, "precision": 0.706152, "recall": 0.775692}, {"accuracy": 0.747036, "f1": 0.685375, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"], "main_score": 0.685375, "precision": 0.658877, "recall": 0.747036}, {"accuracy": 0.710474, "f1": 0.659027, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"], "main_score": 0.659027, "precision": 0.640687, "recall": 0.710474}, {"accuracy": 0.781621, "f1": 0.731028, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"], "main_score": 0.731028, "precision": 0.709536, "recall": 0.781621}, {"accuracy": 0.799407, "f1": 0.757463, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"], "main_score": 0.757463, "precision": 0.738307, "recall": 0.799407}, {"accuracy": 0.859684, "f1": 0.821678, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"], "main_score": 0.821678, "precision": 0.804513, "recall": 0.859684}, {"accuracy": 0.763834, "f1": 0.708597, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"], "main_score": 0.708597, "precision": 0.686051, "recall": 0.763834}, {"accuracy": 0.736166, "f1": 0.685529, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"], "main_score": 0.685529, "precision": 0.666074, "recall": 0.736166}, {"accuracy": 0.818182, "f1": 0.777437, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"], "main_score": 0.777437, "precision": 0.759223, "recall": 0.818182}, {"accuracy": 0.766798, "f1": 0.71353, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"], "main_score": 0.71353, "precision": 0.692483, "recall": 0.766798}, {"accuracy": 0.758893, "f1": 0.704518, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"], "main_score": 0.704518, "precision": 0.682131, "recall": 0.758893}, {"accuracy": 0.718379, "f1": 0.654109, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"], "main_score": 0.654109, "precision": 0.627373, "recall": 0.718379}, {"accuracy": 0.76087, "f1": 0.70918, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"], "main_score": 0.70918, "precision": 0.689198, "recall": 0.76087}, {"accuracy": 0.83498, "f1": 0.795759, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"], "main_score": 0.795759, "precision": 0.778615, "recall": 0.83498}, {"accuracy": 0.818182, "f1": 0.772134, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"], "main_score": 0.772134, "precision": 0.752339, "recall": 0.818182}, {"accuracy": 0.741107, "f1": 0.692048, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"], "main_score": 0.692048, "precision": 0.672768, "recall": 0.741107}, {"accuracy": 0.804348, "f1": 0.756802, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"], "main_score": 0.756802, "precision": 0.735714, "recall": 0.804348}, {"accuracy": 0.158103, "f1": 0.12512, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"], "main_score": 0.12512, "precision": 0.11575, "recall": 0.158103}, {"accuracy": 0.775692, "f1": 0.731008, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"], "main_score": 0.731008, "precision": 0.712943, "recall": 0.775692}, {"accuracy": 0.827075, "f1": 0.784453, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"], "main_score": 0.784453, "precision": 0.764937, "recall": 0.827075}, {"accuracy": 0.795455, "f1": 0.746462, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"], "main_score": 0.746462, "precision": 0.725049, "recall": 0.795455}, {"accuracy": 0.730237, "f1": 0.671416, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"], "main_score": 0.671416, "precision": 0.648377, "recall": 0.730237}, {"accuracy": 0.764822, "f1": 0.713961, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"], "main_score": 0.713961, "precision": 0.69381, "recall": 0.764822}, {"accuracy": 0.759881, "f1": 0.70887, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"], "main_score": 0.70887, "precision": 0.688883, "recall": 0.759881}, {"accuracy": 0.794466, "f1": 0.74345, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"], "main_score": 0.74345, "precision": 0.720883, "recall": 0.794466}, {"accuracy": 0.779644, "f1": 0.7354, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"], "main_score": 0.7354, "precision": 0.718401, "recall": 0.779644}, {"accuracy": 0.799407, "f1": 0.747473, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"], "main_score": 0.747473, "precision": 0.724473, "recall": 0.799407}, {"accuracy": 0.702569, "f1": 0.656012, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"], "main_score": 0.656012, "precision": 0.637775, "recall": 0.702569}, {"accuracy": 0.757905, "f1": 0.70511, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"], "main_score": 0.70511, "precision": 0.683394, "recall": 0.757905}, {"accuracy": 0.777668, "f1": 0.729838, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"], "main_score": 0.729838, "precision": 0.711151, "recall": 0.777668}, {"accuracy": 0.784585, "f1": 0.734398, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"], "main_score": 0.734398, "precision": 0.713455, "recall": 0.784585}, {"accuracy": 0.759881, "f1": 0.713735, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"], "main_score": 0.713735, "precision": 0.693132, "recall": 0.759881}, {"accuracy": 0.783597, "f1": 0.733498, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"], "main_score": 0.733498, "precision": 0.711907, "recall": 0.783597}, {"accuracy": 0.73913, "f1": 0.687556, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"], "main_score": 0.687556, "precision": 0.668739, "recall": 0.73913}, {"accuracy": 0.810277, "f1": 0.765876, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"], "main_score": 0.765876, "precision": 0.745702, "recall": 0.810277}, {"accuracy": 0.763834, "f1": 0.719344, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"], "main_score": 0.719344, "precision": 0.702099, "recall": 0.763834}, {"accuracy": 0.79249, "f1": 0.742342, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"], "main_score": 0.742342, "precision": 0.720788, "recall": 0.79249}, {"accuracy": 0.83004, "f1": 0.786495, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"], "main_score": 0.786495, "precision": 0.767358, "recall": 0.83004}, {"accuracy": 0.768775, "f1": 0.713538, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"], "main_score": 0.713538, "precision": 0.68974, "recall": 0.768775}, {"accuracy": 0.79249, "f1": 0.745424, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"], "main_score": 0.745424, "precision": 0.724202, "recall": 0.79249}, {"accuracy": 0.745059, "f1": 0.688606, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"], "main_score": 0.688606, "precision": 0.664683, "recall": 0.745059}, {"accuracy": 0.779644, "f1": 0.72108, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"], "main_score": 0.72108, "precision": 0.694862, "recall": 0.779644}, {"accuracy": 0.716403, "f1": 0.656366, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"], "main_score": 0.656366, "precision": 0.633957, "recall": 0.716403}, {"accuracy": 0.772727, "f1": 0.716304, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"], "main_score": 0.716304, "precision": 0.692424, "recall": 0.772727}, {"accuracy": 0.775692, "f1": 0.722483, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"], "main_score": 0.722483, "precision": 0.698403, "recall": 0.775692}, {"accuracy": 0.742095, "f1": 0.694998, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"], "main_score": 0.694998, "precision": 0.675852, "recall": 0.742095}, {"accuracy": 0.817194, "f1": 0.77332, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"], "main_score": 0.77332, "precision": 0.753327, "recall": 0.817194}, {"accuracy": 0.772727, "f1": 0.723046, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"], "main_score": 0.723046, "precision": 0.7007, "recall": 0.772727}, {"accuracy": 0.848814, "f1": 0.811635, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"], "main_score": 0.811635, "precision": 0.795331, "recall": 0.848814}, {"accuracy": 0.544466, "f1": 0.471218, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"], "main_score": 0.471218, "precision": 0.444568, "recall": 0.544466}, {"accuracy": 0.767787, "f1": 0.716933, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"], "main_score": 0.716933, "precision": 0.697333, "recall": 0.767787}, {"accuracy": 0.767787, "f1": 0.719732, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"], "main_score": 0.719732, "precision": 0.700363, "recall": 0.767787}, {"accuracy": 0.738142, "f1": 0.677181, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"], "main_score": 0.677181, "precision": 0.651953, "recall": 0.738142}, {"accuracy": 0.750988, "f1": 0.695924, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"], "main_score": 0.695924, "precision": 0.673587, "recall": 0.750988}, {"accuracy": 0.837945, "f1": 0.799308, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"], "main_score": 0.799308, "precision": 0.781374, "recall": 0.837945}, {"accuracy": 0.740119, "f1": 0.677193, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"], "main_score": 0.677193, "precision": 0.65107, "recall": 0.740119}, {"accuracy": 0.771739, "f1": 0.717147, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"], "main_score": 0.717147, "precision": 0.692935, "recall": 0.771739}, {"accuracy": 0.749012, "f1": 0.707384, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"], "main_score": 0.707384, "precision": 0.690487, "recall": 0.749012}, {"accuracy": 0.800395, "f1": 0.759011, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"], "main_score": 0.759011, "precision": 0.740728, "recall": 0.800395}, {"accuracy": 0.842885, "f1": 0.809738, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"], "main_score": 0.809738, "precision": 0.795332, "recall": 0.842885}, {"accuracy": 0.793478, "f1": 0.749177, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"], "main_score": 0.749177, "precision": 0.729397, "recall": 0.793478}, {"accuracy": 0.76581, "f1": 0.706489, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"], "main_score": 0.706489, "precision": 0.680602, "recall": 0.76581}, {"accuracy": 0.754941, "f1": 0.699247, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"], "main_score": 0.699247, "precision": 0.675395, "recall": 0.754941}, {"accuracy": 0.741107, "f1": 0.685666, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"], "main_score": 0.685666, "precision": 0.664928, "recall": 0.741107}, {"accuracy": 0.172925, "f1": 0.126016, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"], "main_score": 0.126016, "precision": 0.112458, "recall": 0.172925}, {"accuracy": 0.807312, "f1": 0.764018, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"], "main_score": 0.764018, "precision": 0.744153, "recall": 0.807312}, {"accuracy": 0.737154, "f1": 0.678565, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"], "main_score": 0.678565, "precision": 0.655163, "recall": 0.737154}, {"accuracy": 0.821146, "f1": 0.778475, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"], "main_score": 0.778475, "precision": 0.759726, "recall": 0.821146}, {"accuracy": 0.804348, "f1": 0.758951, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"], "main_score": 0.758951, "precision": 0.739346, "recall": 0.804348}, {"accuracy": 0.778656, "f1": 0.727226, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"], "main_score": 0.727226, "precision": 0.706475, "recall": 0.778656}, {"accuracy": 0.72332, "f1": 0.663542, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"], "main_score": 0.663542, "precision": 0.639756, "recall": 0.72332}, {"accuracy": 0.835968, "f1": 0.793149, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"], "main_score": 0.793149, "precision": 0.77422, "recall": 0.835968}, {"accuracy": 0.80336, "f1": 0.756515, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"], "main_score": 0.756515, "precision": 0.738086, "recall": 0.80336}, {"accuracy": 0.756917, "f1": 0.707595, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"], "main_score": 0.707595, "precision": 0.688558, "recall": 0.756917}, {"accuracy": 0.738142, "f1": 0.684537, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"], "main_score": 0.684537, "precision": 0.662689, "recall": 0.738142}, {"accuracy": 0.726285, "f1": 0.670102, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"], "main_score": 0.670102, "precision": 0.648685, "recall": 0.726285}, {"accuracy": 0.749012, "f1": 0.69803, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"], "main_score": 0.69803, "precision": 0.677645, "recall": 0.749012}, {"accuracy": 0.732213, "f1": 0.67836, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"], "main_score": 0.67836, "precision": 0.654463, "recall": 0.732213}, {"accuracy": 0.825099, "f1": 0.785441, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"], "main_score": 0.785441, "precision": 0.76721, "recall": 0.825099}, {"accuracy": 0.75, "f1": 0.696008, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"], "main_score": 0.696008, "precision": 0.674326, "recall": 0.75}, {"accuracy": 0.764822, "f1": 0.722655, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"], "main_score": 0.722655, "precision": 0.705654, "recall": 0.764822}, {"accuracy": 0.754941, "f1": 0.710931, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"], "main_score": 0.710931, "precision": 0.693078, "recall": 0.754941}, {"accuracy": 0.770751, "f1": 0.718977, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"], "main_score": 0.718977, "precision": 0.6972, "recall": 0.770751}, {"accuracy": 0.76087, "f1": 0.709025, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"], "main_score": 0.709025, "precision": 0.685392, "recall": 0.76087}, {"accuracy": 0.790514, "f1": 0.737436, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"], "main_score": 0.737436, "precision": 0.714081, "recall": 0.790514}, {"accuracy": 0.793478, "f1": 0.741074, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"], "main_score": 0.741074, "precision": 0.718758, "recall": 0.793478}, {"accuracy": 0.811265, "f1": 0.768314, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"], "main_score": 0.768314, "precision": 0.749094, "recall": 0.811265}, {"accuracy": 0.770751, "f1": 0.723189, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"], "main_score": 0.723189, "precision": 0.704661, "recall": 0.770751}, {"accuracy": 0.750988, "f1": 0.700362, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"], "main_score": 0.700362, "precision": 0.677602, "recall": 0.750988}, {"accuracy": 0.840909, "f1": 0.801007, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"], "main_score": 0.801007, "precision": 0.782938, "recall": 0.840909}, {"accuracy": 0.764822, "f1": 0.718957, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"], "main_score": 0.718957, "precision": 0.701343, "recall": 0.764822}, {"accuracy": 0.732213, "f1": 0.681027, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"], "main_score": 0.681027, "precision": 0.662178, "recall": 0.732213}, {"accuracy": 0.720356, "f1": 0.675295, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"], "main_score": 0.675295, "precision": 0.65885, "recall": 0.720356}, {"accuracy": 0.721344, "f1": 0.669775, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"], "main_score": 0.669775, "precision": 0.6504, "recall": 0.721344}, {"accuracy": 0.826087, "f1": 0.780402, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"], "main_score": 0.780402, "precision": 0.759387, "recall": 0.826087}, {"accuracy": 0.805336, "f1": 0.758338, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"], "main_score": 0.758338, "precision": 0.738208, "recall": 0.805336}, {"accuracy": 0.794466, "f1": 0.751943, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"], "main_score": 0.751943, "precision": 0.732905, "recall": 0.794466}, {"accuracy": 0.225296, "f1": 0.17726, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"], "main_score": 0.17726, "precision": 0.161756, "recall": 0.225296}, {"accuracy": 0.820158, "f1": 0.778906, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"], "main_score": 0.778906, "precision": 0.760655, "recall": 0.820158}, {"accuracy": 0.681818, "f1": 0.613098, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"], "main_score": 0.613098, "precision": 0.58443, "recall": 0.681818}, {"accuracy": 0.785573, "f1": 0.731192, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"], "main_score": 0.731192, "precision": 0.707625, "recall": 0.785573}, {"accuracy": 0.843874, "f1": 0.804249, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"], "main_score": 0.804249, "precision": 0.786215, "recall": 0.843874}, {"accuracy": 0.759881, "f1": 0.702092, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"], "main_score": 0.702092, "precision": 0.676936, "recall": 0.759881}, {"accuracy": 0.798419, "f1": 0.749621, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"], "main_score": 0.749621, "precision": 0.727924, "recall": 0.798419}, {"accuracy": 0.793478, "f1": 0.74086, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"], "main_score": 0.74086, "precision": 0.717516, "recall": 0.793478}, {"accuracy": 0.804348, "f1": 0.756258, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"], "main_score": 0.756258, "precision": 0.73503, "recall": 0.804348}, {"accuracy": 0.777668, "f1": 0.728263, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"], "main_score": 0.728263, "precision": 0.707355, "recall": 0.777668}, {"accuracy": 0.796443, "f1": 0.74966, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"], "main_score": 0.74966, "precision": 0.728878, "recall": 0.796443}, {"accuracy": 0.750988, "f1": 0.704677, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"], "main_score": 0.704677, "precision": 0.686749, "recall": 0.750988}, {"accuracy": 0.811265, "f1": 0.763455, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"], "main_score": 0.763455, "precision": 0.74166, "recall": 0.811265}, {"accuracy": 0.763834, "f1": 0.711693, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"], "main_score": 0.711693, "precision": 0.689262, "recall": 0.763834}, {"accuracy": 0.789526, "f1": 0.741535, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"], "main_score": 0.741535, "precision": 0.719401, "recall": 0.789526}, {"accuracy": 0.825099, "f1": 0.784576, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"], "main_score": 0.784576, "precision": 0.766469, "recall": 0.825099}, {"accuracy": 0.730237, "f1": 0.670523, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"], "main_score": 0.670523, "precision": 0.646743, "recall": 0.730237}, {"accuracy": 0.046443, "f1": 0.029124, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"], "main_score": 0.029124, "precision": 0.025668, "recall": 0.046443}, {"accuracy": 0.715415, "f1": 0.662711, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"], "main_score": 0.662711, "precision": 0.643072, "recall": 0.715415}, {"accuracy": 0.781621, "f1": 0.72996, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"], "main_score": 0.72996, "precision": 0.707049, "recall": 0.781621}, {"accuracy": 0.675889, "f1": 0.621854, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"], "main_score": 0.621854, "precision": 0.602157, "recall": 0.675889}, {"accuracy": 0.764822, "f1": 0.71365, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"], "main_score": 0.71365, "precision": 0.69302, "recall": 0.764822}, {"accuracy": 0.717391, "f1": 0.653428, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"], "main_score": 0.653428, "precision": 0.62687, "recall": 0.717391}, {"accuracy": 0.773715, "f1": 0.722483, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"], "main_score": 0.722483, "precision": 0.699424, "recall": 0.773715}, {"accuracy": 0.740119, "f1": 0.685432, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"], "main_score": 0.685432, "precision": 0.664176, "recall": 0.740119}, {"accuracy": 0.735178, "f1": 0.679206, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"], "main_score": 0.679206, "precision": 0.657178, "recall": 0.735178}, {"accuracy": 0.817194, "f1": 0.772727, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"], "main_score": 0.772727, "precision": 0.75275, "recall": 0.817194}, {"accuracy": 0.771739, "f1": 0.716831, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"], "main_score": 0.716831, "precision": 0.692325, "recall": 0.771739}, {"accuracy": 0.673913, "f1": 0.608903, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"], "main_score": 0.608903, "precision": 0.581291, "recall": 0.673913}, {"accuracy": 0.762846, "f1": 0.710936, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"], "main_score": 0.710936, "precision": 0.689674, "recall": 0.762846}, {"accuracy": 0.721344, "f1": 0.665596, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"], "main_score": 0.665596, "precision": 0.64161, "recall": 0.721344}, {"accuracy": 0.77668, "f1": 0.724843, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"], "main_score": 0.724843, "precision": 0.702396, "recall": 0.77668}, {"accuracy": 0.768775, "f1": 0.721505, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"], "main_score": 0.721505, "precision": 0.703516, "recall": 0.768775}, {"accuracy": 0.821146, "f1": 0.77971, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"], "main_score": 0.77971, "precision": 0.761232, "recall": 0.821146}, {"accuracy": 0.796443, "f1": 0.744504, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"], "main_score": 0.744504, "precision": 0.722892, "recall": 0.796443}, {"accuracy": 0.824111, "f1": 0.786201, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"], "main_score": 0.786201, "precision": 0.770102, "recall": 0.824111}, {"accuracy": 0.795455, "f1": 0.743182, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"], "main_score": 0.743182, "precision": 0.720982, "recall": 0.795455}, {"accuracy": 0.678854, "f1": 0.624837, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"], "main_score": 0.624837, "precision": 0.604402, "recall": 0.678854}, {"accuracy": 0.748024, "f1": 0.692725, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"], "main_score": 0.692725, "precision": 0.670276, "recall": 0.748024}, {"accuracy": 0.751976, "f1": 0.696443, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"], "main_score": 0.696443, "precision": 0.673468, "recall": 0.751976}, {"accuracy": 0.777668, "f1": 0.725428, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"], "main_score": 0.725428, "precision": 0.701934, "recall": 0.777668}, {"accuracy": 0.747036, "f1": 0.685903, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"], "main_score": 0.685903, "precision": 0.659823, "recall": 0.747036}, {"accuracy": 0.747036, "f1": 0.688987, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"], "main_score": 0.688987, "precision": 0.665144, "recall": 0.747036}, {"accuracy": 0.848814, "f1": 0.810079, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"], "main_score": 0.810079, "precision": 0.792161, "recall": 0.848814}, {"accuracy": 0.839921, "f1": 0.798254, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"], "main_score": 0.798254, "precision": 0.779397, "recall": 0.839921}, {"accuracy": 0.787549, "f1": 0.737139, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"], "main_score": 0.737139, "precision": 0.71633, "recall": 0.787549}, {"accuracy": 0.699605, "f1": 0.635644, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"], "main_score": 0.635644, "precision": 0.608696, "recall": 0.699605}, {"accuracy": 0.716403, "f1": 0.659626, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"], "main_score": 0.659626, "precision": 0.638655, "recall": 0.716403}, {"accuracy": 0.747036, "f1": 0.692366, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"], "main_score": 0.692366, "precision": 0.670663, "recall": 0.747036}, {"accuracy": 0.758893, "f1": 0.701899, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"], "main_score": 0.701899, "precision": 0.6785, "recall": 0.758893}, {"accuracy": 0.788538, "f1": 0.739163, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"], "main_score": 0.739163, "precision": 0.71721, "recall": 0.788538}, {"accuracy": 0.831028, "f1": 0.790267, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"], "main_score": 0.790267, "precision": 0.772654, "recall": 0.831028}, {"accuracy": 0.766798, "f1": 0.715316, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"], "main_score": 0.715316, "precision": 0.691453, "recall": 0.766798}, {"accuracy": 0.768775, "f1": 0.720808, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"], "main_score": 0.720808, "precision": 0.701975, "recall": 0.768775}, {"accuracy": 0.780632, "f1": 0.726504, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"], "main_score": 0.726504, "precision": 0.703747, "recall": 0.780632}, {"accuracy": 0.693676, "f1": 0.63306, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"], "main_score": 0.63306, "precision": 0.609521, "recall": 0.693676}, {"accuracy": 0.76087, "f1": 0.708107, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"], "main_score": 0.708107, "precision": 0.685903, "recall": 0.76087}, {"accuracy": 0.794466, "f1": 0.744222, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"], "main_score": 0.744222, "precision": 0.723007, "recall": 0.794466}, {"accuracy": 0.814229, "f1": 0.774572, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"], "main_score": 0.774572, "precision": 0.75715, "recall": 0.814229}, {"accuracy": 0.785573, "f1": 0.737869, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"], "main_score": 0.737869, "precision": 0.718423, "recall": 0.785573}, {"accuracy": 0.790514, "f1": 0.742474, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"], "main_score": 0.742474, "precision": 0.721238, "recall": 0.790514}, {"accuracy": 0.828063, "f1": 0.788011, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"], "main_score": 0.788011, "precision": 0.769664, "recall": 0.828063}, {"accuracy": 0.748024, "f1": 0.694241, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"], "main_score": 0.694241, "precision": 0.673737, "recall": 0.748024}, {"accuracy": 0.79249, "f1": 0.747826, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"], "main_score": 0.747826, "precision": 0.728771, "recall": 0.79249}, {"accuracy": 0.780632, "f1": 0.734375, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"], "main_score": 0.734375, "precision": 0.715242, "recall": 0.780632}, {"accuracy": 0.772727, "f1": 0.721212, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"], "main_score": 0.721212, "precision": 0.697546, "recall": 0.772727}, {"accuracy": 0.749012, "f1": 0.693605, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"], "main_score": 0.693605, "precision": 0.671745, "recall": 0.749012}, {"accuracy": 0.788538, "f1": 0.74103, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"], "main_score": 0.74103, "precision": 0.722112, "recall": 0.788538}, {"accuracy": 0.799407, "f1": 0.750299, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"], "main_score": 0.750299, "precision": 0.729744, "recall": 0.799407}, {"accuracy": 0.84585, "f1": 0.808745, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"], "main_score": 0.808745, "precision": 0.792911, "recall": 0.84585}, {"accuracy": 0.832016, "f1": 0.79086, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"], "main_score": 0.79086, "precision": 0.772407, "recall": 0.832016}, {"accuracy": 0.801383, "f1": 0.755204, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"], "main_score": 0.755204, "precision": 0.73447, "recall": 0.801383}, {"accuracy": 0.797431, "f1": 0.749242, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"], "main_score": 0.749242, "precision": 0.727783, "recall": 0.797431}, {"accuracy": 0.814229, "f1": 0.770752, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"], "main_score": 0.770752, "precision": 0.750675, "recall": 0.814229}, {"accuracy": 0.708498, "f1": 0.647623, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"], "main_score": 0.647623, "precision": 0.624319, "recall": 0.708498}, {"accuracy": 0.718379, "f1": 0.671558, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"], "main_score": 0.671558, "precision": 0.654736, "recall": 0.718379}, {"accuracy": 0.738142, "f1": 0.675494, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"], "main_score": 0.675494, "precision": 0.649303, "recall": 0.738142}, {"accuracy": 0.769763, "f1": 0.729924, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"], "main_score": 0.729924, "precision": 0.712427, "recall": 0.769763}, {"accuracy": 0.837945, "f1": 0.796739, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"], "main_score": 0.796739, "precision": 0.778393, "recall": 0.837945}, {"accuracy": 0.811265, "f1": 0.762451, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"], "main_score": 0.762451, "precision": 0.740646, "recall": 0.811265}, {"accuracy": 0.829051, "f1": 0.789054, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"], "main_score": 0.789054, "precision": 0.770743, "recall": 0.829051}, {"accuracy": 0.824111, "f1": 0.77948, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"], "main_score": 0.77948, "precision": 0.758844, "recall": 0.824111}, {"accuracy": 0.708498, "f1": 0.656835, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"], "main_score": 0.656835, "precision": 0.637326, "recall": 0.708498}, {"accuracy": 0.747036, "f1": 0.688312, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"], "main_score": 0.688312, "precision": 0.663307, "recall": 0.747036}, {"accuracy": 0.800395, "f1": 0.752522, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"], "main_score": 0.752522, "precision": 0.730929, "recall": 0.800395}, {"accuracy": 0.76087, "f1": 0.708235, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"], "main_score": 0.708235, "precision": 0.684816, "recall": 0.76087}, {"accuracy": 0.735178, "f1": 0.679383, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"], "main_score": 0.679383, "precision": 0.656959, "recall": 0.735178}, {"accuracy": 0.815217, "f1": 0.768036, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"], "main_score": 0.768036, "precision": 0.746772, "recall": 0.815217}, {"accuracy": 0.750988, "f1": 0.694403, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"], "main_score": 0.694403, "precision": 0.670695, "recall": 0.750988}, {"accuracy": 0.770751, "f1": 0.718083, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"], "main_score": 0.718083, "precision": 0.695581, "recall": 0.770751}, {"accuracy": 0.700593, "f1": 0.633846, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"], "main_score": 0.633846, "precision": 0.604694, "recall": 0.700593}, {"accuracy": 0.758893, "f1": 0.70402, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"], "main_score": 0.70402, "precision": 0.68206, "recall": 0.758893}, {"accuracy": 0.779644, "f1": 0.732219, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"], "main_score": 0.732219, "precision": 0.713516, "recall": 0.779644}, {"accuracy": 0.757905, "f1": 0.703082, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"], "main_score": 0.703082, "precision": 0.681614, "recall": 0.757905}, {"accuracy": 0.805336, "f1": 0.757171, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"], "main_score": 0.757171, "precision": 0.737154, "recall": 0.805336}, {"accuracy": 0.764822, "f1": 0.709157, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"], "main_score": 0.709157, "precision": 0.684601, "recall": 0.764822}, {"accuracy": 0.796443, "f1": 0.753557, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"], "main_score": 0.753557, "precision": 0.734124, "recall": 0.796443}, {"accuracy": 0.889328, "f1": 0.858037, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"], "main_score": 0.858037, "precision": 0.843709, "recall": 0.889328}, {"accuracy": 0.87253, "f1": 0.840184, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"], "main_score": 0.840184, "precision": 0.825296, "recall": 0.87253}, {"accuracy": 0.051383, "f1": 0.028033, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"], "main_score": 0.028033, "precision": 0.023364, "recall": 0.051383}, {"accuracy": 0.958498, "f1": 0.946887, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"], "main_score": 0.946887, "precision": 0.941676, "recall": 0.958498}, {"accuracy": 0.955534, "f1": 0.942688, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"], "main_score": 0.942688, "precision": 0.936594, "recall": 0.955534}, {"accuracy": 0.940711, "f1": 0.922332, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"], "main_score": 0.922332, "precision": 0.913455, "recall": 0.940711}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.949605, "f1": 0.935343, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"], "main_score": 0.935343, "precision": 0.928936, "recall": 0.949605}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"], "main_score": 0.950099, "precision": 0.945026, "recall": 0.961462}, {"accuracy": 0.895257, "f1": 0.866568, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"], "main_score": 0.866568, "precision": 0.85359, "recall": 0.895257}, {"accuracy": 0.905138, "f1": 0.879018, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"], "main_score": 0.879018, "precision": 0.866683, "recall": 0.905138}, {"accuracy": 0.948617, "f1": 0.934503, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"], "main_score": 0.934503, "precision": 0.928369, "recall": 0.948617}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"], "main_score": 0.929677, "precision": 0.921476, "recall": 0.94664}, {"accuracy": 0.897233, "f1": 0.868379, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"], "main_score": 0.868379, "precision": 0.855072, "recall": 0.897233}, {"accuracy": 0.916996, "f1": 0.893906, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"], "main_score": 0.893906, "precision": 0.88307, "recall": 0.916996}, {"accuracy": 0.936759, "f1": 0.918379, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"], "main_score": 0.918379, "precision": 0.909997, "recall": 0.936759}, {"accuracy": 0.949605, "f1": 0.93643, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"], "main_score": 0.93643, "precision": 0.930426, "recall": 0.949605}, {"accuracy": 0.894269, "f1": 0.865349, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"], "main_score": 0.865349, "precision": 0.851894, "recall": 0.894269}, {"accuracy": 0.943676, "f1": 0.9278, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"], "main_score": 0.9278, "precision": 0.920784, "recall": 0.943676}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"], "main_score": 0.898715, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"], "main_score": 0.94417, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"], "main_score": 0.906028, "precision": 0.895669, "recall": 0.927866}, {"accuracy": 0.956522, "f1": 0.94417, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"], "main_score": 0.94417, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.945652, "f1": 0.930731, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"], "main_score": 0.930731, "precision": 0.924358, "recall": 0.945652}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"], "main_score": 0.917655, "precision": 0.908597, "recall": 0.936759}, {"accuracy": 0.203557, "f1": 0.162878, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"], "main_score": 0.162878, "precision": 0.151365, "recall": 0.203557}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"], "main_score": 0.945718, "precision": 0.939641, "recall": 0.958498}, {"accuracy": 0.91502, "f1": 0.889987, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"], "main_score": 0.889987, "precision": 0.878294, "recall": 0.91502}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"], "main_score": 0.939295, "precision": 0.932395, "recall": 0.953557}, {"accuracy": 0.955534, "f1": 0.942095, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"], "main_score": 0.942095, "precision": 0.935853, "recall": 0.955534}, {"accuracy": 0.952569, "f1": 0.939032, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"], "main_score": 0.939032, "precision": 0.932971, "recall": 0.952569}, {"accuracy": 0.956522, "f1": 0.944368, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"], "main_score": 0.944368, "precision": 0.938818, "recall": 0.956522}, {"accuracy": 0.916996, "f1": 0.89417, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"], "main_score": 0.89417, "precision": 0.883317, "recall": 0.916996}, {"accuracy": 0.966403, "f1": 0.955995, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"], "main_score": 0.955995, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"], "main_score": 0.926713, "precision": 0.918808, "recall": 0.943676}, {"accuracy": 0.916008, "f1": 0.895836, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"], "main_score": 0.895836, "precision": 0.88731, "recall": 0.916008}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"], "main_score": 0.925461, "precision": 0.917408, "recall": 0.942688}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"], "main_score": 0.936001, "precision": 0.929265, "recall": 0.950593}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.887352, "f1": 0.856061, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"], "main_score": 0.856061, "precision": 0.841238, "recall": 0.887352}, {"accuracy": 0.898221, "f1": 0.868808, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"], "main_score": 0.868808, "precision": 0.855155, "recall": 0.898221}, {"accuracy": 0.940711, "f1": 0.924261, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"], "main_score": 0.924261, "precision": 0.916749, "recall": 0.940711}, {"accuracy": 0.928854, "f1": 0.907675, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"], "main_score": 0.907675, "precision": 0.897974, "recall": 0.928854}, {"accuracy": 0.966403, "f1": 0.956983, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"], "main_score": 0.956983, "precision": 0.952931, "recall": 0.966403}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"], "main_score": 0.921278, "precision": 0.912549, "recall": 0.939723}, {"accuracy": 0.952569, "f1": 0.938735, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"], "main_score": 0.938735, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.903162, "f1": 0.874736, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"], "main_score": 0.874736, "precision": 0.860919, "recall": 0.903162}, {"accuracy": 0.925889, "f1": 0.903986, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"], "main_score": 0.903986, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"], "main_score": 0.943511, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.927866, "f1": 0.905797, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"], "main_score": 0.905797, "precision": 0.895092, "recall": 0.927866}, {"accuracy": 0.868577, "f1": 0.833004, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"], "main_score": 0.833004, "precision": 0.815876, "recall": 0.868577}, {"accuracy": 0.939723, "f1": 0.924638, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"], "main_score": 0.924638, "precision": 0.918354, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.886001, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"], "main_score": 0.886001, "precision": 0.873682, "recall": 0.912055}, {"accuracy": 0.865613, "f1": 0.830599, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"], "main_score": 0.830599, "precision": 0.81418, "recall": 0.865613}, {"accuracy": 0.908103, "f1": 0.882082, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"], "main_score": 0.882082, "precision": 0.86973, "recall": 0.908103}, {"accuracy": 0.675889, "f1": 0.613607, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"], "main_score": 0.613607, "precision": 0.589233, "recall": 0.675889}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.955534, "f1": 0.942707, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"], "main_score": 0.942707, "precision": 0.937006, "recall": 0.955534}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"], "main_score": 0.92859, "precision": 0.921229, "recall": 0.944664}, {"accuracy": 0.890316, "f1": 0.859486, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"], "main_score": 0.859486, "precision": 0.845026, "recall": 0.890316}, {"accuracy": 0.926877, "f1": 0.904809, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"], "main_score": 0.904809, "precision": 0.894433, "recall": 0.926877}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.964427, "f1": 0.954447, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"], "main_score": 0.954447, "precision": 0.949885, "recall": 0.964427}, {"accuracy": 0.869565, "f1": 0.83857, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"], "main_score": 0.83857, "precision": 0.824111, "recall": 0.869565}, {"accuracy": 0.903162, "f1": 0.875099, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"], "main_score": 0.875099, "precision": 0.862813, "recall": 0.903162}, {"accuracy": 0.862648, "f1": 0.826252, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"], "main_score": 0.826252, "precision": 0.809124, "recall": 0.862648}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.94664, "f1": 0.930797, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"], "main_score": 0.930797, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.217391, "f1": 0.152484, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"], "main_score": 0.152484, "precision": 0.133393, "recall": 0.217391}, {"accuracy": 0.895257, "f1": 0.866996, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"], "main_score": 0.866996, "precision": 0.853837, "recall": 0.895257}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.916008, "f1": 0.893841, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"], "main_score": 0.893841, "precision": 0.883317, "recall": 0.916008}, {"accuracy": 0.882411, "f1": 0.850362, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"], "main_score": 0.850362, "precision": 0.835557, "recall": 0.882411}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.914032, "f1": 0.889065, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"], "main_score": 0.889065, "precision": 0.877553, "recall": 0.914032}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"], "main_score": 0.934684, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"], "main_score": 0.948617, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.948617, "f1": 0.934077, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"], "main_score": 0.934077, "precision": 0.927569, "recall": 0.948617}, {"accuracy": 0.838933, "f1": 0.797134, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"], "main_score": 0.797134, "precision": 0.77831, "recall": 0.838933}, {"accuracy": 0.91996, "f1": 0.897596, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"], "main_score": 0.897596, "precision": 0.887302, "recall": 0.91996}, {"accuracy": 0.938735, "f1": 0.920586, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"], "main_score": 0.920586, "precision": 0.912253, "recall": 0.938735}, {"accuracy": 0.964427, "f1": 0.9546, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"], "main_score": 0.9546, "precision": 0.950058, "recall": 0.964427}, {"accuracy": 0.936759, "f1": 0.91861, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"], "main_score": 0.91861, "precision": 0.910079, "recall": 0.936759}, {"accuracy": 0.878458, "f1": 0.845916, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"], "main_score": 0.845916, "precision": 0.83111, "recall": 0.878458}, {"accuracy": 0.853755, "f1": 0.814394, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"], "main_score": 0.814394, "precision": 0.795817, "recall": 0.853755}, {"accuracy": 0.937747, "f1": 0.919433, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"], "main_score": 0.919433, "precision": 0.910903, "recall": 0.937747}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.891304, "f1": 0.863142, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"], "main_score": 0.863142, "precision": 0.849802, "recall": 0.891304}, {"accuracy": 0.959486, "f1": 0.946706, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"], "main_score": 0.946706, "precision": 0.940629, "recall": 0.959486}, {"accuracy": 0.816206, "f1": 0.775132, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"], "main_score": 0.775132, "precision": 0.756752, "recall": 0.816206}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"], "main_score": 0.92276, "precision": 0.914229, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.954545, "f1": 0.940843, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"], "main_score": 0.940843, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.943676, "f1": 0.929611, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"], "main_score": 0.929611, "precision": 0.923809, "recall": 0.943676}, {"accuracy": 0.94664, "f1": 0.932213, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"], "main_score": 0.932213, "precision": 0.925873, "recall": 0.94664}, {"accuracy": 0.943676, "f1": 0.925395, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"], "main_score": 0.925395, "precision": 0.916337, "recall": 0.943676}, {"accuracy": 0.947628, "f1": 0.9333, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"], "main_score": 0.9333, "precision": 0.926219, "recall": 0.947628}, {"accuracy": 0.863636, "f1": 0.82836, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"], "main_score": 0.82836, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.259881, "f1": 0.211971, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"], "main_score": 0.211971, "precision": 0.195576, "recall": 0.259881}, {"accuracy": 0.910079, "f1": 0.884717, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"], "main_score": 0.884717, "precision": 0.873024, "recall": 0.910079}, {"accuracy": 0.779644, "f1": 0.725231, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"], "main_score": 0.725231, "precision": 0.701318, "recall": 0.779644}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.879447, "f1": 0.847661, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"], "main_score": 0.847661, "precision": 0.833004, "recall": 0.879447}, {"accuracy": 0.925889, "f1": 0.902668, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"], "main_score": 0.902668, "precision": 0.891304, "recall": 0.925889}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"], "main_score": 0.912385, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.938735, "f1": 0.919368, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"], "main_score": 0.919368, "precision": 0.909997, "recall": 0.938735}, {"accuracy": 0.940711, "f1": 0.924802, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"], "main_score": 0.924802, "precision": 0.917243, "recall": 0.940711}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"], "main_score": 0.939295, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"], "main_score": 0.925066, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.886364, "f1": 0.857444, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"], "main_score": 0.857444, "precision": 0.843791, "recall": 0.886364}, {"accuracy": 0.86166, "f1": 0.825593, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"], "main_score": 0.825593, "precision": 0.808877, "recall": 0.86166}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"], "main_score": 0.910573, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.947628, "f1": 0.930896, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"], "main_score": 0.930896, "precision": 0.922843, "recall": 0.947628}, {"accuracy": 0.05336, "f1": 0.024355, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"], "main_score": 0.024355, "precision": 0.018891, "recall": 0.05336}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"], "main_score": 0.92085, "precision": 0.912467, "recall": 0.938735}, {"accuracy": 0.945652, "f1": 0.930402, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"], "main_score": 0.930402, "precision": 0.923172, "recall": 0.945652}, {"accuracy": 0.911067, "f1": 0.88638, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"], "main_score": 0.88638, "precision": 0.875635, "recall": 0.911067}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.909091, "f1": 0.882082, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"], "main_score": 0.882082, "precision": 0.869071, "recall": 0.909091}, {"accuracy": 0.887352, "f1": 0.856588, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"], "main_score": 0.856588, "precision": 0.842638, "recall": 0.887352}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.951581, "f1": 0.936495, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"], "main_score": 0.936495, "precision": 0.92943, "recall": 0.951581}, {"accuracy": 0.93083, "f1": 0.909157, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"], "main_score": 0.909157, "precision": 0.898798, "recall": 0.93083}, {"accuracy": 0.916996, "f1": 0.89193, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"], "main_score": 0.89193, "precision": 0.880468, "recall": 0.916996}, {"accuracy": 0.858696, "f1": 0.820916, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"], "main_score": 0.820916, "precision": 0.803524, "recall": 0.858696}, {"accuracy": 0.939723, "f1": 0.922003, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"], "main_score": 0.922003, "precision": 0.913785, "recall": 0.939723}, {"accuracy": 0.820158, "f1": 0.781126, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"], "main_score": 0.781126, "precision": 0.763785, "recall": 0.820158}, {"accuracy": 0.924901, "f1": 0.902997, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"], "main_score": 0.902997, "precision": 0.892655, "recall": 0.924901}, {"accuracy": 0.951581, "f1": 0.938043, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"], "main_score": 0.938043, "precision": 0.931983, "recall": 0.951581}, {"accuracy": 0.927866, "f1": 0.907115, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"], "main_score": 0.907115, "precision": 0.897233, "recall": 0.927866}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"], "main_score": 0.935441, "precision": 0.92803, "recall": 0.950593}, {"accuracy": 0.899209, "f1": 0.870751, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"], "main_score": 0.870751, "precision": 0.85779, "recall": 0.899209}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.909091, "f1": 0.886092, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"], "main_score": 0.886092, "precision": 0.876418, "recall": 0.909091}, {"accuracy": 0.942688, "f1": 0.926995, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"], "main_score": 0.926995, "precision": 0.919631, "recall": 0.942688}, {"accuracy": 0.90415, "f1": 0.87836, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"], "main_score": 0.87836, "precision": 0.866189, "recall": 0.90415}, {"accuracy": 0.91996, "f1": 0.898057, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"], "main_score": 0.898057, "precision": 0.888011, "recall": 0.91996}, {"accuracy": 0.908103, "f1": 0.881541, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"], "main_score": 0.881541, "precision": 0.869104, "recall": 0.908103}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"], "main_score": 0.894829, "precision": 0.883646, "recall": 0.918972}, {"accuracy": 0.945652, "f1": 0.930665, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"], "main_score": 0.930665, "precision": 0.923254, "recall": 0.945652}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.926877, "f1": 0.906522, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"], "main_score": 0.906522, "precision": 0.896821, "recall": 0.926877}, {"accuracy": 0.926877, "f1": 0.904315, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"], "main_score": 0.904315, "precision": 0.893775, "recall": 0.926877}, {"accuracy": 0.927866, "f1": 0.906752, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"], "main_score": 0.906752, "precision": 0.897069, "recall": 0.927866}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"], "main_score": 0.9389, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.90415, "f1": 0.875988, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"], "main_score": 0.875988, "precision": 0.862813, "recall": 0.90415}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"], "main_score": 0.931489, "precision": 0.923584, "recall": 0.947628}, {"accuracy": 0.836957, "f1": 0.794763, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"], "main_score": 0.794763, "precision": 0.774704, "recall": 0.836957}, {"accuracy": 0.955534, "f1": 0.943794, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"], "main_score": 0.943794, "precision": 0.938603, "recall": 0.955534}, {"accuracy": 0.913043, "f1": 0.888735, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"], "main_score": 0.888735, "precision": 0.877388, "recall": 0.913043}, {"accuracy": 0.916996, "f1": 0.892688, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"], "main_score": 0.892688, "precision": 0.881736, "recall": 0.916996}, {"accuracy": 0.933794, "f1": 0.91469, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"], "main_score": 0.91469, "precision": 0.905665, "recall": 0.933794}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.873518, "f1": 0.844137, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"], "main_score": 0.844137, "precision": 0.831225, "recall": 0.873518}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"], "main_score": 0.926383, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.890316, "f1": 0.860639, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"], "main_score": 0.860639, "precision": 0.846871, "recall": 0.890316}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"], "main_score": 0.922925, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.902174, "f1": 0.876285, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"], "main_score": 0.876285, "precision": 0.864295, "recall": 0.902174}, {"accuracy": 0.965415, "f1": 0.955105, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"], "main_score": 0.955105, "precision": 0.950511, "recall": 0.965415}, {"accuracy": 0.863636, "f1": 0.829051, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"], "main_score": 0.829051, "precision": 0.813076, "recall": 0.863636}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"], "main_score": 0.951153, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"], "main_score": 0.94944, "precision": 0.943709, "recall": 0.961462}, {"accuracy": 0.907115, "f1": 0.883103, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"], "main_score": 0.883103, "precision": 0.872612, "recall": 0.907115}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"], "main_score": 0.943182, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.899209, "f1": 0.870455, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"], "main_score": 0.870455, "precision": 0.856637, "recall": 0.899209}, {"accuracy": 0.91502, "f1": 0.890316, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"], "main_score": 0.890316, "precision": 0.878623, "recall": 0.91502}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"], "main_score": 0.925461, "precision": 0.917243, "recall": 0.942688}, {"accuracy": 0.882411, "f1": 0.84944, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"], "main_score": 0.84944, "precision": 0.834519, "recall": 0.882411}, {"accuracy": 0.94664, "f1": 0.931555, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"], "main_score": 0.931555, "precision": 0.924852, "recall": 0.94664}, {"accuracy": 0.881423, "f1": 0.848617, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"], "main_score": 0.848617, "precision": 0.833663, "recall": 0.881423}, {"accuracy": 0.857708, "f1": 0.822777, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"], "main_score": 0.822777, "precision": 0.806712, "recall": 0.857708}, {"accuracy": 0.923913, "f1": 0.900692, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"], "main_score": 0.900692, "precision": 0.889657, "recall": 0.923913}, {"accuracy": 0.955534, "f1": 0.941601, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"], "main_score": 0.941601, "precision": 0.93503, "recall": 0.955534}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"], "main_score": 0.894433, "precision": 0.883432, "recall": 0.917984}, {"accuracy": 0.924901, "f1": 0.902997, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"], "main_score": 0.902997, "precision": 0.892457, "recall": 0.924901}, {"accuracy": 0.940711, "f1": 0.924294, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"], "main_score": 0.924294, "precision": 0.916859, "recall": 0.940711}, {"accuracy": 0.813241, "f1": 0.768972, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"], "main_score": 0.768972, "precision": 0.748435, "recall": 0.813241}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"], "main_score": 0.921772, "precision": 0.913043, "recall": 0.939723}, {"accuracy": 0.849802, "f1": 0.811495, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"], "main_score": 0.811495, "precision": 0.793956, "recall": 0.849802}, {"accuracy": 0.864625, "f1": 0.82836, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"], "main_score": 0.82836, "precision": 0.812088, "recall": 0.864625}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.920949, "f1": 0.897134, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"], "main_score": 0.897134, "precision": 0.885787, "recall": 0.920949}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"], "main_score": 0.906028, "precision": 0.895669, "recall": 0.927866}, {"accuracy": 0.790514, "f1": 0.73834, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"], "main_score": 0.73834, "precision": 0.715069, "recall": 0.790514}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"], "main_score": 0.940613, "precision": 0.934206, "recall": 0.954545}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"], "main_score": 0.944335, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"], "main_score": 0.944335, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"], "main_score": 0.932971, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.899209, "f1": 0.873485, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"], "main_score": 0.873485, "precision": 0.861693, "recall": 0.899209}, {"accuracy": 0.910079, "f1": 0.882477, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"], "main_score": 0.882477, "precision": 0.869483, "recall": 0.910079}, {"accuracy": 0.900198, "f1": 0.871673, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"], "main_score": 0.871673, "precision": 0.858202, "recall": 0.900198}, {"accuracy": 0.051383, "f1": 0.027664, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"], "main_score": 0.027664, "precision": 0.022036, "recall": 0.051383}, {"accuracy": 0.928854, "f1": 0.912022, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"], "main_score": 0.912022, "precision": 0.905656, "recall": 0.928854}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"], "main_score": 0.938801, "precision": 0.932757, "recall": 0.952569}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.951581, "f1": 0.938241, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"], "main_score": 0.938241, "precision": 0.931818, "recall": 0.951581}, {"accuracy": 0.945652, "f1": 0.93083, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"], "main_score": 0.93083, "precision": 0.924654, "recall": 0.945652}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"], "main_score": 0.906126, "precision": 0.896245, "recall": 0.926877}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"], "main_score": 0.914855, "precision": 0.905468, "recall": 0.934783}, {"accuracy": 0.924901, "f1": 0.908453, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"], "main_score": 0.908453, "precision": 0.902356, "recall": 0.924901}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.91996, "f1": 0.895422, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"], "main_score": 0.895422, "precision": 0.883564, "recall": 0.91996}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.937747, "f1": 0.919829, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"], "main_score": 0.919829, "precision": 0.911973, "recall": 0.937747}, {"accuracy": 0.955534, "f1": 0.945112, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"], "main_score": 0.945112, "precision": 0.940794, "recall": 0.955534}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"], "main_score": 0.889394, "precision": 0.878047, "recall": 0.913043}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"], "main_score": 0.951318, "precision": 0.946393, "recall": 0.962451}, {"accuracy": 0.94664, "f1": 0.932213, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"], "main_score": 0.932213, "precision": 0.926169, "recall": 0.94664}, {"accuracy": 0.935771, "f1": 0.917457, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"], "main_score": 0.917457, "precision": 0.909289, "recall": 0.935771}, {"accuracy": 0.938735, "f1": 0.922003, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"], "main_score": 0.922003, "precision": 0.915184, "recall": 0.938735}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"], "main_score": 0.930995, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.952569, "f1": 0.941079, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"], "main_score": 0.941079, "precision": 0.93648, "recall": 0.952569}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.201581, "f1": 0.163091, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"], "main_score": 0.163091, "precision": 0.152747, "recall": 0.201581}, {"accuracy": 0.962451, "f1": 0.951699, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"], "main_score": 0.951699, "precision": 0.946838, "recall": 0.962451}, {"accuracy": 0.928854, "f1": 0.908762, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"], "main_score": 0.908762, "precision": 0.899078, "recall": 0.928854}, {"accuracy": 0.97332, "f1": 0.965316, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"], "main_score": 0.965316, "precision": 0.961709, "recall": 0.97332}, {"accuracy": 0.938735, "f1": 0.920817, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"], "main_score": 0.920817, "precision": 0.912961, "recall": 0.938735}, {"accuracy": 0.947628, "f1": 0.932609, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"], "main_score": 0.932609, "precision": 0.926087, "recall": 0.947628}, {"accuracy": 0.938735, "f1": 0.925562, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"], "main_score": 0.925562, "precision": 0.920497, "recall": 0.938735}, {"accuracy": 0.916008, "f1": 0.89417, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"], "main_score": 0.89417, "precision": 0.883976, "recall": 0.916008}, {"accuracy": 0.94664, "f1": 0.933042, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"], "main_score": 0.933042, "precision": 0.927437, "recall": 0.94664}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.916996, "f1": 0.901217, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"], "main_score": 0.901217, "precision": 0.895282, "recall": 0.916996}, {"accuracy": 0.932806, "f1": 0.914526, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"], "main_score": 0.914526, "precision": 0.906933, "recall": 0.932806}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"], "main_score": 0.939394, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.9417, "f1": 0.926548, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"], "main_score": 0.926548, "precision": 0.920268, "recall": 0.9417}, {"accuracy": 0.893281, "f1": 0.864526, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"], "main_score": 0.864526, "precision": 0.851202, "recall": 0.893281}, {"accuracy": 0.918972, "f1": 0.896047, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"], "main_score": 0.896047, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.931818, "f1": 0.915109, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"], "main_score": 0.915109, "precision": 0.908762, "recall": 0.931818}, {"accuracy": 0.927866, "f1": 0.906752, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"], "main_score": 0.906752, "precision": 0.896904, "recall": 0.927866}, {"accuracy": 0.948617, "f1": 0.937894, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"], "main_score": 0.937894, "precision": 0.934044, "recall": 0.948617}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"], "main_score": 0.910903, "precision": 0.901021, "recall": 0.931818}, {"accuracy": 0.911067, "f1": 0.8861, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"], "main_score": 0.8861, "precision": 0.874786, "recall": 0.911067}, {"accuracy": 0.939723, "f1": 0.921772, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"], "main_score": 0.921772, "precision": 0.913373, "recall": 0.939723}, {"accuracy": 0.944664, "f1": 0.928722, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"], "main_score": 0.928722, "precision": 0.921854, "recall": 0.944664}, {"accuracy": 0.94664, "f1": 0.930237, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"], "main_score": 0.930237, "precision": 0.922513, "recall": 0.94664}, {"accuracy": 0.883399, "f1": 0.850099, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"], "main_score": 0.850099, "precision": 0.834486, "recall": 0.883399}, {"accuracy": 0.942688, "f1": 0.932292, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"], "main_score": 0.932292, "precision": 0.928201, "recall": 0.942688}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"], "main_score": 0.916996, "precision": 0.907279, "recall": 0.936759}, {"accuracy": 0.873518, "f1": 0.838999, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"], "main_score": 0.838999, "precision": 0.82304, "recall": 0.873518}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.679842, "f1": 0.616646, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"], "main_score": 0.616646, "precision": 0.593061, "recall": 0.679842}, {"accuracy": 0.948617, "f1": 0.934816, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"], "main_score": 0.934816, "precision": 0.929167, "recall": 0.948617}, {"accuracy": 0.95751, "f1": 0.947911, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"], "main_score": 0.947911, "precision": 0.944313, "recall": 0.95751}, {"accuracy": 0.933794, "f1": 0.914493, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"], "main_score": 0.914493, "precision": 0.905995, "recall": 0.933794}, {"accuracy": 0.936759, "f1": 0.920459, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"], "main_score": 0.920459, "precision": 0.914032, "recall": 0.936759}, {"accuracy": 0.907115, "f1": 0.882708, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"], "main_score": 0.882708, "precision": 0.871377, "recall": 0.907115}, {"accuracy": 0.936759, "f1": 0.917885, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"], "main_score": 0.917885, "precision": 0.909173, "recall": 0.936759}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"], "main_score": 0.930731, "precision": 0.923337, "recall": 0.94664}, {"accuracy": 0.953557, "f1": 0.942761, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"], "main_score": 0.942761, "precision": 0.938645, "recall": 0.953557}, {"accuracy": 0.885375, "f1": 0.85751, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"], "main_score": 0.85751, "precision": 0.844532, "recall": 0.885375}, {"accuracy": 0.965415, "f1": 0.954611, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"], "main_score": 0.954611, "precision": 0.949522, "recall": 0.965415}, {"accuracy": 0.918972, "f1": 0.896146, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"], "main_score": 0.896146, "precision": 0.885787, "recall": 0.918972}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"], "main_score": 0.919862, "precision": 0.911874, "recall": 0.937747}, {"accuracy": 0.932806, "f1": 0.912615, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"], "main_score": 0.912615, "precision": 0.903442, "recall": 0.932806}, {"accuracy": 0.939723, "f1": 0.921344, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"], "main_score": 0.921344, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.205534, "f1": 0.14306, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"], "main_score": 0.14306, "precision": 0.125276, "recall": 0.205534}, {"accuracy": 0.910079, "f1": 0.883564, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"], "main_score": 0.883564, "precision": 0.870883, "recall": 0.910079}, {"accuracy": 0.931818, "f1": 0.912898, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"], "main_score": 0.912898, "precision": 0.904595, "recall": 0.931818}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"], "main_score": 0.92309, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"], "main_score": 0.925725, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.952569, "f1": 0.938636, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"], "main_score": 0.938636, "precision": 0.932395, "recall": 0.952569}, {"accuracy": 0.91996, "f1": 0.898028, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"], "main_score": 0.898028, "precision": 0.888422, "recall": 0.91996}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.939723, "f1": 0.923452, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"], "main_score": 0.923452, "precision": 0.916749, "recall": 0.939723}, {"accuracy": 0.95751, "f1": 0.945455, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"], "main_score": 0.945455, "precision": 0.940382, "recall": 0.95751}, {"accuracy": 0.940711, "f1": 0.925054, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"], "main_score": 0.925054, "precision": 0.918455, "recall": 0.940711}, {"accuracy": 0.948617, "f1": 0.933762, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"], "main_score": 0.933762, "precision": 0.927207, "recall": 0.948617}, {"accuracy": 0.943676, "f1": 0.928228, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"], "main_score": 0.928228, "precision": 0.921756, "recall": 0.943676}, {"accuracy": 0.826087, "f1": 0.782378, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"], "main_score": 0.782378, "precision": 0.762912, "recall": 0.826087}, {"accuracy": 0.943676, "f1": 0.926713, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"], "main_score": 0.926713, "precision": 0.918314, "recall": 0.943676}, {"accuracy": 0.929842, "f1": 0.913087, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"], "main_score": 0.913087, "precision": 0.906269, "recall": 0.929842}, {"accuracy": 0.942688, "f1": 0.929956, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"], "main_score": 0.929956, "precision": 0.925093, "recall": 0.942688}, {"accuracy": 0.939723, "f1": 0.926622, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"], "main_score": 0.926622, "precision": 0.921442, "recall": 0.939723}, {"accuracy": 0.911067, "f1": 0.884571, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"], "main_score": 0.884571, "precision": 0.872118, "recall": 0.911067}, {"accuracy": 0.848814, "f1": 0.806291, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"], "main_score": 0.806291, "precision": 0.785903, "recall": 0.848814}, {"accuracy": 0.948617, "f1": 0.932213, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"], "main_score": 0.932213, "precision": 0.924325, "recall": 0.948617}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.909091, "f1": 0.883465, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"], "main_score": 0.883465, "precision": 0.871789, "recall": 0.909091}, {"accuracy": 0.952569, "f1": 0.940003, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"], "main_score": 0.940003, "precision": 0.934677, "recall": 0.952569}, {"accuracy": 0.837945, "f1": 0.794993, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"], "main_score": 0.794993, "precision": 0.775115, "recall": 0.837945}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.952569, "f1": 0.939196, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"], "main_score": 0.939196, "precision": 0.933333, "recall": 0.952569}, {"accuracy": 0.938735, "f1": 0.922732, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"], "main_score": 0.922732, "precision": 0.916156, "recall": 0.938735}, {"accuracy": 0.934783, "f1": 0.920531, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"], "main_score": 0.920531, "precision": 0.915088, "recall": 0.934783}, {"accuracy": 0.934783, "f1": 0.917637, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"], "main_score": 0.917637, "precision": 0.910343, "recall": 0.934783}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"], "main_score": 0.942852, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.882411, "f1": 0.85247, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"], "main_score": 0.85247, "precision": 0.83885, "recall": 0.882411}, {"accuracy": 0.264822, "f1": 0.21069, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"], "main_score": 0.21069, "precision": 0.193453, "recall": 0.264822}, {"accuracy": 0.925889, "f1": 0.903063, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"], "main_score": 0.903063, "precision": 0.892045, "recall": 0.925889}, {"accuracy": 0.790514, "f1": 0.73969, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"], "main_score": 0.73969, "precision": 0.717951, "recall": 0.790514}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"], "main_score": 0.948123, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.896245, "f1": 0.865119, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"], "main_score": 0.865119, "precision": 0.850659, "recall": 0.896245}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"], "main_score": 0.929842, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"], "main_score": 0.92612, "precision": 0.917737, "recall": 0.943676}, {"accuracy": 0.945652, "f1": 0.92996, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"], "main_score": 0.92996, "precision": 0.922925, "recall": 0.945652}, {"accuracy": 0.929842, "f1": 0.908762, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"], "main_score": 0.908762, "precision": 0.898715, "recall": 0.929842}, {"accuracy": 0.950593, "f1": 0.938147, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"], "main_score": 0.938147, "precision": 0.933037, "recall": 0.950593}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.876482, "f1": 0.841963, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"], "main_score": 0.841963, "precision": 0.826005, "recall": 0.876482}, {"accuracy": 0.890316, "f1": 0.859816, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"], "main_score": 0.859816, "precision": 0.845356, "recall": 0.890316}, {"accuracy": 0.934783, "f1": 0.914855, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"], "main_score": 0.914855, "precision": 0.905138, "recall": 0.934783}, {"accuracy": 0.935771, "f1": 0.916864, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"], "main_score": 0.916864, "precision": 0.908185, "recall": 0.935771}, {"accuracy": 0.05336, "f1": 0.029504, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"], "main_score": 0.029504, "precision": 0.024641, "recall": 0.05336}, {"accuracy": 0.93083, "f1": 0.913575, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"], "main_score": 0.913575, "precision": 0.906686, "recall": 0.93083}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"], "main_score": 0.922167, "precision": 0.914312, "recall": 0.939723}, {"accuracy": 0.90415, "f1": 0.882267, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"], "main_score": 0.882267, "precision": 0.87388, "recall": 0.90415}, {"accuracy": 0.94664, "f1": 0.931456, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"], "main_score": 0.931456, "precision": 0.924769, "recall": 0.94664}, {"accuracy": 0.880435, "f1": 0.84585, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"], "main_score": 0.84585, "precision": 0.830122, "recall": 0.880435}, {"accuracy": 0.876482, "f1": 0.84193, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"], "main_score": 0.84193, "precision": 0.825675, "recall": 0.876482}, {"accuracy": 0.936759, "f1": 0.919401, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"], "main_score": 0.919401, "precision": 0.912088, "recall": 0.936759}, {"accuracy": 0.932806, "f1": 0.914295, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"], "main_score": 0.914295, "precision": 0.906489, "recall": 0.932806}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"], "main_score": 0.959157, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.935771, "f1": 0.916304, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"], "main_score": 0.916304, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.820158, "f1": 0.773592, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"], "main_score": 0.773592, "precision": 0.752676, "recall": 0.820158}, {"accuracy": 0.95751, "f1": 0.945191, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"], "main_score": 0.945191, "precision": 0.939806, "recall": 0.95751}, {"accuracy": 0.84585, "f1": 0.805369, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"], "main_score": 0.805369, "precision": 0.786808, "recall": 0.84585}, {"accuracy": 0.924901, "f1": 0.9028, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"], "main_score": 0.9028, "precision": 0.892457, "recall": 0.924901}, {"accuracy": 0.938735, "f1": 0.92189, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"], "main_score": 0.92189, "precision": 0.914723, "recall": 0.938735}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.945652, "f1": 0.930665, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"], "main_score": 0.930665, "precision": 0.924144, "recall": 0.945652}, {"accuracy": 0.929842, "f1": 0.907773, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"], "main_score": 0.907773, "precision": 0.896904, "recall": 0.929842}, {"accuracy": 0.948617, "f1": 0.933366, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"], "main_score": 0.933366, "precision": 0.926301, "recall": 0.948617}, {"accuracy": 0.900198, "f1": 0.879396, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"], "main_score": 0.879396, "precision": 0.87161, "recall": 0.900198}, {"accuracy": 0.934783, "f1": 0.916107, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"], "main_score": 0.916107, "precision": 0.907773, "recall": 0.934783}, {"accuracy": 0.907115, "f1": 0.879842, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"], "main_score": 0.879842, "precision": 0.867572, "recall": 0.907115}, {"accuracy": 0.940711, "f1": 0.924144, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"], "main_score": 0.924144, "precision": 0.916255, "recall": 0.940711}, {"accuracy": 0.926877, "f1": 0.905105, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"], "main_score": 0.905105, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.918972, "f1": 0.896443, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"], "main_score": 0.896443, "precision": 0.886479, "recall": 0.918972}, {"accuracy": 0.94664, "f1": 0.930402, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"], "main_score": 0.930402, "precision": 0.922678, "recall": 0.94664}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.954545, "f1": 0.941831, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"], "main_score": 0.941831, "precision": 0.936298, "recall": 0.954545}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"], "main_score": 0.894335, "precision": 0.882823, "recall": 0.918972}, {"accuracy": 0.920949, "f1": 0.900296, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"], "main_score": 0.900296, "precision": 0.892029, "recall": 0.920949}, {"accuracy": 0.923913, "f1": 0.901877, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"], "main_score": 0.901877, "precision": 0.89221, "recall": 0.923913}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"], "main_score": 0.899868, "precision": 0.888999, "recall": 0.922925}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.853755, "f1": 0.814097, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"], "main_score": 0.814097, "precision": 0.795866, "recall": 0.853755}, {"accuracy": 0.952569, "f1": 0.940086, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"], "main_score": 0.940086, "precision": 0.934931, "recall": 0.952569}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"], "main_score": 0.906126, "precision": 0.895751, "recall": 0.927866}, {"accuracy": 0.920949, "f1": 0.901944, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"], "main_score": 0.901944, "precision": 0.894071, "recall": 0.920949}, {"accuracy": 0.948617, "f1": 0.933531, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"], "main_score": 0.933531, "precision": 0.92663, "recall": 0.948617}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"], "main_score": 0.947134, "precision": 0.94137, "recall": 0.959486}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.952569, "f1": 0.93946, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"], "main_score": 0.93946, "precision": 0.933778, "recall": 0.952569}, {"accuracy": 0.912055, "f1": 0.887978, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"], "main_score": 0.887978, "precision": 0.876647, "recall": 0.912055}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"], "main_score": 0.919368, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.945652, "f1": 0.931197, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"], "main_score": 0.931197, "precision": 0.925066, "recall": 0.945652}, {"accuracy": 0.935771, "f1": 0.916634, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"], "main_score": 0.916634, "precision": 0.907773, "recall": 0.935771}, {"accuracy": 0.964427, "f1": 0.955849, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"], "main_score": 0.955849, "precision": 0.952185, "recall": 0.964427}, {"accuracy": 0.882411, "f1": 0.852437, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"], "main_score": 0.852437, "precision": 0.838472, "recall": 0.882411}, {"accuracy": 0.942688, "f1": 0.926021, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"], "main_score": 0.926021, "precision": 0.918808, "recall": 0.942688}, {"accuracy": 0.953557, "f1": 0.94058, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"], "main_score": 0.94058, "precision": 0.935063, "recall": 0.953557}, {"accuracy": 0.951581, "f1": 0.938578, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"], "main_score": 0.938578, "precision": 0.93293, "recall": 0.951581}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"], "main_score": 0.943182, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.924901, "f1": 0.903491, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"], "main_score": 0.903491, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.916008, "f1": 0.890876, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"], "main_score": 0.890876, "precision": 0.878706, "recall": 0.916008}, {"accuracy": 0.942688, "f1": 0.924967, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"], "main_score": 0.924967, "precision": 0.916584, "recall": 0.942688}, {"accuracy": 0.906126, "f1": 0.882065, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"], "main_score": 0.882065, "precision": 0.872539, "recall": 0.906126}, {"accuracy": 0.933794, "f1": 0.917441, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"], "main_score": 0.917441, "precision": 0.911192, "recall": 0.933794}, {"accuracy": 0.929842, "f1": 0.910032, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"], "main_score": 0.910032, "precision": 0.900856, "recall": 0.929842}, {"accuracy": 0.896245, "f1": 0.867819, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"], "main_score": 0.867819, "precision": 0.854529, "recall": 0.896245}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"], "main_score": 0.917655, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.955534, "f1": 0.942523, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"], "main_score": 0.942523, "precision": 0.936265, "recall": 0.955534}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"], "main_score": 0.913538, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"], "main_score": 0.924242, "precision": 0.916008, "recall": 0.9417}, {"accuracy": 0.91996, "f1": 0.902642, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"], "main_score": 0.902642, "precision": 0.895817, "recall": 0.91996}, {"accuracy": 0.83004, "f1": 0.786528, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"], "main_score": 0.786528, "precision": 0.766304, "recall": 0.83004}, {"accuracy": 0.901186, "f1": 0.873551, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"], "main_score": 0.873551, "precision": 0.861084, "recall": 0.901186}, {"accuracy": 0.87747, "f1": 0.842622, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"], "main_score": 0.842622, "precision": 0.826499, "recall": 0.87747}, {"accuracy": 0.887352, "f1": 0.857246, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"], "main_score": 0.857246, "precision": 0.843626, "recall": 0.887352}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.921937, "f1": 0.89888, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"], "main_score": 0.89888, "precision": 0.888373, "recall": 0.921937}, {"accuracy": 0.934783, "f1": 0.914921, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"], "main_score": 0.914921, "precision": 0.905385, "recall": 0.934783}, {"accuracy": 0.806324, "f1": 0.759881, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"], "main_score": 0.759881, "precision": 0.739443, "recall": 0.806324}, {"accuracy": 0.936759, "f1": 0.92133, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"], "main_score": 0.92133, "precision": 0.915613, "recall": 0.936759}, {"accuracy": 0.949605, "f1": 0.935971, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"], "main_score": 0.935971, "precision": 0.930148, "recall": 0.949605}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"], "main_score": 0.925955, "precision": 0.918561, "recall": 0.942688}, {"accuracy": 0.949605, "f1": 0.935065, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"], "main_score": 0.935065, "precision": 0.928524, "recall": 0.949605}, {"accuracy": 0.911067, "f1": 0.885408, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"], "main_score": 0.885408, "precision": 0.873765, "recall": 0.911067}, {"accuracy": 0.896245, "f1": 0.866271, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"], "main_score": 0.866271, "precision": 0.851943, "recall": 0.896245}, {"accuracy": 0.828063, "f1": 0.781522, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"], "main_score": 0.781522, "precision": 0.760326, "recall": 0.828063}, {"accuracy": 0.816206, "f1": 0.771146, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"], "main_score": 0.771146, "precision": 0.749918, "recall": 0.816206}, {"accuracy": 0.054348, "f1": 0.02784, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"], "main_score": 0.02784, "precision": 0.021969, "recall": 0.054348}, {"accuracy": 0.839921, "f1": 0.803084, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"], "main_score": 0.803084, "precision": 0.787817, "recall": 0.839921}, {"accuracy": 0.846838, "f1": 0.80774, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"], "main_score": 0.80774, "precision": 0.790926, "recall": 0.846838}, {"accuracy": 0.890316, "f1": 0.86031, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"], "main_score": 0.86031, "precision": 0.846179, "recall": 0.890316}, {"accuracy": 0.87253, "f1": 0.838834, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"], "main_score": 0.838834, "precision": 0.823403, "recall": 0.87253}, {"accuracy": 0.874506, "f1": 0.841813, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"], "main_score": 0.841813, "precision": 0.826597, "recall": 0.874506}, {"accuracy": 0.811265, "f1": 0.772036, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"], "main_score": 0.772036, "precision": 0.756586, "recall": 0.811265}, {"accuracy": 0.843874, "f1": 0.80583, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"], "main_score": 0.80583, "precision": 0.789279, "recall": 0.843874}, {"accuracy": 0.838933, "f1": 0.797318, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"], "main_score": 0.797318, "precision": 0.779018, "recall": 0.838933}, {"accuracy": 0.782609, "f1": 0.737218, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"], "main_score": 0.737218, "precision": 0.719314, "recall": 0.782609}, {"accuracy": 0.863636, "f1": 0.82691, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"], "main_score": 0.82691, "precision": 0.809618, "recall": 0.863636}, {"accuracy": 0.844862, "f1": 0.806555, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"], "main_score": 0.806555, "precision": 0.789147, "recall": 0.844862}, {"accuracy": 0.894269, "f1": 0.865679, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"], "main_score": 0.865679, "precision": 0.852355, "recall": 0.894269}, {"accuracy": 0.827075, "f1": 0.783517, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"], "main_score": 0.783517, "precision": 0.765135, "recall": 0.827075}, {"accuracy": 0.826087, "f1": 0.783206, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"], "main_score": 0.783206, "precision": 0.765123, "recall": 0.826087}, {"accuracy": 0.852767, "f1": 0.818182, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"], "main_score": 0.818182, "precision": 0.802454, "recall": 0.852767}, {"accuracy": 0.838933, "f1": 0.802125, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"], "main_score": 0.802125, "precision": 0.786768, "recall": 0.838933}, {"accuracy": 0.841897, "f1": 0.801504, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"], "main_score": 0.801504, "precision": 0.783918, "recall": 0.841897}, {"accuracy": 0.797431, "f1": 0.744321, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"], "main_score": 0.744321, "precision": 0.721327, "recall": 0.797431}, {"accuracy": 0.829051, "f1": 0.786891, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"], "main_score": 0.786891, "precision": 0.769263, "recall": 0.829051}, {"accuracy": 0.869565, "f1": 0.834453, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"], "main_score": 0.834453, "precision": 0.818215, "recall": 0.869565}, {"accuracy": 0.868577, "f1": 0.832971, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"], "main_score": 0.832971, "precision": 0.816403, "recall": 0.868577}, {"accuracy": 0.825099, "f1": 0.786212, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"], "main_score": 0.786212, "precision": 0.770352, "recall": 0.825099}, {"accuracy": 0.854743, "f1": 0.816996, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"], "main_score": 0.816996, "precision": 0.799901, "recall": 0.854743}, {"accuracy": 0.187747, "f1": 0.151044, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"], "main_score": 0.151044, "precision": 0.140104, "recall": 0.187747}, {"accuracy": 0.837945, "f1": 0.800299, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"], "main_score": 0.800299, "precision": 0.78449, "recall": 0.837945}, {"accuracy": 0.868577, "f1": 0.835507, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"], "main_score": 0.835507, "precision": 0.82024, "recall": 0.868577}, {"accuracy": 0.863636, "f1": 0.829249, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"], "main_score": 0.829249, "precision": 0.814015, "recall": 0.863636}, {"accuracy": 0.804348, "f1": 0.759768, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"], "main_score": 0.759768, "precision": 0.741518, "recall": 0.804348}, {"accuracy": 0.835968, "f1": 0.800071, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"], "main_score": 0.800071, "precision": 0.784892, "recall": 0.835968}, {"accuracy": 0.8083, "f1": 0.764475, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"], "main_score": 0.764475, "precision": 0.745696, "recall": 0.8083}, {"accuracy": 0.828063, "f1": 0.784453, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"], "main_score": 0.784453, "precision": 0.76497, "recall": 0.828063}, {"accuracy": 0.863636, "f1": 0.829364, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"], "main_score": 0.829364, "precision": 0.815147, "recall": 0.863636}, {"accuracy": 0.852767, "f1": 0.815382, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"], "main_score": 0.815382, "precision": 0.798831, "recall": 0.852767}, {"accuracy": 0.796443, "f1": 0.75713, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"], "main_score": 0.75713, "precision": 0.741184, "recall": 0.796443}, {"accuracy": 0.827075, "f1": 0.786218, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"], "main_score": 0.786218, "precision": 0.769236, "recall": 0.827075}, {"accuracy": 0.850791, "f1": 0.813131, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"], "main_score": 0.813131, "precision": 0.796798, "recall": 0.850791}, {"accuracy": 0.840909, "f1": 0.802127, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"], "main_score": 0.802127, "precision": 0.785749, "recall": 0.840909}, {"accuracy": 0.799407, "f1": 0.757213, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"], "main_score": 0.757213, "precision": 0.738587, "recall": 0.799407}, {"accuracy": 0.824111, "f1": 0.778854, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"], "main_score": 0.778854, "precision": 0.758646, "recall": 0.824111}, {"accuracy": 0.83004, "f1": 0.790998, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"], "main_score": 0.790998, "precision": 0.775106, "recall": 0.83004}, {"accuracy": 0.852767, "f1": 0.813538, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"], "main_score": 0.813538, "precision": 0.79529, "recall": 0.852767}, {"accuracy": 0.836957, "f1": 0.802229, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"], "main_score": 0.802229, "precision": 0.787938, "recall": 0.836957}, {"accuracy": 0.855731, "f1": 0.818314, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"], "main_score": 0.818314, "precision": 0.801087, "recall": 0.855731}, {"accuracy": 0.87747, "f1": 0.844433, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"], "main_score": 0.844433, "precision": 0.829331, "recall": 0.87747}, {"accuracy": 0.858696, "f1": 0.822101, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"], "main_score": 0.822101, "precision": 0.805863, "recall": 0.858696}, {"accuracy": 0.83004, "f1": 0.788538, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"], "main_score": 0.788538, "precision": 0.770158, "recall": 0.83004}, {"accuracy": 0.790514, "f1": 0.738867, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"], "main_score": 0.738867, "precision": 0.716238, "recall": 0.790514}, {"accuracy": 0.832016, "f1": 0.787253, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"], "main_score": 0.787253, "precision": 0.766551, "recall": 0.832016}, {"accuracy": 0.798419, "f1": 0.752979, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"], "main_score": 0.752979, "precision": 0.73456, "recall": 0.798419}, {"accuracy": 0.849802, "f1": 0.810968, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"], "main_score": 0.810968, "precision": 0.793594, "recall": 0.849802}, {"accuracy": 0.796443, "f1": 0.748386, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"], "main_score": 0.748386, "precision": 0.726976, "recall": 0.796443}, {"accuracy": 0.820158, "f1": 0.781068, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"], "main_score": 0.781068, "precision": 0.765209, "recall": 0.820158}, {"accuracy": 0.844862, "f1": 0.805072, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"], "main_score": 0.805072, "precision": 0.786644, "recall": 0.844862}, {"accuracy": 0.8083, "f1": 0.765119, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"], "main_score": 0.765119, "precision": 0.74608, "recall": 0.8083}, {"accuracy": 0.878458, "f1": 0.847645, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"], "main_score": 0.847645, "precision": 0.833919, "recall": 0.878458}, {"accuracy": 0.619565, "f1": 0.551063, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"], "main_score": 0.551063, "precision": 0.525167, "recall": 0.619565}, {"accuracy": 0.850791, "f1": 0.816493, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"], "main_score": 0.816493, "precision": 0.802273, "recall": 0.850791}, {"accuracy": 0.83004, "f1": 0.78945, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"], "main_score": 0.78945, "precision": 0.771791, "recall": 0.83004}, {"accuracy": 0.821146, "f1": 0.774736, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"], "main_score": 0.774736, "precision": 0.754894, "recall": 0.821146}, {"accuracy": 0.821146, "f1": 0.778803, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"], "main_score": 0.778803, "precision": 0.761004, "recall": 0.821146}, {"accuracy": 0.868577, "f1": 0.834552, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"], "main_score": 0.834552, "precision": 0.818594, "recall": 0.868577}, {"accuracy": 0.810277, "f1": 0.762055, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"], "main_score": 0.762055, "precision": 0.741173, "recall": 0.810277}, {"accuracy": 0.852767, "f1": 0.813439, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"], "main_score": 0.813439, "precision": 0.795208, "recall": 0.852767}, {"accuracy": 0.842885, "f1": 0.804847, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"], "main_score": 0.804847, "precision": 0.788872, "recall": 0.842885}, {"accuracy": 0.826087, "f1": 0.786792, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"], "main_score": 0.786792, "precision": 0.769499, "recall": 0.826087}, {"accuracy": 0.884387, "f1": 0.853673, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"], "main_score": 0.853673, "precision": 0.840309, "recall": 0.884387}, {"accuracy": 0.835968, "f1": 0.795125, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"], "main_score": 0.795125, "precision": 0.776779, "recall": 0.835968}, {"accuracy": 0.826087, "f1": 0.782082, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"], "main_score": 0.782082, "precision": 0.762533, "recall": 0.826087}, {"accuracy": 0.843874, "f1": 0.804941, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"], "main_score": 0.804941, "precision": 0.787747, "recall": 0.843874}, {"accuracy": 0.829051, "f1": 0.78856, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"], "main_score": 0.78856, "precision": 0.771681, "recall": 0.829051}, {"accuracy": 0.199605, "f1": 0.143563, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"], "main_score": 0.143563, "precision": 0.127646, "recall": 0.199605}, {"accuracy": 0.835968, "f1": 0.795982, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"], "main_score": 0.795982, "precision": 0.777783, "recall": 0.835968}, {"accuracy": 0.814229, "f1": 0.769768, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"], "main_score": 0.769768, "precision": 0.750395, "recall": 0.814229}, {"accuracy": 0.858696, "f1": 0.823715, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"], "main_score": 0.823715, "precision": 0.808004, "recall": 0.858696}, {"accuracy": 0.86166, "f1": 0.825395, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"], "main_score": 0.825395, "precision": 0.808959, "recall": 0.86166}, {"accuracy": 0.854743, "f1": 0.81898, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"], "main_score": 0.81898, "precision": 0.803351, "recall": 0.854743}, {"accuracy": 0.781621, "f1": 0.729597, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"], "main_score": 0.729597, "precision": 0.707922, "recall": 0.781621}, {"accuracy": 0.863636, "f1": 0.826581, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"], "main_score": 0.826581, "precision": 0.809486, "recall": 0.863636}, {"accuracy": 0.842885, "f1": 0.80471, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"], "main_score": 0.80471, "precision": 0.787731, "recall": 0.842885}, {"accuracy": 0.829051, "f1": 0.788803, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"], "main_score": 0.788803, "precision": 0.772431, "recall": 0.829051}, {"accuracy": 0.813241, "f1": 0.769985, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"], "main_score": 0.769985, "precision": 0.751606, "recall": 0.813241}, {"accuracy": 0.811265, "f1": 0.766465, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"], "main_score": 0.766465, "precision": 0.748717, "recall": 0.811265}, {"accuracy": 0.816206, "f1": 0.772936, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"], "main_score": 0.772936, "precision": 0.754265, "recall": 0.816206}, {"accuracy": 0.773715, "f1": 0.722694, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"], "main_score": 0.722694, "precision": 0.69972, "recall": 0.773715}, {"accuracy": 0.84585, "f1": 0.807675, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"], "main_score": 0.807675, "precision": 0.790794, "recall": 0.84585}, {"accuracy": 0.811265, "f1": 0.771143, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"], "main_score": 0.771143, "precision": 0.754491, "recall": 0.811265}, {"accuracy": 0.827075, "f1": 0.791466, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"], "main_score": 0.791466, "precision": 0.776758, "recall": 0.827075}, {"accuracy": 0.822134, "f1": 0.782383, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"], "main_score": 0.782383, "precision": 0.765831, "recall": 0.822134}, {"accuracy": 0.824111, "f1": 0.782312, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"], "main_score": 0.782312, "precision": 0.763455, "recall": 0.824111}, {"accuracy": 0.768775, "f1": 0.720426, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"], "main_score": 0.720426, "precision": 0.699061, "recall": 0.768775}, {"accuracy": 0.86166, "f1": 0.824242, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"], "main_score": 0.824242, "precision": 0.806818, "recall": 0.86166}, {"accuracy": 0.864625, "f1": 0.826235, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"], "main_score": 0.826235, "precision": 0.808722, "recall": 0.864625}, {"accuracy": 0.835968, "f1": 0.793445, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"], "main_score": 0.793445, "precision": 0.773419, "recall": 0.835968}, {"accuracy": 0.854743, "f1": 0.820909, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"], "main_score": 0.820909, "precision": 0.806892, "recall": 0.854743}, {"accuracy": 0.783597, "f1": 0.73643, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"], "main_score": 0.73643, "precision": 0.714756, "recall": 0.783597}, {"accuracy": 0.899209, "f1": 0.874242, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"], "main_score": 0.874242, "precision": 0.862731, "recall": 0.899209}, {"accuracy": 0.826087, "f1": 0.785794, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"], "main_score": 0.785794, "precision": 0.769886, "recall": 0.826087}, {"accuracy": 0.828063, "f1": 0.78906, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"], "main_score": 0.78906, "precision": 0.772918, "recall": 0.828063}, {"accuracy": 0.807312, "f1": 0.770454, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"], "main_score": 0.770454, "precision": 0.756217, "recall": 0.807312}, {"accuracy": 0.799407, "f1": 0.762877, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"], "main_score": 0.762877, "precision": 0.747761, "recall": 0.799407}, {"accuracy": 0.857708, "f1": 0.822101, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"], "main_score": 0.822101, "precision": 0.805665, "recall": 0.857708}, {"accuracy": 0.850791, "f1": 0.809997, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"], "main_score": 0.809997, "precision": 0.791478, "recall": 0.850791}, {"accuracy": 0.798419, "f1": 0.752833, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"], "main_score": 0.752833, "precision": 0.732658, "recall": 0.798419}, {"accuracy": 0.252964, "f1": 0.205195, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"], "main_score": 0.205195, "precision": 0.189365, "recall": 0.252964}, {"accuracy": 0.833992, "f1": 0.792424, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"], "main_score": 0.792424, "precision": 0.773221, "recall": 0.833992}, {"accuracy": 0.705534, "f1": 0.639643, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"], "main_score": 0.639643, "precision": 0.611479, "recall": 0.705534}, {"accuracy": 0.855731, "f1": 0.816403, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"], "main_score": 0.816403, "precision": 0.798864, "recall": 0.855731}, {"accuracy": 0.896245, "f1": 0.868445, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"], "main_score": 0.868445, "precision": 0.855649, "recall": 0.896245}, {"accuracy": 0.798419, "f1": 0.750315, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"], "main_score": 0.750315, "precision": 0.728508, "recall": 0.798419}, {"accuracy": 0.866601, "f1": 0.832364, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"], "main_score": 0.832364, "precision": 0.817013, "recall": 0.866601}, {"accuracy": 0.863636, "f1": 0.82724, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"], "main_score": 0.82724, "precision": 0.811182, "recall": 0.863636}, {"accuracy": 0.847826, "f1": 0.80527, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"], "main_score": 0.80527, "precision": 0.786067, "recall": 0.847826}, {"accuracy": 0.838933, "f1": 0.800202, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"], "main_score": 0.800202, "precision": 0.783218, "recall": 0.838933}, {"accuracy": 0.859684, "f1": 0.821047, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"], "main_score": 0.821047, "precision": 0.802981, "recall": 0.859684}, {"accuracy": 0.817194, "f1": 0.776295, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"], "main_score": 0.776295, "precision": 0.760465, "recall": 0.817194}, {"accuracy": 0.873518, "f1": 0.838406, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"], "main_score": 0.838406, "precision": 0.822365, "recall": 0.873518}, {"accuracy": 0.796443, "f1": 0.747563, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"], "main_score": 0.747563, "precision": 0.724753, "recall": 0.796443}, {"accuracy": 0.824111, "f1": 0.78307, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"], "main_score": 0.78307, "precision": 0.764032, "recall": 0.824111}, {"accuracy": 0.879447, "f1": 0.846574, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"], "main_score": 0.846574, "precision": 0.831143, "recall": 0.879447}, {"accuracy": 0.829051, "f1": 0.786858, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"], "main_score": 0.786858, "precision": 0.768923, "recall": 0.829051}, {"accuracy": 0.045455, "f1": 0.024377, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"], "main_score": 0.024377, "precision": 0.019721, "recall": 0.045455}, {"accuracy": 0.814229, "f1": 0.775505, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"], "main_score": 0.775505, "precision": 0.75998, "recall": 0.814229}, {"accuracy": 0.836957, "f1": 0.795092, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"], "main_score": 0.795092, "precision": 0.776054, "recall": 0.836957}, {"accuracy": 0.76581, "f1": 0.718265, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"], "main_score": 0.718265, "precision": 0.699123, "recall": 0.76581}, {"accuracy": 0.837945, "f1": 0.799326, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"], "main_score": 0.799326, "precision": 0.78295, "recall": 0.837945}, {"accuracy": 0.775692, "f1": 0.721132, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"], "main_score": 0.721132, "precision": 0.69781, "recall": 0.775692}, {"accuracy": 0.814229, "f1": 0.768643, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"], "main_score": 0.768643, "precision": 0.747777, "recall": 0.814229}, {"accuracy": 0.827075, "f1": 0.786382, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"], "main_score": 0.786382, "precision": 0.769483, "recall": 0.827075}, {"accuracy": 0.816206, "f1": 0.769386, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"], "main_score": 0.769386, "precision": 0.749402, "recall": 0.816206}, {"accuracy": 0.876482, "f1": 0.845685, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"], "main_score": 0.845685, "precision": 0.831357, "recall": 0.876482}, {"accuracy": 0.864625, "f1": 0.827767, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"], "main_score": 0.827767, "precision": 0.810853, "recall": 0.864625}, {"accuracy": 0.73419, "f1": 0.673243, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"], "main_score": 0.673243, "precision": 0.647094, "recall": 0.73419}, {"accuracy": 0.832016, "f1": 0.792446, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"], "main_score": 0.792446, "precision": 0.775848, "recall": 0.832016}, {"accuracy": 0.768775, "f1": 0.72369, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"], "main_score": 0.72369, "precision": 0.704093, "recall": 0.768775}, {"accuracy": 0.820158, "f1": 0.777555, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"], "main_score": 0.777555, "precision": 0.75846, "recall": 0.820158}, {"accuracy": 0.820158, "f1": 0.777094, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"], "main_score": 0.777094, "precision": 0.759404, "recall": 0.820158}, {"accuracy": 0.858696, "f1": 0.821113, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"], "main_score": 0.821113, "precision": 0.803689, "recall": 0.858696}, {"accuracy": 0.848814, "f1": 0.8127, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"], "main_score": 0.8127, "precision": 0.79725, "recall": 0.848814}, {"accuracy": 0.859684, "f1": 0.825955, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"], "main_score": 0.825955, "precision": 0.811133, "recall": 0.859684}, {"accuracy": 0.853755, "f1": 0.816238, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"], "main_score": 0.816238, "precision": 0.799193, "recall": 0.853755}, {"accuracy": 0.763834, "f1": 0.71553, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"], "main_score": 0.71553, "precision": 0.696301, "recall": 0.763834}, {"accuracy": 0.822134, "f1": 0.778491, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"], "main_score": 0.778491, "precision": 0.759338, "recall": 0.822134}, {"accuracy": 0.794466, "f1": 0.746462, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"], "main_score": 0.746462, "precision": 0.725906, "recall": 0.794466}, {"accuracy": 0.832016, "f1": 0.790744, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"], "main_score": 0.790744, "precision": 0.772925, "recall": 0.832016}, {"accuracy": 0.818182, "f1": 0.770685, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"], "main_score": 0.770685, "precision": 0.749374, "recall": 0.818182}, {"accuracy": 0.828063, "f1": 0.783136, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"], "main_score": 0.783136, "precision": 0.7639, "recall": 0.828063}, {"accuracy": 0.886364, "f1": 0.856555, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"], "main_score": 0.856555, "precision": 0.842951, "recall": 0.886364}, {"accuracy": 0.893281, "f1": 0.866354, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"], "main_score": 0.866354, "precision": 0.854061, "recall": 0.893281}, {"accuracy": 0.853755, "f1": 0.81547, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"], "main_score": 0.81547, "precision": 0.798493, "recall": 0.853755}, {"accuracy": 0.77668, "f1": 0.72436, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"], "main_score": 0.72436, "precision": 0.702289, "recall": 0.77668}, {"accuracy": 0.764822, "f1": 0.712813, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"], "main_score": 0.712813, "precision": 0.691655, "recall": 0.764822}, {"accuracy": 0.811265, "f1": 0.766161, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"], "main_score": 0.766161, "precision": 0.747243, "recall": 0.811265}, {"accuracy": 0.820158, "f1": 0.773207, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"], "main_score": 0.773207, "precision": 0.752553, "recall": 0.820158}, {"accuracy": 0.841897, "f1": 0.798123, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"], "main_score": 0.798123, "precision": 0.777256, "recall": 0.841897}, {"accuracy": 0.875494, "f1": 0.842457, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"], "main_score": 0.842457, "precision": 0.826993, "recall": 0.875494}, {"accuracy": 0.77668, "f1": 0.728426, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"], "main_score": 0.728426, "precision": 0.706966, "recall": 0.77668}, {"accuracy": 0.841897, "f1": 0.802376, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"], "main_score": 0.802376, "precision": 0.785946, "recall": 0.841897}, {"accuracy": 0.833992, "f1": 0.792819, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"], "main_score": 0.792819, "precision": 0.775148, "recall": 0.833992}, {"accuracy": 0.768775, "f1": 0.719157, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"], "main_score": 0.719157, "precision": 0.699814, "recall": 0.768775}, {"accuracy": 0.826087, "f1": 0.782708, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"], "main_score": 0.782708, "precision": 0.763505, "recall": 0.826087}, {"accuracy": 0.84585, "f1": 0.80519, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"], "main_score": 0.80519, "precision": 0.787253, "recall": 0.84585}, {"accuracy": 0.84585, "f1": 0.810474, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"], "main_score": 0.810474, "precision": 0.794417, "recall": 0.84585}, {"accuracy": 0.855731, "f1": 0.821167, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"], "main_score": 0.821167, "precision": 0.806752, "recall": 0.855731}, {"accuracy": 0.842885, "f1": 0.802339, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"], "main_score": 0.802339, "precision": 0.783926, "recall": 0.842885}, {"accuracy": 0.850791, "f1": 0.811298, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"], "main_score": 0.811298, "precision": 0.793264, "recall": 0.850791}, {"accuracy": 0.816206, "f1": 0.774825, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"], "main_score": 0.774825, "precision": 0.757831, "recall": 0.816206}, {"accuracy": 0.858696, "f1": 0.821574, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"], "main_score": 0.821574, "precision": 0.804513, "recall": 0.858696}, {"accuracy": 0.858696, "f1": 0.824087, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"], "main_score": 0.824087, "precision": 0.809396, "recall": 0.858696}, {"accuracy": 0.809289, "f1": 0.764756, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"], "main_score": 0.764756, "precision": 0.744895, "recall": 0.809289}, {"accuracy": 0.838933, "f1": 0.799133, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"], "main_score": 0.799133, "precision": 0.782815, "recall": 0.838933}, {"accuracy": 0.851779, "f1": 0.816853, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"], "main_score": 0.816853, "precision": 0.802101, "recall": 0.851779}, {"accuracy": 0.851779, "f1": 0.815832, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"], "main_score": 0.815832, "precision": 0.799942, "recall": 0.851779}, {"accuracy": 0.879447, "f1": 0.846624, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"], "main_score": 0.846624, "precision": 0.831745, "recall": 0.879447}, {"accuracy": 0.884387, "f1": 0.852734, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"], "main_score": 0.852734, "precision": 0.838307, "recall": 0.884387}, {"accuracy": 0.83004, "f1": 0.790203, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"], "main_score": 0.790203, "precision": 0.771887, "recall": 0.83004}, {"accuracy": 0.832016, "f1": 0.791601, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"], "main_score": 0.791601, "precision": 0.77276, "recall": 0.832016}, {"accuracy": 0.862648, "f1": 0.823979, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"], "main_score": 0.823979, "precision": 0.805912, "recall": 0.862648}, {"accuracy": 0.780632, "f1": 0.732106, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"], "main_score": 0.732106, "precision": 0.712125, "recall": 0.780632}, {"accuracy": 0.812253, "f1": 0.771763, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"], "main_score": 0.771763, "precision": 0.755495, "recall": 0.812253}, {"accuracy": 0.794466, "f1": 0.74488, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"], "main_score": 0.74488, "precision": 0.723847, "recall": 0.794466}, {"accuracy": 0.833004, "f1": 0.795111, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"], "main_score": 0.795111, "precision": 0.77864, "recall": 0.833004}, {"accuracy": 0.87747, "f1": 0.844005, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"], "main_score": 0.844005, "precision": 0.828755, "recall": 0.87747}, {"accuracy": 0.875494, "f1": 0.840349, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"], "main_score": 0.840349, "precision": 0.824605, "recall": 0.875494}, {"accuracy": 0.862648, "f1": 0.826285, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"], "main_score": 0.826285, "precision": 0.8097, "recall": 0.862648}, {"accuracy": 0.84585, "f1": 0.805896, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"], "main_score": 0.805896, "precision": 0.787879, "recall": 0.84585}, {"accuracy": 0.80336, "f1": 0.760969, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"], "main_score": 0.760969, "precision": 0.743731, "recall": 0.80336}, {"accuracy": 0.768775, "f1": 0.718036, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"], "main_score": 0.718036, "precision": 0.694417, "recall": 0.768775}, {"accuracy": 0.783597, "f1": 0.730978, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"], "main_score": 0.730978, "precision": 0.708129, "recall": 0.783597}, {"accuracy": 0.853755, "f1": 0.814756, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"], "main_score": 0.814756, "precision": 0.796854, "recall": 0.853755}, {"accuracy": 0.804348, "f1": 0.75751, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"], "main_score": 0.75751, "precision": 0.736792, "recall": 0.804348}, {"accuracy": 0.866601, "f1": 0.829941, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"], "main_score": 0.829941, "precision": 0.812829, "recall": 0.866601}, {"accuracy": 0.802372, "f1": 0.753938, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"], "main_score": 0.753938, "precision": 0.733399, "recall": 0.802372}, {"accuracy": 0.862648, "f1": 0.824868, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"], "main_score": 0.824868, "precision": 0.808004, "recall": 0.862648}, {"accuracy": 0.741107, "f1": 0.67859, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"], "main_score": 0.67859, "precision": 0.649704, "recall": 0.741107}, {"accuracy": 0.83004, "f1": 0.791838, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"], "main_score": 0.791838, "precision": 0.776063, "recall": 0.83004}, {"accuracy": 0.843874, "f1": 0.807232, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"], "main_score": 0.807232, "precision": 0.791238, "recall": 0.843874}, {"accuracy": 0.841897, "f1": 0.80323, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"], "main_score": 0.80323, "precision": 0.787229, "recall": 0.841897}, {"accuracy": 0.850791, "f1": 0.812418, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"], "main_score": 0.812418, "precision": 0.795767, "recall": 0.850791}, {"accuracy": 0.806324, "f1": 0.758202, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"], "main_score": 0.758202, "precision": 0.737467, "recall": 0.806324}, {"accuracy": 0.842885, "f1": 0.805567, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"], "main_score": 0.805567, "precision": 0.7889, "recall": 0.842885}, {"accuracy": 0.864625, "f1": 0.828195, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"], "main_score": 0.828195, "precision": 0.811594, "recall": 0.864625}, {"accuracy": 0.839921, "f1": 0.797661, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"], "main_score": 0.797661, "precision": 0.77775, "recall": 0.839921}, {"accuracy": 0.041502, "f1": 0.021443, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"], "main_score": 0.021443, "precision": 0.01728, "recall": 0.041502}, {"accuracy": 0.910079, "f1": 0.887895, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"], "main_score": 0.887895, "precision": 0.878139, "recall": 0.910079}, {"accuracy": 0.906126, "f1": 0.88083, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"], "main_score": 0.88083, "precision": 0.869153, "recall": 0.906126}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"], "main_score": 0.910408, "precision": 0.900527, "recall": 0.93083}, {"accuracy": 0.924901, "f1": 0.903491, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"], "main_score": 0.903491, "precision": 0.893445, "recall": 0.924901}, {"accuracy": 0.916008, "f1": 0.893841, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"], "main_score": 0.893841, "precision": 0.883679, "recall": 0.916008}, {"accuracy": 0.916008, "f1": 0.893267, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"], "main_score": 0.893267, "precision": 0.883218, "recall": 0.916008}, {"accuracy": 0.883399, "f1": 0.855124, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"], "main_score": 0.855124, "precision": 0.842721, "recall": 0.883399}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"], "main_score": 0.902833, "precision": 0.892292, "recall": 0.924901}, {"accuracy": 0.886364, "f1": 0.859278, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"], "main_score": 0.859278, "precision": 0.848405, "recall": 0.886364}, {"accuracy": 0.901186, "f1": 0.874736, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"], "main_score": 0.874736, "precision": 0.862236, "recall": 0.901186}, {"accuracy": 0.863636, "f1": 0.828228, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"], "main_score": 0.828228, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.911067, "f1": 0.884289, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"], "main_score": 0.884289, "precision": 0.871624, "recall": 0.911067}, {"accuracy": 0.891304, "f1": 0.86214, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"], "main_score": 0.86214, "precision": 0.848567, "recall": 0.891304}, {"accuracy": 0.905138, "f1": 0.882882, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"], "main_score": 0.882882, "precision": 0.873709, "recall": 0.905138}, {"accuracy": 0.869565, "f1": 0.835837, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"], "main_score": 0.835837, "precision": 0.82057, "recall": 0.869565}, {"accuracy": 0.903162, "f1": 0.877819, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"], "main_score": 0.877819, "precision": 0.866683, "recall": 0.903162}, {"accuracy": 0.913043, "f1": 0.889229, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"], "main_score": 0.889229, "precision": 0.878376, "recall": 0.913043}, {"accuracy": 0.883399, "f1": 0.850033, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"], "main_score": 0.850033, "precision": 0.834634, "recall": 0.883399}, {"accuracy": 0.901186, "f1": 0.87276, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"], "main_score": 0.87276, "precision": 0.859766, "recall": 0.901186}, {"accuracy": 0.878458, "f1": 0.84608, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"], "main_score": 0.84608, "precision": 0.830978, "recall": 0.878458}, {"accuracy": 0.914032, "f1": 0.888011, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"], "main_score": 0.888011, "precision": 0.875329, "recall": 0.914032}, {"accuracy": 0.913043, "f1": 0.890316, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"], "main_score": 0.890316, "precision": 0.880413, "recall": 0.913043}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"], "main_score": 0.876647, "precision": 0.863636, "recall": 0.90415}, {"accuracy": 0.194664, "f1": 0.156529, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"], "main_score": 0.156529, "precision": 0.144873, "recall": 0.194664}, {"accuracy": 0.917984, "f1": 0.895306, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"], "main_score": 0.895306, "precision": 0.885023, "recall": 0.917984}, {"accuracy": 0.873518, "f1": 0.839921, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"], "main_score": 0.839921, "precision": 0.823946, "recall": 0.873518}, {"accuracy": 0.928854, "f1": 0.906291, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"], "main_score": 0.906291, "precision": 0.895422, "recall": 0.928854}, {"accuracy": 0.898221, "f1": 0.870078, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"], "main_score": 0.870078, "precision": 0.857164, "recall": 0.898221}, {"accuracy": 0.907115, "f1": 0.882279, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"], "main_score": 0.882279, "precision": 0.870669, "recall": 0.907115}, {"accuracy": 0.903162, "f1": 0.877767, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"], "main_score": 0.877767, "precision": 0.86614, "recall": 0.903162}, {"accuracy": 0.864625, "f1": 0.8278, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"], "main_score": 0.8278, "precision": 0.810688, "recall": 0.864625}, {"accuracy": 0.906126, "f1": 0.880402, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"], "main_score": 0.880402, "precision": 0.868859, "recall": 0.906126}, {"accuracy": 0.908103, "f1": 0.88274, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"], "main_score": 0.88274, "precision": 0.870553, "recall": 0.908103}, {"accuracy": 0.871542, "f1": 0.84168, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"], "main_score": 0.84168, "precision": 0.828926, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.863142, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"], "main_score": 0.863142, "precision": 0.849945, "recall": 0.892292}, {"accuracy": 0.908103, "f1": 0.883696, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"], "main_score": 0.883696, "precision": 0.872859, "recall": 0.908103}, {"accuracy": 0.911067, "f1": 0.887286, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"], "main_score": 0.887286, "precision": 0.876812, "recall": 0.911067}, {"accuracy": 0.835968, "f1": 0.79664, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"], "main_score": 0.79664, "precision": 0.778738, "recall": 0.835968}, {"accuracy": 0.852767, "f1": 0.814328, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"], "main_score": 0.814328, "precision": 0.797134, "recall": 0.852767}, {"accuracy": 0.909091, "f1": 0.885048, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"], "main_score": 0.885048, "precision": 0.874812, "recall": 0.909091}, {"accuracy": 0.876482, "f1": 0.845553, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"], "main_score": 0.845553, "precision": 0.831439, "recall": 0.876482}, {"accuracy": 0.908103, "f1": 0.886415, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"], "main_score": 0.886415, "precision": 0.877037, "recall": 0.908103}, {"accuracy": 0.916008, "f1": 0.89081, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"], "main_score": 0.89081, "precision": 0.878788, "recall": 0.916008}, {"accuracy": 0.922925, "f1": 0.901647, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"], "main_score": 0.901647, "precision": 0.891798, "recall": 0.922925}, {"accuracy": 0.922925, "f1": 0.899934, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"], "main_score": 0.899934, "precision": 0.888916, "recall": 0.922925}, {"accuracy": 0.879447, "f1": 0.847628, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"], "main_score": 0.847628, "precision": 0.833004, "recall": 0.879447}, {"accuracy": 0.859684, "f1": 0.823814, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"], "main_score": 0.823814, "precision": 0.807428, "recall": 0.859684}, {"accuracy": 0.908103, "f1": 0.882213, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"], "main_score": 0.882213, "precision": 0.870059, "recall": 0.908103}, {"accuracy": 0.905138, "f1": 0.877602, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"], "main_score": 0.877602, "precision": 0.865119, "recall": 0.905138}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"], "main_score": 0.904315, "precision": 0.893775, "recall": 0.925889}, {"accuracy": 0.826087, "f1": 0.783959, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"], "main_score": 0.783959, "precision": 0.764773, "recall": 0.826087}, {"accuracy": 0.897233, "f1": 0.875209, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"], "main_score": 0.875209, "precision": 0.865901, "recall": 0.897233}, {"accuracy": 0.87747, "f1": 0.842885, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"], "main_score": 0.842885, "precision": 0.826581, "recall": 0.87747}, {"accuracy": 0.833992, "f1": 0.796476, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"], "main_score": 0.796476, "precision": 0.779562, "recall": 0.833992}, {"accuracy": 0.90415, "f1": 0.879136, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"], "main_score": 0.879136, "precision": 0.867836, "recall": 0.90415}, {"accuracy": 0.686759, "f1": 0.622043, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"], "main_score": 0.622043, "precision": 0.595877, "recall": 0.686759}, {"accuracy": 0.917984, "f1": 0.895224, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"], "main_score": 0.895224, "precision": 0.884717, "recall": 0.917984}, {"accuracy": 0.908103, "f1": 0.884388, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"], "main_score": 0.884388, "precision": 0.874028, "recall": 0.908103}, {"accuracy": 0.913043, "f1": 0.8861, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"], "main_score": 0.8861, "precision": 0.873435, "recall": 0.913043}, {"accuracy": 0.893281, "f1": 0.864138, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"], "main_score": 0.864138, "precision": 0.851276, "recall": 0.893281}, {"accuracy": 0.871542, "f1": 0.839065, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"], "main_score": 0.839065, "precision": 0.824275, "recall": 0.871542}, {"accuracy": 0.892292, "f1": 0.862945, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"], "main_score": 0.862945, "precision": 0.849506, "recall": 0.892292}, {"accuracy": 0.900198, "f1": 0.871542, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"], "main_score": 0.871542, "precision": 0.858037, "recall": 0.900198}, {"accuracy": 0.922925, "f1": 0.903638, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"], "main_score": 0.903638, "precision": 0.895224, "recall": 0.922925}, {"accuracy": 0.844862, "f1": 0.80751, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"], "main_score": 0.80751, "precision": 0.790761, "recall": 0.844862}, {"accuracy": 0.899209, "f1": 0.872299, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"], "main_score": 0.872299, "precision": 0.860178, "recall": 0.899209}, {"accuracy": 0.840909, "f1": 0.802174, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"], "main_score": 0.802174, "precision": 0.78475, "recall": 0.840909}, {"accuracy": 0.87747, "f1": 0.844617, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"], "main_score": 0.844617, "precision": 0.82971, "recall": 0.87747}, {"accuracy": 0.891304, "f1": 0.861298, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"], "main_score": 0.861298, "precision": 0.847497, "recall": 0.891304}, {"accuracy": 0.901186, "f1": 0.874802, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"], "main_score": 0.874802, "precision": 0.863307, "recall": 0.901186}, {"accuracy": 0.205534, "f1": 0.140988, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"], "main_score": 0.140988, "precision": 0.122516, "recall": 0.205534}, {"accuracy": 0.840909, "f1": 0.804908, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"], "main_score": 0.804908, "precision": 0.788818, "recall": 0.840909}, {"accuracy": 0.887352, "f1": 0.856291, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"], "main_score": 0.856291, "precision": 0.84198, "recall": 0.887352}, {"accuracy": 0.885375, "f1": 0.855369, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"], "main_score": 0.855369, "precision": 0.841271, "recall": 0.885375}, {"accuracy": 0.860672, "f1": 0.824012, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"], "main_score": 0.824012, "precision": 0.806933, "recall": 0.860672}, {"accuracy": 0.925889, "f1": 0.904381, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"], "main_score": 0.904381, "precision": 0.894022, "recall": 0.925889}, {"accuracy": 0.879447, "f1": 0.846542, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"], "main_score": 0.846542, "precision": 0.831275, "recall": 0.879447}, {"accuracy": 0.914032, "f1": 0.889163, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"], "main_score": 0.889163, "precision": 0.876976, "recall": 0.914032}, {"accuracy": 0.908103, "f1": 0.882806, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"], "main_score": 0.882806, "precision": 0.870965, "recall": 0.908103}, {"accuracy": 0.910079, "f1": 0.884914, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"], "main_score": 0.884914, "precision": 0.873798, "recall": 0.910079}, {"accuracy": 0.889328, "f1": 0.860968, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"], "main_score": 0.860968, "precision": 0.848024, "recall": 0.889328}, {"accuracy": 0.896245, "f1": 0.867819, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"], "main_score": 0.867819, "precision": 0.855599, "recall": 0.896245}, {"accuracy": 0.899209, "f1": 0.871426, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"], "main_score": 0.871426, "precision": 0.859034, "recall": 0.899209}, {"accuracy": 0.795455, "f1": 0.749887, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"], "main_score": 0.749887, "precision": 0.729776, "recall": 0.795455}, {"accuracy": 0.871542, "f1": 0.83666, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"], "main_score": 0.83666, "precision": 0.820603, "recall": 0.871542}, {"accuracy": 0.890316, "f1": 0.862138, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"], "main_score": 0.862138, "precision": 0.849795, "recall": 0.890316}, {"accuracy": 0.909091, "f1": 0.884722, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"], "main_score": 0.884722, "precision": 0.874062, "recall": 0.909091}, {"accuracy": 0.903162, "f1": 0.877372, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"], "main_score": 0.877372, "precision": 0.86601, "recall": 0.903162}, {"accuracy": 0.882411, "f1": 0.852767, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"], "main_score": 0.852767, "precision": 0.838801, "recall": 0.882411}, {"accuracy": 0.821146, "f1": 0.779018, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"], "main_score": 0.779018, "precision": 0.760128, "recall": 0.821146}, {"accuracy": 0.921937, "f1": 0.898847, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"], "main_score": 0.898847, "precision": 0.887846, "recall": 0.921937}, {"accuracy": 0.916008, "f1": 0.890152, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"], "main_score": 0.890152, "precision": 0.877635, "recall": 0.916008}, {"accuracy": 0.839921, "f1": 0.803656, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"], "main_score": 0.803656, "precision": 0.787253, "recall": 0.839921}, {"accuracy": 0.914032, "f1": 0.889032, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"], "main_score": 0.889032, "precision": 0.87775, "recall": 0.914032}, {"accuracy": 0.8083, "f1": 0.764413, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"], "main_score": 0.764413, "precision": 0.744977, "recall": 0.8083}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.913043, "f1": 0.890909, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"], "main_score": 0.890909, "precision": 0.881319, "recall": 0.913043}, {"accuracy": 0.917984, "f1": 0.896772, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"], "main_score": 0.896772, "precision": 0.887599, "recall": 0.917984}, {"accuracy": 0.909091, "f1": 0.887225, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"], "main_score": 0.887225, "precision": 0.878417, "recall": 0.909091}, {"accuracy": 0.893281, "f1": 0.865589, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"], "main_score": 0.865589, "precision": 0.853205, "recall": 0.893281}, {"accuracy": 0.922925, "f1": 0.901746, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"], "main_score": 0.901746, "precision": 0.891914, "recall": 0.922925}, {"accuracy": 0.908103, "f1": 0.883187, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"], "main_score": 0.883187, "precision": 0.871212, "recall": 0.908103}, {"accuracy": 0.829051, "f1": 0.787912, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"], "main_score": 0.787912, "precision": 0.769417, "recall": 0.829051}, {"accuracy": 0.261858, "f1": 0.211929, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"], "main_score": 0.211929, "precision": 0.195287, "recall": 0.261858}, {"accuracy": 0.870553, "f1": 0.837912, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"], "main_score": 0.837912, "precision": 0.82332, "recall": 0.870553}, {"accuracy": 0.727273, "f1": 0.671706, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"], "main_score": 0.671706, "precision": 0.647266, "recall": 0.727273}, {"accuracy": 0.925889, "f1": 0.903821, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"], "main_score": 0.903821, "precision": 0.893445, "recall": 0.925889}, {"accuracy": 0.931818, "f1": 0.911462, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"], "main_score": 0.911462, "precision": 0.901762, "recall": 0.931818}, {"accuracy": 0.826087, "f1": 0.781555, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"], "main_score": 0.781555, "precision": 0.760705, "recall": 0.826087}, {"accuracy": 0.899209, "f1": 0.870455, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"], "main_score": 0.870455, "precision": 0.857131, "recall": 0.899209}, {"accuracy": 0.934783, "f1": 0.913702, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"], "main_score": 0.913702, "precision": 0.903327, "recall": 0.934783}, {"accuracy": 0.893281, "f1": 0.863439, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"], "main_score": 0.863439, "precision": 0.849144, "recall": 0.893281}, {"accuracy": 0.895257, "f1": 0.866502, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"], "main_score": 0.866502, "precision": 0.853211, "recall": 0.895257}, {"accuracy": 0.891304, "f1": 0.859354, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"], "main_score": 0.859354, "precision": 0.844038, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.892556, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"], "main_score": 0.892556, "precision": 0.882669, "recall": 0.91502}, {"accuracy": 0.933794, "f1": 0.915382, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"], "main_score": 0.915382, "precision": 0.906868, "recall": 0.933794}, {"accuracy": 0.825099, "f1": 0.78251, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"], "main_score": 0.78251, "precision": 0.762928, "recall": 0.825099}, {"accuracy": 0.831028, "f1": 0.787516, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"], "main_score": 0.787516, "precision": 0.767622, "recall": 0.831028}, {"accuracy": 0.878458, "f1": 0.845309, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"], "main_score": 0.845309, "precision": 0.829875, "recall": 0.878458}, {"accuracy": 0.902174, "f1": 0.873913, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"], "main_score": 0.873913, "precision": 0.86059, "recall": 0.902174}, {"accuracy": 0.052372, "f1": 0.029305, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"], "main_score": 0.029305, "precision": 0.024839, "recall": 0.052372}, {"accuracy": 0.893281, "f1": 0.863655, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"], "main_score": 0.863655, "precision": 0.850247, "recall": 0.893281}, {"accuracy": 0.895257, "f1": 0.86525, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"], "main_score": 0.86525, "precision": 0.85112, "recall": 0.895257}, {"accuracy": 0.856719, "f1": 0.823766, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"], "main_score": 0.823766, "precision": 0.809933, "recall": 0.856719}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"], "main_score": 0.899868, "precision": 0.889229, "recall": 0.922925}, {"accuracy": 0.829051, "f1": 0.789361, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"], "main_score": 0.789361, "precision": 0.772348, "recall": 0.829051}, {"accuracy": 0.83498, "f1": 0.794236, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"], "main_score": 0.794236, "precision": 0.775692, "recall": 0.83498}, {"accuracy": 0.893281, "f1": 0.864756, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"], "main_score": 0.864756, "precision": 0.851845, "recall": 0.893281}, {"accuracy": 0.901186, "f1": 0.87332, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"], "main_score": 0.87332, "precision": 0.861199, "recall": 0.901186}, {"accuracy": 0.899209, "f1": 0.870224, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"], "main_score": 0.870224, "precision": 0.856588, "recall": 0.899209}, {"accuracy": 0.890316, "f1": 0.859552, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"], "main_score": 0.859552, "precision": 0.845603, "recall": 0.890316}, {"accuracy": 0.779644, "f1": 0.727404, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"], "main_score": 0.727404, "precision": 0.704002, "recall": 0.779644}, {"accuracy": 0.906126, "f1": 0.880336, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"], "main_score": 0.880336, "precision": 0.868637, "recall": 0.906126}, {"accuracy": 0.794466, "f1": 0.748155, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"], "main_score": 0.748155, "precision": 0.727586, "recall": 0.794466}, {"accuracy": 0.874506, "f1": 0.842292, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"], "main_score": 0.842292, "precision": 0.827849, "recall": 0.874506}, {"accuracy": 0.900198, "f1": 0.874327, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"], "main_score": 0.874327, "precision": 0.862731, "recall": 0.900198}, {"accuracy": 0.911067, "f1": 0.8861, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"], "main_score": 0.8861, "precision": 0.874259, "recall": 0.911067}, {"accuracy": 0.914032, "f1": 0.890217, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"], "main_score": 0.890217, "precision": 0.8792, "recall": 0.914032}, {"accuracy": 0.87253, "f1": 0.837352, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"], "main_score": 0.837352, "precision": 0.821558, "recall": 0.87253}, {"accuracy": 0.91996, "f1": 0.896607, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"], "main_score": 0.896607, "precision": 0.885623, "recall": 0.91996}, {"accuracy": 0.862648, "f1": 0.830329, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"], "main_score": 0.830329, "precision": 0.816648, "recall": 0.862648}, {"accuracy": 0.889328, "f1": 0.859651, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"], "main_score": 0.859651, "precision": 0.846047, "recall": 0.889328}, {"accuracy": 0.860672, "f1": 0.824638, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"], "main_score": 0.824638, "precision": 0.808383, "recall": 0.860672}, {"accuracy": 0.878458, "f1": 0.843577, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"], "main_score": 0.843577, "precision": 0.827322, "recall": 0.878458}, {"accuracy": 0.881423, "f1": 0.848932, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"], "main_score": 0.848932, "precision": 0.833992, "recall": 0.881423}, {"accuracy": 0.878458, "f1": 0.844236, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"], "main_score": 0.844236, "precision": 0.82864, "recall": 0.878458}, {"accuracy": 0.891304, "f1": 0.860244, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"], "main_score": 0.860244, "precision": 0.845471, "recall": 0.891304}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"], "main_score": 0.908597, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.906126, "f1": 0.880171, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"], "main_score": 0.880171, "precision": 0.868198, "recall": 0.906126}, {"accuracy": 0.869565, "f1": 0.8333, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"], "main_score": 0.8333, "precision": 0.816864, "recall": 0.869565}, {"accuracy": 0.886364, "f1": 0.857872, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"], "main_score": 0.857872, "precision": 0.845669, "recall": 0.886364}, {"accuracy": 0.891304, "f1": 0.861989, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"], "main_score": 0.861989, "precision": 0.84832, "recall": 0.891304}, {"accuracy": 0.91502, "f1": 0.891041, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"], "main_score": 0.891041, "precision": 0.879858, "recall": 0.91502}, {"accuracy": 0.869565, "f1": 0.833729, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"], "main_score": 0.833729, "precision": 0.817276, "recall": 0.869565}, {"accuracy": 0.924901, "f1": 0.902339, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"], "main_score": 0.902339, "precision": 0.891469, "recall": 0.924901}, {"accuracy": 0.80336, "f1": 0.757444, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"], "main_score": 0.757444, "precision": 0.736742, "recall": 0.80336}, {"accuracy": 0.917984, "f1": 0.895175, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"], "main_score": 0.895175, "precision": 0.884924, "recall": 0.917984}, {"accuracy": 0.880435, "f1": 0.847727, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"], "main_score": 0.847727, "precision": 0.832428, "recall": 0.880435}, {"accuracy": 0.865613, "f1": 0.830783, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"], "main_score": 0.830783, "precision": 0.81569, "recall": 0.865613}, {"accuracy": 0.905138, "f1": 0.879677, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"], "main_score": 0.879677, "precision": 0.868165, "recall": 0.905138}, {"accuracy": 0.896245, "f1": 0.866634, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"], "main_score": 0.866634, "precision": 0.853014, "recall": 0.896245}, {"accuracy": 0.866601, "f1": 0.833959, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"], "main_score": 0.833959, "precision": 0.819005, "recall": 0.866601}, {"accuracy": 0.907115, "f1": 0.880995, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"], "main_score": 0.880995, "precision": 0.869022, "recall": 0.907115}, {"accuracy": 0.870553, "f1": 0.838999, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"], "main_score": 0.838999, "precision": 0.824028, "recall": 0.870553}, {"accuracy": 0.897233, "f1": 0.871772, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"], "main_score": 0.871772, "precision": 0.860161, "recall": 0.897233}, {"accuracy": 0.895257, "f1": 0.868412, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"], "main_score": 0.868412, "precision": 0.856538, "recall": 0.895257}, {"accuracy": 0.894269, "f1": 0.867358, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"], "main_score": 0.867358, "precision": 0.855435, "recall": 0.894269}, {"accuracy": 0.926877, "f1": 0.909027, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"], "main_score": 0.909027, "precision": 0.901245, "recall": 0.926877}, {"accuracy": 0.831028, "f1": 0.790119, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"], "main_score": 0.790119, "precision": 0.771739, "recall": 0.831028}, {"accuracy": 0.917984, "f1": 0.894071, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"], "main_score": 0.894071, "precision": 0.882905, "recall": 0.917984}, {"accuracy": 0.916996, "f1": 0.89473, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"], "main_score": 0.89473, "precision": 0.884585, "recall": 0.916996}, {"accuracy": 0.91502, "f1": 0.890481, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"], "main_score": 0.890481, "precision": 0.879545, "recall": 0.91502}, {"accuracy": 0.886364, "f1": 0.857298, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"], "main_score": 0.857298, "precision": 0.844203, "recall": 0.886364}, {"accuracy": 0.928854, "f1": 0.908762, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"], "main_score": 0.908762, "precision": 0.899045, "recall": 0.928854}, {"accuracy": 0.858696, "f1": 0.823814, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"], "main_score": 0.823814, "precision": 0.808251, "recall": 0.858696}, {"accuracy": 0.838933, "f1": 0.798057, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"], "main_score": 0.798057, "precision": 0.779348, "recall": 0.838933}, {"accuracy": 0.897233, "f1": 0.869071, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"], "main_score": 0.869071, "precision": 0.856061, "recall": 0.897233}, {"accuracy": 0.856719, "f1": 0.818577, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"], "main_score": 0.818577, "precision": 0.801746, "recall": 0.856719}, {"accuracy": 0.907115, "f1": 0.882263, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"], "main_score": 0.882263, "precision": 0.871353, "recall": 0.907115}, {"accuracy": 0.868577, "f1": 0.831522, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"], "main_score": 0.831522, "precision": 0.8139, "recall": 0.868577}, {"accuracy": 0.832016, "f1": 0.793365, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"], "main_score": 0.793365, "precision": 0.775856, "recall": 0.832016}, {"accuracy": 0.873518, "f1": 0.839954, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"], "main_score": 0.839954, "precision": 0.824555, "recall": 0.873518}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"], "main_score": 0.895422, "precision": 0.884058, "recall": 0.918972}, {"accuracy": 0.884387, "f1": 0.851845, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"], "main_score": 0.851845, "precision": 0.83638, "recall": 0.884387}, {"accuracy": 0.868577, "f1": 0.833794, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"], "main_score": 0.833794, "precision": 0.817523, "recall": 0.868577}, {"accuracy": 0.883399, "f1": 0.855389, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"], "main_score": 0.855389, "precision": 0.843121, "recall": 0.883399}, {"accuracy": 0.805336, "f1": 0.762733, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"], "main_score": 0.762733, "precision": 0.743808, "recall": 0.805336}, {"accuracy": 0.853755, "f1": 0.817608, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"], "main_score": 0.817608, "precision": 0.801054, "recall": 0.853755}, {"accuracy": 0.918972, "f1": 0.895916, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"], "main_score": 0.895916, "precision": 0.884881, "recall": 0.918972}, {"accuracy": 0.853755, "f1": 0.818314, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"], "main_score": 0.818314, "precision": 0.80191, "recall": 0.853755}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"], "main_score": 0.882477, "precision": 0.869812, "recall": 0.909091}, {"accuracy": 0.871542, "f1": 0.838142, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"], "main_score": 0.838142, "precision": 0.822711, "recall": 0.871542}, {"accuracy": 0.910079, "f1": 0.885441, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"], "main_score": 0.885441, "precision": 0.873765, "recall": 0.910079}, {"accuracy": 0.790514, "f1": 0.740613, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"], "main_score": 0.740613, "precision": 0.718659, "recall": 0.790514}, {"accuracy": 0.90415, "f1": 0.87747, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"], "main_score": 0.87747, "precision": 0.865744, "recall": 0.90415}, {"accuracy": 0.903162, "f1": 0.87892, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"], "main_score": 0.87892, "precision": 0.867754, "recall": 0.903162}, {"accuracy": 0.912055, "f1": 0.889888, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"], "main_score": 0.889888, "precision": 0.880056, "recall": 0.912055}, {"accuracy": 0.918972, "f1": 0.896706, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"], "main_score": 0.896706, "precision": 0.886561, "recall": 0.918972}, {"accuracy": 0.857708, "f1": 0.819631, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"], "main_score": 0.819631, "precision": 0.802042, "recall": 0.857708}, {"accuracy": 0.871542, "f1": 0.837582, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"], "main_score": 0.837582, "precision": 0.822134, "recall": 0.871542}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"], "main_score": 0.891304, "precision": 0.879611, "recall": 0.916008}, {"accuracy": 0.055336, "f1": 0.029522, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"], "main_score": 0.029522, "precision": 0.023926, "recall": 0.055336}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"], "main_score": 0.973155, "precision": 0.970389, "recall": 0.979249}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.979249, "f1": 0.973998, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"], "main_score": 0.973998, "precision": 0.97192, "recall": 0.979249}, {"accuracy": 0.923913, "f1": 0.901153, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"], "main_score": 0.901153, "precision": 0.890481, "recall": 0.923913}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"], "main_score": 0.923254, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"], "main_score": 0.973221, "precision": 0.970603, "recall": 0.979249}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"], "main_score": 0.919796, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.93083, "f1": 0.910079, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"], "main_score": 0.910079, "precision": 0.899868, "recall": 0.93083}, {"accuracy": 0.969368, "f1": 0.961199, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"], "main_score": 0.961199, "precision": 0.957757, "recall": 0.969368}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"], "main_score": 0.970685, "precision": 0.967754, "recall": 0.977273}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"], "main_score": 0.969368, "precision": 0.966271, "recall": 0.976285}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.980237, "f1": 0.974868, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"], "main_score": 0.974868, "precision": 0.972744, "recall": 0.980237}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.206522, "f1": 0.162567, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"], "main_score": 0.162567, "precision": 0.150153, "recall": 0.206522}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"], "main_score": 0.940711, "precision": 0.933959, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.969368, "f1": 0.961152, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"], "main_score": 0.961152, "precision": 0.957757, "recall": 0.969368}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"], "main_score": 0.966568, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.973057, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"], "main_score": 0.973057, "precision": 0.970965, "recall": 0.978261}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"], "main_score": 0.925725, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.958498, "f1": 0.947513, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"], "main_score": 0.947513, "precision": 0.942829, "recall": 0.958498}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.983202, "f1": 0.978327, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"], "main_score": 0.978327, "precision": 0.976202, "recall": 0.983202}, {"accuracy": 0.986166, "f1": 0.982115, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"], "main_score": 0.982115, "precision": 0.980319, "recall": 0.986166}, {"accuracy": 0.897233, "f1": 0.86693, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"], "main_score": 0.86693, "precision": 0.852635, "recall": 0.897233}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"], "main_score": 0.959816, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.966486, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"], "main_score": 0.966486, "precision": 0.963745, "recall": 0.97332}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"], "main_score": 0.939723, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.982213, "f1": 0.977833, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"], "main_score": 0.977833, "precision": 0.976235, "recall": 0.982213}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.956522, "f1": 0.944368, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"], "main_score": 0.944368, "precision": 0.938818, "recall": 0.956522}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"], "main_score": 0.913373, "precision": 0.903821, "recall": 0.933794}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.969368, "f1": 0.960705, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"], "main_score": 0.960705, "precision": 0.956966, "recall": 0.969368}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"], "main_score": 0.943511, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.902174, "f1": 0.874671, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"], "main_score": 0.874671, "precision": 0.861858, "recall": 0.902174}, {"accuracy": 0.969368, "f1": 0.96138, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"], "main_score": 0.96138, "precision": 0.958145, "recall": 0.969368}, {"accuracy": 0.95751, "f1": 0.945487, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"], "main_score": 0.945487, "precision": 0.939559, "recall": 0.95751}, {"accuracy": 0.891304, "f1": 0.860837, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"], "main_score": 0.860837, "precision": 0.846509, "recall": 0.891304}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"], "main_score": 0.934947, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.728261, "f1": 0.665121, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"], "main_score": 0.665121, "precision": 0.639189, "recall": 0.728261}, {"accuracy": 0.979249, "f1": 0.973551, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"], "main_score": 0.973551, "precision": 0.971262, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"], "main_score": 0.952734, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.920949, "f1": 0.895982, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"], "main_score": 0.895982, "precision": 0.883976, "recall": 0.920949}, {"accuracy": 0.954545, "f1": 0.941337, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"], "main_score": 0.941337, "precision": 0.935277, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.948452, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"], "main_score": 0.948452, "precision": 0.943347, "recall": 0.959486}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"], "main_score": 0.983696, "precision": 0.982246, "recall": 0.987154}, {"accuracy": 0.911067, "f1": 0.885441, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"], "main_score": 0.885441, "precision": 0.873271, "recall": 0.911067}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"], "main_score": 0.913867, "precision": 0.904315, "recall": 0.933794}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"], "main_score": 0.962846, "precision": 0.95891, "recall": 0.971344}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.22332, "f1": 0.161356, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"], "main_score": 0.161356, "precision": 0.143373, "recall": 0.22332}, {"accuracy": 0.935771, "f1": 0.917062, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"], "main_score": 0.917062, "precision": 0.90802, "recall": 0.935771}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.945652, "f1": 0.929249, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"], "main_score": 0.929249, "precision": 0.92136, "recall": 0.945652}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.945652, "f1": 0.930896, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"], "main_score": 0.930896, "precision": 0.924193, "recall": 0.945652}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.97724, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"], "main_score": 0.97724, "precision": 0.975132, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.964015, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"], "main_score": 0.964015, "precision": 0.960945, "recall": 0.971344}, {"accuracy": 0.97332, "f1": 0.965547, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"], "main_score": 0.965547, "precision": 0.962121, "recall": 0.97332}, {"accuracy": 0.977273, "f1": 0.970751, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"], "main_score": 0.970751, "precision": 0.967968, "recall": 0.977273}, {"accuracy": 0.859684, "f1": 0.822513, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"], "main_score": 0.822513, "precision": 0.805642, "recall": 0.859684}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.977273, "f1": 0.970916, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"], "main_score": 0.970916, "precision": 0.968132, "recall": 0.977273}, {"accuracy": 0.982213, "f1": 0.977986, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"], "main_score": 0.977986, "precision": 0.976243, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.96043, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"], "main_score": 0.96043, "precision": 0.957222, "recall": 0.968379}, {"accuracy": 0.916008, "f1": 0.89081, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"], "main_score": 0.89081, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.881423, "f1": 0.847628, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"], "main_score": 0.847628, "precision": 0.831851, "recall": 0.881423}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"], "main_score": 0.906785, "precision": 0.896574, "recall": 0.927866}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.870553, "f1": 0.834783, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"], "main_score": 0.834783, "precision": 0.818182, "recall": 0.870553}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.982213, "f1": 0.977174, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"], "main_score": 0.977174, "precision": 0.975049, "recall": 0.982213}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.979249, "f1": 0.973962, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"], "main_score": 0.973962, "precision": 0.971732, "recall": 0.979249}, {"accuracy": 0.972332, "f1": 0.966206, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"], "main_score": 0.966206, "precision": 0.963801, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.887352, "f1": 0.856061, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"], "main_score": 0.856061, "precision": 0.841074, "recall": 0.887352}, {"accuracy": 0.26581, "f1": 0.210192, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"], "main_score": 0.210192, "precision": 0.19139, "recall": 0.26581}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"], "main_score": 0.925066, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.801383, "f1": 0.748419, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"], "main_score": 0.748419, "precision": 0.724638, "recall": 0.801383}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"], "main_score": 0.913043, "precision": 0.903656, "recall": 0.932806}, {"accuracy": 0.961462, "f1": 0.949177, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"], "main_score": 0.949177, "precision": 0.943264, "recall": 0.961462}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"], "main_score": 0.979743, "precision": 0.977767, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"], "main_score": 0.973221, "precision": 0.970603, "recall": 0.979249}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.906126, "f1": 0.877372, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"], "main_score": 0.877372, "precision": 0.863883, "recall": 0.906126}, {"accuracy": 0.90415, "f1": 0.875889, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"], "main_score": 0.875889, "precision": 0.862401, "recall": 0.90415}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"], "main_score": 0.955204, "precision": 0.950593, "recall": 0.965415}, {"accuracy": 0.05336, "f1": 0.027874, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"], "main_score": 0.027874, "precision": 0.022933, "recall": 0.05336}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.947628, "f1": 0.932675, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"], "main_score": 0.932675, "precision": 0.926136, "recall": 0.947628}, {"accuracy": 0.982213, "f1": 0.977009, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"], "main_score": 0.977009, "precision": 0.97472, "recall": 0.982213}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"], "main_score": 0.933794, "precision": 0.926383, "recall": 0.949605}, {"accuracy": 0.905138, "f1": 0.877108, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"], "main_score": 0.877108, "precision": 0.86413, "recall": 0.905138}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.969368, "f1": 0.959717, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"], "main_score": 0.959717, "precision": 0.955122, "recall": 0.969368}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.864625, "f1": 0.825823, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"], "main_score": 0.825823, "precision": 0.807592, "recall": 0.864625}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"], "main_score": 0.97085, "precision": 0.968083, "recall": 0.977273}, {"accuracy": 0.863636, "f1": 0.826548, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"], "main_score": 0.826548, "precision": 0.809816, "recall": 0.863636}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"], "main_score": 0.930567, "precision": 0.922843, "recall": 0.94664}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"], "main_score": 0.980731, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"], "main_score": 0.968379, "precision": 0.965086, "recall": 0.975296}, {"accuracy": 0.951581, "f1": 0.939811, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"], "main_score": 0.939811, "precision": 0.935219, "recall": 0.951581}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.944664, "f1": 0.92859, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"], "main_score": 0.92859, "precision": 0.921229, "recall": 0.944664}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"], "main_score": 0.938472, "precision": 0.932098, "recall": 0.952569}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"], "main_score": 0.941864, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.900198, "f1": 0.872101, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"], "main_score": 0.872101, "precision": 0.858943, "recall": 0.900198}, {"accuracy": 0.978261, "f1": 0.971904, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"], "main_score": 0.971904, "precision": 0.969121, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.965415, "f1": 0.955487, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"], "main_score": 0.955487, "precision": 0.951087, "recall": 0.965415}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"], "main_score": 0.967556, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.917984, "f1": 0.893775, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"], "main_score": 0.893775, "precision": 0.882411, "recall": 0.917984}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"], "main_score": 0.973057, "precision": 0.970273, "recall": 0.979249}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"], "main_score": 0.91525, "precision": 0.905879, "recall": 0.934783}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.891304, "f1": 0.859321, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"], "main_score": 0.859321, "precision": 0.844532, "recall": 0.891304}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"], "main_score": 0.966469, "precision": 0.962862, "recall": 0.974308}, {"accuracy": 0.988142, "f1": 0.984848, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"], "main_score": 0.984848, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"], "main_score": 0.969433, "precision": 0.966321, "recall": 0.976285}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"], "main_score": 0.906785, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.933794, "f1": 0.914328, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"], "main_score": 0.914328, "precision": 0.905665, "recall": 0.933794}, {"accuracy": 0.976285, "f1": 0.969433, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"], "main_score": 0.969433, "precision": 0.966486, "recall": 0.976285}, {"accuracy": 0.91996, "f1": 0.896278, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"], "main_score": 0.896278, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"], "main_score": 0.898781, "precision": 0.888291, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.975296, "f1": 0.968379, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"], "main_score": 0.968379, "precision": 0.965415, "recall": 0.975296}, {"accuracy": 0.839921, "f1": 0.797826, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"], "main_score": 0.797826, "precision": 0.778244, "recall": 0.839921}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"], "main_score": 0.925461, "precision": 0.917408, "recall": 0.942688}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.882411, "f1": 0.848123, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"], "main_score": 0.848123, "precision": 0.832181, "recall": 0.882411}, {"accuracy": 0.887352, "f1": 0.85471, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"], "main_score": 0.85471, "precision": 0.839756, "recall": 0.887352}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.81917, "f1": 0.771396, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"], "main_score": 0.771396, "precision": 0.750115, "recall": 0.81917}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"], "main_score": 0.975461, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"], "main_score": 0.938076, "precision": 0.931192, "recall": 0.952569}, {"accuracy": 0.932806, "f1": 0.913373, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"], "main_score": 0.913373, "precision": 0.903986, "recall": 0.932806}, {"accuracy": 0.911067, "f1": 0.885375, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"], "main_score": 0.885375, "precision": 0.872859, "recall": 0.911067}, {"accuracy": 0.885375, "f1": 0.853327, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"], "main_score": 0.853327, "precision": 0.838225, "recall": 0.885375}, {"accuracy": 0.052372, "f1": 0.030104, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"], "main_score": 0.030104, "precision": 0.025087, "recall": 0.052372}, {"accuracy": 0.958498, "f1": 0.945935, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"], "main_score": 0.945935, "precision": 0.940053, "recall": 0.958498}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.966403, "f1": 0.956094, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"], "main_score": 0.956094, "precision": 0.951169, "recall": 0.966403}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"], "main_score": 0.953294, "precision": 0.94804, "recall": 0.964427}, {"accuracy": 0.927866, "f1": 0.908663, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"], "main_score": 0.908663, "precision": 0.899489, "recall": 0.927866}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"], "main_score": 0.903162, "precision": 0.892292, "recall": 0.925889}, {"accuracy": 0.954545, "f1": 0.942937, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"], "main_score": 0.942937, "precision": 0.938439, "recall": 0.954545}, {"accuracy": 0.947628, "f1": 0.932049, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"], "main_score": 0.932049, "precision": 0.924819, "recall": 0.947628}, {"accuracy": 0.913043, "f1": 0.886924, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"], "main_score": 0.886924, "precision": 0.874424, "recall": 0.913043}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"], "main_score": 0.93419, "precision": 0.926795, "recall": 0.949605}, {"accuracy": 0.944664, "f1": 0.927701, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"], "main_score": 0.927701, "precision": 0.919466, "recall": 0.944664}, {"accuracy": 0.953557, "f1": 0.940415, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"], "main_score": 0.940415, "precision": 0.9347, "recall": 0.953557}, {"accuracy": 0.899209, "f1": 0.86996, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"], "main_score": 0.86996, "precision": 0.855978, "recall": 0.899209}, {"accuracy": 0.954545, "f1": 0.941074, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"], "main_score": 0.941074, "precision": 0.93503, "recall": 0.954545}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"], "main_score": 0.898123, "precision": 0.887467, "recall": 0.920949}, {"accuracy": 0.951581, "f1": 0.938194, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"], "main_score": 0.938194, "precision": 0.931983, "recall": 0.951581}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"], "main_score": 0.917325, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.951581, "f1": 0.93849, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"], "main_score": 0.93849, "precision": 0.932839, "recall": 0.951581}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"], "main_score": 0.92836, "precision": 0.91996, "recall": 0.945652}, {"accuracy": 0.206522, "f1": 0.163086, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"], "main_score": 0.163086, "precision": 0.149305, "recall": 0.206522}, {"accuracy": 0.966403, "f1": 0.95687, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"], "main_score": 0.95687, "precision": 0.952652, "recall": 0.966403}, {"accuracy": 0.911067, "f1": 0.886693, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"], "main_score": 0.886693, "precision": 0.875494, "recall": 0.911067}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"], "main_score": 0.967885, "precision": 0.964262, "recall": 0.975296}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"], "main_score": 0.926219, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.955534, "f1": 0.94249, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"], "main_score": 0.94249, "precision": 0.936759, "recall": 0.955534}, {"accuracy": 0.916996, "f1": 0.894911, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"], "main_score": 0.894911, "precision": 0.884611, "recall": 0.916996}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"], "main_score": 0.95998, "precision": 0.955567, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.928854, "f1": 0.912548, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"], "main_score": 0.912548, "precision": 0.905667, "recall": 0.928854}, {"accuracy": 0.937747, "f1": 0.920257, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"], "main_score": 0.920257, "precision": 0.912582, "recall": 0.937747}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"], "main_score": 0.964592, "precision": 0.961166, "recall": 0.972332}, {"accuracy": 0.876482, "f1": 0.844829, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"], "main_score": 0.844829, "precision": 0.830402, "recall": 0.876482}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"], "main_score": 0.911561, "precision": 0.901186, "recall": 0.932806}, {"accuracy": 0.960474, "f1": 0.949177, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"], "main_score": 0.949177, "precision": 0.944252, "recall": 0.960474}, {"accuracy": 0.922925, "f1": 0.89888, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"], "main_score": 0.89888, "precision": 0.887187, "recall": 0.922925}, {"accuracy": 0.970356, "f1": 0.962286, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"], "main_score": 0.962286, "precision": 0.958893, "recall": 0.970356}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.932806, "f1": 0.914032, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"], "main_score": 0.914032, "precision": 0.904974, "recall": 0.932806}, {"accuracy": 0.926877, "f1": 0.906192, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"], "main_score": 0.906192, "precision": 0.896492, "recall": 0.926877}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"], "main_score": 0.921113, "precision": 0.912055, "recall": 0.939723}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"], "main_score": 0.945158, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"], "main_score": 0.924736, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.875494, "f1": 0.842885, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"], "main_score": 0.842885, "precision": 0.827899, "recall": 0.875494}, {"accuracy": 0.944664, "f1": 0.929908, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"], "main_score": 0.929908, "precision": 0.923426, "recall": 0.944664}, {"accuracy": 0.936759, "f1": 0.917325, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"], "main_score": 0.917325, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.86166, "f1": 0.823748, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"], "main_score": 0.823748, "precision": 0.806159, "recall": 0.86166}, {"accuracy": 0.916008, "f1": 0.894993, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"], "main_score": 0.894993, "precision": 0.885787, "recall": 0.916008}, {"accuracy": 0.694664, "f1": 0.627228, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"], "main_score": 0.627228, "precision": 0.599378, "recall": 0.694664}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.960474, "f1": 0.950082, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"], "main_score": 0.950082, "precision": 0.945546, "recall": 0.960474}, {"accuracy": 0.958498, "f1": 0.946377, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"], "main_score": 0.946377, "precision": 0.940958, "recall": 0.958498}, {"accuracy": 0.940711, "f1": 0.92388, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"], "main_score": 0.92388, "precision": 0.916535, "recall": 0.940711}, {"accuracy": 0.898221, "f1": 0.871673, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"], "main_score": 0.871673, "precision": 0.859848, "recall": 0.898221}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"], "main_score": 0.927372, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.969368, "f1": 0.960705, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"], "main_score": 0.960705, "precision": 0.956933, "recall": 0.969368}, {"accuracy": 0.890316, "f1": 0.860968, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"], "main_score": 0.860968, "precision": 0.847332, "recall": 0.890316}, {"accuracy": 0.922925, "f1": 0.901252, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"], "main_score": 0.901252, "precision": 0.891255, "recall": 0.922925}, {"accuracy": 0.88834, "f1": 0.856291, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"], "main_score": 0.856291, "precision": 0.841486, "recall": 0.88834}, {"accuracy": 0.9417, "f1": 0.924473, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"], "main_score": 0.924473, "precision": 0.91642, "recall": 0.9417}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.215415, "f1": 0.153837, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"], "main_score": 0.153837, "precision": 0.135589, "recall": 0.215415}, {"accuracy": 0.917984, "f1": 0.89641, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"], "main_score": 0.89641, "precision": 0.88587, "recall": 0.917984}, {"accuracy": 0.947628, "f1": 0.932543, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"], "main_score": 0.932543, "precision": 0.925642, "recall": 0.947628}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"], "main_score": 0.906126, "precision": 0.89608, "recall": 0.926877}, {"accuracy": 0.929842, "f1": 0.91031, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"], "main_score": 0.91031, "precision": 0.901268, "recall": 0.929842}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.940711, "f1": 0.92388, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"], "main_score": 0.92388, "precision": 0.916337, "recall": 0.940711}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"], "main_score": 0.941041, "precision": 0.934651, "recall": 0.954545}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.95751, "f1": 0.944782, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"], "main_score": 0.944782, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"], "main_score": 0.939723, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.933794, "f1": 0.915333, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"], "main_score": 0.915333, "precision": 0.907009, "recall": 0.933794}, {"accuracy": 0.836957, "f1": 0.79361, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"], "main_score": 0.79361, "precision": 0.773748, "recall": 0.836957}, {"accuracy": 0.928854, "f1": 0.908762, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"], "main_score": 0.908762, "precision": 0.899209, "recall": 0.928854}, {"accuracy": 0.945652, "f1": 0.931291, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"], "main_score": 0.931291, "precision": 0.925264, "recall": 0.945652}, {"accuracy": 0.953557, "f1": 0.940926, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"], "main_score": 0.940926, "precision": 0.935418, "recall": 0.953557}, {"accuracy": 0.940711, "f1": 0.925631, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"], "main_score": 0.925631, "precision": 0.919384, "recall": 0.940711}, {"accuracy": 0.892292, "f1": 0.861514, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"], "main_score": 0.861514, "precision": 0.847579, "recall": 0.892292}, {"accuracy": 0.852767, "f1": 0.813768, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"], "main_score": 0.813768, "precision": 0.795866, "recall": 0.852767}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"], "main_score": 0.928195, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.908103, "f1": 0.881917, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"], "main_score": 0.881917, "precision": 0.869071, "recall": 0.908103}, {"accuracy": 0.953557, "f1": 0.940415, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"], "main_score": 0.940415, "precision": 0.9347, "recall": 0.953557}, {"accuracy": 0.842885, "f1": 0.803689, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"], "main_score": 0.803689, "precision": 0.786182, "recall": 0.842885}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"], "main_score": 0.940217, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.958498, "f1": 0.947483, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"], "main_score": 0.947483, "precision": 0.942968, "recall": 0.958498}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.952569, "f1": 0.940679, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"], "main_score": 0.940679, "precision": 0.935705, "recall": 0.952569}, {"accuracy": 0.940711, "f1": 0.925485, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"], "main_score": 0.925485, "precision": 0.919055, "recall": 0.940711}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.869565, "f1": 0.835178, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"], "main_score": 0.835178, "precision": 0.819417, "recall": 0.869565}, {"accuracy": 0.270751, "f1": 0.222507, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"], "main_score": 0.222507, "precision": 0.206504, "recall": 0.270751}, {"accuracy": 0.922925, "f1": 0.900988, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"], "main_score": 0.900988, "precision": 0.890646, "recall": 0.922925}, {"accuracy": 0.790514, "f1": 0.737253, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"], "main_score": 0.737253, "precision": 0.713603, "recall": 0.790514}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"], "main_score": 0.962516, "precision": 0.958416, "recall": 0.971344}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.909091, "f1": 0.885046, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"], "main_score": 0.885046, "precision": 0.874012, "recall": 0.909091}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"], "main_score": 0.940053, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"], "main_score": 0.935277, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.952569, "f1": 0.939695, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"], "main_score": 0.939695, "precision": 0.934042, "recall": 0.952569}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.87253, "f1": 0.840415, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"], "main_score": 0.840415, "precision": 0.826169, "recall": 0.87253}, {"accuracy": 0.873518, "f1": 0.841817, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"], "main_score": 0.841817, "precision": 0.827404, "recall": 0.873518}, {"accuracy": 0.938735, "f1": 0.921344, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"], "main_score": 0.921344, "precision": 0.913291, "recall": 0.938735}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"], "main_score": 0.939229, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.047431, "f1": 0.0243, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"], "main_score": 0.0243, "precision": 0.01928, "recall": 0.047431}, {"accuracy": 0.943676, "f1": 0.92724, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"], "main_score": 0.92724, "precision": 0.920043, "recall": 0.943676}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.905138, "f1": 0.880753, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"], "main_score": 0.880753, "precision": 0.870347, "recall": 0.905138}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"], "main_score": 0.95751, "precision": 0.952899, "recall": 0.967391}, {"accuracy": 0.928854, "f1": 0.908333, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"], "main_score": 0.908333, "precision": 0.898633, "recall": 0.928854}, {"accuracy": 0.870553, "f1": 0.834881, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"], "main_score": 0.834881, "precision": 0.817935, "recall": 0.870553}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.936232, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"], "main_score": 0.936232, "precision": 0.929677, "recall": 0.950593}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"], "main_score": 0.922596, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.956522, "f1": 0.943742, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"], "main_score": 0.943742, "precision": 0.9375, "recall": 0.956522}, {"accuracy": 0.843874, "f1": 0.804715, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"], "main_score": 0.804715, "precision": 0.786891, "recall": 0.843874}, {"accuracy": 0.949605, "f1": 0.934931, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"], "main_score": 0.934931, "precision": 0.928254, "recall": 0.949605}, {"accuracy": 0.827075, "f1": 0.7877, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"], "main_score": 0.7877, "precision": 0.770504, "recall": 0.827075}, {"accuracy": 0.908103, "f1": 0.881752, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"], "main_score": 0.881752, "precision": 0.869401, "recall": 0.908103}, {"accuracy": 0.943676, "f1": 0.926943, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"], "main_score": 0.926943, "precision": 0.919055, "recall": 0.943676}, {"accuracy": 0.949605, "f1": 0.933959, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"], "main_score": 0.933959, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"], "main_score": 0.964592, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.924901, "f1": 0.902734, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"], "main_score": 0.902734, "precision": 0.892375, "recall": 0.924901}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.903162, "f1": 0.87932, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"], "main_score": 0.87932, "precision": 0.86955, "recall": 0.903162}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.932806, "f1": 0.912286, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"], "main_score": 0.912286, "precision": 0.902586, "recall": 0.932806}, {"accuracy": 0.918972, "f1": 0.895916, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"], "main_score": 0.895916, "precision": 0.884881, "recall": 0.918972}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"], "main_score": 0.904315, "precision": 0.893939, "recall": 0.925889}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"], "main_score": 0.927207, "precision": 0.918972, "recall": 0.943676}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"], "main_score": 0.94496, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"], "main_score": 0.895817, "precision": 0.88447, "recall": 0.91996}, {"accuracy": 0.922925, "f1": 0.900823, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"], "main_score": 0.900823, "precision": 0.890843, "recall": 0.922925}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"], "main_score": 0.906456, "precision": 0.89641, "recall": 0.927866}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.855731, "f1": 0.816897, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"], "main_score": 0.816897, "precision": 0.799654, "recall": 0.855731}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"], "main_score": 0.948518, "precision": 0.942935, "recall": 0.960474}, {"accuracy": 0.935771, "f1": 0.917062, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"], "main_score": 0.917062, "precision": 0.908185, "recall": 0.935771}, {"accuracy": 0.918972, "f1": 0.895504, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"], "main_score": 0.895504, "precision": 0.884726, "recall": 0.918972}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"], "main_score": 0.926219, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.898221, "f1": 0.870553, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"], "main_score": 0.870553, "precision": 0.85807, "recall": 0.898221}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.894269, "f1": 0.866667, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"], "main_score": 0.866667, "precision": 0.853837, "recall": 0.894269}, {"accuracy": 0.935771, "f1": 0.917509, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"], "main_score": 0.917509, "precision": 0.909009, "recall": 0.935771}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"], "main_score": 0.9472, "precision": 0.941617, "recall": 0.959486}, {"accuracy": 0.910079, "f1": 0.883465, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"], "main_score": 0.883465, "precision": 0.8708, "recall": 0.910079}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.87253, "f1": 0.837747, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"], "main_score": 0.837747, "precision": 0.821476, "recall": 0.87253}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.949605, "f1": 0.935935, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"], "main_score": 0.935935, "precision": 0.929908, "recall": 0.949605}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.926877, "f1": 0.904216, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"], "main_score": 0.904216, "precision": 0.893528, "recall": 0.926877}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.898221, "f1": 0.873024, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"], "main_score": 0.873024, "precision": 0.861528, "recall": 0.898221}, {"accuracy": 0.910079, "f1": 0.883794, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"], "main_score": 0.883794, "precision": 0.871294, "recall": 0.910079}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"], "main_score": 0.932806, "precision": 0.925066, "recall": 0.948617}, {"accuracy": 0.897233, "f1": 0.869763, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"], "main_score": 0.869763, "precision": 0.857987, "recall": 0.897233}, {"accuracy": 0.956522, "f1": 0.944024, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"], "main_score": 0.944024, "precision": 0.938488, "recall": 0.956522}, {"accuracy": 0.90415, "f1": 0.876943, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"], "main_score": 0.876943, "precision": 0.86446, "recall": 0.90415}, {"accuracy": 0.882411, "f1": 0.850527, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"], "main_score": 0.850527, "precision": 0.836051, "recall": 0.882411}, {"accuracy": 0.922925, "f1": 0.90224, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"], "main_score": 0.90224, "precision": 0.892869, "recall": 0.922925}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.935771, "f1": 0.917984, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"], "main_score": 0.917984, "precision": 0.90975, "recall": 0.935771}, {"accuracy": 0.93083, "f1": 0.911232, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"], "main_score": 0.911232, "precision": 0.902174, "recall": 0.93083}, {"accuracy": 0.947628, "f1": 0.933037, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"], "main_score": 0.933037, "precision": 0.926828, "recall": 0.947628}, {"accuracy": 0.818182, "f1": 0.771673, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"], "main_score": 0.771673, "precision": 0.750362, "recall": 0.818182}, {"accuracy": 0.925889, "f1": 0.903393, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"], "main_score": 0.903393, "precision": 0.89254, "recall": 0.925889}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.866601, "f1": 0.83251, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"], "main_score": 0.83251, "precision": 0.817111, "recall": 0.866601}, {"accuracy": 0.864625, "f1": 0.831423, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"], "main_score": 0.831423, "precision": 0.816782, "recall": 0.864625}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"], "main_score": 0.956522, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.779644, "f1": 0.730583, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"], "main_score": 0.730583, "precision": 0.709545, "recall": 0.779644}, {"accuracy": 0.954545, "f1": 0.942871, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"], "main_score": 0.942871, "precision": 0.938225, "recall": 0.954545}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"], "main_score": 0.948617, "precision": 0.94305, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.933794, "f1": 0.913867, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"], "main_score": 0.913867, "precision": 0.90415, "recall": 0.933794}, {"accuracy": 0.896245, "f1": 0.868577, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"], "main_score": 0.868577, "precision": 0.855731, "recall": 0.896245}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"], "main_score": 0.919862, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.895257, "f1": 0.865184, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"], "main_score": 0.865184, "precision": 0.851202, "recall": 0.895257}, {"accuracy": 0.049407, "f1": 0.026504, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"], "main_score": 0.026504, "precision": 0.0212, "recall": 0.049407}, {"accuracy": 0.95751, "f1": 0.945685, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"], "main_score": 0.945685, "precision": 0.940629, "recall": 0.95751}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"], "main_score": 0.949835, "precision": 0.944582, "recall": 0.961462}, {"accuracy": 0.985178, "f1": 0.981225, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"], "main_score": 0.981225, "precision": 0.979249, "recall": 0.985178}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"], "main_score": 0.931719, "precision": 0.92416, "recall": 0.947628}, {"accuracy": 0.960474, "f1": 0.949259, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"], "main_score": 0.949259, "precision": 0.944229, "recall": 0.960474}, {"accuracy": 0.927866, "f1": 0.907345, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"], "main_score": 0.907345, "precision": 0.897645, "recall": 0.927866}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"], "main_score": 0.913208, "precision": 0.903327, "recall": 0.933794}, {"accuracy": 0.944664, "f1": 0.929875, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"], "main_score": 0.929875, "precision": 0.923534, "recall": 0.944664}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.922925, "f1": 0.899868, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"], "main_score": 0.899868, "precision": 0.888669, "recall": 0.922925}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.953557, "f1": 0.94137, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"], "main_score": 0.94137, "precision": 0.935804, "recall": 0.953557}, {"accuracy": 0.916008, "f1": 0.891798, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"], "main_score": 0.891798, "precision": 0.88027, "recall": 0.916008}, {"accuracy": 0.944664, "f1": 0.930143, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"], "main_score": 0.930143, "precision": 0.923831, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.941271, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"], "main_score": 0.941271, "precision": 0.935194, "recall": 0.954545}, {"accuracy": 0.933794, "f1": 0.91418, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"], "main_score": 0.91418, "precision": 0.905197, "recall": 0.933794}, {"accuracy": 0.962451, "f1": 0.952226, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"], "main_score": 0.952226, "precision": 0.947875, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.952569, "f1": 0.939907, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"], "main_score": 0.939907, "precision": 0.934569, "recall": 0.952569}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"], "main_score": 0.937088, "precision": 0.929348, "recall": 0.952569}, {"accuracy": 0.200593, "f1": 0.156538, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"], "main_score": 0.156538, "precision": 0.143199, "recall": 0.200593}, {"accuracy": 0.962451, "f1": 0.951976, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"], "main_score": 0.951976, "precision": 0.947579, "recall": 0.962451}, {"accuracy": 0.924901, "f1": 0.903986, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"], "main_score": 0.903986, "precision": 0.893939, "recall": 0.924901}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.953557, "f1": 0.940777, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"], "main_score": 0.940777, "precision": 0.935063, "recall": 0.953557}, {"accuracy": 0.963439, "f1": 0.9528, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"], "main_score": 0.9528, "precision": 0.94804, "recall": 0.963439}, {"accuracy": 0.958498, "f1": 0.947167, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"], "main_score": 0.947167, "precision": 0.942474, "recall": 0.958498}, {"accuracy": 0.921937, "f1": 0.899605, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"], "main_score": 0.899605, "precision": 0.888949, "recall": 0.921937}, {"accuracy": 0.971344, "f1": 0.964081, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"], "main_score": 0.964081, "precision": 0.96106, "recall": 0.971344}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.920949, "f1": 0.902879, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"], "main_score": 0.902879, "precision": 0.895529, "recall": 0.920949}, {"accuracy": 0.945652, "f1": 0.931374, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"], "main_score": 0.931374, "precision": 0.925405, "recall": 0.945652}, {"accuracy": 0.959486, "f1": 0.947661, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"], "main_score": 0.947661, "precision": 0.942441, "recall": 0.959486}, {"accuracy": 0.971344, "f1": 0.963241, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"], "main_score": 0.963241, "precision": 0.959651, "recall": 0.971344}, {"accuracy": 0.873518, "f1": 0.839822, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"], "main_score": 0.839822, "precision": 0.823864, "recall": 0.873518}, {"accuracy": 0.937747, "f1": 0.917325, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"], "main_score": 0.917325, "precision": 0.907279, "recall": 0.937747}, {"accuracy": 0.955534, "f1": 0.943991, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"], "main_score": 0.943991, "precision": 0.939476, "recall": 0.955534}, {"accuracy": 0.93083, "f1": 0.908762, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"], "main_score": 0.908762, "precision": 0.898057, "recall": 0.93083}, {"accuracy": 0.972332, "f1": 0.96494, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"], "main_score": 0.96494, "precision": 0.961874, "recall": 0.972332}, {"accuracy": 0.95751, "f1": 0.943511, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"], "main_score": 0.943511, "precision": 0.936594, "recall": 0.95751}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"], "main_score": 0.950758, "precision": 0.945191, "recall": 0.962451}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"], "main_score": 0.916403, "precision": 0.907197, "recall": 0.935771}, {"accuracy": 0.917984, "f1": 0.894763, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"], "main_score": 0.894763, "precision": 0.884634, "recall": 0.917984}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"], "main_score": 0.91749, "precision": 0.908267, "recall": 0.936759}, {"accuracy": 0.954545, "f1": 0.942523, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"], "main_score": 0.942523, "precision": 0.937698, "recall": 0.954545}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"], "main_score": 0.92029, "precision": 0.911561, "recall": 0.938735}, {"accuracy": 0.87253, "f1": 0.835837, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"], "main_score": 0.835837, "precision": 0.818923, "recall": 0.87253}, {"accuracy": 0.940711, "f1": 0.926021, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"], "main_score": 0.926021, "precision": 0.919735, "recall": 0.940711}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.882411, "f1": 0.848715, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"], "main_score": 0.848715, "precision": 0.832757, "recall": 0.882411}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"], "main_score": 0.939065, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.6917, "f1": 0.62621, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"], "main_score": 0.62621, "precision": 0.600709, "recall": 0.6917}, {"accuracy": 0.965415, "f1": 0.956291, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"], "main_score": 0.956291, "precision": 0.952569, "recall": 0.965415}, {"accuracy": 0.953557, "f1": 0.943427, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"], "main_score": 0.943427, "precision": 0.939476, "recall": 0.953557}, {"accuracy": 0.947628, "f1": 0.932825, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"], "main_score": 0.932825, "precision": 0.926301, "recall": 0.947628}, {"accuracy": 0.94664, "f1": 0.932496, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"], "main_score": 0.932496, "precision": 0.926663, "recall": 0.94664}, {"accuracy": 0.906126, "f1": 0.878788, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"], "main_score": 0.878788, "precision": 0.865777, "recall": 0.906126}, {"accuracy": 0.922925, "f1": 0.899901, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"], "main_score": 0.899901, "precision": 0.88941, "recall": 0.922925}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"], "main_score": 0.918478, "precision": 0.909256, "recall": 0.937747}, {"accuracy": 0.963439, "f1": 0.95384, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"], "main_score": 0.95384, "precision": 0.949967, "recall": 0.963439}, {"accuracy": 0.871542, "f1": 0.839954, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"], "main_score": 0.839954, "precision": 0.825675, "recall": 0.871542}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.91996, "f1": 0.897628, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"], "main_score": 0.897628, "precision": 0.887105, "recall": 0.91996}, {"accuracy": 0.947628, "f1": 0.931719, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"], "main_score": 0.931719, "precision": 0.924325, "recall": 0.947628}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.956522, "f1": 0.94417, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"], "main_score": 0.94417, "precision": 0.938603, "recall": 0.956522}, {"accuracy": 0.222332, "f1": 0.162491, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"], "main_score": 0.162491, "precision": 0.143786, "recall": 0.222332}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"], "main_score": 0.884223, "precision": 0.872036, "recall": 0.910079}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"], "main_score": 0.933597, "precision": 0.926746, "recall": 0.948617}, {"accuracy": 0.936759, "f1": 0.917819, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"], "main_score": 0.917819, "precision": 0.908794, "recall": 0.936759}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"], "main_score": 0.95224, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"], "main_score": 0.956258, "precision": 0.951663, "recall": 0.966403}, {"accuracy": 0.924901, "f1": 0.904611, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"], "main_score": 0.904611, "precision": 0.895619, "recall": 0.924901}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.968379, "f1": 0.958399, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"], "main_score": 0.958399, "precision": 0.95364, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.951581, "f1": 0.937535, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"], "main_score": 0.937535, "precision": 0.931192, "recall": 0.951581}, {"accuracy": 0.95751, "f1": 0.94496, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"], "main_score": 0.94496, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.947628, "f1": 0.9333, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"], "main_score": 0.9333, "precision": 0.926976, "recall": 0.947628}, {"accuracy": 0.838933, "f1": 0.796146, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"], "main_score": 0.796146, "precision": 0.777174, "recall": 0.838933}, {"accuracy": 0.947628, "f1": 0.932642, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"], "main_score": 0.932642, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.942688, "f1": 0.927866, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"], "main_score": 0.927866, "precision": 0.921887, "recall": 0.942688}, {"accuracy": 0.959486, "f1": 0.949094, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"], "main_score": 0.949094, "precision": 0.944756, "recall": 0.959486}, {"accuracy": 0.937747, "f1": 0.92253, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"], "main_score": 0.92253, "precision": 0.916266, "recall": 0.937747}, {"accuracy": 0.899209, "f1": 0.869895, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"], "main_score": 0.869895, "precision": 0.856061, "recall": 0.899209}, {"accuracy": 0.87747, "f1": 0.843281, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"], "main_score": 0.843281, "precision": 0.826993, "recall": 0.87747}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"], "main_score": 0.929513, "precision": 0.921937, "recall": 0.945652}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.902174, "f1": 0.875, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"], "main_score": 0.875, "precision": 0.862154, "recall": 0.902174}, {"accuracy": 0.968379, "f1": 0.960263, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"], "main_score": 0.960263, "precision": 0.956884, "recall": 0.968379}, {"accuracy": 0.848814, "f1": 0.807213, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"], "main_score": 0.807213, "precision": 0.787302, "recall": 0.848814}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.951581, "f1": 0.938902, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"], "main_score": 0.938902, "precision": 0.933606, "recall": 0.951581}, {"accuracy": 0.961462, "f1": 0.951534, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"], "main_score": 0.951534, "precision": 0.947167, "recall": 0.961462}, {"accuracy": 0.956522, "f1": 0.947464, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"], "main_score": 0.947464, "precision": 0.944016, "recall": 0.956522}, {"accuracy": 0.943676, "f1": 0.930309, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"], "main_score": 0.930309, "precision": 0.924736, "recall": 0.943676}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.881423, "f1": 0.847563, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"], "main_score": 0.847563, "precision": 0.831275, "recall": 0.881423}, {"accuracy": 0.274704, "f1": 0.222027, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"], "main_score": 0.222027, "precision": 0.203995, "recall": 0.274704}, {"accuracy": 0.916996, "f1": 0.890975, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"], "main_score": 0.890975, "precision": 0.878623, "recall": 0.916996}, {"accuracy": 0.789526, "f1": 0.738472, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"], "main_score": 0.738472, "precision": 0.715827, "recall": 0.789526}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.922925, "f1": 0.89888, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"], "main_score": 0.89888, "precision": 0.887352, "recall": 0.922925}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.983202, "f1": 0.977997, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"], "main_score": 0.977997, "precision": 0.975543, "recall": 0.983202}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.950593, "f1": 0.937749, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"], "main_score": 0.937749, "precision": 0.932453, "recall": 0.950593}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.880435, "f1": 0.845685, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"], "main_score": 0.845685, "precision": 0.829414, "recall": 0.880435}, {"accuracy": 0.902174, "f1": 0.873584, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"], "main_score": 0.873584, "precision": 0.860458, "recall": 0.902174}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"], "main_score": 0.92309, "precision": 0.914032, "recall": 0.9417}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"], "main_score": 0.933597, "precision": 0.926746, "recall": 0.948617}, {"accuracy": 0.054348, "f1": 0.027306, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"], "main_score": 0.027306, "precision": 0.021989, "recall": 0.054348}, {"accuracy": 0.943676, "f1": 0.928426, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"], "main_score": 0.928426, "precision": 0.922085, "recall": 0.943676}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.90415, "f1": 0.879087, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"], "main_score": 0.879087, "precision": 0.868619, "recall": 0.90415}, {"accuracy": 0.955534, "f1": 0.94193, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"], "main_score": 0.94193, "precision": 0.935688, "recall": 0.955534}, {"accuracy": 0.906126, "f1": 0.877635, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"], "main_score": 0.877635, "precision": 0.863801, "recall": 0.906126}, {"accuracy": 0.87253, "f1": 0.836627, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"], "main_score": 0.836627, "precision": 0.819829, "recall": 0.87253}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"], "main_score": 0.944829, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.944664, "f1": 0.929315, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"], "main_score": 0.929315, "precision": 0.922826, "recall": 0.944664}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.850791, "f1": 0.809651, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"], "main_score": 0.809651, "precision": 0.790827, "recall": 0.850791}, {"accuracy": 0.948617, "f1": 0.934354, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"], "main_score": 0.934354, "precision": 0.928179, "recall": 0.948617}, {"accuracy": 0.841897, "f1": 0.802075, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"], "main_score": 0.802075, "precision": 0.78391, "recall": 0.841897}, {"accuracy": 0.923913, "f1": 0.901746, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"], "main_score": 0.901746, "precision": 0.891057, "recall": 0.923913}, {"accuracy": 0.965415, "f1": 0.955929, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"], "main_score": 0.955929, "precision": 0.951828, "recall": 0.965415}, {"accuracy": 0.951581, "f1": 0.937088, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"], "main_score": 0.937088, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"], "main_score": 0.960474, "precision": 0.956522, "recall": 0.969368}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"], "main_score": 0.929677, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.958498, "f1": 0.945718, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"], "main_score": 0.945718, "precision": 0.939806, "recall": 0.958498}, {"accuracy": 0.909091, "f1": 0.890275, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"], "main_score": 0.890275, "precision": 0.882915, "recall": 0.909091}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"], "main_score": 0.934124, "precision": 0.926877, "recall": 0.949605}, {"accuracy": 0.923913, "f1": 0.901186, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"], "main_score": 0.901186, "precision": 0.890646, "recall": 0.923913}, {"accuracy": 0.924901, "f1": 0.903195, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"], "main_score": 0.903195, "precision": 0.893363, "recall": 0.924901}, {"accuracy": 0.939723, "f1": 0.921014, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"], "main_score": 0.921014, "precision": 0.911973, "recall": 0.939723}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"], "main_score": 0.929513, "precision": 0.922101, "recall": 0.945652}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.959486, "f1": 0.948043, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"], "main_score": 0.948043, "precision": 0.943017, "recall": 0.959486}, {"accuracy": 0.923913, "f1": 0.901087, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"], "main_score": 0.901087, "precision": 0.890728, "recall": 0.923913}, {"accuracy": 0.923913, "f1": 0.90463, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"], "main_score": 0.90463, "precision": 0.896525, "recall": 0.923913}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"], "main_score": 0.944664, "precision": 0.9389, "recall": 0.95751}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"], "main_score": 0.910408, "precision": 0.900362, "recall": 0.93083}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.854743, "f1": 0.814215, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"], "main_score": 0.814215, "precision": 0.795372, "recall": 0.854743}, {"accuracy": 0.959486, "f1": 0.948306, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"], "main_score": 0.948306, "precision": 0.943429, "recall": 0.959486}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"], "main_score": 0.926877, "precision": 0.918314, "recall": 0.944664}, {"accuracy": 0.916996, "f1": 0.89439, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"], "main_score": 0.89439, "precision": 0.884099, "recall": 0.916996}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"], "main_score": 0.936989, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.924901, "f1": 0.90415, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"], "main_score": 0.90415, "precision": 0.894433, "recall": 0.924901}, {"accuracy": 0.972332, "f1": 0.964394, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"], "main_score": 0.964394, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.902174, "f1": 0.874967, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"], "main_score": 0.874967, "precision": 0.862484, "recall": 0.902174}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"], "main_score": 0.941206, "precision": 0.93531, "recall": 0.954545}, {"accuracy": 0.916008, "f1": 0.890646, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"], "main_score": 0.890646, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"], "main_score": 0.96031, "precision": 0.956225, "recall": 0.969368}, {"accuracy": 0.875494, "f1": 0.842787, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"], "main_score": 0.842787, "precision": 0.826993, "recall": 0.875494}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"], "main_score": 0.952404, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"], "main_score": 0.95504, "precision": 0.950296, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.909091, "f1": 0.883399, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"], "main_score": 0.883399, "precision": 0.870718, "recall": 0.909091}, {"accuracy": 0.910079, "f1": 0.8833, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"], "main_score": 0.8833, "precision": 0.870636, "recall": 0.910079}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.912055, "f1": 0.887846, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"], "main_score": 0.887846, "precision": 0.877553, "recall": 0.912055}, {"accuracy": 0.950593, "f1": 0.937632, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"], "main_score": 0.937632, "precision": 0.932157, "recall": 0.950593}, {"accuracy": 0.898221, "f1": 0.86693, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"], "main_score": 0.86693, "precision": 0.852108, "recall": 0.898221}, {"accuracy": 0.88834, "f1": 0.857613, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"], "main_score": 0.857613, "precision": 0.843215, "recall": 0.88834}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"], "main_score": 0.936594, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.920949, "f1": 0.89664, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"], "main_score": 0.89664, "precision": 0.885128, "recall": 0.920949}, {"accuracy": 0.949605, "f1": 0.93744, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"], "main_score": 0.93744, "precision": 0.932469, "recall": 0.949605}, {"accuracy": 0.811265, "f1": 0.760343, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"], "main_score": 0.760343, "precision": 0.736989, "recall": 0.811265}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"], "main_score": 0.878261, "precision": 0.865777, "recall": 0.905138}, {"accuracy": 0.939723, "f1": 0.922596, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"], "main_score": 0.922596, "precision": 0.914361, "recall": 0.939723}, {"accuracy": 0.884387, "f1": 0.851976, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"], "main_score": 0.851976, "precision": 0.836545, "recall": 0.884387}, {"accuracy": 0.87747, "f1": 0.844466, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"], "main_score": 0.844466, "precision": 0.829545, "recall": 0.87747}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"], "main_score": 0.93363, "precision": 0.926581, "recall": 0.948617}, {"accuracy": 0.791502, "f1": 0.738258, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"], "main_score": 0.738258, "precision": 0.714634, "recall": 0.791502}, {"accuracy": 0.963439, "f1": 0.953129, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"], "main_score": 0.953129, "precision": 0.948732, "recall": 0.963439}, {"accuracy": 0.962451, "f1": 0.951383, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"], "main_score": 0.951383, "precision": 0.946476, "recall": 0.962451}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"], "main_score": 0.96087, "precision": 0.957098, "recall": 0.969368}, {"accuracy": 0.970356, "f1": 0.961528, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"], "main_score": 0.961528, "precision": 0.957592, "recall": 0.970356}, {"accuracy": 0.91502, "f1": 0.891601, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"], "main_score": 0.891601, "precision": 0.881258, "recall": 0.91502}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"], "main_score": 0.887022, "precision": 0.875, "recall": 0.912055}, {"accuracy": 0.780632, "f1": 0.728379, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"], "main_score": 0.728379, "precision": 0.705188, "recall": 0.780632}, {"accuracy": 0.810277, "f1": 0.759848, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"], "main_score": 0.759848, "precision": 0.736561, "recall": 0.810277}, {"accuracy": 0.048419, "f1": 0.02584, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"], "main_score": 0.02584, "precision": 0.020653, "recall": 0.048419}, {"accuracy": 0.764822, "f1": 0.713742, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"], "main_score": 0.713742, "precision": 0.69298, "recall": 0.764822}, {"accuracy": 0.802372, "f1": 0.753548, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"], "main_score": 0.753548, "precision": 0.732543, "recall": 0.802372}, {"accuracy": 0.833992, "f1": 0.787846, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"], "main_score": 0.787846, "precision": 0.766831, "recall": 0.833992}, {"accuracy": 0.822134, "f1": 0.779348, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"], "main_score": 0.779348, "precision": 0.760161, "recall": 0.822134}, {"accuracy": 0.854743, "f1": 0.819584, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"], "main_score": 0.819584, "precision": 0.803557, "recall": 0.854743}, {"accuracy": 0.755929, "f1": 0.696822, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"], "main_score": 0.696822, "precision": 0.671746, "recall": 0.755929}, {"accuracy": 0.812253, "f1": 0.766568, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"], "main_score": 0.766568, "precision": 0.746607, "recall": 0.812253}, {"accuracy": 0.772727, "f1": 0.718775, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"], "main_score": 0.718775, "precision": 0.694362, "recall": 0.772727}, {"accuracy": 0.735178, "f1": 0.68127, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"], "main_score": 0.68127, "precision": 0.660103, "recall": 0.735178}, {"accuracy": 0.798419, "f1": 0.746278, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"], "main_score": 0.746278, "precision": 0.723024, "recall": 0.798419}, {"accuracy": 0.805336, "f1": 0.761924, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"], "main_score": 0.761924, "precision": 0.742045, "recall": 0.805336}, {"accuracy": 0.858696, "f1": 0.820092, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"], "main_score": 0.820092, "precision": 0.802372, "recall": 0.858696}, {"accuracy": 0.782609, "f1": 0.727328, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"], "main_score": 0.727328, "precision": 0.703302, "recall": 0.782609}, {"accuracy": 0.736166, "f1": 0.679446, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"], "main_score": 0.679446, "precision": 0.656702, "recall": 0.736166}, {"accuracy": 0.805336, "f1": 0.763589, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"], "main_score": 0.763589, "precision": 0.744598, "recall": 0.805336}, {"accuracy": 0.770751, "f1": 0.711825, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"], "main_score": 0.711825, "precision": 0.686215, "recall": 0.770751}, {"accuracy": 0.780632, "f1": 0.725068, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"], "main_score": 0.725068, "precision": 0.701492, "recall": 0.780632}, {"accuracy": 0.6917, "f1": 0.625114, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"], "main_score": 0.625114, "precision": 0.597993, "recall": 0.6917}, {"accuracy": 0.779644, "f1": 0.725069, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"], "main_score": 0.725069, "precision": 0.701936, "recall": 0.779644}, {"accuracy": 0.827075, "f1": 0.784914, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"], "main_score": 0.784914, "precision": 0.766057, "recall": 0.827075}, {"accuracy": 0.833992, "f1": 0.787634, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"], "main_score": 0.787634, "precision": 0.76614, "recall": 0.833992}, {"accuracy": 0.77668, "f1": 0.725234, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"], "main_score": 0.725234, "precision": 0.703764, "recall": 0.77668}, {"accuracy": 0.815217, "f1": 0.771443, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"], "main_score": 0.771443, "precision": 0.751565, "recall": 0.815217}, {"accuracy": 0.141304, "f1": 0.105363, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"], "main_score": 0.105363, "precision": 0.095616, "recall": 0.141304}, {"accuracy": 0.793478, "f1": 0.743055, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"], "main_score": 0.743055, "precision": 0.721467, "recall": 0.793478}, {"accuracy": 0.820158, "f1": 0.773221, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"], "main_score": 0.773221, "precision": 0.752256, "recall": 0.820158}, {"accuracy": 0.818182, "f1": 0.771791, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"], "main_score": 0.771791, "precision": 0.751021, "recall": 0.818182}, {"accuracy": 0.752964, "f1": 0.696058, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"], "main_score": 0.696058, "precision": 0.672414, "recall": 0.752964}, {"accuracy": 0.773715, "f1": 0.718203, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"], "main_score": 0.718203, "precision": 0.694459, "recall": 0.773715}, {"accuracy": 0.781621, "f1": 0.731266, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"], "main_score": 0.731266, "precision": 0.710726, "recall": 0.781621}, {"accuracy": 0.797431, "f1": 0.749802, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"], "main_score": 0.749802, "precision": 0.7287, "recall": 0.797431}, {"accuracy": 0.817194, "f1": 0.77276, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"], "main_score": 0.77276, "precision": 0.753749, "recall": 0.817194}, {"accuracy": 0.804348, "f1": 0.75224, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"], "main_score": 0.75224, "precision": 0.728788, "recall": 0.804348}, {"accuracy": 0.722332, "f1": 0.668604, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"], "main_score": 0.668604, "precision": 0.646643, "recall": 0.722332}, {"accuracy": 0.756917, "f1": 0.699511, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"], "main_score": 0.699511, "precision": 0.675908, "recall": 0.756917}, {"accuracy": 0.785573, "f1": 0.733164, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"], "main_score": 0.733164, "precision": 0.710623, "recall": 0.785573}, {"accuracy": 0.782609, "f1": 0.729711, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"], "main_score": 0.729711, "precision": 0.706637, "recall": 0.782609}, {"accuracy": 0.775692, "f1": 0.726466, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"], "main_score": 0.726466, "precision": 0.704456, "recall": 0.775692}, {"accuracy": 0.784585, "f1": 0.731225, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"], "main_score": 0.731225, "precision": 0.707592, "recall": 0.784585}, {"accuracy": 0.747036, "f1": 0.689213, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"], "main_score": 0.689213, "precision": 0.66581, "recall": 0.747036}, {"accuracy": 0.832016, "f1": 0.787385, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"], "main_score": 0.787385, "precision": 0.766798, "recall": 0.832016}, {"accuracy": 0.771739, "f1": 0.720878, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"], "main_score": 0.720878, "precision": 0.699275, "recall": 0.771739}, {"accuracy": 0.822134, "f1": 0.774539, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"], "main_score": 0.774539, "precision": 0.753244, "recall": 0.822134}, {"accuracy": 0.820158, "f1": 0.772563, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"], "main_score": 0.772563, "precision": 0.750906, "recall": 0.820158}, {"accuracy": 0.79249, "f1": 0.738142, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"], "main_score": 0.738142, "precision": 0.714048, "recall": 0.79249}, {"accuracy": 0.791502, "f1": 0.743234, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"], "main_score": 0.743234, "precision": 0.721426, "recall": 0.791502}, {"accuracy": 0.773715, "f1": 0.719928, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"], "main_score": 0.719928, "precision": 0.696607, "recall": 0.773715}, {"accuracy": 0.786561, "f1": 0.733531, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"], "main_score": 0.733531, "precision": 0.710359, "recall": 0.786561}, {"accuracy": 0.728261, "f1": 0.669168, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"], "main_score": 0.669168, "precision": 0.64636, "recall": 0.728261}, {"accuracy": 0.773715, "f1": 0.714577, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"], "main_score": 0.714577, "precision": 0.688636, "recall": 0.773715}, {"accuracy": 0.772727, "f1": 0.720652, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"], "main_score": 0.720652, "precision": 0.697085, "recall": 0.772727}, {"accuracy": 0.746047, "f1": 0.688602, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"], "main_score": 0.688602, "precision": 0.66452, "recall": 0.746047}, {"accuracy": 0.835968, "f1": 0.794928, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"], "main_score": 0.794928, "precision": 0.776186, "recall": 0.835968}, {"accuracy": 0.77668, "f1": 0.725296, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"], "main_score": 0.725296, "precision": 0.702652, "recall": 0.77668}, {"accuracy": 0.829051, "f1": 0.790763, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"], "main_score": 0.790763, "precision": 0.773715, "recall": 0.829051}, {"accuracy": 0.556324, "f1": 0.475422, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"], "main_score": 0.475422, "precision": 0.444395, "recall": 0.556324}, {"accuracy": 0.785573, "f1": 0.735314, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"], "main_score": 0.735314, "precision": 0.714965, "recall": 0.785573}, {"accuracy": 0.769763, "f1": 0.715994, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"], "main_score": 0.715994, "precision": 0.693323, "recall": 0.769763}, {"accuracy": 0.756917, "f1": 0.6976, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"], "main_score": 0.6976, "precision": 0.672991, "recall": 0.756917}, {"accuracy": 0.77668, "f1": 0.724279, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"], "main_score": 0.724279, "precision": 0.702562, "recall": 0.77668}, {"accuracy": 0.8083, "f1": 0.761528, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"], "main_score": 0.761528, "precision": 0.74053, "recall": 0.8083}, {"accuracy": 0.764822, "f1": 0.708437, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"], "main_score": 0.708437, "precision": 0.684717, "recall": 0.764822}, {"accuracy": 0.802372, "f1": 0.751647, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"], "main_score": 0.751647, "precision": 0.728261, "recall": 0.802372}, {"accuracy": 0.767787, "f1": 0.717741, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"], "main_score": 0.717741, "precision": 0.697712, "recall": 0.767787}, {"accuracy": 0.809289, "f1": 0.767424, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"], "main_score": 0.767424, "precision": 0.748221, "recall": 0.809289}, {"accuracy": 0.833004, "f1": 0.794551, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"], "main_score": 0.794551, "precision": 0.777833, "recall": 0.833004}, {"accuracy": 0.80336, "f1": 0.759486, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"], "main_score": 0.759486, "precision": 0.740514, "recall": 0.80336}, {"accuracy": 0.785573, "f1": 0.73139, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"], "main_score": 0.73139, "precision": 0.707263, "recall": 0.785573}, {"accuracy": 0.790514, "f1": 0.740631, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"], "main_score": 0.740631, "precision": 0.719071, "recall": 0.790514}, {"accuracy": 0.759881, "f1": 0.705277, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"], "main_score": 0.705277, "precision": 0.683013, "recall": 0.759881}, {"accuracy": 0.170949, "f1": 0.118592, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"], "main_score": 0.118592, "precision": 0.103305, "recall": 0.170949}, {"accuracy": 0.795455, "f1": 0.750922, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"], "main_score": 0.750922, "precision": 0.731094, "recall": 0.795455}, {"accuracy": 0.773715, "f1": 0.716387, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"], "main_score": 0.716387, "precision": 0.69161, "recall": 0.773715}, {"accuracy": 0.828063, "f1": 0.786182, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"], "main_score": 0.786182, "precision": 0.767055, "recall": 0.828063}, {"accuracy": 0.800395, "f1": 0.753181, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"], "main_score": 0.753181, "precision": 0.731752, "recall": 0.800395}, {"accuracy": 0.795455, "f1": 0.742264, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"], "main_score": 0.742264, "precision": 0.719137, "recall": 0.795455}, {"accuracy": 0.749012, "f1": 0.691864, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"], "main_score": 0.691864, "precision": 0.667391, "recall": 0.749012}, {"accuracy": 0.842885, "f1": 0.803722, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"], "main_score": 0.803722, "precision": 0.785655, "recall": 0.842885}, {"accuracy": 0.793478, "f1": 0.743107, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"], "main_score": 0.743107, "precision": 0.721854, "recall": 0.793478}, {"accuracy": 0.777668, "f1": 0.726045, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"], "main_score": 0.726045, "precision": 0.705002, "recall": 0.777668}, {"accuracy": 0.749012, "f1": 0.695226, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"], "main_score": 0.695226, "precision": 0.672362, "recall": 0.749012}, {"accuracy": 0.742095, "f1": 0.680785, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"], "main_score": 0.680785, "precision": 0.655609, "recall": 0.742095}, {"accuracy": 0.743083, "f1": 0.685532, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"], "main_score": 0.685532, "precision": 0.662584, "recall": 0.743083}, {"accuracy": 0.73913, "f1": 0.68274, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"], "main_score": 0.68274, "precision": 0.657526, "recall": 0.73913}, {"accuracy": 0.805336, "f1": 0.758762, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"], "main_score": 0.758762, "precision": 0.737401, "recall": 0.805336}, {"accuracy": 0.75, "f1": 0.696673, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"], "main_score": 0.696673, "precision": 0.674276, "recall": 0.75}, {"accuracy": 0.759881, "f1": 0.710219, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"], "main_score": 0.710219, "precision": 0.689457, "recall": 0.759881}, {"accuracy": 0.763834, "f1": 0.710585, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"], "main_score": 0.710585, "precision": 0.688786, "recall": 0.763834}, {"accuracy": 0.768775, "f1": 0.716733, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"], "main_score": 0.716733, "precision": 0.693099, "recall": 0.768775}, {"accuracy": 0.747036, "f1": 0.692918, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"], "main_score": 0.692918, "precision": 0.669005, "recall": 0.747036}, {"accuracy": 0.815217, "f1": 0.767243, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"], "main_score": 0.767243, "precision": 0.745283, "recall": 0.815217}, {"accuracy": 0.810277, "f1": 0.760178, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"], "main_score": 0.760178, "precision": 0.737566, "recall": 0.810277}, {"accuracy": 0.799407, "f1": 0.750692, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"], "main_score": 0.750692, "precision": 0.728508, "recall": 0.799407}, {"accuracy": 0.771739, "f1": 0.718077, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"], "main_score": 0.718077, "precision": 0.695362, "recall": 0.771739}, {"accuracy": 0.740119, "f1": 0.68419, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"], "main_score": 0.68419, "precision": 0.658926, "recall": 0.740119}, {"accuracy": 0.838933, "f1": 0.796014, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"], "main_score": 0.796014, "precision": 0.776005, "recall": 0.838933}, {"accuracy": 0.771739, "f1": 0.717161, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"], "main_score": 0.717161, "precision": 0.694346, "recall": 0.771739}, {"accuracy": 0.770751, "f1": 0.715508, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"], "main_score": 0.715508, "precision": 0.693163, "recall": 0.770751}, {"accuracy": 0.733202, "f1": 0.680692, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"], "main_score": 0.680692, "precision": 0.660503, "recall": 0.733202}, {"accuracy": 0.740119, "f1": 0.685873, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"], "main_score": 0.685873, "precision": 0.664598, "recall": 0.740119}, {"accuracy": 0.813241, "f1": 0.766206, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"], "main_score": 0.766206, "precision": 0.744516, "recall": 0.813241}, {"accuracy": 0.805336, "f1": 0.753458, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"], "main_score": 0.753458, "precision": 0.72999, "recall": 0.805336}, {"accuracy": 0.794466, "f1": 0.74641, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"], "main_score": 0.74641, "precision": 0.724555, "recall": 0.794466}, {"accuracy": 0.211462, "f1": 0.166537, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"], "main_score": 0.166537, "precision": 0.151824, "recall": 0.211462}, {"accuracy": 0.814229, "f1": 0.767918, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"], "main_score": 0.767918, "precision": 0.74641, "recall": 0.814229}, {"accuracy": 0.695652, "f1": 0.629677, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"], "main_score": 0.629677, "precision": 0.60163, "recall": 0.695652}, {"accuracy": 0.80336, "f1": 0.753167, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"], "main_score": 0.753167, "precision": 0.730929, "recall": 0.80336}, {"accuracy": 0.876482, "f1": 0.843511, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"], "main_score": 0.843511, "precision": 0.828393, "recall": 0.876482}, {"accuracy": 0.750988, "f1": 0.694203, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"], "main_score": 0.694203, "precision": 0.668676, "recall": 0.750988}, {"accuracy": 0.797431, "f1": 0.749228, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"], "main_score": 0.749228, "precision": 0.727833, "recall": 0.797431}, {"accuracy": 0.81917, "f1": 0.772054, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"], "main_score": 0.772054, "precision": 0.750939, "recall": 0.81917}, {"accuracy": 0.793478, "f1": 0.744749, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"], "main_score": 0.744749, "precision": 0.723155, "recall": 0.793478}, {"accuracy": 0.79249, "f1": 0.743709, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"], "main_score": 0.743709, "precision": 0.722908, "recall": 0.79249}, {"accuracy": 0.801383, "f1": 0.751252, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"], "main_score": 0.751252, "precision": 0.728426, "recall": 0.801383}, {"accuracy": 0.763834, "f1": 0.70764, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"], "main_score": 0.70764, "precision": 0.683665, "recall": 0.763834}, {"accuracy": 0.807312, "f1": 0.756719, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"], "main_score": 0.756719, "precision": 0.733564, "recall": 0.807312}, {"accuracy": 0.77668, "f1": 0.726746, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"], "main_score": 0.726746, "precision": 0.704084, "recall": 0.77668}, {"accuracy": 0.789526, "f1": 0.741897, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"], "main_score": 0.741897, "precision": 0.720026, "recall": 0.789526}, {"accuracy": 0.840909, "f1": 0.801285, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"], "main_score": 0.801285, "precision": 0.782856, "recall": 0.840909}, {"accuracy": 0.761858, "f1": 0.706178, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"], "main_score": 0.706178, "precision": 0.682971, "recall": 0.761858}, {"accuracy": 0.045455, "f1": 0.024416, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"], "main_score": 0.024416, "precision": 0.02027, "recall": 0.045455}, {"accuracy": 0.749012, "f1": 0.693666, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"], "main_score": 0.693666, "precision": 0.671637, "recall": 0.749012}, {"accuracy": 0.825099, "f1": 0.776054, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"], "main_score": 0.776054, "precision": 0.753541, "recall": 0.825099}, {"accuracy": 0.700593, "f1": 0.636999, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"], "main_score": 0.636999, "precision": 0.611564, "recall": 0.700593}, {"accuracy": 0.766798, "f1": 0.71016, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"], "main_score": 0.71016, "precision": 0.686595, "recall": 0.766798}, {"accuracy": 0.743083, "f1": 0.685425, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"], "main_score": 0.685425, "precision": 0.661044, "recall": 0.743083}, {"accuracy": 0.775692, "f1": 0.725483, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"], "main_score": 0.725483, "precision": 0.702363, "recall": 0.775692}, {"accuracy": 0.762846, "f1": 0.705341, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"], "main_score": 0.705341, "precision": 0.682051, "recall": 0.762846}, {"accuracy": 0.764822, "f1": 0.708404, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"], "main_score": 0.708404, "precision": 0.685244, "recall": 0.764822}, {"accuracy": 0.824111, "f1": 0.780402, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"], "main_score": 0.780402, "precision": 0.760211, "recall": 0.824111}, {"accuracy": 0.806324, "f1": 0.758926, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"], "main_score": 0.758926, "precision": 0.736973, "recall": 0.806324}, {"accuracy": 0.697628, "f1": 0.635048, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"], "main_score": 0.635048, "precision": 0.608672, "recall": 0.697628}, {"accuracy": 0.769763, "f1": 0.71371, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"], "main_score": 0.71371, "precision": 0.690456, "recall": 0.769763}, {"accuracy": 0.731225, "f1": 0.678821, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"], "main_score": 0.678821, "precision": 0.655385, "recall": 0.731225}, {"accuracy": 0.785573, "f1": 0.735314, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"], "main_score": 0.735314, "precision": 0.713422, "recall": 0.785573}, {"accuracy": 0.770751, "f1": 0.716716, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"], "main_score": 0.716716, "precision": 0.69419, "recall": 0.770751}, {"accuracy": 0.824111, "f1": 0.779743, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"], "main_score": 0.779743, "precision": 0.759783, "recall": 0.824111}, {"accuracy": 0.798419, "f1": 0.74552, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"], "main_score": 0.74552, "precision": 0.722316, "recall": 0.798419}, {"accuracy": 0.827075, "f1": 0.786745, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"], "main_score": 0.786745, "precision": 0.768972, "recall": 0.827075}, {"accuracy": 0.789526, "f1": 0.734703, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"], "main_score": 0.734703, "precision": 0.710145, "recall": 0.789526}, {"accuracy": 0.681818, "f1": 0.617717, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"], "main_score": 0.617717, "precision": 0.591986, "recall": 0.681818}, {"accuracy": 0.774704, "f1": 0.722189, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"], "main_score": 0.722189, "precision": 0.699597, "recall": 0.774704}, {"accuracy": 0.767787, "f1": 0.708366, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"], "main_score": 0.708366, "precision": 0.681966, "recall": 0.767787}, {"accuracy": 0.785573, "f1": 0.737502, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"], "main_score": 0.737502, "precision": 0.716436, "recall": 0.785573}, {"accuracy": 0.767787, "f1": 0.715522, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"], "main_score": 0.715522, "precision": 0.692218, "recall": 0.767787}, {"accuracy": 0.77668, "f1": 0.727701, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"], "main_score": 0.727701, "precision": 0.706637, "recall": 0.77668}, {"accuracy": 0.848814, "f1": 0.808926, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"], "main_score": 0.808926, "precision": 0.790514, "recall": 0.848814}, {"accuracy": 0.846838, "f1": 0.806225, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"], "main_score": 0.806225, "precision": 0.787335, "recall": 0.846838}, {"accuracy": 0.782609, "f1": 0.728774, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"], "main_score": 0.728774, "precision": 0.705402, "recall": 0.782609}, {"accuracy": 0.666008, "f1": 0.597814, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"], "main_score": 0.597814, "precision": 0.570678, "recall": 0.666008}, {"accuracy": 0.722332, "f1": 0.661178, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"], "main_score": 0.661178, "precision": 0.637213, "recall": 0.722332}, {"accuracy": 0.77668, "f1": 0.722845, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"], "main_score": 0.722845, "precision": 0.701136, "recall": 0.77668}, {"accuracy": 0.777668, "f1": 0.720735, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"], "main_score": 0.720735, "precision": 0.695942, "recall": 0.777668}, {"accuracy": 0.772727, "f1": 0.719944, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"], "main_score": 0.719944, "precision": 0.69637, "recall": 0.772727}, {"accuracy": 0.829051, "f1": 0.785903, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"], "main_score": 0.785903, "precision": 0.76642, "recall": 0.829051}, {"accuracy": 0.738142, "f1": 0.678887, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"], "main_score": 0.678887, "precision": 0.652421, "recall": 0.738142}, {"accuracy": 0.759881, "f1": 0.705213, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"], "main_score": 0.705213, "precision": 0.682659, "recall": 0.759881}, {"accuracy": 0.787549, "f1": 0.735524, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"], "main_score": 0.735524, "precision": 0.712262, "recall": 0.787549}, {"accuracy": 0.705534, "f1": 0.643665, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"], "main_score": 0.643665, "precision": 0.619964, "recall": 0.705534}, {"accuracy": 0.783597, "f1": 0.726252, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"], "main_score": 0.726252, "precision": 0.700264, "recall": 0.783597}, {"accuracy": 0.800395, "f1": 0.749407, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"], "main_score": 0.749407, "precision": 0.726268, "recall": 0.800395}, {"accuracy": 0.822134, "f1": 0.77556, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"], "main_score": 0.77556, "precision": 0.754628, "recall": 0.822134}, {"accuracy": 0.787549, "f1": 0.739269, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"], "main_score": 0.739269, "precision": 0.718726, "recall": 0.787549}, {"accuracy": 0.809289, "f1": 0.764592, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"], "main_score": 0.764592, "precision": 0.744302, "recall": 0.809289}, {"accuracy": 0.820158, "f1": 0.776713, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"], "main_score": 0.776713, "precision": 0.756505, "recall": 0.820158}, {"accuracy": 0.774704, "f1": 0.719829, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"], "main_score": 0.719829, "precision": 0.696459, "recall": 0.774704}, {"accuracy": 0.784585, "f1": 0.737945, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"], "main_score": 0.737945, "precision": 0.716601, "recall": 0.784585}, {"accuracy": 0.793478, "f1": 0.743555, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"], "main_score": 0.743555, "precision": 0.722615, "recall": 0.793478}, {"accuracy": 0.769763, "f1": 0.721607, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"], "main_score": 0.721607, "precision": 0.699769, "recall": 0.769763}, {"accuracy": 0.762846, "f1": 0.704231, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"], "main_score": 0.704231, "precision": 0.679628, "recall": 0.762846}, {"accuracy": 0.8083, "f1": 0.758893, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"], "main_score": 0.758893, "precision": 0.737549, "recall": 0.8083}, {"accuracy": 0.797431, "f1": 0.747005, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"], "main_score": 0.747005, "precision": 0.725251, "recall": 0.797431}, {"accuracy": 0.833992, "f1": 0.791916, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"], "main_score": 0.791916, "precision": 0.773287, "recall": 0.833992}, {"accuracy": 0.83004, "f1": 0.786942, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"], "main_score": 0.786942, "precision": 0.767292, "recall": 0.83004}, {"accuracy": 0.809289, "f1": 0.767721, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"], "main_score": 0.767721, "precision": 0.749012, "recall": 0.809289}, {"accuracy": 0.823123, "f1": 0.782312, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"], "main_score": 0.782312, "precision": 0.763752, "recall": 0.823123}, {"accuracy": 0.815217, "f1": 0.771, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"], "main_score": 0.771, "precision": 0.751186, "recall": 0.815217}, {"accuracy": 0.725296, "f1": 0.661609, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"], "main_score": 0.661609, "precision": 0.635163, "recall": 0.725296}, {"accuracy": 0.743083, "f1": 0.692362, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"], "main_score": 0.692362, "precision": 0.672886, "recall": 0.743083}, {"accuracy": 0.731225, "f1": 0.669598, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"], "main_score": 0.669598, "precision": 0.643363, "recall": 0.731225}, {"accuracy": 0.795455, "f1": 0.752437, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"], "main_score": 0.752437, "precision": 0.732905, "recall": 0.795455}, {"accuracy": 0.827075, "f1": 0.786778, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"], "main_score": 0.786778, "precision": 0.768972, "recall": 0.827075}, {"accuracy": 0.815217, "f1": 0.768215, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"], "main_score": 0.768215, "precision": 0.746772, "recall": 0.815217}, {"accuracy": 0.823123, "f1": 0.77892, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"], "main_score": 0.77892, "precision": 0.758729, "recall": 0.823123}, {"accuracy": 0.809289, "f1": 0.763702, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"], "main_score": 0.763702, "precision": 0.743034, "recall": 0.809289}, {"accuracy": 0.738142, "f1": 0.683979, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"], "main_score": 0.683979, "precision": 0.662314, "recall": 0.738142}, {"accuracy": 0.73913, "f1": 0.685277, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"], "main_score": 0.685277, "precision": 0.661413, "recall": 0.73913}, {"accuracy": 0.755929, "f1": 0.702127, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"], "main_score": 0.702127, "precision": 0.67803, "recall": 0.755929}, {"accuracy": 0.811265, "f1": 0.763307, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"], "main_score": 0.763307, "precision": 0.742161, "recall": 0.811265}, {"accuracy": 0.769763, "f1": 0.718972, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"], "main_score": 0.718972, "precision": 0.695982, "recall": 0.769763}, {"accuracy": 0.748024, "f1": 0.690931, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"], "main_score": 0.690931, "precision": 0.666477, "recall": 0.748024}, {"accuracy": 0.829051, "f1": 0.785903, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"], "main_score": 0.785903, "precision": 0.766749, "recall": 0.829051}, {"accuracy": 0.762846, "f1": 0.706094, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"], "main_score": 0.706094, "precision": 0.682032, "recall": 0.762846}, {"accuracy": 0.791502, "f1": 0.739592, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"], "main_score": 0.739592, "precision": 0.716848, "recall": 0.791502}, {"accuracy": 0.748024, "f1": 0.69169, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"], "main_score": 0.69169, "precision": 0.669071, "recall": 0.748024}, {"accuracy": 0.789526, "f1": 0.7391, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"], "main_score": 0.7391, "precision": 0.717598, "recall": 0.789526}, {"accuracy": 0.784585, "f1": 0.73171, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"], "main_score": 0.73171, "precision": 0.709931, "recall": 0.784585}, {"accuracy": 0.811265, "f1": 0.759124, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"], "main_score": 0.759124, "precision": 0.735705, "recall": 0.811265}, {"accuracy": 0.76581, "f1": 0.710244, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"], "main_score": 0.710244, "precision": 0.686084, "recall": 0.76581}, {"accuracy": 0.804348, "f1": 0.757649, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"], "main_score": 0.757649, "precision": 0.736405, "recall": 0.804348}, {"accuracy": 0.94664, "f1": 0.929018, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"], "main_score": 0.929018, "precision": 0.92029, "recall": 0.94664}, {"accuracy": 0.905138, "f1": 0.876877, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"], "main_score": 0.876877, "precision": 0.863225, "recall": 0.905138}, {"accuracy": 0.047431, "f1": 0.023543, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"], "main_score": 0.023543, "precision": 0.019047, "recall": 0.047431}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"], "main_score": 0.90975, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"], "main_score": 0.942852, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.923913, "f1": 0.899704, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"], "main_score": 0.899704, "precision": 0.887846, "recall": 0.923913}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.890481, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"], "main_score": 0.890481, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.193676, "f1": 0.143535, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"], "main_score": 0.143535, "precision": 0.128885, "recall": 0.193676}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.925889, "f1": 0.902503, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"], "main_score": 0.902503, "precision": 0.89114, "recall": 0.925889}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"], "main_score": 0.939723, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.894269, "f1": 0.862813, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"], "main_score": 0.862813, "precision": 0.848155, "recall": 0.894269}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"], "main_score": 0.934289, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"], "main_score": 0.958169, "precision": 0.953063, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.906126, "f1": 0.878129, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"], "main_score": 0.878129, "precision": 0.864789, "recall": 0.906126}, {"accuracy": 0.992095, "f1": 0.99002, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"], "main_score": 0.99002, "precision": 0.989213, "recall": 0.992095}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.887352, "f1": 0.856192, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"], "main_score": 0.856192, "precision": 0.841897, "recall": 0.887352}, {"accuracy": 0.923913, "f1": 0.900856, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"], "main_score": 0.900856, "precision": 0.890152, "recall": 0.923913}, {"accuracy": 0.762846, "f1": 0.704847, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"], "main_score": 0.704847, "precision": 0.679875, "recall": 0.762846}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.914032, "f1": 0.887187, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"], "main_score": 0.887187, "precision": 0.874177, "recall": 0.914032}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.886364, "f1": 0.85135, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"], "main_score": 0.85135, "precision": 0.834898, "recall": 0.886364}, {"accuracy": 0.936759, "f1": 0.916733, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"], "main_score": 0.916733, "precision": 0.907032, "recall": 0.936759}, {"accuracy": 0.878458, "f1": 0.842852, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"], "main_score": 0.842852, "precision": 0.826581, "recall": 0.878458}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.20751, "f1": 0.142012, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"], "main_score": 0.142012, "precision": 0.124244, "recall": 0.20751}, {"accuracy": 0.917984, "f1": 0.893742, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"], "main_score": 0.893742, "precision": 0.882246, "recall": 0.917984}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"], "main_score": 0.898287, "precision": 0.887105, "recall": 0.921937}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.850791, "f1": 0.812813, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"], "main_score": 0.812813, "precision": 0.79557, "recall": 0.850791}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"], "main_score": 0.992424, "precision": 0.991765, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.91996, "f1": 0.897299, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"], "main_score": 0.897299, "precision": 0.886446, "recall": 0.91996}, {"accuracy": 0.87253, "f1": 0.836825, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"], "main_score": 0.836825, "precision": 0.820438, "recall": 0.87253}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.93083, "f1": 0.909157, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"], "main_score": 0.909157, "precision": 0.898798, "recall": 0.93083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.839921, "f1": 0.797779, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"], "main_score": 0.797779, "precision": 0.778607, "recall": 0.839921}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.897233, "f1": 0.866733, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"], "main_score": 0.866733, "precision": 0.852602, "recall": 0.897233}, {"accuracy": 0.25, "f1": 0.192054, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"], "main_score": 0.192054, "precision": 0.173686, "recall": 0.25}, {"accuracy": 0.938735, "f1": 0.919796, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"], "main_score": 0.919796, "precision": 0.910903, "recall": 0.938735}, {"accuracy": 0.807312, "f1": 0.759406, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"], "main_score": 0.759406, "precision": 0.738126, "recall": 0.807312}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.93083, "f1": 0.90942, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"], "main_score": 0.90942, "precision": 0.899209, "recall": 0.93083}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.902174, "f1": 0.872431, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"], "main_score": 0.872431, "precision": 0.858284, "recall": 0.902174}, {"accuracy": 0.87747, "f1": 0.842095, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"], "main_score": 0.842095, "precision": 0.825675, "recall": 0.87747}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"], "main_score": 0.937978, "precision": 0.931077, "recall": 0.952569}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.052372, "f1": 0.02459, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"], "main_score": 0.02459, "precision": 0.019515, "recall": 0.052372}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.959486, "f1": 0.945982, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"], "main_score": 0.945982, "precision": 0.939229, "recall": 0.959486}, {"accuracy": 0.922925, "f1": 0.899111, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"], "main_score": 0.899111, "precision": 0.887599, "recall": 0.922925}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.901186, "f1": 0.871509, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"], "main_score": 0.871509, "precision": 0.857378, "recall": 0.901186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.863636, "f1": 0.828873, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"], "main_score": 0.828873, "precision": 0.812994, "recall": 0.863636}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"], "main_score": 0.937418, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.929842, "f1": 0.907839, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"], "main_score": 0.907839, "precision": 0.89748, "recall": 0.929842}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.970356, "f1": 0.96087, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"], "main_score": 0.96087, "precision": 0.956275, "recall": 0.970356}, {"accuracy": 0.870553, "f1": 0.834486, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"], "main_score": 0.834486, "precision": 0.817194, "recall": 0.870553}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.91502, "f1": 0.888999, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"], "main_score": 0.888999, "precision": 0.876482, "recall": 0.91502}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.910079, "f1": 0.883399, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"], "main_score": 0.883399, "precision": 0.870553, "recall": 0.910079}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.867589, "f1": 0.832082, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"], "main_score": 0.832082, "precision": 0.816123, "recall": 0.867589}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.944664, "f1": 0.927602, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"], "main_score": 0.927602, "precision": 0.919549, "recall": 0.944664}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.903162, "f1": 0.874341, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"], "main_score": 0.874341, "precision": 0.860672, "recall": 0.903162}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.88834, "f1": 0.856423, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"], "main_score": 0.856423, "precision": 0.84165, "recall": 0.88834}, {"accuracy": 0.911067, "f1": 0.883729, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"], "main_score": 0.883729, "precision": 0.870916, "recall": 0.911067}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"], "main_score": 0.939229, "precision": 0.932148, "recall": 0.953557}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.839921, "f1": 0.796805, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"], "main_score": 0.796805, "precision": 0.776828, "recall": 0.839921}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.883399, "f1": 0.849275, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"], "main_score": 0.849275, "precision": 0.833169, "recall": 0.883399}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"], "main_score": 0.900428, "precision": 0.889904, "recall": 0.922925}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.809289, "f1": 0.756901, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"], "main_score": 0.756901, "precision": 0.732272, "recall": 0.809289}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.929842, "f1": 0.908267, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"], "main_score": 0.908267, "precision": 0.897892, "recall": 0.929842}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"], "main_score": 0.954216, "precision": 0.948617, "recall": 0.965415}, {"accuracy": 0.908103, "f1": 0.881291, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"], "main_score": 0.881291, "precision": 0.868824, "recall": 0.908103}, {"accuracy": 0.041502, "f1": 0.021191, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"], "main_score": 0.021191, "precision": 0.017112, "recall": 0.041502}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.963439, "f1": 0.951252, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"], "main_score": 0.951252, "precision": 0.945158, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.932806, "f1": 0.912879, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"], "main_score": 0.912879, "precision": 0.903491, "recall": 0.932806}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"], "main_score": 0.936265, "precision": 0.928689, "recall": 0.951581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"], "main_score": 0.91222, "precision": 0.902339, "recall": 0.932806}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.926877, "f1": 0.90504, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"], "main_score": 0.90504, "precision": 0.894681, "recall": 0.926877}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.978327, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"], "main_score": 0.978327, "precision": 0.976202, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.203557, "f1": 0.155952, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"], "main_score": 0.155952, "precision": 0.142251, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.950593, "f1": 0.934947, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"], "main_score": 0.934947, "precision": 0.927207, "recall": 0.950593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971805, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"], "main_score": 0.971805, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.903162, "f1": 0.875659, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"], "main_score": 0.875659, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"], "main_score": 0.945487, "precision": 0.939065, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.906126, "f1": 0.879578, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"], "main_score": 0.879578, "precision": 0.867095, "recall": 0.906126}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.896245, "f1": 0.86749, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"], "main_score": 0.86749, "precision": 0.853837, "recall": 0.896245}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"], "main_score": 0.92276, "precision": 0.914032, "recall": 0.940711}, {"accuracy": 0.757905, "f1": 0.698471, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"], "main_score": 0.698471, "precision": 0.672596, "recall": 0.757905}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.920949, "f1": 0.896574, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"], "main_score": 0.896574, "precision": 0.884881, "recall": 0.920949}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.910079, "f1": 0.884058, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"], "main_score": 0.884058, "precision": 0.872069, "recall": 0.910079}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.922925, "f1": 0.899769, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"], "main_score": 0.899769, "precision": 0.888752, "recall": 0.922925}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.219368, "f1": 0.149607, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"], "main_score": 0.149607, "precision": 0.129716, "recall": 0.219368}, {"accuracy": 0.927866, "f1": 0.907905, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"], "main_score": 0.907905, "precision": 0.898551, "recall": 0.927866}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"], "main_score": 0.938735, "precision": 0.931489, "recall": 0.953557}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.874506, "f1": 0.8405, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"], "main_score": 0.8405, "precision": 0.824769, "recall": 0.874506}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.986166, "f1": 0.982378, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"], "main_score": 0.982378, "precision": 0.980567, "recall": 0.986166}, {"accuracy": 0.91996, "f1": 0.897398, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"], "main_score": 0.897398, "precision": 0.886528, "recall": 0.91996}, {"accuracy": 0.88834, "f1": 0.855072, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"], "main_score": 0.855072, "precision": 0.839295, "recall": 0.88834}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"], "main_score": 0.915843, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.869565, "f1": 0.833992, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"], "main_score": 0.833992, "precision": 0.816864, "recall": 0.869565}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99249, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"], "main_score": 0.99249, "precision": 0.991848, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"], "main_score": 0.892358, "precision": 0.880682, "recall": 0.916996}, {"accuracy": 0.270751, "f1": 0.217142, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"], "main_score": 0.217142, "precision": 0.199831, "recall": 0.270751}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"], "main_score": 0.913373, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.813241, "f1": 0.763307, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"], "main_score": 0.763307, "precision": 0.74086, "recall": 0.813241}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.939723, "f1": 0.922332, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"], "main_score": 0.922332, "precision": 0.914114, "recall": 0.939723}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.922925, "f1": 0.898715, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"], "main_score": 0.898715, "precision": 0.887022, "recall": 0.922925}, {"accuracy": 0.900198, "f1": 0.870455, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"], "main_score": 0.870455, "precision": 0.856472, "recall": 0.900198}, {"accuracy": 0.959486, "f1": 0.946377, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"], "main_score": 0.946377, "precision": 0.93997, "recall": 0.959486}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.059289, "f1": 0.030404, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"], "main_score": 0.030404, "precision": 0.024995, "recall": 0.059289}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"], "main_score": 0.948188, "precision": 0.942276, "recall": 0.960474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.91996, "f1": 0.896904, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"], "main_score": 0.896904, "precision": 0.88587, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.893281, "f1": 0.862714, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"], "main_score": 0.862714, "precision": 0.847908, "recall": 0.893281}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.881423, "f1": 0.850428, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"], "main_score": 0.850428, "precision": 0.836528, "recall": 0.881423}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"], "main_score": 0.95247, "precision": 0.947217, "recall": 0.963439}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.936759, "f1": 0.916667, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"], "main_score": 0.916667, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.875494, "f1": 0.8389, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"], "main_score": 0.8389, "precision": 0.82164, "recall": 0.875494}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.986166, "f1": 0.982543, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"], "main_score": 0.982543, "precision": 0.980731, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"], "main_score": 0.915514, "precision": 0.906126, "recall": 0.934783}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.922101, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"], "main_score": 0.922101, "precision": 0.913702, "recall": 0.939723}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.936759, "f1": 0.917655, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"], "main_score": 0.917655, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.895257, "f1": 0.865184, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"], "main_score": 0.865184, "precision": 0.851202, "recall": 0.895257}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.923913, "f1": 0.899868, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"], "main_score": 0.899868, "precision": 0.888175, "recall": 0.923913}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.914032, "f1": 0.888834, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"], "main_score": 0.888834, "precision": 0.876976, "recall": 0.914032}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"], "main_score": 0.910573, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.842885, "f1": 0.800198, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"], "main_score": 0.800198, "precision": 0.779974, "recall": 0.842885}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"], "main_score": 0.951087, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.890316, "f1": 0.85919, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"], "main_score": 0.85919, "precision": 0.844532, "recall": 0.890316}, {"accuracy": 0.91996, "f1": 0.897134, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"], "main_score": 0.897134, "precision": 0.886117, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.978261, "f1": 0.971739, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"], "main_score": 0.971739, "precision": 0.968626, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.822134, "f1": 0.777174, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"], "main_score": 0.777174, "precision": 0.756901, "recall": 0.822134}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"], "main_score": 0.924078, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.909091, "f1": 0.880764, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"], "main_score": 0.880764, "precision": 0.86693, "recall": 0.909091}, {"accuracy": 0.05336, "f1": 0.029713, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"], "main_score": 0.029713, "precision": 0.024279, "recall": 0.05336}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.932806, "f1": 0.911561, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"], "main_score": 0.911561, "precision": 0.901186, "recall": 0.932806}, {"accuracy": 0.953557, "f1": 0.939295, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"], "main_score": 0.939295, "precision": 0.932559, "recall": 0.953557}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.205534, "f1": 0.157996, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"], "main_score": 0.157996, "precision": 0.14502, "recall": 0.205534}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"], "main_score": 0.925066, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"], "main_score": 0.929677, "precision": 0.922101, "recall": 0.945652}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.909091, "f1": 0.882213, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"], "main_score": 0.882213, "precision": 0.869401, "recall": 0.909091}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.91502, "f1": 0.890481, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"], "main_score": 0.890481, "precision": 0.878623, "recall": 0.91502}, {"accuracy": 0.98419, "f1": 0.979875, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"], "main_score": 0.979875, "precision": 0.978096, "recall": 0.98419}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.886364, "f1": 0.854216, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"], "main_score": 0.854216, "precision": 0.838768, "recall": 0.886364}, {"accuracy": 0.9417, "f1": 0.924308, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"], "main_score": 0.924308, "precision": 0.916255, "recall": 0.9417}, {"accuracy": 0.746047, "f1": 0.688789, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"], "main_score": 0.688789, "precision": 0.664782, "recall": 0.746047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.933794, "f1": 0.913373, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"], "main_score": 0.913373, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.910079, "f1": 0.884124, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"], "main_score": 0.884124, "precision": 0.871953, "recall": 0.910079}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"], "main_score": 0.941864, "precision": 0.935441, "recall": 0.955534}, {"accuracy": 0.902174, "f1": 0.872431, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"], "main_score": 0.872431, "precision": 0.858284, "recall": 0.902174}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"], "main_score": 0.974638, "precision": 0.972003, "recall": 0.980237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.217391, "f1": 0.146582, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"], "main_score": 0.146582, "precision": 0.126647, "recall": 0.217391}, {"accuracy": 0.938735, "f1": 0.92029, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"], "main_score": 0.92029, "precision": 0.911397, "recall": 0.938735}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.952569, "f1": 0.937582, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"], "main_score": 0.937582, "precision": 0.930171, "recall": 0.952569}, {"accuracy": 0.937747, "f1": 0.918445, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"], "main_score": 0.918445, "precision": 0.90942, "recall": 0.937747}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.869565, "f1": 0.834999, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"], "main_score": 0.834999, "precision": 0.818923, "recall": 0.869565}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"], "main_score": 0.988472, "precision": 0.987319, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.93083, "f1": 0.90975, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"], "main_score": 0.90975, "precision": 0.899374, "recall": 0.93083}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"], "main_score": 0.85919, "precision": 0.843709, "recall": 0.891304}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.939723, "f1": 0.920619, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"], "main_score": 0.920619, "precision": 0.911397, "recall": 0.939723}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.874506, "f1": 0.839559, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"], "main_score": 0.839559, "precision": 0.82365, "recall": 0.874506}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.898221, "f1": 0.870092, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"], "main_score": 0.870092, "precision": 0.85746, "recall": 0.898221}, {"accuracy": 0.272727, "f1": 0.216079, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"], "main_score": 0.216079, "precision": 0.197962, "recall": 0.272727}, {"accuracy": 0.9417, "f1": 0.923715, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"], "main_score": 0.923715, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.813241, "f1": 0.76461, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"], "main_score": 0.76461, "precision": 0.742836, "recall": 0.813241}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"], "main_score": 0.925395, "precision": 0.917161, "recall": 0.942688}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.972003, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"], "main_score": 0.972003, "precision": 0.968874, "recall": 0.978261}, {"accuracy": 0.911067, "f1": 0.88386, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"], "main_score": 0.88386, "precision": 0.870883, "recall": 0.911067}, {"accuracy": 0.896245, "f1": 0.866107, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"], "main_score": 0.866107, "precision": 0.852009, "recall": 0.896245}, {"accuracy": 0.956522, "f1": 0.943248, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"], "main_score": 0.943248, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.05336, "f1": 0.026558, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"], "main_score": 0.026558, "precision": 0.021392, "recall": 0.05336}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"], "main_score": 0.945817, "precision": 0.939888, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"], "main_score": 0.891634, "precision": 0.879611, "recall": 0.916996}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.891304, "f1": 0.857213, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"], "main_score": 0.857213, "precision": 0.840744, "recall": 0.891304}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.867589, "f1": 0.830896, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"], "main_score": 0.830896, "precision": 0.814345, "recall": 0.867589}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"], "main_score": 0.946805, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.947628, "f1": 0.932444, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"], "main_score": 0.932444, "precision": 0.925231, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.982213, "f1": 0.977503, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"], "main_score": 0.977503, "precision": 0.975543, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.886364, "f1": 0.853327, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"], "main_score": 0.853327, "precision": 0.837862, "recall": 0.886364}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.91996, "f1": 0.896904, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"], "main_score": 0.896904, "precision": 0.886034, "recall": 0.91996}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.925889, "f1": 0.903788, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"], "main_score": 0.903788, "precision": 0.89361, "recall": 0.925889}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"], "main_score": 0.949671, "precision": 0.944121, "recall": 0.961462}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"], "main_score": 0.926383, "precision": 0.918347, "recall": 0.943676}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.906126, "f1": 0.87836, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"], "main_score": 0.87836, "precision": 0.865201, "recall": 0.906126}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"], "main_score": 0.948188, "precision": 0.942441, "recall": 0.960474}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.921937, "f1": 0.897628, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"], "main_score": 0.897628, "precision": 0.886117, "recall": 0.921937}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"], "main_score": 0.935606, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.905138, "f1": 0.880171, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"], "main_score": 0.880171, "precision": 0.868692, "recall": 0.905138}, {"accuracy": 0.931818, "f1": 0.90975, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"], "main_score": 0.90975, "precision": 0.899045, "recall": 0.931818}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"], "main_score": 0.948188, "precision": 0.942276, "recall": 0.960474}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.856719, "f1": 0.816897, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"], "main_score": 0.816897, "precision": 0.798337, "recall": 0.856719}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.903162, "f1": 0.875329, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"], "main_score": 0.875329, "precision": 0.862319, "recall": 0.903162}, {"accuracy": 0.920949, "f1": 0.898946, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"], "main_score": 0.898946, "precision": 0.888422, "recall": 0.920949}, {"accuracy": 0.987154, "f1": 0.983696, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"], "main_score": 0.983696, "precision": 0.982213, "recall": 0.987154}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.813241, "f1": 0.76362, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"], "main_score": 0.76362, "precision": 0.741396, "recall": 0.813241}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"], "main_score": 0.923254, "precision": 0.914394, "recall": 0.9417}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.910079, "f1": 0.885211, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"], "main_score": 0.885211, "precision": 0.873715, "recall": 0.910079}, {"accuracy": 0.056324, "f1": 0.029167, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"], "main_score": 0.029167, "precision": 0.022906, "recall": 0.056324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.927866, "f1": 0.904974, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"], "main_score": 0.904974, "precision": 0.893939, "recall": 0.927866}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"], "main_score": 0.937088, "precision": 0.929348, "recall": 0.952569}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"], "main_score": 0.922925, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.921937, "f1": 0.898617, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"], "main_score": 0.898617, "precision": 0.887796, "recall": 0.921937}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.203557, "f1": 0.155816, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"], "main_score": 0.155816, "precision": 0.142224, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"], "main_score": 0.944664, "precision": 0.938241, "recall": 0.95751}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"], "main_score": 0.929348, "precision": 0.921607, "recall": 0.945652}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.971344, "f1": 0.963175, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"], "main_score": 0.963175, "precision": 0.959601, "recall": 0.971344}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"], "main_score": 0.989789, "precision": 0.988801, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.896245, "f1": 0.866403, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"], "main_score": 0.866403, "precision": 0.852273, "recall": 0.896245}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.9417, "f1": 0.92332, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"], "main_score": 0.92332, "precision": 0.914608, "recall": 0.9417}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.909091, "f1": 0.881621, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"], "main_score": 0.881621, "precision": 0.868659, "recall": 0.909091}, {"accuracy": 0.979249, "f1": 0.972892, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"], "main_score": 0.972892, "precision": 0.969944, "recall": 0.979249}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.897233, "f1": 0.870078, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"], "main_score": 0.870078, "precision": 0.857658, "recall": 0.897233}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.730237, "f1": 0.666455, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"], "main_score": 0.666455, "precision": 0.639756, "recall": 0.730237}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.912055, "f1": 0.884552, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"], "main_score": 0.884552, "precision": 0.871542, "recall": 0.912055}, {"accuracy": 0.960474, "f1": 0.948188, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"], "main_score": 0.948188, "precision": 0.942441, "recall": 0.960474}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.907115, "f1": 0.878953, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"], "main_score": 0.878953, "precision": 0.86581, "recall": 0.907115}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.927866, "f1": 0.907298, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"], "main_score": 0.907298, "precision": 0.897645, "recall": 0.927866}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.975296, "f1": 0.967622, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"], "main_score": 0.967622, "precision": 0.964015, "recall": 0.975296}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.217391, "f1": 0.148125, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"], "main_score": 0.148125, "precision": 0.12825, "recall": 0.217391}, {"accuracy": 0.924901, "f1": 0.902075, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"], "main_score": 0.902075, "precision": 0.891222, "recall": 0.924901}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.955534, "f1": 0.942424, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"], "main_score": 0.942424, "precision": 0.936182, "recall": 0.955534}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.960474, "f1": 0.950165, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"], "main_score": 0.950165, "precision": 0.945603, "recall": 0.960474}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.852767, "f1": 0.813952, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"], "main_score": 0.813952, "precision": 0.796871, "recall": 0.852767}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.921937, "f1": 0.898715, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"], "main_score": 0.898715, "precision": 0.887681, "recall": 0.921937}, {"accuracy": 0.873518, "f1": 0.837978, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"], "main_score": 0.837978, "precision": 0.821393, "recall": 0.873518}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.943676, "f1": 0.925955, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"], "main_score": 0.925955, "precision": 0.917572, "recall": 0.943676}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.849802, "f1": 0.810408, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"], "main_score": 0.810408, "precision": 0.792885, "recall": 0.849802}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"], "main_score": 0.987154, "precision": 0.985837, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"], "main_score": 0.979743, "precision": 0.9778, "recall": 0.98419}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.98913, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"], "main_score": 0.98913, "precision": 0.988142, "recall": 0.991107}, {"accuracy": 0.887352, "f1": 0.854974, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"], "main_score": 0.854974, "precision": 0.839707, "recall": 0.887352}, {"accuracy": 0.266798, "f1": 0.212912, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"], "main_score": 0.212912, "precision": 0.195218, "recall": 0.266798}, {"accuracy": 0.927866, "f1": 0.907115, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"], "main_score": 0.907115, "precision": 0.897233, "recall": 0.927866}, {"accuracy": 0.806324, "f1": 0.756395, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"], "main_score": 0.756395, "precision": 0.735013, "recall": 0.806324}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.929842, "f1": 0.908103, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"], "main_score": 0.908103, "precision": 0.897727, "recall": 0.929842}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.899209, "f1": 0.871311, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"], "main_score": 0.871311, "precision": 0.858696, "recall": 0.899209}, {"accuracy": 0.902174, "f1": 0.873965, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"], "main_score": 0.873965, "precision": 0.860672, "recall": 0.902174}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.052372, "f1": 0.025581, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"], "main_score": 0.025581, "precision": 0.020749, "recall": 0.052372}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.955534, "f1": 0.94226, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"], "main_score": 0.94226, "precision": 0.936182, "recall": 0.955534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"], "main_score": 0.947134, "precision": 0.941206, "recall": 0.959486}, {"accuracy": 0.911067, "f1": 0.885672, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"], "main_score": 0.885672, "precision": 0.87388, "recall": 0.911067}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.88834, "f1": 0.856028, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"], "main_score": 0.856028, "precision": 0.84114, "recall": 0.88834}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.854743, "f1": 0.816158, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"], "main_score": 0.816158, "precision": 0.798534, "recall": 0.854743}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"], "main_score": 0.943511, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.977273, "f1": 0.970817, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"], "main_score": 0.970817, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"], "main_score": 0.934453, "precision": 0.927404, "recall": 0.949605}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.95751, "f1": 0.945817, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"], "main_score": 0.945817, "precision": 0.940382, "recall": 0.95751}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.876482, "f1": 0.841798, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"], "main_score": 0.841798, "precision": 0.825708, "recall": 0.876482}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"], "main_score": 0.969038, "precision": 0.965613, "recall": 0.976285}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.925889, "f1": 0.903887, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"], "main_score": 0.903887, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.916008, "f1": 0.892358, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"], "main_score": 0.892358, "precision": 0.881176, "recall": 0.916008}, {"accuracy": 0.960474, "f1": 0.947464, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"], "main_score": 0.947464, "precision": 0.941041, "recall": 0.960474}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.940711, "f1": 0.923386, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"], "main_score": 0.923386, "precision": 0.915184, "recall": 0.940711}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.875494, "f1": 0.840283, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"], "main_score": 0.840283, "precision": 0.824391, "recall": 0.875494}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.922925, "f1": 0.899374, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"], "main_score": 0.899374, "precision": 0.887846, "recall": 0.922925}, {"accuracy": 0.942688, "f1": 0.924242, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"], "main_score": 0.924242, "precision": 0.915184, "recall": 0.942688}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"], "main_score": 0.936989, "precision": 0.930287, "recall": 0.951581}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.91996, "f1": 0.897749, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"], "main_score": 0.897749, "precision": 0.887475, "recall": 0.91996}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"], "main_score": 0.936331, "precision": 0.928936, "recall": 0.951581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.962451, "f1": 0.951581, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"], "main_score": 0.951581, "precision": 0.946311, "recall": 0.962451}, {"accuracy": 0.954545, "f1": 0.939723, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"], "main_score": 0.939723, "precision": 0.932477, "recall": 0.954545}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.839921, "f1": 0.799144, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"], "main_score": 0.799144, "precision": 0.781324, "recall": 0.839921}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.882411, "f1": 0.851186, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"], "main_score": 0.851186, "precision": 0.83694, "recall": 0.882411}, {"accuracy": 0.905138, "f1": 0.877569, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"], "main_score": 0.877569, "precision": 0.864954, "recall": 0.905138}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"], "main_score": 0.960145, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.811265, "f1": 0.763886, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"], "main_score": 0.763886, "precision": 0.742655, "recall": 0.811265}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.938735, "f1": 0.920125, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"], "main_score": 0.920125, "precision": 0.911067, "recall": 0.938735}, {"accuracy": 0.903162, "f1": 0.875791, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"], "main_score": 0.875791, "precision": 0.863142, "recall": 0.903162}, {"accuracy": 0.887352, "f1": 0.85695, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"], "main_score": 0.85695, "precision": 0.842638, "recall": 0.887352}, {"accuracy": 0.040514, "f1": 0.020141, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"], "main_score": 0.020141, "precision": 0.01592, "recall": 0.040514}, {"accuracy": 0.960474, "f1": 0.949722, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"], "main_score": 0.949722, "precision": 0.944993, "recall": 0.960474}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.955534, "f1": 0.9417, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"], "main_score": 0.9417, "precision": 0.935112, "recall": 0.955534}, {"accuracy": 0.950593, "f1": 0.935606, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"], "main_score": 0.935606, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"], "main_score": 0.959157, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.894269, "f1": 0.866403, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"], "main_score": 0.866403, "precision": 0.853788, "recall": 0.894269}, {"accuracy": 0.907115, "f1": 0.881555, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"], "main_score": 0.881555, "precision": 0.869895, "recall": 0.907115}, {"accuracy": 0.952569, "f1": 0.940471, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"], "main_score": 0.940471, "precision": 0.935524, "recall": 0.952569}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.90415, "f1": 0.877141, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"], "main_score": 0.877141, "precision": 0.86446, "recall": 0.90415}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"], "main_score": 0.925231, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"], "main_score": 0.941041, "precision": 0.934816, "recall": 0.954545}, {"accuracy": 0.910079, "f1": 0.883597, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"], "main_score": 0.883597, "precision": 0.870965, "recall": 0.910079}, {"accuracy": 0.952569, "f1": 0.938373, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"], "main_score": 0.938373, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.954545, "f1": 0.940547, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"], "main_score": 0.940547, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.933794, "f1": 0.913439, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"], "main_score": 0.913439, "precision": 0.903903, "recall": 0.933794}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.933794, "f1": 0.913834, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"], "main_score": 0.913834, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.952701, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"], "main_score": 0.952701, "precision": 0.947958, "recall": 0.963439}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"], "main_score": 0.913043, "precision": 0.902997, "recall": 0.933794}, {"accuracy": 0.202569, "f1": 0.162047, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"], "main_score": 0.162047, "precision": 0.149507, "recall": 0.202569}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.922925, "f1": 0.901699, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"], "main_score": 0.901699, "precision": 0.892045, "recall": 0.922925}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"], "main_score": 0.953722, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.949605, "f1": 0.935408, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"], "main_score": 0.935408, "precision": 0.929018, "recall": 0.949605}, {"accuracy": 0.950593, "f1": 0.935968, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"], "main_score": 0.935968, "precision": 0.929265, "recall": 0.950593}, {"accuracy": 0.923913, "f1": 0.905468, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"], "main_score": 0.905468, "precision": 0.896574, "recall": 0.923913}, {"accuracy": 0.972332, "f1": 0.964545, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"], "main_score": 0.964545, "precision": 0.961133, "recall": 0.972332}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"], "main_score": 0.956686, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.91996, "f1": 0.899605, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"], "main_score": 0.899605, "precision": 0.890267, "recall": 0.91996}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"], "main_score": 0.940382, "precision": 0.934486, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.954216, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"], "main_score": 0.954216, "precision": 0.94944, "recall": 0.964427}, {"accuracy": 0.971344, "f1": 0.963933, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"], "main_score": 0.963933, "precision": 0.960705, "recall": 0.971344}, {"accuracy": 0.880435, "f1": 0.848617, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"], "main_score": 0.848617, "precision": 0.834025, "recall": 0.880435}, {"accuracy": 0.912055, "f1": 0.887484, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"], "main_score": 0.887484, "precision": 0.875988, "recall": 0.912055}, {"accuracy": 0.944664, "f1": 0.929611, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"], "main_score": 0.929611, "precision": 0.92309, "recall": 0.944664}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"], "main_score": 0.916502, "precision": 0.907279, "recall": 0.935771}, {"accuracy": 0.964427, "f1": 0.95527, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"], "main_score": 0.95527, "precision": 0.951169, "recall": 0.964427}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"], "main_score": 0.934684, "precision": 0.927619, "recall": 0.949605}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"], "main_score": 0.949769, "precision": 0.94417, "recall": 0.961462}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.916008, "f1": 0.893116, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"], "main_score": 0.893116, "precision": 0.882246, "recall": 0.916008}, {"accuracy": 0.917984, "f1": 0.894565, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"], "main_score": 0.894565, "precision": 0.883564, "recall": 0.917984}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"], "main_score": 0.925725, "precision": 0.91749, "recall": 0.942688}, {"accuracy": 0.868577, "f1": 0.833696, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"], "main_score": 0.833696, "precision": 0.817605, "recall": 0.868577}, {"accuracy": 0.959486, "f1": 0.950453, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"], "main_score": 0.950453, "precision": 0.946624, "recall": 0.959486}, {"accuracy": 0.916008, "f1": 0.891634, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"], "main_score": 0.891634, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.864625, "f1": 0.830863, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"], "main_score": 0.830863, "precision": 0.815053, "recall": 0.864625}, {"accuracy": 0.909091, "f1": 0.884519, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"], "main_score": 0.884519, "precision": 0.873024, "recall": 0.909091}, {"accuracy": 0.676877, "f1": 0.612153, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"], "main_score": 0.612153, "precision": 0.585813, "recall": 0.676877}, {"accuracy": 0.972332, "f1": 0.964723, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"], "main_score": 0.964723, "precision": 0.961298, "recall": 0.972332}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"], "main_score": 0.937912, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.909091, "f1": 0.883498, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"], "main_score": 0.883498, "precision": 0.871542, "recall": 0.909091}, {"accuracy": 0.923913, "f1": 0.903228, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"], "main_score": 0.903228, "precision": 0.893528, "recall": 0.923913}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"], "main_score": 0.93363, "precision": 0.925889, "recall": 0.949605}, {"accuracy": 0.965415, "f1": 0.954941, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"], "main_score": 0.954941, "precision": 0.950016, "recall": 0.965415}, {"accuracy": 0.879447, "f1": 0.848353, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"], "main_score": 0.848353, "precision": 0.834074, "recall": 0.879447}, {"accuracy": 0.916996, "f1": 0.893347, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"], "main_score": 0.893347, "precision": 0.882658, "recall": 0.916996}, {"accuracy": 0.874506, "f1": 0.843017, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"], "main_score": 0.843017, "precision": 0.828393, "recall": 0.874506}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"], "main_score": 0.926219, "precision": 0.918478, "recall": 0.942688}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.216403, "f1": 0.152113, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"], "main_score": 0.152113, "precision": 0.133281, "recall": 0.216403}, {"accuracy": 0.900198, "f1": 0.875066, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"], "main_score": 0.875066, "precision": 0.863258, "recall": 0.900198}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.918972, "f1": 0.89641, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"], "main_score": 0.89641, "precision": 0.885738, "recall": 0.918972}, {"accuracy": 0.909091, "f1": 0.883037, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"], "main_score": 0.883037, "precision": 0.87108, "recall": 0.909091}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"], "main_score": 0.944005, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"], "main_score": 0.954875, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"], "main_score": 0.962615, "precision": 0.958498, "recall": 0.971344}, {"accuracy": 0.954545, "f1": 0.941436, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"], "main_score": 0.941436, "precision": 0.935721, "recall": 0.954545}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"], "main_score": 0.934124, "precision": 0.926746, "recall": 0.949605}, {"accuracy": 0.820158, "f1": 0.775033, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"], "main_score": 0.775033, "precision": 0.754891, "recall": 0.820158}, {"accuracy": 0.935771, "f1": 0.917128, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"], "main_score": 0.917128, "precision": 0.908432, "recall": 0.935771}, {"accuracy": 0.955534, "f1": 0.942391, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"], "main_score": 0.942391, "precision": 0.936347, "recall": 0.955534}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"], "main_score": 0.954051, "precision": 0.949308, "recall": 0.964427}, {"accuracy": 0.94664, "f1": 0.931028, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"], "main_score": 0.931028, "precision": 0.923995, "recall": 0.94664}, {"accuracy": 0.881423, "f1": 0.848123, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"], "main_score": 0.848123, "precision": 0.832839, "recall": 0.881423}, {"accuracy": 0.842885, "f1": 0.801845, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"], "main_score": 0.801845, "precision": 0.783103, "recall": 0.842885}, {"accuracy": 0.945652, "f1": 0.928524, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"], "main_score": 0.928524, "precision": 0.92029, "recall": 0.945652}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.914032, "f1": 0.888735, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"], "main_score": 0.888735, "precision": 0.876565, "recall": 0.914032}, {"accuracy": 0.967391, "f1": 0.957576, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"], "main_score": 0.957576, "precision": 0.952981, "recall": 0.967391}, {"accuracy": 0.841897, "f1": 0.802503, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"], "main_score": 0.802503, "precision": 0.784321, "recall": 0.841897}, {"accuracy": 0.943676, "f1": 0.926054, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"], "main_score": 0.926054, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.961462, "f1": 0.949967, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"], "main_score": 0.949967, "precision": 0.944746, "recall": 0.961462}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"], "main_score": 0.953063, "precision": 0.948287, "recall": 0.963439}, {"accuracy": 0.952569, "f1": 0.93946, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"], "main_score": 0.93946, "precision": 0.933778, "recall": 0.952569}, {"accuracy": 0.94664, "f1": 0.931785, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"], "main_score": 0.931785, "precision": 0.925066, "recall": 0.94664}, {"accuracy": 0.953557, "f1": 0.939065, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"], "main_score": 0.939065, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"], "main_score": 0.953557, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.862648, "f1": 0.827964, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"], "main_score": 0.827964, "precision": 0.811841, "recall": 0.862648}, {"accuracy": 0.266798, "f1": 0.212225, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"], "main_score": 0.212225, "precision": 0.19484, "recall": 0.266798}, {"accuracy": 0.916008, "f1": 0.890975, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"], "main_score": 0.890975, "precision": 0.878953, "recall": 0.916008}, {"accuracy": 0.800395, "f1": 0.749802, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"], "main_score": 0.749802, "precision": 0.727108, "recall": 0.800395}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.955534, "f1": 0.941864, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"], "main_score": 0.941864, "precision": 0.935277, "recall": 0.955534}, {"accuracy": 0.896245, "f1": 0.866271, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"], "main_score": 0.866271, "precision": 0.852108, "recall": 0.896245}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"], "main_score": 0.932477, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.949605, "f1": 0.933531, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"], "main_score": 0.933531, "precision": 0.925807, "recall": 0.949605}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"], "main_score": 0.9333, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.960474, "f1": 0.949078, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"], "main_score": 0.949078, "precision": 0.944038, "recall": 0.960474}, {"accuracy": 0.939723, "f1": 0.922101, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"], "main_score": 0.922101, "precision": 0.913538, "recall": 0.939723}, {"accuracy": 0.869565, "f1": 0.83498, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"], "main_score": 0.83498, "precision": 0.818923, "recall": 0.869565}, {"accuracy": 0.870553, "f1": 0.837566, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"], "main_score": 0.837566, "precision": 0.822358, "recall": 0.870553}, {"accuracy": 0.922925, "f1": 0.900264, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"], "main_score": 0.900264, "precision": 0.889608, "recall": 0.922925}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.055336, "f1": 0.029453, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"], "main_score": 0.029453, "precision": 0.023971, "recall": 0.055336}, {"accuracy": 0.949605, "f1": 0.935474, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"], "main_score": 0.935474, "precision": 0.929298, "recall": 0.949605}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"], "main_score": 0.943676, "precision": 0.937582, "recall": 0.956522}, {"accuracy": 0.899209, "f1": 0.872658, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"], "main_score": 0.872658, "precision": 0.861364, "recall": 0.899209}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.926877, "f1": 0.905534, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"], "main_score": 0.905534, "precision": 0.895339, "recall": 0.926877}, {"accuracy": 0.893281, "f1": 0.862516, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"], "main_score": 0.862516, "precision": 0.848073, "recall": 0.893281}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"], "main_score": 0.936989, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"], "main_score": 0.933037, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.942688, "f1": 0.926219, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"], "main_score": 0.926219, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.907444, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"], "main_score": 0.907444, "precision": 0.89888, "recall": 0.925889}, {"accuracy": 0.858696, "f1": 0.82108, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"], "main_score": 0.82108, "precision": 0.804216, "recall": 0.858696}, {"accuracy": 0.956522, "f1": 0.942852, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"], "main_score": 0.942852, "precision": 0.936298, "recall": 0.956522}, {"accuracy": 0.83004, "f1": 0.792344, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"], "main_score": 0.792344, "precision": 0.775445, "recall": 0.83004}, {"accuracy": 0.927866, "f1": 0.906357, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"], "main_score": 0.906357, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.966403, "f1": 0.957035, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"], "main_score": 0.957035, "precision": 0.952981, "recall": 0.966403}, {"accuracy": 0.93083, "f1": 0.910408, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"], "main_score": 0.910408, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.911067, "f1": 0.886448, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"], "main_score": 0.886448, "precision": 0.875362, "recall": 0.911067}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"], "main_score": 0.955929, "precision": 0.95084, "recall": 0.966403}, {"accuracy": 0.914032, "f1": 0.891331, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"], "main_score": 0.891331, "precision": 0.881464, "recall": 0.914032}, {"accuracy": 0.942688, "f1": 0.926087, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"], "main_score": 0.926087, "precision": 0.918594, "recall": 0.942688}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"], "main_score": 0.907444, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.927866, "f1": 0.907938, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"], "main_score": 0.907938, "precision": 0.898386, "recall": 0.927866}, {"accuracy": 0.921937, "f1": 0.899166, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"], "main_score": 0.899166, "precision": 0.888546, "recall": 0.921937}, {"accuracy": 0.927866, "f1": 0.906686, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"], "main_score": 0.906686, "precision": 0.896821, "recall": 0.927866}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"], "main_score": 0.934453, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"], "main_score": 0.904974, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.940711, "f1": 0.923814, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"], "main_score": 0.923814, "precision": 0.91609, "recall": 0.940711}, {"accuracy": 0.949605, "f1": 0.935771, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"], "main_score": 0.935771, "precision": 0.929381, "recall": 0.949605}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.916996, "f1": 0.891963, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"], "main_score": 0.891963, "precision": 0.879941, "recall": 0.916996}, {"accuracy": 0.945652, "f1": 0.930665, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"], "main_score": 0.930665, "precision": 0.923584, "recall": 0.945652}, {"accuracy": 0.844862, "f1": 0.805303, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"], "main_score": 0.805303, "precision": 0.78722, "recall": 0.844862}, {"accuracy": 0.968379, "f1": 0.959387, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"], "main_score": 0.959387, "precision": 0.955122, "recall": 0.968379}, {"accuracy": 0.920949, "f1": 0.897299, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"], "main_score": 0.897299, "precision": 0.886117, "recall": 0.920949}, {"accuracy": 0.910079, "f1": 0.884256, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"], "main_score": 0.884256, "precision": 0.873007, "recall": 0.910079}, {"accuracy": 0.945652, "f1": 0.929513, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"], "main_score": 0.929513, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.88834, "f1": 0.861001, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"], "main_score": 0.861001, "precision": 0.848748, "recall": 0.88834}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.899209, "f1": 0.872596, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"], "main_score": 0.872596, "precision": 0.86026, "recall": 0.899209}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"], "main_score": 0.913043, "precision": 0.903656, "recall": 0.932806}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.910079, "f1": 0.887714, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"], "main_score": 0.887714, "precision": 0.877717, "recall": 0.910079}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"], "main_score": 0.958893, "precision": 0.954496, "recall": 0.968379}, {"accuracy": 0.868577, "f1": 0.838175, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"], "main_score": 0.838175, "precision": 0.824358, "recall": 0.868577}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"], "main_score": 0.95247, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.952866, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"], "main_score": 0.952866, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.958498, "f1": 0.947365, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"], "main_score": 0.947365, "precision": 0.942276, "recall": 0.958498}, {"accuracy": 0.922925, "f1": 0.902786, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"], "main_score": 0.902786, "precision": 0.894022, "recall": 0.922925}, {"accuracy": 0.95751, "f1": 0.945158, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"], "main_score": 0.945158, "precision": 0.939229, "recall": 0.95751}, {"accuracy": 0.874506, "f1": 0.839822, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"], "main_score": 0.839822, "precision": 0.824094, "recall": 0.874506}, {"accuracy": 0.913043, "f1": 0.887681, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"], "main_score": 0.887681, "precision": 0.875659, "recall": 0.913043}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.894269, "f1": 0.864361, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"], "main_score": 0.864361, "precision": 0.850807, "recall": 0.894269}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"], "main_score": 0.956258, "precision": 0.951663, "recall": 0.966403}, {"accuracy": 0.886364, "f1": 0.853557, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"], "main_score": 0.853557, "precision": 0.838439, "recall": 0.886364}, {"accuracy": 0.863636, "f1": 0.831541, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"], "main_score": 0.831541, "precision": 0.817375, "recall": 0.863636}, {"accuracy": 0.920949, "f1": 0.896805, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"], "main_score": 0.896805, "precision": 0.885491, "recall": 0.920949}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"], "main_score": 0.958498, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.938735, "f1": 0.920422, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"], "main_score": 0.920422, "precision": 0.912055, "recall": 0.938735}, {"accuracy": 0.917984, "f1": 0.893775, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"], "main_score": 0.893775, "precision": 0.882082, "recall": 0.917984}, {"accuracy": 0.945652, "f1": 0.930072, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"], "main_score": 0.930072, "precision": 0.92304, "recall": 0.945652}, {"accuracy": 0.8083, "f1": 0.76662, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"], "main_score": 0.76662, "precision": 0.747447, "recall": 0.8083}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"], "main_score": 0.923419, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.857708, "f1": 0.82164, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"], "main_score": 0.82164, "precision": 0.805418, "recall": 0.857708}, {"accuracy": 0.854743, "f1": 0.820045, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"], "main_score": 0.820045, "precision": 0.80471, "recall": 0.854743}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.931818, "f1": 0.912945, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"], "main_score": 0.912945, "precision": 0.904068, "recall": 0.931818}, {"accuracy": 0.93083, "f1": 0.911232, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"], "main_score": 0.911232, "precision": 0.901845, "recall": 0.93083}, {"accuracy": 0.789526, "f1": 0.73882, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"], "main_score": 0.73882, "precision": 0.715909, "recall": 0.789526}, {"accuracy": 0.964427, "f1": 0.954183, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"], "main_score": 0.954183, "precision": 0.949638, "recall": 0.964427}, {"accuracy": 0.964427, "f1": 0.953854, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"], "main_score": 0.953854, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.962451, "f1": 0.951153, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"], "main_score": 0.951153, "precision": 0.945899, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.910079, "f1": 0.885935, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"], "main_score": 0.885935, "precision": 0.874259, "recall": 0.910079}, {"accuracy": 0.833992, "f1": 0.79009, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"], "main_score": 0.79009, "precision": 0.770916, "recall": 0.833992}, {"accuracy": 0.837945, "f1": 0.795487, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"], "main_score": 0.795487, "precision": 0.775939, "recall": 0.837945}, {"accuracy": 0.062253, "f1": 0.038242, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"], "main_score": 0.038242, "precision": 0.032956, "recall": 0.062253}, {"accuracy": 0.842885, "f1": 0.813185, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"], "main_score": 0.813185, "precision": 0.802306, "recall": 0.842885}, {"accuracy": 0.862648, "f1": 0.82752, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"], "main_score": 0.82752, "precision": 0.813283, "recall": 0.862648}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"], "main_score": 0.888505, "precision": 0.875988, "recall": 0.914032}, {"accuracy": 0.878458, "f1": 0.844368, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"], "main_score": 0.844368, "precision": 0.828393, "recall": 0.878458}, {"accuracy": 0.916996, "f1": 0.894993, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"], "main_score": 0.894993, "precision": 0.884634, "recall": 0.916996}, {"accuracy": 0.846838, "f1": 0.815143, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"], "main_score": 0.815143, "precision": 0.801738, "recall": 0.846838}, {"accuracy": 0.833992, "f1": 0.791008, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"], "main_score": 0.791008, "precision": 0.771245, "recall": 0.833992}, {"accuracy": 0.818182, "f1": 0.768102, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"], "main_score": 0.768102, "precision": 0.745998, "recall": 0.818182}, {"accuracy": 0.805336, "f1": 0.771902, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"], "main_score": 0.771902, "precision": 0.760576, "recall": 0.805336}, {"accuracy": 0.868577, "f1": 0.833747, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"], "main_score": 0.833747, "precision": 0.818758, "recall": 0.868577}, {"accuracy": 0.883399, "f1": 0.850626, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"], "main_score": 0.850626, "precision": 0.834651, "recall": 0.883399}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"], "main_score": 0.914097, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.847826, "f1": 0.808865, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"], "main_score": 0.808865, "precision": 0.792638, "recall": 0.847826}, {"accuracy": 0.842885, "f1": 0.81054, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"], "main_score": 0.81054, "precision": 0.79733, "recall": 0.842885}, {"accuracy": 0.86166, "f1": 0.828854, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"], "main_score": 0.828854, "precision": 0.813735, "recall": 0.86166}, {"accuracy": 0.869565, "f1": 0.837099, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"], "main_score": 0.837099, "precision": 0.823188, "recall": 0.869565}, {"accuracy": 0.848814, "f1": 0.815314, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"], "main_score": 0.815314, "precision": 0.801987, "recall": 0.848814}, {"accuracy": 0.833004, "f1": 0.789182, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"], "main_score": 0.789182, "precision": 0.769993, "recall": 0.833004}, {"accuracy": 0.848814, "f1": 0.81486, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"], "main_score": 0.81486, "precision": 0.801393, "recall": 0.848814}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"], "main_score": 0.898221, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.894269, "f1": 0.863768, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"], "main_score": 0.863768, "precision": 0.849638, "recall": 0.894269}, {"accuracy": 0.863636, "f1": 0.83686, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"], "main_score": 0.83686, "precision": 0.826693, "recall": 0.863636}, {"accuracy": 0.871542, "f1": 0.834354, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"], "main_score": 0.834354, "precision": 0.817474, "recall": 0.871542}, {"accuracy": 0.166996, "f1": 0.133091, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"], "main_score": 0.133091, "precision": 0.123485, "recall": 0.166996}, {"accuracy": 0.894269, "f1": 0.869452, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"], "main_score": 0.869452, "precision": 0.859051, "recall": 0.894269}, {"accuracy": 0.899209, "f1": 0.874067, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"], "main_score": 0.874067, "precision": 0.862278, "recall": 0.899209}, {"accuracy": 0.859684, "f1": 0.822021, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"], "main_score": 0.822021, "precision": 0.805599, "recall": 0.859684}, {"accuracy": 0.818182, "f1": 0.779348, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"], "main_score": 0.779348, "precision": 0.764288, "recall": 0.818182}, {"accuracy": 0.846838, "f1": 0.812891, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"], "main_score": 0.812891, "precision": 0.79978, "recall": 0.846838}, {"accuracy": 0.841897, "f1": 0.807677, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"], "main_score": 0.807677, "precision": 0.794259, "recall": 0.841897}, {"accuracy": 0.843874, "f1": 0.801238, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"], "main_score": 0.801238, "precision": 0.781538, "recall": 0.843874}, {"accuracy": 0.874506, "f1": 0.847268, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"], "main_score": 0.847268, "precision": 0.837259, "recall": 0.874506}, {"accuracy": 0.886364, "f1": 0.854545, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"], "main_score": 0.854545, "precision": 0.840613, "recall": 0.886364}, {"accuracy": 0.806324, "f1": 0.774598, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"], "main_score": 0.774598, "precision": 0.762402, "recall": 0.806324}, {"accuracy": 0.841897, "f1": 0.804054, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"], "main_score": 0.804054, "precision": 0.789227, "recall": 0.841897}, {"accuracy": 0.867589, "f1": 0.834546, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"], "main_score": 0.834546, "precision": 0.821072, "recall": 0.867589}, {"accuracy": 0.86166, "f1": 0.831002, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"], "main_score": 0.831002, "precision": 0.819469, "recall": 0.86166}, {"accuracy": 0.833992, "f1": 0.792245, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"], "main_score": 0.792245, "precision": 0.773617, "recall": 0.833992}, {"accuracy": 0.848814, "f1": 0.810079, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"], "main_score": 0.810079, "precision": 0.792161, "recall": 0.848814}, {"accuracy": 0.843874, "f1": 0.813685, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"], "main_score": 0.813685, "precision": 0.802138, "recall": 0.843874}, {"accuracy": 0.893281, "f1": 0.860573, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"], "main_score": 0.860573, "precision": 0.845273, "recall": 0.893281}, {"accuracy": 0.848814, "f1": 0.822621, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"], "main_score": 0.822621, "precision": 0.812842, "recall": 0.848814}, {"accuracy": 0.869565, "f1": 0.832148, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"], "main_score": 0.832148, "precision": 0.8153, "recall": 0.869565}, {"accuracy": 0.901186, "f1": 0.872398, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"], "main_score": 0.872398, "precision": 0.859107, "recall": 0.901186}, {"accuracy": 0.855731, "f1": 0.818347, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"], "main_score": 0.818347, "precision": 0.802125, "recall": 0.855731}, {"accuracy": 0.867589, "f1": 0.831126, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"], "main_score": 0.831126, "precision": 0.814394, "recall": 0.867589}, {"accuracy": 0.812253, "f1": 0.76367, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"], "main_score": 0.76367, "precision": 0.742737, "recall": 0.812253}, {"accuracy": 0.828063, "f1": 0.784359, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"], "main_score": 0.784359, "precision": 0.76497, "recall": 0.828063}, {"accuracy": 0.804348, "f1": 0.761916, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"], "main_score": 0.761916, "precision": 0.746221, "recall": 0.804348}, {"accuracy": 0.826087, "f1": 0.781143, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"], "main_score": 0.781143, "precision": 0.761538, "recall": 0.826087}, {"accuracy": 0.823123, "f1": 0.776746, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"], "main_score": 0.776746, "precision": 0.755517, "recall": 0.823123}, {"accuracy": 0.839921, "f1": 0.810338, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"], "main_score": 0.810338, "precision": 0.798669, "recall": 0.839921}, {"accuracy": 0.873518, "f1": 0.83913, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"], "main_score": 0.83913, "precision": 0.82337, "recall": 0.873518}, {"accuracy": 0.827075, "f1": 0.786397, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"], "main_score": 0.786397, "precision": 0.767869, "recall": 0.827075}, {"accuracy": 0.903162, "f1": 0.875988, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"], "main_score": 0.875988, "precision": 0.862978, "recall": 0.903162}, {"accuracy": 0.591897, "f1": 0.512651, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"], "main_score": 0.512651, "precision": 0.484156, "recall": 0.591897}, {"accuracy": 0.864625, "f1": 0.832847, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"], "main_score": 0.832847, "precision": 0.820646, "recall": 0.864625}, {"accuracy": 0.856719, "f1": 0.827851, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"], "main_score": 0.827851, "precision": 0.816584, "recall": 0.856719}, {"accuracy": 0.826087, "f1": 0.785116, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"], "main_score": 0.785116, "precision": 0.769486, "recall": 0.826087}, {"accuracy": 0.848814, "f1": 0.815093, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"], "main_score": 0.815093, "precision": 0.801756, "recall": 0.848814}, {"accuracy": 0.840909, "f1": 0.800692, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"], "main_score": 0.800692, "precision": 0.782148, "recall": 0.840909}, {"accuracy": 0.809289, "f1": 0.761571, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"], "main_score": 0.761571, "precision": 0.741223, "recall": 0.809289}, {"accuracy": 0.852767, "f1": 0.811067, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"], "main_score": 0.811067, "precision": 0.791864, "recall": 0.852767}, {"accuracy": 0.843874, "f1": 0.815719, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"], "main_score": 0.815719, "precision": 0.805105, "recall": 0.843874}, {"accuracy": 0.839921, "f1": 0.800546, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"], "main_score": 0.800546, "precision": 0.782691, "recall": 0.839921}, {"accuracy": 0.934783, "f1": 0.916403, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"], "main_score": 0.916403, "precision": 0.907856, "recall": 0.934783}, {"accuracy": 0.88834, "f1": 0.85919, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"], "main_score": 0.85919, "precision": 0.845553, "recall": 0.88834}, {"accuracy": 0.854743, "f1": 0.817198, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"], "main_score": 0.817198, "precision": 0.800758, "recall": 0.854743}, {"accuracy": 0.848814, "f1": 0.810888, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"], "main_score": 0.810888, "precision": 0.795142, "recall": 0.848814}, {"accuracy": 0.821146, "f1": 0.780938, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"], "main_score": 0.780938, "precision": 0.76618, "recall": 0.821146}, {"accuracy": 0.202569, "f1": 0.153249, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"], "main_score": 0.153249, "precision": 0.139125, "recall": 0.202569}, {"accuracy": 0.842885, "f1": 0.80112, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"], "main_score": 0.80112, "precision": 0.782197, "recall": 0.842885}, {"accuracy": 0.835968, "f1": 0.795191, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"], "main_score": 0.795191, "precision": 0.778181, "recall": 0.835968}, {"accuracy": 0.896245, "f1": 0.868379, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"], "main_score": 0.868379, "precision": 0.855237, "recall": 0.896245}, {"accuracy": 0.896245, "f1": 0.867227, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"], "main_score": 0.867227, "precision": 0.853426, "recall": 0.896245}, {"accuracy": 0.852767, "f1": 0.816373, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"], "main_score": 0.816373, "precision": 0.801903, "recall": 0.852767}, {"accuracy": 0.820158, "f1": 0.776287, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"], "main_score": 0.776287, "precision": 0.7591, "recall": 0.820158}, {"accuracy": 0.881423, "f1": 0.848668, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"], "main_score": 0.848668, "precision": 0.834157, "recall": 0.881423}, {"accuracy": 0.867589, "f1": 0.836306, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"], "main_score": 0.836306, "precision": 0.824119, "recall": 0.867589}, {"accuracy": 0.86166, "f1": 0.830022, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"], "main_score": 0.830022, "precision": 0.817459, "recall": 0.86166}, {"accuracy": 0.835968, "f1": 0.801167, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"], "main_score": 0.801167, "precision": 0.787194, "recall": 0.835968}, {"accuracy": 0.825099, "f1": 0.783489, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"], "main_score": 0.783489, "precision": 0.767492, "recall": 0.825099}, {"accuracy": 0.863636, "f1": 0.830326, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"], "main_score": 0.830326, "precision": 0.816494, "recall": 0.863636}, {"accuracy": 0.76087, "f1": 0.701153, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"], "main_score": 0.701153, "precision": 0.675066, "recall": 0.76087}, {"accuracy": 0.901186, "f1": 0.87276, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"], "main_score": 0.87276, "precision": 0.859272, "recall": 0.901186}, {"accuracy": 0.833992, "f1": 0.800633, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"], "main_score": 0.800633, "precision": 0.787857, "recall": 0.833992}, {"accuracy": 0.848814, "f1": 0.822291, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"], "main_score": 0.822291, "precision": 0.811682, "recall": 0.848814}, {"accuracy": 0.848814, "f1": 0.815811, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"], "main_score": 0.815811, "precision": 0.802617, "recall": 0.848814}, {"accuracy": 0.810277, "f1": 0.761133, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"], "main_score": 0.761133, "precision": 0.739855, "recall": 0.810277}, {"accuracy": 0.814229, "f1": 0.767015, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"], "main_score": 0.767015, "precision": 0.745883, "recall": 0.814229}, {"accuracy": 0.856719, "f1": 0.816897, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"], "main_score": 0.816897, "precision": 0.798831, "recall": 0.856719}, {"accuracy": 0.866601, "f1": 0.831079, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"], "main_score": 0.831079, "precision": 0.815777, "recall": 0.866601}, {"accuracy": 0.841897, "f1": 0.799012, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"], "main_score": 0.799012, "precision": 0.778986, "recall": 0.841897}, {"accuracy": 0.866601, "f1": 0.836335, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"], "main_score": 0.836335, "precision": 0.824221, "recall": 0.866601}, {"accuracy": 0.778656, "f1": 0.729268, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"], "main_score": 0.729268, "precision": 0.707378, "recall": 0.778656}, {"accuracy": 0.891304, "f1": 0.85919, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"], "main_score": 0.85919, "precision": 0.844203, "recall": 0.891304}, {"accuracy": 0.867589, "f1": 0.839047, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"], "main_score": 0.839047, "precision": 0.827832, "recall": 0.867589}, {"accuracy": 0.827075, "f1": 0.797165, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"], "main_score": 0.797165, "precision": 0.786759, "recall": 0.827075}, {"accuracy": 0.817194, "f1": 0.787461, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"], "main_score": 0.787461, "precision": 0.777137, "recall": 0.817194}, {"accuracy": 0.814229, "f1": 0.783327, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"], "main_score": 0.783327, "precision": 0.771909, "recall": 0.814229}, {"accuracy": 0.860672, "f1": 0.822054, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"], "main_score": 0.822054, "precision": 0.805007, "recall": 0.860672}, {"accuracy": 0.890316, "f1": 0.858037, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"], "main_score": 0.858037, "precision": 0.843281, "recall": 0.890316}, {"accuracy": 0.799407, "f1": 0.750428, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"], "main_score": 0.750428, "precision": 0.728821, "recall": 0.799407}, {"accuracy": 0.236166, "f1": 0.191064, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"], "main_score": 0.191064, "precision": 0.176262, "recall": 0.236166}, {"accuracy": 0.855731, "f1": 0.815909, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"], "main_score": 0.815909, "precision": 0.797513, "recall": 0.855731}, {"accuracy": 0.699605, "f1": 0.632101, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"], "main_score": 0.632101, "precision": 0.603195, "recall": 0.699605}, {"accuracy": 0.867589, "f1": 0.832084, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"], "main_score": 0.832084, "precision": 0.816627, "recall": 0.867589}, {"accuracy": 0.910079, "f1": 0.884289, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"], "main_score": 0.884289, "precision": 0.871789, "recall": 0.910079}, {"accuracy": 0.815217, "f1": 0.766897, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"], "main_score": 0.766897, "precision": 0.745586, "recall": 0.815217}, {"accuracy": 0.867589, "f1": 0.83274, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"], "main_score": 0.83274, "precision": 0.81665, "recall": 0.867589}, {"accuracy": 0.88834, "f1": 0.857562, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"], "main_score": 0.857562, "precision": 0.843824, "recall": 0.88834}, {"accuracy": 0.862648, "f1": 0.826861, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"], "main_score": 0.826861, "precision": 0.811357, "recall": 0.862648}, {"accuracy": 0.859684, "f1": 0.82189, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"], "main_score": 0.82189, "precision": 0.805237, "recall": 0.859684}, {"accuracy": 0.884387, "f1": 0.850362, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"], "main_score": 0.850362, "precision": 0.834074, "recall": 0.884387}, {"accuracy": 0.860672, "f1": 0.832121, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"], "main_score": 0.832121, "precision": 0.820975, "recall": 0.860672}, {"accuracy": 0.876482, "f1": 0.841535, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"], "main_score": 0.841535, "precision": 0.825461, "recall": 0.876482}, {"accuracy": 0.810277, "f1": 0.765042, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"], "main_score": 0.765042, "precision": 0.7451, "recall": 0.810277}, {"accuracy": 0.842885, "f1": 0.804663, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"], "main_score": 0.804663, "precision": 0.787632, "recall": 0.842885}, {"accuracy": 0.898221, "f1": 0.87029, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"], "main_score": 0.87029, "precision": 0.857296, "recall": 0.898221}, {"accuracy": 0.822134, "f1": 0.780706, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"], "main_score": 0.780706, "precision": 0.764981, "recall": 0.822134}, {"accuracy": 0.043478, "f1": 0.023301, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"], "main_score": 0.023301, "precision": 0.019832, "recall": 0.043478}, {"accuracy": 0.840909, "f1": 0.809067, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"], "main_score": 0.809067, "precision": 0.797374, "recall": 0.840909}, {"accuracy": 0.852767, "f1": 0.815613, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"], "main_score": 0.815613, "precision": 0.799838, "recall": 0.852767}, {"accuracy": 0.785573, "f1": 0.745347, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"], "main_score": 0.745347, "precision": 0.730224, "recall": 0.785573}, {"accuracy": 0.843874, "f1": 0.80979, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"], "main_score": 0.80979, "precision": 0.797237, "recall": 0.843874}, {"accuracy": 0.794466, "f1": 0.743184, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"], "main_score": 0.743184, "precision": 0.721617, "recall": 0.794466}, {"accuracy": 0.839921, "f1": 0.797233, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"], "main_score": 0.797233, "precision": 0.778195, "recall": 0.839921}, {"accuracy": 0.84585, "f1": 0.809333, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"], "main_score": 0.809333, "precision": 0.795382, "recall": 0.84585}, {"accuracy": 0.827075, "f1": 0.789278, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"], "main_score": 0.789278, "precision": 0.775249, "recall": 0.827075}, {"accuracy": 0.887352, "f1": 0.857016, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"], "main_score": 0.857016, "precision": 0.842885, "recall": 0.887352}, {"accuracy": 0.870553, "f1": 0.8333, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"], "main_score": 0.8333, "precision": 0.816403, "recall": 0.870553}, {"accuracy": 0.744071, "f1": 0.682477, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"], "main_score": 0.682477, "precision": 0.656242, "recall": 0.744071}, {"accuracy": 0.871542, "f1": 0.839186, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"], "main_score": 0.839186, "precision": 0.825535, "recall": 0.871542}, {"accuracy": 0.755929, "f1": 0.702736, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"], "main_score": 0.702736, "precision": 0.679802, "recall": 0.755929}, {"accuracy": 0.83498, "f1": 0.790942, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"], "main_score": 0.790942, "precision": 0.77141, "recall": 0.83498}, {"accuracy": 0.857708, "f1": 0.82519, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"], "main_score": 0.82519, "precision": 0.812532, "recall": 0.857708}, {"accuracy": 0.860672, "f1": 0.822727, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"], "main_score": 0.822727, "precision": 0.805698, "recall": 0.860672}, {"accuracy": 0.864625, "f1": 0.828793, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"], "main_score": 0.828793, "precision": 0.813401, "recall": 0.864625}, {"accuracy": 0.908103, "f1": 0.88419, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"], "main_score": 0.88419, "precision": 0.873024, "recall": 0.908103}, {"accuracy": 0.864625, "f1": 0.828957, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"], "main_score": 0.828957, "precision": 0.81385, "recall": 0.864625}, {"accuracy": 0.779644, "f1": 0.740848, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"], "main_score": 0.740848, "precision": 0.726001, "recall": 0.779644}, {"accuracy": 0.848814, "f1": 0.81363, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"], "main_score": 0.81363, "precision": 0.799575, "recall": 0.848814}, {"accuracy": 0.812253, "f1": 0.766279, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"], "main_score": 0.766279, "precision": 0.746879, "recall": 0.812253}, {"accuracy": 0.844862, "f1": 0.806936, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"], "main_score": 0.806936, "precision": 0.790629, "recall": 0.844862}, {"accuracy": 0.806324, "f1": 0.758842, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"], "main_score": 0.758842, "precision": 0.738505, "recall": 0.806324}, {"accuracy": 0.80336, "f1": 0.752723, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"], "main_score": 0.752723, "precision": 0.731283, "recall": 0.80336}, {"accuracy": 0.920949, "f1": 0.897727, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"], "main_score": 0.897727, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"], "main_score": 0.903722, "precision": 0.893561, "recall": 0.925889}, {"accuracy": 0.87747, "f1": 0.845311, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"], "main_score": 0.845311, "precision": 0.831366, "recall": 0.87747}, {"accuracy": 0.822134, "f1": 0.776894, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"], "main_score": 0.776894, "precision": 0.757865, "recall": 0.822134}, {"accuracy": 0.790514, "f1": 0.746876, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"], "main_score": 0.746876, "precision": 0.730847, "recall": 0.790514}, {"accuracy": 0.829051, "f1": 0.788992, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"], "main_score": 0.788992, "precision": 0.773354, "recall": 0.829051}, {"accuracy": 0.856719, "f1": 0.817029, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"], "main_score": 0.817029, "precision": 0.799852, "recall": 0.856719}, {"accuracy": 0.849802, "f1": 0.809703, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"], "main_score": 0.809703, "precision": 0.791502, "recall": 0.849802}, {"accuracy": 0.893281, "f1": 0.864032, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"], "main_score": 0.864032, "precision": 0.850708, "recall": 0.893281}, {"accuracy": 0.80336, "f1": 0.751812, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"], "main_score": 0.751812, "precision": 0.728673, "recall": 0.80336}, {"accuracy": 0.848814, "f1": 0.817435, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"], "main_score": 0.817435, "precision": 0.805518, "recall": 0.848814}, {"accuracy": 0.831028, "f1": 0.78826, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"], "main_score": 0.78826, "precision": 0.77024, "recall": 0.831028}, {"accuracy": 0.795455, "f1": 0.752925, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"], "main_score": 0.752925, "precision": 0.735746, "recall": 0.795455}, {"accuracy": 0.858696, "f1": 0.821772, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"], "main_score": 0.821772, "precision": 0.806703, "recall": 0.858696}, {"accuracy": 0.869565, "f1": 0.83251, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"], "main_score": 0.83251, "precision": 0.816354, "recall": 0.869565}, {"accuracy": 0.866601, "f1": 0.834618, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"], "main_score": 0.834618, "precision": 0.819335, "recall": 0.866601}, {"accuracy": 0.859684, "f1": 0.826567, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"], "main_score": 0.826567, "precision": 0.812859, "recall": 0.859684}, {"accuracy": 0.873518, "f1": 0.839723, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"], "main_score": 0.839723, "precision": 0.824144, "recall": 0.873518}, {"accuracy": 0.907115, "f1": 0.880599, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"], "main_score": 0.880599, "precision": 0.867754, "recall": 0.907115}, {"accuracy": 0.847826, "f1": 0.814061, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"], "main_score": 0.814061, "precision": 0.801108, "recall": 0.847826}, {"accuracy": 0.867589, "f1": 0.831653, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"], "main_score": 0.831653, "precision": 0.815217, "recall": 0.867589}, {"accuracy": 0.874506, "f1": 0.848696, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"], "main_score": 0.848696, "precision": 0.838394, "recall": 0.874506}, {"accuracy": 0.826087, "f1": 0.783729, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"], "main_score": 0.783729, "precision": 0.764328, "recall": 0.826087}, {"accuracy": 0.842885, "f1": 0.805968, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"], "main_score": 0.805968, "precision": 0.7918, "recall": 0.842885}, {"accuracy": 0.870553, "f1": 0.839446, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"], "main_score": 0.839446, "precision": 0.827317, "recall": 0.870553}, {"accuracy": 0.874506, "f1": 0.843014, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"], "main_score": 0.843014, "precision": 0.830138, "recall": 0.874506}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"], "main_score": 0.919137, "precision": 0.910408, "recall": 0.937747}, {"accuracy": 0.898221, "f1": 0.86805, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"], "main_score": 0.86805, "precision": 0.854084, "recall": 0.898221}, {"accuracy": 0.865613, "f1": 0.828524, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"], "main_score": 0.828524, "precision": 0.811265, "recall": 0.865613}, {"accuracy": 0.886364, "f1": 0.853327, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"], "main_score": 0.853327, "precision": 0.838027, "recall": 0.886364}, {"accuracy": 0.878458, "f1": 0.844005, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"], "main_score": 0.844005, "precision": 0.827899, "recall": 0.878458}, {"accuracy": 0.762846, "f1": 0.716566, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"], "main_score": 0.716566, "precision": 0.699729, "recall": 0.762846}, {"accuracy": 0.818182, "f1": 0.785234, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"], "main_score": 0.785234, "precision": 0.773554, "recall": 0.818182}, {"accuracy": 0.785573, "f1": 0.729776, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"], "main_score": 0.729776, "precision": 0.705995, "recall": 0.785573}, {"accuracy": 0.87747, "f1": 0.844763, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"], "main_score": 0.844763, "precision": 0.829463, "recall": 0.87747}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"], "main_score": 0.905698, "precision": 0.895669, "recall": 0.926877}, {"accuracy": 0.894269, "f1": 0.864512, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"], "main_score": 0.864512, "precision": 0.851318, "recall": 0.894269}, {"accuracy": 0.91996, "f1": 0.89664, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"], "main_score": 0.89664, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.890316, "f1": 0.857609, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"], "main_score": 0.857609, "precision": 0.842309, "recall": 0.890316}, {"accuracy": 0.816206, "f1": 0.783751, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"], "main_score": 0.783751, "precision": 0.771223, "recall": 0.816206}, {"accuracy": 0.753953, "f1": 0.697101, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"], "main_score": 0.697101, "precision": 0.671887, "recall": 0.753953}, {"accuracy": 0.829051, "f1": 0.785032, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"], "main_score": 0.785032, "precision": 0.766189, "recall": 0.829051}, {"accuracy": 0.862648, "f1": 0.822661, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"], "main_score": 0.822661, "precision": 0.80476, "recall": 0.862648}, {"accuracy": 0.791502, "f1": 0.742575, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"], "main_score": 0.742575, "precision": 0.721574, "recall": 0.791502}, {"accuracy": 0.77668, "f1": 0.725696, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"], "main_score": 0.725696, "precision": 0.704463, "recall": 0.77668}, {"accuracy": 0.874506, "f1": 0.840406, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"], "main_score": 0.840406, "precision": 0.825758, "recall": 0.874506}, {"accuracy": 0.810277, "f1": 0.760926, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"], "main_score": 0.760926, "precision": 0.739806, "recall": 0.810277}, {"accuracy": 0.84585, "f1": 0.805534, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"], "main_score": 0.805534, "precision": 0.788225, "recall": 0.84585}, {"accuracy": 0.725296, "f1": 0.659458, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"], "main_score": 0.659458, "precision": 0.631374, "recall": 0.725296}, {"accuracy": 0.850791, "f1": 0.818769, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"], "main_score": 0.818769, "precision": 0.806902, "recall": 0.850791}, {"accuracy": 0.860672, "f1": 0.82663, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"], "main_score": 0.82663, "precision": 0.812709, "recall": 0.860672}, {"accuracy": 0.841897, "f1": 0.803744, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"], "main_score": 0.803744, "precision": 0.789081, "recall": 0.841897}, {"accuracy": 0.870553, "f1": 0.83734, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"], "main_score": 0.83734, "precision": 0.823791, "recall": 0.870553}, {"accuracy": 0.836957, "f1": 0.79633, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"], "main_score": 0.79633, "precision": 0.778766, "recall": 0.836957}]}, "evaluation_time": 784.4263310432434, "kg_co2_emissions": 0.027077175941090822} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GermanSTSBenchmark.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GermanSTSBenchmark.json new file mode 100644 index 000000000..2d8ea0a42 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GermanSTSBenchmark.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e36907544d44c3a247898ed81540310442329e20", + "evaluation_time": 2.989161252975464, + "kg_co2_emissions": 0.0001398428051501571, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8158917303626811, + "cosine_spearman": 0.8183641679910764, + "euclidean_pearson": 0.810509965182625, + "euclidean_spearman": 0.8183621668595213, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8183641679910764, + "manhattan_pearson": 0.8089964740720768, + "manhattan_spearman": 0.8168725672147809, + "pearson": 0.8158917303626811, + "spearman": 0.8183641679910764 + } + ], + "validation": [ + { + "cosine_pearson": 0.838787925673631, + "cosine_spearman": 0.8430493452514276, + "euclidean_pearson": 0.8404766496231687, + "euclidean_spearman": 0.8430491206723509, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8430493452514276, + "manhattan_pearson": 0.8380200407784452, + "manhattan_spearman": 0.8409322436556135, + "pearson": 0.838787925673631, + "spearman": 0.8430493452514276 + } + ] + }, + "task_name": "GermanSTSBenchmark" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GreekLegalCodeClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GreekLegalCodeClassification.json new file mode 100644 index 000000000..e9e2af859 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GreekLegalCodeClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", + "evaluation_time": 1071.4071300029755, + "kg_co2_emissions": 0.08963246324644233, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.383203125, + "f1": 0.3391984081885905, + "f1_weighted": 0.37520991714742447, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ], + "main_score": 0.383203125, + "scores_per_experiment": [ + { + "accuracy": 0.37939453125, + "f1": 0.3308987324649169, + "f1_weighted": 0.3683162267912403 + }, + { + "accuracy": 0.39599609375, + "f1": 0.36036772292269775, + "f1_weighted": 0.38671002171577507 + }, + { + "accuracy": 0.37158203125, + "f1": 0.33475379664563953, + "f1_weighted": 0.3638140682263029 + }, + { + "accuracy": 0.38427734375, + "f1": 0.3358027401176293, + "f1_weighted": 0.371551401983715 + }, + { + "accuracy": 0.384765625, + "f1": 0.3502641121290901, + "f1_weighted": 0.37503665204139447 + }, + { + "accuracy": 0.375, + "f1": 0.32794723319262653, + "f1_weighted": 0.3660861141123535 + }, + { + "accuracy": 0.38037109375, + "f1": 0.33796221846120034, + "f1_weighted": 0.3827332568276366 + }, + { + "accuracy": 0.3876953125, + "f1": 0.33541706361535534, + "f1_weighted": 0.382618421713433 + }, + { + "accuracy": 0.3857421875, + "f1": 0.3422207090147696, + "f1_weighted": 0.38239049970365024 + }, + { + "accuracy": 0.38720703125, + "f1": 0.3363497533219791, + "f1_weighted": 0.3728425083587439 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.38525390625, + "f1": 0.31792173453091, + "f1_weighted": 0.37546083326884594, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ], + "main_score": 0.38525390625, + "scores_per_experiment": [ + { + "accuracy": 0.3681640625, + "f1": 0.3035575213660245, + "f1_weighted": 0.3585180456318162 + }, + { + "accuracy": 0.3935546875, + "f1": 0.33061903397388276, + "f1_weighted": 0.3800376600702504 + }, + { + "accuracy": 0.3837890625, + "f1": 0.30726866268623976, + "f1_weighted": 0.3710300363825968 + }, + { + "accuracy": 0.37158203125, + "f1": 0.3040606956653981, + "f1_weighted": 0.3556131136784332 + }, + { + "accuracy": 0.38232421875, + "f1": 0.3036491499620793, + "f1_weighted": 0.37000934068251773 + }, + { + "accuracy": 0.37890625, + "f1": 0.3165219312720889, + "f1_weighted": 0.3770746510287172 + }, + { + "accuracy": 0.3857421875, + "f1": 0.32887878507916535, + "f1_weighted": 0.3789440539946909 + }, + { + "accuracy": 0.4033203125, + "f1": 0.3390519222955755, + "f1_weighted": 0.39164311444332744 + }, + { + "accuracy": 0.3916015625, + "f1": 0.32335855497461585, + "f1_weighted": 0.38393077853094826 + }, + { + "accuracy": 0.3935546875, + "f1": 0.32225108803402985, + "f1_weighted": 0.3878075382451614 + } + ] + } + ] + }, + "task_name": "GreekLegalCodeClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GujaratiNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GujaratiNewsClassification.json new file mode 100644 index 000000000..1f9681e6f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/GujaratiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", + "evaluation_time": 6.972753524780273, + "kg_co2_emissions": 0.00021355648530411861, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8477238239757208, + "f1": 0.8221634647888061, + "f1_weighted": 0.8482225918141404, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ], + "main_score": 0.8477238239757208, + "scores_per_experiment": [ + { + "accuracy": 0.8535660091047041, + "f1": 0.8312791666427889, + "f1_weighted": 0.855672948624524 + }, + { + "accuracy": 0.8376327769347496, + "f1": 0.8111079198900321, + "f1_weighted": 0.8368643067046453 + }, + { + "accuracy": 0.8125948406676783, + "f1": 0.7798853393922381, + "f1_weighted": 0.8152862278478445 + }, + { + "accuracy": 0.8512898330804249, + "f1": 0.825911652937802, + "f1_weighted": 0.851659011873412 + }, + { + "accuracy": 0.8512898330804249, + "f1": 0.8285899757250821, + "f1_weighted": 0.8512681618890673 + }, + { + "accuracy": 0.8482549317147192, + "f1": 0.8250188564332511, + "f1_weighted": 0.8469514763183472 + }, + { + "accuracy": 0.8285280728376327, + "f1": 0.8020108834027107, + "f1_weighted": 0.8276159385029642 + }, + { + "accuracy": 0.8679817905918058, + "f1": 0.8434413897488585, + "f1_weighted": 0.868820300507069 + }, + { + "accuracy": 0.8611532625189682, + "f1": 0.8340340336015197, + "f1_weighted": 0.8612382919482378 + }, + { + "accuracy": 0.8649468892261002, + "f1": 0.8403554301137786, + "f1_weighted": 0.8668492539252942 + } + ] + } + ] + }, + "task_name": "GujaratiNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HALClusteringS2S.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HALClusteringS2S.v2.json new file mode 100644 index 000000000..a127dc62a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HALClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915", + "evaluation_time": 39.20399856567383, + "kg_co2_emissions": 0.0011245355426239612, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.2587842871849939, + "v_measure": 0.2587842871849939, + "v_measure_std": 0.013524264883457966, + "v_measures": { + "Level 0": [ + 0.2678197846197006, + 0.26898506969246616, + 0.2514844298483211, + 0.23415184996489832, + 0.26424824721819157, + 0.24146053250543603, + 0.25488847476165793, + 0.2586300020690475, + 0.2837876822226263, + 0.2623867989475935 + ] + } + } + ] + }, + "task_name": "HALClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HagridRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HagridRetrieval.json new file mode 100644 index 000000000..6cd8bfaf5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HagridRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", + "evaluation_time": 1.221498966217041, + "kg_co2_emissions": 5.0861501820132336e-05, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.98545, + "map_at_1": 0.97782, + "map_at_10": 0.98387, + "map_at_100": 0.98401, + "map_at_1000": 0.98405, + "map_at_20": 0.98401, + "map_at_3": 0.98387, + "map_at_5": 0.98387, + "mrr_at_1": 0.9778225806451613, + "mrr_at_10": 0.9838709677419355, + "mrr_at_100": 0.984005376344086, + "mrr_at_1000": 0.9840460258103384, + "mrr_at_20": 0.984005376344086, + "mrr_at_3": 0.9838709677419355, + "mrr_at_5": 0.9838709677419355, + "nauc_map_at_1000_diff1": 0.7596441414783949, + "nauc_map_at_1000_max": 0.4670698642569906, + "nauc_map_at_1000_std": 0.40792183127479115, + "nauc_map_at_100_diff1": 0.75984967274504, + "nauc_map_at_100_max": 0.46784490292569514, + "nauc_map_at_100_std": 0.40901314346987466, + "nauc_map_at_10_diff1": 0.7488222864439992, + "nauc_map_at_10_max": 0.4685629868590867, + "nauc_map_at_10_std": 0.4041729822269182, + "nauc_map_at_1_diff1": 0.817325299231999, + "nauc_map_at_1_max": 0.3258902798843844, + "nauc_map_at_1_std": 0.33150040853246854, + "nauc_map_at_20_diff1": 0.75984967274504, + "nauc_map_at_20_max": 0.46784490292569514, + "nauc_map_at_20_std": 0.40901314346987466, + "nauc_map_at_3_diff1": 0.7488222864439992, + "nauc_map_at_3_max": 0.4685629868590867, + "nauc_map_at_3_std": 0.4041729822269182, + "nauc_map_at_5_diff1": 0.7488222864439992, + "nauc_map_at_5_max": 0.4685629868590867, + "nauc_map_at_5_std": 0.4041729822269182, + "nauc_mrr_at_1000_diff1": 0.759640358929165, + "nauc_mrr_at_1000_max": 0.46706833746364207, + "nauc_mrr_at_1000_std": 0.407933343826773, + "nauc_mrr_at_100_diff1": 0.75984967274504, + "nauc_mrr_at_100_max": 0.46784490292569514, + "nauc_mrr_at_100_std": 0.40901314346987466, + "nauc_mrr_at_10_diff1": 0.7488222864439992, + "nauc_mrr_at_10_max": 0.4685629868590867, + "nauc_mrr_at_10_std": 0.4041729822269182, + "nauc_mrr_at_1_diff1": 0.817325299231999, + "nauc_mrr_at_1_max": 0.3258902798843844, + "nauc_mrr_at_1_std": 0.33150040853246854, + "nauc_mrr_at_20_diff1": 0.75984967274504, + "nauc_mrr_at_20_max": 0.46784490292569514, + "nauc_mrr_at_20_std": 0.40901314346987466, + "nauc_mrr_at_3_diff1": 0.7488222864439992, + "nauc_mrr_at_3_max": 0.4685629868590867, + "nauc_mrr_at_3_std": 0.4041729822269182, + "nauc_mrr_at_5_diff1": 0.7488222864439992, + "nauc_mrr_at_5_max": 0.4685629868590867, + "nauc_mrr_at_5_std": 0.4041729822269182, + "nauc_ndcg_at_1000_diff1": 0.7585426485621731, + "nauc_ndcg_at_1000_max": 0.500072731661684, + "nauc_ndcg_at_1000_std": 0.42969871015422434, + "nauc_ndcg_at_100_diff1": 0.7675955508173848, + "nauc_ndcg_at_100_max": 0.5245043534496843, + "nauc_ndcg_at_100_std": 0.45490581706468297, + "nauc_ndcg_at_10_diff1": 0.7214715394135851, + "nauc_ndcg_at_10_max": 0.5255269795039847, + "nauc_ndcg_at_10_std": 0.4331884823964825, + "nauc_ndcg_at_1_diff1": 0.817325299231999, + "nauc_ndcg_at_1_max": 0.3258902798843844, + "nauc_ndcg_at_1_std": 0.33150040853246854, + "nauc_ndcg_at_20_diff1": 0.7675955508173848, + "nauc_ndcg_at_20_max": 0.5245043534496843, + "nauc_ndcg_at_20_std": 0.45490581706468297, + "nauc_ndcg_at_3_diff1": 0.7214715394135851, + "nauc_ndcg_at_3_max": 0.5255269795039847, + "nauc_ndcg_at_3_std": 0.4331884823964825, + "nauc_ndcg_at_5_diff1": 0.7214715394135851, + "nauc_ndcg_at_5_max": 0.5255269795039847, + "nauc_ndcg_at_5_std": 0.4331884823964825, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8885037437330375, + "nauc_precision_at_100_max": 0.8395499340212191, + "nauc_precision_at_100_std": 0.7480173568647898, + "nauc_precision_at_10_diff1": 0.5981156583103825, + "nauc_precision_at_10_max": 0.7824429422034134, + "nauc_precision_at_10_std": 0.5640526443546937, + "nauc_precision_at_1_diff1": 0.817325299231999, + "nauc_precision_at_1_max": 0.3258902798843844, + "nauc_precision_at_1_std": 0.33150040853246854, + "nauc_precision_at_20_diff1": 0.8885037437330352, + "nauc_precision_at_20_max": 0.8395499340212462, + "nauc_precision_at_20_std": 0.748017356864805, + "nauc_precision_at_3_diff1": 0.5981156583104059, + "nauc_precision_at_3_max": 0.7824429422034322, + "nauc_precision_at_3_std": 0.5640526443547186, + "nauc_precision_at_5_diff1": 0.5981156583103825, + "nauc_precision_at_5_max": 0.7824429422034134, + "nauc_precision_at_5_std": 0.5640526443546937, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8885037437330474, + "nauc_recall_at_100_max": 0.8395499340212359, + "nauc_recall_at_100_std": 0.748017356864806, + "nauc_recall_at_10_diff1": 0.5981156583104007, + "nauc_recall_at_10_max": 0.7824429422034165, + "nauc_recall_at_10_std": 0.5640526443547194, + "nauc_recall_at_1_diff1": 0.817325299231999, + "nauc_recall_at_1_max": 0.3258902798843844, + "nauc_recall_at_1_std": 0.33150040853246854, + "nauc_recall_at_20_diff1": 0.8885037437330474, + "nauc_recall_at_20_max": 0.8395499340212359, + "nauc_recall_at_20_std": 0.748017356864806, + "nauc_recall_at_3_diff1": 0.5981156583104007, + "nauc_recall_at_3_max": 0.7824429422034165, + "nauc_recall_at_3_std": 0.5640526443547194, + "nauc_recall_at_5_diff1": 0.5981156583104007, + "nauc_recall_at_5_max": 0.7824429422034165, + "nauc_recall_at_5_std": 0.5640526443547194, + "ndcg_at_1": 0.97782, + "ndcg_at_10": 0.98545, + "ndcg_at_100": 0.98596, + "ndcg_at_1000": 0.98701, + "ndcg_at_20": 0.98596, + "ndcg_at_3": 0.98545, + "ndcg_at_5": 0.98545, + "precision_at_1": 0.97782, + "precision_at_10": 0.09899, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0496, + "precision_at_3": 0.32997, + "precision_at_5": 0.19798, + "recall_at_1": 0.97782, + "recall_at_10": 0.98992, + "recall_at_100": 0.99194, + "recall_at_1000": 1.0, + "recall_at_20": 0.99194, + "recall_at_3": 0.98992, + "recall_at_5": 0.98992 + } + ] + }, + "task_name": "HagridRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQA-PLHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..ad008da53 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 222.54219388961792, + "kg_co2_emissions": 0.018523006984017196, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.58222, + "map_at_1": 0.3605, + "map_at_10": 0.48535, + "map_at_100": 0.49608, + "map_at_1000": 0.49705, + "map_at_20": 0.4913, + "map_at_3": 0.4575, + "map_at_5": 0.47297, + "mrr_at_1": 0.721, + "mrr_at_10": 0.7797908730158735, + "mrr_at_100": 0.7833174366817578, + "mrr_at_1000": 0.783449695242909, + "mrr_at_20": 0.7820251827377991, + "mrr_at_3": 0.7673333333333336, + "mrr_at_5": 0.7753833333333339, + "nauc_map_at_1000_diff1": 0.2667180057565436, + "nauc_map_at_1000_max": 0.267085868514929, + "nauc_map_at_1000_std": 0.014638865880404936, + "nauc_map_at_100_diff1": 0.26676764467629965, + "nauc_map_at_100_max": 0.2672158722013806, + "nauc_map_at_100_std": 0.014226105367284365, + "nauc_map_at_10_diff1": 0.2753225303757146, + "nauc_map_at_10_max": 0.2691078419732798, + "nauc_map_at_10_std": 0.001259006514719525, + "nauc_map_at_1_diff1": 0.7291303507566783, + "nauc_map_at_1_max": 0.5594522141622957, + "nauc_map_at_1_std": -0.03159699433424003, + "nauc_map_at_20_diff1": 0.26913065816828574, + "nauc_map_at_20_max": 0.2666086488544034, + "nauc_map_at_20_std": 0.00858559776096872, + "nauc_map_at_3_diff1": 0.30920385771061676, + "nauc_map_at_3_max": 0.28759418323475217, + "nauc_map_at_3_std": -0.017513981636210922, + "nauc_map_at_5_diff1": 0.28279436421879267, + "nauc_map_at_5_max": 0.2744202174707723, + "nauc_map_at_5_std": -0.002603492783359323, + "nauc_mrr_at_1000_diff1": 0.6966690218447221, + "nauc_mrr_at_1000_max": 0.5528034450058595, + "nauc_mrr_at_1000_std": -0.021894637008817587, + "nauc_mrr_at_100_diff1": 0.69661451376762, + "nauc_mrr_at_100_max": 0.5528960609171659, + "nauc_mrr_at_100_std": -0.021686341005405365, + "nauc_mrr_at_10_diff1": 0.6942141064589518, + "nauc_mrr_at_10_max": 0.5503439982169952, + "nauc_mrr_at_10_std": -0.0232779345413061, + "nauc_mrr_at_1_diff1": 0.7291303507566783, + "nauc_mrr_at_1_max": 0.5594522141622957, + "nauc_mrr_at_1_std": -0.03159699433424003, + "nauc_mrr_at_20_diff1": 0.6962940350534658, + "nauc_mrr_at_20_max": 0.5523156260244149, + "nauc_mrr_at_20_std": -0.023000518601048996, + "nauc_mrr_at_3_diff1": 0.6979765317217133, + "nauc_mrr_at_3_max": 0.550178327106686, + "nauc_mrr_at_3_std": -0.028010993184255508, + "nauc_mrr_at_5_diff1": 0.6958659341499192, + "nauc_mrr_at_5_max": 0.5517078085185242, + "nauc_mrr_at_5_std": -0.02151275221462315, + "nauc_ndcg_at_1000_diff1": 0.2916646723060265, + "nauc_ndcg_at_1000_max": 0.30008011784526073, + "nauc_ndcg_at_1000_std": 0.06657720883818576, + "nauc_ndcg_at_100_diff1": 0.28665379070336217, + "nauc_ndcg_at_100_max": 0.29956478989333346, + "nauc_ndcg_at_100_std": 0.06166541405706987, + "nauc_ndcg_at_10_diff1": 0.3185569767875872, + "nauc_ndcg_at_10_max": 0.30368581160340996, + "nauc_ndcg_at_10_std": 0.00913167994814244, + "nauc_ndcg_at_1_diff1": 0.7291303507566783, + "nauc_ndcg_at_1_max": 0.5594522141622957, + "nauc_ndcg_at_1_std": -0.03159699433424003, + "nauc_ndcg_at_20_diff1": 0.302053878150126, + "nauc_ndcg_at_20_max": 0.2980603197164483, + "nauc_ndcg_at_20_std": 0.02766999811500463, + "nauc_ndcg_at_3_diff1": 0.3764811937581994, + "nauc_ndcg_at_3_max": 0.3352896453598404, + "nauc_ndcg_at_3_std": -0.01880594463710868, + "nauc_ndcg_at_5_diff1": 0.33707969496121387, + "nauc_ndcg_at_5_max": 0.31625034197419205, + "nauc_ndcg_at_5_std": 0.002532516144258022, + "nauc_precision_at_1000_diff1": -0.267439503701553, + "nauc_precision_at_1000_max": -0.008475018962230425, + "nauc_precision_at_1000_std": 0.4642141488519215, + "nauc_precision_at_100_diff1": -0.09841972219126524, + "nauc_precision_at_100_max": 0.097709243067446, + "nauc_precision_at_100_std": 0.2795551716801247, + "nauc_precision_at_10_diff1": 0.098995200477775, + "nauc_precision_at_10_max": 0.15989697979514156, + "nauc_precision_at_10_std": 0.04571832641935291, + "nauc_precision_at_1_diff1": 0.7291303507566783, + "nauc_precision_at_1_max": 0.5594522141622957, + "nauc_precision_at_1_std": -0.03159699433424003, + "nauc_precision_at_20_diff1": 0.03726352202748027, + "nauc_precision_at_20_max": 0.1358729249280041, + "nauc_precision_at_20_std": 0.10463941619046158, + "nauc_precision_at_3_diff1": 0.23556370199844162, + "nauc_precision_at_3_max": 0.24289326119476565, + "nauc_precision_at_3_std": -0.013637951575194185, + "nauc_precision_at_5_diff1": 0.1567194635254898, + "nauc_precision_at_5_max": 0.20361909794268396, + "nauc_precision_at_5_std": 0.028770851322498583, + "nauc_recall_at_1000_diff1": -0.2674395037015512, + "nauc_recall_at_1000_max": -0.008475018962227633, + "nauc_recall_at_1000_std": 0.4642141488519231, + "nauc_recall_at_100_diff1": -0.0984197221912639, + "nauc_recall_at_100_max": 0.097709243067446, + "nauc_recall_at_100_std": 0.27955517168012484, + "nauc_recall_at_10_diff1": 0.09899520047777512, + "nauc_recall_at_10_max": 0.15989697979514092, + "nauc_recall_at_10_std": 0.045718326419352605, + "nauc_recall_at_1_diff1": 0.7291303507566783, + "nauc_recall_at_1_max": 0.5594522141622957, + "nauc_recall_at_1_std": -0.03159699433424003, + "nauc_recall_at_20_diff1": 0.037263522027480435, + "nauc_recall_at_20_max": 0.13587292492800443, + "nauc_recall_at_20_std": 0.10463941619046209, + "nauc_recall_at_3_diff1": 0.23556370199844193, + "nauc_recall_at_3_max": 0.24289326119476531, + "nauc_recall_at_3_std": -0.013637951575194672, + "nauc_recall_at_5_diff1": 0.15671946352548985, + "nauc_recall_at_5_max": 0.2036190979426835, + "nauc_recall_at_5_std": 0.02877085132249882, + "ndcg_at_1": 0.721, + "ndcg_at_10": 0.58222, + "ndcg_at_100": 0.62249, + "ndcg_at_1000": 0.64143, + "ndcg_at_20": 0.59823, + "ndcg_at_3": 0.53909, + "ndcg_at_5": 0.5606, + "precision_at_1": 0.721, + "precision_at_10": 0.1183, + "precision_at_100": 0.01501, + "precision_at_1000": 0.00175, + "precision_at_20": 0.06435, + "precision_at_3": 0.32967, + "precision_at_5": 0.2148, + "recall_at_1": 0.3605, + "recall_at_10": 0.5915, + "recall_at_100": 0.7505, + "recall_at_1000": 0.8755, + "recall_at_20": 0.6435, + "recall_at_3": 0.4945, + "recall_at_5": 0.537 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQAHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQAHardNegatives.json new file mode 100644 index 000000000..1faf6aa71 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 199.39971446990967, + "kg_co2_emissions": 0.016100751439392522, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64118, + "map_at_1": 0.405, + "map_at_10": 0.5426, + "map_at_100": 0.55427, + "map_at_1000": 0.55518, + "map_at_20": 0.54905, + "map_at_3": 0.514, + "map_at_5": 0.53155, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8578654761904764, + "mrr_at_100": 0.8600703481054663, + "mrr_at_1000": 0.860137119135413, + "mrr_at_20": 0.8593080416917107, + "mrr_at_3": 0.8496666666666669, + "mrr_at_5": 0.8547666666666669, + "nauc_map_at_1000_diff1": 0.155587601517561, + "nauc_map_at_1000_max": 0.17934313701988794, + "nauc_map_at_1000_std": -0.019616850132664305, + "nauc_map_at_100_diff1": 0.154931982823591, + "nauc_map_at_100_max": 0.17891069637988444, + "nauc_map_at_100_std": -0.019915809499914294, + "nauc_map_at_10_diff1": 0.16324544030723376, + "nauc_map_at_10_max": 0.18173808602641572, + "nauc_map_at_10_std": -0.03107559774735843, + "nauc_map_at_1_diff1": 0.7602886479124105, + "nauc_map_at_1_max": 0.6259547383309763, + "nauc_map_at_1_std": -0.10081984388915124, + "nauc_map_at_20_diff1": 0.1562896440553918, + "nauc_map_at_20_max": 0.17788371954637822, + "nauc_map_at_20_std": -0.027691691903463937, + "nauc_map_at_3_diff1": 0.19054270978600454, + "nauc_map_at_3_max": 0.2134148185124997, + "nauc_map_at_3_std": -0.05090775449341879, + "nauc_map_at_5_diff1": 0.16927636084124592, + "nauc_map_at_5_max": 0.19035149324414186, + "nauc_map_at_5_std": -0.03279546529107175, + "nauc_mrr_at_1000_diff1": 0.7556767658193468, + "nauc_mrr_at_1000_max": 0.6448211461093355, + "nauc_mrr_at_1000_std": -0.11927523216436862, + "nauc_mrr_at_100_diff1": 0.7557423980784244, + "nauc_mrr_at_100_max": 0.644955807815918, + "nauc_mrr_at_100_std": -0.11922972279265914, + "nauc_mrr_at_10_diff1": 0.7555042563638119, + "nauc_mrr_at_10_max": 0.6472044558693102, + "nauc_mrr_at_10_std": -0.11812608153973177, + "nauc_mrr_at_1_diff1": 0.7602886479124105, + "nauc_mrr_at_1_max": 0.6259547383309763, + "nauc_mrr_at_1_std": -0.10081984388915124, + "nauc_mrr_at_20_diff1": 0.7560463172156042, + "nauc_mrr_at_20_max": 0.6460255721882858, + "nauc_mrr_at_20_std": -0.12114243004081665, + "nauc_mrr_at_3_diff1": 0.755620495322388, + "nauc_mrr_at_3_max": 0.6479737205037651, + "nauc_mrr_at_3_std": -0.12437727466598479, + "nauc_mrr_at_5_diff1": 0.755252188276229, + "nauc_mrr_at_5_max": 0.6453620524979882, + "nauc_mrr_at_5_std": -0.12192826326489287, + "nauc_ndcg_at_1000_diff1": 0.20090273457671762, + "nauc_ndcg_at_1000_max": 0.22081169055619984, + "nauc_ndcg_at_1000_std": 0.017069601140913594, + "nauc_ndcg_at_100_diff1": 0.179231535500462, + "nauc_ndcg_at_100_max": 0.2084222810485699, + "nauc_ndcg_at_100_std": 0.019633126770365966, + "nauc_ndcg_at_10_diff1": 0.2123786983410829, + "nauc_ndcg_at_10_max": 0.22189958364205634, + "nauc_ndcg_at_10_std": -0.03319479999775504, + "nauc_ndcg_at_1_diff1": 0.7602886479124105, + "nauc_ndcg_at_1_max": 0.6259547383309763, + "nauc_ndcg_at_1_std": -0.10081984388915124, + "nauc_ndcg_at_20_diff1": 0.19207681796996898, + "nauc_ndcg_at_20_max": 0.20915694949123118, + "nauc_ndcg_at_20_std": -0.026787998286494485, + "nauc_ndcg_at_3_diff1": 0.26512028841779756, + "nauc_ndcg_at_3_max": 0.27706297508196925, + "nauc_ndcg_at_3_std": -0.06416632823695793, + "nauc_ndcg_at_5_diff1": 0.22973562967550976, + "nauc_ndcg_at_5_max": 0.24022382854880628, + "nauc_ndcg_at_5_std": -0.040531311626606385, + "nauc_precision_at_1000_diff1": -0.22181080233960596, + "nauc_precision_at_1000_max": -0.1027667249265575, + "nauc_precision_at_1000_std": 0.4059271025356315, + "nauc_precision_at_100_diff1": -0.2075884868166366, + "nauc_precision_at_100_max": -0.06282932843659347, + "nauc_precision_at_100_std": 0.2664545524931444, + "nauc_precision_at_10_diff1": -0.004222154133206406, + "nauc_precision_at_10_max": 0.04812432546143043, + "nauc_precision_at_10_std": 0.012756781970841648, + "nauc_precision_at_1_diff1": 0.7602886479124105, + "nauc_precision_at_1_max": 0.6259547383309763, + "nauc_precision_at_1_std": -0.10081984388915124, + "nauc_precision_at_20_diff1": -0.07533276324713226, + "nauc_precision_at_20_max": 0.0003220004128206769, + "nauc_precision_at_20_std": 0.033315837584406885, + "nauc_precision_at_3_diff1": 0.10477173408616292, + "nauc_precision_at_3_max": 0.16437369479464758, + "nauc_precision_at_3_std": -0.04928358728439993, + "nauc_precision_at_5_diff1": 0.03907259061407471, + "nauc_precision_at_5_max": 0.0929893229389289, + "nauc_precision_at_5_std": -0.006490340737112654, + "nauc_recall_at_1000_diff1": -0.2218108023396033, + "nauc_recall_at_1000_max": -0.10276672492655371, + "nauc_recall_at_1000_std": 0.4059271025356344, + "nauc_recall_at_100_diff1": -0.2075884868166367, + "nauc_recall_at_100_max": -0.0628293284365931, + "nauc_recall_at_100_std": 0.2664545524931447, + "nauc_recall_at_10_diff1": -0.004222154133205925, + "nauc_recall_at_10_max": 0.0481243254614309, + "nauc_recall_at_10_std": 0.012756781970841407, + "nauc_recall_at_1_diff1": 0.7602886479124105, + "nauc_recall_at_1_max": 0.6259547383309763, + "nauc_recall_at_1_std": -0.10081984388915124, + "nauc_recall_at_20_diff1": -0.07533276324713266, + "nauc_recall_at_20_max": 0.0003220004128211715, + "nauc_recall_at_20_std": 0.03331583758440742, + "nauc_recall_at_3_diff1": 0.1047717340861625, + "nauc_recall_at_3_max": 0.16437369479464706, + "nauc_recall_at_3_std": -0.049283587284399466, + "nauc_recall_at_5_diff1": 0.039072590614075316, + "nauc_recall_at_5_max": 0.09298932293892978, + "nauc_recall_at_5_std": -0.006490340737112728, + "ndcg_at_1": 0.81, + "ndcg_at_10": 0.64118, + "ndcg_at_100": 0.68206, + "ndcg_at_1000": 0.69842, + "ndcg_at_20": 0.65716, + "ndcg_at_3": 0.60017, + "ndcg_at_5": 0.62239, + "precision_at_1": 0.81, + "precision_at_10": 0.1277, + "precision_at_100": 0.01599, + "precision_at_1000": 0.00181, + "precision_at_20": 0.069, + "precision_at_3": 0.36467, + "precision_at_5": 0.2364, + "recall_at_1": 0.405, + "recall_at_10": 0.6385, + "recall_at_100": 0.7995, + "recall_at_1000": 0.9065, + "recall_at_20": 0.69, + "recall_at_3": 0.547, + "recall_at_5": 0.591 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IN22GenBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IN22GenBitextMining.json new file mode 100644 index 000000000..eb2f69a5d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IN22GenBitextMining.json @@ -0,0 +1,6083 @@ +{ + "dataset_revision": "ec381535fe3ddf699297a023bcecaa548096ed68", + "evaluation_time": 25.82373070716858, + "kg_co2_emissions": 0.0013695625033069388, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.990234375, + "f1": 0.9869791666666666, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ], + "main_score": 0.9869791666666666, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.478515625, + "f1": 0.4184974042884199, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ], + "main_score": 0.4184974042884199, + "precision": 0.3954791356646825, + "recall": 0.478515625 + }, + { + "accuracy": 0.8984375, + "f1": 0.8724609375, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ], + "main_score": 0.8724609375, + "precision": 0.8599446614583333, + "recall": 0.8984375 + }, + { + "accuracy": 0.9716796875, + "f1": 0.9627278645833333, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9627278645833333, + "precision": 0.9583333333333334, + "recall": 0.9716796875 + }, + { + "accuracy": 0.8779296875, + "f1": 0.8475911458333334, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ], + "main_score": 0.8475911458333334, + "precision": 0.8338216145833334, + "recall": 0.8779296875 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.986328125, + "f1": 0.9821614583333333, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ], + "main_score": 0.9821614583333333, + "precision": 0.980224609375, + "recall": 0.986328125 + }, + { + "accuracy": 0.984375, + "f1": 0.9794921875, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ], + "main_score": 0.9794921875, + "precision": 0.97705078125, + "recall": 0.984375 + }, + { + "accuracy": 0.8369140625, + "f1": 0.7972330729166666, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ], + "main_score": 0.7972330729166666, + "precision": 0.779248046875, + "recall": 0.8369140625 + }, + { + "accuracy": 0.9833984375, + "f1": 0.978515625, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ], + "main_score": 0.978515625, + "precision": 0.97607421875, + "recall": 0.9833984375 + }, + { + "accuracy": 0.974609375, + "f1": 0.9666341145833333, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ], + "main_score": 0.9666341145833333, + "precision": 0.9627278645833334, + "recall": 0.974609375 + }, + { + "accuracy": 0.98046875, + "f1": 0.9742838541666666, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ], + "main_score": 0.9742838541666666, + "precision": 0.97119140625, + "recall": 0.98046875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.007047816685267857, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ], + "main_score": 0.007047816685267857, + "precision": 0.006533663295516744, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9794921875, + "f1": 0.97314453125, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ], + "main_score": 0.97314453125, + "precision": 0.9700520833333333, + "recall": 0.9794921875 + }, + { + "accuracy": 0.9716796875, + "f1": 0.9622395833333333, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ], + "main_score": 0.9622395833333333, + "precision": 0.95751953125, + "recall": 0.9716796875 + }, + { + "accuracy": 0.9482421875, + "f1": 0.9322916666666667, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ], + "main_score": 0.9322916666666667, + "precision": 0.9244791666666667, + "recall": 0.9482421875 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9203125, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ], + "main_score": 0.9203125, + "precision": 0.9115397135416666, + "recall": 0.9384765625 + }, + { + "accuracy": 0.01171875, + "f1": 0.005738467261904762, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ], + "main_score": 0.005738467261904762, + "precision": 0.004456823035082734, + "recall": 0.01171875 + }, + { + "accuracy": 0.8388671875, + "f1": 0.8034830729166667, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ], + "main_score": 0.8034830729166667, + "precision": 0.7877604166666667, + "recall": 0.8388671875 + }, + { + "accuracy": 0.9765625, + "f1": 0.9700520833333333, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ], + "main_score": 0.9700520833333333, + "precision": 0.9669596354166667, + "recall": 0.9765625 + }, + { + "accuracy": 0.9736328125, + "f1": 0.9650065104166666, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ], + "main_score": 0.9650065104166666, + "precision": 0.9607747395833334, + "recall": 0.9736328125 + }, + { + "accuracy": 0.9921875, + "f1": 0.98974609375, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ], + "main_score": 0.98974609375, + "precision": 0.9886067708333333, + "recall": 0.9921875 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.482421875, + "f1": 0.4213099888392857, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ], + "main_score": 0.4213099888392857, + "precision": 0.3973911830357143, + "recall": 0.482421875 + }, + { + "accuracy": 0.92578125, + "f1": 0.9060872395833333, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ], + "main_score": 0.9060872395833333, + "precision": 0.8963216145833333, + "recall": 0.92578125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.8994140625, + "f1": 0.87294921875, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ], + "main_score": 0.87294921875, + "precision": 0.8604329427083333, + "recall": 0.8994140625 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9921875, + "f1": 0.98974609375, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ], + "main_score": 0.98974609375, + "precision": 0.9886067708333333, + "recall": 0.9921875 + }, + { + "accuracy": 0.8515625, + "f1": 0.81337890625, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ], + "main_score": 0.81337890625, + "precision": 0.795849609375, + "recall": 0.8515625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ], + "main_score": 0.9833984375, + "precision": 0.9814453125, + "recall": 0.9873046875 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333334, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ], + "main_score": 0.9934895833333334, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.0078125, + "f1": 0.0031384522213775074, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ], + "main_score": 0.0031384522213775074, + "precision": 0.002476996880073052, + "recall": 0.0078125 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9729817708333333, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ], + "main_score": 0.9729817708333333, + "precision": 0.9697265625, + "recall": 0.9794921875 + }, + { + "accuracy": 0.966796875, + "f1": 0.9567057291666666, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ], + "main_score": 0.9567057291666666, + "precision": 0.9519856770833334, + "recall": 0.966796875 + }, + { + "accuracy": 0.94921875, + "f1": 0.9347330729166666, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ], + "main_score": 0.9347330729166666, + "precision": 0.9275716145833333, + "recall": 0.94921875 + }, + { + "accuracy": 0.01171875, + "f1": 0.0062996736336580084, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ], + "main_score": 0.0062996736336580084, + "precision": 0.005127375879329004, + "recall": 0.01171875 + }, + { + "accuracy": 0.8818359375, + "f1": 0.8550130208333333, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ], + "main_score": 0.8550130208333333, + "precision": 0.842724609375, + "recall": 0.8818359375 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9866536458333333, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ], + "main_score": 0.9866536458333333, + "precision": 0.9853515625, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.4638671875, + "f1": 0.40274690722688766, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ], + "main_score": 0.40274690722688766, + "precision": 0.38167290206573223, + "recall": 0.4638671875 + }, + { + "accuracy": 0.4599609375, + "f1": 0.40243488878742784, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ], + "main_score": 0.40243488878742784, + "precision": 0.38305864504164133, + "recall": 0.4599609375 + }, + { + "accuracy": 0.5166015625, + "f1": 0.46045430977328594, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ], + "main_score": 0.46045430977328594, + "precision": 0.4424153998128607, + "recall": 0.5166015625 + }, + { + "accuracy": 0.41015625, + "f1": 0.36478141987965057, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ], + "main_score": 0.36478141987965057, + "precision": 0.35022482528778787, + "recall": 0.41015625 + }, + { + "accuracy": 0.51171875, + "f1": 0.46228952525339245, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ], + "main_score": 0.46228952525339245, + "precision": 0.4445639312582672, + "recall": 0.51171875 + }, + { + "accuracy": 0.4375, + "f1": 0.37418859352453104, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ], + "main_score": 0.37418859352453104, + "precision": 0.3526459118024702, + "recall": 0.4375 + }, + { + "accuracy": 0.5107421875, + "f1": 0.45515140241702745, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ], + "main_score": 0.45515140241702745, + "precision": 0.4356909373449901, + "recall": 0.5107421875 + }, + { + "accuracy": 0.416015625, + "f1": 0.3553284660218254, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ], + "main_score": 0.3553284660218254, + "precision": 0.3353652522798892, + "recall": 0.416015625 + }, + { + "accuracy": 0.443359375, + "f1": 0.38973984457382893, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ], + "main_score": 0.38973984457382893, + "precision": 0.3720038785969604, + "recall": 0.443359375 + }, + { + "accuracy": 0.5126953125, + "f1": 0.4543287946633958, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ], + "main_score": 0.4543287946633958, + "precision": 0.4333984638095192, + "recall": 0.5126953125 + }, + { + "accuracy": 0.484375, + "f1": 0.42916668834637584, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ], + "main_score": 0.42916668834637584, + "precision": 0.411382026176948, + "recall": 0.484375 + }, + { + "accuracy": 0.4951171875, + "f1": 0.43696756260232816, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ], + "main_score": 0.43696756260232816, + "precision": 0.41735020079746643, + "recall": 0.4951171875 + }, + { + "accuracy": 0.0185546875, + "f1": 0.01196177859730849, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ], + "main_score": 0.01196177859730849, + "precision": 0.01061206046557609, + "recall": 0.0185546875 + }, + { + "accuracy": 0.4833984375, + "f1": 0.42234408115755767, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ], + "main_score": 0.42234408115755767, + "precision": 0.4026254434470409, + "recall": 0.4833984375 + }, + { + "accuracy": 0.4189453125, + "f1": 0.3599671595765346, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ], + "main_score": 0.3599671595765346, + "precision": 0.3396039073773449, + "recall": 0.4189453125 + }, + { + "accuracy": 0.4609375, + "f1": 0.4036006066044729, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ], + "main_score": 0.4036006066044729, + "precision": 0.38526515523632665, + "recall": 0.4609375 + }, + { + "accuracy": 0.478515625, + "f1": 0.42012011155077555, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ], + "main_score": 0.42012011155077555, + "precision": 0.3993047805059524, + "recall": 0.478515625 + }, + { + "accuracy": 0.0185546875, + "f1": 0.010658886516563146, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ], + "main_score": 0.010658886516563146, + "precision": 0.008820822240534144, + "recall": 0.0185546875 + }, + { + "accuracy": 0.5458984375, + "f1": 0.49958231139010095, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ], + "main_score": 0.49958231139010095, + "precision": 0.4827917078039149, + "recall": 0.5458984375 + }, + { + "accuracy": 0.4443359375, + "f1": 0.3955607686966832, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ], + "main_score": 0.3955607686966832, + "precision": 0.37854164966459036, + "recall": 0.4443359375 + }, + { + "accuracy": 0.4833984375, + "f1": 0.43118743235930734, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ], + "main_score": 0.43118743235930734, + "precision": 0.4145890865861569, + "recall": 0.4833984375 + }, + { + "accuracy": 0.458984375, + "f1": 0.4070752208130062, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ], + "main_score": 0.4070752208130062, + "precision": 0.3905579737872661, + "recall": 0.458984375 + }, + { + "accuracy": 0.90625, + "f1": 0.8815755208333333, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ], + "main_score": 0.8815755208333333, + "precision": 0.869873046875, + "recall": 0.90625 + }, + { + "accuracy": 0.921875, + "f1": 0.9013346354166667, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ], + "main_score": 0.9013346354166667, + "precision": 0.8919270833333333, + "recall": 0.921875 + }, + { + "accuracy": 0.5419921875, + "f1": 0.4917193700396826, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ], + "main_score": 0.4917193700396826, + "precision": 0.47223307291666666, + "recall": 0.5419921875 + }, + { + "accuracy": 0.9306640625, + "f1": 0.9107282366071427, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ], + "main_score": 0.9107282366071427, + "precision": 0.9016927083333333, + "recall": 0.9306640625 + }, + { + "accuracy": 0.87109375, + "f1": 0.8423177083333333, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ], + "main_score": 0.8423177083333333, + "precision": 0.829345703125, + "recall": 0.87109375 + }, + { + "accuracy": 0.9287109375, + "f1": 0.9103841145833333, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ], + "main_score": 0.9103841145833333, + "precision": 0.902099609375, + "recall": 0.9287109375 + }, + { + "accuracy": 0.9755859375, + "f1": 0.96826171875, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ], + "main_score": 0.96826171875, + "precision": 0.96484375, + "recall": 0.9755859375 + }, + { + "accuracy": 0.9228515625, + "f1": 0.9020833333333333, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ], + "main_score": 0.9020833333333333, + "precision": 0.8924967447916667, + "recall": 0.9228515625 + }, + { + "accuracy": 0.814453125, + "f1": 0.7754448784722222, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ], + "main_score": 0.7754448784722222, + "precision": 0.7590901692708333, + "recall": 0.814453125 + }, + { + "accuracy": 0.9541015625, + "f1": 0.9410807291666666, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ], + "main_score": 0.9410807291666666, + "precision": 0.9348958333333334, + "recall": 0.9541015625 + }, + { + "accuracy": 0.9248046875, + "f1": 0.9045247395833333, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ], + "main_score": 0.9045247395833333, + "precision": 0.8949381510416667, + "recall": 0.9248046875 + }, + { + "accuracy": 0.947265625, + "f1": 0.9331705729166666, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ], + "main_score": 0.9331705729166666, + "precision": 0.9263509114583333, + "recall": 0.947265625 + }, + { + "accuracy": 0.0068359375, + "f1": 0.0041651182624840525, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ], + "main_score": 0.0041651182624840525, + "precision": 0.0037928789511494252, + "recall": 0.0068359375 + }, + { + "accuracy": 0.9443359375, + "f1": 0.9281901041666667, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ], + "main_score": 0.9281901041666667, + "precision": 0.9207356770833333, + "recall": 0.9443359375 + }, + { + "accuracy": 0.890625, + "f1": 0.8638346354166666, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ], + "main_score": 0.8638346354166666, + "precision": 0.8516438802083333, + "recall": 0.890625 + }, + { + "accuracy": 0.904296875, + "f1": 0.8794596354166666, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ], + "main_score": 0.8794596354166666, + "precision": 0.8682779947916666, + "recall": 0.904296875 + }, + { + "accuracy": 0.8662109375, + "f1": 0.8335937499999999, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ], + "main_score": 0.8335937499999999, + "precision": 0.8190104166666667, + "recall": 0.8662109375 + }, + { + "accuracy": 0.01171875, + "f1": 0.00713898189484127, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ], + "main_score": 0.00713898189484127, + "precision": 0.006310841393849206, + "recall": 0.01171875 + }, + { + "accuracy": 0.869140625, + "f1": 0.8422061011904762, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ], + "main_score": 0.8422061011904762, + "precision": 0.82978515625, + "recall": 0.869140625 + }, + { + "accuracy": 0.9287109375, + "f1": 0.9080403645833333, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ], + "main_score": 0.9080403645833333, + "precision": 0.8982747395833333, + "recall": 0.9287109375 + }, + { + "accuracy": 0.927734375, + "f1": 0.9064127604166667, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ], + "main_score": 0.9064127604166667, + "precision": 0.896484375, + "recall": 0.927734375 + }, + { + "accuracy": 0.951171875, + "f1": 0.9376813616071428, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ], + "main_score": 0.9376813616071428, + "precision": 0.9315592447916667, + "recall": 0.951171875 + }, + { + "accuracy": 0.9619140625, + "f1": 0.9504231770833333, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.9504231770833333, + "precision": 0.9449055989583334, + "recall": 0.9619140625 + }, + { + "accuracy": 0.98828125, + "f1": 0.9845377604166667, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.9845377604166667, + "precision": 0.9827473958333334, + "recall": 0.98828125 + }, + { + "accuracy": 0.44140625, + "f1": 0.38060285526105836, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ], + "main_score": 0.38060285526105836, + "precision": 0.35933922847985345, + "recall": 0.44140625 + }, + { + "accuracy": 0.9296875, + "f1": 0.9088541666666666, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ], + "main_score": 0.9088541666666666, + "precision": 0.89892578125, + "recall": 0.9296875 + }, + { + "accuracy": 0.888671875, + "f1": 0.8578125, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.8578125, + "precision": 0.843701171875, + "recall": 0.888671875 + }, + { + "accuracy": 0.982421875, + "f1": 0.9769531250000001, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9769531250000001, + "precision": 0.974365234375, + "recall": 0.982421875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9759114583333334, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9759114583333334, + "precision": 0.9733072916666667, + "recall": 0.9814453125 + }, + { + "accuracy": 0.80078125, + "f1": 0.7549014136904761, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ], + "main_score": 0.7549014136904761, + "precision": 0.7358072916666667, + "recall": 0.80078125 + }, + { + "accuracy": 0.986328125, + "f1": 0.9817708333333333, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.9817708333333333, + "precision": 0.9794921875, + "recall": 0.986328125 + }, + { + "accuracy": 0.9833984375, + "f1": 0.978515625, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.978515625, + "precision": 0.9762369791666667, + "recall": 0.9833984375 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.0068359375, + "f1": 0.002278645833333333, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.002278645833333333, + "precision": 0.0017510913188562645, + "recall": 0.0068359375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9560546875, + "f1": 0.9420572916666666, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.9420572916666666, + "precision": 0.93505859375, + "recall": 0.9560546875 + }, + { + "accuracy": 0.9609375, + "f1": 0.9493815104166666, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.9493815104166666, + "precision": 0.9440104166666666, + "recall": 0.9609375 + }, + { + "accuracy": 0.923828125, + "f1": 0.9025065104166666, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9025065104166666, + "precision": 0.8924153645833334, + "recall": 0.923828125 + }, + { + "accuracy": 0.0068359375, + "f1": 0.002218967013888889, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.002218967013888889, + "precision": 0.001359472233495671, + "recall": 0.0068359375 + }, + { + "accuracy": 0.849609375, + "f1": 0.8119977678571428, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ], + "main_score": 0.8119977678571428, + "precision": 0.7950032552083333, + "recall": 0.849609375 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.9833984375, + "precision": 0.9814453125, + "recall": 0.9873046875 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333334, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9856770833333334, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.875, + "f1": 0.848848157051282, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ], + "main_score": 0.848848157051282, + "precision": 0.8380045572916666, + "recall": 0.875 + }, + { + "accuracy": 0.9033203125, + "f1": 0.8795572916666666, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ], + "main_score": 0.8795572916666666, + "precision": 0.8683919270833333, + "recall": 0.9033203125 + }, + { + "accuracy": 0.5390625, + "f1": 0.48021530877976193, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ], + "main_score": 0.48021530877976193, + "precision": 0.45696114324044, + "recall": 0.5390625 + }, + { + "accuracy": 0.8701171875, + "f1": 0.8418619791666667, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ], + "main_score": 0.8418619791666667, + "precision": 0.8291178385416667, + "recall": 0.8701171875 + }, + { + "accuracy": 0.88671875, + "f1": 0.8546875, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.8546875, + "precision": 0.840087890625, + "recall": 0.88671875 + }, + { + "accuracy": 0.9052734375, + "f1": 0.8795247395833333, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ], + "main_score": 0.8795247395833333, + "precision": 0.8678385416666667, + "recall": 0.9052734375 + }, + { + "accuracy": 0.931640625, + "f1": 0.9132324218750001, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ], + "main_score": 0.9132324218750001, + "precision": 0.9048432849702381, + "recall": 0.931640625 + }, + { + "accuracy": 0.8994140625, + "f1": 0.8727864583333333, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ], + "main_score": 0.8727864583333333, + "precision": 0.8602701822916666, + "recall": 0.8994140625 + }, + { + "accuracy": 0.76171875, + "f1": 0.7144205729166666, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ], + "main_score": 0.7144205729166666, + "precision": 0.6943305121527777, + "recall": 0.76171875 + }, + { + "accuracy": 0.91796875, + "f1": 0.8958519345238096, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ], + "main_score": 0.8958519345238096, + "precision": 0.885693359375, + "recall": 0.91796875 + }, + { + "accuracy": 0.8935546875, + "f1": 0.8669456845238095, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ], + "main_score": 0.8669456845238095, + "precision": 0.85498046875, + "recall": 0.8935546875 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9216959635416667, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ], + "main_score": 0.9216959635416667, + "precision": 0.9141206287202381, + "recall": 0.9384765625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.0050564236111111105, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ], + "main_score": 0.0050564236111111105, + "precision": 0.0036085536456430395, + "recall": 0.0107421875 + }, + { + "accuracy": 0.916015625, + "f1": 0.8944521949404762, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ], + "main_score": 0.8944521949404762, + "precision": 0.884765625, + "recall": 0.916015625 + }, + { + "accuracy": 0.859375, + "f1": 0.8262881324404762, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ], + "main_score": 0.8262881324404762, + "precision": 0.8116699218750001, + "recall": 0.859375 + }, + { + "accuracy": 0.833984375, + "f1": 0.7958984375, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ], + "main_score": 0.7958984375, + "precision": 0.779638671875, + "recall": 0.833984375 + }, + { + "accuracy": 0.8466796875, + "f1": 0.8125511532738096, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ], + "main_score": 0.8125511532738096, + "precision": 0.7983072916666667, + "recall": 0.8466796875 + }, + { + "accuracy": 0.0166015625, + "f1": 0.008365497891865078, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ], + "main_score": 0.008365497891865078, + "precision": 0.0066237929444875766, + "recall": 0.0166015625 + }, + { + "accuracy": 0.83984375, + "f1": 0.8068684895833333, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ], + "main_score": 0.8068684895833333, + "precision": 0.7915852864583334, + "recall": 0.83984375 + }, + { + "accuracy": 0.87890625, + "f1": 0.8486653645833333, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ], + "main_score": 0.8486653645833333, + "precision": 0.835400390625, + "recall": 0.87890625 + }, + { + "accuracy": 0.90625, + "f1": 0.8822916666666667, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ], + "main_score": 0.8822916666666667, + "precision": 0.8716471354166667, + "recall": 0.90625 + }, + { + "accuracy": 0.90234375, + "f1": 0.8764369419642857, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ], + "main_score": 0.8764369419642857, + "precision": 0.8652180989583333, + "recall": 0.90234375 + }, + { + "accuracy": 0.982421875, + "f1": 0.9767252604166667, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ], + "main_score": 0.9767252604166667, + "precision": 0.9739583333333334, + "recall": 0.982421875 + }, + { + "accuracy": 0.9921875, + "f1": 0.98974609375, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ], + "main_score": 0.98974609375, + "precision": 0.9886067708333333, + "recall": 0.9921875 + }, + { + "accuracy": 0.47265625, + "f1": 0.4102089533730159, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ], + "main_score": 0.4102089533730159, + "precision": 0.38669394841269844, + "recall": 0.47265625 + }, + { + "accuracy": 0.9267578125, + "f1": 0.9067057291666667, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ], + "main_score": 0.9067057291666667, + "precision": 0.8972981770833334, + "recall": 0.9267578125 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666666, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.9869791666666666, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.8896484375, + "f1": 0.8612955729166667, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ], + "main_score": 0.8612955729166667, + "precision": 0.8486328125, + "recall": 0.8896484375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.986328125, + "f1": 0.9817708333333333, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ], + "main_score": 0.9817708333333333, + "precision": 0.9794921875, + "recall": 0.986328125 + }, + { + "accuracy": 0.8486328125, + "f1": 0.81044921875, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ], + "main_score": 0.81044921875, + "precision": 0.7923990885416666, + "recall": 0.8486328125 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.98828125, + "f1": 0.98486328125, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ], + "main_score": 0.98486328125, + "precision": 0.9832356770833333, + "recall": 0.98828125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98876953125, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ], + "main_score": 0.98876953125, + "precision": 0.9876302083333334, + "recall": 0.9912109375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0035498342005380627, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ], + "main_score": 0.0035498342005380627, + "precision": 0.002984588175305087, + "recall": 0.0087890625 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9910481770833333, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ], + "main_score": 0.9910481770833333, + "precision": 0.9900716145833333, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9736328125, + "f1": 0.9651692708333333, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ], + "main_score": 0.9651692708333333, + "precision": 0.9611002604166666, + "recall": 0.9736328125 + }, + { + "accuracy": 0.9619140625, + "f1": 0.9498697916666666, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ], + "main_score": 0.9498697916666666, + "precision": 0.9440104166666666, + "recall": 0.9619140625 + }, + { + "accuracy": 0.94140625, + "f1": 0.9256184895833334, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ], + "main_score": 0.9256184895833334, + "precision": 0.9181315104166667, + "recall": 0.94140625 + }, + { + "accuracy": 0.01171875, + "f1": 0.004453266530797102, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ], + "main_score": 0.004453266530797102, + "precision": 0.0031707983856421353, + "recall": 0.01171875 + }, + { + "accuracy": 0.8623046875, + "f1": 0.8278971354166667, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ], + "main_score": 0.8278971354166667, + "precision": 0.8123697916666667, + "recall": 0.8623046875 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9781901041666666, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ], + "main_score": 0.9781901041666666, + "precision": 0.9755859375, + "recall": 0.9833984375 + }, + { + "accuracy": 0.986328125, + "f1": 0.98193359375, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ], + "main_score": 0.98193359375, + "precision": 0.9798177083333334, + "recall": 0.986328125 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.5302734375, + "f1": 0.47255524694489537, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ], + "main_score": 0.47255524694489537, + "precision": 0.4506157769097222, + "recall": 0.5302734375 + }, + { + "accuracy": 0.966796875, + "f1": 0.9568684895833333, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ], + "main_score": 0.9568684895833333, + "precision": 0.9521484375, + "recall": 0.966796875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.92578125, + "f1": 0.9037109375000001, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ], + "main_score": 0.9037109375000001, + "precision": 0.8934733072916666, + "recall": 0.92578125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.8740234375, + "f1": 0.8418619791666666, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ], + "main_score": 0.8418619791666666, + "precision": 0.8272623697916666, + "recall": 0.8740234375 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9921875, + "f1": 0.9899088541666666, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ], + "main_score": 0.9899088541666666, + "precision": 0.98876953125, + "recall": 0.9921875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.0107421875, + "f1": 0.003524047194938928, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ], + "main_score": 0.003524047194938928, + "precision": 0.0023978224653399757, + "recall": 0.0107421875 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.98046875, + "f1": 0.9739583333333334, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ], + "main_score": 0.9739583333333334, + "precision": 0.970703125, + "recall": 0.98046875 + }, + { + "accuracy": 0.9755859375, + "f1": 0.9676106770833333, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ], + "main_score": 0.9676106770833333, + "precision": 0.9637044270833333, + "recall": 0.9755859375 + }, + { + "accuracy": 0.9619140625, + "f1": 0.9501953125, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ], + "main_score": 0.9501953125, + "precision": 0.9444986979166667, + "recall": 0.9619140625 + }, + { + "accuracy": 0.009765625, + "f1": 0.004553416418650794, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ], + "main_score": 0.004553416418650794, + "precision": 0.003886531826272175, + "recall": 0.009765625 + }, + { + "accuracy": 0.90234375, + "f1": 0.8765299479166666, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ], + "main_score": 0.8765299479166666, + "precision": 0.8643717447916667, + "recall": 0.90234375 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9864908854166667, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ], + "main_score": 0.9864908854166667, + "precision": 0.9851888020833334, + "recall": 0.9892578125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9759114583333334, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ], + "main_score": 0.9759114583333334, + "precision": 0.97314453125, + "recall": 0.9814453125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.4423828125, + "f1": 0.3810167805284993, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ], + "main_score": 0.3810167805284993, + "precision": 0.3571230933779762, + "recall": 0.4423828125 + }, + { + "accuracy": 0.927734375, + "f1": 0.9078776041666666, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ], + "main_score": 0.9078776041666666, + "precision": 0.8981119791666667, + "recall": 0.927734375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.88671875, + "f1": 0.85498046875, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ], + "main_score": 0.85498046875, + "precision": 0.8400065104166666, + "recall": 0.88671875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.8447265625, + "f1": 0.8055338541666667, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ], + "main_score": 0.8055338541666667, + "precision": 0.7870279947916666, + "recall": 0.8447265625 + }, + { + "accuracy": 0.984375, + "f1": 0.9791666666666667, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ], + "main_score": 0.9791666666666667, + "precision": 0.9765625, + "recall": 0.984375 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9886067708333333, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ], + "main_score": 0.9886067708333333, + "precision": 0.9873046875, + "recall": 0.9912109375 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.01171875, + "f1": 0.006786861652440697, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ], + "main_score": 0.006786861652440697, + "precision": 0.006093343098958333, + "recall": 0.01171875 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9781901041666666, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ], + "main_score": 0.9781901041666666, + "precision": 0.9755859375, + "recall": 0.9833984375 + }, + { + "accuracy": 0.984375, + "f1": 0.9794921875, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ], + "main_score": 0.9794921875, + "precision": 0.9772135416666666, + "recall": 0.984375 + }, + { + "accuracy": 0.953125, + "f1": 0.9388671875, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ], + "main_score": 0.9388671875, + "precision": 0.9320475260416666, + "recall": 0.953125 + }, + { + "accuracy": 0.9375, + "f1": 0.9186197916666666, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ], + "main_score": 0.9186197916666666, + "precision": 0.9095052083333333, + "recall": 0.9375 + }, + { + "accuracy": 0.0166015625, + "f1": 0.006938895046875339, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ], + "main_score": 0.006938895046875339, + "precision": 0.005273626403155632, + "recall": 0.0166015625 + }, + { + "accuracy": 0.8583984375, + "f1": 0.8255859375, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ], + "main_score": 0.8255859375, + "precision": 0.8108235677083333, + "recall": 0.8583984375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.9807942708333333, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ], + "main_score": 0.9807942708333333, + "precision": 0.978515625, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.8447265625, + "f1": 0.8091548859126984, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ], + "main_score": 0.8091548859126984, + "precision": 0.7930419921875, + "recall": 0.8447265625 + }, + { + "accuracy": 0.85546875, + "f1": 0.8230329241071428, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ], + "main_score": 0.8230329241071428, + "precision": 0.8092610677083334, + "recall": 0.85546875 + }, + { + "accuracy": 0.4609375, + "f1": 0.4102096796432734, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ], + "main_score": 0.4102096796432734, + "precision": 0.39159194483901516, + "recall": 0.4609375 + }, + { + "accuracy": 0.806640625, + "f1": 0.7707682291666667, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ], + "main_score": 0.7707682291666667, + "precision": 0.755078125, + "recall": 0.806640625 + }, + { + "accuracy": 0.8291015625, + "f1": 0.7905436197916667, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ], + "main_score": 0.7905436197916667, + "precision": 0.7737994481646826, + "recall": 0.8291015625 + }, + { + "accuracy": 0.7578125, + "f1": 0.7106631324404762, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ], + "main_score": 0.7106631324404762, + "precision": 0.6910016741071429, + "recall": 0.7578125 + }, + { + "accuracy": 0.8623046875, + "f1": 0.8294596354166667, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ], + "main_score": 0.8294596354166667, + "precision": 0.8140462239583334, + "recall": 0.8623046875 + }, + { + "accuracy": 0.8671875, + "f1": 0.8349934895833333, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ], + "main_score": 0.8349934895833333, + "precision": 0.8204264322916667, + "recall": 0.8671875 + }, + { + "accuracy": 0.849609375, + "f1": 0.8140485491071429, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ], + "main_score": 0.8140485491071429, + "precision": 0.7982747395833334, + "recall": 0.849609375 + }, + { + "accuracy": 0.8779296875, + "f1": 0.8470703125000001, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ], + "main_score": 0.8470703125000001, + "precision": 0.8327962239583333, + "recall": 0.8779296875 + }, + { + "accuracy": 0.8515625, + "f1": 0.8158714657738095, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ], + "main_score": 0.8158714657738095, + "precision": 0.8007649739583333, + "recall": 0.8515625 + }, + { + "accuracy": 0.876953125, + "f1": 0.8480468750000001, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ], + "main_score": 0.8480468750000001, + "precision": 0.8349446614583333, + "recall": 0.876953125 + }, + { + "accuracy": 0.013671875, + "f1": 0.008228701636904761, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ], + "main_score": 0.008228701636904761, + "precision": 0.007130022497910454, + "recall": 0.013671875 + }, + { + "accuracy": 0.8505859375, + "f1": 0.8148437500000001, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ], + "main_score": 0.8148437500000001, + "precision": 0.798291015625, + "recall": 0.8505859375 + }, + { + "accuracy": 0.82421875, + "f1": 0.785693359375, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ], + "main_score": 0.785693359375, + "precision": 0.7684012276785714, + "recall": 0.82421875 + }, + { + "accuracy": 0.8193359375, + "f1": 0.780229259672619, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ], + "main_score": 0.780229259672619, + "precision": 0.7631928943452382, + "recall": 0.8193359375 + }, + { + "accuracy": 0.79296875, + "f1": 0.7523297991071429, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ], + "main_score": 0.7523297991071429, + "precision": 0.7348958333333333, + "recall": 0.79296875 + }, + { + "accuracy": 0.017578125, + "f1": 0.007843270699732306, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ], + "main_score": 0.007843270699732306, + "precision": 0.006386294297991901, + "recall": 0.017578125 + }, + { + "accuracy": 0.75, + "f1": 0.7064639136904762, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ], + "main_score": 0.7064639136904762, + "precision": 0.687939453125, + "recall": 0.75 + }, + { + "accuracy": 0.837890625, + "f1": 0.8024274553571429, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ], + "main_score": 0.8024274553571429, + "precision": 0.78681640625, + "recall": 0.837890625 + }, + { + "accuracy": 0.84765625, + "f1": 0.8147786458333333, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ], + "main_score": 0.8147786458333333, + "precision": 0.8010114397321428, + "recall": 0.84765625 + }, + { + "accuracy": 0.921875, + "f1": 0.8999348958333333, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ], + "main_score": 0.8999348958333333, + "precision": 0.8902180989583333, + "recall": 0.921875 + }, + { + "accuracy": 0.974609375, + "f1": 0.9661458333333334, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ], + "main_score": 0.9661458333333334, + "precision": 0.9619140625, + "recall": 0.974609375 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.517578125, + "f1": 0.4646430826118326, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ], + "main_score": 0.4646430826118326, + "precision": 0.4444599806660353, + "recall": 0.517578125 + }, + { + "accuracy": 0.958984375, + "f1": 0.9466145833333333, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ], + "main_score": 0.9466145833333333, + "precision": 0.9404296875, + "recall": 0.958984375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9072265625, + "f1": 0.8820312499999999, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ], + "main_score": 0.8820312499999999, + "precision": 0.870556640625, + "recall": 0.9072265625 + }, + { + "accuracy": 0.986328125, + "f1": 0.9817708333333334, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ], + "main_score": 0.9817708333333334, + "precision": 0.9794921875, + "recall": 0.986328125 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9910481770833333, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ], + "main_score": 0.9910481770833333, + "precision": 0.9900716145833334, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9778645833333333, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ], + "main_score": 0.9778645833333333, + "precision": 0.97509765625, + "recall": 0.9833984375 + }, + { + "accuracy": 0.8681640625, + "f1": 0.837109375, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ], + "main_score": 0.837109375, + "precision": 0.8226725260416667, + "recall": 0.8681640625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9645182291666666, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ], + "main_score": 0.9645182291666666, + "precision": 0.96044921875, + "recall": 0.97265625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.009765625, + "f1": 0.004976399739583333, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ], + "main_score": 0.004976399739583333, + "precision": 0.00420514412922427, + "recall": 0.009765625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9886067708333333, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ], + "main_score": 0.9886067708333333, + "precision": 0.9873046875, + "recall": 0.9912109375 + }, + { + "accuracy": 0.958984375, + "f1": 0.9462890625, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ], + "main_score": 0.9462890625, + "precision": 0.9402669270833334, + "recall": 0.958984375 + }, + { + "accuracy": 0.94921875, + "f1": 0.93310546875, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ], + "main_score": 0.93310546875, + "precision": 0.92529296875, + "recall": 0.94921875 + }, + { + "accuracy": 0.947265625, + "f1": 0.9314778645833333, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ], + "main_score": 0.9314778645833333, + "precision": 0.923828125, + "recall": 0.947265625 + }, + { + "accuracy": 0.009765625, + "f1": 0.005107576884920634, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ], + "main_score": 0.005107576884920634, + "precision": 0.004258897569444444, + "recall": 0.009765625 + }, + { + "accuracy": 0.8876953125, + "f1": 0.8609049479166666, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ], + "main_score": 0.8609049479166666, + "precision": 0.848876953125, + "recall": 0.8876953125 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9755859375, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ], + "main_score": 0.9755859375, + "precision": 0.97265625, + "recall": 0.9814453125 + }, + { + "accuracy": 0.982421875, + "f1": 0.9767252604166666, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ], + "main_score": 0.9767252604166666, + "precision": 0.9739583333333333, + "recall": 0.982421875 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9860026041666666, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ], + "main_score": 0.9860026041666666, + "precision": 0.984375, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9775390625, + "f1": 0.9703776041666666, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ], + "main_score": 0.9703776041666666, + "precision": 0.966796875, + "recall": 0.9775390625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.49609375, + "f1": 0.43898978625541124, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ], + "main_score": 0.43898978625541124, + "precision": 0.41769205729166664, + "recall": 0.49609375 + }, + { + "accuracy": 0.9169921875, + "f1": 0.89453125, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ], + "main_score": 0.89453125, + "precision": 0.8837890625, + "recall": 0.9169921875 + }, + { + "accuracy": 0.9853515625, + "f1": 0.9806315104166666, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9806315104166666, + "precision": 0.9783528645833333, + "recall": 0.9853515625 + }, + { + "accuracy": 0.890625, + "f1": 0.8606770833333333, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ], + "main_score": 0.8606770833333333, + "precision": 0.8463541666666667, + "recall": 0.890625 + }, + { + "accuracy": 0.986328125, + "f1": 0.9820963541666666, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ], + "main_score": 0.9820963541666666, + "precision": 0.97998046875, + "recall": 0.986328125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.84765625, + "f1": 0.8100260416666667, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ], + "main_score": 0.8100260416666667, + "precision": 0.79248046875, + "recall": 0.84765625 + }, + { + "accuracy": 0.974609375, + "f1": 0.9661458333333334, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ], + "main_score": 0.9661458333333334, + "precision": 0.9619140625, + "recall": 0.974609375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.009765625, + "f1": 0.004984352156432748, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ], + "main_score": 0.004984352156432748, + "precision": 0.004276336185515874, + "recall": 0.009765625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9716796875, + "f1": 0.9627278645833334, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ], + "main_score": 0.9627278645833334, + "precision": 0.9583333333333333, + "recall": 0.9716796875 + }, + { + "accuracy": 0.9482421875, + "f1": 0.9326822916666666, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ], + "main_score": 0.9326822916666666, + "precision": 0.9252115885416667, + "recall": 0.9482421875 + }, + { + "accuracy": 0.9453125, + "f1": 0.9293619791666666, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ], + "main_score": 0.9293619791666666, + "precision": 0.9215494791666666, + "recall": 0.9453125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004763038980836237, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ], + "main_score": 0.004763038980836237, + "precision": 0.0041197165464743595, + "recall": 0.0087890625 + }, + { + "accuracy": 0.845703125, + "f1": 0.8092308407738096, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ], + "main_score": 0.8092308407738096, + "precision": 0.7925618489583334, + "recall": 0.845703125 + }, + { + "accuracy": 0.986328125, + "f1": 0.9825846354166667, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ], + "main_score": 0.9825846354166667, + "precision": 0.9807942708333333, + "recall": 0.986328125 + }, + { + "accuracy": 0.984375, + "f1": 0.9794921875, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ], + "main_score": 0.9794921875, + "precision": 0.97705078125, + "recall": 0.984375 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9729817708333333, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ], + "main_score": 0.9729817708333333, + "precision": 0.9697265625, + "recall": 0.9794921875 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.5224609375, + "f1": 0.46463300696699134, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ], + "main_score": 0.46463300696699134, + "precision": 0.4420038132440476, + "recall": 0.5224609375 + }, + { + "accuracy": 0.9521484375, + "f1": 0.9384765625, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ], + "main_score": 0.9384765625, + "precision": 0.9318033854166667, + "recall": 0.9521484375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.943359375, + "f1": 0.927734375, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ], + "main_score": 0.927734375, + "precision": 0.9202473958333333, + "recall": 0.943359375 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.8642578125, + "f1": 0.8294921875000001, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ], + "main_score": 0.8294921875000001, + "precision": 0.8133951822916667, + "recall": 0.8642578125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ], + "main_score": 0.9833984375, + "precision": 0.9816080729166667, + "recall": 0.9873046875 + }, + { + "accuracy": 0.98828125, + "f1": 0.9845377604166666, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ], + "main_score": 0.9845377604166666, + "precision": 0.9827473958333333, + "recall": 0.98828125 + }, + { + "accuracy": 0.0078125, + "f1": 0.0036980256529489264, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ], + "main_score": 0.0036980256529489264, + "precision": 0.003376773102114899, + "recall": 0.0078125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9925130208333333, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ], + "main_score": 0.9925130208333333, + "precision": 0.99169921875, + "recall": 0.994140625 + }, + { + "accuracy": 0.9765625, + "f1": 0.9694010416666666, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ], + "main_score": 0.9694010416666666, + "precision": 0.9658203125, + "recall": 0.9765625 + }, + { + "accuracy": 0.96484375, + "f1": 0.9534505208333333, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ], + "main_score": 0.9534505208333333, + "precision": 0.9479166666666667, + "recall": 0.96484375 + }, + { + "accuracy": 0.9609375, + "f1": 0.94970703125, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ], + "main_score": 0.94970703125, + "precision": 0.9443359375, + "recall": 0.9609375 + }, + { + "accuracy": 0.0107421875, + "f1": 0.0038835856706950457, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ], + "main_score": 0.0038835856706950457, + "precision": 0.002845657611927512, + "recall": 0.0107421875 + }, + { + "accuracy": 0.8916015625, + "f1": 0.8653971354166667, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ], + "main_score": 0.8653971354166667, + "precision": 0.853759765625, + "recall": 0.8916015625 + }, + { + "accuracy": 0.990234375, + "f1": 0.9874674479166666, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ], + "main_score": 0.9874674479166666, + "precision": 0.9861653645833334, + "recall": 0.990234375 + }, + { + "accuracy": 0.986328125, + "f1": 0.9820963541666667, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ], + "main_score": 0.9820963541666667, + "precision": 0.97998046875, + "recall": 0.986328125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.0146484375, + "f1": 0.0032297102922583484, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ], + "main_score": 0.0032297102922583484, + "precision": 0.0020299524029183426, + "recall": 0.0146484375 + }, + { + "accuracy": 0.01171875, + "f1": 0.002696121411181011, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ], + "main_score": 0.002696121411181011, + "precision": 0.0020550719467978392, + "recall": 0.01171875 + }, + { + "accuracy": 0.0166015625, + "f1": 0.006335118332188644, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ], + "main_score": 0.006335118332188644, + "precision": 0.004744441538704456, + "recall": 0.0166015625 + }, + { + "accuracy": 0.009765625, + "f1": 0.0016441041108642507, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ], + "main_score": 0.0016441041108642507, + "precision": 0.0009299393628682193, + "recall": 0.009765625 + }, + { + "accuracy": 0.00390625, + "f1": 0.0012438323683385782, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.0012438323683385782, + "precision": 0.0011243075326051635, + "recall": 0.00390625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.003071046798278011, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ], + "main_score": 0.003071046798278011, + "precision": 0.0019702925469327224, + "recall": 0.0107421875 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0028445782266437987, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ], + "main_score": 0.0028445782266437987, + "precision": 0.0024936972006885513, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.003589871944058825, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ], + "main_score": 0.003589871944058825, + "precision": 0.0026861040155202152, + "recall": 0.0107421875 + }, + { + "accuracy": 0.013671875, + "f1": 0.003835471403115601, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ], + "main_score": 0.003835471403115601, + "precision": 0.002598594203922511, + "recall": 0.013671875 + }, + { + "accuracy": 0.01953125, + "f1": 0.005839302896882278, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ], + "main_score": 0.005839302896882278, + "precision": 0.00434140839996365, + "recall": 0.01953125 + }, + { + "accuracy": 0.01171875, + "f1": 0.0040083223710894525, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ], + "main_score": 0.0040083223710894525, + "precision": 0.002911451198158459, + "recall": 0.01171875 + }, + { + "accuracy": 0.01171875, + "f1": 0.002046455687657502, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ], + "main_score": 0.002046455687657502, + "precision": 0.0012692971445442494, + "recall": 0.01171875 + }, + { + "accuracy": 0.017578125, + "f1": 0.004343857019069549, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ], + "main_score": 0.004343857019069549, + "precision": 0.003011708267916588, + "recall": 0.017578125 + }, + { + "accuracy": 0.017578125, + "f1": 0.004729892864658489, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ], + "main_score": 0.004729892864658489, + "precision": 0.003022770571063049, + "recall": 0.017578125 + }, + { + "accuracy": 0.0126953125, + "f1": 0.004583916770133997, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ], + "main_score": 0.004583916770133997, + "precision": 0.003599408004541076, + "recall": 0.0126953125 + }, + { + "accuracy": 0.013671875, + "f1": 0.005001136233840948, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ], + "main_score": 0.005001136233840948, + "precision": 0.004032289614943845, + "recall": 0.013671875 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0029066413740126977, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ], + "main_score": 0.0029066413740126977, + "precision": 0.002489178914003737, + "recall": 0.0087890625 + }, + { + "accuracy": 0.095703125, + "f1": 0.07193145938263126, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ], + "main_score": 0.07193145938263126, + "precision": 0.0639445555343793, + "recall": 0.095703125 + }, + { + "accuracy": 0.013671875, + "f1": 0.004606064649797665, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ], + "main_score": 0.004606064649797665, + "precision": 0.003253385205289502, + "recall": 0.013671875 + }, + { + "accuracy": 0.0087890625, + "f1": 0.003196863320182724, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ], + "main_score": 0.003196863320182724, + "precision": 0.002484345677145349, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0078125, + "f1": 0.0015089365262987379, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ], + "main_score": 0.0015089365262987379, + "precision": 0.0009669001402242177, + "recall": 0.0078125 + }, + { + "accuracy": 0.0078125, + "f1": 0.00248467610502185, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ], + "main_score": 0.00248467610502185, + "precision": 0.0019142660342108873, + "recall": 0.0078125 + }, + { + "accuracy": 0.9775390625, + "f1": 0.9703776041666666, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ], + "main_score": 0.9703776041666666, + "precision": 0.966796875, + "recall": 0.9775390625 + }, + { + "accuracy": 0.98828125, + "f1": 0.9845377604166666, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ], + "main_score": 0.9845377604166666, + "precision": 0.9827473958333333, + "recall": 0.98828125 + }, + { + "accuracy": 0.529296875, + "f1": 0.47359962628517316, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ], + "main_score": 0.47359962628517316, + "precision": 0.4525863405257936, + "recall": 0.529296875 + }, + { + "accuracy": 0.943359375, + "f1": 0.9256184895833333, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ], + "main_score": 0.9256184895833333, + "precision": 0.9171549479166666, + "recall": 0.943359375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.9072265625, + "f1": 0.8813151041666666, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ], + "main_score": 0.8813151041666666, + "precision": 0.8694661458333333, + "recall": 0.9072265625 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9873046875, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ], + "main_score": 0.9873046875, + "precision": 0.98583984375, + "recall": 0.990234375 + }, + { + "accuracy": 0.86328125, + "f1": 0.8296875, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ], + "main_score": 0.8296875, + "precision": 0.8142903645833333, + "recall": 0.86328125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.990234375, + "f1": 0.9873046875, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ], + "main_score": 0.9873046875, + "precision": 0.98583984375, + "recall": 0.990234375 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.0126953125, + "f1": 0.006145367474641372, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ], + "main_score": 0.006145367474641372, + "precision": 0.005034985185480442, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9736328125, + "f1": 0.9654947916666666, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ], + "main_score": 0.9654947916666666, + "precision": 0.96142578125, + "recall": 0.9736328125 + }, + { + "accuracy": 0.9560546875, + "f1": 0.9435221354166666, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ], + "main_score": 0.9435221354166666, + "precision": 0.9375, + "recall": 0.9560546875 + }, + { + "accuracy": 0.9521484375, + "f1": 0.9388020833333334, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ], + "main_score": 0.9388020833333334, + "precision": 0.9324544270833334, + "recall": 0.9521484375 + }, + { + "accuracy": 0.01171875, + "f1": 0.0066569010416666664, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ], + "main_score": 0.0066569010416666664, + "precision": 0.005673363095238095, + "recall": 0.01171875 + }, + { + "accuracy": 0.8876953125, + "f1": 0.8618815104166666, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ], + "main_score": 0.8618815104166666, + "precision": 0.8504231770833333, + "recall": 0.8876953125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ], + "main_score": 0.9833984375, + "precision": 0.9814453125, + "recall": 0.9873046875 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.970703125, + "f1": 0.96240234375, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ], + "main_score": 0.96240234375, + "precision": 0.95849609375, + "recall": 0.970703125 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9783528645833333, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ], + "main_score": 0.9783528645833333, + "precision": 0.9759114583333333, + "recall": 0.9833984375 + }, + { + "accuracy": 0.443359375, + "f1": 0.3833510402358058, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ], + "main_score": 0.3833510402358058, + "precision": 0.3609297847334957, + "recall": 0.443359375 + }, + { + "accuracy": 0.8828125, + "f1": 0.8527669270833333, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ], + "main_score": 0.8527669270833333, + "precision": 0.8384602864583334, + "recall": 0.8828125 + }, + { + "accuracy": 0.966796875, + "f1": 0.9563802083333333, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.9563802083333333, + "precision": 0.9513346354166667, + "recall": 0.966796875 + }, + { + "accuracy": 0.85546875, + "f1": 0.8173363095238095, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ], + "main_score": 0.8173363095238095, + "precision": 0.800048828125, + "recall": 0.85546875 + }, + { + "accuracy": 0.978515625, + "f1": 0.9716796875, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ], + "main_score": 0.9716796875, + "precision": 0.96826171875, + "recall": 0.978515625 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9778645833333334, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ], + "main_score": 0.9778645833333334, + "precision": 0.97509765625, + "recall": 0.9833984375 + }, + { + "accuracy": 0.984375, + "f1": 0.9791666666666667, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ], + "main_score": 0.9791666666666667, + "precision": 0.9765625, + "recall": 0.984375 + }, + { + "accuracy": 0.822265625, + "f1": 0.78447265625, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ], + "main_score": 0.78447265625, + "precision": 0.7669270833333334, + "recall": 0.822265625 + }, + { + "accuracy": 0.9658203125, + "f1": 0.9554036458333333, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ], + "main_score": 0.9554036458333333, + "precision": 0.9501953125, + "recall": 0.9658203125 + }, + { + "accuracy": 0.9716796875, + "f1": 0.96337890625, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ], + "main_score": 0.96337890625, + "precision": 0.9593098958333334, + "recall": 0.9716796875 + }, + { + "accuracy": 0.98046875, + "f1": 0.9742838541666666, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ], + "main_score": 0.9742838541666666, + "precision": 0.97119140625, + "recall": 0.98046875 + }, + { + "accuracy": 0.013671875, + "f1": 0.007722995448179271, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ], + "main_score": 0.007722995448179271, + "precision": 0.006743566453387881, + "recall": 0.013671875 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9752604166666667, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ], + "main_score": 0.9752604166666667, + "precision": 0.97216796875, + "recall": 0.9814453125 + }, + { + "accuracy": 0.9326171875, + "f1": 0.9134114583333333, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ], + "main_score": 0.9134114583333333, + "precision": 0.904296875, + "recall": 0.9326171875 + }, + { + "accuracy": 0.9228515625, + "f1": 0.90322265625, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ], + "main_score": 0.90322265625, + "precision": 0.8939615885416666, + "recall": 0.9228515625 + }, + { + "accuracy": 0.015625, + "f1": 0.006458758701980209, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ], + "main_score": 0.006458758701980209, + "precision": 0.004872076726703613, + "recall": 0.015625 + }, + { + "accuracy": 0.81640625, + "f1": 0.775, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ], + "main_score": 0.775, + "precision": 0.7562174479166666, + "recall": 0.81640625 + }, + { + "accuracy": 0.970703125, + "f1": 0.9619140625, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ], + "main_score": 0.9619140625, + "precision": 0.9576822916666666, + "recall": 0.970703125 + }, + { + "accuracy": 0.974609375, + "f1": 0.966796875, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ], + "main_score": 0.966796875, + "precision": 0.9630533854166666, + "recall": 0.974609375 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9755859375, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ], + "main_score": 0.9755859375, + "precision": 0.97265625, + "recall": 0.9814453125 + }, + { + "accuracy": 0.94921875, + "f1": 0.9345703125, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ], + "main_score": 0.9345703125, + "precision": 0.927734375, + "recall": 0.94921875 + }, + { + "accuracy": 0.9755859375, + "f1": 0.9680989583333333, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ], + "main_score": 0.9680989583333333, + "precision": 0.9645182291666666, + "recall": 0.9755859375 + }, + { + "accuracy": 0.4921875, + "f1": 0.4367978755185786, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ], + "main_score": 0.4367978755185786, + "precision": 0.4161497085813492, + "recall": 0.4921875 + }, + { + "accuracy": 0.8974609375, + "f1": 0.8696940104166666, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ], + "main_score": 0.8696940104166666, + "precision": 0.8565266927083334, + "recall": 0.8974609375 + }, + { + "accuracy": 0.96484375, + "f1": 0.9547526041666667, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.9547526041666667, + "precision": 0.9498697916666667, + "recall": 0.96484375 + }, + { + "accuracy": 0.8388671875, + "f1": 0.7971354166666667, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ], + "main_score": 0.7971354166666667, + "precision": 0.7779947916666666, + "recall": 0.8388671875 + }, + { + "accuracy": 0.9638671875, + "f1": 0.9529622395833333, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ], + "main_score": 0.9529622395833333, + "precision": 0.94775390625, + "recall": 0.9638671875 + }, + { + "accuracy": 0.9775390625, + "f1": 0.9710286458333334, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ], + "main_score": 0.9710286458333334, + "precision": 0.9677734375, + "recall": 0.9775390625 + }, + { + "accuracy": 0.9609375, + "f1": 0.9485677083333333, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ], + "main_score": 0.9485677083333333, + "precision": 0.9425455729166666, + "recall": 0.9609375 + }, + { + "accuracy": 0.822265625, + "f1": 0.7800130208333333, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ], + "main_score": 0.7800130208333333, + "precision": 0.7606608072916667, + "recall": 0.822265625 + }, + { + "accuracy": 0.970703125, + "f1": 0.9616536458333333, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ], + "main_score": 0.9616536458333333, + "precision": 0.957275390625, + "recall": 0.970703125 + }, + { + "accuracy": 0.9658203125, + "f1": 0.9552408854166666, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ], + "main_score": 0.9552408854166666, + "precision": 0.9500325520833333, + "recall": 0.9658203125 + }, + { + "accuracy": 0.970703125, + "f1": 0.9616536458333333, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ], + "main_score": 0.9616536458333333, + "precision": 0.9574381510416666, + "recall": 0.970703125 + }, + { + "accuracy": 0.009765625, + "f1": 0.005308008317183463, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ], + "main_score": 0.005308008317183463, + "precision": 0.004542422951911028, + "recall": 0.009765625 + }, + { + "accuracy": 0.9638671875, + "f1": 0.9523111979166666, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ], + "main_score": 0.9523111979166666, + "precision": 0.9466145833333333, + "recall": 0.9638671875 + }, + { + "accuracy": 0.9345703125, + "f1": 0.9172200520833332, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ], + "main_score": 0.9172200520833332, + "precision": 0.9092610677083333, + "recall": 0.9345703125 + }, + { + "accuracy": 0.9052734375, + "f1": 0.8806966145833334, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ], + "main_score": 0.8806966145833334, + "precision": 0.8689778645833333, + "recall": 0.9052734375 + }, + { + "accuracy": 0.009765625, + "f1": 0.005116947939213564, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ], + "main_score": 0.005116947939213564, + "precision": 0.004596263182582816, + "recall": 0.009765625 + }, + { + "accuracy": 0.83203125, + "f1": 0.794921875, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ], + "main_score": 0.794921875, + "precision": 0.77783203125, + "recall": 0.83203125 + }, + { + "accuracy": 0.962890625, + "f1": 0.9518229166666666, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ], + "main_score": 0.9518229166666666, + "precision": 0.9464518229166667, + "recall": 0.962890625 + }, + { + "accuracy": 0.9609375, + "f1": 0.9501953125, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ], + "main_score": 0.9501953125, + "precision": 0.9451822916666666, + "recall": 0.9609375 + }, + { + "accuracy": 0.978515625, + "f1": 0.9715169270833333, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ], + "main_score": 0.9715169270833333, + "precision": 0.9680989583333333, + "recall": 0.978515625 + }, + { + "accuracy": 0.93359375, + "f1": 0.9143880208333333, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ], + "main_score": 0.9143880208333333, + "precision": 0.9051106770833333, + "recall": 0.93359375 + }, + { + "accuracy": 0.94921875, + "f1": 0.9346354166666666, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ], + "main_score": 0.9346354166666666, + "precision": 0.9276529947916667, + "recall": 0.94921875 + }, + { + "accuracy": 0.5107421875, + "f1": 0.4494326636904762, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ], + "main_score": 0.4494326636904762, + "precision": 0.425879329004329, + "recall": 0.5107421875 + }, + { + "accuracy": 0.87109375, + "f1": 0.8396019345238095, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ], + "main_score": 0.8396019345238095, + "precision": 0.8248697916666666, + "recall": 0.87109375 + }, + { + "accuracy": 0.9365234375, + "f1": 0.9173177083333333, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9173177083333333, + "precision": 0.908203125, + "recall": 0.9365234375 + }, + { + "accuracy": 0.8330078125, + "f1": 0.7914713541666666, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ], + "main_score": 0.7914713541666666, + "precision": 0.77236328125, + "recall": 0.8330078125 + }, + { + "accuracy": 0.94140625, + "f1": 0.9246419270833333, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ], + "main_score": 0.9246419270833333, + "precision": 0.91650390625, + "recall": 0.94140625 + }, + { + "accuracy": 0.9658203125, + "f1": 0.9554036458333334, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ], + "main_score": 0.9554036458333334, + "precision": 0.9503580729166667, + "recall": 0.9658203125 + }, + { + "accuracy": 0.9423828125, + "f1": 0.9253580729166666, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ], + "main_score": 0.9253580729166666, + "precision": 0.9170735677083333, + "recall": 0.9423828125 + }, + { + "accuracy": 0.8037109375, + "f1": 0.7587425595238095, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ], + "main_score": 0.7587425595238095, + "precision": 0.738525390625, + "recall": 0.8037109375 + }, + { + "accuracy": 0.953125, + "f1": 0.9381510416666666, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ], + "main_score": 0.9381510416666666, + "precision": 0.9308268229166667, + "recall": 0.953125 + }, + { + "accuracy": 0.9443359375, + "f1": 0.92822265625, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ], + "main_score": 0.92822265625, + "precision": 0.9205729166666667, + "recall": 0.9443359375 + }, + { + "accuracy": 0.962890625, + "f1": 0.9523763020833333, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ], + "main_score": 0.9523763020833333, + "precision": 0.947705078125, + "recall": 0.962890625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.00432329714556277, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ], + "main_score": 0.00432329714556277, + "precision": 0.002930110254329004, + "recall": 0.0107421875 + }, + { + "accuracy": 0.9560546875, + "f1": 0.9430013020833333, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ], + "main_score": 0.9430013020833333, + "precision": 0.9368489583333334, + "recall": 0.9560546875 + }, + { + "accuracy": 0.9150390625, + "f1": 0.8929036458333333, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ], + "main_score": 0.8929036458333333, + "precision": 0.88232421875, + "recall": 0.9150390625 + }, + { + "accuracy": 0.8935546875, + "f1": 0.8646158854166667, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ], + "main_score": 0.8646158854166667, + "precision": 0.8516438802083333, + "recall": 0.8935546875 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004988031355218855, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ], + "main_score": 0.004988031355218855, + "precision": 0.003959940464491615, + "recall": 0.0107421875 + }, + { + "accuracy": 0.8017578125, + "f1": 0.7584821428571429, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ], + "main_score": 0.7584821428571429, + "precision": 0.7395833333333334, + "recall": 0.8017578125 + }, + { + "accuracy": 0.9296875, + "f1": 0.90908203125, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ], + "main_score": 0.90908203125, + "precision": 0.8993326822916667, + "recall": 0.9296875 + }, + { + "accuracy": 0.943359375, + "f1": 0.927734375, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ], + "main_score": 0.927734375, + "precision": 0.9200846354166666, + "recall": 0.943359375 + }, + { + "accuracy": 0.9580078125, + "f1": 0.9443359375, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ], + "main_score": 0.9443359375, + "precision": 0.9376627604166667, + "recall": 0.9580078125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0030644770834813394, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ], + "main_score": 0.0030644770834813394, + "precision": 0.002684912076127386, + "recall": 0.0087890625 + }, + { + "accuracy": 0.013671875, + "f1": 0.006290187071416546, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ], + "main_score": 0.006290187071416546, + "precision": 0.005760508912929157, + "recall": 0.013671875 + }, + { + "accuracy": 0.017578125, + "f1": 0.00670943410695016, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ], + "main_score": 0.00670943410695016, + "precision": 0.0052097652701541715, + "recall": 0.017578125 + }, + { + "accuracy": 0.0126953125, + "f1": 0.005221264776941878, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ], + "main_score": 0.005221264776941878, + "precision": 0.004399553529982069, + "recall": 0.0126953125 + }, + { + "accuracy": 0.005859375, + "f1": 0.002606060299399435, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.002606060299399435, + "precision": 0.002339070668628705, + "recall": 0.005859375 + }, + { + "accuracy": 0.015625, + "f1": 0.007564636324142443, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ], + "main_score": 0.007564636324142443, + "precision": 0.006443507337225955, + "recall": 0.015625 + }, + { + "accuracy": 0.0078125, + "f1": 0.0037178392991812107, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ], + "main_score": 0.0037178392991812107, + "precision": 0.003387284728596323, + "recall": 0.0078125 + }, + { + "accuracy": 0.0078125, + "f1": 0.0031856362336601307, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ], + "main_score": 0.0031856362336601307, + "precision": 0.00266326419890873, + "recall": 0.0078125 + }, + { + "accuracy": 0.009765625, + "f1": 0.004437565413030893, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ], + "main_score": 0.004437565413030893, + "precision": 0.003905730086203102, + "recall": 0.009765625 + }, + { + "accuracy": 0.013671875, + "f1": 0.004451943739878098, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ], + "main_score": 0.004451943739878098, + "precision": 0.003534481084871876, + "recall": 0.013671875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.004707396296120367, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ], + "main_score": 0.004707396296120367, + "precision": 0.003771106775652725, + "recall": 0.0126953125 + }, + { + "accuracy": 0.0107421875, + "f1": 0.002525860080155593, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ], + "main_score": 0.002525860080155593, + "precision": 0.00189053955528861, + "recall": 0.0107421875 + }, + { + "accuracy": 0.009765625, + "f1": 0.004317717976952193, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ], + "main_score": 0.004317717976952193, + "precision": 0.004127848631393242, + "recall": 0.009765625 + }, + { + "accuracy": 0.083984375, + "f1": 0.054079086061507936, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ], + "main_score": 0.054079086061507936, + "precision": 0.04494653381500627, + "recall": 0.083984375 + }, + { + "accuracy": 0.0126953125, + "f1": 0.005923877335010147, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ], + "main_score": 0.005923877335010147, + "precision": 0.005210148626987578, + "recall": 0.0126953125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004120020171680265, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ], + "main_score": 0.004120020171680265, + "precision": 0.0037124482850960433, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0016107744103321742, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ], + "main_score": 0.0016107744103321742, + "precision": 0.0013184062369231107, + "recall": 0.0087890625 + }, + { + "accuracy": 0.015625, + "f1": 0.008586046497551946, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ], + "main_score": 0.008586046497551946, + "precision": 0.007697464086872432, + "recall": 0.015625 + }, + { + "accuracy": 0.0146484375, + "f1": 0.006731444559444433, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ], + "main_score": 0.006731444559444433, + "precision": 0.005758712774682808, + "recall": 0.0146484375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0029057334815627027, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ], + "main_score": 0.0029057334815627027, + "precision": 0.0022333400967543765, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0126953125, + "f1": 0.00490412622797938, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ], + "main_score": 0.00490412622797938, + "precision": 0.004475208753134412, + "recall": 0.0126953125 + }, + { + "accuracy": 0.005859375, + "f1": 0.0030278224571078432, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ], + "main_score": 0.0030278224571078432, + "precision": 0.0026870894785622178, + "recall": 0.005859375 + }, + { + "accuracy": 0.8369140625, + "f1": 0.80068359375, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ], + "main_score": 0.80068359375, + "precision": 0.7851182725694444, + "recall": 0.8369140625 + }, + { + "accuracy": 0.8642578125, + "f1": 0.8312499999999999, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ], + "main_score": 0.8312499999999999, + "precision": 0.8163248697916667, + "recall": 0.8642578125 + }, + { + "accuracy": 0.55078125, + "f1": 0.4993102058531746, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ], + "main_score": 0.4993102058531746, + "precision": 0.47884385850694444, + "recall": 0.55078125 + }, + { + "accuracy": 0.8642578125, + "f1": 0.8347330729166667, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ], + "main_score": 0.8347330729166667, + "precision": 0.8212890625, + "recall": 0.8642578125 + }, + { + "accuracy": 0.8427734375, + "f1": 0.8019911024305556, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ], + "main_score": 0.8019911024305556, + "precision": 0.7839855375744048, + "recall": 0.8427734375 + }, + { + "accuracy": 0.83984375, + "f1": 0.8048688616071429, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ], + "main_score": 0.8048688616071429, + "precision": 0.7901692708333333, + "recall": 0.83984375 + }, + { + "accuracy": 0.849609375, + "f1": 0.8150716145833332, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ], + "main_score": 0.8150716145833332, + "precision": 0.7995117187499999, + "recall": 0.849609375 + }, + { + "accuracy": 0.90234375, + "f1": 0.8761067708333333, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ], + "main_score": 0.8761067708333333, + "precision": 0.8642903645833333, + "recall": 0.90234375 + }, + { + "accuracy": 0.853515625, + "f1": 0.816796875, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ], + "main_score": 0.816796875, + "precision": 0.7999186197916666, + "recall": 0.853515625 + }, + { + "accuracy": 0.7578125, + "f1": 0.7135463169642857, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ], + "main_score": 0.7135463169642857, + "precision": 0.6952962239583333, + "recall": 0.7578125 + }, + { + "accuracy": 0.8876953125, + "f1": 0.8586263020833333, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ], + "main_score": 0.8586263020833333, + "precision": 0.8453287760416667, + "recall": 0.8876953125 + }, + { + "accuracy": 0.849609375, + "f1": 0.8145693824404762, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ], + "main_score": 0.8145693824404762, + "precision": 0.7994303385416667, + "recall": 0.849609375 + }, + { + "accuracy": 0.8798828125, + "f1": 0.8534505208333333, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ], + "main_score": 0.8534505208333333, + "precision": 0.8416666666666667, + "recall": 0.8798828125 + }, + { + "accuracy": 0.0126953125, + "f1": 0.006663532893230673, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ], + "main_score": 0.006663532893230673, + "precision": 0.005751195961156899, + "recall": 0.0126953125 + }, + { + "accuracy": 0.8857421875, + "f1": 0.8571289062499999, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ], + "main_score": 0.8571289062499999, + "precision": 0.8441569010416666, + "recall": 0.8857421875 + }, + { + "accuracy": 0.814453125, + "f1": 0.7757486979166667, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ], + "main_score": 0.7757486979166667, + "precision": 0.7581217447916667, + "recall": 0.814453125 + }, + { + "accuracy": 0.828125, + "f1": 0.7874860491071429, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ], + "main_score": 0.7874860491071429, + "precision": 0.7698079427083333, + "recall": 0.828125 + }, + { + "accuracy": 0.8037109375, + "f1": 0.7629216974431818, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ], + "main_score": 0.7629216974431818, + "precision": 0.7459891183035714, + "recall": 0.8037109375 + }, + { + "accuracy": 0.0166015625, + "f1": 0.009276048151727499, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ], + "main_score": 0.009276048151727499, + "precision": 0.008026681976877288, + "recall": 0.0166015625 + }, + { + "accuracy": 0.8291015625, + "f1": 0.7895670572916667, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ], + "main_score": 0.7895670572916667, + "precision": 0.7728771391369047, + "recall": 0.8291015625 + }, + { + "accuracy": 0.8603515625, + "f1": 0.8257998511904762, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ], + "main_score": 0.8257998511904762, + "precision": 0.810302734375, + "recall": 0.8603515625 + }, + { + "accuracy": 0.8701171875, + "f1": 0.8390625, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ], + "main_score": 0.8390625, + "precision": 0.8256673177083333, + "recall": 0.8701171875 + }, + { + "accuracy": 0.9736328125, + "f1": 0.96533203125, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ], + "main_score": 0.96533203125, + "precision": 0.96142578125, + "recall": 0.9736328125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9835611979166666, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ], + "main_score": 0.9835611979166666, + "precision": 0.9817708333333333, + "recall": 0.9873046875 + }, + { + "accuracy": 0.47265625, + "f1": 0.41558748055330086, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ], + "main_score": 0.41558748055330086, + "precision": 0.3938050285218254, + "recall": 0.47265625 + }, + { + "accuracy": 0.923828125, + "f1": 0.9021809895833333, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ], + "main_score": 0.9021809895833333, + "precision": 0.8917643229166666, + "recall": 0.923828125 + }, + { + "accuracy": 0.990234375, + "f1": 0.9871419270833334, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9871419270833334, + "precision": 0.9856770833333333, + "recall": 0.990234375 + }, + { + "accuracy": 0.8779296875, + "f1": 0.8461588541666667, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ], + "main_score": 0.8461588541666667, + "precision": 0.8314127604166667, + "recall": 0.8779296875 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9778645833333333, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ], + "main_score": 0.9778645833333333, + "precision": 0.97509765625, + "recall": 0.9833984375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9873046875, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ], + "main_score": 0.9873046875, + "precision": 0.98583984375, + "recall": 0.990234375 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.8447265625, + "f1": 0.8049153645833333, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ], + "main_score": 0.8049153645833333, + "precision": 0.786962890625, + "recall": 0.8447265625 + }, + { + "accuracy": 0.978515625, + "f1": 0.9720052083333333, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ], + "main_score": 0.9720052083333333, + "precision": 0.9689127604166666, + "recall": 0.978515625 + }, + { + "accuracy": 0.9853515625, + "f1": 0.9807942708333334, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ], + "main_score": 0.9807942708333334, + "precision": 0.978515625, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.005859375, + "f1": 0.0025584092442645073, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ], + "main_score": 0.0025584092442645073, + "precision": 0.002296901393581081, + "recall": 0.005859375 + }, + { + "accuracy": 0.9833984375, + "f1": 0.9781901041666667, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ], + "main_score": 0.9781901041666667, + "precision": 0.9755859375, + "recall": 0.9833984375 + }, + { + "accuracy": 0.9716796875, + "f1": 0.9625651041666667, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ], + "main_score": 0.9625651041666667, + "precision": 0.9581705729166666, + "recall": 0.9716796875 + }, + { + "accuracy": 0.943359375, + "f1": 0.9265625, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ], + "main_score": 0.9265625, + "precision": 0.91845703125, + "recall": 0.943359375 + }, + { + "accuracy": 0.93359375, + "f1": 0.9153645833333334, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ], + "main_score": 0.9153645833333334, + "precision": 0.9064127604166666, + "recall": 0.93359375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0028290148407335907, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ], + "main_score": 0.0028290148407335907, + "precision": 0.0018728829763986013, + "recall": 0.0087890625 + }, + { + "accuracy": 0.8388671875, + "f1": 0.8000651041666667, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ], + "main_score": 0.8000651041666667, + "precision": 0.7828125, + "recall": 0.8388671875 + }, + { + "accuracy": 0.9892578125, + "f1": 0.98583984375, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ], + "main_score": 0.98583984375, + "precision": 0.9842122395833333, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9861653645833334, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ], + "main_score": 0.9861653645833334, + "precision": 0.9847005208333333, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9728190104166667, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ], + "main_score": 0.9728190104166667, + "precision": 0.9695638020833333, + "recall": 0.9794921875 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.5078125, + "f1": 0.4516105530753969, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ], + "main_score": 0.4516105530753969, + "precision": 0.4304242198773449, + "recall": 0.5078125 + }, + { + "accuracy": 0.9375, + "f1": 0.9187825520833334, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ], + "main_score": 0.9187825520833334, + "precision": 0.90966796875, + "recall": 0.9375 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9914388020833333, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.9914388020833333, + "precision": 0.9908040364583333, + "recall": 0.9931640625 + }, + { + "accuracy": 0.8974609375, + "f1": 0.8696940104166666, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ], + "main_score": 0.8696940104166666, + "precision": 0.8568522135416667, + "recall": 0.8974609375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9886067708333333, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ], + "main_score": 0.9886067708333333, + "precision": 0.9873046875, + "recall": 0.9912109375 + }, + { + "accuracy": 0.8564453125, + "f1": 0.8208658854166666, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ], + "main_score": 0.8208658854166666, + "precision": 0.804443359375, + "recall": 0.8564453125 + }, + { + "accuracy": 0.984375, + "f1": 0.9796549479166666, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ], + "main_score": 0.9796549479166666, + "precision": 0.9773763020833333, + "recall": 0.984375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.9807942708333334, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ], + "main_score": 0.9807942708333334, + "precision": 0.978515625, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98876953125, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ], + "main_score": 0.98876953125, + "precision": 0.9876302083333334, + "recall": 0.9912109375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0036877274584076053, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ], + "main_score": 0.0036877274584076053, + "precision": 0.0028251203910383597, + "recall": 0.0087890625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333334, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ], + "main_score": 0.9856770833333334, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.97265625, + "f1": 0.9641927083333334, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ], + "main_score": 0.9641927083333334, + "precision": 0.9599609375, + "recall": 0.97265625 + }, + { + "accuracy": 0.958984375, + "f1": 0.9456380208333333, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ], + "main_score": 0.9456380208333333, + "precision": 0.9391276041666667, + "recall": 0.958984375 + }, + { + "accuracy": 0.9453125, + "f1": 0.9288736979166667, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ], + "main_score": 0.9288736979166667, + "precision": 0.9210611979166667, + "recall": 0.9453125 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004602244543650793, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ], + "main_score": 0.004602244543650793, + "precision": 0.003567201028138528, + "recall": 0.0107421875 + }, + { + "accuracy": 0.8583984375, + "f1": 0.8263346354166667, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ], + "main_score": 0.8263346354166667, + "precision": 0.81171875, + "recall": 0.8583984375 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ], + "main_score": 0.9833984375, + "precision": 0.9814453125, + "recall": 0.9873046875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.486328125, + "f1": 0.42727716619318185, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ], + "main_score": 0.42727716619318185, + "precision": 0.40445498511904765, + "recall": 0.486328125 + }, + { + "accuracy": 0.9443359375, + "f1": 0.9278971354166667, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ], + "main_score": 0.9278971354166667, + "precision": 0.919921875, + "recall": 0.9443359375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9013671875, + "f1": 0.8733723958333334, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ], + "main_score": 0.8733723958333334, + "precision": 0.8601888020833334, + "recall": 0.9013671875 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333334, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ], + "main_score": 0.9856770833333334, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9248046875, + "f1": 0.9039713541666666, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ], + "main_score": 0.9039713541666666, + "precision": 0.89404296875, + "recall": 0.9248046875 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9886067708333333, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ], + "main_score": 0.9886067708333333, + "precision": 0.9873046875, + "recall": 0.9912109375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.0078125, + "f1": 0.003365286419054801, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ], + "main_score": 0.003365286419054801, + "precision": 0.0028737737899436093, + "recall": 0.0078125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9755859375, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ], + "main_score": 0.9755859375, + "precision": 0.97265625, + "recall": 0.9814453125 + }, + { + "accuracy": 0.9755859375, + "f1": 0.9676106770833334, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ], + "main_score": 0.9676106770833334, + "precision": 0.9637044270833333, + "recall": 0.9755859375 + }, + { + "accuracy": 0.95703125, + "f1": 0.9435221354166666, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ], + "main_score": 0.9435221354166666, + "precision": 0.9368489583333334, + "recall": 0.95703125 + }, + { + "accuracy": 0.009765625, + "f1": 0.003868879601301476, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ], + "main_score": 0.003868879601301476, + "precision": 0.0028657459077380955, + "recall": 0.009765625 + }, + { + "accuracy": 0.876953125, + "f1": 0.8468424479166666, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ], + "main_score": 0.8468424479166666, + "precision": 0.8334147135416667, + "recall": 0.876953125 + }, + { + "accuracy": 0.9892578125, + "f1": 0.986328125, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ], + "main_score": 0.986328125, + "precision": 0.98486328125, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9886067708333334, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ], + "main_score": 0.9886067708333334, + "precision": 0.9873046875, + "recall": 0.9912109375 + } + ] + }, + "task_name": "IN22GenBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicCrosslingualSTS.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicCrosslingualSTS.json new file mode 100644 index 000000000..bba313bf9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicCrosslingualSTS.json @@ -0,0 +1,203 @@ +{ + "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4", + "evaluation_time": 3.285512924194336, + "kg_co2_emissions": 0.00017477721651682455, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.5610533134292232, + "cosine_spearman": 0.535873274413269, + "euclidean_pearson": 0.5491189171052261, + "euclidean_spearman": 0.535873274413269, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.535873274413269, + "manhattan_pearson": 0.5505778248278909, + "manhattan_spearman": 0.5367856577620813, + "pearson": 0.5610533134292232, + "spearman": 0.535873274413269 + }, + { + "cosine_pearson": 0.5260025132435664, + "cosine_spearman": 0.5157195164235536, + "euclidean_pearson": 0.5233474053004464, + "euclidean_spearman": 0.5157195164235536, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.5157195164235536, + "manhattan_pearson": 0.5195858258299345, + "manhattan_spearman": 0.5111684174152716, + "pearson": 0.5260025132435664, + "spearman": 0.5157195164235536 + }, + { + "cosine_pearson": 0.032390643812766455, + "cosine_spearman": 0.04544392051012095, + "euclidean_pearson": 0.033479099156466706, + "euclidean_spearman": 0.04544392051012095, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.04544392051012095, + "manhattan_pearson": 0.026513700628785983, + "manhattan_spearman": 0.03996007979330212, + "pearson": 0.032390643812766455, + "spearman": 0.04544392051012095 + }, + { + "cosine_pearson": 0.13605259611050857, + "cosine_spearman": 0.13833989627303, + "euclidean_pearson": 0.1421977354780135, + "euclidean_spearman": 0.13833989627303, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.13833989627303, + "manhattan_pearson": 0.14300362263186167, + "manhattan_spearman": 0.13891860507995377, + "pearson": 0.13605259611050857, + "spearman": 0.13833989627303 + }, + { + "cosine_pearson": 0.45930500802649765, + "cosine_spearman": 0.4173791661382292, + "euclidean_pearson": 0.4487847431582519, + "euclidean_spearman": 0.4173791661382292, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.4173791661382292, + "manhattan_pearson": 0.4462453349413776, + "manhattan_spearman": 0.4144978937577361, + "pearson": 0.45930500802649765, + "spearman": 0.4173791661382292 + }, + { + "cosine_pearson": 0.6459078982139285, + "cosine_spearman": 0.6221961739969121, + "euclidean_pearson": 0.6321890015160866, + "euclidean_spearman": 0.6221961739969121, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.6221961739969121, + "manhattan_pearson": 0.6296181060948292, + "manhattan_spearman": 0.6209087117399212, + "pearson": 0.6459078982139285, + "spearman": 0.6221961739969121 + }, + { + "cosine_pearson": 0.4479874605869105, + "cosine_spearman": 0.44934960947182584, + "euclidean_pearson": 0.43655293068251144, + "euclidean_spearman": 0.44934960947182584, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.44934960947182584, + "manhattan_pearson": 0.4332296313423368, + "manhattan_spearman": 0.44515620882456924, + "pearson": 0.4479874605869105, + "spearman": 0.44934960947182584 + }, + { + "cosine_pearson": 0.4210160669148245, + "cosine_spearman": 0.419670827675749, + "euclidean_pearson": 0.4168769718987576, + "euclidean_spearman": 0.419670827675749, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.419670827675749, + "manhattan_pearson": 0.4077340245544866, + "manhattan_spearman": 0.4096029168240839, + "pearson": 0.4210160669148245, + "spearman": 0.419670827675749 + }, + { + "cosine_pearson": 0.46574540290034966, + "cosine_spearman": 0.4199000999632796, + "euclidean_pearson": 0.44150812503863923, + "euclidean_spearman": 0.4199000999632796, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.4199000999632796, + "manhattan_pearson": 0.43499002636950085, + "manhattan_spearman": 0.4098834035327296, + "pearson": 0.46574540290034966, + "spearman": 0.4199000999632796 + }, + { + "cosine_pearson": 0.487289344594788, + "cosine_spearman": 0.4928978492017074, + "euclidean_pearson": 0.48189694988537274, + "euclidean_spearman": 0.4928978492017074, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.4928978492017074, + "manhattan_pearson": 0.47639786701647396, + "manhattan_spearman": 0.4905890214955381, + "pearson": 0.487289344594788, + "spearman": 0.4928978492017074 + }, + { + "cosine_pearson": 0.43280152492103896, + "cosine_spearman": 0.4245750322386225, + "euclidean_pearson": 0.4177386178642453, + "euclidean_spearman": 0.42457495631752523, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.4245750322386225, + "manhattan_pearson": 0.414210022549917, + "manhattan_spearman": 0.4254818244417916, + "pearson": 0.43280152492103896, + "spearman": 0.4245750322386225 + }, + { + "cosine_pearson": 0.4877297997006108, + "cosine_spearman": 0.48255590060465614, + "euclidean_pearson": 0.48272721174748323, + "euclidean_spearman": 0.48255590060465614, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.48255590060465614, + "manhattan_pearson": 0.4798234827073941, + "manhattan_spearman": 0.47894125371264695, + "pearson": 0.4877297997006108, + "spearman": 0.48255590060465614 + } + ] + }, + "task_name": "IndicCrosslingualSTS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicGenBenchFloresBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicGenBenchFloresBitextMining.json new file mode 100644 index 000000000..3bb30fce5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1405 @@ +{ + "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", + "evaluation_time": 149.4014880657196, + "kg_co2_emissions": 0.008644489616315428, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.9950592885375494, + "f1": 0.9934123847167324, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.9934123847167324, + "precision": 0.9925889328063241, + "recall": 0.9950592885375494 + }, + { + "accuracy": 0.9861660079051383, + "f1": 0.9818840579710143, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.9818840579710143, + "precision": 0.9799077733860342, + "recall": 0.9861660079051383 + }, + { + "accuracy": 0.9950592885375494, + "f1": 0.9934123847167324, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.9934123847167324, + "precision": 0.9925889328063241, + "recall": 0.9950592885375494 + }, + { + "accuracy": 0.9871541501976284, + "f1": 0.9834321475625823, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9834321475625823, + "precision": 0.9818017127799736, + "recall": 0.9871541501976284 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9950592885375494, + "f1": 0.9934123847167324, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9934123847167324, + "precision": 0.9925889328063241, + "recall": 0.9950592885375494 + }, + { + "accuracy": 0.9930830039525692, + "f1": 0.9907773386034255, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.9907773386034255, + "precision": 0.9896245059288538, + "recall": 0.9930830039525692 + }, + { + "accuracy": 0.983201581027668, + "f1": 0.9777667984189723, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9777667984189723, + "precision": 0.9751317523056654, + "recall": 0.983201581027668 + }, + { + "accuracy": 0.9782608695652174, + "f1": 0.972068511198946, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.972068511198946, + "precision": 0.9692852437417655, + "recall": 0.9782608695652174 + }, + { + "accuracy": 0.9644268774703557, + "f1": 0.954298418972332, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.954298418972332, + "precision": 0.9497459062676453, + "recall": 0.9644268774703557 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.991106719367589, + "f1": 0.9888010540184454, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9888010540184454, + "precision": 0.9878458498023716, + "recall": 0.991106719367589 + }, + { + "accuracy": 0.9960474308300395, + "f1": 0.994729907773386, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.994729907773386, + "precision": 0.9940711462450593, + "recall": 0.9960474308300395 + }, + { + "accuracy": 0.9881422924901185, + "f1": 0.9843544137022397, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.9843544137022397, + "precision": 0.9825428194993412, + "recall": 0.9881422924901185 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.9973649538866931, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.9973649538866931, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9881422924901185, + "f1": 0.9843544137022399, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9843544137022399, + "precision": 0.9825428194993413, + "recall": 0.9881422924901185 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.9930830039525692, + "f1": 0.9907773386034255, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.9907773386034255, + "precision": 0.9896245059288538, + "recall": 0.9930830039525692 + }, + { + "accuracy": 0.974308300395257, + "f1": 0.9664031620553359, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9664031620553359, + "precision": 0.9626152832674572, + "recall": 0.974308300395257 + }, + { + "accuracy": 0.9644268774703557, + "f1": 0.9540513833992095, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.9540513833992095, + "precision": 0.9492753623188406, + "recall": 0.9644268774703557 + }, + { + "accuracy": 0.9486166007905138, + "f1": 0.9331357048748352, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ], + "main_score": 0.9331357048748352, + "precision": 0.9260540184453229, + "recall": 0.9486166007905138 + }, + { + "accuracy": 0.9357707509881423, + "f1": 0.9161396574440053, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ], + "main_score": 0.9161396574440053, + "precision": 0.9071146245059288, + "recall": 0.9357707509881423 + }, + { + "accuracy": 0.9802371541501976, + "f1": 0.974308300395257, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ], + "main_score": 0.974308300395257, + "precision": 0.9715085638998682, + "recall": 0.9802371541501976 + }, + { + "accuracy": 0.974308300395257, + "f1": 0.9667325428194993, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ], + "main_score": 0.9667325428194993, + "precision": 0.9631093544137022, + "recall": 0.974308300395257 + }, + { + "accuracy": 0.9733201581027668, + "f1": 0.965250329380764, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.965250329380764, + "precision": 0.9614624505928854, + "recall": 0.9733201581027668 + }, + { + "accuracy": 0.9515810276679841, + "f1": 0.9375823451910409, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.9375823451910409, + "precision": 0.9310276679841898, + "recall": 0.9515810276679841 + }, + { + "accuracy": 0.9851778656126482, + "f1": 0.9804018445322793, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.9804018445322793, + "precision": 0.9780961791831357, + "recall": 0.9851778656126482 + }, + { + "accuracy": 0.9772727272727273, + "f1": 0.9698616600790514, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.9698616600790514, + "precision": 0.9662384716732543, + "recall": 0.9772727272727273 + }, + { + "accuracy": 0.9733201581027668, + "f1": 0.9649209486166008, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ], + "main_score": 0.9649209486166008, + "precision": 0.9609683794466403, + "recall": 0.9733201581027668 + }, + { + "accuracy": 0.967391304347826, + "f1": 0.9570158102766798, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ], + "main_score": 0.9570158102766798, + "precision": 0.9520750988142292, + "recall": 0.967391304347826 + }, + { + "accuracy": 0.9565217391304348, + "f1": 0.9430171277997365, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9430171277997365, + "precision": 0.9367588932806324, + "recall": 0.9565217391304348 + }, + { + "accuracy": 0.9347826086956522, + "f1": 0.9169489930359496, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9169489930359496, + "precision": 0.9089920948616601, + "recall": 0.9347826086956522 + }, + { + "accuracy": 0.9752964426877471, + "f1": 0.9679512516469038, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "main_score": 0.9679512516469038, + "precision": 0.9645092226613966, + "recall": 0.9752964426877471 + }, + { + "accuracy": 0.9624505928853755, + "f1": 0.9517457180500659, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ], + "main_score": 0.9517457180500659, + "precision": 0.9468050065876152, + "recall": 0.9624505928853755 + }, + { + "accuracy": 0.983201581027668, + "f1": 0.9777667984189723, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ], + "main_score": 0.9777667984189723, + "precision": 0.9751317523056653, + "recall": 0.983201581027668 + }, + { + "accuracy": 0.9664031620553359, + "f1": 0.9555335968379447, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ], + "main_score": 0.9555335968379447, + "precision": 0.9502635046113307, + "recall": 0.9664031620553359 + }, + { + "accuracy": 0.12845849802371542, + "f1": 0.10925277014281166, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.10925277014281166, + "precision": 0.10334746670633169, + "recall": 0.12845849802371542 + }, + { + "accuracy": 0.18280632411067194, + "f1": 0.11928418508834324, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.11928418508834324, + "precision": 0.10367904082083926, + "recall": 0.18280632411067194 + }, + { + "accuracy": 0.39723320158102765, + "f1": 0.3420402198811289, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ], + "main_score": 0.3420402198811289, + "precision": 0.3248051195373966, + "recall": 0.39723320158102765 + }, + { + "accuracy": 0.40810276679841895, + "f1": 0.32751748142064346, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ], + "main_score": 0.32751748142064346, + "precision": 0.3016884757947883, + "recall": 0.40810276679841895 + }, + { + "accuracy": 0.9772727272727273, + "f1": 0.9703557312252964, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ], + "main_score": 0.9703557312252964, + "precision": 0.9670619235836628, + "recall": 0.9772727272727273 + }, + { + "accuracy": 0.9644268774703557, + "f1": 0.953227931488801, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ], + "main_score": 0.953227931488801, + "precision": 0.9479578392621871, + "recall": 0.9644268774703557 + }, + { + "accuracy": 0.8932806324110671, + "f1": 0.8636034255599473, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.8636034255599473, + "precision": 0.8503293807641633, + "recall": 0.8932806324110671 + }, + { + "accuracy": 0.8764822134387352, + "f1": 0.8405467720685111, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.8405467720685111, + "precision": 0.8241436100131752, + "recall": 0.8764822134387352 + }, + { + "accuracy": 0.9723320158102767, + "f1": 0.9640645586297759, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ], + "main_score": 0.9640645586297759, + "precision": 0.9603096179183135, + "recall": 0.9723320158102767 + }, + { + "accuracy": 0.9486166007905138, + "f1": 0.9334180312441183, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ], + "main_score": 0.9334180312441183, + "precision": 0.926548089591568, + "recall": 0.9486166007905138 + }, + { + "accuracy": 0.983201581027668, + "f1": 0.9782608695652174, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ], + "main_score": 0.9782608695652174, + "precision": 0.9759552042160737, + "recall": 0.983201581027668 + }, + { + "accuracy": 0.9693675889328063, + "f1": 0.9598155467720685, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ], + "main_score": 0.9598155467720685, + "precision": 0.9552371541501977, + "recall": 0.9693675889328063 + }, + { + "accuracy": 0.908102766798419, + "f1": 0.8837435621032459, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 0.8837435621032459, + "precision": 0.8729578392621872, + "recall": 0.908102766798419 + }, + { + "accuracy": 0.8656126482213439, + "f1": 0.8283126293995859, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.8283126293995859, + "precision": 0.8123847167325429, + "recall": 0.8656126482213439 + }, + { + "accuracy": 0.7924901185770751, + "f1": 0.7397123407992974, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.7397123407992974, + "precision": 0.7174489459815546, + "recall": 0.7924901185770751 + }, + { + "accuracy": 0.8013833992094862, + "f1": 0.7486824769433466, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.7486824769433466, + "precision": 0.7254117259552042, + "recall": 0.8013833992094862 + }, + { + "accuracy": 0.9881422924901185, + "f1": 0.9841897233201581, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ], + "main_score": 0.9841897233201581, + "precision": 0.9822134387351779, + "recall": 0.9881422924901185 + }, + { + "accuracy": 0.9703557312252964, + "f1": 0.961627140974967, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ], + "main_score": 0.961627140974967, + "precision": 0.9575428194993412, + "recall": 0.9703557312252964 + }, + { + "accuracy": 0.9861660079051383, + "f1": 0.9823781291172595, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ], + "main_score": 0.9823781291172595, + "precision": 0.980566534914361, + "recall": 0.9861660079051383 + }, + { + "accuracy": 0.9713438735177866, + "f1": 0.9629446640316206, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ], + "main_score": 0.9629446640316206, + "precision": 0.9590250329380764, + "recall": 0.9713438735177866 + }, + { + "accuracy": 0.03557312252964427, + "f1": 0.02496892391680052, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.02496892391680052, + "precision": 0.023038056245050193, + "recall": 0.03557312252964427 + }, + { + "accuracy": 0.037549407114624504, + "f1": 0.01564837413820162, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.01564837413820162, + "precision": 0.011935062476894331, + "recall": 0.037549407114624504 + } + ], + "validation": [ + { + "accuracy": 0.9889669007021064, + "f1": 0.9852892009361418, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.9852892009361418, + "precision": 0.9834503510531595, + "recall": 0.9889669007021064 + }, + { + "accuracy": 0.9779338014042126, + "f1": 0.970912738214644, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.970912738214644, + "precision": 0.9675693747910399, + "recall": 0.9779338014042126 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9829488465396189, + "f1": 0.9772651287194918, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9772651287194918, + "precision": 0.9744232698094283, + "recall": 0.9829488465396189 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.995987963891675, + "f1": 0.9946506185222334, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9946506185222334, + "precision": 0.9939819458375125, + "recall": 0.995987963891675 + }, + { + "accuracy": 0.9859578736208626, + "f1": 0.9812771648278167, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.9812771648278167, + "precision": 0.9789368104312939, + "recall": 0.9859578736208626 + }, + { + "accuracy": 0.9809428284854563, + "f1": 0.9747576061517886, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9747576061517886, + "precision": 0.971748579070545, + "recall": 0.9809428284854563 + }, + { + "accuracy": 0.9749247743229689, + "f1": 0.9675693747910398, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9675693747910398, + "precision": 0.9640588431962555, + "recall": 0.9749247743229689 + }, + { + "accuracy": 0.958876629889669, + "f1": 0.9456703443664326, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.9456703443664326, + "precision": 0.9393179538615848, + "recall": 0.958876629889669 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.9889669007021064, + "f1": 0.9854563691073219, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9854563691073219, + "precision": 0.9837846873955199, + "recall": 0.9889669007021064 + }, + { + "accuracy": 0.9949849548645938, + "f1": 0.9933132731527916, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9933132731527916, + "precision": 0.9924774322968907, + "recall": 0.9949849548645938 + }, + { + "accuracy": 0.9859578736208626, + "f1": 0.981444332998997, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.981444332998997, + "precision": 0.9792711467736543, + "recall": 0.9859578736208626 + }, + { + "accuracy": 0.9919759277833501, + "f1": 0.9893012370444668, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.9893012370444668, + "precision": 0.9879638916750251, + "recall": 0.9919759277833501 + }, + { + "accuracy": 0.9859578736208626, + "f1": 0.9812771648278167, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9812771648278167, + "precision": 0.9789368104312939, + "recall": 0.9859578736208626 + }, + { + "accuracy": 0.995987963891675, + "f1": 0.9946506185222334, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.9946506185222334, + "precision": 0.9939819458375125, + "recall": 0.995987963891675 + }, + { + "accuracy": 0.9889669007021064, + "f1": 0.9852892009361417, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.9852892009361417, + "precision": 0.9834503510531595, + "recall": 0.9889669007021064 + }, + { + "accuracy": 0.970912738214644, + "f1": 0.9617184887997325, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9617184887997325, + "precision": 0.9573721163490472, + "recall": 0.970912738214644 + }, + { + "accuracy": 0.9578736208625878, + "f1": 0.945068538950184, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.945068538950184, + "precision": 0.9390672016048145, + "recall": 0.9578736208625878 + }, + { + "accuracy": 0.9488465396188566, + "f1": 0.933032430625209, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ], + "main_score": 0.933032430625209, + "precision": 0.9255265797392177, + "recall": 0.9488465396188566 + }, + { + "accuracy": 0.9107321965897693, + "f1": 0.8852223336676697, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ], + "main_score": 0.8852223336676697, + "precision": 0.8736041457706453, + "recall": 0.9107321965897693 + }, + { + "accuracy": 0.9809428284854563, + "f1": 0.9750919424941491, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ], + "main_score": 0.9750919424941491, + "precision": 0.9722500835840855, + "recall": 0.9809428284854563 + }, + { + "accuracy": 0.9689067201604814, + "f1": 0.9590437980608493, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ], + "main_score": 0.9590437980608493, + "precision": 0.9543630892678034, + "recall": 0.9689067201604814 + }, + { + "accuracy": 0.9739217652958877, + "f1": 0.9659645603477097, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.9659645603477097, + "precision": 0.9621364092276831, + "recall": 0.9739217652958877 + }, + { + "accuracy": 0.9458375125376128, + "f1": 0.9286191909060514, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.9286191909060514, + "precision": 0.9202607823470411, + "recall": 0.9458375125376128 + }, + { + "accuracy": 0.9819458375125376, + "f1": 0.9762621196924105, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.9762621196924105, + "precision": 0.973420260782347, + "recall": 0.9819458375125376 + }, + { + "accuracy": 0.9648946840521565, + "f1": 0.9536944165830825, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.9536944165830825, + "precision": 0.948345035105316, + "recall": 0.9648946840521565 + }, + { + "accuracy": 0.9739217652958877, + "f1": 0.965229020394517, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ], + "main_score": 0.965229020394517, + "precision": 0.9608826479438315, + "recall": 0.9739217652958877 + }, + { + "accuracy": 0.9568706118355065, + "f1": 0.9430625208960213, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ], + "main_score": 0.9430625208960213, + "precision": 0.936392510865931, + "recall": 0.9568706118355065 + }, + { + "accuracy": 0.9358074222668004, + "f1": 0.9154129053828151, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9154129053828151, + "precision": 0.9055499832831828, + "recall": 0.9358074222668004 + }, + { + "accuracy": 0.9307923771313942, + "f1": 0.9092276830491475, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9092276830491475, + "precision": 0.8990304246071548, + "recall": 0.9307923771313942 + }, + { + "accuracy": 0.9739217652958877, + "f1": 0.9671347375459712, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "main_score": 0.9671347375459712, + "precision": 0.9639752591106653, + "recall": 0.9739217652958877 + }, + { + "accuracy": 0.9568706118355065, + "f1": 0.9442995653627548, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ], + "main_score": 0.9442995653627548, + "precision": 0.9384821130056836, + "recall": 0.9568706118355065 + }, + { + "accuracy": 0.9859578736208626, + "f1": 0.9812771648278167, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ], + "main_score": 0.9812771648278167, + "precision": 0.9789368104312939, + "recall": 0.9859578736208626 + }, + { + "accuracy": 0.970912738214644, + "f1": 0.9619525242393847, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ], + "main_score": 0.9619525242393847, + "precision": 0.9577900367769976, + "recall": 0.970912738214644 + }, + { + "accuracy": 0.1444332998996991, + "f1": 0.12321183258426603, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.12321183258426603, + "precision": 0.11695629088573045, + "recall": 0.1444332998996991 + }, + { + "accuracy": 0.18254764292878636, + "f1": 0.1173866510726937, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.1173866510726937, + "precision": 0.0997695791533186, + "recall": 0.18254764292878636 + }, + { + "accuracy": 0.40421263791374124, + "f1": 0.33984380992906565, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ], + "main_score": 0.33984380992906565, + "precision": 0.3193505480366062, + "recall": 0.40421263791374124 + }, + { + "accuracy": 0.4172517552657974, + "f1": 0.33611330696968417, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ], + "main_score": 0.33611330696968417, + "precision": 0.3089093296263721, + "recall": 0.4172517552657974 + }, + { + "accuracy": 0.9799398194583752, + "f1": 0.9739217652958877, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ], + "main_score": 0.9739217652958877, + "precision": 0.9710799063858242, + "recall": 0.9799398194583752 + }, + { + "accuracy": 0.9538615847542627, + "f1": 0.9391507856904044, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ], + "main_score": 0.9391507856904044, + "precision": 0.9321297225008358, + "recall": 0.9538615847542627 + }, + { + "accuracy": 0.8916750250752257, + "f1": 0.861250417920428, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.861250417920428, + "precision": 0.8470745570043463, + "recall": 0.8916750250752257 + }, + { + "accuracy": 0.8645937813440321, + "f1": 0.8243396857238381, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.8243396857238381, + "precision": 0.8061685055165496, + "recall": 0.8645937813440321 + }, + { + "accuracy": 0.954864593781344, + "f1": 0.9407221664994984, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ], + "main_score": 0.9407221664994984, + "precision": 0.9340521564694082, + "recall": 0.954864593781344 + }, + { + "accuracy": 0.9348044132397192, + "f1": 0.9148779672350383, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ], + "main_score": 0.9148779672350383, + "precision": 0.9055499832831829, + "recall": 0.9348044132397192 + }, + { + "accuracy": 0.9719157472417251, + "f1": 0.9627214978268138, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ], + "main_score": 0.9627214978268138, + "precision": 0.9582079572049482, + "recall": 0.9719157472417251 + }, + { + "accuracy": 0.958876629889669, + "f1": 0.9453360080240722, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ], + "main_score": 0.9453360080240722, + "precision": 0.938649281176864, + "recall": 0.958876629889669 + }, + { + "accuracy": 0.8906720160481444, + "f1": 0.8590963366289344, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 0.8590963366289344, + "precision": 0.8450183884988298, + "recall": 0.8906720160481444 + }, + { + "accuracy": 0.8425275827482447, + "f1": 0.7976787505373262, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.7976787505373262, + "precision": 0.7781176863925109, + "recall": 0.8425275827482447 + }, + { + "accuracy": 0.7773319959879639, + "f1": 0.7202154081291493, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.7202154081291493, + "precision": 0.6969002244829726, + "recall": 0.7773319959879639 + }, + { + "accuracy": 0.7963891675025075, + "f1": 0.7400534938147777, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.7400534938147777, + "precision": 0.7156803744567035, + "recall": 0.7963891675025075 + }, + { + "accuracy": 0.9839518555667001, + "f1": 0.9789368104312939, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ], + "main_score": 0.9789368104312939, + "precision": 0.9764292878635907, + "recall": 0.9839518555667001 + }, + { + "accuracy": 0.9689067201604814, + "f1": 0.9587094617184888, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ], + "main_score": 0.9587094617184888, + "precision": 0.9536944165830825, + "recall": 0.9689067201604814 + }, + { + "accuracy": 0.9829488465396189, + "f1": 0.9772651287194918, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ], + "main_score": 0.9772651287194918, + "precision": 0.9744232698094283, + "recall": 0.9829488465396189 + }, + { + "accuracy": 0.9699097291875627, + "f1": 0.9602139752591107, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ], + "main_score": 0.9602139752591107, + "precision": 0.9555332664660648, + "recall": 0.9699097291875627 + }, + { + "accuracy": 0.02708124373119358, + "f1": 0.018845325537793813, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.018845325537793813, + "precision": 0.01770861990725649, + "recall": 0.02708124373119358 + }, + { + "accuracy": 0.024072216649949848, + "f1": 0.007311291077702955, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.007311291077702955, + "precision": 0.005266642593569026, + "recall": 0.024072216649949848 + } + ] + }, + "task_name": "IndicGenBenchFloresBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicLangClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicLangClassification.json new file mode 100644 index 000000000..06a535652 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndicLangClassification.json @@ -0,0 +1,96 @@ +{ + "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097", + "evaluation_time": 31.765899181365967, + "kg_co2_emissions": 0.0016307995146245975, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.12448221447826946, + "f1": 0.12383739736054336, + "f1_weighted": 0.11074115722400094, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ], + "main_score": 0.12448221447826946, + "scores_per_experiment": [ + { + "accuracy": 0.11831810112433427, + "f1": 0.12566910622091335, + "f1_weighted": 0.10816722323543146 + }, + { + "accuracy": 0.12344664343480834, + "f1": 0.11979619275018855, + "f1_weighted": 0.10973662212027602 + }, + { + "accuracy": 0.12157275297521204, + "f1": 0.1251263841100516, + "f1_weighted": 0.10999231918034515 + }, + { + "accuracy": 0.12397264777434414, + "f1": 0.12141541098623213, + "f1_weighted": 0.10808242027964399 + }, + { + "accuracy": 0.1264382931159182, + "f1": 0.12754367962601562, + "f1_weighted": 0.1161691671633249 + }, + { + "accuracy": 0.12393977250312314, + "f1": 0.12597224670377263, + "f1_weighted": 0.11275826006419665 + }, + { + "accuracy": 0.13393385495430338, + "f1": 0.12856865527803987, + "f1_weighted": 0.11710697792151567 + }, + { + "accuracy": 0.12522190808074166, + "f1": 0.1219777139853735, + "f1_weighted": 0.11050695179052428 + }, + { + "accuracy": 0.12262476165428365, + "f1": 0.11933220925086425, + "f1_weighted": 0.10491047476614995 + }, + { + "accuracy": 0.12535340916562562, + "f1": 0.12297237469398196, + "f1_weighted": 0.10998115571860122 + } + ] + } + ] + }, + "task_name": "IndicLangClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndonesianIdClickbaitClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndonesianIdClickbaitClassification.json new file mode 100644 index 000000000..73057a0ed --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IndonesianIdClickbaitClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "9fa4d0824015fe537ae2c8166781f5c79873da2c", + "evaluation_time": 7.4166905879974365, + "kg_co2_emissions": 0.0002302822678774807, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.602197265625, + "ap": 0.48459132120282655, + "ap_weighted": 0.48459132120282655, + "f1": 0.5968661150403338, + "f1_weighted": 0.6025257319853327, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5968661150403338, + "scores_per_experiment": [ + { + "accuracy": 0.66015625, + "ap": 0.5207020710086533, + "ap_weighted": 0.5207020710086533, + "f1": 0.6453838460734704, + "f1_weighted": 0.6570462702259938 + }, + { + "accuracy": 0.54296875, + "ap": 0.4525429287465754, + "ap_weighted": 0.4525429287465754, + "f1": 0.5427764553230261, + "f1_weighted": 0.5412655685753743 + }, + { + "accuracy": 0.5537109375, + "ap": 0.44738145850357797, + "ap_weighted": 0.44738145850357797, + "f1": 0.5486907278534726, + "f1_weighted": 0.5563604925912228 + }, + { + "accuracy": 0.61865234375, + "ap": 0.4939171423128178, + "ap_weighted": 0.4939171423128178, + "f1": 0.614943343645723, + "f1_weighted": 0.6210327468019986 + }, + { + "accuracy": 0.6240234375, + "ap": 0.5053084475262503, + "ap_weighted": 0.5053084475262503, + "f1": 0.6238652463661647, + "f1_weighted": 0.6251081767034423 + }, + { + "accuracy": 0.54638671875, + "ap": 0.4401107285411944, + "ap_weighted": 0.4401107285411944, + "f1": 0.5379338566996351, + "f1_weighted": 0.5480040533661348 + }, + { + "accuracy": 0.66162109375, + "ap": 0.5283709195821295, + "ap_weighted": 0.5283709195821295, + "f1": 0.6567892427431923, + "f1_weighted": 0.6633510157154002 + }, + { + "accuracy": 0.5966796875, + "ap": 0.4909992436754943, + "ap_weighted": 0.4909992436754943, + "f1": 0.5958282323505998, + "f1_weighted": 0.5928390812941946 + }, + { + "accuracy": 0.5859375, + "ap": 0.4651616274099902, + "ap_weighted": 0.4651616274099902, + "f1": 0.5772249741228297, + "f1_weighted": 0.587004339903327 + }, + { + "accuracy": 0.6318359375, + "ap": 0.5014186447215829, + "ap_weighted": 0.5014186447215829, + "f1": 0.6252252252252253, + "f1_weighted": 0.6332455746762388 + } + ] + } + ] + }, + "task_name": "IndonesianIdClickbaitClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IsiZuluNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IsiZuluNewsClassification.json new file mode 100644 index 000000000..1f1a3299c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/IsiZuluNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "55caf0e52693a1ea63b15a4980a73fc137fb862b", + "evaluation_time": 7.21489405632019, + "kg_co2_emissions": 0.00021757153711810052, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.3313829787234043, + "f1": 0.31642250757914614, + "f1_weighted": 0.33928605994758515, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ], + "main_score": 0.3313829787234043, + "scores_per_experiment": [ + { + "accuracy": 0.3351063829787234, + "f1": 0.3361110129256729, + "f1_weighted": 0.3445528790617441 + }, + { + "accuracy": 0.3537234042553192, + "f1": 0.3000359168856472, + "f1_weighted": 0.38006741211235245 + }, + { + "accuracy": 0.2978723404255319, + "f1": 0.2957450489896052, + "f1_weighted": 0.29537268537652533 + }, + { + "accuracy": 0.3324468085106383, + "f1": 0.3280995810940679, + "f1_weighted": 0.3320131988829076 + }, + { + "accuracy": 0.32845744680851063, + "f1": 0.290528704785054, + "f1_weighted": 0.34955109960002 + }, + { + "accuracy": 0.29521276595744683, + "f1": 0.31801049737868203, + "f1_weighted": 0.2905767911758652 + }, + { + "accuracy": 0.35904255319148937, + "f1": 0.33963977293388725, + "f1_weighted": 0.37002723749501454 + }, + { + "accuracy": 0.3550531914893617, + "f1": 0.32388847935249765, + "f1_weighted": 0.3655088809835056 + }, + { + "accuracy": 0.32845744680851063, + "f1": 0.3026682825942094, + "f1_weighted": 0.3306246293831752 + }, + { + "accuracy": 0.32845744680851063, + "f1": 0.32949777885213805, + "f1_weighted": 0.33456578540474163 + } + ] + } + ] + }, + "task_name": "IsiZuluNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ItaCaseholdClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ItaCaseholdClassification.json new file mode 100644 index 000000000..88320636b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ItaCaseholdClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626", + "evaluation_time": 51.90261793136597, + "kg_co2_emissions": 0.004286806319614663, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6285067873303167, + "f1": 0.28318892409961066, + "f1_weighted": 0.5808287146042354, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6285067873303167, + "scores_per_experiment": [ + { + "accuracy": 0.6334841628959276, + "f1": 0.30063172762762624, + "f1_weighted": 0.5848957399424167 + }, + { + "accuracy": 0.6244343891402715, + "f1": 0.27663236759823007, + "f1_weighted": 0.5763031839131084 + }, + { + "accuracy": 0.6244343891402715, + "f1": 0.2751721889851427, + "f1_weighted": 0.5838478054161591 + }, + { + "accuracy": 0.6244343891402715, + "f1": 0.28235369638281155, + "f1_weighted": 0.5805027120010926 + }, + { + "accuracy": 0.6425339366515838, + "f1": 0.28693115433417155, + "f1_weighted": 0.5970543603169598 + }, + { + "accuracy": 0.6470588235294118, + "f1": 0.2803762732530856, + "f1_weighted": 0.5980295918792373 + }, + { + "accuracy": 0.5882352941176471, + "f1": 0.2796513194061685, + "f1_weighted": 0.5281881069468837 + }, + { + "accuracy": 0.6244343891402715, + "f1": 0.2779279397982704, + "f1_weighted": 0.580212089783275 + }, + { + "accuracy": 0.6199095022624435, + "f1": 0.28387758075258074, + "f1_weighted": 0.5751617161119423 + }, + { + "accuracy": 0.6561085972850679, + "f1": 0.28833499285801917, + "f1_weighted": 0.6040918397312777 + } + ] + } + ] + }, + "task_name": "ItaCaseholdClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/JSICK.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/JSICK.json new file mode 100644 index 000000000..812c14462 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/JSICK.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "evaluation_time": 1.8770382404327393, + "kg_co2_emissions": 8.765728315426989e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8161010895235075, + "cosine_spearman": 0.8008282435699906, + "euclidean_pearson": 0.8164934321852338, + "euclidean_spearman": 0.8008282125926303, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.8008282435699906, + "manhattan_pearson": 0.8162325231654994, + "manhattan_spearman": 0.8010697504349857, + "pearson": 0.8161010895235075, + "spearman": 0.8008282435699906 + } + ] + }, + "task_name": "JSICK" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorHateSpeechMLClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorHateSpeechMLClassification.json new file mode 100644 index 000000000..df67f3085 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorHateSpeechMLClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c657d15baf277c48d467f0625f7d33c50d4352ef", + "evaluation_time": 4.519513368606567, + "kg_co2_emissions": 0.00016459191400094495, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.09651448208149238, + "f1": 0.2454136857303661, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ], + "lrap": 0.23616565755740232, + "main_score": 0.09651448208149238, + "scores_per_experiment": [ + { + "accuracy": 0.07511045655375552, + "f1": 0.2246241780682569, + "lrap": 0.21255386461571343 + }, + { + "accuracy": 0.08001963672066764, + "f1": 0.22410337700916472, + "lrap": 0.21214476626847137 + }, + { + "accuracy": 0.06774668630338733, + "f1": 0.2095295484613055, + "lrap": 0.2043718976708606 + }, + { + "accuracy": 0.11143838978890526, + "f1": 0.2928920966165237, + "lrap": 0.25863197512681146 + }, + { + "accuracy": 0.12567501227295041, + "f1": 0.259981496386378, + "lrap": 0.27680957835596054 + }, + { + "accuracy": 0.09671084928816888, + "f1": 0.26001399980337137, + "lrap": 0.23276332296950103 + }, + { + "accuracy": 0.10112911143838979, + "f1": 0.24068413197324146, + "lrap": 0.2456226476844947 + }, + { + "accuracy": 0.10211094747177221, + "f1": 0.2791273425299054, + "lrap": 0.24386352479135154 + }, + { + "accuracy": 0.09474717722140402, + "f1": 0.2034730415749171, + "lrap": 0.22684503354605728 + }, + { + "accuracy": 0.11045655375552282, + "f1": 0.2597076448805965, + "lrap": 0.24804996454480102 + } + ] + } + ] + }, + "task_name": "KorHateSpeechMLClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorSarcasmClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorSarcasmClassification.json new file mode 100644 index 000000000..ac5309794 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KorSarcasmClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "8079d24b9f1278c6fbc992921c1271457a1064ff", + "evaluation_time": 7.893964529037476, + "kg_co2_emissions": 0.0002591172321739325, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.54921875, + "ap": 0.5272411047614176, + "ap_weighted": 0.5272411047614176, + "f1": 0.547304708854794, + "f1_weighted": 0.5473019480660645, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ], + "main_score": 0.54921875, + "scores_per_experiment": [ + { + "accuracy": 0.59375, + "ap": 0.5564341107629781, + "ap_weighted": 0.5564341107629781, + "f1": 0.5905873850045555, + "f1_weighted": 0.5906576653377877 + }, + { + "accuracy": 0.5625, + "ap": 0.5335858076555091, + "ap_weighted": 0.5335858076555091, + "f1": 0.5566122715657051, + "f1_weighted": 0.5565124795583443 + }, + { + "accuracy": 0.560546875, + "ap": 0.5335696570435876, + "ap_weighted": 0.5335696570435876, + "f1": 0.5576406348548076, + "f1_weighted": 0.5577106647378243 + }, + { + "accuracy": 0.4892578125, + "ap": 0.4938013055221399, + "ap_weighted": 0.4938013055221399, + "f1": 0.48822506354757944, + "f1_weighted": 0.4881801614192134 + }, + { + "accuracy": 0.49853515625, + "ap": 0.49821923711189753, + "ap_weighted": 0.49821923711189753, + "f1": 0.49549426808151453, + "f1_weighted": 0.4955707684127972 + }, + { + "accuracy": 0.5595703125, + "ap": 0.5324723027850844, + "ap_weighted": 0.5324723027850844, + "f1": 0.5594186307198428, + "f1_weighted": 0.5594345972230172 + }, + { + "accuracy": 0.583984375, + "ap": 0.5481206269655977, + "ap_weighted": 0.5481206269655977, + "f1": 0.5839780270084688, + "f1_weighted": 0.5839812010042345 + }, + { + "accuracy": 0.5673828125, + "ap": 0.537034842832681, + "ap_weighted": 0.537034842832681, + "f1": 0.5669859633548584, + "f1_weighted": 0.5669603601842041 + }, + { + "accuracy": 0.5361328125, + "ap": 0.5183215355919766, + "ap_weighted": 0.5183215355919766, + "f1": 0.5343703421478125, + "f1_weighted": 0.5343143907080605 + }, + { + "accuracy": 0.54052734375, + "ap": 0.5208516213427238, + "ap_weighted": 0.5208516213427238, + "f1": 0.5397345022627946, + "f1_weighted": 0.5396971920751614 + } + ] + } + ] + }, + "task_name": "KorSarcasmClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KurdishSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KurdishSentimentClassification.json new file mode 100644 index 000000000..22932584f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/KurdishSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "f334d90a9f68cc3af78cc2a2ece6a3b69408124c", + "evaluation_time": 7.397090911865234, + "kg_co2_emissions": 0.00024823907752087804, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.666985405133367, + "ap": 0.640030763486348, + "ap_weighted": 0.640030763486348, + "f1": 0.6610792612287828, + "f1_weighted": 0.6636542143534275, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ], + "main_score": 0.666985405133367, + "scores_per_experiment": [ + { + "accuracy": 0.6718671363865123, + "ap": 0.6461902508532678, + "ap_weighted": 0.6461902508532678, + "f1": 0.6704346569633031, + "f1_weighted": 0.6719983558756613 + }, + { + "accuracy": 0.676899849018621, + "ap": 0.6478891827181265, + "ap_weighted": 0.6478891827181265, + "f1": 0.6743740465965411, + "f1_weighted": 0.6764379880042978 + }, + { + "accuracy": 0.6250629089079014, + "ap": 0.597663601730341, + "ap_weighted": 0.597663601730341, + "f1": 0.5961101129696097, + "f1_weighted": 0.6038925374417445 + }, + { + "accuracy": 0.6607951685958732, + "ap": 0.6402089669265278, + "ap_weighted": 0.6402089669265278, + "f1": 0.6602850156256341, + "f1_weighted": 0.6612324425703636 + }, + { + "accuracy": 0.6950176144942124, + "ap": 0.6490604337005287, + "ap_weighted": 0.6490604337005287, + "f1": 0.6789131297358182, + "f1_weighted": 0.684088278770538 + }, + { + "accuracy": 0.7075993960744842, + "ap": 0.6718426617545996, + "ap_weighted": 0.6718426617545996, + "f1": 0.7047852556160503, + "f1_weighted": 0.7068595962632463 + }, + { + "accuracy": 0.7191746351283341, + "ap": 0.6810629013470186, + "ap_weighted": 0.6810629013470186, + "f1": 0.7162126051968795, + "f1_weighted": 0.7182991583013033 + }, + { + "accuracy": 0.6945143432310015, + "ap": 0.6625186128754075, + "ap_weighted": 0.6625186128754075, + "f1": 0.692314815641546, + "f1_weighted": 0.6941870325778087 + }, + { + "accuracy": 0.6009058882737796, + "ap": 0.594302262100316, + "ap_weighted": 0.594302262100316, + "f1": 0.5994449597828444, + "f1_weighted": 0.6011858995678754 + }, + { + "accuracy": 0.6180171112229492, + "ap": 0.6095687608573452, + "ap_weighted": 0.6095687608573452, + "f1": 0.6179180141596015, + "f1_weighted": 0.6183608541614367 + } + ] + } + ] + }, + "task_name": "KurdishSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LEMBPasskeyRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LEMBPasskeyRetrieval.json new file mode 100644 index 000000000..6c4dbd274 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "evaluation_time": 43.957396268844604, + "kg_co2_emissions": 0.0041639822313108855, + "mteb_version": "1.12.75", + "scores": { + "test_1024": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.78, + "map_at_1": 0.78, + "map_at_10": 0.89, + "map_at_100": 0.89, + "map_at_1000": 0.89, + "map_at_20": 0.89, + "map_at_3": 0.89, + "map_at_5": 0.89, + "mrr_at_1": 0.78, + "mrr_at_10": 0.89, + "mrr_at_100": 0.89, + "mrr_at_1000": 0.89, + "mrr_at_20": 0.89, + "mrr_at_3": 0.89, + "mrr_at_5": 0.89, + "nauc_map_at_1000_diff1": 0.5830667223072278, + "nauc_map_at_1000_max": 0.20689015625724572, + "nauc_map_at_1000_std": 0.12639680994111394, + "nauc_map_at_100_diff1": 0.5830667223072278, + "nauc_map_at_100_max": 0.20689015625724572, + "nauc_map_at_100_std": 0.12639680994111394, + "nauc_map_at_10_diff1": 0.5830667223072278, + "nauc_map_at_10_max": 0.20689015625724572, + "nauc_map_at_10_std": 0.12639680994111394, + "nauc_map_at_1_diff1": 0.5830667223072284, + "nauc_map_at_1_max": 0.20689015625724505, + "nauc_map_at_1_std": 0.1263968099411133, + "nauc_map_at_20_diff1": 0.5830667223072278, + "nauc_map_at_20_max": 0.20689015625724572, + "nauc_map_at_20_std": 0.12639680994111394, + "nauc_map_at_3_diff1": 0.5830667223072278, + "nauc_map_at_3_max": 0.20689015625724572, + "nauc_map_at_3_std": 0.12639680994111394, + "nauc_map_at_5_diff1": 0.5830667223072278, + "nauc_map_at_5_max": 0.20689015625724572, + "nauc_map_at_5_std": 0.12639680994111394, + "nauc_mrr_at_1000_diff1": 0.5830667223072278, + "nauc_mrr_at_1000_max": 0.20689015625724572, + "nauc_mrr_at_1000_std": 0.12639680994111394, + "nauc_mrr_at_100_diff1": 0.5830667223072278, + "nauc_mrr_at_100_max": 0.20689015625724572, + "nauc_mrr_at_100_std": 0.12639680994111394, + "nauc_mrr_at_10_diff1": 0.5830667223072278, + "nauc_mrr_at_10_max": 0.20689015625724572, + "nauc_mrr_at_10_std": 0.12639680994111394, + "nauc_mrr_at_1_diff1": 0.5830667223072284, + "nauc_mrr_at_1_max": 0.20689015625724505, + "nauc_mrr_at_1_std": 0.1263968099411133, + "nauc_mrr_at_20_diff1": 0.5830667223072278, + "nauc_mrr_at_20_max": 0.20689015625724572, + "nauc_mrr_at_20_std": 0.12639680994111394, + "nauc_mrr_at_3_diff1": 0.5830667223072278, + "nauc_mrr_at_3_max": 0.20689015625724572, + "nauc_mrr_at_3_std": 0.12639680994111394, + "nauc_mrr_at_5_diff1": 0.5830667223072278, + "nauc_mrr_at_5_max": 0.20689015625724572, + "nauc_mrr_at_5_std": 0.12639680994111394, + "nauc_ndcg_at_1000_diff1": 0.5830667223072293, + "nauc_ndcg_at_1000_max": 0.20689015625724283, + "nauc_ndcg_at_1000_std": 0.12639680994111505, + "nauc_ndcg_at_100_diff1": 0.5830667223072293, + "nauc_ndcg_at_100_max": 0.20689015625724283, + "nauc_ndcg_at_100_std": 0.12639680994111505, + "nauc_ndcg_at_10_diff1": 0.5830667223072293, + "nauc_ndcg_at_10_max": 0.20689015625724283, + "nauc_ndcg_at_10_std": 0.12639680994111505, + "nauc_ndcg_at_1_diff1": 0.5830667223072284, + "nauc_ndcg_at_1_max": 0.20689015625724505, + "nauc_ndcg_at_1_std": 0.1263968099411133, + "nauc_ndcg_at_20_diff1": 0.5830667223072293, + "nauc_ndcg_at_20_max": 0.20689015625724283, + "nauc_ndcg_at_20_std": 0.12639680994111505, + "nauc_ndcg_at_3_diff1": 0.5830667223072293, + "nauc_ndcg_at_3_max": 0.20689015625724283, + "nauc_ndcg_at_3_std": 0.12639680994111505, + "nauc_ndcg_at_5_diff1": 0.5830667223072293, + "nauc_ndcg_at_5_max": 0.20689015625724283, + "nauc_ndcg_at_5_std": 0.12639680994111505, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": 0.5830667223072284, + "nauc_precision_at_1_max": 0.20689015625724505, + "nauc_precision_at_1_std": 0.1263968099411133, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": 0.5830667223072284, + "nauc_recall_at_1_max": 0.20689015625724505, + "nauc_recall_at_1_std": 0.1263968099411133, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.78, + "ndcg_at_10": 0.9188, + "ndcg_at_100": 0.9188, + "ndcg_at_1000": 0.9188, + "ndcg_at_20": 0.9188, + "ndcg_at_3": 0.9188, + "ndcg_at_5": 0.9188, + "precision_at_1": 0.78, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 0.78, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_16384": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16, + "map_at_1": 0.16, + "map_at_10": 0.2515, + "map_at_100": 0.26381, + "map_at_1000": 0.26381, + "map_at_20": 0.25483, + "map_at_3": 0.23, + "map_at_5": 0.249, + "mrr_at_1": 0.16, + "mrr_at_10": 0.2515, + "mrr_at_100": 0.26333535780274053, + "mrr_at_1000": 0.26333535780274053, + "mrr_at_20": 0.25483333333333336, + "mrr_at_3": 0.23000000000000004, + "mrr_at_5": 0.24900000000000003, + "nauc_map_at_1000_diff1": 0.2363358118400724, + "nauc_map_at_1000_max": 0.24990963338604008, + "nauc_map_at_1000_std": 0.3927716319697247, + "nauc_map_at_100_diff1": 0.2363358118400724, + "nauc_map_at_100_max": 0.24990963338604008, + "nauc_map_at_100_std": 0.3927716319697247, + "nauc_map_at_10_diff1": 0.23464560104204538, + "nauc_map_at_10_max": 0.2515983673766389, + "nauc_map_at_10_std": 0.40110721333920807, + "nauc_map_at_1_diff1": 0.41995698263942244, + "nauc_map_at_1_max": 0.39940851129205707, + "nauc_map_at_1_std": 0.3778998310032264, + "nauc_map_at_20_diff1": 0.22928343084350453, + "nauc_map_at_20_max": 0.249448064481821, + "nauc_map_at_20_std": 0.3909458196359651, + "nauc_map_at_3_diff1": 0.23605884917879214, + "nauc_map_at_3_max": 0.22513632962430608, + "nauc_map_at_3_std": 0.42798081426333545, + "nauc_map_at_5_diff1": 0.2391564033781065, + "nauc_map_at_5_max": 0.24649476827496034, + "nauc_map_at_5_std": 0.4081483108666058, + "nauc_mrr_at_1000_diff1": 0.2372670720922605, + "nauc_mrr_at_1000_max": 0.253639146827756, + "nauc_mrr_at_1000_std": 0.39225974194437935, + "nauc_mrr_at_100_diff1": 0.2372670720922605, + "nauc_mrr_at_100_max": 0.253639146827756, + "nauc_mrr_at_100_std": 0.39225974194437935, + "nauc_mrr_at_10_diff1": 0.23464560104204538, + "nauc_mrr_at_10_max": 0.2515983673766389, + "nauc_mrr_at_10_std": 0.40110721333920807, + "nauc_mrr_at_1_diff1": 0.41995698263942244, + "nauc_mrr_at_1_max": 0.39940851129205707, + "nauc_mrr_at_1_std": 0.3778998310032264, + "nauc_mrr_at_20_diff1": 0.22928343084350453, + "nauc_mrr_at_20_max": 0.249448064481821, + "nauc_mrr_at_20_std": 0.3909458196359651, + "nauc_mrr_at_3_diff1": 0.23605884917879214, + "nauc_mrr_at_3_max": 0.22513632962430608, + "nauc_mrr_at_3_std": 0.42798081426333545, + "nauc_mrr_at_5_diff1": 0.2391564033781065, + "nauc_mrr_at_5_max": 0.24649476827496034, + "nauc_mrr_at_5_std": 0.4081483108666058, + "nauc_ndcg_at_1000_diff1": 0.20934451248032965, + "nauc_ndcg_at_1000_max": 0.22722028805677302, + "nauc_ndcg_at_1000_std": 0.38319453727176217, + "nauc_ndcg_at_100_diff1": 0.20934451248032965, + "nauc_ndcg_at_100_max": 0.22722028805677302, + "nauc_ndcg_at_100_std": 0.38319453727176217, + "nauc_ndcg_at_10_diff1": 0.18176299243154106, + "nauc_ndcg_at_10_max": 0.218419358184357, + "nauc_ndcg_at_10_std": 0.3936413676448112, + "nauc_ndcg_at_1_diff1": 0.41995698263942244, + "nauc_ndcg_at_1_max": 0.39940851129205707, + "nauc_ndcg_at_1_std": 0.3778998310032264, + "nauc_ndcg_at_20_diff1": 0.16506267658956805, + "nauc_ndcg_at_20_max": 0.2116704820653903, + "nauc_ndcg_at_20_std": 0.3623954802442236, + "nauc_ndcg_at_3_diff1": 0.1873074606067228, + "nauc_ndcg_at_3_max": 0.17049302305196828, + "nauc_ndcg_at_3_std": 0.4450723814184451, + "nauc_ndcg_at_5_diff1": 0.1926321169409389, + "nauc_ndcg_at_5_max": 0.20635523715598314, + "nauc_ndcg_at_5_std": 0.4104190327779133, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.05350524612413224, + "nauc_precision_at_10_max": 0.1459518713786084, + "nauc_precision_at_10_std": 0.3664717857702145, + "nauc_precision_at_1_diff1": 0.41995698263942244, + "nauc_precision_at_1_max": 0.39940851129205707, + "nauc_precision_at_1_std": 0.3778998310032264, + "nauc_precision_at_20_diff1": -0.0019847570657353314, + "nauc_precision_at_20_max": 0.12324018206838146, + "nauc_precision_at_20_std": 0.2656134222504496, + "nauc_precision_at_3_diff1": 0.07135854156177966, + "nauc_precision_at_3_max": 0.03834229841808215, + "nauc_precision_at_3_std": 0.4867113596014733, + "nauc_precision_at_5_diff1": 0.08391010187417361, + "nauc_precision_at_5_max": 0.11366876636337706, + "nauc_precision_at_5_std": 0.41224045415662175, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.05350524612413215, + "nauc_recall_at_10_max": 0.1459518713786084, + "nauc_recall_at_10_std": 0.3664717857702141, + "nauc_recall_at_1_diff1": 0.41995698263942244, + "nauc_recall_at_1_max": 0.39940851129205707, + "nauc_recall_at_1_std": 0.3778998310032264, + "nauc_recall_at_20_diff1": -0.0019847570657351467, + "nauc_recall_at_20_max": 0.12324018206838151, + "nauc_recall_at_20_std": 0.26561342225044965, + "nauc_recall_at_3_diff1": 0.07135854156177943, + "nauc_recall_at_3_max": 0.03834229841808191, + "nauc_recall_at_3_std": 0.48671135960147294, + "nauc_recall_at_5_diff1": 0.08391010187417378, + "nauc_recall_at_5_max": 0.11366876636337706, + "nauc_recall_at_5_std": 0.4122404541566218, + "ndcg_at_1": 0.16, + "ndcg_at_10": 0.29774, + "ndcg_at_100": 0.39619, + "ndcg_at_1000": 0.39619, + "ndcg_at_20": 0.30855, + "ndcg_at_3": 0.25786, + "ndcg_at_5": 0.29143, + "precision_at_1": 0.16, + "precision_at_10": 0.044, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.024, + "precision_at_3": 0.11333, + "precision_at_5": 0.084, + "recall_at_1": 0.16, + "recall_at_10": 0.44, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.48, + "recall_at_3": 0.34, + "recall_at_5": 0.42 + } + ], + "test_2048": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3, + "map_at_1": 0.3, + "map_at_10": 0.635, + "map_at_100": 0.635, + "map_at_1000": 0.635, + "map_at_20": 0.635, + "map_at_3": 0.63, + "map_at_5": 0.635, + "mrr_at_1": 0.3, + "mrr_at_10": 0.6349999999999999, + "mrr_at_100": 0.6349999999999999, + "mrr_at_1000": 0.6349999999999999, + "mrr_at_20": 0.6349999999999999, + "mrr_at_3": 0.6299999999999999, + "mrr_at_5": 0.6349999999999999, + "nauc_map_at_1000_diff1": -0.18159779203341778, + "nauc_map_at_1000_max": 0.26797702521259126, + "nauc_map_at_1000_std": 0.40352992855603537, + "nauc_map_at_100_diff1": -0.18159779203341778, + "nauc_map_at_100_max": 0.26797702521259126, + "nauc_map_at_100_std": 0.40352992855603537, + "nauc_map_at_10_diff1": -0.18159779203341778, + "nauc_map_at_10_max": 0.26797702521259126, + "nauc_map_at_10_std": 0.40352992855603537, + "nauc_map_at_1_diff1": -0.08034049452776659, + "nauc_map_at_1_max": 0.3219835157411161, + "nauc_map_at_1_std": 0.4004864207539522, + "nauc_map_at_20_diff1": -0.18159779203341778, + "nauc_map_at_20_max": 0.26797702521259126, + "nauc_map_at_20_std": 0.40352992855603537, + "nauc_map_at_3_diff1": -0.2220203928407081, + "nauc_map_at_3_max": 0.2464094553028648, + "nauc_map_at_3_std": 0.40235090863587525, + "nauc_map_at_5_diff1": -0.18159779203341778, + "nauc_map_at_5_max": 0.26797702521259126, + "nauc_map_at_5_std": 0.40352992855603537, + "nauc_mrr_at_1000_diff1": -0.18159779203341778, + "nauc_mrr_at_1000_max": 0.26797702521259126, + "nauc_mrr_at_1000_std": 0.40352992855603537, + "nauc_mrr_at_100_diff1": -0.18159779203341778, + "nauc_mrr_at_100_max": 0.26797702521259126, + "nauc_mrr_at_100_std": 0.40352992855603537, + "nauc_mrr_at_10_diff1": -0.18159779203341778, + "nauc_mrr_at_10_max": 0.26797702521259126, + "nauc_mrr_at_10_std": 0.40352992855603537, + "nauc_mrr_at_1_diff1": -0.08034049452776659, + "nauc_mrr_at_1_max": 0.3219835157411161, + "nauc_mrr_at_1_std": 0.4004864207539522, + "nauc_mrr_at_20_diff1": -0.18159779203341778, + "nauc_mrr_at_20_max": 0.26797702521259126, + "nauc_mrr_at_20_std": 0.40352992855603537, + "nauc_mrr_at_3_diff1": -0.2220203928407081, + "nauc_mrr_at_3_max": 0.2464094553028648, + "nauc_mrr_at_3_std": 0.40235090863587525, + "nauc_mrr_at_5_diff1": -0.18159779203341778, + "nauc_mrr_at_5_max": 0.26797702521259126, + "nauc_mrr_at_5_std": 0.40352992855603537, + "nauc_ndcg_at_1000_diff1": -0.188414344215256, + "nauc_ndcg_at_1000_max": 0.26434118903526693, + "nauc_ndcg_at_1000_std": 0.40368371471127923, + "nauc_ndcg_at_100_diff1": -0.188414344215256, + "nauc_ndcg_at_100_max": 0.26434118903526693, + "nauc_ndcg_at_100_std": 0.40368371471127923, + "nauc_ndcg_at_10_diff1": -0.188414344215256, + "nauc_ndcg_at_10_max": 0.26434118903526693, + "nauc_ndcg_at_10_std": 0.40368371471127923, + "nauc_ndcg_at_1_diff1": -0.08034049452776659, + "nauc_ndcg_at_1_max": 0.3219835157411161, + "nauc_ndcg_at_1_std": 0.4004864207539522, + "nauc_ndcg_at_20_diff1": -0.188414344215256, + "nauc_ndcg_at_20_max": 0.26434118903526693, + "nauc_ndcg_at_20_std": 0.40368371471127923, + "nauc_ndcg_at_3_diff1": -0.2787168640109386, + "nauc_ndcg_at_3_max": 0.21616000878330136, + "nauc_ndcg_at_3_std": 0.401029307746508, + "nauc_ndcg_at_5_diff1": -0.188414344215256, + "nauc_ndcg_at_5_max": 0.26434118903526693, + "nauc_ndcg_at_5_std": 0.40368371471127923, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": -0.08034049452776659, + "nauc_precision_at_1_max": 0.3219835157411161, + "nauc_precision_at_1_std": 0.4004864207539522, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": -1.7399626517273423, + "nauc_precision_at_3_max": -0.5634920634920592, + "nauc_precision_at_3_std": 0.3580765639589174, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": -0.08034049452776659, + "nauc_recall_at_1_max": 0.3219835157411161, + "nauc_recall_at_1_std": 0.4004864207539522, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": -1.739962651727357, + "nauc_recall_at_3_max": -0.5634920634920563, + "nauc_recall_at_3_std": 0.35807656395891974, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.3, + "ndcg_at_10": 0.72979, + "ndcg_at_100": 0.72979, + "ndcg_at_1000": 0.72979, + "ndcg_at_20": 0.72979, + "ndcg_at_3": 0.72118, + "ndcg_at_5": 0.72979, + "precision_at_1": 0.3, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.32667, + "precision_at_5": 0.2, + "recall_at_1": 0.3, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 0.98, + "recall_at_5": 1.0 + } + ], + "test_256": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "nauc_map_at_1000_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_32768": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.12, + "map_at_1": 0.12, + "map_at_10": 0.16436, + "map_at_100": 0.18004, + "map_at_1000": 0.18004, + "map_at_20": 0.16436, + "map_at_3": 0.15, + "map_at_5": 0.159, + "mrr_at_1": 0.12, + "mrr_at_10": 0.16435714285714287, + "mrr_at_100": 0.17785149426186586, + "mrr_at_1000": 0.17785149426186586, + "mrr_at_20": 0.16435714285714287, + "mrr_at_3": 0.15, + "mrr_at_5": 0.159, + "nauc_map_at_1000_diff1": 0.07627448555992233, + "nauc_map_at_1000_max": 0.3520486644262083, + "nauc_map_at_1000_std": 0.35886533272167037, + "nauc_map_at_100_diff1": 0.07627448555992233, + "nauc_map_at_100_max": 0.3520486644262083, + "nauc_map_at_100_std": 0.35886533272167037, + "nauc_map_at_10_diff1": 0.08428869630666308, + "nauc_map_at_10_max": 0.3631627321642326, + "nauc_map_at_10_std": 0.36857953679379324, + "nauc_map_at_1_diff1": 0.11316462894512373, + "nauc_map_at_1_max": 0.3551322149559284, + "nauc_map_at_1_std": 0.35252582693583556, + "nauc_map_at_20_diff1": 0.08428869630666308, + "nauc_map_at_20_max": 0.3631627321642326, + "nauc_map_at_20_std": 0.36857953679379324, + "nauc_map_at_3_diff1": 0.09089809495010577, + "nauc_map_at_3_max": 0.3836105231327487, + "nauc_map_at_3_std": 0.3686926721096664, + "nauc_map_at_5_diff1": 0.05959903587789083, + "nauc_map_at_5_max": 0.3732894529172098, + "nauc_map_at_5_std": 0.353609514957727, + "nauc_mrr_at_1000_diff1": 0.08507506156131653, + "nauc_mrr_at_1000_max": 0.37077290050001854, + "nauc_mrr_at_1000_std": 0.36374008204346736, + "nauc_mrr_at_100_diff1": 0.08507506156131653, + "nauc_mrr_at_100_max": 0.37077290050001854, + "nauc_mrr_at_100_std": 0.36374008204346736, + "nauc_mrr_at_10_diff1": 0.08428869630666308, + "nauc_mrr_at_10_max": 0.3631627321642326, + "nauc_mrr_at_10_std": 0.36857953679379324, + "nauc_mrr_at_1_diff1": 0.11316462894512373, + "nauc_mrr_at_1_max": 0.3551322149559284, + "nauc_mrr_at_1_std": 0.35252582693583556, + "nauc_mrr_at_20_diff1": 0.08428869630666308, + "nauc_mrr_at_20_max": 0.3631627321642326, + "nauc_mrr_at_20_std": 0.36857953679379324, + "nauc_mrr_at_3_diff1": 0.09089809495010577, + "nauc_mrr_at_3_max": 0.3836105231327487, + "nauc_mrr_at_3_std": 0.3686926721096664, + "nauc_mrr_at_5_diff1": 0.05959903587789083, + "nauc_mrr_at_5_max": 0.3732894529172098, + "nauc_mrr_at_5_std": 0.353609514957727, + "nauc_ndcg_at_1000_diff1": 0.06726524335880406, + "nauc_ndcg_at_1000_max": 0.3306764070972795, + "nauc_ndcg_at_1000_std": 0.35129846500770817, + "nauc_ndcg_at_100_diff1": 0.06726524335880406, + "nauc_ndcg_at_100_max": 0.3306764070972795, + "nauc_ndcg_at_100_std": 0.35129846500770817, + "nauc_ndcg_at_10_diff1": 0.0883162406405678, + "nauc_ndcg_at_10_max": 0.34772746910806535, + "nauc_ndcg_at_10_std": 0.3772147701121019, + "nauc_ndcg_at_1_diff1": 0.11316462894512373, + "nauc_ndcg_at_1_max": 0.3551322149559284, + "nauc_ndcg_at_1_std": 0.35252582693583556, + "nauc_ndcg_at_20_diff1": 0.0883162406405678, + "nauc_ndcg_at_20_max": 0.34772746910806535, + "nauc_ndcg_at_20_std": 0.3772147701121019, + "nauc_ndcg_at_3_diff1": 0.08612384996175004, + "nauc_ndcg_at_3_max": 0.38971665622559837, + "nauc_ndcg_at_3_std": 0.3721590616054882, + "nauc_ndcg_at_5_diff1": 0.03222198810538181, + "nauc_ndcg_at_5_max": 0.370105435916289, + "nauc_ndcg_at_5_std": 0.3439667068889128, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.10771587985314095, + "nauc_precision_at_10_max": 0.30426989679396355, + "nauc_precision_at_10_std": 0.40094244167558024, + "nauc_precision_at_1_diff1": 0.11316462894512373, + "nauc_precision_at_1_max": 0.3551322149559284, + "nauc_precision_at_1_std": 0.35252582693583556, + "nauc_precision_at_20_diff1": 0.10771587985314095, + "nauc_precision_at_20_max": 0.30426989679396355, + "nauc_precision_at_20_std": 0.40094244167558024, + "nauc_precision_at_3_diff1": 0.07441321966108838, + "nauc_precision_at_3_max": 0.40469424271129345, + "nauc_precision_at_3_std": 0.38066168473494033, + "nauc_precision_at_5_diff1": -0.03754234391024647, + "nauc_precision_at_5_max": 0.3591074369891538, + "nauc_precision_at_5_std": 0.31684122199086323, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.10771587985314093, + "nauc_recall_at_10_max": 0.3042698967939638, + "nauc_recall_at_10_std": 0.40094244167558035, + "nauc_recall_at_1_diff1": 0.11316462894512373, + "nauc_recall_at_1_max": 0.3551322149559284, + "nauc_recall_at_1_std": 0.35252582693583556, + "nauc_recall_at_20_diff1": 0.10771587985314093, + "nauc_recall_at_20_max": 0.3042698967939638, + "nauc_recall_at_20_std": 0.40094244167558035, + "nauc_recall_at_3_diff1": 0.07441321966108833, + "nauc_recall_at_3_max": 0.4046942427112936, + "nauc_recall_at_3_std": 0.38066168473494016, + "nauc_recall_at_5_diff1": -0.03754234391024656, + "nauc_recall_at_5_max": 0.3591074369891536, + "nauc_recall_at_5_std": 0.31684122199086306, + "ndcg_at_1": 0.12, + "ndcg_at_10": 0.18718, + "ndcg_at_100": 0.3178, + "ndcg_at_1000": 0.3178, + "ndcg_at_20": 0.18718, + "ndcg_at_3": 0.15786, + "ndcg_at_5": 0.17421, + "precision_at_1": 0.12, + "precision_at_10": 0.026, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.013, + "precision_at_3": 0.06, + "precision_at_5": 0.044, + "recall_at_1": 0.12, + "recall_at_10": 0.26, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.26, + "recall_at_3": 0.18, + "recall_at_5": 0.22 + } + ], + "test_4096": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.92, + "map_at_1": 0.92, + "map_at_10": 0.944, + "map_at_100": 0.94582, + "map_at_1000": 0.94582, + "map_at_20": 0.94582, + "map_at_3": 0.94, + "map_at_5": 0.944, + "mrr_at_1": 0.92, + "mrr_at_10": 0.9440000000000001, + "mrr_at_100": 0.9458181818181819, + "mrr_at_1000": 0.9458181818181819, + "mrr_at_20": 0.9458181818181819, + "mrr_at_3": 0.94, + "mrr_at_5": 0.9440000000000001, + "nauc_map_at_1000_diff1": 0.9758740185112064, + "nauc_map_at_1000_max": 0.800631662060798, + "nauc_map_at_1000_std": 0.6291491988294196, + "nauc_map_at_100_diff1": 0.9758740185112064, + "nauc_map_at_100_max": 0.800631662060798, + "nauc_map_at_100_std": 0.6291491988294196, + "nauc_map_at_10_diff1": 0.976657329598507, + "nauc_map_at_10_max": 0.7980859010270771, + "nauc_map_at_10_std": 0.6411898092570347, + "nauc_map_at_1_diff1": 0.9673202614379083, + "nauc_map_at_1_max": 0.8284313725490188, + "nauc_map_at_1_std": 0.4976657329598518, + "nauc_map_at_20_diff1": 0.9758740185112064, + "nauc_map_at_20_max": 0.800631662060798, + "nauc_map_at_20_std": 0.6291491988294196, + "nauc_map_at_3_diff1": 0.9782135076252712, + "nauc_map_at_3_max": 0.7930283224400876, + "nauc_map_at_3_std": 0.6651104886398995, + "nauc_map_at_5_diff1": 0.976657329598507, + "nauc_map_at_5_max": 0.7980859010270771, + "nauc_map_at_5_std": 0.6411898092570347, + "nauc_mrr_at_1000_diff1": 0.9758740185112064, + "nauc_mrr_at_1000_max": 0.800631662060798, + "nauc_mrr_at_1000_std": 0.6291491988294196, + "nauc_mrr_at_100_diff1": 0.9758740185112064, + "nauc_mrr_at_100_max": 0.800631662060798, + "nauc_mrr_at_100_std": 0.6291491988294196, + "nauc_mrr_at_10_diff1": 0.976657329598507, + "nauc_mrr_at_10_max": 0.7980859010270771, + "nauc_mrr_at_10_std": 0.6411898092570347, + "nauc_mrr_at_1_diff1": 0.9673202614379083, + "nauc_mrr_at_1_max": 0.8284313725490188, + "nauc_mrr_at_1_std": 0.4976657329598518, + "nauc_mrr_at_20_diff1": 0.9758740185112064, + "nauc_mrr_at_20_max": 0.800631662060798, + "nauc_mrr_at_20_std": 0.6291491988294196, + "nauc_mrr_at_3_diff1": 0.9782135076252712, + "nauc_mrr_at_3_max": 0.7930283224400876, + "nauc_mrr_at_3_std": 0.6651104886398995, + "nauc_mrr_at_5_diff1": 0.976657329598507, + "nauc_mrr_at_5_max": 0.7980859010270771, + "nauc_mrr_at_5_std": 0.6411898092570347, + "nauc_ndcg_at_1000_diff1": 0.9767198595258859, + "nauc_ndcg_at_1000_max": 0.7978826787630939, + "nauc_ndcg_at_1000_std": 0.6421509835693332, + "nauc_ndcg_at_100_diff1": 0.9767198595258859, + "nauc_ndcg_at_100_max": 0.7978826787630939, + "nauc_ndcg_at_100_std": 0.6421509835693332, + "nauc_ndcg_at_10_diff1": 0.9794816785064936, + "nauc_ndcg_at_10_max": 0.7889067670761166, + "nauc_ndcg_at_10_std": 0.6846040867569599, + "nauc_ndcg_at_1_diff1": 0.9673202614379083, + "nauc_ndcg_at_1_max": 0.8284313725490188, + "nauc_ndcg_at_1_std": 0.4976657329598518, + "nauc_ndcg_at_20_diff1": 0.9767198595258859, + "nauc_ndcg_at_20_max": 0.7978826787630939, + "nauc_ndcg_at_20_std": 0.6421509835693332, + "nauc_ndcg_at_3_diff1": 0.9823805693012515, + "nauc_ndcg_at_3_max": 0.7794853719931463, + "nauc_ndcg_at_3_std": 0.729164179544989, + "nauc_ndcg_at_5_diff1": 0.9794816785064936, + "nauc_ndcg_at_5_max": 0.7889067670761166, + "nauc_ndcg_at_5_std": 0.6846040867569599, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 0.7222222222222204, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": 0.9673202614379083, + "nauc_precision_at_1_max": 0.8284313725490188, + "nauc_precision_at_1_std": 0.4976657329598518, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 0.7222222222222239, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 0.7222222222222204, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_10_max": 0.7222222222222248, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_1_diff1": 0.9673202614379083, + "nauc_recall_at_1_max": 0.8284313725490188, + "nauc_recall_at_1_std": 0.4976657329598518, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_3_max": 0.7222222222222248, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_5_max": 0.7222222222222248, + "nauc_recall_at_5_std": 1.0, + "ndcg_at_1": 0.92, + "ndcg_at_10": 0.95297, + "ndcg_at_100": 0.95855, + "ndcg_at_1000": 0.95855, + "ndcg_at_20": 0.95855, + "ndcg_at_3": 0.94524, + "ndcg_at_5": 0.95297, + "precision_at_1": 0.92, + "precision_at_10": 0.098, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.32, + "precision_at_5": 0.196, + "recall_at_1": 0.92, + "recall_at_10": 0.98, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 0.96, + "recall_at_5": 0.98 + } + ], + "test_512": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.98, + "map_at_1": 0.98, + "map_at_10": 0.99, + "map_at_100": 0.99, + "map_at_1000": 0.99, + "map_at_20": 0.99, + "map_at_3": 0.99, + "map_at_5": 0.99, + "mrr_at_1": 0.98, + "mrr_at_10": 0.99, + "mrr_at_100": 0.99, + "mrr_at_1000": 0.99, + "mrr_at_20": 0.99, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "nauc_map_at_1000_diff1": 1.0, + "nauc_map_at_1000_max": -0.5634920634920657, + "nauc_map_at_1000_std": -1.739962651727339, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_100_max": -0.5634920634920657, + "nauc_map_at_100_std": -1.739962651727339, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_10_max": -0.5634920634920657, + "nauc_map_at_10_std": -1.739962651727339, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_1_max": -0.5634920634920563, + "nauc_map_at_1_std": -1.739962651727357, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_20_max": -0.5634920634920657, + "nauc_map_at_20_std": -1.739962651727339, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_3_max": -0.5634920634920657, + "nauc_map_at_3_std": -1.739962651727339, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_5_max": -0.5634920634920657, + "nauc_map_at_5_std": -1.739962651727339, + "nauc_mrr_at_1000_diff1": 1.0, + "nauc_mrr_at_1000_max": -0.5634920634920657, + "nauc_mrr_at_1000_std": -1.739962651727339, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_100_max": -0.5634920634920657, + "nauc_mrr_at_100_std": -1.739962651727339, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_10_max": -0.5634920634920657, + "nauc_mrr_at_10_std": -1.739962651727339, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_1_max": -0.5634920634920563, + "nauc_mrr_at_1_std": -1.739962651727357, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_20_max": -0.5634920634920657, + "nauc_mrr_at_20_std": -1.739962651727339, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_3_max": -0.5634920634920657, + "nauc_mrr_at_3_std": -1.739962651727339, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_5_max": -0.5634920634920657, + "nauc_mrr_at_5_std": -1.739962651727339, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_ndcg_at_1000_max": -0.5634920634920513, + "nauc_ndcg_at_1000_std": -1.7399626517273121, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_100_max": -0.5634920634920513, + "nauc_ndcg_at_100_std": -1.7399626517273121, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_10_max": -0.5634920634920513, + "nauc_ndcg_at_10_std": -1.7399626517273121, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_1_max": -0.5634920634920563, + "nauc_ndcg_at_1_std": -1.739962651727357, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_20_max": -0.5634920634920513, + "nauc_ndcg_at_20_std": -1.7399626517273121, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_3_max": -0.5634920634920513, + "nauc_ndcg_at_3_std": -1.7399626517273121, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_5_max": -0.5634920634920513, + "nauc_ndcg_at_5_std": -1.7399626517273121, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_1_max": -0.5634920634920563, + "nauc_precision_at_1_std": -1.739962651727357, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_1_max": -0.5634920634920563, + "nauc_recall_at_1_std": -1.739962651727357, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.98, + "ndcg_at_10": 0.99262, + "ndcg_at_100": 0.99262, + "ndcg_at_1000": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "precision_at_1": 0.98, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 0.98, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_8192": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.18, + "map_at_1": 0.18, + "map_at_10": 0.43121, + "map_at_100": 0.43447, + "map_at_1000": 0.43447, + "map_at_20": 0.43403, + "map_at_3": 0.38667, + "map_at_5": 0.41967, + "mrr_at_1": 0.18, + "mrr_at_10": 0.4312142857142856, + "mrr_at_100": 0.4344672501411631, + "mrr_at_1000": 0.4344672501411631, + "mrr_at_20": 0.4340324675324674, + "mrr_at_3": 0.38666666666666666, + "mrr_at_5": 0.4196666666666665, + "nauc_map_at_1000_diff1": -0.14932800402478943, + "nauc_map_at_1000_max": 0.21334658696024958, + "nauc_map_at_1000_std": 0.1143223089676359, + "nauc_map_at_100_diff1": -0.14932800402478943, + "nauc_map_at_100_max": 0.21334658696024958, + "nauc_map_at_100_std": 0.1143223089676359, + "nauc_map_at_10_diff1": -0.1634696898158198, + "nauc_map_at_10_max": 0.2193073094819057, + "nauc_map_at_10_std": 0.11478437322595454, + "nauc_map_at_1_diff1": -0.09634073606287064, + "nauc_map_at_1_max": 0.31459846331965063, + "nauc_map_at_1_std": 0.18650668350699928, + "nauc_map_at_20_diff1": -0.1511900079857718, + "nauc_map_at_20_max": 0.21480783268607978, + "nauc_map_at_20_std": 0.11596749694881199, + "nauc_map_at_3_diff1": -0.12122574915748247, + "nauc_map_at_3_max": 0.2019708079060023, + "nauc_map_at_3_std": 0.09987248383277172, + "nauc_map_at_5_diff1": -0.14935375898220357, + "nauc_map_at_5_max": 0.1719234892867151, + "nauc_map_at_5_std": 0.11594253903652683, + "nauc_mrr_at_1000_diff1": -0.14932800402478943, + "nauc_mrr_at_1000_max": 0.21334658696024958, + "nauc_mrr_at_1000_std": 0.1143223089676359, + "nauc_mrr_at_100_diff1": -0.14932800402478943, + "nauc_mrr_at_100_max": 0.21334658696024958, + "nauc_mrr_at_100_std": 0.1143223089676359, + "nauc_mrr_at_10_diff1": -0.1634696898158198, + "nauc_mrr_at_10_max": 0.2193073094819057, + "nauc_mrr_at_10_std": 0.11478437322595454, + "nauc_mrr_at_1_diff1": -0.09634073606287064, + "nauc_mrr_at_1_max": 0.31459846331965063, + "nauc_mrr_at_1_std": 0.18650668350699928, + "nauc_mrr_at_20_diff1": -0.1511900079857718, + "nauc_mrr_at_20_max": 0.21480783268607978, + "nauc_mrr_at_20_std": 0.11596749694881199, + "nauc_mrr_at_3_diff1": -0.12122574915748247, + "nauc_mrr_at_3_max": 0.2019708079060023, + "nauc_mrr_at_3_std": 0.09987248383277172, + "nauc_mrr_at_5_diff1": -0.14935375898220357, + "nauc_mrr_at_5_max": 0.1719234892867151, + "nauc_mrr_at_5_std": 0.11594253903652683, + "nauc_ndcg_at_1000_diff1": -0.16283178853644545, + "nauc_ndcg_at_1000_max": 0.21152076699975297, + "nauc_ndcg_at_1000_std": 0.11819458409725278, + "nauc_ndcg_at_100_diff1": -0.16283178853644545, + "nauc_ndcg_at_100_max": 0.21152076699975297, + "nauc_ndcg_at_100_std": 0.11819458409725278, + "nauc_ndcg_at_10_diff1": -0.22611097871654603, + "nauc_ndcg_at_10_max": 0.24395914704439595, + "nauc_ndcg_at_10_std": 0.1317308382261043, + "nauc_ndcg_at_1_diff1": -0.09634073606287064, + "nauc_ndcg_at_1_max": 0.31459846331965063, + "nauc_ndcg_at_1_std": 0.18650668350699928, + "nauc_ndcg_at_20_diff1": -0.18199642467128632, + "nauc_ndcg_at_20_max": 0.2268013669669355, + "nauc_ndcg_at_20_std": 0.13528383038980635, + "nauc_ndcg_at_3_diff1": -0.13170153401025456, + "nauc_ndcg_at_3_max": 0.17951970441011747, + "nauc_ndcg_at_3_std": 0.0949170030214202, + "nauc_ndcg_at_5_diff1": -0.18168006894015648, + "nauc_ndcg_at_5_max": 0.11650854288295646, + "nauc_ndcg_at_5_std": 0.13291058292321864, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": -1.0210084033613398, + "nauc_precision_at_10_max": 0.6934329287270459, + "nauc_precision_at_10_std": 0.39558045440398554, + "nauc_precision_at_1_diff1": -0.09634073606287064, + "nauc_precision_at_1_max": 0.31459846331965063, + "nauc_precision_at_1_std": 0.18650668350699928, + "nauc_precision_at_20_diff1": -1.1517273576096776, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": -0.16647588522588533, + "nauc_precision_at_3_max": 0.11141636141636171, + "nauc_precision_at_3_std": 0.08657661782661753, + "nauc_precision_at_5_diff1": -0.35963696826936115, + "nauc_precision_at_5_max": -0.185811278924759, + "nauc_precision_at_5_std": 0.25571567133157835, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": -1.0210084033613431, + "nauc_recall_at_10_max": 0.6934329287270482, + "nauc_recall_at_10_std": 0.3955804544039857, + "nauc_recall_at_1_diff1": -0.09634073606287064, + "nauc_recall_at_1_max": 0.31459846331965063, + "nauc_recall_at_1_std": 0.18650668350699928, + "nauc_recall_at_20_diff1": -1.1517273576097098, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_3_diff1": -0.16647588522588547, + "nauc_recall_at_3_max": 0.11141636141636146, + "nauc_recall_at_3_std": 0.08657661782661794, + "nauc_recall_at_5_diff1": -0.3596369682693641, + "nauc_recall_at_5_max": -0.18581127892476046, + "nauc_recall_at_5_std": 0.25571567133157774, + "ndcg_at_1": 0.18, + "ndcg_at_10": 0.55626, + "ndcg_at_100": 0.56999, + "ndcg_at_1000": 0.56999, + "ndcg_at_20": 0.56639, + "ndcg_at_3": 0.47095, + "ndcg_at_5": 0.52949, + "precision_at_1": 0.18, + "precision_at_10": 0.094, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.049, + "precision_at_3": 0.24, + "precision_at_5": 0.172, + "recall_at_1": 0.18, + "recall_at_10": 0.94, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.98, + "recall_at_3": 0.72, + "recall_at_5": 0.86 + } + ] + }, + "task_name": "LEMBPasskeyRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LegalBenchCorporateLobbying.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LegalBenchCorporateLobbying.json new file mode 100644 index 000000000..d5de4bb8a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "evaluation_time": 1.7894251346588135, + "kg_co2_emissions": 0.00010572669529079844, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.90547, + "map_at_1": 0.80588, + "map_at_10": 0.87812, + "map_at_100": 0.87874, + "map_at_1000": 0.87874, + "map_at_20": 0.87871, + "map_at_3": 0.8701, + "map_at_5": 0.87569, + "mrr_at_1": 0.8058823529411765, + "mrr_at_10": 0.8781244164332398, + "mrr_at_100": 0.8787404593082275, + "mrr_at_1000": 0.8787404593082275, + "mrr_at_20": 0.8787101379013142, + "mrr_at_3": 0.8700980392156864, + "mrr_at_5": 0.8756862745098039, + "nauc_map_at_1000_diff1": 0.8286993376914003, + "nauc_map_at_1000_max": 0.47309420500694344, + "nauc_map_at_1000_std": -0.1932258073671115, + "nauc_map_at_100_diff1": 0.8286993376914003, + "nauc_map_at_100_max": 0.47309420500694344, + "nauc_map_at_100_std": -0.1932258073671115, + "nauc_map_at_10_diff1": 0.8290173726735738, + "nauc_map_at_10_max": 0.47499274735092895, + "nauc_map_at_10_std": -0.19121960171983546, + "nauc_map_at_1_diff1": 0.843692414584781, + "nauc_map_at_1_max": 0.4115639065945684, + "nauc_map_at_1_std": -0.22889919342657847, + "nauc_map_at_20_diff1": 0.8286270371207031, + "nauc_map_at_20_max": 0.47323296433942313, + "nauc_map_at_20_std": -0.1929115743142576, + "nauc_map_at_3_diff1": 0.8250818307905693, + "nauc_map_at_3_max": 0.48848266296810106, + "nauc_map_at_3_std": -0.19384928340268015, + "nauc_map_at_5_diff1": 0.826911098922553, + "nauc_map_at_5_max": 0.4833635852336642, + "nauc_map_at_5_std": -0.18430224631012052, + "nauc_mrr_at_1000_diff1": 0.8286993376914003, + "nauc_mrr_at_1000_max": 0.47309420500694344, + "nauc_mrr_at_1000_std": -0.1932258073671115, + "nauc_mrr_at_100_diff1": 0.8286993376914003, + "nauc_mrr_at_100_max": 0.47309420500694344, + "nauc_mrr_at_100_std": -0.1932258073671115, + "nauc_mrr_at_10_diff1": 0.8290173726735738, + "nauc_mrr_at_10_max": 0.47499274735092895, + "nauc_mrr_at_10_std": -0.19121960171983546, + "nauc_mrr_at_1_diff1": 0.843692414584781, + "nauc_mrr_at_1_max": 0.4115639065945684, + "nauc_mrr_at_1_std": -0.22889919342657847, + "nauc_mrr_at_20_diff1": 0.8286270371207031, + "nauc_mrr_at_20_max": 0.47323296433942313, + "nauc_mrr_at_20_std": -0.1929115743142576, + "nauc_mrr_at_3_diff1": 0.8250818307905693, + "nauc_mrr_at_3_max": 0.48848266296810106, + "nauc_mrr_at_3_std": -0.19384928340268015, + "nauc_mrr_at_5_diff1": 0.826911098922553, + "nauc_mrr_at_5_max": 0.4833635852336642, + "nauc_mrr_at_5_std": -0.18430224631012052, + "nauc_ndcg_at_1000_diff1": 0.8268251090699551, + "nauc_ndcg_at_1000_max": 0.4815571715312125, + "nauc_ndcg_at_1000_std": -0.185419389959913, + "nauc_ndcg_at_100_diff1": 0.8268251090699551, + "nauc_ndcg_at_100_max": 0.4815571715312125, + "nauc_ndcg_at_100_std": -0.185419389959913, + "nauc_ndcg_at_10_diff1": 0.8275216301765017, + "nauc_ndcg_at_10_max": 0.49185581604376255, + "nauc_ndcg_at_10_std": -0.17385062041618404, + "nauc_ndcg_at_1_diff1": 0.843692414584781, + "nauc_ndcg_at_1_max": 0.4115639065945684, + "nauc_ndcg_at_1_std": -0.22889919342657847, + "nauc_ndcg_at_20_diff1": 0.8254440091130353, + "nauc_ndcg_at_20_max": 0.48418313357100845, + "nauc_ndcg_at_20_std": -0.17941512845153068, + "nauc_ndcg_at_3_diff1": 0.8172292705961752, + "nauc_ndcg_at_3_max": 0.5257906473201452, + "nauc_ndcg_at_3_std": -0.17417487243504468, + "nauc_ndcg_at_5_diff1": 0.8211396878462014, + "nauc_ndcg_at_5_max": 0.5178358068299386, + "nauc_ndcg_at_5_std": -0.15212080578366033, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.8231792717086898, + "nauc_precision_at_10_max": 0.8395191409897438, + "nauc_precision_at_10_std": 0.24964985994399536, + "nauc_precision_at_1_diff1": 0.843692414584781, + "nauc_precision_at_1_max": 0.4115639065945684, + "nauc_precision_at_1_std": -0.22889919342657847, + "nauc_precision_at_20_diff1": 0.5541549953315124, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 0.7684407096171803, + "nauc_precision_at_3_max": 0.7613150523367254, + "nauc_precision_at_3_std": -0.04818418595508672, + "nauc_precision_at_5_diff1": 0.7659366777013816, + "nauc_precision_at_5_max": 0.8714031066972239, + "nauc_precision_at_5_std": 0.19531448943213806, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8231792717086823, + "nauc_recall_at_10_max": 0.8395191409897281, + "nauc_recall_at_10_std": 0.24964985994397038, + "nauc_recall_at_1_diff1": 0.843692414584781, + "nauc_recall_at_1_max": 0.4115639065945684, + "nauc_recall_at_1_std": -0.22889919342657847, + "nauc_recall_at_20_diff1": 0.5541549953314778, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_3_diff1": 0.7684407096171805, + "nauc_recall_at_3_max": 0.7613150523367245, + "nauc_recall_at_3_std": -0.0481841859550855, + "nauc_recall_at_5_diff1": 0.7659366777013851, + "nauc_recall_at_5_max": 0.8714031066972252, + "nauc_recall_at_5_std": 0.19531448943213764, + "ndcg_at_1": 0.80588, + "ndcg_at_10": 0.90547, + "ndcg_at_100": 0.90812, + "ndcg_at_1000": 0.90812, + "ndcg_at_20": 0.90767, + "ndcg_at_3": 0.88925, + "ndcg_at_5": 0.89912, + "precision_at_1": 0.80588, + "precision_at_10": 0.09882, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04985, + "precision_at_3": 0.31471, + "precision_at_5": 0.19353, + "recall_at_1": 0.80588, + "recall_at_10": 0.98824, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.99706, + "recall_at_3": 0.94412, + "recall_at_5": 0.96765 + } + ] + }, + "task_name": "LegalBenchCorporateLobbying" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MIRACLRetrievalHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..05c175772 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 2822.7891507148743, + "kg_co2_emissions": 0.24702977696190437, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.71766, + "map_at_1": 0.43252, + "map_at_10": 0.64211, + "map_at_100": 0.65672, + "map_at_1000": 0.65707, + "map_at_20": 0.65192, + "map_at_3": 0.58667, + "map_at_5": 0.61971, + "mrr_at_1": 0.662, + "mrr_at_10": 0.7519781746031751, + "mrr_at_100": 0.7552300692520971, + "mrr_at_1000": 0.7552938485696429, + "mrr_at_20": 0.7541589182875951, + "mrr_at_3": 0.7358333333333338, + "mrr_at_5": 0.7465333333333338, + "nauc_map_at_1000_diff1": 0.4425295014192779, + "nauc_map_at_1000_max": 0.329077634614332, + "nauc_map_at_1000_std": -0.1839628242305641, + "nauc_map_at_100_diff1": 0.4421177325297017, + "nauc_map_at_100_max": 0.3288959384096914, + "nauc_map_at_100_std": -0.18385521521584028, + "nauc_map_at_10_diff1": 0.4423229655149736, + "nauc_map_at_10_max": 0.32537365725732514, + "nauc_map_at_10_std": -0.19218341937307998, + "nauc_map_at_1_diff1": 0.5136627465357758, + "nauc_map_at_1_max": 0.18852189162493704, + "nauc_map_at_1_std": -0.2282783291753067, + "nauc_map_at_20_diff1": 0.4417179725895666, + "nauc_map_at_20_max": 0.3296273698634103, + "nauc_map_at_20_std": -0.18882036859231402, + "nauc_map_at_3_diff1": 0.44687743390074014, + "nauc_map_at_3_max": 0.2885958461454263, + "nauc_map_at_3_std": -0.22132445605089082, + "nauc_map_at_5_diff1": 0.4423523031824988, + "nauc_map_at_5_max": 0.30814706174759104, + "nauc_map_at_5_std": -0.20555637655481646, + "nauc_mrr_at_1000_diff1": 0.5077019510717843, + "nauc_mrr_at_1000_max": 0.3880762402377899, + "nauc_mrr_at_1000_std": -0.13376523741975746, + "nauc_mrr_at_100_diff1": 0.5077192788089973, + "nauc_mrr_at_100_max": 0.38813140060254525, + "nauc_mrr_at_100_std": -0.13364963361794965, + "nauc_mrr_at_10_diff1": 0.5068419590123763, + "nauc_mrr_at_10_max": 0.3896357831675599, + "nauc_mrr_at_10_std": -0.13377116044545156, + "nauc_mrr_at_1_diff1": 0.5382901870357844, + "nauc_mrr_at_1_max": 0.3458595882080488, + "nauc_mrr_at_1_std": -0.14722778512710574, + "nauc_mrr_at_20_diff1": 0.5061745428303285, + "nauc_mrr_at_20_max": 0.38872225401984917, + "nauc_mrr_at_20_std": -0.13300983454696175, + "nauc_mrr_at_3_diff1": 0.5059033417291815, + "nauc_mrr_at_3_max": 0.3894089855422458, + "nauc_mrr_at_3_std": -0.1423764730292571, + "nauc_mrr_at_5_diff1": 0.5043107290351184, + "nauc_mrr_at_5_max": 0.3914007231444742, + "nauc_mrr_at_5_std": -0.13499002944471056, + "nauc_ndcg_at_1000_diff1": 0.45105215777921553, + "nauc_ndcg_at_1000_max": 0.3649049042400929, + "nauc_ndcg_at_1000_std": -0.14315373816313384, + "nauc_ndcg_at_100_diff1": 0.44494310703564566, + "nauc_ndcg_at_100_max": 0.3625416724544983, + "nauc_ndcg_at_100_std": -0.13730662080841274, + "nauc_ndcg_at_10_diff1": 0.44358724993590265, + "nauc_ndcg_at_10_max": 0.3612642461998745, + "nauc_ndcg_at_10_std": -0.16590095710879008, + "nauc_ndcg_at_1_diff1": 0.5382901870357844, + "nauc_ndcg_at_1_max": 0.3458595882080488, + "nauc_ndcg_at_1_std": -0.14722778512710574, + "nauc_ndcg_at_20_diff1": 0.44029060293006667, + "nauc_ndcg_at_20_max": 0.368493297669194, + "nauc_ndcg_at_20_std": -0.1583612012069105, + "nauc_ndcg_at_3_diff1": 0.43477660101758503, + "nauc_ndcg_at_3_max": 0.33382916736599355, + "nauc_ndcg_at_3_std": -0.1894586932269092, + "nauc_ndcg_at_5_diff1": 0.4380668519013796, + "nauc_ndcg_at_5_max": 0.34336923389804075, + "nauc_ndcg_at_5_std": -0.17935347106523436, + "nauc_precision_at_1000_diff1": -0.19250536675435756, + "nauc_precision_at_1000_max": 0.08420314341670629, + "nauc_precision_at_1000_std": 0.25157775855655584, + "nauc_precision_at_100_diff1": -0.18971950728263443, + "nauc_precision_at_100_max": 0.10035295494915829, + "nauc_precision_at_100_std": 0.2647286560887724, + "nauc_precision_at_10_diff1": -0.092788564908649, + "nauc_precision_at_10_max": 0.21508108743452964, + "nauc_precision_at_10_std": 0.17030740695084343, + "nauc_precision_at_1_diff1": 0.5382901870357844, + "nauc_precision_at_1_max": 0.3458595882080488, + "nauc_precision_at_1_std": -0.14722778512710574, + "nauc_precision_at_20_diff1": -0.13633230952869077, + "nauc_precision_at_20_max": 0.1701417154039629, + "nauc_precision_at_20_std": 0.19244296163067132, + "nauc_precision_at_3_diff1": 0.04446652979993376, + "nauc_precision_at_3_max": 0.2942000861549347, + "nauc_precision_at_3_std": 0.04104265661470651, + "nauc_precision_at_5_diff1": -0.033113186905894515, + "nauc_precision_at_5_max": 0.2490704534870083, + "nauc_precision_at_5_std": 0.10303168311534741, + "nauc_recall_at_1000_diff1": 0.35289606986111327, + "nauc_recall_at_1000_max": 0.8446152481389702, + "nauc_recall_at_1000_std": 0.646446877194246, + "nauc_recall_at_100_diff1": 0.21307234906918726, + "nauc_recall_at_100_max": 0.394266375693842, + "nauc_recall_at_100_std": 0.2819555754091651, + "nauc_recall_at_10_diff1": 0.3423260709323012, + "nauc_recall_at_10_max": 0.3680630550461851, + "nauc_recall_at_10_std": -0.13751635688824984, + "nauc_recall_at_1_diff1": 0.5136627465357758, + "nauc_recall_at_1_max": 0.18852189162493704, + "nauc_recall_at_1_std": -0.2282783291753067, + "nauc_recall_at_20_diff1": 0.2871447062827926, + "nauc_recall_at_20_max": 0.4093822746832021, + "nauc_recall_at_20_std": -0.10363032669852411, + "nauc_recall_at_3_diff1": 0.3629851913895804, + "nauc_recall_at_3_max": 0.28011309135773266, + "nauc_recall_at_3_std": -0.21312380041451037, + "nauc_recall_at_5_diff1": 0.3372835248421301, + "nauc_recall_at_5_max": 0.3086930480458083, + "nauc_recall_at_5_std": -0.17363317687850446, + "ndcg_at_1": 0.662, + "ndcg_at_10": 0.71766, + "ndcg_at_100": 0.75744, + "ndcg_at_1000": 0.76217, + "ndcg_at_20": 0.73864, + "ndcg_at_3": 0.66174, + "ndcg_at_5": 0.68604, + "precision_at_1": 0.662, + "precision_at_10": 0.154, + "precision_at_100": 0.01896, + "precision_at_1000": 0.00197, + "precision_at_20": 0.0853, + "precision_at_3": 0.37867, + "precision_at_5": 0.265, + "recall_at_1": 0.43252, + "recall_at_10": 0.82063, + "recall_at_100": 0.96112, + "recall_at_1000": 0.98965, + "recall_at_20": 0.88425, + "recall_at_3": 0.66286, + "recall_at_5": 0.74 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.7268, + "map_at_1": 0.41372, + "map_at_10": 0.64185, + "map_at_100": 0.657, + "map_at_1000": 0.65734, + "map_at_20": 0.65193, + "map_at_3": 0.58069, + "map_at_5": 0.61933, + "mrr_at_1": 0.6593673965936739, + "mrr_at_10": 0.7704881628239292, + "mrr_at_100": 0.7720663051010652, + "mrr_at_1000": 0.7721150203183199, + "mrr_at_20": 0.7715209249666098, + "mrr_at_3": 0.7558799675587997, + "mrr_at_5": 0.7659772911597729, + "nauc_map_at_1000_diff1": 0.33384783280400165, + "nauc_map_at_1000_max": 0.3826219455561906, + "nauc_map_at_1000_std": -0.048706207866588386, + "nauc_map_at_100_diff1": 0.33340639228462343, + "nauc_map_at_100_max": 0.3826636562723033, + "nauc_map_at_100_std": -0.04868044952642541, + "nauc_map_at_10_diff1": 0.3385351911237595, + "nauc_map_at_10_max": 0.38218040885908566, + "nauc_map_at_10_std": -0.06556591761673038, + "nauc_map_at_1_diff1": 0.35127508184982975, + "nauc_map_at_1_max": 0.23203215085491768, + "nauc_map_at_1_std": -0.13805306637767698, + "nauc_map_at_20_diff1": 0.33426579600858897, + "nauc_map_at_20_max": 0.38089742911924745, + "nauc_map_at_20_std": -0.059605290845150226, + "nauc_map_at_3_diff1": 0.31388073079737017, + "nauc_map_at_3_max": 0.3141912645076052, + "nauc_map_at_3_std": -0.13974830742859484, + "nauc_map_at_5_diff1": 0.3328615405847844, + "nauc_map_at_5_max": 0.3619955299921742, + "nauc_map_at_5_std": -0.09345769736013185, + "nauc_mrr_at_1000_diff1": 0.3353826904094943, + "nauc_mrr_at_1000_max": 0.4641788072022023, + "nauc_mrr_at_1000_std": 0.1337906676128643, + "nauc_mrr_at_100_diff1": 0.33543488250567355, + "nauc_mrr_at_100_max": 0.4642981488924293, + "nauc_mrr_at_100_std": 0.1338885934696658, + "nauc_mrr_at_10_diff1": 0.33252700333048163, + "nauc_mrr_at_10_max": 0.4655286169988932, + "nauc_mrr_at_10_std": 0.13296653257558075, + "nauc_mrr_at_1_diff1": 0.36738063180742797, + "nauc_mrr_at_1_max": 0.45327218610624115, + "nauc_mrr_at_1_std": 0.14631986902240143, + "nauc_mrr_at_20_diff1": 0.33445919142644776, + "nauc_mrr_at_20_max": 0.4646391250259464, + "nauc_mrr_at_20_std": 0.13368198236447262, + "nauc_mrr_at_3_diff1": 0.33257156090316253, + "nauc_mrr_at_3_max": 0.4601235589333255, + "nauc_mrr_at_3_std": 0.1215349667341261, + "nauc_mrr_at_5_diff1": 0.33298814818904254, + "nauc_mrr_at_5_max": 0.46462976508874976, + "nauc_mrr_at_5_std": 0.1263894740231683, + "nauc_ndcg_at_1000_diff1": 0.3311857986721705, + "nauc_ndcg_at_1000_max": 0.42498755140105143, + "nauc_ndcg_at_1000_std": 0.03082221822425057, + "nauc_ndcg_at_100_diff1": 0.32537911359727484, + "nauc_ndcg_at_100_max": 0.42914804542430723, + "nauc_ndcg_at_100_std": 0.03643645214464573, + "nauc_ndcg_at_10_diff1": 0.3362582784591272, + "nauc_ndcg_at_10_max": 0.4246994943774513, + "nauc_ndcg_at_10_std": -0.016414433649568034, + "nauc_ndcg_at_1_diff1": 0.36738063180742797, + "nauc_ndcg_at_1_max": 0.45327218610624115, + "nauc_ndcg_at_1_std": 0.14631986902240143, + "nauc_ndcg_at_20_diff1": 0.328041831335705, + "nauc_ndcg_at_20_max": 0.4223324856322879, + "nauc_ndcg_at_20_std": -0.004246482116989792, + "nauc_ndcg_at_3_diff1": 0.30296378699438187, + "nauc_ndcg_at_3_max": 0.363737501904654, + "nauc_ndcg_at_3_std": -0.04769718240387963, + "nauc_ndcg_at_5_diff1": 0.3323807866049272, + "nauc_ndcg_at_5_max": 0.39756612577022693, + "nauc_ndcg_at_5_std": -0.04905663139528754, + "nauc_precision_at_1000_diff1": -0.11762140677140398, + "nauc_precision_at_1000_max": 0.07602850339355201, + "nauc_precision_at_1000_std": 0.3926050953674819, + "nauc_precision_at_100_diff1": -0.1274798647305906, + "nauc_precision_at_100_max": 0.10562255853537048, + "nauc_precision_at_100_std": 0.4120915839008771, + "nauc_precision_at_10_diff1": -0.04201524380960666, + "nauc_precision_at_10_max": 0.23815332924724542, + "nauc_precision_at_10_std": 0.36591564330517734, + "nauc_precision_at_1_diff1": 0.36738063180742797, + "nauc_precision_at_1_max": 0.45327218610624115, + "nauc_precision_at_1_std": 0.14631986902240143, + "nauc_precision_at_20_diff1": -0.09245242477149318, + "nauc_precision_at_20_max": 0.1654321168499461, + "nauc_precision_at_20_std": 0.3629664166636798, + "nauc_precision_at_3_diff1": 0.029019119963853045, + "nauc_precision_at_3_max": 0.3341966539779311, + "nauc_precision_at_3_std": 0.2336513620455925, + "nauc_precision_at_5_diff1": 0.01524883078983144, + "nauc_precision_at_5_max": 0.3184239780194407, + "nauc_precision_at_5_std": 0.30769040581348145, + "nauc_recall_at_1000_diff1": 0.4718033434681479, + "nauc_recall_at_1000_max": 0.6860991172699736, + "nauc_recall_at_1000_std": 0.5354286277779928, + "nauc_recall_at_100_diff1": 0.2166830095896813, + "nauc_recall_at_100_max": 0.6277981503640775, + "nauc_recall_at_100_std": 0.4183186401525816, + "nauc_recall_at_10_diff1": 0.2880831712429974, + "nauc_recall_at_10_max": 0.3999148407891562, + "nauc_recall_at_10_std": -0.0932308100474943, + "nauc_recall_at_1_diff1": 0.35127508184982975, + "nauc_recall_at_1_max": 0.23203215085491768, + "nauc_recall_at_1_std": -0.13805306637767698, + "nauc_recall_at_20_diff1": 0.2609713326155501, + "nauc_recall_at_20_max": 0.399746398520546, + "nauc_recall_at_20_std": -0.08650898164291437, + "nauc_recall_at_3_diff1": 0.24158418195760617, + "nauc_recall_at_3_max": 0.2498191131833531, + "nauc_recall_at_3_std": -0.21832157636453112, + "nauc_recall_at_5_diff1": 0.2805545193719471, + "nauc_recall_at_5_max": 0.3351053222696392, + "nauc_recall_at_5_std": -0.16832582477609528, + "ndcg_at_1": 0.65937, + "ndcg_at_10": 0.7268, + "ndcg_at_100": 0.76485, + "ndcg_at_1000": 0.76907, + "ndcg_at_20": 0.74717, + "ndcg_at_3": 0.66916, + "ndcg_at_5": 0.69797, + "precision_at_1": 0.65937, + "precision_at_10": 0.1635, + "precision_at_100": 0.02005, + "precision_at_1000": 0.00207, + "precision_at_20": 0.0899, + "precision_at_3": 0.39903, + "precision_at_5": 0.28175, + "recall_at_1": 0.41372, + "recall_at_10": 0.83463, + "recall_at_100": 0.96335, + "recall_at_1000": 0.98796, + "recall_at_20": 0.89531, + "recall_at_3": 0.6731, + "recall_at_5": 0.76179 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.51217, + "map_at_1": 0.21221, + "map_at_10": 0.4108, + "map_at_100": 0.44261, + "map_at_1000": 0.44328, + "map_at_20": 0.42834, + "map_at_3": 0.33836, + "map_at_5": 0.37608, + "mrr_at_1": 0.4721311475409836, + "mrr_at_10": 0.58043845953682, + "mrr_at_100": 0.5900893737231941, + "mrr_at_1000": 0.5901618815166136, + "mrr_at_20": 0.5876433428014404, + "mrr_at_3": 0.5557377049180329, + "mrr_at_5": 0.5708196721311475, + "nauc_map_at_1000_diff1": 0.2506293472447623, + "nauc_map_at_1000_max": 0.3857050061816296, + "nauc_map_at_1000_std": 0.05006278184937874, + "nauc_map_at_100_diff1": 0.25077142443910994, + "nauc_map_at_100_max": 0.38526081127097045, + "nauc_map_at_100_std": 0.0491206061954324, + "nauc_map_at_10_diff1": 0.24811795350568772, + "nauc_map_at_10_max": 0.37443517389530595, + "nauc_map_at_10_std": 0.02955818564334025, + "nauc_map_at_1_diff1": 0.30539332007321757, + "nauc_map_at_1_max": 0.2668708672682647, + "nauc_map_at_1_std": 0.020720737914779307, + "nauc_map_at_20_diff1": 0.2481579329532943, + "nauc_map_at_20_max": 0.3775723286902884, + "nauc_map_at_20_std": 0.03782879968882222, + "nauc_map_at_3_diff1": 0.2643890165140997, + "nauc_map_at_3_max": 0.32731034090702216, + "nauc_map_at_3_std": 0.013655480900885237, + "nauc_map_at_5_diff1": 0.25099954702031047, + "nauc_map_at_5_max": 0.35672007154865126, + "nauc_map_at_5_std": 0.029666040223106382, + "nauc_mrr_at_1000_diff1": 0.2947834964638506, + "nauc_mrr_at_1000_max": 0.5046519416213733, + "nauc_mrr_at_1000_std": 0.1779659677344664, + "nauc_mrr_at_100_diff1": 0.29486155885040516, + "nauc_mrr_at_100_max": 0.5045991231635707, + "nauc_mrr_at_100_std": 0.17791237933331913, + "nauc_mrr_at_10_diff1": 0.2966916833335853, + "nauc_mrr_at_10_max": 0.5062818710248084, + "nauc_mrr_at_10_std": 0.1726030842419614, + "nauc_mrr_at_1_diff1": 0.3238077387661585, + "nauc_mrr_at_1_max": 0.49579179799458634, + "nauc_mrr_at_1_std": 0.17187447794562521, + "nauc_mrr_at_20_diff1": 0.29396889007565513, + "nauc_mrr_at_20_max": 0.5056409433694065, + "nauc_mrr_at_20_std": 0.18069260667659579, + "nauc_mrr_at_3_diff1": 0.2923247556064333, + "nauc_mrr_at_3_max": 0.49839187059906703, + "nauc_mrr_at_3_std": 0.16882613976622352, + "nauc_mrr_at_5_diff1": 0.2983759631012229, + "nauc_mrr_at_5_max": 0.5033218682090733, + "nauc_mrr_at_5_std": 0.1683577112269077, + "nauc_ndcg_at_1000_diff1": 0.26288775503265804, + "nauc_ndcg_at_1000_max": 0.44200810579191663, + "nauc_ndcg_at_1000_std": 0.11371952495623498, + "nauc_ndcg_at_100_diff1": 0.2659277020689507, + "nauc_ndcg_at_100_max": 0.4405750436228254, + "nauc_ndcg_at_100_std": 0.10876457855881287, + "nauc_ndcg_at_10_diff1": 0.2612342441029715, + "nauc_ndcg_at_10_max": 0.41916229415201356, + "nauc_ndcg_at_10_std": 0.050424802142337244, + "nauc_ndcg_at_1_diff1": 0.3238077387661585, + "nauc_ndcg_at_1_max": 0.49579179799458634, + "nauc_ndcg_at_1_std": 0.17187447794562521, + "nauc_ndcg_at_20_diff1": 0.25467590815378893, + "nauc_ndcg_at_20_max": 0.4226235883470687, + "nauc_ndcg_at_20_std": 0.07889187599141101, + "nauc_ndcg_at_3_diff1": 0.24844868729608596, + "nauc_ndcg_at_3_max": 0.4070466629578749, + "nauc_ndcg_at_3_std": 0.07629016514206893, + "nauc_ndcg_at_5_diff1": 0.26144753369526946, + "nauc_ndcg_at_5_max": 0.4093294540313082, + "nauc_ndcg_at_5_std": 0.06122518026899618, + "nauc_precision_at_1000_diff1": -0.02187621786551687, + "nauc_precision_at_1000_max": 0.23197499685027756, + "nauc_precision_at_1000_std": 0.2654302841566829, + "nauc_precision_at_100_diff1": -0.0009121336155047894, + "nauc_precision_at_100_max": 0.2527607883436059, + "nauc_precision_at_100_std": 0.25538739136937805, + "nauc_precision_at_10_diff1": 0.0724538696370186, + "nauc_precision_at_10_max": 0.3868416011210658, + "nauc_precision_at_10_std": 0.12524727837597913, + "nauc_precision_at_1_diff1": 0.3238077387661585, + "nauc_precision_at_1_max": 0.49579179799458634, + "nauc_precision_at_1_std": 0.17187447794562521, + "nauc_precision_at_20_diff1": 0.04438044123939719, + "nauc_precision_at_20_max": 0.3300072649384446, + "nauc_precision_at_20_std": 0.17091742531588344, + "nauc_precision_at_3_diff1": 0.15277502760595546, + "nauc_precision_at_3_max": 0.4279651237312088, + "nauc_precision_at_3_std": 0.10911421786009765, + "nauc_precision_at_5_diff1": 0.10581746843492999, + "nauc_precision_at_5_max": 0.41245499926509077, + "nauc_precision_at_5_std": 0.1306891098254639, + "nauc_recall_at_1000_diff1": 0.07833675168193807, + "nauc_recall_at_1000_max": 0.25003203658167034, + "nauc_recall_at_1000_std": 0.7476113517596512, + "nauc_recall_at_100_diff1": 0.28674777202617463, + "nauc_recall_at_100_max": 0.3255318105399343, + "nauc_recall_at_100_std": 0.10104924882948838, + "nauc_recall_at_10_diff1": 0.22400668248656538, + "nauc_recall_at_10_max": 0.3371298182737371, + "nauc_recall_at_10_std": -0.040145673554734605, + "nauc_recall_at_1_diff1": 0.30539332007321757, + "nauc_recall_at_1_max": 0.2668708672682647, + "nauc_recall_at_1_std": 0.020720737914779307, + "nauc_recall_at_20_diff1": 0.17048952363485206, + "nauc_recall_at_20_max": 0.3162653546158759, + "nauc_recall_at_20_std": 0.029212095170613798, + "nauc_recall_at_3_diff1": 0.21357814982518228, + "nauc_recall_at_3_max": 0.2844408643605429, + "nauc_recall_at_3_std": -0.02108465185415725, + "nauc_recall_at_5_diff1": 0.20685020463845805, + "nauc_recall_at_5_max": 0.3143947485006922, + "nauc_recall_at_5_std": -0.01606941505279759, + "ndcg_at_1": 0.47213, + "ndcg_at_10": 0.51217, + "ndcg_at_100": 0.60836, + "ndcg_at_1000": 0.61465, + "ndcg_at_20": 0.55364, + "ndcg_at_3": 0.44713, + "ndcg_at_5": 0.46284, + "precision_at_1": 0.47213, + "precision_at_10": 0.15902, + "precision_at_100": 0.02534, + "precision_at_1000": 0.00264, + "precision_at_20": 0.09607, + "precision_at_3": 0.32568, + "precision_at_5": 0.2459, + "recall_at_1": 0.21221, + "recall_at_10": 0.62314, + "recall_at_100": 0.96184, + "recall_at_1000": 0.99496, + "recall_at_20": 0.74673, + "recall_at_3": 0.40958, + "recall_at_5": 0.4955 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.54896, + "map_at_1": 0.24929, + "map_at_10": 0.44262, + "map_at_100": 0.47566, + "map_at_1000": 0.47675, + "map_at_20": 0.46122, + "map_at_3": 0.36789, + "map_at_5": 0.40885, + "mrr_at_1": 0.5118898623279099, + "mrr_at_10": 0.6350209587381048, + "mrr_at_100": 0.6409598515817535, + "mrr_at_1000": 0.6410276708951135, + "mrr_at_20": 0.6394479630508019, + "mrr_at_3": 0.6084689194826861, + "mrr_at_5": 0.6253024614100953, + "nauc_map_at_1000_diff1": 0.24042822030941952, + "nauc_map_at_1000_max": 0.24563654792920508, + "nauc_map_at_1000_std": -0.07718415040535605, + "nauc_map_at_100_diff1": 0.24118511251169095, + "nauc_map_at_100_max": 0.24531568318663258, + "nauc_map_at_100_std": -0.07798073336816866, + "nauc_map_at_10_diff1": 0.24446058036468615, + "nauc_map_at_10_max": 0.22941315357520511, + "nauc_map_at_10_std": -0.09264394183388411, + "nauc_map_at_1_diff1": 0.27522155570717405, + "nauc_map_at_1_max": 0.1286190933516602, + "nauc_map_at_1_std": -0.11719371772837307, + "nauc_map_at_20_diff1": 0.24252416724003523, + "nauc_map_at_20_max": 0.23917373463747232, + "nauc_map_at_20_std": -0.08890775429699928, + "nauc_map_at_3_diff1": 0.24946783395218397, + "nauc_map_at_3_max": 0.17390481671413113, + "nauc_map_at_3_std": -0.12383972880316485, + "nauc_map_at_5_diff1": 0.2437458645942066, + "nauc_map_at_5_max": 0.2046516349651469, + "nauc_map_at_5_std": -0.10607547464559455, + "nauc_mrr_at_1000_diff1": 0.27998294265604473, + "nauc_mrr_at_1000_max": 0.31992670999061334, + "nauc_mrr_at_1000_std": -0.012677603356542272, + "nauc_mrr_at_100_diff1": 0.28008527359440005, + "nauc_mrr_at_100_max": 0.3200459323444726, + "nauc_mrr_at_100_std": -0.012546472180324867, + "nauc_mrr_at_10_diff1": 0.2784972317224412, + "nauc_mrr_at_10_max": 0.3202006046313114, + "nauc_mrr_at_10_std": -0.009719132319236393, + "nauc_mrr_at_1_diff1": 0.2899998745584323, + "nauc_mrr_at_1_max": 0.2926979419885966, + "nauc_mrr_at_1_std": -0.037082124718089284, + "nauc_mrr_at_20_diff1": 0.2796202772780417, + "nauc_mrr_at_20_max": 0.32077995311843993, + "nauc_mrr_at_20_std": -0.011892460083724682, + "nauc_mrr_at_3_diff1": 0.27557466591190694, + "nauc_mrr_at_3_max": 0.3195767596423012, + "nauc_mrr_at_3_std": -0.014624513795001171, + "nauc_mrr_at_5_diff1": 0.2752839788962437, + "nauc_mrr_at_5_max": 0.31829606562713464, + "nauc_mrr_at_5_std": -0.013767025488923086, + "nauc_ndcg_at_1000_diff1": 0.24310505328222443, + "nauc_ndcg_at_1000_max": 0.29239083839727914, + "nauc_ndcg_at_1000_std": -0.029127559738823458, + "nauc_ndcg_at_100_diff1": 0.25099905703770997, + "nauc_ndcg_at_100_max": 0.292499317202007, + "nauc_ndcg_at_100_std": -0.033114188293289645, + "nauc_ndcg_at_10_diff1": 0.25092153948770957, + "nauc_ndcg_at_10_max": 0.268695769505393, + "nauc_ndcg_at_10_std": -0.06092731568164958, + "nauc_ndcg_at_1_diff1": 0.2899998745584323, + "nauc_ndcg_at_1_max": 0.2926979419885966, + "nauc_ndcg_at_1_std": -0.037082124718089284, + "nauc_ndcg_at_20_diff1": 0.25249172795210667, + "nauc_ndcg_at_20_max": 0.28407069027889625, + "nauc_ndcg_at_20_std": -0.06175956572231757, + "nauc_ndcg_at_3_diff1": 0.23233803721983295, + "nauc_ndcg_at_3_max": 0.26076802601681504, + "nauc_ndcg_at_3_std": -0.06078814740788647, + "nauc_ndcg_at_5_diff1": 0.2349762651575889, + "nauc_ndcg_at_5_max": 0.2526023373736493, + "nauc_ndcg_at_5_std": -0.06418318188832797, + "nauc_precision_at_1000_diff1": -0.13165893771253925, + "nauc_precision_at_1000_max": 0.14227738067459803, + "nauc_precision_at_1000_std": 0.23750959044700232, + "nauc_precision_at_100_diff1": -0.10846032929202706, + "nauc_precision_at_100_max": 0.1669870898287613, + "nauc_precision_at_100_std": 0.2379951649863294, + "nauc_precision_at_10_diff1": -0.01315462550168042, + "nauc_precision_at_10_max": 0.29480523429159505, + "nauc_precision_at_10_std": 0.16373632730421614, + "nauc_precision_at_1_diff1": 0.2899998745584323, + "nauc_precision_at_1_max": 0.2926979419885966, + "nauc_precision_at_1_std": -0.037082124718089284, + "nauc_precision_at_20_diff1": -0.0519172881316143, + "nauc_precision_at_20_max": 0.26191453109589496, + "nauc_precision_at_20_std": 0.18983177636242093, + "nauc_precision_at_3_diff1": 0.08916226605269535, + "nauc_precision_at_3_max": 0.30234356301958365, + "nauc_precision_at_3_std": 0.055776279167389836, + "nauc_precision_at_5_diff1": 0.028874337840615827, + "nauc_precision_at_5_max": 0.29908772216987084, + "nauc_precision_at_5_std": 0.10721944354414814, + "nauc_recall_at_1000_diff1": 0.20747954498983098, + "nauc_recall_at_1000_max": 0.8036491705511014, + "nauc_recall_at_1000_std": 0.18572610390854094, + "nauc_recall_at_100_diff1": 0.3478292934461537, + "nauc_recall_at_100_max": 0.2797227583218493, + "nauc_recall_at_100_std": -0.03364033260416664, + "nauc_recall_at_10_diff1": 0.21638155117301397, + "nauc_recall_at_10_max": 0.21813205469205774, + "nauc_recall_at_10_std": -0.06433744881411332, + "nauc_recall_at_1_diff1": 0.27522155570717405, + "nauc_recall_at_1_max": 0.1286190933516602, + "nauc_recall_at_1_std": -0.11719371772837307, + "nauc_recall_at_20_diff1": 0.22261517289324223, + "nauc_recall_at_20_max": 0.23993046080785344, + "nauc_recall_at_20_std": -0.10696151967734796, + "nauc_recall_at_3_diff1": 0.21781569661874509, + "nauc_recall_at_3_max": 0.14555373854770987, + "nauc_recall_at_3_std": -0.1263875564939889, + "nauc_recall_at_5_diff1": 0.19382158164803553, + "nauc_recall_at_5_max": 0.1728643725461153, + "nauc_recall_at_5_std": -0.09322945239054825, + "ndcg_at_1": 0.51189, + "ndcg_at_10": 0.54896, + "ndcg_at_100": 0.63997, + "ndcg_at_1000": 0.64895, + "ndcg_at_20": 0.58868, + "ndcg_at_3": 0.48936, + "ndcg_at_5": 0.50766, + "precision_at_1": 0.51189, + "precision_at_10": 0.16821, + "precision_at_100": 0.02735, + "precision_at_1000": 0.0029, + "precision_at_20": 0.10232, + "precision_at_3": 0.33792, + "precision_at_5": 0.26133, + "recall_at_1": 0.24929, + "recall_at_10": 0.64861, + "recall_at_100": 0.95421, + "recall_at_1000": 0.99803, + "recall_at_20": 0.76202, + "recall_at_3": 0.43617, + "recall_at_5": 0.53097 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.53401, + "map_at_1": 0.1716, + "map_at_10": 0.40612, + "map_at_100": 0.46588, + "map_at_1000": 0.46736, + "map_at_20": 0.44168, + "map_at_3": 0.29535, + "map_at_5": 0.34861, + "mrr_at_1": 0.5756172839506173, + "mrr_at_10": 0.6889256319811872, + "mrr_at_100": 0.6930661307895738, + "mrr_at_1000": 0.6930693061185379, + "mrr_at_20": 0.6917408219416298, + "mrr_at_3": 0.6646090534979421, + "mrr_at_5": 0.6788837448559667, + "nauc_map_at_1000_diff1": 0.20210133670449998, + "nauc_map_at_1000_max": 0.3711198337364139, + "nauc_map_at_1000_std": 0.013773780945179248, + "nauc_map_at_100_diff1": 0.20251702454068543, + "nauc_map_at_100_max": 0.37157560605011747, + "nauc_map_at_100_std": 0.013606232332838522, + "nauc_map_at_10_diff1": 0.21643091823135918, + "nauc_map_at_10_max": 0.3231290085694558, + "nauc_map_at_10_std": -0.03725165102126739, + "nauc_map_at_1_diff1": 0.30437313000878524, + "nauc_map_at_1_max": 0.1120883131621537, + "nauc_map_at_1_std": -0.1184484877261615, + "nauc_map_at_20_diff1": 0.20947078164989638, + "nauc_map_at_20_max": 0.3590552289171659, + "nauc_map_at_20_std": -0.00965385665584983, + "nauc_map_at_3_diff1": 0.25606914603735864, + "nauc_map_at_3_max": 0.2189497463507285, + "nauc_map_at_3_std": -0.09615570366687472, + "nauc_map_at_5_diff1": 0.23255843018477057, + "nauc_map_at_5_max": 0.26009877204078835, + "nauc_map_at_5_std": -0.079901609224509, + "nauc_mrr_at_1000_diff1": 0.28016750075480285, + "nauc_mrr_at_1000_max": 0.528881001880707, + "nauc_mrr_at_1000_std": 0.21760867807098191, + "nauc_mrr_at_100_diff1": 0.2801654824300676, + "nauc_mrr_at_100_max": 0.5288870470425716, + "nauc_mrr_at_100_std": 0.2176187173226389, + "nauc_mrr_at_10_diff1": 0.2794375565143924, + "nauc_mrr_at_10_max": 0.5303263287294019, + "nauc_mrr_at_10_std": 0.21965263702794757, + "nauc_mrr_at_1_diff1": 0.31761878875842775, + "nauc_mrr_at_1_max": 0.510843326834874, + "nauc_mrr_at_1_std": 0.1984997981806217, + "nauc_mrr_at_20_diff1": 0.2785293403115953, + "nauc_mrr_at_20_max": 0.5285785968951866, + "nauc_mrr_at_20_std": 0.2183469194093252, + "nauc_mrr_at_3_diff1": 0.2766466360612258, + "nauc_mrr_at_3_max": 0.5331104212361262, + "nauc_mrr_at_3_std": 0.21365122422432242, + "nauc_mrr_at_5_diff1": 0.28225107406106387, + "nauc_mrr_at_5_max": 0.5328098319943536, + "nauc_mrr_at_5_std": 0.22140073525183704, + "nauc_ndcg_at_1000_diff1": 0.19178791414557947, + "nauc_ndcg_at_1000_max": 0.44203754648708343, + "nauc_ndcg_at_1000_std": 0.11425608437757326, + "nauc_ndcg_at_100_diff1": 0.19188168295701705, + "nauc_ndcg_at_100_max": 0.44625557176136865, + "nauc_ndcg_at_100_std": 0.11757282178934504, + "nauc_ndcg_at_10_diff1": 0.2097500193701114, + "nauc_ndcg_at_10_max": 0.3734917966179338, + "nauc_ndcg_at_10_std": 0.02101447125562115, + "nauc_ndcg_at_1_diff1": 0.31761878875842775, + "nauc_ndcg_at_1_max": 0.510843326834874, + "nauc_ndcg_at_1_std": 0.1984997981806217, + "nauc_ndcg_at_20_diff1": 0.1967350324445925, + "nauc_ndcg_at_20_max": 0.4118416357871453, + "nauc_ndcg_at_20_std": 0.05767585544146324, + "nauc_ndcg_at_3_diff1": 0.18256604828335307, + "nauc_ndcg_at_3_max": 0.41610462699111, + "nauc_ndcg_at_3_std": 0.0945781387146525, + "nauc_ndcg_at_5_diff1": 0.19327048551963347, + "nauc_ndcg_at_5_max": 0.3801385097311568, + "nauc_ndcg_at_5_std": 0.04015315693837669, + "nauc_precision_at_1000_diff1": -0.16179046321894283, + "nauc_precision_at_1000_max": 0.261179122759012, + "nauc_precision_at_1000_std": 0.3304984770820367, + "nauc_precision_at_100_diff1": -0.15024413432069184, + "nauc_precision_at_100_max": 0.31029074482885954, + "nauc_precision_at_100_std": 0.35215077051709365, + "nauc_precision_at_10_diff1": -0.05687763679318351, + "nauc_precision_at_10_max": 0.4409196502625074, + "nauc_precision_at_10_std": 0.2594044882977593, + "nauc_precision_at_1_diff1": 0.31761878875842775, + "nauc_precision_at_1_max": 0.510843326834874, + "nauc_precision_at_1_std": 0.1984997981806217, + "nauc_precision_at_20_diff1": -0.0898568503897738, + "nauc_precision_at_20_max": 0.40763899307208884, + "nauc_precision_at_20_std": 0.2890908792057582, + "nauc_precision_at_3_diff1": 0.05851737926984829, + "nauc_precision_at_3_max": 0.44834830876519943, + "nauc_precision_at_3_std": 0.17971235589113824, + "nauc_precision_at_5_diff1": -0.001873694478944587, + "nauc_precision_at_5_max": 0.440229571702734, + "nauc_precision_at_5_std": 0.19790621707297198, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.09253228572170721, + "nauc_recall_at_100_max": 0.4108291485413518, + "nauc_recall_at_100_std": 0.21960443484330683, + "nauc_recall_at_10_diff1": 0.14241428808733556, + "nauc_recall_at_10_max": 0.214538264564543, + "nauc_recall_at_10_std": -0.08017048642729066, + "nauc_recall_at_1_diff1": 0.30437313000878524, + "nauc_recall_at_1_max": 0.1120883131621537, + "nauc_recall_at_1_std": -0.1184484877261615, + "nauc_recall_at_20_diff1": 0.10526902186859456, + "nauc_recall_at_20_max": 0.2583233893940864, + "nauc_recall_at_20_std": -0.032714514234156354, + "nauc_recall_at_3_diff1": 0.20698939837399627, + "nauc_recall_at_3_max": 0.16985906388156255, + "nauc_recall_at_3_std": -0.12241369303290305, + "nauc_recall_at_5_diff1": 0.18296014793643306, + "nauc_recall_at_5_max": 0.17894686492880577, + "nauc_recall_at_5_std": -0.11789093609797638, + "ndcg_at_1": 0.57562, + "ndcg_at_10": 0.53401, + "ndcg_at_100": 0.66269, + "ndcg_at_1000": 0.67311, + "ndcg_at_20": 0.5928, + "ndcg_at_3": 0.51407, + "ndcg_at_5": 0.50122, + "precision_at_1": 0.57562, + "precision_at_10": 0.25015, + "precision_at_100": 0.04363, + "precision_at_1000": 0.00461, + "precision_at_20": 0.16127, + "precision_at_3": 0.43107, + "precision_at_5": 0.35247, + "recall_at_1": 0.1716, + "recall_at_10": 0.58624, + "recall_at_100": 0.95553, + "recall_at_1000": 1.0, + "recall_at_20": 0.7258, + "recall_at_3": 0.34072, + "recall_at_5": 0.43819 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.54886, + "map_at_1": 0.28726, + "map_at_10": 0.46102, + "map_at_100": 0.48274, + "map_at_1000": 0.48339, + "map_at_20": 0.47395, + "map_at_3": 0.40164, + "map_at_5": 0.43279, + "mrr_at_1": 0.4509493670886076, + "mrr_at_10": 0.5740958408679924, + "mrr_at_100": 0.5805039924342797, + "mrr_at_1000": 0.5806498712639908, + "mrr_at_20": 0.5783346112720277, + "mrr_at_3": 0.5461497890295357, + "mrr_at_5": 0.5624472573839661, + "nauc_map_at_1000_diff1": 0.2503285065184356, + "nauc_map_at_1000_max": 0.3061381527308233, + "nauc_map_at_1000_std": -0.03782367976434776, + "nauc_map_at_100_diff1": 0.250194252847859, + "nauc_map_at_100_max": 0.306395156617682, + "nauc_map_at_100_std": -0.037977728585602444, + "nauc_map_at_10_diff1": 0.25805557546380364, + "nauc_map_at_10_max": 0.29964742884525236, + "nauc_map_at_10_std": -0.05244480909278175, + "nauc_map_at_1_diff1": 0.3315879783408929, + "nauc_map_at_1_max": 0.18617716224091832, + "nauc_map_at_1_std": -0.09937099111275825, + "nauc_map_at_20_diff1": 0.24982126081818987, + "nauc_map_at_20_max": 0.3050550676998024, + "nauc_map_at_20_std": -0.045219273317775734, + "nauc_map_at_3_diff1": 0.27779287130885866, + "nauc_map_at_3_max": 0.26319408615080275, + "nauc_map_at_3_std": -0.08004682909277328, + "nauc_map_at_5_diff1": 0.269290197506571, + "nauc_map_at_5_max": 0.28556835439995676, + "nauc_map_at_5_std": -0.059955452509899636, + "nauc_mrr_at_1000_diff1": 0.24226091571177827, + "nauc_mrr_at_1000_max": 0.3528361302001998, + "nauc_mrr_at_1000_std": 0.023429055591820794, + "nauc_mrr_at_100_diff1": 0.24206361589753803, + "nauc_mrr_at_100_max": 0.3528435708213286, + "nauc_mrr_at_100_std": 0.023601746576487028, + "nauc_mrr_at_10_diff1": 0.24284426316939647, + "nauc_mrr_at_10_max": 0.3515997912645226, + "nauc_mrr_at_10_std": 0.022298343433147558, + "nauc_mrr_at_1_diff1": 0.29046196225510623, + "nauc_mrr_at_1_max": 0.32896247218292834, + "nauc_mrr_at_1_std": -0.0059012157146710615, + "nauc_mrr_at_20_diff1": 0.24034718145465278, + "nauc_mrr_at_20_max": 0.3530141687748717, + "nauc_mrr_at_20_std": 0.023774205472404508, + "nauc_mrr_at_3_diff1": 0.24800032571925398, + "nauc_mrr_at_3_max": 0.3506474174699216, + "nauc_mrr_at_3_std": 0.011004269074533578, + "nauc_mrr_at_5_diff1": 0.24670428979290726, + "nauc_mrr_at_5_max": 0.3526087916341353, + "nauc_mrr_at_5_std": 0.02001320833092382, + "nauc_ndcg_at_1000_diff1": 0.22724517466723, + "nauc_ndcg_at_1000_max": 0.33707629372479575, + "nauc_ndcg_at_1000_std": 0.014583714581033917, + "nauc_ndcg_at_100_diff1": 0.22142227925668168, + "nauc_ndcg_at_100_max": 0.3399653650467189, + "nauc_ndcg_at_100_std": 0.019478811008152422, + "nauc_ndcg_at_10_diff1": 0.23296570963390817, + "nauc_ndcg_at_10_max": 0.3269337303632105, + "nauc_ndcg_at_10_std": -0.022628309148434004, + "nauc_ndcg_at_1_diff1": 0.29046196225510623, + "nauc_ndcg_at_1_max": 0.32896247218292834, + "nauc_ndcg_at_1_std": -0.0059012157146710615, + "nauc_ndcg_at_20_diff1": 0.2133889543987133, + "nauc_ndcg_at_20_max": 0.33951034916135375, + "nauc_ndcg_at_20_std": -0.004859309677795934, + "nauc_ndcg_at_3_diff1": 0.24627055966640995, + "nauc_ndcg_at_3_max": 0.3054460784119649, + "nauc_ndcg_at_3_std": -0.04300458419167106, + "nauc_ndcg_at_5_diff1": 0.24803526813212085, + "nauc_ndcg_at_5_max": 0.3165291094612934, + "nauc_ndcg_at_5_std": -0.026273546316255773, + "nauc_precision_at_1000_diff1": -0.15868036343458977, + "nauc_precision_at_1000_max": 0.09192531683451012, + "nauc_precision_at_1000_std": 0.24438000680174893, + "nauc_precision_at_100_diff1": -0.1542304443187161, + "nauc_precision_at_100_max": 0.1376605855714635, + "nauc_precision_at_100_std": 0.2692043314494845, + "nauc_precision_at_10_diff1": -0.06688364644345415, + "nauc_precision_at_10_max": 0.27499043987388716, + "nauc_precision_at_10_std": 0.15852982096245677, + "nauc_precision_at_1_diff1": 0.29046196225510623, + "nauc_precision_at_1_max": 0.32896247218292834, + "nauc_precision_at_1_std": -0.0059012157146710615, + "nauc_precision_at_20_diff1": -0.12844437994473235, + "nauc_precision_at_20_max": 0.23562578694580646, + "nauc_precision_at_20_std": 0.20991568683307507, + "nauc_precision_at_3_diff1": 0.06501687886989846, + "nauc_precision_at_3_max": 0.34944369623014604, + "nauc_precision_at_3_std": 0.0764671033378373, + "nauc_precision_at_5_diff1": 0.0070010167002259914, + "nauc_precision_at_5_max": 0.33684526892960526, + "nauc_precision_at_5_std": 0.14351040817012387, + "nauc_recall_at_1000_diff1": 0.15586875968616348, + "nauc_recall_at_1000_max": 0.8303209868577975, + "nauc_recall_at_1000_std": 0.8835908357680979, + "nauc_recall_at_100_diff1": 0.00022404884281678708, + "nauc_recall_at_100_max": 0.42142819212774285, + "nauc_recall_at_100_std": 0.31798725423916163, + "nauc_recall_at_10_diff1": 0.14709688400589416, + "nauc_recall_at_10_max": 0.29849381592121205, + "nauc_recall_at_10_std": -0.025479392888144096, + "nauc_recall_at_1_diff1": 0.3315879783408929, + "nauc_recall_at_1_max": 0.18617716224091832, + "nauc_recall_at_1_std": -0.09937099111275825, + "nauc_recall_at_20_diff1": 0.04914377125709122, + "nauc_recall_at_20_max": 0.3484329544400167, + "nauc_recall_at_20_std": 0.0267645549289567, + "nauc_recall_at_3_diff1": 0.22159270567666375, + "nauc_recall_at_3_max": 0.2501100976409291, + "nauc_recall_at_3_std": -0.08179515842476025, + "nauc_recall_at_5_diff1": 0.19912295282768322, + "nauc_recall_at_5_max": 0.2788934870885688, + "nauc_recall_at_5_std": -0.038452705325904585, + "ndcg_at_1": 0.45095, + "ndcg_at_10": 0.54886, + "ndcg_at_100": 0.61651, + "ndcg_at_1000": 0.62534, + "ndcg_at_20": 0.57927, + "ndcg_at_3": 0.47583, + "ndcg_at_5": 0.50406, + "precision_at_1": 0.45095, + "precision_at_10": 0.13212, + "precision_at_100": 0.01943, + "precision_at_1000": 0.00206, + "precision_at_20": 0.07777, + "precision_at_3": 0.2827, + "precision_at_5": 0.20791, + "recall_at_1": 0.28726, + "recall_at_10": 0.68417, + "recall_at_100": 0.93292, + "recall_at_1000": 0.98879, + "recall_at_20": 0.77789, + "recall_at_3": 0.4827, + "recall_at_5": 0.56627 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.73463, + "map_at_1": 0.44404, + "map_at_10": 0.65485, + "map_at_100": 0.66842, + "map_at_1000": 0.66869, + "map_at_20": 0.66425, + "map_at_3": 0.59409, + "map_at_5": 0.63217, + "mrr_at_1": 0.689, + "mrr_at_10": 0.7776678571428578, + "mrr_at_100": 0.7803605400924855, + "mrr_at_1000": 0.7804147958920437, + "mrr_at_20": 0.7797355492718503, + "mrr_at_3": 0.7618333333333337, + "mrr_at_5": 0.7724333333333341, + "nauc_map_at_1000_diff1": 0.3268253756044066, + "nauc_map_at_1000_max": 0.3259039319393208, + "nauc_map_at_1000_std": -0.10233229113431586, + "nauc_map_at_100_diff1": 0.32677088204464966, + "nauc_map_at_100_max": 0.32600187960793786, + "nauc_map_at_100_std": -0.10225365684417163, + "nauc_map_at_10_diff1": 0.32676606389984336, + "nauc_map_at_10_max": 0.3239425491264668, + "nauc_map_at_10_std": -0.10811787862112789, + "nauc_map_at_1_diff1": 0.3858492711682486, + "nauc_map_at_1_max": 0.24049688629115842, + "nauc_map_at_1_std": -0.09861777316492323, + "nauc_map_at_20_diff1": 0.3261876605651908, + "nauc_map_at_20_max": 0.3263473172213175, + "nauc_map_at_20_std": -0.10495072515510051, + "nauc_map_at_3_diff1": 0.31741999869787485, + "nauc_map_at_3_max": 0.30217198890412045, + "nauc_map_at_3_std": -0.12399519722456115, + "nauc_map_at_5_diff1": 0.32038126983935, + "nauc_map_at_5_max": 0.3121583638042025, + "nauc_map_at_5_std": -0.11397761890883701, + "nauc_mrr_at_1000_diff1": 0.4554949123267337, + "nauc_mrr_at_1000_max": 0.37861405166644346, + "nauc_mrr_at_1000_std": -0.0670542323635505, + "nauc_mrr_at_100_diff1": 0.4554826516627409, + "nauc_mrr_at_100_max": 0.37871673456900873, + "nauc_mrr_at_100_std": -0.06691719780130764, + "nauc_mrr_at_10_diff1": 0.4549755294561618, + "nauc_mrr_at_10_max": 0.3801231289793668, + "nauc_mrr_at_10_std": -0.06539220145771578, + "nauc_mrr_at_1_diff1": 0.47771654665875884, + "nauc_mrr_at_1_max": 0.3790219956807718, + "nauc_mrr_at_1_std": -0.07350081051540332, + "nauc_mrr_at_20_diff1": 0.45505615546204997, + "nauc_mrr_at_20_max": 0.37855370918743136, + "nauc_mrr_at_20_std": -0.06688030050451091, + "nauc_mrr_at_3_diff1": 0.4493560710952674, + "nauc_mrr_at_3_max": 0.37798794479250347, + "nauc_mrr_at_3_std": -0.06948429272170695, + "nauc_mrr_at_5_diff1": 0.4535405963556903, + "nauc_mrr_at_5_max": 0.37721683198772593, + "nauc_mrr_at_5_std": -0.07075636726992365, + "nauc_ndcg_at_1000_diff1": 0.3560280906444668, + "nauc_ndcg_at_1000_max": 0.34622022432641325, + "nauc_ndcg_at_1000_std": -0.08031784460993364, + "nauc_ndcg_at_100_diff1": 0.3550084719434115, + "nauc_ndcg_at_100_max": 0.34915660146633315, + "nauc_ndcg_at_100_std": -0.07675750407313787, + "nauc_ndcg_at_10_diff1": 0.348374858775148, + "nauc_ndcg_at_10_max": 0.34581541578020286, + "nauc_ndcg_at_10_std": -0.09710845230732479, + "nauc_ndcg_at_1_diff1": 0.47771654665875884, + "nauc_ndcg_at_1_max": 0.3790219956807718, + "nauc_ndcg_at_1_std": -0.07350081051540332, + "nauc_ndcg_at_20_diff1": 0.3489240895216229, + "nauc_ndcg_at_20_max": 0.35044327381074064, + "nauc_ndcg_at_20_std": -0.09104051125453147, + "nauc_ndcg_at_3_diff1": 0.329416548772394, + "nauc_ndcg_at_3_max": 0.3236115266573593, + "nauc_ndcg_at_3_std": -0.11238763720305991, + "nauc_ndcg_at_5_diff1": 0.3359004954500168, + "nauc_ndcg_at_5_max": 0.3282869285394308, + "nauc_ndcg_at_5_std": -0.10958789672750216, + "nauc_precision_at_1000_diff1": -0.15986664697109534, + "nauc_precision_at_1000_max": -0.03107120628989211, + "nauc_precision_at_1000_std": 0.16952139143032488, + "nauc_precision_at_100_diff1": -0.14434993090842158, + "nauc_precision_at_100_max": -0.0038379357994189982, + "nauc_precision_at_100_std": 0.17284872531496687, + "nauc_precision_at_10_diff1": -0.05115658299694204, + "nauc_precision_at_10_max": 0.11203566290980561, + "nauc_precision_at_10_std": 0.08600062891023524, + "nauc_precision_at_1_diff1": 0.47771654665875884, + "nauc_precision_at_1_max": 0.3790219956807718, + "nauc_precision_at_1_std": -0.07350081051540332, + "nauc_precision_at_20_diff1": -0.10343063046277379, + "nauc_precision_at_20_max": 0.06948565496727825, + "nauc_precision_at_20_std": 0.12944832427792388, + "nauc_precision_at_3_diff1": 0.04679378021603187, + "nauc_precision_at_3_max": 0.2169262903591115, + "nauc_precision_at_3_std": -0.008665307731668431, + "nauc_precision_at_5_diff1": -0.012187602778857515, + "nauc_precision_at_5_max": 0.1536484827719405, + "nauc_precision_at_5_std": 0.044766530880728135, + "nauc_recall_at_1000_diff1": 0.31096171802054495, + "nauc_recall_at_1000_max": 0.5172922502334499, + "nauc_recall_at_1000_std": 0.6359477124183094, + "nauc_recall_at_100_diff1": 0.27519033143419763, + "nauc_recall_at_100_max": 0.4712292576079226, + "nauc_recall_at_100_std": 0.2320440220560112, + "nauc_recall_at_10_diff1": 0.2702615074935108, + "nauc_recall_at_10_max": 0.33416023900262937, + "nauc_recall_at_10_std": -0.10382704893280592, + "nauc_recall_at_1_diff1": 0.3858492711682486, + "nauc_recall_at_1_max": 0.24049688629115842, + "nauc_recall_at_1_std": -0.09861777316492323, + "nauc_recall_at_20_diff1": 0.2517180283461721, + "nauc_recall_at_20_max": 0.3623484760510798, + "nauc_recall_at_20_std": -0.10617135130758155, + "nauc_recall_at_3_diff1": 0.2625392608758883, + "nauc_recall_at_3_max": 0.28958682062586794, + "nauc_recall_at_3_std": -0.13552805212555685, + "nauc_recall_at_5_diff1": 0.25682149718947395, + "nauc_recall_at_5_max": 0.29373434799067033, + "nauc_recall_at_5_std": -0.1290655744368867, + "ndcg_at_1": 0.689, + "ndcg_at_10": 0.73463, + "ndcg_at_100": 0.77299, + "ndcg_at_1000": 0.77673, + "ndcg_at_20": 0.75576, + "ndcg_at_3": 0.6589, + "ndcg_at_5": 0.6994, + "precision_at_1": 0.689, + "precision_at_10": 0.154, + "precision_at_100": 0.01861, + "precision_at_1000": 0.00191, + "precision_at_20": 0.08465, + "precision_at_3": 0.378, + "precision_at_5": 0.268, + "recall_at_1": 0.44404, + "recall_at_10": 0.83616, + "recall_at_100": 0.97302, + "recall_at_1000": 0.99583, + "recall_at_20": 0.90168, + "recall_at_3": 0.66015, + "recall_at_5": 0.74978 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.55697, + "map_at_1": 0.26669, + "map_at_10": 0.4574, + "map_at_100": 0.4835, + "map_at_1000": 0.48386, + "map_at_20": 0.474, + "map_at_3": 0.39308, + "map_at_5": 0.42953, + "mrr_at_1": 0.46647230320699706, + "mrr_at_10": 0.5919107779166087, + "mrr_at_100": 0.5981819971667117, + "mrr_at_1000": 0.5982465665930927, + "mrr_at_20": 0.5962477037991079, + "mrr_at_3": 0.5544217687074832, + "mrr_at_5": 0.5778911564625852, + "nauc_map_at_1000_diff1": 0.2627387549763425, + "nauc_map_at_1000_max": 0.3917246567268743, + "nauc_map_at_1000_std": 0.04190643447840434, + "nauc_map_at_100_diff1": 0.2626512927702844, + "nauc_map_at_100_max": 0.392150688810053, + "nauc_map_at_100_std": 0.04221212267572123, + "nauc_map_at_10_diff1": 0.2643556859390364, + "nauc_map_at_10_max": 0.3911785268719109, + "nauc_map_at_10_std": 0.04516893695678197, + "nauc_map_at_1_diff1": 0.282281207859568, + "nauc_map_at_1_max": 0.2609047527040595, + "nauc_map_at_1_std": 0.0007344588777878922, + "nauc_map_at_20_diff1": 0.2602738026010776, + "nauc_map_at_20_max": 0.3920255108581075, + "nauc_map_at_20_std": 0.04116669999435227, + "nauc_map_at_3_diff1": 0.26959656862077863, + "nauc_map_at_3_max": 0.3503777074040635, + "nauc_map_at_3_std": 0.02281404819083212, + "nauc_map_at_5_diff1": 0.27743533349312594, + "nauc_map_at_5_max": 0.38471219622965364, + "nauc_map_at_5_std": 0.03345285493270635, + "nauc_mrr_at_1000_diff1": 0.283044459629595, + "nauc_mrr_at_1000_max": 0.41148547261512974, + "nauc_mrr_at_1000_std": 0.059234723958808695, + "nauc_mrr_at_100_diff1": 0.2830525343957928, + "nauc_mrr_at_100_max": 0.4115737734103741, + "nauc_mrr_at_100_std": 0.05934488504552192, + "nauc_mrr_at_10_diff1": 0.2796356522019436, + "nauc_mrr_at_10_max": 0.4104231923194886, + "nauc_mrr_at_10_std": 0.05781495026628875, + "nauc_mrr_at_1_diff1": 0.3051500416181888, + "nauc_mrr_at_1_max": 0.38051830379323165, + "nauc_mrr_at_1_std": 0.04130763278950723, + "nauc_mrr_at_20_diff1": 0.28303902508216167, + "nauc_mrr_at_20_max": 0.4125812678619767, + "nauc_mrr_at_20_std": 0.05870691437056982, + "nauc_mrr_at_3_diff1": 0.28735696549424644, + "nauc_mrr_at_3_max": 0.4052081855690487, + "nauc_mrr_at_3_std": 0.05050723668048684, + "nauc_mrr_at_5_diff1": 0.27769220302776837, + "nauc_mrr_at_5_max": 0.420274737532041, + "nauc_mrr_at_5_std": 0.06302222124829497, + "nauc_ndcg_at_1000_diff1": 0.26281744125997697, + "nauc_ndcg_at_1000_max": 0.4088048029876519, + "nauc_ndcg_at_1000_std": 0.05316463709192524, + "nauc_ndcg_at_100_diff1": 0.2613555627602758, + "nauc_ndcg_at_100_max": 0.4157235921753698, + "nauc_ndcg_at_100_std": 0.059377120130003944, + "nauc_ndcg_at_10_diff1": 0.2558609304753167, + "nauc_ndcg_at_10_max": 0.4131035301302066, + "nauc_ndcg_at_10_std": 0.06054504604370998, + "nauc_ndcg_at_1_diff1": 0.3051500416181888, + "nauc_ndcg_at_1_max": 0.38051830379323165, + "nauc_ndcg_at_1_std": 0.04130763278950723, + "nauc_ndcg_at_20_diff1": 0.251997096387085, + "nauc_ndcg_at_20_max": 0.42010005098328557, + "nauc_ndcg_at_20_std": 0.054526199581705126, + "nauc_ndcg_at_3_diff1": 0.26001586693329487, + "nauc_ndcg_at_3_max": 0.3746999989414984, + "nauc_ndcg_at_3_std": 0.02363117141008451, + "nauc_ndcg_at_5_diff1": 0.273697342844431, + "nauc_ndcg_at_5_max": 0.4144232357842676, + "nauc_ndcg_at_5_std": 0.050370950969609314, + "nauc_precision_at_1000_diff1": -0.07813726935001794, + "nauc_precision_at_1000_max": 0.039560771563887154, + "nauc_precision_at_1000_std": 0.017745889080319852, + "nauc_precision_at_100_diff1": -0.0722054340769138, + "nauc_precision_at_100_max": 0.07411028921336929, + "nauc_precision_at_100_std": 0.03510598059174777, + "nauc_precision_at_10_diff1": 0.035905437793367974, + "nauc_precision_at_10_max": 0.32142490170312243, + "nauc_precision_at_10_std": 0.0887018004774684, + "nauc_precision_at_1_diff1": 0.3051500416181888, + "nauc_precision_at_1_max": 0.38051830379323165, + "nauc_precision_at_1_std": 0.04130763278950723, + "nauc_precision_at_20_diff1": -0.035265181068487333, + "nauc_precision_at_20_max": 0.20903910770086515, + "nauc_precision_at_20_std": 0.03862633361822496, + "nauc_precision_at_3_diff1": 0.14206222886482794, + "nauc_precision_at_3_max": 0.3796077966024372, + "nauc_precision_at_3_std": 0.051507220754680144, + "nauc_precision_at_5_diff1": 0.11888576638630892, + "nauc_precision_at_5_max": 0.40141322949974834, + "nauc_precision_at_5_std": 0.07964468233115053, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.11935975184749127, + "nauc_recall_at_100_max": 0.7051952499733168, + "nauc_recall_at_100_std": 0.4231353966782264, + "nauc_recall_at_10_diff1": 0.16905131869982684, + "nauc_recall_at_10_max": 0.37244102376531485, + "nauc_recall_at_10_std": 0.08790666241480345, + "nauc_recall_at_1_diff1": 0.282281207859568, + "nauc_recall_at_1_max": 0.2609047527040595, + "nauc_recall_at_1_std": 0.0007344588777878922, + "nauc_recall_at_20_diff1": 0.14148834990161363, + "nauc_recall_at_20_max": 0.43019467554041324, + "nauc_recall_at_20_std": 0.09138770856060692, + "nauc_recall_at_3_diff1": 0.24286565730818355, + "nauc_recall_at_3_max": 0.3298777148161962, + "nauc_recall_at_3_std": 0.016086013895660074, + "nauc_recall_at_5_diff1": 0.2347357362987743, + "nauc_recall_at_5_max": 0.3926217824156337, + "nauc_recall_at_5_std": 0.06325158962116431, + "ndcg_at_1": 0.46647, + "ndcg_at_10": 0.55697, + "ndcg_at_100": 0.63333, + "ndcg_at_1000": 0.63738, + "ndcg_at_20": 0.59457, + "ndcg_at_3": 0.46998, + "ndcg_at_5": 0.50911, + "precision_at_1": 0.46647, + "precision_at_10": 0.13994, + "precision_at_100": 0.02079, + "precision_at_1000": 0.00213, + "precision_at_20": 0.08411, + "precision_at_3": 0.30515, + "precision_at_5": 0.22682, + "recall_at_1": 0.26669, + "recall_at_10": 0.70333, + "recall_at_100": 0.97658, + "recall_at_1000": 1.0, + "recall_at_20": 0.81748, + "recall_at_3": 0.47221, + "recall_at_5": 0.58038 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.52461, + "map_at_1": 0.25417, + "map_at_10": 0.43327, + "map_at_100": 0.45772, + "map_at_1000": 0.45832, + "map_at_20": 0.44984, + "map_at_3": 0.364, + "map_at_5": 0.40233, + "mrr_at_1": 0.43714285714285717, + "mrr_at_10": 0.5560362811791381, + "mrr_at_100": 0.5629092485661757, + "mrr_at_1000": 0.5631418822580038, + "mrr_at_20": 0.5608476690762181, + "mrr_at_3": 0.5233333333333333, + "mrr_at_5": 0.5454761904761904, + "nauc_map_at_1000_diff1": 0.3734808034655046, + "nauc_map_at_1000_max": 0.288637232898867, + "nauc_map_at_1000_std": -0.055232581618316, + "nauc_map_at_100_diff1": 0.3734033429684263, + "nauc_map_at_100_max": 0.28908792039798764, + "nauc_map_at_100_std": -0.05503489780639608, + "nauc_map_at_10_diff1": 0.36944728528068593, + "nauc_map_at_10_max": 0.26874263730595205, + "nauc_map_at_10_std": -0.06696994172035606, + "nauc_map_at_1_diff1": 0.3846272783359213, + "nauc_map_at_1_max": 0.14671979801790744, + "nauc_map_at_1_std": -0.09357713839441209, + "nauc_map_at_20_diff1": 0.37278139424706613, + "nauc_map_at_20_max": 0.2859829174644608, + "nauc_map_at_20_std": -0.05645514098581448, + "nauc_map_at_3_diff1": 0.37743511210306907, + "nauc_map_at_3_max": 0.20605423514063914, + "nauc_map_at_3_std": -0.1019873132053336, + "nauc_map_at_5_diff1": 0.3705654103490645, + "nauc_map_at_5_max": 0.23437219512054844, + "nauc_map_at_5_std": -0.08289571825331511, + "nauc_mrr_at_1000_diff1": 0.43716610944689815, + "nauc_mrr_at_1000_max": 0.3811844281435543, + "nauc_mrr_at_1000_std": -0.026396003075996717, + "nauc_mrr_at_100_diff1": 0.4371951181078186, + "nauc_mrr_at_100_max": 0.38136395615586477, + "nauc_mrr_at_100_std": -0.02625699225226752, + "nauc_mrr_at_10_diff1": 0.4340488938613551, + "nauc_mrr_at_10_max": 0.38515014816437, + "nauc_mrr_at_10_std": -0.021671871485501187, + "nauc_mrr_at_1_diff1": 0.4523264086776103, + "nauc_mrr_at_1_max": 0.36633626485783755, + "nauc_mrr_at_1_std": -0.03259691351816453, + "nauc_mrr_at_20_diff1": 0.43535721372359465, + "nauc_mrr_at_20_max": 0.3817749977471523, + "nauc_mrr_at_20_std": -0.02548525432958324, + "nauc_mrr_at_3_diff1": 0.4433635225998127, + "nauc_mrr_at_3_max": 0.3691696268467545, + "nauc_mrr_at_3_std": -0.044259234858937874, + "nauc_mrr_at_5_diff1": 0.4375011975887266, + "nauc_mrr_at_5_max": 0.378064703585032, + "nauc_mrr_at_5_std": -0.028355138448224706, + "nauc_ndcg_at_1000_diff1": 0.3832027941883315, + "nauc_ndcg_at_1000_max": 0.34350464292588995, + "nauc_ndcg_at_1000_std": -0.02329384068012137, + "nauc_ndcg_at_100_diff1": 0.3820337001676511, + "nauc_ndcg_at_100_max": 0.351518101337247, + "nauc_ndcg_at_100_std": -0.018320611652260326, + "nauc_ndcg_at_10_diff1": 0.36861216536319846, + "nauc_ndcg_at_10_max": 0.3205013290155826, + "nauc_ndcg_at_10_std": -0.03563374701167301, + "nauc_ndcg_at_1_diff1": 0.4523264086776103, + "nauc_ndcg_at_1_max": 0.36633626485783755, + "nauc_ndcg_at_1_std": -0.03259691351816453, + "nauc_ndcg_at_20_diff1": 0.3750077299244283, + "nauc_ndcg_at_20_max": 0.3437794772295644, + "nauc_ndcg_at_20_std": -0.02142407884879307, + "nauc_ndcg_at_3_diff1": 0.39864977334798213, + "nauc_ndcg_at_3_max": 0.30100664573226454, + "nauc_ndcg_at_3_std": -0.07025412226554155, + "nauc_ndcg_at_5_diff1": 0.3768360310425599, + "nauc_ndcg_at_5_max": 0.2832968543257134, + "nauc_ndcg_at_5_std": -0.061643054013463185, + "nauc_precision_at_1000_diff1": 0.0022146777430503287, + "nauc_precision_at_1000_max": 0.2979786011816857, + "nauc_precision_at_1000_std": 0.15034764376032522, + "nauc_precision_at_100_diff1": 0.02833497329603414, + "nauc_precision_at_100_max": 0.341516355409582, + "nauc_precision_at_100_std": 0.16163763428943723, + "nauc_precision_at_10_diff1": 0.11781455311933763, + "nauc_precision_at_10_max": 0.40066206571625396, + "nauc_precision_at_10_std": 0.11585602193554925, + "nauc_precision_at_1_diff1": 0.4523264086776103, + "nauc_precision_at_1_max": 0.36633626485783755, + "nauc_precision_at_1_std": -0.03259691351816453, + "nauc_precision_at_20_diff1": 0.07908707487062915, + "nauc_precision_at_20_max": 0.3967850198917171, + "nauc_precision_at_20_std": 0.15720738236965673, + "nauc_precision_at_3_diff1": 0.29302818697451105, + "nauc_precision_at_3_max": 0.4067056038816372, + "nauc_precision_at_3_std": 0.007840839391365406, + "nauc_precision_at_5_diff1": 0.1998552024913493, + "nauc_precision_at_5_max": 0.39764929212031397, + "nauc_precision_at_5_std": 0.067424371014172, + "nauc_recall_at_1000_diff1": -0.09276174237810067, + "nauc_recall_at_1000_max": 0.5823590305687663, + "nauc_recall_at_1000_std": 0.7639345593309825, + "nauc_recall_at_100_diff1": 0.2687106502645332, + "nauc_recall_at_100_max": 0.5130386553602301, + "nauc_recall_at_100_std": 0.19402533982138823, + "nauc_recall_at_10_diff1": 0.25033084393801114, + "nauc_recall_at_10_max": 0.2920683075172105, + "nauc_recall_at_10_std": 0.005347230028943637, + "nauc_recall_at_1_diff1": 0.3846272783359213, + "nauc_recall_at_1_max": 0.14671979801790744, + "nauc_recall_at_1_std": -0.09357713839441209, + "nauc_recall_at_20_diff1": 0.25686560266418995, + "nauc_recall_at_20_max": 0.3491680672404035, + "nauc_recall_at_20_std": 0.04916395503099239, + "nauc_recall_at_3_diff1": 0.3305021692981369, + "nauc_recall_at_3_max": 0.1699609523122082, + "nauc_recall_at_3_std": -0.12096459928108733, + "nauc_recall_at_5_diff1": 0.2880965844344257, + "nauc_recall_at_5_max": 0.20181002116094762, + "nauc_recall_at_5_std": -0.06102468594530889, + "ndcg_at_1": 0.43714, + "ndcg_at_10": 0.52461, + "ndcg_at_100": 0.59725, + "ndcg_at_1000": 0.60693, + "ndcg_at_20": 0.56221, + "ndcg_at_3": 0.44842, + "ndcg_at_5": 0.4809, + "precision_at_1": 0.43714, + "precision_at_10": 0.14029, + "precision_at_100": 0.02011, + "precision_at_1000": 0.00213, + "precision_at_20": 0.08386, + "precision_at_3": 0.28667, + "precision_at_5": 0.22057, + "recall_at_1": 0.25417, + "recall_at_10": 0.65485, + "recall_at_100": 0.92619, + "recall_at_1000": 0.99061, + "recall_at_20": 0.77312, + "recall_at_3": 0.43586, + "recall_at_5": 0.54051 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.50473, + "map_at_1": 0.22154, + "map_at_10": 0.39812, + "map_at_100": 0.43112, + "map_at_1000": 0.43282, + "map_at_20": 0.41648, + "map_at_3": 0.33323, + "map_at_5": 0.36793, + "mrr_at_1": 0.5083333333333333, + "mrr_at_10": 0.6252120535714286, + "mrr_at_100": 0.6302872294747746, + "mrr_at_1000": 0.6304307999675449, + "mrr_at_20": 0.628168826890165, + "mrr_at_3": 0.6024305555555555, + "mrr_at_5": 0.6164409722222218, + "nauc_map_at_1000_diff1": 0.1787008730926408, + "nauc_map_at_1000_max": 0.28541437992059665, + "nauc_map_at_1000_std": -0.04926576133296184, + "nauc_map_at_100_diff1": 0.1783901437752621, + "nauc_map_at_100_max": 0.28565645163512426, + "nauc_map_at_100_std": -0.04953659416915887, + "nauc_map_at_10_diff1": 0.18209604642506022, + "nauc_map_at_10_max": 0.2743133281533756, + "nauc_map_at_10_std": -0.0728348537669492, + "nauc_map_at_1_diff1": 0.2583484835642523, + "nauc_map_at_1_max": 0.2272006516838342, + "nauc_map_at_1_std": -0.08633452523397867, + "nauc_map_at_20_diff1": 0.17986116736340468, + "nauc_map_at_20_max": 0.2821061747423526, + "nauc_map_at_20_std": -0.05818027071836471, + "nauc_map_at_3_diff1": 0.19317984183824033, + "nauc_map_at_3_max": 0.255875332810607, + "nauc_map_at_3_std": -0.08405910777498317, + "nauc_map_at_5_diff1": 0.17888052661595052, + "nauc_map_at_5_max": 0.2641643136362881, + "nauc_map_at_5_std": -0.08411245603851042, + "nauc_mrr_at_1000_diff1": 0.2566362254936189, + "nauc_mrr_at_1000_max": 0.3028097386481926, + "nauc_mrr_at_1000_std": 0.04074883153931819, + "nauc_mrr_at_100_diff1": 0.2565966870968915, + "nauc_mrr_at_100_max": 0.302894845970216, + "nauc_mrr_at_100_std": 0.040913202562823256, + "nauc_mrr_at_10_diff1": 0.2553953960828105, + "nauc_mrr_at_10_max": 0.3040680614503664, + "nauc_mrr_at_10_std": 0.041624022305034286, + "nauc_mrr_at_1_diff1": 0.2905616901660825, + "nauc_mrr_at_1_max": 0.2831044986729087, + "nauc_mrr_at_1_std": 0.023912848711545063, + "nauc_mrr_at_20_diff1": 0.2561871721477248, + "nauc_mrr_at_20_max": 0.30383627268497976, + "nauc_mrr_at_20_std": 0.040924737354824124, + "nauc_mrr_at_3_diff1": 0.2507925905541048, + "nauc_mrr_at_3_max": 0.30103211775173044, + "nauc_mrr_at_3_std": 0.03800026183675794, + "nauc_mrr_at_5_diff1": 0.25921548161939695, + "nauc_mrr_at_5_max": 0.30815704850963677, + "nauc_mrr_at_5_std": 0.04199389758904974, + "nauc_ndcg_at_1000_diff1": 0.18316099825324555, + "nauc_ndcg_at_1000_max": 0.30475019433829, + "nauc_ndcg_at_1000_std": 0.010760717447213743, + "nauc_ndcg_at_100_diff1": 0.17518196091958183, + "nauc_ndcg_at_100_max": 0.30760933284797576, + "nauc_ndcg_at_100_std": 0.016180176152025362, + "nauc_ndcg_at_10_diff1": 0.1818477722002897, + "nauc_ndcg_at_10_max": 0.28959289594638304, + "nauc_ndcg_at_10_std": -0.03912107770524566, + "nauc_ndcg_at_1_diff1": 0.2905616901660825, + "nauc_ndcg_at_1_max": 0.2831044986729087, + "nauc_ndcg_at_1_std": 0.023912848711545063, + "nauc_ndcg_at_20_diff1": 0.18133313424423886, + "nauc_ndcg_at_20_max": 0.30382271618270795, + "nauc_ndcg_at_20_std": -0.013443489082978644, + "nauc_ndcg_at_3_diff1": 0.18329243895579, + "nauc_ndcg_at_3_max": 0.27347414829936467, + "nauc_ndcg_at_3_std": -0.012574323596025418, + "nauc_ndcg_at_5_diff1": 0.17691937182649464, + "nauc_ndcg_at_5_max": 0.27792719973089014, + "nauc_ndcg_at_5_std": -0.042444306451211763, + "nauc_precision_at_1000_diff1": -0.07512946040696213, + "nauc_precision_at_1000_max": 0.002606785837291526, + "nauc_precision_at_1000_std": 0.18073045511964342, + "nauc_precision_at_100_diff1": -0.07660921995447598, + "nauc_precision_at_100_max": 0.05293858821319212, + "nauc_precision_at_100_std": 0.201713077417687, + "nauc_precision_at_10_diff1": -0.0038439354577294695, + "nauc_precision_at_10_max": 0.1692713969063571, + "nauc_precision_at_10_std": 0.1107557737683824, + "nauc_precision_at_1_diff1": 0.2905616901660825, + "nauc_precision_at_1_max": 0.2831044986729087, + "nauc_precision_at_1_std": 0.023912848711545063, + "nauc_precision_at_20_diff1": -0.03120283016138555, + "nauc_precision_at_20_max": 0.13758037557269254, + "nauc_precision_at_20_std": 0.15759996389391795, + "nauc_precision_at_3_diff1": 0.07078437630835933, + "nauc_precision_at_3_max": 0.2343622632324611, + "nauc_precision_at_3_std": 0.054792832469577536, + "nauc_precision_at_5_diff1": 0.012024700971670061, + "nauc_precision_at_5_max": 0.21020825170884255, + "nauc_precision_at_5_std": 0.06012717223017154, + "nauc_recall_at_1000_diff1": -0.020094352245780316, + "nauc_recall_at_1000_max": 0.4423931403727132, + "nauc_recall_at_1000_std": 0.5439292839512695, + "nauc_recall_at_100_diff1": 0.0257455418294777, + "nauc_recall_at_100_max": 0.28298708265258005, + "nauc_recall_at_100_std": 0.18606416678084295, + "nauc_recall_at_10_diff1": 0.10839069457613354, + "nauc_recall_at_10_max": 0.2317096928077928, + "nauc_recall_at_10_std": -0.05403011218371788, + "nauc_recall_at_1_diff1": 0.2583484835642523, + "nauc_recall_at_1_max": 0.2272006516838342, + "nauc_recall_at_1_std": -0.08633452523397867, + "nauc_recall_at_20_diff1": 0.10293386941049973, + "nauc_recall_at_20_max": 0.26765974167068596, + "nauc_recall_at_20_std": 0.008559069596703404, + "nauc_recall_at_3_diff1": 0.13752121297912018, + "nauc_recall_at_3_max": 0.2168387360906363, + "nauc_recall_at_3_std": -0.07921249934634816, + "nauc_recall_at_5_diff1": 0.11642057649161602, + "nauc_recall_at_5_max": 0.22394270026200433, + "nauc_recall_at_5_std": -0.0796109439765965, + "ndcg_at_1": 0.50833, + "ndcg_at_10": 0.50473, + "ndcg_at_100": 0.59593, + "ndcg_at_1000": 0.61586, + "ndcg_at_20": 0.54157, + "ndcg_at_3": 0.46629, + "ndcg_at_5": 0.47149, + "precision_at_1": 0.50833, + "precision_at_10": 0.16448, + "precision_at_100": 0.02772, + "precision_at_1000": 0.00315, + "precision_at_20": 0.10115, + "precision_at_3": 0.33437, + "precision_at_5": 0.25354, + "recall_at_1": 0.22154, + "recall_at_10": 0.57656, + "recall_at_100": 0.8749, + "recall_at_1000": 0.98431, + "recall_at_20": 0.67367, + "recall_at_3": 0.39689, + "recall_at_5": 0.47481 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.66434, + "map_at_1": 0.3693, + "map_at_10": 0.5733, + "map_at_100": 0.59164, + "map_at_1000": 0.59208, + "map_at_20": 0.5846, + "map_at_3": 0.51271, + "map_at_5": 0.54539, + "mrr_at_1": 0.5697674418604651, + "mrr_at_10": 0.6958453303802139, + "mrr_at_100": 0.6996611359358729, + "mrr_at_1000": 0.6996771801521814, + "mrr_at_20": 0.6986280184333948, + "mrr_at_3": 0.6763565891472867, + "mrr_at_5": 0.6874031007751935, + "nauc_map_at_1000_diff1": 0.3241710142907067, + "nauc_map_at_1000_max": 0.33816769679775616, + "nauc_map_at_1000_std": -0.0972824460786967, + "nauc_map_at_100_diff1": 0.3241132267751376, + "nauc_map_at_100_max": 0.33787205882671956, + "nauc_map_at_100_std": -0.09817398882654514, + "nauc_map_at_10_diff1": 0.3226687574068926, + "nauc_map_at_10_max": 0.330898212026068, + "nauc_map_at_10_std": -0.11797429867536474, + "nauc_map_at_1_diff1": 0.3828259078779067, + "nauc_map_at_1_max": 0.2415866171342984, + "nauc_map_at_1_std": -0.1156461251613628, + "nauc_map_at_20_diff1": 0.3228541187091324, + "nauc_map_at_20_max": 0.3356664350854093, + "nauc_map_at_20_std": -0.10594380120075839, + "nauc_map_at_3_diff1": 0.3365474157096778, + "nauc_map_at_3_max": 0.2967067013889443, + "nauc_map_at_3_std": -0.13724128699981272, + "nauc_map_at_5_diff1": 0.3306630962105682, + "nauc_map_at_5_max": 0.3236789051981384, + "nauc_map_at_5_std": -0.13076804598878486, + "nauc_mrr_at_1000_diff1": 0.3585453656988429, + "nauc_mrr_at_1000_max": 0.43154225533486945, + "nauc_mrr_at_1000_std": 0.03202824968193325, + "nauc_mrr_at_100_diff1": 0.35845385986160083, + "nauc_mrr_at_100_max": 0.43155733137194996, + "nauc_mrr_at_100_std": 0.03204662214346457, + "nauc_mrr_at_10_diff1": 0.35876740330232904, + "nauc_mrr_at_10_max": 0.433042198250189, + "nauc_mrr_at_10_std": 0.029251342387590605, + "nauc_mrr_at_1_diff1": 0.3913715153234015, + "nauc_mrr_at_1_max": 0.3997314025458371, + "nauc_mrr_at_1_std": 0.04715470212375481, + "nauc_mrr_at_20_diff1": 0.3573610683439882, + "nauc_mrr_at_20_max": 0.4319254105623438, + "nauc_mrr_at_20_std": 0.032315137146593224, + "nauc_mrr_at_3_diff1": 0.3572057395768903, + "nauc_mrr_at_3_max": 0.4340062675129303, + "nauc_mrr_at_3_std": 0.030355285752291766, + "nauc_mrr_at_5_diff1": 0.35577213039729444, + "nauc_mrr_at_5_max": 0.43631077314181826, + "nauc_mrr_at_5_std": 0.0318019508234118, + "nauc_ndcg_at_1000_diff1": 0.3241747875798632, + "nauc_ndcg_at_1000_max": 0.3809461203217738, + "nauc_ndcg_at_1000_std": -0.043408828960090684, + "nauc_ndcg_at_100_diff1": 0.3224251642145203, + "nauc_ndcg_at_100_max": 0.3801045612232949, + "nauc_ndcg_at_100_std": -0.0495992856818185, + "nauc_ndcg_at_10_diff1": 0.31510747422578794, + "nauc_ndcg_at_10_max": 0.36474270274039744, + "nauc_ndcg_at_10_std": -0.10481801545063298, + "nauc_ndcg_at_1_diff1": 0.3913715153234015, + "nauc_ndcg_at_1_max": 0.3997314025458371, + "nauc_ndcg_at_1_std": 0.04715470212375481, + "nauc_ndcg_at_20_diff1": 0.3132935309353726, + "nauc_ndcg_at_20_max": 0.3721377891403946, + "nauc_ndcg_at_20_std": -0.07836524383672684, + "nauc_ndcg_at_3_diff1": 0.32150100500530343, + "nauc_ndcg_at_3_max": 0.3530514341707744, + "nauc_ndcg_at_3_std": -0.08398890102709618, + "nauc_ndcg_at_5_diff1": 0.3215049163472147, + "nauc_ndcg_at_5_max": 0.3664225377110264, + "nauc_ndcg_at_5_std": -0.10792314350388939, + "nauc_precision_at_1000_diff1": -0.1438291480829918, + "nauc_precision_at_1000_max": 0.09013086275716622, + "nauc_precision_at_1000_std": 0.32917242741457603, + "nauc_precision_at_100_diff1": -0.14044069677997217, + "nauc_precision_at_100_max": 0.1019376637033723, + "nauc_precision_at_100_std": 0.32024615144935364, + "nauc_precision_at_10_diff1": -0.09665106180415974, + "nauc_precision_at_10_max": 0.2094259305555078, + "nauc_precision_at_10_std": 0.2165313370068115, + "nauc_precision_at_1_diff1": 0.3913715153234015, + "nauc_precision_at_1_max": 0.3997314025458371, + "nauc_precision_at_1_std": 0.04715470212375481, + "nauc_precision_at_20_diff1": -0.12275323885292784, + "nauc_precision_at_20_max": 0.16221413499101806, + "nauc_precision_at_20_std": 0.26923291701122565, + "nauc_precision_at_3_diff1": 0.05689548417545358, + "nauc_precision_at_3_max": 0.3127111131529952, + "nauc_precision_at_3_std": 0.11588970065394774, + "nauc_precision_at_5_diff1": -0.007612992458605305, + "nauc_precision_at_5_max": 0.3041996123590259, + "nauc_precision_at_5_std": 0.1510746886953212, + "nauc_recall_at_1000_diff1": 0.8047969187675038, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.2948762838470173, + "nauc_recall_at_100_diff1": 0.14713089204554963, + "nauc_recall_at_100_max": 0.33603102710762384, + "nauc_recall_at_100_std": -0.1592483736572184, + "nauc_recall_at_10_diff1": 0.19786438003040907, + "nauc_recall_at_10_max": 0.27394686633774556, + "nauc_recall_at_10_std": -0.2589820219125711, + "nauc_recall_at_1_diff1": 0.3828259078779067, + "nauc_recall_at_1_max": 0.2415866171342984, + "nauc_recall_at_1_std": -0.1156461251613628, + "nauc_recall_at_20_diff1": 0.14784272038730392, + "nauc_recall_at_20_max": 0.2718687853481323, + "nauc_recall_at_20_std": -0.2280978319550152, + "nauc_recall_at_3_diff1": 0.26660291687118765, + "nauc_recall_at_3_max": 0.2566629939601223, + "nauc_recall_at_3_std": -0.2059176086087795, + "nauc_recall_at_5_diff1": 0.2415752534694763, + "nauc_recall_at_5_max": 0.2940562581644684, + "nauc_recall_at_5_std": -0.2271076259696482, + "ndcg_at_1": 0.56977, + "ndcg_at_10": 0.66434, + "ndcg_at_100": 0.71501, + "ndcg_at_1000": 0.71943, + "ndcg_at_20": 0.68882, + "ndcg_at_3": 0.60013, + "ndcg_at_5": 0.62378, + "precision_at_1": 0.56977, + "precision_at_10": 0.1507, + "precision_at_100": 0.01999, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08535, + "precision_at_3": 0.3469, + "precision_at_5": 0.24698, + "recall_at_1": 0.3693, + "recall_at_10": 0.79821, + "recall_at_100": 0.97487, + "recall_at_1000": 0.99845, + "recall_at_20": 0.87069, + "recall_at_3": 0.61275, + "recall_at_5": 0.69078 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.63898, + "map_at_1": 0.3844, + "map_at_10": 0.55132, + "map_at_100": 0.5765, + "map_at_1000": 0.57732, + "map_at_20": 0.56552, + "map_at_3": 0.48798, + "map_at_5": 0.5228, + "mrr_at_1": 0.6150234741784038, + "mrr_at_10": 0.7122214770102092, + "mrr_at_100": 0.7164510324925971, + "mrr_at_1000": 0.7164979453120955, + "mrr_at_20": 0.7151644364258283, + "mrr_at_3": 0.6917057902973396, + "mrr_at_5": 0.7034428794992175, + "nauc_map_at_1000_diff1": 0.36274269060283676, + "nauc_map_at_1000_max": 0.25252075251074874, + "nauc_map_at_1000_std": -0.03509738364318563, + "nauc_map_at_100_diff1": 0.36304961306605915, + "nauc_map_at_100_max": 0.2517691829576468, + "nauc_map_at_100_std": -0.03583850692455688, + "nauc_map_at_10_diff1": 0.37050673109952037, + "nauc_map_at_10_max": 0.2303031124932306, + "nauc_map_at_10_std": -0.04703412872208959, + "nauc_map_at_1_diff1": 0.40058529349333205, + "nauc_map_at_1_max": 0.08098062881629657, + "nauc_map_at_1_std": -0.15102327545687208, + "nauc_map_at_20_diff1": 0.3652098747441616, + "nauc_map_at_20_max": 0.24321436879627312, + "nauc_map_at_20_std": -0.0393986942598861, + "nauc_map_at_3_diff1": 0.3988779887941739, + "nauc_map_at_3_max": 0.17093660184160528, + "nauc_map_at_3_std": -0.08747081833686336, + "nauc_map_at_5_diff1": 0.3714640269481716, + "nauc_map_at_5_max": 0.19936876073453597, + "nauc_map_at_5_std": -0.07353357864546542, + "nauc_mrr_at_1000_diff1": 0.4007358490126136, + "nauc_mrr_at_1000_max": 0.4770857040726776, + "nauc_mrr_at_1000_std": 0.11761283398593375, + "nauc_mrr_at_100_diff1": 0.4008026587641926, + "nauc_mrr_at_100_max": 0.4771292467117308, + "nauc_mrr_at_100_std": 0.11770700704188336, + "nauc_mrr_at_10_diff1": 0.3991915983757439, + "nauc_mrr_at_10_max": 0.48253947908439193, + "nauc_mrr_at_10_std": 0.12502442136907932, + "nauc_mrr_at_1_diff1": 0.42628668406134196, + "nauc_mrr_at_1_max": 0.38872909386937576, + "nauc_mrr_at_1_std": 0.027591187032606063, + "nauc_mrr_at_20_diff1": 0.400541588393124, + "nauc_mrr_at_20_max": 0.47770885353687426, + "nauc_mrr_at_20_std": 0.11980269628609438, + "nauc_mrr_at_3_diff1": 0.4085125944885156, + "nauc_mrr_at_3_max": 0.482444648005013, + "nauc_mrr_at_3_std": 0.10536222116438058, + "nauc_mrr_at_5_diff1": 0.39330316087598216, + "nauc_mrr_at_5_max": 0.47981970332456836, + "nauc_mrr_at_5_std": 0.11554546151422491, + "nauc_ndcg_at_1000_diff1": 0.3522391805628462, + "nauc_ndcg_at_1000_max": 0.352011923920216, + "nauc_ndcg_at_1000_std": 0.04450696499829296, + "nauc_ndcg_at_100_diff1": 0.35842836825522817, + "nauc_ndcg_at_100_max": 0.34985930759632283, + "nauc_ndcg_at_100_std": 0.0413889757126204, + "nauc_ndcg_at_10_diff1": 0.3647453642820838, + "nauc_ndcg_at_10_max": 0.3059590808938464, + "nauc_ndcg_at_10_std": 0.020563094328405425, + "nauc_ndcg_at_1_diff1": 0.42628668406134196, + "nauc_ndcg_at_1_max": 0.38872909386937576, + "nauc_ndcg_at_1_std": 0.027591187032606063, + "nauc_ndcg_at_20_diff1": 0.35681268230783053, + "nauc_ndcg_at_20_max": 0.3268012995404699, + "nauc_ndcg_at_20_std": 0.03807357146482859, + "nauc_ndcg_at_3_diff1": 0.3783969579577023, + "nauc_ndcg_at_3_max": 0.32186393059008783, + "nauc_ndcg_at_3_std": 3.5985327654218145e-05, + "nauc_ndcg_at_5_diff1": 0.3475133445137821, + "nauc_ndcg_at_5_max": 0.2997912391489521, + "nauc_ndcg_at_5_std": -0.010210113305360521, + "nauc_precision_at_1000_diff1": -0.22379799374927775, + "nauc_precision_at_1000_max": 0.2567851838713316, + "nauc_precision_at_1000_std": 0.21808738067713476, + "nauc_precision_at_100_diff1": -0.21260993230067018, + "nauc_precision_at_100_max": 0.27422850373592716, + "nauc_precision_at_100_std": 0.2235033987332356, + "nauc_precision_at_10_diff1": -0.11425778616721974, + "nauc_precision_at_10_max": 0.36662591733939104, + "nauc_precision_at_10_std": 0.2618265656591481, + "nauc_precision_at_1_diff1": 0.42628668406134196, + "nauc_precision_at_1_max": 0.38872909386937576, + "nauc_precision_at_1_std": 0.027591187032606063, + "nauc_precision_at_20_diff1": -0.17151673511452262, + "nauc_precision_at_20_max": 0.34507206066703605, + "nauc_precision_at_20_std": 0.26592648612499103, + "nauc_precision_at_3_diff1": 0.050688697330427517, + "nauc_precision_at_3_max": 0.45635294615195054, + "nauc_precision_at_3_std": 0.22816810285617087, + "nauc_precision_at_5_diff1": -0.09307635652607114, + "nauc_precision_at_5_max": 0.391794482967873, + "nauc_precision_at_5_std": 0.21947387226811937, + "nauc_recall_at_1000_diff1": -0.5624200513366404, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.8694852941176531, + "nauc_recall_at_100_diff1": 0.36613609779270734, + "nauc_recall_at_100_max": 0.401070781743561, + "nauc_recall_at_100_std": 0.14552621257830703, + "nauc_recall_at_10_diff1": 0.3084052805420815, + "nauc_recall_at_10_max": 0.23562356600653533, + "nauc_recall_at_10_std": 0.05067777816517727, + "nauc_recall_at_1_diff1": 0.40058529349333205, + "nauc_recall_at_1_max": 0.08098062881629657, + "nauc_recall_at_1_std": -0.15102327545687208, + "nauc_recall_at_20_diff1": 0.2804651341267893, + "nauc_recall_at_20_max": 0.27571321127756926, + "nauc_recall_at_20_std": 0.11849854822962838, + "nauc_recall_at_3_diff1": 0.3840957352394678, + "nauc_recall_at_3_max": 0.16772768791503728, + "nauc_recall_at_3_std": -0.04965541226518019, + "nauc_recall_at_5_diff1": 0.3070660237344879, + "nauc_recall_at_5_max": 0.19128720560427206, + "nauc_recall_at_5_std": -0.03104700360555417, + "ndcg_at_1": 0.61502, + "ndcg_at_10": 0.63898, + "ndcg_at_100": 0.70701, + "ndcg_at_1000": 0.71491, + "ndcg_at_20": 0.66842, + "ndcg_at_3": 0.59442, + "ndcg_at_5": 0.60915, + "precision_at_1": 0.61502, + "precision_at_10": 0.16056, + "precision_at_100": 0.02413, + "precision_at_1000": 0.00256, + "precision_at_20": 0.0946, + "precision_at_3": 0.34272, + "precision_at_5": 0.25915, + "recall_at_1": 0.3844, + "recall_at_10": 0.72244, + "recall_at_100": 0.95265, + "recall_at_1000": 0.99531, + "recall_at_20": 0.80557, + "recall_at_3": 0.54545, + "recall_at_5": 0.62301 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.63903, + "map_at_1": 0.30795, + "map_at_10": 0.53413, + "map_at_100": 0.56262, + "map_at_1000": 0.56331, + "map_at_20": 0.55054, + "map_at_3": 0.45564, + "map_at_5": 0.49824, + "mrr_at_1": 0.607, + "mrr_at_10": 0.7219833333333338, + "mrr_at_100": 0.72489908130479, + "mrr_at_1000": 0.7249427530533722, + "mrr_at_20": 0.7238427316534519, + "mrr_at_3": 0.700166666666667, + "mrr_at_5": 0.7136666666666671, + "nauc_map_at_1000_diff1": 0.31312220598433466, + "nauc_map_at_1000_max": 0.34268445584415763, + "nauc_map_at_1000_std": 0.04904069553100547, + "nauc_map_at_100_diff1": 0.31247691903675384, + "nauc_map_at_100_max": 0.3423611883072509, + "nauc_map_at_100_std": 0.04882575665827203, + "nauc_map_at_10_diff1": 0.30651419587541306, + "nauc_map_at_10_max": 0.3220067382917284, + "nauc_map_at_10_std": 0.028243621148333235, + "nauc_map_at_1_diff1": 0.40065846500884217, + "nauc_map_at_1_max": 0.21629005455044598, + "nauc_map_at_1_std": -0.04019457327799211, + "nauc_map_at_20_diff1": 0.3086231047208706, + "nauc_map_at_20_max": 0.33365657315213965, + "nauc_map_at_20_std": 0.03794504077995307, + "nauc_map_at_3_diff1": 0.33014200123468523, + "nauc_map_at_3_max": 0.28423439438041725, + "nauc_map_at_3_std": -0.0015346675376231923, + "nauc_map_at_5_diff1": 0.3107539501567211, + "nauc_map_at_5_max": 0.29642002510137094, + "nauc_map_at_5_std": 0.014034498266581055, + "nauc_mrr_at_1000_diff1": 0.39261522375418184, + "nauc_mrr_at_1000_max": 0.5020859030757544, + "nauc_mrr_at_1000_std": 0.1713141397953821, + "nauc_mrr_at_100_diff1": 0.3926408815144611, + "nauc_mrr_at_100_max": 0.5021617698733235, + "nauc_mrr_at_100_std": 0.17144094491524856, + "nauc_mrr_at_10_diff1": 0.3911635463598608, + "nauc_mrr_at_10_max": 0.5039371719869569, + "nauc_mrr_at_10_std": 0.1733091091202228, + "nauc_mrr_at_1_diff1": 0.4268953299143041, + "nauc_mrr_at_1_max": 0.45978683408190346, + "nauc_mrr_at_1_std": 0.13884335024816274, + "nauc_mrr_at_20_diff1": 0.3921819993205721, + "nauc_mrr_at_20_max": 0.5031881678310625, + "nauc_mrr_at_20_std": 0.1720581889211124, + "nauc_mrr_at_3_diff1": 0.3876760909979844, + "nauc_mrr_at_3_max": 0.500911836736976, + "nauc_mrr_at_3_std": 0.1654444152212303, + "nauc_mrr_at_5_diff1": 0.38976437002724457, + "nauc_mrr_at_5_max": 0.503848936718485, + "nauc_mrr_at_5_std": 0.1717924902943408, + "nauc_ndcg_at_1000_diff1": 0.3254612829463099, + "nauc_ndcg_at_1000_max": 0.4107471252871786, + "nauc_ndcg_at_1000_std": 0.10971192558849151, + "nauc_ndcg_at_100_diff1": 0.31898176086321445, + "nauc_ndcg_at_100_max": 0.41034838070163154, + "nauc_ndcg_at_100_std": 0.11269988204493858, + "nauc_ndcg_at_10_diff1": 0.3018551659669916, + "nauc_ndcg_at_10_max": 0.3660171552857236, + "nauc_ndcg_at_10_std": 0.06075113415538154, + "nauc_ndcg_at_1_diff1": 0.4268953299143041, + "nauc_ndcg_at_1_max": 0.45978683408190346, + "nauc_ndcg_at_1_std": 0.13884335024816274, + "nauc_ndcg_at_20_diff1": 0.3073542166158126, + "nauc_ndcg_at_20_max": 0.3866877472990885, + "nauc_ndcg_at_20_std": 0.0781143072576512, + "nauc_ndcg_at_3_diff1": 0.3124595575211833, + "nauc_ndcg_at_3_max": 0.3813153045532492, + "nauc_ndcg_at_3_std": 0.08653420593871117, + "nauc_ndcg_at_5_diff1": 0.30128803058954745, + "nauc_ndcg_at_5_max": 0.35268863860125715, + "nauc_ndcg_at_5_std": 0.06936360986597055, + "nauc_precision_at_1000_diff1": -0.1162858993931489, + "nauc_precision_at_1000_max": 0.1286896987712776, + "nauc_precision_at_1000_std": 0.22441450166228408, + "nauc_precision_at_100_diff1": -0.12247586071180357, + "nauc_precision_at_100_max": 0.15601937920665127, + "nauc_precision_at_100_std": 0.24294192242728813, + "nauc_precision_at_10_diff1": -0.08241623857413874, + "nauc_precision_at_10_max": 0.26241217479156714, + "nauc_precision_at_10_std": 0.20602860263261646, + "nauc_precision_at_1_diff1": 0.4268953299143041, + "nauc_precision_at_1_max": 0.45978683408190346, + "nauc_precision_at_1_std": 0.13884335024816274, + "nauc_precision_at_20_diff1": -0.10048489267290685, + "nauc_precision_at_20_max": 0.22485182746131066, + "nauc_precision_at_20_std": 0.2175039591075154, + "nauc_precision_at_3_diff1": 0.0604629622768733, + "nauc_precision_at_3_max": 0.36419748512489186, + "nauc_precision_at_3_std": 0.1890757796927911, + "nauc_precision_at_5_diff1": -0.03172222049566917, + "nauc_precision_at_5_max": 0.30554825090902993, + "nauc_precision_at_5_std": 0.20498119783984348, + "nauc_recall_at_1000_diff1": 0.43076702628246905, + "nauc_recall_at_1000_max": 0.7484653927577573, + "nauc_recall_at_1000_std": 0.7646897042645338, + "nauc_recall_at_100_diff1": 0.11355065459840209, + "nauc_recall_at_100_max": 0.39710197968254596, + "nauc_recall_at_100_std": 0.32025336391802917, + "nauc_recall_at_10_diff1": 0.18216065117851896, + "nauc_recall_at_10_max": 0.24025166815831217, + "nauc_recall_at_10_std": -0.0024069332048660833, + "nauc_recall_at_1_diff1": 0.40065846500884217, + "nauc_recall_at_1_max": 0.21629005455044598, + "nauc_recall_at_1_std": -0.04019457327799211, + "nauc_recall_at_20_diff1": 0.16216844528988197, + "nauc_recall_at_20_max": 0.25133252806980133, + "nauc_recall_at_20_std": 0.00810119682325325, + "nauc_recall_at_3_diff1": 0.26428590578206007, + "nauc_recall_at_3_max": 0.2379310057940746, + "nauc_recall_at_3_std": -0.02148233773452381, + "nauc_recall_at_5_diff1": 0.21347739491460363, + "nauc_recall_at_5_max": 0.21909678386566978, + "nauc_recall_at_5_std": -0.007608221784618387, + "ndcg_at_1": 0.607, + "ndcg_at_10": 0.63903, + "ndcg_at_100": 0.70937, + "ndcg_at_1000": 0.71586, + "ndcg_at_20": 0.67056, + "ndcg_at_3": 0.58007, + "ndcg_at_5": 0.59781, + "precision_at_1": 0.607, + "precision_at_10": 0.1862, + "precision_at_100": 0.02698, + "precision_at_1000": 0.00282, + "precision_at_20": 0.1086, + "precision_at_3": 0.39367, + "precision_at_5": 0.2966, + "recall_at_1": 0.30795, + "recall_at_10": 0.73789, + "recall_at_100": 0.9629, + "recall_at_1000": 0.99663, + "recall_at_20": 0.8232, + "recall_at_3": 0.52668, + "recall_at_5": 0.62039 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.6992, + "map_at_1": 0.43591, + "map_at_10": 0.62236, + "map_at_100": 0.63631, + "map_at_1000": 0.63678, + "map_at_20": 0.63223, + "map_at_3": 0.57164, + "map_at_5": 0.60199, + "mrr_at_1": 0.6369294605809128, + "mrr_at_10": 0.7354030823947835, + "mrr_at_100": 0.7390549876276229, + "mrr_at_1000": 0.7391382178304167, + "mrr_at_20": 0.7382157969630505, + "mrr_at_3": 0.7219917012448132, + "mrr_at_5": 0.7293568464730288, + "nauc_map_at_1000_diff1": 0.37815952602764663, + "nauc_map_at_1000_max": 0.40205506912880307, + "nauc_map_at_1000_std": -0.000611120409673467, + "nauc_map_at_100_diff1": 0.3781758805564009, + "nauc_map_at_100_max": 0.40187931904573143, + "nauc_map_at_100_std": -0.0012311017290719379, + "nauc_map_at_10_diff1": 0.38396814235632887, + "nauc_map_at_10_max": 0.39584596741968453, + "nauc_map_at_10_std": -0.014823098190766255, + "nauc_map_at_1_diff1": 0.4479094615340451, + "nauc_map_at_1_max": 0.23267282694941982, + "nauc_map_at_1_std": -0.14461012094241135, + "nauc_map_at_20_diff1": 0.37976824544428167, + "nauc_map_at_20_max": 0.3993788133992014, + "nauc_map_at_20_std": -0.006011899453276488, + "nauc_map_at_3_diff1": 0.37849191612288874, + "nauc_map_at_3_max": 0.3646108280920055, + "nauc_map_at_3_std": -0.04950907501135147, + "nauc_map_at_5_diff1": 0.3755373195014873, + "nauc_map_at_5_max": 0.3712840272965208, + "nauc_map_at_5_std": -0.0227061544265915, + "nauc_mrr_at_1000_diff1": 0.42041028323524066, + "nauc_mrr_at_1000_max": 0.5379613942762537, + "nauc_mrr_at_1000_std": 0.11839055187663904, + "nauc_mrr_at_100_diff1": 0.4204175933604695, + "nauc_mrr_at_100_max": 0.5380697735485296, + "nauc_mrr_at_100_std": 0.11848228175202319, + "nauc_mrr_at_10_diff1": 0.4190864861205862, + "nauc_mrr_at_10_max": 0.5403532969105811, + "nauc_mrr_at_10_std": 0.11781858447515633, + "nauc_mrr_at_1_diff1": 0.43896799651652096, + "nauc_mrr_at_1_max": 0.4800554493313568, + "nauc_mrr_at_1_std": 0.0764053498783533, + "nauc_mrr_at_20_diff1": 0.4205065687967353, + "nauc_mrr_at_20_max": 0.5384611944329925, + "nauc_mrr_at_20_std": 0.11838809340130083, + "nauc_mrr_at_3_diff1": 0.420597567717869, + "nauc_mrr_at_3_max": 0.5460654139429006, + "nauc_mrr_at_3_std": 0.12514077424320028, + "nauc_mrr_at_5_diff1": 0.4179462697879369, + "nauc_mrr_at_5_max": 0.5398627832549914, + "nauc_mrr_at_5_std": 0.11550177750728857, + "nauc_ndcg_at_1000_diff1": 0.3753286789385471, + "nauc_ndcg_at_1000_max": 0.46534090392319144, + "nauc_ndcg_at_1000_std": 0.07118029768868436, + "nauc_ndcg_at_100_diff1": 0.3759252133888696, + "nauc_ndcg_at_100_max": 0.4636826154197809, + "nauc_ndcg_at_100_std": 0.06670345079158124, + "nauc_ndcg_at_10_diff1": 0.38876946699798404, + "nauc_ndcg_at_10_max": 0.4485317647916297, + "nauc_ndcg_at_10_std": 0.02748331379284929, + "nauc_ndcg_at_1_diff1": 0.43896799651652096, + "nauc_ndcg_at_1_max": 0.4800554493313568, + "nauc_ndcg_at_1_std": 0.0764053498783533, + "nauc_ndcg_at_20_diff1": 0.3810865552168804, + "nauc_ndcg_at_20_max": 0.45452899125053997, + "nauc_ndcg_at_20_std": 0.04693000393007534, + "nauc_ndcg_at_3_diff1": 0.36839139893603773, + "nauc_ndcg_at_3_max": 0.4329862708779925, + "nauc_ndcg_at_3_std": 0.02027716224759511, + "nauc_ndcg_at_5_diff1": 0.3755841869194993, + "nauc_ndcg_at_5_max": 0.4113153625652058, + "nauc_ndcg_at_5_std": 0.012501540590348489, + "nauc_precision_at_1000_diff1": -0.24432842458451187, + "nauc_precision_at_1000_max": 0.1497075510734515, + "nauc_precision_at_1000_std": 0.36165510264759515, + "nauc_precision_at_100_diff1": -0.22130460412756586, + "nauc_precision_at_100_max": 0.18299796682304528, + "nauc_precision_at_100_std": 0.36302330666923793, + "nauc_precision_at_10_diff1": -0.09548498477566916, + "nauc_precision_at_10_max": 0.31134207623856974, + "nauc_precision_at_10_std": 0.3182903385783967, + "nauc_precision_at_1_diff1": 0.43896799651652096, + "nauc_precision_at_1_max": 0.4800554493313568, + "nauc_precision_at_1_std": 0.0764053498783533, + "nauc_precision_at_20_diff1": -0.16157976197310167, + "nauc_precision_at_20_max": 0.2332568046167772, + "nauc_precision_at_20_std": 0.33309742528823094, + "nauc_precision_at_3_diff1": -0.006217805667509253, + "nauc_precision_at_3_max": 0.4324167289300026, + "nauc_precision_at_3_std": 0.3022366979908322, + "nauc_precision_at_5_diff1": -0.057857858534974715, + "nauc_precision_at_5_max": 0.3379426757962622, + "nauc_precision_at_5_std": 0.3216119138473958, + "nauc_recall_at_1000_diff1": 0.05404439364441419, + "nauc_recall_at_1000_max": 0.7177709020452862, + "nauc_recall_at_1000_std": 0.6408917651233619, + "nauc_recall_at_100_diff1": 0.2491313368103894, + "nauc_recall_at_100_max": 0.5059819151952548, + "nauc_recall_at_100_std": 0.2350104484374635, + "nauc_recall_at_10_diff1": 0.3458134831151797, + "nauc_recall_at_10_max": 0.4087253764861959, + "nauc_recall_at_10_std": -0.005691912784362573, + "nauc_recall_at_1_diff1": 0.4479094615340451, + "nauc_recall_at_1_max": 0.23267282694941982, + "nauc_recall_at_1_std": -0.14461012094241135, + "nauc_recall_at_20_diff1": 0.3137970172067706, + "nauc_recall_at_20_max": 0.4180791989494364, + "nauc_recall_at_20_std": 0.04622972676567049, + "nauc_recall_at_3_diff1": 0.3337064519908533, + "nauc_recall_at_3_max": 0.3480507775609546, + "nauc_recall_at_3_std": -0.05438980434469289, + "nauc_recall_at_5_diff1": 0.3206815962477955, + "nauc_recall_at_5_max": 0.32886365792615974, + "nauc_recall_at_5_std": -0.03344372166854895, + "ndcg_at_1": 0.63693, + "ndcg_at_10": 0.6992, + "ndcg_at_100": 0.73812, + "ndcg_at_1000": 0.74463, + "ndcg_at_20": 0.72108, + "ndcg_at_3": 0.64491, + "ndcg_at_5": 0.66773, + "precision_at_1": 0.63693, + "precision_at_10": 0.14066, + "precision_at_100": 0.01757, + "precision_at_1000": 0.00186, + "precision_at_20": 0.07884, + "precision_at_3": 0.35339, + "precision_at_5": 0.24357, + "recall_at_1": 0.43591, + "recall_at_10": 0.80575, + "recall_at_100": 0.94273, + "recall_at_1000": 0.98202, + "recall_at_20": 0.87236, + "recall_at_3": 0.65402, + "recall_at_5": 0.72477 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.8312, + "map_at_1": 0.69787, + "map_at_10": 0.79504, + "map_at_100": 0.79773, + "map_at_1000": 0.79776, + "map_at_20": 0.79695, + "map_at_3": 0.78395, + "map_at_5": 0.79087, + "mrr_at_1": 0.7065217391304348, + "mrr_at_10": 0.7991229583620888, + "mrr_at_100": 0.8015198378773556, + "mrr_at_1000": 0.8015429687083117, + "mrr_at_20": 0.8008385707541885, + "mrr_at_3": 0.7890499194847022, + "mrr_at_5": 0.7956320450885669, + "nauc_map_at_1000_diff1": 0.6437350643972957, + "nauc_map_at_1000_max": 0.5456131978819263, + "nauc_map_at_1000_std": -0.07099300718414604, + "nauc_map_at_100_diff1": 0.6437488027458018, + "nauc_map_at_100_max": 0.5456488766454035, + "nauc_map_at_100_std": -0.07102748061667669, + "nauc_map_at_10_diff1": 0.6425404779649361, + "nauc_map_at_10_max": 0.5483242798031601, + "nauc_map_at_10_std": -0.07035836084127281, + "nauc_map_at_1_diff1": 0.683583490426731, + "nauc_map_at_1_max": 0.5029972835893487, + "nauc_map_at_1_std": -0.08815800698341385, + "nauc_map_at_20_diff1": 0.6433597093721306, + "nauc_map_at_20_max": 0.5465457907022913, + "nauc_map_at_20_std": -0.07149673425348703, + "nauc_map_at_3_diff1": 0.6416391018610103, + "nauc_map_at_3_max": 0.5418028846912337, + "nauc_map_at_3_std": -0.07688671482097686, + "nauc_map_at_5_diff1": 0.6413233874049713, + "nauc_map_at_5_max": 0.5472247178694942, + "nauc_map_at_5_std": -0.0727215781238866, + "nauc_mrr_at_1000_diff1": 0.6416524558490159, + "nauc_mrr_at_1000_max": 0.5516508168260857, + "nauc_mrr_at_1000_std": -0.055796736856714636, + "nauc_mrr_at_100_diff1": 0.6416725306094887, + "nauc_mrr_at_100_max": 0.5516796171708094, + "nauc_mrr_at_100_std": -0.05583768871337712, + "nauc_mrr_at_10_diff1": 0.6406147177441526, + "nauc_mrr_at_10_max": 0.5543719525845227, + "nauc_mrr_at_10_std": -0.054696998810324575, + "nauc_mrr_at_1_diff1": 0.6840711683714799, + "nauc_mrr_at_1_max": 0.5266462255356567, + "nauc_mrr_at_1_std": -0.06037079613046914, + "nauc_mrr_at_20_diff1": 0.6412143831721583, + "nauc_mrr_at_20_max": 0.5523812964052339, + "nauc_mrr_at_20_std": -0.05631285026760852, + "nauc_mrr_at_3_diff1": 0.6394433294057368, + "nauc_mrr_at_3_max": 0.5490307758010591, + "nauc_mrr_at_3_std": -0.06276254495153874, + "nauc_mrr_at_5_diff1": 0.6391583638100996, + "nauc_mrr_at_5_max": 0.5537059568649247, + "nauc_mrr_at_5_std": -0.056928257070383674, + "nauc_ndcg_at_1000_diff1": 0.6283927854681103, + "nauc_ndcg_at_1000_max": 0.5534868933695456, + "nauc_ndcg_at_1000_std": -0.053174278249863566, + "nauc_ndcg_at_100_diff1": 0.62858248800678, + "nauc_ndcg_at_100_max": 0.5543803460830867, + "nauc_ndcg_at_100_std": -0.054006869563970765, + "nauc_ndcg_at_10_diff1": 0.623329537870021, + "nauc_ndcg_at_10_max": 0.5670228815555894, + "nauc_ndcg_at_10_std": -0.055495192024715576, + "nauc_ndcg_at_1_diff1": 0.6840711683714799, + "nauc_ndcg_at_1_max": 0.5266462255356567, + "nauc_ndcg_at_1_std": -0.06037079613046914, + "nauc_ndcg_at_20_diff1": 0.6258597584027845, + "nauc_ndcg_at_20_max": 0.5604184268922857, + "nauc_ndcg_at_20_std": -0.05925229074735534, + "nauc_ndcg_at_3_diff1": 0.6227492076117603, + "nauc_ndcg_at_3_max": 0.5525264449290493, + "nauc_ndcg_at_3_std": -0.07216958592440134, + "nauc_ndcg_at_5_diff1": 0.6215997517091948, + "nauc_ndcg_at_5_max": 0.5640844477249354, + "nauc_ndcg_at_5_std": -0.062033378468494084, + "nauc_precision_at_1000_diff1": -0.19437210662912838, + "nauc_precision_at_1000_max": 0.12689340429524953, + "nauc_precision_at_1000_std": 0.3424878555184864, + "nauc_precision_at_100_diff1": -0.13103501447696542, + "nauc_precision_at_100_max": 0.18841235804906586, + "nauc_precision_at_100_std": 0.31248236531145834, + "nauc_precision_at_10_diff1": 0.19225259997113092, + "nauc_precision_at_10_max": 0.5005609989732347, + "nauc_precision_at_10_std": 0.15589941348430536, + "nauc_precision_at_1_diff1": 0.6840711683714799, + "nauc_precision_at_1_max": 0.5266462255356567, + "nauc_precision_at_1_std": -0.06037079613046914, + "nauc_precision_at_20_diff1": 0.05386489146877496, + "nauc_precision_at_20_max": 0.378411272711524, + "nauc_precision_at_20_std": 0.1895960641649729, + "nauc_precision_at_3_diff1": 0.4061740531967, + "nauc_precision_at_3_max": 0.5553486306739505, + "nauc_precision_at_3_std": 0.03607339117185257, + "nauc_precision_at_5_diff1": 0.3295226292430262, + "nauc_precision_at_5_max": 0.5676461952231192, + "nauc_precision_at_5_std": 0.08847601874704171, + "nauc_recall_at_1000_diff1": 0.1075497853391917, + "nauc_recall_at_1000_max": 0.6079871656804368, + "nauc_recall_at_1000_std": 0.6876189029141406, + "nauc_recall_at_100_diff1": 0.2700900973534423, + "nauc_recall_at_100_max": 0.6420841553868326, + "nauc_recall_at_100_std": 0.4177279061394015, + "nauc_recall_at_10_diff1": 0.46883930263866835, + "nauc_recall_at_10_max": 0.7005698432579475, + "nauc_recall_at_10_std": 0.04037663943292029, + "nauc_recall_at_1_diff1": 0.683583490426731, + "nauc_recall_at_1_max": 0.5029972835893487, + "nauc_recall_at_1_std": -0.08815800698341385, + "nauc_recall_at_20_diff1": 0.41327810587478847, + "nauc_recall_at_20_max": 0.6995027563096466, + "nauc_recall_at_20_std": 0.054352242567912976, + "nauc_recall_at_3_diff1": 0.5360305813428508, + "nauc_recall_at_3_max": 0.5864320852073375, + "nauc_recall_at_3_std": -0.07079094159223329, + "nauc_recall_at_5_diff1": 0.5057448614948115, + "nauc_recall_at_5_max": 0.643594630810031, + "nauc_recall_at_5_std": -0.023241831917502294, + "ndcg_at_1": 0.70652, + "ndcg_at_10": 0.8312, + "ndcg_at_100": 0.84217, + "ndcg_at_1000": 0.84285, + "ndcg_at_20": 0.83767, + "ndcg_at_3": 0.80959, + "ndcg_at_5": 0.82185, + "precision_at_1": 0.70652, + "precision_at_10": 0.09601, + "precision_at_100": 0.01012, + "precision_at_1000": 0.00102, + "precision_at_20": 0.0494, + "precision_at_3": 0.29911, + "precision_at_5": 0.18575, + "recall_at_1": 0.69787, + "recall_at_10": 0.93539, + "recall_at_100": 0.98229, + "recall_at_1000": 0.98752, + "recall_at_20": 0.96014, + "recall_at_3": 0.87802, + "recall_at_5": 0.90741 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.74489, + "map_at_1": 0.47229, + "map_at_10": 0.67072, + "map_at_100": 0.68398, + "map_at_1000": 0.68425, + "map_at_20": 0.6797, + "map_at_3": 0.62352, + "map_at_5": 0.65158, + "mrr_at_1": 0.6739427012278308, + "mrr_at_10": 0.7730867926979789, + "mrr_at_100": 0.7752635264059077, + "mrr_at_1000": 0.7752877897676945, + "mrr_at_20": 0.7745420859865816, + "mrr_at_3": 0.7569349704411094, + "mrr_at_5": 0.768053660754888, + "nauc_map_at_1000_diff1": 0.36354319424597287, + "nauc_map_at_1000_max": 0.30510938139860466, + "nauc_map_at_1000_std": -0.03687914480350152, + "nauc_map_at_100_diff1": 0.3633094635806987, + "nauc_map_at_100_max": 0.3050865557344726, + "nauc_map_at_100_std": -0.03721280137235715, + "nauc_map_at_10_diff1": 0.36369779353435594, + "nauc_map_at_10_max": 0.2987075123039633, + "nauc_map_at_10_std": -0.04989675958087359, + "nauc_map_at_1_diff1": 0.44245841149982845, + "nauc_map_at_1_max": 0.17930583005995646, + "nauc_map_at_1_std": -0.11100638332751288, + "nauc_map_at_20_diff1": 0.36397571786665983, + "nauc_map_at_20_max": 0.30335147801304013, + "nauc_map_at_20_std": -0.043506136166393226, + "nauc_map_at_3_diff1": 0.36675499950887996, + "nauc_map_at_3_max": 0.27665692088357163, + "nauc_map_at_3_std": -0.0772284855739658, + "nauc_map_at_5_diff1": 0.3657304927750476, + "nauc_map_at_5_max": 0.29062960731938503, + "nauc_map_at_5_std": -0.06205968619827137, + "nauc_mrr_at_1000_diff1": 0.40130293280101864, + "nauc_mrr_at_1000_max": 0.4137283192304521, + "nauc_mrr_at_1000_std": 0.08085521854844982, + "nauc_mrr_at_100_diff1": 0.40132075576778664, + "nauc_mrr_at_100_max": 0.4137933149350249, + "nauc_mrr_at_100_std": 0.08093143137006106, + "nauc_mrr_at_10_diff1": 0.39973455634848293, + "nauc_mrr_at_10_max": 0.41429315357001684, + "nauc_mrr_at_10_std": 0.081218206787556, + "nauc_mrr_at_1_diff1": 0.42314871630789036, + "nauc_mrr_at_1_max": 0.37125998257228376, + "nauc_mrr_at_1_std": 0.06468995004630473, + "nauc_mrr_at_20_diff1": 0.4016069917163913, + "nauc_mrr_at_20_max": 0.41434002536533665, + "nauc_mrr_at_20_std": 0.08065462863334283, + "nauc_mrr_at_3_diff1": 0.39485470259167377, + "nauc_mrr_at_3_max": 0.421297233768668, + "nauc_mrr_at_3_std": 0.0826748424211866, + "nauc_mrr_at_5_diff1": 0.40274377291067026, + "nauc_mrr_at_5_max": 0.42077597743029704, + "nauc_mrr_at_5_std": 0.08224171208718667, + "nauc_ndcg_at_1000_diff1": 0.36605873449695775, + "nauc_ndcg_at_1000_max": 0.350007489257076, + "nauc_ndcg_at_1000_std": 0.012497431776650374, + "nauc_ndcg_at_100_diff1": 0.36366568315937225, + "nauc_ndcg_at_100_max": 0.3525297476260966, + "nauc_ndcg_at_100_std": 0.009259112406086782, + "nauc_ndcg_at_10_diff1": 0.3622782343220539, + "nauc_ndcg_at_10_max": 0.3347671651385115, + "nauc_ndcg_at_10_std": -0.025347374082750666, + "nauc_ndcg_at_1_diff1": 0.42314871630789036, + "nauc_ndcg_at_1_max": 0.37125998257228376, + "nauc_ndcg_at_1_std": 0.06468995004630473, + "nauc_ndcg_at_20_diff1": 0.36704575133662815, + "nauc_ndcg_at_20_max": 0.345952110345639, + "nauc_ndcg_at_20_std": -0.015514571032087018, + "nauc_ndcg_at_3_diff1": 0.35705386156153013, + "nauc_ndcg_at_3_max": 0.338882528668527, + "nauc_ndcg_at_3_std": -0.013948273370415107, + "nauc_ndcg_at_5_diff1": 0.36742632790637936, + "nauc_ndcg_at_5_max": 0.3317221054578162, + "nauc_ndcg_at_5_std": -0.027844012286705036, + "nauc_precision_at_1000_diff1": -0.23571703775087735, + "nauc_precision_at_1000_max": 0.07506469977264445, + "nauc_precision_at_1000_std": 0.3035965291390602, + "nauc_precision_at_100_diff1": -0.23539955330511572, + "nauc_precision_at_100_max": 0.10024033916458247, + "nauc_precision_at_100_std": 0.30430414496933816, + "nauc_precision_at_10_diff1": -0.16849592516612447, + "nauc_precision_at_10_max": 0.17232558361169553, + "nauc_precision_at_10_std": 0.24732911609792538, + "nauc_precision_at_1_diff1": 0.42314871630789036, + "nauc_precision_at_1_max": 0.37125998257228376, + "nauc_precision_at_1_std": 0.06468995004630473, + "nauc_precision_at_20_diff1": -0.19283764345663057, + "nauc_precision_at_20_max": 0.13497531600082374, + "nauc_precision_at_20_std": 0.25933208259302315, + "nauc_precision_at_3_diff1": -0.051759224456677515, + "nauc_precision_at_3_max": 0.2903837986017641, + "nauc_precision_at_3_std": 0.198239527048953, + "nauc_precision_at_5_diff1": -0.11294479372806399, + "nauc_precision_at_5_max": 0.23416698829611063, + "nauc_precision_at_5_std": 0.22741430412961952, + "nauc_recall_at_1000_diff1": 0.3977256586773548, + "nauc_recall_at_1000_max": 0.8390690113068264, + "nauc_recall_at_1000_std": 0.7367702177897437, + "nauc_recall_at_100_diff1": 0.2528519009008966, + "nauc_recall_at_100_max": 0.5637362238976159, + "nauc_recall_at_100_std": 0.049750714997455765, + "nauc_recall_at_10_diff1": 0.28974163640326805, + "nauc_recall_at_10_max": 0.2808893618252732, + "nauc_recall_at_10_std": -0.1209736362155741, + "nauc_recall_at_1_diff1": 0.44245841149982845, + "nauc_recall_at_1_max": 0.17930583005995646, + "nauc_recall_at_1_std": -0.11100638332751288, + "nauc_recall_at_20_diff1": 0.31905286840798, + "nauc_recall_at_20_max": 0.33109785027643285, + "nauc_recall_at_20_std": -0.15032540949448087, + "nauc_recall_at_3_diff1": 0.3163414762028574, + "nauc_recall_at_3_max": 0.2763029982188364, + "nauc_recall_at_3_std": -0.10683814657969153, + "nauc_recall_at_5_diff1": 0.3249197723109156, + "nauc_recall_at_5_max": 0.2949352488191278, + "nauc_recall_at_5_std": -0.10494258356816016, + "ndcg_at_1": 0.67394, + "ndcg_at_10": 0.74489, + "ndcg_at_100": 0.77998, + "ndcg_at_1000": 0.78326, + "ndcg_at_20": 0.76351, + "ndcg_at_3": 0.69213, + "ndcg_at_5": 0.71738, + "precision_at_1": 0.67394, + "precision_at_10": 0.14543, + "precision_at_100": 0.01772, + "precision_at_1000": 0.00182, + "precision_at_20": 0.08001, + "precision_at_3": 0.37472, + "precision_at_5": 0.25593, + "recall_at_1": 0.47229, + "recall_at_10": 0.85504, + "recall_at_100": 0.97789, + "recall_at_1000": 0.99666, + "recall_at_20": 0.91115, + "recall_at_3": 0.70652, + "recall_at_5": 0.77949 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.79132, + "map_at_1": 0.60294, + "map_at_10": 0.74176, + "map_at_100": 0.74435, + "map_at_1000": 0.7445, + "map_at_20": 0.74287, + "map_at_3": 0.72176, + "map_at_5": 0.73762, + "mrr_at_1": 0.6554621848739496, + "mrr_at_10": 0.7657663065226091, + "mrr_at_100": 0.7668993404452294, + "mrr_at_1000": 0.767000792694739, + "mrr_at_20": 0.7657663065226091, + "mrr_at_3": 0.7549019607843138, + "mrr_at_5": 0.7637254901960785, + "nauc_map_at_1000_diff1": 0.5588120371693945, + "nauc_map_at_1000_max": 0.38798253525117143, + "nauc_map_at_1000_std": -0.13538753802064318, + "nauc_map_at_100_diff1": 0.5589887766715221, + "nauc_map_at_100_max": 0.38830817088229513, + "nauc_map_at_100_std": -0.13552249953641088, + "nauc_map_at_10_diff1": 0.5580976306949087, + "nauc_map_at_10_max": 0.38937469943013703, + "nauc_map_at_10_std": -0.1332377291550068, + "nauc_map_at_1_diff1": 0.5726338157825277, + "nauc_map_at_1_max": 0.2382994877518022, + "nauc_map_at_1_std": -0.22297508005736597, + "nauc_map_at_20_diff1": 0.5563087445968491, + "nauc_map_at_20_max": 0.39023292428157774, + "nauc_map_at_20_std": -0.13296527148517887, + "nauc_map_at_3_diff1": 0.5603489557233738, + "nauc_map_at_3_max": 0.3679219383191765, + "nauc_map_at_3_std": -0.16202660376641784, + "nauc_map_at_5_diff1": 0.5561688727581336, + "nauc_map_at_5_max": 0.37309077023429615, + "nauc_map_at_5_std": -0.14148919063056475, + "nauc_mrr_at_1000_diff1": 0.5506465964240503, + "nauc_mrr_at_1000_max": 0.3768680354971122, + "nauc_mrr_at_1000_std": -0.13960971483315313, + "nauc_mrr_at_100_diff1": 0.5506668629508863, + "nauc_mrr_at_100_max": 0.37709668137357644, + "nauc_mrr_at_100_std": -0.13935002924697978, + "nauc_mrr_at_10_diff1": 0.5479368662987902, + "nauc_mrr_at_10_max": 0.3782774125135675, + "nauc_mrr_at_10_std": -0.13755594150433526, + "nauc_mrr_at_1_diff1": 0.5882345641986141, + "nauc_mrr_at_1_max": 0.2858694190738857, + "nauc_mrr_at_1_std": -0.21666344739990484, + "nauc_mrr_at_20_diff1": 0.5479368662987902, + "nauc_mrr_at_20_max": 0.3782774125135675, + "nauc_mrr_at_20_std": -0.13755594150433526, + "nauc_mrr_at_3_diff1": 0.5584732471344219, + "nauc_mrr_at_3_max": 0.388310818153882, + "nauc_mrr_at_3_std": -0.13040179203025556, + "nauc_mrr_at_5_diff1": 0.5498057961882458, + "nauc_mrr_at_5_max": 0.3793103826337137, + "nauc_mrr_at_5_std": -0.14223169110995765, + "nauc_ndcg_at_1000_diff1": 0.5461694380707582, + "nauc_ndcg_at_1000_max": 0.40926777133936804, + "nauc_ndcg_at_1000_std": -0.10651091349662184, + "nauc_ndcg_at_100_diff1": 0.5487366956814743, + "nauc_ndcg_at_100_max": 0.4188910104403757, + "nauc_ndcg_at_100_std": -0.10502982676584416, + "nauc_ndcg_at_10_diff1": 0.5335109001220895, + "nauc_ndcg_at_10_max": 0.42735760622117586, + "nauc_ndcg_at_10_std": -0.08731907515552897, + "nauc_ndcg_at_1_diff1": 0.5882345641986141, + "nauc_ndcg_at_1_max": 0.2858694190738857, + "nauc_ndcg_at_1_std": -0.21666344739990484, + "nauc_ndcg_at_20_diff1": 0.5285823137243155, + "nauc_ndcg_at_20_max": 0.4293619776636495, + "nauc_ndcg_at_20_std": -0.0866483118189274, + "nauc_ndcg_at_3_diff1": 0.5486055746741275, + "nauc_ndcg_at_3_max": 0.416853259206928, + "nauc_ndcg_at_3_std": -0.10428238822007548, + "nauc_ndcg_at_5_diff1": 0.5337348019459525, + "nauc_ndcg_at_5_max": 0.40508537900728514, + "nauc_ndcg_at_5_std": -0.10753500962106657, + "nauc_precision_at_1000_diff1": -0.20158513397370512, + "nauc_precision_at_1000_max": 0.067075882747921, + "nauc_precision_at_1000_std": 0.24902899191697497, + "nauc_precision_at_100_diff1": -0.1102872639457599, + "nauc_precision_at_100_max": 0.16561695330074447, + "nauc_precision_at_100_std": 0.23789929348562044, + "nauc_precision_at_10_diff1": -0.027791056773127164, + "nauc_precision_at_10_max": 0.3374143795877593, + "nauc_precision_at_10_std": 0.29870199067797737, + "nauc_precision_at_1_diff1": 0.5882345641986141, + "nauc_precision_at_1_max": 0.2858694190738857, + "nauc_precision_at_1_std": -0.21666344739990484, + "nauc_precision_at_20_diff1": -0.06090890857632872, + "nauc_precision_at_20_max": 0.3160180200815863, + "nauc_precision_at_20_std": 0.29533227659633066, + "nauc_precision_at_3_diff1": 0.14835780517679062, + "nauc_precision_at_3_max": 0.3743914079244174, + "nauc_precision_at_3_std": 0.1519483664415133, + "nauc_precision_at_5_diff1": 0.016020155050499786, + "nauc_precision_at_5_max": 0.3004696687287753, + "nauc_precision_at_5_std": 0.24305138338865956, + "nauc_recall_at_1000_diff1": 0.4134889289027136, + "nauc_recall_at_1000_max": 0.9345794392523354, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5781964608698504, + "nauc_recall_at_100_max": 0.8280028788707868, + "nauc_recall_at_100_std": 0.18561093600703685, + "nauc_recall_at_10_diff1": 0.35019343067424746, + "nauc_recall_at_10_max": 0.6552619762036248, + "nauc_recall_at_10_std": 0.2236770727374292, + "nauc_recall_at_1_diff1": 0.5726338157825277, + "nauc_recall_at_1_max": 0.2382994877518022, + "nauc_recall_at_1_std": -0.22297508005736597, + "nauc_recall_at_20_diff1": 0.3141839996360219, + "nauc_recall_at_20_max": 0.6972852777154189, + "nauc_recall_at_20_std": 0.2502912559144104, + "nauc_recall_at_3_diff1": 0.4758842901393359, + "nauc_recall_at_3_max": 0.5272345981606706, + "nauc_recall_at_3_std": 0.047936307964517075, + "nauc_recall_at_5_diff1": 0.39276497948090844, + "nauc_recall_at_5_max": 0.540072200610345, + "nauc_recall_at_5_std": 0.08107947373463091, + "ndcg_at_1": 0.65546, + "ndcg_at_10": 0.79132, + "ndcg_at_100": 0.80249, + "ndcg_at_1000": 0.80644, + "ndcg_at_20": 0.7936, + "ndcg_at_3": 0.76153, + "ndcg_at_5": 0.78344, + "precision_at_1": 0.65546, + "precision_at_10": 0.10672, + "precision_at_100": 0.01151, + "precision_at_1000": 0.00119, + "precision_at_20": 0.0542, + "precision_at_3": 0.31933, + "precision_at_5": 0.20672, + "recall_at_1": 0.60294, + "recall_at_10": 0.91317, + "recall_at_100": 0.96218, + "recall_at_1000": 0.9916, + "recall_at_20": 0.92017, + "recall_at_3": 0.83754, + "recall_at_5": 0.89076 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.63297, + "map_at_1": 0.30186, + "map_at_10": 0.52974, + "map_at_100": 0.55832, + "map_at_1000": 0.55862, + "map_at_20": 0.54946, + "map_at_3": 0.44949, + "map_at_5": 0.49396, + "mrr_at_1": 0.5597964376590331, + "mrr_at_10": 0.6860939456359304, + "mrr_at_100": 0.6907618886657195, + "mrr_at_1000": 0.6907861222777393, + "mrr_at_20": 0.689416809956006, + "mrr_at_3": 0.6649703138252759, + "mrr_at_5": 0.6779474130619171, + "nauc_map_at_1000_diff1": 0.23957756261499222, + "nauc_map_at_1000_max": 0.2562922449418191, + "nauc_map_at_1000_std": -0.08556741053183188, + "nauc_map_at_100_diff1": 0.23916151754311285, + "nauc_map_at_100_max": 0.25645695791416734, + "nauc_map_at_100_std": -0.08540965039739018, + "nauc_map_at_10_diff1": 0.24355970461183207, + "nauc_map_at_10_max": 0.24194858170195832, + "nauc_map_at_10_std": -0.10005322384010683, + "nauc_map_at_1_diff1": 0.33648916308921717, + "nauc_map_at_1_max": 0.07021866248378385, + "nauc_map_at_1_std": -0.14669170379944368, + "nauc_map_at_20_diff1": 0.23857294854310138, + "nauc_map_at_20_max": 0.2538191619533119, + "nauc_map_at_20_std": -0.08543019566062277, + "nauc_map_at_3_diff1": 0.25312376305754264, + "nauc_map_at_3_max": 0.17559691300823863, + "nauc_map_at_3_std": -0.13801205973082842, + "nauc_map_at_5_diff1": 0.245917233672851, + "nauc_map_at_5_max": 0.2262964851228925, + "nauc_map_at_5_std": -0.11904059989827273, + "nauc_mrr_at_1000_diff1": 0.3311029446289126, + "nauc_mrr_at_1000_max": 0.3194043612536807, + "nauc_mrr_at_1000_std": -0.05843407888130842, + "nauc_mrr_at_100_diff1": 0.3311414775174637, + "nauc_mrr_at_100_max": 0.3193560290907803, + "nauc_mrr_at_100_std": -0.05832978203525156, + "nauc_mrr_at_10_diff1": 0.32537536810088846, + "nauc_mrr_at_10_max": 0.32087516428110757, + "nauc_mrr_at_10_std": -0.062029693415776264, + "nauc_mrr_at_1_diff1": 0.3882019416848552, + "nauc_mrr_at_1_max": 0.2950842313333201, + "nauc_mrr_at_1_std": -0.07853053173723164, + "nauc_mrr_at_20_diff1": 0.331030005819805, + "nauc_mrr_at_20_max": 0.3205278185718838, + "nauc_mrr_at_20_std": -0.056439532589004936, + "nauc_mrr_at_3_diff1": 0.32670712137086355, + "nauc_mrr_at_3_max": 0.31831219590329274, + "nauc_mrr_at_3_std": -0.05365879893898819, + "nauc_mrr_at_5_diff1": 0.32966034320783627, + "nauc_mrr_at_5_max": 0.3186199065789607, + "nauc_mrr_at_5_std": -0.06292075039755178, + "nauc_ndcg_at_1000_diff1": 0.25002762244127963, + "nauc_ndcg_at_1000_max": 0.29031350958764085, + "nauc_ndcg_at_1000_std": -0.06205363124320825, + "nauc_ndcg_at_100_diff1": 0.24423901345065524, + "nauc_ndcg_at_100_max": 0.29239173184119227, + "nauc_ndcg_at_100_std": -0.058046266758194645, + "nauc_ndcg_at_10_diff1": 0.23504872688833217, + "nauc_ndcg_at_10_max": 0.27471781487757313, + "nauc_ndcg_at_10_std": -0.0822229565828542, + "nauc_ndcg_at_1_diff1": 0.3882019416848552, + "nauc_ndcg_at_1_max": 0.2950842313333201, + "nauc_ndcg_at_1_std": -0.07853053173723164, + "nauc_ndcg_at_20_diff1": 0.2343975212891673, + "nauc_ndcg_at_20_max": 0.2914101506639082, + "nauc_ndcg_at_20_std": -0.05130014833722197, + "nauc_ndcg_at_3_diff1": 0.23332374482502735, + "nauc_ndcg_at_3_max": 0.2495178955041199, + "nauc_ndcg_at_3_std": -0.09136693661946149, + "nauc_ndcg_at_5_diff1": 0.23951057387080124, + "nauc_ndcg_at_5_max": 0.27302859165943477, + "nauc_ndcg_at_5_std": -0.09207030758911303, + "nauc_precision_at_1000_diff1": -0.09719636862269872, + "nauc_precision_at_1000_max": 0.15575807751864934, + "nauc_precision_at_1000_std": 0.16604995563707242, + "nauc_precision_at_100_diff1": -0.10574930359660592, + "nauc_precision_at_100_max": 0.1670014358899052, + "nauc_precision_at_100_std": 0.17044338152328936, + "nauc_precision_at_10_diff1": -0.05318179787740568, + "nauc_precision_at_10_max": 0.29087879884095647, + "nauc_precision_at_10_std": 0.14736135841729173, + "nauc_precision_at_1_diff1": 0.3882019416848552, + "nauc_precision_at_1_max": 0.2950842313333201, + "nauc_precision_at_1_std": -0.07853053173723164, + "nauc_precision_at_20_diff1": -0.09982980186517772, + "nauc_precision_at_20_max": 0.2551489072103867, + "nauc_precision_at_20_std": 0.1985206752519106, + "nauc_precision_at_3_diff1": 0.048784032570521926, + "nauc_precision_at_3_max": 0.33432946542254915, + "nauc_precision_at_3_std": 0.02770705438538455, + "nauc_precision_at_5_diff1": -0.00444246873466888, + "nauc_precision_at_5_max": 0.35343567934032566, + "nauc_precision_at_5_std": 0.0987478571803299, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.17272668783579134, + "nauc_recall_at_100_max": 0.3520131236908477, + "nauc_recall_at_100_std": 0.26753665157343715, + "nauc_recall_at_10_diff1": 0.08566373923543022, + "nauc_recall_at_10_max": 0.21745531306440544, + "nauc_recall_at_10_std": -0.07827601710924502, + "nauc_recall_at_1_diff1": 0.33648916308921717, + "nauc_recall_at_1_max": 0.07021866248378385, + "nauc_recall_at_1_std": -0.14669170379944368, + "nauc_recall_at_20_diff1": 0.03883373936907426, + "nauc_recall_at_20_max": 0.25303932165482557, + "nauc_recall_at_20_std": 0.060572488216878856, + "nauc_recall_at_3_diff1": 0.16859305957672038, + "nauc_recall_at_3_max": 0.13923687359878736, + "nauc_recall_at_3_std": -0.14075370895725078, + "nauc_recall_at_5_diff1": 0.13846823290954882, + "nauc_recall_at_5_max": 0.20487586438705996, + "nauc_recall_at_5_std": -0.11722802662339347, + "ndcg_at_1": 0.5598, + "ndcg_at_10": 0.63297, + "ndcg_at_100": 0.70236, + "ndcg_at_1000": 0.70539, + "ndcg_at_20": 0.67214, + "ndcg_at_3": 0.56173, + "ndcg_at_5": 0.58616, + "precision_at_1": 0.5598, + "precision_at_10": 0.17786, + "precision_at_100": 0.02486, + "precision_at_1000": 0.00253, + "precision_at_20": 0.10573, + "precision_at_3": 0.37913, + "precision_at_5": 0.28499, + "recall_at_1": 0.30186, + "recall_at_10": 0.75718, + "recall_at_100": 0.9835, + "recall_at_1000": 1.0, + "recall_at_20": 0.86989, + "recall_at_3": 0.53185, + "recall_at_5": 0.6327 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MLQARetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MLQARetrieval.json new file mode 100644 index 000000000..5bbd3c312 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MLQARetrieval.json @@ -0,0 +1,14517 @@ +{ + "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", + "evaluation_time": 562.3432741165161, + "kg_co2_emissions": 0.03454161283219935, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "main_score": 0.56978, + "map_at_1": 0.45012, + "map_at_10": 0.52966, + "map_at_100": 0.536, + "map_at_1000": 0.53647, + "map_at_20": 0.53331, + "map_at_3": 0.50997, + "map_at_5": 0.5215, + "mrr_at_1": 0.4502156384774048, + "mrr_at_10": 0.5297537941359435, + "mrr_at_100": 0.5360862513985767, + "mrr_at_1000": 0.5365493766026158, + "mrr_at_20": 0.5333927308768228, + "mrr_at_3": 0.5100631289455597, + "mrr_at_5": 0.5215950996937313, + "nauc_map_at_1000_diff1": 0.6699829277279739, + "nauc_map_at_1000_max": 0.6458981126556658, + "nauc_map_at_1000_std": 0.09966003110518144, + "nauc_map_at_100_diff1": 0.669877487525483, + "nauc_map_at_100_max": 0.645988960580871, + "nauc_map_at_100_std": 0.09999300560506066, + "nauc_map_at_10_diff1": 0.6688603207463615, + "nauc_map_at_10_max": 0.6457195449856207, + "nauc_map_at_10_std": 0.09775353042439351, + "nauc_map_at_1_diff1": 0.7218904252731112, + "nauc_map_at_1_max": 0.6316472504648617, + "nauc_map_at_1_std": 0.052653898295663686, + "nauc_map_at_20_diff1": 0.6694094444448314, + "nauc_map_at_20_max": 0.6459058730618596, + "nauc_map_at_20_std": 0.09912773210027472, + "nauc_map_at_3_diff1": 0.6732762590541592, + "nauc_map_at_3_max": 0.6455023656600712, + "nauc_map_at_3_std": 0.08840544042057645, + "nauc_map_at_5_diff1": 0.6706656176520872, + "nauc_map_at_5_max": 0.6466667943868434, + "nauc_map_at_5_std": 0.09573706617865374, + "nauc_mrr_at_1000_diff1": 0.6704459566135428, + "nauc_mrr_at_1000_max": 0.6463602993425601, + "nauc_mrr_at_1000_std": 0.09980607569487829, + "nauc_mrr_at_100_diff1": 0.6703398575323161, + "nauc_mrr_at_100_max": 0.6464505861016934, + "nauc_mrr_at_100_std": 0.10013908429976204, + "nauc_mrr_at_10_diff1": 0.6693769404886944, + "nauc_mrr_at_10_max": 0.646235358874251, + "nauc_mrr_at_10_std": 0.09791668169248478, + "nauc_mrr_at_1_diff1": 0.722371401216301, + "nauc_mrr_at_1_max": 0.6321253110268811, + "nauc_mrr_at_1_std": 0.05280379504875523, + "nauc_mrr_at_20_diff1": 0.6698688739024119, + "nauc_mrr_at_20_max": 0.6463645746660417, + "nauc_mrr_at_20_std": 0.09927285955728993, + "nauc_mrr_at_3_diff1": 0.6737775507629831, + "nauc_mrr_at_3_max": 0.6460027191475195, + "nauc_mrr_at_3_std": 0.08856338811925597, + "nauc_mrr_at_5_diff1": 0.6711753315818335, + "nauc_mrr_at_5_max": 0.6471756838541088, + "nauc_mrr_at_5_std": 0.09589794769398219, + "nauc_ndcg_at_1000_diff1": 0.6568204900743452, + "nauc_ndcg_at_1000_max": 0.6500625479947271, + "nauc_ndcg_at_1000_std": 0.12384989955886223, + "nauc_ndcg_at_100_diff1": 0.6526106324478509, + "nauc_ndcg_at_100_max": 0.6518693327988446, + "nauc_ndcg_at_100_std": 0.13469265124103624, + "nauc_ndcg_at_10_diff1": 0.6472242836365524, + "nauc_ndcg_at_10_max": 0.6500370948951854, + "nauc_ndcg_at_10_std": 0.1204890850278326, + "nauc_ndcg_at_1_diff1": 0.722371401216301, + "nauc_ndcg_at_1_max": 0.6321253110268811, + "nauc_ndcg_at_1_std": 0.05280379504875523, + "nauc_ndcg_at_20_diff1": 0.6488177546851016, + "nauc_ndcg_at_20_max": 0.6507160842989806, + "nauc_ndcg_at_20_std": 0.12622488461061873, + "nauc_ndcg_at_3_diff1": 0.6574805608639109, + "nauc_ndcg_at_3_max": 0.650009165953646, + "nauc_ndcg_at_3_std": 0.10090029758635193, + "nauc_ndcg_at_5_diff1": 0.6523067626378166, + "nauc_ndcg_at_5_max": 0.6524792136366319, + "nauc_ndcg_at_5_std": 0.11511573881334543, + "nauc_precision_at_1000_diff1": 0.5288935401153798, + "nauc_precision_at_1000_max": 0.7228734880011507, + "nauc_precision_at_1000_std": 0.6110034699125562, + "nauc_precision_at_100_diff1": 0.5526186058985496, + "nauc_precision_at_100_max": 0.6965767115394689, + "nauc_precision_at_100_std": 0.4281843329970281, + "nauc_precision_at_10_diff1": 0.5652779581458767, + "nauc_precision_at_10_max": 0.6648711214207176, + "nauc_precision_at_10_std": 0.20868930066998814, + "nauc_precision_at_1_diff1": 0.722371401216301, + "nauc_precision_at_1_max": 0.6321253110268811, + "nauc_precision_at_1_std": 0.05280379504875523, + "nauc_precision_at_20_diff1": 0.5605721224756662, + "nauc_precision_at_20_max": 0.6702701485027405, + "nauc_precision_at_20_std": 0.25301759088888076, + "nauc_precision_at_3_diff1": 0.6090957756932838, + "nauc_precision_at_3_max": 0.6638586989095234, + "nauc_precision_at_3_std": 0.13951019618322913, + "nauc_precision_at_5_diff1": 0.591514289282038, + "nauc_precision_at_5_max": 0.6720881887033104, + "nauc_precision_at_5_std": 0.1814494130430036, + "nauc_recall_at_1000_diff1": 0.5327221724539413, + "nauc_recall_at_1000_max": 0.7316327262084542, + "nauc_recall_at_1000_std": 0.6233837317697672, + "nauc_recall_at_100_diff1": 0.5515577570234838, + "nauc_recall_at_100_max": 0.6958572219530069, + "nauc_recall_at_100_std": 0.4284318163446216, + "nauc_recall_at_10_diff1": 0.5645412257507251, + "nauc_recall_at_10_max": 0.6641145867409441, + "nauc_recall_at_10_std": 0.20844563648441275, + "nauc_recall_at_1_diff1": 0.7218904252731112, + "nauc_recall_at_1_max": 0.6316472504648617, + "nauc_recall_at_1_std": 0.052653898295663686, + "nauc_recall_at_20_diff1": 0.5599327084345653, + "nauc_recall_at_20_max": 0.6697903566925227, + "nauc_recall_at_20_std": 0.2529145722862815, + "nauc_recall_at_3_diff1": 0.6085215071118236, + "nauc_recall_at_3_max": 0.6632786794031551, + "nauc_recall_at_3_std": 0.13933030099073382, + "nauc_recall_at_5_diff1": 0.5908558645243599, + "nauc_recall_at_5_max": 0.6714155468054366, + "nauc_recall_at_5_std": 0.18123798557368404, + "ndcg_at_1": 0.45022, + "ndcg_at_10": 0.56978, + "ndcg_at_100": 0.60294, + "ndcg_at_1000": 0.61669, + "ndcg_at_20": 0.58302, + "ndcg_at_3": 0.52944, + "ndcg_at_5": 0.55026, + "precision_at_1": 0.45022, + "precision_at_10": 0.06962, + "precision_at_100": 0.00857, + "precision_at_1000": 0.00097, + "precision_at_20": 0.03743, + "precision_at_3": 0.19526, + "precision_at_5": 0.12728, + "recall_at_1": 0.45012, + "recall_at_10": 0.69614, + "recall_at_100": 0.85674, + "recall_at_1000": 0.96794, + "recall_at_20": 0.74836, + "recall_at_3": 0.58569, + "recall_at_5": 0.63632 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "main_score": 0.65658, + "map_at_1": 0.52761, + "map_at_10": 0.61314, + "map_at_100": 0.61905, + "map_at_1000": 0.61936, + "map_at_20": 0.61677, + "map_at_3": 0.59173, + "map_at_5": 0.60386, + "mrr_at_1": 0.5279126213592233, + "mrr_at_10": 0.6131438781014028, + "mrr_at_100": 0.6190529898851107, + "mrr_at_1000": 0.6193603876002399, + "mrr_at_20": 0.61676675863548, + "mrr_at_3": 0.5917273462783176, + "mrr_at_5": 0.6038632686084152, + "nauc_map_at_1000_diff1": 0.7328298730337349, + "nauc_map_at_1000_max": 0.6007174973025107, + "nauc_map_at_1000_std": -0.06616609268980035, + "nauc_map_at_100_diff1": 0.7326661385376964, + "nauc_map_at_100_max": 0.6007238656370759, + "nauc_map_at_100_std": -0.06600351585515336, + "nauc_map_at_10_diff1": 0.7309979817310488, + "nauc_map_at_10_max": 0.6003062791027808, + "nauc_map_at_10_std": -0.06844708011542477, + "nauc_map_at_1_diff1": 0.7749912671461572, + "nauc_map_at_1_max": 0.5901906834505607, + "nauc_map_at_1_std": -0.07823154880179642, + "nauc_map_at_20_diff1": 0.7322276380904224, + "nauc_map_at_20_max": 0.6006300951185664, + "nauc_map_at_20_std": -0.06690470690831182, + "nauc_map_at_3_diff1": 0.7347966615467498, + "nauc_map_at_3_max": 0.6024251394965898, + "nauc_map_at_3_std": -0.07011495289275602, + "nauc_map_at_5_diff1": 0.7306131293965602, + "nauc_map_at_5_max": 0.5993717623264144, + "nauc_map_at_5_std": -0.07353760383583427, + "nauc_mrr_at_1000_diff1": 0.7328298730337349, + "nauc_mrr_at_1000_max": 0.6007174973025107, + "nauc_mrr_at_1000_std": -0.06616609268980035, + "nauc_mrr_at_100_diff1": 0.7326661385376964, + "nauc_mrr_at_100_max": 0.6007238656370759, + "nauc_mrr_at_100_std": -0.06600351585515336, + "nauc_mrr_at_10_diff1": 0.7309979817310488, + "nauc_mrr_at_10_max": 0.6003062791027808, + "nauc_mrr_at_10_std": -0.06844708011542477, + "nauc_mrr_at_1_diff1": 0.7751291813615379, + "nauc_mrr_at_1_max": 0.5905318623234594, + "nauc_mrr_at_1_std": -0.07810374542477043, + "nauc_mrr_at_20_diff1": 0.7322276380904224, + "nauc_mrr_at_20_max": 0.6006300951185664, + "nauc_mrr_at_20_std": -0.06690470690831182, + "nauc_mrr_at_3_diff1": 0.7347966615467498, + "nauc_mrr_at_3_max": 0.6024251394965898, + "nauc_mrr_at_3_std": -0.07011495289275602, + "nauc_mrr_at_5_diff1": 0.7306131293965602, + "nauc_mrr_at_5_max": 0.5993717623264144, + "nauc_mrr_at_5_std": -0.07353760383583427, + "nauc_ndcg_at_1000_diff1": 0.7234744294324719, + "nauc_ndcg_at_1000_max": 0.6024160445889706, + "nauc_ndcg_at_1000_std": -0.05709949215490014, + "nauc_ndcg_at_100_diff1": 0.7180772162574084, + "nauc_ndcg_at_100_max": 0.6032173658886594, + "nauc_ndcg_at_100_std": -0.0485502934120986, + "nauc_ndcg_at_10_diff1": 0.7112089849249378, + "nauc_ndcg_at_10_max": 0.6013167844120759, + "nauc_ndcg_at_10_std": -0.0611221872365444, + "nauc_ndcg_at_1_diff1": 0.7751291813615379, + "nauc_ndcg_at_1_max": 0.5905318623234594, + "nauc_ndcg_at_1_std": -0.07810374542477043, + "nauc_ndcg_at_20_diff1": 0.7153513284856756, + "nauc_ndcg_at_20_max": 0.6024425869405786, + "nauc_ndcg_at_20_std": -0.05414320370869583, + "nauc_ndcg_at_3_diff1": 0.7200140022144615, + "nauc_ndcg_at_3_max": 0.6049743801462761, + "nauc_ndcg_at_3_std": -0.0684289013244674, + "nauc_ndcg_at_5_diff1": 0.7115109358599144, + "nauc_ndcg_at_5_max": 0.5995982296743877, + "nauc_ndcg_at_5_std": -0.0743240771470235, + "nauc_precision_at_1000_diff1": 0.308510647572165, + "nauc_precision_at_1000_max": 0.5457883300484794, + "nauc_precision_at_1000_std": 0.580754847286944, + "nauc_precision_at_100_diff1": 0.5538525993366072, + "nauc_precision_at_100_max": 0.6287046057899802, + "nauc_precision_at_100_std": 0.23624712853200028, + "nauc_precision_at_10_diff1": 0.6161708060184039, + "nauc_precision_at_10_max": 0.6012358213637642, + "nauc_precision_at_10_std": -0.021271241182784464, + "nauc_precision_at_1_diff1": 0.7751291813615379, + "nauc_precision_at_1_max": 0.5905318623234594, + "nauc_precision_at_1_std": -0.07810374542477043, + "nauc_precision_at_20_diff1": 0.6170351700347171, + "nauc_precision_at_20_max": 0.6081413439553596, + "nauc_precision_at_20_std": 0.039963017267798516, + "nauc_precision_at_3_diff1": 0.6684736143816677, + "nauc_precision_at_3_max": 0.6107897547115998, + "nauc_precision_at_3_std": -0.06267331821650018, + "nauc_precision_at_5_diff1": 0.6370890205583201, + "nauc_precision_at_5_max": 0.5968532336866705, + "nauc_precision_at_5_std": -0.0775078432393431, + "nauc_recall_at_1000_diff1": 0.6381554766542711, + "nauc_recall_at_1000_max": 0.9346317083812439, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5636356325448032, + "nauc_recall_at_100_max": 0.637009745550267, + "nauc_recall_at_100_std": 0.23840409388378625, + "nauc_recall_at_10_diff1": 0.6199543702842718, + "nauc_recall_at_10_max": 0.6040050425105731, + "nauc_recall_at_10_std": -0.02193139483373034, + "nauc_recall_at_1_diff1": 0.7749912671461572, + "nauc_recall_at_1_max": 0.5901906834505607, + "nauc_recall_at_1_std": -0.07823154880179642, + "nauc_recall_at_20_diff1": 0.62193386235761, + "nauc_recall_at_20_max": 0.6117714222543185, + "nauc_recall_at_20_std": 0.03954558353832488, + "nauc_recall_at_3_diff1": 0.6713183100549001, + "nauc_recall_at_3_max": 0.6127612448414941, + "nauc_recall_at_3_std": -0.06329388539365953, + "nauc_recall_at_5_diff1": 0.640192571371238, + "nauc_recall_at_5_max": 0.5990383888828463, + "nauc_recall_at_5_std": -0.07827995702213676, + "ndcg_at_1": 0.52791, + "ndcg_at_10": 0.65658, + "ndcg_at_100": 0.686, + "ndcg_at_1000": 0.69436, + "ndcg_at_20": 0.66957, + "ndcg_at_3": 0.61258, + "ndcg_at_5": 0.63439, + "precision_at_1": 0.52791, + "precision_at_10": 0.07943, + "precision_at_100": 0.00933, + "precision_at_1000": 0.001, + "precision_at_20": 0.04226, + "precision_at_3": 0.22451, + "precision_at_5": 0.14527, + "recall_at_1": 0.52761, + "recall_at_10": 0.79369, + "recall_at_100": 0.93265, + "recall_at_1000": 0.99879, + "recall_at_20": 0.84466, + "recall_at_3": 0.67294, + "recall_at_5": 0.72573 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "main_score": 0.60216, + "map_at_1": 0.46915, + "map_at_10": 0.55787, + "map_at_100": 0.56483, + "map_at_1000": 0.56519, + "map_at_20": 0.56208, + "map_at_3": 0.53598, + "map_at_5": 0.54927, + "mrr_at_1": 0.46924231057764443, + "mrr_at_10": 0.5579531043475162, + "mrr_at_100": 0.5649051297098042, + "mrr_at_1000": 0.5652636153754611, + "mrr_at_20": 0.5621617673847303, + "mrr_at_3": 0.5360715178794707, + "mrr_at_5": 0.5493404601150289, + "nauc_map_at_1000_diff1": 0.641113653033624, + "nauc_map_at_1000_max": 0.5154728292436017, + "nauc_map_at_1000_std": 0.005324736228439572, + "nauc_map_at_100_diff1": 0.6409437901542732, + "nauc_map_at_100_max": 0.5154622570977617, + "nauc_map_at_100_std": 0.005540957006916066, + "nauc_map_at_10_diff1": 0.6403409281018787, + "nauc_map_at_10_max": 0.5152150585312408, + "nauc_map_at_10_std": 0.003534632788560052, + "nauc_map_at_1_diff1": 0.6793180261901309, + "nauc_map_at_1_max": 0.5084257062548379, + "nauc_map_at_1_std": -0.02245880823126205, + "nauc_map_at_20_diff1": 0.6404659869406326, + "nauc_map_at_20_max": 0.5153254013140621, + "nauc_map_at_20_std": 0.005185662536089615, + "nauc_map_at_3_diff1": 0.6429414468564495, + "nauc_map_at_3_max": 0.5158106009218775, + "nauc_map_at_3_std": -0.004159765395935471, + "nauc_map_at_5_diff1": 0.6414879962074727, + "nauc_map_at_5_max": 0.5157781073026901, + "nauc_map_at_5_std": 0.00014712083897129957, + "nauc_mrr_at_1000_diff1": 0.6411618366123013, + "nauc_mrr_at_1000_max": 0.5155105615160367, + "nauc_mrr_at_1000_std": 0.005547024161115001, + "nauc_mrr_at_100_diff1": 0.6409931438765353, + "nauc_mrr_at_100_max": 0.515501924302789, + "nauc_mrr_at_100_std": 0.005769357344977604, + "nauc_mrr_at_10_diff1": 0.6403862173333301, + "nauc_mrr_at_10_max": 0.5152606732057458, + "nauc_mrr_at_10_std": 0.0037658990084427995, + "nauc_mrr_at_1_diff1": 0.67938547098858, + "nauc_mrr_at_1_max": 0.508409726405041, + "nauc_mrr_at_1_std": -0.022310366841557388, + "nauc_mrr_at_20_diff1": 0.6405117243970168, + "nauc_mrr_at_20_max": 0.5153714660642575, + "nauc_mrr_at_20_std": 0.005419306421103375, + "nauc_mrr_at_3_diff1": 0.6430120073288155, + "nauc_mrr_at_3_max": 0.5157938401558148, + "nauc_mrr_at_3_std": -0.004001061729156439, + "nauc_mrr_at_5_diff1": 0.6415408229535441, + "nauc_mrr_at_5_max": 0.5158024887712346, + "nauc_mrr_at_5_std": 0.00035379356833562144, + "nauc_ndcg_at_1000_diff1": 0.6317931666568974, + "nauc_ndcg_at_1000_max": 0.5173024839952851, + "nauc_ndcg_at_1000_std": 0.021159114561838974, + "nauc_ndcg_at_100_diff1": 0.6271947942583156, + "nauc_ndcg_at_100_max": 0.5169906838299138, + "nauc_ndcg_at_100_std": 0.028956006078103554, + "nauc_ndcg_at_10_diff1": 0.6240018634169816, + "nauc_ndcg_at_10_max": 0.5161368011470506, + "nauc_ndcg_at_10_std": 0.019307827720712434, + "nauc_ndcg_at_1_diff1": 0.67938547098858, + "nauc_ndcg_at_1_max": 0.508409726405041, + "nauc_ndcg_at_1_std": -0.022310366841557388, + "nauc_ndcg_at_20_diff1": 0.6240048097143482, + "nauc_ndcg_at_20_max": 0.5165981419286311, + "nauc_ndcg_at_20_std": 0.026448180325898622, + "nauc_ndcg_at_3_diff1": 0.6307253271565485, + "nauc_ndcg_at_3_max": 0.5172299175017548, + "nauc_ndcg_at_3_std": 0.0019417670816622133, + "nauc_ndcg_at_5_diff1": 0.6273535751015133, + "nauc_ndcg_at_5_max": 0.5171208530086353, + "nauc_ndcg_at_5_std": 0.010244159617171684, + "nauc_precision_at_1000_diff1": 0.44176666982136353, + "nauc_precision_at_1000_max": 0.615575969262763, + "nauc_precision_at_1000_std": 0.6583666225568059, + "nauc_precision_at_100_diff1": 0.5032487759093113, + "nauc_precision_at_100_max": 0.5277011161063487, + "nauc_precision_at_100_std": 0.3029235221270684, + "nauc_precision_at_10_diff1": 0.5553729613317375, + "nauc_precision_at_10_max": 0.5186312895740423, + "nauc_precision_at_10_std": 0.08990954038645775, + "nauc_precision_at_1_diff1": 0.67938547098858, + "nauc_precision_at_1_max": 0.508409726405041, + "nauc_precision_at_1_std": -0.022310366841557388, + "nauc_precision_at_20_diff1": 0.539505923497864, + "nauc_precision_at_20_max": 0.5219872663675759, + "nauc_precision_at_20_std": 0.15010767569669875, + "nauc_precision_at_3_diff1": 0.5922705650930499, + "nauc_precision_at_3_max": 0.5213370297054964, + "nauc_precision_at_3_std": 0.021147483982135826, + "nauc_precision_at_5_diff1": 0.5773673689510285, + "nauc_precision_at_5_max": 0.5206135402785227, + "nauc_precision_at_5_std": 0.047051352700476605, + "nauc_recall_at_1000_diff1": 0.48559166881960714, + "nauc_recall_at_1000_max": 0.6596050181260045, + "nauc_recall_at_1000_std": 0.6667519331314467, + "nauc_recall_at_100_diff1": 0.5075463980084981, + "nauc_recall_at_100_max": 0.5306281726916311, + "nauc_recall_at_100_std": 0.30069765799035325, + "nauc_recall_at_10_diff1": 0.5560413781614569, + "nauc_recall_at_10_max": 0.519023739835124, + "nauc_recall_at_10_std": 0.08858047440956913, + "nauc_recall_at_1_diff1": 0.6793180261901309, + "nauc_recall_at_1_max": 0.5084257062548379, + "nauc_recall_at_1_std": -0.02245880823126205, + "nauc_recall_at_20_diff1": 0.5402366924313364, + "nauc_recall_at_20_max": 0.5223988174389562, + "nauc_recall_at_20_std": 0.1485019614178431, + "nauc_recall_at_3_diff1": 0.5921164437653004, + "nauc_recall_at_3_max": 0.5212857728468582, + "nauc_recall_at_3_std": 0.020970047593920207, + "nauc_recall_at_5_diff1": 0.5778749953183109, + "nauc_recall_at_5_max": 0.5211653769984234, + "nauc_recall_at_5_std": 0.046108684652318405, + "ndcg_at_1": 0.46924, + "ndcg_at_10": 0.60216, + "ndcg_at_100": 0.63715, + "ndcg_at_1000": 0.64713, + "ndcg_at_20": 0.61749, + "ndcg_at_3": 0.5574, + "ndcg_at_5": 0.58143, + "precision_at_1": 0.46924, + "precision_at_10": 0.07419, + "precision_at_100": 0.00908, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04013, + "precision_at_3": 0.20643, + "precision_at_5": 0.1356, + "recall_at_1": 0.46915, + "recall_at_10": 0.74156, + "recall_at_100": 0.90782, + "recall_at_1000": 0.98725, + "recall_at_20": 0.80214, + "recall_at_3": 0.61919, + "recall_at_5": 0.6777 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "main_score": 0.64568, + "map_at_1": 0.51163, + "map_at_10": 0.60175, + "map_at_100": 0.60775, + "map_at_1000": 0.60809, + "map_at_20": 0.60526, + "map_at_3": 0.58081, + "map_at_5": 0.59377, + "mrr_at_1": 0.5116279069767442, + "mrr_at_10": 0.6017504052514165, + "mrr_at_100": 0.6077549872455599, + "mrr_at_1000": 0.6080893339938092, + "mrr_at_20": 0.6052584259732475, + "mrr_at_3": 0.5808055274688241, + "mrr_at_5": 0.5937731715537585, + "nauc_map_at_1000_diff1": 0.6680584543657343, + "nauc_map_at_1000_max": 0.6238341336327392, + "nauc_map_at_1000_std": 0.09621739058422665, + "nauc_map_at_100_diff1": 0.6679292101856459, + "nauc_map_at_100_max": 0.623882710615317, + "nauc_map_at_100_std": 0.09655808281484182, + "nauc_map_at_10_diff1": 0.6663806194646256, + "nauc_map_at_10_max": 0.62393021624283, + "nauc_map_at_10_std": 0.09688784336676969, + "nauc_map_at_1_diff1": 0.7054044369273328, + "nauc_map_at_1_max": 0.6125931352239157, + "nauc_map_at_1_std": 0.05890838847554736, + "nauc_map_at_20_diff1": 0.6673441250155074, + "nauc_map_at_20_max": 0.6242841352595143, + "nauc_map_at_20_std": 0.09733814015108662, + "nauc_map_at_3_diff1": 0.6706371554221452, + "nauc_map_at_3_max": 0.623070728935302, + "nauc_map_at_3_std": 0.08266236779101613, + "nauc_map_at_5_diff1": 0.6670833818956847, + "nauc_map_at_5_max": 0.6239708478473112, + "nauc_map_at_5_std": 0.09178005565012808, + "nauc_mrr_at_1000_diff1": 0.6680584543657343, + "nauc_mrr_at_1000_max": 0.6238341336327392, + "nauc_mrr_at_1000_std": 0.09621739058422665, + "nauc_mrr_at_100_diff1": 0.6679292101856459, + "nauc_mrr_at_100_max": 0.623882710615317, + "nauc_mrr_at_100_std": 0.09655808281484182, + "nauc_mrr_at_10_diff1": 0.6663806194646256, + "nauc_mrr_at_10_max": 0.62393021624283, + "nauc_mrr_at_10_std": 0.09688784336676969, + "nauc_mrr_at_1_diff1": 0.7054044369273328, + "nauc_mrr_at_1_max": 0.6125931352239157, + "nauc_mrr_at_1_std": 0.05890838847554736, + "nauc_mrr_at_20_diff1": 0.6673441250155074, + "nauc_mrr_at_20_max": 0.6242841352595143, + "nauc_mrr_at_20_std": 0.09733814015108662, + "nauc_mrr_at_3_diff1": 0.6706371554221452, + "nauc_mrr_at_3_max": 0.623070728935302, + "nauc_mrr_at_3_std": 0.08266236779101613, + "nauc_mrr_at_5_diff1": 0.6670833818956847, + "nauc_mrr_at_5_max": 0.6239708478473112, + "nauc_mrr_at_5_std": 0.09178005565012808, + "nauc_ndcg_at_1000_diff1": 0.6598096207198995, + "nauc_ndcg_at_1000_max": 0.62548142081094, + "nauc_ndcg_at_1000_std": 0.10896342117140184, + "nauc_ndcg_at_100_diff1": 0.656366489694659, + "nauc_ndcg_at_100_max": 0.6266929211122194, + "nauc_ndcg_at_100_std": 0.11925162222144643, + "nauc_ndcg_at_10_diff1": 0.6478724617872493, + "nauc_ndcg_at_10_max": 0.6264966948173682, + "nauc_ndcg_at_10_std": 0.11957999663946382, + "nauc_ndcg_at_1_diff1": 0.7054044369273328, + "nauc_ndcg_at_1_max": 0.6125931352239157, + "nauc_ndcg_at_1_std": 0.05890838847554736, + "nauc_ndcg_at_20_diff1": 0.6512871454922928, + "nauc_ndcg_at_20_max": 0.6280434323276228, + "nauc_ndcg_at_20_std": 0.12206385453462316, + "nauc_ndcg_at_3_diff1": 0.6578554678799701, + "nauc_ndcg_at_3_max": 0.6248818600651498, + "nauc_ndcg_at_3_std": 0.0878095193928093, + "nauc_ndcg_at_5_diff1": 0.6504122408192119, + "nauc_ndcg_at_5_max": 0.6262111491040477, + "nauc_ndcg_at_5_std": 0.10487345240900318, + "nauc_precision_at_1000_diff1": 0.6370920317891852, + "nauc_precision_at_1000_max": 0.7666462642677736, + "nauc_precision_at_1000_std": 0.6712725771249084, + "nauc_precision_at_100_diff1": 0.5653652202302972, + "nauc_precision_at_100_max": 0.6644659891399172, + "nauc_precision_at_100_std": 0.4214292340996801, + "nauc_precision_at_10_diff1": 0.5635644373257536, + "nauc_precision_at_10_max": 0.6371616117184103, + "nauc_precision_at_10_std": 0.23016725755975487, + "nauc_precision_at_1_diff1": 0.7054044369273328, + "nauc_precision_at_1_max": 0.6125931352239157, + "nauc_precision_at_1_std": 0.05890838847554736, + "nauc_precision_at_20_diff1": 0.5656744274590872, + "nauc_precision_at_20_max": 0.6501038375369166, + "nauc_precision_at_20_std": 0.2739530960446585, + "nauc_precision_at_3_diff1": 0.6155025227474681, + "nauc_precision_at_3_max": 0.6301906700909587, + "nauc_precision_at_3_std": 0.10364824658811214, + "nauc_precision_at_5_diff1": 0.5872489365107082, + "nauc_precision_at_5_max": 0.6335592100667361, + "nauc_precision_at_5_std": 0.15459242236866935, + "nauc_recall_at_1000_diff1": 0.6370920317891644, + "nauc_recall_at_1000_max": 0.7666462642677274, + "nauc_recall_at_1000_std": 0.6712725771248967, + "nauc_recall_at_100_diff1": 0.5653652202302981, + "nauc_recall_at_100_max": 0.6644659891399206, + "nauc_recall_at_100_std": 0.4214292340996833, + "nauc_recall_at_10_diff1": 0.5635644373257537, + "nauc_recall_at_10_max": 0.6371616117184102, + "nauc_recall_at_10_std": 0.23016725755975542, + "nauc_recall_at_1_diff1": 0.7054044369273328, + "nauc_recall_at_1_max": 0.6125931352239157, + "nauc_recall_at_1_std": 0.05890838847554736, + "nauc_recall_at_20_diff1": 0.5656744274590884, + "nauc_recall_at_20_max": 0.650103837536917, + "nauc_recall_at_20_std": 0.27395309604465895, + "nauc_recall_at_3_diff1": 0.6155025227474676, + "nauc_recall_at_3_max": 0.6301906700909582, + "nauc_recall_at_3_std": 0.10364824658811159, + "nauc_recall_at_5_diff1": 0.5872489365107085, + "nauc_recall_at_5_max": 0.6335592100667358, + "nauc_recall_at_5_std": 0.15459242236866916, + "ndcg_at_1": 0.51163, + "ndcg_at_10": 0.64568, + "ndcg_at_100": 0.67623, + "ndcg_at_1000": 0.68491, + "ndcg_at_20": 0.65821, + "ndcg_at_3": 0.60342, + "ndcg_at_5": 0.62676, + "precision_at_1": 0.51163, + "precision_at_10": 0.07831, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "precision_at_20": 0.04161, + "precision_at_3": 0.22295, + "precision_at_5": 0.1451, + "recall_at_1": 0.51163, + "recall_at_10": 0.78311, + "recall_at_100": 0.92922, + "recall_at_1000": 0.99697, + "recall_at_20": 0.83215, + "recall_at_3": 0.66886, + "recall_at_5": 0.72548 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "main_score": 0.59231, + "map_at_1": 0.45276, + "map_at_10": 0.54382, + "map_at_100": 0.551, + "map_at_1000": 0.55139, + "map_at_20": 0.54817, + "map_at_3": 0.51848, + "map_at_5": 0.53268, + "mrr_at_1": 0.4527580557072638, + "mrr_at_10": 0.5438152887224442, + "mrr_at_100": 0.5509952208263382, + "mrr_at_1000": 0.5513915713173194, + "mrr_at_20": 0.5481718396859139, + "mrr_at_3": 0.5184780629892598, + "mrr_at_5": 0.5326779537593311, + "nauc_map_at_1000_diff1": 0.6471010876099966, + "nauc_map_at_1000_max": 0.5783460302253186, + "nauc_map_at_1000_std": 0.021623372713497492, + "nauc_map_at_100_diff1": 0.646967414698553, + "nauc_map_at_100_max": 0.5784357391647752, + "nauc_map_at_100_std": 0.021940133865434207, + "nauc_map_at_10_diff1": 0.6461156122971059, + "nauc_map_at_10_max": 0.579642972532587, + "nauc_map_at_10_std": 0.020846022297836747, + "nauc_map_at_1_diff1": 0.6820667288165566, + "nauc_map_at_1_max": 0.544094867076748, + "nauc_map_at_1_std": -0.019594677365868746, + "nauc_map_at_20_diff1": 0.6460624134079893, + "nauc_map_at_20_max": 0.5786274511936177, + "nauc_map_at_20_std": 0.022304449925810776, + "nauc_map_at_3_diff1": 0.6520879497734798, + "nauc_map_at_3_max": 0.5754418193067852, + "nauc_map_at_3_std": 0.008412019520108886, + "nauc_map_at_5_diff1": 0.6465757105640635, + "nauc_map_at_5_max": 0.5801395195348716, + "nauc_map_at_5_std": 0.018313506001825963, + "nauc_mrr_at_1000_diff1": 0.6471010876099966, + "nauc_mrr_at_1000_max": 0.5783460302253186, + "nauc_mrr_at_1000_std": 0.021623372713497492, + "nauc_mrr_at_100_diff1": 0.646967414698553, + "nauc_mrr_at_100_max": 0.5784357391647752, + "nauc_mrr_at_100_std": 0.021940133865434207, + "nauc_mrr_at_10_diff1": 0.6461156122971059, + "nauc_mrr_at_10_max": 0.579642972532587, + "nauc_mrr_at_10_std": 0.020846022297836747, + "nauc_mrr_at_1_diff1": 0.6820667288165566, + "nauc_mrr_at_1_max": 0.544094867076748, + "nauc_mrr_at_1_std": -0.019594677365868746, + "nauc_mrr_at_20_diff1": 0.6460624134079893, + "nauc_mrr_at_20_max": 0.5786274511936177, + "nauc_mrr_at_20_std": 0.022304449925810776, + "nauc_mrr_at_3_diff1": 0.6520879497734798, + "nauc_mrr_at_3_max": 0.5754418193067852, + "nauc_mrr_at_3_std": 0.008412019520108886, + "nauc_mrr_at_5_diff1": 0.6465757105640635, + "nauc_mrr_at_5_max": 0.5801395195348716, + "nauc_mrr_at_5_std": 0.018313506001825963, + "nauc_ndcg_at_1000_diff1": 0.6389454356102086, + "nauc_ndcg_at_1000_max": 0.5851467958666051, + "nauc_ndcg_at_1000_std": 0.037166003207010544, + "nauc_ndcg_at_100_diff1": 0.6350322880206768, + "nauc_ndcg_at_100_max": 0.5885843786959116, + "nauc_ndcg_at_100_std": 0.04977767657817332, + "nauc_ndcg_at_10_diff1": 0.6292818662407945, + "nauc_ndcg_at_10_max": 0.5932599384715252, + "nauc_ndcg_at_10_std": 0.04463870337066867, + "nauc_ndcg_at_1_diff1": 0.6820667288165566, + "nauc_ndcg_at_1_max": 0.544094867076748, + "nauc_ndcg_at_1_std": -0.019594677365868746, + "nauc_ndcg_at_20_diff1": 0.6280967358237939, + "nauc_ndcg_at_20_max": 0.5897061187886401, + "nauc_ndcg_at_20_std": 0.05068439765893084, + "nauc_ndcg_at_3_diff1": 0.6422061017740511, + "nauc_ndcg_at_3_max": 0.5844817860891974, + "nauc_ndcg_at_3_std": 0.01754742079702331, + "nauc_ndcg_at_5_diff1": 0.6313735476241951, + "nauc_ndcg_at_5_max": 0.5937644804657495, + "nauc_ndcg_at_5_std": 0.03685769524941992, + "nauc_precision_at_1000_diff1": 0.7323758228073511, + "nauc_precision_at_1000_max": 0.7250494698947146, + "nauc_precision_at_1000_std": 0.3008889111777378, + "nauc_precision_at_100_diff1": 0.54378379146746, + "nauc_precision_at_100_max": 0.681374117045349, + "nauc_precision_at_100_std": 0.38101440924696994, + "nauc_precision_at_10_diff1": 0.5561644234745002, + "nauc_precision_at_10_max": 0.6505846043842984, + "nauc_precision_at_10_std": 0.15185747473829334, + "nauc_precision_at_1_diff1": 0.6820667288165566, + "nauc_precision_at_1_max": 0.544094867076748, + "nauc_precision_at_1_std": -0.019594677365868746, + "nauc_precision_at_20_diff1": 0.5293225587296287, + "nauc_precision_at_20_max": 0.6424619895032443, + "nauc_precision_at_20_std": 0.21452175765275724, + "nauc_precision_at_3_diff1": 0.6115653234134469, + "nauc_precision_at_3_max": 0.6120683006670105, + "nauc_precision_at_3_std": 0.04584059088498486, + "nauc_precision_at_5_diff1": 0.577672254354491, + "nauc_precision_at_5_max": 0.6413366454813696, + "nauc_precision_at_5_std": 0.10362451256234644, + "nauc_recall_at_1000_diff1": 0.7323758228073601, + "nauc_recall_at_1000_max": 0.7250494698947556, + "nauc_recall_at_1000_std": 0.3008889111777356, + "nauc_recall_at_100_diff1": 0.5437837914674578, + "nauc_recall_at_100_max": 0.6813741170453489, + "nauc_recall_at_100_std": 0.3810144092469655, + "nauc_recall_at_10_diff1": 0.5561644234745002, + "nauc_recall_at_10_max": 0.6505846043842988, + "nauc_recall_at_10_std": 0.151857474738294, + "nauc_recall_at_1_diff1": 0.6820667288165566, + "nauc_recall_at_1_max": 0.544094867076748, + "nauc_recall_at_1_std": -0.019594677365868746, + "nauc_recall_at_20_diff1": 0.5293225587296292, + "nauc_recall_at_20_max": 0.6424619895032451, + "nauc_recall_at_20_std": 0.21452175765275802, + "nauc_recall_at_3_diff1": 0.6115653234134465, + "nauc_recall_at_3_max": 0.6120683006670107, + "nauc_recall_at_3_std": 0.04584059088498412, + "nauc_recall_at_5_diff1": 0.5776722543544903, + "nauc_recall_at_5_max": 0.6413366454813693, + "nauc_recall_at_5_std": 0.10362451256234688, + "ndcg_at_1": 0.45276, + "ndcg_at_10": 0.59231, + "ndcg_at_100": 0.62785, + "ndcg_at_1000": 0.63835, + "ndcg_at_20": 0.60792, + "ndcg_at_3": 0.53989, + "ndcg_at_5": 0.56551, + "precision_at_1": 0.45276, + "precision_at_10": 0.07466, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "precision_at_20": 0.04039, + "precision_at_3": 0.20062, + "precision_at_5": 0.13282, + "recall_at_1": 0.45276, + "recall_at_10": 0.74659, + "recall_at_100": 0.91425, + "recall_at_1000": 0.99672, + "recall_at_20": 0.80776, + "recall_at_3": 0.60186, + "recall_at_5": 0.66412 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "main_score": 0.60337, + "map_at_1": 0.46849, + "map_at_10": 0.55762, + "map_at_100": 0.56523, + "map_at_1000": 0.56555, + "map_at_20": 0.56214, + "map_at_3": 0.53265, + "map_at_5": 0.54718, + "mrr_at_1": 0.4684904738641915, + "mrr_at_10": 0.5576211025038582, + "mrr_at_100": 0.5652315632395376, + "mrr_at_1000": 0.5655455494779343, + "mrr_at_20": 0.5621376487771623, + "mrr_at_3": 0.5326494056342619, + "mrr_at_5": 0.5471828692395386, + "nauc_map_at_1000_diff1": 0.6415945694855208, + "nauc_map_at_1000_max": 0.5883577242823868, + "nauc_map_at_1000_std": 0.07082138120881429, + "nauc_map_at_100_diff1": 0.641488376625052, + "nauc_map_at_100_max": 0.5884370574386781, + "nauc_map_at_100_std": 0.07114609850462843, + "nauc_map_at_10_diff1": 0.6404606398249226, + "nauc_map_at_10_max": 0.5895532247243364, + "nauc_map_at_10_std": 0.07080875849087583, + "nauc_map_at_1_diff1": 0.6890598864570113, + "nauc_map_at_1_max": 0.5748829976704427, + "nauc_map_at_1_std": 0.03889768479111551, + "nauc_map_at_20_diff1": 0.6403905021549425, + "nauc_map_at_20_max": 0.5883778677282352, + "nauc_map_at_20_std": 0.07047641508268641, + "nauc_map_at_3_diff1": 0.644896672112665, + "nauc_map_at_3_max": 0.5865483707829567, + "nauc_map_at_3_std": 0.06355824605218792, + "nauc_map_at_5_diff1": 0.6405976698933952, + "nauc_map_at_5_max": 0.5883080270178098, + "nauc_map_at_5_std": 0.06862533369161997, + "nauc_mrr_at_1000_diff1": 0.6415945694855208, + "nauc_mrr_at_1000_max": 0.5883577242823868, + "nauc_mrr_at_1000_std": 0.07082138120881429, + "nauc_mrr_at_100_diff1": 0.641488376625052, + "nauc_mrr_at_100_max": 0.5884370574386781, + "nauc_mrr_at_100_std": 0.07114609850462843, + "nauc_mrr_at_10_diff1": 0.6404606398249226, + "nauc_mrr_at_10_max": 0.5895532247243364, + "nauc_mrr_at_10_std": 0.07080875849087583, + "nauc_mrr_at_1_diff1": 0.6890598864570113, + "nauc_mrr_at_1_max": 0.5748829976704427, + "nauc_mrr_at_1_std": 0.03889768479111551, + "nauc_mrr_at_20_diff1": 0.6403905021549425, + "nauc_mrr_at_20_max": 0.5883778677282352, + "nauc_mrr_at_20_std": 0.07047641508268641, + "nauc_mrr_at_3_diff1": 0.644896672112665, + "nauc_mrr_at_3_max": 0.5865483707829567, + "nauc_mrr_at_3_std": 0.06355824605218792, + "nauc_mrr_at_5_diff1": 0.6405976698933952, + "nauc_mrr_at_5_max": 0.5883080270178098, + "nauc_mrr_at_5_std": 0.06862533369161997, + "nauc_ndcg_at_1000_diff1": 0.6315542738997267, + "nauc_ndcg_at_1000_max": 0.5906484306352813, + "nauc_ndcg_at_1000_std": 0.08300952902217835, + "nauc_ndcg_at_100_diff1": 0.6278165916828906, + "nauc_ndcg_at_100_max": 0.593113548666222, + "nauc_ndcg_at_100_std": 0.09412830124615418, + "nauc_ndcg_at_10_diff1": 0.6206478106212354, + "nauc_ndcg_at_10_max": 0.5960452401064367, + "nauc_ndcg_at_10_std": 0.0891129819328561, + "nauc_ndcg_at_1_diff1": 0.6890598864570113, + "nauc_ndcg_at_1_max": 0.5748829976704427, + "nauc_ndcg_at_1_std": 0.03889768479111551, + "nauc_ndcg_at_20_diff1": 0.6199481193063734, + "nauc_ndcg_at_20_max": 0.5921723180066549, + "nauc_ndcg_at_20_std": 0.08946470299649753, + "nauc_ndcg_at_3_diff1": 0.6303016467086219, + "nauc_ndcg_at_3_max": 0.589223917909139, + "nauc_ndcg_at_3_std": 0.07188697529335014, + "nauc_ndcg_at_5_diff1": 0.6219883146809356, + "nauc_ndcg_at_5_max": 0.5925257595513526, + "nauc_ndcg_at_5_std": 0.08157207507827817, + "nauc_precision_at_1000_diff1": 0.4707372823464829, + "nauc_precision_at_1000_max": 0.36504143337528355, + "nauc_precision_at_1000_std": 0.6961465679791244, + "nauc_precision_at_100_diff1": 0.5100338200379905, + "nauc_precision_at_100_max": 0.6568580873777066, + "nauc_precision_at_100_std": 0.44323810739004665, + "nauc_precision_at_10_diff1": 0.5373647966396982, + "nauc_precision_at_10_max": 0.6247407168275243, + "nauc_precision_at_10_std": 0.1719733931278145, + "nauc_precision_at_1_diff1": 0.6890598864570113, + "nauc_precision_at_1_max": 0.5748829976704427, + "nauc_precision_at_1_std": 0.03889768479111551, + "nauc_precision_at_20_diff1": 0.5109523167478344, + "nauc_precision_at_20_max": 0.6099314828303549, + "nauc_precision_at_20_std": 0.20052008928449444, + "nauc_precision_at_3_diff1": 0.5849759493469939, + "nauc_precision_at_3_max": 0.597125956161301, + "nauc_precision_at_3_std": 0.09781406530887231, + "nauc_precision_at_5_diff1": 0.5572770046891233, + "nauc_precision_at_5_max": 0.6069646899810368, + "nauc_precision_at_5_std": 0.12742960910464826, + "nauc_recall_at_1000_diff1": 0.47073728234647133, + "nauc_recall_at_1000_max": 0.36504143337535855, + "nauc_recall_at_1000_std": 0.6961465679791478, + "nauc_recall_at_100_diff1": 0.510033820037989, + "nauc_recall_at_100_max": 0.6568580873777049, + "nauc_recall_at_100_std": 0.4432381073900452, + "nauc_recall_at_10_diff1": 0.5373647966396976, + "nauc_recall_at_10_max": 0.6247407168275249, + "nauc_recall_at_10_std": 0.1719733931278153, + "nauc_recall_at_1_diff1": 0.6890598864570113, + "nauc_recall_at_1_max": 0.5748829976704427, + "nauc_recall_at_1_std": 0.03889768479111551, + "nauc_recall_at_20_diff1": 0.5109523167478374, + "nauc_recall_at_20_max": 0.6099314828303557, + "nauc_recall_at_20_std": 0.20052008928449466, + "nauc_recall_at_3_diff1": 0.584975949346994, + "nauc_recall_at_3_max": 0.5971259561613005, + "nauc_recall_at_3_std": 0.09781406530887173, + "nauc_recall_at_5_diff1": 0.5572770046891239, + "nauc_recall_at_5_max": 0.6069646899810376, + "nauc_recall_at_5_std": 0.12742960910464915, + "ndcg_at_1": 0.46849, + "ndcg_at_10": 0.60337, + "ndcg_at_100": 0.64162, + "ndcg_at_1000": 0.65019, + "ndcg_at_20": 0.61989, + "ndcg_at_3": 0.5524, + "ndcg_at_5": 0.57847, + "precision_at_1": 0.46849, + "precision_at_10": 0.07484, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "precision_at_20": 0.04069, + "precision_at_3": 0.20306, + "precision_at_5": 0.13444, + "recall_at_1": 0.46849, + "recall_at_10": 0.74841, + "recall_at_100": 0.92965, + "recall_at_1000": 0.99756, + "recall_at_20": 0.81387, + "recall_at_3": 0.60918, + "recall_at_5": 0.6722 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "main_score": 0.61178, + "map_at_1": 0.47333, + "map_at_10": 0.5641, + "map_at_100": 0.57082, + "map_at_1000": 0.57119, + "map_at_20": 0.56841, + "map_at_3": 0.53818, + "map_at_5": 0.55382, + "mrr_at_1": 0.473326359832636, + "mrr_at_10": 0.564095395829183, + "mrr_at_100": 0.5708234359195206, + "mrr_at_1000": 0.5711852779299432, + "mrr_at_20": 0.5684131118093707, + "mrr_at_3": 0.5381799163179924, + "mrr_at_5": 0.5538179916318006, + "nauc_map_at_1000_diff1": 0.6407163512463775, + "nauc_map_at_1000_max": 0.5664067177909105, + "nauc_map_at_1000_std": 0.02057399123145128, + "nauc_map_at_100_diff1": 0.6405715598293921, + "nauc_map_at_100_max": 0.5664727068305193, + "nauc_map_at_100_std": 0.020881786851293015, + "nauc_map_at_10_diff1": 0.6383733839268266, + "nauc_map_at_10_max": 0.565393403306487, + "nauc_map_at_10_std": 0.018478818528472354, + "nauc_map_at_1_diff1": 0.6875684823291521, + "nauc_map_at_1_max": 0.557000797703778, + "nauc_map_at_1_std": -0.005917390319201613, + "nauc_map_at_20_diff1": 0.6400211708283663, + "nauc_map_at_20_max": 0.5662597682126852, + "nauc_map_at_20_std": 0.02015528995852088, + "nauc_map_at_3_diff1": 0.6422255209303718, + "nauc_map_at_3_max": 0.5645362021751126, + "nauc_map_at_3_std": 0.010751486306854345, + "nauc_map_at_5_diff1": 0.6402549722981341, + "nauc_map_at_5_max": 0.5669931454896308, + "nauc_map_at_5_std": 0.01681068448022435, + "nauc_mrr_at_1000_diff1": 0.6407163512463775, + "nauc_mrr_at_1000_max": 0.5664067177909105, + "nauc_mrr_at_1000_std": 0.02057399123145128, + "nauc_mrr_at_100_diff1": 0.6405715598293921, + "nauc_mrr_at_100_max": 0.5664727068305193, + "nauc_mrr_at_100_std": 0.020881786851293015, + "nauc_mrr_at_10_diff1": 0.6383733839268266, + "nauc_mrr_at_10_max": 0.565393403306487, + "nauc_mrr_at_10_std": 0.018478818528472354, + "nauc_mrr_at_1_diff1": 0.6875684823291521, + "nauc_mrr_at_1_max": 0.557000797703778, + "nauc_mrr_at_1_std": -0.005917390319201613, + "nauc_mrr_at_20_diff1": 0.6400211708283663, + "nauc_mrr_at_20_max": 0.5662597682126852, + "nauc_mrr_at_20_std": 0.02015528995852088, + "nauc_mrr_at_3_diff1": 0.6422255209303718, + "nauc_mrr_at_3_max": 0.5645362021751126, + "nauc_mrr_at_3_std": 0.010751486306854345, + "nauc_mrr_at_5_diff1": 0.6402549722981341, + "nauc_mrr_at_5_max": 0.5669931454896308, + "nauc_mrr_at_5_std": 0.01681068448022435, + "nauc_ndcg_at_1000_diff1": 0.6319728536539809, + "nauc_ndcg_at_1000_max": 0.570784676735391, + "nauc_ndcg_at_1000_std": 0.035983116225489754, + "nauc_ndcg_at_100_diff1": 0.6279974600928725, + "nauc_ndcg_at_100_max": 0.5736789759613813, + "nauc_ndcg_at_100_std": 0.04776325970460722, + "nauc_ndcg_at_10_diff1": 0.6178524828002709, + "nauc_ndcg_at_10_max": 0.5681737354434188, + "nauc_ndcg_at_10_std": 0.03490710865287912, + "nauc_ndcg_at_1_diff1": 0.6875684823291521, + "nauc_ndcg_at_1_max": 0.557000797703778, + "nauc_ndcg_at_1_std": -0.005917390319201613, + "nauc_ndcg_at_20_diff1": 0.6241259817885089, + "nauc_ndcg_at_20_max": 0.5724444439544648, + "nauc_ndcg_at_20_std": 0.04294281885355947, + "nauc_ndcg_at_3_diff1": 0.6276777971914754, + "nauc_ndcg_at_3_max": 0.5679908673103712, + "nauc_ndcg_at_3_std": 0.018243156309747845, + "nauc_ndcg_at_5_diff1": 0.6230125645735923, + "nauc_ndcg_at_5_max": 0.5724125716650427, + "nauc_ndcg_at_5_std": 0.029933716435117826, + "nauc_precision_at_1000_diff1": 0.6388205977161009, + "nauc_precision_at_1000_max": 0.8669552764106442, + "nauc_precision_at_1000_std": 0.9359394028460076, + "nauc_precision_at_100_diff1": 0.5322157455935967, + "nauc_precision_at_100_max": 0.6676638266510575, + "nauc_precision_at_100_std": 0.404488306820187, + "nauc_precision_at_10_diff1": 0.5276851827747882, + "nauc_precision_at_10_max": 0.5781159939823666, + "nauc_precision_at_10_std": 0.11097649561445734, + "nauc_precision_at_1_diff1": 0.6875684823291521, + "nauc_precision_at_1_max": 0.557000797703778, + "nauc_precision_at_1_std": -0.005917390319201613, + "nauc_precision_at_20_diff1": 0.5447568806742977, + "nauc_precision_at_20_max": 0.6117394498782371, + "nauc_precision_at_20_std": 0.18880982366733567, + "nauc_precision_at_3_diff1": 0.5820277371427147, + "nauc_precision_at_3_max": 0.5792071689986881, + "nauc_precision_at_3_std": 0.04252833800227002, + "nauc_precision_at_5_diff1": 0.5617066197266793, + "nauc_precision_at_5_max": 0.5922962267417844, + "nauc_precision_at_5_std": 0.07879637218078128, + "nauc_recall_at_1000_diff1": 0.6388205977161011, + "nauc_recall_at_1000_max": 0.8669552764106182, + "nauc_recall_at_1000_std": 0.9359394028459854, + "nauc_recall_at_100_diff1": 0.5322157455935972, + "nauc_recall_at_100_max": 0.6676638266510548, + "nauc_recall_at_100_std": 0.40448830682018594, + "nauc_recall_at_10_diff1": 0.5276851827747888, + "nauc_recall_at_10_max": 0.578115993982367, + "nauc_recall_at_10_std": 0.11097649561445841, + "nauc_recall_at_1_diff1": 0.6875684823291521, + "nauc_recall_at_1_max": 0.557000797703778, + "nauc_recall_at_1_std": -0.005917390319201613, + "nauc_recall_at_20_diff1": 0.544756880674298, + "nauc_recall_at_20_max": 0.6117394498782369, + "nauc_recall_at_20_std": 0.18880982366733629, + "nauc_recall_at_3_diff1": 0.5820277371427144, + "nauc_recall_at_3_max": 0.5792071689986882, + "nauc_recall_at_3_std": 0.042528338002269864, + "nauc_recall_at_5_diff1": 0.5617066197266792, + "nauc_recall_at_5_max": 0.5922962267417847, + "nauc_recall_at_5_std": 0.07879637218078184, + "ndcg_at_1": 0.47333, + "ndcg_at_10": 0.61178, + "ndcg_at_100": 0.64484, + "ndcg_at_1000": 0.65465, + "ndcg_at_20": 0.62752, + "ndcg_at_3": 0.5594, + "ndcg_at_5": 0.5876, + "precision_at_1": 0.47333, + "precision_at_10": 0.07626, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "precision_at_20": 0.04124, + "precision_at_3": 0.20694, + "precision_at_5": 0.13787, + "recall_at_1": 0.47333, + "recall_at_10": 0.76255, + "recall_at_100": 0.91789, + "recall_at_1000": 0.99529, + "recall_at_20": 0.82479, + "recall_at_3": 0.62082, + "recall_at_5": 0.68933 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "main_score": 0.56893, + "map_at_1": 0.44027, + "map_at_10": 0.5262, + "map_at_100": 0.53375, + "map_at_1000": 0.53416, + "map_at_20": 0.53015, + "map_at_3": 0.50536, + "map_at_5": 0.51767, + "mrr_at_1": 0.44026682838083686, + "mrr_at_10": 0.5262013052643744, + "mrr_at_100": 0.5337491934705679, + "mrr_at_1000": 0.5341620069182984, + "mrr_at_20": 0.5301453121530783, + "mrr_at_3": 0.5053567818880135, + "mrr_at_5": 0.5176672730948059, + "nauc_map_at_1000_diff1": 0.631544467470511, + "nauc_map_at_1000_max": 0.5647934912408135, + "nauc_map_at_1000_std": 0.02335275151540037, + "nauc_map_at_100_diff1": 0.6313689454914924, + "nauc_map_at_100_max": 0.5647853057967864, + "nauc_map_at_100_std": 0.023609112121574884, + "nauc_map_at_10_diff1": 0.6302863302031718, + "nauc_map_at_10_max": 0.5643339825580608, + "nauc_map_at_10_std": 0.02244215151976516, + "nauc_map_at_1_diff1": 0.6786163807259663, + "nauc_map_at_1_max": 0.5602963115539522, + "nauc_map_at_1_std": 0.00305934686480771, + "nauc_map_at_20_diff1": 0.6309911950905192, + "nauc_map_at_20_max": 0.5651958968459233, + "nauc_map_at_20_std": 0.022889856369561853, + "nauc_map_at_3_diff1": 0.6343128174532527, + "nauc_map_at_3_max": 0.5618548110729709, + "nauc_map_at_3_std": 0.010719443148072398, + "nauc_map_at_5_diff1": 0.631706604315742, + "nauc_map_at_5_max": 0.5630976416411444, + "nauc_map_at_5_std": 0.018439084266858006, + "nauc_mrr_at_1000_diff1": 0.631544467470511, + "nauc_mrr_at_1000_max": 0.5647934912408135, + "nauc_mrr_at_1000_std": 0.02335275151540037, + "nauc_mrr_at_100_diff1": 0.6313689454914924, + "nauc_mrr_at_100_max": 0.5647853057967864, + "nauc_mrr_at_100_std": 0.023609112121574884, + "nauc_mrr_at_10_diff1": 0.6302863302031718, + "nauc_mrr_at_10_max": 0.5643339825580608, + "nauc_mrr_at_10_std": 0.02244215151976516, + "nauc_mrr_at_1_diff1": 0.6786163807259663, + "nauc_mrr_at_1_max": 0.5602963115539522, + "nauc_mrr_at_1_std": 0.00305934686480771, + "nauc_mrr_at_20_diff1": 0.6309911950905192, + "nauc_mrr_at_20_max": 0.5651958968459233, + "nauc_mrr_at_20_std": 0.022889856369561853, + "nauc_mrr_at_3_diff1": 0.6343128174532527, + "nauc_mrr_at_3_max": 0.5618548110729709, + "nauc_mrr_at_3_std": 0.010719443148072398, + "nauc_mrr_at_5_diff1": 0.631706604315742, + "nauc_mrr_at_5_max": 0.5630976416411444, + "nauc_mrr_at_5_std": 0.018439084266858006, + "nauc_ndcg_at_1000_diff1": 0.6210901333720247, + "nauc_ndcg_at_1000_max": 0.5676377565588686, + "nauc_ndcg_at_1000_std": 0.036500274748066344, + "nauc_ndcg_at_100_diff1": 0.6153932264040901, + "nauc_ndcg_at_100_max": 0.5679440663947174, + "nauc_ndcg_at_100_std": 0.046188820658750074, + "nauc_ndcg_at_10_diff1": 0.6098758499713824, + "nauc_ndcg_at_10_max": 0.5665951040159399, + "nauc_ndcg_at_10_std": 0.03686577383727625, + "nauc_ndcg_at_1_diff1": 0.6786163807259663, + "nauc_ndcg_at_1_max": 0.5602963115539522, + "nauc_ndcg_at_1_std": 0.00305934686480771, + "nauc_ndcg_at_20_diff1": 0.6119560570738393, + "nauc_ndcg_at_20_max": 0.570776735772596, + "nauc_ndcg_at_20_std": 0.040591254431273524, + "nauc_ndcg_at_3_diff1": 0.6196287706000867, + "nauc_ndcg_at_3_max": 0.5617282478122436, + "nauc_ndcg_at_3_std": 0.013494628952069517, + "nauc_ndcg_at_5_diff1": 0.61441866938113, + "nauc_ndcg_at_5_max": 0.5643515970381673, + "nauc_ndcg_at_5_std": 0.027390891005880876, + "nauc_precision_at_1000_diff1": 0.6129791064332359, + "nauc_precision_at_1000_max": 0.8111438768354832, + "nauc_precision_at_1000_std": 0.7473687656218692, + "nauc_precision_at_100_diff1": 0.48471420387088554, + "nauc_precision_at_100_max": 0.5972145104884354, + "nauc_precision_at_100_std": 0.32672949299649084, + "nauc_precision_at_10_diff1": 0.5306267706303566, + "nauc_precision_at_10_max": 0.5754514173099666, + "nauc_precision_at_10_std": 0.09611627455148547, + "nauc_precision_at_1_diff1": 0.6786163807259663, + "nauc_precision_at_1_max": 0.5602963115539522, + "nauc_precision_at_1_std": 0.00305934686480771, + "nauc_precision_at_20_diff1": 0.5264881865176445, + "nauc_precision_at_20_max": 0.6025653766556093, + "nauc_precision_at_20_std": 0.13308107671846148, + "nauc_precision_at_3_diff1": 0.5744382099642563, + "nauc_precision_at_3_max": 0.5611223839578011, + "nauc_precision_at_3_std": 0.022114841639773414, + "nauc_precision_at_5_diff1": 0.556529143347178, + "nauc_precision_at_5_max": 0.5689460330262684, + "nauc_precision_at_5_std": 0.05896021068650303, + "nauc_recall_at_1000_diff1": 0.6129791064332346, + "nauc_recall_at_1000_max": 0.8111438768354965, + "nauc_recall_at_1000_std": 0.7473687656218602, + "nauc_recall_at_100_diff1": 0.4847142038708849, + "nauc_recall_at_100_max": 0.5972145104884341, + "nauc_recall_at_100_std": 0.3267294929964897, + "nauc_recall_at_10_diff1": 0.5306267706303563, + "nauc_recall_at_10_max": 0.575451417309967, + "nauc_recall_at_10_std": 0.09611627455148529, + "nauc_recall_at_1_diff1": 0.6786163807259663, + "nauc_recall_at_1_max": 0.5602963115539522, + "nauc_recall_at_1_std": 0.00305934686480771, + "nauc_recall_at_20_diff1": 0.5264881865176441, + "nauc_recall_at_20_max": 0.6025653766556096, + "nauc_recall_at_20_std": 0.133081076718461, + "nauc_recall_at_3_diff1": 0.5744382099642564, + "nauc_recall_at_3_max": 0.561122383957801, + "nauc_recall_at_3_std": 0.02211484163977362, + "nauc_recall_at_5_diff1": 0.5565291433471775, + "nauc_recall_at_5_max": 0.5689460330262689, + "nauc_recall_at_5_std": 0.05896021068650309, + "ndcg_at_1": 0.44027, + "ndcg_at_10": 0.56893, + "ndcg_at_100": 0.6098, + "ndcg_at_1000": 0.62106, + "ndcg_at_20": 0.58363, + "ndcg_at_3": 0.5262, + "ndcg_at_5": 0.54841, + "precision_at_1": 0.44027, + "precision_at_10": 0.07035, + "precision_at_100": 0.00904, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03811, + "precision_at_3": 0.19547, + "precision_at_5": 0.12808, + "recall_at_1": 0.44027, + "recall_at_10": 0.70346, + "recall_at_100": 0.90358, + "recall_at_1000": 0.99272, + "recall_at_20": 0.76228, + "recall_at_3": 0.58642, + "recall_at_5": 0.64039 + }, + { + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ], + "main_score": 0.64202, + "map_at_1": 0.52659, + "map_at_10": 0.60423, + "map_at_100": 0.61018, + "map_at_1000": 0.61053, + "map_at_20": 0.60779, + "map_at_3": 0.58597, + "map_at_5": 0.59703, + "mrr_at_1": 0.5267006425880789, + "mrr_at_10": 0.6042322180367825, + "mrr_at_100": 0.6101917554869064, + "mrr_at_1000": 0.6105343450310841, + "mrr_at_20": 0.6077975256183675, + "mrr_at_3": 0.5859738533126525, + "mrr_at_5": 0.5970307999113672, + "nauc_map_at_1000_diff1": 0.748515742105632, + "nauc_map_at_1000_max": 0.6337160796430683, + "nauc_map_at_1000_std": -0.013311912980483358, + "nauc_map_at_100_diff1": 0.7483426512398761, + "nauc_map_at_100_max": 0.6337505385698611, + "nauc_map_at_100_std": -0.012984298710988792, + "nauc_map_at_10_diff1": 0.7485903097721641, + "nauc_map_at_10_max": 0.6342115461264483, + "nauc_map_at_10_std": -0.01539879684344733, + "nauc_map_at_1_diff1": 0.7801150084101927, + "nauc_map_at_1_max": 0.6110366266766388, + "nauc_map_at_1_std": -0.04430558418917203, + "nauc_map_at_20_diff1": 0.7477857821807964, + "nauc_map_at_20_max": 0.6339031938610534, + "nauc_map_at_20_std": -0.013386635883018841, + "nauc_map_at_3_diff1": 0.7543125171814384, + "nauc_map_at_3_max": 0.6322561158831345, + "nauc_map_at_3_std": -0.02737687263077354, + "nauc_map_at_5_diff1": 0.7495222406752354, + "nauc_map_at_5_max": 0.6330242900948174, + "nauc_map_at_5_std": -0.022453907583780502, + "nauc_mrr_at_1000_diff1": 0.7485053710659223, + "nauc_mrr_at_1000_max": 0.6337197411629741, + "nauc_mrr_at_1000_std": -0.013267889514740562, + "nauc_mrr_at_100_diff1": 0.7483300860830717, + "nauc_mrr_at_100_max": 0.6337547770169774, + "nauc_mrr_at_100_std": -0.012929423783194734, + "nauc_mrr_at_10_diff1": 0.7485903097721641, + "nauc_mrr_at_10_max": 0.6342115461264483, + "nauc_mrr_at_10_std": -0.01539879684344733, + "nauc_mrr_at_1_diff1": 0.7800256762777534, + "nauc_mrr_at_1_max": 0.6112909176802424, + "nauc_mrr_at_1_std": -0.04425505102174011, + "nauc_mrr_at_20_diff1": 0.747774404753293, + "nauc_mrr_at_20_max": 0.6339074165343385, + "nauc_mrr_at_20_std": -0.013337657186259046, + "nauc_mrr_at_3_diff1": 0.7543125171814384, + "nauc_mrr_at_3_max": 0.6322561158831345, + "nauc_mrr_at_3_std": -0.02737687263077354, + "nauc_mrr_at_5_diff1": 0.7495222406752354, + "nauc_mrr_at_5_max": 0.6330242900948174, + "nauc_mrr_at_5_std": -0.022453907583780502, + "nauc_ndcg_at_1000_diff1": 0.7397581650822583, + "nauc_ndcg_at_1000_max": 0.6404818944618217, + "nauc_ndcg_at_1000_std": 0.007667632979640908, + "nauc_ndcg_at_100_diff1": 0.7348445348656718, + "nauc_ndcg_at_100_max": 0.6421879312257637, + "nauc_ndcg_at_100_std": 0.019076862600841696, + "nauc_ndcg_at_10_diff1": 0.7345914064407584, + "nauc_ndcg_at_10_max": 0.6443821326027451, + "nauc_ndcg_at_10_std": 0.006188434013599724, + "nauc_ndcg_at_1_diff1": 0.7800256762777534, + "nauc_ndcg_at_1_max": 0.6112909176802424, + "nauc_ndcg_at_1_std": -0.04425505102174011, + "nauc_ndcg_at_20_diff1": 0.7310699375362443, + "nauc_ndcg_at_20_max": 0.6435259569801689, + "nauc_ndcg_at_20_std": 0.015094052346677886, + "nauc_ndcg_at_3_diff1": 0.7467527088020329, + "nauc_ndcg_at_3_max": 0.6397655011435305, + "nauc_ndcg_at_3_std": -0.02116593364325171, + "nauc_ndcg_at_5_diff1": 0.7374051045395318, + "nauc_ndcg_at_5_max": 0.6413991606883688, + "nauc_ndcg_at_5_std": -0.011810854564745657, + "nauc_precision_at_1000_diff1": 0.5171502633016316, + "nauc_precision_at_1000_max": 0.7333825032294912, + "nauc_precision_at_1000_std": 0.7771533427191714, + "nauc_precision_at_100_diff1": 0.6042906054635995, + "nauc_precision_at_100_max": 0.7076314295484187, + "nauc_precision_at_100_std": 0.3986527226998122, + "nauc_precision_at_10_diff1": 0.6732405453459982, + "nauc_precision_at_10_max": 0.686431076172292, + "nauc_precision_at_10_std": 0.10472783178575763, + "nauc_precision_at_1_diff1": 0.7800256762777534, + "nauc_precision_at_1_max": 0.6112909176802424, + "nauc_precision_at_1_std": -0.04425505102174011, + "nauc_precision_at_20_diff1": 0.6385717146118012, + "nauc_precision_at_20_max": 0.6907226243987599, + "nauc_precision_at_20_std": 0.18200471455591824, + "nauc_precision_at_3_diff1": 0.721455509682728, + "nauc_precision_at_3_max": 0.6635674467128375, + "nauc_precision_at_3_std": -0.0009036871322965191, + "nauc_precision_at_5_diff1": 0.6922739881459998, + "nauc_precision_at_5_max": 0.6705059932725919, + "nauc_precision_at_5_std": 0.027236969626010483, + "nauc_recall_at_1000_diff1": 0.6344223366173967, + "nauc_recall_at_1000_max": 0.8318643158142809, + "nauc_recall_at_1000_std": 0.7774431578235343, + "nauc_recall_at_100_diff1": 0.6140904006797354, + "nauc_recall_at_100_max": 0.7131063504778632, + "nauc_recall_at_100_std": 0.39298392430587703, + "nauc_recall_at_10_diff1": 0.6750163182659865, + "nauc_recall_at_10_max": 0.6870803965631949, + "nauc_recall_at_10_std": 0.10473906687845952, + "nauc_recall_at_1_diff1": 0.7801150084101927, + "nauc_recall_at_1_max": 0.6110366266766388, + "nauc_recall_at_1_std": -0.04430558418917203, + "nauc_recall_at_20_diff1": 0.6409468052183596, + "nauc_recall_at_20_max": 0.691373433193489, + "nauc_recall_at_20_std": 0.18099346469666136, + "nauc_recall_at_3_diff1": 0.7228779040087516, + "nauc_recall_at_3_max": 0.6640321655372012, + "nauc_recall_at_3_std": -0.0010395869133850936, + "nauc_recall_at_5_diff1": 0.69380891626164, + "nauc_recall_at_5_max": 0.6710324943021478, + "nauc_recall_at_5_std": 0.027128818930238236, + "ndcg_at_1": 0.5267, + "ndcg_at_10": 0.64202, + "ndcg_at_100": 0.67295, + "ndcg_at_1000": 0.68255, + "ndcg_at_20": 0.65507, + "ndcg_at_3": 0.60477, + "ndcg_at_5": 0.62468, + "precision_at_1": 0.5267, + "precision_at_10": 0.07609, + "precision_at_100": 0.0091, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04064, + "precision_at_3": 0.21974, + "precision_at_5": 0.1415, + "recall_at_1": 0.52659, + "recall_at_10": 0.76069, + "recall_at_100": 0.90985, + "recall_at_1000": 0.98648, + "recall_at_20": 0.81243, + "recall_at_3": 0.65899, + "recall_at_5": 0.70729 + }, + { + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.65241, + "map_at_1": 0.52947, + "map_at_10": 0.61216, + "map_at_100": 0.618, + "map_at_1000": 0.6183, + "map_at_20": 0.61551, + "map_at_3": 0.5929, + "map_at_5": 0.6041, + "mrr_at_1": 0.5295812098382451, + "mrr_at_10": 0.6121556244922073, + "mrr_at_100": 0.6180120832536412, + "mrr_at_1000": 0.6183092640921719, + "mrr_at_20": 0.6155151964765085, + "mrr_at_3": 0.5929536893419011, + "mrr_at_5": 0.6040992687790823, + "nauc_map_at_1000_diff1": 0.751649058899832, + "nauc_map_at_1000_max": 0.6248383701492844, + "nauc_map_at_1000_std": -0.051601585522572456, + "nauc_map_at_100_diff1": 0.751506193034279, + "nauc_map_at_100_max": 0.6248832409440371, + "nauc_map_at_100_std": -0.051258014891360344, + "nauc_map_at_10_diff1": 0.7513417731403063, + "nauc_map_at_10_max": 0.6243254457647912, + "nauc_map_at_10_std": -0.05420121796851507, + "nauc_map_at_1_diff1": 0.7893672413401195, + "nauc_map_at_1_max": 0.6089398289438238, + "nauc_map_at_1_std": -0.07796376459463203, + "nauc_map_at_20_diff1": 0.7509741316016291, + "nauc_map_at_20_max": 0.6250041183285157, + "nauc_map_at_20_std": -0.05190359345272545, + "nauc_map_at_3_diff1": 0.7552692326783739, + "nauc_map_at_3_max": 0.6246172011531599, + "nauc_map_at_3_std": -0.06440606668458208, + "nauc_map_at_5_diff1": 0.752505273136557, + "nauc_map_at_5_max": 0.6252399887760708, + "nauc_map_at_5_std": -0.05875936655375856, + "nauc_mrr_at_1000_diff1": 0.7516419382827276, + "nauc_mrr_at_1000_max": 0.6248570130429993, + "nauc_mrr_at_1000_std": -0.05155492673265299, + "nauc_mrr_at_100_diff1": 0.7514984188140629, + "nauc_mrr_at_100_max": 0.6249048517689549, + "nauc_mrr_at_100_std": -0.05120471036900561, + "nauc_mrr_at_10_diff1": 0.7513417731403063, + "nauc_mrr_at_10_max": 0.6243254457647912, + "nauc_mrr_at_10_std": -0.05420121796851507, + "nauc_mrr_at_1_diff1": 0.7891759589785936, + "nauc_mrr_at_1_max": 0.6091946470820352, + "nauc_mrr_at_1_std": -0.07791700787995365, + "nauc_mrr_at_20_diff1": 0.750966401679838, + "nauc_mrr_at_20_max": 0.6250255709968879, + "nauc_mrr_at_20_std": -0.051850703364946085, + "nauc_mrr_at_3_diff1": 0.7551890892794035, + "nauc_mrr_at_3_max": 0.6247091993566878, + "nauc_mrr_at_3_std": -0.06410304176838667, + "nauc_mrr_at_5_diff1": 0.752505273136557, + "nauc_mrr_at_5_max": 0.6252399887760708, + "nauc_mrr_at_5_std": -0.05875936655375856, + "nauc_ndcg_at_1000_diff1": 0.7418945004058246, + "nauc_ndcg_at_1000_max": 0.6292509683059185, + "nauc_ndcg_at_1000_std": -0.03265422555249909, + "nauc_ndcg_at_100_diff1": 0.7375812494133309, + "nauc_ndcg_at_100_max": 0.6311598854683587, + "nauc_ndcg_at_100_std": -0.021048152029182705, + "nauc_ndcg_at_10_diff1": 0.7349446942112035, + "nauc_ndcg_at_10_max": 0.6285572672492238, + "nauc_ndcg_at_10_std": -0.03589757856785161, + "nauc_ndcg_at_1_diff1": 0.7891759589785936, + "nauc_ndcg_at_1_max": 0.6091946470820352, + "nauc_ndcg_at_1_std": -0.07791700787995365, + "nauc_ndcg_at_20_diff1": 0.7330352978988686, + "nauc_ndcg_at_20_max": 0.6313448405351496, + "nauc_ndcg_at_20_std": -0.02597985236155958, + "nauc_ndcg_at_3_diff1": 0.7440971094834032, + "nauc_ndcg_at_3_max": 0.629643675405545, + "nauc_ndcg_at_3_std": -0.05870654408441442, + "nauc_ndcg_at_5_diff1": 0.7386266395096339, + "nauc_ndcg_at_5_max": 0.63099276316944, + "nauc_ndcg_at_5_std": -0.048031326536913665, + "nauc_precision_at_1000_diff1": 0.4697812093518729, + "nauc_precision_at_1000_max": 0.7038870607945313, + "nauc_precision_at_1000_std": 0.7283732605100244, + "nauc_precision_at_100_diff1": 0.5960756082546977, + "nauc_precision_at_100_max": 0.7020660926044213, + "nauc_precision_at_100_std": 0.3981383092944117, + "nauc_precision_at_10_diff1": 0.6580812316160017, + "nauc_precision_at_10_max": 0.6431549876122832, + "nauc_precision_at_10_std": 0.05306852012483174, + "nauc_precision_at_1_diff1": 0.7891759589785936, + "nauc_precision_at_1_max": 0.6091946470820352, + "nauc_precision_at_1_std": -0.07791700787995365, + "nauc_precision_at_20_diff1": 0.6283414655487711, + "nauc_precision_at_20_max": 0.6643458339922657, + "nauc_precision_at_20_std": 0.13794428827330787, + "nauc_precision_at_3_diff1": 0.7061391371525039, + "nauc_precision_at_3_max": 0.6455405040671296, + "nauc_precision_at_3_std": -0.03930745938992029, + "nauc_precision_at_5_diff1": 0.6846737343024338, + "nauc_precision_at_5_max": 0.6502872548946883, + "nauc_precision_at_5_std": -0.005769859743923318, + "nauc_recall_at_1000_diff1": 0.6020737504865838, + "nauc_recall_at_1000_max": 0.7788241726846279, + "nauc_recall_at_1000_std": 0.7220626935663763, + "nauc_recall_at_100_diff1": 0.6076072361382164, + "nauc_recall_at_100_max": 0.7057793938060206, + "nauc_recall_at_100_std": 0.3934816938649227, + "nauc_recall_at_10_diff1": 0.6624961663247292, + "nauc_recall_at_10_max": 0.6448025825929851, + "nauc_recall_at_10_std": 0.05117633818893521, + "nauc_recall_at_1_diff1": 0.7893672413401195, + "nauc_recall_at_1_max": 0.6089398289438238, + "nauc_recall_at_1_std": -0.07796376459463203, + "nauc_recall_at_20_diff1": 0.6338703740668523, + "nauc_recall_at_20_max": 0.665973084018326, + "nauc_recall_at_20_std": 0.13474979156808858, + "nauc_recall_at_3_diff1": 0.7080208465120285, + "nauc_recall_at_3_max": 0.6457782819914518, + "nauc_recall_at_3_std": -0.040192226240183176, + "nauc_recall_at_5_diff1": 0.6884022016154016, + "nauc_recall_at_5_max": 0.6516698800592601, + "nauc_recall_at_5_std": -0.0075171932670826894, + "ndcg_at_1": 0.52958, + "ndcg_at_10": 0.65241, + "ndcg_at_100": 0.68263, + "ndcg_at_1000": 0.69078, + "ndcg_at_20": 0.66454, + "ndcg_at_3": 0.61303, + "ndcg_at_5": 0.63312, + "precision_at_1": 0.52958, + "precision_at_10": 0.07793, + "precision_at_100": 0.00925, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04136, + "precision_at_3": 0.2238, + "precision_at_5": 0.14403, + "recall_at_1": 0.52947, + "recall_at_10": 0.77886, + "recall_at_100": 0.92411, + "recall_at_1000": 0.9887, + "recall_at_20": 0.82661, + "recall_at_3": 0.67106, + "recall_at_5": 0.7197 + }, + { + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "main_score": 0.66799, + "map_at_1": 0.54141, + "map_at_10": 0.62676, + "map_at_100": 0.63358, + "map_at_1000": 0.63381, + "map_at_20": 0.63146, + "map_at_3": 0.60629, + "map_at_5": 0.61908, + "mrr_at_1": 0.5414084507042254, + "mrr_at_10": 0.6268198077353012, + "mrr_at_100": 0.6335977802240441, + "mrr_at_1000": 0.6338274247224169, + "mrr_at_20": 0.6314704840695341, + "mrr_at_3": 0.606291079812207, + "mrr_at_5": 0.6191361502347428, + "nauc_map_at_1000_diff1": 0.7313938781198218, + "nauc_map_at_1000_max": 0.6456564097854511, + "nauc_map_at_1000_std": -0.00559207852592267, + "nauc_map_at_100_diff1": 0.7313439848439482, + "nauc_map_at_100_max": 0.6457227716117077, + "nauc_map_at_100_std": -0.005279927213596853, + "nauc_map_at_10_diff1": 0.7303091100132793, + "nauc_map_at_10_max": 0.6467852513357271, + "nauc_map_at_10_std": -0.006320029012684043, + "nauc_map_at_1_diff1": 0.7598905233078146, + "nauc_map_at_1_max": 0.6098738435605743, + "nauc_map_at_1_std": -0.041271102389592404, + "nauc_map_at_20_diff1": 0.7310064696922239, + "nauc_map_at_20_max": 0.646235350801259, + "nauc_map_at_20_std": -0.004970847339599259, + "nauc_map_at_3_diff1": 0.7335965180541377, + "nauc_map_at_3_max": 0.6462170864979095, + "nauc_map_at_3_std": -0.016816272040975036, + "nauc_map_at_5_diff1": 0.7319205449877292, + "nauc_map_at_5_max": 0.6470395480089622, + "nauc_map_at_5_std": -0.008924284815442005, + "nauc_mrr_at_1000_diff1": 0.7314123843939995, + "nauc_mrr_at_1000_max": 0.6456720913350904, + "nauc_mrr_at_1000_std": -0.005512781323786866, + "nauc_mrr_at_100_diff1": 0.731362474575016, + "nauc_mrr_at_100_max": 0.6457384427196935, + "nauc_mrr_at_100_std": -0.0052006835830179475, + "nauc_mrr_at_10_diff1": 0.7303874491328274, + "nauc_mrr_at_10_max": 0.6468519192635327, + "nauc_mrr_at_10_std": -0.005983807343212816, + "nauc_mrr_at_1_diff1": 0.7598905233078146, + "nauc_mrr_at_1_max": 0.6098738435605743, + "nauc_mrr_at_1_std": -0.041271102389592404, + "nauc_mrr_at_20_diff1": 0.7310248228787168, + "nauc_mrr_at_20_max": 0.6462509322924794, + "nauc_mrr_at_20_std": -0.004892131512512855, + "nauc_mrr_at_3_diff1": 0.7335965180541377, + "nauc_mrr_at_3_max": 0.6462170864979095, + "nauc_mrr_at_3_std": -0.016816272040975036, + "nauc_mrr_at_5_diff1": 0.731997640024999, + "nauc_mrr_at_5_max": 0.6471050040281899, + "nauc_mrr_at_5_std": -0.008594708034189014, + "nauc_ndcg_at_1000_diff1": 0.7253158800863697, + "nauc_ndcg_at_1000_max": 0.6528638564135372, + "nauc_ndcg_at_1000_std": 0.010956286917879258, + "nauc_ndcg_at_100_diff1": 0.7235673797874818, + "nauc_ndcg_at_100_max": 0.655400629730856, + "nauc_ndcg_at_100_std": 0.02149126713612494, + "nauc_ndcg_at_10_diff1": 0.7170621336291026, + "nauc_ndcg_at_10_max": 0.6608689463167895, + "nauc_ndcg_at_10_std": 0.017655183011794796, + "nauc_ndcg_at_1_diff1": 0.7598905233078146, + "nauc_ndcg_at_1_max": 0.6098738435605743, + "nauc_ndcg_at_1_std": -0.041271102389592404, + "nauc_ndcg_at_20_diff1": 0.7195514570149446, + "nauc_ndcg_at_20_max": 0.6596794166974649, + "nauc_ndcg_at_20_std": 0.02481392790728509, + "nauc_ndcg_at_3_diff1": 0.7248200035941617, + "nauc_ndcg_at_3_max": 0.6578034597974005, + "nauc_ndcg_at_3_std": -0.0066897118991502335, + "nauc_ndcg_at_5_diff1": 0.7216100648421088, + "nauc_ndcg_at_5_max": 0.6606625155896821, + "nauc_ndcg_at_5_std": 0.009571319356634833, + "nauc_precision_at_1000_diff1": 0.5420653905613462, + "nauc_precision_at_1000_max": 0.6571670140584952, + "nauc_precision_at_1000_std": 0.8854307737263377, + "nauc_precision_at_100_diff1": 0.6462838860857691, + "nauc_precision_at_100_max": 0.7437680650139404, + "nauc_precision_at_100_std": 0.4574546392500383, + "nauc_precision_at_10_diff1": 0.6562326132607159, + "nauc_precision_at_10_max": 0.7247597828310127, + "nauc_precision_at_10_std": 0.13596749538438407, + "nauc_precision_at_1_diff1": 0.7598905233078146, + "nauc_precision_at_1_max": 0.6098738435605743, + "nauc_precision_at_1_std": -0.041271102389592404, + "nauc_precision_at_20_diff1": 0.6448458221040663, + "nauc_precision_at_20_max": 0.7371076085550959, + "nauc_precision_at_20_std": 0.24250199764068622, + "nauc_precision_at_3_diff1": 0.6961145767479413, + "nauc_precision_at_3_max": 0.6954950651203685, + "nauc_precision_at_3_std": 0.027167426193289528, + "nauc_precision_at_5_diff1": 0.6834163784428849, + "nauc_precision_at_5_max": 0.7123580976436505, + "nauc_precision_at_5_std": 0.08412114278756404, + "nauc_recall_at_1000_diff1": 0.6944862542041914, + "nauc_recall_at_1000_max": 0.8382355885674644, + "nauc_recall_at_1000_std": 0.8569155715187005, + "nauc_recall_at_100_diff1": 0.6592892930091453, + "nauc_recall_at_100_max": 0.7585426413433188, + "nauc_recall_at_100_std": 0.4476083784089573, + "nauc_recall_at_10_diff1": 0.6557094612025446, + "nauc_recall_at_10_max": 0.7241629485395865, + "nauc_recall_at_10_std": 0.13322735749434153, + "nauc_recall_at_1_diff1": 0.7598905233078146, + "nauc_recall_at_1_max": 0.6098738435605743, + "nauc_recall_at_1_std": -0.041271102389592404, + "nauc_recall_at_20_diff1": 0.6501201974459074, + "nauc_recall_at_20_max": 0.7430624031872509, + "nauc_recall_at_20_std": 0.23691554334572645, + "nauc_recall_at_3_diff1": 0.6961145767479416, + "nauc_recall_at_3_max": 0.6954950651203694, + "nauc_recall_at_3_std": 0.02716742619328895, + "nauc_recall_at_5_diff1": 0.6829601460940423, + "nauc_recall_at_5_max": 0.7118761630035686, + "nauc_recall_at_5_std": 0.08190400158193686, + "ndcg_at_1": 0.54141, + "ndcg_at_10": 0.66799, + "ndcg_at_100": 0.70018, + "ndcg_at_1000": 0.7065, + "ndcg_at_20": 0.68466, + "ndcg_at_3": 0.62672, + "ndcg_at_5": 0.64982, + "precision_at_1": 0.54141, + "precision_at_10": 0.07972, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "precision_at_20": 0.04313, + "precision_at_3": 0.22854, + "precision_at_5": 0.14839, + "recall_at_1": 0.54141, + "recall_at_10": 0.7969, + "recall_at_100": 0.94592, + "recall_at_1000": 0.99606, + "recall_at_20": 0.86197, + "recall_at_3": 0.68563, + "recall_at_5": 0.74169 + }, + { + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "main_score": 0.63614, + "map_at_1": 0.4993, + "map_at_10": 0.59273, + "map_at_100": 0.59906, + "map_at_1000": 0.59936, + "map_at_20": 0.59635, + "map_at_3": 0.57389, + "map_at_5": 0.58568, + "mrr_at_1": 0.4993006993006993, + "mrr_at_10": 0.5927253302253308, + "mrr_at_100": 0.59906341982626, + "mrr_at_1000": 0.5993561586273545, + "mrr_at_20": 0.5963529993146086, + "mrr_at_3": 0.5738927738927742, + "mrr_at_5": 0.5856759906759914, + "nauc_map_at_1000_diff1": 0.6790687111433529, + "nauc_map_at_1000_max": 0.5857525757468887, + "nauc_map_at_1000_std": 0.05842704387873057, + "nauc_map_at_100_diff1": 0.6788772499456488, + "nauc_map_at_100_max": 0.5859074782118531, + "nauc_map_at_100_std": 0.05895041064873788, + "nauc_map_at_10_diff1": 0.6782370308261836, + "nauc_map_at_10_max": 0.5853150023067752, + "nauc_map_at_10_std": 0.055155529386536575, + "nauc_map_at_1_diff1": 0.7102362600817156, + "nauc_map_at_1_max": 0.5548218035208919, + "nauc_map_at_1_std": 0.029463109630565372, + "nauc_map_at_20_diff1": 0.6786209263294014, + "nauc_map_at_20_max": 0.5860087424134435, + "nauc_map_at_20_std": 0.05829752161528677, + "nauc_map_at_3_diff1": 0.6819574566773643, + "nauc_map_at_3_max": 0.5814835593966033, + "nauc_map_at_3_std": 0.04346144532702179, + "nauc_map_at_5_diff1": 0.679659884151515, + "nauc_map_at_5_max": 0.5867877937370213, + "nauc_map_at_5_std": 0.051320946224527285, + "nauc_mrr_at_1000_diff1": 0.6790687111433529, + "nauc_mrr_at_1000_max": 0.5857525757468887, + "nauc_mrr_at_1000_std": 0.05842704387873057, + "nauc_mrr_at_100_diff1": 0.6788772499456488, + "nauc_mrr_at_100_max": 0.5859074782118531, + "nauc_mrr_at_100_std": 0.05895041064873788, + "nauc_mrr_at_10_diff1": 0.6782370308261836, + "nauc_mrr_at_10_max": 0.5853150023067752, + "nauc_mrr_at_10_std": 0.055155529386536575, + "nauc_mrr_at_1_diff1": 0.7102362600817156, + "nauc_mrr_at_1_max": 0.5548218035208919, + "nauc_mrr_at_1_std": 0.029463109630565372, + "nauc_mrr_at_20_diff1": 0.6786209263294014, + "nauc_mrr_at_20_max": 0.5860087424134435, + "nauc_mrr_at_20_std": 0.05829752161528677, + "nauc_mrr_at_3_diff1": 0.6819574566773643, + "nauc_mrr_at_3_max": 0.5814835593966033, + "nauc_mrr_at_3_std": 0.04346144532702179, + "nauc_mrr_at_5_diff1": 0.679659884151515, + "nauc_mrr_at_5_max": 0.5867877937370213, + "nauc_mrr_at_5_std": 0.051320946224527285, + "nauc_ndcg_at_1000_diff1": 0.6709084825351828, + "nauc_ndcg_at_1000_max": 0.5934036487002762, + "nauc_ndcg_at_1000_std": 0.07466165393610275, + "nauc_ndcg_at_100_diff1": 0.665254873240886, + "nauc_ndcg_at_100_max": 0.5984738843080005, + "nauc_ndcg_at_100_std": 0.0916252153933962, + "nauc_ndcg_at_10_diff1": 0.6627910326992636, + "nauc_ndcg_at_10_max": 0.5961761551060377, + "nauc_ndcg_at_10_std": 0.07259407948988544, + "nauc_ndcg_at_1_diff1": 0.7102362600817156, + "nauc_ndcg_at_1_max": 0.5548218035208919, + "nauc_ndcg_at_1_std": 0.029463109630565372, + "nauc_ndcg_at_20_diff1": 0.6639939316450337, + "nauc_ndcg_at_20_max": 0.5994087962696338, + "nauc_ndcg_at_20_std": 0.08526247754869352, + "nauc_ndcg_at_3_diff1": 0.671578860937228, + "nauc_ndcg_at_3_max": 0.5893559926847367, + "nauc_ndcg_at_3_std": 0.0475890216751909, + "nauc_ndcg_at_5_diff1": 0.6669413979687048, + "nauc_ndcg_at_5_max": 0.5996420213982153, + "nauc_ndcg_at_5_std": 0.0628728757381478, + "nauc_precision_at_1000_diff1": 0.5089635854341854, + "nauc_precision_at_1000_max": 0.7637721755369171, + "nauc_precision_at_1000_std": 0.8029878618114097, + "nauc_precision_at_100_diff1": 0.4985224330281953, + "nauc_precision_at_100_max": 0.7565431670950159, + "nauc_precision_at_100_std": 0.6211123624707581, + "nauc_precision_at_10_diff1": 0.5937587952182306, + "nauc_precision_at_10_max": 0.6415403168872903, + "nauc_precision_at_10_std": 0.1545930103663685, + "nauc_precision_at_1_diff1": 0.7102362600817156, + "nauc_precision_at_1_max": 0.5548218035208919, + "nauc_precision_at_1_std": 0.029463109630565372, + "nauc_precision_at_20_diff1": 0.5851483709824378, + "nauc_precision_at_20_max": 0.6737468189387046, + "nauc_precision_at_20_std": 0.2545889754626287, + "nauc_precision_at_3_diff1": 0.6371059594319959, + "nauc_precision_at_3_max": 0.614849624281091, + "nauc_precision_at_3_std": 0.06095309067443626, + "nauc_precision_at_5_diff1": 0.6195533653181284, + "nauc_precision_at_5_max": 0.6478250694126785, + "nauc_precision_at_5_std": 0.10776251821750389, + "nauc_recall_at_1000_diff1": 0.5089635854341987, + "nauc_recall_at_1000_max": 0.7637721755368473, + "nauc_recall_at_1000_std": 0.8029878618113497, + "nauc_recall_at_100_diff1": 0.4985224330281933, + "nauc_recall_at_100_max": 0.7565431670950157, + "nauc_recall_at_100_std": 0.62111236247076, + "nauc_recall_at_10_diff1": 0.5937587952182309, + "nauc_recall_at_10_max": 0.6415403168872905, + "nauc_recall_at_10_std": 0.15459301036636922, + "nauc_recall_at_1_diff1": 0.7102362600817156, + "nauc_recall_at_1_max": 0.5548218035208919, + "nauc_recall_at_1_std": 0.029463109630565372, + "nauc_recall_at_20_diff1": 0.585148370982438, + "nauc_recall_at_20_max": 0.6737468189387033, + "nauc_recall_at_20_std": 0.25458897546262865, + "nauc_recall_at_3_diff1": 0.637105959431996, + "nauc_recall_at_3_max": 0.6148496242810916, + "nauc_recall_at_3_std": 0.06095309067443691, + "nauc_recall_at_5_diff1": 0.6195533653181282, + "nauc_recall_at_5_max": 0.6478250694126786, + "nauc_recall_at_5_std": 0.1077625182175037, + "ndcg_at_1": 0.4993, + "ndcg_at_10": 0.63614, + "ndcg_at_100": 0.66936, + "ndcg_at_1000": 0.67745, + "ndcg_at_20": 0.64939, + "ndcg_at_3": 0.5977, + "ndcg_at_5": 0.61912, + "precision_at_1": 0.4993, + "precision_at_10": 0.07713, + "precision_at_100": 0.00932, + "precision_at_1000": 0.001, + "precision_at_20": 0.04119, + "precision_at_3": 0.22214, + "precision_at_5": 0.14378, + "recall_at_1": 0.4993, + "recall_at_10": 0.77133, + "recall_at_100": 0.93217, + "recall_at_1000": 0.9965, + "recall_at_20": 0.82378, + "recall_at_3": 0.66643, + "recall_at_5": 0.71888 + }, + { + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "main_score": 0.65361, + "map_at_1": 0.53015, + "map_at_10": 0.61205, + "map_at_100": 0.61847, + "map_at_1000": 0.61876, + "map_at_20": 0.6159, + "map_at_3": 0.59075, + "map_at_5": 0.60412, + "mrr_at_1": 0.5301492537313433, + "mrr_at_10": 0.6120516465292593, + "mrr_at_100": 0.6184740019354201, + "mrr_at_1000": 0.6187621165285841, + "mrr_at_20": 0.6158986489510273, + "mrr_at_3": 0.5907462686567173, + "mrr_at_5": 0.6041194029850759, + "nauc_map_at_1000_diff1": 0.7589245866809351, + "nauc_map_at_1000_max": 0.6653059099751951, + "nauc_map_at_1000_std": 0.04318964295302601, + "nauc_map_at_100_diff1": 0.7587357932033516, + "nauc_map_at_100_max": 0.6654164098355594, + "nauc_map_at_100_std": 0.04368537673402538, + "nauc_map_at_10_diff1": 0.7573976228552864, + "nauc_map_at_10_max": 0.6648779888038197, + "nauc_map_at_10_std": 0.04106657922864353, + "nauc_map_at_1_diff1": 0.79896185148392, + "nauc_map_at_1_max": 0.6510270105476508, + "nauc_map_at_1_std": 0.002318288952751717, + "nauc_map_at_20_diff1": 0.7579386020433688, + "nauc_map_at_20_max": 0.665716618190457, + "nauc_map_at_20_std": 0.04402494371201274, + "nauc_map_at_3_diff1": 0.7645186447723067, + "nauc_map_at_3_max": 0.6630803857844868, + "nauc_map_at_3_std": 0.02999950511626476, + "nauc_map_at_5_diff1": 0.7592858448327952, + "nauc_map_at_5_max": 0.6631789729583679, + "nauc_map_at_5_std": 0.0355480385812405, + "nauc_mrr_at_1000_diff1": 0.7589245866809351, + "nauc_mrr_at_1000_max": 0.6653059099751951, + "nauc_mrr_at_1000_std": 0.04318964295302601, + "nauc_mrr_at_100_diff1": 0.7587357932033516, + "nauc_mrr_at_100_max": 0.6654164098355594, + "nauc_mrr_at_100_std": 0.04368537673402538, + "nauc_mrr_at_10_diff1": 0.7573976228552864, + "nauc_mrr_at_10_max": 0.6648779888038197, + "nauc_mrr_at_10_std": 0.04106657922864353, + "nauc_mrr_at_1_diff1": 0.79896185148392, + "nauc_mrr_at_1_max": 0.6510270105476508, + "nauc_mrr_at_1_std": 0.002318288952751717, + "nauc_mrr_at_20_diff1": 0.7579386020433688, + "nauc_mrr_at_20_max": 0.665716618190457, + "nauc_mrr_at_20_std": 0.04402494371201274, + "nauc_mrr_at_3_diff1": 0.7645186447723067, + "nauc_mrr_at_3_max": 0.6630803857844868, + "nauc_mrr_at_3_std": 0.02999950511626476, + "nauc_mrr_at_5_diff1": 0.7592858448327952, + "nauc_mrr_at_5_max": 0.6631789729583679, + "nauc_mrr_at_5_std": 0.0355480385812405, + "nauc_ndcg_at_1000_diff1": 0.7499210062412509, + "nauc_ndcg_at_1000_max": 0.6709829991502049, + "nauc_ndcg_at_1000_std": 0.06462110873105072, + "nauc_ndcg_at_100_diff1": 0.7452398120096498, + "nauc_ndcg_at_100_max": 0.6749320928436088, + "nauc_ndcg_at_100_std": 0.08096590460203401, + "nauc_ndcg_at_10_diff1": 0.7368957712477252, + "nauc_ndcg_at_10_max": 0.6730126183145262, + "nauc_ndcg_at_10_std": 0.0698397533901881, + "nauc_ndcg_at_1_diff1": 0.79896185148392, + "nauc_ndcg_at_1_max": 0.6510270105476508, + "nauc_ndcg_at_1_std": 0.002318288952751717, + "nauc_ndcg_at_20_diff1": 0.7390173321776241, + "nauc_ndcg_at_20_max": 0.6767270376228169, + "nauc_ndcg_at_20_std": 0.08266395188789426, + "nauc_ndcg_at_3_diff1": 0.7526508229863484, + "nauc_ndcg_at_3_max": 0.667714829603414, + "nauc_ndcg_at_3_std": 0.04355153662376108, + "nauc_ndcg_at_5_diff1": 0.7426713753344847, + "nauc_ndcg_at_5_max": 0.668355417783451, + "nauc_ndcg_at_5_std": 0.05448326872261013, + "nauc_precision_at_1000_diff1": 0.7784954019446805, + "nauc_precision_at_1000_max": 0.8425756687369012, + "nauc_precision_at_1000_std": 0.8409704499304657, + "nauc_precision_at_100_diff1": 0.6195578353671273, + "nauc_precision_at_100_max": 0.8077068275861506, + "nauc_precision_at_100_std": 0.6273557446402231, + "nauc_precision_at_10_diff1": 0.6427886874928304, + "nauc_precision_at_10_max": 0.7116203972126515, + "nauc_precision_at_10_std": 0.20781802812474257, + "nauc_precision_at_1_diff1": 0.79896185148392, + "nauc_precision_at_1_max": 0.6510270105476508, + "nauc_precision_at_1_std": 0.002318288952751717, + "nauc_precision_at_20_diff1": 0.6324831425858712, + "nauc_precision_at_20_max": 0.7480266198011298, + "nauc_precision_at_20_std": 0.3338200608402319, + "nauc_precision_at_3_diff1": 0.7140709116850219, + "nauc_precision_at_3_max": 0.6829511142353588, + "nauc_precision_at_3_std": 0.08902959049593522, + "nauc_precision_at_5_diff1": 0.6807409531664342, + "nauc_precision_at_5_max": 0.687717592263568, + "nauc_precision_at_5_std": 0.12691288406260887, + "nauc_recall_at_1000_diff1": 0.7784954019446922, + "nauc_recall_at_1000_max": 0.8425756687368862, + "nauc_recall_at_1000_std": 0.8409704499304766, + "nauc_recall_at_100_diff1": 0.6195578353671211, + "nauc_recall_at_100_max": 0.8077068275861488, + "nauc_recall_at_100_std": 0.6273557446402189, + "nauc_recall_at_10_diff1": 0.6427886874928296, + "nauc_recall_at_10_max": 0.7116203972126508, + "nauc_recall_at_10_std": 0.20781802812474298, + "nauc_recall_at_1_diff1": 0.79896185148392, + "nauc_recall_at_1_max": 0.6510270105476508, + "nauc_recall_at_1_std": 0.002318288952751717, + "nauc_recall_at_20_diff1": 0.6324831425858719, + "nauc_recall_at_20_max": 0.74802661980113, + "nauc_recall_at_20_std": 0.33382006084023236, + "nauc_recall_at_3_diff1": 0.7140709116850219, + "nauc_recall_at_3_max": 0.6829511142353577, + "nauc_recall_at_3_std": 0.0890295904959356, + "nauc_recall_at_5_diff1": 0.6807409531664346, + "nauc_recall_at_5_max": 0.6877175922635679, + "nauc_recall_at_5_std": 0.12691288406260912, + "ndcg_at_1": 0.53015, + "ndcg_at_10": 0.65361, + "ndcg_at_100": 0.68549, + "ndcg_at_1000": 0.6931, + "ndcg_at_20": 0.66744, + "ndcg_at_3": 0.6106, + "ndcg_at_5": 0.63457, + "precision_at_1": 0.53015, + "precision_at_10": 0.07845, + "precision_at_100": 0.00935, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04194, + "precision_at_3": 0.22269, + "precision_at_5": 0.14519, + "recall_at_1": 0.53015, + "recall_at_10": 0.78448, + "recall_at_100": 0.93493, + "recall_at_1000": 0.99463, + "recall_at_20": 0.83881, + "recall_at_3": 0.66806, + "recall_at_5": 0.72597 + }, + { + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ], + "main_score": 0.64006, + "map_at_1": 0.50185, + "map_at_10": 0.59304, + "map_at_100": 0.59952, + "map_at_1000": 0.59979, + "map_at_20": 0.59688, + "map_at_3": 0.57037, + "map_at_5": 0.58377, + "mrr_at_1": 0.5018518518518519, + "mrr_at_10": 0.5930362041936125, + "mrr_at_100": 0.5995251486998072, + "mrr_at_1000": 0.5997943210682088, + "mrr_at_20": 0.5969067774569589, + "mrr_at_3": 0.570370370370371, + "mrr_at_5": 0.5837654320987666, + "nauc_map_at_1000_diff1": 0.6674305543117641, + "nauc_map_at_1000_max": 0.6029601089014727, + "nauc_map_at_1000_std": 0.10658904014395991, + "nauc_map_at_100_diff1": 0.6673391795906973, + "nauc_map_at_100_max": 0.6030809593752318, + "nauc_map_at_100_std": 0.10692445488286023, + "nauc_map_at_10_diff1": 0.6663390114678487, + "nauc_map_at_10_max": 0.6042438344136282, + "nauc_map_at_10_std": 0.10589143703753148, + "nauc_map_at_1_diff1": 0.7086053749910382, + "nauc_map_at_1_max": 0.579274648972525, + "nauc_map_at_1_std": 0.07741104515912083, + "nauc_map_at_20_diff1": 0.6663905626487924, + "nauc_map_at_20_max": 0.6034450780786582, + "nauc_map_at_20_std": 0.10714021130210732, + "nauc_map_at_3_diff1": 0.6713366076735324, + "nauc_map_at_3_max": 0.6007569669420796, + "nauc_map_at_3_std": 0.09217168999245372, + "nauc_map_at_5_diff1": 0.6664895417820785, + "nauc_map_at_5_max": 0.6029700560670093, + "nauc_map_at_5_std": 0.10167181483294362, + "nauc_mrr_at_1000_diff1": 0.667434353419352, + "nauc_mrr_at_1000_max": 0.6029629494079083, + "nauc_mrr_at_1000_std": 0.10662038664915899, + "nauc_mrr_at_100_diff1": 0.6673429739435406, + "nauc_mrr_at_100_max": 0.6030837991368658, + "nauc_mrr_at_100_std": 0.10695577833945609, + "nauc_mrr_at_10_diff1": 0.6663390114678487, + "nauc_mrr_at_10_max": 0.6042438344136282, + "nauc_mrr_at_10_std": 0.10589143703753148, + "nauc_mrr_at_1_diff1": 0.7086053749910382, + "nauc_mrr_at_1_max": 0.579274648972525, + "nauc_mrr_at_1_std": 0.07741104515912083, + "nauc_mrr_at_20_diff1": 0.6664093169104945, + "nauc_mrr_at_20_max": 0.6034591932636987, + "nauc_mrr_at_20_std": 0.10729562609298379, + "nauc_mrr_at_3_diff1": 0.6713366076735324, + "nauc_mrr_at_3_max": 0.6007569669420796, + "nauc_mrr_at_3_std": 0.09217168999245372, + "nauc_mrr_at_5_diff1": 0.6664895417820785, + "nauc_mrr_at_5_max": 0.6029700560670093, + "nauc_mrr_at_5_std": 0.10167181483294362, + "nauc_ndcg_at_1000_diff1": 0.6581264772049835, + "nauc_ndcg_at_1000_max": 0.6084491117951134, + "nauc_ndcg_at_1000_std": 0.12043999081320596, + "nauc_ndcg_at_100_diff1": 0.655072904735984, + "nauc_ndcg_at_100_max": 0.6119054681962038, + "nauc_ndcg_at_100_std": 0.1314318826678784, + "nauc_ndcg_at_10_diff1": 0.6465365155956592, + "nauc_ndcg_at_10_max": 0.6161194069788796, + "nauc_ndcg_at_10_std": 0.12757131043080772, + "nauc_ndcg_at_1_diff1": 0.7086053749910382, + "nauc_ndcg_at_1_max": 0.579274648972525, + "nauc_ndcg_at_1_std": 0.07741104515912083, + "nauc_ndcg_at_20_diff1": 0.6465831612601021, + "nauc_ndcg_at_20_max": 0.6136408849456784, + "nauc_ndcg_at_20_std": 0.13320630980095985, + "nauc_ndcg_at_3_diff1": 0.6583897345010439, + "nauc_ndcg_at_3_max": 0.6076229627629823, + "nauc_ndcg_at_3_std": 0.09742623190549188, + "nauc_ndcg_at_5_diff1": 0.6486035337195695, + "nauc_ndcg_at_5_max": 0.6124227898573282, + "nauc_ndcg_at_5_std": 0.11576523905597842, + "nauc_precision_at_1000_diff1": 0.3278833842214236, + "nauc_precision_at_1000_max": 0.502216093765401, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5359258807753242, + "nauc_precision_at_100_max": 0.7173473119590366, + "nauc_precision_at_100_std": 0.537656954772645, + "nauc_precision_at_10_diff1": 0.5524380112757844, + "nauc_precision_at_10_max": 0.6730081863253767, + "nauc_precision_at_10_std": 0.23727926633495663, + "nauc_precision_at_1_diff1": 0.7086053749910382, + "nauc_precision_at_1_max": 0.579274648972525, + "nauc_precision_at_1_std": 0.07741104515912083, + "nauc_precision_at_20_diff1": 0.5268392538799318, + "nauc_precision_at_20_max": 0.6738599442802338, + "nauc_precision_at_20_std": 0.31158114480193155, + "nauc_precision_at_3_diff1": 0.6158894603540904, + "nauc_precision_at_3_max": 0.6299493455427764, + "nauc_precision_at_3_std": 0.11472027528528964, + "nauc_precision_at_5_diff1": 0.5813255867574743, + "nauc_precision_at_5_max": 0.6479115729302114, + "nauc_precision_at_5_std": 0.17086981609294902, + "nauc_recall_at_1000_diff1": 0.6374105197634491, + "nauc_recall_at_1000_max": 0.9128540305010411, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5496553231221554, + "nauc_recall_at_100_max": 0.7344349087152591, + "nauc_recall_at_100_std": 0.5290988735919882, + "nauc_recall_at_10_diff1": 0.5524380112757837, + "nauc_recall_at_10_max": 0.6730081863253771, + "nauc_recall_at_10_std": 0.23727926633495622, + "nauc_recall_at_1_diff1": 0.7086053749910382, + "nauc_recall_at_1_max": 0.579274648972525, + "nauc_recall_at_1_std": 0.07741104515912083, + "nauc_recall_at_20_diff1": 0.5266332074439709, + "nauc_recall_at_20_max": 0.6733902884798716, + "nauc_recall_at_20_std": 0.30743357105302216, + "nauc_recall_at_3_diff1": 0.6158894603540899, + "nauc_recall_at_3_max": 0.6299493455427765, + "nauc_recall_at_3_std": 0.11472027528528937, + "nauc_recall_at_5_diff1": 0.5813255867574754, + "nauc_recall_at_5_max": 0.6479115729302118, + "nauc_recall_at_5_std": 0.17086981609295004, + "ndcg_at_1": 0.50185, + "ndcg_at_10": 0.64006, + "ndcg_at_100": 0.6724, + "ndcg_at_1000": 0.67956, + "ndcg_at_20": 0.65385, + "ndcg_at_3": 0.59316, + "ndcg_at_5": 0.61731, + "precision_at_1": 0.50185, + "precision_at_10": 0.07889, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04216, + "precision_at_3": 0.21975, + "precision_at_5": 0.14358, + "recall_at_1": 0.50185, + "recall_at_10": 0.78889, + "recall_at_100": 0.94198, + "recall_at_1000": 0.99815, + "recall_at_20": 0.8429, + "recall_at_3": 0.65926, + "recall_at_5": 0.7179 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.51406, + "map_at_1": 0.38431, + "map_at_10": 0.46936, + "map_at_100": 0.47765, + "map_at_1000": 0.47816, + "map_at_20": 0.47426, + "map_at_3": 0.4454, + "map_at_5": 0.45977, + "mrr_at_1": 0.3843990249390587, + "mrr_at_10": 0.46945538262808095, + "mrr_at_100": 0.4777424729174071, + "mrr_at_1000": 0.4782495950187277, + "mrr_at_20": 0.47435693696372494, + "mrr_at_3": 0.4454965935370957, + "mrr_at_5": 0.4598599912494532, + "nauc_map_at_1000_diff1": 0.5858434349980474, + "nauc_map_at_1000_max": 0.5517050305719226, + "nauc_map_at_1000_std": 0.11775516087347937, + "nauc_map_at_100_diff1": 0.5856271014535799, + "nauc_map_at_100_max": 0.5516960536118041, + "nauc_map_at_100_std": 0.11797278124608138, + "nauc_map_at_10_diff1": 0.5852015955331672, + "nauc_map_at_10_max": 0.5516468001881566, + "nauc_map_at_10_std": 0.1154506083517354, + "nauc_map_at_1_diff1": 0.6398579840564013, + "nauc_map_at_1_max": 0.5400244408035871, + "nauc_map_at_1_std": 0.07835088961522899, + "nauc_map_at_20_diff1": 0.5852049115345838, + "nauc_map_at_20_max": 0.5519579657191291, + "nauc_map_at_20_std": 0.11766724593710572, + "nauc_map_at_3_diff1": 0.590907850198251, + "nauc_map_at_3_max": 0.552068275118957, + "nauc_map_at_3_std": 0.10703632434913968, + "nauc_map_at_5_diff1": 0.5879751910389198, + "nauc_map_at_5_max": 0.5509435639551659, + "nauc_map_at_5_std": 0.11028408980851187, + "nauc_mrr_at_1000_diff1": 0.5862769398867814, + "nauc_mrr_at_1000_max": 0.5519843984605157, + "nauc_mrr_at_1000_std": 0.11805419656334315, + "nauc_mrr_at_100_diff1": 0.5860601854639633, + "nauc_mrr_at_100_max": 0.5519752187231414, + "nauc_mrr_at_100_std": 0.11827157178415808, + "nauc_mrr_at_10_diff1": 0.5856495530983988, + "nauc_mrr_at_10_max": 0.5519355422326391, + "nauc_mrr_at_10_std": 0.11575976465762093, + "nauc_mrr_at_1_diff1": 0.6402826305517698, + "nauc_mrr_at_1_max": 0.5403002476830144, + "nauc_mrr_at_1_std": 0.07864729636597328, + "nauc_mrr_at_20_diff1": 0.585656771298911, + "nauc_mrr_at_20_max": 0.5522492084331179, + "nauc_mrr_at_20_std": 0.11797899079594339, + "nauc_mrr_at_3_diff1": 0.5913429397652246, + "nauc_mrr_at_3_max": 0.5523488709018582, + "nauc_mrr_at_3_std": 0.10733716168252479, + "nauc_mrr_at_5_diff1": 0.5884168464083539, + "nauc_mrr_at_5_max": 0.5512283587393915, + "nauc_mrr_at_5_std": 0.11058922349072697, + "nauc_ndcg_at_1000_diff1": 0.5718714704630381, + "nauc_ndcg_at_1000_max": 0.55553359763903, + "nauc_ndcg_at_1000_std": 0.13918597373700423, + "nauc_ndcg_at_100_diff1": 0.5651563361942181, + "nauc_ndcg_at_100_max": 0.555830040650239, + "nauc_ndcg_at_100_std": 0.14757890996644477, + "nauc_ndcg_at_10_diff1": 0.5623654543780717, + "nauc_ndcg_at_10_max": 0.5556664513757535, + "nauc_ndcg_at_10_std": 0.1352409527823725, + "nauc_ndcg_at_1_diff1": 0.6402826305517698, + "nauc_ndcg_at_1_max": 0.5403002476830144, + "nauc_ndcg_at_1_std": 0.07864729636597328, + "nauc_ndcg_at_20_diff1": 0.5615260385458479, + "nauc_ndcg_at_20_max": 0.5570172520160094, + "nauc_ndcg_at_20_std": 0.14436775718520073, + "nauc_ndcg_at_3_diff1": 0.5755435755411061, + "nauc_ndcg_at_3_max": 0.5557778381153877, + "nauc_ndcg_at_3_std": 0.11610517379867524, + "nauc_ndcg_at_5_diff1": 0.5696780587232763, + "nauc_ndcg_at_5_max": 0.5535406269605969, + "nauc_ndcg_at_5_std": 0.12194501913103936, + "nauc_precision_at_1000_diff1": 0.44731368696504836, + "nauc_precision_at_1000_max": 0.6548592070712518, + "nauc_precision_at_1000_std": 0.68797774257606, + "nauc_precision_at_100_diff1": 0.43128798291450027, + "nauc_precision_at_100_max": 0.5860362898477732, + "nauc_precision_at_100_std": 0.40377657938310607, + "nauc_precision_at_10_diff1": 0.47862409840669934, + "nauc_precision_at_10_max": 0.5703082841989023, + "nauc_precision_at_10_std": 0.2112335445156749, + "nauc_precision_at_1_diff1": 0.6402826305517698, + "nauc_precision_at_1_max": 0.5403002476830144, + "nauc_precision_at_1_std": 0.07864729636597328, + "nauc_precision_at_20_diff1": 0.45894303347364357, + "nauc_precision_at_20_max": 0.580064613314196, + "nauc_precision_at_20_std": 0.272326467858731, + "nauc_precision_at_3_diff1": 0.5301095428713876, + "nauc_precision_at_3_max": 0.5667520147006055, + "nauc_precision_at_3_std": 0.14297861296248743, + "nauc_precision_at_5_diff1": 0.5115727847154359, + "nauc_precision_at_5_max": 0.5610783952772694, + "nauc_precision_at_5_std": 0.15907120047267656, + "nauc_recall_at_1000_diff1": 0.45331845508884505, + "nauc_recall_at_1000_max": 0.6705024844914782, + "nauc_recall_at_1000_std": 0.7011901329942211, + "nauc_recall_at_100_diff1": 0.42992326305736367, + "nauc_recall_at_100_max": 0.5858546037871488, + "nauc_recall_at_100_std": 0.40315753058254344, + "nauc_recall_at_10_diff1": 0.4779610232453108, + "nauc_recall_at_10_max": 0.5698230292948804, + "nauc_recall_at_10_std": 0.2108140858195369, + "nauc_recall_at_1_diff1": 0.6398579840564013, + "nauc_recall_at_1_max": 0.5400244408035871, + "nauc_recall_at_1_std": 0.07835088961522899, + "nauc_recall_at_20_diff1": 0.45813473857554915, + "nauc_recall_at_20_max": 0.5794518441036524, + "nauc_recall_at_20_std": 0.27180042210248556, + "nauc_recall_at_3_diff1": 0.5295820154180284, + "nauc_recall_at_3_max": 0.5663817860748694, + "nauc_recall_at_3_std": 0.14264986383280764, + "nauc_recall_at_5_diff1": 0.5110098216562282, + "nauc_recall_at_5_max": 0.5606825283634739, + "nauc_recall_at_5_std": 0.158717470668483, + "ndcg_at_1": 0.3844, + "ndcg_at_10": 0.51406, + "ndcg_at_100": 0.55641, + "ndcg_at_1000": 0.57088, + "ndcg_at_20": 0.53183, + "ndcg_at_3": 0.46479, + "ndcg_at_5": 0.49078, + "precision_at_1": 0.3844, + "precision_at_10": 0.06561, + "precision_at_100": 0.00859, + "precision_at_1000": 0.00097, + "precision_at_20": 0.03631, + "precision_at_3": 0.17357, + "precision_at_5": 0.11682, + "recall_at_1": 0.38431, + "recall_at_10": 0.65601, + "recall_at_100": 0.85862, + "recall_at_1000": 0.9745, + "recall_at_20": 0.72614, + "recall_at_3": 0.52063, + "recall_at_5": 0.58401 + }, + { + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.70063, + "map_at_1": 0.58741, + "map_at_10": 0.66433, + "map_at_100": 0.66935, + "map_at_1000": 0.6696, + "map_at_20": 0.66737, + "map_at_3": 0.6478, + "map_at_5": 0.65743, + "mrr_at_1": 0.5876357190339021, + "mrr_at_10": 0.6644401183178054, + "mrr_at_100": 0.6694516847919375, + "mrr_at_1000": 0.6697052479480132, + "mrr_at_20": 0.6674768327225727, + "mrr_at_3": 0.647906049191226, + "mrr_at_5": 0.6575448703744738, + "nauc_map_at_1000_diff1": 0.7800634061290247, + "nauc_map_at_1000_max": 0.6729548670844967, + "nauc_map_at_1000_std": 0.018901606398491713, + "nauc_map_at_100_diff1": 0.779973662511751, + "nauc_map_at_100_max": 0.6730301227016596, + "nauc_map_at_100_std": 0.019177553457305218, + "nauc_map_at_10_diff1": 0.7798210894461512, + "nauc_map_at_10_max": 0.6736116933743657, + "nauc_map_at_10_std": 0.016630302488519207, + "nauc_map_at_1_diff1": 0.8013608576646025, + "nauc_map_at_1_max": 0.6379469002880604, + "nauc_map_at_1_std": -0.012195520948266763, + "nauc_map_at_20_diff1": 0.7797692970470405, + "nauc_map_at_20_max": 0.673605180894821, + "nauc_map_at_20_std": 0.01866831531844401, + "nauc_map_at_3_diff1": 0.7824499776941175, + "nauc_map_at_3_max": 0.672206597727839, + "nauc_map_at_3_std": 0.0063848494904634534, + "nauc_map_at_5_diff1": 0.780702869679719, + "nauc_map_at_5_max": 0.6733628121385763, + "nauc_map_at_5_std": 0.011218989264823995, + "nauc_mrr_at_1000_diff1": 0.7797825584397092, + "nauc_mrr_at_1000_max": 0.6729084623247318, + "nauc_mrr_at_1000_std": 0.019576765625816946, + "nauc_mrr_at_100_diff1": 0.779692396750566, + "nauc_mrr_at_100_max": 0.6729845963056539, + "nauc_mrr_at_100_std": 0.01986049566772331, + "nauc_mrr_at_10_diff1": 0.7795290938787061, + "nauc_mrr_at_10_max": 0.6735643458043145, + "nauc_mrr_at_10_std": 0.017337641678014274, + "nauc_mrr_at_1_diff1": 0.8010204035803418, + "nauc_mrr_at_1_max": 0.638040712162681, + "nauc_mrr_at_1_std": -0.01153470928696544, + "nauc_mrr_at_20_diff1": 0.7794744478780244, + "nauc_mrr_at_20_max": 0.6735573708847208, + "nauc_mrr_at_20_std": 0.019382847310023876, + "nauc_mrr_at_3_diff1": 0.782170783845301, + "nauc_mrr_at_3_max": 0.6721610716245915, + "nauc_mrr_at_3_std": 0.007060638912249672, + "nauc_mrr_at_5_diff1": 0.7804164530157948, + "nauc_mrr_at_5_max": 0.6733163134130129, + "nauc_mrr_at_5_std": 0.01191234769134411, + "nauc_ndcg_at_1000_diff1": 0.7743096717713456, + "nauc_ndcg_at_1000_max": 0.6811184379684382, + "nauc_ndcg_at_1000_std": 0.038688076286489695, + "nauc_ndcg_at_100_diff1": 0.7715525961067747, + "nauc_ndcg_at_100_max": 0.6838511217732004, + "nauc_ndcg_at_100_std": 0.048963209042867356, + "nauc_ndcg_at_10_diff1": 0.7703234002313126, + "nauc_ndcg_at_10_max": 0.6876165892595866, + "nauc_ndcg_at_10_std": 0.0379844345124805, + "nauc_ndcg_at_1_diff1": 0.8010204035803418, + "nauc_ndcg_at_1_max": 0.638040712162681, + "nauc_ndcg_at_1_std": -0.01153470928696544, + "nauc_ndcg_at_20_diff1": 0.7697617176417149, + "nauc_ndcg_at_20_max": 0.6879528975887681, + "nauc_ndcg_at_20_std": 0.04660564052175664, + "nauc_ndcg_at_3_diff1": 0.7762139986181007, + "nauc_ndcg_at_3_max": 0.6835822118559073, + "nauc_ndcg_at_3_std": 0.014156601184227034, + "nauc_ndcg_at_5_diff1": 0.77269649999555, + "nauc_ndcg_at_5_max": 0.6862819095762387, + "nauc_ndcg_at_5_std": 0.023708821654213553, + "nauc_precision_at_1000_diff1": 0.5290036331317823, + "nauc_precision_at_1000_max": 0.7052377388009574, + "nauc_precision_at_1000_std": 0.7576021641356991, + "nauc_precision_at_100_diff1": 0.6640749965264525, + "nauc_precision_at_100_max": 0.7691942430970119, + "nauc_precision_at_100_std": 0.45367022449103656, + "nauc_precision_at_10_diff1": 0.723816984394851, + "nauc_precision_at_10_max": 0.7503333900348609, + "nauc_precision_at_10_std": 0.14476412638589184, + "nauc_precision_at_1_diff1": 0.8010204035803418, + "nauc_precision_at_1_max": 0.638040712162681, + "nauc_precision_at_1_std": -0.01153470928696544, + "nauc_precision_at_20_diff1": 0.7074084502741005, + "nauc_precision_at_20_max": 0.7689806553384589, + "nauc_precision_at_20_std": 0.23114668691964585, + "nauc_precision_at_3_diff1": 0.7537029282853196, + "nauc_precision_at_3_max": 0.7205977104875428, + "nauc_precision_at_3_std": 0.040866047495887584, + "nauc_precision_at_5_diff1": 0.7403627696046263, + "nauc_precision_at_5_max": 0.7337648466716107, + "nauc_precision_at_5_std": 0.07292655606255842, + "nauc_recall_at_1000_diff1": 0.683996507227263, + "nauc_recall_at_1000_max": 0.8430960974553673, + "nauc_recall_at_1000_std": 0.7811322167884297, + "nauc_recall_at_100_diff1": 0.6843186935419815, + "nauc_recall_at_100_max": 0.7851099291030239, + "nauc_recall_at_100_std": 0.44949270337273944, + "nauc_recall_at_10_diff1": 0.7263542836059766, + "nauc_recall_at_10_max": 0.7515864320753866, + "nauc_recall_at_10_std": 0.14368224594654624, + "nauc_recall_at_1_diff1": 0.8013608576646025, + "nauc_recall_at_1_max": 0.6379469002880604, + "nauc_recall_at_1_std": -0.012195520948266763, + "nauc_recall_at_20_diff1": 0.7106021956720333, + "nauc_recall_at_20_max": 0.7706142773955772, + "nauc_recall_at_20_std": 0.22995226368047803, + "nauc_recall_at_3_diff1": 0.7556024185932325, + "nauc_recall_at_3_max": 0.7215063150296124, + "nauc_recall_at_3_std": 0.03997232418113168, + "nauc_recall_at_5_diff1": 0.7425149404068306, + "nauc_recall_at_5_max": 0.7348222762859068, + "nauc_recall_at_5_std": 0.0719508204164011, + "ndcg_at_1": 0.58764, + "ndcg_at_10": 0.70063, + "ndcg_at_100": 0.72593, + "ndcg_at_1000": 0.7329, + "ndcg_at_20": 0.71156, + "ndcg_at_3": 0.66661, + "ndcg_at_5": 0.68401, + "precision_at_1": 0.58764, + "precision_at_10": 0.08145, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04288, + "precision_at_3": 0.24034, + "precision_at_5": 0.15267, + "recall_at_1": 0.58741, + "recall_at_10": 0.8142, + "recall_at_100": 0.93478, + "recall_at_1000": 0.99003, + "recall_at_20": 0.85719, + "recall_at_3": 0.7207, + "recall_at_5": 0.76302 + }, + { + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.704, + "map_at_1": 0.59174, + "map_at_10": 0.66814, + "map_at_100": 0.67289, + "map_at_1000": 0.67315, + "map_at_20": 0.671, + "map_at_3": 0.65215, + "map_at_5": 0.66188, + "mrr_at_1": 0.59178034881713, + "mrr_at_10": 0.6681558411656805, + "mrr_at_100": 0.672906904574893, + "mrr_at_1000": 0.6731657961665121, + "mrr_at_20": 0.6710223251298466, + "mrr_at_3": 0.6521901801646189, + "mrr_at_5": 0.6618905773326361, + "nauc_map_at_1000_diff1": 0.7529613418851754, + "nauc_map_at_1000_max": 0.6553655738004002, + "nauc_map_at_1000_std": 0.025790079936163408, + "nauc_map_at_100_diff1": 0.7528650596094443, + "nauc_map_at_100_max": 0.6554431983779166, + "nauc_map_at_100_std": 0.026052045940341325, + "nauc_map_at_10_diff1": 0.7522374671806271, + "nauc_map_at_10_max": 0.6557358302293782, + "nauc_map_at_10_std": 0.02433275863896782, + "nauc_map_at_1_diff1": 0.780770771044857, + "nauc_map_at_1_max": 0.6277435788350697, + "nauc_map_at_1_std": -0.009600961704393248, + "nauc_map_at_20_diff1": 0.7526435831781819, + "nauc_map_at_20_max": 0.6559144676707045, + "nauc_map_at_20_std": 0.025779045072377493, + "nauc_map_at_3_diff1": 0.7529371969849457, + "nauc_map_at_3_max": 0.6528575882513692, + "nauc_map_at_3_std": 0.013192833245862129, + "nauc_map_at_5_diff1": 0.7531495302703729, + "nauc_map_at_5_max": 0.6562191279395337, + "nauc_map_at_5_std": 0.02130963427457469, + "nauc_mrr_at_1000_diff1": 0.7529441315168856, + "nauc_mrr_at_1000_max": 0.6553480869895305, + "nauc_mrr_at_1000_std": 0.025769327604102086, + "nauc_mrr_at_100_diff1": 0.7528469366371677, + "nauc_mrr_at_100_max": 0.6554269422046802, + "nauc_mrr_at_100_std": 0.02603292693127495, + "nauc_mrr_at_10_diff1": 0.7522201947137191, + "nauc_mrr_at_10_max": 0.6557079390924253, + "nauc_mrr_at_10_std": 0.024304328417763168, + "nauc_mrr_at_1_diff1": 0.7806728182340482, + "nauc_mrr_at_1_max": 0.6277574471947805, + "nauc_mrr_at_1_std": -0.009578134624548124, + "nauc_mrr_at_20_diff1": 0.7526215443942844, + "nauc_mrr_at_20_max": 0.6558923062793176, + "nauc_mrr_at_20_std": 0.025758239455590904, + "nauc_mrr_at_3_diff1": 0.7529134525712328, + "nauc_mrr_at_3_max": 0.6528741453909971, + "nauc_mrr_at_3_std": 0.013298337637705675, + "nauc_mrr_at_5_diff1": 0.7531325904566655, + "nauc_mrr_at_5_max": 0.6561917367524508, + "nauc_mrr_at_5_std": 0.021281581453732608, + "nauc_ndcg_at_1000_diff1": 0.7467291567010087, + "nauc_ndcg_at_1000_max": 0.6628507598081859, + "nauc_ndcg_at_1000_std": 0.04666786305842192, + "nauc_ndcg_at_100_diff1": 0.7440916719147018, + "nauc_ndcg_at_100_max": 0.6656893089483982, + "nauc_ndcg_at_100_std": 0.05666503199657484, + "nauc_ndcg_at_10_diff1": 0.7410062839276219, + "nauc_ndcg_at_10_max": 0.6675330879473573, + "nauc_ndcg_at_10_std": 0.04706381596537607, + "nauc_ndcg_at_1_diff1": 0.7806728182340482, + "nauc_ndcg_at_1_max": 0.6277574471947805, + "nauc_ndcg_at_1_std": -0.009578134624548124, + "nauc_ndcg_at_20_diff1": 0.7421637460397169, + "nauc_ndcg_at_20_max": 0.6686727027795749, + "nauc_ndcg_at_20_std": 0.05386094708981817, + "nauc_ndcg_at_3_diff1": 0.7435731158631504, + "nauc_ndcg_at_3_max": 0.6612728467378823, + "nauc_ndcg_at_3_std": 0.022075749913980227, + "nauc_ndcg_at_5_diff1": 0.7435349375534507, + "nauc_ndcg_at_5_max": 0.6680119683996054, + "nauc_ndcg_at_5_std": 0.03790216758518184, + "nauc_precision_at_1000_diff1": 0.5826756203332354, + "nauc_precision_at_1000_max": 0.718410787909955, + "nauc_precision_at_1000_std": 0.6787004098143056, + "nauc_precision_at_100_diff1": 0.652139033230998, + "nauc_precision_at_100_max": 0.7532861266170808, + "nauc_precision_at_100_std": 0.44743767575632754, + "nauc_precision_at_10_diff1": 0.6874918976303623, + "nauc_precision_at_10_max": 0.7207682803695571, + "nauc_precision_at_10_std": 0.16043286057846526, + "nauc_precision_at_1_diff1": 0.7806728182340482, + "nauc_precision_at_1_max": 0.6277574471947805, + "nauc_precision_at_1_std": -0.009578134624548124, + "nauc_precision_at_20_diff1": 0.6813626301653636, + "nauc_precision_at_20_max": 0.7421396787812079, + "nauc_precision_at_20_std": 0.23613907649612795, + "nauc_precision_at_3_diff1": 0.7111852354705483, + "nauc_precision_at_3_max": 0.6891265445519021, + "nauc_precision_at_3_std": 0.05257593222644109, + "nauc_precision_at_5_diff1": 0.7056494506601179, + "nauc_precision_at_5_max": 0.7126179035206791, + "nauc_precision_at_5_std": 0.10458278469490705, + "nauc_recall_at_1000_diff1": 0.66943894653687, + "nauc_recall_at_1000_max": 0.7947018434241961, + "nauc_recall_at_1000_std": 0.7033809416858862, + "nauc_recall_at_100_diff1": 0.6660557645302256, + "nauc_recall_at_100_max": 0.7654489042584952, + "nauc_recall_at_100_std": 0.44808462452683917, + "nauc_recall_at_10_diff1": 0.6895306460130082, + "nauc_recall_at_10_max": 0.7220899275852847, + "nauc_recall_at_10_std": 0.15986070280646875, + "nauc_recall_at_1_diff1": 0.780770771044857, + "nauc_recall_at_1_max": 0.6277435788350697, + "nauc_recall_at_1_std": -0.009600961704393248, + "nauc_recall_at_20_diff1": 0.6840394042985731, + "nauc_recall_at_20_max": 0.7436766536877121, + "nauc_recall_at_20_std": 0.23532400312406246, + "nauc_recall_at_3_diff1": 0.7120602310228547, + "nauc_recall_at_3_max": 0.6895714974618763, + "nauc_recall_at_3_std": 0.05232058133279702, + "nauc_recall_at_5_diff1": 0.7073746363667368, + "nauc_recall_at_5_max": 0.7137190224609313, + "nauc_recall_at_5_std": 0.10404413918685261, + "ndcg_at_1": 0.59178, + "ndcg_at_10": 0.704, + "ndcg_at_100": 0.72783, + "ndcg_at_1000": 0.73495, + "ndcg_at_20": 0.71431, + "ndcg_at_3": 0.67119, + "ndcg_at_5": 0.68869, + "precision_at_1": 0.59178, + "precision_at_10": 0.08164, + "precision_at_100": 0.0093, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04285, + "precision_at_3": 0.24207, + "precision_at_5": 0.15374, + "recall_at_1": 0.59174, + "recall_at_10": 0.81614, + "recall_at_100": 0.92924, + "recall_at_1000": 0.98567, + "recall_at_20": 0.85667, + "recall_at_3": 0.72604, + "recall_at_5": 0.76848 + }, + { + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.69552, + "map_at_1": 0.57951, + "map_at_10": 0.65798, + "map_at_100": 0.66299, + "map_at_1000": 0.66326, + "map_at_20": 0.66114, + "map_at_3": 0.6401, + "map_at_5": 0.65087, + "mrr_at_1": 0.5795086650161874, + "mrr_at_10": 0.6579807172027713, + "mrr_at_100": 0.6630002318846324, + "mrr_at_1000": 0.6632674234725208, + "mrr_at_20": 0.6611429610854392, + "mrr_at_3": 0.6401002983558701, + "mrr_at_5": 0.6508696756173435, + "nauc_map_at_1000_diff1": 0.7464994149703597, + "nauc_map_at_1000_max": 0.6830747618270397, + "nauc_map_at_1000_std": 0.10620726885996026, + "nauc_map_at_100_diff1": 0.7463804142865252, + "nauc_map_at_100_max": 0.6831695072020817, + "nauc_map_at_100_std": 0.10653140774895063, + "nauc_map_at_10_diff1": 0.7460788300268615, + "nauc_map_at_10_max": 0.6840178063937385, + "nauc_map_at_10_std": 0.10496479767003723, + "nauc_map_at_1_diff1": 0.7749508624010525, + "nauc_map_at_1_max": 0.6492289286446211, + "nauc_map_at_1_std": 0.056633704133829225, + "nauc_map_at_20_diff1": 0.7460815005808973, + "nauc_map_at_20_max": 0.6836872112899608, + "nauc_map_at_20_std": 0.10677879491991635, + "nauc_map_at_3_diff1": 0.7472577738531248, + "nauc_map_at_3_max": 0.6800436091769139, + "nauc_map_at_3_std": 0.0919553942621414, + "nauc_map_at_5_diff1": 0.7465639854619931, + "nauc_map_at_5_max": 0.6845434740350155, + "nauc_map_at_5_std": 0.10013963585380317, + "nauc_mrr_at_1000_diff1": 0.7464975184636277, + "nauc_mrr_at_1000_max": 0.6830697103960574, + "nauc_mrr_at_1000_std": 0.10619942478270503, + "nauc_mrr_at_100_diff1": 0.7463767505906389, + "nauc_mrr_at_100_max": 0.6831641575325212, + "nauc_mrr_at_100_std": 0.10653612628295303, + "nauc_mrr_at_10_diff1": 0.7460788300268615, + "nauc_mrr_at_10_max": 0.6840178063937385, + "nauc_mrr_at_10_std": 0.10496479767003723, + "nauc_mrr_at_1_diff1": 0.7749508624010525, + "nauc_mrr_at_1_max": 0.6492289286446211, + "nauc_mrr_at_1_std": 0.056633704133829225, + "nauc_mrr_at_20_diff1": 0.7460802187222048, + "nauc_mrr_at_20_max": 0.6836824272380473, + "nauc_mrr_at_20_std": 0.10676784396961052, + "nauc_mrr_at_3_diff1": 0.7472577738531248, + "nauc_mrr_at_3_max": 0.6800436091769139, + "nauc_mrr_at_3_std": 0.0919553942621414, + "nauc_mrr_at_5_diff1": 0.7465639854619931, + "nauc_mrr_at_5_max": 0.6845434740350155, + "nauc_mrr_at_5_std": 0.10013963585380317, + "nauc_ndcg_at_1000_diff1": 0.7394938847799554, + "nauc_ndcg_at_1000_max": 0.6908552663775486, + "nauc_ndcg_at_1000_std": 0.12912197656365954, + "nauc_ndcg_at_100_diff1": 0.7360470658888791, + "nauc_ndcg_at_100_max": 0.6939230373065405, + "nauc_ndcg_at_100_std": 0.1409258672093894, + "nauc_ndcg_at_10_diff1": 0.7339988824786282, + "nauc_ndcg_at_10_max": 0.698620127175922, + "nauc_ndcg_at_10_std": 0.13470421226712656, + "nauc_ndcg_at_1_diff1": 0.7749508624010525, + "nauc_ndcg_at_1_max": 0.6492289286446211, + "nauc_ndcg_at_1_std": 0.056633704133829225, + "nauc_ndcg_at_20_diff1": 0.7335897677941992, + "nauc_ndcg_at_20_max": 0.6976311462998191, + "nauc_ndcg_at_20_std": 0.1431033866169588, + "nauc_ndcg_at_3_diff1": 0.7376852925144236, + "nauc_ndcg_at_3_max": 0.69041867022038, + "nauc_ndcg_at_3_std": 0.10543136002360565, + "nauc_ndcg_at_5_diff1": 0.7357787762850766, + "nauc_ndcg_at_5_max": 0.6994127629892428, + "nauc_ndcg_at_5_std": 0.12167130734925748, + "nauc_precision_at_1000_diff1": 0.608766718320542, + "nauc_precision_at_1000_max": 0.7548754971137204, + "nauc_precision_at_1000_std": 0.8255063159519573, + "nauc_precision_at_100_diff1": 0.6341727860660503, + "nauc_precision_at_100_max": 0.7884924207565697, + "nauc_precision_at_100_std": 0.562533795008145, + "nauc_precision_at_10_diff1": 0.6779156718491604, + "nauc_precision_at_10_max": 0.7656124388412255, + "nauc_precision_at_10_std": 0.2802132585371303, + "nauc_precision_at_1_diff1": 0.7749508624010525, + "nauc_precision_at_1_max": 0.6492289286446211, + "nauc_precision_at_1_std": 0.056633704133829225, + "nauc_precision_at_20_diff1": 0.6590828197911098, + "nauc_precision_at_20_max": 0.777074452837569, + "nauc_precision_at_20_std": 0.37995976305852597, + "nauc_precision_at_3_diff1": 0.7057241080079487, + "nauc_precision_at_3_max": 0.724956444244714, + "nauc_precision_at_3_std": 0.15089816480625468, + "nauc_precision_at_5_diff1": 0.6948294752791347, + "nauc_precision_at_5_max": 0.7567690106119782, + "nauc_precision_at_5_std": 0.20617003400290884, + "nauc_recall_at_1000_diff1": 0.646221193006956, + "nauc_recall_at_1000_max": 0.7919225142844749, + "nauc_recall_at_1000_std": 0.8192176266093053, + "nauc_recall_at_100_diff1": 0.6347979739684944, + "nauc_recall_at_100_max": 0.7885124358522984, + "nauc_recall_at_100_std": 0.5595817984449555, + "nauc_recall_at_10_diff1": 0.6779156718491596, + "nauc_recall_at_10_max": 0.7656124388412259, + "nauc_recall_at_10_std": 0.28021325853712975, + "nauc_recall_at_1_diff1": 0.7749508624010525, + "nauc_recall_at_1_max": 0.6492289286446211, + "nauc_recall_at_1_std": 0.056633704133829225, + "nauc_recall_at_20_diff1": 0.6591871089342223, + "nauc_recall_at_20_max": 0.7772098142923247, + "nauc_recall_at_20_std": 0.38023353705205404, + "nauc_recall_at_3_diff1": 0.7057241080079476, + "nauc_recall_at_3_max": 0.7249564442447125, + "nauc_recall_at_3_std": 0.15089816480625493, + "nauc_recall_at_5_diff1": 0.6948294752791353, + "nauc_recall_at_5_max": 0.7567690106119774, + "nauc_recall_at_5_std": 0.2061700340029081, + "ndcg_at_1": 0.57951, + "ndcg_at_10": 0.69552, + "ndcg_at_100": 0.72044, + "ndcg_at_1000": 0.72779, + "ndcg_at_20": 0.70698, + "ndcg_at_3": 0.65926, + "ndcg_at_5": 0.67853, + "precision_at_1": 0.57951, + "precision_at_10": 0.0813, + "precision_at_100": 0.00931, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04292, + "precision_at_3": 0.23818, + "precision_at_5": 0.1522, + "recall_at_1": 0.57951, + "recall_at_10": 0.81299, + "recall_at_100": 0.93087, + "recall_at_1000": 0.98924, + "recall_at_20": 0.85822, + "recall_at_3": 0.71453, + "recall_at_5": 0.761 + }, + { + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.6107, + "map_at_1": 0.48118, + "map_at_10": 0.56807, + "map_at_100": 0.57476, + "map_at_1000": 0.5751, + "map_at_20": 0.57214, + "map_at_3": 0.54787, + "map_at_5": 0.55946, + "mrr_at_1": 0.48128559804719284, + "mrr_at_10": 0.5681738928280842, + "mrr_at_100": 0.5748640585371385, + "mrr_at_1000": 0.5752058311236599, + "mrr_at_20": 0.5722495523438677, + "mrr_at_3": 0.5479726064551133, + "mrr_at_5": 0.5595877407106051, + "nauc_map_at_1000_diff1": 0.6476020599850664, + "nauc_map_at_1000_max": 0.5827699964787147, + "nauc_map_at_1000_std": 0.11229390839510939, + "nauc_map_at_100_diff1": 0.64744405715562, + "nauc_map_at_100_max": 0.5827914347835814, + "nauc_map_at_100_std": 0.1125489026892953, + "nauc_map_at_10_diff1": 0.6463248091434569, + "nauc_map_at_10_max": 0.5824840853996058, + "nauc_map_at_10_std": 0.10944972738406644, + "nauc_map_at_1_diff1": 0.6854336797148911, + "nauc_map_at_1_max": 0.556906017292434, + "nauc_map_at_1_std": 0.07854285582803926, + "nauc_map_at_20_diff1": 0.6468469770127174, + "nauc_map_at_20_max": 0.5829909170335156, + "nauc_map_at_20_std": 0.11232410886078584, + "nauc_map_at_3_diff1": 0.6505650074974514, + "nauc_map_at_3_max": 0.5824226668286766, + "nauc_map_at_3_std": 0.10188313133810678, + "nauc_map_at_5_diff1": 0.6469738514350655, + "nauc_map_at_5_max": 0.5821252013915436, + "nauc_map_at_5_std": 0.10434665651997635, + "nauc_mrr_at_1000_diff1": 0.64759181607006, + "nauc_mrr_at_1000_max": 0.5825541982332103, + "nauc_mrr_at_1000_std": 0.11226220472453914, + "nauc_mrr_at_100_diff1": 0.6474337780187194, + "nauc_mrr_at_100_max": 0.5825752924388765, + "nauc_mrr_at_100_std": 0.11251714884066413, + "nauc_mrr_at_10_diff1": 0.6463146459762145, + "nauc_mrr_at_10_max": 0.5822715037041143, + "nauc_mrr_at_10_std": 0.10941834909595151, + "nauc_mrr_at_1_diff1": 0.6854225396411923, + "nauc_mrr_at_1_max": 0.5567174518817759, + "nauc_mrr_at_1_std": 0.07851022328019618, + "nauc_mrr_at_20_diff1": 0.6468367433753481, + "nauc_mrr_at_20_max": 0.5827763534081267, + "nauc_mrr_at_20_std": 0.11229257455303907, + "nauc_mrr_at_3_diff1": 0.6505517416273611, + "nauc_mrr_at_3_max": 0.5822214940126467, + "nauc_mrr_at_3_std": 0.1018490354348306, + "nauc_mrr_at_5_diff1": 0.6469787643666448, + "nauc_mrr_at_5_max": 0.5819017478389825, + "nauc_mrr_at_5_std": 0.1043300446419164, + "nauc_ndcg_at_1000_diff1": 0.6387778167314713, + "nauc_ndcg_at_1000_max": 0.5903063155152265, + "nauc_ndcg_at_1000_std": 0.13259609642136455, + "nauc_ndcg_at_100_diff1": 0.6340373541243206, + "nauc_ndcg_at_100_max": 0.5915865635514119, + "nauc_ndcg_at_100_std": 0.1424289499854104, + "nauc_ndcg_at_10_diff1": 0.6292119854010088, + "nauc_ndcg_at_10_max": 0.5913447587685082, + "nauc_ndcg_at_10_std": 0.12802096406842156, + "nauc_ndcg_at_1_diff1": 0.6854225396411923, + "nauc_ndcg_at_1_max": 0.5567174518817759, + "nauc_ndcg_at_1_std": 0.07851022328019618, + "nauc_ndcg_at_20_diff1": 0.630343902717639, + "nauc_ndcg_at_20_max": 0.593207365981199, + "nauc_ndcg_at_20_std": 0.13974693831718, + "nauc_ndcg_at_3_diff1": 0.6387457172795176, + "nauc_ndcg_at_3_max": 0.5905472382478486, + "nauc_ndcg_at_3_std": 0.11038559315996282, + "nauc_ndcg_at_5_diff1": 0.631635714738503, + "nauc_ndcg_at_5_max": 0.5901364917611497, + "nauc_ndcg_at_5_std": 0.11514508016473357, + "nauc_precision_at_1000_diff1": 0.5659375648771207, + "nauc_precision_at_1000_max": 0.768607758326655, + "nauc_precision_at_1000_std": 0.7067783522048494, + "nauc_precision_at_100_diff1": 0.521988062418627, + "nauc_precision_at_100_max": 0.6617470200481378, + "nauc_precision_at_100_std": 0.47856394696730525, + "nauc_precision_at_10_diff1": 0.5565907128594899, + "nauc_precision_at_10_max": 0.625527738203565, + "nauc_precision_at_10_std": 0.2095838863927118, + "nauc_precision_at_1_diff1": 0.6854225396411923, + "nauc_precision_at_1_max": 0.5567174518817759, + "nauc_precision_at_1_std": 0.07851022328019618, + "nauc_precision_at_20_diff1": 0.5459245405904765, + "nauc_precision_at_20_max": 0.643101611742297, + "nauc_precision_at_20_std": 0.2980164831923686, + "nauc_precision_at_3_diff1": 0.6011495152386348, + "nauc_precision_at_3_max": 0.616208873974426, + "nauc_precision_at_3_std": 0.1376415070343627, + "nauc_precision_at_5_diff1": 0.5776477036020005, + "nauc_precision_at_5_max": 0.6172910339389005, + "nauc_precision_at_5_std": 0.15331724825968857, + "nauc_recall_at_1000_diff1": 0.5905442079850992, + "nauc_recall_at_1000_max": 0.8125021609971187, + "nauc_recall_at_1000_std": 0.733560943042622, + "nauc_recall_at_100_diff1": 0.5237510484028512, + "nauc_recall_at_100_max": 0.6654279326596207, + "nauc_recall_at_100_std": 0.4795888503495634, + "nauc_recall_at_10_diff1": 0.5574435574978496, + "nauc_recall_at_10_max": 0.6271210587038688, + "nauc_recall_at_10_std": 0.20974426785159492, + "nauc_recall_at_1_diff1": 0.6854336797148911, + "nauc_recall_at_1_max": 0.556906017292434, + "nauc_recall_at_1_std": 0.07854285582803926, + "nauc_recall_at_20_diff1": 0.5469120494776631, + "nauc_recall_at_20_max": 0.6450339682592228, + "nauc_recall_at_20_std": 0.29832367744037336, + "nauc_recall_at_3_diff1": 0.6010776247999756, + "nauc_recall_at_3_max": 0.6163390162456586, + "nauc_recall_at_3_std": 0.1376574084792185, + "nauc_recall_at_5_diff1": 0.5774987470317192, + "nauc_recall_at_5_max": 0.6175145882698512, + "nauc_recall_at_5_std": 0.15323476621557694, + "ndcg_at_1": 0.48129, + "ndcg_at_10": 0.6107, + "ndcg_at_100": 0.64428, + "ndcg_at_1000": 0.65398, + "ndcg_at_20": 0.62542, + "ndcg_at_3": 0.5692, + "ndcg_at_5": 0.5901, + "precision_at_1": 0.48129, + "precision_at_10": 0.07449, + "precision_at_100": 0.00904, + "precision_at_1000": 0.00098, + "precision_at_20": 0.04014, + "precision_at_3": 0.21027, + "precision_at_5": 0.13633, + "recall_at_1": 0.48118, + "recall_at_10": 0.74461, + "recall_at_100": 0.90409, + "recall_at_1000": 0.98169, + "recall_at_20": 0.80258, + "recall_at_3": 0.6307, + "recall_at_5": 0.68145 + }, + { + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.63723, + "map_at_1": 0.51538, + "map_at_10": 0.59665, + "map_at_100": 0.60258, + "map_at_1000": 0.60294, + "map_at_20": 0.60014, + "map_at_3": 0.57665, + "map_at_5": 0.58846, + "mrr_at_1": 0.5153776160145587, + "mrr_at_10": 0.5966462296171127, + "mrr_at_100": 0.6025827262115021, + "mrr_at_1000": 0.6029359456014173, + "mrr_at_20": 0.6001376623680251, + "mrr_at_3": 0.5766454352441626, + "mrr_at_5": 0.5884561722778285, + "nauc_map_at_1000_diff1": 0.7112712935012374, + "nauc_map_at_1000_max": 0.6780941601732463, + "nauc_map_at_1000_std": 0.10386812848324802, + "nauc_map_at_100_diff1": 0.7110852507451183, + "nauc_map_at_100_max": 0.6781702954374889, + "nauc_map_at_100_std": 0.10424616600802257, + "nauc_map_at_10_diff1": 0.7105787985773477, + "nauc_map_at_10_max": 0.6788591169162753, + "nauc_map_at_10_std": 0.10243561596950791, + "nauc_map_at_1_diff1": 0.7486881247510329, + "nauc_map_at_1_max": 0.6489464175811986, + "nauc_map_at_1_std": 0.06153535130212045, + "nauc_map_at_20_diff1": 0.7106299810094576, + "nauc_map_at_20_max": 0.6786421177574813, + "nauc_map_at_20_std": 0.10431625220933945, + "nauc_map_at_3_diff1": 0.7155866213443343, + "nauc_map_at_3_max": 0.6768240390914901, + "nauc_map_at_3_std": 0.08800356056754466, + "nauc_map_at_5_diff1": 0.7115254592305083, + "nauc_map_at_5_max": 0.6779712414527165, + "nauc_map_at_5_std": 0.09605310263965683, + "nauc_mrr_at_1000_diff1": 0.7112712778425373, + "nauc_mrr_at_1000_max": 0.6780941498052745, + "nauc_mrr_at_1000_std": 0.103868104064624, + "nauc_mrr_at_100_diff1": 0.7110852507451183, + "nauc_mrr_at_100_max": 0.6781702954374889, + "nauc_mrr_at_100_std": 0.10424616600802257, + "nauc_mrr_at_10_diff1": 0.7105787985773477, + "nauc_mrr_at_10_max": 0.6788591169162753, + "nauc_mrr_at_10_std": 0.10243561596950791, + "nauc_mrr_at_1_diff1": 0.7486881247510329, + "nauc_mrr_at_1_max": 0.6489464175811986, + "nauc_mrr_at_1_std": 0.06153535130212045, + "nauc_mrr_at_20_diff1": 0.7106299810094576, + "nauc_mrr_at_20_max": 0.6786421177574813, + "nauc_mrr_at_20_std": 0.10431625220933945, + "nauc_mrr_at_3_diff1": 0.7155866213443343, + "nauc_mrr_at_3_max": 0.6768240390914901, + "nauc_mrr_at_3_std": 0.08800356056754466, + "nauc_mrr_at_5_diff1": 0.7115254592305083, + "nauc_mrr_at_5_max": 0.6779712414527165, + "nauc_mrr_at_5_std": 0.09605310263965683, + "nauc_ndcg_at_1000_diff1": 0.7016748323516293, + "nauc_ndcg_at_1000_max": 0.6853901951257569, + "nauc_ndcg_at_1000_std": 0.1266636409848116, + "nauc_ndcg_at_100_diff1": 0.6965789860784659, + "nauc_ndcg_at_100_max": 0.6880666339069651, + "nauc_ndcg_at_100_std": 0.14000478826942248, + "nauc_ndcg_at_10_diff1": 0.6940554270033065, + "nauc_ndcg_at_10_max": 0.6918133973564125, + "nauc_ndcg_at_10_std": 0.13172813315165138, + "nauc_ndcg_at_1_diff1": 0.7486881247510329, + "nauc_ndcg_at_1_max": 0.6489464175811986, + "nauc_ndcg_at_1_std": 0.06153535130212045, + "nauc_ndcg_at_20_diff1": 0.6935809872444078, + "nauc_ndcg_at_20_max": 0.6915207650000845, + "nauc_ndcg_at_20_std": 0.14037946651539016, + "nauc_ndcg_at_3_diff1": 0.7052520472277973, + "nauc_ndcg_at_3_max": 0.6864399950188317, + "nauc_ndcg_at_3_std": 0.09833663807533613, + "nauc_ndcg_at_5_diff1": 0.6971886432096058, + "nauc_ndcg_at_5_max": 0.6890621058260324, + "nauc_ndcg_at_5_std": 0.11426296789879176, + "nauc_precision_at_1000_diff1": 0.5489074806995867, + "nauc_precision_at_1000_max": 0.806030995376497, + "nauc_precision_at_1000_std": 0.7623112276488113, + "nauc_precision_at_100_diff1": 0.5645369569076336, + "nauc_precision_at_100_max": 0.7676408710917733, + "nauc_precision_at_100_std": 0.5388573745497102, + "nauc_precision_at_10_diff1": 0.6223264723995611, + "nauc_precision_at_10_max": 0.7477910961513972, + "nauc_precision_at_10_std": 0.26782101019346805, + "nauc_precision_at_1_diff1": 0.7486881247510329, + "nauc_precision_at_1_max": 0.6489464175811986, + "nauc_precision_at_1_std": 0.06153535130212045, + "nauc_precision_at_20_diff1": 0.6030569374322637, + "nauc_precision_at_20_max": 0.7588837928244772, + "nauc_precision_at_20_std": 0.35246780880058776, + "nauc_precision_at_3_diff1": 0.6723753131270124, + "nauc_precision_at_3_max": 0.7173820439749778, + "nauc_precision_at_3_std": 0.13200573483523398, + "nauc_precision_at_5_diff1": 0.6458273604245778, + "nauc_precision_at_5_max": 0.7285426698710661, + "nauc_precision_at_5_std": 0.1817954726856428, + "nauc_recall_at_1000_diff1": 0.5489074806995963, + "nauc_recall_at_1000_max": 0.8060309953765078, + "nauc_recall_at_1000_std": 0.7623112276488455, + "nauc_recall_at_100_diff1": 0.5645369569076323, + "nauc_recall_at_100_max": 0.7676408710917737, + "nauc_recall_at_100_std": 0.5388573745497078, + "nauc_recall_at_10_diff1": 0.6223264723995598, + "nauc_recall_at_10_max": 0.7477910961513969, + "nauc_recall_at_10_std": 0.26782101019346805, + "nauc_recall_at_1_diff1": 0.7486881247510329, + "nauc_recall_at_1_max": 0.6489464175811986, + "nauc_recall_at_1_std": 0.06153535130212045, + "nauc_recall_at_20_diff1": 0.6030569374322632, + "nauc_recall_at_20_max": 0.7588837928244758, + "nauc_recall_at_20_std": 0.3524678088005855, + "nauc_recall_at_3_diff1": 0.6723753131270136, + "nauc_recall_at_3_max": 0.7173820439749787, + "nauc_recall_at_3_std": 0.13200573483523473, + "nauc_recall_at_5_diff1": 0.6458273604245766, + "nauc_recall_at_5_max": 0.7285426698710654, + "nauc_recall_at_5_std": 0.18179547268564195, + "ndcg_at_1": 0.51538, + "ndcg_at_10": 0.63723, + "ndcg_at_100": 0.66772, + "ndcg_at_1000": 0.67731, + "ndcg_at_20": 0.64996, + "ndcg_at_3": 0.5961, + "ndcg_at_5": 0.61742, + "precision_at_1": 0.51538, + "precision_at_10": 0.07652, + "precision_at_100": 0.00912, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04078, + "precision_at_3": 0.21741, + "precision_at_5": 0.14082, + "recall_at_1": 0.51538, + "recall_at_10": 0.76524, + "recall_at_100": 0.91156, + "recall_at_1000": 0.98744, + "recall_at_20": 0.81565, + "recall_at_3": 0.65223, + "recall_at_5": 0.70409 + }, + { + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.63439, + "map_at_1": 0.50526, + "map_at_10": 0.59076, + "map_at_100": 0.59703, + "map_at_1000": 0.59732, + "map_at_20": 0.59458, + "map_at_3": 0.56886, + "map_at_5": 0.58125, + "mrr_at_1": 0.5052570093457944, + "mrr_at_10": 0.5907566570241808, + "mrr_at_100": 0.5970313973043405, + "mrr_at_1000": 0.5973151423789249, + "mrr_at_20": 0.5945811269432679, + "mrr_at_3": 0.5688603322949126, + "mrr_at_5": 0.5812532450674974, + "nauc_map_at_1000_diff1": 0.68536189041995, + "nauc_map_at_1000_max": 0.6075907763857181, + "nauc_map_at_1000_std": 0.11109443221754295, + "nauc_map_at_100_diff1": 0.6851950071936798, + "nauc_map_at_100_max": 0.6076351750892459, + "nauc_map_at_100_std": 0.11143309631084027, + "nauc_map_at_10_diff1": 0.6846939280319151, + "nauc_map_at_10_max": 0.607295135985158, + "nauc_map_at_10_std": 0.10845139170882431, + "nauc_map_at_1_diff1": 0.7238978535150532, + "nauc_map_at_1_max": 0.5851620712946907, + "nauc_map_at_1_std": 0.06454470486356993, + "nauc_map_at_20_diff1": 0.6849722555615813, + "nauc_map_at_20_max": 0.6077277815867866, + "nauc_map_at_20_std": 0.11160297639970235, + "nauc_map_at_3_diff1": 0.6890876874607704, + "nauc_map_at_3_max": 0.6072361980147613, + "nauc_map_at_3_std": 0.10084598043773813, + "nauc_map_at_5_diff1": 0.6840949080969471, + "nauc_map_at_5_max": 0.6070574174575373, + "nauc_map_at_5_std": 0.10591716400045695, + "nauc_mrr_at_1000_diff1": 0.6853600138154013, + "nauc_mrr_at_1000_max": 0.6075891680140953, + "nauc_mrr_at_1000_std": 0.11108947890724954, + "nauc_mrr_at_100_diff1": 0.6851931329182764, + "nauc_mrr_at_100_max": 0.6076335680680149, + "nauc_mrr_at_100_std": 0.11142814646355015, + "nauc_mrr_at_10_diff1": 0.6846939280319151, + "nauc_mrr_at_10_max": 0.607295135985158, + "nauc_mrr_at_10_std": 0.10845139170882431, + "nauc_mrr_at_1_diff1": 0.7238978535150532, + "nauc_mrr_at_1_max": 0.5851620712946907, + "nauc_mrr_at_1_std": 0.06454470486356993, + "nauc_mrr_at_20_diff1": 0.6849722555615813, + "nauc_mrr_at_20_max": 0.6077277815867866, + "nauc_mrr_at_20_std": 0.11160297639970235, + "nauc_mrr_at_3_diff1": 0.6890876874607704, + "nauc_mrr_at_3_max": 0.6072361980147613, + "nauc_mrr_at_3_std": 0.10084598043773813, + "nauc_mrr_at_5_diff1": 0.6840949080969471, + "nauc_mrr_at_5_max": 0.6070574174575373, + "nauc_mrr_at_5_std": 0.10591716400045695, + "nauc_ndcg_at_1000_diff1": 0.6759792622076001, + "nauc_ndcg_at_1000_max": 0.6141423855818706, + "nauc_ndcg_at_1000_std": 0.13265314895239697, + "nauc_ndcg_at_100_diff1": 0.6712324615762738, + "nauc_ndcg_at_100_max": 0.6160653756702004, + "nauc_ndcg_at_100_std": 0.14461147424597964, + "nauc_ndcg_at_10_diff1": 0.6688501614386296, + "nauc_ndcg_at_10_max": 0.6145352920462692, + "nauc_ndcg_at_10_std": 0.131434466114356, + "nauc_ndcg_at_1_diff1": 0.7238978535150532, + "nauc_ndcg_at_1_max": 0.5851620712946907, + "nauc_ndcg_at_1_std": 0.06454470486356993, + "nauc_ndcg_at_20_diff1": 0.6696745659037627, + "nauc_ndcg_at_20_max": 0.6168180830905575, + "nauc_ndcg_at_20_std": 0.1454147158715041, + "nauc_ndcg_at_3_diff1": 0.6777790259213137, + "nauc_ndcg_at_3_max": 0.6139239634155581, + "nauc_ndcg_at_3_std": 0.11363353301724578, + "nauc_ndcg_at_5_diff1": 0.6681030653112686, + "nauc_ndcg_at_5_max": 0.6136555014182993, + "nauc_ndcg_at_5_std": 0.12355276610205052, + "nauc_precision_at_1000_diff1": 0.529208683508353, + "nauc_precision_at_1000_max": 0.8257681854769828, + "nauc_precision_at_1000_std": 0.7588133499550866, + "nauc_precision_at_100_diff1": 0.525034415155729, + "nauc_precision_at_100_max": 0.7090279993201902, + "nauc_precision_at_100_std": 0.5792283526183759, + "nauc_precision_at_10_diff1": 0.5997979510110508, + "nauc_precision_at_10_max": 0.6452740414279772, + "nauc_precision_at_10_std": 0.23723527145794202, + "nauc_precision_at_1_diff1": 0.7238978535150532, + "nauc_precision_at_1_max": 0.5851620712946907, + "nauc_precision_at_1_std": 0.06454470486356993, + "nauc_precision_at_20_diff1": 0.5879190692424924, + "nauc_precision_at_20_max": 0.669451909837154, + "nauc_precision_at_20_std": 0.3589164835925981, + "nauc_precision_at_3_diff1": 0.6415438700901661, + "nauc_precision_at_3_max": 0.6351734684554503, + "nauc_precision_at_3_std": 0.1549764278831942, + "nauc_precision_at_5_diff1": 0.6103922116393034, + "nauc_precision_at_5_max": 0.6363574038085161, + "nauc_precision_at_5_std": 0.18751233687865324, + "nauc_recall_at_1000_diff1": 0.5439046434644439, + "nauc_recall_at_1000_max": 0.8477303288648176, + "nauc_recall_at_1000_std": 0.7611824468730287, + "nauc_recall_at_100_diff1": 0.5276776588846805, + "nauc_recall_at_100_max": 0.7124877680273802, + "nauc_recall_at_100_std": 0.5788604886604924, + "nauc_recall_at_10_diff1": 0.5997979510110514, + "nauc_recall_at_10_max": 0.6452740414279773, + "nauc_recall_at_10_std": 0.23723527145794188, + "nauc_recall_at_1_diff1": 0.7238978535150532, + "nauc_recall_at_1_max": 0.5851620712946907, + "nauc_recall_at_1_std": 0.06454470486356993, + "nauc_recall_at_20_diff1": 0.5879190692424925, + "nauc_recall_at_20_max": 0.6694519098371546, + "nauc_recall_at_20_std": 0.35891648359259626, + "nauc_recall_at_3_diff1": 0.6415438700901659, + "nauc_recall_at_3_max": 0.6351734684554498, + "nauc_recall_at_3_std": 0.15497642788319455, + "nauc_recall_at_5_diff1": 0.6103922116393026, + "nauc_recall_at_5_max": 0.6363574038085156, + "nauc_recall_at_5_std": 0.1875123368786537, + "ndcg_at_1": 0.50526, + "ndcg_at_10": 0.63439, + "ndcg_at_100": 0.66613, + "ndcg_at_1000": 0.67399, + "ndcg_at_20": 0.64829, + "ndcg_at_3": 0.58926, + "ndcg_at_5": 0.61157, + "precision_at_1": 0.50526, + "precision_at_10": 0.07724, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04136, + "precision_at_3": 0.21606, + "precision_at_5": 0.14046, + "recall_at_1": 0.50526, + "recall_at_10": 0.77239, + "recall_at_100": 0.92368, + "recall_at_1000": 0.98618, + "recall_at_20": 0.8273, + "recall_at_3": 0.64817, + "recall_at_5": 0.7023 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "main_score": 0.59378, + "map_at_1": 0.45854, + "map_at_10": 0.5489, + "map_at_100": 0.55613, + "map_at_1000": 0.55655, + "map_at_20": 0.55327, + "map_at_3": 0.52713, + "map_at_5": 0.53995, + "mrr_at_1": 0.4585439838220425, + "mrr_at_10": 0.5488992007318607, + "mrr_at_100": 0.5561335751399978, + "mrr_at_1000": 0.5565496896038636, + "mrr_at_20": 0.5532748455056195, + "mrr_at_3": 0.5271317829457373, + "mrr_at_5": 0.5399477586788013, + "nauc_map_at_1000_diff1": 0.5791723286256276, + "nauc_map_at_1000_max": 0.5617025009377468, + "nauc_map_at_1000_std": 0.1183122439794741, + "nauc_map_at_100_diff1": 0.5789551368354072, + "nauc_map_at_100_max": 0.5617028911264597, + "nauc_map_at_100_std": 0.11852823811899503, + "nauc_map_at_10_diff1": 0.5784437839671799, + "nauc_map_at_10_max": 0.5629619890069504, + "nauc_map_at_10_std": 0.11902565367402036, + "nauc_map_at_1_diff1": 0.6218681783910595, + "nauc_map_at_1_max": 0.5311956679331388, + "nauc_map_at_1_std": 0.07347302135448332, + "nauc_map_at_20_diff1": 0.5782977989536227, + "nauc_map_at_20_max": 0.5623349815488778, + "nauc_map_at_20_std": 0.11844352586151158, + "nauc_map_at_3_diff1": 0.582479429760921, + "nauc_map_at_3_max": 0.5607945470309516, + "nauc_map_at_3_std": 0.10441636480810679, + "nauc_map_at_5_diff1": 0.5784251082698924, + "nauc_map_at_5_max": 0.5615414278010157, + "nauc_map_at_5_std": 0.11563080999666021, + "nauc_mrr_at_1000_diff1": 0.5791723286256276, + "nauc_mrr_at_1000_max": 0.5617025009377468, + "nauc_mrr_at_1000_std": 0.1183122439794741, + "nauc_mrr_at_100_diff1": 0.5789551368354072, + "nauc_mrr_at_100_max": 0.5617028911264597, + "nauc_mrr_at_100_std": 0.11852823811899503, + "nauc_mrr_at_10_diff1": 0.5784437839671799, + "nauc_mrr_at_10_max": 0.5629619890069504, + "nauc_mrr_at_10_std": 0.11902565367402036, + "nauc_mrr_at_1_diff1": 0.6218681783910595, + "nauc_mrr_at_1_max": 0.5311956679331388, + "nauc_mrr_at_1_std": 0.07347302135448332, + "nauc_mrr_at_20_diff1": 0.5782977989536227, + "nauc_mrr_at_20_max": 0.5623349815488778, + "nauc_mrr_at_20_std": 0.11844352586151158, + "nauc_mrr_at_3_diff1": 0.582479429760921, + "nauc_mrr_at_3_max": 0.5607945470309516, + "nauc_mrr_at_3_std": 0.10441636480810679, + "nauc_mrr_at_5_diff1": 0.5784251082698924, + "nauc_mrr_at_5_max": 0.5615414278010157, + "nauc_mrr_at_5_std": 0.11563080999666021, + "nauc_ndcg_at_1000_diff1": 0.5694887700404323, + "nauc_ndcg_at_1000_max": 0.5674443980114235, + "nauc_ndcg_at_1000_std": 0.13395652301124966, + "nauc_ndcg_at_100_diff1": 0.563265417449027, + "nauc_ndcg_at_100_max": 0.5680390899341479, + "nauc_ndcg_at_100_std": 0.14305585980212054, + "nauc_ndcg_at_10_diff1": 0.5602930480991044, + "nauc_ndcg_at_10_max": 0.5750091556150952, + "nauc_ndcg_at_10_std": 0.145239742770426, + "nauc_ndcg_at_1_diff1": 0.6218681783910595, + "nauc_ndcg_at_1_max": 0.5311956679331388, + "nauc_ndcg_at_1_std": 0.07347302135448332, + "nauc_ndcg_at_20_diff1": 0.5591179435835201, + "nauc_ndcg_at_20_max": 0.5729642709242165, + "nauc_ndcg_at_20_std": 0.1431320608188224, + "nauc_ndcg_at_3_diff1": 0.5685083800630376, + "nauc_ndcg_at_3_max": 0.5693980428604453, + "nauc_ndcg_at_3_std": 0.11470123448339033, + "nauc_ndcg_at_5_diff1": 0.5601774000797676, + "nauc_ndcg_at_5_max": 0.5708358232557462, + "nauc_ndcg_at_5_std": 0.13603767614105156, + "nauc_precision_at_1000_diff1": 0.5811713101516984, + "nauc_precision_at_1000_max": 0.6809176580064283, + "nauc_precision_at_1000_std": 0.3931022797045974, + "nauc_precision_at_100_diff1": 0.42987499401416557, + "nauc_precision_at_100_max": 0.5968380875044818, + "nauc_precision_at_100_std": 0.38222371167725644, + "nauc_precision_at_10_diff1": 0.4871973659816532, + "nauc_precision_at_10_max": 0.6245516933417399, + "nauc_precision_at_10_std": 0.2579248772411553, + "nauc_precision_at_1_diff1": 0.6218681783910595, + "nauc_precision_at_1_max": 0.5311956679331388, + "nauc_precision_at_1_std": 0.07347302135448332, + "nauc_precision_at_20_diff1": 0.46304330351971756, + "nauc_precision_at_20_max": 0.6238089885481033, + "nauc_precision_at_20_std": 0.2693145440369121, + "nauc_precision_at_3_diff1": 0.5244526050738358, + "nauc_precision_at_3_max": 0.59591284975309, + "nauc_precision_at_3_std": 0.14690898347179668, + "nauc_precision_at_5_diff1": 0.4960117290080917, + "nauc_precision_at_5_max": 0.6020579106591093, + "nauc_precision_at_5_std": 0.20930928578850092, + "nauc_recall_at_1000_diff1": 0.5811713101517062, + "nauc_recall_at_1000_max": 0.6809176580064653, + "nauc_recall_at_1000_std": 0.3931022797046235, + "nauc_recall_at_100_diff1": 0.4298749940141673, + "nauc_recall_at_100_max": 0.5968380875044837, + "nauc_recall_at_100_std": 0.3822237116772572, + "nauc_recall_at_10_diff1": 0.48719736598165425, + "nauc_recall_at_10_max": 0.6245516933417387, + "nauc_recall_at_10_std": 0.2579248772411559, + "nauc_recall_at_1_diff1": 0.6218681783910595, + "nauc_recall_at_1_max": 0.5311956679331388, + "nauc_recall_at_1_std": 0.07347302135448332, + "nauc_recall_at_20_diff1": 0.46304330351971745, + "nauc_recall_at_20_max": 0.6238089885481038, + "nauc_recall_at_20_std": 0.2693145440369119, + "nauc_recall_at_3_diff1": 0.5244526050738356, + "nauc_recall_at_3_max": 0.5959128497530907, + "nauc_recall_at_3_std": 0.1469089834717964, + "nauc_recall_at_5_diff1": 0.49601172900809193, + "nauc_recall_at_5_max": 0.6020579106591097, + "nauc_recall_at_5_std": 0.20930928578850136, + "ndcg_at_1": 0.45854, + "ndcg_at_10": 0.59378, + "ndcg_at_100": 0.62993, + "ndcg_at_1000": 0.64089, + "ndcg_at_20": 0.60958, + "ndcg_at_3": 0.54915, + "ndcg_at_5": 0.57225, + "precision_at_1": 0.45854, + "precision_at_10": 0.07351, + "precision_at_100": 0.00906, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03986, + "precision_at_3": 0.20425, + "precision_at_5": 0.13377, + "recall_at_1": 0.45854, + "recall_at_10": 0.73509, + "recall_at_100": 0.90647, + "recall_at_1000": 0.99242, + "recall_at_20": 0.79727, + "recall_at_3": 0.61274, + "recall_at_5": 0.66886 + }, + { + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "main_score": 0.70227, + "map_at_1": 0.55994, + "map_at_10": 0.65721, + "map_at_100": 0.6624, + "map_at_1000": 0.66262, + "map_at_20": 0.66064, + "map_at_3": 0.63735, + "map_at_5": 0.64916, + "mrr_at_1": 0.560315670800451, + "mrr_at_10": 0.6575904600848234, + "mrr_at_100": 0.6627616155821545, + "mrr_at_1000": 0.662984935805625, + "mrr_at_20": 0.6610147732378766, + "mrr_at_3": 0.637730176625329, + "mrr_at_5": 0.649539646749343, + "nauc_map_at_1000_diff1": 0.7465115341320617, + "nauc_map_at_1000_max": 0.6118674655195775, + "nauc_map_at_1000_std": -0.05537845229253858, + "nauc_map_at_100_diff1": 0.7464487307016285, + "nauc_map_at_100_max": 0.6120028970193176, + "nauc_map_at_100_std": -0.05508148827444042, + "nauc_map_at_10_diff1": 0.7453934505403966, + "nauc_map_at_10_max": 0.6138838746511093, + "nauc_map_at_10_std": -0.054365003042440775, + "nauc_map_at_1_diff1": 0.77892122674147, + "nauc_map_at_1_max": 0.5748303252889859, + "nauc_map_at_1_std": -0.08828057603243705, + "nauc_map_at_20_diff1": 0.7457518200694934, + "nauc_map_at_20_max": 0.6126207331139437, + "nauc_map_at_20_std": -0.054393926929800274, + "nauc_map_at_3_diff1": 0.7454149126486698, + "nauc_map_at_3_max": 0.6096829565645925, + "nauc_map_at_3_std": -0.06395174855122931, + "nauc_map_at_5_diff1": 0.7444047384630846, + "nauc_map_at_5_max": 0.6112027251589942, + "nauc_map_at_5_std": -0.0607632843169601, + "nauc_mrr_at_1000_diff1": 0.745940783696391, + "nauc_mrr_at_1000_max": 0.6120334305306825, + "nauc_mrr_at_1000_std": -0.05385327745544556, + "nauc_mrr_at_100_diff1": 0.7458784215548446, + "nauc_mrr_at_100_max": 0.6121687971879237, + "nauc_mrr_at_100_std": -0.05355742269966468, + "nauc_mrr_at_10_diff1": 0.7448166041840002, + "nauc_mrr_at_10_max": 0.6140590113866868, + "nauc_mrr_at_10_std": -0.05280955258077143, + "nauc_mrr_at_1_diff1": 0.7784144996639736, + "nauc_mrr_at_1_max": 0.5749252655687813, + "nauc_mrr_at_1_std": -0.08700068894680335, + "nauc_mrr_at_20_diff1": 0.7451688136988881, + "nauc_mrr_at_20_max": 0.6127970857148308, + "nauc_mrr_at_20_std": -0.05282133475040745, + "nauc_mrr_at_3_diff1": 0.7448683803863186, + "nauc_mrr_at_3_max": 0.609846661342892, + "nauc_mrr_at_3_std": -0.062483101425283676, + "nauc_mrr_at_5_diff1": 0.743840971261005, + "nauc_mrr_at_5_max": 0.6113722587482171, + "nauc_mrr_at_5_std": -0.059248063832313486, + "nauc_ndcg_at_1000_diff1": 0.7406491660395903, + "nauc_ndcg_at_1000_max": 0.6199784767131052, + "nauc_ndcg_at_1000_std": -0.042981392230628114, + "nauc_ndcg_at_100_diff1": 0.7389614685666559, + "nauc_ndcg_at_100_max": 0.6239445153524696, + "nauc_ndcg_at_100_std": -0.033836345654646154, + "nauc_ndcg_at_10_diff1": 0.7327043694255423, + "nauc_ndcg_at_10_max": 0.6331806259649978, + "nauc_ndcg_at_10_std": -0.029672990180334185, + "nauc_ndcg_at_1_diff1": 0.7784144996639736, + "nauc_ndcg_at_1_max": 0.5749252655687813, + "nauc_ndcg_at_1_std": -0.08700068894680335, + "nauc_ndcg_at_20_diff1": 0.7336181204902206, + "nauc_ndcg_at_20_max": 0.6284774256960581, + "nauc_ndcg_at_20_std": -0.02884285169341344, + "nauc_ndcg_at_3_diff1": 0.7337877452377447, + "nauc_ndcg_at_3_max": 0.6215653302888199, + "nauc_ndcg_at_3_std": -0.05448954993369234, + "nauc_ndcg_at_5_diff1": 0.7308519025221507, + "nauc_ndcg_at_5_max": 0.6250304172810731, + "nauc_ndcg_at_5_std": -0.048144041949012686, + "nauc_precision_at_1000_diff1": -0.24240020394880687, + "nauc_precision_at_1000_max": 0.13918442198263006, + "nauc_precision_at_1000_std": 0.7369162423484392, + "nauc_precision_at_100_diff1": 0.6241381047131447, + "nauc_precision_at_100_max": 0.7441416465124849, + "nauc_precision_at_100_std": 0.3528073185130537, + "nauc_precision_at_10_diff1": 0.6668679887543449, + "nauc_precision_at_10_max": 0.7404696269069462, + "nauc_precision_at_10_std": 0.11543499616268005, + "nauc_precision_at_1_diff1": 0.7784144996639736, + "nauc_precision_at_1_max": 0.5749252655687813, + "nauc_precision_at_1_std": -0.08700068894680335, + "nauc_precision_at_20_diff1": 0.6484815082192957, + "nauc_precision_at_20_max": 0.7416016686487676, + "nauc_precision_at_20_std": 0.17933833623698361, + "nauc_precision_at_3_diff1": 0.6931795640270297, + "nauc_precision_at_3_max": 0.6630492972318383, + "nauc_precision_at_3_std": -0.02079989336521574, + "nauc_precision_at_5_diff1": 0.6754575385885241, + "nauc_precision_at_5_max": 0.6811842125764462, + "nauc_precision_at_5_std": 0.0043553241197620655, + "nauc_recall_at_1000_diff1": 0.35804192824989045, + "nauc_recall_at_1000_max": 0.8693137868797748, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6711210734490126, + "nauc_recall_at_100_max": 0.7809801211116121, + "nauc_recall_at_100_std": 0.3388545157168224, + "nauc_recall_at_10_diff1": 0.6672248386851464, + "nauc_recall_at_10_max": 0.7391652049283759, + "nauc_recall_at_10_std": 0.11230068962001524, + "nauc_recall_at_1_diff1": 0.77892122674147, + "nauc_recall_at_1_max": 0.5748303252889859, + "nauc_recall_at_1_std": -0.08828057603243705, + "nauc_recall_at_20_diff1": 0.6490358430033271, + "nauc_recall_at_20_max": 0.7397762610323904, + "nauc_recall_at_20_std": 0.17476617257118082, + "nauc_recall_at_3_diff1": 0.6935322382711989, + "nauc_recall_at_3_max": 0.6624825115864251, + "nauc_recall_at_3_std": -0.02260847770005575, + "nauc_recall_at_5_diff1": 0.6759000064622096, + "nauc_recall_at_5_max": 0.6804872245740882, + "nauc_recall_at_5_std": 0.0021758693646269137, + "ndcg_at_1": 0.56032, + "ndcg_at_10": 0.70227, + "ndcg_at_100": 0.72701, + "ndcg_at_1000": 0.73255, + "ndcg_at_20": 0.7147, + "ndcg_at_3": 0.66177, + "ndcg_at_5": 0.68298, + "precision_at_1": 0.56032, + "precision_at_10": 0.08427, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "precision_at_20": 0.04459, + "precision_at_3": 0.24408, + "precision_at_5": 0.15671, + "recall_at_1": 0.55994, + "recall_at_10": 0.84235, + "recall_at_100": 0.9566, + "recall_at_1000": 0.99944, + "recall_at_20": 0.89139, + "recall_at_3": 0.73187, + "recall_at_5": 0.78316 + }, + { + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.6941, + "map_at_1": 0.56882, + "map_at_10": 0.65394, + "map_at_100": 0.65924, + "map_at_1000": 0.65946, + "map_at_20": 0.65738, + "map_at_3": 0.6363, + "map_at_5": 0.64662, + "mrr_at_1": 0.5688178183894917, + "mrr_at_10": 0.6539390945159091, + "mrr_at_100": 0.6592362172156753, + "mrr_at_1000": 0.6594594099071457, + "mrr_at_20": 0.6573840715235599, + "mrr_at_3": 0.6363030649152887, + "mrr_at_5": 0.6466209784884844, + "nauc_map_at_1000_diff1": 0.73376509909911, + "nauc_map_at_1000_max": 0.633006278628552, + "nauc_map_at_1000_std": 0.044977834197216696, + "nauc_map_at_100_diff1": 0.7336925337511736, + "nauc_map_at_100_max": 0.6330878080869161, + "nauc_map_at_100_std": 0.0453243618796941, + "nauc_map_at_10_diff1": 0.7323348318781132, + "nauc_map_at_10_max": 0.6331270934529154, + "nauc_map_at_10_std": 0.044114904294251724, + "nauc_map_at_1_diff1": 0.7658563122961985, + "nauc_map_at_1_max": 0.6036496057114948, + "nauc_map_at_1_std": 0.0023648007706634244, + "nauc_map_at_20_diff1": 0.7333220907318942, + "nauc_map_at_20_max": 0.6335782539597343, + "nauc_map_at_20_std": 0.0458208917226509, + "nauc_map_at_3_diff1": 0.7340231155114891, + "nauc_map_at_3_max": 0.6343181732171271, + "nauc_map_at_3_std": 0.0345629847175092, + "nauc_map_at_5_diff1": 0.7327091802240436, + "nauc_map_at_5_max": 0.6331205726557244, + "nauc_map_at_5_std": 0.038306421267440466, + "nauc_mrr_at_1000_diff1": 0.733766304872575, + "nauc_mrr_at_1000_max": 0.6330077760303219, + "nauc_mrr_at_1000_std": 0.04498103354168006, + "nauc_mrr_at_100_diff1": 0.7336937387468536, + "nauc_mrr_at_100_max": 0.6330893040263962, + "nauc_mrr_at_100_std": 0.04532755760145729, + "nauc_mrr_at_10_diff1": 0.7323348318781132, + "nauc_mrr_at_10_max": 0.6331270934529154, + "nauc_mrr_at_10_std": 0.044114904294251724, + "nauc_mrr_at_1_diff1": 0.7658563122961985, + "nauc_mrr_at_1_max": 0.6036496057114948, + "nauc_mrr_at_1_std": 0.0023648007706634244, + "nauc_mrr_at_20_diff1": 0.7333232893148144, + "nauc_mrr_at_20_max": 0.633579739206849, + "nauc_mrr_at_20_std": 0.04582406618682604, + "nauc_mrr_at_3_diff1": 0.7340231155114891, + "nauc_mrr_at_3_max": 0.6343181732171271, + "nauc_mrr_at_3_std": 0.0345629847175092, + "nauc_mrr_at_5_diff1": 0.7327091802240436, + "nauc_mrr_at_5_max": 0.6331205726557244, + "nauc_mrr_at_5_std": 0.038306421267440466, + "nauc_ndcg_at_1000_diff1": 0.7274231957884144, + "nauc_ndcg_at_1000_max": 0.6397758919857185, + "nauc_ndcg_at_1000_std": 0.06534264047971604, + "nauc_ndcg_at_100_diff1": 0.7256852220005091, + "nauc_ndcg_at_100_max": 0.642732304065622, + "nauc_ndcg_at_100_std": 0.07699983700562164, + "nauc_ndcg_at_10_diff1": 0.7189469329508956, + "nauc_ndcg_at_10_max": 0.6438173927524983, + "nauc_ndcg_at_10_std": 0.07125393170753623, + "nauc_ndcg_at_1_diff1": 0.7658563122961985, + "nauc_ndcg_at_1_max": 0.6036496057114948, + "nauc_ndcg_at_1_std": 0.0023648007706634244, + "nauc_ndcg_at_20_diff1": 0.7224420409822931, + "nauc_ndcg_at_20_max": 0.64588032109106, + "nauc_ndcg_at_20_std": 0.07928825206733166, + "nauc_ndcg_at_3_diff1": 0.7228428883317688, + "nauc_ndcg_at_3_max": 0.6443716344063832, + "nauc_ndcg_at_3_std": 0.04617715460557794, + "nauc_ndcg_at_5_diff1": 0.719951500481526, + "nauc_ndcg_at_5_max": 0.6425777352454302, + "nauc_ndcg_at_5_std": 0.0541771080841702, + "nauc_precision_at_1000_diff1": 0.6443439743108191, + "nauc_precision_at_1000_max": 0.7671756692617212, + "nauc_precision_at_1000_std": 0.7414282805786995, + "nauc_precision_at_100_diff1": 0.6644124159804544, + "nauc_precision_at_100_max": 0.7549819494758119, + "nauc_precision_at_100_std": 0.5421944899142128, + "nauc_precision_at_10_diff1": 0.6561708128174194, + "nauc_precision_at_10_max": 0.6948781246265164, + "nauc_precision_at_10_std": 0.212788721164001, + "nauc_precision_at_1_diff1": 0.7658563122961985, + "nauc_precision_at_1_max": 0.6036496057114948, + "nauc_precision_at_1_std": 0.0023648007706634244, + "nauc_precision_at_20_diff1": 0.6611883552518195, + "nauc_precision_at_20_max": 0.7263684511755448, + "nauc_precision_at_20_std": 0.3195351973600541, + "nauc_precision_at_3_diff1": 0.6847210994318483, + "nauc_precision_at_3_max": 0.6783799129357674, + "nauc_precision_at_3_std": 0.08589424721681466, + "nauc_precision_at_5_diff1": 0.6707043778621118, + "nauc_precision_at_5_max": 0.6781151820524751, + "nauc_precision_at_5_std": 0.11686597326936861, + "nauc_recall_at_1000_diff1": 0.6443439743108181, + "nauc_recall_at_1000_max": 0.7671756692617269, + "nauc_recall_at_1000_std": 0.7414282805786864, + "nauc_recall_at_100_diff1": 0.664412415980454, + "nauc_recall_at_100_max": 0.7549819494758104, + "nauc_recall_at_100_std": 0.5421944899142085, + "nauc_recall_at_10_diff1": 0.6561708128174203, + "nauc_recall_at_10_max": 0.6948781246265172, + "nauc_recall_at_10_std": 0.21278872116400194, + "nauc_recall_at_1_diff1": 0.7658563122961985, + "nauc_recall_at_1_max": 0.6036496057114948, + "nauc_recall_at_1_std": 0.0023648007706634244, + "nauc_recall_at_20_diff1": 0.6611883552518201, + "nauc_recall_at_20_max": 0.7263684511755444, + "nauc_recall_at_20_std": 0.3195351973600533, + "nauc_recall_at_3_diff1": 0.6847210994318493, + "nauc_recall_at_3_max": 0.678379912935768, + "nauc_recall_at_3_std": 0.08589424721681482, + "nauc_recall_at_5_diff1": 0.6707043778621118, + "nauc_recall_at_5_max": 0.6781151820524749, + "nauc_recall_at_5_std": 0.1168659732693676, + "ndcg_at_1": 0.56882, + "ndcg_at_10": 0.6941, + "ndcg_at_100": 0.71986, + "ndcg_at_1000": 0.72607, + "ndcg_at_20": 0.7066, + "ndcg_at_3": 0.65801, + "ndcg_at_5": 0.67652, + "precision_at_1": 0.56882, + "precision_at_10": 0.08195, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04344, + "precision_at_3": 0.24024, + "precision_at_5": 0.15309, + "recall_at_1": 0.56882, + "recall_at_10": 0.81953, + "recall_at_100": 0.94003, + "recall_at_1000": 0.98953, + "recall_at_20": 0.86884, + "recall_at_3": 0.72073, + "recall_at_5": 0.76547 + }, + { + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ], + "main_score": 0.67739, + "map_at_1": 0.55504, + "map_at_10": 0.63722, + "map_at_100": 0.64259, + "map_at_1000": 0.64284, + "map_at_20": 0.64064, + "map_at_3": 0.61776, + "map_at_5": 0.62958, + "mrr_at_1": 0.5551323557417635, + "mrr_at_10": 0.637311638297166, + "mrr_at_100": 0.6426836589583022, + "mrr_at_1000": 0.6429378217794162, + "mrr_at_20": 0.6407332389415344, + "mrr_at_3": 0.6178505681457516, + "mrr_at_5": 0.6296768869421705, + "nauc_map_at_1000_diff1": 0.7268191658218754, + "nauc_map_at_1000_max": 0.6478031192253391, + "nauc_map_at_1000_std": 0.09793549784121108, + "nauc_map_at_100_diff1": 0.7267309762842324, + "nauc_map_at_100_max": 0.6478778315490952, + "nauc_map_at_100_std": 0.09822083074055729, + "nauc_map_at_10_diff1": 0.7253948255565683, + "nauc_map_at_10_max": 0.647853093841117, + "nauc_map_at_10_std": 0.09683786714398131, + "nauc_map_at_1_diff1": 0.7589958891210028, + "nauc_map_at_1_max": 0.6138555805482923, + "nauc_map_at_1_std": 0.04780092494082103, + "nauc_map_at_20_diff1": 0.7264006430177739, + "nauc_map_at_20_max": 0.6484070833737716, + "nauc_map_at_20_std": 0.09848412207920478, + "nauc_map_at_3_diff1": 0.7270608634241538, + "nauc_map_at_3_max": 0.6471374378462162, + "nauc_map_at_3_std": 0.08525773129103152, + "nauc_map_at_5_diff1": 0.7257923962440669, + "nauc_map_at_5_max": 0.6496175247331857, + "nauc_map_at_5_std": 0.09339026206573095, + "nauc_mrr_at_1000_diff1": 0.7268659646379372, + "nauc_mrr_at_1000_max": 0.6479349313503702, + "nauc_mrr_at_1000_std": 0.09851896340484918, + "nauc_mrr_at_100_diff1": 0.7267785443816127, + "nauc_mrr_at_100_max": 0.6480119484238085, + "nauc_mrr_at_100_std": 0.09881443147024993, + "nauc_mrr_at_10_diff1": 0.7254403837126887, + "nauc_mrr_at_10_max": 0.6479872449428578, + "nauc_mrr_at_10_std": 0.09742814326130693, + "nauc_mrr_at_1_diff1": 0.759038812149204, + "nauc_mrr_at_1_max": 0.6139682600083367, + "nauc_mrr_at_1_std": 0.048307095891045204, + "nauc_mrr_at_20_diff1": 0.7264468004329848, + "nauc_mrr_at_20_max": 0.6485427093002673, + "nauc_mrr_at_20_std": 0.09908079231491448, + "nauc_mrr_at_3_diff1": 0.7271044984121904, + "nauc_mrr_at_3_max": 0.6472652875153507, + "nauc_mrr_at_3_std": 0.08581932302187206, + "nauc_mrr_at_5_diff1": 0.7258371323631964, + "nauc_mrr_at_5_max": 0.6497493246180925, + "nauc_mrr_at_5_std": 0.09396888288286445, + "nauc_ndcg_at_1000_diff1": 0.7193902337521411, + "nauc_ndcg_at_1000_max": 0.6556895785116537, + "nauc_ndcg_at_1000_std": 0.12120536704732843, + "nauc_ndcg_at_100_diff1": 0.7164111015336421, + "nauc_ndcg_at_100_max": 0.6582190656509743, + "nauc_ndcg_at_100_std": 0.13198381805873624, + "nauc_ndcg_at_10_diff1": 0.7108687371521882, + "nauc_ndcg_at_10_max": 0.6594130197324274, + "nauc_ndcg_at_10_std": 0.1258008944823968, + "nauc_ndcg_at_1_diff1": 0.759038812149204, + "nauc_ndcg_at_1_max": 0.6139682600083367, + "nauc_ndcg_at_1_std": 0.048307095891045204, + "nauc_ndcg_at_20_diff1": 0.7141740961921333, + "nauc_ndcg_at_20_max": 0.6618318704421028, + "nauc_ndcg_at_20_std": 0.13353158101618615, + "nauc_ndcg_at_3_diff1": 0.7157540472675598, + "nauc_ndcg_at_3_max": 0.6579766589628383, + "nauc_ndcg_at_3_std": 0.0988449396780057, + "nauc_ndcg_at_5_diff1": 0.7127032637415901, + "nauc_ndcg_at_5_max": 0.6632511068205417, + "nauc_ndcg_at_5_std": 0.11526761788448252, + "nauc_precision_at_1000_diff1": 0.6240204642590251, + "nauc_precision_at_1000_max": 0.7767986045880272, + "nauc_precision_at_1000_std": 0.7120627119553454, + "nauc_precision_at_100_diff1": 0.6228776403821716, + "nauc_precision_at_100_max": 0.7526469694872571, + "nauc_precision_at_100_std": 0.5423905839565316, + "nauc_precision_at_10_diff1": 0.6438092359049816, + "nauc_precision_at_10_max": 0.709825706208228, + "nauc_precision_at_10_std": 0.26666890620591066, + "nauc_precision_at_1_diff1": 0.759038812149204, + "nauc_precision_at_1_max": 0.6139682600083367, + "nauc_precision_at_1_std": 0.048307095891045204, + "nauc_precision_at_20_diff1": 0.6464482114890853, + "nauc_precision_at_20_max": 0.7403367302057009, + "nauc_precision_at_20_std": 0.3613202314127083, + "nauc_precision_at_3_diff1": 0.6783825500874431, + "nauc_precision_at_3_max": 0.6934907773546108, + "nauc_precision_at_3_std": 0.14391463828573686, + "nauc_precision_at_5_diff1": 0.663228304090363, + "nauc_precision_at_5_max": 0.7147626318746657, + "nauc_precision_at_5_std": 0.20040538681325792, + "nauc_recall_at_1000_diff1": 0.6382490278953422, + "nauc_recall_at_1000_max": 0.7916680391195867, + "nauc_recall_at_1000_std": 0.7069416123669984, + "nauc_recall_at_100_diff1": 0.6221370273615379, + "nauc_recall_at_100_max": 0.7515956702759552, + "nauc_recall_at_100_std": 0.539843954711249, + "nauc_recall_at_10_diff1": 0.6435831521039994, + "nauc_recall_at_10_max": 0.7094176855851538, + "nauc_recall_at_10_std": 0.2656483083052915, + "nauc_recall_at_1_diff1": 0.7589958891210028, + "nauc_recall_at_1_max": 0.6138555805482923, + "nauc_recall_at_1_std": 0.04780092494082103, + "nauc_recall_at_20_diff1": 0.6461539594781576, + "nauc_recall_at_20_max": 0.7397906871490671, + "nauc_recall_at_20_std": 0.3599437146442998, + "nauc_recall_at_3_diff1": 0.6782903963591462, + "nauc_recall_at_3_max": 0.6932884921636355, + "nauc_recall_at_3_std": 0.14325210574714942, + "nauc_recall_at_5_diff1": 0.6630775930178753, + "nauc_recall_at_5_max": 0.7144717129555015, + "nauc_recall_at_5_std": 0.19960784761555916, + "ndcg_at_1": 0.55513, + "ndcg_at_10": 0.67739, + "ndcg_at_100": 0.70369, + "ndcg_at_1000": 0.71088, + "ndcg_at_20": 0.68967, + "ndcg_at_3": 0.6378, + "ndcg_at_5": 0.65908, + "precision_at_1": 0.55513, + "precision_at_10": 0.08035, + "precision_at_100": 0.00927, + "precision_at_1000": 0.00098, + "precision_at_20": 0.04258, + "precision_at_3": 0.23189, + "precision_at_5": 0.14946, + "recall_at_1": 0.55504, + "recall_at_10": 0.80337, + "recall_at_100": 0.92687, + "recall_at_1000": 0.98429, + "recall_at_20": 0.85155, + "recall_at_3": 0.69558, + "recall_at_5": 0.74719 + }, + { + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "main_score": 0.64089, + "map_at_1": 0.5119, + "map_at_10": 0.59673, + "map_at_100": 0.60326, + "map_at_1000": 0.60358, + "map_at_20": 0.60094, + "map_at_3": 0.57419, + "map_at_5": 0.58801, + "mrr_at_1": 0.5118978525827046, + "mrr_at_10": 0.5967332725313004, + "mrr_at_100": 0.6032616921057088, + "mrr_at_1000": 0.6035819840735747, + "mrr_at_20": 0.6009365057130329, + "mrr_at_3": 0.5741923002515003, + "mrr_at_5": 0.5880054169084945, + "nauc_map_at_1000_diff1": 0.6864380408623628, + "nauc_map_at_1000_max": 0.6293831706239509, + "nauc_map_at_1000_std": 0.11342464072580294, + "nauc_map_at_100_diff1": 0.6862437736209981, + "nauc_map_at_100_max": 0.6294339533139532, + "nauc_map_at_100_std": 0.11366649056405638, + "nauc_map_at_10_diff1": 0.6855975430461883, + "nauc_map_at_10_max": 0.6296917535829782, + "nauc_map_at_10_std": 0.11098951957835893, + "nauc_map_at_1_diff1": 0.7208783149907133, + "nauc_map_at_1_max": 0.5985362277630537, + "nauc_map_at_1_std": 0.07701519185137992, + "nauc_map_at_20_diff1": 0.6861633813831262, + "nauc_map_at_20_max": 0.6303118985206079, + "nauc_map_at_20_std": 0.11442051375580502, + "nauc_map_at_3_diff1": 0.6869827888725093, + "nauc_map_at_3_max": 0.629930431595732, + "nauc_map_at_3_std": 0.0990538912043231, + "nauc_map_at_5_diff1": 0.6839610611138436, + "nauc_map_at_5_max": 0.6278917356857345, + "nauc_map_at_5_std": 0.10857878966043338, + "nauc_mrr_at_1000_diff1": 0.6864380408623628, + "nauc_mrr_at_1000_max": 0.6293831706239509, + "nauc_mrr_at_1000_std": 0.11342464072580294, + "nauc_mrr_at_100_diff1": 0.6862437736209981, + "nauc_mrr_at_100_max": 0.6294339533139532, + "nauc_mrr_at_100_std": 0.11366649056405638, + "nauc_mrr_at_10_diff1": 0.6855975430461883, + "nauc_mrr_at_10_max": 0.6296917535829782, + "nauc_mrr_at_10_std": 0.11098951957835893, + "nauc_mrr_at_1_diff1": 0.7208783149907133, + "nauc_mrr_at_1_max": 0.5985362277630537, + "nauc_mrr_at_1_std": 0.07701519185137992, + "nauc_mrr_at_20_diff1": 0.6861633813831262, + "nauc_mrr_at_20_max": 0.6303118985206079, + "nauc_mrr_at_20_std": 0.11442051375580502, + "nauc_mrr_at_3_diff1": 0.6869827888725093, + "nauc_mrr_at_3_max": 0.629930431595732, + "nauc_mrr_at_3_std": 0.0990538912043231, + "nauc_mrr_at_5_diff1": 0.6839610611138436, + "nauc_mrr_at_5_max": 0.6278917356857345, + "nauc_mrr_at_5_std": 0.10857878966043338, + "nauc_ndcg_at_1000_diff1": 0.6793264739543747, + "nauc_ndcg_at_1000_max": 0.6355937828178431, + "nauc_ndcg_at_1000_std": 0.12930643919469476, + "nauc_ndcg_at_100_diff1": 0.6740450896917627, + "nauc_ndcg_at_100_max": 0.6376797835133554, + "nauc_ndcg_at_100_std": 0.14045167780023157, + "nauc_ndcg_at_10_diff1": 0.6721579450253596, + "nauc_ndcg_at_10_max": 0.6411463099013248, + "nauc_ndcg_at_10_std": 0.13113282232802534, + "nauc_ndcg_at_1_diff1": 0.7208783149907133, + "nauc_ndcg_at_1_max": 0.5985362277630537, + "nauc_ndcg_at_1_std": 0.07701519185137992, + "nauc_ndcg_at_20_diff1": 0.673927632121233, + "nauc_ndcg_at_20_max": 0.6440551417018564, + "nauc_ndcg_at_20_std": 0.14532989036978636, + "nauc_ndcg_at_3_diff1": 0.6752572292970285, + "nauc_ndcg_at_3_max": 0.6403052952439863, + "nauc_ndcg_at_3_std": 0.10638573673952237, + "nauc_ndcg_at_5_diff1": 0.6691274382381327, + "nauc_ndcg_at_5_max": 0.6369471558398352, + "nauc_ndcg_at_5_std": 0.12442225586356541, + "nauc_precision_at_1000_diff1": 0.6201838859578724, + "nauc_precision_at_1000_max": 0.7373985748432595, + "nauc_precision_at_1000_std": 0.7864087011375046, + "nauc_precision_at_100_diff1": 0.5359817470362236, + "nauc_precision_at_100_max": 0.7008523555205016, + "nauc_precision_at_100_std": 0.4850555305236563, + "nauc_precision_at_10_diff1": 0.6132069766799098, + "nauc_precision_at_10_max": 0.6914325409593838, + "nauc_precision_at_10_std": 0.22631702886864635, + "nauc_precision_at_1_diff1": 0.7208783149907133, + "nauc_precision_at_1_max": 0.5985362277630537, + "nauc_precision_at_1_std": 0.07701519185137992, + "nauc_precision_at_20_diff1": 0.606921843330859, + "nauc_precision_at_20_max": 0.727109718334844, + "nauc_precision_at_20_std": 0.3526607672376183, + "nauc_precision_at_3_diff1": 0.6372177705650345, + "nauc_precision_at_3_max": 0.6737927456388197, + "nauc_precision_at_3_std": 0.1300689601780249, + "nauc_precision_at_5_diff1": 0.6144614069168179, + "nauc_precision_at_5_max": 0.6689068644196533, + "nauc_precision_at_5_std": 0.1846404413295771, + "nauc_recall_at_1000_diff1": 0.6201838859579313, + "nauc_recall_at_1000_max": 0.7373985748432448, + "nauc_recall_at_1000_std": 0.7864087011374525, + "nauc_recall_at_100_diff1": 0.5359817470362214, + "nauc_recall_at_100_max": 0.7008523555204995, + "nauc_recall_at_100_std": 0.48505553052365186, + "nauc_recall_at_10_diff1": 0.613206976679908, + "nauc_recall_at_10_max": 0.6914325409593832, + "nauc_recall_at_10_std": 0.22631702886864663, + "nauc_recall_at_1_diff1": 0.7208783149907133, + "nauc_recall_at_1_max": 0.5985362277630537, + "nauc_recall_at_1_std": 0.07701519185137992, + "nauc_recall_at_20_diff1": 0.6069218433308589, + "nauc_recall_at_20_max": 0.7271097183348432, + "nauc_recall_at_20_std": 0.3526607672376178, + "nauc_recall_at_3_diff1": 0.6372177705650356, + "nauc_recall_at_3_max": 0.67379274563882, + "nauc_recall_at_3_std": 0.13006896017802486, + "nauc_recall_at_5_diff1": 0.6144614069168182, + "nauc_recall_at_5_max": 0.6689068644196529, + "nauc_recall_at_5_std": 0.1846404413295781, + "ndcg_at_1": 0.5119, + "ndcg_at_10": 0.64089, + "ndcg_at_100": 0.6724, + "ndcg_at_1000": 0.68125, + "ndcg_at_20": 0.65598, + "ndcg_at_3": 0.59484, + "ndcg_at_5": 0.61971, + "precision_at_1": 0.5119, + "precision_at_10": 0.07806, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "precision_at_20": 0.04199, + "precision_at_3": 0.21822, + "precision_at_5": 0.14301, + "recall_at_1": 0.5119, + "recall_at_10": 0.78062, + "recall_at_100": 0.92745, + "recall_at_1000": 0.99768, + "recall_at_20": 0.83981, + "recall_at_3": 0.65467, + "recall_at_5": 0.71503 + }, + { + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "main_score": 0.68672, + "map_at_1": 0.55352, + "map_at_10": 0.64314, + "map_at_100": 0.64818, + "map_at_1000": 0.6484, + "map_at_20": 0.64601, + "map_at_3": 0.62364, + "map_at_5": 0.63437, + "mrr_at_1": 0.5535183349851338, + "mrr_at_10": 0.6431407019365395, + "mrr_at_100": 0.6481752610576735, + "mrr_at_1000": 0.6484009195172141, + "mrr_at_20": 0.6460100992122204, + "mrr_at_3": 0.6236372646184338, + "mrr_at_5": 0.6343657086223988, + "nauc_map_at_1000_diff1": 0.7101663776277546, + "nauc_map_at_1000_max": 0.6535423031184966, + "nauc_map_at_1000_std": 0.13951842351090474, + "nauc_map_at_100_diff1": 0.710114052252537, + "nauc_map_at_100_max": 0.6536987828077179, + "nauc_map_at_100_std": 0.13982474055092375, + "nauc_map_at_10_diff1": 0.7095662191041374, + "nauc_map_at_10_max": 0.6552757301360501, + "nauc_map_at_10_std": 0.14173656208816554, + "nauc_map_at_1_diff1": 0.7405149728737151, + "nauc_map_at_1_max": 0.6143205982140815, + "nauc_map_at_1_std": 0.08755168146832758, + "nauc_map_at_20_diff1": 0.7093881588342164, + "nauc_map_at_20_max": 0.6541663324233946, + "nauc_map_at_20_std": 0.14079840178844144, + "nauc_map_at_3_diff1": 0.7107027498586815, + "nauc_map_at_3_max": 0.6538498664226517, + "nauc_map_at_3_std": 0.12732852594862828, + "nauc_map_at_5_diff1": 0.7105951445485069, + "nauc_map_at_5_max": 0.655742710253318, + "nauc_map_at_5_std": 0.13432332988265522, + "nauc_mrr_at_1000_diff1": 0.7101663776277546, + "nauc_mrr_at_1000_max": 0.6535423031184966, + "nauc_mrr_at_1000_std": 0.13951842351090474, + "nauc_mrr_at_100_diff1": 0.710114052252537, + "nauc_mrr_at_100_max": 0.6536987828077179, + "nauc_mrr_at_100_std": 0.13982474055092375, + "nauc_mrr_at_10_diff1": 0.7095662191041374, + "nauc_mrr_at_10_max": 0.6552757301360501, + "nauc_mrr_at_10_std": 0.14173656208816554, + "nauc_mrr_at_1_diff1": 0.7405149728737151, + "nauc_mrr_at_1_max": 0.6143205982140815, + "nauc_mrr_at_1_std": 0.08755168146832758, + "nauc_mrr_at_20_diff1": 0.7093881588342164, + "nauc_mrr_at_20_max": 0.6541663324233946, + "nauc_mrr_at_20_std": 0.14079840178844144, + "nauc_mrr_at_3_diff1": 0.7107027498586815, + "nauc_mrr_at_3_max": 0.6538498664226517, + "nauc_mrr_at_3_std": 0.12732852594862828, + "nauc_mrr_at_5_diff1": 0.7105951445485069, + "nauc_mrr_at_5_max": 0.655742710253318, + "nauc_mrr_at_5_std": 0.13432332988265522, + "nauc_ndcg_at_1000_diff1": 0.7039271766396202, + "nauc_ndcg_at_1000_max": 0.661699761140767, + "nauc_ndcg_at_1000_std": 0.1583034092409127, + "nauc_ndcg_at_100_diff1": 0.7019439546389732, + "nauc_ndcg_at_100_max": 0.666598120972149, + "nauc_ndcg_at_100_std": 0.16998243258966678, + "nauc_ndcg_at_10_diff1": 0.6966258725106742, + "nauc_ndcg_at_10_max": 0.6719289859553722, + "nauc_ndcg_at_10_std": 0.1768911764594846, + "nauc_ndcg_at_1_diff1": 0.7405149728737151, + "nauc_ndcg_at_1_max": 0.6143205982140815, + "nauc_ndcg_at_1_std": 0.08755168146832758, + "nauc_ndcg_at_20_diff1": 0.6961186605340846, + "nauc_ndcg_at_20_max": 0.6683699533070356, + "nauc_ndcg_at_20_std": 0.17430618337274276, + "nauc_ndcg_at_3_diff1": 0.7004103047635544, + "nauc_ndcg_at_3_max": 0.6677892795843701, + "nauc_ndcg_at_3_std": 0.14229209678872332, + "nauc_ndcg_at_5_diff1": 0.6997189339811359, + "nauc_ndcg_at_5_max": 0.6718967428294813, + "nauc_ndcg_at_5_std": 0.15608411842633366, + "nauc_precision_at_1000_diff1": 0.7163834717042157, + "nauc_precision_at_1000_max": 0.8605153823516306, + "nauc_precision_at_1000_std": 0.9115856286706342, + "nauc_precision_at_100_diff1": 0.6319581713937075, + "nauc_precision_at_100_max": 0.8467862863549576, + "nauc_precision_at_100_std": 0.6420528505279988, + "nauc_precision_at_10_diff1": 0.6321675087655924, + "nauc_precision_at_10_max": 0.7541059811391835, + "nauc_precision_at_10_std": 0.36471793901168714, + "nauc_precision_at_1_diff1": 0.7405149728737151, + "nauc_precision_at_1_max": 0.6143205982140815, + "nauc_precision_at_1_std": 0.08755168146832758, + "nauc_precision_at_20_diff1": 0.6137410737343724, + "nauc_precision_at_20_max": 0.7515415171878699, + "nauc_precision_at_20_std": 0.39617414761666414, + "nauc_precision_at_3_diff1": 0.6655791626678246, + "nauc_precision_at_3_max": 0.7150736228423386, + "nauc_precision_at_3_std": 0.19339993555261492, + "nauc_precision_at_5_diff1": 0.6581554067961564, + "nauc_precision_at_5_max": 0.7342231763739391, + "nauc_precision_at_5_std": 0.2420094593931956, + "nauc_recall_at_1000_diff1": 0.7163834717042178, + "nauc_recall_at_1000_max": 0.8605153823515796, + "nauc_recall_at_1000_std": 0.9115856286706624, + "nauc_recall_at_100_diff1": 0.6319581713937021, + "nauc_recall_at_100_max": 0.8467862863549529, + "nauc_recall_at_100_std": 0.6420528505279967, + "nauc_recall_at_10_diff1": 0.6321675087655944, + "nauc_recall_at_10_max": 0.7541059811391843, + "nauc_recall_at_10_std": 0.3647179390116879, + "nauc_recall_at_1_diff1": 0.7405149728737151, + "nauc_recall_at_1_max": 0.6143205982140815, + "nauc_recall_at_1_std": 0.08755168146832758, + "nauc_recall_at_20_diff1": 0.6137410737343729, + "nauc_recall_at_20_max": 0.7515415171878694, + "nauc_recall_at_20_std": 0.3961741476166652, + "nauc_recall_at_3_diff1": 0.6655791626678245, + "nauc_recall_at_3_max": 0.7150736228423384, + "nauc_recall_at_3_std": 0.1933999355526155, + "nauc_recall_at_5_diff1": 0.6581554067961568, + "nauc_recall_at_5_max": 0.7342231763739395, + "nauc_recall_at_5_std": 0.2420094593931963, + "ndcg_at_1": 0.55352, + "ndcg_at_10": 0.68672, + "ndcg_at_100": 0.71255, + "ndcg_at_1000": 0.71868, + "ndcg_at_20": 0.69705, + "ndcg_at_3": 0.64625, + "ndcg_at_5": 0.66561, + "precision_at_1": 0.55352, + "precision_at_10": 0.08236, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "precision_at_20": 0.04321, + "precision_at_3": 0.2372, + "precision_at_5": 0.15173, + "recall_at_1": 0.55352, + "recall_at_10": 0.82359, + "recall_at_100": 0.94747, + "recall_at_1000": 0.99604, + "recall_at_20": 0.86422, + "recall_at_3": 0.7116, + "recall_at_5": 0.75867 + }, + { + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ], + "main_score": 0.6833, + "map_at_1": 0.54494, + "map_at_10": 0.63744, + "map_at_100": 0.64258, + "map_at_1000": 0.64283, + "map_at_20": 0.64062, + "map_at_3": 0.61436, + "map_at_5": 0.62831, + "mrr_at_1": 0.5449409347714432, + "mrr_at_10": 0.6374385501504144, + "mrr_at_100": 0.6425786216157501, + "mrr_at_1000": 0.6428320367994879, + "mrr_at_20": 0.6406156360391142, + "mrr_at_3": 0.6143639787707584, + "mrr_at_5": 0.6283085088169836, + "nauc_map_at_1000_diff1": 0.7195936824222249, + "nauc_map_at_1000_max": 0.6330634093672561, + "nauc_map_at_1000_std": 0.0917956222721485, + "nauc_map_at_100_diff1": 0.7195277259148026, + "nauc_map_at_100_max": 0.6331094675533473, + "nauc_map_at_100_std": 0.09207867173173802, + "nauc_map_at_10_diff1": 0.7187407735595386, + "nauc_map_at_10_max": 0.6344457011657371, + "nauc_map_at_10_std": 0.09369470117974134, + "nauc_map_at_1_diff1": 0.7550272223638795, + "nauc_map_at_1_max": 0.6054733414749763, + "nauc_map_at_1_std": 0.042913707964626, + "nauc_map_at_20_diff1": 0.718904545648061, + "nauc_map_at_20_max": 0.6334068056825405, + "nauc_map_at_20_std": 0.09208607053345438, + "nauc_map_at_3_diff1": 0.7192964495626901, + "nauc_map_at_3_max": 0.6345493812530015, + "nauc_map_at_3_std": 0.0859986008198234, + "nauc_map_at_5_diff1": 0.7184860736234783, + "nauc_map_at_5_max": 0.6331307037042516, + "nauc_map_at_5_std": 0.09052281448881852, + "nauc_mrr_at_1000_diff1": 0.7195936824222249, + "nauc_mrr_at_1000_max": 0.6330634093672561, + "nauc_mrr_at_1000_std": 0.0917956222721485, + "nauc_mrr_at_100_diff1": 0.7195277259148026, + "nauc_mrr_at_100_max": 0.6331094675533473, + "nauc_mrr_at_100_std": 0.09207867173173802, + "nauc_mrr_at_10_diff1": 0.7187407735595386, + "nauc_mrr_at_10_max": 0.6344457011657371, + "nauc_mrr_at_10_std": 0.09369470117974134, + "nauc_mrr_at_1_diff1": 0.7550272223638795, + "nauc_mrr_at_1_max": 0.6054733414749763, + "nauc_mrr_at_1_std": 0.042913707964626, + "nauc_mrr_at_20_diff1": 0.718904545648061, + "nauc_mrr_at_20_max": 0.6334068056825405, + "nauc_mrr_at_20_std": 0.09208607053345438, + "nauc_mrr_at_3_diff1": 0.7192964495626901, + "nauc_mrr_at_3_max": 0.6345493812530015, + "nauc_mrr_at_3_std": 0.0859986008198234, + "nauc_mrr_at_5_diff1": 0.7184860736234783, + "nauc_mrr_at_5_max": 0.6331307037042516, + "nauc_mrr_at_5_std": 0.09052281448881852, + "nauc_ndcg_at_1000_diff1": 0.7126780092777539, + "nauc_ndcg_at_1000_max": 0.6383920651529419, + "nauc_ndcg_at_1000_std": 0.10702992663088727, + "nauc_ndcg_at_100_diff1": 0.7104874489264028, + "nauc_ndcg_at_100_max": 0.640641664497902, + "nauc_ndcg_at_100_std": 0.11713939462100521, + "nauc_ndcg_at_10_diff1": 0.704545358078043, + "nauc_ndcg_at_10_max": 0.6465759095033498, + "nauc_ndcg_at_10_std": 0.12219706593408892, + "nauc_ndcg_at_1_diff1": 0.7550272223638795, + "nauc_ndcg_at_1_max": 0.6054733414749763, + "nauc_ndcg_at_1_std": 0.042913707964626, + "nauc_ndcg_at_20_diff1": 0.7049262170098909, + "nauc_ndcg_at_20_max": 0.6425092427252201, + "nauc_ndcg_at_20_std": 0.1170578718964228, + "nauc_ndcg_at_3_diff1": 0.7067622620893611, + "nauc_ndcg_at_3_max": 0.6441416365930426, + "nauc_ndcg_at_3_std": 0.10184279642552402, + "nauc_ndcg_at_5_diff1": 0.7040635653048322, + "nauc_ndcg_at_5_max": 0.6417117910027239, + "nauc_ndcg_at_5_std": 0.11149546634404991, + "nauc_precision_at_1000_diff1": 0.734360908724323, + "nauc_precision_at_1000_max": 0.747435042487428, + "nauc_precision_at_1000_std": 0.7637651222710651, + "nauc_precision_at_100_diff1": 0.6346212689947467, + "nauc_precision_at_100_max": 0.7274474465760558, + "nauc_precision_at_100_std": 0.4980350000912932, + "nauc_precision_at_10_diff1": 0.6341947003409281, + "nauc_precision_at_10_max": 0.7101143979333256, + "nauc_precision_at_10_std": 0.27556352104497456, + "nauc_precision_at_1_diff1": 0.7550272223638795, + "nauc_precision_at_1_max": 0.6054733414749763, + "nauc_precision_at_1_std": 0.042913707964626, + "nauc_precision_at_20_diff1": 0.6160315703500905, + "nauc_precision_at_20_max": 0.6976368861069403, + "nauc_precision_at_20_std": 0.28567735807381844, + "nauc_precision_at_3_diff1": 0.6646198682039625, + "nauc_precision_at_3_max": 0.6761685440005992, + "nauc_precision_at_3_std": 0.15538350392469413, + "nauc_precision_at_5_diff1": 0.6467666382857196, + "nauc_precision_at_5_max": 0.674251494180728, + "nauc_precision_at_5_std": 0.19579708535066914, + "nauc_recall_at_1000_diff1": 0.7343609087243151, + "nauc_recall_at_1000_max": 0.7474350424874228, + "nauc_recall_at_1000_std": 0.7637651222710788, + "nauc_recall_at_100_diff1": 0.6346212689947479, + "nauc_recall_at_100_max": 0.7274474465760541, + "nauc_recall_at_100_std": 0.49803500009128937, + "nauc_recall_at_10_diff1": 0.6341947003409286, + "nauc_recall_at_10_max": 0.7101143979333265, + "nauc_recall_at_10_std": 0.2755635210449764, + "nauc_recall_at_1_diff1": 0.7550272223638795, + "nauc_recall_at_1_max": 0.6054733414749763, + "nauc_recall_at_1_std": 0.042913707964626, + "nauc_recall_at_20_diff1": 0.6160315703500916, + "nauc_recall_at_20_max": 0.6976368861069411, + "nauc_recall_at_20_std": 0.2856773580738198, + "nauc_recall_at_3_diff1": 0.6646198682039623, + "nauc_recall_at_3_max": 0.6761685440005981, + "nauc_recall_at_3_std": 0.15538350392469352, + "nauc_recall_at_5_diff1": 0.6467666382857202, + "nauc_recall_at_5_max": 0.6742514941807285, + "nauc_recall_at_5_std": 0.19579708535066936, + "ndcg_at_1": 0.54494, + "ndcg_at_10": 0.6833, + "ndcg_at_100": 0.70871, + "ndcg_at_1000": 0.7152, + "ndcg_at_20": 0.69478, + "ndcg_at_3": 0.63703, + "ndcg_at_5": 0.66207, + "precision_at_1": 0.54494, + "precision_at_10": 0.08269, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "precision_at_20": 0.04361, + "precision_at_3": 0.23421, + "precision_at_5": 0.15265, + "recall_at_1": 0.54494, + "recall_at_10": 0.82691, + "recall_at_100": 0.94658, + "recall_at_1000": 0.99743, + "recall_at_20": 0.87211, + "recall_at_3": 0.70262, + "recall_at_5": 0.76323 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "main_score": 0.58327, + "map_at_1": 0.44457, + "map_at_10": 0.53712, + "map_at_100": 0.54403, + "map_at_1000": 0.54443, + "map_at_20": 0.54076, + "map_at_3": 0.51538, + "map_at_5": 0.52778, + "mrr_at_1": 0.4445658110322228, + "mrr_at_10": 0.5371212712283174, + "mrr_at_100": 0.5440328235991876, + "mrr_at_1000": 0.5444294857304214, + "mrr_at_20": 0.5407601982267665, + "mrr_at_3": 0.515383215000911, + "mrr_at_5": 0.5277808119424734, + "nauc_map_at_1000_diff1": 0.6100514452288878, + "nauc_map_at_1000_max": 0.5920008848217889, + "nauc_map_at_1000_std": 0.06722593063840446, + "nauc_map_at_100_diff1": 0.6098505981572914, + "nauc_map_at_100_max": 0.5920367263613601, + "nauc_map_at_100_std": 0.06748466616600476, + "nauc_map_at_10_diff1": 0.6094977973639177, + "nauc_map_at_10_max": 0.592583869903576, + "nauc_map_at_10_std": 0.06542762198485522, + "nauc_map_at_1_diff1": 0.6528370031855298, + "nauc_map_at_1_max": 0.5629182041709659, + "nauc_map_at_1_std": 0.0393020758831533, + "nauc_map_at_20_diff1": 0.6097881820360953, + "nauc_map_at_20_max": 0.5928731805829082, + "nauc_map_at_20_std": 0.06739571681631076, + "nauc_map_at_3_diff1": 0.6109101940760733, + "nauc_map_at_3_max": 0.5903173404088686, + "nauc_map_at_3_std": 0.05783496139694377, + "nauc_map_at_5_diff1": 0.6121279005147077, + "nauc_map_at_5_max": 0.5944104818167958, + "nauc_map_at_5_std": 0.06406996928505967, + "nauc_mrr_at_1000_diff1": 0.6100513892133131, + "nauc_mrr_at_1000_max": 0.5920009991727182, + "nauc_mrr_at_1000_std": 0.06722584315158357, + "nauc_mrr_at_100_diff1": 0.6098505421602213, + "nauc_mrr_at_100_max": 0.5920368405797063, + "nauc_mrr_at_100_std": 0.06748457885312566, + "nauc_mrr_at_10_diff1": 0.6094977973639177, + "nauc_mrr_at_10_max": 0.592583869903576, + "nauc_mrr_at_10_std": 0.06542762198485522, + "nauc_mrr_at_1_diff1": 0.6528370031855298, + "nauc_mrr_at_1_max": 0.5629182041709659, + "nauc_mrr_at_1_std": 0.0393020758831533, + "nauc_mrr_at_20_diff1": 0.6097881820360953, + "nauc_mrr_at_20_max": 0.5928731805829082, + "nauc_mrr_at_20_std": 0.06739571681631076, + "nauc_mrr_at_3_diff1": 0.6109101940760733, + "nauc_mrr_at_3_max": 0.5903173404088686, + "nauc_mrr_at_3_std": 0.05783496139694377, + "nauc_mrr_at_5_diff1": 0.6121279005147077, + "nauc_mrr_at_5_max": 0.5944104818167958, + "nauc_mrr_at_5_std": 0.06406996928505967, + "nauc_ndcg_at_1000_diff1": 0.5991683496448993, + "nauc_ndcg_at_1000_max": 0.597491979890509, + "nauc_ndcg_at_1000_std": 0.08189486026137831, + "nauc_ndcg_at_100_diff1": 0.5932909262679069, + "nauc_ndcg_at_100_max": 0.5991252748590009, + "nauc_ndcg_at_100_std": 0.09169315415189558, + "nauc_ndcg_at_10_diff1": 0.5917368248497672, + "nauc_ndcg_at_10_max": 0.6019248667585678, + "nauc_ndcg_at_10_std": 0.08016136068850686, + "nauc_ndcg_at_1_diff1": 0.6528370031855298, + "nauc_ndcg_at_1_max": 0.5629182041709659, + "nauc_ndcg_at_1_std": 0.0393020758831533, + "nauc_ndcg_at_20_diff1": 0.591975525343213, + "nauc_ndcg_at_20_max": 0.603646442407306, + "nauc_ndcg_at_20_std": 0.08913225562136268, + "nauc_ndcg_at_3_diff1": 0.597815515227643, + "nauc_ndcg_at_3_max": 0.5987294146545251, + "nauc_ndcg_at_3_std": 0.06466186342386399, + "nauc_ndcg_at_5_diff1": 0.5989344787276416, + "nauc_ndcg_at_5_max": 0.606488762550837, + "nauc_ndcg_at_5_std": 0.07654295591584762, + "nauc_precision_at_1000_diff1": 0.2993795766202525, + "nauc_precision_at_1000_max": 0.7029532128086393, + "nauc_precision_at_1000_std": 0.7954546438642739, + "nauc_precision_at_100_diff1": 0.4312368259647232, + "nauc_precision_at_100_max": 0.6511720264588072, + "nauc_precision_at_100_std": 0.3959328376771066, + "nauc_precision_at_10_diff1": 0.5181640815648915, + "nauc_precision_at_10_max": 0.6367777527309412, + "nauc_precision_at_10_std": 0.14230107177298315, + "nauc_precision_at_1_diff1": 0.6528370031855298, + "nauc_precision_at_1_max": 0.5629182041709659, + "nauc_precision_at_1_std": 0.0393020758831533, + "nauc_precision_at_20_diff1": 0.5047448027468908, + "nauc_precision_at_20_max": 0.6541881057677523, + "nauc_precision_at_20_std": 0.2082869773747058, + "nauc_precision_at_3_diff1": 0.5573912271045649, + "nauc_precision_at_3_max": 0.6246452489994461, + "nauc_precision_at_3_std": 0.08611515537306376, + "nauc_precision_at_5_diff1": 0.5544421322907838, + "nauc_precision_at_5_max": 0.6481267599510707, + "nauc_precision_at_5_std": 0.120884720282585, + "nauc_recall_at_1000_diff1": 0.29937957662024917, + "nauc_recall_at_1000_max": 0.7029532128086419, + "nauc_recall_at_1000_std": 0.7954546438642897, + "nauc_recall_at_100_diff1": 0.4312368259647208, + "nauc_recall_at_100_max": 0.6511720264588041, + "nauc_recall_at_100_std": 0.3959328376771059, + "nauc_recall_at_10_diff1": 0.5181640815648906, + "nauc_recall_at_10_max": 0.6367777527309411, + "nauc_recall_at_10_std": 0.142301071772983, + "nauc_recall_at_1_diff1": 0.6528370031855298, + "nauc_recall_at_1_max": 0.5629182041709659, + "nauc_recall_at_1_std": 0.0393020758831533, + "nauc_recall_at_20_diff1": 0.504744802746891, + "nauc_recall_at_20_max": 0.6541881057677528, + "nauc_recall_at_20_std": 0.208286977374706, + "nauc_recall_at_3_diff1": 0.5573912271045646, + "nauc_recall_at_3_max": 0.6246452489994458, + "nauc_recall_at_3_std": 0.08611515537306257, + "nauc_recall_at_5_diff1": 0.5544421322907832, + "nauc_recall_at_5_max": 0.6481267599510708, + "nauc_recall_at_5_std": 0.1208847202825856, + "ndcg_at_1": 0.44457, + "ndcg_at_10": 0.58327, + "ndcg_at_100": 0.62028, + "ndcg_at_1000": 0.63075, + "ndcg_at_20": 0.59643, + "ndcg_at_3": 0.53792, + "ndcg_at_5": 0.56034, + "precision_at_1": 0.44457, + "precision_at_10": 0.07291, + "precision_at_100": 0.0091, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03905, + "precision_at_3": 0.20098, + "precision_at_5": 0.13151, + "recall_at_1": 0.44457, + "recall_at_10": 0.72911, + "recall_at_100": 0.90989, + "recall_at_1000": 0.99235, + "recall_at_20": 0.78099, + "recall_at_3": 0.60295, + "recall_at_5": 0.65756 + }, + { + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "main_score": 0.71119, + "map_at_1": 0.58118, + "map_at_10": 0.66901, + "map_at_100": 0.6736, + "map_at_1000": 0.67387, + "map_at_20": 0.672, + "map_at_3": 0.64836, + "map_at_5": 0.66134, + "mrr_at_1": 0.5815255423372988, + "mrr_at_10": 0.6693625245759611, + "mrr_at_100": 0.6739439687895088, + "mrr_at_1000": 0.6742066351469675, + "mrr_at_20": 0.6723536682581369, + "mrr_at_3": 0.6487053883834855, + "mrr_at_5": 0.6616864940517855, + "nauc_map_at_1000_diff1": 0.7555665083018611, + "nauc_map_at_1000_max": 0.6058697099054987, + "nauc_map_at_1000_std": 0.06752070184497472, + "nauc_map_at_100_diff1": 0.7554419626889315, + "nauc_map_at_100_max": 0.6059654457367148, + "nauc_map_at_100_std": 0.06782845950573724, + "nauc_map_at_10_diff1": 0.7544057729822639, + "nauc_map_at_10_max": 0.6060372173481767, + "nauc_map_at_10_std": 0.06619300065241863, + "nauc_map_at_1_diff1": 0.7873463300788689, + "nauc_map_at_1_max": 0.5772257512679773, + "nauc_map_at_1_std": 0.043287439782159716, + "nauc_map_at_20_diff1": 0.7553875969706905, + "nauc_map_at_20_max": 0.6062634741780029, + "nauc_map_at_20_std": 0.06708611789976458, + "nauc_map_at_3_diff1": 0.7581798635635719, + "nauc_map_at_3_max": 0.6068128539163634, + "nauc_map_at_3_std": 0.0590852656896606, + "nauc_map_at_5_diff1": 0.7539812454743525, + "nauc_map_at_5_max": 0.6074091478397331, + "nauc_map_at_5_std": 0.06237901881096683, + "nauc_mrr_at_1000_diff1": 0.7546242319704219, + "nauc_mrr_at_1000_max": 0.6059912048503158, + "nauc_mrr_at_1000_std": 0.06979745412844347, + "nauc_mrr_at_100_diff1": 0.7545005652265016, + "nauc_mrr_at_100_max": 0.6060868641552174, + "nauc_mrr_at_100_std": 0.07010309139603282, + "nauc_mrr_at_10_diff1": 0.7534542004073251, + "nauc_mrr_at_10_max": 0.6061599192544521, + "nauc_mrr_at_10_std": 0.06849028691584462, + "nauc_mrr_at_1_diff1": 0.7865641634535163, + "nauc_mrr_at_1_max": 0.577317034613649, + "nauc_mrr_at_1_std": 0.045197814824073604, + "nauc_mrr_at_20_diff1": 0.7544271792027195, + "nauc_mrr_at_20_max": 0.6063874828703624, + "nauc_mrr_at_20_std": 0.06940629560957694, + "nauc_mrr_at_3_diff1": 0.75728265807113, + "nauc_mrr_at_3_max": 0.6069291016609545, + "nauc_mrr_at_3_std": 0.06125218195730271, + "nauc_mrr_at_5_diff1": 0.7530515169005214, + "nauc_mrr_at_5_max": 0.6075296333166728, + "nauc_mrr_at_5_std": 0.0646213640919779, + "nauc_ndcg_at_1000_diff1": 0.7488563527595894, + "nauc_ndcg_at_1000_max": 0.6121963962009787, + "nauc_ndcg_at_1000_std": 0.08091011347080457, + "nauc_ndcg_at_100_diff1": 0.745187719139209, + "nauc_ndcg_at_100_max": 0.6161136828612601, + "nauc_ndcg_at_100_std": 0.0943427631484925, + "nauc_ndcg_at_10_diff1": 0.7406785142441852, + "nauc_ndcg_at_10_max": 0.6165579052043672, + "nauc_ndcg_at_10_std": 0.08441651618380316, + "nauc_ndcg_at_1_diff1": 0.7865641634535163, + "nauc_ndcg_at_1_max": 0.577317034613649, + "nauc_ndcg_at_1_std": 0.045197814824073604, + "nauc_ndcg_at_20_diff1": 0.7442097176772453, + "nauc_ndcg_at_20_max": 0.618133516475673, + "nauc_ndcg_at_20_std": 0.08893418957053424, + "nauc_ndcg_at_3_diff1": 0.7484244994084693, + "nauc_ndcg_at_3_max": 0.6170651332428319, + "nauc_ndcg_at_3_std": 0.0657399854207794, + "nauc_ndcg_at_5_diff1": 0.7397847578684774, + "nauc_ndcg_at_5_max": 0.6189742603990868, + "nauc_ndcg_at_5_std": 0.07275006834561207, + "nauc_precision_at_1000_diff1": -0.5751511710025353, + "nauc_precision_at_1000_max": -0.07061082160212023, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6016809223254036, + "nauc_precision_at_100_max": 0.7327315650694157, + "nauc_precision_at_100_std": 0.5701809751829112, + "nauc_precision_at_10_diff1": 0.6696557915252124, + "nauc_precision_at_10_max": 0.6706002948122414, + "nauc_precision_at_10_std": 0.19097538919240417, + "nauc_precision_at_1_diff1": 0.7865641634535163, + "nauc_precision_at_1_max": 0.577317034613649, + "nauc_precision_at_1_std": 0.045197814824073604, + "nauc_precision_at_20_diff1": 0.6757638242719446, + "nauc_precision_at_20_max": 0.7007402290452014, + "nauc_precision_at_20_std": 0.2601034948791607, + "nauc_precision_at_3_diff1": 0.7151423995761507, + "nauc_precision_at_3_max": 0.6521974201664825, + "nauc_precision_at_3_std": 0.0891132709103479, + "nauc_precision_at_5_diff1": 0.681267407756983, + "nauc_precision_at_5_max": 0.6658728667802448, + "nauc_precision_at_5_std": 0.11673669608286352, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6293312813929234, + "nauc_recall_at_100_max": 0.751606564800953, + "nauc_recall_at_100_std": 0.5600821255359433, + "nauc_recall_at_10_diff1": 0.6706328697664388, + "nauc_recall_at_10_max": 0.6695243685204095, + "nauc_recall_at_10_std": 0.18652198243906964, + "nauc_recall_at_1_diff1": 0.7873463300788689, + "nauc_recall_at_1_max": 0.5772257512679773, + "nauc_recall_at_1_std": 0.043287439782159716, + "nauc_recall_at_20_diff1": 0.677026088156276, + "nauc_recall_at_20_max": 0.6992522211034945, + "nauc_recall_at_20_std": 0.2540923605090778, + "nauc_recall_at_3_diff1": 0.7158537185245116, + "nauc_recall_at_3_max": 0.6516851315495296, + "nauc_recall_at_3_std": 0.0864608630907819, + "nauc_recall_at_5_diff1": 0.6821723938667557, + "nauc_recall_at_5_max": 0.6652348933648456, + "nauc_recall_at_5_std": 0.11348910324308596, + "ndcg_at_1": 0.58153, + "ndcg_at_10": 0.71119, + "ndcg_at_100": 0.73354, + "ndcg_at_1000": 0.74019, + "ndcg_at_20": 0.72166, + "ndcg_at_3": 0.66936, + "ndcg_at_5": 0.69288, + "precision_at_1": 0.58153, + "precision_at_10": 0.08432, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "precision_at_20": 0.04419, + "precision_at_3": 0.24329, + "precision_at_5": 0.15745, + "recall_at_1": 0.58118, + "recall_at_10": 0.8429, + "recall_at_100": 0.94822, + "recall_at_1000": 1.0, + "recall_at_20": 0.88348, + "recall_at_3": 0.72953, + "recall_at_5": 0.78691 + }, + { + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.65902, + "map_at_1": 0.53234, + "map_at_10": 0.61745, + "map_at_100": 0.62344, + "map_at_1000": 0.62371, + "map_at_20": 0.621, + "map_at_3": 0.59771, + "map_at_5": 0.60896, + "mrr_at_1": 0.5323433685923515, + "mrr_at_10": 0.6174643535200911, + "mrr_at_100": 0.6234457106513875, + "mrr_at_1000": 0.6237136227254988, + "mrr_at_20": 0.6209989677563186, + "mrr_at_3": 0.5977081638188239, + "mrr_at_5": 0.6089571467317608, + "nauc_map_at_1000_diff1": 0.7029248057280233, + "nauc_map_at_1000_max": 0.6025007956376446, + "nauc_map_at_1000_std": 0.04551454481972959, + "nauc_map_at_100_diff1": 0.7028351979149056, + "nauc_map_at_100_max": 0.6025099920847335, + "nauc_map_at_100_std": 0.04569884927136883, + "nauc_map_at_10_diff1": 0.7018737118698238, + "nauc_map_at_10_max": 0.6024727709541551, + "nauc_map_at_10_std": 0.04318084041407607, + "nauc_map_at_1_diff1": 0.7357001195422127, + "nauc_map_at_1_max": 0.5836764258826306, + "nauc_map_at_1_std": 0.02020842307563254, + "nauc_map_at_20_diff1": 0.7022216346331858, + "nauc_map_at_20_max": 0.6026013170641068, + "nauc_map_at_20_std": 0.04499050516030695, + "nauc_map_at_3_diff1": 0.7043053542927713, + "nauc_map_at_3_max": 0.6034348755330531, + "nauc_map_at_3_std": 0.03918387995441605, + "nauc_map_at_5_diff1": 0.7027595347967827, + "nauc_map_at_5_max": 0.6039501002095636, + "nauc_map_at_5_std": 0.041150957873560226, + "nauc_mrr_at_1000_diff1": 0.7029200139851508, + "nauc_mrr_at_1000_max": 0.6024961628517643, + "nauc_mrr_at_1000_std": 0.04550876557569936, + "nauc_mrr_at_100_diff1": 0.702830980853107, + "nauc_mrr_at_100_max": 0.602506644797063, + "nauc_mrr_at_100_std": 0.04569505878561757, + "nauc_mrr_at_10_diff1": 0.7018529524008033, + "nauc_mrr_at_10_max": 0.6024563231875079, + "nauc_mrr_at_10_std": 0.043162112439471025, + "nauc_mrr_at_1_diff1": 0.7357001195422127, + "nauc_mrr_at_1_max": 0.5836764258826306, + "nauc_mrr_at_1_std": 0.02020842307563254, + "nauc_mrr_at_20_diff1": 0.7022174439449274, + "nauc_mrr_at_20_max": 0.6025979955442577, + "nauc_mrr_at_20_std": 0.044986737069344, + "nauc_mrr_at_3_diff1": 0.7043053542927713, + "nauc_mrr_at_3_max": 0.6034348755330531, + "nauc_mrr_at_3_std": 0.03918387995441605, + "nauc_mrr_at_5_diff1": 0.7027595347967827, + "nauc_mrr_at_5_max": 0.6039501002095636, + "nauc_mrr_at_5_std": 0.041150957873560226, + "nauc_ndcg_at_1000_diff1": 0.6957766170498506, + "nauc_ndcg_at_1000_max": 0.6067497611134566, + "nauc_ndcg_at_1000_std": 0.06031751373416993, + "nauc_ndcg_at_100_diff1": 0.6927047887526768, + "nauc_ndcg_at_100_max": 0.6074225404926523, + "nauc_ndcg_at_100_std": 0.06854374451776184, + "nauc_ndcg_at_10_diff1": 0.6876567240341943, + "nauc_ndcg_at_10_max": 0.6073215201228022, + "nauc_ndcg_at_10_std": 0.055681150028671834, + "nauc_ndcg_at_1_diff1": 0.7357001195422127, + "nauc_ndcg_at_1_max": 0.5836764258826306, + "nauc_ndcg_at_1_std": 0.02020842307563254, + "nauc_ndcg_at_20_diff1": 0.6887117620897238, + "nauc_ndcg_at_20_max": 0.6083753492399817, + "nauc_ndcg_at_20_std": 0.0635542591652093, + "nauc_ndcg_at_3_diff1": 0.6938497085663237, + "nauc_ndcg_at_3_max": 0.6098522025233405, + "nauc_ndcg_at_3_std": 0.046022990994558075, + "nauc_ndcg_at_5_diff1": 0.6907859407551352, + "nauc_ndcg_at_5_max": 0.6111077050810879, + "nauc_ndcg_at_5_std": 0.050026754447112985, + "nauc_precision_at_1000_diff1": 0.5636200617832825, + "nauc_precision_at_1000_max": 0.7325079677172235, + "nauc_precision_at_1000_std": 0.7427489166353071, + "nauc_precision_at_100_diff1": 0.5890766027924071, + "nauc_precision_at_100_max": 0.65074285298157, + "nauc_precision_at_100_std": 0.4138083628425363, + "nauc_precision_at_10_diff1": 0.6230298255138822, + "nauc_precision_at_10_max": 0.6258757492353642, + "nauc_precision_at_10_std": 0.11460783165354817, + "nauc_precision_at_1_diff1": 0.7357001195422127, + "nauc_precision_at_1_max": 0.5836764258826306, + "nauc_precision_at_1_std": 0.02020842307563254, + "nauc_precision_at_20_diff1": 0.6108369886150391, + "nauc_precision_at_20_max": 0.6369269343106946, + "nauc_precision_at_20_std": 0.18317963859408373, + "nauc_precision_at_3_diff1": 0.6598086271488836, + "nauc_precision_at_3_max": 0.630684729345481, + "nauc_precision_at_3_std": 0.06848317534784613, + "nauc_precision_at_5_diff1": 0.647399113553977, + "nauc_precision_at_5_max": 0.6370270015293887, + "nauc_precision_at_5_std": 0.0829246749639221, + "nauc_recall_at_1000_diff1": 0.634471245147773, + "nauc_recall_at_1000_max": 0.801382957113637, + "nauc_recall_at_1000_std": 0.7825359675814562, + "nauc_recall_at_100_diff1": 0.5948160751358168, + "nauc_recall_at_100_max": 0.6563617894389395, + "nauc_recall_at_100_std": 0.4170748760512797, + "nauc_recall_at_10_diff1": 0.6232494583906049, + "nauc_recall_at_10_max": 0.6260172798608055, + "nauc_recall_at_10_std": 0.11475204308854711, + "nauc_recall_at_1_diff1": 0.7357001195422127, + "nauc_recall_at_1_max": 0.5836764258826306, + "nauc_recall_at_1_std": 0.02020842307563254, + "nauc_recall_at_20_diff1": 0.6134152225488763, + "nauc_recall_at_20_max": 0.6393694885170643, + "nauc_recall_at_20_std": 0.18408280780873332, + "nauc_recall_at_3_diff1": 0.659808627148883, + "nauc_recall_at_3_max": 0.630684729345481, + "nauc_recall_at_3_std": 0.06848317534784634, + "nauc_recall_at_5_diff1": 0.6473991135539773, + "nauc_recall_at_5_max": 0.637027001529389, + "nauc_recall_at_5_std": 0.08292467496392243, + "ndcg_at_1": 0.53234, + "ndcg_at_10": 0.65902, + "ndcg_at_100": 0.68911, + "ndcg_at_1000": 0.69643, + "ndcg_at_20": 0.67172, + "ndcg_at_3": 0.61818, + "ndcg_at_5": 0.63841, + "precision_at_1": 0.53234, + "precision_at_10": 0.07901, + "precision_at_100": 0.00933, + "precision_at_1000": 0.00099, + "precision_at_20": 0.042, + "precision_at_3": 0.22573, + "precision_at_5": 0.14524, + "recall_at_1": 0.53234, + "recall_at_10": 0.78997, + "recall_at_100": 0.93287, + "recall_at_1000": 0.99085, + "recall_at_20": 0.83971, + "recall_at_3": 0.67718, + "recall_at_5": 0.7262 + }, + { + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "main_score": 0.68967, + "map_at_1": 0.55952, + "map_at_10": 0.6474, + "map_at_100": 0.65309, + "map_at_1000": 0.65335, + "map_at_20": 0.65126, + "map_at_3": 0.62602, + "map_at_5": 0.63958, + "mrr_at_1": 0.5598141695702671, + "mrr_at_10": 0.6476953247423637, + "mrr_at_100": 0.6533717474701998, + "mrr_at_1000": 0.6536334911684605, + "mrr_at_20": 0.6515465841693449, + "mrr_at_3": 0.6263066202090596, + "mrr_at_5": 0.6398664343786306, + "nauc_map_at_1000_diff1": 0.7388256007439042, + "nauc_map_at_1000_max": 0.6858780937359547, + "nauc_map_at_1000_std": 0.12917627091244743, + "nauc_map_at_100_diff1": 0.7386962390941497, + "nauc_map_at_100_max": 0.6859224553183761, + "nauc_map_at_100_std": 0.12949251544960844, + "nauc_map_at_10_diff1": 0.7372723556978825, + "nauc_map_at_10_max": 0.6863429101783692, + "nauc_map_at_10_std": 0.12767016246559842, + "nauc_map_at_1_diff1": 0.7708480875724715, + "nauc_map_at_1_max": 0.6510875013438089, + "nauc_map_at_1_std": 0.0950758366532683, + "nauc_map_at_20_diff1": 0.7382364199689356, + "nauc_map_at_20_max": 0.6862332133918716, + "nauc_map_at_20_std": 0.12976067554286091, + "nauc_map_at_3_diff1": 0.7413410257680774, + "nauc_map_at_3_max": 0.6877495235304097, + "nauc_map_at_3_std": 0.12208910979055972, + "nauc_map_at_5_diff1": 0.7386513800489987, + "nauc_map_at_5_max": 0.6890977920924537, + "nauc_map_at_5_std": 0.124541510086074, + "nauc_mrr_at_1000_diff1": 0.7396723867575012, + "nauc_mrr_at_1000_max": 0.6873080066950553, + "nauc_mrr_at_1000_std": 0.13100477930957366, + "nauc_mrr_at_100_diff1": 0.7395421715394506, + "nauc_mrr_at_100_max": 0.687351023089278, + "nauc_mrr_at_100_std": 0.13131939865434358, + "nauc_mrr_at_10_diff1": 0.7381301777272657, + "nauc_mrr_at_10_max": 0.6877926055134934, + "nauc_mrr_at_10_std": 0.12952318768612145, + "nauc_mrr_at_1_diff1": 0.7715887250959511, + "nauc_mrr_at_1_max": 0.6523100854674329, + "nauc_mrr_at_1_std": 0.09664250509785716, + "nauc_mrr_at_20_diff1": 0.7391049865186125, + "nauc_mrr_at_20_max": 0.6877004131210784, + "nauc_mrr_at_20_std": 0.1316369135533116, + "nauc_mrr_at_3_diff1": 0.7421544572885533, + "nauc_mrr_at_3_max": 0.6891222776676912, + "nauc_mrr_at_3_std": 0.12384119373367018, + "nauc_mrr_at_5_diff1": 0.7394916925342829, + "nauc_mrr_at_5_max": 0.6905180510607404, + "nauc_mrr_at_5_std": 0.12635449170825014, + "nauc_ndcg_at_1000_diff1": 0.7320308455825368, + "nauc_ndcg_at_1000_max": 0.6916193988536141, + "nauc_ndcg_at_1000_std": 0.1440056494491708, + "nauc_ndcg_at_100_diff1": 0.7288317168904791, + "nauc_ndcg_at_100_max": 0.6936128605759108, + "nauc_ndcg_at_100_std": 0.15597108658540862, + "nauc_ndcg_at_10_diff1": 0.7215767514295538, + "nauc_ndcg_at_10_max": 0.6959515160150067, + "nauc_ndcg_at_10_std": 0.14844718196774617, + "nauc_ndcg_at_1_diff1": 0.7715887250959511, + "nauc_ndcg_at_1_max": 0.6523100854674329, + "nauc_ndcg_at_1_std": 0.09664250509785716, + "nauc_ndcg_at_20_diff1": 0.7249666152255433, + "nauc_ndcg_at_20_max": 0.6959402691667331, + "nauc_ndcg_at_20_std": 0.1579044399536973, + "nauc_ndcg_at_3_diff1": 0.7307329115446729, + "nauc_ndcg_at_3_max": 0.6987939526233463, + "nauc_ndcg_at_3_std": 0.13297232749125704, + "nauc_ndcg_at_5_diff1": 0.7248703439773202, + "nauc_ndcg_at_5_max": 0.7016608248562657, + "nauc_ndcg_at_5_std": 0.1390236847346817, + "nauc_precision_at_1000_diff1": 0.41571600971583417, + "nauc_precision_at_1000_max": 0.7683391983068467, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6227475427767925, + "nauc_precision_at_100_max": 0.7642399902641671, + "nauc_precision_at_100_std": 0.5793587969448573, + "nauc_precision_at_10_diff1": 0.6443457455154136, + "nauc_precision_at_10_max": 0.7391466307565551, + "nauc_precision_at_10_std": 0.2579623453942974, + "nauc_precision_at_1_diff1": 0.7715887250959511, + "nauc_precision_at_1_max": 0.6523100854674329, + "nauc_precision_at_1_std": 0.09664250509785716, + "nauc_precision_at_20_diff1": 0.6410129597790637, + "nauc_precision_at_20_max": 0.7561739770246271, + "nauc_precision_at_20_std": 0.3756423367891146, + "nauc_precision_at_3_diff1": 0.6954272607537846, + "nauc_precision_at_3_max": 0.7349659588515172, + "nauc_precision_at_3_std": 0.16978996963521123, + "nauc_precision_at_5_diff1": 0.6704439873094536, + "nauc_precision_at_5_max": 0.7496847616130241, + "nauc_precision_at_5_std": 0.19747031513962834, + "nauc_recall_at_1000_diff1": 0.496023080369106, + "nauc_recall_at_1000_max": 0.8611408883980795, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6282906394028237, + "nauc_recall_at_100_max": 0.7661385727869144, + "nauc_recall_at_100_std": 0.5715680920303565, + "nauc_recall_at_10_diff1": 0.6424018446510534, + "nauc_recall_at_10_max": 0.7360409408544162, + "nauc_recall_at_10_std": 0.25456137226918507, + "nauc_recall_at_1_diff1": 0.7708480875724715, + "nauc_recall_at_1_max": 0.6510875013438089, + "nauc_recall_at_1_std": 0.0950758366532683, + "nauc_recall_at_20_diff1": 0.6382980631483209, + "nauc_recall_at_20_max": 0.7517894146841021, + "nauc_recall_at_20_std": 0.3706322841260505, + "nauc_recall_at_3_diff1": 0.6942174626470669, + "nauc_recall_at_3_max": 0.7330550150941989, + "nauc_recall_at_3_std": 0.16767383762592034, + "nauc_recall_at_5_diff1": 0.6690157136213554, + "nauc_recall_at_5_max": 0.7473753580060156, + "nauc_recall_at_5_std": 0.19490172877878448, + "ndcg_at_1": 0.55981, + "ndcg_at_10": 0.68967, + "ndcg_at_100": 0.71647, + "ndcg_at_1000": 0.72332, + "ndcg_at_20": 0.70364, + "ndcg_at_3": 0.6464, + "ndcg_at_5": 0.67081, + "precision_at_1": 0.55981, + "precision_at_10": 0.08223, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "precision_at_20": 0.04387, + "precision_at_3": 0.235, + "precision_at_5": 0.15285, + "recall_at_1": 0.55952, + "recall_at_10": 0.82201, + "recall_at_100": 0.94541, + "recall_at_1000": 0.99884, + "recall_at_20": 0.87718, + "recall_at_3": 0.7047, + "recall_at_5": 0.76394 + }, + { + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ], + "main_score": 0.61635, + "map_at_1": 0.49583, + "map_at_10": 0.57708, + "map_at_100": 0.58338, + "map_at_1000": 0.58376, + "map_at_20": 0.5809, + "map_at_3": 0.55865, + "map_at_5": 0.56967, + "mrr_at_1": 0.49593165174938975, + "mrr_at_10": 0.5772007019515163, + "mrr_at_100": 0.5834773785153179, + "mrr_at_1000": 0.5838641000764281, + "mrr_at_20": 0.5809985483329081, + "mrr_at_3": 0.5587537293192305, + "mrr_at_5": 0.569768782207758, + "nauc_map_at_1000_diff1": 0.6903938852326439, + "nauc_map_at_1000_max": 0.6656185038427497, + "nauc_map_at_1000_std": 0.11225110484275412, + "nauc_map_at_100_diff1": 0.6902100801220471, + "nauc_map_at_100_max": 0.6656613724130654, + "nauc_map_at_100_std": 0.11247476197646479, + "nauc_map_at_10_diff1": 0.6899196202878215, + "nauc_map_at_10_max": 0.6661607311068621, + "nauc_map_at_10_std": 0.10983187978601984, + "nauc_map_at_1_diff1": 0.7264487123813044, + "nauc_map_at_1_max": 0.6371192130121398, + "nauc_map_at_1_std": 0.07353629241079779, + "nauc_map_at_20_diff1": 0.6895481615440721, + "nauc_map_at_20_max": 0.6657594387304199, + "nauc_map_at_20_std": 0.11175369057830073, + "nauc_map_at_3_diff1": 0.6973383350927037, + "nauc_map_at_3_max": 0.6662960104516078, + "nauc_map_at_3_std": 0.10025746945188377, + "nauc_map_at_5_diff1": 0.6913991353864979, + "nauc_map_at_5_max": 0.6669946643515545, + "nauc_map_at_5_std": 0.1071777773119706, + "nauc_mrr_at_1000_diff1": 0.6909903051998543, + "nauc_mrr_at_1000_max": 0.6658294377533129, + "nauc_mrr_at_1000_std": 0.11231163896931334, + "nauc_mrr_at_100_diff1": 0.6908075182989881, + "nauc_mrr_at_100_max": 0.6658726707684849, + "nauc_mrr_at_100_std": 0.11253540919111713, + "nauc_mrr_at_10_diff1": 0.690504845248098, + "nauc_mrr_at_10_max": 0.6663558388108914, + "nauc_mrr_at_10_std": 0.1099260327381572, + "nauc_mrr_at_1_diff1": 0.72697884269645, + "nauc_mrr_at_1_max": 0.6373052341343737, + "nauc_mrr_at_1_std": 0.07358859007978438, + "nauc_mrr_at_20_diff1": 0.6901415337904867, + "nauc_mrr_at_20_max": 0.665969312339057, + "nauc_mrr_at_20_std": 0.11181389893521032, + "nauc_mrr_at_3_diff1": 0.6979069679103518, + "nauc_mrr_at_3_max": 0.6664970489331647, + "nauc_mrr_at_3_std": 0.10031469751148538, + "nauc_mrr_at_5_diff1": 0.6919783707491808, + "nauc_mrr_at_5_max": 0.6671995604279292, + "nauc_mrr_at_5_std": 0.10723636551453938, + "nauc_ndcg_at_1000_diff1": 0.6798897080554888, + "nauc_ndcg_at_1000_max": 0.6723547872810406, + "nauc_ndcg_at_1000_std": 0.13395220502429891, + "nauc_ndcg_at_100_diff1": 0.674640251594601, + "nauc_ndcg_at_100_max": 0.6738727910015624, + "nauc_ndcg_at_100_std": 0.14398128588926934, + "nauc_ndcg_at_10_diff1": 0.6726070781126713, + "nauc_ndcg_at_10_max": 0.676357068551557, + "nauc_ndcg_at_10_std": 0.130912855252362, + "nauc_ndcg_at_1_diff1": 0.72697884269645, + "nauc_ndcg_at_1_max": 0.6373052341343737, + "nauc_ndcg_at_1_std": 0.07358859007978438, + "nauc_ndcg_at_20_diff1": 0.6702259654487847, + "nauc_ndcg_at_20_max": 0.6747669404239764, + "nauc_ndcg_at_20_std": 0.13878545425510852, + "nauc_ndcg_at_3_diff1": 0.6880806345738738, + "nauc_ndcg_at_3_max": 0.6761321965526208, + "nauc_ndcg_at_3_std": 0.10934498517632962, + "nauc_ndcg_at_5_diff1": 0.6766618185484796, + "nauc_ndcg_at_5_max": 0.6776617087753882, + "nauc_ndcg_at_5_std": 0.12251281169643612, + "nauc_precision_at_1000_diff1": 0.5304527395343329, + "nauc_precision_at_1000_max": 0.7713812623440485, + "nauc_precision_at_1000_std": 0.6860794358279777, + "nauc_precision_at_100_diff1": 0.5492396527392216, + "nauc_precision_at_100_max": 0.72591161800679, + "nauc_precision_at_100_std": 0.4592290117310301, + "nauc_precision_at_10_diff1": 0.6007404366398728, + "nauc_precision_at_10_max": 0.7164118230430734, + "nauc_precision_at_10_std": 0.22238271072380042, + "nauc_precision_at_1_diff1": 0.72697884269645, + "nauc_precision_at_1_max": 0.6373052341343737, + "nauc_precision_at_1_std": 0.07358859007978438, + "nauc_precision_at_20_diff1": 0.5694221558623104, + "nauc_precision_at_20_max": 0.7122368111742026, + "nauc_precision_at_20_std": 0.28584432836732215, + "nauc_precision_at_3_diff1": 0.6588028139750731, + "nauc_precision_at_3_max": 0.7075090934109687, + "nauc_precision_at_3_std": 0.13834820183292343, + "nauc_precision_at_5_diff1": 0.6242898855872545, + "nauc_precision_at_5_max": 0.7145156404933524, + "nauc_precision_at_5_std": 0.17747291385391278, + "nauc_recall_at_1000_diff1": 0.5371883717052188, + "nauc_recall_at_1000_max": 0.8003865548650976, + "nauc_recall_at_1000_std": 0.7029379705199552, + "nauc_recall_at_100_diff1": 0.5500004179635534, + "nauc_recall_at_100_max": 0.7285439184989679, + "nauc_recall_at_100_std": 0.4591343610343722, + "nauc_recall_at_10_diff1": 0.5998351764037085, + "nauc_recall_at_10_max": 0.7160255556635957, + "nauc_recall_at_10_std": 0.22191707737013971, + "nauc_recall_at_1_diff1": 0.7264487123813044, + "nauc_recall_at_1_max": 0.6371192130121398, + "nauc_recall_at_1_std": 0.07353629241079779, + "nauc_recall_at_20_diff1": 0.5699213323566817, + "nauc_recall_at_20_max": 0.7137496932796714, + "nauc_recall_at_20_std": 0.2855729320639087, + "nauc_recall_at_3_diff1": 0.6580757182594269, + "nauc_recall_at_3_max": 0.7071789827108593, + "nauc_recall_at_3_std": 0.13826250950829677, + "nauc_recall_at_5_diff1": 0.6234981608324871, + "nauc_recall_at_5_max": 0.7141514171613894, + "nauc_recall_at_5_std": 0.1773705184562709, + "ndcg_at_1": 0.49593, + "ndcg_at_10": 0.61635, + "ndcg_at_100": 0.64824, + "ndcg_at_1000": 0.65927, + "ndcg_at_20": 0.63019, + "ndcg_at_3": 0.57868, + "ndcg_at_5": 0.59845, + "precision_at_1": 0.49593, + "precision_at_10": 0.07396, + "precision_at_100": 0.00892, + "precision_at_1000": 0.00098, + "precision_at_20": 0.03972, + "precision_at_3": 0.21216, + "precision_at_5": 0.13686, + "recall_at_1": 0.49583, + "recall_at_10": 0.73942, + "recall_at_100": 0.89168, + "recall_at_1000": 0.98007, + "recall_at_20": 0.79404, + "recall_at_3": 0.63639, + "recall_at_5": 0.68419 + }, + { + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "main_score": 0.66552, + "map_at_1": 0.53826, + "map_at_10": 0.62302, + "map_at_100": 0.6295, + "map_at_1000": 0.62974, + "map_at_20": 0.62703, + "map_at_3": 0.60272, + "map_at_5": 0.61379, + "mrr_at_1": 0.5382639958911145, + "mrr_at_10": 0.6230195416636094, + "mrr_at_100": 0.6295014061683835, + "mrr_at_1000": 0.6297378863578313, + "mrr_at_20": 0.62703171567762, + "mrr_at_3": 0.6027221366204416, + "mrr_at_5": 0.6137904468412949, + "nauc_map_at_1000_diff1": 0.6787237051303628, + "nauc_map_at_1000_max": 0.6268388000928754, + "nauc_map_at_1000_std": 0.05502015539193319, + "nauc_map_at_100_diff1": 0.6786470645098934, + "nauc_map_at_100_max": 0.6269627663940516, + "nauc_map_at_100_std": 0.055340643644346446, + "nauc_map_at_10_diff1": 0.6769004034887451, + "nauc_map_at_10_max": 0.6271422145136359, + "nauc_map_at_10_std": 0.05388761693157567, + "nauc_map_at_1_diff1": 0.7101589210663746, + "nauc_map_at_1_max": 0.5912285572934796, + "nauc_map_at_1_std": 0.013655696546697432, + "nauc_map_at_20_diff1": 0.6783058578980967, + "nauc_map_at_20_max": 0.627457587609922, + "nauc_map_at_20_std": 0.05638280036376921, + "nauc_map_at_3_diff1": 0.6807986223660009, + "nauc_map_at_3_max": 0.627301914927799, + "nauc_map_at_3_std": 0.04323113298566098, + "nauc_map_at_5_diff1": 0.6784638024235427, + "nauc_map_at_5_max": 0.6267798441736483, + "nauc_map_at_5_std": 0.0486762892542108, + "nauc_mrr_at_1000_diff1": 0.6787237051303628, + "nauc_mrr_at_1000_max": 0.6268388000928754, + "nauc_mrr_at_1000_std": 0.05502015539193319, + "nauc_mrr_at_100_diff1": 0.6786470645098934, + "nauc_mrr_at_100_max": 0.6269627663940516, + "nauc_mrr_at_100_std": 0.055340643644346446, + "nauc_mrr_at_10_diff1": 0.6769004034887451, + "nauc_mrr_at_10_max": 0.6271422145136359, + "nauc_mrr_at_10_std": 0.05388761693157567, + "nauc_mrr_at_1_diff1": 0.7101589210663746, + "nauc_mrr_at_1_max": 0.5912285572934796, + "nauc_mrr_at_1_std": 0.013655696546697432, + "nauc_mrr_at_20_diff1": 0.6783058578980967, + "nauc_mrr_at_20_max": 0.627457587609922, + "nauc_mrr_at_20_std": 0.05638280036376921, + "nauc_mrr_at_3_diff1": 0.6807986223660009, + "nauc_mrr_at_3_max": 0.627301914927799, + "nauc_mrr_at_3_std": 0.04323113298566098, + "nauc_mrr_at_5_diff1": 0.6784638024235427, + "nauc_mrr_at_5_max": 0.6267798441736483, + "nauc_mrr_at_5_std": 0.0486762892542108, + "nauc_ndcg_at_1000_diff1": 0.6717740856515284, + "nauc_ndcg_at_1000_max": 0.6330299223002867, + "nauc_ndcg_at_1000_std": 0.07045694555242975, + "nauc_ndcg_at_100_diff1": 0.6702294714731354, + "nauc_ndcg_at_100_max": 0.6370816186255089, + "nauc_ndcg_at_100_std": 0.08204890676448517, + "nauc_ndcg_at_10_diff1": 0.6611250750467881, + "nauc_ndcg_at_10_max": 0.6379643669557943, + "nauc_ndcg_at_10_std": 0.07716896014139461, + "nauc_ndcg_at_1_diff1": 0.7101589210663746, + "nauc_ndcg_at_1_max": 0.5912285572934796, + "nauc_ndcg_at_1_std": 0.013655696546697432, + "nauc_ndcg_at_20_diff1": 0.6662956753690443, + "nauc_ndcg_at_20_max": 0.6398849808778498, + "nauc_ndcg_at_20_std": 0.08778110681203335, + "nauc_ndcg_at_3_diff1": 0.6705484160230352, + "nauc_ndcg_at_3_max": 0.6376801910152949, + "nauc_ndcg_at_3_std": 0.05303384361464665, + "nauc_ndcg_at_5_diff1": 0.6656870242425555, + "nauc_ndcg_at_5_max": 0.6368188177059412, + "nauc_ndcg_at_5_std": 0.063745355413759, + "nauc_precision_at_1000_diff1": 0.23730257604812358, + "nauc_precision_at_1000_max": 0.5347013568979305, + "nauc_precision_at_1000_std": 0.6148424151893612, + "nauc_precision_at_100_diff1": 0.5983290916167977, + "nauc_precision_at_100_max": 0.7794777785096061, + "nauc_precision_at_100_std": 0.5386667651878014, + "nauc_precision_at_10_diff1": 0.5866550699907446, + "nauc_precision_at_10_max": 0.6851476505316256, + "nauc_precision_at_10_std": 0.19072649595179092, + "nauc_precision_at_1_diff1": 0.7101589210663746, + "nauc_precision_at_1_max": 0.5912285572934796, + "nauc_precision_at_1_std": 0.013655696546697432, + "nauc_precision_at_20_diff1": 0.5984028626665244, + "nauc_precision_at_20_max": 0.7164397554045908, + "nauc_precision_at_20_std": 0.30618218151737386, + "nauc_precision_at_3_diff1": 0.6368690016849516, + "nauc_precision_at_3_max": 0.67098864956658, + "nauc_precision_at_3_std": 0.085056150113126, + "nauc_precision_at_5_diff1": 0.6180865821487905, + "nauc_precision_at_5_max": 0.6721816501288541, + "nauc_precision_at_5_std": 0.12057415730366834, + "nauc_recall_at_1000_diff1": 0.23730257604805938, + "nauc_recall_at_1000_max": 0.5347013568979705, + "nauc_recall_at_1000_std": 0.6148424151893628, + "nauc_recall_at_100_diff1": 0.5983290916167993, + "nauc_recall_at_100_max": 0.7794777785096041, + "nauc_recall_at_100_std": 0.5386667651877988, + "nauc_recall_at_10_diff1": 0.5866550699907443, + "nauc_recall_at_10_max": 0.6851476505316256, + "nauc_recall_at_10_std": 0.19072649595179256, + "nauc_recall_at_1_diff1": 0.7101589210663746, + "nauc_recall_at_1_max": 0.5912285572934796, + "nauc_recall_at_1_std": 0.013655696546697432, + "nauc_recall_at_20_diff1": 0.5984028626665248, + "nauc_recall_at_20_max": 0.7164397554045894, + "nauc_recall_at_20_std": 0.30618218151737603, + "nauc_recall_at_3_diff1": 0.6368690016849516, + "nauc_recall_at_3_max": 0.6709886495665802, + "nauc_recall_at_3_std": 0.08505615011312644, + "nauc_recall_at_5_diff1": 0.6180865821487902, + "nauc_recall_at_5_max": 0.6721816501288541, + "nauc_recall_at_5_std": 0.12057415730366944, + "ndcg_at_1": 0.53826, + "ndcg_at_10": 0.66552, + "ndcg_at_100": 0.69728, + "ndcg_at_1000": 0.7035, + "ndcg_at_20": 0.68, + "ndcg_at_3": 0.62327, + "ndcg_at_5": 0.64351, + "precision_at_1": 0.53826, + "precision_at_10": 0.07997, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "precision_at_20": 0.04284, + "precision_at_3": 0.22753, + "precision_at_5": 0.14648, + "recall_at_1": 0.53826, + "recall_at_10": 0.79969, + "recall_at_100": 0.94864, + "recall_at_1000": 0.99743, + "recall_at_20": 0.8567, + "recall_at_3": 0.68259, + "recall_at_5": 0.73241 + }, + { + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ], + "main_score": 0.66313, + "map_at_1": 0.53141, + "map_at_10": 0.62004, + "map_at_100": 0.62667, + "map_at_1000": 0.6269, + "map_at_20": 0.62415, + "map_at_3": 0.59951, + "map_at_5": 0.61255, + "mrr_at_1": 0.5314091680814941, + "mrr_at_10": 0.6200431634642168, + "mrr_at_100": 0.6266669095227859, + "mrr_at_1000": 0.6269025045382652, + "mrr_at_20": 0.6241451187684905, + "mrr_at_3": 0.599509526504434, + "mrr_at_5": 0.6125542350499916, + "nauc_map_at_1000_diff1": 0.6930121715720347, + "nauc_map_at_1000_max": 0.5920991951162261, + "nauc_map_at_1000_std": 0.02133928590029087, + "nauc_map_at_100_diff1": 0.6928553901508143, + "nauc_map_at_100_max": 0.5921526470444894, + "nauc_map_at_100_std": 0.02165159590433706, + "nauc_map_at_10_diff1": 0.692643182799563, + "nauc_map_at_10_max": 0.592916138890853, + "nauc_map_at_10_std": 0.02105440056302504, + "nauc_map_at_1_diff1": 0.7293846747631604, + "nauc_map_at_1_max": 0.5771749947619951, + "nauc_map_at_1_std": 0.007147178395935405, + "nauc_map_at_20_diff1": 0.6923741960901426, + "nauc_map_at_20_max": 0.5927411991098493, + "nauc_map_at_20_std": 0.021184873922941886, + "nauc_map_at_3_diff1": 0.6932970564634025, + "nauc_map_at_3_max": 0.588520861273169, + "nauc_map_at_3_std": 0.010452545426574582, + "nauc_map_at_5_diff1": 0.6918708212265032, + "nauc_map_at_5_max": 0.5900723222680749, + "nauc_map_at_5_std": 0.013602586005606418, + "nauc_mrr_at_1000_diff1": 0.6930121715720347, + "nauc_mrr_at_1000_max": 0.5920991951162261, + "nauc_mrr_at_1000_std": 0.02133928590029087, + "nauc_mrr_at_100_diff1": 0.6928553901508143, + "nauc_mrr_at_100_max": 0.5921526470444894, + "nauc_mrr_at_100_std": 0.02165159590433706, + "nauc_mrr_at_10_diff1": 0.692643182799563, + "nauc_mrr_at_10_max": 0.592916138890853, + "nauc_mrr_at_10_std": 0.02105440056302504, + "nauc_mrr_at_1_diff1": 0.7293846747631604, + "nauc_mrr_at_1_max": 0.5771749947619951, + "nauc_mrr_at_1_std": 0.007147178395935405, + "nauc_mrr_at_20_diff1": 0.6923741960901426, + "nauc_mrr_at_20_max": 0.5927411991098493, + "nauc_mrr_at_20_std": 0.021184873922941886, + "nauc_mrr_at_3_diff1": 0.6932970564634025, + "nauc_mrr_at_3_max": 0.588520861273169, + "nauc_mrr_at_3_std": 0.010452545426574582, + "nauc_mrr_at_5_diff1": 0.6918708212265032, + "nauc_mrr_at_5_max": 0.5900723222680749, + "nauc_mrr_at_5_std": 0.013602586005606418, + "nauc_ndcg_at_1000_diff1": 0.6857363618866712, + "nauc_ndcg_at_1000_max": 0.597312186153923, + "nauc_ndcg_at_1000_std": 0.032840361828358616, + "nauc_ndcg_at_100_diff1": 0.6815859826991855, + "nauc_ndcg_at_100_max": 0.5994607051299864, + "nauc_ndcg_at_100_std": 0.04387576848865332, + "nauc_ndcg_at_10_diff1": 0.6791913448562937, + "nauc_ndcg_at_10_max": 0.6040663351532892, + "nauc_ndcg_at_10_std": 0.038918081493854985, + "nauc_ndcg_at_1_diff1": 0.7293846747631604, + "nauc_ndcg_at_1_max": 0.5771749947619951, + "nauc_ndcg_at_1_std": 0.007147178395935405, + "nauc_ndcg_at_20_diff1": 0.6773083714374756, + "nauc_ndcg_at_20_max": 0.6037328625454154, + "nauc_ndcg_at_20_std": 0.04047479962874692, + "nauc_ndcg_at_3_diff1": 0.6816106037079778, + "nauc_ndcg_at_3_max": 0.5930350532066544, + "nauc_ndcg_at_3_std": 0.012001362231253063, + "nauc_ndcg_at_5_diff1": 0.677832527836445, + "nauc_ndcg_at_5_max": 0.5960243766272068, + "nauc_ndcg_at_5_std": 0.01839197742439835, + "nauc_precision_at_1000_diff1": 0.6988609517163363, + "nauc_precision_at_1000_max": 0.956418793932669, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5402080388344814, + "nauc_precision_at_100_max": 0.6936902091206824, + "nauc_precision_at_100_std": 0.48247083244260536, + "nauc_precision_at_10_diff1": 0.618831534783146, + "nauc_precision_at_10_max": 0.6600448869053959, + "nauc_precision_at_10_std": 0.1343873092824866, + "nauc_precision_at_1_diff1": 0.7293846747631604, + "nauc_precision_at_1_max": 0.5771749947619951, + "nauc_precision_at_1_std": 0.007147178395935405, + "nauc_precision_at_20_diff1": 0.5823336345309247, + "nauc_precision_at_20_max": 0.6774763702550914, + "nauc_precision_at_20_std": 0.18134832924283736, + "nauc_precision_at_3_diff1": 0.6431592716483432, + "nauc_precision_at_3_max": 0.6082160911329043, + "nauc_precision_at_3_std": 0.017284295328783873, + "nauc_precision_at_5_diff1": 0.6242709208731704, + "nauc_precision_at_5_max": 0.6190542680335378, + "nauc_precision_at_5_std": 0.03807719786436434, + "nauc_recall_at_1000_diff1": 0.698860951716405, + "nauc_recall_at_1000_max": 0.9564187939326754, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5402080388344851, + "nauc_recall_at_100_max": 0.6936902091206802, + "nauc_recall_at_100_std": 0.48247083244260863, + "nauc_recall_at_10_diff1": 0.6188315347831468, + "nauc_recall_at_10_max": 0.6600448869053964, + "nauc_recall_at_10_std": 0.13438730928248818, + "nauc_recall_at_1_diff1": 0.7293846747631604, + "nauc_recall_at_1_max": 0.5771749947619951, + "nauc_recall_at_1_std": 0.007147178395935405, + "nauc_recall_at_20_diff1": 0.5823336345309251, + "nauc_recall_at_20_max": 0.6774763702550913, + "nauc_recall_at_20_std": 0.18134832924283775, + "nauc_recall_at_3_diff1": 0.6431592716483424, + "nauc_recall_at_3_max": 0.6082160911329042, + "nauc_recall_at_3_std": 0.017284295328783034, + "nauc_recall_at_5_diff1": 0.6242709208731709, + "nauc_recall_at_5_max": 0.6190542680335379, + "nauc_recall_at_5_std": 0.038077197864364906, + "ndcg_at_1": 0.53141, + "ndcg_at_10": 0.66313, + "ndcg_at_100": 0.69537, + "ndcg_at_1000": 0.70168, + "ndcg_at_20": 0.67804, + "ndcg_at_3": 0.6217, + "ndcg_at_5": 0.64511, + "precision_at_1": 0.53141, + "precision_at_10": 0.0798, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "precision_at_20": 0.04284, + "precision_at_3": 0.22864, + "precision_at_5": 0.1485, + "recall_at_1": 0.53141, + "recall_at_10": 0.79796, + "recall_at_100": 0.9485, + "recall_at_1000": 0.9983, + "recall_at_20": 0.85682, + "recall_at_3": 0.68591, + "recall_at_5": 0.7425 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "main_score": 0.54406, + "map_at_1": 0.40498, + "map_at_10": 0.49656, + "map_at_100": 0.50515, + "map_at_1000": 0.5056, + "map_at_20": 0.50201, + "map_at_3": 0.47232, + "map_at_5": 0.48658, + "mrr_at_1": 0.4049829018075232, + "mrr_at_10": 0.4965590372283103, + "mrr_at_100": 0.5051450435288704, + "mrr_at_1000": 0.5055982707732696, + "mrr_at_20": 0.5020087014814266, + "mrr_at_3": 0.4723172121804274, + "mrr_at_5": 0.48658198990392576, + "nauc_map_at_1000_diff1": 0.6121844305264549, + "nauc_map_at_1000_max": 0.5985411554701743, + "nauc_map_at_1000_std": 0.12897259583606735, + "nauc_map_at_100_diff1": 0.6119901276656239, + "nauc_map_at_100_max": 0.5985739861120846, + "nauc_map_at_100_std": 0.12926972359873565, + "nauc_map_at_10_diff1": 0.6108675237071208, + "nauc_map_at_10_max": 0.5971552649019769, + "nauc_map_at_10_std": 0.12589046813744106, + "nauc_map_at_1_diff1": 0.6659906922982505, + "nauc_map_at_1_max": 0.5913540239701766, + "nauc_map_at_1_std": 0.10079924009932201, + "nauc_map_at_20_diff1": 0.611041827170513, + "nauc_map_at_20_max": 0.5987520292721057, + "nauc_map_at_20_std": 0.12951874115964376, + "nauc_map_at_3_diff1": 0.6166947582084018, + "nauc_map_at_3_max": 0.5994676183041409, + "nauc_map_at_3_std": 0.11929067649282125, + "nauc_map_at_5_diff1": 0.6136543054011463, + "nauc_map_at_5_max": 0.5985560129319417, + "nauc_map_at_5_std": 0.12238338364863707, + "nauc_mrr_at_1000_diff1": 0.6121844305264549, + "nauc_mrr_at_1000_max": 0.5985411554701743, + "nauc_mrr_at_1000_std": 0.12897259583606735, + "nauc_mrr_at_100_diff1": 0.6119901276656239, + "nauc_mrr_at_100_max": 0.5985739861120846, + "nauc_mrr_at_100_std": 0.12926972359873565, + "nauc_mrr_at_10_diff1": 0.6108675237071208, + "nauc_mrr_at_10_max": 0.5971552649019769, + "nauc_mrr_at_10_std": 0.12589046813744106, + "nauc_mrr_at_1_diff1": 0.6659906922982505, + "nauc_mrr_at_1_max": 0.5913540239701766, + "nauc_mrr_at_1_std": 0.10079924009932201, + "nauc_mrr_at_20_diff1": 0.611041827170513, + "nauc_mrr_at_20_max": 0.5987520292721057, + "nauc_mrr_at_20_std": 0.12951874115964376, + "nauc_mrr_at_3_diff1": 0.6166947582084018, + "nauc_mrr_at_3_max": 0.5994676183041409, + "nauc_mrr_at_3_std": 0.11929067649282125, + "nauc_mrr_at_5_diff1": 0.6136543054011463, + "nauc_mrr_at_5_max": 0.5985560129319417, + "nauc_mrr_at_5_std": 0.12238338364863707, + "nauc_ndcg_at_1000_diff1": 0.5994967658372213, + "nauc_ndcg_at_1000_max": 0.6006947762909037, + "nauc_ndcg_at_1000_std": 0.14539669254811627, + "nauc_ndcg_at_100_diff1": 0.5939460487098388, + "nauc_ndcg_at_100_max": 0.6021349019076824, + "nauc_ndcg_at_100_std": 0.15653737719952196, + "nauc_ndcg_at_10_diff1": 0.5875116879002665, + "nauc_ndcg_at_10_max": 0.5977029876653435, + "nauc_ndcg_at_10_std": 0.14261951318006674, + "nauc_ndcg_at_1_diff1": 0.6659906922982505, + "nauc_ndcg_at_1_max": 0.5913540239701766, + "nauc_ndcg_at_1_std": 0.10079924009932201, + "nauc_ndcg_at_20_diff1": 0.5872167573924344, + "nauc_ndcg_at_20_max": 0.6039511764805898, + "nauc_ndcg_at_20_std": 0.15791436353364408, + "nauc_ndcg_at_3_diff1": 0.6014059737215123, + "nauc_ndcg_at_3_max": 0.6025841348088284, + "nauc_ndcg_at_3_std": 0.1268866078295782, + "nauc_ndcg_at_5_diff1": 0.5956395557211785, + "nauc_ndcg_at_5_max": 0.6011062892023411, + "nauc_ndcg_at_5_std": 0.1329183338321173, + "nauc_precision_at_1000_diff1": 0.3762422156518947, + "nauc_precision_at_1000_max": 0.5752142378088346, + "nauc_precision_at_1000_std": 0.6005747733055552, + "nauc_precision_at_100_diff1": 0.45523486681727243, + "nauc_precision_at_100_max": 0.6322998566804836, + "nauc_precision_at_100_std": 0.4520154055041927, + "nauc_precision_at_10_diff1": 0.4958519014664927, + "nauc_precision_at_10_max": 0.5980483544152815, + "nauc_precision_at_10_std": 0.2118791198330156, + "nauc_precision_at_1_diff1": 0.6659906922982505, + "nauc_precision_at_1_max": 0.5913540239701766, + "nauc_precision_at_1_std": 0.10079924009932201, + "nauc_precision_at_20_diff1": 0.470120887782472, + "nauc_precision_at_20_max": 0.6342711099065754, + "nauc_precision_at_20_std": 0.32003561162737987, + "nauc_precision_at_3_diff1": 0.5551294630636258, + "nauc_precision_at_3_max": 0.6122286557591962, + "nauc_precision_at_3_std": 0.15053358404917885, + "nauc_precision_at_5_diff1": 0.5365877460997576, + "nauc_precision_at_5_max": 0.6094205754649152, + "nauc_precision_at_5_std": 0.16883896195132742, + "nauc_recall_at_1000_diff1": 0.3762422156519046, + "nauc_recall_at_1000_max": 0.5752142378088471, + "nauc_recall_at_1000_std": 0.6005747733055526, + "nauc_recall_at_100_diff1": 0.45523486681727526, + "nauc_recall_at_100_max": 0.6322998566804849, + "nauc_recall_at_100_std": 0.4520154055041934, + "nauc_recall_at_10_diff1": 0.495851901466493, + "nauc_recall_at_10_max": 0.5980483544152824, + "nauc_recall_at_10_std": 0.2118791198330156, + "nauc_recall_at_1_diff1": 0.6659906922982505, + "nauc_recall_at_1_max": 0.5913540239701766, + "nauc_recall_at_1_std": 0.10079924009932201, + "nauc_recall_at_20_diff1": 0.4701208877824725, + "nauc_recall_at_20_max": 0.6342711099065756, + "nauc_recall_at_20_std": 0.32003561162737987, + "nauc_recall_at_3_diff1": 0.5551294630636251, + "nauc_recall_at_3_max": 0.6122286557591958, + "nauc_recall_at_3_std": 0.1505335840491783, + "nauc_recall_at_5_diff1": 0.5365877460997578, + "nauc_recall_at_5_max": 0.6094205754649163, + "nauc_recall_at_5_std": 0.16883896195132858, + "ndcg_at_1": 0.40498, + "ndcg_at_10": 0.54406, + "ndcg_at_100": 0.58647, + "ndcg_at_1000": 0.59839, + "ndcg_at_20": 0.56369, + "ndcg_at_3": 0.49394, + "ndcg_at_5": 0.51988, + "precision_at_1": 0.40498, + "precision_at_10": 0.06947, + "precision_at_100": 0.00895, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03859, + "precision_at_3": 0.18547, + "precision_at_5": 0.12399, + "recall_at_1": 0.40498, + "recall_at_10": 0.69468, + "recall_at_100": 0.89497, + "recall_at_1000": 0.98876, + "recall_at_20": 0.77186, + "recall_at_3": 0.55642, + "recall_at_5": 0.61993 + }, + { + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "main_score": 0.68605, + "map_at_1": 0.56243, + "map_at_10": 0.64509, + "map_at_100": 0.65087, + "map_at_1000": 0.65115, + "map_at_20": 0.64881, + "map_at_3": 0.62505, + "map_at_5": 0.63619, + "mrr_at_1": 0.5627240143369175, + "mrr_at_10": 0.6450878041379838, + "mrr_at_100": 0.6508739248006524, + "mrr_at_1000": 0.6511500241946422, + "mrr_at_20": 0.6488053890296258, + "mrr_at_3": 0.6250497809637601, + "mrr_at_5": 0.6361907606531273, + "nauc_map_at_1000_diff1": 0.7669377206376979, + "nauc_map_at_1000_max": 0.6684498571899087, + "nauc_map_at_1000_std": 0.01905668234671346, + "nauc_map_at_100_diff1": 0.766864402542484, + "nauc_map_at_100_max": 0.6685741383236273, + "nauc_map_at_100_std": 0.01947402669457541, + "nauc_map_at_10_diff1": 0.7657842704327887, + "nauc_map_at_10_max": 0.6693158678946713, + "nauc_map_at_10_std": 0.018703271186729837, + "nauc_map_at_1_diff1": 0.8040398234400046, + "nauc_map_at_1_max": 0.648559087642948, + "nauc_map_at_1_std": -0.010036449102393425, + "nauc_map_at_20_diff1": 0.7659473875716813, + "nauc_map_at_20_max": 0.6686416218398779, + "nauc_map_at_20_std": 0.019391957226620342, + "nauc_map_at_3_diff1": 0.7676965816259976, + "nauc_map_at_3_max": 0.6637854720082834, + "nauc_map_at_3_std": 0.0007068293340074084, + "nauc_map_at_5_diff1": 0.767048807179893, + "nauc_map_at_5_max": 0.6696608688548733, + "nauc_map_at_5_std": 0.013752462643100427, + "nauc_mrr_at_1000_diff1": 0.7669377206376979, + "nauc_mrr_at_1000_max": 0.6684498571899087, + "nauc_mrr_at_1000_std": 0.01905668234671346, + "nauc_mrr_at_100_diff1": 0.766864402542484, + "nauc_mrr_at_100_max": 0.6685741383236273, + "nauc_mrr_at_100_std": 0.01947402669457541, + "nauc_mrr_at_10_diff1": 0.7657842704327887, + "nauc_mrr_at_10_max": 0.6693158678946713, + "nauc_mrr_at_10_std": 0.018703271186729837, + "nauc_mrr_at_1_diff1": 0.8044579533180536, + "nauc_mrr_at_1_max": 0.6503563419790235, + "nauc_mrr_at_1_std": -0.009883794689753103, + "nauc_mrr_at_20_diff1": 0.7659473875716813, + "nauc_mrr_at_20_max": 0.6686416218398779, + "nauc_mrr_at_20_std": 0.019391957226620342, + "nauc_mrr_at_3_diff1": 0.7676965816259976, + "nauc_mrr_at_3_max": 0.6637854720082834, + "nauc_mrr_at_3_std": 0.0007068293340074084, + "nauc_mrr_at_5_diff1": 0.767048807179893, + "nauc_mrr_at_5_max": 0.6696608688548733, + "nauc_mrr_at_5_std": 0.013752462643100427, + "nauc_ndcg_at_1000_diff1": 0.7596938699870157, + "nauc_ndcg_at_1000_max": 0.6736721592651814, + "nauc_ndcg_at_1000_std": 0.03444513654196128, + "nauc_ndcg_at_100_diff1": 0.7573822284949339, + "nauc_ndcg_at_100_max": 0.6771618087997328, + "nauc_ndcg_at_100_std": 0.048496689711694255, + "nauc_ndcg_at_10_diff1": 0.7499584818347391, + "nauc_ndcg_at_10_max": 0.680920548668496, + "nauc_ndcg_at_10_std": 0.046331550199781156, + "nauc_ndcg_at_1_diff1": 0.8044579533180536, + "nauc_ndcg_at_1_max": 0.6503563419790235, + "nauc_ndcg_at_1_std": -0.009883794689753103, + "nauc_ndcg_at_20_diff1": 0.7501696759637074, + "nauc_ndcg_at_20_max": 0.6781289395247158, + "nauc_ndcg_at_20_std": 0.048842244074289234, + "nauc_ndcg_at_3_diff1": 0.7555501217274062, + "nauc_ndcg_at_3_max": 0.6690518447996255, + "nauc_ndcg_at_3_std": 0.00568761701681877, + "nauc_ndcg_at_5_diff1": 0.753815908517366, + "nauc_ndcg_at_5_max": 0.6806554344931736, + "nauc_ndcg_at_5_std": 0.030850290827738245, + "nauc_precision_at_1000_diff1": 0.09833004139999603, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.09833004139999603, + "nauc_precision_at_100_diff1": 0.6730096710992943, + "nauc_precision_at_100_max": 0.7857193166773133, + "nauc_precision_at_100_std": 0.48552906429181153, + "nauc_precision_at_10_diff1": 0.6706428741791308, + "nauc_precision_at_10_max": 0.740995885724481, + "nauc_precision_at_10_std": 0.19360796115516166, + "nauc_precision_at_1_diff1": 0.8044579533180536, + "nauc_precision_at_1_max": 0.6503563419790235, + "nauc_precision_at_1_std": -0.009883794689753103, + "nauc_precision_at_20_diff1": 0.6456378156249979, + "nauc_precision_at_20_max": 0.7389195501967106, + "nauc_precision_at_20_std": 0.257390703707464, + "nauc_precision_at_3_diff1": 0.713240744498449, + "nauc_precision_at_3_max": 0.6878959386754565, + "nauc_precision_at_3_std": 0.02289266176984483, + "nauc_precision_at_5_diff1": 0.70186709226527, + "nauc_precision_at_5_max": 0.7253862062375785, + "nauc_precision_at_5_std": 0.09979022583507244, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6835416599269094, + "nauc_recall_at_100_max": 0.7817922560228284, + "nauc_recall_at_100_std": 0.4926251497843413, + "nauc_recall_at_10_diff1": 0.6740735604773265, + "nauc_recall_at_10_max": 0.7394433050114008, + "nauc_recall_at_10_std": 0.19417909749022752, + "nauc_recall_at_1_diff1": 0.8040398234400046, + "nauc_recall_at_1_max": 0.648559087642948, + "nauc_recall_at_1_std": -0.010036449102393425, + "nauc_recall_at_20_diff1": 0.6500737032000498, + "nauc_recall_at_20_max": 0.7368035131551923, + "nauc_recall_at_20_std": 0.258679878188144, + "nauc_recall_at_3_diff1": 0.7157135872297737, + "nauc_recall_at_3_max": 0.6866408226796303, + "nauc_recall_at_3_std": 0.022589292882380655, + "nauc_recall_at_5_diff1": 0.7046788259088242, + "nauc_recall_at_5_max": 0.7241068467652838, + "nauc_recall_at_5_std": 0.0997970284823934, + "ndcg_at_1": 0.56272, + "ndcg_at_10": 0.68605, + "ndcg_at_100": 0.71367, + "ndcg_at_1000": 0.72092, + "ndcg_at_20": 0.69933, + "ndcg_at_3": 0.64455, + "ndcg_at_5": 0.66468, + "precision_at_1": 0.56272, + "precision_at_10": 0.0816, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "precision_at_20": 0.0434, + "precision_at_3": 0.23377, + "precision_at_5": 0.15006, + "recall_at_1": 0.56243, + "recall_at_10": 0.81541, + "recall_at_100": 0.94325, + "recall_at_1000": 1.0, + "recall_at_20": 0.86738, + "recall_at_3": 0.70072, + "recall_at_5": 0.7497 + }, + { + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.64782, + "map_at_1": 0.53168, + "map_at_10": 0.60901, + "map_at_100": 0.61553, + "map_at_1000": 0.61583, + "map_at_20": 0.61303, + "map_at_3": 0.59081, + "map_at_5": 0.60103, + "mrr_at_1": 0.5317677043509922, + "mrr_at_10": 0.6090371150584165, + "mrr_at_100": 0.6155596793775806, + "mrr_at_1000": 0.6158609151764469, + "mrr_at_20": 0.61305545387604, + "mrr_at_3": 0.5908428909521224, + "mrr_at_5": 0.601064991807756, + "nauc_map_at_1000_diff1": 0.722547370760575, + "nauc_map_at_1000_max": 0.6543420938486011, + "nauc_map_at_1000_std": 0.04836264008218632, + "nauc_map_at_100_diff1": 0.7224268360797725, + "nauc_map_at_100_max": 0.654418114639818, + "nauc_map_at_100_std": 0.04868806765833794, + "nauc_map_at_10_diff1": 0.7220296058104899, + "nauc_map_at_10_max": 0.6550035278016599, + "nauc_map_at_10_std": 0.04660469768899107, + "nauc_map_at_1_diff1": 0.7565884062851411, + "nauc_map_at_1_max": 0.6276670181642904, + "nauc_map_at_1_std": 0.008061538825214681, + "nauc_map_at_20_diff1": 0.7217596060570042, + "nauc_map_at_20_max": 0.6543529530320437, + "nauc_map_at_20_std": 0.04830219417158464, + "nauc_map_at_3_diff1": 0.7271363411924326, + "nauc_map_at_3_max": 0.6554805846395406, + "nauc_map_at_3_std": 0.0365232470330602, + "nauc_map_at_5_diff1": 0.7235384817473872, + "nauc_map_at_5_max": 0.6548707394239881, + "nauc_map_at_5_std": 0.0419343919216432, + "nauc_mrr_at_1000_diff1": 0.7225343636986712, + "nauc_mrr_at_1000_max": 0.6543658910273984, + "nauc_mrr_at_1000_std": 0.048528582283223584, + "nauc_mrr_at_100_diff1": 0.7224138357615575, + "nauc_mrr_at_100_max": 0.6544418916870842, + "nauc_mrr_at_100_std": 0.04885385843942466, + "nauc_mrr_at_10_diff1": 0.7220165335507231, + "nauc_mrr_at_10_max": 0.655029936894342, + "nauc_mrr_at_10_std": 0.046782743422876624, + "nauc_mrr_at_1_diff1": 0.7567071519425492, + "nauc_mrr_at_1_max": 0.6280365518260453, + "nauc_mrr_at_1_std": 0.00821360730248056, + "nauc_mrr_at_20_diff1": 0.7217463798323245, + "nauc_mrr_at_20_max": 0.6543796016072705, + "nauc_mrr_at_20_std": 0.04848221845924886, + "nauc_mrr_at_3_diff1": 0.727121681373466, + "nauc_mrr_at_3_max": 0.655503892432115, + "nauc_mrr_at_3_std": 0.03669390947969231, + "nauc_mrr_at_5_diff1": 0.7235257423520562, + "nauc_mrr_at_5_max": 0.6548966454382729, + "nauc_mrr_at_5_std": 0.04210882665694425, + "nauc_ndcg_at_1000_diff1": 0.7124746310307224, + "nauc_ndcg_at_1000_max": 0.6597204860192486, + "nauc_ndcg_at_1000_std": 0.06959630691744344, + "nauc_ndcg_at_100_diff1": 0.7085077959340988, + "nauc_ndcg_at_100_max": 0.6620816337159989, + "nauc_ndcg_at_100_std": 0.08159918741606723, + "nauc_ndcg_at_10_diff1": 0.7052745822511, + "nauc_ndcg_at_10_max": 0.6641010499063352, + "nauc_ndcg_at_10_std": 0.07068413101213589, + "nauc_ndcg_at_1_diff1": 0.7567071519425492, + "nauc_ndcg_at_1_max": 0.6280365518260453, + "nauc_ndcg_at_1_std": 0.00821360730248056, + "nauc_ndcg_at_20_diff1": 0.7037866846412202, + "nauc_ndcg_at_20_max": 0.6620847273347301, + "nauc_ndcg_at_20_std": 0.07867399041132407, + "nauc_ndcg_at_3_diff1": 0.7172242973948323, + "nauc_ndcg_at_3_max": 0.664415468319263, + "nauc_ndcg_at_3_std": 0.04730449984201579, + "nauc_ndcg_at_5_diff1": 0.7101973655246552, + "nauc_ndcg_at_5_max": 0.663671818041487, + "nauc_ndcg_at_5_std": 0.05789210961909235, + "nauc_precision_at_1000_diff1": 0.45757322171387543, + "nauc_precision_at_1000_max": 0.7172749356482353, + "nauc_precision_at_1000_std": 0.7817368357690513, + "nauc_precision_at_100_diff1": 0.565979987557174, + "nauc_precision_at_100_max": 0.7313335871355741, + "nauc_precision_at_100_std": 0.5107376946728029, + "nauc_precision_at_10_diff1": 0.6301940884889923, + "nauc_precision_at_10_max": 0.7014038783630412, + "nauc_precision_at_10_std": 0.18133667565957784, + "nauc_precision_at_1_diff1": 0.7567071519425492, + "nauc_precision_at_1_max": 0.6280365518260453, + "nauc_precision_at_1_std": 0.00821360730248056, + "nauc_precision_at_20_diff1": 0.6008334053965867, + "nauc_precision_at_20_max": 0.6994639306712205, + "nauc_precision_at_20_std": 0.26407343455291, + "nauc_precision_at_3_diff1": 0.6845295699102504, + "nauc_precision_at_3_max": 0.6931717508326001, + "nauc_precision_at_3_std": 0.08315638698483359, + "nauc_precision_at_5_diff1": 0.6616557120976265, + "nauc_precision_at_5_max": 0.6942851621501317, + "nauc_precision_at_5_std": 0.11672001493755617, + "nauc_recall_at_1000_diff1": 0.4884358560141706, + "nauc_recall_at_1000_max": 0.7402048271278755, + "nauc_recall_at_1000_std": 0.788252614891695, + "nauc_recall_at_100_diff1": 0.5716079067603492, + "nauc_recall_at_100_max": 0.7349614291241033, + "nauc_recall_at_100_std": 0.5094791244273528, + "nauc_recall_at_10_diff1": 0.6310457868808464, + "nauc_recall_at_10_max": 0.7012965115139104, + "nauc_recall_at_10_std": 0.18030264564305437, + "nauc_recall_at_1_diff1": 0.7565884062851411, + "nauc_recall_at_1_max": 0.6276670181642904, + "nauc_recall_at_1_std": 0.008061538825214681, + "nauc_recall_at_20_diff1": 0.6018274437977159, + "nauc_recall_at_20_max": 0.6992662685883407, + "nauc_recall_at_20_std": 0.2628575166634593, + "nauc_recall_at_3_diff1": 0.6852541423275049, + "nauc_recall_at_3_max": 0.6931220288753447, + "nauc_recall_at_3_std": 0.08229790753640269, + "nauc_recall_at_5_diff1": 0.6623912217093579, + "nauc_recall_at_5_max": 0.6941893018266523, + "nauc_recall_at_5_std": 0.11580072930963678, + "ndcg_at_1": 0.53177, + "ndcg_at_10": 0.64782, + "ndcg_at_100": 0.6803, + "ndcg_at_1000": 0.68844, + "ndcg_at_20": 0.66234, + "ndcg_at_3": 0.61005, + "ndcg_at_5": 0.62837, + "precision_at_1": 0.53177, + "precision_at_10": 0.07706, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04139, + "precision_at_3": 0.22198, + "precision_at_5": 0.14204, + "recall_at_1": 0.53168, + "recall_at_10": 0.77034, + "recall_at_100": 0.9239, + "recall_at_1000": 0.98835, + "recall_at_20": 0.82751, + "recall_at_3": 0.66567, + "recall_at_5": 0.7099 + }, + { + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "main_score": 0.67708, + "map_at_1": 0.54735, + "map_at_10": 0.63526, + "map_at_100": 0.6408, + "map_at_1000": 0.64107, + "map_at_20": 0.63874, + "map_at_3": 0.61643, + "map_at_5": 0.62743, + "mrr_at_1": 0.5473475458601884, + "mrr_at_10": 0.6352631599656884, + "mrr_at_100": 0.6408115530623946, + "mrr_at_1000": 0.6410808950230039, + "mrr_at_20": 0.6387417981990277, + "mrr_at_3": 0.6164270368534129, + "mrr_at_5": 0.6274334820690801, + "nauc_map_at_1000_diff1": 0.7352996784572914, + "nauc_map_at_1000_max": 0.6598069090983355, + "nauc_map_at_1000_std": 0.13528515925013943, + "nauc_map_at_100_diff1": 0.7351738791890501, + "nauc_map_at_100_max": 0.6599213973934075, + "nauc_map_at_100_std": 0.13563005218417634, + "nauc_map_at_10_diff1": 0.734525013617343, + "nauc_map_at_10_max": 0.6615674235213245, + "nauc_map_at_10_std": 0.1344376123675084, + "nauc_map_at_1_diff1": 0.7730399771139286, + "nauc_map_at_1_max": 0.6153765796138925, + "nauc_map_at_1_std": 0.08257777989396556, + "nauc_map_at_20_diff1": 0.734515139674223, + "nauc_map_at_20_max": 0.660456547736247, + "nauc_map_at_20_std": 0.13585992802196, + "nauc_map_at_3_diff1": 0.7343762542418049, + "nauc_map_at_3_max": 0.6610292713366558, + "nauc_map_at_3_std": 0.12586647415979083, + "nauc_map_at_5_diff1": 0.736428409004692, + "nauc_map_at_5_max": 0.6619132132852342, + "nauc_map_at_5_std": 0.13009062419686382, + "nauc_mrr_at_1000_diff1": 0.7353129388129199, + "nauc_mrr_at_1000_max": 0.6598012577946732, + "nauc_mrr_at_1000_std": 0.13527142128290845, + "nauc_mrr_at_100_diff1": 0.735188379001603, + "nauc_mrr_at_100_max": 0.6599153249534511, + "nauc_mrr_at_100_std": 0.13561513262888056, + "nauc_mrr_at_10_diff1": 0.734525013617343, + "nauc_mrr_at_10_max": 0.6615674235213245, + "nauc_mrr_at_10_std": 0.1344376123675084, + "nauc_mrr_at_1_diff1": 0.7730399771139286, + "nauc_mrr_at_1_max": 0.6153765796138925, + "nauc_mrr_at_1_std": 0.08257777989396556, + "nauc_mrr_at_20_diff1": 0.734515139674223, + "nauc_mrr_at_20_max": 0.660456547736247, + "nauc_mrr_at_20_std": 0.13585992802196, + "nauc_mrr_at_3_diff1": 0.7343762542418049, + "nauc_mrr_at_3_max": 0.6610292713366558, + "nauc_mrr_at_3_std": 0.12586647415979083, + "nauc_mrr_at_5_diff1": 0.736428409004692, + "nauc_mrr_at_5_max": 0.6619132132852342, + "nauc_mrr_at_5_std": 0.13009062419686382, + "nauc_ndcg_at_1000_diff1": 0.727192420251691, + "nauc_ndcg_at_1000_max": 0.6674227287608837, + "nauc_ndcg_at_1000_std": 0.1533372359705771, + "nauc_ndcg_at_100_diff1": 0.7229613330024988, + "nauc_ndcg_at_100_max": 0.6704604228020219, + "nauc_ndcg_at_100_std": 0.16554445637025506, + "nauc_ndcg_at_10_diff1": 0.7185313249305972, + "nauc_ndcg_at_10_max": 0.6773972180846698, + "nauc_ndcg_at_10_std": 0.16024193093735564, + "nauc_ndcg_at_1_diff1": 0.7730399771139286, + "nauc_ndcg_at_1_max": 0.6153765796138925, + "nauc_ndcg_at_1_std": 0.08257777989396556, + "nauc_ndcg_at_20_diff1": 0.7174706361707228, + "nauc_ndcg_at_20_max": 0.6735406857716785, + "nauc_ndcg_at_20_std": 0.1672338431313347, + "nauc_ndcg_at_3_diff1": 0.7208517189540345, + "nauc_ndcg_at_3_max": 0.6750792887717095, + "nauc_ndcg_at_3_std": 0.13960722665711858, + "nauc_ndcg_at_5_diff1": 0.7238819721003076, + "nauc_ndcg_at_5_max": 0.6775554362871486, + "nauc_ndcg_at_5_std": 0.14815925976073704, + "nauc_precision_at_1000_diff1": 0.6371727015954534, + "nauc_precision_at_1000_max": 0.676776018297667, + "nauc_precision_at_1000_std": 0.6880401496480874, + "nauc_precision_at_100_diff1": 0.5970323895349822, + "nauc_precision_at_100_max": 0.776637579360012, + "nauc_precision_at_100_std": 0.599491215785891, + "nauc_precision_at_10_diff1": 0.6430541542390392, + "nauc_precision_at_10_max": 0.7492201991688026, + "nauc_precision_at_10_std": 0.2862578192559078, + "nauc_precision_at_1_diff1": 0.7730399771139286, + "nauc_precision_at_1_max": 0.6153765796138925, + "nauc_precision_at_1_std": 0.08257777989396556, + "nauc_precision_at_20_diff1": 0.6097652285115711, + "nauc_precision_at_20_max": 0.7445200584902827, + "nauc_precision_at_20_std": 0.37751583852613674, + "nauc_precision_at_3_diff1": 0.675718427976813, + "nauc_precision_at_3_max": 0.721261008870887, + "nauc_precision_at_3_std": 0.18494708618111902, + "nauc_precision_at_5_diff1": 0.6771375871669804, + "nauc_precision_at_5_max": 0.7360720326675811, + "nauc_precision_at_5_std": 0.21693912694106526, + "nauc_recall_at_1000_diff1": 0.7910839050225815, + "nauc_recall_at_1000_max": 0.9325944925267995, + "nauc_recall_at_1000_std": 0.9279301470986155, + "nauc_recall_at_100_diff1": 0.5950485442920669, + "nauc_recall_at_100_max": 0.777025118522995, + "nauc_recall_at_100_std": 0.600004796730676, + "nauc_recall_at_10_diff1": 0.6430541542390399, + "nauc_recall_at_10_max": 0.7492201991688032, + "nauc_recall_at_10_std": 0.2862578192559096, + "nauc_recall_at_1_diff1": 0.7730399771139286, + "nauc_recall_at_1_max": 0.6153765796138925, + "nauc_recall_at_1_std": 0.08257777989396556, + "nauc_recall_at_20_diff1": 0.609765228511571, + "nauc_recall_at_20_max": 0.7445200584902835, + "nauc_recall_at_20_std": 0.3775158385261367, + "nauc_recall_at_3_diff1": 0.675718427976813, + "nauc_recall_at_3_max": 0.7212610088708875, + "nauc_recall_at_3_std": 0.18494708618111905, + "nauc_recall_at_5_diff1": 0.6771375871669812, + "nauc_recall_at_5_max": 0.7360720326675817, + "nauc_recall_at_5_std": 0.21693912694106604, + "ndcg_at_1": 0.54735, + "ndcg_at_10": 0.67708, + "ndcg_at_100": 0.70498, + "ndcg_at_1000": 0.71204, + "ndcg_at_20": 0.68983, + "ndcg_at_3": 0.63822, + "ndcg_at_5": 0.65814, + "precision_at_1": 0.54735, + "precision_at_10": 0.08081, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.04294, + "precision_at_3": 0.23368, + "precision_at_5": 0.14993, + "recall_at_1": 0.54735, + "recall_at_10": 0.80813, + "recall_at_100": 0.94075, + "recall_at_1000": 0.99603, + "recall_at_20": 0.8587, + "recall_at_3": 0.70104, + "recall_at_5": 0.74963 + }, + { + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "main_score": 0.62617, + "map_at_1": 0.49307, + "map_at_10": 0.58054, + "map_at_100": 0.58705, + "map_at_1000": 0.5874, + "map_at_20": 0.58475, + "map_at_3": 0.55701, + "map_at_5": 0.57013, + "mrr_at_1": 0.4930662557781202, + "mrr_at_10": 0.5805439381710575, + "mrr_at_100": 0.5870541813569248, + "mrr_at_1000": 0.5874036266552367, + "mrr_at_20": 0.5847528153987966, + "mrr_at_3": 0.5570107858243458, + "mrr_at_5": 0.5701335387776078, + "nauc_map_at_1000_diff1": 0.7056583114674456, + "nauc_map_at_1000_max": 0.6398387328899313, + "nauc_map_at_1000_std": 0.08787451223324372, + "nauc_map_at_100_diff1": 0.7055539085615048, + "nauc_map_at_100_max": 0.6399475311250358, + "nauc_map_at_100_std": 0.08841750062655672, + "nauc_map_at_10_diff1": 0.7036734322567423, + "nauc_map_at_10_max": 0.6389313999891227, + "nauc_map_at_10_std": 0.08560388118547563, + "nauc_map_at_1_diff1": 0.7455786021142716, + "nauc_map_at_1_max": 0.6136501359551753, + "nauc_map_at_1_std": 0.03672910171508335, + "nauc_map_at_20_diff1": 0.7047443405354505, + "nauc_map_at_20_max": 0.6402813872509259, + "nauc_map_at_20_std": 0.08893745483364325, + "nauc_map_at_3_diff1": 0.7122550644162253, + "nauc_map_at_3_max": 0.6399092377349148, + "nauc_map_at_3_std": 0.07223529946156448, + "nauc_map_at_5_diff1": 0.7059253906631532, + "nauc_map_at_5_max": 0.6382665564845075, + "nauc_map_at_5_std": 0.07725258238572857, + "nauc_mrr_at_1000_diff1": 0.7056583114674456, + "nauc_mrr_at_1000_max": 0.6398387328899313, + "nauc_mrr_at_1000_std": 0.08787451223324372, + "nauc_mrr_at_100_diff1": 0.7055539085615048, + "nauc_mrr_at_100_max": 0.6399475311250358, + "nauc_mrr_at_100_std": 0.08841750062655672, + "nauc_mrr_at_10_diff1": 0.7036734322567423, + "nauc_mrr_at_10_max": 0.6389313999891227, + "nauc_mrr_at_10_std": 0.08560388118547563, + "nauc_mrr_at_1_diff1": 0.7455786021142716, + "nauc_mrr_at_1_max": 0.6136501359551753, + "nauc_mrr_at_1_std": 0.03672910171508335, + "nauc_mrr_at_20_diff1": 0.7047443405354505, + "nauc_mrr_at_20_max": 0.6402813872509259, + "nauc_mrr_at_20_std": 0.08893745483364325, + "nauc_mrr_at_3_diff1": 0.7122550644162253, + "nauc_mrr_at_3_max": 0.6399092377349148, + "nauc_mrr_at_3_std": 0.07223529946156448, + "nauc_mrr_at_5_diff1": 0.7059253906631532, + "nauc_mrr_at_5_max": 0.6382665564845075, + "nauc_mrr_at_5_std": 0.07725258238572857, + "nauc_ndcg_at_1000_diff1": 0.6965315544413512, + "nauc_ndcg_at_1000_max": 0.647073586666794, + "nauc_ndcg_at_1000_std": 0.11074131961689444, + "nauc_ndcg_at_100_diff1": 0.6938372167246737, + "nauc_ndcg_at_100_max": 0.6512757929713765, + "nauc_ndcg_at_100_std": 0.1282085918698632, + "nauc_ndcg_at_10_diff1": 0.6821490703637052, + "nauc_ndcg_at_10_max": 0.6479283697175707, + "nauc_ndcg_at_10_std": 0.11870824550395746, + "nauc_ndcg_at_1_diff1": 0.7455786021142716, + "nauc_ndcg_at_1_max": 0.6136501359551753, + "nauc_ndcg_at_1_std": 0.03672910171508335, + "nauc_ndcg_at_20_diff1": 0.6860294074517002, + "nauc_ndcg_at_20_max": 0.6539472214205371, + "nauc_ndcg_at_20_std": 0.13380060427472398, + "nauc_ndcg_at_3_diff1": 0.7013167401372503, + "nauc_ndcg_at_3_max": 0.6492224070320738, + "nauc_ndcg_at_3_std": 0.08622446422535063, + "nauc_ndcg_at_5_diff1": 0.6889772473028916, + "nauc_ndcg_at_5_max": 0.6461907862235754, + "nauc_ndcg_at_5_std": 0.09585628522834473, + "nauc_precision_at_1000_diff1": 0.6767516966908752, + "nauc_precision_at_1000_max": 0.8789021684881292, + "nauc_precision_at_1000_std": 0.6948806471202434, + "nauc_precision_at_100_diff1": 0.6245950657401167, + "nauc_precision_at_100_max": 0.7815684573709935, + "nauc_precision_at_100_std": 0.6267019096452754, + "nauc_precision_at_10_diff1": 0.5827793766386706, + "nauc_precision_at_10_max": 0.6863765649278009, + "nauc_precision_at_10_std": 0.2778614391884237, + "nauc_precision_at_1_diff1": 0.7455786021142716, + "nauc_precision_at_1_max": 0.6136501359551753, + "nauc_precision_at_1_std": 0.03672910171508335, + "nauc_precision_at_20_diff1": 0.5807072330649724, + "nauc_precision_at_20_max": 0.7393822948671509, + "nauc_precision_at_20_std": 0.4289838736010445, + "nauc_precision_at_3_diff1": 0.6664640015800535, + "nauc_precision_at_3_max": 0.6791485824256162, + "nauc_precision_at_3_std": 0.13164493409121863, + "nauc_precision_at_5_diff1": 0.627572393585218, + "nauc_precision_at_5_max": 0.6732939525804154, + "nauc_precision_at_5_std": 0.16318456131102316, + "nauc_recall_at_1000_diff1": 0.6767516966908965, + "nauc_recall_at_1000_max": 0.8789021684881287, + "nauc_recall_at_1000_std": 0.6948806471202293, + "nauc_recall_at_100_diff1": 0.6245950657401181, + "nauc_recall_at_100_max": 0.7815684573709947, + "nauc_recall_at_100_std": 0.626701909645279, + "nauc_recall_at_10_diff1": 0.5827793766386699, + "nauc_recall_at_10_max": 0.6863765649278007, + "nauc_recall_at_10_std": 0.2778614391884239, + "nauc_recall_at_1_diff1": 0.7455786021142716, + "nauc_recall_at_1_max": 0.6136501359551753, + "nauc_recall_at_1_std": 0.03672910171508335, + "nauc_recall_at_20_diff1": 0.5807072330649728, + "nauc_recall_at_20_max": 0.7393822948671508, + "nauc_recall_at_20_std": 0.4289838736010442, + "nauc_recall_at_3_diff1": 0.6664640015800533, + "nauc_recall_at_3_max": 0.679148582425616, + "nauc_recall_at_3_std": 0.13164493409121827, + "nauc_recall_at_5_diff1": 0.6275723935852185, + "nauc_recall_at_5_max": 0.6732939525804158, + "nauc_recall_at_5_std": 0.16318456131102368, + "ndcg_at_1": 0.49307, + "ndcg_at_10": 0.62617, + "ndcg_at_100": 0.65856, + "ndcg_at_1000": 0.66765, + "ndcg_at_20": 0.6415, + "ndcg_at_3": 0.57767, + "ndcg_at_5": 0.60123, + "precision_at_1": 0.49307, + "precision_at_10": 0.07709, + "precision_at_100": 0.00924, + "precision_at_1000": 0.001, + "precision_at_20": 0.04158, + "precision_at_3": 0.21246, + "precision_at_5": 0.13888, + "recall_at_1": 0.49307, + "recall_at_10": 0.77093, + "recall_at_100": 0.9245, + "recall_at_1000": 0.99589, + "recall_at_20": 0.83154, + "recall_at_3": 0.63739, + "recall_at_5": 0.6944 + }, + { + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ], + "main_score": 0.63149, + "map_at_1": 0.51501, + "map_at_10": 0.59258, + "map_at_100": 0.59885, + "map_at_1000": 0.59919, + "map_at_20": 0.59639, + "map_at_3": 0.57328, + "map_at_5": 0.58401, + "mrr_at_1": 0.5150136487716106, + "mrr_at_10": 0.5925775957941575, + "mrr_at_100": 0.5988491608607197, + "mrr_at_1000": 0.5991892915156108, + "mrr_at_20": 0.5963884421822122, + "mrr_at_3": 0.5732787382468921, + "mrr_at_5": 0.5840066727327884, + "nauc_map_at_1000_diff1": 0.7232678782430387, + "nauc_map_at_1000_max": 0.6624081767269733, + "nauc_map_at_1000_std": 0.07608115957172815, + "nauc_map_at_100_diff1": 0.7231108230289287, + "nauc_map_at_100_max": 0.6624733715119585, + "nauc_map_at_100_std": 0.07635661912484572, + "nauc_map_at_10_diff1": 0.722980587922298, + "nauc_map_at_10_max": 0.6634035093701134, + "nauc_map_at_10_std": 0.07436317566473954, + "nauc_map_at_1_diff1": 0.7555727739726461, + "nauc_map_at_1_max": 0.6348049409227304, + "nauc_map_at_1_std": 0.03914689090748299, + "nauc_map_at_20_diff1": 0.7228235754918547, + "nauc_map_at_20_max": 0.6625564066086929, + "nauc_map_at_20_std": 0.07549286489964231, + "nauc_map_at_3_diff1": 0.727295372113008, + "nauc_map_at_3_max": 0.6607276584997992, + "nauc_map_at_3_std": 0.060820812973900636, + "nauc_map_at_5_diff1": 0.7234987473887251, + "nauc_map_at_5_max": 0.6613429992868954, + "nauc_map_at_5_std": 0.06743939294727296, + "nauc_mrr_at_1000_diff1": 0.7232678782430387, + "nauc_mrr_at_1000_max": 0.6624081767269733, + "nauc_mrr_at_1000_std": 0.07608115957172815, + "nauc_mrr_at_100_diff1": 0.7231108230289287, + "nauc_mrr_at_100_max": 0.6624733715119585, + "nauc_mrr_at_100_std": 0.07635661912484572, + "nauc_mrr_at_10_diff1": 0.722980587922298, + "nauc_mrr_at_10_max": 0.6634035093701134, + "nauc_mrr_at_10_std": 0.07436317566473954, + "nauc_mrr_at_1_diff1": 0.7555727739726461, + "nauc_mrr_at_1_max": 0.6348049409227304, + "nauc_mrr_at_1_std": 0.03914689090748299, + "nauc_mrr_at_20_diff1": 0.7228235754918547, + "nauc_mrr_at_20_max": 0.6625564066086929, + "nauc_mrr_at_20_std": 0.07549286489964231, + "nauc_mrr_at_3_diff1": 0.727295372113008, + "nauc_mrr_at_3_max": 0.6607276584997992, + "nauc_mrr_at_3_std": 0.060820812973900636, + "nauc_mrr_at_5_diff1": 0.7234987473887251, + "nauc_mrr_at_5_max": 0.6613429992868954, + "nauc_mrr_at_5_std": 0.06743939294727296, + "nauc_ndcg_at_1000_diff1": 0.7139690270137984, + "nauc_ndcg_at_1000_max": 0.670168440572419, + "nauc_ndcg_at_1000_std": 0.10020626148591881, + "nauc_ndcg_at_100_diff1": 0.7089814856300257, + "nauc_ndcg_at_100_max": 0.6726492613721565, + "nauc_ndcg_at_100_std": 0.11153913031716474, + "nauc_ndcg_at_10_diff1": 0.708611015763131, + "nauc_ndcg_at_10_max": 0.6765453969716959, + "nauc_ndcg_at_10_std": 0.09966543915943893, + "nauc_ndcg_at_1_diff1": 0.7555727739726461, + "nauc_ndcg_at_1_max": 0.6348049409227304, + "nauc_ndcg_at_1_std": 0.03914689090748299, + "nauc_ndcg_at_20_diff1": 0.7076590911138969, + "nauc_ndcg_at_20_max": 0.6736801521266227, + "nauc_ndcg_at_20_std": 0.10549134818669688, + "nauc_ndcg_at_3_diff1": 0.7181855316222806, + "nauc_ndcg_at_3_max": 0.6694869674243874, + "nauc_ndcg_at_3_std": 0.06890306165523748, + "nauc_ndcg_at_5_diff1": 0.7106937092244332, + "nauc_ndcg_at_5_max": 0.670704187874246, + "nauc_ndcg_at_5_std": 0.08143283608605457, + "nauc_precision_at_1000_diff1": 0.5800243556332598, + "nauc_precision_at_1000_max": 0.8200549559562639, + "nauc_precision_at_1000_std": 0.8204449673948581, + "nauc_precision_at_100_diff1": 0.5782424752901406, + "nauc_precision_at_100_max": 0.7559646260386119, + "nauc_precision_at_100_std": 0.50151457475544, + "nauc_precision_at_10_diff1": 0.6477239426959545, + "nauc_precision_at_10_max": 0.7330034684395825, + "nauc_precision_at_10_std": 0.21451358490059705, + "nauc_precision_at_1_diff1": 0.7555727739726461, + "nauc_precision_at_1_max": 0.6348049409227304, + "nauc_precision_at_1_std": 0.03914689090748299, + "nauc_precision_at_20_diff1": 0.629059503834907, + "nauc_precision_at_20_max": 0.7282384090450215, + "nauc_precision_at_20_std": 0.2767405221184479, + "nauc_precision_at_3_diff1": 0.6893335573909962, + "nauc_precision_at_3_max": 0.6973789162959977, + "nauc_precision_at_3_std": 0.09490521366705679, + "nauc_precision_at_5_diff1": 0.6655969747741584, + "nauc_precision_at_5_max": 0.7028230389194706, + "nauc_precision_at_5_std": 0.13177582508750546, + "nauc_recall_at_1000_diff1": 0.5800243556332599, + "nauc_recall_at_1000_max": 0.8200549559562649, + "nauc_recall_at_1000_std": 0.8204449673948656, + "nauc_recall_at_100_diff1": 0.57824247529014, + "nauc_recall_at_100_max": 0.7559646260386116, + "nauc_recall_at_100_std": 0.5015145747554406, + "nauc_recall_at_10_diff1": 0.6477239426959535, + "nauc_recall_at_10_max": 0.7330034684395818, + "nauc_recall_at_10_std": 0.2145135849005965, + "nauc_recall_at_1_diff1": 0.7555727739726461, + "nauc_recall_at_1_max": 0.6348049409227304, + "nauc_recall_at_1_std": 0.03914689090748299, + "nauc_recall_at_20_diff1": 0.6290595038349055, + "nauc_recall_at_20_max": 0.7282384090450201, + "nauc_recall_at_20_std": 0.2767405221184474, + "nauc_recall_at_3_diff1": 0.6893335573909968, + "nauc_recall_at_3_max": 0.6973789162959979, + "nauc_recall_at_3_std": 0.09490521366705702, + "nauc_recall_at_5_diff1": 0.6655969747741576, + "nauc_recall_at_5_max": 0.7028230389194695, + "nauc_recall_at_5_std": 0.13177582508750543, + "ndcg_at_1": 0.51501, + "ndcg_at_10": 0.63149, + "ndcg_at_100": 0.66304, + "ndcg_at_1000": 0.67271, + "ndcg_at_20": 0.64517, + "ndcg_at_3": 0.59164, + "ndcg_at_5": 0.61086, + "precision_at_1": 0.51501, + "precision_at_10": 0.07545, + "precision_at_100": 0.00905, + "precision_at_1000": 0.00098, + "precision_at_20": 0.04041, + "precision_at_3": 0.21486, + "precision_at_5": 0.1382, + "recall_at_1": 0.51501, + "recall_at_10": 0.7545, + "recall_at_100": 0.90464, + "recall_at_1000": 0.98198, + "recall_at_20": 0.80819, + "recall_at_3": 0.64459, + "recall_at_5": 0.69099 + }, + { + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "main_score": 0.65285, + "map_at_1": 0.52548, + "map_at_10": 0.61062, + "map_at_100": 0.61764, + "map_at_1000": 0.61791, + "map_at_20": 0.61523, + "map_at_3": 0.59015, + "map_at_5": 0.60189, + "mrr_at_1": 0.5254760679361812, + "mrr_at_10": 0.6106229934073478, + "mrr_at_100": 0.617639181425548, + "mrr_at_1000": 0.617908259701868, + "mrr_at_20": 0.615226272144813, + "mrr_at_3": 0.5901526848516043, + "mrr_at_5": 0.6018871161434215, + "nauc_map_at_1000_diff1": 0.6649029033806163, + "nauc_map_at_1000_max": 0.6334514973267041, + "nauc_map_at_1000_std": 0.10343574695716336, + "nauc_map_at_100_diff1": 0.6648321972508359, + "nauc_map_at_100_max": 0.633556523816115, + "nauc_map_at_100_std": 0.10376456928919255, + "nauc_map_at_10_diff1": 0.6627726166637488, + "nauc_map_at_10_max": 0.6339912743329252, + "nauc_map_at_10_std": 0.1034303489949861, + "nauc_map_at_1_diff1": 0.71273507869595, + "nauc_map_at_1_max": 0.6195513594217564, + "nauc_map_at_1_std": 0.07022559210810556, + "nauc_map_at_20_diff1": 0.6639041359742972, + "nauc_map_at_20_max": 0.6337877440477571, + "nauc_map_at_20_std": 0.10441817657349742, + "nauc_map_at_3_diff1": 0.6653271020711512, + "nauc_map_at_3_max": 0.627094340786085, + "nauc_map_at_3_std": 0.09035770328082418, + "nauc_map_at_5_diff1": 0.6634309992658965, + "nauc_map_at_5_max": 0.633622781926879, + "nauc_map_at_5_std": 0.0997424789356142, + "nauc_mrr_at_1000_diff1": 0.6649029033806163, + "nauc_mrr_at_1000_max": 0.6334514973267041, + "nauc_mrr_at_1000_std": 0.10343574695716336, + "nauc_mrr_at_100_diff1": 0.6648321972508359, + "nauc_mrr_at_100_max": 0.633556523816115, + "nauc_mrr_at_100_std": 0.10376456928919255, + "nauc_mrr_at_10_diff1": 0.6627726166637488, + "nauc_mrr_at_10_max": 0.6339912743329252, + "nauc_mrr_at_10_std": 0.1034303489949861, + "nauc_mrr_at_1_diff1": 0.71273507869595, + "nauc_mrr_at_1_max": 0.6195513594217564, + "nauc_mrr_at_1_std": 0.07022559210810556, + "nauc_mrr_at_20_diff1": 0.6639041359742972, + "nauc_mrr_at_20_max": 0.6337877440477571, + "nauc_mrr_at_20_std": 0.10441817657349742, + "nauc_mrr_at_3_diff1": 0.6653271020711512, + "nauc_mrr_at_3_max": 0.627094340786085, + "nauc_mrr_at_3_std": 0.09035770328082418, + "nauc_mrr_at_5_diff1": 0.6634309992658965, + "nauc_mrr_at_5_max": 0.633622781926879, + "nauc_mrr_at_5_std": 0.0997424789356142, + "nauc_ndcg_at_1000_diff1": 0.6561456378289526, + "nauc_ndcg_at_1000_max": 0.6391300311708589, + "nauc_ndcg_at_1000_std": 0.1202984855875904, + "nauc_ndcg_at_100_diff1": 0.6539144813555116, + "nauc_ndcg_at_100_max": 0.6424143507588679, + "nauc_ndcg_at_100_std": 0.131944655802104, + "nauc_ndcg_at_10_diff1": 0.6425384339593125, + "nauc_ndcg_at_10_max": 0.643397302266954, + "nauc_ndcg_at_10_std": 0.128428367613674, + "nauc_ndcg_at_1_diff1": 0.71273507869595, + "nauc_ndcg_at_1_max": 0.6195513594217564, + "nauc_ndcg_at_1_std": 0.07022559210810556, + "nauc_ndcg_at_20_diff1": 0.6466794216869209, + "nauc_ndcg_at_20_max": 0.6438258099504787, + "nauc_ndcg_at_20_std": 0.13485968956619268, + "nauc_ndcg_at_3_diff1": 0.6492970581253836, + "nauc_ndcg_at_3_max": 0.6301508444556643, + "nauc_ndcg_at_3_std": 0.09936520492282616, + "nauc_ndcg_at_5_diff1": 0.6453773148918143, + "nauc_ndcg_at_5_max": 0.642592676316785, + "nauc_ndcg_at_5_std": 0.117881407198851, + "nauc_precision_at_1000_diff1": 0.6148729714293418, + "nauc_precision_at_1000_max": 0.8625044170193467, + "nauc_precision_at_1000_std": 0.7771639686604008, + "nauc_precision_at_100_diff1": 0.578020142136521, + "nauc_precision_at_100_max": 0.7680325860444398, + "nauc_precision_at_100_std": 0.5744913491475003, + "nauc_precision_at_10_diff1": 0.5520014223607891, + "nauc_precision_at_10_max": 0.6869622174014586, + "nauc_precision_at_10_std": 0.2492125696122722, + "nauc_precision_at_1_diff1": 0.71273507869595, + "nauc_precision_at_1_max": 0.6195513594217564, + "nauc_precision_at_1_std": 0.07022559210810556, + "nauc_precision_at_20_diff1": 0.5494820756350733, + "nauc_precision_at_20_max": 0.7094853143155092, + "nauc_precision_at_20_std": 0.3456135059905558, + "nauc_precision_at_3_diff1": 0.5971439652393625, + "nauc_precision_at_3_max": 0.6402795133142086, + "nauc_precision_at_3_std": 0.1294728294143492, + "nauc_precision_at_5_diff1": 0.5800168106520572, + "nauc_precision_at_5_max": 0.6773604190912383, + "nauc_precision_at_5_std": 0.18781342553573974, + "nauc_recall_at_1000_diff1": 0.6148729714293379, + "nauc_recall_at_1000_max": 0.862504417019343, + "nauc_recall_at_1000_std": 0.7771639686604157, + "nauc_recall_at_100_diff1": 0.5780201421365196, + "nauc_recall_at_100_max": 0.7680325860444389, + "nauc_recall_at_100_std": 0.5744913491474949, + "nauc_recall_at_10_diff1": 0.5520014223607891, + "nauc_recall_at_10_max": 0.6869622174014582, + "nauc_recall_at_10_std": 0.24921256961227228, + "nauc_recall_at_1_diff1": 0.71273507869595, + "nauc_recall_at_1_max": 0.6195513594217564, + "nauc_recall_at_1_std": 0.07022559210810556, + "nauc_recall_at_20_diff1": 0.5494820756350736, + "nauc_recall_at_20_max": 0.7094853143155092, + "nauc_recall_at_20_std": 0.3456135059905564, + "nauc_recall_at_3_diff1": 0.5971439652393622, + "nauc_recall_at_3_max": 0.6402795133142081, + "nauc_recall_at_3_std": 0.12947282941434873, + "nauc_recall_at_5_diff1": 0.5800168106520571, + "nauc_recall_at_5_max": 0.6773604190912379, + "nauc_recall_at_5_std": 0.1878134255357403, + "ndcg_at_1": 0.52548, + "ndcg_at_10": 0.65285, + "ndcg_at_100": 0.68613, + "ndcg_at_1000": 0.69306, + "ndcg_at_20": 0.66937, + "ndcg_at_3": 0.61072, + "ndcg_at_5": 0.6319, + "precision_at_1": 0.52548, + "precision_at_10": 0.07859, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04254, + "precision_at_3": 0.22337, + "precision_at_5": 0.14431, + "recall_at_1": 0.52548, + "recall_at_10": 0.7859, + "recall_at_100": 0.93978, + "recall_at_1000": 0.99382, + "recall_at_20": 0.85075, + "recall_at_3": 0.6701, + "recall_at_5": 0.72156 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "main_score": 0.54248, + "map_at_1": 0.4045, + "map_at_10": 0.49552, + "map_at_100": 0.50344, + "map_at_1000": 0.5039, + "map_at_20": 0.49992, + "map_at_3": 0.47349, + "map_at_5": 0.48466, + "mrr_at_1": 0.4045002616431188, + "mrr_at_10": 0.4955225802164585, + "mrr_at_100": 0.5034498498871701, + "mrr_at_1000": 0.5039017210715298, + "mrr_at_20": 0.4999202828995886, + "mrr_at_3": 0.4734868306296884, + "mrr_at_5": 0.48465899180185, + "nauc_map_at_1000_diff1": 0.5791989929425798, + "nauc_map_at_1000_max": 0.5749638782348572, + "nauc_map_at_1000_std": 0.09472134387307093, + "nauc_map_at_100_diff1": 0.578912762224381, + "nauc_map_at_100_max": 0.5749007524322762, + "nauc_map_at_100_std": 0.09495739003368255, + "nauc_map_at_10_diff1": 0.5775334155458031, + "nauc_map_at_10_max": 0.5736435336737915, + "nauc_map_at_10_std": 0.0918283051857661, + "nauc_map_at_1_diff1": 0.6325051304157919, + "nauc_map_at_1_max": 0.5766235894479719, + "nauc_map_at_1_std": 0.07959252144648918, + "nauc_map_at_20_diff1": 0.5779793957543345, + "nauc_map_at_20_max": 0.5750336781358438, + "nauc_map_at_20_std": 0.09470681923807646, + "nauc_map_at_3_diff1": 0.5853839119010514, + "nauc_map_at_3_max": 0.574618661733222, + "nauc_map_at_3_std": 0.07968187893212916, + "nauc_map_at_5_diff1": 0.57969253598621, + "nauc_map_at_5_max": 0.5716578277333407, + "nauc_map_at_5_std": 0.08349662824344914, + "nauc_mrr_at_1000_diff1": 0.5791967169872674, + "nauc_mrr_at_1000_max": 0.5749615854036855, + "nauc_mrr_at_1000_std": 0.0947200793113482, + "nauc_mrr_at_100_diff1": 0.5789050939074507, + "nauc_mrr_at_100_max": 0.5748930302782745, + "nauc_mrr_at_100_std": 0.09495313468040609, + "nauc_mrr_at_10_diff1": 0.5775334155458031, + "nauc_mrr_at_10_max": 0.5736435336737915, + "nauc_mrr_at_10_std": 0.0918283051857661, + "nauc_mrr_at_1_diff1": 0.6325051304157919, + "nauc_mrr_at_1_max": 0.5766235894479719, + "nauc_mrr_at_1_std": 0.07959252144648918, + "nauc_mrr_at_20_diff1": 0.5779793957543345, + "nauc_mrr_at_20_max": 0.5750336781358438, + "nauc_mrr_at_20_std": 0.09470681923807646, + "nauc_mrr_at_3_diff1": 0.5853839119010514, + "nauc_mrr_at_3_max": 0.574618661733222, + "nauc_mrr_at_3_std": 0.07968187893212916, + "nauc_mrr_at_5_diff1": 0.57969253598621, + "nauc_mrr_at_5_max": 0.5716578277333407, + "nauc_mrr_at_5_std": 0.08349662824344914, + "nauc_ndcg_at_1000_diff1": 0.566685926145148, + "nauc_ndcg_at_1000_max": 0.5765871355089472, + "nauc_ndcg_at_1000_std": 0.10913447604524043, + "nauc_ndcg_at_100_diff1": 0.55925170077354, + "nauc_ndcg_at_100_max": 0.5758853579658866, + "nauc_ndcg_at_100_std": 0.11890091517662366, + "nauc_ndcg_at_10_diff1": 0.5530024669691724, + "nauc_ndcg_at_10_max": 0.5732670218278295, + "nauc_ndcg_at_10_std": 0.1085020161674287, + "nauc_ndcg_at_1_diff1": 0.6325051304157919, + "nauc_ndcg_at_1_max": 0.5766235894479719, + "nauc_ndcg_at_1_std": 0.07959252144648918, + "nauc_ndcg_at_20_diff1": 0.5533976662506573, + "nauc_ndcg_at_20_max": 0.5778694356864249, + "nauc_ndcg_at_20_std": 0.11968245363615732, + "nauc_ndcg_at_3_diff1": 0.5699957559431866, + "nauc_ndcg_at_3_max": 0.5736755346807241, + "nauc_ndcg_at_3_std": 0.07960004989719242, + "nauc_ndcg_at_5_diff1": 0.5591921665800546, + "nauc_ndcg_at_5_max": 0.568367503712944, + "nauc_ndcg_at_5_std": 0.08728533684154897, + "nauc_precision_at_1000_diff1": 0.26647370391321473, + "nauc_precision_at_1000_max": 0.6405196236815757, + "nauc_precision_at_1000_std": 0.5940141713461983, + "nauc_precision_at_100_diff1": 0.4002560479499571, + "nauc_precision_at_100_max": 0.5809126828350634, + "nauc_precision_at_100_std": 0.3691695160693335, + "nauc_precision_at_10_diff1": 0.45752152284769926, + "nauc_precision_at_10_max": 0.5734212169021036, + "nauc_precision_at_10_std": 0.1827730462536387, + "nauc_precision_at_1_diff1": 0.6325051304157919, + "nauc_precision_at_1_max": 0.5766235894479719, + "nauc_precision_at_1_std": 0.07959252144648918, + "nauc_precision_at_20_diff1": 0.43891266381505056, + "nauc_precision_at_20_max": 0.5966563208869163, + "nauc_precision_at_20_std": 0.2582598475623226, + "nauc_precision_at_3_diff1": 0.5230401350206746, + "nauc_precision_at_3_max": 0.5707008139869293, + "nauc_precision_at_3_std": 0.07931307466150378, + "nauc_precision_at_5_diff1": 0.4917818231327275, + "nauc_precision_at_5_max": 0.5569916479170611, + "nauc_precision_at_5_std": 0.10113240014525887, + "nauc_recall_at_1000_diff1": 0.41286486256006744, + "nauc_recall_at_1000_max": 0.852029491418199, + "nauc_recall_at_1000_std": 0.733248719992568, + "nauc_recall_at_100_diff1": 0.4018711332368796, + "nauc_recall_at_100_max": 0.5821387905888702, + "nauc_recall_at_100_std": 0.36926189064958914, + "nauc_recall_at_10_diff1": 0.4575215228477004, + "nauc_recall_at_10_max": 0.5734212169021045, + "nauc_recall_at_10_std": 0.18277304625363905, + "nauc_recall_at_1_diff1": 0.6325051304157919, + "nauc_recall_at_1_max": 0.5766235894479719, + "nauc_recall_at_1_std": 0.07959252144648918, + "nauc_recall_at_20_diff1": 0.4389126638150497, + "nauc_recall_at_20_max": 0.5966563208869162, + "nauc_recall_at_20_std": 0.2582598475623229, + "nauc_recall_at_3_diff1": 0.5230401350206741, + "nauc_recall_at_3_max": 0.5707008139869293, + "nauc_recall_at_3_std": 0.07931307466150338, + "nauc_recall_at_5_diff1": 0.4917818231327277, + "nauc_recall_at_5_max": 0.5569916479170613, + "nauc_recall_at_5_std": 0.10113240014525918, + "ndcg_at_1": 0.4045, + "ndcg_at_10": 0.54248, + "ndcg_at_100": 0.58415, + "ndcg_at_1000": 0.59688, + "ndcg_at_20": 0.55858, + "ndcg_at_3": 0.49571, + "ndcg_at_5": 0.51601, + "precision_at_1": 0.4045, + "precision_at_10": 0.06918, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "precision_at_20": 0.03778, + "precision_at_3": 0.18664, + "precision_at_5": 0.12193, + "recall_at_1": 0.4045, + "recall_at_10": 0.69178, + "recall_at_100": 0.89351, + "recall_at_1000": 0.99477, + "recall_at_20": 0.75563, + "recall_at_3": 0.55992, + "recall_at_5": 0.60963 + }, + { + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ], + "main_score": 0.68167, + "map_at_1": 0.55151, + "map_at_10": 0.6393, + "map_at_100": 0.64476, + "map_at_1000": 0.645, + "map_at_20": 0.64227, + "map_at_3": 0.61701, + "map_at_5": 0.63163, + "mrr_at_1": 0.5515114127082048, + "mrr_at_10": 0.6393001576530268, + "mrr_at_100": 0.644758212523378, + "mrr_at_1000": 0.6449979554488205, + "mrr_at_20": 0.6422676062421583, + "mrr_at_3": 0.6170059633970806, + "mrr_at_5": 0.6316265679621642, + "nauc_map_at_1000_diff1": 0.6919068638366302, + "nauc_map_at_1000_max": 0.5680034361165979, + "nauc_map_at_1000_std": 0.03485892236424373, + "nauc_map_at_100_diff1": 0.6917921136775811, + "nauc_map_at_100_max": 0.5680413427134219, + "nauc_map_at_100_std": 0.03484057526939091, + "nauc_map_at_10_diff1": 0.6910557969542874, + "nauc_map_at_10_max": 0.5680193470733345, + "nauc_map_at_10_std": 0.03443694749430071, + "nauc_map_at_1_diff1": 0.7202313542926708, + "nauc_map_at_1_max": 0.5453698670327812, + "nauc_map_at_1_std": 0.02605669004906669, + "nauc_map_at_20_diff1": 0.6916141495701706, + "nauc_map_at_20_max": 0.5684026898803676, + "nauc_map_at_20_std": 0.034810523623027945, + "nauc_map_at_3_diff1": 0.6947718315649786, + "nauc_map_at_3_max": 0.569601850621896, + "nauc_map_at_3_std": 0.028901535025523863, + "nauc_map_at_5_diff1": 0.6907184346250818, + "nauc_map_at_5_max": 0.5662712127944914, + "nauc_map_at_5_std": 0.028572328821670812, + "nauc_mrr_at_1000_diff1": 0.6919068638366302, + "nauc_mrr_at_1000_max": 0.5680034361165979, + "nauc_mrr_at_1000_std": 0.03485892236424373, + "nauc_mrr_at_100_diff1": 0.6917921136775811, + "nauc_mrr_at_100_max": 0.5680413427134219, + "nauc_mrr_at_100_std": 0.03484057526939091, + "nauc_mrr_at_10_diff1": 0.6910557969542874, + "nauc_mrr_at_10_max": 0.5680193470733345, + "nauc_mrr_at_10_std": 0.03443694749430071, + "nauc_mrr_at_1_diff1": 0.7202313542926708, + "nauc_mrr_at_1_max": 0.5453698670327812, + "nauc_mrr_at_1_std": 0.02605669004906669, + "nauc_mrr_at_20_diff1": 0.6916141495701706, + "nauc_mrr_at_20_max": 0.5684026898803676, + "nauc_mrr_at_20_std": 0.034810523623027945, + "nauc_mrr_at_3_diff1": 0.6947718315649786, + "nauc_mrr_at_3_max": 0.569601850621896, + "nauc_mrr_at_3_std": 0.028901535025523863, + "nauc_mrr_at_5_diff1": 0.6907184346250818, + "nauc_mrr_at_5_max": 0.5662712127944914, + "nauc_mrr_at_5_std": 0.028572328821670812, + "nauc_ndcg_at_1000_diff1": 0.6846614279657817, + "nauc_ndcg_at_1000_max": 0.5726608312367721, + "nauc_ndcg_at_1000_std": 0.04222141127842042, + "nauc_ndcg_at_100_diff1": 0.6805966966056302, + "nauc_ndcg_at_100_max": 0.5747237891205804, + "nauc_ndcg_at_100_std": 0.04639470732633889, + "nauc_ndcg_at_10_diff1": 0.6773177315189636, + "nauc_ndcg_at_10_max": 0.5760217234211832, + "nauc_ndcg_at_10_std": 0.04630786797270079, + "nauc_ndcg_at_1_diff1": 0.7202313542926708, + "nauc_ndcg_at_1_max": 0.5453698670327812, + "nauc_ndcg_at_1_std": 0.02605669004906669, + "nauc_ndcg_at_20_diff1": 0.6791825332260372, + "nauc_ndcg_at_20_max": 0.5780622655711356, + "nauc_ndcg_at_20_std": 0.047517828751630915, + "nauc_ndcg_at_3_diff1": 0.6856225888357352, + "nauc_ndcg_at_3_max": 0.5772961730787305, + "nauc_ndcg_at_3_std": 0.03101994200177455, + "nauc_ndcg_at_5_diff1": 0.6772259531368033, + "nauc_ndcg_at_5_max": 0.5714248527117036, + "nauc_ndcg_at_5_std": 0.030913954108802176, + "nauc_precision_at_1000_diff1": 0.12308417759604558, + "nauc_precision_at_1000_max": 0.3582332310522556, + "nauc_precision_at_1000_std": -0.17121502356575427, + "nauc_precision_at_100_diff1": 0.5172641267611175, + "nauc_precision_at_100_max": 0.6589979590842973, + "nauc_precision_at_100_std": 0.24896410399644173, + "nauc_precision_at_10_diff1": 0.6107989010014435, + "nauc_precision_at_10_max": 0.61408652029812, + "nauc_precision_at_10_std": 0.11203411125714072, + "nauc_precision_at_1_diff1": 0.7202313542926708, + "nauc_precision_at_1_max": 0.5453698670327812, + "nauc_precision_at_1_std": 0.02605669004906669, + "nauc_precision_at_20_diff1": 0.6059227473941691, + "nauc_precision_at_20_max": 0.6399770635217845, + "nauc_precision_at_20_std": 0.13619625144710973, + "nauc_precision_at_3_diff1": 0.6553219876252094, + "nauc_precision_at_3_max": 0.6024216324844587, + "nauc_precision_at_3_std": 0.038421382190656245, + "nauc_precision_at_5_diff1": 0.6236871547214117, + "nauc_precision_at_5_max": 0.5897009505310642, + "nauc_precision_at_5_std": 0.040705367484937735, + "nauc_recall_at_1000_diff1": 0.12308417759598173, + "nauc_recall_at_1000_max": 0.35823323105220695, + "nauc_recall_at_1000_std": -0.17121502356579382, + "nauc_recall_at_100_diff1": 0.5172641267611139, + "nauc_recall_at_100_max": 0.6589979590842944, + "nauc_recall_at_100_std": 0.24896410399643754, + "nauc_recall_at_10_diff1": 0.6107989010014441, + "nauc_recall_at_10_max": 0.6140865202981208, + "nauc_recall_at_10_std": 0.11203411125714216, + "nauc_recall_at_1_diff1": 0.7202313542926708, + "nauc_recall_at_1_max": 0.5453698670327812, + "nauc_recall_at_1_std": 0.02605669004906669, + "nauc_recall_at_20_diff1": 0.6059227473941675, + "nauc_recall_at_20_max": 0.6399770635217851, + "nauc_recall_at_20_std": 0.13619625144711223, + "nauc_recall_at_3_diff1": 0.6553219876252087, + "nauc_recall_at_3_max": 0.6024216324844587, + "nauc_recall_at_3_std": 0.03842138219065684, + "nauc_recall_at_5_diff1": 0.6236871547214109, + "nauc_recall_at_5_max": 0.5897009505310631, + "nauc_recall_at_5_std": 0.04070536748493728, + "ndcg_at_1": 0.55151, + "ndcg_at_10": 0.68167, + "ndcg_at_100": 0.71023, + "ndcg_at_1000": 0.71631, + "ndcg_at_20": 0.69265, + "ndcg_at_3": 0.63734, + "ndcg_at_5": 0.66334, + "precision_at_1": 0.55151, + "precision_at_10": 0.08143, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "precision_at_20": 0.04291, + "precision_at_3": 0.23196, + "precision_at_5": 0.15163, + "recall_at_1": 0.55151, + "recall_at_10": 0.81431, + "recall_at_100": 0.95188, + "recall_at_1000": 0.99938, + "recall_at_20": 0.85811, + "recall_at_3": 0.69587, + "recall_at_5": 0.75817 + }, + { + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.64435, + "map_at_1": 0.51607, + "map_at_10": 0.60135, + "map_at_100": 0.60768, + "map_at_1000": 0.60798, + "map_at_20": 0.6053, + "map_at_3": 0.58054, + "map_at_5": 0.59208, + "mrr_at_1": 0.5160662122687439, + "mrr_at_10": 0.6013995146906542, + "mrr_at_100": 0.6077262333385437, + "mrr_at_1000": 0.6080199932059454, + "mrr_at_20": 0.6053431272171715, + "mrr_at_3": 0.5805907172995791, + "mrr_at_5": 0.5921291788380398, + "nauc_map_at_1000_diff1": 0.6831292337225396, + "nauc_map_at_1000_max": 0.5365180051147006, + "nauc_map_at_1000_std": 0.05124766877231058, + "nauc_map_at_100_diff1": 0.6830089906688863, + "nauc_map_at_100_max": 0.5365647764110391, + "nauc_map_at_100_std": 0.051468379670073915, + "nauc_map_at_10_diff1": 0.6820752253495537, + "nauc_map_at_10_max": 0.5363678816676867, + "nauc_map_at_10_std": 0.05036594233613251, + "nauc_map_at_1_diff1": 0.7170678605405595, + "nauc_map_at_1_max": 0.515151731537845, + "nauc_map_at_1_std": 0.011019674162316149, + "nauc_map_at_20_diff1": 0.6827267120843004, + "nauc_map_at_20_max": 0.5365370624687802, + "nauc_map_at_20_std": 0.05134012202679132, + "nauc_map_at_3_diff1": 0.6850176007331835, + "nauc_map_at_3_max": 0.5369216514607992, + "nauc_map_at_3_std": 0.03981167045623104, + "nauc_map_at_5_diff1": 0.6820445781470774, + "nauc_map_at_5_max": 0.5352290046756459, + "nauc_map_at_5_std": 0.04405807021468337, + "nauc_mrr_at_1000_diff1": 0.6830690253308288, + "nauc_mrr_at_1000_max": 0.5364525697957521, + "nauc_mrr_at_1000_std": 0.051166134698415286, + "nauc_mrr_at_100_diff1": 0.6829498053274959, + "nauc_mrr_at_100_max": 0.5365020446377107, + "nauc_mrr_at_100_std": 0.0513894579421927, + "nauc_mrr_at_10_diff1": 0.6819964459786811, + "nauc_mrr_at_10_max": 0.5362761563473183, + "nauc_mrr_at_10_std": 0.050254616123689304, + "nauc_mrr_at_1_diff1": 0.7170678605405595, + "nauc_mrr_at_1_max": 0.515151731537845, + "nauc_mrr_at_1_std": 0.011019674162316149, + "nauc_mrr_at_20_diff1": 0.6826679207653639, + "nauc_mrr_at_20_max": 0.5364747715976974, + "nauc_mrr_at_20_std": 0.05126174698520722, + "nauc_mrr_at_3_diff1": 0.6849424208461787, + "nauc_mrr_at_3_max": 0.5368338727965294, + "nauc_mrr_at_3_std": 0.03970417921824557, + "nauc_mrr_at_5_diff1": 0.6819674957218076, + "nauc_mrr_at_5_max": 0.535139159259912, + "nauc_mrr_at_5_std": 0.0439485974306575, + "nauc_ndcg_at_1000_diff1": 0.6760897762166259, + "nauc_ndcg_at_1000_max": 0.5428812778928327, + "nauc_ndcg_at_1000_std": 0.07036490567414566, + "nauc_ndcg_at_100_diff1": 0.6725271292686832, + "nauc_ndcg_at_100_max": 0.5444075552969466, + "nauc_ndcg_at_100_std": 0.07859880636050459, + "nauc_ndcg_at_10_diff1": 0.6680546440821721, + "nauc_ndcg_at_10_max": 0.5437285297344208, + "nauc_ndcg_at_10_std": 0.0735484480244319, + "nauc_ndcg_at_1_diff1": 0.7170678605405595, + "nauc_ndcg_at_1_max": 0.515151731537845, + "nauc_ndcg_at_1_std": 0.011019674162316149, + "nauc_ndcg_at_20_diff1": 0.67013157353475, + "nauc_ndcg_at_20_max": 0.5443565238313708, + "nauc_ndcg_at_20_std": 0.07808187518586475, + "nauc_ndcg_at_3_diff1": 0.675046021862833, + "nauc_ndcg_at_3_max": 0.543545141196713, + "nauc_ndcg_at_3_std": 0.04793679084696304, + "nauc_ndcg_at_5_diff1": 0.6691031428438926, + "nauc_ndcg_at_5_max": 0.540715693974808, + "nauc_ndcg_at_5_std": 0.05650837823014184, + "nauc_precision_at_1000_diff1": 0.5875724137579293, + "nauc_precision_at_1000_max": 0.7668112262183874, + "nauc_precision_at_1000_std": 0.7476068161224347, + "nauc_precision_at_100_diff1": 0.5660048800221518, + "nauc_precision_at_100_max": 0.6326362478996731, + "nauc_precision_at_100_std": 0.4381255104026169, + "nauc_precision_at_10_diff1": 0.6052374632180837, + "nauc_precision_at_10_max": 0.5760232875598837, + "nauc_precision_at_10_std": 0.18524999383807414, + "nauc_precision_at_1_diff1": 0.7170678605405595, + "nauc_precision_at_1_max": 0.515151731537845, + "nauc_precision_at_1_std": 0.011019674162316149, + "nauc_precision_at_20_diff1": 0.5982325661551279, + "nauc_precision_at_20_max": 0.5870706570375352, + "nauc_precision_at_20_std": 0.24827827458924828, + "nauc_precision_at_3_diff1": 0.64300110227592, + "nauc_precision_at_3_max": 0.5646474184037912, + "nauc_precision_at_3_std": 0.07356863042692312, + "nauc_precision_at_5_diff1": 0.6223795480783356, + "nauc_precision_at_5_max": 0.5593748150832153, + "nauc_precision_at_5_std": 0.10173589498720317, + "nauc_recall_at_1000_diff1": 0.6371623436665591, + "nauc_recall_at_1000_max": 0.8178339005682312, + "nauc_recall_at_1000_std": 0.7894445959963935, + "nauc_recall_at_100_diff1": 0.5707682952208493, + "nauc_recall_at_100_max": 0.6369042722127447, + "nauc_recall_at_100_std": 0.44080295113832435, + "nauc_recall_at_10_diff1": 0.6054465919471941, + "nauc_recall_at_10_max": 0.5762426262855438, + "nauc_recall_at_10_std": 0.1855347389854118, + "nauc_recall_at_1_diff1": 0.7170678605405595, + "nauc_recall_at_1_max": 0.515151731537845, + "nauc_recall_at_1_std": 0.011019674162316149, + "nauc_recall_at_20_diff1": 0.6005460507019259, + "nauc_recall_at_20_max": 0.5890309729047627, + "nauc_recall_at_20_std": 0.24924511420991952, + "nauc_recall_at_3_diff1": 0.6431787338895015, + "nauc_recall_at_3_max": 0.5648400845734006, + "nauc_recall_at_3_std": 0.07380460135856595, + "nauc_recall_at_5_diff1": 0.6225424834529116, + "nauc_recall_at_5_max": 0.5595554120484547, + "nauc_recall_at_5_std": 0.10198769786256973, + "ndcg_at_1": 0.51607, + "ndcg_at_10": 0.64435, + "ndcg_at_100": 0.67577, + "ndcg_at_1000": 0.68331, + "ndcg_at_20": 0.65886, + "ndcg_at_3": 0.60107, + "ndcg_at_5": 0.62202, + "precision_at_1": 0.51607, + "precision_at_10": 0.07803, + "precision_at_100": 0.00929, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04191, + "precision_at_3": 0.22012, + "precision_at_5": 0.14232, + "recall_at_1": 0.51607, + "recall_at_10": 0.78023, + "recall_at_100": 0.92843, + "recall_at_1000": 0.98715, + "recall_at_20": 0.83788, + "recall_at_3": 0.66027, + "recall_at_5": 0.71149 + }, + { + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ], + "main_score": 0.67128, + "map_at_1": 0.5434, + "map_at_10": 0.62935, + "map_at_100": 0.63498, + "map_at_1000": 0.63528, + "map_at_20": 0.633, + "map_at_3": 0.61, + "map_at_5": 0.6213, + "mrr_at_1": 0.5434001027221366, + "mrr_at_10": 0.6293544810493971, + "mrr_at_100": 0.6349805030398229, + "mrr_at_1000": 0.6352773661647365, + "mrr_at_20": 0.6330002570285318, + "mrr_at_3": 0.6099982879643898, + "mrr_at_5": 0.6212977229926389, + "nauc_map_at_1000_diff1": 0.6733666993407722, + "nauc_map_at_1000_max": 0.6253557532850695, + "nauc_map_at_1000_std": 0.13678792876702742, + "nauc_map_at_100_diff1": 0.6731896898562783, + "nauc_map_at_100_max": 0.6253942555494604, + "nauc_map_at_100_std": 0.13703909425567554, + "nauc_map_at_10_diff1": 0.6720902144658885, + "nauc_map_at_10_max": 0.6264450220064673, + "nauc_map_at_10_std": 0.1379677499012734, + "nauc_map_at_1_diff1": 0.7081340526302813, + "nauc_map_at_1_max": 0.5967526829896942, + "nauc_map_at_1_std": 0.08673418023326053, + "nauc_map_at_20_diff1": 0.6728977771795588, + "nauc_map_at_20_max": 0.6262532416237315, + "nauc_map_at_20_std": 0.1382352821914739, + "nauc_map_at_3_diff1": 0.6747615189971243, + "nauc_map_at_3_max": 0.6241703199206158, + "nauc_map_at_3_std": 0.126937066466288, + "nauc_map_at_5_diff1": 0.672092753746773, + "nauc_map_at_5_max": 0.6249732823042929, + "nauc_map_at_5_std": 0.13366523357301371, + "nauc_mrr_at_1000_diff1": 0.6733666993407722, + "nauc_mrr_at_1000_max": 0.6253557532850695, + "nauc_mrr_at_1000_std": 0.13678792876702742, + "nauc_mrr_at_100_diff1": 0.6731896898562783, + "nauc_mrr_at_100_max": 0.6253942555494604, + "nauc_mrr_at_100_std": 0.13703909425567554, + "nauc_mrr_at_10_diff1": 0.6720902144658885, + "nauc_mrr_at_10_max": 0.6264450220064673, + "nauc_mrr_at_10_std": 0.1379677499012734, + "nauc_mrr_at_1_diff1": 0.7081340526302813, + "nauc_mrr_at_1_max": 0.5967526829896942, + "nauc_mrr_at_1_std": 0.08673418023326053, + "nauc_mrr_at_20_diff1": 0.6728977771795588, + "nauc_mrr_at_20_max": 0.6262532416237315, + "nauc_mrr_at_20_std": 0.1382352821914739, + "nauc_mrr_at_3_diff1": 0.6747615189971243, + "nauc_mrr_at_3_max": 0.6241703199206158, + "nauc_mrr_at_3_std": 0.126937066466288, + "nauc_mrr_at_5_diff1": 0.672092753746773, + "nauc_mrr_at_5_max": 0.6249732823042929, + "nauc_mrr_at_5_std": 0.13366523357301371, + "nauc_ndcg_at_1000_diff1": 0.6658626925445286, + "nauc_ndcg_at_1000_max": 0.6315776773039113, + "nauc_ndcg_at_1000_std": 0.15405384091393995, + "nauc_ndcg_at_100_diff1": 0.6615412316368761, + "nauc_ndcg_at_100_max": 0.633199302712972, + "nauc_ndcg_at_100_std": 0.16367579208820596, + "nauc_ndcg_at_10_diff1": 0.6565605187787767, + "nauc_ndcg_at_10_max": 0.6395956768775544, + "nauc_ndcg_at_10_std": 0.16986018207021575, + "nauc_ndcg_at_1_diff1": 0.7081340526302813, + "nauc_ndcg_at_1_max": 0.5967526829896942, + "nauc_ndcg_at_1_std": 0.08673418023326053, + "nauc_ndcg_at_20_diff1": 0.659301561707893, + "nauc_ndcg_at_20_max": 0.6396007465650676, + "nauc_ndcg_at_20_std": 0.17325779201750363, + "nauc_ndcg_at_3_diff1": 0.6632472684982704, + "nauc_ndcg_at_3_max": 0.6340885039772896, + "nauc_ndcg_at_3_std": 0.14330510823729348, + "nauc_ndcg_at_5_diff1": 0.6575818604283072, + "nauc_ndcg_at_5_max": 0.6361412535815711, + "nauc_ndcg_at_5_std": 0.15751700564373164, + "nauc_precision_at_1000_diff1": 0.45513196305582726, + "nauc_precision_at_1000_max": 0.8611187973174921, + "nauc_precision_at_1000_std": 0.9673146655922367, + "nauc_precision_at_100_diff1": 0.5387940375049318, + "nauc_precision_at_100_max": 0.6904333926457655, + "nauc_precision_at_100_std": 0.4770039856725573, + "nauc_precision_at_10_diff1": 0.5842520671553801, + "nauc_precision_at_10_max": 0.7002752521619413, + "nauc_precision_at_10_std": 0.3260264766648332, + "nauc_precision_at_1_diff1": 0.7081340526302813, + "nauc_precision_at_1_max": 0.5967526829896942, + "nauc_precision_at_1_std": 0.08673418023326053, + "nauc_precision_at_20_diff1": 0.5802402330744073, + "nauc_precision_at_20_max": 0.7215194610393119, + "nauc_precision_at_20_std": 0.40645369073867355, + "nauc_precision_at_3_diff1": 0.6250413616977701, + "nauc_precision_at_3_max": 0.6671672602953076, + "nauc_precision_at_3_std": 0.19853605035437874, + "nauc_precision_at_5_diff1": 0.6024003846463308, + "nauc_precision_at_5_max": 0.6783805170343185, + "nauc_precision_at_5_std": 0.25071608957469027, + "nauc_recall_at_1000_diff1": 0.4551319630559315, + "nauc_recall_at_1000_max": 0.8611187973175563, + "nauc_recall_at_1000_std": 0.9673146655922954, + "nauc_recall_at_100_diff1": 0.5387940375049328, + "nauc_recall_at_100_max": 0.6904333926457675, + "nauc_recall_at_100_std": 0.47700398567255764, + "nauc_recall_at_10_diff1": 0.5842520671553796, + "nauc_recall_at_10_max": 0.7002752521619403, + "nauc_recall_at_10_std": 0.3260264766648323, + "nauc_recall_at_1_diff1": 0.7081340526302813, + "nauc_recall_at_1_max": 0.5967526829896942, + "nauc_recall_at_1_std": 0.08673418023326053, + "nauc_recall_at_20_diff1": 0.5802402330744088, + "nauc_recall_at_20_max": 0.7215194610393117, + "nauc_recall_at_20_std": 0.4064536907386738, + "nauc_recall_at_3_diff1": 0.6250413616977702, + "nauc_recall_at_3_max": 0.6671672602953082, + "nauc_recall_at_3_std": 0.19853605035437955, + "nauc_recall_at_5_diff1": 0.6024003846463308, + "nauc_recall_at_5_max": 0.6783805170343187, + "nauc_recall_at_5_std": 0.25071608957469016, + "ndcg_at_1": 0.5434, + "ndcg_at_10": 0.67128, + "ndcg_at_100": 0.69934, + "ndcg_at_1000": 0.70724, + "ndcg_at_20": 0.68471, + "ndcg_at_3": 0.63156, + "ndcg_at_5": 0.652, + "precision_at_1": 0.5434, + "precision_at_10": 0.08028, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "precision_at_20": 0.04281, + "precision_at_3": 0.2313, + "precision_at_5": 0.14874, + "recall_at_1": 0.5434, + "recall_at_10": 0.80277, + "recall_at_100": 0.9358, + "recall_at_1000": 0.99795, + "recall_at_20": 0.85619, + "recall_at_3": 0.69389, + "recall_at_5": 0.74371 + }, + { + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ], + "main_score": 0.61742, + "map_at_1": 0.47763, + "map_at_10": 0.57067, + "map_at_100": 0.57786, + "map_at_1000": 0.57817, + "map_at_20": 0.57489, + "map_at_3": 0.54889, + "map_at_5": 0.56109, + "mrr_at_1": 0.47791619479048697, + "mrr_at_10": 0.5709571446547673, + "mrr_at_100": 0.5781068148686533, + "mrr_at_1000": 0.5784111883331524, + "mrr_at_20": 0.5751398586405119, + "mrr_at_3": 0.5491694979237456, + "mrr_at_5": 0.5613722159305411, + "nauc_map_at_1000_diff1": 0.6343028633240284, + "nauc_map_at_1000_max": 0.5825500468793141, + "nauc_map_at_1000_std": 0.08158397965008725, + "nauc_map_at_100_diff1": 0.6341167665185611, + "nauc_map_at_100_max": 0.5826561777589081, + "nauc_map_at_100_std": 0.08191052426942881, + "nauc_map_at_10_diff1": 0.6343124099836902, + "nauc_map_at_10_max": 0.5824323029175557, + "nauc_map_at_10_std": 0.07915043152754983, + "nauc_map_at_1_diff1": 0.6694665775744, + "nauc_map_at_1_max": 0.5509461918409705, + "nauc_map_at_1_std": 0.05012561200549915, + "nauc_map_at_20_diff1": 0.6334982990230758, + "nauc_map_at_20_max": 0.5829159969853733, + "nauc_map_at_20_std": 0.08154848236804237, + "nauc_map_at_3_diff1": 0.639734786897632, + "nauc_map_at_3_max": 0.5859804122070063, + "nauc_map_at_3_std": 0.0754192624394836, + "nauc_map_at_5_diff1": 0.6337885170099401, + "nauc_map_at_5_max": 0.5822859890088704, + "nauc_map_at_5_std": 0.07593357148120058, + "nauc_mrr_at_1000_diff1": 0.6339234272290682, + "nauc_mrr_at_1000_max": 0.5819144554309134, + "nauc_mrr_at_1000_std": 0.08089936459717745, + "nauc_mrr_at_100_diff1": 0.6337376868780608, + "nauc_mrr_at_100_max": 0.582021224256228, + "nauc_mrr_at_100_std": 0.08122661711513993, + "nauc_mrr_at_10_diff1": 0.633883192896741, + "nauc_mrr_at_10_max": 0.5817133087817302, + "nauc_mrr_at_10_std": 0.07837572553315059, + "nauc_mrr_at_1_diff1": 0.6690881657806917, + "nauc_mrr_at_1_max": 0.5503034024776706, + "nauc_mrr_at_1_std": 0.0494334982610983, + "nauc_mrr_at_20_diff1": 0.6331223781566045, + "nauc_mrr_at_20_max": 0.5822864599867469, + "nauc_mrr_at_20_std": 0.0808703470999179, + "nauc_mrr_at_3_diff1": 0.6393238434821814, + "nauc_mrr_at_3_max": 0.5852914413822696, + "nauc_mrr_at_3_std": 0.07467610438917707, + "nauc_mrr_at_5_diff1": 0.63336826942622, + "nauc_mrr_at_5_max": 0.581582099198723, + "nauc_mrr_at_5_std": 0.0751748086596673, + "nauc_ndcg_at_1000_diff1": 0.6260605674233469, + "nauc_ndcg_at_1000_max": 0.5880787601414843, + "nauc_ndcg_at_1000_std": 0.0947358014457307, + "nauc_ndcg_at_100_diff1": 0.6212594993781907, + "nauc_ndcg_at_100_max": 0.5915352091226862, + "nauc_ndcg_at_100_std": 0.10623383745802643, + "nauc_ndcg_at_10_diff1": 0.6195810930184767, + "nauc_ndcg_at_10_max": 0.5904025660517812, + "nauc_ndcg_at_10_std": 0.09386999485725453, + "nauc_ndcg_at_1_diff1": 0.6690881657806917, + "nauc_ndcg_at_1_max": 0.5503034024776706, + "nauc_ndcg_at_1_std": 0.0494334982610983, + "nauc_ndcg_at_20_diff1": 0.6162514859997877, + "nauc_ndcg_at_20_max": 0.5923927283958577, + "nauc_ndcg_at_20_std": 0.10340099512073164, + "nauc_ndcg_at_3_diff1": 0.6304862896566348, + "nauc_ndcg_at_3_max": 0.5960204967886139, + "nauc_ndcg_at_3_std": 0.08364409432513274, + "nauc_ndcg_at_5_diff1": 0.6187974848783837, + "nauc_ndcg_at_5_max": 0.5896772631376425, + "nauc_ndcg_at_5_std": 0.08497790938842426, + "nauc_precision_at_1000_diff1": 0.383660729679733, + "nauc_precision_at_1000_max": 0.5547594185271996, + "nauc_precision_at_1000_std": 0.571745106647144, + "nauc_precision_at_100_diff1": 0.47395173647286376, + "nauc_precision_at_100_max": 0.6913500909649873, + "nauc_precision_at_100_std": 0.47682716476913356, + "nauc_precision_at_10_diff1": 0.5553318696534859, + "nauc_precision_at_10_max": 0.6225422295405251, + "nauc_precision_at_10_std": 0.1619116184640827, + "nauc_precision_at_1_diff1": 0.6690881657806917, + "nauc_precision_at_1_max": 0.5503034024776706, + "nauc_precision_at_1_std": 0.0494334982610983, + "nauc_precision_at_20_diff1": 0.5132681031203746, + "nauc_precision_at_20_max": 0.6379652878927846, + "nauc_precision_at_20_std": 0.23790525310759447, + "nauc_precision_at_3_diff1": 0.6010575764017217, + "nauc_precision_at_3_max": 0.6276175267074665, + "nauc_precision_at_3_std": 0.10991338748438997, + "nauc_precision_at_5_diff1": 0.564268416586152, + "nauc_precision_at_5_max": 0.6139243788432021, + "nauc_precision_at_5_std": 0.11683249978189773, + "nauc_recall_at_1000_diff1": 0.6279172776364512, + "nauc_recall_at_1000_max": 0.9215488838707366, + "nauc_recall_at_1000_std": 0.9444420262750646, + "nauc_recall_at_100_diff1": 0.4855340418025854, + "nauc_recall_at_100_max": 0.7087574165906535, + "nauc_recall_at_100_std": 0.49109966050402276, + "nauc_recall_at_10_diff1": 0.5555358670914529, + "nauc_recall_at_10_max": 0.6231015643395442, + "nauc_recall_at_10_std": 0.16291436729778538, + "nauc_recall_at_1_diff1": 0.6694665775744, + "nauc_recall_at_1_max": 0.5509461918409705, + "nauc_recall_at_1_std": 0.05012561200549915, + "nauc_recall_at_20_diff1": 0.5181974585940532, + "nauc_recall_at_20_max": 0.6447072916723725, + "nauc_recall_at_20_std": 0.24227678398568753, + "nauc_recall_at_3_diff1": 0.6012709795802492, + "nauc_recall_at_3_max": 0.6281209392511384, + "nauc_recall_at_3_std": 0.11069373149062815, + "nauc_recall_at_5_diff1": 0.5645284879933142, + "nauc_recall_at_5_max": 0.614494255007615, + "nauc_recall_at_5_std": 0.11769907095167069, + "ndcg_at_1": 0.47792, + "ndcg_at_10": 0.61742, + "ndcg_at_100": 0.65302, + "ndcg_at_1000": 0.66122, + "ndcg_at_20": 0.63252, + "ndcg_at_3": 0.57197, + "ndcg_at_5": 0.59428, + "precision_at_1": 0.47792, + "precision_at_10": 0.0765, + "precision_at_100": 0.00933, + "precision_at_1000": 0.001, + "precision_at_20": 0.04122, + "precision_at_3": 0.21291, + "precision_at_5": 0.13873, + "recall_at_1": 0.47763, + "recall_at_10": 0.76472, + "recall_at_100": 0.93262, + "recall_at_1000": 0.99717, + "recall_at_20": 0.8239, + "recall_at_3": 0.63845, + "recall_at_5": 0.69337 + }, + { + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "main_score": 0.64991, + "map_at_1": 0.51312, + "map_at_10": 0.60396, + "map_at_100": 0.61026, + "map_at_1000": 0.61053, + "map_at_20": 0.60789, + "map_at_3": 0.57934, + "map_at_5": 0.59489, + "mrr_at_1": 0.5131240349974266, + "mrr_at_10": 0.6039639650679284, + "mrr_at_100": 0.6102570662396198, + "mrr_at_1000": 0.6105301264261255, + "mrr_at_20": 0.6078878427229821, + "mrr_at_3": 0.5793446560301944, + "mrr_at_5": 0.5948876308114609, + "nauc_map_at_1000_diff1": 0.658516770638904, + "nauc_map_at_1000_max": 0.6157392632287961, + "nauc_map_at_1000_std": 0.11708955077267377, + "nauc_map_at_100_diff1": 0.6584548887006858, + "nauc_map_at_100_max": 0.6158171120785957, + "nauc_map_at_100_std": 0.11734407580519464, + "nauc_map_at_10_diff1": 0.6573520281420367, + "nauc_map_at_10_max": 0.6162171103487643, + "nauc_map_at_10_std": 0.11629149970525918, + "nauc_map_at_1_diff1": 0.6979862040875846, + "nauc_map_at_1_max": 0.5897700363552253, + "nauc_map_at_1_std": 0.08771500461189267, + "nauc_map_at_20_diff1": 0.6578395774742868, + "nauc_map_at_20_max": 0.6164536984921942, + "nauc_map_at_20_std": 0.11743544941537756, + "nauc_map_at_3_diff1": 0.65470689551162, + "nauc_map_at_3_max": 0.6147893810709549, + "nauc_map_at_3_std": 0.11204675605776813, + "nauc_map_at_5_diff1": 0.6568288470023221, + "nauc_map_at_5_max": 0.6170375157038094, + "nauc_map_at_5_std": 0.11611739732444289, + "nauc_mrr_at_1000_diff1": 0.658516770638904, + "nauc_mrr_at_1000_max": 0.6157392632287961, + "nauc_mrr_at_1000_std": 0.11708955077267377, + "nauc_mrr_at_100_diff1": 0.6584548887006858, + "nauc_mrr_at_100_max": 0.6158171120785957, + "nauc_mrr_at_100_std": 0.11734407580519464, + "nauc_mrr_at_10_diff1": 0.6573520281420367, + "nauc_mrr_at_10_max": 0.6162171103487643, + "nauc_mrr_at_10_std": 0.11629149970525918, + "nauc_mrr_at_1_diff1": 0.6979862040875846, + "nauc_mrr_at_1_max": 0.5897700363552253, + "nauc_mrr_at_1_std": 0.08771500461189267, + "nauc_mrr_at_20_diff1": 0.6578395774742868, + "nauc_mrr_at_20_max": 0.6164536984921942, + "nauc_mrr_at_20_std": 0.11743544941537756, + "nauc_mrr_at_3_diff1": 0.65470689551162, + "nauc_mrr_at_3_max": 0.6147893810709549, + "nauc_mrr_at_3_std": 0.11204675605776813, + "nauc_mrr_at_5_diff1": 0.6568288470023221, + "nauc_mrr_at_5_max": 0.6170375157038094, + "nauc_mrr_at_5_std": 0.11611739732444289, + "nauc_ndcg_at_1000_diff1": 0.652251517071458, + "nauc_ndcg_at_1000_max": 0.6221037477394669, + "nauc_ndcg_at_1000_std": 0.12909873885250767, + "nauc_ndcg_at_100_diff1": 0.6499522542487106, + "nauc_ndcg_at_100_max": 0.6246185200657126, + "nauc_ndcg_at_100_std": 0.13840853925929908, + "nauc_ndcg_at_10_diff1": 0.6437131792895857, + "nauc_ndcg_at_10_max": 0.6274047476661448, + "nauc_ndcg_at_10_std": 0.13227147024251118, + "nauc_ndcg_at_1_diff1": 0.6979862040875846, + "nauc_ndcg_at_1_max": 0.5897700363552253, + "nauc_ndcg_at_1_std": 0.08771500461189267, + "nauc_ndcg_at_20_diff1": 0.644818339802379, + "nauc_ndcg_at_20_max": 0.628912910680923, + "nauc_ndcg_at_20_std": 0.13798417211564698, + "nauc_ndcg_at_3_diff1": 0.6409298199846478, + "nauc_ndcg_at_3_max": 0.6243299964807832, + "nauc_ndcg_at_3_std": 0.1221465761157139, + "nauc_ndcg_at_5_diff1": 0.6439177872946747, + "nauc_ndcg_at_5_max": 0.6292002232919892, + "nauc_ndcg_at_5_std": 0.13041008648106758, + "nauc_precision_at_1000_diff1": 0.8585468282598819, + "nauc_precision_at_1000_max": 0.9738606935055097, + "nauc_precision_at_1000_std": 0.9183020517093906, + "nauc_precision_at_100_diff1": 0.5780343695401394, + "nauc_precision_at_100_max": 0.7258422708693429, + "nauc_precision_at_100_std": 0.49412832237585647, + "nauc_precision_at_10_diff1": 0.5814916251104365, + "nauc_precision_at_10_max": 0.6782933001017761, + "nauc_precision_at_10_std": 0.20966915061940813, + "nauc_precision_at_1_diff1": 0.6979862040875846, + "nauc_precision_at_1_max": 0.5897700363552253, + "nauc_precision_at_1_std": 0.08771500461189267, + "nauc_precision_at_20_diff1": 0.567261880557699, + "nauc_precision_at_20_max": 0.7066148086708545, + "nauc_precision_at_20_std": 0.278481860141289, + "nauc_precision_at_3_diff1": 0.5965037919571957, + "nauc_precision_at_3_max": 0.6557025640075181, + "nauc_precision_at_3_std": 0.1556222962376557, + "nauc_precision_at_5_diff1": 0.5968795157089717, + "nauc_precision_at_5_max": 0.6756349862044874, + "nauc_precision_at_5_std": 0.18562708657129495, + "nauc_recall_at_1000_diff1": 0.8585468282598594, + "nauc_recall_at_1000_max": 0.9738606935055376, + "nauc_recall_at_1000_std": 0.9183020517093587, + "nauc_recall_at_100_diff1": 0.578034369540137, + "nauc_recall_at_100_max": 0.725842270869344, + "nauc_recall_at_100_std": 0.4941283223758559, + "nauc_recall_at_10_diff1": 0.5814916251104364, + "nauc_recall_at_10_max": 0.678293300101776, + "nauc_recall_at_10_std": 0.2096691506194085, + "nauc_recall_at_1_diff1": 0.6979862040875846, + "nauc_recall_at_1_max": 0.5897700363552253, + "nauc_recall_at_1_std": 0.08771500461189267, + "nauc_recall_at_20_diff1": 0.5672618805576987, + "nauc_recall_at_20_max": 0.7066148086708552, + "nauc_recall_at_20_std": 0.2784818601412896, + "nauc_recall_at_3_diff1": 0.5965037919571954, + "nauc_recall_at_3_max": 0.6557025640075174, + "nauc_recall_at_3_std": 0.15562229623765594, + "nauc_recall_at_5_diff1": 0.5968795157089716, + "nauc_recall_at_5_max": 0.6756349862044861, + "nauc_recall_at_5_std": 0.1856270865712949, + "ndcg_at_1": 0.51312, + "ndcg_at_10": 0.64991, + "ndcg_at_100": 0.68121, + "ndcg_at_1000": 0.68826, + "ndcg_at_20": 0.66422, + "ndcg_at_3": 0.60044, + "ndcg_at_5": 0.62822, + "precision_at_1": 0.51312, + "precision_at_10": 0.07946, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "precision_at_20": 0.04256, + "precision_at_3": 0.22045, + "precision_at_5": 0.14565, + "recall_at_1": 0.51312, + "recall_at_10": 0.79465, + "recall_at_100": 0.94236, + "recall_at_1000": 0.99743, + "recall_at_20": 0.85126, + "recall_at_3": 0.66135, + "recall_at_5": 0.72826 + }, + { + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ], + "main_score": 0.68334, + "map_at_1": 0.57087, + "map_at_10": 0.64581, + "map_at_100": 0.65112, + "map_at_1000": 0.6514, + "map_at_20": 0.64915, + "map_at_3": 0.62782, + "map_at_5": 0.63802, + "mrr_at_1": 0.5708722741433022, + "mrr_at_10": 0.6458134766107907, + "mrr_at_100": 0.6511180168894151, + "mrr_at_1000": 0.6513955573197617, + "mrr_at_20": 0.6491525346300475, + "mrr_at_3": 0.6278232087227424, + "mrr_at_5": 0.6380159657320877, + "nauc_map_at_1000_diff1": 0.7551512997522603, + "nauc_map_at_1000_max": 0.7075064497240622, + "nauc_map_at_1000_std": 0.1362286832030394, + "nauc_map_at_100_diff1": 0.7550706098529163, + "nauc_map_at_100_max": 0.7075868996449038, + "nauc_map_at_100_std": 0.13652858965783476, + "nauc_map_at_10_diff1": 0.7539208489527373, + "nauc_map_at_10_max": 0.7075074155375045, + "nauc_map_at_10_std": 0.13540301890171785, + "nauc_map_at_1_diff1": 0.784728575243175, + "nauc_map_at_1_max": 0.6793165729658869, + "nauc_map_at_1_std": 0.08958283496220953, + "nauc_map_at_20_diff1": 0.7548697076239606, + "nauc_map_at_20_max": 0.708017403892336, + "nauc_map_at_20_std": 0.1365395172015414, + "nauc_map_at_3_diff1": 0.7561236819332919, + "nauc_map_at_3_max": 0.7070182590212377, + "nauc_map_at_3_std": 0.12653236080032848, + "nauc_map_at_5_diff1": 0.7550466538760856, + "nauc_map_at_5_max": 0.7077436460294559, + "nauc_map_at_5_std": 0.12997633473605136, + "nauc_mrr_at_1000_diff1": 0.7551509437645564, + "nauc_mrr_at_1000_max": 0.7075063386451873, + "nauc_mrr_at_1000_std": 0.1362306083925159, + "nauc_mrr_at_100_diff1": 0.7550702541471584, + "nauc_mrr_at_100_max": 0.707586788749048, + "nauc_mrr_at_100_std": 0.13653051319975082, + "nauc_mrr_at_10_diff1": 0.7539208489527373, + "nauc_mrr_at_10_max": 0.7075074155375045, + "nauc_mrr_at_10_std": 0.13540301890171785, + "nauc_mrr_at_1_diff1": 0.784728575243175, + "nauc_mrr_at_1_max": 0.6793165729658869, + "nauc_mrr_at_1_std": 0.08958283496220953, + "nauc_mrr_at_20_diff1": 0.7548697076239606, + "nauc_mrr_at_20_max": 0.708017403892336, + "nauc_mrr_at_20_std": 0.1365395172015414, + "nauc_mrr_at_3_diff1": 0.7561236819332919, + "nauc_mrr_at_3_max": 0.7070182590212377, + "nauc_mrr_at_3_std": 0.12653236080032848, + "nauc_mrr_at_5_diff1": 0.7550466538760856, + "nauc_mrr_at_5_max": 0.7077436460294559, + "nauc_mrr_at_5_std": 0.12997633473605136, + "nauc_ndcg_at_1000_diff1": 0.7479437266865765, + "nauc_ndcg_at_1000_max": 0.7143229199798816, + "nauc_ndcg_at_1000_std": 0.1580241740128634, + "nauc_ndcg_at_100_diff1": 0.7451761712540165, + "nauc_ndcg_at_100_max": 0.7168862550117007, + "nauc_ndcg_at_100_std": 0.16891593087735704, + "nauc_ndcg_at_10_diff1": 0.7401529106891859, + "nauc_ndcg_at_10_max": 0.7172778245928504, + "nauc_ndcg_at_10_std": 0.16294296677190934, + "nauc_ndcg_at_1_diff1": 0.784728575243175, + "nauc_ndcg_at_1_max": 0.6793165729658869, + "nauc_ndcg_at_1_std": 0.08958283496220953, + "nauc_ndcg_at_20_diff1": 0.7435013953250211, + "nauc_ndcg_at_20_max": 0.7197333019971491, + "nauc_ndcg_at_20_std": 0.1691022704292211, + "nauc_ndcg_at_3_diff1": 0.7461952000298298, + "nauc_ndcg_at_3_max": 0.7154428541839151, + "nauc_ndcg_at_3_std": 0.13978683662038502, + "nauc_ndcg_at_5_diff1": 0.7436466072185401, + "nauc_ndcg_at_5_max": 0.7172435860800312, + "nauc_ndcg_at_5_std": 0.1472193135757763, + "nauc_precision_at_1000_diff1": 0.6113491930467402, + "nauc_precision_at_1000_max": 0.8421767200274225, + "nauc_precision_at_1000_std": 0.8224229386523533, + "nauc_precision_at_100_diff1": 0.6516121670370661, + "nauc_precision_at_100_max": 0.8019776792833159, + "nauc_precision_at_100_std": 0.5611325971688655, + "nauc_precision_at_10_diff1": 0.6770459194896093, + "nauc_precision_at_10_max": 0.7603066335268104, + "nauc_precision_at_10_std": 0.2963835576592641, + "nauc_precision_at_1_diff1": 0.784728575243175, + "nauc_precision_at_1_max": 0.6793165729658869, + "nauc_precision_at_1_std": 0.08958283496220953, + "nauc_precision_at_20_diff1": 0.6819401818394542, + "nauc_precision_at_20_max": 0.7893617328496947, + "nauc_precision_at_20_std": 0.378282711237946, + "nauc_precision_at_3_diff1": 0.7136471244539088, + "nauc_precision_at_3_max": 0.7426335483640205, + "nauc_precision_at_3_std": 0.18339257431473358, + "nauc_precision_at_5_diff1": 0.701553585668221, + "nauc_precision_at_5_max": 0.7517700624631142, + "nauc_precision_at_5_std": 0.21191162361099636, + "nauc_recall_at_1000_diff1": 0.6430955243879919, + "nauc_recall_at_1000_max": 0.8758271872985915, + "nauc_recall_at_1000_std": 0.8176703922006155, + "nauc_recall_at_100_diff1": 0.6572120451611729, + "nauc_recall_at_100_max": 0.8075350272195013, + "nauc_recall_at_100_std": 0.5591287656146281, + "nauc_recall_at_10_diff1": 0.6770459194896081, + "nauc_recall_at_10_max": 0.7603066335268097, + "nauc_recall_at_10_std": 0.2963835576592632, + "nauc_recall_at_1_diff1": 0.784728575243175, + "nauc_recall_at_1_max": 0.6793165729658869, + "nauc_recall_at_1_std": 0.08958283496220953, + "nauc_recall_at_20_diff1": 0.6819401818394532, + "nauc_recall_at_20_max": 0.7893617328496939, + "nauc_recall_at_20_std": 0.3782827112379458, + "nauc_recall_at_3_diff1": 0.7136471244539088, + "nauc_recall_at_3_max": 0.742633548364021, + "nauc_recall_at_3_std": 0.18339257431473335, + "nauc_recall_at_5_diff1": 0.7015535856682217, + "nauc_recall_at_5_max": 0.7517700624631132, + "nauc_recall_at_5_std": 0.21191162361099655, + "ndcg_at_1": 0.57087, + "ndcg_at_10": 0.68334, + "ndcg_at_100": 0.70961, + "ndcg_at_1000": 0.71733, + "ndcg_at_20": 0.69544, + "ndcg_at_3": 0.64607, + "ndcg_at_5": 0.66448, + "precision_at_1": 0.57087, + "precision_at_10": 0.08018, + "precision_at_100": 0.00926, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04247, + "precision_at_3": 0.23293, + "precision_at_5": 0.14871, + "recall_at_1": 0.57087, + "recall_at_10": 0.80179, + "recall_at_100": 0.92582, + "recall_at_1000": 0.98734, + "recall_at_20": 0.84949, + "recall_at_3": 0.69879, + "recall_at_5": 0.74357 + } + ], + "validation": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "main_score": 0.73228, + "map_at_1": 0.60348, + "map_at_10": 0.69381, + "map_at_100": 0.69888, + "map_at_1000": 0.69907, + "map_at_20": 0.69661, + "map_at_3": 0.67956, + "map_at_5": 0.68769, + "mrr_at_1": 0.6034816247582205, + "mrr_at_10": 0.6938058395505204, + "mrr_at_100": 0.6988770275689279, + "mrr_at_1000": 0.6990694672104376, + "mrr_at_20": 0.6966098751882119, + "mrr_at_3": 0.6795615731785944, + "mrr_at_5": 0.6876853642811088, + "nauc_map_at_1000_diff1": 0.743322683418136, + "nauc_map_at_1000_max": 0.6997811403105826, + "nauc_map_at_1000_std": 0.21265613635882633, + "nauc_map_at_100_diff1": 0.7432338981400333, + "nauc_map_at_100_max": 0.6997873271859434, + "nauc_map_at_100_std": 0.21281087485285433, + "nauc_map_at_10_diff1": 0.7410904739016736, + "nauc_map_at_10_max": 0.7004803426779215, + "nauc_map_at_10_std": 0.21207004658473716, + "nauc_map_at_1_diff1": 0.7702620338300112, + "nauc_map_at_1_max": 0.6794728938801174, + "nauc_map_at_1_std": 0.2059769775451176, + "nauc_map_at_20_diff1": 0.7423083361133849, + "nauc_map_at_20_max": 0.6998578359349432, + "nauc_map_at_20_std": 0.21189102930194115, + "nauc_map_at_3_diff1": 0.7439547541325144, + "nauc_map_at_3_max": 0.6993431977389813, + "nauc_map_at_3_std": 0.19843440133542672, + "nauc_map_at_5_diff1": 0.7422969348641207, + "nauc_map_at_5_max": 0.7019030794908555, + "nauc_map_at_5_std": 0.20855963694545662, + "nauc_mrr_at_1000_diff1": 0.743322683418136, + "nauc_mrr_at_1000_max": 0.6997811403105826, + "nauc_mrr_at_1000_std": 0.21265613635882633, + "nauc_mrr_at_100_diff1": 0.7432338981400333, + "nauc_mrr_at_100_max": 0.6997873271859434, + "nauc_mrr_at_100_std": 0.21281087485285433, + "nauc_mrr_at_10_diff1": 0.7410904739016736, + "nauc_mrr_at_10_max": 0.7004803426779215, + "nauc_mrr_at_10_std": 0.21207004658473716, + "nauc_mrr_at_1_diff1": 0.7702620338300112, + "nauc_mrr_at_1_max": 0.6794728938801174, + "nauc_mrr_at_1_std": 0.2059769775451176, + "nauc_mrr_at_20_diff1": 0.7423083361133849, + "nauc_mrr_at_20_max": 0.6998578359349432, + "nauc_mrr_at_20_std": 0.21189102930194115, + "nauc_mrr_at_3_diff1": 0.7439547541325144, + "nauc_mrr_at_3_max": 0.6993431977389813, + "nauc_mrr_at_3_std": 0.19843440133542672, + "nauc_mrr_at_5_diff1": 0.7422969348641207, + "nauc_mrr_at_5_max": 0.7019030794908555, + "nauc_mrr_at_5_std": 0.20855963694545662, + "nauc_ndcg_at_1000_diff1": 0.7376505787375514, + "nauc_ndcg_at_1000_max": 0.7025107868780613, + "nauc_ndcg_at_1000_std": 0.21923501416967914, + "nauc_ndcg_at_100_diff1": 0.7356099795233731, + "nauc_ndcg_at_100_max": 0.7024846031600152, + "nauc_ndcg_at_100_std": 0.2232428735318226, + "nauc_ndcg_at_10_diff1": 0.7249012594245177, + "nauc_ndcg_at_10_max": 0.7064249634457778, + "nauc_ndcg_at_10_std": 0.22357311045023354, + "nauc_ndcg_at_1_diff1": 0.7702620338300112, + "nauc_ndcg_at_1_max": 0.6794728938801174, + "nauc_ndcg_at_1_std": 0.2059769775451176, + "nauc_ndcg_at_20_diff1": 0.7294098077158654, + "nauc_ndcg_at_20_max": 0.7038180239983368, + "nauc_ndcg_at_20_std": 0.22189538460956398, + "nauc_ndcg_at_3_diff1": 0.7328274166217185, + "nauc_ndcg_at_3_max": 0.7047640265042788, + "nauc_ndcg_at_3_std": 0.19652268508165271, + "nauc_ndcg_at_5_diff1": 0.7296334445122181, + "nauc_ndcg_at_5_max": 0.71060400257024, + "nauc_ndcg_at_5_std": 0.21649295977579608, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6413369888306514, + "nauc_precision_at_100_max": 0.7009188714428147, + "nauc_precision_at_100_std": 0.4175362888426286, + "nauc_precision_at_10_diff1": 0.6364906244180778, + "nauc_precision_at_10_max": 0.7336243871928776, + "nauc_precision_at_10_std": 0.288888857905677, + "nauc_precision_at_1_diff1": 0.7702620338300112, + "nauc_precision_at_1_max": 0.6794728938801174, + "nauc_precision_at_1_std": 0.2059769775451176, + "nauc_precision_at_20_diff1": 0.6452217471372151, + "nauc_precision_at_20_max": 0.7203509485139256, + "nauc_precision_at_20_std": 0.2899649259162933, + "nauc_precision_at_3_diff1": 0.6916663788628603, + "nauc_precision_at_3_max": 0.7237637180544293, + "nauc_precision_at_3_std": 0.1899020607888458, + "nauc_precision_at_5_diff1": 0.6773056714797139, + "nauc_precision_at_5_max": 0.7469077258714834, + "nauc_precision_at_5_std": 0.25368473189061114, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6413369888306565, + "nauc_recall_at_100_max": 0.7009188714428148, + "nauc_recall_at_100_std": 0.4175362888426297, + "nauc_recall_at_10_diff1": 0.6364906244180762, + "nauc_recall_at_10_max": 0.7336243871928773, + "nauc_recall_at_10_std": 0.2888888579056768, + "nauc_recall_at_1_diff1": 0.7702620338300112, + "nauc_recall_at_1_max": 0.6794728938801174, + "nauc_recall_at_1_std": 0.2059769775451176, + "nauc_recall_at_20_diff1": 0.6452217471372147, + "nauc_recall_at_20_max": 0.7203509485139259, + "nauc_recall_at_20_std": 0.289964925916296, + "nauc_recall_at_3_diff1": 0.6916663788628603, + "nauc_recall_at_3_max": 0.7237637180544286, + "nauc_recall_at_3_std": 0.1899020607888459, + "nauc_recall_at_5_diff1": 0.6773056714797154, + "nauc_recall_at_5_max": 0.746907725871484, + "nauc_recall_at_5_std": 0.25368473189061314, + "ndcg_at_1": 0.60348, + "ndcg_at_10": 0.73228, + "ndcg_at_100": 0.75737, + "ndcg_at_1000": 0.76156, + "ndcg_at_20": 0.74221, + "ndcg_at_3": 0.70286, + "ndcg_at_5": 0.71735, + "precision_at_1": 0.60348, + "precision_at_10": 0.08511, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "precision_at_20": 0.04449, + "precision_at_3": 0.25661, + "precision_at_5": 0.16093, + "recall_at_1": 0.60348, + "recall_at_10": 0.85106, + "recall_at_100": 0.96905, + "recall_at_1000": 1.0, + "recall_at_20": 0.88975, + "recall_at_3": 0.76983, + "recall_at_5": 0.80464 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "main_score": 0.75791, + "map_at_1": 0.6087, + "map_at_10": 0.70728, + "map_at_100": 0.71038, + "map_at_1000": 0.71046, + "map_at_20": 0.70916, + "map_at_3": 0.68116, + "map_at_5": 0.69855, + "mrr_at_1": 0.6086956521739131, + "mrr_at_10": 0.7072847174296449, + "mrr_at_100": 0.7103809645519357, + "mrr_at_1000": 0.7104621621828754, + "mrr_at_20": 0.709155444662691, + "mrr_at_3": 0.681159420289855, + "mrr_at_5": 0.6985507246376811, + "nauc_map_at_1000_diff1": 0.7378107911559219, + "nauc_map_at_1000_max": 0.698162706233064, + "nauc_map_at_1000_std": 0.26765739329446414, + "nauc_map_at_100_diff1": 0.7378024172599391, + "nauc_map_at_100_max": 0.6982182651351946, + "nauc_map_at_100_std": 0.26785863027592727, + "nauc_map_at_10_diff1": 0.7366205711437203, + "nauc_map_at_10_max": 0.6979931246468253, + "nauc_map_at_10_std": 0.26942962873272913, + "nauc_map_at_1_diff1": 0.7727515100420458, + "nauc_map_at_1_max": 0.6693858519813751, + "nauc_map_at_1_std": 0.2204377746215133, + "nauc_map_at_20_diff1": 0.7371825063990538, + "nauc_map_at_20_max": 0.6992187797006785, + "nauc_map_at_20_std": 0.2697186288521246, + "nauc_map_at_3_diff1": 0.7389053277849528, + "nauc_map_at_3_max": 0.6989972903802741, + "nauc_map_at_3_std": 0.2570040671532079, + "nauc_map_at_5_diff1": 0.7350116481917048, + "nauc_map_at_5_max": 0.701770255846345, + "nauc_map_at_5_std": 0.2759162215106418, + "nauc_mrr_at_1000_diff1": 0.7378107911559219, + "nauc_mrr_at_1000_max": 0.698162706233064, + "nauc_mrr_at_1000_std": 0.26765739329446414, + "nauc_mrr_at_100_diff1": 0.7378024172599391, + "nauc_mrr_at_100_max": 0.6982182651351946, + "nauc_mrr_at_100_std": 0.26785863027592727, + "nauc_mrr_at_10_diff1": 0.7366205711437203, + "nauc_mrr_at_10_max": 0.6979931246468253, + "nauc_mrr_at_10_std": 0.26942962873272913, + "nauc_mrr_at_1_diff1": 0.7727515100420458, + "nauc_mrr_at_1_max": 0.6693858519813751, + "nauc_mrr_at_1_std": 0.2204377746215133, + "nauc_mrr_at_20_diff1": 0.7371825063990538, + "nauc_mrr_at_20_max": 0.6992187797006785, + "nauc_mrr_at_20_std": 0.2697186288521246, + "nauc_mrr_at_3_diff1": 0.7389053277849528, + "nauc_mrr_at_3_max": 0.6989972903802741, + "nauc_mrr_at_3_std": 0.2570040671532079, + "nauc_mrr_at_5_diff1": 0.7350116481917048, + "nauc_mrr_at_5_max": 0.701770255846345, + "nauc_mrr_at_5_std": 0.2759162215106418, + "nauc_ndcg_at_1000_diff1": 0.7324514306707128, + "nauc_ndcg_at_1000_max": 0.7018566562752206, + "nauc_ndcg_at_1000_std": 0.27860418797216857, + "nauc_ndcg_at_100_diff1": 0.7323004812050085, + "nauc_ndcg_at_100_max": 0.7030353391338979, + "nauc_ndcg_at_100_std": 0.28290931776174555, + "nauc_ndcg_at_10_diff1": 0.7242251186902982, + "nauc_ndcg_at_10_max": 0.704091974642791, + "nauc_ndcg_at_10_std": 0.2956706585637804, + "nauc_ndcg_at_1_diff1": 0.7727515100420458, + "nauc_ndcg_at_1_max": 0.6693858519813751, + "nauc_ndcg_at_1_std": 0.2204377746215133, + "nauc_ndcg_at_20_diff1": 0.7270301690354531, + "nauc_ndcg_at_20_max": 0.710504964422969, + "nauc_ndcg_at_20_std": 0.29734836201681747, + "nauc_ndcg_at_3_diff1": 0.7284710326450029, + "nauc_ndcg_at_3_max": 0.7058842701384064, + "nauc_ndcg_at_3_std": 0.2687389106371042, + "nauc_ndcg_at_5_diff1": 0.7191186276052509, + "nauc_ndcg_at_5_max": 0.7128555224508263, + "nauc_ndcg_at_5_std": 0.31021356436531083, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7117423170402039, + "nauc_precision_at_100_max": 0.8611828719050814, + "nauc_precision_at_100_std": 0.8611828719050814, + "nauc_precision_at_10_diff1": 0.6272491246267468, + "nauc_precision_at_10_max": 0.7487845741347546, + "nauc_precision_at_10_std": 0.5255439040767168, + "nauc_precision_at_1_diff1": 0.7727515100420458, + "nauc_precision_at_1_max": 0.6693858519813751, + "nauc_precision_at_1_std": 0.2204377746215133, + "nauc_precision_at_20_diff1": 0.6214467926524148, + "nauc_precision_at_20_max": 0.8733051399234534, + "nauc_precision_at_20_std": 0.6712715196952328, + "nauc_precision_at_3_diff1": 0.6908931010782425, + "nauc_precision_at_3_max": 0.7296003284041334, + "nauc_precision_at_3_std": 0.3112245433950416, + "nauc_precision_at_5_diff1": 0.6377260764955436, + "nauc_precision_at_5_max": 0.7686460163530293, + "nauc_precision_at_5_std": 0.49463037291006845, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7117423170402081, + "nauc_recall_at_100_max": 0.8611828719050878, + "nauc_recall_at_100_std": 0.8611828719050878, + "nauc_recall_at_10_diff1": 0.6272491246267475, + "nauc_recall_at_10_max": 0.7487845741347577, + "nauc_recall_at_10_std": 0.5255439040767163, + "nauc_recall_at_1_diff1": 0.7727515100420458, + "nauc_recall_at_1_max": 0.6693858519813751, + "nauc_recall_at_1_std": 0.2204377746215133, + "nauc_recall_at_20_diff1": 0.6214467926524173, + "nauc_recall_at_20_max": 0.8733051399234557, + "nauc_recall_at_20_std": 0.6712715196952359, + "nauc_recall_at_3_diff1": 0.6908931010782435, + "nauc_recall_at_3_max": 0.7296003284041345, + "nauc_recall_at_3_std": 0.311224543395043, + "nauc_recall_at_5_diff1": 0.6377260764955448, + "nauc_recall_at_5_max": 0.7686460163530285, + "nauc_recall_at_5_std": 0.49463037291006956, + "ndcg_at_1": 0.6087, + "ndcg_at_10": 0.75791, + "ndcg_at_100": 0.77335, + "ndcg_at_1000": 0.77475, + "ndcg_at_20": 0.76507, + "ndcg_at_3": 0.70474, + "ndcg_at_5": 0.73633, + "precision_at_1": 0.6087, + "precision_at_10": 0.09179, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04734, + "precision_at_3": 0.25765, + "precision_at_5": 0.17005, + "recall_at_1": 0.6087, + "recall_at_10": 0.91787, + "recall_at_100": 0.99034, + "recall_at_1000": 1.0, + "recall_at_20": 0.94686, + "recall_at_3": 0.77295, + "recall_at_5": 0.85024 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "main_score": 0.77749, + "map_at_1": 0.65957, + "map_at_10": 0.73821, + "map_at_100": 0.74175, + "map_at_1000": 0.74189, + "map_at_20": 0.74051, + "map_at_3": 0.71986, + "map_at_5": 0.73127, + "mrr_at_1": 0.6595744680851063, + "mrr_at_10": 0.7382080685272172, + "mrr_at_100": 0.741754097662301, + "mrr_at_1000": 0.7418929048197488, + "mrr_at_20": 0.7405127178787135, + "mrr_at_3": 0.7198581560283687, + "mrr_at_5": 0.7312701482914246, + "nauc_map_at_1000_diff1": 0.6803194114961046, + "nauc_map_at_1000_max": 0.6072163109055371, + "nauc_map_at_1000_std": 0.06031961148935413, + "nauc_map_at_100_diff1": 0.680225978487888, + "nauc_map_at_100_max": 0.6073236646655515, + "nauc_map_at_100_std": 0.060652069597993574, + "nauc_map_at_10_diff1": 0.6783551408757212, + "nauc_map_at_10_max": 0.6079286596413931, + "nauc_map_at_10_std": 0.06135774362344321, + "nauc_map_at_1_diff1": 0.7096685246940274, + "nauc_map_at_1_max": 0.5963526636184916, + "nauc_map_at_1_std": 0.0446496331715149, + "nauc_map_at_20_diff1": 0.679539907463467, + "nauc_map_at_20_max": 0.6067780012201787, + "nauc_map_at_20_std": 0.060683701603053745, + "nauc_map_at_3_diff1": 0.6819362054157183, + "nauc_map_at_3_max": 0.6103355580844543, + "nauc_map_at_3_std": 0.05450849249964684, + "nauc_map_at_5_diff1": 0.6783417383304631, + "nauc_map_at_5_max": 0.6079914103658217, + "nauc_map_at_5_std": 0.060581376385531814, + "nauc_mrr_at_1000_diff1": 0.6803194114961046, + "nauc_mrr_at_1000_max": 0.6072163109055371, + "nauc_mrr_at_1000_std": 0.06031961148935413, + "nauc_mrr_at_100_diff1": 0.680225978487888, + "nauc_mrr_at_100_max": 0.6073236646655515, + "nauc_mrr_at_100_std": 0.060652069597993574, + "nauc_mrr_at_10_diff1": 0.6783551408757212, + "nauc_mrr_at_10_max": 0.6079286596413931, + "nauc_mrr_at_10_std": 0.06135774362344321, + "nauc_mrr_at_1_diff1": 0.7096685246940274, + "nauc_mrr_at_1_max": 0.5963526636184916, + "nauc_mrr_at_1_std": 0.0446496331715149, + "nauc_mrr_at_20_diff1": 0.679539907463467, + "nauc_mrr_at_20_max": 0.6067780012201787, + "nauc_mrr_at_20_std": 0.060683701603053745, + "nauc_mrr_at_3_diff1": 0.6819362054157183, + "nauc_mrr_at_3_max": 0.6103355580844543, + "nauc_mrr_at_3_std": 0.05450849249964684, + "nauc_mrr_at_5_diff1": 0.6783417383304631, + "nauc_mrr_at_5_max": 0.6079914103658217, + "nauc_mrr_at_5_std": 0.060581376385531814, + "nauc_ndcg_at_1000_diff1": 0.6749534842958914, + "nauc_ndcg_at_1000_max": 0.6091950859047904, + "nauc_ndcg_at_1000_std": 0.06848612300382446, + "nauc_ndcg_at_100_diff1": 0.6727568918099667, + "nauc_ndcg_at_100_max": 0.6115431532675665, + "nauc_ndcg_at_100_std": 0.07656727380736461, + "nauc_ndcg_at_10_diff1": 0.6636824455963315, + "nauc_ndcg_at_10_max": 0.6124211110599472, + "nauc_ndcg_at_10_std": 0.07945337833452724, + "nauc_ndcg_at_1_diff1": 0.7096685246940274, + "nauc_ndcg_at_1_max": 0.5963526636184916, + "nauc_ndcg_at_1_std": 0.0446496331715149, + "nauc_ndcg_at_20_diff1": 0.6681327569764619, + "nauc_ndcg_at_20_max": 0.6071142081222044, + "nauc_ndcg_at_20_std": 0.07632071655562404, + "nauc_ndcg_at_3_diff1": 0.6725004362805532, + "nauc_ndcg_at_3_max": 0.6170638255831261, + "nauc_ndcg_at_3_std": 0.06365008450227053, + "nauc_ndcg_at_5_diff1": 0.6640918063395246, + "nauc_ndcg_at_5_max": 0.6133344029982428, + "nauc_ndcg_at_5_std": 0.07811272017705814, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5296217036265791, + "nauc_precision_at_100_max": 0.7598820322256165, + "nauc_precision_at_100_std": 0.6031748574734358, + "nauc_precision_at_10_diff1": 0.5651931738493364, + "nauc_precision_at_10_max": 0.6392387074481394, + "nauc_precision_at_10_std": 0.20698736085154323, + "nauc_precision_at_1_diff1": 0.7096685246940274, + "nauc_precision_at_1_max": 0.5963526636184916, + "nauc_precision_at_1_std": 0.0446496331715149, + "nauc_precision_at_20_diff1": 0.5626090191873239, + "nauc_precision_at_20_max": 0.5892361729988789, + "nauc_precision_at_20_std": 0.2335474604875403, + "nauc_precision_at_3_diff1": 0.6382860525580776, + "nauc_precision_at_3_max": 0.6423193586649101, + "nauc_precision_at_3_std": 0.09931928232841057, + "nauc_precision_at_5_diff1": 0.5971647386081759, + "nauc_precision_at_5_max": 0.6379311586122848, + "nauc_precision_at_5_std": 0.16588281007273822, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.529621703626577, + "nauc_recall_at_100_max": 0.7598820322256113, + "nauc_recall_at_100_std": 0.603174857473438, + "nauc_recall_at_10_diff1": 0.5651931738493364, + "nauc_recall_at_10_max": 0.6392387074481403, + "nauc_recall_at_10_std": 0.2069873608515452, + "nauc_recall_at_1_diff1": 0.7096685246940274, + "nauc_recall_at_1_max": 0.5963526636184916, + "nauc_recall_at_1_std": 0.0446496331715149, + "nauc_recall_at_20_diff1": 0.5626090191873264, + "nauc_recall_at_20_max": 0.5892361729988808, + "nauc_recall_at_20_std": 0.23354746048754457, + "nauc_recall_at_3_diff1": 0.6382860525580768, + "nauc_recall_at_3_max": 0.6423193586649104, + "nauc_recall_at_3_std": 0.09931928232841128, + "nauc_recall_at_5_diff1": 0.597164738608177, + "nauc_recall_at_5_max": 0.6379311586122847, + "nauc_recall_at_5_std": 0.1658828100727392, + "ndcg_at_1": 0.65957, + "ndcg_at_10": 0.77749, + "ndcg_at_100": 0.79461, + "ndcg_at_1000": 0.79731, + "ndcg_at_20": 0.78616, + "ndcg_at_3": 0.73964, + "ndcg_at_5": 0.76028, + "precision_at_1": 0.65957, + "precision_at_10": 0.09014, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04681, + "precision_at_3": 0.26564, + "precision_at_5": 0.16944, + "recall_at_1": 0.65957, + "recall_at_10": 0.90135, + "recall_at_100": 0.98066, + "recall_at_1000": 1.0, + "recall_at_20": 0.93617, + "recall_at_3": 0.79691, + "recall_at_5": 0.8472 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "main_score": 0.81919, + "map_at_1": 0.70807, + "map_at_10": 0.78328, + "map_at_100": 0.78593, + "map_at_1000": 0.78593, + "map_at_20": 0.78421, + "map_at_3": 0.76501, + "map_at_5": 0.7765, + "mrr_at_1": 0.7080745341614907, + "mrr_at_10": 0.7832791087449473, + "mrr_at_100": 0.7859294893221076, + "mrr_at_1000": 0.7859294893221076, + "mrr_at_20": 0.7842107857635808, + "mrr_at_3": 0.7650103519668737, + "mrr_at_5": 0.7765010351966875, + "nauc_map_at_1000_diff1": 0.7413562551250548, + "nauc_map_at_1000_max": 0.6162745488176947, + "nauc_map_at_1000_std": 0.014775887078792856, + "nauc_map_at_100_diff1": 0.7413562551250548, + "nauc_map_at_100_max": 0.6162745488176947, + "nauc_map_at_100_std": 0.014775887078792856, + "nauc_map_at_10_diff1": 0.7401971938681933, + "nauc_map_at_10_max": 0.6187678162920777, + "nauc_map_at_10_std": 0.023738907679088327, + "nauc_map_at_1_diff1": 0.7719905622426182, + "nauc_map_at_1_max": 0.5777179300325953, + "nauc_map_at_1_std": -0.1027928669900115, + "nauc_map_at_20_diff1": 0.7403168239165199, + "nauc_map_at_20_max": 0.616928640460922, + "nauc_map_at_20_std": 0.019379244401435014, + "nauc_map_at_3_diff1": 0.733808906334138, + "nauc_map_at_3_max": 0.6212226992003664, + "nauc_map_at_3_std": 0.026074270954540357, + "nauc_map_at_5_diff1": 0.7364102277846911, + "nauc_map_at_5_max": 0.6136661280931898, + "nauc_map_at_5_std": 0.012125457300187213, + "nauc_mrr_at_1000_diff1": 0.7413562551250548, + "nauc_mrr_at_1000_max": 0.6162745488176947, + "nauc_mrr_at_1000_std": 0.014775887078792856, + "nauc_mrr_at_100_diff1": 0.7413562551250548, + "nauc_mrr_at_100_max": 0.6162745488176947, + "nauc_mrr_at_100_std": 0.014775887078792856, + "nauc_mrr_at_10_diff1": 0.7401971938681933, + "nauc_mrr_at_10_max": 0.6187678162920777, + "nauc_mrr_at_10_std": 0.023738907679088327, + "nauc_mrr_at_1_diff1": 0.7719905622426182, + "nauc_mrr_at_1_max": 0.5777179300325953, + "nauc_mrr_at_1_std": -0.1027928669900115, + "nauc_mrr_at_20_diff1": 0.7403168239165199, + "nauc_mrr_at_20_max": 0.616928640460922, + "nauc_mrr_at_20_std": 0.019379244401435014, + "nauc_mrr_at_3_diff1": 0.733808906334138, + "nauc_mrr_at_3_max": 0.6212226992003664, + "nauc_mrr_at_3_std": 0.026074270954540357, + "nauc_mrr_at_5_diff1": 0.7364102277846911, + "nauc_mrr_at_5_max": 0.6136661280931898, + "nauc_mrr_at_5_std": 0.012125457300187213, + "nauc_ndcg_at_1000_diff1": 0.7385878287640751, + "nauc_ndcg_at_1000_max": 0.62274186385723, + "nauc_ndcg_at_1000_std": 0.03727730920596477, + "nauc_ndcg_at_100_diff1": 0.7385878287640751, + "nauc_ndcg_at_100_max": 0.62274186385723, + "nauc_ndcg_at_100_std": 0.03727730920596477, + "nauc_ndcg_at_10_diff1": 0.732878384589428, + "nauc_ndcg_at_10_max": 0.6376774738185023, + "nauc_ndcg_at_10_std": 0.09255807747959167, + "nauc_ndcg_at_1_diff1": 0.7719905622426182, + "nauc_ndcg_at_1_max": 0.5777179300325953, + "nauc_ndcg_at_1_std": -0.1027928669900115, + "nauc_ndcg_at_20_diff1": 0.7336951266608365, + "nauc_ndcg_at_20_max": 0.6303883951258789, + "nauc_ndcg_at_20_std": 0.0756675643879864, + "nauc_ndcg_at_3_diff1": 0.7205467761431279, + "nauc_ndcg_at_3_max": 0.6372485484860855, + "nauc_ndcg_at_3_std": 0.07809552596905688, + "nauc_ndcg_at_5_diff1": 0.7239876595703127, + "nauc_ndcg_at_5_max": 0.623739888999838, + "nauc_ndcg_at_5_std": 0.05679862121705594, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.6833558130685963, + "nauc_precision_at_10_max": 0.7968998210471857, + "nauc_precision_at_10_std": 0.6848759769981483, + "nauc_precision_at_1_diff1": 0.7719905622426182, + "nauc_precision_at_1_max": 0.5777179300325953, + "nauc_precision_at_1_std": -0.1027928669900115, + "nauc_precision_at_20_diff1": 0.6841404959542334, + "nauc_precision_at_20_max": 0.7517664479465631, + "nauc_precision_at_20_std": 0.6293627278027879, + "nauc_precision_at_3_diff1": 0.6707313377385106, + "nauc_precision_at_3_max": 0.6978632458647945, + "nauc_precision_at_3_std": 0.27681716734151873, + "nauc_precision_at_5_diff1": 0.6633919130083108, + "nauc_precision_at_5_max": 0.6700574753590491, + "nauc_precision_at_5_std": 0.2765825531654299, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6833558130685953, + "nauc_recall_at_10_max": 0.7968998210471858, + "nauc_recall_at_10_std": 0.6848759769981477, + "nauc_recall_at_1_diff1": 0.7719905622426182, + "nauc_recall_at_1_max": 0.5777179300325953, + "nauc_recall_at_1_std": -0.1027928669900115, + "nauc_recall_at_20_diff1": 0.6841404959542307, + "nauc_recall_at_20_max": 0.7517664479465628, + "nauc_recall_at_20_std": 0.6293627278027851, + "nauc_recall_at_3_diff1": 0.6707313377385118, + "nauc_recall_at_3_max": 0.6978632458647958, + "nauc_recall_at_3_std": 0.27681716734151784, + "nauc_recall_at_5_diff1": 0.6633919130083107, + "nauc_recall_at_5_max": 0.6700574753590505, + "nauc_recall_at_5_std": 0.27658255316542885, + "ndcg_at_1": 0.70807, + "ndcg_at_10": 0.81919, + "ndcg_at_100": 0.83334, + "ndcg_at_1000": 0.83334, + "ndcg_at_20": 0.82242, + "ndcg_at_3": 0.78238, + "ndcg_at_5": 0.80297, + "precision_at_1": 0.70807, + "precision_at_10": 0.09317, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.0472, + "precision_at_3": 0.27743, + "precision_at_5": 0.1764, + "recall_at_1": 0.70807, + "recall_at_10": 0.93168, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.9441, + "recall_at_3": 0.8323, + "recall_at_5": 0.88199 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "main_score": 0.79829, + "map_at_1": 0.67204, + "map_at_10": 0.7608, + "map_at_100": 0.76494, + "map_at_1000": 0.76498, + "map_at_20": 0.76384, + "map_at_3": 0.74552, + "map_at_5": 0.75305, + "mrr_at_1": 0.6720430107526881, + "mrr_at_10": 0.7608017579791774, + "mrr_at_100": 0.7649384307448823, + "mrr_at_1000": 0.7649762923229528, + "mrr_at_20": 0.7638400130335615, + "mrr_at_3": 0.7455197132616487, + "mrr_at_5": 0.7530465949820788, + "nauc_map_at_1000_diff1": 0.7528796737150227, + "nauc_map_at_1000_max": 0.7316986855740287, + "nauc_map_at_1000_std": 0.3600187301119061, + "nauc_map_at_100_diff1": 0.7529011013844237, + "nauc_map_at_100_max": 0.7317482088525594, + "nauc_map_at_100_std": 0.3601368583840336, + "nauc_map_at_10_diff1": 0.7533119704308954, + "nauc_map_at_10_max": 0.7337112956784647, + "nauc_map_at_10_std": 0.36096262396307527, + "nauc_map_at_1_diff1": 0.7781186330005085, + "nauc_map_at_1_max": 0.6928726298051513, + "nauc_map_at_1_std": 0.3063580326605576, + "nauc_map_at_20_diff1": 0.7514062340238621, + "nauc_map_at_20_max": 0.7314362536153806, + "nauc_map_at_20_std": 0.3599804730367374, + "nauc_map_at_3_diff1": 0.7503283654110482, + "nauc_map_at_3_max": 0.731623923942068, + "nauc_map_at_3_std": 0.3607111434407658, + "nauc_map_at_5_diff1": 0.7543349091485074, + "nauc_map_at_5_max": 0.7361045832664538, + "nauc_map_at_5_std": 0.35766981187107216, + "nauc_mrr_at_1000_diff1": 0.7528796737150227, + "nauc_mrr_at_1000_max": 0.7316986855740287, + "nauc_mrr_at_1000_std": 0.3600187301119061, + "nauc_mrr_at_100_diff1": 0.7529011013844237, + "nauc_mrr_at_100_max": 0.7317482088525594, + "nauc_mrr_at_100_std": 0.3601368583840336, + "nauc_mrr_at_10_diff1": 0.7533119704308954, + "nauc_mrr_at_10_max": 0.7337112956784647, + "nauc_mrr_at_10_std": 0.36096262396307527, + "nauc_mrr_at_1_diff1": 0.7781186330005085, + "nauc_mrr_at_1_max": 0.6928726298051513, + "nauc_mrr_at_1_std": 0.3063580326605576, + "nauc_mrr_at_20_diff1": 0.7514062340238621, + "nauc_mrr_at_20_max": 0.7314362536153806, + "nauc_mrr_at_20_std": 0.3599804730367374, + "nauc_mrr_at_3_diff1": 0.7503283654110482, + "nauc_mrr_at_3_max": 0.731623923942068, + "nauc_mrr_at_3_std": 0.3607111434407658, + "nauc_mrr_at_5_diff1": 0.7543349091485074, + "nauc_mrr_at_5_max": 0.7361045832664538, + "nauc_mrr_at_5_std": 0.35766981187107216, + "nauc_ndcg_at_1000_diff1": 0.7494583342523289, + "nauc_ndcg_at_1000_max": 0.7378880601306229, + "nauc_ndcg_at_1000_std": 0.3704946512357621, + "nauc_ndcg_at_100_diff1": 0.7500149304089673, + "nauc_ndcg_at_100_max": 0.739108802928172, + "nauc_ndcg_at_100_std": 0.37342646777531097, + "nauc_ndcg_at_10_diff1": 0.7479003342686448, + "nauc_ndcg_at_10_max": 0.74859766034976, + "nauc_ndcg_at_10_std": 0.38282724059324036, + "nauc_ndcg_at_1_diff1": 0.7781186330005085, + "nauc_ndcg_at_1_max": 0.6928726298051513, + "nauc_ndcg_at_1_std": 0.3063580326605576, + "nauc_ndcg_at_20_diff1": 0.7391986101967701, + "nauc_ndcg_at_20_max": 0.7393284126113389, + "nauc_ndcg_at_20_std": 0.37752797162297763, + "nauc_ndcg_at_3_diff1": 0.7434145914695793, + "nauc_ndcg_at_3_max": 0.7448976047021898, + "nauc_ndcg_at_3_std": 0.3786683042717436, + "nauc_ndcg_at_5_diff1": 0.7501459353265021, + "nauc_ndcg_at_5_max": 0.7536975952987605, + "nauc_ndcg_at_5_std": 0.3741163209146069, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.868967946460023, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7146415862143047, + "nauc_precision_at_10_max": 0.8477081648389018, + "nauc_precision_at_10_std": 0.5352950409506, + "nauc_precision_at_1_diff1": 0.7781186330005085, + "nauc_precision_at_1_max": 0.6928726298051513, + "nauc_precision_at_1_std": 0.3063580326605576, + "nauc_precision_at_20_diff1": 0.5478935631749465, + "nauc_precision_at_20_max": 0.8023094310210531, + "nauc_precision_at_20_std": 0.5865158770309026, + "nauc_precision_at_3_diff1": 0.718053977083355, + "nauc_precision_at_3_max": 0.7960418237328721, + "nauc_precision_at_3_std": 0.44753400725402265, + "nauc_precision_at_5_diff1": 0.7337101540522979, + "nauc_precision_at_5_max": 0.8345786933729868, + "nauc_precision_at_5_std": 0.4472330779968944, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8689679464600195, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7146415862143035, + "nauc_recall_at_10_max": 0.8477081648389031, + "nauc_recall_at_10_std": 0.5352950409505991, + "nauc_recall_at_1_diff1": 0.7781186330005085, + "nauc_recall_at_1_max": 0.6928726298051513, + "nauc_recall_at_1_std": 0.3063580326605576, + "nauc_recall_at_20_diff1": 0.5478935631749469, + "nauc_recall_at_20_max": 0.8023094310210541, + "nauc_recall_at_20_std": 0.5865158770309037, + "nauc_recall_at_3_diff1": 0.7180539770833553, + "nauc_recall_at_3_max": 0.7960418237328728, + "nauc_recall_at_3_std": 0.44753400725402354, + "nauc_recall_at_5_diff1": 0.7337101540522988, + "nauc_recall_at_5_max": 0.8345786933729858, + "nauc_recall_at_5_std": 0.44723307799689527, + "ndcg_at_1": 0.67204, + "ndcg_at_10": 0.79829, + "ndcg_at_100": 0.81641, + "ndcg_at_1000": 0.81717, + "ndcg_at_20": 0.80923, + "ndcg_at_3": 0.76689, + "ndcg_at_5": 0.78032, + "precision_at_1": 0.67204, + "precision_at_10": 0.0914, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04785, + "precision_at_3": 0.27599, + "precision_at_5": 0.17204, + "recall_at_1": 0.67204, + "recall_at_10": 0.91398, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "recall_at_20": 0.95699, + "recall_at_3": 0.82796, + "recall_at_5": 0.86022 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "main_score": 0.7476, + "map_at_1": 0.60736, + "map_at_10": 0.70728, + "map_at_100": 0.71382, + "map_at_1000": 0.71382, + "map_at_20": 0.7124, + "map_at_3": 0.69325, + "map_at_5": 0.70153, + "mrr_at_1": 0.6073619631901841, + "mrr_at_10": 0.7072767552828902, + "mrr_at_100": 0.7138220462844719, + "mrr_at_1000": 0.7138220462844719, + "mrr_at_20": 0.7123983602591933, + "mrr_at_3": 0.6932515337423313, + "mrr_at_5": 0.7015337423312883, + "nauc_map_at_1000_diff1": 0.7446567336395964, + "nauc_map_at_1000_max": 0.6324770241882111, + "nauc_map_at_1000_std": 0.10852439073067109, + "nauc_map_at_100_diff1": 0.7446567336395964, + "nauc_map_at_100_max": 0.6324770241882111, + "nauc_map_at_100_std": 0.10852439073067109, + "nauc_map_at_10_diff1": 0.7436490307395552, + "nauc_map_at_10_max": 0.6350392798240972, + "nauc_map_at_10_std": 0.10884523192993978, + "nauc_map_at_1_diff1": 0.7853004360902425, + "nauc_map_at_1_max": 0.5908618415595921, + "nauc_map_at_1_std": 0.06675126589689342, + "nauc_map_at_20_diff1": 0.7432756403272299, + "nauc_map_at_20_max": 0.633163659270092, + "nauc_map_at_20_std": 0.11157733689872847, + "nauc_map_at_3_diff1": 0.7453351395250911, + "nauc_map_at_3_max": 0.636814694486749, + "nauc_map_at_3_std": 0.10406623897084209, + "nauc_map_at_5_diff1": 0.7456235234920069, + "nauc_map_at_5_max": 0.6361109545694074, + "nauc_map_at_5_std": 0.10405233097519428, + "nauc_mrr_at_1000_diff1": 0.7446567336395964, + "nauc_mrr_at_1000_max": 0.6324770241882111, + "nauc_mrr_at_1000_std": 0.10852439073067109, + "nauc_mrr_at_100_diff1": 0.7446567336395964, + "nauc_mrr_at_100_max": 0.6324770241882111, + "nauc_mrr_at_100_std": 0.10852439073067109, + "nauc_mrr_at_10_diff1": 0.7436490307395552, + "nauc_mrr_at_10_max": 0.6350392798240972, + "nauc_mrr_at_10_std": 0.10884523192993978, + "nauc_mrr_at_1_diff1": 0.7853004360902425, + "nauc_mrr_at_1_max": 0.5908618415595921, + "nauc_mrr_at_1_std": 0.06675126589689342, + "nauc_mrr_at_20_diff1": 0.7432756403272299, + "nauc_mrr_at_20_max": 0.633163659270092, + "nauc_mrr_at_20_std": 0.11157733689872847, + "nauc_mrr_at_3_diff1": 0.7453351395250911, + "nauc_mrr_at_3_max": 0.636814694486749, + "nauc_mrr_at_3_std": 0.10406623897084209, + "nauc_mrr_at_5_diff1": 0.7456235234920069, + "nauc_mrr_at_5_max": 0.6361109545694074, + "nauc_mrr_at_5_std": 0.10405233097519428, + "nauc_ndcg_at_1000_diff1": 0.7376719580413459, + "nauc_ndcg_at_1000_max": 0.6377558494707555, + "nauc_ndcg_at_1000_std": 0.11946547703063995, + "nauc_ndcg_at_100_diff1": 0.7376719580413459, + "nauc_ndcg_at_100_max": 0.6377558494707555, + "nauc_ndcg_at_100_std": 0.11946547703063995, + "nauc_ndcg_at_10_diff1": 0.7277820289192583, + "nauc_ndcg_at_10_max": 0.6497351709489197, + "nauc_ndcg_at_10_std": 0.1320661343592429, + "nauc_ndcg_at_1_diff1": 0.7853004360902425, + "nauc_ndcg_at_1_max": 0.5908618415595921, + "nauc_ndcg_at_1_std": 0.06675126589689342, + "nauc_ndcg_at_20_diff1": 0.7248206055012687, + "nauc_ndcg_at_20_max": 0.6436632155021882, + "nauc_ndcg_at_20_std": 0.14658280118222144, + "nauc_ndcg_at_3_diff1": 0.7328060868905046, + "nauc_ndcg_at_3_max": 0.6520492018604647, + "nauc_ndcg_at_3_std": 0.12040694088580023, + "nauc_ndcg_at_5_diff1": 0.7336128930868333, + "nauc_ndcg_at_5_max": 0.651193403760212, + "nauc_ndcg_at_5_std": 0.12136066886763028, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6380307913685886, + "nauc_precision_at_10_max": 0.7299571400280296, + "nauc_precision_at_10_std": 0.26620780010463835, + "nauc_precision_at_1_diff1": 0.7853004360902425, + "nauc_precision_at_1_max": 0.5908618415595921, + "nauc_precision_at_1_std": 0.06675126589689342, + "nauc_precision_at_20_diff1": 0.5078373121628309, + "nauc_precision_at_20_max": 0.7408754918971654, + "nauc_precision_at_20_std": 0.5946571605100262, + "nauc_precision_at_3_diff1": 0.6863790026886608, + "nauc_precision_at_3_max": 0.7089245463478037, + "nauc_precision_at_3_std": 0.18332925894440905, + "nauc_precision_at_5_diff1": 0.6832173330614933, + "nauc_precision_at_5_max": 0.7159299472251006, + "nauc_precision_at_5_std": 0.19889474195653062, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6380307913685891, + "nauc_recall_at_10_max": 0.72995714002803, + "nauc_recall_at_10_std": 0.2662078001046392, + "nauc_recall_at_1_diff1": 0.7853004360902425, + "nauc_recall_at_1_max": 0.5908618415595921, + "nauc_recall_at_1_std": 0.06675126589689342, + "nauc_recall_at_20_diff1": 0.5078373121628307, + "nauc_recall_at_20_max": 0.7408754918971628, + "nauc_recall_at_20_std": 0.5946571605100277, + "nauc_recall_at_3_diff1": 0.6863790026886614, + "nauc_recall_at_3_max": 0.7089245463478039, + "nauc_recall_at_3_std": 0.18332925894441024, + "nauc_recall_at_5_diff1": 0.6832173330614933, + "nauc_recall_at_5_max": 0.7159299472251017, + "nauc_recall_at_5_std": 0.1988947419565317, + "ndcg_at_1": 0.60736, + "ndcg_at_10": 0.7476, + "ndcg_at_100": 0.77638, + "ndcg_at_1000": 0.77638, + "ndcg_at_20": 0.76519, + "ndcg_at_3": 0.71866, + "ndcg_at_5": 0.73371, + "precision_at_1": 0.60736, + "precision_at_10": 0.08712, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04693, + "precision_at_3": 0.2638, + "precision_at_5": 0.16564, + "recall_at_1": 0.60736, + "recall_at_10": 0.87117, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.93865, + "recall_at_3": 0.79141, + "recall_at_5": 0.82822 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "main_score": 0.80995, + "map_at_1": 0.70213, + "map_at_10": 0.77575, + "map_at_100": 0.77853, + "map_at_1000": 0.77867, + "map_at_20": 0.77757, + "map_at_3": 0.75621, + "map_at_5": 0.77243, + "mrr_at_1": 0.7021276595744681, + "mrr_at_10": 0.7757535460992906, + "mrr_at_100": 0.7785267121973519, + "mrr_at_1000": 0.7786678382326773, + "mrr_at_20": 0.7775687221001265, + "mrr_at_3": 0.7562056737588652, + "mrr_at_5": 0.7724290780141843, + "nauc_map_at_1000_diff1": 0.77144557761303, + "nauc_map_at_1000_max": 0.5876970783329837, + "nauc_map_at_1000_std": 0.08531401190742736, + "nauc_map_at_100_diff1": 0.771178589622251, + "nauc_map_at_100_max": 0.5876758084976705, + "nauc_map_at_100_std": 0.08542159897493094, + "nauc_map_at_10_diff1": 0.7705508517634085, + "nauc_map_at_10_max": 0.5905356700789051, + "nauc_map_at_10_std": 0.0905697098444489, + "nauc_map_at_1_diff1": 0.789620859117133, + "nauc_map_at_1_max": 0.5440700933975685, + "nauc_map_at_1_std": 0.01580904743748444, + "nauc_map_at_20_diff1": 0.7704065763303403, + "nauc_map_at_20_max": 0.5879467024214559, + "nauc_map_at_20_std": 0.0863108949701036, + "nauc_map_at_3_diff1": 0.7817844667036806, + "nauc_map_at_3_max": 0.5996836112106109, + "nauc_map_at_3_std": 0.07842595093281572, + "nauc_map_at_5_diff1": 0.7704908211776037, + "nauc_map_at_5_max": 0.5919583291548828, + "nauc_map_at_5_std": 0.09254954863743972, + "nauc_mrr_at_1000_diff1": 0.77144557761303, + "nauc_mrr_at_1000_max": 0.5876970783329837, + "nauc_mrr_at_1000_std": 0.08531401190742736, + "nauc_mrr_at_100_diff1": 0.771178589622251, + "nauc_mrr_at_100_max": 0.5876758084976705, + "nauc_mrr_at_100_std": 0.08542159897493094, + "nauc_mrr_at_10_diff1": 0.7705508517634085, + "nauc_mrr_at_10_max": 0.5905356700789051, + "nauc_mrr_at_10_std": 0.0905697098444489, + "nauc_mrr_at_1_diff1": 0.789620859117133, + "nauc_mrr_at_1_max": 0.5440700933975685, + "nauc_mrr_at_1_std": 0.01580904743748444, + "nauc_mrr_at_20_diff1": 0.7704065763303403, + "nauc_mrr_at_20_max": 0.5879467024214559, + "nauc_mrr_at_20_std": 0.0863108949701036, + "nauc_mrr_at_3_diff1": 0.7817844667036806, + "nauc_mrr_at_3_max": 0.5996836112106109, + "nauc_mrr_at_3_std": 0.07842595093281572, + "nauc_mrr_at_5_diff1": 0.7704908211776037, + "nauc_mrr_at_5_max": 0.5919583291548828, + "nauc_mrr_at_5_std": 0.09254954863743972, + "nauc_ndcg_at_1000_diff1": 0.7634981461225053, + "nauc_ndcg_at_1000_max": 0.593475157593063, + "nauc_ndcg_at_1000_std": 0.10201305283297489, + "nauc_ndcg_at_100_diff1": 0.7574341210035375, + "nauc_ndcg_at_100_max": 0.5929630627295257, + "nauc_ndcg_at_100_std": 0.10454952379491522, + "nauc_ndcg_at_10_diff1": 0.752499390237769, + "nauc_ndcg_at_10_max": 0.6069876295516413, + "nauc_ndcg_at_10_std": 0.13595989981047277, + "nauc_ndcg_at_1_diff1": 0.789620859117133, + "nauc_ndcg_at_1_max": 0.5440700933975685, + "nauc_ndcg_at_1_std": 0.01580904743748444, + "nauc_ndcg_at_20_diff1": 0.7502440622302189, + "nauc_ndcg_at_20_max": 0.5957296159151275, + "nauc_ndcg_at_20_std": 0.11647194368017187, + "nauc_ndcg_at_3_diff1": 0.7765438426412015, + "nauc_ndcg_at_3_max": 0.6227088990326117, + "nauc_ndcg_at_3_std": 0.10745350764914792, + "nauc_ndcg_at_5_diff1": 0.7532113209699578, + "nauc_ndcg_at_5_max": 0.6103740905629512, + "nauc_ndcg_at_5_std": 0.14007918686806947, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.3413445672397446, + "nauc_precision_at_100_max": 0.5590697882228862, + "nauc_precision_at_100_std": 0.2837295469764634, + "nauc_precision_at_10_diff1": 0.6202307379415644, + "nauc_precision_at_10_max": 0.7121186877165335, + "nauc_precision_at_10_std": 0.45317029216658805, + "nauc_precision_at_1_diff1": 0.789620859117133, + "nauc_precision_at_1_max": 0.5440700933975685, + "nauc_precision_at_1_std": 0.01580904743748444, + "nauc_precision_at_20_diff1": 0.5297320966662756, + "nauc_precision_at_20_max": 0.6303609943239662, + "nauc_precision_at_20_std": 0.36357190200152034, + "nauc_precision_at_3_diff1": 0.7558733071405218, + "nauc_precision_at_3_max": 0.7102438599401462, + "nauc_precision_at_3_std": 0.2189687966088039, + "nauc_precision_at_5_diff1": 0.6500492199644624, + "nauc_precision_at_5_max": 0.7100358818765425, + "nauc_precision_at_5_std": 0.41523714630088604, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.34134456723973616, + "nauc_recall_at_100_max": 0.5590697882228731, + "nauc_recall_at_100_std": 0.2837295469764656, + "nauc_recall_at_10_diff1": 0.6202307379415659, + "nauc_recall_at_10_max": 0.7121186877165332, + "nauc_recall_at_10_std": 0.4531702921665873, + "nauc_recall_at_1_diff1": 0.789620859117133, + "nauc_recall_at_1_max": 0.5440700933975685, + "nauc_recall_at_1_std": 0.01580904743748444, + "nauc_recall_at_20_diff1": 0.5297320966662754, + "nauc_recall_at_20_max": 0.6303609943239666, + "nauc_recall_at_20_std": 0.36357190200152206, + "nauc_recall_at_3_diff1": 0.7558733071405204, + "nauc_recall_at_3_max": 0.7102438599401468, + "nauc_recall_at_3_std": 0.2189687966088045, + "nauc_recall_at_5_diff1": 0.6500492199644641, + "nauc_recall_at_5_max": 0.7100358818765413, + "nauc_recall_at_5_std": 0.4152371463008861, + "ndcg_at_1": 0.70213, + "ndcg_at_10": 0.80995, + "ndcg_at_100": 0.82427, + "ndcg_at_1000": 0.8266, + "ndcg_at_20": 0.81663, + "ndcg_at_3": 0.77374, + "ndcg_at_5": 0.80259, + "precision_at_1": 0.70213, + "precision_at_10": 0.09149, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04707, + "precision_at_3": 0.27482, + "precision_at_5": 0.17872, + "recall_at_1": 0.70213, + "recall_at_10": 0.91489, + "recall_at_100": 0.98404, + "recall_at_1000": 1.0, + "recall_at_20": 0.94149, + "recall_at_3": 0.82447, + "recall_at_5": 0.89362 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "main_score": 0.73505, + "map_at_1": 0.57971, + "map_at_10": 0.68564, + "map_at_100": 0.69072, + "map_at_1000": 0.69076, + "map_at_20": 0.68904, + "map_at_3": 0.66103, + "map_at_5": 0.6777, + "mrr_at_1": 0.5797101449275363, + "mrr_at_10": 0.6856376044781843, + "mrr_at_100": 0.6907225584574442, + "mrr_at_1000": 0.6907615174725604, + "mrr_at_20": 0.6890402888832469, + "mrr_at_3": 0.6610305958132047, + "mrr_at_5": 0.6776972624798713, + "nauc_map_at_1000_diff1": 0.6735981218691112, + "nauc_map_at_1000_max": 0.618748584629939, + "nauc_map_at_1000_std": 0.24439490039742495, + "nauc_map_at_100_diff1": 0.6736285348148026, + "nauc_map_at_100_max": 0.6187875314590306, + "nauc_map_at_100_std": 0.2444692665206719, + "nauc_map_at_10_diff1": 0.671683733079398, + "nauc_map_at_10_max": 0.6200376353730478, + "nauc_map_at_10_std": 0.25007020085060916, + "nauc_map_at_1_diff1": 0.7349223219910193, + "nauc_map_at_1_max": 0.59043703964464, + "nauc_map_at_1_std": 0.1866586731883529, + "nauc_map_at_20_diff1": 0.6722665810119317, + "nauc_map_at_20_max": 0.6202115567193394, + "nauc_map_at_20_std": 0.24735276731920644, + "nauc_map_at_3_diff1": 0.6659873895081705, + "nauc_map_at_3_max": 0.6265081309441423, + "nauc_map_at_3_std": 0.2552222579542608, + "nauc_map_at_5_diff1": 0.6684063372545056, + "nauc_map_at_5_max": 0.6194248538096179, + "nauc_map_at_5_std": 0.24903853079671576, + "nauc_mrr_at_1000_diff1": 0.6735981218691112, + "nauc_mrr_at_1000_max": 0.618748584629939, + "nauc_mrr_at_1000_std": 0.24439490039742495, + "nauc_mrr_at_100_diff1": 0.6736285348148026, + "nauc_mrr_at_100_max": 0.6187875314590306, + "nauc_mrr_at_100_std": 0.2444692665206719, + "nauc_mrr_at_10_diff1": 0.671683733079398, + "nauc_mrr_at_10_max": 0.6200376353730478, + "nauc_mrr_at_10_std": 0.25007020085060916, + "nauc_mrr_at_1_diff1": 0.7349223219910193, + "nauc_mrr_at_1_max": 0.59043703964464, + "nauc_mrr_at_1_std": 0.1866586731883529, + "nauc_mrr_at_20_diff1": 0.6722665810119317, + "nauc_mrr_at_20_max": 0.6202115567193394, + "nauc_mrr_at_20_std": 0.24735276731920644, + "nauc_mrr_at_3_diff1": 0.6659873895081705, + "nauc_mrr_at_3_max": 0.6265081309441423, + "nauc_mrr_at_3_std": 0.2552222579542608, + "nauc_mrr_at_5_diff1": 0.6684063372545056, + "nauc_mrr_at_5_max": 0.6194248538096179, + "nauc_mrr_at_5_std": 0.24903853079671576, + "nauc_ndcg_at_1000_diff1": 0.6656387082227447, + "nauc_ndcg_at_1000_max": 0.623152020764516, + "nauc_ndcg_at_1000_std": 0.2535396616902732, + "nauc_ndcg_at_100_diff1": 0.666353604280235, + "nauc_ndcg_at_100_max": 0.6240162229288982, + "nauc_ndcg_at_100_std": 0.25518720357499836, + "nauc_ndcg_at_10_diff1": 0.6523360701266462, + "nauc_ndcg_at_10_max": 0.6313969020525486, + "nauc_ndcg_at_10_std": 0.28136042755197216, + "nauc_ndcg_at_1_diff1": 0.7349223219910193, + "nauc_ndcg_at_1_max": 0.59043703964464, + "nauc_ndcg_at_1_std": 0.1866586731883529, + "nauc_ndcg_at_20_diff1": 0.6556675753260744, + "nauc_ndcg_at_20_max": 0.6348204408341254, + "nauc_ndcg_at_20_std": 0.27420724299777205, + "nauc_ndcg_at_3_diff1": 0.6431803850159921, + "nauc_ndcg_at_3_max": 0.6405481891043132, + "nauc_ndcg_at_3_std": 0.28286097848868746, + "nauc_ndcg_at_5_diff1": 0.6463973177566309, + "nauc_ndcg_at_5_max": 0.6272937741729779, + "nauc_ndcg_at_5_std": 0.2725786793637327, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8690702087286599, + "nauc_precision_at_100_max": 0.8690702087286599, + "nauc_precision_at_100_std": 0.7223657438101685, + "nauc_precision_at_10_diff1": 0.5297807143862873, + "nauc_precision_at_10_max": 0.7098580459867145, + "nauc_precision_at_10_std": 0.5034654063197831, + "nauc_precision_at_1_diff1": 0.7349223219910193, + "nauc_precision_at_1_max": 0.59043703964464, + "nauc_precision_at_1_std": 0.1866586731883529, + "nauc_precision_at_20_diff1": 0.49492271626628404, + "nauc_precision_at_20_max": 0.8270928397729652, + "nauc_precision_at_20_std": 0.596033442600859, + "nauc_precision_at_3_diff1": 0.5612668829327871, + "nauc_precision_at_3_max": 0.6919155239833825, + "nauc_precision_at_3_std": 0.3843421823933568, + "nauc_precision_at_5_diff1": 0.5460109288466435, + "nauc_precision_at_5_max": 0.6607881149808708, + "nauc_precision_at_5_std": 0.38105458419836635, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8690702087286621, + "nauc_recall_at_100_max": 0.8690702087286621, + "nauc_recall_at_100_std": 0.7223657438101448, + "nauc_recall_at_10_diff1": 0.5297807143862879, + "nauc_recall_at_10_max": 0.709858045986714, + "nauc_recall_at_10_std": 0.5034654063197839, + "nauc_recall_at_1_diff1": 0.7349223219910193, + "nauc_recall_at_1_max": 0.59043703964464, + "nauc_recall_at_1_std": 0.1866586731883529, + "nauc_recall_at_20_diff1": 0.4949227162662864, + "nauc_recall_at_20_max": 0.8270928397729653, + "nauc_recall_at_20_std": 0.5960334426008604, + "nauc_recall_at_3_diff1": 0.5612668829327877, + "nauc_recall_at_3_max": 0.6919155239833833, + "nauc_recall_at_3_std": 0.3843421823933581, + "nauc_recall_at_5_diff1": 0.5460109288466442, + "nauc_recall_at_5_max": 0.6607881149808716, + "nauc_recall_at_5_std": 0.3810545841983681, + "ndcg_at_1": 0.57971, + "ndcg_at_10": 0.73505, + "ndcg_at_100": 0.75847, + "ndcg_at_1000": 0.75917, + "ndcg_at_20": 0.74733, + "ndcg_at_3": 0.68616, + "ndcg_at_5": 0.7161, + "precision_at_1": 0.57971, + "precision_at_10": 0.08889, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04686, + "precision_at_3": 0.25282, + "precision_at_5": 0.16618, + "recall_at_1": 0.57971, + "recall_at_10": 0.88889, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "recall_at_20": 0.9372, + "recall_at_3": 0.75845, + "recall_at_5": 0.83092 + }, + { + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ], + "main_score": 0.76739, + "map_at_1": 0.63281, + "map_at_10": 0.72498, + "map_at_100": 0.72833, + "map_at_1000": 0.72847, + "map_at_20": 0.72698, + "map_at_3": 0.70866, + "map_at_5": 0.71686, + "mrr_at_1": 0.6328125, + "mrr_at_10": 0.7249813988095238, + "mrr_at_100": 0.7283324169097111, + "mrr_at_1000": 0.7284696569829422, + "mrr_at_20": 0.7269799002378851, + "mrr_at_3": 0.7086588541666666, + "mrr_at_5": 0.7168619791666666, + "nauc_map_at_1000_diff1": 0.7628281076190051, + "nauc_map_at_1000_max": 0.646408691289042, + "nauc_map_at_1000_std": 0.044113712633495034, + "nauc_map_at_100_diff1": 0.7627150122232588, + "nauc_map_at_100_max": 0.6465378919635903, + "nauc_map_at_100_std": 0.044493745270940126, + "nauc_map_at_10_diff1": 0.7616969631571101, + "nauc_map_at_10_max": 0.6463479550690404, + "nauc_map_at_10_std": 0.042441779366533365, + "nauc_map_at_1_diff1": 0.793135196802609, + "nauc_map_at_1_max": 0.6088714346804251, + "nauc_map_at_1_std": 0.021227785455255017, + "nauc_map_at_20_diff1": 0.7617255531279908, + "nauc_map_at_20_max": 0.6471894952258916, + "nauc_map_at_20_std": 0.04628137690484219, + "nauc_map_at_3_diff1": 0.7601804275488587, + "nauc_map_at_3_max": 0.6499313101210765, + "nauc_map_at_3_std": 0.041157030110011636, + "nauc_map_at_5_diff1": 0.758550597888829, + "nauc_map_at_5_max": 0.6460414055392103, + "nauc_map_at_5_std": 0.034227975831097435, + "nauc_mrr_at_1000_diff1": 0.7628281076190051, + "nauc_mrr_at_1000_max": 0.646408691289042, + "nauc_mrr_at_1000_std": 0.044113712633495034, + "nauc_mrr_at_100_diff1": 0.7627150122232588, + "nauc_mrr_at_100_max": 0.6465378919635903, + "nauc_mrr_at_100_std": 0.044493745270940126, + "nauc_mrr_at_10_diff1": 0.7616969631571101, + "nauc_mrr_at_10_max": 0.6463479550690404, + "nauc_mrr_at_10_std": 0.042441779366533365, + "nauc_mrr_at_1_diff1": 0.793135196802609, + "nauc_mrr_at_1_max": 0.6088714346804251, + "nauc_mrr_at_1_std": 0.021227785455255017, + "nauc_mrr_at_20_diff1": 0.7617255531279908, + "nauc_mrr_at_20_max": 0.6471894952258916, + "nauc_mrr_at_20_std": 0.04628137690484219, + "nauc_mrr_at_3_diff1": 0.7601804275488587, + "nauc_mrr_at_3_max": 0.6499313101210765, + "nauc_mrr_at_3_std": 0.041157030110011636, + "nauc_mrr_at_5_diff1": 0.758550597888829, + "nauc_mrr_at_5_max": 0.6460414055392103, + "nauc_mrr_at_5_std": 0.034227975831097435, + "nauc_ndcg_at_1000_diff1": 0.7574334488161542, + "nauc_ndcg_at_1000_max": 0.6534255252260759, + "nauc_ndcg_at_1000_std": 0.055530921763491885, + "nauc_ndcg_at_100_diff1": 0.755245667938039, + "nauc_ndcg_at_100_max": 0.6564280099999825, + "nauc_ndcg_at_100_std": 0.0636052813596971, + "nauc_ndcg_at_10_diff1": 0.7490208664367513, + "nauc_ndcg_at_10_max": 0.6590190685472113, + "nauc_ndcg_at_10_std": 0.06396977003186251, + "nauc_ndcg_at_1_diff1": 0.793135196802609, + "nauc_ndcg_at_1_max": 0.6088714346804251, + "nauc_ndcg_at_1_std": 0.021227785455255017, + "nauc_ndcg_at_20_diff1": 0.7485063997617016, + "nauc_ndcg_at_20_max": 0.6625636857485611, + "nauc_ndcg_at_20_std": 0.08070636645753712, + "nauc_ndcg_at_3_diff1": 0.7462808054604883, + "nauc_ndcg_at_3_max": 0.6649220655882602, + "nauc_ndcg_at_3_std": 0.05219946636091491, + "nauc_ndcg_at_5_diff1": 0.7421726692444793, + "nauc_ndcg_at_5_max": 0.6578822974220331, + "nauc_ndcg_at_5_std": 0.03918888556046542, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6174398052186136, + "nauc_precision_at_100_max": 0.8569432706450462, + "nauc_precision_at_100_std": 0.5857306899678733, + "nauc_precision_at_10_diff1": 0.6665422273277274, + "nauc_precision_at_10_max": 0.7399208905320919, + "nauc_precision_at_10_std": 0.23150049007836826, + "nauc_precision_at_1_diff1": 0.793135196802609, + "nauc_precision_at_1_max": 0.6088714346804251, + "nauc_precision_at_1_std": 0.021227785455255017, + "nauc_precision_at_20_diff1": 0.6289313775631373, + "nauc_precision_at_20_max": 0.8049913374174821, + "nauc_precision_at_20_std": 0.46861836248907324, + "nauc_precision_at_3_diff1": 0.6928442222553642, + "nauc_precision_at_3_max": 0.7216786718265503, + "nauc_precision_at_3_std": 0.09564274902142217, + "nauc_precision_at_5_diff1": 0.6681089275873403, + "nauc_precision_at_5_max": 0.7080604582314781, + "nauc_precision_at_5_std": 0.0599083077853932, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6174398052186101, + "nauc_recall_at_100_max": 0.856943270645047, + "nauc_recall_at_100_std": 0.5857306899678915, + "nauc_recall_at_10_diff1": 0.6665422273277284, + "nauc_recall_at_10_max": 0.7399208905320934, + "nauc_recall_at_10_std": 0.2315004900783697, + "nauc_recall_at_1_diff1": 0.793135196802609, + "nauc_recall_at_1_max": 0.6088714346804251, + "nauc_recall_at_1_std": 0.021227785455255017, + "nauc_recall_at_20_diff1": 0.6289313775631378, + "nauc_recall_at_20_max": 0.8049913374174845, + "nauc_recall_at_20_std": 0.4686183624890757, + "nauc_recall_at_3_diff1": 0.6928442222553624, + "nauc_recall_at_3_max": 0.7216786718265493, + "nauc_recall_at_3_std": 0.09564274902142118, + "nauc_recall_at_5_diff1": 0.6681089275873403, + "nauc_recall_at_5_max": 0.7080604582314778, + "nauc_recall_at_5_std": 0.05990830778539514, + "ndcg_at_1": 0.63281, + "ndcg_at_10": 0.76739, + "ndcg_at_100": 0.78421, + "ndcg_at_1000": 0.78691, + "ndcg_at_20": 0.77443, + "ndcg_at_3": 0.7324, + "ndcg_at_5": 0.74702, + "precision_at_1": 0.63281, + "precision_at_10": 0.09004, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "precision_at_20": 0.04639, + "precision_at_3": 0.26693, + "precision_at_5": 0.16719, + "recall_at_1": 0.63281, + "recall_at_10": 0.90039, + "recall_at_100": 0.98047, + "recall_at_1000": 1.0, + "recall_at_20": 0.92773, + "recall_at_3": 0.80078, + "recall_at_5": 0.83594 + }, + { + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.79053, + "map_at_1": 0.66602, + "map_at_10": 0.75092, + "map_at_100": 0.75468, + "map_at_1000": 0.75472, + "map_at_20": 0.75376, + "map_at_3": 0.73242, + "map_at_5": 0.74316, + "mrr_at_1": 0.666015625, + "mrr_at_10": 0.7509199838789681, + "mrr_at_100": 0.7546755041008454, + "mrr_at_1000": 0.7547180060915772, + "mrr_at_20": 0.7537590125319752, + "mrr_at_3": 0.7324218749999999, + "mrr_at_5": 0.7431640624999997, + "nauc_map_at_1000_diff1": 0.7282480155763527, + "nauc_map_at_1000_max": 0.5767568725591996, + "nauc_map_at_1000_std": -0.10812213122817939, + "nauc_map_at_100_diff1": 0.72827058462266, + "nauc_map_at_100_max": 0.5768292839341737, + "nauc_map_at_100_std": -0.10801253504162266, + "nauc_map_at_10_diff1": 0.7268600346309028, + "nauc_map_at_10_max": 0.5789299489102838, + "nauc_map_at_10_std": -0.10472703675490196, + "nauc_map_at_1_diff1": 0.7536657108039307, + "nauc_map_at_1_max": 0.5177213760690622, + "nauc_map_at_1_std": -0.14583991272403138, + "nauc_map_at_20_diff1": 0.7276551714119509, + "nauc_map_at_20_max": 0.5776700333451191, + "nauc_map_at_20_std": -0.10611080535240011, + "nauc_map_at_3_diff1": 0.7300032509452261, + "nauc_map_at_3_max": 0.5866450993459201, + "nauc_map_at_3_std": -0.11277501187551726, + "nauc_map_at_5_diff1": 0.7288443601426606, + "nauc_map_at_5_max": 0.5815306092269338, + "nauc_map_at_5_std": -0.10694563758722478, + "nauc_mrr_at_1000_diff1": 0.7282480155763527, + "nauc_mrr_at_1000_max": 0.5767568725591996, + "nauc_mrr_at_1000_std": -0.10812213122817939, + "nauc_mrr_at_100_diff1": 0.72827058462266, + "nauc_mrr_at_100_max": 0.5768292839341737, + "nauc_mrr_at_100_std": -0.10801253504162266, + "nauc_mrr_at_10_diff1": 0.7268600346309028, + "nauc_mrr_at_10_max": 0.5789299489102838, + "nauc_mrr_at_10_std": -0.10472703675490196, + "nauc_mrr_at_1_diff1": 0.7536657108039307, + "nauc_mrr_at_1_max": 0.5177213760690622, + "nauc_mrr_at_1_std": -0.14583991272403138, + "nauc_mrr_at_20_diff1": 0.7276551714119509, + "nauc_mrr_at_20_max": 0.5776700333451191, + "nauc_mrr_at_20_std": -0.10611080535240011, + "nauc_mrr_at_3_diff1": 0.7300032509452261, + "nauc_mrr_at_3_max": 0.5866450993459201, + "nauc_mrr_at_3_std": -0.11277501187551726, + "nauc_mrr_at_5_diff1": 0.7288443601426606, + "nauc_mrr_at_5_max": 0.5815306092269338, + "nauc_mrr_at_5_std": -0.10694563758722478, + "nauc_ndcg_at_1000_diff1": 0.7231225276443674, + "nauc_ndcg_at_1000_max": 0.5848948313823569, + "nauc_ndcg_at_1000_std": -0.09697497292491779, + "nauc_ndcg_at_100_diff1": 0.7235770301923645, + "nauc_ndcg_at_100_max": 0.5868252205669426, + "nauc_ndcg_at_100_std": -0.09460630650183839, + "nauc_ndcg_at_10_diff1": 0.7133383732051419, + "nauc_ndcg_at_10_max": 0.598276130883971, + "nauc_ndcg_at_10_std": -0.0728235803634074, + "nauc_ndcg_at_1_diff1": 0.7536657108039307, + "nauc_ndcg_at_1_max": 0.5177213760690622, + "nauc_ndcg_at_1_std": -0.14583991272403138, + "nauc_ndcg_at_20_diff1": 0.7164254059189884, + "nauc_ndcg_at_20_max": 0.593844727786189, + "nauc_ndcg_at_20_std": -0.07610325004611031, + "nauc_ndcg_at_3_diff1": 0.7214715468931511, + "nauc_ndcg_at_3_max": 0.6100961301858733, + "nauc_ndcg_at_3_std": -0.09754381418586193, + "nauc_ndcg_at_5_diff1": 0.7186492087863674, + "nauc_ndcg_at_5_max": 0.6021419201006757, + "nauc_ndcg_at_5_std": -0.08395549258174673, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7864818889673355, + "nauc_precision_at_100_max": 0.8885418484466231, + "nauc_precision_at_100_std": 0.25130251170557705, + "nauc_precision_at_10_diff1": 0.613074058690114, + "nauc_precision_at_10_max": 0.7324907860773883, + "nauc_precision_at_10_std": 0.18268883949780435, + "nauc_precision_at_1_diff1": 0.7536657108039307, + "nauc_precision_at_1_max": 0.5177213760690622, + "nauc_precision_at_1_std": -0.14583991272403138, + "nauc_precision_at_20_diff1": 0.5718274485395543, + "nauc_precision_at_20_max": 0.7872385382830829, + "nauc_precision_at_20_std": 0.3732294051596845, + "nauc_precision_at_3_diff1": 0.689404179325438, + "nauc_precision_at_3_max": 0.6976287000075079, + "nauc_precision_at_3_std": -0.038851921244629536, + "nauc_precision_at_5_diff1": 0.6702765903997627, + "nauc_precision_at_5_max": 0.6963509226105266, + "nauc_precision_at_5_std": 0.030095869420822857, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7864818889673424, + "nauc_recall_at_100_max": 0.8885418484466017, + "nauc_recall_at_100_std": 0.2513025117056073, + "nauc_recall_at_10_diff1": 0.6130740586901171, + "nauc_recall_at_10_max": 0.7324907860773888, + "nauc_recall_at_10_std": 0.18268883949781, + "nauc_recall_at_1_diff1": 0.7536657108039307, + "nauc_recall_at_1_max": 0.5177213760690622, + "nauc_recall_at_1_std": -0.14583991272403138, + "nauc_recall_at_20_diff1": 0.5718274485395571, + "nauc_recall_at_20_max": 0.787238538283081, + "nauc_recall_at_20_std": 0.3732294051596855, + "nauc_recall_at_3_diff1": 0.689404179325438, + "nauc_recall_at_3_max": 0.6976287000075083, + "nauc_recall_at_3_std": -0.038851921244631486, + "nauc_recall_at_5_diff1": 0.6702765903997635, + "nauc_recall_at_5_max": 0.6963509226105271, + "nauc_recall_at_5_std": 0.030095869420826187, + "ndcg_at_1": 0.66602, + "ndcg_at_10": 0.79053, + "ndcg_at_100": 0.8077, + "ndcg_at_1000": 0.80872, + "ndcg_at_20": 0.80089, + "ndcg_at_3": 0.75307, + "ndcg_at_5": 0.7724, + "precision_at_1": 0.66602, + "precision_at_10": 0.09141, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04775, + "precision_at_3": 0.27083, + "precision_at_5": 0.17188, + "recall_at_1": 0.66602, + "recall_at_10": 0.91406, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "recall_at_20": 0.95508, + "recall_at_3": 0.8125, + "recall_at_5": 0.85938 + }, + { + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "main_score": 0.78426, + "map_at_1": 0.64286, + "map_at_10": 0.74217, + "map_at_100": 0.74622, + "map_at_1000": 0.74622, + "map_at_20": 0.74461, + "map_at_3": 0.72619, + "map_at_5": 0.73537, + "mrr_at_1": 0.6428571428571429, + "mrr_at_10": 0.7421667476514414, + "mrr_at_100": 0.746219894718885, + "mrr_at_1000": 0.746219894718885, + "mrr_at_20": 0.744609717320512, + "mrr_at_3": 0.7261904761904763, + "mrr_at_5": 0.7353741496598639, + "nauc_map_at_1000_diff1": 0.7072303599807573, + "nauc_map_at_1000_max": 0.6347911541801009, + "nauc_map_at_1000_std": 0.1473543657242609, + "nauc_map_at_100_diff1": 0.7072303599807573, + "nauc_map_at_100_max": 0.6347911541801009, + "nauc_map_at_100_std": 0.1473543657242609, + "nauc_map_at_10_diff1": 0.7029055116789428, + "nauc_map_at_10_max": 0.6361767449919801, + "nauc_map_at_10_std": 0.1544384020345332, + "nauc_map_at_1_diff1": 0.727927931480122, + "nauc_map_at_1_max": 0.6024999974303649, + "nauc_map_at_1_std": 0.052035238834495526, + "nauc_map_at_20_diff1": 0.7060131806025595, + "nauc_map_at_20_max": 0.6355541196506643, + "nauc_map_at_20_std": 0.15098943598171347, + "nauc_map_at_3_diff1": 0.7168283271444763, + "nauc_map_at_3_max": 0.6425347424635488, + "nauc_map_at_3_std": 0.15527146109106826, + "nauc_map_at_5_diff1": 0.7070977979194597, + "nauc_map_at_5_max": 0.6362713451700812, + "nauc_map_at_5_std": 0.1485939288882009, + "nauc_mrr_at_1000_diff1": 0.7072303599807573, + "nauc_mrr_at_1000_max": 0.6347911541801009, + "nauc_mrr_at_1000_std": 0.1473543657242609, + "nauc_mrr_at_100_diff1": 0.7072303599807573, + "nauc_mrr_at_100_max": 0.6347911541801009, + "nauc_mrr_at_100_std": 0.1473543657242609, + "nauc_mrr_at_10_diff1": 0.7029055116789428, + "nauc_mrr_at_10_max": 0.6361767449919801, + "nauc_mrr_at_10_std": 0.1544384020345332, + "nauc_mrr_at_1_diff1": 0.727927931480122, + "nauc_mrr_at_1_max": 0.6024999974303649, + "nauc_mrr_at_1_std": 0.052035238834495526, + "nauc_mrr_at_20_diff1": 0.7060131806025595, + "nauc_mrr_at_20_max": 0.6355541196506643, + "nauc_mrr_at_20_std": 0.15098943598171347, + "nauc_mrr_at_3_diff1": 0.7168283271444763, + "nauc_mrr_at_3_max": 0.6425347424635488, + "nauc_mrr_at_3_std": 0.15527146109106826, + "nauc_mrr_at_5_diff1": 0.7070977979194597, + "nauc_mrr_at_5_max": 0.6362713451700812, + "nauc_mrr_at_5_std": 0.1485939288882009, + "nauc_ndcg_at_1000_diff1": 0.7035090846207237, + "nauc_ndcg_at_1000_max": 0.6399453425155347, + "nauc_ndcg_at_1000_std": 0.16470894535698355, + "nauc_ndcg_at_100_diff1": 0.7035090846207237, + "nauc_ndcg_at_100_max": 0.6399453425155347, + "nauc_ndcg_at_100_std": 0.16470894535698355, + "nauc_ndcg_at_10_diff1": 0.6838870130269402, + "nauc_ndcg_at_10_max": 0.6493483553128917, + "nauc_ndcg_at_10_std": 0.20677686255324856, + "nauc_ndcg_at_1_diff1": 0.727927931480122, + "nauc_ndcg_at_1_max": 0.6024999974303649, + "nauc_ndcg_at_1_std": 0.052035238834495526, + "nauc_ndcg_at_20_diff1": 0.6963779677480837, + "nauc_ndcg_at_20_max": 0.6473635018898717, + "nauc_ndcg_at_20_std": 0.19433130431253132, + "nauc_ndcg_at_3_diff1": 0.7159721729572924, + "nauc_ndcg_at_3_max": 0.6582194143007564, + "nauc_ndcg_at_3_std": 0.19515472989060711, + "nauc_ndcg_at_5_diff1": 0.6962660559708677, + "nauc_ndcg_at_5_max": 0.6475208766620874, + "nauc_ndcg_at_5_std": 0.18586794833324166, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5298011132922535, + "nauc_precision_at_10_max": 0.7463568533449683, + "nauc_precision_at_10_std": 0.6080007956241738, + "nauc_precision_at_1_diff1": 0.727927931480122, + "nauc_precision_at_1_max": 0.6024999974303649, + "nauc_precision_at_1_std": 0.052035238834495526, + "nauc_precision_at_20_diff1": 0.5916504735302714, + "nauc_precision_at_20_max": 0.7874940200805143, + "nauc_precision_at_20_std": 0.7182758170149116, + "nauc_precision_at_3_diff1": 0.7140510775628303, + "nauc_precision_at_3_max": 0.7222603612561331, + "nauc_precision_at_3_std": 0.3577457129487738, + "nauc_precision_at_5_diff1": 0.638576158760078, + "nauc_precision_at_5_max": 0.7022277258525446, + "nauc_precision_at_5_std": 0.372151367869202, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5298011132922543, + "nauc_recall_at_10_max": 0.7463568533449687, + "nauc_recall_at_10_std": 0.6080007956241718, + "nauc_recall_at_1_diff1": 0.727927931480122, + "nauc_recall_at_1_max": 0.6024999974303649, + "nauc_recall_at_1_std": 0.052035238834495526, + "nauc_recall_at_20_diff1": 0.5916504735302707, + "nauc_recall_at_20_max": 0.7874940200805107, + "nauc_recall_at_20_std": 0.7182758170149075, + "nauc_recall_at_3_diff1": 0.7140510775628307, + "nauc_recall_at_3_max": 0.7222603612561335, + "nauc_recall_at_3_std": 0.3577457129487746, + "nauc_recall_at_5_diff1": 0.6385761587600777, + "nauc_recall_at_5_max": 0.7022277258525453, + "nauc_recall_at_5_std": 0.3721513678692023, + "ndcg_at_1": 0.64286, + "ndcg_at_10": 0.78426, + "ndcg_at_100": 0.80327, + "ndcg_at_1000": 0.80327, + "ndcg_at_20": 0.79326, + "ndcg_at_3": 0.75206, + "ndcg_at_5": 0.76875, + "precision_at_1": 0.64286, + "precision_at_10": 0.09133, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04745, + "precision_at_3": 0.27551, + "precision_at_5": 0.17347, + "recall_at_1": 0.64286, + "recall_at_10": 0.91327, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.94898, + "recall_at_3": 0.82653, + "recall_at_5": 0.86735 + }, + { + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "main_score": 0.81241, + "map_at_1": 0.67485, + "map_at_10": 0.77008, + "map_at_100": 0.77261, + "map_at_1000": 0.77271, + "map_at_20": 0.77238, + "map_at_3": 0.75562, + "map_at_5": 0.76145, + "mrr_at_1": 0.6748466257668712, + "mrr_at_10": 0.7700798519816924, + "mrr_at_100": 0.7726078454606061, + "mrr_at_1000": 0.772713628655213, + "mrr_at_20": 0.7723758177745906, + "mrr_at_3": 0.7556237218813905, + "mrr_at_5": 0.7614519427402862, + "nauc_map_at_1000_diff1": 0.7636494451579565, + "nauc_map_at_1000_max": 0.5969840998906588, + "nauc_map_at_1000_std": 0.07454140981069171, + "nauc_map_at_100_diff1": 0.763666238982829, + "nauc_map_at_100_max": 0.5970904076023483, + "nauc_map_at_100_std": 0.07483004508950626, + "nauc_map_at_10_diff1": 0.7624172013770676, + "nauc_map_at_10_max": 0.5970416866845374, + "nauc_map_at_10_std": 0.07525531667518366, + "nauc_map_at_1_diff1": 0.7846025283493003, + "nauc_map_at_1_max": 0.5590260360011454, + "nauc_map_at_1_std": 0.01926323198409168, + "nauc_map_at_20_diff1": 0.7634467621591414, + "nauc_map_at_20_max": 0.5973463503496084, + "nauc_map_at_20_std": 0.07569587119046749, + "nauc_map_at_3_diff1": 0.7600282122188672, + "nauc_map_at_3_max": 0.599344969782919, + "nauc_map_at_3_std": 0.05658038926538597, + "nauc_map_at_5_diff1": 0.7614152352431259, + "nauc_map_at_5_max": 0.6003678996126552, + "nauc_map_at_5_std": 0.06881892421147895, + "nauc_mrr_at_1000_diff1": 0.7636494451579565, + "nauc_mrr_at_1000_max": 0.5969840998906588, + "nauc_mrr_at_1000_std": 0.07454140981069171, + "nauc_mrr_at_100_diff1": 0.763666238982829, + "nauc_mrr_at_100_max": 0.5970904076023483, + "nauc_mrr_at_100_std": 0.07483004508950626, + "nauc_mrr_at_10_diff1": 0.7624172013770676, + "nauc_mrr_at_10_max": 0.5970416866845374, + "nauc_mrr_at_10_std": 0.07525531667518366, + "nauc_mrr_at_1_diff1": 0.7846025283493003, + "nauc_mrr_at_1_max": 0.5590260360011454, + "nauc_mrr_at_1_std": 0.01926323198409168, + "nauc_mrr_at_20_diff1": 0.7634467621591414, + "nauc_mrr_at_20_max": 0.5973463503496084, + "nauc_mrr_at_20_std": 0.07569587119046749, + "nauc_mrr_at_3_diff1": 0.7600282122188672, + "nauc_mrr_at_3_max": 0.599344969782919, + "nauc_mrr_at_3_std": 0.05658038926538597, + "nauc_mrr_at_5_diff1": 0.7614152352431259, + "nauc_mrr_at_5_max": 0.6003678996126552, + "nauc_mrr_at_5_std": 0.06881892421147895, + "nauc_ndcg_at_1000_diff1": 0.7624582592353849, + "nauc_ndcg_at_1000_max": 0.6034448985017444, + "nauc_ndcg_at_1000_std": 0.08710642326460057, + "nauc_ndcg_at_100_diff1": 0.7628384843165296, + "nauc_ndcg_at_100_max": 0.6056491824249844, + "nauc_ndcg_at_100_std": 0.09314391656711687, + "nauc_ndcg_at_10_diff1": 0.7582309259782578, + "nauc_ndcg_at_10_max": 0.6084115232014853, + "nauc_ndcg_at_10_std": 0.1034588528858713, + "nauc_ndcg_at_1_diff1": 0.7846025283493003, + "nauc_ndcg_at_1_max": 0.5590260360011454, + "nauc_ndcg_at_1_std": 0.01926323198409168, + "nauc_ndcg_at_20_diff1": 0.7613669129188784, + "nauc_ndcg_at_20_max": 0.6089203448614491, + "nauc_ndcg_at_20_std": 0.10328334855027287, + "nauc_ndcg_at_3_diff1": 0.7534668090487708, + "nauc_ndcg_at_3_max": 0.6141603801373754, + "nauc_ndcg_at_3_std": 0.0613894599193068, + "nauc_ndcg_at_5_diff1": 0.7569950827574102, + "nauc_ndcg_at_5_max": 0.6183626652267178, + "nauc_ndcg_at_5_std": 0.08777830949365265, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7957921630190502, + "nauc_precision_at_100_max": 0.7957921630190502, + "nauc_precision_at_100_std": 0.6138457002233936, + "nauc_precision_at_10_diff1": 0.7216105122177484, + "nauc_precision_at_10_max": 0.7094161967947739, + "nauc_precision_at_10_std": 0.4093240564551596, + "nauc_precision_at_1_diff1": 0.7846025283493003, + "nauc_precision_at_1_max": 0.5590260360011454, + "nauc_precision_at_1_std": 0.01926323198409168, + "nauc_precision_at_20_diff1": 0.7374319768393237, + "nauc_precision_at_20_max": 0.8284052082371444, + "nauc_precision_at_20_std": 0.7374319768393237, + "nauc_precision_at_3_diff1": 0.726567080165088, + "nauc_precision_at_3_max": 0.6778310048601922, + "nauc_precision_at_3_std": 0.07737354295756668, + "nauc_precision_at_5_diff1": 0.7388696972330523, + "nauc_precision_at_5_max": 0.7101589825679497, + "nauc_precision_at_5_std": 0.1851819881978199, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7957921630190592, + "nauc_recall_at_100_max": 0.7957921630190592, + "nauc_recall_at_100_std": 0.613845700223414, + "nauc_recall_at_10_diff1": 0.721610512217748, + "nauc_recall_at_10_max": 0.7094161967947747, + "nauc_recall_at_10_std": 0.409324056455159, + "nauc_recall_at_1_diff1": 0.7846025283493003, + "nauc_recall_at_1_max": 0.5590260360011454, + "nauc_recall_at_1_std": 0.01926323198409168, + "nauc_recall_at_20_diff1": 0.7374319768393192, + "nauc_recall_at_20_max": 0.8284052082371421, + "nauc_recall_at_20_std": 0.7374319768393192, + "nauc_recall_at_3_diff1": 0.7265670801650878, + "nauc_recall_at_3_max": 0.6778310048601939, + "nauc_recall_at_3_std": 0.07737354295756718, + "nauc_recall_at_5_diff1": 0.7388696972330528, + "nauc_recall_at_5_max": 0.7101589825679507, + "nauc_recall_at_5_std": 0.18518198819781947, + "ndcg_at_1": 0.67485, + "ndcg_at_10": 0.81241, + "ndcg_at_100": 0.82249, + "ndcg_at_1000": 0.82427, + "ndcg_at_20": 0.82037, + "ndcg_at_3": 0.78067, + "ndcg_at_5": 0.79097, + "precision_at_1": 0.67485, + "precision_at_10": 0.09448, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04877, + "precision_at_3": 0.28425, + "precision_at_5": 0.17546, + "recall_at_1": 0.67485, + "recall_at_10": 0.94479, + "recall_at_100": 0.98773, + "recall_at_1000": 1.0, + "recall_at_20": 0.97546, + "recall_at_3": 0.85276, + "recall_at_5": 0.8773 + }, + { + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "main_score": 0.76718, + "map_at_1": 0.6044, + "map_at_10": 0.7169, + "map_at_100": 0.72034, + "map_at_1000": 0.72034, + "map_at_20": 0.71933, + "map_at_3": 0.69139, + "map_at_5": 0.7098, + "mrr_at_1": 0.6043956043956044, + "mrr_at_10": 0.7168999651142507, + "mrr_at_100": 0.720339438057986, + "mrr_at_1000": 0.720339438057986, + "mrr_at_20": 0.7193301737944594, + "mrr_at_3": 0.6913919413919413, + "mrr_at_5": 0.7097985347985348, + "nauc_map_at_1000_diff1": 0.7548852411155342, + "nauc_map_at_1000_max": 0.5423367281121397, + "nauc_map_at_1000_std": 0.01044197830200981, + "nauc_map_at_100_diff1": 0.7548852411155342, + "nauc_map_at_100_max": 0.5423367281121397, + "nauc_map_at_100_std": 0.01044197830200981, + "nauc_map_at_10_diff1": 0.7550434256592143, + "nauc_map_at_10_max": 0.545609540882467, + "nauc_map_at_10_std": 0.013913476345347103, + "nauc_map_at_1_diff1": 0.7842712875814652, + "nauc_map_at_1_max": 0.4814345965177176, + "nauc_map_at_1_std": -0.08671994622484112, + "nauc_map_at_20_diff1": 0.7551058708365423, + "nauc_map_at_20_max": 0.54404476354751, + "nauc_map_at_20_std": 0.013317354265534327, + "nauc_map_at_3_diff1": 0.7447764436433493, + "nauc_map_at_3_max": 0.54116185708711, + "nauc_map_at_3_std": 0.01138897656131346, + "nauc_map_at_5_diff1": 0.7445003737481253, + "nauc_map_at_5_max": 0.5401946701205727, + "nauc_map_at_5_std": 0.0024383394754538146, + "nauc_mrr_at_1000_diff1": 0.7548852411155342, + "nauc_mrr_at_1000_max": 0.5423367281121397, + "nauc_mrr_at_1000_std": 0.01044197830200981, + "nauc_mrr_at_100_diff1": 0.7548852411155342, + "nauc_mrr_at_100_max": 0.5423367281121397, + "nauc_mrr_at_100_std": 0.01044197830200981, + "nauc_mrr_at_10_diff1": 0.7550434256592143, + "nauc_mrr_at_10_max": 0.545609540882467, + "nauc_mrr_at_10_std": 0.013913476345347103, + "nauc_mrr_at_1_diff1": 0.7842712875814652, + "nauc_mrr_at_1_max": 0.4814345965177176, + "nauc_mrr_at_1_std": -0.08671994622484112, + "nauc_mrr_at_20_diff1": 0.7551058708365423, + "nauc_mrr_at_20_max": 0.54404476354751, + "nauc_mrr_at_20_std": 0.013317354265534327, + "nauc_mrr_at_3_diff1": 0.7447764436433493, + "nauc_mrr_at_3_max": 0.54116185708711, + "nauc_mrr_at_3_std": 0.01138897656131346, + "nauc_mrr_at_5_diff1": 0.7445003737481253, + "nauc_mrr_at_5_max": 0.5401946701205727, + "nauc_mrr_at_5_std": 0.0024383394754538146, + "nauc_ndcg_at_1000_diff1": 0.752769909446992, + "nauc_ndcg_at_1000_max": 0.5533233078340124, + "nauc_ndcg_at_1000_std": 0.029171642386908746, + "nauc_ndcg_at_100_diff1": 0.752769909446992, + "nauc_ndcg_at_100_max": 0.5533233078340124, + "nauc_ndcg_at_100_std": 0.029171642386908746, + "nauc_ndcg_at_10_diff1": 0.7552645862080959, + "nauc_ndcg_at_10_max": 0.5759662104116409, + "nauc_ndcg_at_10_std": 0.06127046734975095, + "nauc_ndcg_at_1_diff1": 0.7842712875814652, + "nauc_ndcg_at_1_max": 0.4814345965177176, + "nauc_ndcg_at_1_std": -0.08671994622484112, + "nauc_ndcg_at_20_diff1": 0.7553087998882339, + "nauc_ndcg_at_20_max": 0.5699195379613724, + "nauc_ndcg_at_20_std": 0.05864026898116258, + "nauc_ndcg_at_3_diff1": 0.7286798352818034, + "nauc_ndcg_at_3_max": 0.560471899777484, + "nauc_ndcg_at_3_std": 0.04417404791154283, + "nauc_ndcg_at_5_diff1": 0.7253964857346886, + "nauc_ndcg_at_5_max": 0.5596430158664143, + "nauc_ndcg_at_5_std": 0.029641526352043254, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7905930794212005, + "nauc_precision_at_10_max": 0.8510876433221085, + "nauc_precision_at_10_std": 0.48952074853745253, + "nauc_precision_at_1_diff1": 0.7842712875814652, + "nauc_precision_at_1_max": 0.4814345965177176, + "nauc_precision_at_1_std": -0.08671994622484112, + "nauc_precision_at_20_diff1": 0.8157629206339628, + "nauc_precision_at_20_max": 0.9510401721664274, + "nauc_precision_at_20_std": 0.7469445940367913, + "nauc_precision_at_3_diff1": 0.6668438230202558, + "nauc_precision_at_3_max": 0.6326618979548685, + "nauc_precision_at_3_std": 0.16727161469991744, + "nauc_precision_at_5_diff1": 0.6196103880355273, + "nauc_precision_at_5_max": 0.6608579531609557, + "nauc_precision_at_5_std": 0.16914076665748753, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7905930794212015, + "nauc_recall_at_10_max": 0.8510876433221098, + "nauc_recall_at_10_std": 0.48952074853745275, + "nauc_recall_at_1_diff1": 0.7842712875814652, + "nauc_recall_at_1_max": 0.4814345965177176, + "nauc_recall_at_1_std": -0.08671994622484112, + "nauc_recall_at_20_diff1": 0.8157629206339584, + "nauc_recall_at_20_max": 0.9510401721664274, + "nauc_recall_at_20_std": 0.7469445940367884, + "nauc_recall_at_3_diff1": 0.6668438230202565, + "nauc_recall_at_3_max": 0.632661897954868, + "nauc_recall_at_3_std": 0.16727161469991628, + "nauc_recall_at_5_diff1": 0.6196103880355289, + "nauc_recall_at_5_max": 0.6608579531609545, + "nauc_recall_at_5_std": 0.1691407666574858, + "ndcg_at_1": 0.6044, + "ndcg_at_10": 0.76718, + "ndcg_at_100": 0.78364, + "ndcg_at_1000": 0.78364, + "ndcg_at_20": 0.77569, + "ndcg_at_3": 0.71723, + "ndcg_at_5": 0.74963, + "precision_at_1": 0.6044, + "precision_at_10": 0.09231, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.0478, + "precision_at_3": 0.26374, + "precision_at_5": 0.17363, + "recall_at_1": 0.6044, + "recall_at_10": 0.92308, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95604, + "recall_at_3": 0.79121, + "recall_at_5": 0.86813 + }, + { + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ], + "main_score": 0.81153, + "map_at_1": 0.65789, + "map_at_10": 0.76834, + "map_at_100": 0.77126, + "map_at_1000": 0.77126, + "map_at_20": 0.77063, + "map_at_3": 0.75439, + "map_at_5": 0.76465, + "mrr_at_1": 0.6578947368421053, + "mrr_at_10": 0.7683395989974936, + "mrr_at_100": 0.7712647139738227, + "mrr_at_1000": 0.7712647139738227, + "mrr_at_20": 0.7706304222093694, + "mrr_at_3": 0.7543859649122806, + "mrr_at_5": 0.7646491228070176, + "nauc_map_at_1000_diff1": 0.7019125003183431, + "nauc_map_at_1000_max": 0.5854537290006039, + "nauc_map_at_1000_std": 0.23596357193215362, + "nauc_map_at_100_diff1": 0.7019125003183431, + "nauc_map_at_100_max": 0.5854537290006039, + "nauc_map_at_100_std": 0.23596357193215362, + "nauc_map_at_10_diff1": 0.7012045886080163, + "nauc_map_at_10_max": 0.5870335892295803, + "nauc_map_at_10_std": 0.240406250596375, + "nauc_map_at_1_diff1": 0.7042926107945896, + "nauc_map_at_1_max": 0.541242986996042, + "nauc_map_at_1_std": 0.16358022006697617, + "nauc_map_at_20_diff1": 0.7019167439874617, + "nauc_map_at_20_max": 0.5867865945111664, + "nauc_map_at_20_std": 0.23836958907599823, + "nauc_map_at_3_diff1": 0.7051172646279804, + "nauc_map_at_3_max": 0.5975593546833614, + "nauc_map_at_3_std": 0.2447541536238873, + "nauc_map_at_5_diff1": 0.7033773388597465, + "nauc_map_at_5_max": 0.5928105323134776, + "nauc_map_at_5_std": 0.24784277285588882, + "nauc_mrr_at_1000_diff1": 0.7019125003183431, + "nauc_mrr_at_1000_max": 0.5854537290006039, + "nauc_mrr_at_1000_std": 0.23596357193215362, + "nauc_mrr_at_100_diff1": 0.7019125003183431, + "nauc_mrr_at_100_max": 0.5854537290006039, + "nauc_mrr_at_100_std": 0.23596357193215362, + "nauc_mrr_at_10_diff1": 0.7012045886080163, + "nauc_mrr_at_10_max": 0.5870335892295803, + "nauc_mrr_at_10_std": 0.240406250596375, + "nauc_mrr_at_1_diff1": 0.7042926107945896, + "nauc_mrr_at_1_max": 0.541242986996042, + "nauc_mrr_at_1_std": 0.16358022006697617, + "nauc_mrr_at_20_diff1": 0.7019167439874617, + "nauc_mrr_at_20_max": 0.5867865945111664, + "nauc_mrr_at_20_std": 0.23836958907599823, + "nauc_mrr_at_3_diff1": 0.7051172646279804, + "nauc_mrr_at_3_max": 0.5975593546833614, + "nauc_mrr_at_3_std": 0.2447541536238873, + "nauc_mrr_at_5_diff1": 0.7033773388597465, + "nauc_mrr_at_5_max": 0.5928105323134776, + "nauc_mrr_at_5_std": 0.24784277285588882, + "nauc_ndcg_at_1000_diff1": 0.7017080757529357, + "nauc_ndcg_at_1000_max": 0.5937606933169242, + "nauc_ndcg_at_1000_std": 0.250826469430252, + "nauc_ndcg_at_100_diff1": 0.7017080757529357, + "nauc_ndcg_at_100_max": 0.5937606933169242, + "nauc_ndcg_at_100_std": 0.250826469430252, + "nauc_ndcg_at_10_diff1": 0.6985570675361648, + "nauc_ndcg_at_10_max": 0.6054005552288908, + "nauc_ndcg_at_10_std": 0.2786471639378849, + "nauc_ndcg_at_1_diff1": 0.7042926107945896, + "nauc_ndcg_at_1_max": 0.541242986996042, + "nauc_ndcg_at_1_std": 0.16358022006697617, + "nauc_ndcg_at_20_diff1": 0.7026128597744986, + "nauc_ndcg_at_20_max": 0.6062471086109188, + "nauc_ndcg_at_20_std": 0.2731364024332483, + "nauc_ndcg_at_3_diff1": 0.7070722761245865, + "nauc_ndcg_at_3_max": 0.6282388936913437, + "nauc_ndcg_at_3_std": 0.28802793838772445, + "nauc_ndcg_at_5_diff1": 0.7040838231522181, + "nauc_ndcg_at_5_max": 0.6200428628284215, + "nauc_ndcg_at_5_std": 0.297343864698132, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6690009337068161, + "nauc_precision_at_10_max": 0.7702232408114777, + "nauc_precision_at_10_std": 0.6435362023597357, + "nauc_precision_at_1_diff1": 0.7042926107945896, + "nauc_precision_at_1_max": 0.541242986996042, + "nauc_precision_at_1_std": 0.16358022006697617, + "nauc_precision_at_20_diff1": 0.7399626517273634, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.9738562091503324, + "nauc_precision_at_3_diff1": 0.7172161172161162, + "nauc_precision_at_3_max": 0.7778484673221507, + "nauc_precision_at_3_std": 0.4986697513013279, + "nauc_precision_at_5_diff1": 0.7098506069094305, + "nauc_precision_at_5_max": 0.808327497665733, + "nauc_precision_at_5_std": 0.6467086834733892, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6690009337068167, + "nauc_recall_at_10_max": 0.770223240811475, + "nauc_recall_at_10_std": 0.643536202359733, + "nauc_recall_at_1_diff1": 0.7042926107945896, + "nauc_recall_at_1_max": 0.541242986996042, + "nauc_recall_at_1_std": 0.16358022006697617, + "nauc_recall_at_20_diff1": 0.7399626517273548, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.9738562091503251, + "nauc_recall_at_3_diff1": 0.7172161172161167, + "nauc_recall_at_3_max": 0.7778484673221511, + "nauc_recall_at_3_std": 0.49866975130132923, + "nauc_recall_at_5_diff1": 0.7098506069094301, + "nauc_recall_at_5_max": 0.8083274976657329, + "nauc_recall_at_5_std": 0.6467086834733892, + "ndcg_at_1": 0.65789, + "ndcg_at_10": 0.81153, + "ndcg_at_100": 0.82446, + "ndcg_at_1000": 0.82446, + "ndcg_at_20": 0.81965, + "ndcg_at_3": 0.78383, + "ndcg_at_5": 0.80285, + "precision_at_1": 0.65789, + "precision_at_10": 0.09421, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04868, + "precision_at_3": 0.28947, + "precision_at_5": 0.18316, + "recall_at_1": 0.65789, + "recall_at_10": 0.94211, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.97368, + "recall_at_3": 0.86842, + "recall_at_5": 0.91579 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.71365, + "map_at_1": 0.58027, + "map_at_10": 0.66939, + "map_at_100": 0.67484, + "map_at_1000": 0.67498, + "map_at_20": 0.67299, + "map_at_3": 0.64958, + "map_at_5": 0.65819, + "mrr_at_1": 0.5802707930367504, + "mrr_at_10": 0.6693876454514751, + "mrr_at_100": 0.674837716087435, + "mrr_at_1000": 0.6749802394097476, + "mrr_at_20": 0.6729869130881759, + "mrr_at_3": 0.6495809155383622, + "mrr_at_5": 0.6581882656350738, + "nauc_map_at_1000_diff1": 0.7058136766971566, + "nauc_map_at_1000_max": 0.696710162768486, + "nauc_map_at_1000_std": 0.23546792484396512, + "nauc_map_at_100_diff1": 0.7058461602352447, + "nauc_map_at_100_max": 0.6968301620843304, + "nauc_map_at_100_std": 0.2357419084823158, + "nauc_map_at_10_diff1": 0.703268298409313, + "nauc_map_at_10_max": 0.697098874791766, + "nauc_map_at_10_std": 0.23540697594997775, + "nauc_map_at_1_diff1": 0.7378456888153799, + "nauc_map_at_1_max": 0.6689303909028608, + "nauc_map_at_1_std": 0.19625529402500871, + "nauc_map_at_20_diff1": 0.7044787880549359, + "nauc_map_at_20_max": 0.6965099573223718, + "nauc_map_at_20_std": 0.23693234854125855, + "nauc_map_at_3_diff1": 0.7093786228591172, + "nauc_map_at_3_max": 0.6999517303765451, + "nauc_map_at_3_std": 0.22700253767980205, + "nauc_map_at_5_diff1": 0.7066886339839754, + "nauc_map_at_5_max": 0.6999553477377114, + "nauc_map_at_5_std": 0.23352053166249767, + "nauc_mrr_at_1000_diff1": 0.7058136766971566, + "nauc_mrr_at_1000_max": 0.696710162768486, + "nauc_mrr_at_1000_std": 0.23546792484396512, + "nauc_mrr_at_100_diff1": 0.7058461602352447, + "nauc_mrr_at_100_max": 0.6968301620843304, + "nauc_mrr_at_100_std": 0.2357419084823158, + "nauc_mrr_at_10_diff1": 0.703268298409313, + "nauc_mrr_at_10_max": 0.697098874791766, + "nauc_mrr_at_10_std": 0.23540697594997775, + "nauc_mrr_at_1_diff1": 0.7378456888153799, + "nauc_mrr_at_1_max": 0.6689303909028608, + "nauc_mrr_at_1_std": 0.19625529402500871, + "nauc_mrr_at_20_diff1": 0.7044787880549359, + "nauc_mrr_at_20_max": 0.6965099573223718, + "nauc_mrr_at_20_std": 0.23693234854125855, + "nauc_mrr_at_3_diff1": 0.7093786228591172, + "nauc_mrr_at_3_max": 0.6999517303765451, + "nauc_mrr_at_3_std": 0.22700253767980205, + "nauc_mrr_at_5_diff1": 0.7066886339839754, + "nauc_mrr_at_5_max": 0.6999553477377114, + "nauc_mrr_at_5_std": 0.23352053166249767, + "nauc_ndcg_at_1000_diff1": 0.7002592377873762, + "nauc_ndcg_at_1000_max": 0.7003932591399588, + "nauc_ndcg_at_1000_std": 0.24739453974804762, + "nauc_ndcg_at_100_diff1": 0.7012362355927938, + "nauc_ndcg_at_100_max": 0.703933608338888, + "nauc_ndcg_at_100_std": 0.2557417038670781, + "nauc_ndcg_at_10_diff1": 0.68621756552677, + "nauc_ndcg_at_10_max": 0.7035633140629931, + "nauc_ndcg_at_10_std": 0.2587148202405425, + "nauc_ndcg_at_1_diff1": 0.7378456888153799, + "nauc_ndcg_at_1_max": 0.6689303909028608, + "nauc_ndcg_at_1_std": 0.19625529402500871, + "nauc_ndcg_at_20_diff1": 0.6898321716587775, + "nauc_ndcg_at_20_max": 0.7006895552928354, + "nauc_ndcg_at_20_std": 0.2645513170038602, + "nauc_ndcg_at_3_diff1": 0.7008768957414754, + "nauc_ndcg_at_3_max": 0.7084341229827699, + "nauc_ndcg_at_3_std": 0.23771973368947114, + "nauc_ndcg_at_5_diff1": 0.6955324017184803, + "nauc_ndcg_at_5_max": 0.7091807487825443, + "nauc_ndcg_at_5_std": 0.25122996813381365, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7619200800952387, + "nauc_precision_at_100_max": 0.9283279636880838, + "nauc_precision_at_100_std": 0.789335483492789, + "nauc_precision_at_10_diff1": 0.5877429357729156, + "nauc_precision_at_10_max": 0.7360109532260172, + "nauc_precision_at_10_std": 0.39737234502102836, + "nauc_precision_at_1_diff1": 0.7378456888153799, + "nauc_precision_at_1_max": 0.6689303909028608, + "nauc_precision_at_1_std": 0.19625529402500871, + "nauc_precision_at_20_diff1": 0.575228752125874, + "nauc_precision_at_20_max": 0.7205041344345982, + "nauc_precision_at_20_std": 0.5012641444485448, + "nauc_precision_at_3_diff1": 0.6718163618678251, + "nauc_precision_at_3_max": 0.7370675814307778, + "nauc_precision_at_3_std": 0.27506136035124396, + "nauc_precision_at_5_diff1": 0.6520403619879017, + "nauc_precision_at_5_max": 0.7443568268489834, + "nauc_precision_at_5_std": 0.3230559052664206, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7619200800952379, + "nauc_recall_at_100_max": 0.9283279636880795, + "nauc_recall_at_100_std": 0.7893354834927848, + "nauc_recall_at_10_diff1": 0.5877429357729147, + "nauc_recall_at_10_max": 0.7360109532260181, + "nauc_recall_at_10_std": 0.3973723450210282, + "nauc_recall_at_1_diff1": 0.7378456888153799, + "nauc_recall_at_1_max": 0.6689303909028608, + "nauc_recall_at_1_std": 0.19625529402500871, + "nauc_recall_at_20_diff1": 0.575228752125876, + "nauc_recall_at_20_max": 0.7205041344345989, + "nauc_recall_at_20_std": 0.5012641444485453, + "nauc_recall_at_3_diff1": 0.6718163618678249, + "nauc_recall_at_3_max": 0.7370675814307773, + "nauc_recall_at_3_std": 0.27506136035124273, + "nauc_recall_at_5_diff1": 0.6520403619879028, + "nauc_recall_at_5_max": 0.7443568268489835, + "nauc_recall_at_5_std": 0.3230559052664222, + "ndcg_at_1": 0.58027, + "ndcg_at_10": 0.71365, + "ndcg_at_100": 0.73976, + "ndcg_at_1000": 0.7431, + "ndcg_at_20": 0.72617, + "ndcg_at_3": 0.67203, + "ndcg_at_5": 0.68776, + "precision_at_1": 0.58027, + "precision_at_10": 0.0853, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "precision_at_20": 0.04507, + "precision_at_3": 0.24565, + "precision_at_5": 0.15513, + "recall_at_1": 0.58027, + "recall_at_10": 0.853, + "recall_at_100": 0.97485, + "recall_at_1000": 1.0, + "recall_at_20": 0.90135, + "recall_at_3": 0.73694, + "recall_at_5": 0.77563 + }, + { + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.81993, + "map_at_1": 0.72266, + "map_at_10": 0.79048, + "map_at_100": 0.79526, + "map_at_1000": 0.79531, + "map_at_20": 0.79443, + "map_at_3": 0.77734, + "map_at_5": 0.7874, + "mrr_at_1": 0.72265625, + "mrr_at_10": 0.7904769655257935, + "mrr_at_100": 0.7952572607790956, + "mrr_at_1000": 0.795314290159959, + "mrr_at_20": 0.7944270562018146, + "mrr_at_3": 0.7773437499999998, + "mrr_at_5": 0.7874023437499998, + "nauc_map_at_1000_diff1": 0.8359912963598937, + "nauc_map_at_1000_max": 0.6992240416978129, + "nauc_map_at_1000_std": 0.16907266768834228, + "nauc_map_at_100_diff1": 0.8359745485643252, + "nauc_map_at_100_max": 0.6993131017610089, + "nauc_map_at_100_std": 0.169230204783048, + "nauc_map_at_10_diff1": 0.8346719494587844, + "nauc_map_at_10_max": 0.7020096660365502, + "nauc_map_at_10_std": 0.16673608321256442, + "nauc_map_at_1_diff1": 0.8512353343125085, + "nauc_map_at_1_max": 0.6481990899392073, + "nauc_map_at_1_std": 0.12713009367003025, + "nauc_map_at_20_diff1": 0.8353909767362542, + "nauc_map_at_20_max": 0.6998044255441018, + "nauc_map_at_20_std": 0.17013381563846908, + "nauc_map_at_3_diff1": 0.8360773392149394, + "nauc_map_at_3_max": 0.7019478571119511, + "nauc_map_at_3_std": 0.16755744178102783, + "nauc_map_at_5_diff1": 0.8358867124717982, + "nauc_map_at_5_max": 0.7044261050811572, + "nauc_map_at_5_std": 0.1708173577555951, + "nauc_mrr_at_1000_diff1": 0.8359912963598937, + "nauc_mrr_at_1000_max": 0.6992240416978129, + "nauc_mrr_at_1000_std": 0.16907266768834228, + "nauc_mrr_at_100_diff1": 0.8359745485643252, + "nauc_mrr_at_100_max": 0.6993131017610089, + "nauc_mrr_at_100_std": 0.169230204783048, + "nauc_mrr_at_10_diff1": 0.8346719494587844, + "nauc_mrr_at_10_max": 0.7020096660365502, + "nauc_mrr_at_10_std": 0.16673608321256442, + "nauc_mrr_at_1_diff1": 0.8512353343125085, + "nauc_mrr_at_1_max": 0.6481990899392073, + "nauc_mrr_at_1_std": 0.12713009367003025, + "nauc_mrr_at_20_diff1": 0.8353909767362542, + "nauc_mrr_at_20_max": 0.6998044255441018, + "nauc_mrr_at_20_std": 0.17013381563846908, + "nauc_mrr_at_3_diff1": 0.8360773392149394, + "nauc_mrr_at_3_max": 0.7019478571119511, + "nauc_mrr_at_3_std": 0.16755744178102783, + "nauc_mrr_at_5_diff1": 0.8358867124717982, + "nauc_mrr_at_5_max": 0.7044261050811572, + "nauc_mrr_at_5_std": 0.1708173577555951, + "nauc_ndcg_at_1000_diff1": 0.8333582970794088, + "nauc_ndcg_at_1000_max": 0.7066994739942053, + "nauc_ndcg_at_1000_std": 0.17840720426640155, + "nauc_ndcg_at_100_diff1": 0.8330760294594447, + "nauc_ndcg_at_100_max": 0.7091131281391174, + "nauc_ndcg_at_100_std": 0.18302247860086662, + "nauc_ndcg_at_10_diff1": 0.8263140759850744, + "nauc_ndcg_at_10_max": 0.7204343898194847, + "nauc_ndcg_at_10_std": 0.1780410637349776, + "nauc_ndcg_at_1_diff1": 0.8512353343125085, + "nauc_ndcg_at_1_max": 0.6481990899392073, + "nauc_ndcg_at_1_std": 0.12713009367003025, + "nauc_ndcg_at_20_diff1": 0.8289944740902306, + "nauc_ndcg_at_20_max": 0.7133061812824695, + "nauc_ndcg_at_20_std": 0.1929246300213578, + "nauc_ndcg_at_3_diff1": 0.8308581222311197, + "nauc_ndcg_at_3_max": 0.7197215734664922, + "nauc_ndcg_at_3_std": 0.1813145416261521, + "nauc_ndcg_at_5_diff1": 0.8295519471665678, + "nauc_ndcg_at_5_max": 0.7257387672181802, + "nauc_ndcg_at_5_std": 0.18861738197385347, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8073209945318769, + "nauc_precision_at_100_max": 0.9738675513589582, + "nauc_precision_at_100_std": 0.6961256660794194, + "nauc_precision_at_10_diff1": 0.7734543136848717, + "nauc_precision_at_10_max": 0.8273678887849961, + "nauc_precision_at_10_std": 0.23813325905727722, + "nauc_precision_at_1_diff1": 0.8512353343125085, + "nauc_precision_at_1_max": 0.6481990899392073, + "nauc_precision_at_1_std": 0.12713009367003025, + "nauc_precision_at_20_diff1": 0.7436988591241828, + "nauc_precision_at_20_max": 0.8722631562712118, + "nauc_precision_at_20_std": 0.5518035091938838, + "nauc_precision_at_3_diff1": 0.8109357655439418, + "nauc_precision_at_3_max": 0.7872202152685392, + "nauc_precision_at_3_std": 0.23375017922465216, + "nauc_precision_at_5_diff1": 0.7973075558885372, + "nauc_precision_at_5_max": 0.8318372530750792, + "nauc_precision_at_5_std": 0.27816361541768697, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8073209945318789, + "nauc_recall_at_100_max": 0.9738675513589415, + "nauc_recall_at_100_std": 0.6961256660794307, + "nauc_recall_at_10_diff1": 0.7734543136848725, + "nauc_recall_at_10_max": 0.8273678887849979, + "nauc_recall_at_10_std": 0.2381332590572826, + "nauc_recall_at_1_diff1": 0.8512353343125085, + "nauc_recall_at_1_max": 0.6481990899392073, + "nauc_recall_at_1_std": 0.12713009367003025, + "nauc_recall_at_20_diff1": 0.7436988591241859, + "nauc_recall_at_20_max": 0.8722631562712186, + "nauc_recall_at_20_std": 0.5518035091938905, + "nauc_recall_at_3_diff1": 0.810935765543941, + "nauc_recall_at_3_max": 0.7872202152685384, + "nauc_recall_at_3_std": 0.2337501792246517, + "nauc_recall_at_5_diff1": 0.7973075558885366, + "nauc_recall_at_5_max": 0.8318372530750804, + "nauc_recall_at_5_std": 0.2781636154176896, + "ndcg_at_1": 0.72266, + "ndcg_at_10": 0.81993, + "ndcg_at_100": 0.83895, + "ndcg_at_1000": 0.84025, + "ndcg_at_20": 0.83363, + "ndcg_at_3": 0.79445, + "ndcg_at_5": 0.81277, + "precision_at_1": 0.72266, + "precision_at_10": 0.09102, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04814, + "precision_at_3": 0.28125, + "precision_at_5": 0.17773, + "recall_at_1": 0.72266, + "recall_at_10": 0.91016, + "recall_at_100": 0.99023, + "recall_at_1000": 1.0, + "recall_at_20": 0.96289, + "recall_at_3": 0.84375, + "recall_at_5": 0.88867 + }, + { + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.83858, + "map_at_1": 0.75174, + "map_at_10": 0.81233, + "map_at_100": 0.81551, + "map_at_1000": 0.81559, + "map_at_20": 0.81446, + "map_at_3": 0.80256, + "map_at_5": 0.80796, + "mrr_at_1": 0.7517421602787456, + "mrr_at_10": 0.8123316603063993, + "mrr_at_100": 0.8155100084537484, + "mrr_at_1000": 0.8155859452184484, + "mrr_at_20": 0.8144568807209652, + "mrr_at_3": 0.8025551684088273, + "mrr_at_5": 0.807955865272939, + "nauc_map_at_1000_diff1": 0.8430210801377064, + "nauc_map_at_1000_max": 0.7648820121633177, + "nauc_map_at_1000_std": -0.04459772051777221, + "nauc_map_at_100_diff1": 0.8430145534380955, + "nauc_map_at_100_max": 0.7649545112146322, + "nauc_map_at_100_std": -0.04430625339510637, + "nauc_map_at_10_diff1": 0.8426333142455037, + "nauc_map_at_10_max": 0.7667123096404252, + "nauc_map_at_10_std": -0.04246924554844326, + "nauc_map_at_1_diff1": 0.8602109253374274, + "nauc_map_at_1_max": 0.7232698115888427, + "nauc_map_at_1_std": -0.08956912786123772, + "nauc_map_at_20_diff1": 0.8424584885178074, + "nauc_map_at_20_max": 0.7654592221850264, + "nauc_map_at_20_std": -0.04370556777889161, + "nauc_map_at_3_diff1": 0.8414268949961156, + "nauc_map_at_3_max": 0.7669672902753659, + "nauc_map_at_3_std": -0.054557122052828436, + "nauc_map_at_5_diff1": 0.8418534748054618, + "nauc_map_at_5_max": 0.7674878275510987, + "nauc_map_at_5_std": -0.0445722505745582, + "nauc_mrr_at_1000_diff1": 0.8430210801377064, + "nauc_mrr_at_1000_max": 0.7648820121633177, + "nauc_mrr_at_1000_std": -0.04459772051777221, + "nauc_mrr_at_100_diff1": 0.8430145534380955, + "nauc_mrr_at_100_max": 0.7649545112146322, + "nauc_mrr_at_100_std": -0.04430625339510637, + "nauc_mrr_at_10_diff1": 0.8426333142455037, + "nauc_mrr_at_10_max": 0.7667123096404252, + "nauc_mrr_at_10_std": -0.04246924554844326, + "nauc_mrr_at_1_diff1": 0.8602109253374274, + "nauc_mrr_at_1_max": 0.7232698115888427, + "nauc_mrr_at_1_std": -0.08956912786123772, + "nauc_mrr_at_20_diff1": 0.8424584885178074, + "nauc_mrr_at_20_max": 0.7654592221850264, + "nauc_mrr_at_20_std": -0.04370556777889161, + "nauc_mrr_at_3_diff1": 0.8414268949961156, + "nauc_mrr_at_3_max": 0.7669672902753659, + "nauc_mrr_at_3_std": -0.054557122052828436, + "nauc_mrr_at_5_diff1": 0.8418534748054618, + "nauc_mrr_at_5_max": 0.7674878275510987, + "nauc_mrr_at_5_std": -0.0445722505745582, + "nauc_ndcg_at_1000_diff1": 0.8403871032737085, + "nauc_ndcg_at_1000_max": 0.7719959002106719, + "nauc_ndcg_at_1000_std": -0.032040380014794735, + "nauc_ndcg_at_100_diff1": 0.8405684797171049, + "nauc_ndcg_at_100_max": 0.7740171646581749, + "nauc_ndcg_at_100_std": -0.02432001714924583, + "nauc_ndcg_at_10_diff1": 0.8370071178231263, + "nauc_ndcg_at_10_max": 0.7835124952100156, + "nauc_ndcg_at_10_std": -0.013810579028836034, + "nauc_ndcg_at_1_diff1": 0.8602109253374274, + "nauc_ndcg_at_1_max": 0.7232698115888427, + "nauc_ndcg_at_1_std": -0.08956912786123772, + "nauc_ndcg_at_20_diff1": 0.835926396725852, + "nauc_ndcg_at_20_max": 0.7787674275051883, + "nauc_ndcg_at_20_std": -0.01730252960607683, + "nauc_ndcg_at_3_diff1": 0.8342703469135904, + "nauc_ndcg_at_3_max": 0.782981865043582, + "nauc_ndcg_at_3_std": -0.04104925690577749, + "nauc_ndcg_at_5_diff1": 0.8345746210585431, + "nauc_ndcg_at_5_max": 0.7846985507432772, + "nauc_ndcg_at_5_std": -0.02061627073788655, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8627625315154774, + "nauc_precision_at_100_max": 0.9401368882697239, + "nauc_precision_at_100_std": 0.5984214668958686, + "nauc_precision_at_10_diff1": 0.8057184356160539, + "nauc_precision_at_10_max": 0.885277230166825, + "nauc_precision_at_10_std": 0.17377961308227324, + "nauc_precision_at_1_diff1": 0.8602109253374274, + "nauc_precision_at_1_max": 0.7232698115888427, + "nauc_precision_at_1_std": -0.08956912786123772, + "nauc_precision_at_20_diff1": 0.7741941214271424, + "nauc_precision_at_20_max": 0.8928550823054595, + "nauc_precision_at_20_std": 0.2512541147581146, + "nauc_precision_at_3_diff1": 0.806199716311713, + "nauc_precision_at_3_max": 0.8455184432333515, + "nauc_precision_at_3_std": 0.012007682679205638, + "nauc_precision_at_5_diff1": 0.8015696339919511, + "nauc_precision_at_5_max": 0.8624222789045561, + "nauc_precision_at_5_std": 0.09253245518142231, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8627625315154938, + "nauc_recall_at_100_max": 0.9401368882697141, + "nauc_recall_at_100_std": 0.598421466895894, + "nauc_recall_at_10_diff1": 0.8057184356160545, + "nauc_recall_at_10_max": 0.8852772301668231, + "nauc_recall_at_10_std": 0.1737796130822739, + "nauc_recall_at_1_diff1": 0.8602109253374274, + "nauc_recall_at_1_max": 0.7232698115888427, + "nauc_recall_at_1_std": -0.08956912786123772, + "nauc_recall_at_20_diff1": 0.7741941214271436, + "nauc_recall_at_20_max": 0.8928550823054591, + "nauc_recall_at_20_std": 0.2512541147581166, + "nauc_recall_at_3_diff1": 0.8061997163117126, + "nauc_recall_at_3_max": 0.8455184432333506, + "nauc_recall_at_3_std": 0.012007682679205633, + "nauc_recall_at_5_diff1": 0.801569633991951, + "nauc_recall_at_5_max": 0.8624222789045551, + "nauc_recall_at_5_std": 0.0925324551814222, + "ndcg_at_1": 0.75174, + "ndcg_at_10": 0.83858, + "ndcg_at_100": 0.85342, + "ndcg_at_1000": 0.85506, + "ndcg_at_20": 0.84631, + "ndcg_at_3": 0.81821, + "ndcg_at_5": 0.82792, + "precision_at_1": 0.75174, + "precision_at_10": 0.09199, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04752, + "precision_at_3": 0.28775, + "precision_at_5": 0.17735, + "recall_at_1": 0.75174, + "recall_at_10": 0.91986, + "recall_at_100": 0.9878, + "recall_at_1000": 1.0, + "recall_at_20": 0.95035, + "recall_at_3": 0.86324, + "recall_at_5": 0.88676 + }, + { + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.8209, + "map_at_1": 0.736, + "map_at_10": 0.79405, + "map_at_100": 0.79828, + "map_at_1000": 0.79833, + "map_at_20": 0.79695, + "map_at_3": 0.78167, + "map_at_5": 0.79057, + "mrr_at_1": 0.736, + "mrr_at_10": 0.7940515873015873, + "mrr_at_100": 0.7982782811494658, + "mrr_at_1000": 0.7983314648179429, + "mrr_at_20": 0.796952929260282, + "mrr_at_3": 0.7816666666666666, + "mrr_at_5": 0.7905666666666665, + "nauc_map_at_1000_diff1": 0.8669361384506462, + "nauc_map_at_1000_max": 0.8109316962196006, + "nauc_map_at_1000_std": 0.2031403515728841, + "nauc_map_at_100_diff1": 0.8669192724556479, + "nauc_map_at_100_max": 0.8109762633454448, + "nauc_map_at_100_std": 0.20336381539212722, + "nauc_map_at_10_diff1": 0.8658894761550802, + "nauc_map_at_10_max": 0.8113585821953999, + "nauc_map_at_10_std": 0.20552087597712415, + "nauc_map_at_1_diff1": 0.8787043859930159, + "nauc_map_at_1_max": 0.7795109409540896, + "nauc_map_at_1_std": 0.14204017556787302, + "nauc_map_at_20_diff1": 0.8664497627281508, + "nauc_map_at_20_max": 0.8116370630371633, + "nauc_map_at_20_std": 0.20452417146048044, + "nauc_map_at_3_diff1": 0.8647196023151169, + "nauc_map_at_3_max": 0.8132106143540365, + "nauc_map_at_3_std": 0.1952370481478277, + "nauc_map_at_5_diff1": 0.8674550808700429, + "nauc_map_at_5_max": 0.8152951821535253, + "nauc_map_at_5_std": 0.21278422849062092, + "nauc_mrr_at_1000_diff1": 0.8669361384506462, + "nauc_mrr_at_1000_max": 0.8109316962196006, + "nauc_mrr_at_1000_std": 0.2031403515728841, + "nauc_mrr_at_100_diff1": 0.8669192724556479, + "nauc_mrr_at_100_max": 0.8109762633454448, + "nauc_mrr_at_100_std": 0.20336381539212722, + "nauc_mrr_at_10_diff1": 0.8658894761550802, + "nauc_mrr_at_10_max": 0.8113585821953999, + "nauc_mrr_at_10_std": 0.20552087597712415, + "nauc_mrr_at_1_diff1": 0.8787043859930159, + "nauc_mrr_at_1_max": 0.7795109409540896, + "nauc_mrr_at_1_std": 0.14204017556787302, + "nauc_mrr_at_20_diff1": 0.8664497627281508, + "nauc_mrr_at_20_max": 0.8116370630371633, + "nauc_mrr_at_20_std": 0.20452417146048044, + "nauc_mrr_at_3_diff1": 0.8647196023151169, + "nauc_mrr_at_3_max": 0.8132106143540365, + "nauc_mrr_at_3_std": 0.1952370481478277, + "nauc_mrr_at_5_diff1": 0.8674550808700429, + "nauc_mrr_at_5_max": 0.8152951821535253, + "nauc_mrr_at_5_std": 0.21278422849062092, + "nauc_ndcg_at_1000_diff1": 0.8650955117496627, + "nauc_ndcg_at_1000_max": 0.8159263024728346, + "nauc_ndcg_at_1000_std": 0.21775819385949563, + "nauc_ndcg_at_100_diff1": 0.8647312294116921, + "nauc_ndcg_at_100_max": 0.8170688016633929, + "nauc_ndcg_at_100_std": 0.22344490448174015, + "nauc_ndcg_at_10_diff1": 0.8599435799361274, + "nauc_ndcg_at_10_max": 0.8208457030008667, + "nauc_ndcg_at_10_std": 0.23736593083244156, + "nauc_ndcg_at_1_diff1": 0.8787043859930159, + "nauc_ndcg_at_1_max": 0.7795109409540896, + "nauc_ndcg_at_1_std": 0.14204017556787302, + "nauc_ndcg_at_20_diff1": 0.8616648467246297, + "nauc_ndcg_at_20_max": 0.8223521474413463, + "nauc_ndcg_at_20_std": 0.23510908537129319, + "nauc_ndcg_at_3_diff1": 0.8593979860346612, + "nauc_ndcg_at_3_max": 0.8252202427875991, + "nauc_ndcg_at_3_std": 0.21836336508885634, + "nauc_ndcg_at_5_diff1": 0.8645734958997758, + "nauc_ndcg_at_5_max": 0.8306530628904228, + "nauc_ndcg_at_5_std": 0.2531918113110582, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8190943043884249, + "nauc_precision_at_100_max": 0.9673202614378978, + "nauc_precision_at_100_std": 0.9673202614378978, + "nauc_precision_at_10_diff1": 0.8244922969187674, + "nauc_precision_at_10_max": 0.8686585745409283, + "nauc_precision_at_10_std": 0.417649004046062, + "nauc_precision_at_1_diff1": 0.8787043859930159, + "nauc_precision_at_1_max": 0.7795109409540896, + "nauc_precision_at_1_std": 0.14204017556787302, + "nauc_precision_at_20_diff1": 0.8145554518103534, + "nauc_precision_at_20_max": 0.9207213749697416, + "nauc_precision_at_20_std": 0.5313829235397866, + "nauc_precision_at_3_diff1": 0.8394820814923908, + "nauc_precision_at_3_max": 0.869839224349534, + "nauc_precision_at_3_std": 0.30606897398134525, + "nauc_precision_at_5_diff1": 0.8527221708391454, + "nauc_precision_at_5_max": 0.9023843488893416, + "nauc_precision_at_5_std": 0.4464971547710477, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8190943043884038, + "nauc_recall_at_100_max": 0.9673202614379068, + "nauc_recall_at_100_std": 0.9673202614379068, + "nauc_recall_at_10_diff1": 0.8244922969187686, + "nauc_recall_at_10_max": 0.8686585745409271, + "nauc_recall_at_10_std": 0.41764900404606364, + "nauc_recall_at_1_diff1": 0.8787043859930159, + "nauc_recall_at_1_max": 0.7795109409540896, + "nauc_recall_at_1_std": 0.14204017556787302, + "nauc_recall_at_20_diff1": 0.8145554518103537, + "nauc_recall_at_20_max": 0.9207213749697417, + "nauc_recall_at_20_std": 0.531382923539788, + "nauc_recall_at_3_diff1": 0.8394820814923907, + "nauc_recall_at_3_max": 0.8698392243495335, + "nauc_recall_at_3_std": 0.3060689739813454, + "nauc_recall_at_5_diff1": 0.8527221708391469, + "nauc_recall_at_5_max": 0.9023843488893416, + "nauc_recall_at_5_std": 0.4464971547710503, + "ndcg_at_1": 0.736, + "ndcg_at_10": 0.8209, + "ndcg_at_100": 0.84032, + "ndcg_at_1000": 0.84142, + "ndcg_at_20": 0.83151, + "ndcg_at_3": 0.79664, + "ndcg_at_5": 0.81248, + "precision_at_1": 0.736, + "precision_at_10": 0.0904, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0473, + "precision_at_3": 0.28, + "precision_at_5": 0.1756, + "recall_at_1": 0.736, + "recall_at_10": 0.904, + "recall_at_100": 0.992, + "recall_at_1000": 1.0, + "recall_at_20": 0.946, + "recall_at_3": 0.84, + "recall_at_5": 0.878 + }, + { + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.81921, + "map_at_1": 0.71795, + "map_at_10": 0.78855, + "map_at_100": 0.79202, + "map_at_1000": 0.79211, + "map_at_20": 0.79063, + "map_at_3": 0.77548, + "map_at_5": 0.78465, + "mrr_at_1": 0.717948717948718, + "mrr_at_10": 0.7885499827807518, + "mrr_at_100": 0.792022450523846, + "mrr_at_1000": 0.7921059334660155, + "mrr_at_20": 0.7906272965630046, + "mrr_at_3": 0.7754766600920446, + "mrr_at_5": 0.7846482577251807, + "nauc_map_at_1000_diff1": 0.777234245692285, + "nauc_map_at_1000_max": 0.6787745855861642, + "nauc_map_at_1000_std": 0.09632301090463186, + "nauc_map_at_100_diff1": 0.7772530220357597, + "nauc_map_at_100_max": 0.6788907667794469, + "nauc_map_at_100_std": 0.09660297831919891, + "nauc_map_at_10_diff1": 0.7753527063319066, + "nauc_map_at_10_max": 0.6799511855936552, + "nauc_map_at_10_std": 0.09466166123731164, + "nauc_map_at_1_diff1": 0.8036695235899596, + "nauc_map_at_1_max": 0.6476115658569104, + "nauc_map_at_1_std": 0.059992910960417006, + "nauc_map_at_20_diff1": 0.7760805641800124, + "nauc_map_at_20_max": 0.6793308667245859, + "nauc_map_at_20_std": 0.09706969054863833, + "nauc_map_at_3_diff1": 0.7784442386128921, + "nauc_map_at_3_max": 0.6759065222893748, + "nauc_map_at_3_std": 0.08840210827524145, + "nauc_map_at_5_diff1": 0.7752726159711331, + "nauc_map_at_5_max": 0.6833208067370402, + "nauc_map_at_5_std": 0.09881721105834554, + "nauc_mrr_at_1000_diff1": 0.777234245692285, + "nauc_mrr_at_1000_max": 0.6787745855861642, + "nauc_mrr_at_1000_std": 0.09632301090463186, + "nauc_mrr_at_100_diff1": 0.7772530220357597, + "nauc_mrr_at_100_max": 0.6788907667794469, + "nauc_mrr_at_100_std": 0.09660297831919891, + "nauc_mrr_at_10_diff1": 0.7753527063319066, + "nauc_mrr_at_10_max": 0.6799511855936552, + "nauc_mrr_at_10_std": 0.09466166123731164, + "nauc_mrr_at_1_diff1": 0.8036695235899596, + "nauc_mrr_at_1_max": 0.6476115658569104, + "nauc_mrr_at_1_std": 0.059992910960417006, + "nauc_mrr_at_20_diff1": 0.7760805641800124, + "nauc_mrr_at_20_max": 0.6793308667245859, + "nauc_mrr_at_20_std": 0.09706969054863833, + "nauc_mrr_at_3_diff1": 0.7784442386128921, + "nauc_mrr_at_3_max": 0.6759065222893748, + "nauc_mrr_at_3_std": 0.08840210827524145, + "nauc_mrr_at_5_diff1": 0.7752726159711331, + "nauc_mrr_at_5_max": 0.6833208067370402, + "nauc_mrr_at_5_std": 0.09881721105834554, + "nauc_ndcg_at_1000_diff1": 0.7729524404134648, + "nauc_ndcg_at_1000_max": 0.6855860145169478, + "nauc_ndcg_at_1000_std": 0.10726442058807138, + "nauc_ndcg_at_100_diff1": 0.7736885779521485, + "nauc_ndcg_at_100_max": 0.6893763698860296, + "nauc_ndcg_at_100_std": 0.11628493207846498, + "nauc_ndcg_at_10_diff1": 0.7619311693715151, + "nauc_ndcg_at_10_max": 0.6943765975190643, + "nauc_ndcg_at_10_std": 0.10996664562444183, + "nauc_ndcg_at_1_diff1": 0.8036695235899596, + "nauc_ndcg_at_1_max": 0.6476115658569104, + "nauc_ndcg_at_1_std": 0.059992910960417006, + "nauc_ndcg_at_20_diff1": 0.7649464348637197, + "nauc_ndcg_at_20_max": 0.6922213098753817, + "nauc_ndcg_at_20_std": 0.12078089072387613, + "nauc_ndcg_at_3_diff1": 0.7695749129567501, + "nauc_ndcg_at_3_max": 0.6871823594550882, + "nauc_ndcg_at_3_std": 0.09918961724865509, + "nauc_ndcg_at_5_diff1": 0.7626416241947016, + "nauc_ndcg_at_5_max": 0.7020502183987345, + "nauc_ndcg_at_5_std": 0.11870076754374836, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8284393158352203, + "nauc_precision_at_100_max": 0.965285138556326, + "nauc_precision_at_100_std": 0.7697916300133687, + "nauc_precision_at_10_diff1": 0.6749704187855277, + "nauc_precision_at_10_max": 0.7838823471324838, + "nauc_precision_at_10_std": 0.20528573021686064, + "nauc_precision_at_1_diff1": 0.8036695235899596, + "nauc_precision_at_1_max": 0.6476115658569104, + "nauc_precision_at_1_std": 0.059992910960417006, + "nauc_precision_at_20_diff1": 0.6621470273636046, + "nauc_precision_at_20_max": 0.8098528600232381, + "nauc_precision_at_20_std": 0.3788528543637598, + "nauc_precision_at_3_diff1": 0.7349826130636565, + "nauc_precision_at_3_max": 0.7317906255827122, + "nauc_precision_at_3_std": 0.14164241008918677, + "nauc_precision_at_5_diff1": 0.6991421674862162, + "nauc_precision_at_5_max": 0.7975317393433841, + "nauc_precision_at_5_std": 0.21929357137929287, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8284393158352251, + "nauc_recall_at_100_max": 0.9652851385563306, + "nauc_recall_at_100_std": 0.7697916300133713, + "nauc_recall_at_10_diff1": 0.6749704187855279, + "nauc_recall_at_10_max": 0.7838823471324847, + "nauc_recall_at_10_std": 0.20528573021686095, + "nauc_recall_at_1_diff1": 0.8036695235899596, + "nauc_recall_at_1_max": 0.6476115658569104, + "nauc_recall_at_1_std": 0.059992910960417006, + "nauc_recall_at_20_diff1": 0.6621470273636051, + "nauc_recall_at_20_max": 0.8098528600232385, + "nauc_recall_at_20_std": 0.3788528543637612, + "nauc_recall_at_3_diff1": 0.7349826130636544, + "nauc_recall_at_3_max": 0.7317906255827124, + "nauc_recall_at_3_std": 0.14164241008918652, + "nauc_recall_at_5_diff1": 0.6991421674862173, + "nauc_recall_at_5_max": 0.7975317393433863, + "nauc_recall_at_5_std": 0.21929357137929467, + "ndcg_at_1": 0.71795, + "ndcg_at_10": 0.81921, + "ndcg_at_100": 0.8351, + "ndcg_at_1000": 0.83716, + "ndcg_at_20": 0.82705, + "ndcg_at_3": 0.79367, + "ndcg_at_5": 0.81006, + "precision_at_1": 0.71795, + "precision_at_10": 0.09132, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04724, + "precision_at_3": 0.28205, + "precision_at_5": 0.17712, + "recall_at_1": 0.71795, + "recall_at_10": 0.91321, + "recall_at_100": 0.98422, + "recall_at_1000": 1.0, + "recall_at_20": 0.94477, + "recall_at_3": 0.84615, + "recall_at_5": 0.8856 + }, + { + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.79587, + "map_at_1": 0.67319, + "map_at_10": 0.7599, + "map_at_100": 0.76348, + "map_at_1000": 0.76355, + "map_at_20": 0.76205, + "map_at_3": 0.7456, + "map_at_5": 0.7547, + "mrr_at_1": 0.6731898238747553, + "mrr_at_10": 0.7598988910632744, + "mrr_at_100": 0.7634751712126455, + "mrr_at_1000": 0.7635529855555042, + "mrr_at_20": 0.7620526867286238, + "mrr_at_3": 0.7455968688845398, + "mrr_at_5": 0.7546966731898235, + "nauc_map_at_1000_diff1": 0.7906799388886778, + "nauc_map_at_1000_max": 0.6971305032739047, + "nauc_map_at_1000_std": 0.23713028001741102, + "nauc_map_at_100_diff1": 0.7906931383795827, + "nauc_map_at_100_max": 0.6972348218657466, + "nauc_map_at_100_std": 0.23740204064273285, + "nauc_map_at_10_diff1": 0.7886264383388167, + "nauc_map_at_10_max": 0.6991759990132171, + "nauc_map_at_10_std": 0.2383558375279965, + "nauc_map_at_1_diff1": 0.798820024117559, + "nauc_map_at_1_max": 0.6355395280699179, + "nauc_map_at_1_std": 0.17739377971050319, + "nauc_map_at_20_diff1": 0.7903194564948627, + "nauc_map_at_20_max": 0.6985601987876827, + "nauc_map_at_20_std": 0.2385743473365791, + "nauc_map_at_3_diff1": 0.7911937939832353, + "nauc_map_at_3_max": 0.7012790196670895, + "nauc_map_at_3_std": 0.23178827979757355, + "nauc_map_at_5_diff1": 0.7890349995194818, + "nauc_map_at_5_max": 0.7034287361775521, + "nauc_map_at_5_std": 0.241711006365005, + "nauc_mrr_at_1000_diff1": 0.7906799388886778, + "nauc_mrr_at_1000_max": 0.6971305032739047, + "nauc_mrr_at_1000_std": 0.23713028001741102, + "nauc_mrr_at_100_diff1": 0.7906931383795827, + "nauc_mrr_at_100_max": 0.6972348218657466, + "nauc_mrr_at_100_std": 0.23740204064273285, + "nauc_mrr_at_10_diff1": 0.7886264383388167, + "nauc_mrr_at_10_max": 0.6991759990132171, + "nauc_mrr_at_10_std": 0.2383558375279965, + "nauc_mrr_at_1_diff1": 0.798820024117559, + "nauc_mrr_at_1_max": 0.6355395280699179, + "nauc_mrr_at_1_std": 0.17739377971050319, + "nauc_mrr_at_20_diff1": 0.7903194564948627, + "nauc_mrr_at_20_max": 0.6985601987876827, + "nauc_mrr_at_20_std": 0.2385743473365791, + "nauc_mrr_at_3_diff1": 0.7911937939832353, + "nauc_mrr_at_3_max": 0.7012790196670895, + "nauc_mrr_at_3_std": 0.23178827979757355, + "nauc_mrr_at_5_diff1": 0.7890349995194818, + "nauc_mrr_at_5_max": 0.7034287361775521, + "nauc_mrr_at_5_std": 0.241711006365005, + "nauc_ndcg_at_1000_diff1": 0.7901389083734832, + "nauc_ndcg_at_1000_max": 0.7081748921971307, + "nauc_ndcg_at_1000_std": 0.2523964207811944, + "nauc_ndcg_at_100_diff1": 0.7905807853505924, + "nauc_ndcg_at_100_max": 0.7110174489916776, + "nauc_ndcg_at_100_std": 0.26022776872202, + "nauc_ndcg_at_10_diff1": 0.7826175026042369, + "nauc_ndcg_at_10_max": 0.7235225950501908, + "nauc_ndcg_at_10_std": 0.26827720213380385, + "nauc_ndcg_at_1_diff1": 0.798820024117559, + "nauc_ndcg_at_1_max": 0.6355395280699179, + "nauc_ndcg_at_1_std": 0.17739377971050319, + "nauc_ndcg_at_20_diff1": 0.7891360124228525, + "nauc_ndcg_at_20_max": 0.7218716521259255, + "nauc_ndcg_at_20_std": 0.2719840992467975, + "nauc_ndcg_at_3_diff1": 0.789333297775458, + "nauc_ndcg_at_3_max": 0.7268768583247627, + "nauc_ndcg_at_3_std": 0.2539591022282502, + "nauc_ndcg_at_5_diff1": 0.7847015715989952, + "nauc_ndcg_at_5_max": 0.7335574674530684, + "nauc_ndcg_at_5_std": 0.27572818879062355, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8313592406275068, + "nauc_precision_at_100_max": 0.9626598465473347, + "nauc_precision_at_100_std": 0.9603317929701919, + "nauc_precision_at_10_diff1": 0.7401591366653736, + "nauc_precision_at_10_max": 0.8734683675166489, + "nauc_precision_at_10_std": 0.4612282698998752, + "nauc_precision_at_1_diff1": 0.798820024117559, + "nauc_precision_at_1_max": 0.6355395280699179, + "nauc_precision_at_1_std": 0.17739377971050319, + "nauc_precision_at_20_diff1": 0.7870567022406908, + "nauc_precision_at_20_max": 0.923636865559656, + "nauc_precision_at_20_std": 0.5964395520833198, + "nauc_precision_at_3_diff1": 0.7824642358056505, + "nauc_precision_at_3_max": 0.8280223332651186, + "nauc_precision_at_3_std": 0.3419941392758462, + "nauc_precision_at_5_diff1": 0.7630382052127934, + "nauc_precision_at_5_max": 0.8813123938675579, + "nauc_precision_at_5_std": 0.4463295271376245, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8313592406274876, + "nauc_recall_at_100_max": 0.9626598465473128, + "nauc_recall_at_100_std": 0.9603317929701916, + "nauc_recall_at_10_diff1": 0.740159136665376, + "nauc_recall_at_10_max": 0.8734683675166505, + "nauc_recall_at_10_std": 0.46122826989987664, + "nauc_recall_at_1_diff1": 0.798820024117559, + "nauc_recall_at_1_max": 0.6355395280699179, + "nauc_recall_at_1_std": 0.17739377971050319, + "nauc_recall_at_20_diff1": 0.7870567022406922, + "nauc_recall_at_20_max": 0.9236368655596568, + "nauc_recall_at_20_std": 0.596439552083321, + "nauc_recall_at_3_diff1": 0.7824642358056499, + "nauc_recall_at_3_max": 0.8280223332651198, + "nauc_recall_at_3_std": 0.3419941392758462, + "nauc_recall_at_5_diff1": 0.7630382052127943, + "nauc_recall_at_5_max": 0.8813123938675596, + "nauc_recall_at_5_std": 0.4463295271376254, + "ndcg_at_1": 0.67319, + "ndcg_at_10": 0.79587, + "ndcg_at_100": 0.81308, + "ndcg_at_1000": 0.8149, + "ndcg_at_20": 0.80344, + "ndcg_at_3": 0.76735, + "ndcg_at_5": 0.78361, + "precision_at_1": 0.67319, + "precision_at_10": 0.09061, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04677, + "precision_at_3": 0.27658, + "precision_at_5": 0.17378, + "recall_at_1": 0.67319, + "recall_at_10": 0.90607, + "recall_at_100": 0.9863, + "recall_at_1000": 1.0, + "recall_at_20": 0.93542, + "recall_at_3": 0.82975, + "recall_at_5": 0.86888 + }, + { + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.82473, + "map_at_1": 0.70833, + "map_at_10": 0.79036, + "map_at_100": 0.79335, + "map_at_1000": 0.79342, + "map_at_20": 0.79248, + "map_at_3": 0.77943, + "map_at_5": 0.78479, + "mrr_at_1": 0.7083333333333334, + "mrr_at_10": 0.7903557256235825, + "mrr_at_100": 0.7933468798936477, + "mrr_at_1000": 0.7934240333818495, + "mrr_at_20": 0.7924767910817591, + "mrr_at_3": 0.7794312169312165, + "mrr_at_5": 0.7847883597883594, + "nauc_map_at_1000_diff1": 0.7958833512054619, + "nauc_map_at_1000_max": 0.6771990455508258, + "nauc_map_at_1000_std": 0.20026028087539605, + "nauc_map_at_100_diff1": 0.7959014402189721, + "nauc_map_at_100_max": 0.6773064842114539, + "nauc_map_at_100_std": 0.20049847722782557, + "nauc_map_at_10_diff1": 0.7942984501916011, + "nauc_map_at_10_max": 0.6792185446882335, + "nauc_map_at_10_std": 0.20390660129074514, + "nauc_map_at_1_diff1": 0.8088595120389521, + "nauc_map_at_1_max": 0.629463765727008, + "nauc_map_at_1_std": 0.16088986035899222, + "nauc_map_at_20_diff1": 0.7957861578039963, + "nauc_map_at_20_max": 0.6782210597896158, + "nauc_map_at_20_std": 0.20324895478012697, + "nauc_map_at_3_diff1": 0.798317392956287, + "nauc_map_at_3_max": 0.6866059008022148, + "nauc_map_at_3_std": 0.192109262366919, + "nauc_map_at_5_diff1": 0.7943242903537161, + "nauc_map_at_5_max": 0.6816765185679299, + "nauc_map_at_5_std": 0.19862286595202344, + "nauc_mrr_at_1000_diff1": 0.7958833512054619, + "nauc_mrr_at_1000_max": 0.6771990455508258, + "nauc_mrr_at_1000_std": 0.20026028087539605, + "nauc_mrr_at_100_diff1": 0.7959014402189721, + "nauc_mrr_at_100_max": 0.6773064842114539, + "nauc_mrr_at_100_std": 0.20049847722782557, + "nauc_mrr_at_10_diff1": 0.7942984501916011, + "nauc_mrr_at_10_max": 0.6792185446882335, + "nauc_mrr_at_10_std": 0.20390660129074514, + "nauc_mrr_at_1_diff1": 0.8088595120389521, + "nauc_mrr_at_1_max": 0.629463765727008, + "nauc_mrr_at_1_std": 0.16088986035899222, + "nauc_mrr_at_20_diff1": 0.7957861578039963, + "nauc_mrr_at_20_max": 0.6782210597896158, + "nauc_mrr_at_20_std": 0.20324895478012697, + "nauc_mrr_at_3_diff1": 0.798317392956287, + "nauc_mrr_at_3_max": 0.6866059008022148, + "nauc_mrr_at_3_std": 0.192109262366919, + "nauc_mrr_at_5_diff1": 0.7943242903537161, + "nauc_mrr_at_5_max": 0.6816765185679299, + "nauc_mrr_at_5_std": 0.19862286595202344, + "nauc_ndcg_at_1000_diff1": 0.794357458302416, + "nauc_ndcg_at_1000_max": 0.6851002023097557, + "nauc_ndcg_at_1000_std": 0.212797326020137, + "nauc_ndcg_at_100_diff1": 0.7947295156451255, + "nauc_ndcg_at_100_max": 0.6878093503284329, + "nauc_ndcg_at_100_std": 0.21875268486008628, + "nauc_ndcg_at_10_diff1": 0.7877767418092978, + "nauc_ndcg_at_10_max": 0.6983029231483472, + "nauc_ndcg_at_10_std": 0.24102065487112212, + "nauc_ndcg_at_1_diff1": 0.8088595120389521, + "nauc_ndcg_at_1_max": 0.629463765727008, + "nauc_ndcg_at_1_std": 0.16088986035899222, + "nauc_ndcg_at_20_diff1": 0.7941719034612491, + "nauc_ndcg_at_20_max": 0.694534922850443, + "nauc_ndcg_at_20_std": 0.2390166476576995, + "nauc_ndcg_at_3_diff1": 0.7962433221509287, + "nauc_ndcg_at_3_max": 0.7111779744816326, + "nauc_ndcg_at_3_std": 0.20717309452703853, + "nauc_ndcg_at_5_diff1": 0.7879162056075445, + "nauc_ndcg_at_5_max": 0.702428880399005, + "nauc_ndcg_at_5_std": 0.22174626235149067, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8249358160312522, + "nauc_precision_at_100_max": 0.9257154010657808, + "nauc_precision_at_100_std": 0.7394081065264124, + "nauc_precision_at_10_diff1": 0.7363074940705442, + "nauc_precision_at_10_max": 0.8420561397379532, + "nauc_precision_at_10_std": 0.5634931919777096, + "nauc_precision_at_1_diff1": 0.8088595120389521, + "nauc_precision_at_1_max": 0.629463765727008, + "nauc_precision_at_1_std": 0.16088986035899222, + "nauc_precision_at_20_diff1": 0.7946280036264612, + "nauc_precision_at_20_max": 0.8906760082231127, + "nauc_precision_at_20_std": 0.7677188311684485, + "nauc_precision_at_3_diff1": 0.7882844698000718, + "nauc_precision_at_3_max": 0.8185812729905961, + "nauc_precision_at_3_std": 0.2737539888880094, + "nauc_precision_at_5_diff1": 0.7545095540066458, + "nauc_precision_at_5_max": 0.8056224590218629, + "nauc_precision_at_5_std": 0.34426799079463233, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8249358160312549, + "nauc_recall_at_100_max": 0.9257154010657839, + "nauc_recall_at_100_std": 0.7394081065264417, + "nauc_recall_at_10_diff1": 0.736307494070544, + "nauc_recall_at_10_max": 0.8420561397379552, + "nauc_recall_at_10_std": 0.5634931919777127, + "nauc_recall_at_1_diff1": 0.8088595120389521, + "nauc_recall_at_1_max": 0.629463765727008, + "nauc_recall_at_1_std": 0.16088986035899222, + "nauc_recall_at_20_diff1": 0.7946280036264611, + "nauc_recall_at_20_max": 0.8906760082231102, + "nauc_recall_at_20_std": 0.7677188311684479, + "nauc_recall_at_3_diff1": 0.7882844698000737, + "nauc_recall_at_3_max": 0.8185812729905951, + "nauc_recall_at_3_std": 0.27375398888800906, + "nauc_recall_at_5_diff1": 0.7545095540066453, + "nauc_recall_at_5_max": 0.8056224590218634, + "nauc_recall_at_5_std": 0.34426799079463655, + "ndcg_at_1": 0.70833, + "ndcg_at_10": 0.82473, + "ndcg_at_100": 0.83778, + "ndcg_at_1000": 0.83942, + "ndcg_at_20": 0.83232, + "ndcg_at_3": 0.80151, + "ndcg_at_5": 0.81125, + "precision_at_1": 0.70833, + "precision_at_10": 0.09306, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04802, + "precision_at_3": 0.28836, + "precision_at_5": 0.17778, + "recall_at_1": 0.70833, + "recall_at_10": 0.93056, + "recall_at_100": 0.9881, + "recall_at_1000": 1.0, + "recall_at_20": 0.96032, + "recall_at_3": 0.86508, + "recall_at_5": 0.88889 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "main_score": 0.74953, + "map_at_1": 0.62112, + "map_at_10": 0.70545, + "map_at_100": 0.71019, + "map_at_1000": 0.71024, + "map_at_20": 0.70897, + "map_at_3": 0.68219, + "map_at_5": 0.69772, + "mrr_at_1": 0.6211180124223602, + "mrr_at_10": 0.705449571132801, + "mrr_at_100": 0.7101943608692698, + "mrr_at_1000": 0.7102384117921366, + "mrr_at_20": 0.7089712762575386, + "mrr_at_3": 0.6821946169772256, + "mrr_at_5": 0.6977225672877847, + "nauc_map_at_1000_diff1": 0.7150003880364031, + "nauc_map_at_1000_max": 0.7650479296714996, + "nauc_map_at_1000_std": 0.2872054272811151, + "nauc_map_at_100_diff1": 0.7150017629561624, + "nauc_map_at_100_max": 0.7650907732997209, + "nauc_map_at_100_std": 0.28731158550204977, + "nauc_map_at_10_diff1": 0.7118087165230734, + "nauc_map_at_10_max": 0.7637087661510287, + "nauc_map_at_10_std": 0.28579035000924274, + "nauc_map_at_1_diff1": 0.7693922388603298, + "nauc_map_at_1_max": 0.7773522074721033, + "nauc_map_at_1_std": 0.27692258188502566, + "nauc_map_at_20_diff1": 0.7130926249545108, + "nauc_map_at_20_max": 0.7648717309410878, + "nauc_map_at_20_std": 0.2885418604043323, + "nauc_map_at_3_diff1": 0.7124578654407338, + "nauc_map_at_3_max": 0.7593921406655995, + "nauc_map_at_3_std": 0.25740956137386967, + "nauc_map_at_5_diff1": 0.7113439403350845, + "nauc_map_at_5_max": 0.7669169360304656, + "nauc_map_at_5_std": 0.28673446809084535, + "nauc_mrr_at_1000_diff1": 0.7150003880364031, + "nauc_mrr_at_1000_max": 0.7650479296714996, + "nauc_mrr_at_1000_std": 0.2872054272811151, + "nauc_mrr_at_100_diff1": 0.7150017629561624, + "nauc_mrr_at_100_max": 0.7650907732997209, + "nauc_mrr_at_100_std": 0.28731158550204977, + "nauc_mrr_at_10_diff1": 0.7118087165230734, + "nauc_mrr_at_10_max": 0.7637087661510287, + "nauc_mrr_at_10_std": 0.28579035000924274, + "nauc_mrr_at_1_diff1": 0.7693922388603298, + "nauc_mrr_at_1_max": 0.7773522074721033, + "nauc_mrr_at_1_std": 0.27692258188502566, + "nauc_mrr_at_20_diff1": 0.7130926249545108, + "nauc_mrr_at_20_max": 0.7648717309410878, + "nauc_mrr_at_20_std": 0.2885418604043323, + "nauc_mrr_at_3_diff1": 0.7124578654407338, + "nauc_mrr_at_3_max": 0.7593921406655995, + "nauc_mrr_at_3_std": 0.25740956137386967, + "nauc_mrr_at_5_diff1": 0.7113439403350845, + "nauc_mrr_at_5_max": 0.7669169360304656, + "nauc_mrr_at_5_std": 0.28673446809084535, + "nauc_ndcg_at_1000_diff1": 0.706563929825252, + "nauc_ndcg_at_1000_max": 0.7649233819085458, + "nauc_ndcg_at_1000_std": 0.29487937917886275, + "nauc_ndcg_at_100_diff1": 0.7066364163962704, + "nauc_ndcg_at_100_max": 0.7659899459422855, + "nauc_ndcg_at_100_std": 0.297485900896245, + "nauc_ndcg_at_10_diff1": 0.6878978915242884, + "nauc_ndcg_at_10_max": 0.7602042571904798, + "nauc_ndcg_at_10_std": 0.2996193744913701, + "nauc_ndcg_at_1_diff1": 0.7693922388603298, + "nauc_ndcg_at_1_max": 0.7773522074721033, + "nauc_ndcg_at_1_std": 0.27692258188502566, + "nauc_ndcg_at_20_diff1": 0.6925771908493684, + "nauc_ndcg_at_20_max": 0.7646874901254019, + "nauc_ndcg_at_20_std": 0.3090443923525249, + "nauc_ndcg_at_3_diff1": 0.6919976451844772, + "nauc_ndcg_at_3_max": 0.7546942507851006, + "nauc_ndcg_at_3_std": 0.24734550698327032, + "nauc_ndcg_at_5_diff1": 0.6883210446434714, + "nauc_ndcg_at_5_max": 0.7692289763847763, + "nauc_ndcg_at_5_std": 0.30516571398116094, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7225403714011617, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8693711967545601, + "nauc_precision_at_10_diff1": 0.5339026401924907, + "nauc_precision_at_10_max": 0.7359193998954742, + "nauc_precision_at_10_std": 0.3943119643950983, + "nauc_precision_at_1_diff1": 0.7693922388603298, + "nauc_precision_at_1_max": 0.7773522074721033, + "nauc_precision_at_1_std": 0.27692258188502566, + "nauc_precision_at_20_diff1": 0.47763592122536885, + "nauc_precision_at_20_max": 0.771795235513002, + "nauc_precision_at_20_std": 0.5659443542324042, + "nauc_precision_at_3_diff1": 0.6188594922125823, + "nauc_precision_at_3_max": 0.7385929629484264, + "nauc_precision_at_3_std": 0.21016756556282284, + "nauc_precision_at_5_diff1": 0.5827117633552887, + "nauc_precision_at_5_max": 0.7843223179299679, + "nauc_precision_at_5_std": 0.4025001189764128, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7225403714011477, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8693711967545606, + "nauc_recall_at_10_diff1": 0.5339026401924907, + "nauc_recall_at_10_max": 0.7359193998954755, + "nauc_recall_at_10_std": 0.3943119643950996, + "nauc_recall_at_1_diff1": 0.7693922388603298, + "nauc_recall_at_1_max": 0.7773522074721033, + "nauc_recall_at_1_std": 0.27692258188502566, + "nauc_recall_at_20_diff1": 0.47763592122536824, + "nauc_recall_at_20_max": 0.7717952355130012, + "nauc_recall_at_20_std": 0.5659443542324007, + "nauc_recall_at_3_diff1": 0.6188594922125826, + "nauc_recall_at_3_max": 0.7385929629484276, + "nauc_recall_at_3_std": 0.21016756556282287, + "nauc_recall_at_5_diff1": 0.5827117633552904, + "nauc_recall_at_5_max": 0.7843223179299693, + "nauc_recall_at_5_std": 0.40250011897641275, + "ndcg_at_1": 0.62112, + "ndcg_at_10": 0.74953, + "ndcg_at_100": 0.77219, + "ndcg_at_1000": 0.77306, + "ndcg_at_20": 0.7622, + "ndcg_at_3": 0.70312, + "ndcg_at_5": 0.73118, + "precision_at_1": 0.62112, + "precision_at_10": 0.08882, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04689, + "precision_at_3": 0.25466, + "precision_at_5": 0.16646, + "recall_at_1": 0.62112, + "recall_at_10": 0.8882, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "recall_at_20": 0.93789, + "recall_at_3": 0.76398, + "recall_at_5": 0.8323 + }, + { + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "main_score": 0.81439, + "map_at_1": 0.69388, + "map_at_10": 0.77603, + "map_at_100": 0.77965, + "map_at_1000": 0.77965, + "map_at_20": 0.77868, + "map_at_3": 0.75765, + "map_at_5": 0.77143, + "mrr_at_1": 0.6938775510204082, + "mrr_at_10": 0.7760264820213799, + "mrr_at_100": 0.7796472921383527, + "mrr_at_1000": 0.7796472921383527, + "mrr_at_20": 0.7786802740313751, + "mrr_at_3": 0.7576530612244898, + "mrr_at_5": 0.7714285714285715, + "nauc_map_at_1000_diff1": 0.8035918369334797, + "nauc_map_at_1000_max": 0.6525060261595905, + "nauc_map_at_1000_std": 0.20918032527913227, + "nauc_map_at_100_diff1": 0.8035918369334797, + "nauc_map_at_100_max": 0.6525060261595905, + "nauc_map_at_100_std": 0.20918032527913227, + "nauc_map_at_10_diff1": 0.801786801456236, + "nauc_map_at_10_max": 0.6548532369951123, + "nauc_map_at_10_std": 0.2169839862177357, + "nauc_map_at_1_diff1": 0.8086875041284434, + "nauc_map_at_1_max": 0.5914091109762372, + "nauc_map_at_1_std": 0.10011047962065325, + "nauc_map_at_20_diff1": 0.803585690962275, + "nauc_map_at_20_max": 0.6532236590416626, + "nauc_map_at_20_std": 0.21219685592635254, + "nauc_map_at_3_diff1": 0.8064333759635666, + "nauc_map_at_3_max": 0.6594480966547971, + "nauc_map_at_3_std": 0.2095226117068914, + "nauc_map_at_5_diff1": 0.8017906111372057, + "nauc_map_at_5_max": 0.6548584608164242, + "nauc_map_at_5_std": 0.2118809186606385, + "nauc_mrr_at_1000_diff1": 0.8035918369334797, + "nauc_mrr_at_1000_max": 0.6525060261595905, + "nauc_mrr_at_1000_std": 0.20918032527913227, + "nauc_mrr_at_100_diff1": 0.8035918369334797, + "nauc_mrr_at_100_max": 0.6525060261595905, + "nauc_mrr_at_100_std": 0.20918032527913227, + "nauc_mrr_at_10_diff1": 0.801786801456236, + "nauc_mrr_at_10_max": 0.6548532369951123, + "nauc_mrr_at_10_std": 0.2169839862177357, + "nauc_mrr_at_1_diff1": 0.8086875041284434, + "nauc_mrr_at_1_max": 0.5914091109762372, + "nauc_mrr_at_1_std": 0.10011047962065325, + "nauc_mrr_at_20_diff1": 0.803585690962275, + "nauc_mrr_at_20_max": 0.6532236590416626, + "nauc_mrr_at_20_std": 0.21219685592635254, + "nauc_mrr_at_3_diff1": 0.8064333759635666, + "nauc_mrr_at_3_max": 0.6594480966547971, + "nauc_mrr_at_3_std": 0.2095226117068914, + "nauc_mrr_at_5_diff1": 0.8017906111372057, + "nauc_mrr_at_5_max": 0.6548584608164242, + "nauc_mrr_at_5_std": 0.2118809186606385, + "nauc_ndcg_at_1000_diff1": 0.80234991811761, + "nauc_ndcg_at_1000_max": 0.6588082826383709, + "nauc_ndcg_at_1000_std": 0.22437200726237116, + "nauc_ndcg_at_100_diff1": 0.80234991811761, + "nauc_ndcg_at_100_max": 0.6588082826383709, + "nauc_ndcg_at_100_std": 0.22437200726237116, + "nauc_ndcg_at_10_diff1": 0.7948817495725204, + "nauc_ndcg_at_10_max": 0.6709782345670674, + "nauc_ndcg_at_10_std": 0.2648031904269127, + "nauc_ndcg_at_1_diff1": 0.8086875041284434, + "nauc_ndcg_at_1_max": 0.5914091109762372, + "nauc_ndcg_at_1_std": 0.10011047962065325, + "nauc_ndcg_at_20_diff1": 0.802807338466801, + "nauc_ndcg_at_20_max": 0.6649343888772732, + "nauc_ndcg_at_20_std": 0.2477107024407466, + "nauc_ndcg_at_3_diff1": 0.8051252304422801, + "nauc_ndcg_at_3_max": 0.6778104551973764, + "nauc_ndcg_at_3_std": 0.2409786370185987, + "nauc_ndcg_at_5_diff1": 0.7948097939609469, + "nauc_ndcg_at_5_max": 0.6700202468639797, + "nauc_ndcg_at_5_std": 0.2505517220083312, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.730459005146915, + "nauc_precision_at_10_max": 0.797257105702011, + "nauc_precision_at_10_std": 0.679540843369023, + "nauc_precision_at_1_diff1": 0.8086875041284434, + "nauc_precision_at_1_max": 0.5914091109762372, + "nauc_precision_at_1_std": 0.10011047962065325, + "nauc_precision_at_20_diff1": 0.8186976699674026, + "nauc_precision_at_20_max": 0.8249137595883853, + "nauc_precision_at_20_std": 0.8330041381342738, + "nauc_precision_at_3_diff1": 0.7997378749491028, + "nauc_precision_at_3_max": 0.7472957542370937, + "nauc_precision_at_3_std": 0.3612162827731656, + "nauc_precision_at_5_diff1": 0.7507552479186014, + "nauc_precision_at_5_max": 0.7481989432949679, + "nauc_precision_at_5_std": 0.4681696339975858, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7304590051469126, + "nauc_recall_at_10_max": 0.7972571057020108, + "nauc_recall_at_10_std": 0.6795408433690235, + "nauc_recall_at_1_diff1": 0.8086875041284434, + "nauc_recall_at_1_max": 0.5914091109762372, + "nauc_recall_at_1_std": 0.10011047962065325, + "nauc_recall_at_20_diff1": 0.8186976699673981, + "nauc_recall_at_20_max": 0.8249137595883796, + "nauc_recall_at_20_std": 0.8330041381342723, + "nauc_recall_at_3_diff1": 0.7997378749491025, + "nauc_recall_at_3_max": 0.7472957542370952, + "nauc_recall_at_3_std": 0.3612162827731659, + "nauc_recall_at_5_diff1": 0.7507552479186003, + "nauc_recall_at_5_max": 0.7481989432949683, + "nauc_recall_at_5_std": 0.4681696339975848, + "ndcg_at_1": 0.69388, + "ndcg_at_10": 0.81439, + "ndcg_at_100": 0.82972, + "ndcg_at_1000": 0.82972, + "ndcg_at_20": 0.82364, + "ndcg_at_3": 0.778, + "ndcg_at_5": 0.80302, + "precision_at_1": 0.69388, + "precision_at_10": 0.09337, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04847, + "precision_at_3": 0.27891, + "precision_at_5": 0.17959, + "recall_at_1": 0.69388, + "recall_at_10": 0.93367, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96939, + "recall_at_3": 0.83673, + "recall_at_5": 0.89796 + }, + { + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.83008, + "map_at_1": 0.742, + "map_at_10": 0.80304, + "map_at_100": 0.80677, + "map_at_1000": 0.80683, + "map_at_20": 0.8057, + "map_at_3": 0.79267, + "map_at_5": 0.79887, + "mrr_at_1": 0.742, + "mrr_at_10": 0.8030436507936507, + "mrr_at_100": 0.8067673593590051, + "mrr_at_1000": 0.8068318369005706, + "mrr_at_20": 0.8057011291340236, + "mrr_at_3": 0.7926666666666666, + "mrr_at_5": 0.7988666666666666, + "nauc_map_at_1000_diff1": 0.8056345182796537, + "nauc_map_at_1000_max": 0.6800824931857186, + "nauc_map_at_1000_std": 0.05380563428789747, + "nauc_map_at_100_diff1": 0.8056760290264152, + "nauc_map_at_100_max": 0.6801924549656495, + "nauc_map_at_100_std": 0.053945852175546406, + "nauc_map_at_10_diff1": 0.8036625536440561, + "nauc_map_at_10_max": 0.6825249262010796, + "nauc_map_at_10_std": 0.05609609711579238, + "nauc_map_at_1_diff1": 0.8192342377266253, + "nauc_map_at_1_max": 0.6251412901988463, + "nauc_map_at_1_std": 0.005692413787474513, + "nauc_map_at_20_diff1": 0.8061804525008313, + "nauc_map_at_20_max": 0.6812437797435766, + "nauc_map_at_20_std": 0.05520237785464939, + "nauc_map_at_3_diff1": 0.8033782832644162, + "nauc_map_at_3_max": 0.6817912030287483, + "nauc_map_at_3_std": 0.0622469148201408, + "nauc_map_at_5_diff1": 0.8024164034037726, + "nauc_map_at_5_max": 0.6842190891852379, + "nauc_map_at_5_std": 0.05429116116264811, + "nauc_mrr_at_1000_diff1": 0.8056345182796537, + "nauc_mrr_at_1000_max": 0.6800824931857186, + "nauc_mrr_at_1000_std": 0.05380563428789747, + "nauc_mrr_at_100_diff1": 0.8056760290264152, + "nauc_mrr_at_100_max": 0.6801924549656495, + "nauc_mrr_at_100_std": 0.053945852175546406, + "nauc_mrr_at_10_diff1": 0.8036625536440561, + "nauc_mrr_at_10_max": 0.6825249262010796, + "nauc_mrr_at_10_std": 0.05609609711579238, + "nauc_mrr_at_1_diff1": 0.8192342377266253, + "nauc_mrr_at_1_max": 0.6251412901988463, + "nauc_mrr_at_1_std": 0.005692413787474513, + "nauc_mrr_at_20_diff1": 0.8061804525008313, + "nauc_mrr_at_20_max": 0.6812437797435766, + "nauc_mrr_at_20_std": 0.05520237785464939, + "nauc_mrr_at_3_diff1": 0.8033782832644162, + "nauc_mrr_at_3_max": 0.6817912030287483, + "nauc_mrr_at_3_std": 0.0622469148201408, + "nauc_mrr_at_5_diff1": 0.8024164034037726, + "nauc_mrr_at_5_max": 0.6842190891852379, + "nauc_mrr_at_5_std": 0.05429116116264811, + "nauc_ndcg_at_1000_diff1": 0.8055307755521383, + "nauc_ndcg_at_1000_max": 0.6894663889391962, + "nauc_ndcg_at_1000_std": 0.06145922685486453, + "nauc_ndcg_at_100_diff1": 0.8063255865128527, + "nauc_ndcg_at_100_max": 0.6917613434304535, + "nauc_ndcg_at_100_std": 0.06330065897055892, + "nauc_ndcg_at_10_diff1": 0.8005027607146548, + "nauc_ndcg_at_10_max": 0.7049456005234777, + "nauc_ndcg_at_10_std": 0.0769091484207447, + "nauc_ndcg_at_1_diff1": 0.8192342377266253, + "nauc_ndcg_at_1_max": 0.6251412901988463, + "nauc_ndcg_at_1_std": 0.005692413787474513, + "nauc_ndcg_at_20_diff1": 0.8099116031552992, + "nauc_ndcg_at_20_max": 0.7005248947742941, + "nauc_ndcg_at_20_std": 0.07385538299694731, + "nauc_ndcg_at_3_diff1": 0.8001285520092134, + "nauc_ndcg_at_3_max": 0.7035175368764751, + "nauc_ndcg_at_3_std": 0.0847905844076046, + "nauc_ndcg_at_5_diff1": 0.7975573703203857, + "nauc_ndcg_at_5_max": 0.7087556528421644, + "nauc_ndcg_at_5_std": 0.0688287402466668, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8978758169934562, + "nauc_precision_at_100_max": 0.9673202614378978, + "nauc_precision_at_100_std": 0.24276377217553596, + "nauc_precision_at_10_diff1": 0.7840857273141808, + "nauc_precision_at_10_max": 0.835602458037479, + "nauc_precision_at_10_std": 0.20601263761318211, + "nauc_precision_at_1_diff1": 0.8192342377266253, + "nauc_precision_at_1_max": 0.6251412901988463, + "nauc_precision_at_1_std": 0.005692413787474513, + "nauc_precision_at_20_diff1": 0.8763811079987553, + "nauc_precision_at_20_max": 0.8833255524431977, + "nauc_precision_at_20_std": 0.2684407096171807, + "nauc_precision_at_3_diff1": 0.7887624561450305, + "nauc_precision_at_3_max": 0.7875418539812974, + "nauc_precision_at_3_std": 0.17233835358777014, + "nauc_precision_at_5_diff1": 0.7758239274007335, + "nauc_precision_at_5_max": 0.8207140435014293, + "nauc_precision_at_5_std": 0.13010059907313204, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8978758169934649, + "nauc_recall_at_100_max": 0.9673202614379068, + "nauc_recall_at_100_std": 0.24276377217554024, + "nauc_recall_at_10_diff1": 0.7840857273141827, + "nauc_recall_at_10_max": 0.8356024580374787, + "nauc_recall_at_10_std": 0.20601263761318453, + "nauc_recall_at_1_diff1": 0.8192342377266253, + "nauc_recall_at_1_max": 0.6251412901988463, + "nauc_recall_at_1_std": 0.005692413787474513, + "nauc_recall_at_20_diff1": 0.8763811079987531, + "nauc_recall_at_20_max": 0.8833255524431995, + "nauc_recall_at_20_std": 0.2684407096171794, + "nauc_recall_at_3_diff1": 0.7887624561450327, + "nauc_recall_at_3_max": 0.7875418539812982, + "nauc_recall_at_3_std": 0.17233835358777075, + "nauc_recall_at_5_diff1": 0.7758239274007332, + "nauc_recall_at_5_max": 0.8207140435014293, + "nauc_recall_at_5_std": 0.13010059907313182, + "ndcg_at_1": 0.742, + "ndcg_at_10": 0.83008, + "ndcg_at_100": 0.84722, + "ndcg_at_1000": 0.84837, + "ndcg_at_20": 0.83971, + "ndcg_at_3": 0.80847, + "ndcg_at_5": 0.81983, + "precision_at_1": 0.742, + "precision_at_10": 0.0914, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0476, + "precision_at_3": 0.28467, + "precision_at_5": 0.1764, + "recall_at_1": 0.742, + "recall_at_10": 0.914, + "recall_at_100": 0.992, + "recall_at_1000": 1.0, + "recall_at_20": 0.952, + "recall_at_3": 0.854, + "recall_at_5": 0.882 + }, + { + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ], + "main_score": 0.81827, + "map_at_1": 0.72, + "map_at_10": 0.78913, + "map_at_100": 0.79247, + "map_at_1000": 0.79257, + "map_at_20": 0.79097, + "map_at_3": 0.777, + "map_at_5": 0.7848, + "mrr_at_1": 0.72, + "mrr_at_10": 0.7891325396825395, + "mrr_at_100": 0.7924715324330088, + "mrr_at_1000": 0.7925729830656218, + "mrr_at_20": 0.7909724533636295, + "mrr_at_3": 0.777, + "mrr_at_5": 0.7847999999999998, + "nauc_map_at_1000_diff1": 0.8138802096438063, + "nauc_map_at_1000_max": 0.7493704794040933, + "nauc_map_at_1000_std": 0.17846326945956942, + "nauc_map_at_100_diff1": 0.8138321748642263, + "nauc_map_at_100_max": 0.7494471666094911, + "nauc_map_at_100_std": 0.17870979559921224, + "nauc_map_at_10_diff1": 0.8126293036306659, + "nauc_map_at_10_max": 0.7504615128354054, + "nauc_map_at_10_std": 0.18117874376594448, + "nauc_map_at_1_diff1": 0.8348290598290602, + "nauc_map_at_1_max": 0.7152892246642247, + "nauc_map_at_1_std": 0.1440857753357753, + "nauc_map_at_20_diff1": 0.8136099520374798, + "nauc_map_at_20_max": 0.7496860531326665, + "nauc_map_at_20_std": 0.17771521445124824, + "nauc_map_at_3_diff1": 0.811342866741287, + "nauc_map_at_3_max": 0.7506900806422891, + "nauc_map_at_3_std": 0.1710424668583251, + "nauc_map_at_5_diff1": 0.8145478933390751, + "nauc_map_at_5_max": 0.7523524658032889, + "nauc_map_at_5_std": 0.17747466328801131, + "nauc_mrr_at_1000_diff1": 0.8138802096438063, + "nauc_mrr_at_1000_max": 0.7493704794040933, + "nauc_mrr_at_1000_std": 0.17846326945956942, + "nauc_mrr_at_100_diff1": 0.8138321748642263, + "nauc_mrr_at_100_max": 0.7494471666094911, + "nauc_mrr_at_100_std": 0.17870979559921224, + "nauc_mrr_at_10_diff1": 0.8126293036306659, + "nauc_mrr_at_10_max": 0.7504615128354054, + "nauc_mrr_at_10_std": 0.18117874376594448, + "nauc_mrr_at_1_diff1": 0.8348290598290602, + "nauc_mrr_at_1_max": 0.7152892246642247, + "nauc_mrr_at_1_std": 0.1440857753357753, + "nauc_mrr_at_20_diff1": 0.8136099520374798, + "nauc_mrr_at_20_max": 0.7496860531326665, + "nauc_mrr_at_20_std": 0.17771521445124824, + "nauc_mrr_at_3_diff1": 0.811342866741287, + "nauc_mrr_at_3_max": 0.7506900806422891, + "nauc_mrr_at_3_std": 0.1710424668583251, + "nauc_mrr_at_5_diff1": 0.8145478933390751, + "nauc_mrr_at_5_max": 0.7523524658032889, + "nauc_mrr_at_5_std": 0.17747466328801131, + "nauc_ndcg_at_1000_diff1": 0.8106999408299189, + "nauc_ndcg_at_1000_max": 0.755235932798245, + "nauc_ndcg_at_1000_std": 0.18989673711604757, + "nauc_ndcg_at_100_diff1": 0.8097841139503414, + "nauc_ndcg_at_100_max": 0.7572263052415057, + "nauc_ndcg_at_100_std": 0.1964359196634303, + "nauc_ndcg_at_10_diff1": 0.8038697694227496, + "nauc_ndcg_at_10_max": 0.7628750140334384, + "nauc_ndcg_at_10_std": 0.20929206629462477, + "nauc_ndcg_at_1_diff1": 0.8348290598290602, + "nauc_ndcg_at_1_max": 0.7152892246642247, + "nauc_ndcg_at_1_std": 0.1440857753357753, + "nauc_ndcg_at_20_diff1": 0.8080632301075188, + "nauc_ndcg_at_20_max": 0.7601246318681074, + "nauc_ndcg_at_20_std": 0.1951717206698051, + "nauc_ndcg_at_3_diff1": 0.8028523425955287, + "nauc_ndcg_at_3_max": 0.7633622636547657, + "nauc_ndcg_at_3_std": 0.18366809642990328, + "nauc_ndcg_at_5_diff1": 0.8089087297537475, + "nauc_ndcg_at_5_max": 0.7672741963979676, + "nauc_ndcg_at_5_std": 0.19826324310182503, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7537348272642492, + "nauc_precision_at_100_max": 0.8932072829131755, + "nauc_precision_at_100_std": 0.6438492063492051, + "nauc_precision_at_10_diff1": 0.7516644338894979, + "nauc_precision_at_10_max": 0.8330085657451393, + "nauc_precision_at_10_std": 0.39109121909633404, + "nauc_precision_at_1_diff1": 0.8348290598290602, + "nauc_precision_at_1_max": 0.7152892246642247, + "nauc_precision_at_1_std": 0.1440857753357753, + "nauc_precision_at_20_diff1": 0.7739880265831831, + "nauc_precision_at_20_max": 0.8324957433953984, + "nauc_precision_at_20_std": 0.32206019662766905, + "nauc_precision_at_3_diff1": 0.7705992625606756, + "nauc_precision_at_3_max": 0.8114439657848018, + "nauc_precision_at_3_std": 0.23292033420650793, + "nauc_precision_at_5_diff1": 0.7849726522666166, + "nauc_precision_at_5_max": 0.8360758320200233, + "nauc_precision_at_5_std": 0.29951948332869827, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7537348272642399, + "nauc_recall_at_100_max": 0.8932072829131626, + "nauc_recall_at_100_std": 0.6438492063492053, + "nauc_recall_at_10_diff1": 0.7516644338894961, + "nauc_recall_at_10_max": 0.8330085657451387, + "nauc_recall_at_10_std": 0.3910912190963335, + "nauc_recall_at_1_diff1": 0.8348290598290602, + "nauc_recall_at_1_max": 0.7152892246642247, + "nauc_recall_at_1_std": 0.1440857753357753, + "nauc_recall_at_20_diff1": 0.7739880265831828, + "nauc_recall_at_20_max": 0.8324957433953978, + "nauc_recall_at_20_std": 0.322060196627671, + "nauc_recall_at_3_diff1": 0.7705992625606779, + "nauc_recall_at_3_max": 0.8114439657848016, + "nauc_recall_at_3_std": 0.23292033420650693, + "nauc_recall_at_5_diff1": 0.7849726522666162, + "nauc_recall_at_5_max": 0.8360758320200238, + "nauc_recall_at_5_std": 0.2995194833286989, + "ndcg_at_1": 0.72, + "ndcg_at_10": 0.81827, + "ndcg_at_100": 0.83451, + "ndcg_at_1000": 0.83669, + "ndcg_at_20": 0.82456, + "ndcg_at_3": 0.79383, + "ndcg_at_5": 0.80786, + "precision_at_1": 0.72, + "precision_at_10": 0.0908, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.0466, + "precision_at_3": 0.28067, + "precision_at_5": 0.1752, + "recall_at_1": 0.72, + "recall_at_10": 0.908, + "recall_at_100": 0.984, + "recall_at_1000": 1.0, + "recall_at_20": 0.932, + "recall_at_3": 0.842, + "recall_at_5": 0.876 + }, + { + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "main_score": 0.82649, + "map_at_1": 0.71123, + "map_at_10": 0.79094, + "map_at_100": 0.794, + "map_at_1000": 0.794, + "map_at_20": 0.79326, + "map_at_3": 0.7754, + "map_at_5": 0.78636, + "mrr_at_1": 0.7112299465240641, + "mrr_at_10": 0.7909366777013835, + "mrr_at_100": 0.7940043558995912, + "mrr_at_1000": 0.7940043558995912, + "mrr_at_20": 0.793259226153963, + "mrr_at_3": 0.7754010695187166, + "mrr_at_5": 0.7863636363636363, + "nauc_map_at_1000_diff1": 0.7868529230255095, + "nauc_map_at_1000_max": 0.7561827674338994, + "nauc_map_at_1000_std": 0.3400810689104184, + "nauc_map_at_100_diff1": 0.7868529230255095, + "nauc_map_at_100_max": 0.7561827674338994, + "nauc_map_at_100_std": 0.3400810689104184, + "nauc_map_at_10_diff1": 0.7876589155268424, + "nauc_map_at_10_max": 0.758859885447931, + "nauc_map_at_10_std": 0.3427384936704102, + "nauc_map_at_1_diff1": 0.8076394460921887, + "nauc_map_at_1_max": 0.7158091744149725, + "nauc_map_at_1_std": 0.2703252302571749, + "nauc_map_at_20_diff1": 0.7869178745520387, + "nauc_map_at_20_max": 0.7569645824047345, + "nauc_map_at_20_std": 0.3422058083410702, + "nauc_map_at_3_diff1": 0.7775496201754389, + "nauc_map_at_3_max": 0.7691963205065998, + "nauc_map_at_3_std": 0.3569896738615824, + "nauc_map_at_5_diff1": 0.7825087063453418, + "nauc_map_at_5_max": 0.760358796652139, + "nauc_map_at_5_std": 0.35362107672297627, + "nauc_mrr_at_1000_diff1": 0.7868529230255095, + "nauc_mrr_at_1000_max": 0.7561827674338994, + "nauc_mrr_at_1000_std": 0.3400810689104184, + "nauc_mrr_at_100_diff1": 0.7868529230255095, + "nauc_mrr_at_100_max": 0.7561827674338994, + "nauc_mrr_at_100_std": 0.3400810689104184, + "nauc_mrr_at_10_diff1": 0.7876589155268424, + "nauc_mrr_at_10_max": 0.758859885447931, + "nauc_mrr_at_10_std": 0.3427384936704102, + "nauc_mrr_at_1_diff1": 0.8076394460921887, + "nauc_mrr_at_1_max": 0.7158091744149725, + "nauc_mrr_at_1_std": 0.2703252302571749, + "nauc_mrr_at_20_diff1": 0.7869178745520387, + "nauc_mrr_at_20_max": 0.7569645824047345, + "nauc_mrr_at_20_std": 0.3422058083410702, + "nauc_mrr_at_3_diff1": 0.7775496201754389, + "nauc_mrr_at_3_max": 0.7691963205065998, + "nauc_mrr_at_3_std": 0.3569896738615824, + "nauc_mrr_at_5_diff1": 0.7825087063453418, + "nauc_mrr_at_5_max": 0.760358796652139, + "nauc_mrr_at_5_std": 0.35362107672297627, + "nauc_ndcg_at_1000_diff1": 0.7849178636155818, + "nauc_ndcg_at_1000_max": 0.7625610150135702, + "nauc_ndcg_at_1000_std": 0.35419801961191394, + "nauc_ndcg_at_100_diff1": 0.7849178636155818, + "nauc_ndcg_at_100_max": 0.7625610150135702, + "nauc_ndcg_at_100_std": 0.35419801961191394, + "nauc_ndcg_at_10_diff1": 0.7880271321535517, + "nauc_ndcg_at_10_max": 0.7768117313676871, + "nauc_ndcg_at_10_std": 0.37594145592107475, + "nauc_ndcg_at_1_diff1": 0.8076394460921887, + "nauc_ndcg_at_1_max": 0.7158091744149725, + "nauc_ndcg_at_1_std": 0.2703252302571749, + "nauc_ndcg_at_20_diff1": 0.7843967409105405, + "nauc_ndcg_at_20_max": 0.7693682000015578, + "nauc_ndcg_at_20_std": 0.3740715939141113, + "nauc_ndcg_at_3_diff1": 0.7652165099032303, + "nauc_ndcg_at_3_max": 0.7950144573792852, + "nauc_ndcg_at_3_std": 0.4028086852742164, + "nauc_ndcg_at_5_diff1": 0.7742148097584158, + "nauc_ndcg_at_5_max": 0.779516127256216, + "nauc_ndcg_at_5_std": 0.4024750243816466, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8093405672619537, + "nauc_precision_at_10_max": 0.9223015873015876, + "nauc_precision_at_10_std": 0.6422792200685593, + "nauc_precision_at_1_diff1": 0.8076394460921887, + "nauc_precision_at_1_max": 0.7158091744149725, + "nauc_precision_at_1_std": 0.2703252302571749, + "nauc_precision_at_20_diff1": 0.7610360357719356, + "nauc_precision_at_20_max": 0.9319047619047605, + "nauc_precision_at_20_std": 0.8611904761904727, + "nauc_precision_at_3_diff1": 0.7136904884005151, + "nauc_precision_at_3_max": 0.9046083759366893, + "nauc_precision_at_3_std": 0.5987583879680636, + "nauc_precision_at_5_diff1": 0.7293570177804376, + "nauc_precision_at_5_max": 0.8873809523809536, + "nauc_precision_at_5_std": 0.6913694335979508, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.809340567261955, + "nauc_recall_at_10_max": 0.9223015873015868, + "nauc_recall_at_10_std": 0.6422792200685582, + "nauc_recall_at_1_diff1": 0.8076394460921887, + "nauc_recall_at_1_max": 0.7158091744149725, + "nauc_recall_at_1_std": 0.2703252302571749, + "nauc_recall_at_20_diff1": 0.7610360357719411, + "nauc_recall_at_20_max": 0.9319047619047608, + "nauc_recall_at_20_std": 0.8611904761904767, + "nauc_recall_at_3_diff1": 0.7136904884005164, + "nauc_recall_at_3_max": 0.9046083759366913, + "nauc_recall_at_3_std": 0.5987583879680651, + "nauc_recall_at_5_diff1": 0.7293570177804367, + "nauc_recall_at_5_max": 0.8873809523809535, + "nauc_recall_at_5_std": 0.6913694335979486, + "ndcg_at_1": 0.71123, + "ndcg_at_10": 0.82649, + "ndcg_at_100": 0.84056, + "ndcg_at_1000": 0.84056, + "ndcg_at_20": 0.83472, + "ndcg_at_3": 0.79603, + "ndcg_at_5": 0.81582, + "precision_at_1": 0.71123, + "precision_at_10": 0.09358, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.0484, + "precision_at_3": 0.2852, + "precision_at_5": 0.18075, + "recall_at_1": 0.71123, + "recall_at_10": 0.93583, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96791, + "recall_at_3": 0.85561, + "recall_at_5": 0.90374 + }, + { + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "main_score": 0.81432, + "map_at_1": 0.69312, + "map_at_10": 0.77925, + "map_at_100": 0.78258, + "map_at_1000": 0.78267, + "map_at_20": 0.78178, + "map_at_3": 0.76543, + "map_at_5": 0.77522, + "mrr_at_1": 0.6931216931216931, + "mrr_at_10": 0.7792517006802722, + "mrr_at_100": 0.7825790042650599, + "mrr_at_1000": 0.7826739273688326, + "mrr_at_20": 0.7817771609204849, + "mrr_at_3": 0.7654320987654322, + "mrr_at_5": 0.775220458553792, + "nauc_map_at_1000_diff1": 0.7854991342924964, + "nauc_map_at_1000_max": 0.6806800012447263, + "nauc_map_at_1000_std": 0.34578652584162106, + "nauc_map_at_100_diff1": 0.7853793038995996, + "nauc_map_at_100_max": 0.6806961274239798, + "nauc_map_at_100_std": 0.34572983789509065, + "nauc_map_at_10_diff1": 0.784450204299441, + "nauc_map_at_10_max": 0.6813120137080272, + "nauc_map_at_10_std": 0.3462231454540634, + "nauc_map_at_1_diff1": 0.8215532191974454, + "nauc_map_at_1_max": 0.6437728434246368, + "nauc_map_at_1_std": 0.2829805978258648, + "nauc_map_at_20_diff1": 0.7852817860969921, + "nauc_map_at_20_max": 0.681805724187375, + "nauc_map_at_20_std": 0.3479181745552099, + "nauc_map_at_3_diff1": 0.7813943554783613, + "nauc_map_at_3_max": 0.6927316319301502, + "nauc_map_at_3_std": 0.3686083579242319, + "nauc_map_at_5_diff1": 0.7813498585455624, + "nauc_map_at_5_max": 0.6814633642035373, + "nauc_map_at_5_std": 0.35130091129191315, + "nauc_mrr_at_1000_diff1": 0.7854991342924964, + "nauc_mrr_at_1000_max": 0.6806800012447263, + "nauc_mrr_at_1000_std": 0.34578652584162106, + "nauc_mrr_at_100_diff1": 0.7853793038995996, + "nauc_mrr_at_100_max": 0.6806961274239798, + "nauc_mrr_at_100_std": 0.34572983789509065, + "nauc_mrr_at_10_diff1": 0.784450204299441, + "nauc_mrr_at_10_max": 0.6813120137080272, + "nauc_mrr_at_10_std": 0.3462231454540634, + "nauc_mrr_at_1_diff1": 0.8215532191974454, + "nauc_mrr_at_1_max": 0.6437728434246368, + "nauc_mrr_at_1_std": 0.2829805978258648, + "nauc_mrr_at_20_diff1": 0.7852817860969921, + "nauc_mrr_at_20_max": 0.681805724187375, + "nauc_mrr_at_20_std": 0.3479181745552099, + "nauc_mrr_at_3_diff1": 0.7813943554783613, + "nauc_mrr_at_3_max": 0.6927316319301502, + "nauc_mrr_at_3_std": 0.3686083579242319, + "nauc_mrr_at_5_diff1": 0.7813498585455624, + "nauc_mrr_at_5_max": 0.6814633642035373, + "nauc_mrr_at_5_std": 0.35130091129191315, + "nauc_ndcg_at_1000_diff1": 0.7806565863610918, + "nauc_ndcg_at_1000_max": 0.6870202569524145, + "nauc_ndcg_at_1000_std": 0.3555463868047638, + "nauc_ndcg_at_100_diff1": 0.7782016031296961, + "nauc_ndcg_at_100_max": 0.6872728716897103, + "nauc_ndcg_at_100_std": 0.35418698879493615, + "nauc_ndcg_at_10_diff1": 0.774236141254189, + "nauc_ndcg_at_10_max": 0.6948252968898215, + "nauc_ndcg_at_10_std": 0.3648604071050003, + "nauc_ndcg_at_1_diff1": 0.8215532191974454, + "nauc_ndcg_at_1_max": 0.6437728434246368, + "nauc_ndcg_at_1_std": 0.2829805978258648, + "nauc_ndcg_at_20_diff1": 0.776865018254013, + "nauc_ndcg_at_20_max": 0.6972061689927832, + "nauc_ndcg_at_20_std": 0.37310113605368583, + "nauc_ndcg_at_3_diff1": 0.7686507904806491, + "nauc_ndcg_at_3_max": 0.7156564115428078, + "nauc_ndcg_at_3_std": 0.40836442987362137, + "nauc_ndcg_at_5_diff1": 0.7665725451683819, + "nauc_ndcg_at_5_max": 0.6942394963373306, + "nauc_ndcg_at_5_std": 0.3766259928735039, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5393396927328219, + "nauc_precision_at_100_max": 0.711352751604579, + "nauc_precision_at_100_std": 0.22000528519537868, + "nauc_precision_at_10_diff1": 0.7089967009183464, + "nauc_precision_at_10_max": 0.7855622520158967, + "nauc_precision_at_10_std": 0.48100845547133336, + "nauc_precision_at_1_diff1": 0.8215532191974454, + "nauc_precision_at_1_max": 0.6437728434246368, + "nauc_precision_at_1_std": 0.2829805978258648, + "nauc_precision_at_20_diff1": 0.6873484171596089, + "nauc_precision_at_20_max": 0.8951392259634318, + "nauc_precision_at_20_std": 0.7001405472622767, + "nauc_precision_at_3_diff1": 0.7165816199168504, + "nauc_precision_at_3_max": 0.8136296919844089, + "nauc_precision_at_3_std": 0.5781355766794898, + "nauc_precision_at_5_diff1": 0.6865054955398726, + "nauc_precision_at_5_max": 0.7593684195393324, + "nauc_precision_at_5_std": 0.5091917221993485, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5393396927327987, + "nauc_recall_at_100_max": 0.7113527516045948, + "nauc_recall_at_100_std": 0.2200052851953605, + "nauc_recall_at_10_diff1": 0.7089967009183477, + "nauc_recall_at_10_max": 0.7855622520158972, + "nauc_recall_at_10_std": 0.4810084554713344, + "nauc_recall_at_1_diff1": 0.8215532191974454, + "nauc_recall_at_1_max": 0.6437728434246368, + "nauc_recall_at_1_std": 0.2829805978258648, + "nauc_recall_at_20_diff1": 0.6873484171596076, + "nauc_recall_at_20_max": 0.895139225963435, + "nauc_recall_at_20_std": 0.7001405472622738, + "nauc_recall_at_3_diff1": 0.7165816199168519, + "nauc_recall_at_3_max": 0.8136296919844108, + "nauc_recall_at_3_std": 0.57813557667949, + "nauc_recall_at_5_diff1": 0.6865054955398726, + "nauc_recall_at_5_max": 0.7593684195393321, + "nauc_recall_at_5_std": 0.5091917221993476, + "ndcg_at_1": 0.69312, + "ndcg_at_10": 0.81432, + "ndcg_at_100": 0.82951, + "ndcg_at_1000": 0.83106, + "ndcg_at_20": 0.82364, + "ndcg_at_3": 0.78773, + "ndcg_at_5": 0.80526, + "precision_at_1": 0.69312, + "precision_at_10": 0.09206, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04788, + "precision_at_3": 0.28395, + "precision_at_5": 0.17884, + "recall_at_1": 0.69312, + "recall_at_10": 0.92063, + "recall_at_100": 0.98942, + "recall_at_1000": 1.0, + "recall_at_20": 0.95767, + "recall_at_3": 0.85185, + "recall_at_5": 0.89418 + }, + { + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ], + "main_score": 0.85397, + "map_at_1": 0.7764, + "map_at_10": 0.82892, + "map_at_100": 0.83225, + "map_at_1000": 0.83225, + "map_at_20": 0.83158, + "map_at_3": 0.81677, + "map_at_5": 0.82547, + "mrr_at_1": 0.7763975155279503, + "mrr_at_10": 0.8289164941338852, + "mrr_at_100": 0.8322509349748684, + "mrr_at_1000": 0.8322509349748684, + "mrr_at_20": 0.831575156159555, + "mrr_at_3": 0.8167701863354035, + "mrr_at_5": 0.8254658385093167, + "nauc_map_at_1000_diff1": 0.8293960241047609, + "nauc_map_at_1000_max": 0.7737249841394902, + "nauc_map_at_1000_std": 0.33287063667067474, + "nauc_map_at_100_diff1": 0.8293960241047609, + "nauc_map_at_100_max": 0.7737249841394902, + "nauc_map_at_100_std": 0.33287063667067474, + "nauc_map_at_10_diff1": 0.8263732871603306, + "nauc_map_at_10_max": 0.7739427652491416, + "nauc_map_at_10_std": 0.33587019725699435, + "nauc_map_at_1_diff1": 0.8523862378493093, + "nauc_map_at_1_max": 0.727440802085399, + "nauc_map_at_1_std": 0.2750497968239069, + "nauc_map_at_20_diff1": 0.8294937485201882, + "nauc_map_at_20_max": 0.7743218197223544, + "nauc_map_at_20_std": 0.33301574924111904, + "nauc_map_at_3_diff1": 0.8286953848357532, + "nauc_map_at_3_max": 0.788293602975974, + "nauc_map_at_3_std": 0.36432272153898726, + "nauc_map_at_5_diff1": 0.8241715381168414, + "nauc_map_at_5_max": 0.7775595567382937, + "nauc_map_at_5_std": 0.3378648510104589, + "nauc_mrr_at_1000_diff1": 0.8293960241047609, + "nauc_mrr_at_1000_max": 0.7737249841394902, + "nauc_mrr_at_1000_std": 0.33287063667067474, + "nauc_mrr_at_100_diff1": 0.8293960241047609, + "nauc_mrr_at_100_max": 0.7737249841394902, + "nauc_mrr_at_100_std": 0.33287063667067474, + "nauc_mrr_at_10_diff1": 0.8263732871603306, + "nauc_mrr_at_10_max": 0.7739427652491416, + "nauc_mrr_at_10_std": 0.33587019725699435, + "nauc_mrr_at_1_diff1": 0.8523862378493093, + "nauc_mrr_at_1_max": 0.727440802085399, + "nauc_mrr_at_1_std": 0.2750497968239069, + "nauc_mrr_at_20_diff1": 0.8294937485201882, + "nauc_mrr_at_20_max": 0.7743218197223544, + "nauc_mrr_at_20_std": 0.33301574924111904, + "nauc_mrr_at_3_diff1": 0.8286953848357532, + "nauc_mrr_at_3_max": 0.788293602975974, + "nauc_mrr_at_3_std": 0.36432272153898726, + "nauc_mrr_at_5_diff1": 0.8241715381168414, + "nauc_mrr_at_5_max": 0.7775595567382937, + "nauc_mrr_at_5_std": 0.3378648510104589, + "nauc_ndcg_at_1000_diff1": 0.82579711620597, + "nauc_ndcg_at_1000_max": 0.7773893190999033, + "nauc_ndcg_at_1000_std": 0.3360601720036247, + "nauc_ndcg_at_100_diff1": 0.82579711620597, + "nauc_ndcg_at_100_max": 0.7773893190999033, + "nauc_ndcg_at_100_std": 0.3360601720036247, + "nauc_ndcg_at_10_diff1": 0.8132022364212006, + "nauc_ndcg_at_10_max": 0.7794701591232562, + "nauc_ndcg_at_10_std": 0.3479236516092703, + "nauc_ndcg_at_1_diff1": 0.8523862378493093, + "nauc_ndcg_at_1_max": 0.727440802085399, + "nauc_ndcg_at_1_std": 0.2750497968239069, + "nauc_ndcg_at_20_diff1": 0.8263312521914353, + "nauc_ndcg_at_20_max": 0.7814299749437406, + "nauc_ndcg_at_20_std": 0.3347182590011604, + "nauc_ndcg_at_3_diff1": 0.8186066071837133, + "nauc_ndcg_at_3_max": 0.8080621937917952, + "nauc_ndcg_at_3_std": 0.39816890857488635, + "nauc_ndcg_at_5_diff1": 0.8081104946904878, + "nauc_ndcg_at_5_max": 0.7882869212144775, + "nauc_ndcg_at_5_std": 0.3490156870476607, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.7243421124918923, + "nauc_precision_at_10_max": 0.800012920291575, + "nauc_precision_at_10_std": 0.4186842677146292, + "nauc_precision_at_1_diff1": 0.8523862378493093, + "nauc_precision_at_1_max": 0.727440802085399, + "nauc_precision_at_1_std": 0.2750497968239069, + "nauc_precision_at_20_diff1": 0.8326065861903351, + "nauc_precision_at_20_max": 0.8554919424178303, + "nauc_precision_at_20_std": 0.2781807556380086, + "nauc_precision_at_3_diff1": 0.7791426708754273, + "nauc_precision_at_3_max": 0.8830732006822374, + "nauc_precision_at_3_std": 0.5289913725069122, + "nauc_precision_at_5_diff1": 0.7238616482010315, + "nauc_precision_at_5_max": 0.8348454996405663, + "nauc_precision_at_5_std": 0.39292933285410586, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7243421124918922, + "nauc_recall_at_10_max": 0.8000129202915742, + "nauc_recall_at_10_std": 0.41868426771463046, + "nauc_recall_at_1_diff1": 0.8523862378493093, + "nauc_recall_at_1_max": 0.727440802085399, + "nauc_recall_at_1_std": 0.2750497968239069, + "nauc_recall_at_20_diff1": 0.8326065861903358, + "nauc_recall_at_20_max": 0.8554919424178333, + "nauc_recall_at_20_std": 0.2781807556380067, + "nauc_recall_at_3_diff1": 0.7791426708754281, + "nauc_recall_at_3_max": 0.8830732006822384, + "nauc_recall_at_3_std": 0.5289913725069126, + "nauc_recall_at_5_diff1": 0.7238616482010323, + "nauc_recall_at_5_max": 0.8348454996405643, + "nauc_recall_at_5_std": 0.3929293328541043, + "ndcg_at_1": 0.7764, + "ndcg_at_10": 0.85397, + "ndcg_at_100": 0.86902, + "ndcg_at_1000": 0.86902, + "ndcg_at_20": 0.86348, + "ndcg_at_3": 0.8303, + "ndcg_at_5": 0.84581, + "precision_at_1": 0.7764, + "precision_at_10": 0.09317, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04845, + "precision_at_3": 0.28986, + "precision_at_5": 0.18137, + "recall_at_1": 0.7764, + "recall_at_10": 0.93168, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96894, + "recall_at_3": 0.86957, + "recall_at_5": 0.90683 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "main_score": 0.77701, + "map_at_1": 0.63441, + "map_at_10": 0.73429, + "map_at_100": 0.73873, + "map_at_1000": 0.73877, + "map_at_20": 0.7376, + "map_at_3": 0.71774, + "map_at_5": 0.72769, + "mrr_at_1": 0.6344086021505376, + "mrr_at_10": 0.7342933947772657, + "mrr_at_100": 0.7387329123234784, + "mrr_at_1000": 0.7387685172512003, + "mrr_at_20": 0.7376038611925708, + "mrr_at_3": 0.717741935483871, + "mrr_at_5": 0.7276881720430107, + "nauc_map_at_1000_diff1": 0.6947847534997619, + "nauc_map_at_1000_max": 0.6554049173856036, + "nauc_map_at_1000_std": 0.4252985129451037, + "nauc_map_at_100_diff1": 0.6947620609418682, + "nauc_map_at_100_max": 0.6554392872647413, + "nauc_map_at_100_std": 0.4253910028331523, + "nauc_map_at_10_diff1": 0.6932223174501773, + "nauc_map_at_10_max": 0.6553839016181754, + "nauc_map_at_10_std": 0.42277699737205254, + "nauc_map_at_1_diff1": 0.7056021274684897, + "nauc_map_at_1_max": 0.5952384470378191, + "nauc_map_at_1_std": 0.3667051817337508, + "nauc_map_at_20_diff1": 0.6949622635855307, + "nauc_map_at_20_max": 0.6565376546508468, + "nauc_map_at_20_std": 0.42753190360131427, + "nauc_map_at_3_diff1": 0.6953165992166777, + "nauc_map_at_3_max": 0.6689483833461505, + "nauc_map_at_3_std": 0.42701064054996235, + "nauc_map_at_5_diff1": 0.6947148867130838, + "nauc_map_at_5_max": 0.6625381599576377, + "nauc_map_at_5_std": 0.43067021976575054, + "nauc_mrr_at_1000_diff1": 0.6947847534997619, + "nauc_mrr_at_1000_max": 0.6554049173856036, + "nauc_mrr_at_1000_std": 0.4252985129451037, + "nauc_mrr_at_100_diff1": 0.6947620609418682, + "nauc_mrr_at_100_max": 0.6554392872647413, + "nauc_mrr_at_100_std": 0.4253910028331523, + "nauc_mrr_at_10_diff1": 0.6932223174501773, + "nauc_mrr_at_10_max": 0.6553839016181754, + "nauc_mrr_at_10_std": 0.42277699737205254, + "nauc_mrr_at_1_diff1": 0.7056021274684897, + "nauc_mrr_at_1_max": 0.5952384470378191, + "nauc_mrr_at_1_std": 0.3667051817337508, + "nauc_mrr_at_20_diff1": 0.6949622635855307, + "nauc_mrr_at_20_max": 0.6565376546508468, + "nauc_mrr_at_20_std": 0.42753190360131427, + "nauc_mrr_at_3_diff1": 0.6953165992166777, + "nauc_mrr_at_3_max": 0.6689483833461505, + "nauc_mrr_at_3_std": 0.42701064054996235, + "nauc_mrr_at_5_diff1": 0.6947148867130838, + "nauc_mrr_at_5_max": 0.6625381599576377, + "nauc_mrr_at_5_std": 0.43067021976575054, + "nauc_ndcg_at_1000_diff1": 0.6934218819833509, + "nauc_ndcg_at_1000_max": 0.6629761730871704, + "nauc_ndcg_at_1000_std": 0.4359764819544641, + "nauc_ndcg_at_100_diff1": 0.6928259170390245, + "nauc_ndcg_at_100_max": 0.6638553112926566, + "nauc_ndcg_at_100_std": 0.43838363936365493, + "nauc_ndcg_at_10_diff1": 0.68789855589648, + "nauc_ndcg_at_10_max": 0.6676874101847848, + "nauc_ndcg_at_10_std": 0.43684243259295985, + "nauc_ndcg_at_1_diff1": 0.7056021274684897, + "nauc_ndcg_at_1_max": 0.5952384470378191, + "nauc_ndcg_at_1_std": 0.3667051817337508, + "nauc_ndcg_at_20_diff1": 0.6942590633849968, + "nauc_ndcg_at_20_max": 0.6728480336053245, + "nauc_ndcg_at_20_std": 0.4562006145782409, + "nauc_ndcg_at_3_diff1": 0.6917306667272367, + "nauc_ndcg_at_3_max": 0.6948499925813647, + "nauc_ndcg_at_3_std": 0.4466625875976872, + "nauc_ndcg_at_5_diff1": 0.6908609897492245, + "nauc_ndcg_at_5_max": 0.6846584086812865, + "nauc_ndcg_at_5_std": 0.4573301971634405, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5537807254694069, + "nauc_precision_at_100_max": 0.868967946460023, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6520038922131084, + "nauc_precision_at_10_max": 0.7367835468242254, + "nauc_precision_at_10_std": 0.5197220717607265, + "nauc_precision_at_1_diff1": 0.7056021274684897, + "nauc_precision_at_1_max": 0.5952384470378191, + "nauc_precision_at_1_std": 0.3667051817337508, + "nauc_precision_at_20_diff1": 0.7064123452502246, + "nauc_precision_at_20_max": 0.8687161093837295, + "nauc_precision_at_20_std": 0.8595477392265176, + "nauc_precision_at_3_diff1": 0.6776052170564824, + "nauc_precision_at_3_max": 0.7969795822836165, + "nauc_precision_at_3_std": 0.5234006730032645, + "nauc_precision_at_5_diff1": 0.6726063667994329, + "nauc_precision_at_5_max": 0.789985565018424, + "nauc_precision_at_5_std": 0.5908977040954637, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5537807254693914, + "nauc_recall_at_100_max": 0.8689679464600195, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.6520038922131104, + "nauc_recall_at_10_max": 0.7367835468242261, + "nauc_recall_at_10_std": 0.5197220717607275, + "nauc_recall_at_1_diff1": 0.7056021274684897, + "nauc_recall_at_1_max": 0.5952384470378191, + "nauc_recall_at_1_std": 0.3667051817337508, + "nauc_recall_at_20_diff1": 0.706412345250225, + "nauc_recall_at_20_max": 0.8687161093837273, + "nauc_recall_at_20_std": 0.8595477392265175, + "nauc_recall_at_3_diff1": 0.677605217056483, + "nauc_recall_at_3_max": 0.7969795822836172, + "nauc_recall_at_3_std": 0.5234006730032655, + "nauc_recall_at_5_diff1": 0.6726063667994331, + "nauc_recall_at_5_max": 0.7899855650184242, + "nauc_recall_at_5_std": 0.590897704095463, + "ndcg_at_1": 0.63441, + "ndcg_at_10": 0.77701, + "ndcg_at_100": 0.79629, + "ndcg_at_1000": 0.79703, + "ndcg_at_20": 0.78828, + "ndcg_at_3": 0.7434, + "ndcg_at_5": 0.76122, + "precision_at_1": 0.63441, + "precision_at_10": 0.09086, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04758, + "precision_at_3": 0.2724, + "precision_at_5": 0.17204, + "recall_at_1": 0.63441, + "recall_at_10": 0.9086, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "recall_at_20": 0.95161, + "recall_at_3": 0.8172, + "recall_at_5": 0.86022 + }, + { + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "main_score": 0.85403, + "map_at_1": 0.70552, + "map_at_10": 0.81361, + "map_at_100": 0.81489, + "map_at_1000": 0.81494, + "map_at_20": 0.81489, + "map_at_3": 0.80368, + "map_at_5": 0.80828, + "mrr_at_1": 0.7055214723926381, + "mrr_at_10": 0.8136137890739118, + "mrr_at_100": 0.8148949150212232, + "mrr_at_1000": 0.8149439947758246, + "mrr_at_20": 0.8148949150212232, + "mrr_at_3": 0.803680981595092, + "mrr_at_5": 0.808282208588957, + "nauc_map_at_1000_diff1": 0.8022187305051122, + "nauc_map_at_1000_max": 0.6311409921365017, + "nauc_map_at_1000_std": 0.22526136836339203, + "nauc_map_at_100_diff1": 0.8021447150436923, + "nauc_map_at_100_max": 0.6311179531521302, + "nauc_map_at_100_std": 0.22523041963757753, + "nauc_map_at_10_diff1": 0.8032699655182286, + "nauc_map_at_10_max": 0.6339649594324802, + "nauc_map_at_10_std": 0.2312100380005877, + "nauc_map_at_1_diff1": 0.8332324551811041, + "nauc_map_at_1_max": 0.6052195918833974, + "nauc_map_at_1_std": 0.1884110516581568, + "nauc_map_at_20_diff1": 0.8021447150436923, + "nauc_map_at_20_max": 0.6311179531521302, + "nauc_map_at_20_std": 0.22523041963757753, + "nauc_map_at_3_diff1": 0.7823121955845046, + "nauc_map_at_3_max": 0.6290237556186193, + "nauc_map_at_3_std": 0.2205510794402, + "nauc_map_at_5_diff1": 0.7987103556529584, + "nauc_map_at_5_max": 0.6307349673149804, + "nauc_map_at_5_std": 0.21611613063640686, + "nauc_mrr_at_1000_diff1": 0.8022187305051122, + "nauc_mrr_at_1000_max": 0.6311409921365017, + "nauc_mrr_at_1000_std": 0.22526136836339203, + "nauc_mrr_at_100_diff1": 0.8021447150436923, + "nauc_mrr_at_100_max": 0.6311179531521302, + "nauc_mrr_at_100_std": 0.22523041963757753, + "nauc_mrr_at_10_diff1": 0.8032699655182286, + "nauc_mrr_at_10_max": 0.6339649594324802, + "nauc_mrr_at_10_std": 0.2312100380005877, + "nauc_mrr_at_1_diff1": 0.8332324551811041, + "nauc_mrr_at_1_max": 0.6052195918833974, + "nauc_mrr_at_1_std": 0.1884110516581568, + "nauc_mrr_at_20_diff1": 0.8021447150436923, + "nauc_mrr_at_20_max": 0.6311179531521302, + "nauc_mrr_at_20_std": 0.22523041963757753, + "nauc_mrr_at_3_diff1": 0.7823121955845046, + "nauc_mrr_at_3_max": 0.6290237556186193, + "nauc_mrr_at_3_std": 0.2205510794402, + "nauc_mrr_at_5_diff1": 0.7987103556529584, + "nauc_mrr_at_5_max": 0.6307349673149804, + "nauc_mrr_at_5_std": 0.21611613063640686, + "nauc_ndcg_at_1000_diff1": 0.7991791439471989, + "nauc_ndcg_at_1000_max": 0.6337885215330993, + "nauc_ndcg_at_1000_std": 0.22950415778172437, + "nauc_ndcg_at_100_diff1": 0.7974699352082091, + "nauc_ndcg_at_100_max": 0.6332314574711919, + "nauc_ndcg_at_100_std": 0.22875106157206948, + "nauc_ndcg_at_10_diff1": 0.8030328831663712, + "nauc_ndcg_at_10_max": 0.6462980473072464, + "nauc_ndcg_at_10_std": 0.25622777337087016, + "nauc_ndcg_at_1_diff1": 0.8332324551811041, + "nauc_ndcg_at_1_max": 0.6052195918833974, + "nauc_ndcg_at_1_std": 0.1884110516581568, + "nauc_ndcg_at_20_diff1": 0.7974699352082091, + "nauc_ndcg_at_20_max": 0.6332314574711919, + "nauc_ndcg_at_20_std": 0.22875106157206948, + "nauc_ndcg_at_3_diff1": 0.757364849950011, + "nauc_ndcg_at_3_max": 0.633135717113922, + "nauc_ndcg_at_3_std": 0.22401510261981325, + "nauc_ndcg_at_5_diff1": 0.7897780504721357, + "nauc_ndcg_at_5_max": 0.6368898354333472, + "nauc_ndcg_at_5_std": 0.21506711101429551, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5538218526276917, + "nauc_precision_at_100_max": 0.5538218526276917, + "nauc_precision_at_100_std": 0.12139703084708504, + "nauc_precision_at_10_diff1": 0.8558424179388371, + "nauc_precision_at_10_max": 0.8884554631569226, + "nauc_precision_at_10_std": 0.7803492577117854, + "nauc_precision_at_1_diff1": 0.8332324551811041, + "nauc_precision_at_1_max": 0.6052195918833974, + "nauc_precision_at_1_std": 0.1884110516581568, + "nauc_precision_at_20_diff1": 0.5538218526276933, + "nauc_precision_at_20_max": 0.5538218526276933, + "nauc_precision_at_20_std": 0.12139703084717353, + "nauc_precision_at_3_diff1": 0.6000200742372899, + "nauc_precision_at_3_max": 0.6541567437268218, + "nauc_precision_at_3_std": 0.23787023550941153, + "nauc_precision_at_5_diff1": 0.7285063013059485, + "nauc_precision_at_5_max": 0.6808115442908299, + "nauc_precision_at_5_std": 0.19352586909162448, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5538218526276838, + "nauc_recall_at_100_max": 0.5538218526276838, + "nauc_recall_at_100_std": 0.12139703084711806, + "nauc_recall_at_10_diff1": 0.8558424179388321, + "nauc_recall_at_10_max": 0.8884554631569216, + "nauc_recall_at_10_std": 0.780349257711786, + "nauc_recall_at_1_diff1": 0.8332324551811041, + "nauc_recall_at_1_max": 0.6052195918833974, + "nauc_recall_at_1_std": 0.1884110516581568, + "nauc_recall_at_20_diff1": 0.5538218526276838, + "nauc_recall_at_20_max": 0.5538218526276838, + "nauc_recall_at_20_std": 0.12139703084711806, + "nauc_recall_at_3_diff1": 0.600020074237291, + "nauc_recall_at_3_max": 0.6541567437268238, + "nauc_recall_at_3_std": 0.23787023550941216, + "nauc_recall_at_5_diff1": 0.7285063013059475, + "nauc_recall_at_5_max": 0.6808115442908321, + "nauc_recall_at_5_std": 0.1935258690916232, + "ndcg_at_1": 0.70552, + "ndcg_at_10": 0.85403, + "ndcg_at_100": 0.85869, + "ndcg_at_1000": 0.85957, + "ndcg_at_20": 0.85869, + "ndcg_at_3": 0.83377, + "ndcg_at_5": 0.84169, + "precision_at_1": 0.70552, + "precision_at_10": 0.09755, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04969, + "precision_at_3": 0.30675, + "precision_at_5": 0.18773, + "recall_at_1": 0.70552, + "recall_at_10": 0.97546, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "recall_at_20": 0.99387, + "recall_at_3": 0.92025, + "recall_at_5": 0.93865 + }, + { + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.81217, + "map_at_1": 0.68442, + "map_at_10": 0.77402, + "map_at_100": 0.77657, + "map_at_1000": 0.77665, + "map_at_20": 0.7757, + "map_at_3": 0.7574, + "map_at_5": 0.76854, + "mrr_at_1": 0.6844181459566075, + "mrr_at_10": 0.7740169374784758, + "mrr_at_100": 0.7765721049532972, + "mrr_at_1000": 0.776649788832977, + "mrr_at_20": 0.7756981929417672, + "mrr_at_3": 0.757396449704142, + "mrr_at_5": 0.768540433925049, + "nauc_map_at_1000_diff1": 0.7519021900994995, + "nauc_map_at_1000_max": 0.6517037413819897, + "nauc_map_at_1000_std": 0.11317596328267196, + "nauc_map_at_100_diff1": 0.7518738085844768, + "nauc_map_at_100_max": 0.6517825890283422, + "nauc_map_at_100_std": 0.1133307392546372, + "nauc_map_at_10_diff1": 0.751167855833418, + "nauc_map_at_10_max": 0.6545349538272865, + "nauc_map_at_10_std": 0.11931705733391566, + "nauc_map_at_1_diff1": 0.7896536887145463, + "nauc_map_at_1_max": 0.6046029657741379, + "nauc_map_at_1_std": 0.021010375437922658, + "nauc_map_at_20_diff1": 0.7516125510090257, + "nauc_map_at_20_max": 0.6525588408953408, + "nauc_map_at_20_std": 0.1147515359159759, + "nauc_map_at_3_diff1": 0.7438130970007508, + "nauc_map_at_3_max": 0.6527335703976396, + "nauc_map_at_3_std": 0.11241812287160012, + "nauc_map_at_5_diff1": 0.7471000193130396, + "nauc_map_at_5_max": 0.6569667295449356, + "nauc_map_at_5_std": 0.12391691560042369, + "nauc_mrr_at_1000_diff1": 0.7519021900994995, + "nauc_mrr_at_1000_max": 0.6517037413819897, + "nauc_mrr_at_1000_std": 0.11317596328267196, + "nauc_mrr_at_100_diff1": 0.7518738085844768, + "nauc_mrr_at_100_max": 0.6517825890283422, + "nauc_mrr_at_100_std": 0.1133307392546372, + "nauc_mrr_at_10_diff1": 0.751167855833418, + "nauc_mrr_at_10_max": 0.6545349538272865, + "nauc_mrr_at_10_std": 0.11931705733391566, + "nauc_mrr_at_1_diff1": 0.7896536887145463, + "nauc_mrr_at_1_max": 0.6046029657741379, + "nauc_mrr_at_1_std": 0.021010375437922658, + "nauc_mrr_at_20_diff1": 0.7516125510090257, + "nauc_mrr_at_20_max": 0.6525588408953408, + "nauc_mrr_at_20_std": 0.1147515359159759, + "nauc_mrr_at_3_diff1": 0.7438130970007508, + "nauc_mrr_at_3_max": 0.6527335703976396, + "nauc_mrr_at_3_std": 0.11241812287160012, + "nauc_mrr_at_5_diff1": 0.7471000193130396, + "nauc_mrr_at_5_max": 0.6569667295449356, + "nauc_mrr_at_5_std": 0.12391691560042369, + "nauc_ndcg_at_1000_diff1": 0.7482846530084714, + "nauc_ndcg_at_1000_max": 0.6605352500235322, + "nauc_ndcg_at_1000_std": 0.12999108857476935, + "nauc_ndcg_at_100_diff1": 0.7478896282087685, + "nauc_ndcg_at_100_max": 0.6629110481789974, + "nauc_ndcg_at_100_std": 0.13459449248482092, + "nauc_ndcg_at_10_diff1": 0.7445837383940707, + "nauc_ndcg_at_10_max": 0.67750827148531, + "nauc_ndcg_at_10_std": 0.1648149103892856, + "nauc_ndcg_at_1_diff1": 0.7896536887145463, + "nauc_ndcg_at_1_max": 0.6046029657741379, + "nauc_ndcg_at_1_std": 0.021010375437922658, + "nauc_ndcg_at_20_diff1": 0.7461702800377482, + "nauc_ndcg_at_20_max": 0.6697747306888437, + "nauc_ndcg_at_20_std": 0.14722759907103655, + "nauc_ndcg_at_3_diff1": 0.7283691616579554, + "nauc_ndcg_at_3_max": 0.6720304533426381, + "nauc_ndcg_at_3_std": 0.14654135168887797, + "nauc_ndcg_at_5_diff1": 0.7335920661817786, + "nauc_ndcg_at_5_max": 0.6818097584578264, + "nauc_ndcg_at_5_std": 0.17312225197939268, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7271935545964958, + "nauc_precision_at_100_max": 0.8401380687240747, + "nauc_precision_at_100_std": 0.47892195115129566, + "nauc_precision_at_10_diff1": 0.7089496698786617, + "nauc_precision_at_10_max": 0.8619545999470493, + "nauc_precision_at_10_std": 0.5324851228875612, + "nauc_precision_at_1_diff1": 0.7896536887145463, + "nauc_precision_at_1_max": 0.6046029657741379, + "nauc_precision_at_1_std": 0.021010375437922658, + "nauc_precision_at_20_diff1": 0.7114465450773918, + "nauc_precision_at_20_max": 0.8509982090597014, + "nauc_precision_at_20_std": 0.48594851806866696, + "nauc_precision_at_3_diff1": 0.6659424424350412, + "nauc_precision_at_3_max": 0.7516726136851455, + "nauc_precision_at_3_std": 0.2862448935129966, + "nauc_precision_at_5_diff1": 0.6632672138531811, + "nauc_precision_at_5_max": 0.8190597370805686, + "nauc_precision_at_5_std": 0.4469129109859896, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7271935545965029, + "nauc_recall_at_100_max": 0.8401380687240763, + "nauc_recall_at_100_std": 0.4789219511513081, + "nauc_recall_at_10_diff1": 0.708949669878661, + "nauc_recall_at_10_max": 0.8619545999470495, + "nauc_recall_at_10_std": 0.5324851228875649, + "nauc_recall_at_1_diff1": 0.7896536887145463, + "nauc_recall_at_1_max": 0.6046029657741379, + "nauc_recall_at_1_std": 0.021010375437922658, + "nauc_recall_at_20_diff1": 0.7114465450773965, + "nauc_recall_at_20_max": 0.8509982090597017, + "nauc_recall_at_20_std": 0.4859485180686701, + "nauc_recall_at_3_diff1": 0.6659424424350403, + "nauc_recall_at_3_max": 0.7516726136851453, + "nauc_recall_at_3_std": 0.2862448935129943, + "nauc_recall_at_5_diff1": 0.6632672138531827, + "nauc_recall_at_5_max": 0.8190597370805677, + "nauc_recall_at_5_std": 0.44691291098599173, + "ndcg_at_1": 0.68442, + "ndcg_at_10": 0.81217, + "ndcg_at_100": 0.82418, + "ndcg_at_1000": 0.82622, + "ndcg_at_20": 0.81821, + "ndcg_at_3": 0.77979, + "ndcg_at_5": 0.79958, + "precision_at_1": 0.68442, + "precision_at_10": 0.0929, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04763, + "precision_at_3": 0.28139, + "precision_at_5": 0.1783, + "recall_at_1": 0.68442, + "recall_at_10": 0.92899, + "recall_at_100": 0.98422, + "recall_at_1000": 1.0, + "recall_at_20": 0.95266, + "recall_at_3": 0.84418, + "recall_at_5": 0.89152 + }, + { + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "main_score": 0.82929, + "map_at_1": 0.71658, + "map_at_10": 0.79204, + "map_at_100": 0.79415, + "map_at_1000": 0.79424, + "map_at_20": 0.79343, + "map_at_3": 0.77273, + "map_at_5": 0.78476, + "mrr_at_1": 0.7165775401069518, + "mrr_at_10": 0.7920422714540359, + "mrr_at_100": 0.7941479630905194, + "mrr_at_1000": 0.794235805005626, + "mrr_at_20": 0.7934343434343434, + "mrr_at_3": 0.7727272727272727, + "mrr_at_5": 0.7847593582887701, + "nauc_map_at_1000_diff1": 0.8174697007736121, + "nauc_map_at_1000_max": 0.7118792260250545, + "nauc_map_at_1000_std": 0.2978126946188799, + "nauc_map_at_100_diff1": 0.8175193093263838, + "nauc_map_at_100_max": 0.7120161700772454, + "nauc_map_at_100_std": 0.2981213513265536, + "nauc_map_at_10_diff1": 0.8170251634047527, + "nauc_map_at_10_max": 0.7137850877492842, + "nauc_map_at_10_std": 0.3017506155190435, + "nauc_map_at_1_diff1": 0.8259125585344004, + "nauc_map_at_1_max": 0.6434080537609111, + "nauc_map_at_1_std": 0.2001024761533879, + "nauc_map_at_20_diff1": 0.8174405701101018, + "nauc_map_at_20_max": 0.7131238849861239, + "nauc_map_at_20_std": 0.3004275352925253, + "nauc_map_at_3_diff1": 0.8115144899005242, + "nauc_map_at_3_max": 0.7290907661192413, + "nauc_map_at_3_std": 0.31233382533584897, + "nauc_map_at_5_diff1": 0.818057359168226, + "nauc_map_at_5_max": 0.7201987395423812, + "nauc_map_at_5_std": 0.31109907069571097, + "nauc_mrr_at_1000_diff1": 0.8174697007736121, + "nauc_mrr_at_1000_max": 0.7118792260250545, + "nauc_mrr_at_1000_std": 0.2978126946188799, + "nauc_mrr_at_100_diff1": 0.8175193093263838, + "nauc_mrr_at_100_max": 0.7120161700772454, + "nauc_mrr_at_100_std": 0.2981213513265536, + "nauc_mrr_at_10_diff1": 0.8170251634047527, + "nauc_mrr_at_10_max": 0.7137850877492842, + "nauc_mrr_at_10_std": 0.3017506155190435, + "nauc_mrr_at_1_diff1": 0.8259125585344004, + "nauc_mrr_at_1_max": 0.6434080537609111, + "nauc_mrr_at_1_std": 0.2001024761533879, + "nauc_mrr_at_20_diff1": 0.8174405701101018, + "nauc_mrr_at_20_max": 0.7131238849861239, + "nauc_mrr_at_20_std": 0.3004275352925253, + "nauc_mrr_at_3_diff1": 0.8115144899005242, + "nauc_mrr_at_3_max": 0.7290907661192413, + "nauc_mrr_at_3_std": 0.31233382533584897, + "nauc_mrr_at_5_diff1": 0.818057359168226, + "nauc_mrr_at_5_max": 0.7201987395423812, + "nauc_mrr_at_5_std": 0.31109907069571097, + "nauc_ndcg_at_1000_diff1": 0.8176015150196453, + "nauc_ndcg_at_1000_max": 0.7212974115912407, + "nauc_ndcg_at_1000_std": 0.31395410949773633, + "nauc_ndcg_at_100_diff1": 0.818810048042945, + "nauc_ndcg_at_100_max": 0.7242446364174795, + "nauc_ndcg_at_100_std": 0.320544408655515, + "nauc_ndcg_at_10_diff1": 0.8165832941306933, + "nauc_ndcg_at_10_max": 0.7339174936979478, + "nauc_ndcg_at_10_std": 0.3400495594978241, + "nauc_ndcg_at_1_diff1": 0.8259125585344004, + "nauc_ndcg_at_1_max": 0.6434080537609111, + "nauc_ndcg_at_1_std": 0.2001024761533879, + "nauc_ndcg_at_20_diff1": 0.8187158241071412, + "nauc_ndcg_at_20_max": 0.7321754850462264, + "nauc_ndcg_at_20_std": 0.3371484980549608, + "nauc_ndcg_at_3_diff1": 0.8065907683247512, + "nauc_ndcg_at_3_max": 0.7635954725568035, + "nauc_ndcg_at_3_std": 0.3588364513373582, + "nauc_ndcg_at_5_diff1": 0.8188671635374891, + "nauc_ndcg_at_5_max": 0.7490237425333448, + "nauc_ndcg_at_5_std": 0.36006211716442427, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.9345238095238128, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9345238095238128, + "nauc_precision_at_10_diff1": 0.8176503089785564, + "nauc_precision_at_10_max": 0.9096108687749926, + "nauc_precision_at_10_std": 0.7039240667656147, + "nauc_precision_at_1_diff1": 0.8259125585344004, + "nauc_precision_at_1_max": 0.6434080537609111, + "nauc_precision_at_1_std": 0.2001024761533879, + "nauc_precision_at_20_diff1": 0.8602641463710148, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.9100793650793616, + "nauc_precision_at_3_diff1": 0.7879508421950837, + "nauc_precision_at_3_max": 0.8966731048878521, + "nauc_precision_at_3_std": 0.5387104395486292, + "nauc_precision_at_5_diff1": 0.8263346429502509, + "nauc_precision_at_5_max": 0.8964765663948345, + "nauc_precision_at_5_std": 0.6171587740984601, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9345238095238102, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9345238095238102, + "nauc_recall_at_10_diff1": 0.817650308978552, + "nauc_recall_at_10_max": 0.9096108687749894, + "nauc_recall_at_10_std": 0.703924066765607, + "nauc_recall_at_1_diff1": 0.8259125585344004, + "nauc_recall_at_1_max": 0.6434080537609111, + "nauc_recall_at_1_std": 0.2001024761533879, + "nauc_recall_at_20_diff1": 0.8602641463710146, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.9100793650793642, + "nauc_recall_at_3_diff1": 0.7879508421950835, + "nauc_recall_at_3_max": 0.8966731048878517, + "nauc_recall_at_3_std": 0.5387104395486304, + "nauc_recall_at_5_diff1": 0.8263346429502512, + "nauc_recall_at_5_max": 0.8964765663948336, + "nauc_recall_at_5_std": 0.6171587740984605, + "ndcg_at_1": 0.71658, + "ndcg_at_10": 0.82929, + "ndcg_at_100": 0.83888, + "ndcg_at_1000": 0.84042, + "ndcg_at_20": 0.83458, + "ndcg_at_3": 0.78998, + "ndcg_at_5": 0.81184, + "precision_at_1": 0.71658, + "precision_at_10": 0.09465, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.0484, + "precision_at_3": 0.27986, + "precision_at_5": 0.17861, + "recall_at_1": 0.71658, + "recall_at_10": 0.94652, + "recall_at_100": 0.9893, + "recall_at_1000": 1.0, + "recall_at_20": 0.96791, + "recall_at_3": 0.83957, + "recall_at_5": 0.89305 + }, + { + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ], + "main_score": 0.78562, + "map_at_1": 0.67061, + "map_at_10": 0.74958, + "map_at_100": 0.75348, + "map_at_1000": 0.7536, + "map_at_20": 0.75274, + "map_at_3": 0.73373, + "map_at_5": 0.74379, + "mrr_at_1": 0.6706114398422091, + "mrr_at_10": 0.7495820418897341, + "mrr_at_100": 0.7534763703502549, + "mrr_at_1000": 0.7535952056482143, + "mrr_at_20": 0.7527445877288788, + "mrr_at_3": 0.7337278106508875, + "mrr_at_5": 0.7437869822485205, + "nauc_map_at_1000_diff1": 0.7559976539447563, + "nauc_map_at_1000_max": 0.6811477516457536, + "nauc_map_at_1000_std": 0.12413785801228752, + "nauc_map_at_100_diff1": 0.7559279933673831, + "nauc_map_at_100_max": 0.6812293836756107, + "nauc_map_at_100_std": 0.12424533259632604, + "nauc_map_at_10_diff1": 0.7551166135422351, + "nauc_map_at_10_max": 0.6824236102080908, + "nauc_map_at_10_std": 0.12581648644477786, + "nauc_map_at_1_diff1": 0.7761137066629988, + "nauc_map_at_1_max": 0.6335410845818187, + "nauc_map_at_1_std": 0.06400142928598214, + "nauc_map_at_20_diff1": 0.7556565964832013, + "nauc_map_at_20_max": 0.6814011515581446, + "nauc_map_at_20_std": 0.12495359977570789, + "nauc_map_at_3_diff1": 0.7570230644031944, + "nauc_map_at_3_max": 0.6836154824945642, + "nauc_map_at_3_std": 0.12145003561538459, + "nauc_map_at_5_diff1": 0.7578075175518096, + "nauc_map_at_5_max": 0.6868071167043002, + "nauc_map_at_5_std": 0.12652378896790067, + "nauc_mrr_at_1000_diff1": 0.7559976539447563, + "nauc_mrr_at_1000_max": 0.6811477516457536, + "nauc_mrr_at_1000_std": 0.12413785801228752, + "nauc_mrr_at_100_diff1": 0.7559279933673831, + "nauc_mrr_at_100_max": 0.6812293836756107, + "nauc_mrr_at_100_std": 0.12424533259632604, + "nauc_mrr_at_10_diff1": 0.7551166135422351, + "nauc_mrr_at_10_max": 0.6824236102080908, + "nauc_mrr_at_10_std": 0.12581648644477786, + "nauc_mrr_at_1_diff1": 0.7761137066629988, + "nauc_mrr_at_1_max": 0.6335410845818187, + "nauc_mrr_at_1_std": 0.06400142928598214, + "nauc_mrr_at_20_diff1": 0.7556565964832013, + "nauc_mrr_at_20_max": 0.6814011515581446, + "nauc_mrr_at_20_std": 0.12495359977570789, + "nauc_mrr_at_3_diff1": 0.7570230644031944, + "nauc_mrr_at_3_max": 0.6836154824945642, + "nauc_mrr_at_3_std": 0.12145003561538459, + "nauc_mrr_at_5_diff1": 0.7578075175518096, + "nauc_mrr_at_5_max": 0.6868071167043002, + "nauc_mrr_at_5_std": 0.12652378896790067, + "nauc_ndcg_at_1000_diff1": 0.7508738302815849, + "nauc_ndcg_at_1000_max": 0.6879732834436475, + "nauc_ndcg_at_1000_std": 0.1374289834962235, + "nauc_ndcg_at_100_diff1": 0.7482888699405861, + "nauc_ndcg_at_100_max": 0.6904851289331329, + "nauc_ndcg_at_100_std": 0.14408454564828752, + "nauc_ndcg_at_10_diff1": 0.7432155453918491, + "nauc_ndcg_at_10_max": 0.6957366828859027, + "nauc_ndcg_at_10_std": 0.15278194205154605, + "nauc_ndcg_at_1_diff1": 0.7761137066629988, + "nauc_ndcg_at_1_max": 0.6335410845818187, + "nauc_ndcg_at_1_std": 0.06400142928598214, + "nauc_ndcg_at_20_diff1": 0.7454379170763404, + "nauc_ndcg_at_20_max": 0.6919515661288137, + "nauc_ndcg_at_20_std": 0.14928719836475968, + "nauc_ndcg_at_3_diff1": 0.7496608604753789, + "nauc_ndcg_at_3_max": 0.6994657431592782, + "nauc_ndcg_at_3_std": 0.14095379104804154, + "nauc_ndcg_at_5_diff1": 0.7503582223902198, + "nauc_ndcg_at_5_max": 0.7065268871023308, + "nauc_ndcg_at_5_std": 0.15312354810879739, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6008509931440411, + "nauc_precision_at_100_max": 0.8303718645634165, + "nauc_precision_at_100_std": 0.554052545995484, + "nauc_precision_at_10_diff1": 0.6657711750994366, + "nauc_precision_at_10_max": 0.767786247036516, + "nauc_precision_at_10_std": 0.32052297538431457, + "nauc_precision_at_1_diff1": 0.7761137066629988, + "nauc_precision_at_1_max": 0.6335410845818187, + "nauc_precision_at_1_std": 0.06400142928598214, + "nauc_precision_at_20_diff1": 0.6321090693946306, + "nauc_precision_at_20_max": 0.7795619877574869, + "nauc_precision_at_20_std": 0.4084105619566021, + "nauc_precision_at_3_diff1": 0.7220721451966291, + "nauc_precision_at_3_max": 0.7574774161882909, + "nauc_precision_at_3_std": 0.21298034185732073, + "nauc_precision_at_5_diff1": 0.7157052786953197, + "nauc_precision_at_5_max": 0.7972579675973944, + "nauc_precision_at_5_std": 0.2784705095337994, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6008509931440333, + "nauc_recall_at_100_max": 0.8303718645634112, + "nauc_recall_at_100_std": 0.554052545995473, + "nauc_recall_at_10_diff1": 0.6657711750994377, + "nauc_recall_at_10_max": 0.7677862470365171, + "nauc_recall_at_10_std": 0.32052297538431596, + "nauc_recall_at_1_diff1": 0.7761137066629988, + "nauc_recall_at_1_max": 0.6335410845818187, + "nauc_recall_at_1_std": 0.06400142928598214, + "nauc_recall_at_20_diff1": 0.6321090693946316, + "nauc_recall_at_20_max": 0.7795619877574897, + "nauc_recall_at_20_std": 0.4084105619566041, + "nauc_recall_at_3_diff1": 0.7220721451966302, + "nauc_recall_at_3_max": 0.7574774161882902, + "nauc_recall_at_3_std": 0.2129803418573192, + "nauc_recall_at_5_diff1": 0.7157052786953201, + "nauc_recall_at_5_max": 0.7972579675973933, + "nauc_recall_at_5_std": 0.2784705095338005, + "ndcg_at_1": 0.67061, + "ndcg_at_10": 0.78562, + "ndcg_at_100": 0.80312, + "ndcg_at_1000": 0.80618, + "ndcg_at_20": 0.79743, + "ndcg_at_3": 0.75354, + "ndcg_at_5": 0.77196, + "precision_at_1": 0.67061, + "precision_at_10": 0.08974, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "precision_at_20": 0.04724, + "precision_at_3": 0.27022, + "precision_at_5": 0.1712, + "recall_at_1": 0.67061, + "recall_at_10": 0.89744, + "recall_at_100": 0.97633, + "recall_at_1000": 1.0, + "recall_at_20": 0.94477, + "recall_at_3": 0.81065, + "recall_at_5": 0.85602 + }, + { + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "main_score": 0.81416, + "map_at_1": 0.68362, + "map_at_10": 0.77676, + "map_at_100": 0.78031, + "map_at_1000": 0.78039, + "map_at_20": 0.77958, + "map_at_3": 0.76648, + "map_at_5": 0.77439, + "mrr_at_1": 0.6836158192090396, + "mrr_at_10": 0.7767644157474665, + "mrr_at_100": 0.7803082520132456, + "mrr_at_1000": 0.7803914874314598, + "mrr_at_20": 0.7795811242595887, + "mrr_at_3": 0.766478342749529, + "mrr_at_5": 0.7743879472693032, + "nauc_map_at_1000_diff1": 0.7753150275064545, + "nauc_map_at_1000_max": 0.576681022936007, + "nauc_map_at_1000_std": 0.15657624058216574, + "nauc_map_at_100_diff1": 0.7753266888815107, + "nauc_map_at_100_max": 0.5768105366581592, + "nauc_map_at_100_std": 0.15694016176466458, + "nauc_map_at_10_diff1": 0.7736988001542845, + "nauc_map_at_10_max": 0.5806336482905418, + "nauc_map_at_10_std": 0.16285280278004904, + "nauc_map_at_1_diff1": 0.7906690621713299, + "nauc_map_at_1_max": 0.5266533387949093, + "nauc_map_at_1_std": 0.08870008626806723, + "nauc_map_at_20_diff1": 0.7756485223079065, + "nauc_map_at_20_max": 0.5777806517655711, + "nauc_map_at_20_std": 0.15878220942731475, + "nauc_map_at_3_diff1": 0.7675142993471892, + "nauc_map_at_3_max": 0.5691559594042647, + "nauc_map_at_3_std": 0.14051210683008758, + "nauc_map_at_5_diff1": 0.7731883678920984, + "nauc_map_at_5_max": 0.5820063311961098, + "nauc_map_at_5_std": 0.16380053631138897, + "nauc_mrr_at_1000_diff1": 0.7753150275064545, + "nauc_mrr_at_1000_max": 0.576681022936007, + "nauc_mrr_at_1000_std": 0.15657624058216574, + "nauc_mrr_at_100_diff1": 0.7753266888815107, + "nauc_mrr_at_100_max": 0.5768105366581592, + "nauc_mrr_at_100_std": 0.15694016176466458, + "nauc_mrr_at_10_diff1": 0.7736988001542845, + "nauc_mrr_at_10_max": 0.5806336482905418, + "nauc_mrr_at_10_std": 0.16285280278004904, + "nauc_mrr_at_1_diff1": 0.7906690621713299, + "nauc_mrr_at_1_max": 0.5266533387949093, + "nauc_mrr_at_1_std": 0.08870008626806723, + "nauc_mrr_at_20_diff1": 0.7756485223079065, + "nauc_mrr_at_20_max": 0.5777806517655711, + "nauc_mrr_at_20_std": 0.15878220942731475, + "nauc_mrr_at_3_diff1": 0.7675142993471892, + "nauc_mrr_at_3_max": 0.5691559594042647, + "nauc_mrr_at_3_std": 0.14051210683008758, + "nauc_mrr_at_5_diff1": 0.7731883678920984, + "nauc_mrr_at_5_max": 0.5820063311961098, + "nauc_mrr_at_5_std": 0.16380053631138897, + "nauc_ndcg_at_1000_diff1": 0.7742165553117736, + "nauc_ndcg_at_1000_max": 0.586528314303823, + "nauc_ndcg_at_1000_std": 0.17257339366857194, + "nauc_ndcg_at_100_diff1": 0.7743016521670638, + "nauc_ndcg_at_100_max": 0.5894484805014789, + "nauc_ndcg_at_100_std": 0.1812700279867664, + "nauc_ndcg_at_10_diff1": 0.7695548506222969, + "nauc_ndcg_at_10_max": 0.6090832171164141, + "nauc_ndcg_at_10_std": 0.20994382716699553, + "nauc_ndcg_at_1_diff1": 0.7906690621713299, + "nauc_ndcg_at_1_max": 0.5266533387949093, + "nauc_ndcg_at_1_std": 0.08870008626806723, + "nauc_ndcg_at_20_diff1": 0.7768615375487594, + "nauc_ndcg_at_20_max": 0.5975382831348242, + "nauc_ndcg_at_20_std": 0.193012162163222, + "nauc_ndcg_at_3_diff1": 0.7566158797630257, + "nauc_ndcg_at_3_max": 0.583567073763709, + "nauc_ndcg_at_3_std": 0.15984673728648321, + "nauc_ndcg_at_5_diff1": 0.7677643228533167, + "nauc_ndcg_at_5_max": 0.6119538992418389, + "nauc_ndcg_at_5_std": 0.2097536231467196, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7772290720442436, + "nauc_precision_at_100_max": 0.8611949164465015, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7443824058974907, + "nauc_precision_at_10_max": 0.833075859696907, + "nauc_precision_at_10_std": 0.5908946674061908, + "nauc_precision_at_1_diff1": 0.7906690621713299, + "nauc_precision_at_1_max": 0.5266533387949093, + "nauc_precision_at_1_std": 0.08870008626806723, + "nauc_precision_at_20_diff1": 0.8358194649020223, + "nauc_precision_at_20_max": 0.8794746628302473, + "nauc_precision_at_20_std": 0.7116533160044437, + "nauc_precision_at_3_diff1": 0.7030705993742723, + "nauc_precision_at_3_max": 0.6517558281272599, + "nauc_precision_at_3_std": 0.2524785913368934, + "nauc_precision_at_5_diff1": 0.7366179728027701, + "nauc_precision_at_5_max": 0.8078790463688656, + "nauc_precision_at_5_std": 0.5132601134291416, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7772290720442457, + "nauc_recall_at_100_max": 0.8611949164465155, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7443824058974892, + "nauc_recall_at_10_max": 0.8330758596969055, + "nauc_recall_at_10_std": 0.5908946674061876, + "nauc_recall_at_1_diff1": 0.7906690621713299, + "nauc_recall_at_1_max": 0.5266533387949093, + "nauc_recall_at_1_std": 0.08870008626806723, + "nauc_recall_at_20_diff1": 0.8358194649020221, + "nauc_recall_at_20_max": 0.8794746628302499, + "nauc_recall_at_20_std": 0.7116533160044431, + "nauc_recall_at_3_diff1": 0.7030705993742714, + "nauc_recall_at_3_max": 0.6517558281272581, + "nauc_recall_at_3_std": 0.25247859133689554, + "nauc_recall_at_5_diff1": 0.73661797280277, + "nauc_recall_at_5_max": 0.8078790463688675, + "nauc_recall_at_5_std": 0.5132601134291419, + "ndcg_at_1": 0.68362, + "ndcg_at_10": 0.81416, + "ndcg_at_100": 0.8287, + "ndcg_at_1000": 0.83029, + "ndcg_at_20": 0.82425, + "ndcg_at_3": 0.79446, + "ndcg_at_5": 0.80856, + "precision_at_1": 0.68362, + "precision_at_10": 0.09266, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04831, + "precision_at_3": 0.2919, + "precision_at_5": 0.18192, + "recall_at_1": 0.68362, + "recall_at_10": 0.92655, + "recall_at_100": 0.9887, + "recall_at_1000": 1.0, + "recall_at_20": 0.9661, + "recall_at_3": 0.87571, + "recall_at_5": 0.9096 + }, + { + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ], + "main_score": 0.86079, + "map_at_1": 0.75661, + "map_at_10": 0.83207, + "map_at_100": 0.83387, + "map_at_1000": 0.83394, + "map_at_20": 0.83329, + "map_at_3": 0.82099, + "map_at_5": 0.82972, + "mrr_at_1": 0.7566137566137566, + "mrr_at_10": 0.8320693709582601, + "mrr_at_100": 0.8338745708877063, + "mrr_at_1000": 0.8339446948752479, + "mrr_at_20": 0.8332880596769487, + "mrr_at_3": 0.8209876543209879, + "mrr_at_5": 0.8297178130511466, + "nauc_map_at_1000_diff1": 0.7323785643432023, + "nauc_map_at_1000_max": 0.6597636694792771, + "nauc_map_at_1000_std": 0.2688266771909511, + "nauc_map_at_100_diff1": 0.732441309335534, + "nauc_map_at_100_max": 0.6599196938477896, + "nauc_map_at_100_std": 0.2691619760574475, + "nauc_map_at_10_diff1": 0.7307038414208666, + "nauc_map_at_10_max": 0.6593554631568521, + "nauc_map_at_10_std": 0.2699272804964242, + "nauc_map_at_1_diff1": 0.7571021502690383, + "nauc_map_at_1_max": 0.6243515891600723, + "nauc_map_at_1_std": 0.19026021959906456, + "nauc_map_at_20_diff1": 0.7326236197622691, + "nauc_map_at_20_max": 0.6609158784130145, + "nauc_map_at_20_std": 0.27075188999120303, + "nauc_map_at_3_diff1": 0.7259683991224903, + "nauc_map_at_3_max": 0.6623110635255296, + "nauc_map_at_3_std": 0.27759932535787285, + "nauc_map_at_5_diff1": 0.7237888646352136, + "nauc_map_at_5_max": 0.6547453771338433, + "nauc_map_at_5_std": 0.26148111099330723, + "nauc_mrr_at_1000_diff1": 0.7323785643432023, + "nauc_mrr_at_1000_max": 0.6597636694792771, + "nauc_mrr_at_1000_std": 0.2688266771909511, + "nauc_mrr_at_100_diff1": 0.732441309335534, + "nauc_mrr_at_100_max": 0.6599196938477896, + "nauc_mrr_at_100_std": 0.2691619760574475, + "nauc_mrr_at_10_diff1": 0.7307038414208666, + "nauc_mrr_at_10_max": 0.6593554631568521, + "nauc_mrr_at_10_std": 0.2699272804964242, + "nauc_mrr_at_1_diff1": 0.7571021502690383, + "nauc_mrr_at_1_max": 0.6243515891600723, + "nauc_mrr_at_1_std": 0.19026021959906456, + "nauc_mrr_at_20_diff1": 0.7326236197622691, + "nauc_mrr_at_20_max": 0.6609158784130145, + "nauc_mrr_at_20_std": 0.27075188999120303, + "nauc_mrr_at_3_diff1": 0.7259683991224903, + "nauc_mrr_at_3_max": 0.6623110635255296, + "nauc_mrr_at_3_std": 0.27759932535787285, + "nauc_mrr_at_5_diff1": 0.7237888646352136, + "nauc_mrr_at_5_max": 0.6547453771338433, + "nauc_mrr_at_5_std": 0.26148111099330723, + "nauc_ndcg_at_1000_diff1": 0.7322591073167457, + "nauc_ndcg_at_1000_max": 0.6672010657239659, + "nauc_ndcg_at_1000_std": 0.28202308058896924, + "nauc_ndcg_at_100_diff1": 0.7339181187150614, + "nauc_ndcg_at_100_max": 0.6712327356948204, + "nauc_ndcg_at_100_std": 0.2907209629666671, + "nauc_ndcg_at_10_diff1": 0.7296261576472471, + "nauc_ndcg_at_10_max": 0.6738695525841071, + "nauc_ndcg_at_10_std": 0.29793272370280643, + "nauc_ndcg_at_1_diff1": 0.7571021502690383, + "nauc_ndcg_at_1_max": 0.6243515891600723, + "nauc_ndcg_at_1_std": 0.19026021959906456, + "nauc_ndcg_at_20_diff1": 0.7370493282496818, + "nauc_ndcg_at_20_max": 0.6796963274985457, + "nauc_ndcg_at_20_std": 0.30109583434550796, + "nauc_ndcg_at_3_diff1": 0.7156845757171455, + "nauc_ndcg_at_3_max": 0.6758407665110876, + "nauc_ndcg_at_3_std": 0.3073990529187801, + "nauc_ndcg_at_5_diff1": 0.7101984351255406, + "nauc_ndcg_at_5_max": 0.6610544400094033, + "nauc_ndcg_at_5_std": 0.27599777885738414, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.8692041522491335, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7428442968828082, + "nauc_precision_at_10_max": 0.797475950167789, + "nauc_precision_at_10_std": 0.525922311528799, + "nauc_precision_at_1_diff1": 0.7571021502690383, + "nauc_precision_at_1_max": 0.6243515891600723, + "nauc_precision_at_1_std": 0.19026021959906456, + "nauc_precision_at_20_diff1": 0.840437765218349, + "nauc_precision_at_20_max": 0.9175293576013079, + "nauc_precision_at_20_std": 0.6561827937147963, + "nauc_precision_at_3_diff1": 0.6708091053454558, + "nauc_precision_at_3_max": 0.7355014217303067, + "nauc_precision_at_3_std": 0.43803168475016646, + "nauc_precision_at_5_diff1": 0.6222038360094938, + "nauc_precision_at_5_max": 0.6946766107860977, + "nauc_precision_at_5_std": 0.35334587019448055, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8692041522491413, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7428442968828073, + "nauc_recall_at_10_max": 0.7974759501677878, + "nauc_recall_at_10_std": 0.5259223115288008, + "nauc_recall_at_1_diff1": 0.7571021502690383, + "nauc_recall_at_1_max": 0.6243515891600723, + "nauc_recall_at_1_std": 0.19026021959906456, + "nauc_recall_at_20_diff1": 0.8404377652183547, + "nauc_recall_at_20_max": 0.9175293576013139, + "nauc_recall_at_20_std": 0.6561827937147936, + "nauc_recall_at_3_diff1": 0.6708091053454558, + "nauc_recall_at_3_max": 0.7355014217303071, + "nauc_recall_at_3_std": 0.4380316847501661, + "nauc_recall_at_5_diff1": 0.6222038360094929, + "nauc_recall_at_5_max": 0.6946766107860998, + "nauc_recall_at_5_std": 0.3533458701944785, + "ndcg_at_1": 0.75661, + "ndcg_at_10": 0.86079, + "ndcg_at_100": 0.86971, + "ndcg_at_1000": 0.87117, + "ndcg_at_20": 0.86495, + "ndcg_at_3": 0.83994, + "ndcg_at_5": 0.85543, + "precision_at_1": 0.75661, + "precision_at_10": 0.09471, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04815, + "precision_at_3": 0.29806, + "precision_at_5": 0.18624, + "recall_at_1": 0.75661, + "recall_at_10": 0.94709, + "recall_at_100": 0.98942, + "recall_at_1000": 1.0, + "recall_at_20": 0.96296, + "recall_at_3": 0.89418, + "recall_at_5": 0.93122 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "main_score": 0.74329, + "map_at_1": 0.58282, + "map_at_10": 0.69262, + "map_at_100": 0.69708, + "map_at_1000": 0.69708, + "map_at_20": 0.6955, + "map_at_3": 0.66871, + "map_at_5": 0.68252, + "mrr_at_1": 0.5828220858895705, + "mrr_at_10": 0.6926185607167203, + "mrr_at_100": 0.6970758702393013, + "mrr_at_1000": 0.6970758702393013, + "mrr_at_20": 0.6954963517576294, + "mrr_at_3": 0.6687116564417178, + "mrr_at_5": 0.6825153374233128, + "nauc_map_at_1000_diff1": 0.7629111149336285, + "nauc_map_at_1000_max": 0.6787376801285294, + "nauc_map_at_1000_std": 0.17547234147282562, + "nauc_map_at_100_diff1": 0.7629111149336285, + "nauc_map_at_100_max": 0.6787376801285294, + "nauc_map_at_100_std": 0.17547234147282562, + "nauc_map_at_10_diff1": 0.7601331701568663, + "nauc_map_at_10_max": 0.680150609681636, + "nauc_map_at_10_std": 0.18268518874025064, + "nauc_map_at_1_diff1": 0.7902180127241787, + "nauc_map_at_1_max": 0.6391991285913327, + "nauc_map_at_1_std": 0.08327932106142222, + "nauc_map_at_20_diff1": 0.7613374901517818, + "nauc_map_at_20_max": 0.6791708900731934, + "nauc_map_at_20_std": 0.17868681786990595, + "nauc_map_at_3_diff1": 0.7634653564840225, + "nauc_map_at_3_max": 0.6850536841282596, + "nauc_map_at_3_std": 0.18209417789585583, + "nauc_map_at_5_diff1": 0.7602448504122097, + "nauc_map_at_5_max": 0.6765860179180558, + "nauc_map_at_5_std": 0.1678242909353613, + "nauc_mrr_at_1000_diff1": 0.7629111149336285, + "nauc_mrr_at_1000_max": 0.6787376801285294, + "nauc_mrr_at_1000_std": 0.17547234147282562, + "nauc_mrr_at_100_diff1": 0.7629111149336285, + "nauc_mrr_at_100_max": 0.6787376801285294, + "nauc_mrr_at_100_std": 0.17547234147282562, + "nauc_mrr_at_10_diff1": 0.7601331701568663, + "nauc_mrr_at_10_max": 0.680150609681636, + "nauc_mrr_at_10_std": 0.18268518874025064, + "nauc_mrr_at_1_diff1": 0.7902180127241787, + "nauc_mrr_at_1_max": 0.6391991285913327, + "nauc_mrr_at_1_std": 0.08327932106142222, + "nauc_mrr_at_20_diff1": 0.7613374901517818, + "nauc_mrr_at_20_max": 0.6791708900731934, + "nauc_mrr_at_20_std": 0.17868681786990595, + "nauc_mrr_at_3_diff1": 0.7634653564840225, + "nauc_mrr_at_3_max": 0.6850536841282596, + "nauc_mrr_at_3_std": 0.18209417789585583, + "nauc_mrr_at_5_diff1": 0.7602448504122097, + "nauc_mrr_at_5_max": 0.6765860179180558, + "nauc_mrr_at_5_std": 0.1678242909353613, + "nauc_ndcg_at_1000_diff1": 0.7567520356808172, + "nauc_ndcg_at_1000_max": 0.6831770640215601, + "nauc_ndcg_at_1000_std": 0.1903494893279668, + "nauc_ndcg_at_100_diff1": 0.7567520356808172, + "nauc_ndcg_at_100_max": 0.6831770640215601, + "nauc_ndcg_at_100_std": 0.1903494893279668, + "nauc_ndcg_at_10_diff1": 0.7404045020196223, + "nauc_ndcg_at_10_max": 0.69308732863538, + "nauc_ndcg_at_10_std": 0.23295468359033605, + "nauc_ndcg_at_1_diff1": 0.7902180127241787, + "nauc_ndcg_at_1_max": 0.6391991285913327, + "nauc_ndcg_at_1_std": 0.08327932106142222, + "nauc_ndcg_at_20_diff1": 0.7452905416166152, + "nauc_ndcg_at_20_max": 0.6881727226412095, + "nauc_ndcg_at_20_std": 0.21632147811615018, + "nauc_ndcg_at_3_diff1": 0.7505404314857813, + "nauc_ndcg_at_3_max": 0.695747701590481, + "nauc_ndcg_at_3_std": 0.21308561694191114, + "nauc_ndcg_at_5_diff1": 0.7426313874993015, + "nauc_ndcg_at_5_max": 0.6807075399315142, + "nauc_ndcg_at_5_std": 0.1879553004823474, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5872812770332301, + "nauc_precision_at_10_max": 0.7940704299413559, + "nauc_precision_at_10_std": 0.6336274755816254, + "nauc_precision_at_1_diff1": 0.7902180127241787, + "nauc_precision_at_1_max": 0.6391991285913327, + "nauc_precision_at_1_std": 0.08327932106142222, + "nauc_precision_at_20_diff1": 0.5438950895664553, + "nauc_precision_at_20_max": 0.791399744783204, + "nauc_precision_at_20_std": 0.6911305919545456, + "nauc_precision_at_3_diff1": 0.701932985857204, + "nauc_precision_at_3_max": 0.7323746933545776, + "nauc_precision_at_3_std": 0.3243889770631521, + "nauc_precision_at_5_diff1": 0.6580353184287407, + "nauc_precision_at_5_max": 0.693482370180427, + "nauc_precision_at_5_std": 0.2716479371607685, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5872812770332297, + "nauc_recall_at_10_max": 0.7940704299413565, + "nauc_recall_at_10_std": 0.6336274755816269, + "nauc_recall_at_1_diff1": 0.7902180127241787, + "nauc_recall_at_1_max": 0.6391991285913327, + "nauc_recall_at_1_std": 0.08327932106142222, + "nauc_recall_at_20_diff1": 0.5438950895664578, + "nauc_recall_at_20_max": 0.7913997447832046, + "nauc_recall_at_20_std": 0.6911305919545477, + "nauc_recall_at_3_diff1": 0.7019329858572043, + "nauc_recall_at_3_max": 0.7323746933545779, + "nauc_recall_at_3_std": 0.32438897706315273, + "nauc_recall_at_5_diff1": 0.6580353184287405, + "nauc_recall_at_5_max": 0.693482370180428, + "nauc_recall_at_5_std": 0.2716479371607688, + "ndcg_at_1": 0.58282, + "ndcg_at_10": 0.74329, + "ndcg_at_100": 0.76464, + "ndcg_at_1000": 0.76464, + "ndcg_at_20": 0.75402, + "ndcg_at_3": 0.69412, + "ndcg_at_5": 0.7192, + "precision_at_1": 0.58282, + "precision_at_10": 0.09018, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04724, + "precision_at_3": 0.25562, + "precision_at_5": 0.16564, + "recall_at_1": 0.58282, + "recall_at_10": 0.90184, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.94479, + "recall_at_3": 0.76687, + "recall_at_5": 0.82822 + }, + { + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "main_score": 0.81444, + "map_at_1": 0.66484, + "map_at_10": 0.77019, + "map_at_100": 0.77205, + "map_at_1000": 0.77205, + "map_at_20": 0.77056, + "map_at_3": 0.75641, + "map_at_5": 0.76273, + "mrr_at_1": 0.6648351648351648, + "mrr_at_10": 0.7701901273329845, + "mrr_at_100": 0.772048860800417, + "mrr_at_1000": 0.772048860800417, + "mrr_at_20": 0.7705564276992849, + "mrr_at_3": 0.7564102564102564, + "mrr_at_5": 0.7627289377289377, + "nauc_map_at_1000_diff1": 0.8137507776767436, + "nauc_map_at_1000_max": 0.6350938350841465, + "nauc_map_at_1000_std": 0.024807414362984285, + "nauc_map_at_100_diff1": 0.8137507776767436, + "nauc_map_at_100_max": 0.6350938350841465, + "nauc_map_at_100_std": 0.024807414362984285, + "nauc_map_at_10_diff1": 0.8131465902299041, + "nauc_map_at_10_max": 0.6365996034665257, + "nauc_map_at_10_std": 0.02884161989060229, + "nauc_map_at_1_diff1": 0.831243041083276, + "nauc_map_at_1_max": 0.6007461695670607, + "nauc_map_at_1_std": -0.04137483401240654, + "nauc_map_at_20_diff1": 0.8136241061467224, + "nauc_map_at_20_max": 0.6361702483364574, + "nauc_map_at_20_std": 0.027291567933654344, + "nauc_map_at_3_diff1": 0.8094020823589929, + "nauc_map_at_3_max": 0.6435196669058908, + "nauc_map_at_3_std": 0.04420689339799964, + "nauc_map_at_5_diff1": 0.8082681466493207, + "nauc_map_at_5_max": 0.6342507753093645, + "nauc_map_at_5_std": 0.021697042309873293, + "nauc_mrr_at_1000_diff1": 0.8137507776767436, + "nauc_mrr_at_1000_max": 0.6350938350841465, + "nauc_mrr_at_1000_std": 0.024807414362984285, + "nauc_mrr_at_100_diff1": 0.8137507776767436, + "nauc_mrr_at_100_max": 0.6350938350841465, + "nauc_mrr_at_100_std": 0.024807414362984285, + "nauc_mrr_at_10_diff1": 0.8131465902299041, + "nauc_mrr_at_10_max": 0.6365996034665257, + "nauc_mrr_at_10_std": 0.02884161989060229, + "nauc_mrr_at_1_diff1": 0.831243041083276, + "nauc_mrr_at_1_max": 0.6007461695670607, + "nauc_mrr_at_1_std": -0.04137483401240654, + "nauc_mrr_at_20_diff1": 0.8136241061467224, + "nauc_mrr_at_20_max": 0.6361702483364574, + "nauc_mrr_at_20_std": 0.027291567933654344, + "nauc_mrr_at_3_diff1": 0.8094020823589929, + "nauc_mrr_at_3_max": 0.6435196669058908, + "nauc_mrr_at_3_std": 0.04420689339799964, + "nauc_mrr_at_5_diff1": 0.8082681466493207, + "nauc_mrr_at_5_max": 0.6342507753093645, + "nauc_mrr_at_5_std": 0.021697042309873293, + "nauc_ndcg_at_1000_diff1": 0.811665319320746, + "nauc_ndcg_at_1000_max": 0.6410968175307324, + "nauc_ndcg_at_1000_std": 0.03777370502435057, + "nauc_ndcg_at_100_diff1": 0.811665319320746, + "nauc_ndcg_at_100_max": 0.6410968175307324, + "nauc_ndcg_at_100_std": 0.03777370502435057, + "nauc_ndcg_at_10_diff1": 0.8086927159303389, + "nauc_ndcg_at_10_max": 0.6514467437416627, + "nauc_ndcg_at_10_std": 0.06442149051167885, + "nauc_ndcg_at_1_diff1": 0.831243041083276, + "nauc_ndcg_at_1_max": 0.6007461695670607, + "nauc_ndcg_at_1_std": -0.04137483401240654, + "nauc_ndcg_at_20_diff1": 0.8108599538632091, + "nauc_ndcg_at_20_max": 0.649590415930672, + "nauc_ndcg_at_20_std": 0.05756634288846946, + "nauc_ndcg_at_3_diff1": 0.7997858966390522, + "nauc_ndcg_at_3_max": 0.6639093117955729, + "nauc_ndcg_at_3_std": 0.08850900428338082, + "nauc_ndcg_at_5_diff1": 0.7964286214113104, + "nauc_ndcg_at_5_max": 0.6461916071424952, + "nauc_ndcg_at_5_std": 0.044653436407015586, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.76975457092423, + "nauc_precision_at_10_max": 0.8136668901035103, + "nauc_precision_at_10_std": 0.4758099938949605, + "nauc_precision_at_1_diff1": 0.831243041083276, + "nauc_precision_at_1_max": 0.6007461695670607, + "nauc_precision_at_1_std": -0.04137483401240654, + "nauc_precision_at_20_diff1": 0.7967003967922416, + "nauc_precision_at_20_max": 0.8066951939776471, + "nauc_precision_at_20_std": 0.42660618574302417, + "nauc_precision_at_3_diff1": 0.7539479960432518, + "nauc_precision_at_3_max": 0.761870959113891, + "nauc_precision_at_3_std": 0.3029577337320295, + "nauc_precision_at_5_diff1": 0.7272480140949028, + "nauc_precision_at_5_max": 0.710731905989128, + "nauc_precision_at_5_std": 0.16770311682800332, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7697545709242316, + "nauc_recall_at_10_max": 0.8136668901035118, + "nauc_recall_at_10_std": 0.47580999389495954, + "nauc_recall_at_1_diff1": 0.831243041083276, + "nauc_recall_at_1_max": 0.6007461695670607, + "nauc_recall_at_1_std": -0.04137483401240654, + "nauc_recall_at_20_diff1": 0.7967003967922386, + "nauc_recall_at_20_max": 0.8066951939776411, + "nauc_recall_at_20_std": 0.42660618574301895, + "nauc_recall_at_3_diff1": 0.7539479960432507, + "nauc_recall_at_3_max": 0.7618709591138905, + "nauc_recall_at_3_std": 0.3029577337320286, + "nauc_recall_at_5_diff1": 0.7272480140949041, + "nauc_recall_at_5_max": 0.7107319059891264, + "nauc_recall_at_5_std": 0.1677031168280018, + "ndcg_at_1": 0.66484, + "ndcg_at_10": 0.81444, + "ndcg_at_100": 0.82459, + "ndcg_at_1000": 0.82459, + "ndcg_at_20": 0.81581, + "ndcg_at_3": 0.78519, + "ndcg_at_5": 0.79654, + "precision_at_1": 0.66484, + "precision_at_10": 0.09505, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.0478, + "precision_at_3": 0.28938, + "precision_at_5": 0.17912, + "recall_at_1": 0.66484, + "recall_at_10": 0.95055, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95604, + "recall_at_3": 0.86813, + "recall_at_5": 0.8956 + }, + { + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.80671, + "map_at_1": 0.67319, + "map_at_10": 0.76637, + "map_at_100": 0.76848, + "map_at_1000": 0.76858, + "map_at_20": 0.76747, + "map_at_3": 0.74951, + "map_at_5": 0.75969, + "mrr_at_1": 0.6731898238747553, + "mrr_at_10": 0.7663676886279621, + "mrr_at_100": 0.7684831606446024, + "mrr_at_1000": 0.768578671812147, + "mrr_at_20": 0.7674744449940141, + "mrr_at_3": 0.7495107632093932, + "mrr_at_5": 0.7596868884540113, + "nauc_map_at_1000_diff1": 0.7810021271500855, + "nauc_map_at_1000_max": 0.6569714892861875, + "nauc_map_at_1000_std": -0.04243784696553212, + "nauc_map_at_100_diff1": 0.7809521444038745, + "nauc_map_at_100_max": 0.6571199987597461, + "nauc_map_at_100_std": -0.04211345443064818, + "nauc_map_at_10_diff1": 0.7800322743460569, + "nauc_map_at_10_max": 0.6586675484880357, + "nauc_map_at_10_std": -0.03985717307308032, + "nauc_map_at_1_diff1": 0.8102856689401666, + "nauc_map_at_1_max": 0.6278357337370786, + "nauc_map_at_1_std": -0.07471680830400647, + "nauc_map_at_20_diff1": 0.7802673490017498, + "nauc_map_at_20_max": 0.657541485540877, + "nauc_map_at_20_std": -0.04090907752032345, + "nauc_map_at_3_diff1": 0.7818606502138735, + "nauc_map_at_3_max": 0.6607246108941209, + "nauc_map_at_3_std": -0.04922635814326651, + "nauc_map_at_5_diff1": 0.779520086737829, + "nauc_map_at_5_max": 0.6598434815669377, + "nauc_map_at_5_std": -0.04577527636699751, + "nauc_mrr_at_1000_diff1": 0.7810021271500855, + "nauc_mrr_at_1000_max": 0.6569714892861875, + "nauc_mrr_at_1000_std": -0.04243784696553212, + "nauc_mrr_at_100_diff1": 0.7809521444038745, + "nauc_mrr_at_100_max": 0.6571199987597461, + "nauc_mrr_at_100_std": -0.04211345443064818, + "nauc_mrr_at_10_diff1": 0.7800322743460569, + "nauc_mrr_at_10_max": 0.6586675484880357, + "nauc_mrr_at_10_std": -0.03985717307308032, + "nauc_mrr_at_1_diff1": 0.8102856689401666, + "nauc_mrr_at_1_max": 0.6278357337370786, + "nauc_mrr_at_1_std": -0.07471680830400647, + "nauc_mrr_at_20_diff1": 0.7802673490017498, + "nauc_mrr_at_20_max": 0.657541485540877, + "nauc_mrr_at_20_std": -0.04090907752032345, + "nauc_mrr_at_3_diff1": 0.7818606502138735, + "nauc_mrr_at_3_max": 0.6607246108941209, + "nauc_mrr_at_3_std": -0.04922635814326651, + "nauc_mrr_at_5_diff1": 0.779520086737829, + "nauc_mrr_at_5_max": 0.6598434815669377, + "nauc_mrr_at_5_std": -0.04577527636699751, + "nauc_ndcg_at_1000_diff1": 0.7760790160527132, + "nauc_ndcg_at_1000_max": 0.6639201186622925, + "nauc_ndcg_at_1000_std": -0.030414765509000442, + "nauc_ndcg_at_100_diff1": 0.7747061414532561, + "nauc_ndcg_at_100_max": 0.6674922683615698, + "nauc_ndcg_at_100_std": -0.022476291847409752, + "nauc_ndcg_at_10_diff1": 0.7689457357045887, + "nauc_ndcg_at_10_max": 0.6761844181496759, + "nauc_ndcg_at_10_std": -0.007292071593380211, + "nauc_ndcg_at_1_diff1": 0.8102856689401666, + "nauc_ndcg_at_1_max": 0.6278357337370786, + "nauc_ndcg_at_1_std": -0.07471680830400647, + "nauc_ndcg_at_20_diff1": 0.7697483985092946, + "nauc_ndcg_at_20_max": 0.6717505077790966, + "nauc_ndcg_at_20_std": -0.011360391154001977, + "nauc_ndcg_at_3_diff1": 0.7721032402484742, + "nauc_ndcg_at_3_max": 0.6771165317344597, + "nauc_ndcg_at_3_std": -0.03634815892694472, + "nauc_ndcg_at_5_diff1": 0.7669396276616411, + "nauc_ndcg_at_5_max": 0.6762127634902614, + "nauc_ndcg_at_5_std": -0.028731215344186826, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6573990739195401, + "nauc_precision_at_100_max": 0.9626598465473347, + "nauc_precision_at_100_std": 0.6350667600172951, + "nauc_precision_at_10_diff1": 0.6809589146278877, + "nauc_precision_at_10_max": 0.8318124008629144, + "nauc_precision_at_10_std": 0.30660007703476366, + "nauc_precision_at_1_diff1": 0.8102856689401666, + "nauc_precision_at_1_max": 0.6278357337370786, + "nauc_precision_at_1_std": -0.07471680830400647, + "nauc_precision_at_20_diff1": 0.6650662117798374, + "nauc_precision_at_20_max": 0.8232884047520388, + "nauc_precision_at_20_std": 0.3473891378859736, + "nauc_precision_at_3_diff1": 0.7331228663595815, + "nauc_precision_at_3_max": 0.7452298340464217, + "nauc_precision_at_3_std": 0.017226206740008992, + "nauc_precision_at_5_diff1": 0.7011809957749313, + "nauc_precision_at_5_max": 0.7629157109450543, + "nauc_precision_at_5_std": 0.06350366236884213, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6573990739195317, + "nauc_recall_at_100_max": 0.9626598465473128, + "nauc_recall_at_100_std": 0.6350667600172861, + "nauc_recall_at_10_diff1": 0.6809589146278874, + "nauc_recall_at_10_max": 0.8318124008629162, + "nauc_recall_at_10_std": 0.306600077034765, + "nauc_recall_at_1_diff1": 0.8102856689401666, + "nauc_recall_at_1_max": 0.6278357337370786, + "nauc_recall_at_1_std": -0.07471680830400647, + "nauc_recall_at_20_diff1": 0.6650662117798395, + "nauc_recall_at_20_max": 0.8232884047520386, + "nauc_recall_at_20_std": 0.3473891378859758, + "nauc_recall_at_3_diff1": 0.7331228663595808, + "nauc_recall_at_3_max": 0.7452298340464202, + "nauc_recall_at_3_std": 0.017226206740009006, + "nauc_recall_at_5_diff1": 0.7011809957749301, + "nauc_recall_at_5_max": 0.7629157109450546, + "nauc_recall_at_5_std": 0.06350366236884367, + "ndcg_at_1": 0.67319, + "ndcg_at_10": 0.80671, + "ndcg_at_100": 0.81799, + "ndcg_at_1000": 0.81989, + "ndcg_at_20": 0.81069, + "ndcg_at_3": 0.77229, + "ndcg_at_5": 0.79073, + "precision_at_1": 0.67319, + "precision_at_10": 0.09315, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04736, + "precision_at_3": 0.27919, + "precision_at_5": 0.17652, + "recall_at_1": 0.67319, + "recall_at_10": 0.93151, + "recall_at_100": 0.9863, + "recall_at_1000": 1.0, + "recall_at_20": 0.94716, + "recall_at_3": 0.83757, + "recall_at_5": 0.88258 + }, + { + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "main_score": 0.80354, + "map_at_1": 0.68783, + "map_at_10": 0.76782, + "map_at_100": 0.77128, + "map_at_1000": 0.77133, + "map_at_20": 0.76943, + "map_at_3": 0.75397, + "map_at_5": 0.76111, + "mrr_at_1": 0.6878306878306878, + "mrr_at_10": 0.7678172503569328, + "mrr_at_100": 0.7712845969312454, + "mrr_at_1000": 0.7713310092583594, + "mrr_at_20": 0.76942592974339, + "mrr_at_3": 0.753968253968254, + "mrr_at_5": 0.7611111111111111, + "nauc_map_at_1000_diff1": 0.8177380459047355, + "nauc_map_at_1000_max": 0.7556707345159516, + "nauc_map_at_1000_std": 0.30601955589383273, + "nauc_map_at_100_diff1": 0.8177798799946779, + "nauc_map_at_100_max": 0.7557268147468398, + "nauc_map_at_100_std": 0.30617884333514794, + "nauc_map_at_10_diff1": 0.816488727470455, + "nauc_map_at_10_max": 0.756649457998894, + "nauc_map_at_10_std": 0.308913658293517, + "nauc_map_at_1_diff1": 0.8367308254372852, + "nauc_map_at_1_max": 0.7433780351659737, + "nauc_map_at_1_std": 0.2854731803881447, + "nauc_map_at_20_diff1": 0.816285275682693, + "nauc_map_at_20_max": 0.7549195053094685, + "nauc_map_at_20_std": 0.3057220841747799, + "nauc_map_at_3_diff1": 0.8170815374868938, + "nauc_map_at_3_max": 0.7578428093416326, + "nauc_map_at_3_std": 0.3002884847776476, + "nauc_map_at_5_diff1": 0.814557701749478, + "nauc_map_at_5_max": 0.754370027625133, + "nauc_map_at_5_std": 0.2982382098510318, + "nauc_mrr_at_1000_diff1": 0.8177380459047355, + "nauc_mrr_at_1000_max": 0.7556707345159516, + "nauc_mrr_at_1000_std": 0.30601955589383273, + "nauc_mrr_at_100_diff1": 0.8177798799946779, + "nauc_mrr_at_100_max": 0.7557268147468398, + "nauc_mrr_at_100_std": 0.30617884333514794, + "nauc_mrr_at_10_diff1": 0.816488727470455, + "nauc_mrr_at_10_max": 0.756649457998894, + "nauc_mrr_at_10_std": 0.308913658293517, + "nauc_mrr_at_1_diff1": 0.8367308254372852, + "nauc_mrr_at_1_max": 0.7433780351659737, + "nauc_mrr_at_1_std": 0.2854731803881447, + "nauc_mrr_at_20_diff1": 0.816285275682693, + "nauc_mrr_at_20_max": 0.7549195053094685, + "nauc_mrr_at_20_std": 0.3057220841747799, + "nauc_mrr_at_3_diff1": 0.8170815374868938, + "nauc_mrr_at_3_max": 0.7578428093416326, + "nauc_mrr_at_3_std": 0.3002884847776476, + "nauc_mrr_at_5_diff1": 0.814557701749478, + "nauc_mrr_at_5_max": 0.754370027625133, + "nauc_mrr_at_5_std": 0.2982382098510318, + "nauc_ndcg_at_1000_diff1": 0.8145860289380225, + "nauc_ndcg_at_1000_max": 0.7583197002012334, + "nauc_ndcg_at_1000_std": 0.31364190024398564, + "nauc_ndcg_at_100_diff1": 0.8154840441261423, + "nauc_ndcg_at_100_max": 0.7594902300089151, + "nauc_ndcg_at_100_std": 0.31696613732569023, + "nauc_ndcg_at_10_diff1": 0.8070395243541238, + "nauc_ndcg_at_10_max": 0.7634901377231204, + "nauc_ndcg_at_10_std": 0.3329567514478341, + "nauc_ndcg_at_1_diff1": 0.8367308254372852, + "nauc_ndcg_at_1_max": 0.7433780351659737, + "nauc_ndcg_at_1_std": 0.2854731803881447, + "nauc_ndcg_at_20_diff1": 0.8061058305122889, + "nauc_ndcg_at_20_max": 0.7568113889536591, + "nauc_ndcg_at_20_std": 0.3199552092444832, + "nauc_ndcg_at_3_diff1": 0.8084275949772678, + "nauc_ndcg_at_3_max": 0.7639740645328483, + "nauc_ndcg_at_3_std": 0.3067675796419416, + "nauc_ndcg_at_5_diff1": 0.8031463437797114, + "nauc_ndcg_at_5_max": 0.757164869258623, + "nauc_ndcg_at_5_std": 0.30225817268496546, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7414675658791781, + "nauc_precision_at_10_max": 0.8136525115324922, + "nauc_precision_at_10_std": 0.5272496947191421, + "nauc_precision_at_1_diff1": 0.8367308254372852, + "nauc_precision_at_1_max": 0.7433780351659737, + "nauc_precision_at_1_std": 0.2854731803881447, + "nauc_precision_at_20_diff1": 0.7111598373748698, + "nauc_precision_at_20_max": 0.7624363360225593, + "nauc_precision_at_20_std": 0.453676487847228, + "nauc_precision_at_3_diff1": 0.7743041676541533, + "nauc_precision_at_3_max": 0.7880603460088054, + "nauc_precision_at_3_std": 0.33229811657929925, + "nauc_precision_at_5_diff1": 0.7494946068913291, + "nauc_precision_at_5_max": 0.7683228844062566, + "nauc_precision_at_5_std": 0.31910032160471785, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7414675658791771, + "nauc_recall_at_10_max": 0.8136525115324919, + "nauc_recall_at_10_std": 0.5272496947191414, + "nauc_recall_at_1_diff1": 0.8367308254372852, + "nauc_recall_at_1_max": 0.7433780351659737, + "nauc_recall_at_1_std": 0.2854731803881447, + "nauc_recall_at_20_diff1": 0.7111598373748687, + "nauc_recall_at_20_max": 0.7624363360225599, + "nauc_recall_at_20_std": 0.45367648784722703, + "nauc_recall_at_3_diff1": 0.7743041676541534, + "nauc_recall_at_3_max": 0.788060346008805, + "nauc_recall_at_3_std": 0.3322981165793003, + "nauc_recall_at_5_diff1": 0.7494946068913285, + "nauc_recall_at_5_max": 0.7683228844062556, + "nauc_recall_at_5_std": 0.3191003216047178, + "ndcg_at_1": 0.68783, + "ndcg_at_10": 0.80354, + "ndcg_at_100": 0.82056, + "ndcg_at_1000": 0.82134, + "ndcg_at_20": 0.80906, + "ndcg_at_3": 0.77381, + "ndcg_at_5": 0.78678, + "precision_at_1": 0.68783, + "precision_at_10": 0.09153, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04683, + "precision_at_3": 0.2769, + "precision_at_5": 0.17249, + "recall_at_1": 0.68783, + "recall_at_10": 0.91534, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "recall_at_20": 0.93651, + "recall_at_3": 0.83069, + "recall_at_5": 0.86243 + }, + { + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "main_score": 0.81435, + "map_at_1": 0.67797, + "map_at_10": 0.7743, + "map_at_100": 0.77737, + "map_at_1000": 0.77747, + "map_at_20": 0.77691, + "map_at_3": 0.758, + "map_at_5": 0.76846, + "mrr_at_1": 0.6779661016949152, + "mrr_at_10": 0.774300511164918, + "mrr_at_100": 0.7773669333771921, + "mrr_at_1000": 0.7774702991362223, + "mrr_at_20": 0.7769142316533039, + "mrr_at_3": 0.7580037664783427, + "mrr_at_5": 0.7684557438794728, + "nauc_map_at_1000_diff1": 0.748405263561536, + "nauc_map_at_1000_max": 0.7185197880971447, + "nauc_map_at_1000_std": 0.1597298982519212, + "nauc_map_at_100_diff1": 0.7484157035796468, + "nauc_map_at_100_max": 0.7186358657061369, + "nauc_map_at_100_std": 0.1601425758085446, + "nauc_map_at_10_diff1": 0.7458725825462061, + "nauc_map_at_10_max": 0.7215828895579572, + "nauc_map_at_10_std": 0.16688107048417536, + "nauc_map_at_1_diff1": 0.7733659659557943, + "nauc_map_at_1_max": 0.6655705720377784, + "nauc_map_at_1_std": 0.06787521698950162, + "nauc_map_at_20_diff1": 0.7486643909685387, + "nauc_map_at_20_max": 0.7192884224844656, + "nauc_map_at_20_std": 0.1615530937118566, + "nauc_map_at_3_diff1": 0.7473350976609916, + "nauc_map_at_3_max": 0.7237492920494366, + "nauc_map_at_3_std": 0.15965168238240296, + "nauc_map_at_5_diff1": 0.7440780555283617, + "nauc_map_at_5_max": 0.7237240188080396, + "nauc_map_at_5_std": 0.1684247898293781, + "nauc_mrr_at_1000_diff1": 0.748405263561536, + "nauc_mrr_at_1000_max": 0.7185197880971447, + "nauc_mrr_at_1000_std": 0.1597298982519212, + "nauc_mrr_at_100_diff1": 0.7484157035796468, + "nauc_mrr_at_100_max": 0.7186358657061369, + "nauc_mrr_at_100_std": 0.1601425758085446, + "nauc_mrr_at_10_diff1": 0.7458725825462061, + "nauc_mrr_at_10_max": 0.7215828895579572, + "nauc_mrr_at_10_std": 0.16688107048417536, + "nauc_mrr_at_1_diff1": 0.7733659659557943, + "nauc_mrr_at_1_max": 0.6655705720377784, + "nauc_mrr_at_1_std": 0.06787521698950162, + "nauc_mrr_at_20_diff1": 0.7486643909685387, + "nauc_mrr_at_20_max": 0.7192884224844656, + "nauc_mrr_at_20_std": 0.1615530937118566, + "nauc_mrr_at_3_diff1": 0.7473350976609916, + "nauc_mrr_at_3_max": 0.7237492920494366, + "nauc_mrr_at_3_std": 0.15965168238240296, + "nauc_mrr_at_5_diff1": 0.7440780555283617, + "nauc_mrr_at_5_max": 0.7237240188080396, + "nauc_mrr_at_5_std": 0.1684247898293781, + "nauc_ndcg_at_1000_diff1": 0.7456689987795312, + "nauc_ndcg_at_1000_max": 0.7259988823587173, + "nauc_ndcg_at_1000_std": 0.17620928681353346, + "nauc_ndcg_at_100_diff1": 0.7459922039679672, + "nauc_ndcg_at_100_max": 0.7282795579181571, + "nauc_ndcg_at_100_std": 0.18448699034540925, + "nauc_ndcg_at_10_diff1": 0.735627391403457, + "nauc_ndcg_at_10_max": 0.7422152434875058, + "nauc_ndcg_at_10_std": 0.21615719777549824, + "nauc_ndcg_at_1_diff1": 0.7733659659557943, + "nauc_ndcg_at_1_max": 0.6655705720377784, + "nauc_ndcg_at_1_std": 0.06787521698950162, + "nauc_ndcg_at_20_diff1": 0.7477535105165991, + "nauc_ndcg_at_20_max": 0.7324938108548247, + "nauc_ndcg_at_20_std": 0.1936393178116563, + "nauc_ndcg_at_3_diff1": 0.7381201488986238, + "nauc_ndcg_at_3_max": 0.744610478560731, + "nauc_ndcg_at_3_std": 0.19464424307023198, + "nauc_ndcg_at_5_diff1": 0.7316570520395359, + "nauc_ndcg_at_5_max": 0.7466854518876738, + "nauc_ndcg_at_5_std": 0.2146750796694939, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7772290720442436, + "nauc_precision_at_100_max": 0.9345172031076413, + "nauc_precision_at_100_std": 0.9345172031076413, + "nauc_precision_at_10_diff1": 0.6468713683294567, + "nauc_precision_at_10_max": 0.9223529439269815, + "nauc_precision_at_10_std": 0.6766869809973138, + "nauc_precision_at_1_diff1": 0.7733659659557943, + "nauc_precision_at_1_max": 0.6655705720377784, + "nauc_precision_at_1_std": 0.06787521698950162, + "nauc_precision_at_20_diff1": 0.8192119942453718, + "nauc_precision_at_20_max": 0.9672586015538277, + "nauc_precision_at_20_std": 0.855873137575942, + "nauc_precision_at_3_diff1": 0.7003426077438247, + "nauc_precision_at_3_max": 0.8302718980081953, + "nauc_precision_at_3_std": 0.33940880755543523, + "nauc_precision_at_5_diff1": 0.664124462390072, + "nauc_precision_at_5_max": 0.8711440551603433, + "nauc_precision_at_5_std": 0.47003814451364456, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7772290720442457, + "nauc_recall_at_100_max": 0.9345172031076584, + "nauc_recall_at_100_std": 0.9345172031076584, + "nauc_recall_at_10_diff1": 0.6468713683294554, + "nauc_recall_at_10_max": 0.9223529439269831, + "nauc_recall_at_10_std": 0.6766869809973156, + "nauc_recall_at_1_diff1": 0.7733659659557943, + "nauc_recall_at_1_max": 0.6655705720377784, + "nauc_recall_at_1_std": 0.06787521698950162, + "nauc_recall_at_20_diff1": 0.8192119942453795, + "nauc_recall_at_20_max": 0.9672586015538348, + "nauc_recall_at_20_std": 0.8558731375759512, + "nauc_recall_at_3_diff1": 0.7003426077438248, + "nauc_recall_at_3_max": 0.8302718980081962, + "nauc_recall_at_3_std": 0.33940880755543557, + "nauc_recall_at_5_diff1": 0.664124462390071, + "nauc_recall_at_5_max": 0.8711440551603428, + "nauc_recall_at_5_std": 0.47003814451364384, + "ndcg_at_1": 0.67797, + "ndcg_at_10": 0.81435, + "ndcg_at_100": 0.8266, + "ndcg_at_1000": 0.82827, + "ndcg_at_20": 0.8242, + "ndcg_at_3": 0.7812, + "ndcg_at_5": 0.79993, + "precision_at_1": 0.67797, + "precision_at_10": 0.09379, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.04887, + "precision_at_3": 0.28249, + "precision_at_5": 0.17853, + "recall_at_1": 0.67797, + "recall_at_10": 0.93785, + "recall_at_100": 0.9887, + "recall_at_1000": 1.0, + "recall_at_20": 0.9774, + "recall_at_3": 0.84746, + "recall_at_5": 0.89266 + }, + { + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ], + "main_score": 0.80153, + "map_at_1": 0.6908, + "map_at_10": 0.76662, + "map_at_100": 0.76969, + "map_at_1000": 0.7698, + "map_at_20": 0.76843, + "map_at_3": 0.75179, + "map_at_5": 0.75952, + "mrr_at_1": 0.6908023483365949, + "mrr_at_10": 0.7666169664212716, + "mrr_at_100": 0.7696922643136941, + "mrr_at_1000": 0.769804142095097, + "mrr_at_20": 0.7684307220669025, + "mrr_at_3": 0.7517938682322242, + "mrr_at_5": 0.7595238095238092, + "nauc_map_at_1000_diff1": 0.7523699309955241, + "nauc_map_at_1000_max": 0.656750129654414, + "nauc_map_at_1000_std": 0.08654349833618757, + "nauc_map_at_100_diff1": 0.7523732328591797, + "nauc_map_at_100_max": 0.6569218975677239, + "nauc_map_at_100_std": 0.0870059928299034, + "nauc_map_at_10_diff1": 0.7510474454227066, + "nauc_map_at_10_max": 0.6590449224810674, + "nauc_map_at_10_std": 0.09161892585955936, + "nauc_map_at_1_diff1": 0.7714174355356505, + "nauc_map_at_1_max": 0.5966380218883075, + "nauc_map_at_1_std": 0.00998946728366425, + "nauc_map_at_20_diff1": 0.7516715819235156, + "nauc_map_at_20_max": 0.6579271864976698, + "nauc_map_at_20_std": 0.08792764206677989, + "nauc_map_at_3_diff1": 0.7506159950162289, + "nauc_map_at_3_max": 0.6552352199064656, + "nauc_map_at_3_std": 0.07015175177446001, + "nauc_map_at_5_diff1": 0.7481719288262715, + "nauc_map_at_5_max": 0.660627434729021, + "nauc_map_at_5_std": 0.08751394616090981, + "nauc_mrr_at_1000_diff1": 0.7523699309955241, + "nauc_mrr_at_1000_max": 0.656750129654414, + "nauc_mrr_at_1000_std": 0.08654349833618757, + "nauc_mrr_at_100_diff1": 0.7523732328591797, + "nauc_mrr_at_100_max": 0.6569218975677239, + "nauc_mrr_at_100_std": 0.0870059928299034, + "nauc_mrr_at_10_diff1": 0.7510474454227066, + "nauc_mrr_at_10_max": 0.6590449224810674, + "nauc_mrr_at_10_std": 0.09161892585955936, + "nauc_mrr_at_1_diff1": 0.7714174355356505, + "nauc_mrr_at_1_max": 0.5966380218883075, + "nauc_mrr_at_1_std": 0.00998946728366425, + "nauc_mrr_at_20_diff1": 0.7516715819235156, + "nauc_mrr_at_20_max": 0.6579271864976698, + "nauc_mrr_at_20_std": 0.08792764206677989, + "nauc_mrr_at_3_diff1": 0.7506159950162289, + "nauc_mrr_at_3_max": 0.6552352199064656, + "nauc_mrr_at_3_std": 0.07015175177446001, + "nauc_mrr_at_5_diff1": 0.7481719288262715, + "nauc_mrr_at_5_max": 0.660627434729021, + "nauc_mrr_at_5_std": 0.08751394616090981, + "nauc_ndcg_at_1000_diff1": 0.7491897192782591, + "nauc_ndcg_at_1000_max": 0.6679486559123499, + "nauc_ndcg_at_1000_std": 0.1065539942697178, + "nauc_ndcg_at_100_diff1": 0.7491290812652304, + "nauc_ndcg_at_100_max": 0.6723942300343688, + "nauc_ndcg_at_100_std": 0.11854742014962646, + "nauc_ndcg_at_10_diff1": 0.7426898969446092, + "nauc_ndcg_at_10_max": 0.6847667513037423, + "nauc_ndcg_at_10_std": 0.1408445932449068, + "nauc_ndcg_at_1_diff1": 0.7714174355356505, + "nauc_ndcg_at_1_max": 0.5966380218883075, + "nauc_ndcg_at_1_std": 0.00998946728366425, + "nauc_ndcg_at_20_diff1": 0.7450679961342898, + "nauc_ndcg_at_20_max": 0.680998483666151, + "nauc_ndcg_at_20_std": 0.12670079815005833, + "nauc_ndcg_at_3_diff1": 0.7406233375756798, + "nauc_ndcg_at_3_max": 0.675505510304038, + "nauc_ndcg_at_3_std": 0.09393097122159226, + "nauc_ndcg_at_5_diff1": 0.7346940390198325, + "nauc_ndcg_at_5_max": 0.6864830888870062, + "nauc_ndcg_at_5_std": 0.12789586366986597, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7407695483268132, + "nauc_precision_at_100_max": 0.9709576584256935, + "nauc_precision_at_100_std": 0.9214461209100173, + "nauc_precision_at_10_diff1": 0.6930249227060571, + "nauc_precision_at_10_max": 0.854023866663026, + "nauc_precision_at_10_std": 0.48141307897245683, + "nauc_precision_at_1_diff1": 0.7714174355356505, + "nauc_precision_at_1_max": 0.5966380218883075, + "nauc_precision_at_1_std": 0.00998946728366425, + "nauc_precision_at_20_diff1": 0.6984246619353367, + "nauc_precision_at_20_max": 0.8815658283441054, + "nauc_precision_at_20_std": 0.46656770243702095, + "nauc_precision_at_3_diff1": 0.7011407433189439, + "nauc_precision_at_3_max": 0.7529460114084426, + "nauc_precision_at_3_std": 0.1861633834879116, + "nauc_precision_at_5_diff1": 0.6703841341145732, + "nauc_precision_at_5_max": 0.8047466142663521, + "nauc_precision_at_5_std": 0.318219114955394, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7407695483268147, + "nauc_recall_at_100_max": 0.9709576584256951, + "nauc_recall_at_100_std": 0.9214461209100172, + "nauc_recall_at_10_diff1": 0.6930249227060578, + "nauc_recall_at_10_max": 0.8540238666630278, + "nauc_recall_at_10_std": 0.48141307897245483, + "nauc_recall_at_1_diff1": 0.7714174355356505, + "nauc_recall_at_1_max": 0.5966380218883075, + "nauc_recall_at_1_std": 0.00998946728366425, + "nauc_recall_at_20_diff1": 0.6984246619353369, + "nauc_recall_at_20_max": 0.8815658283441079, + "nauc_recall_at_20_std": 0.4665677024370216, + "nauc_recall_at_3_diff1": 0.7011407433189433, + "nauc_recall_at_3_max": 0.7529460114084408, + "nauc_recall_at_3_std": 0.1861633834879094, + "nauc_recall_at_5_diff1": 0.6703841341145728, + "nauc_recall_at_5_max": 0.8047466142663529, + "nauc_recall_at_5_std": 0.3182191149553955, + "ndcg_at_1": 0.6908, + "ndcg_at_10": 0.80153, + "ndcg_at_100": 0.81686, + "ndcg_at_1000": 0.81925, + "ndcg_at_20": 0.80803, + "ndcg_at_3": 0.77134, + "ndcg_at_5": 0.78515, + "precision_at_1": 0.6908, + "precision_at_10": 0.091, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04677, + "precision_at_3": 0.27593, + "precision_at_5": 0.17221, + "recall_at_1": 0.6908, + "recall_at_10": 0.90998, + "recall_at_100": 0.98239, + "recall_at_1000": 1.0, + "recall_at_20": 0.93542, + "recall_at_3": 0.82779, + "recall_at_5": 0.86106 + }, + { + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "main_score": 0.8482, + "map_at_1": 0.70652, + "map_at_10": 0.80713, + "map_at_100": 0.80852, + "map_at_1000": 0.80852, + "map_at_20": 0.80788, + "map_at_3": 0.79257, + "map_at_5": 0.80208, + "mrr_at_1": 0.7065217391304348, + "mrr_at_10": 0.8071299171842649, + "mrr_at_100": 0.8085215157226027, + "mrr_at_1000": 0.8085215157226027, + "mrr_at_20": 0.8078847481021394, + "mrr_at_3": 0.792572463768116, + "mrr_at_5": 0.8020833333333334, + "nauc_map_at_1000_diff1": 0.758844960955743, + "nauc_map_at_1000_max": 0.48441556197767605, + "nauc_map_at_1000_std": -0.04499042142656923, + "nauc_map_at_100_diff1": 0.758844960955743, + "nauc_map_at_100_max": 0.48441556197767605, + "nauc_map_at_100_std": -0.04499042142656923, + "nauc_map_at_10_diff1": 0.7582981244741789, + "nauc_map_at_10_max": 0.4865591669181582, + "nauc_map_at_10_std": -0.03924071835992712, + "nauc_map_at_1_diff1": 0.7692357679896096, + "nauc_map_at_1_max": 0.45630209235825536, + "nauc_map_at_1_std": -0.0979950695400696, + "nauc_map_at_20_diff1": 0.7587101351674588, + "nauc_map_at_20_max": 0.48478504020859625, + "nauc_map_at_20_std": -0.04185873273385009, + "nauc_map_at_3_diff1": 0.7614318055535558, + "nauc_map_at_3_max": 0.5049182768452884, + "nauc_map_at_3_std": -0.038212235030167914, + "nauc_map_at_5_diff1": 0.7594473576150704, + "nauc_map_at_5_max": 0.4890738737552949, + "nauc_map_at_5_std": -0.044126080965101865, + "nauc_mrr_at_1000_diff1": 0.758844960955743, + "nauc_mrr_at_1000_max": 0.48441556197767605, + "nauc_mrr_at_1000_std": -0.04499042142656923, + "nauc_mrr_at_100_diff1": 0.758844960955743, + "nauc_mrr_at_100_max": 0.48441556197767605, + "nauc_mrr_at_100_std": -0.04499042142656923, + "nauc_mrr_at_10_diff1": 0.7582981244741789, + "nauc_mrr_at_10_max": 0.4865591669181582, + "nauc_mrr_at_10_std": -0.03924071835992712, + "nauc_mrr_at_1_diff1": 0.7692357679896096, + "nauc_mrr_at_1_max": 0.45630209235825536, + "nauc_mrr_at_1_std": -0.0979950695400696, + "nauc_mrr_at_20_diff1": 0.7587101351674588, + "nauc_mrr_at_20_max": 0.48478504020859625, + "nauc_mrr_at_20_std": -0.04185873273385009, + "nauc_mrr_at_3_diff1": 0.7614318055535558, + "nauc_mrr_at_3_max": 0.5049182768452884, + "nauc_mrr_at_3_std": -0.038212235030167914, + "nauc_mrr_at_5_diff1": 0.7594473576150704, + "nauc_mrr_at_5_max": 0.4890738737552949, + "nauc_mrr_at_5_std": -0.044126080965101865, + "nauc_ndcg_at_1000_diff1": 0.7574546209131954, + "nauc_ndcg_at_1000_max": 0.48862301116771795, + "nauc_ndcg_at_1000_std": -0.03486244490808027, + "nauc_ndcg_at_100_diff1": 0.7574546209131954, + "nauc_ndcg_at_100_max": 0.48862301116771795, + "nauc_ndcg_at_100_std": -0.03486244490808027, + "nauc_ndcg_at_10_diff1": 0.7537604515932069, + "nauc_ndcg_at_10_max": 0.4984233502316706, + "nauc_ndcg_at_10_std": -0.002157903055438237, + "nauc_ndcg_at_1_diff1": 0.7692357679896096, + "nauc_ndcg_at_1_max": 0.45630209235825536, + "nauc_ndcg_at_1_std": -0.0979950695400696, + "nauc_ndcg_at_20_diff1": 0.7562804652611863, + "nauc_ndcg_at_20_max": 0.4907621767919192, + "nauc_ndcg_at_20_std": -0.013613166464125446, + "nauc_ndcg_at_3_diff1": 0.761117293639349, + "nauc_ndcg_at_3_max": 0.5361976340382422, + "nauc_ndcg_at_3_std": -0.009136754829920763, + "nauc_ndcg_at_5_diff1": 0.7569415405347056, + "nauc_ndcg_at_5_max": 0.504983425702972, + "nauc_ndcg_at_5_std": -0.016162716785879865, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.669955993197347, + "nauc_precision_at_10_max": 0.6843700490888287, + "nauc_precision_at_10_std": 0.693359993275176, + "nauc_precision_at_1_diff1": 0.7692357679896096, + "nauc_precision_at_1_max": 0.45630209235825536, + "nauc_precision_at_1_std": -0.0979950695400696, + "nauc_precision_at_20_diff1": 0.7074816361926767, + "nauc_precision_at_20_max": 0.5665043726073387, + "nauc_precision_at_20_std": 0.7859130087417002, + "nauc_precision_at_3_diff1": 0.7612377632755143, + "nauc_precision_at_3_max": 0.703941481077823, + "nauc_precision_at_3_std": 0.14318341212356236, + "nauc_precision_at_5_diff1": 0.7371567734235309, + "nauc_precision_at_5_max": 0.6339371986385863, + "nauc_precision_at_5_std": 0.2239278683883457, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6699559931973506, + "nauc_recall_at_10_max": 0.684370049088837, + "nauc_recall_at_10_std": 0.6933599932751819, + "nauc_recall_at_1_diff1": 0.7692357679896096, + "nauc_recall_at_1_max": 0.45630209235825536, + "nauc_recall_at_1_std": -0.0979950695400696, + "nauc_recall_at_20_diff1": 0.7074816361926899, + "nauc_recall_at_20_max": 0.5665043726073424, + "nauc_recall_at_20_std": 0.785913008741705, + "nauc_recall_at_3_diff1": 0.7612377632755158, + "nauc_recall_at_3_max": 0.7039414810778246, + "nauc_recall_at_3_std": 0.14318341212356536, + "nauc_recall_at_5_diff1": 0.7371567734235311, + "nauc_recall_at_5_max": 0.6339371986385873, + "nauc_recall_at_5_std": 0.22392786838834816, + "ndcg_at_1": 0.70652, + "ndcg_at_10": 0.8482, + "ndcg_at_100": 0.85439, + "ndcg_at_1000": 0.85439, + "ndcg_at_20": 0.85094, + "ndcg_at_3": 0.81942, + "ndcg_at_5": 0.83695, + "precision_at_1": 0.70652, + "precision_at_10": 0.09728, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04918, + "precision_at_3": 0.29891, + "precision_at_5": 0.18804, + "recall_at_1": 0.70652, + "recall_at_10": 0.97283, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.9837, + "recall_at_3": 0.89674, + "recall_at_5": 0.94022 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "main_score": 0.75865, + "map_at_1": 0.60638, + "map_at_10": 0.71154, + "map_at_100": 0.71543, + "map_at_1000": 0.71543, + "map_at_20": 0.71382, + "map_at_3": 0.69149, + "map_at_5": 0.70532, + "mrr_at_1": 0.6063829787234043, + "mrr_at_10": 0.7115374873353596, + "mrr_at_100": 0.7154285910360634, + "mrr_at_1000": 0.7154285910360634, + "mrr_at_20": 0.7138209573245554, + "mrr_at_3": 0.6914893617021277, + "mrr_at_5": 0.7053191489361702, + "nauc_map_at_1000_diff1": 0.759486427504558, + "nauc_map_at_1000_max": 0.6405757064638274, + "nauc_map_at_1000_std": 0.21426171802673905, + "nauc_map_at_100_diff1": 0.759486427504558, + "nauc_map_at_100_max": 0.6405757064638274, + "nauc_map_at_100_std": 0.21426171802673905, + "nauc_map_at_10_diff1": 0.7575080773787835, + "nauc_map_at_10_max": 0.638917078683555, + "nauc_map_at_10_std": 0.21533918916540096, + "nauc_map_at_1_diff1": 0.7835679499329844, + "nauc_map_at_1_max": 0.6300300296683493, + "nauc_map_at_1_std": 0.1667150051222296, + "nauc_map_at_20_diff1": 0.7582033719248932, + "nauc_map_at_20_max": 0.6410753170736747, + "nauc_map_at_20_std": 0.21718802199895476, + "nauc_map_at_3_diff1": 0.7646466544832449, + "nauc_map_at_3_max": 0.6405529362964005, + "nauc_map_at_3_std": 0.20334585018227605, + "nauc_map_at_5_diff1": 0.7628222011558332, + "nauc_map_at_5_max": 0.6454286815153356, + "nauc_map_at_5_std": 0.21841168945422879, + "nauc_mrr_at_1000_diff1": 0.759486427504558, + "nauc_mrr_at_1000_max": 0.6405757064638274, + "nauc_mrr_at_1000_std": 0.21426171802673905, + "nauc_mrr_at_100_diff1": 0.759486427504558, + "nauc_mrr_at_100_max": 0.6405757064638274, + "nauc_mrr_at_100_std": 0.21426171802673905, + "nauc_mrr_at_10_diff1": 0.7575080773787835, + "nauc_mrr_at_10_max": 0.638917078683555, + "nauc_mrr_at_10_std": 0.21533918916540096, + "nauc_mrr_at_1_diff1": 0.7835679499329844, + "nauc_mrr_at_1_max": 0.6300300296683493, + "nauc_mrr_at_1_std": 0.1667150051222296, + "nauc_mrr_at_20_diff1": 0.7582033719248932, + "nauc_mrr_at_20_max": 0.6410753170736747, + "nauc_mrr_at_20_std": 0.21718802199895476, + "nauc_mrr_at_3_diff1": 0.7646466544832449, + "nauc_mrr_at_3_max": 0.6405529362964005, + "nauc_mrr_at_3_std": 0.20334585018227605, + "nauc_mrr_at_5_diff1": 0.7628222011558332, + "nauc_mrr_at_5_max": 0.6454286815153356, + "nauc_mrr_at_5_std": 0.21841168945422879, + "nauc_ndcg_at_1000_diff1": 0.7544316571205845, + "nauc_ndcg_at_1000_max": 0.6429417253353708, + "nauc_ndcg_at_1000_std": 0.22668367620994595, + "nauc_ndcg_at_100_diff1": 0.7544316571205845, + "nauc_ndcg_at_100_max": 0.6429417253353708, + "nauc_ndcg_at_100_std": 0.22668367620994595, + "nauc_ndcg_at_10_diff1": 0.7406739477446168, + "nauc_ndcg_at_10_max": 0.6385149741451538, + "nauc_ndcg_at_10_std": 0.24384833080971133, + "nauc_ndcg_at_1_diff1": 0.7835679499329844, + "nauc_ndcg_at_1_max": 0.6300300296683493, + "nauc_ndcg_at_1_std": 0.1667150051222296, + "nauc_ndcg_at_20_diff1": 0.7440596902306773, + "nauc_ndcg_at_20_max": 0.6472821998673467, + "nauc_ndcg_at_20_std": 0.2513421375259265, + "nauc_ndcg_at_3_diff1": 0.7598856924590857, + "nauc_ndcg_at_3_max": 0.6462161888239975, + "nauc_ndcg_at_3_std": 0.22050929386565118, + "nauc_ndcg_at_5_diff1": 0.7563528154532541, + "nauc_ndcg_at_5_max": 0.6571045538932107, + "nauc_ndcg_at_5_std": 0.2513452074751646, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.6056764879237161, + "nauc_precision_at_10_max": 0.6218063579558004, + "nauc_precision_at_10_std": 0.4514555952836044, + "nauc_precision_at_1_diff1": 0.7835679499329844, + "nauc_precision_at_1_max": 0.6300300296683493, + "nauc_precision_at_1_std": 0.1667150051222296, + "nauc_precision_at_20_diff1": 0.5720324530700827, + "nauc_precision_at_20_max": 0.7217158375928387, + "nauc_precision_at_20_std": 0.6691270659619019, + "nauc_precision_at_3_diff1": 0.7423480857498649, + "nauc_precision_at_3_max": 0.6690430046856092, + "nauc_precision_at_3_std": 0.28891252389135486, + "nauc_precision_at_5_diff1": 0.7245962997262319, + "nauc_precision_at_5_max": 0.7210106420076865, + "nauc_precision_at_5_std": 0.4277920991038496, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6056764879237154, + "nauc_recall_at_10_max": 0.6218063579558001, + "nauc_recall_at_10_std": 0.45145559528360185, + "nauc_recall_at_1_diff1": 0.7835679499329844, + "nauc_recall_at_1_max": 0.6300300296683493, + "nauc_recall_at_1_std": 0.1667150051222296, + "nauc_recall_at_20_diff1": 0.5720324530700848, + "nauc_recall_at_20_max": 0.7217158375928394, + "nauc_recall_at_20_std": 0.6691270659619035, + "nauc_recall_at_3_diff1": 0.7423480857498652, + "nauc_recall_at_3_max": 0.6690430046856086, + "nauc_recall_at_3_std": 0.28891252389135513, + "nauc_recall_at_5_diff1": 0.7245962997262316, + "nauc_recall_at_5_max": 0.7210106420076872, + "nauc_recall_at_5_std": 0.4277920991038502, + "ndcg_at_1": 0.60638, + "ndcg_at_10": 0.75865, + "ndcg_at_100": 0.77879, + "ndcg_at_1000": 0.77879, + "ndcg_at_20": 0.76769, + "ndcg_at_3": 0.71884, + "ndcg_at_5": 0.74334, + "precision_at_1": 0.60638, + "precision_at_10": 0.09043, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04707, + "precision_at_3": 0.26596, + "precision_at_5": 0.17128, + "recall_at_1": 0.60638, + "recall_at_10": 0.90426, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.94149, + "recall_at_3": 0.79787, + "recall_at_5": 0.85638 + }, + { + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ], + "main_score": 0.82558, + "map_at_1": 0.7, + "map_at_10": 0.78645, + "map_at_100": 0.7884, + "map_at_1000": 0.7884, + "map_at_20": 0.78689, + "map_at_3": 0.77544, + "map_at_5": 0.77965, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7864515455304928, + "mrr_at_100": 0.7884018044375957, + "mrr_at_1000": 0.7884018044375957, + "mrr_at_20": 0.786890142021721, + "mrr_at_3": 0.7754385964912281, + "mrr_at_5": 0.7796491228070175, + "nauc_map_at_1000_diff1": 0.741651605486995, + "nauc_map_at_1000_max": 0.6324497310753633, + "nauc_map_at_1000_std": 0.32214810706349073, + "nauc_map_at_100_diff1": 0.741651605486995, + "nauc_map_at_100_max": 0.6324497310753633, + "nauc_map_at_100_std": 0.32214810706349073, + "nauc_map_at_10_diff1": 0.740817667285971, + "nauc_map_at_10_max": 0.633657857379177, + "nauc_map_at_10_std": 0.3232677761996128, + "nauc_map_at_1_diff1": 0.7565256141615073, + "nauc_map_at_1_max": 0.5802463283049994, + "nauc_map_at_1_std": 0.2575638339227638, + "nauc_map_at_20_diff1": 0.7422432951141146, + "nauc_map_at_20_max": 0.6342935434169354, + "nauc_map_at_20_std": 0.3237302376511979, + "nauc_map_at_3_diff1": 0.7398606301603834, + "nauc_map_at_3_max": 0.640577453392223, + "nauc_map_at_3_std": 0.32216689731920006, + "nauc_map_at_5_diff1": 0.7378489572542543, + "nauc_map_at_5_max": 0.6376204745116972, + "nauc_map_at_5_std": 0.3276088780679405, + "nauc_mrr_at_1000_diff1": 0.741651605486995, + "nauc_mrr_at_1000_max": 0.6324497310753633, + "nauc_mrr_at_1000_std": 0.32214810706349073, + "nauc_mrr_at_100_diff1": 0.741651605486995, + "nauc_mrr_at_100_max": 0.6324497310753633, + "nauc_mrr_at_100_std": 0.32214810706349073, + "nauc_mrr_at_10_diff1": 0.740817667285971, + "nauc_mrr_at_10_max": 0.633657857379177, + "nauc_mrr_at_10_std": 0.3232677761996128, + "nauc_mrr_at_1_diff1": 0.7565256141615073, + "nauc_mrr_at_1_max": 0.5802463283049994, + "nauc_mrr_at_1_std": 0.2575638339227638, + "nauc_mrr_at_20_diff1": 0.7422432951141146, + "nauc_mrr_at_20_max": 0.6342935434169354, + "nauc_mrr_at_20_std": 0.3237302376511979, + "nauc_mrr_at_3_diff1": 0.7398606301603834, + "nauc_mrr_at_3_max": 0.640577453392223, + "nauc_mrr_at_3_std": 0.32216689731920006, + "nauc_mrr_at_5_diff1": 0.7378489572542543, + "nauc_mrr_at_5_max": 0.6376204745116972, + "nauc_mrr_at_5_std": 0.3276088780679405, + "nauc_ndcg_at_1000_diff1": 0.7411903848402213, + "nauc_ndcg_at_1000_max": 0.6407709058953794, + "nauc_ndcg_at_1000_std": 0.33321017666982883, + "nauc_ndcg_at_100_diff1": 0.7411903848402213, + "nauc_ndcg_at_100_max": 0.6407709058953794, + "nauc_ndcg_at_100_std": 0.33321017666982883, + "nauc_ndcg_at_10_diff1": 0.7398336720219743, + "nauc_ndcg_at_10_max": 0.6527060028678964, + "nauc_ndcg_at_10_std": 0.34789703920029946, + "nauc_ndcg_at_1_diff1": 0.7565256141615073, + "nauc_ndcg_at_1_max": 0.5802463283049994, + "nauc_ndcg_at_1_std": 0.2575638339227638, + "nauc_ndcg_at_20_diff1": 0.7454634385753584, + "nauc_ndcg_at_20_max": 0.6553941021564174, + "nauc_ndcg_at_20_std": 0.3499509085597902, + "nauc_ndcg_at_3_diff1": 0.7357086836047226, + "nauc_ndcg_at_3_max": 0.6656821523280866, + "nauc_ndcg_at_3_std": 0.34336851785144096, + "nauc_ndcg_at_5_diff1": 0.7311251538212575, + "nauc_ndcg_at_5_max": 0.66021543165326, + "nauc_ndcg_at_5_std": 0.356173820621658, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7435107376283878, + "nauc_precision_at_10_max": 0.8410364145658276, + "nauc_precision_at_10_std": 0.5985994397759128, + "nauc_precision_at_1_diff1": 0.7565256141615073, + "nauc_precision_at_1_max": 0.5802463283049994, + "nauc_precision_at_1_std": 0.2575638339227638, + "nauc_precision_at_20_diff1": 0.8124805477746608, + "nauc_precision_at_20_max": 0.8946986201888137, + "nauc_precision_at_20_std": 0.6514679946052512, + "nauc_precision_at_3_diff1": 0.7176851703727392, + "nauc_precision_at_3_max": 0.7831546952487592, + "nauc_precision_at_3_std": 0.4397096464565649, + "nauc_precision_at_5_diff1": 0.6948308270676689, + "nauc_precision_at_5_max": 0.7802161654135346, + "nauc_precision_at_5_std": 0.511607142857143, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7435107376283863, + "nauc_recall_at_10_max": 0.8410364145658268, + "nauc_recall_at_10_std": 0.5985994397759129, + "nauc_recall_at_1_diff1": 0.7565256141615073, + "nauc_recall_at_1_max": 0.5802463283049994, + "nauc_recall_at_1_std": 0.2575638339227638, + "nauc_recall_at_20_diff1": 0.8124805477746646, + "nauc_recall_at_20_max": 0.8946986201888156, + "nauc_recall_at_20_std": 0.6514679946052497, + "nauc_recall_at_3_diff1": 0.7176851703727404, + "nauc_recall_at_3_max": 0.7831546952487594, + "nauc_recall_at_3_std": 0.4397096464565668, + "nauc_recall_at_5_diff1": 0.6948308270676676, + "nauc_recall_at_5_max": 0.780216165413533, + "nauc_recall_at_5_std": 0.5116071428571412, + "ndcg_at_1": 0.7, + "ndcg_at_10": 0.82558, + "ndcg_at_100": 0.83632, + "ndcg_at_1000": 0.83632, + "ndcg_at_20": 0.827, + "ndcg_at_3": 0.80062, + "ndcg_at_5": 0.80877, + "precision_at_1": 0.7, + "precision_at_10": 0.09474, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04763, + "precision_at_3": 0.29123, + "precision_at_5": 0.17895, + "recall_at_1": 0.7, + "recall_at_10": 0.94737, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95263, + "recall_at_3": 0.87368, + "recall_at_5": 0.89474 + }, + { + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.81554, + "map_at_1": 0.69444, + "map_at_10": 0.77749, + "map_at_100": 0.78016, + "map_at_1000": 0.78024, + "map_at_20": 0.77946, + "map_at_3": 0.76091, + "map_at_5": 0.77004, + "mrr_at_1": 0.6944444444444444, + "mrr_at_10": 0.7774856701940032, + "mrr_at_100": 0.78015573399781, + "mrr_at_1000": 0.7802399825570296, + "mrr_at_20": 0.7794596139090183, + "mrr_at_3": 0.760912698412698, + "mrr_at_5": 0.7700396825396821, + "nauc_map_at_1000_diff1": 0.7396840956694533, + "nauc_map_at_1000_max": 0.5796872056528417, + "nauc_map_at_1000_std": 0.02534733087326895, + "nauc_map_at_100_diff1": 0.7396832515335011, + "nauc_map_at_100_max": 0.5797952884742646, + "nauc_map_at_100_std": 0.025532163020437725, + "nauc_map_at_10_diff1": 0.7384045502904766, + "nauc_map_at_10_max": 0.5814162054332108, + "nauc_map_at_10_std": 0.02456578861770602, + "nauc_map_at_1_diff1": 0.7533382769717863, + "nauc_map_at_1_max": 0.5282510278183028, + "nauc_map_at_1_std": 0.009224824376228409, + "nauc_map_at_20_diff1": 0.7394914082376014, + "nauc_map_at_20_max": 0.5799233737127715, + "nauc_map_at_20_std": 0.026527512327172202, + "nauc_map_at_3_diff1": 0.7406629654939849, + "nauc_map_at_3_max": 0.591589492083112, + "nauc_map_at_3_std": 0.016924084036981632, + "nauc_map_at_5_diff1": 0.7381467926707244, + "nauc_map_at_5_max": 0.5847039376102272, + "nauc_map_at_5_std": 0.017671927829207974, + "nauc_mrr_at_1000_diff1": 0.7396840956694533, + "nauc_mrr_at_1000_max": 0.5796872056528417, + "nauc_mrr_at_1000_std": 0.02534733087326895, + "nauc_mrr_at_100_diff1": 0.7396832515335011, + "nauc_mrr_at_100_max": 0.5797952884742646, + "nauc_mrr_at_100_std": 0.025532163020437725, + "nauc_mrr_at_10_diff1": 0.7384045502904766, + "nauc_mrr_at_10_max": 0.5814162054332108, + "nauc_mrr_at_10_std": 0.02456578861770602, + "nauc_mrr_at_1_diff1": 0.7533382769717863, + "nauc_mrr_at_1_max": 0.5282510278183028, + "nauc_mrr_at_1_std": 0.009224824376228409, + "nauc_mrr_at_20_diff1": 0.7394914082376014, + "nauc_mrr_at_20_max": 0.5799233737127715, + "nauc_mrr_at_20_std": 0.026527512327172202, + "nauc_mrr_at_3_diff1": 0.7406629654939849, + "nauc_mrr_at_3_max": 0.591589492083112, + "nauc_mrr_at_3_std": 0.016924084036981632, + "nauc_mrr_at_5_diff1": 0.7381467926707244, + "nauc_mrr_at_5_max": 0.5847039376102272, + "nauc_mrr_at_5_std": 0.017671927829207974, + "nauc_ndcg_at_1000_diff1": 0.7371236287643266, + "nauc_ndcg_at_1000_max": 0.5862150608343804, + "nauc_ndcg_at_1000_std": 0.03439478300657787, + "nauc_ndcg_at_100_diff1": 0.7371576493343102, + "nauc_ndcg_at_100_max": 0.589063918498084, + "nauc_ndcg_at_100_std": 0.039848525790351995, + "nauc_ndcg_at_10_diff1": 0.7305179861780738, + "nauc_ndcg_at_10_max": 0.5951804897544942, + "nauc_ndcg_at_10_std": 0.04205917083795291, + "nauc_ndcg_at_1_diff1": 0.7533382769717863, + "nauc_ndcg_at_1_max": 0.5282510278183028, + "nauc_ndcg_at_1_std": 0.009224824376228409, + "nauc_ndcg_at_20_diff1": 0.7347553749962612, + "nauc_ndcg_at_20_max": 0.5897175426915283, + "nauc_ndcg_at_20_std": 0.05138742424062915, + "nauc_ndcg_at_3_diff1": 0.7355746197723368, + "nauc_ndcg_at_3_max": 0.6149564808650669, + "nauc_ndcg_at_3_std": 0.02159649074107819, + "nauc_ndcg_at_5_diff1": 0.7305260680896081, + "nauc_ndcg_at_5_max": 0.6034354268931572, + "nauc_ndcg_at_5_std": 0.023089169854152436, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7403060691300078, + "nauc_precision_at_100_max": 0.8196590945412486, + "nauc_precision_at_100_std": 0.49367033834181395, + "nauc_precision_at_10_diff1": 0.66090770120578, + "nauc_precision_at_10_max": 0.6969396677134769, + "nauc_precision_at_10_std": 0.2138559958843175, + "nauc_precision_at_1_diff1": 0.7533382769717863, + "nauc_precision_at_1_max": 0.5282510278183028, + "nauc_precision_at_1_std": 0.009224824376228409, + "nauc_precision_at_20_diff1": 0.6804941624286588, + "nauc_precision_at_20_max": 0.6814877334670076, + "nauc_precision_at_20_std": 0.4710890669682771, + "nauc_precision_at_3_diff1": 0.7152413738467851, + "nauc_precision_at_3_max": 0.7074546915000965, + "nauc_precision_at_3_std": 0.0409413613874679, + "nauc_precision_at_5_diff1": 0.691842644325203, + "nauc_precision_at_5_max": 0.6930793746519671, + "nauc_precision_at_5_std": 0.05084256310971328, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7403060691300009, + "nauc_recall_at_100_max": 0.8196590945412534, + "nauc_recall_at_100_std": 0.4936703383418149, + "nauc_recall_at_10_diff1": 0.660907701205781, + "nauc_recall_at_10_max": 0.6969396677134768, + "nauc_recall_at_10_std": 0.21385599588431986, + "nauc_recall_at_1_diff1": 0.7533382769717863, + "nauc_recall_at_1_max": 0.5282510278183028, + "nauc_recall_at_1_std": 0.009224824376228409, + "nauc_recall_at_20_diff1": 0.6804941624286596, + "nauc_recall_at_20_max": 0.6814877334670075, + "nauc_recall_at_20_std": 0.47108906696827857, + "nauc_recall_at_3_diff1": 0.7152413738467845, + "nauc_recall_at_3_max": 0.7074546915000968, + "nauc_recall_at_3_std": 0.04094136138746714, + "nauc_recall_at_5_diff1": 0.6918426443252031, + "nauc_recall_at_5_max": 0.6930793746519678, + "nauc_recall_at_5_std": 0.050842563109715556, + "ndcg_at_1": 0.69444, + "ndcg_at_10": 0.81554, + "ndcg_at_100": 0.82715, + "ndcg_at_1000": 0.82902, + "ndcg_at_20": 0.8223, + "ndcg_at_3": 0.78115, + "ndcg_at_5": 0.79755, + "precision_at_1": 0.69444, + "precision_at_10": 0.09345, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04802, + "precision_at_3": 0.27976, + "precision_at_5": 0.17579, + "recall_at_1": 0.69444, + "recall_at_10": 0.93452, + "recall_at_100": 0.98611, + "recall_at_1000": 1.0, + "recall_at_20": 0.96032, + "recall_at_3": 0.83929, + "recall_at_5": 0.87897 + }, + { + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ], + "main_score": 0.81854, + "map_at_1": 0.70807, + "map_at_10": 0.78211, + "map_at_100": 0.78597, + "map_at_1000": 0.78597, + "map_at_20": 0.78522, + "map_at_3": 0.76087, + "map_at_5": 0.77826, + "mrr_at_1": 0.7080745341614907, + "mrr_at_10": 0.782105885832594, + "mrr_at_100": 0.785972968988604, + "mrr_at_1000": 0.785972968988604, + "mrr_at_20": 0.7852190942253054, + "mrr_at_3": 0.7608695652173914, + "mrr_at_5": 0.7782608695652175, + "nauc_map_at_1000_diff1": 0.8075449455352471, + "nauc_map_at_1000_max": 0.6722652780762106, + "nauc_map_at_1000_std": 0.3166887211936928, + "nauc_map_at_100_diff1": 0.8075449455352471, + "nauc_map_at_100_max": 0.6722652780762106, + "nauc_map_at_100_std": 0.3166887211936928, + "nauc_map_at_10_diff1": 0.8071803104711901, + "nauc_map_at_10_max": 0.6758831345276226, + "nauc_map_at_10_std": 0.32055338255966626, + "nauc_map_at_1_diff1": 0.810869235125277, + "nauc_map_at_1_max": 0.5841211551993374, + "nauc_map_at_1_std": 0.2242448748298603, + "nauc_map_at_20_diff1": 0.8075637282472813, + "nauc_map_at_20_max": 0.673409421309724, + "nauc_map_at_20_std": 0.31923272294285887, + "nauc_map_at_3_diff1": 0.8019139823816948, + "nauc_map_at_3_max": 0.6877181294367468, + "nauc_map_at_3_std": 0.3372280298347854, + "nauc_map_at_5_diff1": 0.8054887900767425, + "nauc_map_at_5_max": 0.6771710840634828, + "nauc_map_at_5_std": 0.3156027009131593, + "nauc_mrr_at_1000_diff1": 0.8075449455352471, + "nauc_mrr_at_1000_max": 0.6722652780762106, + "nauc_mrr_at_1000_std": 0.3166887211936928, + "nauc_mrr_at_100_diff1": 0.8075449455352471, + "nauc_mrr_at_100_max": 0.6722652780762106, + "nauc_mrr_at_100_std": 0.3166887211936928, + "nauc_mrr_at_10_diff1": 0.8071803104711901, + "nauc_mrr_at_10_max": 0.6758831345276226, + "nauc_mrr_at_10_std": 0.32055338255966626, + "nauc_mrr_at_1_diff1": 0.810869235125277, + "nauc_mrr_at_1_max": 0.5841211551993374, + "nauc_mrr_at_1_std": 0.2242448748298603, + "nauc_mrr_at_20_diff1": 0.8075637282472813, + "nauc_mrr_at_20_max": 0.673409421309724, + "nauc_mrr_at_20_std": 0.31923272294285887, + "nauc_mrr_at_3_diff1": 0.8019139823816948, + "nauc_mrr_at_3_max": 0.6877181294367468, + "nauc_mrr_at_3_std": 0.3372280298347854, + "nauc_mrr_at_5_diff1": 0.8054887900767425, + "nauc_mrr_at_5_max": 0.6771710840634828, + "nauc_mrr_at_5_std": 0.3156027009131593, + "nauc_ndcg_at_1000_diff1": 0.8074771799215422, + "nauc_ndcg_at_1000_max": 0.681345750840351, + "nauc_ndcg_at_1000_std": 0.3276332642350709, + "nauc_ndcg_at_100_diff1": 0.8074771799215422, + "nauc_ndcg_at_100_max": 0.681345750840351, + "nauc_ndcg_at_100_std": 0.3276332642350709, + "nauc_ndcg_at_10_diff1": 0.8064133643857412, + "nauc_ndcg_at_10_max": 0.6992712640795146, + "nauc_ndcg_at_10_std": 0.34934531024501897, + "nauc_ndcg_at_1_diff1": 0.810869235125277, + "nauc_ndcg_at_1_max": 0.5841211551993374, + "nauc_ndcg_at_1_std": 0.2242448748298603, + "nauc_ndcg_at_20_diff1": 0.8087122651027523, + "nauc_ndcg_at_20_max": 0.6902935397886636, + "nauc_ndcg_at_20_std": 0.34771364128625165, + "nauc_ndcg_at_3_diff1": 0.7963793024474919, + "nauc_ndcg_at_3_max": 0.7177860986743209, + "nauc_ndcg_at_3_std": 0.3725805696572063, + "nauc_ndcg_at_5_diff1": 0.8017856776307931, + "nauc_ndcg_at_5_max": 0.7012836588572229, + "nauc_ndcg_at_5_std": 0.33421665391144395, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.8033758500613692, + "nauc_precision_at_10_max": 0.873464879432183, + "nauc_precision_at_10_std": 0.5770259670784672, + "nauc_precision_at_1_diff1": 0.810869235125277, + "nauc_precision_at_1_max": 0.5841211551993374, + "nauc_precision_at_1_std": 0.2242448748298603, + "nauc_precision_at_20_diff1": 0.8612701857005853, + "nauc_precision_at_20_max": 0.9673427991886476, + "nauc_precision_at_20_std": 0.9673427991886476, + "nauc_precision_at_3_diff1": 0.7748354896015014, + "nauc_precision_at_3_max": 0.8263893943382641, + "nauc_precision_at_3_std": 0.5016258212577107, + "nauc_precision_at_5_diff1": 0.7779675602301488, + "nauc_precision_at_5_max": 0.8373116481384154, + "nauc_precision_at_5_std": 0.4308837578106048, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8033758500613694, + "nauc_recall_at_10_max": 0.8734648794321828, + "nauc_recall_at_10_std": 0.5770259670784659, + "nauc_recall_at_1_diff1": 0.810869235125277, + "nauc_recall_at_1_max": 0.5841211551993374, + "nauc_recall_at_1_std": 0.2242448748298603, + "nauc_recall_at_20_diff1": 0.8612701857005829, + "nauc_recall_at_20_max": 0.9673427991886399, + "nauc_recall_at_20_std": 0.9673427991886399, + "nauc_recall_at_3_diff1": 0.774835489601502, + "nauc_recall_at_3_max": 0.8263893943382646, + "nauc_recall_at_3_std": 0.5016258212577109, + "nauc_recall_at_5_diff1": 0.777967560230146, + "nauc_recall_at_5_max": 0.8373116481384141, + "nauc_recall_at_5_std": 0.4308837578106046, + "ndcg_at_1": 0.70807, + "ndcg_at_10": 0.81854, + "ndcg_at_100": 0.83446, + "ndcg_at_1000": 0.83446, + "ndcg_at_20": 0.82965, + "ndcg_at_3": 0.77765, + "ndcg_at_5": 0.80998, + "precision_at_1": 0.70807, + "precision_at_10": 0.09317, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04876, + "precision_at_3": 0.27536, + "precision_at_5": 0.18137, + "recall_at_1": 0.70807, + "recall_at_10": 0.93168, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.97516, + "recall_at_3": 0.82609, + "recall_at_5": 0.90683 + }, + { + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ], + "main_score": 0.80814, + "map_at_1": 0.65608, + "map_at_10": 0.76263, + "map_at_100": 0.76467, + "map_at_1000": 0.76467, + "map_at_20": 0.76387, + "map_at_3": 0.74515, + "map_at_5": 0.75732, + "mrr_at_1": 0.656084656084656, + "mrr_at_10": 0.7626312253296378, + "mrr_at_100": 0.7646739535627495, + "mrr_at_1000": 0.7646739535627495, + "mrr_at_20": 0.7638717002543233, + "mrr_at_3": 0.7451499118165784, + "mrr_at_5": 0.7573192239858904, + "nauc_map_at_1000_diff1": 0.7434437092702354, + "nauc_map_at_1000_max": 0.5680420154152763, + "nauc_map_at_1000_std": 0.1964365053965196, + "nauc_map_at_100_diff1": 0.7434437092702354, + "nauc_map_at_100_max": 0.5680420154152763, + "nauc_map_at_100_std": 0.1964365053965196, + "nauc_map_at_10_diff1": 0.7412645630178727, + "nauc_map_at_10_max": 0.5686446593637319, + "nauc_map_at_10_std": 0.20225972105802353, + "nauc_map_at_1_diff1": 0.7912823764436713, + "nauc_map_at_1_max": 0.5442298034778233, + "nauc_map_at_1_std": 0.15597333714087816, + "nauc_map_at_20_diff1": 0.7430707980267981, + "nauc_map_at_20_max": 0.5694667483016104, + "nauc_map_at_20_std": 0.19896483746080587, + "nauc_map_at_3_diff1": 0.7305991934950311, + "nauc_map_at_3_max": 0.5730042039593549, + "nauc_map_at_3_std": 0.18948293375779113, + "nauc_map_at_5_diff1": 0.7391296651871373, + "nauc_map_at_5_max": 0.5678693100786835, + "nauc_map_at_5_std": 0.18903794972604246, + "nauc_mrr_at_1000_diff1": 0.7434437092702354, + "nauc_mrr_at_1000_max": 0.5680420154152763, + "nauc_mrr_at_1000_std": 0.1964365053965196, + "nauc_mrr_at_100_diff1": 0.7434437092702354, + "nauc_mrr_at_100_max": 0.5680420154152763, + "nauc_mrr_at_100_std": 0.1964365053965196, + "nauc_mrr_at_10_diff1": 0.7412645630178727, + "nauc_mrr_at_10_max": 0.5686446593637319, + "nauc_mrr_at_10_std": 0.20225972105802353, + "nauc_mrr_at_1_diff1": 0.7912823764436713, + "nauc_mrr_at_1_max": 0.5442298034778233, + "nauc_mrr_at_1_std": 0.15597333714087816, + "nauc_mrr_at_20_diff1": 0.7430707980267981, + "nauc_mrr_at_20_max": 0.5694667483016104, + "nauc_mrr_at_20_std": 0.19896483746080587, + "nauc_mrr_at_3_diff1": 0.7305991934950311, + "nauc_mrr_at_3_max": 0.5730042039593549, + "nauc_mrr_at_3_std": 0.18948293375779113, + "nauc_mrr_at_5_diff1": 0.7391296651871373, + "nauc_mrr_at_5_max": 0.5678693100786835, + "nauc_mrr_at_5_std": 0.18903794972604246, + "nauc_ndcg_at_1000_diff1": 0.7377440442060418, + "nauc_ndcg_at_1000_max": 0.5745322892870864, + "nauc_ndcg_at_1000_std": 0.2098432034144952, + "nauc_ndcg_at_100_diff1": 0.7377440442060418, + "nauc_ndcg_at_100_max": 0.5745322892870864, + "nauc_ndcg_at_100_std": 0.2098432034144952, + "nauc_ndcg_at_10_diff1": 0.7264910126074108, + "nauc_ndcg_at_10_max": 0.5825815675910201, + "nauc_ndcg_at_10_std": 0.2458747644005763, + "nauc_ndcg_at_1_diff1": 0.7912823764436713, + "nauc_ndcg_at_1_max": 0.5442298034778233, + "nauc_ndcg_at_1_std": 0.15597333714087816, + "nauc_ndcg_at_20_diff1": 0.7344157718973034, + "nauc_ndcg_at_20_max": 0.5886395518221842, + "nauc_ndcg_at_20_std": 0.23360877595146612, + "nauc_ndcg_at_3_diff1": 0.7061031597744727, + "nauc_ndcg_at_3_max": 0.5902701576644612, + "nauc_ndcg_at_3_std": 0.21124829526436262, + "nauc_ndcg_at_5_diff1": 0.7208169409250372, + "nauc_ndcg_at_5_max": 0.5807399587389136, + "nauc_ndcg_at_5_std": 0.21182636390114773, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5819070118806462, + "nauc_precision_at_10_max": 0.7344270521352055, + "nauc_precision_at_10_std": 0.7646040940704992, + "nauc_precision_at_1_diff1": 0.7912823764436713, + "nauc_precision_at_1_max": 0.5442298034778233, + "nauc_precision_at_1_std": 0.15597333714087816, + "nauc_precision_at_20_diff1": 0.6596739463214939, + "nauc_precision_at_20_max": 0.9229084076170366, + "nauc_precision_at_20_std": 0.7859121269535411, + "nauc_precision_at_3_diff1": 0.5939932293007572, + "nauc_precision_at_3_max": 0.6721730670513179, + "nauc_precision_at_3_std": 0.31506365966313754, + "nauc_precision_at_5_diff1": 0.6036949034078501, + "nauc_precision_at_5_max": 0.666315590590982, + "nauc_precision_at_5_std": 0.36860641449079923, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5819070118806482, + "nauc_recall_at_10_max": 0.7344270521352022, + "nauc_recall_at_10_std": 0.7646040940704976, + "nauc_recall_at_1_diff1": 0.7912823764436713, + "nauc_recall_at_1_max": 0.5442298034778233, + "nauc_recall_at_1_std": 0.15597333714087816, + "nauc_recall_at_20_diff1": 0.6596739463214973, + "nauc_recall_at_20_max": 0.9229084076170407, + "nauc_recall_at_20_std": 0.7859121269535405, + "nauc_recall_at_3_diff1": 0.5939932293007576, + "nauc_recall_at_3_max": 0.6721730670513184, + "nauc_recall_at_3_std": 0.3150636596631403, + "nauc_recall_at_5_diff1": 0.6036949034078505, + "nauc_recall_at_5_max": 0.6663155905909814, + "nauc_recall_at_5_std": 0.3686064144908002, + "ndcg_at_1": 0.65608, + "ndcg_at_10": 0.80814, + "ndcg_at_100": 0.8189, + "ndcg_at_1000": 0.8189, + "ndcg_at_20": 0.81232, + "ndcg_at_3": 0.77393, + "ndcg_at_5": 0.79579, + "precision_at_1": 0.65608, + "precision_at_10": 0.09471, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04815, + "precision_at_3": 0.28571, + "precision_at_5": 0.18201, + "recall_at_1": 0.65608, + "recall_at_10": 0.94709, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96296, + "recall_at_3": 0.85714, + "recall_at_5": 0.91005 + }, + { + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "main_score": 0.81764, + "map_at_1": 0.66304, + "map_at_10": 0.76963, + "map_at_100": 0.77185, + "map_at_1000": 0.77185, + "map_at_20": 0.77185, + "map_at_3": 0.74819, + "map_at_5": 0.76313, + "mrr_at_1": 0.6630434782608695, + "mrr_at_10": 0.7696320738440303, + "mrr_at_100": 0.7718492957383623, + "mrr_at_1000": 0.7718492957383623, + "mrr_at_20": 0.7718492957383623, + "mrr_at_3": 0.7481884057971012, + "mrr_at_5": 0.7631340579710144, + "nauc_map_at_1000_diff1": 0.6824638175844877, + "nauc_map_at_1000_max": 0.3817219892521258, + "nauc_map_at_1000_std": 0.09042112569615213, + "nauc_map_at_100_diff1": 0.6824638175844877, + "nauc_map_at_100_max": 0.3817219892521258, + "nauc_map_at_100_std": 0.09042112569615213, + "nauc_map_at_10_diff1": 0.6811623602322883, + "nauc_map_at_10_max": 0.38263790724073954, + "nauc_map_at_10_std": 0.09355310213264664, + "nauc_map_at_1_diff1": 0.7018887432205709, + "nauc_map_at_1_max": 0.3323442592271808, + "nauc_map_at_1_std": 0.06379278120790463, + "nauc_map_at_20_diff1": 0.6824638175844877, + "nauc_map_at_20_max": 0.3817219892521258, + "nauc_map_at_20_std": 0.09042112569615213, + "nauc_map_at_3_diff1": 0.677571387746675, + "nauc_map_at_3_max": 0.395578936553354, + "nauc_map_at_3_std": 0.08056928186368334, + "nauc_map_at_5_diff1": 0.6794737305051582, + "nauc_map_at_5_max": 0.3900897196607946, + "nauc_map_at_5_std": 0.1033162993784103, + "nauc_mrr_at_1000_diff1": 0.6824638175844877, + "nauc_mrr_at_1000_max": 0.3817219892521258, + "nauc_mrr_at_1000_std": 0.09042112569615213, + "nauc_mrr_at_100_diff1": 0.6824638175844877, + "nauc_mrr_at_100_max": 0.3817219892521258, + "nauc_mrr_at_100_std": 0.09042112569615213, + "nauc_mrr_at_10_diff1": 0.6811623602322883, + "nauc_mrr_at_10_max": 0.38263790724073954, + "nauc_mrr_at_10_std": 0.09355310213264664, + "nauc_mrr_at_1_diff1": 0.7018887432205709, + "nauc_mrr_at_1_max": 0.3323442592271808, + "nauc_mrr_at_1_std": 0.06379278120790463, + "nauc_mrr_at_20_diff1": 0.6824638175844877, + "nauc_mrr_at_20_max": 0.3817219892521258, + "nauc_mrr_at_20_std": 0.09042112569615213, + "nauc_mrr_at_3_diff1": 0.677571387746675, + "nauc_mrr_at_3_max": 0.395578936553354, + "nauc_mrr_at_3_std": 0.08056928186368334, + "nauc_mrr_at_5_diff1": 0.6794737305051582, + "nauc_mrr_at_5_max": 0.3900897196607946, + "nauc_mrr_at_5_std": 0.1033162993784103, + "nauc_ndcg_at_1000_diff1": 0.680516335978227, + "nauc_ndcg_at_1000_max": 0.38775305556544415, + "nauc_ndcg_at_1000_std": 0.09731037612877735, + "nauc_ndcg_at_100_diff1": 0.680516335978227, + "nauc_ndcg_at_100_max": 0.38775305556544415, + "nauc_ndcg_at_100_std": 0.09731037612877735, + "nauc_ndcg_at_10_diff1": 0.675859993988852, + "nauc_ndcg_at_10_max": 0.39359400014397733, + "nauc_ndcg_at_10_std": 0.11319421803423806, + "nauc_ndcg_at_1_diff1": 0.7018887432205709, + "nauc_ndcg_at_1_max": 0.3323442592271808, + "nauc_ndcg_at_1_std": 0.06379278120790463, + "nauc_ndcg_at_20_diff1": 0.680516335978227, + "nauc_ndcg_at_20_max": 0.38775305556544415, + "nauc_ndcg_at_20_std": 0.09731037612877735, + "nauc_ndcg_at_3_diff1": 0.6681055794492938, + "nauc_ndcg_at_3_max": 0.42338329519952755, + "nauc_ndcg_at_3_std": 0.09400998222267161, + "nauc_ndcg_at_5_diff1": 0.6706463996521944, + "nauc_ndcg_at_5_max": 0.4145642767323649, + "nauc_ndcg_at_5_std": 0.142161652263115, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.60336675275822, + "nauc_precision_at_10_max": 0.5213576921260503, + "nauc_precision_at_10_std": 0.4238531472123245, + "nauc_precision_at_1_diff1": 0.7018887432205709, + "nauc_precision_at_1_max": 0.3323442592271808, + "nauc_precision_at_1_std": 0.06379278120790463, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 0.6275513828586897, + "nauc_precision_at_3_max": 0.5440765384408685, + "nauc_precision_at_3_std": 0.1549984899179851, + "nauc_precision_at_5_diff1": 0.6120887181294116, + "nauc_precision_at_5_max": 0.5766360313858475, + "nauc_precision_at_5_std": 0.4246097974224858, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6033667527582236, + "nauc_recall_at_10_max": 0.5213576921260512, + "nauc_recall_at_10_std": 0.4238531472123268, + "nauc_recall_at_1_diff1": 0.7018887432205709, + "nauc_recall_at_1_max": 0.3323442592271808, + "nauc_recall_at_1_std": 0.06379278120790463, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": 0.6275513828586887, + "nauc_recall_at_3_max": 0.5440765384408691, + "nauc_recall_at_3_std": 0.15499848991798382, + "nauc_recall_at_5_diff1": 0.6120887181294151, + "nauc_recall_at_5_max": 0.5766360313858504, + "nauc_recall_at_5_std": 0.4246097974224881, + "ndcg_at_1": 0.66304, + "ndcg_at_10": 0.81764, + "ndcg_at_100": 0.82583, + "ndcg_at_1000": 0.82583, + "ndcg_at_20": 0.82583, + "ndcg_at_3": 0.77394, + "ndcg_at_5": 0.80083, + "precision_at_1": 0.66304, + "precision_at_10": 0.09674, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.28261, + "precision_at_5": 0.18261, + "recall_at_1": 0.66304, + "recall_at_10": 0.96739, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 0.84783, + "recall_at_5": 0.91304 + }, + { + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ], + "main_score": 0.82368, + "map_at_1": 0.71429, + "map_at_10": 0.79256, + "map_at_100": 0.79572, + "map_at_1000": 0.79582, + "map_at_20": 0.79491, + "map_at_3": 0.78274, + "map_at_5": 0.78641, + "mrr_at_1": 0.7142857142857143, + "mrr_at_10": 0.7925618858654573, + "mrr_at_100": 0.7957206378778099, + "mrr_at_1000": 0.7958178471993081, + "mrr_at_20": 0.7949068335689757, + "mrr_at_3": 0.7827380952380951, + "mrr_at_5": 0.78640873015873, + "nauc_map_at_1000_diff1": 0.8202532393767391, + "nauc_map_at_1000_max": 0.6909618555686179, + "nauc_map_at_1000_std": 0.24424428420990738, + "nauc_map_at_100_diff1": 0.8202832420470811, + "nauc_map_at_100_max": 0.6910818990838172, + "nauc_map_at_100_std": 0.24452009246703696, + "nauc_map_at_10_diff1": 0.8187704680912589, + "nauc_map_at_10_max": 0.6928825254537295, + "nauc_map_at_10_std": 0.2480339036987309, + "nauc_map_at_1_diff1": 0.8311279615987893, + "nauc_map_at_1_max": 0.6487074563207215, + "nauc_map_at_1_std": 0.18462018398395127, + "nauc_map_at_20_diff1": 0.8195375552461003, + "nauc_map_at_20_max": 0.6916419532345776, + "nauc_map_at_20_std": 0.24666058215031147, + "nauc_map_at_3_diff1": 0.820668361579955, + "nauc_map_at_3_max": 0.6932081722598776, + "nauc_map_at_3_std": 0.23772836660423807, + "nauc_map_at_5_diff1": 0.8211831985412634, + "nauc_map_at_5_max": 0.6963267137527156, + "nauc_map_at_5_std": 0.23830072460639454, + "nauc_mrr_at_1000_diff1": 0.8202532393767391, + "nauc_mrr_at_1000_max": 0.6909618555686179, + "nauc_mrr_at_1000_std": 0.24424428420990738, + "nauc_mrr_at_100_diff1": 0.8202832420470811, + "nauc_mrr_at_100_max": 0.6910818990838172, + "nauc_mrr_at_100_std": 0.24452009246703696, + "nauc_mrr_at_10_diff1": 0.8187704680912589, + "nauc_mrr_at_10_max": 0.6928825254537295, + "nauc_mrr_at_10_std": 0.2480339036987309, + "nauc_mrr_at_1_diff1": 0.8311279615987893, + "nauc_mrr_at_1_max": 0.6487074563207215, + "nauc_mrr_at_1_std": 0.18462018398395127, + "nauc_mrr_at_20_diff1": 0.8195375552461003, + "nauc_mrr_at_20_max": 0.6916419532345776, + "nauc_mrr_at_20_std": 0.24666058215031147, + "nauc_mrr_at_3_diff1": 0.820668361579955, + "nauc_mrr_at_3_max": 0.6932081722598776, + "nauc_mrr_at_3_std": 0.23772836660423807, + "nauc_mrr_at_5_diff1": 0.8211831985412634, + "nauc_mrr_at_5_max": 0.6963267137527156, + "nauc_mrr_at_5_std": 0.23830072460639454, + "nauc_ndcg_at_1000_diff1": 0.8184616686214597, + "nauc_ndcg_at_1000_max": 0.6990651353781121, + "nauc_ndcg_at_1000_std": 0.26019469995901184, + "nauc_ndcg_at_100_diff1": 0.8190990205760776, + "nauc_ndcg_at_100_max": 0.7022477140473585, + "nauc_ndcg_at_100_std": 0.26743334800516916, + "nauc_ndcg_at_10_diff1": 0.8113509629550625, + "nauc_ndcg_at_10_max": 0.7117723259034813, + "nauc_ndcg_at_10_std": 0.2886901658980666, + "nauc_ndcg_at_1_diff1": 0.8311279615987893, + "nauc_ndcg_at_1_max": 0.6487074563207215, + "nauc_ndcg_at_1_std": 0.18462018398395127, + "nauc_ndcg_at_20_diff1": 0.8139867423703455, + "nauc_ndcg_at_20_max": 0.706976939872725, + "nauc_ndcg_at_20_std": 0.2851495585657828, + "nauc_ndcg_at_3_diff1": 0.8165220461995693, + "nauc_ndcg_at_3_max": 0.7118076103160009, + "nauc_ndcg_at_3_std": 0.2601361597591883, + "nauc_ndcg_at_5_diff1": 0.8174592550040071, + "nauc_ndcg_at_5_max": 0.7189873433245617, + "nauc_ndcg_at_5_std": 0.26191909029407795, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8585271806440458, + "nauc_precision_at_100_max": 0.9163066326212456, + "nauc_precision_at_100_std": 0.7535136583569509, + "nauc_precision_at_10_diff1": 0.7595828232102205, + "nauc_precision_at_10_max": 0.833928766662454, + "nauc_precision_at_10_std": 0.5755395027342669, + "nauc_precision_at_1_diff1": 0.8311279615987893, + "nauc_precision_at_1_max": 0.6487074563207215, + "nauc_precision_at_1_std": 0.18462018398395127, + "nauc_precision_at_20_diff1": 0.7541866439615339, + "nauc_precision_at_20_max": 0.8571655843892058, + "nauc_precision_at_20_std": 0.7351595836414245, + "nauc_precision_at_3_diff1": 0.7992229855715695, + "nauc_precision_at_3_max": 0.7898555837827107, + "nauc_precision_at_3_std": 0.3542584343540576, + "nauc_precision_at_5_diff1": 0.8006904232027664, + "nauc_precision_at_5_max": 0.8252657089031351, + "nauc_precision_at_5_std": 0.3710352746643423, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8585271806440413, + "nauc_recall_at_100_max": 0.9163066326212391, + "nauc_recall_at_100_std": 0.7535136583569586, + "nauc_recall_at_10_diff1": 0.7595828232102222, + "nauc_recall_at_10_max": 0.8339287666624545, + "nauc_recall_at_10_std": 0.5755395027342691, + "nauc_recall_at_1_diff1": 0.8311279615987893, + "nauc_recall_at_1_max": 0.6487074563207215, + "nauc_recall_at_1_std": 0.18462018398395127, + "nauc_recall_at_20_diff1": 0.7541866439615326, + "nauc_recall_at_20_max": 0.8571655843892083, + "nauc_recall_at_20_std": 0.7351595836414261, + "nauc_recall_at_3_diff1": 0.7992229855715716, + "nauc_recall_at_3_max": 0.7898555837827114, + "nauc_recall_at_3_std": 0.3542584343540586, + "nauc_recall_at_5_diff1": 0.8006904232027657, + "nauc_recall_at_5_max": 0.8252657089031351, + "nauc_recall_at_5_std": 0.3710352746643426, + "ndcg_at_1": 0.71429, + "ndcg_at_10": 0.82368, + "ndcg_at_100": 0.8381, + "ndcg_at_1000": 0.84025, + "ndcg_at_20": 0.8322, + "ndcg_at_3": 0.80303, + "ndcg_at_5": 0.8096, + "precision_at_1": 0.71429, + "precision_at_10": 0.09187, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04762, + "precision_at_3": 0.28704, + "precision_at_5": 0.1754, + "recall_at_1": 0.71429, + "recall_at_10": 0.91865, + "recall_at_100": 0.98413, + "recall_at_1000": 1.0, + "recall_at_20": 0.95238, + "recall_at_3": 0.86111, + "recall_at_5": 0.87698 + } + ] + }, + "task_name": "MLQARetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCO-PLHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..853540936 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 9.502368450164795, + "kg_co2_emissions": 0.0007378978251733692, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.59607, + "map_at_1": 0.01921, + "map_at_10": 0.10877, + "map_at_100": 0.35643, + "map_at_1000": 0.51699, + "map_at_20": 0.17, + "map_at_3": 0.04256, + "map_at_5": 0.06363, + "mrr_at_1": 0.813953488372093, + "mrr_at_10": 0.8593023255813954, + "mrr_at_100": 0.8629014396456257, + "mrr_at_1000": 0.8629014396456257, + "mrr_at_20": 0.8629014396456257, + "mrr_at_3": 0.8488372093023255, + "mrr_at_5": 0.8534883720930233, + "nauc_map_at_1000_diff1": -0.3794111985974817, + "nauc_map_at_1000_max": 0.3289890142172262, + "nauc_map_at_1000_std": 0.611975159440408, + "nauc_map_at_100_diff1": -0.19843980918883022, + "nauc_map_at_100_max": 0.352991460802269, + "nauc_map_at_100_std": 0.3344136793920224, + "nauc_map_at_10_diff1": 0.10299401952797473, + "nauc_map_at_10_max": 0.2023904787993066, + "nauc_map_at_10_std": -0.01971092710247765, + "nauc_map_at_1_diff1": 0.2543105364823251, + "nauc_map_at_1_max": -0.08561299740129891, + "nauc_map_at_1_std": -0.2797327705264348, + "nauc_map_at_20_diff1": -0.023647535208880195, + "nauc_map_at_20_max": 0.17313644221709137, + "nauc_map_at_20_std": 0.013384911442455464, + "nauc_map_at_3_diff1": 0.1953104498287924, + "nauc_map_at_3_max": 0.1555141834066513, + "nauc_map_at_3_std": -0.10308243412042663, + "nauc_map_at_5_diff1": 0.19316051836319226, + "nauc_map_at_5_max": 0.2341711622993575, + "nauc_map_at_5_std": -0.03001019743807741, + "nauc_mrr_at_1000_diff1": 0.28532097961917147, + "nauc_mrr_at_1000_max": 0.5334695379121803, + "nauc_mrr_at_1000_std": 0.3430766541117055, + "nauc_mrr_at_100_diff1": 0.28532097961917147, + "nauc_mrr_at_100_max": 0.5334695379121803, + "nauc_mrr_at_100_std": 0.3430766541117055, + "nauc_mrr_at_10_diff1": 0.2947026073334635, + "nauc_mrr_at_10_max": 0.5351144378188688, + "nauc_mrr_at_10_std": 0.3356845527097245, + "nauc_mrr_at_1_diff1": 0.2676410725580551, + "nauc_mrr_at_1_max": 0.45521968464805274, + "nauc_mrr_at_1_std": 0.3397594198969912, + "nauc_mrr_at_20_diff1": 0.28532097961917147, + "nauc_mrr_at_20_max": 0.5334695379121803, + "nauc_mrr_at_20_std": 0.3430766541117055, + "nauc_mrr_at_3_diff1": 0.2604431783703845, + "nauc_mrr_at_3_max": 0.5556228499459378, + "nauc_mrr_at_3_std": 0.3523950452082164, + "nauc_mrr_at_5_diff1": 0.30569953497218866, + "nauc_mrr_at_5_max": 0.5384126458504791, + "nauc_mrr_at_5_std": 0.34419112974535676, + "nauc_ndcg_at_1000_diff1": -0.2738195257780233, + "nauc_ndcg_at_1000_max": 0.4263584846516205, + "nauc_ndcg_at_1000_std": 0.5858705906095675, + "nauc_ndcg_at_100_diff1": -0.22790611176228096, + "nauc_ndcg_at_100_max": 0.43075553401946215, + "nauc_ndcg_at_100_std": 0.5306471511650448, + "nauc_ndcg_at_10_diff1": -0.06099632309465623, + "nauc_ndcg_at_10_max": 0.33927680725150244, + "nauc_ndcg_at_10_std": 0.3260476465741874, + "nauc_ndcg_at_1_diff1": 0.24057271241830092, + "nauc_ndcg_at_1_max": 0.21254112200435793, + "nauc_ndcg_at_1_std": 0.06613657407407438, + "nauc_ndcg_at_20_diff1": -0.17126603613802754, + "nauc_ndcg_at_20_max": 0.2642583907684361, + "nauc_ndcg_at_20_std": 0.3781284860411894, + "nauc_ndcg_at_3_diff1": 0.021242509744435097, + "nauc_ndcg_at_3_max": 0.41402181974629476, + "nauc_ndcg_at_3_std": 0.2921450232940265, + "nauc_ndcg_at_5_diff1": 0.013661930732571758, + "nauc_ndcg_at_5_max": 0.37827232994508175, + "nauc_ndcg_at_5_std": 0.30184440336303775, + "nauc_precision_at_1000_diff1": -0.2885026358290065, + "nauc_precision_at_1000_max": 0.03190924154560801, + "nauc_precision_at_1000_std": 0.4321710996494378, + "nauc_precision_at_100_diff1": -0.33357820203953, + "nauc_precision_at_100_max": 0.22980037882491008, + "nauc_precision_at_100_std": 0.5625091633969471, + "nauc_precision_at_10_diff1": -0.16690323256370307, + "nauc_precision_at_10_max": 0.3254154171198566, + "nauc_precision_at_10_std": 0.3914997923135325, + "nauc_precision_at_1_diff1": 0.2676410725580551, + "nauc_precision_at_1_max": 0.45521968464805274, + "nauc_precision_at_1_std": 0.3397594198969912, + "nauc_precision_at_20_diff1": -0.3090360563546871, + "nauc_precision_at_20_max": 0.20460874611522217, + "nauc_precision_at_20_std": 0.42068451680915764, + "nauc_precision_at_3_diff1": 0.002185508170945598, + "nauc_precision_at_3_max": 0.48550169510760205, + "nauc_precision_at_3_std": 0.38218706725110146, + "nauc_precision_at_5_diff1": 0.040952608410722985, + "nauc_precision_at_5_max": 0.4094424695624258, + "nauc_precision_at_5_std": 0.37019691454905007, + "nauc_recall_at_1000_diff1": -0.7887777583507939, + "nauc_recall_at_1000_max": 0.16667831604359318, + "nauc_recall_at_1000_std": 0.8099711189595402, + "nauc_recall_at_100_diff1": -0.08795058958212836, + "nauc_recall_at_100_max": 0.2790357267505417, + "nauc_recall_at_100_std": 0.12581067304783786, + "nauc_recall_at_10_diff1": 0.12668527263022575, + "nauc_recall_at_10_max": 0.1269477935358373, + "nauc_recall_at_10_std": -0.1010093948784885, + "nauc_recall_at_1_diff1": 0.2543105364823251, + "nauc_recall_at_1_max": -0.08561299740129891, + "nauc_recall_at_1_std": -0.2797327705264348, + "nauc_recall_at_20_diff1": -0.008347304988646494, + "nauc_recall_at_20_max": 0.09011022708680666, + "nauc_recall_at_20_std": -0.08322508972886722, + "nauc_recall_at_3_diff1": 0.18706058640200984, + "nauc_recall_at_3_max": 0.15247129170226573, + "nauc_recall_at_3_std": -0.11049065942121905, + "nauc_recall_at_5_diff1": 0.21020927920988416, + "nauc_recall_at_5_max": 0.21343634712081272, + "nauc_recall_at_5_std": -0.05478139269680382, + "ndcg_at_1": 0.66667, + "ndcg_at_10": 0.59607, + "ndcg_at_100": 0.62112, + "ndcg_at_1000": 0.75557, + "ndcg_at_20": 0.56792, + "ndcg_at_3": 0.63731, + "ndcg_at_5": 0.61461, + "precision_at_1": 0.81395, + "precision_at_10": 0.6814, + "precision_at_100": 0.42953, + "precision_at_1000": 0.09051, + "precision_at_20": 0.6093, + "precision_at_3": 0.75969, + "precision_at_5": 0.72093, + "recall_at_1": 0.01921, + "recall_at_10": 0.12336, + "recall_at_100": 0.57028, + "recall_at_1000": 0.94535, + "recall_at_20": 0.21016, + "recall_at_3": 0.04347, + "recall_at_5": 0.06624 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCOHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCOHardNegatives.json new file mode 100644 index 000000000..8fe0c8935 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 7.977067947387695, + "kg_co2_emissions": 0.0005887743804173708, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69669, + "map_at_1": 0.01825, + "map_at_10": 0.14001, + "map_at_100": 0.4432, + "map_at_1000": 0.62958, + "map_at_20": 0.22152, + "map_at_3": 0.05335, + "map_at_5": 0.08227, + "mrr_at_1": 0.9534883720930233, + "mrr_at_10": 0.9767441860465116, + "mrr_at_100": 0.9767441860465116, + "mrr_at_1000": 0.9767441860465116, + "mrr_at_20": 0.9767441860465116, + "mrr_at_3": 0.9767441860465116, + "mrr_at_5": 0.9767441860465116, + "nauc_map_at_1000_diff1": -0.5867971555980153, + "nauc_map_at_1000_max": 0.18553517404359846, + "nauc_map_at_1000_std": 0.5654904628132573, + "nauc_map_at_100_diff1": -0.3346146173529799, + "nauc_map_at_100_max": 0.12337708946792526, + "nauc_map_at_100_std": 0.21760399773978278, + "nauc_map_at_10_diff1": -0.010007812264992927, + "nauc_map_at_10_max": -0.05611097867762015, + "nauc_map_at_10_std": -0.25333194853614993, + "nauc_map_at_1_diff1": 0.030179619859857915, + "nauc_map_at_1_max": -0.07878782712252189, + "nauc_map_at_1_std": -0.26198167769076425, + "nauc_map_at_20_diff1": -0.07535442637162594, + "nauc_map_at_20_max": 0.019683530471898407, + "nauc_map_at_20_std": -0.17834452671797638, + "nauc_map_at_3_diff1": 0.051013150961534144, + "nauc_map_at_3_max": -0.12884501368251433, + "nauc_map_at_3_std": -0.3367950888757566, + "nauc_map_at_5_diff1": -0.006074099187210391, + "nauc_map_at_5_max": -0.10099107800626148, + "nauc_map_at_5_std": -0.3041938620084935, + "nauc_mrr_at_1000_diff1": -0.6557900384890073, + "nauc_mrr_at_1000_max": 0.8607488244166448, + "nauc_mrr_at_1000_std": 0.8702865761689293, + "nauc_mrr_at_100_diff1": -0.6557900384890073, + "nauc_mrr_at_100_max": 0.8607488244166448, + "nauc_mrr_at_100_std": 0.8702865761689293, + "nauc_mrr_at_10_diff1": -0.6557900384890073, + "nauc_mrr_at_10_max": 0.8607488244166448, + "nauc_mrr_at_10_std": 0.8702865761689293, + "nauc_mrr_at_1_diff1": -0.6557900384890016, + "nauc_mrr_at_1_max": 0.8607488244166448, + "nauc_mrr_at_1_std": 0.8702865761689293, + "nauc_mrr_at_20_diff1": -0.6557900384890073, + "nauc_mrr_at_20_max": 0.8607488244166448, + "nauc_mrr_at_20_std": 0.8702865761689293, + "nauc_mrr_at_3_diff1": -0.6557900384890073, + "nauc_mrr_at_3_max": 0.8607488244166448, + "nauc_mrr_at_3_std": 0.8702865761689293, + "nauc_mrr_at_5_diff1": -0.6557900384890073, + "nauc_mrr_at_5_max": 0.8607488244166448, + "nauc_mrr_at_5_std": 0.8702865761689293, + "nauc_ndcg_at_1000_diff1": -0.4581106968677101, + "nauc_ndcg_at_1000_max": 0.36049491309679565, + "nauc_ndcg_at_1000_std": 0.576918756050769, + "nauc_ndcg_at_100_diff1": -0.43698644629417155, + "nauc_ndcg_at_100_max": 0.23222881283679284, + "nauc_ndcg_at_100_std": 0.4454263740925777, + "nauc_ndcg_at_10_diff1": -0.16597407092903974, + "nauc_ndcg_at_10_max": 0.20782626343566515, + "nauc_ndcg_at_10_std": 0.1974323734450033, + "nauc_ndcg_at_1_diff1": 0.23602448908076584, + "nauc_ndcg_at_1_max": 0.3195396128163429, + "nauc_ndcg_at_1_std": 0.10202179863596708, + "nauc_ndcg_at_20_diff1": -0.34746978574362103, + "nauc_ndcg_at_20_max": 0.3075936090685908, + "nauc_ndcg_at_20_std": 0.3623326838006515, + "nauc_ndcg_at_3_diff1": 0.12088382180827364, + "nauc_ndcg_at_3_max": 0.32772627742148663, + "nauc_ndcg_at_3_std": 0.13549979642093327, + "nauc_ndcg_at_5_diff1": -0.07419010347680813, + "nauc_ndcg_at_5_max": 0.25317299019931033, + "nauc_ndcg_at_5_std": 0.12978692596260796, + "nauc_precision_at_1000_diff1": -0.3184233628175394, + "nauc_precision_at_1000_max": 0.052688693989879236, + "nauc_precision_at_1000_std": 0.38476727265436755, + "nauc_precision_at_100_diff1": -0.43182239207117096, + "nauc_precision_at_100_max": 0.12212757410223343, + "nauc_precision_at_100_std": 0.5498842569933854, + "nauc_precision_at_10_diff1": -0.5280310486943646, + "nauc_precision_at_10_max": 0.23894160633861672, + "nauc_precision_at_10_std": 0.3880668640569447, + "nauc_precision_at_1_diff1": -0.6557900384890016, + "nauc_precision_at_1_max": 0.8607488244166448, + "nauc_precision_at_1_std": 0.8702865761689293, + "nauc_precision_at_20_diff1": -0.5359677923985894, + "nauc_precision_at_20_max": 0.3190125193692323, + "nauc_precision_at_20_std": 0.5181896163244596, + "nauc_precision_at_3_diff1": -0.36846080180677104, + "nauc_precision_at_3_max": 0.38297435370640526, + "nauc_precision_at_3_std": 0.5040082894704528, + "nauc_precision_at_5_diff1": -0.5538320588477188, + "nauc_precision_at_5_max": 0.2490094199607511, + "nauc_precision_at_5_std": 0.3522851278998149, + "nauc_recall_at_1000_diff1": -0.4377866235166188, + "nauc_recall_at_1000_max": 0.13302867728816611, + "nauc_recall_at_1000_std": 0.8949709931834695, + "nauc_recall_at_100_diff1": -0.05652942834987537, + "nauc_recall_at_100_max": -0.02348870491752051, + "nauc_recall_at_100_std": -0.051897210785572155, + "nauc_recall_at_10_diff1": 0.020591767558813562, + "nauc_recall_at_10_max": -0.12108306747228272, + "nauc_recall_at_10_std": -0.3149269500973896, + "nauc_recall_at_1_diff1": 0.030179619859857915, + "nauc_recall_at_1_max": -0.07878782712252189, + "nauc_recall_at_1_std": -0.26198167769076425, + "nauc_recall_at_20_diff1": -0.0280965861781813, + "nauc_recall_at_20_max": -0.03605307640415142, + "nauc_recall_at_20_std": -0.24539724587899578, + "nauc_recall_at_3_diff1": 0.07955320394111474, + "nauc_recall_at_3_max": -0.18053325923561114, + "nauc_recall_at_3_std": -0.37423791713101784, + "nauc_recall_at_5_diff1": 0.020631239815795493, + "nauc_recall_at_5_max": -0.13787315089410293, + "nauc_recall_at_5_std": -0.3442118400709247, + "ndcg_at_1": 0.72481, + "ndcg_at_10": 0.69669, + "ndcg_at_100": 0.70366, + "ndcg_at_1000": 0.83019, + "ndcg_at_20": 0.68337, + "ndcg_at_3": 0.72756, + "ndcg_at_5": 0.71084, + "precision_at_1": 0.95349, + "precision_at_10": 0.79535, + "precision_at_100": 0.46721, + "precision_at_1000": 0.09386, + "precision_at_20": 0.72558, + "precision_at_3": 0.90698, + "precision_at_5": 0.85581, + "recall_at_1": 0.01825, + "recall_at_10": 0.15846, + "recall_at_100": 0.62414, + "recall_at_1000": 0.97759, + "recall_at_20": 0.25763, + "recall_at_3": 0.05728, + "recall_at_5": 0.0871 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MacedonianTweetSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MacedonianTweetSentimentClassification.json new file mode 100644 index 000000000..6c7748216 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MacedonianTweetSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "957e075ba35e4417ba7837987fd7053a6533a1a2", + "evaluation_time": 7.744449615478516, + "kg_co2_emissions": 0.00023814228725075345, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5326602282704126, + "f1": 0.4936609746555952, + "f1_weighted": 0.534588029153208, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ], + "main_score": 0.5326602282704126, + "scores_per_experiment": [ + { + "accuracy": 0.5601404741000878, + "f1": 0.5370289155420145, + "f1_weighted": 0.5712697827328067 + }, + { + "accuracy": 0.5478489903424056, + "f1": 0.4723703437007842, + "f1_weighted": 0.5317487506399943 + }, + { + "accuracy": 0.5004389815627743, + "f1": 0.46529792720885216, + "f1_weighted": 0.4988321014416603 + }, + { + "accuracy": 0.5057067603160668, + "f1": 0.46910077823636054, + "f1_weighted": 0.5077207145813067 + }, + { + "accuracy": 0.553116769095698, + "f1": 0.5212855175144236, + "f1_weighted": 0.5589424439932086 + }, + { + "accuracy": 0.4820017559262511, + "f1": 0.45342677880241417, + "f1_weighted": 0.4890365605121066 + }, + { + "accuracy": 0.568920105355575, + "f1": 0.5213587309063354, + "f1_weighted": 0.569702892549658 + }, + { + "accuracy": 0.5250219490781387, + "f1": 0.49049419986608417, + "f1_weighted": 0.5310459398620726 + }, + { + "accuracy": 0.5452151009657594, + "f1": 0.5088088029923502, + "f1_weighted": 0.5476330226192867 + }, + { + "accuracy": 0.5381913959613697, + "f1": 0.4974377517863336, + "f1_weighted": 0.5399480825999804 + } + ] + } + ] + }, + "task_name": "MacedonianTweetSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MalteseNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MalteseNewsClassification.json new file mode 100644 index 000000000..71d5d9112 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MalteseNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6bb0321659c4f07c4c2176c30c98c971be6571b4", + "evaluation_time": 24.5063054561615, + "kg_co2_emissions": 0.0020583368672342276, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.28175881584675666, + "f1": 0.23927265484718693, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ], + "lrap": 0.3842252682526922, + "main_score": 0.28175881584675666, + "scores_per_experiment": [ + { + "accuracy": 0.29386155855463647, + "f1": 0.23414566860614372, + "lrap": 0.396338574611369 + }, + { + "accuracy": 0.29473225946887244, + "f1": 0.2540483262832082, + "lrap": 0.39359629354569853 + }, + { + "accuracy": 0.27209403569873747, + "f1": 0.24421421635463303, + "lrap": 0.37227585853669487 + }, + { + "accuracy": 0.2803656943839791, + "f1": 0.25286344215631024, + "lrap": 0.3856234047820102 + }, + { + "accuracy": 0.27731824118415327, + "f1": 0.2503580660422324, + "lrap": 0.37887974083841647 + }, + { + "accuracy": 0.3064867218110579, + "f1": 0.23524059576676465, + "lrap": 0.41550679914976957 + }, + { + "accuracy": 0.31214627775359166, + "f1": 0.2759971836663363, + "lrap": 0.43263591897358245 + }, + { + "accuracy": 0.24902046147148454, + "f1": 0.21096134904485941, + "lrap": 0.34280007170476706 + }, + { + "accuracy": 0.2929908576404005, + "f1": 0.23927160157263144, + "lrap": 0.39453848583402223 + }, + { + "accuracy": 0.23857205050065303, + "f1": 0.19562609897875008, + "lrap": 0.33005753455059245 + } + ] + } + ] + }, + "task_name": "MalteseNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClassification.json new file mode 100644 index 000000000..8191daa64 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClassification.json @@ -0,0 +1,1003 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "evaluation_time": 170.4582769870758, + "kg_co2_emissions": 0.014986511358297695, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8359042553191489, + "f1": 0.8326969921213305, + "f1_weighted": 0.835018617462902, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.8359042553191489, + "scores_per_experiment": [ + { + "accuracy": 0.8776595744680851, + "f1": 0.8759593454745929, + "f1_weighted": 0.877880997936614 + }, + { + "accuracy": 0.8058510638297872, + "f1": 0.7978370796171229, + "f1_weighted": 0.8011984424366274 + }, + { + "accuracy": 0.8617021276595744, + "f1": 0.858082984061317, + "f1_weighted": 0.8603736857210094 + }, + { + "accuracy": 0.7819148936170213, + "f1": 0.7772455773465186, + "f1_weighted": 0.7799961314910795 + }, + { + "accuracy": 0.8377659574468085, + "f1": 0.8331662903870134, + "f1_weighted": 0.8368102944902033 + }, + { + "accuracy": 0.8457446808510638, + "f1": 0.8462821052290861, + "f1_weighted": 0.8474534904821935 + }, + { + "accuracy": 0.8138297872340425, + "f1": 0.812083934646546, + "f1_weighted": 0.8130289374539398 + }, + { + "accuracy": 0.8377659574468085, + "f1": 0.8369451233420279, + "f1_weighted": 0.8379936437821631 + }, + { + "accuracy": 0.8138297872340425, + "f1": 0.8097065906865181, + "f1_weighted": 0.8125292346605717 + }, + { + "accuracy": 0.8829787234042553, + "f1": 0.8796608904225625, + "f1_weighted": 0.8829213161746179 + } + ] + }, + { + "accuracy": 0.795675105485232, + "f1": 0.7856332343083209, + "f1_weighted": 0.7933967885412865, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.795675105485232, + "scores_per_experiment": [ + { + "accuracy": 0.8122362869198312, + "f1": 0.8035194665986225, + "f1_weighted": 0.8107660122225606 + }, + { + "accuracy": 0.8006329113924051, + "f1": 0.7913704879173843, + "f1_weighted": 0.7983808637266065 + }, + { + "accuracy": 0.7679324894514767, + "f1": 0.7583882531909983, + "f1_weighted": 0.7659492703959534 + }, + { + "accuracy": 0.7911392405063291, + "f1": 0.7795426237723388, + "f1_weighted": 0.7883059518302612 + }, + { + "accuracy": 0.8154008438818565, + "f1": 0.8069093088868637, + "f1_weighted": 0.8128910151814451 + }, + { + "accuracy": 0.7774261603375527, + "f1": 0.7645632103590158, + "f1_weighted": 0.7741210952875567 + }, + { + "accuracy": 0.7784810126582279, + "f1": 0.7688421088271746, + "f1_weighted": 0.7770896782631487 + }, + { + "accuracy": 0.8048523206751055, + "f1": 0.7936406887577049, + "f1_weighted": 0.8012119695135378 + }, + { + "accuracy": 0.7964135021097046, + "f1": 0.7858264490225916, + "f1_weighted": 0.7940066994763 + }, + { + "accuracy": 0.8122362869198312, + "f1": 0.8037297457505136, + "f1_weighted": 0.8112453295154943 + } + ] + }, + { + "accuracy": 0.7483412322274882, + "f1": 0.712872060666619, + "f1_weighted": 0.749043999326939, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.7483412322274882, + "scores_per_experiment": [ + { + "accuracy": 0.7962085308056872, + "f1": 0.7620063162661842, + "f1_weighted": 0.7919506116897916 + }, + { + "accuracy": 0.7582938388625592, + "f1": 0.7110400103979377, + "f1_weighted": 0.7597029195844561 + }, + { + "accuracy": 0.7890995260663507, + "f1": 0.7619653078242445, + "f1_weighted": 0.7885414030662097 + }, + { + "accuracy": 0.6943127962085308, + "f1": 0.6639034790096144, + "f1_weighted": 0.6971796303813655 + }, + { + "accuracy": 0.7772511848341233, + "f1": 0.7345451261907987, + "f1_weighted": 0.7738789358329059 + }, + { + "accuracy": 0.7417061611374408, + "f1": 0.6934034542480358, + "f1_weighted": 0.7443239625560304 + }, + { + "accuracy": 0.7180094786729858, + "f1": 0.6847393608725607, + "f1_weighted": 0.725994503403508 + }, + { + "accuracy": 0.7132701421800948, + "f1": 0.6867734223239607, + "f1_weighted": 0.7114639217814398 + }, + { + "accuracy": 0.8056872037914692, + "f1": 0.7698077565678259, + "f1_weighted": 0.8011940243694617 + }, + { + "accuracy": 0.6895734597156398, + "f1": 0.6605363729650275, + "f1_weighted": 0.6962100806042212 + } + ] + }, + { + "accuracy": 0.7913657770800628, + "f1": 0.7748782910800621, + "f1_weighted": 0.7878616987002602, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.7913657770800628, + "scores_per_experiment": [ + { + "accuracy": 0.8037676609105181, + "f1": 0.7881881692050146, + "f1_weighted": 0.8001232455329358 + }, + { + "accuracy": 0.7849293563579278, + "f1": 0.7712181541010679, + "f1_weighted": 0.7807318092706703 + }, + { + "accuracy": 0.7959183673469388, + "f1": 0.7733491344604274, + "f1_weighted": 0.7875762198957611 + }, + { + "accuracy": 0.8053375196232339, + "f1": 0.7905915675504819, + "f1_weighted": 0.8032021906451868 + }, + { + "accuracy": 0.7692307692307693, + "f1": 0.752171738783176, + "f1_weighted": 0.7659571965394654 + }, + { + "accuracy": 0.7959183673469388, + "f1": 0.7783300461469358, + "f1_weighted": 0.7937065079836463 + }, + { + "accuracy": 0.8116169544740973, + "f1": 0.7965599443027104, + "f1_weighted": 0.8093778962268896 + }, + { + "accuracy": 0.7676609105180534, + "f1": 0.749449776888054, + "f1_weighted": 0.761066587049422 + }, + { + "accuracy": 0.7849293563579278, + "f1": 0.770432945524347, + "f1_weighted": 0.7823465197774674 + }, + { + "accuracy": 0.7943485086342229, + "f1": 0.7784914338384059, + "f1_weighted": 0.7945288140811575 + } + ] + }, + { + "accuracy": 0.7402564102564103, + "f1": 0.7150665755992069, + "f1_weighted": 0.744278932017382, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.7402564102564103, + "scores_per_experiment": [ + { + "accuracy": 0.764102564102564, + "f1": 0.7302998619964418, + "f1_weighted": 0.7684076265943387 + }, + { + "accuracy": 0.7153846153846154, + "f1": 0.691839205521743, + "f1_weighted": 0.7206426941997732 + }, + { + "accuracy": 0.7846153846153846, + "f1": 0.760412018618971, + "f1_weighted": 0.7899275950427059 + }, + { + "accuracy": 0.717948717948718, + "f1": 0.6779810560972209, + "f1_weighted": 0.7188093422819252 + }, + { + "accuracy": 0.7717948717948718, + "f1": 0.7393981294758983, + "f1_weighted": 0.7754065581910213 + }, + { + "accuracy": 0.7512820512820513, + "f1": 0.7385771007163999, + "f1_weighted": 0.7538706396377691 + }, + { + "accuracy": 0.676923076923077, + "f1": 0.6497366807534215, + "f1_weighted": 0.6784891690270501 + }, + { + "accuracy": 0.7307692307692307, + "f1": 0.7188251803405592, + "f1_weighted": 0.7289869890582569 + }, + { + "accuracy": 0.7230769230769231, + "f1": 0.7119969617635619, + "f1_weighted": 0.7330519824651448 + }, + { + "accuracy": 0.7666666666666667, + "f1": 0.7315995607078509, + "f1_weighted": 0.7751967236758348 + } + ] + }, + { + "accuracy": 0.7788571428571429, + "f1": 0.7713183352209574, + "f1_weighted": 0.7958847307098929, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ], + "main_score": 0.7788571428571429, + "scores_per_experiment": [ + { + "accuracy": 0.6971428571428572, + "f1": 0.7148185785942284, + "f1_weighted": 0.731895206454675 + }, + { + "accuracy": 0.7714285714285715, + "f1": 0.7726723010594498, + "f1_weighted": 0.7918353189806281 + }, + { + "accuracy": 0.7828571428571428, + "f1": 0.7880822700438012, + "f1_weighted": 0.8066461571945479 + }, + { + "accuracy": 0.8114285714285714, + "f1": 0.7920188280385649, + "f1_weighted": 0.8199344758292126 + }, + { + "accuracy": 0.7542857142857143, + "f1": 0.7296574117840482, + "f1_weighted": 0.7714459753444525 + }, + { + "accuracy": 0.7542857142857143, + "f1": 0.7323852617970265, + "f1_weighted": 0.7709680795395082 + }, + { + "accuracy": 0.8114285714285714, + "f1": 0.7993220103665308, + "f1_weighted": 0.8237225189964916 + }, + { + "accuracy": 0.7714285714285715, + "f1": 0.7561353711317662, + "f1_weighted": 0.7925224637553404 + }, + { + "accuracy": 0.7828571428571428, + "f1": 0.7795282754759237, + "f1_weighted": 0.7905866261398176 + }, + { + "accuracy": 0.8514285714285714, + "f1": 0.8485630439182351, + "f1_weighted": 0.8592904848642554 + } + ] + }, + { + "accuracy": 0.7381165919282511, + "f1": 0.7058370788531491, + "f1_weighted": 0.7463961884522108, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ], + "main_score": 0.7381165919282511, + "scores_per_experiment": [ + { + "accuracy": 0.7399103139013453, + "f1": 0.6987123492477667, + "f1_weighted": 0.7422107553597457 + }, + { + "accuracy": 0.726457399103139, + "f1": 0.6970833812535939, + "f1_weighted": 0.7348854168546947 + }, + { + "accuracy": 0.7668161434977578, + "f1": 0.7344113055541627, + "f1_weighted": 0.7723489508627241 + }, + { + "accuracy": 0.7399103139013453, + "f1": 0.7137596967086128, + "f1_weighted": 0.7519397027817872 + }, + { + "accuracy": 0.726457399103139, + "f1": 0.7062233854964444, + "f1_weighted": 0.7379990565731107 + }, + { + "accuracy": 0.7757847533632287, + "f1": 0.743213598371415, + "f1_weighted": 0.7807463051072463 + }, + { + "accuracy": 0.6905829596412556, + "f1": 0.6549321705553852, + "f1_weighted": 0.6972355067254228 + }, + { + "accuracy": 0.7399103139013453, + "f1": 0.6952477584445116, + "f1_weighted": 0.7464020460145461 + }, + { + "accuracy": 0.7399103139013453, + "f1": 0.7143869911601004, + "f1_weighted": 0.7510514378329127 + }, + { + "accuracy": 0.7354260089686099, + "f1": 0.7004001517394975, + "f1_weighted": 0.7491427064099182 + } + ] + }, + { + "accuracy": 0.7923076923076924, + "f1": 0.7298597611929483, + "f1_weighted": 0.7980035875835458, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ], + "main_score": 0.7923076923076924, + "scores_per_experiment": [ + { + "accuracy": 0.8215384615384616, + "f1": 0.759756928196228, + "f1_weighted": 0.8253444626552211 + }, + { + "accuracy": 0.8123076923076923, + "f1": 0.7714002024328656, + "f1_weighted": 0.8116726123272198 + }, + { + "accuracy": 0.7323076923076923, + "f1": 0.668974250583813, + "f1_weighted": 0.7466397756496348 + }, + { + "accuracy": 0.8092307692307692, + "f1": 0.765112855654916, + "f1_weighted": 0.8111196167679869 + }, + { + "accuracy": 0.8215384615384616, + "f1": 0.7543526856142003, + "f1_weighted": 0.824264663375375 + }, + { + "accuracy": 0.7907692307692308, + "f1": 0.7277555081734186, + "f1_weighted": 0.7978665186325347 + }, + { + "accuracy": 0.7753846153846153, + "f1": 0.7107855635988964, + "f1_weighted": 0.7805931678897291 + }, + { + "accuracy": 0.803076923076923, + "f1": 0.7188942194206047, + "f1_weighted": 0.8119458319942078 + }, + { + "accuracy": 0.7907692307692308, + "f1": 0.7044533471575198, + "f1_weighted": 0.7896859865644772 + }, + { + "accuracy": 0.7661538461538462, + "f1": 0.7171120510970199, + "f1_weighted": 0.7809032399790717 + } + ] + }, + { + "accuracy": 0.922950819672131, + "f1": 0.8932742358061411, + "f1_weighted": 0.9238262042971497, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.922950819672131, + "scores_per_experiment": [ + { + "accuracy": 0.9245901639344263, + "f1": 0.8754341235685035, + "f1_weighted": 0.9235798977816851 + }, + { + "accuracy": 0.898360655737705, + "f1": 0.8657472334301601, + "f1_weighted": 0.8997348402486348 + }, + { + "accuracy": 0.9475409836065574, + "f1": 0.9302775747955104, + "f1_weighted": 0.9481465470950353 + }, + { + "accuracy": 0.9442622950819672, + "f1": 0.9281051393051394, + "f1_weighted": 0.9442978704355754 + }, + { + "accuracy": 0.9377049180327869, + "f1": 0.9286040897298069, + "f1_weighted": 0.938281083034988 + }, + { + "accuracy": 0.9278688524590164, + "f1": 0.8807563060245988, + "f1_weighted": 0.9292071957541771 + }, + { + "accuracy": 0.9147540983606557, + "f1": 0.8835939283442796, + "f1_weighted": 0.9175373976113924 + }, + { + "accuracy": 0.921311475409836, + "f1": 0.8977164597421379, + "f1_weighted": 0.9234955285982398 + }, + { + "accuracy": 0.9114754098360656, + "f1": 0.880749313673275, + "f1_weighted": 0.9131393672938434 + }, + { + "accuracy": 0.9016393442622951, + "f1": 0.861758189447998, + "f1_weighted": 0.9008423151179256 + } + ] + }, + { + "accuracy": 0.7782608695652173, + "f1": 0.688973475496782, + "f1_weighted": 0.7912375466266366, + "hf_subset": "run", + "languages": [ + "run-Latn" + ], + "main_score": 0.7782608695652173, + "scores_per_experiment": [ + { + "accuracy": 0.7267080745341615, + "f1": 0.6529980907402858, + "f1_weighted": 0.7310770543467564 + }, + { + "accuracy": 0.7919254658385093, + "f1": 0.7046138808478077, + "f1_weighted": 0.8100633297949063 + }, + { + "accuracy": 0.8136645962732919, + "f1": 0.6997482689396822, + "f1_weighted": 0.8146667480278773 + }, + { + "accuracy": 0.7857142857142857, + "f1": 0.7081655556779127, + "f1_weighted": 0.8009821829550366 + }, + { + "accuracy": 0.7981366459627329, + "f1": 0.7104991899755057, + "f1_weighted": 0.80813270062777 + }, + { + "accuracy": 0.7950310559006211, + "f1": 0.6877915046113827, + "f1_weighted": 0.8089587834403035 + }, + { + "accuracy": 0.7701863354037267, + "f1": 0.6730822069068035, + "f1_weighted": 0.7822856455444112 + }, + { + "accuracy": 0.7546583850931677, + "f1": 0.6918842569362867, + "f1_weighted": 0.774599966343951 + }, + { + "accuracy": 0.7888198757763976, + "f1": 0.7029018615801799, + "f1_weighted": 0.8061263290589114 + }, + { + "accuracy": 0.7577639751552795, + "f1": 0.6580499387519743, + "f1_weighted": 0.7754827261264421 + } + ] + }, + { + "accuracy": 0.8715447154471544, + "f1": 0.8749574525529498, + "f1_weighted": 0.8711440277386091, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ], + "main_score": 0.8715447154471544, + "scores_per_experiment": [ + { + "accuracy": 0.8644986449864499, + "f1": 0.8671530540990766, + "f1_weighted": 0.864233041500297 + }, + { + "accuracy": 0.8888888888888888, + "f1": 0.8930299217776856, + "f1_weighted": 0.8895791198247676 + }, + { + "accuracy": 0.8590785907859079, + "f1": 0.8647204465260303, + "f1_weighted": 0.859873308452402 + }, + { + "accuracy": 0.8807588075880759, + "f1": 0.8826607462364402, + "f1_weighted": 0.8796160647411891 + }, + { + "accuracy": 0.8915989159891599, + "f1": 0.8937524313251034, + "f1_weighted": 0.8905624307512717 + }, + { + "accuracy": 0.8536585365853658, + "f1": 0.8573225369222416, + "f1_weighted": 0.8534973556030673 + }, + { + "accuracy": 0.8699186991869918, + "f1": 0.874716363975346, + "f1_weighted": 0.8707419581159904 + }, + { + "accuracy": 0.8644986449864499, + "f1": 0.8673889909824745, + "f1_weighted": 0.8634612310295597 + }, + { + "accuracy": 0.8726287262872628, + "f1": 0.8755052064040828, + "f1_weighted": 0.8699600796065581 + }, + { + "accuracy": 0.8699186991869918, + "f1": 0.8733248272810173, + "f1_weighted": 0.869915687760986 + } + ] + }, + { + "accuracy": 0.6391156462585034, + "f1": 0.6109188168710914, + "f1_weighted": 0.6504243160545261, + "hf_subset": "som", + "languages": [ + "som-Latn" + ], + "main_score": 0.6391156462585034, + "scores_per_experiment": [ + { + "accuracy": 0.6054421768707483, + "f1": 0.5897016335950119, + "f1_weighted": 0.6156090284301032 + }, + { + "accuracy": 0.6496598639455783, + "f1": 0.6081708994544142, + "f1_weighted": 0.652067362749054 + }, + { + "accuracy": 0.6530612244897959, + "f1": 0.6159929457009857, + "f1_weighted": 0.6595292650663245 + }, + { + "accuracy": 0.6938775510204082, + "f1": 0.6668497708493637, + "f1_weighted": 0.7036364273007326 + }, + { + "accuracy": 0.6598639455782312, + "f1": 0.6289572923256218, + "f1_weighted": 0.6727316152492988 + }, + { + "accuracy": 0.6156462585034014, + "f1": 0.5933501059574607, + "f1_weighted": 0.6255480867640585 + }, + { + "accuracy": 0.6496598639455783, + "f1": 0.6160000630586209, + "f1_weighted": 0.6672428286743053 + }, + { + "accuracy": 0.673469387755102, + "f1": 0.642586710992014, + "f1_weighted": 0.6820887394299644 + }, + { + "accuracy": 0.5612244897959183, + "f1": 0.5470456501335796, + "f1_weighted": 0.5772151161854807 + }, + { + "accuracy": 0.6292517006802721, + "f1": 0.6005330966438418, + "f1_weighted": 0.6485746906959398 + } + ] + }, + { + "accuracy": 0.7327731092436974, + "f1": 0.6856270514462015, + "f1_weighted": 0.7401153544471217, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.7327731092436974, + "scores_per_experiment": [ + { + "accuracy": 0.7016806722689075, + "f1": 0.6441829086997644, + "f1_weighted": 0.7153005176111394 + }, + { + "accuracy": 0.7247899159663865, + "f1": 0.6901057651389756, + "f1_weighted": 0.7330449355648255 + }, + { + "accuracy": 0.7563025210084033, + "f1": 0.6981727854613179, + "f1_weighted": 0.7638426955481646 + }, + { + "accuracy": 0.6890756302521008, + "f1": 0.620993290348129, + "f1_weighted": 0.6975983697080199 + }, + { + "accuracy": 0.7310924369747899, + "f1": 0.6840106037089511, + "f1_weighted": 0.7431820608300714 + }, + { + "accuracy": 0.6995798319327731, + "f1": 0.654379264370501, + "f1_weighted": 0.6998295343769475 + }, + { + "accuracy": 0.7647058823529411, + "f1": 0.7212682594466567, + "f1_weighted": 0.7711541368449353 + }, + { + "accuracy": 0.7584033613445378, + "f1": 0.7202598035520996, + "f1_weighted": 0.7662946709300705 + }, + { + "accuracy": 0.75, + "f1": 0.7172140756378268, + "f1_weighted": 0.7593696856743413 + }, + { + "accuracy": 0.7521008403361344, + "f1": 0.7056837580977936, + "f1_weighted": 0.7515369373827013 + } + ] + }, + { + "accuracy": 0.7088235294117646, + "f1": 0.6861252809757035, + "f1_weighted": 0.7175474225659696, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ], + "main_score": 0.7088235294117646, + "scores_per_experiment": [ + { + "accuracy": 0.7095588235294118, + "f1": 0.6932093559552402, + "f1_weighted": 0.7231536680135927 + }, + { + "accuracy": 0.7022058823529411, + "f1": 0.690879847522402, + "f1_weighted": 0.7092794394786669 + }, + { + "accuracy": 0.6764705882352942, + "f1": 0.6671327780560348, + "f1_weighted": 0.6840719685809656 + }, + { + "accuracy": 0.6875, + "f1": 0.6687241217843742, + "f1_weighted": 0.6921677678113927 + }, + { + "accuracy": 0.7536764705882353, + "f1": 0.7268722597134589, + "f1_weighted": 0.7591752199432008 + }, + { + "accuracy": 0.7279411764705882, + "f1": 0.687703286924284, + "f1_weighted": 0.7388940359871392 + }, + { + "accuracy": 0.7132352941176471, + "f1": 0.6810039340043236, + "f1_weighted": 0.7178132429550194 + }, + { + "accuracy": 0.6727941176470589, + "f1": 0.6504971159120886, + "f1_weighted": 0.6902306011569518 + }, + { + "accuracy": 0.7316176470588235, + "f1": 0.6817976107921674, + "f1_weighted": 0.738147544239844 + }, + { + "accuracy": 0.7132352941176471, + "f1": 0.7134324990926603, + "f1_weighted": 0.7225407374929231 + } + ] + }, + { + "accuracy": 0.8491582491582491, + "f1": 0.7803347319019301, + "f1_weighted": 0.854747225105076, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ], + "main_score": 0.8491582491582491, + "scores_per_experiment": [ + { + "accuracy": 0.8686868686868687, + "f1": 0.804292624040811, + "f1_weighted": 0.8708892867600896 + }, + { + "accuracy": 0.8619528619528619, + "f1": 0.7833672581135999, + "f1_weighted": 0.8718352529366817 + }, + { + "accuracy": 0.8451178451178452, + "f1": 0.7658258780010365, + "f1_weighted": 0.8489261879989171 + }, + { + "accuracy": 0.8552188552188552, + "f1": 0.7953709508881923, + "f1_weighted": 0.8584451269926714 + }, + { + "accuracy": 0.8282828282828283, + "f1": 0.7698484577138064, + "f1_weighted": 0.8348592588749973 + }, + { + "accuracy": 0.8552188552188552, + "f1": 0.7855188771624416, + "f1_weighted": 0.8587058217421254 + }, + { + "accuracy": 0.835016835016835, + "f1": 0.7636930759379006, + "f1_weighted": 0.8441177111956629 + }, + { + "accuracy": 0.8316498316498316, + "f1": 0.7494073277500787, + "f1_weighted": 0.8428650422350251 + }, + { + "accuracy": 0.8787878787878788, + "f1": 0.8216974104166223, + "f1_weighted": 0.8832735607005398 + }, + { + "accuracy": 0.8316498316498316, + "f1": 0.7643254589948123, + "f1_weighted": 0.8335550016140497 + } + ] + }, + { + "accuracy": 0.8099756690997568, + "f1": 0.8032983871739493, + "f1_weighted": 0.8085042572115817, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.8099756690997568, + "scores_per_experiment": [ + { + "accuracy": 0.8004866180048662, + "f1": 0.7894684738367571, + "f1_weighted": 0.7977648676760052 + }, + { + "accuracy": 0.8126520681265207, + "f1": 0.8066358370541487, + "f1_weighted": 0.8110878010066492 + }, + { + "accuracy": 0.8102189781021898, + "f1": 0.8069846675259766, + "f1_weighted": 0.8099605173822185 + }, + { + "accuracy": 0.8321167883211679, + "f1": 0.8259844792617903, + "f1_weighted": 0.8329117094047884 + }, + { + "accuracy": 0.8077858880778589, + "f1": 0.8000427356361228, + "f1_weighted": 0.8061498293289548 + }, + { + "accuracy": 0.805352798053528, + "f1": 0.7998364718966448, + "f1_weighted": 0.8054040783639113 + }, + { + "accuracy": 0.7980535279805353, + "f1": 0.7950417497462599, + "f1_weighted": 0.7979646190151765 + }, + { + "accuracy": 0.7956204379562044, + "f1": 0.7810075567242715, + "f1_weighted": 0.7902161856189381 + }, + { + "accuracy": 0.8102189781021898, + "f1": 0.804746943403192, + "f1_weighted": 0.8089512161086194 + }, + { + "accuracy": 0.8272506082725061, + "f1": 0.8232349566543299, + "f1_weighted": 0.8246317482105553 + } + ] + } + ] + }, + "task_name": "MasakhaNEWSClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClusteringS2S.json new file mode 100644 index 000000000..1bfbc6cf9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,267 @@ +{ + "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60", + "evaluation_time": 16.758007526397705, + "kg_co2_emissions": 0.0005636891185272221, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.5903636935700021, + "v_measure": 0.5903636935700021, + "v_measure_std": 0.36750931186338553, + "v_measures": [ + 1.0, + 0.09770986185354694, + 0.27929782693453736, + 0.5748107790619259, + 1.0 + ] + }, + { + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.44214819525590876, + "v_measure": 0.44214819525590876, + "v_measure_std": 0.20402436879475988, + "v_measures": [ + 0.16803059122001673, + 0.5282598180448652, + 0.6611979715432181, + 0.6229797797420268, + 0.2302728157294167 + ] + }, + { + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.43965538140012733, + "v_measure": 0.43965538140012733, + "v_measure_std": 0.33577063897706794, + "v_measures": [ + 1.0, + 0.03042624844393497, + 0.16843795746228715, + 0.5269451675455976, + 0.4724675335488168 + ] + }, + { + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.38442688778691875, + "v_measure": 0.38442688778691875, + "v_measure_std": 0.22949908171661937, + "v_measures": [ + 0.42147713959832406, + 0.34950049231217006, + 0.13976269613009393, + 0.2128804793485746, + 0.7985136315454311 + ] + }, + { + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.4241160243381735, + "v_measure": 0.4241160243381735, + "v_measure_std": 0.37811339739590655, + "v_measures": [ + 0.002824864770687357, + 0.6276087032556183, + 0.021244960196885525, + 1.0, + 0.4689015934676763 + ] + }, + { + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ], + "main_score": 0.43660872525980104, + "v_measure": 0.43660872525980104, + "v_measure_std": 0.461021010231607, + "v_measures": [ + 0.0899849324528025, + 0.005234638296671344, + 1.0, + 1.0, + 0.08782405554953143 + ] + }, + { + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ], + "main_score": 0.4620777068600309, + "v_measure": 0.4620777068600309, + "v_measure_std": 0.44231890084605474, + "v_measures": [ + 0.008262753609387746, + 0.14396291368270772, + 1.0, + 1.0, + 0.15816286700805895 + ] + }, + { + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ], + "main_score": 0.3471704179540135, + "v_measure": 0.3471704179540135, + "v_measure_std": 0.3558360753919464, + "v_measures": [ + 0.41235001693246764, + 0.032774637705080475, + 1.0, + 0.03961608366066188, + 0.25111135147185776 + ] + }, + { + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.7075423268776018, + "v_measure": 0.7075423268776018, + "v_measure_std": 0.2255861169640006, + "v_measures": [ + 0.6417137849358269, + 0.32051821624607135, + 0.756678132766891, + 0.8188015004392196, + 1.0 + ] + }, + { + "hf_subset": "run", + "languages": [ + "run-Latn" + ], + "main_score": 0.5090217722469519, + "v_measure": 0.5090217722469519, + "v_measure_std": 0.4112482843581478, + "v_measures": [ + 0.2688906153662451, + 0.01423185032672542, + 1.0, + 0.261986395541789, + 1.0 + ] + }, + { + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ], + "main_score": 0.5722406373239323, + "v_measure": 0.5722406373239323, + "v_measure_std": 0.3696510953412012, + "v_measures": [ + 1.0, + 0.3244871819857805, + 0.4570143438100094, + 0.07970166082387116, + 1.0 + ] + }, + { + "hf_subset": "som", + "languages": [ + "som-Latn" + ], + "main_score": 0.3155016742161524, + "v_measure": 0.3155016742161524, + "v_measure_std": 0.35016395472642486, + "v_measures": [ + 0.28187594023229573, + 1.0, + 0.08429440790693606, + 0.074936005942625, + 0.13640201699890533 + ] + }, + { + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.33107190811825793, + "v_measure": 0.33107190811825793, + "v_measure_std": 0.328066840564833, + "v_measures": [ + 0.18355254327474124, + 0.00155685131506936, + 0.020127836394986113, + 0.70695238647879, + 0.7431699231277031 + ] + }, + { + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ], + "main_score": 0.5471647574039186, + "v_measure": 0.5471647574039186, + "v_measure_std": 0.39896297497749433, + "v_measures": [ + 0.2617020455064896, + 1.0, + 0.0005022498727212718, + 1.0, + 0.4736194916403826 + ] + }, + { + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ], + "main_score": 0.46909516040911203, + "v_measure": 0.46909516040911203, + "v_measure_std": 0.3177066806145023, + "v_measures": [ + 0.2783362951871684, + 0.09855077183535481, + 0.3282917946528418, + 0.6402969403701951, + 1.0 + ] + }, + { + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.3338887655916851, + "v_measure": 0.3338887655916851, + "v_measure_std": 0.3448489118851294, + "v_measures": [ + 1.0, + 0.27376673046547817, + 0.0031267241677551804, + 0.1980782633154334, + 0.1944721100097589 + ] + } + ] + }, + "task_name": "MasakhaNEWSClusteringS2S" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MassiveIntentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MassiveIntentClassification.json new file mode 100644 index 000000000..bb1300251 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MassiveIntentClassification.json @@ -0,0 +1,6337 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "evaluation_time": 1599.390451669693, + "kg_co2_emissions": 0.05071547761762263, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4954606590450571, + "f1": 0.4668294418368923, + "f1_weighted": 0.4835723748835143, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ], + "main_score": 0.4954606590450571, + "scores_per_experiment": [ + { + "accuracy": 0.48386012104909215, + "f1": 0.45395055880784785, + "f1_weighted": 0.4729423179519328 + }, + { + "accuracy": 0.5188298587760591, + "f1": 0.492535676234945, + "f1_weighted": 0.5158361782234315 + }, + { + "accuracy": 0.4932750504371217, + "f1": 0.46477153589464837, + "f1_weighted": 0.48764324554591565 + }, + { + "accuracy": 0.5242098184263618, + "f1": 0.4889955105221576, + "f1_weighted": 0.5148080439697423 + }, + { + "accuracy": 0.4784801613987895, + "f1": 0.43573905589169454, + "f1_weighted": 0.4629783204084924 + }, + { + "accuracy": 0.476462676529926, + "f1": 0.44993844538293926, + "f1_weighted": 0.46186241822084834 + }, + { + "accuracy": 0.5010087424344317, + "f1": 0.4689948998169046, + "f1_weighted": 0.48716379139053145 + }, + { + "accuracy": 0.5114324142568931, + "f1": 0.4773613478165381, + "f1_weighted": 0.4899008439221232 + }, + { + "accuracy": 0.46772024209818425, + "f1": 0.4561417214110638, + "f1_weighted": 0.450245262241872 + }, + { + "accuracy": 0.49932750504371215, + "f1": 0.47986566659018426, + "f1_weighted": 0.49234332696025346 + } + ] + }, + { + "accuracy": 0.6189643577673166, + "f1": 0.5937717884466533, + "f1_weighted": 0.6109595359247676, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.6189643577673166, + "scores_per_experiment": [ + { + "accuracy": 0.6311365164761265, + "f1": 0.6178962724410264, + "f1_weighted": 0.6248240091370331 + }, + { + "accuracy": 0.6281102891728312, + "f1": 0.6033916289073006, + "f1_weighted": 0.6245467630381664 + }, + { + "accuracy": 0.6139878950907868, + "f1": 0.587488730635007, + "f1_weighted": 0.6036090766413091 + }, + { + "accuracy": 0.6338264963012777, + "f1": 0.6024852895514218, + "f1_weighted": 0.6306727273983208 + }, + { + "accuracy": 0.6318090114324143, + "f1": 0.5980023942268113, + "f1_weighted": 0.6219239200742933 + }, + { + "accuracy": 0.6075991930060525, + "f1": 0.5913108255555045, + "f1_weighted": 0.5981478092154654 + }, + { + "accuracy": 0.6186953597848016, + "f1": 0.5938202584452767, + "f1_weighted": 0.6163752514928498 + }, + { + "accuracy": 0.6109616677874916, + "f1": 0.5812235862756897, + "f1_weighted": 0.6006318055912322 + }, + { + "accuracy": 0.5874243443174176, + "f1": 0.5635200475286165, + "f1_weighted": 0.5654127100149975 + }, + { + "accuracy": 0.6260928043039677, + "f1": 0.5985788508998785, + "f1_weighted": 0.6234512866440083 + } + ] + }, + { + "accuracy": 0.5832212508406187, + "f1": 0.5533914297747724, + "f1_weighted": 0.5722365891479565, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.5832212508406187, + "scores_per_experiment": [ + { + "accuracy": 0.582044384667115, + "f1": 0.5577838371035184, + "f1_weighted": 0.5734625360569383 + }, + { + "accuracy": 0.6082716879623403, + "f1": 0.5778481734406552, + "f1_weighted": 0.6019185165580104 + }, + { + "accuracy": 0.5739744451916611, + "f1": 0.5394320539657236, + "f1_weighted": 0.5623642504622137 + }, + { + "accuracy": 0.5884330867518494, + "f1": 0.5514926971470768, + "f1_weighted": 0.5863581015859672 + }, + { + "accuracy": 0.5783456624075319, + "f1": 0.5479657575514201, + "f1_weighted": 0.5631965554641676 + }, + { + "accuracy": 0.5699394754539341, + "f1": 0.5468053076925957, + "f1_weighted": 0.5601711618063852 + }, + { + "accuracy": 0.5857431069266981, + "f1": 0.5567276027301327, + "f1_weighted": 0.5722044149263568 + }, + { + "accuracy": 0.5699394754539341, + "f1": 0.5426001349849144, + "f1_weighted": 0.5534937096634724 + }, + { + "accuracy": 0.5685944855413584, + "f1": 0.5452421269275309, + "f1_weighted": 0.5471476518905479 + }, + { + "accuracy": 0.6069266980497646, + "f1": 0.5680166062041567, + "f1_weighted": 0.6020489930655055 + } + ] + }, + { + "accuracy": 0.5933422999327506, + "f1": 0.5490879627566929, + "f1_weighted": 0.5858573308702093, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.5933422999327506, + "scores_per_experiment": [ + { + "accuracy": 0.6139878950907868, + "f1": 0.5608107212417797, + "f1_weighted": 0.6113053686038714 + }, + { + "accuracy": 0.6180228648285138, + "f1": 0.5813656280264243, + "f1_weighted": 0.6184643034503239 + }, + { + "accuracy": 0.5958305312710155, + "f1": 0.5396612989378055, + "f1_weighted": 0.5852913108784324 + }, + { + "accuracy": 0.6018829858776059, + "f1": 0.5551329082916103, + "f1_weighted": 0.598596862566567 + }, + { + "accuracy": 0.5817081371889711, + "f1": 0.5384231588973466, + "f1_weighted": 0.5729678521747299 + }, + { + "accuracy": 0.5689307330195024, + "f1": 0.5324057446088941, + "f1_weighted": 0.5593979967739793 + }, + { + "accuracy": 0.6069266980497646, + "f1": 0.5586015016607657, + "f1_weighted": 0.5966610142462475 + }, + { + "accuracy": 0.5924680564895763, + "f1": 0.5437926919417658, + "f1_weighted": 0.5802929769622629 + }, + { + "accuracy": 0.5581708137188971, + "f1": 0.525104080066521, + "f1_weighted": 0.5427554002244203 + }, + { + "accuracy": 0.5954942837928715, + "f1": 0.5555818938940158, + "f1_weighted": 0.5928402228212583 + } + ] + }, + { + "accuracy": 0.5757565568258239, + "f1": 0.5688227470665563, + "f1_weighted": 0.5625720295470193, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.5757565568258239, + "scores_per_experiment": [ + { + "accuracy": 0.5733019502353732, + "f1": 0.573622827462083, + "f1_weighted": 0.5545708841621746 + }, + { + "accuracy": 0.6025554808338938, + "f1": 0.5954834010596007, + "f1_weighted": 0.5969635778616944 + }, + { + "accuracy": 0.5823806321452589, + "f1": 0.5589564765184379, + "f1_weighted": 0.5747414365860828 + }, + { + "accuracy": 0.5783456624075319, + "f1": 0.5690653982875756, + "f1_weighted": 0.5690944747380523 + }, + { + "accuracy": 0.5806993947545394, + "f1": 0.5551790858098068, + "f1_weighted": 0.5603472425041076 + }, + { + "accuracy": 0.5356422326832548, + "f1": 0.5518995726639562, + "f1_weighted": 0.5119264914925283 + }, + { + "accuracy": 0.5642232683254875, + "f1": 0.5582468673599152, + "f1_weighted": 0.5488142219247677 + }, + { + "accuracy": 0.5669132481506388, + "f1": 0.5623254842044095, + "f1_weighted": 0.5501873855037694 + }, + { + "accuracy": 0.5763281775386685, + "f1": 0.5771598461442777, + "f1_weighted": 0.5657424397241387 + }, + { + "accuracy": 0.5971755211835911, + "f1": 0.5862885111555005, + "f1_weighted": 0.5933321409728767 + } + ] + }, + { + "accuracy": 0.4362138533960995, + "f1": 0.41873752457500313, + "f1_weighted": 0.4199477186248073, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ], + "main_score": 0.4362138533960995, + "scores_per_experiment": [ + { + "accuracy": 0.4377942165433759, + "f1": 0.4172997943109889, + "f1_weighted": 0.4242199874068829 + }, + { + "accuracy": 0.4546065904505716, + "f1": 0.44028053207202095, + "f1_weighted": 0.45156843215999576 + }, + { + "accuracy": 0.4320780094149294, + "f1": 0.4060978536700963, + "f1_weighted": 0.41745619659749916 + }, + { + "accuracy": 0.44418291862811027, + "f1": 0.4260969556736019, + "f1_weighted": 0.4346774942593452 + }, + { + "accuracy": 0.4246805648957633, + "f1": 0.4087491614000293, + "f1_weighted": 0.4032887161249504 + }, + { + "accuracy": 0.41055817081371887, + "f1": 0.4140979931160859, + "f1_weighted": 0.39456550430172904 + }, + { + "accuracy": 0.449226630800269, + "f1": 0.4254351380809491, + "f1_weighted": 0.42235016698667677 + }, + { + "accuracy": 0.441492938802959, + "f1": 0.42673677564132767, + "f1_weighted": 0.4196742466487204 + }, + { + "accuracy": 0.4320780094149294, + "f1": 0.4083538551427144, + "f1_weighted": 0.41235826163028366 + }, + { + "accuracy": 0.43544048419636855, + "f1": 0.4142271866422164, + "f1_weighted": 0.41931818013198974 + } + ] + }, + { + "accuracy": 0.6580363147276397, + "f1": 0.6380842964890652, + "f1_weighted": 0.6476512149133353, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ], + "main_score": 0.6580363147276397, + "scores_per_experiment": [ + { + "accuracy": 0.6583725622057834, + "f1": 0.6296067562738098, + "f1_weighted": 0.6545123549425127 + }, + { + "accuracy": 0.679892400806994, + "f1": 0.6568276576936589, + "f1_weighted": 0.6773589475839227 + }, + { + "accuracy": 0.6711499663752521, + "f1": 0.6484307301929578, + "f1_weighted": 0.6583573720671279 + }, + { + "accuracy": 0.6550100874243443, + "f1": 0.6381534816080846, + "f1_weighted": 0.6474969049160711 + }, + { + "accuracy": 0.6540013449899126, + "f1": 0.6265121117938452, + "f1_weighted": 0.637272847792213 + }, + { + "accuracy": 0.6455951580363147, + "f1": 0.6316329675312672, + "f1_weighted": 0.6375758419973203 + }, + { + "accuracy": 0.6455951580363147, + "f1": 0.6385060080344439, + "f1_weighted": 0.6324677298703573 + }, + { + "accuracy": 0.6496301277740417, + "f1": 0.624394405908106, + "f1_weighted": 0.637377600611296 + }, + { + "accuracy": 0.6624075319435104, + "f1": 0.6551082715130059, + "f1_weighted": 0.6477393693105664 + }, + { + "accuracy": 0.6587088096839274, + "f1": 0.6316705743414719, + "f1_weighted": 0.6463531800419651 + } + ] + }, + { + "accuracy": 0.5932414256893074, + "f1": 0.5851782487009041, + "f1_weighted": 0.5763783663342905, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ], + "main_score": 0.5932414256893074, + "scores_per_experiment": [ + { + "accuracy": 0.6069266980497646, + "f1": 0.6021130730270867, + "f1_weighted": 0.6011128547031671 + }, + { + "accuracy": 0.6049092131809012, + "f1": 0.6054093552266753, + "f1_weighted": 0.5935530301911427 + }, + { + "accuracy": 0.5941492938802959, + "f1": 0.5746385301186959, + "f1_weighted": 0.5808288623314483 + }, + { + "accuracy": 0.5914593140551446, + "f1": 0.5869686057935412, + "f1_weighted": 0.5745356047030196 + }, + { + "accuracy": 0.5867518493611298, + "f1": 0.5643485219998116, + "f1_weighted": 0.5611222040332249 + }, + { + "accuracy": 0.5628782784129119, + "f1": 0.5648045691091109, + "f1_weighted": 0.5395002793017628 + }, + { + "accuracy": 0.6012104909213181, + "f1": 0.5938111096479189, + "f1_weighted": 0.5873042250048388 + }, + { + "accuracy": 0.6049092131809012, + "f1": 0.5877729651522572, + "f1_weighted": 0.5925815260771428 + }, + { + "accuracy": 0.5938130464021519, + "f1": 0.5876972654477906, + "f1_weighted": 0.5684166572742755 + }, + { + "accuracy": 0.5854068594485541, + "f1": 0.5842184914861518, + "f1_weighted": 0.5648284197228836 + } + ] + }, + { + "accuracy": 0.5100201748486886, + "f1": 0.47634815262458874, + "f1_weighted": 0.49488371350140115, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ], + "main_score": 0.5100201748486886, + "scores_per_experiment": [ + { + "accuracy": 0.5087424344317417, + "f1": 0.46497638622103676, + "f1_weighted": 0.49384114612699886 + }, + { + "accuracy": 0.5376597175521184, + "f1": 0.5062958832570107, + "f1_weighted": 0.5277245858824141 + }, + { + "accuracy": 0.5168123739071957, + "f1": 0.47992452640682726, + "f1_weighted": 0.5080242009246878 + }, + { + "accuracy": 0.5406859448554135, + "f1": 0.49379612541802825, + "f1_weighted": 0.5219206635850671 + }, + { + "accuracy": 0.5016812373907196, + "f1": 0.4628069845007282, + "f1_weighted": 0.48542471321591346 + }, + { + "accuracy": 0.49428379287155344, + "f1": 0.4722255567055869, + "f1_weighted": 0.48014340479261136 + }, + { + "accuracy": 0.5013449899125757, + "f1": 0.4630922063866801, + "f1_weighted": 0.48395777438529575 + }, + { + "accuracy": 0.5104236718224613, + "f1": 0.4765891628016407, + "f1_weighted": 0.4873988247017794 + }, + { + "accuracy": 0.49159381304640215, + "f1": 0.46471288965368207, + "f1_weighted": 0.4729984648726623 + }, + { + "accuracy": 0.4969737726967048, + "f1": 0.4790618048946665, + "f1_weighted": 0.487403356526581 + } + ] + }, + { + "accuracy": 0.4743106926698049, + "f1": 0.4535853649678258, + "f1_weighted": 0.4609972515956241, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.4743106926698049, + "scores_per_experiment": [ + { + "accuracy": 0.4862138533960995, + "f1": 0.46485730139880227, + "f1_weighted": 0.4773396409825306 + }, + { + "accuracy": 0.50773369199731, + "f1": 0.4797585403426683, + "f1_weighted": 0.5040641605353914 + }, + { + "accuracy": 0.4667114996637525, + "f1": 0.4443189579329622, + "f1_weighted": 0.4598468227599766 + }, + { + "accuracy": 0.47478143913920645, + "f1": 0.46201095061134223, + "f1_weighted": 0.4659850063898519 + }, + { + "accuracy": 0.47579018157363817, + "f1": 0.442284868256965, + "f1_weighted": 0.45357101024241375 + }, + { + "accuracy": 0.4475453934095494, + "f1": 0.4390137629530124, + "f1_weighted": 0.43178496171807634 + }, + { + "accuracy": 0.4586415601882986, + "f1": 0.4436849873827906, + "f1_weighted": 0.44019820142139376 + }, + { + "accuracy": 0.49159381304640215, + "f1": 0.45860045710916875, + "f1_weighted": 0.47474489745937243 + }, + { + "accuracy": 0.45090786819098855, + "f1": 0.4369176751473105, + "f1_weighted": 0.428734113688447 + }, + { + "accuracy": 0.4831876260928043, + "f1": 0.4644061485432357, + "f1_weighted": 0.47370370075878715 + } + ] + }, + { + "accuracy": 0.5958641560188298, + "f1": 0.5633079709799536, + "f1_weighted": 0.5854127035749859, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.5958641560188298, + "scores_per_experiment": [ + { + "accuracy": 0.6146603900470746, + "f1": 0.5820297686312568, + "f1_weighted": 0.6044787025405934 + }, + { + "accuracy": 0.6069266980497646, + "f1": 0.5782379374372421, + "f1_weighted": 0.6044963742268026 + }, + { + "accuracy": 0.5874243443174176, + "f1": 0.5514694760146349, + "f1_weighted": 0.575474174359617 + }, + { + "accuracy": 0.6065904505716208, + "f1": 0.5684442527665571, + "f1_weighted": 0.6057758451863886 + }, + { + "accuracy": 0.5965030262273033, + "f1": 0.5544545379100041, + "f1_weighted": 0.5897456257907968 + }, + { + "accuracy": 0.5712844653665098, + "f1": 0.5559038725930666, + "f1_weighted": 0.5547157019852269 + }, + { + "accuracy": 0.6102891728312038, + "f1": 0.5734853056426498, + "f1_weighted": 0.6004600662710868 + }, + { + "accuracy": 0.5776731674512441, + "f1": 0.5469850846922069, + "f1_weighted": 0.5675924176280995 + }, + { + "accuracy": 0.5857431069266981, + "f1": 0.5601277986458375, + "f1_weighted": 0.5607095572316986 + }, + { + "accuracy": 0.601546738399462, + "f1": 0.561941675466079, + "f1_weighted": 0.5906785705295473 + } + ] + }, + { + "accuracy": 0.5788836583725623, + "f1": 0.5549860355685977, + "f1_weighted": 0.5687351757974367, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ], + "main_score": 0.5788836583725623, + "scores_per_experiment": [ + { + "accuracy": 0.5978480161398789, + "f1": 0.5639958093324823, + "f1_weighted": 0.5964667611717578 + }, + { + "accuracy": 0.5954942837928715, + "f1": 0.5733371656688114, + "f1_weighted": 0.589160924068336 + }, + { + "accuracy": 0.5648957632817754, + "f1": 0.5480376885036858, + "f1_weighted": 0.559409865890374 + }, + { + "accuracy": 0.5877605917955615, + "f1": 0.5645750046781812, + "f1_weighted": 0.5797873727249315 + }, + { + "accuracy": 0.5716207128446537, + "f1": 0.5404278178695384, + "f1_weighted": 0.5566851060599967 + }, + { + "accuracy": 0.5457296570275723, + "f1": 0.5331401073511415, + "f1_weighted": 0.5308339373369546 + }, + { + "accuracy": 0.5877605917955615, + "f1": 0.5622124610931878, + "f1_weighted": 0.5762802495420181 + }, + { + "accuracy": 0.5780094149293881, + "f1": 0.5467838393032285, + "f1_weighted": 0.5686785567095518 + }, + { + "accuracy": 0.558843308675185, + "f1": 0.5427059900557267, + "f1_weighted": 0.536391514261161 + }, + { + "accuracy": 0.6008742434431742, + "f1": 0.5746444718299935, + "f1_weighted": 0.5936574702092858 + } + ] + }, + { + "accuracy": 0.5400806993947544, + "f1": 0.5082338596668776, + "f1_weighted": 0.5288115342326323, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ], + "main_score": 0.5400806993947544, + "scores_per_experiment": [ + { + "accuracy": 0.5585070611970411, + "f1": 0.5208183480266111, + "f1_weighted": 0.5482189518161782 + }, + { + "accuracy": 0.5480833893745797, + "f1": 0.5166414048961733, + "f1_weighted": 0.5477951972980168 + }, + { + "accuracy": 0.5460659045057162, + "f1": 0.5174098626202108, + "f1_weighted": 0.5379602791387051 + }, + { + "accuracy": 0.5504371217215871, + "f1": 0.5125052460799688, + "f1_weighted": 0.5442405150573897 + }, + { + "accuracy": 0.5551445864156019, + "f1": 0.4986269053478584, + "f1_weighted": 0.5425181971516914 + }, + { + "accuracy": 0.5208473436449227, + "f1": 0.5062466647500213, + "f1_weighted": 0.5111776076217189 + }, + { + "accuracy": 0.51546738399462, + "f1": 0.49163358366287613, + "f1_weighted": 0.502763268519846 + }, + { + "accuracy": 0.5376597175521184, + "f1": 0.5091511481050572, + "f1_weighted": 0.5228578751421199 + }, + { + "accuracy": 0.5201748486886348, + "f1": 0.4911112882263518, + "f1_weighted": 0.4946945874468707 + }, + { + "accuracy": 0.5484196368527237, + "f1": 0.5181941449536465, + "f1_weighted": 0.535888863133786 + } + ] + }, + { + "accuracy": 0.5106926698049764, + "f1": 0.48375415489624374, + "f1_weighted": 0.5039017798043227, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ], + "main_score": 0.5106926698049764, + "scores_per_experiment": [ + { + "accuracy": 0.5218560860793544, + "f1": 0.4873500066846797, + "f1_weighted": 0.5178536924315564 + }, + { + "accuracy": 0.5403496973772697, + "f1": 0.5031096084392832, + "f1_weighted": 0.5345078279485297 + }, + { + "accuracy": 0.5134498991257566, + "f1": 0.48673051474762924, + "f1_weighted": 0.5066849478642144 + }, + { + "accuracy": 0.5329522528581035, + "f1": 0.4937936873634054, + "f1_weighted": 0.5288021296181588 + }, + { + "accuracy": 0.4932750504371217, + "f1": 0.4559857841491696, + "f1_weighted": 0.48480138034935505 + }, + { + "accuracy": 0.47713517148621387, + "f1": 0.47856148902213086, + "f1_weighted": 0.46708132983652284 + }, + { + "accuracy": 0.5134498991257566, + "f1": 0.4996687047671742, + "f1_weighted": 0.510405837448529 + }, + { + "accuracy": 0.508069939475454, + "f1": 0.47497644703995767, + "f1_weighted": 0.4944065950291242 + }, + { + "accuracy": 0.49260255548083387, + "f1": 0.4684206396236972, + "f1_weighted": 0.4821207523050114 + }, + { + "accuracy": 0.5137861466039004, + "f1": 0.488944667125311, + "f1_weighted": 0.5123533052122261 + } + ] + }, + { + "accuracy": 0.6094485541358441, + "f1": 0.5818650772260753, + "f1_weighted": 0.5958560498960487, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.6094485541358441, + "scores_per_experiment": [ + { + "accuracy": 0.6126429051782112, + "f1": 0.5778639703908552, + "f1_weighted": 0.6015737451484401 + }, + { + "accuracy": 0.6338264963012777, + "f1": 0.6013757596454298, + "f1_weighted": 0.6226961673397039 + }, + { + "accuracy": 0.6186953597848016, + "f1": 0.5797754993665447, + "f1_weighted": 0.6100444431090242 + }, + { + "accuracy": 0.6308002689979825, + "f1": 0.5958982311082832, + "f1_weighted": 0.6226243655246819 + }, + { + "accuracy": 0.613315400134499, + "f1": 0.5817923639841414, + "f1_weighted": 0.5941402915679541 + }, + { + "accuracy": 0.566577000672495, + "f1": 0.5697570092689056, + "f1_weighted": 0.5511261585963684 + }, + { + "accuracy": 0.6153328850033625, + "f1": 0.5885828320234421, + "f1_weighted": 0.5984063981980113 + }, + { + "accuracy": 0.5944855413584398, + "f1": 0.5679103578484456, + "f1_weighted": 0.5797620955320753 + }, + { + "accuracy": 0.6005379959650302, + "f1": 0.5756971693658647, + "f1_weighted": 0.5786068745916313 + }, + { + "accuracy": 0.6082716879623403, + "f1": 0.5799975792588413, + "f1_weighted": 0.5995799593525953 + } + ] + }, + { + "accuracy": 0.529892400806994, + "f1": 0.4919815657345229, + "f1_weighted": 0.5169177070318127, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ], + "main_score": 0.529892400806994, + "scores_per_experiment": [ + { + "accuracy": 0.5504371217215871, + "f1": 0.5062712277176511, + "f1_weighted": 0.5420612321842964 + }, + { + "accuracy": 0.5645595158036315, + "f1": 0.520966782439094, + "f1_weighted": 0.5574743112153961 + }, + { + "accuracy": 0.50773369199731, + "f1": 0.47147294468157763, + "f1_weighted": 0.5001500236603443 + }, + { + "accuracy": 0.5487558843308675, + "f1": 0.51132423425326, + "f1_weighted": 0.5349319910798974 + }, + { + "accuracy": 0.49361129791526565, + "f1": 0.45580116882186794, + "f1_weighted": 0.4683155053629814 + }, + { + "accuracy": 0.5084061869535978, + "f1": 0.4845218343474639, + "f1_weighted": 0.49167414168416496 + }, + { + "accuracy": 0.5124411566913248, + "f1": 0.47939373778878286, + "f1_weighted": 0.49577444497305695 + }, + { + "accuracy": 0.535305985205111, + "f1": 0.4877764998886133, + "f1_weighted": 0.5216681828348042 + }, + { + "accuracy": 0.5265635507733692, + "f1": 0.49862497473227685, + "f1_weighted": 0.5088704849186485 + }, + { + "accuracy": 0.551109616677875, + "f1": 0.5036622526746418, + "f1_weighted": 0.548256752404537 + } + ] + }, + { + "accuracy": 0.6296234028244789, + "f1": 0.593158575724211, + "f1_weighted": 0.6216959435795129, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6296234028244789, + "scores_per_experiment": [ + { + "accuracy": 0.632817753866846, + "f1": 0.5963840171754113, + "f1_weighted": 0.6288682618543181 + }, + { + "accuracy": 0.6597175521183591, + "f1": 0.620859654174254, + "f1_weighted": 0.6569810485270593 + }, + { + "accuracy": 0.6308002689979825, + "f1": 0.5882347748623058, + "f1_weighted": 0.6237396601972826 + }, + { + "accuracy": 0.6627437794216543, + "f1": 0.6113506102418459, + "f1_weighted": 0.6568166296017061 + }, + { + "accuracy": 0.6200403496973773, + "f1": 0.5787132839706403, + "f1_weighted": 0.6050399700180044 + }, + { + "accuracy": 0.6072629455279085, + "f1": 0.5805400413998328, + "f1_weighted": 0.5959381936675282 + }, + { + "accuracy": 0.6234028244788165, + "f1": 0.5801171543134319, + "f1_weighted": 0.6196543242771133 + }, + { + "accuracy": 0.6183591123066577, + "f1": 0.5841548159948442, + "f1_weighted": 0.6118290179764949 + }, + { + "accuracy": 0.612979152656355, + "f1": 0.5965023625815296, + "f1_weighted": 0.5966203425910833 + }, + { + "accuracy": 0.6281102891728312, + "f1": 0.5947290425280142, + "f1_weighted": 0.6214719870845395 + } + ] + }, + { + "accuracy": 0.6874243443174176, + "f1": 0.6647915862338306, + "f1_weighted": 0.6764609702264891, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6874243443174176, + "scores_per_experiment": [ + { + "accuracy": 0.6919973100201748, + "f1": 0.6677679559655589, + "f1_weighted": 0.6877585627804832 + }, + { + "accuracy": 0.710827168796234, + "f1": 0.6837090696265588, + "f1_weighted": 0.7040097523782434 + }, + { + "accuracy": 0.6735036987222596, + "f1": 0.6453281052062274, + "f1_weighted": 0.6631237246088846 + }, + { + "accuracy": 0.7168796234028245, + "f1": 0.6856874336986771, + "f1_weighted": 0.7080619392440628 + }, + { + "accuracy": 0.6778749159381304, + "f1": 0.6526513661828598, + "f1_weighted": 0.6616856439169907 + }, + { + "accuracy": 0.6583725622057834, + "f1": 0.6511646516320477, + "f1_weighted": 0.6447160345121014 + }, + { + "accuracy": 0.691661062542031, + "f1": 0.6765905454205532, + "f1_weighted": 0.6831798973367604 + }, + { + "accuracy": 0.6879623402824478, + "f1": 0.6531273856099479, + "f1_weighted": 0.6770979516300744 + }, + { + "accuracy": 0.6617350369872226, + "f1": 0.6562462431296513, + "f1_weighted": 0.6378558147549563 + }, + { + "accuracy": 0.703429724277068, + "f1": 0.6756431058662246, + "f1_weighted": 0.697120381102334 + } + ] + }, + { + "accuracy": 0.6001344989912576, + "f1": 0.5592778857723549, + "f1_weighted": 0.5892776102687117, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ], + "main_score": 0.6001344989912576, + "scores_per_experiment": [ + { + "accuracy": 0.6126429051782112, + "f1": 0.5704002093029314, + "f1_weighted": 0.6033935450033499 + }, + { + "accuracy": 0.6035642232683255, + "f1": 0.5648923565869127, + "f1_weighted": 0.5992911232725284 + }, + { + "accuracy": 0.5901143241425689, + "f1": 0.5553248221425804, + "f1_weighted": 0.5788134135970073 + }, + { + "accuracy": 0.6180228648285138, + "f1": 0.5764293837431265, + "f1_weighted": 0.6041413184769363 + }, + { + "accuracy": 0.5985205110961668, + "f1": 0.5428430351980679, + "f1_weighted": 0.5886159987224936 + }, + { + "accuracy": 0.5733019502353732, + "f1": 0.5444279903004247, + "f1_weighted": 0.5607992267250016 + }, + { + "accuracy": 0.5864156018829859, + "f1": 0.5589070327043496, + "f1_weighted": 0.5787677481326262 + }, + { + "accuracy": 0.5991930060524546, + "f1": 0.5439671084760036, + "f1_weighted": 0.5876510745751263 + }, + { + "accuracy": 0.5827168796234028, + "f1": 0.5420680697556064, + "f1_weighted": 0.5615977107354827 + }, + { + "accuracy": 0.636852723604573, + "f1": 0.5935188495135458, + "f1_weighted": 0.6297049434465649 + } + ] + }, + { + "accuracy": 0.5124075319435104, + "f1": 0.47511231509505913, + "f1_weighted": 0.5079209786248728, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ], + "main_score": 0.5124075319435104, + "scores_per_experiment": [ + { + "accuracy": 0.49361129791526565, + "f1": 0.4677085073367878, + "f1_weighted": 0.4923167057198249 + }, + { + "accuracy": 0.5369872225958305, + "f1": 0.4929095442863586, + "f1_weighted": 0.5368217262036616 + }, + { + "accuracy": 0.5215198386012105, + "f1": 0.4714955585728505, + "f1_weighted": 0.522648109764831 + }, + { + "accuracy": 0.5208473436449227, + "f1": 0.48737999215913047, + "f1_weighted": 0.5253382624453802 + }, + { + "accuracy": 0.5258910558170814, + "f1": 0.47318219098205094, + "f1_weighted": 0.511715543585881 + }, + { + "accuracy": 0.49932750504371215, + "f1": 0.4714002865719569, + "f1_weighted": 0.49710948716147635 + }, + { + "accuracy": 0.519838601210491, + "f1": 0.47062063034737334, + "f1_weighted": 0.5155368658065423 + }, + { + "accuracy": 0.480497646267653, + "f1": 0.45961975377071657, + "f1_weighted": 0.46708001882209516 + }, + { + "accuracy": 0.5141223940820444, + "f1": 0.47473161594469415, + "f1_weighted": 0.5002677263861265 + }, + { + "accuracy": 0.5114324142568931, + "f1": 0.4820750709786724, + "f1_weighted": 0.5103753403529094 + } + ] + }, + { + "accuracy": 0.5423671822461331, + "f1": 0.5056664873999096, + "f1_weighted": 0.531021920196972, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ], + "main_score": 0.5423671822461331, + "scores_per_experiment": [ + { + "accuracy": 0.5554808338937458, + "f1": 0.5115509624188321, + "f1_weighted": 0.5409989278353874 + }, + { + "accuracy": 0.554808338937458, + "f1": 0.5163190588065317, + "f1_weighted": 0.5430215422473943 + }, + { + "accuracy": 0.5346334902488231, + "f1": 0.4964223974962192, + "f1_weighted": 0.5299959220236781 + }, + { + "accuracy": 0.5376597175521184, + "f1": 0.5075092589383582, + "f1_weighted": 0.5244658076094648 + }, + { + "accuracy": 0.5400134498991258, + "f1": 0.4899639254507922, + "f1_weighted": 0.5232962613830054 + }, + { + "accuracy": 0.523537323470074, + "f1": 0.4990997779670517, + "f1_weighted": 0.515590113821154 + }, + { + "accuracy": 0.5642232683254875, + "f1": 0.5295349683159244, + "f1_weighted": 0.5577004446541836 + }, + { + "accuracy": 0.5379959650302623, + "f1": 0.5016897168106043, + "f1_weighted": 0.5227122286602449 + }, + { + "accuracy": 0.5322797579018157, + "f1": 0.4897466115620887, + "f1_weighted": 0.5182970366523062 + }, + { + "accuracy": 0.543039677202421, + "f1": 0.5148281962326938, + "f1_weighted": 0.534140917082901 + } + ] + }, + { + "accuracy": 0.6096166778749159, + "f1": 0.5832758597282085, + "f1_weighted": 0.6007853392777196, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.6096166778749159, + "scores_per_experiment": [ + { + "accuracy": 0.6200403496973773, + "f1": 0.5848138717577254, + "f1_weighted": 0.6127680714292142 + }, + { + "accuracy": 0.6402151983860122, + "f1": 0.6073648528925143, + "f1_weighted": 0.6391081063419641 + }, + { + "accuracy": 0.6186953597848016, + "f1": 0.5864718904649877, + "f1_weighted": 0.606465706189187 + }, + { + "accuracy": 0.6005379959650302, + "f1": 0.5778667923383415, + "f1_weighted": 0.5962605150713213 + }, + { + "accuracy": 0.6123066577000672, + "f1": 0.5808862652781462, + "f1_weighted": 0.6023956293007172 + }, + { + "accuracy": 0.5622057834566241, + "f1": 0.5564661053789507, + "f1_weighted": 0.5473788116673158 + }, + { + "accuracy": 0.6321452589105582, + "f1": 0.5955874069854318, + "f1_weighted": 0.623779157890594 + }, + { + "accuracy": 0.5985205110961668, + "f1": 0.5816370432087558, + "f1_weighted": 0.5929238145829974 + }, + { + "accuracy": 0.5995292535305985, + "f1": 0.5746574544126136, + "f1_weighted": 0.5824622311694762 + }, + { + "accuracy": 0.6119704102219233, + "f1": 0.587006914564618, + "f1_weighted": 0.604311349134409 + } + ] + }, + { + "accuracy": 0.44825151311365163, + "f1": 0.4114657618311085, + "f1_weighted": 0.4396543529367284, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ], + "main_score": 0.44825151311365163, + "scores_per_experiment": [ + { + "accuracy": 0.4448554135843981, + "f1": 0.4166032469797079, + "f1_weighted": 0.43367433591009386 + }, + { + "accuracy": 0.4660390047074647, + "f1": 0.42270728696194354, + "f1_weighted": 0.47245170049111757 + }, + { + "accuracy": 0.4435104236718225, + "f1": 0.40867004649466837, + "f1_weighted": 0.43942462376973246 + }, + { + "accuracy": 0.47276395427034296, + "f1": 0.424386763518983, + "f1_weighted": 0.45825089490269205 + }, + { + "accuracy": 0.45023537323470075, + "f1": 0.4004931150445864, + "f1_weighted": 0.4335243589538383 + }, + { + "accuracy": 0.41728312037659715, + "f1": 0.4050747486884939, + "f1_weighted": 0.4119721746120273 + }, + { + "accuracy": 0.4418291862811029, + "f1": 0.40712786564448167, + "f1_weighted": 0.43466387933066014 + }, + { + "accuracy": 0.4690652320107599, + "f1": 0.4249845985826484, + "f1_weighted": 0.460496155347422 + }, + { + "accuracy": 0.43308675184936113, + "f1": 0.4008734843556821, + "f1_weighted": 0.4128057534446307 + }, + { + "accuracy": 0.4438466711499664, + "f1": 0.4037364620398896, + "f1_weighted": 0.43927965260506935 + } + ] + }, + { + "accuracy": 0.45447209145931405, + "f1": 0.4184497078801293, + "f1_weighted": 0.4474373054012374, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.45447209145931405, + "scores_per_experiment": [ + { + "accuracy": 0.4589778076664425, + "f1": 0.43290403071037337, + "f1_weighted": 0.45670233142328653 + }, + { + "accuracy": 0.48755884330867516, + "f1": 0.45750201293884624, + "f1_weighted": 0.49496509982524817 + }, + { + "accuracy": 0.44821788836583726, + "f1": 0.41418291468640245, + "f1_weighted": 0.4447905498615415 + }, + { + "accuracy": 0.4435104236718225, + "f1": 0.4111280872995814, + "f1_weighted": 0.4393452722225426 + }, + { + "accuracy": 0.47780766644250167, + "f1": 0.418017380039804, + "f1_weighted": 0.46560686056656164 + }, + { + "accuracy": 0.43611297915265634, + "f1": 0.4054430652109984, + "f1_weighted": 0.4205750954927782 + }, + { + "accuracy": 0.45326160053799597, + "f1": 0.4237682552180722, + "f1_weighted": 0.4479825417966715 + }, + { + "accuracy": 0.45696032279757903, + "f1": 0.40783978875955573, + "f1_weighted": 0.4442602935192992 + }, + { + "accuracy": 0.441492938802959, + "f1": 0.40764480042577583, + "f1_weighted": 0.42343373817057955 + }, + { + "accuracy": 0.44082044384667113, + "f1": 0.4060667435118833, + "f1_weighted": 0.4367112711338651 + } + ] + }, + { + "accuracy": 0.6389710827168795, + "f1": 0.6186812970319466, + "f1_weighted": 0.6291835335517615, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.6389710827168795, + "scores_per_experiment": [ + { + "accuracy": 0.6308002689979825, + "f1": 0.6143810562472757, + "f1_weighted": 0.6263396100335287 + }, + { + "accuracy": 0.6654337592468057, + "f1": 0.6318614824100087, + "f1_weighted": 0.6620952947767561 + }, + { + "accuracy": 0.6096166778749159, + "f1": 0.5922211381075883, + "f1_weighted": 0.5988055907174092 + }, + { + "accuracy": 0.6496301277740417, + "f1": 0.6283062267807124, + "f1_weighted": 0.6432100012711933 + }, + { + "accuracy": 0.6479488903833222, + "f1": 0.6230339729184193, + "f1_weighted": 0.6320289328871228 + }, + { + "accuracy": 0.6075991930060525, + "f1": 0.6070383296604613, + "f1_weighted": 0.5942345068939933 + }, + { + "accuracy": 0.6429051782111634, + "f1": 0.6236842210514587, + "f1_weighted": 0.6362671805837362 + }, + { + "accuracy": 0.6503026227303296, + "f1": 0.6111855397677232, + "f1_weighted": 0.6428303940218886 + }, + { + "accuracy": 0.6271015467383995, + "f1": 0.6196702657844212, + "f1_weighted": 0.6066376504811911 + }, + { + "accuracy": 0.6583725622057834, + "f1": 0.6354307375913972, + "f1_weighted": 0.649386173850796 + } + ] + }, + { + "accuracy": 0.602151983860121, + "f1": 0.5808510507608007, + "f1_weighted": 0.5892535337428806, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.602151983860121, + "scores_per_experiment": [ + { + "accuracy": 0.6176866173503699, + "f1": 0.5943419891430135, + "f1_weighted": 0.6048814033411279 + }, + { + "accuracy": 0.6240753194351042, + "f1": 0.6029537319015331, + "f1_weighted": 0.6168989231167279 + }, + { + "accuracy": 0.5981842636180229, + "f1": 0.5708917917905757, + "f1_weighted": 0.5854823462251834 + }, + { + "accuracy": 0.6018829858776059, + "f1": 0.5694151587475208, + "f1_weighted": 0.5957516846027652 + }, + { + "accuracy": 0.6012104909213181, + "f1": 0.5743250479498767, + "f1_weighted": 0.5834872822151983 + }, + { + "accuracy": 0.5638870208473437, + "f1": 0.5643025504005043, + "f1_weighted": 0.5429157648260109 + }, + { + "accuracy": 0.6025554808338938, + "f1": 0.5780616671269031, + "f1_weighted": 0.5890876332843624 + }, + { + "accuracy": 0.6028917283120376, + "f1": 0.5798311518097523, + "f1_weighted": 0.590581005425247 + }, + { + "accuracy": 0.6042367182246133, + "f1": 0.5913187351150314, + "f1_weighted": 0.5888258664177457 + }, + { + "accuracy": 0.6049092131809012, + "f1": 0.5830686836232966, + "f1_weighted": 0.5946234279744375 + } + ] + }, + { + "accuracy": 0.6316745124411567, + "f1": 0.610677021050454, + "f1_weighted": 0.6235344512757635, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6316745124411567, + "scores_per_experiment": [ + { + "accuracy": 0.6281102891728312, + "f1": 0.5991007945321513, + "f1_weighted": 0.618757094557334 + }, + { + "accuracy": 0.6432414256893073, + "f1": 0.628784186318546, + "f1_weighted": 0.6410330313689343 + }, + { + "accuracy": 0.6415601882985877, + "f1": 0.6099007619530378, + "f1_weighted": 0.6302937859963357 + }, + { + "accuracy": 0.6371889710827169, + "f1": 0.6106786287610991, + "f1_weighted": 0.6354499331868039 + }, + { + "accuracy": 0.6402151983860122, + "f1": 0.6094510824819142, + "f1_weighted": 0.6270682239219546 + }, + { + "accuracy": 0.6146603900470746, + "f1": 0.6044489642830657, + "f1_weighted": 0.6094931908423458 + }, + { + "accuracy": 0.6455951580363147, + "f1": 0.6343466066808178, + "f1_weighted": 0.6376092101945602 + }, + { + "accuracy": 0.6109616677874916, + "f1": 0.5932339508533889, + "f1_weighted": 0.5959112451288382 + }, + { + "accuracy": 0.617014122394082, + "f1": 0.6043833445996382, + "f1_weighted": 0.6020363326224971 + }, + { + "accuracy": 0.6381977135171486, + "f1": 0.6124418900408816, + "f1_weighted": 0.6376924649380314 + } + ] + }, + { + "accuracy": 0.5392400806993948, + "f1": 0.5134478905094583, + "f1_weighted": 0.5269939017736708, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "main_score": 0.5392400806993948, + "scores_per_experiment": [ + { + "accuracy": 0.5601882985877606, + "f1": 0.5284008275627685, + "f1_weighted": 0.5511149598976983 + }, + { + "accuracy": 0.5675857431069267, + "f1": 0.5552768859397925, + "f1_weighted": 0.5610076993948414 + }, + { + "accuracy": 0.5336247478143914, + "f1": 0.5045163515776713, + "f1_weighted": 0.5203720328751935 + }, + { + "accuracy": 0.5541358439811701, + "f1": 0.52381316142377, + "f1_weighted": 0.5494943808606292 + }, + { + "accuracy": 0.531607262945528, + "f1": 0.49113402449759413, + "f1_weighted": 0.5176927743691655 + }, + { + "accuracy": 0.4929388029589778, + "f1": 0.4858407692332675, + "f1_weighted": 0.4713873847395544 + }, + { + "accuracy": 0.5581708137188971, + "f1": 0.5295405566601457, + "f1_weighted": 0.5517161982353926 + }, + { + "accuracy": 0.539340954942838, + "f1": 0.5055816339947057, + "f1_weighted": 0.522104930553368 + }, + { + "accuracy": 0.5211835911230666, + "f1": 0.5029900197710057, + "f1_weighted": 0.5038240993145643 + }, + { + "accuracy": 0.5336247478143914, + "f1": 0.5073846744338614, + "f1_weighted": 0.5212245574963 + } + ] + }, + { + "accuracy": 0.5644586415601884, + "f1": 0.5419221265809007, + "f1_weighted": 0.5507904835341136, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ], + "main_score": 0.5644586415601884, + "scores_per_experiment": [ + { + "accuracy": 0.5679219905850706, + "f1": 0.5424940449148972, + "f1_weighted": 0.5583465372930817 + }, + { + "accuracy": 0.5823806321452589, + "f1": 0.5560013669421382, + "f1_weighted": 0.5722115081526526 + }, + { + "accuracy": 0.5460659045057162, + "f1": 0.528746685519824, + "f1_weighted": 0.532435708329148 + }, + { + "accuracy": 0.5837256220578345, + "f1": 0.5423819294625054, + "f1_weighted": 0.568788025434811 + }, + { + "accuracy": 0.5527908540685945, + "f1": 0.5222727525935696, + "f1_weighted": 0.5341836986537183 + }, + { + "accuracy": 0.531271015467384, + "f1": 0.5266942025418112, + "f1_weighted": 0.5160910866737274 + }, + { + "accuracy": 0.5823806321452589, + "f1": 0.5495114912885224, + "f1_weighted": 0.5680586431391893 + }, + { + "accuracy": 0.5662407531943511, + "f1": 0.5410263409280525, + "f1_weighted": 0.553407277698655 + }, + { + "accuracy": 0.5622057834566241, + "f1": 0.5560612795348421, + "f1_weighted": 0.5414911385504398 + }, + { + "accuracy": 0.5696032279757902, + "f1": 0.554031172082845, + "f1_weighted": 0.5628912114157134 + } + ] + }, + { + "accuracy": 0.5070611970410221, + "f1": 0.4663274910608724, + "f1_weighted": 0.49655606787639844, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.5070611970410221, + "scores_per_experiment": [ + { + "accuracy": 0.5238735709482178, + "f1": 0.4756343595586559, + "f1_weighted": 0.5135454707639341 + }, + { + "accuracy": 0.5060524546065904, + "f1": 0.4755773819154349, + "f1_weighted": 0.5022039442216267 + }, + { + "accuracy": 0.5238735709482178, + "f1": 0.47760117105138217, + "f1_weighted": 0.512106345991833 + }, + { + "accuracy": 0.5215198386012105, + "f1": 0.4747614194716363, + "f1_weighted": 0.5128044567974189 + }, + { + "accuracy": 0.5013449899125757, + "f1": 0.46252950266752874, + "f1_weighted": 0.4812854830814413 + }, + { + "accuracy": 0.46973772696704774, + "f1": 0.4453240338028385, + "f1_weighted": 0.4585642709847392 + }, + { + "accuracy": 0.5063887020847344, + "f1": 0.4635992091249685, + "f1_weighted": 0.4991701151561845 + }, + { + "accuracy": 0.49663752521856086, + "f1": 0.4514205505118031, + "f1_weighted": 0.4860620295363238 + }, + { + "accuracy": 0.5073974445191661, + "f1": 0.46080334590963984, + "f1_weighted": 0.48973793146824524 + }, + { + "accuracy": 0.5137861466039004, + "f1": 0.4760239365948357, + "f1_weighted": 0.5100806307622372 + } + ] + }, + { + "accuracy": 0.5091459314055145, + "f1": 0.473585449475197, + "f1_weighted": 0.503179153594384, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ], + "main_score": 0.5091459314055145, + "scores_per_experiment": [ + { + "accuracy": 0.5410221923335575, + "f1": 0.4931820917475963, + "f1_weighted": 0.536572025414754 + }, + { + "accuracy": 0.5346334902488231, + "f1": 0.4934180146740232, + "f1_weighted": 0.5313774975516355 + }, + { + "accuracy": 0.5050437121721587, + "f1": 0.47936290294806105, + "f1_weighted": 0.49798545362105284 + }, + { + "accuracy": 0.5164761264290518, + "f1": 0.46980850699793375, + "f1_weighted": 0.5177357732997635 + }, + { + "accuracy": 0.5228648285137861, + "f1": 0.47503829450431756, + "f1_weighted": 0.51733382263952 + }, + { + "accuracy": 0.4586415601882986, + "f1": 0.4373145786727467, + "f1_weighted": 0.4477112115822953 + }, + { + "accuracy": 0.5265635507733692, + "f1": 0.4896202087304673, + "f1_weighted": 0.5240496501234223 + }, + { + "accuracy": 0.49831876260928043, + "f1": 0.46263763034282734, + "f1_weighted": 0.4843035886740561 + }, + { + "accuracy": 0.503698722259583, + "f1": 0.4709245210994828, + "f1_weighted": 0.49282349024789746 + }, + { + "accuracy": 0.484196368527236, + "f1": 0.4645477450345134, + "f1_weighted": 0.48189902278944297 + } + ] + }, + { + "accuracy": 0.5292535305985205, + "f1": 0.5050244641000934, + "f1_weighted": 0.5176745939958987, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.5292535305985205, + "scores_per_experiment": [ + { + "accuracy": 0.5440484196368527, + "f1": 0.5123854463356939, + "f1_weighted": 0.5384670474163292 + }, + { + "accuracy": 0.5662407531943511, + "f1": 0.536631917125121, + "f1_weighted": 0.5608351351495838 + }, + { + "accuracy": 0.5299260255548084, + "f1": 0.5098723477627263, + "f1_weighted": 0.5228470646836186 + }, + { + "accuracy": 0.5336247478143914, + "f1": 0.5057407295300594, + "f1_weighted": 0.5216623445654225 + }, + { + "accuracy": 0.5262273032952253, + "f1": 0.48560870243649124, + "f1_weighted": 0.4996818817352884 + }, + { + "accuracy": 0.48688634835238737, + "f1": 0.4810051004847291, + "f1_weighted": 0.47031698550048445 + }, + { + "accuracy": 0.5228648285137861, + "f1": 0.5012005195929442, + "f1_weighted": 0.5044563809853098 + }, + { + "accuracy": 0.5322797579018157, + "f1": 0.5127032192156956, + "f1_weighted": 0.5190700922220798 + }, + { + "accuracy": 0.5245460659045057, + "f1": 0.4919943598225573, + "f1_weighted": 0.5158000205709433 + }, + { + "accuracy": 0.5258910558170814, + "f1": 0.5131022986949153, + "f1_weighted": 0.5236089871299267 + } + ] + }, + { + "accuracy": 0.5804303967720242, + "f1": 0.5532150780834961, + "f1_weighted": 0.5694088906781005, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.5804303967720242, + "scores_per_experiment": [ + { + "accuracy": 0.5810356422326832, + "f1": 0.5452637802230231, + "f1_weighted": 0.5734026610296644 + }, + { + "accuracy": 0.5985205110961668, + "f1": 0.5721523704916307, + "f1_weighted": 0.5916770900793901 + }, + { + "accuracy": 0.5830531271015468, + "f1": 0.5566073371723708, + "f1_weighted": 0.5757342235867241 + }, + { + "accuracy": 0.6018829858776059, + "f1": 0.5828020404437069, + "f1_weighted": 0.5991228088512626 + }, + { + "accuracy": 0.5729657027572294, + "f1": 0.5402205992985717, + "f1_weighted": 0.5561806670665288 + }, + { + "accuracy": 0.5601882985877606, + "f1": 0.5474148144984696, + "f1_weighted": 0.550179928082198 + }, + { + "accuracy": 0.5965030262273033, + "f1": 0.5577646896793569, + "f1_weighted": 0.5833655375463601 + }, + { + "accuracy": 0.5793544048419637, + "f1": 0.5564246627317417, + "f1_weighted": 0.5638882599226386 + }, + { + "accuracy": 0.5517821116341628, + "f1": 0.5249589728900217, + "f1_weighted": 0.5266784143449402 + }, + { + "accuracy": 0.5790181573638198, + "f1": 0.5485415134060689, + "f1_weighted": 0.5738593162712975 + } + ] + }, + { + "accuracy": 0.5564895763281775, + "f1": 0.5392652637037387, + "f1_weighted": 0.5479496123200018, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ], + "main_score": 0.5564895763281775, + "scores_per_experiment": [ + { + "accuracy": 0.5595158036314728, + "f1": 0.5378755449551169, + "f1_weighted": 0.5528669404913034 + }, + { + "accuracy": 0.5776731674512441, + "f1": 0.5622558604538337, + "f1_weighted": 0.5782238658259988 + }, + { + "accuracy": 0.5531271015467384, + "f1": 0.5262557037167949, + "f1_weighted": 0.5500444585631857 + }, + { + "accuracy": 0.5766644250168124, + "f1": 0.5481257481644035, + "f1_weighted": 0.5689818372295612 + }, + { + "accuracy": 0.5568258238063215, + "f1": 0.527547775399264, + "f1_weighted": 0.5410099707211382 + }, + { + "accuracy": 0.5178211163416274, + "f1": 0.5172430071358644, + "f1_weighted": 0.4979223285735595 + }, + { + "accuracy": 0.5716207128446537, + "f1": 0.5493238803921751, + "f1_weighted": 0.5658149521743041 + }, + { + "accuracy": 0.550773369199731, + "f1": 0.5376407547985654, + "f1_weighted": 0.5443303821872003 + }, + { + "accuracy": 0.543375924680565, + "f1": 0.5397641586592358, + "f1_weighted": 0.5279364418379751 + }, + { + "accuracy": 0.5574983187626092, + "f1": 0.5466202033621331, + "f1_weighted": 0.5523649455957929 + } + ] + }, + { + "accuracy": 0.645359784801614, + "f1": 0.6301161582437783, + "f1_weighted": 0.6371823415649024, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.645359784801614, + "scores_per_experiment": [ + { + "accuracy": 0.6506388702084734, + "f1": 0.6336856420466764, + "f1_weighted": 0.6469534853159646 + }, + { + "accuracy": 0.6647612642905179, + "f1": 0.6407611330173294, + "f1_weighted": 0.6604456204279648 + }, + { + "accuracy": 0.640551445864156, + "f1": 0.6242341006586952, + "f1_weighted": 0.6316946776272446 + }, + { + "accuracy": 0.6657700067249496, + "f1": 0.6496486595581771, + "f1_weighted": 0.6632355564468653 + }, + { + "accuracy": 0.6509751176866173, + "f1": 0.622041645618041, + "f1_weighted": 0.6377994552836255 + }, + { + "accuracy": 0.6230665770006725, + "f1": 0.6148976505348815, + "f1_weighted": 0.611378806362113 + }, + { + "accuracy": 0.6476126429051782, + "f1": 0.6419660347561377, + "f1_weighted": 0.6399041273500597 + }, + { + "accuracy": 0.6294552790854069, + "f1": 0.6071610533985136, + "f1_weighted": 0.6196035560936176 + }, + { + "accuracy": 0.636516476126429, + "f1": 0.6348477323126507, + "f1_weighted": 0.6213033933489053 + }, + { + "accuracy": 0.644250168123739, + "f1": 0.6319179305366814, + "f1_weighted": 0.639504737392663 + } + ] + }, + { + "accuracy": 0.6207800941492939, + "f1": 0.5936905873276356, + "f1_weighted": 0.6115624077793628, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.6207800941492939, + "scores_per_experiment": [ + { + "accuracy": 0.6351714862138534, + "f1": 0.6078032130311566, + "f1_weighted": 0.6299239891706866 + }, + { + "accuracy": 0.6412239408204439, + "f1": 0.6018425408977137, + "f1_weighted": 0.6372262277684805 + }, + { + "accuracy": 0.621049092131809, + "f1": 0.5920593706900747, + "f1_weighted": 0.6145173788436702 + }, + { + "accuracy": 0.6375252185608608, + "f1": 0.6001618062440222, + "f1_weighted": 0.630652139316997 + }, + { + "accuracy": 0.6163416274377942, + "f1": 0.5797981196370073, + "f1_weighted": 0.604056206516718 + }, + { + "accuracy": 0.601546738399462, + "f1": 0.5919859578401179, + "f1_weighted": 0.5909927652534294 + }, + { + "accuracy": 0.6203765971755212, + "f1": 0.5995434568133434, + "f1_weighted": 0.6107956834786693 + }, + { + "accuracy": 0.6291190316072629, + "f1": 0.5962848496708649, + "f1_weighted": 0.6185866007393004 + }, + { + "accuracy": 0.6005379959650302, + "f1": 0.5893563227326597, + "f1_weighted": 0.5797631867462878 + }, + { + "accuracy": 0.6049092131809012, + "f1": 0.5780702357193953, + "f1_weighted": 0.5991098999593896 + } + ] + }, + { + "accuracy": 0.4505716207128446, + "f1": 0.4209216386667588, + "f1_weighted": 0.43959319584236695, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ], + "main_score": 0.4505716207128446, + "scores_per_experiment": [ + { + "accuracy": 0.44115669132481505, + "f1": 0.42172706376923275, + "f1_weighted": 0.43077102323427274 + }, + { + "accuracy": 0.4667114996637525, + "f1": 0.44108834159357424, + "f1_weighted": 0.4591191208759162 + }, + { + "accuracy": 0.4586415601882986, + "f1": 0.41860526303793133, + "f1_weighted": 0.447988060993812 + }, + { + "accuracy": 0.4613315400134499, + "f1": 0.4262574394582016, + "f1_weighted": 0.44447330352229864 + }, + { + "accuracy": 0.4566240753194351, + "f1": 0.4183707281318916, + "f1_weighted": 0.44772023563689484 + }, + { + "accuracy": 0.4371217215870881, + "f1": 0.4179681241200607, + "f1_weighted": 0.420338652091708 + }, + { + "accuracy": 0.4371217215870881, + "f1": 0.4050409033789803, + "f1_weighted": 0.42881516975084244 + }, + { + "accuracy": 0.44821788836583726, + "f1": 0.40851187732417454, + "f1_weighted": 0.4305886245346187 + }, + { + "accuracy": 0.4583053127101547, + "f1": 0.4268074540519117, + "f1_weighted": 0.44678892905166356 + }, + { + "accuracy": 0.44048419636852726, + "f1": 0.42483919180162943, + "f1_weighted": 0.4393288387316423 + } + ] + }, + { + "accuracy": 0.5635507733691998, + "f1": 0.5285847524965508, + "f1_weighted": 0.5529010895632087, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ], + "main_score": 0.5635507733691998, + "scores_per_experiment": [ + { + "accuracy": 0.6008742434431742, + "f1": 0.5505053929015817, + "f1_weighted": 0.5901774935779033 + }, + { + "accuracy": 0.5729657027572294, + "f1": 0.5418627799568374, + "f1_weighted": 0.5660194718967692 + }, + { + "accuracy": 0.5544720914593141, + "f1": 0.5048160777471147, + "f1_weighted": 0.5445992658033224 + }, + { + "accuracy": 0.574310692669805, + "f1": 0.5381651743194689, + "f1_weighted": 0.5682057089882185 + }, + { + "accuracy": 0.5611970410221924, + "f1": 0.5223241772869005, + "f1_weighted": 0.5484905267803969 + }, + { + "accuracy": 0.5349697377269671, + "f1": 0.5198238751934179, + "f1_weighted": 0.5210173741206566 + }, + { + "accuracy": 0.5453934095494284, + "f1": 0.5147806596668334, + "f1_weighted": 0.5313242961650417 + }, + { + "accuracy": 0.5682582380632145, + "f1": 0.5273926921066111, + "f1_weighted": 0.5579513792000503 + }, + { + "accuracy": 0.5437121721587088, + "f1": 0.5233962629527261, + "f1_weighted": 0.5267311225152483 + }, + { + "accuracy": 0.5793544048419637, + "f1": 0.5427804328340167, + "f1_weighted": 0.5744942565844793 + } + ] + }, + { + "accuracy": 0.57320107599193, + "f1": 0.5364894486395391, + "f1_weighted": 0.5656069316881125, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.57320107599193, + "scores_per_experiment": [ + { + "accuracy": 0.5739744451916611, + "f1": 0.5385014867535104, + "f1_weighted": 0.5723441485377517 + }, + { + "accuracy": 0.5854068594485541, + "f1": 0.5485273549739715, + "f1_weighted": 0.5808767556988905 + }, + { + "accuracy": 0.5790181573638198, + "f1": 0.537526415053146, + "f1_weighted": 0.5717587177245379 + }, + { + "accuracy": 0.5907868190988568, + "f1": 0.5510384266022853, + "f1_weighted": 0.5846479339937504 + }, + { + "accuracy": 0.5712844653665098, + "f1": 0.5231883521450273, + "f1_weighted": 0.5589654352285033 + }, + { + "accuracy": 0.5490921318090114, + "f1": 0.5303070191965956, + "f1_weighted": 0.5408878565111194 + }, + { + "accuracy": 0.5786819098856758, + "f1": 0.5339781895840656, + "f1_weighted": 0.575099041656002 + }, + { + "accuracy": 0.5729657027572294, + "f1": 0.5321048513368573, + "f1_weighted": 0.5631144813670913 + }, + { + "accuracy": 0.5561533288500337, + "f1": 0.5224168522911814, + "f1_weighted": 0.5365317168260373 + }, + { + "accuracy": 0.5746469401479489, + "f1": 0.5473055384587492, + "f1_weighted": 0.571843229337441 + } + ] + }, + { + "accuracy": 0.5534969737726967, + "f1": 0.5191144125489988, + "f1_weighted": 0.5468854046673604, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.5534969737726967, + "scores_per_experiment": [ + { + "accuracy": 0.570275722932078, + "f1": 0.5381863532080513, + "f1_weighted": 0.5679787648667292 + }, + { + "accuracy": 0.5887693342299932, + "f1": 0.5498812627440953, + "f1_weighted": 0.5882998733497029 + }, + { + "accuracy": 0.5356422326832548, + "f1": 0.5019948082443682, + "f1_weighted": 0.5294083178859476 + }, + { + "accuracy": 0.554808338937458, + "f1": 0.51657117877855, + "f1_weighted": 0.5514797355597574 + }, + { + "accuracy": 0.5601882985877606, + "f1": 0.5125017147210225, + "f1_weighted": 0.5539504361871328 + }, + { + "accuracy": 0.5349697377269671, + "f1": 0.51509602277701, + "f1_weighted": 0.5204623498637592 + }, + { + "accuracy": 0.5632145258910558, + "f1": 0.5279990245405203, + "f1_weighted": 0.5544203732586922 + }, + { + "accuracy": 0.5487558843308675, + "f1": 0.5038894379866091, + "f1_weighted": 0.5386362330026023 + }, + { + "accuracy": 0.5309347679892401, + "f1": 0.5049653470732526, + "f1_weighted": 0.5116566801716192 + }, + { + "accuracy": 0.5474108944182918, + "f1": 0.5200589754165086, + "f1_weighted": 0.5525612825276611 + } + ] + }, + { + "accuracy": 0.6272024209818425, + "f1": 0.6092792758987569, + "f1_weighted": 0.6119160321585742, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.6272024209818425, + "scores_per_experiment": [ + { + "accuracy": 0.6546738399462004, + "f1": 0.6215375501943884, + "f1_weighted": 0.6435264930893226 + }, + { + "accuracy": 0.6509751176866173, + "f1": 0.6399347929798798, + "f1_weighted": 0.6452123964778969 + }, + { + "accuracy": 0.6277740416946873, + "f1": 0.6062398069502267, + "f1_weighted": 0.6107531731975127 + }, + { + "accuracy": 0.6341627437794216, + "f1": 0.609759133149534, + "f1_weighted": 0.626791043287867 + }, + { + "accuracy": 0.6160053799596503, + "f1": 0.5980861503424296, + "f1_weighted": 0.5976126787588235 + }, + { + "accuracy": 0.6089441829186281, + "f1": 0.6109073648584924, + "f1_weighted": 0.5859086725023984 + }, + { + "accuracy": 0.6344989912575656, + "f1": 0.6090000765735691, + "f1_weighted": 0.6204038069783474 + }, + { + "accuracy": 0.6096166778749159, + "f1": 0.5949599495184705, + "f1_weighted": 0.5851060124417814 + }, + { + "accuracy": 0.6223940820443846, + "f1": 0.5997954316871413, + "f1_weighted": 0.6023595030343922 + }, + { + "accuracy": 0.612979152656355, + "f1": 0.6025725027334365, + "f1_weighted": 0.6014865418173995 + } + ] + }, + { + "accuracy": 0.6386012104909213, + "f1": 0.6098584553497417, + "f1_weighted": 0.6275617095008742, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.6386012104909213, + "scores_per_experiment": [ + { + "accuracy": 0.6573638197713517, + "f1": 0.6354966258970415, + "f1_weighted": 0.6510497228170777 + }, + { + "accuracy": 0.6684599865501009, + "f1": 0.6274417575138274, + "f1_weighted": 0.6616796038469535 + }, + { + "accuracy": 0.6136516476126429, + "f1": 0.5865069531025294, + "f1_weighted": 0.6003911619900821 + }, + { + "accuracy": 0.6731674512441157, + "f1": 0.6318382067195092, + "f1_weighted": 0.6673251185527508 + }, + { + "accuracy": 0.6398789509078682, + "f1": 0.6082230415497273, + "f1_weighted": 0.6293536000489229 + }, + { + "accuracy": 0.6075991930060525, + "f1": 0.5907553468417706, + "f1_weighted": 0.6001313853331023 + }, + { + "accuracy": 0.6408876933422999, + "f1": 0.6158412401378114, + "f1_weighted": 0.6265257195948956 + }, + { + "accuracy": 0.6193678547410895, + "f1": 0.5909751887778738, + "f1_weighted": 0.6064357367022212 + }, + { + "accuracy": 0.6180228648285138, + "f1": 0.6063070891541785, + "f1_weighted": 0.5921090893401999 + }, + { + "accuracy": 0.6476126429051782, + "f1": 0.605199103803147, + "f1_weighted": 0.6406159567825352 + } + ] + }, + { + "accuracy": 0.6356086079354405, + "f1": 0.6263533725221533, + "f1_weighted": 0.6240583888974858, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.6356086079354405, + "scores_per_experiment": [ + { + "accuracy": 0.6546738399462004, + "f1": 0.647702420275036, + "f1_weighted": 0.647065219726053 + }, + { + "accuracy": 0.6543375924680565, + "f1": 0.6420014272977056, + "f1_weighted": 0.6411379748233654 + }, + { + "accuracy": 0.6371889710827169, + "f1": 0.631577963024474, + "f1_weighted": 0.6279935821970423 + }, + { + "accuracy": 0.6381977135171486, + "f1": 0.6232317142473358, + "f1_weighted": 0.6294019750931824 + }, + { + "accuracy": 0.6392064559515803, + "f1": 0.6228135054797586, + "f1_weighted": 0.6246188834741563 + }, + { + "accuracy": 0.6223940820443846, + "f1": 0.6224226346703319, + "f1_weighted": 0.6149960020089522 + }, + { + "accuracy": 0.636852723604573, + "f1": 0.6202920484814749, + "f1_weighted": 0.6254813152156709 + }, + { + "accuracy": 0.6203765971755212, + "f1": 0.60188792138425, + "f1_weighted": 0.6061087984549127 + }, + { + "accuracy": 0.6166778749159382, + "f1": 0.6255036351627569, + "f1_weighted": 0.5926350774913918 + }, + { + "accuracy": 0.6361802286482852, + "f1": 0.6261004551984093, + "f1_weighted": 0.6311450604901309 + } + ] + }, + { + "accuracy": 0.5326832548755884, + "f1": 0.5009078175007237, + "f1_weighted": 0.5202974307992799, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ], + "main_score": 0.5326832548755884, + "scores_per_experiment": [ + { + "accuracy": 0.5467383994620041, + "f1": 0.5158371172060213, + "f1_weighted": 0.5348188683112977 + }, + { + "accuracy": 0.5874243443174176, + "f1": 0.5498492875085927, + "f1_weighted": 0.5831192791934038 + }, + { + "accuracy": 0.5215198386012105, + "f1": 0.48740883063814916, + "f1_weighted": 0.5151464015757243 + }, + { + "accuracy": 0.5618695359784802, + "f1": 0.5096565085962314, + "f1_weighted": 0.5540165556773575 + }, + { + "accuracy": 0.5265635507733692, + "f1": 0.496081978468951, + "f1_weighted": 0.5093684753283806 + }, + { + "accuracy": 0.48453261600537995, + "f1": 0.4767888257717442, + "f1_weighted": 0.47320269225918804 + }, + { + "accuracy": 0.5242098184263618, + "f1": 0.4827852831152342, + "f1_weighted": 0.5077168508761942 + }, + { + "accuracy": 0.5366509751176867, + "f1": 0.5157568169879599, + "f1_weighted": 0.522053942021552 + }, + { + "accuracy": 0.5215198386012105, + "f1": 0.4955019452618114, + "f1_weighted": 0.5013201260032883 + }, + { + "accuracy": 0.515803631472764, + "f1": 0.4794115814525423, + "f1_weighted": 0.5022111167464135 + } + ] + }, + { + "accuracy": 0.6040013449899125, + "f1": 0.5852770983160173, + "f1_weighted": 0.5905526295187616, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.6040013449899125, + "scores_per_experiment": [ + { + "accuracy": 0.6281102891728312, + "f1": 0.6044272266685836, + "f1_weighted": 0.6167566526249488 + }, + { + "accuracy": 0.605245460659045, + "f1": 0.5885329425512847, + "f1_weighted": 0.5923522140794483 + }, + { + "accuracy": 0.5938130464021519, + "f1": 0.575106063885427, + "f1_weighted": 0.5841734421155668 + }, + { + "accuracy": 0.621049092131809, + "f1": 0.5935310658966817, + "f1_weighted": 0.6129918263447268 + }, + { + "accuracy": 0.5739744451916611, + "f1": 0.5626718615432551, + "f1_weighted": 0.5565279247765466 + }, + { + "accuracy": 0.582044384667115, + "f1": 0.5759266606045299, + "f1_weighted": 0.5653639592162083 + }, + { + "accuracy": 0.6197041022192333, + "f1": 0.5988280145534717, + "f1_weighted": 0.6058740448404989 + }, + { + "accuracy": 0.6012104909213181, + "f1": 0.5815400623411574, + "f1_weighted": 0.5884054385729279 + }, + { + "accuracy": 0.6035642232683255, + "f1": 0.587952389587546, + "f1_weighted": 0.5848991253819491 + }, + { + "accuracy": 0.6112979152656355, + "f1": 0.5842546955282367, + "f1_weighted": 0.5981816672347944 + } + ] + }, + { + "accuracy": 0.6042367182246133, + "f1": 0.5625075254569332, + "f1_weighted": 0.5963631533957829, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ], + "main_score": 0.6042367182246133, + "scores_per_experiment": [ + { + "accuracy": 0.6163416274377942, + "f1": 0.5776394510114014, + "f1_weighted": 0.6062151608859543 + }, + { + "accuracy": 0.6244115669132482, + "f1": 0.5739284195109138, + "f1_weighted": 0.619140686824592 + }, + { + "accuracy": 0.589778076664425, + "f1": 0.5514904628214657, + "f1_weighted": 0.5829898975320714 + }, + { + "accuracy": 0.625084061869536, + "f1": 0.5840726069112061, + "f1_weighted": 0.6212635062520023 + }, + { + "accuracy": 0.5938130464021519, + "f1": 0.5466923503510378, + "f1_weighted": 0.5858441673859126 + }, + { + "accuracy": 0.5880968392737055, + "f1": 0.5543305887829278, + "f1_weighted": 0.583040373498596 + }, + { + "accuracy": 0.6039004707464694, + "f1": 0.5556609905285305, + "f1_weighted": 0.5980204497830547 + }, + { + "accuracy": 0.6049092131809012, + "f1": 0.563047660523062, + "f1_weighted": 0.5946696099430006 + }, + { + "accuracy": 0.5776731674512441, + "f1": 0.543581547686531, + "f1_weighted": 0.5525219686877004 + }, + { + "accuracy": 0.6183591123066577, + "f1": 0.5746311764422553, + "f1_weighted": 0.6199257131649454 + } + ] + }, + { + "accuracy": 0.4714189643577673, + "f1": 0.4446049437995786, + "f1_weighted": 0.46249316092072024, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ], + "main_score": 0.4714189643577673, + "scores_per_experiment": [ + { + "accuracy": 0.4969737726967048, + "f1": 0.46107200949454125, + "f1_weighted": 0.4931153801891252 + }, + { + "accuracy": 0.5010087424344317, + "f1": 0.4619169020791778, + "f1_weighted": 0.501787264951983 + }, + { + "accuracy": 0.47175521183591124, + "f1": 0.4390431087196925, + "f1_weighted": 0.45988779846613576 + }, + { + "accuracy": 0.4811701412239408, + "f1": 0.4399273413508142, + "f1_weighted": 0.47404246044816 + }, + { + "accuracy": 0.48856758574310694, + "f1": 0.44685778514506963, + "f1_weighted": 0.47754989765156103 + }, + { + "accuracy": 0.4112306657700067, + "f1": 0.420715516582559, + "f1_weighted": 0.3910214534146521 + }, + { + "accuracy": 0.46267652992602554, + "f1": 0.44214926424261464, + "f1_weighted": 0.45044419428526894 + }, + { + "accuracy": 0.4751176866173504, + "f1": 0.45206450733000003, + "f1_weighted": 0.47221127466160284 + }, + { + "accuracy": 0.46503026227303296, + "f1": 0.4500998333224718, + "f1_weighted": 0.4583226946158011 + }, + { + "accuracy": 0.4606590450571621, + "f1": 0.432203169728845, + "f1_weighted": 0.44654919052291225 + } + ] + }, + { + "accuracy": 0.6160053799596503, + "f1": 0.5889488532214336, + "f1_weighted": 0.6033634239548912, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.6160053799596503, + "scores_per_experiment": [ + { + "accuracy": 0.6308002689979825, + "f1": 0.6003208988839408, + "f1_weighted": 0.6225169103495404 + }, + { + "accuracy": 0.6331540013449899, + "f1": 0.6086367729546271, + "f1_weighted": 0.6250788002708344 + }, + { + "accuracy": 0.6042367182246133, + "f1": 0.571382927295549, + "f1_weighted": 0.5924014200327133 + }, + { + "accuracy": 0.6489576328177539, + "f1": 0.6111488583770767, + "f1_weighted": 0.6400852421345171 + }, + { + "accuracy": 0.5995292535305985, + "f1": 0.5623695318581939, + "f1_weighted": 0.5815599680890172 + }, + { + "accuracy": 0.5877605917955615, + "f1": 0.5801007790613439, + "f1_weighted": 0.5715172880621494 + }, + { + "accuracy": 0.6075991930060525, + "f1": 0.5868795231288456, + "f1_weighted": 0.590741870605743 + }, + { + "accuracy": 0.6032279757901816, + "f1": 0.5734845144053278, + "f1_weighted": 0.5890208903939921 + }, + { + "accuracy": 0.612979152656355, + "f1": 0.5928431677183819, + "f1_weighted": 0.5891363451487901 + }, + { + "accuracy": 0.6318090114324143, + "f1": 0.6023215585310506, + "f1_weighted": 0.6315755044616147 + } + ] + }, + { + "accuracy": 0.6228648285137861, + "f1": 0.5888165441298845, + "f1_weighted": 0.6135386290338486, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.6228648285137861, + "scores_per_experiment": [ + { + "accuracy": 0.6455951580363147, + "f1": 0.6030054032385939, + "f1_weighted": 0.6380498306845771 + }, + { + "accuracy": 0.6536650975117687, + "f1": 0.6111179542289951, + "f1_weighted": 0.645001110028333 + }, + { + "accuracy": 0.612979152656355, + "f1": 0.5775609414706512, + "f1_weighted": 0.6032083542083135 + }, + { + "accuracy": 0.6297915265635508, + "f1": 0.5840182492360927, + "f1_weighted": 0.6240749012422714 + }, + { + "accuracy": 0.6237390719569603, + "f1": 0.5901719310467302, + "f1_weighted": 0.6106952626675015 + }, + { + "accuracy": 0.6059179556153329, + "f1": 0.5812734667413666, + "f1_weighted": 0.6033124966812627 + }, + { + "accuracy": 0.6449226630800269, + "f1": 0.6102263768419994, + "f1_weighted": 0.6348634659063132 + }, + { + "accuracy": 0.612979152656355, + "f1": 0.5749220697245162, + "f1_weighted": 0.6006717490639206 + }, + { + "accuracy": 0.6045729657027572, + "f1": 0.5791656196074433, + "f1_weighted": 0.5850630721761068 + }, + { + "accuracy": 0.5944855413584398, + "f1": 0.576703429162456, + "f1_weighted": 0.5904460476798866 + } + ] + }, + { + "accuracy": 0.5476126429051782, + "f1": 0.5249228407380286, + "f1_weighted": 0.5410444518964452, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ], + "main_score": 0.5476126429051782, + "scores_per_experiment": [ + { + "accuracy": 0.5494283792871554, + "f1": 0.5271187187159316, + "f1_weighted": 0.5477821845576466 + }, + { + "accuracy": 0.5726294552790854, + "f1": 0.5447518687614387, + "f1_weighted": 0.5655160397148984 + }, + { + "accuracy": 0.5406859448554135, + "f1": 0.5059614644976986, + "f1_weighted": 0.5358320058273957 + }, + { + "accuracy": 0.5682582380632145, + "f1": 0.5392914013336613, + "f1_weighted": 0.5717254582236184 + }, + { + "accuracy": 0.5285810356422327, + "f1": 0.5149521807547609, + "f1_weighted": 0.5167717725222941 + }, + { + "accuracy": 0.519838601210491, + "f1": 0.5091167126026931, + "f1_weighted": 0.508599438671764 + }, + { + "accuracy": 0.5504371217215871, + "f1": 0.5265760375130817, + "f1_weighted": 0.5444531005168762 + }, + { + "accuracy": 0.5416946872898454, + "f1": 0.5218007780953299, + "f1_weighted": 0.5295814570517204 + }, + { + "accuracy": 0.5514458641560188, + "f1": 0.5266902828434353, + "f1_weighted": 0.5394763881678378 + }, + { + "accuracy": 0.5531271015467384, + "f1": 0.5329689622622554, + "f1_weighted": 0.5507066737104012 + } + ] + }, + { + "accuracy": 0.4943174176193678, + "f1": 0.46701454168302375, + "f1_weighted": 0.48095885371698693, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ], + "main_score": 0.4943174176193678, + "scores_per_experiment": [ + { + "accuracy": 0.5063887020847344, + "f1": 0.48290345626948267, + "f1_weighted": 0.49448786800706096 + }, + { + "accuracy": 0.5191661062542031, + "f1": 0.4966620020300797, + "f1_weighted": 0.510784593178577 + }, + { + "accuracy": 0.5110961667787491, + "f1": 0.47286902943693265, + "f1_weighted": 0.5025070993218623 + }, + { + "accuracy": 0.5094149293880296, + "f1": 0.46857757585830323, + "f1_weighted": 0.49606277827148887 + }, + { + "accuracy": 0.4831876260928043, + "f1": 0.4453292127662368, + "f1_weighted": 0.46746365772263376 + }, + { + "accuracy": 0.4754539340954943, + "f1": 0.45418768281102784, + "f1_weighted": 0.4650667895615292 + }, + { + "accuracy": 0.47982515131136516, + "f1": 0.4710172158156839, + "f1_weighted": 0.45850602800295753 + }, + { + "accuracy": 0.5050437121721587, + "f1": 0.46713895605570144, + "f1_weighted": 0.49047533389755726 + }, + { + "accuracy": 0.4811701412239408, + "f1": 0.4582635655826657, + "f1_weighted": 0.4603833367261729 + }, + { + "accuracy": 0.47242770679219903, + "f1": 0.4531967202041245, + "f1_weighted": 0.46385105248002956 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.5019675356615838, + "f1": 0.46558200938819355, + "f1_weighted": 0.4911901185313587, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ], + "main_score": 0.5019675356615838, + "scores_per_experiment": [ + { + "accuracy": 0.46974913920314804, + "f1": 0.4391314811480417, + "f1_weighted": 0.45490962068648055 + }, + { + "accuracy": 0.5189375307427447, + "f1": 0.484555145830386, + "f1_weighted": 0.5156190026716149 + }, + { + "accuracy": 0.4913920314805706, + "f1": 0.46255447712087283, + "f1_weighted": 0.48553372528221983 + }, + { + "accuracy": 0.543531726512543, + "f1": 0.5040481179235908, + "f1_weighted": 0.5345112633264432 + }, + { + "accuracy": 0.5031972454500738, + "f1": 0.451890740548218, + "f1_weighted": 0.4925498432131199 + }, + { + "accuracy": 0.4899163797343827, + "f1": 0.44742329689100496, + "f1_weighted": 0.478134765604721 + }, + { + "accuracy": 0.5022134776192818, + "f1": 0.4646103319181113, + "f1_weighted": 0.4924596479362563 + }, + { + "accuracy": 0.5110673880964093, + "f1": 0.4610127052182512, + "f1_weighted": 0.49102142329657517 + }, + { + "accuracy": 0.48844072798819477, + "f1": 0.467215771251037, + "f1_weighted": 0.47311864285173544 + }, + { + "accuracy": 0.5012297097884899, + "f1": 0.4733780260324218, + "f1_weighted": 0.4940432504444206 + } + ] + }, + { + "accuracy": 0.6224790949335957, + "f1": 0.5871510999824028, + "f1_weighted": 0.6154373669821152, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.6224790949335957, + "scores_per_experiment": [ + { + "accuracy": 0.6182980816527299, + "f1": 0.5944611032216558, + "f1_weighted": 0.6166596003582002 + }, + { + "accuracy": 0.6310870634530251, + "f1": 0.5941603803929401, + "f1_weighted": 0.6270231106556443 + }, + { + "accuracy": 0.6222331529758977, + "f1": 0.5793428583386232, + "f1_weighted": 0.6140196961117301 + }, + { + "accuracy": 0.6443679291687162, + "f1": 0.600560575688223, + "f1_weighted": 0.6375757802369567 + }, + { + "accuracy": 0.6463354648303, + "f1": 0.6091495721401757, + "f1_weighted": 0.6397571561330431 + }, + { + "accuracy": 0.6222331529758977, + "f1": 0.5988413246827583, + "f1_weighted": 0.6147743248306583 + }, + { + "accuracy": 0.6182980816527299, + "f1": 0.5803817868292263, + "f1_weighted": 0.613909111674264 + }, + { + "accuracy": 0.602557796360059, + "f1": 0.571868771280632, + "f1_weighted": 0.5936001158466291 + }, + { + "accuracy": 0.5848499754058042, + "f1": 0.5616703063143498, + "f1_weighted": 0.5646982379578013 + }, + { + "accuracy": 0.6345302508607968, + "f1": 0.5810743209354434, + "f1_weighted": 0.6323565360162259 + } + ] + }, + { + "accuracy": 0.5861780619773733, + "f1": 0.542131859289217, + "f1_weighted": 0.5758657297478939, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.5861780619773733, + "scores_per_experiment": [ + { + "accuracy": 0.573044761436301, + "f1": 0.5326658614079355, + "f1_weighted": 0.5649467574535987 + }, + { + "accuracy": 0.6123954746679784, + "f1": 0.5665150812312055, + "f1_weighted": 0.6070673371870722 + }, + { + "accuracy": 0.5887850467289719, + "f1": 0.5372408893933021, + "f1_weighted": 0.5801832834610998 + }, + { + "accuracy": 0.5912444663059518, + "f1": 0.5327493361420184, + "f1_weighted": 0.5854851926423764 + }, + { + "accuracy": 0.5838662075750123, + "f1": 0.5383110053475446, + "f1_weighted": 0.5686822055428835 + }, + { + "accuracy": 0.5759960649286768, + "f1": 0.5388237656177357, + "f1_weighted": 0.5653098833543684 + }, + { + "accuracy": 0.5858337432365962, + "f1": 0.5308680746706141, + "f1_weighted": 0.5773689772918769 + }, + { + "accuracy": 0.5661583866207575, + "f1": 0.541205233563202, + "f1_weighted": 0.552282809201761 + }, + { + "accuracy": 0.5641908509591737, + "f1": 0.5349689442669161, + "f1_weighted": 0.542653182795076 + }, + { + "accuracy": 0.6202656173143138, + "f1": 0.5679704012516958, + "f1_weighted": 0.6146776685488252 + } + ] + }, + { + "accuracy": 0.5940973930152483, + "f1": 0.5372235984394808, + "f1_weighted": 0.5868348088605428, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.5940973930152483, + "scores_per_experiment": [ + { + "accuracy": 0.5937038858829317, + "f1": 0.5324108587148839, + "f1_weighted": 0.5894538978863275 + }, + { + "accuracy": 0.6232169208066897, + "f1": 0.5688414095638312, + "f1_weighted": 0.6237147279857974 + }, + { + "accuracy": 0.602557796360059, + "f1": 0.540483516836079, + "f1_weighted": 0.5898248064001169 + }, + { + "accuracy": 0.6114117068371864, + "f1": 0.5409483897055621, + "f1_weighted": 0.610581913729448 + }, + { + "accuracy": 0.5971470732907034, + "f1": 0.5294714528971362, + "f1_weighted": 0.5865325691622367 + }, + { + "accuracy": 0.5750122970978849, + "f1": 0.528420059153951, + "f1_weighted": 0.5681509167754432 + }, + { + "accuracy": 0.5976389572060994, + "f1": 0.5343508466737137, + "f1_weighted": 0.5894360566264731 + }, + { + "accuracy": 0.5863256271519921, + "f1": 0.532444665032877, + "f1_weighted": 0.5738231800621155 + }, + { + "accuracy": 0.5715691096901131, + "f1": 0.5397113884651247, + "f1_weighted": 0.5583594441744751 + }, + { + "accuracy": 0.5823905558288244, + "f1": 0.5251533973516491, + "f1_weighted": 0.5784705758029957 + } + ] + }, + { + "accuracy": 0.5794392523364487, + "f1": 0.5497497154052807, + "f1_weighted": 0.5663747323384645, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.5794392523364487, + "scores_per_experiment": [ + { + "accuracy": 0.5553369404820462, + "f1": 0.5342943403605245, + "f1_weighted": 0.541224792847043 + }, + { + "accuracy": 0.5991146089522873, + "f1": 0.5687760336387578, + "f1_weighted": 0.5899287592475504 + }, + { + "accuracy": 0.6000983767830792, + "f1": 0.5543388825265836, + "f1_weighted": 0.591730148003416 + }, + { + "accuracy": 0.5897688145597639, + "f1": 0.5565471639650176, + "f1_weighted": 0.5831025708459734 + }, + { + "accuracy": 0.5848499754058042, + "f1": 0.5430687931723797, + "f1_weighted": 0.5623135043537626 + }, + { + "accuracy": 0.5410723069355632, + "f1": 0.5331196484655096, + "f1_weighted": 0.5167062952581292 + }, + { + "accuracy": 0.5769798327594687, + "f1": 0.5450642858191326, + "f1_weighted": 0.5657458662652176 + }, + { + "accuracy": 0.5725528775209051, + "f1": 0.5486636232192877, + "f1_weighted": 0.5521022554195595 + }, + { + "accuracy": 0.5725528775209051, + "f1": 0.5502469456994117, + "f1_weighted": 0.5643856464069685 + }, + { + "accuracy": 0.602065912444663, + "f1": 0.5633774371862021, + "f1_weighted": 0.596507484737025 + } + ] + }, + { + "accuracy": 0.4294638465322184, + "f1": 0.40095102885190503, + "f1_weighted": 0.41361608286127716, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ], + "main_score": 0.4294638465322184, + "scores_per_experiment": [ + { + "accuracy": 0.4308903098868667, + "f1": 0.39786595475602765, + "f1_weighted": 0.4204248608195832 + }, + { + "accuracy": 0.4382685686178062, + "f1": 0.4070888693075823, + "f1_weighted": 0.4290202252558994 + }, + { + "accuracy": 0.4436792916871618, + "f1": 0.41629841280066343, + "f1_weighted": 0.4260885535268615 + }, + { + "accuracy": 0.43334972946384653, + "f1": 0.39489983474218787, + "f1_weighted": 0.4297316953080351 + }, + { + "accuracy": 0.4318740777176586, + "f1": 0.4044474749313484, + "f1_weighted": 0.412478946553136 + }, + { + "accuracy": 0.40531234628627644, + "f1": 0.4059135440947669, + "f1_weighted": 0.39078836659467736 + }, + { + "accuracy": 0.44220363994097395, + "f1": 0.4113334491022444, + "f1_weighted": 0.42001166276167956 + }, + { + "accuracy": 0.41662567634038367, + "f1": 0.3774503795828122, + "f1_weighted": 0.3925418804370442 + }, + { + "accuracy": 0.42744712247909494, + "f1": 0.3998028909743768, + "f1_weighted": 0.4015525275500029 + }, + { + "accuracy": 0.4249877029021151, + "f1": 0.39440947822704053, + "f1_weighted": 0.41352210980585224 + } + ] + }, + { + "accuracy": 0.6693064436792917, + "f1": 0.63850876056909, + "f1_weighted": 0.6546562420994699, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ], + "main_score": 0.6693064436792917, + "scores_per_experiment": [ + { + "accuracy": 0.6728971962616822, + "f1": 0.6464490191687324, + "f1_weighted": 0.6664134585819 + }, + { + "accuracy": 0.6787998032464339, + "f1": 0.6424398371056075, + "f1_weighted": 0.6692469870762799 + }, + { + "accuracy": 0.6832267584849976, + "f1": 0.6421856867258529, + "f1_weighted": 0.6674813447160669 + }, + { + "accuracy": 0.6665027053615347, + "f1": 0.6388197814295057, + "f1_weighted": 0.6517967816852719 + }, + { + "accuracy": 0.6669945892769307, + "f1": 0.6197828489667476, + "f1_weighted": 0.6465478054403312 + }, + { + "accuracy": 0.6542056074766355, + "f1": 0.6312244345038974, + "f1_weighted": 0.6373522200619619 + }, + { + "accuracy": 0.6581406787998032, + "f1": 0.6356015260985522, + "f1_weighted": 0.6425801784506792 + }, + { + "accuracy": 0.6645351696999509, + "f1": 0.6290583358530717, + "f1_weighted": 0.6493185704831764 + }, + { + "accuracy": 0.6566650270536154, + "f1": 0.6426441356535104, + "f1_weighted": 0.6379190240882198 + }, + { + "accuracy": 0.691096901131333, + "f1": 0.6568820001854222, + "f1_weighted": 0.6779060504108128 + } + ] + }, + { + "accuracy": 0.5983275946876536, + "f1": 0.5785657372196688, + "f1_weighted": 0.5802476140852781, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ], + "main_score": 0.5983275946876536, + "scores_per_experiment": [ + { + "accuracy": 0.602557796360059, + "f1": 0.5852671744244049, + "f1_weighted": 0.5954317367097192 + }, + { + "accuracy": 0.6089522872602066, + "f1": 0.5850190886978484, + "f1_weighted": 0.5962978992998003 + }, + { + "accuracy": 0.6064928676832267, + "f1": 0.5800890100851188, + "f1_weighted": 0.588358351556653 + }, + { + "accuracy": 0.6050172159370388, + "f1": 0.5883252707125288, + "f1_weighted": 0.5895714125713816 + }, + { + "accuracy": 0.5951795376291196, + "f1": 0.5610783669047248, + "f1_weighted": 0.5711531397927644 + }, + { + "accuracy": 0.5809149040826365, + "f1": 0.5671521495719387, + "f1_weighted": 0.557049609173986 + }, + { + "accuracy": 0.5941957697983276, + "f1": 0.5783310849111721, + "f1_weighted": 0.5739386698952288 + }, + { + "accuracy": 0.5966551893753075, + "f1": 0.5772938242521162, + "f1_weighted": 0.5796054593437167 + }, + { + "accuracy": 0.5892769306443679, + "f1": 0.5712726027623857, + "f1_weighted": 0.5607347469012728 + }, + { + "accuracy": 0.6040334481062469, + "f1": 0.5918287998744493, + "f1_weighted": 0.5903351156082598 + } + ] + }, + { + "accuracy": 0.5077717658632562, + "f1": 0.45587193226395045, + "f1_weighted": 0.49361135009342016, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ], + "main_score": 0.5077717658632562, + "scores_per_experiment": [ + { + "accuracy": 0.5066404328578455, + "f1": 0.4495780709685225, + "f1_weighted": 0.49507970797394435 + }, + { + "accuracy": 0.5272995573044762, + "f1": 0.46681247222563743, + "f1_weighted": 0.5160314697740463 + }, + { + "accuracy": 0.5327102803738317, + "f1": 0.4744928787191788, + "f1_weighted": 0.5258609542287986 + }, + { + "accuracy": 0.5391047712739794, + "f1": 0.4717414767819974, + "f1_weighted": 0.5277234610829428 + }, + { + "accuracy": 0.5027053615346778, + "f1": 0.4393456411166967, + "f1_weighted": 0.48231933268745464 + }, + { + "accuracy": 0.4972946384653222, + "f1": 0.4522213216480011, + "f1_weighted": 0.4834024947908057 + }, + { + "accuracy": 0.48844072798819477, + "f1": 0.43632362982767253, + "f1_weighted": 0.47269164806597913 + }, + { + "accuracy": 0.5051647811116576, + "f1": 0.4538026492230026, + "f1_weighted": 0.48636267482935325 + }, + { + "accuracy": 0.4894244958189867, + "f1": 0.47030754581358175, + "f1_weighted": 0.4694094264081035 + }, + { + "accuracy": 0.4889326119035908, + "f1": 0.4440936363152137, + "f1_weighted": 0.4772323310927737 + } + ] + }, + { + "accuracy": 0.47722577471716676, + "f1": 0.4390994383484812, + "f1_weighted": 0.46320795405889703, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.47722577471716676, + "scores_per_experiment": [ + { + "accuracy": 0.47368421052631576, + "f1": 0.4297270047951518, + "f1_weighted": 0.4597110411435426 + }, + { + "accuracy": 0.5110673880964093, + "f1": 0.4645059459901682, + "f1_weighted": 0.5094270908186742 + }, + { + "accuracy": 0.46532218396458436, + "f1": 0.4251684909272927, + "f1_weighted": 0.45192710120404717 + }, + { + "accuracy": 0.4766355140186916, + "f1": 0.44528170448607524, + "f1_weighted": 0.46058272583473436 + }, + { + "accuracy": 0.4781111657648795, + "f1": 0.4218076146814855, + "f1_weighted": 0.4588506770446593 + }, + { + "accuracy": 0.46974913920314804, + "f1": 0.4487998097289064, + "f1_weighted": 0.45593427157776545 + }, + { + "accuracy": 0.46974913920314804, + "f1": 0.4334415619217327, + "f1_weighted": 0.45000752249796105 + }, + { + "accuracy": 0.49188391539596654, + "f1": 0.4437540716380818, + "f1_weighted": 0.4743176974459057 + }, + { + "accuracy": 0.44466305951795376, + "f1": 0.4156182608054873, + "f1_weighted": 0.4261029574854367 + }, + { + "accuracy": 0.4913920314805706, + "f1": 0.4628899185104302, + "f1_weighted": 0.48521845553624354 + } + ] + }, + { + "accuracy": 0.6016724053123463, + "f1": 0.5631391051215073, + "f1_weighted": 0.5919680103273255, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.6016724053123463, + "scores_per_experiment": [ + { + "accuracy": 0.6148548942449582, + "f1": 0.5765006310046281, + "f1_weighted": 0.6068053174311141 + }, + { + "accuracy": 0.6089522872602066, + "f1": 0.5690208525548909, + "f1_weighted": 0.6091270175687638 + }, + { + "accuracy": 0.5951795376291196, + "f1": 0.5501649177485511, + "f1_weighted": 0.584367339214626 + }, + { + "accuracy": 0.6187899655681259, + "f1": 0.574945919735375, + "f1_weighted": 0.617595858627371 + }, + { + "accuracy": 0.6123954746679784, + "f1": 0.5650848543099098, + "f1_weighted": 0.6020084826799769 + }, + { + "accuracy": 0.58780127889818, + "f1": 0.5615330248605473, + "f1_weighted": 0.5729280460595209 + }, + { + "accuracy": 0.603049680275455, + "f1": 0.5663393667207298, + "f1_weighted": 0.594278249609521 + }, + { + "accuracy": 0.5833743236596163, + "f1": 0.5527971674224468, + "f1_weighted": 0.5729685344519968 + }, + { + "accuracy": 0.5843580914904083, + "f1": 0.5559651504872273, + "f1_weighted": 0.5571415291522887 + }, + { + "accuracy": 0.6079685194294147, + "f1": 0.5590391663707664, + "f1_weighted": 0.6024597284780753 + } + ] + }, + { + "accuracy": 0.5762911952779144, + "f1": 0.5476989567595234, + "f1_weighted": 0.5642957501913206, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ], + "main_score": 0.5762911952779144, + "scores_per_experiment": [ + { + "accuracy": 0.5774717166748647, + "f1": 0.5503292667877524, + "f1_weighted": 0.5735728794588093 + }, + { + "accuracy": 0.5927201180521396, + "f1": 0.5612156037813517, + "f1_weighted": 0.5856141646625781 + }, + { + "accuracy": 0.5745204131824889, + "f1": 0.54173098069855, + "f1_weighted": 0.566677382325637 + }, + { + "accuracy": 0.5789473684210527, + "f1": 0.5568839097928238, + "f1_weighted": 0.5651718541491566 + }, + { + "accuracy": 0.5676340383669454, + "f1": 0.5226885878943422, + "f1_weighted": 0.5540270525865928 + }, + { + "accuracy": 0.5558288243974422, + "f1": 0.5350648428643473, + "f1_weighted": 0.5377555888079365 + }, + { + "accuracy": 0.5863256271519921, + "f1": 0.5644262558844916, + "f1_weighted": 0.5763735340187788 + }, + { + "accuracy": 0.5769798327594687, + "f1": 0.5498323945810243, + "f1_weighted": 0.5612326046806082 + }, + { + "accuracy": 0.5632070831283817, + "f1": 0.5493462876522229, + "f1_weighted": 0.5398950613574012 + }, + { + "accuracy": 0.5892769306443679, + "f1": 0.5454714376583275, + "f1_weighted": 0.5826373798657071 + } + ] + }, + { + "accuracy": 0.5442203639940975, + "f1": 0.4948957248516602, + "f1_weighted": 0.5351226342065258, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ], + "main_score": 0.5442203639940975, + "scores_per_experiment": [ + { + "accuracy": 0.5573044761436301, + "f1": 0.4987231376510144, + "f1_weighted": 0.5477681855099472 + }, + { + "accuracy": 0.573044761436301, + "f1": 0.5285789102085212, + "f1_weighted": 0.5733455354477843 + }, + { + "accuracy": 0.5504181013280866, + "f1": 0.5016193152234134, + "f1_weighted": 0.5471044712374183 + }, + { + "accuracy": 0.5681259222823414, + "f1": 0.5194986142914163, + "f1_weighted": 0.5596857098543325 + }, + { + "accuracy": 0.5632070831283817, + "f1": 0.48765279314125826, + "f1_weighted": 0.5512792772187523 + }, + { + "accuracy": 0.5233644859813084, + "f1": 0.4948910623263517, + "f1_weighted": 0.5188133966510738 + }, + { + "accuracy": 0.5154943433349729, + "f1": 0.4714714570134043, + "f1_weighted": 0.5099200852658615 + }, + { + "accuracy": 0.5415641908509592, + "f1": 0.48672523639728454, + "f1_weighted": 0.5296785461200355 + }, + { + "accuracy": 0.5159862272503689, + "f1": 0.4808407990335347, + "f1_weighted": 0.4917146063916513 + }, + { + "accuracy": 0.5336940482046237, + "f1": 0.47895592323040276, + "f1_weighted": 0.5219165283684007 + } + ] + }, + { + "accuracy": 0.5068863748155437, + "f1": 0.46729819618025825, + "f1_weighted": 0.5012427968208215, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ], + "main_score": 0.5068863748155437, + "scores_per_experiment": [ + { + "accuracy": 0.5204131824889326, + "f1": 0.4767709466447902, + "f1_weighted": 0.5189631834541854 + }, + { + "accuracy": 0.5258239055582883, + "f1": 0.4759027692162812, + "f1_weighted": 0.520999975144117 + }, + { + "accuracy": 0.5110673880964093, + "f1": 0.4745343893862926, + "f1_weighted": 0.5058470661116029 + }, + { + "accuracy": 0.5277914412198721, + "f1": 0.4768292025970316, + "f1_weighted": 0.5215477404741639 + }, + { + "accuracy": 0.49188391539596654, + "f1": 0.44866869627508277, + "f1_weighted": 0.4828009575271754 + }, + { + "accuracy": 0.5036891293654697, + "f1": 0.4755380948674376, + "f1_weighted": 0.4969945692910469 + }, + { + "accuracy": 0.5061485489424495, + "f1": 0.4814006627861124, + "f1_weighted": 0.5060387085855732 + }, + { + "accuracy": 0.5041810132808657, + "f1": 0.45508820565222236, + "f1_weighted": 0.4924242655890948 + }, + { + "accuracy": 0.4756517461878997, + "f1": 0.44148943626864, + "f1_weighted": 0.4632133058061891 + }, + { + "accuracy": 0.5022134776192818, + "f1": 0.46675955810869246, + "f1_weighted": 0.5035981962250677 + } + ] + }, + { + "accuracy": 0.6174126906050172, + "f1": 0.5734309263267549, + "f1_weighted": 0.6081546615519043, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.6174126906050172, + "scores_per_experiment": [ + { + "accuracy": 0.6148548942449582, + "f1": 0.5664030767135529, + "f1_weighted": 0.6103204665216012 + }, + { + "accuracy": 0.6443679291687162, + "f1": 0.5941107832622219, + "f1_weighted": 0.6369651586537638 + }, + { + "accuracy": 0.6227250368912937, + "f1": 0.569913343016233, + "f1_weighted": 0.6145970346605836 + }, + { + "accuracy": 0.6350221347761928, + "f1": 0.5799325366545843, + "f1_weighted": 0.6288979269736548 + }, + { + "accuracy": 0.632070831283817, + "f1": 0.580340764131069, + "f1_weighted": 0.6219715043018516 + }, + { + "accuracy": 0.5784554845056566, + "f1": 0.561970055011665, + "f1_weighted": 0.5712856752070476 + }, + { + "accuracy": 0.6158386620757501, + "f1": 0.5719015608250657, + "f1_weighted": 0.5994734257897089 + }, + { + "accuracy": 0.6045253320216429, + "f1": 0.5582178376167717, + "f1_weighted": 0.5925547411720156 + }, + { + "accuracy": 0.6040334481062469, + "f1": 0.5718004665853916, + "f1_weighted": 0.5865321077113533 + }, + { + "accuracy": 0.6222331529758977, + "f1": 0.5797188394509935, + "f1_weighted": 0.6189485745274622 + } + ] + }, + { + "accuracy": 0.5418593212001968, + "f1": 0.49572590134915123, + "f1_weighted": 0.5308222654151495, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ], + "main_score": 0.5418593212001968, + "scores_per_experiment": [ + { + "accuracy": 0.5518937530742745, + "f1": 0.49966396533270185, + "f1_weighted": 0.5441987722749924 + }, + { + "accuracy": 0.5612395474667978, + "f1": 0.5056400540716688, + "f1_weighted": 0.5571368845093209 + }, + { + "accuracy": 0.5376291195277915, + "f1": 0.4835754539924299, + "f1_weighted": 0.53154712862008 + }, + { + "accuracy": 0.558288243974422, + "f1": 0.5146851607649919, + "f1_weighted": 0.5470222714375578 + }, + { + "accuracy": 0.5110673880964093, + "f1": 0.46965091784580687, + "f1_weighted": 0.4851512557735561 + }, + { + "accuracy": 0.5322183964584358, + "f1": 0.4949456290258217, + "f1_weighted": 0.5267156810384374 + }, + { + "accuracy": 0.5425479586817511, + "f1": 0.5017771387598792, + "f1_weighted": 0.5257767943370993 + }, + { + "accuracy": 0.5302508607968519, + "f1": 0.4772307509067336, + "f1_weighted": 0.5121739354711609 + }, + { + "accuracy": 0.5395966551893753, + "f1": 0.5049768353901178, + "f1_weighted": 0.5237445578958577 + }, + { + "accuracy": 0.5538612887358584, + "f1": 0.5051131074013612, + "f1_weighted": 0.5547553727934323 + } + ] + }, + { + "accuracy": 0.6281849483521889, + "f1": 0.5802572630817792, + "f1_weighted": 0.6196626214899454, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6281849483521889, + "scores_per_experiment": [ + { + "accuracy": 0.6246925725528775, + "f1": 0.5868686948376881, + "f1_weighted": 0.6234617751788806 + }, + { + "accuracy": 0.6586325627151992, + "f1": 0.6036239943763615, + "f1_weighted": 0.6555412860804326 + }, + { + "accuracy": 0.6404328578455485, + "f1": 0.5821301567117043, + "f1_weighted": 0.6330162165951114 + }, + { + "accuracy": 0.6453516969995081, + "f1": 0.5896162182064513, + "f1_weighted": 0.6375373927733538 + }, + { + "accuracy": 0.6232169208066897, + "f1": 0.5671010964022078, + "f1_weighted": 0.6122745057722209 + }, + { + "accuracy": 0.6133792424987703, + "f1": 0.5741642517158619, + "f1_weighted": 0.6015942175580365 + }, + { + "accuracy": 0.6246925725528775, + "f1": 0.5750447572327301, + "f1_weighted": 0.6169738615062438 + }, + { + "accuracy": 0.6079685194294147, + "f1": 0.5667136049351275, + "f1_weighted": 0.5960914920215689 + }, + { + "accuracy": 0.6060009837678307, + "f1": 0.5702572338406742, + "f1_weighted": 0.5862116067507213 + }, + { + "accuracy": 0.6374815543531727, + "f1": 0.5870526225589848, + "f1_weighted": 0.633923860662884 + } + ] + }, + { + "accuracy": 0.699262174126906, + "f1": 0.6604109711136845, + "f1_weighted": 0.6853194939863798, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.699262174126906, + "scores_per_experiment": [ + { + "accuracy": 0.6930644367929168, + "f1": 0.6438585154595512, + "f1_weighted": 0.6840213244421242 + }, + { + "accuracy": 0.7245450073782588, + "f1": 0.6764508755303101, + "f1_weighted": 0.7162663206568024 + }, + { + "accuracy": 0.691096901131333, + "f1": 0.6420351455554079, + "f1_weighted": 0.6765832389110079 + }, + { + "accuracy": 0.7166748647319232, + "f1": 0.6752473263639553, + "f1_weighted": 0.7027690907806805 + }, + { + "accuracy": 0.691096901131333, + "f1": 0.6469174297180434, + "f1_weighted": 0.6709345765988036 + }, + { + "accuracy": 0.6856861780619774, + "f1": 0.663399015567016, + "f1_weighted": 0.6686643032656534 + }, + { + "accuracy": 0.7024102311854402, + "f1": 0.6669069046551181, + "f1_weighted": 0.6935170486800704 + }, + { + "accuracy": 0.6994589276930644, + "f1": 0.662357112142289, + "f1_weighted": 0.6891183861431956 + }, + { + "accuracy": 0.6733890801770782, + "f1": 0.6633668515858191, + "f1_weighted": 0.6435710364936027 + }, + { + "accuracy": 0.7151992129857354, + "f1": 0.6635705345593365, + "f1_weighted": 0.707749613891858 + } + ] + }, + { + "accuracy": 0.6013280865715691, + "f1": 0.5584397559808403, + "f1_weighted": 0.5887509772688189, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ], + "main_score": 0.6013280865715691, + "scores_per_experiment": [ + { + "accuracy": 0.6079685194294147, + "f1": 0.5619706352855387, + "f1_weighted": 0.5984735596428984 + }, + { + "accuracy": 0.6094441711756026, + "f1": 0.5603572541360872, + "f1_weighted": 0.6042196927917802 + }, + { + "accuracy": 0.5907525823905558, + "f1": 0.554260525977497, + "f1_weighted": 0.5794415504429531 + }, + { + "accuracy": 0.6197737333989178, + "f1": 0.5717634349244913, + "f1_weighted": 0.6031756012708603 + }, + { + "accuracy": 0.6153467781603541, + "f1": 0.5541423319663585, + "f1_weighted": 0.6090573344437248 + }, + { + "accuracy": 0.588293162813576, + "f1": 0.5538026118026144, + "f1_weighted": 0.5748550920428547 + }, + { + "accuracy": 0.5818986719134285, + "f1": 0.5550546924218824, + "f1_weighted": 0.5727155195293184 + }, + { + "accuracy": 0.5907525823905558, + "f1": 0.5395282665638111, + "f1_weighted": 0.5764863089501985 + }, + { + "accuracy": 0.5848499754058042, + "f1": 0.5650605935818444, + "f1_weighted": 0.5568943248346563 + }, + { + "accuracy": 0.6242006886374816, + "f1": 0.5684572131482779, + "f1_weighted": 0.6121907887389446 + } + ] + }, + { + "accuracy": 0.5175110673880964, + "f1": 0.46803359016167867, + "f1_weighted": 0.5130475530684147, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ], + "main_score": 0.5175110673880964, + "scores_per_experiment": [ + { + "accuracy": 0.4825381210034432, + "f1": 0.4473668646775445, + "f1_weighted": 0.4841650786348487 + }, + { + "accuracy": 0.5499262174126907, + "f1": 0.48664876168416443, + "f1_weighted": 0.552290322554569 + }, + { + "accuracy": 0.5258239055582883, + "f1": 0.4668893356519321, + "f1_weighted": 0.5305766015814938 + }, + { + "accuracy": 0.52926709296606, + "f1": 0.4792857562261006, + "f1_weighted": 0.5280534111109147 + }, + { + "accuracy": 0.5317265125430398, + "f1": 0.46562959777351887, + "f1_weighted": 0.5142837868913464 + }, + { + "accuracy": 0.5204131824889326, + "f1": 0.47444766733417126, + "f1_weighted": 0.5147243049100726 + }, + { + "accuracy": 0.5209050664043285, + "f1": 0.4742941821284895, + "f1_weighted": 0.5194268366863614 + }, + { + "accuracy": 0.49090014756517464, + "f1": 0.4537260228119252, + "f1_weighted": 0.47948899017974633 + }, + { + "accuracy": 0.5110673880964093, + "f1": 0.4642048008224428, + "f1_weighted": 0.4976103830145811 + }, + { + "accuracy": 0.5125430398425972, + "f1": 0.4678429125064983, + "f1_weighted": 0.5098558151202128 + } + ] + }, + { + "accuracy": 0.5450073782587309, + "f1": 0.5001967171275502, + "f1_weighted": 0.5355068841204285, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ], + "main_score": 0.5450073782587309, + "scores_per_experiment": [ + { + "accuracy": 0.5494343334972946, + "f1": 0.5135587756755543, + "f1_weighted": 0.5419362598191955 + }, + { + "accuracy": 0.558780127889818, + "f1": 0.4946243242123442, + "f1_weighted": 0.5463226244209252 + }, + { + "accuracy": 0.544515494343335, + "f1": 0.4994371433506751, + "f1_weighted": 0.5415672532178778 + }, + { + "accuracy": 0.5327102803738317, + "f1": 0.49308888252869215, + "f1_weighted": 0.5204969391232324 + }, + { + "accuracy": 0.5607476635514018, + "f1": 0.5148035829091886, + "f1_weighted": 0.5502565377253434 + }, + { + "accuracy": 0.5400885391047713, + "f1": 0.5091006662537008, + "f1_weighted": 0.5308891967762955 + }, + { + "accuracy": 0.5641908509591737, + "f1": 0.5230727531006822, + "f1_weighted": 0.5574021661753192 + }, + { + "accuracy": 0.5346778160354156, + "f1": 0.4886881286633483, + "f1_weighted": 0.519350001772643 + }, + { + "accuracy": 0.5272995573044762, + "f1": 0.48536337359458137, + "f1_weighted": 0.5162972031805777 + }, + { + "accuracy": 0.5376291195277915, + "f1": 0.4802295409867349, + "f1_weighted": 0.5305506589928745 + } + ] + }, + { + "accuracy": 0.6242990654205607, + "f1": 0.5843192763355779, + "f1_weighted": 0.6158372166172934, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.6242990654205607, + "scores_per_experiment": [ + { + "accuracy": 0.6345302508607968, + "f1": 0.5964890428397129, + "f1_weighted": 0.6330997766350702 + }, + { + "accuracy": 0.6674864731923266, + "f1": 0.6244330319104744, + "f1_weighted": 0.6625805515073481 + }, + { + "accuracy": 0.6428922774225283, + "f1": 0.591871320237987, + "f1_weighted": 0.6324773083938644 + }, + { + "accuracy": 0.6099360550909986, + "f1": 0.5695537199938606, + "f1_weighted": 0.5981482587812914 + }, + { + "accuracy": 0.6301032956222331, + "f1": 0.577514725005143, + "f1_weighted": 0.6226304325855857 + }, + { + "accuracy": 0.5863256271519921, + "f1": 0.5621392390133235, + "f1_weighted": 0.5731633317999038 + }, + { + "accuracy": 0.6237088047220856, + "f1": 0.5662846853312974, + "f1_weighted": 0.6136270999933455 + }, + { + "accuracy": 0.6099360550909986, + "f1": 0.5770805023402855, + "f1_weighted": 0.6050091902176259 + }, + { + "accuracy": 0.6123954746679784, + "f1": 0.5860609613952114, + "f1_weighted": 0.5973027294623802 + }, + { + "accuracy": 0.6256763403836695, + "f1": 0.5917655352884831, + "f1_weighted": 0.620333486796518 + } + ] + }, + { + "accuracy": 0.44225282833251356, + "f1": 0.3942984657415587, + "f1_weighted": 0.43638917478018524, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ], + "main_score": 0.44225282833251356, + "scores_per_experiment": [ + { + "accuracy": 0.4392523364485981, + "f1": 0.3930134246368565, + "f1_weighted": 0.43236349366668714 + }, + { + "accuracy": 0.46679783571077227, + "f1": 0.4099544778196426, + "f1_weighted": 0.47045589375480223 + }, + { + "accuracy": 0.4436792916871618, + "f1": 0.4092561563117752, + "f1_weighted": 0.44327747290164876 + }, + { + "accuracy": 0.47122479094933595, + "f1": 0.4017292630018956, + "f1_weighted": 0.4628407621200644 + }, + { + "accuracy": 0.4436792916871618, + "f1": 0.38300169232110737, + "f1_weighted": 0.43350024819501165 + }, + { + "accuracy": 0.4107230693556321, + "f1": 0.39223802188595525, + "f1_weighted": 0.4076017363407536 + }, + { + "accuracy": 0.4235120511559272, + "f1": 0.38794647030133694, + "f1_weighted": 0.4230004906411783 + }, + { + "accuracy": 0.4525332021642892, + "f1": 0.391343771232845, + "f1_weighted": 0.4432661739765749 + }, + { + "accuracy": 0.426955238563699, + "f1": 0.387728571405033, + "f1_weighted": 0.4065177368733545 + }, + { + "accuracy": 0.4441711756025578, + "f1": 0.3867728084991399, + "f1_weighted": 0.44106773933177656 + } + ] + }, + { + "accuracy": 0.4529758976881456, + "f1": 0.40623214682893777, + "f1_weighted": 0.44522794899138046, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.4529758976881456, + "scores_per_experiment": [ + { + "accuracy": 0.4525332021642892, + "f1": 0.42069201257103317, + "f1_weighted": 0.44911690273181454 + }, + { + "accuracy": 0.47614363010329563, + "f1": 0.42481444730531076, + "f1_weighted": 0.4845447653361964 + }, + { + "accuracy": 0.4574520413182489, + "f1": 0.40172507769151705, + "f1_weighted": 0.45081270783618654 + }, + { + "accuracy": 0.4599114608952287, + "f1": 0.41694130464038426, + "f1_weighted": 0.4576360005277003 + }, + { + "accuracy": 0.4618789965568126, + "f1": 0.39646396408948786, + "f1_weighted": 0.4481418701994134 + }, + { + "accuracy": 0.4402361042793901, + "f1": 0.3983462963440921, + "f1_weighted": 0.4213917824540548 + }, + { + "accuracy": 0.4426955238563699, + "f1": 0.4049398733071519, + "f1_weighted": 0.4378543077369695 + }, + { + "accuracy": 0.45056566650270535, + "f1": 0.402856040009061, + "f1_weighted": 0.44279281290156525 + }, + { + "accuracy": 0.44220363994097395, + "f1": 0.40013046428280613, + "f1_weighted": 0.4216718965403121 + }, + { + "accuracy": 0.4461387112641417, + "f1": 0.395411988048533, + "f1_weighted": 0.43831644364959216 + } + ] + }, + { + "accuracy": 0.6473684210526316, + "f1": 0.6032151883006873, + "f1_weighted": 0.6368868554167186, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.6473684210526316, + "scores_per_experiment": [ + { + "accuracy": 0.6384653221839646, + "f1": 0.6061520913353671, + "f1_weighted": 0.6353396918598402 + }, + { + "accuracy": 0.6699458927693065, + "f1": 0.6286727944347957, + "f1_weighted": 0.6631229598153575 + }, + { + "accuracy": 0.6296114117068372, + "f1": 0.570710332408627, + "f1_weighted": 0.6202522828260435 + }, + { + "accuracy": 0.6522380718150517, + "f1": 0.6056171803830918, + "f1_weighted": 0.643013106877007 + }, + { + "accuracy": 0.6596163305459911, + "f1": 0.6060731210280769, + "f1_weighted": 0.6471137455512279 + }, + { + "accuracy": 0.6345302508607968, + "f1": 0.5959295765367465, + "f1_weighted": 0.6201790403739744 + }, + { + "accuracy": 0.6527299557304476, + "f1": 0.6141296271161142, + "f1_weighted": 0.6470194058065352 + }, + { + "accuracy": 0.6448598130841121, + "f1": 0.5998953329652091, + "f1_weighted": 0.637461061640828 + }, + { + "accuracy": 0.6261682242990654, + "f1": 0.5937299381625624, + "f1_weighted": 0.600099055589585 + }, + { + "accuracy": 0.6655189375307428, + "f1": 0.6112418886362828, + "f1_weighted": 0.6552682038267884 + } + ] + }, + { + "accuracy": 0.6102803738317757, + "f1": 0.5704965760667371, + "f1_weighted": 0.592576117104009, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.6102803738317757, + "scores_per_experiment": [ + { + "accuracy": 0.6040334481062469, + "f1": 0.5722127152207221, + "f1_weighted": 0.584795056212792 + }, + { + "accuracy": 0.6182980816527299, + "f1": 0.575436551074148, + "f1_weighted": 0.6040166881037584 + }, + { + "accuracy": 0.6128873585833743, + "f1": 0.5696078325517457, + "f1_weighted": 0.5977827752845715 + }, + { + "accuracy": 0.6182980816527299, + "f1": 0.5750012818436319, + "f1_weighted": 0.6025701884628062 + }, + { + "accuracy": 0.6158386620757501, + "f1": 0.560789028287607, + "f1_weighted": 0.5959150523354212 + }, + { + "accuracy": 0.5794392523364486, + "f1": 0.570243755235032, + "f1_weighted": 0.5562904691508519 + }, + { + "accuracy": 0.6123954746679784, + "f1": 0.5655275705153667, + "f1_weighted": 0.5963709142028304 + }, + { + "accuracy": 0.6074766355140186, + "f1": 0.5632324863203328, + "f1_weighted": 0.5872615185385858 + }, + { + "accuracy": 0.6084604033448107, + "f1": 0.5717711073656553, + "f1_weighted": 0.5865639058065977 + }, + { + "accuracy": 0.6256763403836695, + "f1": 0.5811434322531298, + "f1_weighted": 0.6141946029418753 + } + ] + }, + { + "accuracy": 0.6399409739301525, + "f1": 0.611799941084168, + "f1_weighted": 0.6313310448034909, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6399409739301525, + "scores_per_experiment": [ + { + "accuracy": 0.6384653221839646, + "f1": 0.6162965970282547, + "f1_weighted": 0.6317263382566137 + }, + { + "accuracy": 0.6542056074766355, + "f1": 0.6185524380015427, + "f1_weighted": 0.6536986548731634 + }, + { + "accuracy": 0.6360059026069848, + "f1": 0.6000536738828878, + "f1_weighted": 0.622026990585309 + }, + { + "accuracy": 0.6424003935071323, + "f1": 0.6096166749302431, + "f1_weighted": 0.6362668575632908 + }, + { + "accuracy": 0.6537137235612396, + "f1": 0.6115283473770353, + "f1_weighted": 0.6396527598965686 + }, + { + "accuracy": 0.632070831283817, + "f1": 0.623131069772001, + "f1_weighted": 0.6243817910296655 + }, + { + "accuracy": 0.6424003935071323, + "f1": 0.6172743903096367, + "f1_weighted": 0.6330718937807988 + }, + { + "accuracy": 0.616822429906542, + "f1": 0.5930785123687276, + "f1_weighted": 0.5996549955135195 + }, + { + "accuracy": 0.6251844564682735, + "f1": 0.6030790241680447, + "f1_weighted": 0.6110878322909127 + }, + { + "accuracy": 0.6581406787998032, + "f1": 0.6253886830033066, + "f1_weighted": 0.6617423342450668 + } + ] + }, + { + "accuracy": 0.5432365961633054, + "f1": 0.5017649629619398, + "f1_weighted": 0.5320843192754643, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "main_score": 0.5432365961633054, + "scores_per_experiment": [ + { + "accuracy": 0.5577963600590261, + "f1": 0.5072229887629827, + "f1_weighted": 0.5512142505828411 + }, + { + "accuracy": 0.5568125922282341, + "f1": 0.5234398117494, + "f1_weighted": 0.5518523078747138 + }, + { + "accuracy": 0.5386128873585834, + "f1": 0.49280990697026167, + "f1_weighted": 0.5290421033783789 + }, + { + "accuracy": 0.5632070831283817, + "f1": 0.5172748159381473, + "f1_weighted": 0.5538413379975119 + }, + { + "accuracy": 0.5395966551893753, + "f1": 0.48657761502813873, + "f1_weighted": 0.529224531490102 + }, + { + "accuracy": 0.5086079685194295, + "f1": 0.4808397730207225, + "f1_weighted": 0.49218700312115077 + }, + { + "accuracy": 0.5656665027053616, + "f1": 0.5247448453994257, + "f1_weighted": 0.5595078067055718 + }, + { + "accuracy": 0.5386128873585834, + "f1": 0.48511509976717065, + "f1_weighted": 0.5162896264125835 + }, + { + "accuracy": 0.5184456468273487, + "f1": 0.4875631451406566, + "f1_weighted": 0.49968278764120655 + }, + { + "accuracy": 0.5450073782587309, + "f1": 0.5120616278424917, + "f1_weighted": 0.5380014375505828 + } + ] + }, + { + "accuracy": 0.5651746187899657, + "f1": 0.5324830593651511, + "f1_weighted": 0.5504158419196934, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ], + "main_score": 0.5651746187899657, + "scores_per_experiment": [ + { + "accuracy": 0.5518937530742745, + "f1": 0.5134036670513268, + "f1_weighted": 0.5406016265228929 + }, + { + "accuracy": 0.588293162813576, + "f1": 0.5460030540122885, + "f1_weighted": 0.5762952936381726 + }, + { + "accuracy": 0.5381210034431874, + "f1": 0.512742121820878, + "f1_weighted": 0.5256482368121657 + }, + { + "accuracy": 0.5863256271519921, + "f1": 0.5478144551166443, + "f1_weighted": 0.5698550489053957 + }, + { + "accuracy": 0.5750122970978849, + "f1": 0.5317272418438553, + "f1_weighted": 0.5623267822838944 + }, + { + "accuracy": 0.5479586817511067, + "f1": 0.540167726027734, + "f1_weighted": 0.5312816443533002 + }, + { + "accuracy": 0.5720609936055091, + "f1": 0.522764453342713, + "f1_weighted": 0.5581763305199743 + }, + { + "accuracy": 0.5528775209050664, + "f1": 0.5184663074634145, + "f1_weighted": 0.5372159001601259 + }, + { + "accuracy": 0.5622233152975897, + "f1": 0.5437349623322961, + "f1_weighted": 0.5355474383216909 + }, + { + "accuracy": 0.5769798327594687, + "f1": 0.5480066046403599, + "f1_weighted": 0.5672101176793214 + } + ] + }, + { + "accuracy": 0.5143630103295622, + "f1": 0.46646339263982056, + "f1_weighted": 0.5038736957873382, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.5143630103295622, + "scores_per_experiment": [ + { + "accuracy": 0.5233644859813084, + "f1": 0.4758210683448721, + "f1_weighted": 0.5112311945447364 + }, + { + "accuracy": 0.5017215937038859, + "f1": 0.4510704104881349, + "f1_weighted": 0.4977341396837745 + }, + { + "accuracy": 0.5282833251352681, + "f1": 0.4749872824052658, + "f1_weighted": 0.5092870563160102 + }, + { + "accuracy": 0.5248401377274963, + "f1": 0.4716425127883487, + "f1_weighted": 0.5163376181897492 + }, + { + "accuracy": 0.5125430398425972, + "f1": 0.4705324532112481, + "f1_weighted": 0.49825840923788345 + }, + { + "accuracy": 0.5007378258730939, + "f1": 0.47420288135377126, + "f1_weighted": 0.49574526412101855 + }, + { + "accuracy": 0.5071323167732416, + "f1": 0.4630429762569252, + "f1_weighted": 0.49981842707906404 + }, + { + "accuracy": 0.4923757993113625, + "f1": 0.437696101877141, + "f1_weighted": 0.4814583220805483 + }, + { + "accuracy": 0.5199212985735366, + "f1": 0.47249900732922095, + "f1_weighted": 0.5020138588896902 + }, + { + "accuracy": 0.5327102803738317, + "f1": 0.473139232343278, + "f1_weighted": 0.5268526677309069 + } + ] + }, + { + "accuracy": 0.5312838170191835, + "f1": 0.4811805179405099, + "f1_weighted": 0.5244656214289716, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ], + "main_score": 0.5312838170191835, + "scores_per_experiment": [ + { + "accuracy": 0.5489424495818986, + "f1": 0.47332961397428497, + "f1_weighted": 0.5459041979999981 + }, + { + "accuracy": 0.5450073782587309, + "f1": 0.48729259149470544, + "f1_weighted": 0.5469289692199877 + }, + { + "accuracy": 0.5459911460895229, + "f1": 0.4995047139359861, + "f1_weighted": 0.5351435615053044 + }, + { + "accuracy": 0.5474667978357107, + "f1": 0.48217955546560454, + "f1_weighted": 0.5467300530754757 + }, + { + "accuracy": 0.5499262174126907, + "f1": 0.48791554502026124, + "f1_weighted": 0.544366818857534 + }, + { + "accuracy": 0.4889326119035908, + "f1": 0.4627983533405436, + "f1_weighted": 0.4767117483705601 + }, + { + "accuracy": 0.5499262174126907, + "f1": 0.5029192115326423, + "f1_weighted": 0.551218467983171 + }, + { + "accuracy": 0.515002459419577, + "f1": 0.4630941791200244, + "f1_weighted": 0.49875564246090864 + }, + { + "accuracy": 0.5204131824889326, + "f1": 0.479874051591847, + "f1_weighted": 0.5067616919641093 + }, + { + "accuracy": 0.5012297097884899, + "f1": 0.47289736392920023, + "f1_weighted": 0.49213506285266695 + } + ] + }, + { + "accuracy": 0.5329070339399903, + "f1": 0.4965980977357144, + "f1_weighted": 0.523199456496692, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.5329070339399903, + "scores_per_experiment": [ + { + "accuracy": 0.5361534677816036, + "f1": 0.5055060478436324, + "f1_weighted": 0.5345646536096251 + }, + { + "accuracy": 0.5499262174126907, + "f1": 0.501606743591827, + "f1_weighted": 0.5416268443818703 + }, + { + "accuracy": 0.5366453516969996, + "f1": 0.4918171652056074, + "f1_weighted": 0.5313019088126856 + }, + { + "accuracy": 0.5410723069355632, + "f1": 0.5096796106743195, + "f1_weighted": 0.5287264741876073 + }, + { + "accuracy": 0.5405804230201673, + "f1": 0.498991810881186, + "f1_weighted": 0.522778249611453 + }, + { + "accuracy": 0.5095917363502214, + "f1": 0.4802826116216263, + "f1_weighted": 0.500069302085236 + }, + { + "accuracy": 0.5204131824889326, + "f1": 0.48869123388910624, + "f1_weighted": 0.5068514887396253 + }, + { + "accuracy": 0.5189375307427447, + "f1": 0.48050054221037375, + "f1_weighted": 0.5021052331426298 + }, + { + "accuracy": 0.5386128873585834, + "f1": 0.5076312040840744, + "f1_weighted": 0.5298502510992554 + }, + { + "accuracy": 0.5371372356123955, + "f1": 0.5012740073553908, + "f1_weighted": 0.5341201592969321 + } + ] + }, + { + "accuracy": 0.5975897688145597, + "f1": 0.5533949232335452, + "f1_weighted": 0.5855201686179947, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.5975897688145597, + "scores_per_experiment": [ + { + "accuracy": 0.5927201180521396, + "f1": 0.5479691204695355, + "f1_weighted": 0.5872096822904773 + }, + { + "accuracy": 0.5996064928676832, + "f1": 0.5538356840630428, + "f1_weighted": 0.5936179464043152 + }, + { + "accuracy": 0.5976389572060994, + "f1": 0.5533473791727462, + "f1_weighted": 0.5897286183588561 + }, + { + "accuracy": 0.6187899655681259, + "f1": 0.5770050026648427, + "f1_weighted": 0.6125734430000901 + }, + { + "accuracy": 0.5917363502213477, + "f1": 0.5379054289345105, + "f1_weighted": 0.5714658060922113 + }, + { + "accuracy": 0.5971470732907034, + "f1": 0.5711345358504043, + "f1_weighted": 0.5854071967374214 + }, + { + "accuracy": 0.6050172159370388, + "f1": 0.5544447015104179, + "f1_weighted": 0.5931378802374028 + }, + { + "accuracy": 0.5932120019675357, + "f1": 0.5444255861721531, + "f1_weighted": 0.576573074852139 + }, + { + "accuracy": 0.5740285292670929, + "f1": 0.540158448816365, + "f1_weighted": 0.543723613170397 + }, + { + "accuracy": 0.6060009837678307, + "f1": 0.5537233446814334, + "f1_weighted": 0.6017644250366372 + } + ] + }, + { + "accuracy": 0.5661583866207575, + "f1": 0.5290810815086933, + "f1_weighted": 0.556341750349174, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ], + "main_score": 0.5661583866207575, + "scores_per_experiment": [ + { + "accuracy": 0.5597638957206099, + "f1": 0.5268219683087295, + "f1_weighted": 0.5539475394278968 + }, + { + "accuracy": 0.5902606984751598, + "f1": 0.5411956117177119, + "f1_weighted": 0.5857573291715307 + }, + { + "accuracy": 0.5686178061977374, + "f1": 0.5274101786633952, + "f1_weighted": 0.5626595899102224 + }, + { + "accuracy": 0.5794392523364486, + "f1": 0.5272291049358411, + "f1_weighted": 0.5685427888037051 + }, + { + "accuracy": 0.5671421544515495, + "f1": 0.5183142457218515, + "f1_weighted": 0.5527468027427624 + }, + { + "accuracy": 0.5282833251352681, + "f1": 0.5133811207482474, + "f1_weighted": 0.5138860576676922 + }, + { + "accuracy": 0.5887850467289719, + "f1": 0.5488175613805598, + "f1_weighted": 0.5822834088406753 + }, + { + "accuracy": 0.5489424495818986, + "f1": 0.515996124685252, + "f1_weighted": 0.539137389928887 + }, + { + "accuracy": 0.5509099852434826, + "f1": 0.538855658045032, + "f1_weighted": 0.5301531616162969 + }, + { + "accuracy": 0.5794392523364486, + "f1": 0.532789240880313, + "f1_weighted": 0.5743034353820711 + } + ] + }, + { + "accuracy": 0.6459419576979832, + "f1": 0.6193152593135101, + "f1_weighted": 0.635785373951531, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.6459419576979832, + "scores_per_experiment": [ + { + "accuracy": 0.6360059026069848, + "f1": 0.6086437627629359, + "f1_weighted": 0.6290471623863734 + }, + { + "accuracy": 0.6660108214461387, + "f1": 0.6310903159418658, + "f1_weighted": 0.6621003145667458 + }, + { + "accuracy": 0.6438760452533202, + "f1": 0.6168065727760825, + "f1_weighted": 0.6333717238073573 + }, + { + "accuracy": 0.661583866207575, + "f1": 0.626718370406366, + "f1_weighted": 0.6506915947381082 + }, + { + "accuracy": 0.6566650270536154, + "f1": 0.6225395042511549, + "f1_weighted": 0.6436875810555696 + }, + { + "accuracy": 0.6419085095917364, + "f1": 0.6144224069989793, + "f1_weighted": 0.6286010249032813 + }, + { + "accuracy": 0.646827348745696, + "f1": 0.620756706611445, + "f1_weighted": 0.6385933765762587 + }, + { + "accuracy": 0.6281357599606493, + "f1": 0.6067894638240687, + "f1_weighted": 0.6154534938488849 + }, + { + "accuracy": 0.6242006886374816, + "f1": 0.6168454160553942, + "f1_weighted": 0.6034521603265134 + }, + { + "accuracy": 0.6542056074766355, + "f1": 0.6285400735068081, + "f1_weighted": 0.6528553073062164 + } + ] + }, + { + "accuracy": 0.617806197737334, + "f1": 0.5693853363120459, + "f1_weighted": 0.6064270085431958, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.617806197737334, + "scores_per_experiment": [ + { + "accuracy": 0.6310870634530251, + "f1": 0.5879571482849543, + "f1_weighted": 0.6225263352272016 + }, + { + "accuracy": 0.6404328578455485, + "f1": 0.5873039747492151, + "f1_weighted": 0.6306381006183518 + }, + { + "accuracy": 0.6305951795376291, + "f1": 0.5780947759897022, + "f1_weighted": 0.6229401829758942 + }, + { + "accuracy": 0.6232169208066897, + "f1": 0.5618388445232089, + "f1_weighted": 0.6124316118566153 + }, + { + "accuracy": 0.6192818494835219, + "f1": 0.5675095695162605, + "f1_weighted": 0.6084705373853929 + }, + { + "accuracy": 0.6104279390063945, + "f1": 0.5730320219391448, + "f1_weighted": 0.5959371514750412 + }, + { + "accuracy": 0.6084604033448107, + "f1": 0.5638120140077868, + "f1_weighted": 0.5968598377652066 + }, + { + "accuracy": 0.6202656173143138, + "f1": 0.5708236716915146, + "f1_weighted": 0.605266238983999 + }, + { + "accuracy": 0.5961633054599115, + "f1": 0.5675235479575733, + "f1_weighted": 0.5771321514531949 + }, + { + "accuracy": 0.5981308411214953, + "f1": 0.5359577944610989, + "f1_weighted": 0.59206793769106 + } + ] + }, + { + "accuracy": 0.4505656665027054, + "f1": 0.41035565250623146, + "f1_weighted": 0.43696265686780367, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ], + "main_score": 0.4505656665027054, + "scores_per_experiment": [ + { + "accuracy": 0.42990654205607476, + "f1": 0.4116324220295453, + "f1_weighted": 0.4235403890397813 + }, + { + "accuracy": 0.4618789965568126, + "f1": 0.43576520888808756, + "f1_weighted": 0.45889093607324516 + }, + { + "accuracy": 0.4677816035415642, + "f1": 0.42054878976018273, + "f1_weighted": 0.45285909097170907 + }, + { + "accuracy": 0.45794392523364486, + "f1": 0.40622634532554086, + "f1_weighted": 0.4385392484505316 + }, + { + "accuracy": 0.46876537137235613, + "f1": 0.41987883332196446, + "f1_weighted": 0.44953998740992124 + }, + { + "accuracy": 0.4392523364485981, + "f1": 0.4047762023248795, + "f1_weighted": 0.423640051239881 + }, + { + "accuracy": 0.43433349729463844, + "f1": 0.39696764997688605, + "f1_weighted": 0.4228268671008529 + }, + { + "accuracy": 0.4436792916871618, + "f1": 0.3942074228894892, + "f1_weighted": 0.4218820775158026 + }, + { + "accuracy": 0.45056566650270535, + "f1": 0.40670893233073374, + "f1_weighted": 0.43877822101505065 + }, + { + "accuracy": 0.4515494343334973, + "f1": 0.40684471821500606, + "f1_weighted": 0.4391296998612612 + } + ] + }, + { + "accuracy": 0.5605017215937039, + "f1": 0.5058306383202458, + "f1_weighted": 0.5466293647715694, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ], + "main_score": 0.5605017215937039, + "scores_per_experiment": [ + { + "accuracy": 0.6005902606984752, + "f1": 0.5466897679762636, + "f1_weighted": 0.5879803294231994 + }, + { + "accuracy": 0.5686178061977374, + "f1": 0.5047892143765395, + "f1_weighted": 0.5534924185180746 + }, + { + "accuracy": 0.5563207083128382, + "f1": 0.49252866505595433, + "f1_weighted": 0.5465594851946719 + }, + { + "accuracy": 0.5632070831283817, + "f1": 0.5077543197120921, + "f1_weighted": 0.5492499502907049 + }, + { + "accuracy": 0.5632070831283817, + "f1": 0.4974538441919194, + "f1_weighted": 0.5500889846584002 + }, + { + "accuracy": 0.544515494343335, + "f1": 0.503305621394072, + "f1_weighted": 0.5334082331225646 + }, + { + "accuracy": 0.5312346286276439, + "f1": 0.4844792335559433, + "f1_weighted": 0.5138128963447177 + }, + { + "accuracy": 0.5622233152975897, + "f1": 0.49667352479230037, + "f1_weighted": 0.5473486823127547 + }, + { + "accuracy": 0.5317265125430398, + "f1": 0.4972715275595053, + "f1_weighted": 0.509687217984908 + }, + { + "accuracy": 0.5833743236596163, + "f1": 0.5273606645878687, + "f1_weighted": 0.5746654498656977 + } + ] + }, + { + "accuracy": 0.5850467289719626, + "f1": 0.5378628776434312, + "f1_weighted": 0.5792133129982961, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5850467289719626, + "scores_per_experiment": [ + { + "accuracy": 0.5705853418593212, + "f1": 0.5400376960314813, + "f1_weighted": 0.5718265287243567 + }, + { + "accuracy": 0.5966551893753075, + "f1": 0.5488172169608844, + "f1_weighted": 0.5913381406870961 + }, + { + "accuracy": 0.5937038858829317, + "f1": 0.5411860029000728, + "f1_weighted": 0.5894127000628885 + }, + { + "accuracy": 0.6109198229217905, + "f1": 0.5597581794640001, + "f1_weighted": 0.6025698761922788 + }, + { + "accuracy": 0.5946876537137236, + "f1": 0.5340378702638096, + "f1_weighted": 0.5857011020407911 + }, + { + "accuracy": 0.5710772257747172, + "f1": 0.5344365796540955, + "f1_weighted": 0.5682530204802381 + }, + { + "accuracy": 0.5902606984751598, + "f1": 0.5348042054849832, + "f1_weighted": 0.5830265541483762 + }, + { + "accuracy": 0.5676340383669454, + "f1": 0.5207414090752315, + "f1_weighted": 0.5562167895677349 + }, + { + "accuracy": 0.5740285292670929, + "f1": 0.5264213072257584, + "f1_weighted": 0.5601501795876849 + }, + { + "accuracy": 0.5809149040826365, + "f1": 0.538388309373995, + "f1_weighted": 0.5836382384915159 + } + ] + }, + { + "accuracy": 0.5567634038366945, + "f1": 0.5111380610530033, + "f1_weighted": 0.5506912930815574, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.5567634038366945, + "scores_per_experiment": [ + { + "accuracy": 0.5518937530742745, + "f1": 0.512635485610391, + "f1_weighted": 0.5486206949252772 + }, + { + "accuracy": 0.5897688145597639, + "f1": 0.5309786989609842, + "f1_weighted": 0.5889654693232383 + }, + { + "accuracy": 0.5484505656665027, + "f1": 0.5067101056523985, + "f1_weighted": 0.5439776772325492 + }, + { + "accuracy": 0.5696015740285293, + "f1": 0.514913126876507, + "f1_weighted": 0.5665102714739128 + }, + { + "accuracy": 0.573536645351697, + "f1": 0.5216116392394095, + "f1_weighted": 0.5669451085427453 + }, + { + "accuracy": 0.5410723069355632, + "f1": 0.5156786462642331, + "f1_weighted": 0.5276490005145793 + }, + { + "accuracy": 0.5573044761436301, + "f1": 0.510819381267765, + "f1_weighted": 0.5528709949984447 + }, + { + "accuracy": 0.5597638957206099, + "f1": 0.4934642885265098, + "f1_weighted": 0.5469333230184559 + }, + { + "accuracy": 0.529758976881456, + "f1": 0.5047850458604275, + "f1_weighted": 0.5109847054045256 + }, + { + "accuracy": 0.5464830300049188, + "f1": 0.499784192271408, + "f1_weighted": 0.5534556853818455 + } + ] + }, + { + "accuracy": 0.6308903098868667, + "f1": 0.5970774166238464, + "f1_weighted": 0.6146158225917772, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.6308903098868667, + "scores_per_experiment": [ + { + "accuracy": 0.6576487948844073, + "f1": 0.6175726814531618, + "f1_weighted": 0.6474158196303861 + }, + { + "accuracy": 0.6527299557304476, + "f1": 0.6179473237876159, + "f1_weighted": 0.6422458789825027 + }, + { + "accuracy": 0.6379734382685687, + "f1": 0.594916077276656, + "f1_weighted": 0.6244741419680437 + }, + { + "accuracy": 0.6404328578455485, + "f1": 0.5927885894906108, + "f1_weighted": 0.6303054670137517 + }, + { + "accuracy": 0.6266601082144614, + "f1": 0.5986691445230862, + "f1_weighted": 0.6055422109266949 + }, + { + "accuracy": 0.6163305459911461, + "f1": 0.5883938121713864, + "f1_weighted": 0.5918850478127877 + }, + { + "accuracy": 0.632070831283817, + "f1": 0.6000286332660425, + "f1_weighted": 0.6184001354416184 + }, + { + "accuracy": 0.6109198229217905, + "f1": 0.5846620164526993, + "f1_weighted": 0.5881662077341246 + }, + { + "accuracy": 0.602065912444663, + "f1": 0.5729700783927488, + "f1_weighted": 0.5787292508072002 + }, + { + "accuracy": 0.632070831283817, + "f1": 0.6028258094244554, + "f1_weighted": 0.6189940656006618 + } + ] + }, + { + "accuracy": 0.643777668470241, + "f1": 0.6015237505620395, + "f1_weighted": 0.6296495489528323, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.643777668470241, + "scores_per_experiment": [ + { + "accuracy": 0.6527299557304476, + "f1": 0.6152561952330817, + "f1_weighted": 0.6464810015630756 + }, + { + "accuracy": 0.6674864731923266, + "f1": 0.6175328862585286, + "f1_weighted": 0.6582957418295194 + }, + { + "accuracy": 0.6301032956222331, + "f1": 0.583420486161151, + "f1_weighted": 0.6167362792802636 + }, + { + "accuracy": 0.6689621249385145, + "f1": 0.6229801996448491, + "f1_weighted": 0.659260457475736 + }, + { + "accuracy": 0.6546974913920315, + "f1": 0.599399758168754, + "f1_weighted": 0.641000747992352 + }, + { + "accuracy": 0.6286276438760453, + "f1": 0.6014816825941447, + "f1_weighted": 0.6152539672715165 + }, + { + "accuracy": 0.6360059026069848, + "f1": 0.6009977007852175, + "f1_weighted": 0.6195967953289775 + }, + { + "accuracy": 0.617314313821938, + "f1": 0.5789300804546527, + "f1_weighted": 0.600354998086489 + }, + { + "accuracy": 0.6242006886374816, + "f1": 0.5922988570074629, + "f1_weighted": 0.5911759118188628 + }, + { + "accuracy": 0.6576487948844073, + "f1": 0.6029396593125528, + "f1_weighted": 0.6483395888815311 + } + ] + }, + { + "accuracy": 0.6406787998032464, + "f1": 0.6194549281989454, + "f1_weighted": 0.6265869459996309, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.6406787998032464, + "scores_per_experiment": [ + { + "accuracy": 0.6551893753074275, + "f1": 0.6368250523405826, + "f1_weighted": 0.6483263956816767 + }, + { + "accuracy": 0.6512543039842598, + "f1": 0.631376751044949, + "f1_weighted": 0.6386426908295919 + }, + { + "accuracy": 0.6360059026069848, + "f1": 0.6019812606534788, + "f1_weighted": 0.6271077348579774 + }, + { + "accuracy": 0.6443679291687162, + "f1": 0.6202221790231738, + "f1_weighted": 0.6303470850134242 + }, + { + "accuracy": 0.6458435809149041, + "f1": 0.6198456438623487, + "f1_weighted": 0.629080733662783 + }, + { + "accuracy": 0.6360059026069848, + "f1": 0.6152031665979383, + "f1_weighted": 0.6241785667742997 + }, + { + "accuracy": 0.631578947368421, + "f1": 0.6066194299535544, + "f1_weighted": 0.6165593306134258 + }, + { + "accuracy": 0.6296114117068372, + "f1": 0.6201045444902671, + "f1_weighted": 0.6124389775066453 + }, + { + "accuracy": 0.6296114117068372, + "f1": 0.6242082873698035, + "f1_weighted": 0.5969535180597585 + }, + { + "accuracy": 0.647319232661092, + "f1": 0.6181629666533577, + "f1_weighted": 0.6422344269967263 + } + ] + }, + { + "accuracy": 0.5454008853910477, + "f1": 0.49794042406286143, + "f1_weighted": 0.5332555810386406, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ], + "main_score": 0.5454008853910477, + "scores_per_experiment": [ + { + "accuracy": 0.5464830300049188, + "f1": 0.49228925287200326, + "f1_weighted": 0.5400843016074062 + }, + { + "accuracy": 0.5838662075750123, + "f1": 0.5399046375671287, + "f1_weighted": 0.5789251526048186 + }, + { + "accuracy": 0.5322183964584358, + "f1": 0.473655418848176, + "f1_weighted": 0.5254081981512984 + }, + { + "accuracy": 0.5627151992129857, + "f1": 0.4978926260524896, + "f1_weighted": 0.5543010434951805 + }, + { + "accuracy": 0.5371372356123955, + "f1": 0.4941546622922347, + "f1_weighted": 0.5192602135677677 + }, + { + "accuracy": 0.5159862272503689, + "f1": 0.4935010503864042, + "f1_weighted": 0.4977103283280635 + }, + { + "accuracy": 0.5361534677816036, + "f1": 0.4752536204225192, + "f1_weighted": 0.5195396082310844 + }, + { + "accuracy": 0.5538612887358584, + "f1": 0.5184939510124653, + "f1_weighted": 0.5373539292638448 + }, + { + "accuracy": 0.5371372356123955, + "f1": 0.5038254088144833, + "f1_weighted": 0.521647659303595 + }, + { + "accuracy": 0.5484505656665027, + "f1": 0.4904336123607097, + "f1_weighted": 0.5383253758333458 + } + ] + }, + { + "accuracy": 0.5996064928676832, + "f1": 0.5658273746650434, + "f1_weighted": 0.5858330486395016, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.5996064928676832, + "scores_per_experiment": [ + { + "accuracy": 0.6069847515986228, + "f1": 0.5800680542267018, + "f1_weighted": 0.5963529923325798 + }, + { + "accuracy": 0.5937038858829317, + "f1": 0.5539781569605338, + "f1_weighted": 0.582181534448808 + }, + { + "accuracy": 0.5951795376291196, + "f1": 0.5567411660299558, + "f1_weighted": 0.5859505105395133 + }, + { + "accuracy": 0.6227250368912937, + "f1": 0.5838575346308734, + "f1_weighted": 0.610073592429533 + }, + { + "accuracy": 0.5907525823905558, + "f1": 0.5591873142060455, + "f1_weighted": 0.5745013865938104 + }, + { + "accuracy": 0.5823905558288244, + "f1": 0.5581529391640295, + "f1_weighted": 0.5614277311694253 + }, + { + "accuracy": 0.6064928676832267, + "f1": 0.5720509959285123, + "f1_weighted": 0.5918900632988056 + }, + { + "accuracy": 0.5858337432365962, + "f1": 0.5538871927007436, + "f1_weighted": 0.5703519634891564 + }, + { + "accuracy": 0.5971470732907034, + "f1": 0.5689756220060721, + "f1_weighted": 0.5849208363869468 + }, + { + "accuracy": 0.6148548942449582, + "f1": 0.5713747707969661, + "f1_weighted": 0.6006798757064371 + } + ] + }, + { + "accuracy": 0.6080177078209543, + "f1": 0.5533268711888926, + "f1_weighted": 0.6005420763262942, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ], + "main_score": 0.6080177078209543, + "scores_per_experiment": [ + { + "accuracy": 0.6104279390063945, + "f1": 0.5666498622742782, + "f1_weighted": 0.6054530412473736 + }, + { + "accuracy": 0.6340383669454008, + "f1": 0.5752134320025957, + "f1_weighted": 0.6323969134686358 + }, + { + "accuracy": 0.6005902606984752, + "f1": 0.5460175049613805, + "f1_weighted": 0.593338983332282 + }, + { + "accuracy": 0.6364977865223808, + "f1": 0.5834807294482889, + "f1_weighted": 0.6309375091481098 + }, + { + "accuracy": 0.6133792424987703, + "f1": 0.5488034092976138, + "f1_weighted": 0.6055237785903064 + }, + { + "accuracy": 0.6015740285292671, + "f1": 0.5609749024168857, + "f1_weighted": 0.5945061356453253 + }, + { + "accuracy": 0.5966551893753075, + "f1": 0.5250355887344221, + "f1_weighted": 0.5928669871328027 + }, + { + "accuracy": 0.5912444663059518, + "f1": 0.5349037662576748, + "f1_weighted": 0.582037312560977 + }, + { + "accuracy": 0.5828824397442204, + "f1": 0.5415477524960768, + "f1_weighted": 0.5565116801012008 + }, + { + "accuracy": 0.6128873585833743, + "f1": 0.5506417639997085, + "f1_weighted": 0.6118484220359279 + } + ] + }, + { + "accuracy": 0.4706345302508608, + "f1": 0.44352949670748504, + "f1_weighted": 0.46409214338687643, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ], + "main_score": 0.4706345302508608, + "scores_per_experiment": [ + { + "accuracy": 0.4825381210034432, + "f1": 0.45631551485090494, + "f1_weighted": 0.4826806931303228 + }, + { + "accuracy": 0.5022134776192818, + "f1": 0.4637568877570978, + "f1_weighted": 0.5086166791449763 + }, + { + "accuracy": 0.4722085587801279, + "f1": 0.4367679785488497, + "f1_weighted": 0.46401848549898017 + }, + { + "accuracy": 0.4869650762420069, + "f1": 0.45055065851209763, + "f1_weighted": 0.4857793441845516 + }, + { + "accuracy": 0.5017215937038859, + "f1": 0.44839672897184163, + "f1_weighted": 0.49044271839366643 + }, + { + "accuracy": 0.4131824889326119, + "f1": 0.41752246249755387, + "f1_weighted": 0.39156193742791606 + }, + { + "accuracy": 0.4535169699950812, + "f1": 0.43546679767675556, + "f1_weighted": 0.44693795351856774 + }, + { + "accuracy": 0.47860304968027545, + "f1": 0.45169090621136987, + "f1_weighted": 0.47555559445219375 + }, + { + "accuracy": 0.441219872110182, + "f1": 0.42907037417974186, + "f1_weighted": 0.4384636428460777 + }, + { + "accuracy": 0.47417609444171177, + "f1": 0.44575665786863694, + "f1_weighted": 0.45686438527151163 + } + ] + }, + { + "accuracy": 0.6238563698967043, + "f1": 0.5765059823621754, + "f1_weighted": 0.6116306623798762, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.6238563698967043, + "scores_per_experiment": [ + { + "accuracy": 0.6276438760452533, + "f1": 0.5925715860498454, + "f1_weighted": 0.6214501951041642 + }, + { + "accuracy": 0.6364977865223808, + "f1": 0.5903634875714269, + "f1_weighted": 0.6306537525218343 + }, + { + "accuracy": 0.6153467781603541, + "f1": 0.5576432600263322, + "f1_weighted": 0.6016994798239538 + }, + { + "accuracy": 0.6566650270536154, + "f1": 0.6067563023766901, + "f1_weighted": 0.649794308290983 + }, + { + "accuracy": 0.6153467781603541, + "f1": 0.545731979028267, + "f1_weighted": 0.5978274248884861 + }, + { + "accuracy": 0.6035415641908509, + "f1": 0.5660241151403204, + "f1_weighted": 0.5893768091961834 + }, + { + "accuracy": 0.6251844564682735, + "f1": 0.5783286430588659, + "f1_weighted": 0.6107607782803344 + }, + { + "accuracy": 0.6005902606984752, + "f1": 0.5607304340409254, + "f1_weighted": 0.5837139159542617 + }, + { + "accuracy": 0.6207575012297097, + "f1": 0.5886909049760264, + "f1_weighted": 0.5972542884288381 + }, + { + "accuracy": 0.6369896704377767, + "f1": 0.5782191113530544, + "f1_weighted": 0.6337756713097223 + } + ] + }, + { + "accuracy": 0.6290703393999016, + "f1": 0.5867352882905932, + "f1_weighted": 0.6181841527247351, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.6290703393999016, + "scores_per_experiment": [ + { + "accuracy": 0.6419085095917364, + "f1": 0.5984533868359422, + "f1_weighted": 0.6372409469363939 + }, + { + "accuracy": 0.6689621249385145, + "f1": 0.6246634272366751, + "f1_weighted": 0.6624627264109716 + }, + { + "accuracy": 0.6197737333989178, + "f1": 0.5737477398250821, + "f1_weighted": 0.6064575262814859 + }, + { + "accuracy": 0.6409247417609444, + "f1": 0.5834280256637833, + "f1_weighted": 0.6340379625367671 + }, + { + "accuracy": 0.6414166256763404, + "f1": 0.5883961807320527, + "f1_weighted": 0.6280449887316477 + }, + { + "accuracy": 0.6109198229217905, + "f1": 0.5800159064935847, + "f1_weighted": 0.5999629242641055 + }, + { + "accuracy": 0.6443679291687162, + "f1": 0.6055334416801749, + "f1_weighted": 0.6341051800493952 + }, + { + "accuracy": 0.6119035907525824, + "f1": 0.5565187974902185, + "f1_weighted": 0.5991827781617213 + }, + { + "accuracy": 0.5971470732907034, + "f1": 0.5709339669999114, + "f1_weighted": 0.5744485100604133 + }, + { + "accuracy": 0.6133792424987703, + "f1": 0.5856620099485069, + "f1_weighted": 0.6058979838144514 + } + ] + }, + { + "accuracy": 0.5609444171175603, + "f1": 0.5187826866473061, + "f1_weighted": 0.5535637944771132, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ], + "main_score": 0.5609444171175603, + "scores_per_experiment": [ + { + "accuracy": 0.5573044761436301, + "f1": 0.5199474345874943, + "f1_weighted": 0.5567174080210138 + }, + { + "accuracy": 0.5892769306443679, + "f1": 0.5397040568297137, + "f1_weighted": 0.5820669157715774 + }, + { + "accuracy": 0.5563207083128382, + "f1": 0.5137713802421043, + "f1_weighted": 0.5558390898478752 + }, + { + "accuracy": 0.5873093949827841, + "f1": 0.5355260866516963, + "f1_weighted": 0.5860637238321103 + }, + { + "accuracy": 0.5425479586817511, + "f1": 0.5011121282964173, + "f1_weighted": 0.5308528244636264 + }, + { + "accuracy": 0.5302508607968519, + "f1": 0.5025231415900376, + "f1_weighted": 0.5126472931877629 + }, + { + "accuracy": 0.5725528775209051, + "f1": 0.5227509640822429, + "f1_weighted": 0.5669347681256888 + }, + { + "accuracy": 0.5494343334972946, + "f1": 0.5131928652151483, + "f1_weighted": 0.5351949059945009 + }, + { + "accuracy": 0.5646827348745695, + "f1": 0.528527657837271, + "f1_weighted": 0.5512306121251245 + }, + { + "accuracy": 0.5597638957206099, + "f1": 0.5107711511409342, + "f1_weighted": 0.5580904034018532 + } + ] + }, + { + "accuracy": 0.5005902606984752, + "f1": 0.46118810681539923, + "f1_weighted": 0.48604972188264794, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ], + "main_score": 0.5005902606984752, + "scores_per_experiment": [ + { + "accuracy": 0.5199212985735366, + "f1": 0.4882626176877111, + "f1_weighted": 0.5079472317863882 + }, + { + "accuracy": 0.5248401377274963, + "f1": 0.4885314734159556, + "f1_weighted": 0.5175126621135562 + }, + { + "accuracy": 0.528775209050664, + "f1": 0.4765718376452791, + "f1_weighted": 0.5174725334809832 + }, + { + "accuracy": 0.4963108706345303, + "f1": 0.4395454679014339, + "f1_weighted": 0.4801637301495628 + }, + { + "accuracy": 0.49827840629611414, + "f1": 0.4483319422759593, + "f1_weighted": 0.47997774637048646 + }, + { + "accuracy": 0.4781111657648795, + "f1": 0.4525644542500156, + "f1_weighted": 0.45993167554071185 + }, + { + "accuracy": 0.485489424495819, + "f1": 0.4544924564748452, + "f1_weighted": 0.46911958531454806 + }, + { + "accuracy": 0.4894244958189867, + "f1": 0.4500542795657213, + "f1_weighted": 0.4745545825982251 + }, + { + "accuracy": 0.48499754058042305, + "f1": 0.4638915956075768, + "f1_weighted": 0.46843497097736625 + }, + { + "accuracy": 0.499754058042302, + "f1": 0.4496349433294941, + "f1_weighted": 0.4853825004946503 + } + ] + } + ] + }, + "task_name": "MassiveIntentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..fa4eb8cd3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 64.67595291137695, + "kg_co2_emissions": 0.00216187656902773, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3643905833170059, + "v_measure": 0.3643905833170059, + "v_measure_std": 0.0074643498876258525, + "v_measures": { + "Level 0": [ + 0.35852216426455713, + 0.353043957130908, + 0.3722905173121207, + 0.3624897242690057, + 0.3606885846495812, + 0.35561629359271557, + 0.3774043877050248, + 0.36403144218478345, + 0.3717618664568674, + 0.36805689560449567 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiEURLEXMultilabelClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiEURLEXMultilabelClassification.json new file mode 100644 index 000000000..74f3dd258 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1437 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "evaluation_time": 3294.9791107177734, + "kg_co2_emissions": 0.2974618920109185, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.009420000000000001, + "f1": 0.12395639492007571, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "lrap": 0.3042698521163886, + "main_score": 0.009420000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.0106, + "f1": 0.1358032606846033, + "lrap": 0.30719396031744717 + }, + { + "accuracy": 0.0078, + "f1": 0.11438354062244341, + "lrap": 0.2948213095237966 + }, + { + "accuracy": 0.0098, + "f1": 0.11986405531440239, + "lrap": 0.29057862698411346 + }, + { + "accuracy": 0.0116, + "f1": 0.1279303479810564, + "lrap": 0.3200791058200919 + }, + { + "accuracy": 0.0106, + "f1": 0.11244026683242685, + "lrap": 0.29955017460316075 + }, + { + "accuracy": 0.0074, + "f1": 0.11289390006056037, + "lrap": 0.31407435185183735 + }, + { + "accuracy": 0.007, + "f1": 0.13435168203791464, + "lrap": 0.2988793888888754 + }, + { + "accuracy": 0.0062, + "f1": 0.11856074773504427, + "lrap": 0.29632218253966874 + }, + { + "accuracy": 0.0124, + "f1": 0.12868324458526004, + "lrap": 0.3102082539682411 + }, + { + "accuracy": 0.0108, + "f1": 0.13465290334704538, + "lrap": 0.31099116666665366 + } + ] + }, + { + "accuracy": 0.008499999999999999, + "f1": 0.12195600167404483, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "lrap": 0.2991636136243251, + "main_score": 0.008499999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.0094, + "f1": 0.1413474035781541, + "lrap": 0.3151196349206216 + }, + { + "accuracy": 0.0064, + "f1": 0.11968522983868579, + "lrap": 0.28783308201056895 + }, + { + "accuracy": 0.015, + "f1": 0.12281022493561664, + "lrap": 0.31485677777776466 + }, + { + "accuracy": 0.0062, + "f1": 0.13059040708450698, + "lrap": 0.30101974074072785 + }, + { + "accuracy": 0.0064, + "f1": 0.10445088230654917, + "lrap": 0.28958345238093813 + }, + { + "accuracy": 0.0052, + "f1": 0.10765812519953406, + "lrap": 0.2992681746031613 + }, + { + "accuracy": 0.006, + "f1": 0.11495583445175613, + "lrap": 0.2837312698412563 + }, + { + "accuracy": 0.0102, + "f1": 0.13238774026920214, + "lrap": 0.3101484285714158 + }, + { + "accuracy": 0.0122, + "f1": 0.12742008313177058, + "lrap": 0.3141257936507785 + }, + { + "accuracy": 0.008, + "f1": 0.11825408594467265, + "lrap": 0.2759497817460175 + } + ] + }, + { + "accuracy": 0.008020000000000001, + "f1": 0.11601088470614473, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "lrap": 0.29621293518517133, + "main_score": 0.008020000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.0092, + "f1": 0.10246443586073042, + "lrap": 0.3046324206349055 + }, + { + "accuracy": 0.0088, + "f1": 0.11314114242221482, + "lrap": 0.3024093095237949 + }, + { + "accuracy": 0.0106, + "f1": 0.12394108008424697, + "lrap": 0.307081333333319 + }, + { + "accuracy": 0.005, + "f1": 0.11894775297206153, + "lrap": 0.28126765873014475 + }, + { + "accuracy": 0.0054, + "f1": 0.104254221574713, + "lrap": 0.2792292857142727 + }, + { + "accuracy": 0.0104, + "f1": 0.1268935936099127, + "lrap": 0.31196043650792377 + }, + { + "accuracy": 0.007, + "f1": 0.12828666308545505, + "lrap": 0.29591430158728826 + }, + { + "accuracy": 0.007, + "f1": 0.09992789033876992, + "lrap": 0.28760924603173155 + }, + { + "accuracy": 0.0102, + "f1": 0.1290812879608726, + "lrap": 0.3072210476190351 + }, + { + "accuracy": 0.0066, + "f1": 0.11317077915247024, + "lrap": 0.28480431216929836 + } + ] + }, + { + "accuracy": 0.00776, + "f1": 0.12260456306927806, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "lrap": 0.29834102447088606, + "main_score": 0.00776, + "scores_per_experiment": [ + { + "accuracy": 0.0048, + "f1": 0.12204772877153706, + "lrap": 0.2800081746031619 + }, + { + "accuracy": 0.0122, + "f1": 0.14290030823917754, + "lrap": 0.3258150105819982 + }, + { + "accuracy": 0.0088, + "f1": 0.11329666421986156, + "lrap": 0.3025582698412562 + }, + { + "accuracy": 0.0066, + "f1": 0.10551146981217926, + "lrap": 0.28066846825395436 + }, + { + "accuracy": 0.0048, + "f1": 0.12013773256650725, + "lrap": 0.2959068968253836 + }, + { + "accuracy": 0.0106, + "f1": 0.1426534624773764, + "lrap": 0.2992569153439013 + }, + { + "accuracy": 0.006, + "f1": 0.11644044728911661, + "lrap": 0.2909218121692997 + }, + { + "accuracy": 0.0122, + "f1": 0.13144445711713026, + "lrap": 0.3123101150793509 + }, + { + "accuracy": 0.0054, + "f1": 0.11098434453931331, + "lrap": 0.28421534391533093 + }, + { + "accuracy": 0.0062, + "f1": 0.12062901566058121, + "lrap": 0.3117492380952233 + } + ] + }, + { + "accuracy": 0.006959999999999999, + "f1": 0.13018720544733145, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "lrap": 0.29402401917988114, + "main_score": 0.006959999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.007, + "f1": 0.1302509416005608, + "lrap": 0.28872497619046306 + }, + { + "accuracy": 0.0068, + "f1": 0.13871606707888218, + "lrap": 0.3129530476190344 + }, + { + "accuracy": 0.0068, + "f1": 0.12778967535730196, + "lrap": 0.29922003968252714 + }, + { + "accuracy": 0.008, + "f1": 0.1394535874064268, + "lrap": 0.2928749047618919 + }, + { + "accuracy": 0.0068, + "f1": 0.12313563177735169, + "lrap": 0.2940780753968122 + }, + { + "accuracy": 0.0064, + "f1": 0.11693127342444538, + "lrap": 0.2920342486772355 + }, + { + "accuracy": 0.0074, + "f1": 0.13828835264486786, + "lrap": 0.2970069470899342 + }, + { + "accuracy": 0.0068, + "f1": 0.13320339773384593, + "lrap": 0.29007226190474916 + }, + { + "accuracy": 0.009, + "f1": 0.12414128583610158, + "lrap": 0.29556573015871695 + }, + { + "accuracy": 0.0046, + "f1": 0.12996184161353025, + "lrap": 0.27770996031744666 + } + ] + }, + { + "accuracy": 0.011380000000000001, + "f1": 0.13782152386787794, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ], + "lrap": 0.29604359153437726, + "main_score": 0.011380000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.01, + "f1": 0.11841409650451297, + "lrap": 0.2932174206349061 + }, + { + "accuracy": 0.0084, + "f1": 0.13447080319900293, + "lrap": 0.2929022142857008 + }, + { + "accuracy": 0.0064, + "f1": 0.13356668115160084, + "lrap": 0.2843945714285578 + }, + { + "accuracy": 0.0102, + "f1": 0.13045534253678928, + "lrap": 0.2904220634920496 + }, + { + "accuracy": 0.0132, + "f1": 0.14779365869071523, + "lrap": 0.32239763492061974 + }, + { + "accuracy": 0.0172, + "f1": 0.12757438546290972, + "lrap": 0.3056893253968107 + }, + { + "accuracy": 0.0158, + "f1": 0.16191640742889013, + "lrap": 0.3234260978835827 + }, + { + "accuracy": 0.008, + "f1": 0.14119338161353856, + "lrap": 0.2887278809523669 + }, + { + "accuracy": 0.0084, + "f1": 0.14352280220006902, + "lrap": 0.28074054761903405 + }, + { + "accuracy": 0.0162, + "f1": 0.13930767989075077, + "lrap": 0.2785181587301447 + } + ] + }, + { + "accuracy": 0.011879999999999998, + "f1": 0.15137452225543596, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "lrap": 0.2994130552909914, + "main_score": 0.011879999999999998, + "scores_per_experiment": [ + { + "accuracy": 0.011, + "f1": 0.15067839083809015, + "lrap": 0.29842976190474707 + }, + { + "accuracy": 0.0104, + "f1": 0.14253253498956395, + "lrap": 0.2839061031745905 + }, + { + "accuracy": 0.0214, + "f1": 0.1562829740074161, + "lrap": 0.29717033201056836 + }, + { + "accuracy": 0.0132, + "f1": 0.157634667500254, + "lrap": 0.3164186111110964 + }, + { + "accuracy": 0.0088, + "f1": 0.15618984064754046, + "lrap": 0.3074955238095102 + }, + { + "accuracy": 0.0106, + "f1": 0.15142311097764743, + "lrap": 0.30469851851850466 + }, + { + "accuracy": 0.019, + "f1": 0.14055675367230805, + "lrap": 0.29638961904760497 + }, + { + "accuracy": 0.0106, + "f1": 0.14949054956186225, + "lrap": 0.30642440079363725 + }, + { + "accuracy": 0.0052, + "f1": 0.14195318457093165, + "lrap": 0.27885678571427125 + }, + { + "accuracy": 0.0086, + "f1": 0.16700321578874547, + "lrap": 0.3043408968253832 + } + ] + }, + { + "accuracy": 0.00938, + "f1": 0.12312714703142516, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "lrap": 0.3043777193121556, + "main_score": 0.00938, + "scores_per_experiment": [ + { + "accuracy": 0.007, + "f1": 0.1257946342707958, + "lrap": 0.3017323571428451 + }, + { + "accuracy": 0.0164, + "f1": 0.1253733542312127, + "lrap": 0.33341883333332 + }, + { + "accuracy": 0.008, + "f1": 0.1283578470627069, + "lrap": 0.29845832539681216 + }, + { + "accuracy": 0.006, + "f1": 0.11242826756781099, + "lrap": 0.29119079365078004 + }, + { + "accuracy": 0.0076, + "f1": 0.12969832581160023, + "lrap": 0.31633700793649316 + }, + { + "accuracy": 0.0096, + "f1": 0.12382309126856159, + "lrap": 0.3062513095237941 + }, + { + "accuracy": 0.0154, + "f1": 0.12065066974268314, + "lrap": 0.30211093915342485 + }, + { + "accuracy": 0.0106, + "f1": 0.12321039980972806, + "lrap": 0.30435838888887534 + }, + { + "accuracy": 0.0052, + "f1": 0.11926121317266937, + "lrap": 0.2903584523809392 + }, + { + "accuracy": 0.008, + "f1": 0.12267366737648282, + "lrap": 0.29956078571427214 + } + ] + }, + { + "accuracy": 0.00778, + "f1": 0.12409735118763987, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "lrap": 0.2998824431216794, + "main_score": 0.00778, + "scores_per_experiment": [ + { + "accuracy": 0.0074, + "f1": 0.11450297910186229, + "lrap": 0.29777238095236747 + }, + { + "accuracy": 0.0044, + "f1": 0.14079699772432022, + "lrap": 0.2967055158730028 + }, + { + "accuracy": 0.0062, + "f1": 0.11873986571683263, + "lrap": 0.3130959126983992 + }, + { + "accuracy": 0.0064, + "f1": 0.14134031434012778, + "lrap": 0.2931631904761773 + }, + { + "accuracy": 0.0062, + "f1": 0.11133802205758431, + "lrap": 0.27522377777776397 + }, + { + "accuracy": 0.0056, + "f1": 0.12876404472872557, + "lrap": 0.283619007936495 + }, + { + "accuracy": 0.015, + "f1": 0.15325758339247894, + "lrap": 0.3415405502645345 + }, + { + "accuracy": 0.0096, + "f1": 0.09744668909926231, + "lrap": 0.28637539682538216 + }, + { + "accuracy": 0.0084, + "f1": 0.1285565837393091, + "lrap": 0.31189849999998703 + }, + { + "accuracy": 0.0086, + "f1": 0.10623043197589582, + "lrap": 0.29943019841268403 + } + ] + }, + { + "accuracy": 0.008660000000000001, + "f1": 0.140484436063869, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ], + "lrap": 0.294652022751309, + "main_score": 0.008660000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.008, + "f1": 0.14390238524920124, + "lrap": 0.3067356507936364 + }, + { + "accuracy": 0.005, + "f1": 0.1325353406295957, + "lrap": 0.26782561111109837 + }, + { + "accuracy": 0.0106, + "f1": 0.17852833810311097, + "lrap": 0.30416623809522386 + }, + { + "accuracy": 0.0082, + "f1": 0.14045835241099114, + "lrap": 0.30444258994707574 + }, + { + "accuracy": 0.0092, + "f1": 0.14240099570839335, + "lrap": 0.2869986666666525 + }, + { + "accuracy": 0.0086, + "f1": 0.14536964300358854, + "lrap": 0.30345150793649356 + }, + { + "accuracy": 0.0054, + "f1": 0.12130262177476171, + "lrap": 0.2694073809523671 + }, + { + "accuracy": 0.012, + "f1": 0.13213564507543293, + "lrap": 0.3045173412698285 + }, + { + "accuracy": 0.0136, + "f1": 0.14037011034416813, + "lrap": 0.3151036613756483 + }, + { + "accuracy": 0.006, + "f1": 0.1278409283394463, + "lrap": 0.28387157936506574 + } + ] + }, + { + "accuracy": 0.00856, + "f1": 0.12453295356795505, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "lrap": 0.29487501428570045, + "main_score": 0.00856, + "scores_per_experiment": [ + { + "accuracy": 0.006, + "f1": 0.11484981163095963, + "lrap": 0.2828295238095106 + }, + { + "accuracy": 0.0076, + "f1": 0.12236724247068372, + "lrap": 0.29188465079363757 + }, + { + "accuracy": 0.0086, + "f1": 0.13088776383969197, + "lrap": 0.28634351851850387 + }, + { + "accuracy": 0.0146, + "f1": 0.13513207559147503, + "lrap": 0.3204710714285579 + }, + { + "accuracy": 0.0114, + "f1": 0.11829511413481261, + "lrap": 0.2931066031745893 + }, + { + "accuracy": 0.0078, + "f1": 0.13256587183471766, + "lrap": 0.30357207936506536 + }, + { + "accuracy": 0.0102, + "f1": 0.12550303238192498, + "lrap": 0.28961285714284285 + }, + { + "accuracy": 0.0048, + "f1": 0.11640046541176102, + "lrap": 0.2834720793650651 + }, + { + "accuracy": 0.009, + "f1": 0.12791886750794068, + "lrap": 0.3017191164021025 + }, + { + "accuracy": 0.0056, + "f1": 0.12140929087558316, + "lrap": 0.29573864285712953 + } + ] + }, + { + "accuracy": 0.0107, + "f1": 0.13946651368602273, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "lrap": 0.2967627476190333, + "main_score": 0.0107, + "scores_per_experiment": [ + { + "accuracy": 0.0128, + "f1": 0.13442170220667446, + "lrap": 0.3008022222222077 + }, + { + "accuracy": 0.0086, + "f1": 0.16996897110878315, + "lrap": 0.31542304761903217 + }, + { + "accuracy": 0.0146, + "f1": 0.13404870787425877, + "lrap": 0.300502682539668 + }, + { + "accuracy": 0.0112, + "f1": 0.14150183755727389, + "lrap": 0.3025055158730013 + }, + { + "accuracy": 0.0098, + "f1": 0.13851274811347863, + "lrap": 0.28823313492062114 + }, + { + "accuracy": 0.0098, + "f1": 0.1345937652048105, + "lrap": 0.29806594444443035 + }, + { + "accuracy": 0.0084, + "f1": 0.1546543380040774, + "lrap": 0.3089463888888748 + }, + { + "accuracy": 0.01, + "f1": 0.11251739846716993, + "lrap": 0.2726033730158583 + }, + { + "accuracy": 0.0038, + "f1": 0.1209395858228107, + "lrap": 0.28035326984125636 + }, + { + "accuracy": 0.018, + "f1": 0.1535060825008896, + "lrap": 0.30019189682538333 + } + ] + }, + { + "accuracy": 0.0102, + "f1": 0.14218159707836095, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "lrap": 0.31304906150792267, + "main_score": 0.0102, + "scores_per_experiment": [ + { + "accuracy": 0.008, + "f1": 0.14492701007923342, + "lrap": 0.29275786507935214 + }, + { + "accuracy": 0.008, + "f1": 0.15300506523063145, + "lrap": 0.3117172222222082 + }, + { + "accuracy": 0.0128, + "f1": 0.12821816627671453, + "lrap": 0.30400606349204895 + }, + { + "accuracy": 0.013, + "f1": 0.16344339266221417, + "lrap": 0.3292519312169182 + }, + { + "accuracy": 0.009, + "f1": 0.15436598822696004, + "lrap": 0.30880836507935144 + }, + { + "accuracy": 0.0074, + "f1": 0.1332040160658657, + "lrap": 0.3095142142856999 + }, + { + "accuracy": 0.0078, + "f1": 0.1377955766368568, + "lrap": 0.30570992328040886 + }, + { + "accuracy": 0.0118, + "f1": 0.12827701069396097, + "lrap": 0.32789638492062156 + }, + { + "accuracy": 0.0078, + "f1": 0.1398402843149066, + "lrap": 0.30880816666665245 + }, + { + "accuracy": 0.0164, + "f1": 0.1387394605962658, + "lrap": 0.33202047883596525 + } + ] + }, + { + "accuracy": 0.01148, + "f1": 0.15254796440030668, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "lrap": 0.29822492050263155, + "main_score": 0.01148, + "scores_per_experiment": [ + { + "accuracy": 0.0092, + "f1": 0.15223149767070976, + "lrap": 0.3072076984126849 + }, + { + "accuracy": 0.0096, + "f1": 0.1469796027147155, + "lrap": 0.29818544444443074 + }, + { + "accuracy": 0.0238, + "f1": 0.16548714791789154, + "lrap": 0.321706682539668 + }, + { + "accuracy": 0.0076, + "f1": 0.14152290515956556, + "lrap": 0.28667985714284355 + }, + { + "accuracy": 0.0102, + "f1": 0.1465504434445159, + "lrap": 0.3035289325396683 + }, + { + "accuracy": 0.0056, + "f1": 0.1675308090248891, + "lrap": 0.2988636031745883 + }, + { + "accuracy": 0.0102, + "f1": 0.13863405782902144, + "lrap": 0.2835525952380815 + }, + { + "accuracy": 0.0074, + "f1": 0.160815282074168, + "lrap": 0.2740027724867588 + }, + { + "accuracy": 0.0078, + "f1": 0.12452049548005344, + "lrap": 0.28345450793649474 + }, + { + "accuracy": 0.0234, + "f1": 0.18120740268753682, + "lrap": 0.3250671111110971 + } + ] + }, + { + "accuracy": 0.00592, + "f1": 0.11782764467388576, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "lrap": 0.2827099867724733, + "main_score": 0.00592, + "scores_per_experiment": [ + { + "accuracy": 0.0056, + "f1": 0.13632438792544052, + "lrap": 0.29877799999998583 + }, + { + "accuracy": 0.006, + "f1": 0.10363836109230948, + "lrap": 0.2902519444444315 + }, + { + "accuracy": 0.0048, + "f1": 0.12681080560981708, + "lrap": 0.2763445264550133 + }, + { + "accuracy": 0.0102, + "f1": 0.12025625411796718, + "lrap": 0.29911114682538426 + }, + { + "accuracy": 0.0068, + "f1": 0.12041883998756991, + "lrap": 0.3018918888888759 + }, + { + "accuracy": 0.004, + "f1": 0.10670082821961169, + "lrap": 0.25556965079363686 + }, + { + "accuracy": 0.0068, + "f1": 0.1285845511669715, + "lrap": 0.2934477142857002 + }, + { + "accuracy": 0.0034, + "f1": 0.10583848946722049, + "lrap": 0.25208482142855787 + }, + { + "accuracy": 0.0078, + "f1": 0.12114501135817153, + "lrap": 0.29904007936506627 + }, + { + "accuracy": 0.0038, + "f1": 0.10855891779377824, + "lrap": 0.26058009523808057 + } + ] + }, + { + "accuracy": 0.00842, + "f1": 0.1262179239263184, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "lrap": 0.2929673321428436, + "main_score": 0.00842, + "scores_per_experiment": [ + { + "accuracy": 0.0058, + "f1": 0.11470998660440353, + "lrap": 0.2868059365079227 + }, + { + "accuracy": 0.0092, + "f1": 0.13484356672085648, + "lrap": 0.3068893439153316 + }, + { + "accuracy": 0.006, + "f1": 0.1378967200053114, + "lrap": 0.2829188888888742 + }, + { + "accuracy": 0.0086, + "f1": 0.12306760098342515, + "lrap": 0.2906402777777639 + }, + { + "accuracy": 0.0066, + "f1": 0.12635378886235563, + "lrap": 0.29221958994707686 + }, + { + "accuracy": 0.006, + "f1": 0.13127544880255715, + "lrap": 0.2831001507936365 + }, + { + "accuracy": 0.019, + "f1": 0.12785858374049747, + "lrap": 0.3061540873015745 + }, + { + "accuracy": 0.0052, + "f1": 0.11826331696668764, + "lrap": 0.27272891269839905 + }, + { + "accuracy": 0.0052, + "f1": 0.12675974035113002, + "lrap": 0.30493132539681267 + }, + { + "accuracy": 0.0126, + "f1": 0.12115048622595946, + "lrap": 0.3032848082010442 + } + ] + }, + { + "accuracy": 0.01008, + "f1": 0.13532910080015537, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ], + "lrap": 0.3050020813491922, + "main_score": 0.01008, + "scores_per_experiment": [ + { + "accuracy": 0.0072, + "f1": 0.1542736920510231, + "lrap": 0.3173352936507799 + }, + { + "accuracy": 0.0156, + "f1": 0.16385272706464882, + "lrap": 0.3233003492063344 + }, + { + "accuracy": 0.0072, + "f1": 0.13278905192859214, + "lrap": 0.3012052936507802 + }, + { + "accuracy": 0.0134, + "f1": 0.13386601701319595, + "lrap": 0.2970494920634773 + }, + { + "accuracy": 0.0108, + "f1": 0.1175123351365884, + "lrap": 0.2993873015872863 + }, + { + "accuracy": 0.0048, + "f1": 0.11898574279280788, + "lrap": 0.29375330952379497 + }, + { + "accuracy": 0.0106, + "f1": 0.1343944429155518, + "lrap": 0.30871235714284323 + }, + { + "accuracy": 0.0098, + "f1": 0.1374354134157812, + "lrap": 0.30256503571427207 + }, + { + "accuracy": 0.0116, + "f1": 0.1378843372845401, + "lrap": 0.3003040634920498 + }, + { + "accuracy": 0.0098, + "f1": 0.12229724839882404, + "lrap": 0.30640831746030356 + } + ] + }, + { + "accuracy": 0.009179999999999999, + "f1": 0.13842261896796287, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ], + "lrap": 0.2995280654761766, + "main_score": 0.009179999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.0046, + "f1": 0.12423013641741959, + "lrap": 0.2740111825396691 + }, + { + "accuracy": 0.0094, + "f1": 0.12433925918198935, + "lrap": 0.31357211904760485 + }, + { + "accuracy": 0.0082, + "f1": 0.13171972714815997, + "lrap": 0.29562643650792286 + }, + { + "accuracy": 0.0098, + "f1": 0.1347469973747764, + "lrap": 0.30274657936506566 + }, + { + "accuracy": 0.0138, + "f1": 0.16319311546272353, + "lrap": 0.3108672685185051 + }, + { + "accuracy": 0.007, + "f1": 0.12698401307204618, + "lrap": 0.3026078730158583 + }, + { + "accuracy": 0.0082, + "f1": 0.14336053994259843, + "lrap": 0.2899001216931074 + }, + { + "accuracy": 0.0164, + "f1": 0.14998696972802655, + "lrap": 0.30041260582009177 + }, + { + "accuracy": 0.0048, + "f1": 0.13765987788470527, + "lrap": 0.28766726190474834 + }, + { + "accuracy": 0.0096, + "f1": 0.14800555346718328, + "lrap": 0.31786920634919286 + } + ] + }, + { + "accuracy": 0.01184, + "f1": 0.13423002173251813, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ], + "lrap": 0.2920451932539539, + "main_score": 0.01184, + "scores_per_experiment": [ + { + "accuracy": 0.0202, + "f1": 0.14724356636891173, + "lrap": 0.2864292222222081 + }, + { + "accuracy": 0.0086, + "f1": 0.12840630429011549, + "lrap": 0.29578588492061997 + }, + { + "accuracy": 0.0132, + "f1": 0.14021767289972636, + "lrap": 0.31136136507934986 + }, + { + "accuracy": 0.0072, + "f1": 0.12014183375931786, + "lrap": 0.2952617063491934 + }, + { + "accuracy": 0.0114, + "f1": 0.13617752478289033, + "lrap": 0.29589434126982744 + }, + { + "accuracy": 0.0124, + "f1": 0.1320041081646021, + "lrap": 0.3013563888888745 + }, + { + "accuracy": 0.0178, + "f1": 0.13992615912944797, + "lrap": 0.30375046031744546 + }, + { + "accuracy": 0.0072, + "f1": 0.12306965163428682, + "lrap": 0.2720309523809373 + }, + { + "accuracy": 0.0064, + "f1": 0.11737100442642456, + "lrap": 0.2737736904761767 + }, + { + "accuracy": 0.014, + "f1": 0.15774239186945824, + "lrap": 0.2848079206349061 + } + ] + }, + { + "accuracy": 0.00912, + "f1": 0.13418523005327043, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ], + "lrap": 0.29384873915342535, + "main_score": 0.00912, + "scores_per_experiment": [ + { + "accuracy": 0.0102, + "f1": 0.14071908210970768, + "lrap": 0.3036913968253841 + }, + { + "accuracy": 0.0038, + "f1": 0.11227091680017558, + "lrap": 0.26127958730157325 + }, + { + "accuracy": 0.0086, + "f1": 0.1358774006803279, + "lrap": 0.29090055555554195 + }, + { + "accuracy": 0.0066, + "f1": 0.12989153985004392, + "lrap": 0.2939803730158594 + }, + { + "accuracy": 0.0052, + "f1": 0.12152337929809248, + "lrap": 0.27197638888887454 + }, + { + "accuracy": 0.0162, + "f1": 0.1678754993251546, + "lrap": 0.301035357142843 + }, + { + "accuracy": 0.008, + "f1": 0.1399059929616929, + "lrap": 0.30146754761903405 + }, + { + "accuracy": 0.0092, + "f1": 0.1440273418186546, + "lrap": 0.3163937380952243 + }, + { + "accuracy": 0.0182, + "f1": 0.1381569821549898, + "lrap": 0.31901621693120263 + }, + { + "accuracy": 0.0052, + "f1": 0.1116041655338651, + "lrap": 0.2787462301587159 + } + ] + }, + { + "accuracy": 0.00824, + "f1": 0.13595468789369586, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "lrap": 0.291911511904748, + "main_score": 0.00824, + "scores_per_experiment": [ + { + "accuracy": 0.006, + "f1": 0.1345505270421838, + "lrap": 0.288382415343902 + }, + { + "accuracy": 0.0112, + "f1": 0.149274319904104, + "lrap": 0.29782718253966967 + }, + { + "accuracy": 0.0086, + "f1": 0.13127754474969305, + "lrap": 0.28428327777776513 + }, + { + "accuracy": 0.006, + "f1": 0.14046967513272382, + "lrap": 0.30304572222220794 + }, + { + "accuracy": 0.0058, + "f1": 0.12559473629292506, + "lrap": 0.27677566137564724 + }, + { + "accuracy": 0.0094, + "f1": 0.14849509985125392, + "lrap": 0.30793901587300193 + }, + { + "accuracy": 0.0058, + "f1": 0.12623249140998993, + "lrap": 0.29508361375659997 + }, + { + "accuracy": 0.0068, + "f1": 0.1317201785844914, + "lrap": 0.2834129126983978 + }, + { + "accuracy": 0.016, + "f1": 0.13157916347935725, + "lrap": 0.2855192222222082 + }, + { + "accuracy": 0.0068, + "f1": 0.14035314249023645, + "lrap": 0.2968460952380805 + } + ] + }, + { + "accuracy": 0.012140000000000001, + "f1": 0.13931060907789877, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "lrap": 0.30315219391533, + "main_score": 0.012140000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.011, + "f1": 0.12829454152000105, + "lrap": 0.30779807142855675 + }, + { + "accuracy": 0.0264, + "f1": 0.1455484537049505, + "lrap": 0.31298455555554167 + }, + { + "accuracy": 0.0154, + "f1": 0.1452662832175565, + "lrap": 0.3038335952380815 + }, + { + "accuracy": 0.0096, + "f1": 0.1315852850947335, + "lrap": 0.2945352248677118 + }, + { + "accuracy": 0.009, + "f1": 0.15673814732089375, + "lrap": 0.2996887539682395 + }, + { + "accuracy": 0.0098, + "f1": 0.1407437339362839, + "lrap": 0.3002990714285578 + }, + { + "accuracy": 0.007, + "f1": 0.1313746457869484, + "lrap": 0.2928334999999863 + }, + { + "accuracy": 0.01, + "f1": 0.13703687106570048, + "lrap": 0.2965435714285576 + }, + { + "accuracy": 0.0096, + "f1": 0.13449490785798693, + "lrap": 0.2933726746031603 + }, + { + "accuracy": 0.0136, + "f1": 0.14202322127393277, + "lrap": 0.32963292063490723 + } + ] + }, + { + "accuracy": 0.010899999999999998, + "f1": 0.12484571028381768, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ], + "lrap": 0.2928587499999863, + "main_score": 0.010899999999999998, + "scores_per_experiment": [ + { + "accuracy": 0.0166, + "f1": 0.11308124592324335, + "lrap": 0.27901416666665274 + }, + { + "accuracy": 0.0066, + "f1": 0.11970179176104725, + "lrap": 0.28235912698411336 + }, + { + "accuracy": 0.0094, + "f1": 0.12448246757462385, + "lrap": 0.2986123968253835 + }, + { + "accuracy": 0.0088, + "f1": 0.12827579700519312, + "lrap": 0.2987505952380816 + }, + { + "accuracy": 0.0066, + "f1": 0.13260966387173592, + "lrap": 0.2891859126983985 + }, + { + "accuracy": 0.0124, + "f1": 0.11711226701988396, + "lrap": 0.30166963492062165 + }, + { + "accuracy": 0.0186, + "f1": 0.12845752029739174, + "lrap": 0.2940973571428439 + }, + { + "accuracy": 0.0096, + "f1": 0.13663339800371718, + "lrap": 0.2991721031745898 + }, + { + "accuracy": 0.0102, + "f1": 0.12289096181654131, + "lrap": 0.29288950793649443 + }, + { + "accuracy": 0.0102, + "f1": 0.1252119895647992, + "lrap": 0.2928366984126836 + } + ] + } + ] + }, + "task_name": "MultiEURLEXMultilabelClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiHateClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiHateClassification.json new file mode 100644 index 000000000..5f4b20887 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/MultiHateClassification.json @@ -0,0 +1,935 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "evaluation_time": 19.33023452758789, + "kg_co2_emissions": 0.0006578200337501481, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5633, + "ap": 0.3345193377281094, + "ap_weighted": 0.3345193377281094, + "f1": 0.5355975547988318, + "f1_weighted": 0.5763048382348346, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ], + "main_score": 0.5633, + "scores_per_experiment": [ + { + "accuracy": 0.56, + "ap": 0.31726474222884127, + "ap_weighted": 0.31726474222884127, + "f1": 0.5225694444444444, + "f1_weighted": 0.5755069444444445 + }, + { + "accuracy": 0.554, + "ap": 0.3302273730684327, + "ap_weighted": 0.3302273730684327, + "f1": 0.533011676802198, + "f1_weighted": 0.5722162805112999 + }, + { + "accuracy": 0.595, + "ap": 0.3440741752728508, + "ap_weighted": 0.3440741752728508, + "f1": 0.5634077480571644, + "f1_weighted": 0.6099153011031231 + }, + { + "accuracy": 0.6, + "ap": 0.37033463340575346, + "ap_weighted": 0.37033463340575346, + "f1": 0.5846900126254236, + "f1_weighted": 0.6162668615854875 + }, + { + "accuracy": 0.51, + "ap": 0.32387989477813417, + "ap_weighted": 0.32387989477813417, + "f1": 0.5023481044540861, + "f1_weighted": 0.5267848031329726 + }, + { + "accuracy": 0.556, + "ap": 0.3372888355842937, + "ap_weighted": 0.3372888355842937, + "f1": 0.5393713040771864, + "f1_weighted": 0.574029007158419 + }, + { + "accuracy": 0.667, + "ap": 0.3397348816963591, + "ap_weighted": 0.3397348816963591, + "f1": 0.5645778170050015, + "f1_weighted": 0.648205001471021 + }, + { + "accuracy": 0.455, + "ap": 0.3026683804351326, + "ap_weighted": 0.3026683804351326, + "f1": 0.45140063959639193, + "f1_weighted": 0.4689975126806981 + }, + { + "accuracy": 0.589, + "ap": 0.3513187525484737, + "ap_weighted": 0.3513187525484737, + "f1": 0.5666709894134876, + "f1_weighted": 0.6056238008331303 + }, + { + "accuracy": 0.547, + "ap": 0.32840170826282195, + "ap_weighted": 0.32840170826282195, + "f1": 0.527927811512934, + "f1_weighted": 0.5655028694277505 + } + ] + }, + { + "accuracy": 0.6054, + "ap": 0.3513784196527591, + "ap_weighted": 0.3513784196527591, + "f1": 0.5714322960348416, + "f1_weighted": 0.6178368920073167, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.6054, + "scores_per_experiment": [ + { + "accuracy": 0.599, + "ap": 0.3620408280936822, + "ap_weighted": 0.3620408280936822, + "f1": 0.5795654111294593, + "f1_weighted": 0.6155419988991114 + }, + { + "accuracy": 0.615, + "ap": 0.3562558139534884, + "ap_weighted": 0.3562558139534884, + "f1": 0.5825014991991619, + "f1_weighted": 0.6288613677250887 + }, + { + "accuracy": 0.639, + "ap": 0.36791924354715055, + "ap_weighted": 0.36791924354715055, + "f1": 0.6008928502331072, + "f1_weighted": 0.6499758457257393 + }, + { + "accuracy": 0.68, + "ap": 0.3683223089078851, + "ap_weighted": 0.3683223089078851, + "f1": 0.6065780155795106, + "f1_weighted": 0.6742214178928319 + }, + { + "accuracy": 0.63, + "ap": 0.3706763728747313, + "ap_weighted": 0.3706763728747313, + "f1": 0.5999671324346649, + "f1_weighted": 0.6435915167083998 + }, + { + "accuracy": 0.504, + "ap": 0.3074224625528469, + "ap_weighted": 0.3074224625528469, + "f1": 0.48777052119349473, + "f1_weighted": 0.5240589063900627 + }, + { + "accuracy": 0.59, + "ap": 0.33539943161349717, + "ap_weighted": 0.33539943161349717, + "f1": 0.5540298299657147, + "f1_weighted": 0.60443873022503 + }, + { + "accuracy": 0.636, + "ap": 0.3606013289036545, + "ap_weighted": 0.3606013289036545, + "f1": 0.5933069951196839, + "f1_weighted": 0.6457508714850104 + }, + { + "accuracy": 0.617, + "ap": 0.352566750962794, + "ap_weighted": 0.352566750962794, + "f1": 0.5799475976402487, + "f1_weighted": 0.6296003119135856 + }, + { + "accuracy": 0.544, + "ap": 0.33257965511786114, + "ap_weighted": 0.33257965511786114, + "f1": 0.5297631078533687, + "f1_weighted": 0.5623279531083072 + } + ] + }, + { + "accuracy": 0.5520999999999999, + "ap": 0.3334488505864952, + "ap_weighted": 0.3334488505864952, + "f1": 0.5317404328641511, + "f1_weighted": 0.5675167494371607, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ], + "main_score": 0.5520999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.577, + "ap": 0.35672141025479076, + "ap_weighted": 0.35672141025479076, + "f1": 0.5639494428758307, + "f1_weighted": 0.5939732679360583 + }, + { + "accuracy": 0.556, + "ap": 0.34792402216447293, + "ap_weighted": 0.34792402216447293, + "f1": 0.5460568287775432, + "f1_weighted": 0.5727958973352308 + }, + { + "accuracy": 0.594, + "ap": 0.34732926040714396, + "ap_weighted": 0.34732926040714396, + "f1": 0.566469050588577, + "f1_weighted": 0.609950470690745 + }, + { + "accuracy": 0.502, + "ap": 0.31067414840242935, + "ap_weighted": 0.31067414840242935, + "f1": 0.48924962770605396, + "f1_weighted": 0.5213676541173865 + }, + { + "accuracy": 0.543, + "ap": 0.3255714285714285, + "ap_weighted": 0.3255714285714285, + "f1": 0.5241561059517971, + "f1_weighted": 0.5618438940482029 + }, + { + "accuracy": 0.627, + "ap": 0.3395324675324675, + "ap_weighted": 0.3395324675324675, + "f1": 0.568206575530857, + "f1_weighted": 0.6316206214352443 + }, + { + "accuracy": 0.575, + "ap": 0.347843853820598, + "ap_weighted": 0.347843853820598, + "f1": 0.5574755908742096, + "f1_weighted": 0.5925244091257905 + }, + { + "accuracy": 0.498, + "ap": 0.31422422612455836, + "ap_weighted": 0.31422422612455836, + "f1": 0.4890980443243067, + "f1_weighted": 0.515938789467685 + }, + { + "accuracy": 0.473, + "ap": 0.3164304401993355, + "ap_weighted": 0.3164304401993355, + "f1": 0.47115910484396184, + "f1_weighted": 0.48357734674401587 + }, + { + "accuracy": 0.576, + "ap": 0.32823724838772717, + "ap_weighted": 0.32823724838772717, + "f1": 0.5415839571683727, + "f1_weighted": 0.5915751434712474 + } + ] + }, + { + "accuracy": 0.6279000000000001, + "ap": 0.3514490824438411, + "ap_weighted": 0.3514490824438411, + "f1": 0.5804769392807095, + "f1_weighted": 0.6360110866942662, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ], + "main_score": 0.6279000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.615, + "ap": 0.33192202286319933, + "ap_weighted": 0.33192202286319933, + "f1": 0.5622965673818855, + "f1_weighted": 0.6242648685582277 + }, + { + "accuracy": 0.645, + "ap": 0.37135202534205025, + "ap_weighted": 0.37135202534205025, + "f1": 0.6091130610191028, + "f1_weighted": 0.6574360679636773 + }, + { + "accuracy": 0.562, + "ap": 0.3476265356265356, + "ap_weighted": 0.3476265356265356, + "f1": 0.5513600550659439, + "f1_weighted": 0.5795490000860406 + }, + { + "accuracy": 0.626, + "ap": 0.3403529456422715, + "ap_weighted": 0.3403529456422715, + "f1": 0.5744661484407712, + "f1_weighted": 0.6348851468205566 + }, + { + "accuracy": 0.609, + "ap": 0.3462069718174231, + "ap_weighted": 0.3462069718174231, + "f1": 0.5749588818918352, + "f1_weighted": 0.6240358295530763 + }, + { + "accuracy": 0.641, + "ap": 0.3515841995841996, + "ap_weighted": 0.3515841995841996, + "f1": 0.5898975429265323, + "f1_weighted": 0.6489621392040813 + }, + { + "accuracy": 0.625, + "ap": 0.33501862566378693, + "ap_weighted": 0.33501862566378693, + "f1": 0.5680872947406853, + "f1_weighted": 0.6320552940404109 + }, + { + "accuracy": 0.654, + "ap": 0.3942961407353299, + "ap_weighted": 0.3942961407353299, + "f1": 0.6289146289146289, + "f1_weighted": 0.6682793650793651 + }, + { + "accuracy": 0.637, + "ap": 0.30445045045045044, + "ap_weighted": 0.30445045045045044, + "f1": 0.51405037008478, + "f1_weighted": 0.6137788969345012 + }, + { + "accuracy": 0.665, + "ap": 0.3916809067131648, + "ap_weighted": 0.3916809067131648, + "f1": 0.6316248423409307, + "f1_weighted": 0.6768642587027257 + } + ] + }, + { + "accuracy": 0.6122, + "ap": 0.38168704042559753, + "ap_weighted": 0.38168704042559753, + "f1": 0.573475877371713, + "f1_weighted": 0.611957519771533, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.6122, + "scores_per_experiment": [ + { + "accuracy": 0.667, + "ap": 0.4013321261870272, + "ap_weighted": 0.4013321261870272, + "f1": 0.6145115004069046, + "f1_weighted": 0.6637283591039534 + }, + { + "accuracy": 0.474, + "ap": 0.3607705115485275, + "ap_weighted": 0.3607705115485275, + "f1": 0.47094417354640405, + "f1_weighted": 0.4570321215339803 + }, + { + "accuracy": 0.674, + "ap": 0.42299601339091764, + "ap_weighted": 0.42299601339091764, + "f1": 0.6383419643134487, + "f1_weighted": 0.6776339399425784 + }, + { + "accuracy": 0.601, + "ap": 0.3662357092448836, + "ap_weighted": 0.3662357092448836, + "f1": 0.5662623884267065, + "f1_weighted": 0.6087331078767403 + }, + { + "accuracy": 0.674, + "ap": 0.43728013861430126, + "ap_weighted": 0.43728013861430126, + "f1": 0.6503646503646503, + "f1_weighted": 0.6818178464178464 + }, + { + "accuracy": 0.622, + "ap": 0.36123253701516944, + "ap_weighted": 0.36123253701516944, + "f1": 0.562043795620438, + "f1_weighted": 0.6181109489051095 + }, + { + "accuracy": 0.651, + "ap": 0.4037592318568939, + "ap_weighted": 0.4037592318568939, + "f1": 0.6162300596327904, + "f1_weighted": 0.6561981638422738 + }, + { + "accuracy": 0.599, + "ap": 0.33372782874617735, + "ap_weighted": 0.33372782874617735, + "f1": 0.5116134901853798, + "f1_weighted": 0.583092762988828 + }, + { + "accuracy": 0.546, + "ap": 0.3666899431443414, + "ap_weighted": 0.3666899431443414, + "f1": 0.5402326787218874, + "f1_weighted": 0.5580495819560567 + }, + { + "accuracy": 0.614, + "ap": 0.36284636450773655, + "ap_weighted": 0.36284636450773655, + "f1": 0.5642140724985211, + "f1_weighted": 0.615178365147964 + } + ] + }, + { + "accuracy": 0.6150000000000001, + "ap": 0.352846241314167, + "ap_weighted": 0.352846241314167, + "f1": 0.5779319688205982, + "f1_weighted": 0.6267643422226765, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6150000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.654, + "ap": 0.3740399828644867, + "ap_weighted": 0.3740399828644867, + "f1": 0.6128558704924563, + "f1_weighted": 0.6638443009251178 + }, + { + "accuracy": 0.674, + "ap": 0.36822724201612544, + "ap_weighted": 0.36822724201612544, + "f1": 0.6104132010172278, + "f1_weighted": 0.674 + }, + { + "accuracy": 0.563, + "ap": 0.3515877622589032, + "ap_weighted": 0.3515877622589032, + "f1": 0.5533483034901179, + "f1_weighted": 0.5798740544424468 + }, + { + "accuracy": 0.61, + "ap": 0.3530925370364643, + "ap_weighted": 0.3530925370364643, + "f1": 0.5798210684180587, + "f1_weighted": 0.6253146816982986 + }, + { + "accuracy": 0.562, + "ap": 0.31558591870330505, + "ap_weighted": 0.31558591870330505, + "f1": 0.5253143979295904, + "f1_weighted": 0.5786272872693223 + }, + { + "accuracy": 0.536, + "ap": 0.3186681462071178, + "ap_weighted": 0.3186681462071178, + "f1": 0.5166666666666666, + "f1_weighted": 0.5557199999999999 + }, + { + "accuracy": 0.602, + "ap": 0.3373318975591839, + "ap_weighted": 0.3373318975591839, + "f1": 0.5626373626373626, + "f1_weighted": 0.6156457142857144 + }, + { + "accuracy": 0.612, + "ap": 0.35232725210322335, + "ap_weighted": 0.35232725210322335, + "f1": 0.5800065813401687, + "f1_weighted": 0.6268375274944145 + }, + { + "accuracy": 0.687, + "ap": 0.3796083858022556, + "ap_weighted": 0.3796083858022556, + "f1": 0.6233811707430942, + "f1_weighted": 0.6859164676282278 + }, + { + "accuracy": 0.65, + "ap": 0.37799328859060405, + "ap_weighted": 0.37799328859060405, + "f1": 0.6148750654712389, + "f1_weighted": 0.6618633884832239 + } + ] + }, + { + "accuracy": 0.6331, + "ap": 0.3676790742313061, + "ap_weighted": 0.3676790742313061, + "f1": 0.5954690475894051, + "f1_weighted": 0.6436181157527006, + "hf_subset": "por", + "languages": [ + "por-Latn" + ], + "main_score": 0.6331, + "scores_per_experiment": [ + { + "accuracy": 0.694, + "ap": 0.38659174133229446, + "ap_weighted": 0.38659174133229446, + "f1": 0.6261563497221828, + "f1_weighted": 0.6892222781494495 + }, + { + "accuracy": 0.615, + "ap": 0.3653738684682282, + "ap_weighted": 0.3653738684682282, + "f1": 0.5891137557243924, + "f1_weighted": 0.6299542048604106 + }, + { + "accuracy": 0.656, + "ap": 0.3723708609271523, + "ap_weighted": 0.3723708609271523, + "f1": 0.6085998798492654, + "f1_weighted": 0.6625379476069979 + }, + { + "accuracy": 0.662, + "ap": 0.3826692380467215, + "ap_weighted": 0.3826692380467215, + "f1": 0.619559589574582, + "f1_weighted": 0.6698781600190896 + }, + { + "accuracy": 0.649, + "ap": 0.3862065746429426, + "ap_weighted": 0.3862065746429426, + "f1": 0.6184413492174786, + "f1_weighted": 0.6612018640933742 + }, + { + "accuracy": 0.617, + "ap": 0.3569322835655757, + "ap_weighted": 0.3569322835655757, + "f1": 0.5831405948137465, + "f1_weighted": 0.6301873472830671 + }, + { + "accuracy": 0.564, + "ap": 0.31449622048297543, + "ap_weighted": 0.31449622048297543, + "f1": 0.5202443672727433, + "f1_weighted": 0.5776193029018614 + }, + { + "accuracy": 0.643, + "ap": 0.39436292544979723, + "ap_weighted": 0.39436292544979723, + "f1": 0.621372413639502, + "f1_weighted": 0.6572072429230049 + }, + { + "accuracy": 0.627, + "ap": 0.3618104903304652, + "ap_weighted": 0.3618104903304652, + "f1": 0.5909150232893283, + "f1_weighted": 0.6390283255702238 + }, + { + "accuracy": 0.604, + "ap": 0.3559765390669082, + "ap_weighted": 0.3559765390669082, + "f1": 0.5771471527908287, + "f1_weighted": 0.6193444841195265 + } + ] + }, + { + "accuracy": 0.6143, + "ap": 0.3597118435474252, + "ap_weighted": 0.3597118435474252, + "f1": 0.5796192234060429, + "f1_weighted": 0.6243486617539087, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6143, + "scores_per_experiment": [ + { + "accuracy": 0.554, + "ap": 0.3530657439446367, + "ap_weighted": 0.3530657439446367, + "f1": 0.5472614392619752, + "f1_weighted": 0.5693550810259908 + }, + { + "accuracy": 0.639, + "ap": 0.3461001031991744, + "ap_weighted": 0.3461001031991744, + "f1": 0.57919081073961, + "f1_weighted": 0.6426488364800769 + }, + { + "accuracy": 0.592, + "ap": 0.36128571428571427, + "ap_weighted": 0.36128571428571427, + "f1": 0.5757000948435083, + "f1_weighted": 0.6089652074077772 + }, + { + "accuracy": 0.656, + "ap": 0.36228220858895704, + "ap_weighted": 0.36228220858895704, + "f1": 0.6000576661039572, + "f1_weighted": 0.6598890392548051 + }, + { + "accuracy": 0.503, + "ap": 0.31481521093285797, + "ap_weighted": 0.31481521093285797, + "f1": 0.49320827712227955, + "f1_weighted": 0.5213858969142808 + }, + { + "accuracy": 0.618, + "ap": 0.3570717703349282, + "ap_weighted": 0.3570717703349282, + "f1": 0.5849973274697005, + "f1_weighted": 0.6318096289311183 + }, + { + "accuracy": 0.587, + "ap": 0.3529270620313565, + "ap_weighted": 0.3529270620313565, + "f1": 0.5677560678989282, + "f1_weighted": 0.6042374557682586 + }, + { + "accuracy": 0.684, + "ap": 0.3569523809523809, + "ap_weighted": 0.3569523809523809, + "f1": 0.5914272119820434, + "f1_weighted": 0.6692194708206624 + }, + { + "accuracy": 0.646, + "ap": 0.3795934959349594, + "ap_weighted": 0.3795934959349594, + "f1": 0.6134949230265313, + "f1_weighted": 0.6583295119554536 + }, + { + "accuracy": 0.664, + "ap": 0.41302474526928673, + "ap_weighted": 0.41302474526928673, + "f1": 0.6430984156118951, + "f1_weighted": 0.6776464889806637 + } + ] + }, + { + "accuracy": 0.5824, + "ap": 0.3461212962125363, + "ap_weighted": 0.3461212962125363, + "f1": 0.5571277048599055, + "f1_weighted": 0.5960184903567141, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ], + "main_score": 0.5824, + "scores_per_experiment": [ + { + "accuracy": 0.644, + "ap": 0.3595372856077554, + "ap_weighted": 0.3595372856077554, + "f1": 0.5968454287254427, + "f1_weighted": 0.6525484895293057 + }, + { + "accuracy": 0.49, + "ap": 0.3231364653243848, + "ap_weighted": 0.3231364653243848, + "f1": 0.48776872054670145, + "f1_weighted": 0.5014268553820442 + }, + { + "accuracy": 0.598, + "ap": 0.33039285961392095, + "ap_weighted": 0.33039285961392095, + "f1": 0.5540290480184246, + "f1_weighted": 0.6106031391029993 + }, + { + "accuracy": 0.59, + "ap": 0.34718407617736474, + "ap_weighted": 0.34718407617736474, + "f1": 0.5662495609599214, + "f1_weighted": 0.6072545924650143 + }, + { + "accuracy": 0.523, + "ap": 0.33717603352387693, + "ap_weighted": 0.33717603352387693, + "f1": 0.5186558692197079, + "f1_weighted": 0.5371298569590555 + }, + { + "accuracy": 0.587, + "ap": 0.3718542939813425, + "ap_weighted": 0.3718542939813425, + "f1": 0.5783782569769211, + "f1_weighted": 0.6027361883148503 + }, + { + "accuracy": 0.527, + "ap": 0.3278104176386845, + "ap_weighted": 0.3278104176386845, + "f1": 0.5174055395314242, + "f1_weighted": 0.5448960503775562 + }, + { + "accuracy": 0.581, + "ap": 0.3246634824213328, + "ap_weighted": 0.3246634824213328, + "f1": 0.5422360947385556, + "f1_weighted": 0.5960526504967121 + }, + { + "accuracy": 0.664, + "ap": 0.3865439737136465, + "ap_weighted": 0.3865439737136465, + "f1": 0.6261998317899242, + "f1_weighted": 0.6742226870002092 + }, + { + "accuracy": 0.62, + "ap": 0.35291407412305353, + "ap_weighted": 0.35291407412305353, + "f1": 0.5835086980920314, + "f1_weighted": 0.633314393939394 + } + ] + }, + { + "accuracy": 0.6263, + "ap": 0.3536627877954087, + "ap_weighted": 0.3536627877954087, + "f1": 0.5806113007740963, + "f1_weighted": 0.6353838697179495, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6263, + "scores_per_experiment": [ + { + "accuracy": 0.685, + "ap": 0.400034188034188, + "ap_weighted": 0.400034188034188, + "f1": 0.6413113656471938, + "f1_weighted": 0.6913842990028456 + }, + { + "accuracy": 0.624, + "ap": 0.32737777777777777, + "ap_weighted": 0.32737777777777777, + "f1": 0.5523809523809524, + "f1_weighted": 0.624 + }, + { + "accuracy": 0.604, + "ap": 0.3428235294117647, + "ap_weighted": 0.3428235294117647, + "f1": 0.5670882090570394, + "f1_weighted": 0.6176523062391773 + }, + { + "accuracy": 0.612, + "ap": 0.34329896907216495, + "ap_weighted": 0.34329896907216495, + "f1": 0.5701574021554169, + "f1_weighted": 0.6238017583664208 + }, + { + "accuracy": 0.65, + "ap": 0.3917782874617737, + "ap_weighted": 0.3917782874617737, + "f1": 0.6237788937809576, + "f1_weighted": 0.6635078425976885 + }, + { + "accuracy": 0.654, + "ap": 0.357246835443038, + "ap_weighted": 0.357246835443038, + "f1": 0.5941558441558441, + "f1_weighted": 0.6564935064935065 + }, + { + "accuracy": 0.538, + "ap": 0.3006029411764706, + "ap_weighted": 0.3006029411764706, + "f1": 0.49493624389987934, + "f1_weighted": 0.5539276906123733 + }, + { + "accuracy": 0.617, + "ap": 0.3258413205537806, + "ap_weighted": 0.3258413205537806, + "f1": 0.5495341854154929, + "f1_weighted": 0.6192662935131746 + }, + { + "accuracy": 0.628, + "ap": 0.37062058371735795, + "ap_weighted": 0.37062058371735795, + "f1": 0.5996745741699704, + "f1_weighted": 0.6422691994782855 + }, + { + "accuracy": 0.651, + "ap": 0.3770034453057709, + "ap_weighted": 0.3770034453057709, + "f1": 0.6130953370782157, + "f1_weighted": 0.6615358008760232 + } + ] + }, + { + "accuracy": 0.6538999999999999, + "ap": 0.3962985914491161, + "ap_weighted": 0.3962985914491161, + "f1": 0.6132380589736172, + "f1_weighted": 0.6571725008117839, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6538999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.645, + "ap": 0.38557012220606185, + "ap_weighted": 0.38557012220606185, + "f1": 0.6085889908762645, + "f1_weighted": 0.6529984839714436 + }, + { + "accuracy": 0.702, + "ap": 0.43160024264482866, + "ap_weighted": 0.43160024264482866, + "f1": 0.6603988603988604, + "f1_weighted": 0.7046149287749287 + }, + { + "accuracy": 0.726, + "ap": 0.4373863107875847, + "ap_weighted": 0.4373863107875847, + "f1": 0.6624135704816397, + "f1_weighted": 0.71691622435452 + }, + { + "accuracy": 0.653, + "ap": 0.38901218348114336, + "ap_weighted": 0.38901218348114336, + "f1": 0.6136885617302299, + "f1_weighted": 0.659531367486827 + }, + { + "accuracy": 0.58, + "ap": 0.378440755133482, + "ap_weighted": 0.378440755133482, + "f1": 0.5725521486378662, + "f1_weighted": 0.5935415479311524 + }, + { + "accuracy": 0.575, + "ap": 0.3627757060803624, + "ap_weighted": 0.3627757060803624, + "f1": 0.5612545435963294, + "f1_weighted": 0.5901432994277728 + }, + { + "accuracy": 0.656, + "ap": 0.41727259462947897, + "ap_weighted": 0.41727259462947897, + "f1": 0.636431277056277, + "f1_weighted": 0.6678087121212122 + }, + { + "accuracy": 0.715, + "ap": 0.40798258809973437, + "ap_weighted": 0.40798258809973437, + "f1": 0.6263916909512067, + "f1_weighted": 0.6940760666517223 + }, + { + "accuracy": 0.601, + "ap": 0.3589772585622425, + "ap_weighted": 0.3589772585622425, + "f1": 0.5703722686605414, + "f1_weighted": 0.6130446134481017 + }, + { + "accuracy": 0.686, + "ap": 0.39396815286624204, + "ap_weighted": 0.39396815286624204, + "f1": 0.6202886773469546, + "f1_weighted": 0.6790497639501587 + } + ] + } + ] + }, + "task_name": "MultiHateClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQ-PLHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQ-PLHardNegatives.json new file mode 100644 index 000000000..eb6a71d54 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 256.592631816864, + "kg_co2_emissions": 0.02267939992431908, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.45068, + "map_at_1": 0.24417, + "map_at_10": 0.38076, + "map_at_100": 0.39307, + "map_at_1000": 0.39359, + "map_at_20": 0.38875, + "map_at_3": 0.34431, + "map_at_5": 0.36636, + "mrr_at_1": 0.274, + "mrr_at_10": 0.4037206349206344, + "mrr_at_100": 0.41323246399662167, + "mrr_at_1000": 0.4136428706933106, + "mrr_at_20": 0.40991467088123384, + "mrr_at_3": 0.3736666666666664, + "mrr_at_5": 0.3915166666666661, + "nauc_map_at_1000_diff1": 0.2953876267243937, + "nauc_map_at_1000_max": 0.34896446260092207, + "nauc_map_at_1000_std": 0.04847155815695388, + "nauc_map_at_100_diff1": 0.2953242880084155, + "nauc_map_at_100_max": 0.3492379685153994, + "nauc_map_at_100_std": 0.04865834956925839, + "nauc_map_at_10_diff1": 0.2926618174305553, + "nauc_map_at_10_max": 0.3458368669610841, + "nauc_map_at_10_std": 0.04543468290319954, + "nauc_map_at_1_diff1": 0.35386441144080355, + "nauc_map_at_1_max": 0.2879017802393553, + "nauc_map_at_1_std": 0.014568207410086954, + "nauc_map_at_20_diff1": 0.2942440401798373, + "nauc_map_at_20_max": 0.3480543809579932, + "nauc_map_at_20_std": 0.04602008530532632, + "nauc_map_at_3_diff1": 0.30155383952501974, + "nauc_map_at_3_max": 0.3316064887022835, + "nauc_map_at_3_std": 0.025229358425962325, + "nauc_map_at_5_diff1": 0.28770487951217877, + "nauc_map_at_5_max": 0.34433011064310937, + "nauc_map_at_5_std": 0.04570715942436334, + "nauc_mrr_at_1000_diff1": 0.29632748158334565, + "nauc_mrr_at_1000_max": 0.34352508654748276, + "nauc_mrr_at_1000_std": 0.05098557204658556, + "nauc_mrr_at_100_diff1": 0.29628209285027185, + "nauc_mrr_at_100_max": 0.34373494713033115, + "nauc_mrr_at_100_std": 0.051159398562347816, + "nauc_mrr_at_10_diff1": 0.29317190983831376, + "nauc_mrr_at_10_max": 0.34259099118397973, + "nauc_mrr_at_10_std": 0.050285001383009835, + "nauc_mrr_at_1_diff1": 0.3482287736448064, + "nauc_mrr_at_1_max": 0.2993546093086387, + "nauc_mrr_at_1_std": 0.024294571324560706, + "nauc_mrr_at_20_diff1": 0.2956538532710506, + "nauc_mrr_at_20_max": 0.3435494113387892, + "nauc_mrr_at_20_std": 0.04985458916768613, + "nauc_mrr_at_3_diff1": 0.2980706012962752, + "nauc_mrr_at_3_max": 0.3322817681946094, + "nauc_mrr_at_3_std": 0.032470362879833806, + "nauc_mrr_at_5_diff1": 0.2880626405651635, + "nauc_mrr_at_5_max": 0.34243782978109105, + "nauc_mrr_at_5_std": 0.05085848247104992, + "nauc_ndcg_at_1000_diff1": 0.28554898572963716, + "nauc_ndcg_at_1000_max": 0.3716825619890138, + "nauc_ndcg_at_1000_std": 0.07571242993035161, + "nauc_ndcg_at_100_diff1": 0.2840437149737325, + "nauc_ndcg_at_100_max": 0.37927608263173557, + "nauc_ndcg_at_100_std": 0.08285297446816291, + "nauc_ndcg_at_10_diff1": 0.2734581104955488, + "nauc_ndcg_at_10_max": 0.36598757300572815, + "nauc_ndcg_at_10_std": 0.06363124335430916, + "nauc_ndcg_at_1_diff1": 0.3482287736448064, + "nauc_ndcg_at_1_max": 0.2993546093086387, + "nauc_ndcg_at_1_std": 0.024294571324560706, + "nauc_ndcg_at_20_diff1": 0.28015915407993586, + "nauc_ndcg_at_20_max": 0.374299204218079, + "nauc_ndcg_at_20_std": 0.06626631932100362, + "nauc_ndcg_at_3_diff1": 0.2855496899035397, + "nauc_ndcg_at_3_max": 0.3438003438859568, + "nauc_ndcg_at_3_std": 0.029780420751967504, + "nauc_ndcg_at_5_diff1": 0.2632422880253292, + "nauc_ndcg_at_5_max": 0.3634111293562089, + "nauc_ndcg_at_5_std": 0.0642207820044338, + "nauc_precision_at_1000_diff1": -0.046661610652851335, + "nauc_precision_at_1000_max": 0.18615362328720375, + "nauc_precision_at_1000_std": 0.21608210057490887, + "nauc_precision_at_100_diff1": 0.031212652821869493, + "nauc_precision_at_100_max": 0.3159803239910235, + "nauc_precision_at_100_std": 0.2520382435104056, + "nauc_precision_at_10_diff1": 0.12446168556208165, + "nauc_precision_at_10_max": 0.3846184947411555, + "nauc_precision_at_10_std": 0.14770987570004088, + "nauc_precision_at_1_diff1": 0.3482287736448064, + "nauc_precision_at_1_max": 0.2993546093086387, + "nauc_precision_at_1_std": 0.024294571324560706, + "nauc_precision_at_20_diff1": 0.09605287431744677, + "nauc_precision_at_20_max": 0.36838477267379627, + "nauc_precision_at_20_std": 0.16703618152514077, + "nauc_precision_at_3_diff1": 0.21223382545996622, + "nauc_precision_at_3_max": 0.39051219231426654, + "nauc_precision_at_3_std": 0.06287492340196466, + "nauc_precision_at_5_diff1": 0.1360741837213022, + "nauc_precision_at_5_max": 0.40287912190697206, + "nauc_precision_at_5_std": 0.13726294174650633, + "nauc_recall_at_1000_diff1": 0.15950507187001497, + "nauc_recall_at_1000_max": 0.8513373603409656, + "nauc_recall_at_1000_std": 0.808844172589675, + "nauc_recall_at_100_diff1": 0.22040979315713902, + "nauc_recall_at_100_max": 0.6120132615669587, + "nauc_recall_at_100_std": 0.37961302532852, + "nauc_recall_at_10_diff1": 0.20199013344839767, + "nauc_recall_at_10_max": 0.40700869611973967, + "nauc_recall_at_10_std": 0.10681914312249467, + "nauc_recall_at_1_diff1": 0.35386441144080355, + "nauc_recall_at_1_max": 0.2879017802393553, + "nauc_recall_at_1_std": 0.014568207410086954, + "nauc_recall_at_20_diff1": 0.2240150264963628, + "nauc_recall_at_20_max": 0.460000491214856, + "nauc_recall_at_20_std": 0.1271680076776552, + "nauc_recall_at_3_diff1": 0.2365690737890397, + "nauc_recall_at_3_max": 0.3610606808512692, + "nauc_recall_at_3_std": 0.03292287645966633, + "nauc_recall_at_5_diff1": 0.18193100238324444, + "nauc_recall_at_5_max": 0.39932610742060703, + "nauc_recall_at_5_std": 0.10812760576563357, + "ndcg_at_1": 0.274, + "ndcg_at_10": 0.45068, + "ndcg_at_100": 0.50503, + "ndcg_at_1000": 0.51757, + "ndcg_at_20": 0.47669, + "ndcg_at_3": 0.38199, + "ndcg_at_5": 0.41812, + "precision_at_1": 0.274, + "precision_at_10": 0.0761, + "precision_at_100": 0.01066, + "precision_at_1000": 0.00118, + "precision_at_20": 0.04425, + "precision_at_3": 0.17767, + "precision_at_5": 0.1286, + "recall_at_1": 0.24417, + "recall_at_10": 0.64017, + "recall_at_100": 0.88167, + "recall_at_1000": 0.9755, + "recall_at_20": 0.73642, + "recall_at_3": 0.46183, + "recall_at_5": 0.54383 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQHardNegatives.json new file mode 100644 index 000000000..009490696 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 249.8654716014862, + "kg_co2_emissions": 0.0213742087746061, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5808, + "map_at_1": 0.34083, + "map_at_10": 0.50213, + "map_at_100": 0.51175, + "map_at_1000": 0.51199, + "map_at_20": 0.50851, + "map_at_3": 0.45739, + "map_at_5": 0.48463, + "mrr_at_1": 0.383, + "mrr_at_10": 0.5273194444444437, + "mrr_at_100": 0.5339220627577681, + "mrr_at_1000": 0.5341037468081355, + "mrr_at_20": 0.5316272030987579, + "mrr_at_3": 0.49333333333333246, + "mrr_at_5": 0.5133333333333321, + "nauc_map_at_1000_diff1": 0.3523890172647821, + "nauc_map_at_1000_max": 0.3044665316433619, + "nauc_map_at_1000_std": -0.0931372085677212, + "nauc_map_at_100_diff1": 0.35228055349642146, + "nauc_map_at_100_max": 0.30469705981937684, + "nauc_map_at_100_std": -0.09296762365883036, + "nauc_map_at_10_diff1": 0.3508977251003596, + "nauc_map_at_10_max": 0.3037752169785219, + "nauc_map_at_10_std": -0.09861110867992645, + "nauc_map_at_1_diff1": 0.38241590635943146, + "nauc_map_at_1_max": 0.24988925100126594, + "nauc_map_at_1_std": -0.08148036150415587, + "nauc_map_at_20_diff1": 0.35110654961703, + "nauc_map_at_20_max": 0.30579856244733655, + "nauc_map_at_20_std": -0.09441123893513378, + "nauc_map_at_3_diff1": 0.3520124918505511, + "nauc_map_at_3_max": 0.28962552774009853, + "nauc_map_at_3_std": -0.10085794943457684, + "nauc_map_at_5_diff1": 0.35477981129411995, + "nauc_map_at_5_max": 0.3032879355797098, + "nauc_map_at_5_std": -0.1025913378471019, + "nauc_mrr_at_1000_diff1": 0.35482818697323204, + "nauc_mrr_at_1000_max": 0.3028765671094872, + "nauc_mrr_at_1000_std": -0.07834883253840404, + "nauc_mrr_at_100_diff1": 0.35480605856191477, + "nauc_mrr_at_100_max": 0.30305314775475, + "nauc_mrr_at_100_std": -0.07821285415974862, + "nauc_mrr_at_10_diff1": 0.3525919760202837, + "nauc_mrr_at_10_max": 0.30392492356119144, + "nauc_mrr_at_10_std": -0.08038588323105239, + "nauc_mrr_at_1_diff1": 0.3954768019663595, + "nauc_mrr_at_1_max": 0.26905981486215896, + "nauc_mrr_at_1_std": -0.06963887349606329, + "nauc_mrr_at_20_diff1": 0.3536626766796087, + "nauc_mrr_at_20_max": 0.30370767949477445, + "nauc_mrr_at_20_std": -0.07901743271219093, + "nauc_mrr_at_3_diff1": 0.3541042818036496, + "nauc_mrr_at_3_max": 0.2983361139268855, + "nauc_mrr_at_3_std": -0.07759183059596547, + "nauc_mrr_at_5_diff1": 0.3566394552568621, + "nauc_mrr_at_5_max": 0.3063059424987988, + "nauc_mrr_at_5_std": -0.08246355787171719, + "nauc_ndcg_at_1000_diff1": 0.3446022175953506, + "nauc_ndcg_at_1000_max": 0.3163268026826175, + "nauc_ndcg_at_1000_std": -0.08315003937211499, + "nauc_ndcg_at_100_diff1": 0.34214880160166805, + "nauc_ndcg_at_100_max": 0.32213447415168767, + "nauc_ndcg_at_100_std": -0.07831759921612137, + "nauc_ndcg_at_10_diff1": 0.3316155798658566, + "nauc_ndcg_at_10_max": 0.3216890403829967, + "nauc_ndcg_at_10_std": -0.1028335041197496, + "nauc_ndcg_at_1_diff1": 0.3954768019663595, + "nauc_ndcg_at_1_max": 0.26905981486215896, + "nauc_ndcg_at_1_std": -0.06963887349606329, + "nauc_ndcg_at_20_diff1": 0.3315525432673106, + "nauc_ndcg_at_20_max": 0.32778296651214694, + "nauc_ndcg_at_20_std": -0.09001282632088943, + "nauc_ndcg_at_3_diff1": 0.339208632102301, + "nauc_ndcg_at_3_max": 0.3014348428595246, + "nauc_ndcg_at_3_std": -0.10137864803355469, + "nauc_ndcg_at_5_diff1": 0.34363370109405067, + "nauc_ndcg_at_5_max": 0.32251047262849697, + "nauc_ndcg_at_5_std": -0.10820099346010688, + "nauc_precision_at_1000_diff1": -0.033303683243408246, + "nauc_precision_at_1000_max": 0.0568374667899477, + "nauc_precision_at_1000_std": 0.18239194297819494, + "nauc_precision_at_100_diff1": -0.00859544989681816, + "nauc_precision_at_100_max": 0.1289219282875462, + "nauc_precision_at_100_std": 0.19384584305412766, + "nauc_precision_at_10_diff1": 0.11730082602972262, + "nauc_precision_at_10_max": 0.2708000987602513, + "nauc_precision_at_10_std": -0.0009505034598065884, + "nauc_precision_at_1_diff1": 0.3954768019663595, + "nauc_precision_at_1_max": 0.26905981486215896, + "nauc_precision_at_1_std": -0.06963887349606329, + "nauc_precision_at_20_diff1": 0.05000032598986791, + "nauc_precision_at_20_max": 0.23957386604424344, + "nauc_precision_at_20_std": 0.08024696992417457, + "nauc_precision_at_3_diff1": 0.2717215884095746, + "nauc_precision_at_3_max": 0.3180051953057155, + "nauc_precision_at_3_std": -0.08649461389547787, + "nauc_precision_at_5_diff1": 0.21763185797849702, + "nauc_precision_at_5_max": 0.3134799841991779, + "nauc_precision_at_5_std": -0.06796921530331615, + "nauc_recall_at_1000_diff1": -0.10971055088695018, + "nauc_recall_at_1000_max": 0.8622782446311872, + "nauc_recall_at_1000_std": 0.7556355875683173, + "nauc_recall_at_100_diff1": 0.18030040298947528, + "nauc_recall_at_100_max": 0.6069316615535079, + "nauc_recall_at_100_std": 0.2150496562261277, + "nauc_recall_at_10_diff1": 0.2139315643746923, + "nauc_recall_at_10_max": 0.3775211392840629, + "nauc_recall_at_10_std": -0.1644984298055201, + "nauc_recall_at_1_diff1": 0.38241590635943146, + "nauc_recall_at_1_max": 0.24988925100126594, + "nauc_recall_at_1_std": -0.08148036150415587, + "nauc_recall_at_20_diff1": 0.16197909885460685, + "nauc_recall_at_20_max": 0.451490660898087, + "nauc_recall_at_20_std": -0.10442509905289046, + "nauc_recall_at_3_diff1": 0.28467380415156374, + "nauc_recall_at_3_max": 0.31492843241707846, + "nauc_recall_at_3_std": -0.12292152456914095, + "nauc_recall_at_5_diff1": 0.2879393072235127, + "nauc_recall_at_5_max": 0.37047475554755765, + "nauc_recall_at_5_std": -0.1509559623931082, + "ndcg_at_1": 0.383, + "ndcg_at_10": 0.5808, + "ndcg_at_100": 0.61995, + "ndcg_at_1000": 0.62495, + "ndcg_at_20": 0.60049, + "ndcg_at_3": 0.50009, + "ndcg_at_5": 0.54334, + "precision_at_1": 0.383, + "precision_at_10": 0.0941, + "precision_at_100": 0.01166, + "precision_at_1000": 0.00121, + "precision_at_20": 0.052, + "precision_at_3": 0.22567, + "precision_at_5": 0.1606, + "recall_at_1": 0.34083, + "recall_at_10": 0.79392, + "recall_at_100": 0.9615, + "recall_at_1000": 0.99767, + "recall_at_20": 0.86517, + "recall_at_3": 0.58817, + "recall_at_5": 0.687 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NTREXBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NTREXBitextMining.json new file mode 100644 index 000000000..4bc33e594 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NTREXBitextMining.json @@ -0,0 +1,23003 @@ +{ + "dataset_revision": "ed9a4403ed4adbfaf4aab56d5b2709e9f6c3ba33", + "evaluation_time": 278.9090051651001, + "kg_co2_emissions": 0.012875999744668338, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.9734601902854282, + "f1": 0.9652311801034885, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ], + "main_score": 0.9652311801034885, + "precision": 0.9612335169420797, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9723752295109331, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ], + "main_score": 0.9723752295109331, + "precision": 0.9692038057085628, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.9710398931730929, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ], + "main_score": 0.9710398931730929, + "precision": 0.9676180938073778, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.9318978467701552, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ], + "main_score": 0.9318978467701552, + "precision": 0.9249207144049407, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.957269237189117, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ], + "main_score": 0.957269237189117, + "precision": 0.9529460857953597, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.9399098647971958, + "f1": 0.9238190619262228, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ], + "main_score": 0.9238190619262228, + "precision": 0.9164162911033217, + "recall": 0.9399098647971958 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9805040894675346, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ], + "main_score": 0.9805040894675346, + "precision": 0.978425972291771, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9602737439492571, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ], + "main_score": 0.9602737439492571, + "precision": 0.955850442330162, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9679853113002838, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ], + "main_score": 0.9679853113002838, + "precision": 0.9644049407444499, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9612251710899683, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ], + "main_score": 0.9612251710899683, + "precision": 0.9568102153229845, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.8928392588883325, + "f1": 0.8620681021532298, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ], + "main_score": 0.8620681021532298, + "precision": 0.8478765767699169, + "recall": 0.8928392588883325 + }, + { + "accuracy": 0.8437656484727091, + "f1": 0.8054844171018432, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ], + "main_score": 0.8054844171018432, + "precision": 0.7881822734101152, + "recall": 0.8437656484727091 + }, + { + "accuracy": 0.8437656484727091, + "f1": 0.8044066099148723, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ], + "main_score": 0.8044066099148723, + "precision": 0.7864296444667, + "recall": 0.8437656484727091 + }, + { + "accuracy": 0.7896845267901853, + "f1": 0.7415384982235257, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ], + "main_score": 0.7415384982235257, + "precision": 0.7199465865464864, + "recall": 0.7896845267901853 + }, + { + "accuracy": 0.6239359038557837, + "f1": 0.5554605718100961, + "hf_subset": "amh_Ethi-orm_Ethi", + "languages": [ + "amh-Ethi", + "orm-Ethi" + ], + "main_score": 0.5554605718100961, + "precision": 0.5268116460404892, + "recall": 0.6239359038557837 + }, + { + "accuracy": 0.8512769153730596, + "f1": 0.8144216324486729, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ], + "main_score": 0.8144216324486729, + "precision": 0.7975463194792188, + "recall": 0.8512769153730596 + }, + { + "accuracy": 0.8017025538307461, + "f1": 0.7552090039821637, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ], + "main_score": 0.7552090039821637, + "precision": 0.7342680687698213, + "recall": 0.8017025538307461 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8663161408779836, + "hf_subset": "amh_Ethi-swa_Latn", + "languages": [ + "amh-Ethi", + "swa-Latn" + ], + "main_score": 0.8663161408779836, + "precision": 0.8529878150559171, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.8122183274912369, + "f1": 0.7675107899945156, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ], + "main_score": 0.7675107899945156, + "precision": 0.7471373727257553, + "recall": 0.8122183274912369 + }, + { + "accuracy": 0.8362543815723585, + "f1": 0.7976059327085866, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ], + "main_score": 0.7976059327085866, + "precision": 0.779878150559172, + "recall": 0.8362543815723585 + }, + { + "accuracy": 0.6459689534301453, + "f1": 0.5866060996256288, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ], + "main_score": 0.5866060996256288, + "precision": 0.5619023773755872, + "recall": 0.6459689534301453 + }, + { + "accuracy": 0.8497746619929895, + "f1": 0.8105491570689368, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ], + "main_score": 0.8105491570689368, + "precision": 0.792313470205308, + "recall": 0.8497746619929895 + }, + { + "accuracy": 0.6970455683525288, + "f1": 0.6368127949500008, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ], + "main_score": 0.6368127949500008, + "precision": 0.6110499081956268, + "recall": 0.6970455683525288 + }, + { + "accuracy": 0.842764146219329, + "f1": 0.8042659226935642, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ], + "main_score": 0.8042659226935642, + "precision": 0.7866716741779336, + "recall": 0.842764146219329 + }, + { + "accuracy": 0.9399098647971958, + "f1": 0.9233850776164246, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ], + "main_score": 0.9233850776164246, + "precision": 0.915489901518945, + "recall": 0.9399098647971958 + }, + { + "accuracy": 0.756634952428643, + "f1": 0.7006092472041395, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ], + "main_score": 0.7006092472041395, + "precision": 0.6767365333714858, + "recall": 0.756634952428643 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9550993156401268, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ], + "main_score": 0.9550993156401268, + "precision": 0.9501752628943415, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9620597563011183, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ], + "main_score": 0.9620597563011183, + "precision": 0.9580620931397096, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9619762977800033, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ], + "main_score": 0.9619762977800033, + "precision": 0.9576448005341346, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9557502921048239, + "hf_subset": "arb_Arab-fas_Arab", + "languages": [ + "arb-Arab", + "fas-Arab" + ], + "main_score": 0.9557502921048239, + "precision": 0.9511767651477215, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.942747454515106, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ], + "main_score": 0.942747454515106, + "precision": 0.9367551326990486, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9631947921882824, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ], + "main_score": 0.9631947921882824, + "precision": 0.9589384076114171, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9514271407110666, + "f1": 0.9372725755299616, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ], + "main_score": 0.9372725755299616, + "precision": 0.9304373226506426, + "recall": 0.9514271407110666 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9488733099649475, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ], + "main_score": 0.9488733099649475, + "precision": 0.9433733934234686, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9424136204306459, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ], + "main_score": 0.9424136204306459, + "precision": 0.9359873143047905, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9632782507093973, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ], + "main_score": 0.9632782507093973, + "precision": 0.9591887831747622, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9411378973221738, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ], + "main_score": 0.9411378973221738, + "precision": 0.9346519779669504, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.6965448172258387, + "f1": 0.6351908815604358, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ], + "main_score": 0.6351908815604358, + "precision": 0.6096060757803371, + "recall": 0.6965448172258387 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9356868636287765, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ], + "main_score": 0.9356868636287765, + "precision": 0.9287681522283425, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9307294274745451, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ], + "main_score": 0.9307294274745451, + "precision": 0.9233850776164246, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.8552829243865798, + "f1": 0.8186613253213154, + "hf_subset": "arb_Arab-mey_Arab", + "languages": [ + "arb-Arab", + "mey-Arab" + ], + "main_score": 0.8186613253213154, + "precision": 0.8020530796194292, + "recall": 0.8552829243865798 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9613587047237523, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ], + "main_score": 0.9613587047237523, + "precision": 0.9568519445835421, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9551827741612419, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ], + "main_score": 0.9551827741612419, + "precision": 0.9501752628943415, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9521782674011017, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ], + "main_score": 0.9521782674011017, + "precision": 0.9470872976130864, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.944233016190953, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ], + "main_score": 0.944233016190953, + "precision": 0.9381572358537806, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.871306960440661, + "f1": 0.8367145957030785, + "hf_subset": "arb_Arab-pus_Arab", + "languages": [ + "arb-Arab", + "pus-Arab" + ], + "main_score": 0.8367145957030785, + "precision": 0.8207644800534135, + "recall": 0.871306960440661 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9480053413453513, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ], + "main_score": 0.9480053413453513, + "precision": 0.942747454515106, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.5628442663995994, + "f1": 0.4878249914554371, + "hf_subset": "arb_Arab-shi_Arab", + "languages": [ + "arb-Arab", + "shi-Arab" + ], + "main_score": 0.4878249914554371, + "precision": 0.458675910691434, + "recall": 0.5628442663995994 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9670338841595726, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ], + "main_score": 0.9670338841595726, + "precision": 0.9633617092305126, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9349023535302955, + "f1": 0.9161575696878651, + "hf_subset": "arb_Arab-swa_Latn", + "languages": [ + "arb-Arab", + "swa-Latn" + ], + "main_score": 0.9161575696878651, + "precision": 0.907235853780671, + "recall": 0.9349023535302955 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9547654815556668, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ], + "main_score": 0.9547654815556668, + "precision": 0.9495910532465366, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9339008512769154, + "f1": 0.915489901518945, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ], + "main_score": 0.915489901518945, + "precision": 0.906818561175096, + "recall": 0.9339008512769154 + }, + { + "accuracy": 0.8397596394591887, + "f1": 0.800751126690035, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ], + "main_score": 0.800751126690035, + "precision": 0.7835002503755633, + "recall": 0.8397596394591887 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.957185778668002, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ], + "main_score": 0.957185778668002, + "precision": 0.9526790185277917, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9635703555333, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ], + "main_score": 0.9635703555333, + "precision": 0.9598445286978087, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.928042063094642, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ], + "main_score": 0.928042063094642, + "precision": 0.9205474878985144, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.8693039559339009, + "f1": 0.8353530295443163, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ], + "main_score": 0.8353530295443163, + "precision": 0.8196377900183608, + "recall": 0.8693039559339009 + }, + { + "accuracy": 0.8517776664997496, + "f1": 0.8162744116174261, + "hf_subset": "aze_Latn-bak_Cyrl", + "languages": [ + "aze-Latn", + "bak-Cyrl" + ], + "main_score": 0.8162744116174261, + "precision": 0.8001669170422301, + "recall": 0.8517776664997496 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9636120847938574, + "hf_subset": "aze_Latn-eng_Latn", + "languages": [ + "aze-Latn", + "eng-Latn" + ], + "main_score": 0.9636120847938574, + "precision": 0.9595226172592222, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9290602570522452, + "hf_subset": "aze_Latn-kaz_Cyrl", + "languages": [ + "aze-Latn", + "kaz-Cyrl" + ], + "main_score": 0.9290602570522452, + "precision": 0.9214655316307794, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.9328492739108664, + "hf_subset": "aze_Latn-kir_Cyrl", + "languages": [ + "aze-Latn", + "kir-Cyrl" + ], + "main_score": 0.9328492739108664, + "precision": 0.9263645468202304, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.8933400100150225, + "f1": 0.8679352361876147, + "hf_subset": "aze_Latn-tat_Cyrl", + "languages": [ + "aze-Latn", + "tat-Cyrl" + ], + "main_score": 0.8679352361876147, + "precision": 0.8563678851610749, + "recall": 0.8933400100150225 + }, + { + "accuracy": 0.8693039559339009, + "f1": 0.8367551326990486, + "hf_subset": "aze_Latn-tuk_Latn", + "languages": [ + "aze-Latn", + "tuk-Latn" + ], + "main_score": 0.8367551326990486, + "precision": 0.8214404940744451, + "recall": 0.8693039559339009 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.958020363879152, + "hf_subset": "aze_Latn-tur_Latn", + "languages": [ + "aze-Latn", + "tur-Latn" + ], + "main_score": 0.958020363879152, + "precision": 0.9534301452178268, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.8437656484727091, + "f1": 0.8046514215768097, + "hf_subset": "aze_Latn-uig_Arab", + "languages": [ + "aze-Latn", + "uig-Arab" + ], + "main_score": 0.8046514215768097, + "precision": 0.7868606481150296, + "recall": 0.8437656484727091 + }, + { + "accuracy": 0.8813219829744617, + "f1": 0.8504423301619095, + "hf_subset": "aze_Latn-uzb_Latn", + "languages": [ + "aze-Latn", + "uzb-Latn" + ], + "main_score": 0.8504423301619095, + "precision": 0.836296110832916, + "recall": 0.8813219829744617 + }, + { + "accuracy": 0.8527791687531296, + "f1": 0.8188878555929131, + "hf_subset": "bak_Cyrl-aze_Latn", + "languages": [ + "bak-Cyrl", + "aze-Latn" + ], + "main_score": 0.8188878555929131, + "precision": 0.8039726256050742, + "recall": 0.8527791687531296 + }, + { + "accuracy": 0.7941912869303956, + "f1": 0.7500997528038088, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ], + "main_score": 0.7500997528038088, + "precision": 0.7314471707561341, + "recall": 0.7941912869303956 + }, + { + "accuracy": 0.8617926890335503, + "f1": 0.82977084674631, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ], + "main_score": 0.82977084674631, + "precision": 0.8151727591387081, + "recall": 0.8617926890335503 + }, + { + "accuracy": 0.8487731597396094, + "f1": 0.8124853947588049, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ], + "main_score": 0.8124853947588049, + "precision": 0.7962276748456018, + "recall": 0.8487731597396094 + }, + { + "accuracy": 0.8918377566349525, + "f1": 0.8649140377232515, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ], + "main_score": 0.8649140377232515, + "precision": 0.8524369888165582, + "recall": 0.8918377566349525 + }, + { + "accuracy": 0.7986980470706059, + "f1": 0.7584138111929799, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ], + "main_score": 0.7584138111929799, + "precision": 0.7408028709731262, + "recall": 0.7986980470706059 + }, + { + "accuracy": 0.8332498748122183, + "f1": 0.7963612084793857, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ], + "main_score": 0.7963612084793857, + "precision": 0.7802453680520781, + "recall": 0.8332498748122183 + }, + { + "accuracy": 0.7030545818728092, + "f1": 0.6482091935772456, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ], + "main_score": 0.6482091935772456, + "precision": 0.6253000713190999, + "recall": 0.7030545818728092 + }, + { + "accuracy": 0.7966950425638458, + "f1": 0.7552662326823569, + "hf_subset": "bak_Cyrl-uzb_Latn", + "languages": [ + "bak-Cyrl", + "uzb-Latn" + ], + "main_score": 0.7552662326823569, + "precision": 0.7369721248539476, + "recall": 0.7966950425638458 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9622767484560173, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ], + "main_score": 0.9622767484560173, + "precision": 0.958020363879152, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9667835085962276, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.9667835085962276, + "precision": 0.9627774995827073, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9633116341178434, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ], + "main_score": 0.9633116341178434, + "precision": 0.9592305124353198, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.955850442330162, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ], + "main_score": 0.955850442330162, + "precision": 0.9510098481054916, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.959522617259222, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ], + "main_score": 0.959522617259222, + "precision": 0.9550158571190118, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.9716241028208981, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.9716241028208981, + "precision": 0.9686362877649809, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9469203805708563, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ], + "main_score": 0.9469203805708563, + "precision": 0.9409280587547989, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9528459355700217, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.9528459355700217, + "precision": 0.9477549657820062, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9542146553163078, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ], + "main_score": 0.9542146553163078, + "precision": 0.9491320313804039, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9555499916541479, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ], + "main_score": 0.9555499916541479, + "precision": 0.9508846603238191, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.8983475212819229, + "f1": 0.8704501196238803, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.8704501196238803, + "precision": 0.8577240861291938, + "recall": 0.8983475212819229 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9601902854281422, + "hf_subset": "bel_Cyrl-srp_Latn", + "languages": [ + "bel-Cyrl", + "srp-Latn" + ], + "main_score": 0.9601902854281422, + "precision": 0.9557669838090468, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9677850108496078, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.9677850108496078, + "precision": 0.9640293773994324, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.7275913870806209, + "f1": 0.678216169853626, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ], + "main_score": 0.678216169853626, + "precision": 0.6583108790169381, + "recall": 0.7275913870806209 + }, + { + "accuracy": 0.6835252879318978, + "f1": 0.6401518945084292, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ], + "main_score": 0.6401518945084292, + "precision": 0.6216455635834705, + "recall": 0.6835252879318978 + }, + { + "accuracy": 0.7200801201802705, + "f1": 0.6822189633656834, + "hf_subset": "bem_Latn-fuc_Latn", + "languages": [ + "bem-Latn", + "fuc-Latn" + ], + "main_score": 0.6822189633656834, + "precision": 0.6661832033764933, + "recall": 0.7200801201802705 + }, + { + "accuracy": 0.7971957936905358, + "f1": 0.7576388392111977, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ], + "main_score": 0.7576388392111977, + "precision": 0.7404189617759974, + "recall": 0.7971957936905358 + }, + { + "accuracy": 0.8022033049574362, + "f1": 0.7655522966990168, + "hf_subset": "bem_Latn-nde_Latn", + "languages": [ + "bem-Latn", + "nde-Latn" + ], + "main_score": 0.7655522966990168, + "precision": 0.7494116174261393, + "recall": 0.8022033049574362 + }, + { + "accuracy": 0.8317476214321482, + "f1": 0.8015952500178839, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ], + "main_score": 0.8015952500178839, + "precision": 0.7885800923607633, + "recall": 0.8317476214321482 + }, + { + "accuracy": 0.8242363545317977, + "f1": 0.7882907694875647, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ], + "main_score": 0.7882907694875647, + "precision": 0.772488494646732, + "recall": 0.8242363545317977 + }, + { + "accuracy": 0.7801702553830746, + "f1": 0.7409471349881965, + "hf_subset": "bem_Latn-ven_Latn", + "languages": [ + "bem-Latn", + "ven-Latn" + ], + "main_score": 0.7409471349881965, + "precision": 0.7243448506092471, + "recall": 0.7801702553830746 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9345685194458355, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ], + "main_score": 0.9345685194458355, + "precision": 0.9277249207144048, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9594391587381071, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ], + "main_score": 0.9594391587381071, + "precision": 0.9547654815556669, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.12618928392588882, + "f1": 0.09655649853402845, + "hf_subset": "ben_Beng-div_Thaa", + "languages": [ + "ben-Beng", + "div-Thaa" + ], + "main_score": 0.09655649853402845, + "precision": 0.08810308491236134, + "recall": 0.12618928392588882 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9661158404273077, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ], + "main_score": 0.9661158404273077, + "precision": 0.9622767484560174, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9606409614421632, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.9606409614421632, + "precision": 0.9561425471540644, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9258888332498748, + "f1": 0.9045568352528793, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ], + "main_score": 0.9045568352528793, + "precision": 0.8942997830078452, + "recall": 0.9258888332498748 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9616090802870972, + "hf_subset": "ben_Beng-fas_Arab", + "languages": [ + "ben-Beng", + "fas-Arab" + ], + "main_score": 0.9616090802870972, + "precision": 0.957269237189117, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9385244533466867, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ], + "main_score": 0.9385244533466867, + "precision": 0.9315222834251377, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9646970455683526, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ], + "main_score": 0.9646970455683526, + "precision": 0.9610248706392923, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9468369220497412, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ], + "main_score": 0.9468369220497412, + "precision": 0.9409948255716909, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9498414288098814, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ], + "main_score": 0.9498414288098814, + "precision": 0.9439158738107161, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9730428976798531, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ], + "main_score": 0.9730428976798531, + "precision": 0.970121849440828, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9348188950091804, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ], + "main_score": 0.9348188950091804, + "precision": 0.927891837756635, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9703722250041729, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ], + "main_score": 0.9703722250041729, + "precision": 0.9669504256384577, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9526790185277917, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ], + "main_score": 0.9526790185277917, + "precision": 0.9475045902186614, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9460023368385911, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ], + "main_score": 0.9460023368385911, + "precision": 0.9399098647971958, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9473710565848774, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ], + "main_score": 0.9473710565848774, + "precision": 0.9416207644800535, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9387748289100317, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ], + "main_score": 0.9387748289100317, + "precision": 0.9318561175095976, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9677015523284928, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ], + "main_score": 0.9677015523284928, + "precision": 0.9639459188783175, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.956601569020197, + "hf_subset": "ben_Beng-nep_Deva", + "languages": [ + "ben-Beng", + "nep-Deva" + ], + "main_score": 0.956601569020197, + "precision": 0.9515105992321815, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9629444166249375, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ], + "main_score": 0.9629444166249375, + "precision": 0.9587714905691872, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9390752795860459, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ], + "main_score": 0.9390752795860459, + "precision": 0.9321482223335003, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9557169086963778, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ], + "main_score": 0.9557169086963778, + "precision": 0.950717743281589, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9504924052745785, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ], + "main_score": 0.9504924052745785, + "precision": 0.9450842931063261, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9454515105992322, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ], + "main_score": 0.9454515105992322, + "precision": 0.9394508429310633, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9535469871473876, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ], + "main_score": 0.9535469871473876, + "precision": 0.948380904690369, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.829744616925388, + "f1": 0.7869303955933901, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ], + "main_score": 0.7869303955933901, + "precision": 0.7678350859622768, + "recall": 0.829744616925388 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9655316307795025, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ], + "main_score": 0.9655316307795025, + "precision": 0.9616090802870974, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9479218828242364, + "f1": 0.9325655149390752, + "hf_subset": "ben_Beng-swa_Latn", + "languages": [ + "ben-Beng", + "swa-Latn" + ], + "main_score": 0.9325655149390752, + "precision": 0.9250542480387247, + "recall": 0.9479218828242364 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9516775162744117, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ], + "main_score": 0.9516775162744117, + "precision": 0.9462527124019362, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9490903021198464, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ], + "main_score": 0.9490903021198464, + "precision": 0.9435820397262561, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9501752628943415, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ], + "main_score": 0.9501752628943415, + "precision": 0.9443331664162911, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9535970622600567, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ], + "main_score": 0.9535970622600567, + "precision": 0.9483391754298114, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9653647137372726, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ], + "main_score": 0.9653647137372726, + "precision": 0.9611083291604073, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9651977966950426, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ], + "main_score": 0.9651977966950426, + "precision": 0.9611083291604073, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9369053580370555, + "f1": 0.9182440327157402, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ], + "main_score": 0.9182440327157402, + "precision": 0.9092388582874311, + "recall": 0.9369053580370555 + }, + { + "accuracy": 0.8978467701552328, + "f1": 0.8717910198631279, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ], + "main_score": 0.8717910198631279, + "precision": 0.8598063762310133, + "recall": 0.8978467701552328 + }, + { + "accuracy": 0.10816224336504757, + "f1": 0.08881871388130777, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ], + "main_score": 0.08881871388130777, + "precision": 0.08196128645552783, + "recall": 0.10816224336504757 + }, + { + "accuracy": 0.24086129193790687, + "f1": 0.20768466489745777, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.20768466489745777, + "precision": 0.19718139930407313, + "recall": 0.24086129193790687 + }, + { + "accuracy": 0.2944416624937406, + "f1": 0.2545195279201724, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ], + "main_score": 0.2545195279201724, + "precision": 0.24130882749358049, + "recall": 0.2944416624937406 + }, + { + "accuracy": 0.3084626940410616, + "f1": 0.2688933201389386, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ], + "main_score": 0.2688933201389386, + "precision": 0.25485784496628433, + "recall": 0.3084626940410616 + }, + { + "accuracy": 0.2909364046069104, + "f1": 0.25195287546624334, + "hf_subset": "bod_Tibt-mon_Mong", + "languages": [ + "bod-Tibt", + "mon-Mong" + ], + "main_score": 0.25195287546624334, + "precision": 0.23908054050802685, + "recall": 0.2909364046069104 + }, + { + "accuracy": 0.20430645968953431, + "f1": 0.16327936051939348, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ], + "main_score": 0.16327936051939348, + "precision": 0.1508464059610471, + "recall": 0.20430645968953431 + }, + { + "accuracy": 0.29794692038057086, + "f1": 0.2581475123663406, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ], + "main_score": 0.2581475123663406, + "precision": 0.24437846824395396, + "recall": 0.29794692038057086 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9475880487397763, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ], + "main_score": 0.9475880487397763, + "precision": 0.9414121181772659, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.985144383241529, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ], + "main_score": 0.985144383241529, + "precision": 0.9834752128192289, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9828075446503087, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ], + "main_score": 0.9828075446503087, + "precision": 0.9807210816224337, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9814722083124687, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ], + "main_score": 0.9814722083124687, + "precision": 0.9792188282423635, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9944917376064096, + "f1": 0.9927391086629945, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ], + "main_score": 0.9927391086629945, + "precision": 0.9919045234518445, + "recall": 0.9944917376064096 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9818060423969287, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9818060423969287, + "precision": 0.9798030378901685, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9780504089467534, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ], + "main_score": 0.9780504089467534, + "precision": 0.9757135703555333, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.970121849440828, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ], + "main_score": 0.970121849440828, + "precision": 0.9668669671173428, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823067935236188, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ], + "main_score": 0.9823067935236188, + "precision": 0.9803037890168587, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9820564179602737, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ], + "main_score": 0.9820564179602737, + "precision": 0.9801368719746287, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9143715573360041, + "f1": 0.8900684359873143, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ], + "main_score": 0.8900684359873143, + "precision": 0.879026873643799, + "recall": 0.9143715573360041 + }, + { + "accuracy": 0.9924887330996495, + "f1": 0.9900684359873142, + "hf_subset": "bos_Latn-srp_Latn", + "languages": [ + "bos-Latn", + "srp-Latn" + ], + "main_score": 0.9900684359873142, + "precision": 0.9889000166917041, + "recall": 0.9924887330996495 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9799699549323986, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9799699549323986, + "precision": 0.9778000333834085, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9522951093306626, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ], + "main_score": 0.9522951093306626, + "precision": 0.9469621098314137, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9827240861291938, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ], + "main_score": 0.9827240861291938, + "precision": 0.9806376231013187, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9809714571857787, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ], + "main_score": 0.9809714571857787, + "precision": 0.9788015356367885, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9834752128192289, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ], + "main_score": 0.9834752128192289, + "precision": 0.9815556668335838, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9828075446503088, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ], + "main_score": 0.9828075446503088, + "precision": 0.9808045401435487, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9827240861291938, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.9827240861291938, + "precision": 0.9806376231013187, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9754965782006343, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ], + "main_score": 0.9754965782006343, + "precision": 0.9728342513770656, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9765481555666833, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.9765481555666833, + "precision": 0.9739609414121182, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9790519112001335, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ], + "main_score": 0.9790519112001335, + "precision": 0.9766316140877984, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972458688032048, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ], + "main_score": 0.972458688032048, + "precision": 0.9692872642296779, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9053580370555834, + "f1": 0.8783270143310203, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.8783270143310203, + "precision": 0.8657986980470707, + "recall": 0.9053580370555834 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9817225838758137, + "hf_subset": "bul_Cyrl-srp_Latn", + "languages": [ + "bul-Cyrl", + "srp-Latn" + ], + "main_score": 0.9817225838758137, + "precision": 0.9796361208479385, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9777165748622935, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.9777165748622935, + "precision": 0.9752128192288433, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9824737105658488, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ], + "main_score": 0.9824737105658488, + "precision": 0.9804707060590886, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9816391253546988, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ], + "main_score": 0.9816391253546988, + "precision": 0.9795526623268236, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9799699549323986, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ], + "main_score": 0.9799699549323986, + "precision": 0.9778000333834084, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.984393256551494, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ], + "main_score": 0.984393256551494, + "precision": 0.9826406276080788, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.8422633950926389, + "f1": 0.8068602904356534, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ], + "main_score": 0.8068602904356534, + "precision": 0.7911116675012518, + "recall": 0.8422633950926389 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823401769320648, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ], + "main_score": 0.9823401769320648, + "precision": 0.9803455182774161, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9773827407778335, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ], + "main_score": 0.9773827407778335, + "precision": 0.9748789851443832, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9899849774661993, + "f1": 0.9868970121849441, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ], + "main_score": 0.9868970121849441, + "precision": 0.985394758804874, + "recall": 0.9899849774661993 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9452512101485561, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ], + "main_score": 0.9452512101485561, + "precision": 0.9392421966282758, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9861458854949091, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ], + "main_score": 0.9861458854949091, + "precision": 0.9845601735937239, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9797195793690536, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ], + "main_score": 0.9797195793690536, + "precision": 0.9773827407778335, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9790519112001335, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ], + "main_score": 0.9790519112001335, + "precision": 0.9766316140877984, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9837255883825738, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ], + "main_score": 0.9837255883825738, + "precision": 0.9818895009180438, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9778000333834084, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9778000333834084, + "precision": 0.9752128192288433, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9775496578200633, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ], + "main_score": 0.9775496578200633, + "precision": 0.9748789851443832, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.9711233516942079, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ], + "main_score": 0.9711233516942079, + "precision": 0.9677850108496077, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9929894842263395, + "f1": 0.9909864797195793, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ], + "main_score": 0.9909864797195793, + "precision": 0.9899849774661993, + "recall": 0.9929894842263395 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9770489066933733, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ], + "main_score": 0.9770489066933733, + "precision": 0.9743782340176933, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9018527791687532, + "f1": 0.8747549896272981, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ], + "main_score": 0.8747549896272981, + "precision": 0.8625605074278083, + "recall": 0.9018527791687532 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803872475379737, + "hf_subset": "ces_Latn-srp_Latn", + "languages": [ + "ces-Latn", + "srp-Latn" + ], + "main_score": 0.9803872475379737, + "precision": 0.9781338674678686, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9780837923551994, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9780837923551994, + "precision": 0.9757552996160908, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.7766649974962444, + "f1": 0.7303391595329501, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ], + "main_score": 0.7303391595329501, + "precision": 0.7107589956363116, + "recall": 0.7766649974962444 + }, + { + "accuracy": 0.7150726089133701, + "f1": 0.6552659760176919, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ], + "main_score": 0.6552659760176919, + "precision": 0.6311374800295682, + "recall": 0.7150726089133701 + }, + { + "accuracy": 0.8127190786179269, + "f1": 0.7692884564942652, + "hf_subset": "ckb_Arab-fas_Arab", + "languages": [ + "ckb-Arab", + "fas-Arab" + ], + "main_score": 0.7692884564942652, + "precision": 0.7507308581920501, + "recall": 0.8127190786179269 + }, + { + "accuracy": 0.7956935403104657, + "f1": 0.7467618093807378, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ], + "main_score": 0.7467618093807378, + "precision": 0.7255347306674297, + "recall": 0.7956935403104657 + }, + { + "accuracy": 0.686029043565348, + "f1": 0.6287816645603327, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ], + "main_score": 0.6287816645603327, + "precision": 0.6046086987624294, + "recall": 0.686029043565348 + }, + { + "accuracy": 0.6314471707561342, + "f1": 0.5699896015825793, + "hf_subset": "ckb_Arab-mey_Arab", + "languages": [ + "ckb-Arab", + "mey-Arab" + ], + "main_score": 0.5699896015825793, + "precision": 0.5453468893816916, + "recall": 0.6314471707561342 + }, + { + "accuracy": 0.842764146219329, + "f1": 0.8049920118272647, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ], + "main_score": 0.8049920118272647, + "precision": 0.7885208765529246, + "recall": 0.842764146219329 + }, + { + "accuracy": 0.7536304456685028, + "f1": 0.7009776569616328, + "hf_subset": "ckb_Arab-pus_Arab", + "languages": [ + "ckb-Arab", + "pus-Arab" + ], + "main_score": 0.7009776569616328, + "precision": 0.678092138207311, + "recall": 0.7536304456685028 + }, + { + "accuracy": 0.40510766149223837, + "f1": 0.3388762398983613, + "hf_subset": "ckb_Arab-shi_Arab", + "languages": [ + "ckb-Arab", + "shi-Arab" + ], + "main_score": 0.3388762398983613, + "precision": 0.31427910978891865, + "recall": 0.40510766149223837 + }, + { + "accuracy": 0.7536304456685028, + "f1": 0.7017108996828576, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ], + "main_score": 0.7017108996828576, + "precision": 0.6790483344063715, + "recall": 0.7536304456685028 + }, + { + "accuracy": 0.9268903355032548, + "f1": 0.9088227579464434, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ], + "main_score": 0.9088227579464434, + "precision": 0.900617593056251, + "recall": 0.9268903355032548 + }, + { + "accuracy": 0.8072108162243365, + "f1": 0.7653504065622243, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ], + "main_score": 0.7653504065622243, + "precision": 0.7475379736271074, + "recall": 0.8072108162243365 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9497078951760975, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ], + "main_score": 0.9497078951760975, + "precision": 0.9440410615923885, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.984727090635954, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ], + "main_score": 0.984727090635954, + "precision": 0.9828910031714237, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9833917542981139, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ], + "main_score": 0.9833917542981139, + "precision": 0.9813887497913538, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9208813219829745, + "f1": 0.8989818060423971, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ], + "main_score": 0.8989818060423971, + "precision": 0.8888332498748123, + "recall": 0.9208813219829745 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.958604573526957, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ], + "main_score": 0.958604573526957, + "precision": 0.9537639793022868, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9318978467701552, + "f1": 0.9119846436321148, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ], + "main_score": 0.9119846436321148, + "precision": 0.9025621765982306, + "recall": 0.9318978467701552 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9835586713403438, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ], + "main_score": 0.9835586713403438, + "precision": 0.9817225838758137, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9758304122850943, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ], + "main_score": 0.9758304122850943, + "precision": 0.9731680854615256, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.986145885494909, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ], + "main_score": 0.986145885494909, + "precision": 0.9845601735937238, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9784677015523285, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ], + "main_score": 0.9784677015523285, + "precision": 0.9760474044399933, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9550993156401268, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ], + "main_score": 0.9550993156401268, + "precision": 0.9498414288098815, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9458187280921382, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ], + "main_score": 0.9458187280921382, + "precision": 0.9401602403605408, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9395259556000668, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ], + "main_score": 0.9395259556000668, + "precision": 0.9326907027207477, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9799699549323986, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ], + "main_score": 0.9799699549323986, + "precision": 0.9774661992989484, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9781338674678685, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ], + "main_score": 0.9781338674678685, + "precision": 0.9755466533133033, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9909864797195793, + "f1": 0.9879819729594391, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.9879819729594391, + "precision": 0.9864797195793691, + "recall": 0.9909864797195793 + }, + { + "accuracy": 0.9238858287431146, + "f1": 0.9014855616758471, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ], + "main_score": 0.9014855616758471, + "precision": 0.8910866299449174, + "recall": 0.9238858287431146 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9555499916541479, + "hf_subset": "deu_Latn-fas_Arab", + "languages": [ + "deu-Latn", + "fas-Arab" + ], + "main_score": 0.9555499916541479, + "precision": 0.9507344349858121, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9668669671173427, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ], + "main_score": 0.9668669671173427, + "precision": 0.9633617092305126, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9816391253546987, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ], + "main_score": 0.9816391253546987, + "precision": 0.9795526623268236, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9532632281755966, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ], + "main_score": 0.9532632281755966, + "precision": 0.9480053413453513, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9579369053580371, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "main_score": 0.9579369053580371, + "precision": 0.9530128526122517, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9682857619762977, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ], + "main_score": 0.9682857619762977, + "precision": 0.9644466700050075, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9827240861291938, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ], + "main_score": 0.9827240861291938, + "precision": 0.9806376231013186, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9586880320480721, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ], + "main_score": 0.9586880320480721, + "precision": 0.9539308963445168, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9433650475713571, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ], + "main_score": 0.9433650475713571, + "precision": 0.9367801702553831, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9419796361208479, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ], + "main_score": 0.9419796361208479, + "precision": 0.9358203972625605, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9596895343014522, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ], + "main_score": 0.9596895343014522, + "precision": 0.9549323985978968, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9389083625438157, + "f1": 0.9204974127858453, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ], + "main_score": 0.9204974127858453, + "precision": 0.9117426139208813, + "recall": 0.9389083625438157 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9886496411283593, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ], + "main_score": 0.9886496411283593, + "precision": 0.9872308462694042, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9724086129193791, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ], + "main_score": 0.9724086129193791, + "precision": 0.9692455349691204, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9828910031714239, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ], + "main_score": 0.9828910031714239, + "precision": 0.9808879986646637, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9783842430312134, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ], + "main_score": 0.9783842430312134, + "precision": 0.9758804873977632, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9749624436654982, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ], + "main_score": 0.9749624436654982, + "precision": 0.971957936905358, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971373727257553, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ], + "main_score": 0.971373727257553, + "precision": 0.9682023034551828, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9815556668335836, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "main_score": 0.9815556668335836, + "precision": 0.9793857452845935, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9454181271907862, + "f1": 0.9289267234184609, + "hf_subset": "deu_Latn-swa_Latn", + "languages": [ + "deu-Latn", + "swa-Latn" + ], + "main_score": 0.9289267234184609, + "precision": 0.9211066599899849, + "recall": 0.9454181271907862 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9781338674678685, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ], + "main_score": 0.9781338674678685, + "precision": 0.9757135703555333, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9198058993251782, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ], + "main_score": 0.9198058993251782, + "precision": 0.9114087798364213, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.973794024369888, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ], + "main_score": 0.973794024369888, + "precision": 0.9707060590886329, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9700717743281588, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "main_score": 0.9700717743281588, + "precision": 0.9667417793356703, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9359706226005674, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ], + "main_score": 0.9359706226005674, + "precision": 0.9293440160240359, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.8913370055082624, + "f1": 0.8608746453012852, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ], + "main_score": 0.8608746453012852, + "precision": 0.8472625605074278, + "recall": 0.8913370055082624 + }, + { + "accuracy": 0.10065097646469705, + "f1": 0.07181356663579208, + "hf_subset": "div_Thaa-ben_Beng", + "languages": [ + "div-Thaa", + "ben-Beng" + ], + "main_score": 0.07181356663579208, + "precision": 0.06404207528431573, + "recall": 0.10065097646469705 + }, + { + "accuracy": 0.06259389083625438, + "f1": 0.04193324634482703, + "hf_subset": "div_Thaa-eng_Latn", + "languages": [ + "div-Thaa", + "eng-Latn" + ], + "main_score": 0.04193324634482703, + "precision": 0.03739569458294088, + "recall": 0.06259389083625438 + }, + { + "accuracy": 0.10515773660490736, + "f1": 0.07865280618218683, + "hf_subset": "div_Thaa-eus_Latn", + "languages": [ + "div-Thaa", + "eus-Latn" + ], + "main_score": 0.07865280618218683, + "precision": 0.0712460253383927, + "recall": 0.10515773660490736 + }, + { + "accuracy": 0.11767651477215824, + "f1": 0.08806842505251014, + "hf_subset": "div_Thaa-guj_Gujr", + "languages": [ + "div-Thaa", + "guj-Gujr" + ], + "main_score": 0.08806842505251014, + "precision": 0.08002197031754235, + "recall": 0.11767651477215824 + }, + { + "accuracy": 0.11216825237856785, + "f1": 0.08488547351904481, + "hf_subset": "div_Thaa-hin_Deva", + "languages": [ + "div-Thaa", + "hin-Deva" + ], + "main_score": 0.08488547351904481, + "precision": 0.07766662118822898, + "recall": 0.11216825237856785 + }, + { + "accuracy": 0.12118177265898848, + "f1": 0.09299073000880241, + "hf_subset": "div_Thaa-kan_Knda", + "languages": [ + "div-Thaa", + "kan-Knda" + ], + "main_score": 0.09299073000880241, + "precision": 0.08479215784640833, + "recall": 0.12118177265898848 + }, + { + "accuracy": 0.11016524787180772, + "f1": 0.08134822780744931, + "hf_subset": "div_Thaa-mar_Deva", + "languages": [ + "div-Thaa", + "mar-Deva" + ], + "main_score": 0.08134822780744931, + "precision": 0.07416072336468056, + "recall": 0.11016524787180772 + }, + { + "accuracy": 0.11967951927891837, + "f1": 0.09065537184175498, + "hf_subset": "div_Thaa-nep_Deva", + "languages": [ + "div-Thaa", + "nep-Deva" + ], + "main_score": 0.09065537184175498, + "precision": 0.0833205412051537, + "recall": 0.11967951927891837 + }, + { + "accuracy": 0.1041562343515273, + "f1": 0.07592919120632069, + "hf_subset": "div_Thaa-pan_Guru", + "languages": [ + "div-Thaa", + "pan-Guru" + ], + "main_score": 0.07592919120632069, + "precision": 0.06759339387736936, + "recall": 0.1041562343515273 + }, + { + "accuracy": 0.12518778167250877, + "f1": 0.09526079602442675, + "hf_subset": "div_Thaa-sin_Sinh", + "languages": [ + "div-Thaa", + "sin-Sinh" + ], + "main_score": 0.09526079602442675, + "precision": 0.08717633264180827, + "recall": 0.12518778167250877 + }, + { + "accuracy": 0.12318477716574862, + "f1": 0.09659169041454543, + "hf_subset": "div_Thaa-snd_Arab", + "languages": [ + "div-Thaa", + "snd-Arab" + ], + "main_score": 0.09659169041454543, + "precision": 0.0887196273682899, + "recall": 0.12318477716574862 + }, + { + "accuracy": 0.11917876815222835, + "f1": 0.09217552970214982, + "hf_subset": "div_Thaa-tam_Taml", + "languages": [ + "div-Thaa", + "tam-Taml" + ], + "main_score": 0.09217552970214982, + "precision": 0.08471402475867588, + "recall": 0.11917876815222835 + }, + { + "accuracy": 0.11517275913870806, + "f1": 0.08936977774582647, + "hf_subset": "div_Thaa-tel_Telu", + "languages": [ + "div-Thaa", + "tel-Telu" + ], + "main_score": 0.08936977774582647, + "precision": 0.08187477405498685, + "recall": 0.11517275913870806 + }, + { + "accuracy": 0.10565848773159739, + "f1": 0.07916772753825391, + "hf_subset": "div_Thaa-urd_Arab", + "languages": [ + "div-Thaa", + "urd-Arab" + ], + "main_score": 0.07916772753825391, + "precision": 0.07179559346703135, + "recall": 0.10565848773159739 + }, + { + "accuracy": 0.08412618928392589, + "f1": 0.06255533372208384, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ], + "main_score": 0.06255533372208384, + "precision": 0.05567041037747097, + "recall": 0.08412618928392589 + }, + { + "accuracy": 0.02754131196795193, + "f1": 0.018351565517608005, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ], + "main_score": 0.018351565517608005, + "precision": 0.016515786099652773, + "recall": 0.02754131196795193 + }, + { + "accuracy": 0.06159238858287431, + "f1": 0.04345752630238182, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ], + "main_score": 0.04345752630238182, + "precision": 0.0391457317580878, + "recall": 0.06159238858287431 + }, + { + "accuracy": 0.07961942914371557, + "f1": 0.058219694806800816, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ], + "main_score": 0.058219694806800816, + "precision": 0.05253449091680929, + "recall": 0.07961942914371557 + }, + { + "accuracy": 0.08362543815723586, + "f1": 0.06295317780984311, + "hf_subset": "dzo_Tibt-mon_Mong", + "languages": [ + "dzo-Tibt", + "mon-Mong" + ], + "main_score": 0.06295317780984311, + "precision": 0.05694324975655508, + "recall": 0.08362543815723586 + }, + { + "accuracy": 0.04406609914872309, + "f1": 0.026841439618503108, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ], + "main_score": 0.026841439618503108, + "precision": 0.023063036252565887, + "recall": 0.04406609914872309 + }, + { + "accuracy": 0.07210816224336505, + "f1": 0.049961278543423214, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ], + "main_score": 0.049961278543423214, + "precision": 0.04403539948174035, + "recall": 0.07210816224336505 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9556835252879319, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ], + "main_score": 0.9556835252879319, + "precision": 0.9509263895843766, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9500918043732266, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ], + "main_score": 0.9500918043732266, + "precision": 0.9444166249374061, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9817559672842597, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ], + "main_score": 0.9817559672842597, + "precision": 0.9797613086296111, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9826406276080788, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ], + "main_score": 0.9826406276080788, + "precision": 0.9804707060590886, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9691203471874478, + "hf_subset": "ell_Grek-fas_Arab", + "languages": [ + "ell-Grek", + "fas-Arab" + ], + "main_score": 0.9691203471874478, + "precision": 0.9656150893006176, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9661158404273076, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ], + "main_score": 0.9661158404273076, + "precision": 0.9622767484560174, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9782173259889835, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ], + "main_score": 0.9782173259889835, + "precision": 0.9756301118344184, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9659823067935236, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ], + "main_score": 0.9659823067935236, + "precision": 0.9620681021532298, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9735436488065431, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ], + "main_score": 0.9735436488065431, + "precision": 0.9704556835252879, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9651143381739276, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ], + "main_score": 0.9651143381739276, + "precision": 0.9610248706392922, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9494575196127524, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ], + "main_score": 0.9494575196127524, + "precision": 0.9437906860290436, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9861458854949091, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ], + "main_score": 0.9861458854949091, + "precision": 0.9845601735937239, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9591053246536471, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ], + "main_score": 0.9591053246536471, + "precision": 0.9546987147387748, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9343849106993825, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ], + "main_score": 0.9343849106993825, + "precision": 0.9272241695877148, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9601902854281422, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ], + "main_score": 0.9601902854281422, + "precision": 0.9556835252879319, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9656818561175096, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ], + "main_score": 0.9656818561175096, + "precision": 0.9620263728926722, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9889000166917041, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ], + "main_score": 0.9889000166917041, + "precision": 0.9876481388749793, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9778834919045234, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ], + "main_score": 0.9778834919045234, + "precision": 0.9753797362710732, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9767985311300283, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ], + "main_score": 0.9767985311300283, + "precision": 0.9739609414121182, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9749624436654982, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ], + "main_score": 0.9749624436654982, + "precision": 0.9720413954264729, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9819729594391587, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ], + "main_score": 0.9819729594391587, + "precision": 0.9800534134535136, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9740443999332331, + "hf_subset": "ell_Grek-sqi_Latn", + "languages": [ + "ell-Grek", + "sqi-Latn" + ], + "main_score": 0.9740443999332331, + "precision": 0.971206810215323, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9396594892338508, + "hf_subset": "ell_Grek-swa_Latn", + "languages": [ + "ell-Grek", + "swa-Latn" + ], + "main_score": 0.9396594892338508, + "precision": 0.9330829577699884, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9767985311300283, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ], + "main_score": 0.9767985311300283, + "precision": 0.9740443999332332, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9484226339509264, + "f1": 0.9334668669671174, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ], + "main_score": 0.9334668669671174, + "precision": 0.9263895843765648, + "recall": 0.9484226339509264 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9726256050742781, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ], + "main_score": 0.9726256050742781, + "precision": 0.9694541812719079, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9753797362710732, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ], + "main_score": 0.9753797362710732, + "precision": 0.9723752295109331, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.941528960106827, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ], + "main_score": 0.941528960106827, + "precision": 0.935027541311968, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.900350525788683, + "f1": 0.8729093640460691, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ], + "main_score": 0.8729093640460691, + "precision": 0.8605324653647137, + "recall": 0.900350525788683 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9457519612752461, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ], + "main_score": 0.9457519612752461, + "precision": 0.9395760307127359, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.85678517776665, + "f1": 0.8175541089411895, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ], + "main_score": 0.8175541089411895, + "precision": 0.7999791353697213, + "recall": 0.85678517776665 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9475880487397764, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ], + "main_score": 0.9475880487397764, + "precision": 0.941662493740611, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9377160979564585, + "hf_subset": "eng_Latn-aze_Latn", + "languages": [ + "eng-Latn", + "aze-Latn" + ], + "main_score": 0.9377160979564585, + "precision": 0.9310632615590051, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.7791687531296946, + "f1": 0.7279729117485751, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ], + "main_score": 0.7279729117485751, + "precision": 0.7058587881822733, + "recall": 0.7791687531296946 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.9275913870806209, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ], + "main_score": 0.9275913870806209, + "precision": 0.9198380904690369, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.7330996494742114, + "f1": 0.6750009935538228, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ], + "main_score": 0.6750009935538228, + "precision": 0.6506599184491023, + "recall": 0.7330996494742114 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9401936237689867, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.9401936237689867, + "precision": 0.9337923551994658, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.2669003505257887, + "f1": 0.19384346213961348, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.19384346213961348, + "precision": 0.17308438651771893, + "recall": 0.2669003505257887 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9833917542981138, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ], + "main_score": 0.9833917542981138, + "precision": 0.9813887497913538, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9742113169754631, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ], + "main_score": 0.9742113169754631, + "precision": 0.9711233516942079, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9782173259889835, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ], + "main_score": 0.9782173259889835, + "precision": 0.9757135703555333, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.9708729761308629, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ], + "main_score": 0.9708729761308629, + "precision": 0.9673677182440327, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.6840260390585878, + "f1": 0.6159746946426966, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ], + "main_score": 0.6159746946426966, + "precision": 0.5891891408541383, + "recall": 0.6840260390585878 + }, + { + "accuracy": 0.9203805708562844, + "f1": 0.8966282757469537, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ], + "main_score": 0.8966282757469537, + "precision": 0.8853697212485395, + "recall": 0.9203805708562844 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9814722083124687, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ], + "main_score": 0.9814722083124687, + "precision": 0.9793022867634785, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9929894842263395, + "f1": 0.9907361041562344, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.9907361041562344, + "precision": 0.9896511433817393, + "recall": 0.9929894842263395 + }, + { + "accuracy": 0.07911867801702553, + "f1": 0.05739428799134078, + "hf_subset": "eng_Latn-div_Thaa", + "languages": [ + "eng-Latn", + "div-Thaa" + ], + "main_score": 0.05739428799134078, + "precision": 0.052024781426478914, + "recall": 0.07911867801702553 + }, + { + "accuracy": 0.04556835252879319, + "f1": 0.03062369769104621, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ], + "main_score": 0.03062369769104621, + "precision": 0.027037898756454987, + "recall": 0.04556835252879319 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9743281589050241, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ], + "main_score": 0.9743281589050241, + "precision": 0.9714154565181105, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9158738107160741, + "f1": 0.8912368552829244, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ], + "main_score": 0.8912368552829244, + "precision": 0.8797529627774995, + "recall": 0.9158738107160741 + }, + { + "accuracy": 0.5668502754131197, + "f1": 0.4973131988110338, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ], + "main_score": 0.4973131988110338, + "precision": 0.47149444404702295, + "recall": 0.5668502754131197 + }, + { + "accuracy": 0.899349023535303, + "f1": 0.8706559839759639, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ], + "main_score": 0.8706559839759639, + "precision": 0.8575112669003505, + "recall": 0.899349023535303 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957686529794692, + "hf_subset": "eng_Latn-fas_Arab", + "languages": [ + "eng-Latn", + "fas-Arab" + ], + "main_score": 0.957686529794692, + "precision": 0.9530462360206977, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.5473209814722083, + "f1": 0.47506562874614955, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ], + "main_score": 0.47506562874614955, + "precision": 0.44906092905592154, + "recall": 0.5473209814722083 + }, + { + "accuracy": 0.9499248873309964, + "f1": 0.9356868636287765, + "hf_subset": "eng_Latn-fil_Latn", + "languages": [ + "eng-Latn", + "fil-Latn" + ], + "main_score": 0.9356868636287765, + "precision": 0.9290185277916875, + "recall": 0.9499248873309964 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9654481722583875, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ], + "main_score": 0.9654481722583875, + "precision": 0.9615423134702054, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9790852946085795, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "main_score": 0.9790852946085795, + "precision": 0.9767568018694708, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.628943415122684, + "f1": 0.5577393868580648, + "hf_subset": "eng_Latn-fuc_Latn", + "languages": [ + "eng-Latn", + "fuc-Latn" + ], + "main_score": 0.5577393868580648, + "precision": 0.5299740727138403, + "recall": 0.628943415122684 + }, + { + "accuracy": 0.7065598397596394, + "f1": 0.6450525355132265, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ], + "main_score": 0.6450525355132265, + "precision": 0.6201878214146618, + "recall": 0.7065598397596394 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9689033550325489, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ], + "main_score": 0.9689033550325489, + "precision": 0.9652395259556, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9414121181772659, + "f1": 0.9235353029544316, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9235353029544316, + "precision": 0.915122684026039, + "recall": 0.9414121181772659 + }, + { + "accuracy": 0.8823234852278418, + "f1": 0.8495187225282369, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "main_score": 0.8495187225282369, + "precision": 0.8345142714071108, + "recall": 0.8823234852278418 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.942747454515106, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ], + "main_score": 0.942747454515106, + "precision": 0.9364880654314804, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9671173426806877, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9671173426806877, + "precision": 0.9633617092305126, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.4356534802203305, + "f1": 0.3573965204661248, + "hf_subset": "eng_Latn-hmn_Latn", + "languages": [ + "eng-Latn", + "hmn-Latn" + ], + "main_score": 0.3573965204661248, + "precision": 0.33077016223051064, + "recall": 0.4356534802203305 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9749624436654982, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ], + "main_score": 0.9749624436654982, + "precision": 0.9721248539475881, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9619429143715573, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ], + "main_score": 0.9619429143715573, + "precision": 0.9576030712735771, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9337339342346854, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ], + "main_score": 0.9337339342346854, + "precision": 0.9261392088132199, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.8863294942413621, + "f1": 0.8552495409781339, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ], + "main_score": 0.8552495409781339, + "precision": 0.8415873810716075, + "recall": 0.8863294942413621 + }, + { + "accuracy": 0.9889834752128193, + "f1": 0.9853113002837589, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "main_score": 0.9853113002837589, + "precision": 0.9834752128192289, + "recall": 0.9889834752128193 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9460023368385911, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ], + "main_score": 0.9460023368385911, + "precision": 0.9397429477549658, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9859789684526791, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ], + "main_score": 0.9859789684526791, + "precision": 0.9842263395092639, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.9558504423301619, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ], + "main_score": 0.9558504423301619, + "precision": 0.9507594725421465, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.9255716908696379, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9255716908696379, + "precision": 0.9177516274411618, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9208813219829745, + "f1": 0.8979469203805708, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ], + "main_score": 0.8979469203805708, + "precision": 0.8872225004172927, + "recall": 0.9208813219829745 + }, + { + "accuracy": 0.9258888332498748, + "f1": 0.9036387915206142, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ], + "main_score": 0.9036387915206142, + "precision": 0.8932982807544649, + "recall": 0.9258888332498748 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9489150392255049, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ], + "main_score": 0.9489150392255049, + "precision": 0.943695304862055, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.8132198297446169, + "f1": 0.7666428213749195, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ], + "main_score": 0.7666428213749195, + "precision": 0.7465364713737274, + "recall": 0.8132198297446169 + }, + { + "accuracy": 0.9238858287431146, + "f1": 0.901468869971624, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ], + "main_score": 0.901468869971624, + "precision": 0.891128359205475, + "recall": 0.9238858287431146 + }, + { + "accuracy": 0.686029043565348, + "f1": 0.6203340725373775, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ], + "main_score": 0.6203340725373775, + "precision": 0.5935762951786987, + "recall": 0.686029043565348 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9483725588382574, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ], + "main_score": 0.9483725588382574, + "precision": 0.9427891837756635, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9108662994491737, + "f1": 0.8868211408021123, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ], + "main_score": 0.8868211408021123, + "precision": 0.8758637956935402, + "recall": 0.9108662994491737 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9414121181772659, + "hf_subset": "eng_Latn-lav_Latn", + "languages": [ + "eng-Latn", + "lav-Latn" + ], + "main_score": 0.9414121181772659, + "precision": 0.9346519779669504, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.9423134702053081, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ], + "main_score": 0.9423134702053081, + "precision": 0.9359038557836755, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9298948422633951, + "f1": 0.9099983308295777, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ], + "main_score": 0.9099983308295777, + "precision": 0.9010515773660491, + "recall": 0.9298948422633951 + }, + { + "accuracy": 0.9414121181772659, + "f1": 0.9234184610248706, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.9234184610248706, + "precision": 0.9148305792021365, + "recall": 0.9414121181772659 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9506927057252545, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9506927057252545, + "precision": 0.9454598564513438, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.799699549323986, + "f1": 0.7508357774757374, + "hf_subset": "eng_Latn-mey_Arab", + "languages": [ + "eng-Latn", + "mey-Arab" + ], + "main_score": 0.7508357774757374, + "precision": 0.7298447671507261, + "recall": 0.799699549323986 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9701218494408279, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9701218494408279, + "precision": 0.9665331330328827, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.6915373059589384, + "f1": 0.6296973237634229, + "hf_subset": "eng_Latn-mlg_Latn", + "languages": [ + "eng-Latn", + "mlg-Latn" + ], + "main_score": 0.6296973237634229, + "precision": 0.6049592245511123, + "recall": 0.6915373059589384 + }, + { + "accuracy": 0.7816725087631448, + "f1": 0.7339759639459189, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ], + "main_score": 0.7339759639459189, + "precision": 0.713729143498798, + "recall": 0.7816725087631448 + }, + { + "accuracy": 0.871807711567351, + "f1": 0.8387092543577271, + "hf_subset": "eng_Latn-mon_Mong", + "languages": [ + "eng-Latn", + "mon-Mong" + ], + "main_score": 0.8387092543577271, + "precision": 0.8238822519493525, + "recall": 0.871807711567351 + }, + { + "accuracy": 0.6239359038557837, + "f1": 0.5551378655284512, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ], + "main_score": 0.5551378655284512, + "precision": 0.5287530196393492, + "recall": 0.6239359038557837 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9815055917209147, + "hf_subset": "eng_Latn-msa_Latn", + "languages": [ + "eng-Latn", + "msa-Latn" + ], + "main_score": 0.9815055917209147, + "precision": 0.9793440160240361, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.842764146219329, + "f1": 0.8030013273879073, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ], + "main_score": 0.8030013273879073, + "precision": 0.7857661492238357, + "recall": 0.842764146219329 + }, + { + "accuracy": 0.8267401101652478, + "f1": 0.7846352862627274, + "hf_subset": "eng_Latn-nde_Latn", + "languages": [ + "eng-Latn", + "nde-Latn" + ], + "main_score": 0.7846352862627274, + "precision": 0.7669468488446957, + "recall": 0.8267401101652478 + }, + { + "accuracy": 0.9384076114171257, + "f1": 0.9194959105324654, + "hf_subset": "eng_Latn-nep_Deva", + "languages": [ + "eng-Latn", + "nep-Deva" + ], + "main_score": 0.9194959105324654, + "precision": 0.9107411116675013, + "recall": 0.9384076114171257 + }, + { + "accuracy": 0.9899849774661993, + "f1": 0.986646636621599, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ], + "main_score": 0.986646636621599, + "precision": 0.9849774661992989, + "recall": 0.9899849774661993 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9737439492572191, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ], + "main_score": 0.9737439492572191, + "precision": 0.9707477883491904, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9886496411283593, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ], + "main_score": 0.9886496411283593, + "precision": 0.9872308462694042, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.814221331997997, + "f1": 0.770121849440828, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ], + "main_score": 0.770121849440828, + "precision": 0.7512268402603907, + "recall": 0.814221331997997 + }, + { + "accuracy": 0.8522784176264396, + "f1": 0.8137146195483701, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ], + "main_score": 0.8137146195483701, + "precision": 0.7961406395307247, + "recall": 0.8522784176264396 + }, + { + "accuracy": 0.5693540310465699, + "f1": 0.4911116424887081, + "hf_subset": "eng_Latn-orm_Ethi", + "languages": [ + "eng-Latn", + "orm-Ethi" + ], + "main_score": 0.4911116424887081, + "precision": 0.4621554009989604, + "recall": 0.5693540310465699 + }, + { + "accuracy": 0.9153730595893841, + "f1": 0.8905191120013354, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.8905191120013354, + "precision": 0.8793273243198132, + "recall": 0.9153730595893841 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9601902854281422, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ], + "main_score": 0.9601902854281422, + "precision": 0.9557669838090468, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9787180771156735, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ], + "main_score": 0.9787180771156735, + "precision": 0.9761308629611084, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9508429310632616, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ], + "main_score": 0.9508429310632616, + "precision": 0.9453346686696711, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.8522784176264396, + "f1": 0.8139737383853558, + "hf_subset": "eng_Latn-pus_Arab", + "languages": [ + "eng-Latn", + "pus-Arab" + ], + "main_score": 0.8139737383853558, + "precision": 0.7972965400481674, + "recall": 0.8522784176264396 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9767985311300283, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ], + "main_score": 0.9767985311300283, + "precision": 0.9739609414121182, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9707394424970789, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ], + "main_score": 0.9707394424970789, + "precision": 0.9675763645468203, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.4506760140210315, + "f1": 0.36690356602725155, + "hf_subset": "eng_Latn-shi_Arab", + "languages": [ + "eng-Latn", + "shi-Arab" + ], + "main_score": 0.36690356602725155, + "precision": 0.3380030724297124, + "recall": 0.4506760140210315 + }, + { + "accuracy": 0.9479218828242364, + "f1": 0.9324987481221831, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ], + "main_score": 0.9324987481221831, + "precision": 0.9252628943415123, + "recall": 0.9479218828242364 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9752962777499582, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ], + "main_score": 0.9752962777499582, + "precision": 0.9722083124687031, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9678684693707228, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ], + "main_score": 0.9678684693707228, + "precision": 0.9641128359205474, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.5873810716074112, + "f1": 0.5254595535941468, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ], + "main_score": 0.5254595535941468, + "precision": 0.5026877969798931, + "recall": 0.5873810716074112 + }, + { + "accuracy": 0.8237356034051077, + "f1": 0.7773433960464505, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ], + "main_score": 0.7773433960464505, + "precision": 0.7569735555714524, + "recall": 0.8237356034051077 + }, + { + "accuracy": 0.7536304456685028, + "f1": 0.6965416378536059, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ], + "main_score": 0.6965416378536059, + "precision": 0.6732080263252022, + "recall": 0.7536304456685028 + }, + { + "accuracy": 0.8753129694541812, + "f1": 0.8394925721916207, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ], + "main_score": 0.8394925721916207, + "precision": 0.8226005675179436, + "recall": 0.8753129694541812 + }, + { + "accuracy": 0.9889834752128193, + "f1": 0.985394758804874, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.985394758804874, + "precision": 0.9836421298614589, + "recall": 0.9889834752128193 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9646135870472374, + "hf_subset": "eng_Latn-sqi_Latn", + "languages": [ + "eng-Latn", + "sqi-Latn" + ], + "main_score": 0.9646135870472374, + "precision": 0.9606075780337172, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.8552829243865798, + "f1": 0.8153015237141427, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ], + "main_score": 0.8153015237141427, + "precision": 0.7978718077115673, + "recall": 0.8552829243865798 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9742947754965783, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ], + "main_score": 0.9742947754965783, + "precision": 0.971373727257553, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.8017025538307461, + "f1": 0.7521377304051314, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ], + "main_score": 0.7521377304051314, + "precision": 0.7308240137984756, + "recall": 0.8017025538307461 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.930355056394115, + "hf_subset": "eng_Latn-swa_Latn", + "languages": [ + "eng-Latn", + "swa-Latn" + ], + "main_score": 0.930355056394115, + "precision": 0.9231347020530796, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9786346185945585, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ], + "main_score": 0.9786346185945585, + "precision": 0.9759639459188784, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.4256384576865298, + "f1": 0.3506455060742374, + "hf_subset": "eng_Latn-tah_Latn", + "languages": [ + "eng-Latn", + "tah-Latn" + ], + "main_score": 0.3506455060742374, + "precision": 0.3258019982396989, + "recall": 0.4256384576865298 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9195793690535804, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.9195793690535804, + "precision": 0.9109080287097313, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.8612919379068603, + "f1": 0.8239359038557836, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ], + "main_score": 0.8239359038557836, + "precision": 0.8071440494074446, + "recall": 0.8612919379068603 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9346519779669504, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9346519779669504, + "precision": 0.9270572525454849, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.8072108162243365, + "f1": 0.7584126189283925, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ], + "main_score": 0.7584126189283925, + "precision": 0.737260652884088, + "recall": 0.8072108162243365 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9625605074278083, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ], + "main_score": 0.9625605074278083, + "precision": 0.9586463027875146, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.6870305458187281, + "f1": 0.6183362345104959, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ], + "main_score": 0.6183362345104959, + "precision": 0.5909890629595186, + "recall": 0.6870305458187281 + }, + { + "accuracy": 0.44216324486730096, + "f1": 0.36797582042950094, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ], + "main_score": 0.36797582042950094, + "precision": 0.34227828340203803, + "recall": 0.44216324486730096 + }, + { + "accuracy": 0.8642964446670005, + "f1": 0.8288361113098219, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ], + "main_score": 0.8288361113098219, + "precision": 0.813370055082624, + "recall": 0.8642964446670005 + }, + { + "accuracy": 0.7896845267901853, + "f1": 0.7373250351718054, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ], + "main_score": 0.7373250351718054, + "precision": 0.714488399265565, + "recall": 0.7896845267901853 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9755466533133033, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "main_score": 0.9755466533133033, + "precision": 0.9726256050742781, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.7756634952428643, + "f1": 0.7252005352906705, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ], + "main_score": 0.7252005352906705, + "precision": 0.7039537480824412, + "recall": 0.7756634952428643 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9749624436654982, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9749624436654982, + "precision": 0.9720413954264729, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9628609581038224, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.9628609581038224, + "precision": 0.9583541979636121, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.8042063094641962, + "f1": 0.7549574361542314, + "hf_subset": "eng_Latn-uzb_Latn", + "languages": [ + "eng-Latn", + "uzb-Latn" + ], + "main_score": 0.7549574361542314, + "precision": 0.7336135155113623, + "recall": 0.8042063094641962 + }, + { + "accuracy": 0.7100650976464697, + "f1": 0.6496113217445215, + "hf_subset": "eng_Latn-ven_Latn", + "languages": [ + "eng-Latn", + "ven-Latn" + ], + "main_score": 0.6496113217445215, + "precision": 0.6248976639562517, + "recall": 0.7100650976464697 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803037890168586, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.9803037890168586, + "precision": 0.9780504089467534, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.6159238858287431, + "f1": 0.5458433070851699, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ], + "main_score": 0.5458433070851699, + "precision": 0.5187861156814587, + "recall": 0.6159238858287431 + }, + { + "accuracy": 0.8472709063595393, + "f1": 0.8067557685734951, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ], + "main_score": 0.8067557685734951, + "precision": 0.7889256503803324, + "recall": 0.8472709063595393 + }, + { + "accuracy": 0.7591387080620932, + "f1": 0.7039487803133272, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "main_score": 0.7039487803133272, + "precision": 0.681139566492596, + "recall": 0.7591387080620932 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9497579702887665, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ], + "main_score": 0.9497579702887665, + "precision": 0.9445167751627442, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9607744950759471, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.9607744950759471, + "precision": 0.956434651977967, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9436988816558171, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ], + "main_score": 0.9436988816558171, + "precision": 0.9375312969454181, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.8743114672008012, + "f1": 0.8406538378997067, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ], + "main_score": 0.8406538378997067, + "precision": 0.8258554498414287, + "recall": 0.8743114672008012 + }, + { + "accuracy": 0.928392588883325, + "f1": 0.9098814889000166, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ], + "main_score": 0.9098814889000166, + "precision": 0.9012435319646136, + "recall": 0.928392588883325 + }, + { + "accuracy": 0.1442163244867301, + "f1": 0.11166791858110456, + "hf_subset": "eus_Latn-div_Thaa", + "languages": [ + "eus-Latn", + "div-Thaa" + ], + "main_score": 0.11166791858110456, + "precision": 0.10236241020984009, + "recall": 0.1442163244867301 + }, + { + "accuracy": 0.9308963445167752, + "f1": 0.9135536638290769, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ], + "main_score": 0.9135536638290769, + "precision": 0.9057502921048239, + "recall": 0.9308963445167752 + }, + { + "accuracy": 0.9028542814221332, + "f1": 0.8775663495242865, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ], + "main_score": 0.8775663495242865, + "precision": 0.8660824570188616, + "recall": 0.9028542814221332 + }, + { + "accuracy": 0.9223835753630446, + "f1": 0.9034885661826071, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ], + "main_score": 0.9034885661826071, + "precision": 0.8948589550993157, + "recall": 0.9223835753630446 + }, + { + "accuracy": 0.9078617926890336, + "f1": 0.8843694112597468, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ], + "main_score": 0.8843694112597468, + "precision": 0.8733934234685362, + "recall": 0.9078617926890336 + }, + { + "accuracy": 0.9328993490235353, + "f1": 0.9144383241528959, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ], + "main_score": 0.9144383241528959, + "precision": 0.9057920213653815, + "recall": 0.9328993490235353 + }, + { + "accuracy": 0.9193790686029043, + "f1": 0.8979135369721248, + "hf_subset": "eus_Latn-nep_Deva", + "languages": [ + "eus-Latn", + "nep-Deva" + ], + "main_score": 0.8979135369721248, + "precision": 0.8878317476214321, + "recall": 0.9193790686029043 + }, + { + "accuracy": 0.8803204807210816, + "f1": 0.8487230846269403, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ], + "main_score": 0.8487230846269403, + "precision": 0.8342680687698214, + "recall": 0.8803204807210816 + }, + { + "accuracy": 0.9143715573360041, + "f1": 0.8916708395927223, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ], + "main_score": 0.8916708395927223, + "precision": 0.8810716074111167, + "recall": 0.9143715573360041 + }, + { + "accuracy": 0.7771657486229344, + "f1": 0.7241735619301969, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ], + "main_score": 0.7241735619301969, + "precision": 0.7008721415456518, + "recall": 0.7771657486229344 + }, + { + "accuracy": 0.9038557836755132, + "f1": 0.8789350692705725, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ], + "main_score": 0.8789350692705725, + "precision": 0.8673760640961441, + "recall": 0.9038557836755132 + }, + { + "accuracy": 0.9018527791687532, + "f1": 0.8760474044399933, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ], + "main_score": 0.8760474044399933, + "precision": 0.8642129861458855, + "recall": 0.9018527791687532 + }, + { + "accuracy": 0.9188783174762143, + "f1": 0.8971957936905357, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ], + "main_score": 0.8971957936905357, + "precision": 0.8871390418961776, + "recall": 0.9188783174762143 + }, + { + "accuracy": 0.6685027541311968, + "f1": 0.6322936786131579, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ], + "main_score": 0.6322936786131579, + "precision": 0.6170088466032381, + "recall": 0.6685027541311968 + }, + { + "accuracy": 0.5608412618928392, + "f1": 0.502037381469029, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ], + "main_score": 0.502037381469029, + "precision": 0.48033330357686455, + "recall": 0.5608412618928392 + }, + { + "accuracy": 0.6464697045568353, + "f1": 0.6095616006983058, + "hf_subset": "ewe_Latn-fuc_Latn", + "languages": [ + "ewe-Latn", + "fuc-Latn" + ], + "main_score": 0.6095616006983058, + "precision": 0.5948102709619986, + "recall": 0.6464697045568353 + }, + { + "accuracy": 0.6629944917376064, + "f1": 0.6192868668081487, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ], + "main_score": 0.6192868668081487, + "precision": 0.6010321037111221, + "recall": 0.6629944917376064 + }, + { + "accuracy": 0.6514772158237356, + "f1": 0.6097515320599949, + "hf_subset": "ewe_Latn-nde_Latn", + "languages": [ + "ewe-Latn", + "nde-Latn" + ], + "main_score": 0.6097515320599949, + "precision": 0.5930455206619453, + "recall": 0.6514772158237356 + }, + { + "accuracy": 0.6725087631447171, + "f1": 0.6269010658845411, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ], + "main_score": 0.6269010658845411, + "precision": 0.6087229745717476, + "recall": 0.6725087631447171 + }, + { + "accuracy": 0.6735102653980971, + "f1": 0.6305422419343301, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ], + "main_score": 0.6305422419343301, + "precision": 0.6132997114719699, + "recall": 0.6735102653980971 + }, + { + "accuracy": 0.6654982473710566, + "f1": 0.6274415952933731, + "hf_subset": "ewe_Latn-ven_Latn", + "languages": [ + "ewe-Latn", + "ven-Latn" + ], + "main_score": 0.6274415952933731, + "precision": 0.6118594558504423, + "recall": 0.6654982473710566 + }, + { + "accuracy": 0.9359038557836755, + "f1": 0.9183775663495243, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ], + "main_score": 0.9183775663495243, + "precision": 0.9100484059422467, + "recall": 0.9359038557836755 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9250542480387247, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ], + "main_score": 0.9250542480387247, + "precision": 0.9167918544483392, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.9289028781267139, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ], + "main_score": 0.9289028781267139, + "precision": 0.921590719412452, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9263895843765648, + "f1": 0.9050742780837924, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ], + "main_score": 0.9050742780837924, + "precision": 0.8950091804373226, + "recall": 0.9263895843765648 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.930011684192956, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ], + "main_score": 0.930011684192956, + "precision": 0.922842597229177, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.9028542814221332, + "f1": 0.8779669504256385, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ], + "main_score": 0.8779669504256385, + "precision": 0.8663995993990987, + "recall": 0.9028542814221332 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9366049073610415, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ], + "main_score": 0.9366049073610415, + "precision": 0.9300200300450676, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.9307628108829911, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ], + "main_score": 0.9307628108829911, + "precision": 0.9229260557502922, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9406109163745617, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ], + "main_score": 0.9406109163745617, + "precision": 0.9343598731430478, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.929561008178935, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ], + "main_score": 0.929561008178935, + "precision": 0.9222166583208146, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9533466866967117, + "hf_subset": "fas_Arab-arb_Arab", + "languages": [ + "fas-Arab", + "arb-Arab" + ], + "main_score": 0.9533466866967117, + "precision": 0.9484393256551493, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9455850442330161, + "hf_subset": "fas_Arab-ben_Beng", + "languages": [ + "fas-Arab", + "ben-Beng" + ], + "main_score": 0.9455850442330161, + "precision": 0.9399098647971958, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.8102153229844767, + "f1": 0.7636049312063333, + "hf_subset": "fas_Arab-ckb_Arab", + "languages": [ + "fas-Arab", + "ckb-Arab" + ], + "main_score": 0.7636049312063333, + "precision": 0.7433316641629111, + "recall": 0.8102153229844767 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9686195960607579, + "hf_subset": "fas_Arab-deu_Latn", + "languages": [ + "fas-Arab", + "deu-Latn" + ], + "main_score": 0.9686195960607579, + "precision": 0.9650308796528126, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9772158237356035, + "hf_subset": "fas_Arab-ell_Grek", + "languages": [ + "fas-Arab", + "ell-Grek" + ], + "main_score": 0.9772158237356035, + "precision": 0.9746286095810383, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9762977800033383, + "hf_subset": "fas_Arab-eng_Latn", + "languages": [ + "fas-Arab", + "eng-Latn" + ], + "main_score": 0.9762977800033383, + "precision": 0.9735436488065431, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9558504423301619, + "hf_subset": "fas_Arab-fin_Latn", + "languages": [ + "fas-Arab", + "fin-Latn" + ], + "main_score": 0.9558504423301619, + "precision": 0.9509263895843766, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9745451510599232, + "hf_subset": "fas_Arab-fra_Latn", + "languages": [ + "fas-Arab", + "fra-Latn" + ], + "main_score": 0.9745451510599232, + "precision": 0.971707561342013, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9581038224002671, + "hf_subset": "fas_Arab-heb_Hebr", + "languages": [ + "fas-Arab", + "heb-Hebr" + ], + "main_score": 0.9581038224002671, + "precision": 0.9532632281755966, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9662827574695375, + "hf_subset": "fas_Arab-hin_Deva", + "languages": [ + "fas-Arab", + "hin-Deva" + ], + "main_score": 0.9662827574695375, + "precision": 0.9625271240193622, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9508429310632616, + "hf_subset": "fas_Arab-hun_Latn", + "languages": [ + "fas-Arab", + "hun-Latn" + ], + "main_score": 0.9508429310632616, + "precision": 0.9456685027541312, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9784677015523285, + "hf_subset": "fas_Arab-ind_Latn", + "languages": [ + "fas-Arab", + "ind-Latn" + ], + "main_score": 0.9784677015523285, + "precision": 0.9759639459188784, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9448339175429811, + "hf_subset": "fas_Arab-jpn_Jpan", + "languages": [ + "fas-Arab", + "jpn-Jpan" + ], + "main_score": 0.9448339175429811, + "precision": 0.9387414455015858, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.7406109163745619, + "f1": 0.6843996152959598, + "hf_subset": "fas_Arab-kmr_Latn", + "languages": [ + "fas-Arab", + "kmr-Latn" + ], + "main_score": 0.6843996152959598, + "precision": 0.6607119011851109, + "recall": 0.7406109163745619 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9490068435987313, + "hf_subset": "fas_Arab-kor_Hang", + "languages": [ + "fas-Arab", + "kor-Hang" + ], + "main_score": 0.9490068435987313, + "precision": 0.9432482056417959, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9537639793022867, + "hf_subset": "fas_Arab-lit_Latn", + "languages": [ + "fas-Arab", + "lit-Latn" + ], + "main_score": 0.9537639793022867, + "precision": 0.9489233850776164, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.8392588883324987, + "f1": 0.8004268307222739, + "hf_subset": "fas_Arab-mey_Arab", + "languages": [ + "fas-Arab", + "mey-Arab" + ], + "main_score": 0.8004268307222739, + "precision": 0.7836004006009013, + "recall": 0.8392588883324987 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9744950759472542, + "hf_subset": "fas_Arab-nld_Latn", + "languages": [ + "fas-Arab", + "nld-Latn" + ], + "main_score": 0.9744950759472542, + "precision": 0.9715823735603405, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9726256050742781, + "hf_subset": "fas_Arab-pol_Latn", + "languages": [ + "fas-Arab", + "pol-Latn" + ], + "main_score": 0.9726256050742781, + "precision": 0.9697880153563678, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9686195960607579, + "hf_subset": "fas_Arab-por_Latn", + "languages": [ + "fas-Arab", + "por-Latn" + ], + "main_score": 0.9686195960607579, + "precision": 0.9649474211316975, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.969871473877483, + "hf_subset": "fas_Arab-prs_Arab", + "languages": [ + "fas-Arab", + "prs-Arab" + ], + "main_score": 0.969871473877483, + "precision": 0.9663662159906528, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.899849774661993, + "f1": 0.872124853947588, + "hf_subset": "fas_Arab-pus_Arab", + "languages": [ + "fas-Arab", + "pus-Arab" + ], + "main_score": 0.872124853947588, + "precision": 0.8592054748789852, + "recall": 0.899849774661993 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9599399098647972, + "hf_subset": "fas_Arab-rus_Cyrl", + "languages": [ + "fas-Arab", + "rus-Cyrl" + ], + "main_score": 0.9599399098647972, + "precision": 0.955600066766817, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.5262894341512269, + "f1": 0.4505663979374545, + "hf_subset": "fas_Arab-shi_Arab", + "languages": [ + "fas-Arab", + "shi-Arab" + ], + "main_score": 0.4505663979374545, + "precision": 0.42113385279384274, + "recall": 0.5262894341512269 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9746286095810381, + "hf_subset": "fas_Arab-spa_Latn", + "languages": [ + "fas-Arab", + "spa-Latn" + ], + "main_score": 0.9746286095810381, + "precision": 0.971707561342013, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9399265565014188, + "hf_subset": "fas_Arab-swa_Latn", + "languages": [ + "fas-Arab", + "swa-Latn" + ], + "main_score": 0.9399265565014188, + "precision": 0.933692204974128, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9645301285261224, + "hf_subset": "fas_Arab-swe_Latn", + "languages": [ + "fas-Arab", + "swe-Latn" + ], + "main_score": 0.9645301285261224, + "precision": 0.9603572024703722, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9361375396427976, + "hf_subset": "fas_Arab-tam_Taml", + "languages": [ + "fas-Arab", + "tam-Taml" + ], + "main_score": 0.9361375396427976, + "precision": 0.92931063261559, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.8778167250876314, + "f1": 0.8452512101485562, + "hf_subset": "fas_Arab-tgk_Cyrl", + "languages": [ + "fas-Arab", + "tgk-Cyrl" + ], + "main_score": 0.8452512101485562, + "precision": 0.8302620597563011, + "recall": 0.8778167250876314 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9687030545818728, + "hf_subset": "fas_Arab-tur_Latn", + "languages": [ + "fas-Arab", + "tur-Latn" + ], + "main_score": 0.9687030545818728, + "precision": 0.9651977966950426, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972458688032048, + "hf_subset": "fas_Arab-vie_Latn", + "languages": [ + "fas-Arab", + "vie-Latn" + ], + "main_score": 0.972458688032048, + "precision": 0.9693707227507928, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9397262560507427, + "hf_subset": "fas_Arab-zho_Hant", + "languages": [ + "fas-Arab", + "zho-Hant" + ], + "main_score": 0.9397262560507427, + "precision": 0.9332331831079953, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.8943415122684026, + "f1": 0.8650809547654815, + "hf_subset": "fas_Arab-zul_Latn", + "languages": [ + "fas-Arab", + "zul-Latn" + ], + "main_score": 0.8650809547654815, + "precision": 0.8515439826406276, + "recall": 0.8943415122684026 + }, + { + "accuracy": 0.57135703555333, + "f1": 0.5079683951697855, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ], + "main_score": 0.5079683951697855, + "precision": 0.4838998125615551, + "recall": 0.57135703555333 + }, + { + "accuracy": 0.6765147721582374, + "f1": 0.6233159262703578, + "hf_subset": "fij_Latn-fil_Latn", + "languages": [ + "fij-Latn", + "fil-Latn" + ], + "main_score": 0.6233159262703578, + "precision": 0.6017967427331473, + "recall": 0.6765147721582374 + }, + { + "accuracy": 0.6654982473710566, + "f1": 0.6146386607328019, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ], + "main_score": 0.6146386607328019, + "precision": 0.5951218675054429, + "recall": 0.6654982473710566 + }, + { + "accuracy": 0.6109163745618428, + "f1": 0.5464030099984031, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ], + "main_score": 0.5464030099984031, + "precision": 0.5204982256935186, + "recall": 0.6109163745618428 + }, + { + "accuracy": 0.656484727090636, + "f1": 0.6109120029250225, + "hf_subset": "fij_Latn-mlg_Latn", + "languages": [ + "fij-Latn", + "mlg-Latn" + ], + "main_score": 0.6109120029250225, + "precision": 0.5917548942461311, + "recall": 0.656484727090636 + }, + { + "accuracy": 0.658487731597396, + "f1": 0.6119214536089849, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ], + "main_score": 0.6119214536089849, + "precision": 0.5929330503692045, + "recall": 0.658487731597396 + }, + { + "accuracy": 0.6775162744116174, + "f1": 0.6257310680195006, + "hf_subset": "fij_Latn-msa_Latn", + "languages": [ + "fij-Latn", + "msa-Latn" + ], + "main_score": 0.6257310680195006, + "precision": 0.6055978809484067, + "recall": 0.6775162744116174 + }, + { + "accuracy": 0.6534802203304958, + "f1": 0.6094944003306547, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ], + "main_score": 0.6094944003306547, + "precision": 0.590749815198989, + "recall": 0.6534802203304958 + }, + { + "accuracy": 0.5302954431647471, + "f1": 0.4837525519047802, + "hf_subset": "fij_Latn-tah_Latn", + "languages": [ + "fij-Latn", + "tah-Latn" + ], + "main_score": 0.4837525519047802, + "precision": 0.4655935979671583, + "recall": 0.5302954431647471 + }, + { + "accuracy": 0.5503254882323485, + "f1": 0.5024361939734999, + "hf_subset": "fij_Latn-ton_Latn", + "languages": [ + "fij-Latn", + "ton-Latn" + ], + "main_score": 0.5024361939734999, + "precision": 0.48326080390426907, + "recall": 0.5503254882323485 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9522951093306626, + "hf_subset": "fil_Latn-eng_Latn", + "languages": [ + "fil-Latn", + "eng-Latn" + ], + "main_score": 0.9522951093306626, + "precision": 0.947462860958104, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.6730095142714071, + "f1": 0.6173828563913693, + "hf_subset": "fil_Latn-fij_Latn", + "languages": [ + "fil-Latn", + "fij-Latn" + ], + "main_score": 0.6173828563913693, + "precision": 0.5949922900223351, + "recall": 0.6730095142714071 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9598063762310131, + "hf_subset": "fil_Latn-ind_Latn", + "languages": [ + "fil-Latn", + "ind-Latn" + ], + "main_score": 0.9598063762310131, + "precision": 0.9558254047738274, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9248873309964948, + "f1": 0.9032048072108162, + "hf_subset": "fil_Latn-mal_Mlym", + "languages": [ + "fil-Latn", + "mal-Mlym" + ], + "main_score": 0.9032048072108162, + "precision": 0.8932982807544649, + "recall": 0.9248873309964948 + }, + { + "accuracy": 0.784677015523285, + "f1": 0.742129861458855, + "hf_subset": "fil_Latn-mlg_Latn", + "languages": [ + "fil-Latn", + "mlg-Latn" + ], + "main_score": 0.742129861458855, + "precision": 0.7234935736938741, + "recall": 0.784677015523285 + }, + { + "accuracy": 0.7626439659489234, + "f1": 0.7145531789748113, + "hf_subset": "fil_Latn-mri_Latn", + "languages": [ + "fil-Latn", + "mri-Latn" + ], + "main_score": 0.7145531789748113, + "precision": 0.6943921835133652, + "recall": 0.7626439659489234 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.955099315640127, + "hf_subset": "fil_Latn-msa_Latn", + "languages": [ + "fil-Latn", + "msa-Latn" + ], + "main_score": 0.955099315640127, + "precision": 0.9502587214154564, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.699549323985979, + "f1": 0.6494809063411967, + "hf_subset": "fil_Latn-smo_Latn", + "languages": [ + "fil-Latn", + "smo-Latn" + ], + "main_score": 0.6494809063411967, + "precision": 0.6286894627655769, + "recall": 0.699549323985979 + }, + { + "accuracy": 0.5257886830245369, + "f1": 0.46017207629626256, + "hf_subset": "fil_Latn-tah_Latn", + "languages": [ + "fil-Latn", + "tah-Latn" + ], + "main_score": 0.46017207629626256, + "precision": 0.4352940124472423, + "recall": 0.5257886830245369 + }, + { + "accuracy": 0.556835252879319, + "f1": 0.4954483673562291, + "hf_subset": "fil_Latn-ton_Latn", + "languages": [ + "fil-Latn", + "ton-Latn" + ], + "main_score": 0.4954483673562291, + "precision": 0.4712380258699737, + "recall": 0.556835252879319 + }, + { + "accuracy": 0.9389083625438157, + "f1": 0.9207978634618594, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ], + "main_score": 0.9207978634618594, + "precision": 0.9121181772658988, + "recall": 0.9389083625438157 + }, + { + "accuracy": 0.9308963445167752, + "f1": 0.9110999833082958, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ], + "main_score": 0.9110999833082958, + "precision": 0.9019696210983141, + "recall": 0.9308963445167752 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9639459188783175, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ], + "main_score": 0.9639459188783175, + "precision": 0.9600233683859122, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9610248706392922, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ], + "main_score": 0.9610248706392922, + "precision": 0.956685027541312, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9652812552161575, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ], + "main_score": 0.9652812552161575, + "precision": 0.9612752462026373, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.9427569926318049, + "hf_subset": "fin_Latn-fas_Arab", + "languages": [ + "fin-Latn", + "fas-Arab" + ], + "main_score": 0.9427569926318049, + "precision": 0.936629944917376, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9607744950759471, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ], + "main_score": 0.9607744950759471, + "precision": 0.956601569020197, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9484226339509264, + "f1": 0.9327324319813053, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ], + "main_score": 0.9327324319813053, + "precision": 0.9250542480387247, + "recall": 0.9484226339509264 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9364713737272575, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ], + "main_score": 0.9364713737272575, + "precision": 0.9296611584042731, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9520113503588715, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ], + "main_score": 0.9520113503588715, + "precision": 0.9470872976130864, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9644800534134534, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ], + "main_score": 0.9644800534134534, + "precision": 0.9606493072942747, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.9326823568686362, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ], + "main_score": 0.9326823568686362, + "precision": 0.9258471039893174, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.9349023535302955, + "f1": 0.9160407277583043, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ], + "main_score": 0.9160407277583043, + "precision": 0.9071273577032215, + "recall": 0.9349023535302955 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.932124377041753, + "hf_subset": "fin_Latn-lav_Latn", + "languages": [ + "fin-Latn", + "lav-Latn" + ], + "main_score": 0.932124377041753, + "precision": 0.9249707895176098, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9499248873309964, + "f1": 0.9360206977132365, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ], + "main_score": 0.9360206977132365, + "precision": 0.9295192789183776, + "recall": 0.9499248873309964 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9727090635953931, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ], + "main_score": 0.9727090635953931, + "precision": 0.9700383909197128, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9528793189784677, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ], + "main_score": 0.9528793189784677, + "precision": 0.9475463194792189, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9609414121181773, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ], + "main_score": 0.9609414121181773, + "precision": 0.9565181104990819, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.956434651977967, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ], + "main_score": 0.956434651977967, + "precision": 0.9519445835419796, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9677015523284928, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ], + "main_score": 0.9677015523284928, + "precision": 0.9642797529627776, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9359038557836755, + "f1": 0.9183608746453013, + "hf_subset": "fin_Latn-swa_Latn", + "languages": [ + "fin-Latn", + "swa-Latn" + ], + "main_score": 0.9183608746453013, + "precision": 0.9102153229844766, + "recall": 0.9359038557836755 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9632281755967284, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ], + "main_score": 0.9632281755967284, + "precision": 0.9592305124353196, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9148723084626941, + "f1": 0.8903855783675513, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ], + "main_score": 0.8903855783675513, + "precision": 0.8790018360874646, + "recall": 0.9148723084626941 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.957102320146887, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ], + "main_score": 0.957102320146887, + "precision": 0.9522617259222166, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9557669838090468, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ], + "main_score": 0.9557669838090468, + "precision": 0.9510933066266066, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.928392588883325, + "f1": 0.9086796861959605, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ], + "main_score": 0.9086796861959605, + "precision": 0.8997245868803205, + "recall": 0.928392588883325 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.8247871807711566, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ], + "main_score": 0.8247871807711566, + "precision": 0.8087881822734102, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9422800867968619, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ], + "main_score": 0.9422800867968619, + "precision": 0.935945585044233, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9339175429811384, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ], + "main_score": 0.9339175429811384, + "precision": 0.9268486062426973, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9788849941579035, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ], + "main_score": 0.9788849941579035, + "precision": 0.9763812385244534, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.984142880988149, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ], + "main_score": 0.984142880988149, + "precision": 0.9825571690869637, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9768319145384743, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ], + "main_score": 0.9768319145384743, + "precision": 0.9740861291937907, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9816391253546988, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.9816391253546988, + "precision": 0.9795526623268236, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9510432315139375, + "hf_subset": "fra_Latn-fas_Arab", + "languages": [ + "fra-Latn", + "fas-Arab" + ], + "main_score": 0.9510432315139375, + "precision": 0.9456434651977967, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9598564513436821, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ], + "main_score": 0.9598564513436821, + "precision": 0.9554331497245869, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9684026039058589, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ], + "main_score": 0.9684026039058589, + "precision": 0.9651560674344851, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9450842931063261, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ], + "main_score": 0.9450842931063261, + "precision": 0.9387414455015858, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9600567517943583, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ], + "main_score": 0.9600567517943583, + "precision": 0.9558921715907194, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9655316307795027, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ], + "main_score": 0.9655316307795027, + "precision": 0.9616925388082124, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9778834919045234, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ], + "main_score": 0.9778834919045234, + "precision": 0.9753797362710732, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9836421298614588, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ], + "main_score": 0.9836421298614588, + "precision": 0.9818060423969288, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.942730762810883, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ], + "main_score": 0.942730762810883, + "precision": 0.9365715239525956, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.943448506092472, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ], + "main_score": 0.943448506092472, + "precision": 0.9371974628609582, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9537639793022867, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ], + "main_score": 0.9537639793022867, + "precision": 0.9485060924720414, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.8112168252378568, + "f1": 0.7705641796027374, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ], + "main_score": 0.7705641796027374, + "precision": 0.7529925841142667, + "recall": 0.8112168252378568 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9795025872141545, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ], + "main_score": 0.9795025872141545, + "precision": 0.9770906359539309, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9763812385244535, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ], + "main_score": 0.9763812385244535, + "precision": 0.9739609414121182, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9744116174261391, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ], + "main_score": 0.9744116174261391, + "precision": 0.9714989150392256, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9756301118344183, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ], + "main_score": 0.9756301118344183, + "precision": 0.9731263562009682, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9760474044399933, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ], + "main_score": 0.9760474044399933, + "precision": 0.9733767317643132, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9781338674678685, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ], + "main_score": 0.9781338674678685, + "precision": 0.9757970288766483, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9303121348689701, + "hf_subset": "fra_Latn-swa_Latn", + "languages": [ + "fra-Latn", + "swa-Latn" + ], + "main_score": 0.9303121348689701, + "precision": 0.9228008679686196, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9682023034551828, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ], + "main_score": 0.9682023034551828, + "precision": 0.9643632114838926, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9318978467701552, + "f1": 0.9121599065264563, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ], + "main_score": 0.9121599065264563, + "precision": 0.9027755919593676, + "recall": 0.9318978467701552 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9637289267234185, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ], + "main_score": 0.9637289267234185, + "precision": 0.9594808879986647, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9681188449340677, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ], + "main_score": 0.9681188449340677, + "precision": 0.9642797529627776, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9454181271907862, + "f1": 0.929494241362043, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ], + "main_score": 0.929494241362043, + "precision": 0.922174929060257, + "recall": 0.9454181271907862 + }, + { + "accuracy": 0.8843264897346019, + "f1": 0.8530128526122517, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ], + "main_score": 0.8530128526122517, + "precision": 0.8388332498748121, + "recall": 0.8843264897346019 + }, + { + "accuracy": 0.7125688532799199, + "f1": 0.6795300092996639, + "hf_subset": "fuc_Latn-bem_Latn", + "languages": [ + "fuc-Latn", + "bem-Latn" + ], + "main_score": 0.6795300092996639, + "precision": 0.6658179910558479, + "recall": 0.7125688532799199 + }, + { + "accuracy": 0.6234351527290937, + "f1": 0.5647002773389614, + "hf_subset": "fuc_Latn-eng_Latn", + "languages": [ + "fuc-Latn", + "eng-Latn" + ], + "main_score": 0.5647002773389614, + "precision": 0.5425107448329782, + "recall": 0.6234351527290937 + }, + { + "accuracy": 0.6399599399098648, + "f1": 0.5995929792124084, + "hf_subset": "fuc_Latn-ewe_Latn", + "languages": [ + "fuc-Latn", + "ewe-Latn" + ], + "main_score": 0.5995929792124084, + "precision": 0.5821871696433539, + "recall": 0.6399599399098648 + }, + { + "accuracy": 0.7185778668002003, + "f1": 0.6754336391805754, + "hf_subset": "fuc_Latn-kin_Latn", + "languages": [ + "fuc-Latn", + "kin-Latn" + ], + "main_score": 0.6754336391805754, + "precision": 0.6584686553639985, + "recall": 0.7185778668002003 + }, + { + "accuracy": 0.730095142714071, + "f1": 0.6876552924625032, + "hf_subset": "fuc_Latn-nde_Latn", + "languages": [ + "fuc-Latn", + "nde-Latn" + ], + "main_score": 0.6876552924625032, + "precision": 0.6704829249646476, + "recall": 0.730095142714071 + }, + { + "accuracy": 0.7381071607411117, + "f1": 0.701174778040076, + "hf_subset": "fuc_Latn-nya_Latn", + "languages": [ + "fuc-Latn", + "nya-Latn" + ], + "main_score": 0.701174778040076, + "precision": 0.6858162243365048, + "recall": 0.7381071607411117 + }, + { + "accuracy": 0.7396094141211818, + "f1": 0.6983944170223589, + "hf_subset": "fuc_Latn-sna_Latn", + "languages": [ + "fuc-Latn", + "sna-Latn" + ], + "main_score": 0.6983944170223589, + "precision": 0.6810924720413954, + "recall": 0.7396094141211818 + }, + { + "accuracy": 0.7220831246870305, + "f1": 0.6874645301285262, + "hf_subset": "fuc_Latn-ven_Latn", + "languages": [ + "fuc-Latn", + "ven-Latn" + ], + "main_score": 0.6874645301285262, + "precision": 0.6728731986869192, + "recall": 0.7220831246870305 + }, + { + "accuracy": 0.8222333500250375, + "f1": 0.7852278417626439, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ], + "main_score": 0.7852278417626439, + "precision": 0.7684192956100818, + "recall": 0.8222333500250375 + }, + { + "accuracy": 0.7325988983475212, + "f1": 0.6770958385630393, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ], + "main_score": 0.6770958385630393, + "precision": 0.6550077280422799, + "recall": 0.7325988983475212 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823902520447337, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ], + "main_score": 0.9823902520447337, + "precision": 0.9804707060590886, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9767818394258053, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ], + "main_score": 0.9767818394258053, + "precision": 0.9743782340176933, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9756301118344184, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ], + "main_score": 0.9756301118344184, + "precision": 0.9730428976798532, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9824737105658488, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ], + "main_score": 0.9824737105658488, + "precision": 0.9805541645802036, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.8377566349524287, + "f1": 0.8023296850036961, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ], + "main_score": 0.8023296850036961, + "precision": 0.7868719746286096, + "recall": 0.8377566349524287 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9830913036220997, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ], + "main_score": 0.9830913036220997, + "precision": 0.9812635620096811, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9742947754965782, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ], + "main_score": 0.9742947754965782, + "precision": 0.971740944750459, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9824737105658488, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ], + "main_score": 0.9824737105658488, + "precision": 0.9806376231013187, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9640627608078784, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ], + "main_score": 0.9640627608078784, + "precision": 0.9599816391253546, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.14521782674011016, + "f1": 0.11507901518984319, + "hf_subset": "guj_Gujr-div_Thaa", + "languages": [ + "guj-Gujr", + "div-Thaa" + ], + "main_score": 0.11507901518984319, + "precision": 0.10584557853405926, + "recall": 0.14521782674011016 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9469203805708563, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.9469203805708563, + "precision": 0.9408279085294609, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9223835753630446, + "f1": 0.900300450676014, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ], + "main_score": 0.900300450676014, + "precision": 0.8899599399098648, + "recall": 0.9223835753630446 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9762143214822233, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ], + "main_score": 0.9762143214822233, + "precision": 0.9733767317643132, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9449173760640961, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ], + "main_score": 0.9449173760640961, + "precision": 0.9382406943748958, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9650308796528126, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ], + "main_score": 0.9650308796528126, + "precision": 0.9609414121181773, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9535136037389417, + "hf_subset": "guj_Gujr-nep_Deva", + "languages": [ + "guj-Gujr", + "nep-Deva" + ], + "main_score": 0.9535136037389417, + "precision": 0.9481722583875813, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9472875980637622, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ], + "main_score": 0.9472875980637622, + "precision": 0.9412034718744785, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9529293940911367, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ], + "main_score": 0.9529293940911367, + "precision": 0.9475880487397764, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.8487731597396094, + "f1": 0.8089729832844506, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ], + "main_score": 0.8089729832844506, + "precision": 0.7907694875646802, + "recall": 0.8487731597396094 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9522617259222166, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ], + "main_score": 0.9522617259222166, + "precision": 0.9470872976130864, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9552161575696878, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ], + "main_score": 0.9552161575696878, + "precision": 0.950050075112669, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9516608245701886, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ], + "main_score": 0.9516608245701886, + "precision": 0.9465865464863963, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.8227341011517276, + "f1": 0.782241218971314, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ], + "main_score": 0.782241218971314, + "precision": 0.764351288838019, + "recall": 0.8227341011517276 + }, + { + "accuracy": 0.8838257386079119, + "f1": 0.8570061441368402, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ], + "main_score": 0.8570061441368402, + "precision": 0.8451135035887164, + "recall": 0.8838257386079119 + }, + { + "accuracy": 0.9163745618427641, + "f1": 0.8950258721415456, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ], + "main_score": 0.8950258721415456, + "precision": 0.8852194959105325, + "recall": 0.9163745618427641 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.8291031785773899, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ], + "main_score": 0.8291031785773899, + "precision": 0.815189450842931, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.6274411617426139, + "f1": 0.5639924171972245, + "hf_subset": "hau_Latn-orm_Ethi", + "languages": [ + "hau-Latn", + "orm-Ethi" + ], + "main_score": 0.5639924171972245, + "precision": 0.5375690519906844, + "recall": 0.6274411617426139 + }, + { + "accuracy": 0.9098647971957937, + "f1": 0.88592889334001, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ], + "main_score": 0.88592889334001, + "precision": 0.8746870305458188, + "recall": 0.9098647971957937 + }, + { + "accuracy": 0.8683024536805208, + "f1": 0.8386746786846938, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ], + "main_score": 0.8386746786846938, + "precision": 0.8254131196795192, + "recall": 0.8683024536805208 + }, + { + "accuracy": 0.9298948422633951, + "f1": 0.9136371223501919, + "hf_subset": "hau_Latn-swa_Latn", + "languages": [ + "hau-Latn", + "swa-Latn" + ], + "main_score": 0.9136371223501919, + "precision": 0.9060006676681689, + "recall": 0.9298948422633951 + }, + { + "accuracy": 0.7546319479218828, + "f1": 0.7076042635381644, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ], + "main_score": 0.7076042635381644, + "precision": 0.6876620486284983, + "recall": 0.7546319479218828 + }, + { + "accuracy": 0.8973460190285428, + "f1": 0.8732431981305292, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ], + "main_score": 0.8732431981305292, + "precision": 0.8621849440827908, + "recall": 0.8973460190285428 + }, + { + "accuracy": 0.7456184276414622, + "f1": 0.7009705033741088, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ], + "main_score": 0.7009705033741088, + "precision": 0.6814722083124688, + "recall": 0.7456184276414622 + }, + { + "accuracy": 0.8848272408612919, + "f1": 0.858804873977633, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ], + "main_score": 0.858804873977633, + "precision": 0.8467284259722918, + "recall": 0.8848272408612919 + }, + { + "accuracy": 0.7931897846770155, + "f1": 0.7526456351193457, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ], + "main_score": 0.7526456351193457, + "precision": 0.7349607744950759, + "recall": 0.7931897846770155 + }, + { + "accuracy": 0.8848272408612919, + "f1": 0.858063285404297, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ], + "main_score": 0.858063285404297, + "precision": 0.8457853446836922, + "recall": 0.8848272408612919 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9482891003171423, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ], + "main_score": 0.9482891003171423, + "precision": 0.9429561008178935, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9425304623602071, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ], + "main_score": 0.9425304623602071, + "precision": 0.936613253213153, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.7776664997496244, + "f1": 0.724220855092162, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ], + "main_score": 0.724220855092162, + "precision": 0.7003636406991439, + "recall": 0.7776664997496244 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9684526790185278, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ], + "main_score": 0.9684526790185278, + "precision": 0.9647805040894675, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9732098147220831, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ], + "main_score": 0.9732098147220831, + "precision": 0.970121849440828, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9651477215823736, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ], + "main_score": 0.9651477215823736, + "precision": 0.9615673510265398, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9626940410615924, + "hf_subset": "heb_Hebr-fas_Arab", + "languages": [ + "heb-Hebr", + "fas-Arab" + ], + "main_score": 0.9626940410615924, + "precision": 0.958521115005842, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9517609747955267, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ], + "main_score": 0.9517609747955267, + "precision": 0.9464196294441662, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9688699716241028, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ], + "main_score": 0.9688699716241028, + "precision": 0.9654481722583875, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9591887831747622, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ], + "main_score": 0.9591887831747622, + "precision": 0.9545985645134369, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9519612752462026, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ], + "main_score": 0.9519612752462026, + "precision": 0.9469621098314138, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9679018527791688, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ], + "main_score": 0.9679018527791688, + "precision": 0.96457185778668, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9444500083458521, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ], + "main_score": 0.9444500083458521, + "precision": 0.9381155065932231, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.7210816224336505, + "f1": 0.6624615494670577, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ], + "main_score": 0.6624615494670577, + "precision": 0.6375861411164365, + "recall": 0.7210816224336505 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9376564847270906, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ], + "main_score": 0.9376564847270906, + "precision": 0.9308128859956603, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9477883491904524, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ], + "main_score": 0.9477883491904524, + "precision": 0.9418711400433983, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.8137205808713069, + "f1": 0.7697880153563679, + "hf_subset": "heb_Hebr-mey_Arab", + "languages": [ + "heb-Hebr", + "mey-Arab" + ], + "main_score": 0.7697880153563679, + "precision": 0.750567517943582, + "recall": 0.8137205808713069 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9661158404273076, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ], + "main_score": 0.9661158404273076, + "precision": 0.9620263728926722, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9630612585544983, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ], + "main_score": 0.9630612585544983, + "precision": 0.9590635953930896, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9666165915539976, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ], + "main_score": 0.9666165915539976, + "precision": 0.9627774995827074, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9555833750625939, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ], + "main_score": 0.9555833750625939, + "precision": 0.9505925554999166, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.8788182273410116, + "f1": 0.8472208312468703, + "hf_subset": "heb_Hebr-pus_Arab", + "languages": [ + "heb-Hebr", + "pus-Arab" + ], + "main_score": 0.8472208312468703, + "precision": 0.8325738607911868, + "recall": 0.8788182273410116 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9624770489066934, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ], + "main_score": 0.9624770489066934, + "precision": 0.9583959272241697, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.49524286429644465, + "f1": 0.4188962014450247, + "hf_subset": "heb_Hebr-shi_Arab", + "languages": [ + "heb-Hebr", + "shi-Arab" + ], + "main_score": 0.4188962014450247, + "precision": 0.389691879088474, + "recall": 0.49524286429644465 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9689534301452178, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ], + "main_score": 0.9689534301452178, + "precision": 0.9652812552161576, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.9262822805637027, + "hf_subset": "heb_Hebr-swa_Latn", + "languages": [ + "heb-Hebr", + "swa-Latn" + ], + "main_score": 0.9262822805637027, + "precision": 0.9187114004339842, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9500918043732266, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ], + "main_score": 0.9500918043732266, + "precision": 0.9445000834585211, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9318978467701552, + "f1": 0.9119345685194458, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ], + "main_score": 0.9119345685194458, + "precision": 0.9026039058587881, + "recall": 0.9318978467701552 + }, + { + "accuracy": 0.8472709063595393, + "f1": 0.8084960774495076, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ], + "main_score": 0.8084960774495076, + "precision": 0.7910532465364712, + "recall": 0.8472709063595393 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9451677516274412, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ], + "main_score": 0.9451677516274412, + "precision": 0.9389918210649307, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.9572692371891169, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ], + "main_score": 0.9572692371891169, + "precision": 0.9525955600066768, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9323985978968453, + "f1": 0.9137038891670839, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ], + "main_score": 0.9137038891670839, + "precision": 0.9052328492739109, + "recall": 0.9323985978968453 + }, + { + "accuracy": 0.8918377566349525, + "f1": 0.8629456088895248, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ], + "main_score": 0.8629456088895248, + "precision": 0.849879581276677, + "recall": 0.8918377566349525 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9509597729928225, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ], + "main_score": 0.9509597729928225, + "precision": 0.9453763979302288, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9615256217659822, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ], + "main_score": 0.9615256217659822, + "precision": 0.956935403104657, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9757970288766482, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "main_score": 0.9757970288766482, + "precision": 0.9730428976798531, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.1326990485728593, + "f1": 0.10260397586953782, + "hf_subset": "hin_Deva-div_Thaa", + "languages": [ + "hin-Deva", + "div-Thaa" + ], + "main_score": 0.10260397586953782, + "precision": 0.09429452642670355, + "recall": 0.1326990485728593 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9747120681021533, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ], + "main_score": 0.9747120681021533, + "precision": 0.9716241028208981, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.9846436321148389, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9846436321148389, + "precision": 0.9827240861291938, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9268903355032548, + "f1": 0.9056417960273744, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ], + "main_score": 0.9056417960273744, + "precision": 0.8955516608245703, + "recall": 0.9268903355032548 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9684026039058589, + "hf_subset": "hin_Deva-fas_Arab", + "languages": [ + "hin-Deva", + "fas-Arab" + ], + "main_score": 0.9684026039058589, + "precision": 0.964822233350025, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9546820230345519, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ], + "main_score": 0.9546820230345519, + "precision": 0.9494241362043064, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.972792522116508, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ], + "main_score": 0.972792522116508, + "precision": 0.9695376397930228, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.9563511934568519, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ], + "main_score": 0.9563511934568519, + "precision": 0.9511767651477215, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9527624770489066, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ], + "main_score": 0.9527624770489066, + "precision": 0.9472542146553163, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9500083458521115, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ], + "main_score": 0.9500083458521115, + "precision": 0.9440827908529461, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9838090469036888, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ], + "main_score": 0.9838090469036888, + "precision": 0.9819729594391587, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.956935403104657, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ], + "main_score": 0.956935403104657, + "precision": 0.9522617259222166, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9594391587381071, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ], + "main_score": 0.9594391587381071, + "precision": 0.9549323985978968, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9591887831747622, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ], + "main_score": 0.9591887831747622, + "precision": 0.9544316474712068, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9458688032048072, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ], + "main_score": 0.9458688032048072, + "precision": 0.9401185110999832, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9696210983141379, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ], + "main_score": 0.9696210983141379, + "precision": 0.9662827574695376, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9616925388082124, + "hf_subset": "hin_Deva-nep_Deva", + "languages": [ + "hin-Deva", + "nep-Deva" + ], + "main_score": 0.9616925388082124, + "precision": 0.957185778668002, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9743782340176933, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ], + "main_score": 0.9743782340176933, + "precision": 0.971373727257553, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9408279085294609, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ], + "main_score": 0.9408279085294609, + "precision": 0.9340677683191454, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9671173426806876, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ], + "main_score": 0.9671173426806876, + "precision": 0.9632782507093973, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9608579535970623, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ], + "main_score": 0.9608579535970623, + "precision": 0.9561842764146219, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9617759973293274, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ], + "main_score": 0.9617759973293274, + "precision": 0.9573526957102321, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9621098314137874, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ], + "main_score": 0.9621098314137874, + "precision": 0.957519612752462, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.8502754131196795, + "f1": 0.8112096716503326, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ], + "main_score": 0.8112096716503326, + "precision": 0.7938240694374894, + "recall": 0.8502754131196795 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9780504089467534, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "main_score": 0.9780504089467534, + "precision": 0.9753797362710733, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9263395092638959, + "hf_subset": "hin_Deva-swa_Latn", + "languages": [ + "hin-Deva", + "swa-Latn" + ], + "main_score": 0.9263395092638959, + "precision": 0.9184359873143048, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9648639626105826, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ], + "main_score": 0.9648639626105826, + "precision": 0.9606910365548322, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9475880487397763, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ], + "main_score": 0.9475880487397763, + "precision": 0.9414955766983808, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.957686529794692, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ], + "main_score": 0.957686529794692, + "precision": 0.9525955600066767, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9642797529627775, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ], + "main_score": 0.9642797529627775, + "precision": 0.9601902854281422, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9702386913703889, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ], + "main_score": 0.9702386913703889, + "precision": 0.9667417793356702, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9772992822567184, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "main_score": 0.9772992822567184, + "precision": 0.9744616925388082, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9361709230512435, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ], + "main_score": 0.9361709230512435, + "precision": 0.9291854448339175, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.8953430145217827, + "f1": 0.8665498247371056, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ], + "main_score": 0.8665498247371056, + "precision": 0.8531547320981472, + "recall": 0.8953430145217827 + }, + { + "accuracy": 0.4126189283925889, + "f1": 0.3571303627969517, + "hf_subset": "hmn_Latn-eng_Latn", + "languages": [ + "hmn-Latn", + "eng-Latn" + ], + "main_score": 0.3571303627969517, + "precision": 0.33877732427150264, + "recall": 0.4126189283925889 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9449173760640961, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ], + "main_score": 0.9449173760640961, + "precision": 0.9389083625438157, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9886496411283592, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ], + "main_score": 0.9886496411283592, + "precision": 0.9872308462694042, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9769654481722584, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ], + "main_score": 0.9769654481722584, + "precision": 0.9742113169754631, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9820564179602738, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ], + "main_score": 0.9820564179602738, + "precision": 0.9801368719746287, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823067935236187, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ], + "main_score": 0.9823067935236187, + "precision": 0.9802203304957436, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9745451510599232, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9745451510599232, + "precision": 0.9716241028208981, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9750792855950593, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ], + "main_score": 0.9750792855950593, + "precision": 0.9722500417292607, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9672341846102487, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ], + "main_score": 0.9672341846102487, + "precision": 0.96373727257553, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803872475379737, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ], + "main_score": 0.9803872475379737, + "precision": 0.9782173259889835, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9782173259889835, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ], + "main_score": 0.9782173259889835, + "precision": 0.9757135703555333, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9118678017025539, + "f1": 0.887180771156735, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ], + "main_score": 0.887180771156735, + "precision": 0.8759722917709898, + "recall": 0.9118678017025539 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.984894007678184, + "hf_subset": "hrv_Latn-srp_Latn", + "languages": [ + "hrv-Latn", + "srp-Latn" + ], + "main_score": 0.984894007678184, + "precision": 0.9831413787347688, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9779669504256384, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9779669504256384, + "precision": 0.9757970288766483, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9258387581372058, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ], + "main_score": 0.9258387581372058, + "precision": 0.9177516274411618, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9258888332498748, + "f1": 0.9047070605908863, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ], + "main_score": 0.9047070605908863, + "precision": 0.8949006843598732, + "recall": 0.9258888332498748 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9698714738774828, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ], + "main_score": 0.9698714738774828, + "precision": 0.9664496745117677, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957853446836922, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ], + "main_score": 0.957853446836922, + "precision": 0.9532799198798196, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9615256217659822, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ], + "main_score": 0.9615256217659822, + "precision": 0.957185778668002, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9404106159238859, + "f1": 0.9229177098981806, + "hf_subset": "hun_Latn-fas_Arab", + "languages": [ + "hun-Latn", + "fas-Arab" + ], + "main_score": 0.9229177098981806, + "precision": 0.9147805040894675, + "recall": 0.9404106159238859 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.9565181104990819, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ], + "main_score": 0.9565181104990819, + "precision": 0.9515940577532966, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9638624603572026, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ], + "main_score": 0.9638624603572026, + "precision": 0.9600233683859122, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.943415122684026, + "f1": 0.9266399599399099, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ], + "main_score": 0.9266399599399099, + "precision": 0.9183775663495243, + "recall": 0.943415122684026 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.9285094308128858, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ], + "main_score": 0.9285094308128858, + "precision": 0.9210065097646469, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9640293773994324, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ], + "main_score": 0.9640293773994324, + "precision": 0.9600233683859122, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9414121181772659, + "f1": 0.9248968691131937, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ], + "main_score": 0.9248968691131937, + "precision": 0.9175012518778167, + "recall": 0.9414121181772659 + }, + { + "accuracy": 0.9344016024036054, + "f1": 0.9156067434485061, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ], + "main_score": 0.9156067434485061, + "precision": 0.9069437489567685, + "recall": 0.9344016024036054 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9330662660657653, + "hf_subset": "hun_Latn-lav_Latn", + "languages": [ + "hun-Latn", + "lav-Latn" + ], + "main_score": 0.9330662660657653, + "precision": 0.9254882323485227, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9382406943748957, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ], + "main_score": 0.9382406943748957, + "precision": 0.9313136371223502, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9734601902854282, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ], + "main_score": 0.9734601902854282, + "precision": 0.9704556835252879, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.959522617259222, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ], + "main_score": 0.959522617259222, + "precision": 0.9551827741612419, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9623101318644632, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ], + "main_score": 0.9623101318644632, + "precision": 0.9582290101819396, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9581872809213821, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ], + "main_score": 0.9581872809213821, + "precision": 0.9535136037389417, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9683692204974128, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ], + "main_score": 0.9683692204974128, + "precision": 0.9649474211316975, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9328993490235353, + "f1": 0.914221331997997, + "hf_subset": "hun_Latn-swa_Latn", + "languages": [ + "hun-Latn", + "swa-Latn" + ], + "main_score": 0.914221331997997, + "precision": 0.9055833750625939, + "recall": 0.9328993490235353 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9561008178935069, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ], + "main_score": 0.9561008178935069, + "precision": 0.9512602236688366, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9043565348022033, + "f1": 0.8774256623029782, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ], + "main_score": 0.8774256623029782, + "precision": 0.8646302787514605, + "recall": 0.9043565348022033 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9616925388082124, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ], + "main_score": 0.9616925388082124, + "precision": 0.957686529794692, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9599399098647972, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ], + "main_score": 0.9599399098647972, + "precision": 0.955850442330162, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9384076114171257, + "f1": 0.9202804206309464, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ], + "main_score": 0.9202804206309464, + "precision": 0.9118678017025539, + "recall": 0.9384076114171257 + }, + { + "accuracy": 0.8662994491737607, + "f1": 0.8325488232348522, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ], + "main_score": 0.8325488232348522, + "precision": 0.8173426806876981, + "recall": 0.8662994491737607 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9614421632448673, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ], + "main_score": 0.9614421632448673, + "precision": 0.9570188616257719, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9478718077115674, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ], + "main_score": 0.9478718077115674, + "precision": 0.9418711400433984, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9394091136705057, + "f1": 0.9207978634618594, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ], + "main_score": 0.9207978634618594, + "precision": 0.9117008846603238, + "recall": 0.9394091136705057 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9487326227436392, + "hf_subset": "hye_Armn-sqi_Latn", + "languages": [ + "hye-Armn", + "sqi-Latn" + ], + "main_score": 0.9487326227436392, + "precision": 0.9430812885995661, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.8162243365047571, + "f1": 0.77269237189117, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ], + "main_score": 0.77269237189117, + "precision": 0.7536387915206142, + "recall": 0.8162243365047571 + }, + { + "accuracy": 0.9028542814221332, + "f1": 0.8753296611584043, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ], + "main_score": 0.8753296611584043, + "precision": 0.863136371223502, + "recall": 0.9028542814221332 + }, + { + "accuracy": 0.9108662994491737, + "f1": 0.8894186517872045, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ], + "main_score": 0.8894186517872045, + "precision": 0.879473972864058, + "recall": 0.9108662994491737 + }, + { + "accuracy": 0.871807711567351, + "f1": 0.8445334668669671, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ], + "main_score": 0.8445334668669671, + "precision": 0.8320397262560508, + "recall": 0.871807711567351 + }, + { + "accuracy": 0.6359539308963446, + "f1": 0.5673495303646413, + "hf_subset": "ibo_Latn-orm_Ethi", + "languages": [ + "ibo-Latn", + "orm-Ethi" + ], + "main_score": 0.5673495303646413, + "precision": 0.5395014148206436, + "recall": 0.6359539308963446 + }, + { + "accuracy": 0.9098647971957937, + "f1": 0.886346185945585, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ], + "main_score": 0.886346185945585, + "precision": 0.8753546987147388, + "recall": 0.9098647971957937 + }, + { + "accuracy": 0.8783174762143214, + "f1": 0.8497496244366549, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ], + "main_score": 0.8497496244366549, + "precision": 0.8367348642010636, + "recall": 0.8783174762143214 + }, + { + "accuracy": 0.9223835753630446, + "f1": 0.9030045067601402, + "hf_subset": "ibo_Latn-swa_Latn", + "languages": [ + "ibo-Latn", + "swa-Latn" + ], + "main_score": 0.9030045067601402, + "precision": 0.8941745952261725, + "recall": 0.9223835753630446 + }, + { + "accuracy": 0.7401101652478718, + "f1": 0.684840753193282, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ], + "main_score": 0.684840753193282, + "precision": 0.6613545317976965, + "recall": 0.7401101652478718 + }, + { + "accuracy": 0.9073610415623435, + "f1": 0.885895509931564, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ], + "main_score": 0.885895509931564, + "precision": 0.8758137205808713, + "recall": 0.9073610415623435 + }, + { + "accuracy": 0.7356034051076615, + "f1": 0.6888443776776275, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ], + "main_score": 0.6888443776776275, + "precision": 0.6683066266065765, + "recall": 0.7356034051076615 + }, + { + "accuracy": 0.8908362543815723, + "f1": 0.8637205808713069, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ], + "main_score": 0.8637205808713069, + "precision": 0.8512816844314091, + "recall": 0.8908362543815723 + }, + { + "accuracy": 0.8237356034051077, + "f1": 0.7830245368052078, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ], + "main_score": 0.7830245368052078, + "precision": 0.7649307294274745, + "recall": 0.8237356034051077 + }, + { + "accuracy": 0.899349023535303, + "f1": 0.8748289100317143, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ], + "main_score": 0.8748289100317143, + "precision": 0.863420130195293, + "recall": 0.899349023535303 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9552662326823569, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ], + "main_score": 0.9552662326823569, + "precision": 0.9506760140210315, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9518444333166417, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ], + "main_score": 0.9518444333166417, + "precision": 0.9462527124019362, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9840594224670338, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ], + "main_score": 0.9840594224670338, + "precision": 0.9821398764813887, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9783007845100984, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ], + "main_score": 0.9783007845100984, + "precision": 0.9757970288766482, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9904857285928893, + "f1": 0.9873143047905191, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ], + "main_score": 0.9873143047905191, + "precision": 0.985728592889334, + "recall": 0.9904857285928893 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9724920714404941, + "hf_subset": "ind_Latn-fas_Arab", + "languages": [ + "ind-Latn", + "fas-Arab" + ], + "main_score": 0.9724920714404941, + "precision": 0.9697629778000333, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.657986980470706, + "f1": 0.5938912336759107, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ], + "main_score": 0.5938912336759107, + "precision": 0.5681117094111586, + "recall": 0.657986980470706 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.956434651977967, + "hf_subset": "ind_Latn-fil_Latn", + "languages": [ + "ind-Latn", + "fil-Latn" + ], + "main_score": 0.956434651977967, + "precision": 0.9515105992321815, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9674511767651477, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ], + "main_score": 0.9674511767651477, + "precision": 0.9634451677516275, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9837255883825738, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ], + "main_score": 0.9837255883825738, + "precision": 0.9818895009180437, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9543481889500919, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ], + "main_score": 0.9543481889500919, + "precision": 0.9491737606409615, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971039893173093, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ], + "main_score": 0.971039893173093, + "precision": 0.9676180938073778, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9651143381739277, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ], + "main_score": 0.9651143381739277, + "precision": 0.9610248706392923, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9540143548656317, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ], + "main_score": 0.9540143548656317, + "precision": 0.9486730095142714, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9593557002169921, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ], + "main_score": 0.9593557002169921, + "precision": 0.9546820230345519, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9627274244700383, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ], + "main_score": 0.9627274244700383, + "precision": 0.9584793857452847, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.943114672008012, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ], + "main_score": 0.943114672008012, + "precision": 0.936696711734268, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.7831747621432148, + "f1": 0.7354460261821304, + "hf_subset": "ind_Latn-mlg_Latn", + "languages": [ + "ind-Latn", + "mlg-Latn" + ], + "main_score": 0.7354460261821304, + "precision": 0.7148138874979135, + "recall": 0.7831747621432148 + }, + { + "accuracy": 0.7275913870806209, + "f1": 0.6720187423993133, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ], + "main_score": 0.6720187423993133, + "precision": 0.6491835155330398, + "recall": 0.7275913870806209 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9886496411283593, + "hf_subset": "ind_Latn-msa_Latn", + "languages": [ + "ind-Latn", + "msa-Latn" + ], + "main_score": 0.9886496411283593, + "precision": 0.9872308462694042, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9909864797195793, + "f1": 0.9879819729594391, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ], + "main_score": 0.9879819729594391, + "precision": 0.9864797195793691, + "recall": 0.9909864797195793 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9741278584543481, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ], + "main_score": 0.9741278584543481, + "precision": 0.9716241028208981, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9752962777499582, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ], + "main_score": 0.9752962777499582, + "precision": 0.9722083124687031, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9697880153563678, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ], + "main_score": 0.9697880153563678, + "precision": 0.9663662159906528, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.685027541311968, + "f1": 0.6308525670067984, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ], + "main_score": 0.6308525670067984, + "precision": 0.6093390085127692, + "recall": 0.685027541311968 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9859789684526791, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ], + "main_score": 0.9859789684526791, + "precision": 0.9842263395092639, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9603905858788182, + "hf_subset": "ind_Latn-swa_Latn", + "languages": [ + "ind-Latn", + "swa-Latn" + ], + "main_score": 0.9603905858788182, + "precision": 0.9561425471540643, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9793857452845935, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ], + "main_score": 0.9793857452845935, + "precision": 0.9768819896511434, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.5102653980971458, + "f1": 0.44145779664057083, + "hf_subset": "ind_Latn-tah_Latn", + "languages": [ + "ind-Latn", + "tah-Latn" + ], + "main_score": 0.44145779664057083, + "precision": 0.4163749953935232, + "recall": 0.5102653980971458 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9534301452178268, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ], + "main_score": 0.9534301452178268, + "precision": 0.9480887998664664, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.5383074611917876, + "f1": 0.4721804929616647, + "hf_subset": "ind_Latn-ton_Latn", + "languages": [ + "ind-Latn", + "ton-Latn" + ], + "main_score": 0.4721804929616647, + "precision": 0.44702132563925256, + "recall": 0.5383074611917876 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9778834919045235, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ], + "main_score": 0.9778834919045235, + "precision": 0.9753797362710733, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9840594224670339, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ], + "main_score": 0.9840594224670339, + "precision": 0.9821398764813887, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9533466866967119, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ], + "main_score": 0.9533466866967119, + "precision": 0.9479218828242364, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9208813219829745, + "f1": 0.8976631614087798, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ], + "main_score": 0.8976631614087798, + "precision": 0.8868302453680521, + "recall": 0.9208813219829745 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9496745117676515, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ], + "main_score": 0.9496745117676515, + "precision": 0.9439993323318311, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9663423706989055, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ], + "main_score": 0.9663423706989055, + "precision": 0.9626940410615924, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972875980637623, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ], + "main_score": 0.972875980637623, + "precision": 0.9700383909197128, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9597729928225672, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ], + "main_score": 0.9597729928225672, + "precision": 0.9553496912034719, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9359038557836755, + "f1": 0.9177933567017194, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ], + "main_score": 0.9177933567017194, + "precision": 0.9090302119846436, + "recall": 0.9359038557836755 + }, + { + "accuracy": 0.9243865798698047, + "f1": 0.9042563845768653, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ], + "main_score": 0.9042563845768653, + "precision": 0.8949257219162077, + "recall": 0.9243865798698047 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9730428976798532, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ], + "main_score": 0.9730428976798532, + "precision": 0.970121849440828, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9676514772158238, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ], + "main_score": 0.9676514772158238, + "precision": 0.96407110665999, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.970539142046403, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ], + "main_score": 0.970539142046403, + "precision": 0.9671173426806876, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9690368886663329, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ], + "main_score": 0.9690368886663329, + "precision": 0.9653647137372725, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.9849774661992989, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ], + "main_score": 0.9849774661992989, + "precision": 0.9832248372558838, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.986229344016024, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.986229344016024, + "precision": 0.984643632114839, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823067935236188, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ], + "main_score": 0.9823067935236188, + "precision": 0.9803037890168586, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9797529627774996, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ], + "main_score": 0.9797529627774996, + "precision": 0.977507928559506, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.8367551326990486, + "f1": 0.7992584114266639, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ], + "main_score": 0.7992584114266639, + "precision": 0.7826907027207478, + "recall": 0.8367551326990486 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9794692038057086, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ], + "main_score": 0.9794692038057086, + "precision": 0.9769654481722584, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9823067935236187, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ], + "main_score": 0.9823067935236187, + "precision": 0.9803037890168587, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9840594224670338, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ], + "main_score": 0.9840594224670338, + "precision": 0.9821398764813888, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9514271407110666, + "f1": 0.9369387414455017, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ], + "main_score": 0.9369387414455017, + "precision": 0.9299365715239527, + "recall": 0.9514271407110666 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9373226506426307, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ], + "main_score": 0.9373226506426307, + "precision": 0.930228676347855, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9651977966950426, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ], + "main_score": 0.9651977966950426, + "precision": 0.9612752462026373, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9625271240193625, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ], + "main_score": 0.9625271240193625, + "precision": 0.9581872809213821, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9699549323985979, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ], + "main_score": 0.9699549323985979, + "precision": 0.9665331330328826, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9490402270071775, + "hf_subset": "jpn_Jpan-fas_Arab", + "languages": [ + "jpn-Jpan", + "fas-Arab" + ], + "main_score": 0.9490402270071775, + "precision": 0.9437072275079286, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9452512101485562, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ], + "main_score": 0.9452512101485562, + "precision": 0.9389918210649306, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9615089300617592, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ], + "main_score": 0.9615089300617592, + "precision": 0.957269237189117, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9376564847270906, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ], + "main_score": 0.9376564847270906, + "precision": 0.9303955933900852, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9604406609914873, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ], + "main_score": 0.9604406609914873, + "precision": 0.956017359372392, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9417459522617259, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ], + "main_score": 0.9417459522617259, + "precision": 0.9349858120514105, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9702386913703889, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ], + "main_score": 0.9702386913703889, + "precision": 0.9667417793356702, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9585544984142881, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ], + "main_score": 0.9585544984142881, + "precision": 0.9540560841261893, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9370555833750626, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ], + "main_score": 0.9370555833750626, + "precision": 0.9304790519112002, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9681188449340679, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ], + "main_score": 0.9681188449340679, + "precision": 0.9641962944416625, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.9571023201468871, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ], + "main_score": 0.9571023201468871, + "precision": 0.9520113503588715, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9589384076114171, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ], + "main_score": 0.9589384076114171, + "precision": 0.9542647304289767, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9543481889500918, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ], + "main_score": 0.9543481889500918, + "precision": 0.9493406776831914, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9626940410615924, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ], + "main_score": 0.9626940410615924, + "precision": 0.9584376564847271, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9328993490235353, + "f1": 0.913536972124854, + "hf_subset": "jpn_Jpan-swa_Latn", + "languages": [ + "jpn-Jpan", + "swa-Latn" + ], + "main_score": 0.913536972124854, + "precision": 0.9042730762810883, + "recall": 0.9328993490235353 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9521782674011017, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ], + "main_score": 0.9521782674011017, + "precision": 0.9466700050075113, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.9266733433483558, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ], + "main_score": 0.9266733433483558, + "precision": 0.9183358370889668, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9529961609080286, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ], + "main_score": 0.9529961609080286, + "precision": 0.9480053413453514, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9655316307795025, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ], + "main_score": 0.9655316307795025, + "precision": 0.9613587047237523, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9499248873309964, + "f1": 0.9351026539809714, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ], + "main_score": 0.9351026539809714, + "precision": 0.9278501084960774, + "recall": 0.9499248873309964 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.942830913036221, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ], + "main_score": 0.942830913036221, + "precision": 0.9365715239525956, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.9295943915873811, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ], + "main_score": 0.9295943915873811, + "precision": 0.921507260891337, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.8703054581872809, + "f1": 0.8353697212485394, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ], + "main_score": 0.8353697212485394, + "precision": 0.8194291437155734, + "recall": 0.8703054581872809 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9466700050075113, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ], + "main_score": 0.9466700050075113, + "precision": 0.9409113670505759, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.14321482223335003, + "f1": 0.11126933481059578, + "hf_subset": "kan_Knda-div_Thaa", + "languages": [ + "kan-Knda", + "div-Thaa" + ], + "main_score": 0.11126933481059578, + "precision": 0.10224320160669698, + "recall": 0.14321482223335003 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.9578868302453681, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.9578868302453681, + "precision": 0.9533049574361542, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9188783174762143, + "f1": 0.8978884994157904, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ], + "main_score": 0.8978884994157904, + "precision": 0.8880868922431265, + "recall": 0.9188783174762143 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9396094141211817, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ], + "main_score": 0.9396094141211817, + "precision": 0.9326907027207478, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9618928392588884, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ], + "main_score": 0.9618928392588884, + "precision": 0.9579786346185946, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9613587047237523, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ], + "main_score": 0.9613587047237523, + "precision": 0.9570188616257719, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9398597896845269, + "hf_subset": "kan_Knda-nep_Deva", + "languages": [ + "kan-Knda", + "nep-Deva" + ], + "main_score": 0.9398597896845269, + "precision": 0.9331914538474377, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9262560507427808, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ], + "main_score": 0.9262560507427808, + "precision": 0.9182523785678518, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9459522617259222, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ], + "main_score": 0.9459522617259222, + "precision": 0.9398681355366383, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.8332498748122183, + "f1": 0.7910699382406945, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ], + "main_score": 0.7910699382406945, + "precision": 0.772108162243365, + "recall": 0.8332498748122183 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9474211316975463, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ], + "main_score": 0.9474211316975463, + "precision": 0.941579035219496, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9535136037389417, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ], + "main_score": 0.9535136037389417, + "precision": 0.9483391754298114, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9500083458521115, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ], + "main_score": 0.9500083458521115, + "precision": 0.9446002336838591, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9489233850776164, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ], + "main_score": 0.9489233850776164, + "precision": 0.9437489567684861, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9251710899682858, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ], + "main_score": 0.9251710899682858, + "precision": 0.9172675680186947, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.9404106159238859, + "f1": 0.9230846269404106, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ], + "main_score": 0.9230846269404106, + "precision": 0.9148472709063594, + "recall": 0.9404106159238859 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9394925721916206, + "hf_subset": "kat_Geor-sqi_Latn", + "languages": [ + "kat-Geor", + "sqi-Latn" + ], + "main_score": 0.9394925721916206, + "precision": 0.9326489734601903, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9303455182774162, + "hf_subset": "kaz_Cyrl-aze_Latn", + "languages": [ + "kaz-Cyrl", + "aze-Latn" + ], + "main_score": 0.9303455182774162, + "precision": 0.9229427474545152, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.8537806710065098, + "f1": 0.8193456851944583, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ], + "main_score": 0.8193456851944583, + "precision": 0.8033717242530463, + "recall": 0.8537806710065098 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9292605575029209, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ], + "main_score": 0.9292605575029209, + "precision": 0.9220080120180271, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.943415122684026, + "f1": 0.928392588883325, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ], + "main_score": 0.928392588883325, + "precision": 0.9211316975463195, + "recall": 0.943415122684026 + }, + { + "accuracy": 0.899349023535303, + "f1": 0.8738774828910031, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ], + "main_score": 0.8738774828910031, + "precision": 0.8621265231180103, + "recall": 0.899349023535303 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.8300450676014021, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ], + "main_score": 0.8300450676014021, + "precision": 0.816174261392088, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.929761308629611, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ], + "main_score": 0.929761308629611, + "precision": 0.9226756801869471, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.8177265898848273, + "f1": 0.7769082194720652, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ], + "main_score": 0.7769082194720652, + "precision": 0.7589606632170479, + "recall": 0.8177265898848273 + }, + { + "accuracy": 0.8813219829744617, + "f1": 0.8495409781338674, + "hf_subset": "kaz_Cyrl-uzb_Latn", + "languages": [ + "kaz-Cyrl", + "uzb-Latn" + ], + "main_score": 0.8495409781338674, + "precision": 0.8351777666499749, + "recall": 0.8813219829744617 + }, + { + "accuracy": 0.31196795192789184, + "f1": 0.23923956382644415, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ], + "main_score": 0.23923956382644415, + "precision": 0.2171470806567367, + "recall": 0.31196795192789184 + }, + { + "accuracy": 0.08012018027040561, + "f1": 0.05321694151766874, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ], + "main_score": 0.05321694151766874, + "precision": 0.04674789599155048, + "recall": 0.08012018027040561 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9741278584543482, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ], + "main_score": 0.9741278584543482, + "precision": 0.9712902687364379, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9200300450676013, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ], + "main_score": 0.9200300450676013, + "precision": 0.9116174261392088, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.9103655483224837, + "f1": 0.8848105491570689, + "hf_subset": "khm_Khmr-mon_Mong", + "languages": [ + "khm-Khmr", + "mon-Mong" + ], + "main_score": 0.8848105491570689, + "precision": 0.8728092138207311, + "recall": 0.9103655483224837 + }, + { + "accuracy": 0.8778167250876314, + "f1": 0.8484083267758782, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ], + "main_score": 0.8484083267758782, + "precision": 0.835144383241529, + "recall": 0.8778167250876314 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9535970622600567, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ], + "main_score": 0.9535970622600567, + "precision": 0.9483391754298114, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.799699549323986, + "f1": 0.7612514009108902, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ], + "main_score": 0.7612514009108902, + "precision": 0.7446791399220043, + "recall": 0.799699549323986 + }, + { + "accuracy": 0.8117175763645468, + "f1": 0.7678267401101652, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ], + "main_score": 0.7678267401101652, + "precision": 0.7485692824951713, + "recall": 0.8117175763645468 + }, + { + "accuracy": 0.6815222834251377, + "f1": 0.6325790272710653, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ], + "main_score": 0.6325790272710653, + "precision": 0.612307151202995, + "recall": 0.6815222834251377 + }, + { + "accuracy": 0.7175763645468203, + "f1": 0.6723530100345323, + "hf_subset": "kin_Latn-fuc_Latn", + "languages": [ + "kin-Latn", + "fuc-Latn" + ], + "main_score": 0.6723530100345323, + "precision": 0.6535529484703246, + "recall": 0.7175763645468203 + }, + { + "accuracy": 0.8382573860791187, + "f1": 0.8048239025204473, + "hf_subset": "kin_Latn-nde_Latn", + "languages": [ + "kin-Latn", + "nde-Latn" + ], + "main_score": 0.8048239025204473, + "precision": 0.7898681355366384, + "recall": 0.8382573860791187 + }, + { + "accuracy": 0.8632949424136205, + "f1": 0.829627774995827, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ], + "main_score": 0.829627774995827, + "precision": 0.814505090969788, + "recall": 0.8632949424136205 + }, + { + "accuracy": 0.8582874311467201, + "f1": 0.8248539475880486, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ], + "main_score": 0.8248539475880486, + "precision": 0.8097980303789016, + "recall": 0.8582874311467201 + }, + { + "accuracy": 0.8052078117175764, + "f1": 0.7670783953708339, + "hf_subset": "kin_Latn-ven_Latn", + "languages": [ + "kin-Latn", + "ven-Latn" + ], + "main_score": 0.7670783953708339, + "precision": 0.7506301118344183, + "recall": 0.8052078117175764 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9310632615590052, + "hf_subset": "kir_Cyrl-aze_Latn", + "languages": [ + "kir-Cyrl", + "aze-Latn" + ], + "main_score": 0.9310632615590052, + "precision": 0.9238858287431146, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.8688032048072108, + "f1": 0.8373727257552996, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ], + "main_score": 0.8373727257552996, + "precision": 0.8228592889334001, + "recall": 0.8688032048072108 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9360540811216825, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ], + "main_score": 0.9360540811216825, + "precision": 0.9290602570522452, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.927624770489067, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ], + "main_score": 0.927624770489067, + "precision": 0.9199632782507094, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.9123685528292439, + "f1": 0.8901018193957603, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ], + "main_score": 0.8901018193957603, + "precision": 0.8796277749958271, + "recall": 0.9123685528292439 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.8268569520948089, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ], + "main_score": 0.8268569520948089, + "precision": 0.8115506593223167, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.929177098981806, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ], + "main_score": 0.929177098981806, + "precision": 0.9216741779335671, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.8022033049574362, + "f1": 0.755123594482633, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ], + "main_score": 0.755123594482633, + "precision": 0.734824458910588, + "recall": 0.8022033049574362 + }, + { + "accuracy": 0.8698047070605909, + "f1": 0.8369387414455015, + "hf_subset": "kir_Cyrl-uzb_Latn", + "languages": [ + "kir-Cyrl", + "uzb-Latn" + ], + "main_score": 0.8369387414455015, + "precision": 0.8217910198631281, + "recall": 0.8698047070605909 + }, + { + "accuracy": 0.7015523284927391, + "f1": 0.6432422443188593, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ], + "main_score": 0.6432422443188593, + "precision": 0.619293044906465, + "recall": 0.7015523284927391 + }, + { + "accuracy": 0.6780170255383074, + "f1": 0.6180628084984621, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ], + "main_score": 0.6180628084984621, + "precision": 0.5926902258149129, + "recall": 0.6780170255383074 + }, + { + "accuracy": 0.686529794692038, + "f1": 0.6234308894799631, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ], + "main_score": 0.6234308894799631, + "precision": 0.59815258602189, + "recall": 0.686529794692038 + }, + { + "accuracy": 0.7456184276414622, + "f1": 0.6960297339115566, + "hf_subset": "kmr_Latn-fas_Arab", + "languages": [ + "kmr-Latn", + "fas-Arab" + ], + "main_score": 0.6960297339115566, + "precision": 0.6747084913083912, + "recall": 0.7456184276414622 + }, + { + "accuracy": 0.71457185778668, + "f1": 0.6588001049192836, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ], + "main_score": 0.6588001049192836, + "precision": 0.6348739559555785, + "recall": 0.71457185778668 + }, + { + "accuracy": 0.5888833249874812, + "f1": 0.526266383702538, + "hf_subset": "kmr_Latn-mey_Arab", + "languages": [ + "kmr-Latn", + "mey-Arab" + ], + "main_score": 0.526266383702538, + "precision": 0.5020602693361832, + "recall": 0.5888833249874812 + }, + { + "accuracy": 0.757636454682023, + "f1": 0.7065479171137659, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ], + "main_score": 0.7065479171137659, + "precision": 0.6847827296500306, + "recall": 0.757636454682023 + }, + { + "accuracy": 0.684526790185278, + "f1": 0.6275353506450151, + "hf_subset": "kmr_Latn-pus_Arab", + "languages": [ + "kmr-Latn", + "pus-Arab" + ], + "main_score": 0.6275353506450151, + "precision": 0.6032930347902806, + "recall": 0.684526790185278 + }, + { + "accuracy": 0.39759639459188784, + "f1": 0.33714643032369623, + "hf_subset": "kmr_Latn-shi_Arab", + "languages": [ + "kmr-Latn", + "shi-Arab" + ], + "main_score": 0.33714643032369623, + "precision": 0.3153977539180343, + "recall": 0.39759639459188784 + }, + { + "accuracy": 0.7240861291937907, + "f1": 0.6751500266272425, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ], + "main_score": 0.6751500266272425, + "precision": 0.654260557502921, + "recall": 0.7240861291937907 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9385506831676085, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ], + "main_score": 0.9385506831676085, + "precision": 0.9319813052912702, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.9321315306292772, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ], + "main_score": 0.9321315306292772, + "precision": 0.9249874812218327, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9487063929227174, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ], + "main_score": 0.9487063929227174, + "precision": 0.9434568519445836, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9621932899349023, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ], + "main_score": 0.9621932899349023, + "precision": 0.9579369053580371, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9680949996423206, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ], + "main_score": 0.9680949996423206, + "precision": 0.9645301285261225, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9418294107828409, + "hf_subset": "kor_Hang-fas_Arab", + "languages": [ + "kor-Hang", + "fas-Arab" + ], + "main_score": 0.9418294107828409, + "precision": 0.9355867134034385, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9417292605575028, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ], + "main_score": 0.9417292605575028, + "precision": 0.9355700216992155, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9579369053580371, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ], + "main_score": 0.9579369053580371, + "precision": 0.9530963111333668, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9298447671507262, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ], + "main_score": 0.9298447671507262, + "precision": 0.922091470539142, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9546820230345519, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ], + "main_score": 0.9546820230345519, + "precision": 0.9494241362043064, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9377733266566517, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ], + "main_score": 0.9377733266566517, + "precision": 0.9311884493406778, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9661992989484226, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ], + "main_score": 0.9661992989484226, + "precision": 0.9625438157235853, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9561842764146219, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ], + "main_score": 0.9561842764146219, + "precision": 0.9514271407110666, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9251710899682858, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ], + "main_score": 0.9251710899682858, + "precision": 0.9170005007511267, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9618093807377732, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ], + "main_score": 0.9618093807377732, + "precision": 0.9576448005341346, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9501251877816724, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ], + "main_score": 0.9501251877816724, + "precision": 0.9448923385077616, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9526289434151227, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ], + "main_score": 0.9526289434151227, + "precision": 0.9474795526623269, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9498414288098815, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ], + "main_score": 0.9498414288098815, + "precision": 0.9446836922049742, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9624436654982473, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ], + "main_score": 0.9624436654982473, + "precision": 0.9583541979636122, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9238858287431146, + "f1": 0.9026039058587881, + "hf_subset": "kor_Hang-swa_Latn", + "languages": [ + "kor-Hang", + "swa-Latn" + ], + "main_score": 0.9026039058587881, + "precision": 0.8927975296277749, + "recall": 0.9238858287431146 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957269237189117, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ], + "main_score": 0.957269237189117, + "precision": 0.9523618761475547, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.9257052245034217, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ], + "main_score": 0.9257052245034217, + "precision": 0.9177098981806041, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9484560173593723, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ], + "main_score": 0.9484560173593723, + "precision": 0.9430395593390085, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957686529794692, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ], + "main_score": 0.957686529794692, + "precision": 0.9529293940911367, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.9287097312635619, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ], + "main_score": 0.9287097312635619, + "precision": 0.9213153062927726, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9396427975296278, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ], + "main_score": 0.9396427975296278, + "precision": 0.9331497245868803, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9284593557002171, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ], + "main_score": 0.9284593557002171, + "precision": 0.9208145551660823, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.8467701552328493, + "f1": 0.8082623935903855, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ], + "main_score": 0.8082623935903855, + "precision": 0.7910115172759139, + "recall": 0.8467701552328493 + }, + { + "accuracy": 0.3324987481221833, + "f1": 0.2611285502801348, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ], + "main_score": 0.2611285502801348, + "precision": 0.23842602919122105, + "recall": 0.3324987481221833 + }, + { + "accuracy": 0.09964947421131698, + "f1": 0.07153635771015106, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ], + "main_score": 0.07153635771015106, + "precision": 0.06395155705255126, + "recall": 0.09964947421131698 + }, + { + "accuracy": 0.9344016024036054, + "f1": 0.9143715573360041, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ], + "main_score": 0.9143715573360041, + "precision": 0.9049407444500083, + "recall": 0.9344016024036054 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9251973197892077, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ], + "main_score": 0.9251973197892077, + "precision": 0.9172091470539142, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.8773159739609414, + "f1": 0.845461048715931, + "hf_subset": "lao_Laoo-mon_Mong", + "languages": [ + "lao-Laoo", + "mon-Mong" + ], + "main_score": 0.845461048715931, + "precision": 0.8308629611083291, + "recall": 0.8773159739609414 + }, + { + "accuracy": 0.8087130696044066, + "f1": 0.7638481531821542, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ], + "main_score": 0.7638481531821542, + "precision": 0.7441634674233573, + "recall": 0.8087130696044066 + }, + { + "accuracy": 0.943415122684026, + "f1": 0.9268569520948089, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ], + "main_score": 0.9268569520948089, + "precision": 0.9192121515606743, + "recall": 0.943415122684026 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9693707227507928, + "hf_subset": "lav_Latn-eng_Latn", + "languages": [ + "lav-Latn", + "eng-Latn" + ], + "main_score": 0.9693707227507928, + "precision": 0.9656150893006177, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9523451844433316, + "hf_subset": "lav_Latn-fin_Latn", + "languages": [ + "lav-Latn", + "fin-Latn" + ], + "main_score": 0.9523451844433316, + "precision": 0.9470038390919713, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9491737606409615, + "hf_subset": "lav_Latn-hun_Latn", + "languages": [ + "lav-Latn", + "hun-Latn" + ], + "main_score": 0.9491737606409615, + "precision": 0.943415122684026, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9622767484560174, + "hf_subset": "lav_Latn-lit_Latn", + "languages": [ + "lav-Latn", + "lit-Latn" + ], + "main_score": 0.9622767484560174, + "precision": 0.957769988315807, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9269237189117009, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ], + "main_score": 0.9269237189117009, + "precision": 0.9195042563845769, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9399098647971958, + "f1": 0.9235853780671007, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ], + "main_score": 0.9235853780671007, + "precision": 0.9157486229344016, + "recall": 0.9399098647971958 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9667000500751126, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ], + "main_score": 0.9667000500751126, + "precision": 0.9630278751460524, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9667000500751126, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ], + "main_score": 0.9667000500751126, + "precision": 0.9629444166249375, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9591720914705392, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ], + "main_score": 0.9591720914705392, + "precision": 0.9548489400767819, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9405608412618929, + "hf_subset": "lit_Latn-fas_Arab", + "languages": [ + "lit-Latn", + "fas-Arab" + ], + "main_score": 0.9405608412618929, + "precision": 0.9344016024036054, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9488399265565015, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ], + "main_score": 0.9488399265565015, + "precision": 0.943248205641796, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9662827574695375, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ], + "main_score": 0.9662827574695375, + "precision": 0.9625271240193625, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9441662493740611, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ], + "main_score": 0.9441662493740611, + "precision": 0.9379903188115507, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.9439158738107161, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ], + "main_score": 0.9439158738107161, + "precision": 0.9379903188115506, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.956685027541312, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ], + "main_score": 0.956685027541312, + "precision": 0.9518444333166416, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9601998235448411, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ], + "main_score": 0.9601998235448411, + "precision": 0.9563094641962945, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9339843097980304, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ], + "main_score": 0.9339843097980304, + "precision": 0.9268903355032548, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9328993490235353, + "f1": 0.914605241195126, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ], + "main_score": 0.914605241195126, + "precision": 0.9061926222667334, + "recall": 0.9328993490235353 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9551827741612419, + "hf_subset": "lit_Latn-lav_Latn", + "languages": [ + "lit-Latn", + "lav-Latn" + ], + "main_score": 0.9551827741612419, + "precision": 0.9498414288098815, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.972375229510933, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ], + "main_score": 0.972375229510933, + "precision": 0.9694541812719079, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9625104323151393, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ], + "main_score": 0.9625104323151393, + "precision": 0.9585211150058421, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9516775162744117, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ], + "main_score": 0.9516775162744117, + "precision": 0.9462527124019363, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9519612752462026, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ], + "main_score": 0.9519612752462026, + "precision": 0.9467117342680688, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9632281755967284, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ], + "main_score": 0.9632281755967284, + "precision": 0.9594141211817727, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.929127023869137, + "hf_subset": "lit_Latn-swa_Latn", + "languages": [ + "lit-Latn", + "swa-Latn" + ], + "main_score": 0.929127023869137, + "precision": 0.9218828242363545, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9616090802870972, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ], + "main_score": 0.9616090802870972, + "precision": 0.9572692371891169, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9354031046569855, + "f1": 0.9174094475045902, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ], + "main_score": 0.9174094475045902, + "precision": 0.9089217159071942, + "recall": 0.9354031046569855 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9540477382740777, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ], + "main_score": 0.9540477382740777, + "precision": 0.9493824069437489, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9522951093306626, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ], + "main_score": 0.9522951093306626, + "precision": 0.9473794024369888, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9313970956434652, + "f1": 0.9131125259317547, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ], + "main_score": 0.9131125259317547, + "precision": 0.9049991654147889, + "recall": 0.9313970956434652 + }, + { + "accuracy": 0.8963445167751627, + "f1": 0.8686195960607578, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ], + "main_score": 0.8686195960607578, + "precision": 0.8559505925554999, + "recall": 0.8963445167751627 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9198631280253714, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ], + "main_score": 0.9198631280253714, + "precision": 0.9112001335336338, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9402436988816557, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ], + "main_score": 0.9402436988816557, + "precision": 0.9339008512769154, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9420797863461859, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ], + "main_score": 0.9420797863461859, + "precision": 0.9363211483892506, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9272241695877148, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ], + "main_score": 0.9272241695877148, + "precision": 0.9198130529127023, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.8943415122684026, + "f1": 0.8685194458354198, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ], + "main_score": 0.8685194458354198, + "precision": 0.856718410949758, + "recall": 0.8943415122684026 + }, + { + "accuracy": 0.927891837756635, + "f1": 0.9083792355199466, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ], + "main_score": 0.9083792355199466, + "precision": 0.8993072942747455, + "recall": 0.927891837756635 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9496578200634285, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ], + "main_score": 0.9496578200634285, + "precision": 0.9445000834585211, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.9404106159238859, + "f1": 0.9241695877149056, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ], + "main_score": 0.9241695877149056, + "precision": 0.9165331330328826, + "recall": 0.9404106159238859 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9396928726422967, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ], + "main_score": 0.9396928726422967, + "precision": 0.9334418294107828, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.9514271407110666, + "f1": 0.9376397930228676, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ], + "main_score": 0.9376397930228676, + "precision": 0.9311467200801202, + "recall": 0.9514271407110666 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.957185778668002, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.957185778668002, + "precision": 0.9525955600066767, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.627941912869304, + "f1": 0.5623848471119378, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ], + "main_score": 0.5623848471119378, + "precision": 0.5360357997313431, + "recall": 0.627941912869304 + }, + { + "accuracy": 0.9349023535302955, + "f1": 0.9172425304623602, + "hf_subset": "mal_Mlym-fil_Latn", + "languages": [ + "mal-Mlym", + "fil-Latn" + ], + "main_score": 0.9172425304623602, + "precision": 0.908821565681856, + "recall": 0.9349023535302955 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9548489400767819, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ], + "main_score": 0.9548489400767819, + "precision": 0.9496745117676515, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.7165748622934401, + "f1": 0.6651357989364999, + "hf_subset": "mal_Mlym-mlg_Latn", + "languages": [ + "mal-Mlym", + "mlg-Latn" + ], + "main_score": 0.6651357989364999, + "precision": 0.6432410520542718, + "recall": 0.7165748622934401 + }, + { + "accuracy": 0.6835252879318978, + "f1": 0.6252998545437203, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ], + "main_score": 0.6252998545437203, + "precision": 0.60066766816892, + "recall": 0.6835252879318978 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.957219162076448, + "hf_subset": "mal_Mlym-msa_Latn", + "languages": [ + "mal-Mlym", + "msa-Latn" + ], + "main_score": 0.957219162076448, + "precision": 0.9525538307461192, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.6394591887831748, + "f1": 0.5847890883944965, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ], + "main_score": 0.5847890883944965, + "precision": 0.56259806376231, + "recall": 0.6394591887831748 + }, + { + "accuracy": 0.4631947921882824, + "f1": 0.395941964895395, + "hf_subset": "mal_Mlym-tah_Latn", + "languages": [ + "mal-Mlym", + "tah-Latn" + ], + "main_score": 0.395941964895395, + "precision": 0.37125688532799206, + "recall": 0.4631947921882824 + }, + { + "accuracy": 0.4797195793690536, + "f1": 0.4156381758785364, + "hf_subset": "mal_Mlym-ton_Latn", + "languages": [ + "mal-Mlym", + "ton-Latn" + ], + "main_score": 0.4156381758785364, + "precision": 0.39141571303564293, + "recall": 0.4797195793690536 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9666165915539976, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ], + "main_score": 0.9666165915539976, + "precision": 0.9628609581038223, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.1397095643465198, + "f1": 0.11145136454685109, + "hf_subset": "mar_Deva-div_Thaa", + "languages": [ + "mar-Deva", + "div-Thaa" + ], + "main_score": 0.11145136454685109, + "precision": 0.10311694788336222, + "recall": 0.1397095643465198 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9724920714404941, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.9724920714404941, + "precision": 0.9695793690535803, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9359038557836755, + "f1": 0.9184610248706392, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ], + "main_score": 0.9184610248706392, + "precision": 0.9102987815055917, + "recall": 0.9359038557836755 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9522617259222166, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ], + "main_score": 0.9522617259222166, + "precision": 0.9465030879652812, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9796361208479386, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ], + "main_score": 0.9796361208479386, + "precision": 0.9772992822567184, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9643632114838925, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ], + "main_score": 0.9643632114838925, + "precision": 0.9604406609914873, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.9708229010181939, + "hf_subset": "mar_Deva-nep_Deva", + "languages": [ + "mar-Deva", + "nep-Deva" + ], + "main_score": 0.9708229010181939, + "precision": 0.9673259889834752, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9390585878818227, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ], + "main_score": 0.9390585878818227, + "precision": 0.9323151393757303, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9647304289767985, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ], + "main_score": 0.9647304289767985, + "precision": 0.9607327658153897, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.8487731597396094, + "f1": 0.8084221570450913, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ], + "main_score": 0.8084221570450913, + "precision": 0.7902603905858787, + "recall": 0.8487731597396094 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.958020363879152, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ], + "main_score": 0.958020363879152, + "precision": 0.9535136037389417, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9618093807377733, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ], + "main_score": 0.9618093807377733, + "precision": 0.9573109664496745, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.970906359539309, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ], + "main_score": 0.970906359539309, + "precision": 0.9678267401101652, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.8783174762143214, + "f1": 0.8508930061759304, + "hf_subset": "mey_Arab-arb_Arab", + "languages": [ + "mey-Arab", + "arb-Arab" + ], + "main_score": 0.8508930061759304, + "precision": 0.8389512840689605, + "recall": 0.8783174762143214 + }, + { + "accuracy": 0.6554832248372559, + "f1": 0.5923230083220069, + "hf_subset": "mey_Arab-ckb_Arab", + "languages": [ + "mey-Arab", + "ckb-Arab" + ], + "main_score": 0.5923230083220069, + "precision": 0.5661539928941031, + "recall": 0.6554832248372559 + }, + { + "accuracy": 0.8437656484727091, + "f1": 0.8078399706341619, + "hf_subset": "mey_Arab-eng_Latn", + "languages": [ + "mey-Arab", + "eng-Latn" + ], + "main_score": 0.8078399706341619, + "precision": 0.7919599637551564, + "recall": 0.8437656484727091 + }, + { + "accuracy": 0.8597896845267902, + "f1": 0.8263228175596727, + "hf_subset": "mey_Arab-fas_Arab", + "languages": [ + "mey-Arab", + "fas-Arab" + ], + "main_score": 0.8263228175596727, + "precision": 0.8109414121181773, + "recall": 0.8597896845267902 + }, + { + "accuracy": 0.8317476214321482, + "f1": 0.7929684208852962, + "hf_subset": "mey_Arab-heb_Hebr", + "languages": [ + "mey-Arab", + "heb-Hebr" + ], + "main_score": 0.7929684208852962, + "precision": 0.7756056704103775, + "recall": 0.8317476214321482 + }, + { + "accuracy": 0.6164246369554331, + "f1": 0.5537508643918259, + "hf_subset": "mey_Arab-kmr_Latn", + "languages": [ + "mey-Arab", + "kmr-Latn" + ], + "main_score": 0.5537508643918259, + "precision": 0.5281386365262178, + "recall": 0.6164246369554331 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.8270584448100722, + "hf_subset": "mey_Arab-prs_Arab", + "languages": [ + "mey-Arab", + "prs-Arab" + ], + "main_score": 0.8270584448100722, + "precision": 0.8120561795073563, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.7501251877816725, + "f1": 0.6974390156663567, + "hf_subset": "mey_Arab-pus_Arab", + "languages": [ + "mey-Arab", + "pus-Arab" + ], + "main_score": 0.6974390156663567, + "precision": 0.6739776331163412, + "recall": 0.7501251877816725 + }, + { + "accuracy": 0.5558337506259389, + "f1": 0.48832057610224866, + "hf_subset": "mey_Arab-shi_Arab", + "languages": [ + "mey-Arab", + "shi-Arab" + ], + "main_score": 0.48832057610224866, + "precision": 0.4610427546081026, + "recall": 0.5558337506259389 + }, + { + "accuracy": 0.7230846269404106, + "f1": 0.6710665565447738, + "hf_subset": "mey_Arab-tgk_Cyrl", + "languages": [ + "mey-Arab", + "tgk-Cyrl" + ], + "main_score": 0.6710665565447738, + "precision": 0.6485239764408517, + "recall": 0.7230846269404106 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9613587047237523, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ], + "main_score": 0.9613587047237523, + "precision": 0.957269237189117, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9861458854949091, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ], + "main_score": 0.9861458854949091, + "precision": 0.9844767150726089, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9819729594391587, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.9819729594391587, + "precision": 0.9797195793690536, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9798030378901685, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ], + "main_score": 0.9798030378901685, + "precision": 0.9777165748622935, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9826406276080789, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ], + "main_score": 0.9826406276080789, + "precision": 0.9804707060590886, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9793857452845937, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ], + "main_score": 0.9793857452845937, + "precision": 0.9772158237356035, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9692872642296778, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ], + "main_score": 0.9692872642296778, + "precision": 0.9660323819061926, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9734601902854282, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.9734601902854282, + "precision": 0.9705391420464029, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9782173259889835, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ], + "main_score": 0.9782173259889835, + "precision": 0.9759639459188784, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9770489066933734, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ], + "main_score": 0.9770489066933734, + "precision": 0.9744616925388082, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.927891837756635, + "f1": 0.9069604406609915, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.9069604406609915, + "precision": 0.8975546653313302, + "recall": 0.927891837756635 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9813052912702386, + "hf_subset": "mkd_Cyrl-srp_Latn", + "languages": [ + "mkd-Cyrl", + "srp-Latn" + ], + "main_score": 0.9813052912702386, + "precision": 0.9792188282423635, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9749958270739442, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.9749958270739442, + "precision": 0.9724169587714905, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.7105658487731598, + "f1": 0.6596980969289432, + "hf_subset": "mlg_Latn-eng_Latn", + "languages": [ + "mlg-Latn", + "eng-Latn" + ], + "main_score": 0.6596980969289432, + "precision": 0.639349897862667, + "recall": 0.7105658487731598 + }, + { + "accuracy": 0.6449674511767651, + "f1": 0.590281056505393, + "hf_subset": "mlg_Latn-fij_Latn", + "languages": [ + "mlg-Latn", + "fij-Latn" + ], + "main_score": 0.590281056505393, + "precision": 0.5677589797394504, + "recall": 0.6449674511767651 + }, + { + "accuracy": 0.8042063094641962, + "f1": 0.7648985382836159, + "hf_subset": "mlg_Latn-fil_Latn", + "languages": [ + "mlg-Latn", + "fil-Latn" + ], + "main_score": 0.7648985382836159, + "precision": 0.747973945044551, + "recall": 0.8042063094641962 + }, + { + "accuracy": 0.7956935403104657, + "f1": 0.7553675751722823, + "hf_subset": "mlg_Latn-ind_Latn", + "languages": [ + "mlg-Latn", + "ind-Latn" + ], + "main_score": 0.7553675751722823, + "precision": 0.7383756370486466, + "recall": 0.7956935403104657 + }, + { + "accuracy": 0.7075613420130196, + "f1": 0.6480661468393065, + "hf_subset": "mlg_Latn-mal_Mlym", + "languages": [ + "mlg-Latn", + "mal-Mlym" + ], + "main_score": 0.6480661468393065, + "precision": 0.6227805994706345, + "recall": 0.7075613420130196 + }, + { + "accuracy": 0.7240861291937907, + "f1": 0.6804957436154232, + "hf_subset": "mlg_Latn-mri_Latn", + "languages": [ + "mlg-Latn", + "mri-Latn" + ], + "main_score": 0.6804957436154232, + "precision": 0.6624496268211841, + "recall": 0.7240861291937907 + }, + { + "accuracy": 0.7946920380570857, + "f1": 0.7552094375329229, + "hf_subset": "mlg_Latn-msa_Latn", + "languages": [ + "mlg-Latn", + "msa-Latn" + ], + "main_score": 0.7552094375329229, + "precision": 0.7382406943748957, + "recall": 0.7946920380570857 + }, + { + "accuracy": 0.6900350525788683, + "f1": 0.6520220807401579, + "hf_subset": "mlg_Latn-smo_Latn", + "languages": [ + "mlg-Latn", + "smo-Latn" + ], + "main_score": 0.6520220807401579, + "precision": 0.6356165200181224, + "recall": 0.6900350525788683 + }, + { + "accuracy": 0.5653480220330496, + "f1": 0.5125350724499448, + "hf_subset": "mlg_Latn-tah_Latn", + "languages": [ + "mlg-Latn", + "tah-Latn" + ], + "main_score": 0.5125350724499448, + "precision": 0.4912416243412739, + "recall": 0.5653480220330496 + }, + { + "accuracy": 0.5833750625938908, + "f1": 0.5305398574051554, + "hf_subset": "mlg_Latn-ton_Latn", + "languages": [ + "mlg-Latn", + "ton-Latn" + ], + "main_score": 0.5305398574051554, + "precision": 0.509471747303495, + "recall": 0.5833750625938908 + }, + { + "accuracy": 0.8492739108662994, + "f1": 0.8184872546915611, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ], + "main_score": 0.8184872546915611, + "precision": 0.8054093044328398, + "recall": 0.8492739108662994 + }, + { + "accuracy": 0.8032048072108162, + "f1": 0.7629267674961214, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ], + "main_score": 0.7629267674961214, + "precision": 0.7462654479554831, + "recall": 0.8032048072108162 + }, + { + "accuracy": 0.827741612418628, + "f1": 0.7943470150280366, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ], + "main_score": 0.7943470150280366, + "precision": 0.7800367217492906, + "recall": 0.827741612418628 + }, + { + "accuracy": 0.8407611417125689, + "f1": 0.8038363100205863, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ], + "main_score": 0.8038363100205863, + "precision": 0.7880535088346806, + "recall": 0.8407611417125689 + }, + { + "accuracy": 0.8487731597396094, + "f1": 0.8191406156854328, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ], + "main_score": 0.8191406156854328, + "precision": 0.8068575084849496, + "recall": 0.8487731597396094 + }, + { + "accuracy": 0.8252378567851778, + "f1": 0.7858497453139415, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ], + "main_score": 0.7858497453139415, + "precision": 0.7692264587357225, + "recall": 0.8252378567851778 + }, + { + "accuracy": 0.85628442663996, + "f1": 0.8243202466036718, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ], + "main_score": 0.8243202466036718, + "precision": 0.8107327658153898, + "recall": 0.85628442663996 + }, + { + "accuracy": 0.8337506259389084, + "f1": 0.7991260700574672, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ], + "main_score": 0.7991260700574672, + "precision": 0.7840308081169374, + "recall": 0.8337506259389084 + }, + { + "accuracy": 0.30645968953430147, + "f1": 0.23975242485843423, + "hf_subset": "mon_Mong-bod_Tibt", + "languages": [ + "mon-Mong", + "bod-Tibt" + ], + "main_score": 0.23975242485843423, + "precision": 0.21872583591657505, + "recall": 0.30645968953430147 + }, + { + "accuracy": 0.100150225338007, + "f1": 0.07276564294447936, + "hf_subset": "mon_Mong-dzo_Tibt", + "languages": [ + "mon-Mong", + "dzo-Tibt" + ], + "main_score": 0.07276564294447936, + "precision": 0.06516478460889641, + "recall": 0.100150225338007 + }, + { + "accuracy": 0.901352028042063, + "f1": 0.8746119178768151, + "hf_subset": "mon_Mong-eng_Latn", + "languages": [ + "mon-Mong", + "eng-Latn" + ], + "main_score": 0.8746119178768151, + "precision": 0.8623268235686863, + "recall": 0.901352028042063 + }, + { + "accuracy": 0.9178768152228343, + "f1": 0.8950425638457687, + "hf_subset": "mon_Mong-khm_Khmr", + "languages": [ + "mon-Mong", + "khm-Khmr" + ], + "main_score": 0.8950425638457687, + "precision": 0.8844934067768319, + "recall": 0.9178768152228343 + }, + { + "accuracy": 0.8688032048072108, + "f1": 0.8351360373894173, + "hf_subset": "mon_Mong-lao_Laoo", + "languages": [ + "mon-Mong", + "lao-Laoo" + ], + "main_score": 0.8351360373894173, + "precision": 0.8196795192789185, + "recall": 0.8688032048072108 + }, + { + "accuracy": 0.7956935403104657, + "f1": 0.7533729165176336, + "hf_subset": "mon_Mong-mya_Mymr", + "languages": [ + "mon-Mong", + "mya-Mymr" + ], + "main_score": 0.7533729165176336, + "precision": 0.7345852111500585, + "recall": 0.7956935403104657 + }, + { + "accuracy": 0.9143715573360041, + "f1": 0.8912368552829244, + "hf_subset": "mon_Mong-tha_Thai", + "languages": [ + "mon-Mong", + "tha-Thai" + ], + "main_score": 0.8912368552829244, + "precision": 0.8804039392421965, + "recall": 0.9143715573360041 + }, + { + "accuracy": 0.6189283925888833, + "f1": 0.5577486210641825, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ], + "main_score": 0.5577486210641825, + "precision": 0.534779667697795, + "recall": 0.6189283925888833 + }, + { + "accuracy": 0.6379569354031046, + "f1": 0.5863756312679697, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ], + "main_score": 0.5863756312679697, + "precision": 0.565153881616075, + "recall": 0.6379569354031046 + }, + { + "accuracy": 0.7496244366549825, + "f1": 0.7077381945934774, + "hf_subset": "mri_Latn-fil_Latn", + "languages": [ + "mri-Latn", + "fil-Latn" + ], + "main_score": 0.7077381945934774, + "precision": 0.6906866251758591, + "recall": 0.7496244366549825 + }, + { + "accuracy": 0.7436154231347021, + "f1": 0.6984313160827933, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ], + "main_score": 0.6984313160827933, + "precision": 0.6804546104871594, + "recall": 0.7436154231347021 + }, + { + "accuracy": 0.6680020030045067, + "f1": 0.6086582254333881, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ], + "main_score": 0.6086582254333881, + "precision": 0.5848951999427713, + "recall": 0.6680020030045067 + }, + { + "accuracy": 0.7080620931397096, + "f1": 0.6661559800017487, + "hf_subset": "mri_Latn-mlg_Latn", + "languages": [ + "mri-Latn", + "mlg-Latn" + ], + "main_score": 0.6661559800017487, + "precision": 0.6491701838471994, + "recall": 0.7080620931397096 + }, + { + "accuracy": 0.7265898848272409, + "f1": 0.6807043899182106, + "hf_subset": "mri_Latn-msa_Latn", + "languages": [ + "mri-Latn", + "msa-Latn" + ], + "main_score": 0.6807043899182106, + "precision": 0.6616281259496083, + "recall": 0.7265898848272409 + }, + { + "accuracy": 0.7040560841261893, + "f1": 0.6659600511878928, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ], + "main_score": 0.6659600511878928, + "precision": 0.6500747333120893, + "recall": 0.7040560841261893 + }, + { + "accuracy": 0.5663495242864296, + "f1": 0.521220322547313, + "hf_subset": "mri_Latn-tah_Latn", + "languages": [ + "mri-Latn", + "tah-Latn" + ], + "main_score": 0.521220322547313, + "precision": 0.5034861978380197, + "recall": 0.5663495242864296 + }, + { + "accuracy": 0.6059088632949424, + "f1": 0.5614640575581987, + "hf_subset": "mri_Latn-ton_Latn", + "languages": [ + "mri-Latn", + "ton-Latn" + ], + "main_score": 0.5614640575581987, + "precision": 0.5435760784033193, + "recall": 0.6059088632949424 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9833082957769987, + "hf_subset": "msa_Latn-eng_Latn", + "languages": [ + "msa-Latn", + "eng-Latn" + ], + "main_score": 0.9833082957769987, + "precision": 0.9812218327491237, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.6659989984977466, + "f1": 0.6040132348595043, + "hf_subset": "msa_Latn-fij_Latn", + "languages": [ + "msa-Latn", + "fij-Latn" + ], + "main_score": 0.6040132348595043, + "precision": 0.5790155471302191, + "recall": 0.6659989984977466 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9509263895843766, + "hf_subset": "msa_Latn-fil_Latn", + "languages": [ + "msa-Latn", + "fil-Latn" + ], + "main_score": 0.9509263895843766, + "precision": 0.9455015857119011, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9934902353530295, + "f1": 0.9915706893673844, + "hf_subset": "msa_Latn-ind_Latn", + "languages": [ + "msa-Latn", + "ind-Latn" + ], + "main_score": 0.9915706893673844, + "precision": 0.9906526456351195, + "recall": 0.9934902353530295 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.941245201135036, + "hf_subset": "msa_Latn-mal_Mlym", + "languages": [ + "msa-Latn", + "mal-Mlym" + ], + "main_score": 0.941245201135036, + "precision": 0.9346519779669504, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.7841762643965949, + "f1": 0.7369745093831224, + "hf_subset": "msa_Latn-mlg_Latn", + "languages": [ + "msa-Latn", + "mlg-Latn" + ], + "main_score": 0.7369745093831224, + "precision": 0.7164413286596562, + "recall": 0.7841762643965949 + }, + { + "accuracy": 0.729093640460691, + "f1": 0.674430693659537, + "hf_subset": "msa_Latn-mri_Latn", + "languages": [ + "msa-Latn", + "mri-Latn" + ], + "main_score": 0.674430693659537, + "precision": 0.6517844226657447, + "recall": 0.729093640460691 + }, + { + "accuracy": 0.6960440660991487, + "f1": 0.6463580291071528, + "hf_subset": "msa_Latn-smo_Latn", + "languages": [ + "msa-Latn", + "smo-Latn" + ], + "main_score": 0.6463580291071528, + "precision": 0.6261948658919115, + "recall": 0.6960440660991487 + }, + { + "accuracy": 0.5087631447170756, + "f1": 0.4418893964211941, + "hf_subset": "msa_Latn-tah_Latn", + "languages": [ + "msa-Latn", + "tah-Latn" + ], + "main_score": 0.4418893964211941, + "precision": 0.4171081714146311, + "recall": 0.5087631447170756 + }, + { + "accuracy": 0.5438157235853781, + "f1": 0.47801666424600825, + "hf_subset": "msa_Latn-ton_Latn", + "languages": [ + "msa-Latn", + "ton-Latn" + ], + "main_score": 0.47801666424600825, + "precision": 0.45271756841611627, + "recall": 0.5438157235853781 + }, + { + "accuracy": 0.22734101151727593, + "f1": 0.16835535521063813, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ], + "main_score": 0.16835535521063813, + "precision": 0.151512429084932, + "recall": 0.22734101151727593 + }, + { + "accuracy": 0.05558337506259389, + "f1": 0.03596083857866241, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ], + "main_score": 0.03596083857866241, + "precision": 0.0316937477528446, + "recall": 0.05558337506259389 + }, + { + "accuracy": 0.8833249874812218, + "f1": 0.8504256384576865, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ], + "main_score": 0.8504256384576865, + "precision": 0.835378067100651, + "recall": 0.8833249874812218 + }, + { + "accuracy": 0.8788182273410116, + "f1": 0.8483336115284037, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ], + "main_score": 0.8483336115284037, + "precision": 0.8340385578367552, + "recall": 0.8788182273410116 + }, + { + "accuracy": 0.8307461191787682, + "f1": 0.7881989651143382, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ], + "main_score": 0.7881989651143382, + "precision": 0.7689033550325488, + "recall": 0.8307461191787682 + }, + { + "accuracy": 0.7956935403104657, + "f1": 0.7478384243031214, + "hf_subset": "mya_Mymr-mon_Mong", + "languages": [ + "mya-Mymr", + "mon-Mong" + ], + "main_score": 0.7478384243031214, + "precision": 0.7263061258554498, + "recall": 0.7956935403104657 + }, + { + "accuracy": 0.900350525788683, + "f1": 0.8741278584543482, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ], + "main_score": 0.8741278584543482, + "precision": 0.8618093807377734, + "recall": 0.900350525788683 + }, + { + "accuracy": 0.8107160741111668, + "f1": 0.7756674694581555, + "hf_subset": "nde_Latn-bem_Latn", + "languages": [ + "nde-Latn", + "bem-Latn" + ], + "main_score": 0.7756674694581555, + "precision": 0.760194458354198, + "recall": 0.8107160741111668 + }, + { + "accuracy": 0.8507761642463696, + "f1": 0.8160939211014323, + "hf_subset": "nde_Latn-eng_Latn", + "languages": [ + "nde-Latn", + "eng-Latn" + ], + "main_score": 0.8160939211014323, + "precision": 0.800767818394258, + "recall": 0.8507761642463696 + }, + { + "accuracy": 0.6705057586379569, + "f1": 0.6250586558047749, + "hf_subset": "nde_Latn-ewe_Latn", + "languages": [ + "nde-Latn", + "ewe-Latn" + ], + "main_score": 0.6250586558047749, + "precision": 0.6060882991153397, + "recall": 0.6705057586379569 + }, + { + "accuracy": 0.7366049073610416, + "f1": 0.696839306578916, + "hf_subset": "nde_Latn-fuc_Latn", + "languages": [ + "nde-Latn", + "fuc-Latn" + ], + "main_score": 0.696839306578916, + "precision": 0.680258482962539, + "recall": 0.7366049073610416 + }, + { + "accuracy": 0.8467701552328493, + "f1": 0.8135536638290769, + "hf_subset": "nde_Latn-kin_Latn", + "languages": [ + "nde-Latn", + "kin-Latn" + ], + "main_score": 0.8135536638290769, + "precision": 0.7982390252044734, + "recall": 0.8467701552328493 + }, + { + "accuracy": 0.8783174762143214, + "f1": 0.8494909030211985, + "hf_subset": "nde_Latn-nya_Latn", + "languages": [ + "nde-Latn", + "nya-Latn" + ], + "main_score": 0.8494909030211985, + "precision": 0.8362543815723585, + "recall": 0.8783174762143214 + }, + { + "accuracy": 0.8798197295943916, + "f1": 0.8513269904857286, + "hf_subset": "nde_Latn-sna_Latn", + "languages": [ + "nde-Latn", + "sna-Latn" + ], + "main_score": 0.8513269904857286, + "precision": 0.8383575363044568, + "recall": 0.8798197295943916 + }, + { + "accuracy": 0.7981972959439159, + "f1": 0.7602653980971458, + "hf_subset": "nde_Latn-ven_Latn", + "languages": [ + "nde-Latn", + "ven-Latn" + ], + "main_score": 0.7602653980971458, + "precision": 0.7438427482493581, + "recall": 0.7981972959439159 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9550158571190119, + "hf_subset": "nep_Deva-ben_Beng", + "languages": [ + "nep-Deva", + "ben-Beng" + ], + "main_score": 0.9550158571190119, + "precision": 0.9505925554999166, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.14872308462694042, + "f1": 0.11749110602169602, + "hf_subset": "nep_Deva-div_Thaa", + "languages": [ + "nep-Deva", + "div-Thaa" + ], + "main_score": 0.11749110602169602, + "precision": 0.10830817586123241, + "recall": 0.14872308462694042 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9525955600066767, + "hf_subset": "nep_Deva-eng_Latn", + "languages": [ + "nep-Deva", + "eng-Latn" + ], + "main_score": 0.9525955600066767, + "precision": 0.9474211316975463, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9298948422633951, + "f1": 0.9099315640126856, + "hf_subset": "nep_Deva-eus_Latn", + "languages": [ + "nep-Deva", + "eus-Latn" + ], + "main_score": 0.9099315640126856, + "precision": 0.9005174428309131, + "recall": 0.9298948422633951 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9522116508095476, + "hf_subset": "nep_Deva-guj_Gujr", + "languages": [ + "nep-Deva", + "guj-Gujr" + ], + "main_score": 0.9522116508095476, + "precision": 0.9470455683525288, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9746286095810383, + "hf_subset": "nep_Deva-hin_Deva", + "languages": [ + "nep-Deva", + "hin-Deva" + ], + "main_score": 0.9746286095810383, + "precision": 0.971791019863128, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9467534635286263, + "hf_subset": "nep_Deva-kan_Knda", + "languages": [ + "nep-Deva", + "kan-Knda" + ], + "main_score": 0.9467534635286263, + "precision": 0.9405775329661159, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.972291770989818, + "hf_subset": "nep_Deva-mar_Deva", + "languages": [ + "nep-Deva", + "mar-Deva" + ], + "main_score": 0.972291770989818, + "precision": 0.969370722750793, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.9301619095309631, + "hf_subset": "nep_Deva-pan_Guru", + "languages": [ + "nep-Deva", + "pan-Guru" + ], + "main_score": 0.9301619095309631, + "precision": 0.9224253046236022, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9509597729928225, + "hf_subset": "nep_Deva-sin_Sinh", + "languages": [ + "nep-Deva", + "sin-Sinh" + ], + "main_score": 0.9509597729928225, + "precision": 0.9453763979302288, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.8582874311467201, + "f1": 0.8211984643632115, + "hf_subset": "nep_Deva-snd_Arab", + "languages": [ + "nep-Deva", + "snd-Arab" + ], + "main_score": 0.8211984643632115, + "precision": 0.8042230011684193, + "recall": 0.8582874311467201 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.944249707895176, + "hf_subset": "nep_Deva-tam_Taml", + "languages": [ + "nep-Deva", + "tam-Taml" + ], + "main_score": 0.944249707895176, + "precision": 0.9379068602904357, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9469203805708563, + "hf_subset": "nep_Deva-tel_Telu", + "languages": [ + "nep-Deva", + "tel-Telu" + ], + "main_score": 0.9469203805708563, + "precision": 0.9408279085294609, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.9588883324987482, + "hf_subset": "nep_Deva-urd_Arab", + "languages": [ + "nep-Deva", + "urd-Arab" + ], + "main_score": 0.9588883324987482, + "precision": 0.9550575863795694, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9603572024703722, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ], + "main_score": 0.9603572024703722, + "precision": 0.955600066766817, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9532632281755966, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ], + "main_score": 0.9532632281755966, + "precision": 0.9481722583875813, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.9436488065431481, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ], + "main_score": 0.9436488065431481, + "precision": 0.9377566349524287, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9833082957769989, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ], + "main_score": 0.9833082957769989, + "precision": 0.9812218327491237, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9889834752128193, + "f1": 0.985728592889334, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ], + "main_score": 0.985728592889334, + "precision": 0.9842263395092639, + "recall": 0.9889834752128193 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9816725087631447, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ], + "main_score": 0.9816725087631447, + "precision": 0.979677850108496, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9904857285928893, + "f1": 0.9873143047905192, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.9873143047905192, + "precision": 0.985728592889334, + "recall": 0.9904857285928893 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9204139542647304, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ], + "main_score": 0.9204139542647304, + "precision": 0.9122600567517943, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9611750959772993, + "hf_subset": "nld_Latn-fas_Arab", + "languages": [ + "nld-Latn", + "fas-Arab" + ], + "main_score": 0.9611750959772993, + "precision": 0.95711901185111, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9748789851443832, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ], + "main_score": 0.9748789851443832, + "precision": 0.9722083124687031, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9787180771156735, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ], + "main_score": 0.9787180771156735, + "precision": 0.9761308629611084, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9674511767651477, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ], + "main_score": 0.9674511767651477, + "precision": 0.9637790018360873, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9630612585544984, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ], + "main_score": 0.9630612585544984, + "precision": 0.9587297613086295, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.972875980637623, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ], + "main_score": 0.972875980637623, + "precision": 0.9697045568352529, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9840594224670338, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ], + "main_score": 0.9840594224670338, + "precision": 0.9821398764813887, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9689534301452178, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ], + "main_score": 0.9689534301452178, + "precision": 0.9652812552161576, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9507928559505926, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ], + "main_score": 0.9507928559505926, + "precision": 0.9452094808879986, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9495075947254213, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ], + "main_score": 0.9495075947254213, + "precision": 0.943999332331831, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9691799604168159, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ], + "main_score": 0.9691799604168159, + "precision": 0.9656985478217326, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.9318811550659323, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ], + "main_score": 0.9318811550659323, + "precision": 0.9245534969120348, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803037890168587, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ], + "main_score": 0.9803037890168587, + "precision": 0.9780504089467534, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9909864797195793, + "f1": 0.9880654314805543, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ], + "main_score": 0.9880654314805543, + "precision": 0.9866466366215991, + "recall": 0.9909864797195793 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9752128192288433, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ], + "main_score": 0.9752128192288433, + "precision": 0.972725755299616, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9827240861291938, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ], + "main_score": 0.9827240861291938, + "precision": 0.9806376231013187, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9721248539475881, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ], + "main_score": 0.9721248539475881, + "precision": 0.9692204974127858, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9842263395092639, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ], + "main_score": 0.9842263395092639, + "precision": 0.9823902520447337, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9485728592889334, + "hf_subset": "nld_Latn-swa_Latn", + "languages": [ + "nld-Latn", + "swa-Latn" + ], + "main_score": 0.9485728592889334, + "precision": 0.943248205641796, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9821398764813888, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ], + "main_score": 0.9821398764813888, + "precision": 0.9800534134535135, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9282423635453179, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ], + "main_score": 0.9282423635453179, + "precision": 0.9205057586379569, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9737105658487731, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ], + "main_score": 0.9737105658487731, + "precision": 0.9706226005675179, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9770489066933733, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ], + "main_score": 0.9770489066933733, + "precision": 0.9743782340176932, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9427069175191359, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ], + "main_score": 0.9427069175191359, + "precision": 0.9370889667835086, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9088632949424136, + "f1": 0.8848606242697379, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ], + "main_score": 0.8848606242697379, + "precision": 0.8738941745952262, + "recall": 0.9088632949424136 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9472542146553163, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ], + "main_score": 0.9472542146553163, + "precision": 0.9410782840928058, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9904857285928893, + "f1": 0.9874812218327491, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ], + "main_score": 0.9874812218327491, + "precision": 0.9859789684526791, + "recall": 0.9904857285928893 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9806376231013186, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ], + "main_score": 0.9806376231013186, + "precision": 0.9785511600734434, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9815556668335838, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ], + "main_score": 0.9815556668335838, + "precision": 0.9793857452845937, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9318978467701552, + "f1": 0.9122350191954598, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ], + "main_score": 0.9122350191954598, + "precision": 0.9029794692038057, + "recall": 0.9318978467701552 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9628943415122685, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ], + "main_score": 0.9628943415122685, + "precision": 0.9584793857452847, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.928392588883325, + "f1": 0.9084293106326156, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ], + "main_score": 0.9084293106326156, + "precision": 0.899115339676181, + "recall": 0.928392588883325 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9821398764813888, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ], + "main_score": 0.9821398764813888, + "precision": 0.9802203304957436, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9811383742280086, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ], + "main_score": 0.9811383742280086, + "precision": 0.9790519112001335, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972375229510933, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ], + "main_score": 0.972375229510933, + "precision": 0.9692038057085628, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9639459188783175, + "f1": 0.9529293940911367, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ], + "main_score": 0.9529293940911367, + "precision": 0.9476047404439993, + "recall": 0.9639459188783175 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9887330996494742, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ], + "main_score": 0.9887330996494742, + "precision": 0.9873977633116342, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9797195793690536, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ], + "main_score": 0.9797195793690536, + "precision": 0.9774661992989484, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9904857285928893, + "f1": 0.9873143047905192, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ], + "main_score": 0.9873143047905192, + "precision": 0.985728592889334, + "recall": 0.9904857285928893 + }, + { + "accuracy": 0.9349023535302955, + "f1": 0.9167250876314472, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ], + "main_score": 0.9167250876314472, + "precision": 0.908404273076281, + "recall": 0.9349023535302955 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9629611083291604, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ], + "main_score": 0.9629611083291604, + "precision": 0.9589801368719746, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9354031046569855, + "f1": 0.9165080954765481, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ], + "main_score": 0.9165080954765481, + "precision": 0.9077783341679186, + "recall": 0.9354031046569855 + }, + { + "accuracy": 0.9899849774661993, + "f1": 0.986813553663829, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ], + "main_score": 0.986813553663829, + "precision": 0.9853113002837589, + "recall": 0.9899849774661993 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9751293607077283, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ], + "main_score": 0.9751293607077283, + "precision": 0.9723752295109331, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9864797195793691, + "f1": 0.9821398764813888, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ], + "main_score": 0.9821398764813888, + "precision": 0.9800534134535135, + "recall": 0.9864797195793691 + }, + { + "accuracy": 0.7521281922884326, + "f1": 0.7013877959796837, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ], + "main_score": 0.7013877959796837, + "precision": 0.6798614588549491, + "recall": 0.7521281922884326 + }, + { + "accuracy": 0.8112168252378568, + "f1": 0.7671547003044248, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ], + "main_score": 0.7671547003044248, + "precision": 0.7483822956657209, + "recall": 0.8112168252378568 + }, + { + "accuracy": 0.85778668002003, + "f1": 0.8271407110665999, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ], + "main_score": 0.8271407110665999, + "precision": 0.8127190786179269, + "recall": 0.85778668002003 + }, + { + "accuracy": 0.8698047070605909, + "f1": 0.8376660228437894, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ], + "main_score": 0.8376660228437894, + "precision": 0.8230679352361876, + "recall": 0.8698047070605909 + }, + { + "accuracy": 0.6044066099148723, + "f1": 0.5412366565721598, + "hf_subset": "nso_Latn-orm_Ethi", + "languages": [ + "nso-Latn", + "orm-Ethi" + ], + "main_score": 0.5412366565721598, + "precision": 0.5160121134082075, + "recall": 0.6044066099148723 + }, + { + "accuracy": 0.8437656484727091, + "f1": 0.8094641962944417, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ], + "main_score": 0.8094641962944417, + "precision": 0.794182941078284, + "recall": 0.8437656484727091 + }, + { + "accuracy": 0.8452679018527791, + "f1": 0.8112335169420798, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ], + "main_score": 0.8112335169420798, + "precision": 0.7957519612752463, + "recall": 0.8452679018527791 + }, + { + "accuracy": 0.871807711567351, + "f1": 0.8418472947516513, + "hf_subset": "nso_Latn-swa_Latn", + "languages": [ + "nso-Latn", + "swa-Latn" + ], + "main_score": 0.8418472947516513, + "precision": 0.828455778906455, + "recall": 0.871807711567351 + }, + { + "accuracy": 0.7025538307461192, + "f1": 0.651224853152745, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ], + "main_score": 0.651224853152745, + "precision": 0.6301207764026993, + "recall": 0.7025538307461192 + }, + { + "accuracy": 0.9203805708562844, + "f1": 0.9008345852111501, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ], + "main_score": 0.9008345852111501, + "precision": 0.8916875312969454, + "recall": 0.9203805708562844 + }, + { + "accuracy": 0.7160741111667501, + "f1": 0.6728100086637893, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ], + "main_score": 0.6728100086637893, + "precision": 0.6546236020697713, + "recall": 0.7160741111667501 + }, + { + "accuracy": 0.8527791687531296, + "f1": 0.8199465865464864, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ], + "main_score": 0.8199465865464864, + "precision": 0.8053079619429143, + "recall": 0.8527791687531296 + }, + { + "accuracy": 0.7516274411617426, + "f1": 0.7046069103655482, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ], + "main_score": 0.7046069103655482, + "precision": 0.6850831803260446, + "recall": 0.7516274411617426 + }, + { + "accuracy": 0.8652979469203805, + "f1": 0.8358203972625604, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ], + "main_score": 0.8358203972625604, + "precision": 0.8225004172926056, + "recall": 0.8652979469203805 + }, + { + "accuracy": 0.8357536304456685, + "f1": 0.8030045067601401, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ], + "main_score": 0.8030045067601401, + "precision": 0.7882573860791188, + "recall": 0.8357536304456685 + }, + { + "accuracy": 0.8502754131196795, + "f1": 0.8128120752557407, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ], + "main_score": 0.8128120752557407, + "precision": 0.7963111333667168, + "recall": 0.8502754131196795 + }, + { + "accuracy": 0.6930395593390085, + "f1": 0.6477835801321029, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ], + "main_score": 0.6477835801321029, + "precision": 0.6286902576086351, + "recall": 0.6930395593390085 + }, + { + "accuracy": 0.757135703555333, + "f1": 0.7170851515368291, + "hf_subset": "nya_Latn-fuc_Latn", + "languages": [ + "nya-Latn", + "fuc-Latn" + ], + "main_score": 0.7170851515368291, + "precision": 0.699682857619763, + "recall": 0.757135703555333 + }, + { + "accuracy": 0.8617926890335503, + "f1": 0.829944917376064, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ], + "main_score": 0.829944917376064, + "precision": 0.8155733600400601, + "recall": 0.8617926890335503 + }, + { + "accuracy": 0.8662994491737607, + "f1": 0.8351360373894174, + "hf_subset": "nya_Latn-nde_Latn", + "languages": [ + "nya-Latn", + "nde-Latn" + ], + "main_score": 0.8351360373894174, + "precision": 0.8209480887998665, + "recall": 0.8662994491737607 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8694541812719079, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ], + "main_score": 0.8694541812719079, + "precision": 0.8578868302453679, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.8122183274912369, + "f1": 0.7722106969978778, + "hf_subset": "nya_Latn-ven_Latn", + "languages": [ + "nya-Latn", + "ven-Latn" + ], + "main_score": 0.7722106969978778, + "precision": 0.754515105992322, + "recall": 0.8122183274912369 + }, + { + "accuracy": 0.6194291437155733, + "f1": 0.5634809356892482, + "hf_subset": "orm_Ethi-amh_Ethi", + "languages": [ + "orm-Ethi", + "amh-Ethi" + ], + "main_score": 0.5634809356892482, + "precision": 0.5398681355366384, + "recall": 0.6194291437155733 + }, + { + "accuracy": 0.6194291437155733, + "f1": 0.5564704921740474, + "hf_subset": "orm_Ethi-eng_Latn", + "languages": [ + "orm-Ethi", + "eng-Latn" + ], + "main_score": 0.5564704921740474, + "precision": 0.5326213887931464, + "recall": 0.6194291437155733 + }, + { + "accuracy": 0.6604907361041562, + "f1": 0.6093755101516743, + "hf_subset": "orm_Ethi-hau_Latn", + "languages": [ + "orm-Ethi", + "hau-Latn" + ], + "main_score": 0.6093755101516743, + "precision": 0.5880423810318652, + "recall": 0.6604907361041562 + }, + { + "accuracy": 0.6644967451176765, + "f1": 0.6088096430359825, + "hf_subset": "orm_Ethi-ibo_Latn", + "languages": [ + "orm-Ethi", + "ibo-Latn" + ], + "main_score": 0.6088096430359825, + "precision": 0.5863843384123804, + "recall": 0.6644967451176765 + }, + { + "accuracy": 0.6334501752628944, + "f1": 0.5842100813558, + "hf_subset": "orm_Ethi-nso_Latn", + "languages": [ + "orm-Ethi", + "nso-Latn" + ], + "main_score": 0.5842100813558, + "precision": 0.5641510245165728, + "recall": 0.6334501752628944 + }, + { + "accuracy": 0.6740110165247872, + "f1": 0.6220954447544331, + "hf_subset": "orm_Ethi-som_Latn", + "languages": [ + "orm-Ethi", + "som-Latn" + ], + "main_score": 0.6220954447544331, + "precision": 0.6003845053294227, + "recall": 0.6740110165247872 + }, + { + "accuracy": 0.6389584376564847, + "f1": 0.5905465340868444, + "hf_subset": "orm_Ethi-ssw_Latn", + "languages": [ + "orm-Ethi", + "ssw-Latn" + ], + "main_score": 0.5905465340868444, + "precision": 0.5697760927104942, + "recall": 0.6389584376564847 + }, + { + "accuracy": 0.6875312969454181, + "f1": 0.634420281215474, + "hf_subset": "orm_Ethi-swa_Latn", + "languages": [ + "orm-Ethi", + "swa-Latn" + ], + "main_score": 0.634420281215474, + "precision": 0.6116889620144502, + "recall": 0.6875312969454181 + }, + { + "accuracy": 0.5723585378067101, + "f1": 0.5151159639892741, + "hf_subset": "orm_Ethi-tir_Ethi", + "languages": [ + "orm-Ethi", + "tir-Ethi" + ], + "main_score": 0.5151159639892741, + "precision": 0.49203507642416006, + "recall": 0.5723585378067101 + }, + { + "accuracy": 0.656985478217326, + "f1": 0.6044161480315712, + "hf_subset": "orm_Ethi-tsn_Latn", + "languages": [ + "orm-Ethi", + "tsn-Latn" + ], + "main_score": 0.6044161480315712, + "precision": 0.5818728092138208, + "recall": 0.656985478217326 + }, + { + "accuracy": 0.5553329994992489, + "f1": 0.5105660836131541, + "hf_subset": "orm_Ethi-wol_Latn", + "languages": [ + "orm-Ethi", + "wol-Latn" + ], + "main_score": 0.5105660836131541, + "precision": 0.4922508763144717, + "recall": 0.5553329994992489 + }, + { + "accuracy": 0.6504757135703555, + "f1": 0.6008643918258341, + "hf_subset": "orm_Ethi-xho_Latn", + "languages": [ + "orm-Ethi", + "xho-Latn" + ], + "main_score": 0.6008643918258341, + "precision": 0.5795625672941646, + "recall": 0.6504757135703555 + }, + { + "accuracy": 0.5368052078117176, + "f1": 0.4780738568169715, + "hf_subset": "orm_Ethi-yor_Latn", + "languages": [ + "orm-Ethi", + "yor-Latn" + ], + "main_score": 0.4780738568169715, + "precision": 0.45427784533943777, + "recall": 0.5368052078117176 + }, + { + "accuracy": 0.6690035052578869, + "f1": 0.6165406840419358, + "hf_subset": "orm_Ethi-zul_Latn", + "languages": [ + "orm-Ethi", + "zul-Latn" + ], + "main_score": 0.6165406840419358, + "precision": 0.5947836437195476, + "recall": 0.6690035052578869 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9538808212318478, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ], + "main_score": 0.9538808212318478, + "precision": 0.948798197295944, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.11767651477215824, + "f1": 0.09405093187285463, + "hf_subset": "pan_Guru-div_Thaa", + "languages": [ + "pan-Guru", + "div-Thaa" + ], + "main_score": 0.09405093187285463, + "precision": 0.08775049353109649, + "recall": 0.11767651477215824 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9443609859233293, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.9443609859233293, + "precision": 0.938470205307962, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.899349023535303, + "f1": 0.873009514271407, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ], + "main_score": 0.873009514271407, + "precision": 0.8607494575196127, + "recall": 0.899349023535303 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9554331497245869, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ], + "main_score": 0.9554331497245869, + "precision": 0.9502587214154565, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9659489233850777, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ], + "main_score": 0.9659489233850777, + "precision": 0.9620263728926723, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.9308963445167752, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ], + "main_score": 0.9308963445167752, + "precision": 0.9227174094475045, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9650308796528124, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ], + "main_score": 0.9650308796528124, + "precision": 0.9608579535970624, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9442830913036222, + "hf_subset": "pan_Guru-nep_Deva", + "languages": [ + "pan-Guru", + "nep-Deva" + ], + "main_score": 0.9442830913036222, + "precision": 0.9380320480721082, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9399933233183108, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ], + "main_score": 0.9399933233183108, + "precision": 0.9329828075446503, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.8457686529794692, + "f1": 0.8037055583375062, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ], + "main_score": 0.8037055583375062, + "precision": 0.7845518277416125, + "recall": 0.8457686529794692 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9258387581372058, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ], + "main_score": 0.9258387581372058, + "precision": 0.9176681689200467, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.9266399599399099, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ], + "main_score": 0.9266399599399099, + "precision": 0.9179602737439492, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9541812719078618, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ], + "main_score": 0.9541812719078618, + "precision": 0.9489233850776164, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9414121181772659, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ], + "main_score": 0.9414121181772659, + "precision": 0.9352361876147555, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.9320146886997162, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ], + "main_score": 0.9320146886997162, + "precision": 0.9250292104823903, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.942914371557336, + "f1": 0.9270405608412619, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ], + "main_score": 0.9270405608412619, + "precision": 0.9197129026873644, + "recall": 0.942914371557336 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9745451510599231, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ], + "main_score": 0.9745451510599231, + "precision": 0.9716241028208981, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9705391420464029, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ], + "main_score": 0.9705391420464029, + "precision": 0.9671173426806877, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9740443999332331, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ], + "main_score": 0.9740443999332331, + "precision": 0.971123351694208, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9798864964112836, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ], + "main_score": 0.9798864964112836, + "precision": 0.9776331163411784, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9767985311300283, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ], + "main_score": 0.9767985311300283, + "precision": 0.9739609414121182, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9704556835252879, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "main_score": 0.9704556835252879, + "precision": 0.9670338841595726, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9478479624198203, + "hf_subset": "pol_Latn-fas_Arab", + "languages": [ + "pol-Latn", + "fas-Arab" + ], + "main_score": 0.9478479624198203, + "precision": 0.9425388082123185, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.957436154231347, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ], + "main_score": 0.957436154231347, + "precision": 0.9527624770489066, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971457185778668, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ], + "main_score": 0.971457185778668, + "precision": 0.9682857619762977, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9437489567684861, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ], + "main_score": 0.9437489567684861, + "precision": 0.9372391921215155, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9510933066266066, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ], + "main_score": 0.9510933066266066, + "precision": 0.9456685027541312, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971457185778668, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ], + "main_score": 0.971457185778668, + "precision": 0.9682857619762977, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9632782507093973, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ], + "main_score": 0.9632782507093973, + "precision": 0.9593557002169922, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9731263562009682, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ], + "main_score": 0.9731263562009682, + "precision": 0.970121849440828, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9470872976130863, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ], + "main_score": 0.9470872976130863, + "precision": 0.9407444500083457, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9341512268402604, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ], + "main_score": 0.9341512268402604, + "precision": 0.9269070272074779, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9587714905691871, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ], + "main_score": 0.9587714905691871, + "precision": 0.9540978133867468, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9634451677516275, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9634451677516275, + "precision": 0.9591887831747622, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9767150726089133, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ], + "main_score": 0.9767150726089133, + "precision": 0.9741278584543481, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.971707561342013, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ], + "main_score": 0.971707561342013, + "precision": 0.9683692204974127, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9699549323985979, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ], + "main_score": 0.9699549323985979, + "precision": 0.9668669671173427, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9750459021866131, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ], + "main_score": 0.9750459021866131, + "precision": 0.9721248539475881, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9642797529627775, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ], + "main_score": 0.9642797529627775, + "precision": 0.9603572024703722, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9748789851443833, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ], + "main_score": 0.9748789851443833, + "precision": 0.971957936905358, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.8908362543815723, + "f1": 0.8603905858788181, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ], + "main_score": 0.8603905858788181, + "precision": 0.8463612084793858, + "recall": 0.8908362543815723 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9739943248205641, + "hf_subset": "pol_Latn-srp_Latn", + "languages": [ + "pol-Latn", + "srp-Latn" + ], + "main_score": 0.9739943248205641, + "precision": 0.9714154565181105, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.928342513770656, + "hf_subset": "pol_Latn-swa_Latn", + "languages": [ + "pol-Latn", + "swa-Latn" + ], + "main_score": 0.928342513770656, + "precision": 0.921089968285762, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9653647137372725, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ], + "main_score": 0.9653647137372725, + "precision": 0.9613587047237523, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.927391086629945, + "f1": 0.9078117175763646, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ], + "main_score": 0.9078117175763646, + "precision": 0.8987230846269404, + "recall": 0.927391086629945 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9628609581038223, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ], + "main_score": 0.9628609581038223, + "precision": 0.9589384076114171, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9757970288766483, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9757970288766483, + "precision": 0.9730428976798531, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972375229510933, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ], + "main_score": 0.972375229510933, + "precision": 0.9691203471874479, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.927791687531297, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ], + "main_score": 0.927791687531297, + "precision": 0.9198798197295944, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.8893340010015023, + "f1": 0.8586546486396262, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ], + "main_score": 0.8586546486396262, + "precision": 0.8449507594725421, + "recall": 0.8893340010015023 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9357202470372225, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ], + "main_score": 0.9357202470372225, + "precision": 0.9288098814889, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.9256813792116746, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ], + "main_score": 0.9256813792116746, + "precision": 0.9178768152228343, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9789684526790186, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ], + "main_score": 0.9789684526790186, + "precision": 0.9764646970455684, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.9863962610582541, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ], + "main_score": 0.9863962610582541, + "precision": 0.984894007678184, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9680353864129528, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ], + "main_score": 0.9680353864129528, + "precision": 0.9645301285261224, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.986229344016024, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ], + "main_score": 0.986229344016024, + "precision": 0.9846436321148389, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9463695543314973, + "hf_subset": "por_Latn-fas_Arab", + "languages": [ + "por-Latn", + "fas-Arab" + ], + "main_score": 0.9463695543314973, + "precision": 0.9404690368886663, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.959021866132532, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ], + "main_score": 0.959021866132532, + "precision": 0.9543481889500919, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9819729594391587, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ], + "main_score": 0.9819729594391587, + "precision": 0.9800534134535135, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9772492071440494, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ], + "main_score": 0.9772492071440494, + "precision": 0.9748372558838257, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.949298948422634, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ], + "main_score": 0.949298948422634, + "precision": 0.9440708682070725, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9503922550492405, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ], + "main_score": 0.9503922550492405, + "precision": 0.9452512101485562, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9638624603572025, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ], + "main_score": 0.9638624603572025, + "precision": 0.9598564513436822, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9740443999332331, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ], + "main_score": 0.9740443999332331, + "precision": 0.970872976130863, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9890669337339342, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ], + "main_score": 0.9890669337339342, + "precision": 0.9878985144383242, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9422300116841928, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ], + "main_score": 0.9422300116841928, + "precision": 0.9359873143047904, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.9313136371223503, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ], + "main_score": 0.9313136371223503, + "precision": 0.9244283091303623, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9510098481054915, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ], + "main_score": 0.9510098481054915, + "precision": 0.9454181271907862, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.8137205808713069, + "f1": 0.772626038625037, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ], + "main_score": 0.772626038625037, + "precision": 0.7551493907527959, + "recall": 0.8137205808713069 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9834752128192289, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ], + "main_score": 0.9834752128192289, + "precision": 0.9814722083124687, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9678684693707227, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ], + "main_score": 0.9678684693707227, + "precision": 0.9644466700050075, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9769654481722584, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ], + "main_score": 0.9769654481722584, + "precision": 0.9744616925388082, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9679519278918377, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ], + "main_score": 0.9679519278918377, + "precision": 0.9646135870472377, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9838424303121349, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ], + "main_score": 0.9838424303121349, + "precision": 0.9820981472208312, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9310799532632282, + "hf_subset": "por_Latn-swa_Latn", + "languages": [ + "por-Latn", + "swa-Latn" + ], + "main_score": 0.9310799532632282, + "precision": 0.9242613920881322, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9729594391587381, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ], + "main_score": 0.9729594391587381, + "precision": 0.9697880153563679, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.928893340010015, + "f1": 0.9089968285761976, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ], + "main_score": 0.9089968285761976, + "precision": 0.900033383408446, + "recall": 0.928893340010015 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9639459188783175, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ], + "main_score": 0.9639459188783175, + "precision": 0.9597729928225671, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9672842597229178, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ], + "main_score": 0.9672842597229178, + "precision": 0.9635286262727425, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.941946252712402, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ], + "main_score": 0.941946252712402, + "precision": 0.9362126523118011, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.8793189784677016, + "f1": 0.8474306698142451, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ], + "main_score": 0.8474306698142451, + "precision": 0.8332832582206643, + "recall": 0.8793189784677016 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9563011183441829, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ], + "main_score": 0.9563011183441829, + "precision": 0.9517192455349692, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.8337506259389084, + "f1": 0.7918377566349524, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ], + "main_score": 0.7918377566349524, + "precision": 0.7730011684192957, + "recall": 0.8337506259389084 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.970372225004173, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ], + "main_score": 0.970372225004173, + "precision": 0.9668669671173428, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9748789851443832, + "hf_subset": "prs_Arab-fas_Arab", + "languages": [ + "prs-Arab", + "fas-Arab" + ], + "main_score": 0.9748789851443832, + "precision": 0.971957936905358, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9633617092305126, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ], + "main_score": 0.9633617092305126, + "precision": 0.9591887831747622, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.7591387080620932, + "f1": 0.7042730762810884, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ], + "main_score": 0.7042730762810884, + "precision": 0.6800367217492906, + "recall": 0.7591387080620932 + }, + { + "accuracy": 0.8387581372058087, + "f1": 0.8001168419295611, + "hf_subset": "prs_Arab-mey_Arab", + "languages": [ + "prs-Arab", + "mey-Arab" + ], + "main_score": 0.8001168419295611, + "precision": 0.7828325822066433, + "recall": 0.8387581372058087 + }, + { + "accuracy": 0.9193790686029043, + "f1": 0.8962610582540477, + "hf_subset": "prs_Arab-pus_Arab", + "languages": [ + "prs-Arab", + "pus-Arab" + ], + "main_score": 0.8962610582540477, + "precision": 0.8852445334668669, + "recall": 0.9193790686029043 + }, + { + "accuracy": 0.5332999499248874, + "f1": 0.4601016604271487, + "hf_subset": "prs_Arab-shi_Arab", + "languages": [ + "prs-Arab", + "shi-Arab" + ], + "main_score": 0.4601016604271487, + "precision": 0.43114870718776577, + "recall": 0.5332999499248874 + }, + { + "accuracy": 0.8733099649474211, + "f1": 0.8406442997830078, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ], + "main_score": 0.8406442997830078, + "precision": 0.8260056751794358, + "recall": 0.8733099649474211 + }, + { + "accuracy": 0.885327991987982, + "f1": 0.8570617831509169, + "hf_subset": "pus_Arab-arb_Arab", + "languages": [ + "pus-Arab", + "arb-Arab" + ], + "main_score": 0.8570617831509169, + "precision": 0.8440994825571692, + "recall": 0.885327991987982 + }, + { + "accuracy": 0.7506259389083625, + "f1": 0.6968452679018529, + "hf_subset": "pus_Arab-ckb_Arab", + "languages": [ + "pus-Arab", + "ckb-Arab" + ], + "main_score": 0.6968452679018529, + "precision": 0.6734101151727591, + "recall": 0.7506259389083625 + }, + { + "accuracy": 0.8798197295943916, + "f1": 0.8473877482891004, + "hf_subset": "pus_Arab-eng_Latn", + "languages": [ + "pus-Arab", + "eng-Latn" + ], + "main_score": 0.8473877482891004, + "precision": 0.8326155900517442, + "recall": 0.8798197295943916 + }, + { + "accuracy": 0.9123685528292439, + "f1": 0.8888165581705892, + "hf_subset": "pus_Arab-fas_Arab", + "languages": [ + "pus-Arab", + "fas-Arab" + ], + "main_score": 0.8888165581705892, + "precision": 0.8778167250876314, + "recall": 0.9123685528292439 + }, + { + "accuracy": 0.8843264897346019, + "f1": 0.8537973627107327, + "hf_subset": "pus_Arab-heb_Hebr", + "languages": [ + "pus-Arab", + "heb-Hebr" + ], + "main_score": 0.8537973627107327, + "precision": 0.8400684359873144, + "recall": 0.8843264897346019 + }, + { + "accuracy": 0.6900350525788683, + "f1": 0.6305493955218542, + "hf_subset": "pus_Arab-kmr_Latn", + "languages": [ + "pus-Arab", + "kmr-Latn" + ], + "main_score": 0.6305493955218542, + "precision": 0.6053182949026714, + "recall": 0.6900350525788683 + }, + { + "accuracy": 0.7341011517275914, + "f1": 0.6808454745610479, + "hf_subset": "pus_Arab-mey_Arab", + "languages": [ + "pus-Arab", + "mey-Arab" + ], + "main_score": 0.6808454745610479, + "precision": 0.6580626892720033, + "recall": 0.7341011517275914 + }, + { + "accuracy": 0.9158738107160741, + "f1": 0.8928726422967784, + "hf_subset": "pus_Arab-prs_Arab", + "languages": [ + "pus-Arab", + "prs-Arab" + ], + "main_score": 0.8928726422967784, + "precision": 0.8819479218828242, + "recall": 0.9158738107160741 + }, + { + "accuracy": 0.4646970455683525, + "f1": 0.395028134387173, + "hf_subset": "pus_Arab-shi_Arab", + "languages": [ + "pus-Arab", + "shi-Arab" + ], + "main_score": 0.395028134387173, + "precision": 0.3686521540552587, + "recall": 0.4646970455683525 + }, + { + "accuracy": 0.786179268903355, + "f1": 0.7396427975296277, + "hf_subset": "pus_Arab-tgk_Cyrl", + "languages": [ + "pus-Arab", + "tgk-Cyrl" + ], + "main_score": 0.7396427975296277, + "precision": 0.7187781672508764, + "recall": 0.786179268903355 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9768819896511434, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ], + "main_score": 0.9768819896511434, + "precision": 0.9741278584543481, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9789684526790186, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ], + "main_score": 0.9789684526790186, + "precision": 0.9764646970455684, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9743782340176932, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ], + "main_score": 0.9743782340176932, + "precision": 0.9716241028208981, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.972375229510933, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ], + "main_score": 0.972375229510933, + "precision": 0.9694541812719079, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9829744616925388, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ], + "main_score": 0.9829744616925388, + "precision": 0.9810549157068937, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.8602904356534802, + "f1": 0.827391086629945, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ], + "main_score": 0.827391086629945, + "precision": 0.8126272742447004, + "recall": 0.8602904356534802 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971206810215323, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ], + "main_score": 0.971206810215323, + "precision": 0.9678684693707228, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9787180771156735, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ], + "main_score": 0.9787180771156735, + "precision": 0.9763812385244535, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.943832415289601, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ], + "main_score": 0.943832415289601, + "precision": 0.9379903188115506, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9336004006009014, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ], + "main_score": 0.9336004006009014, + "precision": 0.9262643965948923, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.931523475689725, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ], + "main_score": 0.931523475689725, + "precision": 0.9243865798698047, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9685361375396427, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ], + "main_score": 0.9685361375396427, + "precision": 0.9648639626105825, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9763812385244534, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.9763812385244534, + "precision": 0.9736271073276582, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9745451510599231, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ], + "main_score": 0.9745451510599231, + "precision": 0.971874478384243, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803872475379736, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ], + "main_score": 0.9803872475379736, + "precision": 0.9781338674678686, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9720413954264729, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ], + "main_score": 0.9720413954264729, + "precision": 0.9686195960607579, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9776331163411784, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "main_score": 0.9776331163411784, + "precision": 0.9749624436654982, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.956384576865298, + "hf_subset": "rus_Cyrl-fas_Arab", + "languages": [ + "rus-Cyrl", + "fas-Arab" + ], + "main_score": 0.956384576865298, + "precision": 0.9518027040560841, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9539642797529627, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ], + "main_score": 0.9539642797529627, + "precision": 0.9489651143381739, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9744616925388082, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ], + "main_score": 0.9744616925388082, + "precision": 0.9717910198631281, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9615590051744283, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ], + "main_score": 0.9615590051744283, + "precision": 0.9572275079285595, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.9573860791186779, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ], + "main_score": 0.9573860791186779, + "precision": 0.9524703722250041, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9692872642296778, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ], + "main_score": 0.9692872642296778, + "precision": 0.9657820063428475, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.956685027541312, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ], + "main_score": 0.956685027541312, + "precision": 0.9515940577532966, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9757135703555333, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ], + "main_score": 0.9757135703555333, + "precision": 0.9729594391587381, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.944032715740277, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ], + "main_score": 0.944032715740277, + "precision": 0.9379485895509933, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9400267067267568, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ], + "main_score": 0.9400267067267568, + "precision": 0.9337756634952429, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9472041395426473, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ], + "main_score": 0.9472041395426473, + "precision": 0.9412034718744784, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.971206810215323, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.971206810215323, + "precision": 0.9682023034551828, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9813052912702386, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ], + "main_score": 0.9813052912702386, + "precision": 0.9789684526790186, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9711233516942079, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ], + "main_score": 0.9711233516942079, + "precision": 0.9681188449340679, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9759639459188784, + "f1": 0.9682023034551828, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ], + "main_score": 0.9682023034551828, + "precision": 0.9644466700050075, + "recall": 0.9759639459188784 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9677349357369387, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ], + "main_score": 0.9677349357369387, + "precision": 0.9639876481388749, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9749624436654982, + "f1": 0.9676180938073777, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ], + "main_score": 0.9676180938073777, + "precision": 0.9640293773994325, + "recall": 0.9749624436654982 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9750459021866131, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ], + "main_score": 0.9750459021866131, + "precision": 0.9723752295109331, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.885828743114672, + "f1": 0.8539571261654386, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.8539571261654386, + "precision": 0.8396094141211818, + "recall": 0.885828743114672 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9728759806376232, + "hf_subset": "rus_Cyrl-srp_Latn", + "languages": [ + "rus-Cyrl", + "srp-Latn" + ], + "main_score": 0.9728759806376232, + "precision": 0.9696210983141378, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9369053580370555, + "f1": 0.9186112502086463, + "hf_subset": "rus_Cyrl-swa_Latn", + "languages": [ + "rus-Cyrl", + "swa-Latn" + ], + "main_score": 0.9186112502086463, + "precision": 0.9099482557169087, + "recall": 0.9369053580370555 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9658654648639627, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ], + "main_score": 0.9658654648639627, + "precision": 0.9619429143715573, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9298948422633951, + "f1": 0.9089300617593056, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ], + "main_score": 0.9089300617593056, + "precision": 0.8988482724086129, + "recall": 0.9298948422633951 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9611917876815222, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ], + "main_score": 0.9611917876815222, + "precision": 0.9566015690201969, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9732098147220831, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.9732098147220831, + "precision": 0.9701218494408279, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9631947921882824, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ], + "main_score": 0.9631947921882824, + "precision": 0.9588549490903021, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9374728759806376, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ], + "main_score": 0.9374728759806376, + "precision": 0.9307294274745451, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.8688032048072108, + "f1": 0.8345279824498654, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ], + "main_score": 0.8345279824498654, + "precision": 0.8193289934902354, + "recall": 0.8688032048072108 + }, + { + "accuracy": 0.5753630445668503, + "f1": 0.5143200662354392, + "hf_subset": "shi_Arab-arb_Arab", + "languages": [ + "shi-Arab", + "arb-Arab" + ], + "main_score": 0.5143200662354392, + "precision": 0.4913166512919082, + "recall": 0.5753630445668503 + }, + { + "accuracy": 0.4166249374061092, + "f1": 0.3515384187392199, + "hf_subset": "shi_Arab-ckb_Arab", + "languages": [ + "shi-Arab", + "ckb-Arab" + ], + "main_score": 0.3515384187392199, + "precision": 0.32647403645150264, + "recall": 0.4166249374061092 + }, + { + "accuracy": 0.4732098147220831, + "f1": 0.40672068702339914, + "hf_subset": "shi_Arab-eng_Latn", + "languages": [ + "shi-Arab", + "eng-Latn" + ], + "main_score": 0.40672068702339914, + "precision": 0.38338700330437936, + "recall": 0.4732098147220831 + }, + { + "accuracy": 0.5398097145718578, + "f1": 0.47338044612706603, + "hf_subset": "shi_Arab-fas_Arab", + "languages": [ + "shi-Arab", + "fas-Arab" + ], + "main_score": 0.47338044612706603, + "precision": 0.4478002880209131, + "recall": 0.5398097145718578 + }, + { + "accuracy": 0.5107661492238358, + "f1": 0.44572576758355426, + "hf_subset": "shi_Arab-heb_Hebr", + "languages": [ + "shi-Arab", + "heb-Hebr" + ], + "main_score": 0.44572576758355426, + "precision": 0.4207738537085499, + "recall": 0.5107661492238358 + }, + { + "accuracy": 0.4261392088132198, + "f1": 0.36325958301421496, + "hf_subset": "shi_Arab-kmr_Latn", + "languages": [ + "shi-Arab", + "kmr-Latn" + ], + "main_score": 0.36325958301421496, + "precision": 0.3393649998807735, + "recall": 0.4261392088132198 + }, + { + "accuracy": 0.5533299949924887, + "f1": 0.4914082374729227, + "hf_subset": "shi_Arab-mey_Arab", + "languages": [ + "shi-Arab", + "mey-Arab" + ], + "main_score": 0.4914082374729227, + "precision": 0.46662565095840014, + "recall": 0.5533299949924887 + }, + { + "accuracy": 0.5338007010515774, + "f1": 0.4668140057604048, + "hf_subset": "shi_Arab-prs_Arab", + "languages": [ + "shi-Arab", + "prs-Arab" + ], + "main_score": 0.4668140057604048, + "precision": 0.44147791853725754, + "recall": 0.5338007010515774 + }, + { + "accuracy": 0.46069103655483223, + "f1": 0.3926904967841372, + "hf_subset": "shi_Arab-pus_Arab", + "languages": [ + "shi-Arab", + "pus-Arab" + ], + "main_score": 0.3926904967841372, + "precision": 0.3672836330197372, + "recall": 0.46069103655483223 + }, + { + "accuracy": 0.4601902854281422, + "f1": 0.3946737566667461, + "hf_subset": "shi_Arab-tgk_Cyrl", + "languages": [ + "shi-Arab", + "tgk-Cyrl" + ], + "main_score": 0.3946737566667461, + "precision": 0.36956108766324086, + "recall": 0.4601902854281422 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9513770655983975, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ], + "main_score": 0.9513770655983975, + "precision": 0.9457936905358038, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.13670505758637957, + "f1": 0.10931912868958035, + "hf_subset": "sin_Sinh-div_Thaa", + "languages": [ + "sin-Sinh", + "div-Thaa" + ], + "main_score": 0.10931912868958035, + "precision": 0.10141116476220462, + "recall": 0.13670505758637957 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9532632281755966, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ], + "main_score": 0.9532632281755966, + "precision": 0.9479218828242364, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9198798197295944, + "f1": 0.8975797028876649, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ], + "main_score": 0.8975797028876649, + "precision": 0.8870806209313971, + "recall": 0.9198798197295944 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9534301452178268, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ], + "main_score": 0.9534301452178268, + "precision": 0.9477549657820064, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.970539142046403, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ], + "main_score": 0.970539142046403, + "precision": 0.9672008012018027, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9452512101485562, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ], + "main_score": 0.9452512101485562, + "precision": 0.9388249040227007, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9586880320480721, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ], + "main_score": 0.9586880320480721, + "precision": 0.9539308963445168, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.9428642964446671, + "hf_subset": "sin_Sinh-nep_Deva", + "languages": [ + "sin-Sinh", + "nep-Deva" + ], + "main_score": 0.9428642964446671, + "precision": 0.9366132532131531, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9384076114171257, + "f1": 0.9198631280253714, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ], + "main_score": 0.9198631280253714, + "precision": 0.9112001335336337, + "recall": 0.9384076114171257 + }, + { + "accuracy": 0.8312468703054582, + "f1": 0.7886496411283592, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ], + "main_score": 0.7886496411283592, + "precision": 0.7692956100817894, + "recall": 0.8312468703054582 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9538474378234018, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ], + "main_score": 0.9538474378234018, + "precision": 0.9484226339509264, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9530128526122518, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ], + "main_score": 0.9530128526122518, + "precision": 0.9473376731764312, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9550158571190119, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ], + "main_score": 0.9550158571190119, + "precision": 0.9500918043732265, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9499248873309964, + "f1": 0.9350525788683024, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ], + "main_score": 0.9350525788683024, + "precision": 0.928058754798865, + "recall": 0.9499248873309964 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9783007845100984, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ], + "main_score": 0.9783007845100984, + "precision": 0.9757970288766482, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9742113169754631, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ], + "main_score": 0.9742113169754631, + "precision": 0.9711233516942079, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9820564179602737, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ], + "main_score": 0.9820564179602737, + "precision": 0.9801368719746287, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9839759639459189, + "f1": 0.9790519112001335, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ], + "main_score": 0.9790519112001335, + "precision": 0.9767150726089133, + "recall": 0.9839759639459189 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9801368719746287, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ], + "main_score": 0.9801368719746287, + "precision": 0.9777165748622935, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9704556835252879, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9704556835252879, + "precision": 0.9671173426806877, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9729928225671841, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ], + "main_score": 0.9729928225671841, + "precision": 0.9701802704056084, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9654481722583875, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ], + "main_score": 0.9654481722583875, + "precision": 0.9616090802870972, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9707895176097479, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ], + "main_score": 0.9707895176097479, + "precision": 0.9678684693707227, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.8958437656484727, + "f1": 0.8674261392088132, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ], + "main_score": 0.8674261392088132, + "precision": 0.8545949877196748, + "recall": 0.8958437656484727 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9747955266232682, + "hf_subset": "slk_Latn-srp_Latn", + "languages": [ + "slk-Latn", + "srp-Latn" + ], + "main_score": 0.9747955266232682, + "precision": 0.971957936905358, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9755466533133033, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9755466533133033, + "precision": 0.9729594391587381, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9354698714738774, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ], + "main_score": 0.9354698714738774, + "precision": 0.928392588883325, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9809714571857787, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ], + "main_score": 0.9809714571857787, + "precision": 0.9788015356367884, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9702053079619429, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ], + "main_score": 0.9702053079619429, + "precision": 0.9670338841595727, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9844767150726089, + "f1": 0.9801368719746287, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ], + "main_score": 0.9801368719746287, + "precision": 0.9780504089467534, + "recall": 0.9844767150726089 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9770489066933733, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ], + "main_score": 0.9770489066933733, + "precision": 0.9744616925388082, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.9853446836922048, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ], + "main_score": 0.9853446836922048, + "precision": 0.9838507761642463, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.972325154398264, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ], + "main_score": 0.972325154398264, + "precision": 0.9694124520113504, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9704890669337339, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ], + "main_score": 0.9704890669337339, + "precision": 0.9675095977299283, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9635453179769655, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ], + "main_score": 0.9635453179769655, + "precision": 0.9598981806042396, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9817225838758137, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ], + "main_score": 0.9817225838758137, + "precision": 0.9798864964112837, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.899849774661993, + "f1": 0.8728259055249541, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ], + "main_score": 0.8728259055249541, + "precision": 0.8607911867801703, + "recall": 0.899849774661993 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9726256050742782, + "hf_subset": "slv_Latn-srp_Latn", + "languages": [ + "slv-Latn", + "srp-Latn" + ], + "main_score": 0.9726256050742782, + "precision": 0.9696210983141379, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9680353864129527, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9680353864129527, + "precision": 0.9645301285261224, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.6029043565348022, + "f1": 0.5413538268526634, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ], + "main_score": 0.5413538268526634, + "precision": 0.5178014693077728, + "recall": 0.6029043565348022 + }, + { + "accuracy": 0.6414621932899349, + "f1": 0.593227937143811, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ], + "main_score": 0.593227937143811, + "precision": 0.5733489122572747, + "recall": 0.6414621932899349 + }, + { + "accuracy": 0.7115673510265398, + "f1": 0.6688528824983506, + "hf_subset": "smo_Latn-fil_Latn", + "languages": [ + "smo-Latn", + "fil-Latn" + ], + "main_score": 0.6688528824983506, + "precision": 0.6512399551708515, + "recall": 0.7115673510265398 + }, + { + "accuracy": 0.6925388082123185, + "f1": 0.646677404551716, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ], + "main_score": 0.646677404551716, + "precision": 0.6289010897298328, + "recall": 0.6925388082123185 + }, + { + "accuracy": 0.6159238858287431, + "f1": 0.5575510451824923, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ], + "main_score": 0.5575510451824923, + "precision": 0.5344846635031912, + "recall": 0.6159238858287431 + }, + { + "accuracy": 0.6835252879318978, + "f1": 0.6455999475403582, + "hf_subset": "smo_Latn-mlg_Latn", + "languages": [ + "smo-Latn", + "mlg-Latn" + ], + "main_score": 0.6455999475403582, + "precision": 0.6301213725349929, + "recall": 0.6835252879318978 + }, + { + "accuracy": 0.7085628442663996, + "f1": 0.673386269881012, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ], + "main_score": 0.673386269881012, + "precision": 0.6582886234113073, + "recall": 0.7085628442663996 + }, + { + "accuracy": 0.6880320480721082, + "f1": 0.6397253509184564, + "hf_subset": "smo_Latn-msa_Latn", + "languages": [ + "smo-Latn", + "msa-Latn" + ], + "main_score": 0.6397253509184564, + "precision": 0.6209993561771228, + "recall": 0.6880320480721082 + }, + { + "accuracy": 0.6159238858287431, + "f1": 0.572231362917392, + "hf_subset": "smo_Latn-tah_Latn", + "languages": [ + "smo-Latn", + "tah-Latn" + ], + "main_score": 0.572231362917392, + "precision": 0.5543201707322889, + "recall": 0.6159238858287431 + }, + { + "accuracy": 0.6169253880821232, + "f1": 0.5714059184014116, + "hf_subset": "smo_Latn-ton_Latn", + "languages": [ + "smo-Latn", + "ton-Latn" + ], + "main_score": 0.5714059184014116, + "precision": 0.5530450437561104, + "recall": 0.6169253880821232 + }, + { + "accuracy": 0.8362543815723585, + "f1": 0.8036387915206142, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ], + "main_score": 0.8036387915206142, + "precision": 0.7892505424803872, + "recall": 0.8362543815723585 + }, + { + "accuracy": 0.8432648973460191, + "f1": 0.8050095345037758, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ], + "main_score": 0.8050095345037758, + "precision": 0.7882699048572859, + "recall": 0.8432648973460191 + }, + { + "accuracy": 0.6945418127190787, + "f1": 0.6530359030609406, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ], + "main_score": 0.6530359030609406, + "precision": 0.6355992321816056, + "recall": 0.6945418127190787 + }, + { + "accuracy": 0.7556334501752628, + "f1": 0.718146267019577, + "hf_subset": "sna_Latn-fuc_Latn", + "languages": [ + "sna-Latn", + "fuc-Latn" + ], + "main_score": 0.718146267019577, + "precision": 0.7026718649402676, + "recall": 0.7556334501752628 + }, + { + "accuracy": 0.8778167250876314, + "f1": 0.8502014927152634, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ], + "main_score": 0.8502014927152634, + "precision": 0.837230846269404, + "recall": 0.8778167250876314 + }, + { + "accuracy": 0.8828242363545318, + "f1": 0.8566111071368958, + "hf_subset": "sna_Latn-nde_Latn", + "languages": [ + "sna-Latn", + "nde-Latn" + ], + "main_score": 0.8566111071368958, + "precision": 0.8448255716908696, + "recall": 0.8828242363545318 + }, + { + "accuracy": 0.900851276915373, + "f1": 0.8769988315807044, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ], + "main_score": 0.8769988315807044, + "precision": 0.8660073443498582, + "recall": 0.900851276915373 + }, + { + "accuracy": 0.829243865798698, + "f1": 0.7950854853709135, + "hf_subset": "sna_Latn-ven_Latn", + "languages": [ + "sna-Latn", + "ven-Latn" + ], + "main_score": 0.7950854853709135, + "precision": 0.7797446169253881, + "recall": 0.829243865798698 + }, + { + "accuracy": 0.8552829243865798, + "f1": 0.8221363180301587, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ], + "main_score": 0.8221363180301587, + "precision": 0.8072608913370055, + "recall": 0.8552829243865798 + }, + { + "accuracy": 0.16074111166750124, + "f1": 0.13415930767578949, + "hf_subset": "snd_Arab-div_Thaa", + "languages": [ + "snd-Arab", + "div-Thaa" + ], + "main_score": 0.13415930767578949, + "precision": 0.1260783744631857, + "recall": 0.16074111166750124 + }, + { + "accuracy": 0.8062093139709564, + "f1": 0.7604052904753956, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ], + "main_score": 0.7604052904753956, + "precision": 0.7410677524222842, + "recall": 0.8062093139709564 + }, + { + "accuracy": 0.7921882824236355, + "f1": 0.7480327634308607, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ], + "main_score": 0.7480327634308607, + "precision": 0.7294322436035006, + "recall": 0.7921882824236355 + }, + { + "accuracy": 0.8803204807210816, + "f1": 0.8494491737606409, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ], + "main_score": 0.8494491737606409, + "precision": 0.8354245654195579, + "recall": 0.8803204807210816 + }, + { + "accuracy": 0.8813219829744617, + "f1": 0.8504935975391659, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ], + "main_score": 0.8504935975391659, + "precision": 0.836793285165844, + "recall": 0.8813219829744617 + }, + { + "accuracy": 0.85678517776665, + "f1": 0.8210649307294274, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ], + "main_score": 0.8210649307294274, + "precision": 0.8048489400767819, + "recall": 0.85678517776665 + }, + { + "accuracy": 0.8768152228342514, + "f1": 0.8457936905358037, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ], + "main_score": 0.8457936905358037, + "precision": 0.8315854734482677, + "recall": 0.8768152228342514 + }, + { + "accuracy": 0.8678017025538307, + "f1": 0.8350287335765553, + "hf_subset": "snd_Arab-nep_Deva", + "languages": [ + "snd-Arab", + "nep-Deva" + ], + "main_score": 0.8350287335765553, + "precision": 0.8201468869971624, + "recall": 0.8678017025538307 + }, + { + "accuracy": 0.8522784176264396, + "f1": 0.8130084014911256, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ], + "main_score": 0.8130084014911256, + "precision": 0.7947337673176431, + "recall": 0.8522784176264396 + }, + { + "accuracy": 0.85678517776665, + "f1": 0.8230345518277415, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ], + "main_score": 0.8230345518277415, + "precision": 0.808103822400267, + "recall": 0.85678517776665 + }, + { + "accuracy": 0.8337506259389084, + "f1": 0.7953525526384815, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ], + "main_score": 0.7953525526384815, + "precision": 0.7780337172425303, + "recall": 0.8337506259389084 + }, + { + "accuracy": 0.8382573860791187, + "f1": 0.7999260795955838, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ], + "main_score": 0.7999260795955838, + "precision": 0.7824820564179602, + "recall": 0.8382573860791187 + }, + { + "accuracy": 0.8778167250876314, + "f1": 0.8481317213916112, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ], + "main_score": 0.8481317213916112, + "precision": 0.8347020530796194, + "recall": 0.8778167250876314 + }, + { + "accuracy": 0.8317476214321482, + "f1": 0.7926556501418796, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ], + "main_score": 0.7926556501418796, + "precision": 0.7752044733767318, + "recall": 0.8317476214321482 + }, + { + "accuracy": 0.8943415122684026, + "f1": 0.8670843928230008, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ], + "main_score": 0.8670843928230008, + "precision": 0.8549991654147889, + "recall": 0.8943415122684026 + }, + { + "accuracy": 0.9073610415623435, + "f1": 0.8857130934496984, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ], + "main_score": 0.8857130934496984, + "precision": 0.8756766101533252, + "recall": 0.9073610415623435 + }, + { + "accuracy": 0.9168753129694541, + "f1": 0.8964446670005007, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ], + "main_score": 0.8964446670005007, + "precision": 0.8870388916708395, + "recall": 0.9168753129694541 + }, + { + "accuracy": 0.8517776664997496, + "f1": 0.8212819228843264, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ], + "main_score": 0.8212819228843264, + "precision": 0.8074778834919045, + "recall": 0.8517776664997496 + }, + { + "accuracy": 0.6419629444166249, + "f1": 0.5781676482978435, + "hf_subset": "som_Latn-orm_Ethi", + "languages": [ + "som-Latn", + "orm-Ethi" + ], + "main_score": 0.5781676482978435, + "precision": 0.5524983904428071, + "recall": 0.6419629444166249 + }, + { + "accuracy": 0.8768152228342514, + "f1": 0.8477549657820064, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ], + "main_score": 0.8477549657820064, + "precision": 0.8342847604740443, + "recall": 0.8768152228342514 + }, + { + "accuracy": 0.9369053580370555, + "f1": 0.9200562748885232, + "hf_subset": "som_Latn-swa_Latn", + "languages": [ + "som-Latn", + "swa-Latn" + ], + "main_score": 0.9200562748885232, + "precision": 0.9122433650475713, + "recall": 0.9369053580370555 + }, + { + "accuracy": 0.7541311967951928, + "f1": 0.7065693778763383, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ], + "main_score": 0.7065693778763383, + "precision": 0.6861458854949091, + "recall": 0.7541311967951928 + }, + { + "accuracy": 0.8953430145217827, + "f1": 0.8717337911629349, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ], + "main_score": 0.8717337911629349, + "precision": 0.8613086296110832, + "recall": 0.8953430145217827 + }, + { + "accuracy": 0.7320981472208312, + "f1": 0.6896038502197741, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ], + "main_score": 0.6896038502197741, + "precision": 0.6715162028757423, + "recall": 0.7320981472208312 + }, + { + "accuracy": 0.8848272408612919, + "f1": 0.8571023201468869, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ], + "main_score": 0.8571023201468869, + "precision": 0.8446753463528626, + "recall": 0.8848272408612919 + }, + { + "accuracy": 0.7791687531296946, + "f1": 0.7367575172282232, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ], + "main_score": 0.7367575172282232, + "precision": 0.7187125926985717, + "recall": 0.7791687531296946 + }, + { + "accuracy": 0.8978467701552328, + "f1": 0.873586570331688, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ], + "main_score": 0.873586570331688, + "precision": 0.8624603572024705, + "recall": 0.8978467701552328 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9520948088799867, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ], + "main_score": 0.9520948088799867, + "precision": 0.9466700050075113, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9405274578534468, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ], + "main_score": 0.9405274578534468, + "precision": 0.9342931063261559, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9845601735937238, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ], + "main_score": 0.9845601735937238, + "precision": 0.9828910031714239, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9904857285928893, + "f1": 0.9876481388749793, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "main_score": 0.9876481388749793, + "precision": 0.9863128025371389, + "recall": 0.9904857285928893 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9802203304957436, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ], + "main_score": 0.9802203304957436, + "precision": 0.9778834919045235, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9919879819729595, + "f1": 0.9894842263395093, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.9894842263395093, + "precision": 0.9882323485227842, + "recall": 0.9919879819729595 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9583375062593892, + "hf_subset": "spa_Latn-fas_Arab", + "languages": [ + "spa-Latn", + "fas-Arab" + ], + "main_score": 0.9583375062593892, + "precision": 0.9537639793022868, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9698714738774828, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ], + "main_score": 0.9698714738774828, + "precision": 0.9664496745117677, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9884827240861291, + "f1": 0.984727090635954, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ], + "main_score": 0.984727090635954, + "precision": 0.9828910031714239, + "recall": 0.9884827240861291 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9834752128192289, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ], + "main_score": 0.9834752128192289, + "precision": 0.9815556668335836, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9501752628943415, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ], + "main_score": 0.9501752628943415, + "precision": 0.9447504590218662, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9661492238357535, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "main_score": 0.9661492238357535, + "precision": 0.9624019362376898, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9649474211316975, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ], + "main_score": 0.9649474211316975, + "precision": 0.9610248706392923, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9889000166917041, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ], + "main_score": 0.9889000166917041, + "precision": 0.9876481388749793, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9919879819729595, + "f1": 0.9896511433817393, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ], + "main_score": 0.9896511433817393, + "precision": 0.9884827240861291, + "recall": 0.9919879819729595 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.9572692371891169, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ], + "main_score": 0.9572692371891169, + "precision": 0.9526790185277917, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9493740610916375, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ], + "main_score": 0.9493740610916375, + "precision": 0.9435403104656985, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9530963111333667, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ], + "main_score": 0.9530963111333667, + "precision": 0.9475045902186614, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.8157235853780671, + "f1": 0.7756801869470873, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ], + "main_score": 0.7756801869470873, + "precision": 0.7589272798086019, + "recall": 0.8157235853780671 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.9845601735937239, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ], + "main_score": 0.9845601735937239, + "precision": 0.9828910031714237, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9784677015523285, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ], + "main_score": 0.9784677015523285, + "precision": 0.9760474044399933, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9894842263395093, + "f1": 0.986145885494909, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ], + "main_score": 0.986145885494909, + "precision": 0.9844767150726089, + "recall": 0.9894842263395093 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9774661992989484, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ], + "main_score": 0.9774661992989484, + "precision": 0.9747120681021533, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9770489066933734, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ], + "main_score": 0.9770489066933734, + "precision": 0.9744616925388082, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.9328254286191191, + "hf_subset": "spa_Latn-swa_Latn", + "languages": [ + "spa-Latn", + "swa-Latn" + ], + "main_score": 0.9328254286191191, + "precision": 0.9260974795526623, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9785511600734434, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ], + "main_score": 0.9785511600734434, + "precision": 0.9761308629611083, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9404106159238859, + "f1": 0.9230607816486635, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ], + "main_score": 0.9230607816486635, + "precision": 0.9149140377232516, + "recall": 0.9404106159238859 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9676180938073777, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ], + "main_score": 0.9676180938073777, + "precision": 0.9636955433149724, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9755466533133033, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "main_score": 0.9755466533133033, + "precision": 0.9728759806376232, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9406609914872308, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ], + "main_score": 0.9406609914872308, + "precision": 0.9342513770655985, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.8838257386079119, + "f1": 0.8535636788516108, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ], + "main_score": 0.8535636788516108, + "precision": 0.8400433984309797, + "recall": 0.8838257386079119 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9809213820731096, + "hf_subset": "sqi_Latn-ell_Grek", + "languages": [ + "sqi-Latn", + "ell-Grek" + ], + "main_score": 0.9809213820731096, + "precision": 0.978759806376231, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9809714571857787, + "hf_subset": "sqi_Latn-eng_Latn", + "languages": [ + "sqi-Latn", + "eng-Latn" + ], + "main_score": 0.9809714571857787, + "precision": 0.9788015356367884, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9445000834585211, + "hf_subset": "sqi_Latn-hye_Armn", + "languages": [ + "sqi-Latn", + "hye-Armn" + ], + "main_score": 0.9445000834585211, + "precision": 0.9382406943748957, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9514271407110666, + "f1": 0.9368552829243866, + "hf_subset": "sqi_Latn-kat_Geor", + "languages": [ + "sqi-Latn", + "kat-Geor" + ], + "main_score": 0.9368552829243866, + "precision": 0.9299365715239527, + "recall": 0.9514271407110666 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8657748527553235, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ], + "main_score": 0.8657748527553235, + "precision": 0.8520447337673176, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.9258888332498748, + "f1": 0.9049240527457852, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ], + "main_score": 0.9049240527457852, + "precision": 0.8951760974795526, + "recall": 0.9258888332498748 + }, + { + "accuracy": 0.9188783174762143, + "f1": 0.8946252712401936, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.8946252712401936, + "precision": 0.8830328826573193, + "recall": 0.9188783174762143 + }, + { + "accuracy": 0.9068602904356535, + "f1": 0.8818561175095977, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ], + "main_score": 0.8818561175095977, + "precision": 0.870489066933734, + "recall": 0.9068602904356535 + }, + { + "accuracy": 0.8708062093139709, + "f1": 0.8381906192622267, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ], + "main_score": 0.8381906192622267, + "precision": 0.8238490853162861, + "recall": 0.8708062093139709 + }, + { + "accuracy": 0.9263895843765648, + "f1": 0.9059350931158643, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ], + "main_score": 0.9059350931158643, + "precision": 0.8965698547821733, + "recall": 0.9263895843765648 + }, + { + "accuracy": 0.9323985978968453, + "f1": 0.9126356200968119, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.9126356200968119, + "precision": 0.9031463862460358, + "recall": 0.9323985978968453 + }, + { + "accuracy": 0.9053580370555834, + "f1": 0.8806404050520225, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ], + "main_score": 0.8806404050520225, + "precision": 0.8692878603619716, + "recall": 0.9053580370555834 + }, + { + "accuracy": 0.9018527791687532, + "f1": 0.8751293607077282, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.8751293607077282, + "precision": 0.8632699048572859, + "recall": 0.9018527791687532 + }, + { + "accuracy": 0.9163745618427641, + "f1": 0.8932899349023535, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ], + "main_score": 0.8932899349023535, + "precision": 0.8828242363545318, + "recall": 0.9163745618427641 + }, + { + "accuracy": 0.9078617926890336, + "f1": 0.8823985978968453, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ], + "main_score": 0.8823985978968453, + "precision": 0.870769249111763, + "recall": 0.9078617926890336 + }, + { + "accuracy": 0.9469203805708563, + "f1": 0.9313470205307961, + "hf_subset": "srp_Cyrl-srp_Latn", + "languages": [ + "srp-Cyrl", + "srp-Latn" + ], + "main_score": 0.9313470205307961, + "precision": 0.9242113169754632, + "recall": 0.9469203805708563 + }, + { + "accuracy": 0.9048572859288934, + "f1": 0.8789851443832416, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ], + "main_score": 0.8789851443832416, + "precision": 0.8668168920046737, + "recall": 0.9048572859288934 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.944750459021866, + "hf_subset": "srp_Latn-bel_Cyrl", + "languages": [ + "srp-Latn", + "bel-Cyrl" + ], + "main_score": 0.944750459021866, + "precision": 0.9387414455015857, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9939909864797196, + "f1": 0.9919879819729595, + "hf_subset": "srp_Latn-bos_Latn", + "languages": [ + "srp-Latn", + "bos-Latn" + ], + "main_score": 0.9919879819729595, + "precision": 0.9909864797195793, + "recall": 0.9939909864797196 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9815556668335836, + "hf_subset": "srp_Latn-bul_Cyrl", + "languages": [ + "srp-Latn", + "bul-Cyrl" + ], + "main_score": 0.9815556668335836, + "precision": 0.9793857452845935, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9743782340176933, + "hf_subset": "srp_Latn-ces_Latn", + "languages": [ + "srp-Latn", + "ces-Latn" + ], + "main_score": 0.9743782340176933, + "precision": 0.971457185778668, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9743782340176933, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ], + "main_score": 0.9743782340176933, + "precision": 0.971373727257553, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9889834752128193, + "f1": 0.9856451343682191, + "hf_subset": "srp_Latn-hrv_Latn", + "languages": [ + "srp-Latn", + "hrv-Latn" + ], + "main_score": 0.9856451343682191, + "precision": 0.9839759639459189, + "recall": 0.9889834752128193 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9835586713403439, + "hf_subset": "srp_Latn-mkd_Cyrl", + "languages": [ + "srp-Latn", + "mkd-Cyrl" + ], + "main_score": 0.9835586713403439, + "precision": 0.9816391253546987, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9728759806376232, + "hf_subset": "srp_Latn-pol_Latn", + "languages": [ + "srp-Latn", + "pol-Latn" + ], + "main_score": 0.9728759806376232, + "precision": 0.9702053079619429, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9744616925388082, + "f1": 0.9670672675680188, + "hf_subset": "srp_Latn-rus_Cyrl", + "languages": [ + "srp-Latn", + "rus-Cyrl" + ], + "main_score": 0.9670672675680188, + "precision": 0.9635703555333, + "recall": 0.9744616925388082 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9739609414121182, + "hf_subset": "srp_Latn-slk_Latn", + "languages": [ + "srp-Latn", + "slk-Latn" + ], + "main_score": 0.9739609414121182, + "precision": 0.9710398931730929, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9765481555666834, + "hf_subset": "srp_Latn-slv_Latn", + "languages": [ + "srp-Latn", + "slv-Latn" + ], + "main_score": 0.9765481555666834, + "precision": 0.9738774828910033, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9454181271907862, + "f1": 0.92864296444667, + "hf_subset": "srp_Latn-srp_Cyrl", + "languages": [ + "srp-Latn", + "srp-Cyrl" + ], + "main_score": 0.92864296444667, + "precision": 0.9206309464196294, + "recall": 0.9454181271907862 + }, + { + "accuracy": 0.9869804707060591, + "f1": 0.9833917542981138, + "hf_subset": "srp_Latn-ukr_Cyrl", + "languages": [ + "srp-Latn", + "ukr-Cyrl" + ], + "main_score": 0.9833917542981138, + "precision": 0.9816391253546988, + "recall": 0.9869804707060591 + }, + { + "accuracy": 0.784677015523285, + "f1": 0.7370484297875384, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ], + "main_score": 0.7370484297875384, + "precision": 0.7163256789946825, + "recall": 0.784677015523285 + }, + { + "accuracy": 0.8152228342513771, + "f1": 0.7705331807234661, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ], + "main_score": 0.7705331807234661, + "precision": 0.7514581395903379, + "recall": 0.8152228342513771 + }, + { + "accuracy": 0.8688032048072108, + "f1": 0.8387009085056155, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ], + "main_score": 0.8387009085056155, + "precision": 0.8251043231513938, + "recall": 0.8688032048072108 + }, + { + "accuracy": 0.8793189784677016, + "f1": 0.8525788683024537, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ], + "main_score": 0.8525788683024537, + "precision": 0.8403772325154399, + "recall": 0.8793189784677016 + }, + { + "accuracy": 0.8547821732598898, + "f1": 0.8230190523881059, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ], + "main_score": 0.8230190523881059, + "precision": 0.8088012971838711, + "recall": 0.8547821732598898 + }, + { + "accuracy": 0.6059088632949424, + "f1": 0.5406435049399495, + "hf_subset": "ssw_Latn-orm_Ethi", + "languages": [ + "ssw-Latn", + "orm-Ethi" + ], + "main_score": 0.5406435049399495, + "precision": 0.5143765251051181, + "recall": 0.6059088632949424 + }, + { + "accuracy": 0.8688032048072108, + "f1": 0.8425471540644299, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ], + "main_score": 0.8425471540644299, + "precision": 0.8304707060590886, + "recall": 0.8688032048072108 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8680520781171758, + "hf_subset": "ssw_Latn-swa_Latn", + "languages": [ + "ssw-Latn", + "swa-Latn" + ], + "main_score": 0.8680520781171758, + "precision": 0.8557586379569353, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.7180771156735103, + "f1": 0.6652085270763287, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ], + "main_score": 0.6652085270763287, + "precision": 0.6430526742494693, + "recall": 0.7180771156735103 + }, + { + "accuracy": 0.8913370055082624, + "f1": 0.8696306364308367, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ], + "main_score": 0.8696306364308367, + "precision": 0.8599482557169088, + "recall": 0.8913370055082624 + }, + { + "accuracy": 0.7265898848272409, + "f1": 0.682291294083983, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ], + "main_score": 0.682291294083983, + "precision": 0.6632079070987434, + "recall": 0.7265898848272409 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8676514772158238, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ], + "main_score": 0.8676514772158238, + "precision": 0.8552578868302454, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.7621432148222334, + "f1": 0.7176300164532512, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ], + "main_score": 0.7176300164532512, + "precision": 0.6984858239740563, + "recall": 0.7621432148222334 + }, + { + "accuracy": 0.9143715573360041, + "f1": 0.8932899349023534, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ], + "main_score": 0.8932899349023534, + "precision": 0.8832999499248874, + "recall": 0.9143715573360041 + }, + { + "accuracy": 0.8647971957936905, + "f1": 0.8309297279252212, + "hf_subset": "swa_Latn-amh_Ethi", + "languages": [ + "swa-Latn", + "amh-Ethi" + ], + "main_score": 0.8309297279252212, + "precision": 0.8154648639626106, + "recall": 0.8647971957936905 + }, + { + "accuracy": 0.928392588883325, + "f1": 0.9101580942842835, + "hf_subset": "swa_Latn-arb_Arab", + "languages": [ + "swa-Latn", + "arb-Arab" + ], + "main_score": 0.9101580942842835, + "precision": 0.9016858621265231, + "recall": 0.928392588883325 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9255883825738607, + "hf_subset": "swa_Latn-ben_Beng", + "languages": [ + "swa-Latn", + "ben-Beng" + ], + "main_score": 0.9255883825738607, + "precision": 0.9177850108496077, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9503421799365714, + "hf_subset": "swa_Latn-deu_Latn", + "languages": [ + "swa-Latn", + "deu-Latn" + ], + "main_score": 0.9503421799365714, + "precision": 0.9445835419796361, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9457853446836921, + "hf_subset": "swa_Latn-ell_Grek", + "languages": [ + "swa-Latn", + "ell-Grek" + ], + "main_score": 0.9457853446836921, + "precision": 0.9396177599732932, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9488232348522784, + "hf_subset": "swa_Latn-eng_Latn", + "languages": [ + "swa-Latn", + "eng-Latn" + ], + "main_score": 0.9488232348522784, + "precision": 0.9432482056417959, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.930011684192956, + "hf_subset": "swa_Latn-fas_Arab", + "languages": [ + "swa-Latn", + "fas-Arab" + ], + "main_score": 0.930011684192956, + "precision": 0.9227758304122851, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9479218828242364, + "f1": 0.9334835586713403, + "hf_subset": "swa_Latn-fin_Latn", + "languages": [ + "swa-Latn", + "fin-Latn" + ], + "main_score": 0.9334835586713403, + "precision": 0.926556501418795, + "recall": 0.9479218828242364 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9457519612752461, + "hf_subset": "swa_Latn-fra_Latn", + "languages": [ + "swa-Latn", + "fra-Latn" + ], + "main_score": 0.9457519612752461, + "precision": 0.9399098647971958, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9208813219829745, + "f1": 0.8995016334024846, + "hf_subset": "swa_Latn-hau_Latn", + "languages": [ + "swa-Latn", + "hau-Latn" + ], + "main_score": 0.8995016334024846, + "precision": 0.8895426473042897, + "recall": 0.9208813219829745 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9288098814889, + "hf_subset": "swa_Latn-heb_Hebr", + "languages": [ + "swa-Latn", + "heb-Hebr" + ], + "main_score": 0.9288098814889, + "precision": 0.9211316975463195, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.9414121181772659, + "f1": 0.9250041729260556, + "hf_subset": "swa_Latn-hin_Deva", + "languages": [ + "swa-Latn", + "hin-Deva" + ], + "main_score": 0.9250041729260556, + "precision": 0.9171841094975798, + "recall": 0.9414121181772659 + }, + { + "accuracy": 0.9404106159238859, + "f1": 0.9253713904189618, + "hf_subset": "swa_Latn-hun_Latn", + "languages": [ + "swa-Latn", + "hun-Latn" + ], + "main_score": 0.9253713904189618, + "precision": 0.9185611750959773, + "recall": 0.9404106159238859 + }, + { + "accuracy": 0.9243865798698047, + "f1": 0.9045568352528793, + "hf_subset": "swa_Latn-ibo_Latn", + "languages": [ + "swa-Latn", + "ibo-Latn" + ], + "main_score": 0.9045568352528793, + "precision": 0.8951343682189953, + "recall": 0.9243865798698047 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9645062832343753, + "hf_subset": "swa_Latn-ind_Latn", + "languages": [ + "swa-Latn", + "ind-Latn" + ], + "main_score": 0.9645062832343753, + "precision": 0.9606910365548322, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9303955933900852, + "f1": 0.9100150225338008, + "hf_subset": "swa_Latn-jpn_Jpan", + "languages": [ + "swa-Latn", + "jpn-Jpan" + ], + "main_score": 0.9100150225338008, + "precision": 0.900433984309798, + "recall": 0.9303955933900852 + }, + { + "accuracy": 0.9213820731096645, + "f1": 0.901118344182941, + "hf_subset": "swa_Latn-kor_Hang", + "languages": [ + "swa-Latn", + "kor-Hang" + ], + "main_score": 0.901118344182941, + "precision": 0.8919629444166249, + "recall": 0.9213820731096645 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9348188950091804, + "hf_subset": "swa_Latn-lit_Latn", + "languages": [ + "swa-Latn", + "lit-Latn" + ], + "main_score": 0.9348188950091804, + "precision": 0.9280587547988649, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9556835252879319, + "hf_subset": "swa_Latn-nld_Latn", + "languages": [ + "swa-Latn", + "nld-Latn" + ], + "main_score": 0.9556835252879319, + "precision": 0.9510265398097146, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.8793189784677016, + "f1": 0.8493072942747454, + "hf_subset": "swa_Latn-nso_Latn", + "languages": [ + "swa-Latn", + "nso-Latn" + ], + "main_score": 0.8493072942747454, + "precision": 0.835161074945752, + "recall": 0.8793189784677016 + }, + { + "accuracy": 0.6539809714571858, + "f1": 0.5865640090727723, + "hf_subset": "swa_Latn-orm_Ethi", + "languages": [ + "swa-Latn", + "orm-Ethi" + ], + "main_score": 0.5865640090727723, + "precision": 0.5595927621591117, + "recall": 0.6539809714571858 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9379903188115506, + "hf_subset": "swa_Latn-pol_Latn", + "languages": [ + "swa-Latn", + "pol-Latn" + ], + "main_score": 0.9379903188115506, + "precision": 0.9319433695998544, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9484894007678184, + "hf_subset": "swa_Latn-por_Latn", + "languages": [ + "swa-Latn", + "por-Latn" + ], + "main_score": 0.9484894007678184, + "precision": 0.9429978300784511, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9454181271907862, + "f1": 0.9308796528125521, + "hf_subset": "swa_Latn-rus_Cyrl", + "languages": [ + "swa-Latn", + "rus-Cyrl" + ], + "main_score": 0.9308796528125521, + "precision": 0.9240694374895677, + "recall": 0.9454181271907862 + }, + { + "accuracy": 0.9243865798698047, + "f1": 0.9046402937739942, + "hf_subset": "swa_Latn-som_Latn", + "languages": [ + "swa-Latn", + "som-Latn" + ], + "main_score": 0.9046402937739942, + "precision": 0.8953847437823402, + "recall": 0.9243865798698047 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9495910532465365, + "hf_subset": "swa_Latn-spa_Latn", + "languages": [ + "swa-Latn", + "spa-Latn" + ], + "main_score": 0.9495910532465365, + "precision": 0.9448339175429812, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.8848272408612919, + "f1": 0.8552829243865798, + "hf_subset": "swa_Latn-ssw_Latn", + "languages": [ + "swa-Latn", + "ssw-Latn" + ], + "main_score": 0.8552829243865798, + "precision": 0.8415539976631615, + "recall": 0.8848272408612919 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9392421966282757, + "hf_subset": "swa_Latn-swe_Latn", + "languages": [ + "swa-Latn", + "swe-Latn" + ], + "main_score": 0.9392421966282757, + "precision": 0.9331497245868803, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9188783174762143, + "f1": 0.8971791019863127, + "hf_subset": "swa_Latn-tam_Taml", + "languages": [ + "swa-Latn", + "tam-Taml" + ], + "main_score": 0.8971791019863127, + "precision": 0.8872642296778501, + "recall": 0.9188783174762143 + }, + { + "accuracy": 0.7886830245368052, + "f1": 0.7388944527902965, + "hf_subset": "swa_Latn-tir_Ethi", + "languages": [ + "swa-Latn", + "tir-Ethi" + ], + "main_score": 0.7388944527902965, + "precision": 0.7169009466580823, + "recall": 0.7886830245368052 + }, + { + "accuracy": 0.9223835753630446, + "f1": 0.9031881155065932, + "hf_subset": "swa_Latn-tsn_Latn", + "languages": [ + "swa-Latn", + "tsn-Latn" + ], + "main_score": 0.9031881155065932, + "precision": 0.8942747454515105, + "recall": 0.9223835753630446 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.927391086629945, + "hf_subset": "swa_Latn-tur_Latn", + "languages": [ + "swa-Latn", + "tur-Latn" + ], + "main_score": 0.927391086629945, + "precision": 0.9202303455182773, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9478718077115673, + "hf_subset": "swa_Latn-vie_Latn", + "languages": [ + "swa-Latn", + "vie-Latn" + ], + "main_score": 0.9478718077115673, + "precision": 0.9432760251488344, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.7325988983475212, + "f1": 0.6854221808903831, + "hf_subset": "swa_Latn-wol_Latn", + "languages": [ + "swa-Latn", + "wol-Latn" + ], + "main_score": 0.6854221808903831, + "precision": 0.6650606862674965, + "recall": 0.7325988983475212 + }, + { + "accuracy": 0.9118678017025539, + "f1": 0.8871974628609582, + "hf_subset": "swa_Latn-xho_Latn", + "languages": [ + "swa-Latn", + "xho-Latn" + ], + "main_score": 0.8871974628609582, + "precision": 0.8754381572358538, + "recall": 0.9118678017025539 + }, + { + "accuracy": 0.8202303455182774, + "f1": 0.7797696544817225, + "hf_subset": "swa_Latn-yor_Latn", + "languages": [ + "swa-Latn", + "yor-Latn" + ], + "main_score": 0.7797696544817225, + "precision": 0.7620096811884494, + "recall": 0.8202303455182774 + }, + { + "accuracy": 0.9023535302954432, + "f1": 0.8763478551160073, + "hf_subset": "swa_Latn-zho_Hant", + "languages": [ + "swa-Latn", + "zho-Hant" + ], + "main_score": 0.8763478551160073, + "precision": 0.864438324152896, + "recall": 0.9023535302954432 + }, + { + "accuracy": 0.9253880821231848, + "f1": 0.9055082623935905, + "hf_subset": "swa_Latn-zul_Latn", + "languages": [ + "swa-Latn", + "zul-Latn" + ], + "main_score": 0.9055082623935905, + "precision": 0.8962610582540478, + "recall": 0.9253880821231848 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9500417292605575, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ], + "main_score": 0.9500417292605575, + "precision": 0.9446252712401937, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9412452011350358, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ], + "main_score": 0.9412452011350358, + "precision": 0.9347521281922885, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9484226339509264, + "f1": 0.9340093473543649, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ], + "main_score": 0.9340093473543649, + "precision": 0.9273791639840714, + "recall": 0.9484226339509264 + }, + { + "accuracy": 0.9899849774661993, + "f1": 0.986646636621599, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ], + "main_score": 0.986646636621599, + "precision": 0.9849774661992989, + "recall": 0.9899849774661993 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9823902520447337, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ], + "main_score": 0.9823902520447337, + "precision": 0.9806376231013186, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9736271073276582, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ], + "main_score": 0.9736271073276582, + "precision": 0.970789517609748, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9818060423969287, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ], + "main_score": 0.9818060423969287, + "precision": 0.9797195793690536, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9298948422633951, + "f1": 0.9100484059422467, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ], + "main_score": 0.9100484059422467, + "precision": 0.9007260891337006, + "recall": 0.9298948422633951 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9486229344016023, + "hf_subset": "swe_Latn-fas_Arab", + "languages": [ + "swe-Latn", + "fas-Arab" + ], + "main_score": 0.9486229344016023, + "precision": 0.9431397095643465, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9626940410615924, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ], + "main_score": 0.9626940410615924, + "precision": 0.9583541979636121, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.9729928225671841, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ], + "main_score": 0.9729928225671841, + "precision": 0.9700801201802705, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9446503087965281, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ], + "main_score": 0.9446503087965281, + "precision": 0.9389083625438157, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9587714905691871, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ], + "main_score": 0.9587714905691871, + "precision": 0.9541812719078618, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9679853113002838, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ], + "main_score": 0.9679853113002838, + "precision": 0.9644883992655651, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9859789684526791, + "f1": 0.9817225838758137, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ], + "main_score": 0.9817225838758137, + "precision": 0.9797195793690536, + "recall": 0.9859789684526791 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9658153897512937, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ], + "main_score": 0.9658153897512937, + "precision": 0.9619846436321149, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.957436154231347, + "f1": 0.9452345184443331, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ], + "main_score": 0.9452345184443331, + "precision": 0.9394925721916209, + "recall": 0.957436154231347 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9403939242196628, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ], + "main_score": 0.9403939242196628, + "precision": 0.9340677683191455, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9556334501752629, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ], + "main_score": 0.9556334501752629, + "precision": 0.9507177432815891, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9364046069103655, + "f1": 0.9181605741946253, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ], + "main_score": 0.9181605741946253, + "precision": 0.9097563011183442, + "recall": 0.9364046069103655 + }, + { + "accuracy": 0.9914872308462694, + "f1": 0.9889000166917044, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ], + "main_score": 0.9889000166917044, + "precision": 0.987648138874979, + "recall": 0.9914872308462694 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9723752295109331, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ], + "main_score": 0.9723752295109331, + "precision": 0.9694541812719079, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9879819729594391, + "f1": 0.984393256551494, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ], + "main_score": 0.984393256551494, + "precision": 0.9826406276080788, + "recall": 0.9879819729594391 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9643131363712235, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ], + "main_score": 0.9643131363712235, + "precision": 0.9603989317309296, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9743782340176932, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ], + "main_score": 0.9743782340176932, + "precision": 0.971457185778668, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9620931397095644, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ], + "main_score": 0.9620931397095644, + "precision": 0.958270739442497, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.985478217325989, + "f1": 0.9809714571857787, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ], + "main_score": 0.9809714571857787, + "precision": 0.9787180771156735, + "recall": 0.985478217325989 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9300116841929561, + "hf_subset": "swe_Latn-swa_Latn", + "languages": [ + "swe-Latn", + "swa-Latn" + ], + "main_score": 0.9300116841929561, + "precision": 0.9225922216658321, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9349023535302955, + "f1": 0.9168514676777071, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ], + "main_score": 0.9168514676777071, + "precision": 0.9082790852946085, + "recall": 0.9349023535302955 + }, + { + "accuracy": 0.9729594391587381, + "f1": 0.9651977966950426, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ], + "main_score": 0.9651977966950426, + "precision": 0.9613587047237524, + "recall": 0.9729594391587381 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.971957936905358, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ], + "main_score": 0.971957936905358, + "precision": 0.9687030545818728, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9484226339509264, + "f1": 0.9336600138302692, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ], + "main_score": 0.9336600138302692, + "precision": 0.9267651477215824, + "recall": 0.9484226339509264 + }, + { + "accuracy": 0.8893340010015023, + "f1": 0.8605575029210483, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ], + "main_score": 0.8605575029210483, + "precision": 0.8478467701552329, + "recall": 0.8893340010015023 + }, + { + "accuracy": 0.42263395092638956, + "f1": 0.3685985438364006, + "hf_subset": "tah_Latn-eng_Latn", + "languages": [ + "tah-Latn", + "eng-Latn" + ], + "main_score": 0.3685985438364006, + "precision": 0.34981785448735875, + "recall": 0.42263395092638956 + }, + { + "accuracy": 0.5012518778167251, + "f1": 0.45443979461255374, + "hf_subset": "tah_Latn-fij_Latn", + "languages": [ + "tah-Latn", + "fij-Latn" + ], + "main_score": 0.45443979461255374, + "precision": 0.43666820720728045, + "recall": 0.5012518778167251 + }, + { + "accuracy": 0.5242864296444667, + "f1": 0.4752051608702965, + "hf_subset": "tah_Latn-fil_Latn", + "languages": [ + "tah-Latn", + "fil-Latn" + ], + "main_score": 0.4752051608702965, + "precision": 0.456434780258674, + "recall": 0.5242864296444667 + }, + { + "accuracy": 0.514772158237356, + "f1": 0.46821303277564863, + "hf_subset": "tah_Latn-ind_Latn", + "languages": [ + "tah-Latn", + "ind-Latn" + ], + "main_score": 0.46821303277564863, + "precision": 0.45146940843610855, + "recall": 0.514772158237356 + }, + { + "accuracy": 0.442663995993991, + "f1": 0.38433574516150854, + "hf_subset": "tah_Latn-mal_Mlym", + "languages": [ + "tah-Latn", + "mal-Mlym" + ], + "main_score": 0.38433574516150854, + "precision": 0.36339919791412817, + "recall": 0.442663995993991 + }, + { + "accuracy": 0.5623435152729094, + "f1": 0.5211317095349026, + "hf_subset": "tah_Latn-mlg_Latn", + "languages": [ + "tah-Latn", + "mlg-Latn" + ], + "main_score": 0.5211317095349026, + "precision": 0.5050242650830258, + "recall": 0.5623435152729094 + }, + { + "accuracy": 0.5618427641462194, + "f1": 0.5216150823117878, + "hf_subset": "tah_Latn-mri_Latn", + "languages": [ + "tah-Latn", + "mri-Latn" + ], + "main_score": 0.5216150823117878, + "precision": 0.5059728234959832, + "recall": 0.5618427641462194 + }, + { + "accuracy": 0.5252879318978467, + "f1": 0.48112430791449323, + "hf_subset": "tah_Latn-msa_Latn", + "languages": [ + "tah-Latn", + "msa-Latn" + ], + "main_score": 0.48112430791449323, + "precision": 0.46528050497099244, + "recall": 0.5252879318978467 + }, + { + "accuracy": 0.600400600901352, + "f1": 0.5639050802452883, + "hf_subset": "tah_Latn-smo_Latn", + "languages": [ + "tah-Latn", + "smo-Latn" + ], + "main_score": 0.5639050802452883, + "precision": 0.5496855056797914, + "recall": 0.600400600901352 + }, + { + "accuracy": 0.5403104656985478, + "f1": 0.49651648028094275, + "hf_subset": "tah_Latn-ton_Latn", + "languages": [ + "tah-Latn", + "ton-Latn" + ], + "main_score": 0.49651648028094275, + "precision": 0.47971999979919755, + "recall": 0.5403104656985478 + }, + { + "accuracy": 0.9419128693039559, + "f1": 0.9250876314471708, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ], + "main_score": 0.9250876314471708, + "precision": 0.9172508763144717, + "recall": 0.9419128693039559 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9393590385578368, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ], + "main_score": 0.9393590385578368, + "precision": 0.9328576197629778, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9390085127691536, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ], + "main_score": 0.9390085127691536, + "precision": 0.9327908529460858, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.14471707561342012, + "f1": 0.11485431792779612, + "hf_subset": "tam_Taml-div_Thaa", + "languages": [ + "tam-Taml", + "div-Thaa" + ], + "main_score": 0.11485431792779612, + "precision": 0.10667596192960702, + "recall": 0.14471707561342012 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9505424803872474, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ], + "main_score": 0.9505424803872474, + "precision": 0.9449591053246537, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9410282089801368, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9410282089801368, + "precision": 0.9346937072275079, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.9113670505758638, + "f1": 0.8871640794525121, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ], + "main_score": 0.8871640794525121, + "precision": 0.8761392088132198, + "recall": 0.9113670505758638 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.9436988816558171, + "hf_subset": "tam_Taml-fas_Arab", + "languages": [ + "tam-Taml", + "fas-Arab" + ], + "main_score": 0.9436988816558171, + "precision": 0.9375312969454181, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9339008512769154, + "f1": 0.9150392255049241, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ], + "main_score": 0.9150392255049241, + "precision": 0.9061258554498414, + "recall": 0.9339008512769154 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9355199465865464, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ], + "main_score": 0.9355199465865464, + "precision": 0.9284343181438824, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9312134868970121, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ], + "main_score": 0.9312134868970121, + "precision": 0.9243031213486897, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9394091136705057, + "f1": 0.9208813219829745, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ], + "main_score": 0.9208813219829745, + "precision": 0.9120347187447839, + "recall": 0.9394091136705057 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9548489400767818, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ], + "main_score": 0.9548489400767818, + "precision": 0.9496745117676515, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9409113670505759, + "f1": 0.9235853780671006, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ], + "main_score": 0.9235853780671006, + "precision": 0.9152478718077116, + "recall": 0.9409113670505759 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9578868302453681, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ], + "main_score": 0.9578868302453681, + "precision": 0.9530545818728092, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.9278513007606648, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ], + "main_score": 0.9278513007606648, + "precision": 0.9204640293773994, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.944032715740277, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ], + "main_score": 0.944032715740277, + "precision": 0.9381989651143381, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9489233850776164, + "f1": 0.9343515272909364, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ], + "main_score": 0.9343515272909364, + "precision": 0.9275162744116174, + "recall": 0.9489233850776164 + }, + { + "accuracy": 0.9454181271907862, + "f1": 0.930178601235186, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ], + "main_score": 0.930178601235186, + "precision": 0.9230095142714071, + "recall": 0.9454181271907862 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9597229177098981, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ], + "main_score": 0.9597229177098981, + "precision": 0.9553914204640293, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9383074611917877, + "hf_subset": "tam_Taml-nep_Deva", + "languages": [ + "tam-Taml", + "nep-Deva" + ], + "main_score": 0.9383074611917877, + "precision": 0.9316474712068102, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.9561842764146219, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ], + "main_score": 0.9561842764146219, + "precision": 0.9512769153730595, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.9238858287431146, + "f1": 0.9022033049574362, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ], + "main_score": 0.9022033049574362, + "precision": 0.892146553163078, + "recall": 0.9238858287431146 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9384409948255716, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ], + "main_score": 0.9384409948255716, + "precision": 0.9321064930729427, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9504256384576866, + "f1": 0.9354031046569855, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ], + "main_score": 0.9354031046569855, + "precision": 0.928058754798865, + "recall": 0.9504256384576866 + }, + { + "accuracy": 0.9444166249374061, + "f1": 0.928693039559339, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ], + "main_score": 0.928693039559339, + "precision": 0.9213820731096645, + "recall": 0.9444166249374061 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9463194792188282, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ], + "main_score": 0.9463194792188282, + "precision": 0.9403271574027707, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.8157235853780671, + "f1": 0.7697975534730667, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ], + "main_score": 0.7697975534730667, + "precision": 0.7492488733099649, + "recall": 0.8157235853780671 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9398931730929728, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ], + "main_score": 0.9398931730929728, + "precision": 0.9334001001502253, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9303955933900852, + "f1": 0.9118773398192527, + "hf_subset": "tam_Taml-swa_Latn", + "languages": [ + "tam-Taml", + "swa-Latn" + ], + "main_score": 0.9118773398192527, + "precision": 0.9031463862460357, + "recall": 0.9303955933900852 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.930178601235186, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ], + "main_score": 0.930178601235186, + "precision": 0.9224253046236022, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9387748289100316, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ], + "main_score": 0.9387748289100316, + "precision": 0.9316892004673677, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9474211316975463, + "f1": 0.9320981472208313, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ], + "main_score": 0.9320981472208313, + "precision": 0.9247621432148222, + "recall": 0.9474211316975463 + }, + { + "accuracy": 0.9634451677516275, + "f1": 0.9525121014855618, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ], + "main_score": 0.9525121014855618, + "precision": 0.9472542146553163, + "recall": 0.9634451677516275 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9479218828242364, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ], + "main_score": 0.9479218828242364, + "precision": 0.942179936571524, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.9243865798698047, + "f1": 0.9033144955528531, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ], + "main_score": 0.9033144955528531, + "precision": 0.8933400100150225, + "recall": 0.9243865798698047 + }, + { + "accuracy": 0.8918377566349525, + "f1": 0.8621932899349024, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ], + "main_score": 0.8621932899349024, + "precision": 0.8482891003171423, + "recall": 0.8918377566349525 + }, + { + "accuracy": 0.8948422633950927, + "f1": 0.8702219996661659, + "hf_subset": "tat_Cyrl-aze_Latn", + "languages": [ + "tat-Cyrl", + "aze-Latn" + ], + "main_score": 0.8702219996661659, + "precision": 0.8589968285761976, + "recall": 0.8948422633950927 + }, + { + "accuracy": 0.8918377566349525, + "f1": 0.8638958437656484, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ], + "main_score": 0.8638958437656484, + "precision": 0.8511517275913871, + "recall": 0.8918377566349525 + }, + { + "accuracy": 0.8798197295943916, + "f1": 0.8488399265565013, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ], + "main_score": 0.8488399265565013, + "precision": 0.834877315973961, + "recall": 0.8798197295943916 + }, + { + "accuracy": 0.900851276915373, + "f1": 0.8764146219328992, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ], + "main_score": 0.8764146219328992, + "precision": 0.865105992321816, + "recall": 0.900851276915373 + }, + { + "accuracy": 0.9113670505758638, + "f1": 0.8899849774661994, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ], + "main_score": 0.8899849774661994, + "precision": 0.8801535636788516, + "recall": 0.9113670505758638 + }, + { + "accuracy": 0.8417626439659489, + "f1": 0.806701719245535, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ], + "main_score": 0.806701719245535, + "precision": 0.7907909483272528, + "recall": 0.8417626439659489 + }, + { + "accuracy": 0.8963445167751627, + "f1": 0.871340343849107, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ], + "main_score": 0.871340343849107, + "precision": 0.8599566015690202, + "recall": 0.8963445167751627 + }, + { + "accuracy": 0.7706559839759639, + "f1": 0.7221097880587114, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ], + "main_score": 0.7221097880587114, + "precision": 0.7014744338730318, + "recall": 0.7706559839759639 + }, + { + "accuracy": 0.8452679018527791, + "f1": 0.8092805875479886, + "hf_subset": "tat_Cyrl-uzb_Latn", + "languages": [ + "tat-Cyrl", + "uzb-Latn" + ], + "main_score": 0.8092805875479886, + "precision": 0.7930395593390085, + "recall": 0.8452679018527791 + }, + { + "accuracy": 0.9604406609914873, + "f1": 0.9483725588382574, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ], + "main_score": 0.9483725588382574, + "precision": 0.9427057252545485, + "recall": 0.9604406609914873 + }, + { + "accuracy": 0.14321482223335003, + "f1": 0.11326325419100992, + "hf_subset": "tel_Telu-div_Thaa", + "languages": [ + "tel-Telu", + "div-Thaa" + ], + "main_score": 0.11326325419100992, + "precision": 0.10444661575288967, + "recall": 0.14321482223335003 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9603905858788182, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.9603905858788182, + "precision": 0.9560590886329494, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9088632949424136, + "f1": 0.885444833917543, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ], + "main_score": 0.885444833917543, + "precision": 0.8744533466866967, + "recall": 0.9088632949424136 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.9432815890502421, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ], + "main_score": 0.9432815890502421, + "precision": 0.9372809213820731, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9647805040894675, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ], + "main_score": 0.9647805040894675, + "precision": 0.9611083291604072, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9492572191620764, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ], + "main_score": 0.9492572191620764, + "precision": 0.943665498247371, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9646135870472377, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ], + "main_score": 0.9646135870472377, + "precision": 0.9607744950759473, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9408279085294609, + "hf_subset": "tel_Telu-nep_Deva", + "languages": [ + "tel-Telu", + "nep-Deva" + ], + "main_score": 0.9408279085294609, + "precision": 0.9341512268402604, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.9374061091637457, + "f1": 0.9186947087297612, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ], + "main_score": 0.9186947087297612, + "precision": 0.9099482557169086, + "recall": 0.9374061091637457 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9479218828242364, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ], + "main_score": 0.9479218828242364, + "precision": 0.942163244867301, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.8182273410115173, + "f1": 0.773853637599256, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ], + "main_score": 0.773853637599256, + "precision": 0.7541478884994158, + "recall": 0.8182273410115173 + }, + { + "accuracy": 0.9589384076114171, + "f1": 0.9463361709230512, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ], + "main_score": 0.9463361709230512, + "precision": 0.9401602403605408, + "recall": 0.9589384076114171 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.9573026205975629, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ], + "main_score": 0.9573026205975629, + "precision": 0.9523869137038891, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.8387581372058087, + "f1": 0.799916541478885, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ], + "main_score": 0.799916541478885, + "precision": 0.7829577699883158, + "recall": 0.8387581372058087 + }, + { + "accuracy": 0.7275913870806209, + "f1": 0.6705152967546558, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ], + "main_score": 0.6705152967546558, + "precision": 0.6460106826907027, + "recall": 0.7275913870806209 + }, + { + "accuracy": 0.8252378567851778, + "f1": 0.7832180810898889, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ], + "main_score": 0.7832180810898889, + "precision": 0.7647278151659723, + "recall": 0.8252378567851778 + }, + { + "accuracy": 0.8768152228342514, + "f1": 0.8477911311411561, + "hf_subset": "tgk_Cyrl-fas_Arab", + "languages": [ + "tgk-Cyrl", + "fas-Arab" + ], + "main_score": 0.8477911311411561, + "precision": 0.8347109950640247, + "recall": 0.8768152228342514 + }, + { + "accuracy": 0.85728592889334, + "f1": 0.8233342437899274, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ], + "main_score": 0.8233342437899274, + "precision": 0.8079333285642749, + "recall": 0.85728592889334 + }, + { + "accuracy": 0.7125688532799199, + "f1": 0.6617982890641879, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ], + "main_score": 0.6617982890641879, + "precision": 0.6402109116055035, + "recall": 0.7125688532799199 + }, + { + "accuracy": 0.685027541311968, + "f1": 0.6279995389910263, + "hf_subset": "tgk_Cyrl-mey_Arab", + "languages": [ + "tgk-Cyrl", + "mey-Arab" + ], + "main_score": 0.6279995389910263, + "precision": 0.6044795367654656, + "recall": 0.685027541311968 + }, + { + "accuracy": 0.8662994491737607, + "f1": 0.8332582206643299, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ], + "main_score": 0.8332582206643299, + "precision": 0.8180651930276367, + "recall": 0.8662994491737607 + }, + { + "accuracy": 0.7686529794692039, + "f1": 0.7191048477478121, + "hf_subset": "tgk_Cyrl-pus_Arab", + "languages": [ + "tgk-Cyrl", + "pus-Arab" + ], + "main_score": 0.7191048477478121, + "precision": 0.6969799938002242, + "recall": 0.7686529794692039 + }, + { + "accuracy": 0.45368052078117177, + "f1": 0.3841321506068627, + "hf_subset": "tgk_Cyrl-shi_Arab", + "languages": [ + "tgk-Cyrl", + "shi-Arab" + ], + "main_score": 0.3841321506068627, + "precision": 0.35741926381635947, + "recall": 0.45368052078117177 + }, + { + "accuracy": 0.3254882323485228, + "f1": 0.25345327976817056, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ], + "main_score": 0.25345327976817056, + "precision": 0.23132870737713357, + "recall": 0.3254882323485228 + }, + { + "accuracy": 0.0886329494241362, + "f1": 0.06208148452166918, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ], + "main_score": 0.06208148452166918, + "precision": 0.05496070624656361, + "recall": 0.0886329494241362 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9727090635953931, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ], + "main_score": 0.9727090635953931, + "precision": 0.9693707227507928, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.9441424040823139, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ], + "main_score": 0.9441424040823139, + "precision": 0.9383241528960108, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9328993490235353, + "f1": 0.9128943415122683, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ], + "main_score": 0.9128943415122683, + "precision": 0.9033431099029496, + "recall": 0.9328993490235353 + }, + { + "accuracy": 0.8973460190285428, + "f1": 0.8678684693707227, + "hf_subset": "tha_Thai-mon_Mong", + "languages": [ + "tha-Thai", + "mon-Mong" + ], + "main_score": 0.8678684693707227, + "precision": 0.8536972124853949, + "recall": 0.8973460190285428 + }, + { + "accuracy": 0.8738107160741112, + "f1": 0.8426194847827297, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ], + "main_score": 0.8426194847827297, + "precision": 0.8283842430312135, + "recall": 0.8738107160741112 + }, + { + "accuracy": 0.7946920380570857, + "f1": 0.7495171328421203, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ], + "main_score": 0.7495171328421203, + "precision": 0.7299292372902789, + "recall": 0.7946920380570857 + }, + { + "accuracy": 0.7105658487731598, + "f1": 0.6527015089734168, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ], + "main_score": 0.6527015089734168, + "precision": 0.6297427979576202, + "recall": 0.7105658487731598 + }, + { + "accuracy": 0.7616424636955433, + "f1": 0.7133140186470182, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ], + "main_score": 0.7133140186470182, + "precision": 0.6925769606791139, + "recall": 0.7616424636955433 + }, + { + "accuracy": 0.7746619929894842, + "f1": 0.7265592833694987, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ], + "main_score": 0.7265592833694987, + "precision": 0.7059929179483512, + "recall": 0.7746619929894842 + }, + { + "accuracy": 0.7155733600400601, + "f1": 0.6618968134741795, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ], + "main_score": 0.6618968134741795, + "precision": 0.639288098814889, + "recall": 0.7155733600400601 + }, + { + "accuracy": 0.5638457686529794, + "f1": 0.4958759567923313, + "hf_subset": "tir_Ethi-orm_Ethi", + "languages": [ + "tir-Ethi", + "orm-Ethi" + ], + "main_score": 0.4958759567923313, + "precision": 0.46885349669525933, + "recall": 0.5638457686529794 + }, + { + "accuracy": 0.771657486229344, + "f1": 0.7217890327554823, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ], + "main_score": 0.7217890327554823, + "precision": 0.6999540978133868, + "recall": 0.771657486229344 + }, + { + "accuracy": 0.7315973960941412, + "f1": 0.6769511409972101, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ], + "main_score": 0.6769511409972101, + "precision": 0.6533633784009346, + "recall": 0.7315973960941412 + }, + { + "accuracy": 0.8047070605908864, + "f1": 0.7598397596394592, + "hf_subset": "tir_Ethi-swa_Latn", + "languages": [ + "tir-Ethi", + "swa-Latn" + ], + "main_score": 0.7598397596394592, + "precision": 0.7393896400155789, + "recall": 0.8047070605908864 + }, + { + "accuracy": 0.7541311967951928, + "f1": 0.7060865107184587, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ], + "main_score": 0.7060865107184587, + "precision": 0.6857124973174047, + "recall": 0.7541311967951928 + }, + { + "accuracy": 0.6339509263895844, + "f1": 0.5766324089308565, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ], + "main_score": 0.5766324089308565, + "precision": 0.552997353172616, + "recall": 0.6339509263895844 + }, + { + "accuracy": 0.7551326990485728, + "f1": 0.704175310584925, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ], + "main_score": 0.704175310584925, + "precision": 0.6824832486825476, + "recall": 0.7551326990485728 + }, + { + "accuracy": 0.5983975963945919, + "f1": 0.5319626264794016, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ], + "main_score": 0.5319626264794016, + "precision": 0.5054776790004631, + "recall": 0.5983975963945919 + }, + { + "accuracy": 0.7776664997496244, + "f1": 0.7299461096406514, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ], + "main_score": 0.7299461096406514, + "precision": 0.7094411458457527, + "recall": 0.7776664997496244 + }, + { + "accuracy": 0.4301452178267401, + "f1": 0.36964911041563103, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ], + "main_score": 0.36964911041563103, + "precision": 0.3490573086463968, + "recall": 0.4301452178267401 + }, + { + "accuracy": 0.5237856785177767, + "f1": 0.47676427359750295, + "hf_subset": "ton_Latn-fij_Latn", + "languages": [ + "ton-Latn", + "fij-Latn" + ], + "main_score": 0.47676427359750295, + "precision": 0.45867106426940746, + "recall": 0.5237856785177767 + }, + { + "accuracy": 0.5468202303455183, + "f1": 0.49221723115194904, + "hf_subset": "ton_Latn-fil_Latn", + "languages": [ + "ton-Latn", + "fil-Latn" + ], + "main_score": 0.49221723115194904, + "precision": 0.47161091470120803, + "recall": 0.5468202303455183 + }, + { + "accuracy": 0.5222834251377065, + "f1": 0.4718563877758552, + "hf_subset": "ton_Latn-ind_Latn", + "languages": [ + "ton-Latn", + "ind-Latn" + ], + "main_score": 0.4718563877758552, + "precision": 0.45375343009846236, + "recall": 0.5222834251377065 + }, + { + "accuracy": 0.44466700050075114, + "f1": 0.3832219941634063, + "hf_subset": "ton_Latn-mal_Mlym", + "languages": [ + "ton-Latn", + "mal-Mlym" + ], + "main_score": 0.3832219941634063, + "precision": 0.3608124543903212, + "recall": 0.44466700050075114 + }, + { + "accuracy": 0.5793690535803706, + "f1": 0.5364280909098135, + "hf_subset": "ton_Latn-mlg_Latn", + "languages": [ + "ton-Latn", + "mlg-Latn" + ], + "main_score": 0.5364280909098135, + "precision": 0.5188502992584114, + "recall": 0.5793690535803706 + }, + { + "accuracy": 0.613920881321983, + "f1": 0.5741704446059893, + "hf_subset": "ton_Latn-mri_Latn", + "languages": [ + "ton-Latn", + "mri-Latn" + ], + "main_score": 0.5741704446059893, + "precision": 0.5592033974482647, + "recall": 0.613920881321983 + }, + { + "accuracy": 0.5358037055583375, + "f1": 0.48495868685392096, + "hf_subset": "ton_Latn-msa_Latn", + "languages": [ + "ton-Latn", + "msa-Latn" + ], + "main_score": 0.48495868685392096, + "precision": 0.46590128004749937, + "recall": 0.5358037055583375 + }, + { + "accuracy": 0.6199298948422634, + "f1": 0.5789612379497207, + "hf_subset": "ton_Latn-smo_Latn", + "languages": [ + "ton-Latn", + "smo-Latn" + ], + "main_score": 0.5789612379497207, + "precision": 0.5628510693210684, + "recall": 0.6199298948422634 + }, + { + "accuracy": 0.5623435152729094, + "f1": 0.5210855716363979, + "hf_subset": "ton_Latn-tah_Latn", + "languages": [ + "ton-Latn", + "tah-Latn" + ], + "main_score": 0.5210855716363979, + "precision": 0.5045000220388303, + "recall": 0.5623435152729094 + }, + { + "accuracy": 0.7991987981972959, + "f1": 0.7531825516051854, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ], + "main_score": 0.7531825516051854, + "precision": 0.733367312874073, + "recall": 0.7991987981972959 + }, + { + "accuracy": 0.8693039559339009, + "f1": 0.8355461764074684, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ], + "main_score": 0.8355461764074684, + "precision": 0.8208896678350859, + "recall": 0.8693039559339009 + }, + { + "accuracy": 0.8913370055082624, + "f1": 0.8662827574695376, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ], + "main_score": 0.8662827574695376, + "precision": 0.8546987147387748, + "recall": 0.8913370055082624 + }, + { + "accuracy": 0.9073610415623435, + "f1": 0.8848606242697379, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ], + "main_score": 0.8848606242697379, + "precision": 0.8744366549824737, + "recall": 0.9073610415623435 + }, + { + "accuracy": 0.9093640460691037, + "f1": 0.8881488900016691, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ], + "main_score": 0.8881488900016691, + "precision": 0.8783174762143214, + "recall": 0.9093640460691037 + }, + { + "accuracy": 0.6299449173760641, + "f1": 0.5647261508509263, + "hf_subset": "tsn_Latn-orm_Ethi", + "languages": [ + "tsn-Latn", + "orm-Ethi" + ], + "main_score": 0.5647261508509263, + "precision": 0.5382990159842937, + "recall": 0.6299449173760641 + }, + { + "accuracy": 0.8923385077616425, + "f1": 0.8673844099482557, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ], + "main_score": 0.8673844099482557, + "precision": 0.8560757803371725, + "recall": 0.8923385077616425 + }, + { + "accuracy": 0.8813219829744617, + "f1": 0.8531630779502586, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ], + "main_score": 0.8531630779502586, + "precision": 0.8403939242196629, + "recall": 0.8813219829744617 + }, + { + "accuracy": 0.9208813219829745, + "f1": 0.901352028042063, + "hf_subset": "tsn_Latn-swa_Latn", + "languages": [ + "tsn-Latn", + "swa-Latn" + ], + "main_score": 0.901352028042063, + "precision": 0.8923385077616425, + "recall": 0.9208813219829745 + }, + { + "accuracy": 0.7401101652478718, + "f1": 0.6895962992107209, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ], + "main_score": 0.6895962992107209, + "precision": 0.6679574917932454, + "recall": 0.7401101652478718 + }, + { + "accuracy": 0.7391086629944917, + "f1": 0.698881655817059, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ], + "main_score": 0.698881655817059, + "precision": 0.6819646135870472, + "recall": 0.7391086629944917 + }, + { + "accuracy": 0.8818227341011518, + "f1": 0.8536638290769487, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ], + "main_score": 0.8536638290769487, + "precision": 0.8408446002336838, + "recall": 0.8818227341011518 + }, + { + "accuracy": 0.7966950425638458, + "f1": 0.7545663733695782, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ], + "main_score": 0.7545663733695782, + "precision": 0.7363147896447846, + "recall": 0.7966950425638458 + }, + { + "accuracy": 0.899849774661993, + "f1": 0.8761570927820302, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ], + "main_score": 0.8761570927820302, + "precision": 0.8651727591387081, + "recall": 0.899849774661993 + }, + { + "accuracy": 0.85778668002003, + "f1": 0.8268036976099069, + "hf_subset": "tuk_Latn-aze_Latn", + "languages": [ + "tuk-Latn", + "aze-Latn" + ], + "main_score": 0.8268036976099069, + "precision": 0.8132573860791187, + "recall": 0.85778668002003 + }, + { + "accuracy": 0.8042063094641962, + "f1": 0.7650893006175931, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ], + "main_score": 0.7650893006175931, + "precision": 0.7476846221713522, + "recall": 0.8042063094641962 + }, + { + "accuracy": 0.8042063094641962, + "f1": 0.7582075494193671, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ], + "main_score": 0.7582075494193671, + "precision": 0.7386498579037387, + "recall": 0.8042063094641962 + }, + { + "accuracy": 0.8497746619929895, + "f1": 0.8163244867300952, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ], + "main_score": 0.8163244867300952, + "precision": 0.8013687197462862, + "recall": 0.8497746619929895 + }, + { + "accuracy": 0.8397596394591887, + "f1": 0.8042563845768652, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ], + "main_score": 0.8042563845768652, + "precision": 0.7884243031213487, + "recall": 0.8397596394591887 + }, + { + "accuracy": 0.828743114672008, + "f1": 0.7916207644800535, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ], + "main_score": 0.7916207644800535, + "precision": 0.7751794358203973, + "recall": 0.828743114672008 + }, + { + "accuracy": 0.8522784176264396, + "f1": 0.8199155876672152, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ], + "main_score": 0.8199155876672152, + "precision": 0.805249540978134, + "recall": 0.8522784176264396 + }, + { + "accuracy": 0.7361041562343515, + "f1": 0.6838185850203876, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ], + "main_score": 0.6838185850203876, + "precision": 0.6619858358967021, + "recall": 0.7361041562343515 + }, + { + "accuracy": 0.8312468703054582, + "f1": 0.7953191692300355, + "hf_subset": "tuk_Latn-uzb_Latn", + "languages": [ + "tuk-Latn", + "uzb-Latn" + ], + "main_score": 0.7953191692300355, + "precision": 0.7796695042563846, + "recall": 0.8312468703054582 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.942330161909531, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ], + "main_score": 0.942330161909531, + "precision": 0.9360707728259055, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9384076114171257, + "hf_subset": "tur_Latn-aze_Latn", + "languages": [ + "tur-Latn", + "aze-Latn" + ], + "main_score": 0.9384076114171257, + "precision": 0.9314137873476882, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.8252378567851778, + "f1": 0.7826167823163316, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ], + "main_score": 0.7826167823163316, + "precision": 0.763870806209314, + "recall": 0.8252378567851778 + }, + { + "accuracy": 0.9414121181772659, + "f1": 0.9242530462360206, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ], + "main_score": 0.9242530462360206, + "precision": 0.9159989984977466, + "recall": 0.9414121181772659 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971707561342013, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ], + "main_score": 0.971707561342013, + "precision": 0.9687030545818728, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9650308796528124, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ], + "main_score": 0.9650308796528124, + "precision": 0.9608579535970624, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9809714571857787, + "f1": 0.9749624436654982, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ], + "main_score": 0.9749624436654982, + "precision": 0.9720413954264729, + "recall": 0.9809714571857787 + }, + { + "accuracy": 0.9519278918377566, + "f1": 0.9379068602904357, + "hf_subset": "tur_Latn-fas_Arab", + "languages": [ + "tur-Latn", + "fas-Arab" + ], + "main_score": 0.9379068602904357, + "precision": 0.9312468703054582, + "recall": 0.9519278918377566 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9543481889500919, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ], + "main_score": 0.9543481889500919, + "precision": 0.9488399265565014, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9642797529627776, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ], + "main_score": 0.9642797529627776, + "precision": 0.9603572024703723, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9337339342346854, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ], + "main_score": 0.9337339342346854, + "precision": 0.9260557502921049, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9518444333166417, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ], + "main_score": 0.9518444333166417, + "precision": 0.9464196294441662, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9596895343014522, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ], + "main_score": 0.9596895343014522, + "precision": 0.9553496912034719, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9697045568352529, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ], + "main_score": 0.9697045568352529, + "precision": 0.9663662159906526, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.9579369053580371, + "f1": 0.9456184276414622, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ], + "main_score": 0.9456184276414622, + "precision": 0.9397012184944084, + "recall": 0.9579369053580371 + }, + { + "accuracy": 0.9308963445167752, + "f1": 0.9109831413787348, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ], + "main_score": 0.9109831413787348, + "precision": 0.9014772158237356, + "recall": 0.9308963445167752 + }, + { + "accuracy": 0.9248873309964948, + "f1": 0.9031714238023701, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ], + "main_score": 0.9031714238023701, + "precision": 0.8929394091136704, + "recall": 0.9248873309964948 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9383074611917877, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ], + "main_score": 0.9383074611917877, + "precision": 0.9317309297279253, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.9417459522617259, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ], + "main_score": 0.9417459522617259, + "precision": 0.9354031046569855, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9739609414121182, + "f1": 0.9660323819061926, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ], + "main_score": 0.9660323819061926, + "precision": 0.9621932899349024, + "recall": 0.9739609414121182 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9636955433149724, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ], + "main_score": 0.9636955433149724, + "precision": 0.9600233683859123, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9636120847938574, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ], + "main_score": 0.9636120847938574, + "precision": 0.9591887831747622, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9609414121181773, + "f1": 0.9504924052745785, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ], + "main_score": 0.9504924052745785, + "precision": 0.9455015857119011, + "recall": 0.9609414121181773 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9623935903855784, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ], + "main_score": 0.9623935903855784, + "precision": 0.9584793857452847, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9198798197295944, + "hf_subset": "tur_Latn-swa_Latn", + "languages": [ + "tur-Latn", + "swa-Latn" + ], + "main_score": 0.9198798197295944, + "precision": 0.9113670505758638, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.9684526790185278, + "f1": 0.9590218661325322, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ], + "main_score": 0.9590218661325322, + "precision": 0.9545151059923217, + "recall": 0.9684526790185278 + }, + { + "accuracy": 0.9379068602904357, + "f1": 0.9192121515606744, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ], + "main_score": 0.9192121515606744, + "precision": 0.9101986312802538, + "recall": 0.9379068602904357 + }, + { + "accuracy": 0.8768152228342514, + "f1": 0.8452679018527791, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ], + "main_score": 0.8452679018527791, + "precision": 0.8311133366716742, + "recall": 0.8768152228342514 + }, + { + "accuracy": 0.8332498748122183, + "f1": 0.7928487970050313, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ], + "main_score": 0.7928487970050313, + "precision": 0.7745201135035887, + "recall": 0.8332498748122183 + }, + { + "accuracy": 0.8232348522784176, + "f1": 0.7793730277956618, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ], + "main_score": 0.7793730277956618, + "precision": 0.7602817104444545, + "recall": 0.8232348522784176 + }, + { + "accuracy": 0.8447671507260891, + "f1": 0.8048334406371463, + "hf_subset": "tur_Latn-uzb_Latn", + "languages": [ + "tur-Latn", + "uzb-Latn" + ], + "main_score": 0.8048334406371463, + "precision": 0.7873727257552996, + "recall": 0.8447671507260891 + }, + { + "accuracy": 0.9699549323985979, + "f1": 0.9611917876815222, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ], + "main_score": 0.9611917876815222, + "precision": 0.957018861625772, + "recall": 0.9699549323985979 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.9279085294608579, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ], + "main_score": 0.9279085294608579, + "precision": 0.9205057586379569, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.8808212318477716, + "f1": 0.8475546653313303, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ], + "main_score": 0.8475546653313303, + "precision": 0.8322400267067267, + "recall": 0.8808212318477716 + }, + { + "accuracy": 0.85578367551327, + "f1": 0.8191215394520351, + "hf_subset": "uig_Arab-aze_Latn", + "languages": [ + "uig-Arab", + "aze-Latn" + ], + "main_score": 0.8191215394520351, + "precision": 0.8025371390418962, + "recall": 0.85578367551327 + }, + { + "accuracy": 0.71457185778668, + "f1": 0.6617938812981377, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ], + "main_score": 0.6617938812981377, + "precision": 0.6393304242077402, + "recall": 0.71457185778668 + }, + { + "accuracy": 0.8077115673510266, + "f1": 0.7616448482247181, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ], + "main_score": 0.7616448482247181, + "precision": 0.7417288631359737, + "recall": 0.8077115673510266 + }, + { + "accuracy": 0.8402603905858789, + "f1": 0.801201802704056, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ], + "main_score": 0.801201802704056, + "precision": 0.7832331831079954, + "recall": 0.8402603905858789 + }, + { + "accuracy": 0.8197295943915874, + "f1": 0.7779931802465604, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ], + "main_score": 0.7779931802465604, + "precision": 0.7593223168085462, + "recall": 0.8197295943915874 + }, + { + "accuracy": 0.7766649974962444, + "f1": 0.7275174666762049, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ], + "main_score": 0.7275174666762049, + "precision": 0.7058671340343848, + "recall": 0.7766649974962444 + }, + { + "accuracy": 0.7536304456685028, + "f1": 0.70229630159525, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ], + "main_score": 0.70229630159525, + "precision": 0.6798364212986145, + "recall": 0.7536304456685028 + }, + { + "accuracy": 0.8432648973460191, + "f1": 0.8018205880248944, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ], + "main_score": 0.8018205880248944, + "precision": 0.7829458473424421, + "recall": 0.8432648973460191 + }, + { + "accuracy": 0.7731597396094141, + "f1": 0.7244533466866967, + "hf_subset": "uig_Arab-uzb_Latn", + "languages": [ + "uig-Arab", + "uzb-Latn" + ], + "main_score": 0.7244533466866967, + "precision": 0.7025287931897846, + "recall": 0.7731597396094141 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9617759973293274, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ], + "main_score": 0.9617759973293274, + "precision": 0.9576030712735771, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.973794024369888, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ], + "main_score": 0.973794024369888, + "precision": 0.970956434651978, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9834752128192289, + "f1": 0.9783842430312134, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ], + "main_score": 0.9783842430312134, + "precision": 0.9758804873977633, + "recall": 0.9834752128192289 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9722083124687031, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ], + "main_score": 0.9722083124687031, + "precision": 0.9691203471874478, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9829744616925388, + "f1": 0.9775496578200633, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ], + "main_score": 0.9775496578200633, + "precision": 0.9748789851443833, + "recall": 0.9829744616925388 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9740443999332331, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ], + "main_score": 0.9740443999332331, + "precision": 0.9711233516942079, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9754631947921882, + "f1": 0.9676180938073778, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ], + "main_score": 0.9676180938073778, + "precision": 0.9638624603572026, + "recall": 0.9754631947921882 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9734601902854282, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ], + "main_score": 0.9734601902854282, + "precision": 0.9704556835252879, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9774661992989484, + "f1": 0.9712902687364379, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ], + "main_score": 0.9712902687364379, + "precision": 0.9682857619762977, + "recall": 0.9774661992989484 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.973293273243198, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ], + "main_score": 0.973293273243198, + "precision": 0.9705558337506259, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9764646970455684, + "f1": 0.9693707227507928, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ], + "main_score": 0.9693707227507928, + "precision": 0.9658654648639625, + "recall": 0.9764646970455684 + }, + { + "accuracy": 0.8963445167751627, + "f1": 0.8675942485156306, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ], + "main_score": 0.8675942485156306, + "precision": 0.8543648806543147, + "recall": 0.8963445167751627 + }, + { + "accuracy": 0.9824737105658488, + "f1": 0.9775496578200634, + "hf_subset": "ukr_Cyrl-srp_Latn", + "languages": [ + "ukr-Cyrl", + "srp-Latn" + ], + "main_score": 0.9775496578200634, + "precision": 0.9751293607077284, + "recall": 0.9824737105658488 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9596895343014522, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ], + "main_score": 0.9596895343014522, + "precision": 0.9549323985978968, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.13720580871306962, + "f1": 0.10680076583681662, + "hf_subset": "urd_Arab-div_Thaa", + "languages": [ + "urd-Arab", + "div-Thaa" + ], + "main_score": 0.10680076583681662, + "precision": 0.0977648875681269, + "recall": 0.13720580871306962 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9698714738774828, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.9698714738774828, + "precision": 0.9663662159906526, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9213820731096645, + "f1": 0.9010015022533802, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ], + "main_score": 0.9010015022533802, + "precision": 0.8915039225504925, + "recall": 0.9213820731096645 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.943164747120681, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ], + "main_score": 0.943164747120681, + "precision": 0.9368218995159405, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.973293273243198, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ], + "main_score": 0.973293273243198, + "precision": 0.9702053079619429, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9519278918377566, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ], + "main_score": 0.9519278918377566, + "precision": 0.9464196294441662, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.971457185778668, + "f1": 0.9628108829911534, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ], + "main_score": 0.9628108829911534, + "precision": 0.9586463027875146, + "recall": 0.971457185778668 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.9439826406276081, + "hf_subset": "urd_Arab-nep_Deva", + "languages": [ + "urd-Arab", + "nep-Deva" + ], + "main_score": 0.9439826406276081, + "precision": 0.9381739275580037, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9439158738107161, + "f1": 0.9264229677850108, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ], + "main_score": 0.9264229677850108, + "precision": 0.9180020030045067, + "recall": 0.9439158738107161 + }, + { + "accuracy": 0.9599399098647972, + "f1": 0.9474211316975463, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ], + "main_score": 0.9474211316975463, + "precision": 0.941328659656151, + "recall": 0.9599399098647972 + }, + { + "accuracy": 0.8442663995993991, + "f1": 0.8034814125950832, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ], + "main_score": 0.8034814125950832, + "precision": 0.785144383241529, + "recall": 0.8442663995993991 + }, + { + "accuracy": 0.956935403104657, + "f1": 0.9441662493740611, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ], + "main_score": 0.9441662493740611, + "precision": 0.9379068602904357, + "recall": 0.956935403104657 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9509263895843766, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ], + "main_score": 0.9509263895843766, + "precision": 0.9454181271907862, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.8893340010015023, + "f1": 0.8637718482485633, + "hf_subset": "uzb_Latn-aze_Latn", + "languages": [ + "uzb-Latn", + "aze-Latn" + ], + "main_score": 0.8637718482485633, + "precision": 0.8523674400489623, + "recall": 0.8893340010015023 + }, + { + "accuracy": 0.8137205808713069, + "f1": 0.7761479882160902, + "hf_subset": "uzb_Latn-bak_Cyrl", + "languages": [ + "uzb-Latn", + "bak-Cyrl" + ], + "main_score": 0.7761479882160902, + "precision": 0.7591470539142048, + "recall": 0.8137205808713069 + }, + { + "accuracy": 0.8372558838257386, + "f1": 0.7962038295538546, + "hf_subset": "uzb_Latn-eng_Latn", + "languages": [ + "uzb-Latn", + "eng-Latn" + ], + "main_score": 0.7962038295538546, + "precision": 0.7781767889930133, + "recall": 0.8372558838257386 + }, + { + "accuracy": 0.8913370055082624, + "f1": 0.8635119345685195, + "hf_subset": "uzb_Latn-kaz_Cyrl", + "languages": [ + "uzb-Latn", + "kaz-Cyrl" + ], + "main_score": 0.8635119345685195, + "precision": 0.8507093974294776, + "recall": 0.8913370055082624 + }, + { + "accuracy": 0.872308462694041, + "f1": 0.8417125688532799, + "hf_subset": "uzb_Latn-kir_Cyrl", + "languages": [ + "uzb-Latn", + "kir-Cyrl" + ], + "main_score": 0.8417125688532799, + "precision": 0.827925221165081, + "recall": 0.872308462694041 + }, + { + "accuracy": 0.8547821732598898, + "f1": 0.8209425248984588, + "hf_subset": "uzb_Latn-tat_Cyrl", + "languages": [ + "uzb-Latn", + "tat-Cyrl" + ], + "main_score": 0.8209425248984588, + "precision": 0.805228676347855, + "recall": 0.8547821732598898 + }, + { + "accuracy": 0.8357536304456685, + "f1": 0.803364570665522, + "hf_subset": "uzb_Latn-tuk_Latn", + "languages": [ + "uzb-Latn", + "tuk-Latn" + ], + "main_score": 0.803364570665522, + "precision": 0.7889334001001502, + "recall": 0.8357536304456685 + }, + { + "accuracy": 0.8788182273410116, + "f1": 0.8487731597396094, + "hf_subset": "uzb_Latn-tur_Latn", + "languages": [ + "uzb-Latn", + "tur-Latn" + ], + "main_score": 0.8487731597396094, + "precision": 0.8351276915373059, + "recall": 0.8788182273410116 + }, + { + "accuracy": 0.7796695042563846, + "f1": 0.7320568515110328, + "hf_subset": "uzb_Latn-uig_Arab", + "languages": [ + "uzb-Latn", + "uig-Arab" + ], + "main_score": 0.7320568515110328, + "precision": 0.7117139995707847, + "recall": 0.7796695042563846 + }, + { + "accuracy": 0.7771657486229344, + "f1": 0.7421242975574472, + "hf_subset": "ven_Latn-bem_Latn", + "languages": [ + "ven-Latn", + "bem-Latn" + ], + "main_score": 0.7421242975574472, + "precision": 0.7276440454332291, + "recall": 0.7771657486229344 + }, + { + "accuracy": 0.7220831246870305, + "f1": 0.6719094514788054, + "hf_subset": "ven_Latn-eng_Latn", + "languages": [ + "ven-Latn", + "eng-Latn" + ], + "main_score": 0.6719094514788054, + "precision": 0.652373419436514, + "recall": 0.7220831246870305 + }, + { + "accuracy": 0.6760140210315473, + "f1": 0.6343918655761419, + "hf_subset": "ven_Latn-ewe_Latn", + "languages": [ + "ven-Latn", + "ewe-Latn" + ], + "main_score": 0.6343918655761419, + "precision": 0.6163370055082624, + "recall": 0.6760140210315473 + }, + { + "accuracy": 0.7235853780671007, + "f1": 0.6898084611654968, + "hf_subset": "ven_Latn-fuc_Latn", + "languages": [ + "ven-Latn", + "fuc-Latn" + ], + "main_score": 0.6898084611654968, + "precision": 0.6757606648067339, + "recall": 0.7235853780671007 + }, + { + "accuracy": 0.799699549323986, + "f1": 0.7653241767413024, + "hf_subset": "ven_Latn-kin_Latn", + "languages": [ + "ven-Latn", + "kin-Latn" + ], + "main_score": 0.7653241767413024, + "precision": 0.751061115482748, + "recall": 0.799699549323986 + }, + { + "accuracy": 0.7921882824236355, + "f1": 0.7550683167608555, + "hf_subset": "ven_Latn-nde_Latn", + "languages": [ + "ven-Latn", + "nde-Latn" + ], + "main_score": 0.7550683167608555, + "precision": 0.7389667835085962, + "recall": 0.7921882824236355 + }, + { + "accuracy": 0.8182273410115173, + "f1": 0.7841094975797029, + "hf_subset": "ven_Latn-nya_Latn", + "languages": [ + "ven-Latn", + "nya-Latn" + ], + "main_score": 0.7841094975797029, + "precision": 0.7692634189379307, + "recall": 0.8182273410115173 + }, + { + "accuracy": 0.8212318477716575, + "f1": 0.7887164079452512, + "hf_subset": "ven_Latn-sna_Latn", + "languages": [ + "ven-Latn", + "sna-Latn" + ], + "main_score": 0.7887164079452512, + "precision": 0.7749052149653052, + "recall": 0.8212318477716575 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9588549490903021, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ], + "main_score": 0.9588549490903021, + "precision": 0.9544316474712068, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.943748956768486, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ], + "main_score": 0.943748956768486, + "precision": 0.9377399432482055, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9804707060590886, + "f1": 0.9740443999332332, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "main_score": 0.9740443999332332, + "precision": 0.9708729761308629, + "recall": 0.9804707060590886 + }, + { + "accuracy": 0.9789684526790186, + "f1": 0.972792522116508, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ], + "main_score": 0.972792522116508, + "precision": 0.9697880153563678, + "recall": 0.9789684526790186 + }, + { + "accuracy": 0.9889834752128193, + "f1": 0.985394758804874, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.985394758804874, + "precision": 0.9836421298614588, + "recall": 0.9889834752128193 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957436154231347, + "hf_subset": "vie_Latn-fas_Arab", + "languages": [ + "vie-Latn", + "fas-Arab" + ], + "main_score": 0.957436154231347, + "precision": 0.9528459355700216, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9694541812719079, + "f1": 0.9597729928225672, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ], + "main_score": 0.9597729928225672, + "precision": 0.9550158571190119, + "recall": 0.9694541812719079 + }, + { + "accuracy": 0.9819729594391587, + "f1": 0.9761308629611084, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ], + "main_score": 0.9761308629611084, + "precision": 0.9732098147220831, + "recall": 0.9819729594391587 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9506760140210315, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ], + "main_score": 0.9506760140210315, + "precision": 0.9448339175429812, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9614755466533133, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "main_score": 0.9614755466533133, + "precision": 0.9571440494074445, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9662827574695375, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ], + "main_score": 0.9662827574695375, + "precision": 0.9628609581038224, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9874812218327491, + "f1": 0.9835586713403438, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ], + "main_score": 0.9835586713403438, + "precision": 0.9816391253546988, + "recall": 0.9874812218327491 + }, + { + "accuracy": 0.9649474211316975, + "f1": 0.9545985645134368, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ], + "main_score": 0.9545985645134368, + "precision": 0.9495910532465365, + "recall": 0.9649474211316975 + }, + { + "accuracy": 0.9644466700050075, + "f1": 0.9540143548656317, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ], + "main_score": 0.9540143548656317, + "precision": 0.9489233850776164, + "recall": 0.9644466700050075 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9549323985978968, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ], + "main_score": 0.9549323985978968, + "precision": 0.9498414288098814, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9849774661992989, + "f1": 0.9803037890168586, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ], + "main_score": 0.9803037890168586, + "precision": 0.9779669504256384, + "recall": 0.9849774661992989 + }, + { + "accuracy": 0.9784677015523285, + "f1": 0.9718744783842431, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ], + "main_score": 0.9718744783842431, + "precision": 0.9687030545818728, + "recall": 0.9784677015523285 + }, + { + "accuracy": 0.9779669504256384, + "f1": 0.971039893173093, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ], + "main_score": 0.971039893173093, + "precision": 0.9676180938073778, + "recall": 0.9779669504256384 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9621932899349024, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ], + "main_score": 0.9621932899349024, + "precision": 0.9580203638791521, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9814722083124687, + "f1": 0.9754631947921882, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "main_score": 0.9754631947921882, + "precision": 0.972458688032048, + "recall": 0.9814722083124687 + }, + { + "accuracy": 0.9549323985978968, + "f1": 0.941946252712402, + "hf_subset": "vie_Latn-swa_Latn", + "languages": [ + "vie-Latn", + "swa-Latn" + ], + "main_score": 0.941946252712402, + "precision": 0.935778668002003, + "recall": 0.9549323985978968 + }, + { + "accuracy": 0.9794692038057086, + "f1": 0.9729594391587381, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ], + "main_score": 0.9729594391587381, + "precision": 0.9697045568352529, + "recall": 0.9794692038057086 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.929510933066266, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ], + "main_score": 0.929510933066266, + "precision": 0.921590719412452, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9769654481722584, + "f1": 0.9701218494408279, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ], + "main_score": 0.9701218494408279, + "precision": 0.9667000500751126, + "recall": 0.9769654481722584 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9469203805708563, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ], + "main_score": 0.9469203805708563, + "precision": 0.9409113670505759, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9674511767651477, + "f1": 0.957769988315807, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "main_score": 0.957769988315807, + "precision": 0.9530963111333668, + "recall": 0.9674511767651477 + }, + { + "accuracy": 0.9584376564847271, + "f1": 0.9463695543314972, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ], + "main_score": 0.9463695543314972, + "precision": 0.9408028709731263, + "recall": 0.9584376564847271 + }, + { + "accuracy": 0.9033550325488232, + "f1": 0.8770155232849273, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ], + "main_score": 0.8770155232849273, + "precision": 0.864939075279586, + "recall": 0.9033550325488232 + }, + { + "accuracy": 0.6304456685027542, + "f1": 0.5729356299962208, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ], + "main_score": 0.5729356299962208, + "precision": 0.5491840936007185, + "recall": 0.6304456685027542 + }, + { + "accuracy": 0.6114171256885328, + "f1": 0.5513088026063371, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ], + "main_score": 0.5513088026063371, + "precision": 0.5290476083478086, + "recall": 0.6114171256885328 + }, + { + "accuracy": 0.7275913870806209, + "f1": 0.6853065312254096, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ], + "main_score": 0.6853065312254096, + "precision": 0.667602594367742, + "recall": 0.7275913870806209 + }, + { + "accuracy": 0.7416124186279419, + "f1": 0.7020749378035306, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ], + "main_score": 0.7020749378035306, + "precision": 0.6855706178315092, + "recall": 0.7416124186279419 + }, + { + "accuracy": 0.7205808713069605, + "f1": 0.6849703126117748, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ], + "main_score": 0.6849703126117748, + "precision": 0.6695459856451345, + "recall": 0.7205808713069605 + }, + { + "accuracy": 0.5272909364046069, + "f1": 0.4654193851163218, + "hf_subset": "wol_Latn-orm_Ethi", + "languages": [ + "wol-Latn", + "orm-Ethi" + ], + "main_score": 0.4654193851163218, + "precision": 0.44106862508214534, + "recall": 0.5272909364046069 + }, + { + "accuracy": 0.7150726089133701, + "f1": 0.6690531829490267, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ], + "main_score": 0.6690531829490267, + "precision": 0.6498044686076734, + "recall": 0.7150726089133701 + }, + { + "accuracy": 0.7240861291937907, + "f1": 0.6796830165883745, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ], + "main_score": 0.6796830165883745, + "precision": 0.6600525788683025, + "recall": 0.7240861291937907 + }, + { + "accuracy": 0.7150726089133701, + "f1": 0.6701382159819816, + "hf_subset": "wol_Latn-swa_Latn", + "languages": [ + "wol-Latn", + "swa-Latn" + ], + "main_score": 0.6701382159819816, + "precision": 0.6513234136919664, + "recall": 0.7150726089133701 + }, + { + "accuracy": 0.6104156234351528, + "f1": 0.5566834739844254, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ], + "main_score": 0.5566834739844254, + "precision": 0.5357691479499191, + "recall": 0.6104156234351528 + }, + { + "accuracy": 0.7441161742613921, + "f1": 0.7051107797226976, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ], + "main_score": 0.7051107797226976, + "precision": 0.6881071607411116, + "recall": 0.7441161742613921 + }, + { + "accuracy": 0.7045568352528793, + "f1": 0.6548147618252775, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ], + "main_score": 0.6548147618252775, + "precision": 0.6338799866466366, + "recall": 0.7045568352528793 + }, + { + "accuracy": 0.6179268903355033, + "f1": 0.5673927558003672, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ], + "main_score": 0.5673927558003672, + "precision": 0.5475524795129202, + "recall": 0.6179268903355033 + }, + { + "accuracy": 0.7225838758137206, + "f1": 0.6779538355151775, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ], + "main_score": 0.6779538355151775, + "precision": 0.6589515225218782, + "recall": 0.7225838758137206 + }, + { + "accuracy": 0.8342513770655984, + "f1": 0.7947182678780075, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ], + "main_score": 0.7947182678780075, + "precision": 0.7768068769821399, + "recall": 0.8342513770655984 + }, + { + "accuracy": 0.8873309964947421, + "f1": 0.8576889143238667, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ], + "main_score": 0.8576889143238667, + "precision": 0.8444500083458522, + "recall": 0.8873309964947421 + }, + { + "accuracy": 0.8968452679018528, + "f1": 0.872308462694041, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ], + "main_score": 0.872308462694041, + "precision": 0.8609998330829578, + "recall": 0.8968452679018528 + }, + { + "accuracy": 0.9073610415623435, + "f1": 0.8828409280587548, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ], + "main_score": 0.8828409280587548, + "precision": 0.8714655316307794, + "recall": 0.9073610415623435 + }, + { + "accuracy": 0.8542814221331998, + "f1": 0.8224098051839663, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ], + "main_score": 0.8224098051839663, + "precision": 0.8078534468369221, + "recall": 0.8542814221331998 + }, + { + "accuracy": 0.6274411617426139, + "f1": 0.5643417507213201, + "hf_subset": "xho_Latn-orm_Ethi", + "languages": [ + "xho-Latn", + "orm-Ethi" + ], + "main_score": 0.5643417507213201, + "precision": 0.538567194225682, + "recall": 0.6274411617426139 + }, + { + "accuracy": 0.8943415122684026, + "f1": 0.8703889167083958, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ], + "main_score": 0.8703889167083958, + "precision": 0.8591637456184277, + "recall": 0.8943415122684026 + }, + { + "accuracy": 0.901352028042063, + "f1": 0.8763311634117843, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ], + "main_score": 0.8763311634117843, + "precision": 0.8648556167584711, + "recall": 0.901352028042063 + }, + { + "accuracy": 0.9253880821231848, + "f1": 0.9066194529890071, + "hf_subset": "xho_Latn-swa_Latn", + "languages": [ + "xho-Latn", + "swa-Latn" + ], + "main_score": 0.9066194529890071, + "precision": 0.8977215823735604, + "recall": 0.9253880821231848 + }, + { + "accuracy": 0.7511266900350526, + "f1": 0.7025311777189595, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ], + "main_score": 0.7025311777189595, + "precision": 0.6813100603285881, + "recall": 0.7511266900350526 + }, + { + "accuracy": 0.899349023535303, + "f1": 0.8776498080454014, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ], + "main_score": 0.8776498080454014, + "precision": 0.8675513269904858, + "recall": 0.899349023535303 + }, + { + "accuracy": 0.7265898848272409, + "f1": 0.6800073125561358, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ], + "main_score": 0.6800073125561358, + "precision": 0.6600955003934472, + "recall": 0.7265898848272409 + }, + { + "accuracy": 0.7671507260891337, + "f1": 0.7192383813815961, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ], + "main_score": 0.7192383813815961, + "precision": 0.6984560173593723, + "recall": 0.7671507260891337 + }, + { + "accuracy": 0.9228843264897346, + "f1": 0.9034384910699382, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ], + "main_score": 0.9034384910699382, + "precision": 0.8941912869303955, + "recall": 0.9228843264897346 + }, + { + "accuracy": 0.6770155232849274, + "f1": 0.6184857011346745, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ], + "main_score": 0.6184857011346745, + "precision": 0.5947343634499368, + "recall": 0.6770155232849274 + }, + { + "accuracy": 0.7586379569354031, + "f1": 0.7042015404058468, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ], + "main_score": 0.7042015404058468, + "precision": 0.6822300911684988, + "recall": 0.7586379569354031 + }, + { + "accuracy": 0.8032048072108162, + "f1": 0.758180127333858, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ], + "main_score": 0.758180127333858, + "precision": 0.7380403939242197, + "recall": 0.8032048072108162 + }, + { + "accuracy": 0.8302453680520782, + "f1": 0.790428499892696, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ], + "main_score": 0.790428499892696, + "precision": 0.7725087631447171, + "recall": 0.8302453680520782 + }, + { + "accuracy": 0.756634952428643, + "f1": 0.7099446789231466, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ], + "main_score": 0.7099446789231466, + "precision": 0.6900481674893293, + "recall": 0.756634952428643 + }, + { + "accuracy": 0.5202804206309464, + "f1": 0.44902591983212914, + "hf_subset": "yor_Latn-orm_Ethi", + "languages": [ + "yor-Latn", + "orm-Ethi" + ], + "main_score": 0.44902591983212914, + "precision": 0.4223970144858055, + "recall": 0.5202804206309464 + }, + { + "accuracy": 0.7896845267901853, + "f1": 0.7427987218923623, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ], + "main_score": 0.7427987218923623, + "precision": 0.72225481078761, + "recall": 0.7896845267901853 + }, + { + "accuracy": 0.756134201301953, + "f1": 0.7051144176582334, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ], + "main_score": 0.7051144176582334, + "precision": 0.6829625390466653, + "recall": 0.756134201301953 + }, + { + "accuracy": 0.8212318477716575, + "f1": 0.7809420479926238, + "hf_subset": "yor_Latn-swa_Latn", + "languages": [ + "yor-Latn", + "swa-Latn" + ], + "main_score": 0.7809420479926238, + "precision": 0.7632240026706727, + "recall": 0.8212318477716575 + }, + { + "accuracy": 0.5938908362543815, + "f1": 0.5262390338754885, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ], + "main_score": 0.5262390338754885, + "precision": 0.5000019871076455, + "recall": 0.5938908362543815 + }, + { + "accuracy": 0.7956935403104657, + "f1": 0.7527875146052412, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ], + "main_score": 0.7527875146052412, + "precision": 0.7336302072155853, + "recall": 0.7956935403104657 + }, + { + "accuracy": 0.6159238858287431, + "f1": 0.5574754989627299, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ], + "main_score": 0.5574754989627299, + "precision": 0.5338982861015911, + "recall": 0.6159238858287431 + }, + { + "accuracy": 0.7511266900350526, + "f1": 0.6978646541240431, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ], + "main_score": 0.6978646541240431, + "precision": 0.6752857460794365, + "recall": 0.7511266900350526 + }, + { + "accuracy": 0.7646469704556835, + "f1": 0.7133211722345423, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ], + "main_score": 0.7133211722345423, + "precision": 0.6909578653694828, + "recall": 0.7646469704556835 + }, + { + "accuracy": 0.9734601902854282, + "f1": 0.9651977966950426, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ], + "main_score": 0.9651977966950426, + "precision": 0.9612752462026374, + "recall": 0.9734601902854282 + }, + { + "accuracy": 0.9594391587381071, + "f1": 0.9475880487397763, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ], + "main_score": 0.9475880487397763, + "precision": 0.9419128693039559, + "recall": 0.9594391587381071 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9404439993323318, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ], + "main_score": 0.9404439993323318, + "precision": 0.9344433316641629, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.971957936905358, + "f1": 0.9636955433149724, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ], + "main_score": 0.9636955433149724, + "precision": 0.9597729928225672, + "recall": 0.971957936905358 + }, + { + "accuracy": 0.9669504256384577, + "f1": 0.9572692371891169, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ], + "main_score": 0.9572692371891169, + "precision": 0.9525121014855616, + "recall": 0.9669504256384577 + }, + { + "accuracy": 0.9619429143715573, + "f1": 0.9505424803872474, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ], + "main_score": 0.9505424803872474, + "precision": 0.9451260223668836, + "recall": 0.9619429143715573 + }, + { + "accuracy": 0.9799699549323986, + "f1": 0.9734601902854282, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.9734601902854282, + "precision": 0.9702053079619429, + "recall": 0.9799699549323986 + }, + { + "accuracy": 0.9524286429644466, + "f1": 0.9375730262059756, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ], + "main_score": 0.9375730262059756, + "precision": 0.9304790519112001, + "recall": 0.9524286429644466 + }, + { + "accuracy": 0.9529293940911367, + "f1": 0.9394424970789519, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ], + "main_score": 0.9394424970789519, + "precision": 0.9331079953263227, + "recall": 0.9529293940911367 + }, + { + "accuracy": 0.9679519278918377, + "f1": 0.9579369053580371, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "main_score": 0.9579369053580371, + "precision": 0.9531130028375898, + "recall": 0.9679519278918377 + }, + { + "accuracy": 0.9539308963445168, + "f1": 0.9395259556000668, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ], + "main_score": 0.9395259556000668, + "precision": 0.9326907027207477, + "recall": 0.9539308963445168 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9498414288098814, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ], + "main_score": 0.9498414288098814, + "precision": 0.9441662493740611, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9424136204306459, + "f1": 0.9252211650809546, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ], + "main_score": 0.9252211650809546, + "precision": 0.9170422300116843, + "recall": 0.9424136204306459 + }, + { + "accuracy": 0.9248873309964948, + "f1": 0.9028375897179102, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ], + "main_score": 0.9028375897179102, + "precision": 0.8925054248038725, + "recall": 0.9248873309964948 + }, + { + "accuracy": 0.9659489233850777, + "f1": 0.9556835252879319, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ], + "main_score": 0.9556835252879319, + "precision": 0.9506760140210315, + "recall": 0.9659489233850777 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9509597729928226, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ], + "main_score": 0.9509597729928226, + "precision": 0.9455433149724587, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.972458688032048, + "f1": 0.9639459188783175, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ], + "main_score": 0.9639459188783175, + "precision": 0.9598564513436821, + "recall": 0.972458688032048 + }, + { + "accuracy": 0.9534301452178268, + "f1": 0.9397429477549657, + "hf_subset": "zho_Hant-fas_Arab", + "languages": [ + "zho-Hant", + "fas-Arab" + ], + "main_score": 0.9397429477549657, + "precision": 0.9332331831079953, + "recall": 0.9534301452178268 + }, + { + "accuracy": 0.9464196294441662, + "f1": 0.9306793523618762, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ], + "main_score": 0.9306793523618762, + "precision": 0.923092972792522, + "recall": 0.9464196294441662 + }, + { + "accuracy": 0.9624436654982473, + "f1": 0.9513436821899516, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ], + "main_score": 0.9513436821899516, + "precision": 0.9460023368385913, + "recall": 0.9624436654982473 + }, + { + "accuracy": 0.9318978467701552, + "f1": 0.9111834418294107, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ], + "main_score": 0.9111834418294107, + "precision": 0.901185110999833, + "recall": 0.9318978467701552 + }, + { + "accuracy": 0.9554331497245869, + "f1": 0.9415289601068269, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ], + "main_score": 0.9415289601068269, + "precision": 0.9348606242697378, + "recall": 0.9554331497245869 + }, + { + "accuracy": 0.9494241362043064, + "f1": 0.9339843097980303, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ], + "main_score": 0.9339843097980303, + "precision": 0.9263895843765648, + "recall": 0.9494241362043064 + }, + { + "accuracy": 0.9704556835252879, + "f1": 0.9610248706392923, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ], + "main_score": 0.9610248706392923, + "precision": 0.956434651977967, + "recall": 0.9704556835252879 + }, + { + "accuracy": 0.9509263895843766, + "f1": 0.9359873143047905, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ], + "main_score": 0.9359873143047905, + "precision": 0.9287264229677851, + "recall": 0.9509263895843766 + }, + { + "accuracy": 0.9459188783174762, + "f1": 0.9303789016858621, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ], + "main_score": 0.9303789016858621, + "precision": 0.9230512435319645, + "recall": 0.9459188783174762 + }, + { + "accuracy": 0.9449173760640961, + "f1": 0.9289267234184609, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ], + "main_score": 0.9289267234184609, + "precision": 0.9213403438491069, + "recall": 0.9449173760640961 + }, + { + "accuracy": 0.970956434651978, + "f1": 0.9619429143715573, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ], + "main_score": 0.9619429143715573, + "precision": 0.9576030712735771, + "recall": 0.970956434651978 + }, + { + "accuracy": 0.9559339008512769, + "f1": 0.9435653480220331, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ], + "main_score": 0.9435653480220331, + "precision": 0.9377399432482055, + "recall": 0.9559339008512769 + }, + { + "accuracy": 0.9479218828242364, + "f1": 0.9328325822066432, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ], + "main_score": 0.9328325822066432, + "precision": 0.9257636454682023, + "recall": 0.9479218828242364 + }, + { + "accuracy": 0.956434651977967, + "f1": 0.943164747120681, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ], + "main_score": 0.943164747120681, + "precision": 0.9367551326990486, + "recall": 0.956434651977967 + }, + { + "accuracy": 0.9544316474712068, + "f1": 0.9416700808788941, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ], + "main_score": 0.9416700808788941, + "precision": 0.9359539308963445, + "recall": 0.9544316474712068 + }, + { + "accuracy": 0.9128693039559339, + "f1": 0.8893006175930562, + "hf_subset": "zho_Hant-swa_Latn", + "languages": [ + "zho-Hant", + "swa-Latn" + ], + "main_score": 0.8893006175930562, + "precision": 0.8783174762143214, + "recall": 0.9128693039559339 + }, + { + "accuracy": 0.9614421632448673, + "f1": 0.9503421799365714, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ], + "main_score": 0.9503421799365714, + "precision": 0.9448339175429811, + "recall": 0.9614421632448673 + }, + { + "accuracy": 0.9048572859288934, + "f1": 0.8775830412285094, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ], + "main_score": 0.8775830412285094, + "precision": 0.8648389250542481, + "recall": 0.9048572859288934 + }, + { + "accuracy": 0.9629444166249375, + "f1": 0.9522951093306625, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ], + "main_score": 0.9522951093306625, + "precision": 0.9471290268736439, + "recall": 0.9629444166249375 + }, + { + "accuracy": 0.9689534301452178, + "f1": 0.9594725421465532, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ], + "main_score": 0.9594725421465532, + "precision": 0.9548072108162243, + "recall": 0.9689534301452178 + }, + { + "accuracy": 0.9654481722583875, + "f1": 0.9547654815556668, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ], + "main_score": 0.9547654815556668, + "precision": 0.9496745117676515, + "recall": 0.9654481722583875 + }, + { + "accuracy": 0.9664496745117677, + "f1": 0.956217659823068, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ], + "main_score": 0.956217659823068, + "precision": 0.9513019529293941, + "recall": 0.9664496745117677 + }, + { + "accuracy": 0.842764146219329, + "f1": 0.8031825516051857, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ], + "main_score": 0.8031825516051857, + "precision": 0.7859747955266233, + "recall": 0.842764146219329 + }, + { + "accuracy": 0.8302453680520782, + "f1": 0.7902436988816559, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ], + "main_score": 0.7902436988816559, + "precision": 0.7722631566397216, + "recall": 0.8302453680520782 + }, + { + "accuracy": 0.8693039559339009, + "f1": 0.8365047571357036, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ], + "main_score": 0.8365047571357036, + "precision": 0.8215406442997829, + "recall": 0.8693039559339009 + }, + { + "accuracy": 0.8913370055082624, + "f1": 0.8638982282948232, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ], + "main_score": 0.8638982282948232, + "precision": 0.8515439826406276, + "recall": 0.8913370055082624 + }, + { + "accuracy": 0.9053580370555834, + "f1": 0.8806054319574601, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ], + "main_score": 0.8806054319574601, + "precision": 0.8696175215203757, + "recall": 0.9053580370555834 + }, + { + "accuracy": 0.9183775663495243, + "f1": 0.8968953430145218, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ], + "main_score": 0.8968953430145218, + "precision": 0.8870138541145052, + "recall": 0.9183775663495243 + }, + { + "accuracy": 0.8873309964947421, + "f1": 0.8573865126694371, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ], + "main_score": 0.8573865126694371, + "precision": 0.8436070772825905, + "recall": 0.8873309964947421 + }, + { + "accuracy": 0.8878317476214321, + "f1": 0.8580370555833751, + "hf_subset": "zul_Latn-fas_Arab", + "languages": [ + "zul-Latn", + "fas-Arab" + ], + "main_score": 0.8580370555833751, + "precision": 0.8446586546486397, + "recall": 0.8878317476214321 + }, + { + "accuracy": 0.8833249874812218, + "f1": 0.8556179507356272, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ], + "main_score": 0.8556179507356272, + "precision": 0.8428523737987935, + "recall": 0.8833249874812218 + }, + { + "accuracy": 0.9058587881822734, + "f1": 0.882892195436011, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ], + "main_score": 0.882892195436011, + "precision": 0.8726303741326275, + "recall": 0.9058587881822734 + }, + { + "accuracy": 0.8808212318477716, + "f1": 0.8550242029711232, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ], + "main_score": 0.8550242029711232, + "precision": 0.8435200419677134, + "recall": 0.8808212318477716 + }, + { + "accuracy": 0.8898347521281923, + "f1": 0.8614922383575363, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ], + "main_score": 0.8614922383575363, + "precision": 0.8485227841762644, + "recall": 0.8898347521281923 + }, + { + "accuracy": 0.8978467701552328, + "f1": 0.872375229510933, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ], + "main_score": 0.872375229510933, + "precision": 0.8603071273577032, + "recall": 0.8978467701552328 + }, + { + "accuracy": 0.8803204807210816, + "f1": 0.8514382685138819, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ], + "main_score": 0.8514382685138819, + "precision": 0.8380696044066099, + "recall": 0.8803204807210816 + }, + { + "accuracy": 0.9033550325488232, + "f1": 0.8801368719746285, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ], + "main_score": 0.8801368719746285, + "precision": 0.8694207978634618, + "recall": 0.9033550325488232 + }, + { + "accuracy": 0.927391086629945, + "f1": 0.9085223072704294, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ], + "main_score": 0.9085223072704294, + "precision": 0.8999370267522496, + "recall": 0.927391086629945 + }, + { + "accuracy": 0.8698047070605909, + "f1": 0.8387414455015857, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ], + "main_score": 0.8387414455015857, + "precision": 0.8249874812218327, + "recall": 0.8698047070605909 + }, + { + "accuracy": 0.8532799198798198, + "f1": 0.8162283107200483, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ], + "main_score": 0.8162283107200483, + "precision": 0.7996870305458188, + "recall": 0.8532799198798198 + }, + { + "accuracy": 0.900350525788683, + "f1": 0.8762977800033384, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ], + "main_score": 0.8762977800033384, + "precision": 0.8652478718077116, + "recall": 0.900350525788683 + }, + { + "accuracy": 0.9188783174762143, + "f1": 0.8976297780003338, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ], + "main_score": 0.8976297780003338, + "precision": 0.8880153563678851, + "recall": 0.9188783174762143 + }, + { + "accuracy": 0.8798197295943916, + "f1": 0.8550087035314877, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ], + "main_score": 0.8550087035314877, + "precision": 0.8438908362543815, + "recall": 0.8798197295943916 + }, + { + "accuracy": 0.6444667000500751, + "f1": 0.5814217357782705, + "hf_subset": "zul_Latn-orm_Ethi", + "languages": [ + "zul-Latn", + "orm-Ethi" + ], + "main_score": 0.5814217357782705, + "precision": 0.5557606250645809, + "recall": 0.6444667000500751 + }, + { + "accuracy": 0.900851276915373, + "f1": 0.8756570753566247, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ], + "main_score": 0.8756570753566247, + "precision": 0.8643103544205197, + "recall": 0.900851276915373 + }, + { + "accuracy": 0.8983475212819229, + "f1": 0.8719829744616925, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ], + "main_score": 0.8719829744616925, + "precision": 0.8598779121062547, + "recall": 0.8983475212819229 + }, + { + "accuracy": 0.8843264897346019, + "f1": 0.8563511934568518, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ], + "main_score": 0.8563511934568518, + "precision": 0.8437944795981851, + "recall": 0.8843264897346019 + }, + { + "accuracy": 0.8893340010015023, + "f1": 0.8609342585306531, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ], + "main_score": 0.8609342585306531, + "precision": 0.8474378234017694, + "recall": 0.8893340010015023 + }, + { + "accuracy": 0.9083625438157236, + "f1": 0.886646636621599, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ], + "main_score": 0.886646636621599, + "precision": 0.8765815389751294, + "recall": 0.9083625438157236 + }, + { + "accuracy": 0.9093640460691037, + "f1": 0.886012351861125, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ], + "main_score": 0.886012351861125, + "precision": 0.8750208646302787, + "recall": 0.9093640460691037 + }, + { + "accuracy": 0.927891837756635, + "f1": 0.908340288210093, + "hf_subset": "zul_Latn-swa_Latn", + "languages": [ + "zul-Latn", + "swa-Latn" + ], + "main_score": 0.908340288210093, + "precision": 0.8992864296444667, + "recall": 0.927891837756635 + }, + { + "accuracy": 0.9033550325488232, + "f1": 0.8794024369888165, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ], + "main_score": 0.8794024369888165, + "precision": 0.8684276414621933, + "recall": 0.9033550325488232 + }, + { + "accuracy": 0.8783174762143214, + "f1": 0.8474807449269142, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ], + "main_score": 0.8474807449269142, + "precision": 0.8334084460023368, + "recall": 0.8783174762143214 + }, + { + "accuracy": 0.757135703555333, + "f1": 0.7080660673550007, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ], + "main_score": 0.7080660673550007, + "precision": 0.6871849440827907, + "recall": 0.757135703555333 + }, + { + "accuracy": 0.9098647971957937, + "f1": 0.889159930371748, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ], + "main_score": 0.889159930371748, + "precision": 0.8795276247704891, + "recall": 0.9098647971957937 + }, + { + "accuracy": 0.8978467701552328, + "f1": 0.8716407945251209, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ], + "main_score": 0.8716407945251209, + "precision": 0.8595977299282257, + "recall": 0.8978467701552328 + }, + { + "accuracy": 0.9093640460691037, + "f1": 0.8880777876771867, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ], + "main_score": 0.8880777876771867, + "precision": 0.8784227623486512, + "recall": 0.9093640460691037 + }, + { + "accuracy": 0.7371056584877316, + "f1": 0.690864868731669, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ], + "main_score": 0.690864868731669, + "precision": 0.6705474878985144, + "recall": 0.7371056584877316 + }, + { + "accuracy": 0.9063595393089634, + "f1": 0.8835586713403438, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ], + "main_score": 0.8835586713403438, + "precision": 0.8728092138207311, + "recall": 0.9063595393089634 + }, + { + "accuracy": 0.785678517776665, + "f1": 0.7427999141569497, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ], + "main_score": 0.7427999141569497, + "precision": 0.7239359038557837, + "recall": 0.785678517776665 + }, + { + "accuracy": 0.8482724086129194, + "f1": 0.8103583947349595, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ], + "main_score": 0.8103583947349595, + "precision": 0.7935736938741446, + "recall": 0.8482724086129194 + } + ] + }, + "task_name": "NTREXBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NepaliNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NepaliNewsClassification.json new file mode 100644 index 000000000..4ee51843e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NepaliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "79125f20d858a08f71ec4923169a6545221725c4", + "evaluation_time": 7.747660398483276, + "kg_co2_emissions": 0.00027724419424718025, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.931591796875, + "f1": 0.9309242172748432, + "f1_weighted": 0.9314716007819183, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ], + "main_score": 0.931591796875, + "scores_per_experiment": [ + { + "accuracy": 0.9375, + "f1": 0.936920026446426, + "f1_weighted": 0.9376003381438895 + }, + { + "accuracy": 0.91943359375, + "f1": 0.9193928673208985, + "f1_weighted": 0.9189180041776128 + }, + { + "accuracy": 0.9296875, + "f1": 0.9293866260923022, + "f1_weighted": 0.929766265616097 + }, + { + "accuracy": 0.90087890625, + "f1": 0.8984171254681215, + "f1_weighted": 0.8999694546438733 + }, + { + "accuracy": 0.95068359375, + "f1": 0.9498960123249333, + "f1_weighted": 0.950522783900916 + }, + { + "accuracy": 0.94482421875, + "f1": 0.9445228016836614, + "f1_weighted": 0.9449049498481068 + }, + { + "accuracy": 0.9091796875, + "f1": 0.9094426632466948, + "f1_weighted": 0.9098934008419926 + }, + { + "accuracy": 0.94580078125, + "f1": 0.9451315060386296, + "f1_weighted": 0.9457063794612159 + }, + { + "accuracy": 0.93408203125, + "f1": 0.9327610610466707, + "f1_weighted": 0.9335535711934321 + }, + { + "accuracy": 0.94384765625, + "f1": 0.9433714830800944, + "f1_weighted": 0.9438808599920462 + } + ] + } + ] + }, + "task_name": "NepaliNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2022RetrievalHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..a7fcfca61 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 180.8600857257843, + "kg_co2_emissions": 0.017382379059282794, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.45925, + "map_at_1": 0.06424, + "map_at_10": 0.19688, + "map_at_100": 0.34973, + "map_at_1000": 0.39949, + "map_at_20": 0.24312, + "map_at_3": 0.1148, + "map_at_5": 0.14227, + "mrr_at_1": 0.4444444444444444, + "mrr_at_10": 0.6243209876543209, + "mrr_at_100": 0.6272845847355651, + "mrr_at_1000": 0.6272845847355651, + "mrr_at_20": 0.6260303893637226, + "mrr_at_3": 0.5962962962962963, + "mrr_at_5": 0.6218518518518518, + "nauc_map_at_1000_diff1": -0.1837338227498179, + "nauc_map_at_1000_max": 0.2734578330503939, + "nauc_map_at_1000_std": 0.22315435685676702, + "nauc_map_at_100_diff1": -0.016667914671878274, + "nauc_map_at_100_max": 0.31831943515642047, + "nauc_map_at_100_std": 0.1962540266565546, + "nauc_map_at_10_diff1": 0.1106146318955256, + "nauc_map_at_10_max": 0.3032071631316901, + "nauc_map_at_10_std": 0.06158859807108975, + "nauc_map_at_1_diff1": -0.08592926517206892, + "nauc_map_at_1_max": 0.13726141933638825, + "nauc_map_at_1_std": 0.14679222504836523, + "nauc_map_at_20_diff1": 0.16261029841060415, + "nauc_map_at_20_max": 0.31045451546574787, + "nauc_map_at_20_std": 0.07611655977394834, + "nauc_map_at_3_diff1": -0.008910731385032173, + "nauc_map_at_3_max": 0.2801905505671569, + "nauc_map_at_3_std": 0.1953933152471237, + "nauc_map_at_5_diff1": 0.03843500308599024, + "nauc_map_at_5_max": 0.2936468359255012, + "nauc_map_at_5_std": 0.14386904872876466, + "nauc_mrr_at_1000_diff1": -0.03572042877825164, + "nauc_mrr_at_1000_max": 0.3848994418014229, + "nauc_mrr_at_1000_std": 0.36181627020839496, + "nauc_mrr_at_100_diff1": -0.03572042877825164, + "nauc_mrr_at_100_max": 0.3848994418014229, + "nauc_mrr_at_100_std": 0.36181627020839496, + "nauc_mrr_at_10_diff1": -0.031151690057347674, + "nauc_mrr_at_10_max": 0.3853569441957709, + "nauc_mrr_at_10_std": 0.3612671064153097, + "nauc_mrr_at_1_diff1": -0.02406814397707603, + "nauc_mrr_at_1_max": 0.3503124207870829, + "nauc_mrr_at_1_std": 0.329496860920364, + "nauc_mrr_at_20_diff1": -0.036040068424867955, + "nauc_mrr_at_20_max": 0.3813771627544441, + "nauc_mrr_at_20_std": 0.3571313445420587, + "nauc_mrr_at_3_diff1": -0.011307297574125928, + "nauc_mrr_at_3_max": 0.4371130314412657, + "nauc_mrr_at_3_std": 0.41227272095270234, + "nauc_mrr_at_5_diff1": -0.03244411382959991, + "nauc_mrr_at_5_max": 0.39029109667975953, + "nauc_mrr_at_5_std": 0.3663946442012242, + "nauc_ndcg_at_1000_diff1": -0.130383282662499, + "nauc_ndcg_at_1000_max": 0.2809439643032499, + "nauc_ndcg_at_1000_std": 0.24436925799966758, + "nauc_ndcg_at_100_diff1": -0.025075141329137053, + "nauc_ndcg_at_100_max": 0.3621296315638408, + "nauc_ndcg_at_100_std": 0.2911750332945605, + "nauc_ndcg_at_10_diff1": -0.11025815236257891, + "nauc_ndcg_at_10_max": 0.23009810789768617, + "nauc_ndcg_at_10_std": 0.09477656854869991, + "nauc_ndcg_at_1_diff1": -0.08629404997514295, + "nauc_ndcg_at_1_max": 0.22387354997031378, + "nauc_ndcg_at_1_std": 0.27476179675886503, + "nauc_ndcg_at_20_diff1": -0.07811838325748986, + "nauc_ndcg_at_20_max": 0.24180372810362089, + "nauc_ndcg_at_20_std": 0.11145495564154068, + "nauc_ndcg_at_3_diff1": -0.1534732343827703, + "nauc_ndcg_at_3_max": 0.316185722685165, + "nauc_ndcg_at_3_std": 0.2413605972851468, + "nauc_ndcg_at_5_diff1": -0.146550277538246, + "nauc_ndcg_at_5_max": 0.26120291738302825, + "nauc_ndcg_at_5_std": 0.16147066542676058, + "nauc_precision_at_1000_diff1": -0.4589396669280456, + "nauc_precision_at_1000_max": 0.01869245337650312, + "nauc_precision_at_1000_std": 0.1426175387746479, + "nauc_precision_at_100_diff1": -0.4134503735974552, + "nauc_precision_at_100_max": 0.004573919306117822, + "nauc_precision_at_100_std": 0.17286730757970387, + "nauc_precision_at_10_diff1": -0.14446174357119998, + "nauc_precision_at_10_max": 0.13718776941717023, + "nauc_precision_at_10_std": 0.040758402586116474, + "nauc_precision_at_1_diff1": -0.02406814397707603, + "nauc_precision_at_1_max": 0.3503124207870829, + "nauc_precision_at_1_std": 0.329496860920364, + "nauc_precision_at_20_diff1": -0.23141748927896408, + "nauc_precision_at_20_max": 0.056667967328545225, + "nauc_precision_at_20_std": 0.09844943782340751, + "nauc_precision_at_3_diff1": -0.0733515943178931, + "nauc_precision_at_3_max": 0.4038617109288938, + "nauc_precision_at_3_std": 0.27820252149806374, + "nauc_precision_at_5_diff1": -0.12245729900323123, + "nauc_precision_at_5_max": 0.2951949405927087, + "nauc_precision_at_5_std": 0.17563827617256292, + "nauc_recall_at_1000_diff1": 0.6385030139283102, + "nauc_recall_at_1000_max": 0.8958203930339562, + "nauc_recall_at_1000_std": 0.9064982391380157, + "nauc_recall_at_100_diff1": 0.3615076675099179, + "nauc_recall_at_100_max": 0.45789104004154113, + "nauc_recall_at_100_std": 0.4173222294279222, + "nauc_recall_at_10_diff1": 0.25231679659866096, + "nauc_recall_at_10_max": 0.20500532795531937, + "nauc_recall_at_10_std": -0.07684272262162052, + "nauc_recall_at_1_diff1": -0.08592926517206892, + "nauc_recall_at_1_max": 0.13726141933638825, + "nauc_recall_at_1_std": 0.14679222504836523, + "nauc_recall_at_20_diff1": 0.37608931278192587, + "nauc_recall_at_20_max": 0.2118686768724125, + "nauc_recall_at_20_std": -0.04934997146332704, + "nauc_recall_at_3_diff1": 0.070554666153605, + "nauc_recall_at_3_max": 0.30233324788346755, + "nauc_recall_at_3_std": 0.18563759950689043, + "nauc_recall_at_5_diff1": 0.1543586852025409, + "nauc_recall_at_5_max": 0.19428171389026683, + "nauc_recall_at_5_std": 0.016166992398635203, + "ndcg_at_1": 0.34074, + "ndcg_at_10": 0.43068, + "ndcg_at_100": 0.56059, + "ndcg_at_1000": 0.61497, + "ndcg_at_20": 0.45925, + "ndcg_at_3": 0.39609, + "ndcg_at_5": 0.40887, + "precision_at_1": 0.44444, + "precision_at_10": 0.39556, + "precision_at_100": 0.19111, + "precision_at_1000": 0.03173, + "precision_at_20": 0.33111, + "precision_at_3": 0.47407, + "precision_at_5": 0.43556, + "recall_at_1": 0.06424, + "recall_at_10": 0.3074, + "recall_at_100": 0.78628, + "recall_at_1000": 0.95482, + "recall_at_20": 0.42925, + "recall_at_3": 0.13912, + "recall_at_5": 0.1978 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.49595, + "map_at_1": 0.06548, + "map_at_10": 0.17025, + "map_at_100": 0.35723, + "map_at_1000": 0.43251, + "map_at_20": 0.2147, + "map_at_3": 0.10573, + "map_at_5": 0.13073, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8239538239538239, + "mrr_at_100": 0.8242832047179873, + "mrr_at_1000": 0.8242832047179873, + "mrr_at_20": 0.8239538239538239, + "mrr_at_3": 0.8068181818181818, + "mrr_at_5": 0.8181818181818182, + "nauc_map_at_1000_diff1": -0.05254680212806324, + "nauc_map_at_1000_max": 0.22397554335962552, + "nauc_map_at_1000_std": 0.08837459842449788, + "nauc_map_at_100_diff1": -0.10598473380147741, + "nauc_map_at_100_max": 0.14839306967867966, + "nauc_map_at_100_std": -0.07316142613326103, + "nauc_map_at_10_diff1": -0.06985782186994843, + "nauc_map_at_10_max": -0.14507568886701713, + "nauc_map_at_10_std": -0.3971609226213917, + "nauc_map_at_1_diff1": 0.12330648298413385, + "nauc_map_at_1_max": -0.21538832079548195, + "nauc_map_at_1_std": -0.4744489724865703, + "nauc_map_at_20_diff1": -0.07855775439110721, + "nauc_map_at_20_max": -0.07436509887518096, + "nauc_map_at_20_std": -0.3460279469696084, + "nauc_map_at_3_diff1": 0.03569342297831977, + "nauc_map_at_3_max": -0.1924045647207786, + "nauc_map_at_3_std": -0.46551059758994756, + "nauc_map_at_5_diff1": 0.0075354966950653916, + "nauc_map_at_5_max": -0.20345559669242633, + "nauc_map_at_5_std": -0.46883556272741317, + "nauc_mrr_at_1000_diff1": 0.3769918923506835, + "nauc_mrr_at_1000_max": 0.033941652104409505, + "nauc_mrr_at_1000_std": -0.11440082363054659, + "nauc_mrr_at_100_diff1": 0.3769918923506835, + "nauc_mrr_at_100_max": 0.033941652104409505, + "nauc_mrr_at_100_std": -0.11440082363054659, + "nauc_mrr_at_10_diff1": 0.3782729555115657, + "nauc_mrr_at_10_max": 0.035928113830279544, + "nauc_mrr_at_10_std": -0.11237543554687973, + "nauc_mrr_at_1_diff1": 0.4339775393335944, + "nauc_mrr_at_1_max": -0.005015461984420777, + "nauc_mrr_at_1_std": -0.1569668310995151, + "nauc_mrr_at_20_diff1": 0.3782729555115657, + "nauc_mrr_at_20_max": 0.035928113830279544, + "nauc_mrr_at_20_std": -0.11237543554687973, + "nauc_mrr_at_3_diff1": 0.2982545049175428, + "nauc_mrr_at_3_max": 0.03139035048561795, + "nauc_mrr_at_3_std": -0.10851236240768286, + "nauc_mrr_at_5_diff1": 0.35949996726350797, + "nauc_mrr_at_5_max": -0.0035510248949167642, + "nauc_mrr_at_5_std": -0.14669655272236506, + "nauc_ndcg_at_1000_diff1": -0.03417802964469937, + "nauc_ndcg_at_1000_max": 0.2429275203895891, + "nauc_ndcg_at_1000_std": 0.08024441685092529, + "nauc_ndcg_at_100_diff1": -0.0352098681906356, + "nauc_ndcg_at_100_max": 0.07872090352865717, + "nauc_ndcg_at_100_std": -0.1392326341215395, + "nauc_ndcg_at_10_diff1": -0.10159827725510404, + "nauc_ndcg_at_10_max": 0.019092336267922953, + "nauc_ndcg_at_10_std": -0.15636848632901673, + "nauc_ndcg_at_1_diff1": 0.15434853794973932, + "nauc_ndcg_at_1_max": -0.15952820854826627, + "nauc_ndcg_at_1_std": -0.3664925248034724, + "nauc_ndcg_at_20_diff1": -0.06281890568073023, + "nauc_ndcg_at_20_max": 0.005153511715250265, + "nauc_ndcg_at_20_std": -0.18936070577802117, + "nauc_ndcg_at_3_diff1": -0.06317583862903783, + "nauc_ndcg_at_3_max": 0.036932540141541716, + "nauc_ndcg_at_3_std": -0.23382148862894925, + "nauc_ndcg_at_5_diff1": -0.05002961120056356, + "nauc_ndcg_at_5_max": -0.028481650075347628, + "nauc_ndcg_at_5_std": -0.26153988168869374, + "nauc_precision_at_1000_diff1": 0.012884699643820564, + "nauc_precision_at_1000_max": 0.2598402623182612, + "nauc_precision_at_1000_std": 0.3601637871027799, + "nauc_precision_at_100_diff1": -0.01911546571485384, + "nauc_precision_at_100_max": 0.292211805646164, + "nauc_precision_at_100_std": 0.3704036799221494, + "nauc_precision_at_10_diff1": -0.09881654821364184, + "nauc_precision_at_10_max": 0.33040266893287545, + "nauc_precision_at_10_std": 0.2658328392077503, + "nauc_precision_at_1_diff1": 0.4339775393335944, + "nauc_precision_at_1_max": -0.005015461984420777, + "nauc_precision_at_1_std": -0.1569668310995151, + "nauc_precision_at_20_diff1": -0.03137822451407761, + "nauc_precision_at_20_max": 0.3364747289816688, + "nauc_precision_at_20_std": 0.3117477458330289, + "nauc_precision_at_3_diff1": -0.0517675380265105, + "nauc_precision_at_3_max": 0.2597702484011261, + "nauc_precision_at_3_std": 0.05707067639870357, + "nauc_precision_at_5_diff1": -0.11306337964905873, + "nauc_precision_at_5_max": 0.20015796868582714, + "nauc_precision_at_5_std": 0.04366568343986344, + "nauc_recall_at_1000_diff1": -0.3539462195020581, + "nauc_recall_at_1000_max": 0.487008690841026, + "nauc_recall_at_1000_std": 0.6466025254611285, + "nauc_recall_at_100_diff1": -0.12954844585760505, + "nauc_recall_at_100_max": -0.1556691501039456, + "nauc_recall_at_100_std": -0.2510128327680931, + "nauc_recall_at_10_diff1": -0.08182878952282026, + "nauc_recall_at_10_max": -0.18864864861241457, + "nauc_recall_at_10_std": -0.33225467420090593, + "nauc_recall_at_1_diff1": 0.12330648298413385, + "nauc_recall_at_1_max": -0.21538832079548195, + "nauc_recall_at_1_std": -0.4744489724865703, + "nauc_recall_at_20_diff1": -0.07057253038358878, + "nauc_recall_at_20_max": -0.1490380783942565, + "nauc_recall_at_20_std": -0.31338072766820946, + "nauc_recall_at_3_diff1": -0.01041733403085957, + "nauc_recall_at_3_max": -0.22321425948640644, + "nauc_recall_at_3_std": -0.4530984818485849, + "nauc_recall_at_5_diff1": 0.004477814960532039, + "nauc_recall_at_5_max": -0.2665411264270401, + "nauc_recall_at_5_std": -0.4371829772402316, + "ndcg_at_1": 0.56818, + "ndcg_at_10": 0.49798, + "ndcg_at_100": 0.60159, + "ndcg_at_1000": 0.70304, + "ndcg_at_20": 0.49595, + "ndcg_at_3": 0.53844, + "ndcg_at_5": 0.51739, + "precision_at_1": 0.75, + "precision_at_10": 0.47727, + "precision_at_100": 0.26364, + "precision_at_1000": 0.04214, + "precision_at_20": 0.40909, + "precision_at_3": 0.62121, + "precision_at_5": 0.55909, + "recall_at_1": 0.06548, + "recall_at_10": 0.22472, + "recall_at_100": 0.69718, + "recall_at_1000": 0.9741, + "recall_at_20": 0.30722, + "recall_at_3": 0.11724, + "recall_at_5": 0.15864 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.44847, + "map_at_1": 0.03532, + "map_at_10": 0.16948, + "map_at_100": 0.33199, + "map_at_1000": 0.41756, + "map_at_20": 0.21453, + "map_at_3": 0.09002, + "map_at_5": 0.12454, + "mrr_at_1": 0.574468085106383, + "mrr_at_10": 0.6993752110773386, + "mrr_at_100": 0.7050992720546767, + "mrr_at_1000": 0.7052642069054107, + "mrr_at_20": 0.7050992720546767, + "mrr_at_3": 0.6843971631205673, + "mrr_at_5": 0.6939716312056736, + "nauc_map_at_1000_diff1": -0.05362389527401666, + "nauc_map_at_1000_max": 0.4397250516303396, + "nauc_map_at_1000_std": 0.22834808540722687, + "nauc_map_at_100_diff1": -0.1218141143635624, + "nauc_map_at_100_max": 0.39680280234554816, + "nauc_map_at_100_std": -0.1246948302221253, + "nauc_map_at_10_diff1": -0.1561362151140484, + "nauc_map_at_10_max": 0.27962304431843565, + "nauc_map_at_10_std": -0.4153192094795614, + "nauc_map_at_1_diff1": -0.1230993704949258, + "nauc_map_at_1_max": 0.1283267144368553, + "nauc_map_at_1_std": -0.3229806647482662, + "nauc_map_at_20_diff1": -0.10899065993218741, + "nauc_map_at_20_max": 0.3377660280367339, + "nauc_map_at_20_std": -0.36976423096204747, + "nauc_map_at_3_diff1": -0.18285760796158726, + "nauc_map_at_3_max": 0.18833996728395908, + "nauc_map_at_3_std": -0.3929867472364475, + "nauc_map_at_5_diff1": -0.1606547882496275, + "nauc_map_at_5_max": 0.21419462006728768, + "nauc_map_at_5_std": -0.43356031226288955, + "nauc_mrr_at_1000_diff1": 0.17271660371142253, + "nauc_mrr_at_1000_max": 0.4724060275730152, + "nauc_mrr_at_1000_std": 0.08747390121984634, + "nauc_mrr_at_100_diff1": 0.17177897023963146, + "nauc_mrr_at_100_max": 0.4723267622242383, + "nauc_mrr_at_100_std": 0.08659522422596325, + "nauc_mrr_at_10_diff1": 0.1764241038258998, + "nauc_mrr_at_10_max": 0.47885252401352685, + "nauc_mrr_at_10_std": 0.09768939251789373, + "nauc_mrr_at_1_diff1": 0.18852875450512513, + "nauc_mrr_at_1_max": 0.4679690387038022, + "nauc_mrr_at_1_std": 0.13299322991612308, + "nauc_mrr_at_20_diff1": 0.17177897023963146, + "nauc_mrr_at_20_max": 0.4723267622242383, + "nauc_mrr_at_20_std": 0.08659522422596325, + "nauc_mrr_at_3_diff1": 0.1736622758402003, + "nauc_mrr_at_3_max": 0.48270082998805564, + "nauc_mrr_at_3_std": 0.09391691443232487, + "nauc_mrr_at_5_diff1": 0.19058471235277633, + "nauc_mrr_at_5_max": 0.4662796831005622, + "nauc_mrr_at_5_std": 0.06924743485519216, + "nauc_ndcg_at_1000_diff1": -0.07713781220836807, + "nauc_ndcg_at_1000_max": 0.4303799784473448, + "nauc_ndcg_at_1000_std": 0.17837747665655496, + "nauc_ndcg_at_100_diff1": -0.08156018079196038, + "nauc_ndcg_at_100_max": 0.4318829655096709, + "nauc_ndcg_at_100_std": -0.0734850911533249, + "nauc_ndcg_at_10_diff1": -0.15652757845590304, + "nauc_ndcg_at_10_max": 0.29659150830335457, + "nauc_ndcg_at_10_std": -0.03406714831479533, + "nauc_ndcg_at_1_diff1": 0.06875026547704687, + "nauc_ndcg_at_1_max": 0.25107359911413885, + "nauc_ndcg_at_1_std": -0.045000046592871434, + "nauc_ndcg_at_20_diff1": -0.15380805753327562, + "nauc_ndcg_at_20_max": 0.33041130520132467, + "nauc_ndcg_at_20_std": -0.02924319164036246, + "nauc_ndcg_at_3_diff1": -0.0636451592729743, + "nauc_ndcg_at_3_max": 0.29443761628177695, + "nauc_ndcg_at_3_std": -0.0518736485593976, + "nauc_ndcg_at_5_diff1": -0.06848605472944386, + "nauc_ndcg_at_5_max": 0.3333791534783163, + "nauc_ndcg_at_5_std": -0.05515337028537255, + "nauc_precision_at_1000_diff1": 0.07015531239529552, + "nauc_precision_at_1000_max": 0.21264495960241286, + "nauc_precision_at_1000_std": 0.6120676679360046, + "nauc_precision_at_100_diff1": 0.009637340944801098, + "nauc_precision_at_100_max": 0.17463486334558634, + "nauc_precision_at_100_std": 0.5859169525319331, + "nauc_precision_at_10_diff1": -0.017317277091190523, + "nauc_precision_at_10_max": 0.39387846404909366, + "nauc_precision_at_10_std": 0.22837991983096312, + "nauc_precision_at_1_diff1": 0.18852875450512513, + "nauc_precision_at_1_max": 0.4679690387038022, + "nauc_precision_at_1_std": 0.13299322991612308, + "nauc_precision_at_20_diff1": 0.031240584964697095, + "nauc_precision_at_20_max": 0.35071370380888117, + "nauc_precision_at_20_std": 0.4247701069268214, + "nauc_precision_at_3_diff1": 0.0225130294449346, + "nauc_precision_at_3_max": 0.45496880841299836, + "nauc_precision_at_3_std": 0.05176358331327029, + "nauc_precision_at_5_diff1": 0.03445023051365249, + "nauc_precision_at_5_max": 0.47571915821017, + "nauc_precision_at_5_std": 0.06232800021106569, + "nauc_recall_at_1000_diff1": 0.5256418950286007, + "nauc_recall_at_1000_max": -0.051440154769601266, + "nauc_recall_at_1000_std": 0.3546631588270512, + "nauc_recall_at_100_diff1": -0.0839821643612274, + "nauc_recall_at_100_max": 0.1572782429324546, + "nauc_recall_at_100_std": -0.4903455445130429, + "nauc_recall_at_10_diff1": -0.11633048786046146, + "nauc_recall_at_10_max": 0.18291083843951714, + "nauc_recall_at_10_std": -0.4603354658652156, + "nauc_recall_at_1_diff1": -0.1230993704949258, + "nauc_recall_at_1_max": 0.1283267144368553, + "nauc_recall_at_1_std": -0.3229806647482662, + "nauc_recall_at_20_diff1": -0.03936111823181103, + "nauc_recall_at_20_max": 0.16004395990860604, + "nauc_recall_at_20_std": -0.49857905468820674, + "nauc_recall_at_3_diff1": -0.1896523775391505, + "nauc_recall_at_3_max": 0.20638406229297282, + "nauc_recall_at_3_std": -0.4032366731300649, + "nauc_recall_at_5_diff1": -0.09732824180852113, + "nauc_recall_at_5_max": 0.10734703289144493, + "nauc_recall_at_5_std": -0.46189117700910487, + "ndcg_at_1": 0.44681, + "ndcg_at_10": 0.41895, + "ndcg_at_100": 0.56238, + "ndcg_at_1000": 0.66313, + "ndcg_at_20": 0.44847, + "ndcg_at_3": 0.45007, + "ndcg_at_5": 0.43088, + "precision_at_1": 0.57447, + "precision_at_10": 0.44681, + "precision_at_100": 0.24383, + "precision_at_1000": 0.04509, + "precision_at_20": 0.37979, + "precision_at_3": 0.55319, + "precision_at_5": 0.50638, + "recall_at_1": 0.03532, + "recall_at_10": 0.23347, + "recall_at_100": 0.68435, + "recall_at_1000": 0.98622, + "recall_at_20": 0.35547, + "recall_at_3": 0.09965, + "recall_at_5": 0.16099 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2023RetrievalHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..cfb94f4f7 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 326.6742389202118, + "kg_co2_emissions": 0.03138018995603443, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.58088, + "map_at_1": 0.0658, + "map_at_10": 0.20268, + "map_at_100": 0.41951, + "map_at_1000": 0.52423, + "map_at_20": 0.2579, + "map_at_3": 0.11524, + "map_at_5": 0.1504, + "mrr_at_1": 0.8108108108108109, + "mrr_at_10": 0.8702702702702704, + "mrr_at_100": 0.8711603355933253, + "mrr_at_1000": 0.8711603355933253, + "mrr_at_20": 0.871021021021021, + "mrr_at_3": 0.8558558558558559, + "mrr_at_5": 0.8680180180180183, + "nauc_map_at_1000_diff1": -0.23226927960436342, + "nauc_map_at_1000_max": 0.21399893134264766, + "nauc_map_at_1000_std": 0.2530716171495901, + "nauc_map_at_100_diff1": -0.03764685650481549, + "nauc_map_at_100_max": 0.23191960911955303, + "nauc_map_at_100_std": -0.025552716504639986, + "nauc_map_at_10_diff1": 0.21414307295993132, + "nauc_map_at_10_max": 0.21224819746506146, + "nauc_map_at_10_std": -0.32551995717496074, + "nauc_map_at_1_diff1": 0.165218172327579, + "nauc_map_at_1_max": -0.08483743500140442, + "nauc_map_at_1_std": -0.3962552664141924, + "nauc_map_at_20_diff1": 0.20757067779026048, + "nauc_map_at_20_max": 0.23163451670403573, + "nauc_map_at_20_std": -0.29724075893150115, + "nauc_map_at_3_diff1": 0.2096474955891618, + "nauc_map_at_3_max": 0.06972226076551305, + "nauc_map_at_3_std": -0.3815979117053017, + "nauc_map_at_5_diff1": 0.192764586940261, + "nauc_map_at_5_max": 0.13311542016479858, + "nauc_map_at_5_std": -0.3825986807153501, + "nauc_mrr_at_1000_diff1": -0.025059763012921538, + "nauc_mrr_at_1000_max": 0.41152020969542924, + "nauc_mrr_at_1000_std": 0.14610472213902395, + "nauc_mrr_at_100_diff1": -0.025059763012921538, + "nauc_mrr_at_100_max": 0.41152020969542924, + "nauc_mrr_at_100_std": 0.14610472213902395, + "nauc_mrr_at_10_diff1": -0.027685898302264946, + "nauc_mrr_at_10_max": 0.41497733830502853, + "nauc_mrr_at_10_std": 0.1502658672103919, + "nauc_mrr_at_1_diff1": 0.006395823443191972, + "nauc_mrr_at_1_max": 0.32911809974593437, + "nauc_mrr_at_1_std": -0.006654488489907726, + "nauc_mrr_at_20_diff1": -0.024400206946018434, + "nauc_mrr_at_20_max": 0.4121892436470634, + "nauc_mrr_at_20_std": 0.14676002208222416, + "nauc_mrr_at_3_diff1": -0.02749089445781375, + "nauc_mrr_at_3_max": 0.4266606139895411, + "nauc_mrr_at_3_std": 0.17568811387666786, + "nauc_mrr_at_5_diff1": -0.02078064329118792, + "nauc_mrr_at_5_max": 0.4254726463670133, + "nauc_mrr_at_5_std": 0.16551009974759287, + "nauc_ndcg_at_1000_diff1": -0.21927649303809746, + "nauc_ndcg_at_1000_max": 0.3646267592196938, + "nauc_ndcg_at_1000_std": 0.32288584933324727, + "nauc_ndcg_at_100_diff1": -0.06286432450641055, + "nauc_ndcg_at_100_max": 0.3970629929180798, + "nauc_ndcg_at_100_std": 0.13163450607407257, + "nauc_ndcg_at_10_diff1": -0.0934618799532064, + "nauc_ndcg_at_10_max": 0.3085514705385054, + "nauc_ndcg_at_10_std": 0.07061281205507502, + "nauc_ndcg_at_1_diff1": 0.11002968878545259, + "nauc_ndcg_at_1_max": 0.29235506892388974, + "nauc_ndcg_at_1_std": -0.04586397518329071, + "nauc_ndcg_at_20_diff1": -0.04087158646394312, + "nauc_ndcg_at_20_max": 0.3349027578198425, + "nauc_ndcg_at_20_std": 0.06870145220024497, + "nauc_ndcg_at_3_diff1": -0.026657918304214538, + "nauc_ndcg_at_3_max": 0.3390034020675129, + "nauc_ndcg_at_3_std": 0.019931944643042467, + "nauc_ndcg_at_5_diff1": -0.10754419382295813, + "nauc_ndcg_at_5_max": 0.3101048622010574, + "nauc_ndcg_at_5_std": 0.022711073041680296, + "nauc_precision_at_1000_diff1": -0.3466086652480927, + "nauc_precision_at_1000_max": -0.02440621318683856, + "nauc_precision_at_1000_std": 0.43860517271214317, + "nauc_precision_at_100_diff1": -0.3893407830218716, + "nauc_precision_at_100_max": -0.02095757003943265, + "nauc_precision_at_100_std": 0.4851259111898391, + "nauc_precision_at_10_diff1": -0.2866218086040355, + "nauc_precision_at_10_max": 0.23271174713060205, + "nauc_precision_at_10_std": 0.42867734184848355, + "nauc_precision_at_1_diff1": 0.006395823443191972, + "nauc_precision_at_1_max": 0.32911809974593437, + "nauc_precision_at_1_std": -0.006654488489907726, + "nauc_precision_at_20_diff1": -0.3223335322262402, + "nauc_precision_at_20_max": 0.12644629097694193, + "nauc_precision_at_20_std": 0.45748623458398446, + "nauc_precision_at_3_diff1": -0.18312947606503255, + "nauc_precision_at_3_max": 0.34467497448355666, + "nauc_precision_at_3_std": 0.22157949193766024, + "nauc_precision_at_5_diff1": -0.2897162938565865, + "nauc_precision_at_5_max": 0.2957909825728369, + "nauc_precision_at_5_std": 0.2624451450327272, + "nauc_recall_at_1000_diff1": -0.2659379557845318, + "nauc_recall_at_1000_max": 0.2898975114479024, + "nauc_recall_at_1000_std": 0.5920492514285798, + "nauc_recall_at_100_diff1": 0.17319533783025734, + "nauc_recall_at_100_max": 0.25028656734371096, + "nauc_recall_at_100_std": -0.12338136397868647, + "nauc_recall_at_10_diff1": 0.28959831994060553, + "nauc_recall_at_10_max": 0.20515287785474162, + "nauc_recall_at_10_std": -0.3381411080220419, + "nauc_recall_at_1_diff1": 0.165218172327579, + "nauc_recall_at_1_max": -0.08483743500140442, + "nauc_recall_at_1_std": -0.3962552664141924, + "nauc_recall_at_20_diff1": 0.2993880632570002, + "nauc_recall_at_20_max": 0.20085897662941343, + "nauc_recall_at_20_std": -0.34942672094263283, + "nauc_recall_at_3_diff1": 0.23244329836150573, + "nauc_recall_at_3_max": 0.08142491218141377, + "nauc_recall_at_3_std": -0.3753282626498021, + "nauc_recall_at_5_diff1": 0.23600157571374497, + "nauc_recall_at_5_max": 0.0972940323870591, + "nauc_recall_at_5_std": -0.40883771891561976, + "ndcg_at_1": 0.62162, + "ndcg_at_10": 0.58244, + "ndcg_at_100": 0.64648, + "ndcg_at_1000": 0.75398, + "ndcg_at_20": 0.58088, + "ndcg_at_3": 0.59056, + "ndcg_at_5": 0.5901, + "precision_at_1": 0.81081, + "precision_at_10": 0.61081, + "precision_at_100": 0.34865, + "precision_at_1000": 0.06482, + "precision_at_20": 0.52095, + "precision_at_3": 0.7027, + "precision_at_5": 0.68378, + "recall_at_1": 0.0658, + "recall_at_10": 0.24061, + "recall_at_100": 0.64361, + "recall_at_1000": 0.94282, + "recall_at_20": 0.33508, + "recall_at_3": 0.12011, + "recall_at_5": 0.16746 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.43769, + "map_at_1": 0.02356, + "map_at_10": 0.11044, + "map_at_100": 0.27131, + "map_at_1000": 0.3663, + "map_at_20": 0.14326, + "map_at_3": 0.05915, + "map_at_5": 0.08413, + "mrr_at_1": 0.5866666666666667, + "mrr_at_10": 0.6905714285714284, + "mrr_at_100": 0.6960884989946077, + "mrr_at_1000": 0.6961558390619478, + "mrr_at_20": 0.6946147186147185, + "mrr_at_3": 0.6622222222222223, + "mrr_at_5": 0.6842222222222222, + "nauc_map_at_1000_diff1": -0.12941978134453314, + "nauc_map_at_1000_max": 0.2570608294388247, + "nauc_map_at_1000_std": 0.1848139460714115, + "nauc_map_at_100_diff1": -0.12235674645479894, + "nauc_map_at_100_max": 0.3938631102499964, + "nauc_map_at_100_std": 0.060665657108209266, + "nauc_map_at_10_diff1": -0.03426796979041131, + "nauc_map_at_10_max": 0.5125107354897322, + "nauc_map_at_10_std": -0.119421474421763, + "nauc_map_at_1_diff1": -0.01947365331265951, + "nauc_map_at_1_max": 0.5392030023663305, + "nauc_map_at_1_std": -0.11678311230187091, + "nauc_map_at_20_diff1": -0.046441270104553664, + "nauc_map_at_20_max": 0.4814525556734271, + "nauc_map_at_20_std": -0.10567025232810615, + "nauc_map_at_3_diff1": -0.009505435698890447, + "nauc_map_at_3_max": 0.5393102981244005, + "nauc_map_at_3_std": -0.11872057400292127, + "nauc_map_at_5_diff1": 0.001349633480007753, + "nauc_map_at_5_max": 0.5451717721541888, + "nauc_map_at_5_std": -0.11641028468831285, + "nauc_mrr_at_1000_diff1": 0.046605792132730875, + "nauc_mrr_at_1000_max": 0.5799140816802965, + "nauc_mrr_at_1000_std": 0.24808181544537472, + "nauc_mrr_at_100_diff1": 0.04654522062455572, + "nauc_mrr_at_100_max": 0.5799523483941369, + "nauc_mrr_at_100_std": 0.24816398504192663, + "nauc_mrr_at_10_diff1": 0.03691025391362613, + "nauc_mrr_at_10_max": 0.5800857715140892, + "nauc_mrr_at_10_std": 0.25347696023462746, + "nauc_mrr_at_1_diff1": 0.1219044644909329, + "nauc_mrr_at_1_max": 0.6078156720634391, + "nauc_mrr_at_1_std": 0.21612874465430792, + "nauc_mrr_at_20_diff1": 0.04246414608487748, + "nauc_mrr_at_20_max": 0.5767333385572322, + "nauc_mrr_at_20_std": 0.24790404310511185, + "nauc_mrr_at_3_diff1": 0.056740818030652763, + "nauc_mrr_at_3_max": 0.5765596224486838, + "nauc_mrr_at_3_std": 0.21548890296602294, + "nauc_mrr_at_5_diff1": 0.05189534118200134, + "nauc_mrr_at_5_max": 0.5846185549702725, + "nauc_mrr_at_5_std": 0.2585862396351311, + "nauc_ndcg_at_1000_diff1": -0.1261457117786152, + "nauc_ndcg_at_1000_max": 0.34125639023222887, + "nauc_ndcg_at_1000_std": 0.24211072591797173, + "nauc_ndcg_at_100_diff1": -0.07317246311471833, + "nauc_ndcg_at_100_max": 0.32328036401152666, + "nauc_ndcg_at_100_std": 0.13572049229221653, + "nauc_ndcg_at_10_diff1": -0.05510128769377696, + "nauc_ndcg_at_10_max": 0.3462271851775395, + "nauc_ndcg_at_10_std": 0.10697523543613228, + "nauc_ndcg_at_1_diff1": 0.11080627336048675, + "nauc_ndcg_at_1_max": 0.5316199670721447, + "nauc_ndcg_at_1_std": 0.20797764993554907, + "nauc_ndcg_at_20_diff1": -0.06873667502023709, + "nauc_ndcg_at_20_max": 0.25768471096523593, + "nauc_ndcg_at_20_std": 0.06232635287150407, + "nauc_ndcg_at_3_diff1": 0.05838663198999698, + "nauc_ndcg_at_3_max": 0.4882348613766975, + "nauc_ndcg_at_3_std": 0.1570611391923261, + "nauc_ndcg_at_5_diff1": 0.016110618279297884, + "nauc_ndcg_at_5_max": 0.43506796125502784, + "nauc_ndcg_at_5_std": 0.1193882974592441, + "nauc_precision_at_1000_diff1": -0.06035614361329087, + "nauc_precision_at_1000_max": -0.11777043793574787, + "nauc_precision_at_1000_std": 0.17970471060271348, + "nauc_precision_at_100_diff1": -0.1028029227603282, + "nauc_precision_at_100_max": -0.09227954362569772, + "nauc_precision_at_100_std": 0.20024916534319984, + "nauc_precision_at_10_diff1": -0.07260575566119337, + "nauc_precision_at_10_max": 0.13659113204977943, + "nauc_precision_at_10_std": 0.12356241949018199, + "nauc_precision_at_1_diff1": 0.1219044644909329, + "nauc_precision_at_1_max": 0.6078156720634391, + "nauc_precision_at_1_std": 0.21612874465430792, + "nauc_precision_at_20_diff1": -0.10047456256381669, + "nauc_precision_at_20_max": -0.009549967133274264, + "nauc_precision_at_20_std": 0.14534637690021648, + "nauc_precision_at_3_diff1": 0.016979530092480027, + "nauc_precision_at_3_max": 0.41093234304538717, + "nauc_precision_at_3_std": 0.13574928405060563, + "nauc_precision_at_5_diff1": -0.0048508455418804245, + "nauc_precision_at_5_max": 0.3049807013396124, + "nauc_precision_at_5_std": 0.1046957265902055, + "nauc_recall_at_1000_diff1": -0.20090212934029414, + "nauc_recall_at_1000_max": 0.3027638690557116, + "nauc_recall_at_1000_std": 0.4926934879423755, + "nauc_recall_at_100_diff1": -0.02714606195219195, + "nauc_recall_at_100_max": 0.1906936062334465, + "nauc_recall_at_100_std": -0.028226845239863466, + "nauc_recall_at_10_diff1": -0.07178960574470215, + "nauc_recall_at_10_max": 0.41224890079066734, + "nauc_recall_at_10_std": -0.11684705579642835, + "nauc_recall_at_1_diff1": -0.01947365331265951, + "nauc_recall_at_1_max": 0.5392030023663305, + "nauc_recall_at_1_std": -0.11678311230187091, + "nauc_recall_at_20_diff1": -0.06733008610292353, + "nauc_recall_at_20_max": 0.28464425604643706, + "nauc_recall_at_20_std": -0.14991554336308138, + "nauc_recall_at_3_diff1": -0.011258198303398517, + "nauc_recall_at_3_max": 0.5210194634542774, + "nauc_recall_at_3_std": -0.12246770608930976, + "nauc_recall_at_5_diff1": 0.002610216696476712, + "nauc_recall_at_5_max": 0.5012088127944033, + "nauc_recall_at_5_std": -0.09520269240584418, + "ndcg_at_1": 0.48, + "ndcg_at_10": 0.43892, + "ndcg_at_100": 0.52538, + "ndcg_at_1000": 0.65237, + "ndcg_at_20": 0.43769, + "ndcg_at_3": 0.46076, + "ndcg_at_5": 0.46952, + "precision_at_1": 0.58667, + "precision_at_10": 0.45467, + "precision_at_100": 0.2924, + "precision_at_1000": 0.05767, + "precision_at_20": 0.40867, + "precision_at_3": 0.54222, + "precision_at_5": 0.54133, + "recall_at_1": 0.02356, + "recall_at_10": 0.14169, + "recall_at_100": 0.57446, + "recall_at_1000": 0.92323, + "recall_at_20": 0.21909, + "recall_at_3": 0.06255, + "recall_at_5": 0.09704 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.44828, + "map_at_1": 0.03577, + "map_at_10": 0.14837, + "map_at_100": 0.30617, + "map_at_1000": 0.38716, + "map_at_20": 0.18825, + "map_at_3": 0.08272, + "map_at_5": 0.10985, + "mrr_at_1": 0.6133333333333333, + "mrr_at_10": 0.7379047619047621, + "mrr_at_100": 0.7386103986858705, + "mrr_at_1000": 0.7386103986858705, + "mrr_at_20": 0.7379047619047621, + "mrr_at_3": 0.7244444444444446, + "mrr_at_5": 0.7277777777777779, + "nauc_map_at_1000_diff1": 0.06776900536164261, + "nauc_map_at_1000_max": 0.31946985683393614, + "nauc_map_at_1000_std": 0.05672270944852644, + "nauc_map_at_100_diff1": 0.09387391503997988, + "nauc_map_at_100_max": 0.3371539463897332, + "nauc_map_at_100_std": -0.07043264268793493, + "nauc_map_at_10_diff1": 0.2343966683096761, + "nauc_map_at_10_max": 0.3014145799298677, + "nauc_map_at_10_std": -0.24291836663237032, + "nauc_map_at_1_diff1": 0.49044057351273423, + "nauc_map_at_1_max": 0.1263124762420974, + "nauc_map_at_1_std": -0.3249152732730243, + "nauc_map_at_20_diff1": 0.1730100413337385, + "nauc_map_at_20_max": 0.3509993936209455, + "nauc_map_at_20_std": -0.20235391877732606, + "nauc_map_at_3_diff1": 0.4014590155320939, + "nauc_map_at_3_max": 0.20979676121915836, + "nauc_map_at_3_std": -0.2747175522406486, + "nauc_map_at_5_diff1": 0.3323015180839979, + "nauc_map_at_5_max": 0.25042039010510414, + "nauc_map_at_5_std": -0.2595996247410193, + "nauc_mrr_at_1000_diff1": 0.24633737097135333, + "nauc_mrr_at_1000_max": 0.291258401367143, + "nauc_mrr_at_1000_std": -0.11065541886387754, + "nauc_mrr_at_100_diff1": 0.24633737097135333, + "nauc_mrr_at_100_max": 0.291258401367143, + "nauc_mrr_at_100_std": -0.11065541886387754, + "nauc_mrr_at_10_diff1": 0.24703339347907127, + "nauc_mrr_at_10_max": 0.2922695560758663, + "nauc_mrr_at_10_std": -0.11062428479417426, + "nauc_mrr_at_1_diff1": 0.30378990178986115, + "nauc_mrr_at_1_max": 0.22191165592168258, + "nauc_mrr_at_1_std": -0.09165270273837636, + "nauc_mrr_at_20_diff1": 0.24703339347907127, + "nauc_mrr_at_20_max": 0.2922695560758663, + "nauc_mrr_at_20_std": -0.11062428479417426, + "nauc_mrr_at_3_diff1": 0.21468328884966645, + "nauc_mrr_at_3_max": 0.27360467966176594, + "nauc_mrr_at_3_std": -0.13862344034411667, + "nauc_mrr_at_5_diff1": 0.22580035770296564, + "nauc_mrr_at_5_max": 0.30318241357996256, + "nauc_mrr_at_5_std": -0.11425014387115376, + "nauc_ndcg_at_1000_diff1": 0.17680042002534568, + "nauc_ndcg_at_1000_max": 0.29429635528011944, + "nauc_ndcg_at_1000_std": 9.311380611425177e-05, + "nauc_ndcg_at_100_diff1": 0.1287300593053718, + "nauc_ndcg_at_100_max": 0.32202844673867176, + "nauc_ndcg_at_100_std": -0.05251078462408867, + "nauc_ndcg_at_10_diff1": 0.1315440112041868, + "nauc_ndcg_at_10_max": 0.26760344206369574, + "nauc_ndcg_at_10_std": -0.10138648049366288, + "nauc_ndcg_at_1_diff1": 0.3389350490572011, + "nauc_ndcg_at_1_max": 0.0845773755840407, + "nauc_ndcg_at_1_std": -0.1946468105482598, + "nauc_ndcg_at_20_diff1": 0.12184771300064526, + "nauc_ndcg_at_20_max": 0.30110819746638606, + "nauc_ndcg_at_20_std": -0.10068093625020035, + "nauc_ndcg_at_3_diff1": 0.23103790747934191, + "nauc_ndcg_at_3_max": 0.17516141878262817, + "nauc_ndcg_at_3_std": -0.1568507497817752, + "nauc_ndcg_at_5_diff1": 0.1758140716240285, + "nauc_ndcg_at_5_max": 0.21756972324371063, + "nauc_ndcg_at_5_std": -0.14478689279924592, + "nauc_precision_at_1000_diff1": -0.052578186612325196, + "nauc_precision_at_1000_max": -0.05073542866841351, + "nauc_precision_at_1000_std": 0.2322588540156816, + "nauc_precision_at_100_diff1": -0.07462979881433872, + "nauc_precision_at_100_max": -0.03542877829207526, + "nauc_precision_at_100_std": 0.18967644538677075, + "nauc_precision_at_10_diff1": -0.0972499657338155, + "nauc_precision_at_10_max": 0.278766499094381, + "nauc_precision_at_10_std": 0.09641663682583788, + "nauc_precision_at_1_diff1": 0.30378990178986115, + "nauc_precision_at_1_max": 0.22191165592168258, + "nauc_precision_at_1_std": -0.09165270273837636, + "nauc_precision_at_20_diff1": -0.11876458984851015, + "nauc_precision_at_20_max": 0.20460770471976628, + "nauc_precision_at_20_std": 0.1376992717544593, + "nauc_precision_at_3_diff1": 0.10854298861480449, + "nauc_precision_at_3_max": 0.30476008113337644, + "nauc_precision_at_3_std": -0.02761148187421924, + "nauc_precision_at_5_diff1": -0.018417754082140792, + "nauc_precision_at_5_max": 0.2972891387373018, + "nauc_precision_at_5_std": 0.011703875764206399, + "nauc_recall_at_1000_diff1": 0.16561322223109562, + "nauc_recall_at_1000_max": 0.4463726571932813, + "nauc_recall_at_1000_std": 0.5875019589285794, + "nauc_recall_at_100_diff1": 0.02104385410347559, + "nauc_recall_at_100_max": 0.21858987614975686, + "nauc_recall_at_100_std": -0.05487189159384012, + "nauc_recall_at_10_diff1": 0.1536602892924072, + "nauc_recall_at_10_max": 0.30217927116831744, + "nauc_recall_at_10_std": -0.22578012699332894, + "nauc_recall_at_1_diff1": 0.49044057351273423, + "nauc_recall_at_1_max": 0.1263124762420974, + "nauc_recall_at_1_std": -0.3249152732730243, + "nauc_recall_at_20_diff1": 0.08438413716813077, + "nauc_recall_at_20_max": 0.3214919451344286, + "nauc_recall_at_20_std": -0.2174368102312657, + "nauc_recall_at_3_diff1": 0.3457136182717629, + "nauc_recall_at_3_max": 0.19297351166825286, + "nauc_recall_at_3_std": -0.27145701725775684, + "nauc_recall_at_5_diff1": 0.2728601431767552, + "nauc_recall_at_5_max": 0.2436949251052637, + "nauc_recall_at_5_std": -0.2635958352378792, + "ndcg_at_1": 0.46, + "ndcg_at_10": 0.45557, + "ndcg_at_100": 0.54059, + "ndcg_at_1000": 0.67834, + "ndcg_at_20": 0.44828, + "ndcg_at_3": 0.49673, + "ndcg_at_5": 0.47156, + "precision_at_1": 0.61333, + "precision_at_10": 0.48667, + "precision_at_100": 0.2592, + "precision_at_1000": 0.05141, + "precision_at_20": 0.40067, + "precision_at_3": 0.61333, + "precision_at_5": 0.55733, + "recall_at_1": 0.03577, + "recall_at_10": 0.18462, + "recall_at_100": 0.58963, + "recall_at_1000": 0.94977, + "recall_at_20": 0.25716, + "recall_at_3": 0.09293, + "recall_at_5": 0.1261 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/News21InstructionRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/News21InstructionRetrieval.json new file mode 100644 index 000000000..ddee20c2d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/News21InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e0144086b45fe31ac125e9ac1a83b6a409bb6ca6", + "evaluation_time": 272.05303597450256, + "kg_co2_emissions": 0.025335758356734156, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.02779, + "map_at_10": 0.17843, + "map_at_100": 0.36927, + "map_at_1000": 0.4176, + "map_at_20": 0.25732, + "map_at_3": 0.07726, + "map_at_5": 0.11272, + "mrr_at_1": 0.65625, + "mrr_at_10": 0.7640624999999999, + "mrr_at_100": 0.7683114035087719, + "mrr_at_1000": 0.7683114035087719, + "mrr_at_20": 0.7683114035087719, + "mrr_at_3": 0.7499999999999999, + "mrr_at_5": 0.7640624999999999, + "naucs_at_1000_diff1": -0.021765813110218257, + "naucs_at_1000_max": 0.06299617338110988, + "naucs_at_1000_std": -0.4452664031597665, + "naucs_at_100_diff1": -0.021765813110218257, + "naucs_at_100_max": 0.06299617338110988, + "naucs_at_100_std": -0.4452664031597665, + "naucs_at_10_diff1": -0.01896974689893306, + "naucs_at_10_max": 0.08103815121596117, + "naucs_at_10_std": -0.4481201752576214, + "naucs_at_1_diff1": -0.018954693721972005, + "naucs_at_1_max": 0.020149413851038626, + "naucs_at_1_std": -0.4540878667759207, + "naucs_at_20_diff1": -0.021765813110218257, + "naucs_at_20_max": 0.06299617338110988, + "naucs_at_20_std": -0.4452664031597665, + "naucs_at_3_diff1": -0.05348463630497749, + "naucs_at_3_max": 0.028595887355121634, + "naucs_at_3_std": -0.4372226175692883, + "naucs_at_5_diff1": -0.01896974689893306, + "naucs_at_5_max": 0.08103815121596117, + "naucs_at_5_std": -0.4481201752576214, + "ndcg_at_1": 0.45312, + "ndcg_at_10": 0.45091, + "ndcg_at_100": 0.56776, + "ndcg_at_1000": 0.67377, + "ndcg_at_20": 0.47176, + "ndcg_at_3": 0.46441, + "ndcg_at_5": 0.47008, + "precision_at_1": 0.65625, + "precision_at_10": 0.59063, + "precision_at_100": 0.20875, + "precision_at_1000": 0.03725, + "precision_at_20": 0.4875, + "precision_at_3": 0.69792, + "precision_at_5": 0.66875, + "recall_at_1": 0.02779, + "recall_at_10": 0.21682, + "recall_at_100": 0.62629, + "recall_at_1000": 1.0, + "recall_at_20": 0.34612, + "recall_at_3": 0.08228, + "recall_at_5": 0.12654 + }, + "original": { + "map_at_1": 0.0259, + "map_at_10": 0.12011, + "map_at_100": 0.2036, + "map_at_1000": 0.2251, + "map_at_20": 0.14891, + "map_at_3": 0.06312, + "map_at_5": 0.08034, + "mrr_at_1": 0.1875, + "mrr_at_10": 0.38684275793650796, + "mrr_at_100": 0.3956416001955732, + "mrr_at_1000": 0.3956416001955732, + "mrr_at_20": 0.39252457611832614, + "mrr_at_3": 0.3385416666666667, + "mrr_at_5": 0.3541666666666667, + "naucs_at_1000_diff1": -0.01596077307665968, + "naucs_at_1000_max": 0.09774446423925756, + "naucs_at_1000_std": -0.15122122233049357, + "naucs_at_100_diff1": -0.01596077307665968, + "naucs_at_100_max": 0.09774446423925756, + "naucs_at_100_std": -0.15122122233049357, + "naucs_at_10_diff1": -0.002154752458221423, + "naucs_at_10_max": 0.09781326599786315, + "naucs_at_10_std": -0.17736796440454428, + "naucs_at_1_diff1": -0.12210251710012186, + "naucs_at_1_max": 0.1670841016014566, + "naucs_at_1_std": -0.177900544420516, + "naucs_at_20_diff1": -0.012187926523039957, + "naucs_at_20_max": 0.08953486842783882, + "naucs_at_20_std": -0.15049734886844365, + "naucs_at_3_diff1": -0.02346003868431416, + "naucs_at_3_max": 0.10053057249492924, + "naucs_at_3_std": -0.1377677683113515, + "naucs_at_5_diff1": 0.01278628092113914, + "naucs_at_5_max": 0.12308550860513418, + "naucs_at_5_std": -0.15004926103957963, + "ndcg_at_1": 0.14844, + "ndcg_at_10": 0.2759, + "ndcg_at_100": 0.41681, + "ndcg_at_1000": 0.49137, + "ndcg_at_20": 0.31044, + "ndcg_at_3": 0.21572, + "ndcg_at_5": 0.22671, + "precision_at_1": 0.1875, + "precision_at_10": 0.25, + "precision_at_100": 0.09281, + "precision_at_1000": 0.01634, + "precision_at_20": 0.20469, + "precision_at_3": 0.26042, + "precision_at_5": 0.25625, + "recall_at_1": 0.0259, + "recall_at_10": 0.21939, + "recall_at_100": 0.67286, + "recall_at_1000": 1.0, + "recall_at_20": 0.32802, + "recall_at_3": 0.0818, + "recall_at_5": 0.11685 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": 0.012460912600446166, + "p-MRR": 0.012460912600446166 + } + ] + }, + "task_name": "News21InstructionRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NollySentiBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NollySentiBitextMining.json new file mode 100644 index 000000000..96f1c8cbc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NollySentiBitextMining.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "d48254fbdb51af1ae7f20831aab0bccf0b70a19c", + "evaluation_time": 2.8772685527801514, + "kg_co2_emissions": 0.00016592720351654402, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.6951219512195121, + "f1": 0.6327351916376307, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "main_score": 0.6327351916376307, + "precision": 0.6100638792102206, + "recall": 0.6951219512195121 + }, + { + "accuracy": 0.5926829268292683, + "f1": 0.5384146341463415, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ], + "main_score": 0.5384146341463415, + "precision": 0.5183232338534566, + "recall": 0.5926829268292683 + }, + { + "accuracy": 0.9195121951219513, + "f1": 0.8969105691056911, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ], + "main_score": 0.8969105691056911, + "precision": 0.8872764227642277, + "recall": 0.9195121951219513 + }, + { + "accuracy": 0.424390243902439, + "f1": 0.36652095871608065, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "main_score": 0.36652095871608065, + "precision": 0.3490308087291399, + "recall": 0.424390243902439 + } + ] + }, + "task_name": "NollySentiBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NordicLangClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NordicLangClassification.json new file mode 100644 index 000000000..98c068baa --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NordicLangClassification.json @@ -0,0 +1,78 @@ +{ + "dataset_revision": "e254179d18ab0165fdb6dbef91178266222bee2a", + "evaluation_time": 9.455381631851196, + "kg_co2_emissions": 0.0003283920932513019, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.34006666666666663, + "f1": 0.32983338294830794, + "f1_weighted": 0.33136633646973696, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ], + "main_score": 0.34006666666666663, + "scores_per_experiment": [ + { + "accuracy": 0.3466666666666667, + "f1": 0.34250660517120884, + "f1_weighted": 0.34407579742116357 + }, + { + "accuracy": 0.3433333333333333, + "f1": 0.3318437872815309, + "f1_weighted": 0.33522607443450897 + }, + { + "accuracy": 0.325, + "f1": 0.32179309133316475, + "f1_weighted": 0.3221955208494048 + }, + { + "accuracy": 0.35333333333333333, + "f1": 0.337819881819448, + "f1_weighted": 0.3395222592385644 + }, + { + "accuracy": 0.346, + "f1": 0.3306908041891175, + "f1_weighted": 0.3330169896672915 + }, + { + "accuracy": 0.33566666666666667, + "f1": 0.3292392374528473, + "f1_weighted": 0.33048467490839467 + }, + { + "accuracy": 0.323, + "f1": 0.3136382404495433, + "f1_weighted": 0.31591975715020615 + }, + { + "accuracy": 0.352, + "f1": 0.3387495009197141, + "f1_weighted": 0.3394369518029367 + }, + { + "accuracy": 0.32566666666666666, + "f1": 0.31235127865244977, + "f1_weighted": 0.3128459180429454 + }, + { + "accuracy": 0.35, + "f1": 0.3397014022140552, + "f1_weighted": 0.3409394211819536 + } + ] + } + ] + }, + "task_name": "NordicLangClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NorwegianCourtsBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NorwegianCourtsBitextMining.json new file mode 100644 index 000000000..d667f1e1c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NorwegianCourtsBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "d79af07e969a6678fcbbe819956840425816468f", + "evaluation_time": 0.5062034130096436, + "kg_co2_emissions": 1.9035253772447317e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.9429824561403509, + "f1": 0.9298245614035088, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ], + "main_score": 0.9298245614035088, + "precision": 0.9232456140350878, + "recall": 0.9429824561403509 + } + ] + }, + "task_name": "NorwegianCourtsBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaParagraphEmotionClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaParagraphEmotionClassification.json new file mode 100644 index 000000000..c7295efa8 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaParagraphEmotionClassification.json @@ -0,0 +1,631 @@ +{ + "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575", + "evaluation_time": 35.22025465965271, + "kg_co2_emissions": 0.002054945073524162, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.34959999999999997, + "f1": 0.33743468703970364, + "f1_weighted": 0.3469461324070348, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ], + "main_score": 0.33743468703970364, + "scores_per_experiment": [ + { + "accuracy": 0.35, + "f1": 0.3317298609884999, + "f1_weighted": 0.3495796786845131 + }, + { + "accuracy": 0.336, + "f1": 0.32984569546929093, + "f1_weighted": 0.337616653755901 + }, + { + "accuracy": 0.348, + "f1": 0.33318254827915483, + "f1_weighted": 0.3418951519617857 + }, + { + "accuracy": 0.4, + "f1": 0.3842670584165946, + "f1_weighted": 0.40251094418554123 + }, + { + "accuracy": 0.324, + "f1": 0.3187611053339953, + "f1_weighted": 0.3201960806173082 + }, + { + "accuracy": 0.334, + "f1": 0.3161609379156182, + "f1_weighted": 0.32321388271662277 + }, + { + "accuracy": 0.36, + "f1": 0.3540442604869328, + "f1_weighted": 0.3640004824582769 + }, + { + "accuracy": 0.35, + "f1": 0.33560418777522777, + "f1_weighted": 0.345089896665476 + }, + { + "accuracy": 0.314, + "f1": 0.2995286559113342, + "f1_weighted": 0.30445566638354093 + }, + { + "accuracy": 0.38, + "f1": 0.37122255982038826, + "f1_weighted": 0.3809028866413822 + } + ] + }, + { + "accuracy": 0.5685, + "f1": 0.5401408251877051, + "f1_weighted": 0.5663793169160954, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ], + "main_score": 0.5401408251877051, + "scores_per_experiment": [ + { + "accuracy": 0.535, + "f1": 0.5144293171941545, + "f1_weighted": 0.5436555877225351 + }, + { + "accuracy": 0.5975, + "f1": 0.5676544929099634, + "f1_weighted": 0.5881099363557469 + }, + { + "accuracy": 0.60375, + "f1": 0.5727507453137228, + "f1_weighted": 0.6053604178115717 + }, + { + "accuracy": 0.52375, + "f1": 0.49654030473156324, + "f1_weighted": 0.5207262971083428 + }, + { + "accuracy": 0.5725, + "f1": 0.5499828356981814, + "f1_weighted": 0.5777250586139779 + }, + { + "accuracy": 0.6225, + "f1": 0.5889024134059335, + "f1_weighted": 0.616989106914194 + }, + { + "accuracy": 0.52875, + "f1": 0.5011260860991271, + "f1_weighted": 0.5241226139679989 + }, + { + "accuracy": 0.54875, + "f1": 0.5291012548228274, + "f1_weighted": 0.5499237540549073 + }, + { + "accuracy": 0.5675, + "f1": 0.538984679324528, + "f1_weighted": 0.5603639558750738 + }, + { + "accuracy": 0.585, + "f1": 0.5419361223770498, + "f1_weighted": 0.5768164407366063 + } + ] + }, + { + "accuracy": 0.44333333333333325, + "f1": 0.37636722237864845, + "f1_weighted": 0.4266736866517766, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ], + "main_score": 0.37636722237864845, + "scores_per_experiment": [ + { + "accuracy": 0.44666666666666666, + "f1": 0.3866449945473454, + "f1_weighted": 0.4285838931813615 + }, + { + "accuracy": 0.42333333333333334, + "f1": 0.357125698077275, + "f1_weighted": 0.4088678349463491 + }, + { + "accuracy": 0.4166666666666667, + "f1": 0.3430268303273846, + "f1_weighted": 0.400508917056409 + }, + { + "accuracy": 0.4666666666666667, + "f1": 0.3847865658059675, + "f1_weighted": 0.44731364590611267 + }, + { + "accuracy": 0.49666666666666665, + "f1": 0.4213896413748979, + "f1_weighted": 0.47608056266576865 + }, + { + "accuracy": 0.43, + "f1": 0.3676732075841618, + "f1_weighted": 0.4149015423048817 + }, + { + "accuracy": 0.44, + "f1": 0.37051945119805085, + "f1_weighted": 0.42241979264599255 + }, + { + "accuracy": 0.43666666666666665, + "f1": 0.37098912994222444, + "f1_weighted": 0.4112303790217964 + }, + { + "accuracy": 0.4633333333333333, + "f1": 0.3995937274846177, + "f1_weighted": 0.4481471998193724 + }, + { + "accuracy": 0.41333333333333333, + "f1": 0.36192297744455953, + "f1_weighted": 0.4086830989697223 + } + ] + }, + { + "accuracy": 0.432625, + "f1": 0.42364988888482225, + "f1_weighted": 0.4300557391357757, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ], + "main_score": 0.42364988888482225, + "scores_per_experiment": [ + { + "accuracy": 0.44625, + "f1": 0.44198604636495836, + "f1_weighted": 0.44398786390318834 + }, + { + "accuracy": 0.44625, + "f1": 0.44051119273494754, + "f1_weighted": 0.4472907705926668 + }, + { + "accuracy": 0.44, + "f1": 0.4256851752577389, + "f1_weighted": 0.43609699161255155 + }, + { + "accuracy": 0.4475, + "f1": 0.4365897913197149, + "f1_weighted": 0.4383110849610905 + }, + { + "accuracy": 0.47125, + "f1": 0.46795388770247975, + "f1_weighted": 0.47475409652258377 + }, + { + "accuracy": 0.43, + "f1": 0.41507980598216554, + "f1_weighted": 0.42377920202987973 + }, + { + "accuracy": 0.38625, + "f1": 0.38889112723127367, + "f1_weighted": 0.3788403162583838 + }, + { + "accuracy": 0.41375, + "f1": 0.39634516263147596, + "f1_weighted": 0.41086182841298985 + }, + { + "accuracy": 0.4025, + "f1": 0.3988154581886702, + "f1_weighted": 0.4087398829891141 + }, + { + "accuracy": 0.4425, + "f1": 0.4246412414347981, + "f1_weighted": 0.43789535407530944 + } + ] + }, + { + "accuracy": 0.3488, + "f1": 0.3298751606027868, + "f1_weighted": 0.35326603985339644, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ], + "main_score": 0.3298751606027868, + "scores_per_experiment": [ + { + "accuracy": 0.374, + "f1": 0.34541780991197196, + "f1_weighted": 0.37877916362189124 + }, + { + "accuracy": 0.41, + "f1": 0.37529237398224885, + "f1_weighted": 0.4341576230057896 + }, + { + "accuracy": 0.294, + "f1": 0.2731745067105558, + "f1_weighted": 0.3021235301986261 + }, + { + "accuracy": 0.336, + "f1": 0.33621233265572537, + "f1_weighted": 0.33683820439651657 + }, + { + "accuracy": 0.348, + "f1": 0.33282515503531573, + "f1_weighted": 0.34831976564058637 + }, + { + "accuracy": 0.342, + "f1": 0.32330991669515347, + "f1_weighted": 0.3502911270540006 + }, + { + "accuracy": 0.306, + "f1": 0.295962431395522, + "f1_weighted": 0.294772077067512 + }, + { + "accuracy": 0.384, + "f1": 0.3550746958001, + "f1_weighted": 0.40190361053909157 + }, + { + "accuracy": 0.364, + "f1": 0.3441960128510639, + "f1_weighted": 0.36504905483551703 + }, + { + "accuracy": 0.33, + "f1": 0.3172863709902112, + "f1_weighted": 0.32042624217443316 + } + ] + }, + { + "accuracy": 0.3906, + "f1": 0.3691125873439385, + "f1_weighted": 0.390895308400346, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ], + "main_score": 0.3691125873439385, + "scores_per_experiment": [ + { + "accuracy": 0.334, + "f1": 0.32283139386920195, + "f1_weighted": 0.3258105857772816 + }, + { + "accuracy": 0.392, + "f1": 0.3779776874505873, + "f1_weighted": 0.3905584289112106 + }, + { + "accuracy": 0.41, + "f1": 0.3845129390782574, + "f1_weighted": 0.41870921480845 + }, + { + "accuracy": 0.378, + "f1": 0.35931053315244454, + "f1_weighted": 0.36889328306651553 + }, + { + "accuracy": 0.406, + "f1": 0.39453223523107356, + "f1_weighted": 0.40496862594258876 + }, + { + "accuracy": 0.388, + "f1": 0.3614254204318326, + "f1_weighted": 0.39047786975747906 + }, + { + "accuracy": 0.398, + "f1": 0.3575145629696634, + "f1_weighted": 0.3894103672394442 + }, + { + "accuracy": 0.422, + "f1": 0.39086164917027905, + "f1_weighted": 0.42615897349589715 + }, + { + "accuracy": 0.374, + "f1": 0.35837640916655633, + "f1_weighted": 0.38166609201588947 + }, + { + "accuracy": 0.404, + "f1": 0.38378304291948856, + "f1_weighted": 0.41229964298870336 + } + ] + }, + { + "accuracy": 0.479375, + "f1": 0.4537502815589886, + "f1_weighted": 0.474424594828613, + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.4537502815589886, + "scores_per_experiment": [ + { + "accuracy": 0.5725, + "f1": 0.53413343459522, + "f1_weighted": 0.5741247829081935 + }, + { + "accuracy": 0.4325, + "f1": 0.4108710242432033, + "f1_weighted": 0.4285832748239173 + }, + { + "accuracy": 0.51375, + "f1": 0.47959616118057513, + "f1_weighted": 0.5157379991315374 + }, + { + "accuracy": 0.49375, + "f1": 0.46473937700101786, + "f1_weighted": 0.49633267937876197 + }, + { + "accuracy": 0.49625, + "f1": 0.4783572889168523, + "f1_weighted": 0.4835425111254885 + }, + { + "accuracy": 0.44, + "f1": 0.4309948953760732, + "f1_weighted": 0.4370491911273181 + }, + { + "accuracy": 0.45125, + "f1": 0.4303090297430881, + "f1_weighted": 0.42443786280393675 + }, + { + "accuracy": 0.4825, + "f1": 0.4496556190526694, + "f1_weighted": 0.4810577040972411 + }, + { + "accuracy": 0.43875, + "f1": 0.4082046662004571, + "f1_weighted": 0.4298167176474298 + }, + { + "accuracy": 0.4725, + "f1": 0.4506413192807303, + "f1_weighted": 0.4735632252423054 + } + ] + }, + { + "accuracy": 0.6487499999999999, + "f1": 0.5600162094207999, + "f1_weighted": 0.6320393388610132, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ], + "main_score": 0.5600162094207999, + "scores_per_experiment": [ + { + "accuracy": 0.685, + "f1": 0.5853066534073619, + "f1_weighted": 0.6608362090691712 + }, + { + "accuracy": 0.64, + "f1": 0.5446575961199623, + "f1_weighted": 0.6212710992257853 + }, + { + "accuracy": 0.6725, + "f1": 0.5786005984501983, + "f1_weighted": 0.6557196702357683 + }, + { + "accuracy": 0.66, + "f1": 0.5694179291558228, + "f1_weighted": 0.6421471889746995 + }, + { + "accuracy": 0.6625, + "f1": 0.5754508015835349, + "f1_weighted": 0.6493043196567211 + }, + { + "accuracy": 0.63, + "f1": 0.5430276277804615, + "f1_weighted": 0.6143885804111067 + }, + { + "accuracy": 0.6625, + "f1": 0.570795766377301, + "f1_weighted": 0.6483191813009144 + }, + { + "accuracy": 0.6375, + "f1": 0.5549864823181815, + "f1_weighted": 0.6221468424847164 + }, + { + "accuracy": 0.6275, + "f1": 0.5497752430992849, + "f1_weighted": 0.6117025693664718 + }, + { + "accuracy": 0.61, + "f1": 0.528143395915889, + "f1_weighted": 0.5945577278847782 + } + ] + }, + { + "accuracy": 0.4616666666666667, + "f1": 0.42653997248952413, + "f1_weighted": 0.4559408579101083, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ], + "main_score": 0.42653997248952413, + "scores_per_experiment": [ + { + "accuracy": 0.44333333333333336, + "f1": 0.3980876112873353, + "f1_weighted": 0.44057732048663817 + }, + { + "accuracy": 0.4766666666666667, + "f1": 0.4586143309914343, + "f1_weighted": 0.47538806157508107 + }, + { + "accuracy": 0.47, + "f1": 0.4271757868226507, + "f1_weighted": 0.47179520195073515 + }, + { + "accuracy": 0.44333333333333336, + "f1": 0.4063076895186443, + "f1_weighted": 0.4417905627426217 + }, + { + "accuracy": 0.4266666666666667, + "f1": 0.3895324127554086, + "f1_weighted": 0.4218349845632247 + }, + { + "accuracy": 0.44333333333333336, + "f1": 0.40575682689420367, + "f1_weighted": 0.43462647290691603 + }, + { + "accuracy": 0.4666666666666667, + "f1": 0.4310795267675485, + "f1_weighted": 0.4621243497658568 + }, + { + "accuracy": 0.4666666666666667, + "f1": 0.4361806439494801, + "f1_weighted": 0.447203912865146 + }, + { + "accuracy": 0.53, + "f1": 0.48619278660237797, + "f1_weighted": 0.5120701211806191 + }, + { + "accuracy": 0.45, + "f1": 0.4264721093061573, + "f1_weighted": 0.4519975910642438 + } + ] + }, + { + "accuracy": 0.43487500000000007, + "f1": 0.4183221916634846, + "f1_weighted": 0.4287497583139467, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ], + "main_score": 0.4183221916634846, + "scores_per_experiment": [ + { + "accuracy": 0.4425, + "f1": 0.4332171169478266, + "f1_weighted": 0.44819995261724893 + }, + { + "accuracy": 0.43125, + "f1": 0.4150392485797135, + "f1_weighted": 0.426274826591977 + }, + { + "accuracy": 0.45625, + "f1": 0.43233462704948106, + "f1_weighted": 0.448962360964053 + }, + { + "accuracy": 0.45, + "f1": 0.42457313177489836, + "f1_weighted": 0.43848098804108043 + }, + { + "accuracy": 0.39625, + "f1": 0.37341927948722553, + "f1_weighted": 0.3927444924677981 + }, + { + "accuracy": 0.4175, + "f1": 0.39792784463161557, + "f1_weighted": 0.41526169691660847 + }, + { + "accuracy": 0.46, + "f1": 0.4515696800651345, + "f1_weighted": 0.46007077658589646 + }, + { + "accuracy": 0.45375, + "f1": 0.4336953578726589, + "f1_weighted": 0.4415677983579367 + }, + { + "accuracy": 0.41875, + "f1": 0.40182657530074745, + "f1_weighted": 0.40512616232183246 + }, + { + "accuracy": 0.4225, + "f1": 0.41961905492554524, + "f1_weighted": 0.41080852827503506 + } + ] + } + ] + }, + "task_name": "NusaParagraphEmotionClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaTranslationBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaTranslationBitextMining.json new file mode 100644 index 000000000..40e6380bb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaTranslationBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", + "evaluation_time": 70.77471232414246, + "kg_co2_emissions": 0.004339740368733297, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.904, + "f1": 0.8811833333333332, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ], + "main_score": 0.8811833333333332, + "precision": 0.8712142857142857, + "recall": 0.904 + }, + { + "accuracy": 0.6736363636363636, + "f1": 0.6151729052903295, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ], + "main_score": 0.6151729052903295, + "precision": 0.5938673040769015, + "recall": 0.6736363636363636 + }, + { + "accuracy": 0.7463636363636363, + "f1": 0.7002751374192762, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ], + "main_score": 0.7002751374192762, + "precision": 0.6833180243407516, + "recall": 0.7463636363636363 + }, + { + "accuracy": 0.807, + "f1": 0.7667967032967034, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ], + "main_score": 0.7667967032967034, + "precision": 0.7498435897435898, + "recall": 0.807 + }, + { + "accuracy": 0.8163636363636364, + "f1": 0.7779507466439284, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ], + "main_score": 0.7779507466439284, + "precision": 0.762781969846563, + "recall": 0.8163636363636364 + }, + { + "accuracy": 0.6404545454545455, + "f1": 0.579725379927533, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ], + "main_score": 0.579725379927533, + "precision": 0.5576700601420775, + "recall": 0.6404545454545455 + }, + { + "accuracy": 0.5604545454545454, + "f1": 0.5021280045323206, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ], + "main_score": 0.5021280045323206, + "precision": 0.4812670111688841, + "recall": 0.5604545454545454 + }, + { + "accuracy": 0.8539393939393939, + "f1": 0.8224158626018674, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ], + "main_score": 0.8224158626018674, + "precision": 0.8096736408859615, + "recall": 0.8539393939393939 + }, + { + "accuracy": 0.952, + "f1": 0.937, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ], + "main_score": 0.937, + "precision": 0.93, + "recall": 0.952 + }, + { + "accuracy": 0.771, + "f1": 0.7248484848484849, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ], + "main_score": 0.7248484848484849, + "precision": 0.706274603174603, + "recall": 0.771 + }, + { + "accuracy": 0.828030303030303, + "f1": 0.7910485237100657, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ], + "main_score": 0.7910485237100657, + "precision": 0.7765053782496966, + "recall": 0.828030303030303 + } + ] + }, + "task_name": "NusaTranslationBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaX-senti.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaX-senti.json new file mode 100644 index 000000000..7c0e294db --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaX-senti.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add", + "evaluation_time": 18.606223583221436, + "kg_co2_emissions": 0.0007069171200595445, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6405000000000001, + "f1": 0.6231444326745988, + "f1_weighted": 0.6284134360898472, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ], + "main_score": 0.6405000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.6825, + "f1": 0.67172785612848, + "f1_weighted": 0.6714673861310213 + }, + { + "accuracy": 0.6175, + "f1": 0.5917456256926396, + "f1_weighted": 0.6046154495108245 + }, + { + "accuracy": 0.6775, + "f1": 0.6700692001072229, + "f1_weighted": 0.6713151750338062 + }, + { + "accuracy": 0.6375, + "f1": 0.6084848484848485, + "f1_weighted": 0.6226935064935065 + }, + { + "accuracy": 0.59, + "f1": 0.5697208428826076, + "f1_weighted": 0.5721836444805195 + }, + { + "accuracy": 0.6175, + "f1": 0.6067284112075023, + "f1_weighted": 0.6114749542540335 + }, + { + "accuracy": 0.625, + "f1": 0.5965278301000421, + "f1_weighted": 0.6105239590597015 + }, + { + "accuracy": 0.675, + "f1": 0.6694468233577568, + "f1_weighted": 0.6698041321724236 + }, + { + "accuracy": 0.6075, + "f1": 0.5814801328265133, + "f1_weighted": 0.5852171243064427 + }, + { + "accuracy": 0.675, + "f1": 0.6655127559583752, + "f1_weighted": 0.6648390294561933 + } + ] + }, + { + "accuracy": 0.6155, + "f1": 0.5908158725811253, + "f1_weighted": 0.6003228153338298, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ], + "main_score": 0.6155, + "scores_per_experiment": [ + { + "accuracy": 0.66, + "f1": 0.6472950626033547, + "f1_weighted": 0.6488701555447798 + }, + { + "accuracy": 0.5775, + "f1": 0.5443946693946694, + "f1_weighted": 0.5645210045210045 + }, + { + "accuracy": 0.6725, + "f1": 0.6611293671318171, + "f1_weighted": 0.663285289752215 + }, + { + "accuracy": 0.6325, + "f1": 0.6011483591813579, + "f1_weighted": 0.6135035432692705 + }, + { + "accuracy": 0.5525, + "f1": 0.5299287316349781, + "f1_weighted": 0.534427489388658 + }, + { + "accuracy": 0.6375, + "f1": 0.6146470139644201, + "f1_weighted": 0.6309942617109853 + }, + { + "accuracy": 0.6425, + "f1": 0.6084545743207194, + "f1_weighted": 0.6296267286498876 + }, + { + "accuracy": 0.63, + "f1": 0.6211289092295957, + "f1_weighted": 0.6271470251716248 + }, + { + "accuracy": 0.58, + "f1": 0.5428324240422927, + "f1_weighted": 0.5527227791819246 + }, + { + "accuracy": 0.57, + "f1": 0.5371996143080481, + "f1_weighted": 0.5381298761479485 + } + ] + }, + { + "accuracy": 0.6722499999999999, + "f1": 0.654120313624105, + "f1_weighted": 0.6623191087563656, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ], + "main_score": 0.6722499999999999, + "scores_per_experiment": [ + { + "accuracy": 0.69, + "f1": 0.6797491130309159, + "f1_weighted": 0.686677792337176 + }, + { + "accuracy": 0.6025, + "f1": 0.5719580639849953, + "f1_weighted": 0.5908151456091747 + }, + { + "accuracy": 0.725, + "f1": 0.7145982239549492, + "f1_weighted": 0.7195393808595563 + }, + { + "accuracy": 0.7175, + "f1": 0.6947432655323852, + "f1_weighted": 0.7062814778722583 + }, + { + "accuracy": 0.6175, + "f1": 0.5879073313689829, + "f1_weighted": 0.5894899571919848 + }, + { + "accuracy": 0.695, + "f1": 0.6763384263384263, + "f1_weighted": 0.687032307032307 + }, + { + "accuracy": 0.685, + "f1": 0.666695670654715, + "f1_weighted": 0.6796354798784833 + }, + { + "accuracy": 0.6625, + "f1": 0.6582125499809229, + "f1_weighted": 0.6619459716208449 + }, + { + "accuracy": 0.6275, + "f1": 0.6007730502028777, + "f1_weighted": 0.6069030454116696 + }, + { + "accuracy": 0.7, + "f1": 0.6902274411918808, + "f1_weighted": 0.6948705297502 + } + ] + }, + { + "accuracy": 0.6020000000000001, + "f1": 0.5897243530043468, + "f1_weighted": 0.5895241882963983, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ], + "main_score": 0.6020000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.6375, + "f1": 0.6328420801205019, + "f1_weighted": 0.6291645045411066 + }, + { + "accuracy": 0.6025, + "f1": 0.5904059660944003, + "f1_weighted": 0.5974023331114203 + }, + { + "accuracy": 0.64, + "f1": 0.6340635711396394, + "f1_weighted": 0.6317338570607396 + }, + { + "accuracy": 0.6025, + "f1": 0.589550707640072, + "f1_weighted": 0.598781403373344 + }, + { + "accuracy": 0.6025, + "f1": 0.5746185023214271, + "f1_weighted": 0.567995272883541 + }, + { + "accuracy": 0.5925, + "f1": 0.582532526231678, + "f1_weighted": 0.5851549083093353 + }, + { + "accuracy": 0.59, + "f1": 0.571495777126506, + "f1_weighted": 0.5666510101639958 + }, + { + "accuracy": 0.58, + "f1": 0.5778428398085502, + "f1_weighted": 0.5850201574637663 + }, + { + "accuracy": 0.56, + "f1": 0.5440671247357294, + "f1_weighted": 0.5451545983086681 + }, + { + "accuracy": 0.6125, + "f1": 0.5998244348249634, + "f1_weighted": 0.5881838377480656 + } + ] + }, + { + "accuracy": 0.8030000000000002, + "f1": 0.7899179587452986, + "f1_weighted": 0.8022182316666114, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8030000000000002, + "scores_per_experiment": [ + { + "accuracy": 0.845, + "f1": 0.8355120384040201, + "f1_weighted": 0.8448832812241946 + }, + { + "accuracy": 0.73, + "f1": 0.7102613351958559, + "f1_weighted": 0.724008643268727 + }, + { + "accuracy": 0.8175, + "f1": 0.8084127269393857, + "f1_weighted": 0.8199147712557411 + }, + { + "accuracy": 0.765, + "f1": 0.7429216801506704, + "f1_weighted": 0.7574794924258066 + }, + { + "accuracy": 0.7925, + "f1": 0.7835859302367699, + "f1_weighted": 0.7968148340436835 + }, + { + "accuracy": 0.8175, + "f1": 0.8017331224878395, + "f1_weighted": 0.8154825537372707 + }, + { + "accuracy": 0.785, + "f1": 0.7747619047619048, + "f1_weighted": 0.7836142857142857 + }, + { + "accuracy": 0.805, + "f1": 0.7962712909605121, + "f1_weighted": 0.80809903087588 + }, + { + "accuracy": 0.82, + "f1": 0.8033061522244603, + "f1_weighted": 0.8178528222396483 + }, + { + "accuracy": 0.8525, + "f1": 0.842413406091567, + "f1_weighted": 0.8540326018808777 + } + ] + }, + { + "accuracy": 0.7695000000000001, + "f1": 0.7575269813583697, + "f1_weighted": 0.766856702473491, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ], + "main_score": 0.7695000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.815, + "f1": 0.8070882455465286, + "f1_weighted": 0.8143753688092207 + }, + { + "accuracy": 0.7075, + "f1": 0.6882026450991968, + "f1_weighted": 0.6998979669884843 + }, + { + "accuracy": 0.8125, + "f1": 0.8045958882194562, + "f1_weighted": 0.8122279979528758 + }, + { + "accuracy": 0.7725, + "f1": 0.7559297070367436, + "f1_weighted": 0.7671152930032628 + }, + { + "accuracy": 0.7225, + "f1": 0.7109611553607326, + "f1_weighted": 0.7246646704374539 + }, + { + "accuracy": 0.8, + "f1": 0.7878455017973379, + "f1_weighted": 0.7982023143762751 + }, + { + "accuracy": 0.785, + "f1": 0.778715258839798, + "f1_weighted": 0.7829669981893629 + }, + { + "accuracy": 0.7975, + "f1": 0.7920300236981771, + "f1_weighted": 0.7995836509609927 + }, + { + "accuracy": 0.6825, + "f1": 0.6567300871885263, + "f1_weighted": 0.6677551828386815 + }, + { + "accuracy": 0.8, + "f1": 0.7931713007972001, + "f1_weighted": 0.8017775811783006 + } + ] + }, + { + "accuracy": 0.6625, + "f1": 0.6412837702166543, + "f1_weighted": 0.6506327446455653, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ], + "main_score": 0.6625, + "scores_per_experiment": [ + { + "accuracy": 0.6975, + "f1": 0.6823350778574659, + "f1_weighted": 0.684351618530723 + }, + { + "accuracy": 0.6025, + "f1": 0.5660988377201019, + "f1_weighted": 0.5853833350295926 + }, + { + "accuracy": 0.7075, + "f1": 0.6949884615447431, + "f1_weighted": 0.6963912957203463 + }, + { + "accuracy": 0.6825, + "f1": 0.6592309905653234, + "f1_weighted": 0.6713147289991368 + }, + { + "accuracy": 0.58, + "f1": 0.5477462619433805, + "f1_weighted": 0.553276677525318 + }, + { + "accuracy": 0.6775, + "f1": 0.6581004651298215, + "f1_weighted": 0.6738058210378436 + }, + { + "accuracy": 0.645, + "f1": 0.6190775733344458, + "f1_weighted": 0.6319532366414968 + }, + { + "accuracy": 0.7025, + "f1": 0.6972910602533354, + "f1_weighted": 0.7023101249811872 + }, + { + "accuracy": 0.6375, + "f1": 0.6064146628030471, + "f1_weighted": 0.6232893145814478 + }, + { + "accuracy": 0.6925, + "f1": 0.681554311014879, + "f1_weighted": 0.6842512934085611 + } + ] + }, + { + "accuracy": 0.6185, + "f1": 0.6022193278407106, + "f1_weighted": 0.607569721939363, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ], + "main_score": 0.6185, + "scores_per_experiment": [ + { + "accuracy": 0.6125, + "f1": 0.6119877070116092, + "f1_weighted": 0.611199421061058 + }, + { + "accuracy": 0.62, + "f1": 0.5979001852811218, + "f1_weighted": 0.6117838160844075 + }, + { + "accuracy": 0.6325, + "f1": 0.6163482255402292, + "f1_weighted": 0.6113431524765008 + }, + { + "accuracy": 0.6375, + "f1": 0.6218616593583639, + "f1_weighted": 0.6235568846005541 + }, + { + "accuracy": 0.615, + "f1": 0.5937597171169819, + "f1_weighted": 0.5944852009319607 + }, + { + "accuracy": 0.5925, + "f1": 0.5679714117219273, + "f1_weighted": 0.5891465638148667 + }, + { + "accuracy": 0.5725, + "f1": 0.5468753590090828, + "f1_weighted": 0.5584237560444074 + }, + { + "accuracy": 0.635, + "f1": 0.6302654233335679, + "f1_weighted": 0.6308162069386356 + }, + { + "accuracy": 0.62, + "f1": 0.6031656337378627, + "f1_weighted": 0.6076253852190228 + }, + { + "accuracy": 0.6475, + "f1": 0.632057956296359, + "f1_weighted": 0.6373168322222164 + } + ] + }, + { + "accuracy": 0.6679999999999999, + "f1": 0.6495731883236564, + "f1_weighted": 0.6558214016943564, + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.6679999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.6825, + "f1": 0.6699360223300032, + "f1_weighted": 0.6719911909795632 + }, + { + "accuracy": 0.6475, + "f1": 0.6223743995098334, + "f1_weighted": 0.635631433536293 + }, + { + "accuracy": 0.7325, + "f1": 0.7245247624559488, + "f1_weighted": 0.7272245518792947 + }, + { + "accuracy": 0.6975, + "f1": 0.674739066551932, + "f1_weighted": 0.6876012854960223 + }, + { + "accuracy": 0.5575, + "f1": 0.5222259021715226, + "f1_weighted": 0.521070819797951 + }, + { + "accuracy": 0.68, + "f1": 0.6685163739303867, + "f1_weighted": 0.6783447934761628 + }, + { + "accuracy": 0.6825, + "f1": 0.659186959643283, + "f1_weighted": 0.6731685859229861 + }, + { + "accuracy": 0.71, + "f1": 0.7046986444532966, + "f1_weighted": 0.7072425464803388 + }, + { + "accuracy": 0.6275, + "f1": 0.5992706092066874, + "f1_weighted": 0.6056800855423952 + }, + { + "accuracy": 0.6625, + "f1": 0.6502591429836698, + "f1_weighted": 0.6502587238325578 + } + ] + }, + { + "accuracy": 0.60175, + "f1": 0.5840249947816002, + "f1_weighted": 0.5933434418600959, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ], + "main_score": 0.60175, + "scores_per_experiment": [ + { + "accuracy": 0.625, + "f1": 0.6135412186379928, + "f1_weighted": 0.6171070967741936 + }, + { + "accuracy": 0.565, + "f1": 0.5406576317608951, + "f1_weighted": 0.5589504967086176 + }, + { + "accuracy": 0.63, + "f1": 0.6235302884771644, + "f1_weighted": 0.6225962573081774 + }, + { + "accuracy": 0.61, + "f1": 0.5836095485246532, + "f1_weighted": 0.6033705815596463 + }, + { + "accuracy": 0.53, + "f1": 0.5200921730374501, + "f1_weighted": 0.5270789473684211 + }, + { + "accuracy": 0.6325, + "f1": 0.617255508385738, + "f1_weighted": 0.6294836611723187 + }, + { + "accuracy": 0.6175, + "f1": 0.5878518350217851, + "f1_weighted": 0.60118628210954 + }, + { + "accuracy": 0.585, + "f1": 0.5864704401429979, + "f1_weighted": 0.5885871301870913 + }, + { + "accuracy": 0.595, + "f1": 0.5624417201376596, + "f1_weighted": 0.5676602937509453 + }, + { + "accuracy": 0.6275, + "f1": 0.6047995836896651, + "f1_weighted": 0.6174136716620081 + } + ] + }, + { + "accuracy": 0.664, + "f1": 0.6469849730325965, + "f1_weighted": 0.6556967641691516, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ], + "main_score": 0.664, + "scores_per_experiment": [ + { + "accuracy": 0.69, + "f1": 0.6857840428533987, + "f1_weighted": 0.6871762154289424 + }, + { + "accuracy": 0.6225, + "f1": 0.5980598519765336, + "f1_weighted": 0.6146892381622888 + }, + { + "accuracy": 0.7225, + "f1": 0.7132111773621208, + "f1_weighted": 0.7184192055324129 + }, + { + "accuracy": 0.66, + "f1": 0.6287176723793678, + "f1_weighted": 0.6466309575922508 + }, + { + "accuracy": 0.6175, + "f1": 0.5984513646365817, + "f1_weighted": 0.6062808307117387 + }, + { + "accuracy": 0.6875, + "f1": 0.672308160990703, + "f1_weighted": 0.6812294130310107 + }, + { + "accuracy": 0.665, + "f1": 0.6420174799176427, + "f1_weighted": 0.653379313345062 + }, + { + "accuracy": 0.685, + "f1": 0.6803535811820817, + "f1_weighted": 0.6832066681132547 + }, + { + "accuracy": 0.6, + "f1": 0.5667909666641116, + "f1_weighted": 0.5779825971663332 + }, + { + "accuracy": 0.69, + "f1": 0.6841554323634235, + "f1_weighted": 0.6879732026082231 + } + ] + }, + { + "accuracy": 0.5785, + "f1": 0.5634473842655626, + "f1_weighted": 0.5688100594358558, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ], + "main_score": 0.5785, + "scores_per_experiment": [ + { + "accuracy": 0.5625, + "f1": 0.5481707658015037, + "f1_weighted": 0.5431890785447127 + }, + { + "accuracy": 0.545, + "f1": 0.5260659992584352, + "f1_weighted": 0.5266123470522802 + }, + { + "accuracy": 0.6025, + "f1": 0.5962649976794092, + "f1_weighted": 0.5950808668440425 + }, + { + "accuracy": 0.5975, + "f1": 0.5794091308037771, + "f1_weighted": 0.5937257981953408 + }, + { + "accuracy": 0.545, + "f1": 0.5290275869896172, + "f1_weighted": 0.5348418101980674 + }, + { + "accuracy": 0.575, + "f1": 0.5526452557936815, + "f1_weighted": 0.5694839867778398 + }, + { + "accuracy": 0.5825, + "f1": 0.5607199263365226, + "f1_weighted": 0.5707356392806835 + }, + { + "accuracy": 0.585, + "f1": 0.5818042433000569, + "f1_weighted": 0.5888675358370566 + }, + { + "accuracy": 0.5625, + "f1": 0.5391241165567947, + "f1_weighted": 0.543502671751085 + }, + { + "accuracy": 0.6275, + "f1": 0.6212418201358293, + "f1_weighted": 0.6220608598774497 + } + ] + } + ] + }, + "task_name": "NusaX-senti" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaXBitextMining.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaXBitextMining.json new file mode 100644 index 000000000..42ebb9721 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/NusaXBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", + "evaluation_time": 7.245972394943237, + "kg_co2_emissions": 0.0004237843209657453, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.68, + "f1": 0.6180803030303029, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ], + "main_score": 0.6180803030303029, + "precision": 0.5941333333333334, + "recall": 0.68 + }, + { + "accuracy": 0.728, + "f1": 0.676611111111111, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ], + "main_score": 0.676611111111111, + "precision": 0.6564690476190476, + "recall": 0.728 + }, + { + "accuracy": 0.508, + "f1": 0.4348367965367965, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ], + "main_score": 0.4348367965367965, + "precision": 0.4097436008436008, + "recall": 0.508 + }, + { + "accuracy": 0.848, + "f1": 0.8118380952380952, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ], + "main_score": 0.8118380952380952, + "precision": 0.7974666666666667, + "recall": 0.848 + }, + { + "accuracy": 0.458, + "f1": 0.401490231990232, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ], + "main_score": 0.401490231990232, + "precision": 0.3822064213564214, + "recall": 0.458 + }, + { + "accuracy": 0.98, + "f1": 0.9733333333333334, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "main_score": 0.9733333333333334, + "precision": 0.97, + "recall": 0.98 + }, + { + "accuracy": 0.798, + "f1": 0.7492000000000001, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ], + "main_score": 0.7492000000000001, + "precision": 0.7285333333333333, + "recall": 0.798 + }, + { + "accuracy": 0.556, + "f1": 0.48375531135531136, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ], + "main_score": 0.48375531135531136, + "precision": 0.45752943722943723, + "recall": 0.556 + }, + { + "accuracy": 0.846, + "f1": 0.8077714285714285, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ], + "main_score": 0.8077714285714285, + "precision": 0.7925333333333333, + "recall": 0.846 + }, + { + "accuracy": 0.644, + "f1": 0.5851333333333333, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ], + "main_score": 0.5851333333333333, + "precision": 0.5605222222222224, + "recall": 0.644 + }, + { + "accuracy": 0.798, + "f1": 0.749604761904762, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ], + "main_score": 0.749604761904762, + "precision": 0.7292857142857142, + "recall": 0.798 + } + ] + }, + "task_name": "NusaXBitextMining" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OdiaNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OdiaNewsClassification.json new file mode 100644 index 000000000..d067f7bda --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OdiaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ffb8a34c9637fb20256e8c7be02504d16af4bd6b", + "evaluation_time": 7.627583265304565, + "kg_co2_emissions": 0.00023966859806427953, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.808203125, + "f1": 0.8058988767106612, + "f1_weighted": 0.809132258620021, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ], + "main_score": 0.8058988767106612, + "scores_per_experiment": [ + { + "accuracy": 0.796875, + "f1": 0.7938227364530919, + "f1_weighted": 0.7990972170883316 + }, + { + "accuracy": 0.84375, + "f1": 0.8422852444445451, + "f1_weighted": 0.8435774744115381 + }, + { + "accuracy": 0.8115234375, + "f1": 0.8084782589557089, + "f1_weighted": 0.8145913482600415 + }, + { + "accuracy": 0.8310546875, + "f1": 0.8275775715169233, + "f1_weighted": 0.8308657364858115 + }, + { + "accuracy": 0.7939453125, + "f1": 0.7894819094481239, + "f1_weighted": 0.7935976083697892 + }, + { + "accuracy": 0.83642578125, + "f1": 0.8319750276581849, + "f1_weighted": 0.8361328941806804 + }, + { + "accuracy": 0.7666015625, + "f1": 0.7694854058232483, + "f1_weighted": 0.7681108074770222 + }, + { + "accuracy": 0.81298828125, + "f1": 0.8090341233325969, + "f1_weighted": 0.8150537168221145 + }, + { + "accuracy": 0.80029296875, + "f1": 0.7989039908364322, + "f1_weighted": 0.8010931952090364 + }, + { + "accuracy": 0.78857421875, + "f1": 0.7879444986377568, + "f1_weighted": 0.7892025878958451 + } + ] + } + ] + }, + "task_name": "OdiaNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OpusparcusPC.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OpusparcusPC.json new file mode 100644 index 000000000..30e0c5221 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/OpusparcusPC.json @@ -0,0 +1,577 @@ +{ + "dataset_revision": "9e9b1f8ef51616073f47f306f7f47dd91663f86a", + "evaluation_time": 15.305794954299927, + "kg_co2_emissions": 0.0006449476299616059, + "mteb_version": "1.12.75", + "scores": { + "test.full": [ + { + "cosine_accuracy": 0.8644428672817601, + "cosine_accuracy_threshold": 0.6781240105628967, + "cosine_ap": 0.965555232422246, + "cosine_f1": 0.9107720758206196, + "cosine_f1_threshold": 0.6563254594802856, + "cosine_precision": 0.8826164874551972, + "cosine_recall": 0.9407831900668577, + "dot_accuracy": 0.8644428672817601, + "dot_accuracy_threshold": 0.6781240701675415, + "dot_ap": 0.9655552324222461, + "dot_f1": 0.9107720758206196, + "dot_f1_threshold": 0.6563255190849304, + "dot_precision": 0.8826164874551972, + "dot_recall": 0.9407831900668577, + "euclidean_accuracy": 0.8644428672817601, + "euclidean_accuracy_threshold": 0.8023414015769958, + "euclidean_ap": 0.9655552324222461, + "euclidean_f1": 0.9107720758206196, + "euclidean_f1_threshold": 0.829065203666687, + "euclidean_precision": 0.8826164874551972, + "euclidean_recall": 0.9407831900668577, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.9655851479968982, + "manhattan_accuracy": 0.8644428672817601, + "manhattan_accuracy_threshold": 17.402185440063477, + "manhattan_ap": 0.9655851479968982, + "manhattan_f1": 0.909986565158979, + "manhattan_f1_threshold": 18.58088493347168, + "manhattan_precision": 0.8566610455311973, + "manhattan_recall": 0.9703915950334289, + "max_accuracy": 0.8644428672817601, + "max_ap": 0.9655851479968982, + "max_f1": 0.9107720758206196, + "max_precision": 0.8826164874551972, + "max_recall": 0.9703915950334289, + "similarity_accuracy": 0.8644428672817601, + "similarity_accuracy_threshold": 0.6781240105628967, + "similarity_ap": 0.965555232422246, + "similarity_f1": 0.9107720758206196, + "similarity_f1_threshold": 0.6563254594802856, + "similarity_precision": 0.8826164874551972, + "similarity_recall": 0.9407831900668577 + }, + { + "cosine_accuracy": 0.9428783382789317, + "cosine_accuracy_threshold": 0.6501880884170532, + "cosine_ap": 0.9878883078493655, + "cosine_f1": 0.961480740370185, + "cosine_f1_threshold": 0.6429280042648315, + "cosine_precision": 0.9449360865290068, + "cosine_recall": 0.9786150712830958, + "dot_accuracy": 0.9428783382789317, + "dot_accuracy_threshold": 0.6501880288124084, + "dot_ap": 0.9878883078493655, + "dot_f1": 0.961480740370185, + "dot_f1_threshold": 0.6429280042648315, + "dot_precision": 0.9449360865290068, + "dot_recall": 0.9786150712830958, + "euclidean_accuracy": 0.9428783382789317, + "euclidean_accuracy_threshold": 0.8364350199699402, + "euclidean_ap": 0.9878883078493655, + "euclidean_f1": 0.961480740370185, + "euclidean_f1_threshold": 0.8450701236724854, + "euclidean_precision": 0.9449360865290068, + "euclidean_recall": 0.9786150712830958, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9878883078493655, + "manhattan_accuracy": 0.9443620178041543, + "manhattan_accuracy_threshold": 18.140331268310547, + "manhattan_ap": 0.9875934438300265, + "manhattan_f1": 0.9624436654982473, + "manhattan_f1_threshold": 18.212947845458984, + "manhattan_precision": 0.9467980295566503, + "manhattan_recall": 0.9786150712830958, + "max_accuracy": 0.9443620178041543, + "max_ap": 0.9878883078493655, + "max_f1": 0.9624436654982473, + "max_precision": 0.9467980295566503, + "max_recall": 0.9786150712830958, + "similarity_accuracy": 0.9428783382789317, + "similarity_accuracy_threshold": 0.6501880884170532, + "similarity_ap": 0.9878883078493655, + "similarity_f1": 0.961480740370185, + "similarity_f1_threshold": 0.6429280042648315, + "similarity_precision": 0.9449360865290068, + "similarity_recall": 0.9786150712830958 + }, + { + "cosine_accuracy": 0.8050955414012739, + "cosine_accuracy_threshold": 0.6576681137084961, + "cosine_ap": 0.9152317889406898, + "cosine_f1": 0.8451966152314584, + "cosine_f1_threshold": 0.64728844165802, + "cosine_precision": 0.807802093244529, + "cosine_recall": 0.8862212943632568, + "dot_accuracy": 0.8050955414012739, + "dot_accuracy_threshold": 0.65766841173172, + "dot_ap": 0.9152312752686392, + "dot_f1": 0.8451966152314584, + "dot_f1_threshold": 0.6472887992858887, + "dot_precision": 0.807802093244529, + "dot_recall": 0.8862212943632568, + "euclidean_accuracy": 0.8050955414012739, + "euclidean_accuracy_threshold": 0.8274440765380859, + "euclidean_ap": 0.9152317889406898, + "euclidean_f1": 0.8451966152314584, + "euclidean_f1_threshold": 0.8398945331573486, + "euclidean_precision": 0.807802093244529, + "euclidean_recall": 0.8862212943632568, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.9152317889406898, + "manhattan_accuracy": 0.8044585987261147, + "manhattan_accuracy_threshold": 17.82101821899414, + "manhattan_ap": 0.9150923477026823, + "manhattan_f1": 0.8438570729319629, + "manhattan_f1_threshold": 18.301475524902344, + "manhattan_precision": 0.7944700460829494, + "manhattan_recall": 0.8997912317327766, + "max_accuracy": 0.8050955414012739, + "max_ap": 0.9152317889406898, + "max_f1": 0.8451966152314584, + "max_precision": 0.807802093244529, + "max_recall": 0.8997912317327766, + "similarity_accuracy": 0.8050955414012739, + "similarity_accuracy_threshold": 0.6576681137084961, + "similarity_ap": 0.9152317889406898, + "similarity_f1": 0.8451966152314584, + "similarity_f1_threshold": 0.64728844165802, + "similarity_precision": 0.807802093244529, + "similarity_recall": 0.8862212943632568 + }, + { + "cosine_accuracy": 0.8215258855585831, + "cosine_accuracy_threshold": 0.7139230370521545, + "cosine_ap": 0.9345328022269378, + "cosine_f1": 0.8756501182033097, + "cosine_f1_threshold": 0.7099093198776245, + "cosine_precision": 0.8357400722021661, + "cosine_recall": 0.9195630585898709, + "dot_accuracy": 0.8215258855585831, + "dot_accuracy_threshold": 0.7139230966567993, + "dot_ap": 0.9345328022269378, + "dot_f1": 0.8756501182033097, + "dot_f1_threshold": 0.7099095582962036, + "dot_precision": 0.8357400722021661, + "dot_recall": 0.9195630585898709, + "euclidean_accuracy": 0.8215258855585831, + "euclidean_accuracy_threshold": 0.7564085125923157, + "euclidean_ap": 0.9345328022269378, + "euclidean_f1": 0.8756501182033097, + "euclidean_f1_threshold": 0.7616961598396301, + "euclidean_precision": 0.8357400722021661, + "euclidean_recall": 0.9195630585898709, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.9345328022269378, + "manhattan_accuracy": 0.8222070844686649, + "manhattan_accuracy_threshold": 16.133270263671875, + "manhattan_ap": 0.9339228948214886, + "manhattan_f1": 0.8757062146892656, + "manhattan_f1_threshold": 16.538047790527344, + "manhattan_precision": 0.8325872873769025, + "manhattan_recall": 0.9235352532274081, + "max_accuracy": 0.8222070844686649, + "max_ap": 0.9345328022269378, + "max_f1": 0.8757062146892656, + "max_precision": 0.8357400722021661, + "max_recall": 0.9235352532274081, + "similarity_accuracy": 0.8215258855585831, + "similarity_accuracy_threshold": 0.7139230370521545, + "similarity_ap": 0.9345328022269378, + "similarity_f1": 0.8756501182033097, + "similarity_f1_threshold": 0.7099093198776245, + "similarity_precision": 0.8357400722021661, + "similarity_recall": 0.9195630585898709 + }, + { + "cosine_accuracy": 0.7542892156862745, + "cosine_accuracy_threshold": 0.6983656883239746, + "cosine_ap": 0.8820334953456277, + "cosine_f1": 0.8313856427378966, + "cosine_f1_threshold": 0.6439381837844849, + "cosine_precision": 0.75, + "cosine_recall": 0.9325842696629213, + "dot_accuracy": 0.7542892156862745, + "dot_accuracy_threshold": 0.6983655691146851, + "dot_ap": 0.8820329485934648, + "dot_f1": 0.8313856427378966, + "dot_f1_threshold": 0.643938422203064, + "dot_precision": 0.75, + "dot_recall": 0.9325842696629213, + "euclidean_accuracy": 0.7542892156862745, + "euclidean_accuracy_threshold": 0.7767036557197571, + "euclidean_ap": 0.8820334953456277, + "euclidean_f1": 0.8313856427378966, + "euclidean_f1_threshold": 0.8438742160797119, + "euclidean_precision": 0.75, + "euclidean_recall": 0.9325842696629213, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8820334953456277, + "manhattan_accuracy": 0.7536764705882353, + "manhattan_accuracy_threshold": 16.881166458129883, + "manhattan_ap": 0.8809884662726941, + "manhattan_f1": 0.8319805194805195, + "manhattan_f1_threshold": 18.91794204711914, + "manhattan_precision": 0.7342406876790831, + "manhattan_recall": 0.9597378277153558, + "max_accuracy": 0.7542892156862745, + "max_ap": 0.8820334953456277, + "max_f1": 0.8319805194805195, + "max_precision": 0.75, + "max_recall": 0.9597378277153558, + "similarity_accuracy": 0.7542892156862745, + "similarity_accuracy_threshold": 0.6983656883239746, + "similarity_ap": 0.8820334953456277, + "similarity_f1": 0.8313856427378966, + "similarity_f1_threshold": 0.6439381837844849, + "similarity_precision": 0.75, + "similarity_recall": 0.9325842696629213 + }, + { + "cosine_accuracy": 0.8634259259259259, + "cosine_accuracy_threshold": 0.6837037205696106, + "cosine_ap": 0.9382872608992026, + "cosine_f1": 0.8797145769622833, + "cosine_f1_threshold": 0.6826832890510559, + "cosine_precision": 0.8502463054187193, + "cosine_recall": 0.91129883843717, + "dot_accuracy": 0.8634259259259259, + "dot_accuracy_threshold": 0.6837036609649658, + "dot_ap": 0.9382869221630499, + "dot_f1": 0.8797145769622833, + "dot_f1_threshold": 0.6826831698417664, + "dot_precision": 0.8502463054187193, + "dot_recall": 0.91129883843717, + "euclidean_accuracy": 0.8634259259259259, + "euclidean_accuracy_threshold": 0.7953568696975708, + "euclidean_ap": 0.938286896411545, + "euclidean_f1": 0.8797145769622833, + "euclidean_f1_threshold": 0.7966388463973999, + "euclidean_precision": 0.8502463054187193, + "euclidean_recall": 0.91129883843717, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.9382872608992026, + "manhattan_accuracy": 0.8634259259259259, + "manhattan_accuracy_threshold": 17.260398864746094, + "manhattan_ap": 0.9372039148600738, + "manhattan_f1": 0.8803245436105476, + "manhattan_f1_threshold": 17.260398864746094, + "manhattan_precision": 0.8468292682926829, + "manhattan_recall": 0.9165786694825766, + "max_accuracy": 0.8634259259259259, + "max_ap": 0.9382872608992026, + "max_f1": 0.8803245436105476, + "max_precision": 0.8502463054187193, + "max_recall": 0.9165786694825766, + "similarity_accuracy": 0.8634259259259259, + "similarity_accuracy_threshold": 0.6837037205696106, + "similarity_ap": 0.9382872608992026, + "similarity_f1": 0.8797145769622833, + "similarity_f1_threshold": 0.6826832890510559, + "similarity_precision": 0.8502463054187193, + "similarity_recall": 0.91129883843717 + } + ], + "validation.full": [ + { + "cosine_accuracy": 0.8614501076812635, + "cosine_accuracy_threshold": 0.6333131790161133, + "cosine_ap": 0.9665584272197669, + "cosine_f1": 0.9101071262226363, + "cosine_f1_threshold": 0.6333131790161133, + "cosine_precision": 0.8615520282186949, + "cosine_recall": 0.9644619940769991, + "dot_accuracy": 0.8614501076812635, + "dot_accuracy_threshold": 0.6333132982254028, + "dot_ap": 0.966559086890968, + "dot_f1": 0.9101071262226363, + "dot_f1_threshold": 0.6333132982254028, + "dot_precision": 0.8615520282186949, + "dot_recall": 0.9644619940769991, + "euclidean_accuracy": 0.8614501076812635, + "euclidean_accuracy_threshold": 0.8563724160194397, + "euclidean_ap": 0.9665584272197669, + "euclidean_f1": 0.9101071262226363, + "euclidean_f1_threshold": 0.8563724160194397, + "euclidean_precision": 0.8615520282186949, + "euclidean_recall": 0.9644619940769991, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.966559086890968, + "manhattan_accuracy": 0.8600143575017947, + "manhattan_accuracy_threshold": 18.027332305908203, + "manhattan_ap": 0.9660552325599048, + "manhattan_f1": 0.9084967320261438, + "manhattan_f1_threshold": 18.409425735473633, + "manhattan_precision": 0.8618246235606731, + "manhattan_recall": 0.9605133267522211, + "max_accuracy": 0.8614501076812635, + "max_ap": 0.966559086890968, + "max_f1": 0.9101071262226363, + "max_precision": 0.8618246235606731, + "max_recall": 0.9644619940769991, + "similarity_accuracy": 0.8614501076812635, + "similarity_accuracy_threshold": 0.6333131790161133, + "similarity_ap": 0.9665584272197669, + "similarity_f1": 0.9101071262226363, + "similarity_f1_threshold": 0.6333131790161133, + "similarity_precision": 0.8615520282186949, + "similarity_recall": 0.9644619940769991 + }, + { + "cosine_accuracy": 0.9214814814814815, + "cosine_accuracy_threshold": 0.6675866842269897, + "cosine_ap": 0.9862948502613371, + "cosine_f1": 0.9477317554240631, + "cosine_f1_threshold": 0.6668734550476074, + "cosine_precision": 0.9486673247778875, + "cosine_recall": 0.9467980295566503, + "dot_accuracy": 0.9214814814814815, + "dot_accuracy_threshold": 0.6675862073898315, + "dot_ap": 0.9862948502613371, + "dot_f1": 0.9477317554240631, + "dot_f1_threshold": 0.6668734550476074, + "dot_precision": 0.9486673247778875, + "dot_recall": 0.9467980295566503, + "euclidean_accuracy": 0.9214814814814815, + "euclidean_accuracy_threshold": 0.8153691291809082, + "euclidean_ap": 0.9862948502613371, + "euclidean_f1": 0.9477317554240631, + "euclidean_f1_threshold": 0.8162432909011841, + "euclidean_precision": 0.9486673247778875, + "euclidean_recall": 0.9467980295566503, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9862948502613371, + "manhattan_accuracy": 0.9185185185185185, + "manhattan_accuracy_threshold": 17.573970794677734, + "manhattan_ap": 0.9859491645952225, + "manhattan_f1": 0.946445959104187, + "manhattan_f1_threshold": 17.875829696655273, + "manhattan_precision": 0.9355149181905679, + "manhattan_recall": 0.9576354679802955, + "max_accuracy": 0.9214814814814815, + "max_ap": 0.9862948502613371, + "max_f1": 0.9477317554240631, + "max_precision": 0.9486673247778875, + "max_recall": 0.9576354679802955, + "similarity_accuracy": 0.9214814814814815, + "similarity_accuracy_threshold": 0.6675866842269897, + "similarity_ap": 0.9862948502613371, + "similarity_f1": 0.9477317554240631, + "similarity_f1_threshold": 0.6668734550476074, + "similarity_precision": 0.9486673247778875, + "similarity_recall": 0.9467980295566503 + }, + { + "cosine_accuracy": 0.7993650793650794, + "cosine_accuracy_threshold": 0.6708378791809082, + "cosine_ap": 0.9114976132063929, + "cosine_f1": 0.8448438978240302, + "cosine_f1_threshold": 0.6272021532058716, + "cosine_precision": 0.7758470894874022, + "cosine_recall": 0.9273104880581516, + "dot_accuracy": 0.7993650793650794, + "dot_accuracy_threshold": 0.6708378791809082, + "dot_ap": 0.9114976132063929, + "dot_f1": 0.8448438978240302, + "dot_f1_threshold": 0.6272020936012268, + "dot_precision": 0.7758470894874022, + "dot_recall": 0.9273104880581516, + "euclidean_accuracy": 0.7993650793650794, + "euclidean_accuracy_threshold": 0.811371922492981, + "euclidean_ap": 0.9114976132063929, + "euclidean_f1": 0.8448438978240302, + "euclidean_f1_threshold": 0.8634788393974304, + "euclidean_precision": 0.7758470894874022, + "euclidean_recall": 0.9273104880581516, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.9114976132063929, + "manhattan_accuracy": 0.8, + "manhattan_accuracy_threshold": 17.668560028076172, + "manhattan_ap": 0.9103229115185455, + "manhattan_f1": 0.8431372549019608, + "manhattan_f1_threshold": 18.73831558227539, + "manhattan_precision": 0.7659033078880407, + "manhattan_recall": 0.9376947040498442, + "max_accuracy": 0.8, + "max_ap": 0.9114976132063929, + "max_f1": 0.8448438978240302, + "max_precision": 0.7758470894874022, + "max_recall": 0.9376947040498442, + "similarity_accuracy": 0.7993650793650794, + "similarity_accuracy_threshold": 0.6708378791809082, + "similarity_ap": 0.9114976132063929, + "similarity_f1": 0.8448438978240302, + "similarity_f1_threshold": 0.6272021532058716, + "similarity_precision": 0.7758470894874022, + "similarity_recall": 0.9273104880581516 + }, + { + "cosine_accuracy": 0.8290598290598291, + "cosine_accuracy_threshold": 0.7150472402572632, + "cosine_ap": 0.9455431775284869, + "cosine_f1": 0.8842504743833017, + "cosine_f1_threshold": 0.6975888013839722, + "cosine_precision": 0.8388838883888389, + "cosine_recall": 0.9348044132397192, + "dot_accuracy": 0.8290598290598291, + "dot_accuracy_threshold": 0.7150474786758423, + "dot_ap": 0.9455431775284869, + "dot_f1": 0.8842504743833017, + "dot_f1_threshold": 0.6975889205932617, + "dot_precision": 0.8388838883888389, + "dot_recall": 0.9348044132397192, + "euclidean_accuracy": 0.8290598290598291, + "euclidean_accuracy_threshold": 0.7549208402633667, + "euclidean_ap": 0.9455431775284869, + "euclidean_f1": 0.8842504743833017, + "euclidean_f1_threshold": 0.7777032852172852, + "euclidean_precision": 0.8388838883888389, + "euclidean_recall": 0.9348044132397192, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.9455431775284869, + "manhattan_accuracy": 0.8297720797720798, + "manhattan_accuracy_threshold": 16.07598876953125, + "manhattan_ap": 0.9452120768931813, + "manhattan_f1": 0.8836329233680227, + "manhattan_f1_threshold": 16.862741470336914, + "manhattan_precision": 0.8361683079677709, + "manhattan_recall": 0.9368104312938816, + "max_accuracy": 0.8297720797720798, + "max_ap": 0.9455431775284869, + "max_f1": 0.8842504743833017, + "max_precision": 0.8388838883888389, + "max_recall": 0.9368104312938816, + "similarity_accuracy": 0.8290598290598291, + "similarity_accuracy_threshold": 0.7150472402572632, + "similarity_ap": 0.9455431775284869, + "similarity_f1": 0.8842504743833017, + "similarity_f1_threshold": 0.6975888013839722, + "similarity_precision": 0.8388838883888389, + "similarity_recall": 0.9348044132397192 + }, + { + "cosine_accuracy": 0.7665832290362954, + "cosine_accuracy_threshold": 0.6707414388656616, + "cosine_ap": 0.8871292272356789, + "cosine_f1": 0.8342013888888888, + "cosine_f1_threshold": 0.6489425897598267, + "cosine_precision": 0.7484423676012462, + "cosine_recall": 0.942156862745098, + "dot_accuracy": 0.7665832290362954, + "dot_accuracy_threshold": 0.6707413196563721, + "dot_ap": 0.8871292272356789, + "dot_f1": 0.8342013888888888, + "dot_f1_threshold": 0.6489426493644714, + "dot_precision": 0.7484423676012462, + "dot_recall": 0.942156862745098, + "euclidean_accuracy": 0.7665832290362954, + "euclidean_accuracy_threshold": 0.8114906549453735, + "euclidean_ap": 0.8871292272356789, + "euclidean_f1": 0.8342013888888888, + "euclidean_f1_threshold": 0.8379225730895996, + "euclidean_precision": 0.7484423676012462, + "euclidean_recall": 0.942156862745098, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8871292272356789, + "manhattan_accuracy": 0.7672090112640801, + "manhattan_accuracy_threshold": 17.423667907714844, + "manhattan_ap": 0.8863512392321292, + "manhattan_f1": 0.8324324324324326, + "manhattan_f1_threshold": 17.47447395324707, + "manhattan_precision": 0.77, + "manhattan_recall": 0.9058823529411765, + "max_accuracy": 0.7672090112640801, + "max_ap": 0.8871292272356789, + "max_f1": 0.8342013888888888, + "max_precision": 0.77, + "max_recall": 0.942156862745098, + "similarity_accuracy": 0.7665832290362954, + "similarity_accuracy_threshold": 0.6707414388656616, + "similarity_ap": 0.8871292272356789, + "similarity_f1": 0.8342013888888888, + "similarity_f1_threshold": 0.6489425897598267, + "similarity_precision": 0.7484423676012462, + "similarity_recall": 0.942156862745098 + }, + { + "cosine_accuracy": 0.8429561200923787, + "cosine_accuracy_threshold": 0.684337854385376, + "cosine_ap": 0.9246268546161953, + "cosine_f1": 0.8660801564027371, + "cosine_f1_threshold": 0.6696561574935913, + "cosine_precision": 0.8342749529190208, + "cosine_recall": 0.9004065040650406, + "dot_accuracy": 0.8429561200923787, + "dot_accuracy_threshold": 0.6843385100364685, + "dot_ap": 0.9246262627596904, + "dot_f1": 0.8660801564027371, + "dot_f1_threshold": 0.6696557998657227, + "dot_precision": 0.8342749529190208, + "dot_recall": 0.9004065040650406, + "euclidean_accuracy": 0.8429561200923787, + "euclidean_accuracy_threshold": 0.794559121131897, + "euclidean_ap": 0.9246268546161953, + "euclidean_f1": 0.8660801564027371, + "euclidean_f1_threshold": 0.8128269910812378, + "euclidean_precision": 0.8342749529190208, + "euclidean_recall": 0.9004065040650406, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.9246268546161953, + "manhattan_accuracy": 0.8446882217090069, + "manhattan_accuracy_threshold": 17.289134979248047, + "manhattan_ap": 0.9236683719684173, + "manhattan_f1": 0.8669612174766814, + "manhattan_f1_threshold": 17.47405242919922, + "manhattan_precision": 0.8385565052231719, + "manhattan_recall": 0.8973577235772358, + "max_accuracy": 0.8446882217090069, + "max_ap": 0.9246268546161953, + "max_f1": 0.8669612174766814, + "max_precision": 0.8385565052231719, + "max_recall": 0.9004065040650406, + "similarity_accuracy": 0.8429561200923787, + "similarity_accuracy_threshold": 0.684337854385376, + "similarity_ap": 0.9246268546161953, + "similarity_f1": 0.8660801564027371, + "similarity_f1_threshold": 0.6696561574935913, + "similarity_precision": 0.8342749529190208, + "similarity_recall": 0.9004065040650406 + } + ] + }, + "task_name": "OpusparcusPC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PAC.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PAC.json new file mode 100644 index 000000000..fc05500c1 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PAC.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543", + "evaluation_time": 8.932951927185059, + "kg_co2_emissions": 0.00033968992588987796, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.66956269910223, + "ap": 0.7617004506610849, + "ap_weighted": 0.7617004506610849, + "f1": 0.641799815393125, + "f1_weighted": 0.6737307573183706, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.66956269910223, + "scores_per_experiment": [ + { + "accuracy": 0.7066319142774399, + "ap": 0.7985047260593001, + "ap_weighted": 0.7985047260593001, + "f1": 0.6928277212020143, + "f1_weighted": 0.7157027023502264 + }, + { + "accuracy": 0.715609614827686, + "ap": 0.7575144315730868, + "ap_weighted": 0.7575144315730868, + "f1": 0.666504255091475, + "f1_weighted": 0.711458822155644 + }, + { + "accuracy": 0.7344338256588474, + "ap": 0.787942836759029, + "ap_weighted": 0.787942836759029, + "f1": 0.7049225379971288, + "f1_weighted": 0.7377038492916935 + }, + { + "accuracy": 0.6136692730958587, + "ap": 0.687441732447148, + "ap_weighted": 0.687441732447148, + "f1": 0.5242504802627502, + "f1_weighted": 0.5967053872143605 + }, + { + "accuracy": 0.6869388937156096, + "ap": 0.7850507899186084, + "ap_weighted": 0.7850507899186084, + "f1": 0.6728736109459375, + "f1_weighted": 0.6967020858057311 + }, + { + "accuracy": 0.5957138719953663, + "ap": 0.751990526552969, + "ap_weighted": 0.751990526552969, + "f1": 0.5922337094406709, + "f1_weighted": 0.6054670548289016 + }, + { + "accuracy": 0.6041123660584998, + "ap": 0.7539832456396869, + "ap_weighted": 0.7539832456396869, + "f1": 0.5995642099003333, + "f1_weighted": 0.61455582245429 + }, + { + "accuracy": 0.6860700839849406, + "ap": 0.775362435731091, + "ap_weighted": 0.775362435731091, + "f1": 0.667162374131682, + "f1_weighted": 0.6950299950940183 + }, + { + "accuracy": 0.648421662322618, + "ap": 0.7604545251999255, + "ap_weighted": 0.7604545251999255, + "f1": 0.6343666920194542, + "f1_weighted": 0.6595493788403372 + }, + { + "accuracy": 0.704025485085433, + "ap": 0.7587592567300047, + "ap_weighted": 0.7587592567300047, + "f1": 0.6632925629398039, + "f1_weighted": 0.7044324751485034 + } + ] + } + ] + }, + "task_name": "PAC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PawsXPairClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PawsXPairClassification.json new file mode 100644 index 000000000..f2e077b82 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PawsXPairClassification.json @@ -0,0 +1,671 @@ +{ + "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", + "evaluation_time": 28.476895570755005, + "kg_co2_emissions": 0.0016920325075885185, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.5965, + "cosine_accuracy_threshold": 0.9855372905731201, + "cosine_ap": 0.5637811856291787, + "cosine_f1": 0.6239654551997121, + "cosine_f1_threshold": 0.8704683780670166, + "cosine_precision": 0.4601910828025478, + "cosine_recall": 0.9687150837988827, + "dot_accuracy": 0.5965, + "dot_accuracy_threshold": 0.9855375289916992, + "dot_ap": 0.5680381352447355, + "dot_f1": 0.6239654551997121, + "dot_f1_threshold": 0.8704683780670166, + "dot_precision": 0.4601910828025478, + "dot_recall": 0.9687150837988827, + "euclidean_accuracy": 0.5965, + "euclidean_accuracy_threshold": 0.17007480561733246, + "euclidean_ap": 0.5637811856291786, + "euclidean_f1": 0.6239654551997121, + "euclidean_f1_threshold": 0.5089825391769409, + "euclidean_precision": 0.4601910828025478, + "euclidean_recall": 0.9687150837988827, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5680381352447355, + "manhattan_accuracy": 0.5995, + "manhattan_accuracy_threshold": 3.5653676986694336, + "manhattan_ap": 0.5640572984293158, + "manhattan_f1": 0.6240520043336946, + "manhattan_f1_threshold": 10.75667667388916, + "manhattan_precision": 0.4610458911419424, + "manhattan_recall": 0.9653631284916201, + "max_accuracy": 0.5995, + "max_ap": 0.5680381352447355, + "max_f1": 0.6240520043336946, + "max_precision": 0.4610458911419424, + "max_recall": 0.9687150837988827, + "similarity_accuracy": 0.5965, + "similarity_accuracy_threshold": 0.9855372905731201, + "similarity_ap": 0.5637811856291787, + "similarity_f1": 0.6239654551997121, + "similarity_f1_threshold": 0.8704683780670166, + "similarity_precision": 0.4601910828025478, + "similarity_recall": 0.9687150837988827 + }, + { + "cosine_accuracy": 0.6305, + "cosine_accuracy_threshold": 0.9899504780769348, + "cosine_ap": 0.6222263013611351, + "cosine_f1": 0.6455428812843261, + "cosine_f1_threshold": 0.97096848487854, + "cosine_precision": 0.5232876712328767, + "cosine_recall": 0.8423373759647188, + "dot_accuracy": 0.6305, + "dot_accuracy_threshold": 0.9899507761001587, + "dot_ap": 0.6222386923946378, + "dot_f1": 0.6455428812843261, + "dot_f1_threshold": 0.9709688425064087, + "dot_precision": 0.5232876712328767, + "dot_recall": 0.8423373759647188, + "euclidean_accuracy": 0.6305, + "euclidean_accuracy_threshold": 0.14177098870277405, + "euclidean_ap": 0.6222251420934228, + "euclidean_f1": 0.6455428812843261, + "euclidean_f1_threshold": 0.24096260964870453, + "euclidean_precision": 0.5232876712328767, + "euclidean_recall": 0.8423373759647188, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6223180916112442, + "manhattan_accuracy": 0.631, + "manhattan_accuracy_threshold": 3.0626184940338135, + "manhattan_ap": 0.6223180916112442, + "manhattan_f1": 0.6454049517415024, + "manhattan_f1_threshold": 5.276584625244141, + "manhattan_precision": 0.5210027100271003, + "manhattan_recall": 0.8478500551267916, + "max_accuracy": 0.631, + "max_ap": 0.6223180916112442, + "max_f1": 0.6455428812843261, + "max_precision": 0.5232876712328767, + "max_recall": 0.8478500551267916, + "similarity_accuracy": 0.6305, + "similarity_accuracy_threshold": 0.9899504780769348, + "similarity_ap": 0.6222263013611351, + "similarity_f1": 0.6455428812843261, + "similarity_f1_threshold": 0.97096848487854, + "similarity_precision": 0.5232876712328767, + "similarity_recall": 0.8423373759647188 + }, + { + "cosine_accuracy": 0.589, + "cosine_accuracy_threshold": 0.9849506616592407, + "cosine_ap": 0.57086069950479, + "cosine_f1": 0.6248708232862555, + "cosine_f1_threshold": 0.7464550137519836, + "cosine_precision": 0.4544088176352705, + "cosine_recall": 1.0, + "dot_accuracy": 0.589, + "dot_accuracy_threshold": 0.9849503040313721, + "dot_ap": 0.5708644837632624, + "dot_f1": 0.6248708232862555, + "dot_f1_threshold": 0.7464549541473389, + "dot_precision": 0.4544088176352705, + "dot_recall": 1.0, + "euclidean_accuracy": 0.589, + "euclidean_accuracy_threshold": 0.173489511013031, + "euclidean_ap": 0.57086069950479, + "euclidean_f1": 0.6248708232862555, + "euclidean_f1_threshold": 0.7118692994117737, + "euclidean_precision": 0.4544088176352705, + "euclidean_recall": 1.0, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.5708644837632624, + "manhattan_accuracy": 0.5875, + "manhattan_accuracy_threshold": 3.8017313480377197, + "manhattan_ap": 0.5708496261122035, + "manhattan_f1": 0.6248708232862555, + "manhattan_f1_threshold": 15.763341903686523, + "manhattan_precision": 0.4544088176352705, + "manhattan_recall": 1.0, + "max_accuracy": 0.589, + "max_ap": 0.5708644837632624, + "max_f1": 0.6248708232862555, + "max_precision": 0.4544088176352705, + "max_recall": 1.0, + "similarity_accuracy": 0.589, + "similarity_accuracy_threshold": 0.9849506616592407, + "similarity_ap": 0.57086069950479, + "similarity_f1": 0.6248708232862555, + "similarity_f1_threshold": 0.7464550137519836, + "similarity_precision": 0.4544088176352705, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.608, + "cosine_accuracy_threshold": 0.9892431497573853, + "cosine_ap": 0.5894163139361768, + "cosine_f1": 0.6251298026998962, + "cosine_f1_threshold": 0.6980883479118347, + "cosine_precision": 0.45468277945619334, + "cosine_recall": 1.0, + "dot_accuracy": 0.608, + "dot_accuracy_threshold": 0.9892433881759644, + "dot_ap": 0.5902805443298593, + "dot_f1": 0.6251298026998962, + "dot_f1_threshold": 0.6980881690979004, + "dot_precision": 0.45468277945619334, + "dot_recall": 1.0, + "euclidean_accuracy": 0.608, + "euclidean_accuracy_threshold": 0.14667518436908722, + "euclidean_ap": 0.5894163139361768, + "euclidean_f1": 0.6251298026998962, + "euclidean_f1_threshold": 0.7767251133918762, + "euclidean_precision": 0.45468277945619334, + "euclidean_recall": 1.0, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.5902805443298593, + "manhattan_accuracy": 0.608, + "manhattan_accuracy_threshold": 3.227346658706665, + "manhattan_ap": 0.589436513179854, + "manhattan_f1": 0.6253462603878117, + "manhattan_f1_threshold": 16.387496948242188, + "manhattan_precision": 0.454911838790932, + "manhattan_recall": 1.0, + "max_accuracy": 0.608, + "max_ap": 0.5902805443298593, + "max_f1": 0.6253462603878117, + "max_precision": 0.454911838790932, + "max_recall": 1.0, + "similarity_accuracy": 0.608, + "similarity_accuracy_threshold": 0.9892431497573853, + "similarity_ap": 0.5894163139361768, + "similarity_f1": 0.6251298026998962, + "similarity_f1_threshold": 0.6980883479118347, + "similarity_precision": 0.45468277945619334, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.5805, + "cosine_accuracy_threshold": 0.9751877784729004, + "cosine_ap": 0.5222668769797657, + "cosine_f1": 0.6242038216560509, + "cosine_f1_threshold": 0.6051282286643982, + "cosine_precision": 0.45393721049922797, + "cosine_recall": 0.9988674971687429, + "dot_accuracy": 0.5805, + "dot_accuracy_threshold": 0.9751878976821899, + "dot_ap": 0.5244922094830653, + "dot_f1": 0.6242038216560509, + "dot_f1_threshold": 0.6051281690597534, + "dot_precision": 0.45393721049922797, + "dot_recall": 0.9988674971687429, + "euclidean_accuracy": 0.5805, + "euclidean_accuracy_threshold": 0.22276532649993896, + "euclidean_ap": 0.5222668769797657, + "euclidean_f1": 0.6242038216560509, + "euclidean_f1_threshold": 0.8871146440505981, + "euclidean_precision": 0.45393721049922797, + "euclidean_recall": 0.9988674971687429, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ], + "main_score": 0.5244922094830653, + "manhattan_accuracy": 0.58, + "manhattan_accuracy_threshold": 4.799095153808594, + "manhattan_ap": 0.522047178785293, + "manhattan_f1": 0.6242038216560509, + "manhattan_f1_threshold": 19.031295776367188, + "manhattan_precision": 0.45393721049922797, + "manhattan_recall": 0.9988674971687429, + "max_accuracy": 0.5805, + "max_ap": 0.5244922094830653, + "max_f1": 0.6242038216560509, + "max_precision": 0.45393721049922797, + "max_recall": 0.9988674971687429, + "similarity_accuracy": 0.5805, + "similarity_accuracy_threshold": 0.9751877784729004, + "similarity_ap": 0.5222668769797657, + "similarity_f1": 0.6242038216560509, + "similarity_f1_threshold": 0.6051282286643982, + "similarity_precision": 0.45393721049922797, + "similarity_recall": 0.9988674971687429 + }, + { + "cosine_accuracy": 0.5695, + "cosine_accuracy_threshold": 0.9803893566131592, + "cosine_ap": 0.5157646637246571, + "cosine_f1": 0.624607877309167, + "cosine_f1_threshold": 0.5566427707672119, + "cosine_precision": 0.45413076533198177, + "cosine_recall": 1.0, + "dot_accuracy": 0.5695, + "dot_accuracy_threshold": 0.980389416217804, + "dot_ap": 0.5166352501953441, + "dot_f1": 0.624607877309167, + "dot_f1_threshold": 0.5566427707672119, + "dot_precision": 0.45413076533198177, + "dot_recall": 1.0, + "euclidean_accuracy": 0.5695, + "euclidean_accuracy_threshold": 0.19804352521896362, + "euclidean_ap": 0.5157646637246571, + "euclidean_f1": 0.624607877309167, + "euclidean_f1_threshold": 0.9414956569671631, + "euclidean_precision": 0.45413076533198177, + "euclidean_recall": 1.0, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.5166352501953441, + "manhattan_accuracy": 0.5705, + "manhattan_accuracy_threshold": 4.402511119842529, + "manhattan_ap": 0.515981172587257, + "manhattan_f1": 0.624607877309167, + "manhattan_f1_threshold": 20.223623275756836, + "manhattan_precision": 0.45413076533198177, + "manhattan_recall": 1.0, + "max_accuracy": 0.5705, + "max_ap": 0.5166352501953441, + "max_f1": 0.624607877309167, + "max_precision": 0.45413076533198177, + "max_recall": 1.0, + "similarity_accuracy": 0.5695, + "similarity_accuracy_threshold": 0.9803893566131592, + "similarity_ap": 0.5157646637246571, + "similarity_f1": 0.624607877309167, + "similarity_f1_threshold": 0.5566427707672119, + "similarity_precision": 0.45413076533198177, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.598, + "cosine_accuracy_threshold": 0.991502046585083, + "cosine_ap": 0.5723239927363216, + "cosine_f1": 0.6248624862486248, + "cosine_f1_threshold": 0.8475988507270813, + "cosine_precision": 0.46481178396072015, + "cosine_recall": 0.9530201342281879, + "dot_accuracy": 0.598, + "dot_accuracy_threshold": 0.991502046585083, + "dot_ap": 0.5726386052651216, + "dot_f1": 0.6248624862486248, + "dot_f1_threshold": 0.8475990295410156, + "dot_precision": 0.46481178396072015, + "dot_recall": 0.9530201342281879, + "euclidean_accuracy": 0.598, + "euclidean_accuracy_threshold": 0.1303682029247284, + "euclidean_ap": 0.5723239927363216, + "euclidean_f1": 0.6248624862486248, + "euclidean_f1_threshold": 0.5520890355110168, + "euclidean_precision": 0.46481178396072015, + "euclidean_recall": 0.9530201342281879, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.5726386052651216, + "manhattan_accuracy": 0.598, + "manhattan_accuracy_threshold": 2.873729705810547, + "manhattan_ap": 0.5723086770500165, + "manhattan_f1": 0.6241290795746242, + "manhattan_f1_threshold": 11.984773635864258, + "manhattan_precision": 0.464266230223677, + "manhattan_recall": 0.9519015659955258, + "max_accuracy": 0.598, + "max_ap": 0.5726386052651216, + "max_f1": 0.6248624862486248, + "max_precision": 0.46481178396072015, + "max_recall": 0.9530201342281879, + "similarity_accuracy": 0.598, + "similarity_accuracy_threshold": 0.991502046585083, + "similarity_ap": 0.5723239927363216, + "similarity_f1": 0.6248624862486248, + "similarity_f1_threshold": 0.8475988507270813, + "similarity_precision": 0.46481178396072015, + "similarity_recall": 0.9530201342281879 + } + ], + "validation": [ + { + "cosine_accuracy": 0.6065, + "cosine_accuracy_threshold": 0.9909994602203369, + "cosine_ap": 0.5045233592216847, + "cosine_f1": 0.5991348233597692, + "cosine_f1_threshold": 0.6796406507492065, + "cosine_precision": 0.4276891405043747, + "cosine_recall": 1.0, + "dot_accuracy": 0.6065, + "dot_accuracy_threshold": 0.9909988641738892, + "dot_ap": 0.5116759791059697, + "dot_f1": 0.5991348233597692, + "dot_f1_threshold": 0.6796407103538513, + "dot_precision": 0.4276891405043747, + "dot_recall": 1.0, + "euclidean_accuracy": 0.6065, + "euclidean_accuracy_threshold": 0.13416820764541626, + "euclidean_ap": 0.5045233592216847, + "euclidean_f1": 0.5991348233597692, + "euclidean_f1_threshold": 0.8004433512687683, + "euclidean_precision": 0.4276891405043747, + "euclidean_recall": 1.0, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5116759791059697, + "manhattan_accuracy": 0.605, + "manhattan_accuracy_threshold": 2.8775405883789062, + "manhattan_ap": 0.5045715669184301, + "manhattan_f1": 0.5989189189189189, + "manhattan_f1_threshold": 18.987728118896484, + "manhattan_precision": 0.42746913580246915, + "manhattan_recall": 1.0, + "max_accuracy": 0.6065, + "max_ap": 0.5116759791059697, + "max_f1": 0.5991348233597692, + "max_precision": 0.4276891405043747, + "max_recall": 1.0, + "similarity_accuracy": 0.6065, + "similarity_accuracy_threshold": 0.9909994602203369, + "similarity_ap": 0.5045233592216847, + "similarity_f1": 0.5991348233597692, + "similarity_f1_threshold": 0.6796406507492065, + "similarity_precision": 0.4276891405043747, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.635, + "cosine_accuracy_threshold": 0.992018461227417, + "cosine_ap": 0.5901647509499304, + "cosine_f1": 0.6225919439579685, + "cosine_f1_threshold": 0.9709373712539673, + "cosine_precision": 0.5003518648838846, + "cosine_recall": 0.8238702201622248, + "dot_accuracy": 0.635, + "dot_accuracy_threshold": 0.9920188188552856, + "dot_ap": 0.5901757052612845, + "dot_f1": 0.6225919439579685, + "dot_f1_threshold": 0.9709377288818359, + "dot_precision": 0.5003518648838846, + "dot_recall": 0.8238702201622248, + "euclidean_accuracy": 0.635, + "euclidean_accuracy_threshold": 0.126344695687294, + "euclidean_ap": 0.5901659088472709, + "euclidean_f1": 0.6225919439579685, + "euclidean_f1_threshold": 0.24109196662902832, + "euclidean_precision": 0.5003518648838846, + "euclidean_recall": 0.8238702201622248, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5903016640285988, + "manhattan_accuracy": 0.6355, + "manhattan_accuracy_threshold": 2.7309091091156006, + "manhattan_ap": 0.5903016640285988, + "manhattan_f1": 0.6232127838519764, + "manhattan_f1_threshold": 5.670520305633545, + "manhattan_precision": 0.4891089108910891, + "manhattan_recall": 0.8586326767091541, + "max_accuracy": 0.6355, + "max_ap": 0.5903016640285988, + "max_f1": 0.6232127838519764, + "max_precision": 0.5003518648838846, + "max_recall": 0.8586326767091541, + "similarity_accuracy": 0.635, + "similarity_accuracy_threshold": 0.992018461227417, + "similarity_ap": 0.5901647509499304, + "similarity_f1": 0.6225919439579685, + "similarity_f1_threshold": 0.9709373712539673, + "similarity_precision": 0.5003518648838846, + "similarity_recall": 0.8238702201622248 + }, + { + "cosine_accuracy": 0.62, + "cosine_accuracy_threshold": 0.9857200384140015, + "cosine_ap": 0.5606806173138399, + "cosine_f1": 0.6030615877536489, + "cosine_f1_threshold": 0.7319858074188232, + "cosine_precision": 0.43170234454638123, + "cosine_recall": 1.0, + "dot_accuracy": 0.62, + "dot_accuracy_threshold": 0.9857199788093567, + "dot_ap": 0.5609529973222045, + "dot_f1": 0.6030615877536489, + "dot_f1_threshold": 0.7319859266281128, + "dot_precision": 0.43170234454638123, + "dot_recall": 1.0, + "euclidean_accuracy": 0.62, + "euclidean_accuracy_threshold": 0.1689969152212143, + "euclidean_ap": 0.5606806173138399, + "euclidean_f1": 0.6030615877536489, + "euclidean_f1_threshold": 0.7320231795310974, + "euclidean_precision": 0.43170234454638123, + "euclidean_recall": 1.0, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.5609529973222045, + "manhattan_accuracy": 0.621, + "manhattan_accuracy_threshold": 3.6607627868652344, + "manhattan_ap": 0.5608484494035009, + "manhattan_f1": 0.6030615877536489, + "manhattan_f1_threshold": 15.673315048217773, + "manhattan_precision": 0.43170234454638123, + "manhattan_recall": 1.0, + "max_accuracy": 0.621, + "max_ap": 0.5609529973222045, + "max_f1": 0.6030615877536489, + "max_precision": 0.43170234454638123, + "max_recall": 1.0, + "similarity_accuracy": 0.62, + "similarity_accuracy_threshold": 0.9857200384140015, + "similarity_ap": 0.5606806173138399, + "similarity_f1": 0.6030615877536489, + "similarity_f1_threshold": 0.7319858074188232, + "similarity_precision": 0.43170234454638123, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.628, + "cosine_accuracy_threshold": 0.993860125541687, + "cosine_ap": 0.583592672274228, + "cosine_f1": 0.6058779201205727, + "cosine_f1_threshold": 0.9199692010879517, + "cosine_precision": 0.44816053511705684, + "cosine_recall": 0.9348837209302325, + "dot_accuracy": 0.628, + "dot_accuracy_threshold": 0.9938602447509766, + "dot_ap": 0.5855267737415987, + "dot_f1": 0.6058779201205727, + "dot_f1_threshold": 0.9199695587158203, + "dot_precision": 0.44816053511705684, + "dot_recall": 0.9348837209302325, + "euclidean_accuracy": 0.628, + "euclidean_accuracy_threshold": 0.11081400513648987, + "euclidean_ap": 0.583592672274228, + "euclidean_f1": 0.6058779201205727, + "euclidean_f1_threshold": 0.40007632970809937, + "euclidean_precision": 0.44816053511705684, + "euclidean_recall": 0.9348837209302325, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.5855267737415987, + "manhattan_accuracy": 0.6295, + "manhattan_accuracy_threshold": 2.4015464782714844, + "manhattan_ap": 0.5835636922825033, + "manhattan_f1": 0.6049661399548533, + "manhattan_f1_threshold": 8.67449951171875, + "manhattan_precision": 0.4471635150166852, + "manhattan_recall": 0.9348837209302325, + "max_accuracy": 0.6295, + "max_ap": 0.5855267737415987, + "max_f1": 0.6058779201205727, + "max_precision": 0.44816053511705684, + "max_recall": 0.9348837209302325, + "similarity_accuracy": 0.628, + "similarity_accuracy_threshold": 0.993860125541687, + "similarity_ap": 0.583592672274228, + "similarity_f1": 0.6058779201205727, + "similarity_f1_threshold": 0.9199692010879517, + "similarity_precision": 0.44816053511705684, + "similarity_recall": 0.9348837209302325 + }, + { + "cosine_accuracy": 0.6095, + "cosine_accuracy_threshold": 0.9946794509887695, + "cosine_ap": 0.5505335006663037, + "cosine_f1": 0.6021201413427563, + "cosine_f1_threshold": 0.6740745306015015, + "cosine_precision": 0.4311740890688259, + "cosine_recall": 0.9976580796252927, + "dot_accuracy": 0.6095, + "dot_accuracy_threshold": 0.9946796894073486, + "dot_ap": 0.5522023017993827, + "dot_f1": 0.6021201413427563, + "dot_f1_threshold": 0.6740742921829224, + "dot_precision": 0.4311740890688259, + "dot_recall": 0.9976580796252927, + "euclidean_accuracy": 0.6095, + "euclidean_accuracy_threshold": 0.1031530573964119, + "euclidean_ap": 0.5505335006663037, + "euclidean_f1": 0.6021201413427563, + "euclidean_f1_threshold": 0.8073381185531616, + "euclidean_precision": 0.4311740890688259, + "euclidean_recall": 0.9976580796252927, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ], + "main_score": 0.5522023017993827, + "manhattan_accuracy": 0.61, + "manhattan_accuracy_threshold": 2.2783308029174805, + "manhattan_ap": 0.550022259246076, + "manhattan_f1": 0.602127659574468, + "manhattan_f1_threshold": 15.741326332092285, + "manhattan_precision": 0.4318413021363174, + "manhattan_recall": 0.9941451990632318, + "max_accuracy": 0.61, + "max_ap": 0.5522023017993827, + "max_f1": 0.602127659574468, + "max_precision": 0.4318413021363174, + "max_recall": 0.9976580796252927, + "similarity_accuracy": 0.6095, + "similarity_accuracy_threshold": 0.9946794509887695, + "similarity_ap": 0.5505335006663037, + "similarity_f1": 0.6021201413427563, + "similarity_f1_threshold": 0.6740745306015015, + "similarity_precision": 0.4311740890688259, + "similarity_recall": 0.9976580796252927 + }, + { + "cosine_accuracy": 0.5935, + "cosine_accuracy_threshold": 0.9923413991928101, + "cosine_ap": 0.4700350021451996, + "cosine_f1": 0.5967799642218247, + "cosine_f1_threshold": 0.6600664854049683, + "cosine_precision": 0.4265984654731458, + "cosine_recall": 0.9928571428571429, + "dot_accuracy": 0.5935, + "dot_accuracy_threshold": 0.9923419952392578, + "dot_ap": 0.4742308119407852, + "dot_f1": 0.5967799642218247, + "dot_f1_threshold": 0.6600662469863892, + "dot_precision": 0.4265984654731458, + "dot_recall": 0.9928571428571429, + "euclidean_accuracy": 0.5935, + "euclidean_accuracy_threshold": 0.12376220524311066, + "euclidean_ap": 0.4700350021451996, + "euclidean_f1": 0.5967799642218247, + "euclidean_f1_threshold": 0.8245106339454651, + "euclidean_precision": 0.4265984654731458, + "euclidean_recall": 0.9928571428571429, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.4742308119407852, + "manhattan_accuracy": 0.594, + "manhattan_accuracy_threshold": 2.4824938774108887, + "manhattan_ap": 0.47050043443397904, + "manhattan_f1": 0.5969186671443927, + "manhattan_f1_threshold": 17.35350799560547, + "manhattan_precision": 0.4269605330599692, + "manhattan_recall": 0.9916666666666667, + "max_accuracy": 0.594, + "max_ap": 0.4742308119407852, + "max_f1": 0.5969186671443927, + "max_precision": 0.4269605330599692, + "max_recall": 0.9928571428571429, + "similarity_accuracy": 0.5935, + "similarity_accuracy_threshold": 0.9923413991928101, + "similarity_ap": 0.4700350021451996, + "similarity_f1": 0.5967799642218247, + "similarity_f1_threshold": 0.6600664854049683, + "similarity_precision": 0.4265984654731458, + "similarity_recall": 0.9928571428571429 + }, + { + "cosine_accuracy": 0.6045, + "cosine_accuracy_threshold": 0.9996236562728882, + "cosine_ap": 0.5344739317756018, + "cosine_f1": 0.6031406138472519, + "cosine_f1_threshold": 0.791800856590271, + "cosine_precision": 0.4335556695741406, + "cosine_recall": 0.9906213364595545, + "dot_accuracy": 0.6045, + "dot_accuracy_threshold": 0.9996238946914673, + "dot_ap": 0.5355894747172664, + "dot_f1": 0.6031406138472519, + "dot_f1_threshold": 0.7918009161949158, + "dot_precision": 0.4335556695741406, + "dot_recall": 0.9906213364595545, + "euclidean_accuracy": 0.6045, + "euclidean_accuracy_threshold": 0.02740038000047207, + "euclidean_ap": 0.5344739317756018, + "euclidean_f1": 0.6031406138472519, + "euclidean_f1_threshold": 0.6452860832214355, + "euclidean_precision": 0.4335556695741406, + "euclidean_recall": 0.9906213364595545, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.5355894747172664, + "manhattan_accuracy": 0.6045, + "manhattan_accuracy_threshold": 0.5818988084793091, + "manhattan_ap": 0.5347534882041434, + "manhattan_f1": 0.6035587188612099, + "manhattan_f1_threshold": 14.230913162231445, + "manhattan_precision": 0.43331630045988756, + "manhattan_recall": 0.9941383352872216, + "max_accuracy": 0.6045, + "max_ap": 0.5355894747172664, + "max_f1": 0.6035587188612099, + "max_precision": 0.4335556695741406, + "max_recall": 0.9941383352872216, + "similarity_accuracy": 0.6045, + "similarity_accuracy_threshold": 0.9996236562728882, + "similarity_ap": 0.5344739317756018, + "similarity_f1": 0.6031406138472519, + "similarity_f1_threshold": 0.791800856590271, + "similarity_precision": 0.4335556695741406, + "similarity_recall": 0.9906213364595545 + } + ] + }, + "task_name": "PawsXPairClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PlscClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PlscClusteringP2P.v2.json new file mode 100644 index 000000000..18faa0a88 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PlscClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "8436dd4c05222778013d6642ee2f3fa1722bca9b", + "evaluation_time": 29.944586753845215, + "kg_co2_emissions": 0.0008396050995440155, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.7089730962408101, + "v_measure": 0.7089730962408101, + "v_measure_std": 0.013184238641042623, + "v_measures": { + "Level 0": [ + 0.6926531848208981, + 0.6920167088813868, + 0.7001604587612063, + 0.7098553247238293, + 0.7037104729569159, + 0.7354849295355641, + 0.7086113852241986, + 0.7034707721825432, + 0.7194768618839703, + 0.7242908634375883 + ] + } + } + ] + }, + "task_name": "PlscClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PoemSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PoemSentimentClassification.json new file mode 100644 index 000000000..3f5a93373 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PoemSentimentClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "329d529d875a00c47ec71954a1a96ae167584770", + "evaluation_time": 11.140802383422852, + "kg_co2_emissions": 0.000322851445936502, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5423076923076924, + "f1": 0.41499267424702857, + "f1_weighted": 0.5923151140535553, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5423076923076924, + "scores_per_experiment": [ + { + "accuracy": 0.5480769230769231, + "f1": 0.4161976235146967, + "f1_weighted": 0.6113436282291818 + }, + { + "accuracy": 0.5288461538461539, + "f1": 0.4336734693877551, + "f1_weighted": 0.5792778649921506 + }, + { + "accuracy": 0.5769230769230769, + "f1": 0.4391798418972332, + "f1_weighted": 0.622643660687139 + }, + { + "accuracy": 0.5384615384615384, + "f1": 0.41169252266131634, + "f1_weighted": 0.6068165156830916 + }, + { + "accuracy": 0.5192307692307693, + "f1": 0.38242079765930403, + "f1_weighted": 0.5561096444865061 + }, + { + "accuracy": 0.49038461538461536, + "f1": 0.38577295229522957, + "f1_weighted": 0.5379866111611162 + }, + { + "accuracy": 0.5096153846153846, + "f1": 0.40749402425708975, + "f1_weighted": 0.5561458784966324 + }, + { + "accuracy": 0.5480769230769231, + "f1": 0.39688649110426033, + "f1_weighted": 0.5881557875879645 + }, + { + "accuracy": 0.5480769230769231, + "f1": 0.4172642029784887, + "f1_weighted": 0.6038228181085323 + }, + { + "accuracy": 0.6153846153846154, + "f1": 0.4593448167149121, + "f1_weighted": 0.660848731103238 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.5104761904761904, + "f1": 0.3892301273135874, + "f1_weighted": 0.5649175192573758, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5104761904761904, + "scores_per_experiment": [ + { + "accuracy": 0.4666666666666667, + "f1": 0.3588877338877339, + "f1_weighted": 0.5274890274890275 + }, + { + "accuracy": 0.5047619047619047, + "f1": 0.40528846153846154, + "f1_weighted": 0.5700915750915752 + }, + { + "accuracy": 0.49523809523809526, + "f1": 0.3701576576576577, + "f1_weighted": 0.5606048906048906 + }, + { + "accuracy": 0.5238095238095238, + "f1": 0.4207832665776591, + "f1_weighted": 0.5999364231673978 + }, + { + "accuracy": 0.5619047619047619, + "f1": 0.3993741765480896, + "f1_weighted": 0.5987389422172031 + }, + { + "accuracy": 0.5142857142857142, + "f1": 0.3859675183204595, + "f1_weighted": 0.5601580699619915 + }, + { + "accuracy": 0.5142857142857142, + "f1": 0.41610323480318623, + "f1_weighted": 0.5696809265234544 + }, + { + "accuracy": 0.5523809523809524, + "f1": 0.39665071770334925, + "f1_weighted": 0.583112326270221 + }, + { + "accuracy": 0.4095238095238095, + "f1": 0.3028543783260764, + "f1_weighted": 0.46915013707466535 + }, + { + "accuracy": 0.5619047619047619, + "f1": 0.43623412777320114, + "f1_weighted": 0.610212874173332 + } + ] + } + ] + }, + "task_name": "PoemSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PolEmo2.0-OUT.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PolEmo2.0-OUT.json new file mode 100644 index 000000000..da61a7cd3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PolEmo2.0-OUT.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6a21ab8716e255ab1867265f8b396105e8aa63d4", + "evaluation_time": 7.3168604373931885, + "kg_co2_emissions": 0.000284316936392997, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.3848178137651822, + "f1": 0.3466612006044468, + "f1_weighted": 0.4592375592388419, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3848178137651822, + "scores_per_experiment": [ + { + "accuracy": 0.3643724696356275, + "f1": 0.32622018575821177, + "f1_weighted": 0.4358424764788967 + }, + { + "accuracy": 0.37449392712550605, + "f1": 0.342429356033406, + "f1_weighted": 0.4474485790456674 + }, + { + "accuracy": 0.42105263157894735, + "f1": 0.36122095540482035, + "f1_weighted": 0.48249082802257487 + }, + { + "accuracy": 0.39878542510121456, + "f1": 0.3763341367368647, + "f1_weighted": 0.5017918199805373 + }, + { + "accuracy": 0.3967611336032389, + "f1": 0.35430360439602954, + "f1_weighted": 0.4628775209488001 + }, + { + "accuracy": 0.25303643724696356, + "f1": 0.26559392987964414, + "f1_weighted": 0.350880158977325 + }, + { + "accuracy": 0.4676113360323887, + "f1": 0.4005355152094282, + "f1_weighted": 0.5309348106566906 + }, + { + "accuracy": 0.4230769230769231, + "f1": 0.374475197205581, + "f1_weighted": 0.5013472350232973 + }, + { + "accuracy": 0.2975708502024291, + "f1": 0.2843817340939366, + "f1_weighted": 0.3783157584507071 + }, + { + "accuracy": 0.451417004048583, + "f1": 0.381117391326545, + "f1_weighted": 0.5004464048039231 + } + ] + } + ] + }, + "task_name": "PolEmo2.0-OUT" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PpcPC.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PpcPC.json new file mode 100644 index 000000000..c7fb6fa4a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PpcPC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2", + "evaluation_time": 1.0509588718414307, + "kg_co2_emissions": 4.669726179210149e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.84, + "cosine_accuracy_threshold": 0.8565065860748291, + "cosine_ap": 0.9243434559495841, + "cosine_f1": 0.8748043818466354, + "cosine_f1_threshold": 0.8496997952461243, + "cosine_precision": 0.8293768545994066, + "cosine_recall": 0.9254966887417219, + "dot_accuracy": 0.84, + "dot_accuracy_threshold": 0.8565062284469604, + "dot_ap": 0.9243434559495841, + "dot_f1": 0.8748043818466354, + "dot_f1_threshold": 0.8497000336647034, + "dot_precision": 0.8293768545994066, + "dot_recall": 0.9254966887417219, + "euclidean_accuracy": 0.84, + "euclidean_accuracy_threshold": 0.5357109308242798, + "euclidean_ap": 0.9243434559495841, + "euclidean_f1": 0.8748043818466354, + "euclidean_f1_threshold": 0.5482703447341919, + "euclidean_precision": 0.8293768545994066, + "euclidean_recall": 0.9254966887417219, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.9243434559495841, + "manhattan_accuracy": 0.84, + "manhattan_accuracy_threshold": 11.512713432312012, + "manhattan_ap": 0.9239551902034409, + "manhattan_f1": 0.8733488733488732, + "manhattan_f1_threshold": 11.94045639038086, + "manhattan_precision": 0.8228404099560761, + "manhattan_recall": 0.9304635761589404, + "max_accuracy": 0.84, + "max_ap": 0.9243434559495841, + "max_f1": 0.8748043818466354, + "max_precision": 0.8293768545994066, + "max_recall": 0.9304635761589404, + "similarity_accuracy": 0.84, + "similarity_accuracy_threshold": 0.8565065860748291, + "similarity_ap": 0.9243434559495841, + "similarity_f1": 0.8748043818466354, + "similarity_f1_threshold": 0.8496997952461243, + "similarity_precision": 0.8293768545994066, + "similarity_recall": 0.9254966887417219 + } + ] + }, + "task_name": "PpcPC" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PunjabiNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PunjabiNewsClassification.json new file mode 100644 index 000000000..9cc9adc8b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/PunjabiNewsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "cec3923e16519efe51d535497e711932b8f1dc44", + "evaluation_time": 14.568187236785889, + "kg_co2_emissions": 0.001016727081696308, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8108280254777072, + "ap": 0.40212484588888975, + "ap_weighted": 0.40212484588888975, + "f1": 0.7295917704109951, + "f1_weighted": 0.8283266013489452, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ], + "main_score": 0.8108280254777072, + "scores_per_experiment": [ + { + "accuracy": 0.7770700636942676, + "ap": 0.37671137899475843, + "ap_weighted": 0.37671137899475843, + "f1": 0.7040129275518449, + "f1_weighted": 0.8023590723589523 + }, + { + "accuracy": 0.8089171974522293, + "ap": 0.43877435646176466, + "ap_weighted": 0.43877435646176466, + "f1": 0.7441329856584094, + "f1_weighted": 0.8302385836122207 + }, + { + "accuracy": 0.7834394904458599, + "ap": 0.371077902988731, + "ap_weighted": 0.371077902988731, + "f1": 0.7048872180451128, + "f1_weighted": 0.806714237823859 + }, + { + "accuracy": 0.8471337579617835, + "ap": 0.4430748601046958, + "ap_weighted": 0.4430748601046958, + "f1": 0.7645, + "f1_weighted": 0.8577961783439491 + }, + { + "accuracy": 0.8343949044585988, + "ap": 0.4485546300832925, + "ap_weighted": 0.4485546300832925, + "f1": 0.7610070257611241, + "f1_weighted": 0.8495786034994555 + }, + { + "accuracy": 0.8535031847133758, + "ap": 0.40321681393502173, + "ap_weighted": 0.40321681393502173, + "f1": 0.7465075465075465, + "f1_weighted": 0.8566501152488414 + }, + { + "accuracy": 0.7643312101910829, + "ap": 0.3639392454679079, + "ap_weighted": 0.3639392454679079, + "f1": 0.6922057966407036, + "f1_weighted": 0.7918527495721486 + }, + { + "accuracy": 0.7834394904458599, + "ap": 0.33417219722952207, + "ap_weighted": 0.33417219722952207, + "f1": 0.6874707259953161, + "f1_weighted": 0.8032950968839033 + }, + { + "accuracy": 0.8407643312101911, + "ap": 0.47124503239152915, + "ap_weighted": 0.47124503239152915, + "f1": 0.7725033327537241, + "f1_weighted": 0.8558452494738291 + }, + { + "accuracy": 0.8152866242038217, + "ap": 0.3704820412316738, + "ap_weighted": 0.3704820412316738, + "f1": 0.7186901451961694, + "f1_weighted": 0.8289361266722943 + } + ] + } + ] + }, + "task_name": "PunjabiNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Quora-PLHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Quora-PLHardNegatives.json new file mode 100644 index 000000000..2d15bc43f --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 77.96866202354431, + "kg_co2_emissions": 0.004223368126610194, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.80044, + "map_at_1": 0.61404, + "map_at_10": 0.75435, + "map_at_100": 0.76383, + "map_at_1000": 0.76407, + "map_at_20": 0.7599, + "map_at_3": 0.72092, + "map_at_5": 0.74266, + "mrr_at_1": 0.71, + "mrr_at_10": 0.7879305555555559, + "mrr_at_100": 0.7910389037879316, + "mrr_at_1000": 0.7910740736694717, + "mrr_at_20": 0.7901842331043574, + "mrr_at_3": 0.773666666666667, + "mrr_at_5": 0.782816666666667, + "nauc_map_at_1000_diff1": 0.7159034028603278, + "nauc_map_at_1000_max": 0.36632792346613674, + "nauc_map_at_1000_std": -0.1845641584960424, + "nauc_map_at_100_diff1": 0.7159703234401592, + "nauc_map_at_100_max": 0.36610540661344465, + "nauc_map_at_100_std": -0.18526507087770058, + "nauc_map_at_10_diff1": 0.716511355734944, + "nauc_map_at_10_max": 0.36293174811142453, + "nauc_map_at_10_std": -0.1978594938150027, + "nauc_map_at_1_diff1": 0.760648340386413, + "nauc_map_at_1_max": 0.2259062279606523, + "nauc_map_at_1_std": -0.22367305859972156, + "nauc_map_at_20_diff1": 0.7161357788567054, + "nauc_map_at_20_max": 0.36607362529787674, + "nauc_map_at_20_std": -0.18950184292458155, + "nauc_map_at_3_diff1": 0.723540214266115, + "nauc_map_at_3_max": 0.3385489136124818, + "nauc_map_at_3_std": -0.22762202019414, + "nauc_map_at_5_diff1": 0.7170317852452256, + "nauc_map_at_5_max": 0.34777360787155254, + "nauc_map_at_5_std": -0.2142009375954912, + "nauc_mrr_at_1000_diff1": 0.709889833668516, + "nauc_mrr_at_1000_max": 0.4109429550608144, + "nauc_mrr_at_1000_std": -0.14498949128627908, + "nauc_mrr_at_100_diff1": 0.7099191160885134, + "nauc_mrr_at_100_max": 0.41101329864433345, + "nauc_mrr_at_100_std": -0.14501749126989247, + "nauc_mrr_at_10_diff1": 0.7088857422061059, + "nauc_mrr_at_10_max": 0.41247104943610235, + "nauc_mrr_at_10_std": -0.14178023236040116, + "nauc_mrr_at_1_diff1": 0.7288290124715087, + "nauc_mrr_at_1_max": 0.373012990382299, + "nauc_mrr_at_1_std": -0.17176583955673316, + "nauc_mrr_at_20_diff1": 0.7092768335347224, + "nauc_mrr_at_20_max": 0.41082129055345834, + "nauc_mrr_at_20_std": -0.14387963447159038, + "nauc_mrr_at_3_diff1": 0.7088196034073305, + "nauc_mrr_at_3_max": 0.4200056211914323, + "nauc_mrr_at_3_std": -0.1518587074476187, + "nauc_mrr_at_5_diff1": 0.7061539566341853, + "nauc_mrr_at_5_max": 0.41165957085941474, + "nauc_mrr_at_5_std": -0.14509125213175025, + "nauc_ndcg_at_1000_diff1": 0.7085792792417441, + "nauc_ndcg_at_1000_max": 0.3897519160439442, + "nauc_ndcg_at_1000_std": -0.1528637278568935, + "nauc_ndcg_at_100_diff1": 0.7092295242080344, + "nauc_ndcg_at_100_max": 0.38895100363776297, + "nauc_ndcg_at_100_std": -0.15630383394309755, + "nauc_ndcg_at_10_diff1": 0.7071014195159465, + "nauc_ndcg_at_10_max": 0.3844653991020663, + "nauc_ndcg_at_10_std": -0.1615712282817194, + "nauc_ndcg_at_1_diff1": 0.7325675665715911, + "nauc_ndcg_at_1_max": 0.35149726196003844, + "nauc_ndcg_at_1_std": -0.17837427495375177, + "nauc_ndcg_at_20_diff1": 0.7074395763988811, + "nauc_ndcg_at_20_max": 0.38740185736926885, + "nauc_ndcg_at_20_std": -0.1530835012785025, + "nauc_ndcg_at_3_diff1": 0.7097273187163322, + "nauc_ndcg_at_3_max": 0.3872911506013106, + "nauc_ndcg_at_3_std": -0.1864873370435472, + "nauc_ndcg_at_5_diff1": 0.7036173427615556, + "nauc_ndcg_at_5_max": 0.37744348336758277, + "nauc_ndcg_at_5_std": -0.1774854785239176, + "nauc_precision_at_1000_diff1": -0.36984662202143354, + "nauc_precision_at_1000_max": 0.021354572692520776, + "nauc_precision_at_1000_std": 0.3178098789318955, + "nauc_precision_at_100_diff1": -0.3543086925133879, + "nauc_precision_at_100_max": 0.03234620201834076, + "nauc_precision_at_100_std": 0.2960882626617111, + "nauc_precision_at_10_diff1": -0.22044668752389945, + "nauc_precision_at_10_max": 0.1843334453631242, + "nauc_precision_at_10_std": 0.21707541574095748, + "nauc_precision_at_1_diff1": 0.7325675665715911, + "nauc_precision_at_1_max": 0.35149726196003844, + "nauc_precision_at_1_std": -0.17837427495375177, + "nauc_precision_at_20_diff1": -0.2991022594268133, + "nauc_precision_at_20_max": 0.11732137688920703, + "nauc_precision_at_20_std": 0.2748010150532208, + "nauc_precision_at_3_diff1": 0.03626393288815427, + "nauc_precision_at_3_max": 0.3115427053488068, + "nauc_precision_at_3_std": 0.045807918261918455, + "nauc_precision_at_5_diff1": -0.12446201364905242, + "nauc_precision_at_5_max": 0.22514258519371233, + "nauc_precision_at_5_std": 0.13407052511982395, + "nauc_recall_at_1000_diff1": 0.5009310373874083, + "nauc_recall_at_1000_max": 0.6307853933610764, + "nauc_recall_at_1000_std": 0.7435998965448049, + "nauc_recall_at_100_diff1": 0.6362183938010557, + "nauc_recall_at_100_max": 0.45656592351517766, + "nauc_recall_at_100_std": -0.00012407676337631478, + "nauc_recall_at_10_diff1": 0.6402166482628149, + "nauc_recall_at_10_max": 0.39258767674938483, + "nauc_recall_at_10_std": -0.09372883994571038, + "nauc_recall_at_1_diff1": 0.760648340386413, + "nauc_recall_at_1_max": 0.2259062279606523, + "nauc_recall_at_1_std": -0.22367305859972156, + "nauc_recall_at_20_diff1": 0.6267876955749363, + "nauc_recall_at_20_max": 0.4002361034359769, + "nauc_recall_at_20_std": -0.012435785504624186, + "nauc_recall_at_3_diff1": 0.6712451574408619, + "nauc_recall_at_3_max": 0.3662184696846245, + "nauc_recall_at_3_std": -0.22623368938738406, + "nauc_recall_at_5_diff1": 0.6407053747730683, + "nauc_recall_at_5_max": 0.360339267632672, + "nauc_recall_at_5_std": -0.1833583629174079, + "ndcg_at_1": 0.708, + "ndcg_at_10": 0.80044, + "ndcg_at_100": 0.82502, + "ndcg_at_1000": 0.82745, + "ndcg_at_20": 0.81268, + "ndcg_at_3": 0.76378, + "ndcg_at_5": 0.78476, + "precision_at_1": 0.708, + "precision_at_10": 0.1259, + "precision_at_100": 0.01568, + "precision_at_1000": 0.00163, + "precision_at_20": 0.06915, + "precision_at_3": 0.33933, + "precision_at_5": 0.2286, + "recall_at_1": 0.61404, + "recall_at_10": 0.89607, + "recall_at_100": 0.98271, + "recall_at_1000": 0.99625, + "recall_at_20": 0.93443, + "recall_at_3": 0.78856, + "recall_at_5": 0.84676 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/QuoraRetrievalHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..af38fe500 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 78.57808136940002, + "kg_co2_emissions": 0.003902781375261627, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.873, + "map_at_1": 0.68856, + "map_at_10": 0.83485, + "map_at_100": 0.84296, + "map_at_1000": 0.84311, + "map_at_20": 0.8404, + "map_at_3": 0.80246, + "map_at_5": 0.82273, + "mrr_at_1": 0.802, + "mrr_at_10": 0.866112301587302, + "mrr_at_100": 0.8676952744152512, + "mrr_at_1000": 0.8676979771179539, + "mrr_at_20": 0.8674787003029654, + "mrr_at_3": 0.8575000000000006, + "mrr_at_5": 0.8632500000000006, + "nauc_map_at_1000_diff1": 0.7498125324859105, + "nauc_map_at_1000_max": 0.39489101015141603, + "nauc_map_at_1000_std": -0.40578918160396565, + "nauc_map_at_100_diff1": 0.7499387012613725, + "nauc_map_at_100_max": 0.3949572608423516, + "nauc_map_at_100_std": -0.40653584550794997, + "nauc_map_at_10_diff1": 0.7547495910254535, + "nauc_map_at_10_max": 0.398245813330826, + "nauc_map_at_10_std": -0.41771354005984357, + "nauc_map_at_1_diff1": 0.801531439104326, + "nauc_map_at_1_max": 0.25655620815486596, + "nauc_map_at_1_std": -0.36733077935919783, + "nauc_map_at_20_diff1": 0.7520519366326808, + "nauc_map_at_20_max": 0.39456426408441103, + "nauc_map_at_20_std": -0.4149673137811138, + "nauc_map_at_3_diff1": 0.765079121039905, + "nauc_map_at_3_max": 0.3498746468801382, + "nauc_map_at_3_std": -0.45496509011019315, + "nauc_map_at_5_diff1": 0.7604868169293605, + "nauc_map_at_5_max": 0.37453957739231236, + "nauc_map_at_5_std": -0.44210793097506235, + "nauc_mrr_at_1000_diff1": 0.7446848722869288, + "nauc_mrr_at_1000_max": 0.4118222865369957, + "nauc_mrr_at_1000_std": -0.3535839878298946, + "nauc_mrr_at_100_diff1": 0.7446875530416446, + "nauc_mrr_at_100_max": 0.41183494150171657, + "nauc_mrr_at_100_std": -0.35355767722086673, + "nauc_mrr_at_10_diff1": 0.7455762084088715, + "nauc_mrr_at_10_max": 0.4156821599026292, + "nauc_mrr_at_10_std": -0.35336859910466684, + "nauc_mrr_at_1_diff1": 0.7422758119977007, + "nauc_mrr_at_1_max": 0.3850270749931928, + "nauc_mrr_at_1_std": -0.34201464167229834, + "nauc_mrr_at_20_diff1": 0.7448548893913997, + "nauc_mrr_at_20_max": 0.41214789729355295, + "nauc_mrr_at_20_std": -0.35256172297081295, + "nauc_mrr_at_3_diff1": 0.7422171932739402, + "nauc_mrr_at_3_max": 0.4150310808101055, + "nauc_mrr_at_3_std": -0.3623661519951879, + "nauc_mrr_at_5_diff1": 0.7460195949749661, + "nauc_mrr_at_5_max": 0.41418604637250067, + "nauc_mrr_at_5_std": -0.36203047349437645, + "nauc_ndcg_at_1000_diff1": 0.7465458667179065, + "nauc_ndcg_at_1000_max": 0.41072106398993585, + "nauc_ndcg_at_1000_std": -0.37665458872401464, + "nauc_ndcg_at_100_diff1": 0.7474098240416467, + "nauc_ndcg_at_100_max": 0.41111603770925587, + "nauc_ndcg_at_100_std": -0.37953178885539085, + "nauc_ndcg_at_10_diff1": 0.756018309828719, + "nauc_ndcg_at_10_max": 0.4216586511279327, + "nauc_ndcg_at_10_std": -0.3955176043097623, + "nauc_ndcg_at_1_diff1": 0.7422758119977007, + "nauc_ndcg_at_1_max": 0.3850270749931928, + "nauc_ndcg_at_1_std": -0.34201464167229834, + "nauc_ndcg_at_20_diff1": 0.7526488097979346, + "nauc_ndcg_at_20_max": 0.40629318235327605, + "nauc_ndcg_at_20_std": -0.3928531117719435, + "nauc_ndcg_at_3_diff1": 0.746494368440284, + "nauc_ndcg_at_3_max": 0.39522057219256634, + "nauc_ndcg_at_3_std": -0.42235748466671735, + "nauc_ndcg_at_5_diff1": 0.7566086372591697, + "nauc_ndcg_at_5_max": 0.40466056729237304, + "nauc_ndcg_at_5_std": -0.42073435156192207, + "nauc_precision_at_1000_diff1": -0.45562119554184144, + "nauc_precision_at_1000_max": -0.06672875177175026, + "nauc_precision_at_1000_std": 0.3821106511248284, + "nauc_precision_at_100_diff1": -0.45264151292898025, + "nauc_precision_at_100_max": -0.05363749720927477, + "nauc_precision_at_100_std": 0.36341873359077886, + "nauc_precision_at_10_diff1": -0.38833984222195594, + "nauc_precision_at_10_max": 0.0686516085364651, + "nauc_precision_at_10_std": 0.25339805616186345, + "nauc_precision_at_1_diff1": 0.7422758119977007, + "nauc_precision_at_1_max": 0.3850270749931928, + "nauc_precision_at_1_std": -0.34201464167229834, + "nauc_precision_at_20_diff1": -0.43120209469896004, + "nauc_precision_at_20_max": -0.005064047444616636, + "nauc_precision_at_20_std": 0.2892590929555993, + "nauc_precision_at_3_diff1": -0.1970865302207274, + "nauc_precision_at_3_max": 0.1602324236803863, + "nauc_precision_at_3_std": 0.022994750753971272, + "nauc_precision_at_5_diff1": -0.32098114398715105, + "nauc_precision_at_5_max": 0.1085404461939823, + "nauc_precision_at_5_std": 0.15412910473396457, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7614372039187113, + "nauc_recall_at_100_max": 0.4807648786448533, + "nauc_recall_at_100_std": -0.2824601215875839, + "nauc_recall_at_10_diff1": 0.7531509275088127, + "nauc_recall_at_10_max": 0.49079142691538435, + "nauc_recall_at_10_std": -0.3925559735921844, + "nauc_recall_at_1_diff1": 0.801531439104326, + "nauc_recall_at_1_max": 0.25655620815486596, + "nauc_recall_at_1_std": -0.36733077935919783, + "nauc_recall_at_20_diff1": 0.7733448576351507, + "nauc_recall_at_20_max": 0.36196715164981214, + "nauc_recall_at_20_std": -0.3848569582432518, + "nauc_recall_at_3_diff1": 0.7416831992838973, + "nauc_recall_at_3_max": 0.3402172235488634, + "nauc_recall_at_3_std": -0.5083306386978887, + "nauc_recall_at_5_diff1": 0.7524006924563554, + "nauc_recall_at_5_max": 0.3775388769021396, + "nauc_recall_at_5_std": -0.5110298561016514, + "ndcg_at_1": 0.802, + "ndcg_at_10": 0.873, + "ndcg_at_100": 0.88895, + "ndcg_at_1000": 0.88978, + "ndcg_at_20": 0.88274, + "ndcg_at_3": 0.84679, + "ndcg_at_5": 0.8616, + "precision_at_1": 0.802, + "precision_at_10": 0.1373, + "precision_at_100": 0.01607, + "precision_at_1000": 0.00164, + "precision_at_20": 0.074, + "precision_at_3": 0.37633, + "precision_at_5": 0.2494, + "recall_at_1": 0.68856, + "recall_at_10": 0.94433, + "recall_at_100": 0.99671, + "recall_at_1000": 1.0, + "recall_at_20": 0.97533, + "recall_at_3": 0.86122, + "recall_at_5": 0.90859 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RTE3.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RTE3.json new file mode 100644 index 000000000..ca01f00fe --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RTE3.json @@ -0,0 +1,199 @@ +{ + "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7", + "evaluation_time": 2.2519609928131104, + "kg_co2_emissions": 0.0001199982779949335, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.8523908523908524, + "cosine_accuracy_threshold": 0.5360239744186401, + "cosine_ap": 0.8752971992199703, + "cosine_f1": 0.9201349831271091, + "cosine_f1_threshold": 0.5360239744186401, + "cosine_precision": 0.8520833333333333, + "cosine_recall": 1.0, + "dot_accuracy": 0.8523908523908524, + "dot_accuracy_threshold": 0.5360239744186401, + "dot_ap": 0.8752971992199703, + "dot_f1": 0.9201349831271091, + "dot_f1_threshold": 0.5360239744186401, + "dot_precision": 0.8520833333333333, + "dot_recall": 1.0, + "euclidean_accuracy": 0.8523908523908524, + "euclidean_accuracy_threshold": 0.9632956385612488, + "euclidean_ap": 0.8752971992199703, + "euclidean_f1": 0.9201349831271091, + "euclidean_f1_threshold": 0.9632956385612488, + "euclidean_precision": 0.8520833333333333, + "euclidean_recall": 1.0, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8763142995519222, + "manhattan_accuracy": 0.8523908523908524, + "manhattan_accuracy_threshold": 20.66518211364746, + "manhattan_ap": 0.8763142995519222, + "manhattan_f1": 0.9201349831271091, + "manhattan_f1_threshold": 20.66518211364746, + "manhattan_precision": 0.8520833333333333, + "manhattan_recall": 1.0, + "max_accuracy": 0.8523908523908524, + "max_ap": 0.8763142995519222, + "max_f1": 0.9201349831271091, + "max_precision": 0.8520833333333333, + "max_recall": 1.0, + "similarity_accuracy": 0.8523908523908524, + "similarity_accuracy_threshold": 0.5360239744186401, + "similarity_ap": 0.8752971992199703, + "similarity_f1": 0.9201349831271091, + "similarity_f1_threshold": 0.5360239744186401, + "similarity_precision": 0.8520833333333333, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.8485477178423236, + "cosine_accuracy_threshold": 0.5861947536468506, + "cosine_ap": 0.8965857193277498, + "cosine_f1": 0.9180695847362514, + "cosine_f1_threshold": 0.5861947536468506, + "cosine_precision": 0.8503118503118503, + "cosine_recall": 0.9975609756097561, + "dot_accuracy": 0.8485477178423236, + "dot_accuracy_threshold": 0.5861947536468506, + "dot_ap": 0.8965857193277498, + "dot_f1": 0.9180695847362514, + "dot_f1_threshold": 0.5861947536468506, + "dot_precision": 0.8503118503118503, + "dot_recall": 0.9975609756097561, + "euclidean_accuracy": 0.8485477178423236, + "euclidean_accuracy_threshold": 0.9096776247024536, + "euclidean_ap": 0.8965857193277498, + "euclidean_f1": 0.9180695847362514, + "euclidean_f1_threshold": 0.9096776247024536, + "euclidean_precision": 0.8503118503118503, + "euclidean_recall": 0.9975609756097561, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8970309945918571, + "manhattan_accuracy": 0.8485477178423236, + "manhattan_accuracy_threshold": 19.715728759765625, + "manhattan_ap": 0.8970309945918571, + "manhattan_f1": 0.9180695847362514, + "manhattan_f1_threshold": 19.715728759765625, + "manhattan_precision": 0.8503118503118503, + "manhattan_recall": 0.9975609756097561, + "max_accuracy": 0.8485477178423236, + "max_ap": 0.8970309945918571, + "max_f1": 0.9180695847362514, + "max_precision": 0.8503118503118503, + "max_recall": 0.9975609756097561, + "similarity_accuracy": 0.8485477178423236, + "similarity_accuracy_threshold": 0.5861947536468506, + "similarity_ap": 0.8965857193277498, + "similarity_f1": 0.9180695847362514, + "similarity_f1_threshold": 0.5861947536468506, + "similarity_precision": 0.8503118503118503, + "similarity_recall": 0.9975609756097561 + }, + { + "cosine_accuracy": 0.8506224066390041, + "cosine_accuracy_threshold": 0.5147651433944702, + "cosine_ap": 0.8757046285994807, + "cosine_f1": 0.9191011235955057, + "cosine_f1_threshold": 0.5147651433944702, + "cosine_precision": 0.8503118503118503, + "cosine_recall": 1.0, + "dot_accuracy": 0.8506224066390041, + "dot_accuracy_threshold": 0.5147653818130493, + "dot_ap": 0.8757046285994807, + "dot_f1": 0.9191011235955057, + "dot_f1_threshold": 0.5147653818130493, + "dot_precision": 0.8503118503118503, + "dot_recall": 1.0, + "euclidean_accuracy": 0.8506224066390041, + "euclidean_accuracy_threshold": 0.9850568771362305, + "euclidean_ap": 0.8757046285994807, + "euclidean_f1": 0.9191011235955057, + "euclidean_f1_threshold": 0.9850568771362305, + "euclidean_precision": 0.8503118503118503, + "euclidean_recall": 1.0, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.8765169130982681, + "manhattan_accuracy": 0.8506224066390041, + "manhattan_accuracy_threshold": 21.437515258789062, + "manhattan_ap": 0.8765169130982681, + "manhattan_f1": 0.9191011235955057, + "manhattan_f1_threshold": 21.437515258789062, + "manhattan_precision": 0.8503118503118503, + "manhattan_recall": 1.0, + "max_accuracy": 0.8506224066390041, + "max_ap": 0.8765169130982681, + "max_f1": 0.9191011235955057, + "max_precision": 0.8503118503118503, + "max_recall": 1.0, + "similarity_accuracy": 0.8506224066390041, + "similarity_accuracy_threshold": 0.5147651433944702, + "similarity_ap": 0.8757046285994807, + "similarity_f1": 0.9191011235955057, + "similarity_f1_threshold": 0.5147651433944702, + "similarity_precision": 0.8503118503118503, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.8493723849372385, + "cosine_accuracy_threshold": 0.5376868844032288, + "cosine_ap": 0.8714175656188996, + "cosine_f1": 0.9183673469387754, + "cosine_f1_threshold": 0.5376868844032288, + "cosine_precision": 0.8508403361344538, + "cosine_recall": 0.9975369458128078, + "dot_accuracy": 0.8493723849372385, + "dot_accuracy_threshold": 0.5376865863800049, + "dot_ap": 0.8714175656188996, + "dot_f1": 0.9183673469387754, + "dot_f1_threshold": 0.5376865863800049, + "dot_precision": 0.8508403361344538, + "dot_recall": 0.9975369458128078, + "euclidean_accuracy": 0.8493723849372385, + "euclidean_accuracy_threshold": 0.9613176584243774, + "euclidean_ap": 0.8714175656188996, + "euclidean_f1": 0.9183673469387754, + "euclidean_f1_threshold": 0.9613176584243774, + "euclidean_precision": 0.8508403361344538, + "euclidean_recall": 0.9975369458128078, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.8722461147487692, + "manhattan_accuracy": 0.8493723849372385, + "manhattan_accuracy_threshold": 20.738933563232422, + "manhattan_ap": 0.8722461147487692, + "manhattan_f1": 0.9183673469387754, + "manhattan_f1_threshold": 20.738933563232422, + "manhattan_precision": 0.8508403361344538, + "manhattan_recall": 0.9975369458128078, + "max_accuracy": 0.8493723849372385, + "max_ap": 0.8722461147487692, + "max_f1": 0.9183673469387754, + "max_precision": 0.8508403361344538, + "max_recall": 0.9975369458128078, + "similarity_accuracy": 0.8493723849372385, + "similarity_accuracy_threshold": 0.5376868844032288, + "similarity_ap": 0.8714175656188996, + "similarity_f1": 0.9183673469387754, + "similarity_f1_threshold": 0.5376868844032288, + "similarity_precision": 0.8508403361344538, + "similarity_recall": 0.9975369458128078 + } + ] + }, + "task_name": "RTE3" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RiaNewsRetrievalHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..7e105f2e9 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 455.18718695640564, + "kg_co2_emissions": 0.04221881122948088, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.85444, + "map_at_1": 0.77, + "map_at_10": 0.83006, + "map_at_100": 0.83177, + "map_at_1000": 0.83182, + "map_at_20": 0.83077, + "map_at_3": 0.82133, + "map_at_5": 0.82648, + "mrr_at_1": 0.771, + "mrr_at_10": 0.8307257936507939, + "mrr_at_100": 0.8324341893421192, + "mrr_at_1000": 0.832482442558096, + "mrr_at_20": 0.8314344086469088, + "mrr_at_3": 0.8220000000000006, + "mrr_at_5": 0.8271500000000005, + "nauc_map_at_1000_diff1": 0.8078508023200031, + "nauc_map_at_1000_max": 0.4414583170216066, + "nauc_map_at_1000_std": -0.16424063878246528, + "nauc_map_at_100_diff1": 0.8078713682464587, + "nauc_map_at_100_max": 0.4415601263112139, + "nauc_map_at_100_std": -0.16423802798771586, + "nauc_map_at_10_diff1": 0.8073903482276001, + "nauc_map_at_10_max": 0.4408730660619374, + "nauc_map_at_10_std": -0.16598945616295363, + "nauc_map_at_1_diff1": 0.8371589713748565, + "nauc_map_at_1_max": 0.40555941004006174, + "nauc_map_at_1_std": -0.16658087330185123, + "nauc_map_at_20_diff1": 0.8071610223434208, + "nauc_map_at_20_max": 0.4413989490670917, + "nauc_map_at_20_std": -0.1648070086418479, + "nauc_map_at_3_diff1": 0.805264187995209, + "nauc_map_at_3_max": 0.43895577778672645, + "nauc_map_at_3_std": -0.16646095872387373, + "nauc_map_at_5_diff1": 0.8068988280305591, + "nauc_map_at_5_max": 0.4446420904748196, + "nauc_map_at_5_std": -0.1631174951383376, + "nauc_mrr_at_1000_diff1": 0.8063351468993372, + "nauc_mrr_at_1000_max": 0.44809363670265145, + "nauc_mrr_at_1000_std": -0.16460727589882904, + "nauc_mrr_at_100_diff1": 0.8063562489245875, + "nauc_mrr_at_100_max": 0.4481937219520047, + "nauc_mrr_at_100_std": -0.164604543098065, + "nauc_mrr_at_10_diff1": 0.8058901141618723, + "nauc_mrr_at_10_max": 0.4474325191852, + "nauc_mrr_at_10_std": -0.16635762198840262, + "nauc_mrr_at_1_diff1": 0.8352569155757378, + "nauc_mrr_at_1_max": 0.41533879976553195, + "nauc_mrr_at_1_std": -0.16633540177378345, + "nauc_mrr_at_20_diff1": 0.805653269877287, + "nauc_mrr_at_20_max": 0.44798973649216955, + "nauc_mrr_at_20_std": -0.16517302299014966, + "nauc_mrr_at_3_diff1": 0.8038310904837526, + "nauc_mrr_at_3_max": 0.44518744267242694, + "nauc_mrr_at_3_std": -0.16681249533277792, + "nauc_mrr_at_5_diff1": 0.8054303463154294, + "nauc_mrr_at_5_max": 0.4510678007552354, + "nauc_mrr_at_5_std": -0.16346847045242194, + "nauc_ndcg_at_1000_diff1": 0.8006840608078113, + "nauc_ndcg_at_1000_max": 0.4571476916854397, + "nauc_ndcg_at_1000_std": -0.14792359303965563, + "nauc_ndcg_at_100_diff1": 0.8015144853159297, + "nauc_ndcg_at_100_max": 0.4604260409407292, + "nauc_ndcg_at_100_std": -0.14762346812476052, + "nauc_ndcg_at_10_diff1": 0.7981406848917901, + "nauc_ndcg_at_10_max": 0.4567329634684175, + "nauc_ndcg_at_10_std": -0.1629547034903211, + "nauc_ndcg_at_1_diff1": 0.8371589713748565, + "nauc_ndcg_at_1_max": 0.40555941004006174, + "nauc_ndcg_at_1_std": -0.16658087330185123, + "nauc_ndcg_at_20_diff1": 0.7971423751580597, + "nauc_ndcg_at_20_max": 0.45828838464325017, + "nauc_ndcg_at_20_std": -0.15917960945846732, + "nauc_ndcg_at_3_diff1": 0.7949366934057744, + "nauc_ndcg_at_3_max": 0.45285024327970774, + "nauc_ndcg_at_3_std": -0.1637941339642681, + "nauc_ndcg_at_5_diff1": 0.7973935986678772, + "nauc_ndcg_at_5_max": 0.4643686252949988, + "nauc_ndcg_at_5_std": -0.15710809146111135, + "nauc_precision_at_1000_diff1": 0.6099106309190334, + "nauc_precision_at_1000_max": 0.8716486594637866, + "nauc_precision_at_1000_std": 0.7086167800453435, + "nauc_precision_at_100_diff1": 0.7252762215997441, + "nauc_precision_at_100_max": 0.8359593837534911, + "nauc_precision_at_100_std": 0.36686896981014805, + "nauc_precision_at_10_diff1": 0.7420470535632083, + "nauc_precision_at_10_max": 0.5577254375928767, + "nauc_precision_at_10_std": -0.14126589602977743, + "nauc_precision_at_1_diff1": 0.8371589713748565, + "nauc_precision_at_1_max": 0.40555941004006174, + "nauc_precision_at_1_std": -0.16658087330185123, + "nauc_precision_at_20_diff1": 0.726024818529561, + "nauc_precision_at_20_max": 0.5814809794885685, + "nauc_precision_at_20_std": -0.11146501611397257, + "nauc_precision_at_3_diff1": 0.7538765436056072, + "nauc_precision_at_3_max": 0.5097885230268696, + "nauc_precision_at_3_std": -0.15174414411526618, + "nauc_precision_at_5_diff1": 0.7537276078816413, + "nauc_precision_at_5_max": 0.5608016402437245, + "nauc_precision_at_5_std": -0.1256028184469683, + "nauc_recall_at_1000_diff1": 0.6099106309190411, + "nauc_recall_at_1000_max": 0.8716486594637886, + "nauc_recall_at_1000_std": 0.708616780045357, + "nauc_recall_at_100_diff1": 0.7252762215997554, + "nauc_recall_at_100_max": 0.8359593837535042, + "nauc_recall_at_100_std": 0.36686896981014194, + "nauc_recall_at_10_diff1": 0.7420470535632085, + "nauc_recall_at_10_max": 0.5577254375928766, + "nauc_recall_at_10_std": -0.1412658960297743, + "nauc_recall_at_1_diff1": 0.8371589713748565, + "nauc_recall_at_1_max": 0.40555941004006174, + "nauc_recall_at_1_std": -0.16658087330185123, + "nauc_recall_at_20_diff1": 0.7260248185295616, + "nauc_recall_at_20_max": 0.5814809794885705, + "nauc_recall_at_20_std": -0.11146501611397182, + "nauc_recall_at_3_diff1": 0.7538765436056061, + "nauc_recall_at_3_max": 0.5097885230268685, + "nauc_recall_at_3_std": -0.1517441441152673, + "nauc_recall_at_5_diff1": 0.7537276078816407, + "nauc_recall_at_5_max": 0.560801640243725, + "nauc_recall_at_5_std": -0.12560281844696858, + "ndcg_at_1": 0.77, + "ndcg_at_10": 0.85444, + "ndcg_at_100": 0.86389, + "ndcg_at_1000": 0.86517, + "ndcg_at_20": 0.85682, + "ndcg_at_3": 0.83676, + "ndcg_at_5": 0.84593, + "precision_at_1": 0.77, + "precision_at_10": 0.0929, + "precision_at_100": 0.00976, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0469, + "precision_at_3": 0.29367, + "precision_at_5": 0.1806, + "recall_at_1": 0.77, + "recall_at_10": 0.929, + "recall_at_100": 0.976, + "recall_at_1000": 0.986, + "recall_at_20": 0.938, + "recall_at_3": 0.881, + "recall_at_5": 0.903 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Robust04InstructionRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Robust04InstructionRetrieval.json new file mode 100644 index 000000000..e94a2d23e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Robust04InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "a5a1c4fe2bc528ac12e83f8cdf82178da85d2f1d", + "evaluation_time": 449.681277513504, + "kg_co2_emissions": 0.04062561625450085, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.03557, + "map_at_10": 0.15081, + "map_at_100": 0.26321, + "map_at_1000": 0.30128, + "map_at_20": 0.19828, + "map_at_3": 0.08184, + "map_at_5": 0.11639, + "mrr_at_1": 0.5192307692307693, + "mrr_at_10": 0.6591575091575093, + "mrr_at_100": 0.6648077981192476, + "mrr_at_1000": 0.6648077981192476, + "mrr_at_20": 0.6631733462615815, + "mrr_at_3": 0.6410256410256411, + "mrr_at_5": 0.6544871794871795, + "naucs_at_1000_diff1": 0.10435297032375652, + "naucs_at_1000_max": 0.403959319977605, + "naucs_at_1000_std": 0.13781831819746024, + "naucs_at_100_diff1": 0.10435297032375652, + "naucs_at_100_max": 0.403959319977605, + "naucs_at_100_std": 0.13781831819746024, + "naucs_at_10_diff1": 0.09467467064079045, + "naucs_at_10_max": 0.4017224440619912, + "naucs_at_10_std": 0.1346210438702992, + "naucs_at_1_diff1": 0.1925395146693658, + "naucs_at_1_max": 0.39143996358610916, + "naucs_at_1_std": 0.15744741820493238, + "naucs_at_20_diff1": 0.1075886809411699, + "naucs_at_20_max": 0.4069970566162198, + "naucs_at_20_std": 0.14189783438753006, + "naucs_at_3_diff1": 0.07840033056540581, + "naucs_at_3_max": 0.41398807020077494, + "naucs_at_3_std": 0.10582571616044177, + "naucs_at_5_diff1": 0.08648073246412448, + "naucs_at_5_max": 0.40854752731727106, + "naucs_at_5_std": 0.1408956609207844, + "ndcg_at_1": 0.46154, + "ndcg_at_10": 0.42477, + "ndcg_at_100": 0.46706, + "ndcg_at_1000": 0.64689, + "ndcg_at_20": 0.41962, + "ndcg_at_3": 0.48197, + "ndcg_at_5": 0.46836, + "precision_at_1": 0.51923, + "precision_at_10": 0.40577, + "precision_at_100": 0.14231, + "precision_at_1000": 0.03369, + "precision_at_20": 0.33654, + "precision_at_3": 0.55128, + "precision_at_5": 0.51538, + "recall_at_1": 0.03557, + "recall_at_10": 0.1979, + "recall_at_100": 0.52404, + "recall_at_1000": 1.0, + "recall_at_20": 0.29329, + "recall_at_3": 0.09615, + "recall_at_5": 0.14493 + }, + "original": { + "map_at_1": 0.03938, + "map_at_10": 0.12707, + "map_at_100": 0.19624, + "map_at_1000": 0.21763, + "map_at_20": 0.15337, + "map_at_3": 0.08116, + "map_at_5": 0.10568, + "mrr_at_1": 0.3269230769230769, + "mrr_at_10": 0.4622557997557998, + "mrr_at_100": 0.4755489304475106, + "mrr_at_1000": 0.47570527816483393, + "mrr_at_20": 0.4717203548085901, + "mrr_at_3": 0.4262820512820513, + "mrr_at_5": 0.45224358974358975, + "naucs_at_1000_diff1": -0.08109393218457014, + "naucs_at_1000_max": 0.30273252797472133, + "naucs_at_1000_std": 0.06815364052266257, + "naucs_at_100_diff1": -0.0809939385950223, + "naucs_at_100_max": 0.30285660040022094, + "naucs_at_100_std": 0.06861332634343745, + "naucs_at_10_diff1": -0.0890387685293462, + "naucs_at_10_max": 0.3067483674243094, + "naucs_at_10_std": 0.06486157348991353, + "naucs_at_1_diff1": -0.13675452013985925, + "naucs_at_1_max": 0.20315590811519774, + "naucs_at_1_std": 0.09475480715692686, + "naucs_at_20_diff1": -0.08054107128507661, + "naucs_at_20_max": 0.31002248231631546, + "naucs_at_20_std": 0.06936022109622766, + "naucs_at_3_diff1": -0.06722188987516667, + "naucs_at_3_max": 0.2852209920895394, + "naucs_at_3_std": 0.05474357869176926, + "naucs_at_5_diff1": -0.08222989652280135, + "naucs_at_5_max": 0.3088320116853221, + "naucs_at_5_std": 0.07748768050867026, + "ndcg_at_1": 0.29808, + "ndcg_at_10": 0.26714, + "ndcg_at_100": 0.3749, + "ndcg_at_1000": 0.52593, + "ndcg_at_20": 0.29966, + "ndcg_at_3": 0.29469, + "ndcg_at_5": 0.29296, + "precision_at_1": 0.32692, + "precision_at_10": 0.21154, + "precision_at_100": 0.08231, + "precision_at_1000": 0.01981, + "precision_at_20": 0.18846, + "precision_at_3": 0.32051, + "precision_at_5": 0.3, + "recall_at_1": 0.03938, + "recall_at_10": 0.18227, + "recall_at_100": 0.51291, + "recall_at_1000": 1.0, + "recall_at_20": 0.30183, + "recall_at_3": 0.09806, + "recall_at_5": 0.14009 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": -0.054932566541558675, + "p-MRR": -0.054932566541558675 + } + ] + }, + "task_name": "Robust04InstructionRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RomaniBibleClustering.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RomaniBibleClustering.json new file mode 100644 index 000000000..20b004574 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RomaniBibleClustering.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "97fae0e80a8d275bc685dcb3da08972af542ad6e", + "evaluation_time": 9.937734127044678, + "kg_co2_emissions": 0.0003223471641283562, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rom-Latn" + ], + "main_score": 0.4264871157600716, + "v_measure": 0.4264871157600716, + "v_measure_std": 0.01869055104458517, + "v_measures": [ + 0.396066448159588, + 0.44521437294458877, + 0.42719321346948513, + 0.4374744284666243 + ] + } + ] + }, + "task_name": "RomaniBibleClustering" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RuBQReranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RuBQReranking.json new file mode 100644 index 000000000..c7cd69abb --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/RuBQReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2", + "evaluation_time": 47.14751672744751, + "kg_co2_emissions": 0.003588877209684303, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.7104367094472374, + "map": 0.7104367094472374, + "mrr": 0.7682045889492698, + "nAUC_map_diff1": 0.37051503720243706, + "nAUC_map_max": 0.2517093299516405, + "nAUC_map_std": 0.1560450486225678, + "nAUC_mrr_diff1": 0.4351577225816151, + "nAUC_mrr_max": 0.33800381517441097, + "nAUC_mrr_std": 0.20473162432644051 + } + ] + }, + "task_name": "RuBQReranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SCIDOCS.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SCIDOCS.json new file mode 100644 index 000000000..94181fbd5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "evaluation_time": 59.355515241622925, + "kg_co2_emissions": 0.0052777581431399665, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.18257, + "map_at_1": 0.04308, + "map_at_10": 0.10647, + "map_at_100": 0.12786, + "map_at_1000": 0.13113, + "map_at_20": 0.11745, + "map_at_3": 0.0772, + "map_at_5": 0.09127, + "mrr_at_1": 0.212, + "mrr_at_10": 0.31715793650793644, + "mrr_at_100": 0.3298533239853852, + "mrr_at_1000": 0.3303434501305853, + "mrr_at_20": 0.32530776491740093, + "mrr_at_3": 0.28350000000000014, + "mrr_at_5": 0.3009499999999999, + "nauc_map_at_1000_diff1": 0.1876181336368317, + "nauc_map_at_1000_max": 0.3371036218439193, + "nauc_map_at_1000_std": 0.26504729999206006, + "nauc_map_at_100_diff1": 0.18683067836108352, + "nauc_map_at_100_max": 0.33582863816953124, + "nauc_map_at_100_std": 0.2631977253867183, + "nauc_map_at_10_diff1": 0.20091260022258628, + "nauc_map_at_10_max": 0.3291394472154777, + "nauc_map_at_10_std": 0.2230953549460293, + "nauc_map_at_1_diff1": 0.2727842240684382, + "nauc_map_at_1_max": 0.2508613084878177, + "nauc_map_at_1_std": 0.09378013677577494, + "nauc_map_at_20_diff1": 0.19337824168469375, + "nauc_map_at_20_max": 0.33326105561525604, + "nauc_map_at_20_std": 0.2406658345445171, + "nauc_map_at_3_diff1": 0.23705929186531355, + "nauc_map_at_3_max": 0.30563472673554687, + "nauc_map_at_3_std": 0.14608163214903486, + "nauc_map_at_5_diff1": 0.22635345613159874, + "nauc_map_at_5_max": 0.32178616777359254, + "nauc_map_at_5_std": 0.17935928557211303, + "nauc_mrr_at_1000_diff1": 0.24037060037909205, + "nauc_mrr_at_1000_max": 0.27966497023238757, + "nauc_mrr_at_1000_std": 0.15630606854947204, + "nauc_mrr_at_100_diff1": 0.2404513334690616, + "nauc_mrr_at_100_max": 0.2799104766060122, + "nauc_mrr_at_100_std": 0.156651097477992, + "nauc_mrr_at_10_diff1": 0.24015140208049957, + "nauc_mrr_at_10_max": 0.2794538250358668, + "nauc_mrr_at_10_std": 0.15524970353991643, + "nauc_mrr_at_1_diff1": 0.27090918843195283, + "nauc_mrr_at_1_max": 0.25500722529674213, + "nauc_mrr_at_1_std": 0.09631099696474439, + "nauc_mrr_at_20_diff1": 0.23957619377012662, + "nauc_mrr_at_20_max": 0.27921706169773125, + "nauc_mrr_at_20_std": 0.15677879539530357, + "nauc_mrr_at_3_diff1": 0.2507969502501729, + "nauc_mrr_at_3_max": 0.2726403087908758, + "nauc_mrr_at_3_std": 0.13581112954503125, + "nauc_mrr_at_5_diff1": 0.24807303286544558, + "nauc_mrr_at_5_max": 0.27934219644241653, + "nauc_mrr_at_5_std": 0.14703496360612794, + "nauc_ndcg_at_1000_diff1": 0.1737413306066948, + "nauc_ndcg_at_1000_max": 0.3441124139386569, + "nauc_ndcg_at_1000_std": 0.33137659799193825, + "nauc_ndcg_at_100_diff1": 0.17046127655896975, + "nauc_ndcg_at_100_max": 0.33438782229996916, + "nauc_ndcg_at_100_std": 0.32427478254497055, + "nauc_ndcg_at_10_diff1": 0.19661623867392844, + "nauc_ndcg_at_10_max": 0.3222197282472894, + "nauc_ndcg_at_10_std": 0.2391908340872714, + "nauc_ndcg_at_1_diff1": 0.27090918843195283, + "nauc_ndcg_at_1_max": 0.25500722529674213, + "nauc_ndcg_at_1_std": 0.09631099696474439, + "nauc_ndcg_at_20_diff1": 0.18473909136711078, + "nauc_ndcg_at_20_max": 0.325669239979927, + "nauc_ndcg_at_20_std": 0.2643540421922684, + "nauc_ndcg_at_3_diff1": 0.23518079977947484, + "nauc_ndcg_at_3_max": 0.30130212819043556, + "nauc_ndcg_at_3_std": 0.15626498263299873, + "nauc_ndcg_at_5_diff1": 0.2278499589191843, + "nauc_ndcg_at_5_max": 0.3138250678789021, + "nauc_ndcg_at_5_std": 0.18781687518486861, + "nauc_precision_at_1000_diff1": 0.02664954215168308, + "nauc_precision_at_1000_max": 0.29556883803191963, + "nauc_precision_at_1000_std": 0.4522189225890555, + "nauc_precision_at_100_diff1": 0.06151198874997779, + "nauc_precision_at_100_max": 0.2957351577040301, + "nauc_precision_at_100_std": 0.4401353641917803, + "nauc_precision_at_10_diff1": 0.13342218394142186, + "nauc_precision_at_10_max": 0.324583125344609, + "nauc_precision_at_10_std": 0.306175171638277, + "nauc_precision_at_1_diff1": 0.27090918843195283, + "nauc_precision_at_1_max": 0.25500722529674213, + "nauc_precision_at_1_std": 0.09631099696474439, + "nauc_precision_at_20_diff1": 0.10837943128345874, + "nauc_precision_at_20_max": 0.3134724301729226, + "nauc_precision_at_20_std": 0.33247074548790573, + "nauc_precision_at_3_diff1": 0.21735772247676913, + "nauc_precision_at_3_max": 0.3113769567600858, + "nauc_precision_at_3_std": 0.17754742584107683, + "nauc_precision_at_5_diff1": 0.20128101010211882, + "nauc_precision_at_5_max": 0.32954595339087706, + "nauc_precision_at_5_std": 0.22903302805656325, + "nauc_recall_at_1000_diff1": 0.030252498112578345, + "nauc_recall_at_1000_max": 0.28325631931836937, + "nauc_recall_at_1000_std": 0.4601096776283179, + "nauc_recall_at_100_diff1": 0.060389913475352254, + "nauc_recall_at_100_max": 0.2879683934758724, + "nauc_recall_at_100_std": 0.4414209609371446, + "nauc_recall_at_10_diff1": 0.1356300285476245, + "nauc_recall_at_10_max": 0.31650674821453967, + "nauc_recall_at_10_std": 0.301002968408736, + "nauc_recall_at_1_diff1": 0.2727842240684382, + "nauc_recall_at_1_max": 0.2508613084878177, + "nauc_recall_at_1_std": 0.09378013677577494, + "nauc_recall_at_20_diff1": 0.11030296000854832, + "nauc_recall_at_20_max": 0.30646662393960095, + "nauc_recall_at_20_std": 0.3306414038694168, + "nauc_recall_at_3_diff1": 0.21898074224517258, + "nauc_recall_at_3_max": 0.30687850263827926, + "nauc_recall_at_3_std": 0.17378694443351375, + "nauc_recall_at_5_diff1": 0.20305260249097645, + "nauc_recall_at_5_max": 0.3248672771145092, + "nauc_recall_at_5_std": 0.22440404541118944, + "ndcg_at_1": 0.212, + "ndcg_at_10": 0.18257, + "ndcg_at_100": 0.26687, + "ndcg_at_1000": 0.32325, + "ndcg_at_20": 0.21334, + "ndcg_at_3": 0.17353, + "ndcg_at_5": 0.15022, + "precision_at_1": 0.212, + "precision_at_10": 0.0948, + "precision_at_100": 0.02163, + "precision_at_1000": 0.00351, + "precision_at_20": 0.06525, + "precision_at_3": 0.16267, + "precision_at_5": 0.1312, + "recall_at_1": 0.04308, + "recall_at_10": 0.1923, + "recall_at_100": 0.43923, + "recall_at_1000": 0.7134, + "recall_at_20": 0.26472, + "recall_at_3": 0.09898, + "recall_at_5": 0.13288 + } + ] + }, + "task_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SIB200ClusteringS2S.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SIB200ClusteringS2S.json new file mode 100644 index 000000000..82d23d660 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SIB200ClusteringS2S.json @@ -0,0 +1,4542 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "evaluation_time": 9965.804851055145, + "kg_co2_emissions": 0.2811761886046057, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "ace_Latn", + "languages": [ + "ace-Latn" + ], + "main_score": 0.17579110044011106, + "v_measure": 0.17579110044011106, + "v_measure_std": 0.037950441219045755, + "v_measures": { + "Level 0": [ + 0.1839719920036782, + 0.12684047325300693, + 0.2099164203015547, + 0.18009060216032932, + 0.1536593499213465, + 0.24503626597719907, + 0.10963283132526729, + 0.18959419732520613, + 0.1586641391018402, + 0.20050473303168234 + ] + } + }, + { + "hf_subset": "acm_Arab", + "languages": [ + "acm-Arab" + ], + "main_score": 0.41633910503246324, + "v_measure": 0.41633910503246324, + "v_measure_std": 0.056178137798957146, + "v_measures": { + "Level 0": [ + 0.3727124893564045, + 0.4365143426671153, + 0.46494284355180804, + 0.445875529883334, + 0.32390592213354125, + 0.5166965001729895, + 0.4388933566917209, + 0.33368529530196667, + 0.4203635208353598, + 0.4098012497303919 + ] + } + }, + { + "hf_subset": "acq_Arab", + "languages": [ + "acq-Arab" + ], + "main_score": 0.425589288450076, + "v_measure": 0.425589288450076, + "v_measure_std": 0.03081536299007712, + "v_measures": { + "Level 0": [ + 0.47874115915616633, + 0.4222728255455187, + 0.4307050805860937, + 0.41026954800625076, + 0.48280890292959083, + 0.3991468273486798, + 0.4124151634519317, + 0.4310309166898857, + 0.3828873574462234, + 0.4056151033404197 + ] + } + }, + { + "hf_subset": "aeb_Arab", + "languages": [ + "aeb-Arab" + ], + "main_score": 0.41400811469970505, + "v_measure": 0.41400811469970505, + "v_measure_std": 0.037251757998014515, + "v_measures": { + "Level 0": [ + 0.46513599892185264, + 0.4117628467687601, + 0.3349961164099491, + 0.4087854660101369, + 0.4140884192188986, + 0.4010544780865293, + 0.44607144855901976, + 0.3825839896532069, + 0.40888662922001134, + 0.46671575414868555 + ] + } + }, + { + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ], + "main_score": 0.22884659169032023, + "v_measure": 0.22884659169032023, + "v_measure_std": 0.03310036478289635, + "v_measures": { + "Level 0": [ + 0.2167869671373078, + 0.24767626837090664, + 0.3076530563688523, + 0.22785147987107118, + 0.23773624183020559, + 0.1868413746598188, + 0.24670573303955168, + 0.1879354744996833, + 0.21623570812894652, + 0.21304361299685862 + ] + } + }, + { + "hf_subset": "ajp_Arab", + "languages": [ + "ajp-Arab" + ], + "main_score": 0.41548617650663927, + "v_measure": 0.41548617650663927, + "v_measure_std": 0.052531209544449356, + "v_measures": { + "Level 0": [ + 0.39387415485688027, + 0.45330524714409925, + 0.39570181236471086, + 0.389716266416877, + 0.439206204745211, + 0.4496428644204027, + 0.4331072510518027, + 0.38584370331108764, + 0.30333878906390743, + 0.5111254716914141 + ] + } + }, + { + "hf_subset": "aka_Latn", + "languages": [ + "aka-Latn" + ], + "main_score": 0.10594348372320998, + "v_measure": 0.10594348372320998, + "v_measure_std": 0.01744855440000282, + "v_measures": { + "Level 0": [ + 0.08391547888824619, + 0.10183993816773479, + 0.13236075077842785, + 0.09650981256427231, + 0.08753543087073064, + 0.13557846907570703, + 0.10887415655051301, + 0.11162549520638239, + 0.08575744388658055, + 0.11543786124350507 + ] + } + }, + { + "hf_subset": "als_Latn", + "languages": [ + "als-Latn" + ], + "main_score": 0.3218170911839401, + "v_measure": 0.3218170911839401, + "v_measure_std": 0.02919023741862148, + "v_measures": { + "Level 0": [ + 0.2984974924904841, + 0.3207106682789444, + 0.37203731110351307, + 0.291644972790449, + 0.28661352539633556, + 0.34775920997031257, + 0.28390929164565853, + 0.3402171217709312, + 0.3507606078121582, + 0.32602071058061416 + ] + } + }, + { + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.39252045664784574, + "v_measure": 0.39252045664784574, + "v_measure_std": 0.03409061767508541, + "v_measures": { + "Level 0": [ + 0.3412598296361758, + 0.40292668916540264, + 0.4579226318944706, + 0.3895757005208585, + 0.43639977738574154, + 0.35402632511371956, + 0.35938616260738876, + 0.3976962957160552, + 0.3872042809991296, + 0.3988068734395154 + ] + } + }, + { + "hf_subset": "apc_Arab", + "languages": [ + "apc-Arab" + ], + "main_score": 0.40587970632347636, + "v_measure": 0.40587970632347636, + "v_measure_std": 0.037764040893762695, + "v_measures": { + "Level 0": [ + 0.4061900347718303, + 0.33560574099675794, + 0.35793493293830847, + 0.38277357995762756, + 0.4251820350988565, + 0.4303864757553204, + 0.388782942060045, + 0.42006722387997114, + 0.4534993006340895, + 0.4583747971419562 + ] + } + }, + { + "hf_subset": "arb_Latn", + "languages": [ + "arb-Latn" + ], + "main_score": 0.14403732488013024, + "v_measure": 0.14403732488013024, + "v_measure_std": 0.03402306595323401, + "v_measures": { + "Level 0": [ + 0.13498958241331951, + 0.15742355456864407, + 0.11161396348394294, + 0.18644732736813754, + 0.12457909724499033, + 0.14898984633990278, + 0.20287938900949495, + 0.16278130803704657, + 0.13035534004467417, + 0.08031384029114949 + ] + } + }, + { + "hf_subset": "ars_Arab", + "languages": [ + "ars-Arab" + ], + "main_score": 0.41050198882655176, + "v_measure": 0.41050198882655176, + "v_measure_std": 0.041602078796282936, + "v_measures": { + "Level 0": [ + 0.3614752820432485, + 0.41007071955214913, + 0.3505668926003106, + 0.4301447649840286, + 0.43212468411653104, + 0.43014813284153725, + 0.3567166453758324, + 0.48562840203960445, + 0.3999183229108557, + 0.44822604180142045 + ] + } + }, + { + "hf_subset": "ary_Arab", + "languages": [ + "ary-Arab" + ], + "main_score": 0.4114459254206995, + "v_measure": 0.4114459254206995, + "v_measure_std": 0.032334459960323844, + "v_measures": { + "Level 0": [ + 0.4378453412255927, + 0.4273521704018911, + 0.45324759944250115, + 0.4421485724099968, + 0.4195374067046485, + 0.3765170141509057, + 0.35707349425415136, + 0.43581960368769096, + 0.39468162156936054, + 0.37023643036025633 + ] + } + }, + { + "hf_subset": "arz_Arab", + "languages": [ + "arz-Arab" + ], + "main_score": 0.4032909683588312, + "v_measure": 0.4032909683588312, + "v_measure_std": 0.028641880226082536, + "v_measures": { + "Level 0": [ + 0.3802913668438768, + 0.4107206564916539, + 0.4547566775630871, + 0.36309195272137007, + 0.38417323384028795, + 0.3978372130470497, + 0.3954681649884963, + 0.3818691961564362, + 0.4129796848543363, + 0.45172153708171764 + ] + } + }, + { + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ], + "main_score": 0.33092678657932456, + "v_measure": 0.33092678657932456, + "v_measure_std": 0.053749714505395445, + "v_measures": { + "Level 0": [ + 0.38349189811147005, + 0.31216231760179936, + 0.38750927274020747, + 0.3034442901313766, + 0.30405585390179896, + 0.23744866910867352, + 0.30140658217305977, + 0.3422303726178867, + 0.30358170637785037, + 0.43393690302912263 + ] + } + }, + { + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ], + "main_score": 0.36782786904580794, + "v_measure": 0.36782786904580794, + "v_measure_std": 0.054529756492009675, + "v_measures": { + "Level 0": [ + 0.4649189746752273, + 0.39891716098004987, + 0.3942978131951524, + 0.35406052550968586, + 0.39779972004969905, + 0.2762792566725698, + 0.274014891931246, + 0.3647725787750795, + 0.3664197562722713, + 0.38679801239709866 + ] + } + }, + { + "hf_subset": "awa_Deva", + "languages": [ + "awa-Deva" + ], + "main_score": 0.3589728711080281, + "v_measure": 0.3589728711080281, + "v_measure_std": 0.03932908231486537, + "v_measures": { + "Level 0": [ + 0.3793753491435892, + 0.3283670411033424, + 0.3707239654479834, + 0.3440723147160286, + 0.3660619585531387, + 0.4283353665850368, + 0.40189348910421946, + 0.36495541923354186, + 0.3222472300892455, + 0.28369657710415486 + ] + } + }, + { + "hf_subset": "ayr_Latn", + "languages": [ + "ayr-Latn" + ], + "main_score": 0.0891016906184143, + "v_measure": 0.0891016906184143, + "v_measure_std": 0.01835507601083857, + "v_measures": { + "Level 0": [ + 0.07323086447923834, + 0.09748125298080708, + 0.1301166258909758, + 0.06516580583573947, + 0.07512991978732894, + 0.09278234254945245, + 0.09557682785925435, + 0.06889536024386586, + 0.09253226994986705, + 0.1001056366076136 + ] + } + }, + { + "hf_subset": "azb_Arab", + "languages": [ + "azb-Arab" + ], + "main_score": 0.36072210268533195, + "v_measure": 0.36072210268533195, + "v_measure_std": 0.04819156740695083, + "v_measures": { + "Level 0": [ + 0.3525466753163493, + 0.3908117167857607, + 0.4019844889174647, + 0.26709223347548655, + 0.4073336750449841, + 0.40340664488097816, + 0.3586338896069267, + 0.4072079530498238, + 0.29698344466392307, + 0.3212203051116225 + ] + } + }, + { + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ], + "main_score": 0.3883542996881389, + "v_measure": 0.3883542996881389, + "v_measure_std": 0.028110355344224788, + "v_measures": { + "Level 0": [ + 0.3900199112667945, + 0.41417727549208444, + 0.41018322303921945, + 0.3856007011405819, + 0.38441548498253153, + 0.3762832669052407, + 0.3650263753806015, + 0.3675352060053743, + 0.3426293462452019, + 0.44767220642375893 + ] + } + }, + { + "hf_subset": "bak_Cyrl", + "languages": [ + "bak-Cyrl" + ], + "main_score": 0.2840223816740196, + "v_measure": 0.2840223816740196, + "v_measure_std": 0.05484299101239457, + "v_measures": { + "Level 0": [ + 0.32271334682427627, + 0.33138349343816187, + 0.20826484390120412, + 0.37013797248991814, + 0.28778593589525864, + 0.3403281804185243, + 0.19316022936943522, + 0.26490074939376834, + 0.27292713699909577, + 0.24862192801055366 + ] + } + }, + { + "hf_subset": "bam_Latn", + "languages": [ + "bam-Latn" + ], + "main_score": 0.11872243337018955, + "v_measure": 0.11872243337018955, + "v_measure_std": 0.026027494055768916, + "v_measures": { + "Level 0": [ + 0.12254789119922652, + 0.17441000873701482, + 0.09442352750397033, + 0.15340753798121115, + 0.10621415813290276, + 0.1097615905729872, + 0.1321418634847757, + 0.10842648752316937, + 0.09552855717779862, + 0.09036271138883903 + ] + } + }, + { + "hf_subset": "ban_Latn", + "languages": [ + "ban-Latn" + ], + "main_score": 0.30397725093853034, + "v_measure": 0.30397725093853034, + "v_measure_std": 0.04464006272958772, + "v_measures": { + "Level 0": [ + 0.32182487745255484, + 0.3554337308866827, + 0.3693225163714518, + 0.31412825680614104, + 0.3503056245136064, + 0.23564639399780954, + 0.3059548497582664, + 0.24985225273133663, + 0.2555485399485164, + 0.28175546691893766 + ] + } + }, + { + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ], + "main_score": 0.3756173820669728, + "v_measure": 0.3756173820669728, + "v_measure_std": 0.04468068196618385, + "v_measures": { + "Level 0": [ + 0.33243309222540224, + 0.29488417342401935, + 0.34724456518280084, + 0.467446385077965, + 0.3743996919628693, + 0.3758193320481352, + 0.36364653406852804, + 0.38598838731005564, + 0.4000288685533251, + 0.4142827908166274 + ] + } + }, + { + "hf_subset": "bem_Latn", + "languages": [ + "bem-Latn" + ], + "main_score": 0.11792730256595078, + "v_measure": 0.11792730256595078, + "v_measure_std": 0.03196703717546538, + "v_measures": { + "Level 0": [ + 0.0990623585487271, + 0.07250950006231875, + 0.1638677947127832, + 0.17602119126864943, + 0.09253413745842821, + 0.1373623420396865, + 0.10113467942462365, + 0.13064616234621637, + 0.08880390602702003, + 0.11733095377105465 + ] + } + }, + { + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ], + "main_score": 0.37901845263253897, + "v_measure": 0.37901845263253897, + "v_measure_std": 0.03913403499929436, + "v_measures": { + "Level 0": [ + 0.3672790850861027, + 0.39658449343454893, + 0.3870122580060879, + 0.2714727978527338, + 0.395751903711469, + 0.39600020601420155, + 0.36258975980819635, + 0.4040569104616959, + 0.3896823604441525, + 0.4197547515062012 + ] + } + }, + { + "hf_subset": "bho_Deva", + "languages": [ + "bho-Deva" + ], + "main_score": 0.24873872285056722, + "v_measure": 0.24873872285056722, + "v_measure_std": 0.03803201743170588, + "v_measures": { + "Level 0": [ + 0.25937669836743055, + 0.23065058269936606, + 0.22132312598065965, + 0.20881596317437756, + 0.23297743751003855, + 0.3338929901956992, + 0.2836392945995742, + 0.25268015253813564, + 0.19747588103773586, + 0.2665551024026553 + ] + } + }, + { + "hf_subset": "bjn_Latn", + "languages": [ + "bjn-Latn" + ], + "main_score": 0.2930023295395722, + "v_measure": 0.2930023295395722, + "v_measure_std": 0.03468818521138684, + "v_measures": { + "Level 0": [ + 0.28246432522386394, + 0.3099096648775219, + 0.31836913475741874, + 0.3437092124019348, + 0.23665733155392815, + 0.3163397974212475, + 0.2849882323682941, + 0.3127519316665298, + 0.22794570232728478, + 0.296887962797699 + ] + } + }, + { + "hf_subset": "bod_Tibt", + "languages": [ + "bod-Tibt" + ], + "main_score": 0.04186367986613572, + "v_measure": 0.04186367986613572, + "v_measure_std": 0.006191134672347847, + "v_measures": { + "Level 0": [ + 0.04619150795752853, + 0.04516303581958515, + 0.03267375450456678, + 0.04767561570204667, + 0.030193833567493306, + 0.04611233592673004, + 0.03577199155788081, + 0.04769909191438864, + 0.04213235783995803, + 0.045023273871179215 + ] + } + }, + { + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ], + "main_score": 0.4140985578020267, + "v_measure": 0.4140985578020267, + "v_measure_std": 0.04468801377436718, + "v_measures": { + "Level 0": [ + 0.40243086330462596, + 0.38070549199904646, + 0.38366554219385945, + 0.39625231761149493, + 0.5345644735844963, + 0.4188774057211492, + 0.4312877891783429, + 0.42740790932319683, + 0.3990171668939321, + 0.3667766182101226 + ] + } + }, + { + "hf_subset": "bug_Latn", + "languages": [ + "bug-Latn" + ], + "main_score": 0.18166411052507228, + "v_measure": 0.18166411052507228, + "v_measure_std": 0.0362383979067469, + "v_measures": { + "Level 0": [ + 0.2208215814083505, + 0.16105153609872747, + 0.15479044349992652, + 0.14997171354055178, + 0.25984055233127645, + 0.19092392571063482, + 0.17901844644908055, + 0.19734337460027845, + 0.12725024376101718, + 0.17562928785087908 + ] + } + }, + { + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.4017178455754423, + "v_measure": 0.4017178455754423, + "v_measure_std": 0.05995181474601679, + "v_measures": { + "Level 0": [ + 0.38565705272209594, + 0.3322777501947761, + 0.36932517755934824, + 0.4819744646772599, + 0.3993761579476964, + 0.40977855781528416, + 0.31025431122219144, + 0.3811073658462577, + 0.4281932140429121, + 0.5192344037266012 + ] + } + }, + { + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ], + "main_score": 0.2999467956240932, + "v_measure": 0.2999467956240932, + "v_measure_std": 0.05008707491625874, + "v_measures": { + "Level 0": [ + 0.24131128708908353, + 0.4066560310270813, + 0.26262187873553566, + 0.2579424027883895, + 0.36475684528533653, + 0.25667626589820697, + 0.31754448393994866, + 0.30473275799999183, + 0.3112077350023981, + 0.2760182684749605 + ] + } + }, + { + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ], + "main_score": 0.21360687995916994, + "v_measure": 0.21360687995916994, + "v_measure_std": 0.017286621559127933, + "v_measures": { + "Level 0": [ + 0.23955622952895855, + 0.2124912045130065, + 0.18518621580088523, + 0.23630916774268382, + 0.21180750797909165, + 0.2345515081228825, + 0.20817617315660372, + 0.20130121557319708, + 0.19448270155204134, + 0.21220687562234905 + ] + } + }, + { + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ], + "main_score": 0.367294426287339, + "v_measure": 0.367294426287339, + "v_measure_std": 0.038270442131058055, + "v_measures": { + "Level 0": [ + 0.3249820424580808, + 0.4004539572708105, + 0.38403961664444464, + 0.4251085531535191, + 0.38144815219324496, + 0.33746047559761394, + 0.34339436339930857, + 0.29413857103903873, + 0.39114154816895913, + 0.39077698294836954 + ] + } + }, + { + "hf_subset": "cjk_Latn", + "languages": [ + "cjk-Latn" + ], + "main_score": 0.1288788927737176, + "v_measure": 0.1288788927737176, + "v_measure_std": 0.021185158680783727, + "v_measures": { + "Level 0": [ + 0.13594777333058056, + 0.15969889286989458, + 0.09270362078957671, + 0.11655429672338584, + 0.09448022494783416, + 0.13498204912747178, + 0.13301899170177206, + 0.1499687775219936, + 0.1244975697793995, + 0.14693673094526716 + ] + } + }, + { + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ], + "main_score": 0.33145870102928976, + "v_measure": 0.33145870102928976, + "v_measure_std": 0.026483972214148676, + "v_measures": { + "Level 0": [ + 0.33580576422316033, + 0.30203552223318353, + 0.29352792531408833, + 0.3799985441892362, + 0.3130518132803379, + 0.3074077989196636, + 0.3446585551630259, + 0.35681241518088624, + 0.3259564300179189, + 0.3553322417713971 + ] + } + }, + { + "hf_subset": "crh_Latn", + "languages": [ + "crh-Latn" + ], + "main_score": 0.3487319185815744, + "v_measure": 0.3487319185815744, + "v_measure_std": 0.037251482410135144, + "v_measures": { + "Level 0": [ + 0.3811363001046872, + 0.3758949597714681, + 0.3904531293760305, + 0.40908386235431476, + 0.2870933601805192, + 0.32543210118412336, + 0.3323582140058452, + 0.33974711697102905, + 0.34172464117161266, + 0.30439550069611393 + ] + } + }, + { + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ], + "main_score": 0.2758143157235044, + "v_measure": 0.2758143157235044, + "v_measure_std": 0.03430254680334723, + "v_measures": { + "Level 0": [ + 0.2544104010114173, + 0.26068008586538766, + 0.23833357296665636, + 0.21163964000103755, + 0.3170678716728673, + 0.29956015414711606, + 0.2590913564762224, + 0.29530562424177165, + 0.3023354937878643, + 0.3197189570647039 + ] + } + }, + { + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ], + "main_score": 0.36844598741046014, + "v_measure": 0.36844598741046014, + "v_measure_std": 0.053216901398937755, + "v_measures": { + "Level 0": [ + 0.3207161171947534, + 0.4392231579544741, + 0.3170807273629248, + 0.37042173160776787, + 0.36094581192055303, + 0.3600638576259826, + 0.35632991789882945, + 0.430107277413462, + 0.2802625011452192, + 0.4493087739806355 + ] + } + }, + { + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ], + "main_score": 0.3573476460322203, + "v_measure": 0.3573476460322203, + "v_measure_std": 0.032674138666178625, + "v_measures": { + "Level 0": [ + 0.32064768378819686, + 0.3844740481314083, + 0.34161934330833926, + 0.3710260451473675, + 0.3581294158235394, + 0.28515501633633045, + 0.40372713877401234, + 0.3778291621919402, + 0.37650366415472425, + 0.35436494266634444 + ] + } + }, + { + "hf_subset": "dik_Latn", + "languages": [ + "dik-Latn" + ], + "main_score": 0.10963680936828626, + "v_measure": 0.10963680936828626, + "v_measure_std": 0.02008186725691128, + "v_measures": { + "Level 0": [ + 0.08596210465423172, + 0.10932650168152667, + 0.1141056937609311, + 0.09588569152514083, + 0.1362028695501377, + 0.09656397892162664, + 0.10640255509982398, + 0.15419627177552042, + 0.10775712091231628, + 0.08996530580160718 + ] + } + }, + { + "hf_subset": "dyu_Latn", + "languages": [ + "dyu-Latn" + ], + "main_score": 0.14390715936923823, + "v_measure": 0.14390715936923823, + "v_measure_std": 0.01824021160465199, + "v_measures": { + "Level 0": [ + 0.15058953312279078, + 0.15863766477494742, + 0.11678457994240628, + 0.14589782566193774, + 0.1354178112932767, + 0.14287103075421423, + 0.17165087049664982, + 0.15888145335094828, + 0.14947293908760823, + 0.10886788520760274 + ] + } + }, + { + "hf_subset": "dzo_Tibt", + "languages": [ + "dzo-Tibt" + ], + "main_score": 0.026291045705461848, + "v_measure": 0.026291045705461848, + "v_measure_std": 0.00388115217261445, + "v_measures": { + "Level 0": [ + 0.026333180210870888, + 0.030115067049412175, + 0.027709363242317247, + 0.019622145416183595, + 0.024609387226849782, + 0.020124465974350778, + 0.025536130831691102, + 0.03170235464848256, + 0.026536550384857017, + 0.030621812069603294 + ] + } + }, + { + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ], + "main_score": 0.3458349388166536, + "v_measure": 0.3458349388166536, + "v_measure_std": 0.026352155946909435, + "v_measures": { + "Level 0": [ + 0.31889294144138514, + 0.3686294043922058, + 0.37826114359538276, + 0.31155960681723477, + 0.3612990518354454, + 0.34620163502141066, + 0.3310142785636869, + 0.30492457364947484, + 0.3807583591742652, + 0.3568083936760451 + ] + } + }, + { + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ], + "main_score": 0.4707239002495863, + "v_measure": 0.4707239002495863, + "v_measure_std": 0.05862332225598994, + "v_measures": { + "Level 0": [ + 0.44892733163836923, + 0.4192606640751955, + 0.45259148678234445, + 0.5650317362232463, + 0.5655795086674451, + 0.4416818759781009, + 0.37542158371220463, + 0.4461277861104187, + 0.5206288838910991, + 0.4719881454174392 + ] + } + }, + { + "hf_subset": "epo_Latn", + "languages": [ + "epo-Latn" + ], + "main_score": 0.24544539011318406, + "v_measure": 0.24544539011318406, + "v_measure_std": 0.03353893239286156, + "v_measures": { + "Level 0": [ + 0.2433182639762645, + 0.245600552642296, + 0.2755147653002207, + 0.2530132526001749, + 0.2756911951356051, + 0.24723795320287548, + 0.3022493082068822, + 0.1806971398007447, + 0.20662200391733918, + 0.22450946634943805 + ] + } + }, + { + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ], + "main_score": 0.33200262644328726, + "v_measure": 0.33200262644328726, + "v_measure_std": 0.02242673490956088, + "v_measures": { + "Level 0": [ + 0.3560011744635885, + 0.32437283815654244, + 0.31753622588248437, + 0.33054982729679233, + 0.3366660083193273, + 0.35879036824918187, + 0.3686119507836602, + 0.29137332996216553, + 0.32376636561688144, + 0.3123581757022483 + ] + } + }, + { + "hf_subset": "eus_Latn", + "languages": [ + "eus-Latn" + ], + "main_score": 0.3258812315841278, + "v_measure": 0.3258812315841278, + "v_measure_std": 0.03137962243340621, + "v_measures": { + "Level 0": [ + 0.32597762151685344, + 0.32403796052523276, + 0.3891649132214098, + 0.3496608178423292, + 0.3027356319835952, + 0.28294362572857173, + 0.3203752318220293, + 0.3548899957104629, + 0.32805837802486965, + 0.2809681394659242 + ] + } + }, + { + "hf_subset": "ewe_Latn", + "languages": [ + "ewe-Latn" + ], + "main_score": 0.127452978663216, + "v_measure": 0.127452978663216, + "v_measure_std": 0.017291752064446147, + "v_measures": { + "Level 0": [ + 0.1530032360935291, + 0.12756746626607554, + 0.14535395895815578, + 0.10999920442918325, + 0.14236228208672866, + 0.1393125934091863, + 0.10257192435513185, + 0.13577732385510766, + 0.11003826724862584, + 0.1085435299304362 + ] + } + }, + { + "hf_subset": "fao_Latn", + "languages": [ + "fao-Latn" + ], + "main_score": 0.2396752965058046, + "v_measure": 0.2396752965058046, + "v_measure_std": 0.022551658368686146, + "v_measures": { + "Level 0": [ + 0.23162309116978208, + 0.2647534625227399, + 0.22853924708144668, + 0.1882446029805861, + 0.26101775037760977, + 0.26339544611078514, + 0.22382332156670445, + 0.23333296118484512, + 0.2563132226383455, + 0.24570985942520132 + ] + } + }, + { + "hf_subset": "fij_Latn", + "languages": [ + "fij-Latn" + ], + "main_score": 0.13729297374384727, + "v_measure": 0.13729297374384727, + "v_measure_std": 0.02643279357151007, + "v_measures": { + "Level 0": [ + 0.12022630050957624, + 0.09019691001393987, + 0.16943869742804196, + 0.11117277716308933, + 0.16104916362716423, + 0.1407113251902453, + 0.11824618502037372, + 0.14074525862103104, + 0.17964349899735899, + 0.14149962086765222 + ] + } + }, + { + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ], + "main_score": 0.3913848969342114, + "v_measure": 0.3913848969342114, + "v_measure_std": 0.04485635368942012, + "v_measures": { + "Level 0": [ + 0.3516354226134304, + 0.390702147799076, + 0.32902890257049183, + 0.4661645581337084, + 0.37185841565312866, + 0.3489648534690092, + 0.46953209217978503, + 0.3939197453606008, + 0.41503486222859676, + 0.3770079693342867 + ] + } + }, + { + "hf_subset": "fon_Latn", + "languages": [ + "fon-Latn" + ], + "main_score": 0.1310940261640655, + "v_measure": 0.1310940261640655, + "v_measure_std": 0.032237032645310804, + "v_measures": { + "Level 0": [ + 0.09171149810102847, + 0.1933755778092371, + 0.13883651462305246, + 0.15035403112959883, + 0.11849613023870433, + 0.11128367558914631, + 0.1083339744792628, + 0.12966996889772248, + 0.09297979570157557, + 0.17589909507132653 + ] + } + }, + { + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ], + "main_score": 0.3844773301857284, + "v_measure": 0.3844773301857284, + "v_measure_std": 0.058829775559403594, + "v_measures": { + "Level 0": [ + 0.3396038688011496, + 0.3957735214032148, + 0.4966813192479349, + 0.48096817920240087, + 0.39418696331444747, + 0.34923286473621173, + 0.3354353681364256, + 0.32566879548774436, + 0.39894658504286984, + 0.3282758364848844 + ] + } + }, + { + "hf_subset": "fur_Latn", + "languages": [ + "fur-Latn" + ], + "main_score": 0.13289538756647518, + "v_measure": 0.13289538756647518, + "v_measure_std": 0.021567523010377215, + "v_measures": { + "Level 0": [ + 0.11372955159964131, + 0.14994735947882695, + 0.11962878387424254, + 0.14366988115553844, + 0.15458781816883269, + 0.14859865585965262, + 0.09472425309855576, + 0.11299022033611716, + 0.1656791592986659, + 0.125398192794678 + ] + } + }, + { + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ], + "main_score": 0.1443836357088352, + "v_measure": 0.1443836357088352, + "v_measure_std": 0.03194710058318333, + "v_measures": { + "Level 0": [ + 0.19469170440399539, + 0.13704657279238813, + 0.12718585590680864, + 0.16102560047497796, + 0.19584250648838858, + 0.1199243863457168, + 0.08774331856889059, + 0.12633754615934426, + 0.15830587346120337, + 0.1357329924866383 + ] + } + }, + { + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ], + "main_score": 0.20768511492257927, + "v_measure": 0.20768511492257927, + "v_measure_std": 0.026502003733800135, + "v_measures": { + "Level 0": [ + 0.211668725942972, + 0.2647822223680097, + 0.19715107396336926, + 0.2014507712790631, + 0.16746223270957072, + 0.23051467008484755, + 0.20054037852785775, + 0.22500430028467655, + 0.20362540900142936, + 0.17465136506399667 + ] + } + }, + { + "hf_subset": "gla_Latn", + "languages": [ + "gla-Latn" + ], + "main_score": 0.1742123228135743, + "v_measure": 0.1742123228135743, + "v_measure_std": 0.03477789614475638, + "v_measures": { + "Level 0": [ + 0.14503618150177683, + 0.20182734986695963, + 0.12440904790647038, + 0.2043686112300288, + 0.17740367746752658, + 0.20410719170397848, + 0.16497813807860556, + 0.11035938511135752, + 0.21352857243049986, + 0.19610507283853945 + ] + } + }, + { + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ], + "main_score": 0.21246854155915362, + "v_measure": 0.21246854155915362, + "v_measure_std": 0.030707794298073084, + "v_measures": { + "Level 0": [ + 0.19851609805624545, + 0.2523648087689677, + 0.22915340618166005, + 0.2502657310488281, + 0.24414996902650205, + 0.20532317198271782, + 0.19401563343108125, + 0.20436575242436936, + 0.14679290855103994, + 0.1997379361201245 + ] + } + }, + { + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ], + "main_score": 0.2996669523091277, + "v_measure": 0.2996669523091277, + "v_measure_std": 0.03483808641494744, + "v_measures": { + "Level 0": [ + 0.30004096386855683, + 0.30761825277397736, + 0.2659554781301318, + 0.2943909072097003, + 0.32937921516799074, + 0.2686745441005882, + 0.2944896684878726, + 0.2905037374518852, + 0.2600226646981591, + 0.38559409120241517 + ] + } + }, + { + "hf_subset": "grn_Latn", + "languages": [ + "grn-Latn" + ], + "main_score": 0.11779118908440989, + "v_measure": 0.11779118908440989, + "v_measure_std": 0.020899984366589255, + "v_measures": { + "Level 0": [ + 0.11487517043235972, + 0.12122382238867849, + 0.12370199340075018, + 0.10584152320900206, + 0.1478741756324986, + 0.11224835160064582, + 0.1315480976453274, + 0.10323909894351194, + 0.14519911443070183, + 0.07216054316062268 + ] + } + }, + { + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ], + "main_score": 0.3656910143006574, + "v_measure": 0.3656910143006574, + "v_measure_std": 0.04705575351074116, + "v_measures": { + "Level 0": [ + 0.3367656150577681, + 0.3428656779300022, + 0.3684854415157316, + 0.3423915711345089, + 0.301430302410205, + 0.4329934165911921, + 0.3201807181608224, + 0.4613284228894353, + 0.36587546683893707, + 0.384593510477971 + ] + } + }, + { + "hf_subset": "hat_Latn", + "languages": [ + "hat-Latn" + ], + "main_score": 0.28004736642125094, + "v_measure": 0.28004736642125094, + "v_measure_std": 0.03899449038467229, + "v_measures": { + "Level 0": [ + 0.2256662419671081, + 0.24804756853094037, + 0.35603861044176505, + 0.2502500868547363, + 0.24355800172447525, + 0.31398855447503465, + 0.31513915880882154, + 0.30604520573583766, + 0.27201438544125695, + 0.2697258502325332 + ] + } + }, + { + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ], + "main_score": 0.2474041590087169, + "v_measure": 0.2474041590087169, + "v_measure_std": 0.030665493548643077, + "v_measures": { + "Level 0": [ + 0.27353724132501445, + 0.27608948180013343, + 0.21008589622756274, + 0.22107771319340289, + 0.2593250223074606, + 0.3078537169943225, + 0.25347802028511035, + 0.2289611130986555, + 0.208981700086524, + 0.23465168476898277 + ] + } + }, + { + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ], + "main_score": 0.38898067305372275, + "v_measure": 0.38898067305372275, + "v_measure_std": 0.037177256552048, + "v_measures": { + "Level 0": [ + 0.3703360356300333, + 0.34725419091366516, + 0.3529310965656457, + 0.4453939633842582, + 0.4109704930020337, + 0.39870081287572795, + 0.33646828285373637, + 0.40428997157535873, + 0.4481014136311907, + 0.3753604701055779 + ] + } + }, + { + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ], + "main_score": 0.3638475962153468, + "v_measure": 0.3638475962153468, + "v_measure_std": 0.02490336820041695, + "v_measures": { + "Level 0": [ + 0.31899346234581977, + 0.36245917644593567, + 0.36186605195128424, + 0.35149603832563264, + 0.3375734297107612, + 0.3968779339669885, + 0.38337871478024527, + 0.39309737163967895, + 0.38873233641395727, + 0.3440014465731644 + ] + } + }, + { + "hf_subset": "hne_Deva", + "languages": [ + "hne-Deva" + ], + "main_score": 0.2881386095355244, + "v_measure": 0.2881386095355244, + "v_measure_std": 0.06122376022426252, + "v_measures": { + "Level 0": [ + 0.29026687721436734, + 0.22954172328833783, + 0.33037238369981364, + 0.27230523573236254, + 0.24265079139159976, + 0.26647230972368113, + 0.18016201629850137, + 0.3109127581250417, + 0.3974534741872721, + 0.36124852569426597 + ] + } + }, + { + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ], + "main_score": 0.3697145099792242, + "v_measure": 0.3697145099792242, + "v_measure_std": 0.03766001637565127, + "v_measures": { + "Level 0": [ + 0.3464947750537484, + 0.38108246051571676, + 0.36549721277755437, + 0.3888125189043151, + 0.37110364344640273, + 0.3589169110714382, + 0.3326820890886297, + 0.2990470665832021, + 0.4351506923399153, + 0.4183577300113196 + ] + } + }, + { + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ], + "main_score": 0.3964187137251761, + "v_measure": 0.3964187137251761, + "v_measure_std": 0.0444090087732559, + "v_measures": { + "Level 0": [ + 0.3738887382869913, + 0.3458468299501915, + 0.41478221780332253, + 0.37096012487143476, + 0.4690706637499343, + 0.35962681761157805, + 0.4384963800767771, + 0.37750592569858715, + 0.3491824605112722, + 0.4648269786916723 + ] + } + }, + { + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ], + "main_score": 0.37809353857635397, + "v_measure": 0.37809353857635397, + "v_measure_std": 0.04147170253447089, + "v_measures": { + "Level 0": [ + 0.32910516229528725, + 0.3153586230072851, + 0.37357589878536834, + 0.3263479936195368, + 0.4482887425514377, + 0.38674895684652943, + 0.37936924388438165, + 0.4198624319597625, + 0.3878213729045607, + 0.41445695990939024 + ] + } + }, + { + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.21640853207552277, + "v_measure": 0.21640853207552277, + "v_measure_std": 0.02377976771812265, + "v_measures": { + "Level 0": [ + 0.1951113511852895, + 0.1801931779848216, + 0.19948975660733986, + 0.24515175943143333, + 0.2579707322576553, + 0.2353374884715542, + 0.21072673431480504, + 0.23304809371176047, + 0.19850100801060727, + 0.20855521877996097 + ] + } + }, + { + "hf_subset": "ilo_Latn", + "languages": [ + "ilo-Latn" + ], + "main_score": 0.13339423302892148, + "v_measure": 0.13339423302892148, + "v_measure_std": 0.030032060018645813, + "v_measures": { + "Level 0": [ + 0.17314483079346363, + 0.12053810244918446, + 0.14699370391623756, + 0.13758366015584222, + 0.09364181266612778, + 0.09685170767407446, + 0.1034964190346955, + 0.11766423579759257, + 0.17598093459816955, + 0.16804692320382703 + ] + } + }, + { + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ], + "main_score": 0.4324678387633277, + "v_measure": 0.4324678387633277, + "v_measure_std": 0.029592865895388044, + "v_measures": { + "Level 0": [ + 0.43988857039339885, + 0.49324660516179136, + 0.44097500156384745, + 0.44202327092389054, + 0.43720367149955247, + 0.44262618340735504, + 0.3844533239127476, + 0.3841075876098184, + 0.424446175645669, + 0.4357079975152059 + ] + } + }, + { + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ], + "main_score": 0.3010522786971678, + "v_measure": 0.3010522786971678, + "v_measure_std": 0.039550619358536404, + "v_measures": { + "Level 0": [ + 0.266859480717267, + 0.26898161322564124, + 0.2616482974847769, + 0.34720607823661487, + 0.27665466950993367, + 0.26359909740713866, + 0.33992080501207705, + 0.35976792536033886, + 0.27742502776688616, + 0.3484597922510035 + ] + } + }, + { + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ], + "main_score": 0.363609508836404, + "v_measure": 0.363609508836404, + "v_measure_std": 0.04715738510823557, + "v_measures": { + "Level 0": [ + 0.38541763207887036, + 0.4215257218459301, + 0.3087265908074644, + 0.3209002655514653, + 0.3625400782972801, + 0.35480698517640563, + 0.3520266536601011, + 0.3565496046662759, + 0.30859019461342674, + 0.46501136166682044 + ] + } + }, + { + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ], + "main_score": 0.2868841990492046, + "v_measure": 0.2868841990492046, + "v_measure_std": 0.06109410598252508, + "v_measures": { + "Level 0": [ + 0.3095626804099298, + 0.3555139089040074, + 0.32050607657769326, + 0.24599434937660242, + 0.3013564265810183, + 0.4047466898578673, + 0.22761167447525565, + 0.19739684533491694, + 0.22671374146325188, + 0.279439597511503 + ] + } + }, + { + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.3971677416229705, + "v_measure": 0.3971677416229705, + "v_measure_std": 0.03853323717132652, + "v_measures": { + "Level 0": [ + 0.4040648100769104, + 0.3796509875308422, + 0.36539764609648306, + 0.4552179322326487, + 0.4202484742774756, + 0.44775413010637644, + 0.39801247127165085, + 0.3261330395588966, + 0.41754111836315677, + 0.35765680671526434 + ] + } + }, + { + "hf_subset": "kab_Latn", + "languages": [ + "kab-Latn" + ], + "main_score": 0.11434814928915578, + "v_measure": 0.11434814928915578, + "v_measure_std": 0.01862595455161505, + "v_measures": { + "Level 0": [ + 0.14290224354784517, + 0.12064681409445378, + 0.10786495758043786, + 0.1092146451480957, + 0.12227862641610389, + 0.08300165184298386, + 0.10557730144674243, + 0.0883137404940907, + 0.14001607082514791, + 0.12366544149565649 + ] + } + }, + { + "hf_subset": "kac_Latn", + "languages": [ + "kac-Latn" + ], + "main_score": 0.13548095662739562, + "v_measure": 0.13548095662739562, + "v_measure_std": 0.031235028964042663, + "v_measures": { + "Level 0": [ + 0.15937100932076423, + 0.1077952900159322, + 0.18643367941838013, + 0.12195162586554258, + 0.09117498463609379, + 0.08588235342593817, + 0.13635631512982427, + 0.15449077812802905, + 0.15126681533615374, + 0.1600867149972983 + ] + } + }, + { + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ], + "main_score": 0.12213773202910863, + "v_measure": 0.12213773202910863, + "v_measure_std": 0.013835405216376453, + "v_measures": { + "Level 0": [ + 0.1309741498869332, + 0.12944248293460237, + 0.13314350122852237, + 0.13094893882665973, + 0.13505473515811728, + 0.09559867623779858, + 0.11195440748880886, + 0.10590245067923588, + 0.11119457486448103, + 0.13716340298592702 + ] + } + }, + { + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ], + "main_score": 0.33277754769761325, + "v_measure": 0.33277754769761325, + "v_measure_std": 0.0404546415920398, + "v_measures": { + "Level 0": [ + 0.42640661040209216, + 0.31849332881910575, + 0.33825344821214043, + 0.33760560355173685, + 0.3267195892741657, + 0.2638471926734724, + 0.3594985129254593, + 0.3473453556588487, + 0.31039580618379276, + 0.29921002927531865 + ] + } + }, + { + "hf_subset": "kas_Deva", + "languages": [ + "kas-Deva" + ], + "main_score": 0.21209536753522049, + "v_measure": 0.21209536753522049, + "v_measure_std": 0.05063150964058064, + "v_measures": { + "Level 0": [ + 0.18313449066647705, + 0.18725483109911834, + 0.2577079949921539, + 0.18000346880211276, + 0.1838636787743816, + 0.19464675583082278, + 0.1783966371821075, + 0.173784391756776, + 0.24164831449339647, + 0.3405131117548585 + ] + } + }, + { + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ], + "main_score": 0.36667818659757845, + "v_measure": 0.36667818659757845, + "v_measure_std": 0.04444666705439174, + "v_measures": { + "Level 0": [ + 0.40022525671440035, + 0.43345514265801727, + 0.3657141688179972, + 0.4031629335761633, + 0.4248482735712415, + 0.3205669596559897, + 0.30092794140376916, + 0.3205644955999157, + 0.35936879767678187, + 0.337947896301509 + ] + } + }, + { + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ], + "main_score": 0.3375151720817421, + "v_measure": 0.3375151720817421, + "v_measure_std": 0.04453329713723114, + "v_measures": { + "Level 0": [ + 0.33867189761923155, + 0.3298784227672832, + 0.30835897930223294, + 0.37725806463452727, + 0.384734330353786, + 0.3426993370216459, + 0.31831327833337136, + 0.2390961039732914, + 0.3282957778160956, + 0.40784552899595533 + ] + } + }, + { + "hf_subset": "kbp_Latn", + "languages": [ + "kbp-Latn" + ], + "main_score": 0.10058550929689931, + "v_measure": 0.10058550929689931, + "v_measure_std": 0.02063435194465254, + "v_measures": { + "Level 0": [ + 0.0732869988336984, + 0.11683229139372059, + 0.09917951565528953, + 0.09007215751450959, + 0.09655561864625892, + 0.14129868731611378, + 0.12719829309532965, + 0.08456891363537215, + 0.07837976284208642, + 0.09848285403661415 + ] + } + }, + { + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ], + "main_score": 0.22772962737787314, + "v_measure": 0.22772962737787314, + "v_measure_std": 0.04048355031063038, + "v_measures": { + "Level 0": [ + 0.17582635974167368, + 0.1806424022576357, + 0.21498113581687683, + 0.2197096103660365, + 0.30556401327500526, + 0.23486050317521928, + 0.23260920279800637, + 0.18715243397373368, + 0.285193566006781, + 0.2407570463677634 + ] + } + }, + { + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ], + "main_score": 0.3386324518623769, + "v_measure": 0.3386324518623769, + "v_measure_std": 0.03621953326840778, + "v_measures": { + "Level 0": [ + 0.3449687475938195, + 0.3329104266705869, + 0.31416443722781706, + 0.3428043272925333, + 0.41898147991146983, + 0.28906688302791805, + 0.33571747762539983, + 0.3820871590492083, + 0.3008402889337869, + 0.3247832912912292 + ] + } + }, + { + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ], + "main_score": 0.34871982812777674, + "v_measure": 0.34871982812777674, + "v_measure_std": 0.04532408254393414, + "v_measures": { + "Level 0": [ + 0.39646247662769385, + 0.3548708200897807, + 0.33312032805497555, + 0.30906923855875357, + 0.3876713193422172, + 0.3007575722164372, + 0.2732330345024906, + 0.34796543766229476, + 0.4316667229388445, + 0.3523813312842794 + ] + } + }, + { + "hf_subset": "kik_Latn", + "languages": [ + "kik-Latn" + ], + "main_score": 0.09282105035017824, + "v_measure": 0.09282105035017824, + "v_measure_std": 0.016903793320623896, + "v_measures": { + "Level 0": [ + 0.08342486566501049, + 0.07917060070494339, + 0.07511044023811599, + 0.12938108895953315, + 0.08884653414251317, + 0.0735957704032382, + 0.09406459169791358, + 0.09362812777818061, + 0.09491994334339639, + 0.11606854056893749 + ] + } + }, + { + "hf_subset": "kin_Latn", + "languages": [ + "kin-Latn" + ], + "main_score": 0.10973306204089339, + "v_measure": 0.10973306204089339, + "v_measure_std": 0.02305969116158415, + "v_measures": { + "Level 0": [ + 0.07083806595659851, + 0.1306629965687915, + 0.11211484994627934, + 0.15306631124014802, + 0.10948866543520638, + 0.11452358727397173, + 0.12242709106610343, + 0.0913597006562083, + 0.1138489891897827, + 0.07900036307584392 + ] + } + }, + { + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ], + "main_score": 0.41084526121438847, + "v_measure": 0.41084526121438847, + "v_measure_std": 0.040457029318369225, + "v_measures": { + "Level 0": [ + 0.4198368498673767, + 0.45962895793106107, + 0.40817679616266833, + 0.46083526852364076, + 0.39683477746913387, + 0.37213419930005165, + 0.3342424386431472, + 0.37569837201909595, + 0.4200374124149951, + 0.46102753981271405 + ] + } + }, + { + "hf_subset": "kmb_Latn", + "languages": [ + "kmb-Latn" + ], + "main_score": 0.11033771089473383, + "v_measure": 0.11033771089473383, + "v_measure_std": 0.018579158002015924, + "v_measures": { + "Level 0": [ + 0.10162353927523717, + 0.13517687631539196, + 0.06972928128588776, + 0.10974844253028662, + 0.09587764264658444, + 0.13887022046663441, + 0.11945040043455113, + 0.11082519170195428, + 0.11001750021121634, + 0.11205801407959415 + ] + } + }, + { + "hf_subset": "kmr_Latn", + "languages": [ + "kmr-Latn" + ], + "main_score": 0.22130203878342608, + "v_measure": 0.22130203878342608, + "v_measure_std": 0.04469647398922612, + "v_measures": { + "Level 0": [ + 0.15586002877079164, + 0.17587019344525495, + 0.19078956229683444, + 0.30848471128665117, + 0.26855277325887195, + 0.1892940012600209, + 0.23942994877207516, + 0.20930391902712972, + 0.2580958450215806, + 0.21733940469505034 + ] + } + }, + { + "hf_subset": "knc_Latn", + "languages": [ + "knc-Latn" + ], + "main_score": 0.08979548072646419, + "v_measure": 0.08979548072646419, + "v_measure_std": 0.01140223309501347, + "v_measures": { + "Level 0": [ + 0.11247006771181718, + 0.08314202132069223, + 0.08915701682436315, + 0.08798187926276105, + 0.09697887576249684, + 0.08386545419794776, + 0.08867983559384532, + 0.06545946090082658, + 0.09431518339492996, + 0.09590501229496198 + ] + } + }, + { + "hf_subset": "kon_Latn", + "languages": [ + "kon-Latn" + ], + "main_score": 0.15799123683776237, + "v_measure": 0.15799123683776237, + "v_measure_std": 0.029108856813109978, + "v_measures": { + "Level 0": [ + 0.1786337218759806, + 0.15637560441792617, + 0.17483432445758318, + 0.12600558480001706, + 0.14936132762619883, + 0.16317599916083447, + 0.10149776030750923, + 0.21533431909719278, + 0.14851986057438624, + 0.16617386605999498 + ] + } + }, + { + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ], + "main_score": 0.4284909158718476, + "v_measure": 0.4284909158718476, + "v_measure_std": 0.04774891965730134, + "v_measures": { + "Level 0": [ + 0.470127317266065, + 0.36320152123709765, + 0.5236691957172896, + 0.4265432286867418, + 0.4236648827745305, + 0.38776516923082954, + 0.35904689610272983, + 0.42869148205358637, + 0.46144123949494575, + 0.44075822615466037 + ] + } + }, + { + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ], + "main_score": 0.3240883218369597, + "v_measure": 0.3240883218369597, + "v_measure_std": 0.04071223381683413, + "v_measures": { + "Level 0": [ + 0.3327584933580853, + 0.3536175163962211, + 0.36783402529236653, + 0.25353746661361165, + 0.2891921732788608, + 0.2697801424231326, + 0.3735558225712411, + 0.35910620282294237, + 0.29984709816785404, + 0.34165427744528154 + ] + } + }, + { + "hf_subset": "lij_Latn", + "languages": [ + "lij-Latn" + ], + "main_score": 0.17807792154602559, + "v_measure": 0.17807792154602559, + "v_measure_std": 0.038601898038696104, + "v_measures": { + "Level 0": [ + 0.11266857078293596, + 0.14660076450698606, + 0.1954589634723009, + 0.19680160341074313, + 0.2379495844898766, + 0.23132092372777036, + 0.18387732657405964, + 0.17221165070894096, + 0.12821891398581098, + 0.17567091380083136 + ] + } + }, + { + "hf_subset": "lim_Latn", + "languages": [ + "lim-Latn" + ], + "main_score": 0.14090310908593137, + "v_measure": 0.14090310908593137, + "v_measure_std": 0.03814098766744475, + "v_measures": { + "Level 0": [ + 0.11094284464660244, + 0.19006382333011168, + 0.056452323307888345, + 0.11636575486930759, + 0.15659404405684335, + 0.19360446471128506, + 0.14131021505523464, + 0.15053163845039655, + 0.15919061592679312, + 0.133975366504851 + ] + } + }, + { + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ], + "main_score": 0.11862719377969125, + "v_measure": 0.11862719377969125, + "v_measure_std": 0.018657625500150214, + "v_measures": { + "Level 0": [ + 0.14566436930123958, + 0.124474784291912, + 0.10607478142655417, + 0.13270251036383202, + 0.10448507785197272, + 0.15053423812228436, + 0.10490689973818255, + 0.10376453789479678, + 0.12191131881852484, + 0.09175341998761323 + ] + } + }, + { + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ], + "main_score": 0.35604483301265744, + "v_measure": 0.35604483301265744, + "v_measure_std": 0.03722555765126134, + "v_measures": { + "Level 0": [ + 0.3839119058039495, + 0.3423182131360808, + 0.2686499131810706, + 0.33473290853925475, + 0.3904889972597191, + 0.3589333137613666, + 0.3739945968138516, + 0.34279473477831074, + 0.35291850913709993, + 0.4117052377158709 + ] + } + }, + { + "hf_subset": "lmo_Latn", + "languages": [ + "lmo-Latn" + ], + "main_score": 0.14715350616125245, + "v_measure": 0.14715350616125245, + "v_measure_std": 0.025840281376023764, + "v_measures": { + "Level 0": [ + 0.11944163954484374, + 0.20427141454974043, + 0.12247863883829774, + 0.14514768073370404, + 0.146082001575586, + 0.17748010273914375, + 0.12218671489853569, + 0.16236102645561667, + 0.13363710815753324, + 0.13844873411952333 + ] + } + }, + { + "hf_subset": "ltg_Latn", + "languages": [ + "ltg-Latn" + ], + "main_score": 0.2953087640705162, + "v_measure": 0.2953087640705162, + "v_measure_std": 0.058763399649286716, + "v_measures": { + "Level 0": [ + 0.2884082303082199, + 0.3515802963216853, + 0.3240376454110348, + 0.25240600478612424, + 0.25630627154353597, + 0.3633119846860926, + 0.22944585652814298, + 0.40234275404107106, + 0.2667089144294037, + 0.21853968264985132 + ] + } + }, + { + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ], + "main_score": 0.1670989008920444, + "v_measure": 0.1670989008920444, + "v_measure_std": 0.024907876802889434, + "v_measures": { + "Level 0": [ + 0.14806791991318108, + 0.15223006107487144, + 0.12876425562512867, + 0.18895194305918472, + 0.14761712630852605, + 0.16583900551739314, + 0.1874180019330767, + 0.21973835281435503, + 0.17349803732996585, + 0.1588643053447612 + ] + } + }, + { + "hf_subset": "lua_Latn", + "languages": [ + "lua-Latn" + ], + "main_score": 0.11749068481206008, + "v_measure": 0.11749068481206008, + "v_measure_std": 0.02062775253179539, + "v_measures": { + "Level 0": [ + 0.0926262183912303, + 0.17199529151131737, + 0.1139600525465877, + 0.11200914779907671, + 0.12875001552471155, + 0.10202729132624394, + 0.10496503990280463, + 0.11633083520596024, + 0.12303739216035726, + 0.10920556375231101 + ] + } + }, + { + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ], + "main_score": 0.08689672714919199, + "v_measure": 0.08689672714919199, + "v_measure_std": 0.017224555862632187, + "v_measures": { + "Level 0": [ + 0.0709506967507615, + 0.11899755103488317, + 0.0753038223201455, + 0.0667834307815062, + 0.08221368094946019, + 0.1002204015765987, + 0.09104113788218703, + 0.07193696892288921, + 0.1122771272358078, + 0.07924245403768063 + ] + } + }, + { + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ], + "main_score": 0.11092056602879467, + "v_measure": 0.11092056602879467, + "v_measure_std": 0.03362991727566902, + "v_measures": { + "Level 0": [ + 0.11706985001109527, + 0.11150051712140564, + 0.10800377556669397, + 0.11359262567474568, + 0.1197184495544962, + 0.08089689153477747, + 0.10722721667475617, + 0.06005936963199468, + 0.19692816314954237, + 0.09420880136843934 + ] + } + }, + { + "hf_subset": "lus_Latn", + "languages": [ + "lus-Latn" + ], + "main_score": 0.14924944865730277, + "v_measure": 0.14924944865730277, + "v_measure_std": 0.029415884065327007, + "v_measures": { + "Level 0": [ + 0.16193854559477713, + 0.19159547109351605, + 0.1397259106362458, + 0.10326682782255, + 0.16104697970219914, + 0.11355374132687052, + 0.11605414973897699, + 0.14433387895549396, + 0.17941526275130815, + 0.1815637189510899 + ] + } + }, + { + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ], + "main_score": 0.3512950588611408, + "v_measure": 0.3512950588611408, + "v_measure_std": 0.03320706954949858, + "v_measures": { + "Level 0": [ + 0.38041153961747637, + 0.3809753233975582, + 0.35336765615412674, + 0.31800598144328174, + 0.34336623224101553, + 0.3449763672196959, + 0.2826075542485775, + 0.3558501037212897, + 0.34464706434718373, + 0.4087427662212028 + ] + } + }, + { + "hf_subset": "mag_Deva", + "languages": [ + "mag-Deva" + ], + "main_score": 0.2594706396773396, + "v_measure": 0.2594706396773396, + "v_measure_std": 0.03590946148701199, + "v_measures": { + "Level 0": [ + 0.18977191854969808, + 0.31070829076708906, + 0.24264465226707765, + 0.2564834031945114, + 0.32402238416003576, + 0.23843526289784292, + 0.2725783147761153, + 0.24685254837618376, + 0.2475831681132288, + 0.26562645367161336 + ] + } + }, + { + "hf_subset": "mai_Deva", + "languages": [ + "mai-Deva" + ], + "main_score": 0.1526887356804095, + "v_measure": 0.1526887356804095, + "v_measure_std": 0.027422626373664456, + "v_measures": { + "Level 0": [ + 0.1786395871921192, + 0.12024459448682696, + 0.20159178783138265, + 0.16559820340309253, + 0.1504660838950072, + 0.11764477948320597, + 0.13276918384572425, + 0.147492998573978, + 0.18409504534047214, + 0.128345092752286 + ] + } + }, + { + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ], + "main_score": 0.2748489798680835, + "v_measure": 0.2748489798680835, + "v_measure_std": 0.05472280182738728, + "v_measures": { + "Level 0": [ + 0.21185588548638545, + 0.3218043992799449, + 0.41209690206696603, + 0.29416635614529835, + 0.2665001502451029, + 0.23567368459447113, + 0.2520890073275844, + 0.22900765533035114, + 0.2671850616679562, + 0.2581106965367747 + ] + } + }, + { + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ], + "main_score": 0.3513502094067543, + "v_measure": 0.3513502094067543, + "v_measure_std": 0.03387278315190828, + "v_measures": { + "Level 0": [ + 0.3897058493634878, + 0.38766267104416824, + 0.3306679579363061, + 0.4090795295945198, + 0.3486978322985323, + 0.31093106651437036, + 0.33904230642560107, + 0.3628955416334014, + 0.33603804305878093, + 0.2987812961983755 + ] + } + }, + { + "hf_subset": "min_Latn", + "languages": [ + "min-Latn" + ], + "main_score": 0.2794258780051022, + "v_measure": 0.2794258780051022, + "v_measure_std": 0.05692532484406469, + "v_measures": { + "Level 0": [ + 0.2928208740989477, + 0.3929222484681151, + 0.32075041904403134, + 0.19348627305232988, + 0.29667483926800275, + 0.2643097622802474, + 0.24742692286221893, + 0.33392792546152095, + 0.22872630955789386, + 0.22321320595771427 + ] + } + }, + { + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ], + "main_score": 0.32386386921217103, + "v_measure": 0.32386386921217103, + "v_measure_std": 0.03035454872559104, + "v_measures": { + "Level 0": [ + 0.363092824725947, + 0.3569189689078761, + 0.2651061107422853, + 0.32179998925255715, + 0.2965262208568913, + 0.30977250359649944, + 0.2941938807985815, + 0.34822694114270125, + 0.33502720100780586, + 0.3479740510905652 + ] + } + }, + { + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ], + "main_score": 0.06898984601118921, + "v_measure": 0.06898984601118921, + "v_measure_std": 0.018026764139018783, + "v_measures": { + "Level 0": [ + 0.06499444736492135, + 0.06779816685161581, + 0.04870656112392388, + 0.089914620233949, + 0.05749953129295983, + 0.04298367906008449, + 0.1053994408150085, + 0.05907021960384944, + 0.07291482212260253, + 0.0806169716429773 + ] + } + }, + { + "hf_subset": "mni_Beng", + "languages": [ + "mni-Beng" + ], + "main_score": 0.10457623393584084, + "v_measure": 0.10457623393584084, + "v_measure_std": 0.018316928698303588, + "v_measures": { + "Level 0": [ + 0.12712396623401687, + 0.10178885595775565, + 0.08555663720035642, + 0.08049016825143612, + 0.08343952049290304, + 0.11291989229416784, + 0.0892210234653802, + 0.10952293875726425, + 0.12354210087080916, + 0.1321572358343186 + ] + } + }, + { + "hf_subset": "mos_Latn", + "languages": [ + "mos-Latn" + ], + "main_score": 0.13890953410519682, + "v_measure": 0.13890953410519682, + "v_measure_std": 0.024182535702424728, + "v_measures": { + "Level 0": [ + 0.11711997440582365, + 0.15684433521895236, + 0.11146819372469632, + 0.14411773408144488, + 0.14825429900363313, + 0.1328058191970618, + 0.09917912989032122, + 0.18232343442945334, + 0.13268160833974751, + 0.1643008127608338 + ] + } + }, + { + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ], + "main_score": 0.1366617738574032, + "v_measure": 0.1366617738574032, + "v_measure_std": 0.022023061335262658, + "v_measures": { + "Level 0": [ + 0.15693497881230356, + 0.15571715511313022, + 0.14915409882563468, + 0.1389305495229785, + 0.10115692692105283, + 0.12730358914215906, + 0.10176840089574737, + 0.11919956454529901, + 0.15067182801408696, + 0.1657806467816397 + ] + } + }, + { + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ], + "main_score": 0.30822312781631334, + "v_measure": 0.30822312781631334, + "v_measure_std": 0.03604148861188694, + "v_measures": { + "Level 0": [ + 0.29368038586437, + 0.26554279967876837, + 0.30177939295706285, + 0.35123261515665094, + 0.3255384746446347, + 0.3774221971114288, + 0.28269933989280654, + 0.30845469110765045, + 0.323316143132058, + 0.2525652386177024 + ] + } + }, + { + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ], + "main_score": 0.24891347741233938, + "v_measure": 0.24891347741233938, + "v_measure_std": 0.040292387314551384, + "v_measures": { + "Level 0": [ + 0.24524596587819236, + 0.26426535781856864, + 0.3180546535123047, + 0.2177512035210987, + 0.17302623793148122, + 0.2720447054277348, + 0.26434788593691994, + 0.22286477219099846, + 0.21749546562614594, + 0.2940385262799489 + ] + } + }, + { + "hf_subset": "nno_Latn", + "languages": [ + "nno-Latn" + ], + "main_score": 0.3584712528706855, + "v_measure": 0.3584712528706855, + "v_measure_std": 0.03776713214241908, + "v_measures": { + "Level 0": [ + 0.29717239665854767, + 0.34725110566253653, + 0.4338684630509058, + 0.33712852292682216, + 0.3161957448054059, + 0.37444511963954447, + 0.38271489820356325, + 0.3809740372681694, + 0.3340141601709218, + 0.38094808032043775 + ] + } + }, + { + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ], + "main_score": 0.3675079230403263, + "v_measure": 0.3675079230403263, + "v_measure_std": 0.030596851118072727, + "v_measures": { + "Level 0": [ + 0.30639591697666996, + 0.3468122009245012, + 0.3942555896515496, + 0.34308345729976303, + 0.40085048913541255, + 0.3795665530922041, + 0.4001172630869862, + 0.3879305687094081, + 0.3360157161322739, + 0.3800514753944949 + ] + } + }, + { + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ], + "main_score": 0.3468798982470294, + "v_measure": 0.3468798982470294, + "v_measure_std": 0.034590109049946555, + "v_measures": { + "Level 0": [ + 0.4253538800578726, + 0.32383724752420806, + 0.3640472901435737, + 0.33262374398323696, + 0.38609321285257237, + 0.33960535268861186, + 0.3023778208193246, + 0.32206391187622313, + 0.35001936676513545, + 0.32277715575953553 + ] + } + }, + { + "hf_subset": "nqo_Nkoo", + "languages": [ + "nqo-Nkoo" + ], + "main_score": 0.02225490819345142, + "v_measure": 0.02225490819345142, + "v_measure_std": 0.0013934240302680612, + "v_measures": { + "Level 0": [ + 0.022215682823591675, + 0.01924810379809526, + 0.02356611098111052, + 0.02211785245681347, + 0.023679638805691988, + 0.021924762763009472, + 0.02088862916978602, + 0.023380941149908598, + 0.02395629006230801, + 0.021571069924199156 + ] + } + }, + { + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ], + "main_score": 0.11569641408758218, + "v_measure": 0.11569641408758218, + "v_measure_std": 0.027494508326845215, + "v_measures": { + "Level 0": [ + 0.06525665989132104, + 0.16660855843547973, + 0.1277915303083164, + 0.1409305224361852, + 0.12876734665756798, + 0.11018614097545595, + 0.08446899863301355, + 0.10105329855580582, + 0.12711519018769188, + 0.10478589479498432 + ] + } + }, + { + "hf_subset": "nus_Latn", + "languages": [ + "nus-Latn" + ], + "main_score": 0.11138553180759678, + "v_measure": 0.11138553180759678, + "v_measure_std": 0.014514261472901106, + "v_measures": { + "Level 0": [ + 0.11472056292639615, + 0.12131727691561064, + 0.10950870059217652, + 0.09518422279912267, + 0.10682063412865753, + 0.11713835892788829, + 0.11929575136708286, + 0.10566212186436148, + 0.14021591203677986, + 0.08399177651789182 + ] + } + }, + { + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ], + "main_score": 0.13369397526733, + "v_measure": 0.13369397526733, + "v_measure_std": 0.020216354994220795, + "v_measures": { + "Level 0": [ + 0.09371485573499118, + 0.14025367900354344, + 0.15149570760233202, + 0.12352995508127895, + 0.13727302493156873, + 0.13115678154341848, + 0.11283486949947176, + 0.12548855650159663, + 0.1552901258983739, + 0.16590219687672494 + ] + } + }, + { + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ], + "main_score": 0.17908812746185987, + "v_measure": 0.17908812746185987, + "v_measure_std": 0.026332552475402206, + "v_measures": { + "Level 0": [ + 0.19306381055116748, + 0.20000646633553515, + 0.1993332368243798, + 0.1804837532878494, + 0.2213393044814057, + 0.11922428500813988, + 0.17876935218752732, + 0.16396070778617103, + 0.16452321480449547, + 0.17017714335192738 + ] + } + }, + { + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ], + "main_score": 0.29926359333518826, + "v_measure": 0.29926359333518826, + "v_measure_std": 0.03758503723939553, + "v_measures": { + "Level 0": [ + 0.3047335290358905, + 0.21566537765091118, + 0.3357239365657969, + 0.27837237250041846, + 0.26023097465713596, + 0.3091677077912896, + 0.3561023961841311, + 0.31428673128740264, + 0.30336878433139036, + 0.3149841233475163 + ] + } + }, + { + "hf_subset": "pag_Latn", + "languages": [ + "pag-Latn" + ], + "main_score": 0.24427318393569802, + "v_measure": 0.24427318393569802, + "v_measure_std": 0.02910890953801449, + "v_measures": { + "Level 0": [ + 0.25614157706648605, + 0.2429755897521995, + 0.2670327539391828, + 0.20249162618104455, + 0.29023522155097076, + 0.2151224583839103, + 0.25600534248836776, + 0.27745666426491755, + 0.23258242658015815, + 0.2026881791497422 + ] + } + }, + { + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ], + "main_score": 0.3491459740190458, + "v_measure": 0.3491459740190458, + "v_measure_std": 0.037269656047213065, + "v_measures": { + "Level 0": [ + 0.4059431651410004, + 0.36986850830731155, + 0.36865099727838907, + 0.3178453599965252, + 0.3910860990636303, + 0.2968594606768977, + 0.30240731516937874, + 0.375481308951204, + 0.3527803527770141, + 0.31053717282910676 + ] + } + }, + { + "hf_subset": "pap_Latn", + "languages": [ + "pap-Latn" + ], + "main_score": 0.20225194501607527, + "v_measure": 0.20225194501607527, + "v_measure_std": 0.03663003918391132, + "v_measures": { + "Level 0": [ + 0.15320386365384248, + 0.247689795089559, + 0.24951271522555488, + 0.22220704978403613, + 0.1827294626117605, + 0.18236412903263302, + 0.16377207152772202, + 0.22252274760564422, + 0.1566599685778405, + 0.24185764705215995 + ] + } + }, + { + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ], + "main_score": 0.3311985945073922, + "v_measure": 0.3311985945073922, + "v_measure_std": 0.039015129155691886, + "v_measures": { + "Level 0": [ + 0.36825973564133846, + 0.26796739605561226, + 0.3326144117188627, + 0.2937680909477403, + 0.3661398933831051, + 0.3243718165454516, + 0.28517052478824356, + 0.31404828393493894, + 0.3754535574527382, + 0.3841922346058911 + ] + } + }, + { + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ], + "main_score": 0.39869743247778133, + "v_measure": 0.39869743247778133, + "v_measure_std": 0.03894971945528385, + "v_measures": { + "Level 0": [ + 0.33823527188424746, + 0.40837322054902037, + 0.4965952965122358, + 0.40661771667140334, + 0.3888810641762838, + 0.37936700213763125, + 0.38794465024651814, + 0.37040169636938536, + 0.4175644176628744, + 0.3929939885682139 + ] + } + }, + { + "hf_subset": "plt_Latn", + "languages": [ + "plt-Latn" + ], + "main_score": 0.1452668425688407, + "v_measure": 0.1452668425688407, + "v_measure_std": 0.02706869920566231, + "v_measures": { + "Level 0": [ + 0.18334469095219252, + 0.1524534639880205, + 0.11776522701490891, + 0.16048222051489505, + 0.10902297587675118, + 0.12388679064078399, + 0.16329096623586414, + 0.17160858893455458, + 0.10496168410189233, + 0.16585181742854402 + ] + } + }, + { + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3735410685865407, + "v_measure": 0.3735410685865407, + "v_measure_std": 0.03200815829133777, + "v_measures": { + "Level 0": [ + 0.37605905856687927, + 0.4026887251522681, + 0.3006731740608071, + 0.3597416229476176, + 0.41173151954286286, + 0.38889059054393016, + 0.3480956621661435, + 0.3530020822299796, + 0.39752602547649296, + 0.3970022251784257 + ] + } + }, + { + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ], + "main_score": 0.37334663409345, + "v_measure": 0.37334663409345, + "v_measure_std": 0.04240603562502144, + "v_measures": { + "Level 0": [ + 0.296838792189958, + 0.3822505821000115, + 0.4217269077926899, + 0.39187666192438414, + 0.3915947413162253, + 0.4384762975925631, + 0.31210991057880344, + 0.3461362187418531, + 0.3881478510235389, + 0.36430837767447233 + ] + } + }, + { + "hf_subset": "prs_Arab", + "languages": [ + "prs-Arab" + ], + "main_score": 0.39696471182722687, + "v_measure": 0.39696471182722687, + "v_measure_std": 0.057204978000359105, + "v_measures": { + "Level 0": [ + 0.31746865904407606, + 0.40476082006584424, + 0.37593091864757, + 0.4047890713565992, + 0.3871223227054289, + 0.48073214627328925, + 0.28829137583869624, + 0.40861457255987704, + 0.47273717229034945, + 0.4292000594905383 + ] + } + }, + { + "hf_subset": "quy_Latn", + "languages": [ + "quy-Latn" + ], + "main_score": 0.08633423718396227, + "v_measure": 0.08633423718396227, + "v_measure_std": 0.01999595294062181, + "v_measures": { + "Level 0": [ + 0.06591897877894842, + 0.08450464151510648, + 0.07883906587386877, + 0.07709423998160934, + 0.10398451073074672, + 0.06165381865326792, + 0.0763384711727049, + 0.07660616174305215, + 0.1281737002928077, + 0.11022878309751027 + ] + } + }, + { + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ], + "main_score": 0.3169133392741659, + "v_measure": 0.3169133392741659, + "v_measure_std": 0.0536928743648559, + "v_measures": { + "Level 0": [ + 0.2900142754228027, + 0.3691202759875976, + 0.24590694715015549, + 0.3471872978060185, + 0.31453205507690163, + 0.28675174704731576, + 0.42241265803835665, + 0.2364742065564659, + 0.3104312484771476, + 0.34630268117889657 + ] + } + }, + { + "hf_subset": "run_Latn", + "languages": [ + "run-Latn" + ], + "main_score": 0.12610267431350827, + "v_measure": 0.12610267431350827, + "v_measure_std": 0.030460617720546694, + "v_measures": { + "Level 0": [ + 0.11477420668131576, + 0.16033216081466298, + 0.12626615363868904, + 0.15956901416650132, + 0.12183318206463536, + 0.1346178876849354, + 0.06501834828699668, + 0.09371445051798687, + 0.11549761310089765, + 0.16940372617846183 + ] + } + }, + { + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.39420677405301036, + "v_measure": 0.39420677405301036, + "v_measure_std": 0.026507839332979236, + "v_measures": { + "Level 0": [ + 0.37144559817114375, + 0.4305067841122259, + 0.3565839991735194, + 0.3656230760850151, + 0.39851396136789796, + 0.39479913117157256, + 0.3888347147535412, + 0.38675507424771444, + 0.40192597955186593, + 0.44707942189560756 + ] + } + }, + { + "hf_subset": "sag_Latn", + "languages": [ + "sag-Latn" + ], + "main_score": 0.12536027292880678, + "v_measure": 0.12536027292880678, + "v_measure_std": 0.011335200500478367, + "v_measures": { + "Level 0": [ + 0.12004616979503026, + 0.13868338063529137, + 0.10064070033206078, + 0.12676447794213686, + 0.12055948350933823, + 0.12833278258032293, + 0.1277565618409248, + 0.1456524863499949, + 0.1233806997103705, + 0.12178598659259696 + ] + } + }, + { + "hf_subset": "san_Deva", + "languages": [ + "san-Deva" + ], + "main_score": 0.2567972914929654, + "v_measure": 0.2567972914929654, + "v_measure_std": 0.03865222711978578, + "v_measures": { + "Level 0": [ + 0.27358904977219883, + 0.21857118646423074, + 0.3112328677191421, + 0.2600537689194518, + 0.22443449081114258, + 0.2329848486613499, + 0.23361570939573317, + 0.24575849052426613, + 0.22692843258666, + 0.340804070075479 + ] + } + }, + { + "hf_subset": "sat_Olck", + "languages": [ + "sat-Olck" + ], + "main_score": 0.019452223478912713, + "v_measure": 0.019452223478912713, + "v_measure_std": 0.0038745616773315367, + "v_measures": { + "Level 0": [ + 0.022732021746145078, + 0.01724921364058093, + 0.018632468718966795, + 0.019358653227971093, + 0.026740997499257138, + 0.02121741044452983, + 0.016200014887329545, + 0.013477419609028615, + 0.015500131110552446, + 0.02341390390476563 + ] + } + }, + { + "hf_subset": "scn_Latn", + "languages": [ + "scn-Latn" + ], + "main_score": 0.12880003802082152, + "v_measure": 0.12880003802082152, + "v_measure_std": 0.011607475335176462, + "v_measures": { + "Level 0": [ + 0.12528444874092673, + 0.12392940016037918, + 0.14389374815059527, + 0.11591160810598734, + 0.15042133993510554, + 0.13361051416014388, + 0.13588817178149673, + 0.11065214417770716, + 0.1226434639856618, + 0.12576554101021167 + ] + } + }, + { + "hf_subset": "shn_Mymr", + "languages": [ + "shn-Mymr" + ], + "main_score": 0.11186499930038832, + "v_measure": 0.11186499930038832, + "v_measure_std": 0.029822486855923844, + "v_measures": { + "Level 0": [ + 0.07016540877145869, + 0.14427094387081132, + 0.08690969113754228, + 0.12308604799929354, + 0.07740458042472351, + 0.10138645194180688, + 0.08991133780233956, + 0.12633043458947626, + 0.13345472933681235, + 0.1657303671296187 + ] + } + }, + { + "hf_subset": "sin_Sinh", + "languages": [ + "sin-Sinh" + ], + "main_score": 0.2913479523854684, + "v_measure": 0.2913479523854684, + "v_measure_std": 0.03499957674849, + "v_measures": { + "Level 0": [ + 0.3153037929511484, + 0.25139819704384486, + 0.25835676437471944, + 0.3015894923051489, + 0.31011322002696606, + 0.2772263609417813, + 0.30891650861126585, + 0.22451245634595768, + 0.3395246182094709, + 0.32653811304438035 + ] + } + }, + { + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ], + "main_score": 0.41746978291842857, + "v_measure": 0.41746978291842857, + "v_measure_std": 0.025814639886577815, + "v_measures": { + "Level 0": [ + 0.4124390796282898, + 0.3847835275081418, + 0.4148502657522842, + 0.4812951797938541, + 0.40434892605668243, + 0.4052807063293116, + 0.43450402022308554, + 0.3989792428977261, + 0.4028058683247156, + 0.4354110126701948 + ] + } + }, + { + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ], + "main_score": 0.3426526657881868, + "v_measure": 0.3426526657881868, + "v_measure_std": 0.04112926081981979, + "v_measures": { + "Level 0": [ + 0.3501724928386305, + 0.3528910362225822, + 0.2647509393888512, + 0.36044656561084365, + 0.28276565236245405, + 0.4082680596776904, + 0.34144515030283273, + 0.3383914633899985, + 0.391735607320255, + 0.3356596907677298 + ] + } + }, + { + "hf_subset": "smo_Latn", + "languages": [ + "smo-Latn" + ], + "main_score": 0.07638122720745485, + "v_measure": 0.07638122720745485, + "v_measure_std": 0.018380991782486054, + "v_measures": { + "Level 0": [ + 0.05403701966586146, + 0.11385720624377692, + 0.0687630148697967, + 0.0788305835880848, + 0.0677294507197581, + 0.051275319694301984, + 0.10247832970155829, + 0.07437702140082765, + 0.07943993487726027, + 0.07302439131332235 + ] + } + }, + { + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ], + "main_score": 0.11858500146365628, + "v_measure": 0.11858500146365628, + "v_measure_std": 0.01668513156656172, + "v_measures": { + "Level 0": [ + 0.10143824260976221, + 0.14200897465452061, + 0.12103387954191513, + 0.10048350972521058, + 0.10118607161925683, + 0.14018993249138825, + 0.10643083968181208, + 0.11134365943787114, + 0.11790196755536722, + 0.14383293731945876 + ] + } + }, + { + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ], + "main_score": 0.2639764435754628, + "v_measure": 0.2639764435754628, + "v_measure_std": 0.0492350320483859, + "v_measures": { + "Level 0": [ + 0.25064389370237594, + 0.3050122223177667, + 0.30124323773589284, + 0.21305380080249633, + 0.34185035797325264, + 0.26553508454457947, + 0.19115721138382089, + 0.20571472221928622, + 0.24452450582608, + 0.321029399249077 + ] + } + }, + { + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ], + "main_score": 0.24069968950806536, + "v_measure": 0.24069968950806536, + "v_measure_std": 0.032568032788052204, + "v_measures": { + "Level 0": [ + 0.21709108284420045, + 0.20003769775882982, + 0.2722334512557897, + 0.20280846010120523, + 0.20687636696735745, + 0.2966061060794381, + 0.23712232835109615, + 0.23849897039304152, + 0.27794085042858113, + 0.2577815809011139 + ] + } + }, + { + "hf_subset": "sot_Latn", + "languages": [ + "sot-Latn" + ], + "main_score": 0.12530513566760587, + "v_measure": 0.12530513566760587, + "v_measure_std": 0.024632515854292984, + "v_measures": { + "Level 0": [ + 0.12988844640042926, + 0.1309292688635964, + 0.11822701651387574, + 0.09411531609558457, + 0.1637990738408041, + 0.1117150102320927, + 0.08762880441685715, + 0.12976347912324984, + 0.11874726606820929, + 0.16823767512135984 + ] + } + }, + { + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ], + "main_score": 0.38615787197644225, + "v_measure": 0.38615787197644225, + "v_measure_std": 0.04415658203902254, + "v_measures": { + "Level 0": [ + 0.367107545476805, + 0.4846232354497585, + 0.35137643203163466, + 0.3411385995769551, + 0.389147246576604, + 0.4445261368722736, + 0.382076139275999, + 0.34110631931865204, + 0.3985557427292337, + 0.3619213224565071 + ] + } + }, + { + "hf_subset": "srd_Latn", + "languages": [ + "srd-Latn" + ], + "main_score": 0.1835252078475142, + "v_measure": 0.1835252078475142, + "v_measure_std": 0.02681036067084872, + "v_measures": { + "Level 0": [ + 0.19179343332593787, + 0.2290392795165171, + 0.1842504812903433, + 0.1539966091737639, + 0.16915165089740936, + 0.1615356421850074, + 0.13914088974961106, + 0.1920596353015079, + 0.1943530857336534, + 0.21993137130139065 + ] + } + }, + { + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ], + "main_score": 0.353245125281717, + "v_measure": 0.353245125281717, + "v_measure_std": 0.05162972943519257, + "v_measures": { + "Level 0": [ + 0.38257140666587514, + 0.29843346646710933, + 0.4324195215783082, + 0.3254065428557812, + 0.264753729636769, + 0.3890853092494559, + 0.31048481309344866, + 0.42254117863941903, + 0.35453972499599207, + 0.3522155596350115 + ] + } + }, + { + "hf_subset": "ssw_Latn", + "languages": [ + "ssw-Latn" + ], + "main_score": 0.14715608074873643, + "v_measure": 0.14715608074873643, + "v_measure_std": 0.025621182578693464, + "v_measures": { + "Level 0": [ + 0.14497425442295808, + 0.13167271092970617, + 0.1272885140835349, + 0.11557410039448254, + 0.20415001110117242, + 0.15020123084576345, + 0.16725625554511503, + 0.14510913996042854, + 0.16738294550033697, + 0.11795164470386592 + ] + } + }, + { + "hf_subset": "sun_Latn", + "languages": [ + "sun-Latn" + ], + "main_score": 0.2919192032849161, + "v_measure": 0.2919192032849161, + "v_measure_std": 0.028949119482543834, + "v_measures": { + "Level 0": [ + 0.25056654081614876, + 0.2658358899499555, + 0.26714952844396544, + 0.34141583366135386, + 0.3298577194595879, + 0.2742622328084032, + 0.3255524235856041, + 0.2868985880538864, + 0.2886647286052094, + 0.28898854746504643 + ] + } + }, + { + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ], + "main_score": 0.35776981464382096, + "v_measure": 0.35776981464382096, + "v_measure_std": 0.04364874028664307, + "v_measures": { + "Level 0": [ + 0.3435869981071551, + 0.34893362905047215, + 0.4577891801912781, + 0.3762066405103027, + 0.38840824553968, + 0.28552195936838204, + 0.35892171128090095, + 0.32624019999151443, + 0.3236813954641433, + 0.3684081869343806 + ] + } + }, + { + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ], + "main_score": 0.323540031950407, + "v_measure": 0.323540031950407, + "v_measure_std": 0.037110914232966453, + "v_measures": { + "Level 0": [ + 0.3232603849665242, + 0.32576766918200994, + 0.35839014123764396, + 0.2957243958359309, + 0.339140437904601, + 0.2660913694817387, + 0.34129707069772464, + 0.3229457304405591, + 0.26895663709558254, + 0.39382648266175496 + ] + } + }, + { + "hf_subset": "szl_Latn", + "languages": [ + "szl-Latn" + ], + "main_score": 0.28411907824672034, + "v_measure": 0.28411907824672034, + "v_measure_std": 0.020115894569175626, + "v_measures": { + "Level 0": [ + 0.30054112368160363, + 0.29798504729874037, + 0.2868176292403219, + 0.28192278305835394, + 0.24238757871184424, + 0.29569893162310923, + 0.2740963203102728, + 0.30719981626522874, + 0.299291810331708, + 0.2552497419460197 + ] + } + }, + { + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ], + "main_score": 0.3830136298175582, + "v_measure": 0.3830136298175582, + "v_measure_std": 0.04903207852731281, + "v_measures": { + "Level 0": [ + 0.35270795973939234, + 0.49018528782831156, + 0.34881866281497714, + 0.3128239971158321, + 0.3827507171805135, + 0.38053680484915003, + 0.4291175898199307, + 0.3329175100797094, + 0.41265727499345584, + 0.38762049375430957 + ] + } + }, + { + "hf_subset": "taq_Tfng", + "languages": [ + "taq-Tfng" + ], + "main_score": 0.062489530864449847, + "v_measure": 0.062489530864449847, + "v_measure_std": 0.011792874520891878, + "v_measures": { + "Level 0": [ + 0.06298554182213811, + 0.06364747256233536, + 0.08045483032890179, + 0.06509327878351527, + 0.057535698822360024, + 0.04705902709563524, + 0.06667985668477959, + 0.05104461552532607, + 0.04739652989400943, + 0.08299845712549772 + ] + } + }, + { + "hf_subset": "tat_Cyrl", + "languages": [ + "tat-Cyrl" + ], + "main_score": 0.34622717571450745, + "v_measure": 0.34622717571450745, + "v_measure_std": 0.03442953334656593, + "v_measures": { + "Level 0": [ + 0.31655359210458345, + 0.34757086626617034, + 0.3474898046921539, + 0.38017402243027465, + 0.3714109103426924, + 0.33936113152037767, + 0.2747658304041282, + 0.31920456384075224, + 0.36535137896376757, + 0.40038965658017417 + ] + } + }, + { + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ], + "main_score": 0.39262404561110176, + "v_measure": 0.39262404561110176, + "v_measure_std": 0.057792198860397825, + "v_measures": { + "Level 0": [ + 0.5285802750619569, + 0.36832102256177046, + 0.36662842121659633, + 0.32436628434167, + 0.4413391992762871, + 0.4265272234143113, + 0.328156021419606, + 0.3658681045747873, + 0.37154630875587724, + 0.4049075954881549 + ] + } + }, + { + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ], + "main_score": 0.1954081187887541, + "v_measure": 0.1954081187887541, + "v_measure_std": 0.021644133635399996, + "v_measures": { + "Level 0": [ + 0.24163220326842944, + 0.2027530970972049, + 0.18946873582208504, + 0.20815730500727872, + 0.1799690915324457, + 0.16954402734075305, + 0.16750594788155343, + 0.21521243871891593, + 0.1810327097232775, + 0.1988056314955972 + ] + } + }, + { + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ], + "main_score": 0.26484641041964607, + "v_measure": 0.26484641041964607, + "v_measure_std": 0.024806309120831347, + "v_measures": { + "Level 0": [ + 0.2119412490795491, + 0.25264618280405077, + 0.3071991782491, + 0.2844052402876732, + 0.24935670797435433, + 0.2794967787528452, + 0.28186717558378016, + 0.25313690600710653, + 0.2727870680607903, + 0.2556276173972111 + ] + } + }, + { + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ], + "main_score": 0.40643882053293867, + "v_measure": 0.40643882053293867, + "v_measure_std": 0.036196419920063796, + "v_measures": { + "Level 0": [ + 0.3647067744223818, + 0.4308793819995297, + 0.3741994305030913, + 0.39765124061548435, + 0.3727747025658235, + 0.42781982732909535, + 0.4068001480077908, + 0.47930518556637625, + 0.3680933569479087, + 0.4421581573719048 + ] + } + }, + { + "hf_subset": "tir_Ethi", + "languages": [ + "tir-Ethi" + ], + "main_score": 0.33783406517620124, + "v_measure": 0.33783406517620124, + "v_measure_std": 0.04189524740205455, + "v_measures": { + "Level 0": [ + 0.28470263331380496, + 0.37035578787345713, + 0.344516465051216, + 0.31893174938538416, + 0.37665450513355553, + 0.3467120497387066, + 0.32343884077254176, + 0.25130412437251126, + 0.36889966712294925, + 0.39282482899788607 + ] + } + }, + { + "hf_subset": "tpi_Latn", + "languages": [ + "tpi-Latn" + ], + "main_score": 0.16295293939379016, + "v_measure": 0.16295293939379016, + "v_measure_std": 0.025554356150111444, + "v_measures": { + "Level 0": [ + 0.15847117591927856, + 0.13555583936175591, + 0.14542400560912566, + 0.18108601185801418, + 0.13346588255784053, + 0.14670043514182332, + 0.16884044675315452, + 0.18232685269370347, + 0.15535795999588012, + 0.22230078404732537 + ] + } + }, + { + "hf_subset": "tsn_Latn", + "languages": [ + "tsn-Latn" + ], + "main_score": 0.1268707751937477, + "v_measure": 0.1268707751937477, + "v_measure_std": 0.015456161687850403, + "v_measures": { + "Level 0": [ + 0.15273297867017935, + 0.1426233794889475, + 0.13748154638614926, + 0.1422066955840229, + 0.11058198947124424, + 0.12541355167990126, + 0.10208232993723806, + 0.11746700882657429, + 0.11507397505294781, + 0.12304429684027225 + ] + } + }, + { + "hf_subset": "tso_Latn", + "languages": [ + "tso-Latn" + ], + "main_score": 0.12247011131288339, + "v_measure": 0.12247011131288339, + "v_measure_std": 0.014277580457122076, + "v_measures": { + "Level 0": [ + 0.11451044664133886, + 0.1113813919598498, + 0.1409585675558779, + 0.1372346376157124, + 0.12891228766490406, + 0.1110079265548875, + 0.09374255811111352, + 0.11885175226196988, + 0.1315119483436948, + 0.13658959641948512 + ] + } + }, + { + "hf_subset": "tuk_Latn", + "languages": [ + "tuk-Latn" + ], + "main_score": 0.25046290297719315, + "v_measure": 0.25046290297719315, + "v_measure_std": 0.04941833217736534, + "v_measures": { + "Level 0": [ + 0.25392134441001524, + 0.29577925221283813, + 0.3669242025982501, + 0.21171864658580408, + 0.18638789520970586, + 0.242865604643358, + 0.2767560983280073, + 0.22887692910694174, + 0.21071197052490828, + 0.23068708615210295 + ] + } + }, + { + "hf_subset": "tum_Latn", + "languages": [ + "tum-Latn" + ], + "main_score": 0.1534588252080026, + "v_measure": 0.1534588252080026, + "v_measure_std": 0.027874017530395086, + "v_measures": { + "Level 0": [ + 0.13609869918409806, + 0.15627144234700685, + 0.12076028448018429, + 0.19550544859838492, + 0.11480554529856969, + 0.12039373574827202, + 0.18896653143748315, + 0.16655713331796826, + 0.15754761363781364, + 0.17768181803024533 + ] + } + }, + { + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ], + "main_score": 0.37187487809647884, + "v_measure": 0.37187487809647884, + "v_measure_std": 0.03831023854376634, + "v_measures": { + "Level 0": [ + 0.360778842025932, + 0.39329879103220755, + 0.37647684051964253, + 0.35677309579355615, + 0.43690295727562517, + 0.32353655461261116, + 0.3778930541235702, + 0.4328013529313953, + 0.32519864702254575, + 0.33508864562770274 + ] + } + }, + { + "hf_subset": "twi_Latn", + "languages": [ + "twi-Latn" + ], + "main_score": 0.10136731352965074, + "v_measure": 0.10136731352965074, + "v_measure_std": 0.018274578097693693, + "v_measures": { + "Level 0": [ + 0.07377460375176455, + 0.1175670391408058, + 0.09893920803455596, + 0.12192757580368904, + 0.07419494801731825, + 0.11125052323767526, + 0.12698969712132907, + 0.10852148362194115, + 0.08330856096902182, + 0.09719949559840649 + ] + } + }, + { + "hf_subset": "tzm_Tfng", + "languages": [ + "tzm-Tfng" + ], + "main_score": 0.0362892032368484, + "v_measure": 0.0362892032368484, + "v_measure_std": 0.004764343944910972, + "v_measures": { + "Level 0": [ + 0.03434236944456194, + 0.033543477965815284, + 0.0352663281720215, + 0.037733387790669606, + 0.029400201065523116, + 0.04086617772636228, + 0.03933866179452023, + 0.034577920463253475, + 0.03122610684966437, + 0.046597401096092166 + ] + } + }, + { + "hf_subset": "uig_Arab", + "languages": [ + "uig-Arab" + ], + "main_score": 0.2618034619129907, + "v_measure": 0.2618034619129907, + "v_measure_std": 0.04101991391479265, + "v_measures": { + "Level 0": [ + 0.322156028431271, + 0.22812058119332765, + 0.21832772192304148, + 0.3076159544816609, + 0.2600028536048546, + 0.23941933151728562, + 0.2607348313630473, + 0.33141904957233626, + 0.22805143590195878, + 0.22218683114112378 + ] + } + }, + { + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ], + "main_score": 0.38092951281228193, + "v_measure": 0.38092951281228193, + "v_measure_std": 0.03598414148907204, + "v_measures": { + "Level 0": [ + 0.37425706439508827, + 0.35776715645552803, + 0.3080102195547863, + 0.43432795711415195, + 0.436310231852467, + 0.3559992648396059, + 0.37071851872113526, + 0.3862843820234005, + 0.3859119535500115, + 0.39970837961664446 + ] + } + }, + { + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ], + "main_score": 0.1135551872103999, + "v_measure": 0.1135551872103999, + "v_measure_std": 0.022067525963897595, + "v_measures": { + "Level 0": [ + 0.12336385869429245, + 0.15177579962090237, + 0.08169689807416815, + 0.14658910370676426, + 0.11034944042791961, + 0.10785773811289615, + 0.1262558625721443, + 0.0915798238392596, + 0.09366892585418132, + 0.10241442120147082 + ] + } + }, + { + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ], + "main_score": 0.39531530605790355, + "v_measure": 0.39531530605790355, + "v_measure_std": 0.04702088686298239, + "v_measures": { + "Level 0": [ + 0.38568314105000207, + 0.43104148021016986, + 0.4658564469159597, + 0.37208745251432035, + 0.36502325871687324, + 0.3579827166339427, + 0.45422494817467046, + 0.4228010434860302, + 0.30211271813137786, + 0.39633985474568867 + ] + } + }, + { + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ], + "main_score": 0.27386578080302076, + "v_measure": 0.27386578080302076, + "v_measure_std": 0.041724148289088145, + "v_measures": { + "Level 0": [ + 0.22686680786334715, + 0.33489388884830035, + 0.2908620469578063, + 0.28445556729508253, + 0.23711699056143232, + 0.27502542980721384, + 0.35283360607248543, + 0.24207831944833677, + 0.2702957677438179, + 0.22422938343238538 + ] + } + }, + { + "hf_subset": "vec_Latn", + "languages": [ + "vec-Latn" + ], + "main_score": 0.21735953892931253, + "v_measure": 0.21735953892931253, + "v_measure_std": 0.035318361854831996, + "v_measures": { + "Level 0": [ + 0.26430186406115436, + 0.18686664118104512, + 0.19264694345652986, + 0.19876867242079024, + 0.1969099444449687, + 0.23385773808440072, + 0.17240172616938523, + 0.21062816561398887, + 0.22525597132573907, + 0.2919577225351233 + ] + } + }, + { + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ], + "main_score": 0.4009223338165849, + "v_measure": 0.4009223338165849, + "v_measure_std": 0.039539447676196944, + "v_measures": { + "Level 0": [ + 0.3499739286444529, + 0.36144079699411125, + 0.4600359497686153, + 0.4653653540252556, + 0.3534092330779977, + 0.39874245218324833, + 0.4240308946132516, + 0.42141792386217247, + 0.37622349609701566, + 0.3985833088997281 + ] + } + }, + { + "hf_subset": "war_Latn", + "languages": [ + "war-Latn" + ], + "main_score": 0.2443610568696136, + "v_measure": 0.2443610568696136, + "v_measure_std": 0.043033492822779025, + "v_measures": { + "Level 0": [ + 0.29510882663031324, + 0.2914182302646848, + 0.250120041355738, + 0.23465159476287065, + 0.2535948580916521, + 0.23749322798343647, + 0.17665415279369176, + 0.22275529476701808, + 0.3056927371468219, + 0.1761216048999091 + ] + } + }, + { + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ], + "main_score": 0.11616981415262413, + "v_measure": 0.11616981415262413, + "v_measure_std": 0.025218652932282388, + "v_measures": { + "Level 0": [ + 0.1460753396381389, + 0.0934221432664759, + 0.15676403105483558, + 0.1191158324324394, + 0.14242407543477853, + 0.1016491732868697, + 0.12760254737779914, + 0.10855823146320616, + 0.08503568119358501, + 0.08105108637811295 + ] + } + }, + { + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ], + "main_score": 0.17398531828233937, + "v_measure": 0.17398531828233937, + "v_measure_std": 0.05160860800090336, + "v_measures": { + "Level 0": [ + 0.2829888297490142, + 0.17590180352758492, + 0.16050648773481588, + 0.2601191098896143, + 0.16450262875454258, + 0.1333653661139609, + 0.12330755805605272, + 0.15205537573383027, + 0.15947511243364582, + 0.12763091083033237 + ] + } + }, + { + "hf_subset": "ydd_Hebr", + "languages": [ + "ydd-Hebr" + ], + "main_score": 0.2705786960888188, + "v_measure": 0.2705786960888188, + "v_measure_std": 0.044525969317370725, + "v_measures": { + "Level 0": [ + 0.29477766462737137, + 0.3047350961616043, + 0.23673319269108153, + 0.2037643679301633, + 0.30465734606312594, + 0.22022452888710933, + 0.26994324533641517, + 0.3586134710909067, + 0.2735039296198464, + 0.23883411848056374 + ] + } + }, + { + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ], + "main_score": 0.23342693026707062, + "v_measure": 0.23342693026707062, + "v_measure_std": 0.03881309544521487, + "v_measures": { + "Level 0": [ + 0.21165060236922495, + 0.22816041738926562, + 0.2665910251363465, + 0.1867231331414957, + 0.2515227665181187, + 0.18744982198744256, + 0.2526671821709508, + 0.20736042622843628, + 0.22129136271976682, + 0.3208525650096583 + ] + } + }, + { + "hf_subset": "yue_Hant", + "languages": [ + "yue-Hant" + ], + "main_score": 0.4166955090904244, + "v_measure": 0.4166955090904244, + "v_measure_std": 0.03238463742212678, + "v_measures": { + "Level 0": [ + 0.4046889114327613, + 0.4505384982802079, + 0.46693219481215015, + 0.3685159617224638, + 0.4352355029601408, + 0.421814134774099, + 0.39267826937875416, + 0.3637485372004983, + 0.4406338662747155, + 0.42216921406845226 + ] + } + }, + { + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ], + "main_score": 0.43594031846672276, + "v_measure": 0.43594031846672276, + "v_measure_std": 0.028013981710475665, + "v_measures": { + "Level 0": [ + 0.43721517443838925, + 0.41222635276233544, + 0.4237345669758305, + 0.46332824240017356, + 0.4181730779236789, + 0.412731569855373, + 0.4972826888493969, + 0.4020263330096963, + 0.43218286814030044, + 0.460502310312053 + ] + } + }, + { + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ], + "main_score": 0.4167412161997051, + "v_measure": 0.4167412161997051, + "v_measure_std": 0.03903241038469866, + "v_measures": { + "Level 0": [ + 0.45465968063218104, + 0.4683997127524201, + 0.38452786449901044, + 0.4106556863633345, + 0.4259761148886677, + 0.3844396252895701, + 0.3709169679724518, + 0.37723852474045705, + 0.40267239839130126, + 0.4879255864676568 + ] + } + }, + { + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ], + "main_score": 0.17669145443990153, + "v_measure": 0.17669145443990153, + "v_measure_std": 0.024441805813752108, + "v_measures": { + "Level 0": [ + 0.13118370474950475, + 0.18172265599316645, + 0.18461697402945512, + 0.14696784445143446, + 0.17368848351947716, + 0.16559385357027498, + 0.22348361151353477, + 0.17905914749301646, + 0.2011116079640393, + 0.17948666111511186 + ] + } + } + ] + }, + "task_name": "SIB200ClusteringS2S" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SICK-R.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SICK-R.json new file mode 100644 index 000000000..396642fc7 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "evaluation_time": 8.759033679962158, + "kg_co2_emissions": 0.00040538872831302357, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8239175298042746, + "cosine_spearman": 0.7934202518512105, + "euclidean_pearson": 0.8018783766918335, + "euclidean_spearman": 0.7934202839843331, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7934202518512105, + "manhattan_pearson": 0.7999905669225756, + "manhattan_spearman": 0.7923097532194776, + "pearson": 0.8239175298042746, + "spearman": 0.7934202518512105 + } + ] + }, + "task_name": "SICK-R" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SNLHierarchicalClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SNLHierarchicalClusteringP2P.json new file mode 100644 index 000000000..ed1c8889e --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SNLHierarchicalClusteringP2P.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "3d3d27aa7af8941408cefc3991ada5d12a4273d1", + "evaluation_time": 379.8506622314453, + "kg_co2_emissions": 0.010902641329402043, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "nob-Latn" + ], + "main_score": 0.5494581903116769, + "v_measure": 0.5494581903116769, + "v_measure_std": 0.13211141308623106, + "v_measures": { + "Level 0": [ + 0.40923387190516164, + 0.41223192541181297, + 0.39979994725281853, + 0.4274786785353199, + 0.4100660339719385, + 0.39105943448717023, + 0.41250949740808923, + 0.41947721142277367, + 0.4082981408156223, + 0.40850914114604914 + ], + "Level 1": [ + 0.5879423511103018, + 0.6047352840682184, + 0.5998977665419299, + 0.6073308480147217, + 0.5881945770543572, + 0.6033358028099532, + 0.6044903463580504, + 0.5972738068126086, + 0.6051363637319874, + 0.6035066342912491 + ], + "Level 2": [ + 0.6653814233261035, + 0.668743565656431, + 0.6715530632222596, + 0.6656011163709367, + 0.6613421742570548, + 0.6682855996976588, + 0.6694300684863533, + 0.6672376238222609, + 0.6664306061359494, + 0.6496246828061278 + ], + "Level 3": [ + 0.6923321327811931, + 0.7018311591550715, + 0.7008702922297603, + 0.6889165113358002, + 0.6860374036741695, + 0.6918452097882759, + 0.6922678107852782, + 0.7014416150329525, + 0.6977032933658872, + 0.7049692117881663 + ], + "Level 4": [ + 0.3839253452795288, + 0.3689029875202733, + 0.37449245667143244, + 0.3812459253457157, + 0.35787857472993095, + 0.37801590693654813, + 0.38361858421772177, + 0.3640935943149745, + 0.3858495120614206, + 0.3825344016384734 + ] + } + } + ] + }, + "task_name": "SNLHierarchicalClusteringP2P" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS12.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS12.json new file mode 100644 index 000000000..bf2a29e99 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "evaluation_time": 3.0475969314575195, + "kg_co2_emissions": 0.00015243626008144785, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8616319658776911, + "cosine_spearman": 0.7750749639238503, + "euclidean_pearson": 0.8292936725894106, + "euclidean_spearman": 0.7750605429438338, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7750749639238503, + "manhattan_pearson": 0.8276061043661239, + "manhattan_spearman": 0.7738592573588896, + "pearson": 0.8616319658776911, + "spearman": 0.7750749639238503 + } + ] + }, + "task_name": "STS12" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS13.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS13.json new file mode 100644 index 000000000..b14cdf3f0 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "evaluation_time": 1.573573112487793, + "kg_co2_emissions": 6.81042962308158e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8535850695209702, + "cosine_spearman": 0.8555376747969323, + "euclidean_pearson": 0.8484964592356398, + "euclidean_spearman": 0.8555376747969323, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8555376747969323, + "manhattan_pearson": 0.8466399302502425, + "manhattan_spearman": 0.8533008649270096, + "pearson": 0.8535850695209702, + "spearman": 0.8555376747969323 + } + ] + }, + "task_name": "STS13" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS14.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS14.json new file mode 100644 index 000000000..e49192148 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "evaluation_time": 3.3932671546936035, + "kg_co2_emissions": 0.0001641657947500227, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8494246607008326, + "cosine_spearman": 0.816756953287287, + "euclidean_pearson": 0.8370703502613382, + "euclidean_spearman": 0.8167567305630904, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.816756953287287, + "manhattan_pearson": 0.8356631073415957, + "manhattan_spearman": 0.8154745667939596, + "pearson": 0.8494246607008326, + "spearman": 0.816756953287287 + } + ] + }, + "task_name": "STS14" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS15.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS15.json new file mode 100644 index 000000000..64b6800f1 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "evaluation_time": 2.7268872261047363, + "kg_co2_emissions": 0.00013219291511654675, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8809206361153213, + "cosine_spearman": 0.8894403930558215, + "euclidean_pearson": 0.8843478342171761, + "euclidean_spearman": 0.8894402522107014, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8894403930558215, + "manhattan_pearson": 0.8829012556348851, + "manhattan_spearman": 0.887932009158297, + "pearson": 0.8809206361153213, + "spearman": 0.8894403930558215 + } + ] + }, + "task_name": "STS15" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS17.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS17.json new file mode 100644 index 000000000..92c5c0cb2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS17.json @@ -0,0 +1,183 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "evaluation_time": 4.9463090896606445, + "kg_co2_emissions": 0.00023508281010988896, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.813700098426341, + "cosine_spearman": 0.8158620403495994, + "euclidean_pearson": 0.8115878850907502, + "euclidean_spearman": 0.8158620039575218, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.8158620403495994, + "manhattan_pearson": 0.8097376135641534, + "manhattan_spearman": 0.8139334604906485, + "pearson": 0.813700098426341, + "spearman": 0.8158620403495994 + }, + { + "cosine_pearson": 0.8766234096038867, + "cosine_spearman": 0.8702648557849438, + "euclidean_pearson": 0.878624217065689, + "euclidean_spearman": 0.8702814083564168, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.8702648557849438, + "manhattan_pearson": 0.8785699135239702, + "manhattan_spearman": 0.8719825315696631, + "pearson": 0.8766234096038867, + "spearman": 0.8702648557849438 + }, + { + "cosine_pearson": 0.8507268614831667, + "cosine_spearman": 0.8444165888302566, + "euclidean_pearson": 0.851683113449873, + "euclidean_spearman": 0.8444165888302566, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.8444165888302566, + "manhattan_pearson": 0.8493067456656964, + "manhattan_spearman": 0.8425968555574729, + "pearson": 0.8507268614831667, + "spearman": 0.8444165888302566 + }, + { + "cosine_pearson": 0.8444658224658871, + "cosine_spearman": 0.8470435548602958, + "euclidean_pearson": 0.8476938577805971, + "euclidean_spearman": 0.8470435548602958, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.8470435548602958, + "manhattan_pearson": 0.8458902149935017, + "manhattan_spearman": 0.8457431413280129, + "pearson": 0.8444658224658871, + "spearman": 0.8470435548602958 + }, + { + "cosine_pearson": 0.8160959171766784, + "cosine_spearman": 0.8387813362970848, + "euclidean_pearson": 0.8241249806137402, + "euclidean_spearman": 0.8387813362970848, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.8387813362970848, + "manhattan_pearson": 0.8209056053961215, + "manhattan_spearman": 0.8330798310778916, + "pearson": 0.8160959171766784, + "spearman": 0.8387813362970848 + }, + { + "cosine_pearson": 0.7840365423869693, + "cosine_spearman": 0.7881468080760323, + "euclidean_pearson": 0.7677511765769837, + "euclidean_spearman": 0.7881097401043007, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.7881468080760323, + "manhattan_pearson": 0.7672527210051195, + "manhattan_spearman": 0.7894747465602082, + "pearson": 0.7840365423869693, + "spearman": 0.7881468080760323 + }, + { + "cosine_pearson": 0.8923192332703239, + "cosine_spearman": 0.8890542539271642, + "euclidean_pearson": 0.8899008362038247, + "euclidean_spearman": 0.8890542539271642, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8890542539271642, + "manhattan_pearson": 0.889715501907721, + "manhattan_spearman": 0.8882796948767502, + "pearson": 0.8923192332703239, + "spearman": 0.8890542539271642 + }, + { + "cosine_pearson": 0.772422262702681, + "cosine_spearman": 0.7636174957962956, + "euclidean_pearson": 0.7693401174277422, + "euclidean_spearman": 0.7636174957962956, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "main_score": 0.7636174957962956, + "manhattan_pearson": 0.7648878321385336, + "manhattan_spearman": 0.76047598469435, + "pearson": 0.772422262702681, + "spearman": 0.7636174957962956 + }, + { + "cosine_pearson": 0.8370961535074384, + "cosine_spearman": 0.8243999072261846, + "euclidean_pearson": 0.836177314877049, + "euclidean_spearman": 0.8243999072261846, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.8243999072261846, + "manhattan_pearson": 0.8343492744799761, + "manhattan_spearman": 0.8214669615414906, + "pearson": 0.8370961535074384, + "spearman": 0.8243999072261846 + }, + { + "cosine_pearson": 0.7612684254008827, + "cosine_spearman": 0.7644602779543751, + "euclidean_pearson": 0.7642581802815798, + "euclidean_spearman": 0.7644602779543751, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.7644602779543751, + "manhattan_pearson": 0.7604640500288828, + "manhattan_spearman": 0.758747725638871, + "pearson": 0.7612684254008827, + "spearman": 0.7644602779543751 + }, + { + "cosine_pearson": 0.8400047762656004, + "cosine_spearman": 0.8386387242710647, + "euclidean_pearson": 0.8407541982843508, + "euclidean_spearman": 0.8386387242710647, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.8386387242710647, + "manhattan_pearson": 0.840313934831353, + "manhattan_spearman": 0.8373809787559509, + "pearson": 0.8400047762656004, + "spearman": 0.8386387242710647 + } + ] + }, + "task_name": "STS17" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS22.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS22.v2.json new file mode 100644 index 000000000..d4d8ccc8b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STS22.v2.json @@ -0,0 +1,289 @@ +{ + "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", + "evaluation_time": 64.1450412273407, + "kg_co2_emissions": 0.005922768549729112, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.5698822262046174, + "cosine_spearman": 0.6088142454293014, + "euclidean_pearson": 0.5312176202977509, + "euclidean_spearman": 0.6088142454293014, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6088142454293014, + "manhattan_pearson": 0.5299072766441916, + "manhattan_spearman": 0.6074284578463242, + "pearson": 0.5698822262046174, + "spearman": 0.6088142454293014 + }, + { + "cosine_pearson": 0.7609395885809379, + "cosine_spearman": 0.7556358760699787, + "euclidean_pearson": 0.7479147370342112, + "euclidean_spearman": 0.7556358760699787, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.7556358760699787, + "manhattan_pearson": 0.7474156274253879, + "manhattan_spearman": 0.7556311387191829, + "pearson": 0.7609395885809379, + "spearman": 0.7556358760699787 + }, + { + "cosine_pearson": 0.7426939998507348, + "cosine_spearman": 0.7411173566359252, + "euclidean_pearson": 0.7579443315944523, + "euclidean_spearman": 0.7411173566359252, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ], + "main_score": 0.7411173566359252, + "manhattan_pearson": 0.753883903159055, + "manhattan_spearman": 0.737433255178569, + "pearson": 0.7426939998507348, + "spearman": 0.7411173566359252 + }, + { + "cosine_pearson": 0.6740453828674157, + "cosine_spearman": 0.6380212077415203, + "euclidean_pearson": 0.7072370539063325, + "euclidean_spearman": 0.6380212077415203, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.6380212077415203, + "manhattan_pearson": 0.7109911835019828, + "manhattan_spearman": 0.6441385916180498, + "pearson": 0.6740453828674157, + "spearman": 0.6380212077415203 + }, + { + "cosine_pearson": 0.6848274750299711, + "cosine_spearman": 0.6989340657246067, + "euclidean_pearson": 0.6791193477580146, + "euclidean_spearman": 0.6989340657246067, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.6989340657246067, + "manhattan_pearson": 0.6758984750167503, + "manhattan_spearman": 0.6968438391020491, + "pearson": 0.6848274750299711, + "spearman": 0.6989340657246067 + }, + { + "cosine_pearson": 0.43298558406634746, + "cosine_spearman": 0.4680064619396022, + "euclidean_pearson": 0.2999596298539512, + "euclidean_spearman": 0.4680064619396022, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ], + "main_score": 0.4680064619396022, + "manhattan_pearson": 0.2942343454221897, + "manhattan_spearman": 0.464330041026022, + "pearson": 0.43298558406634746, + "spearman": 0.4680064619396022 + }, + { + "cosine_pearson": 0.43930089100543906, + "cosine_spearman": 0.5364332829635126, + "euclidean_pearson": 0.45914915761204944, + "euclidean_spearman": 0.5364332829635126, + "hf_subset": "de-pl", + "languages": [ + "deu-Latn", + "pol-Latn" + ], + "main_score": 0.5364332829635126, + "manhattan_pearson": 0.4499499433915737, + "manhattan_spearman": 0.5370491650335051, + "pearson": 0.43930089100543906, + "spearman": 0.5364332829635126 + }, + { + "cosine_pearson": 0.8207500547607358, + "cosine_spearman": 0.8123278458598093, + "euclidean_pearson": 0.8097918827590478, + "euclidean_spearman": 0.8123278458598093, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.8123278458598093, + "manhattan_pearson": 0.8052166003929382, + "manhattan_spearman": 0.8092159657571677, + "pearson": 0.8207500547607358, + "spearman": 0.8123278458598093 + }, + { + "cosine_pearson": 0.7455927871425186, + "cosine_spearman": 0.7678439605225733, + "euclidean_pearson": 0.7545889970673917, + "euclidean_spearman": 0.7678439605225733, + "hf_subset": "es-it", + "languages": [ + "spa-Latn", + "ita-Latn" + ], + "main_score": 0.7678439605225733, + "manhattan_pearson": 0.7547863102192623, + "manhattan_spearman": 0.7684007602676594, + "pearson": 0.7455927871425186, + "spearman": 0.7678439605225733 + }, + { + "cosine_pearson": 0.7944930122630585, + "cosine_spearman": 0.8156194511922096, + "euclidean_pearson": 0.8137160751238404, + "euclidean_spearman": 0.8156194511922096, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.8156194511922096, + "manhattan_pearson": 0.8117499736365655, + "manhattan_spearman": 0.8135758685219305, + "pearson": 0.7944930122630585, + "spearman": 0.8156194511922096 + }, + { + "cosine_pearson": 0.647912322026376, + "cosine_spearman": 0.6694072470896322, + "euclidean_pearson": 0.6581233350589096, + "euclidean_spearman": 0.6694072470896322, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.6694072470896322, + "manhattan_pearson": 0.6556132193370512, + "manhattan_spearman": 0.6670801066455128, + "pearson": 0.647912322026376, + "spearman": 0.6694072470896322 + }, + { + "cosine_pearson": 0.7133450319743719, + "cosine_spearman": 0.7097238578178663, + "euclidean_pearson": 0.7148817244656248, + "euclidean_spearman": 0.7097238578178663, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.7097238578178663, + "manhattan_pearson": 0.713580175492609, + "manhattan_spearman": 0.709285532072793, + "pearson": 0.7133450319743719, + "spearman": 0.7097238578178663 + }, + { + "cosine_pearson": 0.5796350097320412, + "cosine_spearman": 0.6145006153344933, + "euclidean_pearson": 0.5988945563574619, + "euclidean_spearman": 0.6145006153344933, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.6145006153344933, + "manhattan_pearson": 0.5978326765895323, + "manhattan_spearman": 0.6146968489497521, + "pearson": 0.5796350097320412, + "spearman": 0.6145006153344933 + }, + { + "cosine_pearson": 0.5449174108898882, + "cosine_spearman": 0.5493078638180351, + "euclidean_pearson": 0.49753936519264635, + "euclidean_spearman": 0.5493078638180351, + "hf_subset": "de-fr", + "languages": [ + "deu-Latn", + "fra-Latn" + ], + "main_score": 0.5493078638180351, + "manhattan_pearson": 0.5013560608098947, + "manhattan_spearman": 0.5523513814275827, + "pearson": 0.5449174108898882, + "spearman": 0.5493078638180351 + }, + { + "cosine_pearson": 0.7630296795510191, + "cosine_spearman": 0.7824556932294159, + "euclidean_pearson": 0.7735449947821557, + "euclidean_spearman": 0.7824556932294159, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.7824556932294159, + "manhattan_pearson": 0.7749288041862048, + "manhattan_spearman": 0.7837996180762554, + "pearson": 0.7630296795510191, + "spearman": 0.7824556932294159 + }, + { + "cosine_pearson": 0.8133853205066616, + "cosine_spearman": 0.8085287257156774, + "euclidean_pearson": 0.7971554668709946, + "euclidean_spearman": 0.8085287257156774, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "main_score": 0.8085287257156774, + "manhattan_pearson": 0.7887404302880148, + "manhattan_spearman": 0.8002756065725907, + "pearson": 0.8133853205066616, + "spearman": 0.8085287257156774 + }, + { + "cosine_pearson": 0.7506778655723371, + "cosine_spearman": 0.7324670207647144, + "euclidean_pearson": 0.758201774264976, + "euclidean_spearman": 0.7324670207647144, + "hf_subset": "fr-pl", + "languages": [ + "fra-Latn", + "pol-Latn" + ], + "main_score": 0.7324670207647144, + "manhattan_pearson": 0.7492734716435203, + "manhattan_spearman": 0.7324670207647144, + "pearson": 0.7506778655723371, + "spearman": 0.7324670207647144 + }, + { + "cosine_pearson": 0.6762981660981339, + "cosine_spearman": 0.6723002582589221, + "euclidean_pearson": 0.6928109758485008, + "euclidean_spearman": 0.6723002582589221, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6723002582589221, + "manhattan_pearson": 0.6910090165365884, + "manhattan_spearman": 0.6701744436687145, + "pearson": 0.6762981660981339, + "spearman": 0.6723002582589221 + } + ] + }, + "task_name": "STS22.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSB.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSB.json new file mode 100644 index 000000000..050a082a5 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "evaluation_time": 2.646066665649414, + "kg_co2_emissions": 0.00012852826948834753, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8023850548341428, + "cosine_spearman": 0.807156161993442, + "euclidean_pearson": 0.7976125790995645, + "euclidean_spearman": 0.8071567263888062, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.807156161993442, + "manhattan_pearson": 0.7940933762801737, + "manhattan_spearman": 0.8035027131953897, + "pearson": 0.8023850548341428, + "spearman": 0.807156161993442 + } + ], + "validation": [ + { + "cosine_pearson": 0.8374577015351556, + "cosine_spearman": 0.8467546115892693, + "euclidean_pearson": 0.842613985124692, + "euclidean_spearman": 0.846755355251205, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.8467546115892693, + "manhattan_pearson": 0.8406508328923068, + "manhattan_spearman": 0.8446673928166336, + "pearson": 0.8374577015351556, + "spearman": 0.8467546115892693 + } + ] + }, + "task_name": "STSB" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSBenchmark.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSBenchmark.json new file mode 100644 index 000000000..0be42ba73 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "evaluation_time": 1.3700971603393555, + "kg_co2_emissions": 6.18812637470105e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8549068578000615, + "cosine_spearman": 0.864554908309818, + "euclidean_pearson": 0.8621843822037215, + "euclidean_spearman": 0.8645549654214039, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.864554908309818, + "manhattan_pearson": 0.8606419612141656, + "manhattan_spearman": 0.8628148692352416, + "pearson": 0.8549068578000615, + "spearman": 0.864554908309818 + } + ] + }, + "task_name": "STSBenchmark" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSES.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSES.json new file mode 100644 index 000000000..4ee01c0c3 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/STSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0912bb6c9393c76d62a7c5ee81c4c817ff47c9f4", + "evaluation_time": 0.43694615364074707, + "kg_co2_emissions": 1.9518390457388744e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.7579043009543536, + "cosine_spearman": 0.7077059615617489, + "euclidean_pearson": 0.7547149942932849, + "euclidean_spearman": 0.7077059615617489, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ], + "main_score": 0.7077059615617489, + "manhattan_pearson": 0.750886783442401, + "manhattan_spearman": 0.7012346615085273, + "pearson": 0.7579043009543536, + "spearman": 0.7077059615617489 + } + ] + }, + "task_name": "STSES" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ScalaClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ScalaClassification.json new file mode 100644 index 000000000..9d4aea6c4 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ScalaClassification.json @@ -0,0 +1,347 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "evaluation_time": 17.91502046585083, + "kg_co2_emissions": 0.0006569077691006027, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.50107421875, + "ap": 0.5005994710370826, + "ap_weighted": 0.5005994710370826, + "f1": 0.5001927518731936, + "f1_weighted": 0.5001927518731936, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ], + "main_score": 0.50107421875, + "scores_per_experiment": [ + { + "accuracy": 0.5068359375, + "ap": 0.503467097664271, + "ap_weighted": 0.503467097664271, + "f1": 0.5065418135008221, + "f1_weighted": 0.5065418135008221 + }, + { + "accuracy": 0.51123046875, + "ap": 0.5057294257018126, + "ap_weighted": 0.5057294257018126, + "f1": 0.5098926450952759, + "f1_weighted": 0.5098926450952759 + }, + { + "accuracy": 0.48583984375, + "ap": 0.4931292208205912, + "ap_weighted": 0.4931292208205912, + "f1": 0.4856130835035797, + "f1_weighted": 0.4856130835035797 + }, + { + "accuracy": 0.50634765625, + "ap": 0.5032101163973175, + "ap_weighted": 0.5032101163973175, + "f1": 0.5048402082010554, + "f1_weighted": 0.5048402082010554 + }, + { + "accuracy": 0.49560546875, + "ap": 0.49782293395684374, + "ap_weighted": 0.49782293395684374, + "f1": 0.4953618306415198, + "f1_weighted": 0.4953618306415198 + }, + { + "accuracy": 0.49853515625, + "ap": 0.4992695702062557, + "ap_weighted": 0.4992695702062557, + "f1": 0.49778787950420034, + "f1_weighted": 0.49778787950420034 + }, + { + "accuracy": 0.49609375, + "ap": 0.4980629501028807, + "ap_weighted": 0.4980629501028807, + "f1": 0.49576868021757803, + "f1_weighted": 0.49576868021757803 + }, + { + "accuracy": 0.51220703125, + "ap": 0.5062779017857143, + "ap_weighted": 0.5062779017857143, + "f1": 0.5096113398926153, + "f1_weighted": 0.5096113398926153 + }, + { + "accuracy": 0.4990234375, + "ap": 0.499512782543573, + "ap_weighted": 0.499512782543573, + "f1": 0.49767778099710547, + "f1_weighted": 0.49767778099710547 + }, + { + "accuracy": 0.4990234375, + "ap": 0.49951271119156504, + "ap_weighted": 0.49951271119156504, + "f1": 0.4988322571781838, + "f1_weighted": 0.4988322571781838 + } + ] + }, + { + "accuracy": 0.49892578125, + "ap": 0.499536347807775, + "ap_weighted": 0.499536347807775, + "f1": 0.49599172246291373, + "f1_weighted": 0.49599172246291373, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ], + "main_score": 0.49892578125, + "scores_per_experiment": [ + { + "accuracy": 0.4921875, + "ap": 0.4961540781853282, + "ap_weighted": 0.4961540781853282, + "f1": 0.49217006504282146, + "f1_weighted": 0.49217006504282146 + }, + { + "accuracy": 0.4951171875, + "ap": 0.4975909731432361, + "ap_weighted": 0.4975909731432361, + "f1": 0.48618674607002854, + "f1_weighted": 0.48618674607002854 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.49938125429684516, + "f1_weighted": 0.49938125429684516 + }, + { + "accuracy": 0.505859375, + "ap": 0.5029609653024911, + "ap_weighted": 0.5029609653024911, + "f1": 0.5046784363660002, + "f1_weighted": 0.5046784363660002 + }, + { + "accuracy": 0.490234375, + "ap": 0.49521745059034905, + "ap_weighted": 0.49521745059034905, + "f1": 0.4899303497968894, + "f1_weighted": 0.4899303497968894 + }, + { + "accuracy": 0.5029296875, + "ap": 0.5014728048573369, + "ap_weighted": 0.5014728048573369, + "f1": 0.5021700592945779, + "f1_weighted": 0.5021700592945779 + }, + { + "accuracy": 0.5166015625, + "ap": 0.5086335955925707, + "ap_weighted": 0.5086335955925707, + "f1": 0.5130049806308798, + "f1_weighted": 0.5130049806308798 + }, + { + "accuracy": 0.49609375, + "ap": 0.4980592365506329, + "ap_weighted": 0.4980592365506329, + "f1": 0.4890772943870289, + "f1_weighted": 0.4890772943870289 + }, + { + "accuracy": 0.48681640625, + "ap": 0.4935523152834008, + "ap_weighted": 0.4935523152834008, + "f1": 0.48131070949974974, + "f1_weighted": 0.48131070949974974 + }, + { + "accuracy": 0.50341796875, + "ap": 0.5017220585724044, + "ap_weighted": 0.5017220585724044, + "f1": 0.502007329244316, + "f1_weighted": 0.502007329244316 + } + ] + }, + { + "accuracy": 0.50087890625, + "ap": 0.5004536253912907, + "ap_weighted": 0.5004536253912907, + "f1": 0.49961424641420393, + "f1_weighted": 0.49961424641420393, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ], + "main_score": 0.50087890625, + "scores_per_experiment": [ + { + "accuracy": 0.49560546875, + "ap": 0.49782425275435255, + "ap_weighted": 0.49782425275435255, + "f1": 0.4942761407976852, + "f1_weighted": 0.4942761407976852 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.498944443010913, + "f1_weighted": 0.498944443010913 + }, + { + "accuracy": 0.5029296875, + "ap": 0.5014736681099398, + "ap_weighted": 0.5014736681099398, + "f1": 0.5028367576642057, + "f1_weighted": 0.5028367576642057 + }, + { + "accuracy": 0.4951171875, + "ap": 0.49758184523809523, + "ap_weighted": 0.49758184523809523, + "f1": 0.4950358019356986, + "f1_weighted": 0.4950358019356986 + }, + { + "accuracy": 0.498046875, + "ap": 0.49902751500521925, + "ap_weighted": 0.49902751500521925, + "f1": 0.49752502895024, + "f1_weighted": 0.49752502895024 + }, + { + "accuracy": 0.5009765625, + "ap": 0.5004894578313253, + "ap_weighted": 0.5004894578313253, + "f1": 0.4964582208634416, + "f1_weighted": 0.4964582208634416 + }, + { + "accuracy": 0.50341796875, + "ap": 0.5017203021523179, + "ap_weighted": 0.5017203021523179, + "f1": 0.5032890037834931, + "f1_weighted": 0.5032890037834931 + }, + { + "accuracy": 0.5068359375, + "ap": 0.5034720994768099, + "ap_weighted": 0.5034720994768099, + "f1": 0.5045205600205428, + "f1_weighted": 0.5045205600205428 + }, + { + "accuracy": 0.50390625, + "ap": 0.5019665485395188, + "ap_weighted": 0.5019665485395188, + "f1": 0.501577117802843, + "f1_weighted": 0.501577117802843 + }, + { + "accuracy": 0.501953125, + "ap": 0.5009805648053278, + "ap_weighted": 0.5009805648053278, + "f1": 0.5016793893129772, + "f1_weighted": 0.5016793893129772 + } + ] + }, + { + "accuracy": 0.502880859375, + "ap": 0.5014759982388591, + "ap_weighted": 0.5014759982388591, + "f1": 0.5001554759443112, + "f1_weighted": 0.5001554759443112, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ], + "main_score": 0.502880859375, + "scores_per_experiment": [ + { + "accuracy": 0.5048828125, + "ap": 0.5024697288283062, + "ap_weighted": 0.5024697288283062, + "f1": 0.5017653296737571, + "f1_weighted": 0.5017653296737571 + }, + { + "accuracy": 0.49267578125, + "ap": 0.4963995422979798, + "ap_weighted": 0.4963995422979798, + "f1": 0.4905271374067277, + "f1_weighted": 0.4905271374067277 + }, + { + "accuracy": 0.5009765625, + "ap": 0.5004894550030048, + "ap_weighted": 0.5004894550030048, + "f1": 0.496551724137931, + "f1_weighted": 0.496551724137931 + }, + { + "accuracy": 0.50244140625, + "ap": 0.5012274324696803, + "ap_weighted": 0.5012274324696803, + "f1": 0.500812201075679, + "f1_weighted": 0.500812201075679 + }, + { + "accuracy": 0.50537109375, + "ap": 0.502712041059417, + "ap_weighted": 0.502712041059417, + "f1": 0.5043925941161813, + "f1_weighted": 0.5043925941161813 + }, + { + "accuracy": 0.5087890625, + "ap": 0.5044757443531828, + "ap_weighted": 0.5044757443531828, + "f1": 0.5084961033483436, + "f1_weighted": 0.5084961033483436 + }, + { + "accuracy": 0.50341796875, + "ap": 0.5017227824034025, + "ap_weighted": 0.5017227824034025, + "f1": 0.5004824140126701, + "f1_weighted": 0.5004824140126701 + }, + { + "accuracy": 0.49951171875, + "ap": 0.4997560779431513, + "ap_weighted": 0.4997560779431513, + "f1": 0.49847753816308316, + "f1_weighted": 0.49847753816308316 + }, + { + "accuracy": 0.498046875, + "ap": 0.4990281212529976, + "ap_weighted": 0.4990281212529976, + "f1": 0.4936891023143646, + "f1_weighted": 0.4936891023143646 + }, + { + "accuracy": 0.5126953125, + "ap": 0.5064790567774682, + "ap_weighted": 0.5064790567774682, + "f1": 0.5063606151943736, + "f1_weighted": 0.5063606151943736 + } + ] + } + ] + }, + "task_name": "ScalaClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SemRel24STS.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SemRel24STS.json new file mode 100644 index 000000000..4c7bdbc34 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SemRel24STS.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd", + "evaluation_time": 7.651536464691162, + "kg_co2_emissions": 0.00040135413217136064, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.7864856951395557, + "cosine_spearman": 0.779826154976936, + "euclidean_pearson": 0.7670348956046805, + "euclidean_spearman": 0.779826154976936, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ], + "main_score": 0.779826154976936, + "manhattan_pearson": 0.7629950996756317, + "manhattan_spearman": 0.7756730940616549, + "pearson": 0.7864856951395557, + "spearman": 0.779826154976936 + }, + { + "cosine_pearson": 0.7903101316013527, + "cosine_spearman": 0.7626866938877179, + "euclidean_pearson": 0.7936360508534922, + "euclidean_spearman": 0.7626866938877179, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.7626866938877179, + "manhattan_pearson": 0.789232321985885, + "manhattan_spearman": 0.7580316785364134, + "pearson": 0.7903101316013527, + "spearman": 0.7626866938877179 + }, + { + "cosine_pearson": 0.6028769008902535, + "cosine_spearman": 0.6030197060788784, + "euclidean_pearson": 0.5942007069173629, + "euclidean_spearman": 0.6030197060788784, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ], + "main_score": 0.6030197060788784, + "manhattan_pearson": 0.5953210195895072, + "manhattan_spearman": 0.6013283978260817, + "pearson": 0.6028769008902535, + "spearman": 0.6030197060788784 + }, + { + "cosine_pearson": 0.5109179749903481, + "cosine_spearman": 0.4426991119881071, + "euclidean_pearson": 0.5172825039522025, + "euclidean_spearman": 0.4426991119881071, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ], + "main_score": 0.4426991119881071, + "manhattan_pearson": 0.5215839383181544, + "manhattan_spearman": 0.4503627463409398, + "pearson": 0.5109179749903481, + "spearman": 0.4426991119881071 + }, + { + "cosine_pearson": 0.5233116707828208, + "cosine_spearman": 0.4990745521168163, + "euclidean_pearson": 0.5257798868926311, + "euclidean_spearman": 0.4990745521168163, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ], + "main_score": 0.4990745521168163, + "manhattan_pearson": 0.5315457486794606, + "manhattan_spearman": 0.5061333549584299, + "pearson": 0.5233116707828208, + "spearman": 0.4990745521168163 + }, + { + "cosine_pearson": 0.8047206874731091, + "cosine_spearman": 0.7931499251357025, + "euclidean_pearson": 0.8060042229817729, + "euclidean_spearman": 0.7931499251357025, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7931499251357025, + "manhattan_pearson": 0.8040659657134452, + "manhattan_spearman": 0.7901032808018947, + "pearson": 0.8047206874731091, + "spearman": 0.7931499251357025 + }, + { + "cosine_pearson": 0.5540841403049408, + "cosine_spearman": 0.5322722447610121, + "euclidean_pearson": 0.553133268498376, + "euclidean_spearman": 0.5322722447610121, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.5322722447610121, + "manhattan_pearson": 0.5529633218237091, + "manhattan_spearman": 0.5343509712280377, + "pearson": 0.5540841403049408, + "spearman": 0.5322722447610121 + }, + { + "cosine_pearson": 0.8059409273685576, + "cosine_spearman": 0.8164822827519996, + "euclidean_pearson": 0.7811492891884968, + "euclidean_spearman": 0.8164822827519996, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ], + "main_score": 0.8164822827519996, + "manhattan_pearson": 0.7773197092404805, + "manhattan_spearman": 0.8113131356676503, + "pearson": 0.8059409273685576, + "spearman": 0.8164822827519996 + }, + { + "cosine_pearson": 0.3709712315571596, + "cosine_spearman": 0.3698309298319327, + "euclidean_pearson": 0.3999657488164998, + "euclidean_spearman": 0.3698309298319327, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ], + "main_score": 0.3698309298319327, + "manhattan_pearson": 0.39999204093586865, + "manhattan_spearman": 0.36749415925417356, + "pearson": 0.3709712315571596, + "spearman": 0.3698309298319327 + }, + { + "cosine_pearson": 0.5363862867316243, + "cosine_spearman": 0.533173551297414, + "euclidean_pearson": 0.5332197313302453, + "euclidean_spearman": 0.533173551297414, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ], + "main_score": 0.533173551297414, + "manhattan_pearson": 0.5332738584570662, + "manhattan_spearman": 0.5351442903738463, + "pearson": 0.5363862867316243, + "spearman": 0.533173551297414 + }, + { + "cosine_pearson": 0.8578932918564507, + "cosine_spearman": 0.8449025861674018, + "euclidean_pearson": 0.8432304637243561, + "euclidean_spearman": 0.8449025861674018, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ], + "main_score": 0.8449025861674018, + "manhattan_pearson": 0.8424378070717413, + "manhattan_spearman": 0.8450019292619884, + "pearson": 0.8578932918564507, + "spearman": 0.8449025861674018 + }, + { + "cosine_pearson": 0.8624807019852228, + "cosine_spearman": 0.8502655218346152, + "euclidean_pearson": 0.8356488125855007, + "euclidean_spearman": 0.8502655218346152, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ], + "main_score": 0.8502655218346152, + "manhattan_pearson": 0.8345636846316571, + "manhattan_spearman": 0.8495824035759377, + "pearson": 0.8624807019852228, + "spearman": 0.8502655218346152 + } + ] + }, + "task_name": "SemRel24STS" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SentimentAnalysisHindi.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SentimentAnalysisHindi.json new file mode 100644 index 000000000..5155bd58c --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SentimentAnalysisHindi.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1beac1b941da76a9c51e3e5b39d230fde9a80983", + "evaluation_time": 8.557047605514526, + "kg_co2_emissions": 0.0002707471819536187, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.598193359375, + "f1": 0.5930940613684815, + "f1_weighted": 0.5970218488301086, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ], + "main_score": 0.5930940613684815, + "scores_per_experiment": [ + { + "accuracy": 0.63037109375, + "f1": 0.6265671326732596, + "f1_weighted": 0.6316040551913376 + }, + { + "accuracy": 0.6640625, + "f1": 0.6532902499018752, + "f1_weighted": 0.666241713755517 + }, + { + "accuracy": 0.5791015625, + "f1": 0.5700777782593955, + "f1_weighted": 0.5825341674490809 + }, + { + "accuracy": 0.544921875, + "f1": 0.5488843206746515, + "f1_weighted": 0.54079021534471 + }, + { + "accuracy": 0.59912109375, + "f1": 0.5970837882591833, + "f1_weighted": 0.5933112653065888 + }, + { + "accuracy": 0.5517578125, + "f1": 0.5452130467906593, + "f1_weighted": 0.5478242406656919 + }, + { + "accuracy": 0.56201171875, + "f1": 0.5551792676785127, + "f1_weighted": 0.552911334815086 + }, + { + "accuracy": 0.62158203125, + "f1": 0.6063785058670415, + "f1_weighted": 0.6247692576028394 + }, + { + "accuracy": 0.58447265625, + "f1": 0.5789854590933473, + "f1_weighted": 0.5870070118859517 + }, + { + "accuracy": 0.64453125, + "f1": 0.6492810644868899, + "f1_weighted": 0.6432252262842831 + } + ] + } + ] + }, + "task_name": "SentimentAnalysisHindi" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SinhalaNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SinhalaNewsClassification.json new file mode 100644 index 000000000..da5e7fe60 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SinhalaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7fb2f514ea683c5282dfec0a9672ece8de90ac50", + "evaluation_time": 7.87942099571228, + "kg_co2_emissions": 0.00027878176861846876, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.744580078125, + "f1": 0.724752049475273, + "f1_weighted": 0.7459336480934494, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ], + "main_score": 0.744580078125, + "scores_per_experiment": [ + { + "accuracy": 0.75537109375, + "f1": 0.7359898554309747, + "f1_weighted": 0.757080128965656 + }, + { + "accuracy": 0.748046875, + "f1": 0.7275739483602219, + "f1_weighted": 0.7505618693390438 + }, + { + "accuracy": 0.74072265625, + "f1": 0.7188351810078178, + "f1_weighted": 0.740988454849136 + }, + { + "accuracy": 0.72119140625, + "f1": 0.7067909856282762, + "f1_weighted": 0.7203535613177304 + }, + { + "accuracy": 0.73583984375, + "f1": 0.7148713903611582, + "f1_weighted": 0.736763020004716 + }, + { + "accuracy": 0.73779296875, + "f1": 0.7166940372247741, + "f1_weighted": 0.7398818681513796 + }, + { + "accuracy": 0.72607421875, + "f1": 0.7049709865060085, + "f1_weighted": 0.7255475567393901 + }, + { + "accuracy": 0.75390625, + "f1": 0.7357421359338661, + "f1_weighted": 0.7567414289341934 + }, + { + "accuracy": 0.76513671875, + "f1": 0.7463443770200888, + "f1_weighted": 0.7682832527889362 + }, + { + "accuracy": 0.76171875, + "f1": 0.7397075972795448, + "f1_weighted": 0.763135339844314 + } + ] + } + ] + }, + "task_name": "SinhalaNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SiswatiNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SiswatiNewsClassification.json new file mode 100644 index 000000000..78b107633 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SiswatiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f5502326c4e48adc99b18b1582f68b8fb5e7ec30", + "evaluation_time": 6.648116111755371, + "kg_co2_emissions": 0.00021957778525718012, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.5987499999999999, + "f1": 0.30650476618575373, + "f1_weighted": 0.5510861869712887, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ], + "main_score": 0.5987499999999999, + "scores_per_experiment": [ + { + "accuracy": 0.6125, + "f1": 0.30433050745550744, + "f1_weighted": 0.5607559974747474 + }, + { + "accuracy": 0.625, + "f1": 0.32514611524045484, + "f1_weighted": 0.5835801410329712 + }, + { + "accuracy": 0.575, + "f1": 0.2799973418394471, + "f1_weighted": 0.5154186602870814 + }, + { + "accuracy": 0.6, + "f1": 0.285787284610814, + "f1_weighted": 0.5488698752228164 + }, + { + "accuracy": 0.6125, + "f1": 0.32677518427518426, + "f1_weighted": 0.571602886977887 + }, + { + "accuracy": 0.6, + "f1": 0.2889114281304434, + "f1_weighted": 0.5528228562608868 + }, + { + "accuracy": 0.6, + "f1": 0.2921146953405018, + "f1_weighted": 0.5528347996089931 + }, + { + "accuracy": 0.575, + "f1": 0.3102020202020202, + "f1_weighted": 0.5319242424242424 + }, + { + "accuracy": 0.575, + "f1": 0.3221950981349478, + "f1_weighted": 0.5295781661947075 + }, + { + "accuracy": 0.6125, + "f1": 0.32958798662821653, + "f1_weighted": 0.5634742442285546 + } + ] + } + ] + }, + "task_name": "SiswatiNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SlovakMovieReviewSentimentClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 000000000..066c8f360 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0c47583c9d339b3b6f89e4db76088af5f1ec8d39", + "evaluation_time": 9.165544033050537, + "kg_co2_emissions": 0.00037789727385793636, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.65390625, + "ap": 0.5057281303214018, + "ap_weighted": 0.5057281303214018, + "f1": 0.6408996967767843, + "f1_weighted": 0.6522998119105328, + "hf_subset": "default", + "languages": [ + "svk-Latn" + ], + "main_score": 0.65390625, + "scores_per_experiment": [ + { + "accuracy": 0.59716796875, + "ap": 0.45963392959923866, + "ap_weighted": 0.45963392959923866, + "f1": 0.5889834126491231, + "f1_weighted": 0.6000283153458082 + }, + { + "accuracy": 0.64892578125, + "ap": 0.484812823557499, + "ap_weighted": 0.484812823557499, + "f1": 0.6136298218146105, + "f1_weighted": 0.6358679868869884 + }, + { + "accuracy": 0.69287109375, + "ap": 0.5400807052312979, + "ap_weighted": 0.5400807052312979, + "f1": 0.6832461447482145, + "f1_weighted": 0.6937607949182323 + }, + { + "accuracy": 0.708984375, + "ap": 0.553531047315426, + "ap_weighted": 0.553531047315426, + "f1": 0.6933808272584316, + "f1_weighted": 0.7065526532740413 + }, + { + "accuracy": 0.6064453125, + "ap": 0.46610602497093195, + "ap_weighted": 0.46610602497093195, + "f1": 0.5979325295335526, + "f1_weighted": 0.6090734199929972 + }, + { + "accuracy": 0.62548828125, + "ap": 0.46288992418947167, + "ap_weighted": 0.46288992418947167, + "f1": 0.5864818753335055, + "f1_weighted": 0.6106670872690109 + }, + { + "accuracy": 0.67578125, + "ap": 0.536433340173694, + "ap_weighted": 0.536433340173694, + "f1": 0.6752349036885323, + "f1_weighted": 0.6777715115632033 + }, + { + "accuracy": 0.6298828125, + "ap": 0.49904498839443834, + "ap_weighted": 0.49904498839443834, + "f1": 0.6297118955206222, + "f1_weighted": 0.6312268414741978 + }, + { + "accuracy": 0.66650390625, + "ap": 0.5164222676945447, + "ap_weighted": 0.5164222676945447, + "f1": 0.6586319300914709, + "f1_weighted": 0.6685035400651891 + }, + { + "accuracy": 0.68701171875, + "ap": 0.5383262520874762, + "ap_weighted": 0.5383262520874762, + "f1": 0.6817636271297789, + "f1_weighted": 0.6895459683156582 + } + ] + } + ] + }, + "task_name": "SlovakMovieReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SprintDuplicateQuestions.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SprintDuplicateQuestions.json new file mode 100644 index 000000000..717b99d56 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SprintDuplicateQuestions.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "evaluation_time": 14.631057739257812, + "kg_co2_emissions": 0.0005676528796196101, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.9981386138613861, + "cosine_accuracy_threshold": 0.8285293579101562, + "cosine_ap": 0.9540761182629698, + "cosine_f1": 0.9058116232464929, + "cosine_f1_threshold": 0.827882707118988, + "cosine_precision": 0.9076305220883534, + "cosine_recall": 0.904, + "dot_accuracy": 0.9981386138613861, + "dot_accuracy_threshold": 0.8285291790962219, + "dot_ap": 0.9540770964637368, + "dot_f1": 0.9058116232464929, + "dot_f1_threshold": 0.8278826475143433, + "dot_precision": 0.9076305220883534, + "dot_recall": 0.904, + "euclidean_accuracy": 0.9981386138613861, + "euclidean_accuracy_threshold": 0.5856119394302368, + "euclidean_ap": 0.9540761182629697, + "euclidean_f1": 0.9058116232464929, + "euclidean_f1_threshold": 0.5867148637771606, + "euclidean_precision": 0.9076305220883534, + "euclidean_recall": 0.904, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9545486732659925, + "manhattan_accuracy": 0.9981782178217822, + "manhattan_accuracy_threshold": 12.628470420837402, + "manhattan_ap": 0.9545486732659925, + "manhattan_f1": 0.9074446680080483, + "manhattan_f1_threshold": 12.646820068359375, + "manhattan_precision": 0.9129554655870445, + "manhattan_recall": 0.902, + "max_accuracy": 0.9981782178217822, + "max_ap": 0.9545486732659925, + "max_f1": 0.9074446680080483, + "max_precision": 0.9129554655870445, + "max_recall": 0.904, + "similarity_accuracy": 0.9981386138613861, + "similarity_accuracy_threshold": 0.8285293579101562, + "similarity_ap": 0.9540761182629698, + "similarity_f1": 0.9058116232464929, + "similarity_f1_threshold": 0.827882707118988, + "similarity_precision": 0.9076305220883534, + "similarity_recall": 0.904 + } + ], + "validation": [ + { + "cosine_accuracy": 0.9984950495049505, + "cosine_accuracy_threshold": 0.8228380084037781, + "cosine_ap": 0.9652001068832818, + "cosine_f1": 0.9234567901234569, + "cosine_f1_threshold": 0.8101816773414612, + "cosine_precision": 0.9121951219512195, + "cosine_recall": 0.935, + "dot_accuracy": 0.9984950495049505, + "dot_accuracy_threshold": 0.8228380680084229, + "dot_ap": 0.9652001068832818, + "dot_f1": 0.9234567901234569, + "dot_f1_threshold": 0.8101816177368164, + "dot_precision": 0.9121951219512195, + "dot_recall": 0.935, + "euclidean_accuracy": 0.9984950495049505, + "euclidean_accuracy_threshold": 0.595251202583313, + "euclidean_ap": 0.9652001068832818, + "euclidean_f1": 0.9234567901234569, + "euclidean_f1_threshold": 0.6161466240882874, + "euclidean_precision": 0.9121951219512195, + "euclidean_recall": 0.935, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9652313198489578, + "manhattan_accuracy": 0.9985148514851485, + "manhattan_accuracy_threshold": 12.973928451538086, + "manhattan_ap": 0.9652313198489578, + "manhattan_f1": 0.9245472837022133, + "manhattan_f1_threshold": 12.980875015258789, + "manhattan_precision": 0.930161943319838, + "manhattan_recall": 0.919, + "max_accuracy": 0.9985148514851485, + "max_ap": 0.9652313198489578, + "max_f1": 0.9245472837022133, + "max_precision": 0.930161943319838, + "max_recall": 0.935, + "similarity_accuracy": 0.9984950495049505, + "similarity_accuracy_threshold": 0.8228380084037781, + "similarity_ap": 0.9652001068832818, + "similarity_f1": 0.9234567901234569, + "similarity_f1_threshold": 0.8101816773414612, + "similarity_precision": 0.9121951219512195, + "similarity_recall": 0.935 + } + ] + }, + "task_name": "SprintDuplicateQuestions" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackExchangeClustering.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackExchangeClustering.v2.json new file mode 100644 index 000000000..468809172 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackExchangeClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "evaluation_time": 91.90796494483948, + "kg_co2_emissions": 0.0028870810209309424, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5191497256515774, + "v_measure": 0.5191497256515774, + "v_measure_std": 0.00661347040072612, + "v_measures": { + "Level 0": [ + 0.523800460385745, + 0.5201867104734786, + 0.525212669191963, + 0.5153695600554311, + 0.5247667454622061, + 0.5105188741475852, + 0.5268475248423663, + 0.5131811306059988, + 0.5074296454854358, + 0.5241839358655639 + ] + } + } + ] + }, + "task_name": "StackExchangeClustering.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackOverflowQA.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackOverflowQA.json new file mode 100644 index 000000000..659448350 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "evaluation_time": 80.1575779914856, + "kg_co2_emissions": 0.007370709297797704, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.87081, + "map_at_1": 0.7999, + "map_at_10": 0.84887, + "map_at_100": 0.85077, + "map_at_1000": 0.85083, + "map_at_20": 0.85018, + "map_at_3": 0.83935, + "map_at_5": 0.84519, + "mrr_at_1": 0.7998996990972919, + "mrr_at_10": 0.8488740029612644, + "mrr_at_100": 0.850767342592623, + "mrr_at_1000": 0.8508347696309961, + "mrr_at_20": 0.8501778503411299, + "mrr_at_3": 0.8393513874958204, + "mrr_at_5": 0.8451939150785689, + "nauc_map_at_1000_diff1": 0.8700117254697627, + "nauc_map_at_1000_max": 0.7849575021303001, + "nauc_map_at_1000_std": 0.03649018038545485, + "nauc_map_at_100_diff1": 0.8699743697491109, + "nauc_map_at_100_max": 0.7849505138170133, + "nauc_map_at_100_std": 0.036534110954108204, + "nauc_map_at_10_diff1": 0.8692282709273228, + "nauc_map_at_10_max": 0.7849683519383998, + "nauc_map_at_10_std": 0.03700391665837534, + "nauc_map_at_1_diff1": 0.8819257866815517, + "nauc_map_at_1_max": 0.7738338793560459, + "nauc_map_at_1_std": 0.006216167561463448, + "nauc_map_at_20_diff1": 0.8697393616522405, + "nauc_map_at_20_max": 0.7849635871944335, + "nauc_map_at_20_std": 0.03696762711469579, + "nauc_map_at_3_diff1": 0.8705670877890447, + "nauc_map_at_3_max": 0.7877612675815665, + "nauc_map_at_3_std": 0.03712872098042069, + "nauc_map_at_5_diff1": 0.868977911564857, + "nauc_map_at_5_max": 0.7862813884412955, + "nauc_map_at_5_std": 0.04000795519527425, + "nauc_mrr_at_1000_diff1": 0.8700117254697627, + "nauc_mrr_at_1000_max": 0.7849575021303001, + "nauc_mrr_at_1000_std": 0.03649018038545485, + "nauc_mrr_at_100_diff1": 0.8699743697491109, + "nauc_mrr_at_100_max": 0.7849505138170133, + "nauc_mrr_at_100_std": 0.036534110954108204, + "nauc_mrr_at_10_diff1": 0.8692282709273228, + "nauc_mrr_at_10_max": 0.7849683519383998, + "nauc_mrr_at_10_std": 0.03700391665837534, + "nauc_mrr_at_1_diff1": 0.8819257866815517, + "nauc_mrr_at_1_max": 0.7738338793560459, + "nauc_mrr_at_1_std": 0.006216167561463448, + "nauc_mrr_at_20_diff1": 0.8697393616522405, + "nauc_mrr_at_20_max": 0.7849635871944335, + "nauc_mrr_at_20_std": 0.03696762711469579, + "nauc_mrr_at_3_diff1": 0.8705670877890447, + "nauc_mrr_at_3_max": 0.7877612675815665, + "nauc_mrr_at_3_std": 0.03712872098042069, + "nauc_mrr_at_5_diff1": 0.868977911564857, + "nauc_mrr_at_5_max": 0.7862813884412955, + "nauc_mrr_at_5_std": 0.04000795519527425, + "nauc_ndcg_at_1000_diff1": 0.868020566924588, + "nauc_ndcg_at_1000_max": 0.7868933670975923, + "nauc_ndcg_at_1000_std": 0.04395874268875803, + "nauc_ndcg_at_100_diff1": 0.8673887556463152, + "nauc_ndcg_at_100_max": 0.7869711543834943, + "nauc_ndcg_at_100_std": 0.04561232697062614, + "nauc_ndcg_at_10_diff1": 0.8636245297781463, + "nauc_ndcg_at_10_max": 0.7870052995918132, + "nauc_ndcg_at_10_std": 0.04832864626553718, + "nauc_ndcg_at_1_diff1": 0.8819257866815517, + "nauc_ndcg_at_1_max": 0.7738338793560459, + "nauc_ndcg_at_1_std": 0.006216167561463448, + "nauc_ndcg_at_20_diff1": 0.8653071460296494, + "nauc_ndcg_at_20_max": 0.786929088687073, + "nauc_ndcg_at_20_std": 0.04794775512714463, + "nauc_ndcg_at_3_diff1": 0.8664418720312113, + "nauc_ndcg_at_3_max": 0.7927661949527083, + "nauc_ndcg_at_3_std": 0.04853160136257899, + "nauc_ndcg_at_5_diff1": 0.8633023523314265, + "nauc_ndcg_at_5_max": 0.7903338555530224, + "nauc_ndcg_at_5_std": 0.055545712498952335, + "nauc_precision_at_1000_diff1": 0.8753663376435512, + "nauc_precision_at_1000_max": 0.8753663376435512, + "nauc_precision_at_1000_std": 0.3227149379954353, + "nauc_precision_at_100_diff1": 0.8473528536321697, + "nauc_precision_at_100_max": 0.8159072796188905, + "nauc_precision_at_100_std": 0.19235205802989205, + "nauc_precision_at_10_diff1": 0.8259081490045047, + "nauc_precision_at_10_max": 0.7968781143990115, + "nauc_precision_at_10_std": 0.12074381673966117, + "nauc_precision_at_1_diff1": 0.8819257866815517, + "nauc_precision_at_1_max": 0.7738338793560459, + "nauc_precision_at_1_std": 0.006216167561463448, + "nauc_precision_at_20_diff1": 0.8262127709345024, + "nauc_precision_at_20_max": 0.7996746485770024, + "nauc_precision_at_20_std": 0.14438466237577788, + "nauc_precision_at_3_diff1": 0.8504022161588725, + "nauc_precision_at_3_max": 0.8122019015714798, + "nauc_precision_at_3_std": 0.09294922846169114, + "nauc_precision_at_5_diff1": 0.83577871938233, + "nauc_precision_at_5_max": 0.8091539973823059, + "nauc_precision_at_5_std": 0.13205795922412883, + "nauc_recall_at_1000_diff1": 0.875366337643549, + "nauc_recall_at_1000_max": 0.875366337643549, + "nauc_recall_at_1000_std": 0.32271493799547313, + "nauc_recall_at_100_diff1": 0.8473528536321726, + "nauc_recall_at_100_max": 0.8159072796189002, + "nauc_recall_at_100_std": 0.1923520580298917, + "nauc_recall_at_10_diff1": 0.8259081490045023, + "nauc_recall_at_10_max": 0.7968781143990109, + "nauc_recall_at_10_std": 0.12074381673966683, + "nauc_recall_at_1_diff1": 0.8819257866815517, + "nauc_recall_at_1_max": 0.7738338793560459, + "nauc_recall_at_1_std": 0.006216167561463448, + "nauc_recall_at_20_diff1": 0.8262127709344982, + "nauc_recall_at_20_max": 0.799674648577003, + "nauc_recall_at_20_std": 0.1443846623757832, + "nauc_recall_at_3_diff1": 0.8504022161588731, + "nauc_recall_at_3_max": 0.8122019015714803, + "nauc_recall_at_3_std": 0.09294922846168678, + "nauc_recall_at_5_diff1": 0.8357787193823288, + "nauc_recall_at_5_max": 0.8091539973823048, + "nauc_recall_at_5_std": 0.1320579592241274, + "ndcg_at_1": 0.7999, + "ndcg_at_10": 0.87081, + "ndcg_at_100": 0.87973, + "ndcg_at_1000": 0.88162, + "ndcg_at_20": 0.87553, + "ndcg_at_3": 0.85155, + "ndcg_at_5": 0.86209, + "precision_at_1": 0.7999, + "precision_at_10": 0.09388, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04787, + "precision_at_3": 0.29555, + "precision_at_5": 0.18245, + "recall_at_1": 0.7999, + "recall_at_10": 0.93882, + "recall_at_100": 0.97994, + "recall_at_1000": 0.99498, + "recall_at_20": 0.95737, + "recall_at_3": 0.88666, + "recall_at_5": 0.91224 + } + ] + }, + "task_name": "StackOverflowQA" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StatcanDialogueDatasetRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 000000000..5da1ad84a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,601 @@ +{ + "dataset_revision": "7a26938c93e99e0759a1df416896bb72527e2f33", + "evaluation_time": 367.94867610931396, + "kg_co2_emissions": 0.03525730855570504, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "english", + "languages": [ + "eng-Latn" + ], + "main_score": 0.25399, + "map_at_1": 0.08195, + "map_at_10": 0.1297, + "map_at_100": 0.14295, + "map_at_1000": 0.14464, + "map_at_20": 0.13703, + "map_at_3": 0.10914, + "map_at_5": 0.11895, + "mrr_at_1": 0.10497237569060773, + "mrr_at_10": 0.15774942266654973, + "mrr_at_100": 0.16833219174088368, + "mrr_at_1000": 0.1696445241216712, + "mrr_at_20": 0.16339404938112667, + "mrr_at_3": 0.13842848373235117, + "mrr_at_5": 0.14662369551872317, + "nauc_map_at_1000_diff1": 0.3060455912875283, + "nauc_map_at_1000_max": 0.3343865226511437, + "nauc_map_at_1000_std": 0.17011186588440144, + "nauc_map_at_100_diff1": 0.30621315750817923, + "nauc_map_at_100_max": 0.3342874544106177, + "nauc_map_at_100_std": 0.1698738731685757, + "nauc_map_at_10_diff1": 0.3060600221789251, + "nauc_map_at_10_max": 0.32303667355051763, + "nauc_map_at_10_std": 0.15417599895227602, + "nauc_map_at_1_diff1": 0.3975887037602374, + "nauc_map_at_1_max": 0.28128015705613946, + "nauc_map_at_1_std": 0.09888498079953677, + "nauc_map_at_20_diff1": 0.30620010257792707, + "nauc_map_at_20_max": 0.32798908693166107, + "nauc_map_at_20_std": 0.15970036042591337, + "nauc_map_at_3_diff1": 0.32457756311183567, + "nauc_map_at_3_max": 0.2969205976156809, + "nauc_map_at_3_std": 0.11266292056598402, + "nauc_map_at_5_diff1": 0.318209322096455, + "nauc_map_at_5_max": 0.31068747809775243, + "nauc_map_at_5_std": 0.14491987154142294, + "nauc_mrr_at_1000_diff1": 0.30520772912361754, + "nauc_mrr_at_1000_max": 0.38767002151590635, + "nauc_mrr_at_1000_std": 0.21427512435882543, + "nauc_mrr_at_100_diff1": 0.304610111836987, + "nauc_mrr_at_100_max": 0.3882045059394135, + "nauc_mrr_at_100_std": 0.2146155937817853, + "nauc_mrr_at_10_diff1": 0.3049874595940225, + "nauc_mrr_at_10_max": 0.3867460819583988, + "nauc_mrr_at_10_std": 0.20636038353198513, + "nauc_mrr_at_1_diff1": 0.40153031716684107, + "nauc_mrr_at_1_max": 0.3273277116822979, + "nauc_mrr_at_1_std": 0.14723104782726054, + "nauc_mrr_at_20_diff1": 0.30549008467792566, + "nauc_mrr_at_20_max": 0.3839585485076703, + "nauc_mrr_at_20_std": 0.20582975559037112, + "nauc_mrr_at_3_diff1": 0.31663001899448595, + "nauc_mrr_at_3_max": 0.3702777569845073, + "nauc_mrr_at_3_std": 0.1771152017495749, + "nauc_mrr_at_5_diff1": 0.3139301159836896, + "nauc_mrr_at_5_max": 0.3798300913766218, + "nauc_mrr_at_5_std": 0.20085985106397866, + "nauc_ndcg_at_1000_diff1": 0.2704535326246665, + "nauc_ndcg_at_1000_max": 0.3891079953091457, + "nauc_ndcg_at_1000_std": 0.25522869569568457, + "nauc_ndcg_at_100_diff1": 0.27393854723890987, + "nauc_ndcg_at_100_max": 0.39466807229162937, + "nauc_ndcg_at_100_std": 0.2602730554932722, + "nauc_ndcg_at_10_diff1": 0.2752503548059778, + "nauc_ndcg_at_10_max": 0.3645991282437669, + "nauc_ndcg_at_10_std": 0.20043011008346517, + "nauc_ndcg_at_1_diff1": 0.40153031716684107, + "nauc_ndcg_at_1_max": 0.3273277116822979, + "nauc_ndcg_at_1_std": 0.14723104782726054, + "nauc_ndcg_at_20_diff1": 0.2745986618209625, + "nauc_ndcg_at_20_max": 0.36526269052211624, + "nauc_ndcg_at_20_std": 0.20791719126707978, + "nauc_ndcg_at_3_diff1": 0.3009252797311324, + "nauc_ndcg_at_3_max": 0.3261959825833911, + "nauc_ndcg_at_3_std": 0.1405018512725691, + "nauc_ndcg_at_5_diff1": 0.29618265781540093, + "nauc_ndcg_at_5_max": 0.3455384821830717, + "nauc_ndcg_at_5_std": 0.18735168604658892, + "nauc_precision_at_1000_diff1": -0.019122821809868854, + "nauc_precision_at_1000_max": 0.32918656632823473, + "nauc_precision_at_1000_std": 0.2091838324011157, + "nauc_precision_at_100_diff1": 0.126443250790854, + "nauc_precision_at_100_max": 0.47027824089866876, + "nauc_precision_at_100_std": 0.36831936441944, + "nauc_precision_at_10_diff1": 0.17603041388177185, + "nauc_precision_at_10_max": 0.4576946755097047, + "nauc_precision_at_10_std": 0.2841904504484361, + "nauc_precision_at_1_diff1": 0.40153031716684107, + "nauc_precision_at_1_max": 0.3273277116822979, + "nauc_precision_at_1_std": 0.14723104782726054, + "nauc_precision_at_20_diff1": 0.16264930979526956, + "nauc_precision_at_20_max": 0.4418953079576975, + "nauc_precision_at_20_std": 0.2841043111710664, + "nauc_precision_at_3_diff1": 0.24713169301890484, + "nauc_precision_at_3_max": 0.38014295130938736, + "nauc_precision_at_3_std": 0.18894077659392006, + "nauc_precision_at_5_diff1": 0.23366704160501212, + "nauc_precision_at_5_max": 0.40971395885400935, + "nauc_precision_at_5_std": 0.2667028334699459, + "nauc_recall_at_1000_diff1": 0.09724331789764674, + "nauc_recall_at_1000_max": 0.4141593699209374, + "nauc_recall_at_1000_std": 0.6353444298700356, + "nauc_recall_at_100_diff1": 0.20766700770034982, + "nauc_recall_at_100_max": 0.44070978481344236, + "nauc_recall_at_100_std": 0.42554514412671024, + "nauc_recall_at_10_diff1": 0.20905235036269557, + "nauc_recall_at_10_max": 0.3687834591361973, + "nauc_recall_at_10_std": 0.23903489346418436, + "nauc_recall_at_1_diff1": 0.3975887037602374, + "nauc_recall_at_1_max": 0.28128015705613946, + "nauc_recall_at_1_std": 0.09888498079953677, + "nauc_recall_at_20_diff1": 0.20850016230053758, + "nauc_recall_at_20_max": 0.35162563476118247, + "nauc_recall_at_20_std": 0.2459317833508549, + "nauc_recall_at_3_diff1": 0.2444268870070286, + "nauc_recall_at_3_max": 0.3159170261766286, + "nauc_recall_at_3_std": 0.13933613362285988, + "nauc_recall_at_5_diff1": 0.24863050855200677, + "nauc_recall_at_5_max": 0.35049187290599615, + "nauc_recall_at_5_std": 0.2307141467662426, + "ndcg_at_1": 0.10497, + "ndcg_at_10": 0.167, + "ndcg_at_100": 0.23158, + "ndcg_at_1000": 0.27579, + "ndcg_at_20": 0.19051, + "ndcg_at_3": 0.12572, + "ndcg_at_5": 0.14156, + "precision_at_1": 0.10497, + "precision_at_10": 0.03517, + "precision_at_100": 0.00773, + "precision_at_1000": 0.00126, + "precision_at_20": 0.02366, + "precision_at_3": 0.0663, + "precision_at_5": 0.04972, + "recall_at_1": 0.08195, + "recall_at_10": 0.25399, + "recall_at_100": 0.54601, + "recall_at_1000": 0.87393, + "recall_at_20": 0.3384, + "recall_at_3": 0.1438, + "recall_at_5": 0.18094 + }, + { + "hf_subset": "french", + "languages": [ + "fra-Latn" + ], + "main_score": 0.11667, + "map_at_1": 0.03443, + "map_at_10": 0.062, + "map_at_100": 0.07568, + "map_at_1000": 0.07733, + "map_at_20": 0.06942, + "map_at_3": 0.05191, + "map_at_5": 0.0543, + "mrr_at_1": 0.04918032786885246, + "mrr_at_10": 0.07098946135831383, + "mrr_at_100": 0.08364736237604917, + "mrr_at_1000": 0.08509422433168615, + "mrr_at_20": 0.07750882577780766, + "mrr_at_3": 0.060109289617486336, + "mrr_at_5": 0.06215846994535519, + "nauc_map_at_1000_diff1": -0.06175371803812625, + "nauc_map_at_1000_max": 0.3554302914041841, + "nauc_map_at_1000_std": 0.4965790530983643, + "nauc_map_at_100_diff1": -0.06082266149876618, + "nauc_map_at_100_max": 0.35174511288467175, + "nauc_map_at_100_std": 0.4954266433060559, + "nauc_map_at_10_diff1": -0.05273704080216688, + "nauc_map_at_10_max": 0.3840208127271377, + "nauc_map_at_10_std": 0.5078579990789995, + "nauc_map_at_1_diff1": 0.02216698344345909, + "nauc_map_at_1_max": 0.35086026253299996, + "nauc_map_at_1_std": 0.5014850827466768, + "nauc_map_at_20_diff1": -0.06553335876635778, + "nauc_map_at_20_max": 0.3430096838761756, + "nauc_map_at_20_std": 0.48705175388840316, + "nauc_map_at_3_diff1": -0.013877058215840855, + "nauc_map_at_3_max": 0.47211251547352756, + "nauc_map_at_3_std": 0.5642729289526375, + "nauc_map_at_5_diff1": 0.0007482553147387182, + "nauc_map_at_5_max": 0.4514090747972333, + "nauc_map_at_5_std": 0.5578482249119392, + "nauc_mrr_at_1000_diff1": -0.07649656051646882, + "nauc_mrr_at_1000_max": 0.4014208206523911, + "nauc_mrr_at_1000_std": 0.5321516833447059, + "nauc_mrr_at_100_diff1": -0.07542678378176093, + "nauc_mrr_at_100_max": 0.3985584111244428, + "nauc_mrr_at_100_std": 0.5318328189898717, + "nauc_mrr_at_10_diff1": -0.06977537787588108, + "nauc_mrr_at_10_max": 0.4280762367648748, + "nauc_mrr_at_10_std": 0.5326885633214657, + "nauc_mrr_at_1_diff1": -0.07155750946117148, + "nauc_mrr_at_1_max": 0.5456021837730999, + "nauc_mrr_at_1_std": 0.651039557922674, + "nauc_mrr_at_20_diff1": -0.08196481120013675, + "nauc_mrr_at_20_max": 0.3900160582724982, + "nauc_mrr_at_20_std": 0.5203469304589355, + "nauc_mrr_at_3_diff1": -0.034977995591256555, + "nauc_mrr_at_3_max": 0.49547456977877347, + "nauc_mrr_at_3_std": 0.6081976770949765, + "nauc_mrr_at_5_diff1": -0.0233305949021354, + "nauc_mrr_at_5_max": 0.4823460628216703, + "nauc_mrr_at_5_std": 0.5913530237428339, + "nauc_ndcg_at_1000_diff1": -0.09923678900594278, + "nauc_ndcg_at_1000_max": 0.3188148619389159, + "nauc_ndcg_at_1000_std": 0.4591900054552197, + "nauc_ndcg_at_100_diff1": -0.08488335146235829, + "nauc_ndcg_at_100_max": 0.27575121136236524, + "nauc_ndcg_at_100_std": 0.4616024573890571, + "nauc_ndcg_at_10_diff1": -0.0878559675220199, + "nauc_ndcg_at_10_max": 0.3215900587840051, + "nauc_ndcg_at_10_std": 0.4479164883587461, + "nauc_ndcg_at_1_diff1": -0.07155750946117148, + "nauc_ndcg_at_1_max": 0.5456021837730999, + "nauc_ndcg_at_1_std": 0.651039557922674, + "nauc_ndcg_at_20_diff1": -0.11392931375127935, + "nauc_ndcg_at_20_max": 0.21944466210185867, + "nauc_ndcg_at_20_std": 0.40656158904101636, + "nauc_ndcg_at_3_diff1": -0.02012358607545763, + "nauc_ndcg_at_3_max": 0.48098894869766967, + "nauc_ndcg_at_3_std": 0.5698108314919487, + "nauc_ndcg_at_5_diff1": 0.011527641757391929, + "nauc_ndcg_at_5_max": 0.43857672870334025, + "nauc_ndcg_at_5_std": 0.5440479962291022, + "nauc_precision_at_1000_diff1": -0.10316929351562673, + "nauc_precision_at_1000_max": 0.2544968325307546, + "nauc_precision_at_1000_std": 0.14887367385908226, + "nauc_precision_at_100_diff1": -0.036517366919956204, + "nauc_precision_at_100_max": 0.3110592510583192, + "nauc_precision_at_100_std": 0.4121310312018047, + "nauc_precision_at_10_diff1": -0.16541394762568853, + "nauc_precision_at_10_max": 0.2760080010306556, + "nauc_precision_at_10_std": 0.3951272586102557, + "nauc_precision_at_1_diff1": -0.07155750946117148, + "nauc_precision_at_1_max": 0.5456021837730999, + "nauc_precision_at_1_std": 0.651039557922674, + "nauc_precision_at_20_diff1": -0.18399556539313375, + "nauc_precision_at_20_max": 0.1397961168578936, + "nauc_precision_at_20_std": 0.33534005952093976, + "nauc_precision_at_3_diff1": -0.05513197925292471, + "nauc_precision_at_3_max": 0.5740052466073184, + "nauc_precision_at_3_std": 0.6590592462523356, + "nauc_precision_at_5_diff1": -0.0017807690769707453, + "nauc_precision_at_5_max": 0.49397206375027053, + "nauc_precision_at_5_std": 0.6189369566498126, + "nauc_recall_at_1000_diff1": -0.15136183071249573, + "nauc_recall_at_1000_max": 0.24808064163093083, + "nauc_recall_at_1000_std": 0.336208797344618, + "nauc_recall_at_100_diff1": -0.10681227598792259, + "nauc_recall_at_100_max": 0.14614920483498006, + "nauc_recall_at_100_std": 0.4103236289773796, + "nauc_recall_at_10_diff1": -0.14641259771822807, + "nauc_recall_at_10_max": 0.17689179064116772, + "nauc_recall_at_10_std": 0.3188187982770895, + "nauc_recall_at_1_diff1": 0.02216698344345909, + "nauc_recall_at_1_max": 0.35086026253299996, + "nauc_recall_at_1_std": 0.5014850827466768, + "nauc_recall_at_20_diff1": -0.17153195410568392, + "nauc_recall_at_20_max": -0.0008551809537345781, + "nauc_recall_at_20_std": 0.26686635149141497, + "nauc_recall_at_3_diff1": 0.02212388303079931, + "nauc_recall_at_3_max": 0.43118893946515013, + "nauc_recall_at_3_std": 0.5003364815993675, + "nauc_recall_at_5_diff1": 0.05093736639149538, + "nauc_recall_at_5_max": 0.39220820719250715, + "nauc_recall_at_5_std": 0.48298966565037593, + "ndcg_at_1": 0.04918, + "ndcg_at_10": 0.07824, + "ndcg_at_100": 0.149, + "ndcg_at_1000": 0.19983, + "ndcg_at_20": 0.10435, + "ndcg_at_3": 0.05845, + "ndcg_at_5": 0.06067, + "precision_at_1": 0.04918, + "precision_at_10": 0.01885, + "precision_at_100": 0.00639, + "precision_at_1000": 0.00125, + "precision_at_20": 0.01516, + "precision_at_3": 0.03279, + "precision_at_5": 0.02295, + "recall_at_1": 0.03443, + "recall_at_10": 0.11667, + "recall_at_100": 0.43907, + "recall_at_1000": 0.82106, + "recall_at_20": 0.21776, + "recall_at_3": 0.06339, + "recall_at_5": 0.07022 + } + ], + "test": [ + { + "hf_subset": "english", + "languages": [ + "eng-Latn" + ], + "main_score": 0.29274, + "map_at_1": 0.08385, + "map_at_10": 0.15026, + "map_at_100": 0.165, + "map_at_1000": 0.16646, + "map_at_20": 0.1569, + "map_at_3": 0.12258, + "map_at_5": 0.13787, + "mrr_at_1": 0.12839059674502712, + "mrr_at_10": 0.1931850799391487, + "mrr_at_100": 0.20470455978186372, + "mrr_at_1000": 0.20570242732977723, + "mrr_at_20": 0.19913584366113227, + "mrr_at_3": 0.16968053044002407, + "mrr_at_5": 0.18261000602772756, + "nauc_map_at_1000_diff1": 0.17341242761751055, + "nauc_map_at_1000_max": 0.34506983354203735, + "nauc_map_at_1000_std": 0.34027867645558985, + "nauc_map_at_100_diff1": 0.172682529810093, + "nauc_map_at_100_max": 0.34439309577977584, + "nauc_map_at_100_std": 0.3398833602525574, + "nauc_map_at_10_diff1": 0.17796109399428164, + "nauc_map_at_10_max": 0.3305070674556469, + "nauc_map_at_10_std": 0.33000524337504283, + "nauc_map_at_1_diff1": 0.25700681730502056, + "nauc_map_at_1_max": 0.3275599301920476, + "nauc_map_at_1_std": 0.30167827835351957, + "nauc_map_at_20_diff1": 0.1728364357524186, + "nauc_map_at_20_max": 0.3367428194864874, + "nauc_map_at_20_std": 0.33446807566815634, + "nauc_map_at_3_diff1": 0.20556345278251772, + "nauc_map_at_3_max": 0.32069362137115054, + "nauc_map_at_3_std": 0.3293902041890046, + "nauc_map_at_5_diff1": 0.1976919611776983, + "nauc_map_at_5_max": 0.3292621895357325, + "nauc_map_at_5_std": 0.3154730117377489, + "nauc_mrr_at_1000_diff1": 0.20254651994360268, + "nauc_mrr_at_1000_max": 0.4256661769774421, + "nauc_mrr_at_1000_std": 0.35789280151896097, + "nauc_mrr_at_100_diff1": 0.20204959907552053, + "nauc_mrr_at_100_max": 0.4261213725639699, + "nauc_mrr_at_100_std": 0.35781155931251574, + "nauc_mrr_at_10_diff1": 0.20473415953621724, + "nauc_mrr_at_10_max": 0.42251160686476946, + "nauc_mrr_at_10_std": 0.3527497531190156, + "nauc_mrr_at_1_diff1": 0.2841988661301653, + "nauc_mrr_at_1_max": 0.43377465729105597, + "nauc_mrr_at_1_std": 0.34683786136443895, + "nauc_mrr_at_20_diff1": 0.20206126922023881, + "nauc_mrr_at_20_max": 0.4240598088401172, + "nauc_mrr_at_20_std": 0.3561263862645393, + "nauc_mrr_at_3_diff1": 0.21735909165519207, + "nauc_mrr_at_3_max": 0.423401148432327, + "nauc_mrr_at_3_std": 0.3567072260919662, + "nauc_mrr_at_5_diff1": 0.20583661901053482, + "nauc_mrr_at_5_max": 0.42283829666469464, + "nauc_mrr_at_5_std": 0.34748291400395, + "nauc_ndcg_at_1000_diff1": 0.16455435130410986, + "nauc_ndcg_at_1000_max": 0.39238097418346407, + "nauc_ndcg_at_1000_std": 0.37998268936432106, + "nauc_ndcg_at_100_diff1": 0.15218186234355838, + "nauc_ndcg_at_100_max": 0.39116032107288284, + "nauc_ndcg_at_100_std": 0.3797509750479454, + "nauc_ndcg_at_10_diff1": 0.16259508200778836, + "nauc_ndcg_at_10_max": 0.3431860929481689, + "nauc_ndcg_at_10_std": 0.33855108495226555, + "nauc_ndcg_at_1_diff1": 0.2841988661301653, + "nauc_ndcg_at_1_max": 0.43377465729105597, + "nauc_ndcg_at_1_std": 0.34683786136443895, + "nauc_ndcg_at_20_diff1": 0.15042330166099727, + "nauc_ndcg_at_20_max": 0.3565193609305912, + "nauc_ndcg_at_20_std": 0.352779955839796, + "nauc_ndcg_at_3_diff1": 0.19950757708166536, + "nauc_ndcg_at_3_max": 0.343612245610658, + "nauc_ndcg_at_3_std": 0.33811508184563027, + "nauc_ndcg_at_5_diff1": 0.18831012216434737, + "nauc_ndcg_at_5_max": 0.34740951092414085, + "nauc_ndcg_at_5_std": 0.3174687899967477, + "nauc_precision_at_1000_diff1": 0.07099108239223736, + "nauc_precision_at_1000_max": 0.4298976344995107, + "nauc_precision_at_1000_std": 0.228258745535516, + "nauc_precision_at_100_diff1": 0.049204055763472095, + "nauc_precision_at_100_max": 0.49422628776048844, + "nauc_precision_at_100_std": 0.3763982124299158, + "nauc_precision_at_10_diff1": 0.08546960943669137, + "nauc_precision_at_10_max": 0.4146855230744948, + "nauc_precision_at_10_std": 0.3732775907325643, + "nauc_precision_at_1_diff1": 0.2841988661301653, + "nauc_precision_at_1_max": 0.43377465729105597, + "nauc_precision_at_1_std": 0.34683786136443895, + "nauc_precision_at_20_diff1": 0.057371526778894164, + "nauc_precision_at_20_max": 0.43832448888903447, + "nauc_precision_at_20_std": 0.39062872079462024, + "nauc_precision_at_3_diff1": 0.1763349905305499, + "nauc_precision_at_3_max": 0.42311700957693793, + "nauc_precision_at_3_std": 0.3936208347756537, + "nauc_precision_at_5_diff1": 0.14474752055752457, + "nauc_precision_at_5_max": 0.433100008570406, + "nauc_precision_at_5_std": 0.34825827956180894, + "nauc_recall_at_1000_diff1": 0.1190906461882891, + "nauc_recall_at_1000_max": 0.35222395860773176, + "nauc_recall_at_1000_std": 0.6050282879640083, + "nauc_recall_at_100_diff1": 0.07889317490448942, + "nauc_recall_at_100_max": 0.38139188299523086, + "nauc_recall_at_100_std": 0.4463701556271959, + "nauc_recall_at_10_diff1": 0.11159404306139394, + "nauc_recall_at_10_max": 0.2598031349696936, + "nauc_recall_at_10_std": 0.3079217013854718, + "nauc_recall_at_1_diff1": 0.25700681730502056, + "nauc_recall_at_1_max": 0.3275599301920476, + "nauc_recall_at_1_std": 0.30167827835351957, + "nauc_recall_at_20_diff1": 0.07988690673890149, + "nauc_recall_at_20_max": 0.281349448590791, + "nauc_recall_at_20_std": 0.33686204871113623, + "nauc_recall_at_3_diff1": 0.1823072661918024, + "nauc_recall_at_3_max": 0.27612843072585835, + "nauc_recall_at_3_std": 0.30951112838537054, + "nauc_recall_at_5_diff1": 0.1623462551051114, + "nauc_recall_at_5_max": 0.28462152004410185, + "nauc_recall_at_5_std": 0.2721338124107626, + "ndcg_at_1": 0.12839, + "ndcg_at_10": 0.19657, + "ndcg_at_100": 0.27033, + "ndcg_at_1000": 0.30594, + "ndcg_at_20": 0.21895, + "ndcg_at_3": 0.14572, + "ndcg_at_5": 0.16947, + "precision_at_1": 0.12839, + "precision_at_10": 0.04575, + "precision_at_100": 0.00966, + "precision_at_1000": 0.00138, + "precision_at_20": 0.02911, + "precision_at_3": 0.08258, + "precision_at_5": 0.06727, + "recall_at_1": 0.08385, + "recall_at_10": 0.29274, + "recall_at_100": 0.6252, + "recall_at_1000": 0.88293, + "recall_at_20": 0.37206, + "recall_at_3": 0.16377, + "recall_at_5": 0.21763 + }, + { + "hf_subset": "french", + "languages": [ + "fra-Latn" + ], + "main_score": 0.20602, + "map_at_1": 0.05093, + "map_at_10": 0.0903, + "map_at_100": 0.09949, + "map_at_1000": 0.10101, + "map_at_20": 0.09299, + "map_at_3": 0.07022, + "map_at_5": 0.08538, + "mrr_at_1": 0.05555555555555555, + "mrr_at_10": 0.10380658436213988, + "mrr_at_100": 0.11170960606977608, + "mrr_at_1000": 0.11281192884963752, + "mrr_at_20": 0.10628707712041041, + "mrr_at_3": 0.07716049382716049, + "mrr_at_5": 0.09706790123456788, + "nauc_map_at_1000_diff1": 0.13244785633442646, + "nauc_map_at_1000_max": 0.0319706906974033, + "nauc_map_at_1000_std": 0.03629522120029624, + "nauc_map_at_100_diff1": 0.13139210526484688, + "nauc_map_at_100_max": 0.03129787175048125, + "nauc_map_at_100_std": 0.03455168318555568, + "nauc_map_at_10_diff1": 0.13248388312078663, + "nauc_map_at_10_max": 0.02104593204502571, + "nauc_map_at_10_std": 0.017855436190011273, + "nauc_map_at_1_diff1": 0.011663385153427604, + "nauc_map_at_1_max": -0.30890848559552975, + "nauc_map_at_1_std": -0.17883630106672985, + "nauc_map_at_20_diff1": 0.1349130352681383, + "nauc_map_at_20_max": 0.024122925304892427, + "nauc_map_at_20_std": 0.017285257895999512, + "nauc_map_at_3_diff1": 0.14550255704923717, + "nauc_map_at_3_max": -0.07149696440716942, + "nauc_map_at_3_std": -0.031508916687072897, + "nauc_map_at_5_diff1": 0.14291955725898972, + "nauc_map_at_5_max": 0.0017375409567540613, + "nauc_map_at_5_std": 0.007503929157756393, + "nauc_mrr_at_1000_diff1": 0.16779993652670427, + "nauc_mrr_at_1000_max": 0.1052905706910645, + "nauc_mrr_at_1000_std": 0.0899626760293842, + "nauc_mrr_at_100_diff1": 0.1666307226699577, + "nauc_mrr_at_100_max": 0.10653890355418823, + "nauc_mrr_at_100_std": 0.08922699367632936, + "nauc_mrr_at_10_diff1": 0.16312603361634587, + "nauc_mrr_at_10_max": 0.10083831182673532, + "nauc_mrr_at_10_std": 0.07541818139711251, + "nauc_mrr_at_1_diff1": 0.06611308220871484, + "nauc_mrr_at_1_max": -0.2277444659778295, + "nauc_mrr_at_1_std": -0.08059994264450236, + "nauc_mrr_at_20_diff1": 0.17028066728443736, + "nauc_mrr_at_20_max": 0.10670709818765677, + "nauc_mrr_at_20_std": 0.0774470790552727, + "nauc_mrr_at_3_diff1": 0.20231091190381825, + "nauc_mrr_at_3_max": 0.00484134737848815, + "nauc_mrr_at_3_std": 0.0412304708037761, + "nauc_mrr_at_5_diff1": 0.17943862168858032, + "nauc_mrr_at_5_max": 0.07935378341691961, + "nauc_mrr_at_5_std": 0.0682009895908881, + "nauc_ndcg_at_1000_diff1": 0.1650065604681388, + "nauc_ndcg_at_1000_max": 0.16447804088251863, + "nauc_ndcg_at_1000_std": 0.1869464209074467, + "nauc_ndcg_at_100_diff1": 0.14322385653609573, + "nauc_ndcg_at_100_max": 0.17746365551074478, + "nauc_ndcg_at_100_std": 0.17087595177340312, + "nauc_ndcg_at_10_diff1": 0.1476141856429691, + "nauc_ndcg_at_10_max": 0.14152540762065358, + "nauc_ndcg_at_10_std": 0.08443547885160248, + "nauc_ndcg_at_1_diff1": 0.06611308220871484, + "nauc_ndcg_at_1_max": -0.2277444659778295, + "nauc_ndcg_at_1_std": -0.08059994264450236, + "nauc_ndcg_at_20_diff1": 0.16018115286425577, + "nauc_ndcg_at_20_max": 0.15021847026381227, + "nauc_ndcg_at_20_std": 0.08618978110760403, + "nauc_ndcg_at_3_diff1": 0.19082434521711605, + "nauc_ndcg_at_3_max": -0.007914025383798139, + "nauc_ndcg_at_3_std": 0.006286452306260588, + "nauc_ndcg_at_5_diff1": 0.17255086056160576, + "nauc_ndcg_at_5_max": 0.10190234057785573, + "nauc_ndcg_at_5_std": 0.06366260397571287, + "nauc_precision_at_1000_diff1": 0.1021893383569393, + "nauc_precision_at_1000_max": 0.34315782514852844, + "nauc_precision_at_1000_std": 0.3011944742951106, + "nauc_precision_at_100_diff1": 0.08699308888486351, + "nauc_precision_at_100_max": 0.41724048975472183, + "nauc_precision_at_100_std": 0.36803400219022964, + "nauc_precision_at_10_diff1": 0.1429087683832524, + "nauc_precision_at_10_max": 0.3629257460381775, + "nauc_precision_at_10_std": 0.1878349147251454, + "nauc_precision_at_1_diff1": 0.06611308220871484, + "nauc_precision_at_1_max": -0.2277444659778295, + "nauc_precision_at_1_std": -0.08059994264450236, + "nauc_precision_at_20_diff1": 0.16099771493452852, + "nauc_precision_at_20_max": 0.359865276359091, + "nauc_precision_at_20_std": 0.16208824232351748, + "nauc_precision_at_3_diff1": 0.3007730338010316, + "nauc_precision_at_3_max": 0.14156325018663912, + "nauc_precision_at_3_std": 0.09116198476161898, + "nauc_precision_at_5_diff1": 0.20541577374909614, + "nauc_precision_at_5_max": 0.2908014651937225, + "nauc_precision_at_5_std": 0.1557939427471608, + "nauc_recall_at_1000_diff1": 0.2534438338880491, + "nauc_recall_at_1000_max": 0.28191093579093135, + "nauc_recall_at_1000_std": 0.640829432671544, + "nauc_recall_at_100_diff1": 0.12623006250408858, + "nauc_recall_at_100_max": 0.3376257501814821, + "nauc_recall_at_100_std": 0.3914246887957124, + "nauc_recall_at_10_diff1": 0.15073066183299094, + "nauc_recall_at_10_max": 0.2853043553293925, + "nauc_recall_at_10_std": 0.1631258717134863, + "nauc_recall_at_1_diff1": 0.011663385153427604, + "nauc_recall_at_1_max": -0.30890848559552975, + "nauc_recall_at_1_std": -0.17883630106672985, + "nauc_recall_at_20_diff1": 0.1792946523325865, + "nauc_recall_at_20_max": 0.28731123514606505, + "nauc_recall_at_20_std": 0.16505878272173932, + "nauc_recall_at_3_diff1": 0.24759734969029124, + "nauc_recall_at_3_max": 0.07246658771445946, + "nauc_recall_at_3_std": 0.03377220825609365, + "nauc_recall_at_5_diff1": 0.1998601869226709, + "nauc_recall_at_5_max": 0.22329693723373265, + "nauc_recall_at_5_std": 0.12562058902526943, + "ndcg_at_1": 0.05556, + "ndcg_at_10": 0.12184, + "ndcg_at_100": 0.18182, + "ndcg_at_1000": 0.22013, + "ndcg_at_20": 0.13131, + "ndcg_at_3": 0.07771, + "ndcg_at_5": 0.108, + "precision_at_1": 0.05556, + "precision_at_10": 0.025, + "precision_at_100": 0.00639, + "precision_at_1000": 0.00106, + "precision_at_20": 0.01528, + "precision_at_3": 0.03395, + "precision_at_5": 0.03889, + "recall_at_1": 0.05093, + "recall_at_10": 0.20602, + "recall_at_100": 0.51389, + "recall_at_1000": 0.7963, + "recall_at_20": 0.2392, + "recall_at_3": 0.09259, + "recall_at_5": 0.16435 + } + ] + }, + "task_name": "StatcanDialogueDatasetRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwahiliNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwahiliNewsClassification.json new file mode 100644 index 000000000..48270b189 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwahiliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "24fcf066e6b96f9e0d743e8b79184e0c599f73c3", + "evaluation_time": 20.9674711227417, + "kg_co2_emissions": 0.001459389732389621, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.571240234375, + "f1": 0.5310856447420527, + "f1_weighted": 0.5644800948502267, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ], + "main_score": 0.571240234375, + "scores_per_experiment": [ + { + "accuracy": 0.57666015625, + "f1": 0.5394212874307556, + "f1_weighted": 0.5757301551985917 + }, + { + "accuracy": 0.62109375, + "f1": 0.5845412572270673, + "f1_weighted": 0.6334591283419095 + }, + { + "accuracy": 0.6162109375, + "f1": 0.5566734780750334, + "f1_weighted": 0.6192971073153264 + }, + { + "accuracy": 0.53125, + "f1": 0.49723651307163935, + "f1_weighted": 0.5107758646800432 + }, + { + "accuracy": 0.52978515625, + "f1": 0.51685841787341, + "f1_weighted": 0.5150438790732945 + }, + { + "accuracy": 0.56494140625, + "f1": 0.5168633121976839, + "f1_weighted": 0.5540496424328202 + }, + { + "accuracy": 0.515625, + "f1": 0.48678799658773225, + "f1_weighted": 0.48427451234384233 + }, + { + "accuracy": 0.6083984375, + "f1": 0.5604214179411661, + "f1_weighted": 0.6153946485989281 + }, + { + "accuracy": 0.529296875, + "f1": 0.4933363482338104, + "f1_weighted": 0.5148052182315894 + }, + { + "accuracy": 0.619140625, + "f1": 0.5587164187822288, + "f1_weighted": 0.6219707922859219 + } + ] + } + ] + }, + "task_name": "SwahiliNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwednClusteringP2P.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwednClusteringP2P.json new file mode 100644 index 000000000..e21aeb1d2 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwednClusteringP2P.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "evaluation_time": 74.61558675765991, + "kg_co2_emissions": 0.0029269690955066995, + "mteb_version": "1.12.75", + "scores": { + "articles": [ + { + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.3201733968950456, + "v_measure": 0.3201733968950456, + "v_measure_std": 0.04340692894160923, + "v_measures": { + "Level 0": [ + 0.31444686655799026, + 0.3371475554758302, + 0.323252328102124, + 0.3276851102306419, + 0.3347541798239138, + 0.29282942717977006, + 0.31825453474783416, + 0.32604898544674216, + 0.22046043229789608, + 0.40685454908771257 + ] + } + } + ], + "summaries": [ + { + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.27471505224292814, + "v_measure": 0.27471505224292814, + "v_measure_std": 0.03284495371274704, + "v_measures": { + "Level 0": [ + 0.3005093135423172, + 0.24189081878480045, + 0.3117217637455064, + 0.290567851911041, + 0.29522996609687974, + 0.24843831730626653, + 0.19978953218725912, + 0.2905983667467232, + 0.2726508814784977, + 0.2957537106299894 + ] + } + } + ] + }, + "task_name": "SwednClusteringP2P" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwissJudgementClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwissJudgementClassification.json new file mode 100644 index 000000000..e44d335e1 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/SwissJudgementClassification.json @@ -0,0 +1,263 @@ +{ + "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f", + "evaluation_time": 66.32005715370178, + "kg_co2_emissions": 0.0052319664032672766, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5184261974584556, + "ap": 0.19725526386665346, + "ap_weighted": 0.19725526386665346, + "f1": 0.453817101771029, + "f1_weighted": 0.5622396114658075, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5184261974584556, + "scores_per_experiment": [ + { + "accuracy": 0.5557184750733137, + "ap": 0.19427019059372003, + "ap_weighted": 0.19427019059372003, + "f1": 0.4689563978165643, + "f1_weighted": 0.5990470577904087 + }, + { + "accuracy": 0.4696969696969697, + "ap": 0.19226906261645715, + "ap_weighted": 0.19226906261645715, + "f1": 0.4282288671131985, + "f1_weighted": 0.5215509128552607 + }, + { + "accuracy": 0.4071358748778104, + "ap": 0.19601422912119004, + "ap_weighted": 0.19601422912119004, + "f1": 0.3929283854029711, + "f1_weighted": 0.4492136472202257 + }, + { + "accuracy": 0.5757575757575758, + "ap": 0.1969326883739972, + "ap_weighted": 0.1969326883739972, + "f1": 0.4805314238579126, + "f1_weighted": 0.6153264333962486 + }, + { + "accuracy": 0.5097751710654936, + "ap": 0.19579967806102752, + "ap_weighted": 0.19579967806102752, + "f1": 0.4526457012772075, + "f1_weighted": 0.5598174751614358 + }, + { + "accuracy": 0.4946236559139785, + "ap": 0.1896265482401378, + "ap_weighted": 0.1896265482401378, + "f1": 0.4367178056222676, + "f1_weighted": 0.5461739860517212 + }, + { + "accuracy": 0.6168132942326491, + "ap": 0.20144732274648314, + "ap_weighted": 0.20144732274648314, + "f1": 0.500901080300692, + "f1_weighted": 0.6466730329128895 + }, + { + "accuracy": 0.6001955034213099, + "ap": 0.19790825703248094, + "ap_weighted": 0.19790825703248094, + "f1": 0.4897183131228253, + "f1_weighted": 0.6336171744359774 + }, + { + "accuracy": 0.44330400782013685, + "ap": 0.19810609291101344, + "ap_weighted": 0.19810609291101344, + "f1": 0.4186912787253282, + "f1_weighted": 0.4911848276031494 + }, + { + "accuracy": 0.5112414467253177, + "ap": 0.2101785689700274, + "ap_weighted": 0.2101785689700274, + "f1": 0.46885176447132315, + "f1_weighted": 0.5597915672307577 + } + ] + }, + { + "accuracy": 0.5811339198435973, + "ap": 0.18756838168299042, + "ap_weighted": 0.18756838168299042, + "f1": 0.4761334114241351, + "f1_weighted": 0.6182225298894856, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.5811339198435973, + "scores_per_experiment": [ + { + "accuracy": 0.66911045943304, + "ap": 0.1893460144246933, + "ap_weighted": 0.1893460144246933, + "f1": 0.5087373716774456, + "f1_weighted": 0.6854358635758251 + }, + { + "accuracy": 0.4814271749755621, + "ap": 0.1838203548885214, + "ap_weighted": 0.1838203548885214, + "f1": 0.4338702093406984, + "f1_weighted": 0.5371642594885978 + }, + { + "accuracy": 0.4633431085043988, + "ap": 0.1929316110285004, + "ap_weighted": 0.1929316110285004, + "f1": 0.43236056308418774, + "f1_weighted": 0.5158449114131247 + }, + { + "accuracy": 0.6036168132942327, + "ap": 0.1894467767857901, + "ap_weighted": 0.1894467767857901, + "f1": 0.4932010136553932, + "f1_weighted": 0.6421178198698698 + }, + { + "accuracy": 0.64613880742913, + "ap": 0.18508066808882953, + "ap_weighted": 0.18508066808882953, + "f1": 0.49473141327468284, + "f1_weighted": 0.6688499165522971 + }, + { + "accuracy": 0.6397849462365591, + "ap": 0.1970463651375887, + "ap_weighted": 0.1970463651375887, + "f1": 0.5165473078623558, + "f1_weighted": 0.6702066285070546 + }, + { + "accuracy": 0.5635386119257088, + "ap": 0.17719839306782875, + "ap_weighted": 0.17719839306782875, + "f1": 0.45561029677953757, + "f1_weighted": 0.6082026896535973 + }, + { + "accuracy": 0.5733137829912024, + "ap": 0.182761897289131, + "ap_weighted": 0.182761897289131, + "f1": 0.47122470518056253, + "f1_weighted": 0.617488033567775 + }, + { + "accuracy": 0.48484848484848486, + "ap": 0.18628993874823563, + "ap_weighted": 0.18628993874823563, + "f1": 0.43847002321650086, + "f1_weighted": 0.5400609391722753 + }, + { + "accuracy": 0.6862170087976539, + "ap": 0.19176179737078536, + "ap_weighted": 0.19176179737078536, + "f1": 0.5165812101699856, + "f1_weighted": 0.6968542370944384 + } + ] + }, + { + "accuracy": 0.5909876543209877, + "ap": 0.1928050763638626, + "ap_weighted": 0.1928050763638626, + "f1": 0.48322361887030085, + "f1_weighted": 0.6263345075161457, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.5909876543209877, + "scores_per_experiment": [ + { + "accuracy": 0.4641975308641975, + "ap": 0.17539480746955957, + "ap_weighted": 0.17539480746955957, + "f1": 0.41072542091041364, + "f1_weighted": 0.5216143046670311 + }, + { + "accuracy": 0.48148148148148145, + "ap": 0.1728121473273828, + "ap_weighted": 0.1728121473273828, + "f1": 0.4122484520123839, + "f1_weighted": 0.5382625272331155 + }, + { + "accuracy": 0.6469135802469136, + "ap": 0.21269548555732767, + "ap_weighted": 0.21269548555732767, + "f1": 0.5374792358803987, + "f1_weighted": 0.6780218202698823 + }, + { + "accuracy": 0.6271604938271605, + "ap": 0.19534505946174655, + "ap_weighted": 0.19534505946174655, + "f1": 0.5069139286434187, + "f1_weighted": 0.6590258336008521 + }, + { + "accuracy": 0.682716049382716, + "ap": 0.1844848406831194, + "ap_weighted": 0.1844848406831194, + "f1": 0.4886501809142248, + "f1_weighted": 0.6854384162750595 + }, + { + "accuracy": 0.682716049382716, + "ap": 0.20152943931552894, + "ap_weighted": 0.20152943931552894, + "f1": 0.5307036627072066, + "f1_weighted": 0.6975545686894362 + }, + { + "accuracy": 0.5469135802469136, + "ap": 0.18955974649560334, + "ap_weighted": 0.18955974649560334, + "f1": 0.46974683341092616, + "f1_weighted": 0.5961105029870091 + }, + { + "accuracy": 0.6358024691358025, + "ap": 0.18547481475653926, + "ap_weighted": 0.18547481475653926, + "f1": 0.4881927710843374, + "f1_weighted": 0.6598950865189152 + }, + { + "accuracy": 0.5333333333333333, + "ap": 0.2186329150994335, + "ap_weighted": 0.2186329150994335, + "f1": 0.4916284228493249, + "f1_weighted": 0.5825882707153088 + }, + { + "accuracy": 0.608641975308642, + "ap": 0.19212150747238466, + "ap_weighted": 0.19212150747238466, + "f1": 0.4959472802903746, + "f1_weighted": 0.6448337442048478 + } + ] + } + ] + }, + "task_name": "SwissJudgementClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/T2Reranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/T2Reranking.json new file mode 100644 index 000000000..50bc73800 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "evaluation_time": 584.3524644374847, + "kg_co2_emissions": 0.054492370355043875, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.6708883460286066, + "map": 0.6708883460286066, + "mrr": 0.7731325429065782, + "nAUC_map_diff1": -0.13655683110694808, + "nAUC_map_max": 0.3709906789910089, + "nAUC_map_std": -0.023128863310224467, + "nAUC_mrr_diff1": -0.1160847500624685, + "nAUC_mrr_max": 0.2933632877753876, + "nAUC_mrr_std": -0.04554049758988044 + } + ] + }, + "task_name": "T2Reranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TERRa.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TERRa.json new file mode 100644 index 000000000..7eb3ef953 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TERRa.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "7b58f24536063837d644aab9a023c62199b2a612", + "evaluation_time": 0.5009524822235107, + "kg_co2_emissions": 2.412488279498486e-05, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "cosine_accuracy": 0.6449511400651465, + "cosine_accuracy_threshold": 0.7509235143661499, + "cosine_ap": 0.6558981666045209, + "cosine_f1": 0.6712328767123289, + "cosine_f1_threshold": 0.6194092035293579, + "cosine_precision": 0.5157894736842106, + "cosine_recall": 0.9607843137254902, + "dot_accuracy": 0.6449511400651465, + "dot_accuracy_threshold": 0.7509236335754395, + "dot_ap": 0.6558981666045209, + "dot_f1": 0.6712328767123289, + "dot_f1_threshold": 0.6194093823432922, + "dot_precision": 0.5157894736842106, + "dot_recall": 0.9607843137254902, + "euclidean_accuracy": 0.6449511400651465, + "euclidean_accuracy_threshold": 0.705799400806427, + "euclidean_ap": 0.6558981666045209, + "euclidean_f1": 0.6712328767123289, + "euclidean_f1_threshold": 0.8724559545516968, + "euclidean_precision": 0.5157894736842106, + "euclidean_recall": 0.9607843137254902, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.6576051448897164, + "manhattan_accuracy": 0.6514657980456026, + "manhattan_accuracy_threshold": 15.202882766723633, + "manhattan_ap": 0.6576051448897164, + "manhattan_f1": 0.6727688787185354, + "manhattan_f1_threshold": 18.694000244140625, + "manhattan_precision": 0.5176056338028169, + "manhattan_recall": 0.9607843137254902, + "max_accuracy": 0.6514657980456026, + "max_ap": 0.6576051448897164, + "max_f1": 0.6727688787185354, + "max_precision": 0.5176056338028169, + "max_recall": 0.9607843137254902, + "similarity_accuracy": 0.6449511400651465, + "similarity_accuracy_threshold": 0.7509235143661499, + "similarity_ap": 0.6558981666045209, + "similarity_f1": 0.6712328767123289, + "similarity_f1_threshold": 0.6194092035293579, + "similarity_precision": 0.5157894736842106, + "similarity_recall": 0.9607843137254902 + } + ] + }, + "task_name": "TERRa" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json new file mode 100644 index 000000000..bc7516343 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 375.83887243270874, + "kg_co2_emissions": 0.03500239942611658, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.57398, + "map_at_1": 0.00179, + "map_at_10": 0.01357, + "map_at_100": 0.07598, + "map_at_1000": 0.19345, + "map_at_20": 0.02337, + "map_at_3": 0.00483, + "map_at_5": 0.0076, + "mrr_at_1": 0.68, + "mrr_at_10": 0.8050000000000002, + "mrr_at_100": 0.8050000000000002, + "mrr_at_1000": 0.8050000000000002, + "mrr_at_20": 0.8050000000000002, + "mrr_at_3": 0.7866666666666667, + "mrr_at_5": 0.8016666666666667, + "nauc_map_at_1000_diff1": -0.19237551549213014, + "nauc_map_at_1000_max": 0.5200468990300321, + "nauc_map_at_1000_std": 0.7446847277279296, + "nauc_map_at_100_diff1": -0.1395925900315698, + "nauc_map_at_100_max": 0.4705504208485092, + "nauc_map_at_100_std": 0.6318793301759729, + "nauc_map_at_10_diff1": 0.07732978895799532, + "nauc_map_at_10_max": 0.39080102867420413, + "nauc_map_at_10_std": 0.2695866850641964, + "nauc_map_at_1_diff1": 0.21957951854673405, + "nauc_map_at_1_max": 0.29322935041687176, + "nauc_map_at_1_std": 0.2520501195901945, + "nauc_map_at_20_diff1": 0.035235568457754045, + "nauc_map_at_20_max": 0.34706256359109383, + "nauc_map_at_20_std": 0.34731098276350997, + "nauc_map_at_3_diff1": 0.17588189125228829, + "nauc_map_at_3_max": 0.3859936546090128, + "nauc_map_at_3_std": 0.23455082987006, + "nauc_map_at_5_diff1": 0.20068863004434762, + "nauc_map_at_5_max": 0.3800234425486266, + "nauc_map_at_5_std": 0.20044992863212893, + "nauc_mrr_at_1000_diff1": 0.1467131281285433, + "nauc_mrr_at_1000_max": 0.5928491754012369, + "nauc_mrr_at_1000_std": 0.6045475077666238, + "nauc_mrr_at_100_diff1": 0.1467131281285433, + "nauc_mrr_at_100_max": 0.5928491754012369, + "nauc_mrr_at_100_std": 0.6045475077666238, + "nauc_mrr_at_10_diff1": 0.1467131281285433, + "nauc_mrr_at_10_max": 0.5928491754012369, + "nauc_mrr_at_10_std": 0.6045475077666238, + "nauc_mrr_at_1_diff1": 0.09429203234054244, + "nauc_mrr_at_1_max": 0.5694837951765598, + "nauc_mrr_at_1_std": 0.6018934420565267, + "nauc_mrr_at_20_diff1": 0.1467131281285433, + "nauc_mrr_at_20_max": 0.5928491754012369, + "nauc_mrr_at_20_std": 0.6045475077666238, + "nauc_mrr_at_3_diff1": 0.18756340534517474, + "nauc_mrr_at_3_max": 0.6097640073841241, + "nauc_mrr_at_3_std": 0.604475377937435, + "nauc_mrr_at_5_diff1": 0.15785714931431422, + "nauc_mrr_at_5_max": 0.5982019363762098, + "nauc_mrr_at_5_std": 0.6096737450166783, + "nauc_ndcg_at_1000_diff1": -0.1396151693495466, + "nauc_ndcg_at_1000_max": 0.5139181843507322, + "nauc_ndcg_at_1000_std": 0.7269715875855167, + "nauc_ndcg_at_100_diff1": -0.23158229862469448, + "nauc_ndcg_at_100_max": 0.4509473722360078, + "nauc_ndcg_at_100_std": 0.6870831064828699, + "nauc_ndcg_at_10_diff1": -0.12409330969894315, + "nauc_ndcg_at_10_max": 0.44701334463093845, + "nauc_ndcg_at_10_std": 0.49390715356116666, + "nauc_ndcg_at_1_diff1": 0.04948103356917978, + "nauc_ndcg_at_1_max": 0.39235732319296807, + "nauc_ndcg_at_1_std": 0.5277717171087491, + "nauc_ndcg_at_20_diff1": -0.11205469060016576, + "nauc_ndcg_at_20_max": 0.41145306486348904, + "nauc_ndcg_at_20_std": 0.5447580103743228, + "nauc_ndcg_at_3_diff1": -0.006583325392374469, + "nauc_ndcg_at_3_max": 0.46281253557703333, + "nauc_ndcg_at_3_std": 0.48315954186042054, + "nauc_ndcg_at_5_diff1": -0.012137873441738674, + "nauc_ndcg_at_5_max": 0.46572975890856966, + "nauc_ndcg_at_5_std": 0.48182272228685996, + "nauc_precision_at_1000_diff1": -0.25303280249647864, + "nauc_precision_at_1000_max": 0.32787850125441415, + "nauc_precision_at_1000_std": 0.4860057629318324, + "nauc_precision_at_100_diff1": -0.23246307728254526, + "nauc_precision_at_100_max": 0.4588399447985452, + "nauc_precision_at_100_std": 0.6982159301297415, + "nauc_precision_at_10_diff1": -0.08955729340730408, + "nauc_precision_at_10_max": 0.48061849698103876, + "nauc_precision_at_10_std": 0.46650624958224707, + "nauc_precision_at_1_diff1": 0.09429203234054244, + "nauc_precision_at_1_max": 0.5694837951765598, + "nauc_precision_at_1_std": 0.6018934420565267, + "nauc_precision_at_20_diff1": -0.07311422014952978, + "nauc_precision_at_20_max": 0.41046216102845073, + "nauc_precision_at_20_std": 0.5398573790312637, + "nauc_precision_at_3_diff1": 0.02529542097488891, + "nauc_precision_at_3_max": 0.5733804600126603, + "nauc_precision_at_3_std": 0.482960540198354, + "nauc_precision_at_5_diff1": 0.08713672472492229, + "nauc_precision_at_5_max": 0.5218746402197333, + "nauc_precision_at_5_std": 0.41639117777668105, + "nauc_recall_at_1000_diff1": -0.07611925741236142, + "nauc_recall_at_1000_max": 0.47801398316161725, + "nauc_recall_at_1000_std": 0.6679811540610818, + "nauc_recall_at_100_diff1": -0.04260102565858229, + "nauc_recall_at_100_max": 0.43943430281378365, + "nauc_recall_at_100_std": 0.55598071189216, + "nauc_recall_at_10_diff1": 0.11630641881711928, + "nauc_recall_at_10_max": 0.29269599688674963, + "nauc_recall_at_10_std": 0.18313832940093144, + "nauc_recall_at_1_diff1": 0.21957951854673405, + "nauc_recall_at_1_max": 0.29322935041687176, + "nauc_recall_at_1_std": 0.2520501195901945, + "nauc_recall_at_20_diff1": 0.11284402111638028, + "nauc_recall_at_20_max": 0.22762691302814167, + "nauc_recall_at_20_std": 0.22980349274774445, + "nauc_recall_at_3_diff1": 0.20387301649339806, + "nauc_recall_at_3_max": 0.3449552946941167, + "nauc_recall_at_3_std": 0.18599646336740036, + "nauc_recall_at_5_diff1": 0.23728953583247944, + "nauc_recall_at_5_max": 0.3168600254224991, + "nauc_recall_at_5_std": 0.13686446522553594, + "ndcg_at_1": 0.62, + "ndcg_at_10": 0.57398, + "ndcg_at_100": 0.45114, + "ndcg_at_1000": 0.44451, + "ndcg_at_20": 0.5467, + "ndcg_at_3": 0.61531, + "ndcg_at_5": 0.5972, + "precision_at_1": 0.68, + "precision_at_10": 0.628, + "precision_at_100": 0.4666, + "precision_at_1000": 0.20012, + "precision_at_20": 0.585, + "precision_at_3": 0.68, + "precision_at_5": 0.664, + "recall_at_1": 0.00179, + "recall_at_10": 0.01662, + "recall_at_100": 0.11352, + "recall_at_1000": 0.42765, + "recall_at_20": 0.03083, + "recall_at_3": 0.00537, + "recall_at_5": 0.00874 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Tatoeba.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Tatoeba.json new file mode 100644 index 000000000..4880c6107 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/Tatoeba.json @@ -0,0 +1,1355 @@ +{ + "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", + "evaluation_time": 86.68518733978271, + "kg_co2_emissions": 0.0036833319298947374, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.25333333333333335, + "f1": 0.2125718462823726, + "hf_subset": "ceb-eng", + "languages": [ + "ceb-Latn", + "eng-Latn" + ], + "main_score": 0.2125718462823726, + "precision": 0.19958671171171172, + "recall": 0.25333333333333335 + }, + { + "accuracy": 0.8267716535433071, + "f1": 0.7808398950131233, + "hf_subset": "ast-eng", + "languages": [ + "ast-Latn", + "eng-Latn" + ], + "main_score": 0.7808398950131233, + "precision": 0.7598425196850394, + "recall": 0.8267716535433071 + }, + { + "accuracy": 0.119, + "f1": 0.0923276911976912, + "hf_subset": "pam-eng", + "languages": [ + "pam-Latn", + "eng-Latn" + ], + "main_score": 0.0923276911976912, + "precision": 0.08456813489794121, + "recall": 0.119 + }, + { + "accuracy": 0.758, + "f1": 0.7015380952380952, + "hf_subset": "cbk-eng", + "languages": [ + "cbk-Latn", + "eng-Latn" + ], + "main_score": 0.7015380952380952, + "precision": 0.6773444444444444, + "recall": 0.758 + }, + { + "accuracy": 0.6639150943396226, + "f1": 0.6043098607367475, + "hf_subset": "yid-eng", + "languages": [ + "yid-Hebr", + "eng-Latn" + ], + "main_score": 0.6043098607367475, + "precision": 0.5810506513926325, + "recall": 0.6639150943396226 + }, + { + "accuracy": 0.948, + "f1": 0.9333333333333333, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9333333333333333, + "precision": 0.9261666666666667, + "recall": 0.948 + }, + { + "accuracy": 0.927, + "f1": 0.9072333333333332, + "hf_subset": "ron-eng", + "languages": [ + "ron-Latn", + "eng-Latn" + ], + "main_score": 0.9072333333333332, + "precision": 0.89775, + "recall": 0.927 + }, + { + "accuracy": 0.691, + "f1": 0.6350538461538462, + "hf_subset": "nds-eng", + "languages": [ + "nds-Latn", + "eng-Latn" + ], + "main_score": 0.6350538461538462, + "precision": 0.6131242424242425, + "recall": 0.691 + }, + { + "accuracy": 0.89, + "f1": 0.8629, + "hf_subset": "srp-eng", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ], + "main_score": 0.8629, + "precision": 0.85045, + "recall": 0.89 + }, + { + "accuracy": 0.7761394101876675, + "f1": 0.7274830843865696, + "hf_subset": "kat-eng", + "languages": [ + "kat-Geor", + "eng-Latn" + ], + "main_score": 0.7274830843865696, + "precision": 0.7072737137750542, + "recall": 0.7761394101876675 + }, + { + "accuracy": 0.961, + "f1": 0.949, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ], + "main_score": 0.949, + "precision": 0.9431666666666666, + "recall": 0.961 + }, + { + "accuracy": 0.956, + "f1": 0.9457333333333333, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ], + "main_score": 0.9457333333333333, + "precision": 0.94075, + "recall": 0.956 + }, + { + "accuracy": 0.4519230769230769, + "f1": 0.40265450361604205, + "hf_subset": "tzl-eng", + "languages": [ + "tzl-Latn", + "eng-Latn" + ], + "main_score": 0.40265450361604205, + "precision": 0.3869391025641025, + "recall": 0.4519230769230769 + }, + { + "accuracy": 0.40119760479041916, + "f1": 0.3299573413944671, + "hf_subset": "orv-eng", + "languages": [ + "orv-Cyrl", + "eng-Latn" + ], + "main_score": 0.3299573413944671, + "precision": 0.30716230757618573, + "recall": 0.40119760479041916 + }, + { + "accuracy": 0.873, + "f1": 0.8408, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ], + "main_score": 0.8408, + "precision": 0.8258666666666666, + "recall": 0.873 + }, + { + "accuracy": 0.686, + "f1": 0.6373165445665445, + "hf_subset": "eus-eng", + "languages": [ + "eus-Latn", + "eng-Latn" + ], + "main_score": 0.6373165445665445, + "precision": 0.6188900793650793, + "recall": 0.686 + }, + { + "accuracy": 0.862, + "f1": 0.8276500000000001, + "hf_subset": "sqi-eng", + "languages": [ + "sqi-Latn", + "eng-Latn" + ], + "main_score": 0.8276500000000001, + "precision": 0.8128261904761905, + "recall": 0.862 + }, + { + "accuracy": 0.104, + "f1": 0.09044042624042624, + "hf_subset": "dtp-eng", + "languages": [ + "dtp-Latn", + "eng-Latn" + ], + "main_score": 0.09044042624042624, + "precision": 0.08622424242424243, + "recall": 0.104 + }, + { + "accuracy": 0.909, + "f1": 0.8845, + "hf_subset": "wuu-eng", + "languages": [ + "wuu-Hans", + "eng-Latn" + ], + "main_score": 0.8845, + "precision": 0.8728333333333332, + "recall": 0.909 + }, + { + "accuracy": 0.907, + "f1": 0.8826333333333334, + "hf_subset": "pes-eng", + "languages": [ + "pes-Arab", + "eng-Latn" + ], + "main_score": 0.8826333333333334, + "precision": 0.8711666666666666, + "recall": 0.907 + }, + { + "accuracy": 0.7112676056338029, + "f1": 0.6683098591549296, + "hf_subset": "xho-eng", + "languages": [ + "xho-Latn", + "eng-Latn" + ], + "main_score": 0.6683098591549296, + "precision": 0.6508215962441315, + "recall": 0.7112676056338029 + }, + { + "accuracy": 0.919, + "f1": 0.8977, + "hf_subset": "ces-eng", + "languages": [ + "ces-Latn", + "eng-Latn" + ], + "main_score": 0.8977, + "precision": 0.88775, + "recall": 0.919 + }, + { + "accuracy": 0.875, + "f1": 0.8438, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 0.8438, + "precision": 0.8297333333333333, + "recall": 0.875 + }, + { + "accuracy": 0.937, + "f1": 0.919, + "hf_subset": "ell-eng", + "languages": [ + "ell-Grek", + "eng-Latn" + ], + "main_score": 0.919, + "precision": 0.9103333333333333, + "recall": 0.937 + }, + { + "accuracy": 0.3084522502744237, + "f1": 0.2510985903960657, + "hf_subset": "arq-eng", + "languages": [ + "arq-Arab", + "eng-Latn" + ], + "main_score": 0.2510985903960657, + "precision": 0.23108968365312396, + "recall": 0.3084522502744237 + }, + { + "accuracy": 0.851, + "f1": 0.8165047619047618, + "hf_subset": "ile-eng", + "languages": [ + "ile-Latn", + "eng-Latn" + ], + "main_score": 0.8165047619047618, + "precision": 0.8024666666666667, + "recall": 0.851 + }, + { + "accuracy": 0.918, + "f1": 0.8964, + "hf_subset": "glg-eng", + "languages": [ + "glg-Latn", + "eng-Latn" + ], + "main_score": 0.8964, + "precision": 0.88625, + "recall": 0.918 + }, + { + "accuracy": 0.48643006263048016, + "f1": 0.42908496050458467, + "hf_subset": "dsb-eng", + "languages": [ + "dsb-Latn", + "eng-Latn" + ], + "main_score": 0.42908496050458467, + "precision": 0.41034570277785304, + "recall": 0.48643006263048016 + }, + { + "accuracy": 0.821, + "f1": 0.7785166666666666, + "hf_subset": "mkd-eng", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ], + "main_score": 0.7785166666666666, + "precision": 0.7601761904761904, + "recall": 0.821 + }, + { + "accuracy": 0.831, + "f1": 0.7948412698412699, + "hf_subset": "est-eng", + "languages": [ + "est-Latn", + "eng-Latn" + ], + "main_score": 0.7948412698412699, + "precision": 0.7799583333333333, + "recall": 0.831 + }, + { + "accuracy": 0.864, + "f1": 0.8299190476190477, + "hf_subset": "yue-eng", + "languages": [ + "yue-Hant", + "eng-Latn" + ], + "main_score": 0.8299190476190477, + "precision": 0.8154666666666667, + "recall": 0.864 + }, + { + "accuracy": 0.371, + "f1": 0.32527936507936506, + "hf_subset": "gle-eng", + "languages": [ + "gle-Latn", + "eng-Latn" + ], + "main_score": 0.32527936507936506, + "precision": 0.30974329004329004, + "recall": 0.371 + }, + { + "accuracy": 0.4088669950738916, + "f1": 0.3500863668351353, + "hf_subset": "tuk-eng", + "languages": [ + "tuk-Latn", + "eng-Latn" + ], + "main_score": 0.3500863668351353, + "precision": 0.3302134646962233, + "recall": 0.4088669950738916 + }, + { + "accuracy": 0.968, + "f1": 0.9581666666666666, + "hf_subset": "tur-eng", + "languages": [ + "tur-Latn", + "eng-Latn" + ], + "main_score": 0.9581666666666666, + "precision": 0.9533333333333334, + "recall": 0.968 + }, + { + "accuracy": 0.8095238095238095, + "f1": 0.7636054421768707, + "hf_subset": "amh-eng", + "languages": [ + "amh-Ethi", + "eng-Latn" + ], + "main_score": 0.7636054421768707, + "precision": 0.7430555555555556, + "recall": 0.8095238095238095 + }, + { + "accuracy": 0.9145299145299145, + "f1": 0.8913105413105413, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.8913105413105413, + "precision": 0.8814102564102564, + "recall": 0.9145299145299145 + }, + { + "accuracy": 0.274, + "f1": 0.23856320290390057, + "hf_subset": "war-eng", + "languages": [ + "war-Latn", + "eng-Latn" + ], + "main_score": 0.23856320290390057, + "precision": 0.2268799881491058, + "recall": 0.274 + }, + { + "accuracy": 0.8712029161603888, + "f1": 0.8430770120928079, + "hf_subset": "slv-eng", + "languages": [ + "slv-Latn", + "eng-Latn" + ], + "main_score": 0.8430770120928079, + "precision": 0.8308829485621709, + "recall": 0.8712029161603888 + }, + { + "accuracy": 0.956, + "f1": 0.9435, + "hf_subset": "zsm-eng", + "languages": [ + "zsm-Latn", + "eng-Latn" + ], + "main_score": 0.9435, + "precision": 0.9373333333333334, + "recall": 0.956 + }, + { + "accuracy": 0.857, + "f1": 0.8184833333333333, + "hf_subset": "afr-eng", + "languages": [ + "afr-Latn", + "eng-Latn" + ], + "main_score": 0.8184833333333333, + "precision": 0.8005928571428571, + "recall": 0.857 + }, + { + "accuracy": 0.912, + "f1": 0.8905666666666666, + "hf_subset": "hun-eng", + "languages": [ + "hun-Latn", + "eng-Latn" + ], + "main_score": 0.8905666666666666, + "precision": 0.8809499999999999, + "recall": 0.912 + }, + { + "accuracy": 0.4, + "f1": 0.3569686411149825, + "hf_subset": "jav-eng", + "languages": [ + "jav-Latn", + "eng-Latn" + ], + "main_score": 0.3569686411149825, + "precision": 0.3442389588731052, + "recall": 0.4 + }, + { + "accuracy": 0.484, + "f1": 0.422893672993673, + "hf_subset": "tat-eng", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ], + "main_score": 0.422893672993673, + "precision": 0.4015123376623377, + "recall": 0.484 + }, + { + "accuracy": 0.933, + "f1": 0.9130666666666666, + "hf_subset": "bul-eng", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ], + "main_score": 0.9130666666666666, + "precision": 0.9035833333333334, + "recall": 0.933 + }, + { + "accuracy": 0.81, + "f1": 0.7758936507936508, + "hf_subset": "lit-eng", + "languages": [ + "lit-Latn", + "eng-Latn" + ], + "main_score": 0.7758936507936508, + "precision": 0.7624361111111111, + "recall": 0.81 + }, + { + "accuracy": 0.805, + "f1": 0.7585, + "hf_subset": "heb-eng", + "languages": [ + "heb-Hebr", + "eng-Latn" + ], + "main_score": 0.7585, + "precision": 0.7374833333333334, + "recall": 0.805 + }, + { + "accuracy": 0.968, + "f1": 0.9593333333333334, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.9593333333333334, + "precision": 0.9553333333333333, + "recall": 0.968 + }, + { + "accuracy": 0.2, + "f1": 0.1598225811225811, + "hf_subset": "mhr-eng", + "languages": [ + "mhr-Cyrl", + "eng-Latn" + ], + "main_score": 0.1598225811225811, + "precision": 0.1476837717837718, + "recall": 0.2 + }, + { + "accuracy": 0.83, + "f1": 0.7938666666666667, + "hf_subset": "lvs-eng", + "languages": [ + "lvs-Latn", + "eng-Latn" + ], + "main_score": 0.7938666666666667, + "precision": 0.7783611111111111, + "recall": 0.83 + }, + { + "accuracy": 0.883, + "f1": 0.8555690476190476, + "hf_subset": "bel-eng", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ], + "main_score": 0.8555690476190476, + "precision": 0.843392857142857, + "recall": 0.883 + }, + { + "accuracy": 0.967, + "f1": 0.9573333333333333, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ], + "main_score": 0.9573333333333333, + "precision": 0.9526666666666668, + "recall": 0.967 + }, + { + "accuracy": 0.939, + "f1": 0.9230666666666666, + "hf_subset": "ind-eng", + "languages": [ + "ind-Latn", + "eng-Latn" + ], + "main_score": 0.9230666666666666, + "precision": 0.9155833333333333, + "recall": 0.939 + }, + { + "accuracy": 0.7061068702290076, + "f1": 0.6568157033805888, + "hf_subset": "fao-eng", + "languages": [ + "fao-Latn", + "eng-Latn" + ], + "main_score": 0.6568157033805888, + "precision": 0.6384223918575063, + "recall": 0.7061068702290076 + }, + { + "accuracy": 0.911, + "f1": 0.88775, + "hf_subset": "epo-eng", + "languages": [ + "epo-Latn", + "eng-Latn" + ], + "main_score": 0.88775, + "precision": 0.8771761904761906, + "recall": 0.911 + }, + { + "accuracy": 0.172, + "f1": 0.1358564935064935, + "hf_subset": "bre-eng", + "languages": [ + "bre-Latn", + "eng-Latn" + ], + "main_score": 0.1358564935064935, + "precision": 0.12550672105672106, + "recall": 0.172 + }, + { + "accuracy": 0.817, + "f1": 0.7768666666666667, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "main_score": 0.7768666666666667, + "precision": 0.7592714285714285, + "recall": 0.817 + }, + { + "accuracy": 0.5826086956521739, + "f1": 0.5251097308488613, + "hf_subset": "cym-eng", + "languages": [ + "cym-Latn", + "eng-Latn" + ], + "main_score": 0.5251097308488613, + "precision": 0.5039791045466103, + "recall": 0.5826086956521739 + }, + { + "accuracy": 0.872, + "f1": 0.8390333333333333, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.8390333333333333, + "precision": 0.8239166666666667, + "recall": 0.872 + }, + { + "accuracy": 0.217, + "f1": 0.1708551526251526, + "hf_subset": "kab-eng", + "languages": [ + "kab-Latn", + "eng-Latn" + ], + "main_score": 0.1708551526251526, + "precision": 0.15818809523809524, + "recall": 0.217 + }, + { + "accuracy": 0.5196687370600414, + "f1": 0.45632751651385195, + "hf_subset": "hsb-eng", + "languages": [ + "hsb-Latn", + "eng-Latn" + ], + "main_score": 0.45632751651385195, + "precision": 0.4344556926855064, + "recall": 0.5196687370600414 + }, + { + "accuracy": 0.932, + "f1": 0.9128999999999999, + "hf_subset": "ina-eng", + "languages": [ + "ina-Latn", + "eng-Latn" + ], + "main_score": 0.9128999999999999, + "precision": 0.90375, + "recall": 0.932 + }, + { + "accuracy": 0.6058700209643606, + "f1": 0.5576985790822269, + "hf_subset": "arz-eng", + "languages": [ + "arz-Arab", + "eng-Latn" + ], + "main_score": 0.5576985790822269, + "precision": 0.5370195667365478, + "recall": 0.6058700209643606 + }, + { + "accuracy": 0.723, + "f1": 0.6736395604395604, + "hf_subset": "tgl-eng", + "languages": [ + "tgl-Latn", + "eng-Latn" + ], + "main_score": 0.6736395604395604, + "precision": 0.6542804093567252, + "recall": 0.723 + }, + { + "accuracy": 0.4444444444444444, + "f1": 0.36739926739926737, + "hf_subset": "gsw-eng", + "languages": [ + "gsw-Latn", + "eng-Latn" + ], + "main_score": 0.36739926739926737, + "precision": 0.34393939393939393, + "recall": 0.4444444444444444 + }, + { + "accuracy": 0.5803571428571429, + "f1": 0.5171130952380952, + "hf_subset": "swg-eng", + "languages": [ + "swg-Latn", + "eng-Latn" + ], + "main_score": 0.5171130952380952, + "precision": 0.4941326530612245, + "recall": 0.5803571428571429 + }, + { + "accuracy": 0.566, + "f1": 0.512398556998557, + "hf_subset": "oci-eng", + "languages": [ + "oci-Latn", + "eng-Latn" + ], + "main_score": 0.512398556998557, + "precision": 0.49332662337662336, + "recall": 0.566 + }, + { + "accuracy": 0.932, + "f1": 0.9137000000000001, + "hf_subset": "cat-eng", + "languages": [ + "cat-Latn", + "eng-Latn" + ], + "main_score": 0.9137000000000001, + "precision": 0.9055833333333333, + "recall": 0.932 + }, + { + "accuracy": 0.819, + "f1": 0.7759238095238095, + "hf_subset": "ido-eng", + "languages": [ + "ido-Latn", + "eng-Latn" + ], + "main_score": 0.7759238095238095, + "precision": 0.7580666666666667, + "recall": 0.819 + }, + { + "accuracy": 0.4925373134328358, + "f1": 0.4245202558635395, + "hf_subset": "ang-eng", + "languages": [ + "ang-Latn", + "eng-Latn" + ], + "main_score": 0.4245202558635395, + "precision": 0.39964650432050275, + "recall": 0.4925373134328358 + }, + { + "accuracy": 0.133, + "f1": 0.11118067195663105, + "hf_subset": "kzj-eng", + "languages": [ + "kzj-Latn", + "eng-Latn" + ], + "main_score": 0.11118067195663105, + "precision": 0.1050856179837112, + "recall": 0.133 + }, + { + "accuracy": 0.982, + "f1": 0.9775, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.9775, + "precision": 0.9753333333333334, + "recall": 0.982 + }, + { + "accuracy": 0.947, + "f1": 0.9326666666666666, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.9326666666666666, + "precision": 0.9258333333333333, + "recall": 0.947 + }, + { + "accuracy": 0.927007299270073, + "f1": 0.9055352798053529, + "hf_subset": "tha-eng", + "languages": [ + "tha-Thai", + "eng-Latn" + ], + "main_score": 0.9055352798053529, + "precision": 0.895529197080292, + "recall": 0.927007299270073 + }, + { + "accuracy": 0.9180790960451978, + "f1": 0.8935969868173258, + "hf_subset": "bos-eng", + "languages": [ + "bos-Latn", + "eng-Latn" + ], + "main_score": 0.8935969868173258, + "precision": 0.8818267419962335, + "recall": 0.9180790960451978 + }, + { + "accuracy": 0.947, + "f1": 0.9314, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ], + "main_score": 0.9314, + "precision": 0.9240833333333334, + "recall": 0.947 + }, + { + "accuracy": 0.8729641693811075, + "f1": 0.8429967426710098, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.8429967426710098, + "precision": 0.8295331161780672, + "recall": 0.8729641693811075 + }, + { + "accuracy": 0.7861271676300579, + "f1": 0.7369942196531792, + "hf_subset": "fry-eng", + "languages": [ + "fry-Latn", + "eng-Latn" + ], + "main_score": 0.7369942196531792, + "precision": 0.7159922928709056, + "recall": 0.7861271676300579 + }, + { + "accuracy": 0.935, + "f1": 0.9182666666666667, + "hf_subset": "dan-eng", + "languages": [ + "dan-Latn", + "eng-Latn" + ], + "main_score": 0.9182666666666667, + "precision": 0.9108333333333334, + "recall": 0.935 + }, + { + "accuracy": 0.33172496984318456, + "f1": 0.27044545054195235, + "hf_subset": "gla-eng", + "languages": [ + "gla-Latn", + "eng-Latn" + ], + "main_score": 0.27044545054195235, + "precision": 0.2487664426446091, + "recall": 0.33172496984318456 + }, + { + "accuracy": 0.974, + "f1": 0.9661666666666666, + "hf_subset": "nob-eng", + "languages": [ + "nob-Latn", + "eng-Latn" + ], + "main_score": 0.9661666666666666, + "precision": 0.9623333333333334, + "recall": 0.974 + }, + { + "accuracy": 0.8409703504043127, + "f1": 0.8040880503144654, + "hf_subset": "hye-eng", + "languages": [ + "hye-Armn", + "eng-Latn" + ], + "main_score": 0.8040880503144654, + "precision": 0.7868373764600178, + "recall": 0.8409703504043127 + }, + { + "accuracy": 0.7257617728531855, + "f1": 0.6763004001231148, + "hf_subset": "khm-eng", + "languages": [ + "khm-Khmr", + "eng-Latn" + ], + "main_score": 0.6763004001231148, + "precision": 0.6565707030734731, + "recall": 0.7257617728531855 + }, + { + "accuracy": 0.928, + "f1": 0.9075333333333333, + "hf_subset": "nno-eng", + "languages": [ + "nno-Latn", + "eng-Latn" + ], + "main_score": 0.9075333333333333, + "precision": 0.8979166666666666, + "recall": 0.928 + }, + { + "accuracy": 0.695, + "f1": 0.6360698412698412, + "hf_subset": "lfn-eng", + "languages": [ + "lfn-Latn", + "eng-Latn" + ], + "main_score": 0.6360698412698412, + "precision": 0.6134594988344988, + "recall": 0.695 + }, + { + "accuracy": 0.946, + "f1": 0.9303333333333333, + "hf_subset": "rus-eng", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ], + "main_score": 0.9303333333333333, + "precision": 0.9225, + "recall": 0.946 + }, + { + "accuracy": 0.5541125541125541, + "f1": 0.4845839345839346, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "main_score": 0.4845839345839346, + "precision": 0.4583505119219405, + "recall": 0.5541125541125541 + }, + { + "accuracy": 0.982, + "f1": 0.9768333333333333, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.9768333333333333, + "precision": 0.9743333333333334, + "recall": 0.982 + }, + { + "accuracy": 0.945, + "f1": 0.9295, + "hf_subset": "swe-eng", + "languages": [ + "swe-Latn", + "eng-Latn" + ], + "main_score": 0.9295, + "precision": 0.9221666666666666, + "recall": 0.945 + }, + { + "accuracy": 0.935, + "f1": 0.9166666666666666, + "hf_subset": "hrv-eng", + "languages": [ + "hrv-Latn", + "eng-Latn" + ], + "main_score": 0.9166666666666666, + "precision": 0.9076666666666666, + "recall": 0.935 + }, + { + "accuracy": 0.911, + "f1": 0.8880666666666667, + "hf_subset": "slk-eng", + "languages": [ + "slk-Latn", + "eng-Latn" + ], + "main_score": 0.8880666666666667, + "precision": 0.8777833333333332, + "recall": 0.911 + }, + { + "accuracy": 0.834, + "f1": 0.7952833333333333, + "hf_subset": "aze-eng", + "languages": [ + "aze-Latn", + "eng-Latn" + ], + "main_score": 0.7952833333333333, + "precision": 0.7786428571428571, + "recall": 0.834 + }, + { + "accuracy": 0.5257142857142857, + "f1": 0.4668466031323174, + "hf_subset": "pms-eng", + "languages": [ + "pms-Latn", + "eng-Latn" + ], + "main_score": 0.4668466031323174, + "precision": 0.4464467120181406, + "recall": 0.5257142857142857 + }, + { + "accuracy": 0.861, + "f1": 0.8271, + "hf_subset": "isl-eng", + "languages": [ + "isl-Latn", + "eng-Latn" + ], + "main_score": 0.8271, + "precision": 0.8118333333333333, + "recall": 0.861 + }, + { + "accuracy": 0.7234782608695652, + "f1": 0.6762965440356745, + "hf_subset": "kaz-eng", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ], + "main_score": 0.6762965440356745, + "precision": 0.6578426501035196, + "recall": 0.7234782608695652 + }, + { + "accuracy": 0.3926829268292683, + "f1": 0.32865853658536576, + "hf_subset": "kur-eng", + "languages": [ + "kur-Latn", + "eng-Latn" + ], + "main_score": 0.32865853658536576, + "precision": 0.3072697356843698, + "recall": 0.3926829268292683 + }, + { + "accuracy": 0.951, + "f1": 0.9378333333333334, + "hf_subset": "nld-eng", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.9378333333333334, + "precision": 0.9313333333333333, + "recall": 0.951 + }, + { + "accuracy": 0.46261682242990654, + "f1": 0.40950384826827924, + "hf_subset": "uzb-eng", + "languages": [ + "uzb-Latn", + "eng-Latn" + ], + "main_score": 0.40950384826827924, + "precision": 0.39251464073309866, + "recall": 0.46261682242990654 + }, + { + "accuracy": 0.9592430858806404, + "f1": 0.9463852498786998, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9463852498786998, + "precision": 0.9400776322173701, + "recall": 0.9592430858806404 + }, + { + "accuracy": 0.35968379446640314, + "f1": 0.29976786498525626, + "hf_subset": "csb-eng", + "languages": [ + "csb-Latn", + "eng-Latn" + ], + "main_score": 0.29976786498525626, + "precision": 0.2814112635946284, + "recall": 0.35968379446640314 + }, + { + "accuracy": 0.6410256410256411, + "f1": 0.5813107263107262, + "hf_subset": "swh-eng", + "languages": [ + "swh-Latn", + "eng-Latn" + ], + "main_score": 0.5813107263107262, + "precision": 0.5597893772893773, + "recall": 0.6410256410256411 + }, + { + "accuracy": 0.906, + "f1": 0.8830333333333333, + "hf_subset": "fin-eng", + "languages": [ + "fin-Latn", + "eng-Latn" + ], + "main_score": 0.8830333333333333, + "precision": 0.87275, + "recall": 0.906 + }, + { + "accuracy": 0.7636363636363637, + "f1": 0.7177272727272727, + "hf_subset": "mon-eng", + "languages": [ + "mon-Cyrl", + "eng-Latn" + ], + "main_score": 0.7177272727272727, + "precision": 0.6983333333333333, + "recall": 0.7636363636363637 + }, + { + "accuracy": 0.656, + "f1": 0.596652380952381, + "hf_subset": "uig-eng", + "languages": [ + "uig-Arab", + "eng-Latn" + ], + "main_score": 0.596652380952381, + "precision": 0.5736602564102563, + "recall": 0.656 + }, + { + "accuracy": 0.081, + "f1": 0.05963896103896103, + "hf_subset": "cor-eng", + "languages": [ + "cor-Latn", + "eng-Latn" + ], + "main_score": 0.05963896103896103, + "precision": 0.05485012944571768, + "recall": 0.081 + }, + { + "accuracy": 0.35036496350364965, + "f1": 0.3116788321167883, + "hf_subset": "cha-eng", + "languages": [ + "cha-Latn", + "eng-Latn" + ], + "main_score": 0.3116788321167883, + "precision": 0.29935117599351174, + "recall": 0.35036496350364965 + }, + { + "accuracy": 0.933, + "f1": 0.9142333333333333, + "hf_subset": "ukr-eng", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ], + "main_score": 0.9142333333333333, + "precision": 0.9054166666666666, + "recall": 0.933 + }, + { + "accuracy": 0.7315175097276264, + "f1": 0.6836668519547897, + "hf_subset": "nov-eng", + "languages": [ + "nov-Latn", + "eng-Latn" + ], + "main_score": 0.6836668519547897, + "precision": 0.6646284973133223, + "recall": 0.7315175097276264 + }, + { + "accuracy": 0.93, + "f1": 0.9128, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.9128, + "precision": 0.9046666666666667, + "recall": 0.93 + }, + { + "accuracy": 0.5845070422535211, + "f1": 0.5255815194195476, + "hf_subset": "max-eng", + "languages": [ + "max-Deva", + "eng-Latn" + ], + "main_score": 0.5255815194195476, + "precision": 0.504434942991281, + "recall": 0.5845070422535211 + }, + { + "accuracy": 0.497, + "f1": 0.4298888712165028, + "hf_subset": "lat-eng", + "languages": [ + "lat-Latn", + "eng-Latn" + ], + "main_score": 0.4298888712165028, + "precision": 0.4063768476692389, + "recall": 0.497 + }, + { + "accuracy": 0.244, + "f1": 0.2039744589639751, + "hf_subset": "ber-eng", + "languages": [ + "ber-Tfng", + "eng-Latn" + ], + "main_score": 0.2039744589639751, + "precision": 0.19244685771744593, + "recall": 0.244 + }, + { + "accuracy": 0.781, + "f1": 0.7312666666666666, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 0.7312666666666666, + "precision": 0.7095833333333332, + "recall": 0.781 + } + ] + }, + "task_name": "Tatoeba" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TopiOCQAHardNegatives.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..fd8df3b1b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 107.20083570480347, + "kg_co2_emissions": 0.009193904896724878, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.1369, + "map_at_1": 0.077, + "map_at_10": 0.11325, + "map_at_100": 0.12268, + "map_at_1000": 0.12421, + "map_at_20": 0.11788, + "map_at_3": 0.09933, + "map_at_5": 0.10663, + "mrr_at_1": 0.077, + "mrr_at_10": 0.11325317460317463, + "mrr_at_100": 0.12267946791151618, + "mrr_at_1000": 0.1242108705153554, + "mrr_at_20": 0.11788074794572476, + "mrr_at_3": 0.0993333333333333, + "mrr_at_5": 0.10663333333333334, + "nauc_map_at_1000_diff1": 0.17503053584055953, + "nauc_map_at_1000_max": 0.1922004220001279, + "nauc_map_at_1000_std": -0.0007559448048152798, + "nauc_map_at_100_diff1": 0.1754623272288107, + "nauc_map_at_100_max": 0.19260929869569746, + "nauc_map_at_100_std": -0.002254471610958288, + "nauc_map_at_10_diff1": 0.17594946308332818, + "nauc_map_at_10_max": 0.19118919248628657, + "nauc_map_at_10_std": -0.0026901583827612604, + "nauc_map_at_1_diff1": 0.24353698354234984, + "nauc_map_at_1_max": 0.20632171692005347, + "nauc_map_at_1_std": -0.0076172821007808155, + "nauc_map_at_20_diff1": 0.17458505028883495, + "nauc_map_at_20_max": 0.1922737538555141, + "nauc_map_at_20_std": -0.0028061623624248107, + "nauc_map_at_3_diff1": 0.18398872202943645, + "nauc_map_at_3_max": 0.1974084225798732, + "nauc_map_at_3_std": 0.0011521965119062386, + "nauc_map_at_5_diff1": 0.181908704749648, + "nauc_map_at_5_max": 0.19829770371407285, + "nauc_map_at_5_std": -0.0044915416455278126, + "nauc_mrr_at_1000_diff1": 0.17503053584055953, + "nauc_mrr_at_1000_max": 0.1922004220001279, + "nauc_mrr_at_1000_std": -0.0007559448048152798, + "nauc_mrr_at_100_diff1": 0.1754623272288107, + "nauc_mrr_at_100_max": 0.19260929869569746, + "nauc_mrr_at_100_std": -0.002254471610958288, + "nauc_mrr_at_10_diff1": 0.17594946308332818, + "nauc_mrr_at_10_max": 0.19118919248628657, + "nauc_mrr_at_10_std": -0.0026901583827612604, + "nauc_mrr_at_1_diff1": 0.24353698354234984, + "nauc_mrr_at_1_max": 0.20632171692005347, + "nauc_mrr_at_1_std": -0.0076172821007808155, + "nauc_mrr_at_20_diff1": 0.17458505028883495, + "nauc_mrr_at_20_max": 0.1922737538555141, + "nauc_mrr_at_20_std": -0.0028061623624248107, + "nauc_mrr_at_3_diff1": 0.18398872202943645, + "nauc_mrr_at_3_max": 0.1974084225798732, + "nauc_mrr_at_3_std": 0.0011521965119062386, + "nauc_mrr_at_5_diff1": 0.181908704749648, + "nauc_mrr_at_5_max": 0.19829770371407285, + "nauc_mrr_at_5_std": -0.0044915416455278126, + "nauc_ndcg_at_1000_diff1": 0.15045608725078116, + "nauc_ndcg_at_1000_max": 0.183526355337245, + "nauc_ndcg_at_1000_std": 0.03047685260817806, + "nauc_ndcg_at_100_diff1": 0.16368902623095413, + "nauc_ndcg_at_100_max": 0.19449571838089122, + "nauc_ndcg_at_100_std": -0.0014648621991519457, + "nauc_ndcg_at_10_diff1": 0.15578601988820215, + "nauc_ndcg_at_10_max": 0.18431974893681496, + "nauc_ndcg_at_10_std": -0.0018584796711073816, + "nauc_ndcg_at_1_diff1": 0.24353698354234984, + "nauc_ndcg_at_1_max": 0.20632171692005347, + "nauc_ndcg_at_1_std": -0.0076172821007808155, + "nauc_ndcg_at_20_diff1": 0.15371470722352312, + "nauc_ndcg_at_20_max": 0.1888866311746718, + "nauc_ndcg_at_20_std": -0.0004040525210987876, + "nauc_ndcg_at_3_diff1": 0.16870747310468806, + "nauc_ndcg_at_3_max": 0.19641827788929353, + "nauc_ndcg_at_3_std": 0.0022494445313945774, + "nauc_ndcg_at_5_diff1": 0.1666555852284443, + "nauc_ndcg_at_5_max": 0.19792137237669027, + "nauc_ndcg_at_5_std": -0.0069997040935287635, + "nauc_precision_at_1000_diff1": 0.0036268100280949806, + "nauc_precision_at_1000_max": 0.1079533174843308, + "nauc_precision_at_1000_std": 0.33447698292630135, + "nauc_precision_at_100_diff1": 0.1596603011921643, + "nauc_precision_at_100_max": 0.2086618675190607, + "nauc_precision_at_100_std": -0.0028653942809118197, + "nauc_precision_at_10_diff1": 0.11740568098595332, + "nauc_precision_at_10_max": 0.17003196615422353, + "nauc_precision_at_10_std": 0.0007952248789089469, + "nauc_precision_at_1_diff1": 0.24353698354234984, + "nauc_precision_at_1_max": 0.20632171692005347, + "nauc_precision_at_1_std": -0.0076172821007808155, + "nauc_precision_at_20_diff1": 0.1179423431476617, + "nauc_precision_at_20_max": 0.18458992122464932, + "nauc_precision_at_20_std": 0.006701491703446908, + "nauc_precision_at_3_diff1": 0.13345295952375133, + "nauc_precision_at_3_max": 0.1944556377552724, + "nauc_precision_at_3_std": 0.004494887316136072, + "nauc_precision_at_5_diff1": 0.13524241030705555, + "nauc_precision_at_5_max": 0.1975506419293312, + "nauc_precision_at_5_std": -0.013241912745859289, + "nauc_recall_at_1000_diff1": 0.003626810028096365, + "nauc_recall_at_1000_max": 0.10795331748433205, + "nauc_recall_at_1000_std": 0.3344769829263022, + "nauc_recall_at_100_diff1": 0.1596603011921635, + "nauc_recall_at_100_max": 0.20866186751906032, + "nauc_recall_at_100_std": -0.002865394280912365, + "nauc_recall_at_10_diff1": 0.1174056809859532, + "nauc_recall_at_10_max": 0.17003196615422342, + "nauc_recall_at_10_std": 0.0007952248789090292, + "nauc_recall_at_1_diff1": 0.24353698354234984, + "nauc_recall_at_1_max": 0.20632171692005347, + "nauc_recall_at_1_std": -0.0076172821007808155, + "nauc_recall_at_20_diff1": 0.11794234314766161, + "nauc_recall_at_20_max": 0.18458992122464915, + "nauc_recall_at_20_std": 0.006701491703446979, + "nauc_recall_at_3_diff1": 0.1334529595237512, + "nauc_recall_at_3_max": 0.19445563775527233, + "nauc_recall_at_3_std": 0.004494887316135917, + "nauc_recall_at_5_diff1": 0.13524241030705558, + "nauc_recall_at_5_max": 0.19755064192933122, + "nauc_recall_at_5_std": -0.0132419127458594, + "ndcg_at_1": 0.077, + "ndcg_at_10": 0.1369, + "ndcg_at_100": 0.19196, + "ndcg_at_1000": 0.23695, + "ndcg_at_20": 0.15365, + "ndcg_at_3": 0.1074, + "ndcg_at_5": 0.12078, + "precision_at_1": 0.077, + "precision_at_10": 0.0214, + "precision_at_100": 0.00494, + "precision_at_1000": 0.00086, + "precision_at_20": 0.014, + "precision_at_3": 0.04367, + "precision_at_5": 0.0328, + "recall_at_1": 0.077, + "recall_at_10": 0.214, + "recall_at_100": 0.494, + "recall_at_1000": 0.856, + "recall_at_20": 0.28, + "recall_at_3": 0.131, + "recall_at_5": 0.164 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ToxicConversationsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ToxicConversationsClassification.json new file mode 100644 index 000000000..0806f8541 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "evaluation_time": 10.470396518707275, + "kg_co2_emissions": 0.000384351271559238, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.68310546875, + "ap": 0.12611570773671957, + "ap_weighted": 0.12611570773671957, + "f1": 0.5201316444339131, + "f1_weighted": 0.7515285829057621, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.68310546875, + "scores_per_experiment": [ + { + "accuracy": 0.72265625, + "ap": 0.1421228145096463, + "ap_weighted": 0.1421228145096463, + "f1": 0.552006309770285, + "f1_weighted": 0.7847598674886622 + }, + { + "accuracy": 0.765625, + "ap": 0.11550623741588512, + "ap_weighted": 0.11550623741588512, + "f1": 0.5486302426553237, + "f1_weighted": 0.8120802156568885 + }, + { + "accuracy": 0.708984375, + "ap": 0.12310338181132409, + "ap_weighted": 0.12310338181132409, + "f1": 0.5317427678785164, + "f1_weighted": 0.7742543001621972 + }, + { + "accuracy": 0.78125, + "ap": 0.15728659606322715, + "ap_weighted": 0.15728659606322715, + "f1": 0.5893557904385437, + "f1_weighted": 0.8256598027842228 + }, + { + "accuracy": 0.51123046875, + "ap": 0.10288861777237153, + "ap_weighted": 0.10288861777237153, + "f1": 0.42138973287177306, + "f1_weighted": 0.6133171537566097 + }, + { + "accuracy": 0.56640625, + "ap": 0.1133837287808642, + "ap_weighted": 0.1133837287808642, + "f1": 0.4573830849927497, + "f1_weighted": 0.6621281138298951 + }, + { + "accuracy": 0.76806640625, + "ap": 0.10623517044544074, + "ap_weighted": 0.10623517044544074, + "f1": 0.539405934031074, + "f1_weighted": 0.8125941905143923 + }, + { + "accuracy": 0.595703125, + "ap": 0.12629332222791304, + "ap_weighted": 0.12629332222791304, + "f1": 0.4806309816086209, + "f1_weighted": 0.6864239019475603 + }, + { + "accuracy": 0.72607421875, + "ap": 0.1321017522508375, + "ap_weighted": 0.1321017522508375, + "f1": 0.5463772458990762, + "f1_weighted": 0.7867167192854165 + }, + { + "accuracy": 0.68505859375, + "ap": 0.14223545608968596, + "ap_weighted": 0.14223545608968596, + "f1": 0.5343943541931684, + "f1_weighted": 0.7573515636317759 + } + ] + } + ] + }, + "task_name": "ToxicConversationsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TswanaNewsClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TswanaNewsClassification.json new file mode 100644 index 000000000..906d18615 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TswanaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "061ca1525717eebaaa9bada240f6cbb31eb3aa87", + "evaluation_time": 15.323305130004883, + "kg_co2_emissions": 0.0010363139480038708, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4529774127310061, + "f1": 0.4524062620934967, + "f1_weighted": 0.43487577591329857, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ], + "main_score": 0.4529774127310061, + "scores_per_experiment": [ + { + "accuracy": 0.48254620123203285, + "f1": 0.48871558628144623, + "f1_weighted": 0.47081704916438033 + }, + { + "accuracy": 0.4620123203285421, + "f1": 0.4578311481353989, + "f1_weighted": 0.4189449176570758 + }, + { + "accuracy": 0.4271047227926078, + "f1": 0.42605195346489005, + "f1_weighted": 0.4055495473897278 + }, + { + "accuracy": 0.44969199178644764, + "f1": 0.44975843592579745, + "f1_weighted": 0.42727989095987057 + }, + { + "accuracy": 0.4209445585215606, + "f1": 0.42360431106152907, + "f1_weighted": 0.40569913263170965 + }, + { + "accuracy": 0.45790554414784396, + "f1": 0.45280097676257886, + "f1_weighted": 0.4385507556391178 + }, + { + "accuracy": 0.433264887063655, + "f1": 0.43437658289904507, + "f1_weighted": 0.3990571816330956 + }, + { + "accuracy": 0.47433264887063653, + "f1": 0.46781128997508475, + "f1_weighted": 0.46270017832266236 + }, + { + "accuracy": 0.459958932238193, + "f1": 0.4630698269250709, + "f1_weighted": 0.4511001367915377 + }, + { + "accuracy": 0.4620123203285421, + "f1": 0.46004250950412634, + "f1_weighted": 0.4690589689438081 + } + ] + } + ] + }, + "task_name": "TswanaNewsClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TweetTopicSingleClassification.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TweetTopicSingleClassification.json new file mode 100644 index 000000000..0c5c7714a --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TweetTopicSingleClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "87b7a0d1c402dbb481db649569c556d9aa27ac05", + "evaluation_time": 8.42098093032837, + "kg_co2_emissions": 0.0002868177636099163, + "mteb_version": "1.12.75", + "scores": { + "test_2021": [ + { + "accuracy": 0.7021854695806262, + "f1": 0.5442035989718809, + "f1_weighted": 0.7305666859949935, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7021854695806262, + "scores_per_experiment": [ + { + "accuracy": 0.6739515652687537, + "f1": 0.5186996274465235, + "f1_weighted": 0.7080185332921473 + }, + { + "accuracy": 0.6857649143532192, + "f1": 0.5689901564892218, + "f1_weighted": 0.708469657919554 + }, + { + "accuracy": 0.6981689308919079, + "f1": 0.5368121399783975, + "f1_weighted": 0.7221318440206013 + }, + { + "accuracy": 0.7058476077968104, + "f1": 0.5675203355389787, + "f1_weighted": 0.7347841929938543 + }, + { + "accuracy": 0.722386296515062, + "f1": 0.5572043781033001, + "f1_weighted": 0.7542117365479151 + }, + { + "accuracy": 0.7147076196101595, + "f1": 0.5503725888278929, + "f1_weighted": 0.7392013288456685 + }, + { + "accuracy": 0.6887182516243355, + "f1": 0.524434679209788, + "f1_weighted": 0.72735272922818 + }, + { + "accuracy": 0.7525103366804489, + "f1": 0.5792263477813788, + "f1_weighted": 0.7771310413170797 + }, + { + "accuracy": 0.6603662138216184, + "f1": 0.49131063186583157, + "f1_weighted": 0.69011162140337 + }, + { + "accuracy": 0.7194329592439457, + "f1": 0.5474651044774961, + "f1_weighted": 0.7442541743815654 + } + ] + } + ] + }, + "task_name": "TweetTopicSingleClassification" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterHjerneRetrieval.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterHjerneRetrieval.json new file mode 100644 index 000000000..0caa77e96 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "evaluation_time": 0.42063021659851074, + "kg_co2_emissions": 1.8058574021670378e-05, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "hf_subset": "default", + "languages": [ + "dan-Latn" + ], + "main_score": 0.43916, + "map_at_1": 0.45192, + "map_at_10": 0.93925, + "map_at_100": 0.94299, + "map_at_1000": 0.94309, + "map_at_20": 0.94173, + "map_at_3": 0.9188, + "map_at_5": 0.93285, + "mrr_at_1": 0.7564102564102564, + "mrr_at_10": 0.823860398860399, + "mrr_at_100": 0.825525808614044, + "mrr_at_1000": 0.825525808614044, + "mrr_at_20": 0.8246145466733703, + "mrr_at_3": 0.8055555555555556, + "mrr_at_5": 0.8202991452991454, + "nauc_map_at_1000_diff1": 0.16385134524727393, + "nauc_map_at_1000_max": 0.24541047969972143, + "nauc_map_at_1000_std": -0.45630483604505023, + "nauc_map_at_100_diff1": 0.1632780777973309, + "nauc_map_at_100_max": 0.2446982045305633, + "nauc_map_at_100_std": -0.45650113019550304, + "nauc_map_at_10_diff1": 0.15219185183141054, + "nauc_map_at_10_max": 0.2266544271005598, + "nauc_map_at_10_std": -0.4988074899601015, + "nauc_map_at_1_diff1": 0.21959748023229833, + "nauc_map_at_1_max": 0.0836311530993047, + "nauc_map_at_1_std": -0.46683984864745215, + "nauc_map_at_20_diff1": 0.16539739798086772, + "nauc_map_at_20_max": 0.24685193622862295, + "nauc_map_at_20_std": -0.45802703626922386, + "nauc_map_at_3_diff1": 0.15752828007390796, + "nauc_map_at_3_max": 0.1235624579873941, + "nauc_map_at_3_std": -0.45796625731282936, + "nauc_map_at_5_diff1": 0.1767695218682833, + "nauc_map_at_5_max": 0.24052634768092246, + "nauc_map_at_5_std": -0.42131394940573846, + "nauc_mrr_at_1000_diff1": 0.5507119739383421, + "nauc_mrr_at_1000_max": 0.7543143577975316, + "nauc_mrr_at_1000_std": 0.020371403000992633, + "nauc_mrr_at_100_diff1": 0.5507119739383421, + "nauc_mrr_at_100_max": 0.7543143577975316, + "nauc_mrr_at_100_std": 0.020371403000992633, + "nauc_mrr_at_10_diff1": 0.5533976408313822, + "nauc_mrr_at_10_max": 0.7538452573650122, + "nauc_mrr_at_10_std": 0.01795242960084979, + "nauc_mrr_at_1_diff1": 0.5430363254245295, + "nauc_mrr_at_1_max": 0.7418917417879153, + "nauc_mrr_at_1_std": -0.049188914814192165, + "nauc_mrr_at_20_diff1": 0.551315451557353, + "nauc_mrr_at_20_max": 0.7547767370399925, + "nauc_mrr_at_20_std": 0.02070051194671497, + "nauc_mrr_at_3_diff1": 0.5319530152900639, + "nauc_mrr_at_3_max": 0.7536221924959807, + "nauc_mrr_at_3_std": 0.03685743042656645, + "nauc_mrr_at_5_diff1": 0.5537697770092223, + "nauc_mrr_at_5_max": 0.7579993916986308, + "nauc_mrr_at_5_std": 0.025532063500545404, + "nauc_ndcg_at_1000_diff1": 0.014797925622185697, + "nauc_ndcg_at_1000_max": 0.12320960293192472, + "nauc_ndcg_at_1000_std": 0.2001171940752447, + "nauc_ndcg_at_100_diff1": 0.015740777336425253, + "nauc_ndcg_at_100_max": 0.12719389583476487, + "nauc_ndcg_at_100_std": 0.19653819993325805, + "nauc_ndcg_at_10_diff1": 0.038893544595609654, + "nauc_ndcg_at_10_max": 0.17852831190950902, + "nauc_ndcg_at_10_std": 0.12782625839406797, + "nauc_ndcg_at_1_diff1": 0.1331418099398815, + "nauc_ndcg_at_1_max": 0.30345157607507167, + "nauc_ndcg_at_1_std": -0.4677785889558509, + "nauc_ndcg_at_20_diff1": 0.029418926210168967, + "nauc_ndcg_at_20_max": 0.1548917259883764, + "nauc_ndcg_at_20_std": 0.18011410932193003, + "nauc_ndcg_at_3_diff1": 0.1299963035819733, + "nauc_ndcg_at_3_max": 0.3239362220923396, + "nauc_ndcg_at_3_std": -0.07422480537171891, + "nauc_ndcg_at_5_diff1": 0.10775556776563561, + "nauc_ndcg_at_5_max": 0.28412383909575667, + "nauc_ndcg_at_5_std": 0.09228466485854415, + "nauc_precision_at_1000_diff1": -0.07092499934270409, + "nauc_precision_at_1000_max": 0.05447073734799906, + "nauc_precision_at_1000_std": 0.2748746409949227, + "nauc_precision_at_100_diff1": -0.07446866942838212, + "nauc_precision_at_100_max": 0.05293250680900035, + "nauc_precision_at_100_std": 0.27128858266423944, + "nauc_precision_at_10_diff1": -0.05944058526204669, + "nauc_precision_at_10_max": 0.09598350678705415, + "nauc_precision_at_10_std": 0.19766357535496815, + "nauc_precision_at_1_diff1": 0.023247169798732998, + "nauc_precision_at_1_max": 0.16365224766414185, + "nauc_precision_at_1_std": 0.17223950571304206, + "nauc_precision_at_20_diff1": -0.05982148206487575, + "nauc_precision_at_20_max": 0.08970268076600167, + "nauc_precision_at_20_std": 0.25497331997247064, + "nauc_precision_at_3_diff1": -0.03906008651647914, + "nauc_precision_at_3_max": 0.1280336950429315, + "nauc_precision_at_3_std": 0.24315814079483697, + "nauc_precision_at_5_diff1": -0.033798576372260476, + "nauc_precision_at_5_max": 0.14455703540506, + "nauc_precision_at_5_std": 0.2499710285361076, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.17249829987525767, + "nauc_recall_at_100_max": -0.17249829987525767, + "nauc_recall_at_100_std": -0.5714752819724435, + "nauc_recall_at_10_diff1": 0.10298689767221965, + "nauc_recall_at_10_max": 0.11623512951627846, + "nauc_recall_at_10_std": -0.8877299293319936, + "nauc_recall_at_1_diff1": 0.21959748023229833, + "nauc_recall_at_1_max": 0.0836311530993047, + "nauc_recall_at_1_std": -0.46683984864745215, + "nauc_recall_at_20_diff1": 0.1641529888301504, + "nauc_recall_at_20_max": 0.2313798795864525, + "nauc_recall_at_20_std": -0.6013525905396274, + "nauc_recall_at_3_diff1": 0.1662051241206154, + "nauc_recall_at_3_max": 0.11996519177236155, + "nauc_recall_at_3_std": -0.41232018837867646, + "nauc_recall_at_5_diff1": 0.22092932021569492, + "nauc_recall_at_5_max": 0.2752012771005943, + "nauc_recall_at_5_std": -0.444899908928959, + "ndcg_at_1": 0.94872, + "ndcg_at_10": 0.43916, + "ndcg_at_100": 0.22076, + "ndcg_at_1000": 0.16967, + "ndcg_at_20": 0.34044, + "ndcg_at_3": 0.75661, + "ndcg_at_5": 0.58871, + "precision_at_1": 0.14103, + "precision_at_10": 0.05, + "precision_at_100": 0.00603, + "precision_at_1000": 0.00062, + "precision_at_20": 0.02692, + "precision_at_3": 0.12393, + "precision_at_5": 0.08974, + "recall_at_1": 0.45192, + "recall_at_10": 0.96688, + "recall_at_100": 0.99359, + "recall_at_1000": 1.0, + "recall_at_20": 0.97756, + "recall_at_3": 0.92628, + "recall_at_5": 0.95085 + } + ] + }, + "task_name": "TwitterHjerneRetrieval" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterURLCorpus.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterURLCorpus.json new file mode 100644 index 000000000..e83a5176d --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "evaluation_time": 24.017493963241577, + "kg_co2_emissions": 0.0012804843402542333, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.8883843676019715, + "cosine_accuracy_threshold": 0.8146767020225525, + "cosine_ap": 0.8541576982228293, + "cosine_f1": 0.7798588791606635, + "cosine_f1_threshold": 0.7875455617904663, + "cosine_precision": 0.7495916483204318, + "cosine_recall": 0.8126732368340006, + "dot_accuracy": 0.8883843676019715, + "dot_accuracy_threshold": 0.8146764039993286, + "dot_ap": 0.8541579134030077, + "dot_f1": 0.7798588791606635, + "dot_f1_threshold": 0.7875456213951111, + "dot_precision": 0.7495916483204318, + "dot_recall": 0.8126732368340006, + "euclidean_accuracy": 0.8883843676019715, + "euclidean_accuracy_threshold": 0.6088074445724487, + "euclidean_ap": 0.8541576719308266, + "euclidean_f1": 0.7798588791606635, + "euclidean_f1_threshold": 0.6518504619598389, + "euclidean_precision": 0.7495916483204318, + "euclidean_recall": 0.8126732368340006, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8541579134030077, + "manhattan_accuracy": 0.8883843676019715, + "manhattan_accuracy_threshold": 13.218897819519043, + "manhattan_ap": 0.8539579983899664, + "manhattan_f1": 0.779669705957743, + "manhattan_f1_threshold": 14.11541748046875, + "manhattan_precision": 0.7433838419104811, + "manhattan_recall": 0.81967970434247, + "max_accuracy": 0.8883843676019715, + "max_ap": 0.8541579134030077, + "max_f1": 0.7798588791606635, + "max_precision": 0.7495916483204318, + "max_recall": 0.81967970434247, + "similarity_accuracy": 0.8883843676019715, + "similarity_accuracy_threshold": 0.8146767020225525, + "similarity_ap": 0.8541576982228293, + "similarity_f1": 0.7798588791606635, + "similarity_f1_threshold": 0.7875455617904663, + "similarity_precision": 0.7495916483204318, + "similarity_recall": 0.8126732368340006 + } + ] + }, + "task_name": "TwitterURLCorpus" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/VoyageMMarcoReranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/VoyageMMarcoReranking.json new file mode 100644 index 000000000..8914b18f0 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/VoyageMMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e25c91bc31859606507a968559ab1de0f472d007", + "evaluation_time": 65.80397653579712, + "kg_co2_emissions": 0.004462729506476629, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.5774158598617879, + "map": 0.5774158598617879, + "mrr": 0.5786318824404761, + "nAUC_map_diff1": 0.5974926206202403, + "nAUC_map_max": 0.2239635378829615, + "nAUC_map_std": 0.2222915629023329, + "nAUC_mrr_diff1": 0.5847978815400809, + "nAUC_mrr_max": 0.23262021640523697, + "nAUC_mrr_std": 0.23966848041337538 + } + ] + }, + "task_name": "VoyageMMarcoReranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WebLINXCandidatesReranking.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WebLINXCandidatesReranking.json new file mode 100644 index 000000000..673f4df44 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WebLINXCandidatesReranking.json @@ -0,0 +1,111 @@ +{ + "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453", + "evaluation_time": 2901.2339668273926, + "kg_co2_emissions": 0.22259174365931111, + "mteb_version": "1.12.75", + "scores": { + "test_cat": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.08664047173176385, + "map": 0.10213991758569457, + "mrr": 0.08664047173176385, + "nAUC_map_diff1": 0.04303103680951931, + "nAUC_map_max": 0.05299774994685352, + "nAUC_map_std": 0.13275789175064706, + "nAUC_mrr_diff1": 0.03540013705787619, + "nAUC_mrr_max": 0.044574590683799376, + "nAUC_mrr_std": 0.09658404437388554 + } + ], + "test_geo": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.11886712645459595, + "map": 0.13779955270815328, + "mrr": 0.11886712645459595, + "nAUC_map_diff1": 0.029665471123561885, + "nAUC_map_max": 0.024674718868589903, + "nAUC_map_std": 0.005747581955652207, + "nAUC_mrr_diff1": 0.025001346461212482, + "nAUC_mrr_max": 0.022258055706492846, + "nAUC_mrr_std": -0.005109969347358856 + } + ], + "test_iid": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.10361254608472968, + "map": 0.11754037396361312, + "mrr": 0.10361254608472968, + "nAUC_map_diff1": 0.12122888927372757, + "nAUC_map_max": 0.12192146217104521, + "nAUC_map_std": 0.13180913260695531, + "nAUC_mrr_diff1": 0.12045830251440273, + "nAUC_mrr_max": 0.12187573366942887, + "nAUC_mrr_std": 0.10632490209611176 + } + ], + "test_vis": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.10395230005932159, + "map": 0.12086521558608294, + "mrr": 0.10395230005932159, + "nAUC_map_diff1": 0.041173444560934025, + "nAUC_map_max": 0.07398449402498594, + "nAUC_map_std": 0.15148939973957298, + "nAUC_mrr_diff1": 0.04543746334574915, + "nAUC_mrr_max": 0.0809252882747115, + "nAUC_mrr_std": 0.14003681433740595 + } + ], + "test_web": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.08734475342299769, + "map": 0.10385801791815001, + "mrr": 0.08734475342299769, + "nAUC_map_diff1": 0.023597358141846696, + "nAUC_map_max": 0.11516028550090407, + "nAUC_map_std": 0.1996219526003295, + "nAUC_mrr_diff1": 0.019072041049098116, + "nAUC_mrr_max": 0.12614116745858917, + "nAUC_mrr_std": 0.19687859034943575 + } + ], + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.14423459365811403, + "map": 0.1614725627672879, + "mrr": 0.14423459365811403, + "nAUC_map_diff1": 0.17222081383782295, + "nAUC_map_max": 0.08302993161476281, + "nAUC_map_std": 0.07731621931943876, + "nAUC_mrr_diff1": 0.1822993586285031, + "nAUC_mrr_max": 0.08547736850951536, + "nAUC_mrr_std": 0.07150316062532727 + } + ] + }, + "task_name": "WebLINXCandidatesReranking" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiCitiesClustering.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiCitiesClustering.json new file mode 100644 index 000000000..5f49a6e08 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiCitiesClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "ddc9ee9242fa65332597f70e967ecc38b9d734fa", + "evaluation_time": 95.73286008834839, + "kg_co2_emissions": 0.008441964665371005, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8354162940235061, + "v_measure": 0.8354162940235061, + "v_measure_std": 0.0, + "v_measures": [ + 0.8354162940235061 + ] + } + ] + }, + "task_name": "WikiCitiesClustering" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiClusteringP2P.v2.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiClusteringP2P.v2.json new file mode 100644 index 000000000..c2854550b --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikiClusteringP2P.v2.json @@ -0,0 +1,333 @@ +{ + "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", + "evaluation_time": 500.42946195602417, + "kg_co2_emissions": 0.01942085571290684, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ], + "main_score": 0.23173314951273455, + "v_measure": 0.23173314951273455, + "v_measure_std": 0.005904101923372954, + "v_measures": { + "Level 0": [ + 0.23894598132529746, + 0.23410527124935906, + 0.22538708330689322, + 0.22391405692479432, + 0.240373428476717, + 0.23148792091776743, + 0.2398255068003252, + 0.2283555809276894, + 0.22834452477890543, + 0.22659214041959708 + ] + } + }, + { + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ], + "main_score": 0.2037350416456057, + "v_measure": 0.2037350416456057, + "v_measure_std": 0.009489131006417753, + "v_measures": { + "Level 0": [ + 0.20820885981621828, + 0.1978640128405665, + 0.2194897270376359, + 0.19752196227756408, + 0.1992424626747726, + 0.18430009623174015, + 0.20368502476853573, + 0.20497888094238004, + 0.21619039436128595, + 0.20586899550535764 + ] + } + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.33418046709388044, + "v_measure": 0.33418046709388044, + "v_measure_std": 0.005785107445413751, + "v_measures": { + "Level 0": [ + 0.3346742225264324, + 0.33429751073954433, + 0.3319071330964023, + 0.3457194927524867, + 0.32944476499292014, + 0.3284048709940379, + 0.32885551327951784, + 0.3312765499790422, + 0.34427999442259244, + 0.3329446181558277 + ] + } + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.20311697523272434, + "v_measure": 0.20311697523272434, + "v_measure_std": 0.0064421420824149365, + "v_measures": { + "Level 0": [ + 0.2050580795685843, + 0.2091593498053594, + 0.19977836353456788, + 0.20140654510230568, + 0.20912340695043008, + 0.19468085768130253, + 0.2065611206596716, + 0.20002328124635713, + 0.21345082832025214, + 0.1919279194584126 + ] + } + }, + { + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ], + "main_score": 0.28134566460294763, + "v_measure": 0.28134566460294763, + "v_measure_std": 0.02228278689457377, + "v_measures": { + "Level 0": [ + 0.24023907894117513, + 0.2856996236143369, + 0.3121342294875261, + 0.2945160083597129, + 0.29009195396267556, + 0.24942935883998418, + 0.27570003162334317, + 0.3121681376848746, + 0.2795352755363495, + 0.2739429479794985 + ] + } + }, + { + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ], + "main_score": 0.36212565109559913, + "v_measure": 0.36212565109559913, + "v_measure_std": 0.008019522174376093, + "v_measures": { + "Level 0": [ + 0.3599614707570243, + 0.35749392380123723, + 0.35846174310264706, + 0.35492830835367645, + 0.36116255755950855, + 0.3471149298251147, + 0.36555441980697057, + 0.3729426802941745, + 0.36971366838384073, + 0.3739228090717968 + ] + } + }, + { + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ], + "main_score": 0.4166100798108084, + "v_measure": 0.4166100798108084, + "v_measure_std": 0.0077835687588239146, + "v_measures": { + "Level 0": [ + 0.4270785545762461, + 0.40520098014228856, + 0.4075362218893231, + 0.41429572866816744, + 0.4276198375391625, + 0.4141522066776781, + 0.42607617905859085, + 0.4107517509089967, + 0.4203821155569229, + 0.41300722309070786 + ] + } + }, + { + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ], + "main_score": 0.3190957547865374, + "v_measure": 0.3190957547865374, + "v_measure_std": 0.004116034279094217, + "v_measures": { + "Level 0": [ + 0.31867676950221496, + 0.31627182249823005, + 0.31888344948877767, + 0.31987494470192634, + 0.3215753029698264, + 0.3158694471896171, + 0.31294630705622634, + 0.3293829787408212, + 0.3184558409826355, + 0.3190206847350984 + ] + } + }, + { + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "main_score": 0.18682398659778207, + "v_measure": 0.18682398659778207, + "v_measure_std": 0.008552902160180707, + "v_measures": { + "Level 0": [ + 0.18078714367954296, + 0.17715817920457405, + 0.18042315709323958, + 0.18256728664714492, + 0.1870909794339151, + 0.19835188780943602, + 0.19823670005852329, + 0.19975949949985092, + 0.18759668690792303, + 0.1762683456436709 + ] + } + }, + { + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.3625170193377904, + "v_measure": 0.3625170193377904, + "v_measure_std": 0.021945243356289793, + "v_measures": { + "Level 0": [ + 0.3467628096642736, + 0.36921209383456494, + 0.37692609524001236, + 0.34327915353616256, + 0.40190255510968154, + 0.3412219904340765, + 0.3719108353093676, + 0.3551370030996311, + 0.32958876683897503, + 0.38922889031115854 + ] + } + }, + { + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ], + "main_score": 0.2652654646381701, + "v_measure": 0.2652654646381701, + "v_measure_std": 0.006770800044629392, + "v_measures": { + "Level 0": [ + 0.2494384483167598, + 0.26548561908898555, + 0.2617739003414146, + 0.2703638318866277, + 0.27008907026382967, + 0.265307558517905, + 0.26413366072941197, + 0.2772046403419405, + 0.263648982784244, + 0.2652089341105815 + ] + } + }, + { + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ], + "main_score": 0.26773129396558865, + "v_measure": 0.26773129396558865, + "v_measure_std": 0.00992339613839772, + "v_measures": { + "Level 0": [ + 0.27094321406314165, + 0.26823137788486845, + 0.27589840186276404, + 0.28367149183510826, + 0.25969769447791563, + 0.2727650485434397, + 0.26499296164782976, + 0.24995427529545722, + 0.2763197880863517, + 0.25483868595901 + ] + } + }, + { + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ], + "main_score": 0.33008930967621275, + "v_measure": 0.33008930967621275, + "v_measure_std": 0.007725758560647832, + "v_measures": { + "Level 0": [ + 0.3333053674669264, + 0.3490527872559444, + 0.32924542692085856, + 0.3333631194129602, + 0.32578377613654275, + 0.3261811814737476, + 0.3317803109059517, + 0.3181394029217684, + 0.32995219230086303, + 0.32408953196656487 + ] + } + }, + { + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ], + "main_score": 0.014134324314466044, + "v_measure": 0.014134324314466044, + "v_measure_std": 0.0022034481093965923, + "v_measures": { + "Level 0": [ + 0.017240126020625086, + 0.011783785723667794, + 0.015334328923936918, + 0.009202297903808526, + 0.016052996804717338, + 0.013446236364964812, + 0.014614286271755764, + 0.015858591297815045, + 0.014181673349986539, + 0.013628920483382595 + ] + } + } + ] + }, + "task_name": "WikiClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRerankingMultilingual.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRerankingMultilingual.json new file mode 100644 index 000000000..f19278e31 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRerankingMultilingual.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f", + "evaluation_time": 261.4275007247925, + "kg_co2_emissions": 0.018634871603544257, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.8145412698412698, + "map": 0.8145412698412698, + "mrr": 0.8145412698412698, + "nAUC_map_diff1": 0.6797622300537561, + "nAUC_map_max": 0.41885252908633847, + "nAUC_map_std": 0.18346161126097915, + "nAUC_mrr_diff1": 0.6797622300537561, + "nAUC_mrr_max": 0.41885252908633847, + "nAUC_mrr_std": 0.18346161126097915 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.7923791005291004, + "map": 0.7923791005291004, + "mrr": 0.7923791005291004, + "nAUC_map_diff1": 0.6281586559691568, + "nAUC_map_max": 0.32183530537781485, + "nAUC_map_std": 0.23815700703571555, + "nAUC_mrr_diff1": 0.6281586559691568, + "nAUC_mrr_max": 0.32183530537781485, + "nAUC_mrr_std": 0.23815700703571555 + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.8357306878306878, + "map": 0.8357306878306878, + "mrr": 0.8357306878306878, + "nAUC_map_diff1": 0.7278598132639189, + "nAUC_map_max": 0.45784552468137296, + "nAUC_map_std": 0.29233645222234605, + "nAUC_mrr_diff1": 0.7278598132639189, + "nAUC_mrr_max": 0.45784552468137296, + "nAUC_mrr_std": 0.29233645222234605 + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.8270301587301587, + "map": 0.8270301587301587, + "mrr": 0.8274746031746031, + "nAUC_map_diff1": 0.700109737890745, + "nAUC_map_max": 0.4016814722003194, + "nAUC_map_std": 0.28879463209320433, + "nAUC_mrr_diff1": 0.6987734891607063, + "nAUC_mrr_max": 0.4041575391874082, + "nAUC_mrr_std": 0.28656821939691535 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8199873015873015, + "map": 0.8199873015873015, + "mrr": 0.8199873015873015, + "nAUC_map_diff1": 0.7042574953772056, + "nAUC_map_max": 0.4868118513439967, + "nAUC_map_std": 0.17695430814344887, + "nAUC_mrr_diff1": 0.7042574953772056, + "nAUC_mrr_max": 0.4868118513439967, + "nAUC_mrr_std": 0.17695430814344887 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8819634920634921, + "map": 0.8819634920634921, + "mrr": 0.8819634920634921, + "nAUC_map_diff1": 0.7880143931050686, + "nAUC_map_max": 0.5279904063684361, + "nAUC_map_std": 0.3320967840273269, + "nAUC_mrr_diff1": 0.7880143931050686, + "nAUC_mrr_max": 0.5279904063684361, + "nAUC_mrr_std": 0.3320967840273269 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.8438264550264551, + "map": 0.8438264550264551, + "mrr": 0.8438264550264551, + "nAUC_map_diff1": 0.7138530436863529, + "nAUC_map_max": 0.4194316656621156, + "nAUC_map_std": 0.2017749478266605, + "nAUC_mrr_diff1": 0.7138530436863529, + "nAUC_mrr_max": 0.4194316656621156, + "nAUC_mrr_std": 0.2017749478266605 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.8428500000000001, + "map": 0.8428500000000001, + "mrr": 0.8428500000000001, + "nAUC_map_diff1": 0.7100489616182205, + "nAUC_map_max": 0.3519767763811682, + "nAUC_map_std": 0.23216309033135946, + "nAUC_mrr_diff1": 0.7100489616182205, + "nAUC_mrr_max": 0.3519767763811682, + "nAUC_mrr_std": 0.23216309033135946 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.819791798941799, + "map": 0.819791798941799, + "mrr": 0.8205788359788361, + "nAUC_map_diff1": 0.6969602445483547, + "nAUC_map_max": 0.39713548152236416, + "nAUC_map_std": 0.24376507976290754, + "nAUC_mrr_diff1": 0.6951010960988934, + "nAUC_mrr_max": 0.39751728911123513, + "nAUC_mrr_std": 0.25122471435782107 + }, + { + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.8222367724867725, + "map": 0.8222367724867725, + "mrr": 0.8222367724867725, + "nAUC_map_diff1": 0.6765464652721574, + "nAUC_map_max": 0.46727412140715535, + "nAUC_map_std": 0.2832680781756003, + "nAUC_mrr_diff1": 0.6765464652721574, + "nAUC_mrr_max": 0.46727412140715535, + "nAUC_mrr_std": 0.2832680781756003 + }, + { + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.8233558201058201, + "map": 0.8233558201058201, + "mrr": 0.8234113756613756, + "nAUC_map_diff1": 0.6752436922849215, + "nAUC_map_max": 0.44319744510652775, + "nAUC_map_std": 0.2515539169682928, + "nAUC_mrr_diff1": 0.6756458482795354, + "nAUC_mrr_max": 0.4429825586571691, + "nAUC_mrr_std": 0.25137789641409264 + }, + { + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.8025291005291004, + "map": 0.8025291005291004, + "mrr": 0.8025291005291004, + "nAUC_map_diff1": 0.6408577434469677, + "nAUC_map_max": 0.3798548192370675, + "nAUC_map_std": 0.15811922987581914, + "nAUC_mrr_diff1": 0.6408577434469677, + "nAUC_mrr_max": 0.3798548192370675, + "nAUC_mrr_std": 0.15811922987581914 + }, + { + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.8269878306878305, + "map": 0.8269878306878305, + "mrr": 0.8273211640211638, + "nAUC_map_diff1": 0.7427689104470118, + "nAUC_map_max": 0.37513326614516906, + "nAUC_map_std": 0.17820446959143832, + "nAUC_mrr_diff1": 0.7417775378747512, + "nAUC_mrr_max": 0.37385361599865635, + "nAUC_mrr_std": 0.17634109144703192 + }, + { + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ], + "main_score": 0.8210002645502645, + "map": 0.8210002645502645, + "mrr": 0.8213335978835978, + "nAUC_map_diff1": 0.7133659570865625, + "nAUC_map_max": 0.32298049015256497, + "nAUC_map_std": 0.19305880856356902, + "nAUC_mrr_diff1": 0.7123612929142071, + "nAUC_mrr_max": 0.3219671898536968, + "nAUC_mrr_std": 0.1930933111844988 + }, + { + "hf_subset": "no", + "languages": [ + "nor-Latn" + ], + "main_score": 0.796297619047619, + "map": 0.796297619047619, + "mrr": 0.796297619047619, + "nAUC_map_diff1": 0.6851119863395101, + "nAUC_map_max": 0.45848652981859556, + "nAUC_map_std": 0.21578011507723524, + "nAUC_mrr_diff1": 0.6851119863395101, + "nAUC_mrr_max": 0.45848652981859556, + "nAUC_mrr_std": 0.21578011507723524 + }, + { + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.850945238095238, + "map": 0.850945238095238, + "mrr": 0.850945238095238, + "nAUC_map_diff1": 0.7053571359936962, + "nAUC_map_max": 0.41932236016799085, + "nAUC_map_std": 0.28406004201235896, + "nAUC_mrr_diff1": 0.7053571359936962, + "nAUC_mrr_max": 0.41932236016799085, + "nAUC_mrr_std": 0.28406004201235896 + } + ] + }, + "task_name": "WikipediaRerankingMultilingual" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRetrievalMultilingual.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRetrievalMultilingual.json new file mode 100644 index 000000000..2caaabe50 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2363 @@ +{ + "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", + "evaluation_time": 246.19904494285583, + "kg_co2_emissions": 0.01828321175014531, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.82605, + "map_at_1": 0.70333, + "map_at_10": 0.78775, + "map_at_100": 0.7896, + "map_at_1000": 0.78967, + "map_at_20": 0.78895, + "map_at_3": 0.77222, + "map_at_5": 0.78186, + "mrr_at_1": 0.7033333333333334, + "mrr_at_10": 0.7877486772486773, + "mrr_at_100": 0.7896022197493163, + "mrr_at_1000": 0.789671460398412, + "mrr_at_20": 0.7889526565339258, + "mrr_at_3": 0.7722222222222226, + "mrr_at_5": 0.7818555555555563, + "nauc_map_at_1000_diff1": 0.6625243833996808, + "nauc_map_at_1000_max": 0.45490126424216726, + "nauc_map_at_1000_std": -0.06895431209153732, + "nauc_map_at_100_diff1": 0.6624231934867572, + "nauc_map_at_100_max": 0.45490892918508247, + "nauc_map_at_100_std": -0.06901887545168073, + "nauc_map_at_10_diff1": 0.66163493591597, + "nauc_map_at_10_max": 0.45626405704554557, + "nauc_map_at_10_std": -0.06853104753152797, + "nauc_map_at_1_diff1": 0.7059442488013918, + "nauc_map_at_1_max": 0.4454471066715962, + "nauc_map_at_1_std": -0.08368741021802242, + "nauc_map_at_20_diff1": 0.6617401383206888, + "nauc_map_at_20_max": 0.45501388032351353, + "nauc_map_at_20_std": -0.06876121313451256, + "nauc_map_at_3_diff1": 0.6575573965399948, + "nauc_map_at_3_max": 0.4536518250542021, + "nauc_map_at_3_std": -0.07234475435997494, + "nauc_map_at_5_diff1": 0.6569998373460826, + "nauc_map_at_5_max": 0.45194621831763176, + "nauc_map_at_5_std": -0.07386975951729637, + "nauc_mrr_at_1000_diff1": 0.6625243833996808, + "nauc_mrr_at_1000_max": 0.45490126424216726, + "nauc_mrr_at_1000_std": -0.06895431209153732, + "nauc_mrr_at_100_diff1": 0.6624231934867572, + "nauc_mrr_at_100_max": 0.45490892918508247, + "nauc_mrr_at_100_std": -0.06901887545168073, + "nauc_mrr_at_10_diff1": 0.66163493591597, + "nauc_mrr_at_10_max": 0.45626405704554557, + "nauc_mrr_at_10_std": -0.06853104753152797, + "nauc_mrr_at_1_diff1": 0.7059442488013918, + "nauc_mrr_at_1_max": 0.4454471066715962, + "nauc_mrr_at_1_std": -0.08368741021802242, + "nauc_mrr_at_20_diff1": 0.6617401383206888, + "nauc_mrr_at_20_max": 0.45501388032351353, + "nauc_mrr_at_20_std": -0.06876121313451256, + "nauc_mrr_at_3_diff1": 0.6575573965399948, + "nauc_mrr_at_3_max": 0.4536518250542021, + "nauc_mrr_at_3_std": -0.07234475435997494, + "nauc_mrr_at_5_diff1": 0.6569998373460826, + "nauc_mrr_at_5_max": 0.45194621831763176, + "nauc_mrr_at_5_std": -0.07386975951729637, + "nauc_ndcg_at_1000_diff1": 0.6547603324939818, + "nauc_ndcg_at_1000_max": 0.45736895154278373, + "nauc_ndcg_at_1000_std": -0.0636667623070488, + "nauc_ndcg_at_100_diff1": 0.652340866593823, + "nauc_ndcg_at_100_max": 0.4585681299680676, + "nauc_ndcg_at_100_std": -0.06283420565062714, + "nauc_ndcg_at_10_diff1": 0.6457513566558533, + "nauc_ndcg_at_10_max": 0.4646793603468897, + "nauc_ndcg_at_10_std": -0.059192704250395106, + "nauc_ndcg_at_1_diff1": 0.7059442488013918, + "nauc_ndcg_at_1_max": 0.4454471066715962, + "nauc_ndcg_at_1_std": -0.08368741021802242, + "nauc_ndcg_at_20_diff1": 0.6462094015824104, + "nauc_ndcg_at_20_max": 0.45954903953855103, + "nauc_ndcg_at_20_std": -0.059694628361234785, + "nauc_ndcg_at_3_diff1": 0.6368491565304691, + "nauc_ndcg_at_3_max": 0.45580332287142244, + "nauc_ndcg_at_3_std": -0.06941926349964327, + "nauc_ndcg_at_5_diff1": 0.6340605267096168, + "nauc_ndcg_at_5_max": 0.45212806406744377, + "nauc_ndcg_at_5_std": -0.07312725098909435, + "nauc_precision_at_1000_diff1": 0.7222222222221372, + "nauc_precision_at_1000_max": 0.3580765639589841, + "nauc_precision_at_1000_std": 0.8692810457516053, + "nauc_precision_at_100_diff1": 0.4695433729047187, + "nauc_precision_at_100_max": 0.5742519229914194, + "nauc_precision_at_100_std": 0.11549064070072605, + "nauc_precision_at_10_diff1": 0.5033973428728904, + "nauc_precision_at_10_max": 0.5594253765763327, + "nauc_precision_at_10_std": 0.040678118637012255, + "nauc_precision_at_1_diff1": 0.7059442488013918, + "nauc_precision_at_1_max": 0.4454471066715962, + "nauc_precision_at_1_std": -0.08368741021802242, + "nauc_precision_at_20_diff1": 0.45610786687556565, + "nauc_precision_at_20_max": 0.5209134501258118, + "nauc_precision_at_20_std": 0.07593093734669171, + "nauc_precision_at_3_diff1": 0.5469598649748648, + "nauc_precision_at_3_max": 0.4645421056746411, + "nauc_precision_at_3_std": -0.05757193905473486, + "nauc_precision_at_5_diff1": 0.5025519216695693, + "nauc_precision_at_5_max": 0.4508857597092911, + "nauc_precision_at_5_std": -0.07209730739142481, + "nauc_recall_at_1000_diff1": 0.7222222222223855, + "nauc_recall_at_1000_max": 0.35807656395890897, + "nauc_recall_at_1000_std": 0.8692810457515725, + "nauc_recall_at_100_diff1": 0.4695433729047192, + "nauc_recall_at_100_max": 0.5742519229914226, + "nauc_recall_at_100_std": 0.11549064070072809, + "nauc_recall_at_10_diff1": 0.5033973428728933, + "nauc_recall_at_10_max": 0.5594253765763356, + "nauc_recall_at_10_std": 0.040678118637015794, + "nauc_recall_at_1_diff1": 0.7059442488013918, + "nauc_recall_at_1_max": 0.4454471066715962, + "nauc_recall_at_1_std": -0.08368741021802242, + "nauc_recall_at_20_diff1": 0.4561078668755639, + "nauc_recall_at_20_max": 0.5209134501258127, + "nauc_recall_at_20_std": 0.07593093734669183, + "nauc_recall_at_3_diff1": 0.5469598649748674, + "nauc_recall_at_3_max": 0.4645421056746434, + "nauc_recall_at_3_std": -0.057571939054732305, + "nauc_recall_at_5_diff1": 0.5025519216695691, + "nauc_recall_at_5_max": 0.45088575970928896, + "nauc_recall_at_5_std": -0.07209730739142517, + "ndcg_at_1": 0.70333, + "ndcg_at_10": 0.82605, + "ndcg_at_100": 0.8349, + "ndcg_at_1000": 0.83662, + "ndcg_at_20": 0.83021, + "ndcg_at_3": 0.7946, + "ndcg_at_5": 0.81193, + "precision_at_1": 0.70333, + "precision_at_10": 0.09447, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04803, + "precision_at_3": 0.28644, + "precision_at_5": 0.18027, + "recall_at_1": 0.70333, + "recall_at_10": 0.94467, + "recall_at_100": 0.986, + "recall_at_1000": 0.99933, + "recall_at_20": 0.96067, + "recall_at_3": 0.85933, + "recall_at_5": 0.90133 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.77205, + "map_at_1": 0.63733, + "map_at_10": 0.73008, + "map_at_100": 0.73245, + "map_at_1000": 0.73259, + "map_at_20": 0.73133, + "map_at_3": 0.71333, + "map_at_5": 0.72377, + "mrr_at_1": 0.6373333333333333, + "mrr_at_10": 0.7300793650793655, + "mrr_at_100": 0.7324523497325499, + "mrr_at_1000": 0.7325937069615961, + "mrr_at_20": 0.7313331762177742, + "mrr_at_3": 0.7133333333333339, + "mrr_at_5": 0.7237666666666677, + "nauc_map_at_1000_diff1": 0.6242095602814236, + "nauc_map_at_1000_max": 0.4518110108045272, + "nauc_map_at_1000_std": 0.0854781705821059, + "nauc_map_at_100_diff1": 0.6240816338800066, + "nauc_map_at_100_max": 0.4519185607655781, + "nauc_map_at_100_std": 0.0856658647024533, + "nauc_map_at_10_diff1": 0.6234693695120267, + "nauc_map_at_10_max": 0.4529359453672825, + "nauc_map_at_10_std": 0.08656624401879956, + "nauc_map_at_1_diff1": 0.6618856886260525, + "nauc_map_at_1_max": 0.4145916028755765, + "nauc_map_at_1_std": 0.03745175953265515, + "nauc_map_at_20_diff1": 0.6234201677005023, + "nauc_map_at_20_max": 0.45214753380520245, + "nauc_map_at_20_std": 0.08595420662524063, + "nauc_map_at_3_diff1": 0.6218576060869124, + "nauc_map_at_3_max": 0.4488121074401266, + "nauc_map_at_3_std": 0.08075414049600847, + "nauc_map_at_5_diff1": 0.6233503102775103, + "nauc_map_at_5_max": 0.44981938654673387, + "nauc_map_at_5_std": 0.08038592570621197, + "nauc_mrr_at_1000_diff1": 0.6242095709730275, + "nauc_mrr_at_1000_max": 0.4518110014433435, + "nauc_mrr_at_1000_std": 0.08547817833779456, + "nauc_mrr_at_100_diff1": 0.6240816338800066, + "nauc_mrr_at_100_max": 0.4519185607655781, + "nauc_mrr_at_100_std": 0.0856658647024533, + "nauc_mrr_at_10_diff1": 0.6234693695120267, + "nauc_mrr_at_10_max": 0.4529359453672825, + "nauc_mrr_at_10_std": 0.08656624401879956, + "nauc_mrr_at_1_diff1": 0.6618856886260525, + "nauc_mrr_at_1_max": 0.4145916028755765, + "nauc_mrr_at_1_std": 0.03745175953265515, + "nauc_mrr_at_20_diff1": 0.6234201677005023, + "nauc_mrr_at_20_max": 0.45214753380520245, + "nauc_mrr_at_20_std": 0.08595420662524063, + "nauc_mrr_at_3_diff1": 0.6218576060869124, + "nauc_mrr_at_3_max": 0.4488121074401266, + "nauc_mrr_at_3_std": 0.08075414049600847, + "nauc_mrr_at_5_diff1": 0.6233503102775103, + "nauc_mrr_at_5_max": 0.44981938654673387, + "nauc_mrr_at_5_std": 0.08038592570621197, + "nauc_ndcg_at_1000_diff1": 0.6154667289137814, + "nauc_ndcg_at_1000_max": 0.4647097380096512, + "nauc_ndcg_at_1000_std": 0.1060476972940632, + "nauc_ndcg_at_100_diff1": 0.6114953831556772, + "nauc_ndcg_at_100_max": 0.46784199334386944, + "nauc_ndcg_at_100_std": 0.11243056332028395, + "nauc_ndcg_at_10_diff1": 0.6088773251874107, + "nauc_ndcg_at_10_max": 0.47398995554950196, + "nauc_ndcg_at_10_std": 0.11588882985054172, + "nauc_ndcg_at_1_diff1": 0.6618856886260525, + "nauc_ndcg_at_1_max": 0.4145916028755765, + "nauc_ndcg_at_1_std": 0.03745175953265515, + "nauc_ndcg_at_20_diff1": 0.6084547807677152, + "nauc_ndcg_at_20_max": 0.471100700833786, + "nauc_ndcg_at_20_std": 0.1144194757000306, + "nauc_ndcg_at_3_diff1": 0.6068921919651049, + "nauc_ndcg_at_3_max": 0.4611636595171824, + "nauc_ndcg_at_3_std": 0.0967836754050358, + "nauc_ndcg_at_5_diff1": 0.6082425306651974, + "nauc_ndcg_at_5_max": 0.46396516537942895, + "nauc_ndcg_at_5_std": 0.09789269769856486, + "nauc_precision_at_1000_diff1": 0.46895424836600424, + "nauc_precision_at_1000_max": 0.898313492063494, + "nauc_precision_at_1000_std": 0.9220938375350124, + "nauc_precision_at_100_diff1": 0.42906940553999395, + "nauc_precision_at_100_max": 0.6934951758481162, + "nauc_precision_at_100_std": 0.5609788359788364, + "nauc_precision_at_10_diff1": 0.5144819832694978, + "nauc_precision_at_10_max": 0.6250468441344802, + "nauc_precision_at_10_std": 0.3285028297033107, + "nauc_precision_at_1_diff1": 0.6618856886260525, + "nauc_precision_at_1_max": 0.4145916028755765, + "nauc_precision_at_1_std": 0.03745175953265515, + "nauc_precision_at_20_diff1": 0.4889092892058767, + "nauc_precision_at_20_max": 0.6328060636019105, + "nauc_precision_at_20_std": 0.36683300771288874, + "nauc_precision_at_3_diff1": 0.5485856314356722, + "nauc_precision_at_3_max": 0.5090926179916867, + "nauc_precision_at_3_std": 0.15916606907883205, + "nauc_precision_at_5_diff1": 0.535074228680831, + "nauc_precision_at_5_max": 0.5325991920260763, + "nauc_precision_at_5_std": 0.1833320629340852, + "nauc_recall_at_1000_diff1": 0.46895424836601823, + "nauc_recall_at_1000_max": 0.8983134920634797, + "nauc_recall_at_1000_std": 0.9220938375350084, + "nauc_recall_at_100_diff1": 0.42906940553999423, + "nauc_recall_at_100_max": 0.6934951758481147, + "nauc_recall_at_100_std": 0.5609788359788375, + "nauc_recall_at_10_diff1": 0.5144819832694983, + "nauc_recall_at_10_max": 0.6250468441344784, + "nauc_recall_at_10_std": 0.328502829703309, + "nauc_recall_at_1_diff1": 0.6618856886260525, + "nauc_recall_at_1_max": 0.4145916028755765, + "nauc_recall_at_1_std": 0.03745175953265515, + "nauc_recall_at_20_diff1": 0.4889092892058795, + "nauc_recall_at_20_max": 0.6328060636019113, + "nauc_recall_at_20_std": 0.3668330077128896, + "nauc_recall_at_3_diff1": 0.5485856314356726, + "nauc_recall_at_3_max": 0.5090926179916861, + "nauc_recall_at_3_std": 0.15916606907883357, + "nauc_recall_at_5_diff1": 0.5350742286808334, + "nauc_recall_at_5_max": 0.5325991920260781, + "nauc_recall_at_5_std": 0.18333206293408508, + "ndcg_at_1": 0.63733, + "ndcg_at_10": 0.77205, + "ndcg_at_100": 0.78423, + "ndcg_at_1000": 0.78795, + "ndcg_at_20": 0.77672, + "ndcg_at_3": 0.738, + "ndcg_at_5": 0.75687, + "precision_at_1": 0.63733, + "precision_at_10": 0.0902, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04603, + "precision_at_3": 0.26978, + "precision_at_5": 0.17107, + "recall_at_1": 0.63733, + "recall_at_10": 0.902, + "recall_at_100": 0.96, + "recall_at_1000": 0.98933, + "recall_at_20": 0.92067, + "recall_at_3": 0.80933, + "recall_at_5": 0.85533 + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.85015, + "map_at_1": 0.73267, + "map_at_10": 0.81423, + "map_at_100": 0.81567, + "map_at_1000": 0.8157, + "map_at_20": 0.81517, + "map_at_3": 0.798, + "map_at_5": 0.8099, + "mrr_at_1": 0.7326666666666667, + "mrr_at_10": 0.8142626984126993, + "mrr_at_100": 0.8156725541235463, + "mrr_at_1000": 0.8157003617620084, + "mrr_at_20": 0.8151686759433671, + "mrr_at_3": 0.7980000000000003, + "mrr_at_5": 0.8098666666666675, + "nauc_map_at_1000_diff1": 0.7250301618899896, + "nauc_map_at_1000_max": 0.4981768290239474, + "nauc_map_at_1000_std": -0.0692058389540212, + "nauc_map_at_100_diff1": 0.7250311164068602, + "nauc_map_at_100_max": 0.4982166309378386, + "nauc_map_at_100_std": -0.06908908959441777, + "nauc_map_at_10_diff1": 0.7239946907458477, + "nauc_map_at_10_max": 0.4986306614667742, + "nauc_map_at_10_std": -0.06892464025023323, + "nauc_map_at_1_diff1": 0.7562149285126321, + "nauc_map_at_1_max": 0.4891450980184904, + "nauc_map_at_1_std": -0.08122513533118317, + "nauc_map_at_20_diff1": 0.7246387191569343, + "nauc_map_at_20_max": 0.4987170247329842, + "nauc_map_at_20_std": -0.06864595869365782, + "nauc_map_at_3_diff1": 0.71713832256017, + "nauc_map_at_3_max": 0.4941424542257029, + "nauc_map_at_3_std": -0.08210192307529493, + "nauc_map_at_5_diff1": 0.7229168072029621, + "nauc_map_at_5_max": 0.4960307740516666, + "nauc_map_at_5_std": -0.06975485179387951, + "nauc_mrr_at_1000_diff1": 0.7250856876619916, + "nauc_mrr_at_1000_max": 0.4982062250208892, + "nauc_mrr_at_1000_std": -0.06944100692956051, + "nauc_mrr_at_100_diff1": 0.7250866329211298, + "nauc_mrr_at_100_max": 0.49824602203362833, + "nauc_mrr_at_100_std": -0.06932421836073344, + "nauc_mrr_at_10_diff1": 0.7240500931774418, + "nauc_mrr_at_10_max": 0.49861549389030063, + "nauc_mrr_at_10_std": -0.06905978265826924, + "nauc_mrr_at_1_diff1": 0.7562149285126321, + "nauc_mrr_at_1_max": 0.4891450980184904, + "nauc_mrr_at_1_std": -0.08122513533118317, + "nauc_mrr_at_20_diff1": 0.7246940684529818, + "nauc_mrr_at_20_max": 0.4987463273014795, + "nauc_mrr_at_20_std": -0.068880379241626, + "nauc_mrr_at_3_diff1": 0.71713832256017, + "nauc_mrr_at_3_max": 0.4941424542257029, + "nauc_mrr_at_3_std": -0.08210192307529493, + "nauc_mrr_at_5_diff1": 0.7229703220024954, + "nauc_mrr_at_5_max": 0.4961028621969781, + "nauc_mrr_at_5_std": -0.07007742940925299, + "nauc_ndcg_at_1000_diff1": 0.7212596234718908, + "nauc_ndcg_at_1000_max": 0.5016184621900377, + "nauc_ndcg_at_1000_std": -0.06278162558514953, + "nauc_ndcg_at_100_diff1": 0.7212619851137301, + "nauc_ndcg_at_100_max": 0.5032219629194558, + "nauc_ndcg_at_100_std": -0.05837890514126113, + "nauc_ndcg_at_10_diff1": 0.715135070806859, + "nauc_ndcg_at_10_max": 0.5074148751313464, + "nauc_ndcg_at_10_std": -0.056159502718166894, + "nauc_ndcg_at_1_diff1": 0.7562149285126321, + "nauc_ndcg_at_1_max": 0.4891450980184904, + "nauc_ndcg_at_1_std": -0.08122513533118317, + "nauc_ndcg_at_20_diff1": 0.7182024934818542, + "nauc_ndcg_at_20_max": 0.5079274336763954, + "nauc_ndcg_at_20_std": -0.05355467235893092, + "nauc_ndcg_at_3_diff1": 0.7014543820359004, + "nauc_ndcg_at_3_max": 0.49425616132712846, + "nauc_ndcg_at_3_std": -0.08413523344463074, + "nauc_ndcg_at_5_diff1": 0.7122542808469576, + "nauc_ndcg_at_5_max": 0.499765584456296, + "nauc_ndcg_at_5_std": -0.05824035970965501, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7240896358543226, + "nauc_precision_at_100_max": 0.788359788359763, + "nauc_precision_at_100_std": 0.7087353459902338, + "nauc_precision_at_10_diff1": 0.6228140973903713, + "nauc_precision_at_10_max": 0.630513222238047, + "nauc_precision_at_10_std": 0.11376188893636587, + "nauc_precision_at_1_diff1": 0.7562149285126321, + "nauc_precision_at_1_max": 0.4891450980184904, + "nauc_precision_at_1_std": -0.08122513533118317, + "nauc_precision_at_20_diff1": 0.6397120251609417, + "nauc_precision_at_20_max": 0.7082657624453228, + "nauc_precision_at_20_std": 0.27315838616148286, + "nauc_precision_at_3_diff1": 0.6327819494134289, + "nauc_precision_at_3_max": 0.49383008153756436, + "nauc_precision_at_3_std": -0.09385920209668158, + "nauc_precision_at_5_diff1": 0.6431874636647137, + "nauc_precision_at_5_max": 0.5285617391610714, + "nauc_precision_at_5_std": 0.03058330250339516, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7240896358543252, + "nauc_recall_at_100_max": 0.7883597883597793, + "nauc_recall_at_100_std": 0.7087353459902489, + "nauc_recall_at_10_diff1": 0.6228140973903665, + "nauc_recall_at_10_max": 0.6305132222380496, + "nauc_recall_at_10_std": 0.11376188893636606, + "nauc_recall_at_1_diff1": 0.7562149285126321, + "nauc_recall_at_1_max": 0.4891450980184904, + "nauc_recall_at_1_std": -0.08122513533118317, + "nauc_recall_at_20_diff1": 0.6397120251609394, + "nauc_recall_at_20_max": 0.7082657624453286, + "nauc_recall_at_20_std": 0.2731583861614898, + "nauc_recall_at_3_diff1": 0.6327819494134291, + "nauc_recall_at_3_max": 0.49383008153756547, + "nauc_recall_at_3_std": -0.09385920209667975, + "nauc_recall_at_5_diff1": 0.6431874636647129, + "nauc_recall_at_5_max": 0.5285617391610725, + "nauc_recall_at_5_std": 0.030583302503392067, + "ndcg_at_1": 0.73267, + "ndcg_at_10": 0.85015, + "ndcg_at_100": 0.85726, + "ndcg_at_1000": 0.85801, + "ndcg_at_20": 0.85365, + "ndcg_at_3": 0.81844, + "ndcg_at_5": 0.83987, + "precision_at_1": 0.73267, + "precision_at_10": 0.09607, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04873, + "precision_at_3": 0.29244, + "precision_at_5": 0.18587, + "recall_at_1": 0.73267, + "recall_at_10": 0.96067, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "recall_at_20": 0.97467, + "recall_at_3": 0.87733, + "recall_at_5": 0.92933 + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.84084, + "map_at_1": 0.72067, + "map_at_10": 0.8037, + "map_at_100": 0.80518, + "map_at_1000": 0.80523, + "map_at_20": 0.8048, + "map_at_3": 0.78767, + "map_at_5": 0.79777, + "mrr_at_1": 0.7206666666666667, + "mrr_at_10": 0.8037005291005292, + "mrr_at_100": 0.8051775022738177, + "mrr_at_1000": 0.8052271667220142, + "mrr_at_20": 0.8048049678391785, + "mrr_at_3": 0.787666666666667, + "mrr_at_5": 0.7977666666666673, + "nauc_map_at_1000_diff1": 0.674907730429608, + "nauc_map_at_1000_max": 0.4491840445578316, + "nauc_map_at_1000_std": 0.02044511688134331, + "nauc_map_at_100_diff1": 0.6748193265099153, + "nauc_map_at_100_max": 0.44923407607523574, + "nauc_map_at_100_std": 0.020667894882918546, + "nauc_map_at_10_diff1": 0.6740540821839934, + "nauc_map_at_10_max": 0.4501836231348787, + "nauc_map_at_10_std": 0.02156847719888917, + "nauc_map_at_1_diff1": 0.7037694996641998, + "nauc_map_at_1_max": 0.40642773670722127, + "nauc_map_at_1_std": -0.03280391184832817, + "nauc_map_at_20_diff1": 0.674708343433615, + "nauc_map_at_20_max": 0.44971378768972387, + "nauc_map_at_20_std": 0.02137137630489655, + "nauc_map_at_3_diff1": 0.6646319581743545, + "nauc_map_at_3_max": 0.45366778921783, + "nauc_map_at_3_std": 0.020796538074929594, + "nauc_map_at_5_diff1": 0.6702368058972961, + "nauc_map_at_5_max": 0.4516822659863484, + "nauc_map_at_5_std": 0.024967232567998123, + "nauc_mrr_at_1000_diff1": 0.674907730429608, + "nauc_mrr_at_1000_max": 0.4491840445578316, + "nauc_mrr_at_1000_std": 0.02044511688134331, + "nauc_mrr_at_100_diff1": 0.6748193265099153, + "nauc_mrr_at_100_max": 0.44923407607523574, + "nauc_mrr_at_100_std": 0.020667894882918546, + "nauc_mrr_at_10_diff1": 0.6740540821839934, + "nauc_mrr_at_10_max": 0.4501836231348787, + "nauc_mrr_at_10_std": 0.02156847719888917, + "nauc_mrr_at_1_diff1": 0.7037694996641998, + "nauc_mrr_at_1_max": 0.40642773670722127, + "nauc_mrr_at_1_std": -0.03280391184832817, + "nauc_mrr_at_20_diff1": 0.674708343433615, + "nauc_mrr_at_20_max": 0.44971378768972387, + "nauc_mrr_at_20_std": 0.02137137630489655, + "nauc_mrr_at_3_diff1": 0.6646319581743545, + "nauc_mrr_at_3_max": 0.45366778921783, + "nauc_mrr_at_3_std": 0.020796538074929594, + "nauc_mrr_at_5_diff1": 0.6702368058972961, + "nauc_mrr_at_5_max": 0.4516822659863484, + "nauc_mrr_at_5_std": 0.024967232567998123, + "nauc_ndcg_at_1000_diff1": 0.6708751634465716, + "nauc_ndcg_at_1000_max": 0.4586142012526285, + "nauc_ndcg_at_1000_std": 0.0369779256853611, + "nauc_ndcg_at_100_diff1": 0.669422089433386, + "nauc_ndcg_at_100_max": 0.46080561467853737, + "nauc_ndcg_at_100_std": 0.04362445399861633, + "nauc_ndcg_at_10_diff1": 0.6657988010898219, + "nauc_ndcg_at_10_max": 0.4666186923274356, + "nauc_ndcg_at_10_std": 0.04908100705942767, + "nauc_ndcg_at_1_diff1": 0.7037694996641998, + "nauc_ndcg_at_1_max": 0.40642773670722127, + "nauc_ndcg_at_1_std": -0.03280391184832817, + "nauc_ndcg_at_20_diff1": 0.6680171082930297, + "nauc_ndcg_at_20_max": 0.46460548872034485, + "nauc_ndcg_at_20_std": 0.048460444574283223, + "nauc_ndcg_at_3_diff1": 0.6473574557542381, + "nauc_ndcg_at_3_max": 0.4718881756787369, + "nauc_ndcg_at_3_std": 0.04568545619374441, + "nauc_ndcg_at_5_diff1": 0.657386889159054, + "nauc_ndcg_at_5_max": 0.4697510792591155, + "nauc_ndcg_at_5_std": 0.056413770234232906, + "nauc_precision_at_1000_diff1": 0.6056022408963458, + "nauc_precision_at_1000_max": 0.9444444444444189, + "nauc_precision_at_1000_std": 0.973856209150317, + "nauc_precision_at_100_diff1": 0.5516391741881935, + "nauc_precision_at_100_max": 0.8023913269011277, + "nauc_precision_at_100_std": 0.8817304699657619, + "nauc_precision_at_10_diff1": 0.5849951921066914, + "nauc_precision_at_10_max": 0.6438744652089666, + "nauc_precision_at_10_std": 0.35724040860125233, + "nauc_precision_at_1_diff1": 0.7037694996641998, + "nauc_precision_at_1_max": 0.40642773670722127, + "nauc_precision_at_1_std": -0.03280391184832817, + "nauc_precision_at_20_diff1": 0.5799062049062024, + "nauc_precision_at_20_max": 0.6951128936423023, + "nauc_precision_at_20_std": 0.5016339869281041, + "nauc_precision_at_3_diff1": 0.570840579421275, + "nauc_precision_at_3_max": 0.5514343516889801, + "nauc_precision_at_3_std": 0.15647314421251252, + "nauc_precision_at_5_diff1": 0.58182601205857, + "nauc_precision_at_5_max": 0.5782576596530103, + "nauc_precision_at_5_std": 0.2523143624374801, + "nauc_recall_at_1000_diff1": 0.6056022408963695, + "nauc_recall_at_1000_max": 0.9444444444444335, + "nauc_recall_at_1000_std": 0.9738562091503125, + "nauc_recall_at_100_diff1": 0.5516391741881981, + "nauc_recall_at_100_max": 0.802391326901124, + "nauc_recall_at_100_std": 0.8817304699657539, + "nauc_recall_at_10_diff1": 0.584995192106692, + "nauc_recall_at_10_max": 0.6438744652089712, + "nauc_recall_at_10_std": 0.35724040860125295, + "nauc_recall_at_1_diff1": 0.7037694996641998, + "nauc_recall_at_1_max": 0.40642773670722127, + "nauc_recall_at_1_std": -0.03280391184832817, + "nauc_recall_at_20_diff1": 0.5799062049062064, + "nauc_recall_at_20_max": 0.6951128936423063, + "nauc_recall_at_20_std": 0.5016339869281063, + "nauc_recall_at_3_diff1": 0.5708405794212764, + "nauc_recall_at_3_max": 0.5514343516889821, + "nauc_recall_at_3_std": 0.1564731442125143, + "nauc_recall_at_5_diff1": 0.5818260120585693, + "nauc_recall_at_5_max": 0.5782576596530075, + "nauc_recall_at_5_std": 0.25231436243748134, + "ndcg_at_1": 0.72067, + "ndcg_at_10": 0.84084, + "ndcg_at_100": 0.84784, + "ndcg_at_1000": 0.84898, + "ndcg_at_20": 0.84477, + "ndcg_at_3": 0.80918, + "ndcg_at_5": 0.82706, + "precision_at_1": 0.72067, + "precision_at_10": 0.09553, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.04853, + "precision_at_3": 0.29044, + "precision_at_5": 0.1828, + "recall_at_1": 0.72067, + "recall_at_10": 0.95533, + "recall_at_100": 0.988, + "recall_at_1000": 0.99667, + "recall_at_20": 0.97067, + "recall_at_3": 0.87133, + "recall_at_5": 0.914 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.84258, + "map_at_1": 0.712, + "map_at_10": 0.80243, + "map_at_100": 0.80357, + "map_at_1000": 0.8036, + "map_at_20": 0.80329, + "map_at_3": 0.78411, + "map_at_5": 0.79728, + "mrr_at_1": 0.712, + "mrr_at_10": 0.8024261904761909, + "mrr_at_100": 0.8035652620969318, + "mrr_at_1000": 0.8035980791260858, + "mrr_at_20": 0.8032941354254052, + "mrr_at_3": 0.7841111111111112, + "mrr_at_5": 0.7972777777777784, + "nauc_map_at_1000_diff1": 0.6961064776357543, + "nauc_map_at_1000_max": 0.5128634669393025, + "nauc_map_at_1000_std": 0.010686227265579027, + "nauc_map_at_100_diff1": 0.6961018472507066, + "nauc_map_at_100_max": 0.5128671010894363, + "nauc_map_at_100_std": 0.01076972478216712, + "nauc_map_at_10_diff1": 0.6947914508203329, + "nauc_map_at_10_max": 0.5134939960626291, + "nauc_map_at_10_std": 0.00920823583771266, + "nauc_map_at_1_diff1": 0.7292048747272628, + "nauc_map_at_1_max": 0.5010636130039114, + "nauc_map_at_1_std": -0.006600364809320368, + "nauc_map_at_20_diff1": 0.6955677236432367, + "nauc_map_at_20_max": 0.5126053875449017, + "nauc_map_at_20_std": 0.011329274579619604, + "nauc_map_at_3_diff1": 0.6928891043986236, + "nauc_map_at_3_max": 0.5120567372099089, + "nauc_map_at_3_std": 0.008417874325189327, + "nauc_map_at_5_diff1": 0.6946459745550753, + "nauc_map_at_5_max": 0.5150852824225821, + "nauc_map_at_5_std": 0.00675427438186806, + "nauc_mrr_at_1000_diff1": 0.6961064776357543, + "nauc_mrr_at_1000_max": 0.5128634669393025, + "nauc_mrr_at_1000_std": 0.010686227265579027, + "nauc_mrr_at_100_diff1": 0.6961018472507066, + "nauc_mrr_at_100_max": 0.5128671010894363, + "nauc_mrr_at_100_std": 0.01076972478216712, + "nauc_mrr_at_10_diff1": 0.6947914508203329, + "nauc_mrr_at_10_max": 0.5134939960626291, + "nauc_mrr_at_10_std": 0.00920823583771266, + "nauc_mrr_at_1_diff1": 0.7292048747272628, + "nauc_mrr_at_1_max": 0.5010636130039114, + "nauc_mrr_at_1_std": -0.006600364809320368, + "nauc_mrr_at_20_diff1": 0.6955677236432367, + "nauc_mrr_at_20_max": 0.5126053875449017, + "nauc_mrr_at_20_std": 0.011329274579619604, + "nauc_mrr_at_3_diff1": 0.6928891043986236, + "nauc_mrr_at_3_max": 0.5120567372099089, + "nauc_mrr_at_3_std": 0.008417874325189327, + "nauc_mrr_at_5_diff1": 0.6946459745550753, + "nauc_mrr_at_5_max": 0.5150852824225821, + "nauc_mrr_at_5_std": 0.00675427438186806, + "nauc_ndcg_at_1000_diff1": 0.6868484473062609, + "nauc_ndcg_at_1000_max": 0.5170363415734847, + "nauc_ndcg_at_1000_std": 0.022485613529550873, + "nauc_ndcg_at_100_diff1": 0.6857766812478044, + "nauc_ndcg_at_100_max": 0.5169116884376824, + "nauc_ndcg_at_100_std": 0.02625886337697064, + "nauc_ndcg_at_10_diff1": 0.6776680732303394, + "nauc_ndcg_at_10_max": 0.5194991191615989, + "nauc_ndcg_at_10_std": 0.022060349222047162, + "nauc_ndcg_at_1_diff1": 0.7292048747272628, + "nauc_ndcg_at_1_max": 0.5010636130039114, + "nauc_ndcg_at_1_std": -0.006600364809320368, + "nauc_ndcg_at_20_diff1": 0.6809502469042755, + "nauc_ndcg_at_20_max": 0.5152845901673648, + "nauc_ndcg_at_20_std": 0.031026230091206464, + "nauc_ndcg_at_3_diff1": 0.6770182928028603, + "nauc_ndcg_at_3_max": 0.5165253635097138, + "nauc_ndcg_at_3_std": 0.01640740191192913, + "nauc_ndcg_at_5_diff1": 0.6788395766003233, + "nauc_ndcg_at_5_max": 0.5235803183984138, + "nauc_ndcg_at_5_std": 0.01371637398891764, + "nauc_precision_at_1000_diff1": 0.25183406696010024, + "nauc_precision_at_1000_max": 0.8966253167933872, + "nauc_precision_at_1000_std": 0.8139922635721013, + "nauc_precision_at_100_diff1": 0.4004564788878421, + "nauc_precision_at_100_max": 0.6503008610851907, + "nauc_precision_at_100_std": 0.6965971573814851, + "nauc_precision_at_10_diff1": 0.4208180004027824, + "nauc_precision_at_10_max": 0.6063510371468878, + "nauc_precision_at_10_std": 0.23117482287032573, + "nauc_precision_at_1_diff1": 0.7292048747272628, + "nauc_precision_at_1_max": 0.5010636130039114, + "nauc_precision_at_1_std": -0.006600364809320368, + "nauc_precision_at_20_diff1": 0.36356562827150707, + "nauc_precision_at_20_max": 0.5451857510681019, + "nauc_precision_at_20_std": 0.5544520838638456, + "nauc_precision_at_3_diff1": 0.605356074056564, + "nauc_precision_at_3_max": 0.5365479501662318, + "nauc_precision_at_3_std": 0.05314076480854525, + "nauc_precision_at_5_diff1": 0.5607403217697322, + "nauc_precision_at_5_max": 0.5900623069740702, + "nauc_precision_at_5_std": 0.06597895568483716, + "nauc_recall_at_1000_diff1": 0.25183406696013233, + "nauc_recall_at_1000_max": 0.8966253167933856, + "nauc_recall_at_1000_std": 0.81399226357209, + "nauc_recall_at_100_diff1": 0.4004564788878526, + "nauc_recall_at_100_max": 0.6503008610851698, + "nauc_recall_at_100_std": 0.6965971573814642, + "nauc_recall_at_10_diff1": 0.4208180004027757, + "nauc_recall_at_10_max": 0.6063510371468898, + "nauc_recall_at_10_std": 0.23117482287032684, + "nauc_recall_at_1_diff1": 0.7292048747272628, + "nauc_recall_at_1_max": 0.5010636130039114, + "nauc_recall_at_1_std": -0.006600364809320368, + "nauc_recall_at_20_diff1": 0.3635656282715082, + "nauc_recall_at_20_max": 0.5451857510681035, + "nauc_recall_at_20_std": 0.5544520838638503, + "nauc_recall_at_3_diff1": 0.6053560740565632, + "nauc_recall_at_3_max": 0.5365479501662301, + "nauc_recall_at_3_std": 0.05314076480854567, + "nauc_recall_at_5_diff1": 0.560740321769734, + "nauc_recall_at_5_max": 0.5900623069740708, + "nauc_recall_at_5_std": 0.06597895568483786, + "ndcg_at_1": 0.712, + "ndcg_at_10": 0.84258, + "ndcg_at_100": 0.84754, + "ndcg_at_1000": 0.84845, + "ndcg_at_20": 0.84566, + "ndcg_at_3": 0.80691, + "ndcg_at_5": 0.83072, + "precision_at_1": 0.712, + "precision_at_10": 0.0966, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "precision_at_20": 0.0489, + "precision_at_3": 0.29089, + "precision_at_5": 0.18613, + "recall_at_1": 0.712, + "recall_at_10": 0.966, + "recall_at_100": 0.988, + "recall_at_1000": 0.99533, + "recall_at_20": 0.978, + "recall_at_3": 0.87267, + "recall_at_5": 0.93067 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9049, + "map_at_1": 0.80933, + "map_at_10": 0.8766, + "map_at_100": 0.87694, + "map_at_1000": 0.87694, + "map_at_20": 0.87682, + "map_at_3": 0.86533, + "map_at_5": 0.87347, + "mrr_at_1": 0.8093333333333333, + "mrr_at_10": 0.8765992063492064, + "mrr_at_100": 0.8769372564196107, + "mrr_at_1000": 0.8769425008256548, + "mrr_at_20": 0.8768222222222224, + "mrr_at_3": 0.8653333333333335, + "mrr_at_5": 0.8734666666666668, + "nauc_map_at_1000_diff1": 0.7885039433522087, + "nauc_map_at_1000_max": 0.5402776039253688, + "nauc_map_at_1000_std": -0.15935960998808832, + "nauc_map_at_100_diff1": 0.7884952713765507, + "nauc_map_at_100_max": 0.540298196659092, + "nauc_map_at_100_std": -0.1593076778134931, + "nauc_map_at_10_diff1": 0.7879809128351631, + "nauc_map_at_10_max": 0.5404959260295564, + "nauc_map_at_10_std": -0.15887574338872737, + "nauc_map_at_1_diff1": 0.8071839340541522, + "nauc_map_at_1_max": 0.5128870106451856, + "nauc_map_at_1_std": -0.17179199766070458, + "nauc_map_at_20_diff1": 0.7883104462476069, + "nauc_map_at_20_max": 0.5407332620820585, + "nauc_map_at_20_std": -0.15941533074111655, + "nauc_map_at_3_diff1": 0.7820617524420092, + "nauc_map_at_3_max": 0.5424453309168528, + "nauc_map_at_3_std": -0.1597843227676843, + "nauc_map_at_5_diff1": 0.7876813249306273, + "nauc_map_at_5_max": 0.5427264859788684, + "nauc_map_at_5_std": -0.16082504543127746, + "nauc_mrr_at_1000_diff1": 0.7885039433522087, + "nauc_mrr_at_1000_max": 0.5402776039253688, + "nauc_mrr_at_1000_std": -0.15935960998808832, + "nauc_mrr_at_100_diff1": 0.7884952713765507, + "nauc_mrr_at_100_max": 0.540298196659092, + "nauc_mrr_at_100_std": -0.1593076778134931, + "nauc_mrr_at_10_diff1": 0.7879809128351631, + "nauc_mrr_at_10_max": 0.5404959260295564, + "nauc_mrr_at_10_std": -0.15887574338872737, + "nauc_mrr_at_1_diff1": 0.8071839340541522, + "nauc_mrr_at_1_max": 0.5128870106451856, + "nauc_mrr_at_1_std": -0.17179199766070458, + "nauc_mrr_at_20_diff1": 0.7883104462476069, + "nauc_mrr_at_20_max": 0.5407332620820585, + "nauc_mrr_at_20_std": -0.15941533074111655, + "nauc_mrr_at_3_diff1": 0.7820617524420092, + "nauc_mrr_at_3_max": 0.5424453309168528, + "nauc_mrr_at_3_std": -0.1597843227676843, + "nauc_mrr_at_5_diff1": 0.7876813249306273, + "nauc_mrr_at_5_max": 0.5427264859788684, + "nauc_mrr_at_5_std": -0.16082504543127746, + "nauc_ndcg_at_1000_diff1": 0.7863290079985623, + "nauc_ndcg_at_1000_max": 0.5443305157935695, + "nauc_ndcg_at_1000_std": -0.1551152345826061, + "nauc_ndcg_at_100_diff1": 0.7861502906118342, + "nauc_ndcg_at_100_max": 0.545146329192091, + "nauc_ndcg_at_100_std": -0.15304715998496082, + "nauc_ndcg_at_10_diff1": 0.7824694332986841, + "nauc_ndcg_at_10_max": 0.546918261751346, + "nauc_ndcg_at_10_std": -0.15178705302084583, + "nauc_ndcg_at_1_diff1": 0.8071839340541522, + "nauc_ndcg_at_1_max": 0.5128870106451856, + "nauc_ndcg_at_1_std": -0.17179199766070458, + "nauc_ndcg_at_20_diff1": 0.7840279344130983, + "nauc_ndcg_at_20_max": 0.5483882908246827, + "nauc_ndcg_at_20_std": -0.15422967672512244, + "nauc_ndcg_at_3_diff1": 0.7708957812334766, + "nauc_ndcg_at_3_max": 0.550771804721991, + "nauc_ndcg_at_3_std": -0.15719246705000942, + "nauc_ndcg_at_5_diff1": 0.7817536314070898, + "nauc_ndcg_at_5_max": 0.5530524019400698, + "nauc_ndcg_at_5_std": -0.15810700141543746, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8078120136943668, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6003734827264274, + "nauc_precision_at_10_max": 0.7494074552897984, + "nauc_precision_at_10_std": 0.14641241111827635, + "nauc_precision_at_1_diff1": 0.8071839340541522, + "nauc_precision_at_1_max": 0.5128870106451856, + "nauc_precision_at_1_std": -0.17179199766070458, + "nauc_precision_at_20_diff1": 0.5915616246498606, + "nauc_precision_at_20_max": 0.9836601307189696, + "nauc_precision_at_20_std": 0.1726774042950543, + "nauc_precision_at_3_diff1": 0.7094911297852488, + "nauc_precision_at_3_max": 0.5936694677871125, + "nauc_precision_at_3_std": -0.14458916900094002, + "nauc_precision_at_5_diff1": 0.7234042553191417, + "nauc_precision_at_5_max": 0.6623656554820476, + "nauc_precision_at_5_std": -0.1301130381230469, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.8078120136943617, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.6003734827264109, + "nauc_recall_at_10_max": 0.7494074552898011, + "nauc_recall_at_10_std": 0.1464124111182995, + "nauc_recall_at_1_diff1": 0.8071839340541522, + "nauc_recall_at_1_max": 0.5128870106451856, + "nauc_recall_at_1_std": -0.17179199766070458, + "nauc_recall_at_20_diff1": 0.5915616246498656, + "nauc_recall_at_20_max": 0.9836601307189453, + "nauc_recall_at_20_std": 0.17267740429503992, + "nauc_recall_at_3_diff1": 0.7094911297852462, + "nauc_recall_at_3_max": 0.5936694677871145, + "nauc_recall_at_3_std": -0.14458916900093247, + "nauc_recall_at_5_diff1": 0.7234042553191498, + "nauc_recall_at_5_max": 0.662365655482049, + "nauc_recall_at_5_std": -0.13011303812305527, + "ndcg_at_1": 0.80933, + "ndcg_at_10": 0.9049, + "ndcg_at_100": 0.90641, + "ndcg_at_1000": 0.90657, + "ndcg_at_20": 0.90573, + "ndcg_at_3": 0.88286, + "ndcg_at_5": 0.89746, + "precision_at_1": 0.80933, + "precision_at_10": 0.09913, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04973, + "precision_at_3": 0.31111, + "precision_at_5": 0.19373, + "recall_at_1": 0.80933, + "recall_at_10": 0.99133, + "recall_at_100": 0.998, + "recall_at_1000": 0.99933, + "recall_at_20": 0.99467, + "recall_at_3": 0.93333, + "recall_at_5": 0.96867 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.84942, + "map_at_1": 0.73867, + "map_at_10": 0.81616, + "map_at_100": 0.81753, + "map_at_1000": 0.81758, + "map_at_20": 0.817, + "map_at_3": 0.80322, + "map_at_5": 0.81102, + "mrr_at_1": 0.7393333333333333, + "mrr_at_10": 0.8165537037037037, + "mrr_at_100": 0.8179204776805559, + "mrr_at_1000": 0.8179673852080928, + "mrr_at_20": 0.8173846042158738, + "mrr_at_3": 0.8035555555555557, + "mrr_at_5": 0.8115222222222227, + "nauc_map_at_1000_diff1": 0.7216022073854613, + "nauc_map_at_1000_max": 0.47506601746837285, + "nauc_map_at_1000_std": 0.005773092934248929, + "nauc_map_at_100_diff1": 0.7216073860233453, + "nauc_map_at_100_max": 0.4751542079270261, + "nauc_map_at_100_std": 0.005821211780857748, + "nauc_map_at_10_diff1": 0.7204004646371128, + "nauc_map_at_10_max": 0.4757186619717435, + "nauc_map_at_10_std": 0.007828613807951027, + "nauc_map_at_1_diff1": 0.7490766215655974, + "nauc_map_at_1_max": 0.4395227506447493, + "nauc_map_at_1_std": -0.027366190888974545, + "nauc_map_at_20_diff1": 0.7216308117938771, + "nauc_map_at_20_max": 0.47563807745592984, + "nauc_map_at_20_std": 0.006292279912378711, + "nauc_map_at_3_diff1": 0.720350701281269, + "nauc_map_at_3_max": 0.4748577828272006, + "nauc_map_at_3_std": -0.0043457894533170775, + "nauc_map_at_5_diff1": 0.719607942143712, + "nauc_map_at_5_max": 0.4761850998683925, + "nauc_map_at_5_std": 0.0033245229858229262, + "nauc_mrr_at_1000_diff1": 0.7205445163444144, + "nauc_mrr_at_1000_max": 0.4747498506838031, + "nauc_mrr_at_1000_std": 0.0067124137798450275, + "nauc_mrr_at_100_diff1": 0.7205500038884403, + "nauc_mrr_at_100_max": 0.47483828852490656, + "nauc_mrr_at_100_std": 0.0067603526280863736, + "nauc_mrr_at_10_diff1": 0.7193495972050512, + "nauc_mrr_at_10_max": 0.47540633079700895, + "nauc_mrr_at_10_std": 0.00876362869675467, + "nauc_mrr_at_1_diff1": 0.7477504697340218, + "nauc_mrr_at_1_max": 0.43792834145111, + "nauc_mrr_at_1_std": -0.02692826996251606, + "nauc_mrr_at_20_diff1": 0.7205768824937278, + "nauc_mrr_at_20_max": 0.4753240402653046, + "nauc_mrr_at_20_std": 0.007229231389408307, + "nauc_mrr_at_3_diff1": 0.7194591935676499, + "nauc_mrr_at_3_max": 0.4738797132810942, + "nauc_mrr_at_3_std": -0.00403323172415626, + "nauc_mrr_at_5_diff1": 0.7184052975731494, + "nauc_mrr_at_5_max": 0.47731452720845124, + "nauc_mrr_at_5_std": 0.005350731787888334, + "nauc_ndcg_at_1000_diff1": 0.7158243910793702, + "nauc_ndcg_at_1000_max": 0.48628778547699103, + "nauc_ndcg_at_1000_std": 0.020444109874469613, + "nauc_ndcg_at_100_diff1": 0.7153056087717223, + "nauc_ndcg_at_100_max": 0.4889256429632384, + "nauc_ndcg_at_100_std": 0.022190381807436845, + "nauc_ndcg_at_10_diff1": 0.7096860551176871, + "nauc_ndcg_at_10_max": 0.49366402945750565, + "nauc_ndcg_at_10_std": 0.03396703611837801, + "nauc_ndcg_at_1_diff1": 0.7490766215655974, + "nauc_ndcg_at_1_max": 0.4395227506447493, + "nauc_ndcg_at_1_std": -0.027366190888974545, + "nauc_ndcg_at_20_diff1": 0.7147847974850942, + "nauc_ndcg_at_20_max": 0.49336787556172224, + "nauc_ndcg_at_20_std": 0.027317890973585817, + "nauc_ndcg_at_3_diff1": 0.7099651541230318, + "nauc_ndcg_at_3_max": 0.48836183953267737, + "nauc_ndcg_at_3_std": 0.004248981473020937, + "nauc_ndcg_at_5_diff1": 0.7077584840766543, + "nauc_ndcg_at_5_max": 0.4924211828860581, + "nauc_ndcg_at_5_std": 0.01931177694852014, + "nauc_precision_at_1000_diff1": 0.5418093163190715, + "nauc_precision_at_1000_max": 0.9504616661479349, + "nauc_precision_at_1000_std": 0.7609191824877672, + "nauc_precision_at_100_diff1": 0.5997442455243035, + "nauc_precision_at_100_max": 0.8412698412698373, + "nauc_precision_at_100_std": 0.43110867535418396, + "nauc_precision_at_10_diff1": 0.6098768274433053, + "nauc_precision_at_10_max": 0.6762339639052006, + "nauc_precision_at_10_std": 0.3135400278832981, + "nauc_precision_at_1_diff1": 0.7490766215655974, + "nauc_precision_at_1_max": 0.4395227506447493, + "nauc_precision_at_1_std": -0.027366190888974545, + "nauc_precision_at_20_diff1": 0.6501400560224071, + "nauc_precision_at_20_max": 0.7290976996859322, + "nauc_precision_at_20_std": 0.3056616586028297, + "nauc_precision_at_3_diff1": 0.6643143852512207, + "nauc_precision_at_3_max": 0.5481239451248531, + "nauc_precision_at_3_std": 0.042178776993982106, + "nauc_precision_at_5_diff1": 0.6388110799875508, + "nauc_precision_at_5_max": 0.5884131430349897, + "nauc_precision_at_5_std": 0.1151608791664822, + "nauc_recall_at_1000_diff1": 0.5418093163191283, + "nauc_recall_at_1000_max": 0.9504616661479457, + "nauc_recall_at_1000_std": 0.7609191824878139, + "nauc_recall_at_100_diff1": 0.5997442455242984, + "nauc_recall_at_100_max": 0.8412698412698383, + "nauc_recall_at_100_std": 0.43110867535420655, + "nauc_recall_at_10_diff1": 0.609876827443305, + "nauc_recall_at_10_max": 0.6762339639051971, + "nauc_recall_at_10_std": 0.31354002788329693, + "nauc_recall_at_1_diff1": 0.7490766215655974, + "nauc_recall_at_1_max": 0.4395227506447493, + "nauc_recall_at_1_std": -0.027366190888974545, + "nauc_recall_at_20_diff1": 0.6501400560224089, + "nauc_recall_at_20_max": 0.7290976996859349, + "nauc_recall_at_20_std": 0.30566165860283145, + "nauc_recall_at_3_diff1": 0.6643143852512229, + "nauc_recall_at_3_max": 0.5481239451248542, + "nauc_recall_at_3_std": 0.042178776993984375, + "nauc_recall_at_5_diff1": 0.6388110799875495, + "nauc_recall_at_5_max": 0.5884131430349913, + "nauc_recall_at_5_std": 0.11516087916648056, + "ndcg_at_1": 0.73867, + "ndcg_at_10": 0.84942, + "ndcg_at_100": 0.85639, + "ndcg_at_1000": 0.85759, + "ndcg_at_20": 0.85245, + "ndcg_at_3": 0.82367, + "ndcg_at_5": 0.83756, + "precision_at_1": 0.73867, + "precision_at_10": 0.09513, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04817, + "precision_at_3": 0.29422, + "precision_at_5": 0.1832, + "recall_at_1": 0.73867, + "recall_at_10": 0.95133, + "recall_at_100": 0.98467, + "recall_at_1000": 0.994, + "recall_at_20": 0.96333, + "recall_at_3": 0.88267, + "recall_at_5": 0.916 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.85619, + "map_at_1": 0.74467, + "map_at_10": 0.82151, + "map_at_100": 0.82281, + "map_at_1000": 0.82286, + "map_at_20": 0.82243, + "map_at_3": 0.805, + "map_at_5": 0.81703, + "mrr_at_1": 0.7446666666666667, + "mrr_at_10": 0.8215134920634924, + "mrr_at_100": 0.8228117362222301, + "mrr_at_1000": 0.8228530376039924, + "mrr_at_20": 0.8224254063474657, + "mrr_at_3": 0.8050000000000003, + "mrr_at_5": 0.817033333333334, + "nauc_map_at_1000_diff1": 0.6833023886976748, + "nauc_map_at_1000_max": 0.39287817806311287, + "nauc_map_at_1000_std": -0.1011731600981081, + "nauc_map_at_100_diff1": 0.683200193308508, + "nauc_map_at_100_max": 0.3929221720653009, + "nauc_map_at_100_std": -0.10110353926538049, + "nauc_map_at_10_diff1": 0.6823967026439836, + "nauc_map_at_10_max": 0.3943936198069182, + "nauc_map_at_10_std": -0.10109647967003282, + "nauc_map_at_1_diff1": 0.7202651299518106, + "nauc_map_at_1_max": 0.3757882362301286, + "nauc_map_at_1_std": -0.11371314991337456, + "nauc_map_at_20_diff1": 0.6830149361722694, + "nauc_map_at_20_max": 0.3937077194766169, + "nauc_map_at_20_std": -0.09979518314313233, + "nauc_map_at_3_diff1": 0.6786025934401222, + "nauc_map_at_3_max": 0.3911012313392173, + "nauc_map_at_3_std": -0.10121419490755905, + "nauc_map_at_5_diff1": 0.6814365124660883, + "nauc_map_at_5_max": 0.3902168316488887, + "nauc_map_at_5_std": -0.10637707878281014, + "nauc_mrr_at_1000_diff1": 0.6833017360683638, + "nauc_mrr_at_1000_max": 0.3928867526579934, + "nauc_mrr_at_1000_std": -0.1011677823628073, + "nauc_mrr_at_100_diff1": 0.6831995424514294, + "nauc_mrr_at_100_max": 0.3929307437752217, + "nauc_mrr_at_100_std": -0.10109816399962002, + "nauc_mrr_at_10_diff1": 0.6823967026439836, + "nauc_mrr_at_10_max": 0.3943936198069182, + "nauc_mrr_at_10_std": -0.10109647967003282, + "nauc_mrr_at_1_diff1": 0.7202651299518106, + "nauc_mrr_at_1_max": 0.3757882362301286, + "nauc_mrr_at_1_std": -0.11371314991337456, + "nauc_mrr_at_20_diff1": 0.6830149361722694, + "nauc_mrr_at_20_max": 0.3937077194766169, + "nauc_mrr_at_20_std": -0.09979518314313233, + "nauc_mrr_at_3_diff1": 0.6786025934401222, + "nauc_mrr_at_3_max": 0.3911012313392173, + "nauc_mrr_at_3_std": -0.10121419490755905, + "nauc_mrr_at_5_diff1": 0.6814365124660883, + "nauc_mrr_at_5_max": 0.3902168316488887, + "nauc_mrr_at_5_std": -0.10637707878281014, + "nauc_ndcg_at_1000_diff1": 0.6726175346010992, + "nauc_ndcg_at_1000_max": 0.3980837670534141, + "nauc_ndcg_at_1000_std": -0.09569896490557019, + "nauc_ndcg_at_100_diff1": 0.6703765578599105, + "nauc_ndcg_at_100_max": 0.39932742084529826, + "nauc_ndcg_at_100_std": -0.09397676820570368, + "nauc_ndcg_at_10_diff1": 0.6663612773713471, + "nauc_ndcg_at_10_max": 0.4086454504637976, + "nauc_ndcg_at_10_std": -0.0896677683724426, + "nauc_ndcg_at_1_diff1": 0.7202651299518106, + "nauc_ndcg_at_1_max": 0.3757882362301286, + "nauc_ndcg_at_1_std": -0.11371314991337456, + "nauc_ndcg_at_20_diff1": 0.6686013976608279, + "nauc_ndcg_at_20_max": 0.40614620483247116, + "nauc_ndcg_at_20_std": -0.08388413015893369, + "nauc_ndcg_at_3_diff1": 0.6609196411215027, + "nauc_ndcg_at_3_max": 0.39682568663909606, + "nauc_ndcg_at_3_std": -0.09413907828740492, + "nauc_ndcg_at_5_diff1": 0.664559148202737, + "nauc_ndcg_at_5_max": 0.3953393750786475, + "nauc_ndcg_at_5_std": -0.10493507858556739, + "nauc_precision_at_1000_diff1": -0.22334267040152916, + "nauc_precision_at_1000_max": 0.5612511671334642, + "nauc_precision_at_1000_std": 0.12857142857136625, + "nauc_precision_at_100_diff1": 0.17824463118581907, + "nauc_precision_at_100_max": 0.5727668845315834, + "nauc_precision_at_100_std": 0.13401805166512606, + "nauc_precision_at_10_diff1": 0.46905186316950964, + "nauc_precision_at_10_max": 0.6104065868771704, + "nauc_precision_at_10_std": 0.07173414820472954, + "nauc_precision_at_1_diff1": 0.7202651299518106, + "nauc_precision_at_1_max": 0.3757882362301286, + "nauc_precision_at_1_std": -0.11371314991337456, + "nauc_precision_at_20_diff1": 0.4174552703964517, + "nauc_precision_at_20_max": 0.6596386302268655, + "nauc_precision_at_20_std": 0.26507179448356133, + "nauc_precision_at_3_diff1": 0.5847637859050143, + "nauc_precision_at_3_max": 0.42113307519869586, + "nauc_precision_at_3_std": -0.0628772083836286, + "nauc_precision_at_5_diff1": 0.549140810170219, + "nauc_precision_at_5_max": 0.4290876607053034, + "nauc_precision_at_5_std": -0.09871256194785796, + "nauc_recall_at_1000_diff1": -0.22334267040148323, + "nauc_recall_at_1000_max": 0.5612511671335263, + "nauc_recall_at_1000_std": 0.12857142857142465, + "nauc_recall_at_100_diff1": 0.17824463118581532, + "nauc_recall_at_100_max": 0.5727668845315899, + "nauc_recall_at_100_std": 0.1340180516651161, + "nauc_recall_at_10_diff1": 0.46905186316950787, + "nauc_recall_at_10_max": 0.6104065868771731, + "nauc_recall_at_10_std": 0.07173414820473845, + "nauc_recall_at_1_diff1": 0.7202651299518106, + "nauc_recall_at_1_max": 0.3757882362301286, + "nauc_recall_at_1_std": -0.11371314991337456, + "nauc_recall_at_20_diff1": 0.4174552703964482, + "nauc_recall_at_20_max": 0.65963863022687, + "nauc_recall_at_20_std": 0.26507179448355483, + "nauc_recall_at_3_diff1": 0.5847637859050131, + "nauc_recall_at_3_max": 0.4211330751986954, + "nauc_recall_at_3_std": -0.06287720838362744, + "nauc_recall_at_5_diff1": 0.5491408101702231, + "nauc_recall_at_5_max": 0.4290876607053076, + "nauc_recall_at_5_std": -0.09871256194785641, + "ndcg_at_1": 0.74467, + "ndcg_at_10": 0.85619, + "ndcg_at_100": 0.86207, + "ndcg_at_1000": 0.86297, + "ndcg_at_20": 0.85932, + "ndcg_at_3": 0.82382, + "ndcg_at_5": 0.8455, + "precision_at_1": 0.74467, + "precision_at_10": 0.09633, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04877, + "precision_at_3": 0.29267, + "precision_at_5": 0.18613, + "recall_at_1": 0.74467, + "recall_at_10": 0.96333, + "recall_at_100": 0.99, + "recall_at_1000": 0.99667, + "recall_at_20": 0.97533, + "recall_at_3": 0.878, + "recall_at_5": 0.93067 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.81374, + "map_at_1": 0.68933, + "map_at_10": 0.77509, + "map_at_100": 0.77688, + "map_at_1000": 0.77695, + "map_at_20": 0.77614, + "map_at_3": 0.75811, + "map_at_5": 0.76971, + "mrr_at_1": 0.6906666666666667, + "mrr_at_10": 0.7758677248677259, + "mrr_at_100": 0.7776553218710515, + "mrr_at_1000": 0.777730615885849, + "mrr_at_20": 0.7769205417676018, + "mrr_at_3": 0.7588888888888896, + "mrr_at_5": 0.7704888888888901, + "nauc_map_at_1000_diff1": 0.6748221052330996, + "nauc_map_at_1000_max": 0.49230324271420023, + "nauc_map_at_1000_std": 0.10837155951067941, + "nauc_map_at_100_diff1": 0.674807407834913, + "nauc_map_at_100_max": 0.4924229403186615, + "nauc_map_at_100_std": 0.10856806571655027, + "nauc_map_at_10_diff1": 0.6734959244201725, + "nauc_map_at_10_max": 0.49426246525186435, + "nauc_map_at_10_std": 0.10938142744949324, + "nauc_map_at_1_diff1": 0.714223817049887, + "nauc_map_at_1_max": 0.47394679924193484, + "nauc_map_at_1_std": 0.06534435831018184, + "nauc_map_at_20_diff1": 0.6744157978858639, + "nauc_map_at_20_max": 0.4933128920799971, + "nauc_map_at_20_std": 0.10905894080280604, + "nauc_map_at_3_diff1": 0.6715541122909682, + "nauc_map_at_3_max": 0.47965898636037424, + "nauc_map_at_3_std": 0.09749131736534168, + "nauc_map_at_5_diff1": 0.6714431758129493, + "nauc_map_at_5_max": 0.48970821125466746, + "nauc_map_at_5_std": 0.10296353114656018, + "nauc_mrr_at_1000_diff1": 0.6727718948444491, + "nauc_mrr_at_1000_max": 0.49259769333543896, + "nauc_mrr_at_1000_std": 0.10740212522777286, + "nauc_mrr_at_100_diff1": 0.6727579488716982, + "nauc_mrr_at_100_max": 0.49271755192378575, + "nauc_mrr_at_100_std": 0.10759945201542204, + "nauc_mrr_at_10_diff1": 0.671461956612668, + "nauc_mrr_at_10_max": 0.49455859156138676, + "nauc_mrr_at_10_std": 0.10842338314054019, + "nauc_mrr_at_1_diff1": 0.7111759774299751, + "nauc_mrr_at_1_max": 0.4745003932798601, + "nauc_mrr_at_1_std": 0.06381966587696691, + "nauc_mrr_at_20_diff1": 0.6723730764056199, + "nauc_mrr_at_20_max": 0.4936084345186689, + "nauc_mrr_at_20_std": 0.10809505142476063, + "nauc_mrr_at_3_diff1": 0.6696618169904497, + "nauc_mrr_at_3_max": 0.4799031682663719, + "nauc_mrr_at_3_std": 0.09657691327614051, + "nauc_mrr_at_5_diff1": 0.6694569438024528, + "nauc_mrr_at_5_max": 0.4899866719549585, + "nauc_mrr_at_5_std": 0.1020159355819982, + "nauc_ndcg_at_1000_diff1": 0.6664547751370038, + "nauc_ndcg_at_1000_max": 0.503061963405705, + "nauc_ndcg_at_1000_std": 0.1297023111529249, + "nauc_ndcg_at_100_diff1": 0.6651459936571961, + "nauc_ndcg_at_100_max": 0.5068145849895545, + "nauc_ndcg_at_100_std": 0.13697913832350425, + "nauc_ndcg_at_10_diff1": 0.6575430257998434, + "nauc_ndcg_at_10_max": 0.5166777348513161, + "nauc_ndcg_at_10_std": 0.14220998569870238, + "nauc_ndcg_at_1_diff1": 0.714223817049887, + "nauc_ndcg_at_1_max": 0.47394679924193484, + "nauc_ndcg_at_1_std": 0.06534435831018184, + "nauc_ndcg_at_20_diff1": 0.6613926770572844, + "nauc_ndcg_at_20_max": 0.513455999802981, + "nauc_ndcg_at_20_std": 0.14206088587426835, + "nauc_ndcg_at_3_diff1": 0.6549798770521191, + "nauc_ndcg_at_3_max": 0.481944205916657, + "nauc_ndcg_at_3_std": 0.11035081475782657, + "nauc_ndcg_at_5_diff1": 0.6529666045398614, + "nauc_ndcg_at_5_max": 0.5024859250958672, + "nauc_ndcg_at_5_std": 0.12337764585020308, + "nauc_precision_at_1000_diff1": 0.5153343388637379, + "nauc_precision_at_1000_max": 0.8383968972204203, + "nauc_precision_at_1000_std": 0.9041154923507847, + "nauc_precision_at_100_diff1": 0.5461367880485605, + "nauc_precision_at_100_max": 0.7849789915966409, + "nauc_precision_at_100_std": 0.7303804855275479, + "nauc_precision_at_10_diff1": 0.525686274509802, + "nauc_precision_at_10_max": 0.7336834733893551, + "nauc_precision_at_10_std": 0.4484827264239039, + "nauc_precision_at_1_diff1": 0.714223817049887, + "nauc_precision_at_1_max": 0.47394679924193484, + "nauc_precision_at_1_std": 0.06534435831018184, + "nauc_precision_at_20_diff1": 0.5370549929373446, + "nauc_precision_at_20_max": 0.7577569489334198, + "nauc_precision_at_20_std": 0.5363966099260219, + "nauc_precision_at_3_diff1": 0.5872605061566332, + "nauc_precision_at_3_max": 0.49131133784210507, + "nauc_precision_at_3_std": 0.16306145000747688, + "nauc_precision_at_5_diff1": 0.5503530242409974, + "nauc_precision_at_5_max": 0.5787332313485519, + "nauc_precision_at_5_std": 0.24066545069428064, + "nauc_recall_at_1000_diff1": 0.5153343388637605, + "nauc_recall_at_1000_max": 0.8383968972204289, + "nauc_recall_at_1000_std": 0.9041154923507794, + "nauc_recall_at_100_diff1": 0.5461367880485486, + "nauc_recall_at_100_max": 0.7849789915966366, + "nauc_recall_at_100_std": 0.7303804855275442, + "nauc_recall_at_10_diff1": 0.5256862745098038, + "nauc_recall_at_10_max": 0.7336834733893555, + "nauc_recall_at_10_std": 0.4484827264239007, + "nauc_recall_at_1_diff1": 0.714223817049887, + "nauc_recall_at_1_max": 0.47394679924193484, + "nauc_recall_at_1_std": 0.06534435831018184, + "nauc_recall_at_20_diff1": 0.5370549929373433, + "nauc_recall_at_20_max": 0.7577569489334214, + "nauc_recall_at_20_std": 0.5363966099260212, + "nauc_recall_at_3_diff1": 0.5872605061566325, + "nauc_recall_at_3_max": 0.491311337842104, + "nauc_recall_at_3_std": 0.16306145000747857, + "nauc_recall_at_5_diff1": 0.5503530242409991, + "nauc_recall_at_5_max": 0.5787332313485525, + "nauc_recall_at_5_std": 0.2406654506942818, + "ndcg_at_1": 0.68933, + "ndcg_at_10": 0.81374, + "ndcg_at_100": 0.82237, + "ndcg_at_1000": 0.82461, + "ndcg_at_20": 0.81749, + "ndcg_at_3": 0.77988, + "ndcg_at_5": 0.80076, + "precision_at_1": 0.68933, + "precision_at_10": 0.09333, + "precision_at_100": 0.00973, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0474, + "precision_at_3": 0.28089, + "precision_at_5": 0.17867, + "recall_at_1": 0.68933, + "recall_at_10": 0.93333, + "recall_at_100": 0.97333, + "recall_at_1000": 0.99133, + "recall_at_20": 0.948, + "recall_at_3": 0.84267, + "recall_at_5": 0.89333 + }, + { + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.83849, + "map_at_1": 0.71267, + "map_at_10": 0.79932, + "map_at_100": 0.80113, + "map_at_1000": 0.80116, + "map_at_20": 0.80067, + "map_at_3": 0.78178, + "map_at_5": 0.79468, + "mrr_at_1": 0.7126666666666667, + "mrr_at_10": 0.799323015873016, + "mrr_at_100": 0.801129354214022, + "mrr_at_1000": 0.8011627662629687, + "mrr_at_20": 0.8006705290610092, + "mrr_at_3": 0.7817777777777776, + "mrr_at_5": 0.7946777777777783, + "nauc_map_at_1000_diff1": 0.65854584247523, + "nauc_map_at_1000_max": 0.5099042808430937, + "nauc_map_at_1000_std": -0.09681691738741545, + "nauc_map_at_100_diff1": 0.6585220267253685, + "nauc_map_at_100_max": 0.5099372022484329, + "nauc_map_at_100_std": -0.0968284529232676, + "nauc_map_at_10_diff1": 0.6582174542807089, + "nauc_map_at_10_max": 0.5122008301409209, + "nauc_map_at_10_std": -0.09492856584273458, + "nauc_map_at_1_diff1": 0.6975351599799312, + "nauc_map_at_1_max": 0.5003803265953489, + "nauc_map_at_1_std": -0.0966751612497621, + "nauc_map_at_20_diff1": 0.6580960367384747, + "nauc_map_at_20_max": 0.5106171861385587, + "nauc_map_at_20_std": -0.09651319409409753, + "nauc_map_at_3_diff1": 0.648603643743628, + "nauc_map_at_3_max": 0.5048686017785711, + "nauc_map_at_3_std": -0.10512095484142946, + "nauc_map_at_5_diff1": 0.6550568990706666, + "nauc_map_at_5_max": 0.5096738205785976, + "nauc_map_at_5_std": -0.0943054025688122, + "nauc_mrr_at_1000_diff1": 0.65854584247523, + "nauc_mrr_at_1000_max": 0.5099042808430937, + "nauc_mrr_at_1000_std": -0.09681691738741545, + "nauc_mrr_at_100_diff1": 0.6585220267253685, + "nauc_mrr_at_100_max": 0.5099372022484329, + "nauc_mrr_at_100_std": -0.0968284529232676, + "nauc_mrr_at_10_diff1": 0.6582174542807089, + "nauc_mrr_at_10_max": 0.5122008301409209, + "nauc_mrr_at_10_std": -0.09492856584273458, + "nauc_mrr_at_1_diff1": 0.6975351599799312, + "nauc_mrr_at_1_max": 0.5003803265953489, + "nauc_mrr_at_1_std": -0.0966751612497621, + "nauc_mrr_at_20_diff1": 0.6580960367384747, + "nauc_mrr_at_20_max": 0.5106171861385587, + "nauc_mrr_at_20_std": -0.09651319409409753, + "nauc_mrr_at_3_diff1": 0.648603643743628, + "nauc_mrr_at_3_max": 0.5048686017785711, + "nauc_mrr_at_3_std": -0.10512095484142946, + "nauc_mrr_at_5_diff1": 0.6550568990706666, + "nauc_mrr_at_5_max": 0.5096738205785976, + "nauc_mrr_at_5_std": -0.0943054025688122, + "nauc_ndcg_at_1000_diff1": 0.653023657537537, + "nauc_ndcg_at_1000_max": 0.513608649680355, + "nauc_ndcg_at_1000_std": -0.09347867017021562, + "nauc_ndcg_at_100_diff1": 0.6523036366999387, + "nauc_ndcg_at_100_max": 0.5149195855085104, + "nauc_ndcg_at_100_std": -0.09339608880203513, + "nauc_ndcg_at_10_diff1": 0.6503064435859004, + "nauc_ndcg_at_10_max": 0.5267468726905771, + "nauc_ndcg_at_10_std": -0.08465870890986135, + "nauc_ndcg_at_1_diff1": 0.6975351599799312, + "nauc_ndcg_at_1_max": 0.5003803265953489, + "nauc_ndcg_at_1_std": -0.0966751612497621, + "nauc_ndcg_at_20_diff1": 0.6495753425023267, + "nauc_ndcg_at_20_max": 0.5201530778488667, + "nauc_ndcg_at_20_std": -0.09026682014982863, + "nauc_ndcg_at_3_diff1": 0.6296748493576798, + "nauc_ndcg_at_3_max": 0.5073591752091934, + "nauc_ndcg_at_3_std": -0.10674551636090455, + "nauc_ndcg_at_5_diff1": 0.6417399800797492, + "nauc_ndcg_at_5_max": 0.5182114405827281, + "nauc_ndcg_at_5_std": -0.08402951128377155, + "nauc_precision_at_1000_diff1": -0.5634920634920939, + "nauc_precision_at_1000_max": 0.3580765639589841, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.4727429433311688, + "nauc_precision_at_100_max": 0.6754291460173741, + "nauc_precision_at_100_std": 0.023737700208303448, + "nauc_precision_at_10_diff1": 0.5780716658247963, + "nauc_precision_at_10_max": 0.7359446510844736, + "nauc_precision_at_10_std": 0.06418086360227397, + "nauc_precision_at_1_diff1": 0.6975351599799312, + "nauc_precision_at_1_max": 0.5003803265953489, + "nauc_precision_at_1_std": -0.0966751612497621, + "nauc_precision_at_20_diff1": 0.5041467567419102, + "nauc_precision_at_20_max": 0.7417614104465252, + "nauc_precision_at_20_std": 0.06071840500906487, + "nauc_precision_at_3_diff1": 0.5469737700766548, + "nauc_precision_at_3_max": 0.5186205183648419, + "nauc_precision_at_3_std": -0.11301610028343621, + "nauc_precision_at_5_diff1": 0.554517640389487, + "nauc_precision_at_5_max": 0.5837418300653602, + "nauc_precision_at_5_std": -0.0011921435240766075, + "nauc_recall_at_1000_diff1": -0.5634920634917603, + "nauc_recall_at_1000_max": 0.35807656395890897, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.47274294333118333, + "nauc_recall_at_100_max": 0.675429146017379, + "nauc_recall_at_100_std": 0.023737700208290843, + "nauc_recall_at_10_diff1": 0.5780716658247961, + "nauc_recall_at_10_max": 0.735944651084473, + "nauc_recall_at_10_std": 0.06418086360226807, + "nauc_recall_at_1_diff1": 0.6975351599799312, + "nauc_recall_at_1_max": 0.5003803265953489, + "nauc_recall_at_1_std": -0.0966751612497621, + "nauc_recall_at_20_diff1": 0.5041467567419096, + "nauc_recall_at_20_max": 0.7417614104465313, + "nauc_recall_at_20_std": 0.06071840500905937, + "nauc_recall_at_3_diff1": 0.5469737700766535, + "nauc_recall_at_3_max": 0.5186205183648431, + "nauc_recall_at_3_std": -0.1130161002834345, + "nauc_recall_at_5_diff1": 0.5545176403894883, + "nauc_recall_at_5_max": 0.5837418300653614, + "nauc_recall_at_5_std": -0.0011921435240748609, + "ndcg_at_1": 0.71267, + "ndcg_at_10": 0.83849, + "ndcg_at_100": 0.84594, + "ndcg_at_1000": 0.84694, + "ndcg_at_20": 0.84316, + "ndcg_at_3": 0.80395, + "ndcg_at_5": 0.82739, + "precision_at_1": 0.71267, + "precision_at_10": 0.09593, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04887, + "precision_at_3": 0.28933, + "precision_at_5": 0.18507, + "recall_at_1": 0.71267, + "recall_at_10": 0.95933, + "recall_at_100": 0.99133, + "recall_at_1000": 0.99933, + "recall_at_20": 0.97733, + "recall_at_3": 0.868, + "recall_at_5": 0.92533 + }, + { + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.83976, + "map_at_1": 0.71933, + "map_at_10": 0.80298, + "map_at_100": 0.80464, + "map_at_1000": 0.80468, + "map_at_20": 0.80404, + "map_at_3": 0.78644, + "map_at_5": 0.79741, + "mrr_at_1": 0.7193333333333334, + "mrr_at_10": 0.8028854497354497, + "mrr_at_100": 0.804592023298451, + "mrr_at_1000": 0.804628621732381, + "mrr_at_20": 0.8039922443540863, + "mrr_at_3": 0.7864444444444444, + "mrr_at_5": 0.7974111111111115, + "nauc_map_at_1000_diff1": 0.6401308075224221, + "nauc_map_at_1000_max": 0.4815031321320233, + "nauc_map_at_1000_std": 0.02746964573268391, + "nauc_map_at_100_diff1": 0.6401352614709137, + "nauc_map_at_100_max": 0.4815194601774251, + "nauc_map_at_100_std": 0.0275032207352437, + "nauc_map_at_10_diff1": 0.6396719390660267, + "nauc_map_at_10_max": 0.483080851618215, + "nauc_map_at_10_std": 0.029027415225516606, + "nauc_map_at_1_diff1": 0.6711560358320205, + "nauc_map_at_1_max": 0.46315311118360636, + "nauc_map_at_1_std": -0.0064966799401362, + "nauc_map_at_20_diff1": 0.6397749690689504, + "nauc_map_at_20_max": 0.4824403669586351, + "nauc_map_at_20_std": 0.02893029730091033, + "nauc_map_at_3_diff1": 0.6359899139467319, + "nauc_map_at_3_max": 0.47520798919605123, + "nauc_map_at_3_std": 0.022161387077183414, + "nauc_map_at_5_diff1": 0.638084714126777, + "nauc_map_at_5_max": 0.48147342894602563, + "nauc_map_at_5_std": 0.0257444894659531, + "nauc_mrr_at_1000_diff1": 0.63991085650672, + "nauc_mrr_at_1000_max": 0.4814696768809622, + "nauc_mrr_at_1000_std": 0.026990576338465584, + "nauc_mrr_at_100_diff1": 0.6399153550595376, + "nauc_mrr_at_100_max": 0.4814860074695558, + "nauc_mrr_at_100_std": 0.02702424202272147, + "nauc_mrr_at_10_diff1": 0.6392366053307611, + "nauc_mrr_at_10_max": 0.48301375161280324, + "nauc_mrr_at_10_std": 0.028077853852147238, + "nauc_mrr_at_1_diff1": 0.6711560358320205, + "nauc_mrr_at_1_max": 0.46315311118360636, + "nauc_mrr_at_1_std": -0.0064966799401362, + "nauc_mrr_at_20_diff1": 0.6395559080190805, + "nauc_mrr_at_20_max": 0.4824067793323604, + "nauc_mrr_at_20_std": 0.028452562511062436, + "nauc_mrr_at_3_diff1": 0.6359899139467319, + "nauc_mrr_at_3_max": 0.47520798919605123, + "nauc_mrr_at_3_std": 0.022161387077183414, + "nauc_mrr_at_5_diff1": 0.638084714126777, + "nauc_mrr_at_5_max": 0.48147342894602563, + "nauc_mrr_at_5_std": 0.0257444894659531, + "nauc_ndcg_at_1000_diff1": 0.6350589165433835, + "nauc_ndcg_at_1000_max": 0.48558072786475254, + "nauc_ndcg_at_1000_std": 0.036190621884357656, + "nauc_ndcg_at_100_diff1": 0.634955698546956, + "nauc_ndcg_at_100_max": 0.48578172399593905, + "nauc_ndcg_at_100_std": 0.03793848426737082, + "nauc_ndcg_at_10_diff1": 0.6308029484737752, + "nauc_ndcg_at_10_max": 0.4960867864677985, + "nauc_ndcg_at_10_std": 0.050802295683750776, + "nauc_ndcg_at_1_diff1": 0.6711560358320205, + "nauc_ndcg_at_1_max": 0.46315311118360636, + "nauc_ndcg_at_1_std": -0.0064966799401362, + "nauc_ndcg_at_20_diff1": 0.6312266208305513, + "nauc_ndcg_at_20_max": 0.49349536106629666, + "nauc_ndcg_at_20_std": 0.05007479020350615, + "nauc_ndcg_at_3_diff1": 0.623399657982518, + "nauc_ndcg_at_3_max": 0.4783356322227482, + "nauc_ndcg_at_3_std": 0.03369895365683916, + "nauc_ndcg_at_5_diff1": 0.6263958956725992, + "nauc_ndcg_at_5_max": 0.4907887861121924, + "nauc_ndcg_at_5_std": 0.040765927891665464, + "nauc_precision_at_1000_diff1": -0.17133520074710087, + "nauc_precision_at_1000_max": 0.5541549953314806, + "nauc_precision_at_1000_std": 0.12278244631183521, + "nauc_precision_at_100_diff1": 0.5445066915655226, + "nauc_precision_at_100_max": 0.5013227513227411, + "nauc_precision_at_100_std": 0.3040382819794776, + "nauc_precision_at_10_diff1": 0.5473722822462312, + "nauc_precision_at_10_max": 0.6469521141790058, + "nauc_precision_at_10_std": 0.2988395358143252, + "nauc_precision_at_1_diff1": 0.6711560358320205, + "nauc_precision_at_1_max": 0.46315311118360636, + "nauc_precision_at_1_std": -0.0064966799401362, + "nauc_precision_at_20_diff1": 0.5158630828217778, + "nauc_precision_at_20_max": 0.6740469237340327, + "nauc_precision_at_20_std": 0.3986630113038094, + "nauc_precision_at_3_diff1": 0.5708354459442625, + "nauc_precision_at_3_max": 0.4907706804679953, + "nauc_precision_at_3_std": 0.0825377160842224, + "nauc_precision_at_5_diff1": 0.5580478345184214, + "nauc_precision_at_5_max": 0.548581483875599, + "nauc_precision_at_5_std": 0.13144796380090343, + "nauc_recall_at_1000_diff1": -0.1713352007468697, + "nauc_recall_at_1000_max": 0.5541549953315502, + "nauc_recall_at_1000_std": 0.12278244631189622, + "nauc_recall_at_100_diff1": 0.5445066915655185, + "nauc_recall_at_100_max": 0.5013227513227309, + "nauc_recall_at_100_std": 0.3040382819794548, + "nauc_recall_at_10_diff1": 0.5473722822462286, + "nauc_recall_at_10_max": 0.646952114179002, + "nauc_recall_at_10_std": 0.29883953581432254, + "nauc_recall_at_1_diff1": 0.6711560358320205, + "nauc_recall_at_1_max": 0.46315311118360636, + "nauc_recall_at_1_std": -0.0064966799401362, + "nauc_recall_at_20_diff1": 0.5158630828217863, + "nauc_recall_at_20_max": 0.674046923734028, + "nauc_recall_at_20_std": 0.39866301130381165, + "nauc_recall_at_3_diff1": 0.5708354459442675, + "nauc_recall_at_3_max": 0.4907706804679958, + "nauc_recall_at_3_std": 0.08253771608422483, + "nauc_recall_at_5_diff1": 0.5580478345184214, + "nauc_recall_at_5_max": 0.5485814838756012, + "nauc_recall_at_5_std": 0.13144796380090407, + "ndcg_at_1": 0.71933, + "ndcg_at_10": 0.83976, + "ndcg_at_100": 0.84797, + "ndcg_at_1000": 0.8489, + "ndcg_at_20": 0.84363, + "ndcg_at_3": 0.80682, + "ndcg_at_5": 0.82659, + "precision_at_1": 0.71933, + "precision_at_10": 0.09533, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.04843, + "precision_at_3": 0.28844, + "precision_at_5": 0.18267, + "recall_at_1": 0.71933, + "recall_at_10": 0.95333, + "recall_at_100": 0.992, + "recall_at_1000": 0.99933, + "recall_at_20": 0.96867, + "recall_at_3": 0.86533, + "recall_at_5": 0.91333 + }, + { + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.82334, + "map_at_1": 0.68733, + "map_at_10": 0.78074, + "map_at_100": 0.78225, + "map_at_1000": 0.78229, + "map_at_20": 0.78172, + "map_at_3": 0.76167, + "map_at_5": 0.77397, + "mrr_at_1": 0.6873333333333334, + "mrr_at_10": 0.7807399470899479, + "mrr_at_100": 0.7822506848014698, + "mrr_at_1000": 0.7822887797346513, + "mrr_at_20": 0.7817179529334336, + "mrr_at_3": 0.7616666666666673, + "mrr_at_5": 0.7739666666666676, + "nauc_map_at_1000_diff1": 0.6203229471975309, + "nauc_map_at_1000_max": 0.42134908636265134, + "nauc_map_at_1000_std": -0.033837657643875814, + "nauc_map_at_100_diff1": 0.620273823010644, + "nauc_map_at_100_max": 0.42136296760659075, + "nauc_map_at_100_std": -0.03374445410952045, + "nauc_map_at_10_diff1": 0.6179156700467517, + "nauc_map_at_10_max": 0.42177846539172525, + "nauc_map_at_10_std": -0.03369909191382599, + "nauc_map_at_1_diff1": 0.6634682057944136, + "nauc_map_at_1_max": 0.4058919344296032, + "nauc_map_at_1_std": -0.054415150554897714, + "nauc_map_at_20_diff1": 0.6191569400342157, + "nauc_map_at_20_max": 0.42163136423154024, + "nauc_map_at_20_std": -0.03274840000360596, + "nauc_map_at_3_diff1": 0.620636214832878, + "nauc_map_at_3_max": 0.42309479273888134, + "nauc_map_at_3_std": -0.044087644022712286, + "nauc_map_at_5_diff1": 0.6172882706491143, + "nauc_map_at_5_max": 0.42195025384038337, + "nauc_map_at_5_std": -0.03814101646518767, + "nauc_mrr_at_1000_diff1": 0.6203229471975309, + "nauc_mrr_at_1000_max": 0.42134908636265134, + "nauc_mrr_at_1000_std": -0.033837657643875814, + "nauc_mrr_at_100_diff1": 0.620273823010644, + "nauc_mrr_at_100_max": 0.42136296760659075, + "nauc_mrr_at_100_std": -0.03374445410952045, + "nauc_mrr_at_10_diff1": 0.6179156700467517, + "nauc_mrr_at_10_max": 0.42177846539172525, + "nauc_mrr_at_10_std": -0.03369909191382599, + "nauc_mrr_at_1_diff1": 0.6634682057944136, + "nauc_mrr_at_1_max": 0.4058919344296032, + "nauc_mrr_at_1_std": -0.054415150554897714, + "nauc_mrr_at_20_diff1": 0.6191569400342157, + "nauc_mrr_at_20_max": 0.42163136423154024, + "nauc_mrr_at_20_std": -0.03274840000360596, + "nauc_mrr_at_3_diff1": 0.620636214832878, + "nauc_mrr_at_3_max": 0.42309479273888134, + "nauc_mrr_at_3_std": -0.044087644022712286, + "nauc_mrr_at_5_diff1": 0.6172882706491143, + "nauc_mrr_at_5_max": 0.42195025384038337, + "nauc_mrr_at_5_std": -0.03814101646518767, + "nauc_ndcg_at_1000_diff1": 0.6111189661496434, + "nauc_ndcg_at_1000_max": 0.424047908010902, + "nauc_ndcg_at_1000_std": -0.02361086519372759, + "nauc_ndcg_at_100_diff1": 0.609500355141841, + "nauc_ndcg_at_100_max": 0.4240320429767314, + "nauc_ndcg_at_100_std": -0.019861205398830597, + "nauc_ndcg_at_10_diff1": 0.5943895003154219, + "nauc_ndcg_at_10_max": 0.4269815542079639, + "nauc_ndcg_at_10_std": -0.014269516081453673, + "nauc_ndcg_at_1_diff1": 0.6634682057944136, + "nauc_ndcg_at_1_max": 0.4058919344296032, + "nauc_ndcg_at_1_std": -0.054415150554897714, + "nauc_ndcg_at_20_diff1": 0.599257661971023, + "nauc_ndcg_at_20_max": 0.4262220493456032, + "nauc_ndcg_at_20_std": -0.010189152059299586, + "nauc_ndcg_at_3_diff1": 0.6032977676676377, + "nauc_ndcg_at_3_max": 0.42927576889545666, + "nauc_ndcg_at_3_std": -0.039787796865226654, + "nauc_ndcg_at_5_diff1": 0.5947425703134784, + "nauc_ndcg_at_5_max": 0.42741481678610704, + "nauc_ndcg_at_5_std": -0.027732711889570084, + "nauc_precision_at_1000_diff1": 0.42250233426697137, + "nauc_precision_at_1000_max": 0.9346405228758857, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.36023127199597527, + "nauc_precision_at_100_max": 0.47331753214107636, + "nauc_precision_at_100_std": 0.6614594555770987, + "nauc_precision_at_10_diff1": 0.29794305782014263, + "nauc_precision_at_10_max": 0.4860710453335557, + "nauc_precision_at_10_std": 0.252003288877744, + "nauc_precision_at_1_diff1": 0.6634682057944136, + "nauc_precision_at_1_max": 0.4058919344296032, + "nauc_precision_at_1_std": -0.054415150554897714, + "nauc_precision_at_20_diff1": 0.2564344578411068, + "nauc_precision_at_20_max": 0.49567653148216134, + "nauc_precision_at_20_std": 0.4478139081719626, + "nauc_precision_at_3_diff1": 0.5288304844566454, + "nauc_precision_at_3_max": 0.4554578868125041, + "nauc_precision_at_3_std": -0.02126472411655435, + "nauc_precision_at_5_diff1": 0.45413832199546417, + "nauc_precision_at_5_max": 0.4595538215286095, + "nauc_precision_at_5_std": 0.039052287581696286, + "nauc_recall_at_1000_diff1": 0.4225023342670843, + "nauc_recall_at_1000_max": 0.9346405228757798, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.36023127199596794, + "nauc_recall_at_100_max": 0.4733175321410636, + "nauc_recall_at_100_std": 0.6614594555770973, + "nauc_recall_at_10_diff1": 0.2979430578201437, + "nauc_recall_at_10_max": 0.4860710453335582, + "nauc_recall_at_10_std": 0.252003288877742, + "nauc_recall_at_1_diff1": 0.6634682057944136, + "nauc_recall_at_1_max": 0.4058919344296032, + "nauc_recall_at_1_std": -0.054415150554897714, + "nauc_recall_at_20_diff1": 0.25643445784111085, + "nauc_recall_at_20_max": 0.4956765314821629, + "nauc_recall_at_20_std": 0.44781390817196887, + "nauc_recall_at_3_diff1": 0.5288304844566465, + "nauc_recall_at_3_max": 0.4554578868125049, + "nauc_recall_at_3_std": -0.02126472411655293, + "nauc_recall_at_5_diff1": 0.45413832199546617, + "nauc_recall_at_5_max": 0.45955382152861185, + "nauc_recall_at_5_std": 0.039052287581700415, + "ndcg_at_1": 0.68733, + "ndcg_at_10": 0.82334, + "ndcg_at_100": 0.83089, + "ndcg_at_1000": 0.83184, + "ndcg_at_20": 0.82689, + "ndcg_at_3": 0.78526, + "ndcg_at_5": 0.80732, + "precision_at_1": 0.68733, + "precision_at_10": 0.09553, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04847, + "precision_at_3": 0.28444, + "precision_at_5": 0.18133, + "recall_at_1": 0.68733, + "recall_at_10": 0.95533, + "recall_at_100": 0.99133, + "recall_at_1000": 0.99867, + "recall_at_20": 0.96933, + "recall_at_3": 0.85333, + "recall_at_5": 0.90667 + }, + { + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.83508, + "map_at_1": 0.70667, + "map_at_10": 0.79556, + "map_at_100": 0.79721, + "map_at_1000": 0.79725, + "map_at_20": 0.79683, + "map_at_3": 0.77767, + "map_at_5": 0.79053, + "mrr_at_1": 0.7066666666666667, + "mrr_at_10": 0.7955574074074074, + "mrr_at_100": 0.7972118875497508, + "mrr_at_1000": 0.7972533813950708, + "mrr_at_20": 0.7968325001108284, + "mrr_at_3": 0.7776666666666668, + "mrr_at_5": 0.7905333333333338, + "nauc_map_at_1000_diff1": 0.7262457250641087, + "nauc_map_at_1000_max": 0.45546876651461093, + "nauc_map_at_1000_std": -0.08215924842163153, + "nauc_map_at_100_diff1": 0.7261951621864803, + "nauc_map_at_100_max": 0.4554823938888416, + "nauc_map_at_100_std": -0.08198857644017757, + "nauc_map_at_10_diff1": 0.72554295763251, + "nauc_map_at_10_max": 0.4575673829012841, + "nauc_map_at_10_std": -0.08009910800703776, + "nauc_map_at_1_diff1": 0.7593516728260601, + "nauc_map_at_1_max": 0.4426564526787246, + "nauc_map_at_1_std": -0.10380699478695031, + "nauc_map_at_20_diff1": 0.7261052041086752, + "nauc_map_at_20_max": 0.45595243025928367, + "nauc_map_at_20_std": -0.08164448004959057, + "nauc_map_at_3_diff1": 0.7201758806645173, + "nauc_map_at_3_max": 0.44997610232262597, + "nauc_map_at_3_std": -0.09284000622015688, + "nauc_map_at_5_diff1": 0.7216582640724389, + "nauc_map_at_5_max": 0.45862852377371677, + "nauc_map_at_5_std": -0.08269402112816346, + "nauc_mrr_at_1000_diff1": 0.7262457250641087, + "nauc_mrr_at_1000_max": 0.45546876651461093, + "nauc_mrr_at_1000_std": -0.08215924842163153, + "nauc_mrr_at_100_diff1": 0.7261951621864803, + "nauc_mrr_at_100_max": 0.4554823938888416, + "nauc_mrr_at_100_std": -0.08198857644017757, + "nauc_mrr_at_10_diff1": 0.72554295763251, + "nauc_mrr_at_10_max": 0.4575673829012841, + "nauc_mrr_at_10_std": -0.08009910800703776, + "nauc_mrr_at_1_diff1": 0.7593516728260601, + "nauc_mrr_at_1_max": 0.4426564526787246, + "nauc_mrr_at_1_std": -0.10380699478695031, + "nauc_mrr_at_20_diff1": 0.7261052041086752, + "nauc_mrr_at_20_max": 0.45595243025928367, + "nauc_mrr_at_20_std": -0.08164448004959057, + "nauc_mrr_at_3_diff1": 0.7201758806645173, + "nauc_mrr_at_3_max": 0.44997610232262597, + "nauc_mrr_at_3_std": -0.09284000622015688, + "nauc_mrr_at_5_diff1": 0.7216582640724389, + "nauc_mrr_at_5_max": 0.45862852377371677, + "nauc_mrr_at_5_std": -0.08269402112816346, + "nauc_ndcg_at_1000_diff1": 0.7206584495141422, + "nauc_ndcg_at_1000_max": 0.4599548047026084, + "nauc_ndcg_at_1000_std": -0.06933284968348263, + "nauc_ndcg_at_100_diff1": 0.7196532262853497, + "nauc_ndcg_at_100_max": 0.46072781100889787, + "nauc_ndcg_at_100_std": -0.06414680084171535, + "nauc_ndcg_at_10_diff1": 0.7164786189098932, + "nauc_ndcg_at_10_max": 0.47033503312733127, + "nauc_ndcg_at_10_std": -0.05427244070587125, + "nauc_ndcg_at_1_diff1": 0.7593516728260601, + "nauc_ndcg_at_1_max": 0.4426564526787246, + "nauc_ndcg_at_1_std": -0.10380699478695031, + "nauc_ndcg_at_20_diff1": 0.7188284699181625, + "nauc_ndcg_at_20_max": 0.46426952487657963, + "nauc_ndcg_at_20_std": -0.0600701803676723, + "nauc_ndcg_at_3_diff1": 0.7053394640237158, + "nauc_ndcg_at_3_max": 0.45449827460756675, + "nauc_ndcg_at_3_std": -0.08485548237978971, + "nauc_ndcg_at_5_diff1": 0.7065659427282501, + "nauc_ndcg_at_5_max": 0.47298008098579203, + "nauc_ndcg_at_5_std": -0.0626218607491725, + "nauc_precision_at_1000_diff1": 0.3760037348272355, + "nauc_precision_at_1000_max": 0.6373482726423594, + "nauc_precision_at_1000_std": 0.7563025210083767, + "nauc_precision_at_100_diff1": 0.5387762948316681, + "nauc_precision_at_100_max": 0.5969681990443395, + "nauc_precision_at_100_std": 0.6687537760202099, + "nauc_precision_at_10_diff1": 0.6243338360985423, + "nauc_precision_at_10_max": 0.6314443726208422, + "nauc_precision_at_10_std": 0.2861739567621897, + "nauc_precision_at_1_diff1": 0.7593516728260601, + "nauc_precision_at_1_max": 0.4426564526787246, + "nauc_precision_at_1_std": -0.10380699478695031, + "nauc_precision_at_20_diff1": 0.6152409681821418, + "nauc_precision_at_20_max": 0.6164260576025296, + "nauc_precision_at_20_std": 0.39143862673273533, + "nauc_precision_at_3_diff1": 0.6408314279974358, + "nauc_precision_at_3_max": 0.4750600300389346, + "nauc_precision_at_3_std": -0.04816992088471566, + "nauc_precision_at_5_diff1": 0.6058187981074774, + "nauc_precision_at_5_max": 0.5775094351466075, + "nauc_precision_at_5_std": 0.08374722437994847, + "nauc_recall_at_1000_diff1": 0.3760037348272785, + "nauc_recall_at_1000_max": 0.6373482726423795, + "nauc_recall_at_1000_std": 0.7563025210083872, + "nauc_recall_at_100_diff1": 0.5387762948316519, + "nauc_recall_at_100_max": 0.5969681990443229, + "nauc_recall_at_100_std": 0.668753776020207, + "nauc_recall_at_10_diff1": 0.624333836098541, + "nauc_recall_at_10_max": 0.6314443726208462, + "nauc_recall_at_10_std": 0.28617395676219465, + "nauc_recall_at_1_diff1": 0.7593516728260601, + "nauc_recall_at_1_max": 0.4426564526787246, + "nauc_recall_at_1_std": -0.10380699478695031, + "nauc_recall_at_20_diff1": 0.6152409681821439, + "nauc_recall_at_20_max": 0.6164260576025266, + "nauc_recall_at_20_std": 0.3914386267327408, + "nauc_recall_at_3_diff1": 0.6408314279974372, + "nauc_recall_at_3_max": 0.4750600300389371, + "nauc_recall_at_3_std": -0.0481699208847136, + "nauc_recall_at_5_diff1": 0.6058187981074785, + "nauc_recall_at_5_max": 0.5775094351466072, + "nauc_recall_at_5_std": 0.08374722437995032, + "ndcg_at_1": 0.70667, + "ndcg_at_10": 0.83508, + "ndcg_at_100": 0.84229, + "ndcg_at_1000": 0.84332, + "ndcg_at_20": 0.83955, + "ndcg_at_3": 0.80023, + "ndcg_at_5": 0.82321, + "precision_at_1": 0.70667, + "precision_at_10": 0.09567, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.0487, + "precision_at_3": 0.28844, + "precision_at_5": 0.18413, + "recall_at_1": 0.70667, + "recall_at_10": 0.95667, + "recall_at_100": 0.98867, + "recall_at_1000": 0.99667, + "recall_at_20": 0.974, + "recall_at_3": 0.86533, + "recall_at_5": 0.92067 + }, + { + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ], + "main_score": 0.81964, + "map_at_1": 0.69867, + "map_at_10": 0.78238, + "map_at_100": 0.78431, + "map_at_1000": 0.78438, + "map_at_20": 0.78363, + "map_at_3": 0.76633, + "map_at_5": 0.77687, + "mrr_at_1": 0.698, + "mrr_at_10": 0.7821616402116409, + "mrr_at_100": 0.7840857193966617, + "mrr_at_1000": 0.7841629862889198, + "mrr_at_20": 0.7834065849727622, + "mrr_at_3": 0.7661111111111117, + "mrr_at_5": 0.7766444444444452, + "nauc_map_at_1000_diff1": 0.6740396771231804, + "nauc_map_at_1000_max": 0.4091723759275936, + "nauc_map_at_1000_std": -0.026146215295474, + "nauc_map_at_100_diff1": 0.674035010264427, + "nauc_map_at_100_max": 0.40931405912326124, + "nauc_map_at_100_std": -0.025905664371615587, + "nauc_map_at_10_diff1": 0.6725315455732637, + "nauc_map_at_10_max": 0.4102363348781325, + "nauc_map_at_10_std": -0.0241764949395462, + "nauc_map_at_1_diff1": 0.7056779206346168, + "nauc_map_at_1_max": 0.38567993255283706, + "nauc_map_at_1_std": -0.07581937764663063, + "nauc_map_at_20_diff1": 0.6735117998922542, + "nauc_map_at_20_max": 0.41004317487432984, + "nauc_map_at_20_std": -0.02499603652796516, + "nauc_map_at_3_diff1": 0.6697807998337136, + "nauc_map_at_3_max": 0.40172168674878567, + "nauc_map_at_3_std": -0.03693921361237971, + "nauc_map_at_5_diff1": 0.6684405728051227, + "nauc_map_at_5_max": 0.40465382578621684, + "nauc_map_at_5_std": -0.028756860932726655, + "nauc_mrr_at_1000_diff1": 0.6751446643057865, + "nauc_mrr_at_1000_max": 0.4087888659581296, + "nauc_mrr_at_1000_std": -0.025072616332523917, + "nauc_mrr_at_100_diff1": 0.6751395554430519, + "nauc_mrr_at_100_max": 0.40893063867833923, + "nauc_mrr_at_100_std": -0.024832606639875538, + "nauc_mrr_at_10_diff1": 0.6736259397963424, + "nauc_mrr_at_10_max": 0.40985402827840595, + "nauc_mrr_at_10_std": -0.023116108582937996, + "nauc_mrr_at_1_diff1": 0.7072377665445685, + "nauc_mrr_at_1_max": 0.38469357614286376, + "nauc_mrr_at_1_std": -0.07429225398852657, + "nauc_mrr_at_20_diff1": 0.6746128087291272, + "nauc_mrr_at_20_max": 0.40965848938637267, + "nauc_mrr_at_20_std": -0.023928432805567248, + "nauc_mrr_at_3_diff1": 0.6708000253498976, + "nauc_mrr_at_3_max": 0.40136964001903813, + "nauc_mrr_at_3_std": -0.03594739647860065, + "nauc_mrr_at_5_diff1": 0.6695071547965393, + "nauc_mrr_at_5_max": 0.4042843313758585, + "nauc_mrr_at_5_std": -0.027723150284545108, + "nauc_ndcg_at_1000_diff1": 0.6705994779866158, + "nauc_ndcg_at_1000_max": 0.419568758369096, + "nauc_ndcg_at_1000_std": -0.0074028076867339405, + "nauc_ndcg_at_100_diff1": 0.6711582311441711, + "nauc_ndcg_at_100_max": 0.42519105236182153, + "nauc_ndcg_at_100_std": 0.0015169383070979651, + "nauc_ndcg_at_10_diff1": 0.6629831244251736, + "nauc_ndcg_at_10_max": 0.4294583569350785, + "nauc_ndcg_at_10_std": 0.010706987247234288, + "nauc_ndcg_at_1_diff1": 0.7056779206346168, + "nauc_ndcg_at_1_max": 0.38567993255283706, + "nauc_ndcg_at_1_std": -0.07581937764663063, + "nauc_ndcg_at_20_diff1": 0.66720452004811, + "nauc_ndcg_at_20_max": 0.4296075392318465, + "nauc_ndcg_at_20_std": 0.008119399161100637, + "nauc_ndcg_at_3_diff1": 0.6562663127843749, + "nauc_ndcg_at_3_max": 0.4068690850277279, + "nauc_ndcg_at_3_std": -0.021356970340468975, + "nauc_ndcg_at_5_diff1": 0.6524173273863247, + "nauc_ndcg_at_5_max": 0.4138463034529806, + "nauc_ndcg_at_5_std": -0.002776516516178386, + "nauc_precision_at_1000_diff1": 0.6972789115646105, + "nauc_precision_at_1000_max": 0.8569427771108299, + "nauc_precision_at_1000_std": 0.6886754701880606, + "nauc_precision_at_100_diff1": 0.7126717353608076, + "nauc_precision_at_100_max": 0.809803921568627, + "nauc_precision_at_100_std": 0.6054688542083402, + "nauc_precision_at_10_diff1": 0.5935564702071301, + "nauc_precision_at_10_max": 0.6106680767545115, + "nauc_precision_at_10_std": 0.3275738866975389, + "nauc_precision_at_1_diff1": 0.7056779206346168, + "nauc_precision_at_1_max": 0.38567993255283706, + "nauc_precision_at_1_std": -0.07581937764663063, + "nauc_precision_at_20_diff1": 0.6252446183953021, + "nauc_precision_at_20_max": 0.677653709885781, + "nauc_precision_at_20_std": 0.4027921670951518, + "nauc_precision_at_3_diff1": 0.6005743152727241, + "nauc_precision_at_3_max": 0.4276552898369095, + "nauc_precision_at_3_std": 0.04330700154706361, + "nauc_precision_at_5_diff1": 0.5645397327749275, + "nauc_precision_at_5_max": 0.4658294566264919, + "nauc_precision_at_5_std": 0.14483813013837304, + "nauc_recall_at_1000_diff1": 0.697278911564643, + "nauc_recall_at_1000_max": 0.856942777110839, + "nauc_recall_at_1000_std": 0.6886754701880682, + "nauc_recall_at_100_diff1": 0.7126717353608124, + "nauc_recall_at_100_max": 0.8098039215686301, + "nauc_recall_at_100_std": 0.6054688542083474, + "nauc_recall_at_10_diff1": 0.5935564702071298, + "nauc_recall_at_10_max": 0.6106680767545113, + "nauc_recall_at_10_std": 0.32757388669753557, + "nauc_recall_at_1_diff1": 0.7056779206346168, + "nauc_recall_at_1_max": 0.38567993255283706, + "nauc_recall_at_1_std": -0.07581937764663063, + "nauc_recall_at_20_diff1": 0.6252446183953051, + "nauc_recall_at_20_max": 0.6776537098857836, + "nauc_recall_at_20_std": 0.4027921670951468, + "nauc_recall_at_3_diff1": 0.6005743152727235, + "nauc_recall_at_3_max": 0.4276552898369096, + "nauc_recall_at_3_std": 0.04330700154706398, + "nauc_recall_at_5_diff1": 0.5645397327749291, + "nauc_recall_at_5_max": 0.46582945662649217, + "nauc_recall_at_5_std": 0.14483813013837127, + "ndcg_at_1": 0.69867, + "ndcg_at_10": 0.81964, + "ndcg_at_100": 0.82873, + "ndcg_at_1000": 0.83105, + "ndcg_at_20": 0.82396, + "ndcg_at_3": 0.7877, + "ndcg_at_5": 0.80653, + "precision_at_1": 0.69867, + "precision_at_10": 0.09347, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.04757, + "precision_at_3": 0.28311, + "precision_at_5": 0.17893, + "recall_at_1": 0.69867, + "recall_at_10": 0.93467, + "recall_at_100": 0.97667, + "recall_at_1000": 0.99533, + "recall_at_20": 0.95133, + "recall_at_3": 0.84933, + "recall_at_5": 0.89467 + }, + { + "hf_subset": "no", + "languages": [ + "nor-Latn" + ], + "main_score": 0.81317, + "map_at_1": 0.676, + "map_at_10": 0.77051, + "map_at_100": 0.77222, + "map_at_1000": 0.77226, + "map_at_20": 0.77158, + "map_at_3": 0.75111, + "map_at_5": 0.76478, + "mrr_at_1": 0.6753333333333333, + "mrr_at_10": 0.7701788359788361, + "mrr_at_100": 0.7718842018528852, + "mrr_at_1000": 0.771931617543698, + "mrr_at_20": 0.7712482113202703, + "mrr_at_3": 0.7507777777777777, + "mrr_at_5": 0.7644444444444446, + "nauc_map_at_1000_diff1": 0.6731880698917542, + "nauc_map_at_1000_max": 0.5015349546613916, + "nauc_map_at_1000_std": 0.0469745390881071, + "nauc_map_at_100_diff1": 0.6731209987517535, + "nauc_map_at_100_max": 0.5015857606144142, + "nauc_map_at_100_std": 0.04707676481107678, + "nauc_map_at_10_diff1": 0.6713268179348559, + "nauc_map_at_10_max": 0.5027930549924327, + "nauc_map_at_10_std": 0.048028013705512435, + "nauc_map_at_1_diff1": 0.71068973316792, + "nauc_map_at_1_max": 0.4925449689392741, + "nauc_map_at_1_std": 0.020845756481170787, + "nauc_map_at_20_diff1": 0.6728190267043721, + "nauc_map_at_20_max": 0.5018681939622026, + "nauc_map_at_20_std": 0.04700853006010254, + "nauc_map_at_3_diff1": 0.6703168307880447, + "nauc_map_at_3_max": 0.4940656977200651, + "nauc_map_at_3_std": 0.039270173368322316, + "nauc_map_at_5_diff1": 0.6715360394701456, + "nauc_map_at_5_max": 0.5037502278556986, + "nauc_map_at_5_std": 0.04767015659351433, + "nauc_mrr_at_1000_diff1": 0.6742396857062338, + "nauc_mrr_at_1000_max": 0.5022801929116362, + "nauc_mrr_at_1000_std": 0.047136825159978475, + "nauc_mrr_at_100_diff1": 0.6741724260406926, + "nauc_mrr_at_100_max": 0.5023307738806978, + "nauc_mrr_at_100_std": 0.04723891717340544, + "nauc_mrr_at_10_diff1": 0.6723709544180547, + "nauc_mrr_at_10_max": 0.5035306184360936, + "nauc_mrr_at_10_std": 0.04818791025431804, + "nauc_mrr_at_1_diff1": 0.7121709757018558, + "nauc_mrr_at_1_max": 0.4936428278891906, + "nauc_mrr_at_1_std": 0.021117561766387297, + "nauc_mrr_at_20_diff1": 0.6738673803230865, + "nauc_mrr_at_20_max": 0.5026105694761679, + "nauc_mrr_at_20_std": 0.0471702284655853, + "nauc_mrr_at_3_diff1": 0.6712769545903713, + "nauc_mrr_at_3_max": 0.49475069953035034, + "nauc_mrr_at_3_std": 0.03942448697343871, + "nauc_mrr_at_5_diff1": 0.6725509530803775, + "nauc_mrr_at_5_max": 0.5044664236538307, + "nauc_mrr_at_5_std": 0.04782592727776766, + "nauc_ndcg_at_1000_diff1": 0.6658998303261671, + "nauc_ndcg_at_1000_max": 0.5064625227143823, + "nauc_ndcg_at_1000_std": 0.05863501073665642, + "nauc_ndcg_at_100_diff1": 0.6636541655395781, + "nauc_ndcg_at_100_max": 0.5084452466875589, + "nauc_ndcg_at_100_std": 0.06418674601930374, + "nauc_ndcg_at_10_diff1": 0.6551321021893783, + "nauc_ndcg_at_10_max": 0.5140137511027736, + "nauc_ndcg_at_10_std": 0.06715773633739457, + "nauc_ndcg_at_1_diff1": 0.71068973316792, + "nauc_ndcg_at_1_max": 0.4925449689392741, + "nauc_ndcg_at_1_std": 0.020845756481170787, + "nauc_ndcg_at_20_diff1": 0.6616565741766608, + "nauc_ndcg_at_20_max": 0.5107258716640887, + "nauc_ndcg_at_20_std": 0.06310075113010863, + "nauc_ndcg_at_3_diff1": 0.6559769145599545, + "nauc_ndcg_at_3_max": 0.49574314992804985, + "nauc_ndcg_at_3_std": 0.047310277994186786, + "nauc_ndcg_at_5_diff1": 0.6565548866027343, + "nauc_ndcg_at_5_max": 0.5161158017186301, + "nauc_ndcg_at_5_std": 0.06592404262571824, + "nauc_precision_at_1000_diff1": 0.3727357609710586, + "nauc_precision_at_1000_max": 0.7690009337067973, + "nauc_precision_at_1000_std": 0.8216619981325649, + "nauc_precision_at_100_diff1": 0.4309640522875766, + "nauc_precision_at_100_max": 0.7166394335512123, + "nauc_precision_at_100_std": 0.6875194522253482, + "nauc_precision_at_10_diff1": 0.48891926248411044, + "nauc_precision_at_10_max": 0.6394710494639637, + "nauc_precision_at_10_std": 0.2745379276208464, + "nauc_precision_at_1_diff1": 0.71068973316792, + "nauc_precision_at_1_max": 0.4925449689392741, + "nauc_precision_at_1_std": 0.020845756481170787, + "nauc_precision_at_20_diff1": 0.5327715785767841, + "nauc_precision_at_20_max": 0.6381809554422826, + "nauc_precision_at_20_std": 0.28647196583551376, + "nauc_precision_at_3_diff1": 0.5963610075528643, + "nauc_precision_at_3_max": 0.503303589816874, + "nauc_precision_at_3_std": 0.0815074624983713, + "nauc_precision_at_5_diff1": 0.5650395356277697, + "nauc_precision_at_5_max": 0.6001123059946599, + "nauc_precision_at_5_std": 0.18568359744830448, + "nauc_recall_at_1000_diff1": 0.372735760971048, + "nauc_recall_at_1000_max": 0.7690009337068382, + "nauc_recall_at_1000_std": 0.8216619981326061, + "nauc_recall_at_100_diff1": 0.43096405228757406, + "nauc_recall_at_100_max": 0.7166394335511939, + "nauc_recall_at_100_std": 0.6875194522253294, + "nauc_recall_at_10_diff1": 0.4889192624841122, + "nauc_recall_at_10_max": 0.6394710494639625, + "nauc_recall_at_10_std": 0.27453792762085055, + "nauc_recall_at_1_diff1": 0.71068973316792, + "nauc_recall_at_1_max": 0.4925449689392741, + "nauc_recall_at_1_std": 0.020845756481170787, + "nauc_recall_at_20_diff1": 0.5327715785767836, + "nauc_recall_at_20_max": 0.6381809554422845, + "nauc_recall_at_20_std": 0.28647196583551443, + "nauc_recall_at_3_diff1": 0.5963610075528643, + "nauc_recall_at_3_max": 0.5033035898168742, + "nauc_recall_at_3_std": 0.08150746249837121, + "nauc_recall_at_5_diff1": 0.5650395356277715, + "nauc_recall_at_5_max": 0.6001123059946584, + "nauc_recall_at_5_std": 0.18568359744830476, + "ndcg_at_1": 0.676, + "ndcg_at_10": 0.81317, + "ndcg_at_100": 0.82153, + "ndcg_at_1000": 0.82307, + "ndcg_at_20": 0.81695, + "ndcg_at_3": 0.77517, + "ndcg_at_5": 0.79984, + "precision_at_1": 0.676, + "precision_at_10": 0.09447, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04797, + "precision_at_3": 0.28156, + "precision_at_5": 0.18093, + "recall_at_1": 0.676, + "recall_at_10": 0.94467, + "recall_at_100": 0.984, + "recall_at_1000": 0.99667, + "recall_at_20": 0.95933, + "recall_at_3": 0.84467, + "recall_at_5": 0.90467 + }, + { + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.86487, + "map_at_1": 0.74667, + "map_at_10": 0.83041, + "map_at_100": 0.83146, + "map_at_1000": 0.83149, + "map_at_20": 0.83129, + "map_at_3": 0.818, + "map_at_5": 0.8264, + "mrr_at_1": 0.7466666666666667, + "mrr_at_10": 0.8304092592592596, + "mrr_at_100": 0.8314601124092332, + "mrr_at_1000": 0.83149490932282, + "mrr_at_20": 0.8312886470140342, + "mrr_at_3": 0.8180000000000003, + "mrr_at_5": 0.8264000000000006, + "nauc_map_at_1000_diff1": 0.7108192599359151, + "nauc_map_at_1000_max": 0.47471602448298666, + "nauc_map_at_1000_std": 0.03702871970082903, + "nauc_map_at_100_diff1": 0.7108130568724816, + "nauc_map_at_100_max": 0.4747978912755384, + "nauc_map_at_100_std": 0.03715251412643595, + "nauc_map_at_10_diff1": 0.7102168864610501, + "nauc_map_at_10_max": 0.47626375915190566, + "nauc_map_at_10_std": 0.03756812232464759, + "nauc_map_at_1_diff1": 0.7340438456016342, + "nauc_map_at_1_max": 0.4485407808272125, + "nauc_map_at_1_std": 0.010772267933072094, + "nauc_map_at_20_diff1": 0.7107577341344843, + "nauc_map_at_20_max": 0.47517472954917617, + "nauc_map_at_20_std": 0.037170912391922224, + "nauc_map_at_3_diff1": 0.7039546434435536, + "nauc_map_at_3_max": 0.47020381036774533, + "nauc_map_at_3_std": 0.030582414622916408, + "nauc_map_at_5_diff1": 0.7088918978675629, + "nauc_map_at_5_max": 0.4746559428025736, + "nauc_map_at_5_std": 0.035790599128250035, + "nauc_mrr_at_1000_diff1": 0.7108192599359151, + "nauc_mrr_at_1000_max": 0.47471602448298666, + "nauc_mrr_at_1000_std": 0.03702871970082903, + "nauc_mrr_at_100_diff1": 0.7108130568724816, + "nauc_mrr_at_100_max": 0.4747978912755384, + "nauc_mrr_at_100_std": 0.03715251412643595, + "nauc_mrr_at_10_diff1": 0.7102168864610501, + "nauc_mrr_at_10_max": 0.47626375915190566, + "nauc_mrr_at_10_std": 0.03756812232464759, + "nauc_mrr_at_1_diff1": 0.7340438456016342, + "nauc_mrr_at_1_max": 0.4485407808272125, + "nauc_mrr_at_1_std": 0.010772267933072094, + "nauc_mrr_at_20_diff1": 0.7107577341344843, + "nauc_mrr_at_20_max": 0.47517472954917617, + "nauc_mrr_at_20_std": 0.037170912391922224, + "nauc_mrr_at_3_diff1": 0.7039546434435536, + "nauc_mrr_at_3_max": 0.47020381036774533, + "nauc_mrr_at_3_std": 0.030582414622916408, + "nauc_mrr_at_5_diff1": 0.7088918978675629, + "nauc_mrr_at_5_max": 0.4746559428025736, + "nauc_mrr_at_5_std": 0.035790599128250035, + "nauc_ndcg_at_1000_diff1": 0.7070234456544003, + "nauc_ndcg_at_1000_max": 0.4833353661079495, + "nauc_ndcg_at_1000_std": 0.04897384552789793, + "nauc_ndcg_at_100_diff1": 0.70568173642019, + "nauc_ndcg_at_100_max": 0.4856673651635321, + "nauc_ndcg_at_100_std": 0.05288712634162993, + "nauc_ndcg_at_10_diff1": 0.7022973980296425, + "nauc_ndcg_at_10_max": 0.4936814200418962, + "nauc_ndcg_at_10_std": 0.05655141790663191, + "nauc_ndcg_at_1_diff1": 0.7340438456016342, + "nauc_ndcg_at_1_max": 0.4485407808272125, + "nauc_ndcg_at_1_std": 0.010772267933072094, + "nauc_ndcg_at_20_diff1": 0.7052864158474225, + "nauc_ndcg_at_20_max": 0.48952127077550467, + "nauc_ndcg_at_20_std": 0.054724669568201545, + "nauc_ndcg_at_3_diff1": 0.6901443732058585, + "nauc_ndcg_at_3_max": 0.47742955077806704, + "nauc_ndcg_at_3_std": 0.038556377983588706, + "nauc_ndcg_at_5_diff1": 0.6986180573097505, + "nauc_ndcg_at_5_max": 0.48819361971097264, + "nauc_ndcg_at_5_std": 0.051257906970073444, + "nauc_precision_at_1000_diff1": 0.7690009337067973, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.8552754435107397, + "nauc_precision_at_100_diff1": 0.5796276844071068, + "nauc_precision_at_100_max": 0.8394024276377268, + "nauc_precision_at_100_std": 0.642215219421091, + "nauc_precision_at_10_diff1": 0.5987343085382278, + "nauc_precision_at_10_max": 0.7654632223259669, + "nauc_precision_at_10_std": 0.3518829754123924, + "nauc_precision_at_1_diff1": 0.7340438456016342, + "nauc_precision_at_1_max": 0.4485407808272125, + "nauc_precision_at_1_std": 0.010772267933072094, + "nauc_precision_at_20_diff1": 0.6185634747726224, + "nauc_precision_at_20_max": 0.8415464951412693, + "nauc_precision_at_20_std": 0.49287616281081054, + "nauc_precision_at_3_diff1": 0.6210738925199722, + "nauc_precision_at_3_max": 0.5121835771345581, + "nauc_precision_at_3_std": 0.07786725801431645, + "nauc_precision_at_5_diff1": 0.6220270879887516, + "nauc_precision_at_5_max": 0.5947397685666052, + "nauc_precision_at_5_std": 0.1750595369233818, + "nauc_recall_at_1000_diff1": 0.7690009337068382, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.8552754435107366, + "nauc_recall_at_100_diff1": 0.5796276844070991, + "nauc_recall_at_100_max": 0.8394024276377177, + "nauc_recall_at_100_std": 0.6422152194210958, + "nauc_recall_at_10_diff1": 0.5987343085382355, + "nauc_recall_at_10_max": 0.7654632223259669, + "nauc_recall_at_10_std": 0.3518829754123847, + "nauc_recall_at_1_diff1": 0.7340438456016342, + "nauc_recall_at_1_max": 0.4485407808272125, + "nauc_recall_at_1_std": 0.010772267933072094, + "nauc_recall_at_20_diff1": 0.618563474772623, + "nauc_recall_at_20_max": 0.841546495141271, + "nauc_recall_at_20_std": 0.4928761628108059, + "nauc_recall_at_3_diff1": 0.6210738925199702, + "nauc_recall_at_3_max": 0.5121835771345573, + "nauc_recall_at_3_std": 0.07786725801431713, + "nauc_recall_at_5_diff1": 0.6220270879887552, + "nauc_recall_at_5_max": 0.5947397685665988, + "nauc_recall_at_5_std": 0.17505953692338386, + "ndcg_at_1": 0.74667, + "ndcg_at_10": 0.86487, + "ndcg_at_100": 0.8693, + "ndcg_at_1000": 0.87023, + "ndcg_at_20": 0.86797, + "ndcg_at_3": 0.84017, + "ndcg_at_5": 0.85529, + "precision_at_1": 0.74667, + "precision_at_10": 0.097, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "precision_at_20": 0.0491, + "precision_at_3": 0.30133, + "precision_at_5": 0.18813, + "recall_at_1": 0.74667, + "recall_at_10": 0.97, + "recall_at_100": 0.98933, + "recall_at_1000": 0.99667, + "recall_at_20": 0.982, + "recall_at_3": 0.904, + "recall_at_5": 0.94067 + } + ] + }, + "task_name": "WikipediaRetrievalMultilingual" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/XNLI.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/XNLI.json new file mode 100644 index 000000000..1439abffc --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/XNLI.json @@ -0,0 +1,1329 @@ +{ + "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", + "evaluation_time": 29.7802677154541, + "kg_co2_emissions": 0.0015723033011357157, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.7018315018315018, + "cosine_accuracy_threshold": 0.6763712167739868, + "cosine_ap": 0.7584069752224902, + "cosine_f1": 0.7190569744597249, + "cosine_f1_threshold": 0.6330892443656921, + "cosine_precision": 0.6497041420118344, + "cosine_recall": 0.8049853372434017, + "dot_accuracy": 0.7018315018315018, + "dot_accuracy_threshold": 0.6763712167739868, + "dot_ap": 0.7584069752224902, + "dot_f1": 0.7190569744597249, + "dot_f1_threshold": 0.6330890655517578, + "dot_precision": 0.6497041420118344, + "dot_recall": 0.8049853372434017, + "euclidean_accuracy": 0.7018315018315018, + "euclidean_accuracy_threshold": 0.804523229598999, + "euclidean_ap": 0.7584069752224902, + "euclidean_f1": 0.7190569744597249, + "euclidean_f1_threshold": 0.8566337823867798, + "euclidean_precision": 0.6497041420118344, + "euclidean_recall": 0.8049853372434017, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.7584069752224902, + "manhattan_accuracy": 0.7025641025641025, + "manhattan_accuracy_threshold": 17.25640869140625, + "manhattan_ap": 0.7577754048783063, + "manhattan_f1": 0.7210072895957587, + "manhattan_f1_threshold": 18.371444702148438, + "manhattan_precision": 0.6577992744860943, + "manhattan_recall": 0.7976539589442815, + "max_accuracy": 0.7025641025641025, + "max_ap": 0.7584069752224902, + "max_f1": 0.7210072895957587, + "max_precision": 0.6577992744860943, + "max_recall": 0.8049853372434017, + "similarity_accuracy": 0.7018315018315018, + "similarity_accuracy_threshold": 0.6763712167739868, + "similarity_ap": 0.7584069752224902, + "similarity_f1": 0.7190569744597249, + "similarity_f1_threshold": 0.6330892443656921, + "similarity_precision": 0.6497041420118344, + "similarity_recall": 0.8049853372434017 + }, + { + "cosine_accuracy": 0.7142857142857143, + "cosine_accuracy_threshold": 0.699666440486908, + "cosine_ap": 0.7734558002727001, + "cosine_f1": 0.7255255255255254, + "cosine_f1_threshold": 0.6262366771697998, + "cosine_precision": 0.6144455747711088, + "cosine_recall": 0.8856304985337243, + "dot_accuracy": 0.7142857142857143, + "dot_accuracy_threshold": 0.6996666193008423, + "dot_ap": 0.7734558002727001, + "dot_f1": 0.7255255255255254, + "dot_f1_threshold": 0.6262366771697998, + "dot_precision": 0.6144455747711088, + "dot_recall": 0.8856304985337243, + "euclidean_accuracy": 0.7142857142857143, + "euclidean_accuracy_threshold": 0.7750271558761597, + "euclidean_ap": 0.7734558002727001, + "euclidean_f1": 0.7255255255255254, + "euclidean_f1_threshold": 0.8645961284637451, + "euclidean_precision": 0.6144455747711088, + "euclidean_recall": 0.8856304985337243, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.7740921545358681, + "manhattan_accuracy": 0.7135531135531136, + "manhattan_accuracy_threshold": 16.790136337280273, + "manhattan_ap": 0.7740921545358681, + "manhattan_f1": 0.7262839879154079, + "manhattan_f1_threshold": 18.60714340209961, + "manhattan_precision": 0.6176772867420349, + "manhattan_recall": 0.8812316715542522, + "max_accuracy": 0.7142857142857143, + "max_ap": 0.7740921545358681, + "max_f1": 0.7262839879154079, + "max_precision": 0.6176772867420349, + "max_recall": 0.8856304985337243, + "similarity_accuracy": 0.7142857142857143, + "similarity_accuracy_threshold": 0.699666440486908, + "similarity_ap": 0.7734558002727001, + "similarity_f1": 0.7255255255255254, + "similarity_f1_threshold": 0.6262366771697998, + "similarity_precision": 0.6144455747711088, + "similarity_recall": 0.8856304985337243 + }, + { + "cosine_accuracy": 0.7164835164835165, + "cosine_accuracy_threshold": 0.7036877274513245, + "cosine_ap": 0.7678914976229981, + "cosine_f1": 0.7343056436271401, + "cosine_f1_threshold": 0.6521633863449097, + "cosine_precision": 0.646927374301676, + "cosine_recall": 0.8489736070381232, + "dot_accuracy": 0.7164835164835165, + "dot_accuracy_threshold": 0.7036879062652588, + "dot_ap": 0.7678920162430781, + "dot_f1": 0.7343056436271401, + "dot_f1_threshold": 0.652163028717041, + "dot_precision": 0.646927374301676, + "dot_recall": 0.8489736070381232, + "euclidean_accuracy": 0.7164835164835165, + "euclidean_accuracy_threshold": 0.7698211073875427, + "euclidean_ap": 0.7678914976229982, + "euclidean_f1": 0.7343056436271401, + "euclidean_f1_threshold": 0.8340701460838318, + "euclidean_precision": 0.646927374301676, + "euclidean_recall": 0.8489736070381232, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.7683471097643442, + "manhattan_accuracy": 0.7230769230769231, + "manhattan_accuracy_threshold": 16.653711318969727, + "manhattan_ap": 0.7683471097643442, + "manhattan_f1": 0.7333333333333333, + "manhattan_f1_threshold": 17.85418701171875, + "manhattan_precision": 0.6514806378132119, + "manhattan_recall": 0.8387096774193549, + "max_accuracy": 0.7230769230769231, + "max_ap": 0.7683471097643442, + "max_f1": 0.7343056436271401, + "max_precision": 0.6514806378132119, + "max_recall": 0.8489736070381232, + "similarity_accuracy": 0.7164835164835165, + "similarity_accuracy_threshold": 0.7036877274513245, + "similarity_ap": 0.7678914976229981, + "similarity_f1": 0.7343056436271401, + "similarity_f1_threshold": 0.6521633863449097, + "similarity_precision": 0.646927374301676, + "similarity_recall": 0.8489736070381232 + }, + { + "cosine_accuracy": 0.7113553113553114, + "cosine_accuracy_threshold": 0.7029883861541748, + "cosine_ap": 0.7754097996103168, + "cosine_f1": 0.7270531400966184, + "cosine_f1_threshold": 0.6158220767974854, + "cosine_precision": 0.6180698151950719, + "cosine_recall": 0.8826979472140762, + "dot_accuracy": 0.7113553113553114, + "dot_accuracy_threshold": 0.7029883861541748, + "dot_ap": 0.775410813765794, + "dot_f1": 0.7270531400966184, + "dot_f1_threshold": 0.6158220767974854, + "dot_precision": 0.6180698151950719, + "dot_recall": 0.8826979472140762, + "euclidean_accuracy": 0.7113553113553114, + "euclidean_accuracy_threshold": 0.7707289457321167, + "euclidean_ap": 0.7754097996103168, + "euclidean_f1": 0.7270531400966184, + "euclidean_f1_threshold": 0.8765591382980347, + "euclidean_precision": 0.6180698151950719, + "euclidean_recall": 0.8826979472140762, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.775410813765794, + "manhattan_accuracy": 0.7128205128205128, + "manhattan_accuracy_threshold": 16.815052032470703, + "manhattan_ap": 0.7744452843658846, + "manhattan_f1": 0.7263361236316807, + "manhattan_f1_threshold": 18.214252471923828, + "manhattan_precision": 0.6475315729047072, + "manhattan_recall": 0.8269794721407625, + "max_accuracy": 0.7128205128205128, + "max_ap": 0.775410813765794, + "max_f1": 0.7270531400966184, + "max_precision": 0.6475315729047072, + "max_recall": 0.8826979472140762, + "similarity_accuracy": 0.7113553113553114, + "similarity_accuracy_threshold": 0.7029883861541748, + "similarity_ap": 0.7754097996103168, + "similarity_f1": 0.7270531400966184, + "similarity_f1_threshold": 0.6158220767974854, + "similarity_precision": 0.6180698151950719, + "similarity_recall": 0.8826979472140762 + }, + { + "cosine_accuracy": 0.7992673992673993, + "cosine_accuracy_threshold": 0.7496609091758728, + "cosine_ap": 0.8523815803202196, + "cosine_f1": 0.8008720930232559, + "cosine_f1_threshold": 0.7496609091758728, + "cosine_precision": 0.7939481268011528, + "cosine_recall": 0.8079178885630498, + "dot_accuracy": 0.7992673992673993, + "dot_accuracy_threshold": 0.7496612071990967, + "dot_ap": 0.8523820536613751, + "dot_f1": 0.8008720930232559, + "dot_f1_threshold": 0.7496612071990967, + "dot_precision": 0.7939481268011528, + "dot_recall": 0.8079178885630498, + "euclidean_accuracy": 0.7992673992673993, + "euclidean_accuracy_threshold": 0.7075861692428589, + "euclidean_ap": 0.8523815803202196, + "euclidean_f1": 0.8008720930232559, + "euclidean_f1_threshold": 0.7075861692428589, + "euclidean_precision": 0.7939481268011528, + "euclidean_recall": 0.8079178885630498, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8523820536613751, + "manhattan_accuracy": 0.7934065934065934, + "manhattan_accuracy_threshold": 15.00029468536377, + "manhattan_ap": 0.8515149595782028, + "manhattan_f1": 0.7984031936127745, + "manhattan_f1_threshold": 16.22332763671875, + "manhattan_precision": 0.730816077953715, + "manhattan_recall": 0.8797653958944281, + "max_accuracy": 0.7992673992673993, + "max_ap": 0.8523820536613751, + "max_f1": 0.8008720930232559, + "max_precision": 0.7939481268011528, + "max_recall": 0.8797653958944281, + "similarity_accuracy": 0.7992673992673993, + "similarity_accuracy_threshold": 0.7496609091758728, + "similarity_ap": 0.8523815803202196, + "similarity_f1": 0.8008720930232559, + "similarity_f1_threshold": 0.7496609091758728, + "similarity_precision": 0.7939481268011528, + "similarity_recall": 0.8079178885630498 + }, + { + "cosine_accuracy": 0.7531135531135531, + "cosine_accuracy_threshold": 0.7098240256309509, + "cosine_ap": 0.8166317628463486, + "cosine_f1": 0.7670492910195814, + "cosine_f1_threshold": 0.6780928373336792, + "cosine_precision": 0.7108886107634543, + "cosine_recall": 0.8328445747800587, + "dot_accuracy": 0.7531135531135531, + "dot_accuracy_threshold": 0.7098240852355957, + "dot_ap": 0.8166284188496787, + "dot_f1": 0.7670492910195814, + "dot_f1_threshold": 0.6780928373336792, + "dot_precision": 0.7108886107634543, + "dot_recall": 0.8328445747800587, + "euclidean_accuracy": 0.7531135531135531, + "euclidean_accuracy_threshold": 0.7618083953857422, + "euclidean_ap": 0.8166317628463486, + "euclidean_f1": 0.7670492910195814, + "euclidean_f1_threshold": 0.8023804426193237, + "euclidean_precision": 0.7108886107634543, + "euclidean_recall": 0.8328445747800587, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.8166317628463486, + "manhattan_accuracy": 0.7523809523809524, + "manhattan_accuracy_threshold": 17.074077606201172, + "manhattan_ap": 0.8166168452549973, + "manhattan_f1": 0.7675378266850068, + "manhattan_f1_threshold": 17.074077606201172, + "manhattan_precision": 0.7227979274611399, + "manhattan_recall": 0.8181818181818182, + "max_accuracy": 0.7531135531135531, + "max_ap": 0.8166317628463486, + "max_f1": 0.7675378266850068, + "max_precision": 0.7227979274611399, + "max_recall": 0.8328445747800587, + "similarity_accuracy": 0.7531135531135531, + "similarity_accuracy_threshold": 0.7098240256309509, + "similarity_ap": 0.8166317628463486, + "similarity_f1": 0.7670492910195814, + "similarity_f1_threshold": 0.6780928373336792, + "similarity_precision": 0.7108886107634543, + "similarity_recall": 0.8328445747800587 + }, + { + "cosine_accuracy": 0.7421245421245422, + "cosine_accuracy_threshold": 0.696517825126648, + "cosine_ap": 0.8126291903435583, + "cosine_f1": 0.7535301668806161, + "cosine_f1_threshold": 0.6556342840194702, + "cosine_precision": 0.6700913242009132, + "cosine_recall": 0.8607038123167156, + "dot_accuracy": 0.7421245421245422, + "dot_accuracy_threshold": 0.6965177655220032, + "dot_ap": 0.8126291903435583, + "dot_f1": 0.7535301668806161, + "dot_f1_threshold": 0.6556341648101807, + "dot_precision": 0.6700913242009132, + "dot_recall": 0.8607038123167156, + "euclidean_accuracy": 0.7421245421245422, + "euclidean_accuracy_threshold": 0.7790791988372803, + "euclidean_ap": 0.8126291903435583, + "euclidean_f1": 0.7535301668806161, + "euclidean_f1_threshold": 0.829898476600647, + "euclidean_precision": 0.6700913242009132, + "euclidean_recall": 0.8607038123167156, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.8128482940807102, + "manhattan_accuracy": 0.7406593406593407, + "manhattan_accuracy_threshold": 16.728370666503906, + "manhattan_ap": 0.8128482940807102, + "manhattan_f1": 0.7553191489361702, + "manhattan_f1_threshold": 17.540969848632812, + "manhattan_precision": 0.6909975669099757, + "manhattan_recall": 0.8328445747800587, + "max_accuracy": 0.7421245421245422, + "max_ap": 0.8128482940807102, + "max_f1": 0.7553191489361702, + "max_precision": 0.6909975669099757, + "max_recall": 0.8607038123167156, + "similarity_accuracy": 0.7421245421245422, + "similarity_accuracy_threshold": 0.696517825126648, + "similarity_ap": 0.8126291903435583, + "similarity_f1": 0.7535301668806161, + "similarity_f1_threshold": 0.6556342840194702, + "similarity_precision": 0.6700913242009132, + "similarity_recall": 0.8607038123167156 + }, + { + "cosine_accuracy": 0.6996336996336996, + "cosine_accuracy_threshold": 0.6468048691749573, + "cosine_ap": 0.7482746362992239, + "cosine_f1": 0.7253027405991077, + "cosine_f1_threshold": 0.6235491037368774, + "cosine_precision": 0.6414881623449831, + "cosine_recall": 0.8343108504398827, + "dot_accuracy": 0.6996336996336996, + "dot_accuracy_threshold": 0.646804690361023, + "dot_ap": 0.7482746362992239, + "dot_f1": 0.7253027405991077, + "dot_f1_threshold": 0.6235489845275879, + "dot_precision": 0.6414881623449831, + "dot_recall": 0.8343108504398827, + "euclidean_accuracy": 0.6996336996336996, + "euclidean_accuracy_threshold": 0.8404703140258789, + "euclidean_ap": 0.7482746362992239, + "euclidean_f1": 0.7253027405991077, + "euclidean_f1_threshold": 0.867699146270752, + "euclidean_precision": 0.6414881623449831, + "euclidean_recall": 0.8343108504398827, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.7485010264352439, + "manhattan_accuracy": 0.6952380952380952, + "manhattan_accuracy_threshold": 17.704408645629883, + "manhattan_ap": 0.7485010264352439, + "manhattan_f1": 0.7256176853055917, + "manhattan_f1_threshold": 18.505615234375, + "manhattan_precision": 0.6518691588785047, + "manhattan_recall": 0.8181818181818182, + "max_accuracy": 0.6996336996336996, + "max_ap": 0.7485010264352439, + "max_f1": 0.7256176853055917, + "max_precision": 0.6518691588785047, + "max_recall": 0.8343108504398827, + "similarity_accuracy": 0.6996336996336996, + "similarity_accuracy_threshold": 0.6468048691749573, + "similarity_ap": 0.7482746362992239, + "similarity_f1": 0.7253027405991077, + "similarity_f1_threshold": 0.6235491037368774, + "similarity_precision": 0.6414881623449831, + "similarity_recall": 0.8343108504398827 + }, + { + "cosine_accuracy": 0.7377289377289378, + "cosine_accuracy_threshold": 0.7152466773986816, + "cosine_ap": 0.8182007501217333, + "cosine_f1": 0.7512127512127511, + "cosine_f1_threshold": 0.674472451210022, + "cosine_precision": 0.7122207621550591, + "cosine_recall": 0.7947214076246334, + "dot_accuracy": 0.7377289377289378, + "dot_accuracy_threshold": 0.7152466773986816, + "dot_ap": 0.8182007501217333, + "dot_f1": 0.7512127512127511, + "dot_f1_threshold": 0.6744726896286011, + "dot_precision": 0.7122207621550591, + "dot_recall": 0.7947214076246334, + "euclidean_accuracy": 0.7377289377289378, + "euclidean_accuracy_threshold": 0.7546566128730774, + "euclidean_ap": 0.8182007501217333, + "euclidean_f1": 0.7512127512127511, + "euclidean_f1_threshold": 0.8068798184394836, + "euclidean_precision": 0.7122207621550591, + "euclidean_recall": 0.7947214076246334, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8188955293476471, + "manhattan_accuracy": 0.7391941391941392, + "manhattan_accuracy_threshold": 17.097110748291016, + "manhattan_ap": 0.8188955293476471, + "manhattan_f1": 0.7522184300341297, + "manhattan_f1_threshold": 17.499370574951172, + "manhattan_precision": 0.7037037037037037, + "manhattan_recall": 0.8079178885630498, + "max_accuracy": 0.7391941391941392, + "max_ap": 0.8188955293476471, + "max_f1": 0.7522184300341297, + "max_precision": 0.7122207621550591, + "max_recall": 0.8079178885630498, + "similarity_accuracy": 0.7377289377289378, + "similarity_accuracy_threshold": 0.7152466773986816, + "similarity_ap": 0.8182007501217333, + "similarity_f1": 0.7512127512127511, + "similarity_f1_threshold": 0.674472451210022, + "similarity_precision": 0.7122207621550591, + "similarity_recall": 0.7947214076246334 + }, + { + "cosine_accuracy": 0.6293040293040293, + "cosine_accuracy_threshold": 0.6539074778556824, + "cosine_ap": 0.6871039780740827, + "cosine_f1": 0.6870562534134352, + "cosine_f1_threshold": 0.5447673797607422, + "cosine_precision": 0.5474325500435161, + "cosine_recall": 0.9222873900293255, + "dot_accuracy": 0.6293040293040293, + "dot_accuracy_threshold": 0.6539071798324585, + "dot_ap": 0.6871039780740827, + "dot_f1": 0.6870562534134352, + "dot_f1_threshold": 0.5447673201560974, + "dot_precision": 0.5474325500435161, + "dot_recall": 0.9222873900293255, + "euclidean_accuracy": 0.6293040293040293, + "euclidean_accuracy_threshold": 0.831976592540741, + "euclidean_ap": 0.6871039780740827, + "euclidean_f1": 0.6870562534134352, + "euclidean_f1_threshold": 0.9541829824447632, + "euclidean_precision": 0.5474325500435161, + "euclidean_recall": 0.9222873900293255, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.6880476116864211, + "manhattan_accuracy": 0.6293040293040293, + "manhattan_accuracy_threshold": 18.409269332885742, + "manhattan_ap": 0.6880476116864211, + "manhattan_f1": 0.6851754845468833, + "manhattan_f1_threshold": 21.098430633544922, + "manhattan_precision": 0.5330073349633252, + "manhattan_recall": 0.9589442815249267, + "max_accuracy": 0.6293040293040293, + "max_ap": 0.6880476116864211, + "max_f1": 0.6870562534134352, + "max_precision": 0.5474325500435161, + "max_recall": 0.9589442815249267, + "similarity_accuracy": 0.6293040293040293, + "similarity_accuracy_threshold": 0.6539074778556824, + "similarity_ap": 0.6871039780740827, + "similarity_f1": 0.6870562534134352, + "similarity_f1_threshold": 0.5447673797607422, + "similarity_precision": 0.5474325500435161, + "similarity_recall": 0.9222873900293255 + }, + { + "cosine_accuracy": 0.6886446886446886, + "cosine_accuracy_threshold": 0.705481231212616, + "cosine_ap": 0.7489916449596581, + "cosine_f1": 0.7191142191142191, + "cosine_f1_threshold": 0.615973174571991, + "cosine_precision": 0.5967117988394585, + "cosine_recall": 0.9046920821114369, + "dot_accuracy": 0.6886446886446886, + "dot_accuracy_threshold": 0.7054811716079712, + "dot_ap": 0.7489916449596581, + "dot_f1": 0.7191142191142191, + "dot_f1_threshold": 0.6159735918045044, + "dot_precision": 0.5967117988394585, + "dot_recall": 0.9046920821114369, + "euclidean_accuracy": 0.6886446886446886, + "euclidean_accuracy_threshold": 0.7674878239631653, + "euclidean_ap": 0.7489916449596581, + "euclidean_f1": 0.7191142191142191, + "euclidean_f1_threshold": 0.8763867616653442, + "euclidean_precision": 0.5967117988394585, + "euclidean_recall": 0.9046920821114369, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.7490880534716426, + "manhattan_accuracy": 0.6871794871794872, + "manhattan_accuracy_threshold": 16.426910400390625, + "manhattan_ap": 0.7490880534716426, + "manhattan_f1": 0.7179183914843288, + "manhattan_f1_threshold": 18.731563568115234, + "manhattan_precision": 0.6015857284440039, + "manhattan_recall": 0.8900293255131965, + "max_accuracy": 0.6886446886446886, + "max_ap": 0.7490880534716426, + "max_f1": 0.7191142191142191, + "max_precision": 0.6015857284440039, + "max_recall": 0.9046920821114369, + "similarity_accuracy": 0.6886446886446886, + "similarity_accuracy_threshold": 0.705481231212616, + "similarity_ap": 0.7489916449596581, + "similarity_f1": 0.7191142191142191, + "similarity_f1_threshold": 0.615973174571991, + "similarity_precision": 0.5967117988394585, + "similarity_recall": 0.9046920821114369 + }, + { + "cosine_accuracy": 0.6923076923076923, + "cosine_accuracy_threshold": 0.6902703642845154, + "cosine_ap": 0.7572874784180124, + "cosine_f1": 0.7213525360050095, + "cosine_f1_threshold": 0.6432198286056519, + "cosine_precision": 0.6295081967213115, + "cosine_recall": 0.844574780058651, + "dot_accuracy": 0.6923076923076923, + "dot_accuracy_threshold": 0.6902700662612915, + "dot_ap": 0.7572874784180124, + "dot_f1": 0.7213525360050095, + "dot_f1_threshold": 0.6432197093963623, + "dot_precision": 0.6295081967213115, + "dot_recall": 0.844574780058651, + "euclidean_accuracy": 0.6923076923076923, + "euclidean_accuracy_threshold": 0.7870572805404663, + "euclidean_ap": 0.7572874784180124, + "euclidean_f1": 0.7213525360050095, + "euclidean_f1_threshold": 0.8447250127792358, + "euclidean_precision": 0.6295081967213115, + "euclidean_recall": 0.844574780058651, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.7573871491366506, + "manhattan_accuracy": 0.6937728937728938, + "manhattan_accuracy_threshold": 16.828746795654297, + "manhattan_ap": 0.7573871491366506, + "manhattan_f1": 0.7239036442248301, + "manhattan_f1_threshold": 18.33035659790039, + "manhattan_precision": 0.6254002134471718, + "manhattan_recall": 0.8592375366568915, + "max_accuracy": 0.6937728937728938, + "max_ap": 0.7573871491366506, + "max_f1": 0.7239036442248301, + "max_precision": 0.6295081967213115, + "max_recall": 0.8592375366568915, + "similarity_accuracy": 0.6923076923076923, + "similarity_accuracy_threshold": 0.6902703642845154, + "similarity_ap": 0.7572874784180124, + "similarity_f1": 0.7213525360050095, + "similarity_f1_threshold": 0.6432198286056519, + "similarity_precision": 0.6295081967213115, + "similarity_recall": 0.844574780058651 + }, + { + "cosine_accuracy": 0.7406593406593407, + "cosine_accuracy_threshold": 0.7246682643890381, + "cosine_ap": 0.8003280509993564, + "cosine_f1": 0.7493887530562349, + "cosine_f1_threshold": 0.6312520503997803, + "cosine_precision": 0.6425576519916143, + "cosine_recall": 0.8988269794721407, + "dot_accuracy": 0.7406593406593407, + "dot_accuracy_threshold": 0.7246685028076172, + "dot_ap": 0.8003280509993564, + "dot_f1": 0.7493887530562349, + "dot_f1_threshold": 0.6312524080276489, + "dot_precision": 0.6425576519916143, + "dot_recall": 0.8988269794721407, + "euclidean_accuracy": 0.7406593406593407, + "euclidean_accuracy_threshold": 0.7420667409896851, + "euclidean_ap": 0.8003280509993564, + "euclidean_f1": 0.7493887530562349, + "euclidean_f1_threshold": 0.858775794506073, + "euclidean_precision": 0.6425576519916143, + "euclidean_recall": 0.8988269794721407, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.8003280509993564, + "manhattan_accuracy": 0.7428571428571429, + "manhattan_accuracy_threshold": 16.370269775390625, + "manhattan_ap": 0.8002969029613067, + "manhattan_f1": 0.7509113001215068, + "manhattan_f1_threshold": 18.60205841064453, + "manhattan_precision": 0.6410788381742739, + "manhattan_recall": 0.906158357771261, + "max_accuracy": 0.7428571428571429, + "max_ap": 0.8003280509993564, + "max_f1": 0.7509113001215068, + "max_precision": 0.6425576519916143, + "max_recall": 0.906158357771261, + "similarity_accuracy": 0.7406593406593407, + "similarity_accuracy_threshold": 0.7246682643890381, + "similarity_ap": 0.8003280509993564, + "similarity_f1": 0.7493887530562349, + "similarity_f1_threshold": 0.6312520503997803, + "similarity_precision": 0.6425576519916143, + "similarity_recall": 0.8988269794721407 + }, + { + "cosine_accuracy": 0.7523809523809524, + "cosine_accuracy_threshold": 0.6892959475517273, + "cosine_ap": 0.8212622694423226, + "cosine_f1": 0.7715803452855247, + "cosine_f1_threshold": 0.6559444069862366, + "cosine_precision": 0.7050970873786407, + "cosine_recall": 0.8519061583577713, + "dot_accuracy": 0.7523809523809524, + "dot_accuracy_threshold": 0.6892963647842407, + "dot_ap": 0.8212622694423226, + "dot_f1": 0.7715803452855247, + "dot_f1_threshold": 0.6559441089630127, + "dot_precision": 0.7050970873786407, + "dot_recall": 0.8519061583577713, + "euclidean_accuracy": 0.7523809523809524, + "euclidean_accuracy_threshold": 0.7882944345474243, + "euclidean_ap": 0.8212622694423226, + "euclidean_f1": 0.7715803452855247, + "euclidean_f1_threshold": 0.8295246958732605, + "euclidean_precision": 0.7050970873786407, + "euclidean_recall": 0.8519061583577713, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.8215953478299176, + "manhattan_accuracy": 0.7516483516483516, + "manhattan_accuracy_threshold": 16.912389755249023, + "manhattan_ap": 0.8215953478299176, + "manhattan_f1": 0.7726971504307488, + "manhattan_f1_threshold": 17.89507293701172, + "manhattan_precision": 0.7049576783555018, + "manhattan_recall": 0.8548387096774194, + "max_accuracy": 0.7523809523809524, + "max_ap": 0.8215953478299176, + "max_f1": 0.7726971504307488, + "max_precision": 0.7050970873786407, + "max_recall": 0.8548387096774194, + "similarity_accuracy": 0.7523809523809524, + "similarity_accuracy_threshold": 0.6892959475517273, + "similarity_ap": 0.8212622694423226, + "similarity_f1": 0.7715803452855247, + "similarity_f1_threshold": 0.6559444069862366, + "similarity_precision": 0.7050970873786407, + "similarity_recall": 0.8519061583577713 + } + ], + "validation": [ + { + "cosine_accuracy": 0.7076923076923077, + "cosine_accuracy_threshold": 0.6678599119186401, + "cosine_ap": 0.7836804050063924, + "cosine_f1": 0.7320099255583126, + "cosine_f1_threshold": 0.6070588827133179, + "cosine_precision": 0.6344086021505376, + "cosine_recall": 0.8651026392961877, + "dot_accuracy": 0.7076923076923077, + "dot_accuracy_threshold": 0.6678600311279297, + "dot_ap": 0.7836804050063924, + "dot_f1": 0.7320099255583126, + "dot_f1_threshold": 0.6070591807365417, + "dot_precision": 0.6344086021505376, + "dot_recall": 0.8651026392961877, + "euclidean_accuracy": 0.7076923076923077, + "euclidean_accuracy_threshold": 0.8150339126586914, + "euclidean_ap": 0.7836804050063924, + "euclidean_f1": 0.7320099255583126, + "euclidean_f1_threshold": 0.8865000009536743, + "euclidean_precision": 0.6344086021505376, + "euclidean_recall": 0.8651026392961877, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.7836804050063924, + "manhattan_accuracy": 0.7084249084249085, + "manhattan_accuracy_threshold": 16.675090789794922, + "manhattan_ap": 0.7831506539412458, + "manhattan_f1": 0.7327887981330222, + "manhattan_f1_threshold": 19.628475189208984, + "manhattan_precision": 0.6085271317829457, + "manhattan_recall": 0.9208211143695014, + "max_accuracy": 0.7084249084249085, + "max_ap": 0.7836804050063924, + "max_f1": 0.7327887981330222, + "max_precision": 0.6344086021505376, + "max_recall": 0.9208211143695014, + "similarity_accuracy": 0.7076923076923077, + "similarity_accuracy_threshold": 0.6678599119186401, + "similarity_ap": 0.7836804050063924, + "similarity_f1": 0.7320099255583126, + "similarity_f1_threshold": 0.6070588827133179, + "similarity_precision": 0.6344086021505376, + "similarity_recall": 0.8651026392961877 + }, + { + "cosine_accuracy": 0.7157509157509158, + "cosine_accuracy_threshold": 0.6903347969055176, + "cosine_ap": 0.7829075932670385, + "cosine_f1": 0.7381974248927039, + "cosine_f1_threshold": 0.633267343044281, + "cosine_precision": 0.6343519494204426, + "cosine_recall": 0.8826979472140762, + "dot_accuracy": 0.7157509157509158, + "dot_accuracy_threshold": 0.6903345584869385, + "dot_ap": 0.782903302300354, + "dot_f1": 0.7381974248927039, + "dot_f1_threshold": 0.6332674026489258, + "dot_precision": 0.6343519494204426, + "dot_recall": 0.8826979472140762, + "euclidean_accuracy": 0.7157509157509158, + "euclidean_accuracy_threshold": 0.7869755029678345, + "euclidean_ap": 0.7829075932670385, + "euclidean_f1": 0.7381974248927039, + "euclidean_f1_threshold": 0.8564257025718689, + "euclidean_precision": 0.6343519494204426, + "euclidean_recall": 0.8826979472140762, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.7829075932670385, + "manhattan_accuracy": 0.715018315018315, + "manhattan_accuracy_threshold": 17.07598876953125, + "manhattan_ap": 0.782305812038363, + "manhattan_f1": 0.7395898073337477, + "manhattan_f1_threshold": 18.330472946166992, + "manhattan_precision": 0.6418554476806904, + "manhattan_recall": 0.8724340175953079, + "max_accuracy": 0.7157509157509158, + "max_ap": 0.7829075932670385, + "max_f1": 0.7395898073337477, + "max_precision": 0.6418554476806904, + "max_recall": 0.8826979472140762, + "similarity_accuracy": 0.7157509157509158, + "similarity_accuracy_threshold": 0.6903347969055176, + "similarity_ap": 0.7829075932670385, + "similarity_f1": 0.7381974248927039, + "similarity_f1_threshold": 0.633267343044281, + "similarity_precision": 0.6343519494204426, + "similarity_recall": 0.8826979472140762 + }, + { + "cosine_accuracy": 0.7274725274725274, + "cosine_accuracy_threshold": 0.6946943998336792, + "cosine_ap": 0.789788144803601, + "cosine_f1": 0.7407407407407407, + "cosine_f1_threshold": 0.6790071725845337, + "cosine_precision": 0.6958762886597938, + "cosine_recall": 0.7917888563049853, + "dot_accuracy": 0.7274725274725274, + "dot_accuracy_threshold": 0.6946945190429688, + "dot_ap": 0.7897799041982281, + "dot_f1": 0.7407407407407407, + "dot_f1_threshold": 0.6790072917938232, + "dot_precision": 0.6958762886597938, + "dot_recall": 0.7917888563049853, + "euclidean_accuracy": 0.7274725274725274, + "euclidean_accuracy_threshold": 0.7814161777496338, + "euclidean_ap": 0.789788144803601, + "euclidean_f1": 0.7407407407407407, + "euclidean_f1_threshold": 0.801240086555481, + "euclidean_precision": 0.6958762886597938, + "euclidean_recall": 0.7917888563049853, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.789788144803601, + "manhattan_accuracy": 0.7282051282051282, + "manhattan_accuracy_threshold": 17.00170135498047, + "manhattan_ap": 0.7894596197822176, + "manhattan_f1": 0.7398601398601399, + "manhattan_f1_threshold": 17.08273696899414, + "manhattan_precision": 0.7072192513368984, + "manhattan_recall": 0.7756598240469208, + "max_accuracy": 0.7282051282051282, + "max_ap": 0.789788144803601, + "max_f1": 0.7407407407407407, + "max_precision": 0.7072192513368984, + "max_recall": 0.7917888563049853, + "similarity_accuracy": 0.7274725274725274, + "similarity_accuracy_threshold": 0.6946943998336792, + "similarity_ap": 0.789788144803601, + "similarity_f1": 0.7407407407407407, + "similarity_f1_threshold": 0.6790071725845337, + "similarity_precision": 0.6958762886597938, + "similarity_recall": 0.7917888563049853 + }, + { + "cosine_accuracy": 0.7186813186813187, + "cosine_accuracy_threshold": 0.7051886916160583, + "cosine_ap": 0.7806642078557037, + "cosine_f1": 0.7269439421338155, + "cosine_f1_threshold": 0.6178103089332581, + "cosine_precision": 0.617195496417605, + "cosine_recall": 0.8841642228739003, + "dot_accuracy": 0.7186813186813187, + "dot_accuracy_threshold": 0.7051886320114136, + "dot_ap": 0.780665265747727, + "dot_f1": 0.7269439421338155, + "dot_f1_threshold": 0.6178102493286133, + "dot_precision": 0.617195496417605, + "dot_recall": 0.8841642228739003, + "euclidean_accuracy": 0.7186813186813187, + "euclidean_accuracy_threshold": 0.7678688764572144, + "euclidean_ap": 0.7806642078557037, + "euclidean_f1": 0.7269439421338155, + "euclidean_f1_threshold": 0.8742879033088684, + "euclidean_precision": 0.617195496417605, + "euclidean_recall": 0.8841642228739003, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "main_score": 0.781879096101253, + "manhattan_accuracy": 0.7201465201465201, + "manhattan_accuracy_threshold": 16.435047149658203, + "manhattan_ap": 0.781879096101253, + "manhattan_f1": 0.7323442136498516, + "manhattan_f1_threshold": 19.02391815185547, + "manhattan_precision": 0.6151545363908275, + "manhattan_recall": 0.9046920821114369, + "max_accuracy": 0.7201465201465201, + "max_ap": 0.781879096101253, + "max_f1": 0.7323442136498516, + "max_precision": 0.617195496417605, + "max_recall": 0.9046920821114369, + "similarity_accuracy": 0.7186813186813187, + "similarity_accuracy_threshold": 0.7051886916160583, + "similarity_ap": 0.7806642078557037, + "similarity_f1": 0.7269439421338155, + "similarity_f1_threshold": 0.6178103089332581, + "similarity_precision": 0.617195496417605, + "similarity_recall": 0.8841642228739003 + }, + { + "cosine_accuracy": 0.7897435897435897, + "cosine_accuracy_threshold": 0.7331258058547974, + "cosine_ap": 0.8698877901116069, + "cosine_f1": 0.8071808510638298, + "cosine_f1_threshold": 0.7173962593078613, + "cosine_precision": 0.7384428223844283, + "cosine_recall": 0.8900293255131965, + "dot_accuracy": 0.7897435897435897, + "dot_accuracy_threshold": 0.7331259250640869, + "dot_ap": 0.8698873464692277, + "dot_f1": 0.8071808510638298, + "dot_f1_threshold": 0.71739661693573, + "dot_precision": 0.7384428223844283, + "dot_recall": 0.8900293255131965, + "euclidean_accuracy": 0.7897435897435897, + "euclidean_accuracy_threshold": 0.7305808067321777, + "euclidean_ap": 0.8698873464692277, + "euclidean_f1": 0.8071808510638298, + "euclidean_f1_threshold": 0.7518028020858765, + "euclidean_precision": 0.7384428223844283, + "euclidean_recall": 0.8900293255131965, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8701671794551273, + "manhattan_accuracy": 0.7919413919413919, + "manhattan_accuracy_threshold": 15.436670303344727, + "manhattan_ap": 0.8701671794551273, + "manhattan_f1": 0.8104138851802404, + "manhattan_f1_threshold": 16.20766830444336, + "manhattan_precision": 0.7438725490196079, + "manhattan_recall": 0.8900293255131965, + "max_accuracy": 0.7919413919413919, + "max_ap": 0.8701671794551273, + "max_f1": 0.8104138851802404, + "max_precision": 0.7438725490196079, + "max_recall": 0.8900293255131965, + "similarity_accuracy": 0.7897435897435897, + "similarity_accuracy_threshold": 0.7331258058547974, + "similarity_ap": 0.8698877901116069, + "similarity_f1": 0.8071808510638298, + "similarity_f1_threshold": 0.7173962593078613, + "similarity_precision": 0.7384428223844283, + "similarity_recall": 0.8900293255131965 + }, + { + "cosine_accuracy": 0.7545787545787546, + "cosine_accuracy_threshold": 0.7264410257339478, + "cosine_ap": 0.8216011816723814, + "cosine_f1": 0.7667934093789607, + "cosine_f1_threshold": 0.6508159041404724, + "cosine_precision": 0.6752232142857143, + "cosine_recall": 0.8870967741935484, + "dot_accuracy": 0.7545787545787546, + "dot_accuracy_threshold": 0.7264415621757507, + "dot_ap": 0.8216011816723814, + "dot_f1": 0.7667934093789607, + "dot_f1_threshold": 0.6508157253265381, + "dot_precision": 0.6752232142857143, + "dot_recall": 0.8870967741935484, + "euclidean_accuracy": 0.7545787545787546, + "euclidean_accuracy_threshold": 0.7396742105484009, + "euclidean_ap": 0.8216011816723814, + "euclidean_f1": 0.7667934093789607, + "euclidean_f1_threshold": 0.8356841802597046, + "euclidean_precision": 0.6752232142857143, + "euclidean_recall": 0.8870967741935484, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.8218314363433636, + "manhattan_accuracy": 0.7604395604395604, + "manhattan_accuracy_threshold": 15.879070281982422, + "manhattan_ap": 0.8218314363433636, + "manhattan_f1": 0.7666878575969485, + "manhattan_f1_threshold": 17.995054244995117, + "manhattan_precision": 0.6767676767676768, + "manhattan_recall": 0.8841642228739003, + "max_accuracy": 0.7604395604395604, + "max_ap": 0.8218314363433636, + "max_f1": 0.7667934093789607, + "max_precision": 0.6767676767676768, + "max_recall": 0.8870967741935484, + "similarity_accuracy": 0.7545787545787546, + "similarity_accuracy_threshold": 0.7264410257339478, + "similarity_ap": 0.8216011816723814, + "similarity_f1": 0.7667934093789607, + "similarity_f1_threshold": 0.6508159041404724, + "similarity_precision": 0.6752232142857143, + "similarity_recall": 0.8870967741935484 + }, + { + "cosine_accuracy": 0.7648351648351648, + "cosine_accuracy_threshold": 0.6905516386032104, + "cosine_ap": 0.8251870141691435, + "cosine_f1": 0.7743732590529249, + "cosine_f1_threshold": 0.6819460391998291, + "cosine_precision": 0.7374005305039788, + "cosine_recall": 0.8152492668621701, + "dot_accuracy": 0.7648351648351648, + "dot_accuracy_threshold": 0.6905512809753418, + "dot_ap": 0.8251862008387, + "dot_f1": 0.7743732590529249, + "dot_f1_threshold": 0.6819460391998291, + "dot_precision": 0.7374005305039788, + "dot_recall": 0.8152492668621701, + "euclidean_accuracy": 0.7648351648351648, + "euclidean_accuracy_threshold": 0.7866998314857483, + "euclidean_ap": 0.8251870141691435, + "euclidean_f1": 0.7743732590529249, + "euclidean_f1_threshold": 0.7975636720657349, + "euclidean_precision": 0.7374005305039788, + "euclidean_recall": 0.8152492668621701, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.8251870141691435, + "manhattan_accuracy": 0.7684981684981685, + "manhattan_accuracy_threshold": 16.749675750732422, + "manhattan_ap": 0.824927426695546, + "manhattan_f1": 0.7768154563624251, + "manhattan_f1_threshold": 17.620113372802734, + "manhattan_precision": 0.7118437118437119, + "manhattan_recall": 0.8548387096774194, + "max_accuracy": 0.7684981684981685, + "max_ap": 0.8251870141691435, + "max_f1": 0.7768154563624251, + "max_precision": 0.7374005305039788, + "max_recall": 0.8548387096774194, + "similarity_accuracy": 0.7648351648351648, + "similarity_accuracy_threshold": 0.6905516386032104, + "similarity_ap": 0.8251870141691435, + "similarity_f1": 0.7743732590529249, + "similarity_f1_threshold": 0.6819460391998291, + "similarity_precision": 0.7374005305039788, + "similarity_recall": 0.8152492668621701 + }, + { + "cosine_accuracy": 0.7120879120879121, + "cosine_accuracy_threshold": 0.6855671405792236, + "cosine_ap": 0.7668179305808001, + "cosine_f1": 0.7145606157793458, + "cosine_f1_threshold": 0.6231502294540405, + "cosine_precision": 0.6351197263397947, + "cosine_recall": 0.8167155425219942, + "dot_accuracy": 0.7120879120879121, + "dot_accuracy_threshold": 0.6855671405792236, + "dot_ap": 0.7668179305808001, + "dot_f1": 0.7145606157793458, + "dot_f1_threshold": 0.6231502294540405, + "dot_precision": 0.6351197263397947, + "dot_recall": 0.8167155425219942, + "euclidean_accuracy": 0.7120879120879121, + "euclidean_accuracy_threshold": 0.7930105924606323, + "euclidean_ap": 0.7668179305808001, + "euclidean_f1": 0.7145606157793458, + "euclidean_f1_threshold": 0.8681588172912598, + "euclidean_precision": 0.6351197263397947, + "euclidean_recall": 0.8167155425219942, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.766929027850982, + "manhattan_accuracy": 0.7113553113553114, + "manhattan_accuracy_threshold": 16.797836303710938, + "manhattan_ap": 0.766929027850982, + "manhattan_f1": 0.7144670050761421, + "manhattan_f1_threshold": 18.77950668334961, + "manhattan_precision": 0.6297539149888143, + "manhattan_recall": 0.8255131964809385, + "max_accuracy": 0.7120879120879121, + "max_ap": 0.766929027850982, + "max_f1": 0.7145606157793458, + "max_precision": 0.6351197263397947, + "max_recall": 0.8255131964809385, + "similarity_accuracy": 0.7120879120879121, + "similarity_accuracy_threshold": 0.6855671405792236, + "similarity_ap": 0.7668179305808001, + "similarity_f1": 0.7145606157793458, + "similarity_f1_threshold": 0.6231502294540405, + "similarity_precision": 0.6351197263397947, + "similarity_recall": 0.8167155425219942 + }, + { + "cosine_accuracy": 0.7450549450549451, + "cosine_accuracy_threshold": 0.6816609501838684, + "cosine_ap": 0.8048153993111177, + "cosine_f1": 0.7564549895324494, + "cosine_f1_threshold": 0.6698431968688965, + "cosine_precision": 0.7217043941411452, + "cosine_recall": 0.7947214076246334, + "dot_accuracy": 0.7450549450549451, + "dot_accuracy_threshold": 0.6816611289978027, + "dot_ap": 0.8048153993111177, + "dot_f1": 0.7564549895324494, + "dot_f1_threshold": 0.6698429584503174, + "dot_precision": 0.7217043941411452, + "dot_recall": 0.7947214076246334, + "euclidean_accuracy": 0.7450549450549451, + "euclidean_accuracy_threshold": 0.7979210615158081, + "euclidean_ap": 0.8048153993111177, + "euclidean_f1": 0.7564549895324494, + "euclidean_f1_threshold": 0.81259685754776, + "euclidean_precision": 0.7217043941411452, + "euclidean_recall": 0.7947214076246334, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8048153993111177, + "manhattan_accuracy": 0.747985347985348, + "manhattan_accuracy_threshold": 17.203445434570312, + "manhattan_ap": 0.8042585605449007, + "manhattan_f1": 0.7579231287929873, + "manhattan_f1_threshold": 17.861539840698242, + "manhattan_precision": 0.7016229712858927, + "manhattan_recall": 0.8240469208211144, + "max_accuracy": 0.747985347985348, + "max_ap": 0.8048153993111177, + "max_f1": 0.7579231287929873, + "max_precision": 0.7217043941411452, + "max_recall": 0.8240469208211144, + "similarity_accuracy": 0.7450549450549451, + "similarity_accuracy_threshold": 0.6816609501838684, + "similarity_ap": 0.8048153993111177, + "similarity_f1": 0.7564549895324494, + "similarity_f1_threshold": 0.6698431968688965, + "similarity_precision": 0.7217043941411452, + "similarity_recall": 0.7947214076246334 + }, + { + "cosine_accuracy": 0.6490842490842491, + "cosine_accuracy_threshold": 0.6790921092033386, + "cosine_ap": 0.6792005101010834, + "cosine_f1": 0.6880093131548312, + "cosine_f1_threshold": 0.5832256078720093, + "cosine_precision": 0.5704633204633205, + "cosine_recall": 0.8665689149560117, + "dot_accuracy": 0.6490842490842491, + "dot_accuracy_threshold": 0.6790921688079834, + "dot_ap": 0.6792005101010834, + "dot_f1": 0.6880093131548312, + "dot_f1_threshold": 0.5832257270812988, + "dot_precision": 0.5704633204633205, + "dot_recall": 0.8665689149560117, + "euclidean_accuracy": 0.6490842490842491, + "euclidean_accuracy_threshold": 0.8011340498924255, + "euclidean_ap": 0.6792005101010834, + "euclidean_f1": 0.6880093131548312, + "euclidean_f1_threshold": 0.9129889011383057, + "euclidean_precision": 0.5704633204633205, + "euclidean_recall": 0.8665689149560117, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.6804536623581677, + "manhattan_accuracy": 0.6468864468864469, + "manhattan_accuracy_threshold": 17.167404174804688, + "manhattan_ap": 0.6804536623581677, + "manhattan_f1": 0.6907216494845361, + "manhattan_f1_threshold": 19.866352081298828, + "manhattan_precision": 0.5667293233082706, + "manhattan_recall": 0.8841642228739003, + "max_accuracy": 0.6490842490842491, + "max_ap": 0.6804536623581677, + "max_f1": 0.6907216494845361, + "max_precision": 0.5704633204633205, + "max_recall": 0.8841642228739003, + "similarity_accuracy": 0.6490842490842491, + "similarity_accuracy_threshold": 0.6790921092033386, + "similarity_ap": 0.6792005101010834, + "similarity_f1": 0.6880093131548312, + "similarity_f1_threshold": 0.5832256078720093, + "similarity_precision": 0.5704633204633205, + "similarity_recall": 0.8665689149560117 + }, + { + "cosine_accuracy": 0.6959706959706959, + "cosine_accuracy_threshold": 0.7029033303260803, + "cosine_ap": 0.7519480822070436, + "cosine_f1": 0.7175043327556325, + "cosine_f1_threshold": 0.6106179356575012, + "cosine_precision": 0.5919923736892279, + "cosine_recall": 0.9105571847507331, + "dot_accuracy": 0.6959706959706959, + "dot_accuracy_threshold": 0.7029037475585938, + "dot_ap": 0.7519480822070436, + "dot_f1": 0.7175043327556325, + "dot_f1_threshold": 0.6106178164482117, + "dot_precision": 0.5919923736892279, + "dot_recall": 0.9105571847507331, + "euclidean_accuracy": 0.6959706959706959, + "euclidean_accuracy_threshold": 0.7708393335342407, + "euclidean_ap": 0.7519492378198405, + "euclidean_f1": 0.7175043327556325, + "euclidean_f1_threshold": 0.8824760913848877, + "euclidean_precision": 0.5919923736892279, + "euclidean_recall": 0.9105571847507331, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.7519492378198405, + "manhattan_accuracy": 0.6945054945054945, + "manhattan_accuracy_threshold": 16.707660675048828, + "manhattan_ap": 0.7511482129080537, + "manhattan_f1": 0.7163289630512514, + "manhattan_f1_threshold": 18.70849609375, + "manhattan_precision": 0.6034136546184738, + "manhattan_recall": 0.8812316715542522, + "max_accuracy": 0.6959706959706959, + "max_ap": 0.7519492378198405, + "max_f1": 0.7175043327556325, + "max_precision": 0.6034136546184738, + "max_recall": 0.9105571847507331, + "similarity_accuracy": 0.6959706959706959, + "similarity_accuracy_threshold": 0.7029033303260803, + "similarity_ap": 0.7519480822070436, + "similarity_f1": 0.7175043327556325, + "similarity_f1_threshold": 0.6106179356575012, + "similarity_precision": 0.5919923736892279, + "similarity_recall": 0.9105571847507331 + }, + { + "cosine_accuracy": 0.7142857142857143, + "cosine_accuracy_threshold": 0.7114943861961365, + "cosine_ap": 0.774476248365108, + "cosine_f1": 0.723433242506812, + "cosine_f1_threshold": 0.6756352186203003, + "cosine_precision": 0.6755725190839694, + "cosine_recall": 0.7785923753665689, + "dot_accuracy": 0.7142857142857143, + "dot_accuracy_threshold": 0.711494505405426, + "dot_ap": 0.774476248365108, + "dot_f1": 0.723433242506812, + "dot_f1_threshold": 0.6756353378295898, + "dot_precision": 0.6755725190839694, + "dot_recall": 0.7785923753665689, + "euclidean_accuracy": 0.7142857142857143, + "euclidean_accuracy_threshold": 0.7596125602722168, + "euclidean_ap": 0.774476248365108, + "euclidean_f1": 0.723433242506812, + "euclidean_f1_threshold": 0.805437445640564, + "euclidean_precision": 0.6755725190839694, + "euclidean_recall": 0.7785923753665689, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ], + "main_score": 0.774476248365108, + "manhattan_accuracy": 0.7106227106227107, + "manhattan_accuracy_threshold": 16.298358917236328, + "manhattan_ap": 0.7741823738553492, + "manhattan_f1": 0.7251153592617008, + "manhattan_f1_threshold": 17.661632537841797, + "manhattan_precision": 0.6586826347305389, + "manhattan_recall": 0.8064516129032258, + "max_accuracy": 0.7142857142857143, + "max_ap": 0.774476248365108, + "max_f1": 0.7251153592617008, + "max_precision": 0.6755725190839694, + "max_recall": 0.8064516129032258, + "similarity_accuracy": 0.7142857142857143, + "similarity_accuracy_threshold": 0.7114943861961365, + "similarity_ap": 0.774476248365108, + "similarity_f1": 0.723433242506812, + "similarity_f1_threshold": 0.6756352186203003, + "similarity_precision": 0.6755725190839694, + "similarity_recall": 0.7785923753665689 + }, + { + "cosine_accuracy": 0.7523809523809524, + "cosine_accuracy_threshold": 0.6979856491088867, + "cosine_ap": 0.8105414806663278, + "cosine_f1": 0.7612551159618008, + "cosine_f1_threshold": 0.6740981340408325, + "cosine_precision": 0.7117346938775511, + "cosine_recall": 0.8181818181818182, + "dot_accuracy": 0.7523809523809524, + "dot_accuracy_threshold": 0.6979855298995972, + "dot_ap": 0.8105414806663278, + "dot_f1": 0.7612551159618008, + "dot_f1_threshold": 0.6740986108779907, + "dot_precision": 0.7117346938775511, + "dot_recall": 0.8181818181818182, + "euclidean_accuracy": 0.7523809523809524, + "euclidean_accuracy_threshold": 0.7771928310394287, + "euclidean_ap": 0.8105414806663278, + "euclidean_f1": 0.7612551159618008, + "euclidean_f1_threshold": 0.8073436617851257, + "euclidean_precision": 0.7117346938775511, + "euclidean_recall": 0.8181818181818182, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ], + "main_score": 0.8105414806663278, + "manhattan_accuracy": 0.7516483516483516, + "manhattan_accuracy_threshold": 17.190044403076172, + "manhattan_ap": 0.8099888559001774, + "manhattan_f1": 0.7634333565945569, + "manhattan_f1_threshold": 17.190044403076172, + "manhattan_precision": 0.7283621837549934, + "manhattan_recall": 0.8020527859237536, + "max_accuracy": 0.7523809523809524, + "max_ap": 0.8105414806663278, + "max_f1": 0.7634333565945569, + "max_precision": 0.7283621837549934, + "max_recall": 0.8181818181818182, + "similarity_accuracy": 0.7523809523809524, + "similarity_accuracy_threshold": 0.6979856491088867, + "similarity_ap": 0.8105414806663278, + "similarity_f1": 0.7612551159618008, + "similarity_f1_threshold": 0.6740981340408325, + "similarity_precision": 0.7117346938775511, + "similarity_recall": 0.8181818181818182 + }, + { + "cosine_accuracy": 0.7736263736263737, + "cosine_accuracy_threshold": 0.6769499778747559, + "cosine_ap": 0.8317570232821414, + "cosine_f1": 0.7839335180055401, + "cosine_f1_threshold": 0.6697028875350952, + "cosine_precision": 0.7427821522309711, + "cosine_recall": 0.8299120234604106, + "dot_accuracy": 0.7736263736263737, + "dot_accuracy_threshold": 0.6769497394561768, + "dot_ap": 0.831756527826846, + "dot_f1": 0.7839335180055401, + "dot_f1_threshold": 0.66970294713974, + "dot_precision": 0.7427821522309711, + "dot_recall": 0.8299120234604106, + "euclidean_accuracy": 0.7736263736263737, + "euclidean_accuracy_threshold": 0.8038035035133362, + "euclidean_ap": 0.8317570232821414, + "euclidean_f1": 0.7839335180055401, + "euclidean_f1_threshold": 0.8127694129943848, + "euclidean_precision": 0.7427821522309711, + "euclidean_recall": 0.8299120234604106, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.8317570232821414, + "manhattan_accuracy": 0.7743589743589744, + "manhattan_accuracy_threshold": 17.406784057617188, + "manhattan_ap": 0.8316442142576294, + "manhattan_f1": 0.7846689895470383, + "manhattan_f1_threshold": 17.476879119873047, + "manhattan_precision": 0.747675962815405, + "manhattan_recall": 0.8255131964809385, + "max_accuracy": 0.7743589743589744, + "max_ap": 0.8317570232821414, + "max_f1": 0.7846689895470383, + "max_precision": 0.747675962815405, + "max_recall": 0.8299120234604106, + "similarity_accuracy": 0.7736263736263737, + "similarity_accuracy_threshold": 0.6769499778747559, + "similarity_ap": 0.8317570232821414, + "similarity_f1": 0.7839335180055401, + "similarity_f1_threshold": 0.6697028875350952, + "similarity_precision": 0.7427821522309711, + "similarity_recall": 0.8299120234604106 + } + ] + }, + "task_name": "XNLI" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/indonli.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/indonli.json new file mode 100644 index 000000000..70dca2095 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/indonli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "3c976110fc13596004dc36279fc4c453ff2c18aa", + "evaluation_time": 1.498030662536621, + "kg_co2_emissions": 7.277821495406953e-05, + "mteb_version": "1.12.75", + "scores": { + "test_expert": [ + { + "cosine_accuracy": 0.5573529411764706, + "cosine_accuracy_threshold": 0.7512607574462891, + "cosine_ap": 0.5531448810862225, + "cosine_f1": 0.6780569514237855, + "cosine_f1_threshold": 0.6169208288192749, + "cosine_precision": 0.5205761316872428, + "cosine_recall": 0.9721421709894332, + "dot_accuracy": 0.5573529411764706, + "dot_accuracy_threshold": 0.7512606382369995, + "dot_ap": 0.5531448810862225, + "dot_f1": 0.6780569514237855, + "dot_f1_threshold": 0.6169204711914062, + "dot_precision": 0.5205761316872428, + "dot_recall": 0.9721421709894332, + "euclidean_accuracy": 0.5573529411764706, + "euclidean_accuracy_threshold": 0.7053215503692627, + "euclidean_ap": 0.5531448810862225, + "euclidean_f1": 0.6780569514237855, + "euclidean_f1_threshold": 0.8753045797348022, + "euclidean_precision": 0.5205761316872428, + "euclidean_recall": 0.9721421709894332, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5531448810862225, + "manhattan_accuracy": 0.557843137254902, + "manhattan_accuracy_threshold": 15.27914810180664, + "manhattan_ap": 0.5524791637958624, + "manhattan_f1": 0.6782260753584528, + "manhattan_f1_threshold": 19.078811645507812, + "manhattan_precision": 0.5194075587334014, + "manhattan_recall": 0.9769452449567724, + "max_accuracy": 0.557843137254902, + "max_ap": 0.5531448810862225, + "max_f1": 0.6782260753584528, + "max_precision": 0.5205761316872428, + "max_recall": 0.9769452449567724, + "similarity_accuracy": 0.5573529411764706, + "similarity_accuracy_threshold": 0.7512607574462891, + "similarity_ap": 0.5531448810862225, + "similarity_f1": 0.6780569514237855, + "similarity_f1_threshold": 0.6169208288192749, + "similarity_precision": 0.5205761316872428, + "similarity_recall": 0.9721421709894332 + } + ] + }, + "task_name": "indonli" +} \ No newline at end of file diff --git a/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json new file mode 100644 index 000000000..93d5e1114 --- /dev/null +++ b/results/Alibaba-NLP__gte-multilingual-base/7fc06782350c1a83f88b15dd4b38ef853d3b8503/model_meta.json @@ -0,0 +1 @@ +{"name": "Alibaba-NLP/gte-multilingual-base", "revision": "7fc06782350c1a83f88b15dd4b38ef853d3b8503", "release_date": "2024-07-29", "languages": null, "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": "GTESTWrapper"} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AILAStatutes.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AILAStatutes.json new file mode 100644 index 000000000..377168d39 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AILAStatutes.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "evaluation_time": 1.7998583316802979, + "kg_co2_emissions": 0.00011450440960679184, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.29042, + "map_at_1": 0.07, + "map_at_10": 0.16658, + "map_at_100": 0.23481, + "map_at_1000": 0.23481, + "map_at_20": 0.19402, + "map_at_3": 0.12467, + "map_at_5": 0.13722, + "mrr_at_1": 0.3, + "mrr_at_10": 0.47027777777777774, + "mrr_at_100": 0.4761736813083162, + "mrr_at_1000": 0.4761736813083162, + "mrr_at_20": 0.47420220422852, + "mrr_at_3": 0.41999999999999993, + "mrr_at_5": 0.444, + "nauc_map_at_1000_diff1": -0.1898033192386183, + "nauc_map_at_1000_max": 0.24313675747063868, + "nauc_map_at_1000_std": 0.1515608683104497, + "nauc_map_at_100_diff1": -0.1898033192386183, + "nauc_map_at_100_max": 0.24313675747063868, + "nauc_map_at_100_std": 0.1515608683104497, + "nauc_map_at_10_diff1": -0.16477083199430137, + "nauc_map_at_10_max": 0.28160156209819254, + "nauc_map_at_10_std": 0.1539228409020509, + "nauc_map_at_1_diff1": -0.05638303815855658, + "nauc_map_at_1_max": 0.17725571260964276, + "nauc_map_at_1_std": 0.19362534219788785, + "nauc_map_at_20_diff1": -0.19112775049068553, + "nauc_map_at_20_max": 0.250346845058752, + "nauc_map_at_20_std": 0.13939657244380294, + "nauc_map_at_3_diff1": -0.11415548350513942, + "nauc_map_at_3_max": 0.2875263194764789, + "nauc_map_at_3_std": 0.13043291490928147, + "nauc_map_at_5_diff1": -0.11215324973443633, + "nauc_map_at_5_max": 0.3035237980621617, + "nauc_map_at_5_std": 0.1703676992650591, + "nauc_mrr_at_1000_diff1": -0.1538645459209133, + "nauc_mrr_at_1000_max": 0.1629215606923831, + "nauc_mrr_at_1000_std": 0.16216551461140852, + "nauc_mrr_at_100_diff1": -0.1538645459209133, + "nauc_mrr_at_100_max": 0.1629215606923831, + "nauc_mrr_at_100_std": 0.16216551461140852, + "nauc_mrr_at_10_diff1": -0.16343752650973048, + "nauc_mrr_at_10_max": 0.15327323687343627, + "nauc_mrr_at_10_std": 0.150937974933032, + "nauc_mrr_at_1_diff1": -0.08196189704094053, + "nauc_mrr_at_1_max": 0.14700716119443327, + "nauc_mrr_at_1_std": 0.17594919605458714, + "nauc_mrr_at_20_diff1": -0.16003183472465674, + "nauc_mrr_at_20_max": 0.15972985012713783, + "nauc_mrr_at_20_std": 0.1601268721435528, + "nauc_mrr_at_3_diff1": -0.12332782824112326, + "nauc_mrr_at_3_max": 0.21608863198458575, + "nauc_mrr_at_3_std": 0.17206624460959719, + "nauc_mrr_at_5_diff1": -0.1357988723415195, + "nauc_mrr_at_5_max": 0.1873832496443934, + "nauc_mrr_at_5_std": 0.18301076435898467, + "nauc_ndcg_at_1000_diff1": -0.19638220460248176, + "nauc_ndcg_at_1000_max": 0.1861257574918136, + "nauc_ndcg_at_1000_std": 0.14507649486526994, + "nauc_ndcg_at_100_diff1": -0.19638220460248176, + "nauc_ndcg_at_100_max": 0.1861257574918136, + "nauc_ndcg_at_100_std": 0.14507649486526994, + "nauc_ndcg_at_10_diff1": -0.21530877093061335, + "nauc_ndcg_at_10_max": 0.23475192289938518, + "nauc_ndcg_at_10_std": 0.12831280563339825, + "nauc_ndcg_at_1_diff1": -0.08196189704094053, + "nauc_ndcg_at_1_max": 0.14700716119443327, + "nauc_ndcg_at_1_std": 0.17594919605458714, + "nauc_ndcg_at_20_diff1": -0.24533991057739882, + "nauc_ndcg_at_20_max": 0.17509710390771643, + "nauc_ndcg_at_20_std": 0.09574527695069779, + "nauc_ndcg_at_3_diff1": -0.12112295181505983, + "nauc_ndcg_at_3_max": 0.27033123525152986, + "nauc_ndcg_at_3_std": 0.12183255672234974, + "nauc_ndcg_at_5_diff1": -0.116986957547652, + "nauc_ndcg_at_5_max": 0.2887688431491522, + "nauc_ndcg_at_5_std": 0.1862143357053888, + "nauc_precision_at_1000_diff1": -0.03377179341760945, + "nauc_precision_at_1000_max": -0.3790636834305996, + "nauc_precision_at_1000_std": -0.1245494959843395, + "nauc_precision_at_100_diff1": -0.033771793417607304, + "nauc_precision_at_100_max": -0.379063683430594, + "nauc_precision_at_100_std": -0.12454949598433518, + "nauc_precision_at_10_diff1": -0.3125110527676134, + "nauc_precision_at_10_max": 0.11524805811375168, + "nauc_precision_at_10_std": 0.03331474201139935, + "nauc_precision_at_1_diff1": -0.08196189704094053, + "nauc_precision_at_1_max": 0.14700716119443327, + "nauc_precision_at_1_std": 0.17594919605458714, + "nauc_precision_at_20_diff1": -0.324522104300282, + "nauc_precision_at_20_max": -0.05550762450235476, + "nauc_precision_at_20_std": -0.05291934762949203, + "nauc_precision_at_3_diff1": -0.09397217372522879, + "nauc_precision_at_3_max": 0.3226659947083281, + "nauc_precision_at_3_std": 0.08322683993592417, + "nauc_precision_at_5_diff1": -0.09702751043352333, + "nauc_precision_at_5_max": 0.3111659994889703, + "nauc_precision_at_5_std": 0.18811004173409437, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": -0.2724089649703254, + "nauc_recall_at_10_max": 0.1950986538305611, + "nauc_recall_at_10_std": 0.036020464465042784, + "nauc_recall_at_1_diff1": -0.05638303815855658, + "nauc_recall_at_1_max": 0.17725571260964276, + "nauc_recall_at_1_std": 0.19362534219788785, + "nauc_recall_at_20_diff1": -0.3176514582295788, + "nauc_recall_at_20_max": 0.04127240009648095, + "nauc_recall_at_20_std": -0.044961572566161255, + "nauc_recall_at_3_diff1": -0.10329284286258521, + "nauc_recall_at_3_max": 0.33287482342311375, + "nauc_recall_at_3_std": 0.09306065479260872, + "nauc_recall_at_5_diff1": -0.09533506167020177, + "nauc_recall_at_5_max": 0.32786550396731867, + "nauc_recall_at_5_std": 0.18167334433184082, + "ndcg_at_1": 0.3, + "ndcg_at_10": 0.29042, + "ndcg_at_100": 0.50408, + "ndcg_at_1000": 0.50408, + "ndcg_at_20": 0.35391, + "ndcg_at_3": 0.25141, + "ndcg_at_5": 0.22536, + "precision_at_1": 0.3, + "precision_at_10": 0.142, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "precision_at_20": 0.106, + "precision_at_3": 0.23333, + "precision_at_5": 0.172, + "recall_at_1": 0.07, + "recall_at_10": 0.33267, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.48733, + "recall_at_3": 0.171, + "recall_at_5": 0.207 + } + ] + }, + "task_name": "AILAStatutes" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AfriSentiClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AfriSentiClassification.json new file mode 100644 index 000000000..50449c8dd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AfriSentiClassification.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "b52e930385cf5ed7f063072c3f7bd17b599a16cf", + "evaluation_time": 27.97828197479248, + "kg_co2_emissions": 0.0009766591777875236, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4843421710855427, + "f1": 0.4243708307001673, + "f1_weighted": 0.524223070288236, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.4843421710855427, + "scores_per_experiment": [ + { + "accuracy": 0.5182591295647824, + "f1": 0.46105896631596893, + "f1_weighted": 0.5659572617376417 + }, + { + "accuracy": 0.6068034017008505, + "f1": 0.5016024539059837, + "f1_weighted": 0.631479656772653 + }, + { + "accuracy": 0.5092546273136568, + "f1": 0.4351789777349097, + "f1_weighted": 0.5478564434159472 + }, + { + "accuracy": 0.36518259129564784, + "f1": 0.3653029100985097, + "f1_weighted": 0.41971242570296025 + }, + { + "accuracy": 0.4317158579289645, + "f1": 0.37974820764209843, + "f1_weighted": 0.4751675075655639 + }, + { + "accuracy": 0.5467733866933466, + "f1": 0.4398540192013621, + "f1_weighted": 0.5783628790417153 + }, + { + "accuracy": 0.4837418709354677, + "f1": 0.44101358670194596, + "f1_weighted": 0.5290686253503555 + }, + { + "accuracy": 0.5222611305652827, + "f1": 0.45202203269736857, + "f1_weighted": 0.5686482913242445 + }, + { + "accuracy": 0.51975987993997, + "f1": 0.4320239421027822, + "f1_weighted": 0.547349409272014 + }, + { + "accuracy": 0.3396698349174587, + "f1": 0.33590321060074374, + "f1_weighted": 0.3786282026992651 + } + ] + }, + { + "accuracy": 0.4692066805845512, + "f1": 0.4433334048657618, + "f1_weighted": 0.4818150925890709, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ], + "main_score": 0.4692066805845512, + "scores_per_experiment": [ + { + "accuracy": 0.45407098121085593, + "f1": 0.4498263719512195, + "f1_weighted": 0.48734873959341113 + }, + { + "accuracy": 0.4780793319415449, + "f1": 0.41875324891356325, + "f1_weighted": 0.4844283368510046 + }, + { + "accuracy": 0.5563674321503131, + "f1": 0.49228042912253445, + "f1_weighted": 0.5483954690635275 + }, + { + "accuracy": 0.48956158663883087, + "f1": 0.4707084981759026, + "f1_weighted": 0.5016487634267704 + }, + { + "accuracy": 0.38413361169102295, + "f1": 0.3734541062801932, + "f1_weighted": 0.4018727875102115 + }, + { + "accuracy": 0.4196242171189979, + "f1": 0.4113817081613378, + "f1_weighted": 0.44100134449303213 + }, + { + "accuracy": 0.47390396659707723, + "f1": 0.45829398101780844, + "f1_weighted": 0.4880287029084276 + }, + { + "accuracy": 0.37891440501043844, + "f1": 0.36551516576867565, + "f1_weighted": 0.38462696137508523 + }, + { + "accuracy": 0.5104384133611691, + "f1": 0.48109456597048794, + "f1_weighted": 0.5213900364391105 + }, + { + "accuracy": 0.5469728601252609, + "f1": 0.5120259732958948, + "f1_weighted": 0.5594097842301289 + } + ] + }, + { + "accuracy": 0.4529296875, + "f1": 0.44386052868213727, + "f1_weighted": 0.447585081816816, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ], + "main_score": 0.4529296875, + "scores_per_experiment": [ + { + "accuracy": 0.466796875, + "f1": 0.4620230766557323, + "f1_weighted": 0.4595892830522878 + }, + { + "accuracy": 0.49169921875, + "f1": 0.48462996192340896, + "f1_weighted": 0.48903852186254276 + }, + { + "accuracy": 0.3544921875, + "f1": 0.331204405681026, + "f1_weighted": 0.3277338460119292 + }, + { + "accuracy": 0.45263671875, + "f1": 0.45399164076782794, + "f1_weighted": 0.4578836722138867 + }, + { + "accuracy": 0.49462890625, + "f1": 0.48884314366878007, + "f1_weighted": 0.49373992405013456 + }, + { + "accuracy": 0.37548828125, + "f1": 0.36761189826019053, + "f1_weighted": 0.37639244173070835 + }, + { + "accuracy": 0.4541015625, + "f1": 0.4452177099589479, + "f1_weighted": 0.4512529185568458 + }, + { + "accuracy": 0.486328125, + "f1": 0.4802258247515942, + "f1_weighted": 0.4866796212101966 + }, + { + "accuracy": 0.4951171875, + "f1": 0.4932237030460924, + "f1_weighted": 0.49129546386601697 + }, + { + "accuracy": 0.4580078125, + "f1": 0.43163392210777335, + "f1_weighted": 0.4422451256136113 + } + ] + }, + { + "accuracy": 0.68828125, + "f1": 0.3647510391279921, + "f1_weighted": 0.7546469554139724, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.68828125, + "scores_per_experiment": [ + { + "accuracy": 0.76708984375, + "f1": 0.34643219223883176, + "f1_weighted": 0.7914599299716276 + }, + { + "accuracy": 0.59375, + "f1": 0.33627623340481655, + "f1_weighted": 0.7051393302613379 + }, + { + "accuracy": 0.572265625, + "f1": 0.3364559454882035, + "f1_weighted": 0.6906065488191244 + }, + { + "accuracy": 0.74609375, + "f1": 0.44288828401453495, + "f1_weighted": 0.7897728752259866 + }, + { + "accuracy": 0.736328125, + "f1": 0.3156808829457895, + "f1_weighted": 0.7703680150700332 + }, + { + "accuracy": 0.69873046875, + "f1": 0.37521490318258494, + "f1_weighted": 0.7560052114494715 + }, + { + "accuracy": 0.6904296875, + "f1": 0.39451127003775444, + "f1_weighted": 0.7739792406896159 + }, + { + "accuracy": 0.5458984375, + "f1": 0.28598939448104455, + "f1_weighted": 0.6596096579043859 + }, + { + "accuracy": 0.7861328125, + "f1": 0.4587434303177593, + "f1_weighted": 0.8190211184914044 + }, + { + "accuracy": 0.74609375, + "f1": 0.3553178551686014, + "f1_weighted": 0.7905076262567372 + } + ] + }, + { + "accuracy": 0.54404296875, + "f1": 0.34570862297772104, + "f1_weighted": 0.5139977514399932, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.54404296875, + "scores_per_experiment": [ + { + "accuracy": 0.4970703125, + "f1": 0.28647652838427945, + "f1_weighted": 0.41063574911725576 + }, + { + "accuracy": 0.61083984375, + "f1": 0.40104499173868285, + "f1_weighted": 0.5954121203740949 + }, + { + "accuracy": 0.48583984375, + "f1": 0.29993981287746113, + "f1_weighted": 0.46959285103759824 + }, + { + "accuracy": 0.53955078125, + "f1": 0.39058344012681817, + "f1_weighted": 0.5842784650982216 + }, + { + "accuracy": 0.47509765625, + "f1": 0.2580655866804959, + "f1_weighted": 0.36487223683572856 + }, + { + "accuracy": 0.59912109375, + "f1": 0.3902732350375084, + "f1_weighted": 0.5781265148699597 + }, + { + "accuracy": 0.58251953125, + "f1": 0.38004998179055366, + "f1_weighted": 0.5629834799311495 + }, + { + "accuracy": 0.51318359375, + "f1": 0.35687522061929644, + "f1_weighted": 0.5298959420041599 + }, + { + "accuracy": 0.5966796875, + "f1": 0.354047736669421, + "f1_weighted": 0.5472376578768797 + }, + { + "accuracy": 0.54052734375, + "f1": 0.33972969585269325, + "f1_weighted": 0.49694249725488326 + } + ] + }, + { + "accuracy": 0.46081871345029235, + "f1": 0.4549513771333503, + "f1_weighted": 0.44974124371708707, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ], + "main_score": 0.46081871345029235, + "scores_per_experiment": [ + { + "accuracy": 0.4502923976608187, + "f1": 0.44946510789322663, + "f1_weighted": 0.4435371855579464 + }, + { + "accuracy": 0.4142300194931774, + "f1": 0.40726571953279905, + "f1_weighted": 0.3997063555202614 + }, + { + "accuracy": 0.5048732943469786, + "f1": 0.4758023096394613, + "f1_weighted": 0.46063967769531966 + }, + { + "accuracy": 0.43567251461988304, + "f1": 0.4347863663371685, + "f1_weighted": 0.4331155315863074 + }, + { + "accuracy": 0.48927875243664715, + "f1": 0.48229925445298444, + "f1_weighted": 0.4798637352989538 + }, + { + "accuracy": 0.5350877192982456, + "f1": 0.534552889943678, + "f1_weighted": 0.5346135470133101 + }, + { + "accuracy": 0.4415204678362573, + "f1": 0.4358142247300823, + "f1_weighted": 0.4317685749038538 + }, + { + "accuracy": 0.41130604288499023, + "f1": 0.40325114480785723, + "f1_weighted": 0.39739418929144943 + }, + { + "accuracy": 0.4649122807017544, + "f1": 0.46680797231402155, + "f1_weighted": 0.4635062442303623 + }, + { + "accuracy": 0.46101364522417154, + "f1": 0.4594687816822245, + "f1_weighted": 0.4532673960731073 + } + ] + }, + { + "accuracy": 0.4580078125, + "f1": 0.44183238976678396, + "f1_weighted": 0.444221893819129, + "hf_subset": "por", + "languages": [ + "por-Latn" + ], + "main_score": 0.4580078125, + "scores_per_experiment": [ + { + "accuracy": 0.4091796875, + "f1": 0.4197554954428376, + "f1_weighted": 0.4098799330770547 + }, + { + "accuracy": 0.56982421875, + "f1": 0.5306925433786357, + "f1_weighted": 0.5806690376498131 + }, + { + "accuracy": 0.6044921875, + "f1": 0.491819811492524, + "f1_weighted": 0.5920962022214932 + }, + { + "accuracy": 0.4677734375, + "f1": 0.4675541973043226, + "f1_weighted": 0.4685634149067942 + }, + { + "accuracy": 0.369140625, + "f1": 0.385116163376646, + "f1_weighted": 0.34457476962416733 + }, + { + "accuracy": 0.4814453125, + "f1": 0.4859718538973506, + "f1_weighted": 0.47219323610257774 + }, + { + "accuracy": 0.31103515625, + "f1": 0.32047465980555173, + "f1_weighted": 0.23952416301398127 + }, + { + "accuracy": 0.31005859375, + "f1": 0.3288394334533216, + "f1_weighted": 0.2560959020728885 + }, + { + "accuracy": 0.5185546875, + "f1": 0.4685741913580002, + "f1_weighted": 0.5273595848270677 + }, + { + "accuracy": 0.53857421875, + "f1": 0.5195255481586493, + "f1_weighted": 0.5512626946954526 + } + ] + }, + { + "accuracy": 0.4064453125, + "f1": 0.3329077433378251, + "f1_weighted": 0.4498257146984453, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.4064453125, + "scores_per_experiment": [ + { + "accuracy": 0.466796875, + "f1": 0.34698583320670445, + "f1_weighted": 0.49654435083721377 + }, + { + "accuracy": 0.47998046875, + "f1": 0.41594023483953385, + "f1_weighted": 0.5152461032225456 + }, + { + "accuracy": 0.36865234375, + "f1": 0.3079879679841787, + "f1_weighted": 0.4144483488621863 + }, + { + "accuracy": 0.412109375, + "f1": 0.3181897108127691, + "f1_weighted": 0.47243753879730604 + }, + { + "accuracy": 0.44091796875, + "f1": 0.33597037609306507, + "f1_weighted": 0.4787166963820464 + }, + { + "accuracy": 0.296875, + "f1": 0.2637187072456168, + "f1_weighted": 0.34766030881213483 + }, + { + "accuracy": 0.3896484375, + "f1": 0.320332419406726, + "f1_weighted": 0.44849285767747055 + }, + { + "accuracy": 0.32568359375, + "f1": 0.27448303367573695, + "f1_weighted": 0.37336004112717874 + }, + { + "accuracy": 0.48876953125, + "f1": 0.3947731867384632, + "f1_weighted": 0.5214477691699767 + }, + { + "accuracy": 0.39501953125, + "f1": 0.3506959633754567, + "f1_weighted": 0.4299031320963941 + } + ] + }, + { + "accuracy": 0.4449197860962566, + "f1": 0.424183641182474, + "f1_weighted": 0.4520100176720211, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.4449197860962566, + "scores_per_experiment": [ + { + "accuracy": 0.4344919786096257, + "f1": 0.4307422767372391, + "f1_weighted": 0.4359677958948902 + }, + { + "accuracy": 0.3983957219251337, + "f1": 0.35510957354770606, + "f1_weighted": 0.42039120573397015 + }, + { + "accuracy": 0.41310160427807485, + "f1": 0.41072434764712984, + "f1_weighted": 0.39641378449804676 + }, + { + "accuracy": 0.45588235294117646, + "f1": 0.4255961163145061, + "f1_weighted": 0.46873231799217674 + }, + { + "accuracy": 0.39572192513368987, + "f1": 0.38560158555646984, + "f1_weighted": 0.3991967768130882 + }, + { + "accuracy": 0.5147058823529411, + "f1": 0.4742245389589331, + "f1_weighted": 0.5238944312984594 + }, + { + "accuracy": 0.45989304812834225, + "f1": 0.43026846730907714, + "f1_weighted": 0.4755534723376859 + }, + { + "accuracy": 0.4451871657754011, + "f1": 0.4469072594072594, + "f1_weighted": 0.4431748064769455 + }, + { + "accuracy": 0.5066844919786097, + "f1": 0.4765765624314335, + "f1_weighted": 0.5152895053575238 + }, + { + "accuracy": 0.42513368983957217, + "f1": 0.40608568391498584, + "f1_weighted": 0.4414860803174244 + } + ] + }, + { + "accuracy": 0.3792413066385669, + "f1": 0.3579316638178192, + "f1_weighted": 0.3920039202304525, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ], + "main_score": 0.3792413066385669, + "scores_per_experiment": [ + { + "accuracy": 0.39304531085353, + "f1": 0.36557800752846475, + "f1_weighted": 0.41012611394633736 + }, + { + "accuracy": 0.40990516332982085, + "f1": 0.3845212314799776, + "f1_weighted": 0.4161797144602661 + }, + { + "accuracy": 0.34351949420442573, + "f1": 0.3179730713181352, + "f1_weighted": 0.343064125640852 + }, + { + "accuracy": 0.39304531085353, + "f1": 0.35476899458144356, + "f1_weighted": 0.4039571710806361 + }, + { + "accuracy": 0.3793466807165437, + "f1": 0.36953616215908563, + "f1_weighted": 0.3994365749270353 + }, + { + "accuracy": 0.34141201264488935, + "f1": 0.328756066933361, + "f1_weighted": 0.3523617855990469 + }, + { + "accuracy": 0.40252897787144365, + "f1": 0.38334337027219884, + "f1_weighted": 0.42320217479149663 + }, + { + "accuracy": 0.3656480505795574, + "f1": 0.3582971704929285, + "f1_weighted": 0.3849672193934821 + }, + { + "accuracy": 0.40147523709167543, + "f1": 0.36165781587579166, + "f1_weighted": 0.41129477063789216 + }, + { + "accuracy": 0.3624868282402529, + "f1": 0.3548847475368057, + "f1_weighted": 0.37544955182748024 + } + ] + }, + { + "accuracy": 0.3476377952755905, + "f1": 0.32759006478752484, + "f1_weighted": 0.3627620489668883, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ], + "main_score": 0.3476377952755905, + "scores_per_experiment": [ + { + "accuracy": 0.29133858267716534, + "f1": 0.2803138553193462, + "f1_weighted": 0.295613553838208 + }, + { + "accuracy": 0.35039370078740156, + "f1": 0.33285403426029775, + "f1_weighted": 0.37378047634477923 + }, + { + "accuracy": 0.33070866141732286, + "f1": 0.3266447558092602, + "f1_weighted": 0.3549824499752788 + }, + { + "accuracy": 0.3346456692913386, + "f1": 0.30059088449999644, + "f1_weighted": 0.3463762316686364 + }, + { + "accuracy": 0.38976377952755903, + "f1": 0.3594530048836528, + "f1_weighted": 0.40234013821421244 + }, + { + "accuracy": 0.3425196850393701, + "f1": 0.3327922077922078, + "f1_weighted": 0.3598719194191635 + }, + { + "accuracy": 0.4015748031496063, + "f1": 0.38834870544392447, + "f1_weighted": 0.4168531640455349 + }, + { + "accuracy": 0.36220472440944884, + "f1": 0.32041912747890855, + "f1_weighted": 0.3692930269277029 + }, + { + "accuracy": 0.3543307086614173, + "f1": 0.3337686826058919, + "f1_weighted": 0.3674642021098714 + }, + { + "accuracy": 0.3188976377952756, + "f1": 0.3007153897817622, + "f1_weighted": 0.3410453271254948 + } + ] + }, + { + "accuracy": 0.382275390625, + "f1": 0.23426946350380423, + "f1_weighted": 0.4959671146979917, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.382275390625, + "scores_per_experiment": [ + { + "accuracy": 0.478515625, + "f1": 0.2750576511682483, + "f1_weighted": 0.6248197643381219 + }, + { + "accuracy": 0.197265625, + "f1": 0.14607359969719044, + "f1_weighted": 0.29385905510871085 + }, + { + "accuracy": 0.51123046875, + "f1": 0.28705641745157345, + "f1_weighted": 0.6372910469817387 + }, + { + "accuracy": 0.50732421875, + "f1": 0.3024661324900032, + "f1_weighted": 0.6536095573918407 + }, + { + "accuracy": 0.5625, + "f1": 0.2992701829721916, + "f1_weighted": 0.6940475236690256 + }, + { + "accuracy": 0.45068359375, + "f1": 0.27182506027509606, + "f1_weighted": 0.595306638577966 + }, + { + "accuracy": 0.1943359375, + "f1": 0.16891778005518043, + "f1_weighted": 0.31190683817097375 + }, + { + "accuracy": 0.20556640625, + "f1": 0.16448342967844767, + "f1_weighted": 0.30230770457028905 + }, + { + "accuracy": 0.6630859375, + "f1": 0.3303002729754322, + "f1_weighted": 0.7667384056528662 + }, + { + "accuracy": 0.05224609375, + "f1": 0.0972441082746787, + "f1_weighted": 0.07978461251838428 + } + ] + } + ] + }, + "task_name": "AfriSentiClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloProfClusteringS2S.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloProfClusteringS2S.v2.json new file mode 100644 index 000000000..9eec1c2ce --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloProfClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "392ba3f5bcc8c51f578786c1fc3dae648662cb9b", + "evaluation_time": 40.47507667541504, + "kg_co2_emissions": 0.0011269820844849558, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.3619216344495169, + "v_measure": 0.3619216344495169, + "v_measure_std": 0.016591676056970053, + "v_measures": { + "Level 0": [ + 0.3202355665444895, + 0.38535834888275944, + 0.3674708974511891, + 0.3590060836307146, + 0.36543594073172947, + 0.36627406468234674, + 0.37551447064435917, + 0.36788378640029945, + 0.36327242950623423, + 0.3487647560210471 + ] + } + } + ] + }, + "task_name": "AlloProfClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloprofReranking.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloprofReranking.json new file mode 100644 index 000000000..905717e78 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AlloprofReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "65393d0d7a08a10b4e348135e824f385d420b0fd", + "evaluation_time": 57.46178364753723, + "kg_co2_emissions": 0.004605594981780646, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.7386611217407191, + "map": 0.7386611217407191, + "mrr": 0.7553009430600105, + "nAUC_map_diff1": 0.574468999654331, + "nAUC_map_max": 0.2653615479947321, + "nAUC_map_std": 0.25695148986299393, + "nAUC_mrr_diff1": 0.5629870181383061, + "nAUC_mrr_max": 0.27670378470482526, + "nAUC_mrr_std": 0.2522868441237252 + } + ] + }, + "task_name": "AlloprofReranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualClassification.json new file mode 100644 index 000000000..61ed00808 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/AmazonCounterfactualClassification.json @@ -0,0 +1,685 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "evaluation_time": 21.778361320495605, + "kg_co2_emissions": 0.0007079258781725898, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.7622938530734633, + "ap": 0.25051035876288325, + "ap_weighted": 0.25051035876288325, + "f1": 0.6349370435311323, + "f1_weighted": 0.8053554706386009, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7622938530734633, + "scores_per_experiment": [ + { + "accuracy": 0.7908545727136432, + "ap": 0.26585217864457017, + "ap_weighted": 0.26585217864457017, + "f1": 0.6571821746447115, + "f1_weighted": 0.8266396204559862 + }, + { + "accuracy": 0.7788605697151424, + "ap": 0.2622208455124956, + "ap_weighted": 0.2622208455124956, + "f1": 0.6492086625929838, + "f1_weighted": 0.8180279152699251 + }, + { + "accuracy": 0.7226386806596702, + "ap": 0.220504060895579, + "ap_weighted": 0.220504060895579, + "f1": 0.6003116011505273, + "f1_weighted": 0.7753487230497886 + }, + { + "accuracy": 0.6986506746626686, + "ap": 0.2001910844036544, + "ap_weighted": 0.2001910844036544, + "f1": 0.5776619203629032, + "f1_weighted": 0.7566032712600353 + }, + { + "accuracy": 0.7571214392803598, + "ap": 0.24088683437915523, + "ap_weighted": 0.24088683437915523, + "f1": 0.627964467704173, + "f1_weighted": 0.8014883379134012 + }, + { + "accuracy": 0.7481259370314842, + "ap": 0.24498830722848192, + "ap_weighted": 0.24498830722848192, + "f1": 0.6251868947870152, + "f1_weighted": 0.7951131102453389 + }, + { + "accuracy": 0.7758620689655172, + "ap": 0.2574781029360818, + "ap_weighted": 0.2574781029360818, + "f1": 0.6454760793724863, + "f1_weighted": 0.8156708939710533 + }, + { + "accuracy": 0.8125937031484258, + "ap": 0.29947390232983007, + "ap_weighted": 0.29947390232983007, + "f1": 0.6834818327113696, + "f1_weighted": 0.8435078129713829 + }, + { + "accuracy": 0.7496251874062968, + "ap": 0.2588006393220949, + "ap_weighted": 0.2588006393220949, + "f1": 0.632088122605364, + "f1_weighted": 0.796702367207201 + }, + { + "accuracy": 0.7886056971514243, + "ap": 0.25470763197688984, + "ap_weighted": 0.25470763197688984, + "f1": 0.6508086793797897, + "f1_weighted": 0.8244526540418973 + } + ] + }, + { + "accuracy": 0.7562686567164179, + "ap": 0.39477475219230357, + "ap_weighted": 0.39477475219230357, + "f1": 0.6999275488241574, + "f1_weighted": 0.7788594080633848, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7562686567164179, + "scores_per_experiment": [ + { + "accuracy": 0.7582089552238805, + "ap": 0.3902804796111798, + "ap_weighted": 0.3902804796111798, + "f1": 0.6995715282160295, + "f1_weighted": 0.7803960897673919 + }, + { + "accuracy": 0.7686567164179104, + "ap": 0.40074984116807605, + "ap_weighted": 0.40074984116807605, + "f1": 0.7091777726125834, + "f1_weighted": 0.7892682315979743 + }, + { + "accuracy": 0.7029850746268657, + "ap": 0.34573914575247844, + "ap_weighted": 0.34573914575247844, + "f1": 0.6517444123170633, + "f1_weighted": 0.733091455983987 + }, + { + "accuracy": 0.7477611940298508, + "ap": 0.3915947274782868, + "ap_weighted": 0.3915947274782868, + "f1": 0.6948463721402796, + "f1_weighted": 0.7722271869465342 + }, + { + "accuracy": 0.753731343283582, + "ap": 0.40176291180620677, + "ap_weighted": 0.40176291180620677, + "f1": 0.7020689432138825, + "f1_weighted": 0.7776182594448411 + }, + { + "accuracy": 0.8, + "ap": 0.4432188819296836, + "ap_weighted": 0.4432188819296836, + "f1": 0.7418453257269046, + "f1_weighted": 0.8164588700772912 + }, + { + "accuracy": 0.8134328358208955, + "ap": 0.4559985232381837, + "ap_weighted": 0.4559985232381837, + "f1": 0.7531966558515231, + "f1_weighted": 0.8274454819164896 + }, + { + "accuracy": 0.7656716417910447, + "ap": 0.38403802778984897, + "ap_weighted": 0.38403802778984897, + "f1": 0.7002544659776424, + "f1_weighted": 0.78552669515294 + }, + { + "accuracy": 0.7179104477611941, + "ap": 0.3592851755043249, + "ap_weighted": 0.3592851755043249, + "f1": 0.6655971479500891, + "f1_weighted": 0.7461398887913374 + }, + { + "accuracy": 0.7343283582089553, + "ap": 0.3750798076447663, + "ap_weighted": 0.3750798076447663, + "f1": 0.6809728642355761, + "f1_weighted": 0.7604219209550602 + } + ] + }, + { + "accuracy": 0.6911134903640257, + "ap": 0.8090776419065545, + "ap_weighted": 0.8090776419065545, + "f1": 0.6745214188246517, + "f1_weighted": 0.7028506467704732, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6911134903640257, + "scores_per_experiment": [ + { + "accuracy": 0.6563169164882227, + "ap": 0.8015514363254264, + "ap_weighted": 0.8015514363254264, + "f1": 0.6465837037665723, + "f1_weighted": 0.6695666447738243 + }, + { + "accuracy": 0.6820128479657388, + "ap": 0.800714388157643, + "ap_weighted": 0.800714388157643, + "f1": 0.664911485984526, + "f1_weighted": 0.6945754598476723 + }, + { + "accuracy": 0.7119914346895075, + "ap": 0.800015749460264, + "ap_weighted": 0.800015749460264, + "f1": 0.6842163476101238, + "f1_weighted": 0.7209155601410062 + }, + { + "accuracy": 0.6948608137044968, + "ap": 0.8123902464328892, + "ap_weighted": 0.8123902464328892, + "f1": 0.6794170035804998, + "f1_weighted": 0.7069898548262701 + }, + { + "accuracy": 0.7044967880085653, + "ap": 0.8254688854184693, + "ap_weighted": 0.8254688854184693, + "f1": 0.6917403283205144, + "f1_weighted": 0.7163132980353916 + }, + { + "accuracy": 0.6927194860813705, + "ap": 0.8220726630299624, + "ap_weighted": 0.8220726630299624, + "f1": 0.6815395892511978, + "f1_weighted": 0.7049215449074445 + }, + { + "accuracy": 0.6638115631691649, + "ap": 0.7821623291055839, + "ap_weighted": 0.7821623291055839, + "f1": 0.6425085205248351, + "f1_weighted": 0.6767055100328382 + }, + { + "accuracy": 0.7055674518201285, + "ap": 0.8274894848328747, + "ap_weighted": 0.8274894848328747, + "f1": 0.6932720474523726, + "f1_weighted": 0.7173368495839161 + }, + { + "accuracy": 0.7077087794432548, + "ap": 0.7996168307338449, + "ap_weighted": 0.7996168307338449, + "f1": 0.6812705079406747, + "f1_weighted": 0.7172422825501332 + }, + { + "accuracy": 0.6916488222698073, + "ap": 0.8192944055685878, + "ap_weighted": 0.8192944055685878, + "f1": 0.6797546538151998, + "f1_weighted": 0.7039394630062349 + } + ] + }, + { + "accuracy": 0.776659528907923, + "ap": 0.23843337215914806, + "ap_weighted": 0.23843337215914806, + "f1": 0.6363327406357004, + "f1_weighted": 0.8152642094131661, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.776659528907923, + "scores_per_experiment": [ + { + "accuracy": 0.7473233404710921, + "ap": 0.2216159464469823, + "ap_weighted": 0.2216159464469823, + "f1": 0.6131935085354897, + "f1_weighted": 0.7941468454377023 + }, + { + "accuracy": 0.7901498929336188, + "ap": 0.25685894004282656, + "ap_weighted": 0.25685894004282656, + "f1": 0.6523740438880998, + "f1_weighted": 0.826234043874112 + }, + { + "accuracy": 0.7441113490364025, + "ap": 0.21957407693571845, + "ap_weighted": 0.21957407693571845, + "f1": 0.6105257464489913, + "f1_weighted": 0.791733273176339 + }, + { + "accuracy": 0.797644539614561, + "ap": 0.230546706708533, + "ap_weighted": 0.230546706708533, + "f1": 0.6427546541301801, + "f1_weighted": 0.8296299306007665 + }, + { + "accuracy": 0.828693790149893, + "ap": 0.26721297107405245, + "ap_weighted": 0.26721297107405245, + "f1": 0.677065235242763, + "f1_weighted": 0.8528595910882167 + }, + { + "accuracy": 0.8179871520342612, + "ap": 0.2593436660888481, + "ap_weighted": 0.2593436660888481, + "f1": 0.6678048086498791, + "f1_weighted": 0.8452495519479867 + }, + { + "accuracy": 0.8094218415417559, + "ap": 0.26809200743203476, + "ap_weighted": 0.26809200743203476, + "f1": 0.6676661549286765, + "f1_weighted": 0.8400968425793404 + }, + { + "accuracy": 0.7130620985010707, + "ap": 0.20979174329904582, + "ap_weighted": 0.20979174329904582, + "f1": 0.5897950220579078, + "f1_weighted": 0.7684359804970227 + }, + { + "accuracy": 0.7194860813704497, + "ap": 0.21334391450303355, + "ap_weighted": 0.21334391450303355, + "f1": 0.5948757681712227, + "f1_weighted": 0.7733716222133588 + }, + { + "accuracy": 0.7987152034261242, + "ap": 0.23795374906040567, + "ap_weighted": 0.23795374906040567, + "f1": 0.6472724643037935, + "f1_weighted": 0.8308844127168153 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.7340840840840841, + "ap": 0.2197586734058324, + "ap_weighted": 0.2197586734058324, + "f1": 0.6049911606964335, + "f1_weighted": 0.7851830974529012, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7340840840840841, + "scores_per_experiment": [ + { + "accuracy": 0.7627627627627628, + "ap": 0.22948769665187574, + "ap_weighted": 0.22948769665187574, + "f1": 0.6246415067418135, + "f1_weighted": 0.8065239527892022 + }, + { + "accuracy": 0.7297297297297297, + "ap": 0.2124610809951231, + "ap_weighted": 0.2124610809951231, + "f1": 0.5992726203051251, + "f1_weighted": 0.7819125734995716 + }, + { + "accuracy": 0.7207207207207207, + "ap": 0.2312323659385817, + "ap_weighted": 0.2312323659385817, + "f1": 0.6036120212983821, + "f1_weighted": 0.7757165187919847 + }, + { + "accuracy": 0.6936936936936937, + "ap": 0.19355342075076734, + "ap_weighted": 0.19355342075076734, + "f1": 0.5711634366517265, + "f1_weighted": 0.7542704499841044 + }, + { + "accuracy": 0.7222222222222222, + "ap": 0.2160410606993482, + "ap_weighted": 0.2160410606993482, + "f1": 0.5972410636941634, + "f1_weighted": 0.7764593287532666 + }, + { + "accuracy": 0.7147147147147147, + "ap": 0.2079281258385736, + "ap_weighted": 0.2079281258385736, + "f1": 0.5893318447937896, + "f1_weighted": 0.7705918632664313 + }, + { + "accuracy": 0.7387387387387387, + "ap": 0.2219492314251079, + "ap_weighted": 0.2219492314251079, + "f1": 0.6086322188449849, + "f1_weighted": 0.7888839599477898 + }, + { + "accuracy": 0.7582582582582582, + "ap": 0.21786280818439613, + "ap_weighted": 0.21786280818439613, + "f1": 0.6164074825332432, + "f1_weighted": 0.8027398595349915 + }, + { + "accuracy": 0.7372372372372372, + "ap": 0.24190238316509616, + "ap_weighted": 0.24190238316509616, + "f1": 0.6171495957980073, + "f1_weighted": 0.7884274114700456 + }, + { + "accuracy": 0.7627627627627628, + "ap": 0.22516856040945438, + "ap_weighted": 0.22516856040945438, + "f1": 0.6224598163030999, + "f1_weighted": 0.8063050564916237 + } + ] + }, + { + "accuracy": 0.7540298507462687, + "ap": 0.3447725759508422, + "ap_weighted": 0.3447725759508422, + "f1": 0.6777775600814891, + "f1_weighted": 0.7800497406663094, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7540298507462687, + "scores_per_experiment": [ + { + "accuracy": 0.7134328358208956, + "ap": 0.29705458012368907, + "ap_weighted": 0.29705458012368907, + "f1": 0.6353741496598639, + "f1_weighted": 0.7456635191389989 + }, + { + "accuracy": 0.7701492537313432, + "ap": 0.3698818996260686, + "ap_weighted": 0.3698818996260686, + "f1": 0.6976994925523561, + "f1_weighted": 0.7944464297364913 + }, + { + "accuracy": 0.6865671641791045, + "ap": 0.2799275535981582, + "ap_weighted": 0.2799275535981582, + "f1": 0.6130746130746131, + "f1_weighted": 0.7233134397313502 + }, + { + "accuracy": 0.7492537313432835, + "ap": 0.3449968160367072, + "ap_weighted": 0.3449968160367072, + "f1": 0.6763433934486566, + "f1_weighted": 0.7767670663978598 + }, + { + "accuracy": 0.7522388059701492, + "ap": 0.342404171048804, + "ap_weighted": 0.342404171048804, + "f1": 0.6766146009001989, + "f1_weighted": 0.7788473225688356 + }, + { + "accuracy": 0.7910447761194029, + "ap": 0.370075204554287, + "ap_weighted": 0.370075204554287, + "f1": 0.7075476404270179, + "f1_weighted": 0.8097033539277574 + }, + { + "accuracy": 0.8, + "ap": 0.3859076462691873, + "ap_weighted": 0.3859076462691873, + "f1": 0.7188224240526151, + "f1_weighted": 0.8175884747886001 + }, + { + "accuracy": 0.7522388059701492, + "ap": 0.321613171653816, + "ap_weighted": 0.321613171653816, + "f1": 0.6663066306630663, + "f1_weighted": 0.7770074917939556 + }, + { + "accuracy": 0.7611940298507462, + "ap": 0.377187550095762, + "ap_weighted": 0.377187550095762, + "f1": 0.6961451247165533, + "f1_weighted": 0.7880529326158324 + }, + { + "accuracy": 0.764179104477612, + "ap": 0.35867716650194253, + "ap_weighted": 0.35867716650194253, + "f1": 0.6898475313199498, + "f1_weighted": 0.7891073759634132 + } + ] + }, + { + "accuracy": 0.7150214592274678, + "ap": 0.8219891832727437, + "ap_weighted": 0.8219891832727437, + "f1": 0.6968531587252818, + "f1_weighted": 0.725858469655034, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.7150214592274678, + "scores_per_experiment": [ + { + "accuracy": 0.6974248927038627, + "ap": 0.8248660648216664, + "ap_weighted": 0.8248660648216664, + "f1": 0.6854290843806103, + "f1_weighted": 0.7096843451660875 + }, + { + "accuracy": 0.7124463519313304, + "ap": 0.816017876103713, + "ap_weighted": 0.816017876103713, + "f1": 0.6927452369705558, + "f1_weighted": 0.7234656196212552 + }, + { + "accuracy": 0.7446351931330472, + "ap": 0.8205876065169561, + "ap_weighted": 0.8205876065169561, + "f1": 0.7172604024860935, + "f1_weighted": 0.7519980678587795 + }, + { + "accuracy": 0.723175965665236, + "ap": 0.8293877700744653, + "ap_weighted": 0.8293877700744653, + "f1": 0.7065247638343057, + "f1_weighted": 0.7341267560585507 + }, + { + "accuracy": 0.7145922746781116, + "ap": 0.8273552408023255, + "ap_weighted": 0.8273552408023255, + "f1": 0.6993271269241405, + "f1_weighted": 0.7260774810834802 + }, + { + "accuracy": 0.7060085836909872, + "ap": 0.8237819535127378, + "ap_weighted": 0.8237819535127378, + "f1": 0.6915174796453335, + "f1_weighted": 0.7179171147384054 + }, + { + "accuracy": 0.6995708154506438, + "ap": 0.8024006926752089, + "ap_weighted": 0.8024006926752089, + "f1": 0.6766775696302905, + "f1_weighted": 0.7106481924604923 + }, + { + "accuracy": 0.7381974248927039, + "ap": 0.8435986534450777, + "ap_weighted": 0.8435986534450777, + "f1": 0.7233371615440016, + "f1_weighted": 0.748654647249198 + }, + { + "accuracy": 0.7060085836909872, + "ap": 0.8009418926050611, + "ap_weighted": 0.8009418926050611, + "f1": 0.6799370321907885, + "f1_weighted": 0.7160059455444467 + }, + { + "accuracy": 0.7081545064377682, + "ap": 0.8309540821702268, + "ap_weighted": 0.8309540821702268, + "f1": 0.6957757296466973, + "f1_weighted": 0.7200065267696445 + } + ] + }, + { + "accuracy": 0.7896995708154507, + "ap": 0.23336641736037428, + "ap_weighted": 0.23336641736037428, + "f1": 0.6395575810077806, + "f1_weighted": 0.8258356865371335, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.7896995708154507, + "scores_per_experiment": [ + { + "accuracy": 0.7618025751072961, + "ap": 0.2334202800103638, + "ap_weighted": 0.2334202800103638, + "f1": 0.62570281124498, + "f1_weighted": 0.8068462691969596 + }, + { + "accuracy": 0.7939914163090128, + "ap": 0.23198245297951883, + "ap_weighted": 0.23198245297951883, + "f1": 0.6413660413660414, + "f1_weighted": 0.8291354171182498 + }, + { + "accuracy": 0.759656652360515, + "ap": 0.1896142670540879, + "ap_weighted": 0.1896142670540879, + "f1": 0.600734394124847, + "f1_weighted": 0.802900804261377 + }, + { + "accuracy": 0.8025751072961373, + "ap": 0.21891228650797284, + "ap_weighted": 0.21891228650797284, + "f1": 0.6383940620782727, + "f1_weighted": 0.8339472815415891 + }, + { + "accuracy": 0.8326180257510729, + "ap": 0.25443675979561126, + "ap_weighted": 0.25443675979561126, + "f1": 0.6721861471861472, + "f1_weighted": 0.8562398974416141 + }, + { + "accuracy": 0.8476394849785408, + "ap": 0.28016504840119844, + "ap_weighted": 0.28016504840119844, + "f1": 0.6924950044147034, + "f1_weighted": 0.867794206018556 + }, + { + "accuracy": 0.8025751072961373, + "ap": 0.2531778638577707, + "ap_weighted": 0.2531778638577707, + "f1": 0.6563091229757896, + "f1_weighted": 0.8362547747383227 + }, + { + "accuracy": 0.740343347639485, + "ap": 0.20726332112913504, + "ap_weighted": 0.20726332112913504, + "f1": 0.6015996495467424, + "f1_weighted": 0.7902910789528723 + }, + { + "accuracy": 0.7360515021459227, + "ap": 0.21640515614631078, + "ap_weighted": 0.21640515614631078, + "f1": 0.6041437894954936, + "f1_weighted": 0.787539642771555 + }, + { + "accuracy": 0.8197424892703863, + "ap": 0.2482867377217728, + "ap_weighted": 0.2482867377217728, + "f1": 0.6626447876447876, + "f1_weighted": 0.8474074933302401 + } + ] + } + ] + }, + "task_name": "AmazonCounterfactualClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 000000000..bf01ef03a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "evaluation_time": 75.21051955223083, + "kg_co2_emissions": 0.0021411531434797327, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5279810320966879, + "v_measure": 0.5279810320966879, + "v_measure_std": 0.044516489505949275, + "v_measures": { + "Level 0": [ + 0.5340358929375033, + 0.4299173257088948, + 0.5239838071863527, + 0.4835351868175713, + 0.519425666492451, + 0.4868142163769002, + 0.47988468618599445, + 0.4474970672350454, + 0.5218245694333477, + 0.4826909444744491 + ], + "Level 1": [ + 0.5420425001602966, + 0.5810510993205478, + 0.5783264510687159, + 0.5691571437566801, + 0.5426654587267296, + 0.5719685028808159, + 0.5703543848090202, + 0.563491721123292, + 0.5592062453937467, + 0.5717477718454063 + ] + } + } + ] + }, + "task_name": "ArXivHierarchicalClusteringP2P" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 000000000..dcd6ee72a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,46 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "evaluation_time": 53.80421733856201, + "kg_co2_emissions": 0.0015146609615591339, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5042344785604722, + "v_measure": 0.5042344785604722, + "v_measure_std": 0.046558789262138994, + "v_measures": { + "Level 0": [ + 0.4499886237810176, + 0.4595316020162174, + 0.49836030865906544, + 0.48331764976915376, + 0.4689408206457588, + 0.4307795371594614, + 0.47436950634505615, + 0.45890857354643083, + 0.4279292041029845, + 0.471591668909741 + ], + "Level 1": [ + 0.5062298622642355, + 0.561879711627731, + 0.5508995755084538, + 0.5196413402586688, + 0.5426290880614477, + 0.5656690076345304, + 0.572290755360762, + 0.5577526134980997, + 0.5500101808757121, + 0.5339699411849153 + ] + } + } + ] + }, + "task_name": "ArXivHierarchicalClusteringS2S" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna.json new file mode 100644 index 000000000..96e4ebec6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "evaluation_time": 12.52393364906311, + "kg_co2_emissions": 0.0007670854851099686, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.54038, + "map_at_1": 0.28734, + "map_at_10": 0.45168, + "map_at_100": 0.46068, + "map_at_1000": 0.46075, + "map_at_20": 0.45885, + "map_at_3": 0.40185, + "map_at_5": 0.43222, + "mrr_at_1": 0.2958748221906117, + "mrr_at_10": 0.45489822529296253, + "mrr_at_100": 0.46378802420404214, + "mrr_at_1000": 0.4638546146395293, + "mrr_at_20": 0.4620120061520586, + "mrr_at_3": 0.405761024182077, + "mrr_at_5": 0.4355974395448085, + "nauc_map_at_1000_diff1": 0.03239839007528595, + "nauc_map_at_1000_max": -0.06958743874755845, + "nauc_map_at_1000_std": -0.061529378341900656, + "nauc_map_at_100_diff1": 0.03239895445496149, + "nauc_map_at_100_max": -0.06957006402146436, + "nauc_map_at_100_std": -0.06145528295544517, + "nauc_map_at_10_diff1": 0.03244263932170592, + "nauc_map_at_10_max": -0.06771193652462991, + "nauc_map_at_10_std": -0.059572445600775285, + "nauc_map_at_1_diff1": 0.049236802593177836, + "nauc_map_at_1_max": -0.1021552331010203, + "nauc_map_at_1_std": -0.06140783194680797, + "nauc_map_at_20_diff1": 0.03202405710753788, + "nauc_map_at_20_max": -0.06896881196841262, + "nauc_map_at_20_std": -0.061951719510653064, + "nauc_map_at_3_diff1": 0.03269588303237739, + "nauc_map_at_3_max": -0.07276718999477295, + "nauc_map_at_3_std": -0.06647121538159108, + "nauc_map_at_5_diff1": 0.035787667849970076, + "nauc_map_at_5_max": -0.06379466394015502, + "nauc_map_at_5_std": -0.0640753610547319, + "nauc_mrr_at_1000_diff1": 0.007614568940981356, + "nauc_mrr_at_1000_max": -0.07990908724904547, + "nauc_mrr_at_1000_std": -0.06352234498568758, + "nauc_mrr_at_100_diff1": 0.007620806376413734, + "nauc_mrr_at_100_max": -0.07988882133734879, + "nauc_mrr_at_100_std": -0.06344752855123023, + "nauc_mrr_at_10_diff1": 0.008074972833902575, + "nauc_mrr_at_10_max": -0.07783897182628041, + "nauc_mrr_at_10_std": -0.06186249976333632, + "nauc_mrr_at_1_diff1": 0.023677505640111368, + "nauc_mrr_at_1_max": -0.10230259647787444, + "nauc_mrr_at_1_std": -0.061813371968892625, + "nauc_mrr_at_20_diff1": 0.007301828802830753, + "nauc_mrr_at_20_max": -0.0793765236497305, + "nauc_mrr_at_20_std": -0.064086557397195, + "nauc_mrr_at_3_diff1": 0.00849965728473399, + "nauc_mrr_at_3_max": -0.08174504401563834, + "nauc_mrr_at_3_std": -0.06463009499437534, + "nauc_mrr_at_5_diff1": 0.013110087877038894, + "nauc_mrr_at_5_max": -0.07277372504298972, + "nauc_mrr_at_5_std": -0.06560865250426777, + "nauc_ndcg_at_1000_diff1": 0.029846578098223747, + "nauc_ndcg_at_1000_max": -0.06251306351524423, + "nauc_ndcg_at_1000_std": -0.05647293896587048, + "nauc_ndcg_at_100_diff1": 0.030524170865150024, + "nauc_ndcg_at_100_max": -0.06110393041269751, + "nauc_ndcg_at_100_std": -0.05337550290553213, + "nauc_ndcg_at_10_diff1": 0.028079624178034227, + "nauc_ndcg_at_10_max": -0.0524048238488939, + "nauc_ndcg_at_10_std": -0.04914032492602771, + "nauc_ndcg_at_1_diff1": 0.049236802593177836, + "nauc_ndcg_at_1_max": -0.1021552331010203, + "nauc_ndcg_at_1_std": -0.06140783194680797, + "nauc_ndcg_at_20_diff1": 0.027550380232247092, + "nauc_ndcg_at_20_max": -0.055981448471089754, + "nauc_ndcg_at_20_std": -0.05664042902393148, + "nauc_ndcg_at_3_diff1": 0.03016383504742131, + "nauc_ndcg_at_3_max": -0.06290065367786801, + "nauc_ndcg_at_3_std": -0.06649380642531272, + "nauc_ndcg_at_5_diff1": 0.03562341157821645, + "nauc_ndcg_at_5_max": -0.045607197277401625, + "nauc_ndcg_at_5_std": -0.062256248682509265, + "nauc_precision_at_1000_diff1": -0.279676709047914, + "nauc_precision_at_1000_max": 0.14047164387735425, + "nauc_precision_at_1000_std": 0.5356177969971335, + "nauc_precision_at_100_diff1": 0.035306398662281906, + "nauc_precision_at_100_max": 0.16905029968171287, + "nauc_precision_at_100_std": 0.4592908256768726, + "nauc_precision_at_10_diff1": 0.004470175841121476, + "nauc_precision_at_10_max": 0.032117877561929666, + "nauc_precision_at_10_std": 0.019999985306263665, + "nauc_precision_at_1_diff1": 0.049236802593177836, + "nauc_precision_at_1_max": -0.1021552331010203, + "nauc_precision_at_1_std": -0.06140783194680797, + "nauc_precision_at_20_diff1": -0.018470737226834878, + "nauc_precision_at_20_max": 0.08527866588832686, + "nauc_precision_at_20_std": 0.014407142823863094, + "nauc_precision_at_3_diff1": 0.023577372073882844, + "nauc_precision_at_3_max": -0.03368671379176023, + "nauc_precision_at_3_std": -0.06605509120721291, + "nauc_precision_at_5_diff1": 0.036997913821341655, + "nauc_precision_at_5_max": 0.020531965952911915, + "nauc_precision_at_5_std": -0.054765450013297884, + "nauc_recall_at_1000_diff1": -0.2796767090478576, + "nauc_recall_at_1000_max": 0.1404716438773435, + "nauc_recall_at_1000_std": 0.5356177969971138, + "nauc_recall_at_100_diff1": 0.035306398662278554, + "nauc_recall_at_100_max": 0.1690502996817146, + "nauc_recall_at_100_std": 0.45929082567687585, + "nauc_recall_at_10_diff1": 0.00447017584112089, + "nauc_recall_at_10_max": 0.03211787756192868, + "nauc_recall_at_10_std": 0.019999985306263464, + "nauc_recall_at_1_diff1": 0.049236802593177836, + "nauc_recall_at_1_max": -0.1021552331010203, + "nauc_recall_at_1_std": -0.06140783194680797, + "nauc_recall_at_20_diff1": -0.018470737226833147, + "nauc_recall_at_20_max": 0.08527866588832823, + "nauc_recall_at_20_std": 0.014407142823865968, + "nauc_recall_at_3_diff1": 0.023577372073883322, + "nauc_recall_at_3_max": -0.033686713791760116, + "nauc_recall_at_3_std": -0.06605509120721259, + "nauc_recall_at_5_diff1": 0.036997913821342036, + "nauc_recall_at_5_max": 0.020531965952912554, + "nauc_recall_at_5_std": -0.05476545001329782, + "ndcg_at_1": 0.28734, + "ndcg_at_10": 0.54038, + "ndcg_at_100": 0.57766, + "ndcg_at_1000": 0.57932, + "ndcg_at_20": 0.56588, + "ndcg_at_3": 0.43946, + "ndcg_at_5": 0.49376, + "precision_at_1": 0.28734, + "precision_at_10": 0.08222, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "precision_at_20": 0.04609, + "precision_at_3": 0.18279, + "precision_at_5": 0.13585, + "recall_at_1": 0.28734, + "recall_at_10": 0.82219, + "recall_at_100": 0.98222, + "recall_at_1000": 0.99502, + "recall_at_20": 0.92176, + "recall_at_3": 0.54836, + "recall_at_5": 0.67923 + } + ] + }, + "task_name": "ArguAna" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArmenianParaphrasePC.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArmenianParaphrasePC.json new file mode 100644 index 000000000..cc0483ff3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ArmenianParaphrasePC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "f43b4f32987048043a8b31e5e26be4d360c2438f", + "evaluation_time": 2.444117784500122, + "kg_co2_emissions": 9.539193464144618e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.9047619047619048, + "cosine_accuracy_threshold": 0.8225029393464367, + "cosine_ap": 0.9628934668895, + "cosine_f1": 0.9350046425255338, + "cosine_f1_threshold": 0.8196649489572018, + "cosine_precision": 0.8887908208296558, + "cosine_recall": 0.9862879529872673, + "dot_accuracy": 0.9047619047619048, + "dot_accuracy_threshold": 0.822265625, + "dot_ap": 0.9626765063890572, + "dot_f1": 0.9350046425255338, + "dot_f1_threshold": 0.8193359375, + "dot_precision": 0.8887908208296558, + "dot_recall": 0.9862879529872673, + "euclidean_accuracy": 0.9047619047619048, + "euclidean_accuracy_threshold": 0.5958604830038232, + "euclidean_ap": 0.9628853173782166, + "euclidean_f1": 0.9350046425255338, + "euclidean_f1_threshold": 0.600597269269556, + "euclidean_precision": 0.8887908208296558, + "euclidean_recall": 0.9862879529872673, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ], + "main_score": 0.9628934668895, + "manhattan_accuracy": 0.9040816326530612, + "manhattan_accuracy_threshold": 14.889387995004654, + "manhattan_ap": 0.9628324502774838, + "manhattan_f1": 0.934752429430819, + "manhattan_f1_threshold": 15.475760340690613, + "manhattan_precision": 0.8859649122807017, + "manhattan_recall": 0.9892262487757101, + "max_accuracy": 0.9047619047619048, + "max_ap": 0.9628934668895, + "max_f1": 0.9350046425255338, + "max_precision": 0.8887908208296558, + "max_recall": 0.9892262487757101, + "similarity_accuracy": 0.9047619047619048, + "similarity_accuracy_threshold": 0.8225029393464367, + "similarity_ap": 0.9628934668895, + "similarity_f1": 0.9350046425255338, + "similarity_f1_threshold": 0.8196649489572018, + "similarity_precision": 0.8887908208296558, + "similarity_recall": 0.9862879529872673 + } + ] + }, + "task_name": "ArmenianParaphrasePC" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BigPatentClustering.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BigPatentClustering.v2.json new file mode 100644 index 000000000..b4f27d9d6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BigPatentClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "evaluation_time": 35.26331305503845, + "kg_co2_emissions": 0.0013678473035816606, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2920004527728074, + "v_measure": 0.2920004527728074, + "v_measure_std": 0.04422138360734577, + "v_measures": { + "Level 0": [ + 0.2798339289701133, + 0.2706547743499169, + 0.4067253556896097, + 0.3229717879663152, + 0.24133013166443848, + 0.3081745800994339, + 0.26144563055397724, + 0.2793742684930463, + 0.2622339206148889, + 0.2872601493263339 + ] + } + } + ] + }, + "task_name": "BigPatentClustering.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BiorxivClusteringP2P.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BiorxivClusteringP2P.v2.json new file mode 100644 index 000000000..4a1e5da5a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BiorxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "evaluation_time": 64.08820581436157, + "kg_co2_emissions": 0.002077574420581268, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3412341045015362, + "v_measure": 0.3412341045015362, + "v_measure_std": 0.01142449678675191, + "v_measures": { + "Level 0": [ + 0.3284583984812951, + 0.33575463425068863, + 0.3408813598742537, + 0.333528540399901, + 0.3367496701752529, + 0.3582160919929373, + 0.34557863279812545, + 0.32287845903427576, + 0.3558450663347028, + 0.35445019167392905 + ] + } + } + ] + }, + "task_name": "BiorxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BornholmBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BornholmBitextMining.json new file mode 100644 index 000000000..619802bfc --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "evaluation_time": 1.1746089458465576, + "kg_co2_emissions": 4.119147540847318e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.526, + "f1": 0.4411047619047619, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ], + "main_score": 0.4411047619047619, + "precision": 0.4102380952380952, + "recall": 0.526 + } + ] + }, + "task_name": "BornholmBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BrazilianToxicTweetsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BrazilianToxicTweetsClassification.json new file mode 100644 index 000000000..7452d4bf4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BrazilianToxicTweetsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fb4f11a5bc68b99891852d20f1ec074be6289768", + "evaluation_time": 7.537370681762695, + "kg_co2_emissions": 0.000236727963668914, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.19755859375, + "f1": 0.17728158419578974, + "hf_subset": "default", + "languages": [ + "por-Latn" + ], + "lrap": 0.8071838378906259, + "main_score": 0.19755859375, + "scores_per_experiment": [ + { + "accuracy": 0.16357421875, + "f1": 0.1864931162900965, + "lrap": 0.8334689670138891 + }, + { + "accuracy": 0.1748046875, + "f1": 0.18026013095012802, + "lrap": 0.8131239149305567 + }, + { + "accuracy": 0.13525390625, + "f1": 0.18205051123330918, + "lrap": 0.8326280381944444 + }, + { + "accuracy": 0.2392578125, + "f1": 0.14414793762219816, + "lrap": 0.8218587239583341 + }, + { + "accuracy": 0.21875, + "f1": 0.17769834578819022, + "lrap": 0.8048027886284734 + }, + { + "accuracy": 0.220703125, + "f1": 0.1993580739760795, + "lrap": 0.8237440321180569 + }, + { + "accuracy": 0.20947265625, + "f1": 0.14886296495356177, + "lrap": 0.7427978515625007 + }, + { + "accuracy": 0.1123046875, + "f1": 0.2088129279974796, + "lrap": 0.8068440755208336 + }, + { + "accuracy": 0.1982421875, + "f1": 0.17749915356589896, + "lrap": 0.8136800130208346 + }, + { + "accuracy": 0.30322265625, + "f1": 0.16763267958095543, + "lrap": 0.7788899739583344 + } + ] + } + ] + }, + "task_name": "BrazilianToxicTweetsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BulgarianStoreReviewSentimentClassfication.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 000000000..9371735fd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "701984d6c6efea0e14a1c7850ef70e464c5577c0", + "evaluation_time": 6.76593017578125, + "kg_co2_emissions": 0.00021008988222459852, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.7175824175824175, + "f1": 0.5218522927610044, + "f1_weighted": 0.7299476569854875, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.7175824175824175, + "scores_per_experiment": [ + { + "accuracy": 0.7197802197802198, + "f1": 0.5405091744975983, + "f1_weighted": 0.7394685726793787 + }, + { + "accuracy": 0.6868131868131868, + "f1": 0.5086674706059692, + "f1_weighted": 0.7226993067582544 + }, + { + "accuracy": 0.7197802197802198, + "f1": 0.4993801456805941, + "f1_weighted": 0.7386535274107345 + }, + { + "accuracy": 0.7527472527472527, + "f1": 0.5173599520175464, + "f1_weighted": 0.7422268492312584 + }, + { + "accuracy": 0.7637362637362637, + "f1": 0.5702499192004574, + "f1_weighted": 0.7601939243661641 + }, + { + "accuracy": 0.5769230769230769, + "f1": 0.45294927585503497, + "f1_weighted": 0.6270863766002136 + }, + { + "accuracy": 0.7307692307692307, + "f1": 0.5352552371222877, + "f1_weighted": 0.7494004164261171 + }, + { + "accuracy": 0.7307692307692307, + "f1": 0.5313873981315842, + "f1_weighted": 0.7436307203033501 + }, + { + "accuracy": 0.7692307692307693, + "f1": 0.5571390597706387, + "f1_weighted": 0.7573992423616482 + }, + { + "accuracy": 0.7252747252747253, + "f1": 0.505625294728334, + "f1_weighted": 0.7187176337177559 + } + ] + } + ] + }, + "task_name": "BulgarianStoreReviewSentimentClassfication" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CLSClusteringP2P.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CLSClusteringP2P.v2.json new file mode 100644 index 000000000..6378d23b3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CLSClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476", + "evaluation_time": 21.714149475097656, + "kg_co2_emissions": 0.000702539367436738, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.3747996308379785, + "v_measure": 0.3747996308379785, + "v_measure_std": 0.01189467838956212, + "v_measures": { + "Level 0": [ + 0.37498373355904174, + 0.3757158649258148, + 0.37205573179329693, + 0.3791003033758225, + 0.3429755444192298, + 0.37248962821481413, + 0.38830771194695235, + 0.3772222201150879, + 0.3880794155942623, + 0.37706615443546276 + ] + } + } + ] + }, + "task_name": "CLSClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CSFDSKMovieReviewSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 000000000..99080488a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "23a20c659d868740ef9c54854de631fe19cd5c17", + "evaluation_time": 11.029094219207764, + "kg_co2_emissions": 0.0005100660497499922, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.383984375, + "f1": 0.3666782856818198, + "f1_weighted": 0.3688257283189097, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ], + "main_score": 0.383984375, + "scores_per_experiment": [ + { + "accuracy": 0.37841796875, + "f1": 0.36573712633572253, + "f1_weighted": 0.36858470887570094 + }, + { + "accuracy": 0.38916015625, + "f1": 0.3628244000563801, + "f1_weighted": 0.3660033798490419 + }, + { + "accuracy": 0.38134765625, + "f1": 0.3541691876012274, + "f1_weighted": 0.35623649579548067 + }, + { + "accuracy": 0.37744140625, + "f1": 0.36610115561272566, + "f1_weighted": 0.3673651759798815 + }, + { + "accuracy": 0.39892578125, + "f1": 0.373622133011811, + "f1_weighted": 0.3752796448502808 + }, + { + "accuracy": 0.3515625, + "f1": 0.32274643018129373, + "f1_weighted": 0.32556620186580854 + }, + { + "accuracy": 0.3837890625, + "f1": 0.3748164244071798, + "f1_weighted": 0.3765632934937737 + }, + { + "accuracy": 0.38818359375, + "f1": 0.3844904490888936, + "f1_weighted": 0.38624149990320467 + }, + { + "accuracy": 0.400390625, + "f1": 0.3890318961638344, + "f1_weighted": 0.3914742443487881 + }, + { + "accuracy": 0.390625, + "f1": 0.37324365435913015, + "f1_weighted": 0.3749426382271361 + } + ] + } + ] + }, + "task_name": "CSFDSKMovieReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CTKFactsNLI.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CTKFactsNLI.json new file mode 100644 index 000000000..9c1a24a0a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CTKFactsNLI.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "387ae4582c8054cb52ef57ef0941f19bd8012abf", + "evaluation_time": 1.0575523376464844, + "kg_co2_emissions": 4.869267607384068e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.7306666666666667, + "cosine_accuracy_threshold": 0.525582432024434, + "cosine_ap": 0.8245335468444265, + "cosine_f1": 0.8336079077429983, + "cosine_f1_threshold": 0.46272610676483067, + "cosine_precision": 0.729106628242075, + "cosine_recall": 0.9730769230769231, + "dot_accuracy": 0.7306666666666667, + "dot_accuracy_threshold": 0.525390625, + "dot_ap": 0.8247100266236519, + "dot_f1": 0.8336079077429983, + "dot_f1_threshold": 0.462646484375, + "dot_precision": 0.729106628242075, + "dot_recall": 0.9730769230769231, + "euclidean_accuracy": 0.7306666666666667, + "euclidean_accuracy_threshold": 0.9740422537162037, + "euclidean_ap": 0.8244326801479704, + "euclidean_f1": 0.8336079077429983, + "euclidean_f1_threshold": 1.036560088342463, + "euclidean_precision": 0.729106628242075, + "euclidean_recall": 0.9730769230769231, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.8247100266236519, + "manhattan_accuracy": 0.7306666666666667, + "manhattan_accuracy_threshold": 26.23265427350998, + "manhattan_ap": 0.8245055344814505, + "manhattan_f1": 0.8336079077429983, + "manhattan_f1_threshold": 26.23265427350998, + "manhattan_precision": 0.729106628242075, + "manhattan_recall": 0.9730769230769231, + "max_accuracy": 0.7306666666666667, + "max_ap": 0.8247100266236519, + "max_f1": 0.8336079077429983, + "max_precision": 0.729106628242075, + "max_recall": 0.9730769230769231, + "similarity_accuracy": 0.7306666666666667, + "similarity_accuracy_threshold": 0.525582432024434, + "similarity_ap": 0.8245335468444265, + "similarity_f1": 0.8336079077429983, + "similarity_f1_threshold": 0.46272610676483067, + "similarity_precision": 0.729106628242075, + "similarity_recall": 0.9730769230769231 + } + ], + "validation": [ + { + "cosine_accuracy": 0.6852459016393443, + "cosine_accuracy_threshold": 0.527562320586966, + "cosine_ap": 0.793993909874972, + "cosine_f1": 0.7828054298642535, + "cosine_f1_threshold": 0.5259236617910883, + "cosine_precision": 0.6892430278884463, + "cosine_recall": 0.9057591623036649, + "dot_accuracy": 0.6852459016393443, + "dot_accuracy_threshold": 0.52783203125, + "dot_ap": 0.7937798266222788, + "dot_f1": 0.7828054298642535, + "dot_f1_threshold": 0.52587890625, + "dot_precision": 0.6892430278884463, + "dot_recall": 0.9057591623036649, + "euclidean_accuracy": 0.6885245901639344, + "euclidean_accuracy_threshold": 0.9726181689352178, + "euclidean_ap": 0.7940602064110425, + "euclidean_f1": 0.7845804988662132, + "euclidean_f1_threshold": 0.9726181689352178, + "euclidean_precision": 0.692, + "euclidean_recall": 0.9057591623036649, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.7940602064110425, + "manhattan_accuracy": 0.6688524590163935, + "manhattan_accuracy_threshold": 24.483379036188126, + "manhattan_ap": 0.7925067896804967, + "manhattan_f1": 0.7730337078651686, + "manhattan_f1_threshold": 24.69043281674385, + "manhattan_precision": 0.6771653543307087, + "manhattan_recall": 0.900523560209424, + "max_accuracy": 0.6885245901639344, + "max_ap": 0.7940602064110425, + "max_f1": 0.7845804988662132, + "max_precision": 0.692, + "max_recall": 0.9057591623036649, + "similarity_accuracy": 0.6852459016393443, + "similarity_accuracy_threshold": 0.527562320586966, + "similarity_ap": 0.793993909874972, + "similarity_f1": 0.7828054298642535, + "similarity_f1_threshold": 0.5259236617910883, + "similarity_precision": 0.6892430278884463, + "similarity_recall": 0.9057591623036649 + } + ] + }, + "task_name": "CTKFactsNLI" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CataloniaTweetClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CataloniaTweetClassification.json new file mode 100644 index 000000000..efcf8934a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CataloniaTweetClassification.json @@ -0,0 +1,261 @@ +{ + "dataset_revision": "cf24d44e517efa534f048e5fc5981f399ed25bee", + "evaluation_time": 19.74356484413147, + "kg_co2_emissions": 0.0006863520974781356, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.48735, + "f1": 0.49512617084757593, + "f1_weighted": 0.4786028457147234, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ], + "main_score": 0.48735, + "scores_per_experiment": [ + { + "accuracy": 0.536, + "f1": 0.5441528889451793, + "f1_weighted": 0.5284110071467927 + }, + { + "accuracy": 0.464, + "f1": 0.47095980253310854, + "f1_weighted": 0.4507514268759138 + }, + { + "accuracy": 0.4415, + "f1": 0.44284788720005364, + "f1_weighted": 0.4340873757082543 + }, + { + "accuracy": 0.4855, + "f1": 0.4995502127747436, + "f1_weighted": 0.4819997389571588 + }, + { + "accuracy": 0.4785, + "f1": 0.4794393853836449, + "f1_weighted": 0.4685082062301844 + }, + { + "accuracy": 0.529, + "f1": 0.5412597026198003, + "f1_weighted": 0.5257208910099014 + }, + { + "accuracy": 0.5205, + "f1": 0.532378777694635, + "f1_weighted": 0.5096960232218719 + }, + { + "accuracy": 0.472, + "f1": 0.4753854103867641, + "f1_weighted": 0.4603376578494486 + }, + { + "accuracy": 0.456, + "f1": 0.45756108712461385, + "f1_weighted": 0.4501838627491247 + }, + { + "accuracy": 0.4905, + "f1": 0.5077265538132165, + "f1_weighted": 0.4763322673985836 + } + ] + }, + { + "accuracy": 0.4969, + "f1": 0.49131875927987173, + "f1_weighted": 0.49670794172891586, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ], + "main_score": 0.4969, + "scores_per_experiment": [ + { + "accuracy": 0.4895, + "f1": 0.48038979069305415, + "f1_weighted": 0.4954718084864419 + }, + { + "accuracy": 0.434, + "f1": 0.4365886107461489, + "f1_weighted": 0.43371748280226885 + }, + { + "accuracy": 0.5465, + "f1": 0.5378795632363502, + "f1_weighted": 0.5437770654244636 + }, + { + "accuracy": 0.491, + "f1": 0.48080658520543157, + "f1_weighted": 0.4935428475761024 + }, + { + "accuracy": 0.503, + "f1": 0.4824005411816297, + "f1_weighted": 0.5011947284514694 + }, + { + "accuracy": 0.5295, + "f1": 0.5281342166373392, + "f1_weighted": 0.529590601972693 + }, + { + "accuracy": 0.5155, + "f1": 0.510577012027734, + "f1_weighted": 0.5146777194551884 + }, + { + "accuracy": 0.476, + "f1": 0.47938859577072224, + "f1_weighted": 0.47470449436617673 + }, + { + "accuracy": 0.5145, + "f1": 0.507498495244974, + "f1_weighted": 0.5096421849042976 + }, + { + "accuracy": 0.4695, + "f1": 0.46952418205533286, + "f1_weighted": 0.4707604838500573 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.48865, + "f1": 0.4948958260468347, + "f1_weighted": 0.4813182791426823, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ], + "main_score": 0.48865, + "scores_per_experiment": [ + { + "accuracy": 0.5385, + "f1": 0.5459921087574834, + "f1_weighted": 0.533033820586156 + }, + { + "accuracy": 0.484, + "f1": 0.4894218537719817, + "f1_weighted": 0.47470516066031826 + }, + { + "accuracy": 0.4455, + "f1": 0.445978953615191, + "f1_weighted": 0.4396621376669971 + }, + { + "accuracy": 0.4985, + "f1": 0.5074288818336213, + "f1_weighted": 0.49574773440834313 + }, + { + "accuracy": 0.46, + "f1": 0.4644254789152334, + "f1_weighted": 0.4509648511837681 + }, + { + "accuracy": 0.524, + "f1": 0.5404897224983348, + "f1_weighted": 0.5207525987074925 + }, + { + "accuracy": 0.51, + "f1": 0.5202855952598328, + "f1_weighted": 0.5034659378631939 + }, + { + "accuracy": 0.4725, + "f1": 0.47088699620042895, + "f1_weighted": 0.46123303129096593 + }, + { + "accuracy": 0.4405, + "f1": 0.44283609402245244, + "f1_weighted": 0.43261940289427353 + }, + { + "accuracy": 0.513, + "f1": 0.521212575593787, + "f1_weighted": 0.5009981161653146 + } + ] + }, + { + "accuracy": 0.48834999999999995, + "f1": 0.48179749247972214, + "f1_weighted": 0.4887779731198488, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ], + "main_score": 0.48834999999999995, + "scores_per_experiment": [ + { + "accuracy": 0.4785, + "f1": 0.4710555427304733, + "f1_weighted": 0.48362889517332064 + }, + { + "accuracy": 0.4115, + "f1": 0.41232164465142107, + "f1_weighted": 0.4113768055586645 + }, + { + "accuracy": 0.553, + "f1": 0.5416100640087198, + "f1_weighted": 0.5513139163453381 + }, + { + "accuracy": 0.5125, + "f1": 0.5029275264341942, + "f1_weighted": 0.5153915818582562 + }, + { + "accuracy": 0.4895, + "f1": 0.4665679640159283, + "f1_weighted": 0.48715927209257814 + }, + { + "accuracy": 0.5155, + "f1": 0.5132227536553184, + "f1_weighted": 0.5160480017265493 + }, + { + "accuracy": 0.5085, + "f1": 0.5038644127427524, + "f1_weighted": 0.5077213870583585 + }, + { + "accuracy": 0.4675, + "f1": 0.47078131312960386, + "f1_weighted": 0.4669086843181635 + }, + { + "accuracy": 0.4945, + "f1": 0.48448888450585076, + "f1_weighted": 0.49238468994494705 + }, + { + "accuracy": 0.4525, + "f1": 0.4511348189229591, + "f1_weighted": 0.4558464971223112 + } + ] + } + ] + }, + "task_name": "CataloniaTweetClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVERHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..b0c3ecf92 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 65.76864051818848, + "kg_co2_emissions": 0.004635232655057236, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.29853, + "map_at_1": 0.13003, + "map_at_10": 0.21449, + "map_at_100": 0.23519, + "map_at_1000": 0.23734, + "map_at_20": 0.22555, + "map_at_3": 0.18044, + "map_at_5": 0.19472, + "mrr_at_1": 0.275, + "mrr_at_10": 0.392390476190476, + "mrr_at_100": 0.40320516527368017, + "mrr_at_1000": 0.40355224401401596, + "mrr_at_20": 0.39924987393497413, + "mrr_at_3": 0.3595, + "mrr_at_5": 0.3782999999999997, + "nauc_map_at_1000_diff1": 0.24530622885381742, + "nauc_map_at_1000_max": 0.31288230298766656, + "nauc_map_at_1000_std": 0.17539056321542149, + "nauc_map_at_100_diff1": 0.24449066660956673, + "nauc_map_at_100_max": 0.31221777518932875, + "nauc_map_at_100_std": 0.17525778176756723, + "nauc_map_at_10_diff1": 0.2429522692474278, + "nauc_map_at_10_max": 0.30250012418564404, + "nauc_map_at_10_std": 0.15965203377090706, + "nauc_map_at_1_diff1": 0.3261320552808348, + "nauc_map_at_1_max": 0.25605570322876914, + "nauc_map_at_1_std": 0.06272681079728369, + "nauc_map_at_20_diff1": 0.24274230485817608, + "nauc_map_at_20_max": 0.30879005253108305, + "nauc_map_at_20_std": 0.16828163078819736, + "nauc_map_at_3_diff1": 0.25506499322576665, + "nauc_map_at_3_max": 0.2717355633192301, + "nauc_map_at_3_std": 0.11714174399592414, + "nauc_map_at_5_diff1": 0.25109286668872066, + "nauc_map_at_5_max": 0.28467854433598333, + "nauc_map_at_5_std": 0.13241736365525922, + "nauc_mrr_at_1000_diff1": 0.2280092428688621, + "nauc_mrr_at_1000_max": 0.2957853318515469, + "nauc_mrr_at_1000_std": 0.1549986849799817, + "nauc_mrr_at_100_diff1": 0.2278105410693814, + "nauc_mrr_at_100_max": 0.29586002390045346, + "nauc_mrr_at_100_std": 0.15529292398610595, + "nauc_mrr_at_10_diff1": 0.22482773212741963, + "nauc_mrr_at_10_max": 0.29544460786105364, + "nauc_mrr_at_10_std": 0.15532053212740543, + "nauc_mrr_at_1_diff1": 0.2815339648554422, + "nauc_mrr_at_1_max": 0.2518322357995564, + "nauc_mrr_at_1_std": 0.07877874423354564, + "nauc_mrr_at_20_diff1": 0.22815641147757287, + "nauc_mrr_at_20_max": 0.2977044169330776, + "nauc_mrr_at_20_std": 0.1576356161743798, + "nauc_mrr_at_3_diff1": 0.22282632404193378, + "nauc_mrr_at_3_max": 0.2797150399428236, + "nauc_mrr_at_3_std": 0.13398967813156673, + "nauc_mrr_at_5_diff1": 0.2222462902762266, + "nauc_mrr_at_5_max": 0.29107698215209393, + "nauc_mrr_at_5_std": 0.14659590383725912, + "nauc_ndcg_at_1000_diff1": 0.23006258897541992, + "nauc_ndcg_at_1000_max": 0.3509828706478207, + "nauc_ndcg_at_1000_std": 0.23506930749974725, + "nauc_ndcg_at_100_diff1": 0.2238556967573281, + "nauc_ndcg_at_100_max": 0.3479720526029803, + "nauc_ndcg_at_100_std": 0.24133056659942947, + "nauc_ndcg_at_10_diff1": 0.21596720021541593, + "nauc_ndcg_at_10_max": 0.32527233757956003, + "nauc_ndcg_at_10_std": 0.20162109655125648, + "nauc_ndcg_at_1_diff1": 0.274565901909063, + "nauc_ndcg_at_1_max": 0.24823574169040305, + "nauc_ndcg_at_1_std": 0.08543825341585956, + "nauc_ndcg_at_20_diff1": 0.2193137513095821, + "nauc_ndcg_at_20_max": 0.3399696316320073, + "nauc_ndcg_at_20_std": 0.22149907179127143, + "nauc_ndcg_at_3_diff1": 0.22289481615927334, + "nauc_ndcg_at_3_max": 0.27356190419783205, + "nauc_ndcg_at_3_std": 0.13518695917692927, + "nauc_ndcg_at_5_diff1": 0.22418361920716037, + "nauc_ndcg_at_5_max": 0.29888126522272424, + "nauc_ndcg_at_5_std": 0.1590935366206363, + "nauc_precision_at_1000_diff1": -0.02585693827314699, + "nauc_precision_at_1000_max": 0.12000071948269148, + "nauc_precision_at_1000_std": 0.1715717575533771, + "nauc_precision_at_100_diff1": 0.02948375457862298, + "nauc_precision_at_100_max": 0.24219494727210222, + "nauc_precision_at_100_std": 0.30209909045137395, + "nauc_precision_at_10_diff1": 0.07947458114308734, + "nauc_precision_at_10_max": 0.3209387140812055, + "nauc_precision_at_10_std": 0.29497710703230456, + "nauc_precision_at_1_diff1": 0.274565901909063, + "nauc_precision_at_1_max": 0.24823574169040305, + "nauc_precision_at_1_std": 0.08543825341585956, + "nauc_precision_at_20_diff1": 0.06915219396560296, + "nauc_precision_at_20_max": 0.30352192477832246, + "nauc_precision_at_20_std": 0.30153451131697434, + "nauc_precision_at_3_diff1": 0.12601486894633226, + "nauc_precision_at_3_max": 0.26139591687678326, + "nauc_precision_at_3_std": 0.1778755825799249, + "nauc_precision_at_5_diff1": 0.10390184601450383, + "nauc_precision_at_5_max": 0.2900119423302458, + "nauc_precision_at_5_std": 0.2199505692927584, + "nauc_recall_at_1000_diff1": 0.13934935252480893, + "nauc_recall_at_1000_max": 0.42788632768956036, + "nauc_recall_at_1000_std": 0.42945790033930015, + "nauc_recall_at_100_diff1": 0.13897801276009025, + "nauc_recall_at_100_max": 0.35455319619124626, + "nauc_recall_at_100_std": 0.35989245180217583, + "nauc_recall_at_10_diff1": 0.15468111529763753, + "nauc_recall_at_10_max": 0.3313305265015958, + "nauc_recall_at_10_std": 0.25563354137543287, + "nauc_recall_at_1_diff1": 0.3261320552808348, + "nauc_recall_at_1_max": 0.25605570322876914, + "nauc_recall_at_1_std": 0.06272681079728369, + "nauc_recall_at_20_diff1": 0.14684728197398286, + "nauc_recall_at_20_max": 0.3470536983027531, + "nauc_recall_at_20_std": 0.2917576519832714, + "nauc_recall_at_3_diff1": 0.19827054440802658, + "nauc_recall_at_3_max": 0.269960889623308, + "nauc_recall_at_3_std": 0.14805211656577552, + "nauc_recall_at_5_diff1": 0.18279450988171927, + "nauc_recall_at_5_max": 0.3002241098252027, + "nauc_recall_at_5_std": 0.18663978386462726, + "ndcg_at_1": 0.277, + "ndcg_at_10": 0.29853, + "ndcg_at_100": 0.3802, + "ndcg_at_1000": 0.41834, + "ndcg_at_20": 0.32986, + "ndcg_at_3": 0.24314, + "ndcg_at_5": 0.25907, + "precision_at_1": 0.277, + "precision_at_10": 0.0921, + "precision_at_100": 0.01807, + "precision_at_1000": 0.00253, + "precision_at_20": 0.0596, + "precision_at_3": 0.17633, + "precision_at_5": 0.1322, + "recall_at_1": 0.13003, + "recall_at_10": 0.35927, + "recall_at_100": 0.63847, + "recall_at_1000": 0.85215, + "recall_at_20": 0.44717, + "recall_at_3": 0.22438, + "recall_at_5": 0.27092 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Core17InstructionRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Core17InstructionRetrieval.json new file mode 100644 index 000000000..b15ed10db --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Core17InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e39ff896cf3efbbdeeb950e6bd7c79f266995b07", + "evaluation_time": 79.03231739997864, + "kg_co2_emissions": 0.006010955016387321, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.01255, + "map_at_10": 0.07143, + "map_at_100": 0.18428, + "map_at_1000": 0.25196, + "map_at_20": 0.11386, + "map_at_3": 0.0256, + "map_at_5": 0.03517, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6379166666666667, + "mrr_at_100": 0.6379166666666667, + "mrr_at_1000": 0.6379166666666667, + "mrr_at_20": 0.6379166666666667, + "mrr_at_3": 0.5916666666666667, + "mrr_at_5": 0.6016666666666667, + "naucs_at_1000_diff1": 0.324844361251671, + "naucs_at_1000_max": 0.1913727143368937, + "naucs_at_1000_std": -0.18473711547121802, + "naucs_at_100_diff1": 0.324844361251671, + "naucs_at_100_max": 0.1913727143368937, + "naucs_at_100_std": -0.18473711547121802, + "naucs_at_10_diff1": 0.324844361251671, + "naucs_at_10_max": 0.1913727143368937, + "naucs_at_10_std": -0.18473711547121802, + "naucs_at_1_diff1": 0.37001998667554964, + "naucs_at_1_max": 0.09866755496335759, + "naucs_at_1_std": -0.1088607594936708, + "naucs_at_20_diff1": 0.324844361251671, + "naucs_at_20_max": 0.1913727143368937, + "naucs_at_20_std": -0.18473711547121802, + "naucs_at_3_diff1": 0.2880173031701521, + "naucs_at_3_max": 0.2179620990153791, + "naucs_at_3_std": -0.18776957609748113, + "naucs_at_5_diff1": 0.3330183116037009, + "naucs_at_5_max": 0.2113212114345163, + "naucs_at_5_std": -0.22535298313560778, + "ndcg_at_1": 0.425, + "ndcg_at_10": 0.34241, + "ndcg_at_100": 0.38032, + "ndcg_at_1000": 0.6296, + "ndcg_at_20": 0.35612, + "ndcg_at_3": 0.35838, + "ndcg_at_5": 0.3222, + "precision_at_1": 0.5, + "precision_at_10": 0.41, + "precision_at_100": 0.202, + "precision_at_1000": 0.0545, + "precision_at_20": 0.3875, + "precision_at_3": 0.43333, + "precision_at_5": 0.37, + "recall_at_1": 0.01255, + "recall_at_10": 0.10547, + "recall_at_100": 0.39179, + "recall_at_1000": 1.0, + "recall_at_20": 0.17773, + "recall_at_3": 0.03083, + "recall_at_5": 0.04345 + }, + "original": { + "map_at_1": 0.00223, + "map_at_10": 0.02835, + "map_at_100": 0.08971, + "map_at_1000": 0.13089, + "map_at_20": 0.05068, + "map_at_3": 0.00657, + "map_at_5": 0.01327, + "mrr_at_1": 0.1, + "mrr_at_10": 0.2638095238095238, + "mrr_at_100": 0.2774649859943978, + "mrr_at_1000": 0.2774649859943978, + "mrr_at_20": 0.27508403361344536, + "mrr_at_3": 0.16666666666666666, + "mrr_at_5": 0.22166666666666668, + "naucs_at_1000_diff1": 0.10769913271387976, + "naucs_at_1000_max": 0.39476242685925184, + "naucs_at_1000_std": 0.0201717925230484, + "naucs_at_100_diff1": 0.10769913271387976, + "naucs_at_100_max": 0.39476242685925184, + "naucs_at_100_std": 0.0201717925230484, + "naucs_at_10_diff1": 0.0739429639489108, + "naucs_at_10_max": 0.4011881127205647, + "naucs_at_10_std": 0.022219314290066912, + "naucs_at_1_diff1": 0.08116447544942305, + "naucs_at_1_max": 0.5492353099007246, + "naucs_at_1_std": 0.21116179232626786, + "naucs_at_20_diff1": 0.11258721565837221, + "naucs_at_20_max": 0.391784616922201, + "naucs_at_20_std": 0.0009007203357320154, + "naucs_at_3_diff1": 0.22060058120762036, + "naucs_at_3_max": 0.4377300613496932, + "naucs_at_3_std": 0.04706167258637407, + "naucs_at_5_diff1": 0.04619857682552857, + "naucs_at_5_max": 0.32018461960811234, + "naucs_at_5_std": 0.01047571213317076, + "ndcg_at_1": 0.075, + "ndcg_at_10": 0.15264, + "ndcg_at_100": 0.26618, + "ndcg_at_1000": 0.4846, + "ndcg_at_20": 0.18369, + "ndcg_at_3": 0.09192, + "ndcg_at_5": 0.11875, + "precision_at_1": 0.1, + "precision_at_10": 0.2, + "precision_at_100": 0.112, + "precision_at_1000": 0.0327, + "precision_at_20": 0.1975, + "precision_at_3": 0.11667, + "precision_at_5": 0.16, + "recall_at_1": 0.00223, + "recall_at_10": 0.07475, + "recall_at_100": 0.35924, + "recall_at_1000": 1.0, + "recall_at_20": 0.13978, + "recall_at_3": 0.00871, + "recall_at_5": 0.03003 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": -0.012533158568791294, + "p-MRR": -0.012533158568791294 + } + ] + }, + "task_name": "Core17InstructionRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidRetrieval.json new file mode 100644 index 000000000..8ae5a2986 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CovidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", + "evaluation_time": 97.8270320892334, + "kg_co2_emissions": 0.007625121771480166, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.77512, + "map_at_1": 0.65121, + "map_at_10": 0.73552, + "map_at_100": 0.73975, + "map_at_1000": 0.73982, + "map_at_20": 0.73868, + "map_at_3": 0.71637, + "map_at_5": 0.72797, + "mrr_at_1": 0.6522655426765016, + "mrr_at_10": 0.7354111261645506, + "mrr_at_100": 0.7396019902047319, + "mrr_at_1000": 0.7396769569374907, + "mrr_at_20": 0.7385145070773904, + "mrr_at_3": 0.7170706006322445, + "mrr_at_5": 0.7282929399367755, + "nauc_map_at_1000_diff1": 0.7938527420941389, + "nauc_map_at_1000_max": 0.4169635062586449, + "nauc_map_at_1000_std": -0.3034823040188112, + "nauc_map_at_100_diff1": 0.7938189383071659, + "nauc_map_at_100_max": 0.41701576246515853, + "nauc_map_at_100_std": -0.3033062712382076, + "nauc_map_at_10_diff1": 0.79151539514018, + "nauc_map_at_10_max": 0.41581683933423247, + "nauc_map_at_10_std": -0.30670209626081046, + "nauc_map_at_1_diff1": 0.8287755733257198, + "nauc_map_at_1_max": 0.3959069366447292, + "nauc_map_at_1_std": -0.30193387377203285, + "nauc_map_at_20_diff1": 0.7932413115838028, + "nauc_map_at_20_max": 0.4165314285933572, + "nauc_map_at_20_std": -0.3034982993410324, + "nauc_map_at_3_diff1": 0.7908769458931703, + "nauc_map_at_3_max": 0.411814252202169, + "nauc_map_at_3_std": -0.30522352586975954, + "nauc_map_at_5_diff1": 0.7932558822962394, + "nauc_map_at_5_max": 0.4162904727013597, + "nauc_map_at_5_std": -0.3084165072799803, + "nauc_mrr_at_1000_diff1": 0.7943276624938564, + "nauc_mrr_at_1000_max": 0.4147275980467913, + "nauc_mrr_at_1000_std": -0.3042756052294091, + "nauc_mrr_at_100_diff1": 0.794293590566816, + "nauc_mrr_at_100_max": 0.41478032494984024, + "nauc_mrr_at_100_std": -0.30409928544920073, + "nauc_mrr_at_10_diff1": 0.7919470007427468, + "nauc_mrr_at_10_max": 0.41356517584486485, + "nauc_mrr_at_10_std": -0.30752737411509595, + "nauc_mrr_at_1_diff1": 0.8279650682849233, + "nauc_mrr_at_1_max": 0.3975274751830041, + "nauc_mrr_at_1_std": -0.30000545518590543, + "nauc_mrr_at_20_diff1": 0.7937548789474346, + "nauc_mrr_at_20_max": 0.4142795217206753, + "nauc_mrr_at_20_std": -0.3044647429037229, + "nauc_mrr_at_3_diff1": 0.790754203680231, + "nauc_mrr_at_3_max": 0.4107197896315768, + "nauc_mrr_at_3_std": -0.3037560837804361, + "nauc_mrr_at_5_diff1": 0.7933104673723138, + "nauc_mrr_at_5_max": 0.4163180274424717, + "nauc_mrr_at_5_std": -0.30807529953672214, + "nauc_ndcg_at_1000_diff1": 0.7891960585867708, + "nauc_ndcg_at_1000_max": 0.4202080726848161, + "nauc_ndcg_at_1000_std": -0.3016687248612397, + "nauc_ndcg_at_100_diff1": 0.788571900456938, + "nauc_ndcg_at_100_max": 0.42271915916047265, + "nauc_ndcg_at_100_std": -0.2966139518332899, + "nauc_ndcg_at_10_diff1": 0.7780383327177616, + "nauc_ndcg_at_10_max": 0.4162458820067273, + "nauc_ndcg_at_10_std": -0.31358658474468987, + "nauc_ndcg_at_1_diff1": 0.8279650682849233, + "nauc_ndcg_at_1_max": 0.3975274751830041, + "nauc_ndcg_at_1_std": -0.30000545518590543, + "nauc_ndcg_at_20_diff1": 0.7842332702998793, + "nauc_ndcg_at_20_max": 0.41942954115872805, + "nauc_ndcg_at_20_std": -0.29961288869789504, + "nauc_ndcg_at_3_diff1": 0.7788372518075245, + "nauc_ndcg_at_3_max": 0.41194763909109594, + "nauc_ndcg_at_3_std": -0.3097334685112754, + "nauc_ndcg_at_5_diff1": 0.782454717129637, + "nauc_ndcg_at_5_max": 0.42065932192788796, + "nauc_ndcg_at_5_std": -0.3162571427487506, + "nauc_precision_at_1000_diff1": -0.3999673402412567, + "nauc_precision_at_1000_max": 0.2695267681438922, + "nauc_precision_at_1000_std": 0.4021918414260263, + "nauc_precision_at_100_diff1": 0.1522675097357054, + "nauc_precision_at_100_max": 0.4458121342860485, + "nauc_precision_at_100_std": 0.24903594684286914, + "nauc_precision_at_10_diff1": 0.5456234613165578, + "nauc_precision_at_10_max": 0.40542374319494323, + "nauc_precision_at_10_std": -0.26205508259395693, + "nauc_precision_at_1_diff1": 0.8279650682849233, + "nauc_precision_at_1_max": 0.3975274751830041, + "nauc_precision_at_1_std": -0.30000545518590543, + "nauc_precision_at_20_diff1": 0.4445555411349122, + "nauc_precision_at_20_max": 0.4158229600438771, + "nauc_precision_at_20_std": -0.07179764059627888, + "nauc_precision_at_3_diff1": 0.7026915075119229, + "nauc_precision_at_3_max": 0.41062710629966415, + "nauc_precision_at_3_std": -0.3002304280969176, + "nauc_precision_at_5_diff1": 0.6779397981954086, + "nauc_precision_at_5_max": 0.4445896399019709, + "nauc_precision_at_5_std": -0.31045536766911314, + "nauc_recall_at_1000_diff1": 0.7221681648750351, + "nauc_recall_at_1000_max": 0.8692657390825488, + "nauc_recall_at_1000_std": 0.7221681648750351, + "nauc_recall_at_100_diff1": 0.7478285546171879, + "nauc_recall_at_100_max": 0.6493464373467518, + "nauc_recall_at_100_std": 0.11893001064488672, + "nauc_recall_at_10_diff1": 0.6922328550311388, + "nauc_recall_at_10_max": 0.410806373879017, + "nauc_recall_at_10_std": -0.3612157910092256, + "nauc_recall_at_1_diff1": 0.8287755733257198, + "nauc_recall_at_1_max": 0.3959069366447292, + "nauc_recall_at_1_std": -0.30193387377203285, + "nauc_recall_at_20_diff1": 0.7034847519331521, + "nauc_recall_at_20_max": 0.44666580799173544, + "nauc_recall_at_20_std": -0.2205792721771496, + "nauc_recall_at_3_diff1": 0.7353975636633128, + "nauc_recall_at_3_max": 0.4105918287554724, + "nauc_recall_at_3_std": -0.32871271021000137, + "nauc_recall_at_5_diff1": 0.7356078624436482, + "nauc_recall_at_5_max": 0.43535198912959533, + "nauc_recall_at_5_std": -0.3571895436156643, + "ndcg_at_1": 0.65227, + "ndcg_at_10": 0.77512, + "ndcg_at_100": 0.7937, + "ndcg_at_1000": 0.79591, + "ndcg_at_20": 0.78627, + "ndcg_at_3": 0.7367, + "ndcg_at_5": 0.75747, + "precision_at_1": 0.65227, + "precision_at_10": 0.09073, + "precision_at_100": 0.00992, + "precision_at_1000": 0.00101, + "precision_at_20": 0.04758, + "precision_at_3": 0.26625, + "precision_at_5": 0.17007, + "recall_at_1": 0.65121, + "recall_at_10": 0.89831, + "recall_at_100": 0.98103, + "recall_at_1000": 0.99895, + "recall_at_20": 0.94152, + "recall_at_3": 0.79505, + "recall_at_5": 0.84457 + } + ] + }, + "task_name": "CovidRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CzechProductReviewSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CzechProductReviewSentimentClassification.json new file mode 100644 index 000000000..bf707018a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/CzechProductReviewSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "2e6fedf42c9c104e83dfd95c3a453721e683e244", + "evaluation_time": 8.109719276428223, + "kg_co2_emissions": 0.00028215571139493674, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.609765625, + "f1": 0.595473143627291, + "f1_weighted": 0.5954137127522494, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ], + "main_score": 0.609765625, + "scores_per_experiment": [ + { + "accuracy": 0.62890625, + "f1": 0.6177051367862373, + "f1_weighted": 0.6176550780098033 + }, + { + "accuracy": 0.58349609375, + "f1": 0.5693490576381927, + "f1_weighted": 0.5692769236181727 + }, + { + "accuracy": 0.59619140625, + "f1": 0.5752037470000998, + "f1_weighted": 0.5751289546996222 + }, + { + "accuracy": 0.6015625, + "f1": 0.5737618749911512, + "f1_weighted": 0.5737034381975041 + }, + { + "accuracy": 0.62451171875, + "f1": 0.6151692110859847, + "f1_weighted": 0.6151252199010195 + }, + { + "accuracy": 0.595703125, + "f1": 0.5742221317528738, + "f1_weighted": 0.5741555932201476 + }, + { + "accuracy": 0.615234375, + "f1": 0.6121201119431207, + "f1_weighted": 0.6120754734123269 + }, + { + "accuracy": 0.6318359375, + "f1": 0.6217658265413294, + "f1_weighted": 0.6217098892565868 + }, + { + "accuracy": 0.6181640625, + "f1": 0.6018965694518001, + "f1_weighted": 0.6018332860105743 + }, + { + "accuracy": 0.60205078125, + "f1": 0.5935377690821203, + "f1_weighted": 0.5934732711967369 + } + ] + } + ] + }, + "task_name": "CzechProductReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-PLHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..ec941e7d4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 71.53816151618958, + "kg_co2_emissions": 0.0035137204633688564, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.36696, + "map_at_1": 0.07575, + "map_at_10": 0.16217, + "map_at_100": 0.25501, + "map_at_1000": 0.28966, + "map_at_20": 0.19264, + "map_at_3": 0.11485, + "map_at_5": 0.1339, + "mrr_at_1": 0.5725, + "mrr_at_10": 0.6753343253968253, + "mrr_at_100": 0.679971111698854, + "mrr_at_1000": 0.680040007517039, + "mrr_at_20": 0.6785882376352577, + "mrr_at_3": 0.6570833333333332, + "mrr_at_5": 0.6669583333333334, + "nauc_map_at_1000_diff1": 0.23181779796980795, + "nauc_map_at_1000_max": 0.2860603757515371, + "nauc_map_at_1000_std": 0.1273739461372548, + "nauc_map_at_100_diff1": 0.24244448224465429, + "nauc_map_at_100_max": 0.2942798847231996, + "nauc_map_at_100_std": 0.10231708513159991, + "nauc_map_at_10_diff1": 0.29320883985967966, + "nauc_map_at_10_max": 0.26871387658550494, + "nauc_map_at_10_std": -0.05547890172151988, + "nauc_map_at_1_diff1": 0.4276375166009036, + "nauc_map_at_1_max": 0.21828460720379234, + "nauc_map_at_1_std": -0.15133433431856358, + "nauc_map_at_20_diff1": 0.27201111156789837, + "nauc_map_at_20_max": 0.27691986349074965, + "nauc_map_at_20_std": -0.01063277853947372, + "nauc_map_at_3_diff1": 0.34176752532166865, + "nauc_map_at_3_max": 0.22358586799076466, + "nauc_map_at_3_std": -0.13207758367324765, + "nauc_map_at_5_diff1": 0.32087032626220946, + "nauc_map_at_5_max": 0.25279304462209695, + "nauc_map_at_5_std": -0.09390352216518143, + "nauc_mrr_at_1000_diff1": 0.3427640021795138, + "nauc_mrr_at_1000_max": 0.4637248191869546, + "nauc_mrr_at_1000_std": 0.21004357090726444, + "nauc_mrr_at_100_diff1": 0.3427461595401257, + "nauc_mrr_at_100_max": 0.4637928048399626, + "nauc_mrr_at_100_std": 0.21016514208332795, + "nauc_mrr_at_10_diff1": 0.3385463600283169, + "nauc_mrr_at_10_max": 0.4631187541260909, + "nauc_mrr_at_10_std": 0.20994015362388835, + "nauc_mrr_at_1_diff1": 0.3889522480095843, + "nauc_mrr_at_1_max": 0.42702648251348274, + "nauc_mrr_at_1_std": 0.15808560316883563, + "nauc_mrr_at_20_diff1": 0.34068247188701073, + "nauc_mrr_at_20_max": 0.46330366320604033, + "nauc_mrr_at_20_std": 0.21098263814864623, + "nauc_mrr_at_3_diff1": 0.33689595618290197, + "nauc_mrr_at_3_max": 0.4639933757005455, + "nauc_mrr_at_3_std": 0.20507914505486624, + "nauc_mrr_at_5_diff1": 0.3438560420659185, + "nauc_mrr_at_5_max": 0.46646225251485046, + "nauc_mrr_at_5_std": 0.20874746054606563, + "nauc_ndcg_at_1000_diff1": 0.22447228424468296, + "nauc_ndcg_at_1000_max": 0.3737133645119229, + "nauc_ndcg_at_1000_std": 0.2927737733476099, + "nauc_ndcg_at_100_diff1": 0.25897251052975606, + "nauc_ndcg_at_100_max": 0.35402097811242283, + "nauc_ndcg_at_100_std": 0.18201335402322574, + "nauc_ndcg_at_10_diff1": 0.24537232971533762, + "nauc_ndcg_at_10_max": 0.30486351770481923, + "nauc_ndcg_at_10_std": 0.12535071940282766, + "nauc_ndcg_at_1_diff1": 0.35007853600653005, + "nauc_ndcg_at_1_max": 0.33652850274018664, + "nauc_ndcg_at_1_std": 0.14376204618877458, + "nauc_ndcg_at_20_diff1": 0.2628255376867595, + "nauc_ndcg_at_20_max": 0.2977265574187072, + "nauc_ndcg_at_20_std": 0.0865389640452008, + "nauc_ndcg_at_3_diff1": 0.23203021822109143, + "nauc_ndcg_at_3_max": 0.32510261190032336, + "nauc_ndcg_at_3_std": 0.1675541974866787, + "nauc_ndcg_at_5_diff1": 0.2379637842864271, + "nauc_ndcg_at_5_max": 0.3162413866879462, + "nauc_ndcg_at_5_std": 0.16105072025066644, + "nauc_precision_at_1000_diff1": 0.0386441320529946, + "nauc_precision_at_1000_max": -0.05104492033798328, + "nauc_precision_at_1000_std": -0.084838065089748, + "nauc_precision_at_100_diff1": -0.04492389157106962, + "nauc_precision_at_100_max": 0.03337231588727499, + "nauc_precision_at_100_std": 0.20105259198965247, + "nauc_precision_at_10_diff1": 0.0012214187734731947, + "nauc_precision_at_10_max": 0.1921858604032151, + "nauc_precision_at_10_std": 0.2718634232725199, + "nauc_precision_at_1_diff1": 0.3889522480095843, + "nauc_precision_at_1_max": 0.42702648251348274, + "nauc_precision_at_1_std": 0.15808560316883563, + "nauc_precision_at_20_diff1": -0.019801560728474853, + "nauc_precision_at_20_max": 0.1267881634534578, + "nauc_precision_at_20_std": 0.24143202307262793, + "nauc_precision_at_3_diff1": 0.07663137843877073, + "nauc_precision_at_3_max": 0.3336766914538997, + "nauc_precision_at_3_std": 0.26874537528847237, + "nauc_precision_at_5_diff1": 0.04528377332245559, + "nauc_precision_at_5_max": 0.26990516095348827, + "nauc_precision_at_5_std": 0.2787400022930408, + "nauc_recall_at_1000_diff1": 0.19509358768428528, + "nauc_recall_at_1000_max": 0.46439415676612744, + "nauc_recall_at_1000_std": 0.5611647812725334, + "nauc_recall_at_100_diff1": 0.18307902217460556, + "nauc_recall_at_100_max": 0.3245720839051696, + "nauc_recall_at_100_std": 0.20609240752840272, + "nauc_recall_at_10_diff1": 0.22179863805560415, + "nauc_recall_at_10_max": 0.22395914810016337, + "nauc_recall_at_10_std": -0.08882164973348954, + "nauc_recall_at_1_diff1": 0.4276375166009036, + "nauc_recall_at_1_max": 0.21828460720379234, + "nauc_recall_at_1_std": -0.15133433431856358, + "nauc_recall_at_20_diff1": 0.20491699375629766, + "nauc_recall_at_20_max": 0.217886924925675, + "nauc_recall_at_20_std": -0.047985067726643266, + "nauc_recall_at_3_diff1": 0.2907905450584438, + "nauc_recall_at_3_max": 0.18092622432514424, + "nauc_recall_at_3_std": -0.1490098329157591, + "nauc_recall_at_5_diff1": 0.27420354363426935, + "nauc_recall_at_5_max": 0.21824594753086793, + "nauc_recall_at_5_std": -0.11259030168965517, + "ndcg_at_1": 0.4675, + "ndcg_at_10": 0.36696, + "ndcg_at_100": 0.45601, + "ndcg_at_1000": 0.55456, + "ndcg_at_20": 0.37408, + "ndcg_at_3": 0.39883, + "ndcg_at_5": 0.37674, + "precision_at_1": 0.5725, + "precision_at_10": 0.30425, + "precision_at_100": 0.13112, + "precision_at_1000": 0.03009, + "precision_at_20": 0.24737, + "precision_at_3": 0.43417, + "precision_at_5": 0.369, + "recall_at_1": 0.07575, + "recall_at_10": 0.22059, + "recall_at_100": 0.55994, + "recall_at_1000": 0.86502, + "recall_at_20": 0.3022, + "recall_at_3": 0.1308, + "recall_at_5": 0.16178 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPediaHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPediaHardNegatives.json new file mode 100644 index 000000000..f1ff01928 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 58.314128160476685, + "kg_co2_emissions": 0.002939982432551839, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.42288, + "map_at_1": 0.08908, + "map_at_10": 0.19137, + "map_at_100": 0.29942, + "map_at_1000": 0.336, + "map_at_20": 0.22652, + "map_at_3": 0.13636, + "map_at_5": 0.15943, + "mrr_at_1": 0.655, + "mrr_at_10": 0.7481825396825396, + "mrr_at_100": 0.7515191156368896, + "mrr_at_1000": 0.7515723870927657, + "mrr_at_20": 0.7504459785463073, + "mrr_at_3": 0.7312499999999998, + "mrr_at_5": 0.7401249999999999, + "nauc_map_at_1000_diff1": 0.24265796562408964, + "nauc_map_at_1000_max": 0.1895054531324507, + "nauc_map_at_1000_std": 0.04726699859830661, + "nauc_map_at_100_diff1": 0.2644931604993275, + "nauc_map_at_100_max": 0.19580315772662565, + "nauc_map_at_100_std": 0.023213338188913822, + "nauc_map_at_10_diff1": 0.33409012694927426, + "nauc_map_at_10_max": 0.13365231193085322, + "nauc_map_at_10_std": -0.14838795470790014, + "nauc_map_at_1_diff1": 0.4418903488581246, + "nauc_map_at_1_max": 0.043263035040780586, + "nauc_map_at_1_std": -0.2471262468936069, + "nauc_map_at_20_diff1": 0.304907603954088, + "nauc_map_at_20_max": 0.1622535364513669, + "nauc_map_at_20_std": -0.08868935265048133, + "nauc_map_at_3_diff1": 0.40622462837775236, + "nauc_map_at_3_max": 0.10163220022166883, + "nauc_map_at_3_std": -0.2282862194479525, + "nauc_map_at_5_diff1": 0.3745813636467477, + "nauc_map_at_5_max": 0.10969058235630563, + "nauc_map_at_5_std": -0.19896510783137827, + "nauc_mrr_at_1000_diff1": 0.40699176255138053, + "nauc_mrr_at_1000_max": 0.47132507572824717, + "nauc_mrr_at_1000_std": 0.13888177121186315, + "nauc_mrr_at_100_diff1": 0.40703710726890174, + "nauc_mrr_at_100_max": 0.47139455403502806, + "nauc_mrr_at_100_std": 0.13900434637149123, + "nauc_mrr_at_10_diff1": 0.4037373277789812, + "nauc_mrr_at_10_max": 0.4694555085856838, + "nauc_mrr_at_10_std": 0.1379250859726507, + "nauc_mrr_at_1_diff1": 0.42868294125863754, + "nauc_mrr_at_1_max": 0.4338594775806678, + "nauc_mrr_at_1_std": 0.08079094188310902, + "nauc_mrr_at_20_diff1": 0.4039769006835717, + "nauc_mrr_at_20_max": 0.4707293934228998, + "nauc_mrr_at_20_std": 0.13970491269125337, + "nauc_mrr_at_3_diff1": 0.40454512982783475, + "nauc_mrr_at_3_max": 0.47649399711727236, + "nauc_mrr_at_3_std": 0.14594506007084923, + "nauc_mrr_at_5_diff1": 0.4127136483506468, + "nauc_mrr_at_5_max": 0.4776829697916266, + "nauc_mrr_at_5_std": 0.14132299133947554, + "nauc_ndcg_at_1000_diff1": 0.25892512663030287, + "nauc_ndcg_at_1000_max": 0.2967494426489014, + "nauc_ndcg_at_1000_std": 0.1760730419235708, + "nauc_ndcg_at_100_diff1": 0.274819819275302, + "nauc_ndcg_at_100_max": 0.24938914142660895, + "nauc_ndcg_at_100_std": 0.0762295927843933, + "nauc_ndcg_at_10_diff1": 0.26058935993329635, + "nauc_ndcg_at_10_max": 0.2304741243995672, + "nauc_ndcg_at_10_std": 0.05217652031671848, + "nauc_ndcg_at_1_diff1": 0.41413206159153737, + "nauc_ndcg_at_1_max": 0.3261767658282205, + "nauc_ndcg_at_1_std": 0.030875494207220675, + "nauc_ndcg_at_20_diff1": 0.2744997099067323, + "nauc_ndcg_at_20_max": 0.21793155990135576, + "nauc_ndcg_at_20_std": 0.021922039590178098, + "nauc_ndcg_at_3_diff1": 0.3072636767797531, + "nauc_ndcg_at_3_max": 0.30942984748592695, + "nauc_ndcg_at_3_std": 0.07366389890285416, + "nauc_ndcg_at_5_diff1": 0.2814680272718662, + "nauc_ndcg_at_5_max": 0.2656552899498631, + "nauc_ndcg_at_5_std": 0.06449476570964037, + "nauc_precision_at_1000_diff1": -0.08166966818330246, + "nauc_precision_at_1000_max": -0.09163049672141577, + "nauc_precision_at_1000_std": -0.07111639896747354, + "nauc_precision_at_100_diff1": -0.126535787889947, + "nauc_precision_at_100_max": 0.042161016544011796, + "nauc_precision_at_100_std": 0.20381676031901036, + "nauc_precision_at_10_diff1": -0.0911966761459821, + "nauc_precision_at_10_max": 0.19010805121642835, + "nauc_precision_at_10_std": 0.2898593679182319, + "nauc_precision_at_1_diff1": 0.4353599653301609, + "nauc_precision_at_1_max": 0.4405113801294401, + "nauc_precision_at_1_std": 0.08147412231748294, + "nauc_precision_at_20_diff1": -0.09418080344406035, + "nauc_precision_at_20_max": 0.1532884776715202, + "nauc_precision_at_20_std": 0.27788282814057375, + "nauc_precision_at_3_diff1": 0.09770057056185273, + "nauc_precision_at_3_max": 0.3500127384006497, + "nauc_precision_at_3_std": 0.18660275741937812, + "nauc_precision_at_5_diff1": 0.0011426170247059405, + "nauc_precision_at_5_max": 0.2579014221792425, + "nauc_precision_at_5_std": 0.22730595657479652, + "nauc_recall_at_1000_diff1": 0.13763800513105814, + "nauc_recall_at_1000_max": 0.3659933041591752, + "nauc_recall_at_1000_std": 0.49489995949841387, + "nauc_recall_at_100_diff1": 0.14908492931194917, + "nauc_recall_at_100_max": 0.182664983415302, + "nauc_recall_at_100_std": 0.11044261163595823, + "nauc_recall_at_10_diff1": 0.26355433694340363, + "nauc_recall_at_10_max": 0.10328155784305033, + "nauc_recall_at_10_std": -0.14928963662211153, + "nauc_recall_at_1_diff1": 0.4418903488581246, + "nauc_recall_at_1_max": 0.043263035040780586, + "nauc_recall_at_1_std": -0.2471262468936069, + "nauc_recall_at_20_diff1": 0.21268326432369103, + "nauc_recall_at_20_max": 0.1280226050103847, + "nauc_recall_at_20_std": -0.07789233125821055, + "nauc_recall_at_3_diff1": 0.3676793865781331, + "nauc_recall_at_3_max": 0.08549368986276874, + "nauc_recall_at_3_std": -0.22718376337098936, + "nauc_recall_at_5_diff1": 0.32941913519404564, + "nauc_recall_at_5_max": 0.08528376371831368, + "nauc_recall_at_5_std": -0.19576863425344643, + "ndcg_at_1": 0.5425, + "ndcg_at_10": 0.42288, + "ndcg_at_100": 0.51472, + "ndcg_at_1000": 0.60994, + "ndcg_at_20": 0.42623, + "ndcg_at_3": 0.45805, + "ndcg_at_5": 0.43522, + "precision_at_1": 0.6525, + "precision_at_10": 0.34575, + "precision_at_100": 0.14325, + "precision_at_1000": 0.03117, + "precision_at_20": 0.27737, + "precision_at_3": 0.49333, + "precision_at_5": 0.423, + "recall_at_1": 0.08908, + "recall_at_10": 0.2482, + "recall_at_100": 0.62453, + "recall_at_1000": 0.92408, + "recall_at_20": 0.33826, + "recall_at_3": 0.14962, + "recall_at_5": 0.18648 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBpediaClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBpediaClassification.json new file mode 100644 index 000000000..37b8d51c3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DBpediaClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9abd46cf7fc8b4c64290f26993c540b92aa145ac", + "evaluation_time": 8.58120846748352, + "kg_co2_emissions": 0.0002892980494715507, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.897021484375, + "f1": 0.8931342782201716, + "f1_weighted": 0.8931634763358497, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.897021484375, + "scores_per_experiment": [ + { + "accuracy": 0.896484375, + "f1": 0.8939526073095927, + "f1_weighted": 0.8939735779005941 + }, + { + "accuracy": 0.90869140625, + "f1": 0.9048969858658188, + "f1_weighted": 0.9049165163613582 + }, + { + "accuracy": 0.90185546875, + "f1": 0.8987119390251266, + "f1_weighted": 0.8987573846077357 + }, + { + "accuracy": 0.8955078125, + "f1": 0.8902670883967164, + "f1_weighted": 0.8903022697399336 + }, + { + "accuracy": 0.90185546875, + "f1": 0.8977092351325375, + "f1_weighted": 0.8977209519133484 + }, + { + "accuracy": 0.908203125, + "f1": 0.9057345468445002, + "f1_weighted": 0.9057438915977272 + }, + { + "accuracy": 0.89501953125, + "f1": 0.8929866889225969, + "f1_weighted": 0.893022059966055 + }, + { + "accuracy": 0.8837890625, + "f1": 0.8798138513897217, + "f1_weighted": 0.8798619017943213 + }, + { + "accuracy": 0.89306640625, + "f1": 0.8887443658227984, + "f1_weighted": 0.8887309893360114 + }, + { + "accuracy": 0.8857421875, + "f1": 0.8785254734923061, + "f1_weighted": 0.8786052201414128 + } + ] + } + ] + }, + "task_name": "DBpediaClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DalajClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DalajClassification.json new file mode 100644 index 000000000..796b14884 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DalajClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "7ebf0b4caa7b2ae39698a889de782c09e6f5ee56", + "evaluation_time": 7.456341981887817, + "kg_co2_emissions": 0.00021819886365564276, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4986486486486486, + "ap": 0.49933930674940485, + "ap_weighted": 0.49933930674940485, + "f1": 0.49649725892994845, + "f1_weighted": 0.49649725892994845, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.4986486486486486, + "scores_per_experiment": [ + { + "accuracy": 0.4988738738738739, + "ap": 0.49943798158083874, + "ap_weighted": 0.49943798158083874, + "f1": 0.4930720097906529, + "f1_weighted": 0.4930720097906529 + }, + { + "accuracy": 0.5045045045045045, + "ap": 0.5022720088509562, + "ap_weighted": 0.5022720088509562, + "f1": 0.50441400304414, + "f1_weighted": 0.50441400304414 + }, + { + "accuracy": 0.4954954954954955, + "ap": 0.4977687968342174, + "ap_weighted": 0.4977687968342174, + "f1": 0.4953316554355769, + "f1_weighted": 0.49533165543557683 + }, + { + "accuracy": 0.49324324324324326, + "ap": 0.4966735966735967, + "ap_weighted": 0.4966735966735967, + "f1": 0.49136232415341613, + "f1_weighted": 0.49136232415341613 + }, + { + "accuracy": 0.49211711711711714, + "ap": 0.49610687745538884, + "ap_weighted": 0.49610687745538884, + "f1": 0.48151188156625646, + "f1_weighted": 0.4815118815662565 + }, + { + "accuracy": 0.5022522522522522, + "ap": 0.5011311534749034, + "ap_weighted": 0.5011311534749034, + "f1": 0.5022421524663677, + "f1_weighted": 0.5022421524663677 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.49983762279775923, + "f1_weighted": 0.49983762279775923 + }, + { + "accuracy": 0.4988738738738739, + "ap": 0.49943834108422636, + "ap_weighted": 0.49943834108422636, + "f1": 0.497696057557249, + "f1_weighted": 0.497696057557249 + }, + { + "accuracy": 0.5011261261261262, + "ap": 0.5005643115399213, + "ap_weighted": 0.5005643115399213, + "f1": 0.5010951242557024, + "f1_weighted": 0.5010951242557024 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.49840975823236355, + "f1_weighted": 0.49840975823236355 + } + ] + } + ] + }, + "task_name": "DalajClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DiaBlaBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DiaBlaBitextMining.json new file mode 100644 index 000000000..a4afc50fb --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/DiaBlaBitextMining.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5345895c56a601afe1a98519ce3199be60a27dba", + "evaluation_time": 18.35643720626831, + "kg_co2_emissions": 0.0006332295130782096, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8766527487821851, + "f1": 0.8540150524492905, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.8540150524492905, + "precision": 0.8451851406958555, + "recall": 0.8766527487821851 + }, + { + "accuracy": 0.8766527487821851, + "f1": 0.8540150524492905, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ], + "main_score": 0.8540150524492905, + "precision": 0.8451851406958555, + "recall": 0.8766527487821851 + } + ] + }, + "task_name": "DiaBlaBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EstonianValenceClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EstonianValenceClassification.json new file mode 100644 index 000000000..3b4465773 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/EstonianValenceClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "9157397f05a127b3ac93b93dd88abf1bdf710c22", + "evaluation_time": 7.474252939224243, + "kg_co2_emissions": 0.00023678638424404395, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.43716381418092903, + "f1": 0.40311590734696645, + "f1_weighted": 0.45883990072926234, + "hf_subset": "default", + "languages": [ + "est-Latn" + ], + "main_score": 0.43716381418092903, + "scores_per_experiment": [ + { + "accuracy": 0.441320293398533, + "f1": 0.4080882072475909, + "f1_weighted": 0.4553781877464347 + }, + { + "accuracy": 0.4731051344743276, + "f1": 0.43101616912025786, + "f1_weighted": 0.4985654576977982 + }, + { + "accuracy": 0.4119804400977995, + "f1": 0.37339533106834866, + "f1_weighted": 0.42772973265182457 + }, + { + "accuracy": 0.4547677261613692, + "f1": 0.4153618224944077, + "f1_weighted": 0.474620358541624 + }, + { + "accuracy": 0.44865525672371637, + "f1": 0.41159741322553056, + "f1_weighted": 0.4776740476956984 + }, + { + "accuracy": 0.4400977995110024, + "f1": 0.41552805711549345, + "f1_weighted": 0.46471458378636016 + }, + { + "accuracy": 0.42665036674816625, + "f1": 0.39369166925766214, + "f1_weighted": 0.45003432237075863 + }, + { + "accuracy": 0.4193154034229829, + "f1": 0.38951351924193556, + "f1_weighted": 0.43850755712039285 + }, + { + "accuracy": 0.4254278728606357, + "f1": 0.3974413977102149, + "f1_weighted": 0.448919110896922 + }, + { + "accuracy": 0.43031784841075793, + "f1": 0.39552548698822315, + "f1_weighted": 0.45225564878480967 + } + ] + } + ] + }, + "task_name": "EstonianValenceClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVERHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVERHardNegatives.json new file mode 100644 index 000000000..8ddf79913 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 155.65569376945496, + "kg_co2_emissions": 0.009800813503852585, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.81721, + "map_at_1": 0.65787, + "map_at_10": 0.76852, + "map_at_100": 0.77145, + "map_at_1000": 0.77165, + "map_at_20": 0.77022, + "map_at_3": 0.75455, + "map_at_5": 0.76445, + "mrr_at_1": 0.7, + "mrr_at_10": 0.8078238095238099, + "mrr_at_100": 0.8092321926265059, + "mrr_at_1000": 0.8092491609404822, + "mrr_at_20": 0.8089121012759174, + "mrr_at_3": 0.7956666666666673, + "mrr_at_5": 0.8047166666666673, + "nauc_map_at_1000_diff1": 0.5470408589696907, + "nauc_map_at_1000_max": 0.13424354718814244, + "nauc_map_at_1000_std": -0.1106264803376669, + "nauc_map_at_100_diff1": 0.5469457317706352, + "nauc_map_at_100_max": 0.13439582451738152, + "nauc_map_at_100_std": -0.11069850966630766, + "nauc_map_at_10_diff1": 0.5444291856684412, + "nauc_map_at_10_max": 0.13588964391065259, + "nauc_map_at_10_std": -0.10819588404912059, + "nauc_map_at_1_diff1": 0.5597265374644051, + "nauc_map_at_1_max": 0.0936323108651362, + "nauc_map_at_1_std": -0.13766243347597498, + "nauc_map_at_20_diff1": 0.5463549506606856, + "nauc_map_at_20_max": 0.13366336653962332, + "nauc_map_at_20_std": -0.111096505663864, + "nauc_map_at_3_diff1": 0.5490494616625141, + "nauc_map_at_3_max": 0.13497920552594286, + "nauc_map_at_3_std": -0.11105428148303872, + "nauc_map_at_5_diff1": 0.5450665109541689, + "nauc_map_at_5_max": 0.13639086530882855, + "nauc_map_at_5_std": -0.1073416020978518, + "nauc_mrr_at_1000_diff1": 0.5961011473155844, + "nauc_mrr_at_1000_max": 0.13788333784199164, + "nauc_mrr_at_1000_std": -0.14032940673499963, + "nauc_mrr_at_100_diff1": 0.5961161968766445, + "nauc_mrr_at_100_max": 0.13796970157573035, + "nauc_mrr_at_100_std": -0.14022064591391534, + "nauc_mrr_at_10_diff1": 0.5955386792652491, + "nauc_mrr_at_10_max": 0.1420874391810661, + "nauc_mrr_at_10_std": -0.13736714555232463, + "nauc_mrr_at_1_diff1": 0.6049918933525492, + "nauc_mrr_at_1_max": 0.0999171320482796, + "nauc_mrr_at_1_std": -0.1589155107187887, + "nauc_mrr_at_20_diff1": 0.5960274966950749, + "nauc_mrr_at_20_max": 0.13875704575195766, + "nauc_mrr_at_20_std": -0.13976977193857615, + "nauc_mrr_at_3_diff1": 0.5972248212882211, + "nauc_mrr_at_3_max": 0.13980602839654452, + "nauc_mrr_at_3_std": -0.14367542334532143, + "nauc_mrr_at_5_diff1": 0.5964861853989953, + "nauc_mrr_at_5_max": 0.1445112206412147, + "nauc_mrr_at_5_std": -0.13473610774664876, + "nauc_ndcg_at_1000_diff1": 0.5563164379086415, + "nauc_ndcg_at_1000_max": 0.148235834899845, + "nauc_ndcg_at_1000_std": -0.10168166945454055, + "nauc_ndcg_at_100_diff1": 0.5538639582177193, + "nauc_ndcg_at_100_max": 0.15356999886360387, + "nauc_ndcg_at_100_std": -0.09920046350133437, + "nauc_ndcg_at_10_diff1": 0.5429587224357969, + "nauc_ndcg_at_10_max": 0.16111659616689789, + "nauc_ndcg_at_10_std": -0.09058059351914871, + "nauc_ndcg_at_1_diff1": 0.6075514976981307, + "nauc_ndcg_at_1_max": 0.10248486842223538, + "nauc_ndcg_at_1_std": -0.15522922520209836, + "nauc_ndcg_at_20_diff1": 0.5496075105231023, + "nauc_ndcg_at_20_max": 0.15155870760223278, + "nauc_ndcg_at_20_std": -0.10109656560704137, + "nauc_ndcg_at_3_diff1": 0.5515947080615283, + "nauc_ndcg_at_3_max": 0.15396116968259768, + "nauc_ndcg_at_3_std": -0.10159241655775665, + "nauc_ndcg_at_5_diff1": 0.5446480758814927, + "nauc_ndcg_at_5_max": 0.16126185317084776, + "nauc_ndcg_at_5_std": -0.0893281684852897, + "nauc_precision_at_1000_diff1": -0.15470617871144476, + "nauc_precision_at_1000_max": 0.0007644005536108393, + "nauc_precision_at_1000_std": 0.10008435430351673, + "nauc_precision_at_100_diff1": -0.11949355876714024, + "nauc_precision_at_100_max": 0.09132647912906008, + "nauc_precision_at_100_std": 0.10849188819499682, + "nauc_precision_at_10_diff1": 0.11691399009310009, + "nauc_precision_at_10_max": 0.25641173328865174, + "nauc_precision_at_10_std": 0.12127574903915417, + "nauc_precision_at_1_diff1": 0.6075514976981307, + "nauc_precision_at_1_max": 0.10248486842223538, + "nauc_precision_at_1_std": -0.15522922520209836, + "nauc_precision_at_20_diff1": 0.05977117339234518, + "nauc_precision_at_20_max": 0.1604063627857215, + "nauc_precision_at_20_std": 0.05679078356527662, + "nauc_precision_at_3_diff1": 0.45939106760923715, + "nauc_precision_at_3_max": 0.25196315225614, + "nauc_precision_at_3_std": -0.01801684183040475, + "nauc_precision_at_5_diff1": 0.3173990836599797, + "nauc_precision_at_5_max": 0.30236117862424666, + "nauc_precision_at_5_std": 0.07355541995469941, + "nauc_recall_at_1000_diff1": 0.2933427771398997, + "nauc_recall_at_1000_max": 0.3386425519218929, + "nauc_recall_at_1000_std": 0.6253825427830404, + "nauc_recall_at_100_diff1": 0.3351617768347945, + "nauc_recall_at_100_max": 0.4167397466083239, + "nauc_recall_at_100_std": 0.29305074121189306, + "nauc_recall_at_10_diff1": 0.34607035666296543, + "nauc_recall_at_10_max": 0.3145894830298848, + "nauc_recall_at_10_std": 0.11040736047729603, + "nauc_recall_at_1_diff1": 0.5597265374644051, + "nauc_recall_at_1_max": 0.0936323108651362, + "nauc_recall_at_1_std": -0.13766243347597498, + "nauc_recall_at_20_diff1": 0.35304719612341234, + "nauc_recall_at_20_max": 0.26268952997074413, + "nauc_recall_at_20_std": 0.07565610250811955, + "nauc_recall_at_3_diff1": 0.4692558643754524, + "nauc_recall_at_3_max": 0.22216077969975653, + "nauc_recall_at_3_std": -0.017106086628069724, + "nauc_recall_at_5_diff1": 0.40803175150369825, + "nauc_recall_at_5_max": 0.2785080881229762, + "nauc_recall_at_5_std": 0.06385044278676257, + "ndcg_at_1": 0.699, + "ndcg_at_10": 0.81721, + "ndcg_at_100": 0.82865, + "ndcg_at_1000": 0.83149, + "ndcg_at_20": 0.82226, + "ndcg_at_3": 0.79297, + "ndcg_at_5": 0.80871, + "precision_at_1": 0.699, + "precision_at_10": 0.1004, + "precision_at_100": 0.01091, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05145, + "precision_at_3": 0.30833, + "precision_at_5": 0.194, + "recall_at_1": 0.65787, + "recall_at_10": 0.9278, + "recall_at_100": 0.97461, + "recall_at_1000": 0.99125, + "recall_at_20": 0.94608, + "recall_at_3": 0.86194, + "recall_at_5": 0.90244 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FaroeseSTS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FaroeseSTS.json new file mode 100644 index 000000000..579dda788 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FaroeseSTS.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "8cb36efa69428b3dc290e1125995a999963163c5", + "evaluation_time": 1.181415319442749, + "kg_co2_emissions": 4.147421205344229e-05, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "cosine_pearson": 0.7711478690049847, + "cosine_spearman": 0.7780087894521951, + "euclidean_pearson": 0.7684946652584009, + "euclidean_spearman": 0.7779721261068432, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ], + "main_score": 0.7780087894521951, + "manhattan_pearson": 0.7687768447005607, + "manhattan_spearman": 0.7783300124678156, + "pearson": 0.7711478690049847, + "spearman": 0.7780087894521951 + } + ] + }, + "task_name": "FaroeseSTS" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FilipinoShopeeReviewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FilipinoShopeeReviewsClassification.json new file mode 100644 index 000000000..9365986fd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "d096f402fdc76886458c0cfb5dedc829bea2b935", + "evaluation_time": 14.915643692016602, + "kg_co2_emissions": 0.0004767075376205489, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.37158203125, + "f1": 0.34926660693456413, + "f1_weighted": 0.3492731250107525, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ], + "main_score": 0.37158203125, + "scores_per_experiment": [ + { + "accuracy": 0.380859375, + "f1": 0.3618558900334813, + "f1_weighted": 0.3618573808612479 + }, + { + "accuracy": 0.38427734375, + "f1": 0.3574870904196795, + "f1_weighted": 0.3574670487986624 + }, + { + "accuracy": 0.3798828125, + "f1": 0.34795106804302367, + "f1_weighted": 0.3479519904128438 + }, + { + "accuracy": 0.37353515625, + "f1": 0.35694614057777996, + "f1_weighted": 0.35693551761801445 + }, + { + "accuracy": 0.361328125, + "f1": 0.34617993399215063, + "f1_weighted": 0.3461847144413739 + }, + { + "accuracy": 0.369140625, + "f1": 0.32593857734280895, + "f1_weighted": 0.32593673266343515 + }, + { + "accuracy": 0.36474609375, + "f1": 0.36077612790672786, + "f1_weighted": 0.36078628972136034 + }, + { + "accuracy": 0.39501953125, + "f1": 0.37287897562911104, + "f1_weighted": 0.3729252181113907 + }, + { + "accuracy": 0.37109375, + "f1": 0.3520573652309705, + "f1_weighted": 0.35203075651149757 + }, + { + "accuracy": 0.3359375, + "f1": 0.3105949001699077, + "f1_weighted": 0.31065560096769934 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.363623046875, + "f1": 0.34183033080818476, + "f1_weighted": 0.3418280011475491, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ], + "main_score": 0.363623046875, + "scores_per_experiment": [ + { + "accuracy": 0.361328125, + "f1": 0.339314148214097, + "f1_weighted": 0.339293810341598 + }, + { + "accuracy": 0.375, + "f1": 0.3460920690676538, + "f1_weighted": 0.34608264501701796 + }, + { + "accuracy": 0.3720703125, + "f1": 0.34331999913876776, + "f1_weighted": 0.3433238723180113 + }, + { + "accuracy": 0.373046875, + "f1": 0.3588684557194646, + "f1_weighted": 0.35885229250580813 + }, + { + "accuracy": 0.35205078125, + "f1": 0.3383692755559847, + "f1_weighted": 0.33837276393637566 + }, + { + "accuracy": 0.3662109375, + "f1": 0.32248353930995916, + "f1_weighted": 0.32248746957872737 + }, + { + "accuracy": 0.3427734375, + "f1": 0.33921148143550994, + "f1_weighted": 0.33919625036018514 + }, + { + "accuracy": 0.39453125, + "f1": 0.3764665122065584, + "f1_weighted": 0.3764774171823264 + }, + { + "accuracy": 0.3564453125, + "f1": 0.33781830081114206, + "f1_weighted": 0.3377912972307301 + }, + { + "accuracy": 0.3427734375, + "f1": 0.31635952662271016, + "f1_weighted": 0.31640219300471073 + } + ] + } + ] + }, + "task_name": "FilipinoShopeeReviewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinParaSTS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinParaSTS.json new file mode 100644 index 000000000..7d80e036b --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinParaSTS.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e4428e399de70a21b8857464e76f0fe859cabe05", + "evaluation_time": 2.7083346843719482, + "kg_co2_emissions": 0.00010011516656006003, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.3073546829498283, + "cosine_spearman": 0.3058032319850366, + "euclidean_pearson": 0.3089462357599077, + "euclidean_spearman": 0.3058070101066357, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ], + "main_score": 0.3058032319850366, + "manhattan_pearson": 0.30878248466858504, + "manhattan_spearman": 0.30675091629501705, + "pearson": 0.3073546829498283, + "spearman": 0.3058032319850366 + } + ], + "validation": [ + { + "cosine_pearson": 0.3015515905459819, + "cosine_spearman": 0.3028233436631256, + "euclidean_pearson": 0.2998713792827823, + "euclidean_spearman": 0.30280736736631275, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ], + "main_score": 0.3028233436631256, + "manhattan_pearson": 0.30003104813687936, + "manhattan_spearman": 0.3033531862513717, + "pearson": 0.3015515905459819, + "spearman": 0.3028233436631256 + } + ] + }, + "task_name": "FinParaSTS" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinancialPhrasebankClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinancialPhrasebankClassification.json new file mode 100644 index 000000000..bdfc694c7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/FinancialPhrasebankClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1484d06fe7af23030c7c977b12556108d1f67039", + "evaluation_time": 7.933581590652466, + "kg_co2_emissions": 0.00024132758114902718, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.8186837455830389, + "f1": 0.7894876416226071, + "f1_weighted": 0.8190901734123275, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8186837455830389, + "scores_per_experiment": [ + { + "accuracy": 0.8657243816254417, + "f1": 0.8392740415823939, + "f1_weighted": 0.8631118104629638 + }, + { + "accuracy": 0.8219964664310954, + "f1": 0.7887259888957194, + "f1_weighted": 0.8165477120099031 + }, + { + "accuracy": 0.752208480565371, + "f1": 0.7333440989729026, + "f1_weighted": 0.7612297208530131 + }, + { + "accuracy": 0.8272968197879859, + "f1": 0.8027595030775666, + "f1_weighted": 0.8276248277931573 + }, + { + "accuracy": 0.8476148409893993, + "f1": 0.8131483300983969, + "f1_weighted": 0.8437676642102785 + }, + { + "accuracy": 0.776060070671378, + "f1": 0.7562275409571559, + "f1_weighted": 0.7847690847922759 + }, + { + "accuracy": 0.8365724381625441, + "f1": 0.8005868751326792, + "f1_weighted": 0.8371701218529273 + }, + { + "accuracy": 0.8065371024734982, + "f1": 0.7808574791269356, + "f1_weighted": 0.8076921002787356 + }, + { + "accuracy": 0.8370141342756183, + "f1": 0.79734771444797, + "f1_weighted": 0.83230926303914 + }, + { + "accuracy": 0.8158127208480566, + "f1": 0.7826048439343506, + "f1_weighted": 0.8166794288308804 + } + ] + } + ] + }, + "task_name": "FinancialPhrasebankClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GermanSTSBenchmark.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GermanSTSBenchmark.json new file mode 100644 index 000000000..da2adaa10 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GermanSTSBenchmark.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "e36907544d44c3a247898ed81540310442329e20", + "evaluation_time": 8.034643411636353, + "kg_co2_emissions": 0.0002552232534539457, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8052480048709159, + "cosine_spearman": 0.8078658911408402, + "euclidean_pearson": 0.7979816943518823, + "euclidean_spearman": 0.8078458542460494, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8078658911408402, + "manhattan_pearson": 0.7965577960685235, + "manhattan_spearman": 0.8059092094493382, + "pearson": 0.8052480048709159, + "spearman": 0.8078658911408402 + } + ], + "validation": [ + { + "cosine_pearson": 0.8350874785825809, + "cosine_spearman": 0.8345122018292748, + "euclidean_pearson": 0.8278784631996842, + "euclidean_spearman": 0.8345287890306166, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8345122018292748, + "manhattan_pearson": 0.8269625084390125, + "manhattan_spearman": 0.8335717527089561, + "pearson": 0.8350874785825809, + "spearman": 0.8345122018292748 + } + ] + }, + "task_name": "GermanSTSBenchmark" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreekLegalCodeClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreekLegalCodeClassification.json new file mode 100644 index 000000000..59acdfa9c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GreekLegalCodeClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", + "evaluation_time": 3868.845217704773, + "kg_co2_emissions": 0.31393226025436516, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.38916015625, + "f1": 0.3453546800699595, + "f1_weighted": 0.3892293858146126, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ], + "main_score": 0.38916015625, + "scores_per_experiment": [ + { + "accuracy": 0.38720703125, + "f1": 0.3434522609944592, + "f1_weighted": 0.39450478741910194 + }, + { + "accuracy": 0.39404296875, + "f1": 0.3558445919327975, + "f1_weighted": 0.38736010056677395 + }, + { + "accuracy": 0.39501953125, + "f1": 0.3461367829840347, + "f1_weighted": 0.4000081258125594 + }, + { + "accuracy": 0.38720703125, + "f1": 0.3383804184967955, + "f1_weighted": 0.382054705090319 + }, + { + "accuracy": 0.3876953125, + "f1": 0.35474105496149305, + "f1_weighted": 0.3786126533403004 + }, + { + "accuracy": 0.38330078125, + "f1": 0.33530679242432254, + "f1_weighted": 0.3819923022736404 + }, + { + "accuracy": 0.40380859375, + "f1": 0.344881136989409, + "f1_weighted": 0.41265444817660146 + }, + { + "accuracy": 0.38232421875, + "f1": 0.339847056339415, + "f1_weighted": 0.3822922181712528 + }, + { + "accuracy": 0.384765625, + "f1": 0.35099127039266204, + "f1_weighted": 0.3900877832293528 + }, + { + "accuracy": 0.38623046875, + "f1": 0.3439654351842065, + "f1_weighted": 0.38272673406622326 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.393505859375, + "f1": 0.33760653304548494, + "f1_weighted": 0.39228464856622913, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ], + "main_score": 0.393505859375, + "scores_per_experiment": [ + { + "accuracy": 0.3779296875, + "f1": 0.3226033153026797, + "f1_weighted": 0.3779191199173451 + }, + { + "accuracy": 0.38720703125, + "f1": 0.33576583547242683, + "f1_weighted": 0.38488030973588205 + }, + { + "accuracy": 0.39501953125, + "f1": 0.3310797207166151, + "f1_weighted": 0.3934632238512782 + }, + { + "accuracy": 0.3916015625, + "f1": 0.33456524981073255, + "f1_weighted": 0.3885163762519462 + }, + { + "accuracy": 0.3916015625, + "f1": 0.32979561985715666, + "f1_weighted": 0.3808496509799707 + }, + { + "accuracy": 0.390625, + "f1": 0.33257615559963266, + "f1_weighted": 0.3896503147051751 + }, + { + "accuracy": 0.4072265625, + "f1": 0.34414445728854887, + "f1_weighted": 0.4114702538774092 + }, + { + "accuracy": 0.3896484375, + "f1": 0.34325925103621124, + "f1_weighted": 0.3898855122334465 + }, + { + "accuracy": 0.40283203125, + "f1": 0.35135531736352005, + "f1_weighted": 0.4025827504868986 + }, + { + "accuracy": 0.4013671875, + "f1": 0.3509204080073256, + "f1_weighted": 0.4036289736229397 + } + ] + } + ] + }, + "task_name": "GreekLegalCodeClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GujaratiNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GujaratiNewsClassification.json new file mode 100644 index 000000000..628990f8b --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/GujaratiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", + "evaluation_time": 7.798999547958374, + "kg_co2_emissions": 0.00022818919376617802, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8262518968133536, + "f1": 0.7998516510923663, + "f1_weighted": 0.8285768215081543, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ], + "main_score": 0.8262518968133536, + "scores_per_experiment": [ + { + "accuracy": 0.8209408194233687, + "f1": 0.7964648701732697, + "f1_weighted": 0.8238889559805251 + }, + { + "accuracy": 0.8019726858877086, + "f1": 0.7692010772021183, + "f1_weighted": 0.8016139469695789 + }, + { + "accuracy": 0.7921092564491654, + "f1": 0.7560570343914376, + "f1_weighted": 0.795361670503585 + }, + { + "accuracy": 0.834597875569044, + "f1": 0.811721034996415, + "f1_weighted": 0.834722489796443 + }, + { + "accuracy": 0.842185128983308, + "f1": 0.818970426464101, + "f1_weighted": 0.8434225297757327 + }, + { + "accuracy": 0.8558421851289834, + "f1": 0.8349893910980112, + "f1_weighted": 0.8580146960771331 + }, + { + "accuracy": 0.7921092564491654, + "f1": 0.7650237872926948, + "f1_weighted": 0.7992899587756196 + }, + { + "accuracy": 0.8474962063732928, + "f1": 0.8226568094486387, + "f1_weighted": 0.8478337487478699 + }, + { + "accuracy": 0.8292867981790591, + "f1": 0.8006486904069204, + "f1_weighted": 0.831647042078238 + }, + { + "accuracy": 0.84597875569044, + "f1": 0.8227833894500561, + "f1_weighted": 0.8499731763768184 + } + ] + } + ] + }, + "task_name": "GujaratiNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HALClusteringS2S.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HALClusteringS2S.v2.json new file mode 100644 index 000000000..6af149dfb --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HALClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e06ebbbb123f8144bef1a5d18796f3dec9ae2915", + "evaluation_time": 58.82717227935791, + "kg_co2_emissions": 0.0016344078233865554, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "fra-Latn" + ], + "main_score": 0.23742325127919153, + "v_measure": 0.23742325127919153, + "v_measure_std": 0.00956486337510763, + "v_measures": { + "Level 0": [ + 0.23542807242439218, + 0.23089257026150986, + 0.23131254205406138, + 0.22952809969340174, + 0.2302076642494685, + 0.22410556228947096, + 0.2411480786749763, + 0.2524565580625488, + 0.2481893426806841, + 0.25096402240140125 + ] + } + } + ] + }, + "task_name": "HALClusteringS2S.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HagridRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HagridRetrieval.json new file mode 100644 index 000000000..644c0d3fe --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HagridRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b2a085913606be3c4f2f1a8bff1810e38bade8fa", + "evaluation_time": 1.5155045986175537, + "kg_co2_emissions": 4.832762382779066e-05, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.98769, + "map_at_1": 0.98387, + "map_at_10": 0.9869, + "map_at_100": 0.98693, + "map_at_1000": 0.98695, + "map_at_20": 0.9869, + "map_at_3": 0.9869, + "map_at_5": 0.9869, + "mrr_at_1": 0.9838709677419355, + "mrr_at_10": 0.9868951612903226, + "mrr_at_100": 0.9869261786600496, + "mrr_at_1000": 0.9869491996271677, + "mrr_at_20": 0.9868951612903226, + "mrr_at_3": 0.9868951612903226, + "mrr_at_5": 0.9868951612903226, + "nauc_map_at_1000_diff1": 0.9798399992486125, + "nauc_map_at_1000_max": 0.9339861841108931, + "nauc_map_at_1000_std": 0.3598290166793314, + "nauc_map_at_100_diff1": 0.9798236004422065, + "nauc_map_at_100_max": 0.9341023256728154, + "nauc_map_at_100_std": 0.3601170894482539, + "nauc_map_at_10_diff1": 0.979871355234059, + "nauc_map_at_10_max": 0.9342582964996345, + "nauc_map_at_10_std": 0.36011255133378783, + "nauc_map_at_1_diff1": 0.9836454761276652, + "nauc_map_at_1_max": 0.8931697318118919, + "nauc_map_at_1_std": 0.25432036854444584, + "nauc_map_at_20_diff1": 0.979871355234059, + "nauc_map_at_20_max": 0.9342582964996345, + "nauc_map_at_20_std": 0.36011255133378783, + "nauc_map_at_3_diff1": 0.979871355234059, + "nauc_map_at_3_max": 0.9342582964996345, + "nauc_map_at_3_std": 0.36011255133378783, + "nauc_map_at_5_diff1": 0.979871355234059, + "nauc_map_at_5_max": 0.9342582964996345, + "nauc_map_at_5_std": 0.36011255133378783, + "nauc_mrr_at_1000_diff1": 0.9798403729378428, + "nauc_mrr_at_1000_max": 0.9339860854308091, + "nauc_mrr_at_1000_std": 0.3598231083570703, + "nauc_mrr_at_100_diff1": 0.9798236004422065, + "nauc_mrr_at_100_max": 0.9341023256728154, + "nauc_mrr_at_100_std": 0.3601170894482539, + "nauc_mrr_at_10_diff1": 0.979871355234059, + "nauc_mrr_at_10_max": 0.9342582964996345, + "nauc_mrr_at_10_std": 0.36011255133378783, + "nauc_mrr_at_1_diff1": 0.9836454761276652, + "nauc_mrr_at_1_max": 0.8931697318118919, + "nauc_mrr_at_1_std": 0.25432036854444584, + "nauc_mrr_at_20_diff1": 0.979871355234059, + "nauc_mrr_at_20_max": 0.9342582964996345, + "nauc_mrr_at_20_std": 0.36011255133378783, + "nauc_mrr_at_3_diff1": 0.979871355234059, + "nauc_mrr_at_3_max": 0.9342582964996345, + "nauc_mrr_at_3_std": 0.36011255133378783, + "nauc_mrr_at_5_diff1": 0.979871355234059, + "nauc_mrr_at_5_max": 0.9342582964996345, + "nauc_mrr_at_5_std": 0.36011255133378783, + "nauc_ndcg_at_1000_diff1": 0.9788578149087153, + "nauc_ndcg_at_1000_max": 0.9423297924027545, + "nauc_ndcg_at_1000_std": 0.3830761175032583, + "nauc_ndcg_at_100_diff1": 0.9779802599332569, + "nauc_ndcg_at_100_max": 0.9469142892470119, + "nauc_ndcg_at_100_std": 0.397464727466282, + "nauc_ndcg_at_10_diff1": 0.9785767682557515, + "nauc_ndcg_at_10_max": 0.9483523656354725, + "nauc_ndcg_at_10_std": 0.39640105032607575, + "nauc_ndcg_at_1_diff1": 0.9836454761276652, + "nauc_ndcg_at_1_max": 0.8931697318118919, + "nauc_ndcg_at_1_std": 0.25432036854444584, + "nauc_ndcg_at_20_diff1": 0.9785767682557515, + "nauc_ndcg_at_20_max": 0.9483523656354725, + "nauc_ndcg_at_20_std": 0.39640105032607575, + "nauc_ndcg_at_3_diff1": 0.9785767682557515, + "nauc_ndcg_at_3_max": 0.9483523656354725, + "nauc_ndcg_at_3_std": 0.39640105032607575, + "nauc_ndcg_at_5_diff1": 0.9785767682557515, + "nauc_ndcg_at_5_max": 0.9483523656354725, + "nauc_ndcg_at_5_std": 0.39640105032607575, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.9672909522553235, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.5721751207246247, + "nauc_precision_at_10_diff1": 0.9738327618042669, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.5293800437966953, + "nauc_precision_at_1_diff1": 0.9836454761276652, + "nauc_precision_at_1_max": 0.8931697318118919, + "nauc_precision_at_1_std": 0.25432036854444584, + "nauc_precision_at_20_diff1": 0.9738327618042669, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.5293800437966953, + "nauc_precision_at_3_diff1": 0.9738327618042841, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.5293800437967217, + "nauc_precision_at_5_diff1": 0.9738327618042669, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.5293800437966953, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9672909522553301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.5721751207246509, + "nauc_recall_at_10_diff1": 0.9738327618042774, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.5293800437967155, + "nauc_recall_at_1_diff1": 0.9836454761276652, + "nauc_recall_at_1_max": 0.8931697318118919, + "nauc_recall_at_1_std": 0.25432036854444584, + "nauc_recall_at_20_diff1": 0.9738327618042774, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.5293800437967155, + "nauc_recall_at_3_diff1": 0.9738327618042774, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.5293800437967155, + "nauc_recall_at_5_diff1": 0.9738327618042774, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.5293800437967155, + "ndcg_at_1": 0.98387, + "ndcg_at_10": 0.98769, + "ndcg_at_100": 0.98802, + "ndcg_at_1000": 0.98897, + "ndcg_at_20": 0.98769, + "ndcg_at_3": 0.98769, + "ndcg_at_5": 0.98769, + "precision_at_1": 0.98387, + "precision_at_10": 0.09899, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.32997, + "precision_at_5": 0.19798, + "recall_at_1": 0.98387, + "recall_at_10": 0.98992, + "recall_at_100": 0.99194, + "recall_at_1000": 1.0, + "recall_at_20": 0.98992, + "recall_at_3": 0.98992, + "recall_at_5": 0.98992 + } + ] + }, + "task_name": "HagridRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-PLHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..b6315d29d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 150.836590051651, + "kg_co2_emissions": 0.00843169815464974, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.64628, + "map_at_1": 0.3695, + "map_at_10": 0.55721, + "map_at_100": 0.56886, + "map_at_1000": 0.56966, + "map_at_20": 0.56333, + "map_at_3": 0.52633, + "map_at_5": 0.54488, + "mrr_at_1": 0.739, + "mrr_at_10": 0.8019706349206355, + "mrr_at_100": 0.8046747556054176, + "mrr_at_1000": 0.8047337751524327, + "mrr_at_20": 0.8032523098805224, + "mrr_at_3": 0.7891666666666672, + "mrr_at_5": 0.7962666666666673, + "nauc_map_at_1000_diff1": 0.16534949269388463, + "nauc_map_at_1000_max": 0.20104623403120403, + "nauc_map_at_1000_std": -0.014500503406848582, + "nauc_map_at_100_diff1": 0.16496889670419942, + "nauc_map_at_100_max": 0.20081850092706288, + "nauc_map_at_100_std": -0.014689904182707877, + "nauc_map_at_10_diff1": 0.16586262117875325, + "nauc_map_at_10_max": 0.2005801491741542, + "nauc_map_at_10_std": -0.02038419137262301, + "nauc_map_at_1_diff1": 0.6326796249547766, + "nauc_map_at_1_max": 0.40851754462201395, + "nauc_map_at_1_std": -0.06225960906851047, + "nauc_map_at_20_diff1": 0.1646617193840839, + "nauc_map_at_20_max": 0.1996792389375484, + "nauc_map_at_20_std": -0.017028912811436727, + "nauc_map_at_3_diff1": 0.17955999762373911, + "nauc_map_at_3_max": 0.20597926024659727, + "nauc_map_at_3_std": -0.040611316166320355, + "nauc_map_at_5_diff1": 0.16686886612291665, + "nauc_map_at_5_max": 0.19952348499601405, + "nauc_map_at_5_std": -0.03787479026192562, + "nauc_mrr_at_1000_diff1": 0.610086434951839, + "nauc_mrr_at_1000_max": 0.41320727319899453, + "nauc_mrr_at_1000_std": -0.06444425336538967, + "nauc_mrr_at_100_diff1": 0.6101199356127138, + "nauc_mrr_at_100_max": 0.41329019857318106, + "nauc_mrr_at_100_std": -0.06442222741976039, + "nauc_mrr_at_10_diff1": 0.6098310493321464, + "nauc_mrr_at_10_max": 0.4143025083093717, + "nauc_mrr_at_10_std": -0.06412741139905981, + "nauc_mrr_at_1_diff1": 0.6326796249547766, + "nauc_mrr_at_1_max": 0.40851754462201395, + "nauc_mrr_at_1_std": -0.06225960906851047, + "nauc_mrr_at_20_diff1": 0.6090758984499008, + "nauc_mrr_at_20_max": 0.41319911904768036, + "nauc_mrr_at_20_std": -0.06322595056777457, + "nauc_mrr_at_3_diff1": 0.610096987369134, + "nauc_mrr_at_3_max": 0.4120525512159402, + "nauc_mrr_at_3_std": -0.07057103518757803, + "nauc_mrr_at_5_diff1": 0.6075207174732765, + "nauc_mrr_at_5_max": 0.411435111649295, + "nauc_mrr_at_5_std": -0.07122940645485573, + "nauc_ndcg_at_1000_diff1": 0.2244436482845339, + "nauc_ndcg_at_1000_max": 0.24076467372193977, + "nauc_ndcg_at_1000_std": 0.01735436983823663, + "nauc_ndcg_at_100_diff1": 0.20984136715309074, + "nauc_ndcg_at_100_max": 0.23156078159903412, + "nauc_ndcg_at_100_std": 0.015702287641450815, + "nauc_ndcg_at_10_diff1": 0.21242901618484353, + "nauc_ndcg_at_10_max": 0.22894902761798075, + "nauc_ndcg_at_10_std": -0.0050313469095037205, + "nauc_ndcg_at_1_diff1": 0.6326796249547766, + "nauc_ndcg_at_1_max": 0.40851754462201395, + "nauc_ndcg_at_1_std": -0.06225960906851047, + "nauc_ndcg_at_20_diff1": 0.20746143273301848, + "nauc_ndcg_at_20_max": 0.22470046884114325, + "nauc_ndcg_at_20_std": 0.005774422482274141, + "nauc_ndcg_at_3_diff1": 0.2403800199330409, + "nauc_ndcg_at_3_max": 0.23829569527486033, + "nauc_ndcg_at_3_std": -0.043435715311565065, + "nauc_ndcg_at_5_diff1": 0.21959566134877764, + "nauc_ndcg_at_5_max": 0.2284798393442305, + "nauc_ndcg_at_5_std": -0.03974336571665654, + "nauc_precision_at_1000_diff1": -0.12084546435931844, + "nauc_precision_at_1000_max": 0.21123523831332197, + "nauc_precision_at_1000_std": 0.5244896790866537, + "nauc_precision_at_100_diff1": -0.0894766916929809, + "nauc_precision_at_100_max": 0.11505083235938261, + "nauc_precision_at_100_std": 0.22436845821457457, + "nauc_precision_at_10_diff1": 0.037304789256358134, + "nauc_precision_at_10_max": 0.15339140319226335, + "nauc_precision_at_10_std": 0.06986144181460392, + "nauc_precision_at_1_diff1": 0.6326796249547766, + "nauc_precision_at_1_max": 0.40851754462201395, + "nauc_precision_at_1_std": -0.06225960906851047, + "nauc_precision_at_20_diff1": 0.0011136935889986836, + "nauc_precision_at_20_max": 0.12565945417485208, + "nauc_precision_at_20_std": 0.11461013807033522, + "nauc_precision_at_3_diff1": 0.11722422914359806, + "nauc_precision_at_3_max": 0.1839835080468984, + "nauc_precision_at_3_std": -0.02999919593978702, + "nauc_precision_at_5_diff1": 0.07472342634344241, + "nauc_precision_at_5_max": 0.16354200511938657, + "nauc_precision_at_5_std": -0.022781665306251923, + "nauc_recall_at_1000_diff1": -0.12084546435931887, + "nauc_recall_at_1000_max": 0.21123523831332244, + "nauc_recall_at_1000_std": 0.5244896790866552, + "nauc_recall_at_100_diff1": -0.0894766916929784, + "nauc_recall_at_100_max": 0.11505083235938465, + "nauc_recall_at_100_std": 0.22436845821457413, + "nauc_recall_at_10_diff1": 0.03730478925635791, + "nauc_recall_at_10_max": 0.153391403192263, + "nauc_recall_at_10_std": 0.06986144181460402, + "nauc_recall_at_1_diff1": 0.6326796249547766, + "nauc_recall_at_1_max": 0.40851754462201395, + "nauc_recall_at_1_std": -0.06225960906851047, + "nauc_recall_at_20_diff1": 0.001113693588999489, + "nauc_recall_at_20_max": 0.12565945417485325, + "nauc_recall_at_20_std": 0.11461013807033545, + "nauc_recall_at_3_diff1": 0.11722422914359816, + "nauc_recall_at_3_max": 0.183983508046899, + "nauc_recall_at_3_std": -0.029999195939786463, + "nauc_recall_at_5_diff1": 0.07472342634344262, + "nauc_recall_at_5_max": 0.16354200511938574, + "nauc_recall_at_5_std": -0.022781665306252058, + "ndcg_at_1": 0.739, + "ndcg_at_10": 0.64628, + "ndcg_at_100": 0.68887, + "ndcg_at_1000": 0.70369, + "ndcg_at_20": 0.6614, + "ndcg_at_3": 0.59933, + "ndcg_at_5": 0.62348, + "precision_at_1": 0.739, + "precision_at_10": 0.135, + "precision_at_100": 0.01689, + "precision_at_1000": 0.00188, + "precision_at_20": 0.0724, + "precision_at_3": 0.38, + "precision_at_5": 0.247, + "recall_at_1": 0.3695, + "recall_at_10": 0.675, + "recall_at_100": 0.8445, + "recall_at_1000": 0.942, + "recall_at_20": 0.724, + "recall_at_3": 0.57, + "recall_at_5": 0.6175 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQAHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQAHardNegatives.json new file mode 100644 index 000000000..d29778d79 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 163.4699308872223, + "kg_co2_emissions": 0.008138214322168307, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69494, + "map_at_1": 0.393, + "map_at_10": 0.60742, + "map_at_100": 0.61883, + "map_at_1000": 0.61956, + "map_at_20": 0.61381, + "map_at_3": 0.57142, + "map_at_5": 0.59187, + "mrr_at_1": 0.785, + "mrr_at_10": 0.8408075396825397, + "mrr_at_100": 0.8431432377317867, + "mrr_at_1000": 0.843189438053212, + "mrr_at_20": 0.8424718020713379, + "mrr_at_3": 0.8303333333333336, + "mrr_at_5": 0.8358333333333337, + "nauc_map_at_1000_diff1": 0.10510668420759209, + "nauc_map_at_1000_max": 0.1828956477451359, + "nauc_map_at_1000_std": -0.026002655376435747, + "nauc_map_at_100_diff1": 0.10515298758744958, + "nauc_map_at_100_max": 0.18292585895323696, + "nauc_map_at_100_std": -0.026053061373962575, + "nauc_map_at_10_diff1": 0.10058747545452693, + "nauc_map_at_10_max": 0.18195028116287915, + "nauc_map_at_10_std": -0.026652071053422714, + "nauc_map_at_1_diff1": 0.6107217491434829, + "nauc_map_at_1_max": 0.4131872870553334, + "nauc_map_at_1_std": -0.09067948007145968, + "nauc_map_at_20_diff1": 0.10226700686235046, + "nauc_map_at_20_max": 0.1810819883016945, + "nauc_map_at_20_std": -0.02806526349239606, + "nauc_map_at_3_diff1": 0.10379802585966129, + "nauc_map_at_3_max": 0.17823211997515725, + "nauc_map_at_3_std": -0.056173248862251085, + "nauc_map_at_5_diff1": 0.10701174951194985, + "nauc_map_at_5_max": 0.18590158915637525, + "nauc_map_at_5_std": -0.039464766755526605, + "nauc_mrr_at_1000_diff1": 0.612854580542908, + "nauc_mrr_at_1000_max": 0.4386314661090688, + "nauc_mrr_at_1000_std": -0.10413001638326248, + "nauc_mrr_at_100_diff1": 0.6128712710377475, + "nauc_mrr_at_100_max": 0.4387038968772399, + "nauc_mrr_at_100_std": -0.1040041919477265, + "nauc_mrr_at_10_diff1": 0.6128957133818068, + "nauc_mrr_at_10_max": 0.43867805769963314, + "nauc_mrr_at_10_std": -0.10802173312276549, + "nauc_mrr_at_1_diff1": 0.6135479987252277, + "nauc_mrr_at_1_max": 0.41448047119368286, + "nauc_mrr_at_1_std": -0.09319767235986355, + "nauc_mrr_at_20_diff1": 0.6130037724588728, + "nauc_mrr_at_20_max": 0.43909755045352494, + "nauc_mrr_at_20_std": -0.10483269199046409, + "nauc_mrr_at_3_diff1": 0.6148679014375844, + "nauc_mrr_at_3_max": 0.44889210726765316, + "nauc_mrr_at_3_std": -0.10558662516389399, + "nauc_mrr_at_5_diff1": 0.6130291618701685, + "nauc_mrr_at_5_max": 0.44053215312185956, + "nauc_mrr_at_5_std": -0.10686433697489305, + "nauc_ndcg_at_1000_diff1": 0.17526782184934311, + "nauc_ndcg_at_1000_max": 0.22469900964585568, + "nauc_ndcg_at_1000_std": -0.007116296757281996, + "nauc_ndcg_at_100_diff1": 0.1680578971234787, + "nauc_ndcg_at_100_max": 0.2207473547730989, + "nauc_ndcg_at_100_std": -0.0038005463604976046, + "nauc_ndcg_at_10_diff1": 0.14795606949038556, + "nauc_ndcg_at_10_max": 0.21111058136044583, + "nauc_ndcg_at_10_std": -0.017486866393100018, + "nauc_ndcg_at_1_diff1": 0.6107217491434829, + "nauc_ndcg_at_1_max": 0.4131872870553334, + "nauc_ndcg_at_1_std": -0.09067948007145968, + "nauc_ndcg_at_20_diff1": 0.14873003736030044, + "nauc_ndcg_at_20_max": 0.20788512324932193, + "nauc_ndcg_at_20_std": -0.017125126802252953, + "nauc_ndcg_at_3_diff1": 0.16708476533962557, + "nauc_ndcg_at_3_max": 0.21755463676522827, + "nauc_ndcg_at_3_std": -0.061659689155754024, + "nauc_ndcg_at_5_diff1": 0.16466804592139486, + "nauc_ndcg_at_5_max": 0.22056816143835944, + "nauc_ndcg_at_5_std": -0.04066341864847308, + "nauc_precision_at_1000_diff1": -0.16395632327005102, + "nauc_precision_at_1000_max": 0.133520074696541, + "nauc_precision_at_1000_std": 0.5258909119203228, + "nauc_precision_at_100_diff1": -0.04744409985035464, + "nauc_precision_at_100_max": 0.1232817888047892, + "nauc_precision_at_100_std": 0.221323385889957, + "nauc_precision_at_10_diff1": -0.03529212985620693, + "nauc_precision_at_10_max": 0.12208277983639815, + "nauc_precision_at_10_std": 0.05852851383159721, + "nauc_precision_at_1_diff1": 0.6107217491434829, + "nauc_precision_at_1_max": 0.4131872870553334, + "nauc_precision_at_1_std": -0.09067948007145968, + "nauc_precision_at_20_diff1": -0.06535444723989911, + "nauc_precision_at_20_max": 0.09312901099196762, + "nauc_precision_at_20_std": 0.07341881146824171, + "nauc_precision_at_3_diff1": 0.042338363723393196, + "nauc_precision_at_3_max": 0.16085206559074797, + "nauc_precision_at_3_std": -0.047490173529891745, + "nauc_precision_at_5_diff1": 0.028364698408506844, + "nauc_precision_at_5_max": 0.15788692072239954, + "nauc_precision_at_5_std": -0.005933031920599239, + "nauc_recall_at_1000_diff1": -0.16395632327004706, + "nauc_recall_at_1000_max": 0.13352007469654786, + "nauc_recall_at_1000_std": 0.5258909119203233, + "nauc_recall_at_100_diff1": -0.047444099850354374, + "nauc_recall_at_100_max": 0.12328178880478906, + "nauc_recall_at_100_std": 0.2213233858899571, + "nauc_recall_at_10_diff1": -0.03529212985620678, + "nauc_recall_at_10_max": 0.1220827798363977, + "nauc_recall_at_10_std": 0.058528513831596574, + "nauc_recall_at_1_diff1": 0.6107217491434829, + "nauc_recall_at_1_max": 0.4131872870553334, + "nauc_recall_at_1_std": -0.09067948007145968, + "nauc_recall_at_20_diff1": -0.06535444723989925, + "nauc_recall_at_20_max": 0.09312901099196737, + "nauc_recall_at_20_std": 0.07341881146824203, + "nauc_recall_at_3_diff1": 0.042338363723391816, + "nauc_recall_at_3_max": 0.16085206559074763, + "nauc_recall_at_3_std": -0.04749017352989247, + "nauc_recall_at_5_diff1": 0.0283646984085076, + "nauc_recall_at_5_max": 0.15788692072240035, + "nauc_recall_at_5_std": -0.0059330319205990155, + "ndcg_at_1": 0.786, + "ndcg_at_10": 0.69494, + "ndcg_at_100": 0.73424, + "ndcg_at_1000": 0.74681, + "ndcg_at_20": 0.71121, + "ndcg_at_3": 0.64262, + "ndcg_at_5": 0.66806, + "precision_at_1": 0.786, + "precision_at_10": 0.146, + "precision_at_100": 0.01765, + "precision_at_1000": 0.00193, + "precision_at_20": 0.07825, + "precision_at_3": 0.408, + "precision_at_5": 0.2648, + "recall_at_1": 0.393, + "recall_at_10": 0.73, + "recall_at_100": 0.8825, + "recall_at_1000": 0.964, + "recall_at_20": 0.7825, + "recall_at_3": 0.612, + "recall_at_5": 0.662 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IN22GenBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IN22GenBitextMining.json new file mode 100644 index 000000000..d95164066 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IN22GenBitextMining.json @@ -0,0 +1,6083 @@ +{ + "dataset_revision": "ec381535fe3ddf699297a023bcecaa548096ed68", + "evaluation_time": 27.26314091682434, + "kg_co2_emissions": 0.001147751337052743, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.548828125, + "f1": 0.4957368396577381, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ], + "main_score": 0.4957368396577381, + "precision": 0.4755879103535353, + "recall": 0.548828125 + }, + { + "accuracy": 0.974609375, + "f1": 0.9673502604166666, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ], + "main_score": 0.9673502604166666, + "precision": 0.9639485677083333, + "recall": 0.974609375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.95703125, + "f1": 0.9447916666666667, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ], + "main_score": 0.9447916666666667, + "precision": 0.93916015625, + "recall": 0.95703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9200846354166667, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ], + "main_score": 0.9200846354166667, + "precision": 0.9112955729166666, + "recall": 0.9384765625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666666, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ], + "main_score": 0.9977213541666666, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.0107421875, + "f1": 0.0038712654532967027, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ], + "main_score": 0.0038712654532967027, + "precision": 0.00294247583618293, + "recall": 0.0107421875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.98828125, + "f1": 0.984375, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ], + "main_score": 0.984375, + "precision": 0.982421875, + "recall": 0.98828125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0020843454096692174, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ], + "main_score": 0.0020843454096692174, + "precision": 0.0013111705545916074, + "recall": 0.0087890625 + }, + { + "accuracy": 0.9345703125, + "f1": 0.9163085937500001, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ], + "main_score": 0.9163085937500001, + "precision": 0.9078776041666666, + "recall": 0.9345703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333333, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ], + "main_score": 0.9964192708333333, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.5458984375, + "f1": 0.488298837664072, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ], + "main_score": 0.488298837664072, + "precision": 0.46589742993551586, + "recall": 0.5458984375 + }, + { + "accuracy": 0.98046875, + "f1": 0.9744466145833334, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ], + "main_score": 0.9744466145833334, + "precision": 0.9715169270833333, + "recall": 0.98046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.96484375, + "f1": 0.9537760416666666, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ], + "main_score": 0.9537760416666666, + "precision": 0.9484049479166667, + "recall": 0.96484375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9306640625, + "f1": 0.91064453125, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ], + "main_score": 0.91064453125, + "precision": 0.9012369791666666, + "recall": 0.9306640625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.0107421875, + "f1": 0.006416089607007576, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ], + "main_score": 0.006416089607007576, + "precision": 0.005905857223874185, + "recall": 0.0107421875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.0087890625, + "f1": 0.003119424220430412, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ], + "main_score": 0.003119424220430412, + "precision": 0.002404005476008786, + "recall": 0.0087890625 + }, + { + "accuracy": 0.9365234375, + "f1": 0.9197591145833334, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ], + "main_score": 0.9197591145833334, + "precision": 0.9122721354166667, + "recall": 0.9365234375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.505859375, + "f1": 0.4588863529049076, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ], + "main_score": 0.4588863529049076, + "precision": 0.4443665871888528, + "recall": 0.505859375 + }, + { + "accuracy": 0.509765625, + "f1": 0.4693323936645973, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ], + "main_score": 0.4693323936645973, + "precision": 0.45505936527665036, + "recall": 0.509765625 + }, + { + "accuracy": 0.55078125, + "f1": 0.5116593709881128, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ], + "main_score": 0.5116593709881128, + "precision": 0.4974581735363416, + "recall": 0.55078125 + }, + { + "accuracy": 0.453125, + "f1": 0.42702627783345726, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ], + "main_score": 0.42702627783345726, + "precision": 0.4189823387333153, + "recall": 0.453125 + }, + { + "accuracy": 0.54296875, + "f1": 0.5044728220997752, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ], + "main_score": 0.5044728220997752, + "precision": 0.4914204033699304, + "recall": 0.54296875 + }, + { + "accuracy": 0.5244140625, + "f1": 0.4837704820466369, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ], + "main_score": 0.4837704820466369, + "precision": 0.4697497602167112, + "recall": 0.5244140625 + }, + { + "accuracy": 0.5380859375, + "f1": 0.4947175048030825, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ], + "main_score": 0.4947175048030825, + "precision": 0.4792771464646465, + "recall": 0.5380859375 + }, + { + "accuracy": 0.4736328125, + "f1": 0.432686786954365, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ], + "main_score": 0.432686786954365, + "precision": 0.41822353337930696, + "recall": 0.4736328125 + }, + { + "accuracy": 0.490234375, + "f1": 0.4463656553721315, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ], + "main_score": 0.4463656553721315, + "precision": 0.4324640183221726, + "recall": 0.490234375 + }, + { + "accuracy": 0.5654296875, + "f1": 0.523831401702624, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ], + "main_score": 0.523831401702624, + "precision": 0.5108183812801452, + "recall": 0.5654296875 + }, + { + "accuracy": 0.5107421875, + "f1": 0.4704225517229441, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ], + "main_score": 0.4704225517229441, + "precision": 0.45631236710338274, + "recall": 0.5107421875 + }, + { + "accuracy": 0.5234375, + "f1": 0.48302833776466586, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ], + "main_score": 0.48302833776466586, + "precision": 0.4688903751604809, + "recall": 0.5234375 + }, + { + "accuracy": 0.01171875, + "f1": 0.004752114016719995, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ], + "main_score": 0.004752114016719995, + "precision": 0.003818391525416328, + "recall": 0.01171875 + }, + { + "accuracy": 0.560546875, + "f1": 0.5192592780483405, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ], + "main_score": 0.5192592780483405, + "precision": 0.5044207454277073, + "recall": 0.560546875 + }, + { + "accuracy": 0.50390625, + "f1": 0.463332585638422, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ], + "main_score": 0.463332585638422, + "precision": 0.4483373248387897, + "recall": 0.50390625 + }, + { + "accuracy": 0.50390625, + "f1": 0.4594102198089267, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ], + "main_score": 0.4594102198089267, + "precision": 0.4443016681554921, + "recall": 0.50390625 + }, + { + "accuracy": 0.537109375, + "f1": 0.489756578599352, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ], + "main_score": 0.489756578599352, + "precision": 0.47359293267496394, + "recall": 0.537109375 + }, + { + "accuracy": 0.0146484375, + "f1": 0.005268084350299857, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ], + "main_score": 0.005268084350299857, + "precision": 0.004394377697558453, + "recall": 0.0146484375 + }, + { + "accuracy": 0.552734375, + "f1": 0.5174358058391262, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ], + "main_score": 0.5174358058391262, + "precision": 0.5054494089894481, + "recall": 0.552734375 + }, + { + "accuracy": 0.4482421875, + "f1": 0.4047334962129884, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ], + "main_score": 0.4047334962129884, + "precision": 0.3910389527515573, + "recall": 0.4482421875 + }, + { + "accuracy": 0.501953125, + "f1": 0.4632084657963564, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ], + "main_score": 0.4632084657963564, + "precision": 0.4491796099950397, + "recall": 0.501953125 + }, + { + "accuracy": 0.4873046875, + "f1": 0.44218672495039685, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ], + "main_score": 0.44218672495039685, + "precision": 0.4263831112463925, + "recall": 0.4873046875 + }, + { + "accuracy": 0.9814453125, + "f1": 0.9757486979166667, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ], + "main_score": 0.9757486979166667, + "precision": 0.9729817708333333, + "recall": 0.9814453125 + }, + { + "accuracy": 0.986328125, + "f1": 0.9820963541666666, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ], + "main_score": 0.9820963541666666, + "precision": 0.97998046875, + "recall": 0.986328125 + }, + { + "accuracy": 0.591796875, + "f1": 0.5444714519421551, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ], + "main_score": 0.5444714519421551, + "precision": 0.5268647693452381, + "recall": 0.591796875 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9910481770833333, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ], + "main_score": 0.9910481770833333, + "precision": 0.9900716145833334, + "recall": 0.9931640625 + }, + { + "accuracy": 0.953125, + "f1": 0.9401692708333333, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ], + "main_score": 0.9401692708333333, + "precision": 0.9340006510416667, + "recall": 0.953125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9837239583333333, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ], + "main_score": 0.9837239583333333, + "precision": 0.98193359375, + "recall": 0.9873046875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.986328125, + "f1": 0.9817708333333333, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ], + "main_score": 0.9817708333333333, + "precision": 0.9794921875, + "recall": 0.986328125 + }, + { + "accuracy": 0.9189453125, + "f1": 0.8995442708333334, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ], + "main_score": 0.8995442708333334, + "precision": 0.890625, + "recall": 0.9189453125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.9853515625, + "f1": 0.9811197916666666, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ], + "main_score": 0.9811197916666666, + "precision": 0.9791666666666667, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.015625, + "f1": 0.007836590131512007, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ], + "main_score": 0.007836590131512007, + "precision": 0.007096292534324212, + "recall": 0.015625 + }, + { + "accuracy": 0.9921875, + "f1": 0.9899088541666667, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ], + "main_score": 0.9899088541666667, + "precision": 0.98876953125, + "recall": 0.9921875 + }, + { + "accuracy": 0.98046875, + "f1": 0.9748372395833333, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ], + "main_score": 0.9748372395833333, + "precision": 0.9722493489583334, + "recall": 0.98046875 + }, + { + "accuracy": 0.9765625, + "f1": 0.9697265625, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ], + "main_score": 0.9697265625, + "precision": 0.9664713541666666, + "recall": 0.9765625 + }, + { + "accuracy": 0.96875, + "f1": 0.9596354166666667, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ], + "main_score": 0.9596354166666667, + "precision": 0.9552408854166666, + "recall": 0.96875 + }, + { + "accuracy": 0.013671875, + "f1": 0.006340103269246141, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ], + "main_score": 0.006340103269246141, + "precision": 0.0057411804961980065, + "recall": 0.013671875 + }, + { + "accuracy": 0.9462890625, + "f1": 0.9327473958333333, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ], + "main_score": 0.9327473958333333, + "precision": 0.9265950520833334, + "recall": 0.9462890625 + }, + { + "accuracy": 0.9755859375, + "f1": 0.96875, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ], + "main_score": 0.96875, + "precision": 0.96552734375, + "recall": 0.9755859375 + }, + { + "accuracy": 0.982421875, + "f1": 0.9772135416666666, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ], + "main_score": 0.9772135416666666, + "precision": 0.974609375, + "recall": 0.982421875 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.5224609375, + "f1": 0.4578277625152625, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ], + "main_score": 0.4578277625152625, + "precision": 0.43419015066964284, + "recall": 0.5224609375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.9609375, + "f1": 0.9497256324404761, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.9497256324404761, + "precision": 0.9447428385416667, + "recall": 0.9609375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9375, + "f1": 0.9196149553571429, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ], + "main_score": 0.9196149553571429, + "precision": 0.9115397135416667, + "recall": 0.9375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666666, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.9977213541666666, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.0078125, + "f1": 0.0027771792323858526, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.0027771792323858526, + "precision": 0.0020795705925179208, + "recall": 0.0078125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.0107421875, + "f1": 0.0036591074510871763, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.0036591074510871763, + "precision": 0.003004959953376527, + "recall": 0.0107421875 + }, + { + "accuracy": 0.9375, + "f1": 0.9190104166666666, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ], + "main_score": 0.9190104166666666, + "precision": 0.910400390625, + "recall": 0.9375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666667, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.9977213541666667, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.962890625, + "f1": 0.9522786458333333, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ], + "main_score": 0.9522786458333333, + "precision": 0.9475911458333333, + "recall": 0.962890625 + }, + { + "accuracy": 0.966796875, + "f1": 0.9572591145833333, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ], + "main_score": 0.9572591145833333, + "precision": 0.952880859375, + "recall": 0.966796875 + }, + { + "accuracy": 0.580078125, + "f1": 0.5295975942460317, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ], + "main_score": 0.5295975942460317, + "precision": 0.5103967953590178, + "recall": 0.580078125 + }, + { + "accuracy": 0.9521484375, + "f1": 0.9392438616071428, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ], + "main_score": 0.9392438616071428, + "precision": 0.9332682291666666, + "recall": 0.9521484375 + }, + { + "accuracy": 0.97265625, + "f1": 0.9640950520833333, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.9640950520833333, + "precision": 0.9600423177083334, + "recall": 0.97265625 + }, + { + "accuracy": 0.98046875, + "f1": 0.974609375, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ], + "main_score": 0.974609375, + "precision": 0.9718424479166667, + "recall": 0.98046875 + }, + { + "accuracy": 0.974609375, + "f1": 0.9664713541666666, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ], + "main_score": 0.9664713541666666, + "precision": 0.9625651041666667, + "recall": 0.974609375 + }, + { + "accuracy": 0.9697265625, + "f1": 0.96044921875, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ], + "main_score": 0.96044921875, + "precision": 0.9560546875, + "recall": 0.9697265625 + }, + { + "accuracy": 0.88671875, + "f1": 0.8587890625000001, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ], + "main_score": 0.8587890625000001, + "precision": 0.8463704427083333, + "recall": 0.88671875 + }, + { + "accuracy": 0.9775390625, + "f1": 0.9704427083333333, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ], + "main_score": 0.9704427083333333, + "precision": 0.967041015625, + "recall": 0.9775390625 + }, + { + "accuracy": 0.974609375, + "f1": 0.9670247395833333, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ], + "main_score": 0.9670247395833333, + "precision": 0.9634602864583333, + "recall": 0.974609375 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9736328125, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ], + "main_score": 0.9736328125, + "precision": 0.9708658854166666, + "recall": 0.9794921875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.005839671853523765, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ], + "main_score": 0.005839671853523765, + "precision": 0.004828580672625024, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9728190104166667, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ], + "main_score": 0.9728190104166667, + "precision": 0.9695638020833334, + "recall": 0.9794921875 + }, + { + "accuracy": 0.962890625, + "f1": 0.95166015625, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ], + "main_score": 0.95166015625, + "precision": 0.9464518229166667, + "recall": 0.962890625 + }, + { + "accuracy": 0.951171875, + "f1": 0.9378255208333333, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ], + "main_score": 0.9378255208333333, + "precision": 0.9315104166666667, + "recall": 0.951171875 + }, + { + "accuracy": 0.9560546875, + "f1": 0.9431640625, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ], + "main_score": 0.9431640625, + "precision": 0.9371744791666666, + "recall": 0.9560546875 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004329444590174595, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ], + "main_score": 0.004329444590174595, + "precision": 0.0037444777023490517, + "recall": 0.0107421875 + }, + { + "accuracy": 0.8857421875, + "f1": 0.8614908854166666, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ], + "main_score": 0.8614908854166666, + "precision": 0.8504557291666667, + "recall": 0.8857421875 + }, + { + "accuracy": 0.9482421875, + "f1": 0.9337565104166666, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ], + "main_score": 0.9337565104166666, + "precision": 0.9270833333333334, + "recall": 0.9482421875 + }, + { + "accuracy": 0.9736328125, + "f1": 0.9656575520833333, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ], + "main_score": 0.9656575520833333, + "precision": 0.9619140625, + "recall": 0.9736328125 + }, + { + "accuracy": 0.96875, + "f1": 0.95947265625, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ], + "main_score": 0.95947265625, + "precision": 0.955078125, + "recall": 0.96875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.5478515625, + "f1": 0.486700923859127, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ], + "main_score": 0.486700923859127, + "precision": 0.46337119098349566, + "recall": 0.5478515625 + }, + { + "accuracy": 0.984375, + "f1": 0.9794921875, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ], + "main_score": 0.9794921875, + "precision": 0.97705078125, + "recall": 0.984375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.974609375, + "f1": 0.96630859375, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ], + "main_score": 0.96630859375, + "precision": 0.9622395833333333, + "recall": 0.974609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9404296875, + "f1": 0.92373046875, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ], + "main_score": 0.92373046875, + "precision": 0.9159342447916666, + "recall": 0.9404296875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666666, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ], + "main_score": 0.9977213541666666, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.0048828125, + "f1": 0.001534598214285714, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ], + "main_score": 0.001534598214285714, + "precision": 0.0010294862302559912, + "recall": 0.0048828125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.0087890625, + "f1": 0.002550970080266955, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ], + "main_score": 0.002550970080266955, + "precision": 0.001999277668287543, + "recall": 0.0087890625 + }, + { + "accuracy": 0.9453125, + "f1": 0.9296875, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ], + "main_score": 0.9296875, + "precision": 0.9225260416666666, + "recall": 0.9453125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.55859375, + "f1": 0.49528001837572144, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ], + "main_score": 0.49528001837572144, + "precision": 0.47184089781746036, + "recall": 0.55859375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9658203125, + "f1": 0.9558454241071428, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ], + "main_score": 0.9558454241071428, + "precision": 0.9513346354166666, + "recall": 0.9658203125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9384765625, + "f1": 0.921630859375, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ], + "main_score": 0.921630859375, + "precision": 0.9138764880952381, + "recall": 0.9384765625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333333, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ], + "main_score": 0.9964192708333333, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.009765625, + "f1": 0.006191056484025233, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ], + "main_score": 0.006191056484025233, + "precision": 0.005783692290206049, + "recall": 0.009765625 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9856770833333333, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ], + "main_score": 0.9856770833333333, + "precision": 0.98388671875, + "recall": 0.9892578125 + }, + { + "accuracy": 0.009765625, + "f1": 0.002184569573048189, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ], + "main_score": 0.002184569573048189, + "precision": 0.0016873864930413113, + "recall": 0.009765625 + }, + { + "accuracy": 0.947265625, + "f1": 0.9313151041666666, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ], + "main_score": 0.9313151041666666, + "precision": 0.9236979166666667, + "recall": 0.947265625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.51171875, + "f1": 0.44612928304334554, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ], + "main_score": 0.44612928304334554, + "precision": 0.420919608591792, + "recall": 0.51171875 + }, + { + "accuracy": 0.9775390625, + "f1": 0.9705403645833333, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ], + "main_score": 0.9705403645833333, + "precision": 0.9671223958333333, + "recall": 0.9775390625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.95703125, + "f1": 0.9435872395833333, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ], + "main_score": 0.9435872395833333, + "precision": 0.9370930989583334, + "recall": 0.95703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.93359375, + "f1": 0.9153180803571428, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ], + "main_score": 0.9153180803571428, + "precision": 0.90673828125, + "recall": 0.93359375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.01171875, + "f1": 0.005176408182742844, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ], + "main_score": 0.005176408182742844, + "precision": 0.004641558266625616, + "recall": 0.01171875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.01171875, + "f1": 0.0035363107612022097, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ], + "main_score": 0.0035363107612022097, + "precision": 0.0028905203153767687, + "recall": 0.01171875 + }, + { + "accuracy": 0.9345703125, + "f1": 0.9156901041666666, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ], + "main_score": 0.9156901041666666, + "precision": 0.9069010416666667, + "recall": 0.9345703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9189453125, + "f1": 0.89697265625, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ], + "main_score": 0.89697265625, + "precision": 0.887451171875, + "recall": 0.9189453125 + }, + { + "accuracy": 0.9228515625, + "f1": 0.9029668898809524, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ], + "main_score": 0.9029668898809524, + "precision": 0.8946451822916667, + "recall": 0.9228515625 + }, + { + "accuracy": 0.4990234375, + "f1": 0.44819818211188484, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ], + "main_score": 0.44819818211188484, + "precision": 0.42917441716269844, + "recall": 0.4990234375 + }, + { + "accuracy": 0.8876953125, + "f1": 0.8617861793154762, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ], + "main_score": 0.8617861793154762, + "precision": 0.8509207589285714, + "recall": 0.8876953125 + }, + { + "accuracy": 0.9130859375, + "f1": 0.8956418960813491, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ], + "main_score": 0.8956418960813491, + "precision": 0.8890004364125458, + "recall": 0.9130859375 + }, + { + "accuracy": 0.8564453125, + "f1": 0.8240141369047619, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ], + "main_score": 0.8240141369047619, + "precision": 0.8110134548611111, + "recall": 0.8564453125 + }, + { + "accuracy": 0.9326171875, + "f1": 0.9164388020833334, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ], + "main_score": 0.9164388020833334, + "precision": 0.9097005208333333, + "recall": 0.9326171875 + }, + { + "accuracy": 0.9208984375, + "f1": 0.8987630208333333, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ], + "main_score": 0.8987630208333333, + "precision": 0.8890787760416666, + "recall": 0.9208984375 + }, + { + "accuracy": 0.9140625, + "f1": 0.8934291294642858, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ], + "main_score": 0.8934291294642858, + "precision": 0.8851236979166667, + "recall": 0.9140625 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9221028645833333, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ], + "main_score": 0.9221028645833333, + "precision": 0.914794921875, + "recall": 0.9384765625 + }, + { + "accuracy": 0.91796875, + "f1": 0.8980305989583334, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ], + "main_score": 0.8980305989583334, + "precision": 0.8893322172619047, + "recall": 0.91796875 + }, + { + "accuracy": 0.923828125, + "f1": 0.9033714657738096, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ], + "main_score": 0.9033714657738096, + "precision": 0.8945638020833333, + "recall": 0.923828125 + }, + { + "accuracy": 0.0126953125, + "f1": 0.006495685304279054, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ], + "main_score": 0.006495685304279054, + "precision": 0.005599967700258398, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9404296875, + "f1": 0.9238606770833333, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ], + "main_score": 0.9238606770833333, + "precision": 0.9165852864583333, + "recall": 0.9404296875 + }, + { + "accuracy": 0.9189453125, + "f1": 0.8960146949404763, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ], + "main_score": 0.8960146949404763, + "precision": 0.8858561197916666, + "recall": 0.9189453125 + }, + { + "accuracy": 0.9072265625, + "f1": 0.8846214657738095, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ], + "main_score": 0.8846214657738095, + "precision": 0.875390625, + "recall": 0.9072265625 + }, + { + "accuracy": 0.8798828125, + "f1": 0.8519391741071428, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ], + "main_score": 0.8519391741071428, + "precision": 0.8396809895833333, + "recall": 0.8798828125 + }, + { + "accuracy": 0.013671875, + "f1": 0.0051544817917968284, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ], + "main_score": 0.0051544817917968284, + "precision": 0.004639892388682079, + "recall": 0.013671875 + }, + { + "accuracy": 0.8447265625, + "f1": 0.8147716703869048, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ], + "main_score": 0.8147716703869048, + "precision": 0.8025909312042124, + "recall": 0.8447265625 + }, + { + "accuracy": 0.896484375, + "f1": 0.87275390625, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ], + "main_score": 0.87275390625, + "precision": 0.8629720052083334, + "recall": 0.896484375 + }, + { + "accuracy": 0.9189453125, + "f1": 0.8971214657738096, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ], + "main_score": 0.8971214657738096, + "precision": 0.887451171875, + "recall": 0.9189453125 + }, + { + "accuracy": 0.9580078125, + "f1": 0.9463541666666666, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ], + "main_score": 0.9463541666666666, + "precision": 0.9409993489583333, + "recall": 0.9580078125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.5712890625, + "f1": 0.526222220503283, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ], + "main_score": 0.526222220503283, + "precision": 0.5097185759661346, + "recall": 0.5712890625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9884440104166667, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ], + "main_score": 0.9884440104166667, + "precision": 0.9871419270833333, + "recall": 0.9912109375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9697265625, + "f1": 0.9602864583333333, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ], + "main_score": 0.9602864583333333, + "precision": 0.9557291666666666, + "recall": 0.9697265625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.947265625, + "f1": 0.9318033854166666, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ], + "main_score": 0.9318033854166666, + "precision": 0.92431640625, + "recall": 0.947265625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666666, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ], + "main_score": 0.9977213541666666, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.0126953125, + "f1": 0.007198307182887775, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ], + "main_score": 0.007198307182887775, + "precision": 0.00642150090520773, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9884440104166666, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ], + "main_score": 0.9884440104166666, + "precision": 0.9871419270833334, + "recall": 0.9912109375 + }, + { + "accuracy": 0.01171875, + "f1": 0.0037951684979883075, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ], + "main_score": 0.0037951684979883075, + "precision": 0.00340825502506974, + "recall": 0.01171875 + }, + { + "accuracy": 0.9501953125, + "f1": 0.9367047991071429, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ], + "main_score": 0.9367047991071429, + "precision": 0.930419921875, + "recall": 0.9501953125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9912109375, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ], + "main_score": 0.9912109375, + "precision": 0.990234375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.5390625, + "f1": 0.48313492063492064, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ], + "main_score": 0.48313492063492064, + "precision": 0.4614428042851756, + "recall": 0.5390625 + }, + { + "accuracy": 0.9794921875, + "f1": 0.9728190104166666, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ], + "main_score": 0.9728190104166666, + "precision": 0.9695638020833334, + "recall": 0.9794921875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.95703125, + "f1": 0.9452659970238095, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ], + "main_score": 0.9452659970238095, + "precision": 0.9398111979166667, + "recall": 0.95703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9296875, + "f1": 0.908203125, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ], + "main_score": 0.908203125, + "precision": 0.8979817708333333, + "recall": 0.9296875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.0068359375, + "f1": 0.0028264866643772893, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ], + "main_score": 0.0028264866643772893, + "precision": 0.002482605733583479, + "recall": 0.0068359375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9951171875, + "f1": 0.99365234375, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ], + "main_score": 0.99365234375, + "precision": 0.9930013020833333, + "recall": 0.9951171875 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666667, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ], + "main_score": 0.9869791666666667, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.009765625, + "f1": 0.0027624409911386873, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ], + "main_score": 0.0027624409911386873, + "precision": 0.002112017251749649, + "recall": 0.009765625 + }, + { + "accuracy": 0.9326171875, + "f1": 0.91435546875, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ], + "main_score": 0.91435546875, + "precision": 0.9060872395833333, + "recall": 0.9326171875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.5576171875, + "f1": 0.5013598245287698, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ], + "main_score": 0.5013598245287698, + "precision": 0.4809376306202478, + "recall": 0.5576171875 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9755859375, + "f1": 0.9685872395833333, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ], + "main_score": 0.9685872395833333, + "precision": 0.9651692708333334, + "recall": 0.9755859375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.931640625, + "f1": 0.9125, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ], + "main_score": 0.9125, + "precision": 0.9032389322916666, + "recall": 0.931640625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 0.009765625, + "f1": 0.0040283203125, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ], + "main_score": 0.0040283203125, + "precision": 0.0033626808365735407, + "recall": 0.009765625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9833984375, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ], + "main_score": 0.9833984375, + "precision": 0.9814453125, + "recall": 0.9873046875 + }, + { + "accuracy": 0.013671875, + "f1": 0.004256303459764725, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ], + "main_score": 0.004256303459764725, + "precision": 0.0033820335526968375, + "recall": 0.013671875 + }, + { + "accuracy": 0.939453125, + "f1": 0.9246419270833333, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ], + "main_score": 0.9246419270833333, + "precision": 0.9183268229166667, + "recall": 0.939453125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.005859375, + "f1": 0.0022440838127515757, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ], + "main_score": 0.0022440838127515757, + "precision": 0.0018312889018958427, + "recall": 0.005859375 + }, + { + "accuracy": 0.0107421875, + "f1": 0.005319763635780729, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ], + "main_score": 0.005319763635780729, + "precision": 0.004752631437662393, + "recall": 0.0107421875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.005801865114223769, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ], + "main_score": 0.005801865114223769, + "precision": 0.005110173644033572, + "recall": 0.0126953125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004349408161584313, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ], + "main_score": 0.004349408161584313, + "precision": 0.004153920356555669, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0048828125, + "f1": 0.002621556859682482, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.002621556859682482, + "precision": 0.0023776007036790782, + "recall": 0.0048828125 + }, + { + "accuracy": 0.009765625, + "f1": 0.0041832822369989395, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ], + "main_score": 0.0041832822369989395, + "precision": 0.003759374883003554, + "recall": 0.009765625 + }, + { + "accuracy": 0.0068359375, + "f1": 0.0029210707720588236, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ], + "main_score": 0.0029210707720588236, + "precision": 0.0025299698677989767, + "recall": 0.0068359375 + }, + { + "accuracy": 0.005859375, + "f1": 0.0024295291385135137, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ], + "main_score": 0.0024295291385135137, + "precision": 0.002214802558041897, + "recall": 0.005859375 + }, + { + "accuracy": 0.005859375, + "f1": 0.0038106261381373567, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ], + "main_score": 0.0038106261381373567, + "precision": 0.0035003662109375, + "recall": 0.005859375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.0043602481634339475, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ], + "main_score": 0.0043602481634339475, + "precision": 0.003610999949562521, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0078125, + "f1": 0.004731920582835751, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ], + "main_score": 0.004731920582835751, + "precision": 0.004433036505404926, + "recall": 0.0078125 + }, + { + "accuracy": 0.005859375, + "f1": 0.0033116033899853797, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ], + "main_score": 0.0033116033899853797, + "precision": 0.002958661253332288, + "recall": 0.005859375 + }, + { + "accuracy": 0.00390625, + "f1": 0.0012466272089456576, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ], + "main_score": 0.0012466272089456576, + "precision": 0.0011238381575537362, + "recall": 0.00390625 + }, + { + "accuracy": 0.0048828125, + "f1": 0.0018333210569382694, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ], + "main_score": 0.0018333210569382694, + "precision": 0.00157674512987013, + "recall": 0.0048828125 + }, + { + "accuracy": 0.0068359375, + "f1": 0.0037565471986817324, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ], + "main_score": 0.0037565471986817324, + "precision": 0.0034190734587104072, + "recall": 0.0068359375 + }, + { + "accuracy": 0.00390625, + "f1": 0.0021359463060524383, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ], + "main_score": 0.0021359463060524383, + "precision": 0.0020534206081081084, + "recall": 0.00390625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.005463065138251866, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ], + "main_score": 0.005463065138251866, + "precision": 0.004872229080776189, + "recall": 0.0107421875 + }, + { + "accuracy": 0.1103515625, + "f1": 0.08342407393487322, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ], + "main_score": 0.08342407393487322, + "precision": 0.0742452669508814, + "recall": 0.1103515625 + }, + { + "accuracy": 0.0078125, + "f1": 0.004353582146845338, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ], + "main_score": 0.004353582146845338, + "precision": 0.0039004628453019954, + "recall": 0.0078125 + }, + { + "accuracy": 0.0029296875, + "f1": 0.0002199447763596425, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ], + "main_score": 0.0002199447763596425, + "precision": 0.0001209426980451195, + "recall": 0.0029296875 + }, + { + "accuracy": 0.005859375, + "f1": 0.0027194869749230487, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ], + "main_score": 0.0027194869749230487, + "precision": 0.0024182568416085946, + "recall": 0.005859375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004749302322371656, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ], + "main_score": 0.004749302322371656, + "precision": 0.004425928993721333, + "recall": 0.0087890625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.5703125, + "f1": 0.5102205791170635, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ], + "main_score": 0.5102205791170635, + "precision": 0.48681915415313853, + "recall": 0.5703125 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.970703125, + "f1": 0.9614908854166666, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ], + "main_score": 0.9614908854166666, + "precision": 0.9571126302083333, + "recall": 0.970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9482421875, + "f1": 0.9326822916666666, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ], + "main_score": 0.9326822916666666, + "precision": 0.9252115885416667, + "recall": 0.9482421875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333333, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ], + "main_score": 0.9964192708333333, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.0087890625, + "f1": 0.00472527447599584, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ], + "main_score": 0.00472527447599584, + "precision": 0.00440673828125, + "recall": 0.0087890625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.003519094374281279, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ], + "main_score": 0.003519094374281279, + "precision": 0.002934562142480218, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9453125, + "f1": 0.9306966145833333, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ], + "main_score": 0.9306966145833333, + "precision": 0.9242350260416666, + "recall": 0.9453125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.5341796875, + "f1": 0.47547893187541623, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ], + "main_score": 0.47547893187541623, + "precision": 0.4528673312364718, + "recall": 0.5341796875 + }, + { + "accuracy": 0.9765625, + "f1": 0.9694010416666666, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ], + "main_score": 0.9694010416666666, + "precision": 0.9658203125, + "recall": 0.9765625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9638671875, + "f1": 0.9531901041666666, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ], + "main_score": 0.9531901041666666, + "precision": 0.9481608072916667, + "recall": 0.9638671875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.93359375, + "f1": 0.91552734375, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ], + "main_score": 0.91552734375, + "precision": 0.9070963541666666, + "recall": 0.93359375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.0107421875, + "f1": 0.005016332408910534, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ], + "main_score": 0.005016332408910534, + "precision": 0.004357829846632386, + "recall": 0.0107421875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.0044451553506816635, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ], + "main_score": 0.0044451553506816635, + "precision": 0.0035557497189164632, + "recall": 0.0126953125 + }, + { + "accuracy": 0.9306640625, + "f1": 0.9115885416666667, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ], + "main_score": 0.9115885416666667, + "precision": 0.90283203125, + "recall": 0.9306640625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333333, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ], + "main_score": 0.9964192708333333, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.5322265625, + "f1": 0.47108839511183265, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ], + "main_score": 0.47108839511183265, + "precision": 0.447343517485119, + "recall": 0.5322265625 + }, + { + "accuracy": 0.97265625, + "f1": 0.9654947916666666, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ], + "main_score": 0.9654947916666666, + "precision": 0.9620768229166667, + "recall": 0.97265625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9423828125, + "f1": 0.92666015625, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ], + "main_score": 0.92666015625, + "precision": 0.9195475260416667, + "recall": 0.9423828125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.923828125, + "f1": 0.9015950520833333, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ], + "main_score": 0.9015950520833333, + "precision": 0.8915201822916666, + "recall": 0.923828125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333334, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ], + "main_score": 0.9895833333333334, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9925130208333334, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ], + "main_score": 0.9925130208333334, + "precision": 0.99169921875, + "recall": 0.994140625 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.0041526000424208145, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ], + "main_score": 0.0041526000424208145, + "precision": 0.0032893153931874523, + "recall": 0.0107421875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.986328125, + "f1": 0.98193359375, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ], + "main_score": 0.98193359375, + "precision": 0.9798177083333334, + "recall": 0.986328125 + }, + { + "accuracy": 0.01171875, + "f1": 0.004977000040240338, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ], + "main_score": 0.004977000040240338, + "precision": 0.0038508159647325283, + "recall": 0.01171875 + }, + { + "accuracy": 0.9365234375, + "f1": 0.9188151041666667, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ], + "main_score": 0.9188151041666667, + "precision": 0.9110514322916667, + "recall": 0.9365234375 + }, + { + "accuracy": 0.990234375, + "f1": 0.9873046875, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ], + "main_score": 0.9873046875, + "precision": 0.98583984375, + "recall": 0.990234375 + }, + { + "accuracy": 0.9912109375, + "f1": 0.98828125, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ], + "main_score": 0.98828125, + "precision": 0.98681640625, + "recall": 0.9912109375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.541015625, + "f1": 0.48300393725198415, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ], + "main_score": 0.48300393725198415, + "precision": 0.4606728205605159, + "recall": 0.541015625 + }, + { + "accuracy": 0.9658203125, + "f1": 0.955078125, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ], + "main_score": 0.955078125, + "precision": 0.9500325520833334, + "recall": 0.9658203125 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9462890625, + "f1": 0.9306315104166667, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ], + "main_score": 0.9306315104166667, + "precision": 0.92353515625, + "recall": 0.9462890625 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666666, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ], + "main_score": 0.9908854166666666, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.91015625, + "f1": 0.8853841145833333, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ], + "main_score": 0.8853841145833333, + "precision": 0.8736979166666666, + "recall": 0.91015625 + }, + { + "accuracy": 0.9892578125, + "f1": 0.9860026041666667, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ], + "main_score": 0.9860026041666667, + "precision": 0.984375, + "recall": 0.9892578125 + }, + { + "accuracy": 0.9921875, + "f1": 0.9900716145833333, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ], + "main_score": 0.9900716145833333, + "precision": 0.9890950520833334, + "recall": 0.9921875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9923502604166666, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ], + "main_score": 0.9923502604166666, + "precision": 0.9915364583333333, + "recall": 0.994140625 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004699669798474946, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ], + "main_score": 0.004699669798474946, + "precision": 0.004336617680122184, + "recall": 0.0107421875 + }, + { + "accuracy": 0.994140625, + "f1": 0.9923502604166666, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ], + "main_score": 0.9923502604166666, + "precision": 0.9915364583333334, + "recall": 0.994140625 + }, + { + "accuracy": 0.9912109375, + "f1": 0.9884440104166666, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ], + "main_score": 0.9884440104166666, + "precision": 0.9871419270833334, + "recall": 0.9912109375 + }, + { + "accuracy": 0.9853515625, + "f1": 0.98046875, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ], + "main_score": 0.98046875, + "precision": 0.97802734375, + "recall": 0.9853515625 + }, + { + "accuracy": 0.013671875, + "f1": 0.004813479456916012, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ], + "main_score": 0.004813479456916012, + "precision": 0.004046818719168837, + "recall": 0.013671875 + }, + { + "accuracy": 0.9267578125, + "f1": 0.9068033854166667, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ], + "main_score": 0.9068033854166667, + "precision": 0.897705078125, + "recall": 0.9267578125 + }, + { + "accuracy": 0.9873046875, + "f1": 0.9835611979166666, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ], + "main_score": 0.9835611979166666, + "precision": 0.9817708333333333, + "recall": 0.9873046875 + }, + { + "accuracy": 0.9931640625, + "f1": 0.9908854166666667, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ], + "main_score": 0.9908854166666667, + "precision": 0.98974609375, + "recall": 0.9931640625 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.0068359375, + "f1": 0.002368174945369886, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ], + "main_score": 0.002368174945369886, + "precision": 0.0019077958869328233, + "recall": 0.0068359375 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004513033569476409, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ], + "main_score": 0.004513033569476409, + "precision": 0.003942158175038153, + "recall": 0.0087890625 + }, + { + "accuracy": 0.0126953125, + "f1": 0.0056812653492340996, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ], + "main_score": 0.0056812653492340996, + "precision": 0.004682854355586825, + "recall": 0.0126953125 + }, + { + "accuracy": 0.0107421875, + "f1": 0.005143067845023783, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ], + "main_score": 0.005143067845023783, + "precision": 0.004692882859563253, + "recall": 0.0107421875 + }, + { + "accuracy": 0.005859375, + "f1": 0.00319759430022484, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.00319759430022484, + "precision": 0.0030738959626384326, + "recall": 0.005859375 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004624807482510263, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ], + "main_score": 0.004624807482510263, + "precision": 0.004332326872920617, + "recall": 0.0107421875 + }, + { + "accuracy": 0.0078125, + "f1": 0.004144035358863625, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ], + "main_score": 0.004144035358863625, + "precision": 0.003752215666278166, + "recall": 0.0078125 + }, + { + "accuracy": 0.005859375, + "f1": 0.0032938343658600678, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ], + "main_score": 0.0032938343658600678, + "precision": 0.003136785160604794, + "recall": 0.005859375 + }, + { + "accuracy": 0.0078125, + "f1": 0.004305369247924394, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ], + "main_score": 0.004305369247924394, + "precision": 0.003846271729572511, + "recall": 0.0078125 + }, + { + "accuracy": 0.01171875, + "f1": 0.0055198208674023955, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ], + "main_score": 0.0055198208674023955, + "precision": 0.0049435525929515875, + "recall": 0.01171875 + }, + { + "accuracy": 0.005859375, + "f1": 0.0042413921387520525, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ], + "main_score": 0.0042413921387520525, + "precision": 0.004106396967821782, + "recall": 0.005859375 + }, + { + "accuracy": 0.005859375, + "f1": 0.003962690622278213, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ], + "main_score": 0.003962690622278213, + "precision": 0.003935246586723254, + "recall": 0.005859375 + }, + { + "accuracy": 0.005859375, + "f1": 0.0032895929101838754, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ], + "main_score": 0.0032895929101838754, + "precision": 0.003134521253836166, + "recall": 0.005859375 + }, + { + "accuracy": 0.103515625, + "f1": 0.07552036179965867, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ], + "main_score": 0.07552036179965867, + "precision": 0.06613713929865424, + "recall": 0.103515625 + }, + { + "accuracy": 0.005859375, + "f1": 0.003241382509605309, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ], + "main_score": 0.003241382509605309, + "precision": 0.003108994531916027, + "recall": 0.005859375 + }, + { + "accuracy": 0.0068359375, + "f1": 0.004373585694608422, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ], + "main_score": 0.004373585694608422, + "precision": 0.00417783702150391, + "recall": 0.0068359375 + }, + { + "accuracy": 0.0078125, + "f1": 0.003512036169132725, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ], + "main_score": 0.003512036169132725, + "precision": 0.0032557046190881227, + "recall": 0.0078125 + }, + { + "accuracy": 0.0087890625, + "f1": 0.004313858695652174, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ], + "main_score": 0.004313858695652174, + "precision": 0.0038033148834444065, + "recall": 0.0087890625 + }, + { + "accuracy": 0.009765625, + "f1": 0.004323809674710098, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ], + "main_score": 0.004323809674710098, + "precision": 0.0037631901766507383, + "recall": 0.009765625 + }, + { + "accuracy": 0.0048828125, + "f1": 0.0022594529733102236, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ], + "main_score": 0.0022594529733102236, + "precision": 0.002129663144078805, + "recall": 0.0048828125 + }, + { + "accuracy": 0.0107421875, + "f1": 0.004843877002761451, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ], + "main_score": 0.004843877002761451, + "precision": 0.00413720368372161, + "recall": 0.0107421875 + }, + { + "accuracy": 0.0068359375, + "f1": 0.004012979822834646, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ], + "main_score": 0.004012979822834646, + "precision": 0.0036833224840938346, + "recall": 0.0068359375 + }, + { + "accuracy": 0.943359375, + "f1": 0.9264322916666666, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ], + "main_score": 0.9264322916666666, + "precision": 0.9182942708333334, + "recall": 0.943359375 + }, + { + "accuracy": 0.9541015625, + "f1": 0.94091796875, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ], + "main_score": 0.94091796875, + "precision": 0.93505859375, + "recall": 0.9541015625 + }, + { + "accuracy": 0.5986328125, + "f1": 0.5492404513888889, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ], + "main_score": 0.5492404513888889, + "precision": 0.5303184256065115, + "recall": 0.5986328125 + }, + { + "accuracy": 0.94921875, + "f1": 0.9358723958333334, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ], + "main_score": 0.9358723958333334, + "precision": 0.9297200520833333, + "recall": 0.94921875 + }, + { + "accuracy": 0.9501953125, + "f1": 0.937583705357143, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ], + "main_score": 0.937583705357143, + "precision": 0.93232421875, + "recall": 0.9501953125 + }, + { + "accuracy": 0.904296875, + "f1": 0.8803059895833334, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ], + "main_score": 0.8803059895833334, + "precision": 0.8698893229166667, + "recall": 0.904296875 + }, + { + "accuracy": 0.9482421875, + "f1": 0.9330078125, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ], + "main_score": 0.9330078125, + "precision": 0.9258626302083334, + "recall": 0.9482421875 + }, + { + "accuracy": 0.9580078125, + "f1": 0.9445638020833333, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ], + "main_score": 0.9445638020833333, + "precision": 0.9380696614583334, + "recall": 0.9580078125 + }, + { + "accuracy": 0.94921875, + "f1": 0.9352864583333333, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ], + "main_score": 0.9352864583333333, + "precision": 0.928955078125, + "recall": 0.94921875 + }, + { + "accuracy": 0.8818359375, + "f1": 0.8526041666666666, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ], + "main_score": 0.8526041666666666, + "precision": 0.839111328125, + "recall": 0.8818359375 + }, + { + "accuracy": 0.9599609375, + "f1": 0.9475911458333333, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ], + "main_score": 0.9475911458333333, + "precision": 0.9415690104166666, + "recall": 0.9599609375 + }, + { + "accuracy": 0.9453125, + "f1": 0.93115234375, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ], + "main_score": 0.93115234375, + "precision": 0.9246419270833333, + "recall": 0.9453125 + }, + { + "accuracy": 0.951171875, + "f1": 0.9371744791666667, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ], + "main_score": 0.9371744791666667, + "precision": 0.9306640625, + "recall": 0.951171875 + }, + { + "accuracy": 0.015625, + "f1": 0.00836805104396578, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ], + "main_score": 0.00836805104396578, + "precision": 0.007213912154044627, + "recall": 0.015625 + }, + { + "accuracy": 0.9638671875, + "f1": 0.9542643229166666, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ], + "main_score": 0.9542643229166666, + "precision": 0.94970703125, + "recall": 0.9638671875 + }, + { + "accuracy": 0.94140625, + "f1": 0.92421875, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ], + "main_score": 0.92421875, + "precision": 0.9164225260416667, + "recall": 0.94140625 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9232421875, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ], + "main_score": 0.9232421875, + "precision": 0.9165852864583333, + "recall": 0.9384765625 + }, + { + "accuracy": 0.921875, + "f1": 0.9010742187499999, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ], + "main_score": 0.9010742187499999, + "precision": 0.8917154947916667, + "recall": 0.921875 + }, + { + "accuracy": 0.0126953125, + "f1": 0.006154014356100459, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ], + "main_score": 0.006154014356100459, + "precision": 0.005635208810370667, + "recall": 0.0126953125 + }, + { + "accuracy": 0.923828125, + "f1": 0.90263671875, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ], + "main_score": 0.90263671875, + "precision": 0.8929361979166667, + "recall": 0.923828125 + }, + { + "accuracy": 0.947265625, + "f1": 0.9325846354166667, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ], + "main_score": 0.9325846354166667, + "precision": 0.9261067708333333, + "recall": 0.947265625 + }, + { + "accuracy": 0.95703125, + "f1": 0.9447916666666666, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ], + "main_score": 0.9447916666666666, + "precision": 0.939453125, + "recall": 0.95703125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.48828125, + "f1": 0.4311770260989011, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ], + "main_score": 0.4311770260989011, + "precision": 0.4098028273809524, + "recall": 0.48828125 + }, + { + "accuracy": 0.96875, + "f1": 0.9597981770833334, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ], + "main_score": 0.9597981770833334, + "precision": 0.95556640625, + "recall": 0.96875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.947265625, + "f1": 0.9322102864583333, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ], + "main_score": 0.9322102864583333, + "precision": 0.9252697172619048, + "recall": 0.947265625 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9140625, + "f1": 0.8913597470238095, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ], + "main_score": 0.8913597470238095, + "precision": 0.880859375, + "recall": 0.9140625 + }, + { + "accuracy": 0.9951171875, + "f1": 0.9934895833333333, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ], + "main_score": 0.9934895833333333, + "precision": 0.99267578125, + "recall": 0.9951171875 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.0078125, + "f1": 0.0025696712340881394, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ], + "main_score": 0.0025696712340881394, + "precision": 0.0020314201950617627, + "recall": 0.0078125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.994140625, + "f1": 0.9921875, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ], + "main_score": 0.9921875, + "precision": 0.9912109375, + "recall": 0.994140625 + }, + { + "accuracy": 0.990234375, + "f1": 0.9869791666666666, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ], + "main_score": 0.9869791666666666, + "precision": 0.9853515625, + "recall": 0.990234375 + }, + { + "accuracy": 0.984375, + "f1": 0.9791666666666666, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ], + "main_score": 0.9791666666666666, + "precision": 0.9765625, + "recall": 0.984375 + }, + { + "accuracy": 0.0068359375, + "f1": 0.0016834043523245832, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ], + "main_score": 0.0016834043523245832, + "precision": 0.0013681175595238095, + "recall": 0.0068359375 + }, + { + "accuracy": 0.92578125, + "f1": 0.9059430803571429, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ], + "main_score": 0.9059430803571429, + "precision": 0.8972493489583333, + "recall": 0.92578125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666666, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ], + "main_score": 0.9947916666666666, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.99609375, + "f1": 0.9947916666666667, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ], + "main_score": 0.9947916666666667, + "precision": 0.994140625, + "recall": 0.99609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.541015625, + "f1": 0.47818862452651517, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ], + "main_score": 0.47818862452651517, + "precision": 0.4551668437898907, + "recall": 0.541015625 + }, + { + "accuracy": 0.9775390625, + "f1": 0.97119140625, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ], + "main_score": 0.97119140625, + "precision": 0.96826171875, + "recall": 0.9775390625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.96484375, + "f1": 0.9538411458333333, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ], + "main_score": 0.9538411458333333, + "precision": 0.948486328125, + "recall": 0.96484375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.927734375, + "f1": 0.90673828125, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ], + "main_score": 0.90673828125, + "precision": 0.8966796875, + "recall": 0.927734375 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 0.998046875, + "f1": 0.9977213541666666, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ], + "main_score": 0.9977213541666666, + "precision": 0.99755859375, + "recall": 0.998046875 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.009765625, + "f1": 0.004912970423664903, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ], + "main_score": 0.004912970423664903, + "precision": 0.004290407952096395, + "recall": 0.009765625 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666667, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ], + "main_score": 0.9986979166666667, + "precision": 0.99853515625, + "recall": 0.9990234375 + }, + { + "accuracy": 0.994140625, + "f1": 0.9923502604166667, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ], + "main_score": 0.9923502604166667, + "precision": 0.9915364583333333, + "recall": 0.994140625 + }, + { + "accuracy": 0.9921875, + "f1": 0.9895833333333333, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ], + "main_score": 0.9895833333333333, + "precision": 0.98828125, + "recall": 0.9921875 + }, + { + "accuracy": 0.01171875, + "f1": 0.004499000055573525, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ], + "main_score": 0.004499000055573525, + "precision": 0.0038737686820652173, + "recall": 0.01171875 + }, + { + "accuracy": 0.9384765625, + "f1": 0.9220052083333333, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ], + "main_score": 0.9220052083333333, + "precision": 0.91455078125, + "recall": 0.9384765625 + }, + { + "accuracy": 0.99609375, + "f1": 0.9951171875, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ], + "main_score": 0.9951171875, + "precision": 0.99462890625, + "recall": 0.99609375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9970703125, + "f1": 0.99609375, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ], + "main_score": 0.99609375, + "precision": 0.99560546875, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.5146484375, + "f1": 0.45376173847853535, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ], + "main_score": 0.45376173847853535, + "precision": 0.4310499775831807, + "recall": 0.5146484375 + }, + { + "accuracy": 0.984375, + "f1": 0.9798177083333334, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ], + "main_score": 0.9798177083333334, + "precision": 0.9775390625, + "recall": 0.984375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9619140625, + "f1": 0.9511904761904761, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ], + "main_score": 0.9511904761904761, + "precision": 0.9463704427083334, + "recall": 0.9619140625 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.962890625, + "f1": 0.9519856770833333, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ], + "main_score": 0.9519856770833333, + "precision": 0.9468098958333333, + "recall": 0.962890625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333333, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ], + "main_score": 0.9964192708333333, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.009765625, + "f1": 0.005832038680677495, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ], + "main_score": 0.005832038680677495, + "precision": 0.005527696657961604, + "recall": 0.009765625 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333334, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ], + "main_score": 0.9973958333333334, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.998046875, + "f1": 0.9973958333333333, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ], + "main_score": 0.9973958333333333, + "precision": 0.9970703125, + "recall": 0.998046875 + }, + { + "accuracy": 0.9951171875, + "f1": 0.99365234375, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ], + "main_score": 0.99365234375, + "precision": 0.9930013020833334, + "recall": 0.9951171875 + }, + { + "accuracy": 0.009765625, + "f1": 0.004514008127289377, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ], + "main_score": 0.004514008127289377, + "precision": 0.003953745383567582, + "recall": 0.009765625 + }, + { + "accuracy": 0.9423828125, + "f1": 0.9258463541666666, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ], + "main_score": 0.9258463541666666, + "precision": 0.918212890625, + "recall": 0.9423828125 + }, + { + "accuracy": 0.9970703125, + "f1": 0.9964192708333334, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ], + "main_score": 0.9964192708333334, + "precision": 0.99609375, + "recall": 0.9970703125 + }, + { + "accuracy": 0.9990234375, + "f1": 0.9986979166666666, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ], + "main_score": 0.9986979166666666, + "precision": 0.99853515625, + "recall": 0.9990234375 + } + ] + }, + "task_name": "IN22GenBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicCrosslingualSTS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicCrosslingualSTS.json new file mode 100644 index 000000000..a68b1c793 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicCrosslingualSTS.json @@ -0,0 +1,203 @@ +{ + "dataset_revision": "0ca7b87dda68ef4ebb2f50a20a62b9dbebcac3e4", + "evaluation_time": 4.7904157638549805, + "kg_co2_emissions": 0.00019273922308075088, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.6358444057623117, + "cosine_spearman": 0.6299487340781896, + "euclidean_pearson": 0.595766968723452, + "euclidean_spearman": 0.6298348499921113, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.6299487340781896, + "manhattan_pearson": 0.5956334740132739, + "manhattan_spearman": 0.630691882143077, + "pearson": 0.6358444057623117, + "spearman": 0.6299487340781896 + }, + { + "cosine_pearson": 0.579415012891396, + "cosine_spearman": 0.5815245935635054, + "euclidean_pearson": 0.5531768930234644, + "euclidean_spearman": 0.5816602604473221, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.5815245935635054, + "manhattan_pearson": 0.5550079065270064, + "manhattan_spearman": 0.5829816241607537, + "pearson": 0.579415012891396, + "spearman": 0.5815245935635054 + }, + { + "cosine_pearson": 0.6557184892263722, + "cosine_spearman": 0.6407045256088422, + "euclidean_pearson": 0.6409522734078394, + "euclidean_spearman": 0.6406878445142294, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.6407045256088422, + "manhattan_pearson": 0.6419084474458779, + "manhattan_spearman": 0.6413521872388019, + "pearson": 0.6557184892263722, + "spearman": 0.6407045256088422 + }, + { + "cosine_pearson": 0.5358936380758124, + "cosine_spearman": 0.5245915305412088, + "euclidean_pearson": 0.5322273641009408, + "euclidean_spearman": 0.5247176522052704, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.5245915305412088, + "manhattan_pearson": 0.5337579181763966, + "manhattan_spearman": 0.5279528530622597, + "pearson": 0.5358936380758124, + "spearman": 0.5245915305412088 + }, + { + "cosine_pearson": 0.5883852281820482, + "cosine_spearman": 0.6124216091096065, + "euclidean_pearson": 0.5810810974000888, + "euclidean_spearman": 0.6123460698186565, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.6124216091096065, + "manhattan_pearson": 0.5787859982666461, + "manhattan_spearman": 0.6123988388927172, + "pearson": 0.5883852281820482, + "spearman": 0.6124216091096065 + }, + { + "cosine_pearson": 0.5208615299004709, + "cosine_spearman": 0.5373513050443595, + "euclidean_pearson": 0.5051771086131297, + "euclidean_spearman": 0.537307155830096, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.5373513050443595, + "manhattan_pearson": 0.5039578864177061, + "manhattan_spearman": 0.5339992216695804, + "pearson": 0.5208615299004709, + "spearman": 0.5373513050443595 + }, + { + "cosine_pearson": 0.6935523411487406, + "cosine_spearman": 0.7038966465490397, + "euclidean_pearson": 0.6731851966176736, + "euclidean_spearman": 0.7038739550732592, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.7038966465490397, + "manhattan_pearson": 0.674781209377335, + "manhattan_spearman": 0.7060058378224113, + "pearson": 0.6935523411487406, + "spearman": 0.7038966465490397 + }, + { + "cosine_pearson": 0.5978448478340033, + "cosine_spearman": 0.5924922723981394, + "euclidean_pearson": 0.5807595259007765, + "euclidean_spearman": 0.5926577609364038, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.5924922723981394, + "manhattan_pearson": 0.5859682726144895, + "manhattan_spearman": 0.5991856651221898, + "pearson": 0.5978448478340033, + "spearman": 0.5924922723981394 + }, + { + "cosine_pearson": 0.17151681432627966, + "cosine_spearman": 0.18064003188602296, + "euclidean_pearson": 0.17578465017298991, + "euclidean_spearman": 0.18039211954546094, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.18064003188602296, + "manhattan_pearson": 0.17260249695349483, + "manhattan_spearman": 0.1770197716769805, + "pearson": 0.17151681432627966, + "spearman": 0.18064003188602296 + }, + { + "cosine_pearson": 0.5327154542440359, + "cosine_spearman": 0.5165584141747885, + "euclidean_pearson": 0.51846202902918, + "euclidean_spearman": 0.5163947307092129, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.5165584141747885, + "manhattan_pearson": 0.5235227141919568, + "manhattan_spearman": 0.5193750260440496, + "pearson": 0.5327154542440359, + "spearman": 0.5165584141747885 + }, + { + "cosine_pearson": 0.0834759648132848, + "cosine_spearman": 0.14450235005480547, + "euclidean_pearson": 0.08880851375394294, + "euclidean_spearman": 0.14441026629046608, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.14450235005480547, + "manhattan_pearson": 0.08981074184763309, + "manhattan_spearman": 0.14449380219482458, + "pearson": 0.0834759648132848, + "spearman": 0.14450235005480547 + }, + { + "cosine_pearson": 0.6002573304017111, + "cosine_spearman": 0.5910700900355113, + "euclidean_pearson": 0.5783953629261843, + "euclidean_spearman": 0.5911268917382477, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.5910700900355113, + "manhattan_pearson": 0.5769383125978105, + "manhattan_spearman": 0.5912525884094645, + "pearson": 0.6002573304017111, + "spearman": 0.5910700900355113 + } + ] + }, + "task_name": "IndicCrosslingualSTS" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicGenBenchFloresBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicGenBenchFloresBitextMining.json new file mode 100644 index 000000000..1bcd5afb0 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1405 @@ +{ + "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", + "evaluation_time": 154.34323811531067, + "kg_co2_emissions": 0.006531367730299852, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.9973649538866931, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 0.9973649538866931, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.9973649538866931, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9973649538866931, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9940711462450593, + "f1": 0.9922595520421607, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.9922595520421607, + "precision": 0.9914361001317523, + "recall": 0.9940711462450593 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9963768115942028, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ], + "main_score": 0.9963768115942028, + "precision": 0.9960474308300395, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9963768115942028, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ], + "main_score": 0.9963768115942028, + "precision": 0.9960474308300395, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433464, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.9986824769433464, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9940711462450593, + "f1": 0.9920948616600791, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ], + "main_score": 0.9920948616600791, + "precision": 0.991106719367589, + "recall": 0.9940711462450593 + }, + { + "accuracy": 0.9920948616600791, + "f1": 0.9896245059288538, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9896245059288538, + "precision": 0.9884716732542819, + "recall": 0.9920948616600791 + }, + { + "accuracy": 0.9861660079051383, + "f1": 0.9818840579710144, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9818840579710144, + "precision": 0.9797430830039525, + "recall": 0.9861660079051383 + }, + { + "accuracy": 0.9901185770750988, + "f1": 0.9874835309617918, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "main_score": 0.9874835309617918, + "precision": 0.9861660079051383, + "recall": 0.9901185770750988 + }, + { + "accuracy": 0.9901185770750988, + "f1": 0.9876482213438735, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ], + "main_score": 0.9876482213438735, + "precision": 0.9864953886693018, + "recall": 0.9901185770750988 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.05237154150197629, + "f1": 0.04341405929960917, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.04341405929960917, + "precision": 0.04141638585283343, + "recall": 0.05237154150197629 + }, + { + "accuracy": 0.10276679841897234, + "f1": 0.06688009283889611, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.06688009283889611, + "precision": 0.06029440908944846, + "recall": 0.10276679841897234 + }, + { + "accuracy": 0.37648221343873517, + "f1": 0.3348207475209763, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ], + "main_score": 0.3348207475209763, + "precision": 0.3217355519974097, + "recall": 0.37648221343873517 + }, + { + "accuracy": 0.441699604743083, + "f1": 0.3725829945197534, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ], + "main_score": 0.3725829945197534, + "precision": 0.3477727942895927, + "recall": 0.441699604743083 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9970355731225297, + "f1": 0.9960474308300395, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ], + "main_score": 0.9960474308300395, + "precision": 0.9955533596837944, + "recall": 0.9970355731225297 + }, + { + "accuracy": 0.983201581027668, + "f1": 0.9780961791831356, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.9780961791831356, + "precision": 0.9756258234519103, + "recall": 0.983201581027668 + }, + { + "accuracy": 0.967391304347826, + "f1": 0.9570158102766798, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.9570158102766798, + "precision": 0.9519104084321476, + "recall": 0.967391304347826 + }, + { + "accuracy": 0.9960474308300395, + "f1": 0.994729907773386, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ], + "main_score": 0.994729907773386, + "precision": 0.9940711462450593, + "recall": 0.9960474308300395 + }, + { + "accuracy": 0.9950592885375494, + "f1": 0.9934123847167324, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ], + "main_score": 0.9934123847167324, + "precision": 0.9925889328063241, + "recall": 0.9950592885375494 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9960474308300395, + "f1": 0.994729907773386, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ], + "main_score": 0.994729907773386, + "precision": 0.9940711462450593, + "recall": 0.9960474308300395 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9990118577075099, + "f1": 0.9986824769433466, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.9986824769433466, + "precision": 0.9985177865612648, + "recall": 0.9990118577075099 + }, + { + "accuracy": 0.38438735177865613, + "f1": 0.3448870048921466, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.3448870048921466, + "precision": 0.33367363815733386, + "recall": 0.38438735177865613 + }, + { + "accuracy": 0.4614624505928854, + "f1": 0.3859395902523532, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.3859395902523532, + "precision": 0.36132367577525676, + "recall": 0.4614624505928854 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9980237154150198, + "f1": 0.997364953886693, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ], + "main_score": 0.997364953886693, + "precision": 0.9970355731225297, + "recall": 0.9980237154150198 + }, + { + "accuracy": 0.9960474308300395, + "f1": 0.9947299077733861, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ], + "main_score": 0.9947299077733861, + "precision": 0.9940711462450593, + "recall": 0.9960474308300395 + }, + { + "accuracy": 0.9960474308300395, + "f1": 0.994729907773386, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ], + "main_score": 0.994729907773386, + "precision": 0.9940711462450593, + "recall": 0.9960474308300395 + }, + { + "accuracy": 0.022727272727272728, + "f1": 0.018573438784987257, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.018573438784987257, + "precision": 0.018065150961570398, + "recall": 0.022727272727272728 + }, + { + "accuracy": 0.03359683794466403, + "f1": 0.010791471633926105, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.010791471633926105, + "precision": 0.008179935898489723, + "recall": 0.03359683794466403 + } + ], + "validation": [ + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305584, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ], + "main_score": 0.9986626546305584, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305584, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ], + "main_score": 0.9986626546305584, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.9909729187562688, + "f1": 0.9879638916750251, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ], + "main_score": 0.9879638916750251, + "precision": 0.9864593781344032, + "recall": 0.9909729187562688 + }, + { + "accuracy": 0.9779338014042126, + "f1": 0.9707455700434636, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ], + "main_score": 0.9707455700434636, + "precision": 0.9672350384486793, + "recall": 0.9779338014042126 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9929789368104313, + "f1": 0.9906385824139085, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ], + "main_score": 0.9906385824139085, + "precision": 0.9894684052156469, + "recall": 0.9929789368104313 + }, + { + "accuracy": 0.9929789368104313, + "f1": 0.9909729187562688, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ], + "main_score": 0.9909729187562688, + "precision": 0.9899699097291875, + "recall": 0.9929789368104313 + }, + { + "accuracy": 0.9929789368104313, + "f1": 0.9909729187562688, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ], + "main_score": 0.9909729187562688, + "precision": 0.9899699097291875, + "recall": 0.9929789368104313 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9849548645937813, + "f1": 0.9801069876295554, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ], + "main_score": 0.9801069876295554, + "precision": 0.9777666332330324, + "recall": 0.9849548645937813 + }, + { + "accuracy": 0.9899699097291875, + "f1": 0.9866265463055833, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ], + "main_score": 0.9866265463055833, + "precision": 0.9849548645937813, + "recall": 0.9899699097291875 + }, + { + "accuracy": 0.9769307923771314, + "f1": 0.9695753928452023, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ], + "main_score": 0.9695753928452023, + "precision": 0.9658976930792377, + "recall": 0.9769307923771314 + }, + { + "accuracy": 0.9949849548645938, + "f1": 0.9939819458375125, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ], + "main_score": 0.9939819458375125, + "precision": 0.993480441323972, + "recall": 0.9949849548645938 + }, + { + "accuracy": 0.9939819458375125, + "f1": 0.9929789368104313, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ], + "main_score": 0.9929789368104313, + "precision": 0.9924774322968907, + "recall": 0.9939819458375125 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305584, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ], + "main_score": 0.9986626546305584, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.05416248746238716, + "f1": 0.04144246297697279, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ], + "main_score": 0.04144246297697279, + "precision": 0.038839455360001454, + "recall": 0.05416248746238716 + }, + { + "accuracy": 0.10732196589769308, + "f1": 0.06481936923114763, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ], + "main_score": 0.06481936923114763, + "precision": 0.057239047578952026, + "recall": 0.10732196589769308 + }, + { + "accuracy": 0.41424272818455365, + "f1": 0.37640090868107334, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ], + "main_score": 0.37640090868107334, + "precision": 0.3645068140930729, + "recall": 0.41424272818455365 + }, + { + "accuracy": 0.46439317953861586, + "f1": 0.38910103325850565, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ], + "main_score": 0.38910103325850565, + "precision": 0.36191463811956864, + "recall": 0.46439317953861586 + }, + { + "accuracy": 0.995987963891675, + "f1": 0.9946506185222334, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ], + "main_score": 0.9946506185222334, + "precision": 0.9939819458375125, + "recall": 0.995987963891675 + }, + { + "accuracy": 0.9929789368104313, + "f1": 0.9906385824139083, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ], + "main_score": 0.9906385824139083, + "precision": 0.9894684052156469, + "recall": 0.9929789368104313 + }, + { + "accuracy": 0.9689067201604814, + "f1": 0.9602139752591106, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ], + "main_score": 0.9602139752591106, + "precision": 0.9562019391507857, + "recall": 0.9689067201604814 + }, + { + "accuracy": 0.9448345035105316, + "f1": 0.9278502173186225, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ], + "main_score": 0.9278502173186225, + "precision": 0.9198428619190905, + "recall": 0.9448345035105316 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9929789368104313, + "f1": 0.9909729187562688, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ], + "main_score": 0.9909729187562688, + "precision": 0.9899699097291875, + "recall": 0.9929789368104313 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.995987963891675, + "f1": 0.9946506185222334, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ], + "main_score": 0.9946506185222334, + "precision": 0.9939819458375125, + "recall": 0.995987963891675 + }, + { + "accuracy": 1.0, + "f1": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ], + "main_score": 1.0, + "precision": 1.0, + "recall": 1.0 + }, + { + "accuracy": 0.9989969909729187, + "f1": 0.9986626546305583, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ], + "main_score": 0.9986626546305583, + "precision": 0.9984954864593781, + "recall": 0.9989969909729187 + }, + { + "accuracy": 0.40722166499498497, + "f1": 0.3684981018414076, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ], + "main_score": 0.3684981018414076, + "precision": 0.35624448605806475, + "recall": 0.40722166499498497 + }, + { + "accuracy": 0.4493480441323972, + "f1": 0.3680528522607391, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ], + "main_score": 0.3680528522607391, + "precision": 0.34223103320395193, + "recall": 0.4493480441323972 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611167, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ], + "main_score": 0.9973253092611167, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.9969909729187563, + "f1": 0.995987963891675, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ], + "main_score": 0.995987963891675, + "precision": 0.9954864593781344, + "recall": 0.9969909729187563 + }, + { + "accuracy": 0.9979939819458375, + "f1": 0.9973253092611166, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ], + "main_score": 0.9973253092611166, + "precision": 0.9969909729187563, + "recall": 0.9979939819458375 + }, + { + "accuracy": 0.995987963891675, + "f1": 0.9946506185222334, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ], + "main_score": 0.9946506185222334, + "precision": 0.9939819458375125, + "recall": 0.995987963891675 + }, + { + "accuracy": 0.01905717151454363, + "f1": 0.014453231415564196, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ], + "main_score": 0.014453231415564196, + "precision": 0.01400366878783372, + "recall": 0.01905717151454363 + }, + { + "accuracy": 0.03009027081243731, + "f1": 0.010237636762126525, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ], + "main_score": 0.010237636762126525, + "precision": 0.0081046352959169, + "recall": 0.03009027081243731 + } + ] + }, + "task_name": "IndicGenBenchFloresBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicLangClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicLangClassification.json new file mode 100644 index 000000000..bada27313 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndicLangClassification.json @@ -0,0 +1,96 @@ +{ + "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097", + "evaluation_time": 33.49723768234253, + "kg_co2_emissions": 0.0013067664884148236, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.2080380038135315, + "f1": 0.23300896308548227, + "f1_weighted": 0.1903337607879545, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ], + "main_score": 0.2080380038135315, + "scores_per_experiment": [ + { + "accuracy": 0.19564073903609705, + "f1": 0.21962803780272644, + "f1_weighted": 0.1775387213387921 + }, + { + "accuracy": 0.20461568807942665, + "f1": 0.22745339091844552, + "f1_weighted": 0.18749763214662224 + }, + { + "accuracy": 0.20757446248931555, + "f1": 0.2337658217183957, + "f1_weighted": 0.192925061771584 + }, + { + "accuracy": 0.2066539548951279, + "f1": 0.23177460515575762, + "f1_weighted": 0.18847928874734243 + }, + { + "accuracy": 0.2163850351765402, + "f1": 0.2396035730822753, + "f1_weighted": 0.19793893997708006 + }, + { + "accuracy": 0.21030311000065752, + "f1": 0.23410071224959692, + "f1_weighted": 0.19264278576711374 + }, + { + "accuracy": 0.20639095272535998, + "f1": 0.23201579292121374, + "f1_weighted": 0.18852465780738606 + }, + { + "accuracy": 0.20675258070879085, + "f1": 0.22824792263416632, + "f1_weighted": 0.18699062025149968 + }, + { + "accuracy": 0.21418239200473405, + "f1": 0.2410424514966191, + "f1_weighted": 0.1944182541842343 + }, + { + "accuracy": 0.2118811230192649, + "f1": 0.24245732287562607, + "f1_weighted": 0.1963816458878903 + } + ] + } + ] + }, + "task_name": "IndicLangClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndonesianIdClickbaitClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndonesianIdClickbaitClassification.json new file mode 100644 index 000000000..570335bc7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IndonesianIdClickbaitClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "9fa4d0824015fe537ae2c8166781f5c79873da2c", + "evaluation_time": 8.092707395553589, + "kg_co2_emissions": 0.00023355564326122164, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.60380859375, + "ap": 0.4866646380875138, + "ap_weighted": 0.4866646380875138, + "f1": 0.5981558534828536, + "f1_weighted": 0.6027396572693574, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5981558534828536, + "scores_per_experiment": [ + { + "accuracy": 0.65185546875, + "ap": 0.5101203763091351, + "ap_weighted": 0.5101203763091351, + "f1": 0.6298829266091857, + "f1_weighted": 0.6444138663015078 + }, + { + "accuracy": 0.53271484375, + "ap": 0.44663064844068834, + "ap_weighted": 0.44663064844068834, + "f1": 0.53244719641652, + "f1_weighted": 0.5306446735583904 + }, + { + "accuracy": 0.55810546875, + "ap": 0.4544570103300748, + "ap_weighted": 0.4544570103300748, + "f1": 0.5565057696794223, + "f1_weighted": 0.5607976452346306 + }, + { + "accuracy": 0.62255859375, + "ap": 0.5012259729216069, + "ap_weighted": 0.5012259729216069, + "f1": 0.6215254891694788, + "f1_weighted": 0.6247116995580022 + }, + { + "accuracy": 0.58447265625, + "ap": 0.4834905526887685, + "ap_weighted": 0.4834905526887685, + "f1": 0.5830649812697795, + "f1_weighted": 0.5791613447700084 + }, + { + "accuracy": 0.5859375, + "ap": 0.4652553306072223, + "ap_weighted": 0.4652553306072223, + "f1": 0.5773455600334871, + "f1_weighted": 0.5870556291737242 + }, + { + "accuracy": 0.64453125, + "ap": 0.522104813974017, + "ap_weighted": 0.522104813974017, + "f1": 0.6444213795919302, + "f1_weighted": 0.6454285249992369 + }, + { + "accuracy": 0.62353515625, + "ap": 0.5091395123443896, + "ap_weighted": 0.5091395123443896, + "f1": 0.6233015554775708, + "f1_weighted": 0.621790021067735 + }, + { + "accuracy": 0.6201171875, + "ap": 0.48605145679087297, + "ap_weighted": 0.48605145679087297, + "f1": 0.6047359918711772, + "f1_weighted": 0.6172998397858097 + }, + { + "accuracy": 0.6142578125, + "ap": 0.48817070646836247, + "ap_weighted": 0.48817070646836247, + "f1": 0.6083276847099836, + "f1_weighted": 0.6160933282445289 + } + ] + } + ] + }, + "task_name": "IndonesianIdClickbaitClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IsiZuluNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IsiZuluNewsClassification.json new file mode 100644 index 000000000..5a8429f5e --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/IsiZuluNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "55caf0e52693a1ea63b15a4980a73fc137fb862b", + "evaluation_time": 7.848158836364746, + "kg_co2_emissions": 0.0002285468130574484, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.30279255319148934, + "f1": 0.3038255731011354, + "f1_weighted": 0.3115809421486827, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ], + "main_score": 0.30279255319148934, + "scores_per_experiment": [ + { + "accuracy": 0.28191489361702127, + "f1": 0.2955166734349233, + "f1_weighted": 0.2890163759201182 + }, + { + "accuracy": 0.3351063829787234, + "f1": 0.31307641717142903, + "f1_weighted": 0.3592582090345117 + }, + { + "accuracy": 0.3071808510638298, + "f1": 0.3159115215274797, + "f1_weighted": 0.31363242217407966 + }, + { + "accuracy": 0.31382978723404253, + "f1": 0.3011293730567868, + "f1_weighted": 0.3238313507989894 + }, + { + "accuracy": 0.32845744680851063, + "f1": 0.3060592971891032, + "f1_weighted": 0.3464293818179121 + }, + { + "accuracy": 0.2699468085106383, + "f1": 0.28597310034037726, + "f1_weighted": 0.2698736362014411 + }, + { + "accuracy": 0.2845744680851064, + "f1": 0.3124680269649983, + "f1_weighted": 0.2900498858691607 + }, + { + "accuracy": 0.3178191489361702, + "f1": 0.2996497223765008, + "f1_weighted": 0.3190718527182248 + }, + { + "accuracy": 0.3178191489361702, + "f1": 0.3156710850458827, + "f1_weighted": 0.329071319983594 + }, + { + "accuracy": 0.2712765957446808, + "f1": 0.29280051390387274, + "f1_weighted": 0.2755749869687953 + } + ] + } + ] + }, + "task_name": "IsiZuluNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ItaCaseholdClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ItaCaseholdClassification.json new file mode 100644 index 000000000..02d1fda3e --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ItaCaseholdClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fafcfc4fee815f7017848e54b26c47ece8ff1626", + "evaluation_time": 74.748464345932, + "kg_co2_emissions": 0.0057085062507533394, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6773755656108598, + "f1": 0.31758172912412874, + "f1_weighted": 0.6259945770783386, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6773755656108598, + "scores_per_experiment": [ + { + "accuracy": 0.665158371040724, + "f1": 0.31628389372268306, + "f1_weighted": 0.6159210189048111 + }, + { + "accuracy": 0.6923076923076923, + "f1": 0.3085085329727661, + "f1_weighted": 0.6424037867695385 + }, + { + "accuracy": 0.6923076923076923, + "f1": 0.323903737330352, + "f1_weighted": 0.6457658546352025 + }, + { + "accuracy": 0.6425339366515838, + "f1": 0.31467294045260574, + "f1_weighted": 0.5897209373791019 + }, + { + "accuracy": 0.665158371040724, + "f1": 0.31677125264961714, + "f1_weighted": 0.615728772044825 + }, + { + "accuracy": 0.6832579185520362, + "f1": 0.30514771781769806, + "f1_weighted": 0.6273539588443844 + }, + { + "accuracy": 0.6606334841628959, + "f1": 0.31403602472155967, + "f1_weighted": 0.6030215104233259 + }, + { + "accuracy": 0.6832579185520362, + "f1": 0.3192221393078248, + "f1_weighted": 0.6352080557014144 + }, + { + "accuracy": 0.6877828054298643, + "f1": 0.3352574857673202, + "f1_weighted": 0.6350432499513458 + }, + { + "accuracy": 0.7013574660633484, + "f1": 0.32201356649886065, + "f1_weighted": 0.6497786261294379 + } + ] + } + ] + }, + "task_name": "ItaCaseholdClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/JSICK.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/JSICK.json new file mode 100644 index 000000000..9e93297fc --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/JSICK.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e4af6c73182bebb41d94cb336846e5a452454ea7", + "evaluation_time": 2.5832695960998535, + "kg_co2_emissions": 9.290677404128791e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.812631619860911, + "cosine_spearman": 0.7921412178476995, + "euclidean_pearson": 0.8084897187971027, + "euclidean_spearman": 0.7921393243542799, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.7921412178476995, + "manhattan_pearson": 0.8090331858269959, + "manhattan_spearman": 0.7925492695250849, + "pearson": 0.812631619860911, + "spearman": 0.7921412178476995 + } + ] + }, + "task_name": "JSICK" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorHateSpeechMLClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorHateSpeechMLClassification.json new file mode 100644 index 000000000..899b95769 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorHateSpeechMLClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "c657d15baf277c48d467f0625f7d33c50d4352ef", + "evaluation_time": 9.9132559299469, + "kg_co2_emissions": 0.0003094014031501072, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.10962199312714778, + "f1": 0.2583042241946081, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ], + "lrap": 0.24827087765231268, + "main_score": 0.10962199312714778, + "scores_per_experiment": [ + { + "accuracy": 0.09965635738831616, + "f1": 0.24743574535623575, + "lrap": 0.2382588774341273 + }, + { + "accuracy": 0.08051055473735887, + "f1": 0.22145924637678005, + "lrap": 0.21620847651774808 + }, + { + "accuracy": 0.07461953853706431, + "f1": 0.2516839519904739, + "lrap": 0.2109174712267433 + }, + { + "accuracy": 0.09720176730486009, + "f1": 0.2670552854926867, + "lrap": 0.2577728685976018 + }, + { + "accuracy": 0.163966617574865, + "f1": 0.2833075045618183, + "lrap": 0.3045464462990133 + }, + { + "accuracy": 0.09425625920471281, + "f1": 0.2563170220136951, + "lrap": 0.2273495881743233 + }, + { + "accuracy": 0.10702012763868433, + "f1": 0.25423880254633136, + "lrap": 0.2502590956199115 + }, + { + "accuracy": 0.15267550319096712, + "f1": 0.29822594721688406, + "lrap": 0.28173239513444714 + }, + { + "accuracy": 0.08296514482081492, + "f1": 0.2118941429593643, + "lrap": 0.21601756395570185 + }, + { + "accuracy": 0.14334806087383406, + "f1": 0.29142459343181143, + "lrap": 0.27964599356350933 + } + ] + } + ] + }, + "task_name": "KorHateSpeechMLClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorSarcasmClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorSarcasmClassification.json new file mode 100644 index 000000000..265b33d52 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KorSarcasmClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "8079d24b9f1278c6fbc992921c1271457a1064ff", + "evaluation_time": 7.78694486618042, + "kg_co2_emissions": 0.00023541779273816198, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.5671875, + "ap": 0.5377527852392774, + "ap_weighted": 0.5377527852392774, + "f1": 0.5645286869060737, + "f1_weighted": 0.5645208542062068, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ], + "main_score": 0.5671875, + "scores_per_experiment": [ + { + "accuracy": 0.6123046875, + "ap": 0.5682985000715957, + "ap_weighted": 0.5682985000715957, + "f1": 0.6121415657334217, + "f1_weighted": 0.6121571011397624 + }, + { + "accuracy": 0.5634765625, + "ap": 0.5352788819580343, + "ap_weighted": 0.5352788819580343, + "f1": 0.5618179851369941, + "f1_weighted": 0.5618706383866133 + }, + { + "accuracy": 0.5703125, + "ap": 0.5389790098644326, + "ap_weighted": 0.5389790098644326, + "f1": 0.5701796896166189, + "f1_weighted": 0.5701649329073544 + }, + { + "accuracy": 0.55615234375, + "ap": 0.5310370566310865, + "ap_weighted": 0.5310370566310865, + "f1": 0.5503320640142608, + "f1_weighted": 0.5504319829796813 + }, + { + "accuracy": 0.5517578125, + "ap": 0.5278027033456169, + "ap_weighted": 0.5278027033456169, + "f1": 0.5507707364815269, + "f1_weighted": 0.5508118646489633 + }, + { + "accuracy": 0.58642578125, + "ap": 0.549767371619239, + "ap_weighted": 0.549767371619239, + "f1": 0.5864177941897701, + "f1_weighted": 0.5864213439943167 + }, + { + "accuracy": 0.5849609375, + "ap": 0.5475916800348128, + "ap_weighted": 0.5475916800348128, + "f1": 0.5802043995582115, + "f1_weighted": 0.5801171236326741 + }, + { + "accuracy": 0.57666015625, + "ap": 0.5427417327807433, + "ap_weighted": 0.5427417327807433, + "f1": 0.5755014218757284, + "f1_weighted": 0.5754581047028584 + }, + { + "accuracy": 0.5185546875, + "ap": 0.5087249047735533, + "ap_weighted": 0.5087249047735533, + "f1": 0.5066603472117034, + "f1_weighted": 0.5065107328684544 + }, + { + "accuracy": 0.55126953125, + "ap": 0.527306011313661, + "ap_weighted": 0.527306011313661, + "f1": 0.5512608652425015, + "f1_weighted": 0.5512647168013898 + } + ] + } + ] + }, + "task_name": "KorSarcasmClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KurdishSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KurdishSentimentClassification.json new file mode 100644 index 000000000..c8726d38a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/KurdishSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "f334d90a9f68cc3af78cc2a2ece6a3b69408124c", + "evaluation_time": 7.989648342132568, + "kg_co2_emissions": 0.00024052432301598905, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.7072471061902366, + "ap": 0.6865769490753006, + "ap_weighted": 0.6865769490753006, + "f1": 0.7059577066521516, + "f1_weighted": 0.7063717884892851, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ], + "main_score": 0.7072471061902366, + "scores_per_experiment": [ + { + "accuracy": 0.7247106190236537, + "ap": 0.7159247255045117, + "ap_weighted": 0.7159247255045117, + "f1": 0.72337632424522, + "f1_weighted": 0.721993685453075 + }, + { + "accuracy": 0.7257171615500755, + "ap": 0.7000305917298616, + "ap_weighted": 0.7000305917298616, + "f1": 0.7256626855500541, + "f1_weighted": 0.7259409022644494 + }, + { + "accuracy": 0.6099647710115752, + "ap": 0.5959553822212489, + "ap_weighted": 0.5959553822212489, + "f1": 0.6032762220782383, + "f1_weighted": 0.6069834410606693 + }, + { + "accuracy": 0.673376950176145, + "ap": 0.651742653732754, + "ap_weighted": 0.651742653732754, + "f1": 0.6731355378222892, + "f1_weighted": 0.6737748335000924 + }, + { + "accuracy": 0.7569199798691495, + "ap": 0.7375468720999493, + "ap_weighted": 0.7375468720999493, + "f1": 0.7568401618192427, + "f1_weighted": 0.7565231067876688 + }, + { + "accuracy": 0.7136386512330146, + "ap": 0.6878160194937558, + "ap_weighted": 0.6878160194937558, + "f1": 0.7135225559213585, + "f1_weighted": 0.713937596660529 + }, + { + "accuracy": 0.7146451937594364, + "ap": 0.6916976888168331, + "ap_weighted": 0.6916976888168331, + "f1": 0.714644037351136, + "f1_weighted": 0.71468537894787 + }, + { + "accuracy": 0.712128837443382, + "ap": 0.6741103396582276, + "ap_weighted": 0.6741103396582276, + "f1": 0.7085888752599862, + "f1_weighted": 0.7109003574162674 + }, + { + "accuracy": 0.6970306995470559, + "ap": 0.6826513366613214, + "ap_weighted": 0.6826513366613214, + "f1": 0.6965011366865587, + "f1_weighted": 0.6955887573004009 + }, + { + "accuracy": 0.7443381982888777, + "ap": 0.7282938808345423, + "ap_weighted": 0.7282938808345423, + "f1": 0.7440295297874326, + "f1_weighted": 0.743389825501829 + } + ] + } + ] + }, + "task_name": "KurdishSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LEMBPasskeyRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LEMBPasskeyRetrieval.json new file mode 100644 index 000000000..a572447e6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LEMBPasskeyRetrieval.json @@ -0,0 +1,1201 @@ +{ + "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", + "evaluation_time": 22.63210940361023, + "kg_co2_emissions": 0.0017976520993572464, + "mteb_version": "1.12.75", + "scores": { + "test_1024": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "nauc_map_at_1000_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_16384": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.14, + "map_at_1": 0.14, + "map_at_10": 0.16, + "map_at_100": 0.18159, + "map_at_1000": 0.18159, + "map_at_20": 0.16869, + "map_at_3": 0.15667, + "map_at_5": 0.15667, + "mrr_at_1": 0.14, + "mrr_at_10": 0.16, + "mrr_at_100": 0.181336644026777, + "mrr_at_1000": 0.181336644026777, + "mrr_at_20": 0.16873808295247922, + "mrr_at_3": 0.15666666666666665, + "mrr_at_5": 0.15666666666666665, + "nauc_map_at_1000_diff1": 0.6363129924567142, + "nauc_map_at_1000_max": 0.572671671777257, + "nauc_map_at_1000_std": 0.449981660839624, + "nauc_map_at_100_diff1": 0.6363129924567142, + "nauc_map_at_100_max": 0.572671671777257, + "nauc_map_at_100_std": 0.449981660839624, + "nauc_map_at_10_diff1": 0.6491972653249347, + "nauc_map_at_10_max": 0.5839222614840991, + "nauc_map_at_10_std": 0.4660470118297741, + "nauc_map_at_1_diff1": 0.7772497772497774, + "nauc_map_at_1_max": 0.5865755865755866, + "nauc_map_at_1_std": 0.42963214391785814, + "nauc_map_at_20_diff1": 0.6313960547603444, + "nauc_map_at_20_max": 0.5718023901450788, + "nauc_map_at_20_std": 0.4492038750851134, + "nauc_map_at_3_diff1": 0.6696759003310588, + "nauc_map_at_3_max": 0.603353517746457, + "nauc_map_at_3_std": 0.48358688511795195, + "nauc_map_at_5_diff1": 0.6696759003310588, + "nauc_map_at_5_max": 0.603353517746457, + "nauc_map_at_5_std": 0.48358688511795195, + "nauc_mrr_at_1000_diff1": 0.6359602039311701, + "nauc_mrr_at_1000_max": 0.5712726494185528, + "nauc_mrr_at_1000_std": 0.4477723641941079, + "nauc_mrr_at_100_diff1": 0.6359602039311701, + "nauc_mrr_at_100_max": 0.5712726494185528, + "nauc_mrr_at_100_std": 0.4477723641941079, + "nauc_mrr_at_10_diff1": 0.6491972653249347, + "nauc_mrr_at_10_max": 0.5839222614840991, + "nauc_mrr_at_10_std": 0.4660470118297741, + "nauc_mrr_at_1_diff1": 0.7772497772497774, + "nauc_mrr_at_1_max": 0.5865755865755866, + "nauc_mrr_at_1_std": 0.42963214391785814, + "nauc_mrr_at_20_diff1": 0.6316182389670973, + "nauc_mrr_at_20_max": 0.5720267482933992, + "nauc_mrr_at_20_std": 0.44911124941455455, + "nauc_mrr_at_3_diff1": 0.6696759003310588, + "nauc_mrr_at_3_max": 0.603353517746457, + "nauc_mrr_at_3_std": 0.48358688511795195, + "nauc_mrr_at_5_diff1": 0.6696759003310588, + "nauc_mrr_at_5_max": 0.603353517746457, + "nauc_mrr_at_5_std": 0.48358688511795195, + "nauc_ndcg_at_1000_diff1": 0.5978407476208545, + "nauc_ndcg_at_1000_max": 0.5550389188428998, + "nauc_ndcg_at_1000_std": 0.43348884399555454, + "nauc_ndcg_at_100_diff1": 0.5978407476208545, + "nauc_ndcg_at_100_max": 0.5550389188428998, + "nauc_ndcg_at_100_std": 0.43348884399555454, + "nauc_ndcg_at_10_diff1": 0.5978829339954991, + "nauc_ndcg_at_10_max": 0.5666379067868511, + "nauc_ndcg_at_10_std": 0.4600201899842304, + "nauc_ndcg_at_1_diff1": 0.7772497772497774, + "nauc_ndcg_at_1_max": 0.5865755865755866, + "nauc_ndcg_at_1_std": 0.42963214391785814, + "nauc_ndcg_at_20_diff1": 0.5426130895944767, + "nauc_ndcg_at_20_max": 0.531797333611322, + "nauc_ndcg_at_20_std": 0.3997166498852559, + "nauc_ndcg_at_3_diff1": 0.6387209720879425, + "nauc_ndcg_at_3_max": 0.6064342902615495, + "nauc_ndcg_at_3_std": 0.4962621250566513, + "nauc_ndcg_at_5_diff1": 0.6387209720879425, + "nauc_ndcg_at_5_max": 0.6064342902615495, + "nauc_ndcg_at_5_std": 0.4962621250566513, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.46390054891830795, + "nauc_precision_at_10_max": 0.5150791088149821, + "nauc_precision_at_10_std": 0.43632547626735546, + "nauc_precision_at_1_diff1": 0.7772497772497774, + "nauc_precision_at_1_max": 0.5865755865755866, + "nauc_precision_at_1_std": 0.42963214391785814, + "nauc_precision_at_20_diff1": 0.3228490421049842, + "nauc_precision_at_20_max": 0.4263493998251145, + "nauc_precision_at_20_std": 0.2505895757704231, + "nauc_precision_at_3_diff1": 0.558327193628741, + "nauc_precision_at_3_max": 0.6139353752236606, + "nauc_precision_at_3_std": 0.5283654352173458, + "nauc_precision_at_5_diff1": 0.5583271936287407, + "nauc_precision_at_5_max": 0.6139353752236605, + "nauc_precision_at_5_std": 0.5283654352173455, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.4639005489183081, + "nauc_recall_at_10_max": 0.5150791088149823, + "nauc_recall_at_10_std": 0.43632547626735557, + "nauc_recall_at_1_diff1": 0.7772497772497774, + "nauc_recall_at_1_max": 0.5865755865755866, + "nauc_recall_at_1_std": 0.42963214391785814, + "nauc_recall_at_20_diff1": 0.32284904210498394, + "nauc_recall_at_20_max": 0.42634939982511444, + "nauc_recall_at_20_std": 0.25058957577042296, + "nauc_recall_at_3_diff1": 0.5583271936287407, + "nauc_recall_at_3_max": 0.6139353752236605, + "nauc_recall_at_3_std": 0.5283654352173455, + "nauc_recall_at_5_diff1": 0.5583271936287407, + "nauc_recall_at_5_max": 0.6139353752236605, + "nauc_recall_at_5_std": 0.5283654352173455, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.16974, + "ndcg_at_100": 0.31808, + "ndcg_at_1000": 0.31808, + "ndcg_at_20": 0.20385, + "ndcg_at_3": 0.16262, + "ndcg_at_5": 0.16262, + "precision_at_1": 0.14, + "precision_at_10": 0.02, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.017, + "precision_at_3": 0.06, + "precision_at_5": 0.036, + "recall_at_1": 0.14, + "recall_at_10": 0.2, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.34, + "recall_at_3": 0.18, + "recall_at_5": 0.18 + } + ], + "test_2048": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8, + "map_at_1": 0.8, + "map_at_10": 0.84289, + "map_at_100": 0.84639, + "map_at_1000": 0.84639, + "map_at_20": 0.84556, + "map_at_3": 0.83667, + "map_at_5": 0.84067, + "mrr_at_1": 0.8, + "mrr_at_10": 0.8428888888888889, + "mrr_at_100": 0.8463947163947164, + "mrr_at_1000": 0.8463947163947164, + "mrr_at_20": 0.8455555555555556, + "mrr_at_3": 0.8366666666666666, + "mrr_at_5": 0.8406666666666667, + "nauc_map_at_1000_diff1": 0.8547542344675672, + "nauc_map_at_1000_max": 0.8690944018739793, + "nauc_map_at_1000_std": 0.7235160952570969, + "nauc_map_at_100_diff1": 0.8547542344675672, + "nauc_map_at_100_max": 0.8690944018739793, + "nauc_map_at_100_std": 0.7235160952570969, + "nauc_map_at_10_diff1": 0.845092572139864, + "nauc_map_at_10_max": 0.8623782155742373, + "nauc_map_at_10_std": 0.7125588864947622, + "nauc_map_at_1_diff1": 0.8886613386613389, + "nauc_map_at_1_max": 0.8886613386613389, + "nauc_map_at_1_std": 0.7652847152847154, + "nauc_map_at_20_diff1": 0.8555851421216052, + "nauc_map_at_20_max": 0.869843273712277, + "nauc_map_at_20_std": 0.7250977771176786, + "nauc_map_at_3_diff1": 0.8489130652963732, + "nauc_map_at_3_max": 0.8668279170597561, + "nauc_map_at_3_std": 0.7086051506453361, + "nauc_map_at_5_diff1": 0.8454471908635822, + "nauc_map_at_5_max": 0.8603234377374136, + "nauc_map_at_5_std": 0.7102365826314427, + "nauc_mrr_at_1000_diff1": 0.8547542344675672, + "nauc_mrr_at_1000_max": 0.8690944018739793, + "nauc_mrr_at_1000_std": 0.7235160952570969, + "nauc_mrr_at_100_diff1": 0.8547542344675672, + "nauc_mrr_at_100_max": 0.8690944018739793, + "nauc_mrr_at_100_std": 0.7235160952570969, + "nauc_mrr_at_10_diff1": 0.845092572139864, + "nauc_mrr_at_10_max": 0.8623782155742373, + "nauc_mrr_at_10_std": 0.7125588864947622, + "nauc_mrr_at_1_diff1": 0.8886613386613389, + "nauc_mrr_at_1_max": 0.8886613386613389, + "nauc_mrr_at_1_std": 0.7652847152847154, + "nauc_mrr_at_20_diff1": 0.8555851421216052, + "nauc_mrr_at_20_max": 0.869843273712277, + "nauc_mrr_at_20_std": 0.7250977771176786, + "nauc_mrr_at_3_diff1": 0.8489130652963732, + "nauc_mrr_at_3_max": 0.8668279170597561, + "nauc_mrr_at_3_std": 0.7086051506453361, + "nauc_mrr_at_5_diff1": 0.8454471908635822, + "nauc_mrr_at_5_max": 0.8603234377374136, + "nauc_mrr_at_5_std": 0.7102365826314427, + "nauc_ndcg_at_1000_diff1": 0.8528574547649478, + "nauc_ndcg_at_1000_max": 0.868352561644504, + "nauc_ndcg_at_1000_std": 0.723338498753069, + "nauc_ndcg_at_100_diff1": 0.8528574547649478, + "nauc_ndcg_at_100_max": 0.868352561644504, + "nauc_ndcg_at_100_std": 0.723338498753069, + "nauc_ndcg_at_10_diff1": 0.8240760431897062, + "nauc_ndcg_at_10_max": 0.8495634800999989, + "nauc_ndcg_at_10_std": 0.6952673704290868, + "nauc_ndcg_at_1_diff1": 0.8886613386613389, + "nauc_ndcg_at_1_max": 0.8886613386613389, + "nauc_ndcg_at_1_std": 0.7652847152847154, + "nauc_ndcg_at_20_diff1": 0.8614172354140718, + "nauc_ndcg_at_20_max": 0.8760109394001822, + "nauc_ndcg_at_20_std": 0.739432836124681, + "nauc_ndcg_at_3_diff1": 0.834090417835379, + "nauc_ndcg_at_3_max": 0.8582094165065098, + "nauc_ndcg_at_3_std": 0.6867473586079277, + "nauc_ndcg_at_5_diff1": 0.8260396558566455, + "nauc_ndcg_at_5_max": 0.8440320368343943, + "nauc_ndcg_at_5_std": 0.689137738054352, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7071661998132596, + "nauc_precision_at_10_max": 0.7806956115779654, + "nauc_precision_at_10_std": 0.6091269841269835, + "nauc_precision_at_1_diff1": 0.8886613386613389, + "nauc_precision_at_1_max": 0.8886613386613389, + "nauc_precision_at_1_std": 0.7652847152847154, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 0.7781578110085877, + "nauc_precision_at_3_max": 0.8254852052179431, + "nauc_precision_at_3_std": 0.6039611835825619, + "nauc_precision_at_5_diff1": 0.7395891690009352, + "nauc_precision_at_5_max": 0.7690009337068175, + "nauc_precision_at_5_std": 0.5981325863678805, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7071661998132589, + "nauc_recall_at_10_max": 0.7806956115779649, + "nauc_recall_at_10_std": 0.6091269841269836, + "nauc_recall_at_1_diff1": 0.8886613386613389, + "nauc_recall_at_1_max": 0.8886613386613389, + "nauc_recall_at_1_std": 0.7652847152847154, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_3_diff1": 0.7781578110085906, + "nauc_recall_at_3_max": 0.8254852052179443, + "nauc_recall_at_3_std": 0.6039611835825645, + "nauc_recall_at_5_diff1": 0.7395891690009337, + "nauc_recall_at_5_max": 0.7690009337068169, + "nauc_recall_at_5_std": 0.5981325863678802, + "ndcg_at_1": 0.8, + "ndcg_at_10": 0.86161, + "ndcg_at_100": 0.87871, + "ndcg_at_1000": 0.87871, + "ndcg_at_20": 0.87157, + "ndcg_at_3": 0.84786, + "ndcg_at_5": 0.85559, + "precision_at_1": 0.8, + "precision_at_10": 0.092, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.29333, + "precision_at_5": 0.18, + "recall_at_1": 0.8, + "recall_at_10": 0.92, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.88, + "recall_at_5": 0.9 + } + ], + "test_256": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "nauc_map_at_1000_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_32768": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.14, + "map_at_1": 0.14, + "map_at_10": 0.15905, + "map_at_100": 0.17672, + "map_at_1000": 0.17672, + "map_at_20": 0.16163, + "map_at_3": 0.15, + "map_at_5": 0.15, + "mrr_at_1": 0.14, + "mrr_at_10": 0.15904761904761905, + "mrr_at_100": 0.17501062478765764, + "mrr_at_1000": 0.17501062478765764, + "mrr_at_20": 0.16163095238095238, + "mrr_at_3": 0.15, + "mrr_at_5": 0.15, + "nauc_map_at_1000_diff1": 0.46366500938001604, + "nauc_map_at_1000_max": 0.5224185627667688, + "nauc_map_at_1000_std": 0.5499991264831978, + "nauc_map_at_100_diff1": 0.46366500938001604, + "nauc_map_at_100_max": 0.5224185627667688, + "nauc_map_at_100_std": 0.5499991264831978, + "nauc_map_at_10_diff1": 0.46817351792477085, + "nauc_map_at_10_max": 0.5247424187201322, + "nauc_map_at_10_std": 0.5682569577934874, + "nauc_map_at_1_diff1": 0.5473715473715474, + "nauc_map_at_1_max": 0.5816962959820102, + "nauc_map_at_1_std": 0.5954855954855955, + "nauc_map_at_20_diff1": 0.469780097708555, + "nauc_map_at_20_max": 0.529327174841048, + "nauc_map_at_20_std": 0.5589884788368816, + "nauc_map_at_3_diff1": 0.4962201390988812, + "nauc_map_at_3_max": 0.5601653059167422, + "nauc_map_at_3_std": 0.5605684910795282, + "nauc_map_at_5_diff1": 0.4962201390988812, + "nauc_map_at_5_max": 0.5601653059167422, + "nauc_map_at_5_std": 0.5605684910795282, + "nauc_mrr_at_1000_diff1": 0.47127498532115486, + "nauc_mrr_at_1000_max": 0.5307403099987597, + "nauc_mrr_at_1000_std": 0.559990716351153, + "nauc_mrr_at_100_diff1": 0.47127498532115486, + "nauc_mrr_at_100_max": 0.5307403099987597, + "nauc_mrr_at_100_std": 0.559990716351153, + "nauc_mrr_at_10_diff1": 0.46817351792477085, + "nauc_mrr_at_10_max": 0.5247424187201322, + "nauc_mrr_at_10_std": 0.5682569577934874, + "nauc_mrr_at_1_diff1": 0.5473715473715474, + "nauc_mrr_at_1_max": 0.5816962959820102, + "nauc_mrr_at_1_std": 0.5954855954855955, + "nauc_mrr_at_20_diff1": 0.469780097708555, + "nauc_mrr_at_20_max": 0.529327174841048, + "nauc_mrr_at_20_std": 0.5589884788368816, + "nauc_mrr_at_3_diff1": 0.4962201390988812, + "nauc_mrr_at_3_max": 0.5601653059167422, + "nauc_mrr_at_3_std": 0.5605684910795282, + "nauc_mrr_at_5_diff1": 0.4962201390988812, + "nauc_mrr_at_5_max": 0.5601653059167422, + "nauc_mrr_at_5_std": 0.5605684910795282, + "nauc_ndcg_at_1000_diff1": 0.43383004372690925, + "nauc_ndcg_at_1000_max": 0.49421791677124166, + "nauc_ndcg_at_1000_std": 0.5275521451050309, + "nauc_ndcg_at_100_diff1": 0.43383004372690925, + "nauc_ndcg_at_100_max": 0.49421791677124166, + "nauc_ndcg_at_100_std": 0.5275521451050309, + "nauc_ndcg_at_10_diff1": 0.4245509857833903, + "nauc_ndcg_at_10_max": 0.4791301158750505, + "nauc_ndcg_at_10_std": 0.5683107372698838, + "nauc_ndcg_at_1_diff1": 0.5473715473715474, + "nauc_ndcg_at_1_max": 0.5816962959820102, + "nauc_ndcg_at_1_std": 0.5954855954855955, + "nauc_ndcg_at_20_diff1": 0.43009376544819383, + "nauc_ndcg_at_20_max": 0.49559105305605605, + "nauc_ndcg_at_20_std": 0.5349211626737975, + "nauc_ndcg_at_3_diff1": 0.4836554334038673, + "nauc_ndcg_at_3_max": 0.5548764866519769, + "nauc_ndcg_at_3_std": 0.5519915397227705, + "nauc_ndcg_at_5_diff1": 0.4836554334038673, + "nauc_ndcg_at_5_max": 0.5548764866519769, + "nauc_ndcg_at_5_std": 0.5519915397227705, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.30941355626689887, + "nauc_precision_at_10_max": 0.3545700344966902, + "nauc_precision_at_10_std": 0.5724275103334681, + "nauc_precision_at_1_diff1": 0.5473715473715474, + "nauc_precision_at_1_max": 0.5816962959820102, + "nauc_precision_at_1_std": 0.5954855954855955, + "nauc_precision_at_20_diff1": 0.3336416987077562, + "nauc_precision_at_20_max": 0.4153970686016592, + "nauc_precision_at_20_std": 0.4629527911884594, + "nauc_precision_at_3_diff1": 0.44991550161315086, + "nauc_precision_at_3_max": 0.5406744507604854, + "nauc_precision_at_3_std": 0.5289599016746043, + "nauc_precision_at_5_diff1": 0.4499155016131511, + "nauc_precision_at_5_max": 0.5406744507604857, + "nauc_precision_at_5_std": 0.5289599016746045, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.30941355626689876, + "nauc_recall_at_10_max": 0.3545700344966901, + "nauc_recall_at_10_std": 0.5724275103334677, + "nauc_recall_at_1_diff1": 0.5473715473715474, + "nauc_recall_at_1_max": 0.5816962959820102, + "nauc_recall_at_1_std": 0.5954855954855955, + "nauc_recall_at_20_diff1": 0.33364169870775634, + "nauc_recall_at_20_max": 0.41539706860165937, + "nauc_recall_at_20_std": 0.46295279118845917, + "nauc_recall_at_3_diff1": 0.44991550161315097, + "nauc_recall_at_3_max": 0.5406744507604855, + "nauc_recall_at_3_std": 0.5289599016746044, + "nauc_recall_at_5_diff1": 0.44991550161315097, + "nauc_recall_at_5_max": 0.5406744507604855, + "nauc_recall_at_5_std": 0.5289599016746044, + "ndcg_at_1": 0.14, + "ndcg_at_10": 0.17308, + "ndcg_at_100": 0.31243, + "ndcg_at_1000": 0.31243, + "ndcg_at_20": 0.18297, + "ndcg_at_3": 0.15262, + "ndcg_at_5": 0.15262, + "precision_at_1": 0.14, + "precision_at_10": 0.022, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.013, + "precision_at_3": 0.05333, + "precision_at_5": 0.032, + "recall_at_1": 0.14, + "recall_at_10": 0.22, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.26, + "recall_at_3": 0.16, + "recall_at_5": 0.16 + } + ], + "test_4096": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3, + "map_at_1": 0.3, + "map_at_10": 0.3849, + "map_at_100": 0.39927, + "map_at_1000": 0.39927, + "map_at_20": 0.39187, + "map_at_3": 0.35333, + "map_at_5": 0.37433, + "mrr_at_1": 0.3, + "mrr_at_10": 0.38490476190476186, + "mrr_at_100": 0.3994331795448921, + "mrr_at_1000": 0.3994331795448921, + "mrr_at_20": 0.39204826546003013, + "mrr_at_3": 0.3533333333333333, + "mrr_at_5": 0.37433333333333335, + "nauc_map_at_1000_diff1": 0.6179523279908335, + "nauc_map_at_1000_max": 0.5319105977184692, + "nauc_map_at_1000_std": 0.22409763642525485, + "nauc_map_at_100_diff1": 0.6179523279908335, + "nauc_map_at_100_max": 0.5319105977184692, + "nauc_map_at_100_std": 0.22409763642525485, + "nauc_map_at_10_diff1": 0.6150303543040073, + "nauc_map_at_10_max": 0.5245270976504322, + "nauc_map_at_10_std": 0.21796121057285872, + "nauc_map_at_1_diff1": 0.6599108228617754, + "nauc_map_at_1_max": 0.620916092419943, + "nauc_map_at_1_std": 0.23694095392514528, + "nauc_map_at_20_diff1": 0.6154725743051089, + "nauc_map_at_20_max": 0.5276933136619579, + "nauc_map_at_20_std": 0.2233568741224933, + "nauc_map_at_3_diff1": 0.6414036233354807, + "nauc_map_at_3_max": 0.5547471342469622, + "nauc_map_at_3_std": 0.22451707979986077, + "nauc_map_at_5_diff1": 0.618011919941278, + "nauc_map_at_5_max": 0.5336640516123738, + "nauc_map_at_5_std": 0.2188984505324218, + "nauc_mrr_at_1000_diff1": 0.6178016702877513, + "nauc_mrr_at_1000_max": 0.5316395688362892, + "nauc_mrr_at_1000_std": 0.22390122502976684, + "nauc_mrr_at_100_diff1": 0.6178016702877513, + "nauc_mrr_at_100_max": 0.5316395688362892, + "nauc_mrr_at_100_std": 0.22390122502976684, + "nauc_mrr_at_10_diff1": 0.6150303543040073, + "nauc_mrr_at_10_max": 0.5245270976504322, + "nauc_mrr_at_10_std": 0.21796121057285872, + "nauc_mrr_at_1_diff1": 0.6599108228617754, + "nauc_mrr_at_1_max": 0.620916092419943, + "nauc_mrr_at_1_std": 0.23694095392514528, + "nauc_mrr_at_20_diff1": 0.6153028770533622, + "nauc_mrr_at_20_max": 0.5275964279745541, + "nauc_mrr_at_20_std": 0.22331902640041315, + "nauc_mrr_at_3_diff1": 0.6414036233354807, + "nauc_mrr_at_3_max": 0.5547471342469622, + "nauc_mrr_at_3_std": 0.22451707979986077, + "nauc_mrr_at_5_diff1": 0.618011919941278, + "nauc_mrr_at_5_max": 0.5336640516123738, + "nauc_mrr_at_5_std": 0.2188984505324218, + "nauc_ndcg_at_1000_diff1": 0.6015593968129196, + "nauc_ndcg_at_1000_max": 0.509727428177417, + "nauc_ndcg_at_1000_std": 0.22167679954668776, + "nauc_ndcg_at_100_diff1": 0.6015593968129196, + "nauc_ndcg_at_100_max": 0.509727428177417, + "nauc_ndcg_at_100_std": 0.22167679954668776, + "nauc_ndcg_at_10_diff1": 0.5781675968133098, + "nauc_ndcg_at_10_max": 0.4660565120773335, + "nauc_ndcg_at_10_std": 0.20040028471910243, + "nauc_ndcg_at_1_diff1": 0.6599108228617754, + "nauc_ndcg_at_1_max": 0.620916092419943, + "nauc_ndcg_at_1_std": 0.23694095392514528, + "nauc_ndcg_at_20_diff1": 0.5756252160498446, + "nauc_ndcg_at_20_max": 0.47571596632370194, + "nauc_ndcg_at_20_std": 0.22294387848237124, + "nauc_ndcg_at_3_diff1": 0.6324591229344273, + "nauc_ndcg_at_3_max": 0.5316663755327187, + "nauc_ndcg_at_3_std": 0.21358920637392773, + "nauc_ndcg_at_5_diff1": 0.587734562726617, + "nauc_ndcg_at_5_max": 0.4911837755586931, + "nauc_ndcg_at_5_std": 0.20458568943906044, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.44535470466013605, + "nauc_precision_at_10_max": 0.2590679726921932, + "nauc_precision_at_10_std": 0.13823092905906764, + "nauc_precision_at_1_diff1": 0.6599108228617754, + "nauc_precision_at_1_max": 0.620916092419943, + "nauc_precision_at_1_std": 0.23694095392514528, + "nauc_precision_at_20_diff1": 0.3976580796252928, + "nauc_precision_at_20_max": 0.262835525130607, + "nauc_precision_at_20_std": 0.2433795712484235, + "nauc_precision_at_3_diff1": 0.60619021696866, + "nauc_precision_at_3_max": 0.4656401482748786, + "nauc_precision_at_3_std": 0.18052207273764165, + "nauc_precision_at_5_diff1": 0.4895260895587354, + "nauc_precision_at_5_max": 0.35820773709124515, + "nauc_precision_at_5_std": 0.15988356276184762, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.44535470466013627, + "nauc_recall_at_10_max": 0.25906797269219306, + "nauc_recall_at_10_std": 0.138230929059068, + "nauc_recall_at_1_diff1": 0.6599108228617754, + "nauc_recall_at_1_max": 0.620916092419943, + "nauc_recall_at_1_std": 0.23694095392514528, + "nauc_recall_at_20_diff1": 0.39765807962529254, + "nauc_recall_at_20_max": 0.26283552513060704, + "nauc_recall_at_20_std": 0.24337957124842344, + "nauc_recall_at_3_diff1": 0.6061902169686598, + "nauc_recall_at_3_max": 0.46564014827487876, + "nauc_recall_at_3_std": 0.18052207273764168, + "nauc_recall_at_5_diff1": 0.4895260895587355, + "nauc_recall_at_5_max": 0.3582077370912454, + "nauc_recall_at_5_std": 0.15988356276184781, + "ndcg_at_1": 0.3, + "ndcg_at_10": 0.43582, + "ndcg_at_100": 0.51614, + "ndcg_at_1000": 0.51614, + "ndcg_at_20": 0.46117, + "ndcg_at_3": 0.37047, + "ndcg_at_5": 0.41004, + "precision_at_1": 0.3, + "precision_at_10": 0.06, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.035, + "precision_at_3": 0.14, + "precision_at_5": 0.104, + "recall_at_1": 0.3, + "recall_at_10": 0.6, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.7, + "recall_at_3": 0.42, + "recall_at_5": 0.52 + } + ], + "test_512": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 1.0, + "map_at_1": 1.0, + "map_at_10": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "map_at_20": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "mrr_at_1": 1.0, + "mrr_at_10": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "mrr_at_20": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "nauc_map_at_1000_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "precision_at_1": 1.0, + "precision_at_10": 0.1, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.05, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "recall_at_1": 1.0, + "recall_at_10": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0 + } + ], + "test_8192": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.34, + "map_at_1": 0.34, + "map_at_10": 0.36956, + "map_at_100": 0.38413, + "map_at_1000": 0.38413, + "map_at_20": 0.37255, + "map_at_3": 0.36333, + "map_at_5": 0.36733, + "mrr_at_1": 0.34, + "mrr_at_10": 0.36955555555555564, + "mrr_at_100": 0.383976638168975, + "mrr_at_1000": 0.383976638168975, + "mrr_at_20": 0.37239869281045757, + "mrr_at_3": 0.36333333333333334, + "mrr_at_5": 0.36733333333333335, + "nauc_map_at_1000_diff1": 0.7430119167828523, + "nauc_map_at_1000_max": 0.5815343363782514, + "nauc_map_at_1000_std": 0.40226236190087683, + "nauc_map_at_100_diff1": 0.7430119167828523, + "nauc_map_at_100_max": 0.5815343363782514, + "nauc_map_at_100_std": 0.40226236190087683, + "nauc_map_at_10_diff1": 0.7442016920477723, + "nauc_map_at_10_max": 0.5761405451674179, + "nauc_map_at_10_std": 0.4007143605253814, + "nauc_map_at_1_diff1": 0.7952250987042582, + "nauc_map_at_1_max": 0.6198627414610879, + "nauc_map_at_1_std": 0.4575902912106837, + "nauc_map_at_20_diff1": 0.7425371281399968, + "nauc_map_at_20_max": 0.5807964246743369, + "nauc_map_at_20_std": 0.3978862110261607, + "nauc_map_at_3_diff1": 0.7451867442784592, + "nauc_map_at_3_max": 0.5693462531058543, + "nauc_map_at_3_std": 0.4046890215412026, + "nauc_map_at_5_diff1": 0.7481409120047716, + "nauc_map_at_5_max": 0.5764655158089164, + "nauc_map_at_5_std": 0.4038674627460892, + "nauc_mrr_at_1000_diff1": 0.7428928179048954, + "nauc_mrr_at_1000_max": 0.5810178103205994, + "nauc_mrr_at_1000_std": 0.40247127203650535, + "nauc_mrr_at_100_diff1": 0.7428928179048954, + "nauc_mrr_at_100_max": 0.5810178103205994, + "nauc_mrr_at_100_std": 0.40247127203650535, + "nauc_mrr_at_10_diff1": 0.7442016920477723, + "nauc_mrr_at_10_max": 0.5761405451674179, + "nauc_mrr_at_10_std": 0.4007143605253814, + "nauc_mrr_at_1_diff1": 0.7952250987042582, + "nauc_mrr_at_1_max": 0.6198627414610879, + "nauc_mrr_at_1_std": 0.4575902912106837, + "nauc_mrr_at_20_diff1": 0.7424251706968128, + "nauc_mrr_at_20_max": 0.5802748043750666, + "nauc_mrr_at_20_std": 0.39810171973452585, + "nauc_mrr_at_3_diff1": 0.7451867442784592, + "nauc_mrr_at_3_max": 0.5693462531058543, + "nauc_mrr_at_3_std": 0.4046890215412026, + "nauc_mrr_at_5_diff1": 0.7481409120047716, + "nauc_mrr_at_5_max": 0.5764655158089164, + "nauc_mrr_at_5_std": 0.4038674627460892, + "nauc_ndcg_at_1000_diff1": 0.7296076944382973, + "nauc_ndcg_at_1000_max": 0.5789958521583853, + "nauc_ndcg_at_1000_std": 0.3902016052600173, + "nauc_ndcg_at_100_diff1": 0.7296076944382973, + "nauc_ndcg_at_100_max": 0.5789958521583853, + "nauc_ndcg_at_100_std": 0.3902016052600173, + "nauc_ndcg_at_10_diff1": 0.7230283237783575, + "nauc_ndcg_at_10_max": 0.564562551170935, + "nauc_ndcg_at_10_std": 0.37258317867412516, + "nauc_ndcg_at_1_diff1": 0.7952250987042582, + "nauc_ndcg_at_1_max": 0.6198627414610879, + "nauc_ndcg_at_1_std": 0.4575902912106837, + "nauc_ndcg_at_20_diff1": 0.7148047607509165, + "nauc_ndcg_at_20_max": 0.5772010843563039, + "nauc_ndcg_at_20_std": 0.36355262682076966, + "nauc_ndcg_at_3_diff1": 0.7280602850191578, + "nauc_ndcg_at_3_max": 0.5517840288415875, + "nauc_ndcg_at_3_std": 0.3827992637939495, + "nauc_ndcg_at_5_diff1": 0.7337107343156183, + "nauc_ndcg_at_5_max": 0.5654641659354755, + "nauc_ndcg_at_5_std": 0.3811569442772736, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6575664248055542, + "nauc_precision_at_10_max": 0.5329644516364775, + "nauc_precision_at_10_std": 0.28561361382262374, + "nauc_precision_at_1_diff1": 0.7952250987042582, + "nauc_precision_at_1_max": 0.6198627414610879, + "nauc_precision_at_1_std": 0.4575902912106837, + "nauc_precision_at_20_diff1": 0.6197470096326875, + "nauc_precision_at_20_max": 0.5742563776860375, + "nauc_precision_at_20_std": 0.2512173176669839, + "nauc_precision_at_3_diff1": 0.6790422245108134, + "nauc_precision_at_3_max": 0.5014418125643667, + "nauc_precision_at_3_std": 0.31907826982492304, + "nauc_precision_at_5_diff1": 0.6931850584545194, + "nauc_precision_at_5_max": 0.5361484822562668, + "nauc_precision_at_5_std": 0.3144360629390569, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.657566424805554, + "nauc_recall_at_10_max": 0.5329644516364772, + "nauc_recall_at_10_std": 0.28561361382262346, + "nauc_recall_at_1_diff1": 0.7952250987042582, + "nauc_recall_at_1_max": 0.6198627414610879, + "nauc_recall_at_1_std": 0.4575902912106837, + "nauc_recall_at_20_diff1": 0.6197470096326877, + "nauc_recall_at_20_max": 0.5742563776860378, + "nauc_recall_at_20_std": 0.25121731766698413, + "nauc_recall_at_3_diff1": 0.6790422245108133, + "nauc_recall_at_3_max": 0.5014418125643666, + "nauc_recall_at_3_std": 0.3190782698249229, + "nauc_recall_at_5_diff1": 0.6931850584545194, + "nauc_recall_at_5_max": 0.5361484822562667, + "nauc_recall_at_5_std": 0.31443606293905696, + "ndcg_at_1": 0.34, + "ndcg_at_10": 0.38638, + "ndcg_at_100": 0.4898, + "ndcg_at_1000": 0.4898, + "ndcg_at_20": 0.39675, + "ndcg_at_3": 0.37262, + "ndcg_at_5": 0.38036, + "precision_at_1": 0.34, + "precision_at_10": 0.044, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.024, + "precision_at_3": 0.13333, + "precision_at_5": 0.084, + "recall_at_1": 0.34, + "recall_at_10": 0.44, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.48, + "recall_at_3": 0.4, + "recall_at_5": 0.42 + } + ] + }, + "task_name": "LEMBPasskeyRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalBenchCorporateLobbying.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalBenchCorporateLobbying.json new file mode 100644 index 000000000..257273037 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/LegalBenchCorporateLobbying.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "evaluation_time": 1.4573419094085693, + "kg_co2_emissions": 6.208322224347278e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.90342, + "map_at_1": 0.81471, + "map_at_10": 0.88074, + "map_at_100": 0.88219, + "map_at_1000": 0.88222, + "map_at_20": 0.88205, + "map_at_3": 0.87402, + "map_at_5": 0.88005, + "mrr_at_1": 0.8117647058823529, + "mrr_at_10": 0.8792728758169934, + "mrr_at_100": 0.8807197994903178, + "mrr_at_1000": 0.8807413986937737, + "mrr_at_20": 0.8805751790349312, + "mrr_at_3": 0.8725490196078434, + "mrr_at_5": 0.8785784313725491, + "nauc_map_at_1000_diff1": 0.8781371606545978, + "nauc_map_at_1000_max": 0.5357964236544749, + "nauc_map_at_1000_std": 0.16635362379060517, + "nauc_map_at_100_diff1": 0.8780892500819746, + "nauc_map_at_100_max": 0.5358173767784825, + "nauc_map_at_100_std": 0.16622217255592145, + "nauc_map_at_10_diff1": 0.8781032112075581, + "nauc_map_at_10_max": 0.5415631527599863, + "nauc_map_at_10_std": 0.172630832485662, + "nauc_map_at_1_diff1": 0.8856701307302915, + "nauc_map_at_1_max": 0.45489883777774287, + "nauc_map_at_1_std": 0.09959314336176998, + "nauc_map_at_20_diff1": 0.8782503154365111, + "nauc_map_at_20_max": 0.5364306429492601, + "nauc_map_at_20_std": 0.16709655236290688, + "nauc_map_at_3_diff1": 0.8775407025586647, + "nauc_map_at_3_max": 0.5621818776205311, + "nauc_map_at_3_std": 0.1872203659143884, + "nauc_map_at_5_diff1": 0.8771567670573522, + "nauc_map_at_5_max": 0.543072714518212, + "nauc_map_at_5_std": 0.17728077978756496, + "nauc_mrr_at_1000_diff1": 0.8812077593731789, + "nauc_mrr_at_1000_max": 0.5275569320388052, + "nauc_mrr_at_1000_std": 0.15719976626995216, + "nauc_mrr_at_100_diff1": 0.8811598057111051, + "nauc_mrr_at_100_max": 0.527579216287582, + "nauc_mrr_at_100_std": 0.15707154165337806, + "nauc_mrr_at_10_diff1": 0.881130879306115, + "nauc_mrr_at_10_max": 0.5333492322945073, + "nauc_mrr_at_10_std": 0.16350289947019242, + "nauc_mrr_at_1_diff1": 0.8895001864975759, + "nauc_mrr_at_1_max": 0.4454650006216592, + "nauc_mrr_at_1_std": 0.08877284595300247, + "nauc_mrr_at_20_diff1": 0.8813110203375071, + "nauc_mrr_at_20_max": 0.5281803338870662, + "nauc_mrr_at_20_std": 0.1579262767681739, + "nauc_mrr_at_3_diff1": 0.8804069811178815, + "nauc_mrr_at_3_max": 0.5542052207928987, + "nauc_mrr_at_3_std": 0.178443541713685, + "nauc_mrr_at_5_diff1": 0.8801767168592564, + "nauc_mrr_at_5_max": 0.5348914287930467, + "nauc_mrr_at_5_std": 0.16815625832305284, + "nauc_ndcg_at_1000_diff1": 0.8763319467336407, + "nauc_ndcg_at_1000_max": 0.5475985737810829, + "nauc_ndcg_at_1000_std": 0.17519377655970428, + "nauc_ndcg_at_100_diff1": 0.8743264654704795, + "nauc_ndcg_at_100_max": 0.5486468750473082, + "nauc_ndcg_at_100_std": 0.17041484357893022, + "nauc_ndcg_at_10_diff1": 0.8759113196724568, + "nauc_ndcg_at_10_max": 0.5752724293236272, + "nauc_ndcg_at_10_std": 0.20412434065396515, + "nauc_ndcg_at_1_diff1": 0.8856701307302915, + "nauc_ndcg_at_1_max": 0.45489883777774287, + "nauc_ndcg_at_1_std": 0.09959314336176998, + "nauc_ndcg_at_20_diff1": 0.8758939919763779, + "nauc_ndcg_at_20_max": 0.5542766044054533, + "nauc_ndcg_at_20_std": 0.17891997888213276, + "nauc_ndcg_at_3_diff1": 0.8739363517914809, + "nauc_ndcg_at_3_max": 0.6150523456460333, + "nauc_ndcg_at_3_std": 0.23498611470890202, + "nauc_ndcg_at_5_diff1": 0.8729555740366087, + "nauc_ndcg_at_5_max": 0.5792539236871437, + "nauc_ndcg_at_5_std": 0.21820304496566825, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6381886087768098, + "nauc_precision_at_100_max": 0.6790382819794465, + "nauc_precision_at_100_std": -0.3699813258637037, + "nauc_precision_at_10_diff1": 0.8569094304388403, + "nauc_precision_at_10_max": 0.9227357609710547, + "nauc_precision_at_10_std": 0.5255368814192385, + "nauc_precision_at_1_diff1": 0.8856701307302915, + "nauc_precision_at_1_max": 0.45489883777774287, + "nauc_precision_at_1_std": 0.09959314336176998, + "nauc_precision_at_20_diff1": 0.8190943043884367, + "nauc_precision_at_20_max": 0.8395191409897438, + "nauc_precision_at_20_std": 0.24556489262374226, + "nauc_precision_at_3_diff1": 0.8540527322039922, + "nauc_precision_at_3_max": 0.9100751411675775, + "nauc_precision_at_3_std": 0.5041349873282669, + "nauc_precision_at_5_diff1": 0.8344615624027379, + "nauc_precision_at_5_max": 0.8984593837535042, + "nauc_precision_at_5_std": 0.5937208216620012, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6381886087768457, + "nauc_recall_at_100_max": 0.6790382819794377, + "nauc_recall_at_100_std": -0.36998132586367716, + "nauc_recall_at_10_diff1": 0.8569094304388428, + "nauc_recall_at_10_max": 0.9227357609710555, + "nauc_recall_at_10_std": 0.5255368814192392, + "nauc_recall_at_1_diff1": 0.8856701307302915, + "nauc_recall_at_1_max": 0.45489883777774287, + "nauc_recall_at_1_std": 0.09959314336176998, + "nauc_recall_at_20_diff1": 0.8190943043884208, + "nauc_recall_at_20_max": 0.8395191409897281, + "nauc_recall_at_20_std": 0.2455648926237089, + "nauc_recall_at_3_diff1": 0.8540527322039932, + "nauc_recall_at_3_max": 0.9100751411675785, + "nauc_recall_at_3_std": 0.5041349873282642, + "nauc_recall_at_5_diff1": 0.834461562402736, + "nauc_recall_at_5_max": 0.8984593837535019, + "nauc_recall_at_5_std": 0.5937208216619985, + "ndcg_at_1": 0.81471, + "ndcg_at_10": 0.90342, + "ndcg_at_100": 0.90907, + "ndcg_at_1000": 0.90979, + "ndcg_at_20": 0.90797, + "ndcg_at_3": 0.89072, + "ndcg_at_5": 0.9016, + "precision_at_1": 0.81471, + "precision_at_10": 0.09706, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04941, + "precision_at_3": 0.31275, + "precision_at_5": 0.19294, + "recall_at_1": 0.81471, + "recall_at_10": 0.97059, + "recall_at_100": 0.99412, + "recall_at_1000": 1.0, + "recall_at_20": 0.98824, + "recall_at_3": 0.93824, + "recall_at_5": 0.96471 + } + ] + }, + "task_name": "LegalBenchCorporateLobbying" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MIRACLRetrievalHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..816c754d2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 1832.3752479553223, + "kg_co2_emissions": 0.10919799690385953, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.78896, + "map_at_1": 0.49238, + "map_at_10": 0.72363, + "map_at_100": 0.73624, + "map_at_1000": 0.73641, + "map_at_20": 0.73299, + "map_at_3": 0.66505, + "map_at_5": 0.70018, + "mrr_at_1": 0.735, + "mrr_at_10": 0.8151710317460319, + "mrr_at_100": 0.8174622789799737, + "mrr_at_1000": 0.8175036704992394, + "mrr_at_20": 0.8169879152710036, + "mrr_at_3": 0.8018333333333335, + "mrr_at_5": 0.8111833333333337, + "nauc_map_at_1000_diff1": 0.45588190152484287, + "nauc_map_at_1000_max": 0.2952722897597525, + "nauc_map_at_1000_std": -0.20118753833570568, + "nauc_map_at_100_diff1": 0.45563965854162025, + "nauc_map_at_100_max": 0.29532575201239547, + "nauc_map_at_100_std": -0.2012410599762189, + "nauc_map_at_10_diff1": 0.45642165958297237, + "nauc_map_at_10_max": 0.2905416509641816, + "nauc_map_at_10_std": -0.2085483201183017, + "nauc_map_at_1_diff1": 0.5256966570882943, + "nauc_map_at_1_max": 0.14199785499148396, + "nauc_map_at_1_std": -0.24095950995852003, + "nauc_map_at_20_diff1": 0.45437726738073414, + "nauc_map_at_20_max": 0.29529780338696876, + "nauc_map_at_20_std": -0.20454991800137493, + "nauc_map_at_3_diff1": 0.4637192137275717, + "nauc_map_at_3_max": 0.21778293549517125, + "nauc_map_at_3_std": -0.24590507647307958, + "nauc_map_at_5_diff1": 0.4512488448387709, + "nauc_map_at_5_max": 0.2599433517236425, + "nauc_map_at_5_std": -0.22502521655108762, + "nauc_mrr_at_1000_diff1": 0.527584882765713, + "nauc_mrr_at_1000_max": 0.38110467165983575, + "nauc_mrr_at_1000_std": -0.1302646435126172, + "nauc_mrr_at_100_diff1": 0.5274503711025131, + "nauc_mrr_at_100_max": 0.38111116302836245, + "nauc_mrr_at_100_std": -0.13018995855538928, + "nauc_mrr_at_10_diff1": 0.5284525454037252, + "nauc_mrr_at_10_max": 0.38486405002768653, + "nauc_mrr_at_10_std": -0.12608101257779109, + "nauc_mrr_at_1_diff1": 0.5465480931420986, + "nauc_mrr_at_1_max": 0.35559281771815837, + "nauc_mrr_at_1_std": -0.1467457156830453, + "nauc_mrr_at_20_diff1": 0.5273362227819346, + "nauc_mrr_at_20_max": 0.38192727682990835, + "nauc_mrr_at_20_std": -0.12913332302943079, + "nauc_mrr_at_3_diff1": 0.5262067155557025, + "nauc_mrr_at_3_max": 0.372355788188113, + "nauc_mrr_at_3_std": -0.14826763105943508, + "nauc_mrr_at_5_diff1": 0.526839909416613, + "nauc_mrr_at_5_max": 0.3813675940412825, + "nauc_mrr_at_5_std": -0.1341452274697189, + "nauc_ndcg_at_1000_diff1": 0.46778082022014106, + "nauc_ndcg_at_1000_max": 0.33529642015912875, + "nauc_ndcg_at_1000_std": -0.1653652566875077, + "nauc_ndcg_at_100_diff1": 0.4631506697708973, + "nauc_ndcg_at_100_max": 0.335781133054481, + "nauc_ndcg_at_100_std": -0.16430979286527078, + "nauc_ndcg_at_10_diff1": 0.4606908786968637, + "nauc_ndcg_at_10_max": 0.334308647240449, + "nauc_ndcg_at_10_std": -0.17691924949341362, + "nauc_ndcg_at_1_diff1": 0.5465480931420986, + "nauc_ndcg_at_1_max": 0.35559281771815837, + "nauc_ndcg_at_1_std": -0.1467457156830453, + "nauc_ndcg_at_20_diff1": 0.45421335446970085, + "nauc_ndcg_at_20_max": 0.3385711020996241, + "nauc_ndcg_at_20_std": -0.17255603054551735, + "nauc_ndcg_at_3_diff1": 0.4627920725269195, + "nauc_ndcg_at_3_max": 0.27397651792904976, + "nauc_ndcg_at_3_std": -0.21675874217495597, + "nauc_ndcg_at_5_diff1": 0.4507081642933441, + "nauc_ndcg_at_5_max": 0.2966361997913763, + "nauc_ndcg_at_5_std": -0.20123672191533373, + "nauc_precision_at_1000_diff1": -0.24152504687220702, + "nauc_precision_at_1000_max": 0.11337324470660719, + "nauc_precision_at_1000_std": 0.24369370057306708, + "nauc_precision_at_100_diff1": -0.2384734550800022, + "nauc_precision_at_100_max": 0.12555210041273288, + "nauc_precision_at_100_std": 0.2438134222875562, + "nauc_precision_at_10_diff1": -0.17809045935244974, + "nauc_precision_at_10_max": 0.21383186294596804, + "nauc_precision_at_10_std": 0.19144362097927564, + "nauc_precision_at_1_diff1": 0.5465480931420986, + "nauc_precision_at_1_max": 0.35559281771815837, + "nauc_precision_at_1_std": -0.1467457156830453, + "nauc_precision_at_20_diff1": -0.21982324360726802, + "nauc_precision_at_20_max": 0.17165597894589862, + "nauc_precision_at_20_std": 0.21288123078005, + "nauc_precision_at_3_diff1": -0.038303862848547185, + "nauc_precision_at_3_max": 0.21963372282691626, + "nauc_precision_at_3_std": 0.04973957872982545, + "nauc_precision_at_5_diff1": -0.13473488315494891, + "nauc_precision_at_5_max": 0.22697223971091593, + "nauc_precision_at_5_std": 0.13249691816878367, + "nauc_recall_at_1000_diff1": 0.6349206349206721, + "nauc_recall_at_1000_max": 0.9268985371926166, + "nauc_recall_at_1000_std": 0.934640522875822, + "nauc_recall_at_100_diff1": 0.22908625223790016, + "nauc_recall_at_100_max": 0.4090055594103077, + "nauc_recall_at_100_std": 0.059532803947264554, + "nauc_recall_at_10_diff1": 0.3592517143402048, + "nauc_recall_at_10_max": 0.351495492602612, + "nauc_recall_at_10_std": -0.12867865823486688, + "nauc_recall_at_1_diff1": 0.5256966570882943, + "nauc_recall_at_1_max": 0.14199785499148396, + "nauc_recall_at_1_std": -0.24095950995852003, + "nauc_recall_at_20_diff1": 0.2611580403918111, + "nauc_recall_at_20_max": 0.38292888294607963, + "nauc_recall_at_20_std": -0.10919735216472014, + "nauc_recall_at_3_diff1": 0.4086047003812529, + "nauc_recall_at_3_max": 0.173902610378637, + "nauc_recall_at_3_std": -0.26777539226144575, + "nauc_recall_at_5_diff1": 0.3553509139558805, + "nauc_recall_at_5_max": 0.2442601810395404, + "nauc_recall_at_5_std": -0.21107415873722973, + "ndcg_at_1": 0.735, + "ndcg_at_10": 0.78896, + "ndcg_at_100": 0.81964, + "ndcg_at_1000": 0.82214, + "ndcg_at_20": 0.80765, + "ndcg_at_3": 0.73561, + "ndcg_at_5": 0.75884, + "precision_at_1": 0.735, + "precision_at_10": 0.1668, + "precision_at_100": 0.01945, + "precision_at_1000": 0.00198, + "precision_at_20": 0.09075, + "precision_at_3": 0.41967, + "precision_at_5": 0.2914, + "recall_at_1": 0.49238, + "recall_at_10": 0.87816, + "recall_at_100": 0.98183, + "recall_at_1000": 0.9976, + "recall_at_20": 0.93378, + "recall_at_3": 0.72751, + "recall_at_5": 0.80342 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.79865, + "map_at_1": 0.47541, + "map_at_10": 0.72838, + "map_at_100": 0.74158, + "map_at_1000": 0.74167, + "map_at_20": 0.73822, + "map_at_3": 0.66131, + "map_at_5": 0.70439, + "mrr_at_1": 0.7299270072992701, + "mrr_at_10": 0.8229077356814581, + "mrr_at_100": 0.8239753814171669, + "mrr_at_1000": 0.8239874704875411, + "mrr_at_20": 0.8237685558277182, + "mrr_at_3": 0.8094079480940796, + "mrr_at_5": 0.8186536901865367, + "nauc_map_at_1000_diff1": 0.41449210736974085, + "nauc_map_at_1000_max": 0.37262891508736073, + "nauc_map_at_1000_std": -0.07605902038326129, + "nauc_map_at_100_diff1": 0.41450141240468996, + "nauc_map_at_100_max": 0.3728006348700179, + "nauc_map_at_100_std": -0.07588112245464779, + "nauc_map_at_10_diff1": 0.41238914077206984, + "nauc_map_at_10_max": 0.36832731656920215, + "nauc_map_at_10_std": -0.08893938005392422, + "nauc_map_at_1_diff1": 0.47655879383405086, + "nauc_map_at_1_max": 0.12472562912487148, + "nauc_map_at_1_std": -0.2620173875456319, + "nauc_map_at_20_diff1": 0.4115398866928861, + "nauc_map_at_20_max": 0.36945851300366817, + "nauc_map_at_20_std": -0.08036106529093454, + "nauc_map_at_3_diff1": 0.40750643050241264, + "nauc_map_at_3_max": 0.30574988196781877, + "nauc_map_at_3_std": -0.17348906939632705, + "nauc_map_at_5_diff1": 0.41974441405757534, + "nauc_map_at_5_max": 0.3537348967648968, + "nauc_map_at_5_std": -0.12106792116968824, + "nauc_mrr_at_1000_diff1": 0.48378470625219433, + "nauc_mrr_at_1000_max": 0.4677187954388367, + "nauc_mrr_at_1000_std": 0.06132627042019928, + "nauc_mrr_at_100_diff1": 0.4837938770411699, + "nauc_mrr_at_100_max": 0.46775930071488525, + "nauc_mrr_at_100_std": 0.06138020298859371, + "nauc_mrr_at_10_diff1": 0.48279124808206625, + "nauc_mrr_at_10_max": 0.4683486098331043, + "nauc_mrr_at_10_std": 0.06047052756507956, + "nauc_mrr_at_1_diff1": 0.5114299898424797, + "nauc_mrr_at_1_max": 0.4429155114039136, + "nauc_mrr_at_1_std": 0.03983945729263617, + "nauc_mrr_at_20_diff1": 0.4830688823410777, + "nauc_mrr_at_20_max": 0.46791600471128664, + "nauc_mrr_at_20_std": 0.06190194642142892, + "nauc_mrr_at_3_diff1": 0.481129186606187, + "nauc_mrr_at_3_max": 0.46815541434617397, + "nauc_mrr_at_3_std": 0.06216930881910768, + "nauc_mrr_at_5_diff1": 0.48461137353172723, + "nauc_mrr_at_5_max": 0.4758184995076763, + "nauc_mrr_at_5_std": 0.061926346113462545, + "nauc_ndcg_at_1000_diff1": 0.42869158163493715, + "nauc_ndcg_at_1000_max": 0.4163525572763017, + "nauc_ndcg_at_1000_std": -0.015253849086301192, + "nauc_ndcg_at_100_diff1": 0.42896648004128457, + "nauc_ndcg_at_100_max": 0.4209386845971355, + "nauc_ndcg_at_100_std": -0.0097655706827924, + "nauc_ndcg_at_10_diff1": 0.4163744555634802, + "nauc_ndcg_at_10_max": 0.4094058228852864, + "nauc_ndcg_at_10_std": -0.04347479424252488, + "nauc_ndcg_at_1_diff1": 0.5049203875855235, + "nauc_ndcg_at_1_max": 0.44495037757581196, + "nauc_ndcg_at_1_std": 0.038868566125821055, + "nauc_ndcg_at_20_diff1": 0.414631043512118, + "nauc_ndcg_at_20_max": 0.4101346612429471, + "nauc_ndcg_at_20_std": -0.02207475723280285, + "nauc_ndcg_at_3_diff1": 0.3870528334192832, + "nauc_ndcg_at_3_max": 0.3891051974641256, + "nauc_ndcg_at_3_std": -0.04734539207059926, + "nauc_ndcg_at_5_diff1": 0.4190879259469607, + "nauc_ndcg_at_5_max": 0.40327909876091933, + "nauc_ndcg_at_5_std": -0.06262490876886216, + "nauc_precision_at_1000_diff1": -0.22489758094795764, + "nauc_precision_at_1000_max": 0.10783714193315252, + "nauc_precision_at_1000_std": 0.39294941663985095, + "nauc_precision_at_100_diff1": -0.2147099284251045, + "nauc_precision_at_100_max": 0.12403935553441989, + "nauc_precision_at_100_std": 0.40221983941730693, + "nauc_precision_at_10_diff1": -0.18658987908598226, + "nauc_precision_at_10_max": 0.2123218740361649, + "nauc_precision_at_10_std": 0.40008099954454296, + "nauc_precision_at_1_diff1": 0.5049203875855235, + "nauc_precision_at_1_max": 0.44495037757581196, + "nauc_precision_at_1_std": 0.038868566125821055, + "nauc_precision_at_20_diff1": -0.22097606411267753, + "nauc_precision_at_20_max": 0.14961851574102045, + "nauc_precision_at_20_std": 0.39989453962776245, + "nauc_precision_at_3_diff1": -0.10292837090798534, + "nauc_precision_at_3_max": 0.36285387122684926, + "nauc_precision_at_3_std": 0.3426633678179495, + "nauc_precision_at_5_diff1": -0.14268848261020683, + "nauc_precision_at_5_max": 0.297254265983529, + "nauc_precision_at_5_std": 0.39714024816888965, + "nauc_recall_at_1000_diff1": 0.3586938968164545, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.8693163751987806, + "nauc_recall_at_100_diff1": 0.4235539074996276, + "nauc_recall_at_100_max": 0.8023096916221919, + "nauc_recall_at_100_std": 0.49823569506198145, + "nauc_recall_at_10_diff1": 0.2968987612086467, + "nauc_recall_at_10_max": 0.3684861698323869, + "nauc_recall_at_10_std": -0.08479460042747547, + "nauc_recall_at_1_diff1": 0.47655879383405086, + "nauc_recall_at_1_max": 0.12472562912487148, + "nauc_recall_at_1_std": -0.2620173875456319, + "nauc_recall_at_20_diff1": 0.2153181013598894, + "nauc_recall_at_20_max": 0.36461655345608346, + "nauc_recall_at_20_std": 0.03133888153362931, + "nauc_recall_at_3_diff1": 0.33017001185332945, + "nauc_recall_at_3_max": 0.2694362943163272, + "nauc_recall_at_3_std": -0.20074248317010032, + "nauc_recall_at_5_diff1": 0.34740192344914866, + "nauc_recall_at_5_max": 0.354294638224935, + "nauc_recall_at_5_std": -0.14857000694680114, + "ndcg_at_1": 0.73236, + "ndcg_at_10": 0.79865, + "ndcg_at_100": 0.82807, + "ndcg_at_1000": 0.82989, + "ndcg_at_20": 0.81727, + "ndcg_at_3": 0.74357, + "ndcg_at_5": 0.77248, + "precision_at_1": 0.73236, + "precision_at_10": 0.17908, + "precision_at_100": 0.02071, + "precision_at_1000": 0.0021, + "precision_at_20": 0.09732, + "precision_at_3": 0.44444, + "precision_at_5": 0.31582, + "recall_at_1": 0.47541, + "recall_at_10": 0.8924, + "recall_at_100": 0.98702, + "recall_at_1000": 0.99878, + "recall_at_20": 0.94578, + "recall_at_3": 0.7339, + "recall_at_5": 0.8233 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.57591, + "map_at_1": 0.23961, + "map_at_10": 0.46864, + "map_at_100": 0.49801, + "map_at_1000": 0.49848, + "map_at_20": 0.48609, + "map_at_3": 0.38629, + "map_at_5": 0.43474, + "mrr_at_1": 0.5409836065573771, + "mrr_at_10": 0.652336716107208, + "mrr_at_100": 0.6568038522451017, + "mrr_at_1000": 0.6569134147621631, + "mrr_at_20": 0.6547965130872557, + "mrr_at_3": 0.6278688524590166, + "mrr_at_5": 0.6414754098360658, + "nauc_map_at_1000_diff1": 0.22387787881303522, + "nauc_map_at_1000_max": 0.33343486297599234, + "nauc_map_at_1000_std": -0.0027560406720274766, + "nauc_map_at_100_diff1": 0.22373649034307366, + "nauc_map_at_100_max": 0.3333524368688406, + "nauc_map_at_100_std": -0.003066144227630748, + "nauc_map_at_10_diff1": 0.2103115584350762, + "nauc_map_at_10_max": 0.31700170100868325, + "nauc_map_at_10_std": -0.020808984190596815, + "nauc_map_at_1_diff1": 0.31220026212871316, + "nauc_map_at_1_max": 0.23464121821712958, + "nauc_map_at_1_std": -0.06358645457790636, + "nauc_map_at_20_diff1": 0.2231359384909002, + "nauc_map_at_20_max": 0.32893995186185004, + "nauc_map_at_20_std": -0.008306657244584173, + "nauc_map_at_3_diff1": 0.20377325992891268, + "nauc_map_at_3_max": 0.28792006118916613, + "nauc_map_at_3_std": -0.037953864857446735, + "nauc_map_at_5_diff1": 0.19240607814179336, + "nauc_map_at_5_max": 0.30181432604115777, + "nauc_map_at_5_std": -0.038285974188965885, + "nauc_mrr_at_1000_diff1": 0.33356304355316874, + "nauc_mrr_at_1000_max": 0.41043860897795525, + "nauc_mrr_at_1000_std": 0.05303832361258301, + "nauc_mrr_at_100_diff1": 0.33359478284399513, + "nauc_mrr_at_100_max": 0.4103700954865261, + "nauc_mrr_at_100_std": 0.0531556510401982, + "nauc_mrr_at_10_diff1": 0.3326910327178485, + "nauc_mrr_at_10_max": 0.4095430307196778, + "nauc_mrr_at_10_std": 0.0533713008002417, + "nauc_mrr_at_1_diff1": 0.37665534863214317, + "nauc_mrr_at_1_max": 0.43833910098892437, + "nauc_mrr_at_1_std": 0.07838801464399117, + "nauc_mrr_at_20_diff1": 0.3326507976442299, + "nauc_mrr_at_20_max": 0.4110636007966463, + "nauc_mrr_at_20_std": 0.053882267472139374, + "nauc_mrr_at_3_diff1": 0.3286742154814694, + "nauc_mrr_at_3_max": 0.40840431572187447, + "nauc_mrr_at_3_std": 0.04814419277440581, + "nauc_mrr_at_5_diff1": 0.32959930430542667, + "nauc_mrr_at_5_max": 0.4065104295806603, + "nauc_mrr_at_5_std": 0.0362036827670873, + "nauc_ndcg_at_1000_diff1": 0.26010907124068205, + "nauc_ndcg_at_1000_max": 0.3625651578198756, + "nauc_ndcg_at_1000_std": 0.033772622980394164, + "nauc_ndcg_at_100_diff1": 0.26069164325593136, + "nauc_ndcg_at_100_max": 0.3654633739852496, + "nauc_ndcg_at_100_std": 0.03469446544385035, + "nauc_ndcg_at_10_diff1": 0.23385579639172313, + "nauc_ndcg_at_10_max": 0.33514896262073046, + "nauc_ndcg_at_10_std": -0.008191161794051254, + "nauc_ndcg_at_1_diff1": 0.37665534863214317, + "nauc_ndcg_at_1_max": 0.43833910098892437, + "nauc_ndcg_at_1_std": 0.07838801464399117, + "nauc_ndcg_at_20_diff1": 0.2566676787172816, + "nauc_ndcg_at_20_max": 0.3542841422708356, + "nauc_ndcg_at_20_std": 0.013960195297667219, + "nauc_ndcg_at_3_diff1": 0.2244352931205016, + "nauc_ndcg_at_3_max": 0.33539331395833055, + "nauc_ndcg_at_3_std": 0.004059748331288942, + "nauc_ndcg_at_5_diff1": 0.21270743584034635, + "nauc_ndcg_at_5_max": 0.3269675804356228, + "nauc_ndcg_at_5_std": -0.029762164605385596, + "nauc_precision_at_1000_diff1": 0.04699582474258973, + "nauc_precision_at_1000_max": 0.1510295410631948, + "nauc_precision_at_1000_std": 0.2292336196610573, + "nauc_precision_at_100_diff1": 0.05751898439640306, + "nauc_precision_at_100_max": 0.1694225314129022, + "nauc_precision_at_100_std": 0.22913415569145273, + "nauc_precision_at_10_diff1": 0.08762816696592302, + "nauc_precision_at_10_max": 0.26074479587388294, + "nauc_precision_at_10_std": 0.13536240784749518, + "nauc_precision_at_1_diff1": 0.37665534863214317, + "nauc_precision_at_1_max": 0.43833910098892437, + "nauc_precision_at_1_std": 0.07838801464399117, + "nauc_precision_at_20_diff1": 0.1160742533562659, + "nauc_precision_at_20_max": 0.23518959070447476, + "nauc_precision_at_20_std": 0.176457008292293, + "nauc_precision_at_3_diff1": 0.1049831528636408, + "nauc_precision_at_3_max": 0.3291009806709171, + "nauc_precision_at_3_std": 0.09930334753232868, + "nauc_precision_at_5_diff1": 0.0747540598900272, + "nauc_precision_at_5_max": 0.29371350295503396, + "nauc_precision_at_5_std": 0.09246491162722434, + "nauc_recall_at_1000_diff1": 0.10746798438356742, + "nauc_recall_at_1000_max": 0.4030180787055232, + "nauc_recall_at_1000_std": 0.8132296224274842, + "nauc_recall_at_100_diff1": 0.24230680781709873, + "nauc_recall_at_100_max": 0.42532544334345174, + "nauc_recall_at_100_std": 0.2519598374058367, + "nauc_recall_at_10_diff1": 0.14845390380865792, + "nauc_recall_at_10_max": 0.23300458586246675, + "nauc_recall_at_10_std": -0.042742454421621646, + "nauc_recall_at_1_diff1": 0.31220026212871316, + "nauc_recall_at_1_max": 0.23464121821712958, + "nauc_recall_at_1_std": -0.06358645457790636, + "nauc_recall_at_20_diff1": 0.18815124108559833, + "nauc_recall_at_20_max": 0.278296858016429, + "nauc_recall_at_20_std": 0.005853607881914992, + "nauc_recall_at_3_diff1": 0.11333895839660087, + "nauc_recall_at_3_max": 0.2075223335429012, + "nauc_recall_at_3_std": -0.06408133347457846, + "nauc_recall_at_5_diff1": 0.09858897019112095, + "nauc_recall_at_5_max": 0.20563397659452534, + "nauc_recall_at_5_std": -0.11032785744913916, + "ndcg_at_1": 0.54098, + "ndcg_at_10": 0.57591, + "ndcg_at_100": 0.65555, + "ndcg_at_1000": 0.66086, + "ndcg_at_20": 0.61199, + "ndcg_at_3": 0.50738, + "ndcg_at_5": 0.52917, + "precision_at_1": 0.54098, + "precision_at_10": 0.17443, + "precision_at_100": 0.02557, + "precision_at_1000": 0.00263, + "precision_at_20": 0.10262, + "precision_at_3": 0.36503, + "precision_at_5": 0.27803, + "recall_at_1": 0.23961, + "recall_at_10": 0.68938, + "recall_at_100": 0.96259, + "recall_at_1000": 0.99356, + "recall_at_20": 0.79444, + "recall_at_3": 0.46506, + "recall_at_5": 0.56749 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.57717, + "map_at_1": 0.27529, + "map_at_10": 0.47395, + "map_at_100": 0.50723, + "map_at_1000": 0.50817, + "map_at_20": 0.49295, + "map_at_3": 0.40247, + "map_at_5": 0.44131, + "mrr_at_1": 0.5619524405506884, + "mrr_at_10": 0.6710327393368689, + "mrr_at_100": 0.676572215654002, + "mrr_at_1000": 0.6766209911538504, + "mrr_at_20": 0.6750379114053998, + "mrr_at_3": 0.6483103879849806, + "mrr_at_5": 0.6635168961201494, + "nauc_map_at_1000_diff1": 0.28578217094867764, + "nauc_map_at_1000_max": 0.12102012340610384, + "nauc_map_at_1000_std": -0.078418385860888, + "nauc_map_at_100_diff1": 0.28588988794550724, + "nauc_map_at_100_max": 0.12032968001063285, + "nauc_map_at_100_std": -0.07913294709654309, + "nauc_map_at_10_diff1": 0.28715368134759256, + "nauc_map_at_10_max": 0.10488208401201055, + "nauc_map_at_10_std": -0.09710925288999676, + "nauc_map_at_1_diff1": 0.33475276954537025, + "nauc_map_at_1_max": 0.04264582124432607, + "nauc_map_at_1_std": -0.13084674302745364, + "nauc_map_at_20_diff1": 0.28592159320261074, + "nauc_map_at_20_max": 0.11127913289309813, + "nauc_map_at_20_std": -0.08615034803877109, + "nauc_map_at_3_diff1": 0.2948071661283661, + "nauc_map_at_3_max": 0.07912840715358906, + "nauc_map_at_3_std": -0.11809555469646733, + "nauc_map_at_5_diff1": 0.2849475410120228, + "nauc_map_at_5_max": 0.08775341891199066, + "nauc_map_at_5_std": -0.10886895668970185, + "nauc_mrr_at_1000_diff1": 0.3529866596184656, + "nauc_mrr_at_1000_max": 0.24175361087332176, + "nauc_mrr_at_1000_std": 0.00994233845320592, + "nauc_mrr_at_100_diff1": 0.35299044259481205, + "nauc_mrr_at_100_max": 0.24177423594454883, + "nauc_mrr_at_100_std": 0.00997134235706269, + "nauc_mrr_at_10_diff1": 0.34878409027996554, + "nauc_mrr_at_10_max": 0.24334251750472935, + "nauc_mrr_at_10_std": 0.013201614806046818, + "nauc_mrr_at_1_diff1": 0.3885853357691121, + "nauc_mrr_at_1_max": 0.22997281241572637, + "nauc_mrr_at_1_std": -0.002302421040718015, + "nauc_mrr_at_20_diff1": 0.35205612453332946, + "nauc_mrr_at_20_max": 0.24149957354009538, + "nauc_mrr_at_20_std": 0.010304465967488529, + "nauc_mrr_at_3_diff1": 0.3538046487295146, + "nauc_mrr_at_3_max": 0.24516599835478758, + "nauc_mrr_at_3_std": 0.014050960703660008, + "nauc_mrr_at_5_diff1": 0.3477588837979758, + "nauc_mrr_at_5_max": 0.24271253150256816, + "nauc_mrr_at_5_std": 0.010871488740179625, + "nauc_ndcg_at_1000_diff1": 0.29217639464752304, + "nauc_ndcg_at_1000_max": 0.17021721352681368, + "nauc_ndcg_at_1000_std": -0.03433553815076094, + "nauc_ndcg_at_100_diff1": 0.29123487015919036, + "nauc_ndcg_at_100_max": 0.1658079882262442, + "nauc_ndcg_at_100_std": -0.03869724036224827, + "nauc_ndcg_at_10_diff1": 0.28333943044504495, + "nauc_ndcg_at_10_max": 0.12796695804915761, + "nauc_ndcg_at_10_std": -0.07528114889739818, + "nauc_ndcg_at_1_diff1": 0.3885853357691121, + "nauc_ndcg_at_1_max": 0.2307207821206709, + "nauc_ndcg_at_1_std": -0.01029126823870536, + "nauc_ndcg_at_20_diff1": 0.2892994980446699, + "nauc_ndcg_at_20_max": 0.1326742841803324, + "nauc_ndcg_at_20_std": -0.06501370029959323, + "nauc_ndcg_at_3_diff1": 0.3029447466222743, + "nauc_ndcg_at_3_max": 0.16474352889466917, + "nauc_ndcg_at_3_std": -0.0497794812310736, + "nauc_ndcg_at_5_diff1": 0.2819086684640504, + "nauc_ndcg_at_5_max": 0.12637370603218856, + "nauc_ndcg_at_5_std": -0.07532523003187831, + "nauc_precision_at_1000_diff1": -0.11552215150638746, + "nauc_precision_at_1000_max": 0.18621967793576186, + "nauc_precision_at_1000_std": 0.23345054875252697, + "nauc_precision_at_100_diff1": -0.10749423755182708, + "nauc_precision_at_100_max": 0.19552247498948722, + "nauc_precision_at_100_std": 0.23383748201426044, + "nauc_precision_at_10_diff1": -0.0037801605182660753, + "nauc_precision_at_10_max": 0.2223122034308979, + "nauc_precision_at_10_std": 0.16562536432646532, + "nauc_precision_at_1_diff1": 0.3885853357691121, + "nauc_precision_at_1_max": 0.2307207821206709, + "nauc_precision_at_1_std": -0.01029126823870536, + "nauc_precision_at_20_diff1": -0.04974893564119953, + "nauc_precision_at_20_max": 0.20349330498744128, + "nauc_precision_at_20_std": 0.204690845712528, + "nauc_precision_at_3_diff1": 0.13285219341482787, + "nauc_precision_at_3_max": 0.2276700892844256, + "nauc_precision_at_3_std": 0.08652070297208338, + "nauc_precision_at_5_diff1": 0.05309405955168129, + "nauc_precision_at_5_max": 0.20594212766728268, + "nauc_precision_at_5_std": 0.10603545766741396, + "nauc_recall_at_1000_diff1": 0.522161824562664, + "nauc_recall_at_1000_max": 0.7221580137601591, + "nauc_recall_at_1000_std": -0.08574385863574646, + "nauc_recall_at_100_diff1": 0.16634499614387135, + "nauc_recall_at_100_max": 0.0661595771732558, + "nauc_recall_at_100_std": -0.08617166517956568, + "nauc_recall_at_10_diff1": 0.183488020454053, + "nauc_recall_at_10_max": 0.025441204493110804, + "nauc_recall_at_10_std": -0.12189204257366987, + "nauc_recall_at_1_diff1": 0.33475276954537025, + "nauc_recall_at_1_max": 0.04264582124432607, + "nauc_recall_at_1_std": -0.13084674302745364, + "nauc_recall_at_20_diff1": 0.18878213605805075, + "nauc_recall_at_20_max": -0.023521746554787483, + "nauc_recall_at_20_std": -0.1474231311689835, + "nauc_recall_at_3_diff1": 0.23995204360357647, + "nauc_recall_at_3_max": 0.0476568555952173, + "nauc_recall_at_3_std": -0.12562735133613714, + "nauc_recall_at_5_diff1": 0.20803794831947625, + "nauc_recall_at_5_max": 0.028499040655190207, + "nauc_recall_at_5_std": -0.12712387424490287, + "ndcg_at_1": 0.56195, + "ndcg_at_10": 0.57717, + "ndcg_at_100": 0.6663, + "ndcg_at_1000": 0.67406, + "ndcg_at_20": 0.61715, + "ndcg_at_3": 0.52598, + "ndcg_at_5": 0.53914, + "precision_at_1": 0.56195, + "precision_at_10": 0.17334, + "precision_at_100": 0.0276, + "precision_at_1000": 0.00291, + "precision_at_20": 0.10507, + "precision_at_3": 0.36003, + "precision_at_5": 0.27209, + "recall_at_1": 0.27529, + "recall_at_10": 0.66605, + "recall_at_100": 0.96117, + "recall_at_1000": 0.99906, + "recall_at_20": 0.78053, + "recall_at_3": 0.47192, + "recall_at_5": 0.55856 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.57289, + "map_at_1": 0.18369, + "map_at_10": 0.44117, + "map_at_100": 0.50257, + "map_at_1000": 0.50366, + "map_at_20": 0.47865, + "map_at_3": 0.32142, + "map_at_5": 0.37833, + "mrr_at_1": 0.6388888888888888, + "mrr_at_10": 0.7394351361943952, + "mrr_at_100": 0.7427182432585306, + "mrr_at_1000": 0.7427474056086053, + "mrr_at_20": 0.7414427571188188, + "mrr_at_3": 0.718878600823045, + "mrr_at_5": 0.7310699588477361, + "nauc_map_at_1000_diff1": 0.22275978734671018, + "nauc_map_at_1000_max": 0.33232168465441897, + "nauc_map_at_1000_std": 0.03449773495797645, + "nauc_map_at_100_diff1": 0.222885761506482, + "nauc_map_at_100_max": 0.3316812536163699, + "nauc_map_at_100_std": 0.03362355026782774, + "nauc_map_at_10_diff1": 0.2286194128681074, + "nauc_map_at_10_max": 0.27907209822046625, + "nauc_map_at_10_std": -0.024430094149896303, + "nauc_map_at_1_diff1": 0.32265498100020107, + "nauc_map_at_1_max": 0.05071563482105852, + "nauc_map_at_1_std": -0.11046098426524392, + "nauc_map_at_20_diff1": 0.22344132519140136, + "nauc_map_at_20_max": 0.3156991667742396, + "nauc_map_at_20_std": 0.014034258872854144, + "nauc_map_at_3_diff1": 0.24953165030992097, + "nauc_map_at_3_max": 0.15422776871641794, + "nauc_map_at_3_std": -0.08874646841629767, + "nauc_map_at_5_diff1": 0.25723766743347387, + "nauc_map_at_5_max": 0.22094024444457036, + "nauc_map_at_5_std": -0.06155428518977021, + "nauc_mrr_at_1000_diff1": 0.32271535252262695, + "nauc_mrr_at_1000_max": 0.4802920775141278, + "nauc_mrr_at_1000_std": 0.23350711955701223, + "nauc_mrr_at_100_diff1": 0.32275392125132835, + "nauc_mrr_at_100_max": 0.48035405040478113, + "nauc_mrr_at_100_std": 0.2335729241507254, + "nauc_mrr_at_10_diff1": 0.3202535422596525, + "nauc_mrr_at_10_max": 0.480919912110923, + "nauc_mrr_at_10_std": 0.2360669012665832, + "nauc_mrr_at_1_diff1": 0.33125397840790627, + "nauc_mrr_at_1_max": 0.43873854645102583, + "nauc_mrr_at_1_std": 0.20003584720270945, + "nauc_mrr_at_20_diff1": 0.3222750627266776, + "nauc_mrr_at_20_max": 0.48159227670021243, + "nauc_mrr_at_20_std": 0.23478697807123008, + "nauc_mrr_at_3_diff1": 0.32341506028281397, + "nauc_mrr_at_3_max": 0.48968685218642893, + "nauc_mrr_at_3_std": 0.23316842474320165, + "nauc_mrr_at_5_diff1": 0.31858997178085974, + "nauc_mrr_at_5_max": 0.4815653174506701, + "nauc_mrr_at_5_std": 0.23884144938981736, + "nauc_ndcg_at_1000_diff1": 0.2391212536206164, + "nauc_ndcg_at_1000_max": 0.4179503194794375, + "nauc_ndcg_at_1000_std": 0.1377222141484971, + "nauc_ndcg_at_100_diff1": 0.23973763822881758, + "nauc_ndcg_at_100_max": 0.41615858313926435, + "nauc_ndcg_at_100_std": 0.13569023420892518, + "nauc_ndcg_at_10_diff1": 0.23437977285761682, + "nauc_ndcg_at_10_max": 0.32945458472238776, + "nauc_ndcg_at_10_std": 0.029984209821907165, + "nauc_ndcg_at_1_diff1": 0.33125397840790627, + "nauc_ndcg_at_1_max": 0.43873854645102583, + "nauc_ndcg_at_1_std": 0.20003584720270945, + "nauc_ndcg_at_20_diff1": 0.2339171097981319, + "nauc_ndcg_at_20_max": 0.3761297816853176, + "nauc_ndcg_at_20_std": 0.08449943245048436, + "nauc_ndcg_at_3_diff1": 0.2061307107350352, + "nauc_ndcg_at_3_max": 0.3686844179483226, + "nauc_ndcg_at_3_std": 0.10431433975194371, + "nauc_ndcg_at_5_diff1": 0.2468250709499091, + "nauc_ndcg_at_5_max": 0.35432477696877956, + "nauc_ndcg_at_5_std": 0.06393415801375059, + "nauc_precision_at_1000_diff1": -0.10975528566679361, + "nauc_precision_at_1000_max": 0.3095173871438692, + "nauc_precision_at_1000_std": 0.33409659825541393, + "nauc_precision_at_100_diff1": -0.10400877940485129, + "nauc_precision_at_100_max": 0.3298158652265359, + "nauc_precision_at_100_std": 0.3397251431997032, + "nauc_precision_at_10_diff1": -0.0351929741846656, + "nauc_precision_at_10_max": 0.43348979215453737, + "nauc_precision_at_10_std": 0.2643009241980223, + "nauc_precision_at_1_diff1": 0.33125397840790627, + "nauc_precision_at_1_max": 0.43873854645102583, + "nauc_precision_at_1_std": 0.20003584720270945, + "nauc_precision_at_20_diff1": -0.06284092528594185, + "nauc_precision_at_20_max": 0.4086650568054383, + "nauc_precision_at_20_std": 0.31768735775604906, + "nauc_precision_at_3_diff1": 0.08424600886779914, + "nauc_precision_at_3_max": 0.42392190157786697, + "nauc_precision_at_3_std": 0.19098010655381495, + "nauc_precision_at_5_diff1": 0.07085275358985753, + "nauc_precision_at_5_max": 0.4652618220337842, + "nauc_precision_at_5_std": 0.2342594208639083, + "nauc_recall_at_1000_diff1": 0.12287293220752224, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.21538576651716204, + "nauc_recall_at_100_max": 0.3619246288004079, + "nauc_recall_at_100_std": 0.17226171577161198, + "nauc_recall_at_10_diff1": 0.14880843009628703, + "nauc_recall_at_10_max": 0.16776585693135104, + "nauc_recall_at_10_std": -0.08491500290744858, + "nauc_recall_at_1_diff1": 0.32265498100020107, + "nauc_recall_at_1_max": 0.05071563482105852, + "nauc_recall_at_1_std": -0.11046098426524392, + "nauc_recall_at_20_diff1": 0.15699787299402876, + "nauc_recall_at_20_max": 0.22915758798443991, + "nauc_recall_at_20_std": -0.015757796646743052, + "nauc_recall_at_3_diff1": 0.20176301495381527, + "nauc_recall_at_3_max": 0.11471207880222713, + "nauc_recall_at_3_std": -0.11092921346211798, + "nauc_recall_at_5_diff1": 0.20830505248665013, + "nauc_recall_at_5_max": 0.15123791344396523, + "nauc_recall_at_5_std": -0.09660377309703147, + "ndcg_at_1": 0.63889, + "ndcg_at_10": 0.57289, + "ndcg_at_100": 0.69655, + "ndcg_at_1000": 0.70376, + "ndcg_at_20": 0.63224, + "ndcg_at_3": 0.55529, + "ndcg_at_5": 0.53657, + "precision_at_1": 0.63889, + "precision_at_10": 0.26605, + "precision_at_100": 0.04446, + "precision_at_1000": 0.00461, + "precision_at_20": 0.16944, + "precision_at_3": 0.46759, + "precision_at_5": 0.37407, + "recall_at_1": 0.18369, + "recall_at_10": 0.62507, + "recall_at_100": 0.96831, + "recall_at_1000": 0.99923, + "recall_at_20": 0.76431, + "recall_at_3": 0.36287, + "recall_at_5": 0.46601 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.61385, + "map_at_1": 0.32338, + "map_at_10": 0.5266, + "map_at_100": 0.54726, + "map_at_1000": 0.54767, + "map_at_20": 0.54099, + "map_at_3": 0.46034, + "map_at_5": 0.49725, + "mrr_at_1": 0.5126582278481012, + "mrr_at_10": 0.6313090214988946, + "mrr_at_100": 0.6374534411863286, + "mrr_at_1000": 0.6375086735668984, + "mrr_at_20": 0.6356045862532956, + "mrr_at_3": 0.6070675105485229, + "mrr_at_5": 0.6203586497890292, + "nauc_map_at_1000_diff1": 0.3223788059695644, + "nauc_map_at_1000_max": 0.24350836927788777, + "nauc_map_at_1000_std": -0.06158308465155677, + "nauc_map_at_100_diff1": 0.3221878822292933, + "nauc_map_at_100_max": 0.24356719485421513, + "nauc_map_at_100_std": -0.061542742351851136, + "nauc_map_at_10_diff1": 0.32270195369657845, + "nauc_map_at_10_max": 0.2396667267387425, + "nauc_map_at_10_std": -0.06978382572054116, + "nauc_map_at_1_diff1": 0.4190985957449092, + "nauc_map_at_1_max": 0.13390378481285062, + "nauc_map_at_1_std": -0.12027197152042847, + "nauc_map_at_20_diff1": 0.32069031639393797, + "nauc_map_at_20_max": 0.24240282039431446, + "nauc_map_at_20_std": -0.06563177095478519, + "nauc_map_at_3_diff1": 0.3492003343845858, + "nauc_map_at_3_max": 0.2056347133776494, + "nauc_map_at_3_std": -0.10779053387354887, + "nauc_map_at_5_diff1": 0.3380440977891203, + "nauc_map_at_5_max": 0.2208496209457829, + "nauc_map_at_5_std": -0.09748418287758509, + "nauc_mrr_at_1000_diff1": 0.3247678687591406, + "nauc_mrr_at_1000_max": 0.29561889994352974, + "nauc_mrr_at_1000_std": 0.0137170833629586, + "nauc_mrr_at_100_diff1": 0.32462415700298997, + "nauc_mrr_at_100_max": 0.2955718310809327, + "nauc_mrr_at_100_std": 0.013709550546643174, + "nauc_mrr_at_10_diff1": 0.31916165771011623, + "nauc_mrr_at_10_max": 0.2962241714378564, + "nauc_mrr_at_10_std": 0.016952522112535336, + "nauc_mrr_at_1_diff1": 0.391513328706784, + "nauc_mrr_at_1_max": 0.2909364840594351, + "nauc_mrr_at_1_std": 0.01848741059656206, + "nauc_mrr_at_20_diff1": 0.32270878741921544, + "nauc_mrr_at_20_max": 0.2957608021453254, + "nauc_mrr_at_20_std": 0.014212252083963801, + "nauc_mrr_at_3_diff1": 0.3282715901965278, + "nauc_mrr_at_3_max": 0.29718827657016267, + "nauc_mrr_at_3_std": 0.002606658612912329, + "nauc_mrr_at_5_diff1": 0.3224407266996432, + "nauc_mrr_at_5_max": 0.29916510878449926, + "nauc_mrr_at_5_std": 0.010390251807607673, + "nauc_ndcg_at_1000_diff1": 0.30318886052529864, + "nauc_ndcg_at_1000_max": 0.26881662355029706, + "nauc_ndcg_at_1000_std": -0.021590054901901353, + "nauc_ndcg_at_100_diff1": 0.29780432341088403, + "nauc_ndcg_at_100_max": 0.26818678529511375, + "nauc_ndcg_at_100_std": -0.01970752644727006, + "nauc_ndcg_at_10_diff1": 0.2882512605557477, + "nauc_ndcg_at_10_max": 0.2642139603648062, + "nauc_ndcg_at_10_std": -0.03263663222246877, + "nauc_ndcg_at_1_diff1": 0.391513328706784, + "nauc_ndcg_at_1_max": 0.2909364840594351, + "nauc_ndcg_at_1_std": 0.01848741059656206, + "nauc_ndcg_at_20_diff1": 0.2864173188142752, + "nauc_ndcg_at_20_max": 0.26806686462592016, + "nauc_ndcg_at_20_std": -0.029903333439717898, + "nauc_ndcg_at_3_diff1": 0.30616529418296773, + "nauc_ndcg_at_3_max": 0.245810978287795, + "nauc_ndcg_at_3_std": -0.07074091807062897, + "nauc_ndcg_at_5_diff1": 0.3047262855116555, + "nauc_ndcg_at_5_max": 0.24593603070209055, + "nauc_ndcg_at_5_std": -0.06734407675319079, + "nauc_precision_at_1000_diff1": -0.17637019346428076, + "nauc_precision_at_1000_max": 0.11762539514023082, + "nauc_precision_at_1000_std": 0.2216022271054068, + "nauc_precision_at_100_diff1": -0.17958330384015167, + "nauc_precision_at_100_max": 0.13584132653680617, + "nauc_precision_at_100_std": 0.24012754043062098, + "nauc_precision_at_10_diff1": -0.1038640588327629, + "nauc_precision_at_10_max": 0.2417249114281521, + "nauc_precision_at_10_std": 0.20307464659635832, + "nauc_precision_at_1_diff1": 0.391513328706784, + "nauc_precision_at_1_max": 0.2909364840594351, + "nauc_precision_at_1_std": 0.01848741059656206, + "nauc_precision_at_20_diff1": -0.14801004794197986, + "nauc_precision_at_20_max": 0.19273211520734662, + "nauc_precision_at_20_std": 0.2147239637296226, + "nauc_precision_at_3_diff1": 0.05511695467006551, + "nauc_precision_at_3_max": 0.30694210264016386, + "nauc_precision_at_3_std": 0.08462497508379305, + "nauc_precision_at_5_diff1": -0.019128417434370163, + "nauc_precision_at_5_max": 0.2619515070158234, + "nauc_precision_at_5_std": 0.11364546021568814, + "nauc_recall_at_1000_diff1": 0.6988790599052848, + "nauc_recall_at_1000_max": 0.8693269926600431, + "nauc_recall_at_1000_std": 0.488771129622865, + "nauc_recall_at_100_diff1": -0.02281890797219449, + "nauc_recall_at_100_max": 0.18152147722851655, + "nauc_recall_at_100_std": 0.08623946358361095, + "nauc_recall_at_10_diff1": 0.14709644446684247, + "nauc_recall_at_10_max": 0.23724625107560063, + "nauc_recall_at_10_std": -0.01460201814888495, + "nauc_recall_at_1_diff1": 0.4190985957449092, + "nauc_recall_at_1_max": 0.13390378481285062, + "nauc_recall_at_1_std": -0.12027197152042847, + "nauc_recall_at_20_diff1": 0.08629505633606736, + "nauc_recall_at_20_max": 0.2444615115878446, + "nauc_recall_at_20_std": -0.02514382205998968, + "nauc_recall_at_3_diff1": 0.2520318164873404, + "nauc_recall_at_3_max": 0.17437888468622187, + "nauc_recall_at_3_std": -0.12835557138925083, + "nauc_recall_at_5_diff1": 0.2210431873369148, + "nauc_recall_at_5_max": 0.19187483760876614, + "nauc_recall_at_5_std": -0.11357049331000096, + "ndcg_at_1": 0.51266, + "ndcg_at_10": 0.61385, + "ndcg_at_100": 0.6739, + "ndcg_at_1000": 0.6787, + "ndcg_at_20": 0.64677, + "ndcg_at_3": 0.5434, + "ndcg_at_5": 0.57156, + "precision_at_1": 0.51266, + "precision_at_10": 0.14858, + "precision_at_100": 0.02002, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08663, + "precision_at_3": 0.32648, + "precision_at_5": 0.24082, + "recall_at_1": 0.32338, + "recall_at_10": 0.75143, + "recall_at_100": 0.97038, + "recall_at_1000": 0.99881, + "recall_at_20": 0.85463, + "recall_at_3": 0.55292, + "recall_at_5": 0.63933 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.77831, + "map_at_1": 0.46771, + "map_at_10": 0.70519, + "map_at_100": 0.71639, + "map_at_1000": 0.71653, + "map_at_20": 0.71267, + "map_at_3": 0.64806, + "map_at_5": 0.68361, + "mrr_at_1": 0.721, + "mrr_at_10": 0.8106198412698417, + "mrr_at_100": 0.8125659498225398, + "mrr_at_1000": 0.8125869183022816, + "mrr_at_20": 0.8119535528798691, + "mrr_at_3": 0.7988333333333338, + "mrr_at_5": 0.807233333333334, + "nauc_map_at_1000_diff1": 0.41336611849447275, + "nauc_map_at_1000_max": 0.27217887051179745, + "nauc_map_at_1000_std": -0.13656034915998325, + "nauc_map_at_100_diff1": 0.41330917665203515, + "nauc_map_at_100_max": 0.27233150683009016, + "nauc_map_at_100_std": -0.1365006770035846, + "nauc_map_at_10_diff1": 0.4113644296066803, + "nauc_map_at_10_max": 0.27087679281156113, + "nauc_map_at_10_std": -0.14416457347228778, + "nauc_map_at_1_diff1": 0.4805597894023975, + "nauc_map_at_1_max": 0.15081287665157034, + "nauc_map_at_1_std": -0.1343548856235096, + "nauc_map_at_20_diff1": 0.4120669902290635, + "nauc_map_at_20_max": 0.2709470795250581, + "nauc_map_at_20_std": -0.13834347424200533, + "nauc_map_at_3_diff1": 0.40073348689644134, + "nauc_map_at_3_max": 0.23428743207939615, + "nauc_map_at_3_std": -0.15792332580571433, + "nauc_map_at_5_diff1": 0.4131668664068457, + "nauc_map_at_5_max": 0.2636872657213581, + "nauc_map_at_5_std": -0.15163914531529207, + "nauc_mrr_at_1000_diff1": 0.555867180483678, + "nauc_mrr_at_1000_max": 0.3460758159519537, + "nauc_mrr_at_1000_std": -0.12047086610363475, + "nauc_mrr_at_100_diff1": 0.5558630202658892, + "nauc_mrr_at_100_max": 0.34613017549622477, + "nauc_mrr_at_100_std": -0.12037957977564116, + "nauc_mrr_at_10_diff1": 0.5565705413635987, + "nauc_mrr_at_10_max": 0.34814546120396966, + "nauc_mrr_at_10_std": -0.12050625185193486, + "nauc_mrr_at_1_diff1": 0.5687229364749821, + "nauc_mrr_at_1_max": 0.32019486694743504, + "nauc_mrr_at_1_std": -0.11715169733626979, + "nauc_mrr_at_20_diff1": 0.5558207698355067, + "nauc_mrr_at_20_max": 0.3464680320016872, + "nauc_mrr_at_20_std": -0.11955732625044051, + "nauc_mrr_at_3_diff1": 0.5541279206623093, + "nauc_mrr_at_3_max": 0.35197769631391906, + "nauc_mrr_at_3_std": -0.12817741444194466, + "nauc_mrr_at_5_diff1": 0.5545124611195228, + "nauc_mrr_at_5_max": 0.34757207184198796, + "nauc_mrr_at_5_std": -0.12090892314039432, + "nauc_ndcg_at_1000_diff1": 0.4436622269272501, + "nauc_ndcg_at_1000_max": 0.30332120050994665, + "nauc_ndcg_at_1000_std": -0.11747995834037905, + "nauc_ndcg_at_100_diff1": 0.4421805014745927, + "nauc_ndcg_at_100_max": 0.30632356678109257, + "nauc_ndcg_at_100_std": -0.11460631249129388, + "nauc_ndcg_at_10_diff1": 0.4337116647009334, + "nauc_ndcg_at_10_max": 0.3027591765955304, + "nauc_ndcg_at_10_std": -0.13657208489825096, + "nauc_ndcg_at_1_diff1": 0.5687229364749821, + "nauc_ndcg_at_1_max": 0.3164176933983651, + "nauc_ndcg_at_1_std": -0.12173252483195018, + "nauc_ndcg_at_20_diff1": 0.43364787097095747, + "nauc_ndcg_at_20_max": 0.2998942132896681, + "nauc_ndcg_at_20_std": -0.11969845822977063, + "nauc_ndcg_at_3_diff1": 0.41568265886444494, + "nauc_ndcg_at_3_max": 0.27739672925445596, + "nauc_ndcg_at_3_std": -0.1465285566847439, + "nauc_ndcg_at_5_diff1": 0.43434850895525595, + "nauc_ndcg_at_5_max": 0.29351520768430484, + "nauc_ndcg_at_5_std": -0.1482315265675874, + "nauc_precision_at_1000_diff1": -0.24508512190729542, + "nauc_precision_at_1000_max": 0.057774842978254685, + "nauc_precision_at_1000_std": 0.2118755411208524, + "nauc_precision_at_100_diff1": -0.23470233060480608, + "nauc_precision_at_100_max": 0.07452977441379861, + "nauc_precision_at_100_std": 0.21250808156431766, + "nauc_precision_at_10_diff1": -0.14359075822635045, + "nauc_precision_at_10_max": 0.14748759475090895, + "nauc_precision_at_10_std": 0.13635983985453284, + "nauc_precision_at_1_diff1": 0.5687229364749821, + "nauc_precision_at_1_max": 0.3164176933983651, + "nauc_precision_at_1_std": -0.12173252483195018, + "nauc_precision_at_20_diff1": -0.18710115906490649, + "nauc_precision_at_20_max": 0.10440167934373974, + "nauc_precision_at_20_std": 0.17466494478843686, + "nauc_precision_at_3_diff1": -0.007346201578473153, + "nauc_precision_at_3_max": 0.2216081611243449, + "nauc_precision_at_3_std": 0.036416466811409386, + "nauc_precision_at_5_diff1": -0.0586932196095313, + "nauc_precision_at_5_max": 0.20569662349857182, + "nauc_precision_at_5_std": 0.07701005516647758, + "nauc_recall_at_1000_diff1": 0.050887021475207905, + "nauc_recall_at_1000_max": 0.764239028944906, + "nauc_recall_at_1000_std": 0.7222222222222126, + "nauc_recall_at_100_diff1": 0.2505178249960071, + "nauc_recall_at_100_max": 0.5604830021338504, + "nauc_recall_at_100_std": 0.2470198997713253, + "nauc_recall_at_10_diff1": 0.3327075723123275, + "nauc_recall_at_10_max": 0.30158639379603075, + "nauc_recall_at_10_std": -0.1552443647081594, + "nauc_recall_at_1_diff1": 0.4805597894023975, + "nauc_recall_at_1_max": 0.15081287665157034, + "nauc_recall_at_1_std": -0.1343548856235096, + "nauc_recall_at_20_diff1": 0.27855388570744916, + "nauc_recall_at_20_max": 0.27261768856574486, + "nauc_recall_at_20_std": -0.061664063543356636, + "nauc_recall_at_3_diff1": 0.34219360642133817, + "nauc_recall_at_3_max": 0.23085199519334115, + "nauc_recall_at_3_std": -0.17415335742683222, + "nauc_recall_at_5_diff1": 0.3585101076211008, + "nauc_recall_at_5_max": 0.2834945629137251, + "nauc_recall_at_5_std": -0.15861543998913585, + "ndcg_at_1": 0.721, + "ndcg_at_10": 0.77831, + "ndcg_at_100": 0.80945, + "ndcg_at_1000": 0.81139, + "ndcg_at_20": 0.7946, + "ndcg_at_3": 0.71216, + "ndcg_at_5": 0.74685, + "precision_at_1": 0.721, + "precision_at_10": 0.1634, + "precision_at_100": 0.01891, + "precision_at_1000": 0.00192, + "precision_at_20": 0.0877, + "precision_at_3": 0.419, + "precision_at_5": 0.2886, + "recall_at_1": 0.46771, + "recall_at_10": 0.87468, + "recall_at_100": 0.98657, + "recall_at_1000": 0.9985, + "recall_at_20": 0.92452, + "recall_at_3": 0.7202, + "recall_at_5": 0.79993 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.59391, + "map_at_1": 0.27421, + "map_at_10": 0.4929, + "map_at_100": 0.51602, + "map_at_1000": 0.51613, + "map_at_20": 0.50762, + "map_at_3": 0.42193, + "map_at_5": 0.46253, + "mrr_at_1": 0.478134110787172, + "mrr_at_10": 0.6122113471238836, + "mrr_at_100": 0.6170162142167939, + "mrr_at_1000": 0.6170162142167939, + "mrr_at_20": 0.6153354186298567, + "mrr_at_3": 0.5796890184645289, + "mrr_at_5": 0.5992225461613219, + "nauc_map_at_1000_diff1": 0.25295768829885057, + "nauc_map_at_1000_max": 0.303258719548666, + "nauc_map_at_1000_std": 0.0656008519260968, + "nauc_map_at_100_diff1": 0.25304616353167475, + "nauc_map_at_100_max": 0.30346065552625856, + "nauc_map_at_100_std": 0.06587918552635966, + "nauc_map_at_10_diff1": 0.25400123051001416, + "nauc_map_at_10_max": 0.3000665252625274, + "nauc_map_at_10_std": 0.06092781092614533, + "nauc_map_at_1_diff1": 0.31351045741200934, + "nauc_map_at_1_max": 0.19171204587912186, + "nauc_map_at_1_std": 0.04947563168025771, + "nauc_map_at_20_diff1": 0.25178118234473745, + "nauc_map_at_20_max": 0.30599530520514817, + "nauc_map_at_20_std": 0.06713506884616781, + "nauc_map_at_3_diff1": 0.266562631523668, + "nauc_map_at_3_max": 0.26504278131315184, + "nauc_map_at_3_std": 0.03396600525904373, + "nauc_map_at_5_diff1": 0.26090282247752833, + "nauc_map_at_5_max": 0.2881502003042407, + "nauc_map_at_5_std": 0.047119944552198686, + "nauc_mrr_at_1000_diff1": 0.3203472717859319, + "nauc_mrr_at_1000_max": 0.33013858645171457, + "nauc_mrr_at_1000_std": 0.09585061995195061, + "nauc_mrr_at_100_diff1": 0.3203472717859319, + "nauc_mrr_at_100_max": 0.33013858645171457, + "nauc_mrr_at_100_std": 0.09585061995195061, + "nauc_mrr_at_10_diff1": 0.31810449062970586, + "nauc_mrr_at_10_max": 0.3317112179807984, + "nauc_mrr_at_10_std": 0.09732305385226928, + "nauc_mrr_at_1_diff1": 0.3507565822934234, + "nauc_mrr_at_1_max": 0.2949050819687201, + "nauc_mrr_at_1_std": 0.07436594788046545, + "nauc_mrr_at_20_diff1": 0.32129908070962865, + "nauc_mrr_at_20_max": 0.3319896920765465, + "nauc_mrr_at_20_std": 0.0972913678677302, + "nauc_mrr_at_3_diff1": 0.31695314638404987, + "nauc_mrr_at_3_max": 0.3238622433316124, + "nauc_mrr_at_3_std": 0.09344609507512262, + "nauc_mrr_at_5_diff1": 0.316534748108008, + "nauc_mrr_at_5_max": 0.3310089125958604, + "nauc_mrr_at_5_std": 0.09575612626998432, + "nauc_ndcg_at_1000_diff1": 0.26565381639371616, + "nauc_ndcg_at_1000_max": 0.3216616961856873, + "nauc_ndcg_at_1000_std": 0.08685983851198296, + "nauc_ndcg_at_100_diff1": 0.266522100982758, + "nauc_ndcg_at_100_max": 0.3245135457076215, + "nauc_ndcg_at_100_std": 0.09066232596393464, + "nauc_ndcg_at_10_diff1": 0.2580475808307424, + "nauc_ndcg_at_10_max": 0.3264913676527421, + "nauc_ndcg_at_10_std": 0.08001827662072959, + "nauc_ndcg_at_1_diff1": 0.3507565822934234, + "nauc_ndcg_at_1_max": 0.2949050819687201, + "nauc_ndcg_at_1_std": 0.07436594788046545, + "nauc_ndcg_at_20_diff1": 0.26084504251808366, + "nauc_ndcg_at_20_max": 0.33976772472527134, + "nauc_ndcg_at_20_std": 0.09739910944255718, + "nauc_ndcg_at_3_diff1": 0.26071840753155034, + "nauc_ndcg_at_3_max": 0.29447100083261796, + "nauc_ndcg_at_3_std": 0.04661415033796129, + "nauc_ndcg_at_5_diff1": 0.26091589951932354, + "nauc_ndcg_at_5_max": 0.31320080015477986, + "nauc_ndcg_at_5_std": 0.06090352201309332, + "nauc_precision_at_1000_diff1": -0.10117761081810007, + "nauc_precision_at_1000_max": 0.055035441865472434, + "nauc_precision_at_1000_std": 0.07238218694697925, + "nauc_precision_at_100_diff1": -0.09524259235864976, + "nauc_precision_at_100_max": 0.06897517898013192, + "nauc_precision_at_100_std": 0.0873849373793661, + "nauc_precision_at_10_diff1": -0.019930037247965948, + "nauc_precision_at_10_max": 0.23970106103055877, + "nauc_precision_at_10_std": 0.0963970663810545, + "nauc_precision_at_1_diff1": 0.3507565822934234, + "nauc_precision_at_1_max": 0.2949050819687201, + "nauc_precision_at_1_std": 0.07436594788046545, + "nauc_precision_at_20_diff1": -0.06586162318982654, + "nauc_precision_at_20_max": 0.17921058633041898, + "nauc_precision_at_20_std": 0.11165962576264564, + "nauc_precision_at_3_diff1": 0.15035333483269173, + "nauc_precision_at_3_max": 0.31769498943593893, + "nauc_precision_at_3_std": 0.06317024512010988, + "nauc_precision_at_5_diff1": 0.07735921872863706, + "nauc_precision_at_5_max": 0.2972431006548284, + "nauc_precision_at_5_std": 0.08893814486213032, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.327027617999651, + "nauc_recall_at_100_max": 0.809357272563666, + "nauc_recall_at_100_std": 0.8376292479013031, + "nauc_recall_at_10_diff1": 0.18772008963088382, + "nauc_recall_at_10_max": 0.3241040301461122, + "nauc_recall_at_10_std": 0.08303698298781016, + "nauc_recall_at_1_diff1": 0.31351045741200934, + "nauc_recall_at_1_max": 0.19171204587912186, + "nauc_recall_at_1_std": 0.04947563168025771, + "nauc_recall_at_20_diff1": 0.19547854481204585, + "nauc_recall_at_20_max": 0.4206280248586256, + "nauc_recall_at_20_std": 0.17858964924190457, + "nauc_recall_at_3_diff1": 0.21109516413670076, + "nauc_recall_at_3_max": 0.23864372120346733, + "nauc_recall_at_3_std": 0.02358526249380453, + "nauc_recall_at_5_diff1": 0.19689443107954102, + "nauc_recall_at_5_max": 0.2792377272229269, + "nauc_recall_at_5_std": 0.03186985759746911, + "ndcg_at_1": 0.47813, + "ndcg_at_10": 0.59391, + "ndcg_at_100": 0.66028, + "ndcg_at_1000": 0.66134, + "ndcg_at_20": 0.62655, + "ndcg_at_3": 0.50046, + "ndcg_at_5": 0.5432, + "precision_at_1": 0.47813, + "precision_at_10": 0.15335, + "precision_at_100": 0.02114, + "precision_at_1000": 0.00213, + "precision_at_20": 0.08921, + "precision_at_3": 0.32556, + "precision_at_5": 0.24548, + "recall_at_1": 0.27421, + "recall_at_10": 0.7537, + "recall_at_100": 0.99441, + "recall_at_1000": 1.0, + "recall_at_20": 0.85219, + "recall_at_3": 0.52072, + "recall_at_5": 0.62582 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.60124, + "map_at_1": 0.28774, + "map_at_10": 0.50654, + "map_at_100": 0.5266, + "map_at_1000": 0.52708, + "map_at_20": 0.51999, + "map_at_3": 0.42951, + "map_at_5": 0.47085, + "mrr_at_1": 0.5142857142857142, + "mrr_at_10": 0.6250192743764172, + "mrr_at_100": 0.6298731476293329, + "mrr_at_1000": 0.6299426957458374, + "mrr_at_20": 0.6278139316332594, + "mrr_at_3": 0.5919047619047622, + "mrr_at_5": 0.6131904761904763, + "nauc_map_at_1000_diff1": 0.3650064780392468, + "nauc_map_at_1000_max": 0.2816387964217005, + "nauc_map_at_1000_std": -0.024957778117249595, + "nauc_map_at_100_diff1": 0.36518676054998894, + "nauc_map_at_100_max": 0.28226700501682545, + "nauc_map_at_100_std": -0.024289532817844257, + "nauc_map_at_10_diff1": 0.3642752145806698, + "nauc_map_at_10_max": 0.2677006570526138, + "nauc_map_at_10_std": -0.035067391823598, + "nauc_map_at_1_diff1": 0.4103576942474386, + "nauc_map_at_1_max": 0.0990053415124576, + "nauc_map_at_1_std": -0.14517965701053534, + "nauc_map_at_20_diff1": 0.3639569861090866, + "nauc_map_at_20_max": 0.27977534465489623, + "nauc_map_at_20_std": -0.026669593306686317, + "nauc_map_at_3_diff1": 0.3694661321191442, + "nauc_map_at_3_max": 0.2105811729306149, + "nauc_map_at_3_std": -0.0859588407667767, + "nauc_map_at_5_diff1": 0.3616462685518189, + "nauc_map_at_5_max": 0.2421853660411806, + "nauc_map_at_5_std": -0.05990776948078534, + "nauc_mrr_at_1000_diff1": 0.39524177262634425, + "nauc_mrr_at_1000_max": 0.35132033904543974, + "nauc_mrr_at_1000_std": 0.033200511778465225, + "nauc_mrr_at_100_diff1": 0.3952447532266438, + "nauc_mrr_at_100_max": 0.351401557428776, + "nauc_mrr_at_100_std": 0.033240864285991885, + "nauc_mrr_at_10_diff1": 0.39378580404361746, + "nauc_mrr_at_10_max": 0.3540006987806888, + "nauc_mrr_at_10_std": 0.035487925279569336, + "nauc_mrr_at_1_diff1": 0.42790140627414613, + "nauc_mrr_at_1_max": 0.33069463761397005, + "nauc_mrr_at_1_std": 0.011099520939576685, + "nauc_mrr_at_20_diff1": 0.3934569768250962, + "nauc_mrr_at_20_max": 0.3521710038824934, + "nauc_mrr_at_20_std": 0.03547018217225197, + "nauc_mrr_at_3_diff1": 0.3959683946645065, + "nauc_mrr_at_3_max": 0.34092742094193385, + "nauc_mrr_at_3_std": 0.02276007811879413, + "nauc_mrr_at_5_diff1": 0.38644287934658583, + "nauc_mrr_at_5_max": 0.3513398461049215, + "nauc_mrr_at_5_std": 0.03732422258185081, + "nauc_ndcg_at_1000_diff1": 0.3610144530590378, + "nauc_ndcg_at_1000_max": 0.32523330751000595, + "nauc_ndcg_at_1000_std": 0.015660838239709284, + "nauc_ndcg_at_100_diff1": 0.36187578537062864, + "nauc_ndcg_at_100_max": 0.3355483389070581, + "nauc_ndcg_at_100_std": 0.027170144053187885, + "nauc_ndcg_at_10_diff1": 0.3526089845099139, + "nauc_ndcg_at_10_max": 0.3116996106000999, + "nauc_ndcg_at_10_std": 0.009067208956468526, + "nauc_ndcg_at_1_diff1": 0.43488811934963273, + "nauc_ndcg_at_1_max": 0.33796854476189014, + "nauc_ndcg_at_1_std": 0.012079797540128077, + "nauc_ndcg_at_20_diff1": 0.3485297242099702, + "nauc_ndcg_at_20_max": 0.32745637234284286, + "nauc_ndcg_at_20_std": 0.022322642150474584, + "nauc_ndcg_at_3_diff1": 0.37027084637209623, + "nauc_ndcg_at_3_max": 0.3071536115356655, + "nauc_ndcg_at_3_std": -0.019923445719498983, + "nauc_ndcg_at_5_diff1": 0.3534151468369659, + "nauc_ndcg_at_5_max": 0.29270877437867876, + "nauc_ndcg_at_5_std": -0.016605193339518317, + "nauc_precision_at_1000_diff1": -0.046918934214899774, + "nauc_precision_at_1000_max": 0.27875010106273057, + "nauc_precision_at_1000_std": 0.2197451871681771, + "nauc_precision_at_100_diff1": -0.028498842542732685, + "nauc_precision_at_100_max": 0.3198776564267786, + "nauc_precision_at_100_std": 0.24932604471571465, + "nauc_precision_at_10_diff1": 0.03924239339589786, + "nauc_precision_at_10_max": 0.35999448344705753, + "nauc_precision_at_10_std": 0.21606893064248164, + "nauc_precision_at_1_diff1": 0.43488811934963273, + "nauc_precision_at_1_max": 0.33796854476189014, + "nauc_precision_at_1_std": 0.012079797540128077, + "nauc_precision_at_20_diff1": 0.0020176110859128154, + "nauc_precision_at_20_max": 0.34989611167723994, + "nauc_precision_at_20_std": 0.23834158865517882, + "nauc_precision_at_3_diff1": 0.17597377825774235, + "nauc_precision_at_3_max": 0.390008559645164, + "nauc_precision_at_3_std": 0.12052018349146226, + "nauc_precision_at_5_diff1": 0.09501509955888053, + "nauc_precision_at_5_max": 0.3931810555778349, + "nauc_precision_at_5_std": 0.18261218276604327, + "nauc_recall_at_1000_diff1": 0.044351073762843383, + "nauc_recall_at_1000_max": 0.5218383649756475, + "nauc_recall_at_1000_std": 0.7556800497977153, + "nauc_recall_at_100_diff1": 0.2604592893863978, + "nauc_recall_at_100_max": 0.6067595274142322, + "nauc_recall_at_100_std": 0.4561280883979463, + "nauc_recall_at_10_diff1": 0.22981179695614393, + "nauc_recall_at_10_max": 0.2811995778841204, + "nauc_recall_at_10_std": 0.06340748225952067, + "nauc_recall_at_1_diff1": 0.4103576942474386, + "nauc_recall_at_1_max": 0.0990053415124576, + "nauc_recall_at_1_std": -0.14517965701053534, + "nauc_recall_at_20_diff1": 0.1798224923853974, + "nauc_recall_at_20_max": 0.3404556773324866, + "nauc_recall_at_20_std": 0.13438794180276545, + "nauc_recall_at_3_diff1": 0.2935336454564867, + "nauc_recall_at_3_max": 0.18012847110214192, + "nauc_recall_at_3_std": -0.08158599792809323, + "nauc_recall_at_5_diff1": 0.23659245945553617, + "nauc_recall_at_5_max": 0.22239109395809858, + "nauc_recall_at_5_std": -0.017599455896061513, + "ndcg_at_1": 0.51143, + "ndcg_at_10": 0.60124, + "ndcg_at_100": 0.6571, + "ndcg_at_1000": 0.66352, + "ndcg_at_20": 0.62962, + "ndcg_at_3": 0.51964, + "ndcg_at_5": 0.5522, + "precision_at_1": 0.51143, + "precision_at_10": 0.15914, + "precision_at_100": 0.02057, + "precision_at_1000": 0.00214, + "precision_at_20": 0.09043, + "precision_at_3": 0.3381, + "precision_at_5": 0.25429, + "recall_at_1": 0.28774, + "recall_at_10": 0.75107, + "recall_at_100": 0.95665, + "recall_at_1000": 0.99633, + "recall_at_20": 0.83822, + "recall_at_3": 0.5091, + "recall_at_5": 0.6202 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.56024, + "map_at_1": 0.24406, + "map_at_10": 0.4522, + "map_at_100": 0.48758, + "map_at_1000": 0.48882, + "map_at_20": 0.47301, + "map_at_3": 0.37553, + "map_at_5": 0.41196, + "mrr_at_1": 0.5520833333333334, + "mrr_at_10": 0.6669696593915346, + "mrr_at_100": 0.671474901582869, + "mrr_at_1000": 0.6715876977033479, + "mrr_at_20": 0.6698713513259763, + "mrr_at_3": 0.6460069444444444, + "mrr_at_5": 0.6589756944444446, + "nauc_map_at_1000_diff1": 0.2228625847022593, + "nauc_map_at_1000_max": 0.2543446208942066, + "nauc_map_at_1000_std": -0.06235692967560614, + "nauc_map_at_100_diff1": 0.22256303467601496, + "nauc_map_at_100_max": 0.254088784121378, + "nauc_map_at_100_std": -0.06248411951908655, + "nauc_map_at_10_diff1": 0.23071206611639972, + "nauc_map_at_10_max": 0.23933026104867508, + "nauc_map_at_10_std": -0.08816578439020203, + "nauc_map_at_1_diff1": 0.2991858898117125, + "nauc_map_at_1_max": 0.1544973193360459, + "nauc_map_at_1_std": -0.0985407954893061, + "nauc_map_at_20_diff1": 0.2257812239428878, + "nauc_map_at_20_max": 0.2485435006583147, + "nauc_map_at_20_std": -0.07205958159716548, + "nauc_map_at_3_diff1": 0.2339071409108305, + "nauc_map_at_3_max": 0.19787871231878182, + "nauc_map_at_3_std": -0.10438370903818987, + "nauc_map_at_5_diff1": 0.23390782126217113, + "nauc_map_at_5_max": 0.2129416621756664, + "nauc_map_at_5_std": -0.10141788294089213, + "nauc_mrr_at_1000_diff1": 0.28015684965846777, + "nauc_mrr_at_1000_max": 0.3563680243850669, + "nauc_mrr_at_1000_std": 0.011570970977500575, + "nauc_mrr_at_100_diff1": 0.2800934277248174, + "nauc_mrr_at_100_max": 0.3563560936029606, + "nauc_mrr_at_100_std": 0.01169614335405424, + "nauc_mrr_at_10_diff1": 0.27864052054903277, + "nauc_mrr_at_10_max": 0.35563262765911524, + "nauc_mrr_at_10_std": 0.010588623037896733, + "nauc_mrr_at_1_diff1": 0.30912142846671453, + "nauc_mrr_at_1_max": 0.3488777798953279, + "nauc_mrr_at_1_std": 0.009413161714042583, + "nauc_mrr_at_20_diff1": 0.2795116869594021, + "nauc_mrr_at_20_max": 0.35673950786915437, + "nauc_mrr_at_20_std": 0.011797782795662253, + "nauc_mrr_at_3_diff1": 0.28434745696927843, + "nauc_mrr_at_3_max": 0.3568524946665194, + "nauc_mrr_at_3_std": 0.007931036572398341, + "nauc_mrr_at_5_diff1": 0.2822636282728386, + "nauc_mrr_at_5_max": 0.3550841297097158, + "nauc_mrr_at_5_std": 0.007040713239553465, + "nauc_ndcg_at_1000_diff1": 0.2185662504371919, + "nauc_ndcg_at_1000_max": 0.2995321876403853, + "nauc_ndcg_at_1000_std": -0.016067909881523876, + "nauc_ndcg_at_100_diff1": 0.2115701790579384, + "nauc_ndcg_at_100_max": 0.29735418104140343, + "nauc_ndcg_at_100_std": -0.010264853982838109, + "nauc_ndcg_at_10_diff1": 0.22794558739807838, + "nauc_ndcg_at_10_max": 0.26894371550708096, + "nauc_ndcg_at_10_std": -0.06652226022078281, + "nauc_ndcg_at_1_diff1": 0.31191087382138166, + "nauc_ndcg_at_1_max": 0.3496090918542625, + "nauc_ndcg_at_1_std": 0.008865172932374906, + "nauc_ndcg_at_20_diff1": 0.21957156893354615, + "nauc_ndcg_at_20_max": 0.28384064197671777, + "nauc_ndcg_at_20_std": -0.03896425226342799, + "nauc_ndcg_at_3_diff1": 0.2296882976321689, + "nauc_ndcg_at_3_max": 0.27542060211265423, + "nauc_ndcg_at_3_std": -0.040925651116701614, + "nauc_ndcg_at_5_diff1": 0.241750544920671, + "nauc_ndcg_at_5_max": 0.2542225374741546, + "nauc_ndcg_at_5_std": -0.07100404492816043, + "nauc_precision_at_1000_diff1": -0.10281067271603296, + "nauc_precision_at_1000_max": 0.12268849271900513, + "nauc_precision_at_1000_std": 0.1921178728008605, + "nauc_precision_at_100_diff1": -0.09958911396041886, + "nauc_precision_at_100_max": 0.14885633575956536, + "nauc_precision_at_100_std": 0.2064419476486371, + "nauc_precision_at_10_diff1": -0.013290861533542682, + "nauc_precision_at_10_max": 0.2365820121837152, + "nauc_precision_at_10_std": 0.11497147949482807, + "nauc_precision_at_1_diff1": 0.31191087382138166, + "nauc_precision_at_1_max": 0.3496090918542625, + "nauc_precision_at_1_std": 0.008865172932374906, + "nauc_precision_at_20_diff1": -0.05501395705127704, + "nauc_precision_at_20_max": 0.19407621528343957, + "nauc_precision_at_20_std": 0.16172798217050005, + "nauc_precision_at_3_diff1": 0.0717868005404886, + "nauc_precision_at_3_max": 0.26936732617935505, + "nauc_precision_at_3_std": 0.044290276194284016, + "nauc_precision_at_5_diff1": 0.03865138654839954, + "nauc_precision_at_5_max": 0.250756386925935, + "nauc_precision_at_5_std": 0.06813481920172139, + "nauc_recall_at_1000_diff1": -0.14855672765558403, + "nauc_recall_at_1000_max": 0.37529687406877543, + "nauc_recall_at_1000_std": 0.5045826131871475, + "nauc_recall_at_100_diff1": 0.010482549712360074, + "nauc_recall_at_100_max": 0.23200425469806968, + "nauc_recall_at_100_std": 0.16946322004560369, + "nauc_recall_at_10_diff1": 0.16531777489940713, + "nauc_recall_at_10_max": 0.18534088170261495, + "nauc_recall_at_10_std": -0.10011959745057228, + "nauc_recall_at_1_diff1": 0.2991858898117125, + "nauc_recall_at_1_max": 0.1544973193360459, + "nauc_recall_at_1_std": -0.0985407954893061, + "nauc_recall_at_20_diff1": 0.13728360504448844, + "nauc_recall_at_20_max": 0.21830913868375923, + "nauc_recall_at_20_std": -0.03239836334088808, + "nauc_recall_at_3_diff1": 0.19152521860790345, + "nauc_recall_at_3_max": 0.1535122495245326, + "nauc_recall_at_3_std": -0.11632500234463429, + "nauc_recall_at_5_diff1": 0.19504101570813812, + "nauc_recall_at_5_max": 0.15515892853868787, + "nauc_recall_at_5_std": -0.12232621910686207, + "ndcg_at_1": 0.55104, + "ndcg_at_10": 0.56024, + "ndcg_at_100": 0.64896, + "ndcg_at_1000": 0.66242, + "ndcg_at_20": 0.60005, + "ndcg_at_3": 0.51666, + "ndcg_at_5": 0.51905, + "precision_at_1": 0.55104, + "precision_at_10": 0.18729, + "precision_at_100": 0.02949, + "precision_at_1000": 0.0032, + "precision_at_20": 0.11427, + "precision_at_3": 0.37535, + "precision_at_5": 0.28104, + "recall_at_1": 0.24406, + "recall_at_10": 0.63916, + "recall_at_100": 0.92181, + "recall_at_1000": 0.99534, + "recall_at_20": 0.74506, + "recall_at_3": 0.44203, + "recall_at_5": 0.51989 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.72937, + "map_at_1": 0.43231, + "map_at_10": 0.64715, + "map_at_100": 0.66414, + "map_at_1000": 0.66445, + "map_at_20": 0.65798, + "map_at_3": 0.58381, + "map_at_5": 0.62014, + "mrr_at_1": 0.6546511627906977, + "mrr_at_10": 0.7627653193060173, + "mrr_at_100": 0.7656419061635283, + "mrr_at_1000": 0.7656559942423145, + "mrr_at_20": 0.7648223394632427, + "mrr_at_3": 0.7472868217054263, + "mrr_at_5": 0.7583914728682175, + "nauc_map_at_1000_diff1": 0.40739183768523285, + "nauc_map_at_1000_max": 0.20336207902332634, + "nauc_map_at_1000_std": -0.2022290085486297, + "nauc_map_at_100_diff1": 0.40727553861936533, + "nauc_map_at_100_max": 0.20326083265989853, + "nauc_map_at_100_std": -0.20235776234730687, + "nauc_map_at_10_diff1": 0.4065722061013201, + "nauc_map_at_10_max": 0.19188999778073326, + "nauc_map_at_10_std": -0.22252971496295118, + "nauc_map_at_1_diff1": 0.4621828566493989, + "nauc_map_at_1_max": 0.07090994591913921, + "nauc_map_at_1_std": -0.2424022701086231, + "nauc_map_at_20_diff1": 0.40765116642980814, + "nauc_map_at_20_max": 0.1985311517369432, + "nauc_map_at_20_std": -0.21270307613095232, + "nauc_map_at_3_diff1": 0.41117055421422477, + "nauc_map_at_3_max": 0.13071594455666255, + "nauc_map_at_3_std": -0.2594472293726244, + "nauc_map_at_5_diff1": 0.4013479720199407, + "nauc_map_at_5_max": 0.15619567540924378, + "nauc_map_at_5_std": -0.250222547694164, + "nauc_mrr_at_1000_diff1": 0.465419328031314, + "nauc_mrr_at_1000_max": 0.33925389259504835, + "nauc_mrr_at_1000_std": -0.06985202859217571, + "nauc_mrr_at_100_diff1": 0.4653658176244046, + "nauc_mrr_at_100_max": 0.3392497669338689, + "nauc_mrr_at_100_std": -0.0698509305962763, + "nauc_mrr_at_10_diff1": 0.46214112543334585, + "nauc_mrr_at_10_max": 0.339884053814201, + "nauc_mrr_at_10_std": -0.07038025344171255, + "nauc_mrr_at_1_diff1": 0.5061249353134263, + "nauc_mrr_at_1_max": 0.3174597415592374, + "nauc_mrr_at_1_std": -0.06204373289744289, + "nauc_mrr_at_20_diff1": 0.4651538489497279, + "nauc_mrr_at_20_max": 0.33914897937694755, + "nauc_mrr_at_20_std": -0.07072116655166205, + "nauc_mrr_at_3_diff1": 0.4655149962386034, + "nauc_mrr_at_3_max": 0.344064996280074, + "nauc_mrr_at_3_std": -0.067110873714095, + "nauc_mrr_at_5_diff1": 0.45919402730614184, + "nauc_mrr_at_5_max": 0.3412477829759492, + "nauc_mrr_at_5_std": -0.06833217661253915, + "nauc_ndcg_at_1000_diff1": 0.41198727631257276, + "nauc_ndcg_at_1000_max": 0.25717659396626263, + "nauc_ndcg_at_1000_std": -0.1475998457668164, + "nauc_ndcg_at_100_diff1": 0.40888255497395365, + "nauc_ndcg_at_100_max": 0.25674454501542626, + "nauc_ndcg_at_100_std": -0.14850812621257922, + "nauc_ndcg_at_10_diff1": 0.39746450747244066, + "nauc_ndcg_at_10_max": 0.22775402260268238, + "nauc_ndcg_at_10_std": -0.2038565292865941, + "nauc_ndcg_at_1_diff1": 0.5119845338777652, + "nauc_ndcg_at_1_max": 0.3182702123170097, + "nauc_ndcg_at_1_std": -0.06595343054787246, + "nauc_ndcg_at_20_diff1": 0.4046702793624878, + "nauc_ndcg_at_20_max": 0.2390681015349766, + "nauc_ndcg_at_20_std": -0.18796352327354487, + "nauc_ndcg_at_3_diff1": 0.3996193667635956, + "nauc_ndcg_at_3_max": 0.22180399511172882, + "nauc_ndcg_at_3_std": -0.1800278338748722, + "nauc_ndcg_at_5_diff1": 0.3888677654709244, + "nauc_ndcg_at_5_max": 0.19636328029835662, + "nauc_ndcg_at_5_std": -0.2206208565842224, + "nauc_precision_at_1000_diff1": -0.19207418770710571, + "nauc_precision_at_1000_max": 0.2147467266355823, + "nauc_precision_at_1000_std": 0.3991676380458049, + "nauc_precision_at_100_diff1": -0.18630552459950012, + "nauc_precision_at_100_max": 0.22837527694895418, + "nauc_precision_at_100_std": 0.4019227021514508, + "nauc_precision_at_10_diff1": -0.11661610625334594, + "nauc_precision_at_10_max": 0.30229752466413456, + "nauc_precision_at_10_std": 0.29650304637112235, + "nauc_precision_at_1_diff1": 0.5119845338777652, + "nauc_precision_at_1_max": 0.3182702123170097, + "nauc_precision_at_1_std": -0.06595343054787246, + "nauc_precision_at_20_diff1": -0.15478992720001236, + "nauc_precision_at_20_max": 0.2613118479610999, + "nauc_precision_at_20_std": 0.3367670567527982, + "nauc_precision_at_3_diff1": 0.03581930676601653, + "nauc_precision_at_3_max": 0.32319565206265993, + "nauc_precision_at_3_std": 0.13871946694779452, + "nauc_precision_at_5_diff1": -0.06389324561338668, + "nauc_precision_at_5_max": 0.3156982427285112, + "nauc_precision_at_5_std": 0.21635999977019502, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.11530574319487842, + "nauc_recall_at_100_max": 0.24062959685239646, + "nauc_recall_at_100_std": -0.11638195810286195, + "nauc_recall_at_10_diff1": 0.22985490581303294, + "nauc_recall_at_10_max": 0.10097044774655628, + "nauc_recall_at_10_std": -0.3447938458851804, + "nauc_recall_at_1_diff1": 0.4621828566493989, + "nauc_recall_at_1_max": 0.07090994591913921, + "nauc_recall_at_1_std": -0.2424022701086231, + "nauc_recall_at_20_diff1": 0.22231845034063785, + "nauc_recall_at_20_max": 0.09072889512571365, + "nauc_recall_at_20_std": -0.39102590021544037, + "nauc_recall_at_3_diff1": 0.3154576878138683, + "nauc_recall_at_3_max": 0.06226135700885718, + "nauc_recall_at_3_std": -0.3217785300130342, + "nauc_recall_at_5_diff1": 0.24889166496868603, + "nauc_recall_at_5_max": 0.045938976484822154, + "nauc_recall_at_5_std": -0.35644662456744836, + "ndcg_at_1": 0.65233, + "ndcg_at_10": 0.72937, + "ndcg_at_100": 0.77175, + "ndcg_at_1000": 0.7748, + "ndcg_at_20": 0.75164, + "ndcg_at_3": 0.6705, + "ndcg_at_5": 0.69631, + "precision_at_1": 0.65233, + "precision_at_10": 0.16198, + "precision_at_100": 0.02031, + "precision_at_1000": 0.00208, + "precision_at_20": 0.09017, + "precision_at_3": 0.3845, + "precision_at_5": 0.27372, + "recall_at_1": 0.43231, + "recall_at_10": 0.84136, + "recall_at_100": 0.98348, + "recall_at_1000": 1.0, + "recall_at_20": 0.90695, + "recall_at_3": 0.67217, + "recall_at_5": 0.75712 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.70054, + "map_at_1": 0.41828, + "map_at_10": 0.61025, + "map_at_100": 0.63791, + "map_at_1000": 0.63846, + "map_at_20": 0.62966, + "map_at_3": 0.53457, + "map_at_5": 0.57667, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.7645185930397199, + "mrr_at_100": 0.7671333384102103, + "mrr_at_1000": 0.7672460022512554, + "mrr_at_20": 0.7668256080876542, + "mrr_at_3": 0.7496087636932707, + "mrr_at_5": 0.7597026604068858, + "nauc_map_at_1000_diff1": 0.28577364191363064, + "nauc_map_at_1000_max": 0.2479485137466032, + "nauc_map_at_1000_std": -0.10262537156219786, + "nauc_map_at_100_diff1": 0.2856117785394213, + "nauc_map_at_100_max": 0.24813309664246905, + "nauc_map_at_100_std": -0.10183751592768252, + "nauc_map_at_10_diff1": 0.29071873246260094, + "nauc_map_at_10_max": 0.2284027661676867, + "nauc_map_at_10_std": -0.13462696181523848, + "nauc_map_at_1_diff1": 0.3816060035936142, + "nauc_map_at_1_max": 0.10463200173495174, + "nauc_map_at_1_std": -0.24684271750346073, + "nauc_map_at_20_diff1": 0.28732151243754256, + "nauc_map_at_20_max": 0.2440309971592697, + "nauc_map_at_20_std": -0.11119319221393231, + "nauc_map_at_3_diff1": 0.33451054715065165, + "nauc_map_at_3_max": 0.16625430878292718, + "nauc_map_at_3_std": -0.18863743146492756, + "nauc_map_at_5_diff1": 0.2983171435950332, + "nauc_map_at_5_max": 0.19460401980437317, + "nauc_map_at_5_std": -0.15555453061573904, + "nauc_mrr_at_1000_diff1": 0.2717095595690302, + "nauc_mrr_at_1000_max": 0.3596063264676033, + "nauc_mrr_at_1000_std": 0.016983487134976733, + "nauc_mrr_at_100_diff1": 0.2715377654992819, + "nauc_mrr_at_100_max": 0.35974925939813546, + "nauc_mrr_at_100_std": 0.01733954273493072, + "nauc_mrr_at_10_diff1": 0.2728288566533206, + "nauc_mrr_at_10_max": 0.36441882319413443, + "nauc_mrr_at_10_std": 0.016751151632950115, + "nauc_mrr_at_1_diff1": 0.3014144850465326, + "nauc_mrr_at_1_max": 0.29530443792156985, + "nauc_mrr_at_1_std": -0.034757838387643056, + "nauc_mrr_at_20_diff1": 0.2713617242753525, + "nauc_mrr_at_20_max": 0.3601233061365138, + "nauc_mrr_at_20_std": 0.01660031483702464, + "nauc_mrr_at_3_diff1": 0.26645789300100525, + "nauc_mrr_at_3_max": 0.3587539308826248, + "nauc_mrr_at_3_std": 0.013681130717639852, + "nauc_mrr_at_5_diff1": 0.2753587582191642, + "nauc_mrr_at_5_max": 0.3651102213151199, + "nauc_mrr_at_5_std": 0.01999506418403899, + "nauc_ndcg_at_1000_diff1": 0.2691466983583959, + "nauc_ndcg_at_1000_max": 0.31399878111294705, + "nauc_ndcg_at_1000_std": -0.03859105361984557, + "nauc_ndcg_at_100_diff1": 0.26536566428014746, + "nauc_ndcg_at_100_max": 0.32071273563531355, + "nauc_ndcg_at_100_std": -0.02154283622479487, + "nauc_ndcg_at_10_diff1": 0.2741466141864521, + "nauc_ndcg_at_10_max": 0.2897970438054185, + "nauc_ndcg_at_10_std": -0.09189712387215858, + "nauc_ndcg_at_1_diff1": 0.3014144850465326, + "nauc_ndcg_at_1_max": 0.30541344657508807, + "nauc_ndcg_at_1_std": -0.05234051625536433, + "nauc_ndcg_at_20_diff1": 0.2682287453408615, + "nauc_ndcg_at_20_max": 0.31057197193854813, + "nauc_ndcg_at_20_std": -0.05187045435108168, + "nauc_ndcg_at_3_diff1": 0.29406417921019723, + "nauc_ndcg_at_3_max": 0.25021765261150064, + "nauc_ndcg_at_3_std": -0.08460487656863735, + "nauc_ndcg_at_5_diff1": 0.27323309972521936, + "nauc_ndcg_at_5_max": 0.2515324238092422, + "nauc_ndcg_at_5_std": -0.08620638229410095, + "nauc_precision_at_1000_diff1": -0.2163036305293411, + "nauc_precision_at_1000_max": 0.13471769216611282, + "nauc_precision_at_1000_std": 0.3131979482891348, + "nauc_precision_at_100_diff1": -0.2164932285847627, + "nauc_precision_at_100_max": 0.15362431361679232, + "nauc_precision_at_100_std": 0.33711485319285794, + "nauc_precision_at_10_diff1": -0.19953132437944748, + "nauc_precision_at_10_max": 0.23263258358188674, + "nauc_precision_at_10_std": 0.2943456071418634, + "nauc_precision_at_1_diff1": 0.3014144850465326, + "nauc_precision_at_1_max": 0.30541344657508807, + "nauc_precision_at_1_std": -0.05234051625536433, + "nauc_precision_at_20_diff1": -0.2099849775896881, + "nauc_precision_at_20_max": 0.189663473833024, + "nauc_precision_at_20_std": 0.3201968420178025, + "nauc_precision_at_3_diff1": -0.11099520875514116, + "nauc_precision_at_3_max": 0.27109790464689093, + "nauc_precision_at_3_std": 0.21270006976923705, + "nauc_precision_at_5_diff1": -0.2048257263164255, + "nauc_precision_at_5_max": 0.2244008227309049, + "nauc_precision_at_5_std": 0.26236157110290775, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.14758387895545103, + "nauc_recall_at_100_max": 0.5399311449827268, + "nauc_recall_at_100_std": 0.5309655176526885, + "nauc_recall_at_10_diff1": 0.21591437689813034, + "nauc_recall_at_10_max": 0.27749896588457995, + "nauc_recall_at_10_std": -0.12397029145671992, + "nauc_recall_at_1_diff1": 0.3816060035936142, + "nauc_recall_at_1_max": 0.10463200173495174, + "nauc_recall_at_1_std": -0.24684271750346073, + "nauc_recall_at_20_diff1": 0.18827083214171497, + "nauc_recall_at_20_max": 0.3377290453984939, + "nauc_recall_at_20_std": 0.01350089006456681, + "nauc_recall_at_3_diff1": 0.31436373653947325, + "nauc_recall_at_3_max": 0.1565725093659855, + "nauc_recall_at_3_std": -0.18644454889244433, + "nauc_recall_at_5_diff1": 0.2483598321445328, + "nauc_recall_at_5_max": 0.1941895265976609, + "nauc_recall_at_5_std": -0.13062217178857824, + "ndcg_at_1": 0.66667, + "ndcg_at_10": 0.70054, + "ndcg_at_100": 0.75618, + "ndcg_at_1000": 0.76247, + "ndcg_at_20": 0.73256, + "ndcg_at_3": 0.65308, + "ndcg_at_5": 0.66797, + "precision_at_1": 0.66667, + "precision_at_10": 0.18122, + "precision_at_100": 0.02479, + "precision_at_1000": 0.00257, + "precision_at_20": 0.10704, + "precision_at_3": 0.39124, + "precision_at_5": 0.29296, + "recall_at_1": 0.41828, + "recall_at_10": 0.792, + "recall_at_100": 0.96192, + "recall_at_1000": 1.0, + "recall_at_20": 0.87967, + "recall_at_3": 0.59949, + "recall_at_5": 0.68559 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.70319, + "map_at_1": 0.34688, + "map_at_10": 0.60296, + "map_at_100": 0.63065, + "map_at_1000": 0.63106, + "map_at_20": 0.62161, + "map_at_3": 0.51915, + "map_at_5": 0.56451, + "mrr_at_1": 0.676, + "mrr_at_10": 0.7807265873015878, + "mrr_at_100": 0.7830535741112155, + "mrr_at_1000": 0.7830735082746403, + "mrr_at_20": 0.7824022110629314, + "mrr_at_3": 0.7675000000000001, + "mrr_at_5": 0.7765000000000006, + "nauc_map_at_1000_diff1": 0.3338631949442108, + "nauc_map_at_1000_max": 0.2599099597375086, + "nauc_map_at_1000_std": -0.05551573586038052, + "nauc_map_at_100_diff1": 0.33358712468622986, + "nauc_map_at_100_max": 0.2597706622577006, + "nauc_map_at_100_std": -0.05594766519505224, + "nauc_map_at_10_diff1": 0.3245701777189689, + "nauc_map_at_10_max": 0.24176630836031957, + "nauc_map_at_10_std": -0.077583724882574, + "nauc_map_at_1_diff1": 0.4239220492991288, + "nauc_map_at_1_max": 0.11817661492019602, + "nauc_map_at_1_std": -0.14724140668062977, + "nauc_map_at_20_diff1": 0.3301751281086, + "nauc_map_at_20_max": 0.2526914115317648, + "nauc_map_at_20_std": -0.06449096352537777, + "nauc_map_at_3_diff1": 0.32723643793186397, + "nauc_map_at_3_max": 0.1836737691938687, + "nauc_map_at_3_std": -0.10782877063425529, + "nauc_map_at_5_diff1": 0.33038399168887467, + "nauc_map_at_5_max": 0.21902430774744877, + "nauc_map_at_5_std": -0.08916000630925984, + "nauc_mrr_at_1000_diff1": 0.45346477154724074, + "nauc_mrr_at_1000_max": 0.38690658253573856, + "nauc_mrr_at_1000_std": 0.012207682182119971, + "nauc_mrr_at_100_diff1": 0.4534830856131879, + "nauc_mrr_at_100_max": 0.3869631684306281, + "nauc_mrr_at_100_std": 0.012222455514196682, + "nauc_mrr_at_10_diff1": 0.4519878038064073, + "nauc_mrr_at_10_max": 0.38790002961057707, + "nauc_mrr_at_10_std": 0.013698149833166685, + "nauc_mrr_at_1_diff1": 0.4811545131154173, + "nauc_mrr_at_1_max": 0.35611253144341537, + "nauc_mrr_at_1_std": -0.01612952973673235, + "nauc_mrr_at_20_diff1": 0.45347032819297184, + "nauc_mrr_at_20_max": 0.3880740700367318, + "nauc_mrr_at_20_std": 0.013215696717926247, + "nauc_mrr_at_3_diff1": 0.4410648301740019, + "nauc_mrr_at_3_max": 0.3849827828812642, + "nauc_mrr_at_3_std": 0.014844092602549533, + "nauc_mrr_at_5_diff1": 0.4523795269092151, + "nauc_mrr_at_5_max": 0.38797415818510944, + "nauc_mrr_at_5_std": 0.011503789767112277, + "nauc_ndcg_at_1000_diff1": 0.35791647940539745, + "nauc_ndcg_at_1000_max": 0.31721830774523213, + "nauc_ndcg_at_1000_std": -0.01161786839653863, + "nauc_ndcg_at_100_diff1": 0.354987437769512, + "nauc_ndcg_at_100_max": 0.31859491261075534, + "nauc_ndcg_at_100_std": -0.011423984667721196, + "nauc_ndcg_at_10_diff1": 0.3270141463651624, + "nauc_ndcg_at_10_max": 0.28004484899097726, + "nauc_ndcg_at_10_std": -0.057150606430637144, + "nauc_ndcg_at_1_diff1": 0.47845728286867667, + "nauc_ndcg_at_1_max": 0.3536412197094438, + "nauc_ndcg_at_1_std": -0.018200518199660207, + "nauc_ndcg_at_20_diff1": 0.33816609120946156, + "nauc_ndcg_at_20_max": 0.2972924689277774, + "nauc_ndcg_at_20_std": -0.03298063744855204, + "nauc_ndcg_at_3_diff1": 0.323824881175082, + "nauc_ndcg_at_3_max": 0.28080467638091106, + "nauc_ndcg_at_3_std": -0.02966771936641268, + "nauc_ndcg_at_5_diff1": 0.3390675520280871, + "nauc_ndcg_at_5_max": 0.2783987803907094, + "nauc_ndcg_at_5_std": -0.04586680475627468, + "nauc_precision_at_1000_diff1": -0.11748064223993664, + "nauc_precision_at_1000_max": 0.13631115031607138, + "nauc_precision_at_1000_std": 0.23639163740287517, + "nauc_precision_at_100_diff1": -0.11761037321565679, + "nauc_precision_at_100_max": 0.14978750757451154, + "nauc_precision_at_100_std": 0.2386717359692778, + "nauc_precision_at_10_diff1": -0.10604517089740868, + "nauc_precision_at_10_max": 0.21167983824523343, + "nauc_precision_at_10_std": 0.18094893086008915, + "nauc_precision_at_1_diff1": 0.47845728286867667, + "nauc_precision_at_1_max": 0.3536412197094438, + "nauc_precision_at_1_std": -0.018200518199660207, + "nauc_precision_at_20_diff1": -0.11362205067262222, + "nauc_precision_at_20_max": 0.17900028992802805, + "nauc_precision_at_20_std": 0.21546006692770808, + "nauc_precision_at_3_diff1": -0.00753379925382629, + "nauc_precision_at_3_max": 0.27208080292463943, + "nauc_precision_at_3_std": 0.12475434079256549, + "nauc_precision_at_5_diff1": -0.05143696509977012, + "nauc_precision_at_5_max": 0.2625031284134795, + "nauc_precision_at_5_std": 0.16818350864143825, + "nauc_recall_at_1000_diff1": 0.8164190087435361, + "nauc_recall_at_1000_max": 0.8531598513010529, + "nauc_recall_at_1000_std": 0.8869294929867841, + "nauc_recall_at_100_diff1": 0.2521138713686146, + "nauc_recall_at_100_max": 0.4601180682336484, + "nauc_recall_at_100_std": 0.18123541859982784, + "nauc_recall_at_10_diff1": 0.18254148358740474, + "nauc_recall_at_10_max": 0.19253218521128693, + "nauc_recall_at_10_std": -0.0838478712163887, + "nauc_recall_at_1_diff1": 0.4239220492991288, + "nauc_recall_at_1_max": 0.11817661492019602, + "nauc_recall_at_1_std": -0.14724140668062977, + "nauc_recall_at_20_diff1": 0.1638052151889221, + "nauc_recall_at_20_max": 0.20328740265378967, + "nauc_recall_at_20_std": -0.03517275051851391, + "nauc_recall_at_3_diff1": 0.23606054326419498, + "nauc_recall_at_3_max": 0.1365091122589094, + "nauc_recall_at_3_std": -0.10672199221783683, + "nauc_recall_at_5_diff1": 0.24034810625071779, + "nauc_recall_at_5_max": 0.18003536997430297, + "nauc_recall_at_5_std": -0.08879955198164981, + "ndcg_at_1": 0.677, + "ndcg_at_10": 0.70319, + "ndcg_at_100": 0.76321, + "ndcg_at_1000": 0.76717, + "ndcg_at_20": 0.73614, + "ndcg_at_3": 0.65299, + "ndcg_at_5": 0.66534, + "precision_at_1": 0.677, + "precision_at_10": 0.2042, + "precision_at_100": 0.0275, + "precision_at_1000": 0.00283, + "precision_at_20": 0.1186, + "precision_at_3": 0.44533, + "precision_at_5": 0.3278, + "recall_at_1": 0.34688, + "recall_at_10": 0.79475, + "recall_at_100": 0.97749, + "recall_at_1000": 0.9984, + "recall_at_20": 0.88193, + "recall_at_3": 0.5954, + "recall_at_5": 0.68756 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.78574, + "map_at_1": 0.50867, + "map_at_10": 0.71916, + "map_at_100": 0.73034, + "map_at_1000": 0.73059, + "map_at_20": 0.72698, + "map_at_3": 0.6694, + "map_at_5": 0.69793, + "mrr_at_1": 0.7282157676348547, + "mrr_at_10": 0.8133232892050318, + "mrr_at_100": 0.8151549321658899, + "mrr_at_1000": 0.8151787297115101, + "mrr_at_20": 0.8146273609734518, + "mrr_at_3": 0.800829875518672, + "mrr_at_5": 0.8087136929460578, + "nauc_map_at_1000_diff1": 0.5120475490356595, + "nauc_map_at_1000_max": 0.3680200748065173, + "nauc_map_at_1000_std": 0.024760173490318317, + "nauc_map_at_100_diff1": 0.5119524259971893, + "nauc_map_at_100_max": 0.3677333294628464, + "nauc_map_at_100_std": 0.024636509432942384, + "nauc_map_at_10_diff1": 0.5100343767366864, + "nauc_map_at_10_max": 0.36395393318690683, + "nauc_map_at_10_std": 0.013221194962610917, + "nauc_map_at_1_diff1": 0.5758427054815377, + "nauc_map_at_1_max": 0.23258089359913167, + "nauc_map_at_1_std": -0.155801116476182, + "nauc_map_at_20_diff1": 0.5122092389180406, + "nauc_map_at_20_max": 0.3664337860833496, + "nauc_map_at_20_std": 0.020275821205603207, + "nauc_map_at_3_diff1": 0.5193468506518447, + "nauc_map_at_3_max": 0.3289554000866836, + "nauc_map_at_3_std": -0.0213968763053873, + "nauc_map_at_5_diff1": 0.5073223352502945, + "nauc_map_at_5_max": 0.3429308327570119, + "nauc_map_at_5_std": -0.0020847628874709747, + "nauc_mrr_at_1000_diff1": 0.556948482576399, + "nauc_mrr_at_1000_max": 0.5232838484932911, + "nauc_mrr_at_1000_std": 0.1414377958255017, + "nauc_mrr_at_100_diff1": 0.5569644168270695, + "nauc_mrr_at_100_max": 0.5233305289363474, + "nauc_mrr_at_100_std": 0.1414936855997953, + "nauc_mrr_at_10_diff1": 0.5530557556925566, + "nauc_mrr_at_10_max": 0.525578271494931, + "nauc_mrr_at_10_std": 0.14450496529680787, + "nauc_mrr_at_1_diff1": 0.5840044764890401, + "nauc_mrr_at_1_max": 0.4816607418944944, + "nauc_mrr_at_1_std": 0.1051464316988265, + "nauc_mrr_at_20_diff1": 0.5570220923974314, + "nauc_mrr_at_20_max": 0.5240648924122894, + "nauc_mrr_at_20_std": 0.142498132677291, + "nauc_mrr_at_3_diff1": 0.5572643502267328, + "nauc_mrr_at_3_max": 0.524884907970007, + "nauc_mrr_at_3_std": 0.14247484728097343, + "nauc_mrr_at_5_diff1": 0.5560426656368141, + "nauc_mrr_at_5_max": 0.5295005459412161, + "nauc_mrr_at_5_std": 0.14507713892897783, + "nauc_ndcg_at_1000_diff1": 0.5155829083162771, + "nauc_ndcg_at_1000_max": 0.42785614282166057, + "nauc_ndcg_at_1000_std": 0.08682020255100134, + "nauc_ndcg_at_100_diff1": 0.5146745468903876, + "nauc_ndcg_at_100_max": 0.42610650780363213, + "nauc_ndcg_at_100_std": 0.08736056179224697, + "nauc_ndcg_at_10_diff1": 0.5013325207392433, + "nauc_ndcg_at_10_max": 0.413352895760106, + "nauc_ndcg_at_10_std": 0.05657826671688838, + "nauc_ndcg_at_1_diff1": 0.5840044764890401, + "nauc_ndcg_at_1_max": 0.48943015182895605, + "nauc_ndcg_at_1_std": 0.12900100652382346, + "nauc_ndcg_at_20_diff1": 0.5128890953751026, + "nauc_ndcg_at_20_max": 0.4174678825480812, + "nauc_ndcg_at_20_std": 0.0691842405128082, + "nauc_ndcg_at_3_diff1": 0.5009488054459129, + "nauc_ndcg_at_3_max": 0.38198731027791505, + "nauc_ndcg_at_3_std": 0.05011631063134269, + "nauc_ndcg_at_5_diff1": 0.49906561642384273, + "nauc_ndcg_at_5_max": 0.38131554922077776, + "nauc_ndcg_at_5_std": 0.036963657026333974, + "nauc_precision_at_1000_diff1": -0.2816715712795164, + "nauc_precision_at_1000_max": 0.05727985309284958, + "nauc_precision_at_1000_std": 0.32385225207719226, + "nauc_precision_at_100_diff1": -0.2708170075877469, + "nauc_precision_at_100_max": 0.07039155258635618, + "nauc_precision_at_100_std": 0.33460283938222835, + "nauc_precision_at_10_diff1": -0.216964662780006, + "nauc_precision_at_10_max": 0.1538923781024989, + "nauc_precision_at_10_std": 0.3304272806653582, + "nauc_precision_at_1_diff1": 0.5840044764890401, + "nauc_precision_at_1_max": 0.48943015182895605, + "nauc_precision_at_1_std": 0.12900100652382346, + "nauc_precision_at_20_diff1": -0.23633880412895325, + "nauc_precision_at_20_max": 0.10781828802378558, + "nauc_precision_at_20_std": 0.3206168379708879, + "nauc_precision_at_3_diff1": -0.058352823161254355, + "nauc_precision_at_3_max": 0.2434687490065333, + "nauc_precision_at_3_std": 0.32771354603521746, + "nauc_precision_at_5_diff1": -0.14589265655707012, + "nauc_precision_at_5_max": 0.18406531274734012, + "nauc_precision_at_5_std": 0.3197171029125408, + "nauc_recall_at_1000_diff1": 0.35573993044766267, + "nauc_recall_at_1000_max": 0.645169314395171, + "nauc_recall_at_1000_std": 0.8287982511222831, + "nauc_recall_at_100_diff1": 0.4147803295356256, + "nauc_recall_at_100_max": 0.4601852130247576, + "nauc_recall_at_100_std": 0.31127205157748933, + "nauc_recall_at_10_diff1": 0.3552203203148355, + "nauc_recall_at_10_max": 0.34859937496230936, + "nauc_recall_at_10_std": 0.024788704111182752, + "nauc_recall_at_1_diff1": 0.5758427054815377, + "nauc_recall_at_1_max": 0.23258089359913167, + "nauc_recall_at_1_std": -0.155801116476182, + "nauc_recall_at_20_diff1": 0.4083886792849597, + "nauc_recall_at_20_max": 0.34932032214553727, + "nauc_recall_at_20_std": 0.0651168918007686, + "nauc_recall_at_3_diff1": 0.4565737241313391, + "nauc_recall_at_3_max": 0.3003012149868536, + "nauc_recall_at_3_std": -0.0326392934622412, + "nauc_recall_at_5_diff1": 0.41152060144324865, + "nauc_recall_at_5_max": 0.3150572937211019, + "nauc_recall_at_5_std": 4.9159711487089325e-05, + "ndcg_at_1": 0.72822, + "ndcg_at_10": 0.78574, + "ndcg_at_100": 0.81345, + "ndcg_at_1000": 0.81681, + "ndcg_at_20": 0.80075, + "ndcg_at_3": 0.73864, + "ndcg_at_5": 0.7561, + "precision_at_1": 0.72822, + "precision_at_10": 0.15643, + "precision_at_100": 0.01826, + "precision_at_1000": 0.00188, + "precision_at_20": 0.08413, + "precision_at_3": 0.40526, + "precision_at_5": 0.27427, + "recall_at_1": 0.50867, + "recall_at_10": 0.87767, + "recall_at_100": 0.97206, + "recall_at_1000": 0.99257, + "recall_at_20": 0.92186, + "recall_at_3": 0.73975, + "recall_at_5": 0.80369 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.86277, + "map_at_1": 0.7347, + "map_at_10": 0.82626, + "map_at_100": 0.82768, + "map_at_1000": 0.82771, + "map_at_20": 0.82739, + "map_at_3": 0.81139, + "map_at_5": 0.82163, + "mrr_at_1": 0.7427536231884058, + "mrr_at_10": 0.8296219615060194, + "mrr_at_100": 0.8305894667737076, + "mrr_at_1000": 0.830617730976533, + "mrr_at_20": 0.8303413656448778, + "mrr_at_3": 0.8168276972624801, + "mrr_at_5": 0.8253421900161032, + "nauc_map_at_1000_diff1": 0.757067870292726, + "nauc_map_at_1000_max": 0.46863049663840384, + "nauc_map_at_1000_std": -0.2823566994128766, + "nauc_map_at_100_diff1": 0.7570116099718939, + "nauc_map_at_100_max": 0.4685400651741853, + "nauc_map_at_100_std": -0.2822806961372323, + "nauc_map_at_10_diff1": 0.754847140573748, + "nauc_map_at_10_max": 0.4697106140115838, + "nauc_map_at_10_std": -0.2801374552322832, + "nauc_map_at_1_diff1": 0.7726573664158418, + "nauc_map_at_1_max": 0.41577608265858396, + "nauc_map_at_1_std": -0.2682095730223636, + "nauc_map_at_20_diff1": 0.7567679254961074, + "nauc_map_at_20_max": 0.46922542404172063, + "nauc_map_at_20_std": -0.28185009387791177, + "nauc_map_at_3_diff1": 0.7516072240073713, + "nauc_map_at_3_max": 0.4712247975447549, + "nauc_map_at_3_std": -0.30606676910342734, + "nauc_map_at_5_diff1": 0.755591507984477, + "nauc_map_at_5_max": 0.4691328239414637, + "nauc_map_at_5_std": -0.29429161808435556, + "nauc_mrr_at_1000_diff1": 0.7614697060098513, + "nauc_mrr_at_1000_max": 0.4732610661214657, + "nauc_mrr_at_1000_std": -0.2663196914188991, + "nauc_mrr_at_100_diff1": 0.7614118483281682, + "nauc_mrr_at_100_max": 0.4731685151307714, + "nauc_mrr_at_100_std": -0.26624555886706114, + "nauc_mrr_at_10_diff1": 0.7603615380418927, + "nauc_mrr_at_10_max": 0.47475032342412465, + "nauc_mrr_at_10_std": -0.26340071070918053, + "nauc_mrr_at_1_diff1": 0.7799717145455558, + "nauc_mrr_at_1_max": 0.44359846265785596, + "nauc_mrr_at_1_std": -0.24746901438128147, + "nauc_mrr_at_20_diff1": 0.7611433511841142, + "nauc_mrr_at_20_max": 0.47380909035240465, + "nauc_mrr_at_20_std": -0.26579115039689366, + "nauc_mrr_at_3_diff1": 0.7575576138986372, + "nauc_mrr_at_3_max": 0.48491954964747236, + "nauc_mrr_at_3_std": -0.2796788962419937, + "nauc_mrr_at_5_diff1": 0.7607194315742687, + "nauc_mrr_at_5_max": 0.4767130334975527, + "nauc_mrr_at_5_std": -0.2729491379031846, + "nauc_ndcg_at_1000_diff1": 0.7558620576023667, + "nauc_ndcg_at_1000_max": 0.47666017148091167, + "nauc_ndcg_at_1000_std": -0.272669515752987, + "nauc_ndcg_at_100_diff1": 0.7545394770149337, + "nauc_ndcg_at_100_max": 0.4747346473090129, + "nauc_ndcg_at_100_std": -0.2708243166823416, + "nauc_ndcg_at_10_diff1": 0.7470419511923891, + "nauc_ndcg_at_10_max": 0.48516877276503756, + "nauc_ndcg_at_10_std": -0.2573878862763805, + "nauc_ndcg_at_1_diff1": 0.7799717145455558, + "nauc_ndcg_at_1_max": 0.44359846265785596, + "nauc_ndcg_at_1_std": -0.24746901438128147, + "nauc_ndcg_at_20_diff1": 0.7526241528311013, + "nauc_ndcg_at_20_max": 0.4803039714703298, + "nauc_ndcg_at_20_std": -0.26711256766170904, + "nauc_ndcg_at_3_diff1": 0.7430833145320599, + "nauc_ndcg_at_3_max": 0.49320374869611044, + "nauc_ndcg_at_3_std": -0.31339242915635207, + "nauc_ndcg_at_5_diff1": 0.7491673517560803, + "nauc_ndcg_at_5_max": 0.48624120868328286, + "nauc_ndcg_at_5_std": -0.29119364338253184, + "nauc_precision_at_1000_diff1": -0.25600718285187474, + "nauc_precision_at_1000_max": 0.20965563131756582, + "nauc_precision_at_1000_std": 0.3990273796047963, + "nauc_precision_at_100_diff1": -0.193660660460296, + "nauc_precision_at_100_max": 0.20530484484996445, + "nauc_precision_at_100_std": 0.3714395039235203, + "nauc_precision_at_10_diff1": 0.05385822130475468, + "nauc_precision_at_10_max": 0.4523510908637554, + "nauc_precision_at_10_std": 0.3398037166812771, + "nauc_precision_at_1_diff1": 0.7799717145455558, + "nauc_precision_at_1_max": 0.44359846265785596, + "nauc_precision_at_1_std": -0.24746901438128147, + "nauc_precision_at_20_diff1": -0.07543137038528426, + "nauc_precision_at_20_max": 0.32432139857069203, + "nauc_precision_at_20_std": 0.33796629918005183, + "nauc_precision_at_3_diff1": 0.5442704553708608, + "nauc_precision_at_3_max": 0.5857126850519148, + "nauc_precision_at_3_std": -0.2411749249006078, + "nauc_precision_at_5_diff1": 0.35126066917760157, + "nauc_precision_at_5_max": 0.5235044113424029, + "nauc_precision_at_5_std": -0.03524227683368975, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.5541469541319411, + "nauc_recall_at_100_diff1": 0.6209606349973393, + "nauc_recall_at_100_max": 0.3240560565326611, + "nauc_recall_at_100_std": 0.15315429256007979, + "nauc_recall_at_10_diff1": 0.5939651539779385, + "nauc_recall_at_10_max": 0.6516072909623891, + "nauc_recall_at_10_std": 0.0830478689903594, + "nauc_recall_at_1_diff1": 0.7726573664158418, + "nauc_recall_at_1_max": 0.41577608265858396, + "nauc_recall_at_1_std": -0.2682095730223636, + "nauc_recall_at_20_diff1": 0.6168058770647381, + "nauc_recall_at_20_max": 0.6339937142335914, + "nauc_recall_at_20_std": 0.052474857717627096, + "nauc_recall_at_3_diff1": 0.6917410129106096, + "nauc_recall_at_3_max": 0.574821534013262, + "nauc_recall_at_3_std": -0.3754505542560192, + "nauc_recall_at_5_diff1": 0.6845260032208399, + "nauc_recall_at_5_max": 0.5731973574569444, + "nauc_recall_at_5_std": -0.3015487935317463, + "ndcg_at_1": 0.74275, + "ndcg_at_10": 0.86277, + "ndcg_at_100": 0.86828, + "ndcg_at_1000": 0.86893, + "ndcg_at_20": 0.86642, + "ndcg_at_3": 0.83436, + "ndcg_at_5": 0.8516, + "precision_at_1": 0.74275, + "precision_at_10": 0.09976, + "precision_at_100": 0.01025, + "precision_at_1000": 0.00103, + "precision_at_20": 0.05072, + "precision_at_3": 0.30435, + "precision_at_5": 0.19179, + "recall_at_1": 0.7347, + "recall_at_10": 0.97061, + "recall_at_100": 0.99396, + "recall_at_1000": 0.99879, + "recall_at_20": 0.9845, + "recall_at_3": 0.89553, + "recall_at_5": 0.93579 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.82746, + "map_at_1": 0.54937, + "map_at_10": 0.76357, + "map_at_100": 0.77313, + "map_at_1000": 0.77324, + "map_at_20": 0.77007, + "map_at_3": 0.71346, + "map_at_5": 0.74183, + "mrr_at_1": 0.7776261937244202, + "mrr_at_10": 0.8521297559496742, + "mrr_at_100": 0.8528767561023856, + "mrr_at_1000": 0.8528923521883561, + "mrr_at_20": 0.8524383377725806, + "mrr_at_3": 0.8401546157344247, + "mrr_at_5": 0.8481355161437016, + "nauc_map_at_1000_diff1": 0.4003064484815929, + "nauc_map_at_1000_max": 0.2942396450253487, + "nauc_map_at_1000_std": -0.13595116230375337, + "nauc_map_at_100_diff1": 0.40018925951876305, + "nauc_map_at_100_max": 0.29425370490691705, + "nauc_map_at_100_std": -0.13618503973200655, + "nauc_map_at_10_diff1": 0.4030050159584759, + "nauc_map_at_10_max": 0.29041006646017836, + "nauc_map_at_10_std": -0.15638724557959044, + "nauc_map_at_1_diff1": 0.5049532416249537, + "nauc_map_at_1_max": 0.15859165692332128, + "nauc_map_at_1_std": -0.17102326562706469, + "nauc_map_at_20_diff1": 0.3987506973887819, + "nauc_map_at_20_max": 0.2931003450261832, + "nauc_map_at_20_std": -0.13957079406645406, + "nauc_map_at_3_diff1": 0.4106879013876229, + "nauc_map_at_3_max": 0.25309994867057345, + "nauc_map_at_3_std": -0.19645520388365925, + "nauc_map_at_5_diff1": 0.40044217265317206, + "nauc_map_at_5_max": 0.27804440573963973, + "nauc_map_at_5_std": -0.17451069027733973, + "nauc_mrr_at_1000_diff1": 0.4403893560292713, + "nauc_mrr_at_1000_max": 0.3999013996634792, + "nauc_mrr_at_1000_std": 0.0506529497485017, + "nauc_mrr_at_100_diff1": 0.4403580580864506, + "nauc_mrr_at_100_max": 0.39996212806098824, + "nauc_mrr_at_100_std": 0.05062102762987633, + "nauc_mrr_at_10_diff1": 0.4409625971243311, + "nauc_mrr_at_10_max": 0.4016869993308973, + "nauc_mrr_at_10_std": 0.0498317607125351, + "nauc_mrr_at_1_diff1": 0.47468448169082467, + "nauc_mrr_at_1_max": 0.3778696402552156, + "nauc_mrr_at_1_std": 0.07770291263596298, + "nauc_mrr_at_20_diff1": 0.44065171766256095, + "nauc_mrr_at_20_max": 0.4005410423776093, + "nauc_mrr_at_20_std": 0.04967785635186248, + "nauc_mrr_at_3_diff1": 0.43069600877261893, + "nauc_mrr_at_3_max": 0.4093216943267139, + "nauc_mrr_at_3_std": 0.04937076816874417, + "nauc_mrr_at_5_diff1": 0.42929701765018835, + "nauc_mrr_at_5_max": 0.3997993639569709, + "nauc_mrr_at_5_std": 0.04679691106795372, + "nauc_ndcg_at_1000_diff1": 0.40377976373627744, + "nauc_ndcg_at_1000_max": 0.33111246175008197, + "nauc_ndcg_at_1000_std": -0.07906767985048688, + "nauc_ndcg_at_100_diff1": 0.4022121978521405, + "nauc_ndcg_at_100_max": 0.33288198724292134, + "nauc_ndcg_at_100_std": -0.08306553760346008, + "nauc_ndcg_at_10_diff1": 0.40146863191217363, + "nauc_ndcg_at_10_max": 0.3209661907602593, + "nauc_ndcg_at_10_std": -0.13408862120018034, + "nauc_ndcg_at_1_diff1": 0.4834277766554241, + "nauc_ndcg_at_1_max": 0.3693135117634105, + "nauc_ndcg_at_1_std": 0.06906450434474774, + "nauc_ndcg_at_20_diff1": 0.39452968673207456, + "nauc_ndcg_at_20_max": 0.3254310546599993, + "nauc_ndcg_at_20_std": -0.10041570378372075, + "nauc_ndcg_at_3_diff1": 0.39018133213940065, + "nauc_ndcg_at_3_max": 0.30789706159425645, + "nauc_ndcg_at_3_std": -0.13188846930549905, + "nauc_ndcg_at_5_diff1": 0.3791588676888339, + "nauc_ndcg_at_5_max": 0.30792439774384145, + "nauc_ndcg_at_5_std": -0.14311848978935998, + "nauc_precision_at_1000_diff1": -0.28065983005431255, + "nauc_precision_at_1000_max": 0.057747723629410934, + "nauc_precision_at_1000_std": 0.3366669633029351, + "nauc_precision_at_100_diff1": -0.28041749778067593, + "nauc_precision_at_100_max": 0.06638109620268107, + "nauc_precision_at_100_std": 0.33092978659274425, + "nauc_precision_at_10_diff1": -0.260148424582491, + "nauc_precision_at_10_max": 0.12146669203347323, + "nauc_precision_at_10_std": 0.2653107770250485, + "nauc_precision_at_1_diff1": 0.4834277766554241, + "nauc_precision_at_1_max": 0.3693135117634105, + "nauc_precision_at_1_std": 0.06906450434474774, + "nauc_precision_at_20_diff1": -0.27995366502527524, + "nauc_precision_at_20_max": 0.08904419240164395, + "nauc_precision_at_20_std": 0.3133247481033081, + "nauc_precision_at_3_diff1": -0.14433109320882515, + "nauc_precision_at_3_max": 0.20836569566255472, + "nauc_precision_at_3_std": 0.14421498812236316, + "nauc_precision_at_5_diff1": -0.22598733084161346, + "nauc_precision_at_5_max": 0.1700124684093456, + "nauc_precision_at_5_std": 0.21211628261561571, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.20670701733277577, + "nauc_recall_at_100_max": 0.5471189770782896, + "nauc_recall_at_100_std": -0.39656709295147474, + "nauc_recall_at_10_diff1": 0.31426341036785194, + "nauc_recall_at_10_max": 0.26037320577787043, + "nauc_recall_at_10_std": -0.3525599055820876, + "nauc_recall_at_1_diff1": 0.5049532416249537, + "nauc_recall_at_1_max": 0.15859165692332128, + "nauc_recall_at_1_std": -0.17102326562706469, + "nauc_recall_at_20_diff1": 0.24832730052365687, + "nauc_recall_at_20_max": 0.26277636440095287, + "nauc_recall_at_20_std": -0.274366404480986, + "nauc_recall_at_3_diff1": 0.3312927697263585, + "nauc_recall_at_3_max": 0.23504471336523564, + "nauc_recall_at_3_std": -0.2776465486422097, + "nauc_recall_at_5_diff1": 0.26954787781800704, + "nauc_recall_at_5_max": 0.251152545755878, + "nauc_recall_at_5_std": -0.29235881034763644, + "ndcg_at_1": 0.7749, + "ndcg_at_10": 0.82746, + "ndcg_at_100": 0.84929, + "ndcg_at_1000": 0.85065, + "ndcg_at_20": 0.83856, + "ndcg_at_3": 0.77705, + "ndcg_at_5": 0.79907, + "precision_at_1": 0.7749, + "precision_at_10": 0.15921, + "precision_at_100": 0.01812, + "precision_at_1000": 0.00183, + "precision_at_20": 0.08479, + "precision_at_3": 0.41473, + "precision_at_5": 0.2794, + "recall_at_1": 0.54937, + "recall_at_10": 0.92048, + "recall_at_100": 0.99225, + "recall_at_1000": 1.0, + "recall_at_20": 0.95079, + "recall_at_3": 0.78003, + "recall_at_5": 0.84609 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.81984, + "map_at_1": 0.62395, + "map_at_10": 0.76609, + "map_at_100": 0.76707, + "map_at_1000": 0.76714, + "map_at_20": 0.76609, + "map_at_3": 0.73296, + "map_at_5": 0.75428, + "mrr_at_1": 0.6722689075630253, + "mrr_at_10": 0.7862244897959182, + "mrr_at_100": 0.7870609581568964, + "mrr_at_1000": 0.7870819141702246, + "mrr_at_20": 0.7862244897959182, + "mrr_at_3": 0.7731092436974789, + "mrr_at_5": 0.7827731092436974, + "nauc_map_at_1000_diff1": 0.5425238740365121, + "nauc_map_at_1000_max": 0.5468203174337266, + "nauc_map_at_1000_std": -0.07964995008500483, + "nauc_map_at_100_diff1": 0.5426536351525625, + "nauc_map_at_100_max": 0.5469116492489917, + "nauc_map_at_100_std": -0.07980358434315252, + "nauc_map_at_10_diff1": 0.5434760222028356, + "nauc_map_at_10_max": 0.5477855359685079, + "nauc_map_at_10_std": -0.08091440866765057, + "nauc_map_at_1_diff1": 0.5595127661894357, + "nauc_map_at_1_max": 0.530033247013905, + "nauc_map_at_1_std": -0.07595041593599647, + "nauc_map_at_20_diff1": 0.5434760222028356, + "nauc_map_at_20_max": 0.5477855359685079, + "nauc_map_at_20_std": -0.08091440866765057, + "nauc_map_at_3_diff1": 0.506540553956399, + "nauc_map_at_3_max": 0.5313435597240272, + "nauc_map_at_3_std": -0.07875495344771567, + "nauc_map_at_5_diff1": 0.5401294728774233, + "nauc_map_at_5_max": 0.5453531467121033, + "nauc_map_at_5_std": -0.05652172036053583, + "nauc_mrr_at_1000_diff1": 0.5470906402747874, + "nauc_mrr_at_1000_max": 0.5676117336764662, + "nauc_mrr_at_1000_std": -0.10861963060084043, + "nauc_mrr_at_100_diff1": 0.5471418588533435, + "nauc_mrr_at_100_max": 0.5676606315672029, + "nauc_mrr_at_100_std": -0.10849425911000979, + "nauc_mrr_at_10_diff1": 0.5481141587849722, + "nauc_mrr_at_10_max": 0.5685194555312868, + "nauc_mrr_at_10_std": -0.10837837492589043, + "nauc_mrr_at_1_diff1": 0.5504217939752356, + "nauc_mrr_at_1_max": 0.549807105604614, + "nauc_mrr_at_1_std": -0.13712308803192919, + "nauc_mrr_at_20_diff1": 0.5481141587849722, + "nauc_mrr_at_20_max": 0.5685194555312868, + "nauc_mrr_at_20_std": -0.10837837492589043, + "nauc_mrr_at_3_diff1": 0.5267397206216138, + "nauc_mrr_at_3_max": 0.5645851412125782, + "nauc_mrr_at_3_std": -0.11699286023575134, + "nauc_mrr_at_5_diff1": 0.5419285270526758, + "nauc_mrr_at_5_max": 0.5648686421441652, + "nauc_mrr_at_5_std": -0.09891969149470917, + "nauc_ndcg_at_1000_diff1": 0.54699140195284, + "nauc_ndcg_at_1000_max": 0.5611068286471287, + "nauc_ndcg_at_1000_std": -0.07703853388369576, + "nauc_ndcg_at_100_diff1": 0.551426281497381, + "nauc_ndcg_at_100_max": 0.5646997668193733, + "nauc_ndcg_at_100_std": -0.0750177207923724, + "nauc_ndcg_at_10_diff1": 0.5569532709891654, + "nauc_ndcg_at_10_max": 0.5732552913128254, + "nauc_ndcg_at_10_std": -0.07832176150242266, + "nauc_ndcg_at_1_diff1": 0.5504217939752356, + "nauc_ndcg_at_1_max": 0.549807105604614, + "nauc_ndcg_at_1_std": -0.13712308803192919, + "nauc_ndcg_at_20_diff1": 0.5569532709891654, + "nauc_ndcg_at_20_max": 0.5732552913128254, + "nauc_ndcg_at_20_std": -0.07832176150242266, + "nauc_ndcg_at_3_diff1": 0.4924702008485311, + "nauc_ndcg_at_3_max": 0.5475197015555354, + "nauc_ndcg_at_3_std": -0.08081867162742093, + "nauc_ndcg_at_5_diff1": 0.5438277690207222, + "nauc_ndcg_at_5_max": 0.5663865934484732, + "nauc_ndcg_at_5_std": -0.031555988640861905, + "nauc_precision_at_1000_diff1": -0.25968164794277976, + "nauc_precision_at_1000_max": -0.21205392756031471, + "nauc_precision_at_1000_std": -0.04020919461340116, + "nauc_precision_at_100_diff1": -0.2133971218089294, + "nauc_precision_at_100_max": -0.1693188987601087, + "nauc_precision_at_100_std": -0.044027430278151446, + "nauc_precision_at_10_diff1": -0.10274492516221319, + "nauc_precision_at_10_max": -0.049210312972622426, + "nauc_precision_at_10_std": -0.07577305059118132, + "nauc_precision_at_1_diff1": 0.5504217939752356, + "nauc_precision_at_1_max": 0.549807105604614, + "nauc_precision_at_1_std": -0.13712308803192919, + "nauc_precision_at_20_diff1": -0.10274492516221319, + "nauc_precision_at_20_max": -0.049210312972622426, + "nauc_precision_at_20_std": -0.07577305059118132, + "nauc_precision_at_3_diff1": 0.07832434097289497, + "nauc_precision_at_3_max": 0.2821944132440415, + "nauc_precision_at_3_std": -0.174642888663821, + "nauc_precision_at_5_diff1": 0.0035971666785857056, + "nauc_precision_at_5_max": 0.081170644199833, + "nauc_precision_at_5_std": 0.0031940412225303096, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9563862928348903, + "nauc_recall_at_100_max": 0.9072634858173441, + "nauc_recall_at_100_std": 0.2849185451944017, + "nauc_recall_at_10_diff1": 0.7301185837464548, + "nauc_recall_at_10_max": 0.8115819401560982, + "nauc_recall_at_10_std": -0.010923079283811341, + "nauc_recall_at_1_diff1": 0.5595127661894357, + "nauc_recall_at_1_max": 0.530033247013905, + "nauc_recall_at_1_std": -0.07595041593599647, + "nauc_recall_at_20_diff1": 0.7301185837464548, + "nauc_recall_at_20_max": 0.8115819401560982, + "nauc_recall_at_20_std": -0.010923079283811341, + "nauc_recall_at_3_diff1": 0.38246437751676216, + "nauc_recall_at_3_max": 0.5444326781567888, + "nauc_recall_at_3_std": -0.013681783676596455, + "nauc_recall_at_5_diff1": 0.5394819328582429, + "nauc_recall_at_5_max": 0.6270221953078132, + "nauc_recall_at_5_std": 0.1944726013603028, + "ndcg_at_1": 0.67227, + "ndcg_at_10": 0.81984, + "ndcg_at_100": 0.82644, + "ndcg_at_1000": 0.82811, + "ndcg_at_20": 0.81984, + "ndcg_at_3": 0.77185, + "ndcg_at_5": 0.80059, + "precision_at_1": 0.67227, + "precision_at_10": 0.11429, + "precision_at_100": 0.01193, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05714, + "precision_at_3": 0.31373, + "precision_at_5": 0.21008, + "recall_at_1": 0.62395, + "recall_at_10": 0.95518, + "recall_at_100": 0.98739, + "recall_at_1000": 1.0, + "recall_at_20": 0.95518, + "recall_at_3": 0.84174, + "recall_at_5": 0.90406 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.63636, + "map_at_1": 0.29883, + "map_at_10": 0.53238, + "map_at_100": 0.56024, + "map_at_1000": 0.56044, + "map_at_20": 0.5503, + "map_at_3": 0.44412, + "map_at_5": 0.49201, + "mrr_at_1": 0.5750636132315522, + "mrr_at_10": 0.6908800840098552, + "mrr_at_100": 0.6964603518758258, + "mrr_at_1000": 0.6964603518758258, + "mrr_at_20": 0.694895357003929, + "mrr_at_3": 0.6700593723494489, + "mrr_at_5": 0.6844359626802377, + "nauc_map_at_1000_diff1": 0.35725212930852773, + "nauc_map_at_1000_max": 0.2688719264286215, + "nauc_map_at_1000_std": -0.08878873292943033, + "nauc_map_at_100_diff1": 0.357415474841113, + "nauc_map_at_100_max": 0.2689977997334512, + "nauc_map_at_100_std": -0.08845356176970981, + "nauc_map_at_10_diff1": 0.3572578673093159, + "nauc_map_at_10_max": 0.25203422328682146, + "nauc_map_at_10_std": -0.1013941992865308, + "nauc_map_at_1_diff1": 0.5058266577256973, + "nauc_map_at_1_max": 0.11206815450615773, + "nauc_map_at_1_std": -0.1365898734273658, + "nauc_map_at_20_diff1": 0.3568952644385779, + "nauc_map_at_20_max": 0.2647896076886001, + "nauc_map_at_20_std": -0.09375639201979367, + "nauc_map_at_3_diff1": 0.36257226018860333, + "nauc_map_at_3_max": 0.211443119176803, + "nauc_map_at_3_std": -0.0989494547648123, + "nauc_map_at_5_diff1": 0.36076150109949345, + "nauc_map_at_5_max": 0.22301225252473791, + "nauc_map_at_5_std": -0.1154694170939271, + "nauc_mrr_at_1000_diff1": 0.45970628364449573, + "nauc_mrr_at_1000_max": 0.3360701426205611, + "nauc_mrr_at_1000_std": -0.08701393959850756, + "nauc_mrr_at_100_diff1": 0.45970628364449573, + "nauc_mrr_at_100_max": 0.3360701426205611, + "nauc_mrr_at_100_std": -0.08701393959850756, + "nauc_mrr_at_10_diff1": 0.4587502996272536, + "nauc_mrr_at_10_max": 0.33836860484865866, + "nauc_mrr_at_10_std": -0.0843457412962203, + "nauc_mrr_at_1_diff1": 0.4967854179795613, + "nauc_mrr_at_1_max": 0.30772695995126587, + "nauc_mrr_at_1_std": -0.10386819037678358, + "nauc_mrr_at_20_diff1": 0.4599291585948534, + "nauc_mrr_at_20_max": 0.3354946856074205, + "nauc_mrr_at_20_std": -0.08697740417457968, + "nauc_mrr_at_3_diff1": 0.44209017253940724, + "nauc_mrr_at_3_max": 0.3389759413057719, + "nauc_mrr_at_3_std": -0.08480841048469978, + "nauc_mrr_at_5_diff1": 0.46023220729256265, + "nauc_mrr_at_5_max": 0.33979708492801086, + "nauc_mrr_at_5_std": -0.08965140204975468, + "nauc_ndcg_at_1000_diff1": 0.3775039191778681, + "nauc_ndcg_at_1000_max": 0.30536461841454854, + "nauc_ndcg_at_1000_std": -0.08157426992401647, + "nauc_ndcg_at_100_diff1": 0.37894068353903665, + "nauc_ndcg_at_100_max": 0.3075907506662882, + "nauc_ndcg_at_100_std": -0.07763229903063293, + "nauc_ndcg_at_10_diff1": 0.3747497236809639, + "nauc_ndcg_at_10_max": 0.2827464600938436, + "nauc_ndcg_at_10_std": -0.09763953832257635, + "nauc_ndcg_at_1_diff1": 0.4967854179795613, + "nauc_ndcg_at_1_max": 0.30772695995126587, + "nauc_ndcg_at_1_std": -0.10386819037678358, + "nauc_ndcg_at_20_diff1": 0.37600310478502863, + "nauc_ndcg_at_20_max": 0.2988169764201605, + "nauc_ndcg_at_20_std": -0.08752206132793662, + "nauc_ndcg_at_3_diff1": 0.3298553841181069, + "nauc_ndcg_at_3_max": 0.28123258075089674, + "nauc_ndcg_at_3_std": -0.06196745689958578, + "nauc_ndcg_at_5_diff1": 0.3644463270314135, + "nauc_ndcg_at_5_max": 0.25980396990295246, + "nauc_ndcg_at_5_std": -0.10434349988966779, + "nauc_precision_at_1000_diff1": -0.17959986815246617, + "nauc_precision_at_1000_max": 0.15807284417480977, + "nauc_precision_at_1000_std": 0.11900295748295033, + "nauc_precision_at_100_diff1": -0.17433935190419772, + "nauc_precision_at_100_max": 0.1717921420308005, + "nauc_precision_at_100_std": 0.131391470015728, + "nauc_precision_at_10_diff1": -0.0924937140577578, + "nauc_precision_at_10_max": 0.26739309567636266, + "nauc_precision_at_10_std": 0.07225006092620216, + "nauc_precision_at_1_diff1": 0.4967854179795613, + "nauc_precision_at_1_max": 0.30772695995126587, + "nauc_precision_at_1_std": -0.10386819037678358, + "nauc_precision_at_20_diff1": -0.13688029300873525, + "nauc_precision_at_20_max": 0.2476078214869093, + "nauc_precision_at_20_std": 0.1099288250377993, + "nauc_precision_at_3_diff1": 0.00488160467291747, + "nauc_precision_at_3_max": 0.32277010196755324, + "nauc_precision_at_3_std": 0.02586353532182032, + "nauc_precision_at_5_diff1": -0.03829503681855197, + "nauc_precision_at_5_max": 0.27952596087954645, + "nauc_precision_at_5_std": 0.01089235203789551, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.44517087777786923, + "nauc_recall_at_100_max": 0.5609108104024007, + "nauc_recall_at_100_std": 0.5072507639608544, + "nauc_recall_at_10_diff1": 0.29743334694057383, + "nauc_recall_at_10_max": 0.20284393654715388, + "nauc_recall_at_10_std": -0.09890777777414844, + "nauc_recall_at_1_diff1": 0.5058266577256973, + "nauc_recall_at_1_max": 0.11206815450615773, + "nauc_recall_at_1_std": -0.1365898734273658, + "nauc_recall_at_20_diff1": 0.2908043704426024, + "nauc_recall_at_20_max": 0.22165733611070912, + "nauc_recall_at_20_std": -0.06905978239365135, + "nauc_recall_at_3_diff1": 0.28040167222634704, + "nauc_recall_at_3_max": 0.1762492168535934, + "nauc_recall_at_3_std": -0.09180916026738584, + "nauc_recall_at_5_diff1": 0.2981882742009527, + "nauc_recall_at_5_max": 0.15889031671859646, + "nauc_recall_at_5_std": -0.13564967135469258, + "ndcg_at_1": 0.57506, + "ndcg_at_10": 0.63636, + "ndcg_at_100": 0.70581, + "ndcg_at_1000": 0.7073, + "ndcg_at_20": 0.673, + "ndcg_at_3": 0.55655, + "ndcg_at_5": 0.58424, + "precision_at_1": 0.57506, + "precision_at_10": 0.18117, + "precision_at_100": 0.02499, + "precision_at_1000": 0.00253, + "precision_at_20": 0.10598, + "precision_at_3": 0.37574, + "precision_at_5": 0.28346, + "recall_at_1": 0.29883, + "recall_at_10": 0.76235, + "recall_at_100": 0.99331, + "recall_at_1000": 1.0, + "recall_at_20": 0.86984, + "recall_at_3": 0.51899, + "recall_at_5": 0.63066 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MLQARetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MLQARetrieval.json new file mode 100644 index 000000000..65408e624 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MLQARetrieval.json @@ -0,0 +1,14517 @@ +{ + "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", + "evaluation_time": 477.33520555496216, + "kg_co2_emissions": 0.020018414871219265, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "main_score": 0.62846, + "map_at_1": 0.51463, + "map_at_10": 0.59062, + "map_at_100": 0.59635, + "map_at_1000": 0.59677, + "map_at_20": 0.59387, + "map_at_3": 0.57288, + "map_at_5": 0.58259, + "mrr_at_1": 0.5145321582598913, + "mrr_at_10": 0.5905218034460497, + "mrr_at_100": 0.5963172712730926, + "mrr_at_1000": 0.5967311142332611, + "mrr_at_20": 0.593844281574267, + "mrr_at_3": 0.5730045627851753, + "mrr_at_5": 0.5826051628226769, + "nauc_map_at_1000_diff1": 0.7234803394575341, + "nauc_map_at_1000_max": 0.5997481754485071, + "nauc_map_at_1000_std": 0.12280241792594407, + "nauc_map_at_100_diff1": 0.7232643570885524, + "nauc_map_at_100_max": 0.5997653624841098, + "nauc_map_at_100_std": 0.12310041405209918, + "nauc_map_at_10_diff1": 0.7232382661257065, + "nauc_map_at_10_max": 0.6002196496522371, + "nauc_map_at_10_std": 0.12135006861279711, + "nauc_map_at_1_diff1": 0.7648737382185996, + "nauc_map_at_1_max": 0.5850306362297006, + "nauc_map_at_1_std": 0.07921615026884231, + "nauc_map_at_20_diff1": 0.7228017295991224, + "nauc_map_at_20_max": 0.5999557871176576, + "nauc_map_at_20_std": 0.12271444999583372, + "nauc_map_at_3_diff1": 0.7270354752277809, + "nauc_map_at_3_max": 0.5997326814605584, + "nauc_map_at_3_std": 0.11206957967920732, + "nauc_map_at_5_diff1": 0.7236509254175985, + "nauc_map_at_5_max": 0.5988194120119209, + "nauc_map_at_5_std": 0.11744823512951161, + "nauc_mrr_at_1000_diff1": 0.7238387068536717, + "nauc_mrr_at_1000_max": 0.6000857877106216, + "nauc_mrr_at_1000_std": 0.1228481455923814, + "nauc_mrr_at_100_diff1": 0.7236231036592056, + "nauc_mrr_at_100_max": 0.600102822024482, + "nauc_mrr_at_100_std": 0.12314688448075557, + "nauc_mrr_at_10_diff1": 0.7236460213155923, + "nauc_mrr_at_10_max": 0.6005336077060882, + "nauc_mrr_at_10_std": 0.1214772295573108, + "nauc_mrr_at_1_diff1": 0.7653891247374146, + "nauc_mrr_at_1_max": 0.5854810488601405, + "nauc_mrr_at_1_std": 0.0789336295367548, + "nauc_mrr_at_20_diff1": 0.7231505358908247, + "nauc_mrr_at_20_max": 0.6002922897050293, + "nauc_mrr_at_20_std": 0.12275678061671891, + "nauc_mrr_at_3_diff1": 0.7274433871353296, + "nauc_mrr_at_3_max": 0.6003768445984516, + "nauc_mrr_at_3_std": 0.11253008425068167, + "nauc_mrr_at_5_diff1": 0.7240389995049127, + "nauc_mrr_at_5_max": 0.5991705845091698, + "nauc_mrr_at_5_std": 0.11765154766628957, + "nauc_ndcg_at_1000_diff1": 0.7126625290552034, + "nauc_ndcg_at_1000_max": 0.6036901759326159, + "nauc_ndcg_at_1000_std": 0.1441297749629911, + "nauc_ndcg_at_100_diff1": 0.7061959725798652, + "nauc_ndcg_at_100_max": 0.603786129015337, + "nauc_ndcg_at_100_std": 0.15449018455641395, + "nauc_ndcg_at_10_diff1": 0.7058810311928032, + "nauc_ndcg_at_10_max": 0.6063499243129444, + "nauc_ndcg_at_10_std": 0.14419463315375963, + "nauc_ndcg_at_1_diff1": 0.7649946888309054, + "nauc_ndcg_at_1_max": 0.5855602734120257, + "nauc_ndcg_at_1_std": 0.07969658109833183, + "nauc_ndcg_at_20_diff1": 0.7035439300534593, + "nauc_ndcg_at_20_max": 0.6053019502585752, + "nauc_ndcg_at_20_std": 0.15008313619067168, + "nauc_ndcg_at_3_diff1": 0.7144413558091662, + "nauc_ndcg_at_3_max": 0.6044728693832205, + "nauc_ndcg_at_3_std": 0.12344305340294934, + "nauc_ndcg_at_5_diff1": 0.7075047315200523, + "nauc_ndcg_at_5_max": 0.6026831464658213, + "nauc_ndcg_at_5_std": 0.13376029185611119, + "nauc_precision_at_1000_diff1": 0.6165515776877023, + "nauc_precision_at_1000_max": 0.728583876794825, + "nauc_precision_at_1000_std": 0.7152319014568063, + "nauc_precision_at_100_diff1": 0.5656926371994759, + "nauc_precision_at_100_max": 0.6278528747411929, + "nauc_precision_at_100_std": 0.46622995324600425, + "nauc_precision_at_10_diff1": 0.6338549025186828, + "nauc_precision_at_10_max": 0.6318994256591475, + "nauc_precision_at_10_std": 0.2428967175536631, + "nauc_precision_at_1_diff1": 0.7649946888309054, + "nauc_precision_at_1_max": 0.5855602734120257, + "nauc_precision_at_1_std": 0.07969658109833183, + "nauc_precision_at_20_diff1": 0.6075669284403105, + "nauc_precision_at_20_max": 0.6297008917457197, + "nauc_precision_at_20_std": 0.2934637521247919, + "nauc_precision_at_3_diff1": 0.674275307300941, + "nauc_precision_at_3_max": 0.6195783045492418, + "nauc_precision_at_3_std": 0.15991517090555912, + "nauc_precision_at_5_diff1": 0.6502077092908513, + "nauc_precision_at_5_max": 0.6154202630153067, + "nauc_precision_at_5_std": 0.19203299888649822, + "nauc_recall_at_1000_diff1": 0.6226984349015251, + "nauc_recall_at_1000_max": 0.7248099844068069, + "nauc_recall_at_1000_std": 0.7106120639346226, + "nauc_recall_at_100_diff1": 0.5671311684607316, + "nauc_recall_at_100_max": 0.626707105510844, + "nauc_recall_at_100_std": 0.46458657820924487, + "nauc_recall_at_10_diff1": 0.6346320868989407, + "nauc_recall_at_10_max": 0.6313650912464844, + "nauc_recall_at_10_std": 0.24179770721260171, + "nauc_recall_at_1_diff1": 0.7648737382185996, + "nauc_recall_at_1_max": 0.5850306362297006, + "nauc_recall_at_1_std": 0.07921615026884231, + "nauc_recall_at_20_diff1": 0.6084345474744788, + "nauc_recall_at_20_max": 0.6290698335900698, + "nauc_recall_at_20_std": 0.2922596837067366, + "nauc_recall_at_3_diff1": 0.6740985387654322, + "nauc_recall_at_3_max": 0.618902526989002, + "nauc_recall_at_3_std": 0.1593220163813596, + "nauc_recall_at_5_diff1": 0.6508860128118839, + "nauc_recall_at_5_max": 0.614947474581793, + "nauc_recall_at_5_std": 0.1910397134477418, + "ndcg_at_1": 0.51472, + "ndcg_at_10": 0.62846, + "ndcg_at_100": 0.65849, + "ndcg_at_1000": 0.66954, + "ndcg_at_20": 0.64018, + "ndcg_at_3": 0.59171, + "ndcg_at_5": 0.60924, + "precision_at_1": 0.51472, + "precision_at_10": 0.07478, + "precision_at_100": 0.00893, + "precision_at_1000": 0.00098, + "precision_at_20": 0.0397, + "precision_at_3": 0.21539, + "precision_at_5": 0.13778, + "recall_at_1": 0.51463, + "recall_at_10": 0.74761, + "recall_at_100": 0.89312, + "recall_at_1000": 0.98003, + "recall_at_20": 0.79374, + "recall_at_3": 0.64607, + "recall_at_5": 0.68873 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "main_score": 0.6883, + "map_at_1": 0.56523, + "map_at_10": 0.64773, + "map_at_100": 0.65334, + "map_at_1000": 0.65358, + "map_at_20": 0.65089, + "map_at_3": 0.62702, + "map_at_5": 0.63934, + "mrr_at_1": 0.5661407766990292, + "mrr_at_10": 0.6479669922175996, + "mrr_at_100": 0.653580263385361, + "mrr_at_1000": 0.6538246320925322, + "mrr_at_20": 0.6511271510899782, + "mrr_at_3": 0.6271237864077676, + "mrr_at_5": 0.6395934466019425, + "nauc_map_at_1000_diff1": 0.727017169587029, + "nauc_map_at_1000_max": 0.5553949909894865, + "nauc_map_at_1000_std": -0.056334832262172486, + "nauc_map_at_100_diff1": 0.7269110238443915, + "nauc_map_at_100_max": 0.5554715040242666, + "nauc_map_at_100_std": -0.05614070594284162, + "nauc_map_at_10_diff1": 0.7253456713554103, + "nauc_map_at_10_max": 0.5558611106540217, + "nauc_map_at_10_std": -0.05736183325045861, + "nauc_map_at_1_diff1": 0.765947788247742, + "nauc_map_at_1_max": 0.545814546972944, + "nauc_map_at_1_std": -0.0787336411295103, + "nauc_map_at_20_diff1": 0.7265832419438464, + "nauc_map_at_20_max": 0.5557029337526818, + "nauc_map_at_20_std": -0.05526630355352479, + "nauc_map_at_3_diff1": 0.7263568305420482, + "nauc_map_at_3_max": 0.5552305063584866, + "nauc_map_at_3_std": -0.06508876021889715, + "nauc_map_at_5_diff1": 0.7248562821367702, + "nauc_map_at_5_max": 0.5553191052825485, + "nauc_map_at_5_std": -0.05835362229449713, + "nauc_mrr_at_1000_diff1": 0.7262161573461482, + "nauc_mrr_at_1000_max": 0.5556416142248062, + "nauc_mrr_at_1000_std": -0.054270673744000346, + "nauc_mrr_at_100_diff1": 0.7261104806125946, + "nauc_mrr_at_100_max": 0.5557178410426442, + "nauc_mrr_at_100_std": -0.054077450708030834, + "nauc_mrr_at_10_diff1": 0.724562878454425, + "nauc_mrr_at_10_max": 0.5561038969799392, + "nauc_mrr_at_10_std": -0.05532473441751979, + "nauc_mrr_at_1_diff1": 0.765013710161029, + "nauc_mrr_at_1_max": 0.5460169557356855, + "nauc_mrr_at_1_std": -0.07505844989319767, + "nauc_mrr_at_20_diff1": 0.7257924251349674, + "nauc_mrr_at_20_max": 0.5559504531838175, + "nauc_mrr_at_20_std": -0.053212619651587766, + "nauc_mrr_at_3_diff1": 0.725619200991115, + "nauc_mrr_at_3_max": 0.5557174206255138, + "nauc_mrr_at_3_std": -0.0626165615119103, + "nauc_mrr_at_5_diff1": 0.7240795102862753, + "nauc_mrr_at_5_max": 0.5555049005427266, + "nauc_mrr_at_5_std": -0.05635524167753017, + "nauc_ndcg_at_1000_diff1": 0.7200732760034441, + "nauc_ndcg_at_1000_max": 0.5586289667385778, + "nauc_ndcg_at_1000_std": -0.04511609122485834, + "nauc_ndcg_at_100_diff1": 0.717239414909231, + "nauc_ndcg_at_100_max": 0.5613973284203861, + "nauc_ndcg_at_100_std": -0.035706764051956275, + "nauc_ndcg_at_10_diff1": 0.7099836463291527, + "nauc_ndcg_at_10_max": 0.5622505926011262, + "nauc_ndcg_at_10_std": -0.040320823913739486, + "nauc_ndcg_at_1_diff1": 0.7663614468631794, + "nauc_ndcg_at_1_max": 0.5458819717095235, + "nauc_ndcg_at_1_std": -0.07823646479320548, + "nauc_ndcg_at_20_diff1": 0.7144061680960084, + "nauc_ndcg_at_20_max": 0.5623214902979441, + "nauc_ndcg_at_20_std": -0.030991682641381177, + "nauc_ndcg_at_3_diff1": 0.7124782200506659, + "nauc_ndcg_at_3_max": 0.5596134862317367, + "nauc_ndcg_at_3_std": -0.05841282755019475, + "nauc_ndcg_at_5_diff1": 0.7091112685957561, + "nauc_ndcg_at_5_max": 0.5599391129405283, + "nauc_ndcg_at_5_std": -0.0449964183725868, + "nauc_precision_at_1000_diff1": 0.0985611872671036, + "nauc_precision_at_1000_max": -0.07062944650654275, + "nauc_precision_at_1000_std": 0.32426286268590265, + "nauc_precision_at_100_diff1": 0.6074539285283687, + "nauc_precision_at_100_max": 0.6508283974685218, + "nauc_precision_at_100_std": 0.33818843277521504, + "nauc_precision_at_10_diff1": 0.6359235502393882, + "nauc_precision_at_10_max": 0.5909772202984315, + "nauc_precision_at_10_std": 0.0503059718525454, + "nauc_precision_at_1_diff1": 0.7663614468631794, + "nauc_precision_at_1_max": 0.5458819717095235, + "nauc_precision_at_1_std": -0.07823646479320548, + "nauc_precision_at_20_diff1": 0.6461024738100025, + "nauc_precision_at_20_max": 0.6015205136162617, + "nauc_precision_at_20_std": 0.14345680024253468, + "nauc_precision_at_3_diff1": 0.6645152213694778, + "nauc_precision_at_3_max": 0.5718233209654043, + "nauc_precision_at_3_std": -0.03422208610064323, + "nauc_precision_at_5_diff1": 0.647065212226949, + "nauc_precision_at_5_max": 0.5746289965406706, + "nauc_precision_at_5_std": 0.01023117198297199, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.61851539784631, + "nauc_recall_at_100_max": 0.6665102556642923, + "nauc_recall_at_100_std": 0.3384911238018071, + "nauc_recall_at_10_diff1": 0.639202708709652, + "nauc_recall_at_10_max": 0.5950145575868775, + "nauc_recall_at_10_std": 0.04863419853724631, + "nauc_recall_at_1_diff1": 0.765947788247742, + "nauc_recall_at_1_max": 0.545814546972944, + "nauc_recall_at_1_std": -0.0787336411295103, + "nauc_recall_at_20_diff1": 0.650417895398259, + "nauc_recall_at_20_max": 0.6068180327618471, + "nauc_recall_at_20_std": 0.14203178553709983, + "nauc_recall_at_3_diff1": 0.6668246516733997, + "nauc_recall_at_3_max": 0.5744449117671935, + "nauc_recall_at_3_std": -0.03568491868834729, + "nauc_recall_at_5_diff1": 0.6496957224511876, + "nauc_recall_at_5_max": 0.5777235206543921, + "nauc_recall_at_5_std": 0.00872514188011343, + "ndcg_at_1": 0.56553, + "ndcg_at_10": 0.6883, + "ndcg_at_100": 0.71673, + "ndcg_at_1000": 0.72296, + "ndcg_at_20": 0.6997, + "ndcg_at_3": 0.64606, + "ndcg_at_5": 0.66816, + "precision_at_1": 0.56553, + "precision_at_10": 0.08167, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "precision_at_20": 0.04308, + "precision_at_3": 0.23382, + "precision_at_5": 0.15097, + "recall_at_1": 0.56523, + "recall_at_10": 0.81614, + "recall_at_100": 0.95146, + "recall_at_1000": 1.0, + "recall_at_20": 0.86104, + "recall_at_3": 0.70085, + "recall_at_5": 0.75425 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "main_score": 0.60294, + "map_at_1": 0.47515, + "map_at_10": 0.55994, + "map_at_100": 0.56706, + "map_at_1000": 0.5674, + "map_at_20": 0.56395, + "map_at_3": 0.53938, + "map_at_5": 0.55078, + "mrr_at_1": 0.47505626406601653, + "mrr_at_10": 0.5599706474237618, + "mrr_at_100": 0.5670786525493187, + "mrr_at_1000": 0.5674161205004705, + "mrr_at_20": 0.5639779937285632, + "mrr_at_3": 0.5394786196549146, + "mrr_at_5": 0.5507314328582154, + "nauc_map_at_1000_diff1": 0.6515797870869452, + "nauc_map_at_1000_max": 0.45713452722504416, + "nauc_map_at_1000_std": 0.0070144139648434635, + "nauc_map_at_100_diff1": 0.6514414691135622, + "nauc_map_at_100_max": 0.45708649733452317, + "nauc_map_at_100_std": 0.007194829393612171, + "nauc_map_at_10_diff1": 0.6508214397945807, + "nauc_map_at_10_max": 0.4573773468910432, + "nauc_map_at_10_std": 0.005718671535149921, + "nauc_map_at_1_diff1": 0.6928704333654359, + "nauc_map_at_1_max": 0.4525389300269799, + "nauc_map_at_1_std": -0.015384957106609047, + "nauc_map_at_20_diff1": 0.6507547985370788, + "nauc_map_at_20_max": 0.4570909817404695, + "nauc_map_at_20_std": 0.006853049149788836, + "nauc_map_at_3_diff1": 0.6551029486153322, + "nauc_map_at_3_max": 0.45966758445676914, + "nauc_map_at_3_std": -0.0008085220013339441, + "nauc_map_at_5_diff1": 0.6514998164592122, + "nauc_map_at_5_max": 0.45607780371694145, + "nauc_map_at_5_std": -5.463467129188621e-05, + "nauc_mrr_at_1000_diff1": 0.6518671218802347, + "nauc_mrr_at_1000_max": 0.45723308667216567, + "nauc_mrr_at_1000_std": 0.005586991934940154, + "nauc_mrr_at_100_diff1": 0.6517353425644361, + "nauc_mrr_at_100_max": 0.4571884296672705, + "nauc_mrr_at_100_std": 0.005754147377662937, + "nauc_mrr_at_10_diff1": 0.6510077837341736, + "nauc_mrr_at_10_max": 0.4575675957384446, + "nauc_mrr_at_10_std": 0.00429711729695713, + "nauc_mrr_at_1_diff1": 0.6934239486902096, + "nauc_mrr_at_1_max": 0.452323206860631, + "nauc_mrr_at_1_std": -0.01831007405564393, + "nauc_mrr_at_20_diff1": 0.651014893662238, + "nauc_mrr_at_20_max": 0.45719697495563655, + "nauc_mrr_at_20_std": 0.0054449708791637725, + "nauc_mrr_at_3_diff1": 0.6555894302594513, + "nauc_mrr_at_3_max": 0.4594584145519787, + "nauc_mrr_at_3_std": -0.002256715751034878, + "nauc_mrr_at_5_diff1": 0.6519352656335728, + "nauc_mrr_at_5_max": 0.45636753508238637, + "nauc_mrr_at_5_std": -0.0012797968830075388, + "nauc_ndcg_at_1000_diff1": 0.6416903390880292, + "nauc_ndcg_at_1000_max": 0.4577193775087052, + "nauc_ndcg_at_1000_std": 0.022299961198439633, + "nauc_ndcg_at_100_diff1": 0.6373632342830231, + "nauc_ndcg_at_100_max": 0.4572783148707339, + "nauc_ndcg_at_100_std": 0.030645831591361944, + "nauc_ndcg_at_10_diff1": 0.6330593478398716, + "nauc_ndcg_at_10_max": 0.4578845309055477, + "nauc_ndcg_at_10_std": 0.021226415486823372, + "nauc_ndcg_at_1_diff1": 0.6929384602472713, + "nauc_ndcg_at_1_max": 0.45252109633534665, + "nauc_ndcg_at_1_std": -0.015340001834653528, + "nauc_ndcg_at_20_diff1": 0.6324395130996309, + "nauc_ndcg_at_20_max": 0.4566348447943806, + "nauc_ndcg_at_20_std": 0.0262603625991364, + "nauc_ndcg_at_3_diff1": 0.642479431100822, + "nauc_ndcg_at_3_max": 0.4613780597318246, + "nauc_ndcg_at_3_std": 0.0046143682406760925, + "nauc_ndcg_at_5_diff1": 0.6352071717016491, + "nauc_ndcg_at_5_max": 0.45482652303196763, + "nauc_ndcg_at_5_std": 0.006548863948238769, + "nauc_precision_at_1000_diff1": 0.47397278371707807, + "nauc_precision_at_1000_max": 0.5206599839608734, + "nauc_precision_at_1000_std": 0.7347075560703039, + "nauc_precision_at_100_diff1": 0.5078562033509396, + "nauc_precision_at_100_max": 0.46268353895587244, + "nauc_precision_at_100_std": 0.352043091198995, + "nauc_precision_at_10_diff1": 0.5592466047244091, + "nauc_precision_at_10_max": 0.45944909266499806, + "nauc_precision_at_10_std": 0.09156603254200074, + "nauc_precision_at_1_diff1": 0.6929384602472713, + "nauc_precision_at_1_max": 0.45252109633534665, + "nauc_precision_at_1_std": -0.015340001834653528, + "nauc_precision_at_20_diff1": 0.5400849587622982, + "nauc_precision_at_20_max": 0.4519681998624299, + "nauc_precision_at_20_std": 0.13735749849533058, + "nauc_precision_at_3_diff1": 0.6027613980562292, + "nauc_precision_at_3_max": 0.4665319010112544, + "nauc_precision_at_3_std": 0.0218752636783712, + "nauc_precision_at_5_diff1": 0.5784249582425486, + "nauc_precision_at_5_max": 0.4496604213527374, + "nauc_precision_at_5_std": 0.030031786297606142, + "nauc_recall_at_1000_diff1": 0.528894264620978, + "nauc_recall_at_1000_max": 0.5198090794681517, + "nauc_recall_at_1000_std": 0.7475803877794441, + "nauc_recall_at_100_diff1": 0.5155721805393533, + "nauc_recall_at_100_max": 0.4618974463581213, + "nauc_recall_at_100_std": 0.3493198223672653, + "nauc_recall_at_10_diff1": 0.5600862972611554, + "nauc_recall_at_10_max": 0.4593568017255312, + "nauc_recall_at_10_std": 0.09106207226115928, + "nauc_recall_at_1_diff1": 0.6928704333654359, + "nauc_recall_at_1_max": 0.4525389300269799, + "nauc_recall_at_1_std": -0.015384957106609047, + "nauc_recall_at_20_diff1": 0.5410849054260407, + "nauc_recall_at_20_max": 0.45184518144266067, + "nauc_recall_at_20_std": 0.1368042646066343, + "nauc_recall_at_3_diff1": 0.6026052160186313, + "nauc_recall_at_3_max": 0.4664899427549562, + "nauc_recall_at_3_std": 0.021818569105676585, + "nauc_recall_at_5_diff1": 0.5784443078050101, + "nauc_recall_at_5_max": 0.4489407909898881, + "nauc_recall_at_5_std": 0.02957045011773119, + "ndcg_at_1": 0.47524, + "ndcg_at_10": 0.60294, + "ndcg_at_100": 0.63973, + "ndcg_at_1000": 0.64896, + "ndcg_at_20": 0.61761, + "ndcg_at_3": 0.56016, + "ndcg_at_5": 0.58073, + "precision_at_1": 0.47524, + "precision_at_10": 0.07391, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03986, + "precision_at_3": 0.20674, + "precision_at_5": 0.13406, + "recall_at_1": 0.47515, + "recall_at_10": 0.73884, + "recall_at_100": 0.9156, + "recall_at_1000": 0.98875, + "recall_at_20": 0.79698, + "recall_at_3": 0.62012, + "recall_at_5": 0.67011 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "main_score": 0.67094, + "map_at_1": 0.55056, + "map_at_10": 0.62977, + "map_at_100": 0.63579, + "map_at_1000": 0.63606, + "map_at_20": 0.63348, + "map_at_3": 0.60895, + "map_at_5": 0.62118, + "mrr_at_1": 0.5505561172901922, + "mrr_at_10": 0.629762105381418, + "mrr_at_100": 0.6357831035481787, + "mrr_at_1000": 0.636051415736239, + "mrr_at_20": 0.6334988084157355, + "mrr_at_3": 0.6091169531513313, + "mrr_at_5": 0.620997640714527, + "nauc_map_at_1000_diff1": 0.6997261340980574, + "nauc_map_at_1000_max": 0.5544892432809114, + "nauc_map_at_1000_std": 0.05782381769637272, + "nauc_map_at_100_diff1": 0.6996968867357637, + "nauc_map_at_100_max": 0.5544676651283139, + "nauc_map_at_100_std": 0.057925432742174286, + "nauc_map_at_10_diff1": 0.6989866906544793, + "nauc_map_at_10_max": 0.5545506856717558, + "nauc_map_at_10_std": 0.0582002737807204, + "nauc_map_at_1_diff1": 0.728802771379447, + "nauc_map_at_1_max": 0.5485959976746588, + "nauc_map_at_1_std": 0.016608529013238314, + "nauc_map_at_20_diff1": 0.6989880970121757, + "nauc_map_at_20_max": 0.554572396451326, + "nauc_map_at_20_std": 0.05938084166121815, + "nauc_map_at_3_diff1": 0.7003292841617372, + "nauc_map_at_3_max": 0.5526489169458647, + "nauc_map_at_3_std": 0.046795344224345906, + "nauc_map_at_5_diff1": 0.6979128169210492, + "nauc_map_at_5_max": 0.5543884662433802, + "nauc_map_at_5_std": 0.05654709549586776, + "nauc_mrr_at_1000_diff1": 0.699323228893491, + "nauc_mrr_at_1000_max": 0.5538813568847789, + "nauc_mrr_at_1000_std": 0.05856424417027841, + "nauc_mrr_at_100_diff1": 0.6992943735782418, + "nauc_mrr_at_100_max": 0.5538604829167129, + "nauc_mrr_at_100_std": 0.05866549844877112, + "nauc_mrr_at_10_diff1": 0.698576202050779, + "nauc_mrr_at_10_max": 0.553942902884334, + "nauc_mrr_at_10_std": 0.05889986865080234, + "nauc_mrr_at_1_diff1": 0.728802771379447, + "nauc_mrr_at_1_max": 0.5477018372337925, + "nauc_mrr_at_1_std": 0.01750268945410503, + "nauc_mrr_at_20_diff1": 0.6985896963575838, + "nauc_mrr_at_20_max": 0.5539603003239499, + "nauc_mrr_at_20_std": 0.060100908521246756, + "nauc_mrr_at_3_diff1": 0.6997391526216011, + "nauc_mrr_at_3_max": 0.5518499131805642, + "nauc_mrr_at_3_std": 0.04721278041005487, + "nauc_mrr_at_5_diff1": 0.6974872802945592, + "nauc_mrr_at_5_max": 0.5538592189271331, + "nauc_mrr_at_5_std": 0.05698595191051342, + "nauc_ndcg_at_1000_diff1": 0.6947774522616318, + "nauc_ndcg_at_1000_max": 0.5558038661281268, + "nauc_ndcg_at_1000_std": 0.07100778872017051, + "nauc_ndcg_at_100_diff1": 0.6941692689529314, + "nauc_ndcg_at_100_max": 0.55549818069887, + "nauc_ndcg_at_100_std": 0.0760694072911959, + "nauc_ndcg_at_10_diff1": 0.6883263480443104, + "nauc_ndcg_at_10_max": 0.5575234732128236, + "nauc_ndcg_at_10_std": 0.08163861049911433, + "nauc_ndcg_at_1_diff1": 0.728802771379447, + "nauc_ndcg_at_1_max": 0.5485959976746588, + "nauc_ndcg_at_1_std": 0.016608529013238314, + "nauc_ndcg_at_20_diff1": 0.6881751886378293, + "nauc_ndcg_at_20_max": 0.5572103610546535, + "nauc_ndcg_at_20_std": 0.08717586015564625, + "nauc_ndcg_at_3_diff1": 0.6909996998000156, + "nauc_ndcg_at_3_max": 0.5536096098981489, + "nauc_ndcg_at_3_std": 0.05781632093039015, + "nauc_ndcg_at_5_diff1": 0.6861242400865939, + "nauc_ndcg_at_5_max": 0.5568736489652517, + "nauc_ndcg_at_5_std": 0.07717196524727471, + "nauc_precision_at_1000_diff1": 0.6889360272478308, + "nauc_precision_at_1000_max": 0.5596196624742921, + "nauc_precision_at_1000_std": 0.4585430794841783, + "nauc_precision_at_100_diff1": 0.6754439664250319, + "nauc_precision_at_100_max": 0.5489352256110792, + "nauc_precision_at_100_std": 0.2857132320799913, + "nauc_precision_at_10_diff1": 0.641207459739268, + "nauc_precision_at_10_max": 0.5719347779963112, + "nauc_precision_at_10_std": 0.19340589422463955, + "nauc_precision_at_1_diff1": 0.728802771379447, + "nauc_precision_at_1_max": 0.5485959976746588, + "nauc_precision_at_1_std": 0.016608529013238314, + "nauc_precision_at_20_diff1": 0.6257581046507347, + "nauc_precision_at_20_max": 0.5725040080591133, + "nauc_precision_at_20_std": 0.26867338182541467, + "nauc_precision_at_3_diff1": 0.6607029318918909, + "nauc_precision_at_3_max": 0.5565910861215, + "nauc_precision_at_3_std": 0.09403109146519248, + "nauc_precision_at_5_diff1": 0.6422496331740364, + "nauc_precision_at_5_max": 0.5663639808983886, + "nauc_precision_at_5_std": 0.15709313191652932, + "nauc_recall_at_1000_diff1": 0.6889360272478438, + "nauc_recall_at_1000_max": 0.5596196624742853, + "nauc_recall_at_1000_std": 0.4585430794841894, + "nauc_recall_at_100_diff1": 0.6754439664250314, + "nauc_recall_at_100_max": 0.5489352256110854, + "nauc_recall_at_100_std": 0.2857132320799967, + "nauc_recall_at_10_diff1": 0.6412074597392667, + "nauc_recall_at_10_max": 0.571934777996311, + "nauc_recall_at_10_std": 0.19340589422464005, + "nauc_recall_at_1_diff1": 0.728802771379447, + "nauc_recall_at_1_max": 0.5485959976746588, + "nauc_recall_at_1_std": 0.016608529013238314, + "nauc_recall_at_20_diff1": 0.625758104650734, + "nauc_recall_at_20_max": 0.572504008059112, + "nauc_recall_at_20_std": 0.2686733818254159, + "nauc_recall_at_3_diff1": 0.660702931891891, + "nauc_recall_at_3_max": 0.5565910861215, + "nauc_recall_at_3_std": 0.09403109146519217, + "nauc_recall_at_5_diff1": 0.6422496331740359, + "nauc_recall_at_5_max": 0.5663639808983888, + "nauc_recall_at_5_std": 0.15709313191652946, + "ndcg_at_1": 0.55056, + "ndcg_at_10": 0.67094, + "ndcg_at_100": 0.70118, + "ndcg_at_1000": 0.70786, + "ndcg_at_20": 0.6844, + "ndcg_at_3": 0.62809, + "ndcg_at_5": 0.65026, + "precision_at_1": 0.55056, + "precision_at_10": 0.08013, + "precision_at_100": 0.00945, + "precision_at_1000": 0.001, + "precision_at_20": 0.04272, + "precision_at_3": 0.22784, + "precision_at_5": 0.14752, + "recall_at_1": 0.55056, + "recall_at_10": 0.80131, + "recall_at_100": 0.94489, + "recall_at_1000": 0.99646, + "recall_at_20": 0.8544, + "recall_at_3": 0.68352, + "recall_at_5": 0.73761 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "main_score": 0.62152, + "map_at_1": 0.48553, + "map_at_10": 0.57451, + "map_at_100": 0.5812, + "map_at_1000": 0.58152, + "map_at_20": 0.57851, + "map_at_3": 0.54888, + "map_at_5": 0.56469, + "mrr_at_1": 0.4866193336974331, + "mrr_at_10": 0.5748199006527795, + "mrr_at_100": 0.5815139645216441, + "mrr_at_1000": 0.5818362012626898, + "mrr_at_20": 0.5788448109061842, + "mrr_at_3": 0.5493355179319142, + "mrr_at_5": 0.5649007828144924, + "nauc_map_at_1000_diff1": 0.6685362654651414, + "nauc_map_at_1000_max": 0.4868351943291417, + "nauc_map_at_1000_std": -0.02892199429162102, + "nauc_map_at_100_diff1": 0.6683854884484735, + "nauc_map_at_100_max": 0.48685600409110086, + "nauc_map_at_100_std": -0.028725695530328315, + "nauc_map_at_10_diff1": 0.6679587207433156, + "nauc_map_at_10_max": 0.4872836660804038, + "nauc_map_at_10_std": -0.03144359576492373, + "nauc_map_at_1_diff1": 0.7018498963652221, + "nauc_map_at_1_max": 0.47317928257233266, + "nauc_map_at_1_std": -0.05547905087202444, + "nauc_map_at_20_diff1": 0.6680302518539597, + "nauc_map_at_20_max": 0.48655104729938675, + "nauc_map_at_20_std": -0.029959478040024735, + "nauc_map_at_3_diff1": 0.6683407166732811, + "nauc_map_at_3_max": 0.48834144516819356, + "nauc_map_at_3_std": -0.02805881946014443, + "nauc_map_at_5_diff1": 0.6638588616040385, + "nauc_map_at_5_max": 0.485352351328097, + "nauc_map_at_5_std": -0.03125571448197646, + "nauc_mrr_at_1000_diff1": 0.6673746713536108, + "nauc_mrr_at_1000_max": 0.4872938078351679, + "nauc_mrr_at_1000_std": -0.028138565546770473, + "nauc_mrr_at_100_diff1": 0.6672248714617595, + "nauc_mrr_at_100_max": 0.4873136273361072, + "nauc_mrr_at_100_std": -0.02794339320078874, + "nauc_mrr_at_10_diff1": 0.6668067060287531, + "nauc_mrr_at_10_max": 0.4877359494365245, + "nauc_mrr_at_10_std": -0.03068012596692583, + "nauc_mrr_at_1_diff1": 0.6990142989496392, + "nauc_mrr_at_1_max": 0.4734351252134666, + "nauc_mrr_at_1_std": -0.05298956929396703, + "nauc_mrr_at_20_diff1": 0.6670700132888808, + "nauc_mrr_at_20_max": 0.4869834848829216, + "nauc_mrr_at_20_std": -0.02919172482716908, + "nauc_mrr_at_3_diff1": 0.6678335170359783, + "nauc_mrr_at_3_max": 0.4890862633255852, + "nauc_mrr_at_3_std": -0.0275510568633205, + "nauc_mrr_at_5_diff1": 0.6628853902665556, + "nauc_mrr_at_5_max": 0.48601091158085635, + "nauc_mrr_at_5_std": -0.03038029244997971, + "nauc_ndcg_at_1000_diff1": 0.6626796097953268, + "nauc_ndcg_at_1000_max": 0.49005629610478013, + "nauc_ndcg_at_1000_std": -0.019958816755021563, + "nauc_ndcg_at_100_diff1": 0.6587990914911032, + "nauc_ndcg_at_100_max": 0.49169664008303626, + "nauc_ndcg_at_100_std": -0.011022988267169744, + "nauc_ndcg_at_10_diff1": 0.6570900137293431, + "nauc_ndcg_at_10_max": 0.49335741759987484, + "nauc_ndcg_at_10_std": -0.024165908605535472, + "nauc_ndcg_at_1_diff1": 0.7018498963652221, + "nauc_ndcg_at_1_max": 0.47317928257233266, + "nauc_ndcg_at_1_std": -0.05547905087202444, + "nauc_ndcg_at_20_diff1": 0.657223820277993, + "nauc_ndcg_at_20_max": 0.4906074327169851, + "nauc_ndcg_at_20_std": -0.018542797477919443, + "nauc_ndcg_at_3_diff1": 0.657402582028622, + "nauc_ndcg_at_3_max": 0.4936730206893347, + "nauc_ndcg_at_3_std": -0.018974305724525756, + "nauc_ndcg_at_5_diff1": 0.648277060927187, + "nauc_ndcg_at_5_max": 0.4880106828305669, + "nauc_ndcg_at_5_std": -0.024097014802450367, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5474961175084799, + "nauc_precision_at_100_max": 0.5510232246485638, + "nauc_precision_at_100_std": 0.2820970916742825, + "nauc_precision_at_10_diff1": 0.611841287987175, + "nauc_precision_at_10_max": 0.5215155447043487, + "nauc_precision_at_10_std": 0.006500762218454081, + "nauc_precision_at_1_diff1": 0.7018498963652221, + "nauc_precision_at_1_max": 0.47317928257233266, + "nauc_precision_at_1_std": -0.05547905087202444, + "nauc_precision_at_20_diff1": 0.6009280371396124, + "nauc_precision_at_20_max": 0.5109454526596736, + "nauc_precision_at_20_std": 0.05065553288682181, + "nauc_precision_at_3_diff1": 0.6228423131214363, + "nauc_precision_at_3_max": 0.5106562777510161, + "nauc_precision_at_3_std": 0.009777428530357773, + "nauc_precision_at_5_diff1": 0.5914718105230568, + "nauc_precision_at_5_max": 0.4962390940585303, + "nauc_precision_at_5_std": 0.0006312727749191477, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.547496117508479, + "nauc_recall_at_100_max": 0.5510232246485647, + "nauc_recall_at_100_std": 0.28209709167427366, + "nauc_recall_at_10_diff1": 0.6118412879871756, + "nauc_recall_at_10_max": 0.5215155447043488, + "nauc_recall_at_10_std": 0.006500762218455322, + "nauc_recall_at_1_diff1": 0.7018498963652221, + "nauc_recall_at_1_max": 0.47317928257233266, + "nauc_recall_at_1_std": -0.05547905087202444, + "nauc_recall_at_20_diff1": 0.6009280371396116, + "nauc_recall_at_20_max": 0.5109454526596741, + "nauc_recall_at_20_std": 0.05065553288682447, + "nauc_recall_at_3_diff1": 0.622842313121436, + "nauc_recall_at_3_max": 0.510656277751016, + "nauc_recall_at_3_std": 0.009777428530358206, + "nauc_recall_at_5_diff1": 0.5914718105230573, + "nauc_recall_at_5_max": 0.4962390940585302, + "nauc_recall_at_5_std": 0.0006312727749196493, + "ndcg_at_1": 0.48553, + "ndcg_at_10": 0.62152, + "ndcg_at_100": 0.65575, + "ndcg_at_1000": 0.66411, + "ndcg_at_20": 0.63614, + "ndcg_at_3": 0.56937, + "ndcg_at_5": 0.5979, + "precision_at_1": 0.48553, + "precision_at_10": 0.07706, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "precision_at_20": 0.04143, + "precision_at_3": 0.20954, + "precision_at_5": 0.1396, + "recall_at_1": 0.48553, + "recall_at_10": 0.77062, + "recall_at_100": 0.93446, + "recall_at_1000": 1.0, + "recall_at_20": 0.82851, + "recall_at_3": 0.62862, + "recall_at_5": 0.69798 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "main_score": 0.62898, + "map_at_1": 0.48754, + "map_at_10": 0.58194, + "map_at_100": 0.58958, + "map_at_1000": 0.58982, + "map_at_20": 0.58678, + "map_at_3": 0.55936, + "map_at_5": 0.57208, + "mrr_at_1": 0.48851978505129456, + "mrr_at_10": 0.5823851784648078, + "mrr_at_100": 0.5899791524597047, + "mrr_at_1000": 0.590222748820495, + "mrr_at_20": 0.5871822198635135, + "mrr_at_3": 0.5596808337404336, + "mrr_at_5": 0.5724312001302729, + "nauc_map_at_1000_diff1": 0.6656310898488613, + "nauc_map_at_1000_max": 0.5064764180730272, + "nauc_map_at_1000_std": 0.04846347805439019, + "nauc_map_at_100_diff1": 0.6655356059429586, + "nauc_map_at_100_max": 0.5065030872241366, + "nauc_map_at_100_std": 0.048727515176720616, + "nauc_map_at_10_diff1": 0.6644628368324965, + "nauc_map_at_10_max": 0.5072023703820596, + "nauc_map_at_10_std": 0.04680457100668456, + "nauc_map_at_1_diff1": 0.7069345519957081, + "nauc_map_at_1_max": 0.4987285202538367, + "nauc_map_at_1_std": 0.020732418834803548, + "nauc_map_at_20_diff1": 0.6648069818825034, + "nauc_map_at_20_max": 0.5066778878003139, + "nauc_map_at_20_std": 0.04891844815201333, + "nauc_map_at_3_diff1": 0.6697071585790706, + "nauc_map_at_3_max": 0.5090002423014618, + "nauc_map_at_3_std": 0.04289913834375562, + "nauc_map_at_5_diff1": 0.6639054326843883, + "nauc_map_at_5_max": 0.5057497939036026, + "nauc_map_at_5_std": 0.04691785538398926, + "nauc_mrr_at_1000_diff1": 0.6644171816852229, + "nauc_mrr_at_1000_max": 0.5054111378600262, + "nauc_mrr_at_1000_std": 0.04928078953168586, + "nauc_mrr_at_100_diff1": 0.6643224480874796, + "nauc_mrr_at_100_max": 0.5054392299442583, + "nauc_mrr_at_100_std": 0.04954500479897373, + "nauc_mrr_at_10_diff1": 0.6632005036449468, + "nauc_mrr_at_10_max": 0.506197117032584, + "nauc_mrr_at_10_std": 0.047525760785857504, + "nauc_mrr_at_1_diff1": 0.7043984228464508, + "nauc_mrr_at_1_max": 0.4965363383633829, + "nauc_mrr_at_1_std": 0.022085488129342388, + "nauc_mrr_at_20_diff1": 0.663610770529923, + "nauc_mrr_at_20_max": 0.5056300818501429, + "nauc_mrr_at_20_std": 0.04972952456103835, + "nauc_mrr_at_3_diff1": 0.668802075465001, + "nauc_mrr_at_3_max": 0.5082437039932645, + "nauc_mrr_at_3_std": 0.04403520769272389, + "nauc_mrr_at_5_diff1": 0.6628570593064381, + "nauc_mrr_at_5_max": 0.5048092651872083, + "nauc_mrr_at_5_std": 0.04780430406215775, + "nauc_ndcg_at_1000_diff1": 0.6566052939867035, + "nauc_ndcg_at_1000_max": 0.5077791826612164, + "nauc_ndcg_at_1000_std": 0.060446287518811946, + "nauc_ndcg_at_100_diff1": 0.6530130095103857, + "nauc_ndcg_at_100_max": 0.5084021188645478, + "nauc_ndcg_at_100_std": 0.06926914114719876, + "nauc_ndcg_at_10_diff1": 0.646357661198491, + "nauc_ndcg_at_10_max": 0.5110719144142949, + "nauc_ndcg_at_10_std": 0.06155517552882412, + "nauc_ndcg_at_1_diff1": 0.7069345519957081, + "nauc_ndcg_at_1_max": 0.4987285202538367, + "nauc_ndcg_at_1_std": 0.020732418834803548, + "nauc_ndcg_at_20_diff1": 0.6473352187829999, + "nauc_ndcg_at_20_max": 0.509485403399685, + "nauc_ndcg_at_20_std": 0.07093086285530803, + "nauc_ndcg_at_3_diff1": 0.6575015653890303, + "nauc_ndcg_at_3_max": 0.5129716930903081, + "nauc_ndcg_at_3_std": 0.05219018017227637, + "nauc_ndcg_at_5_diff1": 0.645924669552562, + "nauc_ndcg_at_5_max": 0.507210686269463, + "nauc_ndcg_at_5_std": 0.06028736695364367, + "nauc_precision_at_1000_diff1": 0.5294886745536793, + "nauc_precision_at_1000_max": 0.5164146501556229, + "nauc_precision_at_1000_std": 0.8245323720236151, + "nauc_precision_at_100_diff1": 0.5068216990135711, + "nauc_precision_at_100_max": 0.5303081338525274, + "nauc_precision_at_100_std": 0.4416817964485727, + "nauc_precision_at_10_diff1": 0.5647894391126531, + "nauc_precision_at_10_max": 0.5295083720159949, + "nauc_precision_at_10_std": 0.13088013268926432, + "nauc_precision_at_1_diff1": 0.7069345519957081, + "nauc_precision_at_1_max": 0.4987285202538367, + "nauc_precision_at_1_std": 0.020732418834803548, + "nauc_precision_at_20_diff1": 0.5430027369513736, + "nauc_precision_at_20_max": 0.5263613100376142, + "nauc_precision_at_20_std": 0.22463839936825467, + "nauc_precision_at_3_diff1": 0.6180888703082947, + "nauc_precision_at_3_max": 0.5260202713791562, + "nauc_precision_at_3_std": 0.08294398179979058, + "nauc_precision_at_5_diff1": 0.57977593360743, + "nauc_precision_at_5_max": 0.5117318318864871, + "nauc_precision_at_5_std": 0.11025279839580678, + "nauc_recall_at_1000_diff1": 0.5294886745536419, + "nauc_recall_at_1000_max": 0.5164146501556572, + "nauc_recall_at_1000_std": 0.8245323720236358, + "nauc_recall_at_100_diff1": 0.5068216990135729, + "nauc_recall_at_100_max": 0.5303081338525273, + "nauc_recall_at_100_std": 0.441681796448573, + "nauc_recall_at_10_diff1": 0.5647894391126537, + "nauc_recall_at_10_max": 0.5295083720159953, + "nauc_recall_at_10_std": 0.13088013268926588, + "nauc_recall_at_1_diff1": 0.7069345519957081, + "nauc_recall_at_1_max": 0.4987285202538367, + "nauc_recall_at_1_std": 0.020732418834803548, + "nauc_recall_at_20_diff1": 0.5430027369513739, + "nauc_recall_at_20_max": 0.5263613100376145, + "nauc_recall_at_20_std": 0.22463839936825483, + "nauc_recall_at_3_diff1": 0.6180888703082941, + "nauc_recall_at_3_max": 0.5260202713791557, + "nauc_recall_at_3_std": 0.08294398179979005, + "nauc_recall_at_5_diff1": 0.5797759336074303, + "nauc_recall_at_5_max": 0.511731831886488, + "nauc_recall_at_5_std": 0.11025279839580758, + "ndcg_at_1": 0.48754, + "ndcg_at_10": 0.62898, + "ndcg_at_100": 0.66565, + "ndcg_at_1000": 0.67201, + "ndcg_at_20": 0.6463, + "ndcg_at_3": 0.58235, + "ndcg_at_5": 0.60539, + "precision_at_1": 0.48754, + "precision_at_10": 0.07772, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "precision_at_20": 0.04226, + "precision_at_3": 0.21625, + "precision_at_5": 0.14099, + "recall_at_1": 0.48754, + "recall_at_10": 0.77723, + "recall_at_100": 0.94773, + "recall_at_1000": 0.99756, + "recall_at_20": 0.84514, + "recall_at_3": 0.64875, + "recall_at_5": 0.70493 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "main_score": 0.62159, + "map_at_1": 0.49425, + "map_at_10": 0.57578, + "map_at_100": 0.58269, + "map_at_1000": 0.583, + "map_at_20": 0.57977, + "map_at_3": 0.55003, + "map_at_5": 0.56476, + "mrr_at_1": 0.49476987447698745, + "mrr_at_10": 0.5760856661353528, + "mrr_at_100": 0.5829479464057419, + "mrr_at_1000": 0.5832610798602194, + "mrr_at_20": 0.5800337607672661, + "mrr_at_3": 0.5502963737796379, + "mrr_at_5": 0.5650976290097641, + "nauc_map_at_1000_diff1": 0.6694891033414297, + "nauc_map_at_1000_max": 0.47678434088250443, + "nauc_map_at_1000_std": 0.019842376859926243, + "nauc_map_at_100_diff1": 0.6693864755780815, + "nauc_map_at_100_max": 0.47688577087613365, + "nauc_map_at_100_std": 0.020121976060483153, + "nauc_map_at_10_diff1": 0.6682646069336773, + "nauc_map_at_10_max": 0.476098829712005, + "nauc_map_at_10_std": 0.01701108191773973, + "nauc_map_at_1_diff1": 0.7040068270649942, + "nauc_map_at_1_max": 0.4786476098912016, + "nauc_map_at_1_std": 0.005619866198568496, + "nauc_map_at_20_diff1": 0.6680578412880238, + "nauc_map_at_20_max": 0.4762503401689734, + "nauc_map_at_20_std": 0.01896422771536991, + "nauc_map_at_3_diff1": 0.6713951229181064, + "nauc_map_at_3_max": 0.4760922345563175, + "nauc_map_at_3_std": 0.014140917759306607, + "nauc_map_at_5_diff1": 0.6689335382766838, + "nauc_map_at_5_max": 0.4751044210489624, + "nauc_map_at_5_std": 0.012753921314236168, + "nauc_mrr_at_1000_diff1": 0.6688352608630175, + "nauc_mrr_at_1000_max": 0.4761378319041666, + "nauc_mrr_at_1000_std": 0.01909625978869614, + "nauc_mrr_at_100_diff1": 0.6687332913037854, + "nauc_mrr_at_100_max": 0.4762403034806432, + "nauc_mrr_at_100_std": 0.019376275488468042, + "nauc_mrr_at_10_diff1": 0.6675865723481967, + "nauc_mrr_at_10_max": 0.4755431290593851, + "nauc_mrr_at_10_std": 0.016216314037871642, + "nauc_mrr_at_1_diff1": 0.7026456509666096, + "nauc_mrr_at_1_max": 0.4776172969491483, + "nauc_mrr_at_1_std": 0.004676273257627605, + "nauc_mrr_at_20_diff1": 0.66741329566579, + "nauc_mrr_at_20_max": 0.47561150551841225, + "nauc_mrr_at_20_std": 0.018217062597914373, + "nauc_mrr_at_3_diff1": 0.670934229857726, + "nauc_mrr_at_3_max": 0.47563936808398327, + "nauc_mrr_at_3_std": 0.013801403492886052, + "nauc_mrr_at_5_diff1": 0.6683043339360442, + "nauc_mrr_at_5_max": 0.4744579329172329, + "nauc_mrr_at_5_std": 0.011788128058668784, + "nauc_ndcg_at_1000_diff1": 0.6619820681347435, + "nauc_ndcg_at_1000_max": 0.47802875179658183, + "nauc_ndcg_at_1000_std": 0.030662243734166598, + "nauc_ndcg_at_100_diff1": 0.6593333338129963, + "nauc_ndcg_at_100_max": 0.481273744557033, + "nauc_ndcg_at_100_std": 0.04085251111240897, + "nauc_ndcg_at_10_diff1": 0.6513324492120535, + "nauc_ndcg_at_10_max": 0.4756222990956527, + "nauc_ndcg_at_10_std": 0.025362128453562824, + "nauc_ndcg_at_1_diff1": 0.7040068270649942, + "nauc_ndcg_at_1_max": 0.4786476098912016, + "nauc_ndcg_at_1_std": 0.005619866198568496, + "nauc_ndcg_at_20_diff1": 0.6500157518489972, + "nauc_ndcg_at_20_max": 0.4762585775419738, + "nauc_ndcg_at_20_std": 0.0337254732152004, + "nauc_ndcg_at_3_diff1": 0.659492503966227, + "nauc_ndcg_at_3_max": 0.47515647895190033, + "nauc_ndcg_at_3_std": 0.01673861148910667, + "nauc_ndcg_at_5_diff1": 0.6543084275287663, + "nauc_ndcg_at_5_max": 0.47318134941825535, + "nauc_ndcg_at_5_std": 0.01394862680545797, + "nauc_precision_at_1000_diff1": 0.6453069916324942, + "nauc_precision_at_1000_max": 0.6028382555146127, + "nauc_precision_at_1000_std": 0.9176363750877253, + "nauc_precision_at_100_diff1": 0.58090058369738, + "nauc_precision_at_100_max": 0.5859352405697509, + "nauc_precision_at_100_std": 0.4124234171442146, + "nauc_precision_at_10_diff1": 0.5744301846412552, + "nauc_precision_at_10_max": 0.474410430790911, + "nauc_precision_at_10_std": 0.06731270987505068, + "nauc_precision_at_1_diff1": 0.7040068270649942, + "nauc_precision_at_1_max": 0.4786476098912016, + "nauc_precision_at_1_std": 0.005619866198568496, + "nauc_precision_at_20_diff1": 0.5449167850215619, + "nauc_precision_at_20_max": 0.4785041242275375, + "nauc_precision_at_20_std": 0.13547156573717908, + "nauc_precision_at_3_diff1": 0.6217512537505041, + "nauc_precision_at_3_max": 0.4721883712013103, + "nauc_precision_at_3_std": 0.024813175660179727, + "nauc_precision_at_5_diff1": 0.6021952686473092, + "nauc_precision_at_5_max": 0.46605624987510746, + "nauc_precision_at_5_std": 0.017251987061400978, + "nauc_recall_at_1000_diff1": 0.6453069916324484, + "nauc_recall_at_1000_max": 0.6028382555145827, + "nauc_recall_at_1000_std": 0.9176363750877276, + "nauc_recall_at_100_diff1": 0.5809005836973773, + "nauc_recall_at_100_max": 0.5859352405697492, + "nauc_recall_at_100_std": 0.4124234171442124, + "nauc_recall_at_10_diff1": 0.5744301846412568, + "nauc_recall_at_10_max": 0.4744104307909113, + "nauc_recall_at_10_std": 0.06731270987505093, + "nauc_recall_at_1_diff1": 0.7040068270649942, + "nauc_recall_at_1_max": 0.4786476098912016, + "nauc_recall_at_1_std": 0.005619866198568496, + "nauc_recall_at_20_diff1": 0.5449167850215623, + "nauc_recall_at_20_max": 0.4785041242275382, + "nauc_recall_at_20_std": 0.13547156573718014, + "nauc_recall_at_3_diff1": 0.6217512537505042, + "nauc_recall_at_3_max": 0.47218837120130974, + "nauc_recall_at_3_std": 0.024813175660178988, + "nauc_recall_at_5_diff1": 0.602195268647309, + "nauc_recall_at_5_max": 0.4660562498751072, + "nauc_recall_at_5_std": 0.017251987061401512, + "ndcg_at_1": 0.49425, + "ndcg_at_10": 0.62159, + "ndcg_at_100": 0.65659, + "ndcg_at_1000": 0.66454, + "ndcg_at_20": 0.63624, + "ndcg_at_3": 0.56846, + "ndcg_at_5": 0.59498, + "precision_at_1": 0.49425, + "precision_at_10": 0.07683, + "precision_at_100": 0.00935, + "precision_at_1000": 0.001, + "precision_at_20": 0.04132, + "precision_at_3": 0.20729, + "precision_at_5": 0.13724, + "recall_at_1": 0.49425, + "recall_at_10": 0.76831, + "recall_at_100": 0.93462, + "recall_at_1000": 0.99634, + "recall_at_20": 0.82636, + "recall_at_3": 0.62186, + "recall_at_5": 0.68619 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "main_score": 0.63494, + "map_at_1": 0.50334, + "map_at_10": 0.59156, + "map_at_100": 0.59879, + "map_at_1000": 0.59908, + "map_at_20": 0.59609, + "map_at_3": 0.57065, + "map_at_5": 0.58305, + "mrr_at_1": 0.5033353547604609, + "mrr_at_10": 0.5914876259782271, + "mrr_at_100": 0.5986437689115237, + "mrr_at_1000": 0.5989426662080662, + "mrr_at_20": 0.5959447583457453, + "mrr_at_3": 0.5703456640388119, + "mrr_at_5": 0.5828987265009107, + "nauc_map_at_1000_diff1": 0.6502114896351474, + "nauc_map_at_1000_max": 0.5030972101597883, + "nauc_map_at_1000_std": -0.02208885997422644, + "nauc_map_at_100_diff1": 0.6500279869957517, + "nauc_map_at_100_max": 0.5031576793977356, + "nauc_map_at_100_std": -0.021800947581765658, + "nauc_map_at_10_diff1": 0.6487487330546293, + "nauc_map_at_10_max": 0.5029884367029894, + "nauc_map_at_10_std": -0.023403046035145054, + "nauc_map_at_1_diff1": 0.7024116076722663, + "nauc_map_at_1_max": 0.4966474238095685, + "nauc_map_at_1_std": -0.043559993680569876, + "nauc_map_at_20_diff1": 0.6491066962614239, + "nauc_map_at_20_max": 0.5028087186470882, + "nauc_map_at_20_std": -0.021914805799103994, + "nauc_map_at_3_diff1": 0.6535488309705453, + "nauc_map_at_3_max": 0.5058279791692115, + "nauc_map_at_3_std": -0.0274256758199235, + "nauc_map_at_5_diff1": 0.6504231481065078, + "nauc_map_at_5_max": 0.5036462685591118, + "nauc_map_at_5_std": -0.025179706020709253, + "nauc_mrr_at_1000_diff1": 0.6504935151985288, + "nauc_mrr_at_1000_max": 0.5013789382677069, + "nauc_mrr_at_1000_std": -0.02249861405491166, + "nauc_mrr_at_100_diff1": 0.6503094558775623, + "nauc_mrr_at_100_max": 0.5014406940550391, + "nauc_mrr_at_100_std": -0.022210272633351295, + "nauc_mrr_at_10_diff1": 0.6491976204557534, + "nauc_mrr_at_10_max": 0.5015159515917343, + "nauc_mrr_at_10_std": -0.024009538167390588, + "nauc_mrr_at_1_diff1": 0.7024116076722663, + "nauc_mrr_at_1_max": 0.4930067240345721, + "nauc_mrr_at_1_std": -0.044580750626830624, + "nauc_mrr_at_20_diff1": 0.6493838715533993, + "nauc_mrr_at_20_max": 0.5011041523862569, + "nauc_mrr_at_20_std": -0.022308414681855127, + "nauc_mrr_at_3_diff1": 0.654027013540199, + "nauc_mrr_at_3_max": 0.5044474322944887, + "nauc_mrr_at_3_std": -0.028005299867005142, + "nauc_mrr_at_5_diff1": 0.6506685661799305, + "nauc_mrr_at_5_max": 0.5019505397023077, + "nauc_mrr_at_5_std": -0.025509013993607093, + "nauc_ndcg_at_1000_diff1": 0.6387598909816604, + "nauc_ndcg_at_1000_max": 0.5050564810789813, + "nauc_ndcg_at_1000_std": -0.010785046631273753, + "nauc_ndcg_at_100_diff1": 0.6338106738169655, + "nauc_ndcg_at_100_max": 0.5075307552442241, + "nauc_ndcg_at_100_std": 9.929728484473685e-05, + "nauc_ndcg_at_10_diff1": 0.6258604329437805, + "nauc_ndcg_at_10_max": 0.5041366119717768, + "nauc_ndcg_at_10_std": -0.00976904054265692, + "nauc_ndcg_at_1_diff1": 0.7024116076722663, + "nauc_ndcg_at_1_max": 0.4966474238095685, + "nauc_ndcg_at_1_std": -0.043559993680569876, + "nauc_ndcg_at_20_diff1": 0.6268324821899464, + "nauc_ndcg_at_20_max": 0.5040473303699852, + "nauc_ndcg_at_20_std": -0.002868475943807136, + "nauc_ndcg_at_3_diff1": 0.6378431940956915, + "nauc_ndcg_at_3_max": 0.510196139447061, + "nauc_ndcg_at_3_std": -0.01979184615854381, + "nauc_ndcg_at_5_diff1": 0.6313281350034056, + "nauc_ndcg_at_5_max": 0.5059105100041255, + "nauc_ndcg_at_5_std": -0.015140011153569534, + "nauc_precision_at_1000_diff1": 0.23877541601539184, + "nauc_precision_at_1000_max": 0.6840589809489682, + "nauc_precision_at_1000_std": 0.6612369195382101, + "nauc_precision_at_100_diff1": 0.45940832980174134, + "nauc_precision_at_100_max": 0.6016593162279954, + "nauc_precision_at_100_std": 0.4002976817571854, + "nauc_precision_at_10_diff1": 0.5240107601826138, + "nauc_precision_at_10_max": 0.5070033648138909, + "nauc_precision_at_10_std": 0.05394219130788435, + "nauc_precision_at_1_diff1": 0.7024116076722663, + "nauc_precision_at_1_max": 0.4966474238095685, + "nauc_precision_at_1_std": -0.043559993680569876, + "nauc_precision_at_20_diff1": 0.49943627313492783, + "nauc_precision_at_20_max": 0.5093643097632723, + "nauc_precision_at_20_std": 0.12247047343639923, + "nauc_precision_at_3_diff1": 0.587206216400292, + "nauc_precision_at_3_max": 0.5248187943972542, + "nauc_precision_at_3_std": 0.005751773048919353, + "nauc_precision_at_5_diff1": 0.5625875903942767, + "nauc_precision_at_5_max": 0.5133948177328815, + "nauc_precision_at_5_std": 0.02238159411279318, + "nauc_recall_at_1000_diff1": 0.2387754160153914, + "nauc_recall_at_1000_max": 0.6840589809489905, + "nauc_recall_at_1000_std": 0.6612369195382627, + "nauc_recall_at_100_diff1": 0.459408329801742, + "nauc_recall_at_100_max": 0.6016593162279947, + "nauc_recall_at_100_std": 0.40029768175718156, + "nauc_recall_at_10_diff1": 0.5240107601826145, + "nauc_recall_at_10_max": 0.5070033648138916, + "nauc_recall_at_10_std": 0.053942191307885134, + "nauc_recall_at_1_diff1": 0.7024116076722663, + "nauc_recall_at_1_max": 0.4966474238095685, + "nauc_recall_at_1_std": -0.043559993680569876, + "nauc_recall_at_20_diff1": 0.49943627313492867, + "nauc_recall_at_20_max": 0.5093643097632735, + "nauc_recall_at_20_std": 0.12247047343639997, + "nauc_recall_at_3_diff1": 0.5872062164002918, + "nauc_recall_at_3_max": 0.5248187943972541, + "nauc_recall_at_3_std": 0.005751773048918552, + "nauc_recall_at_5_diff1": 0.5625875903942775, + "nauc_recall_at_5_max": 0.5133948177328815, + "nauc_recall_at_5_std": 0.022381594112793696, + "ndcg_at_1": 0.50334, + "ndcg_at_10": 0.63494, + "ndcg_at_100": 0.67065, + "ndcg_at_1000": 0.67804, + "ndcg_at_20": 0.65116, + "ndcg_at_3": 0.59217, + "ndcg_at_5": 0.61433, + "precision_at_1": 0.50334, + "precision_at_10": 0.07714, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "precision_at_20": 0.04175, + "precision_at_3": 0.21811, + "precision_at_5": 0.14154, + "recall_at_1": 0.50334, + "recall_at_10": 0.77138, + "recall_at_100": 0.93996, + "recall_at_1000": 0.99697, + "recall_at_20": 0.83505, + "recall_at_3": 0.65434, + "recall_at_5": 0.7077 + }, + { + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ], + "main_score": 0.70043, + "map_at_1": 0.59284, + "map_at_10": 0.66503, + "map_at_100": 0.66986, + "map_at_1000": 0.67015, + "map_at_20": 0.66782, + "map_at_3": 0.64798, + "map_at_5": 0.65776, + "mrr_at_1": 0.5929536893419012, + "mrr_at_10": 0.6650579982343785, + "mrr_at_100": 0.6698912518862429, + "mrr_at_1000": 0.6701741763374492, + "mrr_at_20": 0.6678503838418117, + "mrr_at_3": 0.6480907009380319, + "mrr_at_5": 0.6576741265972382, + "nauc_map_at_1000_diff1": 0.7781323461190427, + "nauc_map_at_1000_max": 0.6200102496987955, + "nauc_map_at_1000_std": -0.06741027027848516, + "nauc_map_at_100_diff1": 0.7780263017085419, + "nauc_map_at_100_max": 0.620116561317848, + "nauc_map_at_100_std": -0.06700822345905645, + "nauc_map_at_10_diff1": 0.7774958192826648, + "nauc_map_at_10_max": 0.6197243265460459, + "nauc_map_at_10_std": -0.06937249881827694, + "nauc_map_at_1_diff1": 0.8069152493800703, + "nauc_map_at_1_max": 0.5984610305274293, + "nauc_map_at_1_std": -0.10134293212068526, + "nauc_map_at_20_diff1": 0.7776179623945343, + "nauc_map_at_20_max": 0.6204336721646488, + "nauc_map_at_20_std": -0.06705030010748074, + "nauc_map_at_3_diff1": 0.7799406032461205, + "nauc_map_at_3_max": 0.6166229532194346, + "nauc_map_at_3_std": -0.08234948820563791, + "nauc_map_at_5_diff1": 0.7781024441039377, + "nauc_map_at_5_max": 0.6189979523817944, + "nauc_map_at_5_std": -0.07509678931609155, + "nauc_mrr_at_1000_diff1": 0.7781316437794965, + "nauc_mrr_at_1000_max": 0.6200336358576249, + "nauc_mrr_at_1000_std": -0.06708177682247006, + "nauc_mrr_at_100_diff1": 0.7780255673368459, + "nauc_mrr_at_100_max": 0.6201402025586263, + "nauc_mrr_at_100_std": -0.0666768855978379, + "nauc_mrr_at_10_diff1": 0.7775838388093543, + "nauc_mrr_at_10_max": 0.6199492034457899, + "nauc_mrr_at_10_std": -0.06896826157449884, + "nauc_mrr_at_1_diff1": 0.8068225866763861, + "nauc_mrr_at_1_max": 0.5986573747340109, + "nauc_mrr_at_1_std": -0.10057631691447336, + "nauc_mrr_at_20_diff1": 0.7776148347580467, + "nauc_mrr_at_20_max": 0.6204597430382894, + "nauc_mrr_at_20_std": -0.06668628719318771, + "nauc_mrr_at_3_diff1": 0.7798790653073162, + "nauc_mrr_at_3_max": 0.6168049778664, + "nauc_mrr_at_3_std": -0.08176563336759804, + "nauc_mrr_at_5_diff1": 0.7780692234831309, + "nauc_mrr_at_5_max": 0.6189306157777713, + "nauc_mrr_at_5_std": -0.07469991109317468, + "nauc_ndcg_at_1000_diff1": 0.7708061217441832, + "nauc_ndcg_at_1000_max": 0.6263689212574085, + "nauc_ndcg_at_1000_std": -0.046923534315105146, + "nauc_ndcg_at_100_diff1": 0.7675771603669167, + "nauc_ndcg_at_100_max": 0.6299455304072286, + "nauc_ndcg_at_100_std": -0.03342252131167769, + "nauc_ndcg_at_10_diff1": 0.764202376121937, + "nauc_ndcg_at_10_max": 0.6284531801559907, + "nauc_ndcg_at_10_std": -0.04657115154238773, + "nauc_ndcg_at_1_diff1": 0.8068225866763861, + "nauc_ndcg_at_1_max": 0.5984929866016669, + "nauc_ndcg_at_1_std": -0.10139853104983212, + "nauc_ndcg_at_20_diff1": 0.7641013063878885, + "nauc_ndcg_at_20_max": 0.6315883647552579, + "nauc_ndcg_at_20_std": -0.03563037605412336, + "nauc_ndcg_at_3_diff1": 0.7700967744459627, + "nauc_ndcg_at_3_max": 0.6214009835572747, + "nauc_ndcg_at_3_std": -0.07630146976299947, + "nauc_ndcg_at_5_diff1": 0.766192633309419, + "nauc_ndcg_at_5_max": 0.6262844114691254, + "nauc_ndcg_at_5_std": -0.062111357662852876, + "nauc_precision_at_1000_diff1": 0.5023364476262521, + "nauc_precision_at_1000_max": 0.6631002501959651, + "nauc_precision_at_1000_std": 0.8321518132116363, + "nauc_precision_at_100_diff1": 0.6532646617415809, + "nauc_precision_at_100_max": 0.7325238102933681, + "nauc_precision_at_100_std": 0.4393794081062658, + "nauc_precision_at_10_diff1": 0.70078727178007, + "nauc_precision_at_10_max": 0.6673623870458983, + "nauc_precision_at_10_std": 0.06695916083277255, + "nauc_precision_at_1_diff1": 0.8068225866763861, + "nauc_precision_at_1_max": 0.5984929866016669, + "nauc_precision_at_1_std": -0.10139853104983212, + "nauc_precision_at_20_diff1": 0.6811550014888356, + "nauc_precision_at_20_max": 0.695604322031563, + "nauc_precision_at_20_std": 0.17323122309534086, + "nauc_precision_at_3_diff1": 0.735647506229984, + "nauc_precision_at_3_max": 0.6355828983936697, + "nauc_precision_at_3_std": -0.05648660842842533, + "nauc_precision_at_5_diff1": 0.7194839831866302, + "nauc_precision_at_5_max": 0.6523085959101136, + "nauc_precision_at_5_std": -0.01173735119417744, + "nauc_recall_at_1000_diff1": 0.6655213622296606, + "nauc_recall_at_1000_max": 0.8061033892940555, + "nauc_recall_at_1000_std": 0.8499627780571161, + "nauc_recall_at_100_diff1": 0.671416801073436, + "nauc_recall_at_100_max": 0.746524262737866, + "nauc_recall_at_100_std": 0.43355477081821814, + "nauc_recall_at_10_diff1": 0.7030126070296756, + "nauc_recall_at_10_max": 0.668973568777764, + "nauc_recall_at_10_std": 0.06725948149234434, + "nauc_recall_at_1_diff1": 0.8069152493800703, + "nauc_recall_at_1_max": 0.5984610305274293, + "nauc_recall_at_1_std": -0.10134293212068526, + "nauc_recall_at_20_diff1": 0.6872000435503693, + "nauc_recall_at_20_max": 0.6995018492876703, + "nauc_recall_at_20_std": 0.16968772047548242, + "nauc_recall_at_3_diff1": 0.7372854696466484, + "nauc_recall_at_3_max": 0.636680212150119, + "nauc_recall_at_3_std": -0.05646468676771204, + "nauc_recall_at_5_diff1": 0.7213261315101579, + "nauc_recall_at_5_max": 0.6535916012131583, + "nauc_recall_at_5_std": -0.011632892086297811, + "ndcg_at_1": 0.59295, + "ndcg_at_10": 0.70043, + "ndcg_at_100": 0.72539, + "ndcg_at_1000": 0.73294, + "ndcg_at_20": 0.71048, + "ndcg_at_3": 0.66531, + "ndcg_at_5": 0.68293, + "precision_at_1": 0.59295, + "precision_at_10": 0.08121, + "precision_at_100": 0.00933, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0426, + "precision_at_3": 0.2385, + "precision_at_5": 0.15165, + "recall_at_1": 0.59284, + "recall_at_10": 0.81188, + "recall_at_100": 0.9319, + "recall_at_1000": 0.99136, + "recall_at_20": 0.85139, + "recall_at_3": 0.71527, + "recall_at_5": 0.75803 + }, + { + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.68802, + "map_at_1": 0.576, + "map_at_10": 0.6511, + "map_at_100": 0.65621, + "map_at_1000": 0.65649, + "map_at_20": 0.65409, + "map_at_3": 0.63361, + "map_at_5": 0.6429, + "mrr_at_1": 0.5758918679370707, + "mrr_at_10": 0.650965816565197, + "mrr_at_100": 0.6560609029880043, + "mrr_at_1000": 0.6563450664667847, + "mrr_at_20": 0.6539676669501573, + "mrr_at_3": 0.6335770736391174, + "mrr_at_5": 0.6427062560011826, + "nauc_map_at_1000_diff1": 0.7612421623373821, + "nauc_map_at_1000_max": 0.5898394724436438, + "nauc_map_at_1000_std": -0.06305120432595697, + "nauc_map_at_100_diff1": 0.7611083977354489, + "nauc_map_at_100_max": 0.5899143198966386, + "nauc_map_at_100_std": -0.0627774107399406, + "nauc_map_at_10_diff1": 0.7604753121544989, + "nauc_map_at_10_max": 0.589890472547011, + "nauc_map_at_10_std": -0.06547208979227843, + "nauc_map_at_1_diff1": 0.7908067919032474, + "nauc_map_at_1_max": 0.5680779778654165, + "nauc_map_at_1_std": -0.09484632528047715, + "nauc_map_at_20_diff1": 0.7604995570606895, + "nauc_map_at_20_max": 0.589798127327415, + "nauc_map_at_20_std": -0.0632421804935529, + "nauc_map_at_3_diff1": 0.7630075674052839, + "nauc_map_at_3_max": 0.5864607306107703, + "nauc_map_at_3_std": -0.07620221539232097, + "nauc_map_at_5_diff1": 0.761552854966434, + "nauc_map_at_5_max": 0.5897488995168543, + "nauc_map_at_5_std": -0.0699701220274027, + "nauc_mrr_at_1000_diff1": 0.7616487624786056, + "nauc_mrr_at_1000_max": 0.5896683377865695, + "nauc_mrr_at_1000_std": -0.06298938928108136, + "nauc_mrr_at_100_diff1": 0.7615121349838463, + "nauc_mrr_at_100_max": 0.5897445733398904, + "nauc_mrr_at_100_std": -0.06270309086252451, + "nauc_mrr_at_10_diff1": 0.7608492097475891, + "nauc_mrr_at_10_max": 0.589750323361301, + "nauc_mrr_at_10_std": -0.06530988144882405, + "nauc_mrr_at_1_diff1": 0.7913532079595141, + "nauc_mrr_at_1_max": 0.567960741741249, + "nauc_mrr_at_1_std": -0.09452273116885192, + "nauc_mrr_at_20_diff1": 0.7609647034952722, + "nauc_mrr_at_20_max": 0.5897533034401069, + "nauc_mrr_at_20_std": -0.06298997501325204, + "nauc_mrr_at_3_diff1": 0.7633307833211946, + "nauc_mrr_at_3_max": 0.5863929413344586, + "nauc_mrr_at_3_std": -0.07625597460349971, + "nauc_mrr_at_5_diff1": 0.7620335812087466, + "nauc_mrr_at_5_max": 0.5895633766817509, + "nauc_mrr_at_5_std": -0.07012264276315336, + "nauc_ndcg_at_1000_diff1": 0.753606316239765, + "nauc_ndcg_at_1000_max": 0.5954405970665009, + "nauc_ndcg_at_1000_std": -0.043725958611791224, + "nauc_ndcg_at_100_diff1": 0.7498885339066421, + "nauc_ndcg_at_100_max": 0.5981563389186566, + "nauc_ndcg_at_100_std": -0.03306076294770038, + "nauc_ndcg_at_10_diff1": 0.7455393127014056, + "nauc_ndcg_at_10_max": 0.5974010345112868, + "nauc_ndcg_at_10_std": -0.045032124936153786, + "nauc_ndcg_at_1_diff1": 0.7908617675640202, + "nauc_ndcg_at_1_max": 0.5681056071721386, + "nauc_ndcg_at_1_std": -0.09498074908806212, + "nauc_ndcg_at_20_diff1": 0.7452721467812455, + "nauc_ndcg_at_20_max": 0.5973326611139442, + "nauc_ndcg_at_20_std": -0.03505769191145824, + "nauc_ndcg_at_3_diff1": 0.7524420183594523, + "nauc_ndcg_at_3_max": 0.5911476661765399, + "nauc_ndcg_at_3_std": -0.06939563941142951, + "nauc_ndcg_at_5_diff1": 0.749233293211878, + "nauc_ndcg_at_5_max": 0.5970287538461949, + "nauc_ndcg_at_5_std": -0.057660766105621666, + "nauc_precision_at_1000_diff1": 0.5152506690604681, + "nauc_precision_at_1000_max": 0.6669815731276388, + "nauc_precision_at_1000_std": 0.7656622319246921, + "nauc_precision_at_100_diff1": 0.6306988104620951, + "nauc_precision_at_100_max": 0.6845788446378179, + "nauc_precision_at_100_std": 0.3649139872312946, + "nauc_precision_at_10_diff1": 0.6722930537051336, + "nauc_precision_at_10_max": 0.6280172767604705, + "nauc_precision_at_10_std": 0.05599538923118507, + "nauc_precision_at_1_diff1": 0.7908617675640202, + "nauc_precision_at_1_max": 0.5681056071721386, + "nauc_precision_at_1_std": -0.09498074908806212, + "nauc_precision_at_20_diff1": 0.6520693744777198, + "nauc_precision_at_20_max": 0.6357754916581082, + "nauc_precision_at_20_std": 0.1507688480231965, + "nauc_precision_at_3_diff1": 0.7161024160671589, + "nauc_precision_at_3_max": 0.6051772971249011, + "nauc_precision_at_3_std": -0.04686843830909343, + "nauc_precision_at_5_diff1": 0.7004138646816407, + "nauc_precision_at_5_max": 0.6217120871651223, + "nauc_precision_at_5_std": -0.0102110540443641, + "nauc_recall_at_1000_diff1": 0.6760327844170388, + "nauc_recall_at_1000_max": 0.784046997165492, + "nauc_recall_at_1000_std": 0.7920551682648707, + "nauc_recall_at_100_diff1": 0.6475673720780375, + "nauc_recall_at_100_max": 0.6943809739753751, + "nauc_recall_at_100_std": 0.359586063850959, + "nauc_recall_at_10_diff1": 0.6761461209151339, + "nauc_recall_at_10_max": 0.6301284424796361, + "nauc_recall_at_10_std": 0.055271319454678294, + "nauc_recall_at_1_diff1": 0.7908067919032474, + "nauc_recall_at_1_max": 0.5680779778654165, + "nauc_recall_at_1_std": -0.09484632528047715, + "nauc_recall_at_20_diff1": 0.6574615602326241, + "nauc_recall_at_20_max": 0.6379942977556375, + "nauc_recall_at_20_std": 0.14751640647471162, + "nauc_recall_at_3_diff1": 0.7173757459544656, + "nauc_recall_at_3_max": 0.6057619652838789, + "nauc_recall_at_3_std": -0.04711269947029143, + "nauc_recall_at_5_diff1": 0.703615743956828, + "nauc_recall_at_5_max": 0.6233927488131078, + "nauc_recall_at_5_std": -0.011019555457528352, + "ndcg_at_1": 0.57611, + "ndcg_at_10": 0.68802, + "ndcg_at_100": 0.71424, + "ndcg_at_1000": 0.72198, + "ndcg_at_20": 0.6989, + "ndcg_at_3": 0.65182, + "ndcg_at_5": 0.66841, + "precision_at_1": 0.57611, + "precision_at_10": 0.08048, + "precision_at_100": 0.00931, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0424, + "precision_at_3": 0.23488, + "precision_at_5": 0.14895, + "recall_at_1": 0.576, + "recall_at_10": 0.80434, + "recall_at_100": 0.93009, + "recall_at_1000": 0.99114, + "recall_at_20": 0.84733, + "recall_at_3": 0.7043, + "recall_at_5": 0.74429 + }, + { + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "main_score": 0.71495, + "map_at_1": 0.59831, + "map_at_10": 0.67826, + "map_at_100": 0.68397, + "map_at_1000": 0.68421, + "map_at_20": 0.68195, + "map_at_3": 0.6616, + "map_at_5": 0.67213, + "mrr_at_1": 0.5983098591549296, + "mrr_at_10": 0.678264922870557, + "mrr_at_100": 0.6838810825618267, + "mrr_at_1000": 0.6841134425438684, + "mrr_at_20": 0.6818488132941982, + "mrr_at_3": 0.6615023474178406, + "mrr_at_5": 0.671953051643193, + "nauc_map_at_1000_diff1": 0.775702068964526, + "nauc_map_at_1000_max": 0.6060370735203732, + "nauc_map_at_1000_std": -0.10559013820476952, + "nauc_map_at_100_diff1": 0.7755955207534003, + "nauc_map_at_100_max": 0.6060910531636627, + "nauc_map_at_100_std": -0.10534005165954573, + "nauc_map_at_10_diff1": 0.7757694644940045, + "nauc_map_at_10_max": 0.6079938802463222, + "nauc_map_at_10_std": -0.10584888104365354, + "nauc_map_at_1_diff1": 0.7987108917831569, + "nauc_map_at_1_max": 0.5706196830413932, + "nauc_map_at_1_std": -0.13951881890830756, + "nauc_map_at_20_diff1": 0.7751588907347174, + "nauc_map_at_20_max": 0.6067480923627361, + "nauc_map_at_20_std": -0.10523755825368711, + "nauc_map_at_3_diff1": 0.7767931938001614, + "nauc_map_at_3_max": 0.6045309389561359, + "nauc_map_at_3_std": -0.11525110646295364, + "nauc_map_at_5_diff1": 0.775424661723566, + "nauc_map_at_5_max": 0.6068968251916266, + "nauc_map_at_5_std": -0.10882547482005303, + "nauc_mrr_at_1000_diff1": 0.7758307251682653, + "nauc_mrr_at_1000_max": 0.6061529399972484, + "nauc_mrr_at_1000_std": -0.10571713691921825, + "nauc_mrr_at_100_diff1": 0.7757252254535628, + "nauc_mrr_at_100_max": 0.6061986296891084, + "nauc_mrr_at_100_std": -0.10549055360681879, + "nauc_mrr_at_10_diff1": 0.7757941001093315, + "nauc_mrr_at_10_max": 0.608401330922128, + "nauc_mrr_at_10_std": -0.10543329723716549, + "nauc_mrr_at_1_diff1": 0.7987108917831569, + "nauc_mrr_at_1_max": 0.5706196830413932, + "nauc_mrr_at_1_std": -0.13951881890830756, + "nauc_mrr_at_20_diff1": 0.775289350161904, + "nauc_mrr_at_20_max": 0.6068688398853523, + "nauc_mrr_at_20_std": -0.10535721021951609, + "nauc_mrr_at_3_diff1": 0.776834926804136, + "nauc_mrr_at_3_max": 0.6047553726591571, + "nauc_mrr_at_3_std": -0.11493622163453215, + "nauc_mrr_at_5_diff1": 0.7756964931050553, + "nauc_mrr_at_5_max": 0.6067493631636262, + "nauc_mrr_at_5_std": -0.10992282175068989, + "nauc_ndcg_at_1000_diff1": 0.7707525581535541, + "nauc_ndcg_at_1000_max": 0.6133295906429431, + "nauc_ndcg_at_1000_std": -0.09252629389166118, + "nauc_ndcg_at_100_diff1": 0.767627388723633, + "nauc_ndcg_at_100_max": 0.6155236912645884, + "nauc_ndcg_at_100_std": -0.08342046632861984, + "nauc_ndcg_at_10_diff1": 0.767170388628217, + "nauc_ndcg_at_10_max": 0.6252672851441339, + "nauc_ndcg_at_10_std": -0.0841626786682718, + "nauc_ndcg_at_1_diff1": 0.7987108917831569, + "nauc_ndcg_at_1_max": 0.5706196830413932, + "nauc_ndcg_at_1_std": -0.13951881890830756, + "nauc_ndcg_at_20_diff1": 0.7642936554518394, + "nauc_ndcg_at_20_max": 0.6202352073535032, + "nauc_ndcg_at_20_std": -0.08134970944277589, + "nauc_ndcg_at_3_diff1": 0.7698243648311509, + "nauc_ndcg_at_3_max": 0.6165940765405326, + "nauc_ndcg_at_3_std": -0.10600564356088778, + "nauc_ndcg_at_5_diff1": 0.7668865014370553, + "nauc_ndcg_at_5_max": 0.6218962406364535, + "nauc_ndcg_at_5_std": -0.09253067959245916, + "nauc_precision_at_1000_diff1": 0.0, + "nauc_precision_at_1000_max": 0.31997952598614754, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.636431028530387, + "nauc_precision_at_100_max": 0.6879380872982316, + "nauc_precision_at_100_std": 0.28007740187933866, + "nauc_precision_at_10_diff1": 0.7260561235341458, + "nauc_precision_at_10_max": 0.7103323008932071, + "nauc_precision_at_10_std": 0.029025704904446854, + "nauc_precision_at_1_diff1": 0.7987108917831569, + "nauc_precision_at_1_max": 0.5706196830413932, + "nauc_precision_at_1_std": -0.13951881890830756, + "nauc_precision_at_20_diff1": 0.6793956337997592, + "nauc_precision_at_20_max": 0.693563178000256, + "nauc_precision_at_20_std": 0.09490757559313152, + "nauc_precision_at_3_diff1": 0.7461388683796557, + "nauc_precision_at_3_max": 0.6581398702020447, + "nauc_precision_at_3_std": -0.07393058200248988, + "nauc_precision_at_5_diff1": 0.7333866155419165, + "nauc_precision_at_5_max": 0.681623657786638, + "nauc_precision_at_5_std": -0.02537052783769648, + "nauc_recall_at_1000_diff1": 0.8692401193413518, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6602629800261403, + "nauc_recall_at_100_max": 0.7038548395314975, + "nauc_recall_at_100_std": 0.2649656703573633, + "nauc_recall_at_10_diff1": 0.7264708424561486, + "nauc_recall_at_10_max": 0.7094703608429463, + "nauc_recall_at_10_std": 0.025947459968371174, + "nauc_recall_at_1_diff1": 0.7987108917831569, + "nauc_recall_at_1_max": 0.5706196830413932, + "nauc_recall_at_1_std": -0.13951881890830756, + "nauc_recall_at_20_diff1": 0.6892453259858807, + "nauc_recall_at_20_max": 0.6999486924561894, + "nauc_recall_at_20_std": 0.08734180862734274, + "nauc_recall_at_3_diff1": 0.7461388683796558, + "nauc_recall_at_3_max": 0.6581398702020455, + "nauc_recall_at_3_std": -0.0739305820024899, + "nauc_recall_at_5_diff1": 0.7333866155419173, + "nauc_recall_at_5_max": 0.681623657786638, + "nauc_recall_at_5_std": -0.02537052783769699, + "ndcg_at_1": 0.59831, + "ndcg_at_10": 0.71495, + "ndcg_at_100": 0.74188, + "ndcg_at_1000": 0.74785, + "ndcg_at_20": 0.72801, + "ndcg_at_3": 0.6813, + "ndcg_at_5": 0.70019, + "precision_at_1": 0.59831, + "precision_at_10": 0.08293, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "precision_at_20": 0.04403, + "precision_at_3": 0.24601, + "precision_at_5": 0.15673, + "recall_at_1": 0.59831, + "recall_at_10": 0.82901, + "recall_at_100": 0.95324, + "recall_at_1000": 0.99944, + "recall_at_20": 0.88, + "recall_at_3": 0.73803, + "recall_at_5": 0.78366 + }, + { + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "main_score": 0.66826, + "map_at_1": 0.54476, + "map_at_10": 0.6271, + "map_at_100": 0.63299, + "map_at_1000": 0.63326, + "map_at_20": 0.63045, + "map_at_3": 0.60629, + "map_at_5": 0.61881, + "mrr_at_1": 0.5447552447552447, + "mrr_at_10": 0.6271056721056725, + "mrr_at_100": 0.6329955318542269, + "mrr_at_1000": 0.633264831545208, + "mrr_at_20": 0.6304570236625762, + "mrr_at_3": 0.6062937062937064, + "mrr_at_5": 0.6189510489510496, + "nauc_map_at_1000_diff1": 0.7035579211966987, + "nauc_map_at_1000_max": 0.5619624731327352, + "nauc_map_at_1000_std": 0.06263907028060679, + "nauc_map_at_100_diff1": 0.7033721761519548, + "nauc_map_at_100_max": 0.5620516321306664, + "nauc_map_at_100_std": 0.06295104072808468, + "nauc_map_at_10_diff1": 0.7033312536024146, + "nauc_map_at_10_max": 0.5625936286752208, + "nauc_map_at_10_std": 0.06072440124941091, + "nauc_map_at_1_diff1": 0.7332215633412651, + "nauc_map_at_1_max": 0.5437958378208951, + "nauc_map_at_1_std": 0.03888873157333037, + "nauc_map_at_20_diff1": 0.7029371033101608, + "nauc_map_at_20_max": 0.5618144473576134, + "nauc_map_at_20_std": 0.0631123453951108, + "nauc_map_at_3_diff1": 0.7078439309836324, + "nauc_map_at_3_max": 0.5635971166159861, + "nauc_map_at_3_std": 0.05392014975880976, + "nauc_map_at_5_diff1": 0.7058875281975858, + "nauc_map_at_5_max": 0.5649565440888026, + "nauc_map_at_5_std": 0.05918145307280187, + "nauc_mrr_at_1000_diff1": 0.7035752626686839, + "nauc_mrr_at_1000_max": 0.5623605324361745, + "nauc_mrr_at_1000_std": 0.06185521075335564, + "nauc_mrr_at_100_diff1": 0.7033893238684369, + "nauc_mrr_at_100_max": 0.5624490786266183, + "nauc_mrr_at_100_std": 0.062167954342292935, + "nauc_mrr_at_10_diff1": 0.7033524938455867, + "nauc_mrr_at_10_max": 0.5629953774287807, + "nauc_mrr_at_10_std": 0.05997607904735234, + "nauc_mrr_at_1_diff1": 0.7332215633412651, + "nauc_mrr_at_1_max": 0.5446980696729993, + "nauc_mrr_at_1_std": 0.039196310613820604, + "nauc_mrr_at_20_diff1": 0.702953348863825, + "nauc_mrr_at_20_max": 0.562212318812394, + "nauc_mrr_at_20_std": 0.06233920867730078, + "nauc_mrr_at_3_diff1": 0.7078439309836324, + "nauc_mrr_at_3_max": 0.5638887019751969, + "nauc_mrr_at_3_std": 0.053213616003799584, + "nauc_mrr_at_5_diff1": 0.705718394033177, + "nauc_mrr_at_5_max": 0.5650393521083722, + "nauc_mrr_at_5_std": 0.0580045424344272, + "nauc_ndcg_at_1000_diff1": 0.694583956118078, + "nauc_ndcg_at_1000_max": 0.5646187915579993, + "nauc_ndcg_at_1000_std": 0.07365760795203138, + "nauc_ndcg_at_100_diff1": 0.6889275106350841, + "nauc_ndcg_at_100_max": 0.5668403283363963, + "nauc_ndcg_at_100_std": 0.08326027368477265, + "nauc_ndcg_at_10_diff1": 0.6871992646807967, + "nauc_ndcg_at_10_max": 0.5668309701320056, + "nauc_ndcg_at_10_std": 0.07497086469286901, + "nauc_ndcg_at_1_diff1": 0.7332215633412651, + "nauc_ndcg_at_1_max": 0.5437958378208951, + "nauc_ndcg_at_1_std": 0.03888873157333037, + "nauc_ndcg_at_20_diff1": 0.6859875244494867, + "nauc_ndcg_at_20_max": 0.5645547294570966, + "nauc_ndcg_at_20_std": 0.08492161656385729, + "nauc_ndcg_at_3_diff1": 0.6984816199516162, + "nauc_ndcg_at_3_max": 0.5692972725666554, + "nauc_ndcg_at_3_std": 0.05901299084056466, + "nauc_ndcg_at_5_diff1": 0.6940896590893708, + "nauc_ndcg_at_5_max": 0.5719447703488226, + "nauc_ndcg_at_5_std": 0.0695072080142507, + "nauc_precision_at_1000_diff1": 0.3302209772797585, + "nauc_precision_at_1000_max": 0.786025521319665, + "nauc_precision_at_1000_std": 0.707594148770674, + "nauc_precision_at_100_diff1": 0.4931124713259826, + "nauc_precision_at_100_max": 0.6431107422392865, + "nauc_precision_at_100_std": 0.4137128102269731, + "nauc_precision_at_10_diff1": 0.610363938442135, + "nauc_precision_at_10_max": 0.5832682216097004, + "nauc_precision_at_10_std": 0.1455199380471331, + "nauc_precision_at_1_diff1": 0.7332215633412651, + "nauc_precision_at_1_max": 0.5437958378208951, + "nauc_precision_at_1_std": 0.03888873157333037, + "nauc_precision_at_20_diff1": 0.5844572597897867, + "nauc_precision_at_20_max": 0.5747992434812264, + "nauc_precision_at_20_std": 0.23209579618285792, + "nauc_precision_at_3_diff1": 0.6676701462594784, + "nauc_precision_at_3_max": 0.587517669174758, + "nauc_precision_at_3_std": 0.07562163921366659, + "nauc_precision_at_5_diff1": 0.6494713417495318, + "nauc_precision_at_5_max": 0.5974695210184854, + "nauc_precision_at_5_std": 0.10961053776190603, + "nauc_recall_at_1000_diff1": 0.33022097727978955, + "nauc_recall_at_1000_max": 0.7860255213196419, + "nauc_recall_at_1000_std": 0.7075941487705747, + "nauc_recall_at_100_diff1": 0.49311247132597696, + "nauc_recall_at_100_max": 0.6431107422392828, + "nauc_recall_at_100_std": 0.41371281022697187, + "nauc_recall_at_10_diff1": 0.6103639384421342, + "nauc_recall_at_10_max": 0.5832682216097004, + "nauc_recall_at_10_std": 0.14551993804713304, + "nauc_recall_at_1_diff1": 0.7332215633412651, + "nauc_recall_at_1_max": 0.5437958378208951, + "nauc_recall_at_1_std": 0.03888873157333037, + "nauc_recall_at_20_diff1": 0.5844572597897862, + "nauc_recall_at_20_max": 0.5747992434812259, + "nauc_recall_at_20_std": 0.23209579618285717, + "nauc_recall_at_3_diff1": 0.6676701462594781, + "nauc_recall_at_3_max": 0.5875176691747587, + "nauc_recall_at_3_std": 0.07562163921366714, + "nauc_recall_at_5_diff1": 0.6494713417495315, + "nauc_recall_at_5_max": 0.597469521018485, + "nauc_recall_at_5_std": 0.10961053776190563, + "ndcg_at_1": 0.54476, + "ndcg_at_10": 0.66826, + "ndcg_at_100": 0.69857, + "ndcg_at_1000": 0.70553, + "ndcg_at_20": 0.68034, + "ndcg_at_3": 0.62591, + "ndcg_at_5": 0.64842, + "precision_at_1": 0.54476, + "precision_at_10": 0.07979, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "precision_at_20": 0.04227, + "precision_at_3": 0.22751, + "precision_at_5": 0.14741, + "recall_at_1": 0.54476, + "recall_at_10": 0.7979, + "recall_at_100": 0.94336, + "recall_at_1000": 0.9979, + "recall_at_20": 0.84545, + "recall_at_3": 0.68252, + "recall_at_5": 0.73706 + }, + { + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "main_score": 0.70247, + "map_at_1": 0.58925, + "map_at_10": 0.66359, + "map_at_100": 0.66956, + "map_at_1000": 0.66973, + "map_at_20": 0.66747, + "map_at_3": 0.64308, + "map_at_5": 0.65535, + "mrr_at_1": 0.5886567164179104, + "mrr_at_10": 0.663396351575457, + "mrr_at_100": 0.6694288542412737, + "mrr_at_1000": 0.6696006777795509, + "mrr_at_20": 0.667345191287824, + "mrr_at_3": 0.6431840796019905, + "mrr_at_5": 0.6553034825870658, + "nauc_map_at_1000_diff1": 0.774870027199717, + "nauc_map_at_1000_max": 0.6316082649811801, + "nauc_map_at_1000_std": -0.012624389307713157, + "nauc_map_at_100_diff1": 0.77482686688031, + "nauc_map_at_100_max": 0.63166387463659, + "nauc_map_at_100_std": -0.012293292631574006, + "nauc_map_at_10_diff1": 0.7739745342359927, + "nauc_map_at_10_max": 0.6318356422074676, + "nauc_map_at_10_std": -0.014398147562450109, + "nauc_map_at_1_diff1": 0.8026062191089256, + "nauc_map_at_1_max": 0.6168279814192801, + "nauc_map_at_1_std": -0.04274917212873115, + "nauc_map_at_20_diff1": 0.7736395243179883, + "nauc_map_at_20_max": 0.6321937803589905, + "nauc_map_at_20_std": -0.010792294887349018, + "nauc_map_at_3_diff1": 0.776786688348353, + "nauc_map_at_3_max": 0.6286877186650296, + "nauc_map_at_3_std": -0.024724915385131864, + "nauc_map_at_5_diff1": 0.7768097671498265, + "nauc_map_at_5_max": 0.6311396894784698, + "nauc_map_at_5_std": -0.02018101708100389, + "nauc_mrr_at_1000_diff1": 0.775874569121814, + "nauc_mrr_at_1000_max": 0.632293396306651, + "nauc_mrr_at_1000_std": -0.012157776893686436, + "nauc_mrr_at_100_diff1": 0.7758307022268596, + "nauc_mrr_at_100_max": 0.6323486219795235, + "nauc_mrr_at_100_std": -0.011826983305705285, + "nauc_mrr_at_10_diff1": 0.7749340467816204, + "nauc_mrr_at_10_max": 0.6325906448808709, + "nauc_mrr_at_10_std": -0.013775970020667959, + "nauc_mrr_at_1_diff1": 0.8039413226835849, + "nauc_mrr_at_1_max": 0.6180427045085254, + "nauc_mrr_at_1_std": -0.04168261755760396, + "nauc_mrr_at_20_diff1": 0.7746365130075921, + "nauc_mrr_at_20_max": 0.632873329175743, + "nauc_mrr_at_20_std": -0.010336798591545557, + "nauc_mrr_at_3_diff1": 0.7780999734459635, + "nauc_mrr_at_3_max": 0.6296478719591458, + "nauc_mrr_at_3_std": -0.02434386693284789, + "nauc_mrr_at_5_diff1": 0.7778620778598919, + "nauc_mrr_at_5_max": 0.6316117979358357, + "nauc_mrr_at_5_std": -0.020104415903145104, + "nauc_ndcg_at_1000_diff1": 0.7684610006254444, + "nauc_ndcg_at_1000_max": 0.6360627272087139, + "nauc_ndcg_at_1000_std": 0.0030494890208541178, + "nauc_ndcg_at_100_diff1": 0.7667537144787315, + "nauc_ndcg_at_100_max": 0.6382284383779602, + "nauc_ndcg_at_100_std": 0.015355581526650506, + "nauc_ndcg_at_10_diff1": 0.7593789812661366, + "nauc_ndcg_at_10_max": 0.6407974553657385, + "nauc_ndcg_at_10_std": 0.011253373714268078, + "nauc_ndcg_at_1_diff1": 0.8026062191089256, + "nauc_ndcg_at_1_max": 0.6168279814192801, + "nauc_ndcg_at_1_std": -0.04274917212873115, + "nauc_ndcg_at_20_diff1": 0.7574472328782063, + "nauc_ndcg_at_20_max": 0.6420428048422958, + "nauc_ndcg_at_20_std": 0.026466057655233806, + "nauc_ndcg_at_3_diff1": 0.7678503350204853, + "nauc_ndcg_at_3_max": 0.6330306513415165, + "nauc_ndcg_at_3_std": -0.01571015363394672, + "nauc_ndcg_at_5_diff1": 0.7673591999012553, + "nauc_ndcg_at_5_max": 0.6382637644945974, + "nauc_ndcg_at_5_std": -0.005835466972351664, + "nauc_precision_at_1000_diff1": 0.7221788516335371, + "nauc_precision_at_1000_max": 0.7221788516335371, + "nauc_precision_at_1000_std": 0.3579614923350978, + "nauc_precision_at_100_diff1": 0.6846852045316382, + "nauc_precision_at_100_max": 0.7401033929689547, + "nauc_precision_at_100_std": 0.585125182053538, + "nauc_precision_at_10_diff1": 0.6845460407797932, + "nauc_precision_at_10_max": 0.6874008731011579, + "nauc_precision_at_10_std": 0.15093322872591847, + "nauc_precision_at_1_diff1": 0.8026062191089256, + "nauc_precision_at_1_max": 0.6168279814192801, + "nauc_precision_at_1_std": -0.04274917212873115, + "nauc_precision_at_20_diff1": 0.6389094701548919, + "nauc_precision_at_20_max": 0.7136190280952969, + "nauc_precision_at_20_std": 0.32565011454396975, + "nauc_precision_at_3_diff1": 0.738315718190093, + "nauc_precision_at_3_max": 0.6474709274229695, + "nauc_precision_at_3_std": 0.015096565114174941, + "nauc_precision_at_5_diff1": 0.7314595058703963, + "nauc_precision_at_5_max": 0.6666303345689172, + "nauc_precision_at_5_std": 0.05221104517177771, + "nauc_recall_at_1000_diff1": 0.7221788516333625, + "nauc_recall_at_1000_max": 0.7221788516333625, + "nauc_recall_at_1000_std": 0.35796149233484736, + "nauc_recall_at_100_diff1": 0.6846852045316341, + "nauc_recall_at_100_max": 0.7401033929689471, + "nauc_recall_at_100_std": 0.5851251820535336, + "nauc_recall_at_10_diff1": 0.6845460407797945, + "nauc_recall_at_10_max": 0.6874008731011593, + "nauc_recall_at_10_std": 0.15093322872591922, + "nauc_recall_at_1_diff1": 0.8026062191089256, + "nauc_recall_at_1_max": 0.6168279814192801, + "nauc_recall_at_1_std": -0.04274917212873115, + "nauc_recall_at_20_diff1": 0.6389094701548931, + "nauc_recall_at_20_max": 0.7136190280952973, + "nauc_recall_at_20_std": 0.32565011454397147, + "nauc_recall_at_3_diff1": 0.7383157181900932, + "nauc_recall_at_3_max": 0.647470927422969, + "nauc_recall_at_3_std": 0.015096565114174293, + "nauc_recall_at_5_diff1": 0.7314595058703971, + "nauc_recall_at_5_max": 0.6666303345689177, + "nauc_recall_at_5_std": 0.05221104517177875, + "ndcg_at_1": 0.58925, + "ndcg_at_10": 0.70247, + "ndcg_at_100": 0.73152, + "ndcg_at_1000": 0.73629, + "ndcg_at_20": 0.71653, + "ndcg_at_3": 0.66055, + "ndcg_at_5": 0.68267, + "precision_at_1": 0.58925, + "precision_at_10": 0.08257, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "precision_at_20": 0.04406, + "precision_at_3": 0.23701, + "precision_at_5": 0.15296, + "recall_at_1": 0.58925, + "recall_at_10": 0.82567, + "recall_at_100": 0.96179, + "recall_at_1000": 0.9994, + "recall_at_20": 0.88119, + "recall_at_3": 0.71104, + "recall_at_5": 0.76478 + }, + { + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ], + "main_score": 0.683, + "map_at_1": 0.54938, + "map_at_10": 0.63803, + "map_at_100": 0.64353, + "map_at_1000": 0.64375, + "map_at_20": 0.64141, + "map_at_3": 0.61759, + "map_at_5": 0.62818, + "mrr_at_1": 0.5487654320987654, + "mrr_at_10": 0.637764305310602, + "mrr_at_100": 0.6432790993461763, + "mrr_at_1000": 0.6434998958703011, + "mrr_at_20": 0.6411560734560539, + "mrr_at_3": 0.6174897119341571, + "mrr_at_5": 0.627798353909466, + "nauc_map_at_1000_diff1": 0.685346919015917, + "nauc_map_at_1000_max": 0.4900588671932775, + "nauc_map_at_1000_std": 0.011999236514437192, + "nauc_map_at_100_diff1": 0.685264235304594, + "nauc_map_at_100_max": 0.49012987002023384, + "nauc_map_at_100_std": 0.012332837399428101, + "nauc_map_at_10_diff1": 0.683714918572359, + "nauc_map_at_10_max": 0.49015348142266785, + "nauc_map_at_10_std": 0.011020414945090484, + "nauc_map_at_1_diff1": 0.7220477283554941, + "nauc_map_at_1_max": 0.4874017930616313, + "nauc_map_at_1_std": -0.017109446056563844, + "nauc_map_at_20_diff1": 0.6847391466431061, + "nauc_map_at_20_max": 0.48980535778504575, + "nauc_map_at_20_std": 0.012468528397841275, + "nauc_map_at_3_diff1": 0.684454680858467, + "nauc_map_at_3_max": 0.4881879574938684, + "nauc_map_at_3_std": 0.00702182084704098, + "nauc_map_at_5_diff1": 0.6850144142056644, + "nauc_map_at_5_max": 0.48957960073766726, + "nauc_map_at_5_std": 0.007102526392696494, + "nauc_mrr_at_1000_diff1": 0.6860736106478743, + "nauc_mrr_at_1000_max": 0.4907176668330389, + "nauc_mrr_at_1000_std": 0.012620562011308772, + "nauc_mrr_at_100_diff1": 0.685989870904701, + "nauc_mrr_at_100_max": 0.49078796212615255, + "nauc_mrr_at_100_std": 0.012953723807267848, + "nauc_mrr_at_10_diff1": 0.6841598498551434, + "nauc_mrr_at_10_max": 0.49056181676908545, + "nauc_mrr_at_10_std": 0.011936629262689269, + "nauc_mrr_at_1_diff1": 0.7234225258111684, + "nauc_mrr_at_1_max": 0.48869000369627513, + "nauc_mrr_at_1_std": -0.015758943990609463, + "nauc_mrr_at_20_diff1": 0.6854617186438151, + "nauc_mrr_at_20_max": 0.49046289882108995, + "nauc_mrr_at_20_std": 0.013089646247001355, + "nauc_mrr_at_3_diff1": 0.6848852250068391, + "nauc_mrr_at_3_max": 0.4885486402151715, + "nauc_mrr_at_3_std": 0.007169768718069296, + "nauc_mrr_at_5_diff1": 0.6860360271614884, + "nauc_mrr_at_5_max": 0.49068385667665154, + "nauc_mrr_at_5_std": 0.007221848018056911, + "nauc_ndcg_at_1000_diff1": 0.6784828789278662, + "nauc_ndcg_at_1000_max": 0.4920333474613638, + "nauc_ndcg_at_1000_std": 0.025122116482302868, + "nauc_ndcg_at_100_diff1": 0.6761061417603987, + "nauc_ndcg_at_100_max": 0.4950211423554137, + "nauc_ndcg_at_100_std": 0.037017637227856524, + "nauc_ndcg_at_10_diff1": 0.6676938533398954, + "nauc_ndcg_at_10_max": 0.4932398624722242, + "nauc_ndcg_at_10_std": 0.030031633100720916, + "nauc_ndcg_at_1_diff1": 0.7220477283554941, + "nauc_ndcg_at_1_max": 0.4874017930616313, + "nauc_ndcg_at_1_std": -0.017109446056563844, + "nauc_ndcg_at_20_diff1": 0.6715199815279559, + "nauc_ndcg_at_20_max": 0.49218815336743077, + "nauc_ndcg_at_20_std": 0.03720911656459077, + "nauc_ndcg_at_3_diff1": 0.6707661711915887, + "nauc_ndcg_at_3_max": 0.4876934745529479, + "nauc_ndcg_at_3_std": 0.016887950050874224, + "nauc_ndcg_at_5_diff1": 0.6711245715514486, + "nauc_ndcg_at_5_max": 0.4907942675428606, + "nauc_ndcg_at_5_std": 0.018465877157727427, + "nauc_precision_at_1000_diff1": 0.19310947447263388, + "nauc_precision_at_1000_max": 0.3346648358506737, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5709387377489952, + "nauc_precision_at_100_max": 0.6022608343693094, + "nauc_precision_at_100_std": 0.5206973315215794, + "nauc_precision_at_10_diff1": 0.5870495853616764, + "nauc_precision_at_10_max": 0.5131765174574437, + "nauc_precision_at_10_std": 0.13709798604243084, + "nauc_precision_at_1_diff1": 0.7220477283554941, + "nauc_precision_at_1_max": 0.4874017930616313, + "nauc_precision_at_1_std": -0.017109446056563844, + "nauc_precision_at_20_diff1": 0.5827750557510463, + "nauc_precision_at_20_max": 0.5076854743499177, + "nauc_precision_at_20_std": 0.23237542029039052, + "nauc_precision_at_3_diff1": 0.6244116660397886, + "nauc_precision_at_3_max": 0.4857404903658378, + "nauc_precision_at_3_std": 0.050683410535400285, + "nauc_precision_at_5_diff1": 0.6183138895003296, + "nauc_precision_at_5_max": 0.4960775860384719, + "nauc_precision_at_5_std": 0.06325226273075034, + "nauc_recall_at_1000_diff1": 0.7957516339868932, + "nauc_recall_at_1000_max": 0.5401493930905962, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5945171317472128, + "nauc_recall_at_100_max": 0.6133567350991002, + "nauc_recall_at_100_std": 0.5101407651668253, + "nauc_recall_at_10_diff1": 0.5877202622998858, + "nauc_recall_at_10_max": 0.5120229503678241, + "nauc_recall_at_10_std": 0.1336244869050674, + "nauc_recall_at_1_diff1": 0.7220477283554941, + "nauc_recall_at_1_max": 0.4874017930616313, + "nauc_recall_at_1_std": -0.017109446056563844, + "nauc_recall_at_20_diff1": 0.5921391662836517, + "nauc_recall_at_20_max": 0.5112257830889004, + "nauc_recall_at_20_std": 0.22573434170392398, + "nauc_recall_at_3_diff1": 0.6244116660397876, + "nauc_recall_at_3_max": 0.48574049036583744, + "nauc_recall_at_3_std": 0.05068341053539925, + "nauc_recall_at_5_diff1": 0.6183138895003297, + "nauc_recall_at_5_max": 0.4960775860384725, + "nauc_recall_at_5_std": 0.06325226273075092, + "ndcg_at_1": 0.54938, + "ndcg_at_10": 0.683, + "ndcg_at_100": 0.70989, + "ndcg_at_1000": 0.71592, + "ndcg_at_20": 0.69506, + "ndcg_at_3": 0.64016, + "ndcg_at_5": 0.65936, + "precision_at_1": 0.54938, + "precision_at_10": 0.08253, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "precision_at_20": 0.04364, + "precision_at_3": 0.23519, + "precision_at_5": 0.15049, + "recall_at_1": 0.54938, + "recall_at_10": 0.825, + "recall_at_100": 0.95123, + "recall_at_1000": 0.99877, + "recall_at_20": 0.87222, + "recall_at_3": 0.70556, + "recall_at_5": 0.75247 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.59453, + "map_at_1": 0.47506, + "map_at_10": 0.55309, + "map_at_100": 0.56042, + "map_at_1000": 0.56081, + "map_at_20": 0.55758, + "map_at_3": 0.53119, + "map_at_5": 0.54295, + "mrr_at_1": 0.47496718544909056, + "mrr_at_10": 0.5530196083683804, + "mrr_at_100": 0.5603295983037404, + "mrr_at_1000": 0.5607244791602027, + "mrr_at_20": 0.5574716798873122, + "mrr_at_3": 0.5309706856678548, + "mrr_at_5": 0.5429433089568103, + "nauc_map_at_1000_diff1": 0.6651881638519835, + "nauc_map_at_1000_max": 0.4654375399513067, + "nauc_map_at_1000_std": 0.061936431005861096, + "nauc_map_at_100_diff1": 0.664962796175069, + "nauc_map_at_100_max": 0.4653919180560008, + "nauc_map_at_100_std": 0.062172124517367325, + "nauc_map_at_10_diff1": 0.6639830864855034, + "nauc_map_at_10_max": 0.46552032986485864, + "nauc_map_at_10_std": 0.06078785583891378, + "nauc_map_at_1_diff1": 0.7101290260255668, + "nauc_map_at_1_max": 0.4596276769177584, + "nauc_map_at_1_std": 0.029028815247263924, + "nauc_map_at_20_diff1": 0.6644181058707134, + "nauc_map_at_20_max": 0.4653526386157679, + "nauc_map_at_20_std": 0.0619939509831154, + "nauc_map_at_3_diff1": 0.6714949783130754, + "nauc_map_at_3_max": 0.4656066159155972, + "nauc_map_at_3_std": 0.05048462735048375, + "nauc_map_at_5_diff1": 0.6669894243972789, + "nauc_map_at_5_max": 0.46674208002390266, + "nauc_map_at_5_std": 0.05797622090943027, + "nauc_mrr_at_1000_diff1": 0.6658624760277168, + "nauc_mrr_at_1000_max": 0.4658698728274435, + "nauc_mrr_at_1000_std": 0.06189448189855062, + "nauc_mrr_at_100_diff1": 0.6656372612005326, + "nauc_mrr_at_100_max": 0.4658238088157688, + "nauc_mrr_at_100_std": 0.06212971347486805, + "nauc_mrr_at_10_diff1": 0.6646204522680236, + "nauc_mrr_at_10_max": 0.46603640166327737, + "nauc_mrr_at_10_std": 0.06084586839509176, + "nauc_mrr_at_1_diff1": 0.7109419009373937, + "nauc_mrr_at_1_max": 0.45988540907316244, + "nauc_mrr_at_1_std": 0.028815074926346346, + "nauc_mrr_at_20_diff1": 0.6651210168294227, + "nauc_mrr_at_20_max": 0.46576553621606975, + "nauc_mrr_at_20_std": 0.06185034823900411, + "nauc_mrr_at_3_diff1": 0.6723536009228173, + "nauc_mrr_at_3_max": 0.4657801222171646, + "nauc_mrr_at_3_std": 0.049839804610804596, + "nauc_mrr_at_5_diff1": 0.667829452867907, + "nauc_mrr_at_5_max": 0.46748853875715957, + "nauc_mrr_at_5_std": 0.058165533885637624, + "nauc_ndcg_at_1000_diff1": 0.652834033221093, + "nauc_ndcg_at_1000_max": 0.4670718687294474, + "nauc_ndcg_at_1000_std": 0.08078316291945413, + "nauc_ndcg_at_100_diff1": 0.6466881662921596, + "nauc_ndcg_at_100_max": 0.4668338308901166, + "nauc_ndcg_at_100_std": 0.09061669006769679, + "nauc_ndcg_at_10_diff1": 0.6417570152265156, + "nauc_ndcg_at_10_max": 0.46686264823236995, + "nauc_ndcg_at_10_std": 0.08215734994815595, + "nauc_ndcg_at_1_diff1": 0.7104576439230703, + "nauc_ndcg_at_1_max": 0.46010427582602487, + "nauc_ndcg_at_1_std": 0.02949138272244475, + "nauc_ndcg_at_20_diff1": 0.6421953775906017, + "nauc_ndcg_at_20_max": 0.46610270704231727, + "nauc_ndcg_at_20_std": 0.08807153869790146, + "nauc_ndcg_at_3_diff1": 0.6589970038190228, + "nauc_ndcg_at_3_max": 0.4676342522970003, + "nauc_ndcg_at_3_std": 0.05942422058030637, + "nauc_ndcg_at_5_diff1": 0.6501185259189534, + "nauc_ndcg_at_5_max": 0.4698065534517615, + "nauc_ndcg_at_5_std": 0.07381491302822164, + "nauc_precision_at_1000_diff1": 0.4563803573742412, + "nauc_precision_at_1000_max": 0.5446109709204074, + "nauc_precision_at_1000_std": 0.7213451187582337, + "nauc_precision_at_100_diff1": 0.48804315725286707, + "nauc_precision_at_100_max": 0.4824607716936141, + "nauc_precision_at_100_std": 0.4201762221095668, + "nauc_precision_at_10_diff1": 0.5494565946718577, + "nauc_precision_at_10_max": 0.4712965304028939, + "nauc_precision_at_10_std": 0.174511796324394, + "nauc_precision_at_1_diff1": 0.7104576439230703, + "nauc_precision_at_1_max": 0.46010427582602487, + "nauc_precision_at_1_std": 0.02949138272244475, + "nauc_precision_at_20_diff1": 0.5284828779714521, + "nauc_precision_at_20_max": 0.46740411187951625, + "nauc_precision_at_20_std": 0.23290066373812254, + "nauc_precision_at_3_diff1": 0.620627654757092, + "nauc_precision_at_3_max": 0.4739272443214974, + "nauc_precision_at_3_std": 0.08760609959183452, + "nauc_precision_at_5_diff1": 0.5926705513766748, + "nauc_precision_at_5_max": 0.48039694804843464, + "nauc_precision_at_5_std": 0.12968416298247748, + "nauc_recall_at_1000_diff1": 0.46741988659273004, + "nauc_recall_at_1000_max": 0.5606560939672836, + "nauc_recall_at_1000_std": 0.7420744370449986, + "nauc_recall_at_100_diff1": 0.4873152362738064, + "nauc_recall_at_100_max": 0.48118869202664954, + "nauc_recall_at_100_std": 0.4184757451955575, + "nauc_recall_at_10_diff1": 0.5493039810257941, + "nauc_recall_at_10_max": 0.47057798537184015, + "nauc_recall_at_10_std": 0.17338990006107471, + "nauc_recall_at_1_diff1": 0.7101290260255668, + "nauc_recall_at_1_max": 0.4596276769177584, + "nauc_recall_at_1_std": 0.029028815247263924, + "nauc_recall_at_20_diff1": 0.5282578366932128, + "nauc_recall_at_20_max": 0.46650474008582765, + "nauc_recall_at_20_std": 0.23160529604682353, + "nauc_recall_at_3_diff1": 0.6201814218962058, + "nauc_recall_at_3_max": 0.47332963740714457, + "nauc_recall_at_3_std": 0.0870723751041045, + "nauc_recall_at_5_diff1": 0.5921847594764107, + "nauc_recall_at_5_max": 0.47973837506233685, + "nauc_recall_at_5_std": 0.12908938637742248, + "ndcg_at_1": 0.47515, + "ndcg_at_10": 0.59453, + "ndcg_at_100": 0.63192, + "ndcg_at_1000": 0.64225, + "ndcg_at_20": 0.61091, + "ndcg_at_3": 0.54909, + "ndcg_at_5": 0.57031, + "precision_at_1": 0.47515, + "precision_at_10": 0.07266, + "precision_at_100": 0.00906, + "precision_at_1000": 0.00099, + "precision_at_20": 0.03957, + "precision_at_3": 0.20026, + "precision_at_5": 0.13047, + "recall_at_1": 0.47506, + "recall_at_10": 0.72642, + "recall_at_100": 0.9054, + "recall_at_1000": 0.9865, + "recall_at_20": 0.7913, + "recall_at_3": 0.60069, + "recall_at_5": 0.65226 + }, + { + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.73868, + "map_at_1": 0.63738, + "map_at_10": 0.70611, + "map_at_100": 0.71075, + "map_at_1000": 0.71097, + "map_at_20": 0.70896, + "map_at_3": 0.69111, + "map_at_5": 0.70011, + "mrr_at_1": 0.6368269443828939, + "mrr_at_10": 0.7058483604683475, + "mrr_at_100": 0.7104955338663129, + "mrr_at_1000": 0.7107208102625369, + "mrr_at_20": 0.7087277230634157, + "mrr_at_3": 0.6908191151488302, + "mrr_at_5": 0.6998485855676199, + "nauc_map_at_1000_diff1": 0.8086205440247015, + "nauc_map_at_1000_max": 0.6611878684807007, + "nauc_map_at_1000_std": -0.009575351605227279, + "nauc_map_at_100_diff1": 0.8084954465655084, + "nauc_map_at_100_max": 0.6612119397646024, + "nauc_map_at_100_std": -0.009341113022707643, + "nauc_map_at_10_diff1": 0.8076324591332358, + "nauc_map_at_10_max": 0.6615918290319232, + "nauc_map_at_10_std": -0.0117389027121351, + "nauc_map_at_1_diff1": 0.8328298594642222, + "nauc_map_at_1_max": 0.6433245302368731, + "nauc_map_at_1_std": -0.03425389722130295, + "nauc_map_at_20_diff1": 0.8081691890382587, + "nauc_map_at_20_max": 0.6614434205716045, + "nauc_map_at_20_std": -0.009512155480910035, + "nauc_map_at_3_diff1": 0.8107121997561015, + "nauc_map_at_3_max": 0.6599592556804322, + "nauc_map_at_3_std": -0.01979441982512137, + "nauc_map_at_5_diff1": 0.8083924017412439, + "nauc_map_at_5_max": 0.6624270040163533, + "nauc_map_at_5_std": -0.014164259924157879, + "nauc_mrr_at_1000_diff1": 0.8092662349380428, + "nauc_mrr_at_1000_max": 0.6612876481000277, + "nauc_mrr_at_1000_std": -0.009080599332623241, + "nauc_mrr_at_100_diff1": 0.8091410589473699, + "nauc_mrr_at_100_max": 0.6613124737860013, + "nauc_mrr_at_100_std": -0.00884304606436222, + "nauc_mrr_at_10_diff1": 0.8082827818374393, + "nauc_mrr_at_10_max": 0.6617394050527886, + "nauc_mrr_at_10_std": -0.011044674055433298, + "nauc_mrr_at_1_diff1": 0.8342850673229374, + "nauc_mrr_at_1_max": 0.6436745859562509, + "nauc_mrr_at_1_std": -0.03399796047892087, + "nauc_mrr_at_20_diff1": 0.8088073908500487, + "nauc_mrr_at_20_max": 0.6615530121159653, + "nauc_mrr_at_20_std": -0.008948946804183653, + "nauc_mrr_at_3_diff1": 0.8110733823651659, + "nauc_mrr_at_3_max": 0.6599992006489617, + "nauc_mrr_at_3_std": -0.0194614352062812, + "nauc_mrr_at_5_diff1": 0.8089940373824344, + "nauc_mrr_at_5_max": 0.6625267465509427, + "nauc_mrr_at_5_std": -0.013646860604098176, + "nauc_ndcg_at_1000_diff1": 0.8025327104699767, + "nauc_ndcg_at_1000_max": 0.665134795964798, + "nauc_ndcg_at_1000_std": 0.005240786726731681, + "nauc_ndcg_at_100_diff1": 0.7991034226212307, + "nauc_ndcg_at_100_max": 0.6662929257276816, + "nauc_ndcg_at_100_std": 0.01445558443891903, + "nauc_ndcg_at_10_diff1": 0.7949860608164933, + "nauc_ndcg_at_10_max": 0.6681221924088232, + "nauc_ndcg_at_10_std": 0.0038904124392186617, + "nauc_ndcg_at_1_diff1": 0.8330684961215155, + "nauc_ndcg_at_1_max": 0.6436714380060945, + "nauc_ndcg_at_1_std": -0.03419645292475837, + "nauc_ndcg_at_20_diff1": 0.7965692970200271, + "nauc_ndcg_at_20_max": 0.6678666588580172, + "nauc_ndcg_at_20_std": 0.013161491316885834, + "nauc_ndcg_at_3_diff1": 0.8025479373351263, + "nauc_ndcg_at_3_max": 0.6651655956506153, + "nauc_ndcg_at_3_std": -0.01400875503836743, + "nauc_ndcg_at_5_diff1": 0.7977447290758348, + "nauc_ndcg_at_5_max": 0.6701045091026291, + "nauc_ndcg_at_5_std": -0.0029728486743069798, + "nauc_precision_at_1000_diff1": 0.5163915803368185, + "nauc_precision_at_1000_max": 0.6184622459001157, + "nauc_precision_at_1000_std": 0.8044624711499017, + "nauc_precision_at_100_diff1": 0.6659403018912591, + "nauc_precision_at_100_max": 0.7070538325769107, + "nauc_precision_at_100_std": 0.4193480732780259, + "nauc_precision_at_10_diff1": 0.7306067272822929, + "nauc_precision_at_10_max": 0.697387103689754, + "nauc_precision_at_10_std": 0.08528563075598858, + "nauc_precision_at_1_diff1": 0.8330684961215155, + "nauc_precision_at_1_max": 0.6436714380060945, + "nauc_precision_at_1_std": -0.03419645292475837, + "nauc_precision_at_20_diff1": 0.7227303961761018, + "nauc_precision_at_20_max": 0.7050425678500196, + "nauc_precision_at_20_std": 0.1768343023547899, + "nauc_precision_at_3_diff1": 0.7732816041159539, + "nauc_precision_at_3_max": 0.6822598360123053, + "nauc_precision_at_3_std": 0.006707187218897155, + "nauc_precision_at_5_diff1": 0.7545724822652962, + "nauc_precision_at_5_max": 0.699579841855623, + "nauc_precision_at_5_std": 0.04302143171235823, + "nauc_recall_at_1000_diff1": 0.7204420558219656, + "nauc_recall_at_1000_max": 0.7971436473189013, + "nauc_recall_at_1000_std": 0.8134952920800752, + "nauc_recall_at_100_diff1": 0.6845302787891205, + "nauc_recall_at_100_max": 0.721414096425089, + "nauc_recall_at_100_std": 0.40948898699504943, + "nauc_recall_at_10_diff1": 0.7321547739732778, + "nauc_recall_at_10_max": 0.6979837457397915, + "nauc_recall_at_10_std": 0.08392678136185865, + "nauc_recall_at_1_diff1": 0.8328298594642222, + "nauc_recall_at_1_max": 0.6433245302368731, + "nauc_recall_at_1_std": -0.03425389722130295, + "nauc_recall_at_20_diff1": 0.7243802257891947, + "nauc_recall_at_20_max": 0.7052165289722396, + "nauc_recall_at_20_std": 0.17289901489535514, + "nauc_recall_at_3_diff1": 0.7744731270367574, + "nauc_recall_at_3_max": 0.6827058900863853, + "nauc_recall_at_3_std": 0.005657965907038296, + "nauc_recall_at_5_diff1": 0.7559095762512635, + "nauc_recall_at_5_max": 0.7001195163093572, + "nauc_recall_at_5_std": 0.04187593649605293, + "ndcg_at_1": 0.63749, + "ndcg_at_10": 0.73868, + "ndcg_at_100": 0.76193, + "ndcg_at_1000": 0.76761, + "ndcg_at_20": 0.74893, + "ndcg_at_3": 0.7081, + "ndcg_at_5": 0.72419, + "precision_at_1": 0.63749, + "precision_at_10": 0.08409, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "precision_at_20": 0.04406, + "precision_at_3": 0.25246, + "precision_at_5": 0.15923, + "recall_at_1": 0.63738, + "recall_at_10": 0.84057, + "recall_at_100": 0.95096, + "recall_at_1000": 0.9949, + "recall_at_20": 0.88075, + "recall_at_3": 0.75704, + "recall_at_5": 0.79581 + }, + { + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.70711, + "map_at_1": 0.60693, + "map_at_10": 0.67447, + "map_at_100": 0.67931, + "map_at_1000": 0.67958, + "map_at_20": 0.67741, + "map_at_3": 0.65908, + "map_at_5": 0.66783, + "mrr_at_1": 0.6071490243481265, + "mrr_at_10": 0.6745902919966096, + "mrr_at_100": 0.6794280969479425, + "mrr_at_1000": 0.6797007023688579, + "mrr_at_20": 0.6775377277537962, + "mrr_at_3": 0.6592413515224744, + "mrr_at_5": 0.667914292292633, + "nauc_map_at_1000_diff1": 0.7820176392949844, + "nauc_map_at_1000_max": 0.6267027022699431, + "nauc_map_at_1000_std": 0.0677180082327957, + "nauc_map_at_100_diff1": 0.7818851187238003, + "nauc_map_at_100_max": 0.6267474612880617, + "nauc_map_at_100_std": 0.06796538198225649, + "nauc_map_at_10_diff1": 0.781016038791012, + "nauc_map_at_10_max": 0.6271291969497484, + "nauc_map_at_10_std": 0.06633409751079042, + "nauc_map_at_1_diff1": 0.8078106872991653, + "nauc_map_at_1_max": 0.6017222870772003, + "nauc_map_at_1_std": 0.029631632874917168, + "nauc_map_at_20_diff1": 0.781656997897712, + "nauc_map_at_20_max": 0.6268943739562035, + "nauc_map_at_20_std": 0.06732251213652457, + "nauc_map_at_3_diff1": 0.7852763142593455, + "nauc_map_at_3_max": 0.626663160519986, + "nauc_map_at_3_std": 0.05800012787996458, + "nauc_map_at_5_diff1": 0.7833248920577704, + "nauc_map_at_5_max": 0.6281681364129839, + "nauc_map_at_5_std": 0.06364293647682813, + "nauc_mrr_at_1000_diff1": 0.781893104030072, + "nauc_mrr_at_1000_max": 0.6270144854906066, + "nauc_mrr_at_1000_std": 0.06807605167312006, + "nauc_mrr_at_100_diff1": 0.7817603815660177, + "nauc_mrr_at_100_max": 0.6270642965234844, + "nauc_mrr_at_100_std": 0.06834096216376068, + "nauc_mrr_at_10_diff1": 0.780874656381593, + "nauc_mrr_at_10_max": 0.6274238316657655, + "nauc_mrr_at_10_std": 0.06665630241887556, + "nauc_mrr_at_1_diff1": 0.8075896384061102, + "nauc_mrr_at_1_max": 0.6021562241022028, + "nauc_mrr_at_1_std": 0.029957436404678957, + "nauc_mrr_at_20_diff1": 0.7815450362779317, + "nauc_mrr_at_20_max": 0.6272072788391748, + "nauc_mrr_at_20_std": 0.06768121763741647, + "nauc_mrr_at_3_diff1": 0.7851927481679927, + "nauc_mrr_at_3_max": 0.627299964038565, + "nauc_mrr_at_3_std": 0.05884258411475528, + "nauc_mrr_at_5_diff1": 0.7831304221261621, + "nauc_mrr_at_5_max": 0.6284063312950026, + "nauc_mrr_at_5_std": 0.06395782315992526, + "nauc_ndcg_at_1000_diff1": 0.7746742071170113, + "nauc_ndcg_at_1000_max": 0.632356353691756, + "nauc_ndcg_at_1000_std": 0.08792338246762232, + "nauc_ndcg_at_100_diff1": 0.7709161012385234, + "nauc_ndcg_at_100_max": 0.6339911243201024, + "nauc_ndcg_at_100_std": 0.09737967191532808, + "nauc_ndcg_at_10_diff1": 0.7672493823674679, + "nauc_ndcg_at_10_max": 0.6356433949835123, + "nauc_ndcg_at_10_std": 0.0870473553130922, + "nauc_ndcg_at_1_diff1": 0.8078966921111636, + "nauc_ndcg_at_1_max": 0.6017924235630084, + "nauc_ndcg_at_1_std": 0.029657719714547174, + "nauc_ndcg_at_20_diff1": 0.7692162522542071, + "nauc_ndcg_at_20_max": 0.634873181296855, + "nauc_ndcg_at_20_std": 0.0913968327054807, + "nauc_ndcg_at_3_diff1": 0.7775865048266453, + "nauc_ndcg_at_3_max": 0.6346695089243942, + "nauc_ndcg_at_3_std": 0.0683809126672023, + "nauc_ndcg_at_5_diff1": 0.7735984951149715, + "nauc_ndcg_at_5_max": 0.6378463745813269, + "nauc_ndcg_at_5_std": 0.07942855907928056, + "nauc_precision_at_1000_diff1": 0.6043380797450935, + "nauc_precision_at_1000_max": 0.6950192461866983, + "nauc_precision_at_1000_std": 0.7541826777339742, + "nauc_precision_at_100_diff1": 0.6567337262871548, + "nauc_precision_at_100_max": 0.6921828951087046, + "nauc_precision_at_100_std": 0.46691565845712873, + "nauc_precision_at_10_diff1": 0.7019513062332821, + "nauc_precision_at_10_max": 0.6709948707697261, + "nauc_precision_at_10_std": 0.1844635691966503, + "nauc_precision_at_1_diff1": 0.8078966921111636, + "nauc_precision_at_1_max": 0.6017924235630084, + "nauc_precision_at_1_std": 0.029657719714547174, + "nauc_precision_at_20_diff1": 0.6979825613278757, + "nauc_precision_at_20_max": 0.6746044850163212, + "nauc_precision_at_20_std": 0.23693518895831198, + "nauc_precision_at_3_diff1": 0.7521515833243788, + "nauc_precision_at_3_max": 0.6611381155219395, + "nauc_precision_at_3_std": 0.10334027859305539, + "nauc_precision_at_5_diff1": 0.7361833781182622, + "nauc_precision_at_5_max": 0.6729489943771628, + "nauc_precision_at_5_std": 0.14006928758135356, + "nauc_recall_at_1000_diff1": 0.6766682789534173, + "nauc_recall_at_1000_max": 0.7516752428530231, + "nauc_recall_at_1000_std": 0.7542406204963883, + "nauc_recall_at_100_diff1": 0.665431483203354, + "nauc_recall_at_100_max": 0.6975202071758974, + "nauc_recall_at_100_std": 0.46204193383637515, + "nauc_recall_at_10_diff1": 0.7032633660359351, + "nauc_recall_at_10_max": 0.6714141159283868, + "nauc_recall_at_10_std": 0.18322813545993866, + "nauc_recall_at_1_diff1": 0.8078106872991653, + "nauc_recall_at_1_max": 0.6017222870772003, + "nauc_recall_at_1_std": 0.029631632874917168, + "nauc_recall_at_20_diff1": 0.6994780486612795, + "nauc_recall_at_20_max": 0.6749064716815772, + "nauc_recall_at_20_std": 0.2348705730497081, + "nauc_recall_at_3_diff1": 0.7519826326104316, + "nauc_recall_at_3_max": 0.6606839927775049, + "nauc_recall_at_3_std": 0.10254389549345401, + "nauc_recall_at_5_diff1": 0.7373552451069562, + "nauc_recall_at_5_max": 0.6733446571425156, + "nauc_recall_at_5_std": 0.13901112572588253, + "ndcg_at_1": 0.60698, + "ndcg_at_10": 0.70711, + "ndcg_at_100": 0.73162, + "ndcg_at_1000": 0.7391, + "ndcg_at_20": 0.71775, + "ndcg_at_3": 0.67545, + "ndcg_at_5": 0.69114, + "precision_at_1": 0.60698, + "precision_at_10": 0.08099, + "precision_at_100": 0.00927, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04259, + "precision_at_3": 0.24089, + "precision_at_5": 0.15215, + "recall_at_1": 0.60693, + "recall_at_10": 0.8096, + "recall_at_100": 0.9265, + "recall_at_1000": 0.98558, + "recall_at_20": 0.85152, + "recall_at_3": 0.72253, + "recall_at_5": 0.76048 + }, + { + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.7098, + "map_at_1": 0.60598, + "map_at_10": 0.67622, + "map_at_100": 0.68129, + "map_at_1000": 0.68155, + "map_at_20": 0.67931, + "map_at_3": 0.66049, + "map_at_5": 0.66975, + "mrr_at_1": 0.6055989335364692, + "mrr_at_10": 0.6760947272326071, + "mrr_at_100": 0.6811503562257604, + "mrr_at_1000": 0.6814090111919189, + "mrr_at_20": 0.6791848673277214, + "mrr_at_3": 0.6602234495016838, + "mrr_at_5": 0.6695930933790397, + "nauc_map_at_1000_diff1": 0.7837556008904459, + "nauc_map_at_1000_max": 0.6346297296517606, + "nauc_map_at_1000_std": 0.07261947989273021, + "nauc_map_at_100_diff1": 0.7836549505086777, + "nauc_map_at_100_max": 0.634691689443432, + "nauc_map_at_100_std": 0.07293798213179015, + "nauc_map_at_10_diff1": 0.7831646716212634, + "nauc_map_at_10_max": 0.6354254907631028, + "nauc_map_at_10_std": 0.07150355037335313, + "nauc_map_at_1_diff1": 0.8077891445060063, + "nauc_map_at_1_max": 0.607788948978543, + "nauc_map_at_1_std": 0.029560754068099215, + "nauc_map_at_20_diff1": 0.7830702813139521, + "nauc_map_at_20_max": 0.6349915991344558, + "nauc_map_at_20_std": 0.07285671146581278, + "nauc_map_at_3_diff1": 0.78796070968284, + "nauc_map_at_3_max": 0.6343945398319883, + "nauc_map_at_3_std": 0.06133237996105492, + "nauc_map_at_5_diff1": 0.784634699244154, + "nauc_map_at_5_max": 0.6355083953461355, + "nauc_map_at_5_std": 0.06563213461622856, + "nauc_mrr_at_1000_diff1": 0.7841997909750877, + "nauc_mrr_at_1000_max": 0.6357284695340142, + "nauc_mrr_at_1000_std": 0.07285059384000697, + "nauc_mrr_at_100_diff1": 0.7840970467967171, + "nauc_mrr_at_100_max": 0.6357909285383966, + "nauc_mrr_at_100_std": 0.07317356855244835, + "nauc_mrr_at_10_diff1": 0.7836180795056018, + "nauc_mrr_at_10_max": 0.6365315508444599, + "nauc_mrr_at_10_std": 0.07168352996552273, + "nauc_mrr_at_1_diff1": 0.8084646177276761, + "nauc_mrr_at_1_max": 0.6096632763064389, + "nauc_mrr_at_1_std": 0.030051401208831298, + "nauc_mrr_at_20_diff1": 0.7835115655129955, + "nauc_mrr_at_20_max": 0.6360808039014753, + "nauc_mrr_at_20_std": 0.07314916732838474, + "nauc_mrr_at_3_diff1": 0.7885526297620892, + "nauc_mrr_at_3_max": 0.6354179076147238, + "nauc_mrr_at_3_std": 0.06172127509741754, + "nauc_mrr_at_5_diff1": 0.785066826907085, + "nauc_mrr_at_5_max": 0.6365124132932576, + "nauc_mrr_at_5_std": 0.06568598603309839, + "nauc_ndcg_at_1000_diff1": 0.7769122544438415, + "nauc_ndcg_at_1000_max": 0.6401780377535818, + "nauc_ndcg_at_1000_std": 0.09293529314732255, + "nauc_ndcg_at_100_diff1": 0.7739803037539564, + "nauc_ndcg_at_100_max": 0.6422633794104399, + "nauc_ndcg_at_100_std": 0.10527026382013853, + "nauc_ndcg_at_10_diff1": 0.7702766744910616, + "nauc_ndcg_at_10_max": 0.6456012895990652, + "nauc_ndcg_at_10_std": 0.09748005697515376, + "nauc_ndcg_at_1_diff1": 0.8077891445060063, + "nauc_ndcg_at_1_max": 0.607788948978543, + "nauc_ndcg_at_1_std": 0.029560754068099215, + "nauc_ndcg_at_20_diff1": 0.7695893152363619, + "nauc_ndcg_at_20_max": 0.6443061646346318, + "nauc_ndcg_at_20_std": 0.10433995029501443, + "nauc_ndcg_at_3_diff1": 0.7809646562241949, + "nauc_ndcg_at_3_max": 0.6431807907960243, + "nauc_ndcg_at_3_std": 0.07280105636280329, + "nauc_ndcg_at_5_diff1": 0.7742299024098961, + "nauc_ndcg_at_5_max": 0.6454175988746362, + "nauc_ndcg_at_5_std": 0.08162887249965335, + "nauc_precision_at_1000_diff1": 0.6036326477919286, + "nauc_precision_at_1000_max": 0.714140929022792, + "nauc_precision_at_1000_std": 0.8519500571586582, + "nauc_precision_at_100_diff1": 0.676503245540623, + "nauc_precision_at_100_max": 0.7082008317277256, + "nauc_precision_at_100_std": 0.5432793542705447, + "nauc_precision_at_10_diff1": 0.7099163177812965, + "nauc_precision_at_10_max": 0.6905269414468451, + "nauc_precision_at_10_std": 0.2238409679111251, + "nauc_precision_at_1_diff1": 0.8077891445060063, + "nauc_precision_at_1_max": 0.607788948978543, + "nauc_precision_at_1_std": 0.029560754068099215, + "nauc_precision_at_20_diff1": 0.6890585277964013, + "nauc_precision_at_20_max": 0.6947352063519076, + "nauc_precision_at_20_std": 0.30836510243258874, + "nauc_precision_at_3_diff1": 0.7575793290620363, + "nauc_precision_at_3_max": 0.6723768959699382, + "nauc_precision_at_3_std": 0.11138243655162067, + "nauc_precision_at_5_diff1": 0.7342093202909804, + "nauc_precision_at_5_max": 0.6822084374074386, + "nauc_precision_at_5_std": 0.1431336368292133, + "nauc_recall_at_1000_diff1": 0.6373182143538106, + "nauc_recall_at_1000_max": 0.7479597171936061, + "nauc_recall_at_1000_std": 0.8329544463902336, + "nauc_recall_at_100_diff1": 0.6808390066772851, + "nauc_recall_at_100_max": 0.712261318570204, + "nauc_recall_at_100_std": 0.539845164104453, + "nauc_recall_at_10_diff1": 0.7096456389440423, + "nauc_recall_at_10_max": 0.6905937267896057, + "nauc_recall_at_10_std": 0.22364057645320015, + "nauc_recall_at_1_diff1": 0.8077891445060063, + "nauc_recall_at_1_max": 0.607788948978543, + "nauc_recall_at_1_std": 0.029560754068099215, + "nauc_recall_at_20_diff1": 0.6886930425772774, + "nauc_recall_at_20_max": 0.6944806862853857, + "nauc_recall_at_20_std": 0.3066479767931748, + "nauc_recall_at_3_diff1": 0.7574107106196847, + "nauc_recall_at_3_max": 0.6724709158737759, + "nauc_recall_at_3_std": 0.11128237232786449, + "nauc_recall_at_5_diff1": 0.7340249781390622, + "nauc_recall_at_5_max": 0.6823122700137505, + "nauc_recall_at_5_std": 0.14300933615381686, + "ndcg_at_1": 0.60598, + "ndcg_at_10": 0.7098, + "ndcg_at_100": 0.7353, + "ndcg_at_1000": 0.74237, + "ndcg_at_20": 0.72097, + "ndcg_at_3": 0.67764, + "ndcg_at_5": 0.69429, + "precision_at_1": 0.60598, + "precision_at_10": 0.08151, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04295, + "precision_at_3": 0.24237, + "precision_at_5": 0.15349, + "recall_at_1": 0.60598, + "recall_at_10": 0.81499, + "recall_at_100": 0.93611, + "recall_at_1000": 0.99229, + "recall_at_20": 0.85888, + "recall_at_3": 0.727, + "recall_at_5": 0.76738 + }, + { + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.64462, + "map_at_1": 0.52187, + "map_at_10": 0.60428, + "map_at_100": 0.61019, + "map_at_1000": 0.61054, + "map_at_20": 0.60782, + "map_at_3": 0.58505, + "map_at_5": 0.59598, + "mrr_at_1": 0.5223759153783564, + "mrr_at_10": 0.6045640571118606, + "mrr_at_100": 0.6104891761000799, + "mrr_at_1000": 0.6108394463001967, + "mrr_at_20": 0.6081465124320701, + "mrr_at_3": 0.5852997016544624, + "mrr_at_5": 0.5963656088961218, + "nauc_map_at_1000_diff1": 0.6993277885114055, + "nauc_map_at_1000_max": 0.5083324296827825, + "nauc_map_at_1000_std": 0.09792884808483455, + "nauc_map_at_100_diff1": 0.6991849541542825, + "nauc_map_at_100_max": 0.5083941478105392, + "nauc_map_at_100_std": 0.09825883727041276, + "nauc_map_at_10_diff1": 0.6982635517001946, + "nauc_map_at_10_max": 0.507957452940032, + "nauc_map_at_10_std": 0.09578905472243787, + "nauc_map_at_1_diff1": 0.7394241377790819, + "nauc_map_at_1_max": 0.4982053913725954, + "nauc_map_at_1_std": 0.07151474756899512, + "nauc_map_at_20_diff1": 0.6984406171957122, + "nauc_map_at_20_max": 0.5078906105959717, + "nauc_map_at_20_std": 0.09723761752488744, + "nauc_map_at_3_diff1": 0.7026565848833499, + "nauc_map_at_3_max": 0.5101992963909096, + "nauc_map_at_3_std": 0.08693484145207404, + "nauc_map_at_5_diff1": 0.6983778173423628, + "nauc_map_at_5_max": 0.5072940642063222, + "nauc_map_at_5_std": 0.09190373400927093, + "nauc_mrr_at_1000_diff1": 0.6997031189406558, + "nauc_mrr_at_1000_max": 0.5085161762838425, + "nauc_mrr_at_1000_std": 0.09846497398106176, + "nauc_mrr_at_100_diff1": 0.6995545728679851, + "nauc_mrr_at_100_max": 0.5085800074809007, + "nauc_mrr_at_100_std": 0.0987979812061359, + "nauc_mrr_at_10_diff1": 0.6986516734630269, + "nauc_mrr_at_10_max": 0.5081780912529978, + "nauc_mrr_at_10_std": 0.0962322748563842, + "nauc_mrr_at_1_diff1": 0.7391459159591505, + "nauc_mrr_at_1_max": 0.49776680347734165, + "nauc_mrr_at_1_std": 0.07188808739766535, + "nauc_mrr_at_20_diff1": 0.6988455816641963, + "nauc_mrr_at_20_max": 0.5080761108697222, + "nauc_mrr_at_20_std": 0.09773970398190737, + "nauc_mrr_at_3_diff1": 0.7032273103252177, + "nauc_mrr_at_3_max": 0.510468296766102, + "nauc_mrr_at_3_std": 0.08752195167637913, + "nauc_mrr_at_5_diff1": 0.6988309395911659, + "nauc_mrr_at_5_max": 0.5075200954588952, + "nauc_mrr_at_5_std": 0.09252905632332907, + "nauc_ndcg_at_1000_diff1": 0.6900576891772987, + "nauc_ndcg_at_1000_max": 0.5112307958180807, + "nauc_ndcg_at_1000_std": 0.11455467792402135, + "nauc_ndcg_at_100_diff1": 0.6856718650224128, + "nauc_ndcg_at_100_max": 0.5134724420193771, + "nauc_ndcg_at_100_std": 0.12630008440293763, + "nauc_ndcg_at_10_diff1": 0.6808362765815501, + "nauc_ndcg_at_10_max": 0.5103693492884612, + "nauc_ndcg_at_10_std": 0.11227658633941216, + "nauc_ndcg_at_1_diff1": 0.7400193566902169, + "nauc_ndcg_at_1_max": 0.4983092631603956, + "nauc_ndcg_at_1_std": 0.07168968484706571, + "nauc_ndcg_at_20_diff1": 0.6808974748945987, + "nauc_ndcg_at_20_max": 0.5103440242402747, + "nauc_ndcg_at_20_std": 0.11845928988338328, + "nauc_ndcg_at_3_diff1": 0.69034227180322, + "nauc_ndcg_at_3_max": 0.5140718631841613, + "nauc_ndcg_at_3_std": 0.09232789115969735, + "nauc_ndcg_at_5_diff1": 0.6820505309394109, + "nauc_ndcg_at_5_max": 0.5086466320662245, + "nauc_ndcg_at_5_std": 0.10192161461693841, + "nauc_precision_at_1000_diff1": 0.5756879829710461, + "nauc_precision_at_1000_max": 0.5731359038435462, + "nauc_precision_at_1000_std": 0.6880424319338497, + "nauc_precision_at_100_diff1": 0.5714509325883474, + "nauc_precision_at_100_max": 0.5744390407844205, + "nauc_precision_at_100_std": 0.47664670371571133, + "nauc_precision_at_10_diff1": 0.6056732616876787, + "nauc_precision_at_10_max": 0.5201704065088176, + "nauc_precision_at_10_std": 0.18927471771501478, + "nauc_precision_at_1_diff1": 0.7400193566902169, + "nauc_precision_at_1_max": 0.4983092631603956, + "nauc_precision_at_1_std": 0.07168968484706571, + "nauc_precision_at_20_diff1": 0.5881710242974767, + "nauc_precision_at_20_max": 0.5228031409258218, + "nauc_precision_at_20_std": 0.24592842366177717, + "nauc_precision_at_3_diff1": 0.6506767401841438, + "nauc_precision_at_3_max": 0.526667561016049, + "nauc_precision_at_3_std": 0.10988108361562608, + "nauc_precision_at_5_diff1": 0.6234086659292715, + "nauc_precision_at_5_max": 0.5124179364330703, + "nauc_precision_at_5_std": 0.13910130176078542, + "nauc_recall_at_1000_diff1": 0.5697860033254536, + "nauc_recall_at_1000_max": 0.5742400614507887, + "nauc_recall_at_1000_std": 0.6952455044846725, + "nauc_recall_at_100_diff1": 0.5706687654656513, + "nauc_recall_at_100_max": 0.5745868577374599, + "nauc_recall_at_100_std": 0.47697038114199763, + "nauc_recall_at_10_diff1": 0.6043085168756284, + "nauc_recall_at_10_max": 0.5194423261577557, + "nauc_recall_at_10_std": 0.1887807824762685, + "nauc_recall_at_1_diff1": 0.7394241377790819, + "nauc_recall_at_1_max": 0.4982053913725954, + "nauc_recall_at_1_std": 0.07151474756899512, + "nauc_recall_at_20_diff1": 0.5863929713808795, + "nauc_recall_at_20_max": 0.5218068249024825, + "nauc_recall_at_20_std": 0.2452238640761422, + "nauc_recall_at_3_diff1": 0.6497199906323344, + "nauc_recall_at_3_max": 0.5261882746535965, + "nauc_recall_at_3_std": 0.1095696998370753, + "nauc_recall_at_5_diff1": 0.6222725495704634, + "nauc_recall_at_5_max": 0.5118218754325975, + "nauc_recall_at_5_std": 0.13872314581784437, + "ndcg_at_1": 0.52197, + "ndcg_at_10": 0.64462, + "ndcg_at_100": 0.67447, + "ndcg_at_1000": 0.68396, + "ndcg_at_20": 0.65747, + "ndcg_at_3": 0.60508, + "ndcg_at_5": 0.62474, + "precision_at_1": 0.52197, + "precision_at_10": 0.07716, + "precision_at_100": 0.00914, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04111, + "precision_at_3": 0.22098, + "precision_at_5": 0.14211, + "recall_at_1": 0.52187, + "recall_at_10": 0.77136, + "recall_at_100": 0.91345, + "recall_at_1000": 0.98871, + "recall_at_20": 0.82201, + "recall_at_3": 0.66273, + "recall_at_5": 0.71033 + }, + { + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.66261, + "map_at_1": 0.54595, + "map_at_10": 0.62378, + "map_at_100": 0.62992, + "map_at_1000": 0.63019, + "map_at_20": 0.62746, + "map_at_3": 0.60488, + "map_at_5": 0.61623, + "mrr_at_1": 0.5457688808007279, + "mrr_at_10": 0.6237969582737564, + "mrr_at_100": 0.6299082820073976, + "mrr_at_1000": 0.6301749174286466, + "mrr_at_20": 0.627465064841635, + "mrr_at_3": 0.6048832271762228, + "mrr_at_5": 0.6162390051562033, + "nauc_map_at_1000_diff1": 0.7532872522496595, + "nauc_map_at_1000_max": 0.6093245567004566, + "nauc_map_at_1000_std": 0.09637653321604467, + "nauc_map_at_100_diff1": 0.7531808375719906, + "nauc_map_at_100_max": 0.6093568486563092, + "nauc_map_at_100_std": 0.09659949590434408, + "nauc_map_at_10_diff1": 0.7525707420338089, + "nauc_map_at_10_max": 0.6095335456278532, + "nauc_map_at_10_std": 0.09403116599295176, + "nauc_map_at_1_diff1": 0.787222021432058, + "nauc_map_at_1_max": 0.591456113275279, + "nauc_map_at_1_std": 0.06205548487858383, + "nauc_map_at_20_diff1": 0.7527150511041023, + "nauc_map_at_20_max": 0.6094117376003874, + "nauc_map_at_20_std": 0.09628897486586159, + "nauc_map_at_3_diff1": 0.7558279172823694, + "nauc_map_at_3_max": 0.6089413757355487, + "nauc_map_at_3_std": 0.08772743135914929, + "nauc_map_at_5_diff1": 0.7531894963555658, + "nauc_map_at_5_max": 0.6101376581557741, + "nauc_map_at_5_std": 0.09213008481767768, + "nauc_mrr_at_1000_diff1": 0.7533260729455451, + "nauc_mrr_at_1000_max": 0.6094465501474482, + "nauc_mrr_at_1000_std": 0.09631714179911974, + "nauc_mrr_at_100_diff1": 0.753219536444202, + "nauc_mrr_at_100_max": 0.6094790251360896, + "nauc_mrr_at_100_std": 0.0965406340789819, + "nauc_mrr_at_10_diff1": 0.7525924847533644, + "nauc_mrr_at_10_max": 0.6096198548595897, + "nauc_mrr_at_10_std": 0.09405967716482808, + "nauc_mrr_at_1_diff1": 0.7876133045009089, + "nauc_mrr_at_1_max": 0.5917342307131972, + "nauc_mrr_at_1_std": 0.06211023522466461, + "nauc_mrr_at_20_diff1": 0.7527837173389399, + "nauc_mrr_at_20_max": 0.6095341841638104, + "nauc_mrr_at_20_std": 0.09620977230854269, + "nauc_mrr_at_3_diff1": 0.7558146726044882, + "nauc_mrr_at_3_max": 0.6089957102750075, + "nauc_mrr_at_3_std": 0.08746013015818738, + "nauc_mrr_at_5_diff1": 0.7530857990992211, + "nauc_mrr_at_5_max": 0.6100222425730564, + "nauc_mrr_at_5_std": 0.09177535088088112, + "nauc_ndcg_at_1000_diff1": 0.7457068794145691, + "nauc_ndcg_at_1000_max": 0.6136013711874021, + "nauc_ndcg_at_1000_std": 0.11266796456493827, + "nauc_ndcg_at_100_diff1": 0.7424369481535608, + "nauc_ndcg_at_100_max": 0.6151295082041394, + "nauc_ndcg_at_100_std": 0.12199164241052013, + "nauc_ndcg_at_10_diff1": 0.7378573864358131, + "nauc_ndcg_at_10_max": 0.615658621480516, + "nauc_ndcg_at_10_std": 0.11085103472065908, + "nauc_ndcg_at_1_diff1": 0.787222021432058, + "nauc_ndcg_at_1_max": 0.591456113275279, + "nauc_ndcg_at_1_std": 0.06205548487858383, + "nauc_ndcg_at_20_diff1": 0.7378799809814095, + "nauc_ndcg_at_20_max": 0.6154620939759304, + "nauc_ndcg_at_20_std": 0.12033038909299949, + "nauc_ndcg_at_3_diff1": 0.7452836319216762, + "nauc_ndcg_at_3_max": 0.61392587424844, + "nauc_ndcg_at_3_std": 0.09520717056363577, + "nauc_ndcg_at_5_diff1": 0.7400930543233244, + "nauc_ndcg_at_5_max": 0.6165260985755621, + "nauc_ndcg_at_5_std": 0.10389020118740566, + "nauc_precision_at_1000_diff1": 0.7293510975153376, + "nauc_precision_at_1000_max": 0.7937580520232921, + "nauc_precision_at_1000_std": 0.869617081192108, + "nauc_precision_at_100_diff1": 0.647783184192117, + "nauc_precision_at_100_max": 0.6829299785513933, + "nauc_precision_at_100_std": 0.49038064328592196, + "nauc_precision_at_10_diff1": 0.6729827622747706, + "nauc_precision_at_10_max": 0.6420291232433635, + "nauc_precision_at_10_std": 0.19000208481743777, + "nauc_precision_at_1_diff1": 0.787222021432058, + "nauc_precision_at_1_max": 0.591456113275279, + "nauc_precision_at_1_std": 0.06205548487858383, + "nauc_precision_at_20_diff1": 0.655394053306824, + "nauc_precision_at_20_max": 0.6481026125419337, + "nauc_precision_at_20_std": 0.27327356606130615, + "nauc_precision_at_3_diff1": 0.7111087074525403, + "nauc_precision_at_3_max": 0.6297567440006739, + "nauc_precision_at_3_std": 0.11903243920809552, + "nauc_precision_at_5_diff1": 0.6923050770780008, + "nauc_precision_at_5_max": 0.6396905293122415, + "nauc_precision_at_5_std": 0.1473097193962605, + "nauc_recall_at_1000_diff1": 0.7293510975153635, + "nauc_recall_at_1000_max": 0.7937580520233163, + "nauc_recall_at_1000_std": 0.8696170811921266, + "nauc_recall_at_100_diff1": 0.6477831841921176, + "nauc_recall_at_100_max": 0.6829299785513931, + "nauc_recall_at_100_std": 0.49038064328592185, + "nauc_recall_at_10_diff1": 0.6729827622747707, + "nauc_recall_at_10_max": 0.6420291232433637, + "nauc_recall_at_10_std": 0.1900020848174374, + "nauc_recall_at_1_diff1": 0.787222021432058, + "nauc_recall_at_1_max": 0.591456113275279, + "nauc_recall_at_1_std": 0.06205548487858383, + "nauc_recall_at_20_diff1": 0.6553940533068224, + "nauc_recall_at_20_max": 0.648102612541933, + "nauc_recall_at_20_std": 0.2732735660613058, + "nauc_recall_at_3_diff1": 0.7111087074525403, + "nauc_recall_at_3_max": 0.6297567440006739, + "nauc_recall_at_3_std": 0.11903243920809593, + "nauc_recall_at_5_diff1": 0.6923050770780006, + "nauc_recall_at_5_max": 0.6396905293122414, + "nauc_recall_at_5_std": 0.1473097193962593, + "ndcg_at_1": 0.54595, + "ndcg_at_10": 0.66261, + "ndcg_at_100": 0.69372, + "ndcg_at_1000": 0.70111, + "ndcg_at_20": 0.6758, + "ndcg_at_3": 0.62375, + "ndcg_at_5": 0.64425, + "precision_at_1": 0.54595, + "precision_at_10": 0.07851, + "precision_at_100": 0.00934, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04184, + "precision_at_3": 0.22608, + "precision_at_5": 0.14562, + "recall_at_1": 0.54595, + "recall_at_10": 0.78508, + "recall_at_100": 0.93358, + "recall_at_1000": 0.99236, + "recall_at_20": 0.83676, + "recall_at_3": 0.67825, + "recall_at_5": 0.72812 + }, + { + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.63334, + "map_at_1": 0.50526, + "map_at_10": 0.59034, + "map_at_100": 0.59679, + "map_at_1000": 0.59712, + "map_at_20": 0.59433, + "map_at_3": 0.5687, + "map_at_5": 0.5818, + "mrr_at_1": 0.5052570093457944, + "mrr_at_10": 0.5903058244325776, + "mrr_at_100": 0.5967582303662851, + "mrr_at_1000": 0.5970817756239613, + "mrr_at_20": 0.5942936980719821, + "mrr_at_3": 0.5685358255451721, + "mrr_at_5": 0.5817854361370719, + "nauc_map_at_1000_diff1": 0.6906332241344827, + "nauc_map_at_1000_max": 0.48071765480801154, + "nauc_map_at_1000_std": 0.032785666074649875, + "nauc_map_at_100_diff1": 0.6904654649596251, + "nauc_map_at_100_max": 0.48075355609734066, + "nauc_map_at_100_std": 0.03307990276357599, + "nauc_map_at_10_diff1": 0.6890776701077678, + "nauc_map_at_10_max": 0.48020420601054353, + "nauc_map_at_10_std": 0.03165036542690556, + "nauc_map_at_1_diff1": 0.7378368796835214, + "nauc_map_at_1_max": 0.47680273208822577, + "nauc_map_at_1_std": -0.005842897332097531, + "nauc_map_at_20_diff1": 0.6898864204434247, + "nauc_map_at_20_max": 0.480420334295795, + "nauc_map_at_20_std": 0.03264482537699573, + "nauc_map_at_3_diff1": 0.6936565408684681, + "nauc_map_at_3_max": 0.48003002663957356, + "nauc_map_at_3_std": 0.0220174027725446, + "nauc_map_at_5_diff1": 0.6893585326172591, + "nauc_map_at_5_max": 0.4791619764367587, + "nauc_map_at_5_std": 0.02609499130534625, + "nauc_mrr_at_1000_diff1": 0.6906050248982936, + "nauc_mrr_at_1000_max": 0.48043742585939503, + "nauc_mrr_at_1000_std": 0.03341588151607271, + "nauc_mrr_at_100_diff1": 0.690437531991864, + "nauc_mrr_at_100_max": 0.480473737121117, + "nauc_mrr_at_100_std": 0.03370962700011251, + "nauc_mrr_at_10_diff1": 0.6890419742894413, + "nauc_mrr_at_10_max": 0.47993208584818825, + "nauc_mrr_at_10_std": 0.03226116548448577, + "nauc_mrr_at_1_diff1": 0.7378368796835214, + "nauc_mrr_at_1_max": 0.47667497543214926, + "nauc_mrr_at_1_std": -0.004686828769543186, + "nauc_mrr_at_20_diff1": 0.6898710795385512, + "nauc_mrr_at_20_max": 0.48015485977615724, + "nauc_mrr_at_20_std": 0.03330444950172035, + "nauc_mrr_at_3_diff1": 0.6937881249259693, + "nauc_mrr_at_3_max": 0.47976189198830416, + "nauc_mrr_at_3_std": 0.02260021544834544, + "nauc_mrr_at_5_diff1": 0.6893013153575958, + "nauc_mrr_at_5_max": 0.4788641325205278, + "nauc_mrr_at_5_std": 0.0270175508436693, + "nauc_ndcg_at_1000_diff1": 0.679574229979146, + "nauc_ndcg_at_1000_max": 0.4836310866029084, + "nauc_ndcg_at_1000_std": 0.05296589836144888, + "nauc_ndcg_at_100_diff1": 0.6754241080896962, + "nauc_ndcg_at_100_max": 0.48538140771276195, + "nauc_ndcg_at_100_std": 0.06379134427676147, + "nauc_ndcg_at_10_diff1": 0.667974013674304, + "nauc_ndcg_at_10_max": 0.4820933512592171, + "nauc_ndcg_at_10_std": 0.05560644149846703, + "nauc_ndcg_at_1_diff1": 0.7378368796835214, + "nauc_ndcg_at_1_max": 0.47680273208822577, + "nauc_ndcg_at_1_std": -0.005842897332097531, + "nauc_ndcg_at_20_diff1": 0.6708304866611238, + "nauc_ndcg_at_20_max": 0.4835244715944392, + "nauc_ndcg_at_20_std": 0.06045128239547525, + "nauc_ndcg_at_3_diff1": 0.6786542610539473, + "nauc_ndcg_at_3_max": 0.48092993412814017, + "nauc_ndcg_at_3_std": 0.03184799481839211, + "nauc_ndcg_at_5_diff1": 0.6699360108539681, + "nauc_ndcg_at_5_max": 0.4792333088323647, + "nauc_ndcg_at_5_std": 0.04001303271522997, + "nauc_precision_at_1000_diff1": 0.46011329146213925, + "nauc_precision_at_1000_max": 0.600477148519687, + "nauc_precision_at_1000_std": 0.8180478510507412, + "nauc_precision_at_100_diff1": 0.5442199477678867, + "nauc_precision_at_100_max": 0.5515806693869315, + "nauc_precision_at_100_std": 0.4619155288001878, + "nauc_precision_at_10_diff1": 0.5751659625350318, + "nauc_precision_at_10_max": 0.49136536837766925, + "nauc_precision_at_10_std": 0.16880890467309675, + "nauc_precision_at_1_diff1": 0.7378368796835214, + "nauc_precision_at_1_max": 0.47680273208822577, + "nauc_precision_at_1_std": -0.005842897332097531, + "nauc_precision_at_20_diff1": 0.5704880231301276, + "nauc_precision_at_20_max": 0.5048252591084629, + "nauc_precision_at_20_std": 0.23025816053161027, + "nauc_precision_at_3_diff1": 0.6302956285939839, + "nauc_precision_at_3_max": 0.483761074604543, + "nauc_precision_at_3_std": 0.06366761655345986, + "nauc_precision_at_5_diff1": 0.5993969752456555, + "nauc_precision_at_5_max": 0.4790173504137589, + "nauc_precision_at_5_std": 0.09112132926616547, + "nauc_recall_at_1000_diff1": 0.48268930738156274, + "nauc_recall_at_1000_max": 0.6084956798005149, + "nauc_recall_at_1000_std": 0.8127724096766044, + "nauc_recall_at_100_diff1": 0.5479166819088881, + "nauc_recall_at_100_max": 0.5525561641737144, + "nauc_recall_at_100_std": 0.45960996424184075, + "nauc_recall_at_10_diff1": 0.5751659625350312, + "nauc_recall_at_10_max": 0.49136536837766764, + "nauc_recall_at_10_std": 0.16880890467309673, + "nauc_recall_at_1_diff1": 0.7378368796835214, + "nauc_recall_at_1_max": 0.47680273208822577, + "nauc_recall_at_1_std": -0.005842897332097531, + "nauc_recall_at_20_diff1": 0.5704880231301281, + "nauc_recall_at_20_max": 0.5048252591084623, + "nauc_recall_at_20_std": 0.2302581605316103, + "nauc_recall_at_3_diff1": 0.6302956285939834, + "nauc_recall_at_3_max": 0.48376107460454293, + "nauc_recall_at_3_std": 0.06366761655345941, + "nauc_recall_at_5_diff1": 0.5993969752456548, + "nauc_recall_at_5_max": 0.47901735041375887, + "nauc_recall_at_5_std": 0.09112132926616462, + "ndcg_at_1": 0.50526, + "ndcg_at_10": 0.63334, + "ndcg_at_100": 0.66547, + "ndcg_at_1000": 0.67403, + "ndcg_at_20": 0.64767, + "ndcg_at_3": 0.58922, + "ndcg_at_5": 0.61282, + "precision_at_1": 0.50526, + "precision_at_10": 0.07689, + "precision_at_100": 0.00921, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04126, + "precision_at_3": 0.21619, + "precision_at_5": 0.14116, + "recall_at_1": 0.50526, + "recall_at_10": 0.76889, + "recall_at_100": 0.92095, + "recall_at_1000": 0.98832, + "recall_at_20": 0.82516, + "recall_at_3": 0.64856, + "recall_at_5": 0.7058 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "main_score": 0.64559, + "map_at_1": 0.51112, + "map_at_10": 0.60012, + "map_at_100": 0.6066, + "map_at_1000": 0.60687, + "map_at_20": 0.60409, + "map_at_3": 0.5771, + "map_at_5": 0.59105, + "mrr_at_1": 0.5106167846309403, + "mrr_at_10": 0.5998617731555042, + "mrr_at_100": 0.6062508034827989, + "mrr_at_1000": 0.6065154225019112, + "mrr_at_20": 0.603738272408897, + "mrr_at_3": 0.5767610380856085, + "mrr_at_5": 0.5907903606336373, + "nauc_map_at_1000_diff1": 0.6689829547939204, + "nauc_map_at_1000_max": 0.49812002928015214, + "nauc_map_at_1000_std": 0.09660389140263566, + "nauc_map_at_100_diff1": 0.6689082350775369, + "nauc_map_at_100_max": 0.49818747000571434, + "nauc_map_at_100_std": 0.09699514594353893, + "nauc_map_at_10_diff1": 0.6669448062748246, + "nauc_map_at_10_max": 0.49884586957813914, + "nauc_map_at_10_std": 0.0980768700403757, + "nauc_map_at_1_diff1": 0.7079223113372318, + "nauc_map_at_1_max": 0.47693591361122784, + "nauc_map_at_1_std": 0.06338081756957269, + "nauc_map_at_20_diff1": 0.6686956868427519, + "nauc_map_at_20_max": 0.4981862400358937, + "nauc_map_at_20_std": 0.09695940845770944, + "nauc_map_at_3_diff1": 0.6690857314397984, + "nauc_map_at_3_max": 0.5002460722056857, + "nauc_map_at_3_std": 0.08797643914347798, + "nauc_map_at_5_diff1": 0.6671408537501774, + "nauc_map_at_5_max": 0.497507047963998, + "nauc_map_at_5_std": 0.08704324437715891, + "nauc_mrr_at_1000_diff1": 0.6696426469710183, + "nauc_mrr_at_1000_max": 0.49739712957255666, + "nauc_mrr_at_1000_std": 0.09613984209402532, + "nauc_mrr_at_100_diff1": 0.6695673307563003, + "nauc_mrr_at_100_max": 0.4974652877088397, + "nauc_mrr_at_100_std": 0.09653134913568658, + "nauc_mrr_at_10_diff1": 0.6675200510082427, + "nauc_mrr_at_10_max": 0.4979969330385877, + "nauc_mrr_at_10_std": 0.09749630596183864, + "nauc_mrr_at_1_diff1": 0.7090112980775171, + "nauc_mrr_at_1_max": 0.47586427739098414, + "nauc_mrr_at_1_std": 0.06252522660068577, + "nauc_mrr_at_20_diff1": 0.6693448279227995, + "nauc_mrr_at_20_max": 0.49746626147120887, + "nauc_mrr_at_20_std": 0.09649604005596572, + "nauc_mrr_at_3_diff1": 0.6697373835933906, + "nauc_mrr_at_3_max": 0.4996159264510936, + "nauc_mrr_at_3_std": 0.08763785893433736, + "nauc_mrr_at_5_diff1": 0.6676887763027571, + "nauc_mrr_at_5_max": 0.49661553275702874, + "nauc_mrr_at_5_std": 0.08638303285918196, + "nauc_ndcg_at_1000_diff1": 0.6610886917088347, + "nauc_ndcg_at_1000_max": 0.5016494275464823, + "nauc_ndcg_at_1000_std": 0.11036445589027606, + "nauc_ndcg_at_100_diff1": 0.6584588785072258, + "nauc_ndcg_at_100_max": 0.5037124660823517, + "nauc_ndcg_at_100_std": 0.1229871131305033, + "nauc_ndcg_at_10_diff1": 0.650367869229174, + "nauc_ndcg_at_10_max": 0.5064970591708414, + "nauc_ndcg_at_10_std": 0.12466218795200519, + "nauc_ndcg_at_1_diff1": 0.7079223113372318, + "nauc_ndcg_at_1_max": 0.47693591361122784, + "nauc_ndcg_at_1_std": 0.06338081756957269, + "nauc_ndcg_at_20_diff1": 0.6566010666542716, + "nauc_ndcg_at_20_max": 0.504448744726053, + "nauc_ndcg_at_20_std": 0.12105216154884704, + "nauc_ndcg_at_3_diff1": 0.6560923683277605, + "nauc_ndcg_at_3_max": 0.507917267411844, + "nauc_ndcg_at_3_std": 0.09661994212314146, + "nauc_ndcg_at_5_diff1": 0.651877458726866, + "nauc_ndcg_at_5_max": 0.503272871000224, + "nauc_ndcg_at_5_std": 0.09541420128011291, + "nauc_precision_at_1000_diff1": 0.13846207326046853, + "nauc_precision_at_1000_max": 0.337647382946638, + "nauc_precision_at_1000_std": 0.7138012792543449, + "nauc_precision_at_100_diff1": 0.5462930555140098, + "nauc_precision_at_100_max": 0.562779549078329, + "nauc_precision_at_100_std": 0.5627061316637115, + "nauc_precision_at_10_diff1": 0.5742752189640891, + "nauc_precision_at_10_max": 0.5407723158818954, + "nauc_precision_at_10_std": 0.26133866584453236, + "nauc_precision_at_1_diff1": 0.7079223113372318, + "nauc_precision_at_1_max": 0.47693591361122784, + "nauc_precision_at_1_std": 0.06338081756957269, + "nauc_precision_at_20_diff1": 0.5930677300501445, + "nauc_precision_at_20_max": 0.5386346070722885, + "nauc_precision_at_20_std": 0.27960516417627584, + "nauc_precision_at_3_diff1": 0.6138513266821685, + "nauc_precision_at_3_max": 0.532809266233103, + "nauc_precision_at_3_std": 0.12487194235746965, + "nauc_precision_at_5_diff1": 0.5955183056083256, + "nauc_precision_at_5_max": 0.5234931699995208, + "nauc_precision_at_5_std": 0.12599399376437, + "nauc_recall_at_1000_diff1": 0.13846207326048712, + "nauc_recall_at_1000_max": 0.33764738294668484, + "nauc_recall_at_1000_std": 0.7138012792543669, + "nauc_recall_at_100_diff1": 0.5462930555140119, + "nauc_recall_at_100_max": 0.5627795490783296, + "nauc_recall_at_100_std": 0.562706131663711, + "nauc_recall_at_10_diff1": 0.5742752189640895, + "nauc_recall_at_10_max": 0.5407723158818966, + "nauc_recall_at_10_std": 0.26133866584453314, + "nauc_recall_at_1_diff1": 0.7079223113372318, + "nauc_recall_at_1_max": 0.47693591361122784, + "nauc_recall_at_1_std": 0.06338081756957269, + "nauc_recall_at_20_diff1": 0.5930677300501463, + "nauc_recall_at_20_max": 0.5386346070722897, + "nauc_recall_at_20_std": 0.27960516417627745, + "nauc_recall_at_3_diff1": 0.6138513266821672, + "nauc_recall_at_3_max": 0.5328092662331023, + "nauc_recall_at_3_std": 0.12487194235746944, + "nauc_recall_at_5_diff1": 0.5955183056083262, + "nauc_recall_at_5_max": 0.5234931699995199, + "nauc_recall_at_5_std": 0.12599399376437026, + "ndcg_at_1": 0.51112, + "ndcg_at_10": 0.64559, + "ndcg_at_100": 0.67779, + "ndcg_at_1000": 0.6849, + "ndcg_at_20": 0.66004, + "ndcg_at_3": 0.59859, + "ndcg_at_5": 0.62365, + "precision_at_1": 0.51112, + "precision_at_10": 0.07892, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "precision_at_20": 0.04232, + "precision_at_3": 0.22026, + "precision_at_5": 0.14429, + "recall_at_1": 0.51112, + "recall_at_10": 0.78918, + "recall_at_100": 0.94135, + "recall_at_1000": 0.99747, + "recall_at_20": 0.84631, + "recall_at_3": 0.66077, + "recall_at_5": 0.72144 + }, + { + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "main_score": 0.74169, + "map_at_1": 0.62871, + "map_at_10": 0.70586, + "map_at_100": 0.71063, + "map_at_1000": 0.71081, + "map_at_20": 0.70887, + "map_at_3": 0.69044, + "map_at_5": 0.69954, + "mrr_at_1": 0.6285231116121759, + "mrr_at_10": 0.7058816950305108, + "mrr_at_100": 0.710676438181432, + "mrr_at_1000": 0.7108569044544443, + "mrr_at_20": 0.7089263072448772, + "mrr_at_3": 0.6905298759864711, + "mrr_at_5": 0.6996054114994363, + "nauc_map_at_1000_diff1": 0.7822289879912672, + "nauc_map_at_1000_max": 0.623738553808039, + "nauc_map_at_1000_std": -0.045628564576945696, + "nauc_map_at_100_diff1": 0.782133710882835, + "nauc_map_at_100_max": 0.6238048771275271, + "nauc_map_at_100_std": -0.045261371394831676, + "nauc_map_at_10_diff1": 0.7815907135199252, + "nauc_map_at_10_max": 0.6251202571836489, + "nauc_map_at_10_std": -0.0445652308397244, + "nauc_map_at_1_diff1": 0.809209671227691, + "nauc_map_at_1_max": 0.5937970767277293, + "nauc_map_at_1_std": -0.0814647293581894, + "nauc_map_at_20_diff1": 0.7813050399096783, + "nauc_map_at_20_max": 0.6242141669633929, + "nauc_map_at_20_std": -0.04510653538614576, + "nauc_map_at_3_diff1": 0.7844429268995178, + "nauc_map_at_3_max": 0.6231439548469521, + "nauc_map_at_3_std": -0.055945840773070084, + "nauc_map_at_5_diff1": 0.782070847071533, + "nauc_map_at_5_max": 0.6254487696534702, + "nauc_map_at_5_std": -0.04827888411878998, + "nauc_mrr_at_1000_diff1": 0.7823023142287019, + "nauc_mrr_at_1000_max": 0.6219085641047791, + "nauc_mrr_at_1000_std": -0.04539823924649706, + "nauc_mrr_at_100_diff1": 0.7822022468330325, + "nauc_mrr_at_100_max": 0.6219773691570991, + "nauc_mrr_at_100_std": -0.04500596959768267, + "nauc_mrr_at_10_diff1": 0.7817171123509495, + "nauc_mrr_at_10_max": 0.6234188458991979, + "nauc_mrr_at_10_std": -0.04438611270503954, + "nauc_mrr_at_1_diff1": 0.8097209798909913, + "nauc_mrr_at_1_max": 0.5909670304798297, + "nauc_mrr_at_1_std": -0.08253137754147846, + "nauc_mrr_at_20_diff1": 0.7813594593823343, + "nauc_mrr_at_20_max": 0.6224033252711685, + "nauc_mrr_at_20_std": -0.04476933360614044, + "nauc_mrr_at_3_diff1": 0.7844751978299958, + "nauc_mrr_at_3_max": 0.6215406974043638, + "nauc_mrr_at_3_std": -0.0553312693804349, + "nauc_mrr_at_5_diff1": 0.7821954201810655, + "nauc_mrr_at_5_max": 0.623245287983077, + "nauc_mrr_at_5_std": -0.04847371607984164, + "nauc_ndcg_at_1000_diff1": 0.7757282512355297, + "nauc_ndcg_at_1000_max": 0.6295457943378285, + "nauc_ndcg_at_1000_std": -0.03204176903752832, + "nauc_ndcg_at_100_diff1": 0.7723642620894333, + "nauc_ndcg_at_100_max": 0.6314633894443357, + "nauc_ndcg_at_100_std": -0.021547413632113502, + "nauc_ndcg_at_10_diff1": 0.7684285082638477, + "nauc_ndcg_at_10_max": 0.6383458887505108, + "nauc_ndcg_at_10_std": -0.01819590913549588, + "nauc_ndcg_at_1_diff1": 0.8086796961890043, + "nauc_ndcg_at_1_max": 0.5937606039775767, + "nauc_ndcg_at_1_std": -0.07932919979127856, + "nauc_ndcg_at_20_diff1": 0.7665280995088757, + "nauc_ndcg_at_20_max": 0.6353070644640718, + "nauc_ndcg_at_20_std": -0.019214470812933582, + "nauc_ndcg_at_3_diff1": 0.775556642706305, + "nauc_ndcg_at_3_max": 0.6334417868930887, + "nauc_ndcg_at_3_std": -0.045091933843915674, + "nauc_ndcg_at_5_diff1": 0.7705689603605663, + "nauc_ndcg_at_5_max": 0.6384064639353645, + "nauc_ndcg_at_5_std": -0.029582550542560163, + "nauc_precision_at_1000_diff1": -0.4993252678893186, + "nauc_precision_at_1000_max": -0.2056557533507823, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5959980861738707, + "nauc_precision_at_100_max": 0.6890290096902741, + "nauc_precision_at_100_std": 0.4378820863946412, + "nauc_precision_at_10_diff1": 0.6988165549950999, + "nauc_precision_at_10_max": 0.7063894374256886, + "nauc_precision_at_10_std": 0.1293351176983423, + "nauc_precision_at_1_diff1": 0.8086796961890043, + "nauc_precision_at_1_max": 0.5937606039775767, + "nauc_precision_at_1_std": -0.07932919979127856, + "nauc_precision_at_20_diff1": 0.6567491195431105, + "nauc_precision_at_20_max": 0.7075611877345924, + "nauc_precision_at_20_std": 0.1764536262687012, + "nauc_precision_at_3_diff1": 0.7441095874516767, + "nauc_precision_at_3_max": 0.6697496005479864, + "nauc_precision_at_3_std": -0.005660818295500056, + "nauc_precision_at_5_diff1": 0.7234220278921987, + "nauc_precision_at_5_max": 0.6912693576855738, + "nauc_precision_at_5_std": 0.0499489486397821, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6270556709916123, + "nauc_recall_at_100_max": 0.7115258469699774, + "nauc_recall_at_100_std": 0.4113807285954892, + "nauc_recall_at_10_diff1": 0.6995154970766839, + "nauc_recall_at_10_max": 0.7057059539394666, + "nauc_recall_at_10_std": 0.12438739932938601, + "nauc_recall_at_1_diff1": 0.809209671227691, + "nauc_recall_at_1_max": 0.5937970767277293, + "nauc_recall_at_1_std": -0.0814647293581894, + "nauc_recall_at_20_diff1": 0.6578425771025089, + "nauc_recall_at_20_max": 0.7066192274143739, + "nauc_recall_at_20_std": 0.1695117217971748, + "nauc_recall_at_3_diff1": 0.744699884096548, + "nauc_recall_at_3_max": 0.6695260791776265, + "nauc_recall_at_3_std": -0.008750010963668549, + "nauc_recall_at_5_diff1": 0.7239199957437914, + "nauc_recall_at_5_max": 0.6907663051904621, + "nauc_recall_at_5_std": 0.046253229628833104, + "ndcg_at_1": 0.62909, + "ndcg_at_10": 0.74169, + "ndcg_at_100": 0.76523, + "ndcg_at_1000": 0.76991, + "ndcg_at_20": 0.75275, + "ndcg_at_3": 0.71003, + "ndcg_at_5": 0.72648, + "precision_at_1": 0.62909, + "precision_at_10": 0.08534, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "precision_at_20": 0.04487, + "precision_at_3": 0.25554, + "precision_at_5": 0.16133, + "recall_at_1": 0.62871, + "recall_at_10": 0.85306, + "recall_at_100": 0.96374, + "recall_at_1000": 1.0, + "recall_at_20": 0.89703, + "recall_at_3": 0.76625, + "recall_at_5": 0.80628 + }, + { + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.70079, + "map_at_1": 0.58709, + "map_at_10": 0.66333, + "map_at_100": 0.66844, + "map_at_1000": 0.66868, + "map_at_20": 0.66656, + "map_at_3": 0.64617, + "map_at_5": 0.65563, + "mrr_at_1": 0.5870930896630497, + "mrr_at_10": 0.6632471543094056, + "mrr_at_100": 0.6683435638085276, + "mrr_at_1000": 0.6685852724842675, + "mrr_at_20": 0.6664605501981937, + "mrr_at_3": 0.6461069864839156, + "mrr_at_5": 0.6554825813820684, + "nauc_map_at_1000_diff1": 0.7653853670660787, + "nauc_map_at_1000_max": 0.6071848460104146, + "nauc_map_at_1000_std": 0.07063931426880489, + "nauc_map_at_100_diff1": 0.765309668659381, + "nauc_map_at_100_max": 0.6072989077748563, + "nauc_map_at_100_std": 0.07100735877149235, + "nauc_map_at_10_diff1": 0.7648230044015273, + "nauc_map_at_10_max": 0.6081711645270891, + "nauc_map_at_10_std": 0.07065850022031966, + "nauc_map_at_1_diff1": 0.7916762888044451, + "nauc_map_at_1_max": 0.5841300798466944, + "nauc_map_at_1_std": 0.02746932298371537, + "nauc_map_at_20_diff1": 0.7649507277816854, + "nauc_map_at_20_max": 0.6075201400173705, + "nauc_map_at_20_std": 0.07096340076764732, + "nauc_map_at_3_diff1": 0.7663270779136288, + "nauc_map_at_3_max": 0.6061075377375739, + "nauc_map_at_3_std": 0.060943067314081, + "nauc_map_at_5_diff1": 0.766029827331388, + "nauc_map_at_5_max": 0.6064563444062837, + "nauc_map_at_5_std": 0.06455122743641574, + "nauc_mrr_at_1000_diff1": 0.76535942703906, + "nauc_mrr_at_1000_max": 0.606911698049201, + "nauc_mrr_at_1000_std": 0.0702648373132852, + "nauc_mrr_at_100_diff1": 0.765283648176428, + "nauc_mrr_at_100_max": 0.607025998298492, + "nauc_mrr_at_100_std": 0.07063328445815785, + "nauc_mrr_at_10_diff1": 0.7648656177800128, + "nauc_mrr_at_10_max": 0.6079551377286381, + "nauc_mrr_at_10_std": 0.07037441782909316, + "nauc_mrr_at_1_diff1": 0.7916762888044451, + "nauc_mrr_at_1_max": 0.5838728369697107, + "nauc_mrr_at_1_std": 0.027521745688263564, + "nauc_mrr_at_20_diff1": 0.7649194818004084, + "nauc_mrr_at_20_max": 0.6072488210762688, + "nauc_mrr_at_20_std": 0.07061401470231807, + "nauc_mrr_at_3_diff1": 0.7661966440316799, + "nauc_mrr_at_3_max": 0.6056422874489071, + "nauc_mrr_at_3_std": 0.06022987910061561, + "nauc_mrr_at_5_diff1": 0.7660571543612362, + "nauc_mrr_at_5_max": 0.6059978938451498, + "nauc_mrr_at_5_std": 0.06382035511803673, + "nauc_ndcg_at_1000_diff1": 0.7590944293735569, + "nauc_ndcg_at_1000_max": 0.6137695133596855, + "nauc_ndcg_at_1000_std": 0.09051225811352896, + "nauc_ndcg_at_100_diff1": 0.7561274956948203, + "nauc_ndcg_at_100_max": 0.6170157408944404, + "nauc_ndcg_at_100_std": 0.10315197681345276, + "nauc_ndcg_at_10_diff1": 0.7531800888171685, + "nauc_ndcg_at_10_max": 0.6203865654802339, + "nauc_ndcg_at_10_std": 0.09917932335982162, + "nauc_ndcg_at_1_diff1": 0.7916762888044451, + "nauc_ndcg_at_1_max": 0.5841300798466944, + "nauc_ndcg_at_1_std": 0.02746932298371537, + "nauc_ndcg_at_20_diff1": 0.7529595090005203, + "nauc_ndcg_at_20_max": 0.6180661900905232, + "nauc_ndcg_at_20_std": 0.10138246316627628, + "nauc_ndcg_at_3_diff1": 0.7573460167091782, + "nauc_ndcg_at_3_max": 0.614398205634614, + "nauc_ndcg_at_3_std": 0.07416879271299309, + "nauc_ndcg_at_5_diff1": 0.7564428188131046, + "nauc_ndcg_at_5_max": 0.6155235293829578, + "nauc_ndcg_at_5_std": 0.08180315281662744, + "nauc_precision_at_1000_diff1": 0.7274546745785971, + "nauc_precision_at_1000_max": 0.8022888375399231, + "nauc_precision_at_1000_std": 0.7950972323529737, + "nauc_precision_at_100_diff1": 0.6672064954538256, + "nauc_precision_at_100_max": 0.7285436068660438, + "nauc_precision_at_100_std": 0.5464017587636321, + "nauc_precision_at_10_diff1": 0.6979902959216974, + "nauc_precision_at_10_max": 0.6801433432577445, + "nauc_precision_at_10_std": 0.2447315775673401, + "nauc_precision_at_1_diff1": 0.7916762888044451, + "nauc_precision_at_1_max": 0.5841300798466944, + "nauc_precision_at_1_std": 0.02746932298371537, + "nauc_precision_at_20_diff1": 0.6792217733251253, + "nauc_precision_at_20_max": 0.6805625549963459, + "nauc_precision_at_20_std": 0.30254627250790705, + "nauc_precision_at_3_diff1": 0.7271263191046471, + "nauc_precision_at_3_max": 0.6424796115181057, + "nauc_precision_at_3_std": 0.11917167790883834, + "nauc_precision_at_5_diff1": 0.7204847773002822, + "nauc_precision_at_5_max": 0.6499245288736546, + "nauc_precision_at_5_std": 0.1484610160501439, + "nauc_recall_at_1000_diff1": 0.7274546745785916, + "nauc_recall_at_1000_max": 0.8022888375399173, + "nauc_recall_at_1000_std": 0.7950972323529832, + "nauc_recall_at_100_diff1": 0.6672064954538236, + "nauc_recall_at_100_max": 0.7285436068660424, + "nauc_recall_at_100_std": 0.5464017587636286, + "nauc_recall_at_10_diff1": 0.6979902959216969, + "nauc_recall_at_10_max": 0.6801433432577442, + "nauc_recall_at_10_std": 0.2447315775673395, + "nauc_recall_at_1_diff1": 0.7916762888044451, + "nauc_recall_at_1_max": 0.5841300798466944, + "nauc_recall_at_1_std": 0.02746932298371537, + "nauc_recall_at_20_diff1": 0.6792217733251256, + "nauc_recall_at_20_max": 0.6805625549963433, + "nauc_recall_at_20_std": 0.3025462725079086, + "nauc_recall_at_3_diff1": 0.7271263191046475, + "nauc_recall_at_3_max": 0.6424796115181055, + "nauc_recall_at_3_std": 0.11917167790883976, + "nauc_recall_at_5_diff1": 0.7204847773002834, + "nauc_recall_at_5_max": 0.6499245288736542, + "nauc_recall_at_5_std": 0.1484610160501431, + "ndcg_at_1": 0.58709, + "ndcg_at_10": 0.70079, + "ndcg_at_100": 0.72576, + "ndcg_at_1000": 0.7327, + "ndcg_at_20": 0.71225, + "ndcg_at_3": 0.6651, + "ndcg_at_5": 0.68213, + "precision_at_1": 0.58709, + "precision_at_10": 0.08188, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04318, + "precision_at_3": 0.23993, + "precision_at_5": 0.15222, + "recall_at_1": 0.58709, + "recall_at_10": 0.81877, + "recall_at_100": 0.93604, + "recall_at_1000": 0.99162, + "recall_at_20": 0.86351, + "recall_at_3": 0.71978, + "recall_at_5": 0.76109 + }, + { + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ], + "main_score": 0.7074, + "map_at_1": 0.59817, + "map_at_10": 0.67118, + "map_at_100": 0.67598, + "map_at_1000": 0.67622, + "map_at_20": 0.6742, + "map_at_3": 0.65356, + "map_at_5": 0.66403, + "mrr_at_1": 0.5981717768044182, + "mrr_at_10": 0.6713261721879129, + "mrr_at_100": 0.6761070539116046, + "mrr_at_1000": 0.6763477582099283, + "mrr_at_20": 0.6743096816659613, + "mrr_at_3": 0.6537802323366987, + "mrr_at_5": 0.6641496857741379, + "nauc_map_at_1000_diff1": 0.7756508176391046, + "nauc_map_at_1000_max": 0.6302003180740924, + "nauc_map_at_1000_std": 0.07433557097441844, + "nauc_map_at_100_diff1": 0.7755520474024626, + "nauc_map_at_100_max": 0.630266315047357, + "nauc_map_at_100_std": 0.07469820337489305, + "nauc_map_at_10_diff1": 0.7751209580581739, + "nauc_map_at_10_max": 0.6310242725859534, + "nauc_map_at_10_std": 0.073317204032133, + "nauc_map_at_1_diff1": 0.7983737003781316, + "nauc_map_at_1_max": 0.6031802332353883, + "nauc_map_at_1_std": 0.028740075114830534, + "nauc_map_at_20_diff1": 0.775479276013667, + "nauc_map_at_20_max": 0.6307309484574988, + "nauc_map_at_20_std": 0.07466276677849672, + "nauc_map_at_3_diff1": 0.7770808887105433, + "nauc_map_at_3_max": 0.6277407925289137, + "nauc_map_at_3_std": 0.06124416669635571, + "nauc_map_at_5_diff1": 0.776388797082813, + "nauc_map_at_5_max": 0.6301783197592714, + "nauc_map_at_5_std": 0.06601565724445574, + "nauc_mrr_at_1000_diff1": 0.7759066383941341, + "nauc_mrr_at_1000_max": 0.6299892645690253, + "nauc_mrr_at_1000_std": 0.07374172964879668, + "nauc_mrr_at_100_diff1": 0.7758082071587692, + "nauc_mrr_at_100_max": 0.6300529167129603, + "nauc_mrr_at_100_std": 0.07410154137403417, + "nauc_mrr_at_10_diff1": 0.7753655009287947, + "nauc_mrr_at_10_max": 0.630808782553013, + "nauc_mrr_at_10_std": 0.07274418760529448, + "nauc_mrr_at_1_diff1": 0.7983737003781316, + "nauc_mrr_at_1_max": 0.6025740149462187, + "nauc_mrr_at_1_std": 0.027630236616197075, + "nauc_mrr_at_20_diff1": 0.7757103569248687, + "nauc_mrr_at_20_max": 0.6305358903405609, + "nauc_mrr_at_20_std": 0.07414254832543075, + "nauc_mrr_at_3_diff1": 0.7772292121144365, + "nauc_mrr_at_3_max": 0.627405085265401, + "nauc_mrr_at_3_std": 0.06059010690735115, + "nauc_mrr_at_5_diff1": 0.7767176279350185, + "nauc_mrr_at_5_max": 0.6300216898527137, + "nauc_mrr_at_5_std": 0.06562803299597708, + "nauc_ndcg_at_1000_diff1": 0.7689683117371061, + "nauc_ndcg_at_1000_max": 0.6377531099459818, + "nauc_ndcg_at_1000_std": 0.09786182107539387, + "nauc_ndcg_at_100_diff1": 0.7656749634644531, + "nauc_ndcg_at_100_max": 0.6399050660331459, + "nauc_ndcg_at_100_std": 0.10982605528665718, + "nauc_ndcg_at_10_diff1": 0.7638903578927528, + "nauc_ndcg_at_10_max": 0.6436020889454848, + "nauc_ndcg_at_10_std": 0.10261852820822596, + "nauc_ndcg_at_1_diff1": 0.7983737003781316, + "nauc_ndcg_at_1_max": 0.6031802332353883, + "nauc_ndcg_at_1_std": 0.028740075114830534, + "nauc_ndcg_at_20_diff1": 0.7650460261204806, + "nauc_ndcg_at_20_max": 0.6428988621882513, + "nauc_ndcg_at_20_std": 0.10915720846113755, + "nauc_ndcg_at_3_diff1": 0.7694536901689977, + "nauc_ndcg_at_3_max": 0.6358280213632999, + "nauc_ndcg_at_3_std": 0.07296272694699289, + "nauc_ndcg_at_5_diff1": 0.7677391377651355, + "nauc_ndcg_at_5_max": 0.6407479586385036, + "nauc_ndcg_at_5_std": 0.08261166336601272, + "nauc_precision_at_1000_diff1": 0.6320726104696105, + "nauc_precision_at_1000_max": 0.809941510196383, + "nauc_precision_at_1000_std": 0.8248565233511721, + "nauc_precision_at_100_diff1": 0.6510454596839453, + "nauc_precision_at_100_max": 0.7316511190488117, + "nauc_precision_at_100_std": 0.5712760307330641, + "nauc_precision_at_10_diff1": 0.7090689706080824, + "nauc_precision_at_10_max": 0.704318708709641, + "nauc_precision_at_10_std": 0.2530545772179633, + "nauc_precision_at_1_diff1": 0.7983737003781316, + "nauc_precision_at_1_max": 0.6031802332353883, + "nauc_precision_at_1_std": 0.028740075114830534, + "nauc_precision_at_20_diff1": 0.7021644234143958, + "nauc_precision_at_20_max": 0.7166196030746264, + "nauc_precision_at_20_std": 0.34200181398869095, + "nauc_precision_at_3_diff1": 0.7438300760017084, + "nauc_precision_at_3_max": 0.6627407271673107, + "nauc_precision_at_3_std": 0.11235850852681385, + "nauc_precision_at_5_diff1": 0.7346456088633013, + "nauc_precision_at_5_max": 0.6813275403197191, + "nauc_precision_at_5_std": 0.14767419219085823, + "nauc_recall_at_1000_diff1": 0.6589404727886576, + "nauc_recall_at_1000_max": 0.8324164688290782, + "nauc_recall_at_1000_std": 0.8171130640663458, + "nauc_recall_at_100_diff1": 0.6564711375027613, + "nauc_recall_at_100_max": 0.7358545766220355, + "nauc_recall_at_100_std": 0.5688292880325904, + "nauc_recall_at_10_diff1": 0.7091887082888508, + "nauc_recall_at_10_max": 0.7041872425603326, + "nauc_recall_at_10_std": 0.25202397079122046, + "nauc_recall_at_1_diff1": 0.7983737003781316, + "nauc_recall_at_1_max": 0.6031802332353883, + "nauc_recall_at_1_std": 0.028740075114830534, + "nauc_recall_at_20_diff1": 0.7023271037066752, + "nauc_recall_at_20_max": 0.7164350204375981, + "nauc_recall_at_20_std": 0.34056427141920675, + "nauc_recall_at_3_diff1": 0.7438300760017076, + "nauc_recall_at_3_max": 0.6627407271673103, + "nauc_recall_at_3_std": 0.11235850852681384, + "nauc_recall_at_5_diff1": 0.734732535793016, + "nauc_recall_at_5_max": 0.6811600385011142, + "nauc_recall_at_5_std": 0.14683644895305545, + "ndcg_at_1": 0.59817, + "ndcg_at_10": 0.7074, + "ndcg_at_100": 0.73117, + "ndcg_at_1000": 0.73787, + "ndcg_at_20": 0.71832, + "ndcg_at_3": 0.6713, + "ndcg_at_5": 0.69013, + "precision_at_1": 0.59817, + "precision_at_10": 0.08216, + "precision_at_100": 0.00934, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04323, + "precision_at_3": 0.24084, + "precision_at_5": 0.15365, + "recall_at_1": 0.59817, + "recall_at_10": 0.82137, + "recall_at_100": 0.93363, + "recall_at_1000": 0.98676, + "recall_at_20": 0.86441, + "recall_at_3": 0.72253, + "recall_at_5": 0.76814 + }, + { + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "main_score": 0.67232, + "map_at_1": 0.54382, + "map_at_10": 0.6317, + "map_at_100": 0.6376, + "map_at_1000": 0.63787, + "map_at_20": 0.63516, + "map_at_3": 0.61472, + "map_at_5": 0.6247, + "mrr_at_1": 0.543238537434707, + "mrr_at_10": 0.6313941169425793, + "mrr_at_100": 0.6372835237234146, + "mrr_at_1000": 0.6375498696172408, + "mrr_at_20": 0.6348422733122594, + "mrr_at_3": 0.6144321919133302, + "mrr_at_5": 0.6244147804217459, + "nauc_map_at_1000_diff1": 0.6823105595341097, + "nauc_map_at_1000_max": 0.5409182728990181, + "nauc_map_at_1000_std": 0.12774264256319848, + "nauc_map_at_100_diff1": 0.6821773082927852, + "nauc_map_at_100_max": 0.5409602493612476, + "nauc_map_at_100_std": 0.12810414832350184, + "nauc_map_at_10_diff1": 0.6814873726098665, + "nauc_map_at_10_max": 0.541669040512305, + "nauc_map_at_10_std": 0.12672046812415677, + "nauc_map_at_1_diff1": 0.7136253064812975, + "nauc_map_at_1_max": 0.5198662552671524, + "nauc_map_at_1_std": 0.09063489771995761, + "nauc_map_at_20_diff1": 0.6816430692695675, + "nauc_map_at_20_max": 0.5415398004139785, + "nauc_map_at_20_std": 0.12768124550536464, + "nauc_map_at_3_diff1": 0.683152385656763, + "nauc_map_at_3_max": 0.5393455011494949, + "nauc_map_at_3_std": 0.12343094692576428, + "nauc_map_at_5_diff1": 0.6813700611989177, + "nauc_map_at_5_max": 0.5410395501379955, + "nauc_map_at_5_std": 0.12520056832117368, + "nauc_mrr_at_1000_diff1": 0.683129879342367, + "nauc_mrr_at_1000_max": 0.5416288244709043, + "nauc_mrr_at_1000_std": 0.1282104079579962, + "nauc_mrr_at_100_diff1": 0.6829962195981876, + "nauc_mrr_at_100_max": 0.5416699490302568, + "nauc_mrr_at_100_std": 0.12857096706294843, + "nauc_mrr_at_10_diff1": 0.6822720056009425, + "nauc_mrr_at_10_max": 0.5427640824998227, + "nauc_mrr_at_10_std": 0.1271443993856396, + "nauc_mrr_at_1_diff1": 0.7149155128453999, + "nauc_mrr_at_1_max": 0.5210502039400362, + "nauc_mrr_at_1_std": 0.09153898646404077, + "nauc_mrr_at_20_diff1": 0.682463114649819, + "nauc_mrr_at_20_max": 0.5422361248115917, + "nauc_mrr_at_20_std": 0.12814006179911264, + "nauc_mrr_at_3_diff1": 0.6838811573121983, + "nauc_mrr_at_3_max": 0.5399978632032915, + "nauc_mrr_at_3_std": 0.12392291336047415, + "nauc_mrr_at_5_diff1": 0.6821173605321419, + "nauc_mrr_at_5_max": 0.5417073329571404, + "nauc_mrr_at_5_std": 0.12570398985576026, + "nauc_ndcg_at_1000_diff1": 0.674878197899272, + "nauc_ndcg_at_1000_max": 0.5462497912420714, + "nauc_ndcg_at_1000_std": 0.14196620222166936, + "nauc_ndcg_at_100_diff1": 0.6705963410815132, + "nauc_ndcg_at_100_max": 0.5483188481873614, + "nauc_ndcg_at_100_std": 0.1548611192552687, + "nauc_ndcg_at_10_diff1": 0.6674974518186148, + "nauc_ndcg_at_10_max": 0.5523746830147208, + "nauc_ndcg_at_10_std": 0.14642154762877302, + "nauc_ndcg_at_1_diff1": 0.7136253064812975, + "nauc_ndcg_at_1_max": 0.5198662552671524, + "nauc_ndcg_at_1_std": 0.09063489771995761, + "nauc_ndcg_at_20_diff1": 0.667816810934518, + "nauc_ndcg_at_20_max": 0.5527155204108789, + "nauc_ndcg_at_20_std": 0.15126428462383498, + "nauc_ndcg_at_3_diff1": 0.6715278521844353, + "nauc_ndcg_at_3_max": 0.5468728220358514, + "nauc_ndcg_at_3_std": 0.1372136133701594, + "nauc_ndcg_at_5_diff1": 0.667641865076846, + "nauc_ndcg_at_5_max": 0.5505387724546453, + "nauc_ndcg_at_5_std": 0.14157437114044694, + "nauc_precision_at_1000_diff1": 0.34887785034024477, + "nauc_precision_at_1000_max": 0.6381642373339524, + "nauc_precision_at_1000_std": 0.9346531649410172, + "nauc_precision_at_100_diff1": 0.5362210378086728, + "nauc_precision_at_100_max": 0.6186066152518465, + "nauc_precision_at_100_std": 0.5606892879331405, + "nauc_precision_at_10_diff1": 0.6047559484328252, + "nauc_precision_at_10_max": 0.6016398227372155, + "nauc_precision_at_10_std": 0.23882404821303901, + "nauc_precision_at_1_diff1": 0.7136253064812975, + "nauc_precision_at_1_max": 0.5198662552671524, + "nauc_precision_at_1_std": 0.09063489771995761, + "nauc_precision_at_20_diff1": 0.589817682907925, + "nauc_precision_at_20_max": 0.6197691160965333, + "nauc_precision_at_20_std": 0.29905452082712997, + "nauc_precision_at_3_diff1": 0.6320112828627399, + "nauc_precision_at_3_max": 0.5724942045305241, + "nauc_precision_at_3_std": 0.18450026940739253, + "nauc_precision_at_5_diff1": 0.6150931282860168, + "nauc_precision_at_5_max": 0.5872128874145691, + "nauc_precision_at_5_std": 0.2050450054016275, + "nauc_recall_at_1000_diff1": 0.34887785034037877, + "nauc_recall_at_1000_max": 0.6381642373338862, + "nauc_recall_at_1000_std": 0.9346531649410189, + "nauc_recall_at_100_diff1": 0.5362210378086715, + "nauc_recall_at_100_max": 0.6186066152518431, + "nauc_recall_at_100_std": 0.5606892879331354, + "nauc_recall_at_10_diff1": 0.6047559484328245, + "nauc_recall_at_10_max": 0.6016398227372163, + "nauc_recall_at_10_std": 0.2388240482130398, + "nauc_recall_at_1_diff1": 0.7136253064812975, + "nauc_recall_at_1_max": 0.5198662552671524, + "nauc_recall_at_1_std": 0.09063489771995761, + "nauc_recall_at_20_diff1": 0.5898176829079244, + "nauc_recall_at_20_max": 0.6197691160965327, + "nauc_recall_at_20_std": 0.2990545208271316, + "nauc_recall_at_3_diff1": 0.6320112828627399, + "nauc_recall_at_3_max": 0.5724942045305239, + "nauc_recall_at_3_std": 0.18450026940739275, + "nauc_recall_at_5_diff1": 0.6150931282860161, + "nauc_recall_at_5_max": 0.5872128874145688, + "nauc_recall_at_5_std": 0.20504500540162696, + "ndcg_at_1": 0.54382, + "ndcg_at_10": 0.67232, + "ndcg_at_100": 0.70178, + "ndcg_at_1000": 0.70939, + "ndcg_at_20": 0.68475, + "ndcg_at_3": 0.63767, + "ndcg_at_5": 0.65562, + "precision_at_1": 0.54382, + "precision_at_10": 0.07986, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "precision_at_20": 0.04237, + "precision_at_3": 0.23467, + "precision_at_5": 0.14951, + "recall_at_1": 0.54382, + "recall_at_10": 0.79861, + "recall_at_100": 0.9379, + "recall_at_1000": 0.99884, + "recall_at_20": 0.84736, + "recall_at_3": 0.704, + "recall_at_5": 0.74753 + }, + { + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "main_score": 0.71264, + "map_at_1": 0.58672, + "map_at_10": 0.6724, + "map_at_100": 0.67778, + "map_at_1000": 0.67798, + "map_at_20": 0.67598, + "map_at_3": 0.65254, + "map_at_5": 0.66597, + "mrr_at_1": 0.5857284440039643, + "mrr_at_10": 0.6721044331178128, + "mrr_at_100": 0.6774325265846044, + "mrr_at_1000": 0.6776331190703003, + "mrr_at_20": 0.6756305329669814, + "mrr_at_3": 0.652543772712256, + "mrr_at_5": 0.6656260323752894, + "nauc_map_at_1000_diff1": 0.742673032112722, + "nauc_map_at_1000_max": 0.6019945382685163, + "nauc_map_at_1000_std": 0.15190003743546546, + "nauc_map_at_100_diff1": 0.7425864199596811, + "nauc_map_at_100_max": 0.6020860717535379, + "nauc_map_at_100_std": 0.15224347313797648, + "nauc_map_at_10_diff1": 0.7413592175552218, + "nauc_map_at_10_max": 0.6030884560825641, + "nauc_map_at_10_std": 0.1521722665825202, + "nauc_map_at_1_diff1": 0.7765636282178198, + "nauc_map_at_1_max": 0.5746417032405069, + "nauc_map_at_1_std": 0.10514417874606471, + "nauc_map_at_20_diff1": 0.7417920818351937, + "nauc_map_at_20_max": 0.6024738244995814, + "nauc_map_at_20_std": 0.1529439669446003, + "nauc_map_at_3_diff1": 0.7430227375790459, + "nauc_map_at_3_max": 0.6023582110317293, + "nauc_map_at_3_std": 0.13600448278410146, + "nauc_map_at_5_diff1": 0.7407617736548517, + "nauc_map_at_5_max": 0.6011998558385274, + "nauc_map_at_5_std": 0.14609297804209212, + "nauc_mrr_at_1000_diff1": 0.7437787017453464, + "nauc_mrr_at_1000_max": 0.6016063579503053, + "nauc_mrr_at_1000_std": 0.15239708459187543, + "nauc_mrr_at_100_diff1": 0.7436913492594737, + "nauc_mrr_at_100_max": 0.6016975261202407, + "nauc_mrr_at_100_std": 0.15273934008578338, + "nauc_mrr_at_10_diff1": 0.7426542781316183, + "nauc_mrr_at_10_max": 0.6029952621402233, + "nauc_mrr_at_10_std": 0.15297060981948155, + "nauc_mrr_at_1_diff1": 0.7788018531735524, + "nauc_mrr_at_1_max": 0.5742931557890183, + "nauc_mrr_at_1_std": 0.10527295631961908, + "nauc_mrr_at_20_diff1": 0.7428899885753064, + "nauc_mrr_at_20_max": 0.602087120951353, + "nauc_mrr_at_20_std": 0.15343360091345168, + "nauc_mrr_at_3_diff1": 0.7437370068080398, + "nauc_mrr_at_3_max": 0.6019133453381214, + "nauc_mrr_at_3_std": 0.13767901898440846, + "nauc_mrr_at_5_diff1": 0.7418036450372631, + "nauc_mrr_at_5_max": 0.6008670156000977, + "nauc_mrr_at_5_std": 0.1466370926286293, + "nauc_ndcg_at_1000_diff1": 0.7361804960159607, + "nauc_ndcg_at_1000_max": 0.6081182259610243, + "nauc_ndcg_at_1000_std": 0.1702630920904213, + "nauc_ndcg_at_100_diff1": 0.7336114717345078, + "nauc_ndcg_at_100_max": 0.6110022006217466, + "nauc_ndcg_at_100_std": 0.1820471642738864, + "nauc_ndcg_at_10_diff1": 0.7278082697280702, + "nauc_ndcg_at_10_max": 0.6159471932260632, + "nauc_ndcg_at_10_std": 0.18439010581532372, + "nauc_ndcg_at_1_diff1": 0.7765636282178198, + "nauc_ndcg_at_1_max": 0.5746417032405069, + "nauc_ndcg_at_1_std": 0.10514417874606471, + "nauc_ndcg_at_20_diff1": 0.7286595876539911, + "nauc_ndcg_at_20_max": 0.6139070194543863, + "nauc_ndcg_at_20_std": 0.18768691915127167, + "nauc_ndcg_at_3_diff1": 0.7317818173531954, + "nauc_ndcg_at_3_max": 0.6117667245539354, + "nauc_ndcg_at_3_std": 0.14692768456901614, + "nauc_ndcg_at_5_diff1": 0.7264108234007669, + "nauc_ndcg_at_5_max": 0.610198202864558, + "nauc_ndcg_at_5_std": 0.16711397743131914, + "nauc_precision_at_1000_diff1": 0.6064626849505248, + "nauc_precision_at_1000_max": 0.7610896493422551, + "nauc_precision_at_1000_std": 0.7488215880682612, + "nauc_precision_at_100_diff1": 0.6286841037120428, + "nauc_precision_at_100_max": 0.732466987758933, + "nauc_precision_at_100_std": 0.675334169962702, + "nauc_precision_at_10_diff1": 0.6608532011101077, + "nauc_precision_at_10_max": 0.6835957633333722, + "nauc_precision_at_10_std": 0.3615653032044578, + "nauc_precision_at_1_diff1": 0.7765636282178198, + "nauc_precision_at_1_max": 0.5746417032405069, + "nauc_precision_at_1_std": 0.10514417874606471, + "nauc_precision_at_20_diff1": 0.6395055108196556, + "nauc_precision_at_20_max": 0.693854493827023, + "nauc_precision_at_20_std": 0.45400140416471, + "nauc_precision_at_3_diff1": 0.6934190409741373, + "nauc_precision_at_3_max": 0.6439240295086853, + "nauc_precision_at_3_std": 0.18443985310713648, + "nauc_precision_at_5_diff1": 0.6674000073569923, + "nauc_precision_at_5_max": 0.6460577236600752, + "nauc_precision_at_5_std": 0.25617548951001706, + "nauc_recall_at_1000_diff1": 0.6064626849505419, + "nauc_recall_at_1000_max": 0.7610896493422454, + "nauc_recall_at_1000_std": 0.7488215880682463, + "nauc_recall_at_100_diff1": 0.6286841037120436, + "nauc_recall_at_100_max": 0.7324669877589332, + "nauc_recall_at_100_std": 0.675334169962703, + "nauc_recall_at_10_diff1": 0.660853201110108, + "nauc_recall_at_10_max": 0.6835957633333738, + "nauc_recall_at_10_std": 0.36156530320445934, + "nauc_recall_at_1_diff1": 0.7765636282178198, + "nauc_recall_at_1_max": 0.5746417032405069, + "nauc_recall_at_1_std": 0.10514417874606471, + "nauc_recall_at_20_diff1": 0.6395055108196572, + "nauc_recall_at_20_max": 0.6938544938270258, + "nauc_recall_at_20_std": 0.4540014041647147, + "nauc_recall_at_3_diff1": 0.6934190409741378, + "nauc_recall_at_3_max": 0.6439240295086849, + "nauc_recall_at_3_std": 0.18443985310713618, + "nauc_recall_at_5_diff1": 0.667400007356993, + "nauc_recall_at_5_max": 0.6460577236600759, + "nauc_recall_at_5_std": 0.25617548951001745, + "ndcg_at_1": 0.58672, + "ndcg_at_10": 0.71264, + "ndcg_at_100": 0.73803, + "ndcg_at_1000": 0.74328, + "ndcg_at_20": 0.72559, + "ndcg_at_3": 0.67312, + "ndcg_at_5": 0.69726, + "precision_at_1": 0.58672, + "precision_at_10": 0.0838, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "precision_at_20": 0.04445, + "precision_at_3": 0.24414, + "precision_at_5": 0.15818, + "recall_at_1": 0.58672, + "recall_at_10": 0.83796, + "recall_at_100": 0.95491, + "recall_at_1000": 0.99604, + "recall_at_20": 0.889, + "recall_at_3": 0.73241, + "recall_at_5": 0.79088 + }, + { + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ], + "main_score": 0.68271, + "map_at_1": 0.55881, + "map_at_10": 0.64171, + "map_at_100": 0.64753, + "map_at_1000": 0.64779, + "map_at_20": 0.64507, + "map_at_3": 0.6207, + "map_at_5": 0.63454, + "mrr_at_1": 0.5588084232152029, + "mrr_at_10": 0.6417956807787315, + "mrr_at_100": 0.647605052706636, + "mrr_at_1000": 0.6478706782890437, + "mrr_at_20": 0.645127374109566, + "mrr_at_3": 0.6211265194316041, + "mrr_at_5": 0.6346087998630374, + "nauc_map_at_1000_diff1": 0.7008512899507937, + "nauc_map_at_1000_max": 0.5361835761486271, + "nauc_map_at_1000_std": 0.0739964882397911, + "nauc_map_at_100_diff1": 0.7007372122449707, + "nauc_map_at_100_max": 0.5362613692613216, + "nauc_map_at_100_std": 0.07423517951138643, + "nauc_map_at_10_diff1": 0.6998682816643852, + "nauc_map_at_10_max": 0.5371490799749484, + "nauc_map_at_10_std": 0.07449380598273901, + "nauc_map_at_1_diff1": 0.7314152233228498, + "nauc_map_at_1_max": 0.503828256897417, + "nauc_map_at_1_std": 0.03220387831427306, + "nauc_map_at_20_diff1": 0.6998421604090573, + "nauc_map_at_20_max": 0.5363174355642435, + "nauc_map_at_20_std": 0.07475334570962304, + "nauc_map_at_3_diff1": 0.7031903303331185, + "nauc_map_at_3_max": 0.5387008065048425, + "nauc_map_at_3_std": 0.06530341529697685, + "nauc_map_at_5_diff1": 0.7011052253521637, + "nauc_map_at_5_max": 0.5380374796519194, + "nauc_map_at_5_std": 0.0693035475880331, + "nauc_mrr_at_1000_diff1": 0.7009171088590876, + "nauc_mrr_at_1000_max": 0.5363710529990676, + "nauc_mrr_at_1000_std": 0.074058393242166, + "nauc_mrr_at_100_diff1": 0.7008029969487892, + "nauc_mrr_at_100_max": 0.5364486814751446, + "nauc_mrr_at_100_std": 0.07429661977139727, + "nauc_mrr_at_10_diff1": 0.6999264942361749, + "nauc_mrr_at_10_max": 0.5373274452131611, + "nauc_mrr_at_10_std": 0.0745688316447542, + "nauc_mrr_at_1_diff1": 0.7314152233228498, + "nauc_mrr_at_1_max": 0.503828256897417, + "nauc_mrr_at_1_std": 0.03220387831427306, + "nauc_mrr_at_20_diff1": 0.6999271721164027, + "nauc_mrr_at_20_max": 0.5365348571589359, + "nauc_mrr_at_20_std": 0.07482368571375814, + "nauc_mrr_at_3_diff1": 0.7026635001818033, + "nauc_mrr_at_3_max": 0.5382397350132756, + "nauc_mrr_at_3_std": 0.06490486735527809, + "nauc_mrr_at_5_diff1": 0.7011646306051121, + "nauc_mrr_at_5_max": 0.5382014643208433, + "nauc_mrr_at_5_std": 0.06937920641896751, + "nauc_ndcg_at_1000_diff1": 0.6938783732463483, + "nauc_ndcg_at_1000_max": 0.5424108651279206, + "nauc_ndcg_at_1000_std": 0.08967549777304211, + "nauc_ndcg_at_100_diff1": 0.6909252692893613, + "nauc_ndcg_at_100_max": 0.5452688654498614, + "nauc_ndcg_at_100_std": 0.09792120921078293, + "nauc_ndcg_at_10_diff1": 0.684596041005883, + "nauc_ndcg_at_10_max": 0.5482700557579764, + "nauc_ndcg_at_10_std": 0.10200538633221838, + "nauc_ndcg_at_1_diff1": 0.7314152233228498, + "nauc_ndcg_at_1_max": 0.503828256897417, + "nauc_ndcg_at_1_std": 0.03220387831427306, + "nauc_ndcg_at_20_diff1": 0.6839874923576846, + "nauc_ndcg_at_20_max": 0.5451800655101796, + "nauc_ndcg_at_20_std": 0.1033376222149582, + "nauc_ndcg_at_3_diff1": 0.6931386781182882, + "nauc_ndcg_at_3_max": 0.5501690616898208, + "nauc_ndcg_at_3_std": 0.07835125043306392, + "nauc_ndcg_at_5_diff1": 0.6879573796330588, + "nauc_ndcg_at_5_max": 0.5495593701428352, + "nauc_ndcg_at_5_std": 0.08753550405095496, + "nauc_precision_at_1000_diff1": 0.7456062399116584, + "nauc_precision_at_1000_max": 0.8832846448583308, + "nauc_precision_at_1000_std": 0.7392724055769784, + "nauc_precision_at_100_diff1": 0.6005899886003244, + "nauc_precision_at_100_max": 0.6641867346661975, + "nauc_precision_at_100_std": 0.4221132709036044, + "nauc_precision_at_10_diff1": 0.6112211069897309, + "nauc_precision_at_10_max": 0.5986888116702921, + "nauc_precision_at_10_std": 0.240938563473856, + "nauc_precision_at_1_diff1": 0.7314152233228498, + "nauc_precision_at_1_max": 0.503828256897417, + "nauc_precision_at_1_std": 0.03220387831427306, + "nauc_precision_at_20_diff1": 0.5846794071789855, + "nauc_precision_at_20_max": 0.5914877497523566, + "nauc_precision_at_20_std": 0.2901391260057209, + "nauc_precision_at_3_diff1": 0.6597868855006875, + "nauc_precision_at_3_max": 0.58788395767044, + "nauc_precision_at_3_std": 0.12209147823677098, + "nauc_precision_at_5_diff1": 0.635815753274203, + "nauc_precision_at_5_max": 0.5933676150940396, + "nauc_precision_at_5_std": 0.16070360418383295, + "nauc_recall_at_1000_diff1": 0.745606239911642, + "nauc_recall_at_1000_max": 0.8832846448583677, + "nauc_recall_at_1000_std": 0.7392724055769566, + "nauc_recall_at_100_diff1": 0.6005899886003238, + "nauc_recall_at_100_max": 0.6641867346661949, + "nauc_recall_at_100_std": 0.42211327090360157, + "nauc_recall_at_10_diff1": 0.6112211069897322, + "nauc_recall_at_10_max": 0.5986888116702916, + "nauc_recall_at_10_std": 0.24093856347385703, + "nauc_recall_at_1_diff1": 0.7314152233228498, + "nauc_recall_at_1_max": 0.503828256897417, + "nauc_recall_at_1_std": 0.03220387831427306, + "nauc_recall_at_20_diff1": 0.5846794071789856, + "nauc_recall_at_20_max": 0.5914877497523559, + "nauc_recall_at_20_std": 0.2901391260057211, + "nauc_recall_at_3_diff1": 0.6597868855006873, + "nauc_recall_at_3_max": 0.5878839576704405, + "nauc_recall_at_3_std": 0.12209147823677143, + "nauc_recall_at_5_diff1": 0.6358157532742036, + "nauc_recall_at_5_max": 0.5933676150940402, + "nauc_recall_at_5_std": 0.16070360418383503, + "ndcg_at_1": 0.55881, + "ndcg_at_10": 0.68271, + "ndcg_at_100": 0.71146, + "ndcg_at_1000": 0.718, + "ndcg_at_20": 0.69492, + "ndcg_at_3": 0.64082, + "ndcg_at_5": 0.66577, + "precision_at_1": 0.55881, + "precision_at_10": 0.0811, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "precision_at_20": 0.04296, + "precision_at_3": 0.23301, + "precision_at_5": 0.15193, + "recall_at_1": 0.55881, + "recall_at_10": 0.81099, + "recall_at_100": 0.94607, + "recall_at_1000": 0.9964, + "recall_at_20": 0.85927, + "recall_at_3": 0.69902, + "recall_at_5": 0.75963 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "main_score": 0.64406, + "map_at_1": 0.50137, + "map_at_10": 0.59644, + "map_at_100": 0.60255, + "map_at_1000": 0.60278, + "map_at_20": 0.59981, + "map_at_3": 0.57127, + "map_at_5": 0.58725, + "mrr_at_1": 0.500819224467504, + "mrr_at_10": 0.5962413201217135, + "mrr_at_100": 0.6023675807769017, + "mrr_at_1000": 0.6025924656740074, + "mrr_at_20": 0.5996166164629023, + "mrr_at_3": 0.5710904787911895, + "mrr_at_5": 0.5870653559075194, + "nauc_map_at_1000_diff1": 0.6700435015362962, + "nauc_map_at_1000_max": 0.4665059648382565, + "nauc_map_at_1000_std": -0.0250575439844867, + "nauc_map_at_100_diff1": 0.6699422718135097, + "nauc_map_at_100_max": 0.4666741694984586, + "nauc_map_at_100_std": -0.02472054270409082, + "nauc_map_at_10_diff1": 0.6697706812482944, + "nauc_map_at_10_max": 0.46738047070330124, + "nauc_map_at_10_std": -0.026575882199499412, + "nauc_map_at_1_diff1": 0.7036400556821569, + "nauc_map_at_1_max": 0.43938786296773286, + "nauc_map_at_1_std": -0.05217233774646005, + "nauc_map_at_20_diff1": 0.6694390285153708, + "nauc_map_at_20_max": 0.4668236260249441, + "nauc_map_at_20_std": -0.024861935886392413, + "nauc_map_at_3_diff1": 0.6708472881992007, + "nauc_map_at_3_max": 0.46770230572550975, + "nauc_map_at_3_std": -0.032867129464025084, + "nauc_map_at_5_diff1": 0.6685448297387264, + "nauc_map_at_5_max": 0.46672332955746054, + "nauc_map_at_5_std": -0.028097832005391992, + "nauc_mrr_at_1000_diff1": 0.6711877416588362, + "nauc_mrr_at_1000_max": 0.46752523581700867, + "nauc_mrr_at_1000_std": -0.0253255181550674, + "nauc_mrr_at_100_diff1": 0.6710821266639748, + "nauc_mrr_at_100_max": 0.46770350669501104, + "nauc_mrr_at_100_std": -0.0249963157795998, + "nauc_mrr_at_10_diff1": 0.6708906517863349, + "nauc_mrr_at_10_max": 0.46838301289207984, + "nauc_mrr_at_10_std": -0.026846924566303207, + "nauc_mrr_at_1_diff1": 0.7048071346921234, + "nauc_mrr_at_1_max": 0.4402692510719335, + "nauc_mrr_at_1_std": -0.05241075891559801, + "nauc_mrr_at_20_diff1": 0.6705926944094777, + "nauc_mrr_at_20_max": 0.46789642741861853, + "nauc_mrr_at_20_std": -0.02514803314947628, + "nauc_mrr_at_3_diff1": 0.6718818431170024, + "nauc_mrr_at_3_max": 0.46861673668553017, + "nauc_mrr_at_3_std": -0.0332131771838538, + "nauc_mrr_at_5_diff1": 0.6696121104289049, + "nauc_mrr_at_5_max": 0.46766652560976163, + "nauc_mrr_at_5_std": -0.028455435161366213, + "nauc_ndcg_at_1000_diff1": 0.6639247426160575, + "nauc_ndcg_at_1000_max": 0.47311410979253277, + "nauc_ndcg_at_1000_std": -0.012603357129331855, + "nauc_ndcg_at_100_diff1": 0.6612113030163417, + "nauc_ndcg_at_100_max": 0.4793653391172381, + "nauc_ndcg_at_100_std": 0.0005463054830857975, + "nauc_ndcg_at_10_diff1": 0.6583827573344732, + "nauc_ndcg_at_10_max": 0.4793852376862819, + "nauc_ndcg_at_10_std": -0.010104945783900558, + "nauc_ndcg_at_1_diff1": 0.7036400556821569, + "nauc_ndcg_at_1_max": 0.43938786296773286, + "nauc_ndcg_at_1_std": -0.05217233774646005, + "nauc_ndcg_at_20_diff1": 0.6570121573030953, + "nauc_ndcg_at_20_max": 0.4777693572671624, + "nauc_ndcg_at_20_std": -0.0028087183285324543, + "nauc_ndcg_at_3_diff1": 0.6604817726729526, + "nauc_ndcg_at_3_max": 0.47796124356960135, + "nauc_ndcg_at_3_std": -0.025794793363577574, + "nauc_ndcg_at_5_diff1": 0.6556998995227731, + "nauc_ndcg_at_5_max": 0.47702245134654986, + "nauc_ndcg_at_5_std": -0.01605051420901736, + "nauc_precision_at_1000_diff1": 0.8692889777267905, + "nauc_precision_at_1000_max": 0.7222502304872913, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5636002979367173, + "nauc_precision_at_100_max": 0.7309900317143135, + "nauc_precision_at_100_std": 0.5381811731188997, + "nauc_precision_at_10_diff1": 0.6077640571304129, + "nauc_precision_at_10_max": 0.5362374178222039, + "nauc_precision_at_10_std": 0.07361017671226493, + "nauc_precision_at_1_diff1": 0.7036400556821569, + "nauc_precision_at_1_max": 0.43938786296773286, + "nauc_precision_at_1_std": -0.05217233774646005, + "nauc_precision_at_20_diff1": 0.5859356201382795, + "nauc_precision_at_20_max": 0.5410164640981175, + "nauc_precision_at_20_std": 0.14621401717536545, + "nauc_precision_at_3_diff1": 0.6270660655510581, + "nauc_precision_at_3_max": 0.5115428057814785, + "nauc_precision_at_3_std": -0.0026178787141964846, + "nauc_precision_at_5_diff1": 0.607529405006028, + "nauc_precision_at_5_max": 0.5156849995224443, + "nauc_precision_at_5_std": 0.03106482225446172, + "nauc_recall_at_1000_diff1": 0.869288977727073, + "nauc_recall_at_1000_max": 0.7222502304874815, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5636002979367227, + "nauc_recall_at_100_max": 0.730990031714316, + "nauc_recall_at_100_std": 0.538181173118897, + "nauc_recall_at_10_diff1": 0.6077640571304124, + "nauc_recall_at_10_max": 0.5362374178222047, + "nauc_recall_at_10_std": 0.07361017671226497, + "nauc_recall_at_1_diff1": 0.7036400556821569, + "nauc_recall_at_1_max": 0.43938786296773286, + "nauc_recall_at_1_std": -0.05217233774646005, + "nauc_recall_at_20_diff1": 0.5859356201382788, + "nauc_recall_at_20_max": 0.5410164640981174, + "nauc_recall_at_20_std": 0.14621401717536794, + "nauc_recall_at_3_diff1": 0.6270660655510576, + "nauc_recall_at_3_max": 0.511542805781478, + "nauc_recall_at_3_std": -0.0026178787141967175, + "nauc_recall_at_5_diff1": 0.6075294050060283, + "nauc_recall_at_5_max": 0.5156849995224452, + "nauc_recall_at_5_std": 0.031064822254462353, + "ndcg_at_1": 0.50137, + "ndcg_at_10": 0.64406, + "ndcg_at_100": 0.67618, + "ndcg_at_1000": 0.68245, + "ndcg_at_20": 0.65625, + "ndcg_at_3": 0.59322, + "ndcg_at_5": 0.62201, + "precision_at_1": 0.50137, + "precision_at_10": 0.07941, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "precision_at_20": 0.04211, + "precision_at_3": 0.21882, + "precision_at_5": 0.14528, + "recall_at_1": 0.50137, + "recall_at_10": 0.7941, + "recall_at_100": 0.94975, + "recall_at_1000": 0.99945, + "recall_at_20": 0.84216, + "recall_at_3": 0.65647, + "recall_at_5": 0.72638 + }, + { + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "main_score": 0.73196, + "map_at_1": 0.60427, + "map_at_10": 0.69248, + "map_at_100": 0.69715, + "map_at_1000": 0.69737, + "map_at_20": 0.69546, + "map_at_3": 0.67681, + "map_at_5": 0.68686, + "mrr_at_1": 0.6046186144156753, + "mrr_at_10": 0.6927516189587576, + "mrr_at_100": 0.6974266735116247, + "mrr_at_1000": 0.6976402810230694, + "mrr_at_20": 0.6957357862956083, + "mrr_at_3": 0.6771635176113838, + "mrr_at_5": 0.6873454630277592, + "nauc_map_at_1000_diff1": 0.741809003015091, + "nauc_map_at_1000_max": 0.5172401341235281, + "nauc_map_at_1000_std": -0.013786304302567455, + "nauc_map_at_100_diff1": 0.7416616369333563, + "nauc_map_at_100_max": 0.517406781892582, + "nauc_map_at_100_std": -0.013382570524164313, + "nauc_map_at_10_diff1": 0.7408764208123796, + "nauc_map_at_10_max": 0.5180052957326031, + "nauc_map_at_10_std": -0.016215546669718188, + "nauc_map_at_1_diff1": 0.770516165948753, + "nauc_map_at_1_max": 0.48184558306132774, + "nauc_map_at_1_std": -0.0509971727077397, + "nauc_map_at_20_diff1": 0.7411350673480451, + "nauc_map_at_20_max": 0.5178669327650147, + "nauc_map_at_20_std": -0.013590815153238517, + "nauc_map_at_3_diff1": 0.7423320550362815, + "nauc_map_at_3_max": 0.5157777985110329, + "nauc_map_at_3_std": -0.02319877261073622, + "nauc_map_at_5_diff1": 0.7418997412802459, + "nauc_map_at_5_max": 0.5189639790183516, + "nauc_map_at_5_std": -0.0163298537772316, + "nauc_mrr_at_1000_diff1": 0.7417583597188935, + "nauc_mrr_at_1000_max": 0.517806750274794, + "nauc_mrr_at_1000_std": -0.011833531854047893, + "nauc_mrr_at_100_diff1": 0.741610868690973, + "nauc_mrr_at_100_max": 0.51797322705211, + "nauc_mrr_at_100_std": -0.011430905453782296, + "nauc_mrr_at_10_diff1": 0.7408779427757107, + "nauc_mrr_at_10_max": 0.5187819521187547, + "nauc_mrr_at_10_std": -0.01398544056035252, + "nauc_mrr_at_1_diff1": 0.7701850979422176, + "nauc_mrr_at_1_max": 0.4823368223511452, + "nauc_mrr_at_1_std": -0.04907937082096089, + "nauc_mrr_at_20_diff1": 0.7410867253184411, + "nauc_mrr_at_20_max": 0.5184236197362357, + "nauc_mrr_at_20_std": -0.011656607057066766, + "nauc_mrr_at_3_diff1": 0.7429462799922956, + "nauc_mrr_at_3_max": 0.5166497711253754, + "nauc_mrr_at_3_std": -0.019580657882362427, + "nauc_mrr_at_5_diff1": 0.7417925944309156, + "nauc_mrr_at_5_max": 0.5195061961475579, + "nauc_mrr_at_5_std": -0.014047356938595377, + "nauc_ndcg_at_1000_diff1": 0.7355798426920415, + "nauc_ndcg_at_1000_max": 0.5258045069669548, + "nauc_ndcg_at_1000_std": 0.0003333377428896293, + "nauc_ndcg_at_100_diff1": 0.7320029895081095, + "nauc_ndcg_at_100_max": 0.530869622984095, + "nauc_ndcg_at_100_std": 0.013300995491898455, + "nauc_ndcg_at_10_diff1": 0.7276584526011156, + "nauc_ndcg_at_10_max": 0.534845179999728, + "nauc_ndcg_at_10_std": 0.0020818900026055138, + "nauc_ndcg_at_1_diff1": 0.7701850979422176, + "nauc_ndcg_at_1_max": 0.4823368223511452, + "nauc_ndcg_at_1_std": -0.04907937082096089, + "nauc_ndcg_at_20_diff1": 0.7279475570686502, + "nauc_ndcg_at_20_max": 0.5344536661518445, + "nauc_ndcg_at_20_std": 0.01269249975366752, + "nauc_ndcg_at_3_diff1": 0.7319963079237581, + "nauc_ndcg_at_3_max": 0.5293685736115996, + "nauc_ndcg_at_3_std": -0.012306550650378304, + "nauc_ndcg_at_5_diff1": 0.730509758665333, + "nauc_ndcg_at_5_max": 0.5359946798181223, + "nauc_ndcg_at_5_std": 0.0012517216289418798, + "nauc_precision_at_1000_diff1": -0.41536631072081637, + "nauc_precision_at_1000_max": 0.09843299233497388, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5694246390497052, + "nauc_precision_at_100_max": 0.7134840607583395, + "nauc_precision_at_100_std": 0.5426329056297091, + "nauc_precision_at_10_diff1": 0.6482910526943734, + "nauc_precision_at_10_max": 0.6197180782678449, + "nauc_precision_at_10_std": 0.10622266700495817, + "nauc_precision_at_1_diff1": 0.7701850979422176, + "nauc_precision_at_1_max": 0.4823368223511452, + "nauc_precision_at_1_std": -0.04907937082096089, + "nauc_precision_at_20_diff1": 0.6221670956691818, + "nauc_precision_at_20_max": 0.6439463992315362, + "nauc_precision_at_20_std": 0.2244736099419769, + "nauc_precision_at_3_diff1": 0.6941794015725129, + "nauc_precision_at_3_max": 0.5796252664361361, + "nauc_precision_at_3_std": 0.02797631385692559, + "nauc_precision_at_5_diff1": 0.681901609719543, + "nauc_precision_at_5_max": 0.6098338251944663, + "nauc_precision_at_5_std": 0.07871652217035432, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5994637575937586, + "nauc_recall_at_100_max": 0.732244988607353, + "nauc_recall_at_100_std": 0.5286818184785279, + "nauc_recall_at_10_diff1": 0.6575206546920835, + "nauc_recall_at_10_max": 0.6242413900372031, + "nauc_recall_at_10_std": 0.09846715348918145, + "nauc_recall_at_1_diff1": 0.770516165948753, + "nauc_recall_at_1_max": 0.48184558306132774, + "nauc_recall_at_1_std": -0.0509971727077397, + "nauc_recall_at_20_diff1": 0.6343380908395996, + "nauc_recall_at_20_max": 0.6503456544264458, + "nauc_recall_at_20_std": 0.21537614099322025, + "nauc_recall_at_3_diff1": 0.6945472980576148, + "nauc_recall_at_3_max": 0.5786429070013228, + "nauc_recall_at_3_std": 0.025046464964546045, + "nauc_recall_at_5_diff1": 0.6821583182713882, + "nauc_recall_at_5_max": 0.608442965023363, + "nauc_recall_at_5_std": 0.07513233745445713, + "ndcg_at_1": 0.60462, + "ndcg_at_10": 0.73196, + "ndcg_at_100": 0.7547, + "ndcg_at_1000": 0.75988, + "ndcg_at_20": 0.74267, + "ndcg_at_3": 0.70033, + "ndcg_at_5": 0.71846, + "precision_at_1": 0.60462, + "precision_at_10": 0.08544, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04482, + "precision_at_3": 0.25612, + "precision_at_5": 0.16249, + "recall_at_1": 0.60427, + "recall_at_10": 0.85374, + "recall_at_100": 0.96011, + "recall_at_1000": 1.0, + "recall_at_20": 0.89573, + "recall_at_3": 0.76802, + "recall_at_5": 0.81211 + }, + { + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.66311, + "map_at_1": 0.53641, + "map_at_10": 0.62205, + "map_at_100": 0.62812, + "map_at_1000": 0.6284, + "map_at_20": 0.62567, + "map_at_3": 0.60354, + "map_at_5": 0.61415, + "mrr_at_1": 0.5353946297803092, + "mrr_at_10": 0.6214410024926706, + "mrr_at_100": 0.627488584668181, + "mrr_at_1000": 0.6277695647401587, + "mrr_at_20": 0.6250581608743696, + "mrr_at_3": 0.6028614049362636, + "mrr_at_5": 0.6134594521291027, + "nauc_map_at_1000_diff1": 0.7000681479142898, + "nauc_map_at_1000_max": 0.4968531849294766, + "nauc_map_at_1000_std": 0.011692173728791447, + "nauc_map_at_100_diff1": 0.6999828933427484, + "nauc_map_at_100_max": 0.4969015137639142, + "nauc_map_at_100_std": 0.011863262872140595, + "nauc_map_at_10_diff1": 0.6988644286252286, + "nauc_map_at_10_max": 0.49760045001853054, + "nauc_map_at_10_std": 0.011002197119248987, + "nauc_map_at_1_diff1": 0.736351143677658, + "nauc_map_at_1_max": 0.47127064901598625, + "nauc_map_at_1_std": -0.016353773462735997, + "nauc_map_at_20_diff1": 0.6994039041775759, + "nauc_map_at_20_max": 0.4970901404239857, + "nauc_map_at_20_std": 0.011809824389652987, + "nauc_map_at_3_diff1": 0.7010833342871903, + "nauc_map_at_3_max": 0.4953276100551891, + "nauc_map_at_3_std": 0.0009168970643768173, + "nauc_map_at_5_diff1": 0.6994522336607827, + "nauc_map_at_5_max": 0.49811797929050716, + "nauc_map_at_5_std": 0.007123276296408392, + "nauc_mrr_at_1000_diff1": 0.7014595972334966, + "nauc_mrr_at_1000_max": 0.4959806701151833, + "nauc_mrr_at_1000_std": 0.011195734082894015, + "nauc_mrr_at_100_diff1": 0.7013733564416331, + "nauc_mrr_at_100_max": 0.4960355316571891, + "nauc_mrr_at_100_std": 0.011362971900081644, + "nauc_mrr_at_10_diff1": 0.7001892414271341, + "nauc_mrr_at_10_max": 0.49677457343607084, + "nauc_mrr_at_10_std": 0.01063871369144395, + "nauc_mrr_at_1_diff1": 0.738568846424206, + "nauc_mrr_at_1_max": 0.4699872705554726, + "nauc_mrr_at_1_std": -0.017050862897163364, + "nauc_mrr_at_20_diff1": 0.7007965793419483, + "nauc_mrr_at_20_max": 0.4962453611207707, + "nauc_mrr_at_20_std": 0.01139919385776544, + "nauc_mrr_at_3_diff1": 0.7025506532620243, + "nauc_mrr_at_3_max": 0.49456839344795406, + "nauc_mrr_at_3_std": 0.0005603159421469588, + "nauc_mrr_at_5_diff1": 0.7008542473648893, + "nauc_mrr_at_5_max": 0.4973923702053882, + "nauc_mrr_at_5_std": 0.006435223536800019, + "nauc_ndcg_at_1000_diff1": 0.6919962313740443, + "nauc_ndcg_at_1000_max": 0.5032740872044151, + "nauc_ndcg_at_1000_std": 0.027792977965265656, + "nauc_ndcg_at_100_diff1": 0.6889448986310907, + "nauc_ndcg_at_100_max": 0.5052770980461355, + "nauc_ndcg_at_100_std": 0.03552663107700643, + "nauc_ndcg_at_10_diff1": 0.6832196706108149, + "nauc_ndcg_at_10_max": 0.5083311960377362, + "nauc_ndcg_at_10_std": 0.030147982563516827, + "nauc_ndcg_at_1_diff1": 0.736351143677658, + "nauc_ndcg_at_1_max": 0.47127064901598625, + "nauc_ndcg_at_1_std": -0.016353773462735997, + "nauc_ndcg_at_20_diff1": 0.6849950655863623, + "nauc_ndcg_at_20_max": 0.5067234520085694, + "nauc_ndcg_at_20_std": 0.034548143329231465, + "nauc_ndcg_at_3_diff1": 0.6888274264194042, + "nauc_ndcg_at_3_max": 0.5031512279945768, + "nauc_ndcg_at_3_std": 0.006970436481167478, + "nauc_ndcg_at_5_diff1": 0.6853098841675824, + "nauc_ndcg_at_5_max": 0.509005579249519, + "nauc_ndcg_at_5_std": 0.018871711687373904, + "nauc_precision_at_1000_diff1": 0.5186828248956145, + "nauc_precision_at_1000_max": 0.6860903447387708, + "nauc_precision_at_1000_std": 0.8490398681436506, + "nauc_precision_at_100_diff1": 0.5781684906156439, + "nauc_precision_at_100_max": 0.5969793767228004, + "nauc_precision_at_100_std": 0.3906023123620038, + "nauc_precision_at_10_diff1": 0.611900187094054, + "nauc_precision_at_10_max": 0.5558750923673517, + "nauc_precision_at_10_std": 0.12325570407734086, + "nauc_precision_at_1_diff1": 0.736351143677658, + "nauc_precision_at_1_max": 0.47127064901598625, + "nauc_precision_at_1_std": -0.016353773462735997, + "nauc_precision_at_20_diff1": 0.6040741808291699, + "nauc_precision_at_20_max": 0.55873666515792, + "nauc_precision_at_20_std": 0.18127885593694837, + "nauc_precision_at_3_diff1": 0.6483245662765006, + "nauc_precision_at_3_max": 0.5288117458454055, + "nauc_precision_at_3_std": 0.026994748620059086, + "nauc_precision_at_5_diff1": 0.633032009545403, + "nauc_precision_at_5_max": 0.5501883654948337, + "nauc_precision_at_5_std": 0.0639506472358345, + "nauc_recall_at_1000_diff1": 0.5744263241227876, + "nauc_recall_at_1000_max": 0.7263872802035996, + "nauc_recall_at_1000_std": 0.8873927303869226, + "nauc_recall_at_100_diff1": 0.5813866141944894, + "nauc_recall_at_100_max": 0.5972663816998622, + "nauc_recall_at_100_std": 0.39051536087936983, + "nauc_recall_at_10_diff1": 0.6131520088400952, + "nauc_recall_at_10_max": 0.5563005496539074, + "nauc_recall_at_10_std": 0.12385934294076746, + "nauc_recall_at_1_diff1": 0.736351143677658, + "nauc_recall_at_1_max": 0.47127064901598625, + "nauc_recall_at_1_std": -0.016353773462735997, + "nauc_recall_at_20_diff1": 0.6056720019395742, + "nauc_recall_at_20_max": 0.5592927939086016, + "nauc_recall_at_20_std": 0.18219569390215445, + "nauc_recall_at_3_diff1": 0.6483245662765006, + "nauc_recall_at_3_max": 0.5288117458454067, + "nauc_recall_at_3_std": 0.02699474862005933, + "nauc_recall_at_5_diff1": 0.6328871121931997, + "nauc_recall_at_5_max": 0.5497720175160821, + "nauc_recall_at_5_std": 0.06408579958991212, + "ndcg_at_1": 0.53641, + "ndcg_at_10": 0.66311, + "ndcg_at_100": 0.69349, + "ndcg_at_1000": 0.70066, + "ndcg_at_20": 0.67618, + "ndcg_at_3": 0.62499, + "ndcg_at_5": 0.64422, + "precision_at_1": 0.53641, + "precision_at_10": 0.07919, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04217, + "precision_at_3": 0.22898, + "precision_at_5": 0.14679, + "recall_at_1": 0.53641, + "recall_at_10": 0.7917, + "recall_at_100": 0.93562, + "recall_at_1000": 0.99166, + "recall_at_20": 0.84317, + "recall_at_3": 0.68694, + "recall_at_5": 0.73383 + }, + { + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "main_score": 0.71161, + "map_at_1": 0.58333, + "map_at_10": 0.6695, + "map_at_100": 0.67416, + "map_at_1000": 0.6744, + "map_at_20": 0.67222, + "map_at_3": 0.64992, + "map_at_5": 0.66058, + "mrr_at_1": 0.5836236933797909, + "mrr_at_10": 0.6697179820437662, + "mrr_at_100": 0.674391741047154, + "mrr_at_1000": 0.6746215847108382, + "mrr_at_20": 0.67243998951552, + "mrr_at_3": 0.6504065040650414, + "mrr_at_5": 0.6607723577235782, + "nauc_map_at_1000_diff1": 0.7365094515553369, + "nauc_map_at_1000_max": 0.5567411025863723, + "nauc_map_at_1000_std": 0.08965682698933726, + "nauc_map_at_100_diff1": 0.7364191337002601, + "nauc_map_at_100_max": 0.5568327226217896, + "nauc_map_at_100_std": 0.09004890615871178, + "nauc_map_at_10_diff1": 0.7353422417054737, + "nauc_map_at_10_max": 0.5579231402335161, + "nauc_map_at_10_std": 0.09127846337790171, + "nauc_map_at_1_diff1": 0.7666041689842119, + "nauc_map_at_1_max": 0.5301189247094804, + "nauc_map_at_1_std": 0.05281303249475701, + "nauc_map_at_20_diff1": 0.7357094154147849, + "nauc_map_at_20_max": 0.5573650632643783, + "nauc_map_at_20_std": 0.09030900058293308, + "nauc_map_at_3_diff1": 0.7386354014410128, + "nauc_map_at_3_max": 0.5519951026433493, + "nauc_map_at_3_std": 0.07654745524326588, + "nauc_map_at_5_diff1": 0.7371977757408287, + "nauc_map_at_5_max": 0.5591325296698474, + "nauc_map_at_5_std": 0.08578424782674596, + "nauc_mrr_at_1000_diff1": 0.7359822399040399, + "nauc_mrr_at_1000_max": 0.5571976506101981, + "nauc_mrr_at_1000_std": 0.09113400547517717, + "nauc_mrr_at_100_diff1": 0.7358893980000698, + "nauc_mrr_at_100_max": 0.5572791065373969, + "nauc_mrr_at_100_std": 0.09150875341408742, + "nauc_mrr_at_10_diff1": 0.7348347031815142, + "nauc_mrr_at_10_max": 0.5583690822727965, + "nauc_mrr_at_10_std": 0.09269395331061552, + "nauc_mrr_at_1_diff1": 0.7663507486779103, + "nauc_mrr_at_1_max": 0.5308011671445416, + "nauc_mrr_at_1_std": 0.05440766748254653, + "nauc_mrr_at_20_diff1": 0.7351904667406961, + "nauc_mrr_at_20_max": 0.5578095463738315, + "nauc_mrr_at_20_std": 0.09176071464357621, + "nauc_mrr_at_3_diff1": 0.7377870830456109, + "nauc_mrr_at_3_max": 0.5533308166087507, + "nauc_mrr_at_3_std": 0.07853624349477085, + "nauc_mrr_at_5_diff1": 0.736724264898212, + "nauc_mrr_at_5_max": 0.5595994398920359, + "nauc_mrr_at_5_std": 0.08716129004219629, + "nauc_ndcg_at_1000_diff1": 0.7301693875635736, + "nauc_ndcg_at_1000_max": 0.5637453891891312, + "nauc_ndcg_at_1000_std": 0.10636637208666981, + "nauc_ndcg_at_100_diff1": 0.7281457303342967, + "nauc_ndcg_at_100_max": 0.5671077619857917, + "nauc_ndcg_at_100_std": 0.11851032406348898, + "nauc_ndcg_at_10_diff1": 0.7217139093065721, + "nauc_ndcg_at_10_max": 0.5731980479867448, + "nauc_ndcg_at_10_std": 0.12357344399937586, + "nauc_ndcg_at_1_diff1": 0.7663507486779103, + "nauc_ndcg_at_1_max": 0.5308011671445416, + "nauc_ndcg_at_1_std": 0.05440766748254653, + "nauc_ndcg_at_20_diff1": 0.7225636704872634, + "nauc_ndcg_at_20_max": 0.5710867414200275, + "nauc_ndcg_at_20_std": 0.11984526915929568, + "nauc_ndcg_at_3_diff1": 0.7299150403878097, + "nauc_ndcg_at_3_max": 0.5611885915608882, + "nauc_ndcg_at_3_std": 0.08984493989699706, + "nauc_ndcg_at_5_diff1": 0.7266927684105455, + "nauc_ndcg_at_5_max": 0.5745731224703651, + "nauc_ndcg_at_5_std": 0.10792221288206436, + "nauc_precision_at_1000_diff1": 0.18395064612535453, + "nauc_precision_at_1000_max": 0.47444645930801915, + "nauc_precision_at_1000_std": 0.8995739884854642, + "nauc_precision_at_100_diff1": 0.6241259493194341, + "nauc_precision_at_100_max": 0.6832968518565041, + "nauc_precision_at_100_std": 0.5998906782092803, + "nauc_precision_at_10_diff1": 0.6424630002446814, + "nauc_precision_at_10_max": 0.653115224441882, + "nauc_precision_at_10_std": 0.31136583011720825, + "nauc_precision_at_1_diff1": 0.7663507486779103, + "nauc_precision_at_1_max": 0.5308011671445416, + "nauc_precision_at_1_std": 0.05440766748254653, + "nauc_precision_at_20_diff1": 0.6252904435391446, + "nauc_precision_at_20_max": 0.6583040216191027, + "nauc_precision_at_20_std": 0.33328051060040464, + "nauc_precision_at_3_diff1": 0.700215080985716, + "nauc_precision_at_3_max": 0.5936102376246523, + "nauc_precision_at_3_std": 0.1378291609534868, + "nauc_precision_at_5_diff1": 0.6806659318859304, + "nauc_precision_at_5_max": 0.6355481816094066, + "nauc_precision_at_5_std": 0.20295979563591082, + "nauc_recall_at_1000_diff1": 0.4025537536324368, + "nauc_recall_at_1000_max": 0.5401620712339371, + "nauc_recall_at_1000_std": 0.8558641681669693, + "nauc_recall_at_100_diff1": 0.6446352879766262, + "nauc_recall_at_100_max": 0.6911276766072296, + "nauc_recall_at_100_std": 0.5911834188551256, + "nauc_recall_at_10_diff1": 0.6489886676778581, + "nauc_recall_at_10_max": 0.6553542859304764, + "nauc_recall_at_10_std": 0.3066885254800956, + "nauc_recall_at_1_diff1": 0.7666041689842119, + "nauc_recall_at_1_max": 0.5301189247094804, + "nauc_recall_at_1_std": 0.05281303249475701, + "nauc_recall_at_20_diff1": 0.6335839777777916, + "nauc_recall_at_20_max": 0.6612470607367003, + "nauc_recall_at_20_std": 0.3274205101313363, + "nauc_recall_at_3_diff1": 0.7002748501293695, + "nauc_recall_at_3_max": 0.5923855074060483, + "nauc_recall_at_3_std": 0.13555658368054468, + "nauc_recall_at_5_diff1": 0.6856600840112899, + "nauc_recall_at_5_max": 0.6371084014797032, + "nauc_recall_at_5_std": 0.19897514912924416, + "ndcg_at_1": 0.58362, + "ndcg_at_10": 0.71161, + "ndcg_at_100": 0.73487, + "ndcg_at_1000": 0.74062, + "ndcg_at_20": 0.72147, + "ndcg_at_3": 0.67139, + "ndcg_at_5": 0.69034, + "precision_at_1": 0.58362, + "precision_at_10": 0.08444, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "precision_at_20": 0.04416, + "precision_at_3": 0.24448, + "precision_at_5": 0.15587, + "recall_at_1": 0.58333, + "recall_at_10": 0.84379, + "recall_at_100": 0.95354, + "recall_at_1000": 0.99768, + "recall_at_20": 0.88269, + "recall_at_3": 0.73316, + "recall_at_5": 0.77875 + }, + { + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ], + "main_score": 0.67461, + "map_at_1": 0.56133, + "map_at_10": 0.63788, + "map_at_100": 0.64324, + "map_at_1000": 0.64355, + "map_at_20": 0.64113, + "map_at_3": 0.62066, + "map_at_5": 0.63111, + "mrr_at_1": 0.5616354759967453, + "mrr_at_10": 0.6381965431955263, + "mrr_at_100": 0.6435921018260349, + "mrr_at_1000": 0.6439000995774423, + "mrr_at_20": 0.6414920553490946, + "mrr_at_3": 0.6211011662598326, + "mrr_at_5": 0.6315975047464064, + "nauc_map_at_1000_diff1": 0.74501344805765, + "nauc_map_at_1000_max": 0.6208545733711616, + "nauc_map_at_1000_std": 0.10160068581820292, + "nauc_map_at_100_diff1": 0.7448777850116215, + "nauc_map_at_100_max": 0.6208793323032155, + "nauc_map_at_100_std": 0.10173336191644572, + "nauc_map_at_10_diff1": 0.7441163387859394, + "nauc_map_at_10_max": 0.6214007163652209, + "nauc_map_at_10_std": 0.09993531388674312, + "nauc_map_at_1_diff1": 0.7816942518964746, + "nauc_map_at_1_max": 0.5991860154310793, + "nauc_map_at_1_std": 0.0659742923548542, + "nauc_map_at_20_diff1": 0.7443061201650567, + "nauc_map_at_20_max": 0.6210775848777723, + "nauc_map_at_20_std": 0.10167851158963298, + "nauc_map_at_3_diff1": 0.7468401441189174, + "nauc_map_at_3_max": 0.6185618946501856, + "nauc_map_at_3_std": 0.0916470735659895, + "nauc_map_at_5_diff1": 0.7450326200277775, + "nauc_map_at_5_max": 0.6204622421013793, + "nauc_map_at_5_std": 0.0974408640769272, + "nauc_mrr_at_1000_diff1": 0.745497828392487, + "nauc_mrr_at_1000_max": 0.6211864894533126, + "nauc_mrr_at_1000_std": 0.10217770340792061, + "nauc_mrr_at_100_diff1": 0.7453640409195608, + "nauc_mrr_at_100_max": 0.6212080934911614, + "nauc_mrr_at_100_std": 0.1023041660559731, + "nauc_mrr_at_10_diff1": 0.7445235294319381, + "nauc_mrr_at_10_max": 0.6216279177026862, + "nauc_mrr_at_10_std": 0.10037647506316258, + "nauc_mrr_at_1_diff1": 0.7818737379682408, + "nauc_mrr_at_1_max": 0.599122668142822, + "nauc_mrr_at_1_std": 0.06631349836373217, + "nauc_mrr_at_20_diff1": 0.7447837469803912, + "nauc_mrr_at_20_max": 0.6213975333450098, + "nauc_mrr_at_20_std": 0.10223505720184992, + "nauc_mrr_at_3_diff1": 0.7475992694302269, + "nauc_mrr_at_3_max": 0.6188409680021576, + "nauc_mrr_at_3_std": 0.09204057784692894, + "nauc_mrr_at_5_diff1": 0.7456965980910885, + "nauc_mrr_at_5_max": 0.6211239269842492, + "nauc_mrr_at_5_std": 0.09824482432633697, + "nauc_ndcg_at_1000_diff1": 0.7365195882471964, + "nauc_ndcg_at_1000_max": 0.6274803537326803, + "nauc_ndcg_at_1000_std": 0.12111996929996714, + "nauc_ndcg_at_100_diff1": 0.732854030115548, + "nauc_ndcg_at_100_max": 0.629298117058136, + "nauc_ndcg_at_100_std": 0.12814376339902694, + "nauc_ndcg_at_10_diff1": 0.7281063651184914, + "nauc_ndcg_at_10_max": 0.6311812166445113, + "nauc_ndcg_at_10_std": 0.1195728472771863, + "nauc_ndcg_at_1_diff1": 0.7823197742177187, + "nauc_ndcg_at_1_max": 0.5996092437446057, + "nauc_ndcg_at_1_std": 0.06615614348844355, + "nauc_ndcg_at_20_diff1": 0.7284664323933792, + "nauc_ndcg_at_20_max": 0.6304039481695896, + "nauc_ndcg_at_20_std": 0.12687340535296274, + "nauc_ndcg_at_3_diff1": 0.7353398846438345, + "nauc_ndcg_at_3_max": 0.6247107676869005, + "nauc_ndcg_at_3_std": 0.10101380819750048, + "nauc_ndcg_at_5_diff1": 0.7313114937676229, + "nauc_ndcg_at_5_max": 0.6285186143751449, + "nauc_ndcg_at_5_std": 0.11217079925854352, + "nauc_precision_at_1000_diff1": 0.6382344868507142, + "nauc_precision_at_1000_max": 0.7850763281124911, + "nauc_precision_at_1000_std": 0.7692141234405869, + "nauc_precision_at_100_diff1": 0.634597582842176, + "nauc_precision_at_100_max": 0.7063224186721772, + "nauc_precision_at_100_std": 0.42808884371252937, + "nauc_precision_at_10_diff1": 0.6558302908305815, + "nauc_precision_at_10_max": 0.6731999234277658, + "nauc_precision_at_10_std": 0.2094693617851424, + "nauc_precision_at_1_diff1": 0.7823197742177187, + "nauc_precision_at_1_max": 0.5996092437446057, + "nauc_precision_at_1_std": 0.06615614348844355, + "nauc_precision_at_20_diff1": 0.6413092623764959, + "nauc_precision_at_20_max": 0.6788517682766013, + "nauc_precision_at_20_std": 0.27630808732199946, + "nauc_precision_at_3_diff1": 0.6979141666821375, + "nauc_precision_at_3_max": 0.6446877275436578, + "nauc_precision_at_3_std": 0.13188549765852653, + "nauc_precision_at_5_diff1": 0.6808922388799358, + "nauc_precision_at_5_max": 0.6583674430676523, + "nauc_precision_at_5_std": 0.1678316892467648, + "nauc_recall_at_1000_diff1": 0.6419854167030976, + "nauc_recall_at_1000_max": 0.7920569130473326, + "nauc_recall_at_1000_std": 0.779879469801083, + "nauc_recall_at_100_diff1": 0.635280653585135, + "nauc_recall_at_100_max": 0.7073719351112887, + "nauc_recall_at_100_std": 0.429012346800457, + "nauc_recall_at_10_diff1": 0.6562406911919617, + "nauc_recall_at_10_max": 0.6736966499352305, + "nauc_recall_at_10_std": 0.20960513829701613, + "nauc_recall_at_1_diff1": 0.7816942518964746, + "nauc_recall_at_1_max": 0.5991860154310793, + "nauc_recall_at_1_std": 0.0659742923548542, + "nauc_recall_at_20_diff1": 0.6417317151159234, + "nauc_recall_at_20_max": 0.6794139788577285, + "nauc_recall_at_20_std": 0.27657002776250217, + "nauc_recall_at_3_diff1": 0.6970906697384543, + "nauc_recall_at_3_max": 0.6441032821546889, + "nauc_recall_at_3_std": 0.13163896479255116, + "nauc_recall_at_5_diff1": 0.6798494931312994, + "nauc_recall_at_5_max": 0.6574944449613352, + "nauc_recall_at_5_std": 0.1675305013827715, + "ndcg_at_1": 0.56143, + "ndcg_at_10": 0.67461, + "ndcg_at_100": 0.70161, + "ndcg_at_1000": 0.71001, + "ndcg_at_20": 0.68622, + "ndcg_at_3": 0.6395, + "ndcg_at_5": 0.65833, + "precision_at_1": 0.56143, + "precision_at_10": 0.07899, + "precision_at_100": 0.00918, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04176, + "precision_at_3": 0.23129, + "precision_at_5": 0.14793, + "recall_at_1": 0.56133, + "recall_at_10": 0.78956, + "recall_at_100": 0.91812, + "recall_at_1000": 0.98485, + "recall_at_20": 0.83493, + "recall_at_3": 0.69376, + "recall_at_5": 0.73942 + }, + { + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "main_score": 0.6807, + "map_at_1": 0.54237, + "map_at_10": 0.63461, + "map_at_100": 0.64078, + "map_at_1000": 0.64097, + "map_at_20": 0.63835, + "map_at_3": 0.61128, + "map_at_5": 0.62595, + "mrr_at_1": 0.5423728813559322, + "mrr_at_10": 0.6347239546392092, + "mrr_at_100": 0.6408920599322036, + "mrr_at_1000": 0.641077163249583, + "mrr_at_20": 0.6384586883518323, + "mrr_at_3": 0.6111967128916282, + "mrr_at_5": 0.626117103235748, + "nauc_map_at_1000_diff1": 0.6898042961928087, + "nauc_map_at_1000_max": 0.5053073570114687, + "nauc_map_at_1000_std": 0.020248848605817275, + "nauc_map_at_100_diff1": 0.6897900780876648, + "nauc_map_at_100_max": 0.5054342070001777, + "nauc_map_at_100_std": 0.020599466137385072, + "nauc_map_at_10_diff1": 0.6868179111261374, + "nauc_map_at_10_max": 0.50371084738561, + "nauc_map_at_10_std": 0.019566067674006777, + "nauc_map_at_1_diff1": 0.7222494756404246, + "nauc_map_at_1_max": 0.49413601250981815, + "nauc_map_at_1_std": -0.01800734229628642, + "nauc_map_at_20_diff1": 0.6887915134882612, + "nauc_map_at_20_max": 0.5048321227692149, + "nauc_map_at_20_std": 0.020777968894937427, + "nauc_map_at_3_diff1": 0.6874917340191848, + "nauc_map_at_3_max": 0.5034208383772161, + "nauc_map_at_3_std": 0.010855278964728288, + "nauc_map_at_5_diff1": 0.6890751426635073, + "nauc_map_at_5_max": 0.5045348952677114, + "nauc_map_at_5_std": 0.015515183752544048, + "nauc_mrr_at_1000_diff1": 0.6898552651897079, + "nauc_mrr_at_1000_max": 0.5046881906593194, + "nauc_mrr_at_1000_std": 0.01923084151663823, + "nauc_mrr_at_100_diff1": 0.6898411136636347, + "nauc_mrr_at_100_max": 0.5048154468011137, + "nauc_mrr_at_100_std": 0.019582531809619223, + "nauc_mrr_at_10_diff1": 0.687016907365963, + "nauc_mrr_at_10_max": 0.5033223994422761, + "nauc_mrr_at_10_std": 0.01904339362853658, + "nauc_mrr_at_1_diff1": 0.7222494756404246, + "nauc_mrr_at_1_max": 0.4936532425726768, + "nauc_mrr_at_1_std": -0.01941957304422866, + "nauc_mrr_at_20_diff1": 0.6888459885460235, + "nauc_mrr_at_20_max": 0.5042208156600336, + "nauc_mrr_at_20_std": 0.019775529634193496, + "nauc_mrr_at_3_diff1": 0.6878198387852115, + "nauc_mrr_at_3_max": 0.5028031463365932, + "nauc_mrr_at_3_std": 0.00951222921906602, + "nauc_mrr_at_5_diff1": 0.6890354343541948, + "nauc_mrr_at_5_max": 0.5039539951933302, + "nauc_mrr_at_5_std": 0.015063039771155345, + "nauc_ndcg_at_1000_diff1": 0.68503514166477, + "nauc_ndcg_at_1000_max": 0.5089774958732919, + "nauc_ndcg_at_1000_std": 0.033660555490500316, + "nauc_ndcg_at_100_diff1": 0.6847847946798478, + "nauc_ndcg_at_100_max": 0.5127702118980445, + "nauc_ndcg_at_100_std": 0.044846827662495016, + "nauc_ndcg_at_10_diff1": 0.6711952421157648, + "nauc_ndcg_at_10_max": 0.5055966238693367, + "nauc_ndcg_at_10_std": 0.040623559038576854, + "nauc_ndcg_at_1_diff1": 0.7222494756404246, + "nauc_ndcg_at_1_max": 0.49413601250981815, + "nauc_ndcg_at_1_std": -0.01800734229628642, + "nauc_ndcg_at_20_diff1": 0.6780461420026713, + "nauc_ndcg_at_20_max": 0.5089791188811923, + "nauc_ndcg_at_20_std": 0.04527272085805572, + "nauc_ndcg_at_3_diff1": 0.6758398442278143, + "nauc_ndcg_at_3_max": 0.5060673852163421, + "nauc_ndcg_at_3_std": 0.021126726039937094, + "nauc_ndcg_at_5_diff1": 0.6779330948171969, + "nauc_ndcg_at_5_max": 0.5083008517417394, + "nauc_ndcg_at_5_std": 0.03050247800052679, + "nauc_precision_at_1000_diff1": 0.6934360955390133, + "nauc_precision_at_1000_max": 0.7712446172130261, + "nauc_precision_at_1000_std": 0.7860235639939473, + "nauc_precision_at_100_diff1": 0.6738622700448174, + "nauc_precision_at_100_max": 0.6942533798335931, + "nauc_precision_at_100_std": 0.5887228786631796, + "nauc_precision_at_10_diff1": 0.5893616304109763, + "nauc_precision_at_10_max": 0.5122070306431025, + "nauc_precision_at_10_std": 0.15224159194886167, + "nauc_precision_at_1_diff1": 0.7222494756404246, + "nauc_precision_at_1_max": 0.49413601250981815, + "nauc_precision_at_1_std": -0.01800734229628642, + "nauc_precision_at_20_diff1": 0.6102629636334738, + "nauc_precision_at_20_max": 0.5366838292598707, + "nauc_precision_at_20_std": 0.2290501600659722, + "nauc_precision_at_3_diff1": 0.6371764157445019, + "nauc_precision_at_3_max": 0.514671232340216, + "nauc_precision_at_3_std": 0.05543706108298949, + "nauc_precision_at_5_diff1": 0.6350041704744576, + "nauc_precision_at_5_max": 0.5230836907285406, + "nauc_precision_at_5_std": 0.09063238467053637, + "nauc_recall_at_1000_diff1": 0.693436095539177, + "nauc_recall_at_1000_max": 0.7712446172131259, + "nauc_recall_at_1000_std": 0.7860235639941433, + "nauc_recall_at_100_diff1": 0.6738622700448206, + "nauc_recall_at_100_max": 0.6942533798335984, + "nauc_recall_at_100_std": 0.5887228786631724, + "nauc_recall_at_10_diff1": 0.5893616304109774, + "nauc_recall_at_10_max": 0.5122070306431051, + "nauc_recall_at_10_std": 0.15224159194886183, + "nauc_recall_at_1_diff1": 0.7222494756404246, + "nauc_recall_at_1_max": 0.49413601250981815, + "nauc_recall_at_1_std": -0.01800734229628642, + "nauc_recall_at_20_diff1": 0.6102629636334762, + "nauc_recall_at_20_max": 0.536683829259872, + "nauc_recall_at_20_std": 0.22905016006597673, + "nauc_recall_at_3_diff1": 0.6371764157445018, + "nauc_recall_at_3_max": 0.514671232340216, + "nauc_recall_at_3_std": 0.05543706108298929, + "nauc_recall_at_5_diff1": 0.6350041704744579, + "nauc_recall_at_5_max": 0.5230836907285409, + "nauc_recall_at_5_std": 0.09063238467053772, + "ndcg_at_1": 0.54237, + "ndcg_at_10": 0.6807, + "ndcg_at_100": 0.71017, + "ndcg_at_1000": 0.71492, + "ndcg_at_20": 0.69433, + "ndcg_at_3": 0.63332, + "ndcg_at_5": 0.65965, + "precision_at_1": 0.54237, + "precision_at_10": 0.08259, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "precision_at_20": 0.04399, + "precision_at_3": 0.23232, + "precision_at_5": 0.15213, + "recall_at_1": 0.54237, + "recall_at_10": 0.82589, + "recall_at_100": 0.96148, + "recall_at_1000": 0.99846, + "recall_at_20": 0.87982, + "recall_at_3": 0.69697, + "recall_at_5": 0.76066 + }, + { + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ], + "main_score": 0.68743, + "map_at_1": 0.54839, + "map_at_10": 0.64252, + "map_at_100": 0.64828, + "map_at_1000": 0.64845, + "map_at_20": 0.64624, + "map_at_3": 0.62139, + "map_at_5": 0.63427, + "mrr_at_1": 0.5483870967741935, + "mrr_at_10": 0.6427255414521975, + "mrr_at_100": 0.6485404846528305, + "mrr_at_1000": 0.6487112657475461, + "mrr_at_20": 0.6465065419705972, + "mrr_at_3": 0.6217694774570841, + "mrr_at_5": 0.6345029239766091, + "nauc_map_at_1000_diff1": 0.6822788668919679, + "nauc_map_at_1000_max": 0.4779922172967364, + "nauc_map_at_1000_std": 0.012433521637861537, + "nauc_map_at_100_diff1": 0.6821338599064357, + "nauc_map_at_100_max": 0.4779940213537133, + "nauc_map_at_100_std": 0.012756587966213527, + "nauc_map_at_10_diff1": 0.6819304650146997, + "nauc_map_at_10_max": 0.47919702767847544, + "nauc_map_at_10_std": 0.011246300297976122, + "nauc_map_at_1_diff1": 0.7276691216713447, + "nauc_map_at_1_max": 0.468378334133254, + "nauc_map_at_1_std": -0.010863879002494562, + "nauc_map_at_20_diff1": 0.6813118622746771, + "nauc_map_at_20_max": 0.478405369658655, + "nauc_map_at_20_std": 0.012450123776295226, + "nauc_map_at_3_diff1": 0.680378904634801, + "nauc_map_at_3_max": 0.47298693231808875, + "nauc_map_at_3_std": 0.0054179650617461215, + "nauc_map_at_5_diff1": 0.6787729523516874, + "nauc_map_at_5_max": 0.47631653237307825, + "nauc_map_at_5_std": 0.007517376716750589, + "nauc_mrr_at_1000_diff1": 0.6821451028832008, + "nauc_mrr_at_1000_max": 0.4771650631825458, + "nauc_mrr_at_1000_std": 0.010139228472193717, + "nauc_mrr_at_100_diff1": 0.6820001925873163, + "nauc_mrr_at_100_max": 0.47716761805231694, + "nauc_mrr_at_100_std": 0.010463432082542627, + "nauc_mrr_at_10_diff1": 0.6818287018044471, + "nauc_mrr_at_10_max": 0.47809711884138945, + "nauc_mrr_at_10_std": 0.008678903959947623, + "nauc_mrr_at_1_diff1": 0.7276691216713447, + "nauc_mrr_at_1_max": 0.4668598467082895, + "nauc_mrr_at_1_std": -0.01551937531460266, + "nauc_mrr_at_20_diff1": 0.6811850798611153, + "nauc_mrr_at_20_max": 0.4775906952345517, + "nauc_mrr_at_20_std": 0.010174477831046363, + "nauc_mrr_at_3_diff1": 0.680496176744732, + "nauc_mrr_at_3_max": 0.472661787882906, + "nauc_mrr_at_3_std": 0.004005950138984885, + "nauc_mrr_at_5_diff1": 0.6787117768098293, + "nauc_mrr_at_5_max": 0.47553722703102075, + "nauc_mrr_at_5_std": 0.005203341583253689, + "nauc_ndcg_at_1000_diff1": 0.6741781858047893, + "nauc_ndcg_at_1000_max": 0.4822614712772743, + "nauc_ndcg_at_1000_std": 0.024686635880832655, + "nauc_ndcg_at_100_diff1": 0.6705341307492629, + "nauc_ndcg_at_100_max": 0.48355793809197467, + "nauc_ndcg_at_100_std": 0.03613783099720266, + "nauc_ndcg_at_10_diff1": 0.6673826902476739, + "nauc_ndcg_at_10_max": 0.48933084159181167, + "nauc_ndcg_at_10_std": 0.028201611842181073, + "nauc_ndcg_at_1_diff1": 0.7276691216713447, + "nauc_ndcg_at_1_max": 0.468378334133254, + "nauc_ndcg_at_1_std": -0.010863879002494562, + "nauc_ndcg_at_20_diff1": 0.6641303769375472, + "nauc_ndcg_at_20_max": 0.48722304391255217, + "nauc_ndcg_at_20_std": 0.03332777461283181, + "nauc_ndcg_at_3_diff1": 0.6649127728925863, + "nauc_ndcg_at_3_max": 0.47559485749646413, + "nauc_ndcg_at_3_std": 0.012902979281629404, + "nauc_ndcg_at_5_diff1": 0.6610116610296929, + "nauc_ndcg_at_5_max": 0.4822299338398691, + "nauc_ndcg_at_5_std": 0.016597328258787365, + "nauc_precision_at_1000_diff1": 0.47336794456093684, + "nauc_precision_at_1000_max": 0.6374185368031434, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.5007734438428997, + "nauc_precision_at_100_max": 0.5661183719747113, + "nauc_precision_at_100_std": 0.6310254098231491, + "nauc_precision_at_10_diff1": 0.5977827110024962, + "nauc_precision_at_10_max": 0.5453495409104191, + "nauc_precision_at_10_std": 0.12283779344505169, + "nauc_precision_at_1_diff1": 0.7276691216713447, + "nauc_precision_at_1_max": 0.468378334133254, + "nauc_precision_at_1_std": -0.010863879002494562, + "nauc_precision_at_20_diff1": 0.5447422811984006, + "nauc_precision_at_20_max": 0.5529678262650375, + "nauc_precision_at_20_std": 0.19796777897538262, + "nauc_precision_at_3_diff1": 0.6128190112758122, + "nauc_precision_at_3_max": 0.48482392424069165, + "nauc_precision_at_3_std": 0.0389875203719306, + "nauc_precision_at_5_diff1": 0.591342228031064, + "nauc_precision_at_5_max": 0.5072223885095473, + "nauc_precision_at_5_std": 0.05294760830527242, + "nauc_recall_at_1000_diff1": 0.4733679445609259, + "nauc_recall_at_1000_max": 0.6374185368031725, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5007734438428967, + "nauc_recall_at_100_max": 0.5661183719747095, + "nauc_recall_at_100_std": 0.6310254098231451, + "nauc_recall_at_10_diff1": 0.5977827110024972, + "nauc_recall_at_10_max": 0.5453495409104204, + "nauc_recall_at_10_std": 0.12283779344505237, + "nauc_recall_at_1_diff1": 0.7276691216713447, + "nauc_recall_at_1_max": 0.468378334133254, + "nauc_recall_at_1_std": -0.010863879002494562, + "nauc_recall_at_20_diff1": 0.5447422811984022, + "nauc_recall_at_20_max": 0.5529678262650396, + "nauc_recall_at_20_std": 0.19796777897538284, + "nauc_recall_at_3_diff1": 0.6128190112758115, + "nauc_recall_at_3_max": 0.4848239242406916, + "nauc_recall_at_3_std": 0.0389875203719302, + "nauc_recall_at_5_diff1": 0.5913422280310651, + "nauc_recall_at_5_max": 0.5072223885095478, + "nauc_recall_at_5_std": 0.05294760830527382, + "ndcg_at_1": 0.54839, + "ndcg_at_10": 0.68743, + "ndcg_at_100": 0.7159, + "ndcg_at_1000": 0.72043, + "ndcg_at_20": 0.70073, + "ndcg_at_3": 0.64455, + "ndcg_at_5": 0.66757, + "precision_at_1": 0.54839, + "precision_at_10": 0.0828, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "precision_at_20": 0.044, + "precision_at_3": 0.23713, + "precision_at_5": 0.15337, + "recall_at_1": 0.54839, + "recall_at_10": 0.82796, + "recall_at_100": 0.96265, + "recall_at_1000": 0.9983, + "recall_at_20": 0.88002, + "recall_at_3": 0.71138, + "recall_at_5": 0.76684 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "main_score": 0.61232, + "map_at_1": 0.46409, + "map_at_10": 0.56341, + "map_at_100": 0.57073, + "map_at_1000": 0.57104, + "map_at_20": 0.56803, + "map_at_3": 0.54055, + "map_at_5": 0.55288, + "mrr_at_1": 0.46458231558378116, + "mrr_at_10": 0.563474810213941, + "mrr_at_100": 0.5708359971861813, + "mrr_at_1000": 0.5711427850817111, + "mrr_at_20": 0.5681316064968199, + "mrr_at_3": 0.5407099820876086, + "mrr_at_5": 0.5529962546816488, + "nauc_map_at_1000_diff1": 0.6411160802408, + "nauc_map_at_1000_max": 0.5165684305212426, + "nauc_map_at_1000_std": 0.06804701380234289, + "nauc_map_at_100_diff1": 0.6409516886418347, + "nauc_map_at_100_max": 0.5166393460895922, + "nauc_map_at_100_std": 0.06823841580515297, + "nauc_map_at_10_diff1": 0.6396558319906562, + "nauc_map_at_10_max": 0.5162702758153843, + "nauc_map_at_10_std": 0.06720271109275687, + "nauc_map_at_1_diff1": 0.690030301480427, + "nauc_map_at_1_max": 0.5045900756784591, + "nauc_map_at_1_std": 0.03937551418109571, + "nauc_map_at_20_diff1": 0.6402198884206751, + "nauc_map_at_20_max": 0.5168724994123588, + "nauc_map_at_20_std": 0.06871064283400137, + "nauc_map_at_3_diff1": 0.6424598767102055, + "nauc_map_at_3_max": 0.5155707323020619, + "nauc_map_at_3_std": 0.06221311120236389, + "nauc_map_at_5_diff1": 0.6411840453779655, + "nauc_map_at_5_max": 0.5147403660830984, + "nauc_map_at_5_std": 0.06257193657050383, + "nauc_mrr_at_1000_diff1": 0.6400834517802818, + "nauc_mrr_at_1000_max": 0.5158186817159212, + "nauc_mrr_at_1000_std": 0.06767806761916408, + "nauc_mrr_at_100_diff1": 0.6399209565036327, + "nauc_mrr_at_100_max": 0.51589559346674, + "nauc_mrr_at_100_std": 0.06788393349116423, + "nauc_mrr_at_10_diff1": 0.6387029097919781, + "nauc_mrr_at_10_max": 0.5156160302861887, + "nauc_mrr_at_10_std": 0.06692013419114885, + "nauc_mrr_at_1_diff1": 0.6887698764978606, + "nauc_mrr_at_1_max": 0.5032983294697003, + "nauc_mrr_at_1_std": 0.03888911089764047, + "nauc_mrr_at_20_diff1": 0.6391971814736961, + "nauc_mrr_at_20_max": 0.5161246202378047, + "nauc_mrr_at_20_std": 0.06835159630925824, + "nauc_mrr_at_3_diff1": 0.6414350458017192, + "nauc_mrr_at_3_max": 0.5147880844354161, + "nauc_mrr_at_3_std": 0.06180842341472179, + "nauc_mrr_at_5_diff1": 0.6401560112472292, + "nauc_mrr_at_5_max": 0.5139504766859466, + "nauc_mrr_at_5_std": 0.06275848037171168, + "nauc_ndcg_at_1000_diff1": 0.6299018113734928, + "nauc_ndcg_at_1000_max": 0.5199797905107341, + "nauc_ndcg_at_1000_std": 0.08046730912865986, + "nauc_ndcg_at_100_diff1": 0.6256349762065228, + "nauc_ndcg_at_100_max": 0.5220861754131875, + "nauc_ndcg_at_100_std": 0.08786828541078935, + "nauc_ndcg_at_10_diff1": 0.6183962205391912, + "nauc_ndcg_at_10_max": 0.5210184966838683, + "nauc_ndcg_at_10_std": 0.08475783907389373, + "nauc_ndcg_at_1_diff1": 0.690030301480427, + "nauc_ndcg_at_1_max": 0.5045900756784591, + "nauc_ndcg_at_1_std": 0.03937551418109571, + "nauc_ndcg_at_20_diff1": 0.6198674037662938, + "nauc_ndcg_at_20_max": 0.5238423086316911, + "nauc_ndcg_at_20_std": 0.09202221954199756, + "nauc_ndcg_at_3_diff1": 0.6263268398851227, + "nauc_ndcg_at_3_max": 0.5186319184898514, + "nauc_ndcg_at_3_std": 0.07121197686882924, + "nauc_ndcg_at_5_diff1": 0.6233956208972856, + "nauc_ndcg_at_5_max": 0.5170163536313984, + "nauc_ndcg_at_5_std": 0.07191046766182602, + "nauc_precision_at_1000_diff1": 0.11075371980295749, + "nauc_precision_at_1000_max": 0.7161370203133752, + "nauc_precision_at_1000_std": 0.746786747839904, + "nauc_precision_at_100_diff1": 0.4599336311250113, + "nauc_precision_at_100_max": 0.6011667058499448, + "nauc_precision_at_100_std": 0.3818493265235529, + "nauc_precision_at_10_diff1": 0.5236898588033765, + "nauc_precision_at_10_max": 0.5426876988216793, + "nauc_precision_at_10_std": 0.16841175414466641, + "nauc_precision_at_1_diff1": 0.690030301480427, + "nauc_precision_at_1_max": 0.5045900756784591, + "nauc_precision_at_1_std": 0.03937551418109571, + "nauc_precision_at_20_diff1": 0.5038439173615833, + "nauc_precision_at_20_max": 0.5696701702769372, + "nauc_precision_at_20_std": 0.24645853643451962, + "nauc_precision_at_3_diff1": 0.574601501679972, + "nauc_precision_at_3_max": 0.5282127823446047, + "nauc_precision_at_3_std": 0.10050622865532498, + "nauc_precision_at_5_diff1": 0.560789594000352, + "nauc_precision_at_5_max": 0.5242789047475948, + "nauc_precision_at_5_std": 0.10489313681327722, + "nauc_recall_at_1000_diff1": 0.11075371980298486, + "nauc_recall_at_1000_max": 0.7161370203133554, + "nauc_recall_at_1000_std": 0.7467867478398657, + "nauc_recall_at_100_diff1": 0.459933631125012, + "nauc_recall_at_100_max": 0.6011667058499446, + "nauc_recall_at_100_std": 0.3818493265235534, + "nauc_recall_at_10_diff1": 0.5236898588033785, + "nauc_recall_at_10_max": 0.5426876988216807, + "nauc_recall_at_10_std": 0.16841175414466747, + "nauc_recall_at_1_diff1": 0.690030301480427, + "nauc_recall_at_1_max": 0.5045900756784591, + "nauc_recall_at_1_std": 0.03937551418109571, + "nauc_recall_at_20_diff1": 0.5038439173615838, + "nauc_recall_at_20_max": 0.5696701702769371, + "nauc_recall_at_20_std": 0.24645853643452123, + "nauc_recall_at_3_diff1": 0.5746015016799718, + "nauc_recall_at_3_max": 0.5282127823446042, + "nauc_recall_at_3_std": 0.10050622865532419, + "nauc_recall_at_5_diff1": 0.5607895940003517, + "nauc_recall_at_5_max": 0.5242789047475948, + "nauc_recall_at_5_std": 0.10489313681327792, + "ndcg_at_1": 0.46409, + "ndcg_at_10": 0.61232, + "ndcg_at_100": 0.64858, + "ndcg_at_1000": 0.6561, + "ndcg_at_20": 0.62888, + "ndcg_at_3": 0.56476, + "ndcg_at_5": 0.58704, + "precision_at_1": 0.46409, + "precision_at_10": 0.07665, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "precision_at_20": 0.04157, + "precision_at_3": 0.21153, + "precision_at_5": 0.13776, + "recall_at_1": 0.46409, + "recall_at_10": 0.76649, + "recall_at_100": 0.93796, + "recall_at_1000": 0.99609, + "recall_at_20": 0.83146, + "recall_at_3": 0.63459, + "recall_at_5": 0.68881 + }, + { + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "main_score": 0.72001, + "map_at_1": 0.60723, + "map_at_10": 0.6813, + "map_at_100": 0.68646, + "map_at_1000": 0.68667, + "map_at_20": 0.68444, + "map_at_3": 0.66169, + "map_at_5": 0.67373, + "mrr_at_1": 0.6081242532855436, + "mrr_at_10": 0.6814324116743481, + "mrr_at_100": 0.6865859928930679, + "mrr_at_1000": 0.686793037312487, + "mrr_at_20": 0.6845356498553878, + "mrr_at_3": 0.6619872560732784, + "mrr_at_5": 0.6740840302668271, + "nauc_map_at_1000_diff1": 0.7648778872093246, + "nauc_map_at_1000_max": 0.6104882156756429, + "nauc_map_at_1000_std": -0.008927299717796326, + "nauc_map_at_100_diff1": 0.7648167597706642, + "nauc_map_at_100_max": 0.6106284696766772, + "nauc_map_at_100_std": -0.008559007576369931, + "nauc_map_at_10_diff1": 0.7630741879764895, + "nauc_map_at_10_max": 0.610320678048751, + "nauc_map_at_10_std": -0.010685899523521723, + "nauc_map_at_1_diff1": 0.7963690325206897, + "nauc_map_at_1_max": 0.5845176444290688, + "nauc_map_at_1_std": -0.03978864418753546, + "nauc_map_at_20_diff1": 0.7641988047307082, + "nauc_map_at_20_max": 0.6116336940837269, + "nauc_map_at_20_std": -0.007441359150389419, + "nauc_map_at_3_diff1": 0.7664178365503411, + "nauc_map_at_3_max": 0.6074614626334299, + "nauc_map_at_3_std": -0.023638539136977593, + "nauc_map_at_5_diff1": 0.7624674791336803, + "nauc_map_at_5_max": 0.6091699670233236, + "nauc_map_at_5_std": -0.015260198261268712, + "nauc_mrr_at_1000_diff1": 0.7643730430361443, + "nauc_mrr_at_1000_max": 0.6107841691418104, + "nauc_mrr_at_1000_std": -0.0076606410887092215, + "nauc_mrr_at_100_diff1": 0.7643125352636354, + "nauc_mrr_at_100_max": 0.6109243728914087, + "nauc_mrr_at_100_std": -0.007293085202892598, + "nauc_mrr_at_10_diff1": 0.7625854828881331, + "nauc_mrr_at_10_max": 0.6106269857282434, + "nauc_mrr_at_10_std": -0.009476727294906938, + "nauc_mrr_at_1_diff1": 0.7962606943378067, + "nauc_mrr_at_1_max": 0.5858732458442775, + "nauc_mrr_at_1_std": -0.038170699729511294, + "nauc_mrr_at_20_diff1": 0.7637115070606216, + "nauc_mrr_at_20_max": 0.6118829869329961, + "nauc_mrr_at_20_std": -0.006146112098520775, + "nauc_mrr_at_3_diff1": 0.7657467454106884, + "nauc_mrr_at_3_max": 0.607550763217952, + "nauc_mrr_at_3_std": -0.02313627746840409, + "nauc_mrr_at_5_diff1": 0.7617300982669096, + "nauc_mrr_at_5_max": 0.6093785327333585, + "nauc_mrr_at_5_std": -0.013891362784127935, + "nauc_ndcg_at_1000_diff1": 0.758350536230438, + "nauc_ndcg_at_1000_max": 0.6165245529811093, + "nauc_ndcg_at_1000_std": 0.004933145683987074, + "nauc_ndcg_at_100_diff1": 0.7563770494419361, + "nauc_ndcg_at_100_max": 0.6203613207756054, + "nauc_ndcg_at_100_std": 0.016493583714081696, + "nauc_ndcg_at_10_diff1": 0.7475785559078338, + "nauc_ndcg_at_10_max": 0.6219623317681605, + "nauc_ndcg_at_10_std": 0.012380039670604961, + "nauc_ndcg_at_1_diff1": 0.7973360591763872, + "nauc_ndcg_at_1_max": 0.5859374368725884, + "nauc_ndcg_at_1_std": -0.03964511316321589, + "nauc_ndcg_at_20_diff1": 0.7513713944294862, + "nauc_ndcg_at_20_max": 0.6270675164345247, + "nauc_ndcg_at_20_std": 0.025356164183814502, + "nauc_ndcg_at_3_diff1": 0.7545324693262276, + "nauc_ndcg_at_3_max": 0.6140039236281534, + "nauc_ndcg_at_3_std": -0.017795398757882337, + "nauc_ndcg_at_5_diff1": 0.7460338170611801, + "nauc_ndcg_at_5_max": 0.617529574956514, + "nauc_ndcg_at_5_std": -0.0016114917014542417, + "nauc_precision_at_1000_diff1": 0.323662948137469, + "nauc_precision_at_1000_max": 0.6613259904723695, + "nauc_precision_at_1000_std": 0.09833004139999603, + "nauc_precision_at_100_diff1": 0.6586342479559015, + "nauc_precision_at_100_max": 0.7809425808827846, + "nauc_precision_at_100_std": 0.5155148791439687, + "nauc_precision_at_10_diff1": 0.6662348053615523, + "nauc_precision_at_10_max": 0.6852191213757485, + "nauc_precision_at_10_std": 0.14412522592258195, + "nauc_precision_at_1_diff1": 0.7973360591763872, + "nauc_precision_at_1_max": 0.5859374368725884, + "nauc_precision_at_1_std": -0.03964511316321589, + "nauc_precision_at_20_diff1": 0.6672628560553248, + "nauc_precision_at_20_max": 0.7444354431390382, + "nauc_precision_at_20_std": 0.2873759563580013, + "nauc_precision_at_3_diff1": 0.7122508149733353, + "nauc_precision_at_3_max": 0.6358616508849844, + "nauc_precision_at_3_std": 0.0024676112773725817, + "nauc_precision_at_5_diff1": 0.6777412809879467, + "nauc_precision_at_5_max": 0.6503176370770853, + "nauc_precision_at_5_std": 0.054964388421857975, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.668040662205743, + "nauc_recall_at_100_max": 0.784301564775325, + "nauc_recall_at_100_std": 0.5272299526583218, + "nauc_recall_at_10_diff1": 0.6686161999480168, + "nauc_recall_at_10_max": 0.6853852149160886, + "nauc_recall_at_10_std": 0.14444357199278204, + "nauc_recall_at_1_diff1": 0.7963690325206897, + "nauc_recall_at_1_max": 0.5845176444290688, + "nauc_recall_at_1_std": -0.03978864418753546, + "nauc_recall_at_20_diff1": 0.6704920179121825, + "nauc_recall_at_20_max": 0.7452165081751785, + "nauc_recall_at_20_std": 0.28915261532591896, + "nauc_recall_at_3_diff1": 0.7139588246317029, + "nauc_recall_at_3_max": 0.6357497242355147, + "nauc_recall_at_3_std": 0.0020462549497621335, + "nauc_recall_at_5_diff1": 0.6795950542503071, + "nauc_recall_at_5_max": 0.6502600029625598, + "nauc_recall_at_5_std": 0.054737348017131086, + "ndcg_at_1": 0.60753, + "ndcg_at_10": 0.72001, + "ndcg_at_100": 0.74553, + "ndcg_at_1000": 0.75039, + "ndcg_at_20": 0.73137, + "ndcg_at_3": 0.67952, + "ndcg_at_5": 0.70119, + "precision_at_1": 0.60753, + "precision_at_10": 0.08435, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "precision_at_20": 0.04441, + "precision_at_3": 0.24393, + "precision_at_5": 0.15687, + "recall_at_1": 0.60723, + "recall_at_10": 0.84289, + "recall_at_100": 0.96296, + "recall_at_1000": 1.0, + "recall_at_20": 0.88769, + "recall_at_3": 0.73118, + "recall_at_5": 0.78375 + }, + { + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.65589, + "map_at_1": 0.53841, + "map_at_10": 0.61722, + "map_at_100": 0.62333, + "map_at_1000": 0.62361, + "map_at_20": 0.62079, + "map_at_3": 0.59891, + "map_at_5": 0.60933, + "mrr_at_1": 0.539595849262698, + "mrr_at_10": 0.617783311516246, + "mrr_at_100": 0.6239119444499734, + "mrr_at_1000": 0.6241940824332802, + "mrr_at_20": 0.6213752464624329, + "mrr_at_3": 0.5994599186843879, + "mrr_at_5": 0.6099641968566064, + "nauc_map_at_1000_diff1": 0.728739797081081, + "nauc_map_at_1000_max": 0.6000478285084023, + "nauc_map_at_1000_std": 0.06722008590442444, + "nauc_map_at_100_diff1": 0.7286167250735713, + "nauc_map_at_100_max": 0.6001009654225147, + "nauc_map_at_100_std": 0.06751673171297046, + "nauc_map_at_10_diff1": 0.7275222473350555, + "nauc_map_at_10_max": 0.5996660824290118, + "nauc_map_at_10_std": 0.0651716079151101, + "nauc_map_at_1_diff1": 0.7690346877553275, + "nauc_map_at_1_max": 0.5816475052986062, + "nauc_map_at_1_std": 0.03637741342896539, + "nauc_map_at_20_diff1": 0.7280162514502555, + "nauc_map_at_20_max": 0.6001301842062924, + "nauc_map_at_20_std": 0.0666328326645447, + "nauc_map_at_3_diff1": 0.7326876873852967, + "nauc_map_at_3_max": 0.601308674110856, + "nauc_map_at_3_std": 0.05526455494625157, + "nauc_map_at_5_diff1": 0.7290013664980415, + "nauc_map_at_5_max": 0.6003905800801278, + "nauc_map_at_5_std": 0.06054801747335383, + "nauc_mrr_at_1000_diff1": 0.7275874316385585, + "nauc_mrr_at_1000_max": 0.6003934141081415, + "nauc_mrr_at_1000_std": 0.06753351184674099, + "nauc_mrr_at_100_diff1": 0.7274700059696187, + "nauc_mrr_at_100_max": 0.6004484830131898, + "nauc_mrr_at_100_std": 0.06783858259500261, + "nauc_mrr_at_10_diff1": 0.7264046707574902, + "nauc_mrr_at_10_max": 0.6000268357511506, + "nauc_mrr_at_10_std": 0.06543122724110198, + "nauc_mrr_at_1_diff1": 0.7670666905282638, + "nauc_mrr_at_1_max": 0.5825495097652211, + "nauc_mrr_at_1_std": 0.03663636244965031, + "nauc_mrr_at_20_diff1": 0.7268606102231533, + "nauc_mrr_at_20_max": 0.6004596934711182, + "nauc_mrr_at_20_std": 0.06691437088914956, + "nauc_mrr_at_3_diff1": 0.7316870302918181, + "nauc_mrr_at_3_max": 0.6014374261534117, + "nauc_mrr_at_3_std": 0.055479696071471074, + "nauc_mrr_at_5_diff1": 0.7279385272518003, + "nauc_mrr_at_5_max": 0.6007131702792143, + "nauc_mrr_at_5_std": 0.06085054831004769, + "nauc_ndcg_at_1000_diff1": 0.7185359675533134, + "nauc_ndcg_at_1000_max": 0.6052954249891351, + "nauc_ndcg_at_1000_std": 0.086149984961877, + "nauc_ndcg_at_100_diff1": 0.7145269429398824, + "nauc_ndcg_at_100_max": 0.6074343067867434, + "nauc_ndcg_at_100_std": 0.09789861626898784, + "nauc_ndcg_at_10_diff1": 0.7083190979059805, + "nauc_ndcg_at_10_max": 0.6058088111557244, + "nauc_ndcg_at_10_std": 0.08519752939576104, + "nauc_ndcg_at_1_diff1": 0.7694205591889587, + "nauc_ndcg_at_1_max": 0.5820152306135282, + "nauc_ndcg_at_1_std": 0.03642726653558071, + "nauc_ndcg_at_20_diff1": 0.7097921536374279, + "nauc_ndcg_at_20_max": 0.6080243286558997, + "nauc_ndcg_at_20_std": 0.09194930308485082, + "nauc_ndcg_at_3_diff1": 0.720244027412381, + "nauc_ndcg_at_3_max": 0.6082934596494337, + "nauc_ndcg_at_3_std": 0.06206006946352848, + "nauc_ndcg_at_5_diff1": 0.7128818213618396, + "nauc_ndcg_at_5_max": 0.6071116240334758, + "nauc_ndcg_at_5_std": 0.07266768831155333, + "nauc_precision_at_1000_diff1": 0.5235107464201438, + "nauc_precision_at_1000_max": 0.7480352758281666, + "nauc_precision_at_1000_std": 0.8293685652661031, + "nauc_precision_at_100_diff1": 0.5852388970105691, + "nauc_precision_at_100_max": 0.6896524893815715, + "nauc_precision_at_100_std": 0.5230962044000635, + "nauc_precision_at_10_diff1": 0.623485346169288, + "nauc_precision_at_10_max": 0.631174853622585, + "nauc_precision_at_10_std": 0.17905105764195525, + "nauc_precision_at_1_diff1": 0.7694205591889587, + "nauc_precision_at_1_max": 0.5820152306135282, + "nauc_precision_at_1_std": 0.03642726653558071, + "nauc_precision_at_20_diff1": 0.6122359902867415, + "nauc_precision_at_20_max": 0.6521215472806124, + "nauc_precision_at_20_std": 0.24633485120694706, + "nauc_precision_at_3_diff1": 0.6796976314690613, + "nauc_precision_at_3_max": 0.6309334106638326, + "nauc_precision_at_3_std": 0.084221176811489, + "nauc_precision_at_5_diff1": 0.654254180225731, + "nauc_precision_at_5_max": 0.6309507320777298, + "nauc_precision_at_5_std": 0.11799092235746113, + "nauc_recall_at_1000_diff1": 0.5429155405208371, + "nauc_recall_at_1000_max": 0.7777439695184224, + "nauc_recall_at_1000_std": 0.8477629808063756, + "nauc_recall_at_100_diff1": 0.5846213266494632, + "nauc_recall_at_100_max": 0.689064581450096, + "nauc_recall_at_100_std": 0.5221132829124936, + "nauc_recall_at_10_diff1": 0.6234256751853151, + "nauc_recall_at_10_max": 0.6311271724764612, + "nauc_recall_at_10_std": 0.17917672442473503, + "nauc_recall_at_1_diff1": 0.7690346877553275, + "nauc_recall_at_1_max": 0.5816475052986062, + "nauc_recall_at_1_std": 0.03637741342896539, + "nauc_recall_at_20_diff1": 0.6121392458772822, + "nauc_recall_at_20_max": 0.6521027274240988, + "nauc_recall_at_20_std": 0.24662376165924466, + "nauc_recall_at_3_diff1": 0.6797183911192948, + "nauc_recall_at_3_max": 0.630897751737215, + "nauc_recall_at_3_std": 0.08420470701596829, + "nauc_recall_at_5_diff1": 0.6542444866807339, + "nauc_recall_at_5_max": 0.6309109205886503, + "nauc_recall_at_5_std": 0.11801616911918882, + "ndcg_at_1": 0.5385, + "ndcg_at_10": 0.65589, + "ndcg_at_100": 0.68716, + "ndcg_at_1000": 0.69509, + "ndcg_at_20": 0.66882, + "ndcg_at_3": 0.61814, + "ndcg_at_5": 0.63697, + "precision_at_1": 0.5385, + "precision_at_10": 0.07777, + "precision_at_100": 0.00928, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04143, + "precision_at_3": 0.22459, + "precision_at_5": 0.14393, + "recall_at_1": 0.53841, + "recall_at_10": 0.77754, + "recall_at_100": 0.92727, + "recall_at_1000": 0.99035, + "recall_at_20": 0.82851, + "recall_at_3": 0.67358, + "recall_at_5": 0.71946 + }, + { + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "main_score": 0.70548, + "map_at_1": 0.58602, + "map_at_10": 0.66704, + "map_at_100": 0.6724, + "map_at_1000": 0.67261, + "map_at_20": 0.67023, + "map_at_3": 0.64898, + "map_at_5": 0.6607, + "mrr_at_1": 0.5865146256817055, + "mrr_at_10": 0.6674164443500092, + "mrr_at_100": 0.6727326952781071, + "mrr_at_1000": 0.67294575371119, + "mrr_at_20": 0.6705667391036988, + "mrr_at_3": 0.6492315319781853, + "mrr_at_5": 0.6610808130887461, + "nauc_map_at_1000_diff1": 0.7550354123400941, + "nauc_map_at_1000_max": 0.6307351136238379, + "nauc_map_at_1000_std": 0.09845057917853899, + "nauc_map_at_100_diff1": 0.7548808073018608, + "nauc_map_at_100_max": 0.6307765404591331, + "nauc_map_at_100_std": 0.09882613536719449, + "nauc_map_at_10_diff1": 0.7542556460082996, + "nauc_map_at_10_max": 0.6321248635229867, + "nauc_map_at_10_std": 0.09923570459500047, + "nauc_map_at_1_diff1": 0.7902170904003168, + "nauc_map_at_1_max": 0.5982374336108686, + "nauc_map_at_1_std": 0.05233529068570585, + "nauc_map_at_20_diff1": 0.7544001307457611, + "nauc_map_at_20_max": 0.6314524033067055, + "nauc_map_at_20_std": 0.09930171295168208, + "nauc_map_at_3_diff1": 0.7573871545287899, + "nauc_map_at_3_max": 0.6303487659915227, + "nauc_map_at_3_std": 0.0849533540835414, + "nauc_map_at_5_diff1": 0.755854010699916, + "nauc_map_at_5_max": 0.6326202543121858, + "nauc_map_at_5_std": 0.0987508019082122, + "nauc_mrr_at_1000_diff1": 0.7545085028489394, + "nauc_mrr_at_1000_max": 0.63037439201781, + "nauc_mrr_at_1000_std": 0.09996546288524129, + "nauc_mrr_at_100_diff1": 0.754355796998771, + "nauc_mrr_at_100_max": 0.6304154636337532, + "nauc_mrr_at_100_std": 0.10033976221425889, + "nauc_mrr_at_10_diff1": 0.7536836877255272, + "nauc_mrr_at_10_max": 0.6317018392060807, + "nauc_mrr_at_10_std": 0.10057448127595475, + "nauc_mrr_at_1_diff1": 0.7891040545438139, + "nauc_mrr_at_1_max": 0.5979052815317979, + "nauc_mrr_at_1_std": 0.05506686631002988, + "nauc_mrr_at_20_diff1": 0.7538811505340406, + "nauc_mrr_at_20_max": 0.6310913454325393, + "nauc_mrr_at_20_std": 0.10079126444748901, + "nauc_mrr_at_3_diff1": 0.7567521507644929, + "nauc_mrr_at_3_max": 0.6301723430861641, + "nauc_mrr_at_3_std": 0.08649679882240557, + "nauc_mrr_at_5_diff1": 0.7554748683743983, + "nauc_mrr_at_5_max": 0.6322528930575351, + "nauc_mrr_at_5_std": 0.09997948714987233, + "nauc_ndcg_at_1000_diff1": 0.7466475586754886, + "nauc_ndcg_at_1000_max": 0.636259661959936, + "nauc_ndcg_at_1000_std": 0.11431395280812547, + "nauc_ndcg_at_100_diff1": 0.7416664083406946, + "nauc_ndcg_at_100_max": 0.6376370935824602, + "nauc_ndcg_at_100_std": 0.126890736822438, + "nauc_ndcg_at_10_diff1": 0.7376718801263882, + "nauc_ndcg_at_10_max": 0.644885355417687, + "nauc_ndcg_at_10_std": 0.126689988157586, + "nauc_ndcg_at_1_diff1": 0.7902170904003168, + "nauc_ndcg_at_1_max": 0.5982374336108686, + "nauc_ndcg_at_1_std": 0.05233529068570585, + "nauc_ndcg_at_20_diff1": 0.7376491620109001, + "nauc_ndcg_at_20_max": 0.6423476134280931, + "nauc_ndcg_at_20_std": 0.12842774305766327, + "nauc_ndcg_at_3_diff1": 0.7461359903792112, + "nauc_ndcg_at_3_max": 0.640793343658312, + "nauc_ndcg_at_3_std": 0.09655928756449288, + "nauc_ndcg_at_5_diff1": 0.7424876214134357, + "nauc_ndcg_at_5_max": 0.6454848649562615, + "nauc_ndcg_at_5_std": 0.12352183981842832, + "nauc_precision_at_1000_diff1": 0.4219806435155473, + "nauc_precision_at_1000_max": 0.29552492655063417, + "nauc_precision_at_1000_std": 0.5794566592622049, + "nauc_precision_at_100_diff1": 0.5541344990203559, + "nauc_precision_at_100_max": 0.6931944850442688, + "nauc_precision_at_100_std": 0.6354874628015661, + "nauc_precision_at_10_diff1": 0.6558565802442938, + "nauc_precision_at_10_max": 0.7052686369411859, + "nauc_precision_at_10_std": 0.26620777118433897, + "nauc_precision_at_1_diff1": 0.7902170904003168, + "nauc_precision_at_1_max": 0.5982374336108686, + "nauc_precision_at_1_std": 0.05233529068570585, + "nauc_precision_at_20_diff1": 0.6299589683748359, + "nauc_precision_at_20_max": 0.7042661670848689, + "nauc_precision_at_20_std": 0.32460045825092965, + "nauc_precision_at_3_diff1": 0.7080466818483246, + "nauc_precision_at_3_max": 0.6759356634180641, + "nauc_precision_at_3_std": 0.13601467837845269, + "nauc_precision_at_5_diff1": 0.6901131090074918, + "nauc_precision_at_5_max": 0.6956781514936838, + "nauc_precision_at_5_std": 0.2251422827707881, + "nauc_recall_at_1000_diff1": 0.7076311254926094, + "nauc_recall_at_1000_max": 0.7076311254926094, + "nauc_recall_at_1000_std": 0.9564198131042878, + "nauc_recall_at_100_diff1": 0.5517779901540044, + "nauc_recall_at_100_max": 0.6933531876483401, + "nauc_recall_at_100_std": 0.632686402220568, + "nauc_recall_at_10_diff1": 0.6551829692000077, + "nauc_recall_at_10_max": 0.7054330807309225, + "nauc_recall_at_10_std": 0.26604432964139113, + "nauc_recall_at_1_diff1": 0.7902170904003168, + "nauc_recall_at_1_max": 0.5982374336108686, + "nauc_recall_at_1_std": 0.05233529068570585, + "nauc_recall_at_20_diff1": 0.6291162421105692, + "nauc_recall_at_20_max": 0.7044845296377799, + "nauc_recall_at_20_std": 0.32428442700304116, + "nauc_recall_at_3_diff1": 0.7080466818483245, + "nauc_recall_at_3_max": 0.6759356634180642, + "nauc_recall_at_3_std": 0.13601467837845205, + "nauc_recall_at_5_diff1": 0.6896562880261234, + "nauc_recall_at_5_max": 0.6959455211550614, + "nauc_recall_at_5_std": 0.22509397367567288, + "ndcg_at_1": 0.58602, + "ndcg_at_10": 0.70548, + "ndcg_at_100": 0.73257, + "ndcg_at_1000": 0.73817, + "ndcg_at_20": 0.71705, + "ndcg_at_3": 0.66878, + "ndcg_at_5": 0.68982, + "precision_at_1": 0.58602, + "precision_at_10": 0.0826, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "precision_at_20": 0.04358, + "precision_at_3": 0.24194, + "precision_at_5": 0.15538, + "recall_at_1": 0.58602, + "recall_at_10": 0.82573, + "recall_at_100": 0.95464, + "recall_at_1000": 0.99851, + "recall_at_20": 0.87134, + "recall_at_3": 0.72583, + "recall_at_5": 0.77665 + }, + { + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "main_score": 0.65336, + "map_at_1": 0.5208, + "map_at_10": 0.61005, + "map_at_100": 0.61626, + "map_at_1000": 0.61655, + "map_at_20": 0.61388, + "map_at_3": 0.59014, + "map_at_5": 0.60085, + "mrr_at_1": 0.5208012326656395, + "mrr_at_10": 0.6098507267998797, + "mrr_at_100": 0.6161579000675144, + "mrr_at_1000": 0.6164489860742163, + "mrr_at_20": 0.6137806798315109, + "mrr_at_3": 0.5899674713234039, + "mrr_at_5": 0.6006762540660857, + "nauc_map_at_1000_diff1": 0.6742755024749197, + "nauc_map_at_1000_max": 0.521691310210573, + "nauc_map_at_1000_std": 0.07900446404118026, + "nauc_map_at_100_diff1": 0.6741550021801049, + "nauc_map_at_100_max": 0.5217344375710395, + "nauc_map_at_100_std": 0.07925654404639905, + "nauc_map_at_10_diff1": 0.6733965672692459, + "nauc_map_at_10_max": 0.5217051592825098, + "nauc_map_at_10_std": 0.07873033885421131, + "nauc_map_at_1_diff1": 0.7071674222548506, + "nauc_map_at_1_max": 0.5004619874647918, + "nauc_map_at_1_std": 0.027093119794138268, + "nauc_map_at_20_diff1": 0.6734025607695526, + "nauc_map_at_20_max": 0.5222385412335403, + "nauc_map_at_20_std": 0.08018047974056354, + "nauc_map_at_3_diff1": 0.6739780155749954, + "nauc_map_at_3_max": 0.5200748126442883, + "nauc_map_at_3_std": 0.06634971860467853, + "nauc_map_at_5_diff1": 0.673734635394897, + "nauc_map_at_5_max": 0.5199318047828992, + "nauc_map_at_5_std": 0.07573573836435672, + "nauc_mrr_at_1000_diff1": 0.6741507070502284, + "nauc_mrr_at_1000_max": 0.5216834358084929, + "nauc_mrr_at_1000_std": 0.07764274235672394, + "nauc_mrr_at_100_diff1": 0.6740086327153361, + "nauc_mrr_at_100_max": 0.5217295099244259, + "nauc_mrr_at_100_std": 0.0779233415154684, + "nauc_mrr_at_10_diff1": 0.6733547391650012, + "nauc_mrr_at_10_max": 0.5217819586172078, + "nauc_mrr_at_10_std": 0.07747969242530892, + "nauc_mrr_at_1_diff1": 0.7071674222548506, + "nauc_mrr_at_1_max": 0.500902380593853, + "nauc_mrr_at_1_std": 0.025183366086251, + "nauc_mrr_at_20_diff1": 0.6732851825151364, + "nauc_mrr_at_20_max": 0.5222404263114796, + "nauc_mrr_at_20_std": 0.07882096311414027, + "nauc_mrr_at_3_diff1": 0.6738405217623237, + "nauc_mrr_at_3_max": 0.519526920898876, + "nauc_mrr_at_3_std": 0.06432762980312379, + "nauc_mrr_at_5_diff1": 0.6736410169680084, + "nauc_mrr_at_5_max": 0.5197720959202363, + "nauc_mrr_at_5_std": 0.07478876062189425, + "nauc_ndcg_at_1000_diff1": 0.6677611454010914, + "nauc_ndcg_at_1000_max": 0.5274524676163478, + "nauc_ndcg_at_1000_std": 0.09732718057820443, + "nauc_ndcg_at_100_diff1": 0.6645006263971345, + "nauc_ndcg_at_100_max": 0.5297848610411128, + "nauc_ndcg_at_100_std": 0.10778727190817797, + "nauc_ndcg_at_10_diff1": 0.6595117912369239, + "nauc_ndcg_at_10_max": 0.5302973923072692, + "nauc_ndcg_at_10_std": 0.10838439417526351, + "nauc_ndcg_at_1_diff1": 0.7071674222548506, + "nauc_ndcg_at_1_max": 0.5004619874647918, + "nauc_ndcg_at_1_std": 0.027093119794138268, + "nauc_ndcg_at_20_diff1": 0.6593574647651159, + "nauc_ndcg_at_20_max": 0.5334027875875963, + "nauc_ndcg_at_20_std": 0.11567510572693135, + "nauc_ndcg_at_3_diff1": 0.6622606695026005, + "nauc_ndcg_at_3_max": 0.5251955425403114, + "nauc_ndcg_at_3_std": 0.08043541401195001, + "nauc_ndcg_at_5_diff1": 0.6614794652326127, + "nauc_ndcg_at_5_max": 0.5256040296925903, + "nauc_ndcg_at_5_std": 0.098919782893463, + "nauc_precision_at_1000_diff1": 0.6931045181559647, + "nauc_precision_at_1000_max": 0.910125819895521, + "nauc_precision_at_1000_std": 0.6903912298054797, + "nauc_precision_at_100_diff1": 0.5721394437760845, + "nauc_precision_at_100_max": 0.6273685074615685, + "nauc_precision_at_100_std": 0.4704314912012564, + "nauc_precision_at_10_diff1": 0.5964085323077463, + "nauc_precision_at_10_max": 0.5703648541427471, + "nauc_precision_at_10_std": 0.2500480121588244, + "nauc_precision_at_1_diff1": 0.7071674222548506, + "nauc_precision_at_1_max": 0.5004619874647918, + "nauc_precision_at_1_std": 0.027093119794138268, + "nauc_precision_at_20_diff1": 0.5777230863318538, + "nauc_precision_at_20_max": 0.6059696177665936, + "nauc_precision_at_20_std": 0.3439086337141076, + "nauc_precision_at_3_diff1": 0.6236341645555935, + "nauc_precision_at_3_max": 0.5414364746820036, + "nauc_precision_at_3_std": 0.12694952496606876, + "nauc_precision_at_5_diff1": 0.6170626214353173, + "nauc_precision_at_5_max": 0.5459083119974524, + "nauc_precision_at_5_std": 0.1864771419670041, + "nauc_recall_at_1000_diff1": 0.693104518155985, + "nauc_recall_at_1000_max": 0.9101258198955755, + "nauc_recall_at_1000_std": 0.6903912298054854, + "nauc_recall_at_100_diff1": 0.5721394437760875, + "nauc_recall_at_100_max": 0.6273685074615685, + "nauc_recall_at_100_std": 0.4704314912012568, + "nauc_recall_at_10_diff1": 0.5964085323077477, + "nauc_recall_at_10_max": 0.570364854142748, + "nauc_recall_at_10_std": 0.25004801215882644, + "nauc_recall_at_1_diff1": 0.7071674222548506, + "nauc_recall_at_1_max": 0.5004619874647918, + "nauc_recall_at_1_std": 0.027093119794138268, + "nauc_recall_at_20_diff1": 0.5777230863318559, + "nauc_recall_at_20_max": 0.6059696177665946, + "nauc_recall_at_20_std": 0.3439086337141087, + "nauc_recall_at_3_diff1": 0.6236341645555937, + "nauc_recall_at_3_max": 0.5414364746820037, + "nauc_recall_at_3_std": 0.12694952496606873, + "nauc_recall_at_5_diff1": 0.6170626214353166, + "nauc_recall_at_5_max": 0.5459083119974522, + "nauc_recall_at_5_std": 0.18647714196700432, + "ndcg_at_1": 0.5208, + "ndcg_at_10": 0.65336, + "ndcg_at_100": 0.68441, + "ndcg_at_1000": 0.69202, + "ndcg_at_20": 0.6671, + "ndcg_at_3": 0.61209, + "ndcg_at_5": 0.63147, + "precision_at_1": 0.5208, + "precision_at_10": 0.07894, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "precision_at_20": 0.04217, + "precision_at_3": 0.22513, + "precision_at_5": 0.14453, + "recall_at_1": 0.5208, + "recall_at_10": 0.78942, + "recall_at_100": 0.93683, + "recall_at_1000": 0.99692, + "recall_at_20": 0.84335, + "recall_at_3": 0.6754, + "recall_at_5": 0.72265 + }, + { + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ], + "main_score": 0.67837, + "map_at_1": 0.56542, + "map_at_10": 0.6413, + "map_at_100": 0.64692, + "map_at_1000": 0.64718, + "map_at_20": 0.64453, + "map_at_3": 0.62396, + "map_at_5": 0.63412, + "mrr_at_1": 0.5652411282984532, + "mrr_at_10": 0.6411844822854847, + "mrr_at_100": 0.6467849477636295, + "mrr_at_1000": 0.6470525731074036, + "mrr_at_20": 0.644423359159146, + "mrr_at_3": 0.6238095238095258, + "mrr_at_5": 0.6340188049742199, + "nauc_map_at_1000_diff1": 0.7542159587379385, + "nauc_map_at_1000_max": 0.6075417407320952, + "nauc_map_at_1000_std": 0.06084125028551167, + "nauc_map_at_100_diff1": 0.7540827083002721, + "nauc_map_at_100_max": 0.6076211301457393, + "nauc_map_at_100_std": 0.06118998678246247, + "nauc_map_at_10_diff1": 0.7530994149210039, + "nauc_map_at_10_max": 0.6068413900558155, + "nauc_map_at_10_std": 0.05777405029689137, + "nauc_map_at_1_diff1": 0.7906889593462739, + "nauc_map_at_1_max": 0.5878159297817209, + "nauc_map_at_1_std": 0.032433075092341425, + "nauc_map_at_20_diff1": 0.7535765647032946, + "nauc_map_at_20_max": 0.6079286080905895, + "nauc_map_at_20_std": 0.06109213016261857, + "nauc_map_at_3_diff1": 0.7557898037449331, + "nauc_map_at_3_max": 0.6067912272912803, + "nauc_map_at_3_std": 0.04895863632501774, + "nauc_map_at_5_diff1": 0.7548601257823928, + "nauc_map_at_5_max": 0.6072966645992758, + "nauc_map_at_5_std": 0.05439184222968942, + "nauc_mrr_at_1000_diff1": 0.7545668576578992, + "nauc_mrr_at_1000_max": 0.6068761763656092, + "nauc_mrr_at_1000_std": 0.06118621891902964, + "nauc_mrr_at_100_diff1": 0.7544390684167839, + "nauc_mrr_at_100_max": 0.606955989149788, + "nauc_mrr_at_100_std": 0.061534417265549986, + "nauc_mrr_at_10_diff1": 0.7534219967120703, + "nauc_mrr_at_10_max": 0.6061637859846399, + "nauc_mrr_at_10_std": 0.05807836075783924, + "nauc_mrr_at_1_diff1": 0.7910878932816439, + "nauc_mrr_at_1_max": 0.5868029168181453, + "nauc_mrr_at_1_std": 0.03302316655596663, + "nauc_mrr_at_20_diff1": 0.7539564533040433, + "nauc_mrr_at_20_max": 0.6072744803911897, + "nauc_mrr_at_20_std": 0.06143852903992473, + "nauc_mrr_at_3_diff1": 0.7561458134536237, + "nauc_mrr_at_3_max": 0.606176978034871, + "nauc_mrr_at_3_std": 0.04921227742716321, + "nauc_mrr_at_5_diff1": 0.7551364785457743, + "nauc_mrr_at_5_max": 0.6065961786335918, + "nauc_mrr_at_5_std": 0.05480982691049598, + "nauc_ndcg_at_1000_diff1": 0.7453104632899942, + "nauc_ndcg_at_1000_max": 0.6137536247185842, + "nauc_ndcg_at_1000_std": 0.07959781983665166, + "nauc_ndcg_at_100_diff1": 0.7413473823714087, + "nauc_ndcg_at_100_max": 0.6164651820289818, + "nauc_ndcg_at_100_std": 0.0915082102187908, + "nauc_ndcg_at_10_diff1": 0.7359926729614455, + "nauc_ndcg_at_10_max": 0.613857785159531, + "nauc_ndcg_at_10_std": 0.07554577264460373, + "nauc_ndcg_at_1_diff1": 0.7906889593462739, + "nauc_ndcg_at_1_max": 0.5878159297817209, + "nauc_ndcg_at_1_std": 0.032433075092341425, + "nauc_ndcg_at_20_diff1": 0.7373489214432228, + "nauc_ndcg_at_20_max": 0.6183762834672266, + "nauc_ndcg_at_20_std": 0.0894767649800718, + "nauc_ndcg_at_3_diff1": 0.7435872179810197, + "nauc_ndcg_at_3_max": 0.6135575589191994, + "nauc_ndcg_at_3_std": 0.055786523822457634, + "nauc_ndcg_at_5_diff1": 0.7412202606460143, + "nauc_ndcg_at_5_max": 0.6147654314663743, + "nauc_ndcg_at_5_std": 0.0662596212834765, + "nauc_precision_at_1000_diff1": 0.6386676113787711, + "nauc_precision_at_1000_max": 0.8081433412763765, + "nauc_precision_at_1000_std": 0.7976107099736053, + "nauc_precision_at_100_diff1": 0.6187863464665156, + "nauc_precision_at_100_max": 0.7220465626677297, + "nauc_precision_at_100_std": 0.532883860083182, + "nauc_precision_at_10_diff1": 0.6587109068967556, + "nauc_precision_at_10_max": 0.6437512413346477, + "nauc_precision_at_10_std": 0.16004693099037515, + "nauc_precision_at_1_diff1": 0.7906889593462739, + "nauc_precision_at_1_max": 0.5878159297817209, + "nauc_precision_at_1_std": 0.032433075092341425, + "nauc_precision_at_20_diff1": 0.6480180480350052, + "nauc_precision_at_20_max": 0.6807312380211991, + "nauc_precision_at_20_std": 0.27294264055306416, + "nauc_precision_at_3_diff1": 0.7035379807812653, + "nauc_precision_at_3_max": 0.6358117783834616, + "nauc_precision_at_3_std": 0.07857022573016778, + "nauc_precision_at_5_diff1": 0.6910558879453386, + "nauc_precision_at_5_max": 0.6421989510194491, + "nauc_precision_at_5_std": 0.11172682863444143, + "nauc_recall_at_1000_diff1": 0.6386676113787852, + "nauc_recall_at_1000_max": 0.8081433412763791, + "nauc_recall_at_1000_std": 0.797610709973617, + "nauc_recall_at_100_diff1": 0.6187863464665136, + "nauc_recall_at_100_max": 0.7220465626677277, + "nauc_recall_at_100_std": 0.5328838600831804, + "nauc_recall_at_10_diff1": 0.6587109068967536, + "nauc_recall_at_10_max": 0.6437512413346463, + "nauc_recall_at_10_std": 0.16004693099037381, + "nauc_recall_at_1_diff1": 0.7906889593462739, + "nauc_recall_at_1_max": 0.5878159297817209, + "nauc_recall_at_1_std": 0.032433075092341425, + "nauc_recall_at_20_diff1": 0.6480180480350041, + "nauc_recall_at_20_max": 0.6807312380211991, + "nauc_recall_at_20_std": 0.2729426405530648, + "nauc_recall_at_3_diff1": 0.7035379807812656, + "nauc_recall_at_3_max": 0.6358117783834619, + "nauc_recall_at_3_std": 0.078570225730168, + "nauc_recall_at_5_diff1": 0.6910558879453387, + "nauc_recall_at_5_max": 0.6421989510194492, + "nauc_recall_at_5_std": 0.1117268286344406, + "ndcg_at_1": 0.56542, + "ndcg_at_10": 0.67837, + "ndcg_at_100": 0.70708, + "ndcg_at_1000": 0.71431, + "ndcg_at_20": 0.69001, + "ndcg_at_3": 0.64261, + "ndcg_at_5": 0.66095, + "precision_at_1": 0.56542, + "precision_at_10": 0.07949, + "precision_at_100": 0.00932, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04204, + "precision_at_3": 0.23215, + "precision_at_5": 0.14821, + "recall_at_1": 0.56542, + "recall_at_10": 0.7949, + "recall_at_100": 0.9323, + "recall_at_1000": 0.98944, + "recall_at_20": 0.84076, + "recall_at_3": 0.69645, + "recall_at_5": 0.74104 + }, + { + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "main_score": 0.66866, + "map_at_1": 0.53577, + "map_at_10": 0.62416, + "map_at_100": 0.63019, + "map_at_1000": 0.63046, + "map_at_20": 0.62824, + "map_at_3": 0.60208, + "map_at_5": 0.61474, + "mrr_at_1": 0.5357694287184765, + "mrr_at_10": 0.6240174333586588, + "mrr_at_100": 0.6300901844508499, + "mrr_at_1000": 0.630366243957457, + "mrr_at_20": 0.6281458417321423, + "mrr_at_3": 0.6021616057642826, + "mrr_at_5": 0.6145651055069488, + "nauc_map_at_1000_diff1": 0.6924816042214339, + "nauc_map_at_1000_max": 0.5253392735197359, + "nauc_map_at_1000_std": 0.0557514784968181, + "nauc_map_at_100_diff1": 0.692396008873536, + "nauc_map_at_100_max": 0.5254785240594705, + "nauc_map_at_100_std": 0.05616376088480484, + "nauc_map_at_10_diff1": 0.6912205056453733, + "nauc_map_at_10_max": 0.5245407472690413, + "nauc_map_at_10_std": 0.05313360509136281, + "nauc_map_at_1_diff1": 0.7351031211972867, + "nauc_map_at_1_max": 0.512816659239128, + "nauc_map_at_1_std": 0.03386213829177771, + "nauc_map_at_20_diff1": 0.6917456552199038, + "nauc_map_at_20_max": 0.5258786652976083, + "nauc_map_at_20_std": 0.05624833901542428, + "nauc_map_at_3_diff1": 0.6909496085741983, + "nauc_map_at_3_max": 0.5209299858253484, + "nauc_map_at_3_std": 0.04308354577846425, + "nauc_map_at_5_diff1": 0.6906598428202351, + "nauc_map_at_5_max": 0.5215968208143323, + "nauc_map_at_5_std": 0.046592739075629774, + "nauc_mrr_at_1000_diff1": 0.6926968298441024, + "nauc_mrr_at_1000_max": 0.5251201032860274, + "nauc_mrr_at_1000_std": 0.054506079185299254, + "nauc_mrr_at_100_diff1": 0.6926109315084563, + "nauc_mrr_at_100_max": 0.5252591649941348, + "nauc_mrr_at_100_std": 0.05491888779559355, + "nauc_mrr_at_10_diff1": 0.6914511827010666, + "nauc_mrr_at_10_max": 0.5244169186400349, + "nauc_mrr_at_10_std": 0.05197937975679427, + "nauc_mrr_at_1_diff1": 0.7351031211972867, + "nauc_mrr_at_1_max": 0.5131155612037072, + "nauc_mrr_at_1_std": 0.03206795415803931, + "nauc_mrr_at_20_diff1": 0.6919562775315488, + "nauc_mrr_at_20_max": 0.5256654153482606, + "nauc_mrr_at_20_std": 0.05501063533205585, + "nauc_mrr_at_3_diff1": 0.690943415945905, + "nauc_mrr_at_3_max": 0.5205437470208163, + "nauc_mrr_at_3_std": 0.042010388688957505, + "nauc_mrr_at_5_diff1": 0.6906762085866881, + "nauc_mrr_at_5_max": 0.5215135726540763, + "nauc_mrr_at_5_std": 0.0455690360012591, + "nauc_ndcg_at_1000_diff1": 0.6840057630649115, + "nauc_ndcg_at_1000_max": 0.531226606726391, + "nauc_ndcg_at_1000_std": 0.0693523526882099, + "nauc_ndcg_at_100_diff1": 0.6819264086074144, + "nauc_ndcg_at_100_max": 0.5358672817201962, + "nauc_ndcg_at_100_std": 0.08158848243588925, + "nauc_ndcg_at_10_diff1": 0.6749194995618877, + "nauc_ndcg_at_10_max": 0.5332535802813688, + "nauc_ndcg_at_10_std": 0.06900214059908928, + "nauc_ndcg_at_1_diff1": 0.7351031211972867, + "nauc_ndcg_at_1_max": 0.512816659239128, + "nauc_ndcg_at_1_std": 0.03386213829177771, + "nauc_ndcg_at_20_diff1": 0.6763195382927861, + "nauc_ndcg_at_20_max": 0.5391567076795892, + "nauc_ndcg_at_20_std": 0.0822864367283075, + "nauc_ndcg_at_3_diff1": 0.6751604530139723, + "nauc_ndcg_at_3_max": 0.5238979790012833, + "nauc_ndcg_at_3_std": 0.04518508563277448, + "nauc_ndcg_at_5_diff1": 0.6738366944920908, + "nauc_ndcg_at_5_max": 0.5252628900396715, + "nauc_ndcg_at_5_std": 0.05203627176374214, + "nauc_precision_at_1000_diff1": 0.23496541484557026, + "nauc_precision_at_1000_max": 0.6868679862418848, + "nauc_precision_at_1000_std": 0.9782172445879239, + "nauc_precision_at_100_diff1": 0.58987487828392, + "nauc_precision_at_100_max": 0.7010746594318263, + "nauc_precision_at_100_std": 0.5383898019421464, + "nauc_precision_at_10_diff1": 0.5997507620401965, + "nauc_precision_at_10_max": 0.5794381383340416, + "nauc_precision_at_10_std": 0.15425731546588012, + "nauc_precision_at_1_diff1": 0.7351031211972867, + "nauc_precision_at_1_max": 0.512816659239128, + "nauc_precision_at_1_std": 0.03386213829177771, + "nauc_precision_at_20_diff1": 0.5812277549193776, + "nauc_precision_at_20_max": 0.6429042756155917, + "nauc_precision_at_20_std": 0.28908984598907206, + "nauc_precision_at_3_diff1": 0.6228874668331187, + "nauc_precision_at_3_max": 0.5337475259226009, + "nauc_precision_at_3_std": 0.051722210548293034, + "nauc_precision_at_5_diff1": 0.610850608552813, + "nauc_precision_at_5_max": 0.5391733371330647, + "nauc_precision_at_5_std": 0.07318182685426032, + "nauc_recall_at_1000_diff1": 0.23496541484564762, + "nauc_recall_at_1000_max": 0.6868679862419289, + "nauc_recall_at_1000_std": 0.9782172445879475, + "nauc_recall_at_100_diff1": 0.5898748782839204, + "nauc_recall_at_100_max": 0.7010746594318257, + "nauc_recall_at_100_std": 0.538389801942145, + "nauc_recall_at_10_diff1": 0.5997507620401972, + "nauc_recall_at_10_max": 0.5794381383340417, + "nauc_recall_at_10_std": 0.1542573154658807, + "nauc_recall_at_1_diff1": 0.7351031211972867, + "nauc_recall_at_1_max": 0.512816659239128, + "nauc_recall_at_1_std": 0.03386213829177771, + "nauc_recall_at_20_diff1": 0.5812277549193768, + "nauc_recall_at_20_max": 0.6429042756155908, + "nauc_recall_at_20_std": 0.2890898459890736, + "nauc_recall_at_3_diff1": 0.6228874668331186, + "nauc_recall_at_3_max": 0.5337475259226008, + "nauc_recall_at_3_std": 0.051722210548291986, + "nauc_recall_at_5_diff1": 0.6108506085528125, + "nauc_recall_at_5_max": 0.5391733371330633, + "nauc_recall_at_5_std": 0.07318182685425946, + "ndcg_at_1": 0.53577, + "ndcg_at_10": 0.66866, + "ndcg_at_100": 0.69782, + "ndcg_at_1000": 0.70451, + "ndcg_at_20": 0.68342, + "ndcg_at_3": 0.6234, + "ndcg_at_5": 0.64604, + "precision_at_1": 0.53577, + "precision_at_10": 0.08091, + "precision_at_100": 0.00945, + "precision_at_1000": 0.001, + "precision_at_20": 0.04336, + "precision_at_3": 0.22834, + "precision_at_5": 0.14792, + "recall_at_1": 0.53577, + "recall_at_10": 0.80906, + "recall_at_100": 0.94545, + "recall_at_1000": 0.99691, + "recall_at_20": 0.86722, + "recall_at_3": 0.68502, + "recall_at_5": 0.73958 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "main_score": 0.58419, + "map_at_1": 0.45107, + "map_at_10": 0.53738, + "map_at_100": 0.54549, + "map_at_1000": 0.54584, + "map_at_20": 0.54215, + "map_at_3": 0.51317, + "map_at_5": 0.52725, + "mrr_at_1": 0.4510727367870225, + "mrr_at_10": 0.5376276029337259, + "mrr_at_100": 0.5457671254419483, + "mrr_at_1000": 0.5461125060936416, + "mrr_at_20": 0.5423810220009272, + "mrr_at_3": 0.5135182278039429, + "mrr_at_5": 0.5274899703471144, + "nauc_map_at_1000_diff1": 0.6583443738834758, + "nauc_map_at_1000_max": 0.48942378040687323, + "nauc_map_at_1000_std": 0.06673125817948264, + "nauc_map_at_100_diff1": 0.6581795809347176, + "nauc_map_at_100_max": 0.4894583644824109, + "nauc_map_at_100_std": 0.06706312126064956, + "nauc_map_at_10_diff1": 0.6575771699622893, + "nauc_map_at_10_max": 0.48950226633967, + "nauc_map_at_10_std": 0.06619051924659508, + "nauc_map_at_1_diff1": 0.707945806617699, + "nauc_map_at_1_max": 0.49344044337650944, + "nauc_map_at_1_std": 0.02509946875493818, + "nauc_map_at_20_diff1": 0.6570745342251197, + "nauc_map_at_20_max": 0.4890354392499798, + "nauc_map_at_20_std": 0.06704183991602292, + "nauc_map_at_3_diff1": 0.6643722983382955, + "nauc_map_at_3_max": 0.4871922622268586, + "nauc_map_at_3_std": 0.053668897213561904, + "nauc_map_at_5_diff1": 0.6569538539436875, + "nauc_map_at_5_max": 0.48702253117417643, + "nauc_map_at_5_std": 0.06406421448691108, + "nauc_mrr_at_1000_diff1": 0.6581550602218259, + "nauc_mrr_at_1000_max": 0.48971137762642963, + "nauc_mrr_at_1000_std": 0.06759413846089697, + "nauc_mrr_at_100_diff1": 0.6579870057292213, + "nauc_mrr_at_100_max": 0.4897366186509022, + "nauc_mrr_at_100_std": 0.06791786516404898, + "nauc_mrr_at_10_diff1": 0.6573867675682448, + "nauc_mrr_at_10_max": 0.48977153917465016, + "nauc_mrr_at_10_std": 0.06704206819732839, + "nauc_mrr_at_1_diff1": 0.707945806617699, + "nauc_mrr_at_1_max": 0.49344044337650944, + "nauc_mrr_at_1_std": 0.02509946875493818, + "nauc_mrr_at_20_diff1": 0.6569215942944051, + "nauc_mrr_at_20_max": 0.48937540404857716, + "nauc_mrr_at_20_std": 0.06798318832047492, + "nauc_mrr_at_3_diff1": 0.6638863160530357, + "nauc_mrr_at_3_max": 0.4873106752479904, + "nauc_mrr_at_3_std": 0.05456978983196433, + "nauc_mrr_at_5_diff1": 0.6567741912356183, + "nauc_mrr_at_5_max": 0.48732788542491373, + "nauc_mrr_at_5_std": 0.06489829332483144, + "nauc_ndcg_at_1000_diff1": 0.6462124412028212, + "nauc_ndcg_at_1000_max": 0.49031303190894204, + "nauc_ndcg_at_1000_std": 0.08293974175487845, + "nauc_ndcg_at_100_diff1": 0.6406157222098441, + "nauc_ndcg_at_100_max": 0.49149129097413286, + "nauc_ndcg_at_100_std": 0.09416857915629594, + "nauc_ndcg_at_10_diff1": 0.6358744762938975, + "nauc_ndcg_at_10_max": 0.4900222157766903, + "nauc_ndcg_at_10_std": 0.08976595163218191, + "nauc_ndcg_at_1_diff1": 0.707945806617699, + "nauc_ndcg_at_1_max": 0.49344044337650944, + "nauc_ndcg_at_1_std": 0.02509946875493818, + "nauc_ndcg_at_20_diff1": 0.6331828422862816, + "nauc_ndcg_at_20_max": 0.48861644495382195, + "nauc_ndcg_at_20_std": 0.09436922589230037, + "nauc_ndcg_at_3_diff1": 0.6498904056988338, + "nauc_ndcg_at_3_max": 0.4849175094122191, + "nauc_ndcg_at_3_std": 0.06274208177811888, + "nauc_ndcg_at_5_diff1": 0.6352551816684825, + "nauc_ndcg_at_5_max": 0.48407809050567063, + "nauc_ndcg_at_5_std": 0.08247581652540405, + "nauc_precision_at_1000_diff1": 0.33374288251148115, + "nauc_precision_at_1000_max": 0.5320896339714251, + "nauc_precision_at_1000_std": 0.5733801956283113, + "nauc_precision_at_100_diff1": 0.46815780596369144, + "nauc_precision_at_100_max": 0.540523284949699, + "nauc_precision_at_100_std": 0.45480574804850865, + "nauc_precision_at_10_diff1": 0.5465537517148419, + "nauc_precision_at_10_max": 0.49429827853504005, + "nauc_precision_at_10_std": 0.19278633267966472, + "nauc_precision_at_1_diff1": 0.707945806617699, + "nauc_precision_at_1_max": 0.49344044337650944, + "nauc_precision_at_1_std": 0.02509946875493818, + "nauc_precision_at_20_diff1": 0.507752193446331, + "nauc_precision_at_20_max": 0.48813323219286486, + "nauc_precision_at_20_std": 0.2482047780027881, + "nauc_precision_at_3_diff1": 0.6050452806649758, + "nauc_precision_at_3_max": 0.477806488038675, + "nauc_precision_at_3_std": 0.09069582859156587, + "nauc_precision_at_5_diff1": 0.5592516707968647, + "nauc_precision_at_5_max": 0.47356693632090585, + "nauc_precision_at_5_std": 0.14790101268870173, + "nauc_recall_at_1000_diff1": 0.4119444992944989, + "nauc_recall_at_1000_max": 0.7316028001861762, + "nauc_recall_at_1000_std": 0.7954039460219865, + "nauc_recall_at_100_diff1": 0.4669627691069726, + "nauc_recall_at_100_max": 0.541660881353645, + "nauc_recall_at_100_std": 0.456692233349378, + "nauc_recall_at_10_diff1": 0.5465537517148424, + "nauc_recall_at_10_max": 0.4942982785350402, + "nauc_recall_at_10_std": 0.19278633267966525, + "nauc_recall_at_1_diff1": 0.707945806617699, + "nauc_recall_at_1_max": 0.49344044337650944, + "nauc_recall_at_1_std": 0.02509946875493818, + "nauc_recall_at_20_diff1": 0.5077521934463318, + "nauc_recall_at_20_max": 0.48813323219286514, + "nauc_recall_at_20_std": 0.24820477800278848, + "nauc_recall_at_3_diff1": 0.6050452806649752, + "nauc_recall_at_3_max": 0.47780648803867437, + "nauc_recall_at_3_std": 0.09069582859156541, + "nauc_recall_at_5_diff1": 0.5592516707968652, + "nauc_recall_at_5_max": 0.4735669363209061, + "nauc_recall_at_5_std": 0.14790101268870157, + "ndcg_at_1": 0.45107, + "ndcg_at_10": 0.58419, + "ndcg_at_100": 0.62462, + "ndcg_at_1000": 0.63371, + "ndcg_at_20": 0.60118, + "ndcg_at_3": 0.53425, + "ndcg_at_5": 0.55954, + "precision_at_1": 0.45107, + "precision_at_10": 0.07331, + "precision_at_100": 0.00925, + "precision_at_1000": 0.001, + "precision_at_20": 0.03998, + "precision_at_3": 0.1985, + "precision_at_5": 0.13134, + "recall_at_1": 0.45107, + "recall_at_10": 0.73312, + "recall_at_100": 0.92439, + "recall_at_1000": 0.99529, + "recall_at_20": 0.79958, + "recall_at_3": 0.5955, + "recall_at_5": 0.65672 + }, + { + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ], + "main_score": 0.68009, + "map_at_1": 0.54904, + "map_at_10": 0.63754, + "map_at_100": 0.64361, + "map_at_1000": 0.64384, + "map_at_20": 0.64132, + "map_at_3": 0.61845, + "map_at_5": 0.62921, + "mrr_at_1": 0.5496607032695867, + "mrr_at_10": 0.6378871556848119, + "mrr_at_100": 0.6439555672173704, + "mrr_at_1000": 0.6441933120207315, + "mrr_at_20": 0.6417243322804147, + "mrr_at_3": 0.6187538556446642, + "mrr_at_5": 0.6295496607032705, + "nauc_map_at_1000_diff1": 0.7143107555825754, + "nauc_map_at_1000_max": 0.49234671010933373, + "nauc_map_at_1000_std": 0.0025378156890956856, + "nauc_map_at_100_diff1": 0.7142261268248068, + "nauc_map_at_100_max": 0.4924402754445969, + "nauc_map_at_100_std": 0.0027953575366328255, + "nauc_map_at_10_diff1": 0.712465943173513, + "nauc_map_at_10_max": 0.4921388725625903, + "nauc_map_at_10_std": 0.0027594238612715046, + "nauc_map_at_1_diff1": 0.7527311466086947, + "nauc_map_at_1_max": 0.47423015793303225, + "nauc_map_at_1_std": -0.032624272069039145, + "nauc_map_at_20_diff1": 0.7131428832799688, + "nauc_map_at_20_max": 0.49219685161593846, + "nauc_map_at_20_std": 0.0031528198195742564, + "nauc_map_at_3_diff1": 0.7147442719338098, + "nauc_map_at_3_max": 0.49368803602143996, + "nauc_map_at_3_std": -0.004020931277520853, + "nauc_map_at_5_diff1": 0.7131349809935337, + "nauc_map_at_5_max": 0.492552892944528, + "nauc_map_at_5_std": -0.002846465374642018, + "nauc_mrr_at_1000_diff1": 0.7134747360188768, + "nauc_mrr_at_1000_max": 0.49078046990440216, + "nauc_mrr_at_1000_std": 0.0003929393756914711, + "nauc_mrr_at_100_diff1": 0.7133908424028447, + "nauc_mrr_at_100_max": 0.4908838813747727, + "nauc_mrr_at_100_std": 0.0006691636395399144, + "nauc_mrr_at_10_diff1": 0.7116522615644929, + "nauc_mrr_at_10_max": 0.4905949889658193, + "nauc_mrr_at_10_std": 0.0006608995951587188, + "nauc_mrr_at_1_diff1": 0.7513761199985762, + "nauc_mrr_at_1_max": 0.4720146545662871, + "nauc_mrr_at_1_std": -0.03561292640700622, + "nauc_mrr_at_20_diff1": 0.7123737560964363, + "nauc_mrr_at_20_max": 0.4906711539588836, + "nauc_mrr_at_20_std": 0.000950507082871144, + "nauc_mrr_at_3_diff1": 0.7138755657615335, + "nauc_mrr_at_3_max": 0.4916943001677298, + "nauc_mrr_at_3_std": -0.00695439089605134, + "nauc_mrr_at_5_diff1": 0.7123161342122389, + "nauc_mrr_at_5_max": 0.4910764152888206, + "nauc_mrr_at_5_std": -0.00490892455761711, + "nauc_ndcg_at_1000_diff1": 0.7071351932313189, + "nauc_ndcg_at_1000_max": 0.496284741963084, + "nauc_ndcg_at_1000_std": 0.014676086554648181, + "nauc_ndcg_at_100_diff1": 0.7053421841971587, + "nauc_ndcg_at_100_max": 0.4995348291872243, + "nauc_ndcg_at_100_std": 0.023077767774692847, + "nauc_ndcg_at_10_diff1": 0.694792623236867, + "nauc_ndcg_at_10_max": 0.4974977772932954, + "nauc_ndcg_at_10_std": 0.024761293235412814, + "nauc_ndcg_at_1_diff1": 0.7527311466086947, + "nauc_ndcg_at_1_max": 0.47423015793303225, + "nauc_ndcg_at_1_std": -0.032624272069039145, + "nauc_ndcg_at_20_diff1": 0.6969740832024982, + "nauc_ndcg_at_20_max": 0.49807815108024117, + "nauc_ndcg_at_20_std": 0.026290874789952186, + "nauc_ndcg_at_3_diff1": 0.7010535537898654, + "nauc_ndcg_at_3_max": 0.5002755066715456, + "nauc_ndcg_at_3_std": 0.006598515878494081, + "nauc_ndcg_at_5_diff1": 0.6970079252331269, + "nauc_ndcg_at_5_max": 0.49829995000393346, + "nauc_ndcg_at_5_std": 0.009025247731865844, + "nauc_precision_at_1000_diff1": 0.7222538584772057, + "nauc_precision_at_1000_max": 0.3582332310522556, + "nauc_precision_at_1000_std": 0.869290005241336, + "nauc_precision_at_100_diff1": 0.6409587729843738, + "nauc_precision_at_100_max": 0.6312688743412509, + "nauc_precision_at_100_std": 0.37800512401029346, + "nauc_precision_at_10_diff1": 0.6100000897787986, + "nauc_precision_at_10_max": 0.5212768818406098, + "nauc_precision_at_10_std": 0.13844215674345728, + "nauc_precision_at_1_diff1": 0.7527311466086947, + "nauc_precision_at_1_max": 0.47423015793303225, + "nauc_precision_at_1_std": -0.032624272069039145, + "nauc_precision_at_20_diff1": 0.5966162947020381, + "nauc_precision_at_20_max": 0.5345819938093159, + "nauc_precision_at_20_std": 0.18688188371596642, + "nauc_precision_at_3_diff1": 0.6550394116847253, + "nauc_precision_at_3_max": 0.5222632604393507, + "nauc_precision_at_3_std": 0.04240162596399098, + "nauc_precision_at_5_diff1": 0.635060311205077, + "nauc_precision_at_5_max": 0.5193501524437519, + "nauc_precision_at_5_std": 0.05416721058424546, + "nauc_recall_at_1000_diff1": 0.7222538584774018, + "nauc_recall_at_1000_max": 0.35823323105220695, + "nauc_recall_at_1000_std": 0.8692900052412867, + "nauc_recall_at_100_diff1": 0.6409587729843723, + "nauc_recall_at_100_max": 0.6312688743412522, + "nauc_recall_at_100_std": 0.37800512401028746, + "nauc_recall_at_10_diff1": 0.6100000897787976, + "nauc_recall_at_10_max": 0.5212768818406105, + "nauc_recall_at_10_std": 0.1384421567434556, + "nauc_recall_at_1_diff1": 0.7527311466086947, + "nauc_recall_at_1_max": 0.47423015793303225, + "nauc_recall_at_1_std": -0.032624272069039145, + "nauc_recall_at_20_diff1": 0.5966162947020388, + "nauc_recall_at_20_max": 0.5345819938093175, + "nauc_recall_at_20_std": 0.18688188371596684, + "nauc_recall_at_3_diff1": 0.655039411684725, + "nauc_recall_at_3_max": 0.522263260439351, + "nauc_recall_at_3_std": 0.04240162596399096, + "nauc_recall_at_5_diff1": 0.6350603112050769, + "nauc_recall_at_5_max": 0.5193501524437517, + "nauc_recall_at_5_std": 0.05416721058424488, + "ndcg_at_1": 0.54904, + "ndcg_at_10": 0.68009, + "ndcg_at_100": 0.71013, + "ndcg_at_1000": 0.71581, + "ndcg_at_20": 0.69373, + "ndcg_at_3": 0.64044, + "ndcg_at_5": 0.65992, + "precision_at_1": 0.54904, + "precision_at_10": 0.08137, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "precision_at_20": 0.04337, + "precision_at_3": 0.23463, + "precision_at_5": 0.15028, + "recall_at_1": 0.54904, + "recall_at_10": 0.8137, + "recall_at_100": 0.95558, + "recall_at_1000": 0.99938, + "recall_at_20": 0.86737, + "recall_at_3": 0.70389, + "recall_at_5": 0.75139 + }, + { + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.60401, + "map_at_1": 0.47575, + "map_at_10": 0.56105, + "map_at_100": 0.5682, + "map_at_1000": 0.56857, + "map_at_20": 0.56537, + "map_at_3": 0.54, + "map_at_5": 0.55236, + "mrr_at_1": 0.47575462512171374, + "mrr_at_10": 0.5609355342266743, + "mrr_at_100": 0.5681025270068755, + "mrr_at_1000": 0.5684738138618292, + "mrr_at_20": 0.5652752424039519, + "mrr_at_3": 0.5398247322297962, + "mrr_at_5": 0.5523369036027269, + "nauc_map_at_1000_diff1": 0.6661414017303978, + "nauc_map_at_1000_max": 0.459268888495906, + "nauc_map_at_1000_std": 0.00744806833498649, + "nauc_map_at_100_diff1": 0.6658890529529422, + "nauc_map_at_100_max": 0.4593132649984131, + "nauc_map_at_100_std": 0.007759128264145212, + "nauc_map_at_10_diff1": 0.6652286394398895, + "nauc_map_at_10_max": 0.4588959604398908, + "nauc_map_at_10_std": 0.005991700379881625, + "nauc_map_at_1_diff1": 0.7116586497367711, + "nauc_map_at_1_max": 0.4445199202503999, + "nauc_map_at_1_std": -0.03286114921549432, + "nauc_map_at_20_diff1": 0.6651019269347134, + "nauc_map_at_20_max": 0.4593830349090423, + "nauc_map_at_20_std": 0.0073369492644146245, + "nauc_map_at_3_diff1": 0.6718842488439174, + "nauc_map_at_3_max": 0.4580753375990013, + "nauc_map_at_3_std": -0.007111309735019314, + "nauc_map_at_5_diff1": 0.6677130912245579, + "nauc_map_at_5_max": 0.4601017965911236, + "nauc_map_at_5_std": 0.0026002528768048353, + "nauc_mrr_at_1000_diff1": 0.6664605395999722, + "nauc_mrr_at_1000_max": 0.45946389246985775, + "nauc_mrr_at_1000_std": 0.0072209913253446015, + "nauc_mrr_at_100_diff1": 0.6662097011305532, + "nauc_mrr_at_100_max": 0.45951558098757217, + "nauc_mrr_at_100_std": 0.007541649403777067, + "nauc_mrr_at_10_diff1": 0.6655600929135621, + "nauc_mrr_at_10_max": 0.4591150991053166, + "nauc_mrr_at_10_std": 0.005818719793636257, + "nauc_mrr_at_1_diff1": 0.7116586497367711, + "nauc_mrr_at_1_max": 0.44462797281100214, + "nauc_mrr_at_1_std": -0.03336909167008584, + "nauc_mrr_at_20_diff1": 0.6654333585984423, + "nauc_mrr_at_20_max": 0.4595930851316188, + "nauc_mrr_at_20_std": 0.007110440833447506, + "nauc_mrr_at_3_diff1": 0.6724220861294906, + "nauc_mrr_at_3_max": 0.458121259561089, + "nauc_mrr_at_3_std": -0.007081802511210901, + "nauc_mrr_at_5_diff1": 0.6678875146694937, + "nauc_mrr_at_5_max": 0.46009284514165927, + "nauc_mrr_at_5_std": 0.0021496357053073937, + "nauc_ndcg_at_1000_diff1": 0.6545557520707959, + "nauc_ndcg_at_1000_max": 0.46350008554018124, + "nauc_ndcg_at_1000_std": 0.028014977658299803, + "nauc_ndcg_at_100_diff1": 0.6473696825961728, + "nauc_ndcg_at_100_max": 0.46506547946422666, + "nauc_ndcg_at_100_std": 0.039611114402908994, + "nauc_ndcg_at_10_diff1": 0.6436758046668737, + "nauc_ndcg_at_10_max": 0.4634584141623202, + "nauc_ndcg_at_10_std": 0.02983290232894331, + "nauc_ndcg_at_1_diff1": 0.7116586497367711, + "nauc_ndcg_at_1_max": 0.4445199202503999, + "nauc_ndcg_at_1_std": -0.03286114921549432, + "nauc_ndcg_at_20_diff1": 0.642490816792358, + "nauc_ndcg_at_20_max": 0.4654859043438856, + "nauc_ndcg_at_20_std": 0.03608578849174078, + "nauc_ndcg_at_3_diff1": 0.658878930494626, + "nauc_ndcg_at_3_max": 0.46202741016569304, + "nauc_ndcg_at_3_std": 0.0014972780534745175, + "nauc_ndcg_at_5_diff1": 0.650366209243879, + "nauc_ndcg_at_5_max": 0.46608433640622804, + "nauc_ndcg_at_5_std": 0.02008816896377818, + "nauc_precision_at_1000_diff1": 0.5378192075631358, + "nauc_precision_at_1000_max": 0.6183985596033333, + "nauc_precision_at_1000_std": 0.761452960853176, + "nauc_precision_at_100_diff1": 0.4757404671972765, + "nauc_precision_at_100_max": 0.5228128336242982, + "nauc_precision_at_100_std": 0.410816186399971, + "nauc_precision_at_10_diff1": 0.5531103259707632, + "nauc_precision_at_10_max": 0.4816217171802748, + "nauc_precision_at_10_std": 0.13459150678175796, + "nauc_precision_at_1_diff1": 0.7116586497367711, + "nauc_precision_at_1_max": 0.4445199202503999, + "nauc_precision_at_1_std": -0.03286114921549432, + "nauc_precision_at_20_diff1": 0.524516248097314, + "nauc_precision_at_20_max": 0.49809734085925167, + "nauc_precision_at_20_std": 0.1979960427917389, + "nauc_precision_at_3_diff1": 0.6180824491891945, + "nauc_precision_at_3_max": 0.474380542703118, + "nauc_precision_at_3_std": 0.028521633652643798, + "nauc_precision_at_5_diff1": 0.5895375586132844, + "nauc_precision_at_5_max": 0.4872511127324163, + "nauc_precision_at_5_std": 0.08315222138813815, + "nauc_recall_at_1000_diff1": 0.5692622163907975, + "nauc_recall_at_1000_max": 0.6259383815677974, + "nauc_recall_at_1000_std": 0.7895987335272145, + "nauc_recall_at_100_diff1": 0.4767720555623737, + "nauc_recall_at_100_max": 0.5217580678137712, + "nauc_recall_at_100_std": 0.41159288577554404, + "nauc_recall_at_10_diff1": 0.5527525328590589, + "nauc_recall_at_10_max": 0.4806038952063293, + "nauc_recall_at_10_std": 0.13407951728332232, + "nauc_recall_at_1_diff1": 0.7116586497367711, + "nauc_recall_at_1_max": 0.4445199202503999, + "nauc_recall_at_1_std": -0.03286114921549432, + "nauc_recall_at_20_diff1": 0.5240127047471572, + "nauc_recall_at_20_max": 0.4967440869879056, + "nauc_recall_at_20_std": 0.19728169423091058, + "nauc_recall_at_3_diff1": 0.6179172947769637, + "nauc_recall_at_3_max": 0.4741149101745997, + "nauc_recall_at_3_std": 0.028748649975196897, + "nauc_recall_at_5_diff1": 0.5893599672262675, + "nauc_recall_at_5_max": 0.48695386335359186, + "nauc_recall_at_5_std": 0.0833932919300392, + "ndcg_at_1": 0.47575, + "ndcg_at_10": 0.60401, + "ndcg_at_100": 0.63983, + "ndcg_at_1000": 0.64988, + "ndcg_at_20": 0.61971, + "ndcg_at_3": 0.56081, + "ndcg_at_5": 0.58306, + "precision_at_1": 0.47575, + "precision_at_10": 0.07396, + "precision_at_100": 0.0091, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04008, + "precision_at_3": 0.20701, + "precision_at_5": 0.135, + "recall_at_1": 0.47575, + "recall_at_10": 0.73944, + "recall_at_100": 0.90935, + "recall_at_1000": 0.9887, + "recall_at_20": 0.80136, + "recall_at_3": 0.62093, + "recall_at_5": 0.67488 + }, + { + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ], + "main_score": 0.65659, + "map_at_1": 0.53056, + "map_at_10": 0.61476, + "map_at_100": 0.62063, + "map_at_1000": 0.62095, + "map_at_20": 0.61815, + "map_at_3": 0.59391, + "map_at_5": 0.60685, + "mrr_at_1": 0.5305598356445814, + "mrr_at_10": 0.6146008103635227, + "mrr_at_100": 0.6205084631656043, + "mrr_at_1000": 0.6208262654260225, + "mrr_at_20": 0.6180274437979792, + "mrr_at_3": 0.5937339496661534, + "mrr_at_5": 0.6065998972778643, + "nauc_map_at_1000_diff1": 0.6790337170079136, + "nauc_map_at_1000_max": 0.5608278467565293, + "nauc_map_at_1000_std": 0.10649016680184845, + "nauc_map_at_100_diff1": 0.678949487835911, + "nauc_map_at_100_max": 0.5609265361096782, + "nauc_map_at_100_std": 0.10669052520243548, + "nauc_map_at_10_diff1": 0.6773321654718758, + "nauc_map_at_10_max": 0.5616933723929516, + "nauc_map_at_10_std": 0.1073511226087839, + "nauc_map_at_1_diff1": 0.7116405756859249, + "nauc_map_at_1_max": 0.5430501074417122, + "nauc_map_at_1_std": 0.08042263501843461, + "nauc_map_at_20_diff1": 0.6783153438407317, + "nauc_map_at_20_max": 0.5608705212218668, + "nauc_map_at_20_std": 0.10634126194727178, + "nauc_map_at_3_diff1": 0.6824188623203026, + "nauc_map_at_3_max": 0.5584207626744813, + "nauc_map_at_3_std": 0.09553992337390135, + "nauc_map_at_5_diff1": 0.6789810639726969, + "nauc_map_at_5_max": 0.5605039186789412, + "nauc_map_at_5_std": 0.10257563678008594, + "nauc_mrr_at_1000_diff1": 0.6789467212616809, + "nauc_mrr_at_1000_max": 0.560739146424956, + "nauc_mrr_at_1000_std": 0.10532018481195847, + "nauc_mrr_at_100_diff1": 0.6788626731654488, + "nauc_mrr_at_100_max": 0.5608381722576212, + "nauc_mrr_at_100_std": 0.10552167130380914, + "nauc_mrr_at_10_diff1": 0.6771400336747462, + "nauc_mrr_at_10_max": 0.5613439832420278, + "nauc_mrr_at_10_std": 0.1060770098869605, + "nauc_mrr_at_1_diff1": 0.7116405756859249, + "nauc_mrr_at_1_max": 0.5434063231773408, + "nauc_mrr_at_1_std": 0.07864292522681036, + "nauc_mrr_at_20_diff1": 0.6782309711822295, + "nauc_mrr_at_20_max": 0.5607857041127761, + "nauc_mrr_at_20_std": 0.10518134176566953, + "nauc_mrr_at_3_diff1": 0.6821165433713253, + "nauc_mrr_at_3_max": 0.5574877245290278, + "nauc_mrr_at_3_std": 0.09390631819745222, + "nauc_mrr_at_5_diff1": 0.6788805196434474, + "nauc_mrr_at_5_max": 0.5607286132224004, + "nauc_mrr_at_5_std": 0.10150616315036733, + "nauc_ndcg_at_1000_diff1": 0.6723387875660145, + "nauc_ndcg_at_1000_max": 0.5659125523037812, + "nauc_ndcg_at_1000_std": 0.11927790748726032, + "nauc_ndcg_at_100_diff1": 0.6695417374703723, + "nauc_ndcg_at_100_max": 0.5691885271526723, + "nauc_ndcg_at_100_std": 0.12899501258728238, + "nauc_ndcg_at_10_diff1": 0.6612729571772878, + "nauc_ndcg_at_10_max": 0.5717635632218248, + "nauc_ndcg_at_10_std": 0.12940744480197786, + "nauc_ndcg_at_1_diff1": 0.7116405756859249, + "nauc_ndcg_at_1_max": 0.5430501074417122, + "nauc_ndcg_at_1_std": 0.08042263501843461, + "nauc_ndcg_at_20_diff1": 0.6644356276995298, + "nauc_ndcg_at_20_max": 0.5687988280435544, + "nauc_ndcg_at_20_std": 0.12626717369225446, + "nauc_ndcg_at_3_diff1": 0.6727481149025504, + "nauc_ndcg_at_3_max": 0.564317081263232, + "nauc_ndcg_at_3_std": 0.102613209787928, + "nauc_ndcg_at_5_diff1": 0.6660612536117549, + "nauc_ndcg_at_5_max": 0.5686226011293964, + "nauc_ndcg_at_5_std": 0.11649725382918551, + "nauc_precision_at_1000_diff1": 0.9074125315449832, + "nauc_precision_at_1000_max": 0.8078137869325417, + "nauc_precision_at_1000_std": 0.7860235639939473, + "nauc_precision_at_100_diff1": 0.595139281044096, + "nauc_precision_at_100_max": 0.6699413158200564, + "nauc_precision_at_100_std": 0.4437250257378986, + "nauc_precision_at_10_diff1": 0.5874169485238303, + "nauc_precision_at_10_max": 0.6185639339663763, + "nauc_precision_at_10_std": 0.23746548858395922, + "nauc_precision_at_1_diff1": 0.7116405756859249, + "nauc_precision_at_1_max": 0.5430501074417122, + "nauc_precision_at_1_std": 0.08042263501843461, + "nauc_precision_at_20_diff1": 0.5889357051854933, + "nauc_precision_at_20_max": 0.6107536922518243, + "nauc_precision_at_20_std": 0.2444806077724433, + "nauc_precision_at_3_diff1": 0.6414088458429353, + "nauc_precision_at_3_max": 0.5837258143677307, + "nauc_precision_at_3_std": 0.1263048326781224, + "nauc_precision_at_5_diff1": 0.618042102382435, + "nauc_precision_at_5_max": 0.5993869145946998, + "nauc_precision_at_5_std": 0.1708806244435686, + "nauc_recall_at_1000_diff1": 0.9074125315450335, + "nauc_recall_at_1000_max": 0.8078137869325717, + "nauc_recall_at_1000_std": 0.7860235639941433, + "nauc_recall_at_100_diff1": 0.5951392810440967, + "nauc_recall_at_100_max": 0.6699413158200553, + "nauc_recall_at_100_std": 0.44372502573789846, + "nauc_recall_at_10_diff1": 0.5874169485238308, + "nauc_recall_at_10_max": 0.6185639339663773, + "nauc_recall_at_10_std": 0.23746548858395972, + "nauc_recall_at_1_diff1": 0.7116405756859249, + "nauc_recall_at_1_max": 0.5430501074417122, + "nauc_recall_at_1_std": 0.08042263501843461, + "nauc_recall_at_20_diff1": 0.5889357051854941, + "nauc_recall_at_20_max": 0.6107536922518244, + "nauc_recall_at_20_std": 0.24448060777244449, + "nauc_recall_at_3_diff1": 0.6414088458429344, + "nauc_recall_at_3_max": 0.5837258143677305, + "nauc_recall_at_3_std": 0.12630483267812254, + "nauc_recall_at_5_diff1": 0.6180421023824358, + "nauc_recall_at_5_max": 0.5993869145947011, + "nauc_recall_at_5_std": 0.17088062444357016, + "ndcg_at_1": 0.53056, + "ndcg_at_10": 0.65659, + "ndcg_at_100": 0.68676, + "ndcg_at_1000": 0.69509, + "ndcg_at_20": 0.66876, + "ndcg_at_3": 0.61396, + "ndcg_at_5": 0.63736, + "precision_at_1": 0.53056, + "precision_at_10": 0.07884, + "precision_at_100": 0.00933, + "precision_at_1000": 0.001, + "precision_at_20": 0.04181, + "precision_at_3": 0.22393, + "precision_at_5": 0.14576, + "recall_at_1": 0.53056, + "recall_at_10": 0.78839, + "recall_at_100": 0.93323, + "recall_at_1000": 0.99846, + "recall_at_20": 0.83616, + "recall_at_3": 0.6718, + "recall_at_5": 0.72881 + }, + { + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ], + "main_score": 0.61769, + "map_at_1": 0.47763, + "map_at_10": 0.57056, + "map_at_100": 0.57789, + "map_at_1000": 0.57823, + "map_at_20": 0.57522, + "map_at_3": 0.54634, + "map_at_5": 0.56132, + "mrr_at_1": 0.4784824462061155, + "mrr_at_10": 0.5711957791799248, + "mrr_at_100": 0.5785275069089209, + "mrr_at_1000": 0.5788512739216363, + "mrr_at_20": 0.5759108027077752, + "mrr_at_3": 0.5469988674971694, + "mrr_at_5": 0.5619479048697632, + "nauc_map_at_1000_diff1": 0.6346697117803879, + "nauc_map_at_1000_max": 0.4614103360928681, + "nauc_map_at_1000_std": 0.08543998406954777, + "nauc_map_at_100_diff1": 0.6345267970703883, + "nauc_map_at_100_max": 0.4615439121732827, + "nauc_map_at_100_std": 0.08576879578037837, + "nauc_map_at_10_diff1": 0.63333544278329, + "nauc_map_at_10_max": 0.4620071817699295, + "nauc_map_at_10_std": 0.08526298072184109, + "nauc_map_at_1_diff1": 0.6818383485016536, + "nauc_map_at_1_max": 0.4428621884235262, + "nauc_map_at_1_std": 0.053791359972477054, + "nauc_map_at_20_diff1": 0.63336245009553, + "nauc_map_at_20_max": 0.4615555969179745, + "nauc_map_at_20_std": 0.08590903867362853, + "nauc_map_at_3_diff1": 0.6373981098987226, + "nauc_map_at_3_max": 0.4607065731830453, + "nauc_map_at_3_std": 0.07596770834427366, + "nauc_map_at_5_diff1": 0.6325847453672725, + "nauc_map_at_5_max": 0.4607573437561609, + "nauc_map_at_5_std": 0.08303539077786645, + "nauc_mrr_at_1000_diff1": 0.6338629606879622, + "nauc_mrr_at_1000_max": 0.46168052977941115, + "nauc_mrr_at_1000_std": 0.08677469536020191, + "nauc_mrr_at_100_diff1": 0.6337256631034424, + "nauc_mrr_at_100_max": 0.4617961909787843, + "nauc_mrr_at_100_std": 0.08707099931723, + "nauc_mrr_at_10_diff1": 0.632561500021799, + "nauc_mrr_at_10_max": 0.46223212487810444, + "nauc_mrr_at_10_std": 0.08650772151667437, + "nauc_mrr_at_1_diff1": 0.6803372216991741, + "nauc_mrr_at_1_max": 0.442697543281949, + "nauc_mrr_at_1_std": 0.055899548450457755, + "nauc_mrr_at_20_diff1": 0.6326093634474999, + "nauc_mrr_at_20_max": 0.4618306602828574, + "nauc_mrr_at_20_std": 0.08729565693214689, + "nauc_mrr_at_3_diff1": 0.6366809215128271, + "nauc_mrr_at_3_max": 0.46097049303979165, + "nauc_mrr_at_3_std": 0.0770709845860063, + "nauc_mrr_at_5_diff1": 0.6318481428940296, + "nauc_mrr_at_5_max": 0.46095578353594596, + "nauc_mrr_at_5_std": 0.0842537117047458, + "nauc_ndcg_at_1000_diff1": 0.6250572149847348, + "nauc_ndcg_at_1000_max": 0.46570804362052215, + "nauc_ndcg_at_1000_std": 0.09798825602521795, + "nauc_ndcg_at_100_diff1": 0.6216799348821754, + "nauc_ndcg_at_100_max": 0.46946627982320943, + "nauc_ndcg_at_100_std": 0.10889370994091757, + "nauc_ndcg_at_10_diff1": 0.6132487765651634, + "nauc_ndcg_at_10_max": 0.47021305062794827, + "nauc_ndcg_at_10_std": 0.10638082419329006, + "nauc_ndcg_at_1_diff1": 0.6818070136740085, + "nauc_ndcg_at_1_max": 0.4428073175199521, + "nauc_ndcg_at_1_std": 0.05309960725706929, + "nauc_ndcg_at_20_diff1": 0.6122318797999802, + "nauc_ndcg_at_20_max": 0.46851903151729035, + "nauc_ndcg_at_20_std": 0.10954315561716166, + "nauc_ndcg_at_3_diff1": 0.6224630357570435, + "nauc_ndcg_at_3_max": 0.4662639950661519, + "nauc_ndcg_at_3_std": 0.08434874690522183, + "nauc_ndcg_at_5_diff1": 0.6127896771694223, + "nauc_ndcg_at_5_max": 0.46687667530325105, + "nauc_ndcg_at_5_std": 0.09902409390647067, + "nauc_precision_at_1000_diff1": 0.0, + "nauc_precision_at_1000_max": 0.32026239145962876, + "nauc_precision_at_1000_std": 0.04773794145080938, + "nauc_precision_at_100_diff1": 0.5159756470134832, + "nauc_precision_at_100_max": 0.5724778904841948, + "nauc_precision_at_100_std": 0.42814493259694564, + "nauc_precision_at_10_diff1": 0.525296736095717, + "nauc_precision_at_10_max": 0.5070567760261234, + "nauc_precision_at_10_std": 0.20634027837175598, + "nauc_precision_at_1_diff1": 0.6818070136740085, + "nauc_precision_at_1_max": 0.4428073175199521, + "nauc_precision_at_1_std": 0.05309960725706929, + "nauc_precision_at_20_diff1": 0.4884085987653786, + "nauc_precision_at_20_max": 0.506862429663023, + "nauc_precision_at_20_std": 0.2598305932452163, + "nauc_precision_at_3_diff1": 0.5748266806807153, + "nauc_precision_at_3_max": 0.48385397670195324, + "nauc_precision_at_3_std": 0.11138095954864807, + "nauc_precision_at_5_diff1": 0.5409615943958016, + "nauc_precision_at_5_max": 0.4887287406735427, + "nauc_precision_at_5_std": 0.1595098432558943, + "nauc_recall_at_1000_diff1": 0.12281715198152919, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.5244762576696598, + "nauc_recall_at_100_max": 0.5817972895273703, + "nauc_recall_at_100_std": 0.44159302425388636, + "nauc_recall_at_10_diff1": 0.5249534523749783, + "nauc_recall_at_10_max": 0.5067311183960441, + "nauc_recall_at_10_std": 0.2073039698052665, + "nauc_recall_at_1_diff1": 0.6818383485016536, + "nauc_recall_at_1_max": 0.4428621884235262, + "nauc_recall_at_1_std": 0.053791359972477054, + "nauc_recall_at_20_diff1": 0.48786980456670037, + "nauc_recall_at_20_max": 0.5062949915002037, + "nauc_recall_at_20_std": 0.26097948130339493, + "nauc_recall_at_3_diff1": 0.5746397559155761, + "nauc_recall_at_3_max": 0.4837152001492389, + "nauc_recall_at_3_std": 0.11215226673048667, + "nauc_recall_at_5_diff1": 0.5407689369867403, + "nauc_recall_at_5_max": 0.4885675976186724, + "nauc_recall_at_5_std": 0.1603600764486406, + "ndcg_at_1": 0.47792, + "ndcg_at_10": 0.61769, + "ndcg_at_100": 0.6533, + "ndcg_at_1000": 0.66194, + "ndcg_at_20": 0.63461, + "ndcg_at_3": 0.56862, + "ndcg_at_5": 0.59564, + "precision_at_1": 0.47792, + "precision_at_10": 0.07661, + "precision_at_100": 0.00933, + "precision_at_1000": 0.001, + "precision_at_20": 0.04165, + "precision_at_3": 0.21102, + "precision_at_5": 0.13975, + "recall_at_1": 0.47763, + "recall_at_10": 0.76586, + "recall_at_100": 0.93205, + "recall_at_1000": 0.99943, + "recall_at_20": 0.83267, + "recall_at_3": 0.63279, + "recall_at_5": 0.69847 + }, + { + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "main_score": 0.64272, + "map_at_1": 0.5018, + "map_at_10": 0.59504, + "map_at_100": 0.60173, + "map_at_1000": 0.60198, + "map_at_20": 0.59908, + "map_at_3": 0.57085, + "map_at_5": 0.58508, + "mrr_at_1": 0.5028306742151313, + "mrr_at_10": 0.5953171335441024, + "mrr_at_100": 0.6021086653545333, + "mrr_at_1000": 0.6023602449247731, + "mrr_at_20": 0.5994892061201382, + "mrr_at_3": 0.5711099674043578, + "mrr_at_5": 0.5853662720878376, + "nauc_map_at_1000_diff1": 0.6766096684384697, + "nauc_map_at_1000_max": 0.5146357806781917, + "nauc_map_at_1000_std": 0.025588178437621154, + "nauc_map_at_100_diff1": 0.6765459364332367, + "nauc_map_at_100_max": 0.5147300436087937, + "nauc_map_at_100_std": 0.025971665131050953, + "nauc_map_at_10_diff1": 0.6737092046883463, + "nauc_map_at_10_max": 0.5141850245937575, + "nauc_map_at_10_std": 0.02408491276360874, + "nauc_map_at_1_diff1": 0.7165712825770968, + "nauc_map_at_1_max": 0.49892084373325796, + "nauc_map_at_1_std": 0.0035069896707162255, + "nauc_map_at_20_diff1": 0.6755149717503146, + "nauc_map_at_20_max": 0.5149691327572039, + "nauc_map_at_20_std": 0.025900303306251763, + "nauc_map_at_3_diff1": 0.6769349567405463, + "nauc_map_at_3_max": 0.5141975354527799, + "nauc_map_at_3_std": 0.014229428719909528, + "nauc_map_at_5_diff1": 0.6757398081176261, + "nauc_map_at_5_max": 0.5137634673302343, + "nauc_map_at_5_std": 0.01904370144724179, + "nauc_mrr_at_1000_diff1": 0.6754835023475184, + "nauc_mrr_at_1000_max": 0.5163485136653303, + "nauc_mrr_at_1000_std": 0.02489192095282277, + "nauc_mrr_at_100_diff1": 0.6754207000005326, + "nauc_mrr_at_100_max": 0.5164414004004892, + "nauc_mrr_at_100_std": 0.025276112730681574, + "nauc_mrr_at_10_diff1": 0.6726015017700376, + "nauc_mrr_at_10_max": 0.5159327389143257, + "nauc_mrr_at_10_std": 0.02365649546390715, + "nauc_mrr_at_1_diff1": 0.7143809236163666, + "nauc_mrr_at_1_max": 0.5018304371577825, + "nauc_mrr_at_1_std": 0.002802455833129004, + "nauc_mrr_at_20_diff1": 0.674426607032425, + "nauc_mrr_at_20_max": 0.5166242759049466, + "nauc_mrr_at_20_std": 0.02519827995180029, + "nauc_mrr_at_3_diff1": 0.6761864333596063, + "nauc_mrr_at_3_max": 0.5158194625911262, + "nauc_mrr_at_3_std": 0.013011640003312286, + "nauc_mrr_at_5_diff1": 0.6746994247318018, + "nauc_mrr_at_5_max": 0.5155061155936795, + "nauc_mrr_at_5_std": 0.017831570057303955, + "nauc_ndcg_at_1000_diff1": 0.6695877645514803, + "nauc_ndcg_at_1000_max": 0.5196618924050975, + "nauc_ndcg_at_1000_std": 0.03799943455924603, + "nauc_ndcg_at_100_diff1": 0.6680927111324086, + "nauc_ndcg_at_100_max": 0.5231479012154067, + "nauc_ndcg_at_100_std": 0.05004539275452267, + "nauc_ndcg_at_10_diff1": 0.6547048954689044, + "nauc_ndcg_at_10_max": 0.5204425584373623, + "nauc_ndcg_at_10_std": 0.040433601227635396, + "nauc_ndcg_at_1_diff1": 0.7165712825770968, + "nauc_ndcg_at_1_max": 0.49892084373325796, + "nauc_ndcg_at_1_std": 0.0035069896707162255, + "nauc_ndcg_at_20_diff1": 0.6611730123159224, + "nauc_ndcg_at_20_max": 0.5237633868682593, + "nauc_ndcg_at_20_std": 0.047887868167235455, + "nauc_ndcg_at_3_diff1": 0.6646746070167078, + "nauc_ndcg_at_3_max": 0.5201107126726168, + "nauc_ndcg_at_3_std": 0.01838043963553374, + "nauc_ndcg_at_5_diff1": 0.6615685973298374, + "nauc_ndcg_at_5_max": 0.5194103415934308, + "nauc_ndcg_at_5_std": 0.027700580782493458, + "nauc_precision_at_1000_diff1": 0.44153377059485005, + "nauc_precision_at_1000_max": 0.8352659067919427, + "nauc_precision_at_1000_std": 0.6015821083639956, + "nauc_precision_at_100_diff1": 0.5997785917901048, + "nauc_precision_at_100_max": 0.6782011300741801, + "nauc_precision_at_100_std": 0.535514487763401, + "nauc_precision_at_10_diff1": 0.5621086172660918, + "nauc_precision_at_10_max": 0.5490527366959743, + "nauc_precision_at_10_std": 0.12415656652693347, + "nauc_precision_at_1_diff1": 0.7165712825770968, + "nauc_precision_at_1_max": 0.49892084373325796, + "nauc_precision_at_1_std": 0.0035069896707162255, + "nauc_precision_at_20_diff1": 0.5763842545856347, + "nauc_precision_at_20_max": 0.5833578269250667, + "nauc_precision_at_20_std": 0.2068846481589912, + "nauc_precision_at_3_diff1": 0.6251946339289997, + "nauc_precision_at_3_max": 0.5396243183458779, + "nauc_precision_at_3_std": 0.03207906919193625, + "nauc_precision_at_5_diff1": 0.6094975560891902, + "nauc_precision_at_5_max": 0.5400699641802041, + "nauc_precision_at_5_std": 0.061302888006612155, + "nauc_recall_at_1000_diff1": 0.4415337705948274, + "nauc_recall_at_1000_max": 0.8352659067919596, + "nauc_recall_at_1000_std": 0.6015821083640421, + "nauc_recall_at_100_diff1": 0.5997785917901034, + "nauc_recall_at_100_max": 0.6782011300741776, + "nauc_recall_at_100_std": 0.5355144877634004, + "nauc_recall_at_10_diff1": 0.5621086172660911, + "nauc_recall_at_10_max": 0.5490527366959742, + "nauc_recall_at_10_std": 0.1241565665269336, + "nauc_recall_at_1_diff1": 0.7165712825770968, + "nauc_recall_at_1_max": 0.49892084373325796, + "nauc_recall_at_1_std": 0.0035069896707162255, + "nauc_recall_at_20_diff1": 0.5763842545856362, + "nauc_recall_at_20_max": 0.5833578269250668, + "nauc_recall_at_20_std": 0.20688464815899163, + "nauc_recall_at_3_diff1": 0.6251946339289997, + "nauc_recall_at_3_max": 0.5396243183458771, + "nauc_recall_at_3_std": 0.03207906919193512, + "nauc_recall_at_5_diff1": 0.6094975560891902, + "nauc_recall_at_5_max": 0.5400699641802039, + "nauc_recall_at_5_std": 0.06130288800661275, + "ndcg_at_1": 0.5018, + "ndcg_at_10": 0.64272, + "ndcg_at_100": 0.67575, + "ndcg_at_1000": 0.68196, + "ndcg_at_20": 0.65768, + "ndcg_at_3": 0.59294, + "ndcg_at_5": 0.61859, + "precision_at_1": 0.5018, + "precision_at_10": 0.07936, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "precision_at_20": 0.04267, + "precision_at_3": 0.21891, + "precision_at_5": 0.1438, + "recall_at_1": 0.5018, + "recall_at_10": 0.79362, + "recall_at_100": 0.94853, + "recall_at_1000": 0.9964, + "recall_at_20": 0.85332, + "recall_at_3": 0.65672, + "recall_at_5": 0.71899 + }, + { + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ], + "main_score": 0.69471, + "map_at_1": 0.58567, + "map_at_10": 0.65918, + "map_at_100": 0.66439, + "map_at_1000": 0.66467, + "map_at_20": 0.66244, + "map_at_3": 0.64223, + "map_at_5": 0.65254, + "mrr_at_1": 0.5858644859813084, + "mrr_at_10": 0.6592041703753164, + "mrr_at_100": 0.6644319434177937, + "mrr_at_1000": 0.6647032795641359, + "mrr_at_20": 0.6624937939429443, + "mrr_at_3": 0.6421988577362421, + "mrr_at_5": 0.6524889667705096, + "nauc_map_at_1000_diff1": 0.7697376805865755, + "nauc_map_at_1000_max": 0.6376727537917388, + "nauc_map_at_1000_std": 0.12236351538544184, + "nauc_map_at_100_diff1": 0.7696133574018109, + "nauc_map_at_100_max": 0.6377372507148019, + "nauc_map_at_100_std": 0.12261810401357552, + "nauc_map_at_10_diff1": 0.7690489088535455, + "nauc_map_at_10_max": 0.637900987091891, + "nauc_map_at_10_std": 0.12206473674663164, + "nauc_map_at_1_diff1": 0.798524258653465, + "nauc_map_at_1_max": 0.6139232464328979, + "nauc_map_at_1_std": 0.07202487333988969, + "nauc_map_at_20_diff1": 0.7692841411310688, + "nauc_map_at_20_max": 0.6380868284943481, + "nauc_map_at_20_std": 0.12276941577492816, + "nauc_map_at_3_diff1": 0.7720745456944723, + "nauc_map_at_3_max": 0.637478411794253, + "nauc_map_at_3_std": 0.11249424719521592, + "nauc_map_at_5_diff1": 0.7702734867513029, + "nauc_map_at_5_max": 0.6385336032241783, + "nauc_map_at_5_std": 0.11917860238499078, + "nauc_mrr_at_1000_diff1": 0.7694375644277041, + "nauc_mrr_at_1000_max": 0.637392601444075, + "nauc_mrr_at_1000_std": 0.12221002249348904, + "nauc_mrr_at_100_diff1": 0.7693137280431721, + "nauc_mrr_at_100_max": 0.6374572959231423, + "nauc_mrr_at_100_std": 0.12246481629818137, + "nauc_mrr_at_10_diff1": 0.7687723107381258, + "nauc_mrr_at_10_max": 0.6376441255797077, + "nauc_mrr_at_10_std": 0.12189796074668827, + "nauc_mrr_at_1_diff1": 0.798089274205376, + "nauc_mrr_at_1_max": 0.6135164904099399, + "nauc_mrr_at_1_std": 0.07202543861077364, + "nauc_mrr_at_20_diff1": 0.7690008896731759, + "nauc_mrr_at_20_max": 0.6378272195061478, + "nauc_mrr_at_20_std": 0.12267297812391782, + "nauc_mrr_at_3_diff1": 0.7719479009560917, + "nauc_mrr_at_3_max": 0.6373307432828504, + "nauc_mrr_at_3_std": 0.1119743538855145, + "nauc_mrr_at_5_diff1": 0.7697420645110948, + "nauc_mrr_at_5_max": 0.6380036363292478, + "nauc_mrr_at_5_std": 0.11860399049904026, + "nauc_ndcg_at_1000_diff1": 0.7615888403208372, + "nauc_ndcg_at_1000_max": 0.6439484058292566, + "nauc_ndcg_at_1000_std": 0.14483477533151687, + "nauc_ndcg_at_100_diff1": 0.7581369532441822, + "nauc_ndcg_at_100_max": 0.6462719136490259, + "nauc_ndcg_at_100_std": 0.15404817853514796, + "nauc_ndcg_at_10_diff1": 0.7546721642077057, + "nauc_ndcg_at_10_max": 0.6470675234843976, + "nauc_ndcg_at_10_std": 0.1497291039142634, + "nauc_ndcg_at_1_diff1": 0.798524258653465, + "nauc_ndcg_at_1_max": 0.6139232464328979, + "nauc_ndcg_at_1_std": 0.07202487333988969, + "nauc_ndcg_at_20_diff1": 0.7550014356640751, + "nauc_ndcg_at_20_max": 0.6479492186387399, + "nauc_ndcg_at_20_std": 0.15345559365239128, + "nauc_ndcg_at_3_diff1": 0.7622016256969237, + "nauc_ndcg_at_3_max": 0.6457154689636787, + "nauc_ndcg_at_3_std": 0.12811441593411674, + "nauc_ndcg_at_5_diff1": 0.7582889686100875, + "nauc_ndcg_at_5_max": 0.6481718711847198, + "nauc_ndcg_at_5_std": 0.1413610393500424, + "nauc_precision_at_1000_diff1": 0.624129766345954, + "nauc_precision_at_1000_max": 0.7754638474414269, + "nauc_precision_at_1000_std": 0.8992409513677505, + "nauc_precision_at_100_diff1": 0.6495935696789784, + "nauc_precision_at_100_max": 0.7309134359142978, + "nauc_precision_at_100_std": 0.5343511232474423, + "nauc_precision_at_10_diff1": 0.6887380168453281, + "nauc_precision_at_10_max": 0.6876005111659574, + "nauc_precision_at_10_std": 0.2796976654718209, + "nauc_precision_at_1_diff1": 0.798524258653465, + "nauc_precision_at_1_max": 0.6139232464328979, + "nauc_precision_at_1_std": 0.07202487333988969, + "nauc_precision_at_20_diff1": 0.6723235449226519, + "nauc_precision_at_20_max": 0.7041343049562855, + "nauc_precision_at_20_std": 0.34066375392144405, + "nauc_precision_at_3_diff1": 0.7292285712992005, + "nauc_precision_at_3_max": 0.6730359912533166, + "nauc_precision_at_3_std": 0.1804569248169921, + "nauc_precision_at_5_diff1": 0.7128922232986566, + "nauc_precision_at_5_max": 0.6843794310610843, + "nauc_precision_at_5_std": 0.22644153340081724, + "nauc_recall_at_1000_diff1": 0.6416448270616228, + "nauc_recall_at_1000_max": 0.792530907327431, + "nauc_recall_at_1000_std": 0.8967006348636445, + "nauc_recall_at_100_diff1": 0.6529980163499267, + "nauc_recall_at_100_max": 0.7339029104203182, + "nauc_recall_at_100_std": 0.5321499024710162, + "nauc_recall_at_10_diff1": 0.6884828546559886, + "nauc_recall_at_10_max": 0.6871881536180158, + "nauc_recall_at_10_std": 0.2786345914228656, + "nauc_recall_at_1_diff1": 0.798524258653465, + "nauc_recall_at_1_max": 0.6139232464328979, + "nauc_recall_at_1_std": 0.07202487333988969, + "nauc_recall_at_20_diff1": 0.6720062281168829, + "nauc_recall_at_20_max": 0.7035957725026448, + "nauc_recall_at_20_std": 0.3392644367944902, + "nauc_recall_at_3_diff1": 0.7292285712992012, + "nauc_recall_at_3_max": 0.6730359912533165, + "nauc_recall_at_3_std": 0.18045692481699224, + "nauc_recall_at_5_diff1": 0.7128922232986561, + "nauc_recall_at_5_max": 0.6843794310610845, + "nauc_recall_at_5_std": 0.22644153340081738, + "ndcg_at_1": 0.58567, + "ndcg_at_10": 0.69471, + "ndcg_at_100": 0.72056, + "ndcg_at_1000": 0.72791, + "ndcg_at_20": 0.70643, + "ndcg_at_3": 0.6602, + "ndcg_at_5": 0.67862, + "precision_at_1": 0.58567, + "precision_at_10": 0.08063, + "precision_at_100": 0.00929, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04261, + "precision_at_3": 0.23734, + "precision_at_5": 0.15129, + "recall_at_1": 0.58567, + "recall_at_10": 0.80617, + "recall_at_100": 0.92835, + "recall_at_1000": 0.98657, + "recall_at_20": 0.85212, + "recall_at_3": 0.71203, + "recall_at_5": 0.75643 + } + ], + "validation": [ + { + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ], + "main_score": 0.77674, + "map_at_1": 0.66538, + "map_at_10": 0.73856, + "map_at_100": 0.7419, + "map_at_1000": 0.74202, + "map_at_20": 0.74068, + "map_at_3": 0.71663, + "map_at_5": 0.72979, + "mrr_at_1": 0.6634429400386848, + "mrr_at_10": 0.737332289459949, + "mrr_at_100": 0.7408550270511443, + "mrr_at_1000": 0.7409694188133896, + "mrr_at_20": 0.7396359877733872, + "mrr_at_3": 0.7156673114119922, + "mrr_at_5": 0.7284332688588007, + "nauc_map_at_1000_diff1": 0.7920181798498661, + "nauc_map_at_1000_max": 0.71777080407219, + "nauc_map_at_1000_std": 0.25406849346755667, + "nauc_map_at_100_diff1": 0.7920171353713159, + "nauc_map_at_100_max": 0.7177760190553023, + "nauc_map_at_100_std": 0.25419608793314613, + "nauc_map_at_10_diff1": 0.7904244584880746, + "nauc_map_at_10_max": 0.7180621824232424, + "nauc_map_at_10_std": 0.2561562707258766, + "nauc_map_at_1_diff1": 0.8121841586097626, + "nauc_map_at_1_max": 0.6986988517687465, + "nauc_map_at_1_std": 0.23441313681618736, + "nauc_map_at_20_diff1": 0.7911937533871068, + "nauc_map_at_20_max": 0.7173042088742693, + "nauc_map_at_20_std": 0.2531997196960637, + "nauc_map_at_3_diff1": 0.7901467262347208, + "nauc_map_at_3_max": 0.7241055531364616, + "nauc_map_at_3_std": 0.2504533699666636, + "nauc_map_at_5_diff1": 0.7905710405461296, + "nauc_map_at_5_max": 0.7234069387998531, + "nauc_map_at_5_std": 0.25429343358435363, + "nauc_mrr_at_1000_diff1": 0.7942995566747798, + "nauc_mrr_at_1000_max": 0.7185083673613412, + "nauc_mrr_at_1000_std": 0.25605783855992226, + "nauc_mrr_at_100_diff1": 0.7942973617020759, + "nauc_mrr_at_100_max": 0.7185132486101897, + "nauc_mrr_at_100_std": 0.2561842209758502, + "nauc_mrr_at_10_diff1": 0.7922472891278783, + "nauc_mrr_at_10_max": 0.7187390312392624, + "nauc_mrr_at_10_std": 0.25872092862991475, + "nauc_mrr_at_1_diff1": 0.8159914230638815, + "nauc_mrr_at_1_max": 0.6998552057533844, + "nauc_mrr_at_1_std": 0.23735135801124774, + "nauc_mrr_at_20_diff1": 0.793476389293137, + "nauc_mrr_at_20_max": 0.7180408475065705, + "nauc_mrr_at_20_std": 0.2551864068721641, + "nauc_mrr_at_3_diff1": 0.7923680522901145, + "nauc_mrr_at_3_max": 0.7247099054269106, + "nauc_mrr_at_3_std": 0.25209526681456645, + "nauc_mrr_at_5_diff1": 0.7923459788797194, + "nauc_mrr_at_5_max": 0.7244362702605411, + "nauc_mrr_at_5_std": 0.2568260787239033, + "nauc_ndcg_at_1000_diff1": 0.7890948071139287, + "nauc_ndcg_at_1000_max": 0.7206486182882013, + "nauc_ndcg_at_1000_std": 0.26138003222145667, + "nauc_ndcg_at_100_diff1": 0.7891635813011189, + "nauc_ndcg_at_100_max": 0.7216576552851193, + "nauc_ndcg_at_100_std": 0.2657499831161497, + "nauc_ndcg_at_10_diff1": 0.7811662024753514, + "nauc_ndcg_at_10_max": 0.7219746418232788, + "nauc_ndcg_at_10_std": 0.27427722516056513, + "nauc_ndcg_at_1_diff1": 0.8121841586097626, + "nauc_ndcg_at_1_max": 0.6986988517687465, + "nauc_ndcg_at_1_std": 0.23441313681618736, + "nauc_ndcg_at_20_diff1": 0.7838189786155338, + "nauc_ndcg_at_20_max": 0.7190815561456857, + "nauc_ndcg_at_20_std": 0.2611172561788513, + "nauc_ndcg_at_3_diff1": 0.7816908205334747, + "nauc_ndcg_at_3_max": 0.7353585560534929, + "nauc_ndcg_at_3_std": 0.259762693411637, + "nauc_ndcg_at_5_diff1": 0.7820143931101341, + "nauc_ndcg_at_5_max": 0.7349550094871403, + "nauc_ndcg_at_5_std": 0.2686348681079319, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7948350044560359, + "nauc_precision_at_100_max": 0.8044561148503314, + "nauc_precision_at_100_std": 0.577369729543912, + "nauc_precision_at_10_diff1": 0.7225019230077039, + "nauc_precision_at_10_max": 0.7383780594549221, + "nauc_precision_at_10_std": 0.39908059425322184, + "nauc_precision_at_1_diff1": 0.8121841586097626, + "nauc_precision_at_1_max": 0.6986988517687465, + "nauc_precision_at_1_std": 0.23441313681618736, + "nauc_precision_at_20_diff1": 0.7216822075739883, + "nauc_precision_at_20_max": 0.7163313253973841, + "nauc_precision_at_20_std": 0.3104796218431937, + "nauc_precision_at_3_diff1": 0.7521117212577579, + "nauc_precision_at_3_max": 0.7752607444234444, + "nauc_precision_at_3_std": 0.29345683270009065, + "nauc_precision_at_5_diff1": 0.7453235468912145, + "nauc_precision_at_5_max": 0.7854578161466804, + "nauc_precision_at_5_std": 0.3344467605753809, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7948350044560405, + "nauc_recall_at_100_max": 0.8044561148503262, + "nauc_recall_at_100_std": 0.5773697295439063, + "nauc_recall_at_10_diff1": 0.7225019230077044, + "nauc_recall_at_10_max": 0.7383780594549225, + "nauc_recall_at_10_std": 0.399080594253222, + "nauc_recall_at_1_diff1": 0.8121841586097626, + "nauc_recall_at_1_max": 0.6986988517687465, + "nauc_recall_at_1_std": 0.23441313681618736, + "nauc_recall_at_20_diff1": 0.7216822075739913, + "nauc_recall_at_20_max": 0.7163313253973853, + "nauc_recall_at_20_std": 0.31047962184319533, + "nauc_recall_at_3_diff1": 0.7521117212577582, + "nauc_recall_at_3_max": 0.7752607444234436, + "nauc_recall_at_3_std": 0.2934568327000903, + "nauc_recall_at_5_diff1": 0.7453235468912149, + "nauc_recall_at_5_max": 0.7854578161466805, + "nauc_recall_at_5_std": 0.33444676057538225, + "ndcg_at_1": 0.66538, + "ndcg_at_10": 0.77674, + "ndcg_at_100": 0.79406, + "ndcg_at_1000": 0.79666, + "ndcg_at_20": 0.78486, + "ndcg_at_3": 0.73282, + "ndcg_at_5": 0.75622, + "precision_at_1": 0.66538, + "precision_at_10": 0.08975, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "precision_at_20": 0.04652, + "precision_at_3": 0.25983, + "precision_at_5": 0.16712, + "recall_at_1": 0.66538, + "recall_at_10": 0.89749, + "recall_at_100": 0.98066, + "recall_at_1000": 1.0, + "recall_at_20": 0.93037, + "recall_at_3": 0.7795, + "recall_at_5": 0.83559 + }, + { + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ], + "main_score": 0.80346, + "map_at_1": 0.68599, + "map_at_10": 0.76308, + "map_at_100": 0.76592, + "map_at_1000": 0.76597, + "map_at_20": 0.76487, + "map_at_3": 0.74155, + "map_at_5": 0.75435, + "mrr_at_1": 0.6859903381642513, + "mrr_at_10": 0.7631489149605092, + "mrr_at_100": 0.7659798544111168, + "mrr_at_1000": 0.7660250031762982, + "mrr_at_20": 0.7649420176117355, + "mrr_at_3": 0.7415458937198067, + "mrr_at_5": 0.7543478260869565, + "nauc_map_at_1000_diff1": 0.7544329949560429, + "nauc_map_at_1000_max": 0.6570155758841442, + "nauc_map_at_1000_std": 0.2673598643067167, + "nauc_map_at_100_diff1": 0.7544259511443197, + "nauc_map_at_100_max": 0.6570621552713862, + "nauc_map_at_100_std": 0.26732784341884946, + "nauc_map_at_10_diff1": 0.7536380316380158, + "nauc_map_at_10_max": 0.6568300021985425, + "nauc_map_at_10_std": 0.2736000531654713, + "nauc_map_at_1_diff1": 0.7807682198726735, + "nauc_map_at_1_max": 0.6308130712685766, + "nauc_map_at_1_std": 0.2197846238693771, + "nauc_map_at_20_diff1": 0.7539518391711005, + "nauc_map_at_20_max": 0.6572038257272284, + "nauc_map_at_20_std": 0.2703440108659415, + "nauc_map_at_3_diff1": 0.75035100405399, + "nauc_map_at_3_max": 0.660500042371382, + "nauc_map_at_3_std": 0.24858232884698084, + "nauc_map_at_5_diff1": 0.7482231945761086, + "nauc_map_at_5_max": 0.6594715013636702, + "nauc_map_at_5_std": 0.26002875569036826, + "nauc_mrr_at_1000_diff1": 0.7546203866244068, + "nauc_mrr_at_1000_max": 0.6569545543959306, + "nauc_mrr_at_1000_std": 0.26723362851543814, + "nauc_mrr_at_100_diff1": 0.7546132996123543, + "nauc_mrr_at_100_max": 0.6570011605917354, + "nauc_mrr_at_100_std": 0.2672016261517801, + "nauc_mrr_at_10_diff1": 0.7538416112935935, + "nauc_mrr_at_10_max": 0.6567616413526608, + "nauc_mrr_at_10_std": 0.27345550938313656, + "nauc_mrr_at_1_diff1": 0.7807682198726735, + "nauc_mrr_at_1_max": 0.6308130712685766, + "nauc_mrr_at_1_std": 0.2197846238693771, + "nauc_mrr_at_20_diff1": 0.7541572883490317, + "nauc_mrr_at_20_max": 0.6571349927927431, + "nauc_mrr_at_20_std": 0.2701971542391901, + "nauc_mrr_at_3_diff1": 0.75035100405399, + "nauc_mrr_at_3_max": 0.660500042371382, + "nauc_mrr_at_3_std": 0.24858232884698084, + "nauc_mrr_at_5_diff1": 0.7482231945761086, + "nauc_mrr_at_5_max": 0.6594715013636702, + "nauc_mrr_at_5_std": 0.26002875569036826, + "nauc_ndcg_at_1000_diff1": 0.7519345264704038, + "nauc_ndcg_at_1000_max": 0.6609536758157414, + "nauc_ndcg_at_1000_std": 0.27890129196685165, + "nauc_ndcg_at_100_diff1": 0.7518035859652241, + "nauc_ndcg_at_100_max": 0.6618752857538002, + "nauc_ndcg_at_100_std": 0.2782046355523915, + "nauc_ndcg_at_10_diff1": 0.7486089329780227, + "nauc_ndcg_at_10_max": 0.662892976963409, + "nauc_ndcg_at_10_std": 0.3150099073474096, + "nauc_ndcg_at_1_diff1": 0.7807682198726735, + "nauc_ndcg_at_1_max": 0.6308130712685766, + "nauc_ndcg_at_1_std": 0.2197846238693771, + "nauc_ndcg_at_20_diff1": 0.7504075759041103, + "nauc_ndcg_at_20_max": 0.665333986728302, + "nauc_ndcg_at_20_std": 0.30099559723094443, + "nauc_ndcg_at_3_diff1": 0.739796521795457, + "nauc_ndcg_at_3_max": 0.6701587482827288, + "nauc_ndcg_at_3_std": 0.2558398957788916, + "nauc_ndcg_at_5_diff1": 0.7334525190651943, + "nauc_ndcg_at_5_max": 0.6686827535916173, + "nauc_ndcg_at_5_std": 0.2798773417781241, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7223657438101685, + "nauc_precision_at_100_max": 0.8690702087286599, + "nauc_precision_at_100_std": 0.12158341634310299, + "nauc_precision_at_10_diff1": 0.7217071706123243, + "nauc_precision_at_10_max": 0.7081524414608429, + "nauc_precision_at_10_std": 0.7171136994164558, + "nauc_precision_at_1_diff1": 0.7807682198726735, + "nauc_precision_at_1_max": 0.6308130712685766, + "nauc_precision_at_1_std": 0.2197846238693771, + "nauc_precision_at_20_diff1": 0.7373639227458834, + "nauc_precision_at_20_max": 0.7880569151775842, + "nauc_precision_at_20_std": 0.7670630003702779, + "nauc_precision_at_3_diff1": 0.7020776839685894, + "nauc_precision_at_3_max": 0.7044049188462238, + "nauc_precision_at_3_std": 0.2806209457918813, + "nauc_precision_at_5_diff1": 0.661116669908031, + "nauc_precision_at_5_max": 0.7108298065127584, + "nauc_precision_at_5_std": 0.3786690723139633, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7223657438101448, + "nauc_recall_at_100_max": 0.8690702087286621, + "nauc_recall_at_100_std": 0.12158341634304279, + "nauc_recall_at_10_diff1": 0.7217071706123257, + "nauc_recall_at_10_max": 0.7081524414608472, + "nauc_recall_at_10_std": 0.7171136994164601, + "nauc_recall_at_1_diff1": 0.7807682198726735, + "nauc_recall_at_1_max": 0.6308130712685766, + "nauc_recall_at_1_std": 0.2197846238693771, + "nauc_recall_at_20_diff1": 0.7373639227458826, + "nauc_recall_at_20_max": 0.7880569151775809, + "nauc_recall_at_20_std": 0.7670630003702813, + "nauc_recall_at_3_diff1": 0.7020776839685894, + "nauc_recall_at_3_max": 0.7044049188462254, + "nauc_recall_at_3_std": 0.2806209457918844, + "nauc_recall_at_5_diff1": 0.6611166699080314, + "nauc_recall_at_5_max": 0.7108298065127595, + "nauc_recall_at_5_std": 0.37866907231396446, + "ndcg_at_1": 0.68599, + "ndcg_at_10": 0.80346, + "ndcg_at_100": 0.81708, + "ndcg_at_1000": 0.8178, + "ndcg_at_20": 0.8105, + "ndcg_at_3": 0.75839, + "ndcg_at_5": 0.78188, + "precision_at_1": 0.68599, + "precision_at_10": 0.09324, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04807, + "precision_at_3": 0.26892, + "precision_at_5": 0.17295, + "recall_at_1": 0.68599, + "recall_at_10": 0.93237, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "recall_at_20": 0.96135, + "recall_at_3": 0.80676, + "recall_at_5": 0.86473 + }, + { + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ], + "main_score": 0.78975, + "map_at_1": 0.67118, + "map_at_10": 0.75058, + "map_at_100": 0.75381, + "map_at_1000": 0.75391, + "map_at_20": 0.7527, + "map_at_3": 0.72953, + "map_at_5": 0.7422, + "mrr_at_1": 0.6711798839458414, + "mrr_at_10": 0.7504167817997606, + "mrr_at_100": 0.7536413240019719, + "mrr_at_1000": 0.7537430933928608, + "mrr_at_20": 0.7525430134171024, + "mrr_at_3": 0.7288845905867182, + "mrr_at_5": 0.7420373952288845, + "nauc_map_at_1000_diff1": 0.7835503370194814, + "nauc_map_at_1000_max": 0.66668623215093, + "nauc_map_at_1000_std": 0.13093846683544805, + "nauc_map_at_100_diff1": 0.7835934657869463, + "nauc_map_at_100_max": 0.6667894460391943, + "nauc_map_at_100_std": 0.13112616129872856, + "nauc_map_at_10_diff1": 0.7830852544595455, + "nauc_map_at_10_max": 0.6682296253758979, + "nauc_map_at_10_std": 0.13216643437253867, + "nauc_map_at_1_diff1": 0.7888891037725159, + "nauc_map_at_1_max": 0.6321467063265155, + "nauc_map_at_1_std": 0.11388697426969105, + "nauc_map_at_20_diff1": 0.7836264612155621, + "nauc_map_at_20_max": 0.6669058919689344, + "nauc_map_at_20_std": 0.13122807142714138, + "nauc_map_at_3_diff1": 0.7787159434604558, + "nauc_map_at_3_max": 0.6722195524600286, + "nauc_map_at_3_std": 0.12597017842522945, + "nauc_map_at_5_diff1": 0.7824176808391883, + "nauc_map_at_5_max": 0.6714010484006925, + "nauc_map_at_5_std": 0.14187026679686457, + "nauc_mrr_at_1000_diff1": 0.7832200677743635, + "nauc_mrr_at_1000_max": 0.666195832953669, + "nauc_mrr_at_1000_std": 0.13153551009277248, + "nauc_mrr_at_100_diff1": 0.7832633496921112, + "nauc_mrr_at_100_max": 0.666299235576288, + "nauc_mrr_at_100_std": 0.1317226528670721, + "nauc_mrr_at_10_diff1": 0.7827567116930441, + "nauc_mrr_at_10_max": 0.6677444758681245, + "nauc_mrr_at_10_std": 0.1327410491117416, + "nauc_mrr_at_1_diff1": 0.7888891037725159, + "nauc_mrr_at_1_max": 0.6321467063265155, + "nauc_mrr_at_1_std": 0.11388697426969105, + "nauc_mrr_at_20_diff1": 0.7832943748941418, + "nauc_mrr_at_20_max": 0.6664166597986653, + "nauc_mrr_at_20_std": 0.13180887933284186, + "nauc_mrr_at_3_diff1": 0.7775149931767418, + "nauc_mrr_at_3_max": 0.6704255230399042, + "nauc_mrr_at_3_std": 0.12809794452730758, + "nauc_mrr_at_5_diff1": 0.7821004258922029, + "nauc_mrr_at_5_max": 0.6709304116187028, + "nauc_mrr_at_5_std": 0.1424207129973116, + "nauc_ndcg_at_1000_diff1": 0.7838324332780013, + "nauc_ndcg_at_1000_max": 0.6712625107992557, + "nauc_ndcg_at_1000_std": 0.1341252080593679, + "nauc_ndcg_at_100_diff1": 0.7850838796537482, + "nauc_ndcg_at_100_max": 0.6740288264454795, + "nauc_ndcg_at_100_std": 0.13818274071811826, + "nauc_ndcg_at_10_diff1": 0.7825330112295213, + "nauc_ndcg_at_10_max": 0.678851953461654, + "nauc_ndcg_at_10_std": 0.13999483409473315, + "nauc_ndcg_at_1_diff1": 0.7888891037725159, + "nauc_ndcg_at_1_max": 0.6321467063265155, + "nauc_ndcg_at_1_std": 0.11388697426969105, + "nauc_ndcg_at_20_diff1": 0.784755800369889, + "nauc_ndcg_at_20_max": 0.6731355025967807, + "nauc_ndcg_at_20_std": 0.13607597824786616, + "nauc_ndcg_at_3_diff1": 0.775264474592524, + "nauc_ndcg_at_3_max": 0.6866370716733065, + "nauc_ndcg_at_3_std": 0.13096337211855089, + "nauc_ndcg_at_5_diff1": 0.7816717860231291, + "nauc_ndcg_at_5_max": 0.686077079702977, + "nauc_ndcg_at_5_std": 0.16198758458659757, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.887055957756424, + "nauc_precision_at_100_max": 0.8958549899623194, + "nauc_precision_at_100_std": 0.443926945421574, + "nauc_precision_at_10_diff1": 0.7792996137078383, + "nauc_precision_at_10_max": 0.7473310504953411, + "nauc_precision_at_10_std": 0.19232683491379146, + "nauc_precision_at_1_diff1": 0.7888891037725159, + "nauc_precision_at_1_max": 0.6321467063265155, + "nauc_precision_at_1_std": 0.11388697426969105, + "nauc_precision_at_20_diff1": 0.8044861355023547, + "nauc_precision_at_20_max": 0.7109749763070083, + "nauc_precision_at_20_std": 0.17111384678941835, + "nauc_precision_at_3_diff1": 0.762978588121034, + "nauc_precision_at_3_max": 0.7383113799140102, + "nauc_precision_at_3_std": 0.14912162271771143, + "nauc_precision_at_5_diff1": 0.7793383782366643, + "nauc_precision_at_5_max": 0.7524066095121212, + "nauc_precision_at_5_std": 0.26048432874903465, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.887055957756434, + "nauc_recall_at_100_max": 0.8958549899623294, + "nauc_recall_at_100_std": 0.4439269454215877, + "nauc_recall_at_10_diff1": 0.7792996137078395, + "nauc_recall_at_10_max": 0.7473310504953405, + "nauc_recall_at_10_std": 0.19232683491379224, + "nauc_recall_at_1_diff1": 0.7888891037725159, + "nauc_recall_at_1_max": 0.6321467063265155, + "nauc_recall_at_1_std": 0.11388697426969105, + "nauc_recall_at_20_diff1": 0.8044861355023558, + "nauc_recall_at_20_max": 0.7109749763070132, + "nauc_recall_at_20_std": 0.17111384678942482, + "nauc_recall_at_3_diff1": 0.7629785881210348, + "nauc_recall_at_3_max": 0.7383113799140099, + "nauc_recall_at_3_std": 0.14912162271771096, + "nauc_recall_at_5_diff1": 0.7793383782366635, + "nauc_recall_at_5_max": 0.7524066095121209, + "nauc_recall_at_5_std": 0.26048432874903565, + "ndcg_at_1": 0.67118, + "ndcg_at_10": 0.78975, + "ndcg_at_100": 0.80519, + "ndcg_at_1000": 0.80731, + "ndcg_at_20": 0.79755, + "ndcg_at_3": 0.74742, + "ndcg_at_5": 0.76998, + "precision_at_1": 0.67118, + "precision_at_10": 0.0913, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "precision_at_20": 0.0472, + "precision_at_3": 0.26628, + "precision_at_5": 0.1706, + "recall_at_1": 0.67118, + "recall_at_10": 0.91296, + "recall_at_100": 0.98453, + "recall_at_1000": 1.0, + "recall_at_20": 0.94391, + "recall_at_3": 0.79884, + "recall_at_5": 0.853 + }, + { + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ], + "main_score": 0.81484, + "map_at_1": 0.68323, + "map_at_10": 0.77523, + "map_at_100": 0.77772, + "map_at_1000": 0.77772, + "map_at_20": 0.77655, + "map_at_3": 0.75983, + "map_at_5": 0.76511, + "mrr_at_1": 0.6832298136645962, + "mrr_at_10": 0.7752316868776497, + "mrr_at_100": 0.7777019055460853, + "mrr_at_1000": 0.7777019055460853, + "mrr_at_20": 0.7765499019106985, + "mrr_at_3": 0.7598343685300207, + "mrr_at_5": 0.7651138716356108, + "nauc_map_at_1000_diff1": 0.8104033958406589, + "nauc_map_at_1000_max": 0.6248696389484729, + "nauc_map_at_1000_std": 0.08050576682724706, + "nauc_map_at_100_diff1": 0.8104033958406589, + "nauc_map_at_100_max": 0.6248696389484729, + "nauc_map_at_100_std": 0.08050576682724706, + "nauc_map_at_10_diff1": 0.808714670829732, + "nauc_map_at_10_max": 0.6270522037427879, + "nauc_map_at_10_std": 0.08098757837227254, + "nauc_map_at_1_diff1": 0.8431896638959312, + "nauc_map_at_1_max": 0.5973023796676363, + "nauc_map_at_1_std": 0.017067780109549416, + "nauc_map_at_20_diff1": 0.810301085115393, + "nauc_map_at_20_max": 0.626137213639402, + "nauc_map_at_20_std": 0.0810801137213525, + "nauc_map_at_3_diff1": 0.8060544497646726, + "nauc_map_at_3_max": 0.6208696524273416, + "nauc_map_at_3_std": 0.09226527801051096, + "nauc_map_at_5_diff1": 0.8061175512605794, + "nauc_map_at_5_max": 0.6286688354284713, + "nauc_map_at_5_std": 0.0808392994889187, + "nauc_mrr_at_1000_diff1": 0.810416464240186, + "nauc_mrr_at_1000_max": 0.6248954957060595, + "nauc_mrr_at_1000_std": 0.08042049168662221, + "nauc_mrr_at_100_diff1": 0.810416464240186, + "nauc_mrr_at_100_max": 0.6248954957060595, + "nauc_mrr_at_100_std": 0.08042049168662221, + "nauc_mrr_at_10_diff1": 0.808714670829732, + "nauc_mrr_at_10_max": 0.6270522037427879, + "nauc_mrr_at_10_std": 0.08098757837227254, + "nauc_mrr_at_1_diff1": 0.8431896638959312, + "nauc_mrr_at_1_max": 0.5973023796676363, + "nauc_mrr_at_1_std": 0.017067780109549416, + "nauc_mrr_at_20_diff1": 0.810301085115393, + "nauc_mrr_at_20_max": 0.626137213639402, + "nauc_mrr_at_20_std": 0.0810801137213525, + "nauc_mrr_at_3_diff1": 0.8060544497646726, + "nauc_mrr_at_3_max": 0.6208696524273416, + "nauc_mrr_at_3_std": 0.09226527801051096, + "nauc_mrr_at_5_diff1": 0.8061175512605794, + "nauc_mrr_at_5_max": 0.6286688354284713, + "nauc_mrr_at_5_std": 0.0808392994889187, + "nauc_ndcg_at_1000_diff1": 0.8065355023379318, + "nauc_ndcg_at_1000_max": 0.6311416093277711, + "nauc_ndcg_at_1000_std": 0.09085836678745525, + "nauc_ndcg_at_100_diff1": 0.8065355023379318, + "nauc_ndcg_at_100_max": 0.6311416093277711, + "nauc_ndcg_at_100_std": 0.09085836678745525, + "nauc_ndcg_at_10_diff1": 0.7983881388780432, + "nauc_ndcg_at_10_max": 0.6451619875453093, + "nauc_ndcg_at_10_std": 0.10002467435096127, + "nauc_ndcg_at_1_diff1": 0.8431896638959312, + "nauc_ndcg_at_1_max": 0.5973023796676363, + "nauc_ndcg_at_1_std": 0.017067780109549416, + "nauc_ndcg_at_20_diff1": 0.805602090036228, + "nauc_ndcg_at_20_max": 0.6415040124185393, + "nauc_ndcg_at_20_std": 0.10359915041034735, + "nauc_ndcg_at_3_diff1": 0.7921600615394845, + "nauc_ndcg_at_3_max": 0.6312685347377367, + "nauc_ndcg_at_3_std": 0.12024564999741208, + "nauc_ndcg_at_5_diff1": 0.792182457583206, + "nauc_ndcg_at_5_max": 0.6481727219054662, + "nauc_ndcg_at_5_std": 0.09839717527853171, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.715979160337379, + "nauc_precision_at_10_max": 0.8146830992334033, + "nauc_precision_at_10_std": 0.25779159729457646, + "nauc_precision_at_1_diff1": 0.8431896638959312, + "nauc_precision_at_1_max": 0.5973023796676363, + "nauc_precision_at_1_std": 0.017067780109549416, + "nauc_precision_at_20_diff1": 0.7889546301597367, + "nauc_precision_at_20_max": 0.8331970075395928, + "nauc_precision_at_20_std": 0.39593944168791007, + "nauc_precision_at_3_diff1": 0.7358366183928637, + "nauc_precision_at_3_max": 0.6741843184659239, + "nauc_precision_at_3_std": 0.23359436614962434, + "nauc_precision_at_5_diff1": 0.7280290869769709, + "nauc_precision_at_5_max": 0.7449438245470161, + "nauc_precision_at_5_std": 0.17388810075115863, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7159791603373771, + "nauc_recall_at_10_max": 0.8146830992334039, + "nauc_recall_at_10_std": 0.2577915972945778, + "nauc_recall_at_1_diff1": 0.8431896638959312, + "nauc_recall_at_1_max": 0.5973023796676363, + "nauc_recall_at_1_std": 0.017067780109549416, + "nauc_recall_at_20_diff1": 0.7889546301597359, + "nauc_recall_at_20_max": 0.8331970075395951, + "nauc_recall_at_20_std": 0.3959394416879078, + "nauc_recall_at_3_diff1": 0.735836618392865, + "nauc_recall_at_3_max": 0.6741843184659246, + "nauc_recall_at_3_std": 0.23359436614962298, + "nauc_recall_at_5_diff1": 0.7280290869769711, + "nauc_recall_at_5_max": 0.7449438245470157, + "nauc_recall_at_5_std": 0.17388810075115949, + "ndcg_at_1": 0.68323, + "ndcg_at_10": 0.81484, + "ndcg_at_100": 0.82774, + "ndcg_at_1000": 0.82774, + "ndcg_at_20": 0.81958, + "ndcg_at_3": 0.78187, + "ndcg_at_5": 0.79175, + "precision_at_1": 0.68323, + "precision_at_10": 0.09379, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28157, + "precision_at_5": 0.17391, + "recall_at_1": 0.68323, + "recall_at_10": 0.93789, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95652, + "recall_at_3": 0.84472, + "recall_at_5": 0.86957 + }, + { + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ], + "main_score": 0.80146, + "map_at_1": 0.68817, + "map_at_10": 0.76683, + "map_at_100": 0.77081, + "map_at_1000": 0.77086, + "map_at_20": 0.76954, + "map_at_3": 0.75538, + "map_at_5": 0.75887, + "mrr_at_1": 0.6935483870967742, + "mrr_at_10": 0.7695169824202083, + "mrr_at_100": 0.7734872174423676, + "mrr_at_1000": 0.773536093297695, + "mrr_at_20": 0.7722281601313861, + "mrr_at_3": 0.7580645161290323, + "mrr_at_5": 0.7615591397849463, + "nauc_map_at_1000_diff1": 0.7944134953023797, + "nauc_map_at_1000_max": 0.6768993111946295, + "nauc_map_at_1000_std": 0.2710301115921328, + "nauc_map_at_100_diff1": 0.7944314988547397, + "nauc_map_at_100_max": 0.6769456922983461, + "nauc_map_at_100_std": 0.2712061446438295, + "nauc_map_at_10_diff1": 0.7921303181699922, + "nauc_map_at_10_max": 0.6793123302446854, + "nauc_map_at_10_std": 0.2748866427111783, + "nauc_map_at_1_diff1": 0.8247718237392834, + "nauc_map_at_1_max": 0.6373584941533095, + "nauc_map_at_1_std": 0.20801086490448636, + "nauc_map_at_20_diff1": 0.7936148313431733, + "nauc_map_at_20_max": 0.6785944276368279, + "nauc_map_at_20_std": 0.2750781177133135, + "nauc_map_at_3_diff1": 0.7860278684034889, + "nauc_map_at_3_max": 0.6756748779734315, + "nauc_map_at_3_std": 0.26187348845851227, + "nauc_map_at_5_diff1": 0.7957500099477756, + "nauc_map_at_5_max": 0.6798800328679471, + "nauc_map_at_5_std": 0.26327602742479445, + "nauc_mrr_at_1000_diff1": 0.7869145064807376, + "nauc_mrr_at_1000_max": 0.6745097182871991, + "nauc_mrr_at_1000_std": 0.2714214716046736, + "nauc_mrr_at_100_diff1": 0.7869344668907052, + "nauc_mrr_at_100_max": 0.6745570224094503, + "nauc_mrr_at_100_std": 0.2715987064180349, + "nauc_mrr_at_10_diff1": 0.7847655650391036, + "nauc_mrr_at_10_max": 0.6769823226754472, + "nauc_mrr_at_10_std": 0.2752686799995418, + "nauc_mrr_at_1_diff1": 0.8136657267658374, + "nauc_mrr_at_1_max": 0.6332529448983287, + "nauc_mrr_at_1_std": 0.20784903290902412, + "nauc_mrr_at_20_diff1": 0.7861622487308036, + "nauc_mrr_at_20_max": 0.6762278890797923, + "nauc_mrr_at_20_std": 0.2754666879046783, + "nauc_mrr_at_3_diff1": 0.7789674452382658, + "nauc_mrr_at_3_max": 0.6734293346637203, + "nauc_mrr_at_3_std": 0.2621474475390398, + "nauc_mrr_at_5_diff1": 0.7886567164510575, + "nauc_mrr_at_5_max": 0.6776318522151248, + "nauc_mrr_at_5_std": 0.26356376120344693, + "nauc_ndcg_at_1000_diff1": 0.7911663269085416, + "nauc_ndcg_at_1000_max": 0.6852469193307646, + "nauc_ndcg_at_1000_std": 0.2875397234412439, + "nauc_ndcg_at_100_diff1": 0.791551720470622, + "nauc_ndcg_at_100_max": 0.68615698908873, + "nauc_ndcg_at_100_std": 0.2910689250877838, + "nauc_ndcg_at_10_diff1": 0.7810084958182086, + "nauc_ndcg_at_10_max": 0.7021002874686003, + "nauc_ndcg_at_10_std": 0.32047297620273746, + "nauc_ndcg_at_1_diff1": 0.8247718237392834, + "nauc_ndcg_at_1_max": 0.6373584941533095, + "nauc_ndcg_at_1_std": 0.20801086490448636, + "nauc_ndcg_at_20_diff1": 0.7865673163295237, + "nauc_ndcg_at_20_max": 0.6996962749927161, + "nauc_ndcg_at_20_std": 0.3232028373724667, + "nauc_ndcg_at_3_diff1": 0.7707206797696537, + "nauc_ndcg_at_3_max": 0.6920926229072482, + "nauc_ndcg_at_3_std": 0.2837734531806459, + "nauc_ndcg_at_5_diff1": 0.7911665222731858, + "nauc_ndcg_at_5_max": 0.7014357585874416, + "nauc_ndcg_at_5_std": 0.28679613941502047, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.868967946460023, + "nauc_precision_at_100_max": 0.868967946460023, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.710397715493078, + "nauc_precision_at_10_max": 0.8555372505048415, + "nauc_precision_at_10_std": 0.6436985950121255, + "nauc_precision_at_1_diff1": 0.8247718237392834, + "nauc_precision_at_1_max": 0.6373584941533095, + "nauc_precision_at_1_std": 0.20801086490448636, + "nauc_precision_at_20_diff1": 0.7281786781529929, + "nauc_precision_at_20_max": 0.9291716618389427, + "nauc_precision_at_20_std": 0.8976529397398814, + "nauc_precision_at_3_diff1": 0.7088463734793488, + "nauc_precision_at_3_max": 0.7590147203527217, + "nauc_precision_at_3_std": 0.37256747304595594, + "nauc_precision_at_5_diff1": 0.7772538802611149, + "nauc_precision_at_5_max": 0.7992322860984711, + "nauc_precision_at_5_std": 0.39056076926541283, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8689679464600195, + "nauc_recall_at_100_max": 0.8689679464600195, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7103977154930773, + "nauc_recall_at_10_max": 0.8555372505048424, + "nauc_recall_at_10_std": 0.6436985950121281, + "nauc_recall_at_1_diff1": 0.8247718237392834, + "nauc_recall_at_1_max": 0.6373584941533095, + "nauc_recall_at_1_std": 0.20801086490448636, + "nauc_recall_at_20_diff1": 0.7281786781529928, + "nauc_recall_at_20_max": 0.9291716618389444, + "nauc_recall_at_20_std": 0.8976529397398836, + "nauc_recall_at_3_diff1": 0.7088463734793493, + "nauc_recall_at_3_max": 0.7590147203527223, + "nauc_recall_at_3_std": 0.37256747304595667, + "nauc_recall_at_5_diff1": 0.7772538802611151, + "nauc_recall_at_5_max": 0.7992322860984711, + "nauc_recall_at_5_std": 0.3905607692654124, + "ndcg_at_1": 0.68817, + "ndcg_at_10": 0.80146, + "ndcg_at_100": 0.8202, + "ndcg_at_1000": 0.82099, + "ndcg_at_20": 0.81111, + "ndcg_at_3": 0.77682, + "ndcg_at_5": 0.78329, + "precision_at_1": 0.68817, + "precision_at_10": 0.09086, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04731, + "precision_at_3": 0.27957, + "precision_at_5": 0.17097, + "recall_at_1": 0.68817, + "recall_at_10": 0.9086, + "recall_at_100": 0.99462, + "recall_at_1000": 1.0, + "recall_at_20": 0.94624, + "recall_at_3": 0.83871, + "recall_at_5": 0.85484 + }, + { + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ], + "main_score": 0.8218, + "map_at_1": 0.70552, + "map_at_10": 0.78794, + "map_at_100": 0.79169, + "map_at_1000": 0.79174, + "map_at_20": 0.7907, + "map_at_3": 0.77403, + "map_at_5": 0.78108, + "mrr_at_1": 0.7055214723926381, + "mrr_at_10": 0.7879418638621092, + "mrr_at_100": 0.7917062973157107, + "mrr_at_1000": 0.7917605890796502, + "mrr_at_20": 0.7907151691886446, + "mrr_at_3": 0.7740286298568506, + "mrr_at_5": 0.7810838445807771, + "nauc_map_at_1000_diff1": 0.7261498693710201, + "nauc_map_at_1000_max": 0.6758990605397698, + "nauc_map_at_1000_std": 0.2562685899136974, + "nauc_map_at_100_diff1": 0.7262296802608299, + "nauc_map_at_100_max": 0.6759935165267256, + "nauc_map_at_100_std": 0.25648534301687254, + "nauc_map_at_10_diff1": 0.7205769515621245, + "nauc_map_at_10_max": 0.6722500865927122, + "nauc_map_at_10_std": 0.2526865955319798, + "nauc_map_at_1_diff1": 0.7779642847624547, + "nauc_map_at_1_max": 0.6879956076578383, + "nauc_map_at_1_std": 0.26525302217223184, + "nauc_map_at_20_diff1": 0.7248596510461148, + "nauc_map_at_20_max": 0.6772213504322444, + "nauc_map_at_20_std": 0.25835255305512145, + "nauc_map_at_3_diff1": 0.7207432472794154, + "nauc_map_at_3_max": 0.6720227033294326, + "nauc_map_at_3_std": 0.25019791758545323, + "nauc_map_at_5_diff1": 0.7236632789257404, + "nauc_map_at_5_max": 0.6741010889344897, + "nauc_map_at_5_std": 0.25278155361827886, + "nauc_mrr_at_1000_diff1": 0.726168423281328, + "nauc_mrr_at_1000_max": 0.6758641658089221, + "nauc_mrr_at_1000_std": 0.2562576214160091, + "nauc_mrr_at_100_diff1": 0.7262482373536383, + "nauc_mrr_at_100_max": 0.675958642133452, + "nauc_mrr_at_100_std": 0.256474401046379, + "nauc_mrr_at_10_diff1": 0.7205769515621245, + "nauc_mrr_at_10_max": 0.6722500865927122, + "nauc_mrr_at_10_std": 0.2526865955319798, + "nauc_mrr_at_1_diff1": 0.7779642847624547, + "nauc_mrr_at_1_max": 0.6879956076578383, + "nauc_mrr_at_1_std": 0.26525302217223184, + "nauc_mrr_at_20_diff1": 0.7248779632371777, + "nauc_mrr_at_20_max": 0.6771867920810685, + "nauc_mrr_at_20_std": 0.2583418689116574, + "nauc_mrr_at_3_diff1": 0.7207432472794154, + "nauc_mrr_at_3_max": 0.6720227033294326, + "nauc_mrr_at_3_std": 0.25019791758545323, + "nauc_mrr_at_5_diff1": 0.7236632789257404, + "nauc_mrr_at_5_max": 0.6741010889344897, + "nauc_mrr_at_5_std": 0.25278155361827886, + "nauc_ndcg_at_1000_diff1": 0.7188708957471243, + "nauc_ndcg_at_1000_max": 0.6756669033091477, + "nauc_ndcg_at_1000_std": 0.25798137796586496, + "nauc_ndcg_at_100_diff1": 0.7206002098976406, + "nauc_ndcg_at_100_max": 0.6776619788993418, + "nauc_ndcg_at_100_std": 0.26254576949850517, + "nauc_ndcg_at_10_diff1": 0.6930002318284516, + "nauc_ndcg_at_10_max": 0.6640835480590099, + "nauc_ndcg_at_10_std": 0.2503057407852664, + "nauc_ndcg_at_1_diff1": 0.7779642847624547, + "nauc_ndcg_at_1_max": 0.6879956076578383, + "nauc_ndcg_at_1_std": 0.26525302217223184, + "nauc_ndcg_at_20_diff1": 0.7111959703056897, + "nauc_ndcg_at_20_max": 0.6854713062339941, + "nauc_ndcg_at_20_std": 0.27514732745504195, + "nauc_ndcg_at_3_diff1": 0.6984433574539523, + "nauc_ndcg_at_3_max": 0.6653396833524574, + "nauc_ndcg_at_3_std": 0.24316758804428684, + "nauc_ndcg_at_5_diff1": 0.7030255638958723, + "nauc_ndcg_at_5_max": 0.670258846112284, + "nauc_ndcg_at_5_std": 0.24882102281536075, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.4834675250617051, + "nauc_precision_at_10_max": 0.6004475694411332, + "nauc_precision_at_10_std": 0.24218718381085372, + "nauc_precision_at_1_diff1": 0.7779642847624547, + "nauc_precision_at_1_max": 0.6879956076578383, + "nauc_precision_at_1_std": 0.26525302217223184, + "nauc_precision_at_20_diff1": 0.551079794340892, + "nauc_precision_at_20_max": 0.9217286914765954, + "nauc_precision_at_20_std": 0.708953340520495, + "nauc_precision_at_3_diff1": 0.6103599856339891, + "nauc_precision_at_3_max": 0.6387376117859911, + "nauc_precision_at_3_std": 0.2148789766406638, + "nauc_precision_at_5_diff1": 0.6076109603318507, + "nauc_precision_at_5_max": 0.654477216152914, + "nauc_precision_at_5_std": 0.23201185477850605, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.4834675250617067, + "nauc_recall_at_10_max": 0.6004475694411323, + "nauc_recall_at_10_std": 0.2421871838108514, + "nauc_recall_at_1_diff1": 0.7779642847624547, + "nauc_recall_at_1_max": 0.6879956076578383, + "nauc_recall_at_1_std": 0.26525302217223184, + "nauc_recall_at_20_diff1": 0.55107979434089, + "nauc_recall_at_20_max": 0.9217286914765899, + "nauc_recall_at_20_std": 0.7089533405204954, + "nauc_recall_at_3_diff1": 0.6103599856339886, + "nauc_recall_at_3_max": 0.6387376117859929, + "nauc_recall_at_3_std": 0.21487897664066363, + "nauc_recall_at_5_diff1": 0.6076109603318509, + "nauc_recall_at_5_max": 0.6544772161529149, + "nauc_recall_at_5_std": 0.23201185477850467, + "ndcg_at_1": 0.70552, + "ndcg_at_10": 0.8218, + "ndcg_at_100": 0.8376, + "ndcg_at_1000": 0.8385, + "ndcg_at_20": 0.83238, + "ndcg_at_3": 0.79294, + "ndcg_at_5": 0.80562, + "precision_at_1": 0.70552, + "precision_at_10": 0.09264, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04847, + "precision_at_3": 0.28221, + "precision_at_5": 0.17546, + "recall_at_1": 0.70552, + "recall_at_10": 0.92638, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "recall_at_20": 0.96933, + "recall_at_3": 0.84663, + "recall_at_5": 0.8773 + }, + { + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ], + "main_score": 0.82427, + "map_at_1": 0.72872, + "map_at_10": 0.79186, + "map_at_100": 0.79496, + "map_at_1000": 0.79501, + "map_at_20": 0.79354, + "map_at_3": 0.77305, + "map_at_5": 0.78502, + "mrr_at_1": 0.7287234042553191, + "mrr_at_10": 0.7918566362715297, + "mrr_at_100": 0.7949521766109171, + "mrr_at_1000": 0.7950009761424415, + "mrr_at_20": 0.7935361402781616, + "mrr_at_3": 0.7730496453900708, + "mrr_at_5": 0.7850177304964538, + "nauc_map_at_1000_diff1": 0.7364803979200638, + "nauc_map_at_1000_max": 0.5275918774480756, + "nauc_map_at_1000_std": 0.2182670083572285, + "nauc_map_at_100_diff1": 0.7364764978873694, + "nauc_map_at_100_max": 0.5277163221252704, + "nauc_map_at_100_std": 0.21843846176086376, + "nauc_map_at_10_diff1": 0.7360452416429942, + "nauc_map_at_10_max": 0.5299899581823192, + "nauc_map_at_10_std": 0.21713346367526778, + "nauc_map_at_1_diff1": 0.7406127253299314, + "nauc_map_at_1_max": 0.5258987728000963, + "nauc_map_at_1_std": 0.1684492153434295, + "nauc_map_at_20_diff1": 0.736847514801189, + "nauc_map_at_20_max": 0.5283043792850076, + "nauc_map_at_20_std": 0.22198458166969462, + "nauc_map_at_3_diff1": 0.7219228170972656, + "nauc_map_at_3_max": 0.507628876019238, + "nauc_map_at_3_std": 0.21033937396991964, + "nauc_map_at_5_diff1": 0.7418092369269084, + "nauc_map_at_5_max": 0.529088432669168, + "nauc_map_at_5_std": 0.21638030487215978, + "nauc_mrr_at_1000_diff1": 0.7364716689202323, + "nauc_mrr_at_1000_max": 0.527558399821422, + "nauc_mrr_at_1000_std": 0.2182737153060826, + "nauc_mrr_at_100_diff1": 0.7364677713735066, + "nauc_mrr_at_100_max": 0.5276828473619694, + "nauc_mrr_at_100_std": 0.21844515873837533, + "nauc_mrr_at_10_diff1": 0.7360452416429942, + "nauc_mrr_at_10_max": 0.5299899581823192, + "nauc_mrr_at_10_std": 0.21713346367526778, + "nauc_mrr_at_1_diff1": 0.7406127253299314, + "nauc_mrr_at_1_max": 0.5258987728000963, + "nauc_mrr_at_1_std": 0.1684492153434295, + "nauc_mrr_at_20_diff1": 0.736847514801189, + "nauc_mrr_at_20_max": 0.5283043792850076, + "nauc_mrr_at_20_std": 0.22198458166969462, + "nauc_mrr_at_3_diff1": 0.7219228170972656, + "nauc_mrr_at_3_max": 0.507628876019238, + "nauc_mrr_at_3_std": 0.21033937396991964, + "nauc_mrr_at_5_diff1": 0.7418092369269084, + "nauc_mrr_at_5_max": 0.529088432669168, + "nauc_mrr_at_5_std": 0.21638030487215978, + "nauc_ndcg_at_1000_diff1": 0.7379124994542958, + "nauc_ndcg_at_1000_max": 0.5314747696145792, + "nauc_ndcg_at_1000_std": 0.22930534059998667, + "nauc_ndcg_at_100_diff1": 0.7378252771819639, + "nauc_ndcg_at_100_max": 0.5339915833936033, + "nauc_ndcg_at_100_std": 0.23274231736243947, + "nauc_ndcg_at_10_diff1": 0.7387383629745715, + "nauc_ndcg_at_10_max": 0.5449180697422925, + "nauc_ndcg_at_10_std": 0.2395965292787315, + "nauc_ndcg_at_1_diff1": 0.7406127253299314, + "nauc_ndcg_at_1_max": 0.5258987728000963, + "nauc_ndcg_at_1_std": 0.1684492153434295, + "nauc_ndcg_at_20_diff1": 0.7417927812544837, + "nauc_ndcg_at_20_max": 0.5380339709580507, + "nauc_ndcg_at_20_std": 0.2565727612551091, + "nauc_ndcg_at_3_diff1": 0.7141116469226465, + "nauc_ndcg_at_3_max": 0.4998403180196272, + "nauc_ndcg_at_3_std": 0.22314807839971332, + "nauc_ndcg_at_5_diff1": 0.7523330955202071, + "nauc_ndcg_at_5_max": 0.5419856644343031, + "nauc_ndcg_at_5_std": 0.23708234294178251, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7216753683722231, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8691263487643394, + "nauc_precision_at_10_diff1": 0.7615907039076056, + "nauc_precision_at_10_max": 0.6702644518989002, + "nauc_precision_at_10_std": 0.4060255086003677, + "nauc_precision_at_1_diff1": 0.7406127253299314, + "nauc_precision_at_1_max": 0.5258987728000963, + "nauc_precision_at_1_std": 0.1684492153434295, + "nauc_precision_at_20_diff1": 0.8028091004018635, + "nauc_precision_at_20_max": 0.640634110560352, + "nauc_precision_at_20_std": 0.6391178121409835, + "nauc_precision_at_3_diff1": 0.6852070172629752, + "nauc_precision_at_3_max": 0.4709653608670746, + "nauc_precision_at_3_std": 0.2688864697773602, + "nauc_precision_at_5_diff1": 0.81201156641394, + "nauc_precision_at_5_max": 0.6149744660655498, + "nauc_precision_at_5_std": 0.34037244309001685, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7216753683721766, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8691263487643395, + "nauc_recall_at_10_diff1": 0.7615907039076056, + "nauc_recall_at_10_max": 0.6702644518989014, + "nauc_recall_at_10_std": 0.40602550860036846, + "nauc_recall_at_1_diff1": 0.7406127253299314, + "nauc_recall_at_1_max": 0.5258987728000963, + "nauc_recall_at_1_std": 0.1684492153434295, + "nauc_recall_at_20_diff1": 0.8028091004018593, + "nauc_recall_at_20_max": 0.6406341105603502, + "nauc_recall_at_20_std": 0.6391178121409817, + "nauc_recall_at_3_diff1": 0.6852070172629737, + "nauc_recall_at_3_max": 0.47096536086707363, + "nauc_recall_at_3_std": 0.2688864697773597, + "nauc_recall_at_5_diff1": 0.8120115664139377, + "nauc_recall_at_5_max": 0.6149744660655481, + "nauc_recall_at_5_std": 0.34037244309001785, + "ndcg_at_1": 0.72872, + "ndcg_at_10": 0.82427, + "ndcg_at_100": 0.83914, + "ndcg_at_1000": 0.83992, + "ndcg_at_20": 0.8299, + "ndcg_at_3": 0.78761, + "ndcg_at_5": 0.80936, + "precision_at_1": 0.72872, + "precision_at_10": 0.09255, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04734, + "precision_at_3": 0.2766, + "precision_at_5": 0.1766, + "recall_at_1": 0.72872, + "recall_at_10": 0.92553, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "recall_at_20": 0.94681, + "recall_at_3": 0.82979, + "recall_at_5": 0.88298 + }, + { + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ], + "main_score": 0.80561, + "map_at_1": 0.67633, + "map_at_10": 0.76103, + "map_at_100": 0.7631, + "map_at_1000": 0.76315, + "map_at_20": 0.76225, + "map_at_3": 0.73913, + "map_at_5": 0.75024, + "mrr_at_1": 0.6763285024154589, + "mrr_at_10": 0.7610325128441066, + "mrr_at_100": 0.763103626225624, + "mrr_at_1000": 0.763146759420931, + "mrr_at_20": 0.7622458727531188, + "mrr_at_3": 0.7391304347826084, + "mrr_at_5": 0.7502415458937196, + "nauc_map_at_1000_diff1": 0.8024451970958337, + "nauc_map_at_1000_max": 0.584819694164348, + "nauc_map_at_1000_std": 0.24540679490908363, + "nauc_map_at_100_diff1": 0.802486580267614, + "nauc_map_at_100_max": 0.5849066648563471, + "nauc_map_at_100_std": 0.24553743800056052, + "nauc_map_at_10_diff1": 0.8026686006001289, + "nauc_map_at_10_max": 0.5867289342310003, + "nauc_map_at_10_std": 0.24591727185807738, + "nauc_map_at_1_diff1": 0.8169669943111749, + "nauc_map_at_1_max": 0.5510039618979156, + "nauc_map_at_1_std": 0.197736430737709, + "nauc_map_at_20_diff1": 0.8022864779247838, + "nauc_map_at_20_max": 0.5856702882213974, + "nauc_map_at_20_std": 0.24733224303748977, + "nauc_map_at_3_diff1": 0.7953828875857364, + "nauc_map_at_3_max": 0.593122589691643, + "nauc_map_at_3_std": 0.2570295484879929, + "nauc_map_at_5_diff1": 0.7968878092050687, + "nauc_map_at_5_max": 0.5887318383444489, + "nauc_map_at_5_std": 0.2467419538279369, + "nauc_mrr_at_1000_diff1": 0.8024451970958337, + "nauc_mrr_at_1000_max": 0.584819694164348, + "nauc_mrr_at_1000_std": 0.24540679490908363, + "nauc_mrr_at_100_diff1": 0.802486580267614, + "nauc_mrr_at_100_max": 0.5849066648563471, + "nauc_mrr_at_100_std": 0.24553743800056052, + "nauc_mrr_at_10_diff1": 0.8026686006001289, + "nauc_mrr_at_10_max": 0.5867289342310003, + "nauc_mrr_at_10_std": 0.24591727185807738, + "nauc_mrr_at_1_diff1": 0.8169669943111749, + "nauc_mrr_at_1_max": 0.5510039618979156, + "nauc_mrr_at_1_std": 0.197736430737709, + "nauc_mrr_at_20_diff1": 0.8022864779247838, + "nauc_mrr_at_20_max": 0.5856702882213974, + "nauc_mrr_at_20_std": 0.24733224303748977, + "nauc_mrr_at_3_diff1": 0.7953828875857364, + "nauc_mrr_at_3_max": 0.593122589691643, + "nauc_mrr_at_3_std": 0.2570295484879929, + "nauc_mrr_at_5_diff1": 0.7968878092050687, + "nauc_mrr_at_5_max": 0.5887318383444489, + "nauc_mrr_at_5_std": 0.2467419538279369, + "nauc_ndcg_at_1000_diff1": 0.8017642502910667, + "nauc_ndcg_at_1000_max": 0.5908450775688338, + "nauc_ndcg_at_1000_std": 0.2552980251382815, + "nauc_ndcg_at_100_diff1": 0.8026363480564277, + "nauc_ndcg_at_100_max": 0.592645071233259, + "nauc_ndcg_at_100_std": 0.25799819072665764, + "nauc_ndcg_at_10_diff1": 0.8033966415378839, + "nauc_ndcg_at_10_max": 0.60347959040463, + "nauc_ndcg_at_10_std": 0.26722320526016474, + "nauc_ndcg_at_1_diff1": 0.8169669943111749, + "nauc_ndcg_at_1_max": 0.5510039618979156, + "nauc_ndcg_at_1_std": 0.197736430737709, + "nauc_ndcg_at_20_diff1": 0.8019469463579088, + "nauc_ndcg_at_20_max": 0.5997660717228194, + "nauc_ndcg_at_20_std": 0.27278624012855757, + "nauc_ndcg_at_3_diff1": 0.78548127518619, + "nauc_ndcg_at_3_max": 0.6109516199111747, + "nauc_ndcg_at_3_std": 0.2854975654123543, + "nauc_ndcg_at_5_diff1": 0.7886247441288494, + "nauc_ndcg_at_5_max": 0.603799888084863, + "nauc_ndcg_at_5_std": 0.26716905095259974, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8690702087286599, + "nauc_precision_at_10_diff1": 0.8327973604099749, + "nauc_precision_at_10_max": 0.7996749962858449, + "nauc_precision_at_10_std": 0.5015882374183861, + "nauc_precision_at_1_diff1": 0.8169669943111749, + "nauc_precision_at_1_max": 0.5510039618979156, + "nauc_precision_at_1_std": 0.197736430737709, + "nauc_precision_at_20_diff1": 0.821166876496367, + "nauc_precision_at_20_max": 0.8149555987478008, + "nauc_precision_at_20_std": 0.6731051004594443, + "nauc_precision_at_3_diff1": 0.7464133525756521, + "nauc_precision_at_3_max": 0.6807751062025277, + "nauc_precision_at_3_std": 0.39826539823186957, + "nauc_precision_at_5_diff1": 0.7487659290402724, + "nauc_precision_at_5_max": 0.677488494327071, + "nauc_precision_at_5_std": 0.36645721825698774, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8690702087286621, + "nauc_recall_at_10_diff1": 0.8327973604099785, + "nauc_recall_at_10_max": 0.7996749962858488, + "nauc_recall_at_10_std": 0.501588237418391, + "nauc_recall_at_1_diff1": 0.8169669943111749, + "nauc_recall_at_1_max": 0.5510039618979156, + "nauc_recall_at_1_std": 0.197736430737709, + "nauc_recall_at_20_diff1": 0.8211668764963653, + "nauc_recall_at_20_max": 0.8149555987478008, + "nauc_recall_at_20_std": 0.6731051004594426, + "nauc_recall_at_3_diff1": 0.7464133525756539, + "nauc_recall_at_3_max": 0.6807751062025302, + "nauc_recall_at_3_std": 0.3982653982318705, + "nauc_recall_at_5_diff1": 0.7487659290402748, + "nauc_recall_at_5_max": 0.6774884943270706, + "nauc_recall_at_5_std": 0.3664572182569883, + "ndcg_at_1": 0.67633, + "ndcg_at_10": 0.80561, + "ndcg_at_100": 0.81578, + "ndcg_at_1000": 0.81649, + "ndcg_at_20": 0.80953, + "ndcg_at_3": 0.76018, + "ndcg_at_5": 0.78014, + "precision_at_1": 0.67633, + "precision_at_10": 0.09469, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04807, + "precision_at_3": 0.27375, + "precision_at_5": 0.17391, + "recall_at_1": 0.67633, + "recall_at_10": 0.94686, + "recall_at_100": 0.99517, + "recall_at_1000": 1.0, + "recall_at_20": 0.96135, + "recall_at_3": 0.82126, + "recall_at_5": 0.86957 + }, + { + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ], + "main_score": 0.82116, + "map_at_1": 0.71094, + "map_at_10": 0.78638, + "map_at_100": 0.78867, + "map_at_1000": 0.78873, + "map_at_20": 0.78748, + "map_at_3": 0.77376, + "map_at_5": 0.77992, + "mrr_at_1": 0.7109375, + "mrr_at_10": 0.7863831535218253, + "mrr_at_100": 0.7886700305745762, + "mrr_at_1000": 0.7887319740081525, + "mrr_at_20": 0.7874807474198406, + "mrr_at_3": 0.7737630208333333, + "mrr_at_5": 0.7799153645833331, + "nauc_map_at_1000_diff1": 0.7769417436981738, + "nauc_map_at_1000_max": 0.6959988259381337, + "nauc_map_at_1000_std": 0.1707120545849564, + "nauc_map_at_100_diff1": 0.7768995223515376, + "nauc_map_at_100_max": 0.696044508284711, + "nauc_map_at_100_std": 0.17084842217655166, + "nauc_map_at_10_diff1": 0.7766547278252481, + "nauc_map_at_10_max": 0.6973567905683186, + "nauc_map_at_10_std": 0.17547514537897926, + "nauc_map_at_1_diff1": 0.7903817743423049, + "nauc_map_at_1_max": 0.6670521087948057, + "nauc_map_at_1_std": 0.11027802788181852, + "nauc_map_at_20_diff1": 0.7767628818391364, + "nauc_map_at_20_max": 0.6967730138724529, + "nauc_map_at_20_std": 0.17455264317050073, + "nauc_map_at_3_diff1": 0.7738344139306543, + "nauc_map_at_3_max": 0.7012758343723756, + "nauc_map_at_3_std": 0.1679116570797352, + "nauc_map_at_5_diff1": 0.7760695037807219, + "nauc_map_at_5_max": 0.6977374754523371, + "nauc_map_at_5_std": 0.16620913742373253, + "nauc_mrr_at_1000_diff1": 0.7769393058626561, + "nauc_mrr_at_1000_max": 0.6959961700669295, + "nauc_mrr_at_1000_std": 0.17070232437777505, + "nauc_mrr_at_100_diff1": 0.7768970913206003, + "nauc_mrr_at_100_max": 0.6960418664559724, + "nauc_mrr_at_100_std": 0.17083875692507966, + "nauc_mrr_at_10_diff1": 0.7766547278252481, + "nauc_mrr_at_10_max": 0.6973567905683186, + "nauc_mrr_at_10_std": 0.17547514537897926, + "nauc_mrr_at_1_diff1": 0.7903817743423049, + "nauc_mrr_at_1_max": 0.6670521087948057, + "nauc_mrr_at_1_std": 0.11027802788181852, + "nauc_mrr_at_20_diff1": 0.7767628818391364, + "nauc_mrr_at_20_max": 0.6967730138724529, + "nauc_mrr_at_20_std": 0.17455264317050073, + "nauc_mrr_at_3_diff1": 0.7738344139306543, + "nauc_mrr_at_3_max": 0.7012758343723756, + "nauc_mrr_at_3_std": 0.1679116570797352, + "nauc_mrr_at_5_diff1": 0.7760695037807219, + "nauc_mrr_at_5_max": 0.6977374754523371, + "nauc_mrr_at_5_std": 0.16620913742373253, + "nauc_ndcg_at_1000_diff1": 0.7746223553939048, + "nauc_ndcg_at_1000_max": 0.7020711418955538, + "nauc_ndcg_at_1000_std": 0.18685271604609396, + "nauc_ndcg_at_100_diff1": 0.7736241942588425, + "nauc_ndcg_at_100_max": 0.7038875189727222, + "nauc_ndcg_at_100_std": 0.19169464385348503, + "nauc_ndcg_at_10_diff1": 0.7724720956922413, + "nauc_ndcg_at_10_max": 0.7120851925671856, + "nauc_ndcg_at_10_std": 0.2201983911990733, + "nauc_ndcg_at_1_diff1": 0.7903817743423049, + "nauc_ndcg_at_1_max": 0.6670521087948057, + "nauc_ndcg_at_1_std": 0.11027802788181852, + "nauc_ndcg_at_20_diff1": 0.7726695599585792, + "nauc_ndcg_at_20_max": 0.7098433040504654, + "nauc_ndcg_at_20_std": 0.2185405015601453, + "nauc_ndcg_at_3_diff1": 0.7664251693625431, + "nauc_ndcg_at_3_max": 0.7175144868301994, + "nauc_ndcg_at_3_std": 0.1956720854427358, + "nauc_ndcg_at_5_diff1": 0.7702248098355555, + "nauc_ndcg_at_5_max": 0.7112687089678932, + "nauc_ndcg_at_5_std": 0.19371603617759767, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6968718731735167, + "nauc_precision_at_100_max": 0.8646940115657864, + "nauc_precision_at_100_std": 0.6117055979156253, + "nauc_precision_at_10_diff1": 0.7452561861696133, + "nauc_precision_at_10_max": 0.8296094268992003, + "nauc_precision_at_10_std": 0.5957728446925953, + "nauc_precision_at_1_diff1": 0.7903817743423049, + "nauc_precision_at_1_max": 0.6670521087948057, + "nauc_precision_at_1_std": 0.11027802788181852, + "nauc_precision_at_20_diff1": 0.7387243907812048, + "nauc_precision_at_20_max": 0.8372650719081105, + "nauc_precision_at_20_std": 0.6917986860408313, + "nauc_precision_at_3_diff1": 0.7353284257597146, + "nauc_precision_at_3_max": 0.7860324160733043, + "nauc_precision_at_3_std": 0.3129609135952411, + "nauc_precision_at_5_diff1": 0.7420032276026126, + "nauc_precision_at_5_max": 0.7768838438610848, + "nauc_precision_at_5_std": 0.3295014470637173, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6968718731735314, + "nauc_recall_at_100_max": 0.8646940115657937, + "nauc_recall_at_100_std": 0.6117055979156424, + "nauc_recall_at_10_diff1": 0.745256186169615, + "nauc_recall_at_10_max": 0.8296094268992007, + "nauc_recall_at_10_std": 0.5957728446925983, + "nauc_recall_at_1_diff1": 0.7903817743423049, + "nauc_recall_at_1_max": 0.6670521087948057, + "nauc_recall_at_1_std": 0.11027802788181852, + "nauc_recall_at_20_diff1": 0.7387243907812102, + "nauc_recall_at_20_max": 0.8372650719081127, + "nauc_recall_at_20_std": 0.6917986860408344, + "nauc_recall_at_3_diff1": 0.7353284257597129, + "nauc_recall_at_3_max": 0.7860324160733037, + "nauc_recall_at_3_std": 0.31296091359524053, + "nauc_recall_at_5_diff1": 0.7420032276026126, + "nauc_recall_at_5_max": 0.7768838438610863, + "nauc_recall_at_5_std": 0.32950144706371853, + "ndcg_at_1": 0.71094, + "ndcg_at_10": 0.82116, + "ndcg_at_100": 0.83299, + "ndcg_at_1000": 0.83473, + "ndcg_at_20": 0.82512, + "ndcg_at_3": 0.79425, + "ndcg_at_5": 0.80542, + "precision_at_1": 0.71094, + "precision_at_10": 0.09297, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04727, + "precision_at_3": 0.28451, + "precision_at_5": 0.17617, + "recall_at_1": 0.71094, + "recall_at_10": 0.92969, + "recall_at_100": 0.98633, + "recall_at_1000": 1.0, + "recall_at_20": 0.94531, + "recall_at_3": 0.85352, + "recall_at_5": 0.88086 + }, + { + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ], + "main_score": 0.81075, + "map_at_1": 0.69336, + "map_at_10": 0.7722, + "map_at_100": 0.77478, + "map_at_1000": 0.77485, + "map_at_20": 0.77374, + "map_at_3": 0.75488, + "map_at_5": 0.76514, + "mrr_at_1": 0.693359375, + "mrr_at_10": 0.7721687437996033, + "mrr_at_100": 0.7747395058175122, + "mrr_at_1000": 0.7748147396342387, + "mrr_at_20": 0.7737070627939767, + "mrr_at_3": 0.7548828125, + "mrr_at_5": 0.7651367187499999, + "nauc_map_at_1000_diff1": 0.7782685578794718, + "nauc_map_at_1000_max": 0.6701525828159434, + "nauc_map_at_1000_std": 0.12794312936786156, + "nauc_map_at_100_diff1": 0.7782054991788373, + "nauc_map_at_100_max": 0.67017651319246, + "nauc_map_at_100_std": 0.12810300833585744, + "nauc_map_at_10_diff1": 0.7775380527303107, + "nauc_map_at_10_max": 0.6719144366027663, + "nauc_map_at_10_std": 0.13269309547882457, + "nauc_map_at_1_diff1": 0.7913676204477407, + "nauc_map_at_1_max": 0.6241145859242377, + "nauc_map_at_1_std": 0.06740624904150744, + "nauc_map_at_20_diff1": 0.7778896285621768, + "nauc_map_at_20_max": 0.6712433430457199, + "nauc_map_at_20_std": 0.12984240887641596, + "nauc_map_at_3_diff1": 0.7755140205896482, + "nauc_map_at_3_max": 0.6765510285441652, + "nauc_map_at_3_std": 0.13012882425846134, + "nauc_map_at_5_diff1": 0.7780459464301607, + "nauc_map_at_5_max": 0.6743075107666502, + "nauc_map_at_5_std": 0.13284881800128345, + "nauc_mrr_at_1000_diff1": 0.7782900276539095, + "nauc_mrr_at_1000_max": 0.6702122414372932, + "nauc_mrr_at_1000_std": 0.1281054998215353, + "nauc_mrr_at_100_diff1": 0.7782269729928083, + "nauc_mrr_at_100_max": 0.6702361446678335, + "nauc_mrr_at_100_std": 0.12826528665226544, + "nauc_mrr_at_10_diff1": 0.7775539232466048, + "nauc_mrr_at_10_max": 0.6719711566906238, + "nauc_mrr_at_10_std": 0.13284303722973387, + "nauc_mrr_at_1_diff1": 0.7913676204477407, + "nauc_mrr_at_1_max": 0.6241145859242377, + "nauc_mrr_at_1_std": 0.06740624904150744, + "nauc_mrr_at_20_diff1": 0.7779055597768545, + "nauc_mrr_at_20_max": 0.6713006158732789, + "nauc_mrr_at_20_std": 0.12999399937538217, + "nauc_mrr_at_3_diff1": 0.7755140205896482, + "nauc_mrr_at_3_max": 0.6765510285441652, + "nauc_mrr_at_3_std": 0.13012882425846134, + "nauc_mrr_at_5_diff1": 0.7780459464301607, + "nauc_mrr_at_5_max": 0.6743075107666502, + "nauc_mrr_at_5_std": 0.13284881800128345, + "nauc_ndcg_at_1000_diff1": 0.7762195503580283, + "nauc_ndcg_at_1000_max": 0.6777077855576118, + "nauc_ndcg_at_1000_std": 0.14288578519077708, + "nauc_ndcg_at_100_diff1": 0.7750454212357325, + "nauc_ndcg_at_100_max": 0.6789344927931132, + "nauc_ndcg_at_100_std": 0.14863476685829516, + "nauc_ndcg_at_10_diff1": 0.7716256365809601, + "nauc_ndcg_at_10_max": 0.6896054401633067, + "nauc_ndcg_at_10_std": 0.17151446818291113, + "nauc_ndcg_at_1_diff1": 0.7913676204477407, + "nauc_ndcg_at_1_max": 0.6241145859242377, + "nauc_ndcg_at_1_std": 0.06740624904150744, + "nauc_ndcg_at_20_diff1": 0.7729440300853144, + "nauc_ndcg_at_20_max": 0.6878338550157612, + "nauc_ndcg_at_20_std": 0.16195953898024898, + "nauc_ndcg_at_3_diff1": 0.7692426704877593, + "nauc_ndcg_at_3_max": 0.6968865020275767, + "nauc_ndcg_at_3_std": 0.1614618691142984, + "nauc_ndcg_at_5_diff1": 0.7738024286257885, + "nauc_ndcg_at_5_max": 0.6939354582010888, + "nauc_ndcg_at_5_std": 0.16979504496289458, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.689179605088135, + "nauc_precision_at_100_max": 0.7979551163930777, + "nauc_precision_at_100_std": 0.6700255747609316, + "nauc_precision_at_10_diff1": 0.7201296106025598, + "nauc_precision_at_10_max": 0.8343871065152875, + "nauc_precision_at_10_std": 0.5099073903579711, + "nauc_precision_at_1_diff1": 0.7913676204477407, + "nauc_precision_at_1_max": 0.6241145859242377, + "nauc_precision_at_1_std": 0.06740624904150744, + "nauc_precision_at_20_diff1": 0.7167672486637938, + "nauc_precision_at_20_max": 0.8726791067273493, + "nauc_precision_at_20_std": 0.5294659740882219, + "nauc_precision_at_3_diff1": 0.74435921491923, + "nauc_precision_at_3_max": 0.777402273940982, + "nauc_precision_at_3_std": 0.28852786584196777, + "nauc_precision_at_5_diff1": 0.7534862511740077, + "nauc_precision_at_5_max": 0.7920924508857662, + "nauc_precision_at_5_std": 0.3627279325034588, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6891796050881522, + "nauc_recall_at_100_max": 0.7979551163930902, + "nauc_recall_at_100_std": 0.6700255747609437, + "nauc_recall_at_10_diff1": 0.7201296106025633, + "nauc_recall_at_10_max": 0.8343871065152877, + "nauc_recall_at_10_std": 0.5099073903579703, + "nauc_recall_at_1_diff1": 0.7913676204477407, + "nauc_recall_at_1_max": 0.6241145859242377, + "nauc_recall_at_1_std": 0.06740624904150744, + "nauc_recall_at_20_diff1": 0.7167672486637992, + "nauc_recall_at_20_max": 0.8726791067273526, + "nauc_recall_at_20_std": 0.5294659740882279, + "nauc_recall_at_3_diff1": 0.7443592149192297, + "nauc_recall_at_3_max": 0.7774022739409815, + "nauc_recall_at_3_std": 0.2885278658419672, + "nauc_recall_at_5_diff1": 0.7534862511740084, + "nauc_recall_at_5_max": 0.7920924508857649, + "nauc_recall_at_5_std": 0.3627279325034603, + "ndcg_at_1": 0.69336, + "ndcg_at_10": 0.81075, + "ndcg_at_100": 0.8227, + "ndcg_at_1000": 0.8245, + "ndcg_at_20": 0.81592, + "ndcg_at_3": 0.77518, + "ndcg_at_5": 0.79367, + "precision_at_1": 0.69336, + "precision_at_10": 0.09316, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04756, + "precision_at_3": 0.27799, + "precision_at_5": 0.17578, + "recall_at_1": 0.69336, + "recall_at_10": 0.93164, + "recall_at_100": 0.98633, + "recall_at_1000": 1.0, + "recall_at_20": 0.95117, + "recall_at_3": 0.83398, + "recall_at_5": 0.87891 + }, + { + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ], + "main_score": 0.82914, + "map_at_1": 0.72959, + "map_at_10": 0.79721, + "map_at_100": 0.8, + "map_at_1000": 0.80003, + "map_at_20": 0.799, + "map_at_3": 0.77976, + "map_at_5": 0.78997, + "mrr_at_1": 0.7295918367346939, + "mrr_at_10": 0.797214123744736, + "mrr_at_100": 0.8000034620436183, + "mrr_at_1000": 0.8000331250716202, + "mrr_at_20": 0.7989979523847677, + "mrr_at_3": 0.7797619047619048, + "mrr_at_5": 0.7899659863945578, + "nauc_map_at_1000_diff1": 0.7995963656498838, + "nauc_map_at_1000_max": 0.6990906866676123, + "nauc_map_at_1000_std": 0.13865155941581603, + "nauc_map_at_100_diff1": 0.7996292194910904, + "nauc_map_at_100_max": 0.6991185386901113, + "nauc_map_at_100_std": 0.1387927674581836, + "nauc_map_at_10_diff1": 0.7998366048018793, + "nauc_map_at_10_max": 0.7010828755038992, + "nauc_map_at_10_std": 0.1400522470701996, + "nauc_map_at_1_diff1": 0.7953298836869713, + "nauc_map_at_1_max": 0.66000232159052, + "nauc_map_at_1_std": 0.0878546282018486, + "nauc_map_at_20_diff1": 0.7997936426610236, + "nauc_map_at_20_max": 0.6999700709113372, + "nauc_map_at_20_std": 0.14241821816190425, + "nauc_map_at_3_diff1": 0.8090112869199527, + "nauc_map_at_3_max": 0.700927915545535, + "nauc_map_at_3_std": 0.10996113861472827, + "nauc_map_at_5_diff1": 0.8010737628082543, + "nauc_map_at_5_max": 0.7018695696002877, + "nauc_map_at_5_std": 0.12409123739859193, + "nauc_mrr_at_1000_diff1": 0.7995923458059295, + "nauc_mrr_at_1000_max": 0.6990872788230456, + "nauc_mrr_at_1000_std": 0.13863428185329615, + "nauc_mrr_at_100_diff1": 0.7996252009650539, + "nauc_mrr_at_100_max": 0.6991151319628163, + "nauc_mrr_at_100_std": 0.13877549556016783, + "nauc_mrr_at_10_diff1": 0.7998366048018793, + "nauc_mrr_at_10_max": 0.7010828755038992, + "nauc_mrr_at_10_std": 0.1400522470701996, + "nauc_mrr_at_1_diff1": 0.7953298836869713, + "nauc_mrr_at_1_max": 0.66000232159052, + "nauc_mrr_at_1_std": 0.0878546282018486, + "nauc_mrr_at_20_diff1": 0.7997936426610236, + "nauc_mrr_at_20_max": 0.6999700709113372, + "nauc_mrr_at_20_std": 0.14241821816190425, + "nauc_mrr_at_3_diff1": 0.8090112869199527, + "nauc_mrr_at_3_max": 0.700927915545535, + "nauc_mrr_at_3_std": 0.10996113861472827, + "nauc_mrr_at_5_diff1": 0.8010737628082543, + "nauc_mrr_at_5_max": 0.7018695696002877, + "nauc_mrr_at_5_std": 0.12409123739859193, + "nauc_ndcg_at_1000_diff1": 0.7994245391376088, + "nauc_ndcg_at_1000_max": 0.705266968451105, + "nauc_ndcg_at_1000_std": 0.1559608143075116, + "nauc_ndcg_at_100_diff1": 0.8003893656678163, + "nauc_ndcg_at_100_max": 0.706054494968707, + "nauc_ndcg_at_100_std": 0.16002088923088265, + "nauc_ndcg_at_10_diff1": 0.8000646858126961, + "nauc_ndcg_at_10_max": 0.7175631395637473, + "nauc_ndcg_at_10_std": 0.18388911584773485, + "nauc_ndcg_at_1_diff1": 0.7953298836869713, + "nauc_ndcg_at_1_max": 0.66000232159052, + "nauc_ndcg_at_1_std": 0.0878546282018486, + "nauc_ndcg_at_20_diff1": 0.799391304477492, + "nauc_ndcg_at_20_max": 0.7129665256617352, + "nauc_ndcg_at_20_std": 0.19190672324953556, + "nauc_ndcg_at_3_diff1": 0.8165973560023896, + "nauc_ndcg_at_3_max": 0.7138716339822841, + "nauc_ndcg_at_3_std": 0.1122607954789193, + "nauc_ndcg_at_5_diff1": 0.8019401080832461, + "nauc_ndcg_at_5_max": 0.7175254365529858, + "nauc_ndcg_at_5_std": 0.1410122761638329, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 0.8689839572192632, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8001413323080492, + "nauc_precision_at_10_max": 0.8404091758132355, + "nauc_precision_at_10_std": 0.5472919386362587, + "nauc_precision_at_1_diff1": 0.7953298836869713, + "nauc_precision_at_1_max": 0.66000232159052, + "nauc_precision_at_1_std": 0.0878546282018486, + "nauc_precision_at_20_diff1": 0.7882643193093849, + "nauc_precision_at_20_max": 0.846759127236794, + "nauc_precision_at_20_std": 0.8245342972543351, + "nauc_precision_at_3_diff1": 0.8455118824668616, + "nauc_precision_at_3_max": 0.760523948442058, + "nauc_precision_at_3_std": 0.11828536483346112, + "nauc_precision_at_5_diff1": 0.8042303549457185, + "nauc_precision_at_5_max": 0.791823934433179, + "nauc_precision_at_5_std": 0.22535751331855639, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 0.8689839572192671, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8001413323080477, + "nauc_recall_at_10_max": 0.840409175813234, + "nauc_recall_at_10_std": 0.5472919386362544, + "nauc_recall_at_1_diff1": 0.7953298836869713, + "nauc_recall_at_1_max": 0.66000232159052, + "nauc_recall_at_1_std": 0.0878546282018486, + "nauc_recall_at_20_diff1": 0.7882643193093822, + "nauc_recall_at_20_max": 0.8467591272367955, + "nauc_recall_at_20_std": 0.8245342972543346, + "nauc_recall_at_3_diff1": 0.8455118824668632, + "nauc_recall_at_3_max": 0.7605239484420602, + "nauc_recall_at_3_std": 0.11828536483346039, + "nauc_recall_at_5_diff1": 0.804230354945719, + "nauc_recall_at_5_max": 0.7918239344331787, + "nauc_recall_at_5_std": 0.22535751331855697, + "ndcg_at_1": 0.72959, + "ndcg_at_10": 0.82914, + "ndcg_at_100": 0.84307, + "ndcg_at_1000": 0.84376, + "ndcg_at_20": 0.8356, + "ndcg_at_3": 0.79452, + "ndcg_at_5": 0.81318, + "precision_at_1": 0.72959, + "precision_at_10": 0.09286, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.0477, + "precision_at_3": 0.27891, + "precision_at_5": 0.17653, + "recall_at_1": 0.72959, + "recall_at_10": 0.92857, + "recall_at_100": 0.9949, + "recall_at_1000": 1.0, + "recall_at_20": 0.95408, + "recall_at_3": 0.83673, + "recall_at_5": 0.88265 + }, + { + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ], + "main_score": 0.81499, + "map_at_1": 0.68098, + "map_at_10": 0.77449, + "map_at_100": 0.77728, + "map_at_1000": 0.77728, + "map_at_20": 0.77616, + "map_at_3": 0.75869, + "map_at_5": 0.77004, + "mrr_at_1": 0.6809815950920245, + "mrr_at_10": 0.7755112474437627, + "mrr_at_100": 0.778298692017781, + "mrr_at_1000": 0.778298692017781, + "mrr_at_20": 0.7771844208960773, + "mrr_at_3": 0.7597137014314926, + "mrr_at_5": 0.7710633946830264, + "nauc_map_at_1000_diff1": 0.8610380216878638, + "nauc_map_at_1000_max": 0.7977678907646031, + "nauc_map_at_1000_std": 0.409400046953756, + "nauc_map_at_100_diff1": 0.8610380216878638, + "nauc_map_at_100_max": 0.7977678907646031, + "nauc_map_at_100_std": 0.409400046953756, + "nauc_map_at_10_diff1": 0.859974810331506, + "nauc_map_at_10_max": 0.7986273534525407, + "nauc_map_at_10_std": 0.41223064444651253, + "nauc_map_at_1_diff1": 0.8634753406815936, + "nauc_map_at_1_max": 0.7807168813757536, + "nauc_map_at_1_std": 0.35265517217044706, + "nauc_map_at_20_diff1": 0.8612100592709648, + "nauc_map_at_20_max": 0.7984903561599347, + "nauc_map_at_20_std": 0.4116574455371946, + "nauc_map_at_3_diff1": 0.8606752251921618, + "nauc_map_at_3_max": 0.8004069255301607, + "nauc_map_at_3_std": 0.4176130113091969, + "nauc_map_at_5_diff1": 0.8576804602022994, + "nauc_map_at_5_max": 0.7982442426460643, + "nauc_map_at_5_std": 0.41325364860114483, + "nauc_mrr_at_1000_diff1": 0.862425033166391, + "nauc_mrr_at_1000_max": 0.7970069524430298, + "nauc_mrr_at_1000_std": 0.4080628565924634, + "nauc_mrr_at_100_diff1": 0.862425033166391, + "nauc_mrr_at_100_max": 0.7970069524430298, + "nauc_mrr_at_100_std": 0.4080628565924634, + "nauc_mrr_at_10_diff1": 0.8613379221833135, + "nauc_mrr_at_10_max": 0.7978731597354963, + "nauc_mrr_at_10_std": 0.4109018365894837, + "nauc_mrr_at_1_diff1": 0.8634753406815936, + "nauc_mrr_at_1_max": 0.7807168813757536, + "nauc_mrr_at_1_std": 0.35265517217044706, + "nauc_mrr_at_20_diff1": 0.8625895061397981, + "nauc_mrr_at_20_max": 0.7977291885954259, + "nauc_mrr_at_20_std": 0.4103150971051426, + "nauc_mrr_at_3_diff1": 0.8619475210320283, + "nauc_mrr_at_3_max": 0.7997105403194739, + "nauc_mrr_at_3_std": 0.4163938954709226, + "nauc_mrr_at_5_diff1": 0.8590050903964295, + "nauc_mrr_at_5_max": 0.7975052877202535, + "nauc_mrr_at_5_std": 0.41195790899366935, + "nauc_ndcg_at_1000_diff1": 0.8607918567657029, + "nauc_ndcg_at_1000_max": 0.8009461593329177, + "nauc_ndcg_at_1000_std": 0.4206742584554027, + "nauc_ndcg_at_100_diff1": 0.8607918567657029, + "nauc_ndcg_at_100_max": 0.8009461593329177, + "nauc_ndcg_at_100_std": 0.4206742584554027, + "nauc_ndcg_at_10_diff1": 0.8575133109152411, + "nauc_ndcg_at_10_max": 0.8071189380883539, + "nauc_ndcg_at_10_std": 0.4416998015940462, + "nauc_ndcg_at_1_diff1": 0.8634753406815936, + "nauc_ndcg_at_1_max": 0.7807168813757536, + "nauc_ndcg_at_1_std": 0.35265517217044706, + "nauc_ndcg_at_20_diff1": 0.8621022107142039, + "nauc_ndcg_at_20_max": 0.8068748872200262, + "nauc_ndcg_at_20_std": 0.4404833798037696, + "nauc_ndcg_at_3_diff1": 0.8586470750457615, + "nauc_ndcg_at_3_max": 0.8089332547809249, + "nauc_ndcg_at_3_std": 0.4467863709076544, + "nauc_ndcg_at_5_diff1": 0.8521154464050648, + "nauc_ndcg_at_5_max": 0.8054439993763625, + "nauc_ndcg_at_5_std": 0.4435620813474899, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8345633962086855, + "nauc_precision_at_10_max": 0.8867442685576273, + "nauc_precision_at_10_std": 0.7158255042907845, + "nauc_precision_at_1_diff1": 0.8634753406815936, + "nauc_precision_at_1_max": 0.7807168813757536, + "nauc_precision_at_1_std": 0.35265517217044706, + "nauc_precision_at_20_diff1": 0.8857468262030076, + "nauc_precision_at_20_max": 0.9176242388221928, + "nauc_precision_at_20_std": 0.8171330533370121, + "nauc_precision_at_3_diff1": 0.8491207140821667, + "nauc_precision_at_3_max": 0.8474109863703697, + "nauc_precision_at_3_std": 0.57891901094526, + "nauc_precision_at_5_diff1": 0.8142051098442081, + "nauc_precision_at_5_max": 0.8501296334998256, + "nauc_precision_at_5_std": 0.6389478504452225, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8345633962086847, + "nauc_recall_at_10_max": 0.8867442685576234, + "nauc_recall_at_10_std": 0.7158255042907841, + "nauc_recall_at_1_diff1": 0.8634753406815936, + "nauc_recall_at_1_max": 0.7807168813757536, + "nauc_recall_at_1_std": 0.35265517217044706, + "nauc_recall_at_20_diff1": 0.8857468262030093, + "nauc_recall_at_20_max": 0.9176242388221929, + "nauc_recall_at_20_std": 0.8171330533370064, + "nauc_recall_at_3_diff1": 0.8491207140821672, + "nauc_recall_at_3_max": 0.8474109863703706, + "nauc_recall_at_3_std": 0.5789190109452603, + "nauc_recall_at_5_diff1": 0.814205109844207, + "nauc_recall_at_5_max": 0.8501296334998245, + "nauc_recall_at_5_std": 0.6389478504452203, + "ndcg_at_1": 0.68098, + "ndcg_at_10": 0.81499, + "ndcg_at_100": 0.82813, + "ndcg_at_1000": 0.82813, + "ndcg_at_20": 0.82013, + "ndcg_at_3": 0.7844, + "ndcg_at_5": 0.80473, + "precision_at_1": 0.68098, + "precision_at_10": 0.09387, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04785, + "precision_at_3": 0.2863, + "precision_at_5": 0.1816, + "recall_at_1": 0.68098, + "recall_at_10": 0.93865, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95706, + "recall_at_3": 0.8589, + "recall_at_5": 0.90798 + }, + { + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ], + "main_score": 0.82298, + "map_at_1": 0.6978, + "map_at_10": 0.78486, + "map_at_100": 0.78835, + "map_at_1000": 0.78835, + "map_at_20": 0.78779, + "map_at_3": 0.76832, + "map_at_5": 0.77985, + "mrr_at_1": 0.6978021978021978, + "mrr_at_10": 0.7848574045002616, + "mrr_at_100": 0.7883473457052051, + "mrr_at_1000": 0.7883473457052051, + "mrr_at_20": 0.7877860235003092, + "mrr_at_3": 0.7683150183150182, + "mrr_at_5": 0.7798534798534799, + "nauc_map_at_1000_diff1": 0.7391527114386935, + "nauc_map_at_1000_max": 0.607199632339226, + "nauc_map_at_1000_std": 0.17024130777966665, + "nauc_map_at_100_diff1": 0.7391527114386935, + "nauc_map_at_100_max": 0.607199632339226, + "nauc_map_at_100_std": 0.17024130777966665, + "nauc_map_at_10_diff1": 0.735829086826188, + "nauc_map_at_10_max": 0.6100025214007921, + "nauc_map_at_10_std": 0.17584745280343167, + "nauc_map_at_1_diff1": 0.7668853447349285, + "nauc_map_at_1_max": 0.577055683080077, + "nauc_map_at_1_std": 0.13435620353189273, + "nauc_map_at_20_diff1": 0.7380339413930879, + "nauc_map_at_20_max": 0.607876226224974, + "nauc_map_at_20_std": 0.17137507820579995, + "nauc_map_at_3_diff1": 0.73388325206257, + "nauc_map_at_3_max": 0.6064969828806731, + "nauc_map_at_3_std": 0.16395051160742055, + "nauc_map_at_5_diff1": 0.736109107156013, + "nauc_map_at_5_max": 0.616331791785688, + "nauc_map_at_5_std": 0.18040100319285912, + "nauc_mrr_at_1000_diff1": 0.7391527114386935, + "nauc_mrr_at_1000_max": 0.607199632339226, + "nauc_mrr_at_1000_std": 0.17024130777966665, + "nauc_mrr_at_100_diff1": 0.7391527114386935, + "nauc_mrr_at_100_max": 0.607199632339226, + "nauc_mrr_at_100_std": 0.17024130777966665, + "nauc_mrr_at_10_diff1": 0.735829086826188, + "nauc_mrr_at_10_max": 0.6100025214007921, + "nauc_mrr_at_10_std": 0.17584745280343167, + "nauc_mrr_at_1_diff1": 0.7668853447349285, + "nauc_mrr_at_1_max": 0.577055683080077, + "nauc_mrr_at_1_std": 0.13435620353189273, + "nauc_mrr_at_20_diff1": 0.7380339413930879, + "nauc_mrr_at_20_max": 0.607876226224974, + "nauc_mrr_at_20_std": 0.17137507820579995, + "nauc_mrr_at_3_diff1": 0.73388325206257, + "nauc_mrr_at_3_max": 0.6064969828806731, + "nauc_mrr_at_3_std": 0.16395051160742055, + "nauc_mrr_at_5_diff1": 0.736109107156013, + "nauc_mrr_at_5_max": 0.616331791785688, + "nauc_mrr_at_5_std": 0.18040100319285912, + "nauc_ndcg_at_1000_diff1": 0.7343814098678078, + "nauc_ndcg_at_1000_max": 0.6140287355461796, + "nauc_ndcg_at_1000_std": 0.180497447920446, + "nauc_ndcg_at_100_diff1": 0.7343814098678078, + "nauc_ndcg_at_100_max": 0.6140287355461796, + "nauc_ndcg_at_100_std": 0.180497447920446, + "nauc_ndcg_at_10_diff1": 0.7189391218500423, + "nauc_ndcg_at_10_max": 0.6294810479977085, + "nauc_ndcg_at_10_std": 0.20938181793653188, + "nauc_ndcg_at_1_diff1": 0.7668853447349285, + "nauc_ndcg_at_1_max": 0.577055683080077, + "nauc_ndcg_at_1_std": 0.13435620353189273, + "nauc_ndcg_at_20_diff1": 0.7257497393888758, + "nauc_ndcg_at_20_max": 0.6206657629895024, + "nauc_ndcg_at_20_std": 0.1921028293978812, + "nauc_ndcg_at_3_diff1": 0.7186204869854974, + "nauc_ndcg_at_3_max": 0.6239843721470517, + "nauc_ndcg_at_3_std": 0.1844628052713261, + "nauc_ndcg_at_5_diff1": 0.7210253623686839, + "nauc_ndcg_at_5_max": 0.6450794383508219, + "nauc_ndcg_at_5_std": 0.2203299438572024, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5609493435987377, + "nauc_precision_at_10_max": 0.8032062390023916, + "nauc_precision_at_10_std": 0.5248093204346085, + "nauc_precision_at_1_diff1": 0.7668853447349285, + "nauc_precision_at_1_max": 0.577055683080077, + "nauc_precision_at_1_std": 0.13435620353189273, + "nauc_precision_at_20_diff1": 0.4392944735347994, + "nauc_precision_at_20_max": 0.8654163636720932, + "nauc_precision_at_20_std": 0.6260406788068573, + "nauc_precision_at_3_diff1": 0.6518514776245611, + "nauc_precision_at_3_max": 0.702068351892885, + "nauc_precision_at_3_std": 0.2769876074164269, + "nauc_precision_at_5_diff1": 0.628864816268649, + "nauc_precision_at_5_max": 0.827203461400358, + "nauc_precision_at_5_std": 0.47744560714499834, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5609493435987382, + "nauc_recall_at_10_max": 0.8032062390023905, + "nauc_recall_at_10_std": 0.5248093204346101, + "nauc_recall_at_1_diff1": 0.7668853447349285, + "nauc_recall_at_1_max": 0.577055683080077, + "nauc_recall_at_1_std": 0.13435620353189273, + "nauc_recall_at_20_diff1": 0.43929447353481, + "nauc_recall_at_20_max": 0.8654163636720965, + "nauc_recall_at_20_std": 0.62604067880686, + "nauc_recall_at_3_diff1": 0.6518514776245605, + "nauc_recall_at_3_max": 0.7020683518928847, + "nauc_recall_at_3_std": 0.27698760741642664, + "nauc_recall_at_5_diff1": 0.6288648162686509, + "nauc_recall_at_5_max": 0.8272034614003588, + "nauc_recall_at_5_std": 0.47744560714499884, + "ndcg_at_1": 0.6978, + "ndcg_at_10": 0.82298, + "ndcg_at_100": 0.83711, + "ndcg_at_1000": 0.83711, + "ndcg_at_20": 0.83304, + "ndcg_at_3": 0.79114, + "ndcg_at_5": 0.81172, + "precision_at_1": 0.6978, + "precision_at_10": 0.09396, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.0489, + "precision_at_3": 0.28571, + "precision_at_5": 0.18132, + "recall_at_1": 0.6978, + "recall_at_10": 0.93956, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.97802, + "recall_at_3": 0.85714, + "recall_at_5": 0.90659 + }, + { + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ], + "main_score": 0.82397, + "map_at_1": 0.68421, + "map_at_10": 0.78177, + "map_at_100": 0.78428, + "map_at_1000": 0.78431, + "map_at_20": 0.78371, + "map_at_3": 0.76316, + "map_at_5": 0.77711, + "mrr_at_1": 0.6842105263157895, + "mrr_at_10": 0.7817669172932329, + "mrr_at_100": 0.7842991833735934, + "mrr_at_1000": 0.7843329215652263, + "mrr_at_20": 0.7837321158373789, + "mrr_at_3": 0.7631578947368419, + "mrr_at_5": 0.7771052631578947, + "nauc_map_at_1000_diff1": 0.7033005007009235, + "nauc_map_at_1000_max": 0.4639006712767741, + "nauc_map_at_1000_std": 0.1769711226916114, + "nauc_map_at_100_diff1": 0.703303874860927, + "nauc_map_at_100_max": 0.46397295953257234, + "nauc_map_at_100_std": 0.1771178868808981, + "nauc_map_at_10_diff1": 0.7029036257710406, + "nauc_map_at_10_max": 0.46730190060554144, + "nauc_map_at_10_std": 0.18505897184018016, + "nauc_map_at_1_diff1": 0.7039071815096761, + "nauc_map_at_1_max": 0.39841328074841736, + "nauc_map_at_1_std": 0.06090984132807466, + "nauc_map_at_20_diff1": 0.7039248178479132, + "nauc_map_at_20_max": 0.4653772038147881, + "nauc_map_at_20_std": 0.17889293984076107, + "nauc_map_at_3_diff1": 0.6967256134578852, + "nauc_map_at_3_max": 0.488306601648943, + "nauc_map_at_3_std": 0.21026379178661697, + "nauc_map_at_5_diff1": 0.7023391688470068, + "nauc_map_at_5_max": 0.4651481234471189, + "nauc_map_at_5_std": 0.18072678859891403, + "nauc_mrr_at_1000_diff1": 0.7032661003400577, + "nauc_mrr_at_1000_max": 0.4639402216975342, + "nauc_mrr_at_1000_std": 0.17689085389695353, + "nauc_mrr_at_100_diff1": 0.7032694810262563, + "nauc_mrr_at_100_max": 0.46401251127965787, + "nauc_mrr_at_100_std": 0.17703764941490577, + "nauc_mrr_at_10_diff1": 0.7029036257710406, + "nauc_mrr_at_10_max": 0.46730190060554144, + "nauc_mrr_at_10_std": 0.18505897184018016, + "nauc_mrr_at_1_diff1": 0.7039071815096761, + "nauc_mrr_at_1_max": 0.39841328074841736, + "nauc_mrr_at_1_std": 0.06090984132807466, + "nauc_mrr_at_20_diff1": 0.7038905985691216, + "nauc_mrr_at_20_max": 0.4654167996547169, + "nauc_mrr_at_20_std": 0.1788131473269177, + "nauc_mrr_at_3_diff1": 0.6967256134578852, + "nauc_mrr_at_3_max": 0.488306601648943, + "nauc_mrr_at_3_std": 0.21026379178661697, + "nauc_mrr_at_5_diff1": 0.7023391688470068, + "nauc_mrr_at_5_max": 0.4651481234471189, + "nauc_mrr_at_5_std": 0.18072678859891403, + "nauc_ndcg_at_1000_diff1": 0.7038970204244595, + "nauc_ndcg_at_1000_max": 0.47310833522679807, + "nauc_ndcg_at_1000_std": 0.1936619199925122, + "nauc_ndcg_at_100_diff1": 0.7039874155846008, + "nauc_ndcg_at_100_max": 0.4750625890465719, + "nauc_ndcg_at_100_std": 0.1976394510819101, + "nauc_ndcg_at_10_diff1": 0.7033300165992636, + "nauc_ndcg_at_10_max": 0.4919786379512157, + "nauc_ndcg_at_10_std": 0.23544649440444754, + "nauc_ndcg_at_1_diff1": 0.7039071815096761, + "nauc_ndcg_at_1_max": 0.39841328074841736, + "nauc_ndcg_at_1_std": 0.06090984132807466, + "nauc_ndcg_at_20_diff1": 0.7084130029488898, + "nauc_ndcg_at_20_max": 0.4846073472867262, + "nauc_ndcg_at_20_std": 0.2098950497806349, + "nauc_ndcg_at_3_diff1": 0.6923888564426871, + "nauc_ndcg_at_3_max": 0.528228794761811, + "nauc_ndcg_at_3_std": 0.27344652279900805, + "nauc_ndcg_at_5_diff1": 0.7027205337744934, + "nauc_ndcg_at_5_max": 0.4856461983801781, + "nauc_ndcg_at_5_std": 0.22115961364253384, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.7222222222221986, + "nauc_precision_at_100_max": 0.8692810457516548, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.707749766573298, + "nauc_precision_at_10_max": 0.7622159975101173, + "nauc_precision_at_10_std": 0.8101462807345123, + "nauc_precision_at_1_diff1": 0.7039071815096761, + "nauc_precision_at_1_max": 0.39841328074841736, + "nauc_precision_at_1_std": 0.06090984132807466, + "nauc_precision_at_20_diff1": 0.8611111111111073, + "nauc_precision_at_20_max": 0.8978758169934616, + "nauc_precision_at_20_std": 0.8190943043884187, + "nauc_precision_at_3_diff1": 0.6720576192957627, + "nauc_precision_at_3_max": 0.7105821484404069, + "nauc_precision_at_3_std": 0.5606156480309662, + "nauc_precision_at_5_diff1": 0.7067226890756312, + "nauc_precision_at_5_max": 0.6194522253345793, + "nauc_precision_at_5_std": 0.4931216931216932, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7222222222222181, + "nauc_recall_at_100_max": 0.8692810457516248, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7077497665732961, + "nauc_recall_at_10_max": 0.7622159975101167, + "nauc_recall_at_10_std": 0.8101462807345161, + "nauc_recall_at_1_diff1": 0.7039071815096761, + "nauc_recall_at_1_max": 0.39841328074841736, + "nauc_recall_at_1_std": 0.06090984132807466, + "nauc_recall_at_20_diff1": 0.8611111111111153, + "nauc_recall_at_20_max": 0.8978758169934669, + "nauc_recall_at_20_std": 0.8190943043884232, + "nauc_recall_at_3_diff1": 0.6720576192957644, + "nauc_recall_at_3_max": 0.7105821484404095, + "nauc_recall_at_3_std": 0.5606156480309691, + "nauc_recall_at_5_diff1": 0.7067226890756312, + "nauc_recall_at_5_max": 0.6194522253345794, + "nauc_recall_at_5_std": 0.4931216931216938, + "ndcg_at_1": 0.68421, + "ndcg_at_10": 0.82397, + "ndcg_at_100": 0.83401, + "ndcg_at_1000": 0.83473, + "ndcg_at_20": 0.83077, + "ndcg_at_3": 0.78884, + "ndcg_at_5": 0.81332, + "precision_at_1": 0.68421, + "precision_at_10": 0.09526, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04895, + "precision_at_3": 0.28772, + "precision_at_5": 0.18421, + "recall_at_1": 0.68421, + "recall_at_10": 0.95263, + "recall_at_100": 0.99474, + "recall_at_1000": 1.0, + "recall_at_20": 0.97895, + "recall_at_3": 0.86316, + "recall_at_5": 0.92105 + }, + { + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.7785, + "map_at_1": 0.64797, + "map_at_10": 0.73674, + "map_at_100": 0.74019, + "map_at_1000": 0.74033, + "map_at_20": 0.73924, + "map_at_3": 0.71631, + "map_at_5": 0.7284, + "mrr_at_1": 0.6518375241779497, + "mrr_at_10": 0.7389802278100148, + "mrr_at_100": 0.7422481730350229, + "mrr_at_1000": 0.7423918352286547, + "mrr_at_20": 0.7413014323410689, + "mrr_at_3": 0.7182462927143776, + "mrr_at_5": 0.7307221147646675, + "nauc_map_at_1000_diff1": 0.7624778081863641, + "nauc_map_at_1000_max": 0.6072112822035581, + "nauc_map_at_1000_std": 0.2817171489090016, + "nauc_map_at_100_diff1": 0.7625081973135052, + "nauc_map_at_100_max": 0.6073784701376791, + "nauc_map_at_100_std": 0.2820676421059383, + "nauc_map_at_10_diff1": 0.7597405596656132, + "nauc_map_at_10_max": 0.6085372523359072, + "nauc_map_at_10_std": 0.2816019297739329, + "nauc_map_at_1_diff1": 0.7966303994617487, + "nauc_map_at_1_max": 0.5741559605754829, + "nauc_map_at_1_std": 0.2298444327809831, + "nauc_map_at_20_diff1": 0.762448969709817, + "nauc_map_at_20_max": 0.6072212456377548, + "nauc_map_at_20_std": 0.2820073590503196, + "nauc_map_at_3_diff1": 0.7574051485961928, + "nauc_map_at_3_max": 0.6078127096972941, + "nauc_map_at_3_std": 0.29316398120390963, + "nauc_map_at_5_diff1": 0.7567956145898564, + "nauc_map_at_5_max": 0.606721488784251, + "nauc_map_at_5_std": 0.2829895066880425, + "nauc_mrr_at_1000_diff1": 0.7574308602624386, + "nauc_mrr_at_1000_max": 0.6127945419181188, + "nauc_mrr_at_1000_std": 0.28378254904062605, + "nauc_mrr_at_100_diff1": 0.7574648806091184, + "nauc_mrr_at_100_max": 0.6129593760683599, + "nauc_mrr_at_100_std": 0.28413447217335636, + "nauc_mrr_at_10_diff1": 0.7547867026247216, + "nauc_mrr_at_10_max": 0.613735287784779, + "nauc_mrr_at_10_std": 0.283164571834883, + "nauc_mrr_at_1_diff1": 0.7890705658628211, + "nauc_mrr_at_1_max": 0.5825200995116129, + "nauc_mrr_at_1_std": 0.2326082354674816, + "nauc_mrr_at_20_diff1": 0.7574280191705052, + "nauc_mrr_at_20_max": 0.6127774390683182, + "nauc_mrr_at_20_std": 0.2840550130329949, + "nauc_mrr_at_3_diff1": 0.7527652479920972, + "nauc_mrr_at_3_max": 0.6129030785762656, + "nauc_mrr_at_3_std": 0.29507738164737696, + "nauc_mrr_at_5_diff1": 0.7515843272444451, + "nauc_mrr_at_5_max": 0.6123257816692769, + "nauc_mrr_at_5_std": 0.28414722482826116, + "nauc_ndcg_at_1000_diff1": 0.7583943453989949, + "nauc_ndcg_at_1000_max": 0.6135573475054457, + "nauc_ndcg_at_1000_std": 0.2928895298074448, + "nauc_ndcg_at_100_diff1": 0.7587918518500123, + "nauc_ndcg_at_100_max": 0.6182883205884452, + "nauc_ndcg_at_100_std": 0.30198708336023317, + "nauc_ndcg_at_10_diff1": 0.7469749579000113, + "nauc_ndcg_at_10_max": 0.6219242534501488, + "nauc_ndcg_at_10_std": 0.3004227955239024, + "nauc_ndcg_at_1_diff1": 0.7966303994617487, + "nauc_ndcg_at_1_max": 0.5741559605754829, + "nauc_ndcg_at_1_std": 0.2298444327809831, + "nauc_ndcg_at_20_diff1": 0.7578577017129676, + "nauc_ndcg_at_20_max": 0.6165826810605953, + "nauc_ndcg_at_20_std": 0.3029040015591705, + "nauc_ndcg_at_3_diff1": 0.7434833768224547, + "nauc_ndcg_at_3_max": 0.6195463304676406, + "nauc_ndcg_at_3_std": 0.31899538757651735, + "nauc_ndcg_at_5_diff1": 0.7410063694992497, + "nauc_ndcg_at_5_max": 0.6176413256220262, + "nauc_ndcg_at_5_std": 0.3011288409860474, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7741909030062469, + "nauc_precision_at_100_max": 0.8869688969557016, + "nauc_precision_at_100_std": 0.8054699503895706, + "nauc_precision_at_10_diff1": 0.6600227473057211, + "nauc_precision_at_10_max": 0.7144652593212574, + "nauc_precision_at_10_std": 0.43136490644864134, + "nauc_precision_at_1_diff1": 0.7966303994617487, + "nauc_precision_at_1_max": 0.5741559605754829, + "nauc_precision_at_1_std": 0.2298444327809831, + "nauc_precision_at_20_diff1": 0.74423912748663, + "nauc_precision_at_20_max": 0.7012263335523369, + "nauc_precision_at_20_std": 0.5430134817000124, + "nauc_precision_at_3_diff1": 0.6925466506870896, + "nauc_precision_at_3_max": 0.6623866064241204, + "nauc_precision_at_3_std": 0.4149415837710917, + "nauc_precision_at_5_diff1": 0.6678569024111093, + "nauc_precision_at_5_max": 0.666354188221961, + "nauc_precision_at_5_std": 0.38180649883589934, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7741909030062404, + "nauc_recall_at_100_max": 0.8869688969556951, + "nauc_recall_at_100_std": 0.8054699503895724, + "nauc_recall_at_10_diff1": 0.6600227473057203, + "nauc_recall_at_10_max": 0.7144652593212564, + "nauc_recall_at_10_std": 0.43136490644864217, + "nauc_recall_at_1_diff1": 0.7966303994617487, + "nauc_recall_at_1_max": 0.5741559605754829, + "nauc_recall_at_1_std": 0.2298444327809831, + "nauc_recall_at_20_diff1": 0.744239127486629, + "nauc_recall_at_20_max": 0.7012263335523371, + "nauc_recall_at_20_std": 0.543013481700012, + "nauc_recall_at_3_diff1": 0.6925466506870896, + "nauc_recall_at_3_max": 0.6623866064241204, + "nauc_recall_at_3_std": 0.41494158377109197, + "nauc_recall_at_5_diff1": 0.6678569024111104, + "nauc_recall_at_5_max": 0.6663541882219631, + "nauc_recall_at_5_std": 0.381806498835902, + "ndcg_at_1": 0.64797, + "ndcg_at_10": 0.7785, + "ndcg_at_100": 0.7937, + "ndcg_at_1000": 0.79683, + "ndcg_at_20": 0.7874, + "ndcg_at_3": 0.73713, + "ndcg_at_5": 0.75877, + "precision_at_1": 0.64797, + "precision_at_10": 0.09091, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "precision_at_20": 0.0472, + "precision_at_3": 0.26564, + "precision_at_5": 0.16983, + "recall_at_1": 0.64797, + "recall_at_10": 0.90909, + "recall_at_100": 0.97679, + "recall_at_1000": 1.0, + "recall_at_20": 0.94391, + "recall_at_3": 0.79691, + "recall_at_5": 0.84913 + }, + { + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.83817, + "map_at_1": 0.73633, + "map_at_10": 0.80527, + "map_at_100": 0.80753, + "map_at_1000": 0.8076, + "map_at_20": 0.80704, + "map_at_3": 0.78906, + "map_at_5": 0.79824, + "mrr_at_1": 0.736328125, + "mrr_at_10": 0.8052718874007937, + "mrr_at_100": 0.8075159639728576, + "mrr_at_1000": 0.8075862606486963, + "mrr_at_20": 0.80712336046461, + "mrr_at_3": 0.7890625, + "mrr_at_5": 0.7982421874999999, + "nauc_map_at_1000_diff1": 0.8487292056599343, + "nauc_map_at_1000_max": 0.7399250854410593, + "nauc_map_at_1000_std": 0.1400205095592488, + "nauc_map_at_100_diff1": 0.848715567932648, + "nauc_map_at_100_max": 0.7399967835688208, + "nauc_map_at_100_std": 0.14024140682910632, + "nauc_map_at_10_diff1": 0.847231077227138, + "nauc_map_at_10_max": 0.7412730864418876, + "nauc_map_at_10_std": 0.14252785407600418, + "nauc_map_at_1_diff1": 0.8724461502346536, + "nauc_map_at_1_max": 0.7017240287613468, + "nauc_map_at_1_std": 0.08426148073348884, + "nauc_map_at_20_diff1": 0.8484815006155696, + "nauc_map_at_20_max": 0.7403755506743647, + "nauc_map_at_20_std": 0.14178772268795226, + "nauc_map_at_3_diff1": 0.8474208247684265, + "nauc_map_at_3_max": 0.7498656592265962, + "nauc_map_at_3_std": 0.12925286234712483, + "nauc_map_at_5_diff1": 0.8464212172967407, + "nauc_map_at_5_max": 0.744506982924639, + "nauc_map_at_5_std": 0.14382715063278137, + "nauc_mrr_at_1000_diff1": 0.8487382862932009, + "nauc_mrr_at_1000_max": 0.7399294025514968, + "nauc_mrr_at_1000_std": 0.13999518578371312, + "nauc_mrr_at_100_diff1": 0.8487243583914769, + "nauc_mrr_at_100_max": 0.7400008192352905, + "nauc_mrr_at_100_std": 0.14021548727449723, + "nauc_mrr_at_10_diff1": 0.847231077227138, + "nauc_mrr_at_10_max": 0.7412730864418876, + "nauc_mrr_at_10_std": 0.14252785407600418, + "nauc_mrr_at_1_diff1": 0.8724461502346536, + "nauc_mrr_at_1_max": 0.7017240287613468, + "nauc_mrr_at_1_std": 0.08426148073348884, + "nauc_mrr_at_20_diff1": 0.8484097620932696, + "nauc_mrr_at_20_max": 0.7402415807854267, + "nauc_mrr_at_20_std": 0.14177193307216196, + "nauc_mrr_at_3_diff1": 0.8474208247684265, + "nauc_mrr_at_3_max": 0.7498656592265962, + "nauc_mrr_at_3_std": 0.12925286234712483, + "nauc_mrr_at_5_diff1": 0.8464212172967407, + "nauc_mrr_at_5_max": 0.744506982924639, + "nauc_mrr_at_5_std": 0.14382715063278137, + "nauc_ndcg_at_1000_diff1": 0.8450367101907795, + "nauc_ndcg_at_1000_max": 0.746061351015129, + "nauc_ndcg_at_1000_std": 0.15451103207135986, + "nauc_ndcg_at_100_diff1": 0.8447039330008117, + "nauc_ndcg_at_100_max": 0.7485239068240078, + "nauc_ndcg_at_100_std": 0.16166947776120325, + "nauc_ndcg_at_10_diff1": 0.8366051773428324, + "nauc_ndcg_at_10_max": 0.7546214899247733, + "nauc_ndcg_at_10_std": 0.17619155074897477, + "nauc_ndcg_at_1_diff1": 0.8724461502346536, + "nauc_ndcg_at_1_max": 0.7017240287613468, + "nauc_ndcg_at_1_std": 0.08426148073348884, + "nauc_ndcg_at_20_diff1": 0.842400109166237, + "nauc_ndcg_at_20_max": 0.7513270753739899, + "nauc_ndcg_at_20_std": 0.1744396389853221, + "nauc_ndcg_at_3_diff1": 0.8385458401899987, + "nauc_ndcg_at_3_max": 0.7701426874109093, + "nauc_ndcg_at_3_std": 0.1463544559794229, + "nauc_ndcg_at_5_diff1": 0.8356363405087546, + "nauc_ndcg_at_5_max": 0.7611969981825378, + "nauc_ndcg_at_5_std": 0.17699359727155226, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8196696739931729, + "nauc_precision_at_100_max": 0.9416800231546937, + "nauc_precision_at_100_std": 0.7153243108333738, + "nauc_precision_at_10_diff1": 0.7446317587224983, + "nauc_precision_at_10_max": 0.8618916134346162, + "nauc_precision_at_10_std": 0.477692713113987, + "nauc_precision_at_1_diff1": 0.8724461502346536, + "nauc_precision_at_1_max": 0.7017240287613468, + "nauc_precision_at_1_std": 0.08426148073348884, + "nauc_precision_at_20_diff1": 0.7742190033570668, + "nauc_precision_at_20_max": 0.8979400405207307, + "nauc_precision_at_20_std": 0.7107813484805989, + "nauc_precision_at_3_diff1": 0.8045795958799958, + "nauc_precision_at_3_max": 0.8492211700083677, + "nauc_precision_at_3_std": 0.21233278720208387, + "nauc_precision_at_5_diff1": 0.7827078730883653, + "nauc_precision_at_5_max": 0.8411619098063833, + "nauc_precision_at_5_std": 0.3458793529452617, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8196696739931881, + "nauc_recall_at_100_max": 0.9416800231547082, + "nauc_recall_at_100_std": 0.715324310833399, + "nauc_recall_at_10_diff1": 0.7446317587224998, + "nauc_recall_at_10_max": 0.8618916134346141, + "nauc_recall_at_10_std": 0.477692713113987, + "nauc_recall_at_1_diff1": 0.8724461502346536, + "nauc_recall_at_1_max": 0.7017240287613468, + "nauc_recall_at_1_std": 0.08426148073348884, + "nauc_recall_at_20_diff1": 0.7742190033570686, + "nauc_recall_at_20_max": 0.8979400405207311, + "nauc_recall_at_20_std": 0.7107813484806029, + "nauc_recall_at_3_diff1": 0.804579595879996, + "nauc_recall_at_3_max": 0.8492211700083684, + "nauc_recall_at_3_std": 0.21233278720208243, + "nauc_recall_at_5_diff1": 0.7827078730883644, + "nauc_recall_at_5_max": 0.8411619098063838, + "nauc_recall_at_5_std": 0.3458793529452627, + "ndcg_at_1": 0.73633, + "ndcg_at_10": 0.83817, + "ndcg_at_100": 0.84824, + "ndcg_at_1000": 0.85002, + "ndcg_at_20": 0.84492, + "ndcg_at_3": 0.8052, + "ndcg_at_5": 0.82151, + "precision_at_1": 0.73633, + "precision_at_10": 0.09414, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04844, + "precision_at_3": 0.28385, + "precision_at_5": 0.17813, + "recall_at_1": 0.73633, + "recall_at_10": 0.94141, + "recall_at_100": 0.98633, + "recall_at_1000": 1.0, + "recall_at_20": 0.96875, + "recall_at_3": 0.85156, + "recall_at_5": 0.89062 + }, + { + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ], + "main_score": 0.84165, + "map_at_1": 0.75436, + "map_at_10": 0.81312, + "map_at_100": 0.81561, + "map_at_1000": 0.81566, + "map_at_20": 0.81475, + "map_at_3": 0.79907, + "map_at_5": 0.80739, + "mrr_at_1": 0.7543554006968641, + "mrr_at_10": 0.8130883247607987, + "mrr_at_100": 0.815493036853613, + "mrr_at_1000": 0.8155481087683225, + "mrr_at_20": 0.8145950350974435, + "mrr_at_3": 0.7990708478513358, + "mrr_at_5": 0.8071283391405346, + "nauc_map_at_1000_diff1": 0.8422236634941714, + "nauc_map_at_1000_max": 0.7609528116163043, + "nauc_map_at_1000_std": 0.035924714023006454, + "nauc_map_at_100_diff1": 0.8421946222644193, + "nauc_map_at_100_max": 0.7610051867809942, + "nauc_map_at_100_std": 0.03617156056096284, + "nauc_map_at_10_diff1": 0.8417009250895321, + "nauc_map_at_10_max": 0.7615026048778755, + "nauc_map_at_10_std": 0.0351109959014675, + "nauc_map_at_1_diff1": 0.8600488451616275, + "nauc_map_at_1_max": 0.732300585405132, + "nauc_map_at_1_std": -0.01577754993565381, + "nauc_map_at_20_diff1": 0.8420457082558059, + "nauc_map_at_20_max": 0.7615353341482904, + "nauc_map_at_20_std": 0.036366939847752244, + "nauc_map_at_3_diff1": 0.8404080029120531, + "nauc_map_at_3_max": 0.7647335387540024, + "nauc_map_at_3_std": 0.041501221809565315, + "nauc_map_at_5_diff1": 0.8404359970850126, + "nauc_map_at_5_max": 0.7620494345074514, + "nauc_map_at_5_std": 0.034777441619096815, + "nauc_mrr_at_1000_diff1": 0.8419336897866533, + "nauc_mrr_at_1000_max": 0.7610997227063679, + "nauc_mrr_at_1000_std": 0.03648522189627198, + "nauc_mrr_at_100_diff1": 0.8419048146784559, + "nauc_mrr_at_100_max": 0.7611520592294865, + "nauc_mrr_at_100_std": 0.03673191911411842, + "nauc_mrr_at_10_diff1": 0.8413698335988425, + "nauc_mrr_at_10_max": 0.7615397980928741, + "nauc_mrr_at_10_std": 0.035206783993596974, + "nauc_mrr_at_1_diff1": 0.8600488451616275, + "nauc_mrr_at_1_max": 0.732300585405132, + "nauc_mrr_at_1_std": -0.01577754993565381, + "nauc_mrr_at_20_diff1": 0.8417660538534378, + "nauc_mrr_at_20_max": 0.7617082371531442, + "nauc_mrr_at_20_std": 0.03716205807520197, + "nauc_mrr_at_3_diff1": 0.8404080029120531, + "nauc_mrr_at_3_max": 0.7647335387540024, + "nauc_mrr_at_3_std": 0.041501221809565315, + "nauc_mrr_at_5_diff1": 0.8401871165683023, + "nauc_mrr_at_5_max": 0.762478454062296, + "nauc_mrr_at_5_std": 0.036137614809373615, + "nauc_ndcg_at_1000_diff1": 0.8395802801638844, + "nauc_ndcg_at_1000_max": 0.7662459908363138, + "nauc_ndcg_at_1000_std": 0.048701016513665346, + "nauc_ndcg_at_100_diff1": 0.8388438057993262, + "nauc_ndcg_at_100_max": 0.7683310805201407, + "nauc_ndcg_at_100_std": 0.058249708674338915, + "nauc_ndcg_at_10_diff1": 0.8359656136193915, + "nauc_ndcg_at_10_max": 0.7720721779764513, + "nauc_ndcg_at_10_std": 0.0541913533073968, + "nauc_ndcg_at_1_diff1": 0.8600488451616275, + "nauc_ndcg_at_1_max": 0.732300585405132, + "nauc_ndcg_at_1_std": -0.01577754993565381, + "nauc_ndcg_at_20_diff1": 0.8373114385642371, + "nauc_ndcg_at_20_max": 0.7726517078124018, + "nauc_ndcg_at_20_std": 0.06124929637816936, + "nauc_ndcg_at_3_diff1": 0.8334271790638252, + "nauc_ndcg_at_3_max": 0.7767749102241559, + "nauc_ndcg_at_3_std": 0.06304756974633635, + "nauc_ndcg_at_5_diff1": 0.8329642971252516, + "nauc_ndcg_at_5_max": 0.7722684675331482, + "nauc_ndcg_at_5_std": 0.05070040025036101, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.789172343123715, + "nauc_precision_at_100_max": 0.9336042036603417, + "nauc_precision_at_100_std": 0.8060904663117482, + "nauc_precision_at_10_diff1": 0.7983871222761462, + "nauc_precision_at_10_max": 0.8461236607681228, + "nauc_precision_at_10_std": 0.19023816517801284, + "nauc_precision_at_1_diff1": 0.8600488451616275, + "nauc_precision_at_1_max": 0.732300585405132, + "nauc_precision_at_1_std": -0.01577754993565381, + "nauc_precision_at_20_diff1": 0.7967432788663823, + "nauc_precision_at_20_max": 0.8893434339578432, + "nauc_precision_at_20_std": 0.34674219015082075, + "nauc_precision_at_3_diff1": 0.8073145230768162, + "nauc_precision_at_3_max": 0.8220429676099333, + "nauc_precision_at_3_std": 0.1441663815539987, + "nauc_precision_at_5_diff1": 0.7984135591446528, + "nauc_precision_at_5_max": 0.8184113729846677, + "nauc_precision_at_5_std": 0.12092663486676744, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7891723431237223, + "nauc_recall_at_100_max": 0.9336042036603421, + "nauc_recall_at_100_std": 0.8060904663117714, + "nauc_recall_at_10_diff1": 0.798387122276146, + "nauc_recall_at_10_max": 0.8461236607681215, + "nauc_recall_at_10_std": 0.1902381651780109, + "nauc_recall_at_1_diff1": 0.8600488451616275, + "nauc_recall_at_1_max": 0.732300585405132, + "nauc_recall_at_1_std": -0.01577754993565381, + "nauc_recall_at_20_diff1": 0.7967432788663802, + "nauc_recall_at_20_max": 0.8893434339578414, + "nauc_recall_at_20_std": 0.34674219015082164, + "nauc_recall_at_3_diff1": 0.807314523076815, + "nauc_recall_at_3_max": 0.8220429676099335, + "nauc_recall_at_3_std": 0.14416638155399814, + "nauc_recall_at_5_diff1": 0.7984135591446521, + "nauc_recall_at_5_max": 0.8184113729846657, + "nauc_recall_at_5_std": 0.12092663486676569, + "ndcg_at_1": 0.75436, + "ndcg_at_10": 0.84165, + "ndcg_at_100": 0.8535, + "ndcg_at_1000": 0.85521, + "ndcg_at_20": 0.84745, + "ndcg_at_3": 0.81313, + "ndcg_at_5": 0.82798, + "precision_at_1": 0.75436, + "precision_at_10": 0.09312, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04769, + "precision_at_3": 0.28455, + "precision_at_5": 0.17787, + "recall_at_1": 0.75436, + "recall_at_10": 0.93118, + "recall_at_100": 0.98606, + "recall_at_1000": 1.0, + "recall_at_20": 0.95383, + "recall_at_3": 0.85366, + "recall_at_5": 0.88937 + }, + { + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ], + "main_score": 0.83163, + "map_at_1": 0.734, + "map_at_10": 0.8017, + "map_at_100": 0.80487, + "map_at_1000": 0.80497, + "map_at_20": 0.80416, + "map_at_3": 0.789, + "map_at_5": 0.7969, + "mrr_at_1": 0.732, + "mrr_at_10": 0.8005984126984127, + "mrr_at_100": 0.8037777347897637, + "mrr_at_1000": 0.803879822648745, + "mrr_at_20": 0.8030724856412937, + "mrr_at_3": 0.788, + "mrr_at_5": 0.7957999999999998, + "nauc_map_at_1000_diff1": 0.861880083565028, + "nauc_map_at_1000_max": 0.7804422178624171, + "nauc_map_at_1000_std": 0.1192484913736327, + "nauc_map_at_100_diff1": 0.8618830672001587, + "nauc_map_at_100_max": 0.7805453446978522, + "nauc_map_at_100_std": 0.11969507119562223, + "nauc_map_at_10_diff1": 0.8604089281401254, + "nauc_map_at_10_max": 0.7812197170099469, + "nauc_map_at_10_std": 0.11661634349662667, + "nauc_map_at_1_diff1": 0.8831845445391264, + "nauc_map_at_1_max": 0.7441841027498404, + "nauc_map_at_1_std": 0.08105042367990548, + "nauc_map_at_20_diff1": 0.8615193238076986, + "nauc_map_at_20_max": 0.7806354243806378, + "nauc_map_at_20_std": 0.1200151875101566, + "nauc_map_at_3_diff1": 0.8640135578796241, + "nauc_map_at_3_max": 0.7881979210060234, + "nauc_map_at_3_std": 0.11785026078779552, + "nauc_map_at_5_diff1": 0.8584919326664937, + "nauc_map_at_5_max": 0.782751760333844, + "nauc_map_at_5_std": 0.12335829350452761, + "nauc_mrr_at_1000_diff1": 0.8641766996159876, + "nauc_mrr_at_1000_max": 0.7793893900649373, + "nauc_mrr_at_1000_std": 0.11902264960228309, + "nauc_mrr_at_100_diff1": 0.8641781847962801, + "nauc_mrr_at_100_max": 0.7794927524484363, + "nauc_mrr_at_100_std": 0.11946785656062056, + "nauc_mrr_at_10_diff1": 0.862639884483083, + "nauc_mrr_at_10_max": 0.7801858991477281, + "nauc_mrr_at_10_std": 0.1164620499154711, + "nauc_mrr_at_1_diff1": 0.8862530557994922, + "nauc_mrr_at_1_max": 0.742664103355248, + "nauc_mrr_at_1_std": 0.08159479109803044, + "nauc_mrr_at_20_diff1": 0.8637905124019714, + "nauc_mrr_at_20_max": 0.7795857897856704, + "nauc_mrr_at_20_std": 0.1198022738618102, + "nauc_mrr_at_3_diff1": 0.8659681806193985, + "nauc_mrr_at_3_max": 0.7871000936815886, + "nauc_mrr_at_3_std": 0.11804608357562671, + "nauc_mrr_at_5_diff1": 0.8606761818894135, + "nauc_mrr_at_5_max": 0.7817367797169582, + "nauc_mrr_at_5_std": 0.12317841243902054, + "nauc_ndcg_at_1000_diff1": 0.8587168687901189, + "nauc_ndcg_at_1000_max": 0.7852919651271825, + "nauc_ndcg_at_1000_std": 0.12873746225636679, + "nauc_ndcg_at_100_diff1": 0.8589540884322505, + "nauc_ndcg_at_100_max": 0.7880650487857701, + "nauc_ndcg_at_100_std": 0.14029079933147892, + "nauc_ndcg_at_10_diff1": 0.8514319837154275, + "nauc_ndcg_at_10_max": 0.7907244746236154, + "nauc_ndcg_at_10_std": 0.12593000156552664, + "nauc_ndcg_at_1_diff1": 0.8831845445391264, + "nauc_ndcg_at_1_max": 0.7441841027498404, + "nauc_ndcg_at_1_std": 0.08105042367990548, + "nauc_ndcg_at_20_diff1": 0.8557040746437277, + "nauc_ndcg_at_20_max": 0.7886281723921844, + "nauc_ndcg_at_20_std": 0.139831396971924, + "nauc_ndcg_at_3_diff1": 0.8575980180214882, + "nauc_ndcg_at_3_max": 0.8029757560968713, + "nauc_ndcg_at_3_std": 0.13163300064143307, + "nauc_ndcg_at_5_diff1": 0.8463518803087557, + "nauc_ndcg_at_5_max": 0.7935574413297499, + "nauc_ndcg_at_5_std": 0.143976878071653, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8768674136321246, + "nauc_precision_at_100_max": 0.9673202614379109, + "nauc_precision_at_100_std": 0.8768674136321246, + "nauc_precision_at_10_diff1": 0.7936876504987972, + "nauc_precision_at_10_max": 0.8495749176863723, + "nauc_precision_at_10_std": 0.17597916359525942, + "nauc_precision_at_1_diff1": 0.8831845445391264, + "nauc_precision_at_1_max": 0.7441841027498404, + "nauc_precision_at_1_std": 0.08105042367990548, + "nauc_precision_at_20_diff1": 0.8049664310168457, + "nauc_precision_at_20_max": 0.8677470988395332, + "nauc_precision_at_20_std": 0.3952025254546242, + "nauc_precision_at_3_diff1": 0.8325859087961969, + "nauc_precision_at_3_max": 0.8606143289388379, + "nauc_precision_at_3_std": 0.1861087097471373, + "nauc_precision_at_5_diff1": 0.7853449016407525, + "nauc_precision_at_5_max": 0.8429344558027672, + "nauc_precision_at_5_std": 0.2474357873034967, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8768674136321158, + "nauc_recall_at_100_max": 0.9673202614379147, + "nauc_recall_at_100_std": 0.8768674136321158, + "nauc_recall_at_10_diff1": 0.793687650498797, + "nauc_recall_at_10_max": 0.8495749176863723, + "nauc_recall_at_10_std": 0.1759791635952619, + "nauc_recall_at_1_diff1": 0.8831845445391264, + "nauc_recall_at_1_max": 0.7441841027498404, + "nauc_recall_at_1_std": 0.08105042367990548, + "nauc_recall_at_20_diff1": 0.8049664310168497, + "nauc_recall_at_20_max": 0.8677470988395368, + "nauc_recall_at_20_std": 0.39520252545462853, + "nauc_recall_at_3_diff1": 0.8325859087961966, + "nauc_recall_at_3_max": 0.8606143289388372, + "nauc_recall_at_3_std": 0.18610870974713611, + "nauc_recall_at_5_diff1": 0.7853449016407518, + "nauc_recall_at_5_max": 0.8429344558027657, + "nauc_recall_at_5_std": 0.24743578730349647, + "ndcg_at_1": 0.734, + "ndcg_at_10": 0.83163, + "ndcg_at_100": 0.84528, + "ndcg_at_1000": 0.84745, + "ndcg_at_20": 0.84036, + "ndcg_at_3": 0.80626, + "ndcg_at_5": 0.82038, + "precision_at_1": 0.734, + "precision_at_10": 0.0924, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.0479, + "precision_at_3": 0.28533, + "precision_at_5": 0.178, + "recall_at_1": 0.734, + "recall_at_10": 0.924, + "recall_at_100": 0.984, + "recall_at_1000": 1.0, + "recall_at_20": 0.958, + "recall_at_3": 0.856, + "recall_at_5": 0.89 + }, + { + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ], + "main_score": 0.81543, + "map_at_1": 0.71598, + "map_at_10": 0.78395, + "map_at_100": 0.78797, + "map_at_1000": 0.78804, + "map_at_20": 0.78707, + "map_at_3": 0.77186, + "map_at_5": 0.77847, + "mrr_at_1": 0.7159763313609467, + "mrr_at_10": 0.7836894586894584, + "mrr_at_100": 0.787696239882592, + "mrr_at_1000": 0.7877715188425435, + "mrr_at_20": 0.786796561138666, + "mrr_at_3": 0.77120315581854, + "mrr_at_5": 0.7783037475345164, + "nauc_map_at_1000_diff1": 0.8192394899423077, + "nauc_map_at_1000_max": 0.7050101132630084, + "nauc_map_at_1000_std": 0.1926319369164375, + "nauc_map_at_100_diff1": 0.8192194281023871, + "nauc_map_at_100_max": 0.7050725885276695, + "nauc_map_at_100_std": 0.19289111268714784, + "nauc_map_at_10_diff1": 0.8181838220890284, + "nauc_map_at_10_max": 0.7071605544142199, + "nauc_map_at_10_std": 0.1933174420001724, + "nauc_map_at_1_diff1": 0.83298943190068, + "nauc_map_at_1_max": 0.6670431125423077, + "nauc_map_at_1_std": 0.13607316837059125, + "nauc_map_at_20_diff1": 0.818895894451746, + "nauc_map_at_20_max": 0.7055812530857307, + "nauc_map_at_20_std": 0.19459566900025002, + "nauc_map_at_3_diff1": 0.8198841926754844, + "nauc_map_at_3_max": 0.7048751608938666, + "nauc_map_at_3_std": 0.1960771465773683, + "nauc_map_at_5_diff1": 0.8193286160123849, + "nauc_map_at_5_max": 0.7088378362014434, + "nauc_map_at_5_std": 0.19094074086586946, + "nauc_mrr_at_1000_diff1": 0.8195592120462868, + "nauc_mrr_at_1000_max": 0.7049528646600707, + "nauc_mrr_at_1000_std": 0.19276960354350967, + "nauc_mrr_at_100_diff1": 0.8195390628586572, + "nauc_mrr_at_100_max": 0.7050152982384513, + "nauc_mrr_at_100_std": 0.19302846809116891, + "nauc_mrr_at_10_diff1": 0.8185040596816793, + "nauc_mrr_at_10_max": 0.7070982327015317, + "nauc_mrr_at_10_std": 0.1934006168962276, + "nauc_mrr_at_1_diff1": 0.83298943190068, + "nauc_mrr_at_1_max": 0.6670431125423077, + "nauc_mrr_at_1_std": 0.13607316837059125, + "nauc_mrr_at_20_diff1": 0.819215918593109, + "nauc_mrr_at_20_max": 0.7055237859748875, + "nauc_mrr_at_20_std": 0.19473559357999934, + "nauc_mrr_at_3_diff1": 0.820802874707854, + "nauc_mrr_at_3_max": 0.7040611491329039, + "nauc_mrr_at_3_std": 0.19498390461950932, + "nauc_mrr_at_5_diff1": 0.8195657902877213, + "nauc_mrr_at_5_max": 0.7086251989732043, + "nauc_mrr_at_5_std": 0.1906626529545512, + "nauc_ndcg_at_1000_diff1": 0.8163951571980183, + "nauc_ndcg_at_1000_max": 0.7109812743767252, + "nauc_ndcg_at_1000_std": 0.20596399624474254, + "nauc_ndcg_at_100_diff1": 0.8157648072494424, + "nauc_ndcg_at_100_max": 0.7129930343453249, + "nauc_ndcg_at_100_std": 0.2139221552439552, + "nauc_ndcg_at_10_diff1": 0.8101465608388367, + "nauc_ndcg_at_10_max": 0.7222679742186646, + "nauc_ndcg_at_10_std": 0.21963635723933322, + "nauc_ndcg_at_1_diff1": 0.83298943190068, + "nauc_ndcg_at_1_max": 0.6670431125423077, + "nauc_ndcg_at_1_std": 0.13607316837059125, + "nauc_ndcg_at_20_diff1": 0.8128650877669166, + "nauc_ndcg_at_20_max": 0.7166311098169339, + "nauc_ndcg_at_20_std": 0.22564018832801375, + "nauc_ndcg_at_3_diff1": 0.8150944774641442, + "nauc_ndcg_at_3_max": 0.7168725877517713, + "nauc_ndcg_at_3_std": 0.22076846260295468, + "nauc_ndcg_at_5_diff1": 0.8134834515776546, + "nauc_ndcg_at_5_max": 0.7256413218488268, + "nauc_ndcg_at_5_std": 0.21257668618099837, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7622530413458851, + "nauc_precision_at_100_max": 0.8832789013972355, + "nauc_precision_at_100_std": 0.8779624827615705, + "nauc_precision_at_10_diff1": 0.7556018763062204, + "nauc_precision_at_10_max": 0.8180318019981697, + "nauc_precision_at_10_std": 0.3924565030299682, + "nauc_precision_at_1_diff1": 0.83298943190068, + "nauc_precision_at_1_max": 0.6670431125423077, + "nauc_precision_at_1_std": 0.13607316837059125, + "nauc_precision_at_20_diff1": 0.7412116274867178, + "nauc_precision_at_20_max": 0.8352119784127842, + "nauc_precision_at_20_std": 0.6390396850011627, + "nauc_precision_at_3_diff1": 0.7962574355413473, + "nauc_precision_at_3_max": 0.7632255443797982, + "nauc_precision_at_3_std": 0.31912833174164096, + "nauc_precision_at_5_diff1": 0.7858125536768895, + "nauc_precision_at_5_max": 0.8047362619862839, + "nauc_precision_at_5_std": 0.31268518202445883, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7622530413458786, + "nauc_recall_at_100_max": 0.8832789013972157, + "nauc_recall_at_100_std": 0.8779624827615709, + "nauc_recall_at_10_diff1": 0.7556018763062228, + "nauc_recall_at_10_max": 0.8180318019981697, + "nauc_recall_at_10_std": 0.39245650302996843, + "nauc_recall_at_1_diff1": 0.83298943190068, + "nauc_recall_at_1_max": 0.6670431125423077, + "nauc_recall_at_1_std": 0.13607316837059125, + "nauc_recall_at_20_diff1": 0.7412116274867188, + "nauc_recall_at_20_max": 0.8352119784127873, + "nauc_recall_at_20_std": 0.6390396850011615, + "nauc_recall_at_3_diff1": 0.7962574355413469, + "nauc_recall_at_3_max": 0.7632255443797976, + "nauc_recall_at_3_std": 0.31912833174164046, + "nauc_recall_at_5_diff1": 0.7858125536768891, + "nauc_recall_at_5_max": 0.8047362619862833, + "nauc_recall_at_5_std": 0.31268518202445855, + "ndcg_at_1": 0.71598, + "ndcg_at_10": 0.81543, + "ndcg_at_100": 0.8323, + "ndcg_at_1000": 0.83411, + "ndcg_at_20": 0.82653, + "ndcg_at_3": 0.79041, + "ndcg_at_5": 0.80246, + "precision_at_1": 0.71598, + "precision_at_10": 0.09132, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.28139, + "precision_at_5": 0.17475, + "recall_at_1": 0.71598, + "recall_at_10": 0.91321, + "recall_at_100": 0.98619, + "recall_at_1000": 1.0, + "recall_at_20": 0.95661, + "recall_at_3": 0.84418, + "recall_at_5": 0.87377 + }, + { + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ], + "main_score": 0.80234, + "map_at_1": 0.67906, + "map_at_10": 0.76386, + "map_at_100": 0.76755, + "map_at_1000": 0.76758, + "map_at_20": 0.7667, + "map_at_3": 0.74951, + "map_at_5": 0.75832, + "mrr_at_1": 0.6790606653620352, + "mrr_at_10": 0.7638601559345197, + "mrr_at_100": 0.7675534945302559, + "mrr_at_1000": 0.7675831605682049, + "mrr_at_20": 0.7667098988268548, + "mrr_at_3": 0.7495107632093931, + "mrr_at_5": 0.7583170254403128, + "nauc_map_at_1000_diff1": 0.8336066367971671, + "nauc_map_at_1000_max": 0.697364252852268, + "nauc_map_at_1000_std": 0.24460834329866224, + "nauc_map_at_100_diff1": 0.833611870250172, + "nauc_map_at_100_max": 0.6973988536711688, + "nauc_map_at_100_std": 0.2446991068305223, + "nauc_map_at_10_diff1": 0.8316465651090855, + "nauc_map_at_10_max": 0.6995383858550821, + "nauc_map_at_10_std": 0.24610634788347996, + "nauc_map_at_1_diff1": 0.862157133279766, + "nauc_map_at_1_max": 0.6620543928256309, + "nauc_map_at_1_std": 0.21232674069616145, + "nauc_map_at_20_diff1": 0.8332454326965221, + "nauc_map_at_20_max": 0.6981023308294506, + "nauc_map_at_20_std": 0.24621207110299054, + "nauc_map_at_3_diff1": 0.8308028341831043, + "nauc_map_at_3_max": 0.6995602079987981, + "nauc_map_at_3_std": 0.25504403908134926, + "nauc_map_at_5_diff1": 0.8321276090275624, + "nauc_map_at_5_max": 0.702221445398274, + "nauc_map_at_5_std": 0.24773809117937473, + "nauc_mrr_at_1000_diff1": 0.8336011393951526, + "nauc_mrr_at_1000_max": 0.6973532459395908, + "nauc_mrr_at_1000_std": 0.24461092626972036, + "nauc_mrr_at_100_diff1": 0.833606354838867, + "nauc_mrr_at_100_max": 0.6973876885249943, + "nauc_mrr_at_100_std": 0.24470143851639584, + "nauc_mrr_at_10_diff1": 0.8316465651090855, + "nauc_mrr_at_10_max": 0.6995383858550821, + "nauc_mrr_at_10_std": 0.24610634788347996, + "nauc_mrr_at_1_diff1": 0.862157133279766, + "nauc_mrr_at_1_max": 0.6620543928256309, + "nauc_mrr_at_1_std": 0.21232674069616145, + "nauc_mrr_at_20_diff1": 0.8332395503561034, + "nauc_mrr_at_20_max": 0.6980916812569065, + "nauc_mrr_at_20_std": 0.24621642389246493, + "nauc_mrr_at_3_diff1": 0.8308028341831043, + "nauc_mrr_at_3_max": 0.6995602079987981, + "nauc_mrr_at_3_std": 0.25504403908134926, + "nauc_mrr_at_5_diff1": 0.8321276090275624, + "nauc_mrr_at_5_max": 0.702221445398274, + "nauc_mrr_at_5_std": 0.24773809117937473, + "nauc_ndcg_at_1000_diff1": 0.829071212764313, + "nauc_ndcg_at_1000_max": 0.7034490022412098, + "nauc_ndcg_at_1000_std": 0.25242367501541485, + "nauc_ndcg_at_100_diff1": 0.829211565006572, + "nauc_ndcg_at_100_max": 0.7042545746690873, + "nauc_ndcg_at_100_std": 0.25454884046179144, + "nauc_ndcg_at_10_diff1": 0.8187668156913589, + "nauc_ndcg_at_10_max": 0.7159450630329568, + "nauc_ndcg_at_10_std": 0.2647619994070848, + "nauc_ndcg_at_1_diff1": 0.862157133279766, + "nauc_ndcg_at_1_max": 0.6620543928256309, + "nauc_ndcg_at_1_std": 0.21232674069616145, + "nauc_ndcg_at_20_diff1": 0.8248087572730054, + "nauc_ndcg_at_20_max": 0.7099908975300888, + "nauc_ndcg_at_20_std": 0.26715327146631057, + "nauc_ndcg_at_3_diff1": 0.8188285113407646, + "nauc_ndcg_at_3_max": 0.7155738169159922, + "nauc_ndcg_at_3_std": 0.2796918176714323, + "nauc_ndcg_at_5_diff1": 0.8203801580515668, + "nauc_ndcg_at_5_max": 0.7219695881961941, + "nauc_ndcg_at_5_std": 0.2667972364462944, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8693094629156124, + "nauc_precision_at_100_max": 0.9346547314578323, + "nauc_precision_at_100_std": 0.8611612753956124, + "nauc_precision_at_10_diff1": 0.7214938472234537, + "nauc_precision_at_10_max": 0.8377193592328654, + "nauc_precision_at_10_std": 0.40824692968981136, + "nauc_precision_at_1_diff1": 0.862157133279766, + "nauc_precision_at_1_max": 0.6620543928256309, + "nauc_precision_at_1_std": 0.21232674069616145, + "nauc_precision_at_20_diff1": 0.7169644745670118, + "nauc_precision_at_20_max": 0.8630611615183733, + "nauc_precision_at_20_std": 0.6163686288086963, + "nauc_precision_at_3_diff1": 0.7696198740959291, + "nauc_precision_at_3_max": 0.782163798541696, + "nauc_precision_at_3_std": 0.38483769652342037, + "nauc_precision_at_5_diff1": 0.760548477914812, + "nauc_precision_at_5_max": 0.825364108110523, + "nauc_precision_at_5_std": 0.36560893237606207, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8693094629155949, + "nauc_recall_at_100_max": 0.9346547314578308, + "nauc_recall_at_100_std": 0.8611612753957039, + "nauc_recall_at_10_diff1": 0.7214938472234574, + "nauc_recall_at_10_max": 0.837719359232864, + "nauc_recall_at_10_std": 0.4082469296898107, + "nauc_recall_at_1_diff1": 0.862157133279766, + "nauc_recall_at_1_max": 0.6620543928256309, + "nauc_recall_at_1_std": 0.21232674069616145, + "nauc_recall_at_20_diff1": 0.7169644745670124, + "nauc_recall_at_20_max": 0.86306116151837, + "nauc_recall_at_20_std": 0.6163686288086966, + "nauc_recall_at_3_diff1": 0.7696198740959289, + "nauc_recall_at_3_max": 0.7821637985416942, + "nauc_recall_at_3_std": 0.38483769652341987, + "nauc_recall_at_5_diff1": 0.7605484779148096, + "nauc_recall_at_5_max": 0.825364108110523, + "nauc_recall_at_5_std": 0.36560893237606173, + "ndcg_at_1": 0.67906, + "ndcg_at_10": 0.80234, + "ndcg_at_100": 0.8189, + "ndcg_at_1000": 0.81945, + "ndcg_at_20": 0.81272, + "ndcg_at_3": 0.77262, + "ndcg_at_5": 0.78862, + "precision_at_1": 0.67906, + "precision_at_10": 0.09217, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04814, + "precision_at_3": 0.27984, + "precision_at_5": 0.17573, + "recall_at_1": 0.67906, + "recall_at_10": 0.92172, + "recall_at_100": 0.99609, + "recall_at_1000": 1.0, + "recall_at_20": 0.96282, + "recall_at_3": 0.83953, + "recall_at_5": 0.87867 + }, + { + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ], + "main_score": 0.84745, + "map_at_1": 0.74603, + "map_at_10": 0.81611, + "map_at_100": 0.81788, + "map_at_1000": 0.81796, + "map_at_20": 0.81695, + "map_at_3": 0.80192, + "map_at_5": 0.81124, + "mrr_at_1": 0.7440476190476191, + "mrr_at_10": 0.8151163706223229, + "mrr_at_100": 0.816880460257786, + "mrr_at_1000": 0.8169631266320715, + "mrr_at_20": 0.8159558454749556, + "mrr_at_3": 0.8009259259259258, + "mrr_at_5": 0.8102513227513226, + "nauc_map_at_1000_diff1": 0.7364530499337996, + "nauc_map_at_1000_max": 0.5735199035552735, + "nauc_map_at_1000_std": 0.22064188873555374, + "nauc_map_at_100_diff1": 0.7364772629991045, + "nauc_map_at_100_max": 0.5736562844707369, + "nauc_map_at_100_std": 0.22090636197499333, + "nauc_map_at_10_diff1": 0.7357841807341269, + "nauc_map_at_10_max": 0.5743689356796466, + "nauc_map_at_10_std": 0.22274800843256481, + "nauc_map_at_1_diff1": 0.7451846358367031, + "nauc_map_at_1_max": 0.5373163735660833, + "nauc_map_at_1_std": 0.1976704031610634, + "nauc_map_at_20_diff1": 0.7364689029770104, + "nauc_map_at_20_max": 0.5734904391288386, + "nauc_map_at_20_std": 0.22056202698532412, + "nauc_map_at_3_diff1": 0.7330572551212825, + "nauc_map_at_3_max": 0.5757057988958385, + "nauc_map_at_3_std": 0.2001243193187077, + "nauc_map_at_5_diff1": 0.7353140484874114, + "nauc_map_at_5_max": 0.5786988236448796, + "nauc_map_at_5_std": 0.22297350110792158, + "nauc_mrr_at_1000_diff1": 0.7392335882229509, + "nauc_mrr_at_1000_max": 0.5642216480594032, + "nauc_mrr_at_1000_std": 0.2186671134606548, + "nauc_mrr_at_100_diff1": 0.739256072829372, + "nauc_mrr_at_100_max": 0.5643615407686841, + "nauc_mrr_at_100_std": 0.21893030759688262, + "nauc_mrr_at_10_diff1": 0.7385386191035291, + "nauc_mrr_at_10_max": 0.5651664856140948, + "nauc_mrr_at_10_std": 0.22079780140720817, + "nauc_mrr_at_1_diff1": 0.7492154418354151, + "nauc_mrr_at_1_max": 0.5238852347398577, + "nauc_mrr_at_1_std": 0.19493263923592058, + "nauc_mrr_at_20_diff1": 0.739234189401754, + "nauc_mrr_at_20_max": 0.5642457334858846, + "nauc_mrr_at_20_std": 0.21861139820087888, + "nauc_mrr_at_3_diff1": 0.7356229042098372, + "nauc_mrr_at_3_max": 0.5671646992841803, + "nauc_mrr_at_3_std": 0.19840447979077694, + "nauc_mrr_at_5_diff1": 0.7379932483063965, + "nauc_mrr_at_5_max": 0.5697363554203987, + "nauc_mrr_at_5_std": 0.2210770078446788, + "nauc_ndcg_at_1000_diff1": 0.7364553207143126, + "nauc_ndcg_at_1000_max": 0.5801053045552039, + "nauc_ndcg_at_1000_std": 0.23135988306431957, + "nauc_ndcg_at_100_diff1": 0.7372158429089676, + "nauc_ndcg_at_100_max": 0.5841796872534902, + "nauc_ndcg_at_100_std": 0.24030176769913084, + "nauc_ndcg_at_10_diff1": 0.7344383510234572, + "nauc_ndcg_at_10_max": 0.586578864022481, + "nauc_ndcg_at_10_std": 0.24815244108952186, + "nauc_ndcg_at_1_diff1": 0.7451846358367031, + "nauc_ndcg_at_1_max": 0.5373163735660833, + "nauc_ndcg_at_1_std": 0.1976704031610634, + "nauc_ndcg_at_20_diff1": 0.7372151025985761, + "nauc_ndcg_at_20_max": 0.583102910268806, + "nauc_ndcg_at_20_std": 0.23926538163520053, + "nauc_ndcg_at_3_diff1": 0.7299795284529454, + "nauc_ndcg_at_3_max": 0.5911682635842075, + "nauc_ndcg_at_3_std": 0.20073588508222628, + "nauc_ndcg_at_5_diff1": 0.7337478039184323, + "nauc_ndcg_at_5_max": 0.5978721866015153, + "nauc_ndcg_at_5_std": 0.2457367377743709, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7850084946446725, + "nauc_precision_at_100_max": 0.8381169189590802, + "nauc_precision_at_100_std": 0.8100768024167498, + "nauc_precision_at_10_diff1": 0.7248156351543298, + "nauc_precision_at_10_max": 0.6796651173079126, + "nauc_precision_at_10_std": 0.49092511504955916, + "nauc_precision_at_1_diff1": 0.7451846358367031, + "nauc_precision_at_1_max": 0.5373163735660833, + "nauc_precision_at_1_std": 0.1976704031610634, + "nauc_precision_at_20_diff1": 0.7553788919678197, + "nauc_precision_at_20_max": 0.6625419233803442, + "nauc_precision_at_20_std": 0.4473454626828329, + "nauc_precision_at_3_diff1": 0.7181670519248445, + "nauc_precision_at_3_max": 0.6545126480705179, + "nauc_precision_at_3_std": 0.20307527889650392, + "nauc_precision_at_5_diff1": 0.7267586658669841, + "nauc_precision_at_5_max": 0.7027615628401299, + "nauc_precision_at_5_std": 0.37960131374380274, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7850084946446896, + "nauc_recall_at_100_max": 0.8381169189590918, + "nauc_recall_at_100_std": 0.810076802416751, + "nauc_recall_at_10_diff1": 0.7248156351543319, + "nauc_recall_at_10_max": 0.6796651173079137, + "nauc_recall_at_10_std": 0.49092511504956154, + "nauc_recall_at_1_diff1": 0.7451846358367031, + "nauc_recall_at_1_max": 0.5373163735660833, + "nauc_recall_at_1_std": 0.1976704031610634, + "nauc_recall_at_20_diff1": 0.7553788919678163, + "nauc_recall_at_20_max": 0.6625419233803457, + "nauc_recall_at_20_std": 0.44734546268283987, + "nauc_recall_at_3_diff1": 0.7181670519248443, + "nauc_recall_at_3_max": 0.6545126480705176, + "nauc_recall_at_3_std": 0.20307527889650412, + "nauc_recall_at_5_diff1": 0.7267586658669853, + "nauc_recall_at_5_max": 0.702761562840132, + "nauc_recall_at_5_std": 0.37960131374380524, + "ndcg_at_1": 0.74603, + "ndcg_at_10": 0.84745, + "ndcg_at_100": 0.85604, + "ndcg_at_1000": 0.85811, + "ndcg_at_20": 0.85047, + "ndcg_at_3": 0.81923, + "ndcg_at_5": 0.8358, + "precision_at_1": 0.74603, + "precision_at_10": 0.09444, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04782, + "precision_at_3": 0.28968, + "precision_at_5": 0.18175, + "recall_at_1": 0.74603, + "recall_at_10": 0.94444, + "recall_at_100": 0.98413, + "recall_at_1000": 1.0, + "recall_at_20": 0.95635, + "recall_at_3": 0.86905, + "recall_at_5": 0.90873 + }, + { + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ], + "main_score": 0.78808, + "map_at_1": 0.65217, + "map_at_10": 0.74396, + "map_at_100": 0.74733, + "map_at_1000": 0.74733, + "map_at_20": 0.74631, + "map_at_3": 0.72464, + "map_at_5": 0.73706, + "mrr_at_1": 0.6521739130434783, + "mrr_at_10": 0.7439588879029871, + "mrr_at_100": 0.747334235395057, + "mrr_at_1000": 0.747334235395057, + "mrr_at_20": 0.7463112913149449, + "mrr_at_3": 0.7246376811594203, + "mrr_at_5": 0.7370600414078674, + "nauc_map_at_1000_diff1": 0.790973728741047, + "nauc_map_at_1000_max": 0.7502838331134416, + "nauc_map_at_1000_std": 0.3306010962446969, + "nauc_map_at_100_diff1": 0.790973728741047, + "nauc_map_at_100_max": 0.7502838331134416, + "nauc_map_at_100_std": 0.3306010962446969, + "nauc_map_at_10_diff1": 0.7900547030865391, + "nauc_map_at_10_max": 0.7498464767641072, + "nauc_map_at_10_std": 0.3336507652723481, + "nauc_map_at_1_diff1": 0.8275222797076699, + "nauc_map_at_1_max": 0.7249182200998341, + "nauc_map_at_1_std": 0.2495322891218848, + "nauc_map_at_20_diff1": 0.7908862763764958, + "nauc_map_at_20_max": 0.7504899264766787, + "nauc_map_at_20_std": 0.3316008605842329, + "nauc_map_at_3_diff1": 0.7862119732277565, + "nauc_map_at_3_max": 0.7567822180748407, + "nauc_map_at_3_std": 0.3509661464795728, + "nauc_map_at_5_diff1": 0.7810539285746126, + "nauc_map_at_5_max": 0.7523125394071168, + "nauc_map_at_5_std": 0.34321279775269914, + "nauc_mrr_at_1000_diff1": 0.790973728741047, + "nauc_mrr_at_1000_max": 0.7502838331134416, + "nauc_mrr_at_1000_std": 0.3306010962446969, + "nauc_mrr_at_100_diff1": 0.790973728741047, + "nauc_mrr_at_100_max": 0.7502838331134416, + "nauc_mrr_at_100_std": 0.3306010962446969, + "nauc_mrr_at_10_diff1": 0.7900547030865391, + "nauc_mrr_at_10_max": 0.7498464767641072, + "nauc_mrr_at_10_std": 0.3336507652723481, + "nauc_mrr_at_1_diff1": 0.8275222797076699, + "nauc_mrr_at_1_max": 0.7249182200998341, + "nauc_mrr_at_1_std": 0.2495322891218848, + "nauc_mrr_at_20_diff1": 0.7908862763764958, + "nauc_mrr_at_20_max": 0.7504899264766787, + "nauc_mrr_at_20_std": 0.3316008605842329, + "nauc_mrr_at_3_diff1": 0.7862119732277565, + "nauc_mrr_at_3_max": 0.7567822180748407, + "nauc_mrr_at_3_std": 0.3509661464795728, + "nauc_mrr_at_5_diff1": 0.7810539285746126, + "nauc_mrr_at_5_max": 0.7523125394071168, + "nauc_mrr_at_5_std": 0.34321279775269914, + "nauc_ndcg_at_1000_diff1": 0.7857806927315686, + "nauc_ndcg_at_1000_max": 0.7526393398634109, + "nauc_ndcg_at_1000_std": 0.33892035398867637, + "nauc_ndcg_at_100_diff1": 0.7857806927315686, + "nauc_ndcg_at_100_max": 0.7526393398634109, + "nauc_ndcg_at_100_std": 0.33892035398867637, + "nauc_ndcg_at_10_diff1": 0.7799232658754814, + "nauc_ndcg_at_10_max": 0.7522675034287976, + "nauc_ndcg_at_10_std": 0.35358552975846114, + "nauc_ndcg_at_1_diff1": 0.8275222797076699, + "nauc_ndcg_at_1_max": 0.7249182200998341, + "nauc_ndcg_at_1_std": 0.2495322891218848, + "nauc_ndcg_at_20_diff1": 0.7825699113177512, + "nauc_ndcg_at_20_max": 0.7540029195930571, + "nauc_ndcg_at_20_std": 0.3440179099716751, + "nauc_ndcg_at_3_diff1": 0.770802716148233, + "nauc_ndcg_at_3_max": 0.7670775961707268, + "nauc_ndcg_at_3_std": 0.39039079762121603, + "nauc_ndcg_at_5_diff1": 0.7589227559332934, + "nauc_ndcg_at_5_max": 0.7594178656797113, + "nauc_ndcg_at_5_std": 0.3789194690474558, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.7069302675704471, + "nauc_precision_at_10_max": 0.7581993367213536, + "nauc_precision_at_10_std": 0.48646366706377814, + "nauc_precision_at_1_diff1": 0.8275222797076699, + "nauc_precision_at_1_max": 0.7249182200998341, + "nauc_precision_at_1_std": 0.2495322891218848, + "nauc_precision_at_20_diff1": 0.6922934312271067, + "nauc_precision_at_20_max": 0.7801832640572319, + "nauc_precision_at_20_std": 0.4179317486008987, + "nauc_precision_at_3_diff1": 0.7095445094212469, + "nauc_precision_at_3_max": 0.807291952625557, + "nauc_precision_at_3_std": 0.5478334648780112, + "nauc_precision_at_5_diff1": 0.6379102645450805, + "nauc_precision_at_5_max": 0.7944682691645373, + "nauc_precision_at_5_std": 0.5669760559064535, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7069302675704476, + "nauc_recall_at_10_max": 0.7581993367213561, + "nauc_recall_at_10_std": 0.4864636670637803, + "nauc_recall_at_1_diff1": 0.8275222797076699, + "nauc_recall_at_1_max": 0.7249182200998341, + "nauc_recall_at_1_std": 0.2495322891218848, + "nauc_recall_at_20_diff1": 0.6922934312271055, + "nauc_recall_at_20_max": 0.7801832640572341, + "nauc_recall_at_20_std": 0.41793174860089727, + "nauc_recall_at_3_diff1": 0.709544509421248, + "nauc_recall_at_3_max": 0.8072919526255585, + "nauc_recall_at_3_std": 0.5478334648780123, + "nauc_recall_at_5_diff1": 0.6379102645450809, + "nauc_recall_at_5_max": 0.7944682691645378, + "nauc_recall_at_5_std": 0.5669760559064545, + "ndcg_at_1": 0.65217, + "ndcg_at_10": 0.78808, + "ndcg_at_100": 0.80404, + "ndcg_at_1000": 0.80404, + "ndcg_at_20": 0.79618, + "ndcg_at_3": 0.74904, + "ndcg_at_5": 0.77175, + "precision_at_1": 0.65217, + "precision_at_10": 0.09255, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04783, + "precision_at_3": 0.27329, + "precision_at_5": 0.17516, + "recall_at_1": 0.65217, + "recall_at_10": 0.92547, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95652, + "recall_at_3": 0.81988, + "recall_at_5": 0.87578 + }, + { + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ], + "main_score": 0.83826, + "map_at_1": 0.72959, + "map_at_10": 0.8083, + "map_at_100": 0.81185, + "map_at_1000": 0.81188, + "map_at_20": 0.81084, + "map_at_3": 0.79847, + "map_at_5": 0.80536, + "mrr_at_1": 0.7295918367346939, + "mrr_at_10": 0.8082968901846455, + "mrr_at_100": 0.8118456045298315, + "mrr_at_1000": 0.8118839657389767, + "mrr_at_20": 0.8108420016358192, + "mrr_at_3": 0.798469387755102, + "mrr_at_5": 0.805357142857143, + "nauc_map_at_1000_diff1": 0.8162346009117024, + "nauc_map_at_1000_max": 0.7013994900389027, + "nauc_map_at_1000_std": 0.45765125425458153, + "nauc_map_at_100_diff1": 0.8161755582925595, + "nauc_map_at_100_max": 0.7014371932291842, + "nauc_map_at_100_std": 0.4576289215652173, + "nauc_map_at_10_diff1": 0.8147833313612542, + "nauc_map_at_10_max": 0.7041777618567966, + "nauc_map_at_10_std": 0.459500084020791, + "nauc_map_at_1_diff1": 0.8377209305768342, + "nauc_map_at_1_max": 0.6703529334078395, + "nauc_map_at_1_std": 0.4358824234683231, + "nauc_map_at_20_diff1": 0.8162311748455847, + "nauc_map_at_20_max": 0.7015078323575495, + "nauc_map_at_20_std": 0.45685109326468, + "nauc_map_at_3_diff1": 0.8146082001854535, + "nauc_map_at_3_max": 0.7119585786981569, + "nauc_map_at_3_std": 0.46883969732394615, + "nauc_map_at_5_diff1": 0.8146871298182106, + "nauc_map_at_5_max": 0.7072926805690226, + "nauc_map_at_5_std": 0.4678477906003817, + "nauc_mrr_at_1000_diff1": 0.8162346009117024, + "nauc_mrr_at_1000_max": 0.7013994900389027, + "nauc_mrr_at_1000_std": 0.45765125425458153, + "nauc_mrr_at_100_diff1": 0.8161755582925595, + "nauc_mrr_at_100_max": 0.7014371932291842, + "nauc_mrr_at_100_std": 0.4576289215652173, + "nauc_mrr_at_10_diff1": 0.8147833313612542, + "nauc_mrr_at_10_max": 0.7041777618567966, + "nauc_mrr_at_10_std": 0.459500084020791, + "nauc_mrr_at_1_diff1": 0.8377209305768342, + "nauc_mrr_at_1_max": 0.6703529334078395, + "nauc_mrr_at_1_std": 0.4358824234683231, + "nauc_mrr_at_20_diff1": 0.8162311748455847, + "nauc_mrr_at_20_max": 0.7015078323575495, + "nauc_mrr_at_20_std": 0.45685109326468, + "nauc_mrr_at_3_diff1": 0.8146082001854535, + "nauc_mrr_at_3_max": 0.7119585786981569, + "nauc_mrr_at_3_std": 0.46883969732394615, + "nauc_mrr_at_5_diff1": 0.8146871298182106, + "nauc_mrr_at_5_max": 0.7072926805690226, + "nauc_mrr_at_5_std": 0.4678477906003817, + "nauc_ndcg_at_1000_diff1": 0.8130488624373816, + "nauc_ndcg_at_1000_max": 0.7057797035053173, + "nauc_ndcg_at_1000_std": 0.459830029441822, + "nauc_ndcg_at_100_diff1": 0.8116455400380275, + "nauc_ndcg_at_100_max": 0.7066631329827927, + "nauc_ndcg_at_100_std": 0.45928091060110365, + "nauc_ndcg_at_10_diff1": 0.8058485650977018, + "nauc_ndcg_at_10_max": 0.7172338825945851, + "nauc_ndcg_at_10_std": 0.4649033637163827, + "nauc_ndcg_at_1_diff1": 0.8377209305768342, + "nauc_ndcg_at_1_max": 0.6703529334078395, + "nauc_ndcg_at_1_std": 0.4358824234683231, + "nauc_ndcg_at_20_diff1": 0.8118668612917522, + "nauc_ndcg_at_20_max": 0.706594225804368, + "nauc_ndcg_at_20_std": 0.45546648099535497, + "nauc_ndcg_at_3_diff1": 0.8061505838793148, + "nauc_ndcg_at_3_max": 0.7321624812148945, + "nauc_ndcg_at_3_std": 0.48517116855477316, + "nauc_ndcg_at_5_diff1": 0.8062239399155321, + "nauc_ndcg_at_5_max": 0.7251251530203167, + "nauc_ndcg_at_5_std": 0.4868144888929159, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 0.5537998892641255, + "nauc_precision_at_100_max": 0.8689839572192632, + "nauc_precision_at_100_std": 0.3583861305403391, + "nauc_precision_at_10_diff1": 0.7443905745727593, + "nauc_precision_at_10_max": 0.8023804522389582, + "nauc_precision_at_10_std": 0.49046743926587144, + "nauc_precision_at_1_diff1": 0.8377209305768342, + "nauc_precision_at_1_max": 0.6703529334078395, + "nauc_precision_at_1_std": 0.4358824234683231, + "nauc_precision_at_20_diff1": 0.7766663028509639, + "nauc_precision_at_20_max": 0.7269185735844694, + "nauc_precision_at_20_std": 0.38684979793857865, + "nauc_precision_at_3_diff1": 0.7697093286837255, + "nauc_precision_at_3_max": 0.8219062498368233, + "nauc_precision_at_3_std": 0.5578472726433539, + "nauc_precision_at_5_diff1": 0.7609655779474165, + "nauc_precision_at_5_max": 0.8244599001668428, + "nauc_precision_at_5_std": 0.5964182281634131, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5537998892641094, + "nauc_recall_at_100_max": 0.8689839572192671, + "nauc_recall_at_100_std": 0.35838613054029533, + "nauc_recall_at_10_diff1": 0.7443905745727581, + "nauc_recall_at_10_max": 0.8023804522389558, + "nauc_recall_at_10_std": 0.490467439265868, + "nauc_recall_at_1_diff1": 0.8377209305768342, + "nauc_recall_at_1_max": 0.6703529334078395, + "nauc_recall_at_1_std": 0.4358824234683231, + "nauc_recall_at_20_diff1": 0.7766663028509626, + "nauc_recall_at_20_max": 0.7269185735844665, + "nauc_recall_at_20_std": 0.38684979793858165, + "nauc_recall_at_3_diff1": 0.7697093286837272, + "nauc_recall_at_3_max": 0.8219062498368238, + "nauc_recall_at_3_std": 0.557847272643355, + "nauc_recall_at_5_diff1": 0.7609655779474159, + "nauc_recall_at_5_max": 0.8244599001668422, + "nauc_recall_at_5_std": 0.5964182281634107, + "ndcg_at_1": 0.72959, + "ndcg_at_10": 0.83826, + "ndcg_at_100": 0.85351, + "ndcg_at_1000": 0.85423, + "ndcg_at_20": 0.84738, + "ndcg_at_3": 0.81894, + "ndcg_at_5": 0.83145, + "precision_at_1": 0.72959, + "precision_at_10": 0.09286, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04821, + "precision_at_3": 0.29252, + "precision_at_5": 0.18163, + "recall_at_1": 0.72959, + "recall_at_10": 0.92857, + "recall_at_100": 0.9949, + "recall_at_1000": 1.0, + "recall_at_20": 0.96429, + "recall_at_3": 0.87755, + "recall_at_5": 0.90816 + }, + { + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.83954, + "map_at_1": 0.756, + "map_at_10": 0.81147, + "map_at_100": 0.81464, + "map_at_1000": 0.8147, + "map_at_20": 0.81377, + "map_at_3": 0.79833, + "map_at_5": 0.80623, + "mrr_at_1": 0.756, + "mrr_at_10": 0.8114682539682538, + "mrr_at_100": 0.8146486946047112, + "mrr_at_1000": 0.814701089790265, + "mrr_at_20": 0.8137786905474984, + "mrr_at_3": 0.7983333333333331, + "mrr_at_5": 0.806233333333333, + "nauc_map_at_1000_diff1": 0.8127254392447862, + "nauc_map_at_1000_max": 0.7592667753414334, + "nauc_map_at_1000_std": 0.1893739669234818, + "nauc_map_at_100_diff1": 0.8126702038587876, + "nauc_map_at_100_max": 0.7592856574685343, + "nauc_map_at_100_std": 0.1894040498507096, + "nauc_map_at_10_diff1": 0.8114475302572187, + "nauc_map_at_10_max": 0.7605154106549598, + "nauc_map_at_10_std": 0.1945772965033626, + "nauc_map_at_1_diff1": 0.8220283989514758, + "nauc_map_at_1_max": 0.7354483123713895, + "nauc_map_at_1_std": 0.1537095383249228, + "nauc_map_at_20_diff1": 0.8124639596345967, + "nauc_map_at_20_max": 0.7599155182014194, + "nauc_map_at_20_std": 0.19100740638057617, + "nauc_map_at_3_diff1": 0.8136300978381469, + "nauc_map_at_3_max": 0.7620742695760347, + "nauc_map_at_3_std": 0.19407507648858555, + "nauc_map_at_5_diff1": 0.8138410004411694, + "nauc_map_at_5_max": 0.7631106609987897, + "nauc_map_at_5_std": 0.19753784641738514, + "nauc_mrr_at_1000_diff1": 0.8127231185387661, + "nauc_mrr_at_1000_max": 0.7592668002213243, + "nauc_mrr_at_1000_std": 0.18941403798594014, + "nauc_mrr_at_100_diff1": 0.8126674812782974, + "nauc_mrr_at_100_max": 0.7592856503414755, + "nauc_mrr_at_100_std": 0.18944482402610793, + "nauc_mrr_at_10_diff1": 0.8114475302572187, + "nauc_mrr_at_10_max": 0.7605154106549598, + "nauc_mrr_at_10_std": 0.1945772965033626, + "nauc_mrr_at_1_diff1": 0.8220283989514758, + "nauc_mrr_at_1_max": 0.7354483123713895, + "nauc_mrr_at_1_std": 0.1537095383249228, + "nauc_mrr_at_20_diff1": 0.8124622107163548, + "nauc_mrr_at_20_max": 0.7599166784596701, + "nauc_mrr_at_20_std": 0.1910487378441035, + "nauc_mrr_at_3_diff1": 0.8136300978381469, + "nauc_mrr_at_3_max": 0.7620742695760347, + "nauc_mrr_at_3_std": 0.19407507648858555, + "nauc_mrr_at_5_diff1": 0.8138410004411694, + "nauc_mrr_at_5_max": 0.7631106609987897, + "nauc_mrr_at_5_std": 0.19753784641738514, + "nauc_ndcg_at_1000_diff1": 0.8110638415672531, + "nauc_ndcg_at_1000_max": 0.7635696437640577, + "nauc_ndcg_at_1000_std": 0.19445725463315425, + "nauc_ndcg_at_100_diff1": 0.8097899646016659, + "nauc_ndcg_at_100_max": 0.7641092174321531, + "nauc_ndcg_at_100_std": 0.19348333976751628, + "nauc_ndcg_at_10_diff1": 0.80518559539134, + "nauc_ndcg_at_10_max": 0.7712805730433445, + "nauc_ndcg_at_10_std": 0.21625325323889705, + "nauc_ndcg_at_1_diff1": 0.8220283989514758, + "nauc_ndcg_at_1_max": 0.7354483123713895, + "nauc_ndcg_at_1_std": 0.1537095383249228, + "nauc_ndcg_at_20_diff1": 0.809022435209012, + "nauc_ndcg_at_20_max": 0.769643962738753, + "nauc_ndcg_at_20_std": 0.20363210098622098, + "nauc_ndcg_at_3_diff1": 0.8116828342889812, + "nauc_ndcg_at_3_max": 0.7735657269658212, + "nauc_ndcg_at_3_std": 0.21316657845252096, + "nauc_ndcg_at_5_diff1": 0.8117030404915354, + "nauc_ndcg_at_5_max": 0.7765845645894859, + "nauc_ndcg_at_5_std": 0.22212047582250294, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.6586134453781382, + "nauc_precision_at_100_max": 0.8325163398692774, + "nauc_precision_at_100_std": 0.02217553688142283, + "nauc_precision_at_10_diff1": 0.7572232596742406, + "nauc_precision_at_10_max": 0.8449787322336351, + "nauc_precision_at_10_std": 0.36872341529204206, + "nauc_precision_at_1_diff1": 0.8220283989514758, + "nauc_precision_at_1_max": 0.7354483123713895, + "nauc_precision_at_1_std": 0.1537095383249228, + "nauc_precision_at_20_diff1": 0.7699813258636795, + "nauc_precision_at_20_max": 0.883753501400558, + "nauc_precision_at_20_std": 0.3290616246498607, + "nauc_precision_at_3_diff1": 0.8047970332030455, + "nauc_precision_at_3_max": 0.8177700999159587, + "nauc_precision_at_3_std": 0.28720835612235346, + "nauc_precision_at_5_diff1": 0.8021847943722936, + "nauc_precision_at_5_max": 0.8405539772727261, + "nauc_precision_at_5_std": 0.34077380952380815, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6586134453781506, + "nauc_recall_at_100_max": 0.8325163398692784, + "nauc_recall_at_100_std": 0.022175536881415145, + "nauc_recall_at_10_diff1": 0.757223259674241, + "nauc_recall_at_10_max": 0.8449787322336356, + "nauc_recall_at_10_std": 0.36872341529204267, + "nauc_recall_at_1_diff1": 0.8220283989514758, + "nauc_recall_at_1_max": 0.7354483123713895, + "nauc_recall_at_1_std": 0.1537095383249228, + "nauc_recall_at_20_diff1": 0.7699813258636797, + "nauc_recall_at_20_max": 0.883753501400561, + "nauc_recall_at_20_std": 0.3290616246498607, + "nauc_recall_at_3_diff1": 0.8047970332030472, + "nauc_recall_at_3_max": 0.8177700999159591, + "nauc_recall_at_3_std": 0.2872083561223547, + "nauc_recall_at_5_diff1": 0.8021847943722938, + "nauc_recall_at_5_max": 0.8405539772727271, + "nauc_recall_at_5_std": 0.3407738095238093, + "ndcg_at_1": 0.756, + "ndcg_at_10": 0.83954, + "ndcg_at_100": 0.85376, + "ndcg_at_1000": 0.85485, + "ndcg_at_20": 0.84774, + "ndcg_at_3": 0.81259, + "ndcg_at_5": 0.82671, + "precision_at_1": 0.756, + "precision_at_10": 0.0928, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.048, + "precision_at_3": 0.28467, + "precision_at_5": 0.1776, + "recall_at_1": 0.756, + "recall_at_10": 0.928, + "recall_at_100": 0.992, + "recall_at_1000": 1.0, + "recall_at_20": 0.96, + "recall_at_3": 0.854, + "recall_at_5": 0.888 + }, + { + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ], + "main_score": 0.83706, + "map_at_1": 0.748, + "map_at_10": 0.81006, + "map_at_100": 0.81394, + "map_at_1000": 0.81397, + "map_at_20": 0.81324, + "map_at_3": 0.799, + "map_at_5": 0.8067, + "mrr_at_1": 0.748, + "mrr_at_10": 0.8101579365079362, + "mrr_at_100": 0.8140381651031517, + "mrr_at_1000": 0.8140745715195046, + "mrr_at_20": 0.8133359747235904, + "mrr_at_3": 0.7989999999999997, + "mrr_at_5": 0.8067999999999996, + "nauc_map_at_1000_diff1": 0.8428518654308129, + "nauc_map_at_1000_max": 0.7508104746150129, + "nauc_map_at_1000_std": 0.20371958699916579, + "nauc_map_at_100_diff1": 0.8428184896891611, + "nauc_map_at_100_max": 0.7508306662398719, + "nauc_map_at_100_std": 0.2037160727395233, + "nauc_map_at_10_diff1": 0.8424243546189737, + "nauc_map_at_10_max": 0.7522320308692896, + "nauc_map_at_10_std": 0.20963586050918923, + "nauc_map_at_1_diff1": 0.8521225179060147, + "nauc_map_at_1_max": 0.7176339935613213, + "nauc_map_at_1_std": 0.13558243421983002, + "nauc_map_at_20_diff1": 0.8428664566130426, + "nauc_map_at_20_max": 0.7516625333887937, + "nauc_map_at_20_std": 0.2053226240651409, + "nauc_map_at_3_diff1": 0.8406467176894913, + "nauc_map_at_3_max": 0.7551488052944633, + "nauc_map_at_3_std": 0.207016315123463, + "nauc_map_at_5_diff1": 0.8411965444637739, + "nauc_map_at_5_max": 0.7512315180128434, + "nauc_map_at_5_std": 0.21584030881919425, + "nauc_mrr_at_1000_diff1": 0.8428582498516226, + "nauc_mrr_at_1000_max": 0.7506830720315937, + "nauc_mrr_at_1000_std": 0.2041548203698925, + "nauc_mrr_at_100_diff1": 0.8428246198738215, + "nauc_mrr_at_100_max": 0.7507032873497822, + "nauc_mrr_at_100_std": 0.20415159846052355, + "nauc_mrr_at_10_diff1": 0.8424301510465044, + "nauc_mrr_at_10_max": 0.7521081942268577, + "nauc_mrr_at_10_std": 0.21006462837969053, + "nauc_mrr_at_1_diff1": 0.8521225179060147, + "nauc_mrr_at_1_max": 0.7176339935613213, + "nauc_mrr_at_1_std": 0.13558243421983002, + "nauc_mrr_at_20_diff1": 0.8428725860077341, + "nauc_mrr_at_20_max": 0.7515361018600383, + "nauc_mrr_at_20_std": 0.20575717659298862, + "nauc_mrr_at_3_diff1": 0.8406467176894913, + "nauc_mrr_at_3_max": 0.7551488052944633, + "nauc_mrr_at_3_std": 0.207016315123463, + "nauc_mrr_at_5_diff1": 0.8412016315530071, + "nauc_mrr_at_5_max": 0.7511094764198707, + "nauc_mrr_at_5_std": 0.21626420591769913, + "nauc_ndcg_at_1000_diff1": 0.8414579961859752, + "nauc_ndcg_at_1000_max": 0.7569733105170142, + "nauc_ndcg_at_1000_std": 0.21396340021708163, + "nauc_ndcg_at_100_diff1": 0.8405999686937727, + "nauc_ndcg_at_100_max": 0.7577705217533791, + "nauc_ndcg_at_100_std": 0.2129769001707192, + "nauc_ndcg_at_10_diff1": 0.8392620523435806, + "nauc_ndcg_at_10_max": 0.7672911598711046, + "nauc_ndcg_at_10_std": 0.24204429542373257, + "nauc_ndcg_at_1_diff1": 0.8521225179060147, + "nauc_ndcg_at_1_max": 0.7176339935613213, + "nauc_ndcg_at_1_std": 0.13558243421983002, + "nauc_ndcg_at_20_diff1": 0.8412574963631103, + "nauc_ndcg_at_20_max": 0.7649332943777286, + "nauc_ndcg_at_20_std": 0.22424287501336962, + "nauc_ndcg_at_3_diff1": 0.8356143276511122, + "nauc_ndcg_at_3_max": 0.7709575445657886, + "nauc_ndcg_at_3_std": 0.23559911872894612, + "nauc_ndcg_at_5_diff1": 0.8358912580259605, + "nauc_ndcg_at_5_max": 0.7640547213163825, + "nauc_ndcg_at_5_std": 0.2578027079413699, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.737394957983195, + "nauc_precision_at_100_max": 0.865196078431354, + "nauc_precision_at_100_std": 0.06302521008402504, + "nauc_precision_at_10_diff1": 0.821965452847808, + "nauc_precision_at_10_max": 0.8617763772175546, + "nauc_precision_at_10_std": 0.4405228758169925, + "nauc_precision_at_1_diff1": 0.8521225179060147, + "nauc_precision_at_1_max": 0.7176339935613213, + "nauc_precision_at_1_std": 0.13558243421983002, + "nauc_precision_at_20_diff1": 0.8339039319431444, + "nauc_precision_at_20_max": 0.9328249818445848, + "nauc_precision_at_20_std": 0.40022305218383275, + "nauc_precision_at_3_diff1": 0.81543115428347, + "nauc_precision_at_3_max": 0.8341147405213443, + "nauc_precision_at_3_std": 0.3491837336290534, + "nauc_precision_at_5_diff1": 0.8091207680646796, + "nauc_precision_at_5_max": 0.8256605067494416, + "nauc_precision_at_5_std": 0.47236158232873676, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7373949579831953, + "nauc_recall_at_100_max": 0.8651960784313716, + "nauc_recall_at_100_std": 0.06302521008403573, + "nauc_recall_at_10_diff1": 0.8219654528478053, + "nauc_recall_at_10_max": 0.8617763772175523, + "nauc_recall_at_10_std": 0.4405228758169899, + "nauc_recall_at_1_diff1": 0.8521225179060147, + "nauc_recall_at_1_max": 0.7176339935613213, + "nauc_recall_at_1_std": 0.13558243421983002, + "nauc_recall_at_20_diff1": 0.8339039319431473, + "nauc_recall_at_20_max": 0.9328249818445922, + "nauc_recall_at_20_std": 0.40022305218383786, + "nauc_recall_at_3_diff1": 0.8154311542834685, + "nauc_recall_at_3_max": 0.8341147405213442, + "nauc_recall_at_3_std": 0.3491837336290513, + "nauc_recall_at_5_diff1": 0.8091207680646796, + "nauc_recall_at_5_max": 0.8256605067494409, + "nauc_recall_at_5_std": 0.4723615823287376, + "ndcg_at_1": 0.748, + "ndcg_at_10": 0.83706, + "ndcg_at_100": 0.85349, + "ndcg_at_1000": 0.85452, + "ndcg_at_20": 0.84834, + "ndcg_at_3": 0.81521, + "ndcg_at_5": 0.82915, + "precision_at_1": 0.748, + "precision_at_10": 0.092, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "precision_at_20": 0.0482, + "precision_at_3": 0.28733, + "precision_at_5": 0.1792, + "recall_at_1": 0.748, + "recall_at_10": 0.92, + "recall_at_100": 0.992, + "recall_at_1000": 1.0, + "recall_at_20": 0.964, + "recall_at_3": 0.862, + "recall_at_5": 0.896 + }, + { + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ], + "main_score": 0.8453, + "map_at_1": 0.73797, + "map_at_10": 0.81106, + "map_at_100": 0.81298, + "map_at_1000": 0.81298, + "map_at_20": 0.81179, + "map_at_3": 0.79234, + "map_at_5": 0.8049, + "mrr_at_1": 0.7379679144385026, + "mrr_at_10": 0.8110644257703082, + "mrr_at_100": 0.8129832997297466, + "mrr_at_1000": 0.8129832997297466, + "mrr_at_20": 0.8117903434512431, + "mrr_at_3": 0.7923351158645278, + "mrr_at_5": 0.8049019607843136, + "nauc_map_at_1000_diff1": 0.7828949302660908, + "nauc_map_at_1000_max": 0.7227405635468621, + "nauc_map_at_1000_std": 0.47657257877987647, + "nauc_map_at_100_diff1": 0.7828949302660908, + "nauc_map_at_100_max": 0.7227405635468621, + "nauc_map_at_100_std": 0.47657257877987647, + "nauc_map_at_10_diff1": 0.7827769077208186, + "nauc_map_at_10_max": 0.7231914113317996, + "nauc_map_at_10_std": 0.4808882339992729, + "nauc_map_at_1_diff1": 0.7770096957476066, + "nauc_map_at_1_max": 0.7003828574218656, + "nauc_map_at_1_std": 0.3834196740497593, + "nauc_map_at_20_diff1": 0.7831675292214927, + "nauc_map_at_20_max": 0.7235988881890634, + "nauc_map_at_20_std": 0.47986294804972707, + "nauc_map_at_3_diff1": 0.7876607653457529, + "nauc_map_at_3_max": 0.7275771197144849, + "nauc_map_at_3_std": 0.49012711963336925, + "nauc_map_at_5_diff1": 0.7823493845524087, + "nauc_map_at_5_max": 0.7229543773938888, + "nauc_map_at_5_std": 0.4870485906667717, + "nauc_mrr_at_1000_diff1": 0.7828949302660908, + "nauc_mrr_at_1000_max": 0.7227405635468621, + "nauc_mrr_at_1000_std": 0.47657257877987647, + "nauc_mrr_at_100_diff1": 0.7828949302660908, + "nauc_mrr_at_100_max": 0.7227405635468621, + "nauc_mrr_at_100_std": 0.47657257877987647, + "nauc_mrr_at_10_diff1": 0.7827769077208186, + "nauc_mrr_at_10_max": 0.7231914113317996, + "nauc_mrr_at_10_std": 0.4808882339992729, + "nauc_mrr_at_1_diff1": 0.7770096957476066, + "nauc_mrr_at_1_max": 0.7003828574218656, + "nauc_mrr_at_1_std": 0.3834196740497593, + "nauc_mrr_at_20_diff1": 0.7831675292214927, + "nauc_mrr_at_20_max": 0.7235988881890634, + "nauc_mrr_at_20_std": 0.47986294804972707, + "nauc_mrr_at_3_diff1": 0.7876607653457529, + "nauc_mrr_at_3_max": 0.7275771197144849, + "nauc_mrr_at_3_std": 0.49012711963336925, + "nauc_mrr_at_5_diff1": 0.7823493845524087, + "nauc_mrr_at_5_max": 0.7229543773938888, + "nauc_mrr_at_5_std": 0.4870485906667717, + "nauc_ndcg_at_1000_diff1": 0.7826670800865674, + "nauc_ndcg_at_1000_max": 0.7267569851852759, + "nauc_ndcg_at_1000_std": 0.4910735272295111, + "nauc_ndcg_at_100_diff1": 0.7826670800865674, + "nauc_ndcg_at_100_max": 0.7267569851852759, + "nauc_ndcg_at_100_std": 0.4910735272295111, + "nauc_ndcg_at_10_diff1": 0.7820143105712342, + "nauc_ndcg_at_10_max": 0.7323610415662531, + "nauc_ndcg_at_10_std": 0.5190489680472872, + "nauc_ndcg_at_1_diff1": 0.7770096957476066, + "nauc_ndcg_at_1_max": 0.7003828574218656, + "nauc_ndcg_at_1_std": 0.3834196740497593, + "nauc_ndcg_at_20_diff1": 0.7835089686859481, + "nauc_ndcg_at_20_max": 0.7342485216608831, + "nauc_ndcg_at_20_std": 0.5151234204076446, + "nauc_ndcg_at_3_diff1": 0.7906597997316428, + "nauc_ndcg_at_3_max": 0.7379205697781401, + "nauc_ndcg_at_3_std": 0.5320797349288602, + "nauc_ndcg_at_5_diff1": 0.7811996824686771, + "nauc_ndcg_at_5_max": 0.7316967069462624, + "nauc_ndcg_at_5_std": 0.531621446360259, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.769708186921929, + "nauc_precision_at_10_max": 0.8247437295528921, + "nauc_precision_at_10_std": 0.894656084656085, + "nauc_precision_at_1_diff1": 0.7770096957476066, + "nauc_precision_at_1_max": 0.7003828574218656, + "nauc_precision_at_1_std": 0.3834196740497593, + "nauc_precision_at_20_diff1": 0.7862691488809258, + "nauc_precision_at_20_max": 0.8779815132159716, + "nauc_precision_at_20_std": 0.9438775510204074, + "nauc_precision_at_3_diff1": 0.8018688396449556, + "nauc_precision_at_3_max": 0.7781655691078027, + "nauc_precision_at_3_std": 0.6959087922936675, + "nauc_precision_at_5_diff1": 0.7724921418949268, + "nauc_precision_at_5_max": 0.7810219813116088, + "nauc_precision_at_5_std": 0.7820010180876107, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7697081869219297, + "nauc_recall_at_10_max": 0.8247437295528901, + "nauc_recall_at_10_std": 0.8946560846560857, + "nauc_recall_at_1_diff1": 0.7770096957476066, + "nauc_recall_at_1_max": 0.7003828574218656, + "nauc_recall_at_1_std": 0.3834196740497593, + "nauc_recall_at_20_diff1": 0.7862691488809276, + "nauc_recall_at_20_max": 0.8779815132159768, + "nauc_recall_at_20_std": 0.9438775510204083, + "nauc_recall_at_3_diff1": 0.8018688396449568, + "nauc_recall_at_3_max": 0.7781655691078043, + "nauc_recall_at_3_std": 0.695908792293669, + "nauc_recall_at_5_diff1": 0.7724921418949263, + "nauc_recall_at_5_max": 0.7810219813116079, + "nauc_recall_at_5_std": 0.7820010180876105, + "ndcg_at_1": 0.73797, + "ndcg_at_10": 0.8453, + "ndcg_at_100": 0.85536, + "ndcg_at_1000": 0.85536, + "ndcg_at_20": 0.84798, + "ndcg_at_3": 0.80869, + "ndcg_at_5": 0.83102, + "precision_at_1": 0.73797, + "precision_at_10": 0.09519, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04813, + "precision_at_3": 0.2852, + "precision_at_5": 0.18182, + "recall_at_1": 0.73797, + "recall_at_10": 0.95187, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96257, + "recall_at_3": 0.85561, + "recall_at_5": 0.90909 + }, + { + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ], + "main_score": 0.81885, + "map_at_1": 0.7037, + "map_at_10": 0.78255, + "map_at_100": 0.7859, + "map_at_1000": 0.7859, + "map_at_20": 0.78463, + "map_at_3": 0.7619, + "map_at_5": 0.77937, + "mrr_at_1": 0.7037037037037037, + "mrr_at_10": 0.7825543797766021, + "mrr_at_100": 0.785901276347304, + "mrr_at_1000": 0.785901276347304, + "mrr_at_20": 0.7846319979256487, + "mrr_at_3": 0.7619047619047619, + "mrr_at_5": 0.7793650793650794, + "nauc_map_at_1000_diff1": 0.8259060871422532, + "nauc_map_at_1000_max": 0.7158147372329265, + "nauc_map_at_1000_std": 0.3932313497117154, + "nauc_map_at_100_diff1": 0.8259060871422532, + "nauc_map_at_100_max": 0.7158147372329265, + "nauc_map_at_100_std": 0.3932313497117154, + "nauc_map_at_10_diff1": 0.825590230855754, + "nauc_map_at_10_max": 0.7134106991418642, + "nauc_map_at_10_std": 0.3888186813373978, + "nauc_map_at_1_diff1": 0.838064004001915, + "nauc_map_at_1_max": 0.694919208720809, + "nauc_map_at_1_std": 0.4000006803271778, + "nauc_map_at_20_diff1": 0.8257029647086188, + "nauc_map_at_20_max": 0.7168852256655851, + "nauc_map_at_20_std": 0.3946893139280323, + "nauc_map_at_3_diff1": 0.8273293208176022, + "nauc_map_at_3_max": 0.7326708005932122, + "nauc_map_at_3_std": 0.3949828914157849, + "nauc_map_at_5_diff1": 0.823373870279768, + "nauc_map_at_5_max": 0.7135411907583458, + "nauc_map_at_5_std": 0.384263901056188, + "nauc_mrr_at_1000_diff1": 0.8259029449644925, + "nauc_mrr_at_1000_max": 0.715816008782744, + "nauc_mrr_at_1000_std": 0.3932340964495283, + "nauc_mrr_at_100_diff1": 0.8259029449644925, + "nauc_mrr_at_100_max": 0.715816008782744, + "nauc_mrr_at_100_std": 0.3932340964495283, + "nauc_mrr_at_10_diff1": 0.825590230855754, + "nauc_mrr_at_10_max": 0.7134106991418642, + "nauc_mrr_at_10_std": 0.3888186813373978, + "nauc_mrr_at_1_diff1": 0.838064004001915, + "nauc_mrr_at_1_max": 0.694919208720809, + "nauc_mrr_at_1_std": 0.4000006803271778, + "nauc_mrr_at_20_diff1": 0.8257029647086188, + "nauc_mrr_at_20_max": 0.7168852256655851, + "nauc_mrr_at_20_std": 0.3946893139280323, + "nauc_mrr_at_3_diff1": 0.8273293208176022, + "nauc_mrr_at_3_max": 0.7326708005932122, + "nauc_mrr_at_3_std": 0.3949828914157849, + "nauc_mrr_at_5_diff1": 0.823373870279768, + "nauc_mrr_at_5_max": 0.7135411907583458, + "nauc_mrr_at_5_std": 0.384263901056188, + "nauc_ndcg_at_1000_diff1": 0.8243091294698535, + "nauc_ndcg_at_1000_max": 0.7197617111074041, + "nauc_ndcg_at_1000_std": 0.39238165942945685, + "nauc_ndcg_at_100_diff1": 0.8243091294698535, + "nauc_ndcg_at_100_max": 0.7197617111074041, + "nauc_ndcg_at_100_std": 0.39238165942945685, + "nauc_ndcg_at_10_diff1": 0.8223175641607448, + "nauc_ndcg_at_10_max": 0.7160247979573692, + "nauc_ndcg_at_10_std": 0.379431352788074, + "nauc_ndcg_at_1_diff1": 0.838064004001915, + "nauc_ndcg_at_1_max": 0.694919208720809, + "nauc_ndcg_at_1_std": 0.4000006803271778, + "nauc_ndcg_at_20_diff1": 0.8229872221181052, + "nauc_ndcg_at_20_max": 0.7285777052456376, + "nauc_ndcg_at_20_std": 0.40057730923283974, + "nauc_ndcg_at_3_diff1": 0.8242150550510596, + "nauc_ndcg_at_3_max": 0.7526241394240297, + "nauc_ndcg_at_3_std": 0.3940377017395414, + "nauc_ndcg_at_5_diff1": 0.8158925781870611, + "nauc_ndcg_at_5_max": 0.7169325817126275, + "nauc_ndcg_at_5_std": 0.37107488684496115, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8017001996394885, + "nauc_precision_at_10_max": 0.7253300215640249, + "nauc_precision_at_10_std": 0.29218132668592156, + "nauc_precision_at_1_diff1": 0.838064004001915, + "nauc_precision_at_1_max": 0.694919208720809, + "nauc_precision_at_1_std": 0.4000006803271778, + "nauc_precision_at_20_diff1": 0.8010302988792553, + "nauc_precision_at_20_max": 0.893082006503774, + "nauc_precision_at_20_std": 0.5144825048888959, + "nauc_precision_at_3_diff1": 0.8127681926983182, + "nauc_precision_at_3_max": 0.830912580835571, + "nauc_precision_at_3_std": 0.39084415972366243, + "nauc_precision_at_5_diff1": 0.7698822752386046, + "nauc_precision_at_5_max": 0.730480182097522, + "nauc_precision_at_5_std": 0.28514613578651204, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8017001996394882, + "nauc_recall_at_10_max": 0.725330021564025, + "nauc_recall_at_10_std": 0.292181326685919, + "nauc_recall_at_1_diff1": 0.838064004001915, + "nauc_recall_at_1_max": 0.694919208720809, + "nauc_recall_at_1_std": 0.4000006803271778, + "nauc_recall_at_20_diff1": 0.8010302988792524, + "nauc_recall_at_20_max": 0.8930820065037741, + "nauc_recall_at_20_std": 0.5144825048888962, + "nauc_recall_at_3_diff1": 0.812768192698317, + "nauc_recall_at_3_max": 0.8309125808355701, + "nauc_recall_at_3_std": 0.3908441597236622, + "nauc_recall_at_5_diff1": 0.7698822752386054, + "nauc_recall_at_5_max": 0.7304801820975217, + "nauc_recall_at_5_std": 0.28514613578651254, + "ndcg_at_1": 0.7037, + "ndcg_at_10": 0.81885, + "ndcg_at_100": 0.83405, + "ndcg_at_1000": 0.83405, + "ndcg_at_20": 0.82584, + "ndcg_at_3": 0.77967, + "ndcg_at_5": 0.81064, + "precision_at_1": 0.7037, + "precision_at_10": 0.09312, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04788, + "precision_at_3": 0.2769, + "precision_at_5": 0.18095, + "recall_at_1": 0.7037, + "recall_at_10": 0.93122, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95767, + "recall_at_3": 0.83069, + "recall_at_5": 0.90476 + }, + { + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ], + "main_score": 0.83951, + "map_at_1": 0.76398, + "map_at_10": 0.81599, + "map_at_100": 0.81865, + "map_at_1000": 0.81865, + "map_at_20": 0.81707, + "map_at_3": 0.80849, + "map_at_5": 0.81097, + "mrr_at_1": 0.7639751552795031, + "mrr_at_10": 0.8159937888198758, + "mrr_at_100": 0.8186643054919551, + "mrr_at_1000": 0.8186643054919551, + "mrr_at_20": 0.8170721187025534, + "mrr_at_3": 0.8084886128364389, + "mrr_at_5": 0.8109730848861283, + "nauc_map_at_1000_diff1": 0.8614614774330666, + "nauc_map_at_1000_max": 0.715343825142792, + "nauc_map_at_1000_std": 0.27211055806548134, + "nauc_map_at_100_diff1": 0.8614614774330666, + "nauc_map_at_100_max": 0.715343825142792, + "nauc_map_at_100_std": 0.27211055806548134, + "nauc_map_at_10_diff1": 0.8606915287527531, + "nauc_map_at_10_max": 0.7174163292972351, + "nauc_map_at_10_std": 0.2679733788491336, + "nauc_map_at_1_diff1": 0.8762782362089191, + "nauc_map_at_1_max": 0.6808302817258877, + "nauc_map_at_1_std": 0.22855088411569166, + "nauc_map_at_20_diff1": 0.8607067073714713, + "nauc_map_at_20_max": 0.7161794486347205, + "nauc_map_at_20_std": 0.2727760602418683, + "nauc_map_at_3_diff1": 0.8628733121997778, + "nauc_map_at_3_max": 0.721679012220996, + "nauc_map_at_3_std": 0.2914011138642352, + "nauc_map_at_5_diff1": 0.8624847677540751, + "nauc_map_at_5_max": 0.7209330487486396, + "nauc_map_at_5_std": 0.28170474788956995, + "nauc_mrr_at_1000_diff1": 0.8614532717832268, + "nauc_mrr_at_1000_max": 0.7153282894980759, + "nauc_mrr_at_1000_std": 0.27214425922401364, + "nauc_mrr_at_100_diff1": 0.8614532717832268, + "nauc_mrr_at_100_max": 0.7153282894980759, + "nauc_mrr_at_100_std": 0.27214425922401364, + "nauc_mrr_at_10_diff1": 0.8606915287527531, + "nauc_mrr_at_10_max": 0.7174163292972351, + "nauc_mrr_at_10_std": 0.2679733788491336, + "nauc_mrr_at_1_diff1": 0.8762782362089191, + "nauc_mrr_at_1_max": 0.6808302817258877, + "nauc_mrr_at_1_std": 0.22855088411569166, + "nauc_mrr_at_20_diff1": 0.8607067073714713, + "nauc_mrr_at_20_max": 0.7161794486347205, + "nauc_mrr_at_20_std": 0.2727760602418683, + "nauc_mrr_at_3_diff1": 0.8628733121997778, + "nauc_mrr_at_3_max": 0.721679012220996, + "nauc_mrr_at_3_std": 0.2914011138642352, + "nauc_mrr_at_5_diff1": 0.8624847677540751, + "nauc_mrr_at_5_max": 0.7209330487486396, + "nauc_mrr_at_5_std": 0.28170474788956995, + "nauc_ndcg_at_1000_diff1": 0.8597794453226366, + "nauc_ndcg_at_1000_max": 0.7225856589325985, + "nauc_ndcg_at_1000_std": 0.27912863195574206, + "nauc_ndcg_at_100_diff1": 0.8597794453226366, + "nauc_ndcg_at_100_max": 0.7225856589325985, + "nauc_ndcg_at_100_std": 0.27912863195574206, + "nauc_ndcg_at_10_diff1": 0.8556685203956581, + "nauc_ndcg_at_10_max": 0.7357193457738402, + "nauc_ndcg_at_10_std": 0.2662218348807832, + "nauc_ndcg_at_1_diff1": 0.8762782362089191, + "nauc_ndcg_at_1_max": 0.6808302817258877, + "nauc_ndcg_at_1_std": 0.22855088411569166, + "nauc_ndcg_at_20_diff1": 0.8554708212392523, + "nauc_ndcg_at_20_max": 0.7304376680630859, + "nauc_ndcg_at_20_std": 0.2898705170783237, + "nauc_ndcg_at_3_diff1": 0.8605555312305102, + "nauc_ndcg_at_3_max": 0.7437529043682521, + "nauc_ndcg_at_3_std": 0.3217968368144532, + "nauc_ndcg_at_5_diff1": 0.859680456355164, + "nauc_ndcg_at_5_max": 0.742761125617274, + "nauc_ndcg_at_5_std": 0.30224849291381445, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": 0.827665967991757, + "nauc_precision_at_10_max": 0.8381372477927432, + "nauc_precision_at_10_std": 0.22530162005930116, + "nauc_precision_at_1_diff1": 0.8762782362089191, + "nauc_precision_at_1_max": 0.6808302817258877, + "nauc_precision_at_1_std": 0.22855088411569166, + "nauc_precision_at_20_diff1": 0.8177647257935311, + "nauc_precision_at_20_max": 0.8192164634270219, + "nauc_precision_at_20_std": 0.42848188611180815, + "nauc_precision_at_3_diff1": 0.8528285348255311, + "nauc_precision_at_3_max": 0.8312997129824465, + "nauc_precision_at_3_std": 0.44128737669602547, + "nauc_precision_at_5_diff1": 0.8491283541512471, + "nauc_precision_at_5_max": 0.8357030829989517, + "nauc_precision_at_5_std": 0.38470480768242693, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8276659679917553, + "nauc_recall_at_10_max": 0.8381372477927438, + "nauc_recall_at_10_std": 0.22530162005930413, + "nauc_recall_at_1_diff1": 0.8762782362089191, + "nauc_recall_at_1_max": 0.6808302817258877, + "nauc_recall_at_1_std": 0.22855088411569166, + "nauc_recall_at_20_diff1": 0.8177647257935312, + "nauc_recall_at_20_max": 0.819216463427022, + "nauc_recall_at_20_std": 0.4284818861118085, + "nauc_recall_at_3_diff1": 0.852828534825531, + "nauc_recall_at_3_max": 0.8312997129824474, + "nauc_recall_at_3_std": 0.4412873766960254, + "nauc_recall_at_5_diff1": 0.8491283541512471, + "nauc_recall_at_5_max": 0.8357030829989525, + "nauc_recall_at_5_std": 0.38470480768242865, + "ndcg_at_1": 0.76398, + "ndcg_at_10": 0.83951, + "ndcg_at_100": 0.85629, + "ndcg_at_1000": 0.85629, + "ndcg_at_20": 0.84396, + "ndcg_at_3": 0.82261, + "ndcg_at_5": 0.82742, + "precision_at_1": 0.76398, + "precision_at_10": 0.0913, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04658, + "precision_at_3": 0.28778, + "precision_at_5": 0.17516, + "recall_at_1": 0.76398, + "recall_at_10": 0.91304, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.93168, + "recall_at_3": 0.86335, + "recall_at_5": 0.87578 + }, + { + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ], + "main_score": 0.80686, + "map_at_1": 0.67204, + "map_at_10": 0.7623, + "map_at_100": 0.76449, + "map_at_1000": 0.76449, + "map_at_20": 0.76363, + "map_at_3": 0.73477, + "map_at_5": 0.7552, + "mrr_at_1": 0.6720430107526881, + "mrr_at_10": 0.7622951868919611, + "mrr_at_100": 0.7644876503859134, + "mrr_at_1000": 0.7644876503859134, + "mrr_at_20": 0.7636310197536853, + "mrr_at_3": 0.7347670250896057, + "mrr_at_5": 0.7551971326164874, + "nauc_map_at_1000_diff1": 0.8084650473095989, + "nauc_map_at_1000_max": 0.6212275813953425, + "nauc_map_at_1000_std": 0.2534862783494638, + "nauc_map_at_100_diff1": 0.8084650473095989, + "nauc_map_at_100_max": 0.6212275813953425, + "nauc_map_at_100_std": 0.2534862783494638, + "nauc_map_at_10_diff1": 0.8078320912869966, + "nauc_map_at_10_max": 0.621920823403145, + "nauc_map_at_10_std": 0.25525932972074317, + "nauc_map_at_1_diff1": 0.8265407302927549, + "nauc_map_at_1_max": 0.6166037817943782, + "nauc_map_at_1_std": 0.19667520764580784, + "nauc_map_at_20_diff1": 0.8079777295051204, + "nauc_map_at_20_max": 0.6220403172902557, + "nauc_map_at_20_std": 0.2559057475756425, + "nauc_map_at_3_diff1": 0.8055899138165897, + "nauc_map_at_3_max": 0.6210809946998768, + "nauc_map_at_3_std": 0.2633620844995617, + "nauc_map_at_5_diff1": 0.8055301315007639, + "nauc_map_at_5_max": 0.6268842094083102, + "nauc_map_at_5_std": 0.2597696057526208, + "nauc_mrr_at_1000_diff1": 0.8084598039777396, + "nauc_mrr_at_1000_max": 0.6212319941815863, + "nauc_mrr_at_1000_std": 0.2534917378835865, + "nauc_mrr_at_100_diff1": 0.8084598039777396, + "nauc_mrr_at_100_max": 0.6212319941815863, + "nauc_mrr_at_100_std": 0.2534917378835865, + "nauc_mrr_at_10_diff1": 0.8078320912869966, + "nauc_mrr_at_10_max": 0.621920823403145, + "nauc_mrr_at_10_std": 0.25525932972074317, + "nauc_mrr_at_1_diff1": 0.8265407302927549, + "nauc_mrr_at_1_max": 0.6166037817943782, + "nauc_mrr_at_1_std": 0.19667520764580784, + "nauc_mrr_at_20_diff1": 0.8079777295051204, + "nauc_mrr_at_20_max": 0.6220403172902557, + "nauc_mrr_at_20_std": 0.2559057475756425, + "nauc_mrr_at_3_diff1": 0.8055899138165897, + "nauc_mrr_at_3_max": 0.6210809946998768, + "nauc_mrr_at_3_std": 0.2633620844995617, + "nauc_mrr_at_5_diff1": 0.8055301315007639, + "nauc_mrr_at_5_max": 0.6268842094083102, + "nauc_mrr_at_5_std": 0.2597696057526208, + "nauc_ndcg_at_1000_diff1": 0.8060957241241186, + "nauc_ndcg_at_1000_max": 0.6255283151154485, + "nauc_ndcg_at_1000_std": 0.2644937427531432, + "nauc_ndcg_at_100_diff1": 0.8060957241241186, + "nauc_ndcg_at_100_max": 0.6255283151154485, + "nauc_ndcg_at_100_std": 0.2644937427531432, + "nauc_ndcg_at_10_diff1": 0.8018844372447708, + "nauc_ndcg_at_10_max": 0.6323947909555638, + "nauc_ndcg_at_10_std": 0.2804830346395417, + "nauc_ndcg_at_1_diff1": 0.8265407302927549, + "nauc_ndcg_at_1_max": 0.6166037817943782, + "nauc_ndcg_at_1_std": 0.19667520764580784, + "nauc_ndcg_at_20_diff1": 0.8023932374576459, + "nauc_ndcg_at_20_max": 0.633101222944353, + "nauc_ndcg_at_20_std": 0.28549146044302526, + "nauc_ndcg_at_3_diff1": 0.7983054924737426, + "nauc_ndcg_at_3_max": 0.6327683440702585, + "nauc_ndcg_at_3_std": 0.2951840027955185, + "nauc_ndcg_at_5_diff1": 0.796337149059189, + "nauc_ndcg_at_5_max": 0.6445908814379138, + "nauc_ndcg_at_5_std": 0.29087759770062127, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7415441063141255, + "nauc_precision_at_10_max": 0.7468564177051886, + "nauc_precision_at_10_std": 0.5425063849313579, + "nauc_precision_at_1_diff1": 0.8265407302927549, + "nauc_precision_at_1_max": 0.6166037817943782, + "nauc_precision_at_1_std": 0.19667520764580784, + "nauc_precision_at_20_diff1": 0.7117643123145299, + "nauc_precision_at_20_max": 0.8356371892856708, + "nauc_precision_at_20_std": 0.8329989600197683, + "nauc_precision_at_3_diff1": 0.7719124359331807, + "nauc_precision_at_3_max": 0.6795078016634637, + "nauc_precision_at_3_std": 0.41422695659903247, + "nauc_precision_at_5_diff1": 0.740187053466221, + "nauc_precision_at_5_max": 0.7590179264145872, + "nauc_precision_at_5_std": 0.4779042956809377, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.741544106314123, + "nauc_recall_at_10_max": 0.7468564177051898, + "nauc_recall_at_10_std": 0.5425063849313563, + "nauc_recall_at_1_diff1": 0.8265407302927549, + "nauc_recall_at_1_max": 0.6166037817943782, + "nauc_recall_at_1_std": 0.19667520764580784, + "nauc_recall_at_20_diff1": 0.7117643123145334, + "nauc_recall_at_20_max": 0.8356371892856757, + "nauc_recall_at_20_std": 0.8329989600197711, + "nauc_recall_at_3_diff1": 0.7719124359331814, + "nauc_recall_at_3_max": 0.6795078016634638, + "nauc_recall_at_3_std": 0.41422695659903286, + "nauc_recall_at_5_diff1": 0.7401870534662214, + "nauc_recall_at_5_max": 0.7590179264145878, + "nauc_recall_at_5_std": 0.477904295680938, + "ndcg_at_1": 0.67204, + "ndcg_at_10": 0.80686, + "ndcg_at_100": 0.8182, + "ndcg_at_1000": 0.8182, + "ndcg_at_20": 0.8121, + "ndcg_at_3": 0.75333, + "ndcg_at_5": 0.79057, + "precision_at_1": 0.67204, + "precision_at_10": 0.09462, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04839, + "precision_at_3": 0.26882, + "precision_at_5": 0.17957, + "recall_at_1": 0.67204, + "recall_at_10": 0.94624, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96774, + "recall_at_3": 0.80645, + "recall_at_5": 0.89785 + }, + { + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ], + "main_score": 0.89767, + "map_at_1": 0.79755, + "map_at_10": 0.86979, + "map_at_100": 0.87079, + "map_at_1000": 0.87079, + "map_at_20": 0.87071, + "map_at_3": 0.85992, + "map_at_5": 0.86697, + "mrr_at_1": 0.7975460122699386, + "mrr_at_10": 0.8697852760736194, + "mrr_at_100": 0.8707862447529867, + "mrr_at_1000": 0.8707862447529867, + "mrr_at_20": 0.8707055214723926, + "mrr_at_3": 0.8599182004089977, + "mrr_at_5": 0.8669734151329244, + "nauc_map_at_1000_diff1": 0.8126045047082869, + "nauc_map_at_1000_max": 0.6409463584718963, + "nauc_map_at_1000_std": 0.04506512593954437, + "nauc_map_at_100_diff1": 0.8126045047082869, + "nauc_map_at_100_max": 0.6409463584718963, + "nauc_map_at_100_std": 0.04506512593954437, + "nauc_map_at_10_diff1": 0.8095635282049382, + "nauc_map_at_10_max": 0.6402188597633833, + "nauc_map_at_10_std": 0.04908536577277011, + "nauc_map_at_1_diff1": 0.8200580272042909, + "nauc_map_at_1_max": 0.6206853745898957, + "nauc_map_at_1_std": 0.010700024423011928, + "nauc_map_at_20_diff1": 0.8127280001945516, + "nauc_map_at_20_max": 0.6411829783756287, + "nauc_map_at_20_std": 0.04560846819520739, + "nauc_map_at_3_diff1": 0.8160098208160244, + "nauc_map_at_3_max": 0.6477722074038645, + "nauc_map_at_3_std": 0.052178482852694386, + "nauc_map_at_5_diff1": 0.8119565319022345, + "nauc_map_at_5_max": 0.6394198409186811, + "nauc_map_at_5_std": 0.050474060708977475, + "nauc_mrr_at_1000_diff1": 0.8126045047082869, + "nauc_mrr_at_1000_max": 0.6409463584718963, + "nauc_mrr_at_1000_std": 0.04506512593954437, + "nauc_mrr_at_100_diff1": 0.8126045047082869, + "nauc_mrr_at_100_max": 0.6409463584718963, + "nauc_mrr_at_100_std": 0.04506512593954437, + "nauc_mrr_at_10_diff1": 0.8095635282049382, + "nauc_mrr_at_10_max": 0.6402188597633833, + "nauc_mrr_at_10_std": 0.04908536577277011, + "nauc_mrr_at_1_diff1": 0.8200580272042909, + "nauc_mrr_at_1_max": 0.6206853745898957, + "nauc_mrr_at_1_std": 0.010700024423011928, + "nauc_mrr_at_20_diff1": 0.8127280001945516, + "nauc_mrr_at_20_max": 0.6411829783756287, + "nauc_mrr_at_20_std": 0.04560846819520739, + "nauc_mrr_at_3_diff1": 0.8160098208160244, + "nauc_mrr_at_3_max": 0.6477722074038645, + "nauc_mrr_at_3_std": 0.052178482852694386, + "nauc_mrr_at_5_diff1": 0.8119565319022345, + "nauc_mrr_at_5_max": 0.6394198409186811, + "nauc_mrr_at_5_std": 0.050474060708977475, + "nauc_ndcg_at_1000_diff1": 0.812042259855886, + "nauc_ndcg_at_1000_max": 0.6443625420622977, + "nauc_ndcg_at_1000_std": 0.05518982410379904, + "nauc_ndcg_at_100_diff1": 0.812042259855886, + "nauc_ndcg_at_100_max": 0.6443625420622977, + "nauc_ndcg_at_100_std": 0.05518982410379904, + "nauc_ndcg_at_10_diff1": 0.8007482018363046, + "nauc_ndcg_at_10_max": 0.6446357532550876, + "nauc_ndcg_at_10_std": 0.0794011567772983, + "nauc_ndcg_at_1_diff1": 0.8200580272042909, + "nauc_ndcg_at_1_max": 0.6206853745898957, + "nauc_ndcg_at_1_std": 0.010700024423011928, + "nauc_ndcg_at_20_diff1": 0.8139972173567406, + "nauc_ndcg_at_20_max": 0.6480615443776433, + "nauc_ndcg_at_20_std": 0.06366000080166823, + "nauc_ndcg_at_3_diff1": 0.8167025657344479, + "nauc_ndcg_at_3_max": 0.6604089331979023, + "nauc_ndcg_at_3_std": 0.08374010986280186, + "nauc_ndcg_at_5_diff1": 0.8076863821765102, + "nauc_ndcg_at_5_max": 0.6433157871580123, + "nauc_ndcg_at_5_std": 0.08389150477885461, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6144778459191923, + "nauc_precision_at_10_max": 0.7071323436157001, + "nauc_precision_at_10_std": 0.66364828332492, + "nauc_precision_at_1_diff1": 0.8200580272042909, + "nauc_precision_at_1_max": 0.6206853745898957, + "nauc_precision_at_1_std": 0.010700024423011928, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.86954781912764, + "nauc_precision_at_3_diff1": 0.8221510291980566, + "nauc_precision_at_3_max": 0.7316651329624899, + "nauc_precision_at_3_std": 0.2690056458087813, + "nauc_precision_at_5_diff1": 0.763754862668814, + "nauc_precision_at_5_max": 0.672227077465663, + "nauc_precision_at_5_std": 0.42455995743626157, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6144778459191924, + "nauc_recall_at_10_max": 0.7071323436157081, + "nauc_recall_at_10_std": 0.6636482833249294, + "nauc_recall_at_1_diff1": 0.8200580272042909, + "nauc_recall_at_1_max": 0.6206853745898957, + "nauc_recall_at_1_std": 0.010700024423011928, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.8695478191276417, + "nauc_recall_at_3_diff1": 0.8221510291980586, + "nauc_recall_at_3_max": 0.7316651329624948, + "nauc_recall_at_3_std": 0.26900564580878417, + "nauc_recall_at_5_diff1": 0.763754862668814, + "nauc_recall_at_5_max": 0.6722270774656657, + "nauc_recall_at_5_std": 0.4245599574362678, + "ndcg_at_1": 0.79755, + "ndcg_at_10": 0.89767, + "ndcg_at_100": 0.90184, + "ndcg_at_1000": 0.90184, + "ndcg_at_20": 0.90086, + "ndcg_at_3": 0.87869, + "ndcg_at_5": 0.89136, + "precision_at_1": 0.79755, + "precision_at_10": 0.09816, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04969, + "precision_at_3": 0.31084, + "precision_at_5": 0.19264, + "recall_at_1": 0.79755, + "recall_at_10": 0.9816, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.99387, + "recall_at_3": 0.93252, + "recall_at_5": 0.96319 + }, + { + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ], + "main_score": 0.84234, + "map_at_1": 0.72781, + "map_at_10": 0.80719, + "map_at_100": 0.8094, + "map_at_1000": 0.80942, + "map_at_20": 0.80866, + "map_at_3": 0.79191, + "map_at_5": 0.80108, + "mrr_at_1": 0.727810650887574, + "mrr_at_10": 0.8071859052628283, + "mrr_at_100": 0.8094093164427865, + "mrr_at_1000": 0.8094359751838816, + "mrr_at_20": 0.8086753527854431, + "mrr_at_3": 0.7919132149901382, + "mrr_at_5": 0.8010848126232741, + "nauc_map_at_1000_diff1": 0.7871126226343452, + "nauc_map_at_1000_max": 0.6737038226667568, + "nauc_map_at_1000_std": 0.13348790742198263, + "nauc_map_at_100_diff1": 0.78713560221756, + "nauc_map_at_100_max": 0.673754359938148, + "nauc_map_at_100_std": 0.13360089805435746, + "nauc_map_at_10_diff1": 0.7867709462277084, + "nauc_map_at_10_max": 0.6750171090323943, + "nauc_map_at_10_std": 0.13816664779891938, + "nauc_map_at_1_diff1": 0.8075433809014141, + "nauc_map_at_1_max": 0.6620494534625874, + "nauc_map_at_1_std": 0.06480112949424686, + "nauc_map_at_20_diff1": 0.787075606713094, + "nauc_map_at_20_max": 0.6742942230050122, + "nauc_map_at_20_std": 0.1356689226479638, + "nauc_map_at_3_diff1": 0.7767788244912627, + "nauc_map_at_3_max": 0.6729903794190314, + "nauc_map_at_3_std": 0.1417961501633243, + "nauc_map_at_5_diff1": 0.7837960375139283, + "nauc_map_at_5_max": 0.674958107833162, + "nauc_map_at_5_std": 0.1394246408001664, + "nauc_mrr_at_1000_diff1": 0.7870969811956021, + "nauc_mrr_at_1000_max": 0.6736894593727027, + "nauc_mrr_at_1000_std": 0.13353915001901775, + "nauc_mrr_at_100_diff1": 0.7871199648896795, + "nauc_mrr_at_100_max": 0.673740002581409, + "nauc_mrr_at_100_std": 0.1336521410147312, + "nauc_mrr_at_10_diff1": 0.7867709462277084, + "nauc_mrr_at_10_max": 0.6750171090323943, + "nauc_mrr_at_10_std": 0.13816664779891938, + "nauc_mrr_at_1_diff1": 0.8075433809014141, + "nauc_mrr_at_1_max": 0.6620494534625874, + "nauc_mrr_at_1_std": 0.06480112949424686, + "nauc_mrr_at_20_diff1": 0.787060031398557, + "nauc_mrr_at_20_max": 0.6742799661057359, + "nauc_mrr_at_20_std": 0.13572009928640325, + "nauc_mrr_at_3_diff1": 0.7767788244912627, + "nauc_mrr_at_3_max": 0.6729903794190314, + "nauc_mrr_at_3_std": 0.1417961501633243, + "nauc_mrr_at_5_diff1": 0.7837960375139283, + "nauc_mrr_at_5_max": 0.674958107833162, + "nauc_mrr_at_5_std": 0.1394246408001664, + "nauc_ndcg_at_1000_diff1": 0.7856392330563355, + "nauc_ndcg_at_1000_max": 0.6773039141578926, + "nauc_ndcg_at_1000_std": 0.1460126116483318, + "nauc_ndcg_at_100_diff1": 0.7862483259565602, + "nauc_ndcg_at_100_max": 0.6786218713921611, + "nauc_ndcg_at_100_std": 0.14893486277493337, + "nauc_ndcg_at_10_diff1": 0.7845216863020429, + "nauc_ndcg_at_10_max": 0.6856794324010754, + "nauc_ndcg_at_10_std": 0.17426941478881713, + "nauc_ndcg_at_1_diff1": 0.8075433809014141, + "nauc_ndcg_at_1_max": 0.6620494534625874, + "nauc_ndcg_at_1_std": 0.06480112949424686, + "nauc_ndcg_at_20_diff1": 0.7862924021905127, + "nauc_ndcg_at_20_max": 0.6831518665757185, + "nauc_ndcg_at_20_std": 0.16427258500903505, + "nauc_ndcg_at_3_diff1": 0.7635650591463206, + "nauc_ndcg_at_3_max": 0.6797853672843847, + "nauc_ndcg_at_3_std": 0.17543667870766239, + "nauc_ndcg_at_5_diff1": 0.7766237191412644, + "nauc_ndcg_at_5_max": 0.6846377892710455, + "nauc_ndcg_at_5_std": 0.1734029204096848, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.9345975232198075, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.8611405542253059, + "nauc_precision_at_10_diff1": 0.7780493191080906, + "nauc_precision_at_10_max": 0.8002769154831259, + "nauc_precision_at_10_std": 0.544657489140347, + "nauc_precision_at_1_diff1": 0.8075433809014141, + "nauc_precision_at_1_max": 0.6620494534625874, + "nauc_precision_at_1_std": 0.06480112949424686, + "nauc_precision_at_20_diff1": 0.8128989227896032, + "nauc_precision_at_20_max": 0.8437536767985426, + "nauc_precision_at_20_std": 0.6370337011751359, + "nauc_precision_at_3_diff1": 0.7067445813838695, + "nauc_precision_at_3_max": 0.7099241419339438, + "nauc_precision_at_3_std": 0.32034444601838874, + "nauc_precision_at_5_diff1": 0.7390245988290112, + "nauc_precision_at_5_max": 0.7428889831967793, + "nauc_precision_at_5_std": 0.3673358672536828, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9345975232198375, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.8611405542253201, + "nauc_recall_at_10_diff1": 0.7780493191080886, + "nauc_recall_at_10_max": 0.8002769154831257, + "nauc_recall_at_10_std": 0.544657489140353, + "nauc_recall_at_1_diff1": 0.8075433809014141, + "nauc_recall_at_1_max": 0.6620494534625874, + "nauc_recall_at_1_std": 0.06480112949424686, + "nauc_recall_at_20_diff1": 0.8128989227896022, + "nauc_recall_at_20_max": 0.8437536767985485, + "nauc_recall_at_20_std": 0.6370337011751432, + "nauc_recall_at_3_diff1": 0.7067445813838711, + "nauc_recall_at_3_max": 0.7099241419339433, + "nauc_recall_at_3_std": 0.3203444460183873, + "nauc_recall_at_5_diff1": 0.7390245988290121, + "nauc_recall_at_5_max": 0.7428889831967802, + "nauc_recall_at_5_std": 0.36733586725368517, + "ndcg_at_1": 0.72781, + "ndcg_at_10": 0.84234, + "ndcg_at_100": 0.85246, + "ndcg_at_1000": 0.853, + "ndcg_at_20": 0.8478, + "ndcg_at_3": 0.81199, + "ndcg_at_5": 0.82837, + "precision_at_1": 0.72781, + "precision_at_10": 0.09507, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04862, + "precision_at_3": 0.28994, + "precision_at_5": 0.18185, + "recall_at_1": 0.72781, + "recall_at_10": 0.95069, + "recall_at_100": 0.99606, + "recall_at_1000": 1.0, + "recall_at_20": 0.97239, + "recall_at_3": 0.86982, + "recall_at_5": 0.90927 + }, + { + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ], + "main_score": 0.8805, + "map_at_1": 0.77005, + "map_at_10": 0.84975, + "map_at_100": 0.85067, + "map_at_1000": 0.85067, + "map_at_20": 0.8501, + "map_at_3": 0.84492, + "map_at_5": 0.84706, + "mrr_at_1": 0.7754010695187166, + "mrr_at_10": 0.8524212715389186, + "mrr_at_100": 0.853347067655238, + "mrr_at_1000": 0.853347067655238, + "mrr_at_20": 0.8527777777777777, + "mrr_at_3": 0.8475935828877007, + "mrr_at_5": 0.8497326203208556, + "nauc_map_at_1000_diff1": 0.7613795936711347, + "nauc_map_at_1000_max": 0.5910491123389324, + "nauc_map_at_1000_std": 0.1949479205929168, + "nauc_map_at_100_diff1": 0.7613795936711347, + "nauc_map_at_100_max": 0.5910491123389324, + "nauc_map_at_100_std": 0.1949479205929168, + "nauc_map_at_10_diff1": 0.7622566811782183, + "nauc_map_at_10_max": 0.5929375782048445, + "nauc_map_at_10_std": 0.19894705311541547, + "nauc_map_at_1_diff1": 0.7675071915854683, + "nauc_map_at_1_max": 0.5677368922911503, + "nauc_map_at_1_std": 0.1341031490777566, + "nauc_map_at_20_diff1": 0.7623591954393294, + "nauc_map_at_20_max": 0.5926047995382311, + "nauc_map_at_20_std": 0.19760138643941527, + "nauc_map_at_3_diff1": 0.756857406344395, + "nauc_map_at_3_max": 0.5953190940012205, + "nauc_map_at_3_std": 0.20820584770627823, + "nauc_map_at_5_diff1": 0.7562709155142936, + "nauc_map_at_5_max": 0.5901992681580919, + "nauc_map_at_5_std": 0.20044508593517366, + "nauc_mrr_at_1000_diff1": 0.7525437716575094, + "nauc_mrr_at_1000_max": 0.5823685846709, + "nauc_mrr_at_1000_std": 0.19068336535074001, + "nauc_mrr_at_100_diff1": 0.7525437716575094, + "nauc_mrr_at_100_max": 0.5823685846709, + "nauc_mrr_at_100_std": 0.19068336535074001, + "nauc_mrr_at_10_diff1": 0.7534928826333219, + "nauc_mrr_at_10_max": 0.5843422741105198, + "nauc_mrr_at_10_std": 0.19476763728996227, + "nauc_mrr_at_1_diff1": 0.7558598200741118, + "nauc_mrr_at_1_max": 0.5557403386794708, + "nauc_mrr_at_1_std": 0.12727681227407261, + "nauc_mrr_at_20_diff1": 0.7535739963283831, + "nauc_mrr_at_20_max": 0.583982385567278, + "nauc_mrr_at_20_std": 0.1933920664011199, + "nauc_mrr_at_3_diff1": 0.7483182339524558, + "nauc_mrr_at_3_max": 0.5870485753092138, + "nauc_mrr_at_3_std": 0.20429460259955656, + "nauc_mrr_at_5_diff1": 0.7475929713991185, + "nauc_mrr_at_5_max": 0.5817314493837461, + "nauc_mrr_at_5_std": 0.19636675597681802, + "nauc_ndcg_at_1000_diff1": 0.7631338555086556, + "nauc_ndcg_at_1000_max": 0.5974688114768184, + "nauc_ndcg_at_1000_std": 0.20825616706762284, + "nauc_ndcg_at_100_diff1": 0.7631338555086556, + "nauc_ndcg_at_100_max": 0.5974688114768184, + "nauc_ndcg_at_100_std": 0.20825616706762284, + "nauc_ndcg_at_10_diff1": 0.771211250806988, + "nauc_ndcg_at_10_max": 0.6123621792570817, + "nauc_ndcg_at_10_std": 0.23723322269337282, + "nauc_ndcg_at_1_diff1": 0.7675071915854683, + "nauc_ndcg_at_1_max": 0.5677368922911503, + "nauc_ndcg_at_1_std": 0.1341031490777566, + "nauc_ndcg_at_20_diff1": 0.7718055063938282, + "nauc_ndcg_at_20_max": 0.6110232713926304, + "nauc_ndcg_at_20_std": 0.23132906568220393, + "nauc_ndcg_at_3_diff1": 0.7544127616912311, + "nauc_ndcg_at_3_max": 0.6142578515199978, + "nauc_ndcg_at_3_std": 0.2536483637651452, + "nauc_ndcg_at_5_diff1": 0.7529638344588202, + "nauc_ndcg_at_5_max": 0.6030223806955638, + "nauc_ndcg_at_5_std": 0.23720443273769645, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.9444761904761975, + "nauc_precision_at_10_max": 0.9182857142857189, + "nauc_precision_at_10_std": 0.8160788804071276, + "nauc_precision_at_1_diff1": 0.7675071915854683, + "nauc_precision_at_1_max": 0.5677368922911503, + "nauc_precision_at_1_std": 0.1341031490777566, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 0.9672619047619094, + "nauc_precision_at_20_std": 0.83950336241367, + "nauc_precision_at_3_diff1": 0.7393120390239334, + "nauc_precision_at_3_max": 0.7506270447110138, + "nauc_precision_at_3_std": 0.5780634021646087, + "nauc_precision_at_5_diff1": 0.7267782064260816, + "nauc_precision_at_5_max": 0.7097610969748402, + "nauc_precision_at_5_std": 0.5459928354498694, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.9444761904761889, + "nauc_recall_at_10_max": 0.9182857142857127, + "nauc_recall_at_10_std": 0.816078880407125, + "nauc_recall_at_1_diff1": 0.7675071915854683, + "nauc_recall_at_1_max": 0.5677368922911503, + "nauc_recall_at_1_std": 0.1341031490777566, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 0.9672619047619049, + "nauc_recall_at_20_std": 0.8395033624136702, + "nauc_recall_at_3_diff1": 0.7393120390239354, + "nauc_recall_at_3_max": 0.7506270447110135, + "nauc_recall_at_3_std": 0.5780634021646097, + "nauc_recall_at_5_diff1": 0.7267782064260775, + "nauc_recall_at_5_max": 0.7097610969748361, + "nauc_recall_at_5_std": 0.5459928354498681, + "ndcg_at_1": 0.77005, + "ndcg_at_10": 0.8805, + "ndcg_at_100": 0.88586, + "ndcg_at_1000": 0.88586, + "ndcg_at_20": 0.88184, + "ndcg_at_3": 0.86962, + "ndcg_at_5": 0.87376, + "precision_at_1": 0.77005, + "precision_at_10": 0.09733, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04893, + "precision_at_3": 0.31373, + "precision_at_5": 0.19037, + "recall_at_1": 0.77005, + "recall_at_10": 0.97326, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.97861, + "recall_at_3": 0.94118, + "recall_at_5": 0.95187 + }, + { + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ], + "main_score": 0.83173, + "map_at_1": 0.71795, + "map_at_10": 0.79597, + "map_at_100": 0.79812, + "map_at_1000": 0.79816, + "map_at_20": 0.79718, + "map_at_3": 0.77975, + "map_at_5": 0.7902, + "mrr_at_1": 0.7218934911242604, + "mrr_at_10": 0.7978984690523151, + "mrr_at_100": 0.8000334315067826, + "mrr_at_1000": 0.8000710473109136, + "mrr_at_20": 0.799089581883104, + "mrr_at_3": 0.7817225509533202, + "mrr_at_5": 0.7917817225509531, + "nauc_map_at_1000_diff1": 0.7961087719226176, + "nauc_map_at_1000_max": 0.7085598292090078, + "nauc_map_at_1000_std": 0.18577120772684177, + "nauc_map_at_100_diff1": 0.7961308249252989, + "nauc_map_at_100_max": 0.7086000312475577, + "nauc_map_at_100_std": 0.18592463326627906, + "nauc_map_at_10_diff1": 0.7948062578180836, + "nauc_map_at_10_max": 0.7091551240433266, + "nauc_map_at_10_std": 0.1906523584016359, + "nauc_map_at_1_diff1": 0.8196380027191702, + "nauc_map_at_1_max": 0.6899542436808752, + "nauc_map_at_1_std": 0.11238999249876369, + "nauc_map_at_20_diff1": 0.7959192905344649, + "nauc_map_at_20_max": 0.7093429211262351, + "nauc_map_at_20_std": 0.1880362146516392, + "nauc_map_at_3_diff1": 0.7912394971983887, + "nauc_map_at_3_max": 0.7097135714555353, + "nauc_map_at_3_std": 0.18692301875888676, + "nauc_map_at_5_diff1": 0.7904988006098947, + "nauc_map_at_5_max": 0.7081190779616215, + "nauc_map_at_5_std": 0.18556853712425087, + "nauc_mrr_at_1000_diff1": 0.7915302321656295, + "nauc_mrr_at_1000_max": 0.7058197386090359, + "nauc_mrr_at_1000_std": 0.1914575834781954, + "nauc_mrr_at_100_diff1": 0.7915534081926143, + "nauc_mrr_at_100_max": 0.7058608168758211, + "nauc_mrr_at_100_std": 0.19161098113873198, + "nauc_mrr_at_10_diff1": 0.7902612313932807, + "nauc_mrr_at_10_max": 0.706434847208308, + "nauc_mrr_at_10_std": 0.19623122010079685, + "nauc_mrr_at_1_diff1": 0.8130228805731805, + "nauc_mrr_at_1_max": 0.6854339770618264, + "nauc_mrr_at_1_std": 0.11969955995124557, + "nauc_mrr_at_20_diff1": 0.7913661639722119, + "nauc_mrr_at_20_max": 0.7066250640917294, + "nauc_mrr_at_20_std": 0.1937178671492249, + "nauc_mrr_at_3_diff1": 0.786951198308907, + "nauc_mrr_at_3_max": 0.7070663723685042, + "nauc_mrr_at_3_std": 0.19197342272406742, + "nauc_mrr_at_5_diff1": 0.7864446150769667, + "nauc_mrr_at_5_max": 0.7059482573122925, + "nauc_mrr_at_5_std": 0.19161535260244425, + "nauc_ndcg_at_1000_diff1": 0.7940665591656798, + "nauc_ndcg_at_1000_max": 0.7124321986462387, + "nauc_ndcg_at_1000_std": 0.20191564200128184, + "nauc_ndcg_at_100_diff1": 0.7947290423732423, + "nauc_ndcg_at_100_max": 0.7135582660240635, + "nauc_ndcg_at_100_std": 0.20596677975644714, + "nauc_ndcg_at_10_diff1": 0.7887928489173439, + "nauc_ndcg_at_10_max": 0.7186744916288016, + "nauc_ndcg_at_10_std": 0.2358868836652231, + "nauc_ndcg_at_1_diff1": 0.8196380027191702, + "nauc_ndcg_at_1_max": 0.6899542436808752, + "nauc_ndcg_at_1_std": 0.11238999249876369, + "nauc_ndcg_at_20_diff1": 0.7938091083692113, + "nauc_ndcg_at_20_max": 0.720011567948761, + "nauc_ndcg_at_20_std": 0.22546610965126598, + "nauc_ndcg_at_3_diff1": 0.7808994356652983, + "nauc_ndcg_at_3_max": 0.7167163763922261, + "nauc_ndcg_at_3_std": 0.21707646839877962, + "nauc_ndcg_at_5_diff1": 0.7779507009205966, + "nauc_ndcg_at_5_max": 0.7145732196770745, + "nauc_ndcg_at_5_std": 0.21897004058477446, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.912796697626407, + "nauc_precision_at_100_max": 0.912796697626407, + "nauc_precision_at_100_std": 0.912796697626407, + "nauc_precision_at_10_diff1": 0.744013155513319, + "nauc_precision_at_10_max": 0.8113103311584803, + "nauc_precision_at_10_std": 0.6749192471255636, + "nauc_precision_at_1_diff1": 0.8196380027191702, + "nauc_precision_at_1_max": 0.6899542436808752, + "nauc_precision_at_1_std": 0.11238999249876369, + "nauc_precision_at_20_diff1": 0.800404972286809, + "nauc_precision_at_20_max": 0.8745268026435505, + "nauc_precision_at_20_std": 0.7165210973663235, + "nauc_precision_at_3_diff1": 0.7393239490622048, + "nauc_precision_at_3_max": 0.7447811935931494, + "nauc_precision_at_3_std": 0.3397680320776344, + "nauc_precision_at_5_diff1": 0.7081730396563747, + "nauc_precision_at_5_max": 0.7494382346378599, + "nauc_precision_at_5_std": 0.4056062969482977, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.9127966976264308, + "nauc_recall_at_100_max": 0.9127966976264308, + "nauc_recall_at_100_std": 0.9127966976264308, + "nauc_recall_at_10_diff1": 0.7440131555133213, + "nauc_recall_at_10_max": 0.8113103311584807, + "nauc_recall_at_10_std": 0.6749192471255657, + "nauc_recall_at_1_diff1": 0.8196380027191702, + "nauc_recall_at_1_max": 0.6899542436808752, + "nauc_recall_at_1_std": 0.11238999249876369, + "nauc_recall_at_20_diff1": 0.8004049722868113, + "nauc_recall_at_20_max": 0.8745268026435546, + "nauc_recall_at_20_std": 0.7165210973663266, + "nauc_recall_at_3_diff1": 0.7393239490622061, + "nauc_recall_at_3_max": 0.7447811935931504, + "nauc_recall_at_3_std": 0.3397680320776332, + "nauc_recall_at_5_diff1": 0.7081730396563773, + "nauc_recall_at_5_max": 0.7494382346378612, + "nauc_recall_at_5_std": 0.40560629694829853, + "ndcg_at_1": 0.71795, + "ndcg_at_10": 0.83173, + "ndcg_at_100": 0.84258, + "ndcg_at_1000": 0.84339, + "ndcg_at_20": 0.83618, + "ndcg_at_3": 0.79891, + "ndcg_at_5": 0.81809, + "precision_at_1": 0.71795, + "precision_at_10": 0.09428, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04803, + "precision_at_3": 0.28468, + "precision_at_5": 0.18028, + "recall_at_1": 0.71795, + "recall_at_10": 0.9428, + "recall_at_100": 0.99408, + "recall_at_1000": 1.0, + "recall_at_20": 0.96055, + "recall_at_3": 0.85404, + "recall_at_5": 0.90138 + }, + { + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ], + "main_score": 0.84442, + "map_at_1": 0.72316, + "map_at_10": 0.80802, + "map_at_100": 0.81096, + "map_at_1000": 0.81096, + "map_at_20": 0.8106, + "map_at_3": 0.79379, + "map_at_5": 0.80452, + "mrr_at_1": 0.7231638418079096, + "mrr_at_10": 0.8080172181867098, + "mrr_at_100": 0.8109592427078993, + "mrr_at_1000": 0.8109592427078993, + "mrr_at_20": 0.8106041478922835, + "mrr_at_3": 0.7937853107344632, + "mrr_at_5": 0.8045197740112995, + "nauc_map_at_1000_diff1": 0.8253481594188841, + "nauc_map_at_1000_max": 0.6319116579557611, + "nauc_map_at_1000_std": 0.22742271892962773, + "nauc_map_at_100_diff1": 0.8253481594188841, + "nauc_map_at_100_max": 0.6319116579557611, + "nauc_map_at_100_std": 0.22742271892962773, + "nauc_map_at_10_diff1": 0.8219751951114891, + "nauc_map_at_10_max": 0.633101076468134, + "nauc_map_at_10_std": 0.22846094362834174, + "nauc_map_at_1_diff1": 0.8590478704314961, + "nauc_map_at_1_max": 0.6170310189841183, + "nauc_map_at_1_std": 0.19723790779641942, + "nauc_map_at_20_diff1": 0.8252018472953484, + "nauc_map_at_20_max": 0.6325687106083107, + "nauc_map_at_20_std": 0.22885182481725, + "nauc_map_at_3_diff1": 0.8176392787626178, + "nauc_map_at_3_max": 0.6286226296961823, + "nauc_map_at_3_std": 0.24586323463160728, + "nauc_map_at_5_diff1": 0.8236358078605442, + "nauc_map_at_5_max": 0.6376244126806629, + "nauc_map_at_5_std": 0.23494953545701766, + "nauc_mrr_at_1000_diff1": 0.8253571828895236, + "nauc_mrr_at_1000_max": 0.6319070795386456, + "nauc_mrr_at_1000_std": 0.22740780184101833, + "nauc_mrr_at_100_diff1": 0.8253571828895236, + "nauc_mrr_at_100_max": 0.6319070795386456, + "nauc_mrr_at_100_std": 0.22740780184101833, + "nauc_mrr_at_10_diff1": 0.8219751951114891, + "nauc_mrr_at_10_max": 0.633101076468134, + "nauc_mrr_at_10_std": 0.22846094362834174, + "nauc_mrr_at_1_diff1": 0.8590478704314961, + "nauc_mrr_at_1_max": 0.6170310189841183, + "nauc_mrr_at_1_std": 0.19723790779641942, + "nauc_mrr_at_20_diff1": 0.8252018472953484, + "nauc_mrr_at_20_max": 0.6325687106083107, + "nauc_mrr_at_20_std": 0.22885182481725, + "nauc_mrr_at_3_diff1": 0.8176392787626178, + "nauc_mrr_at_3_max": 0.6286226296961823, + "nauc_mrr_at_3_std": 0.24586323463160728, + "nauc_mrr_at_5_diff1": 0.8236358078605442, + "nauc_mrr_at_5_max": 0.6376244126806629, + "nauc_mrr_at_5_std": 0.23494953545701766, + "nauc_ndcg_at_1000_diff1": 0.8203872974512764, + "nauc_ndcg_at_1000_max": 0.634037250146111, + "nauc_ndcg_at_1000_std": 0.23198832773564118, + "nauc_ndcg_at_100_diff1": 0.8203872974512764, + "nauc_ndcg_at_100_max": 0.634037250146111, + "nauc_ndcg_at_100_std": 0.23198832773564118, + "nauc_ndcg_at_10_diff1": 0.8045498080060796, + "nauc_ndcg_at_10_max": 0.6390293229198689, + "nauc_ndcg_at_10_std": 0.23755293857614432, + "nauc_ndcg_at_1_diff1": 0.8590478704314961, + "nauc_ndcg_at_1_max": 0.6170310189841183, + "nauc_ndcg_at_1_std": 0.19723790779641942, + "nauc_ndcg_at_20_diff1": 0.8183647926013206, + "nauc_ndcg_at_20_max": 0.6391651931706914, + "nauc_ndcg_at_20_std": 0.24373507064697317, + "nauc_ndcg_at_3_diff1": 0.7993315414068287, + "nauc_ndcg_at_3_max": 0.6317064146272142, + "nauc_ndcg_at_3_std": 0.27239642518249796, + "nauc_ndcg_at_5_diff1": 0.8096005328256854, + "nauc_ndcg_at_5_max": 0.6506338686183196, + "nauc_ndcg_at_5_std": 0.2546780033286881, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6130972033024517, + "nauc_precision_at_10_max": 0.6979667460035007, + "nauc_precision_at_10_std": 0.31848669106703403, + "nauc_precision_at_1_diff1": 0.8590478704314961, + "nauc_precision_at_1_max": 0.6170310189841183, + "nauc_precision_at_1_std": 0.19723790779641942, + "nauc_precision_at_20_diff1": 0.6790048767057189, + "nauc_precision_at_20_max": 0.9345172031076555, + "nauc_precision_at_20_std": 0.9345172031076555, + "nauc_precision_at_3_diff1": 0.7111282284207471, + "nauc_precision_at_3_max": 0.6455644104365056, + "nauc_precision_at_3_std": 0.4026929062390919, + "nauc_precision_at_5_diff1": 0.7080168221273284, + "nauc_precision_at_5_max": 0.7523761361511713, + "nauc_precision_at_5_std": 0.40325837833710043, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6130972033024505, + "nauc_recall_at_10_max": 0.6979667460035038, + "nauc_recall_at_10_std": 0.3184866910670367, + "nauc_recall_at_1_diff1": 0.8590478704314961, + "nauc_recall_at_1_max": 0.6170310189841183, + "nauc_recall_at_1_std": 0.19723790779641942, + "nauc_recall_at_20_diff1": 0.6790048767057275, + "nauc_recall_at_20_max": 0.9345172031076584, + "nauc_recall_at_20_std": 0.9345172031076584, + "nauc_recall_at_3_diff1": 0.7111282284207492, + "nauc_recall_at_3_max": 0.6455644104365041, + "nauc_recall_at_3_std": 0.40269290623909093, + "nauc_recall_at_5_diff1": 0.7080168221273295, + "nauc_recall_at_5_max": 0.7523761361511725, + "nauc_recall_at_5_std": 0.4032583783371007, + "ndcg_at_1": 0.72316, + "ndcg_at_10": 0.84442, + "ndcg_at_100": 0.85551, + "ndcg_at_1000": 0.85551, + "ndcg_at_20": 0.85328, + "ndcg_at_3": 0.81766, + "ndcg_at_5": 0.83663, + "precision_at_1": 0.72316, + "precision_at_10": 0.09548, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04944, + "precision_at_3": 0.29567, + "precision_at_5": 0.18644, + "recall_at_1": 0.72316, + "recall_at_10": 0.9548, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.9887, + "recall_at_3": 0.88701, + "recall_at_5": 0.9322 + }, + { + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ], + "main_score": 0.89297, + "map_at_1": 0.78836, + "map_at_10": 0.86426, + "map_at_100": 0.86484, + "map_at_1000": 0.86489, + "map_at_20": 0.86426, + "map_at_3": 0.85538, + "map_at_5": 0.86279, + "mrr_at_1": 0.7883597883597884, + "mrr_at_10": 0.8642563198118753, + "mrr_at_100": 0.864844036379984, + "mrr_at_1000": 0.864886364422312, + "mrr_at_20": 0.8642563198118753, + "mrr_at_3": 0.8553791887125219, + "mrr_at_5": 0.8627865961199292, + "nauc_map_at_1000_diff1": 0.7911342168886454, + "nauc_map_at_1000_max": 0.6958948142744951, + "nauc_map_at_1000_std": 0.40060483411030895, + "nauc_map_at_100_diff1": 0.7912038328183233, + "nauc_map_at_100_max": 0.6959961739367099, + "nauc_map_at_100_std": 0.40071194012041855, + "nauc_map_at_10_diff1": 0.79152566640036, + "nauc_map_at_10_max": 0.6972370460788401, + "nauc_map_at_10_std": 0.40347259096877663, + "nauc_map_at_1_diff1": 0.7928589514112249, + "nauc_map_at_1_max": 0.6703681967653978, + "nauc_map_at_1_std": 0.36208613637996373, + "nauc_map_at_20_diff1": 0.79152566640036, + "nauc_map_at_20_max": 0.6972370460788401, + "nauc_map_at_20_std": 0.40347259096877663, + "nauc_map_at_3_diff1": 0.7881934012870702, + "nauc_map_at_3_max": 0.6972044364320324, + "nauc_map_at_3_std": 0.3862440770878182, + "nauc_map_at_5_diff1": 0.7917395101105777, + "nauc_map_at_5_max": 0.6997913368684251, + "nauc_map_at_5_std": 0.4087766080705624, + "nauc_mrr_at_1000_diff1": 0.7911342168886454, + "nauc_mrr_at_1000_max": 0.6958948142744951, + "nauc_mrr_at_1000_std": 0.40060483411030895, + "nauc_mrr_at_100_diff1": 0.7912038328183233, + "nauc_mrr_at_100_max": 0.6959961739367099, + "nauc_mrr_at_100_std": 0.40071194012041855, + "nauc_mrr_at_10_diff1": 0.79152566640036, + "nauc_mrr_at_10_max": 0.6972370460788401, + "nauc_mrr_at_10_std": 0.40347259096877663, + "nauc_mrr_at_1_diff1": 0.7928589514112249, + "nauc_mrr_at_1_max": 0.6703681967653978, + "nauc_mrr_at_1_std": 0.36208613637996373, + "nauc_mrr_at_20_diff1": 0.79152566640036, + "nauc_mrr_at_20_max": 0.6972370460788401, + "nauc_mrr_at_20_std": 0.40347259096877663, + "nauc_mrr_at_3_diff1": 0.7881934012870702, + "nauc_mrr_at_3_max": 0.6972044364320324, + "nauc_mrr_at_3_std": 0.3862440770878182, + "nauc_mrr_at_5_diff1": 0.7917395101105777, + "nauc_mrr_at_5_max": 0.6997913368684251, + "nauc_mrr_at_5_std": 0.4087766080705624, + "nauc_ndcg_at_1000_diff1": 0.7926731562216501, + "nauc_ndcg_at_1000_max": 0.7017509268317259, + "nauc_ndcg_at_1000_std": 0.4106315043111508, + "nauc_ndcg_at_100_diff1": 0.7942823792107152, + "nauc_ndcg_at_100_max": 0.7040658671272685, + "nauc_ndcg_at_100_std": 0.413047890700051, + "nauc_ndcg_at_10_diff1": 0.796524416697823, + "nauc_ndcg_at_10_max": 0.7123893290533563, + "nauc_ndcg_at_10_std": 0.43220613908134864, + "nauc_ndcg_at_1_diff1": 0.7928589514112249, + "nauc_ndcg_at_1_max": 0.6703681967653978, + "nauc_ndcg_at_1_std": 0.36208613637996373, + "nauc_ndcg_at_20_diff1": 0.796524416697823, + "nauc_ndcg_at_20_max": 0.7123893290533563, + "nauc_ndcg_at_20_std": 0.43220613908134864, + "nauc_ndcg_at_3_diff1": 0.7881519250407084, + "nauc_ndcg_at_3_max": 0.7121302926697763, + "nauc_ndcg_at_3_std": 0.39805913049535413, + "nauc_ndcg_at_5_diff1": 0.7966986377993003, + "nauc_ndcg_at_5_max": 0.7196030440088946, + "nauc_ndcg_at_5_std": 0.446751840875169, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.7219505488210308, + "nauc_precision_at_10_diff1": 0.8977886752675369, + "nauc_precision_at_10_max": 0.9673010380622842, + "nauc_precision_at_10_std": 0.9304876372052527, + "nauc_precision_at_1_diff1": 0.7928589514112249, + "nauc_precision_at_1_max": 0.6703681967653978, + "nauc_precision_at_1_std": 0.36208613637996373, + "nauc_precision_at_20_diff1": 0.8977886752675369, + "nauc_precision_at_20_max": 0.9673010380622842, + "nauc_precision_at_20_std": 0.9304876372052527, + "nauc_precision_at_3_diff1": 0.7893017921833881, + "nauc_precision_at_3_max": 0.8051426123229375, + "nauc_precision_at_3_std": 0.4707919418387256, + "nauc_precision_at_5_diff1": 0.8637182336900485, + "nauc_precision_at_5_max": 0.9564013840830453, + "nauc_precision_at_5_std": 0.9100598088865469, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.7219505488210022, + "nauc_recall_at_10_diff1": 0.8977886752675385, + "nauc_recall_at_10_max": 0.9673010380622826, + "nauc_recall_at_10_std": 0.9304876372052496, + "nauc_recall_at_1_diff1": 0.7928589514112249, + "nauc_recall_at_1_max": 0.6703681967653978, + "nauc_recall_at_1_std": 0.36208613637996373, + "nauc_recall_at_20_diff1": 0.8977886752675385, + "nauc_recall_at_20_max": 0.9673010380622826, + "nauc_recall_at_20_std": 0.9304876372052496, + "nauc_recall_at_3_diff1": 0.7893017921833895, + "nauc_recall_at_3_max": 0.8051426123229407, + "nauc_recall_at_3_std": 0.47079194183873296, + "nauc_recall_at_5_diff1": 0.8637182336900472, + "nauc_recall_at_5_max": 0.9564013840830435, + "nauc_recall_at_5_std": 0.9100598088865475, + "ndcg_at_1": 0.78836, + "ndcg_at_10": 0.89297, + "ndcg_at_100": 0.89627, + "ndcg_at_1000": 0.89703, + "ndcg_at_20": 0.89297, + "ndcg_at_3": 0.87629, + "ndcg_at_5": 0.8895, + "precision_at_1": 0.78836, + "precision_at_10": 0.09788, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04894, + "precision_at_3": 0.31217, + "precision_at_5": 0.19365, + "recall_at_1": 0.78836, + "recall_at_10": 0.97884, + "recall_at_100": 0.99471, + "recall_at_1000": 1.0, + "recall_at_20": 0.97884, + "recall_at_3": 0.93651, + "recall_at_5": 0.96825 + }, + { + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ], + "main_score": 0.833, + "map_at_1": 0.7546, + "map_at_10": 0.80838, + "map_at_100": 0.81271, + "map_at_1000": 0.81271, + "map_at_20": 0.81208, + "map_at_3": 0.79448, + "map_at_5": 0.80736, + "mrr_at_1": 0.754601226993865, + "mrr_at_10": 0.8083844580777095, + "mrr_at_100": 0.8126868351052355, + "mrr_at_1000": 0.8126868351052355, + "mrr_at_20": 0.8120620054559922, + "mrr_at_3": 0.7944785276073619, + "mrr_at_5": 0.807361963190184, + "nauc_map_at_1000_diff1": 0.7395053990041067, + "nauc_map_at_1000_max": 0.6637450217558994, + "nauc_map_at_1000_std": 0.20489129241982926, + "nauc_map_at_100_diff1": 0.7395053990041067, + "nauc_map_at_100_max": 0.6637450217558994, + "nauc_map_at_100_std": 0.20489129241982926, + "nauc_map_at_10_diff1": 0.7348014885589299, + "nauc_map_at_10_max": 0.6645736257948213, + "nauc_map_at_10_std": 0.21359318353099477, + "nauc_map_at_1_diff1": 0.7713066359938345, + "nauc_map_at_1_max": 0.6462234386106278, + "nauc_map_at_1_std": 0.14398300752263873, + "nauc_map_at_20_diff1": 0.7383477563070588, + "nauc_map_at_20_max": 0.6635784517705895, + "nauc_map_at_20_std": 0.2062625422485244, + "nauc_map_at_3_diff1": 0.7471370741183767, + "nauc_map_at_3_max": 0.6596445677807141, + "nauc_map_at_3_std": 0.17881488522259928, + "nauc_map_at_5_diff1": 0.7363322293193456, + "nauc_map_at_5_max": 0.6649053047844838, + "nauc_map_at_5_std": 0.20574503108676861, + "nauc_mrr_at_1000_diff1": 0.7395395943062696, + "nauc_mrr_at_1000_max": 0.6637720376280715, + "nauc_mrr_at_1000_std": 0.2049956668767412, + "nauc_mrr_at_100_diff1": 0.7395395943062696, + "nauc_mrr_at_100_max": 0.6637720376280715, + "nauc_mrr_at_100_std": 0.2049956668767412, + "nauc_mrr_at_10_diff1": 0.7348014885589299, + "nauc_mrr_at_10_max": 0.6645736257948213, + "nauc_mrr_at_10_std": 0.21359318353099477, + "nauc_mrr_at_1_diff1": 0.7713066359938345, + "nauc_mrr_at_1_max": 0.6462234386106278, + "nauc_mrr_at_1_std": 0.14398300752263873, + "nauc_mrr_at_20_diff1": 0.738381979121845, + "nauc_mrr_at_20_max": 0.6636053915415279, + "nauc_mrr_at_20_std": 0.2063663591683469, + "nauc_mrr_at_3_diff1": 0.7471370741183767, + "nauc_mrr_at_3_max": 0.6596445677807141, + "nauc_mrr_at_3_std": 0.17881488522259928, + "nauc_mrr_at_5_diff1": 0.7363322293193456, + "nauc_mrr_at_5_max": 0.6649053047844838, + "nauc_mrr_at_5_std": 0.20574503108676861, + "nauc_ndcg_at_1000_diff1": 0.7335028633889309, + "nauc_ndcg_at_1000_max": 0.6658505169078122, + "nauc_ndcg_at_1000_std": 0.22034999893249207, + "nauc_ndcg_at_100_diff1": 0.7335028633889309, + "nauc_ndcg_at_100_max": 0.6658505169078122, + "nauc_ndcg_at_100_std": 0.22034999893249207, + "nauc_ndcg_at_10_diff1": 0.7112438317628653, + "nauc_ndcg_at_10_max": 0.6689124641893571, + "nauc_ndcg_at_10_std": 0.2652213300352644, + "nauc_ndcg_at_1_diff1": 0.7713066359938345, + "nauc_ndcg_at_1_max": 0.6462234386106278, + "nauc_ndcg_at_1_std": 0.14398300752263873, + "nauc_ndcg_at_20_diff1": 0.7262608724381616, + "nauc_ndcg_at_20_max": 0.6668813632778686, + "nauc_ndcg_at_20_std": 0.2363028513941655, + "nauc_ndcg_at_3_diff1": 0.7378842427820925, + "nauc_ndcg_at_3_max": 0.6605090545947024, + "nauc_ndcg_at_3_std": 0.19060669743232686, + "nauc_ndcg_at_5_diff1": 0.7152482828357946, + "nauc_ndcg_at_5_max": 0.6696491848321444, + "nauc_ndcg_at_5_std": 0.2456493970286509, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5735084149119237, + "nauc_precision_at_10_max": 0.6904350904154342, + "nauc_precision_at_10_std": 0.5730450804803346, + "nauc_precision_at_1_diff1": 0.7713066359938345, + "nauc_precision_at_1_max": 0.6462234386106278, + "nauc_precision_at_1_std": 0.14398300752263873, + "nauc_precision_at_20_diff1": 0.5847227251974431, + "nauc_precision_at_20_max": 0.7165058352025777, + "nauc_precision_at_20_std": 0.6533606419025847, + "nauc_precision_at_3_diff1": 0.7035606223265494, + "nauc_precision_at_3_max": 0.6620435683066562, + "nauc_precision_at_3_std": 0.2337449742923432, + "nauc_precision_at_5_diff1": 0.6001641389799272, + "nauc_precision_at_5_max": 0.692410178946371, + "nauc_precision_at_5_std": 0.46559930635376423, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5735084149119248, + "nauc_recall_at_10_max": 0.6904350904154334, + "nauc_recall_at_10_std": 0.5730450804803351, + "nauc_recall_at_1_diff1": 0.7713066359938345, + "nauc_recall_at_1_max": 0.6462234386106278, + "nauc_recall_at_1_std": 0.14398300752263873, + "nauc_recall_at_20_diff1": 0.5847227251974432, + "nauc_recall_at_20_max": 0.7165058352025814, + "nauc_recall_at_20_std": 0.6533606419025904, + "nauc_recall_at_3_diff1": 0.7035606223265495, + "nauc_recall_at_3_max": 0.6620435683066557, + "nauc_recall_at_3_std": 0.23374497429234262, + "nauc_recall_at_5_diff1": 0.600164138979928, + "nauc_recall_at_5_max": 0.6924101789463732, + "nauc_recall_at_5_std": 0.46559930635376695, + "ndcg_at_1": 0.7546, + "ndcg_at_10": 0.833, + "ndcg_at_100": 0.85318, + "ndcg_at_1000": 0.85318, + "ndcg_at_20": 0.8478, + "ndcg_at_3": 0.80784, + "ndcg_at_5": 0.83082, + "precision_at_1": 0.7546, + "precision_at_10": 0.0908, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04847, + "precision_at_3": 0.28221, + "precision_at_5": 0.18037, + "recall_at_1": 0.7546, + "recall_at_10": 0.90798, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96933, + "recall_at_3": 0.84663, + "recall_at_5": 0.90184 + }, + { + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ], + "main_score": 0.84843, + "map_at_1": 0.73077, + "map_at_10": 0.81453, + "map_at_100": 0.8167, + "map_at_1000": 0.81675, + "map_at_20": 0.81615, + "map_at_3": 0.80311, + "map_at_5": 0.813, + "mrr_at_1": 0.7307692307692307, + "mrr_at_10": 0.8145299145299143, + "mrr_at_100": 0.8166978664776835, + "mrr_at_1000": 0.8167506982612844, + "mrr_at_20": 0.8161497842816523, + "mrr_at_3": 0.8031135531135529, + "mrr_at_5": 0.8130036630036629, + "nauc_map_at_1000_diff1": 0.8210758934231205, + "nauc_map_at_1000_max": 0.5994120906943039, + "nauc_map_at_1000_std": 0.0888427003997693, + "nauc_map_at_100_diff1": 0.8211330274919517, + "nauc_map_at_100_max": 0.5995400064772657, + "nauc_map_at_100_std": 0.08913365126641003, + "nauc_map_at_10_diff1": 0.8208903394072297, + "nauc_map_at_10_max": 0.6031847568247523, + "nauc_map_at_10_std": 0.09651260561396398, + "nauc_map_at_1_diff1": 0.8272788907756481, + "nauc_map_at_1_max": 0.5430897889533897, + "nauc_map_at_1_std": -0.00521190080043902, + "nauc_map_at_20_diff1": 0.8208721800029181, + "nauc_map_at_20_max": 0.6006564293116806, + "nauc_map_at_20_std": 0.09056502317988264, + "nauc_map_at_3_diff1": 0.8151816604898648, + "nauc_map_at_3_max": 0.5921474729222177, + "nauc_map_at_3_std": 0.10054327411897339, + "nauc_map_at_5_diff1": 0.8220352722380729, + "nauc_map_at_5_max": 0.6057647890379028, + "nauc_map_at_5_std": 0.09618035546435597, + "nauc_mrr_at_1000_diff1": 0.8210758934231205, + "nauc_mrr_at_1000_max": 0.5994120906943039, + "nauc_mrr_at_1000_std": 0.0888427003997693, + "nauc_mrr_at_100_diff1": 0.8211330274919517, + "nauc_mrr_at_100_max": 0.5995400064772657, + "nauc_mrr_at_100_std": 0.08913365126641003, + "nauc_mrr_at_10_diff1": 0.8208903394072297, + "nauc_mrr_at_10_max": 0.6031847568247523, + "nauc_mrr_at_10_std": 0.09651260561396398, + "nauc_mrr_at_1_diff1": 0.8272788907756481, + "nauc_mrr_at_1_max": 0.5430897889533897, + "nauc_mrr_at_1_std": -0.00521190080043902, + "nauc_mrr_at_20_diff1": 0.8208721800029181, + "nauc_mrr_at_20_max": 0.6006564293116806, + "nauc_mrr_at_20_std": 0.09056502317988264, + "nauc_mrr_at_3_diff1": 0.8151816604898648, + "nauc_mrr_at_3_max": 0.5921474729222177, + "nauc_mrr_at_3_std": 0.10054327411897339, + "nauc_mrr_at_5_diff1": 0.8220352722380729, + "nauc_mrr_at_5_max": 0.6057647890379028, + "nauc_mrr_at_5_std": 0.09618035546435597, + "nauc_ndcg_at_1000_diff1": 0.820853442103298, + "nauc_ndcg_at_1000_max": 0.6100253073752542, + "nauc_ndcg_at_1000_std": 0.10603875830751863, + "nauc_ndcg_at_100_diff1": 0.8219932293466101, + "nauc_ndcg_at_100_max": 0.6125064501060239, + "nauc_ndcg_at_100_std": 0.11172642337492732, + "nauc_ndcg_at_10_diff1": 0.8202341204673337, + "nauc_ndcg_at_10_max": 0.6328348532663669, + "nauc_ndcg_at_10_std": 0.14773745333099306, + "nauc_ndcg_at_1_diff1": 0.8272788907756481, + "nauc_ndcg_at_1_max": 0.5430897889533897, + "nauc_ndcg_at_1_std": -0.00521190080043902, + "nauc_ndcg_at_20_diff1": 0.8199576898174898, + "nauc_ndcg_at_20_max": 0.6230305423826432, + "nauc_ndcg_at_20_std": 0.12648362565639804, + "nauc_ndcg_at_3_diff1": 0.8094464470604651, + "nauc_ndcg_at_3_max": 0.6079898597577883, + "nauc_ndcg_at_3_std": 0.1445452292714057, + "nauc_ndcg_at_5_diff1": 0.8232865606528859, + "nauc_ndcg_at_5_max": 0.6389463711996666, + "nauc_ndcg_at_5_std": 0.14250851345767776, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8169781778397933, + "nauc_precision_at_10_max": 0.9238899480050363, + "nauc_precision_at_10_std": 0.6604446327921565, + "nauc_precision_at_1_diff1": 0.8272788907756481, + "nauc_precision_at_1_max": 0.5430897889533897, + "nauc_precision_at_1_std": -0.00521190080043902, + "nauc_precision_at_20_diff1": 0.8075588137025628, + "nauc_precision_at_20_max": 0.9738880918220947, + "nauc_precision_at_20_std": 0.7008325430454927, + "nauc_precision_at_3_diff1": 0.7808604227407441, + "nauc_precision_at_3_max": 0.6833990753857725, + "nauc_precision_at_3_std": 0.36092348544770625, + "nauc_precision_at_5_diff1": 0.8383858236062401, + "nauc_precision_at_5_max": 0.9125267335011621, + "nauc_precision_at_5_std": 0.5144099902101679, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.816978177839796, + "nauc_recall_at_10_max": 0.923889948005039, + "nauc_recall_at_10_std": 0.6604446327921599, + "nauc_recall_at_1_diff1": 0.8272788907756481, + "nauc_recall_at_1_max": 0.5430897889533897, + "nauc_recall_at_1_std": -0.00521190080043902, + "nauc_recall_at_20_diff1": 0.8075588137025626, + "nauc_recall_at_20_max": 0.9738880918220947, + "nauc_recall_at_20_std": 0.7008325430454876, + "nauc_recall_at_3_diff1": 0.7808604227407452, + "nauc_recall_at_3_max": 0.683399075385771, + "nauc_recall_at_3_std": 0.36092348544770647, + "nauc_recall_at_5_diff1": 0.8383858236062397, + "nauc_recall_at_5_max": 0.9125267335011648, + "nauc_recall_at_5_std": 0.5144099902101658, + "ndcg_at_1": 0.73077, + "ndcg_at_10": 0.84843, + "ndcg_at_100": 0.85813, + "ndcg_at_1000": 0.85895, + "ndcg_at_20": 0.85411, + "ndcg_at_3": 0.82686, + "ndcg_at_5": 0.84482, + "precision_at_1": 0.73077, + "precision_at_10": 0.09505, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04863, + "precision_at_3": 0.29853, + "precision_at_5": 0.18791, + "recall_at_1": 0.73077, + "recall_at_10": 0.95055, + "recall_at_100": 0.99451, + "recall_at_1000": 1.0, + "recall_at_20": 0.97253, + "recall_at_3": 0.8956, + "recall_at_5": 0.93956 + }, + { + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ], + "main_score": 0.82718, + "map_at_1": 0.70841, + "map_at_10": 0.79177, + "map_at_100": 0.79407, + "map_at_1000": 0.79413, + "map_at_20": 0.79288, + "map_at_3": 0.77886, + "map_at_5": 0.78875, + "mrr_at_1": 0.7084148727984344, + "mrr_at_10": 0.7915183424968155, + "mrr_at_100": 0.7938345210994302, + "mrr_at_1000": 0.7938903694160308, + "mrr_at_20": 0.7926450913730752, + "mrr_at_3": 0.7791911285061965, + "mrr_at_5": 0.7881930854533589, + "nauc_map_at_1000_diff1": 0.78418190678907, + "nauc_map_at_1000_max": 0.6281801679111675, + "nauc_map_at_1000_std": 0.035270811189022346, + "nauc_map_at_100_diff1": 0.7841876603275315, + "nauc_map_at_100_max": 0.6282834274141831, + "nauc_map_at_100_std": 0.03547827773001734, + "nauc_map_at_10_diff1": 0.7835602930362874, + "nauc_map_at_10_max": 0.6299998184255914, + "nauc_map_at_10_std": 0.03511916432629217, + "nauc_map_at_1_diff1": 0.7978803397000324, + "nauc_map_at_1_max": 0.5976434724365882, + "nauc_map_at_1_std": 0.02847009878685006, + "nauc_map_at_20_diff1": 0.7838775864886809, + "nauc_map_at_20_max": 0.6289549350751824, + "nauc_map_at_20_std": 0.034371309981143155, + "nauc_map_at_3_diff1": 0.7829061304893822, + "nauc_map_at_3_max": 0.6281746985251649, + "nauc_map_at_3_std": 0.030621740179022337, + "nauc_map_at_5_diff1": 0.7809769311432484, + "nauc_map_at_5_max": 0.6300514983788282, + "nauc_map_at_5_std": 0.029925086514134447, + "nauc_mrr_at_1000_diff1": 0.7844012152259828, + "nauc_mrr_at_1000_max": 0.6289621354057188, + "nauc_mrr_at_1000_std": 0.03391112947150673, + "nauc_mrr_at_100_diff1": 0.784406859313985, + "nauc_mrr_at_100_max": 0.6290648794872367, + "nauc_mrr_at_100_std": 0.03411835446364586, + "nauc_mrr_at_10_diff1": 0.7837431543899462, + "nauc_mrr_at_10_max": 0.6307796494007599, + "nauc_mrr_at_10_std": 0.03374827781245842, + "nauc_mrr_at_1_diff1": 0.7978803397000324, + "nauc_mrr_at_1_max": 0.5976434724365882, + "nauc_mrr_at_1_std": 0.02847009878685006, + "nauc_mrr_at_20_diff1": 0.7840875098293442, + "nauc_mrr_at_20_max": 0.6297213000458695, + "nauc_mrr_at_20_std": 0.03301605505377497, + "nauc_mrr_at_3_diff1": 0.7845339140979942, + "nauc_mrr_at_3_max": 0.6283415873066289, + "nauc_mrr_at_3_std": 0.02791195782855977, + "nauc_mrr_at_5_diff1": 0.7811195470485456, + "nauc_mrr_at_5_max": 0.6314389872400055, + "nauc_mrr_at_5_std": 0.029134999566570143, + "nauc_ndcg_at_1000_diff1": 0.7823029627399383, + "nauc_ndcg_at_1000_max": 0.6348711906466686, + "nauc_ndcg_at_1000_std": 0.040622504203619965, + "nauc_ndcg_at_100_diff1": 0.7825428663534592, + "nauc_ndcg_at_100_max": 0.6377077740327571, + "nauc_ndcg_at_100_std": 0.046516726983591744, + "nauc_ndcg_at_10_diff1": 0.77897312691021, + "nauc_ndcg_at_10_max": 0.6468968826147871, + "nauc_ndcg_at_10_std": 0.04593660412424649, + "nauc_ndcg_at_1_diff1": 0.7978803397000324, + "nauc_ndcg_at_1_max": 0.5976434724365882, + "nauc_ndcg_at_1_std": 0.02847009878685006, + "nauc_ndcg_at_20_diff1": 0.7802532468127082, + "nauc_ndcg_at_20_max": 0.6428252776275778, + "nauc_ndcg_at_20_std": 0.04291730347327514, + "nauc_ndcg_at_3_diff1": 0.7766292886749622, + "nauc_ndcg_at_3_max": 0.64243369937451, + "nauc_ndcg_at_3_std": 0.0311606363071153, + "nauc_ndcg_at_5_diff1": 0.7717757397113474, + "nauc_ndcg_at_5_max": 0.6466275190920285, + "nauc_ndcg_at_5_std": 0.029732230315823758, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8105146980658986, + "nauc_precision_at_100_max": 0.9444645101582478, + "nauc_precision_at_100_std": 0.687893793266213, + "nauc_precision_at_10_diff1": 0.7465390364111488, + "nauc_precision_at_10_max": 0.7875492282137123, + "nauc_precision_at_10_std": 0.15481313469332347, + "nauc_precision_at_1_diff1": 0.7978803397000324, + "nauc_precision_at_1_max": 0.5976434724365882, + "nauc_precision_at_1_std": 0.02847009878685006, + "nauc_precision_at_20_diff1": 0.7518499903598214, + "nauc_precision_at_20_max": 0.7831191133181249, + "nauc_precision_at_20_std": 0.1523548074709577, + "nauc_precision_at_3_diff1": 0.7488565947289847, + "nauc_precision_at_3_max": 0.706206795877135, + "nauc_precision_at_3_std": 0.03337551574733902, + "nauc_precision_at_5_diff1": 0.7130921345504204, + "nauc_precision_at_5_max": 0.749905366879242, + "nauc_precision_at_5_std": 0.027797636312155878, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8105146980658958, + "nauc_recall_at_100_max": 0.9444645101582689, + "nauc_recall_at_100_std": 0.687893793266212, + "nauc_recall_at_10_diff1": 0.7465390364111478, + "nauc_recall_at_10_max": 0.7875492282137126, + "nauc_recall_at_10_std": 0.15481313469332944, + "nauc_recall_at_1_diff1": 0.7978803397000324, + "nauc_recall_at_1_max": 0.5976434724365882, + "nauc_recall_at_1_std": 0.02847009878685006, + "nauc_recall_at_20_diff1": 0.7518499903598209, + "nauc_recall_at_20_max": 0.7831191133181241, + "nauc_recall_at_20_std": 0.15235480747096505, + "nauc_recall_at_3_diff1": 0.7488565947289848, + "nauc_recall_at_3_max": 0.7062067958771345, + "nauc_recall_at_3_std": 0.03337551574733755, + "nauc_recall_at_5_diff1": 0.7130921345504194, + "nauc_recall_at_5_max": 0.7499053668792398, + "nauc_recall_at_5_std": 0.027797636312154685, + "ndcg_at_1": 0.70841, + "ndcg_at_10": 0.82718, + "ndcg_at_100": 0.83881, + "ndcg_at_1000": 0.84011, + "ndcg_at_20": 0.83117, + "ndcg_at_3": 0.80151, + "ndcg_at_5": 0.81969, + "precision_at_1": 0.70841, + "precision_at_10": 0.09354, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "precision_at_20": 0.04755, + "precision_at_3": 0.28898, + "precision_at_5": 0.18239, + "recall_at_1": 0.70841, + "recall_at_10": 0.93542, + "recall_at_100": 0.99022, + "recall_at_1000": 1.0, + "recall_at_20": 0.95108, + "recall_at_3": 0.86693, + "recall_at_5": 0.91194 + }, + { + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ], + "main_score": 0.83194, + "map_at_1": 0.71958, + "map_at_10": 0.79807, + "map_at_100": 0.80135, + "map_at_1000": 0.80135, + "map_at_20": 0.80036, + "map_at_3": 0.78748, + "map_at_5": 0.7925, + "mrr_at_1": 0.7195767195767195, + "mrr_at_10": 0.7989480977576214, + "mrr_at_100": 0.8022150030813434, + "mrr_at_1000": 0.8022150030813434, + "mrr_at_20": 0.8012253105507074, + "mrr_at_3": 0.7883597883597884, + "mrr_at_5": 0.7933862433862435, + "nauc_map_at_1000_diff1": 0.8455673192349704, + "nauc_map_at_1000_max": 0.7286540924188939, + "nauc_map_at_1000_std": 0.13857311129975575, + "nauc_map_at_100_diff1": 0.8455673192349704, + "nauc_map_at_100_max": 0.7286540924188939, + "nauc_map_at_100_std": 0.13857311129975575, + "nauc_map_at_10_diff1": 0.8450354996299435, + "nauc_map_at_10_max": 0.7290658023327063, + "nauc_map_at_10_std": 0.13529577586069946, + "nauc_map_at_1_diff1": 0.8706015521224547, + "nauc_map_at_1_max": 0.7353190655215351, + "nauc_map_at_1_std": 0.17837484914040455, + "nauc_map_at_20_diff1": 0.8447595511977013, + "nauc_map_at_20_max": 0.7291364238067333, + "nauc_map_at_20_std": 0.1357933974379545, + "nauc_map_at_3_diff1": 0.8440307122624106, + "nauc_map_at_3_max": 0.7206014154070309, + "nauc_map_at_3_std": 0.13885297298429583, + "nauc_map_at_5_diff1": 0.8434053263514736, + "nauc_map_at_5_max": 0.7227522776632649, + "nauc_map_at_5_std": 0.1325633653268094, + "nauc_mrr_at_1000_diff1": 0.8449179732741164, + "nauc_mrr_at_1000_max": 0.7311808176256462, + "nauc_mrr_at_1000_std": 0.13429104225720906, + "nauc_mrr_at_100_diff1": 0.8449179732741164, + "nauc_mrr_at_100_max": 0.7311808176256462, + "nauc_mrr_at_100_std": 0.13429104225720906, + "nauc_mrr_at_10_diff1": 0.8443808818694551, + "nauc_mrr_at_10_max": 0.7315494128675999, + "nauc_mrr_at_10_std": 0.13100733482634755, + "nauc_mrr_at_1_diff1": 0.8706015521224547, + "nauc_mrr_at_1_max": 0.7353190655215351, + "nauc_mrr_at_1_std": 0.17837484914040455, + "nauc_mrr_at_20_diff1": 0.8441104143694211, + "nauc_mrr_at_20_max": 0.7316512089422398, + "nauc_mrr_at_20_std": 0.13152335801577864, + "nauc_mrr_at_3_diff1": 0.8434056623155882, + "nauc_mrr_at_3_max": 0.7229236476183796, + "nauc_mrr_at_3_std": 0.13479886723452478, + "nauc_mrr_at_5_diff1": 0.8427630998684572, + "nauc_mrr_at_5_max": 0.7251376174817841, + "nauc_mrr_at_5_std": 0.1283886923801669, + "nauc_ndcg_at_1000_diff1": 0.8413577364423538, + "nauc_ndcg_at_1000_max": 0.7294722252493898, + "nauc_ndcg_at_1000_std": 0.13304626088634328, + "nauc_ndcg_at_100_diff1": 0.8413577364423538, + "nauc_ndcg_at_100_max": 0.7294722252493898, + "nauc_ndcg_at_100_std": 0.13304626088634328, + "nauc_ndcg_at_10_diff1": 0.8363940697867709, + "nauc_ndcg_at_10_max": 0.7342545086230815, + "nauc_ndcg_at_10_std": 0.11751347249433348, + "nauc_ndcg_at_1_diff1": 0.8706015521224547, + "nauc_ndcg_at_1_max": 0.7353190655215351, + "nauc_ndcg_at_1_std": 0.17837484914040455, + "nauc_ndcg_at_20_diff1": 0.8341337836415083, + "nauc_ndcg_at_20_max": 0.7338683330181329, + "nauc_ndcg_at_20_std": 0.11733620074317377, + "nauc_ndcg_at_3_diff1": 0.8333995657266714, + "nauc_ndcg_at_3_max": 0.7133669176537647, + "nauc_ndcg_at_3_std": 0.12460001263667324, + "nauc_ndcg_at_5_diff1": 0.8322007430779815, + "nauc_ndcg_at_5_max": 0.7173000889955157, + "nauc_ndcg_at_5_std": 0.11174220689437658, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7721265798524659, + "nauc_precision_at_10_max": 0.7947033906155793, + "nauc_precision_at_10_std": -0.024345674745045367, + "nauc_precision_at_1_diff1": 0.8706015521224547, + "nauc_precision_at_1_max": 0.7353190655215351, + "nauc_precision_at_1_std": 0.17837484914040455, + "nauc_precision_at_20_diff1": 0.6622682171285484, + "nauc_precision_at_20_max": 0.8391759664520275, + "nauc_precision_at_20_std": -0.1829016380854204, + "nauc_precision_at_3_diff1": 0.7862351012317512, + "nauc_precision_at_3_max": 0.6806064033451175, + "nauc_precision_at_3_std": 0.06213846165693244, + "nauc_precision_at_5_diff1": 0.775450155970026, + "nauc_precision_at_5_max": 0.6896989446753936, + "nauc_precision_at_5_std": 0.0037849404229350118, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.772126579852467, + "nauc_recall_at_10_max": 0.7947033906155777, + "nauc_recall_at_10_std": -0.024345674745044853, + "nauc_recall_at_1_diff1": 0.8706015521224547, + "nauc_recall_at_1_max": 0.7353190655215351, + "nauc_recall_at_1_std": 0.17837484914040455, + "nauc_recall_at_20_diff1": 0.6622682171285502, + "nauc_recall_at_20_max": 0.8391759664520293, + "nauc_recall_at_20_std": -0.18290163808541637, + "nauc_recall_at_3_diff1": 0.7862351012317519, + "nauc_recall_at_3_max": 0.6806064033451164, + "nauc_recall_at_3_std": 0.06213846165693488, + "nauc_recall_at_5_diff1": 0.7754501559700253, + "nauc_recall_at_5_max": 0.6896989446753908, + "nauc_recall_at_5_std": 0.0037849404229362495, + "ndcg_at_1": 0.71958, + "ndcg_at_10": 0.83194, + "ndcg_at_100": 0.8463, + "ndcg_at_1000": 0.8463, + "ndcg_at_20": 0.84009, + "ndcg_at_3": 0.80946, + "ndcg_at_5": 0.81834, + "precision_at_1": 0.71958, + "precision_at_10": 0.09365, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04841, + "precision_at_3": 0.29101, + "precision_at_5": 0.17884, + "recall_at_1": 0.71958, + "recall_at_10": 0.93651, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.96825, + "recall_at_3": 0.87302, + "recall_at_5": 0.89418 + }, + { + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ], + "main_score": 0.84175, + "map_at_1": 0.71751, + "map_at_10": 0.8036, + "map_at_100": 0.80556, + "map_at_1000": 0.80556, + "map_at_20": 0.80521, + "map_at_3": 0.78814, + "map_at_5": 0.79576, + "mrr_at_1": 0.7175141242937854, + "mrr_at_10": 0.8035983319881627, + "mrr_at_100": 0.8055622690777958, + "mrr_at_1000": 0.8055622690777958, + "mrr_at_20": 0.8052112089749179, + "mrr_at_3": 0.788135593220339, + "mrr_at_5": 0.7957627118644067, + "nauc_map_at_1000_diff1": 0.7434439757113708, + "nauc_map_at_1000_max": 0.7312248381870653, + "nauc_map_at_1000_std": 0.31154679591370626, + "nauc_map_at_100_diff1": 0.7434439757113708, + "nauc_map_at_100_max": 0.7312248381870653, + "nauc_map_at_100_std": 0.31154679591370626, + "nauc_map_at_10_diff1": 0.7420432333618507, + "nauc_map_at_10_max": 0.731738178783639, + "nauc_map_at_10_std": 0.3114540799064838, + "nauc_map_at_1_diff1": 0.7858356941956729, + "nauc_map_at_1_max": 0.7422375737245012, + "nauc_map_at_1_std": 0.32361719985728354, + "nauc_map_at_20_diff1": 0.7425773062450719, + "nauc_map_at_20_max": 0.7308600610816297, + "nauc_map_at_20_std": 0.31253527871683273, + "nauc_map_at_3_diff1": 0.7326226968064863, + "nauc_map_at_3_max": 0.7252674433901984, + "nauc_map_at_3_std": 0.28801922643451716, + "nauc_map_at_5_diff1": 0.7432661286868698, + "nauc_map_at_5_max": 0.7338448242013131, + "nauc_map_at_5_std": 0.31365006629896164, + "nauc_mrr_at_1000_diff1": 0.7434422700225073, + "nauc_mrr_at_1000_max": 0.7312260276164771, + "nauc_mrr_at_1000_std": 0.3115498425735393, + "nauc_mrr_at_100_diff1": 0.7434422700225073, + "nauc_mrr_at_100_max": 0.7312260276164771, + "nauc_mrr_at_100_std": 0.3115498425735393, + "nauc_mrr_at_10_diff1": 0.7420432333618507, + "nauc_mrr_at_10_max": 0.731738178783639, + "nauc_mrr_at_10_std": 0.3114540799064838, + "nauc_mrr_at_1_diff1": 0.7858356941956729, + "nauc_mrr_at_1_max": 0.7422375737245012, + "nauc_mrr_at_1_std": 0.32361719985728354, + "nauc_mrr_at_20_diff1": 0.7425773062450719, + "nauc_mrr_at_20_max": 0.7308600610816297, + "nauc_mrr_at_20_std": 0.31253527871683273, + "nauc_mrr_at_3_diff1": 0.7326226968064863, + "nauc_mrr_at_3_max": 0.7252674433901984, + "nauc_mrr_at_3_std": 0.28801922643451716, + "nauc_mrr_at_5_diff1": 0.7432661286868698, + "nauc_mrr_at_5_max": 0.7338448242013131, + "nauc_mrr_at_5_std": 0.31365006629896164, + "nauc_ndcg_at_1000_diff1": 0.7385681499076092, + "nauc_ndcg_at_1000_max": 0.7314077030196375, + "nauc_ndcg_at_1000_std": 0.3161242156743255, + "nauc_ndcg_at_100_diff1": 0.7385681499076092, + "nauc_ndcg_at_100_max": 0.7314077030196375, + "nauc_ndcg_at_100_std": 0.3161242156743255, + "nauc_ndcg_at_10_diff1": 0.7304919574324614, + "nauc_ndcg_at_10_max": 0.7340656169451711, + "nauc_ndcg_at_10_std": 0.3231026854729288, + "nauc_ndcg_at_1_diff1": 0.7858356941956729, + "nauc_ndcg_at_1_max": 0.7422375737245012, + "nauc_ndcg_at_1_std": 0.32361719985728354, + "nauc_ndcg_at_20_diff1": 0.7316766884717143, + "nauc_ndcg_at_20_max": 0.729843490074798, + "nauc_ndcg_at_20_std": 0.32753908872579834, + "nauc_ndcg_at_3_diff1": 0.7132283842196959, + "nauc_ndcg_at_3_max": 0.7201403343887126, + "nauc_ndcg_at_3_std": 0.2751760960904248, + "nauc_ndcg_at_5_diff1": 0.7345191922537608, + "nauc_ndcg_at_5_max": 0.7396088644728861, + "nauc_ndcg_at_5_std": 0.3294367709651677, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.5997238247234518, + "nauc_precision_at_10_max": 0.7769156199594134, + "nauc_precision_at_10_std": 0.5016175843115401, + "nauc_precision_at_1_diff1": 0.7858356941956729, + "nauc_precision_at_1_max": 0.7422375737245012, + "nauc_precision_at_1_std": 0.32361719985728354, + "nauc_precision_at_20_diff1": 0.45036055748552534, + "nauc_precision_at_20_max": 0.6934665287681628, + "nauc_precision_at_20_std": 0.863808079702789, + "nauc_precision_at_3_diff1": 0.6304342760170322, + "nauc_precision_at_3_max": 0.6988169931080686, + "nauc_precision_at_3_std": 0.22041883935145637, + "nauc_precision_at_5_diff1": 0.6952543877056945, + "nauc_precision_at_5_max": 0.7806937957566573, + "nauc_precision_at_5_std": 0.4359406340032889, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.5997238247234538, + "nauc_recall_at_10_max": 0.776915619959416, + "nauc_recall_at_10_std": 0.5016175843115476, + "nauc_recall_at_1_diff1": 0.7858356941956729, + "nauc_recall_at_1_max": 0.7422375737245012, + "nauc_recall_at_1_std": 0.32361719985728354, + "nauc_recall_at_20_diff1": 0.4503605574855341, + "nauc_recall_at_20_max": 0.6934665287681596, + "nauc_recall_at_20_std": 0.8638080797027892, + "nauc_recall_at_3_diff1": 0.6304342760170318, + "nauc_recall_at_3_max": 0.6988169931080677, + "nauc_recall_at_3_std": 0.22041883935145626, + "nauc_recall_at_5_diff1": 0.6952543877056941, + "nauc_recall_at_5_max": 0.7806937957566589, + "nauc_recall_at_5_std": 0.4359406340032874, + "ndcg_at_1": 0.71751, + "ndcg_at_10": 0.84175, + "ndcg_at_100": 0.85047, + "ndcg_at_1000": 0.85047, + "ndcg_at_20": 0.84752, + "ndcg_at_3": 0.80932, + "ndcg_at_5": 0.82318, + "precision_at_1": 0.71751, + "precision_at_10": 0.09605, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04915, + "precision_at_3": 0.29002, + "precision_at_5": 0.18079, + "recall_at_1": 0.71751, + "recall_at_10": 0.96045, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.98305, + "recall_at_3": 0.87006, + "recall_at_5": 0.90395 + }, + { + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ], + "main_score": 0.83216, + "map_at_1": 0.72798, + "map_at_10": 0.79895, + "map_at_100": 0.8016, + "map_at_1000": 0.80164, + "map_at_20": 0.8007, + "map_at_3": 0.78278, + "map_at_5": 0.79413, + "mrr_at_1": 0.7299412915851272, + "mrr_at_10": 0.7999270027645762, + "mrr_at_100": 0.8025790433837566, + "mrr_at_1000": 0.8026122858846672, + "mrr_at_20": 0.8016733148118977, + "mrr_at_3": 0.783757338551859, + "mrr_at_5": 0.7951076320939334, + "nauc_map_at_1000_diff1": 0.8170191320197008, + "nauc_map_at_1000_max": 0.6634461694573064, + "nauc_map_at_1000_std": 0.19909088167482847, + "nauc_map_at_100_diff1": 0.8170262373514003, + "nauc_map_at_100_max": 0.6635086723124297, + "nauc_map_at_100_std": 0.1992246760900501, + "nauc_map_at_10_diff1": 0.8157258044959227, + "nauc_map_at_10_max": 0.6648566206337332, + "nauc_map_at_10_std": 0.20110102789049228, + "nauc_map_at_1_diff1": 0.8310598722886589, + "nauc_map_at_1_max": 0.6312248500010192, + "nauc_map_at_1_std": 0.15765573069755143, + "nauc_map_at_20_diff1": 0.8169563616868507, + "nauc_map_at_20_max": 0.6642656149712061, + "nauc_map_at_20_std": 0.20100656808678194, + "nauc_map_at_3_diff1": 0.8212492067243997, + "nauc_map_at_3_max": 0.6638825012804307, + "nauc_map_at_3_std": 0.18987980186103603, + "nauc_map_at_5_diff1": 0.8135604125381047, + "nauc_map_at_5_max": 0.6643810378036187, + "nauc_map_at_5_std": 0.19887464324505885, + "nauc_mrr_at_1000_diff1": 0.8147745606456293, + "nauc_mrr_at_1000_max": 0.6630417701042566, + "nauc_mrr_at_1000_std": 0.20084046422473806, + "nauc_mrr_at_100_diff1": 0.8147820629401862, + "nauc_mrr_at_100_max": 0.6631045044206534, + "nauc_mrr_at_100_std": 0.20097428062794112, + "nauc_mrr_at_10_diff1": 0.8135076404245983, + "nauc_mrr_at_10_max": 0.6644561938160709, + "nauc_mrr_at_10_std": 0.20281351568489825, + "nauc_mrr_at_1_diff1": 0.8277657235977831, + "nauc_mrr_at_1_max": 0.6304134974275823, + "nauc_mrr_at_1_std": 0.16001075533826337, + "nauc_mrr_at_20_diff1": 0.8147226471386149, + "nauc_mrr_at_20_max": 0.6638665836656666, + "nauc_mrr_at_20_std": 0.2027534818093589, + "nauc_mrr_at_3_diff1": 0.819216829108749, + "nauc_mrr_at_3_max": 0.6635084992548312, + "nauc_mrr_at_3_std": 0.19142375069646514, + "nauc_mrr_at_5_diff1": 0.8113909909476679, + "nauc_mrr_at_5_max": 0.6639890882480908, + "nauc_mrr_at_5_std": 0.20053468653594309, + "nauc_ndcg_at_1000_diff1": 0.8154487809665183, + "nauc_ndcg_at_1000_max": 0.6705084324680775, + "nauc_ndcg_at_1000_std": 0.20985066105524575, + "nauc_ndcg_at_100_diff1": 0.8156530378268304, + "nauc_ndcg_at_100_max": 0.6723453232590783, + "nauc_ndcg_at_100_std": 0.21377696194388318, + "nauc_ndcg_at_10_diff1": 0.8104207326307048, + "nauc_ndcg_at_10_max": 0.6822325354231614, + "nauc_ndcg_at_10_std": 0.2271053157341543, + "nauc_ndcg_at_1_diff1": 0.8310598722886589, + "nauc_ndcg_at_1_max": 0.6312248500010192, + "nauc_ndcg_at_1_std": 0.15765573069755143, + "nauc_ndcg_at_20_diff1": 0.8153123777300059, + "nauc_ndcg_at_20_max": 0.6793177820698889, + "nauc_ndcg_at_20_std": 0.23016433749034507, + "nauc_ndcg_at_3_diff1": 0.8197547332767173, + "nauc_ndcg_at_3_max": 0.677881105351185, + "nauc_ndcg_at_3_std": 0.20141470129860456, + "nauc_ndcg_at_5_diff1": 0.804479943063649, + "nauc_ndcg_at_5_max": 0.6801848090222832, + "nauc_ndcg_at_5_std": 0.21948996584604016, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8514653874529351, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9128729752770447, + "nauc_precision_at_10_diff1": 0.7714507151575999, + "nauc_precision_at_10_max": 0.8251943038796642, + "nauc_precision_at_10_std": 0.4487074389020154, + "nauc_precision_at_1_diff1": 0.8310598722886589, + "nauc_precision_at_1_max": 0.6312248500010192, + "nauc_precision_at_1_std": 0.15765573069755143, + "nauc_precision_at_20_diff1": 0.815925711545066, + "nauc_precision_at_20_max": 0.8666514825672208, + "nauc_precision_at_20_std": 0.6567232883393038, + "nauc_precision_at_3_diff1": 0.8148364190964037, + "nauc_precision_at_3_max": 0.7338522320447345, + "nauc_precision_at_3_std": 0.2466468586585853, + "nauc_precision_at_5_diff1": 0.7544293868061108, + "nauc_precision_at_5_max": 0.7646679800936896, + "nauc_precision_at_5_std": 0.3308380284286206, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8514653874529471, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9128729752770652, + "nauc_recall_at_10_diff1": 0.7714507151576028, + "nauc_recall_at_10_max": 0.8251943038796654, + "nauc_recall_at_10_std": 0.4487074389020177, + "nauc_recall_at_1_diff1": 0.8310598722886589, + "nauc_recall_at_1_max": 0.6312248500010192, + "nauc_recall_at_1_std": 0.15765573069755143, + "nauc_recall_at_20_diff1": 0.8159257115450624, + "nauc_recall_at_20_max": 0.8666514825672177, + "nauc_recall_at_20_std": 0.6567232883392997, + "nauc_recall_at_3_diff1": 0.8148364190964053, + "nauc_recall_at_3_max": 0.7338522320447358, + "nauc_recall_at_3_std": 0.2466468586585853, + "nauc_recall_at_5_diff1": 0.7544293868061114, + "nauc_recall_at_5_max": 0.7646679800936899, + "nauc_recall_at_5_std": 0.33083802842862126, + "ndcg_at_1": 0.72798, + "ndcg_at_10": 0.83216, + "ndcg_at_100": 0.84486, + "ndcg_at_1000": 0.84565, + "ndcg_at_20": 0.83857, + "ndcg_at_3": 0.80039, + "ndcg_at_5": 0.82027, + "precision_at_1": 0.72798, + "precision_at_10": 0.09354, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04804, + "precision_at_3": 0.28376, + "precision_at_5": 0.17965, + "recall_at_1": 0.72798, + "recall_at_10": 0.93542, + "recall_at_100": 0.99413, + "recall_at_1000": 1.0, + "recall_at_20": 0.96086, + "recall_at_3": 0.85127, + "recall_at_5": 0.89824 + }, + { + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ], + "main_score": 0.86127, + "map_at_1": 0.74457, + "map_at_10": 0.82511, + "map_at_100": 0.82659, + "map_at_1000": 0.82659, + "map_at_20": 0.82653, + "map_at_3": 0.80978, + "map_at_5": 0.81875, + "mrr_at_1": 0.7445652173913043, + "mrr_at_10": 0.8251121463077986, + "mrr_at_100": 0.8265916038328411, + "mrr_at_1000": 0.8265916038328411, + "mrr_at_20": 0.8265253259961497, + "mrr_at_3": 0.8097826086956522, + "mrr_at_5": 0.81875, + "nauc_map_at_1000_diff1": 0.8176592829478144, + "nauc_map_at_1000_max": 0.42970291129282207, + "nauc_map_at_1000_std": 0.08141221118399579, + "nauc_map_at_100_diff1": 0.8176592829478144, + "nauc_map_at_100_max": 0.42970291129282207, + "nauc_map_at_100_std": 0.08141221118399579, + "nauc_map_at_10_diff1": 0.8171751113546378, + "nauc_map_at_10_max": 0.43092185106284286, + "nauc_map_at_10_std": 0.08483670115662321, + "nauc_map_at_1_diff1": 0.8294614254047413, + "nauc_map_at_1_max": 0.4013875467718878, + "nauc_map_at_1_std": 0.07638743159683234, + "nauc_map_at_20_diff1": 0.8177358782484896, + "nauc_map_at_20_max": 0.42994247422582704, + "nauc_map_at_20_std": 0.08179807951344868, + "nauc_map_at_3_diff1": 0.8127967752820181, + "nauc_map_at_3_max": 0.4307195242298208, + "nauc_map_at_3_std": 0.06976732499617022, + "nauc_map_at_5_diff1": 0.8096066294515012, + "nauc_map_at_5_max": 0.43314683963410344, + "nauc_map_at_5_std": 0.07689402951351353, + "nauc_mrr_at_1000_diff1": 0.8176592829478144, + "nauc_mrr_at_1000_max": 0.42970291129282207, + "nauc_mrr_at_1000_std": 0.08141221118399579, + "nauc_mrr_at_100_diff1": 0.8176592829478144, + "nauc_mrr_at_100_max": 0.42970291129282207, + "nauc_mrr_at_100_std": 0.08141221118399579, + "nauc_mrr_at_10_diff1": 0.8171751113546378, + "nauc_mrr_at_10_max": 0.43092185106284286, + "nauc_mrr_at_10_std": 0.08483670115662321, + "nauc_mrr_at_1_diff1": 0.8294614254047413, + "nauc_mrr_at_1_max": 0.4013875467718878, + "nauc_mrr_at_1_std": 0.07638743159683234, + "nauc_mrr_at_20_diff1": 0.8177358782484896, + "nauc_mrr_at_20_max": 0.42994247422582704, + "nauc_mrr_at_20_std": 0.08179807951344868, + "nauc_mrr_at_3_diff1": 0.8127967752820181, + "nauc_mrr_at_3_max": 0.4307195242298208, + "nauc_mrr_at_3_std": 0.06976732499617022, + "nauc_mrr_at_5_diff1": 0.8096066294515012, + "nauc_mrr_at_5_max": 0.43314683963410344, + "nauc_mrr_at_5_std": 0.07689402951351353, + "nauc_ndcg_at_1000_diff1": 0.8172375113695299, + "nauc_ndcg_at_1000_max": 0.43499206837080934, + "nauc_ndcg_at_1000_std": 0.0870655960957655, + "nauc_ndcg_at_100_diff1": 0.8172375113695299, + "nauc_ndcg_at_100_max": 0.43499206837080934, + "nauc_ndcg_at_100_std": 0.0870655960957655, + "nauc_ndcg_at_10_diff1": 0.8167151352134803, + "nauc_ndcg_at_10_max": 0.4435337904656423, + "nauc_ndcg_at_10_std": 0.10753111885696637, + "nauc_ndcg_at_1_diff1": 0.8294614254047413, + "nauc_ndcg_at_1_max": 0.4013875467718878, + "nauc_ndcg_at_1_std": 0.07638743159683234, + "nauc_ndcg_at_20_diff1": 0.8185178099020352, + "nauc_ndcg_at_20_max": 0.43895009515813804, + "nauc_ndcg_at_20_std": 0.09346093786611429, + "nauc_ndcg_at_3_diff1": 0.805694882147682, + "nauc_ndcg_at_3_max": 0.4433030263903169, + "nauc_ndcg_at_3_std": 0.07001425443787053, + "nauc_ndcg_at_5_diff1": 0.7983498355337123, + "nauc_ndcg_at_5_max": 0.44981021894359025, + "nauc_ndcg_at_5_std": 0.08604123196380846, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.829292725776211, + "nauc_precision_at_10_max": 0.6405042124850576, + "nauc_precision_at_10_std": 0.5426403593270893, + "nauc_precision_at_1_diff1": 0.8294614254047413, + "nauc_precision_at_1_max": 0.4013875467718878, + "nauc_precision_at_1_std": 0.07638743159683234, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": 0.7726658709990154, + "nauc_precision_at_3_max": 0.5018666805475398, + "nauc_precision_at_3_std": 0.07267918313878984, + "nauc_precision_at_5_diff1": 0.7204726412644257, + "nauc_precision_at_5_max": 0.5639915615447196, + "nauc_precision_at_5_std": 0.15667863345790015, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.8292927257762188, + "nauc_recall_at_10_max": 0.6405042124850685, + "nauc_recall_at_10_std": 0.5426403593270958, + "nauc_recall_at_1_diff1": 0.8294614254047413, + "nauc_recall_at_1_max": 0.4013875467718878, + "nauc_recall_at_1_std": 0.07638743159683234, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_3_diff1": 0.7726658709990166, + "nauc_recall_at_3_max": 0.5018666805475386, + "nauc_recall_at_3_std": 0.07267918313878739, + "nauc_recall_at_5_diff1": 0.7204726412644271, + "nauc_recall_at_5_max": 0.5639915615447219, + "nauc_recall_at_5_std": 0.15667863345790217, + "ndcg_at_1": 0.74457, + "ndcg_at_10": 0.86127, + "ndcg_at_100": 0.8675, + "ndcg_at_1000": 0.8675, + "ndcg_at_20": 0.86665, + "ndcg_at_3": 0.83074, + "ndcg_at_5": 0.84665, + "precision_at_1": 0.74457, + "precision_at_10": 0.09728, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04973, + "precision_at_3": 0.2971, + "precision_at_5": 0.18587, + "recall_at_1": 0.74457, + "recall_at_10": 0.97283, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.99457, + "recall_at_3": 0.8913, + "recall_at_5": 0.92935 + }, + { + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ], + "main_score": 0.81215, + "map_at_1": 0.67553, + "map_at_10": 0.77322, + "map_at_100": 0.77602, + "map_at_1000": 0.77607, + "map_at_20": 0.77521, + "map_at_3": 0.76241, + "map_at_5": 0.76853, + "mrr_at_1": 0.675531914893617, + "mrr_at_10": 0.7732248395812225, + "mrr_at_100": 0.7760221388407003, + "mrr_at_1000": 0.7760679935729087, + "mrr_at_20": 0.7752098891061655, + "mrr_at_3": 0.7624113475177305, + "mrr_at_5": 0.7685283687943262, + "nauc_map_at_1000_diff1": 0.7859517283820094, + "nauc_map_at_1000_max": 0.466099798802023, + "nauc_map_at_1000_std": 0.2753079669441364, + "nauc_map_at_100_diff1": 0.786001866974655, + "nauc_map_at_100_max": 0.4662248593993318, + "nauc_map_at_100_std": 0.2754777185537368, + "nauc_map_at_10_diff1": 0.7875928483572551, + "nauc_map_at_10_max": 0.4666184616627065, + "nauc_map_at_10_std": 0.2795364395889558, + "nauc_map_at_1_diff1": 0.7976665053610603, + "nauc_map_at_1_max": 0.43890706834888543, + "nauc_map_at_1_std": 0.20087476130584572, + "nauc_map_at_20_diff1": 0.7862262355580437, + "nauc_map_at_20_max": 0.4671018359525385, + "nauc_map_at_20_std": 0.2778193519520194, + "nauc_map_at_3_diff1": 0.7728900171138808, + "nauc_map_at_3_max": 0.4623547154245073, + "nauc_map_at_3_std": 0.2688442462154894, + "nauc_map_at_5_diff1": 0.7844110883837833, + "nauc_map_at_5_max": 0.4659538352920278, + "nauc_map_at_5_std": 0.27423477573597105, + "nauc_mrr_at_1000_diff1": 0.7859546664423982, + "nauc_mrr_at_1000_max": 0.46610712720052416, + "nauc_mrr_at_1000_std": 0.27531791418146095, + "nauc_mrr_at_100_diff1": 0.7860048036587952, + "nauc_mrr_at_100_max": 0.46623218436505687, + "nauc_mrr_at_100_std": 0.275487661131565, + "nauc_mrr_at_10_diff1": 0.7875928483572551, + "nauc_mrr_at_10_max": 0.4666184616627065, + "nauc_mrr_at_10_std": 0.2795364395889558, + "nauc_mrr_at_1_diff1": 0.7976665053610603, + "nauc_mrr_at_1_max": 0.43890706834888543, + "nauc_mrr_at_1_std": 0.20087476130584572, + "nauc_mrr_at_20_diff1": 0.7862262355580437, + "nauc_mrr_at_20_max": 0.4671018359525385, + "nauc_mrr_at_20_std": 0.2778193519520194, + "nauc_mrr_at_3_diff1": 0.7728900171138808, + "nauc_mrr_at_3_max": 0.4623547154245073, + "nauc_mrr_at_3_std": 0.2688442462154894, + "nauc_mrr_at_5_diff1": 0.7844110883837833, + "nauc_mrr_at_5_max": 0.4659538352920278, + "nauc_mrr_at_5_std": 0.27423477573597105, + "nauc_ndcg_at_1000_diff1": 0.7862872072275658, + "nauc_ndcg_at_1000_max": 0.4698247926816827, + "nauc_ndcg_at_1000_std": 0.2890744400978098, + "nauc_ndcg_at_100_diff1": 0.7873665305642229, + "nauc_ndcg_at_100_max": 0.47250236039464855, + "nauc_ndcg_at_100_std": 0.29266485945209203, + "nauc_ndcg_at_10_diff1": 0.7943061793626028, + "nauc_ndcg_at_10_max": 0.4756461880716343, + "nauc_ndcg_at_10_std": 0.31864443768829176, + "nauc_ndcg_at_1_diff1": 0.7976665053610603, + "nauc_ndcg_at_1_max": 0.43890706834888543, + "nauc_ndcg_at_1_std": 0.20087476130584572, + "nauc_ndcg_at_20_diff1": 0.7887980844107418, + "nauc_ndcg_at_20_max": 0.47845851238412407, + "nauc_ndcg_at_20_std": 0.3135952864318724, + "nauc_ndcg_at_3_diff1": 0.7616345835898574, + "nauc_ndcg_at_3_max": 0.46552581522986325, + "nauc_ndcg_at_3_std": 0.2879953206238463, + "nauc_ndcg_at_5_diff1": 0.7848429131202718, + "nauc_ndcg_at_5_max": 0.4721596505147696, + "nauc_ndcg_at_5_std": 0.30019918594343564, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.869724279665109, + "nauc_precision_at_10_max": 0.5514273732715077, + "nauc_precision_at_10_std": 0.6599329068181159, + "nauc_precision_at_1_diff1": 0.7976665053610603, + "nauc_precision_at_1_max": 0.43890706834888543, + "nauc_precision_at_1_std": 0.20087476130584572, + "nauc_precision_at_20_diff1": 0.8373795736691667, + "nauc_precision_at_20_max": 0.6419704721658878, + "nauc_precision_at_20_std": 0.8044461267586306, + "nauc_precision_at_3_diff1": 0.709137620592461, + "nauc_precision_at_3_max": 0.4768433224204176, + "nauc_precision_at_3_std": 0.3718747927495805, + "nauc_precision_at_5_diff1": 0.7934548582895039, + "nauc_precision_at_5_max": 0.5029337193329233, + "nauc_precision_at_5_std": 0.4406880614887562, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8697242796651073, + "nauc_recall_at_10_max": 0.5514273732715078, + "nauc_recall_at_10_std": 0.6599329068181155, + "nauc_recall_at_1_diff1": 0.7976665053610603, + "nauc_recall_at_1_max": 0.43890706834888543, + "nauc_recall_at_1_std": 0.20087476130584572, + "nauc_recall_at_20_diff1": 0.8373795736691693, + "nauc_recall_at_20_max": 0.6419704721658844, + "nauc_recall_at_20_std": 0.8044461267586261, + "nauc_recall_at_3_diff1": 0.7091376205924602, + "nauc_recall_at_3_max": 0.47684332242041916, + "nauc_recall_at_3_std": 0.37187479274958113, + "nauc_recall_at_5_diff1": 0.7934548582895047, + "nauc_recall_at_5_max": 0.5029337193329237, + "nauc_recall_at_5_std": 0.44068806148875744, + "ndcg_at_1": 0.67553, + "ndcg_at_10": 0.81215, + "ndcg_at_100": 0.82573, + "ndcg_at_1000": 0.8265, + "ndcg_at_20": 0.81906, + "ndcg_at_3": 0.78938, + "ndcg_at_5": 0.80037, + "precision_at_1": 0.67553, + "precision_at_10": 0.09309, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04787, + "precision_at_3": 0.28901, + "precision_at_5": 0.17872, + "recall_at_1": 0.67553, + "recall_at_10": 0.93085, + "recall_at_100": 0.99468, + "recall_at_1000": 1.0, + "recall_at_20": 0.95745, + "recall_at_3": 0.86702, + "recall_at_5": 0.89362 + }, + { + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ], + "main_score": 0.82343, + "map_at_1": 0.7, + "map_at_10": 0.78681, + "map_at_100": 0.7891, + "map_at_1000": 0.78913, + "map_at_20": 0.78837, + "map_at_3": 0.77368, + "map_at_5": 0.77974, + "mrr_at_1": 0.7, + "mrr_at_10": 0.7867167919799497, + "mrr_at_100": 0.7889999131435427, + "mrr_at_1000": 0.7890338690009281, + "mrr_at_20": 0.7882719957789209, + "mrr_at_3": 0.7736842105263156, + "mrr_at_5": 0.7797368421052632, + "nauc_map_at_1000_diff1": 0.7624882909302706, + "nauc_map_at_1000_max": 0.6866316578775609, + "nauc_map_at_1000_std": 0.43392648692761576, + "nauc_map_at_100_diff1": 0.7625311495064921, + "nauc_map_at_100_max": 0.6866882046517334, + "nauc_map_at_100_std": 0.4340286339118727, + "nauc_map_at_10_diff1": 0.7616928677682804, + "nauc_map_at_10_max": 0.6891010031618243, + "nauc_map_at_10_std": 0.4389723692400975, + "nauc_map_at_1_diff1": 0.7762754932729048, + "nauc_map_at_1_max": 0.6333614616617207, + "nauc_map_at_1_std": 0.32895922024481133, + "nauc_map_at_20_diff1": 0.7619404611578607, + "nauc_map_at_20_max": 0.6869836935075564, + "nauc_map_at_20_std": 0.43500067552027777, + "nauc_map_at_3_diff1": 0.759072823301191, + "nauc_map_at_3_max": 0.6986797097667493, + "nauc_map_at_3_std": 0.44347147125278846, + "nauc_map_at_5_diff1": 0.7619712190652295, + "nauc_map_at_5_max": 0.6951443906418345, + "nauc_map_at_5_std": 0.4481299785758726, + "nauc_mrr_at_1000_diff1": 0.7624700249776121, + "nauc_mrr_at_1000_max": 0.6867905459178856, + "nauc_mrr_at_1000_std": 0.4342124928982159, + "nauc_mrr_at_100_diff1": 0.7625128651214366, + "nauc_mrr_at_100_max": 0.6868470353696208, + "nauc_mrr_at_100_std": 0.4343145365168189, + "nauc_mrr_at_10_diff1": 0.761673400031459, + "nauc_mrr_at_10_max": 0.6892543449621646, + "nauc_mrr_at_10_std": 0.43924907964384896, + "nauc_mrr_at_1_diff1": 0.7762754932729048, + "nauc_mrr_at_1_max": 0.6333614616617207, + "nauc_mrr_at_1_std": 0.32895922024481133, + "nauc_mrr_at_20_diff1": 0.7619207101045783, + "nauc_mrr_at_20_max": 0.6871393499997177, + "nauc_mrr_at_20_std": 0.43528163792095353, + "nauc_mrr_at_3_diff1": 0.759072823301191, + "nauc_mrr_at_3_max": 0.6986797097667493, + "nauc_mrr_at_3_std": 0.44347147125278846, + "nauc_mrr_at_5_diff1": 0.7619712190652295, + "nauc_mrr_at_5_max": 0.6951443906418345, + "nauc_mrr_at_5_std": 0.4481299785758726, + "nauc_ndcg_at_1000_diff1": 0.7610263355962226, + "nauc_ndcg_at_1000_max": 0.6941921138175255, + "nauc_ndcg_at_1000_std": 0.4509553271233752, + "nauc_ndcg_at_100_diff1": 0.7621956076480658, + "nauc_ndcg_at_100_max": 0.6956883984204263, + "nauc_ndcg_at_100_std": 0.4536417427700921, + "nauc_ndcg_at_10_diff1": 0.7561999263486164, + "nauc_ndcg_at_10_max": 0.7079882379205727, + "nauc_ndcg_at_10_std": 0.4816730120446823, + "nauc_ndcg_at_1_diff1": 0.7762754932729048, + "nauc_ndcg_at_1_max": 0.6333614616617207, + "nauc_ndcg_at_1_std": 0.32895922024481133, + "nauc_ndcg_at_20_diff1": 0.7580708480842538, + "nauc_ndcg_at_20_max": 0.6981439093525591, + "nauc_ndcg_at_20_std": 0.4636665529808967, + "nauc_ndcg_at_3_diff1": 0.7525544377088862, + "nauc_ndcg_at_3_max": 0.7262059203771196, + "nauc_ndcg_at_3_std": 0.48995958538043244, + "nauc_ndcg_at_5_diff1": 0.758066925335623, + "nauc_ndcg_at_5_max": 0.7204301166280023, + "nauc_ndcg_at_5_std": 0.5011693789568438, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7080220977279831, + "nauc_precision_at_10_max": 0.8603330220977305, + "nauc_precision_at_10_std": 0.83446156240274, + "nauc_precision_at_1_diff1": 0.7762754932729048, + "nauc_precision_at_1_max": 0.6333614616617207, + "nauc_precision_at_1_std": 0.32895922024481133, + "nauc_precision_at_20_diff1": 0.7132186207816442, + "nauc_precision_at_20_max": 0.7979191676670717, + "nauc_precision_at_20_std": 0.7745764972655718, + "nauc_precision_at_3_diff1": 0.7251681836169364, + "nauc_precision_at_3_max": 0.8432384789725514, + "nauc_precision_at_3_std": 0.6868187214447597, + "nauc_precision_at_5_diff1": 0.7404070521130411, + "nauc_precision_at_5_max": 0.8446547402990253, + "nauc_precision_at_5_std": 0.7660314579552333, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.7080220977279811, + "nauc_recall_at_10_max": 0.8603330220977274, + "nauc_recall_at_10_std": 0.8344615624027385, + "nauc_recall_at_1_diff1": 0.7762754932729048, + "nauc_recall_at_1_max": 0.6333614616617207, + "nauc_recall_at_1_std": 0.32895922024481133, + "nauc_recall_at_20_diff1": 0.7132186207816437, + "nauc_recall_at_20_max": 0.7979191676670655, + "nauc_recall_at_20_std": 0.774576497265571, + "nauc_recall_at_3_diff1": 0.7251681836169371, + "nauc_recall_at_3_max": 0.8432384789725517, + "nauc_recall_at_3_std": 0.6868187214447607, + "nauc_recall_at_5_diff1": 0.7404070521130414, + "nauc_recall_at_5_max": 0.8446547402990238, + "nauc_recall_at_5_std": 0.766031457955233, + "ndcg_at_1": 0.7, + "ndcg_at_10": 0.82343, + "ndcg_at_100": 0.83542, + "ndcg_at_1000": 0.83614, + "ndcg_at_20": 0.82973, + "ndcg_at_3": 0.79549, + "ndcg_at_5": 0.80636, + "precision_at_1": 0.7, + "precision_at_10": 0.09368, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04816, + "precision_at_3": 0.28596, + "precision_at_5": 0.17684, + "recall_at_1": 0.7, + "recall_at_10": 0.93684, + "recall_at_100": 0.99474, + "recall_at_1000": 1.0, + "recall_at_20": 0.96316, + "recall_at_3": 0.85789, + "recall_at_5": 0.88421 + }, + { + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ], + "main_score": 0.79704, + "map_at_1": 0.66468, + "map_at_10": 0.75846, + "map_at_100": 0.76177, + "map_at_1000": 0.76186, + "map_at_20": 0.76051, + "map_at_3": 0.74471, + "map_at_5": 0.75384, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.759455309901738, + "mrr_at_100": 0.7627648986536391, + "mrr_at_1000": 0.7628554111001168, + "mrr_at_20": 0.7615100305106565, + "mrr_at_3": 0.7457010582010579, + "mrr_at_5": 0.754828042328042, + "nauc_map_at_1000_diff1": 0.7742126760593123, + "nauc_map_at_1000_max": 0.6214009902408156, + "nauc_map_at_1000_std": 0.15706189797186176, + "nauc_map_at_100_diff1": 0.7742309366438788, + "nauc_map_at_100_max": 0.6214610540116744, + "nauc_map_at_100_std": 0.15728584430511242, + "nauc_map_at_10_diff1": 0.7730710454164901, + "nauc_map_at_10_max": 0.6242606573643382, + "nauc_map_at_10_std": 0.16093741960337657, + "nauc_map_at_1_diff1": 0.7962416047733409, + "nauc_map_at_1_max": 0.5830642750379719, + "nauc_map_at_1_std": 0.09463592283247046, + "nauc_map_at_20_diff1": 0.7731645564036022, + "nauc_map_at_20_max": 0.6227282259980305, + "nauc_map_at_20_std": 0.15954630226434313, + "nauc_map_at_3_diff1": 0.7699426946216643, + "nauc_map_at_3_max": 0.6271539821157999, + "nauc_map_at_3_std": 0.15527444258752543, + "nauc_map_at_5_diff1": 0.7722238827661855, + "nauc_map_at_5_max": 0.6203800297248648, + "nauc_map_at_5_std": 0.1649333761046718, + "nauc_mrr_at_1000_diff1": 0.7714550224714716, + "nauc_mrr_at_1000_max": 0.6224614178611755, + "nauc_mrr_at_1000_std": 0.16302442348541443, + "nauc_mrr_at_100_diff1": 0.771474545258787, + "nauc_mrr_at_100_max": 0.6225211767397755, + "nauc_mrr_at_100_std": 0.16324634939776644, + "nauc_mrr_at_10_diff1": 0.7703592258538443, + "nauc_mrr_at_10_max": 0.6253205478988332, + "nauc_mrr_at_10_std": 0.16682059374514585, + "nauc_mrr_at_1_diff1": 0.7922476978335307, + "nauc_mrr_at_1_max": 0.5844978934682742, + "nauc_mrr_at_1_std": 0.10323699077441367, + "nauc_mrr_at_20_diff1": 0.7704197120113522, + "nauc_mrr_at_20_max": 0.6237839928889986, + "nauc_mrr_at_20_std": 0.16546840457935064, + "nauc_mrr_at_3_diff1": 0.767372241758585, + "nauc_mrr_at_3_max": 0.6281627731826748, + "nauc_mrr_at_3_std": 0.160819983272147, + "nauc_mrr_at_5_diff1": 0.7695636880606794, + "nauc_mrr_at_5_max": 0.6214088852407873, + "nauc_mrr_at_5_std": 0.17071011591532154, + "nauc_ndcg_at_1000_diff1": 0.7713758410767559, + "nauc_ndcg_at_1000_max": 0.6283195836890852, + "nauc_ndcg_at_1000_std": 0.17310180435301786, + "nauc_ndcg_at_100_diff1": 0.7721561130218056, + "nauc_ndcg_at_100_max": 0.6303960171530641, + "nauc_ndcg_at_100_std": 0.1796398523733981, + "nauc_ndcg_at_10_diff1": 0.7651562253270084, + "nauc_ndcg_at_10_max": 0.6440274875610739, + "nauc_ndcg_at_10_std": 0.20050899532677519, + "nauc_ndcg_at_1_diff1": 0.7962416047733409, + "nauc_ndcg_at_1_max": 0.5830642750379719, + "nauc_ndcg_at_1_std": 0.09463592283247046, + "nauc_ndcg_at_20_diff1": 0.7651115307019298, + "nauc_ndcg_at_20_max": 0.6391594685913508, + "nauc_ndcg_at_20_std": 0.19735079045206216, + "nauc_ndcg_at_3_diff1": 0.7593755903351611, + "nauc_ndcg_at_3_max": 0.6449214922590681, + "nauc_ndcg_at_3_std": 0.18325034145997457, + "nauc_ndcg_at_5_diff1": 0.7629566259356894, + "nauc_ndcg_at_5_max": 0.6329083238815352, + "nauc_ndcg_at_5_std": 0.20751845168971833, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8360509161825573, + "nauc_precision_at_100_max": 0.7992679647885907, + "nauc_precision_at_100_std": 0.689798953449112, + "nauc_precision_at_10_diff1": 0.7131870417587552, + "nauc_precision_at_10_max": 0.7888025783440772, + "nauc_precision_at_10_std": 0.4920156787038089, + "nauc_precision_at_1_diff1": 0.7962416047733409, + "nauc_precision_at_1_max": 0.5830642750379719, + "nauc_precision_at_1_std": 0.09463592283247046, + "nauc_precision_at_20_diff1": 0.6869961531499068, + "nauc_precision_at_20_max": 0.8072042157547583, + "nauc_precision_at_20_std": 0.6027992591200776, + "nauc_precision_at_3_diff1": 0.7149382055762572, + "nauc_precision_at_3_max": 0.7196621893560782, + "nauc_precision_at_3_std": 0.3025482702387473, + "nauc_precision_at_5_diff1": 0.7149191987303443, + "nauc_precision_at_5_max": 0.6960119554948782, + "nauc_precision_at_5_std": 0.4429898385635695, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8360509161825557, + "nauc_recall_at_100_max": 0.7992679647885967, + "nauc_recall_at_100_std": 0.6897989534491122, + "nauc_recall_at_10_diff1": 0.7131870417587571, + "nauc_recall_at_10_max": 0.7888025783440765, + "nauc_recall_at_10_std": 0.49201567870381274, + "nauc_recall_at_1_diff1": 0.7962416047733409, + "nauc_recall_at_1_max": 0.5830642750379719, + "nauc_recall_at_1_std": 0.09463592283247046, + "nauc_recall_at_20_diff1": 0.6869961531499058, + "nauc_recall_at_20_max": 0.8072042157547556, + "nauc_recall_at_20_std": 0.6027992591200791, + "nauc_recall_at_3_diff1": 0.7149382055762563, + "nauc_recall_at_3_max": 0.7196621893560777, + "nauc_recall_at_3_std": 0.3025482702387486, + "nauc_recall_at_5_diff1": 0.7149191987303449, + "nauc_recall_at_5_max": 0.69601195549488, + "nauc_recall_at_5_std": 0.4429898385635706, + "ndcg_at_1": 0.66468, + "ndcg_at_10": 0.79704, + "ndcg_at_100": 0.81228, + "ndcg_at_1000": 0.81438, + "ndcg_at_20": 0.80421, + "ndcg_at_3": 0.7696, + "ndcg_at_5": 0.786, + "precision_at_1": 0.66468, + "precision_at_10": 0.09147, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04712, + "precision_at_3": 0.28042, + "precision_at_5": 0.17619, + "recall_at_1": 0.66468, + "recall_at_10": 0.91468, + "recall_at_100": 0.98413, + "recall_at_1000": 1.0, + "recall_at_20": 0.94246, + "recall_at_3": 0.84127, + "recall_at_5": 0.88095 + }, + { + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ], + "main_score": 0.82397, + "map_at_1": 0.69565, + "map_at_10": 0.78686, + "map_at_100": 0.79002, + "map_at_1000": 0.79007, + "map_at_20": 0.7895, + "map_at_3": 0.77226, + "map_at_5": 0.78188, + "mrr_at_1": 0.6956521739130435, + "mrr_at_10": 0.786860396332446, + "mrr_at_100": 0.7900245854397299, + "mrr_at_1000": 0.790066838365745, + "mrr_at_20": 0.7895024083414658, + "mrr_at_3": 0.7722567287784678, + "mrr_at_5": 0.7818840579710146, + "nauc_map_at_1000_diff1": 0.7968021236925911, + "nauc_map_at_1000_max": 0.678486663123385, + "nauc_map_at_1000_std": 0.3355768347907484, + "nauc_map_at_100_diff1": 0.796818591811109, + "nauc_map_at_100_max": 0.6785299805999704, + "nauc_map_at_100_std": 0.3357276125114692, + "nauc_map_at_10_diff1": 0.7965753458672795, + "nauc_map_at_10_max": 0.6812240577892779, + "nauc_map_at_10_std": 0.34041636946617576, + "nauc_map_at_1_diff1": 0.8188839659325218, + "nauc_map_at_1_max": 0.6406076504257545, + "nauc_map_at_1_std": 0.290781126280404, + "nauc_map_at_20_diff1": 0.7967280957564372, + "nauc_map_at_20_max": 0.678951437362685, + "nauc_map_at_20_std": 0.33578130803324313, + "nauc_map_at_3_diff1": 0.7865359197563448, + "nauc_map_at_3_max": 0.6775928667542644, + "nauc_map_at_3_std": 0.31036609891208927, + "nauc_map_at_5_diff1": 0.7922992242857324, + "nauc_map_at_5_max": 0.6834538944093241, + "nauc_map_at_5_std": 0.34291600038619946, + "nauc_mrr_at_1000_diff1": 0.7968010234001448, + "nauc_mrr_at_1000_max": 0.6784873322258075, + "nauc_mrr_at_1000_std": 0.33557323701796554, + "nauc_mrr_at_100_diff1": 0.7968174918575073, + "nauc_mrr_at_100_max": 0.6785306497850584, + "nauc_mrr_at_100_std": 0.33572401637139154, + "nauc_mrr_at_10_diff1": 0.7965753458672795, + "nauc_mrr_at_10_max": 0.6812240577892779, + "nauc_mrr_at_10_std": 0.34041636946617576, + "nauc_mrr_at_1_diff1": 0.8188839659325218, + "nauc_mrr_at_1_max": 0.6406076504257545, + "nauc_mrr_at_1_std": 0.290781126280404, + "nauc_mrr_at_20_diff1": 0.7967280957564372, + "nauc_mrr_at_20_max": 0.678951437362685, + "nauc_mrr_at_20_std": 0.33578130803324313, + "nauc_mrr_at_3_diff1": 0.7865359197563448, + "nauc_mrr_at_3_max": 0.6775928667542644, + "nauc_mrr_at_3_std": 0.31036609891208927, + "nauc_mrr_at_5_diff1": 0.7922992242857324, + "nauc_mrr_at_5_max": 0.6834538944093241, + "nauc_mrr_at_5_std": 0.34291600038619946, + "nauc_ndcg_at_1000_diff1": 0.7959165424813196, + "nauc_ndcg_at_1000_max": 0.683690793188161, + "nauc_ndcg_at_1000_std": 0.3461921784428376, + "nauc_ndcg_at_100_diff1": 0.7963520419982142, + "nauc_ndcg_at_100_max": 0.684791659114901, + "nauc_ndcg_at_100_std": 0.35006848816407643, + "nauc_ndcg_at_10_diff1": 0.7973585855711119, + "nauc_ndcg_at_10_max": 0.6970657293131766, + "nauc_ndcg_at_10_std": 0.37060565965803643, + "nauc_ndcg_at_1_diff1": 0.8188839659325218, + "nauc_ndcg_at_1_max": 0.6406076504257545, + "nauc_ndcg_at_1_std": 0.290781126280404, + "nauc_ndcg_at_20_diff1": 0.7964303826017995, + "nauc_ndcg_at_20_max": 0.6870449702370507, + "nauc_ndcg_at_20_std": 0.3514009103613749, + "nauc_ndcg_at_3_diff1": 0.773939891790627, + "nauc_ndcg_at_3_max": 0.6888884320790587, + "nauc_ndcg_at_3_std": 0.3144620390240221, + "nauc_ndcg_at_5_diff1": 0.7850989291461286, + "nauc_ndcg_at_5_max": 0.7026684657604968, + "nauc_ndcg_at_5_std": 0.3791506960511863, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8693711967545601, + "nauc_precision_at_100_max": 0.8693711967545601, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.8266012987879108, + "nauc_precision_at_10_max": 0.830986383979541, + "nauc_precision_at_10_std": 0.6344991882807581, + "nauc_precision_at_1_diff1": 0.8188839659325218, + "nauc_precision_at_1_max": 0.6406076504257545, + "nauc_precision_at_1_std": 0.290781126280404, + "nauc_precision_at_20_diff1": 0.8286129848892199, + "nauc_precision_at_20_max": 0.7867077272109335, + "nauc_precision_at_20_std": 0.5761538166521835, + "nauc_precision_at_3_diff1": 0.7210582406470435, + "nauc_precision_at_3_max": 0.7347985513873999, + "nauc_precision_at_3_std": 0.3299396816133909, + "nauc_precision_at_5_diff1": 0.7490820019813971, + "nauc_precision_at_5_max": 0.8125104551016702, + "nauc_precision_at_5_std": 0.5949361343512989, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.8693711967545606, + "nauc_recall_at_100_max": 0.8693711967545606, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": 0.8266012987879091, + "nauc_recall_at_10_max": 0.8309863839795405, + "nauc_recall_at_10_std": 0.6344991882807612, + "nauc_recall_at_1_diff1": 0.8188839659325218, + "nauc_recall_at_1_max": 0.6406076504257545, + "nauc_recall_at_1_std": 0.290781126280404, + "nauc_recall_at_20_diff1": 0.8286129848892227, + "nauc_recall_at_20_max": 0.7867077272109311, + "nauc_recall_at_20_std": 0.5761538166521892, + "nauc_recall_at_3_diff1": 0.7210582406470446, + "nauc_recall_at_3_max": 0.734798551387401, + "nauc_recall_at_3_std": 0.32993968161339166, + "nauc_recall_at_5_diff1": 0.749082001981398, + "nauc_recall_at_5_max": 0.8125104551016714, + "nauc_recall_at_5_std": 0.594936134351299, + "ndcg_at_1": 0.69565, + "ndcg_at_10": 0.82397, + "ndcg_at_100": 0.83699, + "ndcg_at_1000": 0.83786, + "ndcg_at_20": 0.83346, + "ndcg_at_3": 0.79429, + "ndcg_at_5": 0.81192, + "precision_at_1": 0.69565, + "precision_at_10": 0.09379, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.04876, + "precision_at_3": 0.28571, + "precision_at_5": 0.18012, + "recall_at_1": 0.69565, + "recall_at_10": 0.93789, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "recall_at_20": 0.97516, + "recall_at_3": 0.85714, + "recall_at_5": 0.90062 + }, + { + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ], + "main_score": 0.82445, + "map_at_1": 0.71958, + "map_at_10": 0.79169, + "map_at_100": 0.79528, + "map_at_1000": 0.79528, + "map_at_20": 0.79392, + "map_at_3": 0.7769, + "map_at_5": 0.78642, + "mrr_at_1": 0.7195767195767195, + "mrr_at_10": 0.7916939615352313, + "mrr_at_100": 0.7952829593644648, + "mrr_at_1000": 0.7952829593644648, + "mrr_at_20": 0.7939165179742111, + "mrr_at_3": 0.7768959435626102, + "mrr_at_5": 0.7864197530864198, + "nauc_map_at_1000_diff1": 0.7567535779311781, + "nauc_map_at_1000_max": 0.6351371330598592, + "nauc_map_at_1000_std": 0.35961302343813956, + "nauc_map_at_100_diff1": 0.7567535779311781, + "nauc_map_at_100_max": 0.6351371330598592, + "nauc_map_at_100_std": 0.35961302343813956, + "nauc_map_at_10_diff1": 0.753987873898942, + "nauc_map_at_10_max": 0.6385396564579601, + "nauc_map_at_10_std": 0.3597035909028853, + "nauc_map_at_1_diff1": 0.7903946364328047, + "nauc_map_at_1_max": 0.5956410461081196, + "nauc_map_at_1_std": 0.28763108080253225, + "nauc_map_at_20_diff1": 0.7563409918943326, + "nauc_map_at_20_max": 0.6367983581637583, + "nauc_map_at_20_std": 0.3631851678218339, + "nauc_map_at_3_diff1": 0.7517130225960421, + "nauc_map_at_3_max": 0.6414415098431289, + "nauc_map_at_3_std": 0.37016432588036446, + "nauc_map_at_5_diff1": 0.7570155932957604, + "nauc_map_at_5_max": 0.6412687476166236, + "nauc_map_at_5_std": 0.3639111071390511, + "nauc_mrr_at_1000_diff1": 0.7567535779311781, + "nauc_mrr_at_1000_max": 0.6351371330598592, + "nauc_mrr_at_1000_std": 0.35961302343813956, + "nauc_mrr_at_100_diff1": 0.7567535779311781, + "nauc_mrr_at_100_max": 0.6351371330598592, + "nauc_mrr_at_100_std": 0.35961302343813956, + "nauc_mrr_at_10_diff1": 0.753987873898942, + "nauc_mrr_at_10_max": 0.6385396564579601, + "nauc_mrr_at_10_std": 0.3597035909028853, + "nauc_mrr_at_1_diff1": 0.7903946364328047, + "nauc_mrr_at_1_max": 0.5956410461081196, + "nauc_mrr_at_1_std": 0.28763108080253225, + "nauc_mrr_at_20_diff1": 0.7563409918943326, + "nauc_mrr_at_20_max": 0.6367983581637583, + "nauc_mrr_at_20_std": 0.3631851678218339, + "nauc_mrr_at_3_diff1": 0.7517130225960421, + "nauc_mrr_at_3_max": 0.6414415098431289, + "nauc_mrr_at_3_std": 0.37016432588036446, + "nauc_mrr_at_5_diff1": 0.7570155932957604, + "nauc_mrr_at_5_max": 0.6412687476166236, + "nauc_mrr_at_5_std": 0.3639111071390511, + "nauc_ndcg_at_1000_diff1": 0.7521547286268777, + "nauc_ndcg_at_1000_max": 0.642286408227685, + "nauc_ndcg_at_1000_std": 0.3725184622168871, + "nauc_ndcg_at_100_diff1": 0.7521547286268777, + "nauc_ndcg_at_100_max": 0.642286408227685, + "nauc_ndcg_at_100_std": 0.3725184622168871, + "nauc_ndcg_at_10_diff1": 0.7383005078108046, + "nauc_ndcg_at_10_max": 0.6602096164137767, + "nauc_ndcg_at_10_std": 0.3853838031757875, + "nauc_ndcg_at_1_diff1": 0.7903946364328047, + "nauc_ndcg_at_1_max": 0.5956410461081196, + "nauc_ndcg_at_1_std": 0.28763108080253225, + "nauc_ndcg_at_20_diff1": 0.7497752785689311, + "nauc_ndcg_at_20_max": 0.6536059886698653, + "nauc_ndcg_at_20_std": 0.39951868347699887, + "nauc_ndcg_at_3_diff1": 0.7371272386553974, + "nauc_ndcg_at_3_max": 0.6633943311867303, + "nauc_ndcg_at_3_std": 0.40309619423658954, + "nauc_ndcg_at_5_diff1": 0.7468484599340673, + "nauc_ndcg_at_5_max": 0.6652377147286894, + "nauc_ndcg_at_5_std": 0.3948408106015107, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.6222532079146471, + "nauc_precision_at_10_max": 0.8190068799241548, + "nauc_precision_at_10_std": 0.5631940367855242, + "nauc_precision_at_1_diff1": 0.7903946364328047, + "nauc_precision_at_1_max": 0.5956410461081196, + "nauc_precision_at_1_std": 0.28763108080253225, + "nauc_precision_at_20_diff1": 0.711944981449038, + "nauc_precision_at_20_max": 0.8440335635972, + "nauc_precision_at_20_std": 0.876732525534916, + "nauc_precision_at_3_diff1": 0.6799244073941136, + "nauc_precision_at_3_max": 0.7515593879835152, + "nauc_precision_at_3_std": 0.5330495700440341, + "nauc_precision_at_5_diff1": 0.6987507931124887, + "nauc_precision_at_5_max": 0.7891862047627914, + "nauc_precision_at_5_std": 0.5506765385073756, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.6222532079146438, + "nauc_recall_at_10_max": 0.819006879924154, + "nauc_recall_at_10_std": 0.5631940367855234, + "nauc_recall_at_1_diff1": 0.7903946364328047, + "nauc_recall_at_1_max": 0.5956410461081196, + "nauc_recall_at_1_std": 0.28763108080253225, + "nauc_recall_at_20_diff1": 0.7119449814490397, + "nauc_recall_at_20_max": 0.8440335635972009, + "nauc_recall_at_20_std": 0.8767325255349184, + "nauc_recall_at_3_diff1": 0.6799244073941145, + "nauc_recall_at_3_max": 0.7515593879835164, + "nauc_recall_at_3_std": 0.5330495700440361, + "nauc_recall_at_5_diff1": 0.69875079311249, + "nauc_recall_at_5_max": 0.7891862047627914, + "nauc_recall_at_5_std": 0.5506765385073749, + "ndcg_at_1": 0.71958, + "ndcg_at_10": 0.82445, + "ndcg_at_100": 0.84082, + "ndcg_at_1000": 0.84082, + "ndcg_at_20": 0.83251, + "ndcg_at_3": 0.79485, + "ndcg_at_5": 0.81215, + "precision_at_1": 0.71958, + "precision_at_10": 0.09259, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04788, + "precision_at_3": 0.28219, + "precision_at_5": 0.17778, + "recall_at_1": 0.71958, + "recall_at_10": 0.92593, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.95767, + "recall_at_3": 0.84656, + "recall_at_5": 0.88889 + }, + { + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ], + "main_score": 0.81073, + "map_at_1": 0.65761, + "map_at_10": 0.76235, + "map_at_100": 0.7643, + "map_at_1000": 0.7643, + "map_at_20": 0.76359, + "map_at_3": 0.73822, + "map_at_5": 0.7548, + "mrr_at_1": 0.657608695652174, + "mrr_at_10": 0.76234687715666, + "mrr_at_100": 0.764296845237287, + "mrr_at_1000": 0.764296845237287, + "mrr_at_20": 0.7635914659012487, + "mrr_at_3": 0.7382246376811594, + "mrr_at_5": 0.7548007246376812, + "nauc_map_at_1000_diff1": 0.7697524323582943, + "nauc_map_at_1000_max": 0.4004210105852526, + "nauc_map_at_1000_std": 0.09992359621710666, + "nauc_map_at_100_diff1": 0.7697524323582943, + "nauc_map_at_100_max": 0.4004210105852526, + "nauc_map_at_100_std": 0.09992359621710666, + "nauc_map_at_10_diff1": 0.7702395502046184, + "nauc_map_at_10_max": 0.4039817603318522, + "nauc_map_at_10_std": 0.10505642096697107, + "nauc_map_at_1_diff1": 0.7898884951132716, + "nauc_map_at_1_max": 0.3497710624372638, + "nauc_map_at_1_std": -0.00349082264503503, + "nauc_map_at_20_diff1": 0.7690636703265504, + "nauc_map_at_20_max": 0.40200493204758425, + "nauc_map_at_20_std": 0.10255981414349344, + "nauc_map_at_3_diff1": 0.7728619360877753, + "nauc_map_at_3_max": 0.4042968358998633, + "nauc_map_at_3_std": 0.10141074692253312, + "nauc_map_at_5_diff1": 0.7630882144781184, + "nauc_map_at_5_max": 0.3986491626676647, + "nauc_map_at_5_std": 0.11172908918588857, + "nauc_mrr_at_1000_diff1": 0.7697524323582943, + "nauc_mrr_at_1000_max": 0.4004210105852526, + "nauc_mrr_at_1000_std": 0.09992359621710666, + "nauc_mrr_at_100_diff1": 0.7697524323582943, + "nauc_mrr_at_100_max": 0.4004210105852526, + "nauc_mrr_at_100_std": 0.09992359621710666, + "nauc_mrr_at_10_diff1": 0.7702395502046184, + "nauc_mrr_at_10_max": 0.4039817603318522, + "nauc_mrr_at_10_std": 0.10505642096697107, + "nauc_mrr_at_1_diff1": 0.7898884951132716, + "nauc_mrr_at_1_max": 0.3497710624372638, + "nauc_mrr_at_1_std": -0.00349082264503503, + "nauc_mrr_at_20_diff1": 0.7690636703265504, + "nauc_mrr_at_20_max": 0.40200493204758425, + "nauc_mrr_at_20_std": 0.10255981414349344, + "nauc_mrr_at_3_diff1": 0.7728619360877753, + "nauc_mrr_at_3_max": 0.4042968358998633, + "nauc_mrr_at_3_std": 0.10141074692253312, + "nauc_mrr_at_5_diff1": 0.7630882144781184, + "nauc_mrr_at_5_max": 0.3986491626676647, + "nauc_mrr_at_5_std": 0.11172908918588857, + "nauc_ndcg_at_1000_diff1": 0.7663731193168097, + "nauc_ndcg_at_1000_max": 0.4083835681660689, + "nauc_ndcg_at_1000_std": 0.11532677763127896, + "nauc_ndcg_at_100_diff1": 0.7663731193168097, + "nauc_ndcg_at_100_max": 0.4083835681660689, + "nauc_ndcg_at_100_std": 0.11532677763127896, + "nauc_ndcg_at_10_diff1": 0.7664768311196211, + "nauc_ndcg_at_10_max": 0.42766147895407874, + "nauc_ndcg_at_10_std": 0.1439512761819278, + "nauc_ndcg_at_1_diff1": 0.7898884951132716, + "nauc_ndcg_at_1_max": 0.3497710624372638, + "nauc_ndcg_at_1_std": -0.00349082264503503, + "nauc_ndcg_at_20_diff1": 0.7613627695076549, + "nauc_ndcg_at_20_max": 0.4202769385764413, + "nauc_ndcg_at_20_std": 0.13473117409916216, + "nauc_ndcg_at_3_diff1": 0.7662757833489584, + "nauc_ndcg_at_3_max": 0.4236378721862593, + "nauc_ndcg_at_3_std": 0.13865789469426557, + "nauc_ndcg_at_5_diff1": 0.7445820898210803, + "nauc_ndcg_at_5_max": 0.41453105403985524, + "nauc_ndcg_at_5_std": 0.1631133107605865, + "nauc_precision_at_1000_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": 0.7456251424528958, + "nauc_precision_at_10_max": 0.7863146650151731, + "nauc_precision_at_10_std": 0.6848676035947182, + "nauc_precision_at_1_diff1": 0.7898884951132716, + "nauc_precision_at_1_max": 0.3497710624372638, + "nauc_precision_at_1_std": -0.00349082264503503, + "nauc_precision_at_20_diff1": 0.5874449914966863, + "nauc_precision_at_20_max": 0.8560316253147384, + "nauc_precision_at_20_std": 0.8394347565562885, + "nauc_precision_at_3_diff1": 0.7395869951460231, + "nauc_precision_at_3_max": 0.5012135652318571, + "nauc_precision_at_3_std": 0.28807237228111887, + "nauc_precision_at_5_diff1": 0.6223711689871031, + "nauc_precision_at_5_max": 0.5081257024909683, + "nauc_precision_at_5_std": 0.4832233544816922, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.7456251424528986, + "nauc_recall_at_10_max": 0.7863146650151723, + "nauc_recall_at_10_std": 0.684867603594723, + "nauc_recall_at_1_diff1": 0.7898884951132716, + "nauc_recall_at_1_max": 0.3497710624372638, + "nauc_recall_at_1_std": -0.00349082264503503, + "nauc_recall_at_20_diff1": 0.5874449914966893, + "nauc_recall_at_20_max": 0.856031625314735, + "nauc_recall_at_20_std": 0.8394347565562794, + "nauc_recall_at_3_diff1": 0.7395869951460244, + "nauc_recall_at_3_max": 0.5012135652318568, + "nauc_recall_at_3_std": 0.28807237228111904, + "nauc_recall_at_5_diff1": 0.6223711689871032, + "nauc_recall_at_5_max": 0.508125702490969, + "nauc_recall_at_5_std": 0.48322335448169157, + "ndcg_at_1": 0.65761, + "ndcg_at_10": 0.81073, + "ndcg_at_100": 0.81927, + "ndcg_at_1000": 0.81927, + "ndcg_at_20": 0.81499, + "ndcg_at_3": 0.76235, + "ndcg_at_5": 0.79183, + "precision_at_1": 0.65761, + "precision_at_10": 0.0962, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "precision_at_20": 0.04891, + "precision_at_3": 0.27717, + "precision_at_5": 0.18043, + "recall_at_1": 0.65761, + "recall_at_10": 0.96196, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.97826, + "recall_at_3": 0.83152, + "recall_at_5": 0.90217 + }, + { + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ], + "main_score": 0.84682, + "map_at_1": 0.75198, + "map_at_10": 0.81684, + "map_at_100": 0.81896, + "map_at_1000": 0.81904, + "map_at_20": 0.81841, + "map_at_3": 0.80291, + "map_at_5": 0.81194, + "mrr_at_1": 0.751984126984127, + "mrr_at_10": 0.8169012975560594, + "mrr_at_100": 0.8190349556838284, + "mrr_at_1000": 0.8191123743227923, + "mrr_at_20": 0.8184827085781218, + "mrr_at_3": 0.8029100529100528, + "mrr_at_5": 0.8119378306878305, + "nauc_map_at_1000_diff1": 0.7955371066982735, + "nauc_map_at_1000_max": 0.6967879440348711, + "nauc_map_at_1000_std": 0.34006812169498096, + "nauc_map_at_100_diff1": 0.7955713172680007, + "nauc_map_at_100_max": 0.6968880070973742, + "nauc_map_at_100_std": 0.3402944239288631, + "nauc_map_at_10_diff1": 0.796085586239473, + "nauc_map_at_10_max": 0.6979831570856136, + "nauc_map_at_10_std": 0.3405250675911496, + "nauc_map_at_1_diff1": 0.8061939208743787, + "nauc_map_at_1_max": 0.6712328189762397, + "nauc_map_at_1_std": 0.28582785450237136, + "nauc_map_at_20_diff1": 0.7956974416208658, + "nauc_map_at_20_max": 0.6974781451932227, + "nauc_map_at_20_std": 0.34131002502195096, + "nauc_map_at_3_diff1": 0.795046643527586, + "nauc_map_at_3_max": 0.6952419267708909, + "nauc_map_at_3_std": 0.3385532171664481, + "nauc_map_at_5_diff1": 0.7908715785492222, + "nauc_map_at_5_max": 0.6989644495640307, + "nauc_map_at_5_std": 0.3427563209063102, + "nauc_mrr_at_1000_diff1": 0.7955516883425334, + "nauc_mrr_at_1000_max": 0.6967521487329693, + "nauc_mrr_at_1000_std": 0.33985010363961077, + "nauc_mrr_at_100_diff1": 0.7955859357939232, + "nauc_mrr_at_100_max": 0.6968523130929188, + "nauc_mrr_at_100_std": 0.3400769808067229, + "nauc_mrr_at_10_diff1": 0.7961031378719001, + "nauc_mrr_at_10_max": 0.6979639138249727, + "nauc_mrr_at_10_std": 0.3403363160900473, + "nauc_mrr_at_1_diff1": 0.8061939208743787, + "nauc_mrr_at_1_max": 0.6712328189762397, + "nauc_mrr_at_1_std": 0.28582785450237136, + "nauc_mrr_at_20_diff1": 0.7957113506482879, + "nauc_mrr_at_20_max": 0.6974434938511703, + "nauc_mrr_at_20_std": 0.3410935329931998, + "nauc_mrr_at_3_diff1": 0.795046643527586, + "nauc_mrr_at_3_max": 0.6952419267708909, + "nauc_mrr_at_3_std": 0.3385532171664481, + "nauc_mrr_at_5_diff1": 0.7908715785492222, + "nauc_mrr_at_5_max": 0.6989644495640307, + "nauc_mrr_at_5_std": 0.3427563209063102, + "nauc_ndcg_at_1000_diff1": 0.794970615058114, + "nauc_ndcg_at_1000_max": 0.7030267313265669, + "nauc_ndcg_at_1000_std": 0.3545367452172571, + "nauc_ndcg_at_100_diff1": 0.7957915315632003, + "nauc_ndcg_at_100_max": 0.7062839616575557, + "nauc_ndcg_at_100_std": 0.36203806590493876, + "nauc_ndcg_at_10_diff1": 0.7982876807471623, + "nauc_ndcg_at_10_max": 0.7124170750214359, + "nauc_ndcg_at_10_std": 0.3670849239943842, + "nauc_ndcg_at_1_diff1": 0.8061939208743787, + "nauc_ndcg_at_1_max": 0.6712328189762397, + "nauc_ndcg_at_1_std": 0.28582785450237136, + "nauc_ndcg_at_20_diff1": 0.7965839581401332, + "nauc_ndcg_at_20_max": 0.7106136869751306, + "nauc_ndcg_at_20_std": 0.37200298792560427, + "nauc_ndcg_at_3_diff1": 0.7917493258204753, + "nauc_ndcg_at_3_max": 0.7058750217099822, + "nauc_ndcg_at_3_std": 0.36258842338110003, + "nauc_ndcg_at_5_diff1": 0.782701162558431, + "nauc_ndcg_at_5_max": 0.7135198457598335, + "nauc_ndcg_at_5_std": 0.37324722006893596, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8422017077236046, + "nauc_precision_at_100_max": 0.9142406298447099, + "nauc_precision_at_100_std": 0.8422017077236046, + "nauc_precision_at_10_diff1": 0.8327836897193265, + "nauc_precision_at_10_max": 0.8318220990475876, + "nauc_precision_at_10_std": 0.5776202048447091, + "nauc_precision_at_1_diff1": 0.8061939208743787, + "nauc_precision_at_1_max": 0.6712328189762397, + "nauc_precision_at_1_std": 0.28582785450237136, + "nauc_precision_at_20_diff1": 0.8279444179969904, + "nauc_precision_at_20_max": 0.8739911108916383, + "nauc_precision_at_20_std": 0.7717003424755339, + "nauc_precision_at_3_diff1": 0.77926383114299, + "nauc_precision_at_3_max": 0.7481341299796227, + "nauc_precision_at_3_std": 0.4583699164919946, + "nauc_precision_at_5_diff1": 0.7389555197372014, + "nauc_precision_at_5_max": 0.789449162599068, + "nauc_precision_at_5_std": 0.5333238566605852, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.842201707723598, + "nauc_recall_at_100_max": 0.914240629844703, + "nauc_recall_at_100_std": 0.842201707723598, + "nauc_recall_at_10_diff1": 0.8327836897193233, + "nauc_recall_at_10_max": 0.8318220990475855, + "nauc_recall_at_10_std": 0.5776202048447111, + "nauc_recall_at_1_diff1": 0.8061939208743787, + "nauc_recall_at_1_max": 0.6712328189762397, + "nauc_recall_at_1_std": 0.28582785450237136, + "nauc_recall_at_20_diff1": 0.8279444179969931, + "nauc_recall_at_20_max": 0.8739911108916405, + "nauc_recall_at_20_std": 0.7717003424755312, + "nauc_recall_at_3_diff1": 0.7792638311429898, + "nauc_recall_at_3_max": 0.7481341299796214, + "nauc_recall_at_3_std": 0.4583699164919932, + "nauc_recall_at_5_diff1": 0.7389555197372004, + "nauc_recall_at_5_max": 0.7894491625990682, + "nauc_recall_at_5_std": 0.533323856660586, + "ndcg_at_1": 0.75198, + "ndcg_at_10": 0.84682, + "ndcg_at_100": 0.85644, + "ndcg_at_1000": 0.85849, + "ndcg_at_20": 0.85242, + "ndcg_at_3": 0.81845, + "ndcg_at_5": 0.83476, + "precision_at_1": 0.75198, + "precision_at_10": 0.09405, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04812, + "precision_at_3": 0.2877, + "precision_at_5": 0.18056, + "recall_at_1": 0.75198, + "recall_at_10": 0.94048, + "recall_at_100": 0.98413, + "recall_at_1000": 1.0, + "recall_at_20": 0.9623, + "recall_at_3": 0.8631, + "recall_at_5": 0.90278 + } + ] + }, + "task_name": "MLQARetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-PLHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..932e3847a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 7.759725332260132, + "kg_co2_emissions": 0.00037683586396118645, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.67024, + "map_at_1": 0.0212, + "map_at_10": 0.13674, + "map_at_100": 0.43126, + "map_at_1000": 0.59762, + "map_at_20": 0.20716, + "map_at_3": 0.05559, + "map_at_5": 0.0909, + "mrr_at_1": 0.8837209302325582, + "mrr_at_10": 0.9286821705426356, + "mrr_at_100": 0.9286821705426356, + "mrr_at_1000": 0.9286821705426356, + "mrr_at_20": 0.9286821705426356, + "mrr_at_3": 0.9263565891472867, + "mrr_at_5": 0.9263565891472867, + "nauc_map_at_1000_diff1": -0.500014922527606, + "nauc_map_at_1000_max": 0.4021022341363592, + "nauc_map_at_1000_std": 0.557920551502425, + "nauc_map_at_100_diff1": -0.23719664875172758, + "nauc_map_at_100_max": 0.2802776387910441, + "nauc_map_at_100_std": 0.17456405102533695, + "nauc_map_at_10_diff1": 0.18389961732866686, + "nauc_map_at_10_max": 0.042552940068440605, + "nauc_map_at_10_std": -0.14575482796634237, + "nauc_map_at_1_diff1": 0.250061460729938, + "nauc_map_at_1_max": -0.10222553473323254, + "nauc_map_at_1_std": -0.263317449581713, + "nauc_map_at_20_diff1": 0.0628691725836424, + "nauc_map_at_20_max": 0.09545470045471406, + "nauc_map_at_20_std": -0.08041836437162832, + "nauc_map_at_3_diff1": 0.2511031060995628, + "nauc_map_at_3_max": -0.029749892598604763, + "nauc_map_at_3_std": -0.20032880522075439, + "nauc_map_at_5_diff1": 0.2495490929458461, + "nauc_map_at_5_max": -0.05590631659347649, + "nauc_map_at_5_std": -0.21836177399550996, + "nauc_mrr_at_1000_diff1": 0.16420662225295904, + "nauc_mrr_at_1000_max": 0.37154882453433263, + "nauc_mrr_at_1000_std": 0.4989980315309711, + "nauc_mrr_at_100_diff1": 0.16420662225295904, + "nauc_mrr_at_100_max": 0.37154882453433263, + "nauc_mrr_at_100_std": 0.4989980315309711, + "nauc_mrr_at_10_diff1": 0.16420662225295904, + "nauc_mrr_at_10_max": 0.37154882453433263, + "nauc_mrr_at_10_std": 0.4989980315309711, + "nauc_mrr_at_1_diff1": 0.16357151098283812, + "nauc_mrr_at_1_max": 0.37952588282138555, + "nauc_mrr_at_1_std": 0.48856710847857143, + "nauc_mrr_at_20_diff1": 0.16420662225295904, + "nauc_mrr_at_20_max": 0.37154882453433263, + "nauc_mrr_at_20_std": 0.4989980315309711, + "nauc_mrr_at_3_diff1": 0.1531040473568485, + "nauc_mrr_at_3_max": 0.37739448806510284, + "nauc_mrr_at_3_std": 0.5061712504111797, + "nauc_mrr_at_5_diff1": 0.1531040473568485, + "nauc_mrr_at_5_max": 0.37739448806510284, + "nauc_mrr_at_5_std": 0.5061712504111797, + "nauc_ndcg_at_1000_diff1": -0.4046236126519566, + "nauc_ndcg_at_1000_max": 0.536015171552112, + "nauc_ndcg_at_1000_std": 0.6208429262897555, + "nauc_ndcg_at_100_diff1": -0.27454773955534933, + "nauc_ndcg_at_100_max": 0.5203798778408809, + "nauc_ndcg_at_100_std": 0.5402435851028579, + "nauc_ndcg_at_10_diff1": -0.03339511499600151, + "nauc_ndcg_at_10_max": 0.44787399108638515, + "nauc_ndcg_at_10_std": 0.42041025352185246, + "nauc_ndcg_at_1_diff1": 0.37617053415033724, + "nauc_ndcg_at_1_max": 0.2933186632493043, + "nauc_ndcg_at_1_std": 0.25753109160004767, + "nauc_ndcg_at_20_diff1": -0.21067367626913894, + "nauc_ndcg_at_20_max": 0.380759982699153, + "nauc_ndcg_at_20_std": 0.4389975570212807, + "nauc_ndcg_at_3_diff1": 0.20254710173323387, + "nauc_ndcg_at_3_max": 0.43272786675690506, + "nauc_ndcg_at_3_std": 0.3124703289204546, + "nauc_ndcg_at_5_diff1": 0.19069045669042248, + "nauc_ndcg_at_5_max": 0.38106258462060577, + "nauc_ndcg_at_5_std": 0.29114155488606586, + "nauc_precision_at_1000_diff1": -0.33683026657619625, + "nauc_precision_at_1000_max": 0.1565864454857166, + "nauc_precision_at_1000_std": 0.4516421393977123, + "nauc_precision_at_100_diff1": -0.4429104627502134, + "nauc_precision_at_100_max": 0.3139936309883202, + "nauc_precision_at_100_std": 0.5372185203444573, + "nauc_precision_at_10_diff1": -0.45598612833163055, + "nauc_precision_at_10_max": 0.35776234682615804, + "nauc_precision_at_10_std": 0.4838610318716397, + "nauc_precision_at_1_diff1": 0.16357151098283812, + "nauc_precision_at_1_max": 0.37952588282138555, + "nauc_precision_at_1_std": 0.48856710847857143, + "nauc_precision_at_20_diff1": -0.5707452430674402, + "nauc_precision_at_20_max": 0.2670164466887577, + "nauc_precision_at_20_std": 0.46873956412202716, + "nauc_precision_at_3_diff1": -0.17334801756674972, + "nauc_precision_at_3_max": 0.5702592164803233, + "nauc_precision_at_3_std": 0.513537956866484, + "nauc_precision_at_5_diff1": -0.23112583073237253, + "nauc_precision_at_5_max": 0.40734883575746245, + "nauc_precision_at_5_std": 0.47456092047342074, + "nauc_recall_at_1000_diff1": -0.8295200613142474, + "nauc_recall_at_1000_max": 0.6392272643958536, + "nauc_recall_at_1000_std": 0.8754619132872036, + "nauc_recall_at_100_diff1": -0.11654679159125982, + "nauc_recall_at_100_max": 0.2771349739386286, + "nauc_recall_at_100_std": 0.06679987754963945, + "nauc_recall_at_10_diff1": 0.20081125485852053, + "nauc_recall_at_10_max": 0.015292618445601003, + "nauc_recall_at_10_std": -0.18620904016016976, + "nauc_recall_at_1_diff1": 0.250061460729938, + "nauc_recall_at_1_max": -0.10222553473323254, + "nauc_recall_at_1_std": -0.263317449581713, + "nauc_recall_at_20_diff1": 0.12461515720569316, + "nauc_recall_at_20_max": 0.04341599766141542, + "nauc_recall_at_20_std": -0.15346692985680255, + "nauc_recall_at_3_diff1": 0.26832759891492786, + "nauc_recall_at_3_max": -0.05185836360085902, + "nauc_recall_at_3_std": -0.21853173278540122, + "nauc_recall_at_5_diff1": 0.2643584968411585, + "nauc_recall_at_5_max": -0.09320283092399424, + "nauc_recall_at_5_std": -0.2564189146686054, + "ndcg_at_1": 0.72481, + "ndcg_at_10": 0.67024, + "ndcg_at_100": 0.6897, + "ndcg_at_1000": 0.81073, + "ndcg_at_20": 0.64681, + "ndcg_at_3": 0.71924, + "ndcg_at_5": 0.71448, + "precision_at_1": 0.88372, + "precision_at_10": 0.74884, + "precision_at_100": 0.45535, + "precision_at_1000": 0.09158, + "precision_at_20": 0.67209, + "precision_at_3": 0.85271, + "precision_at_5": 0.84651, + "recall_at_1": 0.0212, + "recall_at_10": 0.15007, + "recall_at_100": 0.61074, + "recall_at_1000": 0.95678, + "recall_at_20": 0.24941, + "recall_at_3": 0.05744, + "recall_at_5": 0.0973 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCOHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCOHardNegatives.json new file mode 100644 index 000000000..7995a73b5 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 6.48901891708374, + "kg_co2_emissions": 0.00030523547573568896, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69703, + "map_at_1": 0.02207, + "map_at_10": 0.14467, + "map_at_100": 0.46217, + "map_at_1000": 0.64212, + "map_at_20": 0.229, + "map_at_3": 0.05724, + "map_at_5": 0.08496, + "mrr_at_1": 0.9302325581395349, + "mrr_at_10": 0.9612403100775194, + "mrr_at_100": 0.9612403100775194, + "mrr_at_1000": 0.9612403100775194, + "mrr_at_20": 0.9612403100775194, + "mrr_at_3": 0.9612403100775194, + "mrr_at_5": 0.9612403100775194, + "nauc_map_at_1000_diff1": -0.3528774670161284, + "nauc_map_at_1000_max": 0.05712732794505665, + "nauc_map_at_1000_std": 0.542891772606043, + "nauc_map_at_100_diff1": -0.09542555643865229, + "nauc_map_at_100_max": 0.042646357840872735, + "nauc_map_at_100_std": 0.02405917147765024, + "nauc_map_at_10_diff1": 0.29185583937457615, + "nauc_map_at_10_max": -0.00829715438692262, + "nauc_map_at_10_std": -0.2998093276179469, + "nauc_map_at_1_diff1": 0.38092606586037586, + "nauc_map_at_1_max": -0.19027942089853855, + "nauc_map_at_1_std": -0.4255519490035655, + "nauc_map_at_20_diff1": 0.1930599386386863, + "nauc_map_at_20_max": 0.04984451598366795, + "nauc_map_at_20_std": -0.23999282798047186, + "nauc_map_at_3_diff1": 0.37710407815906827, + "nauc_map_at_3_max": -0.15025078383846383, + "nauc_map_at_3_std": -0.3862448412004515, + "nauc_map_at_5_diff1": 0.30790164087853245, + "nauc_map_at_5_max": -0.080108247586267, + "nauc_map_at_5_std": -0.33734753852942695, + "nauc_mrr_at_1000_diff1": 0.09032738887410113, + "nauc_mrr_at_1000_max": -0.3702824357495596, + "nauc_mrr_at_1000_std": 0.22423742347617992, + "nauc_mrr_at_100_diff1": 0.09032738887410113, + "nauc_mrr_at_100_max": -0.3702824357495596, + "nauc_mrr_at_100_std": 0.22423742347617992, + "nauc_mrr_at_10_diff1": 0.09032738887410113, + "nauc_mrr_at_10_max": -0.3702824357495596, + "nauc_mrr_at_10_std": 0.22423742347617992, + "nauc_mrr_at_1_diff1": 0.12038311553882526, + "nauc_mrr_at_1_max": -0.21545172116106392, + "nauc_mrr_at_1_std": 0.26917204287446483, + "nauc_mrr_at_20_diff1": 0.09032738887410113, + "nauc_mrr_at_20_max": -0.3702824357495596, + "nauc_mrr_at_20_std": 0.22423742347617992, + "nauc_mrr_at_3_diff1": 0.09032738887410113, + "nauc_mrr_at_3_max": -0.3702824357495596, + "nauc_mrr_at_3_std": 0.22423742347617992, + "nauc_mrr_at_5_diff1": 0.09032738887410113, + "nauc_mrr_at_5_max": -0.3702824357495596, + "nauc_mrr_at_5_std": 0.22423742347617992, + "nauc_ndcg_at_1000_diff1": -0.3230818034152723, + "nauc_ndcg_at_1000_max": 0.1867607612793606, + "nauc_ndcg_at_1000_std": 0.5018990171938114, + "nauc_ndcg_at_100_diff1": -0.14941620205894002, + "nauc_ndcg_at_100_max": 0.13286846246877887, + "nauc_ndcg_at_100_std": 0.37865098622132026, + "nauc_ndcg_at_10_diff1": -0.14100068723619655, + "nauc_ndcg_at_10_max": 0.055440184194829205, + "nauc_ndcg_at_10_std": 0.19209304481461367, + "nauc_ndcg_at_1_diff1": 0.31616162864180847, + "nauc_ndcg_at_1_max": 0.09546323790853473, + "nauc_ndcg_at_1_std": -0.07133191464977592, + "nauc_ndcg_at_20_diff1": -0.24770424218535186, + "nauc_ndcg_at_20_max": 0.09512908647213389, + "nauc_ndcg_at_20_std": 0.27175810690698615, + "nauc_ndcg_at_3_diff1": 0.08247056373249316, + "nauc_ndcg_at_3_max": -0.005017439718107016, + "nauc_ndcg_at_3_std": 0.044849815621741125, + "nauc_ndcg_at_5_diff1": -0.06407865043229108, + "nauc_ndcg_at_5_max": 0.0574776494544949, + "nauc_ndcg_at_5_std": 0.138413282526318, + "nauc_precision_at_1000_diff1": -0.26249753218238764, + "nauc_precision_at_1000_max": -0.027848079126365697, + "nauc_precision_at_1000_std": 0.5284673116469001, + "nauc_precision_at_100_diff1": -0.40068670252191746, + "nauc_precision_at_100_max": -0.028528945330262248, + "nauc_precision_at_100_std": 0.566823751444722, + "nauc_precision_at_10_diff1": -0.3873520867149282, + "nauc_precision_at_10_max": 0.19758570280449006, + "nauc_precision_at_10_std": 0.43427746138494067, + "nauc_precision_at_1_diff1": 0.12038311553882526, + "nauc_precision_at_1_max": -0.21545172116106392, + "nauc_precision_at_1_std": 0.26917204287446483, + "nauc_precision_at_20_diff1": -0.5035897507939666, + "nauc_precision_at_20_max": 0.12791233939849525, + "nauc_precision_at_20_std": 0.45971730906473884, + "nauc_precision_at_3_diff1": -0.14279270908779668, + "nauc_precision_at_3_max": -0.09380983495850957, + "nauc_precision_at_3_std": 0.34149534745834603, + "nauc_precision_at_5_diff1": -0.4364423690801117, + "nauc_precision_at_5_max": 0.13991568054872935, + "nauc_precision_at_5_std": 0.4556245753837195, + "nauc_recall_at_1000_diff1": -0.7208923348220516, + "nauc_recall_at_1000_max": 0.7379607707423363, + "nauc_recall_at_1000_std": 0.853122003529309, + "nauc_recall_at_100_diff1": 0.08863473273985059, + "nauc_recall_at_100_max": 0.08207553933770778, + "nauc_recall_at_100_std": -0.17173075746160754, + "nauc_recall_at_10_diff1": 0.3064597270285133, + "nauc_recall_at_10_max": -0.0438879447337984, + "nauc_recall_at_10_std": -0.35742457629799507, + "nauc_recall_at_1_diff1": 0.38092606586037586, + "nauc_recall_at_1_max": -0.19027942089853855, + "nauc_recall_at_1_std": -0.4255519490035655, + "nauc_recall_at_20_diff1": 0.22668181814545882, + "nauc_recall_at_20_max": 0.016520768469039576, + "nauc_recall_at_20_std": -0.30869400349360365, + "nauc_recall_at_3_diff1": 0.36755594195112273, + "nauc_recall_at_3_max": -0.16847795206788063, + "nauc_recall_at_3_std": -0.4159840491363185, + "nauc_recall_at_5_diff1": 0.300979792176027, + "nauc_recall_at_5_max": -0.09254909766997738, + "nauc_recall_at_5_std": -0.3767273333012342, + "ndcg_at_1": 0.75581, + "ndcg_at_10": 0.69703, + "ndcg_at_100": 0.71886, + "ndcg_at_1000": 0.83811, + "ndcg_at_20": 0.68357, + "ndcg_at_3": 0.72105, + "ndcg_at_5": 0.71233, + "precision_at_1": 0.93023, + "precision_at_10": 0.78372, + "precision_at_100": 0.47465, + "precision_at_1000": 0.09356, + "precision_at_20": 0.7186, + "precision_at_3": 0.87597, + "precision_at_5": 0.85581, + "recall_at_1": 0.02207, + "recall_at_10": 0.16658, + "recall_at_100": 0.63443, + "recall_at_1000": 0.97621, + "recall_at_20": 0.2698, + "recall_at_3": 0.06149, + "recall_at_5": 0.09302 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MacedonianTweetSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MacedonianTweetSentimentClassification.json new file mode 100644 index 000000000..1bc32220c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MacedonianTweetSentimentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "957e075ba35e4417ba7837987fd7053a6533a1a2", + "evaluation_time": 8.156320810317993, + "kg_co2_emissions": 0.0002336813371892276, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6343283582089552, + "f1": 0.572930266179194, + "f1_weighted": 0.6302444604274586, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ], + "main_score": 0.6343283582089552, + "scores_per_experiment": [ + { + "accuracy": 0.6347673397717296, + "f1": 0.610375155897733, + "f1_weighted": 0.6542282719081911 + }, + { + "accuracy": 0.6224758560140474, + "f1": 0.5343147751901333, + "f1_weighted": 0.6036553584702196 + }, + { + "accuracy": 0.6312554872695347, + "f1": 0.5640294639732061, + "f1_weighted": 0.622765967613645 + }, + { + "accuracy": 0.6251097453906936, + "f1": 0.5639827366472651, + "f1_weighted": 0.6192963100130586 + }, + { + "accuracy": 0.6804214223002634, + "f1": 0.6315322311030279, + "f1_weighted": 0.6820274050870334 + }, + { + "accuracy": 0.6215978928884986, + "f1": 0.5610599974318622, + "f1_weighted": 0.6203337714841911 + }, + { + "accuracy": 0.6356453028972783, + "f1": 0.5537248642437266, + "f1_weighted": 0.6182083114739847 + }, + { + "accuracy": 0.6066725197541704, + "f1": 0.5618606406251366, + "f1_weighted": 0.611517092532862 + }, + { + "accuracy": 0.6602282704126426, + "f1": 0.5829361528084757, + "f1_weighted": 0.646859696684181 + }, + { + "accuracy": 0.6251097453906936, + "f1": 0.5654866438713726, + "f1_weighted": 0.6235524190072199 + } + ] + } + ] + }, + "task_name": "MacedonianTweetSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MalteseNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MalteseNewsClassification.json new file mode 100644 index 000000000..39ef5e207 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MalteseNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6bb0321659c4f07c4c2176c30c98c971be6571b4", + "evaluation_time": 54.523374795913696, + "kg_co2_emissions": 0.003651785753152461, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.22673051806704397, + "f1": 0.21742145474118466, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ], + "lrap": 0.32094739942122896, + "main_score": 0.22673051806704397, + "scores_per_experiment": [ + { + "accuracy": 0.21767522855899, + "f1": 0.20673399125302366, + "lrap": 0.3094168011131195 + }, + { + "accuracy": 0.15411406181976492, + "f1": 0.18499122404076707, + "lrap": 0.24300167026613254 + }, + { + "accuracy": 0.20287331301697867, + "f1": 0.20127829510774037, + "lrap": 0.29410448695512886 + }, + { + "accuracy": 0.2242054854157597, + "f1": 0.23435573313229016, + "lrap": 0.31898384081537273 + }, + { + "accuracy": 0.20374401393121463, + "f1": 0.20971242966476367, + "lrap": 0.2959070654818171 + }, + { + "accuracy": 0.2760121898127993, + "f1": 0.20916171464539507, + "lrap": 0.3737953169948716 + }, + { + "accuracy": 0.2916848062690466, + "f1": 0.25025084931219127, + "lrap": 0.40124053539568405 + }, + { + "accuracy": 0.24249020461471485, + "f1": 0.22119026752712215, + "lrap": 0.33467139576769933 + }, + { + "accuracy": 0.2564214192424902, + "f1": 0.23650178941606073, + "lrap": 0.35369450348705833 + }, + { + "accuracy": 0.19808445798868088, + "f1": 0.22003825331249216, + "lrap": 0.284658377935406 + } + ] + } + ] + }, + "task_name": "MalteseNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClassification.json new file mode 100644 index 000000000..2d82a73a9 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClassification.json @@ -0,0 +1,1003 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "evaluation_time": 168.0455503463745, + "kg_co2_emissions": 0.013044791487144144, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8476063829787235, + "f1": 0.8439562573277424, + "f1_weighted": 0.846504610410196, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.8476063829787235, + "scores_per_experiment": [ + { + "accuracy": 0.8829787234042553, + "f1": 0.8802160540425145, + "f1_weighted": 0.8825904954365159 + }, + { + "accuracy": 0.8085106382978723, + "f1": 0.802611109907178, + "f1_weighted": 0.8059846050193411 + }, + { + "accuracy": 0.8723404255319149, + "f1": 0.869073856959762, + "f1_weighted": 0.8710933786146438 + }, + { + "accuracy": 0.7686170212765957, + "f1": 0.7620463774590296, + "f1_weighted": 0.7646057276542312 + }, + { + "accuracy": 0.851063829787234, + "f1": 0.8457722647403784, + "f1_weighted": 0.8493924407738169 + }, + { + "accuracy": 0.8723404255319149, + "f1": 0.871946631913635, + "f1_weighted": 0.8746021061060871 + }, + { + "accuracy": 0.8191489361702128, + "f1": 0.8145283080939673, + "f1_weighted": 0.8170621373447535 + }, + { + "accuracy": 0.8563829787234043, + "f1": 0.8555977795750125, + "f1_weighted": 0.8567132778594847 + }, + { + "accuracy": 0.8457446808510638, + "f1": 0.8403368822242655, + "f1_weighted": 0.8438726295502528 + }, + { + "accuracy": 0.898936170212766, + "f1": 0.8974333083616797, + "f1_weighted": 0.8991293057428322 + } + ] + }, + { + "accuracy": 0.7873417721518987, + "f1": 0.7792882322743628, + "f1_weighted": 0.7862274484266668, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7873417721518987, + "scores_per_experiment": [ + { + "accuracy": 0.7974683544303798, + "f1": 0.7896735086017416, + "f1_weighted": 0.7969503349069927 + }, + { + "accuracy": 0.8164556962025317, + "f1": 0.8084700603617017, + "f1_weighted": 0.8143938189542094 + }, + { + "accuracy": 0.7795358649789029, + "f1": 0.7730910282139454, + "f1_weighted": 0.778971358372432 + }, + { + "accuracy": 0.7932489451476793, + "f1": 0.7842408741323933, + "f1_weighted": 0.7918770407704753 + }, + { + "accuracy": 0.810126582278481, + "f1": 0.8030210263141725, + "f1_weighted": 0.8083783739372402 + }, + { + "accuracy": 0.7457805907172996, + "f1": 0.7343392955020862, + "f1_weighted": 0.744449873099193 + }, + { + "accuracy": 0.770042194092827, + "f1": 0.7641653369217255, + "f1_weighted": 0.770804500711405 + }, + { + "accuracy": 0.760548523206751, + "f1": 0.7530983315030718, + "f1_weighted": 0.7582589346816794 + }, + { + "accuracy": 0.7784810126582279, + "f1": 0.7687374908676697, + "f1_weighted": 0.777727476350272 + }, + { + "accuracy": 0.8217299578059072, + "f1": 0.8140453703251206, + "f1_weighted": 0.8204627724827687 + } + ] + }, + { + "accuracy": 0.7639810426540284, + "f1": 0.7254628677086006, + "f1_weighted": 0.765149754734609, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.7639810426540284, + "scores_per_experiment": [ + { + "accuracy": 0.8151658767772512, + "f1": 0.7736616785419871, + "f1_weighted": 0.809120903054918 + }, + { + "accuracy": 0.7535545023696683, + "f1": 0.7096975084348838, + "f1_weighted": 0.7593293590321314 + }, + { + "accuracy": 0.7677725118483413, + "f1": 0.7282948122517717, + "f1_weighted": 0.7732920007291566 + }, + { + "accuracy": 0.7251184834123223, + "f1": 0.6864185451853845, + "f1_weighted": 0.7208750535371855 + }, + { + "accuracy": 0.8080568720379147, + "f1": 0.764440782846268, + "f1_weighted": 0.8090530602443935 + }, + { + "accuracy": 0.7464454976303317, + "f1": 0.7062065261648568, + "f1_weighted": 0.742754137756578 + }, + { + "accuracy": 0.7582938388625592, + "f1": 0.7239220571425294, + "f1_weighted": 0.7668255280416107 + }, + { + "accuracy": 0.7393364928909952, + "f1": 0.7080449382898101, + "f1_weighted": 0.7366671397504555 + }, + { + "accuracy": 0.7914691943127962, + "f1": 0.7498005359348491, + "f1_weighted": 0.7917067961313378 + }, + { + "accuracy": 0.7345971563981043, + "f1": 0.7041412922936656, + "f1_weighted": 0.7418735690683242 + } + ] + }, + { + "accuracy": 0.782574568288854, + "f1": 0.7659758156432253, + "f1_weighted": 0.7794091136044213, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.782574568288854, + "scores_per_experiment": [ + { + "accuracy": 0.7974882260596546, + "f1": 0.7845365039326089, + "f1_weighted": 0.7954780860611695 + }, + { + "accuracy": 0.7912087912087912, + "f1": 0.7747833840550313, + "f1_weighted": 0.7875832930117556 + }, + { + "accuracy": 0.7959183673469388, + "f1": 0.7763623726418888, + "f1_weighted": 0.7889838059128504 + }, + { + "accuracy": 0.7912087912087912, + "f1": 0.7740441352288354, + "f1_weighted": 0.7914115585986656 + }, + { + "accuracy": 0.7598116169544741, + "f1": 0.7412310090016829, + "f1_weighted": 0.7529658811117251 + }, + { + "accuracy": 0.7786499215070644, + "f1": 0.7616733205878984, + "f1_weighted": 0.7796607710157046 + }, + { + "accuracy": 0.7849293563579278, + "f1": 0.768396125504938, + "f1_weighted": 0.784960606307716 + }, + { + "accuracy": 0.7676609105180534, + "f1": 0.75014110825257, + "f1_weighted": 0.7576518373273435 + }, + { + "accuracy": 0.7802197802197802, + "f1": 0.763645700928884, + "f1_weighted": 0.7752616897464547 + }, + { + "accuracy": 0.7786499215070644, + "f1": 0.7649444962979135, + "f1_weighted": 0.7801336069508277 + } + ] + }, + { + "accuracy": 0.6425641025641025, + "f1": 0.6247550747262465, + "f1_weighted": 0.6439373589568037, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.6425641025641025, + "scores_per_experiment": [ + { + "accuracy": 0.6461538461538462, + "f1": 0.6197113501332757, + "f1_weighted": 0.6564502541177406 + }, + { + "accuracy": 0.6538461538461539, + "f1": 0.6275477610618194, + "f1_weighted": 0.6598344060409723 + }, + { + "accuracy": 0.6461538461538462, + "f1": 0.6373345926962684, + "f1_weighted": 0.6395997110325172 + }, + { + "accuracy": 0.6487179487179487, + "f1": 0.6298194096419739, + "f1_weighted": 0.6506940290393064 + }, + { + "accuracy": 0.6230769230769231, + "f1": 0.6056319376313287, + "f1_weighted": 0.6172718535115774 + }, + { + "accuracy": 0.6384615384615384, + "f1": 0.6212780802997094, + "f1_weighted": 0.641021704909668 + }, + { + "accuracy": 0.6256410256410256, + "f1": 0.6115996903599291, + "f1_weighted": 0.6233377650331198 + }, + { + "accuracy": 0.6461538461538462, + "f1": 0.6304675742415456, + "f1_weighted": 0.6433247355873138 + }, + { + "accuracy": 0.6358974358974359, + "f1": 0.6254684783863066, + "f1_weighted": 0.6385898994648528 + }, + { + "accuracy": 0.6615384615384615, + "f1": 0.6386918728103079, + "f1_weighted": 0.6692492308309689 + } + ] + }, + { + "accuracy": 0.7245714285714285, + "f1": 0.7253161944772423, + "f1_weighted": 0.7411188154927034, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ], + "main_score": 0.7245714285714285, + "scores_per_experiment": [ + { + "accuracy": 0.6914285714285714, + "f1": 0.6886243644322653, + "f1_weighted": 0.7198708155008321 + }, + { + "accuracy": 0.6685714285714286, + "f1": 0.6974980933314266, + "f1_weighted": 0.6867683329588091 + }, + { + "accuracy": 0.7257142857142858, + "f1": 0.7369777907451405, + "f1_weighted": 0.7394891482928496 + }, + { + "accuracy": 0.7942857142857143, + "f1": 0.7720499072020319, + "f1_weighted": 0.8006490991152797 + }, + { + "accuracy": 0.6571428571428571, + "f1": 0.6715818846421988, + "f1_weighted": 0.6910096946696883 + }, + { + "accuracy": 0.7371428571428571, + "f1": 0.7361265451153092, + "f1_weighted": 0.7526534531991995 + }, + { + "accuracy": 0.7542857142857143, + "f1": 0.756051443573458, + "f1_weighted": 0.7664037296829812 + }, + { + "accuracy": 0.7314285714285714, + "f1": 0.7188158337652375, + "f1_weighted": 0.7507525312049071 + }, + { + "accuracy": 0.7257142857142858, + "f1": 0.7244536971415072, + "f1_weighted": 0.735350545037292 + }, + { + "accuracy": 0.76, + "f1": 0.7509823848238482, + "f1_weighted": 0.7682408052651956 + } + ] + }, + { + "accuracy": 0.6524663677130044, + "f1": 0.6143544216886802, + "f1_weighted": 0.6648426446764935, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ], + "main_score": 0.6524663677130044, + "scores_per_experiment": [ + { + "accuracy": 0.6412556053811659, + "f1": 0.5812864615906014, + "f1_weighted": 0.6381600228507498 + }, + { + "accuracy": 0.6681614349775785, + "f1": 0.6205576623687677, + "f1_weighted": 0.6736807227157943 + }, + { + "accuracy": 0.6502242152466368, + "f1": 0.6151438226702559, + "f1_weighted": 0.662373504407636 + }, + { + "accuracy": 0.6636771300448431, + "f1": 0.6363398966624774, + "f1_weighted": 0.6820736137385927 + }, + { + "accuracy": 0.6771300448430493, + "f1": 0.6552346240821911, + "f1_weighted": 0.6936906471838918 + }, + { + "accuracy": 0.6502242152466368, + "f1": 0.6183113515697786, + "f1_weighted": 0.6621661857062673 + }, + { + "accuracy": 0.5919282511210763, + "f1": 0.542673667535224, + "f1_weighted": 0.612316598912043 + }, + { + "accuracy": 0.6457399103139013, + "f1": 0.6122880447920102, + "f1_weighted": 0.6677643028710557 + }, + { + "accuracy": 0.6636771300448431, + "f1": 0.624411555667043, + "f1_weighted": 0.6654603344583935 + }, + { + "accuracy": 0.672645739910314, + "f1": 0.6372971299484513, + "f1_weighted": 0.6907405139205093 + } + ] + }, + { + "accuracy": 0.7458461538461538, + "f1": 0.6677599961547793, + "f1_weighted": 0.7577930367798607, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ], + "main_score": 0.7458461538461538, + "scores_per_experiment": [ + { + "accuracy": 0.7692307692307693, + "f1": 0.7022352111003729, + "f1_weighted": 0.7783017895117877 + }, + { + "accuracy": 0.7507692307692307, + "f1": 0.6782092147295954, + "f1_weighted": 0.7560228137121526 + }, + { + "accuracy": 0.7076923076923077, + "f1": 0.6369018421192334, + "f1_weighted": 0.7255668835066829 + }, + { + "accuracy": 0.76, + "f1": 0.6916845421357551, + "f1_weighted": 0.7689918672999505 + }, + { + "accuracy": 0.7415384615384616, + "f1": 0.6608611020772774, + "f1_weighted": 0.7616949252985677 + }, + { + "accuracy": 0.7384615384615385, + "f1": 0.6373606535872448, + "f1_weighted": 0.7491884137807313 + }, + { + "accuracy": 0.7292307692307692, + "f1": 0.6331000964334298, + "f1_weighted": 0.7468387153002538 + }, + { + "accuracy": 0.7476923076923077, + "f1": 0.6619008650816616, + "f1_weighted": 0.7571014718291301 + }, + { + "accuracy": 0.7538461538461538, + "f1": 0.6815041945107643, + "f1_weighted": 0.7623683483755824 + }, + { + "accuracy": 0.76, + "f1": 0.6938422397724592, + "f1_weighted": 0.7718551391837679 + } + ] + }, + { + "accuracy": 0.9111475409836066, + "f1": 0.8844772144412552, + "f1_weighted": 0.9126951009013775, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.9111475409836066, + "scores_per_experiment": [ + { + "accuracy": 0.921311475409836, + "f1": 0.9000124483586838, + "f1_weighted": 0.9217729412283957 + }, + { + "accuracy": 0.8885245901639345, + "f1": 0.8553258688180956, + "f1_weighted": 0.8918028798221259 + }, + { + "accuracy": 0.9311475409836065, + "f1": 0.9229998102744924, + "f1_weighted": 0.9308195661354802 + }, + { + "accuracy": 0.9475409836065574, + "f1": 0.934194427629348, + "f1_weighted": 0.9477966911898569 + }, + { + "accuracy": 0.9180327868852459, + "f1": 0.9048381201227904, + "f1_weighted": 0.9189847071973853 + }, + { + "accuracy": 0.9180327868852459, + "f1": 0.8806439649975338, + "f1_weighted": 0.9189789879185248 + }, + { + "accuracy": 0.9016393442622951, + "f1": 0.8631300003902742, + "f1_weighted": 0.9053774304975742 + }, + { + "accuracy": 0.8852459016393442, + "f1": 0.8511021984672927, + "f1_weighted": 0.8887909106731829 + }, + { + "accuracy": 0.9049180327868852, + "f1": 0.8764425016028443, + "f1_weighted": 0.9070507148542343 + }, + { + "accuracy": 0.8950819672131147, + "f1": 0.8560828037511975, + "f1_weighted": 0.8955761794970153 + } + ] + }, + { + "accuracy": 0.767391304347826, + "f1": 0.67950785149831, + "f1_weighted": 0.7786557533410278, + "hf_subset": "run", + "languages": [ + "run-Latn" + ], + "main_score": 0.767391304347826, + "scores_per_experiment": [ + { + "accuracy": 0.7546583850931677, + "f1": 0.6930597843101566, + "f1_weighted": 0.7699634103785717 + }, + { + "accuracy": 0.7763975155279503, + "f1": 0.680391665415271, + "f1_weighted": 0.7848420138734977 + }, + { + "accuracy": 0.7763975155279503, + "f1": 0.6754300666658298, + "f1_weighted": 0.7882058069877984 + }, + { + "accuracy": 0.7546583850931677, + "f1": 0.6682755958164307, + "f1_weighted": 0.7678615799023639 + }, + { + "accuracy": 0.7981366459627329, + "f1": 0.7208739801060767, + "f1_weighted": 0.8048253729106789 + }, + { + "accuracy": 0.7639751552795031, + "f1": 0.6458331029897045, + "f1_weighted": 0.7754942308384243 + }, + { + "accuracy": 0.7080745341614907, + "f1": 0.630969976129183, + "f1_weighted": 0.7166516967958811 + }, + { + "accuracy": 0.7701863354037267, + "f1": 0.7032949058170749, + "f1_weighted": 0.790077072061593 + }, + { + "accuracy": 0.7888198757763976, + "f1": 0.7185927792080768, + "f1_weighted": 0.8055128236725737 + }, + { + "accuracy": 0.782608695652174, + "f1": 0.6583566585252961, + "f1_weighted": 0.7831235259888946 + } + ] + }, + { + "accuracy": 0.8474254742547427, + "f1": 0.8500620622353056, + "f1_weighted": 0.8461684803826701, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ], + "main_score": 0.8474254742547427, + "scores_per_experiment": [ + { + "accuracy": 0.8536585365853658, + "f1": 0.8578961553843159, + "f1_weighted": 0.8545438536732077 + }, + { + "accuracy": 0.8509485094850948, + "f1": 0.8527350162651068, + "f1_weighted": 0.8503052306771594 + }, + { + "accuracy": 0.8211382113821138, + "f1": 0.8255053166185886, + "f1_weighted": 0.8193942103969332 + }, + { + "accuracy": 0.8807588075880759, + "f1": 0.880425870118538, + "f1_weighted": 0.8788460353840192 + }, + { + "accuracy": 0.8644986449864499, + "f1": 0.8662610560287544, + "f1_weighted": 0.8637686514611482 + }, + { + "accuracy": 0.8590785907859079, + "f1": 0.8613399167427906, + "f1_weighted": 0.8588019675021884 + }, + { + "accuracy": 0.8482384823848238, + "f1": 0.855478686006439, + "f1_weighted": 0.849477219800986 + }, + { + "accuracy": 0.8726287262872628, + "f1": 0.8746866997217482, + "f1_weighted": 0.8720067432843707 + }, + { + "accuracy": 0.7913279132791328, + "f1": 0.7874755612786999, + "f1_weighted": 0.7811377470058477 + }, + { + "accuracy": 0.8319783197831978, + "f1": 0.8388163441880738, + "f1_weighted": 0.8334031446408404 + } + ] + }, + { + "accuracy": 0.6476190476190476, + "f1": 0.6055923810590086, + "f1_weighted": 0.6568243588210299, + "hf_subset": "som", + "languages": [ + "som-Latn" + ], + "main_score": 0.6476190476190476, + "scores_per_experiment": [ + { + "accuracy": 0.5986394557823129, + "f1": 0.5716339530900783, + "f1_weighted": 0.6059538247069071 + }, + { + "accuracy": 0.6326530612244898, + "f1": 0.5583857901912198, + "f1_weighted": 0.6321679292579929 + }, + { + "accuracy": 0.6496598639455783, + "f1": 0.6222672971047503, + "f1_weighted": 0.6561791292092551 + }, + { + "accuracy": 0.6428571428571429, + "f1": 0.5918449750704742, + "f1_weighted": 0.6535566739051077 + }, + { + "accuracy": 0.6564625850340136, + "f1": 0.6140237974579497, + "f1_weighted": 0.6707441709697088 + }, + { + "accuracy": 0.6904761904761905, + "f1": 0.6574464841312063, + "f1_weighted": 0.7015464398588505 + }, + { + "accuracy": 0.6564625850340136, + "f1": 0.604247386055607, + "f1_weighted": 0.6687079198877086 + }, + { + "accuracy": 0.6360544217687075, + "f1": 0.6015270717521078, + "f1_weighted": 0.640120384177779 + }, + { + "accuracy": 0.6258503401360545, + "f1": 0.6053089563074799, + "f1_weighted": 0.6359547822195839 + }, + { + "accuracy": 0.6870748299319728, + "f1": 0.6292380994292127, + "f1_weighted": 0.7033123340174045 + } + ] + }, + { + "accuracy": 0.7380252100840337, + "f1": 0.686341419174884, + "f1_weighted": 0.7441366664589341, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.7380252100840337, + "scores_per_experiment": [ + { + "accuracy": 0.7163865546218487, + "f1": 0.651267854779805, + "f1_weighted": 0.7239848478721556 + }, + { + "accuracy": 0.7542016806722689, + "f1": 0.7105052918626037, + "f1_weighted": 0.7576115984823257 + }, + { + "accuracy": 0.7584033613445378, + "f1": 0.6961872591675401, + "f1_weighted": 0.7580098968464443 + }, + { + "accuracy": 0.6911764705882353, + "f1": 0.6194254984579018, + "f1_weighted": 0.7007341411974828 + }, + { + "accuracy": 0.7310924369747899, + "f1": 0.6739690656216872, + "f1_weighted": 0.7442398590153202 + }, + { + "accuracy": 0.7163865546218487, + "f1": 0.6677735964545857, + "f1_weighted": 0.7190325291118361 + }, + { + "accuracy": 0.7626050420168067, + "f1": 0.7276190773709068, + "f1_weighted": 0.7658689307288875 + }, + { + "accuracy": 0.7563025210084033, + "f1": 0.70542583644801, + "f1_weighted": 0.7688414707123139 + }, + { + "accuracy": 0.7373949579831933, + "f1": 0.6970372878462927, + "f1_weighted": 0.7450665145686609 + }, + { + "accuracy": 0.7563025210084033, + "f1": 0.7142034237395066, + "f1_weighted": 0.7579768760539134 + } + ] + }, + { + "accuracy": 0.6816176470588236, + "f1": 0.6407502706515993, + "f1_weighted": 0.6917494157883681, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ], + "main_score": 0.6816176470588236, + "scores_per_experiment": [ + { + "accuracy": 0.7205882352941176, + "f1": 0.6594757050924517, + "f1_weighted": 0.7243434930584368 + }, + { + "accuracy": 0.6544117647058824, + "f1": 0.6377080730689468, + "f1_weighted": 0.6682812704679809 + }, + { + "accuracy": 0.6433823529411765, + "f1": 0.6202513765879273, + "f1_weighted": 0.6446329804896335 + }, + { + "accuracy": 0.6875, + "f1": 0.628773053743842, + "f1_weighted": 0.6945529397524918 + }, + { + "accuracy": 0.6875, + "f1": 0.6598426404797025, + "f1_weighted": 0.6983225212253998 + }, + { + "accuracy": 0.6580882352941176, + "f1": 0.6162175672120423, + "f1_weighted": 0.6744905454342406 + }, + { + "accuracy": 0.6801470588235294, + "f1": 0.6258267987731647, + "f1_weighted": 0.694641924000257 + }, + { + "accuracy": 0.6801470588235294, + "f1": 0.6427597602285667, + "f1_weighted": 0.6974497289503366 + }, + { + "accuracy": 0.7352941176470589, + "f1": 0.6742369220361688, + "f1_weighted": 0.7434537707830523 + }, + { + "accuracy": 0.6691176470588235, + "f1": 0.6424108092931792, + "f1_weighted": 0.6773249837218522 + } + ] + }, + { + "accuracy": 0.778114478114478, + "f1": 0.6979308080488285, + "f1_weighted": 0.7909427097067494, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ], + "main_score": 0.778114478114478, + "scores_per_experiment": [ + { + "accuracy": 0.7912457912457912, + "f1": 0.7129331086171932, + "f1_weighted": 0.7920489393431821 + }, + { + "accuracy": 0.7777777777777778, + "f1": 0.7012759096210187, + "f1_weighted": 0.7917816187411649 + }, + { + "accuracy": 0.7946127946127947, + "f1": 0.7131604814799228, + "f1_weighted": 0.8040903442270116 + }, + { + "accuracy": 0.7542087542087542, + "f1": 0.6834611978349376, + "f1_weighted": 0.7589876226007316 + }, + { + "accuracy": 0.7710437710437711, + "f1": 0.6975876524515636, + "f1_weighted": 0.7836378048804379 + }, + { + "accuracy": 0.8080808080808081, + "f1": 0.732029645451789, + "f1_weighted": 0.8191152662404454 + }, + { + "accuracy": 0.7239057239057239, + "f1": 0.6389752133642765, + "f1_weighted": 0.7546153424963488 + }, + { + "accuracy": 0.7609427609427609, + "f1": 0.6567635593986921, + "f1_weighted": 0.7824677450602708 + }, + { + "accuracy": 0.835016835016835, + "f1": 0.7621749141808061, + "f1_weighted": 0.8401123327150353 + }, + { + "accuracy": 0.7643097643097643, + "f1": 0.6809463980880847, + "f1_weighted": 0.7825700807628655 + } + ] + }, + { + "accuracy": 0.7902676399026765, + "f1": 0.7884977349770346, + "f1_weighted": 0.790132014469769, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.7902676399026765, + "scores_per_experiment": [ + { + "accuracy": 0.7737226277372263, + "f1": 0.7696073284957027, + "f1_weighted": 0.773520491847779 + }, + { + "accuracy": 0.7883211678832117, + "f1": 0.7882840854710056, + "f1_weighted": 0.7891664351957663 + }, + { + "accuracy": 0.7712895377128953, + "f1": 0.7732045410245428, + "f1_weighted": 0.7689250339294709 + }, + { + "accuracy": 0.7883211678832117, + "f1": 0.78632152653548, + "f1_weighted": 0.7904872302672337 + }, + { + "accuracy": 0.7639902676399026, + "f1": 0.7676105776492729, + "f1_weighted": 0.7682042241212959 + }, + { + "accuracy": 0.7883211678832117, + "f1": 0.7876938378512991, + "f1_weighted": 0.7898847024746719 + }, + { + "accuracy": 0.7907542579075426, + "f1": 0.7885597495537142, + "f1_weighted": 0.7904417787761965 + }, + { + "accuracy": 0.8004866180048662, + "f1": 0.7947016622086371, + "f1_weighted": 0.7982678370653922 + }, + { + "accuracy": 0.8248175182481752, + "f1": 0.8203804617176363, + "f1_weighted": 0.8225661539773647 + }, + { + "accuracy": 0.8126520681265207, + "f1": 0.8086135792630543, + "f1_weighted": 0.8098562570425197 + } + ] + } + ] + }, + "task_name": "MasakhaNEWSClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClusteringS2S.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClusteringS2S.json new file mode 100644 index 000000000..5e168aba6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,267 @@ +{ + "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60", + "evaluation_time": 9.471471071243286, + "kg_co2_emissions": 0.00030001815170728127, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.4692335146455388, + "v_measure": 0.4692335146455388, + "v_measure_std": 0.4448164064554305, + "v_measures": [ + 1.0, + 0.048428197912471486, + 0.0013248208661157171, + 0.29641455444910697, + 1.0 + ] + }, + { + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2625040193450776, + "v_measure": 0.2625040193450776, + "v_measure_std": 0.144787056974083, + "v_measures": [ + 0.03574599146736626, + 0.23268132202326783, + 0.4883432711016079, + 0.25515938544586725, + 0.30059012668727875 + ] + }, + { + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.4239778254058173, + "v_measure": 0.4239778254058173, + "v_measure_std": 0.35336490445272756, + "v_measures": [ + 1.0, + 0.020401109343475762, + 0.3284173369009481, + 0.14307852892765216, + 0.6279921518570107 + ] + }, + { + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.3706671865389433, + "v_measure": 0.3706671865389433, + "v_measure_std": 0.2826725199681576, + "v_measures": [ + 0.42147713959832406, + 0.23066258630536304, + 0.11593750737579687, + 0.18674548681171105, + 0.8985132126035217 + ] + }, + { + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ], + "main_score": 0.38816747978255134, + "v_measure": 0.38816747978255134, + "v_measure_std": 0.3397882302049591, + "v_measures": [ + 0.1044416797595853, + 0.5150458889232844, + 0.12301206955987594, + 1.0, + 0.19833776067001088 + ] + }, + { + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ], + "main_score": 0.5215702464885124, + "v_measure": 0.5215702464885124, + "v_measure_std": 0.3985730995714119, + "v_measures": [ + 0.3467541466946981, + 0.12171943540859324, + 1.0, + 1.0, + 0.13937765033927046 + ] + }, + { + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ], + "main_score": 0.4807727027798997, + "v_measure": 0.4807727027798997, + "v_measure_std": 0.4343433656212735, + "v_measures": [ + 0.006466401841790548, + 0.29864531260164756, + 1.0, + 1.0, + 0.09875179945606029 + ] + }, + { + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ], + "main_score": 0.2808545088641937, + "v_measure": 0.2808545088641937, + "v_measure_std": 0.3824390718465469, + "v_measures": [ + 0.35276416341714456, + 0.032774637705080475, + 1.0, + 0.008297833301811735, + 0.010435909896931966 + ] + }, + { + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ], + "main_score": 0.6248762660104084, + "v_measure": 0.6248762660104084, + "v_measure_std": 0.42182580171601314, + "v_measures": [ + 0.013947940849920883, + 1.0, + 0.8908586713418519, + 0.2195747178602691, + 1.0 + ] + }, + { + "hf_subset": "run", + "languages": [ + "run-Latn" + ], + "main_score": 0.47414100595570774, + "v_measure": 0.47414100595570774, + "v_measure_std": 0.4339431319802313, + "v_measures": [ + 0.04977963156763628, + 0.08428163426617338, + 1.0, + 0.2366437639447295, + 1.0 + ] + }, + { + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ], + "main_score": 0.48436779941749963, + "v_measure": 0.48436779941749963, + "v_measure_std": 0.4294178977740714, + "v_measures": [ + 1.0, + 0.2823561635952697, + 0.12268830837593883, + 0.016794525116289552, + 1.0 + ] + }, + { + "hf_subset": "som", + "languages": [ + "som-Latn" + ], + "main_score": 0.37436659508284464, + "v_measure": 0.37436659508284464, + "v_measure_std": 0.368439636412607, + "v_measures": [ + 0.2974923040046983, + 1.0, + 0.01024151332837405, + 0.025359029586887655, + 0.538740128494263 + ] + }, + { + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ], + "main_score": 0.2298556403186665, + "v_measure": 0.2298556403186665, + "v_measure_std": 0.2534792725497516, + "v_measures": [ + 0.1437786378531482, + 0.002034684102728528, + 0.002815724023098522, + 0.32130914029781843, + 0.6793400153165388 + ] + }, + { + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ], + "main_score": 0.5459755574188648, + "v_measure": 0.5459755574188648, + "v_measure_std": 0.3889129522590584, + "v_measures": [ + 0.3838962316774345, + 1.0, + 0.03248271098627338, + 1.0, + 0.31349884443061593 + ] + }, + { + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ], + "main_score": 0.30479200606860474, + "v_measure": 0.30479200606860474, + "v_measure_std": 0.3578859444079705, + "v_measures": [ + 0.28155876011227154, + 0.11391334807181452, + 0.11112904135718574, + 0.017358880801751818, + 1.0 + ] + }, + { + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ], + "main_score": 0.2670147594839942, + "v_measure": 0.2670147594839942, + "v_measure_std": 0.3708000232974861, + "v_measures": [ + 1.0, + 0.12432411696430404, + 0.025271649168160562, + 0.16571676205586333, + 0.019761269231643185 + ] + } + ] + }, + "task_name": "MasakhaNEWSClusteringS2S" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MedrxivClusteringP2P.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..4a7758534 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "evaluation_time": 39.53015494346619, + "kg_co2_emissions": 0.0013379968917171892, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3386894009350974, + "v_measure": 0.3386894009350974, + "v_measure_std": 0.010711607399235065, + "v_measures": { + "Level 0": [ + 0.34759444796608724, + 0.33972189493001603, + 0.33419162792124524, + 0.3362775854863601, + 0.34607446212427645, + 0.344050250364134, + 0.3605089898678099, + 0.3276403509124541, + 0.32351770465734986, + 0.327316695121241 + ] + } + } + ] + }, + "task_name": "MedrxivClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiEURLEXMultilabelClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiEURLEXMultilabelClassification.json new file mode 100644 index 000000000..310d3b6cf --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1437 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "evaluation_time": 10673.743090391159, + "kg_co2_emissions": 0.8493187694161429, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.04359999999999999, + "f1": 0.3035520708520987, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "lrap": 0.447952899206342, + "main_score": 0.04359999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.0284, + "f1": 0.2809407461095103, + "lrap": 0.39707939682538385 + }, + { + "accuracy": 0.0414, + "f1": 0.27004931283951017, + "lrap": 0.433047396825388 + }, + { + "accuracy": 0.0558, + "f1": 0.3068359916675923, + "lrap": 0.4544839682539613 + }, + { + "accuracy": 0.0302, + "f1": 0.2802806394030124, + "lrap": 0.4595269126984056 + }, + { + "accuracy": 0.0428, + "f1": 0.31134851088947474, + "lrap": 0.4389499642857048 + }, + { + "accuracy": 0.0816, + "f1": 0.3247608535870698, + "lrap": 0.48392466269841217 + }, + { + "accuracy": 0.0394, + "f1": 0.3279613868341282, + "lrap": 0.47035178571428293 + }, + { + "accuracy": 0.0474, + "f1": 0.3147759400364996, + "lrap": 0.4229030873015744 + }, + { + "accuracy": 0.0184, + "f1": 0.28180434953682576, + "lrap": 0.4455696507936412 + }, + { + "accuracy": 0.0506, + "f1": 0.3367629776173635, + "lrap": 0.47369216666666536 + } + ] + }, + { + "accuracy": 0.031979999999999995, + "f1": 0.29835649608880355, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "lrap": 0.4288468002645405, + "main_score": 0.031979999999999995, + "scores_per_experiment": [ + { + "accuracy": 0.0278, + "f1": 0.3198649682879625, + "lrap": 0.44201449206348353 + }, + { + "accuracy": 0.0718, + "f1": 0.30328030339275874, + "lrap": 0.46389325396824943 + }, + { + "accuracy": 0.0448, + "f1": 0.32585662220406403, + "lrap": 0.4854136904761892 + }, + { + "accuracy": 0.015, + "f1": 0.3197640040338266, + "lrap": 0.4121131216931107 + }, + { + "accuracy": 0.0468, + "f1": 0.2833950802192819, + "lrap": 0.43524661904760753 + }, + { + "accuracy": 0.012, + "f1": 0.2742855532893284, + "lrap": 0.4102314682539539 + }, + { + "accuracy": 0.0316, + "f1": 0.2862451205344489, + "lrap": 0.39519408730157624 + }, + { + "accuracy": 0.0256, + "f1": 0.29148108392410577, + "lrap": 0.4209391349206224 + }, + { + "accuracy": 0.0228, + "f1": 0.28929771147583566, + "lrap": 0.43725896825395877 + }, + { + "accuracy": 0.0216, + "f1": 0.29009451352642274, + "lrap": 0.3861631666666529 + } + ] + }, + { + "accuracy": 0.036919999999999994, + "f1": 0.29744807031024834, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "lrap": 0.4331866003968153, + "main_score": 0.036919999999999994, + "scores_per_experiment": [ + { + "accuracy": 0.0272, + "f1": 0.27762187681364126, + "lrap": 0.4064894285714127 + }, + { + "accuracy": 0.033, + "f1": 0.317970109894641, + "lrap": 0.436612706349198 + }, + { + "accuracy": 0.0322, + "f1": 0.28437944306190066, + "lrap": 0.44857748412697995 + }, + { + "accuracy": 0.0428, + "f1": 0.2980538280843888, + "lrap": 0.42445267460315883 + }, + { + "accuracy": 0.0628, + "f1": 0.2761307078486324, + "lrap": 0.4217926349206225 + }, + { + "accuracy": 0.047, + "f1": 0.28680579725572447, + "lrap": 0.44743534920634004 + }, + { + "accuracy": 0.03, + "f1": 0.30243409657862347, + "lrap": 0.45723999206348553 + }, + { + "accuracy": 0.0176, + "f1": 0.2662523039705292, + "lrap": 0.4056203015872879 + }, + { + "accuracy": 0.0412, + "f1": 0.3513195752693467, + "lrap": 0.4593702619047567 + }, + { + "accuracy": 0.0354, + "f1": 0.3135129643250558, + "lrap": 0.42427517063491044 + } + ] + }, + { + "accuracy": 0.03206, + "f1": 0.297632736962646, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "lrap": 0.43518531415342887, + "main_score": 0.03206, + "scores_per_experiment": [ + { + "accuracy": 0.0148, + "f1": 0.28340972120228186, + "lrap": 0.41533476190474833 + }, + { + "accuracy": 0.037, + "f1": 0.2955456200944991, + "lrap": 0.43761804232803153 + }, + { + "accuracy": 0.0392, + "f1": 0.26389983580667625, + "lrap": 0.432503333333322 + }, + { + "accuracy": 0.0254, + "f1": 0.3090802358806232, + "lrap": 0.41457720634919304 + }, + { + "accuracy": 0.042, + "f1": 0.3606866905884698, + "lrap": 0.45038129365078383 + }, + { + "accuracy": 0.0404, + "f1": 0.2984039841410465, + "lrap": 0.4411295238095145 + }, + { + "accuracy": 0.026, + "f1": 0.2982142831887994, + "lrap": 0.43460608730157463 + }, + { + "accuracy": 0.0462, + "f1": 0.32071834159610296, + "lrap": 0.4640762460317412 + }, + { + "accuracy": 0.0222, + "f1": 0.26885678583367667, + "lrap": 0.4239779801587197 + }, + { + "accuracy": 0.0274, + "f1": 0.27751187129428456, + "lrap": 0.43764866666665986 + } + ] + }, + { + "accuracy": 0.03418, + "f1": 0.3371811413983373, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "lrap": 0.460204654629624, + "main_score": 0.03418, + "scores_per_experiment": [ + { + "accuracy": 0.0274, + "f1": 0.32770622153861784, + "lrap": 0.4478377539682472 + }, + { + "accuracy": 0.0316, + "f1": 0.3224780940226186, + "lrap": 0.43608176190475123 + }, + { + "accuracy": 0.035, + "f1": 0.342422446534385, + "lrap": 0.4841781388888888 + }, + { + "accuracy": 0.0326, + "f1": 0.35358744992020197, + "lrap": 0.48382193518518435 + }, + { + "accuracy": 0.0446, + "f1": 0.33031237633773597, + "lrap": 0.46157303174602493 + }, + { + "accuracy": 0.0276, + "f1": 0.3287095165390476, + "lrap": 0.45635305555554895 + }, + { + "accuracy": 0.0336, + "f1": 0.33271662227023946, + "lrap": 0.4648093888888837 + }, + { + "accuracy": 0.0422, + "f1": 0.37066374904723653, + "lrap": 0.47169155555555237 + }, + { + "accuracy": 0.0326, + "f1": 0.31170147277565396, + "lrap": 0.43713149999998996 + }, + { + "accuracy": 0.0346, + "f1": 0.3515134649976359, + "lrap": 0.4585684246031683 + } + ] + }, + { + "accuracy": 0.04056, + "f1": 0.3290456206595095, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ], + "lrap": 0.45043797566136873, + "main_score": 0.04056, + "scores_per_experiment": [ + { + "accuracy": 0.0304, + "f1": 0.3314998788140423, + "lrap": 0.4562789365079313 + }, + { + "accuracy": 0.0356, + "f1": 0.3347178963363798, + "lrap": 0.43516323809522656 + }, + { + "accuracy": 0.0422, + "f1": 0.31144111443882894, + "lrap": 0.4408152063491995 + }, + { + "accuracy": 0.0388, + "f1": 0.3349331545771874, + "lrap": 0.47384116666666576 + }, + { + "accuracy": 0.041, + "f1": 0.3304456327289786, + "lrap": 0.4476083492063427 + }, + { + "accuracy": 0.049, + "f1": 0.3252565675099064, + "lrap": 0.46784123809523387 + }, + { + "accuracy": 0.0508, + "f1": 0.3320022775554574, + "lrap": 0.4543062063491987 + }, + { + "accuracy": 0.0438, + "f1": 0.34122900622380775, + "lrap": 0.4563172063491969 + }, + { + "accuracy": 0.0476, + "f1": 0.34452939101654, + "lrap": 0.46516352645502057 + }, + { + "accuracy": 0.0264, + "f1": 0.3044012873939661, + "lrap": 0.4070446825396721 + } + ] + }, + { + "accuracy": 0.03219999999999999, + "f1": 0.3386323708413135, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "lrap": 0.4491501333144308, + "main_score": 0.03219999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.022, + "f1": 0.3463984869529093, + "lrap": 0.4507734920634864 + }, + { + "accuracy": 0.0268, + "f1": 0.3193385459194322, + "lrap": 0.45355449999999875 + }, + { + "accuracy": 0.0404, + "f1": 0.3490992209418303, + "lrap": 0.44921838492062954 + }, + { + "accuracy": 0.049, + "f1": 0.33473276579023997, + "lrap": 0.45036716666666016 + }, + { + "accuracy": 0.0214, + "f1": 0.30262077982649827, + "lrap": 0.4135164444444325 + }, + { + "accuracy": 0.028, + "f1": 0.3087822642020801, + "lrap": 0.4557682328042274 + }, + { + "accuracy": 0.0446, + "f1": 0.35228106789214336, + "lrap": 0.461484706349203 + }, + { + "accuracy": 0.0282, + "f1": 0.36279932386165575, + "lrap": 0.45006195351473405 + }, + { + "accuracy": 0.0218, + "f1": 0.3649337905956366, + "lrap": 0.4508560317460231 + }, + { + "accuracy": 0.0398, + "f1": 0.34533746243070906, + "lrap": 0.45590042063491365 + } + ] + }, + { + "accuracy": 0.0353, + "f1": 0.3132945187287063, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "lrap": 0.44706195343914634, + "main_score": 0.0353, + "scores_per_experiment": [ + { + "accuracy": 0.0218, + "f1": 0.2829578568475834, + "lrap": 0.4001533730158601 + }, + { + "accuracy": 0.0628, + "f1": 0.3252335720675565, + "lrap": 0.47240225396825125 + }, + { + "accuracy": 0.02, + "f1": 0.3215336083461158, + "lrap": 0.437102769841259 + }, + { + "accuracy": 0.022, + "f1": 0.2727698622184198, + "lrap": 0.4632835158730115 + }, + { + "accuracy": 0.0264, + "f1": 0.3370266786356145, + "lrap": 0.4469222089947009 + }, + { + "accuracy": 0.0436, + "f1": 0.34427355158125356, + "lrap": 0.4714410873015847 + }, + { + "accuracy": 0.0434, + "f1": 0.27321713301119244, + "lrap": 0.4232026666666562 + }, + { + "accuracy": 0.0258, + "f1": 0.3351966075094457, + "lrap": 0.4440019841269761 + }, + { + "accuracy": 0.0538, + "f1": 0.3143786194464323, + "lrap": 0.4528239206349156 + }, + { + "accuracy": 0.0334, + "f1": 0.32635769762344846, + "lrap": 0.45928575396824817 + } + ] + }, + { + "accuracy": 0.03538, + "f1": 0.3065558917611668, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ], + "lrap": 0.44198378465607624, + "main_score": 0.03538, + "scores_per_experiment": [ + { + "accuracy": 0.032, + "f1": 0.27928945743927763, + "lrap": 0.44261161111110425 + }, + { + "accuracy": 0.0258, + "f1": 0.3307749322715877, + "lrap": 0.4478881190476102 + }, + { + "accuracy": 0.0496, + "f1": 0.3403958649379352, + "lrap": 0.47200246296295983 + }, + { + "accuracy": 0.058, + "f1": 0.3274049607959574, + "lrap": 0.43821387301586356 + }, + { + "accuracy": 0.0268, + "f1": 0.3135779112337477, + "lrap": 0.4407301058200948 + }, + { + "accuracy": 0.0222, + "f1": 0.3422397646157225, + "lrap": 0.4432574206349141 + }, + { + "accuracy": 0.03, + "f1": 0.27353388261866735, + "lrap": 0.4224444761904655 + }, + { + "accuracy": 0.029, + "f1": 0.25658130939142, + "lrap": 0.42100847619046355 + }, + { + "accuracy": 0.0342, + "f1": 0.28536002941059424, + "lrap": 0.4506102539682487 + }, + { + "accuracy": 0.0462, + "f1": 0.31640080489675887, + "lrap": 0.4410710476190375 + } + ] + }, + { + "accuracy": 0.0329, + "f1": 0.3374914331965873, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ], + "lrap": 0.44233426216930355, + "main_score": 0.0329, + "scores_per_experiment": [ + { + "accuracy": 0.0322, + "f1": 0.3348588553512944, + "lrap": 0.4446123888888811 + }, + { + "accuracy": 0.0362, + "f1": 0.3760066517820374, + "lrap": 0.4372603174603074 + }, + { + "accuracy": 0.0236, + "f1": 0.3675062011234231, + "lrap": 0.45964866137565724 + }, + { + "accuracy": 0.032, + "f1": 0.31740569720931106, + "lrap": 0.42715277777776556 + }, + { + "accuracy": 0.039, + "f1": 0.33484305625901606, + "lrap": 0.43867962698411656 + }, + { + "accuracy": 0.0204, + "f1": 0.32357641143497184, + "lrap": 0.44542734126983397 + }, + { + "accuracy": 0.032, + "f1": 0.34229898376403145, + "lrap": 0.45063093650792946 + }, + { + "accuracy": 0.0322, + "f1": 0.31049402267103576, + "lrap": 0.43874261640210654 + }, + { + "accuracy": 0.0468, + "f1": 0.33772579573340156, + "lrap": 0.4488863518518441 + }, + { + "accuracy": 0.0346, + "f1": 0.33019865663735043, + "lrap": 0.4323016031745942 + } + ] + }, + { + "accuracy": 0.034219999999999993, + "f1": 0.31295504681902553, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "lrap": 0.4434069686507856, + "main_score": 0.034219999999999993, + "scores_per_experiment": [ + { + "accuracy": 0.0208, + "f1": 0.2980620736805551, + "lrap": 0.40762566666665173 + }, + { + "accuracy": 0.0414, + "f1": 0.29516721453905376, + "lrap": 0.4465775436507876 + }, + { + "accuracy": 0.0262, + "f1": 0.324201623157554, + "lrap": 0.4639086111111074 + }, + { + "accuracy": 0.0404, + "f1": 0.35915846799766493, + "lrap": 0.48890127777777553 + }, + { + "accuracy": 0.0306, + "f1": 0.34014483102860515, + "lrap": 0.45882665873015394 + }, + { + "accuracy": 0.052, + "f1": 0.2765762928628641, + "lrap": 0.4504810714285638 + }, + { + "accuracy": 0.0338, + "f1": 0.31724136879989406, + "lrap": 0.43534896825395925 + }, + { + "accuracy": 0.0442, + "f1": 0.316690736880269, + "lrap": 0.4328298333333245 + }, + { + "accuracy": 0.0294, + "f1": 0.3123737638604856, + "lrap": 0.40483939682538234 + }, + { + "accuracy": 0.0234, + "f1": 0.28993409538331, + "lrap": 0.44473065873014966 + } + ] + }, + { + "accuracy": 0.03504, + "f1": 0.3356951494636683, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "lrap": 0.45108140343914743, + "main_score": 0.03504, + "scores_per_experiment": [ + { + "accuracy": 0.0384, + "f1": 0.34829635719684415, + "lrap": 0.46307204761904325 + }, + { + "accuracy": 0.032, + "f1": 0.3771348390388966, + "lrap": 0.44321415873015085 + }, + { + "accuracy": 0.0324, + "f1": 0.29199205313842763, + "lrap": 0.4742788492063495 + }, + { + "accuracy": 0.0388, + "f1": 0.32540301879053146, + "lrap": 0.4509392063491987 + }, + { + "accuracy": 0.042, + "f1": 0.37252627742397404, + "lrap": 0.4403720396825295 + }, + { + "accuracy": 0.0506, + "f1": 0.35445176633553743, + "lrap": 0.45505319708994213 + }, + { + "accuracy": 0.0282, + "f1": 0.31107094807250657, + "lrap": 0.4356353412698325 + }, + { + "accuracy": 0.031, + "f1": 0.29260236891988006, + "lrap": 0.4471890873015822 + }, + { + "accuracy": 0.0176, + "f1": 0.308765043606821, + "lrap": 0.4348414563491986 + }, + { + "accuracy": 0.0394, + "f1": 0.37470882211326384, + "lrap": 0.46621865079364677 + } + ] + }, + { + "accuracy": 0.040100000000000004, + "f1": 0.33472586498583334, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "lrap": 0.4575331271163964, + "main_score": 0.040100000000000004, + "scores_per_experiment": [ + { + "accuracy": 0.0736, + "f1": 0.38136188144058214, + "lrap": 0.46538054232803633 + }, + { + "accuracy": 0.0236, + "f1": 0.3695904851783963, + "lrap": 0.47180211111110665 + }, + { + "accuracy": 0.0348, + "f1": 0.346120487085541, + "lrap": 0.4449234920634839 + }, + { + "accuracy": 0.0454, + "f1": 0.3496389806424746, + "lrap": 0.4605662261904703 + }, + { + "accuracy": 0.0364, + "f1": 0.34116081490157224, + "lrap": 0.44726767460316785 + }, + { + "accuracy": 0.033, + "f1": 0.31386600917530666, + "lrap": 0.4531056031745955 + }, + { + "accuracy": 0.0332, + "f1": 0.29409316991655177, + "lrap": 0.4501137962962914 + }, + { + "accuracy": 0.0528, + "f1": 0.32525745846328763, + "lrap": 0.4794777619047605 + }, + { + "accuracy": 0.019, + "f1": 0.3010566871992842, + "lrap": 0.4275802777777658 + }, + { + "accuracy": 0.0492, + "f1": 0.32511267585533665, + "lrap": 0.475113785714285 + } + ] + }, + { + "accuracy": 0.03896, + "f1": 0.33284204367721315, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "lrap": 0.4433153415343834, + "main_score": 0.03896, + "scores_per_experiment": [ + { + "accuracy": 0.0344, + "f1": 0.31227045286348615, + "lrap": 0.4536510396825337 + }, + { + "accuracy": 0.0454, + "f1": 0.289803630232545, + "lrap": 0.4518075582010497 + }, + { + "accuracy": 0.0448, + "f1": 0.3328086654489314, + "lrap": 0.45265563492062955 + }, + { + "accuracy": 0.0158, + "f1": 0.3252452661429965, + "lrap": 0.43036481746030697 + }, + { + "accuracy": 0.1014, + "f1": 0.3452836442328936, + "lrap": 0.46536351587301206 + }, + { + "accuracy": 0.0338, + "f1": 0.35046921366642236, + "lrap": 0.44619020634920215 + }, + { + "accuracy": 0.0258, + "f1": 0.3568896057951643, + "lrap": 0.43729361111110027 + }, + { + "accuracy": 0.0398, + "f1": 0.342831160390281, + "lrap": 0.43273720634919427 + }, + { + "accuracy": 0.0178, + "f1": 0.2840713795347864, + "lrap": 0.3981108015872856 + }, + { + "accuracy": 0.0306, + "f1": 0.388747418464625, + "lrap": 0.4649790238095204 + } + ] + }, + { + "accuracy": 0.030100000000000005, + "f1": 0.30287260984945774, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "lrap": 0.43336157936506936, + "main_score": 0.030100000000000005, + "scores_per_experiment": [ + { + "accuracy": 0.0364, + "f1": 0.3263516660022692, + "lrap": 0.4538646428571342 + }, + { + "accuracy": 0.0378, + "f1": 0.34342432208158385, + "lrap": 0.4521705079364992 + }, + { + "accuracy": 0.0202, + "f1": 0.30546351287602186, + "lrap": 0.4073938492063373 + }, + { + "accuracy": 0.0268, + "f1": 0.2717291150865406, + "lrap": 0.4084565873015777 + }, + { + "accuracy": 0.0392, + "f1": 0.271436559006298, + "lrap": 0.4294159920634813 + }, + { + "accuracy": 0.0414, + "f1": 0.2837812799668834, + "lrap": 0.44155957936507084 + }, + { + "accuracy": 0.0276, + "f1": 0.3428175571205266, + "lrap": 0.4672530873015801 + }, + { + "accuracy": 0.0254, + "f1": 0.29777937215424266, + "lrap": 0.4107849126983995 + }, + { + "accuracy": 0.0206, + "f1": 0.2999412125513356, + "lrap": 0.4422186111111024 + }, + { + "accuracy": 0.0256, + "f1": 0.28600150164887495, + "lrap": 0.42049802380951085 + } + ] + }, + { + "accuracy": 0.03424, + "f1": 0.3274652749576258, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "lrap": 0.4449204253968174, + "main_score": 0.03424, + "scores_per_experiment": [ + { + "accuracy": 0.0422, + "f1": 0.32992189874278816, + "lrap": 0.43822184391533603 + }, + { + "accuracy": 0.0366, + "f1": 0.33504780966090475, + "lrap": 0.4598705105820027 + }, + { + "accuracy": 0.0342, + "f1": 0.3605976580687912, + "lrap": 0.4581100793650737 + }, + { + "accuracy": 0.031, + "f1": 0.3150015899089687, + "lrap": 0.4513723809523751 + }, + { + "accuracy": 0.0252, + "f1": 0.30888019392714083, + "lrap": 0.4349496825396727 + }, + { + "accuracy": 0.0302, + "f1": 0.31606224663482574, + "lrap": 0.42811510317459145 + }, + { + "accuracy": 0.0448, + "f1": 0.35201474928192367, + "lrap": 0.4492359312169234 + }, + { + "accuracy": 0.0506, + "f1": 0.3109054311875001, + "lrap": 0.44482211111110376 + }, + { + "accuracy": 0.0248, + "f1": 0.3322572509274736, + "lrap": 0.45620868253967684 + }, + { + "accuracy": 0.0228, + "f1": 0.31396392123594047, + "lrap": 0.4282979285714193 + } + ] + }, + { + "accuracy": 0.02862, + "f1": 0.32137172670477754, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ], + "lrap": 0.439971067592584, + "main_score": 0.02862, + "scores_per_experiment": [ + { + "accuracy": 0.0308, + "f1": 0.34696925521454547, + "lrap": 0.4600252962962901 + }, + { + "accuracy": 0.0402, + "f1": 0.3503723454115192, + "lrap": 0.4684068452380908 + }, + { + "accuracy": 0.0292, + "f1": 0.3598904576073745, + "lrap": 0.4801300952380928 + }, + { + "accuracy": 0.0374, + "f1": 0.2925480665415793, + "lrap": 0.42840897619046525 + }, + { + "accuracy": 0.0188, + "f1": 0.2681236460202359, + "lrap": 0.3941697222222075 + }, + { + "accuracy": 0.0182, + "f1": 0.31609517612403226, + "lrap": 0.43758345238094287 + }, + { + "accuracy": 0.0252, + "f1": 0.3449557662351448, + "lrap": 0.43646958730157814 + }, + { + "accuracy": 0.0428, + "f1": 0.3553139687945104, + "lrap": 0.4561691349206282 + }, + { + "accuracy": 0.0222, + "f1": 0.28501399687870743, + "lrap": 0.43038619047618293 + }, + { + "accuracy": 0.0214, + "f1": 0.29443458822012686, + "lrap": 0.40796137566136065 + } + ] + }, + { + "accuracy": 0.040279999999999996, + "f1": 0.3447256371351163, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ], + "lrap": 0.45867584153438584, + "main_score": 0.040279999999999996, + "scores_per_experiment": [ + { + "accuracy": 0.0374, + "f1": 0.3559261578203164, + "lrap": 0.46648823280422913 + }, + { + "accuracy": 0.026, + "f1": 0.3302405885507068, + "lrap": 0.4598421984126923 + }, + { + "accuracy": 0.0326, + "f1": 0.3193346813381178, + "lrap": 0.4588234841269798 + }, + { + "accuracy": 0.0306, + "f1": 0.34794776811502215, + "lrap": 0.44662431216930515 + }, + { + "accuracy": 0.0424, + "f1": 0.36170661845618346, + "lrap": 0.45884182010581365 + }, + { + "accuracy": 0.0296, + "f1": 0.31436228558897905, + "lrap": 0.46095955158729657 + }, + { + "accuracy": 0.034, + "f1": 0.35229142056661644, + "lrap": 0.4486764431216876 + }, + { + "accuracy": 0.0386, + "f1": 0.37087414726531653, + "lrap": 0.46208127777777264 + }, + { + "accuracy": 0.0402, + "f1": 0.3489830355360863, + "lrap": 0.4399831349206239 + }, + { + "accuracy": 0.0914, + "f1": 0.34558966811381786, + "lrap": 0.48443796031745867 + } + ] + }, + { + "accuracy": 0.039779999999999996, + "f1": 0.3067453286790921, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ], + "lrap": 0.42262615740739634, + "main_score": 0.039779999999999996, + "scores_per_experiment": [ + { + "accuracy": 0.0344, + "f1": 0.31022572440429397, + "lrap": 0.4180668809523692 + }, + { + "accuracy": 0.033, + "f1": 0.30156220673837214, + "lrap": 0.42425088095236835 + }, + { + "accuracy": 0.0306, + "f1": 0.329782741038266, + "lrap": 0.42761253968252905 + }, + { + "accuracy": 0.0278, + "f1": 0.24216862680896545, + "lrap": 0.40200764285713 + }, + { + "accuracy": 0.0374, + "f1": 0.29106467386491913, + "lrap": 0.4193699603174492 + }, + { + "accuracy": 0.0672, + "f1": 0.3132690344594745, + "lrap": 0.43412922486771566 + }, + { + "accuracy": 0.0562, + "f1": 0.3114878583358835, + "lrap": 0.4413531785714209 + }, + { + "accuracy": 0.0504, + "f1": 0.31997872943199934, + "lrap": 0.4085840396825259 + }, + { + "accuracy": 0.0368, + "f1": 0.3263343781727804, + "lrap": 0.4384591587301503 + }, + { + "accuracy": 0.024, + "f1": 0.3215793135359665, + "lrap": 0.4124280674603046 + } + ] + }, + { + "accuracy": 0.04804, + "f1": 0.3258769855689862, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ], + "lrap": 0.46203344272486246, + "main_score": 0.04804, + "scores_per_experiment": [ + { + "accuracy": 0.0422, + "f1": 0.310232168990936, + "lrap": 0.44600799867723945 + }, + { + "accuracy": 0.025, + "f1": 0.309162069582062, + "lrap": 0.42613191269840317 + }, + { + "accuracy": 0.0318, + "f1": 0.28332992246140226, + "lrap": 0.4175684523809391 + }, + { + "accuracy": 0.0366, + "f1": 0.3064573093688592, + "lrap": 0.47247207142856795 + }, + { + "accuracy": 0.0236, + "f1": 0.32518388417285105, + "lrap": 0.43147326190475194 + }, + { + "accuracy": 0.1412, + "f1": 0.38830559017530597, + "lrap": 0.5181242539682532 + }, + { + "accuracy": 0.0524, + "f1": 0.3652144542689712, + "lrap": 0.48294046031745985 + }, + { + "accuracy": 0.0682, + "f1": 0.35506611832522755, + "lrap": 0.5039031031746026 + }, + { + "accuracy": 0.0344, + "f1": 0.31465498394630814, + "lrap": 0.46593596825396416 + }, + { + "accuracy": 0.025, + "f1": 0.3011633543979386, + "lrap": 0.4557769444444429 + } + ] + }, + { + "accuracy": 0.033019999999999994, + "f1": 0.33998252644826393, + "hf_subset": "et", + "languages": [ + "est-Latn" + ], + "lrap": 0.4463609423280358, + "main_score": 0.033019999999999994, + "scores_per_experiment": [ + { + "accuracy": 0.0268, + "f1": 0.33467944598194876, + "lrap": 0.4369169841269777 + }, + { + "accuracy": 0.0388, + "f1": 0.3590674876756384, + "lrap": 0.46398347619047065 + }, + { + "accuracy": 0.0336, + "f1": 0.3626194479244959, + "lrap": 0.4537928174603142 + }, + { + "accuracy": 0.0308, + "f1": 0.3503918637796573, + "lrap": 0.46722434126983925 + }, + { + "accuracy": 0.0204, + "f1": 0.31871573463829483, + "lrap": 0.40897704232802806 + }, + { + "accuracy": 0.045, + "f1": 0.3141100953080148, + "lrap": 0.4487422142857068 + }, + { + "accuracy": 0.042, + "f1": 0.35722547576893804, + "lrap": 0.476380698412699 + }, + { + "accuracy": 0.0288, + "f1": 0.35899791784911816, + "lrap": 0.4324149206349093 + }, + { + "accuracy": 0.0406, + "f1": 0.34023931519540546, + "lrap": 0.44095898412697404 + }, + { + "accuracy": 0.0234, + "f1": 0.30377848036112776, + "lrap": 0.434217944444439 + } + ] + }, + { + "accuracy": 0.04268, + "f1": 0.3203233878629035, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "lrap": 0.44439532471654547, + "main_score": 0.04268, + "scores_per_experiment": [ + { + "accuracy": 0.018, + "f1": 0.29331487741212703, + "lrap": 0.4180647142857022 + }, + { + "accuracy": 0.0654, + "f1": 0.281286126003137, + "lrap": 0.46489267195766754 + }, + { + "accuracy": 0.03, + "f1": 0.34807705970774533, + "lrap": 0.4460958412698322 + }, + { + "accuracy": 0.0664, + "f1": 0.33567226606163075, + "lrap": 0.4569385317460274 + }, + { + "accuracy": 0.0406, + "f1": 0.33772643600312713, + "lrap": 0.41858841269840014 + }, + { + "accuracy": 0.0498, + "f1": 0.30917181390640713, + "lrap": 0.4509995238095175 + }, + { + "accuracy": 0.039, + "f1": 0.32952851869145555, + "lrap": 0.4473811545729318 + }, + { + "accuracy": 0.049, + "f1": 0.32692168279031303, + "lrap": 0.47066581746031305 + }, + { + "accuracy": 0.0282, + "f1": 0.31501647830594987, + "lrap": 0.4039928809523677 + }, + { + "accuracy": 0.0404, + "f1": 0.3265186197471421, + "lrap": 0.4663336984126954 + } + ] + }, + { + "accuracy": 0.033460000000000004, + "f1": 0.2776136546251156, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ], + "lrap": 0.42882801904760875, + "main_score": 0.033460000000000004, + "scores_per_experiment": [ + { + "accuracy": 0.0144, + "f1": 0.2734094350163916, + "lrap": 0.3891686507936383 + }, + { + "accuracy": 0.0318, + "f1": 0.2644130454094882, + "lrap": 0.4216020317460204 + }, + { + "accuracy": 0.0438, + "f1": 0.28069999405736545, + "lrap": 0.4535904206349145 + }, + { + "accuracy": 0.0322, + "f1": 0.3134753918123203, + "lrap": 0.4451933888888805 + }, + { + "accuracy": 0.0274, + "f1": 0.27500002583167477, + "lrap": 0.43325339682538805 + }, + { + "accuracy": 0.0194, + "f1": 0.23792893407567123, + "lrap": 0.40714027777776407 + }, + { + "accuracy": 0.0556, + "f1": 0.3226665701499262, + "lrap": 0.43429765873014914 + }, + { + "accuracy": 0.0284, + "f1": 0.2671146243799236, + "lrap": 0.4322959365079252 + }, + { + "accuracy": 0.033, + "f1": 0.2606747884642565, + "lrap": 0.42492149206348084 + }, + { + "accuracy": 0.0486, + "f1": 0.2807537370541381, + "lrap": 0.4468169365079263 + } + ] + } + ] + }, + "task_name": "MultiEURLEXMultilabelClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiHateClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiHateClassification.json new file mode 100644 index 000000000..caea48b76 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/MultiHateClassification.json @@ -0,0 +1,935 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "evaluation_time": 22.610443830490112, + "kg_co2_emissions": 0.000704004904239857, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5993, + "ap": 0.35436445567238434, + "ap_weighted": 0.35436445567238434, + "f1": 0.5698010901983898, + "f1_weighted": 0.6113779633608669, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ], + "main_score": 0.5993, + "scores_per_experiment": [ + { + "accuracy": 0.533, + "ap": 0.31037619215824797, + "ap_weighted": 0.31037619215824797, + "f1": 0.5076285938104591, + "f1_weighted": 0.5527829907292895 + }, + { + "accuracy": 0.484, + "ap": 0.31803600724406095, + "ap_weighted": 0.31803600724406095, + "f1": 0.4813111168296449, + "f1_weighted": 0.4963987390633042 + }, + { + "accuracy": 0.624, + "ap": 0.3718708936771459, + "ap_weighted": 0.3718708936771459, + "f1": 0.5997803049333463, + "f1_weighted": 0.6395557391078508 + }, + { + "accuracy": 0.556, + "ap": 0.3372107793977731, + "ap_weighted": 0.3372107793977731, + "f1": 0.5411326994625879, + "f1_weighted": 0.5745015295576685 + }, + { + "accuracy": 0.561, + "ap": 0.3427434820669618, + "ap_weighted": 0.3427434820669618, + "f1": 0.5474558047812995, + "f1_weighted": 0.579085023673525 + }, + { + "accuracy": 0.687, + "ap": 0.3789350224100694, + "ap_weighted": 0.3789350224100694, + "f1": 0.6226328651810699, + "f1_weighted": 0.685597326359878 + }, + { + "accuracy": 0.558, + "ap": 0.3375359798916846, + "ap_weighted": 0.3375359798916846, + "f1": 0.5425112612612613, + "f1_weighted": 0.5765191441441441 + }, + { + "accuracy": 0.681, + "ap": 0.36180868566056457, + "ap_weighted": 0.36180868566056457, + "f1": 0.6022319897752424, + "f1_weighted": 0.6737427226534493 + }, + { + "accuracy": 0.677, + "ap": 0.41047149672515565, + "ap_weighted": 0.41047149672515565, + "f1": 0.6480066606293815, + "f1_weighted": 0.688819584342726 + }, + { + "accuracy": 0.632, + "ap": 0.37465601749218014, + "ap_weighted": 0.37465601749218014, + "f1": 0.6053196053196053, + "f1_weighted": 0.646776833976834 + } + ] + }, + { + "accuracy": 0.5609999999999999, + "ap": 0.3363840958259936, + "ap_weighted": 0.3363840958259936, + "f1": 0.5364729273176708, + "f1_weighted": 0.5742907934829777, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ], + "main_score": 0.5609999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.52, + "ap": 0.3271996889066956, + "ap_weighted": 0.3271996889066956, + "f1": 0.5109546165884193, + "f1_weighted": 0.5372926447574334 + }, + { + "accuracy": 0.524, + "ap": 0.3332537251655629, + "ap_weighted": 0.3332537251655629, + "f1": 0.5168081728446193, + "f1_weighted": 0.5401521363981501 + }, + { + "accuracy": 0.533, + "ap": 0.3348866234643225, + "ap_weighted": 0.3348866234643225, + "f1": 0.5237993267929669, + "f1_weighted": 0.550011316648975 + }, + { + "accuracy": 0.605, + "ap": 0.3588317179071093, + "ap_weighted": 0.3588317179071093, + "f1": 0.5797760578738796, + "f1_weighted": 0.6205461847389558 + }, + { + "accuracy": 0.537, + "ap": 0.3314325060345361, + "ap_weighted": 0.3314325060345361, + "f1": 0.5243627951030941, + "f1_weighted": 0.5550642254047795 + }, + { + "accuracy": 0.574, + "ap": 0.34257064017660044, + "ap_weighted": 0.34257064017660044, + "f1": 0.5527446360853187, + "f1_weighted": 0.5913552971413453 + }, + { + "accuracy": 0.633, + "ap": 0.3377548794614561, + "ap_weighted": 0.3377548794614561, + "f1": 0.5651529962380402, + "f1_weighted": 0.6331717645664859 + }, + { + "accuracy": 0.495, + "ap": 0.32639243991368405, + "ap_weighted": 0.32639243991368405, + "f1": 0.49214330609679446, + "f1_weighted": 0.5072266499057196 + }, + { + "accuracy": 0.661, + "ap": 0.36230972832382574, + "ap_weighted": 0.36230972832382574, + "f1": 0.5983293343997156, + "f1_weighted": 0.6611586599129121 + }, + { + "accuracy": 0.528, + "ap": 0.309209008906143, + "ap_weighted": 0.309209008906143, + "f1": 0.5006580311538608, + "f1_weighted": 0.5469290553550195 + } + ] + }, + { + "accuracy": 0.5570000000000002, + "ap": 0.334651196703989, + "ap_weighted": 0.334651196703989, + "f1": 0.5344823412740265, + "f1_weighted": 0.5718380698649738, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ], + "main_score": 0.5570000000000002, + "scores_per_experiment": [ + { + "accuracy": 0.54, + "ap": 0.33872873962165473, + "ap_weighted": 0.33872873962165473, + "f1": 0.5308037535699714, + "f1_weighted": 0.5569473684210526 + }, + { + "accuracy": 0.566, + "ap": 0.33504971548367773, + "ap_weighted": 0.33504971548367773, + "f1": 0.5435019501091809, + "f1_weighted": 0.5838362918053341 + }, + { + "accuracy": 0.642, + "ap": 0.36410704156875456, + "ap_weighted": 0.36410704156875456, + "f1": 0.5982493547301089, + "f1_weighted": 0.6510152844798562 + }, + { + "accuracy": 0.529, + "ap": 0.3202173429683157, + "ap_weighted": 0.3202173429683157, + "f1": 0.5123087675700861, + "f1_weighted": 0.5482174730139008 + }, + { + "accuracy": 0.502, + "ap": 0.3160768235674595, + "ap_weighted": 0.3160768235674595, + "f1": 0.4928944120630033, + "f1_weighted": 0.5199393672788593 + }, + { + "accuracy": 0.67, + "ap": 0.3762622219022248, + "ap_weighted": 0.3762622219022248, + "f1": 0.6156641323792487, + "f1_weighted": 0.6731792262969588 + }, + { + "accuracy": 0.522, + "ap": 0.34004232482015756, + "ap_weighted": 0.34004232482015756, + "f1": 0.5182694788441693, + "f1_weighted": 0.535141608617131 + }, + { + "accuracy": 0.504, + "ap": 0.32242403232835465, + "ap_weighted": 0.32242403232835465, + "f1": 0.4976991379869078, + "f1_weighted": 0.5200897012120034 + }, + { + "accuracy": 0.538, + "ap": 0.31877189437270953, + "ap_weighted": 0.31877189437270953, + "f1": 0.5158268043311494, + "f1_weighted": 0.5570648037526567 + }, + { + "accuracy": 0.557, + "ap": 0.31483183040658125, + "ap_weighted": 0.31483183040658125, + "f1": 0.5196056211564383, + "f1_weighted": 0.5729495737719851 + } + ] + }, + { + "accuracy": 0.6393, + "ap": 0.3675741000414897, + "ap_weighted": 0.3675741000414897, + "f1": 0.5951393705899558, + "f1_weighted": 0.6465112044973342, + "hf_subset": "por", + "languages": [ + "por-Latn" + ], + "main_score": 0.6393, + "scores_per_experiment": [ + { + "accuracy": 0.649, + "ap": 0.3549455481972038, + "ap_weighted": 0.3549455481972038, + "f1": 0.588661109489975, + "f1_weighted": 0.6510480563358494 + }, + { + "accuracy": 0.659, + "ap": 0.4004978928356412, + "ap_weighted": 0.4004978928356412, + "f1": 0.632400103919736, + "f1_weighted": 0.67155831524979 + }, + { + "accuracy": 0.657, + "ap": 0.3965744993972414, + "ap_weighted": 0.3965744993972414, + "f1": 0.6289384719405003, + "f1_weighted": 0.6693470723461798 + }, + { + "accuracy": 0.622, + "ap": 0.34083998151855843, + "ap_weighted": 0.34083998151855843, + "f1": 0.5678439299221205, + "f1_weighted": 0.628425296449918 + }, + { + "accuracy": 0.667, + "ap": 0.3668526877671709, + "ap_weighted": 0.3668526877671709, + "f1": 0.6039481493198731, + "f1_weighted": 0.6665259259347358 + }, + { + "accuracy": 0.596, + "ap": 0.364085932493057, + "ap_weighted": 0.364085932493057, + "f1": 0.5788139233274534, + "f1_weighted": 0.6125054399726436 + }, + { + "accuracy": 0.649, + "ap": 0.3397453454954392, + "ap_weighted": 0.3397453454954392, + "f1": 0.5680058485362045, + "f1_weighted": 0.6420790216993986 + }, + { + "accuracy": 0.712, + "ap": 0.4157600680150349, + "ap_weighted": 0.4157600680150349, + "f1": 0.6564869107199939, + "f1_weighted": 0.7111714464286565 + }, + { + "accuracy": 0.639, + "ap": 0.3730775803986656, + "ap_weighted": 0.3730775803986656, + "f1": 0.6045893918234344, + "f1_weighted": 0.6507812590706208 + }, + { + "accuracy": 0.543, + "ap": 0.32336146429688456, + "ap_weighted": 0.32336146429688456, + "f1": 0.5217058669002668, + "f1_weighted": 0.5616702114855481 + } + ] + }, + { + "accuracy": 0.6369, + "ap": 0.3760567024406601, + "ap_weighted": 0.3760567024406601, + "f1": 0.6033812683826578, + "f1_weighted": 0.6476459150424991, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ], + "main_score": 0.6369, + "scores_per_experiment": [ + { + "accuracy": 0.671, + "ap": 0.40948235294117646, + "ap_weighted": 0.40948235294117646, + "f1": 0.6440838404327248, + "f1_weighted": 0.6832346179851251 + }, + { + "accuracy": 0.667, + "ap": 0.3713271028037383, + "ap_weighted": 0.3713271028037383, + "f1": 0.6111443915460689, + "f1_weighted": 0.6700949017876848 + }, + { + "accuracy": 0.6, + "ap": 0.3787654320987654, + "ap_weighted": 0.3787654320987654, + "f1": 0.5894909688013137, + "f1_weighted": 0.6157635467980296 + }, + { + "accuracy": 0.671, + "ap": 0.37143473570658037, + "ap_weighted": 0.37143473570658037, + "f1": 0.6116248130427957, + "f1_weighted": 0.6723666922829024 + }, + { + "accuracy": 0.557, + "ap": 0.3331207243460764, + "ap_weighted": 0.3331207243460764, + "f1": 0.5379597847706121, + "f1_weighted": 0.5754774502472385 + }, + { + "accuracy": 0.632, + "ap": 0.3623973063973064, + "ap_weighted": 0.3623973063973064, + "f1": 0.5945278894295183, + "f1_weighted": 0.643833298074889 + }, + { + "accuracy": 0.544, + "ap": 0.3308505747126437, + "ap_weighted": 0.3308505747126437, + "f1": 0.5290793501295032, + "f1_weighted": 0.5626089004002826 + }, + { + "accuracy": 0.683, + "ap": 0.38924102564102564, + "ap_weighted": 0.38924102564102564, + "f1": 0.6311272727272728, + "f1_weighted": 0.6864581818181819 + }, + { + "accuracy": 0.656, + "ap": 0.4003003003003003, + "ap_weighted": 0.4003003003003003, + "f1": 0.6318745291418395, + "f1_weighted": 0.6695705773577152 + }, + { + "accuracy": 0.688, + "ap": 0.4136474694589878, + "ap_weighted": 0.4136474694589878, + "f1": 0.6528998438049297, + "f1_weighted": 0.6970509836729427 + } + ] + }, + { + "accuracy": 0.6457999999999999, + "ap": 0.39291691000960627, + "ap_weighted": 0.39291691000960627, + "f1": 0.6054884049455339, + "f1_weighted": 0.6490988565143334, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6457999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.582, + "ap": 0.3497818980310037, + "ap_weighted": 0.3497818980310037, + "f1": 0.5546065193671577, + "f1_weighted": 0.5956967403164212 + }, + { + "accuracy": 0.714, + "ap": 0.450031847133758, + "ap_weighted": 0.450031847133758, + "f1": 0.6776026260731549, + "f1_weighted": 0.7178997186350191 + }, + { + "accuracy": 0.705, + "ap": 0.41549522884947787, + "ap_weighted": 0.41549522884947787, + "f1": 0.6429051301822637, + "f1_weighted": 0.6982991147678702 + }, + { + "accuracy": 0.618, + "ap": 0.3917988931815809, + "ap_weighted": 0.3917988931815809, + "f1": 0.6024129992214788, + "f1_weighted": 0.6316976673508217 + }, + { + "accuracy": 0.607, + "ap": 0.3960047563130864, + "ap_weighted": 0.3960047563130864, + "f1": 0.5980769053762582, + "f1_weighted": 0.6203546986650631 + }, + { + "accuracy": 0.534, + "ap": 0.3350811789684026, + "ap_weighted": 0.3350811789684026, + "f1": 0.5191037580080575, + "f1_weighted": 0.5505889967637541 + }, + { + "accuracy": 0.623, + "ap": 0.3846426708844526, + "ap_weighted": 0.3846426708844526, + "f1": 0.6001607841515189, + "f1_weighted": 0.6357096891541756 + }, + { + "accuracy": 0.698, + "ap": 0.3810573248407644, + "ap_weighted": 0.3810573248407644, + "f1": 0.594066379556, + "f1_weighted": 0.6704760767994149 + }, + { + "accuracy": 0.636, + "ap": 0.37434773627130313, + "ap_weighted": 0.37434773627130313, + "f1": 0.5956202563145452, + "f1_weighted": 0.6431559039442578 + }, + { + "accuracy": 0.741, + "ap": 0.450927565622233, + "ap_weighted": 0.450927565622233, + "f1": 0.670328691204904, + "f1_weighted": 0.7271099587465362 + } + ] + }, + { + "accuracy": 0.5993999999999999, + "ap": 0.37679748013479103, + "ap_weighted": 0.37679748013479103, + "f1": 0.5669283431576665, + "f1_weighted": 0.6029594585069036, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.5993999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.6, + "ap": 0.3662047373376598, + "ap_weighted": 0.3662047373376598, + "f1": 0.5659722222222222, + "f1_weighted": 0.6080208333333332 + }, + { + "accuracy": 0.494, + "ap": 0.3683688706105663, + "ap_weighted": 0.3683688706105663, + "f1": 0.49262806629125155, + "f1_weighted": 0.4834994304599638 + }, + { + "accuracy": 0.606, + "ap": 0.39793306825712393, + "ap_weighted": 0.39793306825712393, + "f1": 0.5942745340335702, + "f1_weighted": 0.6181393059417155 + }, + { + "accuracy": 0.566, + "ap": 0.3374244061832349, + "ap_weighted": 0.3374244061832349, + "f1": 0.5205140442983154, + "f1_weighted": 0.5716119036255325 + }, + { + "accuracy": 0.664, + "ap": 0.4371770648982553, + "ap_weighted": 0.4371770648982553, + "f1": 0.6465821549232368, + "f1_weighted": 0.6737288864392731 + }, + { + "accuracy": 0.679, + "ap": 0.3994159021406728, + "ap_weighted": 0.3994159021406728, + "f1": 0.609047207854132, + "f1_weighted": 0.666266276607017 + }, + { + "accuracy": 0.635, + "ap": 0.3831234138282541, + "ap_weighted": 0.3831234138282541, + "f1": 0.5918937805730258, + "f1_weighted": 0.6377853249475891 + }, + { + "accuracy": 0.59, + "ap": 0.3407913802767043, + "ap_weighted": 0.3407913802767043, + "f1": 0.5281694355065158, + "f1_weighted": 0.5872671573704538 + }, + { + "accuracy": 0.573, + "ap": 0.37493520865312535, + "ap_weighted": 0.37493520865312535, + "f1": 0.5619250265974091, + "f1_weighted": 0.5860252831841792 + }, + { + "accuracy": 0.587, + "ap": 0.36260074916231366, + "ap_weighted": 0.36260074916231366, + "f1": 0.5582769592769861, + "f1_weighted": 0.5972501831599775 + } + ] + }, + { + "accuracy": 0.6248, + "ap": 0.352930446072021, + "ap_weighted": 0.352930446072021, + "f1": 0.5808392081759371, + "f1_weighted": 0.633815997269062, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ], + "main_score": 0.6248, + "scores_per_experiment": [ + { + "accuracy": 0.581, + "ap": 0.31714619478813855, + "ap_weighted": 0.31714619478813855, + "f1": 0.5354926826239896, + "f1_weighted": 0.5948121250821757 + }, + { + "accuracy": 0.656, + "ap": 0.3789641478212907, + "ap_weighted": 0.3789641478212907, + "f1": 0.6189024390243902, + "f1_weighted": 0.6674146341463414 + }, + { + "accuracy": 0.615, + "ap": 0.378066954528493, + "ap_weighted": 0.378066954528493, + "f1": 0.5994552591524474, + "f1_weighted": 0.6316494432428102 + }, + { + "accuracy": 0.593, + "ap": 0.34014581172594716, + "ap_weighted": 0.34014581172594716, + "f1": 0.5632480182512966, + "f1_weighted": 0.6097568632837526 + }, + { + "accuracy": 0.618, + "ap": 0.34535436959802446, + "ap_weighted": 0.34535436959802446, + "f1": 0.5773868790795442, + "f1_weighted": 0.6308389866135635 + }, + { + "accuracy": 0.652, + "ap": 0.3639063113392722, + "ap_weighted": 0.3639063113392722, + "f1": 0.6046730373379501, + "f1_weighted": 0.6604805540030263 + }, + { + "accuracy": 0.619, + "ap": 0.3428312751393692, + "ap_weighted": 0.3428312751393692, + "f1": 0.5752314208341741, + "f1_weighted": 0.6308625121103639 + }, + { + "accuracy": 0.59, + "ap": 0.3748658198834877, + "ap_weighted": 0.3748658198834877, + "f1": 0.5820403769384153, + "f1_weighted": 0.6055731755552747 + }, + { + "accuracy": 0.646, + "ap": 0.3129214929214929, + "ap_weighted": 0.3129214929214929, + "f1": 0.5317237328761687, + "f1_weighted": 0.6261057510675113 + }, + { + "accuracy": 0.678, + "ap": 0.37510208297469444, + "ap_weighted": 0.37510208297469444, + "f1": 0.6202382356409955, + "f1_weighted": 0.6806659275858002 + } + ] + }, + { + "accuracy": 0.6249, + "ap": 0.35934443428916857, + "ap_weighted": 0.35934443428916857, + "f1": 0.5879421536348677, + "f1_weighted": 0.6362942656749928, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6249, + "scores_per_experiment": [ + { + "accuracy": 0.663, + "ap": 0.38983157236319377, + "ap_weighted": 0.38983157236319377, + "f1": 0.6284351828881722, + "f1_weighted": 0.6742193996526915 + }, + { + "accuracy": 0.657, + "ap": 0.34437888956680895, + "ap_weighted": 0.34437888956680895, + "f1": 0.5805158798587696, + "f1_weighted": 0.652880246456093 + }, + { + "accuracy": 0.581, + "ap": 0.3627317283418509, + "ap_weighted": 0.3627317283418509, + "f1": 0.5704110622739916, + "f1_weighted": 0.597659029416077 + }, + { + "accuracy": 0.591, + "ap": 0.3367519125170132, + "ap_weighted": 0.3367519125170132, + "f1": 0.5580628674480346, + "f1_weighted": 0.6068049976714559 + }, + { + "accuracy": 0.617, + "ap": 0.3586358324162624, + "ap_weighted": 0.3586358324162624, + "f1": 0.5871238703849234, + "f1_weighted": 0.6319935966469716 + }, + { + "accuracy": 0.618, + "ap": 0.35917897091722595, + "ap_weighted": 0.35917897091722595, + "f1": 0.5879624635961601, + "f1_weighted": 0.632907518067091 + }, + { + "accuracy": 0.589, + "ap": 0.34961209735046445, + "ap_weighted": 0.34961209735046445, + "f1": 0.5674917997076624, + "f1_weighted": 0.6064573284883996 + }, + { + "accuracy": 0.644, + "ap": 0.3475832256450873, + "ap_weighted": 0.3475832256450873, + "f1": 0.5839177185600748, + "f1_weighted": 0.6477946704067322 + }, + { + "accuracy": 0.67, + "ap": 0.3886985639027206, + "ap_weighted": 0.3886985639027206, + "f1": 0.6296711929076422, + "f1_weighted": 0.6790434294691954 + }, + { + "accuracy": 0.619, + "ap": 0.3560415498710576, + "ap_weighted": 0.3560415498710576, + "f1": 0.5858294987232461, + "f1_weighted": 0.6331824404752199 + } + ] + }, + { + "accuracy": 0.5967, + "ap": 0.3544767749059157, + "ap_weighted": 0.3544767749059157, + "f1": 0.5699002416565311, + "f1_weighted": 0.6111963134979812, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ], + "main_score": 0.5967, + "scores_per_experiment": [ + { + "accuracy": 0.623, + "ap": 0.3820393708385602, + "ap_weighted": 0.3820393708385602, + "f1": 0.6043701877719955, + "f1_weighted": 0.6385391521348792 + }, + { + "accuracy": 0.627, + "ap": 0.39254627432368294, + "ap_weighted": 0.39254627432368294, + "f1": 0.6122560357597651, + "f1_weighted": 0.6423488448244498 + }, + { + "accuracy": 0.593, + "ap": 0.3462764328173651, + "ap_weighted": 0.3462764328173651, + "f1": 0.5651667590820852, + "f1_weighted": 0.6089518574430737 + }, + { + "accuracy": 0.666, + "ap": 0.374832251006213, + "ap_weighted": 0.374832251006213, + "f1": 0.6136834702790732, + "f1_weighted": 0.6702649344881192 + }, + { + "accuracy": 0.62, + "ap": 0.3759722016491384, + "ap_weighted": 0.3759722016491384, + "f1": 0.5991628833268636, + "f1_weighted": 0.6355364466422506 + }, + { + "accuracy": 0.47, + "ap": 0.294810986093011, + "ap_weighted": 0.294810986093011, + "f1": 0.45678020302071204, + "f1_weighted": 0.49050763377556206 + }, + { + "accuracy": 0.552, + "ap": 0.341249355036285, + "ap_weighted": 0.341249355036285, + "f1": 0.5399258130373523, + "f1_weighted": 0.569589556315956 + }, + { + "accuracy": 0.626, + "ap": 0.35379973142892024, + "ap_weighted": 0.35379973142892024, + "f1": 0.5839248127661657, + "f1_weighted": 0.6365849527632288 + }, + { + "accuracy": 0.599, + "ap": 0.34463530370463236, + "ap_weighted": 0.34463530370463236, + "f1": 0.5661933739012847, + "f1_weighted": 0.6136735091277891 + }, + { + "accuracy": 0.591, + "ap": 0.3386058421613489, + "ap_weighted": 0.3386058421613489, + "f1": 0.5575388776200135, + "f1_weighted": 0.605966247464503 + } + ] + }, + { + "accuracy": 0.6506000000000001, + "ap": 0.3723614200211254, + "ap_weighted": 0.3723614200211254, + "f1": 0.6035280641939853, + "f1_weighted": 0.656255123193207, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ], + "main_score": 0.6506000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.671, + "ap": 0.39434916446789803, + "ap_weighted": 0.39434916446789803, + "f1": 0.6332050851822658, + "f1_weighted": 0.6803015522448629 + }, + { + "accuracy": 0.665, + "ap": 0.35646619217081854, + "ap_weighted": 0.35646619217081854, + "f1": 0.5936630848370832, + "f1_weighted": 0.661765151818388 + }, + { + "accuracy": 0.541, + "ap": 0.3379898264512268, + "ap_weighted": 0.3379898264512268, + "f1": 0.5314179659864571, + "f1_weighted": 0.5582208583320317 + }, + { + "accuracy": 0.67, + "ap": 0.37923214285714285, + "ap_weighted": 0.37923214285714285, + "f1": 0.6195982958003652, + "f1_weighted": 0.674984783931832 + }, + { + "accuracy": 0.651, + "ap": 0.3995448577680525, + "ap_weighted": 0.3995448577680525, + "f1": 0.629098645944369, + "f1_weighted": 0.6651502575585764 + }, + { + "accuracy": 0.721, + "ap": 0.41816004813477736, + "ap_weighted": 0.41816004813477736, + "f1": 0.6601999096302269, + "f1_weighted": 0.7176940849207925 + }, + { + "accuracy": 0.612, + "ap": 0.3241666666666666, + "ap_weighted": 0.3241666666666666, + "f1": 0.5465170640486209, + "f1_weighted": 0.6154464703132305 + }, + { + "accuracy": 0.694, + "ap": 0.3784505208333333, + "ap_weighted": 0.3784505208333333, + "f1": 0.618864465214532, + "f1_weighted": 0.6865541361924312 + }, + { + "accuracy": 0.66, + "ap": 0.37897632058287795, + "ap_weighted": 0.37897632058287795, + "f1": 0.6173084628856743, + "f1_weighted": 0.6684360522441481 + }, + { + "accuracy": 0.621, + "ap": 0.3562784602784603, + "ap_weighted": 0.3562784602784603, + "f1": 0.5854076624102582, + "f1_weighted": 0.6339978843757761 + } + ] + } + ] + }, + "task_name": "MultiHateClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-PLHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-PLHardNegatives.json new file mode 100644 index 000000000..36d06f605 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 159.09703278541565, + "kg_co2_emissions": 0.009755901201371075, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.50371, + "map_at_1": 0.29867, + "map_at_10": 0.43583, + "map_at_100": 0.4472, + "map_at_1000": 0.44757, + "map_at_20": 0.44267, + "map_at_3": 0.39939, + "map_at_5": 0.42011, + "mrr_at_1": 0.331, + "mrr_at_10": 0.4575607142857141, + "mrr_at_100": 0.46613496571354446, + "mrr_at_1000": 0.46645371773341804, + "mrr_at_20": 0.4627737220081255, + "mrr_at_3": 0.4269999999999997, + "mrr_at_5": 0.4455999999999994, + "nauc_map_at_1000_diff1": 0.36719669464198446, + "nauc_map_at_1000_max": 0.3306041213624716, + "nauc_map_at_1000_std": 0.04260330873045023, + "nauc_map_at_100_diff1": 0.36712509785630304, + "nauc_map_at_100_max": 0.33085595973801357, + "nauc_map_at_100_std": 0.04291211046786959, + "nauc_map_at_10_diff1": 0.3667438678888389, + "nauc_map_at_10_max": 0.3274254155661661, + "nauc_map_at_10_std": 0.0363744852241943, + "nauc_map_at_1_diff1": 0.3889478572071582, + "nauc_map_at_1_max": 0.2680833454280899, + "nauc_map_at_1_std": 0.009676647443658237, + "nauc_map_at_20_diff1": 0.3661866937289803, + "nauc_map_at_20_max": 0.32999355137294367, + "nauc_map_at_20_std": 0.04131531383472103, + "nauc_map_at_3_diff1": 0.3703441800164053, + "nauc_map_at_3_max": 0.31396954799101845, + "nauc_map_at_3_std": 0.020221933378754185, + "nauc_map_at_5_diff1": 0.3634899921673009, + "nauc_map_at_5_max": 0.31850398462759266, + "nauc_map_at_5_std": 0.026534059813481337, + "nauc_mrr_at_1000_diff1": 0.37373688702980384, + "nauc_mrr_at_1000_max": 0.33337879951689675, + "nauc_mrr_at_1000_std": 0.05473157667424525, + "nauc_mrr_at_100_diff1": 0.3737501549128771, + "nauc_mrr_at_100_max": 0.3335710216864326, + "nauc_mrr_at_100_std": 0.05497585090737863, + "nauc_mrr_at_10_diff1": 0.3720503107294911, + "nauc_mrr_at_10_max": 0.3324763178001025, + "nauc_mrr_at_10_std": 0.052745965779679285, + "nauc_mrr_at_1_diff1": 0.4072433354580382, + "nauc_mrr_at_1_max": 0.2914061242060637, + "nauc_mrr_at_1_std": 0.023326063206192568, + "nauc_mrr_at_20_diff1": 0.3728617827207376, + "nauc_mrr_at_20_max": 0.333451315009416, + "nauc_mrr_at_20_std": 0.054500066637499636, + "nauc_mrr_at_3_diff1": 0.3758262377798802, + "nauc_mrr_at_3_max": 0.3261021759697255, + "nauc_mrr_at_3_std": 0.04096071541199272, + "nauc_mrr_at_5_diff1": 0.3691093614319254, + "nauc_mrr_at_5_max": 0.32835065115699047, + "nauc_mrr_at_5_std": 0.047570163293661635, + "nauc_ndcg_at_1000_diff1": 0.3614626684303504, + "nauc_ndcg_at_1000_max": 0.3523184219387395, + "nauc_ndcg_at_1000_std": 0.06994307345558015, + "nauc_ndcg_at_100_diff1": 0.36128953191157087, + "nauc_ndcg_at_100_max": 0.3605864752942818, + "nauc_ndcg_at_100_std": 0.07910063735755862, + "nauc_ndcg_at_10_diff1": 0.35698241301021094, + "nauc_ndcg_at_10_max": 0.3502989091443867, + "nauc_ndcg_at_10_std": 0.0583760616659754, + "nauc_ndcg_at_1_diff1": 0.4011507409490158, + "nauc_ndcg_at_1_max": 0.28792453181354705, + "nauc_ndcg_at_1_std": 0.026680013985437394, + "nauc_ndcg_at_20_diff1": 0.3545623388952598, + "nauc_ndcg_at_20_max": 0.35643213229031434, + "nauc_ndcg_at_20_std": 0.07083842673916385, + "nauc_ndcg_at_3_diff1": 0.3621221946060176, + "nauc_ndcg_at_3_max": 0.32758520653322537, + "nauc_ndcg_at_3_std": 0.028522109087019062, + "nauc_ndcg_at_5_diff1": 0.34977173488562663, + "nauc_ndcg_at_5_max": 0.33422492947197907, + "nauc_ndcg_at_5_std": 0.038888973386281785, + "nauc_precision_at_1000_diff1": -0.02386715564670167, + "nauc_precision_at_1000_max": 0.19639742669240529, + "nauc_precision_at_1000_std": 0.2200137866000556, + "nauc_precision_at_100_diff1": 0.05785944361221299, + "nauc_precision_at_100_max": 0.31328991442660736, + "nauc_precision_at_100_std": 0.27260044104694064, + "nauc_precision_at_10_diff1": 0.20458493295865787, + "nauc_precision_at_10_max": 0.37239937202337786, + "nauc_precision_at_10_std": 0.160446267980668, + "nauc_precision_at_1_diff1": 0.4011507409490158, + "nauc_precision_at_1_max": 0.28792453181354705, + "nauc_precision_at_1_std": 0.026680013985437394, + "nauc_precision_at_20_diff1": 0.14087201520490214, + "nauc_precision_at_20_max": 0.36090789677983864, + "nauc_precision_at_20_std": 0.21286069992871304, + "nauc_precision_at_3_diff1": 0.3064562964724386, + "nauc_precision_at_3_max": 0.36700994155790706, + "nauc_precision_at_3_std": 0.06274751003758951, + "nauc_precision_at_5_diff1": 0.24423447140074728, + "nauc_precision_at_5_max": 0.37260865598102094, + "nauc_precision_at_5_std": 0.10857881818069096, + "nauc_recall_at_1000_diff1": 0.16503041345988848, + "nauc_recall_at_1000_max": 0.6325047818480198, + "nauc_recall_at_1000_std": 0.6427846219394027, + "nauc_recall_at_100_diff1": 0.319364329543162, + "nauc_recall_at_100_max": 0.6107710133129105, + "nauc_recall_at_100_std": 0.4109202635802568, + "nauc_recall_at_10_diff1": 0.3099651043243557, + "nauc_recall_at_10_max": 0.4045813385221181, + "nauc_recall_at_10_std": 0.10881383775199326, + "nauc_recall_at_1_diff1": 0.3889478572071582, + "nauc_recall_at_1_max": 0.2680833454280899, + "nauc_recall_at_1_std": 0.009676647443658237, + "nauc_recall_at_20_diff1": 0.2857566900198971, + "nauc_recall_at_20_max": 0.4426137347360704, + "nauc_recall_at_20_std": 0.17324566073407588, + "nauc_recall_at_3_diff1": 0.3285617386113898, + "nauc_recall_at_3_max": 0.34670912807155635, + "nauc_recall_at_3_std": 0.030578768393159404, + "nauc_recall_at_5_diff1": 0.2966568121544763, + "nauc_recall_at_5_max": 0.3572237762889928, + "nauc_recall_at_5_std": 0.045837470739559474, + "ndcg_at_1": 0.333, + "ndcg_at_10": 0.50371, + "ndcg_at_100": 0.55413, + "ndcg_at_1000": 0.56348, + "ndcg_at_20": 0.52557, + "ndcg_at_3": 0.43457, + "ndcg_at_5": 0.4693, + "precision_at_1": 0.333, + "precision_at_10": 0.0822, + "precision_at_100": 0.01105, + "precision_at_1000": 0.00119, + "precision_at_20": 0.04615, + "precision_at_3": 0.19667, + "precision_at_5": 0.1386, + "recall_at_1": 0.29867, + "recall_at_10": 0.68683, + "recall_at_100": 0.91283, + "recall_at_1000": 0.98283, + "recall_at_20": 0.76792, + "recall_at_3": 0.508, + "recall_at_5": 0.58633 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQHardNegatives.json new file mode 100644 index 000000000..ad6d757a3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 152.36779880523682, + "kg_co2_emissions": 0.009178793972274302, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.61016, + "map_at_1": 0.376, + "map_at_10": 0.5373, + "map_at_100": 0.54546, + "map_at_1000": 0.54569, + "map_at_20": 0.54261, + "map_at_3": 0.49814, + "map_at_5": 0.52103, + "mrr_at_1": 0.416, + "mrr_at_10": 0.5594634920634918, + "mrr_at_100": 0.565466291941713, + "mrr_at_1000": 0.5656255441568645, + "mrr_at_20": 0.5632267090322813, + "mrr_at_3": 0.5316666666666663, + "mrr_at_5": 0.5483666666666661, + "nauc_map_at_1000_diff1": 0.451313605993698, + "nauc_map_at_1000_max": 0.344093105488592, + "nauc_map_at_1000_std": -0.04286768897919462, + "nauc_map_at_100_diff1": 0.45117478266139044, + "nauc_map_at_100_max": 0.34415899922208143, + "nauc_map_at_100_std": -0.042769244380346794, + "nauc_map_at_10_diff1": 0.45248409900420555, + "nauc_map_at_10_max": 0.3437403914817692, + "nauc_map_at_10_std": -0.046303507133479596, + "nauc_map_at_1_diff1": 0.47341548227924257, + "nauc_map_at_1_max": 0.28268928926281933, + "nauc_map_at_1_std": -0.04768749364552208, + "nauc_map_at_20_diff1": 0.45041100815196883, + "nauc_map_at_20_max": 0.34386398473768803, + "nauc_map_at_20_std": -0.04534926331742221, + "nauc_map_at_3_diff1": 0.4553224036460204, + "nauc_map_at_3_max": 0.3310449728939215, + "nauc_map_at_3_std": -0.05971499788379608, + "nauc_map_at_5_diff1": 0.4539517407233348, + "nauc_map_at_5_max": 0.3380957422876857, + "nauc_map_at_5_std": -0.05482210903199423, + "nauc_mrr_at_1000_diff1": 0.4462342892180685, + "nauc_mrr_at_1000_max": 0.34138973267967504, + "nauc_mrr_at_1000_std": -0.03051318749237464, + "nauc_mrr_at_100_diff1": 0.4460867680441867, + "nauc_mrr_at_100_max": 0.34148359773592757, + "nauc_mrr_at_100_std": -0.030409307516915757, + "nauc_mrr_at_10_diff1": 0.44599797448325207, + "nauc_mrr_at_10_max": 0.3430043582634399, + "nauc_mrr_at_10_std": -0.031222900945396637, + "nauc_mrr_at_1_diff1": 0.48118152919005075, + "nauc_mrr_at_1_max": 0.30794002526559927, + "nauc_mrr_at_1_std": -0.03361411974237376, + "nauc_mrr_at_20_diff1": 0.4453418008139557, + "nauc_mrr_at_20_max": 0.34156790120394226, + "nauc_mrr_at_20_std": -0.03212684392895777, + "nauc_mrr_at_3_diff1": 0.44497447519278555, + "nauc_mrr_at_3_max": 0.33882520149458945, + "nauc_mrr_at_3_std": -0.0319248425302452, + "nauc_mrr_at_5_diff1": 0.4465815950535126, + "nauc_mrr_at_5_max": 0.3420878666870815, + "nauc_mrr_at_5_std": -0.032714517520481164, + "nauc_ndcg_at_1000_diff1": 0.44231673954783246, + "nauc_ndcg_at_1000_max": 0.35849969306983653, + "nauc_ndcg_at_1000_std": -0.02755744243684478, + "nauc_ndcg_at_100_diff1": 0.4385343389429551, + "nauc_ndcg_at_100_max": 0.3625292014069535, + "nauc_ndcg_at_100_std": -0.022505427672982085, + "nauc_ndcg_at_10_diff1": 0.44149137418514395, + "nauc_ndcg_at_10_max": 0.36511392009686017, + "nauc_ndcg_at_10_std": -0.03707004139012339, + "nauc_ndcg_at_1_diff1": 0.4785719557338902, + "nauc_ndcg_at_1_max": 0.3060418552197314, + "nauc_ndcg_at_1_std": -0.0346186663973513, + "nauc_ndcg_at_20_diff1": 0.4346333890268741, + "nauc_ndcg_at_20_max": 0.36373480590546226, + "nauc_ndcg_at_20_std": -0.03671342260822559, + "nauc_ndcg_at_3_diff1": 0.444150794017705, + "nauc_ndcg_at_3_max": 0.3443176483856529, + "nauc_ndcg_at_3_std": -0.056007248992802405, + "nauc_ndcg_at_5_diff1": 0.444533337303425, + "nauc_ndcg_at_5_max": 0.35357386832326265, + "nauc_ndcg_at_5_std": -0.05312281875007368, + "nauc_precision_at_1000_diff1": -0.10395976841482546, + "nauc_precision_at_1000_max": 0.10632050327369673, + "nauc_precision_at_1000_std": 0.1710468984752851, + "nauc_precision_at_100_diff1": -0.06770251881474078, + "nauc_precision_at_100_max": 0.16845094281985157, + "nauc_precision_at_100_std": 0.18904995973228936, + "nauc_precision_at_10_diff1": 0.14683822696667823, + "nauc_precision_at_10_max": 0.29948768158564243, + "nauc_precision_at_10_std": 0.07267931448946567, + "nauc_precision_at_1_diff1": 0.4785719557338902, + "nauc_precision_at_1_max": 0.3060418552197314, + "nauc_precision_at_1_std": -0.0346186663973513, + "nauc_precision_at_20_diff1": 0.04946036397208137, + "nauc_precision_at_20_max": 0.2553762901340176, + "nauc_precision_at_20_std": 0.1019437935584863, + "nauc_precision_at_3_diff1": 0.3315968223630713, + "nauc_precision_at_3_max": 0.354011556662896, + "nauc_precision_at_3_std": -0.03045299013700754, + "nauc_precision_at_5_diff1": 0.25796211392827595, + "nauc_precision_at_5_max": 0.3315212566843246, + "nauc_precision_at_5_std": -0.0013328015463504117, + "nauc_recall_at_1000_diff1": 0.15903224034710658, + "nauc_recall_at_1000_max": 0.6988246278903661, + "nauc_recall_at_1000_std": 0.7209315098588462, + "nauc_recall_at_100_diff1": 0.24348576639957947, + "nauc_recall_at_100_max": 0.5972900788222272, + "nauc_recall_at_100_std": 0.3234389362980357, + "nauc_recall_at_10_diff1": 0.392008798758532, + "nauc_recall_at_10_max": 0.44821409738469514, + "nauc_recall_at_10_std": -0.020612512402848227, + "nauc_recall_at_1_diff1": 0.47341548227924257, + "nauc_recall_at_1_max": 0.28268928926281933, + "nauc_recall_at_1_std": -0.04768749364552208, + "nauc_recall_at_20_diff1": 0.3310072843097527, + "nauc_recall_at_20_max": 0.4670864517410681, + "nauc_recall_at_20_std": -0.02851855418534463, + "nauc_recall_at_3_diff1": 0.4053878343049179, + "nauc_recall_at_3_max": 0.36591497804568646, + "nauc_recall_at_3_std": -0.06982952214870015, + "nauc_recall_at_5_diff1": 0.4050839625729194, + "nauc_recall_at_5_max": 0.3875994170466124, + "nauc_recall_at_5_std": -0.07423763493901415, + "ndcg_at_1": 0.417, + "ndcg_at_10": 0.61016, + "ndcg_at_100": 0.64485, + "ndcg_at_1000": 0.64985, + "ndcg_at_20": 0.62694, + "ndcg_at_3": 0.53994, + "ndcg_at_5": 0.57674, + "precision_at_1": 0.417, + "precision_at_10": 0.0963, + "precision_at_100": 0.01161, + "precision_at_1000": 0.00121, + "precision_at_20": 0.0523, + "precision_at_3": 0.24167, + "precision_at_5": 0.167, + "recall_at_1": 0.376, + "recall_at_10": 0.80583, + "recall_at_100": 0.957, + "recall_at_1000": 0.99433, + "recall_at_20": 0.86725, + "recall_at_3": 0.62717, + "recall_at_5": 0.7105 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NepaliNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NepaliNewsClassification.json new file mode 100644 index 000000000..a36728a92 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NepaliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "79125f20d858a08f71ec4923169a6545221725c4", + "evaluation_time": 7.634498119354248, + "kg_co2_emissions": 0.0002405271490386705, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.92763671875, + "f1": 0.9273417443660847, + "f1_weighted": 0.9276200358536506, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ], + "main_score": 0.92763671875, + "scores_per_experiment": [ + { + "accuracy": 0.9267578125, + "f1": 0.9264534993635812, + "f1_weighted": 0.9269549885792616 + }, + { + "accuracy": 0.916015625, + "f1": 0.9158529899239133, + "f1_weighted": 0.915529138333526 + }, + { + "accuracy": 0.93798828125, + "f1": 0.9377729197381136, + "f1_weighted": 0.9380224217190645 + }, + { + "accuracy": 0.89794921875, + "f1": 0.8963069199269702, + "f1_weighted": 0.8974303830159336 + }, + { + "accuracy": 0.95556640625, + "f1": 0.9551727317792622, + "f1_weighted": 0.9554894726495773 + }, + { + "accuracy": 0.94580078125, + "f1": 0.9456952491047991, + "f1_weighted": 0.9459622217610266 + }, + { + "accuracy": 0.9111328125, + "f1": 0.9117222863228188, + "f1_weighted": 0.9117640196760313 + }, + { + "accuracy": 0.9287109375, + "f1": 0.9287552040998183, + "f1_weighted": 0.928721767688979 + }, + { + "accuracy": 0.9296875, + "f1": 0.92862810431782, + "f1_weighted": 0.9295623102608261 + }, + { + "accuracy": 0.9267578125, + "f1": 0.9270575390837522, + "f1_weighted": 0.9267636348522799 + } + ] + } + ] + }, + "task_name": "NepaliNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2022RetrievalHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..45f39088f --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 100.42596483230591, + "kg_co2_emissions": 0.008312053164761983, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.48142, + "map_at_1": 0.07405, + "map_at_10": 0.21207, + "map_at_100": 0.3723, + "map_at_1000": 0.42094, + "map_at_20": 0.26354, + "map_at_3": 0.12881, + "map_at_5": 0.16253, + "mrr_at_1": 0.5111111111111111, + "mrr_at_10": 0.6650264550264549, + "mrr_at_100": 0.66778894602424, + "mrr_at_1000": 0.66778894602424, + "mrr_at_20": 0.6663336445689385, + "mrr_at_3": 0.648148148148148, + "mrr_at_5": 0.6525925925925924, + "nauc_map_at_1000_diff1": 0.21731372061845391, + "nauc_map_at_1000_max": 0.21645657732266907, + "nauc_map_at_1000_std": 0.13589778831449353, + "nauc_map_at_100_diff1": 0.3460615961025593, + "nauc_map_at_100_max": 0.21195054179230516, + "nauc_map_at_100_std": 0.024299531834360323, + "nauc_map_at_10_diff1": 0.35817961603705867, + "nauc_map_at_10_max": 0.04018493569488234, + "nauc_map_at_10_std": -0.1738867311166211, + "nauc_map_at_1_diff1": 0.29231583329082, + "nauc_map_at_1_max": -0.026186325410720617, + "nauc_map_at_1_std": -0.07850117408480656, + "nauc_map_at_20_diff1": 0.35847705845530226, + "nauc_map_at_20_max": 0.08095906205535551, + "nauc_map_at_20_std": -0.16673403368891748, + "nauc_map_at_3_diff1": 0.2598497872102045, + "nauc_map_at_3_max": -0.037756922085411274, + "nauc_map_at_3_std": -0.12408562629913637, + "nauc_map_at_5_diff1": 0.3397839694644494, + "nauc_map_at_5_max": 0.02698213039099836, + "nauc_map_at_5_std": -0.135784872575529, + "nauc_mrr_at_1000_diff1": 0.2517927138273647, + "nauc_mrr_at_1000_max": -0.023640190318151115, + "nauc_mrr_at_1000_std": -0.002752306106677711, + "nauc_mrr_at_100_diff1": 0.2517927138273647, + "nauc_mrr_at_100_max": -0.023640190318151115, + "nauc_mrr_at_100_std": -0.002752306106677711, + "nauc_mrr_at_10_diff1": 0.25790727358769516, + "nauc_mrr_at_10_max": -0.0189015112514029, + "nauc_mrr_at_10_std": 0.0017605522236321509, + "nauc_mrr_at_1_diff1": 0.22528720342687392, + "nauc_mrr_at_1_max": -0.06140630607096618, + "nauc_mrr_at_1_std": -0.04183454589054034, + "nauc_mrr_at_20_diff1": 0.2540914115089084, + "nauc_mrr_at_20_max": -0.02414073203934841, + "nauc_mrr_at_20_std": -0.0033724236414387275, + "nauc_mrr_at_3_diff1": 0.2499304714554456, + "nauc_mrr_at_3_max": -0.026613922599659688, + "nauc_mrr_at_3_std": 0.004422451994858293, + "nauc_mrr_at_5_diff1": 0.2563459901436555, + "nauc_mrr_at_5_max": -0.024211665568351363, + "nauc_mrr_at_5_std": -0.0014617139915599122, + "nauc_ndcg_at_1000_diff1": 0.20574727774586096, + "nauc_ndcg_at_1000_max": 0.08028775183884451, + "nauc_ndcg_at_1000_std": 0.02915825502871924, + "nauc_ndcg_at_100_diff1": 0.26177987665830244, + "nauc_ndcg_at_100_max": 0.14270306428239793, + "nauc_ndcg_at_100_std": 0.033679573390002014, + "nauc_ndcg_at_10_diff1": 0.25857426984224935, + "nauc_ndcg_at_10_max": -0.009874094929407402, + "nauc_ndcg_at_10_std": -0.09878948038899986, + "nauc_ndcg_at_1_diff1": 0.252066088808783, + "nauc_ndcg_at_1_max": -0.12133704744822321, + "nauc_ndcg_at_1_std": -0.10833930232677391, + "nauc_ndcg_at_20_diff1": 0.2342239321260614, + "nauc_ndcg_at_20_max": 0.014230588916969045, + "nauc_ndcg_at_20_std": -0.10265181153608818, + "nauc_ndcg_at_3_diff1": 0.2514030464855703, + "nauc_ndcg_at_3_max": 0.004456625116273424, + "nauc_ndcg_at_3_std": -0.10197208910924684, + "nauc_ndcg_at_5_diff1": 0.28403373651320146, + "nauc_ndcg_at_5_max": -0.0043884796808208075, + "nauc_ndcg_at_5_std": -0.12513477872309148, + "nauc_precision_at_1000_diff1": -0.20058669663415885, + "nauc_precision_at_1000_max": 0.07923269323398344, + "nauc_precision_at_1000_std": 0.2635819678080232, + "nauc_precision_at_100_diff1": -0.15179081024797997, + "nauc_precision_at_100_max": 0.15976473166059488, + "nauc_precision_at_100_std": 0.3273905470710843, + "nauc_precision_at_10_diff1": 0.058505028245417645, + "nauc_precision_at_10_max": 0.10259545907440502, + "nauc_precision_at_10_std": 0.04197242129711746, + "nauc_precision_at_1_diff1": 0.22528720342687392, + "nauc_precision_at_1_max": -0.06140630607096618, + "nauc_precision_at_1_std": -0.04183454589054034, + "nauc_precision_at_20_diff1": -0.05270968726745327, + "nauc_precision_at_20_max": 0.12509090969284778, + "nauc_precision_at_20_std": 0.14854881337685236, + "nauc_precision_at_3_diff1": 0.11885670391797477, + "nauc_precision_at_3_max": 0.09424044584662365, + "nauc_precision_at_3_std": 0.037628904826248706, + "nauc_precision_at_5_diff1": 0.1557305214268993, + "nauc_precision_at_5_max": 0.1240265057040815, + "nauc_precision_at_5_std": 0.021191606966409322, + "nauc_recall_at_1000_diff1": 0.16160081835038423, + "nauc_recall_at_1000_max": 0.7126014384092572, + "nauc_recall_at_1000_std": 0.6264615624258123, + "nauc_recall_at_100_diff1": 0.11265569604912115, + "nauc_recall_at_100_max": 0.28592270039227674, + "nauc_recall_at_100_std": 0.13940840977206326, + "nauc_recall_at_10_diff1": 0.25261009242561844, + "nauc_recall_at_10_max": -0.008025947154606389, + "nauc_recall_at_10_std": -0.14309667684040997, + "nauc_recall_at_1_diff1": 0.29231583329082, + "nauc_recall_at_1_max": -0.026186325410720617, + "nauc_recall_at_1_std": -0.07850117408480656, + "nauc_recall_at_20_diff1": 0.19230161643283614, + "nauc_recall_at_20_max": 0.06351539447030177, + "nauc_recall_at_20_std": -0.11392714102478498, + "nauc_recall_at_3_diff1": 0.20361995959159374, + "nauc_recall_at_3_max": -0.09658364890964297, + "nauc_recall_at_3_std": -0.13293909521034866, + "nauc_recall_at_5_diff1": 0.2950516380358141, + "nauc_recall_at_5_max": 0.0012779732443371074, + "nauc_recall_at_5_std": -0.11338732556597045, + "ndcg_at_1": 0.37778, + "ndcg_at_10": 0.4388, + "ndcg_at_100": 0.58905, + "ndcg_at_1000": 0.64114, + "ndcg_at_20": 0.48142, + "ndcg_at_3": 0.40469, + "ndcg_at_5": 0.41301, + "precision_at_1": 0.51111, + "precision_at_10": 0.38444, + "precision_at_100": 0.19133, + "precision_at_1000": 0.03213, + "precision_at_20": 0.33778, + "precision_at_3": 0.48889, + "precision_at_5": 0.45333, + "recall_at_1": 0.07405, + "recall_at_10": 0.33014, + "recall_at_100": 0.82892, + "recall_at_1000": 0.99411, + "recall_at_20": 0.468, + "recall_at_3": 0.15903, + "recall_at_5": 0.20952 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.50472, + "map_at_1": 0.04559, + "map_at_10": 0.19196, + "map_at_100": 0.3897, + "map_at_1000": 0.46422, + "map_at_20": 0.23762, + "map_at_3": 0.11069, + "map_at_5": 0.14219, + "mrr_at_1": 0.7272727272727273, + "mrr_at_10": 0.7997113997113998, + "mrr_at_100": 0.8011653329835149, + "mrr_at_1000": 0.8011653329835149, + "mrr_at_20": 0.7997113997113998, + "mrr_at_3": 0.7803030303030304, + "mrr_at_5": 0.7916666666666667, + "nauc_map_at_1000_diff1": -0.3199320761303664, + "nauc_map_at_1000_max": 0.1026839542796002, + "nauc_map_at_1000_std": 0.15140360910542264, + "nauc_map_at_100_diff1": -0.24570181128229585, + "nauc_map_at_100_max": 0.0864686080261158, + "nauc_map_at_100_std": -0.044001234663011604, + "nauc_map_at_10_diff1": -0.2300700090541198, + "nauc_map_at_10_max": -0.10927967667695979, + "nauc_map_at_10_std": -0.33180446972392896, + "nauc_map_at_1_diff1": -0.2086305584555899, + "nauc_map_at_1_max": -0.07980696311126063, + "nauc_map_at_1_std": -0.2670689728643603, + "nauc_map_at_20_diff1": -0.22228523608159223, + "nauc_map_at_20_max": -0.07552528537398454, + "nauc_map_at_20_std": -0.30823390463772576, + "nauc_map_at_3_diff1": -0.2907926615438707, + "nauc_map_at_3_max": -0.0953812276270444, + "nauc_map_at_3_std": -0.3155590169939967, + "nauc_map_at_5_diff1": -0.25344726591394684, + "nauc_map_at_5_max": -0.12529070329563566, + "nauc_map_at_5_std": -0.338925454051293, + "nauc_mrr_at_1000_diff1": -0.1312738477574156, + "nauc_mrr_at_1000_max": 0.07455164310651431, + "nauc_mrr_at_1000_std": 0.07947006356071505, + "nauc_mrr_at_100_diff1": -0.1312738477574156, + "nauc_mrr_at_100_max": 0.07455164310651431, + "nauc_mrr_at_100_std": 0.07947006356071505, + "nauc_mrr_at_10_diff1": -0.13610503845483826, + "nauc_mrr_at_10_max": 0.07201591562641292, + "nauc_mrr_at_10_std": 0.07728413226314595, + "nauc_mrr_at_1_diff1": 0.0037415073847106186, + "nauc_mrr_at_1_max": 0.17633307524062938, + "nauc_mrr_at_1_std": 0.15117132686956444, + "nauc_mrr_at_20_diff1": -0.13610503845483826, + "nauc_mrr_at_20_max": 0.07201591562641292, + "nauc_mrr_at_20_std": 0.07728413226314595, + "nauc_mrr_at_3_diff1": -0.11841172449926692, + "nauc_mrr_at_3_max": 0.05310242846390505, + "nauc_mrr_at_3_std": 0.037054992167532795, + "nauc_mrr_at_5_diff1": -0.13779627645431208, + "nauc_mrr_at_5_max": 0.04273882667824896, + "nauc_mrr_at_5_std": 0.06276719141513999, + "nauc_ndcg_at_1000_diff1": -0.38985009131234855, + "nauc_ndcg_at_1000_max": 0.12231355207807203, + "nauc_ndcg_at_1000_std": 0.18056048777680775, + "nauc_ndcg_at_100_diff1": -0.2897653436884198, + "nauc_ndcg_at_100_max": 0.026617486001789016, + "nauc_ndcg_at_100_std": -0.041465428154771104, + "nauc_ndcg_at_10_diff1": -0.30539307373408153, + "nauc_ndcg_at_10_max": -0.07272075170147539, + "nauc_ndcg_at_10_std": -0.04939194951183505, + "nauc_ndcg_at_1_diff1": -0.06595177297667318, + "nauc_ndcg_at_1_max": 0.049075292618724654, + "nauc_ndcg_at_1_std": 0.0704837973729026, + "nauc_ndcg_at_20_diff1": -0.30227266318430346, + "nauc_ndcg_at_20_max": -0.08885213012873133, + "nauc_ndcg_at_20_std": -0.1167434169273179, + "nauc_ndcg_at_3_diff1": -0.19843740073790606, + "nauc_ndcg_at_3_max": 0.02130644691234581, + "nauc_ndcg_at_3_std": -0.05889629239243823, + "nauc_ndcg_at_5_diff1": -0.26841505045892383, + "nauc_ndcg_at_5_max": -0.05372065318326576, + "nauc_ndcg_at_5_std": -0.053957051320499404, + "nauc_precision_at_1000_diff1": -0.20739551230927683, + "nauc_precision_at_1000_max": 0.10252306122583937, + "nauc_precision_at_1000_std": 0.49667322895033816, + "nauc_precision_at_100_diff1": -0.15619705595709035, + "nauc_precision_at_100_max": 0.16996896293485497, + "nauc_precision_at_100_std": 0.48666243520878927, + "nauc_precision_at_10_diff1": -0.15890890798345078, + "nauc_precision_at_10_max": 0.1790588465453416, + "nauc_precision_at_10_std": 0.2806232722719998, + "nauc_precision_at_1_diff1": 0.0037415073847106186, + "nauc_precision_at_1_max": 0.17633307524062938, + "nauc_precision_at_1_std": 0.15117132686956444, + "nauc_precision_at_20_diff1": -0.1275018926233266, + "nauc_precision_at_20_max": 0.16777799199466065, + "nauc_precision_at_20_std": 0.33437857130178744, + "nauc_precision_at_3_diff1": -0.06550300300300292, + "nauc_precision_at_3_max": 0.19509707203191426, + "nauc_precision_at_3_std": 0.016079912990015727, + "nauc_precision_at_5_diff1": -0.08494971280023644, + "nauc_precision_at_5_max": 0.17925234949265664, + "nauc_precision_at_5_std": 0.12835654664718804, + "nauc_recall_at_1000_diff1": -0.3867545866779028, + "nauc_recall_at_1000_max": 0.2737088701144075, + "nauc_recall_at_1000_std": 0.612996310449854, + "nauc_recall_at_100_diff1": 0.08360195969207791, + "nauc_recall_at_100_max": -0.041659688099123265, + "nauc_recall_at_100_std": -0.32501404258132044, + "nauc_recall_at_10_diff1": -0.2175437536695796, + "nauc_recall_at_10_max": -0.18542170077358477, + "nauc_recall_at_10_std": -0.3866599712586096, + "nauc_recall_at_1_diff1": -0.2086305584555899, + "nauc_recall_at_1_max": -0.07980696311126063, + "nauc_recall_at_1_std": -0.2670689728643603, + "nauc_recall_at_20_diff1": -0.20357692542349365, + "nauc_recall_at_20_max": -0.17778169240497568, + "nauc_recall_at_20_std": -0.3948583132480733, + "nauc_recall_at_3_diff1": -0.3311941414497484, + "nauc_recall_at_3_max": -0.15621476724794925, + "nauc_recall_at_3_std": -0.3420212325937579, + "nauc_recall_at_5_diff1": -0.29080309768319945, + "nauc_recall_at_5_max": -0.19562824788217417, + "nauc_recall_at_5_std": -0.367927904132591, + "ndcg_at_1": 0.60606, + "ndcg_at_10": 0.50387, + "ndcg_at_100": 0.61726, + "ndcg_at_1000": 0.71243, + "ndcg_at_20": 0.50472, + "ndcg_at_3": 0.54888, + "ndcg_at_5": 0.50884, + "precision_at_1": 0.72727, + "precision_at_10": 0.51136, + "precision_at_100": 0.27295, + "precision_at_1000": 0.0425, + "precision_at_20": 0.41818, + "precision_at_3": 0.60606, + "precision_at_5": 0.55455, + "recall_at_1": 0.04559, + "recall_at_10": 0.26002, + "recall_at_100": 0.72944, + "recall_at_1000": 0.98443, + "recall_at_20": 0.34469, + "recall_at_3": 0.13088, + "recall_at_5": 0.17152 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.46539, + "map_at_1": 0.0458, + "map_at_10": 0.19144, + "map_at_100": 0.35432, + "map_at_1000": 0.44047, + "map_at_20": 0.24302, + "map_at_3": 0.10427, + "map_at_5": 0.13331, + "mrr_at_1": 0.6382978723404256, + "mrr_at_10": 0.719174265450861, + "mrr_at_100": 0.7225419084461638, + "mrr_at_1000": 0.7225419084461638, + "mrr_at_20": 0.720694022289767, + "mrr_at_3": 0.6950354609929078, + "mrr_at_5": 0.7099290780141844, + "nauc_map_at_1000_diff1": -0.06447526076755535, + "nauc_map_at_1000_max": 0.4310945829342314, + "nauc_map_at_1000_std": 0.27293818272136294, + "nauc_map_at_100_diff1": 0.032624910856954355, + "nauc_map_at_100_max": 0.3742010719082373, + "nauc_map_at_100_std": 0.026142040987601266, + "nauc_map_at_10_diff1": 0.030145870667089805, + "nauc_map_at_10_max": 0.18631684497442944, + "nauc_map_at_10_std": -0.2721810061638798, + "nauc_map_at_1_diff1": -0.09640235491258599, + "nauc_map_at_1_max": -0.07836928794707439, + "nauc_map_at_1_std": -0.2738194036127078, + "nauc_map_at_20_diff1": 0.0666958749380208, + "nauc_map_at_20_max": 0.25766822250859384, + "nauc_map_at_20_std": -0.19603111763414433, + "nauc_map_at_3_diff1": -0.08863248002201983, + "nauc_map_at_3_max": 0.02906753229818588, + "nauc_map_at_3_std": -0.27244698655969446, + "nauc_map_at_5_diff1": -0.013920772847390578, + "nauc_map_at_5_max": 0.11501731092167178, + "nauc_map_at_5_std": -0.27315951827143076, + "nauc_mrr_at_1000_diff1": 0.1224211235034639, + "nauc_mrr_at_1000_max": 0.6401432396020192, + "nauc_mrr_at_1000_std": 0.33096180927420854, + "nauc_mrr_at_100_diff1": 0.1224211235034639, + "nauc_mrr_at_100_max": 0.6401432396020192, + "nauc_mrr_at_100_std": 0.33096180927420854, + "nauc_mrr_at_10_diff1": 0.11446404488322992, + "nauc_mrr_at_10_max": 0.6407192500553948, + "nauc_mrr_at_10_std": 0.3323051797578101, + "nauc_mrr_at_1_diff1": 0.10356242643785284, + "nauc_mrr_at_1_max": 0.5947046255995219, + "nauc_mrr_at_1_std": 0.33951134263181354, + "nauc_mrr_at_20_diff1": 0.12646572572288395, + "nauc_mrr_at_20_max": 0.6425542911589242, + "nauc_mrr_at_20_std": 0.3321398209099497, + "nauc_mrr_at_3_diff1": 0.14690487343117317, + "nauc_mrr_at_3_max": 0.6518420780436947, + "nauc_mrr_at_3_std": 0.30846575811680255, + "nauc_mrr_at_5_diff1": 0.12100583612906374, + "nauc_mrr_at_5_max": 0.6479138622117382, + "nauc_mrr_at_5_std": 0.3221805101914281, + "nauc_ndcg_at_1000_diff1": -0.12016172689285434, + "nauc_ndcg_at_1000_max": 0.47275291355816207, + "nauc_ndcg_at_1000_std": 0.2608924396039029, + "nauc_ndcg_at_100_diff1": -0.0392540685214274, + "nauc_ndcg_at_100_max": 0.3989135298590543, + "nauc_ndcg_at_100_std": 0.09582146317602802, + "nauc_ndcg_at_10_diff1": -0.0715871103531931, + "nauc_ndcg_at_10_max": 0.24030835059285358, + "nauc_ndcg_at_10_std": -0.029152263413004403, + "nauc_ndcg_at_1_diff1": 0.07001437123387341, + "nauc_ndcg_at_1_max": 0.2924707769978645, + "nauc_ndcg_at_1_std": 0.003010743712162418, + "nauc_ndcg_at_20_diff1": -0.06054681085359303, + "nauc_ndcg_at_20_max": 0.31174933772634594, + "nauc_ndcg_at_20_std": 0.017535730244023353, + "nauc_ndcg_at_3_diff1": -0.052779150516892866, + "nauc_ndcg_at_3_max": 0.26944777965061806, + "nauc_ndcg_at_3_std": -0.039512579967501224, + "nauc_ndcg_at_5_diff1": -0.06337328583886401, + "nauc_ndcg_at_5_max": 0.268318989383657, + "nauc_ndcg_at_5_std": -0.028004358852257723, + "nauc_precision_at_1000_diff1": -0.18518035304524497, + "nauc_precision_at_1000_max": 0.22461098394609993, + "nauc_precision_at_1000_std": 0.4877263421838483, + "nauc_precision_at_100_diff1": -0.140768339660953, + "nauc_precision_at_100_max": 0.2527415048310874, + "nauc_precision_at_100_std": 0.5275232426894384, + "nauc_precision_at_10_diff1": -0.029759788808863912, + "nauc_precision_at_10_max": 0.473791723207474, + "nauc_precision_at_10_std": 0.3409308702286431, + "nauc_precision_at_1_diff1": 0.10356242643785284, + "nauc_precision_at_1_max": 0.5947046255995219, + "nauc_precision_at_1_std": 0.33951134263181354, + "nauc_precision_at_20_diff1": -0.03997419850054302, + "nauc_precision_at_20_max": 0.4111368281592732, + "nauc_precision_at_20_std": 0.4728610783391355, + "nauc_precision_at_3_diff1": -0.05155317813502179, + "nauc_precision_at_3_max": 0.43371494554879725, + "nauc_precision_at_3_std": 0.1128659447010208, + "nauc_precision_at_5_diff1": -0.0005359340587715722, + "nauc_precision_at_5_max": 0.5047822510966712, + "nauc_precision_at_5_std": 0.21682647764216412, + "nauc_recall_at_1000_diff1": -0.2057577434266642, + "nauc_recall_at_1000_max": 0.6811559544510213, + "nauc_recall_at_1000_std": 0.6964061025909339, + "nauc_recall_at_100_diff1": 0.13697444715392237, + "nauc_recall_at_100_max": 0.15210726958948348, + "nauc_recall_at_100_std": -0.11928885277645727, + "nauc_recall_at_10_diff1": 0.06754442932549133, + "nauc_recall_at_10_max": 0.0861394155781926, + "nauc_recall_at_10_std": -0.34350412375875866, + "nauc_recall_at_1_diff1": -0.09640235491258599, + "nauc_recall_at_1_max": -0.07836928794707439, + "nauc_recall_at_1_std": -0.2738194036127078, + "nauc_recall_at_20_diff1": 0.13324115010763396, + "nauc_recall_at_20_max": 0.17184249097697285, + "nauc_recall_at_20_std": -0.2604856089335252, + "nauc_recall_at_3_diff1": -0.04210607505755093, + "nauc_recall_at_3_max": 0.004979336198087552, + "nauc_recall_at_3_std": -0.31492557071842575, + "nauc_recall_at_5_diff1": 0.04523384880762791, + "nauc_recall_at_5_max": 0.059823265763131545, + "nauc_recall_at_5_std": -0.32425045308838574, + "ndcg_at_1": 0.48227, + "ndcg_at_10": 0.43545, + "ndcg_at_100": 0.57119, + "ndcg_at_1000": 0.67198, + "ndcg_at_20": 0.46539, + "ndcg_at_3": 0.45462, + "ndcg_at_5": 0.42599, + "precision_at_1": 0.6383, + "precision_at_10": 0.45957, + "precision_at_100": 0.24298, + "precision_at_1000": 0.04491, + "precision_at_20": 0.39681, + "precision_at_3": 0.5461, + "precision_at_5": 0.48936, + "recall_at_1": 0.0458, + "recall_at_10": 0.26722, + "recall_at_100": 0.69857, + "recall_at_1000": 0.98505, + "recall_at_20": 0.38161, + "recall_at_3": 0.11679, + "recall_at_5": 0.16077 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2023RetrievalHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..a9e1ba7c7 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 176.89159202575684, + "kg_co2_emissions": 0.014560032351778184, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.59298, + "map_at_1": 0.05939, + "map_at_10": 0.20561, + "map_at_100": 0.43883, + "map_at_1000": 0.55207, + "map_at_20": 0.26625, + "map_at_3": 0.11567, + "map_at_5": 0.15261, + "mrr_at_1": 0.8108108108108109, + "mrr_at_10": 0.8848133848133849, + "mrr_at_100": 0.8848133848133849, + "mrr_at_1000": 0.8848133848133849, + "mrr_at_20": 0.8848133848133849, + "mrr_at_3": 0.8761261261261263, + "mrr_at_5": 0.8815315315315315, + "nauc_map_at_1000_diff1": -0.3414031871687165, + "nauc_map_at_1000_max": 0.18884306794853997, + "nauc_map_at_1000_std": 0.2657826974453187, + "nauc_map_at_100_diff1": -0.10291069991718597, + "nauc_map_at_100_max": 0.21057794208159977, + "nauc_map_at_100_std": -0.054537910511196594, + "nauc_map_at_10_diff1": 0.22827427071608417, + "nauc_map_at_10_max": 0.14817671294811488, + "nauc_map_at_10_std": -0.38783342231477047, + "nauc_map_at_1_diff1": 0.21524158425119463, + "nauc_map_at_1_max": -0.15888782466828827, + "nauc_map_at_1_std": -0.4135810368911441, + "nauc_map_at_20_diff1": 0.1616183460201742, + "nauc_map_at_20_max": 0.15911666551854065, + "nauc_map_at_20_std": -0.3406742120022818, + "nauc_map_at_3_diff1": 0.26220839317024436, + "nauc_map_at_3_max": 0.006926984962140431, + "nauc_map_at_3_std": -0.43624680598987675, + "nauc_map_at_5_diff1": 0.2838715859726961, + "nauc_map_at_5_max": 0.09025090279991434, + "nauc_map_at_5_std": -0.4133917384832195, + "nauc_mrr_at_1000_diff1": 0.07542558986287046, + "nauc_mrr_at_1000_max": 0.358265391453435, + "nauc_mrr_at_1000_std": 0.1260741754684958, + "nauc_mrr_at_100_diff1": 0.07542558986287046, + "nauc_mrr_at_100_max": 0.358265391453435, + "nauc_mrr_at_100_std": 0.1260741754684958, + "nauc_mrr_at_10_diff1": 0.07542558986287046, + "nauc_mrr_at_10_max": 0.358265391453435, + "nauc_mrr_at_10_std": 0.1260741754684958, + "nauc_mrr_at_1_diff1": 0.11892216155354308, + "nauc_mrr_at_1_max": 0.33936889106414686, + "nauc_mrr_at_1_std": 0.15862925958004917, + "nauc_mrr_at_20_diff1": 0.07542558986287046, + "nauc_mrr_at_20_max": 0.358265391453435, + "nauc_mrr_at_20_std": 0.1260741754684958, + "nauc_mrr_at_3_diff1": 0.033820235254523406, + "nauc_mrr_at_3_max": 0.3767462734240547, + "nauc_mrr_at_3_std": 0.1395028007034844, + "nauc_mrr_at_5_diff1": 0.08199558315810161, + "nauc_mrr_at_5_max": 0.3534299749096044, + "nauc_mrr_at_5_std": 0.11355881398442257, + "nauc_ndcg_at_1000_diff1": -0.24223037302693237, + "nauc_ndcg_at_1000_max": 0.32671432307437537, + "nauc_ndcg_at_1000_std": 0.3281430473484079, + "nauc_ndcg_at_100_diff1": -0.08012005061211669, + "nauc_ndcg_at_100_max": 0.3687736881194547, + "nauc_ndcg_at_100_std": 0.1316788364530153, + "nauc_ndcg_at_10_diff1": -0.017970471887836723, + "nauc_ndcg_at_10_max": 0.2249935391678684, + "nauc_ndcg_at_10_std": 0.018860392835176914, + "nauc_ndcg_at_1_diff1": 0.16364018467922928, + "nauc_ndcg_at_1_max": 0.2470550859629416, + "nauc_ndcg_at_1_std": 0.05103267577769908, + "nauc_ndcg_at_20_diff1": -0.06995310702607462, + "nauc_ndcg_at_20_max": 0.23222391729145664, + "nauc_ndcg_at_20_std": 0.07573430060413551, + "nauc_ndcg_at_3_diff1": 0.08563420380871953, + "nauc_ndcg_at_3_max": 0.2892493225619516, + "nauc_ndcg_at_3_std": 0.03455881766037063, + "nauc_ndcg_at_5_diff1": 0.04745893179640726, + "nauc_ndcg_at_5_max": 0.24961823993753754, + "nauc_ndcg_at_5_std": 0.019046499173896156, + "nauc_precision_at_1000_diff1": -0.40140693028906693, + "nauc_precision_at_1000_max": -0.039759360432851366, + "nauc_precision_at_1000_std": 0.4593743786942557, + "nauc_precision_at_100_diff1": -0.44624570655820434, + "nauc_precision_at_100_max": 0.00933160234425929, + "nauc_precision_at_100_std": 0.5085776701751703, + "nauc_precision_at_10_diff1": -0.44298200818361344, + "nauc_precision_at_10_max": 0.1585734802580373, + "nauc_precision_at_10_std": 0.342002056987858, + "nauc_precision_at_1_diff1": 0.11892216155354308, + "nauc_precision_at_1_max": 0.33936889106414686, + "nauc_precision_at_1_std": 0.15862925958004917, + "nauc_precision_at_20_diff1": -0.48849819921140425, + "nauc_precision_at_20_max": 0.0726355898650219, + "nauc_precision_at_20_std": 0.44622321530398784, + "nauc_precision_at_3_diff1": -0.19609234870017136, + "nauc_precision_at_3_max": 0.39470652044440535, + "nauc_precision_at_3_std": 0.24428410325159539, + "nauc_precision_at_5_diff1": -0.27450694130744824, + "nauc_precision_at_5_max": 0.27781773404713983, + "nauc_precision_at_5_std": 0.2857794774279425, + "nauc_recall_at_1000_diff1": -0.6079165277476772, + "nauc_recall_at_1000_max": 0.6487790539513558, + "nauc_recall_at_1000_std": 0.7179168760584281, + "nauc_recall_at_100_diff1": 0.09295146902281065, + "nauc_recall_at_100_max": 0.2947850682677817, + "nauc_recall_at_100_std": -0.11625979679738893, + "nauc_recall_at_10_diff1": 0.27808307749011446, + "nauc_recall_at_10_max": 0.13689373161166862, + "nauc_recall_at_10_std": -0.41596923043730727, + "nauc_recall_at_1_diff1": 0.21524158425119463, + "nauc_recall_at_1_max": -0.15888782466828827, + "nauc_recall_at_1_std": -0.4135810368911441, + "nauc_recall_at_20_diff1": 0.25507601900358984, + "nauc_recall_at_20_max": 0.1601223677712022, + "nauc_recall_at_20_std": -0.35847565718662155, + "nauc_recall_at_3_diff1": 0.24686684102886933, + "nauc_recall_at_3_max": -0.0003945445930117527, + "nauc_recall_at_3_std": -0.45002275333523667, + "nauc_recall_at_5_diff1": 0.30278697753336886, + "nauc_recall_at_5_max": 0.07197432687486614, + "nauc_recall_at_5_std": -0.43729298509902453, + "ndcg_at_1": 0.63964, + "ndcg_at_10": 0.59149, + "ndcg_at_100": 0.65923, + "ndcg_at_1000": 0.76944, + "ndcg_at_20": 0.59298, + "ndcg_at_3": 0.6145, + "ndcg_at_5": 0.60605, + "precision_at_1": 0.81081, + "precision_at_10": 0.61757, + "precision_at_100": 0.35351, + "precision_at_1000": 0.06627, + "precision_at_20": 0.53919, + "precision_at_3": 0.74775, + "precision_at_5": 0.7027, + "recall_at_1": 0.05939, + "recall_at_10": 0.24189, + "recall_at_100": 0.66532, + "recall_at_1000": 0.96545, + "recall_at_20": 0.34088, + "recall_at_3": 0.12677, + "recall_at_5": 0.17137 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.52216, + "map_at_1": 0.03167, + "map_at_10": 0.17131, + "map_at_100": 0.35217, + "map_at_1000": 0.45686, + "map_at_20": 0.21131, + "map_at_3": 0.09376, + "map_at_5": 0.12657, + "mrr_at_1": 0.6933333333333334, + "mrr_at_10": 0.7967936507936508, + "mrr_at_100": 0.7987936507936508, + "mrr_at_1000": 0.7988837408837409, + "mrr_at_20": 0.7976825396825398, + "mrr_at_3": 0.7822222222222223, + "mrr_at_5": 0.794888888888889, + "nauc_map_at_1000_diff1": 0.08501510285885108, + "nauc_map_at_1000_max": 0.2821574195972428, + "nauc_map_at_1000_std": 0.11873830442686029, + "nauc_map_at_100_diff1": 0.21494036625676294, + "nauc_map_at_100_max": 0.373920956036718, + "nauc_map_at_100_std": -0.03564074491371489, + "nauc_map_at_10_diff1": 0.2141491158945371, + "nauc_map_at_10_max": 0.3302762860225, + "nauc_map_at_10_std": -0.21666442263532154, + "nauc_map_at_1_diff1": 0.3380748889048757, + "nauc_map_at_1_max": 0.3261511823957165, + "nauc_map_at_1_std": -0.2781827608254357, + "nauc_map_at_20_diff1": 0.22412221603072846, + "nauc_map_at_20_max": 0.33283485882351044, + "nauc_map_at_20_std": -0.2019085393526038, + "nauc_map_at_3_diff1": 0.25012355005593484, + "nauc_map_at_3_max": 0.3162904098522348, + "nauc_map_at_3_std": -0.30622888572717644, + "nauc_map_at_5_diff1": 0.20640290246780035, + "nauc_map_at_5_max": 0.3449196185797093, + "nauc_map_at_5_std": -0.2554111341091589, + "nauc_mrr_at_1000_diff1": 0.6449256938902974, + "nauc_mrr_at_1000_max": 0.2837135953033296, + "nauc_mrr_at_1000_std": -0.05585981097357591, + "nauc_mrr_at_100_diff1": 0.6447801571766856, + "nauc_mrr_at_100_max": 0.2840737588123075, + "nauc_mrr_at_100_std": -0.055328902984794544, + "nauc_mrr_at_10_diff1": 0.6455393219306758, + "nauc_mrr_at_10_max": 0.2864915299931189, + "nauc_mrr_at_10_std": -0.05582076196324693, + "nauc_mrr_at_1_diff1": 0.6020315531971211, + "nauc_mrr_at_1_max": 0.28435544937070983, + "nauc_mrr_at_1_std": -0.07266392985418009, + "nauc_mrr_at_20_diff1": 0.6469694595486063, + "nauc_mrr_at_20_max": 0.28362284616585476, + "nauc_mrr_at_20_std": -0.05784874038531144, + "nauc_mrr_at_3_diff1": 0.6612873834857412, + "nauc_mrr_at_3_max": 0.24989160051896092, + "nauc_mrr_at_3_std": -0.08757826163572298, + "nauc_mrr_at_5_diff1": 0.6492272422445369, + "nauc_mrr_at_5_max": 0.28720935993299057, + "nauc_mrr_at_5_std": -0.05402256337891004, + "nauc_ndcg_at_1000_diff1": 0.19199190447699388, + "nauc_ndcg_at_1000_max": 0.3335138284106085, + "nauc_ndcg_at_1000_std": 0.12564196610667477, + "nauc_ndcg_at_100_diff1": 0.22045548749347477, + "nauc_ndcg_at_100_max": 0.3698173812566555, + "nauc_ndcg_at_100_std": 0.0923581382658072, + "nauc_ndcg_at_10_diff1": 0.3274531784807723, + "nauc_ndcg_at_10_max": 0.34207928841276847, + "nauc_ndcg_at_10_std": 0.007009855692073069, + "nauc_ndcg_at_1_diff1": 0.502149175171118, + "nauc_ndcg_at_1_max": 0.25499593349518557, + "nauc_ndcg_at_1_std": -0.09127170980704682, + "nauc_ndcg_at_20_diff1": 0.29241797166713446, + "nauc_ndcg_at_20_max": 0.2565245628175836, + "nauc_ndcg_at_20_std": -0.03773908347899288, + "nauc_ndcg_at_3_diff1": 0.37658684348035093, + "nauc_ndcg_at_3_max": 0.2886593459563954, + "nauc_ndcg_at_3_std": -0.0644408109165427, + "nauc_ndcg_at_5_diff1": 0.3305117304452621, + "nauc_ndcg_at_5_max": 0.3388425305834562, + "nauc_ndcg_at_5_std": -0.034209686629778385, + "nauc_precision_at_1000_diff1": -0.11631599940813798, + "nauc_precision_at_1000_max": -0.08727880224898803, + "nauc_precision_at_1000_std": 0.18443110415352973, + "nauc_precision_at_100_diff1": -0.08767209205303932, + "nauc_precision_at_100_max": -0.028902396978524373, + "nauc_precision_at_100_std": 0.24168870806864254, + "nauc_precision_at_10_diff1": 0.2020323238098188, + "nauc_precision_at_10_max": 0.19318011317332237, + "nauc_precision_at_10_std": 0.1477770321788348, + "nauc_precision_at_1_diff1": 0.6020315531971211, + "nauc_precision_at_1_max": 0.28435544937070983, + "nauc_precision_at_1_std": -0.07266392985418009, + "nauc_precision_at_20_diff1": 0.06161508235307108, + "nauc_precision_at_20_max": 0.06086573969720399, + "nauc_precision_at_20_std": 0.16464937809084898, + "nauc_precision_at_3_diff1": 0.3542775650657528, + "nauc_precision_at_3_max": 0.3005294077138439, + "nauc_precision_at_3_std": -0.02431267539394252, + "nauc_precision_at_5_diff1": 0.2744385386198129, + "nauc_precision_at_5_max": 0.3071845030588328, + "nauc_precision_at_5_std": 0.060379429450871186, + "nauc_recall_at_1000_diff1": -0.2954889967213965, + "nauc_recall_at_1000_max": 0.277727816694259, + "nauc_recall_at_1000_std": 0.3864696439162238, + "nauc_recall_at_100_diff1": 0.12279605637724679, + "nauc_recall_at_100_max": 0.3074073053842977, + "nauc_recall_at_100_std": 0.04955864790917616, + "nauc_recall_at_10_diff1": 0.18272588687972577, + "nauc_recall_at_10_max": 0.2405054348800322, + "nauc_recall_at_10_std": -0.18789944801511432, + "nauc_recall_at_1_diff1": 0.3380748889048757, + "nauc_recall_at_1_max": 0.3261511823957165, + "nauc_recall_at_1_std": -0.2781827608254357, + "nauc_recall_at_20_diff1": 0.18180537123716664, + "nauc_recall_at_20_max": 0.21900953025700362, + "nauc_recall_at_20_std": -0.19336630885513414, + "nauc_recall_at_3_diff1": 0.20001623709463562, + "nauc_recall_at_3_max": 0.22037777831082533, + "nauc_recall_at_3_std": -0.3182752545819112, + "nauc_recall_at_5_diff1": 0.15797344413571407, + "nauc_recall_at_5_max": 0.24898208143444522, + "nauc_recall_at_5_std": -0.2393983832048497, + "ndcg_at_1": 0.53333, + "ndcg_at_10": 0.53431, + "ndcg_at_100": 0.59639, + "ndcg_at_1000": 0.72436, + "ndcg_at_20": 0.52216, + "ndcg_at_3": 0.54436, + "ndcg_at_5": 0.54028, + "precision_at_1": 0.69333, + "precision_at_10": 0.552, + "precision_at_100": 0.3064, + "precision_at_1000": 0.06029, + "precision_at_20": 0.464, + "precision_at_3": 0.67111, + "precision_at_5": 0.62667, + "recall_at_1": 0.03167, + "recall_at_10": 0.21318, + "recall_at_100": 0.61268, + "recall_at_1000": 0.9605, + "recall_at_20": 0.28304, + "recall_at_3": 0.10664, + "recall_at_5": 0.1489 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.4962, + "map_at_1": 0.03804, + "map_at_10": 0.16792, + "map_at_100": 0.34786, + "map_at_1000": 0.43184, + "map_at_20": 0.22338, + "map_at_3": 0.08106, + "map_at_5": 0.1147, + "mrr_at_1": 0.7066666666666667, + "mrr_at_10": 0.7940158730158731, + "mrr_at_100": 0.7941825396825397, + "mrr_at_1000": 0.7941825396825397, + "mrr_at_20": 0.7940158730158731, + "mrr_at_3": 0.7688888888888888, + "mrr_at_5": 0.7842222222222223, + "nauc_map_at_1000_diff1": 0.01396726511168142, + "nauc_map_at_1000_max": 0.38464334541569667, + "nauc_map_at_1000_std": 0.18969979499749579, + "nauc_map_at_100_diff1": 0.025235041327978235, + "nauc_map_at_100_max": 0.3818584308531572, + "nauc_map_at_100_std": 0.12192324018272845, + "nauc_map_at_10_diff1": 0.0790394727058256, + "nauc_map_at_10_max": 0.2970552498939539, + "nauc_map_at_10_std": -0.008252573148272447, + "nauc_map_at_1_diff1": 0.30113931194714694, + "nauc_map_at_1_max": 0.004097492703605176, + "nauc_map_at_1_std": -0.10914452304760947, + "nauc_map_at_20_diff1": 0.061348665166665435, + "nauc_map_at_20_max": 0.34856643856856884, + "nauc_map_at_20_std": 0.020585290830236972, + "nauc_map_at_3_diff1": 0.13432284526909394, + "nauc_map_at_3_max": 0.22322999952275427, + "nauc_map_at_3_std": 0.00157753522322078, + "nauc_map_at_5_diff1": 0.10368319578699318, + "nauc_map_at_5_max": 0.2532890521431209, + "nauc_map_at_5_std": 0.007507337341208017, + "nauc_mrr_at_1000_diff1": 0.24452699985405205, + "nauc_mrr_at_1000_max": 0.4112937608775983, + "nauc_mrr_at_1000_std": 0.11715772810968564, + "nauc_mrr_at_100_diff1": 0.24452699985405205, + "nauc_mrr_at_100_max": 0.4112937608775983, + "nauc_mrr_at_100_std": 0.11715772810968564, + "nauc_mrr_at_10_diff1": 0.24495787247413847, + "nauc_mrr_at_10_max": 0.41142054054993554, + "nauc_mrr_at_10_std": 0.1154279630680455, + "nauc_mrr_at_1_diff1": 0.27639247232554737, + "nauc_mrr_at_1_max": 0.3954557015996964, + "nauc_mrr_at_1_std": 0.12237602019796612, + "nauc_mrr_at_20_diff1": 0.24495787247413847, + "nauc_mrr_at_20_max": 0.41142054054993554, + "nauc_mrr_at_20_std": 0.1154279630680455, + "nauc_mrr_at_3_diff1": 0.2110427022219477, + "nauc_mrr_at_3_max": 0.4075533488280993, + "nauc_mrr_at_3_std": 0.14254723567788888, + "nauc_mrr_at_5_diff1": 0.25522523303290584, + "nauc_mrr_at_5_max": 0.41370434161368824, + "nauc_mrr_at_5_std": 0.13410610753438984, + "nauc_ndcg_at_1000_diff1": 0.12120559874046889, + "nauc_ndcg_at_1000_max": 0.4328684877371682, + "nauc_ndcg_at_1000_std": 0.17412381823714299, + "nauc_ndcg_at_100_diff1": 0.07449757136977411, + "nauc_ndcg_at_100_max": 0.3816463376717632, + "nauc_ndcg_at_100_std": 0.12768983680824256, + "nauc_ndcg_at_10_diff1": 0.10305867899032065, + "nauc_ndcg_at_10_max": 0.33502819965942787, + "nauc_ndcg_at_10_std": 0.010489443249819416, + "nauc_ndcg_at_1_diff1": 0.21680332096703353, + "nauc_ndcg_at_1_max": 0.23588921172379754, + "nauc_ndcg_at_1_std": 0.0442117113781372, + "nauc_ndcg_at_20_diff1": 0.09083602531598142, + "nauc_ndcg_at_20_max": 0.35637032036060867, + "nauc_ndcg_at_20_std": 0.049847302746455706, + "nauc_ndcg_at_3_diff1": 0.10396403487849362, + "nauc_ndcg_at_3_max": 0.3641115315349631, + "nauc_ndcg_at_3_std": 0.08439827563975194, + "nauc_ndcg_at_5_diff1": 0.1110505261012155, + "nauc_ndcg_at_5_max": 0.3535715412034268, + "nauc_ndcg_at_5_std": 0.07721898180320205, + "nauc_precision_at_1000_diff1": -0.0447607335301857, + "nauc_precision_at_1000_max": -0.01842160680306469, + "nauc_precision_at_1000_std": 0.0847163754111596, + "nauc_precision_at_100_diff1": -0.053424945941520155, + "nauc_precision_at_100_max": 0.026981804343097986, + "nauc_precision_at_100_std": 0.12351222484296367, + "nauc_precision_at_10_diff1": 0.04115754876404331, + "nauc_precision_at_10_max": 0.3152029688735083, + "nauc_precision_at_10_std": 0.05449772492619043, + "nauc_precision_at_1_diff1": 0.27639247232554737, + "nauc_precision_at_1_max": 0.3954557015996964, + "nauc_precision_at_1_std": 0.12237602019796612, + "nauc_precision_at_20_diff1": -0.003838111482561695, + "nauc_precision_at_20_max": 0.25343136706632463, + "nauc_precision_at_20_std": 0.08572217251875731, + "nauc_precision_at_3_diff1": 0.0525624834924936, + "nauc_precision_at_3_max": 0.46014017812679836, + "nauc_precision_at_3_std": 0.17148892853762748, + "nauc_precision_at_5_diff1": 0.045891745084518425, + "nauc_precision_at_5_max": 0.38100613350958057, + "nauc_precision_at_5_std": 0.12239488669953877, + "nauc_recall_at_1000_diff1": 0.07574315072545426, + "nauc_recall_at_1000_max": 0.6121914679975516, + "nauc_recall_at_1000_std": 0.7557239678076951, + "nauc_recall_at_100_diff1": -0.07496910560165515, + "nauc_recall_at_100_max": 0.21500780771022862, + "nauc_recall_at_100_std": 0.09296426983949588, + "nauc_recall_at_10_diff1": 0.04002454002997079, + "nauc_recall_at_10_max": 0.22373854842467517, + "nauc_recall_at_10_std": -0.058795136360109176, + "nauc_recall_at_1_diff1": 0.30113931194714694, + "nauc_recall_at_1_max": 0.004097492703605176, + "nauc_recall_at_1_std": -0.10914452304760947, + "nauc_recall_at_20_diff1": 0.007521715910889247, + "nauc_recall_at_20_max": 0.2884467504634555, + "nauc_recall_at_20_std": -0.004467645309092586, + "nauc_recall_at_3_diff1": 0.12460065422578824, + "nauc_recall_at_3_max": 0.21739906168032114, + "nauc_recall_at_3_std": 0.00018525455361704125, + "nauc_recall_at_5_diff1": 0.100224241255562, + "nauc_recall_at_5_max": 0.23378846687835309, + "nauc_recall_at_5_std": -0.0050358764625937575, + "ndcg_at_1": 0.51778, + "ndcg_at_10": 0.494, + "ndcg_at_100": 0.57456, + "ndcg_at_1000": 0.70893, + "ndcg_at_20": 0.4962, + "ndcg_at_3": 0.52006, + "ndcg_at_5": 0.50913, + "precision_at_1": 0.70667, + "precision_at_10": 0.52667, + "precision_at_100": 0.26707, + "precision_at_1000": 0.05207, + "precision_at_20": 0.45, + "precision_at_3": 0.62222, + "precision_at_5": 0.58933, + "recall_at_1": 0.03804, + "recall_at_10": 0.20913, + "recall_at_100": 0.61558, + "recall_at_1000": 0.9641, + "recall_at_20": 0.30165, + "recall_at_3": 0.08658, + "recall_at_5": 0.12699 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/News21InstructionRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/News21InstructionRetrieval.json new file mode 100644 index 000000000..2c5ecc64f --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/News21InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "e0144086b45fe31ac125e9ac1a83b6a409bb6ca6", + "evaluation_time": 134.3005383014679, + "kg_co2_emissions": 0.010431145151701559, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.02867, + "map_at_10": 0.16873, + "map_at_100": 0.34726, + "map_at_1000": 0.39422, + "map_at_20": 0.23676, + "map_at_3": 0.07836, + "map_at_5": 0.10947, + "mrr_at_1": 0.65625, + "mrr_at_10": 0.7640625, + "mrr_at_100": 0.7695075757575757, + "mrr_at_1000": 0.7695075757575757, + "mrr_at_20": 0.7695075757575757, + "mrr_at_3": 0.7447916666666666, + "mrr_at_5": 0.7588541666666666, + "naucs_at_1000_diff1": 0.06597111546523328, + "naucs_at_1000_max": 0.27737201733728006, + "naucs_at_1000_std": -0.1700388692510971, + "naucs_at_100_diff1": 0.06597111546523328, + "naucs_at_100_max": 0.27737201733728006, + "naucs_at_100_std": -0.1700388692510971, + "naucs_at_10_diff1": 0.06938801243425778, + "naucs_at_10_max": 0.291049332475257, + "naucs_at_10_std": -0.15446739570410845, + "naucs_at_1_diff1": 0.09342789471186394, + "naucs_at_1_max": 0.18332093099063113, + "naucs_at_1_std": -0.2573189096708989, + "naucs_at_20_diff1": 0.06597111546523328, + "naucs_at_20_max": 0.27737201733728006, + "naucs_at_20_std": -0.1700388692510971, + "naucs_at_3_diff1": 0.07649078368153829, + "naucs_at_3_max": 0.30552530717673115, + "naucs_at_3_std": -0.16206310461046775, + "naucs_at_5_diff1": 0.07067588272193714, + "naucs_at_5_max": 0.27011122029301826, + "naucs_at_5_std": -0.1956701041406689, + "ndcg_at_1": 0.38281, + "ndcg_at_10": 0.41325, + "ndcg_at_100": 0.53286, + "ndcg_at_1000": 0.6495, + "ndcg_at_20": 0.43427, + "ndcg_at_3": 0.415, + "ndcg_at_5": 0.41859, + "precision_at_1": 0.65625, + "precision_at_10": 0.5625, + "precision_at_100": 0.20031, + "precision_at_1000": 0.03725, + "precision_at_20": 0.4625, + "precision_at_3": 0.66667, + "precision_at_5": 0.625, + "recall_at_1": 0.02867, + "recall_at_10": 0.2061, + "recall_at_100": 0.60576, + "recall_at_1000": 1.0, + "recall_at_20": 0.31921, + "recall_at_3": 0.08359, + "recall_at_5": 0.12349 + }, + "original": { + "map_at_1": 0.03012, + "map_at_10": 0.11685, + "map_at_100": 0.18722, + "map_at_1000": 0.20942, + "map_at_20": 0.144, + "map_at_3": 0.06646, + "map_at_5": 0.08277, + "mrr_at_1": 0.28125, + "mrr_at_10": 0.4458705357142858, + "mrr_at_100": 0.453416756854257, + "mrr_at_1000": 0.45370610870610883, + "mrr_at_20": 0.4509435876623378, + "mrr_at_3": 0.39583333333333337, + "mrr_at_5": 0.42708333333333337, + "naucs_at_1000_diff1": 0.13309844539439705, + "naucs_at_1000_max": 0.25509057815297326, + "naucs_at_1000_std": -0.048263066132388066, + "naucs_at_100_diff1": 0.13280625060565485, + "naucs_at_100_max": 0.2537085365821549, + "naucs_at_100_std": -0.048099392947506675, + "naucs_at_10_diff1": 0.13940349440583405, + "naucs_at_10_max": 0.23831863803299588, + "naucs_at_10_std": -0.06128822457988443, + "naucs_at_1_diff1": 0.08982625273595604, + "naucs_at_1_max": 0.39749285471719575, + "naucs_at_1_std": -0.03357739550043788, + "naucs_at_20_diff1": 0.12923039801781508, + "naucs_at_20_max": 0.25137786338468937, + "naucs_at_20_std": -0.04610499529021124, + "naucs_at_3_diff1": 0.16702691754037455, + "naucs_at_3_max": 0.27951928407133214, + "naucs_at_3_std": -0.05045117445647002, + "naucs_at_5_diff1": 0.1595661675649377, + "naucs_at_5_max": 0.24970132417548238, + "naucs_at_5_std": -0.06427469092088119, + "ndcg_at_1": 0.17188, + "ndcg_at_10": 0.25229, + "ndcg_at_100": 0.38192, + "ndcg_at_1000": 0.47427, + "ndcg_at_20": 0.28606, + "ndcg_at_3": 0.21431, + "ndcg_at_5": 0.21548, + "precision_at_1": 0.28125, + "precision_at_10": 0.23438, + "precision_at_100": 0.08281, + "precision_at_1000": 0.01634, + "precision_at_20": 0.1875, + "precision_at_3": 0.29167, + "precision_at_5": 0.2625, + "recall_at_1": 0.03012, + "recall_at_10": 0.21867, + "recall_at_100": 0.58459, + "recall_at_1000": 1.0, + "recall_at_20": 0.3185, + "recall_at_3": 0.08763, + "recall_at_5": 0.1216 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": -0.013922666099468859, + "p-MRR": -0.013922666099468859 + } + ] + }, + "task_name": "News21InstructionRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NollySentiBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NollySentiBitextMining.json new file mode 100644 index 000000000..aa5223388 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NollySentiBitextMining.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "d48254fbdb51af1ae7f20831aab0bccf0b70a19c", + "evaluation_time": 3.3130860328674316, + "kg_co2_emissions": 0.00014916221906205793, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.7195121951219512, + "f1": 0.6747364424193693, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ], + "main_score": 0.6747364424193693, + "precision": 0.6607065427797135, + "recall": 0.7195121951219512 + }, + { + "accuracy": 0.44146341463414634, + "f1": 0.3915336367406847, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ], + "main_score": 0.3915336367406847, + "precision": 0.37790064174831317, + "recall": 0.44146341463414634 + }, + { + "accuracy": 0.8878048780487805, + "f1": 0.8621602787456446, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ], + "main_score": 0.8621602787456446, + "precision": 0.851490514905149, + "recall": 0.8878048780487805 + }, + { + "accuracy": 0.36097560975609755, + "f1": 0.31862046715705244, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ], + "main_score": 0.31862046715705244, + "precision": 0.3061914890465823, + "recall": 0.36097560975609755 + } + ] + }, + "task_name": "NollySentiBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NordicLangClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NordicLangClassification.json new file mode 100644 index 000000000..1abe52a89 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NordicLangClassification.json @@ -0,0 +1,78 @@ +{ + "dataset_revision": "e254179d18ab0165fdb6dbef91178266222bee2a", + "evaluation_time": 11.118403434753418, + "kg_co2_emissions": 0.00034991299606212814, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.3893, + "f1": 0.3805280989094649, + "f1_weighted": 0.38303137525083153, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ], + "main_score": 0.3893, + "scores_per_experiment": [ + { + "accuracy": 0.37733333333333335, + "f1": 0.37347939850418105, + "f1_weighted": 0.3767754702464584 + }, + { + "accuracy": 0.4013333333333333, + "f1": 0.38540032326420315, + "f1_weighted": 0.38979850189070364 + }, + { + "accuracy": 0.38333333333333336, + "f1": 0.38279586853450914, + "f1_weighted": 0.3841992482903619 + }, + { + "accuracy": 0.4003333333333333, + "f1": 0.38594645128397403, + "f1_weighted": 0.38867509486829865 + }, + { + "accuracy": 0.3903333333333333, + "f1": 0.3761954139853707, + "f1_weighted": 0.37922009424526354 + }, + { + "accuracy": 0.3923333333333333, + "f1": 0.38265750293187967, + "f1_weighted": 0.3847646186606989 + }, + { + "accuracy": 0.384, + "f1": 0.37724510235500847, + "f1_weighted": 0.37956773979819375 + }, + { + "accuracy": 0.37633333333333335, + "f1": 0.36572549386422276, + "f1_weighted": 0.36747739010634384 + }, + { + "accuracy": 0.376, + "f1": 0.3710048042182507, + "f1_weighted": 0.3727146244871165 + }, + { + "accuracy": 0.4116666666666667, + "f1": 0.40483063015304904, + "f1_weighted": 0.4071209699148762 + } + ] + } + ] + }, + "task_name": "NordicLangClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NorwegianCourtsBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NorwegianCourtsBitextMining.json new file mode 100644 index 000000000..add6202f1 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NorwegianCourtsBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "d79af07e969a6678fcbbe819956840425816468f", + "evaluation_time": 1.118368148803711, + "kg_co2_emissions": 3.46967921207665e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.9517543859649122, + "f1": 0.9444444444444445, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ], + "main_score": 0.9444444444444445, + "precision": 0.9407894736842105, + "recall": 0.9517543859649122 + } + ] + }, + "task_name": "NorwegianCourtsBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaParagraphEmotionClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaParagraphEmotionClassification.json new file mode 100644 index 000000000..a672e4c64 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaParagraphEmotionClassification.json @@ -0,0 +1,631 @@ +{ + "dataset_revision": "c61e8c3ee47d2dce296e9601195916b54c21d575", + "evaluation_time": 26.319566011428833, + "kg_co2_emissions": 0.0011986516403391003, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.35719999999999996, + "f1": 0.35156794058970314, + "f1_weighted": 0.36115400294796035, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ], + "main_score": 0.35156794058970314, + "scores_per_experiment": [ + { + "accuracy": 0.352, + "f1": 0.34080482657944006, + "f1_weighted": 0.35508386225801153 + }, + { + "accuracy": 0.342, + "f1": 0.3381784692538553, + "f1_weighted": 0.3423680521570889 + }, + { + "accuracy": 0.366, + "f1": 0.35831277527578365, + "f1_weighted": 0.3637764044364507 + }, + { + "accuracy": 0.378, + "f1": 0.3743990371568235, + "f1_weighted": 0.38848126919355935 + }, + { + "accuracy": 0.334, + "f1": 0.3364889228671971, + "f1_weighted": 0.3392106048209108 + }, + { + "accuracy": 0.356, + "f1": 0.3503969698750094, + "f1_weighted": 0.3514074030768039 + }, + { + "accuracy": 0.344, + "f1": 0.32877137195513517, + "f1_weighted": 0.3414616649636652 + }, + { + "accuracy": 0.378, + "f1": 0.37679834424245545, + "f1_weighted": 0.39010753682023985 + }, + { + "accuracy": 0.326, + "f1": 0.3191263102885359, + "f1_weighted": 0.3361720824400966 + }, + { + "accuracy": 0.396, + "f1": 0.3924023784027959, + "f1_weighted": 0.4034711493127768 + } + ] + }, + { + "accuracy": 0.530375, + "f1": 0.5068916779061797, + "f1_weighted": 0.5265401719021044, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ], + "main_score": 0.5068916779061797, + "scores_per_experiment": [ + { + "accuracy": 0.5125, + "f1": 0.4940221804741042, + "f1_weighted": 0.5242044851761236 + }, + { + "accuracy": 0.5375, + "f1": 0.5068949933667393, + "f1_weighted": 0.5325961466899248 + }, + { + "accuracy": 0.5525, + "f1": 0.5209089601025803, + "f1_weighted": 0.550896895558033 + }, + { + "accuracy": 0.4375, + "f1": 0.41994719741699693, + "f1_weighted": 0.4167012601392476 + }, + { + "accuracy": 0.5475, + "f1": 0.5383351284226287, + "f1_weighted": 0.5505335469521095 + }, + { + "accuracy": 0.585, + "f1": 0.5582119924199012, + "f1_weighted": 0.5856476416688524 + }, + { + "accuracy": 0.52375, + "f1": 0.4892685585577207, + "f1_weighted": 0.5173472506798101 + }, + { + "accuracy": 0.50375, + "f1": 0.48585302571873346, + "f1_weighted": 0.4963260801533474 + }, + { + "accuracy": 0.525, + "f1": 0.5119879337190373, + "f1_weighted": 0.5162314342846678 + }, + { + "accuracy": 0.57875, + "f1": 0.5434868088633548, + "f1_weighted": 0.5749169777189281 + } + ] + }, + { + "accuracy": 0.4646666666666667, + "f1": 0.3892767243427432, + "f1_weighted": 0.44979832800422537, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ], + "main_score": 0.3892767243427432, + "scores_per_experiment": [ + { + "accuracy": 0.4533333333333333, + "f1": 0.3781031484143161, + "f1_weighted": 0.43718811877398117 + }, + { + "accuracy": 0.47333333333333333, + "f1": 0.3937134112456264, + "f1_weighted": 0.4630743135772938 + }, + { + "accuracy": 0.47333333333333333, + "f1": 0.39034002489884845, + "f1_weighted": 0.4604076797385621 + }, + { + "accuracy": 0.4766666666666667, + "f1": 0.3880834873488414, + "f1_weighted": 0.45982677028731983 + }, + { + "accuracy": 0.48333333333333334, + "f1": 0.40253812954919094, + "f1_weighted": 0.4648099787990811 + }, + { + "accuracy": 0.4666666666666667, + "f1": 0.38960190483677076, + "f1_weighted": 0.45128088752747736 + }, + { + "accuracy": 0.43666666666666665, + "f1": 0.371014319176885, + "f1_weighted": 0.4241533346837842 + }, + { + "accuracy": 0.44333333333333336, + "f1": 0.3824302294544539, + "f1_weighted": 0.4259294069777514 + }, + { + "accuracy": 0.4866666666666667, + "f1": 0.4049971357508494, + "f1_weighted": 0.47046389031754887 + }, + { + "accuracy": 0.4533333333333333, + "f1": 0.3919454527516494, + "f1_weighted": 0.440848899359454 + } + ] + }, + { + "accuracy": 0.46099999999999997, + "f1": 0.44884823236890725, + "f1_weighted": 0.45359102857594474, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ], + "main_score": 0.44884823236890725, + "scores_per_experiment": [ + { + "accuracy": 0.495, + "f1": 0.4885232950564732, + "f1_weighted": 0.4840382081085074 + }, + { + "accuracy": 0.44875, + "f1": 0.43752871494764684, + "f1_weighted": 0.4467948546194967 + }, + { + "accuracy": 0.43375, + "f1": 0.4005079809175443, + "f1_weighted": 0.41999800497711426 + }, + { + "accuracy": 0.4575, + "f1": 0.4527564319576793, + "f1_weighted": 0.45061660935493564 + }, + { + "accuracy": 0.50875, + "f1": 0.4957914594265396, + "f1_weighted": 0.5061045488895572 + }, + { + "accuracy": 0.46125, + "f1": 0.438364618115795, + "f1_weighted": 0.4536522157597055 + }, + { + "accuracy": 0.4125, + "f1": 0.4203015551907142, + "f1_weighted": 0.40241002361496236 + }, + { + "accuracy": 0.45125, + "f1": 0.4398925546690865, + "f1_weighted": 0.43502086189560485 + }, + { + "accuracy": 0.46625, + "f1": 0.4606785936641075, + "f1_weighted": 0.46916139530135453 + }, + { + "accuracy": 0.475, + "f1": 0.4541371197434857, + "f1_weighted": 0.4681135632382084 + } + ] + }, + { + "accuracy": 0.36019999999999996, + "f1": 0.3322855006012976, + "f1_weighted": 0.3647869945219863, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ], + "main_score": 0.3322855006012976, + "scores_per_experiment": [ + { + "accuracy": 0.392, + "f1": 0.344444419048162, + "f1_weighted": 0.391242118254463 + }, + { + "accuracy": 0.432, + "f1": 0.3854731393742051, + "f1_weighted": 0.45091167049185865 + }, + { + "accuracy": 0.332, + "f1": 0.31378941280321054, + "f1_weighted": 0.3414296396048846 + }, + { + "accuracy": 0.318, + "f1": 0.29584149974293694, + "f1_weighted": 0.32616361978107583 + }, + { + "accuracy": 0.378, + "f1": 0.3488621505873838, + "f1_weighted": 0.36175003988272153 + }, + { + "accuracy": 0.336, + "f1": 0.29622494953086315, + "f1_weighted": 0.3364818408010602 + }, + { + "accuracy": 0.314, + "f1": 0.3025625662306591, + "f1_weighted": 0.3204043218670008 + }, + { + "accuracy": 0.34, + "f1": 0.3314050819775284, + "f1_weighted": 0.3420124609830461 + }, + { + "accuracy": 0.376, + "f1": 0.3635108621223801, + "f1_weighted": 0.38991442036746127 + }, + { + "accuracy": 0.384, + "f1": 0.34074092459564687, + "f1_weighted": 0.3875598131862912 + } + ] + }, + { + "accuracy": 0.368, + "f1": 0.353458073761691, + "f1_weighted": 0.3669267763190395, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ], + "main_score": 0.353458073761691, + "scores_per_experiment": [ + { + "accuracy": 0.304, + "f1": 0.2848367308863175, + "f1_weighted": 0.29692207819073196 + }, + { + "accuracy": 0.344, + "f1": 0.3229464907044874, + "f1_weighted": 0.3484337092859099 + }, + { + "accuracy": 0.38, + "f1": 0.36354084568818196, + "f1_weighted": 0.38036713375597414 + }, + { + "accuracy": 0.41, + "f1": 0.3931543756775954, + "f1_weighted": 0.4047895901192496 + }, + { + "accuracy": 0.404, + "f1": 0.4069960054459817, + "f1_weighted": 0.40343285959395225 + }, + { + "accuracy": 0.326, + "f1": 0.3153640906610939, + "f1_weighted": 0.3201414482472874 + }, + { + "accuracy": 0.392, + "f1": 0.37342635052740525, + "f1_weighted": 0.388744590428348 + }, + { + "accuracy": 0.384, + "f1": 0.3551006548930295, + "f1_weighted": 0.38375179205206905 + }, + { + "accuracy": 0.358, + "f1": 0.34600744520436216, + "f1_weighted": 0.35880450124952673 + }, + { + "accuracy": 0.378, + "f1": 0.37320774792845596, + "f1_weighted": 0.38388006026734606 + } + ] + }, + { + "accuracy": 0.5345, + "f1": 0.5074565670065049, + "f1_weighted": 0.5345722179939986, + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.5074565670065049, + "scores_per_experiment": [ + { + "accuracy": 0.63125, + "f1": 0.5869339522065825, + "f1_weighted": 0.6345445069706863 + }, + { + "accuracy": 0.4625, + "f1": 0.4421681351609315, + "f1_weighted": 0.4578760700474257 + }, + { + "accuracy": 0.55, + "f1": 0.5144046644214237, + "f1_weighted": 0.5482260384978922 + }, + { + "accuracy": 0.515, + "f1": 0.4831430229905713, + "f1_weighted": 0.5197385667461394 + }, + { + "accuracy": 0.5775, + "f1": 0.5566875335537776, + "f1_weighted": 0.5786820113001474 + }, + { + "accuracy": 0.535, + "f1": 0.5195248294993596, + "f1_weighted": 0.5433539784197925 + }, + { + "accuracy": 0.4775, + "f1": 0.47058544260222757, + "f1_weighted": 0.4709069221143508 + }, + { + "accuracy": 0.56625, + "f1": 0.5242289091449795, + "f1_weighted": 0.5659815376785591 + }, + { + "accuracy": 0.505, + "f1": 0.4786418852930755, + "f1_weighted": 0.5031053950781916 + }, + { + "accuracy": 0.525, + "f1": 0.498247295192119, + "f1_weighted": 0.5233071530868004 + } + ] + }, + { + "accuracy": 0.6035, + "f1": 0.5291200214603748, + "f1_weighted": 0.5896343921818299, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ], + "main_score": 0.5291200214603748, + "scores_per_experiment": [ + { + "accuracy": 0.64, + "f1": 0.556006805687736, + "f1_weighted": 0.6226532530793972 + }, + { + "accuracy": 0.5575, + "f1": 0.490905620575746, + "f1_weighted": 0.5376787726287963 + }, + { + "accuracy": 0.6475, + "f1": 0.5576433273873291, + "f1_weighted": 0.6353265372526383 + }, + { + "accuracy": 0.6225, + "f1": 0.5521201614411951, + "f1_weighted": 0.6072817688350918 + }, + { + "accuracy": 0.595, + "f1": 0.526254306280331, + "f1_weighted": 0.5851719167709735 + }, + { + "accuracy": 0.62, + "f1": 0.547094685937127, + "f1_weighted": 0.6105234727190505 + }, + { + "accuracy": 0.6075, + "f1": 0.5180719319557404, + "f1_weighted": 0.5914224235268318 + }, + { + "accuracy": 0.585, + "f1": 0.5188824044884439, + "f1_weighted": 0.5744273551167265 + }, + { + "accuracy": 0.5575, + "f1": 0.495250705147314, + "f1_weighted": 0.5427722975568434 + }, + { + "accuracy": 0.6025, + "f1": 0.5289702657027856, + "f1_weighted": 0.5890861243319497 + } + ] + }, + { + "accuracy": 0.4916666666666666, + "f1": 0.4674092535160961, + "f1_weighted": 0.4884876532790335, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ], + "main_score": 0.4674092535160961, + "scores_per_experiment": [ + { + "accuracy": 0.47333333333333333, + "f1": 0.4373075553572607, + "f1_weighted": 0.4717963858998246 + }, + { + "accuracy": 0.4766666666666667, + "f1": 0.46704012651904125, + "f1_weighted": 0.48111479706579596 + }, + { + "accuracy": 0.5466666666666666, + "f1": 0.5232785210271899, + "f1_weighted": 0.5399909618469985 + }, + { + "accuracy": 0.49666666666666665, + "f1": 0.45565439527315904, + "f1_weighted": 0.49409888787285705 + }, + { + "accuracy": 0.47333333333333333, + "f1": 0.4475876632645403, + "f1_weighted": 0.4751534940733858 + }, + { + "accuracy": 0.4866666666666667, + "f1": 0.46628105488142296, + "f1_weighted": 0.4813620975658898 + }, + { + "accuracy": 0.48333333333333334, + "f1": 0.46135021840904195, + "f1_weighted": 0.48676025412496 + }, + { + "accuracy": 0.4766666666666667, + "f1": 0.452227001457767, + "f1_weighted": 0.4653939335093352 + }, + { + "accuracy": 0.4766666666666667, + "f1": 0.4570106458976838, + "f1_weighted": 0.466643813415394 + }, + { + "accuracy": 0.5266666666666666, + "f1": 0.5063553530738542, + "f1_weighted": 0.5225619074158937 + } + ] + }, + { + "accuracy": 0.45249999999999996, + "f1": 0.4386124359998374, + "f1_weighted": 0.44434956229232636, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ], + "main_score": 0.4386124359998374, + "scores_per_experiment": [ + { + "accuracy": 0.4525, + "f1": 0.43836812747744797, + "f1_weighted": 0.44712614346896323 + }, + { + "accuracy": 0.42875, + "f1": 0.4339012170472145, + "f1_weighted": 0.42545438760214116 + }, + { + "accuracy": 0.4675, + "f1": 0.44914750504474815, + "f1_weighted": 0.4639145815700021 + }, + { + "accuracy": 0.4675, + "f1": 0.4365271759885691, + "f1_weighted": 0.4606965143604939 + }, + { + "accuracy": 0.43875, + "f1": 0.4283833616474217, + "f1_weighted": 0.42802045726067606 + }, + { + "accuracy": 0.44375, + "f1": 0.4154805600017054, + "f1_weighted": 0.4323629302833266 + }, + { + "accuracy": 0.465, + "f1": 0.46106393088261494, + "f1_weighted": 0.4661773358193841 + }, + { + "accuracy": 0.485, + "f1": 0.4630221475204066, + "f1_weighted": 0.47177095014903125 + }, + { + "accuracy": 0.4375, + "f1": 0.4217416912523776, + "f1_weighted": 0.424849408174368 + }, + { + "accuracy": 0.43875, + "f1": 0.4384886431358678, + "f1_weighted": 0.42312291423487713 + } + ] + } + ] + }, + "task_name": "NusaParagraphEmotionClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaTranslationBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaTranslationBitextMining.json new file mode 100644 index 000000000..05ae78283 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaTranslationBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", + "evaluation_time": 65.90709161758423, + "kg_co2_emissions": 0.002979235640034871, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.913, + "f1": 0.8942909774436089, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ], + "main_score": 0.8942909774436089, + "precision": 0.8866111111111111, + "recall": 0.913 + }, + { + "accuracy": 0.6612121212121213, + "f1": 0.6132726977197606, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ], + "main_score": 0.6132726977197606, + "precision": 0.5971588732446886, + "recall": 0.6612121212121213 + }, + { + "accuracy": 0.858030303030303, + "f1": 0.8305343540913176, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ], + "main_score": 0.8305343540913176, + "precision": 0.820445008402773, + "recall": 0.858030303030303 + }, + { + "accuracy": 0.758, + "f1": 0.7235836922336923, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ], + "main_score": 0.7235836922336923, + "precision": 0.7116129078286055, + "recall": 0.758 + }, + { + "accuracy": 0.8806060606060606, + "f1": 0.8543221828676374, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ], + "main_score": 0.8543221828676374, + "precision": 0.8441521088339271, + "recall": 0.8806060606060606 + }, + { + "accuracy": 0.6443939393939394, + "f1": 0.5965505697959007, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ], + "main_score": 0.5965505697959007, + "precision": 0.5804571071497704, + "recall": 0.6443939393939394 + }, + { + "accuracy": 0.548030303030303, + "f1": 0.500333806177304, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ], + "main_score": 0.500333806177304, + "precision": 0.4848696091121515, + "recall": 0.548030303030303 + }, + { + "accuracy": 0.8971212121212121, + "f1": 0.8730168800055164, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ], + "main_score": 0.8730168800055164, + "precision": 0.8635315017474108, + "recall": 0.8971212121212121 + }, + { + "accuracy": 0.975, + "f1": 0.968, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ], + "main_score": 0.968, + "precision": 0.9648333333333333, + "recall": 0.975 + }, + { + "accuracy": 0.755, + "f1": 0.7135028799702713, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ], + "main_score": 0.7135028799702713, + "precision": 0.6977424603174605, + "recall": 0.755 + }, + { + "accuracy": 0.8906060606060606, + "f1": 0.8663733492938037, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ], + "main_score": 0.8663733492938037, + "precision": 0.857168240850059, + "recall": 0.8906060606060606 + } + ] + }, + "task_name": "NusaTranslationBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaX-senti.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaX-senti.json new file mode 100644 index 000000000..fe53bdeb8 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaX-senti.json @@ -0,0 +1,755 @@ +{ + "dataset_revision": "a450ba4b1b6d2216c3674d3e576b2e85ce729add", + "evaluation_time": 18.362110376358032, + "kg_co2_emissions": 0.0006199544812456368, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.69025, + "f1": 0.6753968869656942, + "f1_weighted": 0.6826011871711021, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ], + "main_score": 0.69025, + "scores_per_experiment": [ + { + "accuracy": 0.7175, + "f1": 0.7072873128215657, + "f1_weighted": 0.7074793865637596 + }, + { + "accuracy": 0.6575, + "f1": 0.6305055113686965, + "f1_weighted": 0.6478298045502189 + }, + { + "accuracy": 0.6725, + "f1": 0.660262296625933, + "f1_weighted": 0.6624159426432153 + }, + { + "accuracy": 0.6875, + "f1": 0.6586718794265963, + "f1_weighted": 0.6747505099439062 + }, + { + "accuracy": 0.635, + "f1": 0.6166508562365838, + "f1_weighted": 0.6263252199859539 + }, + { + "accuracy": 0.725, + "f1": 0.7180331500625533, + "f1_weighted": 0.7211301361698574 + }, + { + "accuracy": 0.66, + "f1": 0.6423185978078184, + "f1_weighted": 0.6536452602308325 + }, + { + "accuracy": 0.715, + "f1": 0.7086862990469532, + "f1_weighted": 0.7112845035347388 + }, + { + "accuracy": 0.7275, + "f1": 0.716763284039987, + "f1_weighted": 0.7224035531501187 + }, + { + "accuracy": 0.705, + "f1": 0.6947896822202546, + "f1_weighted": 0.6987475549384208 + } + ] + }, + { + "accuracy": 0.6912499999999999, + "f1": 0.6764582396621004, + "f1_weighted": 0.6850239260596738, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ], + "main_score": 0.6912499999999999, + "scores_per_experiment": [ + { + "accuracy": 0.745, + "f1": 0.733737126344133, + "f1_weighted": 0.743829084619734 + }, + { + "accuracy": 0.655, + "f1": 0.6316951003484746, + "f1_weighted": 0.6409341738290939 + }, + { + "accuracy": 0.7225, + "f1": 0.713981588032221, + "f1_weighted": 0.7193796029919447 + }, + { + "accuracy": 0.7225, + "f1": 0.7071313236277792, + "f1_weighted": 0.715647684892711 + }, + { + "accuracy": 0.61, + "f1": 0.5860007871462655, + "f1_weighted": 0.5876831399782109 + }, + { + "accuracy": 0.66, + "f1": 0.6403503419210226, + "f1_weighted": 0.6607317333626235 + }, + { + "accuracy": 0.69, + "f1": 0.6728901978901979, + "f1_weighted": 0.6833782773157773 + }, + { + "accuracy": 0.715, + "f1": 0.7128722053451093, + "f1_weighted": 0.7160738451937786 + }, + { + "accuracy": 0.6925, + "f1": 0.6792069339858514, + "f1_weighted": 0.6885741996158717 + }, + { + "accuracy": 0.7, + "f1": 0.6867167919799498, + "f1_weighted": 0.6940075187969924 + } + ] + }, + { + "accuracy": 0.7649999999999999, + "f1": 0.7484577330971302, + "f1_weighted": 0.761169644239929, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ], + "main_score": 0.7649999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.7825, + "f1": 0.7673635909318067, + "f1_weighted": 0.7807028583111041 + }, + { + "accuracy": 0.7275, + "f1": 0.7068845781411284, + "f1_weighted": 0.7203965955752633 + }, + { + "accuracy": 0.7825, + "f1": 0.7740199679718879, + "f1_weighted": 0.7811949897248495 + }, + { + "accuracy": 0.7975, + "f1": 0.7735132550053642, + "f1_weighted": 0.7894414672922564 + }, + { + "accuracy": 0.6725, + "f1": 0.6493327565413455, + "f1_weighted": 0.6604302442189711 + }, + { + "accuracy": 0.7825, + "f1": 0.7634039846762145, + "f1_weighted": 0.7801070939434481 + }, + { + "accuracy": 0.765, + "f1": 0.7498778998778999, + "f1_weighted": 0.7611771978021978 + }, + { + "accuracy": 0.785, + "f1": 0.778315723521203, + "f1_weighted": 0.7886670891122947 + }, + { + "accuracy": 0.7875, + "f1": 0.7694975207875103, + "f1_weighted": 0.7836949995309128 + }, + { + "accuracy": 0.7675, + "f1": 0.752368053516942, + "f1_weighted": 0.7658839068879933 + } + ] + }, + { + "accuracy": 0.6345000000000001, + "f1": 0.617140073012234, + "f1_weighted": 0.6195392402028326, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ], + "main_score": 0.6345000000000001, + "scores_per_experiment": [ + { + "accuracy": 0.645, + "f1": 0.626918536009445, + "f1_weighted": 0.6288653501923297 + }, + { + "accuracy": 0.66, + "f1": 0.645532035416335, + "f1_weighted": 0.651013052664525 + }, + { + "accuracy": 0.6775, + "f1": 0.6690963857108185, + "f1_weighted": 0.671302490653146 + }, + { + "accuracy": 0.6225, + "f1": 0.595251495648108, + "f1_weighted": 0.6006348068357283 + }, + { + "accuracy": 0.59, + "f1": 0.5602195583724021, + "f1_weighted": 0.5547193362072206 + }, + { + "accuracy": 0.64, + "f1": 0.613962360776425, + "f1_weighted": 0.6298311311749819 + }, + { + "accuracy": 0.625, + "f1": 0.6064076628615602, + "f1_weighted": 0.6100572688430025 + }, + { + "accuracy": 0.6575, + "f1": 0.6483027670890329, + "f1_weighted": 0.6492920705495097 + }, + { + "accuracy": 0.59, + "f1": 0.5860464493630323, + "f1_weighted": 0.5859944025823423 + }, + { + "accuracy": 0.6375, + "f1": 0.6196634788751796, + "f1_weighted": 0.6136824923255401 + } + ] + }, + { + "accuracy": 0.8452500000000001, + "f1": 0.8281308523725472, + "f1_weighted": 0.8433461076448424, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8452500000000001, + "scores_per_experiment": [ + { + "accuracy": 0.8825, + "f1": 0.8699195316357032, + "f1_weighted": 0.8821323739516808 + }, + { + "accuracy": 0.81, + "f1": 0.7831661968260312, + "f1_weighted": 0.8064571411076852 + }, + { + "accuracy": 0.8775, + "f1": 0.8677234416967675, + "f1_weighted": 0.8785802722978605 + }, + { + "accuracy": 0.835, + "f1": 0.8097616504279491, + "f1_weighted": 0.8285430720203587 + }, + { + "accuracy": 0.79, + "f1": 0.7789027203678195, + "f1_weighted": 0.7926215228478212 + }, + { + "accuracy": 0.83, + "f1": 0.8009705586392704, + "f1_weighted": 0.8230621287369755 + }, + { + "accuracy": 0.8375, + "f1": 0.8181398702930811, + "f1_weighted": 0.8339449304381041 + }, + { + "accuracy": 0.87, + "f1": 0.8604834054834054, + "f1_weighted": 0.8700588744588745 + }, + { + "accuracy": 0.8575, + "f1": 0.8421941667224687, + "f1_weighted": 0.8555607605890626 + }, + { + "accuracy": 0.8625, + "f1": 0.8500469816329769, + "f1_weighted": 0.8625 + } + ] + }, + { + "accuracy": 0.8552500000000001, + "f1": 0.839936819092298, + "f1_weighted": 0.8535950852508153, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ], + "main_score": 0.8552500000000001, + "scores_per_experiment": [ + { + "accuracy": 0.885, + "f1": 0.8734239115334389, + "f1_weighted": 0.8846103132926089 + }, + { + "accuracy": 0.795, + "f1": 0.7760642705655978, + "f1_weighted": 0.7911510344246407 + }, + { + "accuracy": 0.8675, + "f1": 0.8571772143200714, + "f1_weighted": 0.8682645330859617 + }, + { + "accuracy": 0.8725, + "f1": 0.8518827336035549, + "f1_weighted": 0.8671565014293071 + }, + { + "accuracy": 0.8275, + "f1": 0.8128214108281248, + "f1_weighted": 0.8289906481181154 + }, + { + "accuracy": 0.86, + "f1": 0.8346891431449471, + "f1_weighted": 0.8528954261216242 + }, + { + "accuracy": 0.8375, + "f1": 0.8209675592922441, + "f1_weighted": 0.8352283370217655 + }, + { + "accuracy": 0.86, + "f1": 0.8499574782176152, + "f1_weighted": 0.861291129795735 + }, + { + "accuracy": 0.8675, + "f1": 0.8537423961014672, + "f1_weighted": 0.8664973319773693 + }, + { + "accuracy": 0.88, + "f1": 0.8686420733159178, + "f1_weighted": 0.8798655972410252 + } + ] + }, + { + "accuracy": 0.77375, + "f1": 0.7571490339006703, + "f1_weighted": 0.7704218459941533, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ], + "main_score": 0.77375, + "scores_per_experiment": [ + { + "accuracy": 0.795, + "f1": 0.7844249004293062, + "f1_weighted": 0.7941403586888472 + }, + { + "accuracy": 0.7175, + "f1": 0.6913071254955684, + "f1_weighted": 0.7095043113119721 + }, + { + "accuracy": 0.7525, + "f1": 0.7423609705040862, + "f1_weighted": 0.7472211541548802 + }, + { + "accuracy": 0.8075, + "f1": 0.7882374516742967, + "f1_weighted": 0.8040326893434246 + }, + { + "accuracy": 0.7075, + "f1": 0.6929276522926835, + "f1_weighted": 0.7054651598717754 + }, + { + "accuracy": 0.8, + "f1": 0.7753478532110814, + "f1_weighted": 0.7957134652284549 + }, + { + "accuracy": 0.7575, + "f1": 0.7392812139303645, + "f1_weighted": 0.7528196619731615 + }, + { + "accuracy": 0.8125, + "f1": 0.8067075630018148, + "f1_weighted": 0.8148775799970605 + }, + { + "accuracy": 0.7675, + "f1": 0.7432069203440307, + "f1_weighted": 0.7618140680789022 + }, + { + "accuracy": 0.82, + "f1": 0.8076886881234707, + "f1_weighted": 0.8186300112930547 + } + ] + }, + { + "accuracy": 0.65625, + "f1": 0.6374471991398938, + "f1_weighted": 0.6470631601181205, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ], + "main_score": 0.65625, + "scores_per_experiment": [ + { + "accuracy": 0.67, + "f1": 0.6517129492482509, + "f1_weighted": 0.6588885767420427 + }, + { + "accuracy": 0.665, + "f1": 0.6435888776314308, + "f1_weighted": 0.6576013171225938 + }, + { + "accuracy": 0.67, + "f1": 0.6531787263146137, + "f1_weighted": 0.6558027016381106 + }, + { + "accuracy": 0.6825, + "f1": 0.6586680377651095, + "f1_weighted": 0.6701619360442479 + }, + { + "accuracy": 0.62, + "f1": 0.6003985333970987, + "f1_weighted": 0.6059192969870876 + }, + { + "accuracy": 0.5825, + "f1": 0.5467089505098555, + "f1_weighted": 0.571285798816568 + }, + { + "accuracy": 0.6325, + "f1": 0.6134102426568009, + "f1_weighted": 0.6213021224332614 + }, + { + "accuracy": 0.6875, + "f1": 0.6815837113224816, + "f1_weighted": 0.6871011525508579 + }, + { + "accuracy": 0.6625, + "f1": 0.6478372782720608, + "f1_weighted": 0.658144829612221 + }, + { + "accuracy": 0.69, + "f1": 0.677384684281236, + "f1_weighted": 0.684423869234214 + } + ] + }, + { + "accuracy": 0.7512500000000001, + "f1": 0.7338946394484612, + "f1_weighted": 0.7465950760942436, + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.7512500000000001, + "scores_per_experiment": [ + { + "accuracy": 0.7975, + "f1": 0.7859291831643679, + "f1_weighted": 0.7951373841535048 + }, + { + "accuracy": 0.6975, + "f1": 0.6676224611708483, + "f1_weighted": 0.6859032258064517 + }, + { + "accuracy": 0.7825, + "f1": 0.7728297101449275, + "f1_weighted": 0.7796305163043479 + }, + { + "accuracy": 0.7375, + "f1": 0.7175623999339615, + "f1_weighted": 0.7301720748427271 + }, + { + "accuracy": 0.6675, + "f1": 0.6424312409343841, + "f1_weighted": 0.6603139881984483 + }, + { + "accuracy": 0.7675, + "f1": 0.7461271576025674, + "f1_weighted": 0.7648024980483997 + }, + { + "accuracy": 0.76, + "f1": 0.7440675166705849, + "f1_weighted": 0.7551566543692849 + }, + { + "accuracy": 0.8125, + "f1": 0.8037957945486879, + "f1_weighted": 0.8126769908590395 + }, + { + "accuracy": 0.715, + "f1": 0.697288460965033, + "f1_weighted": 0.7088040587593858 + }, + { + "accuracy": 0.775, + "f1": 0.7612924693492493, + "f1_weighted": 0.7733533696008464 + } + ] + }, + { + "accuracy": 0.64925, + "f1": 0.627520322639256, + "f1_weighted": 0.6407201495982698, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ], + "main_score": 0.64925, + "scores_per_experiment": [ + { + "accuracy": 0.695, + "f1": 0.6835667717907411, + "f1_weighted": 0.6900390989361931 + }, + { + "accuracy": 0.6575, + "f1": 0.6428575732725493, + "f1_weighted": 0.6542133639992572 + }, + { + "accuracy": 0.6825, + "f1": 0.6749993512054603, + "f1_weighted": 0.679894327589339 + }, + { + "accuracy": 0.68, + "f1": 0.6300070028011205, + "f1_weighted": 0.6599598214285715 + }, + { + "accuracy": 0.5925, + "f1": 0.5728344815564297, + "f1_weighted": 0.5748969157136036 + }, + { + "accuracy": 0.5925, + "f1": 0.5616675226844718, + "f1_weighted": 0.5875791877613912 + }, + { + "accuracy": 0.6325, + "f1": 0.6076993572339621, + "f1_weighted": 0.6211178503497967 + }, + { + "accuracy": 0.6475, + "f1": 0.6465573971399089, + "f1_weighted": 0.6500468471484986 + }, + { + "accuracy": 0.66, + "f1": 0.631843337590464, + "f1_weighted": 0.647300766283525 + }, + { + "accuracy": 0.6525, + "f1": 0.623170431117451, + "f1_weighted": 0.6421533167725221 + } + ] + }, + { + "accuracy": 0.7505, + "f1": 0.7369342937801373, + "f1_weighted": 0.7473853836118852, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ], + "main_score": 0.7505, + "scores_per_experiment": [ + { + "accuracy": 0.7725, + "f1": 0.7610748002904866, + "f1_weighted": 0.7698828976034858 + }, + { + "accuracy": 0.755, + "f1": 0.7373114763756332, + "f1_weighted": 0.7504717325026511 + }, + { + "accuracy": 0.7425, + "f1": 0.7306345104794718, + "f1_weighted": 0.7413901808785529 + }, + { + "accuracy": 0.7675, + "f1": 0.7463193221764136, + "f1_weighted": 0.7595268281880516 + }, + { + "accuracy": 0.6875, + "f1": 0.671405718118849, + "f1_weighted": 0.6813560590495907 + }, + { + "accuracy": 0.7375, + "f1": 0.7209177384040771, + "f1_weighted": 0.7381649279682065 + }, + { + "accuracy": 0.76, + "f1": 0.7481620144841643, + "f1_weighted": 0.7547408498243686 + }, + { + "accuracy": 0.7625, + "f1": 0.7546265857912752, + "f1_weighted": 0.7626436068989725 + }, + { + "accuracy": 0.72, + "f1": 0.7071859386718214, + "f1_weighted": 0.7180273790284246 + }, + { + "accuracy": 0.8, + "f1": 0.7917048330091808, + "f1_weighted": 0.797649374176548 + } + ] + }, + { + "accuracy": 0.6014999999999999, + "f1": 0.5864681807743096, + "f1_weighted": 0.5899756218480838, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ], + "main_score": 0.6014999999999999, + "scores_per_experiment": [ + { + "accuracy": 0.65, + "f1": 0.6410702610720523, + "f1_weighted": 0.6435357932918364 + }, + { + "accuracy": 0.5925, + "f1": 0.5805867715884694, + "f1_weighted": 0.5943757579432452 + }, + { + "accuracy": 0.61, + "f1": 0.5970061528001441, + "f1_weighted": 0.5955656133392185 + }, + { + "accuracy": 0.6275, + "f1": 0.6103185895453139, + "f1_weighted": 0.6161556139808227 + }, + { + "accuracy": 0.5825, + "f1": 0.5627234988763868, + "f1_weighted": 0.5614706347036126 + }, + { + "accuracy": 0.58, + "f1": 0.5567439633869052, + "f1_weighted": 0.5702951554179312 + }, + { + "accuracy": 0.5325, + "f1": 0.4952530539588254, + "f1_weighted": 0.5044698126216246 + }, + { + "accuracy": 0.6225, + "f1": 0.6219892054914162, + "f1_weighted": 0.6196536349586507 + }, + { + "accuracy": 0.5675, + "f1": 0.5537855585989825, + "f1_weighted": 0.5504964405031729 + }, + { + "accuracy": 0.65, + "f1": 0.6452047524246004, + "f1_weighted": 0.6437377617207238 + } + ] + } + ] + }, + "task_name": "NusaX-senti" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaXBitextMining.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaXBitextMining.json new file mode 100644 index 000000000..c614b5f01 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/NusaXBitextMining.json @@ -0,0 +1,143 @@ +{ + "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", + "evaluation_time": 8.225430250167847, + "kg_co2_emissions": 0.0003752217634051684, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.74, + "f1": 0.6936795093795095, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ], + "main_score": 0.6936795093795095, + "precision": 0.6770785714285714, + "recall": 0.74 + }, + { + "accuracy": 0.802, + "f1": 0.7634888888888889, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ], + "main_score": 0.7634888888888889, + "precision": 0.7487176470588236, + "recall": 0.802 + }, + { + "accuracy": 0.554, + "f1": 0.5006591593591593, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ], + "main_score": 0.5006591593591593, + "precision": 0.4845459706959707, + "recall": 0.554 + }, + { + "accuracy": 0.896, + "f1": 0.8718666666666667, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ], + "main_score": 0.8718666666666667, + "precision": 0.8624666666666667, + "recall": 0.896 + }, + { + "accuracy": 0.522, + "f1": 0.46624664031620544, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ], + "main_score": 0.46624664031620544, + "precision": 0.44947748917748914, + "recall": 0.522 + }, + { + "accuracy": 0.986, + "f1": 0.9821333333333333, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ], + "main_score": 0.9821333333333333, + "precision": 0.9805, + "recall": 0.986 + }, + { + "accuracy": 0.896, + "f1": 0.8694095238095237, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ], + "main_score": 0.8694095238095237, + "precision": 0.8586666666666666, + "recall": 0.896 + }, + { + "accuracy": 0.562, + "f1": 0.5126857703081232, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ], + "main_score": 0.5126857703081232, + "precision": 0.4967909663865546, + "recall": 0.562 + }, + { + "accuracy": 0.87, + "f1": 0.8419017316017315, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ], + "main_score": 0.8419017316017315, + "precision": 0.8317857142857142, + "recall": 0.87 + }, + { + "accuracy": 0.684, + "f1": 0.6314650793650795, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ], + "main_score": 0.6314650793650795, + "precision": 0.6136566080977846, + "recall": 0.684 + }, + { + "accuracy": 0.868, + "f1": 0.8367444444444444, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ], + "main_score": 0.8367444444444444, + "precision": 0.8241690476190476, + "recall": 0.868 + } + ] + }, + "task_name": "NusaXBitextMining" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OdiaNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OdiaNewsClassification.json new file mode 100644 index 000000000..cbc071a74 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/OdiaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ffb8a34c9637fb20256e8c7be02504d16af4bd6b", + "evaluation_time": 7.5859479904174805, + "kg_co2_emissions": 0.00022021217149114232, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.823291015625, + "f1": 0.8235565251185845, + "f1_weighted": 0.8234397067312459, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ], + "main_score": 0.8235565251185845, + "scores_per_experiment": [ + { + "accuracy": 0.83544921875, + "f1": 0.8351950815657808, + "f1_weighted": 0.8356074931463822 + }, + { + "accuracy": 0.8369140625, + "f1": 0.8397889203093897, + "f1_weighted": 0.8369661982416888 + }, + { + "accuracy": 0.8125, + "f1": 0.8106687095847964, + "f1_weighted": 0.8143221241896944 + }, + { + "accuracy": 0.8388671875, + "f1": 0.8387491980832867, + "f1_weighted": 0.8382166660559975 + }, + { + "accuracy": 0.8134765625, + "f1": 0.811872367960159, + "f1_weighted": 0.8136837537437933 + }, + { + "accuracy": 0.84375, + "f1": 0.8430344924895881, + "f1_weighted": 0.8430660625864508 + }, + { + "accuracy": 0.8232421875, + "f1": 0.8247074181080928, + "f1_weighted": 0.8224823542492127 + }, + { + "accuracy": 0.841796875, + "f1": 0.8422403424803339, + "f1_weighted": 0.8418039628725118 + }, + { + "accuracy": 0.80029296875, + "f1": 0.804257390720546, + "f1_weighted": 0.7995251793417777 + }, + { + "accuracy": 0.78662109375, + "f1": 0.7850513298838709, + "f1_weighted": 0.7887232728849498 + } + ] + } + ] + }, + "task_name": "OdiaNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PAC.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PAC.json new file mode 100644 index 000000000..a3034a49c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PAC.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543", + "evaluation_time": 8.324918985366821, + "kg_co2_emissions": 0.0002872292248085466, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6913119026933101, + "ap": 0.7713860475700532, + "ap_weighted": 0.7713860475700532, + "f1": 0.6637078157098857, + "f1_weighted": 0.6957256122223364, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6913119026933101, + "scores_per_experiment": [ + { + "accuracy": 0.7138719953663482, + "ap": 0.8030654615060501, + "ap_weighted": 0.8030654615060501, + "f1": 0.69998100457649, + "f1_weighted": 0.7226590285712381 + }, + { + "accuracy": 0.7135823921227917, + "ap": 0.7767432502512593, + "ap_weighted": 0.7767432502512593, + "f1": 0.6845222198254858, + "f1_weighted": 0.718157705509295 + }, + { + "accuracy": 0.7451491456704316, + "ap": 0.7694498094284594, + "ap_weighted": 0.7694498094284594, + "f1": 0.6924816985198511, + "f1_weighted": 0.7371882159401828 + }, + { + "accuracy": 0.6429192006950478, + "ap": 0.7088181209693543, + "ap_weighted": 0.7088181209693543, + "f1": 0.5729128014842301, + "f1_weighted": 0.6336551206850326 + }, + { + "accuracy": 0.7416739067477556, + "ap": 0.8054763752046252, + "ap_weighted": 0.8054763752046252, + "f1": 0.7205674011087031, + "f1_weighted": 0.7475454741752685 + }, + { + "accuracy": 0.6295974514914567, + "ap": 0.7507561003106669, + "ap_weighted": 0.7507561003106669, + "f1": 0.6166747661907954, + "f1_weighted": 0.6413990836508935 + }, + { + "accuracy": 0.6429192006950478, + "ap": 0.7630746210705939, + "ap_weighted": 0.7630746210705939, + "f1": 0.6319543934717111, + "f1_weighted": 0.6542703517970591 + }, + { + "accuracy": 0.6886765131769476, + "ap": 0.7832154145121204, + "ap_weighted": 0.7832154145121204, + "f1": 0.6731756107417828, + "f1_weighted": 0.6981790610793559 + }, + { + "accuracy": 0.6617434115262091, + "ap": 0.7788039720761398, + "ap_weighted": 0.7788039720761398, + "f1": 0.6521650935585361, + "f1_weighted": 0.6724417073365244 + }, + { + "accuracy": 0.7329858094410657, + "ap": 0.7744573503712644, + "ap_weighted": 0.7744573503712644, + "f1": 0.692643167621272, + "f1_weighted": 0.7317603734785142 + } + ] + } + ] + }, + "task_name": "PAC" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PawsXPairClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PawsXPairClassification.json new file mode 100644 index 000000000..43141ecfa --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PawsXPairClassification.json @@ -0,0 +1,671 @@ +{ + "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646", + "evaluation_time": 29.363587141036987, + "kg_co2_emissions": 0.0012259903187959093, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.5975, + "cosine_accuracy_threshold": 0.9804860630699471, + "cosine_ap": 0.5678532733149637, + "cosine_f1": 0.6231681786461968, + "cosine_f1_threshold": 0.32576939189985155, + "cosine_precision": 0.4530695078640284, + "cosine_recall": 0.9977653631284916, + "dot_accuracy": 0.598, + "dot_accuracy_threshold": 0.98046875, + "dot_ap": 0.5712088439157736, + "dot_f1": 0.6231681786461968, + "dot_f1_threshold": 0.32568359375, + "dot_precision": 0.4530695078640284, + "dot_recall": 0.9977653631284916, + "euclidean_accuracy": 0.5975, + "euclidean_accuracy_threshold": 0.19758392742373226, + "euclidean_ap": 0.5678497413064041, + "euclidean_f1": 0.6231681786461968, + "euclidean_f1_threshold": 1.1612216380613396, + "euclidean_precision": 0.4530695078640284, + "euclidean_recall": 0.9977653631284916, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5712088439157736, + "manhattan_accuracy": 0.5965, + "manhattan_accuracy_threshold": 4.720906853675842, + "manhattan_ap": 0.5677627703469664, + "manhattan_f1": 0.6232948583420777, + "manhattan_f1_threshold": 19.066395819187164, + "manhattan_precision": 0.45366598778004075, + "manhattan_recall": 0.9955307262569832, + "max_accuracy": 0.598, + "max_ap": 0.5712088439157736, + "max_f1": 0.6232948583420777, + "max_precision": 0.45366598778004075, + "max_recall": 0.9977653631284916, + "similarity_accuracy": 0.5975, + "similarity_accuracy_threshold": 0.9804860630699471, + "similarity_ap": 0.5678532733149637, + "similarity_f1": 0.6231681786461968, + "similarity_f1_threshold": 0.32576939189985155, + "similarity_precision": 0.4530695078640284, + "similarity_recall": 0.9977653631284916 + }, + { + "cosine_accuracy": 0.625, + "cosine_accuracy_threshold": 0.9901812970855834, + "cosine_ap": 0.610868390074084, + "cosine_f1": 0.6260930395243093, + "cosine_f1_threshold": 0.8781726642635167, + "cosine_precision": 0.45850409836065575, + "cosine_recall": 0.9867695700110254, + "dot_accuracy": 0.6225, + "dot_accuracy_threshold": 0.990234375, + "dot_ap": 0.6070748989034374, + "dot_f1": 0.6260930395243093, + "dot_f1_threshold": 0.8779296875, + "dot_precision": 0.45850409836065575, + "dot_recall": 0.9867695700110254, + "euclidean_accuracy": 0.625, + "euclidean_accuracy_threshold": 0.1401356021520686, + "euclidean_ap": 0.6108481549552718, + "euclidean_f1": 0.6260930395243093, + "euclidean_f1_threshold": 0.4936072872970456, + "euclidean_precision": 0.45850409836065575, + "euclidean_recall": 0.9867695700110254, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6113158638584335, + "manhattan_accuracy": 0.626, + "manhattan_accuracy_threshold": 3.575323462486267, + "manhattan_ap": 0.6113158638584335, + "manhattan_f1": 0.6263650546021841, + "manhattan_f1_threshold": 7.84866863489151, + "manhattan_precision": 0.48461074230537116, + "manhattan_recall": 0.8853362734288864, + "max_accuracy": 0.626, + "max_ap": 0.6113158638584335, + "max_f1": 0.6263650546021841, + "max_precision": 0.48461074230537116, + "max_recall": 0.9867695700110254, + "similarity_accuracy": 0.625, + "similarity_accuracy_threshold": 0.9901812970855834, + "similarity_ap": 0.610868390074084, + "similarity_f1": 0.6260930395243093, + "similarity_f1_threshold": 0.8781726642635167, + "similarity_precision": 0.45850409836065575, + "similarity_recall": 0.9867695700110254 + }, + { + "cosine_accuracy": 0.5925, + "cosine_accuracy_threshold": 0.9891831939009414, + "cosine_ap": 0.5729606010538929, + "cosine_f1": 0.6244406196213426, + "cosine_f1_threshold": 0.6573371018817384, + "cosine_precision": 0.45395395395395394, + "cosine_recall": 1.0, + "dot_accuracy": 0.592, + "dot_accuracy_threshold": 0.98974609375, + "dot_ap": 0.570643756216231, + "dot_f1": 0.6244406196213426, + "dot_f1_threshold": 0.6572265625, + "dot_precision": 0.45395395395395394, + "dot_recall": 1.0, + "euclidean_accuracy": 0.5925, + "euclidean_accuracy_threshold": 0.14706112838007088, + "euclidean_ap": 0.5729689919200729, + "euclidean_f1": 0.6244406196213426, + "euclidean_f1_threshold": 0.8267336089456749, + "euclidean_precision": 0.45395395395395394, + "euclidean_recall": 1.0, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.5734921125751749, + "manhattan_accuracy": 0.5915, + "manhattan_accuracy_threshold": 3.69306817650795, + "manhattan_ap": 0.5734921125751749, + "manhattan_f1": 0.6245686680469289, + "manhattan_f1_threshold": 18.41659837961197, + "manhattan_precision": 0.45454545454545453, + "manhattan_recall": 0.9977949283351709, + "max_accuracy": 0.5925, + "max_ap": 0.5734921125751749, + "max_f1": 0.6245686680469289, + "max_precision": 0.45454545454545453, + "max_recall": 1.0, + "similarity_accuracy": 0.5925, + "similarity_accuracy_threshold": 0.9891831939009414, + "similarity_ap": 0.5729606010538929, + "similarity_f1": 0.6244406196213426, + "similarity_f1_threshold": 0.6573371018817384, + "similarity_precision": 0.45395395395395394, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.9852235472769887, + "cosine_ap": 0.5957051952181345, + "cosine_f1": 0.6249134948096886, + "cosine_f1_threshold": 0.5215173387549328, + "cosine_precision": 0.4544539506794162, + "cosine_recall": 1.0, + "dot_accuracy": 0.6115, + "dot_accuracy_threshold": 0.9853515625, + "dot_ap": 0.5945825920590502, + "dot_f1": 0.6249134948096886, + "dot_f1_threshold": 0.521484375, + "dot_precision": 0.4544539506794162, + "dot_recall": 1.0, + "euclidean_accuracy": 0.6115, + "euclidean_accuracy_threshold": 0.17187818156508816, + "euclidean_ap": 0.5957001589934672, + "euclidean_f1": 0.6249134948096886, + "euclidean_f1_threshold": 0.9700043923989824, + "euclidean_precision": 0.4544539506794162, + "euclidean_recall": 1.0, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.596036016030089, + "manhattan_accuracy": 0.6115, + "manhattan_accuracy_threshold": 4.401959329843521, + "manhattan_ap": 0.596036016030089, + "manhattan_f1": 0.6249134948096886, + "manhattan_f1_threshold": 24.69968205690384, + "manhattan_precision": 0.4544539506794162, + "manhattan_recall": 1.0, + "max_accuracy": 0.612, + "max_ap": 0.596036016030089, + "max_f1": 0.6249134948096886, + "max_precision": 0.4544539506794162, + "max_recall": 1.0, + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.9852235472769887, + "similarity_ap": 0.5957051952181345, + "similarity_f1": 0.6249134948096886, + "similarity_f1_threshold": 0.5215173387549328, + "similarity_precision": 0.4544539506794162, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.5775, + "cosine_accuracy_threshold": 0.9739193509366737, + "cosine_ap": 0.5170218062475455, + "cosine_f1": 0.6242038216560509, + "cosine_f1_threshold": 0.4671443907039863, + "cosine_precision": 0.45393721049922797, + "cosine_recall": 0.9988674971687429, + "dot_accuracy": 0.5775, + "dot_accuracy_threshold": 0.9736328125, + "dot_ap": 0.5178877080538474, + "dot_f1": 0.6242038216560509, + "dot_f1_threshold": 0.46728515625, + "dot_precision": 0.45393721049922797, + "dot_recall": 0.9988674971687429, + "euclidean_accuracy": 0.5775, + "euclidean_accuracy_threshold": 0.2284036730366505, + "euclidean_ap": 0.5170288921086517, + "euclidean_f1": 0.6242038216560509, + "euclidean_f1_threshold": 1.0232121191685848, + "euclidean_precision": 0.45393721049922797, + "euclidean_recall": 0.9988674971687429, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ], + "main_score": 0.5178877080538474, + "manhattan_accuracy": 0.5785, + "manhattan_accuracy_threshold": 5.8085934817790985, + "manhattan_ap": 0.5170901315025256, + "manhattan_f1": 0.6242038216560509, + "manhattan_f1_threshold": 25.91253289580345, + "manhattan_precision": 0.45393721049922797, + "manhattan_recall": 0.9988674971687429, + "max_accuracy": 0.5785, + "max_ap": 0.5178877080538474, + "max_f1": 0.6242038216560509, + "max_precision": 0.45393721049922797, + "max_recall": 0.9988674971687429, + "similarity_accuracy": 0.5775, + "similarity_accuracy_threshold": 0.9739193509366737, + "similarity_ap": 0.5170218062475455, + "similarity_f1": 0.6242038216560509, + "similarity_f1_threshold": 0.4671443907039863, + "similarity_precision": 0.45393721049922797, + "similarity_recall": 0.9988674971687429 + }, + { + "cosine_accuracy": 0.577, + "cosine_accuracy_threshold": 0.967967405476925, + "cosine_ap": 0.5232671524918145, + "cosine_f1": 0.6257022471910112, + "cosine_f1_threshold": 0.6540181719250453, + "cosine_precision": 0.45645491803278687, + "cosine_recall": 0.9944196428571429, + "dot_accuracy": 0.577, + "dot_accuracy_threshold": 0.9677734375, + "dot_ap": 0.5233452905032713, + "dot_f1": 0.6257022471910112, + "dot_f1_threshold": 0.654296875, + "dot_precision": 0.45645491803278687, + "dot_recall": 0.9944196428571429, + "euclidean_accuracy": 0.577, + "euclidean_accuracy_threshold": 0.2531442007215141, + "euclidean_ap": 0.5232811192773715, + "euclidean_f1": 0.6257022471910112, + "euclidean_f1_threshold": 0.831789229504653, + "euclidean_precision": 0.45645491803278687, + "euclidean_recall": 0.9944196428571429, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.5233452905032713, + "manhattan_accuracy": 0.578, + "manhattan_accuracy_threshold": 6.326605945825577, + "manhattan_ap": 0.5232519055816894, + "manhattan_f1": 0.6250438442651701, + "manhattan_f1_threshold": 21.123716115951538, + "manhattan_precision": 0.45575447570332484, + "manhattan_recall": 0.9944196428571429, + "max_accuracy": 0.578, + "max_ap": 0.5233452905032713, + "max_f1": 0.6257022471910112, + "max_precision": 0.45645491803278687, + "max_recall": 0.9944196428571429, + "similarity_accuracy": 0.577, + "similarity_accuracy_threshold": 0.967967405476925, + "similarity_ap": 0.5232671524918145, + "similarity_f1": 0.6257022471910112, + "similarity_f1_threshold": 0.6540181719250453, + "similarity_precision": 0.45645491803278687, + "similarity_recall": 0.9944196428571429 + }, + { + "cosine_accuracy": 0.5965, + "cosine_accuracy_threshold": 0.9794274228028772, + "cosine_ap": 0.5704811845554899, + "cosine_f1": 0.6230088495575221, + "cosine_f1_threshold": 0.7276348511079437, + "cosine_precision": 0.4557224236147074, + "cosine_recall": 0.9843400447427293, + "dot_accuracy": 0.597, + "dot_accuracy_threshold": 0.9794921875, + "dot_ap": 0.5710826850915464, + "dot_f1": 0.6230088495575221, + "dot_f1_threshold": 0.7275390625, + "dot_precision": 0.4557224236147074, + "dot_recall": 0.9843400447427293, + "euclidean_accuracy": 0.5965, + "euclidean_accuracy_threshold": 0.20287250405691737, + "euclidean_ap": 0.5704711666342517, + "euclidean_f1": 0.6230088495575221, + "euclidean_f1_threshold": 0.7379733596255575, + "euclidean_precision": 0.4557224236147074, + "euclidean_recall": 0.9843400447427293, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.5710826850915464, + "manhattan_accuracy": 0.596, + "manhattan_accuracy_threshold": 5.11026456952095, + "manhattan_ap": 0.5703484244697182, + "manhattan_f1": 0.6234875444839858, + "manhattan_f1_threshold": 18.31513598561287, + "manhattan_precision": 0.4572025052192067, + "manhattan_recall": 0.9798657718120806, + "max_accuracy": 0.597, + "max_ap": 0.5710826850915464, + "max_f1": 0.6234875444839858, + "max_precision": 0.4572025052192067, + "max_recall": 0.9843400447427293, + "similarity_accuracy": 0.5965, + "similarity_accuracy_threshold": 0.9794274228028772, + "similarity_ap": 0.5704811845554899, + "similarity_f1": 0.6230088495575221, + "similarity_f1_threshold": 0.7276348511079437, + "similarity_precision": 0.4557224236147074, + "similarity_recall": 0.9843400447427293 + } + ], + "validation": [ + { + "cosine_accuracy": 0.612, + "cosine_accuracy_threshold": 0.9878346784233634, + "cosine_ap": 0.5172634350249743, + "cosine_f1": 0.5991348233597692, + "cosine_f1_threshold": 0.6913918271079347, + "cosine_precision": 0.4276891405043747, + "cosine_recall": 1.0, + "dot_accuracy": 0.612, + "dot_accuracy_threshold": 0.98828125, + "dot_ap": 0.5260801773006172, + "dot_f1": 0.5991348233597692, + "dot_f1_threshold": 0.69140625, + "dot_precision": 0.4276891405043747, + "dot_recall": 1.0, + "euclidean_accuracy": 0.612, + "euclidean_accuracy_threshold": 0.1559767107739477, + "euclidean_ap": 0.5172558228227919, + "euclidean_f1": 0.5991348233597692, + "euclidean_f1_threshold": 0.7856797496543205, + "euclidean_precision": 0.4276891405043747, + "euclidean_recall": 1.0, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5260801773006172, + "manhattan_accuracy": 0.6135, + "manhattan_accuracy_threshold": 4.12310266494751, + "manhattan_ap": 0.5172464990581298, + "manhattan_f1": 0.5991348233597692, + "manhattan_f1_threshold": 19.93380719423294, + "manhattan_precision": 0.4276891405043747, + "manhattan_recall": 1.0, + "max_accuracy": 0.6135, + "max_ap": 0.5260801773006172, + "max_f1": 0.5991348233597692, + "max_precision": 0.4276891405043747, + "max_recall": 1.0, + "similarity_accuracy": 0.612, + "similarity_accuracy_threshold": 0.9878346784233634, + "similarity_ap": 0.5172634350249743, + "similarity_f1": 0.5991348233597692, + "similarity_f1_threshold": 0.6913918271079347, + "similarity_precision": 0.4276891405043747, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.64, + "cosine_accuracy_threshold": 0.9902961472558364, + "cosine_ap": 0.5955538715576822, + "cosine_f1": 0.6159663865546219, + "cosine_f1_threshold": 0.9616215813095168, + "cosine_precision": 0.4831905075807515, + "cosine_recall": 0.8493626882966396, + "dot_accuracy": 0.6385, + "dot_accuracy_threshold": 0.98974609375, + "dot_ap": 0.5949163242684035, + "dot_f1": 0.6167097329888027, + "dot_f1_threshold": 0.96484375, + "dot_precision": 0.49074708704592185, + "dot_recall": 0.8296639629200464, + "euclidean_accuracy": 0.64, + "euclidean_accuracy_threshold": 0.13933849178825186, + "euclidean_ap": 0.5955592785829327, + "euclidean_f1": 0.6160373355960966, + "euclidean_f1_threshold": 0.27241461015273094, + "euclidean_precision": 0.4859437751004016, + "euclidean_recall": 0.8412514484356894, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5957973034919593, + "manhattan_accuracy": 0.6395, + "manhattan_accuracy_threshold": 3.468547284603119, + "manhattan_ap": 0.5957973034919593, + "manhattan_f1": 0.6179264766625362, + "manhattan_f1_threshold": 7.328426480293274, + "manhattan_precision": 0.48010269576379977, + "manhattan_recall": 0.8667439165701043, + "max_accuracy": 0.64, + "max_ap": 0.5957973034919593, + "max_f1": 0.6179264766625362, + "max_precision": 0.49074708704592185, + "max_recall": 0.8667439165701043, + "similarity_accuracy": 0.64, + "similarity_accuracy_threshold": 0.9902961472558364, + "similarity_ap": 0.5955538715576822, + "similarity_f1": 0.6159663865546219, + "similarity_f1_threshold": 0.9616215813095168, + "similarity_precision": 0.4831905075807515, + "similarity_recall": 0.8493626882966396 + }, + { + "cosine_accuracy": 0.6285, + "cosine_accuracy_threshold": 0.9821994308096498, + "cosine_ap": 0.5614219672889809, + "cosine_f1": 0.6032763532763532, + "cosine_f1_threshold": 0.730080848950428, + "cosine_precision": 0.43192248852626214, + "cosine_recall": 1.0, + "dot_accuracy": 0.628, + "dot_accuracy_threshold": 0.982421875, + "dot_ap": 0.559710570119803, + "dot_f1": 0.6032763532763532, + "dot_f1_threshold": 0.73046875, + "dot_precision": 0.43192248852626214, + "dot_recall": 1.0, + "euclidean_accuracy": 0.6285, + "euclidean_accuracy_threshold": 0.18868688271382864, + "euclidean_ap": 0.5614112189315821, + "euclidean_f1": 0.6032763532763532, + "euclidean_f1_threshold": 0.7347103370768534, + "euclidean_precision": 0.43192248852626214, + "euclidean_recall": 1.0, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.5615357627664115, + "manhattan_accuracy": 0.6275, + "manhattan_accuracy_threshold": 4.771499335765839, + "manhattan_ap": 0.5615357627664115, + "manhattan_f1": 0.6032763532763532, + "manhattan_f1_threshold": 18.641846030950546, + "manhattan_precision": 0.43192248852626214, + "manhattan_recall": 1.0, + "max_accuracy": 0.6285, + "max_ap": 0.5615357627664115, + "max_f1": 0.6032763532763532, + "max_precision": 0.43192248852626214, + "max_recall": 1.0, + "similarity_accuracy": 0.6285, + "similarity_accuracy_threshold": 0.9821994308096498, + "similarity_ap": 0.5614219672889809, + "similarity_f1": 0.6032763532763532, + "similarity_f1_threshold": 0.730080848950428, + "similarity_precision": 0.43192248852626214, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.633, + "cosine_accuracy_threshold": 0.9871511395725822, + "cosine_ap": 0.5875589140728391, + "cosine_f1": 0.6028741675429372, + "cosine_f1_threshold": 0.5145308595322271, + "cosine_precision": 0.4315102860010035, + "cosine_recall": 1.0, + "dot_accuracy": 0.6315, + "dot_accuracy_threshold": 0.9873046875, + "dot_ap": 0.5875770306158965, + "dot_f1": 0.6028741675429372, + "dot_f1_threshold": 0.5146484375, + "dot_precision": 0.4315102860010035, + "dot_recall": 1.0, + "euclidean_accuracy": 0.633, + "euclidean_accuracy_threshold": 0.16030895117373994, + "euclidean_ap": 0.5875509688591078, + "euclidean_f1": 0.6028741675429372, + "euclidean_f1_threshold": 0.9616730090133567, + "euclidean_precision": 0.4315102860010035, + "euclidean_recall": 1.0, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.5875770306158965, + "manhattan_accuracy": 0.6325, + "manhattan_accuracy_threshold": 4.13429519534111, + "manhattan_ap": 0.5875216068649957, + "manhattan_f1": 0.6028741675429372, + "manhattan_f1_threshold": 24.47849142551422, + "manhattan_precision": 0.4315102860010035, + "manhattan_recall": 1.0, + "max_accuracy": 0.633, + "max_ap": 0.5875770306158965, + "max_f1": 0.6028741675429372, + "max_precision": 0.4315102860010035, + "max_recall": 1.0, + "similarity_accuracy": 0.633, + "similarity_accuracy_threshold": 0.9871511395725822, + "similarity_ap": 0.5875589140728391, + "similarity_f1": 0.6028741675429372, + "similarity_f1_threshold": 0.5145308595322271, + "similarity_precision": 0.4315102860010035, + "similarity_recall": 1.0 + }, + { + "cosine_accuracy": 0.6055, + "cosine_accuracy_threshold": 0.9895224403732846, + "cosine_ap": 0.5411780655607832, + "cosine_f1": 0.603921568627451, + "cosine_f1_threshold": 0.7069160430406675, + "cosine_precision": 0.4341363403382881, + "cosine_recall": 0.9918032786885246, + "dot_accuracy": 0.6065, + "dot_accuracy_threshold": 0.98974609375, + "dot_ap": 0.5405065383214313, + "dot_f1": 0.603921568627451, + "dot_f1_threshold": 0.70703125, + "dot_precision": 0.4341363403382881, + "dot_recall": 0.9918032786885246, + "euclidean_accuracy": 0.6055, + "euclidean_accuracy_threshold": 0.14476731733783516, + "euclidean_ap": 0.541170889520606, + "euclidean_f1": 0.603921568627451, + "euclidean_f1_threshold": 0.7656061205015429, + "euclidean_precision": 0.4341363403382881, + "euclidean_recall": 0.9918032786885246, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ], + "main_score": 0.5418116861343656, + "manhattan_accuracy": 0.6055, + "manhattan_accuracy_threshold": 3.669125735759735, + "manhattan_ap": 0.5418116861343656, + "manhattan_f1": 0.6034236804564908, + "manhattan_f1_threshold": 19.19542983174324, + "manhattan_precision": 0.4338461538461538, + "manhattan_recall": 0.990632318501171, + "max_accuracy": 0.6065, + "max_ap": 0.5418116861343656, + "max_f1": 0.603921568627451, + "max_precision": 0.4341363403382881, + "max_recall": 0.9918032786885246, + "similarity_accuracy": 0.6055, + "similarity_accuracy_threshold": 0.9895224403732846, + "similarity_ap": 0.5411780655607832, + "similarity_f1": 0.603921568627451, + "similarity_f1_threshold": 0.7069160430406675, + "similarity_precision": 0.4341363403382881, + "similarity_recall": 0.9918032786885246 + }, + { + "cosine_accuracy": 0.5995, + "cosine_accuracy_threshold": 0.9757393046286613, + "cosine_ap": 0.48732722107924514, + "cosine_f1": 0.5966536133855465, + "cosine_f1_threshold": 0.2958171728581387, + "cosine_precision": 0.425596749619096, + "cosine_recall": 0.9976190476190476, + "dot_accuracy": 0.6, + "dot_accuracy_threshold": 0.9755859375, + "dot_ap": 0.4868638147953349, + "dot_f1": 0.5966536133855465, + "dot_f1_threshold": 0.295654296875, + "dot_precision": 0.425596749619096, + "dot_recall": 0.9976190476190476, + "euclidean_accuracy": 0.5995, + "euclidean_accuracy_threshold": 0.2202892982589975, + "euclidean_ap": 0.4873491016038481, + "euclidean_f1": 0.5966536133855465, + "euclidean_f1_threshold": 1.1866062145747334, + "euclidean_precision": 0.425596749619096, + "euclidean_recall": 0.9976190476190476, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.48760687198954455, + "manhattan_accuracy": 0.5985, + "manhattan_accuracy_threshold": 5.586349666118622, + "manhattan_ap": 0.48760687198954455, + "manhattan_f1": 0.5967914438502674, + "manhattan_f1_threshold": 29.715885519981384, + "manhattan_precision": 0.4259541984732824, + "manhattan_recall": 0.9964285714285714, + "max_accuracy": 0.6, + "max_ap": 0.48760687198954455, + "max_f1": 0.5967914438502674, + "max_precision": 0.4259541984732824, + "max_recall": 0.9976190476190476, + "similarity_accuracy": 0.5995, + "similarity_accuracy_threshold": 0.9757393046286613, + "similarity_ap": 0.48732722107924514, + "similarity_f1": 0.5966536133855465, + "similarity_f1_threshold": 0.2958171728581387, + "similarity_precision": 0.425596749619096, + "similarity_recall": 0.9976190476190476 + }, + { + "cosine_accuracy": 0.6105, + "cosine_accuracy_threshold": 0.995894676439788, + "cosine_ap": 0.5338841845357484, + "cosine_f1": 0.6026419136022849, + "cosine_f1_threshold": 0.7101043076383919, + "cosine_precision": 0.433264887063655, + "cosine_recall": 0.9894490035169988, + "dot_accuracy": 0.6105, + "dot_accuracy_threshold": 0.99609375, + "dot_ap": 0.5331952604775041, + "dot_f1": 0.6028571428571429, + "dot_f1_threshold": 0.7109375, + "dot_precision": 0.433487416538264, + "dot_recall": 0.9894490035169988, + "euclidean_accuracy": 0.6105, + "euclidean_accuracy_threshold": 0.09061079928748056, + "euclidean_ap": 0.5338862172080615, + "euclidean_f1": 0.6028571428571429, + "euclidean_f1_threshold": 0.760444456160789, + "euclidean_precision": 0.433487416538264, + "euclidean_recall": 0.9894490035169988, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.5341043473706653, + "manhattan_accuracy": 0.6105, + "manhattan_accuracy_threshold": 2.2873475551605225, + "manhattan_ap": 0.5341043473706653, + "manhattan_f1": 0.6018518518518519, + "manhattan_f1_threshold": 19.420970290899277, + "manhattan_precision": 0.4322250639386189, + "manhattan_recall": 0.9906213364595545, + "max_accuracy": 0.6105, + "max_ap": 0.5341043473706653, + "max_f1": 0.6028571428571429, + "max_precision": 0.433487416538264, + "max_recall": 0.9906213364595545, + "similarity_accuracy": 0.6105, + "similarity_accuracy_threshold": 0.995894676439788, + "similarity_ap": 0.5338841845357484, + "similarity_f1": 0.6026419136022849, + "similarity_f1_threshold": 0.7101043076383919, + "similarity_precision": 0.433264887063655, + "similarity_recall": 0.9894490035169988 + } + ] + }, + "task_name": "PawsXPairClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PlscClusteringP2P.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PlscClusteringP2P.v2.json new file mode 100644 index 000000000..25bf171ac --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PlscClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "8436dd4c05222778013d6642ee2f3fa1722bca9b", + "evaluation_time": 27.491884469985962, + "kg_co2_emissions": 0.0007721492854067785, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.7086867101152514, + "v_measure": 0.7086867101152514, + "v_measure_std": 0.016757633407010503, + "v_measures": { + "Level 0": [ + 0.6919494108292784, + 0.703033433465449, + 0.6842456241154697, + 0.7117841487014445, + 0.7387624577697985, + 0.7364769488619904, + 0.7003270540201435, + 0.715308350492237, + 0.6991925030751721, + 0.7057871698215316 + ] + } + } + ] + }, + "task_name": "PlscClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PoemSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PoemSentimentClassification.json new file mode 100644 index 000000000..657bb19ab --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PoemSentimentClassification.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "329d529d875a00c47ec71954a1a96ae167584770", + "evaluation_time": 12.83253002166748, + "kg_co2_emissions": 0.0003653700765643723, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.6086538461538462, + "f1": 0.4617455236713278, + "f1_weighted": 0.6508159678285199, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6086538461538462, + "scores_per_experiment": [ + { + "accuracy": 0.6538461538461539, + "f1": 0.496186117467582, + "f1_weighted": 0.6932318253828551 + }, + { + "accuracy": 0.6826923076923077, + "f1": 0.5053839957035446, + "f1_weighted": 0.7077047013137238 + }, + { + "accuracy": 0.5865384615384616, + "f1": 0.45805500214852146, + "f1_weighted": 0.6384853524927355 + }, + { + "accuracy": 0.6634615384615384, + "f1": 0.49726343223736974, + "f1_weighted": 0.7039517919930911 + }, + { + "accuracy": 0.6634615384615384, + "f1": 0.48642636962309094, + "f1_weighted": 0.7082659704034231 + }, + { + "accuracy": 0.5096153846153846, + "f1": 0.40819868192158437, + "f1_weighted": 0.5456532941666924 + }, + { + "accuracy": 0.625, + "f1": 0.4957830170596128, + "f1_weighted": 0.6712080329101606 + }, + { + "accuracy": 0.5384615384615384, + "f1": 0.3998252364673238, + "f1_weighted": 0.5913661272424744 + }, + { + "accuracy": 0.5576923076923077, + "f1": 0.42524916943521596, + "f1_weighted": 0.6054018655762842 + }, + { + "accuracy": 0.6057692307692307, + "f1": 0.44508421464943204, + "f1_weighted": 0.6428907168037603 + } + ] + } + ], + "validation": [ + { + "accuracy": 0.5485714285714286, + "f1": 0.41745983166136796, + "f1_weighted": 0.5971005236232623, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5485714285714286, + "scores_per_experiment": [ + { + "accuracy": 0.5333333333333333, + "f1": 0.42354497354497356, + "f1_weighted": 0.5787755102040816 + }, + { + "accuracy": 0.5619047619047619, + "f1": 0.43267094847968823, + "f1_weighted": 0.6060865254847475 + }, + { + "accuracy": 0.47619047619047616, + "f1": 0.37663666121112926, + "f1_weighted": 0.538422570337464 + }, + { + "accuracy": 0.5904761904761905, + "f1": 0.4504385964912281, + "f1_weighted": 0.6497243107769423 + }, + { + "accuracy": 0.580952380952381, + "f1": 0.42169862641098865, + "f1_weighted": 0.6204127890786397 + }, + { + "accuracy": 0.49523809523809526, + "f1": 0.38607882527383175, + "f1_weighted": 0.5255788104690386 + }, + { + "accuracy": 0.6476190476190476, + "f1": 0.48871304134462035, + "f1_weighted": 0.7008453534769326 + }, + { + "accuracy": 0.4857142857142857, + "f1": 0.3576346993967131, + "f1_weighted": 0.5452116457150782 + }, + { + "accuracy": 0.5142857142857142, + "f1": 0.3801449074234697, + "f1_weighted": 0.5760217947637717 + }, + { + "accuracy": 0.6, + "f1": 0.4570370370370371, + "f1_weighted": 0.6299259259259259 + } + ] + } + ] + }, + "task_name": "PoemSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PolEmo2.0-OUT.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PolEmo2.0-OUT.json new file mode 100644 index 000000000..cac6de6d0 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PolEmo2.0-OUT.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "6a21ab8716e255ab1867265f8b396105e8aa63d4", + "evaluation_time": 7.199242115020752, + "kg_co2_emissions": 0.0002453304734410391, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.4947368421052632, + "f1": 0.40847446178548275, + "f1_weighted": 0.5438235436455782, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.4947368421052632, + "scores_per_experiment": [ + { + "accuracy": 0.4676113360323887, + "f1": 0.39736114544512424, + "f1_weighted": 0.5359311590711298 + }, + { + "accuracy": 0.5020242914979757, + "f1": 0.42180058207160864, + "f1_weighted": 0.5596143881971037 + }, + { + "accuracy": 0.5323886639676113, + "f1": 0.42577902827443076, + "f1_weighted": 0.566746598609556 + }, + { + "accuracy": 0.4898785425101215, + "f1": 0.3952279202279203, + "f1_weighted": 0.5302589972630459 + }, + { + "accuracy": 0.5080971659919028, + "f1": 0.42233301431264675, + "f1_weighted": 0.5608870428871651 + }, + { + "accuracy": 0.44129554655870445, + "f1": 0.38502321663588046, + "f1_weighted": 0.5132130027001618 + }, + { + "accuracy": 0.5546558704453441, + "f1": 0.4536670768870135, + "f1_weighted": 0.5958021100842553 + }, + { + "accuracy": 0.4777327935222672, + "f1": 0.4163124907497152, + "f1_weighted": 0.5575773516445236 + }, + { + "accuracy": 0.4291497975708502, + "f1": 0.34706295166025297, + "f1_weighted": 0.4638524133627159 + }, + { + "accuracy": 0.5445344129554656, + "f1": 0.42017719159023503, + "f1_weighted": 0.5543523726361256 + } + ] + } + ] + }, + "task_name": "PolEmo2.0-OUT" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PpcPC.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PpcPC.json new file mode 100644 index 000000000..0e0616b93 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PpcPC.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2", + "evaluation_time": 2.4850199222564697, + "kg_co2_emissions": 8.056275378167174e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.822, + "cosine_accuracy_threshold": 0.8656621460449075, + "cosine_ap": 0.922932779559589, + "cosine_f1": 0.8524046434494195, + "cosine_f1_threshold": 0.8638997916261716, + "cosine_precision": 0.8538205980066446, + "cosine_recall": 0.8509933774834437, + "dot_accuracy": 0.823, + "dot_accuracy_threshold": 0.86328125, + "dot_ap": 0.9225220572530726, + "dot_f1": 0.8533554266777134, + "dot_f1_threshold": 0.86328125, + "dot_precision": 0.8540630182421227, + "dot_recall": 0.8526490066225165, + "euclidean_accuracy": 0.822, + "euclidean_accuracy_threshold": 0.5183549418076678, + "euclidean_ap": 0.922917878593768, + "euclidean_f1": 0.8524046434494195, + "euclidean_f1_threshold": 0.5216482236870057, + "euclidean_precision": 0.8538205980066446, + "euclidean_recall": 0.8509933774834437, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.922932779559589, + "manhattan_accuracy": 0.819, + "manhattan_accuracy_threshold": 12.970415949821472, + "manhattan_ap": 0.9220665169871396, + "manhattan_f1": 0.8507831821929102, + "manhattan_f1_threshold": 13.191923946142197, + "manhattan_precision": 0.8472906403940886, + "manhattan_recall": 0.8543046357615894, + "max_accuracy": 0.823, + "max_ap": 0.922932779559589, + "max_f1": 0.8533554266777134, + "max_precision": 0.8540630182421227, + "max_recall": 0.8543046357615894, + "similarity_accuracy": 0.822, + "similarity_accuracy_threshold": 0.8656621460449075, + "similarity_ap": 0.922932779559589, + "similarity_f1": 0.8524046434494195, + "similarity_f1_threshold": 0.8638997916261716, + "similarity_precision": 0.8538205980066446, + "similarity_recall": 0.8509933774834437 + } + ] + }, + "task_name": "PpcPC" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PunjabiNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PunjabiNewsClassification.json new file mode 100644 index 000000000..675b7dc11 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/PunjabiNewsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "cec3923e16519efe51d535497e711932b8f1dc44", + "evaluation_time": 12.838990449905396, + "kg_co2_emissions": 0.0007439278170726421, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8184713375796179, + "ap": 0.4254570472722051, + "ap_weighted": 0.4254570472722051, + "f1": 0.7434482405970819, + "f1_weighted": 0.8358991322201893, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ], + "main_score": 0.8184713375796179, + "scores_per_experiment": [ + { + "accuracy": 0.7707006369426752, + "ap": 0.3702070517357141, + "ap_weighted": 0.3702070517357141, + "f1": 0.698076923076923, + "f1_weighted": 0.7971092601665849 + }, + { + "accuracy": 0.8089171974522293, + "ap": 0.43877435646176466, + "ap_weighted": 0.43877435646176466, + "f1": 0.7441329856584094, + "f1_weighted": 0.8302385836122207 + }, + { + "accuracy": 0.8152866242038217, + "ap": 0.42154972009965913, + "ap_weighted": 0.42154972009965913, + "f1": 0.7412038879099642, + "f1_weighted": 0.8338073082772861 + }, + { + "accuracy": 0.8343949044585988, + "ap": 0.42283194512493877, + "ap_weighted": 0.42283194512493877, + "f1": 0.7506109481915934, + "f1_weighted": 0.8472847438842919 + }, + { + "accuracy": 0.802547770700637, + "ap": 0.41805247331661716, + "ap_weighted": 0.41805247331661716, + "f1": 0.7333004548194422, + "f1_weighted": 0.8241875569135104 + }, + { + "accuracy": 0.8662420382165605, + "ap": 0.46533190800706725, + "ap_weighted": 0.46533190800706725, + "f1": 0.7808574277168494, + "f1_weighted": 0.8723409389665397 + }, + { + "accuracy": 0.7643312101910829, + "ap": 0.3639392454679079, + "ap_weighted": 0.3639392454679079, + "f1": 0.6922057966407036, + "f1_weighted": 0.7918527495721486 + }, + { + "accuracy": 0.8598726114649682, + "ap": 0.4782034090616056, + "ap_weighted": 0.4782034090616056, + "f1": 0.784125, + "f1_weighted": 0.8696464968152867 + }, + { + "accuracy": 0.8407643312101911, + "ap": 0.4326938780637947, + "ap_weighted": 0.4326938780637947, + "f1": 0.7574915044794563, + "f1_weighted": 0.8525311436830122 + }, + { + "accuracy": 0.821656050955414, + "ap": 0.4429864853829822, + "ap_weighted": 0.4429864853829822, + "f1": 0.7524774774774774, + "f1_weighted": 0.8399925403110117 + } + ] + } + ] + }, + "task_name": "PunjabiNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-PLHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-PLHardNegatives.json new file mode 100644 index 000000000..fa00c7be4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 116.06348013877869, + "kg_co2_emissions": 0.0041525899224266714, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.82823, + "map_at_1": 0.63714, + "map_at_10": 0.78213, + "map_at_100": 0.79067, + "map_at_1000": 0.79097, + "map_at_20": 0.78769, + "map_at_3": 0.74823, + "map_at_5": 0.76703, + "mrr_at_1": 0.741, + "mrr_at_10": 0.818557936507937, + "mrr_at_100": 0.8204619209442068, + "mrr_at_1000": 0.8205067002409386, + "mrr_at_20": 0.8199181816119903, + "mrr_at_3": 0.8048333333333336, + "mrr_at_5": 0.8137833333333336, + "nauc_map_at_1000_diff1": 0.740790573633077, + "nauc_map_at_1000_max": 0.31802295802574365, + "nauc_map_at_1000_std": -0.27756898634461236, + "nauc_map_at_100_diff1": 0.7408811973264552, + "nauc_map_at_100_max": 0.3177218068848905, + "nauc_map_at_100_std": -0.2779266869647078, + "nauc_map_at_10_diff1": 0.7421747900699228, + "nauc_map_at_10_max": 0.3123861397279345, + "nauc_map_at_10_std": -0.2887676849818955, + "nauc_map_at_1_diff1": 0.7764265649373236, + "nauc_map_at_1_max": 0.195596670364157, + "nauc_map_at_1_std": -0.2961723145036563, + "nauc_map_at_20_diff1": 0.7407846100343856, + "nauc_map_at_20_max": 0.31742308461916763, + "nauc_map_at_20_std": -0.2819749744538569, + "nauc_map_at_3_diff1": 0.7479913152124117, + "nauc_map_at_3_max": 0.2921704466282725, + "nauc_map_at_3_std": -0.30971301125382217, + "nauc_map_at_5_diff1": 0.7438794777915516, + "nauc_map_at_5_max": 0.304872108657341, + "nauc_map_at_5_std": -0.2995429777217897, + "nauc_mrr_at_1000_diff1": 0.7372724953808438, + "nauc_mrr_at_1000_max": 0.358182963474282, + "nauc_mrr_at_1000_std": -0.23006107221309746, + "nauc_mrr_at_100_diff1": 0.7372533982140406, + "nauc_mrr_at_100_max": 0.3582721109066889, + "nauc_mrr_at_100_std": -0.22991903798449487, + "nauc_mrr_at_10_diff1": 0.7370844739312539, + "nauc_mrr_at_10_max": 0.35757379812657086, + "nauc_mrr_at_10_std": -0.23149524939655172, + "nauc_mrr_at_1_diff1": 0.7501184730501775, + "nauc_mrr_at_1_max": 0.33062218181596315, + "nauc_mrr_at_1_std": -0.23219294124346887, + "nauc_mrr_at_20_diff1": 0.7368353394857513, + "nauc_mrr_at_20_max": 0.358646283578607, + "nauc_mrr_at_20_std": -0.23021759832657707, + "nauc_mrr_at_3_diff1": 0.734396529426467, + "nauc_mrr_at_3_max": 0.3637594448687492, + "nauc_mrr_at_3_std": -0.24067813317968265, + "nauc_mrr_at_5_diff1": 0.7367255200040111, + "nauc_mrr_at_5_max": 0.3608178894481187, + "nauc_mrr_at_5_std": -0.22944860197172734, + "nauc_ndcg_at_1000_diff1": 0.7368937224311372, + "nauc_ndcg_at_1000_max": 0.3401254914809408, + "nauc_ndcg_at_1000_std": -0.25255100225146043, + "nauc_ndcg_at_100_diff1": 0.7370653191654329, + "nauc_ndcg_at_100_max": 0.33888445755262564, + "nauc_ndcg_at_100_std": -0.2502393055940009, + "nauc_ndcg_at_10_diff1": 0.7367484357459343, + "nauc_ndcg_at_10_max": 0.32197162155339604, + "nauc_ndcg_at_10_std": -0.27316049139336845, + "nauc_ndcg_at_1_diff1": 0.7521085925144959, + "nauc_ndcg_at_1_max": 0.31724788127002135, + "nauc_ndcg_at_1_std": -0.258377600259519, + "nauc_ndcg_at_20_diff1": 0.7344902762169254, + "nauc_ndcg_at_20_max": 0.3328611614980232, + "nauc_ndcg_at_20_std": -0.26022977812647147, + "nauc_ndcg_at_3_diff1": 0.731070879487648, + "nauc_ndcg_at_3_max": 0.33360330510674113, + "nauc_ndcg_at_3_std": -0.2847494437589822, + "nauc_ndcg_at_5_diff1": 0.7348138562223361, + "nauc_ndcg_at_5_max": 0.32850734009229315, + "nauc_ndcg_at_5_std": -0.28132673748858694, + "nauc_precision_at_1000_diff1": -0.3932779686274911, + "nauc_precision_at_1000_max": 0.02032986063617637, + "nauc_precision_at_1000_std": 0.28147579042151294, + "nauc_precision_at_100_diff1": -0.3779955945682251, + "nauc_precision_at_100_max": 0.03253234112080025, + "nauc_precision_at_100_std": 0.2673397215649293, + "nauc_precision_at_10_diff1": -0.28793603026655873, + "nauc_precision_at_10_max": 0.10728327074686328, + "nauc_precision_at_10_std": 0.18280596724417547, + "nauc_precision_at_1_diff1": 0.7521085925144959, + "nauc_precision_at_1_max": 0.31724788127002135, + "nauc_precision_at_1_std": -0.258377600259519, + "nauc_precision_at_20_diff1": -0.34627830691312617, + "nauc_precision_at_20_max": 0.07439146622659712, + "nauc_precision_at_20_std": 0.2319622920405274, + "nauc_precision_at_3_diff1": -0.02614161728728124, + "nauc_precision_at_3_max": 0.24717909600840898, + "nauc_precision_at_3_std": 0.028674151868354557, + "nauc_precision_at_5_diff1": -0.1696297934433419, + "nauc_precision_at_5_max": 0.1971430376722537, + "nauc_precision_at_5_std": 0.12029195552545432, + "nauc_recall_at_1000_diff1": 0.8692810457516289, + "nauc_recall_at_1000_max": 0.9509803921568716, + "nauc_recall_at_1000_std": 0.8752402921952727, + "nauc_recall_at_100_diff1": 0.7017891173453957, + "nauc_recall_at_100_max": 0.4667139016080127, + "nauc_recall_at_100_std": 0.22339916598181617, + "nauc_recall_at_10_diff1": 0.6791771319370311, + "nauc_recall_at_10_max": 0.276806008370041, + "nauc_recall_at_10_std": -0.24155137988044065, + "nauc_recall_at_1_diff1": 0.7764265649373236, + "nauc_recall_at_1_max": 0.195596670364157, + "nauc_recall_at_1_std": -0.2961723145036563, + "nauc_recall_at_20_diff1": 0.6550928988747259, + "nauc_recall_at_20_max": 0.316829124246148, + "nauc_recall_at_20_std": -0.15032607826079947, + "nauc_recall_at_3_diff1": 0.707345231475339, + "nauc_recall_at_3_max": 0.30300881506536786, + "nauc_recall_at_3_std": -0.3194209781394845, + "nauc_recall_at_5_diff1": 0.6912987216018411, + "nauc_recall_at_5_max": 0.3142699253310677, + "nauc_recall_at_5_std": -0.2779556915765871, + "ndcg_at_1": 0.74, + "ndcg_at_10": 0.82823, + "ndcg_at_100": 0.84703, + "ndcg_at_1000": 0.84946, + "ndcg_at_20": 0.83855, + "ndcg_at_3": 0.792, + "ndcg_at_5": 0.80864, + "precision_at_1": 0.74, + "precision_at_10": 0.1319, + "precision_at_100": 0.01569, + "precision_at_1000": 0.00163, + "precision_at_20": 0.0716, + "precision_at_3": 0.35233, + "precision_at_5": 0.2336, + "recall_at_1": 0.63714, + "recall_at_10": 0.92096, + "recall_at_100": 0.98401, + "recall_at_1000": 0.99696, + "recall_at_20": 0.95188, + "recall_at_3": 0.81253, + "recall_at_5": 0.8636 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/QuoraRetrievalHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..cae59cec8 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 116.78662872314453, + "kg_co2_emissions": 0.004065036202896867, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.88396, + "map_at_1": 0.70115, + "map_at_10": 0.84703, + "map_at_100": 0.854, + "map_at_1000": 0.8542, + "map_at_20": 0.85155, + "map_at_3": 0.81747, + "map_at_5": 0.83394, + "mrr_at_1": 0.813, + "mrr_at_10": 0.8750920634920638, + "mrr_at_100": 0.8760660125873545, + "mrr_at_1000": 0.8760860947295963, + "mrr_at_20": 0.8758261126730169, + "mrr_at_3": 0.8666666666666673, + "mrr_at_5": 0.8724166666666672, + "nauc_map_at_1000_diff1": 0.7553735133846383, + "nauc_map_at_1000_max": 0.27362493371476965, + "nauc_map_at_1000_std": -0.3680358697963793, + "nauc_map_at_100_diff1": 0.7551965444233198, + "nauc_map_at_100_max": 0.2736268488722771, + "nauc_map_at_100_std": -0.3686329691227262, + "nauc_map_at_10_diff1": 0.7558593921105031, + "nauc_map_at_10_max": 0.2668245780852609, + "nauc_map_at_10_std": -0.3824842704243049, + "nauc_map_at_1_diff1": 0.796141929898261, + "nauc_map_at_1_max": 0.15393939718589192, + "nauc_map_at_1_std": -0.34380825412328864, + "nauc_map_at_20_diff1": 0.7543777220959201, + "nauc_map_at_20_max": 0.27024975215219416, + "nauc_map_at_20_std": -0.3757431217194791, + "nauc_map_at_3_diff1": 0.7744589521858234, + "nauc_map_at_3_max": 0.2307448598997745, + "nauc_map_at_3_std": -0.41469140188003495, + "nauc_map_at_5_diff1": 0.7659801914081716, + "nauc_map_at_5_max": 0.2442248745706359, + "nauc_map_at_5_std": -0.41111010427890954, + "nauc_mrr_at_1000_diff1": 0.7544862364049283, + "nauc_mrr_at_1000_max": 0.29573942733850545, + "nauc_mrr_at_1000_std": -0.33833022663571416, + "nauc_mrr_at_100_diff1": 0.7544688774898619, + "nauc_mrr_at_100_max": 0.29585047145429827, + "nauc_mrr_at_100_std": -0.3382413191753807, + "nauc_mrr_at_10_diff1": 0.7547577371374279, + "nauc_mrr_at_10_max": 0.2971792952440897, + "nauc_mrr_at_10_std": -0.3385926961834919, + "nauc_mrr_at_1_diff1": 0.7545574889551668, + "nauc_mrr_at_1_max": 0.2701132926096647, + "nauc_mrr_at_1_std": -0.3106987352270376, + "nauc_mrr_at_20_diff1": 0.7544043479908512, + "nauc_mrr_at_20_max": 0.29636797447032487, + "nauc_mrr_at_20_std": -0.33794375461695375, + "nauc_mrr_at_3_diff1": 0.7566985645933018, + "nauc_mrr_at_3_max": 0.29325444292549663, + "nauc_mrr_at_3_std": -0.35259190996972783, + "nauc_mrr_at_5_diff1": 0.7572198067185167, + "nauc_mrr_at_5_max": 0.29348651241387186, + "nauc_mrr_at_5_std": -0.3514276894483843, + "nauc_ndcg_at_1000_diff1": 0.754124294457918, + "nauc_ndcg_at_1000_max": 0.29760331241464055, + "nauc_ndcg_at_1000_std": -0.3453148075934529, + "nauc_ndcg_at_100_diff1": 0.752487439012211, + "nauc_ndcg_at_100_max": 0.2997883048791151, + "nauc_ndcg_at_100_std": -0.34410807774862195, + "nauc_ndcg_at_10_diff1": 0.752822546201814, + "nauc_ndcg_at_10_max": 0.2822064715726676, + "nauc_ndcg_at_10_std": -0.3684323734795804, + "nauc_ndcg_at_1_diff1": 0.7545574889551668, + "nauc_ndcg_at_1_max": 0.2701132926096647, + "nauc_ndcg_at_1_std": -0.3106987352270376, + "nauc_ndcg_at_20_diff1": 0.7519737272660922, + "nauc_ndcg_at_20_max": 0.28782580468793334, + "nauc_ndcg_at_20_std": -0.35670898339643087, + "nauc_ndcg_at_3_diff1": 0.75401122547558, + "nauc_ndcg_at_3_max": 0.2635816660857591, + "nauc_ndcg_at_3_std": -0.39255418001083214, + "nauc_ndcg_at_5_diff1": 0.7603579133721347, + "nauc_ndcg_at_5_max": 0.2629428105405477, + "nauc_ndcg_at_5_std": -0.40789240093370616, + "nauc_precision_at_1000_diff1": -0.42302743606162563, + "nauc_precision_at_1000_max": 0.014197939774992847, + "nauc_precision_at_1000_std": 0.3484281773080628, + "nauc_precision_at_100_diff1": -0.42012795006292974, + "nauc_precision_at_100_max": 0.027629357181385466, + "nauc_precision_at_100_std": 0.33315288342023613, + "nauc_precision_at_10_diff1": -0.4071707988546661, + "nauc_precision_at_10_max": 0.07408717773159186, + "nauc_precision_at_10_std": 0.2588109497133088, + "nauc_precision_at_1_diff1": 0.7545574889551668, + "nauc_precision_at_1_max": 0.2701132926096647, + "nauc_precision_at_1_std": -0.3106987352270376, + "nauc_precision_at_20_diff1": -0.4213675089939121, + "nauc_precision_at_20_max": 0.046755676841671374, + "nauc_precision_at_20_std": 0.2924059047357083, + "nauc_precision_at_3_diff1": -0.2183012672288989, + "nauc_precision_at_3_max": 0.12510544748076338, + "nauc_precision_at_3_std": 0.07551085382829545, + "nauc_precision_at_5_diff1": -0.33234023214718306, + "nauc_precision_at_5_max": 0.097985566386921, + "nauc_precision_at_5_std": 0.1662278617933661, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6088729007289234, + "nauc_recall_at_100_max": 0.5942737918623567, + "nauc_recall_at_100_std": 0.030289167497950853, + "nauc_recall_at_10_diff1": 0.695062308597249, + "nauc_recall_at_10_max": 0.25991025386684236, + "nauc_recall_at_10_std": -0.39324893464822874, + "nauc_recall_at_1_diff1": 0.796141929898261, + "nauc_recall_at_1_max": 0.15393939718589192, + "nauc_recall_at_1_std": -0.34380825412328864, + "nauc_recall_at_20_diff1": 0.6644831137262595, + "nauc_recall_at_20_max": 0.26666530544791944, + "nauc_recall_at_20_std": -0.31472092162348914, + "nauc_recall_at_3_diff1": 0.7528894342645969, + "nauc_recall_at_3_max": 0.18966968391473799, + "nauc_recall_at_3_std": -0.5050339929918597, + "nauc_recall_at_5_diff1": 0.7412424038438319, + "nauc_recall_at_5_max": 0.18914806985653787, + "nauc_recall_at_5_std": -0.5518946168260793, + "ndcg_at_1": 0.813, + "ndcg_at_10": 0.88396, + "ndcg_at_100": 0.89663, + "ndcg_at_1000": 0.89802, + "ndcg_at_20": 0.89082, + "ndcg_at_3": 0.86103, + "ndcg_at_5": 0.87094, + "precision_at_1": 0.813, + "precision_at_10": 0.1388, + "precision_at_100": 0.016, + "precision_at_1000": 0.00164, + "precision_at_20": 0.074, + "precision_at_3": 0.384, + "precision_at_5": 0.251, + "recall_at_1": 0.70115, + "recall_at_10": 0.95311, + "recall_at_100": 0.99311, + "recall_at_1000": 1.0, + "recall_at_20": 0.97341, + "recall_at_3": 0.87649, + "recall_at_5": 0.91421 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RTE3.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RTE3.json new file mode 100644 index 000000000..47a703543 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RTE3.json @@ -0,0 +1,199 @@ +{ + "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7", + "evaluation_time": 2.6762192249298096, + "kg_co2_emissions": 0.00011619979075391178, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.8482328482328483, + "cosine_accuracy_threshold": 0.5201532642511026, + "cosine_ap": 0.8799086415026927, + "cosine_f1": 0.9178852643419573, + "cosine_f1_threshold": 0.45843455560261276, + "cosine_precision": 0.85, + "cosine_recall": 0.9975550122249389, + "dot_accuracy": 0.8482328482328483, + "dot_accuracy_threshold": 0.5205078125, + "dot_ap": 0.880012816716476, + "dot_f1": 0.9178852643419573, + "dot_f1_threshold": 0.45849609375, + "dot_precision": 0.85, + "dot_recall": 0.9975550122249389, + "euclidean_accuracy": 0.8482328482328483, + "euclidean_accuracy_threshold": 0.979733194428731, + "euclidean_ap": 0.8799521879977057, + "euclidean_f1": 0.9178852643419573, + "euclidean_f1_threshold": 1.0407141668023194, + "euclidean_precision": 0.85, + "euclidean_recall": 0.9975550122249389, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8814710666815745, + "manhattan_accuracy": 0.8482328482328483, + "manhattan_accuracy_threshold": 25.016675144433975, + "manhattan_ap": 0.8814710666815745, + "manhattan_f1": 0.9178852643419573, + "manhattan_f1_threshold": 26.415867149829865, + "manhattan_precision": 0.85, + "manhattan_recall": 0.9975550122249389, + "max_accuracy": 0.8482328482328483, + "max_ap": 0.8814710666815745, + "max_f1": 0.9178852643419573, + "max_precision": 0.85, + "max_recall": 0.9975550122249389, + "similarity_accuracy": 0.8482328482328483, + "similarity_accuracy_threshold": 0.5201532642511026, + "similarity_ap": 0.8799086415026927, + "similarity_f1": 0.9178852643419573, + "similarity_f1_threshold": 0.45843455560261276, + "similarity_precision": 0.85, + "similarity_recall": 0.9975550122249389 + }, + { + "cosine_accuracy": 0.8485477178423236, + "cosine_accuracy_threshold": 0.4819800627529749, + "cosine_ap": 0.8877698785021692, + "cosine_f1": 0.9180695847362514, + "cosine_f1_threshold": 0.4819800627529749, + "cosine_precision": 0.8503118503118503, + "cosine_recall": 0.9975609756097561, + "dot_accuracy": 0.8485477178423236, + "dot_accuracy_threshold": 0.48193359375, + "dot_ap": 0.887628242592098, + "dot_f1": 0.9180695847362514, + "dot_f1_threshold": 0.48193359375, + "dot_precision": 0.8503118503118503, + "dot_recall": 0.9975609756097561, + "euclidean_accuracy": 0.8485477178423236, + "euclidean_accuracy_threshold": 1.0176562492397632, + "euclidean_ap": 0.8877972310037922, + "euclidean_f1": 0.9180695847362514, + "euclidean_f1_threshold": 1.0176562492397632, + "euclidean_precision": 0.8503118503118503, + "euclidean_recall": 0.9975609756097561, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8879475137997358, + "manhattan_accuracy": 0.8485477178423236, + "manhattan_accuracy_threshold": 25.744271278381348, + "manhattan_ap": 0.8879475137997358, + "manhattan_f1": 0.9180695847362514, + "manhattan_f1_threshold": 25.744271278381348, + "manhattan_precision": 0.8503118503118503, + "manhattan_recall": 0.9975609756097561, + "max_accuracy": 0.8485477178423236, + "max_ap": 0.8879475137997358, + "max_f1": 0.9180695847362514, + "max_precision": 0.8503118503118503, + "max_recall": 0.9975609756097561, + "similarity_accuracy": 0.8485477178423236, + "similarity_accuracy_threshold": 0.4819800627529749, + "similarity_ap": 0.8877698785021692, + "similarity_f1": 0.9180695847362514, + "similarity_f1_threshold": 0.4819800627529749, + "similarity_precision": 0.8503118503118503, + "similarity_recall": 0.9975609756097561 + }, + { + "cosine_accuracy": 0.8464730290456431, + "cosine_accuracy_threshold": 0.5039404986290301, + "cosine_ap": 0.8839780179965484, + "cosine_f1": 0.9168539325842697, + "cosine_f1_threshold": 0.45230987967846575, + "cosine_precision": 0.8482328482328483, + "cosine_recall": 0.9975550122249389, + "dot_accuracy": 0.8464730290456431, + "dot_accuracy_threshold": 0.50390625, + "dot_ap": 0.8837324398468164, + "dot_f1": 0.9168539325842697, + "dot_f1_threshold": 0.452392578125, + "dot_precision": 0.8482328482328483, + "dot_recall": 0.9975550122249389, + "euclidean_accuracy": 0.8464730290456431, + "euclidean_accuracy_threshold": 0.9960452592012348, + "euclidean_ap": 0.8838924136437067, + "euclidean_f1": 0.9168539325842697, + "euclidean_f1_threshold": 1.04666548915202, + "euclidean_precision": 0.8482328482328483, + "euclidean_recall": 0.9975550122249389, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.8840327963623408, + "manhattan_accuracy": 0.8464730290456431, + "manhattan_accuracy_threshold": 25.45566889643669, + "manhattan_ap": 0.8840327963623408, + "manhattan_f1": 0.9168539325842697, + "manhattan_f1_threshold": 26.440059632062912, + "manhattan_precision": 0.8482328482328483, + "manhattan_recall": 0.9975550122249389, + "max_accuracy": 0.8464730290456431, + "max_ap": 0.8840327963623408, + "max_f1": 0.9168539325842697, + "max_precision": 0.8482328482328483, + "max_recall": 0.9975550122249389, + "similarity_accuracy": 0.8464730290456431, + "similarity_accuracy_threshold": 0.5039404986290301, + "similarity_ap": 0.8839780179965484, + "similarity_f1": 0.9168539325842697, + "similarity_f1_threshold": 0.45230987967846575, + "similarity_precision": 0.8482328482328483, + "similarity_recall": 0.9975550122249389 + }, + { + "cosine_accuracy": 0.8472803347280334, + "cosine_accuracy_threshold": 0.4787296818753474, + "cosine_ap": 0.8760131090092869, + "cosine_f1": 0.9173272933182333, + "cosine_f1_threshold": 0.4787296818753474, + "cosine_precision": 0.8490566037735849, + "cosine_recall": 0.9975369458128078, + "dot_accuracy": 0.8472803347280334, + "dot_accuracy_threshold": 0.478759765625, + "dot_ap": 0.8759731124951162, + "dot_f1": 0.9173272933182333, + "dot_f1_threshold": 0.478759765625, + "dot_precision": 0.8490566037735849, + "dot_recall": 0.9975369458128078, + "euclidean_accuracy": 0.8472803347280334, + "euclidean_accuracy_threshold": 1.0210173670803182, + "euclidean_ap": 0.8760169732430987, + "euclidean_f1": 0.9173272933182333, + "euclidean_f1_threshold": 1.0210173670803182, + "euclidean_precision": 0.8490566037735849, + "euclidean_recall": 0.9975369458128078, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.8763985904940188, + "manhattan_accuracy": 0.8472803347280334, + "manhattan_accuracy_threshold": 25.959072828292847, + "manhattan_ap": 0.8763985904940188, + "manhattan_f1": 0.9173272933182333, + "manhattan_f1_threshold": 25.959072828292847, + "manhattan_precision": 0.8490566037735849, + "manhattan_recall": 0.9975369458128078, + "max_accuracy": 0.8472803347280334, + "max_ap": 0.8763985904940188, + "max_f1": 0.9173272933182333, + "max_precision": 0.8490566037735849, + "max_recall": 0.9975369458128078, + "similarity_accuracy": 0.8472803347280334, + "similarity_accuracy_threshold": 0.4787296818753474, + "similarity_ap": 0.8760131090092869, + "similarity_f1": 0.9173272933182333, + "similarity_f1_threshold": 0.4787296818753474, + "similarity_precision": 0.8490566037735849, + "similarity_recall": 0.9975369458128078 + } + ] + }, + "task_name": "RTE3" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RiaNewsRetrievalHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..8c39726ea --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 217.3324842453003, + "kg_co2_emissions": 0.01647929866410271, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.84032, + "map_at_1": 0.746, + "map_at_10": 0.81272, + "map_at_100": 0.81513, + "map_at_1000": 0.8152, + "map_at_20": 0.81447, + "map_at_3": 0.802, + "map_at_5": 0.80885, + "mrr_at_1": 0.746, + "mrr_at_10": 0.8129015873015876, + "mrr_at_100": 0.8153122536163157, + "mrr_at_1000": 0.8153816962332955, + "mrr_at_20": 0.8146526434349967, + "mrr_at_3": 0.8026666666666669, + "mrr_at_5": 0.8090166666666669, + "nauc_map_at_1000_diff1": 0.7804766772657108, + "nauc_map_at_1000_max": 0.29727161223246584, + "nauc_map_at_1000_std": -0.1711002871495157, + "nauc_map_at_100_diff1": 0.7804509881268605, + "nauc_map_at_100_max": 0.29733554125855194, + "nauc_map_at_100_std": -0.17122175762131905, + "nauc_map_at_10_diff1": 0.7787651839771113, + "nauc_map_at_10_max": 0.29855578845152336, + "nauc_map_at_10_std": -0.17335966790099203, + "nauc_map_at_1_diff1": 0.8170364798796539, + "nauc_map_at_1_max": 0.2667862412127173, + "nauc_map_at_1_std": -0.18311849865065363, + "nauc_map_at_20_diff1": 0.7794445928109581, + "nauc_map_at_20_max": 0.29729865986504644, + "nauc_map_at_20_std": -0.17130082037154526, + "nauc_map_at_3_diff1": 0.7815404379341403, + "nauc_map_at_3_max": 0.30397127382862976, + "nauc_map_at_3_std": -0.17450943012229292, + "nauc_map_at_5_diff1": 0.7773367414609675, + "nauc_map_at_5_max": 0.2978840645260558, + "nauc_map_at_5_std": -0.1697488894328784, + "nauc_mrr_at_1000_diff1": 0.7803538620327738, + "nauc_mrr_at_1000_max": 0.2935355817564366, + "nauc_mrr_at_1000_std": -0.1750487080250825, + "nauc_mrr_at_100_diff1": 0.780328053129533, + "nauc_mrr_at_100_max": 0.2936035088828493, + "nauc_mrr_at_100_std": -0.1751636606338282, + "nauc_mrr_at_10_diff1": 0.7786437553104716, + "nauc_mrr_at_10_max": 0.29487494094405986, + "nauc_mrr_at_10_std": -0.17725174733046567, + "nauc_mrr_at_1_diff1": 0.8170364798796539, + "nauc_mrr_at_1_max": 0.26114502270952067, + "nauc_mrr_at_1_std": -0.19131376333331934, + "nauc_mrr_at_20_diff1": 0.7793225352233182, + "nauc_mrr_at_20_max": 0.293578645962933, + "nauc_mrr_at_20_std": -0.1752311970334143, + "nauc_mrr_at_3_diff1": 0.781110951258153, + "nauc_mrr_at_3_max": 0.3007122741514609, + "nauc_mrr_at_3_std": -0.17377275284310936, + "nauc_mrr_at_5_diff1": 0.7772225075243184, + "nauc_mrr_at_5_max": 0.29430936804613256, + "nauc_mrr_at_5_std": -0.17351985603356987, + "nauc_ndcg_at_1000_diff1": 0.7727909175902659, + "nauc_ndcg_at_1000_max": 0.30834051868045803, + "nauc_ndcg_at_1000_std": -0.1558180378232856, + "nauc_ndcg_at_100_diff1": 0.7719685479072952, + "nauc_ndcg_at_100_max": 0.30856177433320253, + "nauc_ndcg_at_100_std": -0.15834868497752794, + "nauc_ndcg_at_10_diff1": 0.7620438836536111, + "nauc_ndcg_at_10_max": 0.30876698009061393, + "nauc_ndcg_at_10_std": -0.17054984196084727, + "nauc_ndcg_at_1_diff1": 0.8170364798796539, + "nauc_ndcg_at_1_max": 0.2667862412127173, + "nauc_ndcg_at_1_std": -0.18311849865065363, + "nauc_ndcg_at_20_diff1": 0.7645217614833966, + "nauc_ndcg_at_20_max": 0.30408717332277807, + "nauc_ndcg_at_20_std": -0.1621229273469716, + "nauc_ndcg_at_3_diff1": 0.7683480270686105, + "nauc_ndcg_at_3_max": 0.31709169876735654, + "nauc_ndcg_at_3_std": -0.17084365342460558, + "nauc_ndcg_at_5_diff1": 0.7590275282453512, + "nauc_ndcg_at_5_max": 0.3061937873870196, + "nauc_ndcg_at_5_std": -0.16139445216408038, + "nauc_precision_at_1000_diff1": 0.686656480774108, + "nauc_precision_at_1000_max": 0.9509803921568523, + "nauc_precision_at_1000_std": 0.8249299719887814, + "nauc_precision_at_100_diff1": 0.6955337690631768, + "nauc_precision_at_100_max": 0.592456427015246, + "nauc_precision_at_100_std": 0.19627295362589847, + "nauc_precision_at_10_diff1": 0.6531652661064422, + "nauc_precision_at_10_max": 0.3738001867413615, + "nauc_precision_at_10_std": -0.15655773420479607, + "nauc_precision_at_1_diff1": 0.8170364798796539, + "nauc_precision_at_1_max": 0.2667862412127173, + "nauc_precision_at_1_std": -0.18311849865065363, + "nauc_precision_at_20_diff1": 0.627983193277306, + "nauc_precision_at_20_max": 0.3560224089635811, + "nauc_precision_at_20_std": -0.05939309056956742, + "nauc_precision_at_3_diff1": 0.7155772258621582, + "nauc_precision_at_3_max": 0.36924533640974316, + "nauc_precision_at_3_std": -0.1559609063799205, + "nauc_precision_at_5_diff1": 0.6684788493467102, + "nauc_precision_at_5_max": 0.3433326716234753, + "nauc_precision_at_5_std": -0.11880549339493449, + "nauc_recall_at_1000_diff1": 0.6866564807741266, + "nauc_recall_at_1000_max": 0.9509803921568739, + "nauc_recall_at_1000_std": 0.8249299719888015, + "nauc_recall_at_100_diff1": 0.6955337690631848, + "nauc_recall_at_100_max": 0.592456427015249, + "nauc_recall_at_100_std": 0.196272953625897, + "nauc_recall_at_10_diff1": 0.6531652661064437, + "nauc_recall_at_10_max": 0.3738001867413621, + "nauc_recall_at_10_std": -0.15655773420479296, + "nauc_recall_at_1_diff1": 0.8170364798796539, + "nauc_recall_at_1_max": 0.2667862412127173, + "nauc_recall_at_1_std": -0.18311849865065363, + "nauc_recall_at_20_diff1": 0.6279831932773103, + "nauc_recall_at_20_max": 0.3560224089635854, + "nauc_recall_at_20_std": -0.05939309056955865, + "nauc_recall_at_3_diff1": 0.7155772258621569, + "nauc_recall_at_3_max": 0.3692453364097435, + "nauc_recall_at_3_std": -0.15596090637992194, + "nauc_recall_at_5_diff1": 0.6684788493467126, + "nauc_recall_at_5_max": 0.34333267162347475, + "nauc_recall_at_5_std": -0.11880549339493272, + "ndcg_at_1": 0.746, + "ndcg_at_10": 0.84032, + "ndcg_at_100": 0.85148, + "ndcg_at_1000": 0.85314, + "ndcg_at_20": 0.84667, + "ndcg_at_3": 0.81881, + "ndcg_at_5": 0.83095, + "precision_at_1": 0.746, + "precision_at_10": 0.0925, + "precision_at_100": 0.00976, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0475, + "precision_at_3": 0.289, + "precision_at_5": 0.1792, + "recall_at_1": 0.746, + "recall_at_10": 0.925, + "recall_at_100": 0.976, + "recall_at_1000": 0.989, + "recall_at_20": 0.95, + "recall_at_3": 0.867, + "recall_at_5": 0.896 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Robust04InstructionRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Robust04InstructionRetrieval.json new file mode 100644 index 000000000..a2299e677 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/Robust04InstructionRetrieval.json @@ -0,0 +1,137 @@ +{ + "dataset_revision": "a5a1c4fe2bc528ac12e83f8cdf82178da85d2f1d", + "evaluation_time": 230.2575888633728, + "kg_co2_emissions": 0.01725896587925901, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "individual": { + "changed": { + "map_at_1": 0.03539, + "map_at_10": 0.10607, + "map_at_100": 0.1897, + "map_at_1000": 0.22695, + "map_at_20": 0.13741, + "map_at_3": 0.06523, + "map_at_5": 0.08246, + "mrr_at_1": 0.5192307692307693, + "mrr_at_10": 0.6388583638583639, + "mrr_at_100": 0.6422854327541826, + "mrr_at_1000": 0.6425006988489277, + "mrr_at_20": 0.63992673992674, + "mrr_at_3": 0.6057692307692307, + "mrr_at_5": 0.6288461538461539, + "naucs_at_1000_diff1": -0.06068522686248708, + "naucs_at_1000_max": 0.40820775136034126, + "naucs_at_1000_std": -0.006459510548867241, + "naucs_at_100_diff1": -0.06154692516105242, + "naucs_at_100_max": 0.4081644718671428, + "naucs_at_100_std": -0.006186084867247541, + "naucs_at_10_diff1": -0.06056736133915509, + "naucs_at_10_max": 0.4045407078869098, + "naucs_at_10_std": -0.006070180804922717, + "naucs_at_1_diff1": 0.034822702724269086, + "naucs_at_1_max": 0.5082662490343809, + "naucs_at_1_std": 0.014954672635461677, + "naucs_at_20_diff1": -0.062142327392419046, + "naucs_at_20_max": 0.40254903695106525, + "naucs_at_20_std": -0.006558095884998093, + "naucs_at_3_diff1": -0.0684256285217192, + "naucs_at_3_max": 0.41512816466157976, + "naucs_at_3_std": 0.005575958116453082, + "naucs_at_5_diff1": -0.046932821547988265, + "naucs_at_5_max": 0.4070579687684373, + "naucs_at_5_std": -0.028610283869276415, + "ndcg_at_1": 0.43269, + "ndcg_at_10": 0.34237, + "ndcg_at_100": 0.38142, + "ndcg_at_1000": 0.58584, + "ndcg_at_20": 0.33506, + "ndcg_at_3": 0.38509, + "ndcg_at_5": 0.36438, + "precision_at_1": 0.51923, + "precision_at_10": 0.33077, + "precision_at_100": 0.12173, + "precision_at_1000": 0.03369, + "precision_at_20": 0.26827, + "precision_at_3": 0.4359, + "precision_at_5": 0.4, + "recall_at_1": 0.03539, + "recall_at_10": 0.14005, + "recall_at_100": 0.43201, + "recall_at_1000": 1.0, + "recall_at_20": 0.22296, + "recall_at_3": 0.07095, + "recall_at_5": 0.0988 + }, + "original": { + "map_at_1": 0.04201, + "map_at_10": 0.10614, + "map_at_100": 0.15599, + "map_at_1000": 0.17811, + "map_at_20": 0.12478, + "map_at_3": 0.0708, + "map_at_5": 0.08677, + "mrr_at_1": 0.34615384615384615, + "mrr_at_10": 0.4389652014652014, + "mrr_at_100": 0.44882238060661067, + "mrr_at_1000": 0.44934456194785644, + "mrr_at_20": 0.44421051704705544, + "mrr_at_3": 0.38461538461538464, + "mrr_at_5": 0.42788461538461536, + "naucs_at_1000_diff1": 0.1978308373592339, + "naucs_at_1000_max": 0.35708562719511927, + "naucs_at_1000_std": -0.03464494571438247, + "naucs_at_100_diff1": 0.1967713315972349, + "naucs_at_100_max": 0.3563226053329267, + "naucs_at_100_std": -0.03402134557095535, + "naucs_at_10_diff1": 0.20172844687848196, + "naucs_at_10_max": 0.3611574697761225, + "naucs_at_10_std": -0.0433774547879051, + "naucs_at_1_diff1": 0.26924779186038905, + "naucs_at_1_max": 0.40337225138142097, + "naucs_at_1_std": -0.04503078567363757, + "naucs_at_20_diff1": 0.1996183365210391, + "naucs_at_20_max": 0.359176549863684, + "naucs_at_20_std": -0.03575055514597677, + "naucs_at_3_diff1": 0.2170106005122959, + "naucs_at_3_max": 0.3521996571052712, + "naucs_at_3_std": -0.026866223293257645, + "naucs_at_5_diff1": 0.19901512959870749, + "naucs_at_5_max": 0.36250519746495413, + "naucs_at_5_std": -0.044733112451296714, + "ndcg_at_1": 0.27885, + "ndcg_at_10": 0.23554, + "ndcg_at_100": 0.30572, + "ndcg_at_1000": 0.48215, + "ndcg_at_20": 0.24116, + "ndcg_at_3": 0.22881, + "ndcg_at_5": 0.2391, + "precision_at_1": 0.34615, + "precision_at_10": 0.20192, + "precision_at_100": 0.06769, + "precision_at_1000": 0.01981, + "precision_at_20": 0.15769, + "precision_at_3": 0.25, + "precision_at_5": 0.24615, + "recall_at_1": 0.04201, + "recall_at_10": 0.16095, + "recall_at_100": 0.40999, + "recall_at_1000": 1.0, + "recall_at_20": 0.21669, + "recall_at_3": 0.07976, + "recall_at_5": 0.11002 + } + }, + "languages": [ + "eng-Latn" + ], + "main_score": -0.06685116142694043, + "p-MRR": -0.06685116142694043 + } + ] + }, + "task_name": "Robust04InstructionRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RomaniBibleClustering.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RomaniBibleClustering.json new file mode 100644 index 000000000..dbcd55ac2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/RomaniBibleClustering.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "97fae0e80a8d275bc685dcb3da08972af542ad6e", + "evaluation_time": 12.932202100753784, + "kg_co2_emissions": 0.00037974434706811763, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rom-Latn" + ], + "main_score": 0.4024699692029377, + "v_measure": 0.4024699692029377, + "v_measure_std": 0.013416394285196899, + "v_measures": [ + 0.38685230251981007, + 0.42280539963752545, + 0.4051820168017186, + 0.3950401578526967 + ] + } + ] + }, + "task_name": "RomaniBibleClustering" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS.json new file mode 100644 index 000000000..ee4888524 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "evaluation_time": 29.79582715034485, + "kg_co2_emissions": 0.0021118304071938514, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16308, + "map_at_1": 0.03838, + "map_at_10": 0.09424, + "map_at_100": 0.1108, + "map_at_1000": 0.11355, + "map_at_20": 0.10215, + "map_at_3": 0.06863, + "map_at_5": 0.08024, + "mrr_at_1": 0.189, + "mrr_at_10": 0.287697619047619, + "mrr_at_100": 0.2987986204694364, + "mrr_at_1000": 0.29952893063246894, + "mrr_at_20": 0.2936569419830255, + "mrr_at_3": 0.2588333333333334, + "mrr_at_5": 0.27413333333333334, + "nauc_map_at_1000_diff1": 0.12081368877553914, + "nauc_map_at_1000_max": 0.29596698743948013, + "nauc_map_at_1000_std": 0.22418977162209588, + "nauc_map_at_100_diff1": 0.12017194080891046, + "nauc_map_at_100_max": 0.2946903465483203, + "nauc_map_at_100_std": 0.2212585640461168, + "nauc_map_at_10_diff1": 0.11404357379082025, + "nauc_map_at_10_max": 0.28523360149544086, + "nauc_map_at_10_std": 0.18619674037817588, + "nauc_map_at_1_diff1": 0.1824839473742752, + "nauc_map_at_1_max": 0.20017116168741544, + "nauc_map_at_1_std": 0.056422701389590046, + "nauc_map_at_20_diff1": 0.11981357504469525, + "nauc_map_at_20_max": 0.2919468286343005, + "nauc_map_at_20_std": 0.20364485565619, + "nauc_map_at_3_diff1": 0.11179573481430674, + "nauc_map_at_3_max": 0.2397474773457067, + "nauc_map_at_3_std": 0.11978910821738255, + "nauc_map_at_5_diff1": 0.11906503869642805, + "nauc_map_at_5_max": 0.2696944946518213, + "nauc_map_at_5_std": 0.13781222511794058, + "nauc_mrr_at_1000_diff1": 0.13628629468440914, + "nauc_mrr_at_1000_max": 0.22338320501898862, + "nauc_mrr_at_1000_std": 0.1251573450831573, + "nauc_mrr_at_100_diff1": 0.13637500604355343, + "nauc_mrr_at_100_max": 0.22350012594850074, + "nauc_mrr_at_100_std": 0.12565186005480244, + "nauc_mrr_at_10_diff1": 0.13398085494913461, + "nauc_mrr_at_10_max": 0.22336571852162262, + "nauc_mrr_at_10_std": 0.12248021491857057, + "nauc_mrr_at_1_diff1": 0.17624096051922888, + "nauc_mrr_at_1_max": 0.19789350339291834, + "nauc_mrr_at_1_std": 0.057329260818251376, + "nauc_mrr_at_20_diff1": 0.13626568538592723, + "nauc_mrr_at_20_max": 0.22247059016843443, + "nauc_mrr_at_20_std": 0.12352568596689838, + "nauc_mrr_at_3_diff1": 0.13313936720291866, + "nauc_mrr_at_3_max": 0.21477360982299418, + "nauc_mrr_at_3_std": 0.10892279867644476, + "nauc_mrr_at_5_diff1": 0.13332718342040245, + "nauc_mrr_at_5_max": 0.2251622557253594, + "nauc_mrr_at_5_std": 0.11533834157688967, + "nauc_ndcg_at_1000_diff1": 0.1253035004260877, + "nauc_ndcg_at_1000_max": 0.3088395373873104, + "nauc_ndcg_at_1000_std": 0.2946764946377869, + "nauc_ndcg_at_100_diff1": 0.123334025678239, + "nauc_ndcg_at_100_max": 0.29873711906634176, + "nauc_ndcg_at_100_std": 0.2757852998778869, + "nauc_ndcg_at_10_diff1": 0.11146574791935364, + "nauc_ndcg_at_10_max": 0.2785132051801815, + "nauc_ndcg_at_10_std": 0.19947675489884503, + "nauc_ndcg_at_1_diff1": 0.17624096051922888, + "nauc_ndcg_at_1_max": 0.19789350339291834, + "nauc_ndcg_at_1_std": 0.057329260818251376, + "nauc_ndcg_at_20_diff1": 0.12199023592948521, + "nauc_ndcg_at_20_max": 0.28551466171484086, + "nauc_ndcg_at_20_std": 0.22307228973501833, + "nauc_ndcg_at_3_diff1": 0.11030017895521918, + "nauc_ndcg_at_3_max": 0.23482803725439316, + "nauc_ndcg_at_3_std": 0.13156501503358814, + "nauc_ndcg_at_5_diff1": 0.11692256128350015, + "nauc_ndcg_at_5_max": 0.2669534135287275, + "nauc_ndcg_at_5_std": 0.149249696012164, + "nauc_precision_at_1000_diff1": 0.08256032645736827, + "nauc_precision_at_1000_max": 0.28323843293561446, + "nauc_precision_at_1000_std": 0.41271233963989606, + "nauc_precision_at_100_diff1": 0.09737724253768905, + "nauc_precision_at_100_max": 0.29113614511407604, + "nauc_precision_at_100_std": 0.38059509834151495, + "nauc_precision_at_10_diff1": 0.08147927894027167, + "nauc_precision_at_10_max": 0.2914130011154567, + "nauc_precision_at_10_std": 0.26161989813060266, + "nauc_precision_at_1_diff1": 0.17624096051922888, + "nauc_precision_at_1_max": 0.19789350339291834, + "nauc_precision_at_1_std": 0.057329260818251376, + "nauc_precision_at_20_diff1": 0.10117260787992506, + "nauc_precision_at_20_max": 0.2891466257319918, + "nauc_precision_at_20_std": 0.2884624860234618, + "nauc_precision_at_3_diff1": 0.08608363467069725, + "nauc_precision_at_3_max": 0.2469599774782776, + "nauc_precision_at_3_std": 0.16551005961150037, + "nauc_precision_at_5_diff1": 0.09746026251092796, + "nauc_precision_at_5_max": 0.2944696094020457, + "nauc_precision_at_5_std": 0.18834381655919386, + "nauc_recall_at_1000_diff1": 0.08172287406329429, + "nauc_recall_at_1000_max": 0.2785939106177317, + "nauc_recall_at_1000_std": 0.4231677510137809, + "nauc_recall_at_100_diff1": 0.09766715219398565, + "nauc_recall_at_100_max": 0.2851204348515627, + "nauc_recall_at_100_std": 0.38189672255900703, + "nauc_recall_at_10_diff1": 0.08318511763049909, + "nauc_recall_at_10_max": 0.28676655967082426, + "nauc_recall_at_10_std": 0.2591445061297812, + "nauc_recall_at_1_diff1": 0.1824839473742752, + "nauc_recall_at_1_max": 0.20017116168741544, + "nauc_recall_at_1_std": 0.056422701389590046, + "nauc_recall_at_20_diff1": 0.1027038603950457, + "nauc_recall_at_20_max": 0.2832600445447379, + "nauc_recall_at_20_std": 0.2863569104112787, + "nauc_recall_at_3_diff1": 0.08649007543795849, + "nauc_recall_at_3_max": 0.2453689514750731, + "nauc_recall_at_3_std": 0.1633530122065474, + "nauc_recall_at_5_diff1": 0.09721532234457066, + "nauc_recall_at_5_max": 0.29061304081087314, + "nauc_recall_at_5_std": 0.1857889565086926, + "ndcg_at_1": 0.189, + "ndcg_at_10": 0.16308, + "ndcg_at_100": 0.23359, + "ndcg_at_1000": 0.2864, + "ndcg_at_20": 0.18594, + "ndcg_at_3": 0.15661, + "ndcg_at_5": 0.13416, + "precision_at_1": 0.189, + "precision_at_10": 0.0846, + "precision_at_100": 0.01874, + "precision_at_1000": 0.00315, + "precision_at_20": 0.0555, + "precision_at_3": 0.147, + "precision_at_5": 0.1168, + "recall_at_1": 0.03838, + "recall_at_10": 0.17147, + "recall_at_100": 0.38045, + "recall_at_1000": 0.63863, + "recall_at_20": 0.22548, + "recall_at_3": 0.08928, + "recall_at_5": 0.11823 + } + ] + }, + "task_name": "SCIDOCS" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R.json new file mode 100644 index 000000000..67a23c38c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "evaluation_time": 16.393306255340576, + "kg_co2_emissions": 0.0005404194266763155, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8333349102695147, + "cosine_spearman": 0.7971643426941272, + "euclidean_pearson": 0.8098189963312016, + "euclidean_spearman": 0.7971647895347181, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7971643426941272, + "manhattan_pearson": 0.8097303309674867, + "manhattan_spearman": 0.7965120791340199, + "pearson": 0.8333349102695147, + "spearman": 0.7971643426941272 + } + ] + }, + "task_name": "SICK-R" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SNLHierarchicalClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SNLHierarchicalClusteringP2P.json new file mode 100644 index 000000000..da7f4cbd4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SNLHierarchicalClusteringP2P.json @@ -0,0 +1,82 @@ +{ + "dataset_revision": "3d3d27aa7af8941408cefc3991ada5d12a4273d1", + "evaluation_time": 258.2307617664337, + "kg_co2_emissions": 0.00811872578655583, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "nob-Latn" + ], + "main_score": 0.5631676011053827, + "v_measure": 0.5631676011053827, + "v_measure_std": 0.12977667395951, + "v_measures": { + "Level 0": [ + 0.4264299042956178, + 0.4208386537510257, + 0.4556169997042085, + 0.4320871814428033, + 0.4199829250414036, + 0.4457244296168647, + 0.442874850652794, + 0.451209741135341, + 0.4217207248026505, + 0.43797065279095787 + ], + "Level 1": [ + 0.6308473016435401, + 0.6294656526103893, + 0.639647632426993, + 0.605825140222486, + 0.6197046085275716, + 0.6281626234438431, + 0.6220847603701968, + 0.6237246885143557, + 0.620457206186121, + 0.6353631821417616 + ], + "Level 2": [ + 0.6824240155932024, + 0.6702474120033707, + 0.6843215636661062, + 0.6771042673054496, + 0.6714799831395523, + 0.6755989964253628, + 0.6827760872649903, + 0.6774007053977877, + 0.6741339505086273, + 0.6708220076964745 + ], + "Level 3": [ + 0.6709395300757945, + 0.7020797250685745, + 0.7100169100130764, + 0.701365387881276, + 0.6925643253658191, + 0.6923582356873494, + 0.7003930982241124, + 0.7107637011746126, + 0.6851126835801612, + 0.6995645543385217 + ], + "Level 4": [ + 0.38879675144899695, + 0.3834969968351759, + 0.3765975586430033, + 0.386850700413934, + 0.3692213850934681, + 0.3817748664741726, + 0.37300809057308476, + 0.3838700067420142, + 0.3855621970055914, + 0.3879955023085401 + ] + } + } + ] + }, + "task_name": "SNLHierarchicalClusteringP2P" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS12.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS12.json new file mode 100644 index 000000000..6d1f84fea --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "evaluation_time": 8.278659105300903, + "kg_co2_emissions": 0.0002685852456476759, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8371217124866728, + "cosine_spearman": 0.7873342460860246, + "euclidean_pearson": 0.7972761048217234, + "euclidean_spearman": 0.7873346539102343, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7873342460860246, + "manhattan_pearson": 0.7971343893161335, + "manhattan_spearman": 0.7869765640233161, + "pearson": 0.8371217124866728, + "spearman": 0.7873342460860246 + } + ] + }, + "task_name": "STS12" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS13.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS13.json new file mode 100644 index 000000000..22d46626c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "evaluation_time": 6.375308990478516, + "kg_co2_emissions": 0.00019119674935904674, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.7833386124882551, + "cosine_spearman": 0.7959845218249569, + "euclidean_pearson": 0.7987310988139216, + "euclidean_spearman": 0.7959981045090542, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7959845218249569, + "manhattan_pearson": 0.795011403940049, + "manhattan_spearman": 0.7921866303870065, + "pearson": 0.7833386124882551, + "spearman": 0.7959845218249569 + } + ] + }, + "task_name": "STS13" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS14.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS14.json new file mode 100644 index 000000000..3e71f8120 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "evaluation_time": 4.632776260375977, + "kg_co2_emissions": 0.00017057689281139952, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.7900161688518991, + "cosine_spearman": 0.7900172058630167, + "euclidean_pearson": 0.7863201882285554, + "euclidean_spearman": 0.7900054210654565, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7900172058630167, + "manhattan_pearson": 0.7835474702477534, + "manhattan_spearman": 0.7876296657216301, + "pearson": 0.7900161688518991, + "spearman": 0.7900172058630167 + } + ] + }, + "task_name": "STS14" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS15.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS15.json new file mode 100644 index 000000000..fdadcdcf5 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "evaluation_time": 3.6971168518066406, + "kg_co2_emissions": 0.00013663129519190452, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8713208899503415, + "cosine_spearman": 0.8781467178456492, + "euclidean_pearson": 0.8722464219101379, + "euclidean_spearman": 0.8781608856483601, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8781467178456492, + "manhattan_pearson": 0.8717709385220955, + "manhattan_spearman": 0.877656943516513, + "pearson": 0.8713208899503415, + "spearman": 0.8781467178456492 + } + ] + }, + "task_name": "STS15" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS17.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS17.json new file mode 100644 index 000000000..d8211f7ae --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STS17.json @@ -0,0 +1,183 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "evaluation_time": 6.65178370475769, + "kg_co2_emissions": 0.0002473868310504795, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8687881247577892, + "cosine_spearman": 0.8713082027502856, + "euclidean_pearson": 0.8780049219422987, + "euclidean_spearman": 0.8711571349057137, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8713082027502856, + "manhattan_pearson": 0.8773058205723695, + "manhattan_spearman": 0.8706370463721107, + "pearson": 0.8687881247577892, + "spearman": 0.8713082027502856 + }, + { + "cosine_pearson": 0.8770298726839616, + "cosine_spearman": 0.8733998693846046, + "euclidean_pearson": 0.8865309283451815, + "euclidean_spearman": 0.8735040750371873, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.8733998693846046, + "manhattan_pearson": 0.8857894839555877, + "manhattan_spearman": 0.8717525741238482, + "pearson": 0.8770298726839616, + "spearman": 0.8733998693846046 + }, + { + "cosine_pearson": 0.8182813621990519, + "cosine_spearman": 0.8224133458502345, + "euclidean_pearson": 0.8227443917076113, + "euclidean_spearman": 0.8222572808504985, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ], + "main_score": 0.8224133458502345, + "manhattan_pearson": 0.8220777616535155, + "manhattan_spearman": 0.8209680148181967, + "pearson": 0.8182813621990519, + "spearman": 0.8224133458502345 + }, + { + "cosine_pearson": 0.733898692856766, + "cosine_spearman": 0.7251711823496721, + "euclidean_pearson": 0.7370141933636285, + "euclidean_spearman": 0.7251231234966868, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ], + "main_score": 0.7251711823496721, + "manhattan_pearson": 0.7369992949404609, + "manhattan_spearman": 0.7253053626672071, + "pearson": 0.733898692856766, + "spearman": 0.7251711823496721 + }, + { + "cosine_pearson": 0.7028379144455442, + "cosine_spearman": 0.6941102788347099, + "euclidean_pearson": 0.7012761249534765, + "euclidean_spearman": 0.694015716700963, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ], + "main_score": 0.6941102788347099, + "manhattan_pearson": 0.7027084932119628, + "manhattan_spearman": 0.6951074096271477, + "pearson": 0.7028379144455442, + "spearman": 0.6941102788347099 + }, + { + "cosine_pearson": 0.7988604187064472, + "cosine_spearman": 0.8073584641289535, + "euclidean_pearson": 0.7952554518211097, + "euclidean_spearman": 0.8073707684479371, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.8073584641289535, + "manhattan_pearson": 0.7957456902885537, + "manhattan_spearman": 0.8080190522543823, + "pearson": 0.7988604187064472, + "spearman": 0.8073584641289535 + }, + { + "cosine_pearson": 0.7494429797784977, + "cosine_spearman": 0.7556687597770454, + "euclidean_pearson": 0.7547954957643895, + "euclidean_spearman": 0.7556914412420803, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ], + "main_score": 0.7556687597770454, + "manhattan_pearson": 0.7557145994666333, + "manhattan_spearman": 0.7571115316122307, + "pearson": 0.7494429797784977, + "spearman": 0.7556687597770454 + }, + { + "cosine_pearson": 0.8098915075797253, + "cosine_spearman": 0.8081983613915212, + "euclidean_pearson": 0.8110848424659155, + "euclidean_spearman": 0.8079581135471, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ], + "main_score": 0.8081983613915212, + "manhattan_pearson": 0.810005187572117, + "manhattan_spearman": 0.8071381957036593, + "pearson": 0.8098915075797253, + "spearman": 0.8081983613915212 + }, + { + "cosine_pearson": 0.7969823302558567, + "cosine_spearman": 0.7979634188226272, + "euclidean_pearson": 0.7998193224944259, + "euclidean_spearman": 0.7979622656329739, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ], + "main_score": 0.7979634188226272, + "manhattan_pearson": 0.8001613392029495, + "manhattan_spearman": 0.7995932601991806, + "pearson": 0.7969823302558567, + "spearman": 0.7979634188226272 + }, + { + "cosine_pearson": 0.7887094211998147, + "cosine_spearman": 0.7912049586616455, + "euclidean_pearson": 0.7897918672691376, + "euclidean_spearman": 0.7913321939200509, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ], + "main_score": 0.7912049586616455, + "manhattan_pearson": 0.7919720025863985, + "manhattan_spearman": 0.793937249346679, + "pearson": 0.7887094211998147, + "spearman": 0.7912049586616455 + }, + { + "cosine_pearson": 0.8112398685169426, + "cosine_spearman": 0.8142650299404499, + "euclidean_pearson": 0.8076903578271629, + "euclidean_spearman": 0.8142769366929715, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ], + "main_score": 0.8142650299404499, + "manhattan_pearson": 0.806755451498922, + "manhattan_spearman": 0.8132782336290035, + "pearson": 0.8112398685169426, + "spearman": 0.8142650299404499 + } + ] + }, + "task_name": "STS17" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSB.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSB.json new file mode 100644 index 000000000..9f43288f0 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "evaluation_time": 3.5741124153137207, + "kg_co2_emissions": 0.00012943645136598736, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8001018677812258, + "cosine_spearman": 0.8060036861301334, + "euclidean_pearson": 0.798098963154885, + "euclidean_spearman": 0.8060066353995916, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.8060036861301334, + "manhattan_pearson": 0.7967769910393168, + "manhattan_spearman": 0.8044484348046735, + "pearson": 0.8001018677812258, + "spearman": 0.8060036861301334 + } + ], + "validation": [ + { + "cosine_pearson": 0.8261321376326068, + "cosine_spearman": 0.8319871133238246, + "euclidean_pearson": 0.8256775394380276, + "euclidean_spearman": 0.8319864514113232, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.8319871133238246, + "manhattan_pearson": 0.8251223143086244, + "manhattan_spearman": 0.8315280799677852, + "pearson": 0.8261321376326068, + "spearman": 0.8319871133238246 + } + ] + }, + "task_name": "STSB" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark.json new file mode 100644 index 000000000..01a92890d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "evaluation_time": 2.347996711730957, + "kg_co2_emissions": 8.207300036031671e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8372250153474193, + "cosine_spearman": 0.8486928980149938, + "euclidean_pearson": 0.8438555418722656, + "euclidean_spearman": 0.8486688180140329, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8486928980149938, + "manhattan_pearson": 0.8433117034576814, + "manhattan_spearman": 0.8481461706644119, + "pearson": 0.8372250153474193, + "spearman": 0.8486928980149938 + } + ] + }, + "task_name": "STSBenchmark" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSES.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSES.json new file mode 100644 index 000000000..f66b73fe4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/STSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "0912bb6c9393c76d62a7c5ee81c4c817ff47c9f4", + "evaluation_time": 0.6504366397857666, + "kg_co2_emissions": 2.31546805071454e-05, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8160481046594469, + "cosine_spearman": 0.7750423747965199, + "euclidean_pearson": 0.8112877896921726, + "euclidean_spearman": 0.7753089161117425, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ], + "main_score": 0.7750423747965199, + "manhattan_pearson": 0.8070495429903346, + "manhattan_spearman": 0.7712316416897925, + "pearson": 0.8160481046594469, + "spearman": 0.7750423747965199 + } + ] + }, + "task_name": "STSES" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ScalaClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ScalaClassification.json new file mode 100644 index 000000000..c8083ae77 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ScalaClassification.json @@ -0,0 +1,347 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "evaluation_time": 19.633376598358154, + "kg_co2_emissions": 0.0006431467784072558, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.505322265625, + "ap": 0.5027520914741638, + "ap_weighted": 0.5027520914741638, + "f1": 0.5049937149907997, + "f1_weighted": 0.5049937149907997, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ], + "main_score": 0.505322265625, + "scores_per_experiment": [ + { + "accuracy": 0.5185546875, + "ap": 0.5096415369963843, + "ap_weighted": 0.5096415369963843, + "f1": 0.5181944508070304, + "f1_weighted": 0.5181944508070304 + }, + { + "accuracy": 0.509765625, + "ap": 0.5049862619173728, + "ap_weighted": 0.5049862619173728, + "f1": 0.5090164435478941, + "f1_weighted": 0.5090164435478941 + }, + { + "accuracy": 0.501953125, + "ap": 0.5009802132009347, + "ap_weighted": 0.5009802132009347, + "f1": 0.5017017366587567, + "f1_weighted": 0.5017017366587567 + }, + { + "accuracy": 0.5048828125, + "ap": 0.5024642658590823, + "ap_weighted": 0.5024642658590823, + "f1": 0.5046541715803574, + "f1_weighted": 0.5046541715803574 + }, + { + "accuracy": 0.50830078125, + "ap": 0.5042181683777618, + "ap_weighted": 0.5042181683777618, + "f1": 0.5082668993792345, + "f1_weighted": 0.5082668993792345 + }, + { + "accuracy": 0.4951171875, + "ap": 0.49758286220178927, + "ap_weighted": 0.49758286220178927, + "f1": 0.495078183491576, + "f1_weighted": 0.495078183491576 + }, + { + "accuracy": 0.49267578125, + "ap": 0.4963934332343276, + "ap_weighted": 0.4963934332343276, + "f1": 0.49252756745103066, + "f1_weighted": 0.49252756745103066 + }, + { + "accuracy": 0.5126953125, + "ap": 0.5065239800347222, + "ap_weighted": 0.5065239800347222, + "f1": 0.5117939310555684, + "f1_weighted": 0.5117939310555684 + }, + { + "accuracy": 0.5, + "ap": 0.5, + "ap_weighted": 0.5, + "f1": 0.4998621560698549, + "f1_weighted": 0.4998621560698549 + }, + { + "accuracy": 0.50927734375, + "ap": 0.5047301929192627, + "ap_weighted": 0.5047301929192627, + "f1": 0.5088416098666939, + "f1_weighted": 0.5088416098666939 + } + ] + }, + { + "accuracy": 0.50439453125, + "ap": 0.5022548349124814, + "ap_weighted": 0.5022548349124814, + "f1": 0.5018339313039231, + "f1_weighted": 0.5018339313039231, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ], + "main_score": 0.50439453125, + "scores_per_experiment": [ + { + "accuracy": 0.509765625, + "ap": 0.5049754654886148, + "ap_weighted": 0.5049754654886148, + "f1": 0.5096604095384084, + "f1_weighted": 0.5096604095384084 + }, + { + "accuracy": 0.5009765625, + "ap": 0.5004896763392858, + "ap_weighted": 0.5004896763392858, + "f1": 0.48816627083960984, + "f1_weighted": 0.48816627083960984 + }, + { + "accuracy": 0.5107421875, + "ap": 0.5054995329483696, + "ap_weighted": 0.5054995329483696, + "f1": 0.5094772591674698, + "f1_weighted": 0.5094772591674698 + }, + { + "accuracy": 0.50341796875, + "ap": 0.5017231752298339, + "ap_weighted": 0.5017231752298339, + "f1": 0.49950871587774054, + "f1_weighted": 0.49950871587774054 + }, + { + "accuracy": 0.50048828125, + "ap": 0.500244383550995, + "ap_weighted": 0.500244383550995, + "f1": 0.5004452850217563, + "f1_weighted": 0.5004452850217563 + }, + { + "accuracy": 0.5087890625, + "ap": 0.5044675031711254, + "ap_weighted": 0.5044675031711254, + "f1": 0.5083670905890753, + "f1_weighted": 0.5083670905890753 + }, + { + "accuracy": 0.5126953125, + "ap": 0.5065146998355263, + "ap_weighted": 0.5065146998355263, + "f1": 0.5125446934515747, + "f1_weighted": 0.5125446934515747 + }, + { + "accuracy": 0.5068359375, + "ap": 0.5034563728932584, + "ap_weighted": 0.5034563728932584, + "f1": 0.5009722510385957, + "f1_weighted": 0.5009722510385957 + }, + { + "accuracy": 0.4921875, + "ap": 0.4961504650635209, + "ap_weighted": 0.4961504650635209, + "f1": 0.49144982832802486, + "f1_weighted": 0.49144982832802486 + }, + { + "accuracy": 0.498046875, + "ap": 0.499027074604283, + "ap_weighted": 0.499027074604283, + "f1": 0.4977475091869753, + "f1_weighted": 0.4977475091869753 + } + ] + }, + { + "accuracy": 0.5021484375, + "ap": 0.5011098842787787, + "ap_weighted": 0.5011098842787787, + "f1": 0.501192146708823, + "f1_weighted": 0.501192146708823, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ], + "main_score": 0.5021484375, + "scores_per_experiment": [ + { + "accuracy": 0.49609375, + "ap": 0.4980638218546638, + "ap_weighted": 0.4980638218546638, + "f1": 0.49484069886947585, + "f1_weighted": 0.49484069886947585 + }, + { + "accuracy": 0.5078125, + "ap": 0.5039753871681416, + "ap_weighted": 0.5039753871681416, + "f1": 0.50611688689501, + "f1_weighted": 0.50611688689501 + }, + { + "accuracy": 0.50439453125, + "ap": 0.5022151619061086, + "ap_weighted": 0.5022151619061086, + "f1": 0.5036180587013099, + "f1_weighted": 0.5036180587013099 + }, + { + "accuracy": 0.49365234375, + "ap": 0.4968675557923771, + "ap_weighted": 0.4968675557923771, + "f1": 0.4935643216110359, + "f1_weighted": 0.4935643216110359 + }, + { + "accuracy": 0.494140625, + "ap": 0.49710937499999996, + "ap_weighted": 0.49710937499999996, + "f1": 0.4922793596826746, + "f1_weighted": 0.4922793596826746 + }, + { + "accuracy": 0.5068359375, + "ap": 0.5034653465346535, + "ap_weighted": 0.5034653465346535, + "f1": 0.5068128908459201, + "f1_weighted": 0.5068128908459201 + }, + { + "accuracy": 0.50537109375, + "ap": 0.5027134948557237, + "ap_weighted": 0.5027134948557237, + "f1": 0.5052426360203328, + "f1_weighted": 0.5052426360203328 + }, + { + "accuracy": 0.50390625, + "ap": 0.5019690688775511, + "ap_weighted": 0.5019690688775511, + "f1": 0.5036771581120741, + "f1_weighted": 0.5036771581120741 + }, + { + "accuracy": 0.5009765625, + "ap": 0.5004891531808036, + "ap_weighted": 0.5004891531808036, + "f1": 0.4998776608759481, + "f1_weighted": 0.4998776608759481 + }, + { + "accuracy": 0.50830078125, + "ap": 0.504230477617764, + "ap_weighted": 0.504230477617764, + "f1": 0.5058917954744475, + "f1_weighted": 0.5058917954744475 + } + ] + }, + { + "accuracy": 0.505322265625, + "ap": 0.5027217026788394, + "ap_weighted": 0.5027217026788394, + "f1": 0.5026980192232264, + "f1_weighted": 0.5026980192232264, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ], + "main_score": 0.505322265625, + "scores_per_experiment": [ + { + "accuracy": 0.5185546875, + "ap": 0.509587132029877, + "ap_weighted": 0.509587132029877, + "f1": 0.5170582985037218, + "f1_weighted": 0.5170582985037218 + }, + { + "accuracy": 0.505859375, + "ap": 0.5029654881619144, + "ap_weighted": 0.5029654881619144, + "f1": 0.5056514666526736, + "f1_weighted": 0.5056514666526736 + }, + { + "accuracy": 0.49951171875, + "ap": 0.49975614227259557, + "ap_weighted": 0.49975614227259557, + "f1": 0.4963994431413812, + "f1_weighted": 0.4963994431413812 + }, + { + "accuracy": 0.509765625, + "ap": 0.5049742509363295, + "ap_weighted": 0.5049742509363295, + "f1": 0.5095392389217741, + "f1_weighted": 0.5095392389217741 + }, + { + "accuracy": 0.5068359375, + "ap": 0.503459870293345, + "ap_weighted": 0.503459870293345, + "f1": 0.5051933077854166, + "f1_weighted": 0.5051933077854166 + }, + { + "accuracy": 0.49609375, + "ap": 0.49806400767543857, + "ap_weighted": 0.49806400767543857, + "f1": 0.4945821854912764, + "f1_weighted": 0.4945821854912764 + }, + { + "accuracy": 0.50537109375, + "ap": 0.5027273304897454, + "ap_weighted": 0.5027273304897454, + "f1": 0.49322966475036123, + "f1_weighted": 0.49322966475036123 + }, + { + "accuracy": 0.5029296875, + "ap": 0.5014729368093923, + "ap_weighted": 0.5014729368093923, + "f1": 0.5024737141029862, + "f1_weighted": 0.5024737141029862 + }, + { + "accuracy": 0.5068359375, + "ap": 0.5034754826472356, + "ap_weighted": 0.5034754826472356, + "f1": 0.5024630541871922, + "f1_weighted": 0.5024630541871922 + }, + { + "accuracy": 0.50146484375, + "ap": 0.5007343854725201, + "ap_weighted": 0.5007343854725201, + "f1": 0.50038981869548, + "f1_weighted": 0.50038981869548 + } + ] + } + ] + }, + "task_name": "ScalaClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SemRel24STS.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SemRel24STS.json new file mode 100644 index 000000000..57c207fcd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SemRel24STS.json @@ -0,0 +1,191 @@ +{ + "dataset_revision": "ef5c383d1b87eb8feccde3dfb7f95e42b1b050dd", + "evaluation_time": 8.910184144973755, + "kg_co2_emissions": 0.000343832612576076, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.8136258268770212, + "cosine_spearman": 0.8015908635016942, + "euclidean_pearson": 0.7915119066882547, + "euclidean_spearman": 0.8015282299361068, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ], + "main_score": 0.8015908635016942, + "manhattan_pearson": 0.7920914734060621, + "manhattan_spearman": 0.8025866233153227, + "pearson": 0.8136258268770212, + "spearman": 0.8015908635016942 + }, + { + "cosine_pearson": 0.8330538820386887, + "cosine_spearman": 0.8259255215702297, + "euclidean_pearson": 0.8280215700872198, + "euclidean_spearman": 0.8259147182855052, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ], + "main_score": 0.8259255215702297, + "manhattan_pearson": 0.8278912704898198, + "manhattan_spearman": 0.8271943073428778, + "pearson": 0.8330538820386887, + "spearman": 0.8259255215702297 + }, + { + "cosine_pearson": 0.5894046178061041, + "cosine_spearman": 0.5904461483411833, + "euclidean_pearson": 0.5844237899566262, + "euclidean_spearman": 0.5904493966377754, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ], + "main_score": 0.5904461483411833, + "manhattan_pearson": 0.5829146058038424, + "manhattan_spearman": 0.5881561277375641, + "pearson": 0.5894046178061041, + "spearman": 0.5904461483411833 + }, + { + "cosine_pearson": 0.5098987997545484, + "cosine_spearman": 0.47266328433856497, + "euclidean_pearson": 0.5145036827777877, + "euclidean_spearman": 0.47281674259458567, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ], + "main_score": 0.47266328433856497, + "manhattan_pearson": 0.5104003640951773, + "manhattan_spearman": 0.4703496456685107, + "pearson": 0.5098987997545484, + "spearman": 0.47266328433856497 + }, + { + "cosine_pearson": 0.33210686611646056, + "cosine_spearman": 0.30277673654771947, + "euclidean_pearson": 0.30607111862188685, + "euclidean_spearman": 0.3028227040234337, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ], + "main_score": 0.30277673654771947, + "manhattan_pearson": 0.3133333432507359, + "manhattan_spearman": 0.3117730063724801, + "pearson": 0.33210686611646056, + "spearman": 0.30277673654771947 + }, + { + "cosine_pearson": 0.8044389475084356, + "cosine_spearman": 0.78820353462058, + "euclidean_pearson": 0.8060079829216226, + "euclidean_spearman": 0.788188200649991, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ], + "main_score": 0.78820353462058, + "manhattan_pearson": 0.8053911849062667, + "manhattan_spearman": 0.7880159087957387, + "pearson": 0.8044389475084356, + "spearman": 0.78820353462058 + }, + { + "cosine_pearson": 0.5705031823685561, + "cosine_spearman": 0.5654028024447897, + "euclidean_pearson": 0.5636421767676618, + "euclidean_spearman": 0.5652948913883937, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ], + "main_score": 0.5654028024447897, + "manhattan_pearson": 0.562434774853758, + "manhattan_spearman": 0.5635247993114618, + "pearson": 0.5705031823685561, + "spearman": 0.5654028024447897 + }, + { + "cosine_pearson": 0.770645420946441, + "cosine_spearman": 0.7776032565406992, + "euclidean_pearson": 0.7479225317014939, + "euclidean_spearman": 0.7776584267305146, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ], + "main_score": 0.7776032565406992, + "manhattan_pearson": 0.7437561145742538, + "manhattan_spearman": 0.7704465138878781, + "pearson": 0.770645420946441, + "spearman": 0.7776032565406992 + }, + { + "cosine_pearson": 0.5102984509629801, + "cosine_spearman": 0.5222593897070684, + "euclidean_pearson": 0.5318393566864362, + "euclidean_spearman": 0.5222977601075948, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5222593897070684, + "manhattan_pearson": 0.53280037406159, + "manhattan_spearman": 0.5251477183102631, + "pearson": 0.5102984509629801, + "spearman": 0.5222593897070684 + }, + { + "cosine_pearson": 0.5592196034812021, + "cosine_spearman": 0.5525406863593173, + "euclidean_pearson": 0.560050199042698, + "euclidean_spearman": 0.5522075650506583, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ], + "main_score": 0.5525406863593173, + "manhattan_pearson": 0.558393590705421, + "manhattan_spearman": 0.5533166888806414, + "pearson": 0.5592196034812021, + "spearman": 0.5525406863593173 + }, + { + "cosine_pearson": 0.8325644861057275, + "cosine_spearman": 0.8146251697688253, + "euclidean_pearson": 0.8166955715252879, + "euclidean_spearman": 0.8146644080230797, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ], + "main_score": 0.8146251697688253, + "manhattan_pearson": 0.8176321498207093, + "manhattan_spearman": 0.815258198483418, + "pearson": 0.8325644861057275, + "spearman": 0.8146251697688253 + }, + { + "cosine_pearson": 0.8431098802589719, + "cosine_spearman": 0.8316637214184077, + "euclidean_pearson": 0.8153643205272897, + "euclidean_spearman": 0.831574838157386, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ], + "main_score": 0.8316637214184077, + "manhattan_pearson": 0.8142571256433494, + "manhattan_spearman": 0.8277219320565484, + "pearson": 0.8431098802589719, + "spearman": 0.8316637214184077 + } + ] + }, + "task_name": "SemRel24STS" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SentimentAnalysisHindi.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SentimentAnalysisHindi.json new file mode 100644 index 000000000..da5cb2ab6 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SentimentAnalysisHindi.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1beac1b941da76a9c51e3e5b39d230fde9a80983", + "evaluation_time": 9.875008344650269, + "kg_co2_emissions": 0.0003002268328853157, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.6685546875, + "f1": 0.6636414468747696, + "f1_weighted": 0.6676091223353959, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ], + "main_score": 0.6636414468747696, + "scores_per_experiment": [ + { + "accuracy": 0.701171875, + "f1": 0.69728112350555, + "f1_weighted": 0.7023786468285569 + }, + { + "accuracy": 0.69775390625, + "f1": 0.6879346962850669, + "f1_weighted": 0.7009323000718821 + }, + { + "accuracy": 0.6787109375, + "f1": 0.6780116998902047, + "f1_weighted": 0.6793108242625354 + }, + { + "accuracy": 0.63720703125, + "f1": 0.6418377189563139, + "f1_weighted": 0.6363364690060096 + }, + { + "accuracy": 0.71484375, + "f1": 0.7068941628202717, + "f1_weighted": 0.7164166224073054 + }, + { + "accuracy": 0.63427734375, + "f1": 0.6211773083721513, + "f1_weighted": 0.619770925178057 + }, + { + "accuracy": 0.60986328125, + "f1": 0.6124911647342138, + "f1_weighted": 0.6074076128932946 + }, + { + "accuracy": 0.662109375, + "f1": 0.649451166974938, + "f1_weighted": 0.6617459807797035 + }, + { + "accuracy": 0.64892578125, + "f1": 0.6367587000512711, + "f1_weighted": 0.6521384897642264 + }, + { + "accuracy": 0.70068359375, + "f1": 0.704576727157716, + "f1_weighted": 0.6996533521623876 + } + ] + } + ] + }, + "task_name": "SentimentAnalysisHindi" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SinhalaNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SinhalaNewsClassification.json new file mode 100644 index 000000000..fcb90051a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SinhalaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "7fb2f514ea683c5282dfec0a9672ece8de90ac50", + "evaluation_time": 9.253992795944214, + "kg_co2_emissions": 0.00029647584101460955, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.744775390625, + "f1": 0.7270109573204608, + "f1_weighted": 0.7452476956507214, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ], + "main_score": 0.744775390625, + "scores_per_experiment": [ + { + "accuracy": 0.72900390625, + "f1": 0.708916369351054, + "f1_weighted": 0.7347451440724196 + }, + { + "accuracy": 0.73095703125, + "f1": 0.7089940559794762, + "f1_weighted": 0.7325478405475017 + }, + { + "accuracy": 0.7568359375, + "f1": 0.7359411410354475, + "f1_weighted": 0.7550119471176764 + }, + { + "accuracy": 0.72802734375, + "f1": 0.7159610977143467, + "f1_weighted": 0.7285052374057117 + }, + { + "accuracy": 0.72607421875, + "f1": 0.711076114846127, + "f1_weighted": 0.7220541223560247 + }, + { + "accuracy": 0.7216796875, + "f1": 0.7026520907010609, + "f1_weighted": 0.7224662103686681 + }, + { + "accuracy": 0.7265625, + "f1": 0.7088574368489566, + "f1_weighted": 0.7233721714293848 + }, + { + "accuracy": 0.7626953125, + "f1": 0.7448224326074181, + "f1_weighted": 0.7630527823983779 + }, + { + "accuracy": 0.77880859375, + "f1": 0.7636834295463653, + "f1_weighted": 0.7821301719925782 + }, + { + "accuracy": 0.787109375, + "f1": 0.7692054045743563, + "f1_weighted": 0.7885913288188704 + } + ] + } + ] + }, + "task_name": "SinhalaNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SiswatiNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SiswatiNewsClassification.json new file mode 100644 index 000000000..1564ee4fd --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SiswatiNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "f5502326c4e48adc99b18b1582f68b8fb5e7ec30", + "evaluation_time": 7.128482818603516, + "kg_co2_emissions": 0.00021603171093716433, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.6, + "f1": 0.2915980482889013, + "f1_weighted": 0.549014404024767, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ], + "main_score": 0.6, + "scores_per_experiment": [ + { + "accuracy": 0.5875, + "f1": 0.2918831769414455, + "f1_weighted": 0.5337097038643931 + }, + { + "accuracy": 0.625, + "f1": 0.29658489658489656, + "f1_weighted": 0.5724981962481962 + }, + { + "accuracy": 0.5875, + "f1": 0.28531191031191033, + "f1_weighted": 0.5308878621378621 + }, + { + "accuracy": 0.6125, + "f1": 0.28980372053127473, + "f1_weighted": 0.563413463471513 + }, + { + "accuracy": 0.5875, + "f1": 0.289673697761933, + "f1_weighted": 0.5333983214497919 + }, + { + "accuracy": 0.6125, + "f1": 0.2930695847362514, + "f1_weighted": 0.568287037037037 + }, + { + "accuracy": 0.5875, + "f1": 0.2905405976879728, + "f1_weighted": 0.5419852678771084 + }, + { + "accuracy": 0.5625, + "f1": 0.2759820426487093, + "f1_weighted": 0.5111531986531986 + }, + { + "accuracy": 0.6125, + "f1": 0.2998737373737374, + "f1_weighted": 0.5618371212121211 + }, + { + "accuracy": 0.625, + "f1": 0.30325711831088176, + "f1_weighted": 0.5729738682964489 + } + ] + } + ] + }, + "task_name": "SiswatiNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SlovakMovieReviewSentimentClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 000000000..677885915 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "0c47583c9d339b3b6f89e4db76088af5f1ec8d39", + "evaluation_time": 9.307716846466064, + "kg_co2_emissions": 0.00038593444999845006, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.8234375, + "ap": 0.7010309555889296, + "ap_weighted": 0.7010309555889296, + "f1": 0.8172217521962704, + "f1_weighted": 0.8233662410979111, + "hf_subset": "default", + "languages": [ + "svk-Latn" + ], + "main_score": 0.8234375, + "scores_per_experiment": [ + { + "accuracy": 0.8076171875, + "ap": 0.6819280959732721, + "ap_weighted": 0.6819280959732721, + "f1": 0.7951099315739812, + "f1_weighted": 0.8047499114379086 + }, + { + "accuracy": 0.8330078125, + "ap": 0.7153485410844304, + "ap_weighted": 0.7153485410844304, + "f1": 0.8254557633668824, + "f1_weighted": 0.8323696111648069 + }, + { + "accuracy": 0.83740234375, + "ap": 0.7209566365470819, + "ap_weighted": 0.7209566365470819, + "f1": 0.8306480991044749, + "f1_weighted": 0.8370885768838265 + }, + { + "accuracy": 0.80615234375, + "ap": 0.6740802517761477, + "ap_weighted": 0.6740802517761477, + "f1": 0.805355957409167, + "f1_weighted": 0.8077268785765325 + }, + { + "accuracy": 0.78466796875, + "ap": 0.646680252459473, + "ap_weighted": 0.646680252459473, + "f1": 0.7816949359020378, + "f1_weighted": 0.786546328415449 + }, + { + "accuracy": 0.7900390625, + "ap": 0.653996579204196, + "ap_weighted": 0.653996579204196, + "f1": 0.7808210450025685, + "f1_weighted": 0.7893806326787549 + }, + { + "accuracy": 0.84326171875, + "ap": 0.7263899700855777, + "ap_weighted": 0.7263899700855777, + "f1": 0.8386839281433247, + "f1_weighted": 0.8438588218726099 + }, + { + "accuracy": 0.849609375, + "ap": 0.7337500854532172, + "ap_weighted": 0.7337500854532172, + "f1": 0.8462664814408618, + "f1_weighted": 0.8505834631894177 + }, + { + "accuracy": 0.82470703125, + "ap": 0.7027256577955368, + "ap_weighted": 0.7027256577955368, + "f1": 0.8170492614232858, + "f1_weighted": 0.8241770185412298 + }, + { + "accuracy": 0.85791015625, + "ap": 0.7544534855103636, + "ap_weighted": 0.7544534855103636, + "f1": 0.8511321185961205, + "f1_weighted": 0.8571811682185758 + } + ] + } + ] + }, + "task_name": "SlovakMovieReviewSentimentClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions.json new file mode 100644 index 000000000..3de13c515 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SprintDuplicateQuestions.json @@ -0,0 +1,107 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "evaluation_time": 23.084726810455322, + "kg_co2_emissions": 0.0007480662153984366, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.9987722772277228, + "cosine_accuracy_threshold": 0.754259689392681, + "cosine_ap": 0.9732648734783681, + "cosine_f1": 0.9374369323915237, + "cosine_f1_threshold": 0.754259689392681, + "cosine_precision": 0.9460285132382892, + "cosine_recall": 0.929, + "dot_accuracy": 0.9987722772277228, + "dot_accuracy_threshold": 0.75439453125, + "dot_ap": 0.9731545552265396, + "dot_f1": 0.9374369323915237, + "dot_f1_threshold": 0.75439453125, + "dot_precision": 0.9460285132382892, + "dot_recall": 0.929, + "euclidean_accuracy": 0.9987722772277228, + "euclidean_accuracy_threshold": 0.7010125229544248, + "euclidean_ap": 0.9732547640590369, + "euclidean_f1": 0.9374369323915237, + "euclidean_f1_threshold": 0.7010125229544248, + "euclidean_precision": 0.9460285132382892, + "euclidean_recall": 0.929, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9732648734783681, + "manhattan_accuracy": 0.9987524752475248, + "manhattan_accuracy_threshold": 17.41544046998024, + "manhattan_ap": 0.9729231098822095, + "manhattan_f1": 0.935935935935936, + "manhattan_f1_threshold": 17.983619332313538, + "manhattan_precision": 0.93687374749499, + "manhattan_recall": 0.935, + "max_accuracy": 0.9987722772277228, + "max_ap": 0.9732648734783681, + "max_f1": 0.9374369323915237, + "max_precision": 0.9460285132382892, + "max_recall": 0.935, + "similarity_accuracy": 0.9987722772277228, + "similarity_accuracy_threshold": 0.754259689392681, + "similarity_ap": 0.9732648734783681, + "similarity_f1": 0.9374369323915237, + "similarity_f1_threshold": 0.754259689392681, + "similarity_precision": 0.9460285132382892, + "similarity_recall": 0.929 + } + ], + "validation": [ + { + "cosine_accuracy": 0.9987623762376238, + "cosine_accuracy_threshold": 0.7374879628601364, + "cosine_ap": 0.9757997883456444, + "cosine_f1": 0.93734335839599, + "cosine_f1_threshold": 0.7370781318010902, + "cosine_precision": 0.9396984924623115, + "cosine_recall": 0.935, + "dot_accuracy": 0.9987722772277228, + "dot_accuracy_threshold": 0.7373046875, + "dot_ap": 0.9757078382391059, + "dot_f1": 0.9378134403209628, + "dot_f1_threshold": 0.7373046875, + "dot_precision": 0.9406438631790744, + "dot_recall": 0.935, + "euclidean_accuracy": 0.9987623762376238, + "euclidean_accuracy_threshold": 0.72464862512697, + "euclidean_ap": 0.9757900802923152, + "euclidean_f1": 0.93734335839599, + "euclidean_f1_threshold": 0.7251527428641961, + "euclidean_precision": 0.9396984924623115, + "euclidean_recall": 0.935, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.9757997883456444, + "manhattan_accuracy": 0.9987326732673267, + "manhattan_accuracy_threshold": 18.212880849838257, + "manhattan_ap": 0.9753674583400379, + "manhattan_f1": 0.9356136820925554, + "manhattan_f1_threshold": 18.249112606048584, + "manhattan_precision": 0.9412955465587044, + "manhattan_recall": 0.93, + "max_accuracy": 0.9987722772277228, + "max_ap": 0.9757997883456444, + "max_f1": 0.9378134403209628, + "max_precision": 0.9412955465587044, + "max_recall": 0.935, + "similarity_accuracy": 0.9987623762376238, + "similarity_accuracy_threshold": 0.7374879628601364, + "similarity_ap": 0.9757997883456444, + "similarity_f1": 0.93734335839599, + "similarity_f1_threshold": 0.7370781318010902, + "similarity_precision": 0.9396984924623115, + "similarity_recall": 0.935 + } + ] + }, + "task_name": "SprintDuplicateQuestions" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering.v2.json new file mode 100644 index 000000000..63fb8d0e2 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackExchangeClustering.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "evaluation_time": 91.49316000938416, + "kg_co2_emissions": 0.002745345112190227, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.43975467999381834, + "v_measure": 0.43975467999381834, + "v_measure_std": 0.005756827857877885, + "v_measures": { + "Level 0": [ + 0.4362317088932909, + 0.4380670019454753, + 0.43671560723844866, + 0.44175622102246426, + 0.436831290811598, + 0.4306246857640389, + 0.4413317149796791, + 0.44965122016751913, + 0.43656312029980654, + 0.4497742288158623 + ] + } + } + ] + }, + "task_name": "StackExchangeClustering.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowQA.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowQA.json new file mode 100644 index 000000000..f18b374cf --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StackOverflowQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "db8f169f3894c14a00251061f957b2063eef2bd5", + "evaluation_time": 52.70060133934021, + "kg_co2_emissions": 0.004046935689854815, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.80597, + "map_at_1": 0.72367, + "map_at_10": 0.77945, + "map_at_100": 0.78248, + "map_at_1000": 0.78263, + "map_at_20": 0.78152, + "map_at_3": 0.7673, + "map_at_5": 0.77508, + "mrr_at_1": 0.7231695085255767, + "mrr_at_10": 0.7795531435576571, + "mrr_at_100": 0.7825349827398637, + "mrr_at_1000": 0.7826774183761376, + "mrr_at_20": 0.7815445624544165, + "mrr_at_3": 0.7673019057171507, + "mrr_at_5": 0.7752006018054164, + "nauc_map_at_1000_diff1": 0.8576259636493618, + "nauc_map_at_1000_max": 0.7400041350016284, + "nauc_map_at_1000_std": 0.027056583169852724, + "nauc_map_at_100_diff1": 0.8576132137956639, + "nauc_map_at_100_max": 0.7399670080484604, + "nauc_map_at_100_std": 0.027046064151008707, + "nauc_map_at_10_diff1": 0.8569057064367482, + "nauc_map_at_10_max": 0.7392845634753599, + "nauc_map_at_10_std": 0.02612746982119106, + "nauc_map_at_1_diff1": 0.8743202429940655, + "nauc_map_at_1_max": 0.7407027976415087, + "nauc_map_at_1_std": 0.018937382590109613, + "nauc_map_at_20_diff1": 0.8573066038493732, + "nauc_map_at_20_max": 0.7398569220195529, + "nauc_map_at_20_std": 0.027011837705947006, + "nauc_map_at_3_diff1": 0.8577320788791793, + "nauc_map_at_3_max": 0.7405011588912093, + "nauc_map_at_3_std": 0.02175020420095652, + "nauc_map_at_5_diff1": 0.8567786963597297, + "nauc_map_at_5_max": 0.7411202159434356, + "nauc_map_at_5_std": 0.026347058391393088, + "nauc_mrr_at_1000_diff1": 0.8576588461650219, + "nauc_mrr_at_1000_max": 0.7401345765361261, + "nauc_mrr_at_1000_std": 0.029573857068047684, + "nauc_mrr_at_100_diff1": 0.8576460159376194, + "nauc_mrr_at_100_max": 0.7400972824025623, + "nauc_mrr_at_100_std": 0.029562074612845688, + "nauc_mrr_at_10_diff1": 0.8569819148338916, + "nauc_mrr_at_10_max": 0.7394337438184471, + "nauc_mrr_at_10_std": 0.028535515569490525, + "nauc_mrr_at_1_diff1": 0.8750826857829614, + "nauc_mrr_at_1_max": 0.7420125427644929, + "nauc_mrr_at_1_std": 0.024258783890923903, + "nauc_mrr_at_20_diff1": 0.8573361633267617, + "nauc_mrr_at_20_max": 0.7399082273008074, + "nauc_mrr_at_20_std": 0.029301417771655167, + "nauc_mrr_at_3_diff1": 0.8574935959862028, + "nauc_mrr_at_3_max": 0.7401755666614419, + "nauc_mrr_at_3_std": 0.022698143220267277, + "nauc_mrr_at_5_diff1": 0.8569335441493117, + "nauc_mrr_at_5_max": 0.7411114157877098, + "nauc_mrr_at_5_std": 0.028501790465774047, + "nauc_ndcg_at_1000_diff1": 0.8538922005215567, + "nauc_ndcg_at_1000_max": 0.7399197113888085, + "nauc_ndcg_at_1000_std": 0.033643815952409034, + "nauc_ndcg_at_100_diff1": 0.8537569722912157, + "nauc_ndcg_at_100_max": 0.7396224169283171, + "nauc_ndcg_at_100_std": 0.035528272757791725, + "nauc_ndcg_at_10_diff1": 0.850141706046138, + "nauc_ndcg_at_10_max": 0.7363638392834914, + "nauc_ndcg_at_10_std": 0.02958547877113898, + "nauc_ndcg_at_1_diff1": 0.8743202429940655, + "nauc_ndcg_at_1_max": 0.7407027976415087, + "nauc_ndcg_at_1_std": 0.018937382590109613, + "nauc_ndcg_at_20_diff1": 0.8516029965599828, + "nauc_ndcg_at_20_max": 0.7386887619820632, + "nauc_ndcg_at_20_std": 0.03447053751139844, + "nauc_ndcg_at_3_diff1": 0.8521519194157466, + "nauc_ndcg_at_3_max": 0.7398406611218145, + "nauc_ndcg_at_3_std": 0.021033950795953393, + "nauc_ndcg_at_5_diff1": 0.8499708805205438, + "nauc_ndcg_at_5_max": 0.7408048594412248, + "nauc_ndcg_at_5_std": 0.0295722290831982, + "nauc_precision_at_1000_diff1": 0.7504541545452896, + "nauc_precision_at_1000_max": 0.7639596316419782, + "nauc_precision_at_1000_std": 0.3174648439410284, + "nauc_precision_at_100_diff1": 0.8264557851125038, + "nauc_precision_at_100_max": 0.7442747779661026, + "nauc_precision_at_100_std": 0.175425060214986, + "nauc_precision_at_10_diff1": 0.8151567771789981, + "nauc_precision_at_10_max": 0.7186292757576882, + "nauc_precision_at_10_std": 0.04908949945517419, + "nauc_precision_at_1_diff1": 0.8743202429940655, + "nauc_precision_at_1_max": 0.7407027976415087, + "nauc_precision_at_1_std": 0.018937382590109613, + "nauc_precision_at_20_diff1": 0.8152329080102101, + "nauc_precision_at_20_max": 0.731825320898332, + "nauc_precision_at_20_std": 0.10092438260683932, + "nauc_precision_at_3_diff1": 0.8324093384629943, + "nauc_precision_at_3_max": 0.737251368834983, + "nauc_precision_at_3_std": 0.017791700231998366, + "nauc_precision_at_5_diff1": 0.820837648967444, + "nauc_precision_at_5_max": 0.7391985208703759, + "nauc_precision_at_5_std": 0.04393137922718787, + "nauc_recall_at_1000_diff1": 0.7504541545453088, + "nauc_recall_at_1000_max": 0.7639596316419869, + "nauc_recall_at_1000_std": 0.3174648439410449, + "nauc_recall_at_100_diff1": 0.8264557851125014, + "nauc_recall_at_100_max": 0.744274777966099, + "nauc_recall_at_100_std": 0.17542506021498713, + "nauc_recall_at_10_diff1": 0.8151567771789993, + "nauc_recall_at_10_max": 0.7186292757576888, + "nauc_recall_at_10_std": 0.049089499455179396, + "nauc_recall_at_1_diff1": 0.8743202429940655, + "nauc_recall_at_1_max": 0.7407027976415087, + "nauc_recall_at_1_std": 0.018937382590109613, + "nauc_recall_at_20_diff1": 0.8152329080102105, + "nauc_recall_at_20_max": 0.7318253208983321, + "nauc_recall_at_20_std": 0.10092438260684043, + "nauc_recall_at_3_diff1": 0.8324093384629936, + "nauc_recall_at_3_max": 0.7372513688349824, + "nauc_recall_at_3_std": 0.01779170023199816, + "nauc_recall_at_5_diff1": 0.8208376489674447, + "nauc_recall_at_5_max": 0.7391985208703757, + "nauc_recall_at_5_std": 0.043931379227189385, + "ndcg_at_1": 0.72367, + "ndcg_at_10": 0.80597, + "ndcg_at_100": 0.82027, + "ndcg_at_1000": 0.82455, + "ndcg_at_20": 0.81355, + "ndcg_at_3": 0.78124, + "ndcg_at_5": 0.79569, + "precision_at_1": 0.72367, + "precision_at_10": 0.08887, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04594, + "precision_at_3": 0.27382, + "precision_at_5": 0.17151, + "recall_at_1": 0.72367, + "recall_at_10": 0.88867, + "recall_at_100": 0.95436, + "recall_at_1000": 0.98897, + "recall_at_20": 0.91876, + "recall_at_3": 0.82146, + "recall_at_5": 0.85757 + } + ] + }, + "task_name": "StackOverflowQA" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StatcanDialogueDatasetRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 000000000..de308d6b5 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,601 @@ +{ + "dataset_revision": "7a26938c93e99e0759a1df416896bb72527e2f33", + "evaluation_time": 209.0796401500702, + "kg_co2_emissions": 0.017351568350654836, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "english", + "languages": [ + "eng-Latn" + ], + "main_score": 0.26182, + "map_at_1": 0.06123, + "map_at_10": 0.12059, + "map_at_100": 0.1334, + "map_at_1000": 0.13498, + "map_at_20": 0.12757, + "map_at_3": 0.09789, + "map_at_5": 0.10915, + "mrr_at_1": 0.08103130755064457, + "mrr_at_10": 0.14586804642053267, + "mrr_at_100": 0.15666268165386493, + "mrr_at_1000": 0.1578260316770431, + "mrr_at_20": 0.15130953025540214, + "mrr_at_3": 0.12369551872314306, + "mrr_at_5": 0.13483732351135672, + "nauc_map_at_1000_diff1": 0.2342875689264788, + "nauc_map_at_1000_max": 0.1414078187266535, + "nauc_map_at_1000_std": 0.10666534762081906, + "nauc_map_at_100_diff1": 0.2340295421266549, + "nauc_map_at_100_max": 0.13959260774372537, + "nauc_map_at_100_std": 0.10514168286077966, + "nauc_map_at_10_diff1": 0.23833460560486527, + "nauc_map_at_10_max": 0.12306469112930585, + "nauc_map_at_10_std": 0.08415196279582868, + "nauc_map_at_1_diff1": 0.3541672259940574, + "nauc_map_at_1_max": 0.15826573528328067, + "nauc_map_at_1_std": 0.11242565150537641, + "nauc_map_at_20_diff1": 0.23462726434606496, + "nauc_map_at_20_max": 0.13260425898511954, + "nauc_map_at_20_std": 0.09838549507397833, + "nauc_map_at_3_diff1": 0.26969135311663944, + "nauc_map_at_3_max": 0.12235633897705418, + "nauc_map_at_3_std": 0.07986502616101508, + "nauc_map_at_5_diff1": 0.24465872604500694, + "nauc_map_at_5_max": 0.13180203405100005, + "nauc_map_at_5_std": 0.08373761354998795, + "nauc_mrr_at_1000_diff1": 0.25020158499586154, + "nauc_mrr_at_1000_max": 0.22674814866866347, + "nauc_mrr_at_1000_std": 0.16465357123719324, + "nauc_mrr_at_100_diff1": 0.25004685005127447, + "nauc_mrr_at_100_max": 0.22609862290569607, + "nauc_mrr_at_100_std": 0.16439622784389898, + "nauc_mrr_at_10_diff1": 0.2526207868283702, + "nauc_mrr_at_10_max": 0.21695065964278032, + "nauc_mrr_at_10_std": 0.1504177650667046, + "nauc_mrr_at_1_diff1": 0.33573281609631506, + "nauc_mrr_at_1_max": 0.26906850566055074, + "nauc_mrr_at_1_std": 0.17688840327976796, + "nauc_mrr_at_20_diff1": 0.2513934947904527, + "nauc_mrr_at_20_max": 0.22104152804850577, + "nauc_mrr_at_20_std": 0.15812356426833502, + "nauc_mrr_at_3_diff1": 0.2633666281708459, + "nauc_mrr_at_3_max": 0.22207438157224407, + "nauc_mrr_at_3_std": 0.15360389707417973, + "nauc_mrr_at_5_diff1": 0.2526012625542373, + "nauc_mrr_at_5_max": 0.22308101496592625, + "nauc_mrr_at_5_std": 0.1508286876166935, + "nauc_ndcg_at_1000_diff1": 0.20986391176874722, + "nauc_ndcg_at_1000_max": 0.20584485097012625, + "nauc_ndcg_at_1000_std": 0.18744034210822555, + "nauc_ndcg_at_100_diff1": 0.20169289385940795, + "nauc_ndcg_at_100_max": 0.18397954930997548, + "nauc_ndcg_at_100_std": 0.17328953895282456, + "nauc_ndcg_at_10_diff1": 0.21445412243626433, + "nauc_ndcg_at_10_max": 0.13628545998670732, + "nauc_ndcg_at_10_std": 0.10117775150541775, + "nauc_ndcg_at_1_diff1": 0.33573281609631506, + "nauc_ndcg_at_1_max": 0.26906850566055074, + "nauc_ndcg_at_1_std": 0.17688840327976796, + "nauc_ndcg_at_20_diff1": 0.20512987619677667, + "nauc_ndcg_at_20_max": 0.15562050797100485, + "nauc_ndcg_at_20_std": 0.13433308384672574, + "nauc_ndcg_at_3_diff1": 0.2512159643428937, + "nauc_ndcg_at_3_max": 0.1463398446607802, + "nauc_ndcg_at_3_std": 0.0987821134957208, + "nauc_ndcg_at_5_diff1": 0.21975121622062763, + "nauc_ndcg_at_5_max": 0.15222432194762173, + "nauc_ndcg_at_5_std": 0.09873182012803391, + "nauc_precision_at_1000_diff1": -0.0011857602399264488, + "nauc_precision_at_1000_max": 0.3216601212456632, + "nauc_precision_at_1000_std": 0.2600393162033662, + "nauc_precision_at_100_diff1": 0.09788615171048377, + "nauc_precision_at_100_max": 0.2885525555166844, + "nauc_precision_at_100_std": 0.28411762706745247, + "nauc_precision_at_10_diff1": 0.1415393023690062, + "nauc_precision_at_10_max": 0.176598755598099, + "nauc_precision_at_10_std": 0.1355342745314009, + "nauc_precision_at_1_diff1": 0.33573281609631506, + "nauc_precision_at_1_max": 0.26906850566055074, + "nauc_precision_at_1_std": 0.17688840327976796, + "nauc_precision_at_20_diff1": 0.12220626730430117, + "nauc_precision_at_20_max": 0.22493501301523477, + "nauc_precision_at_20_std": 0.20714849931911086, + "nauc_precision_at_3_diff1": 0.2085846371592508, + "nauc_precision_at_3_max": 0.2076753920127469, + "nauc_precision_at_3_std": 0.14755164072141458, + "nauc_precision_at_5_diff1": 0.15699715321791996, + "nauc_precision_at_5_max": 0.21647612666123783, + "nauc_precision_at_5_std": 0.13158930054335718, + "nauc_recall_at_1000_diff1": 0.12095345129786662, + "nauc_recall_at_1000_max": 0.3765734955289761, + "nauc_recall_at_1000_std": 0.5829195177397608, + "nauc_recall_at_100_diff1": 0.11428777210640431, + "nauc_recall_at_100_max": 0.19367164948453114, + "nauc_recall_at_100_std": 0.28286546220701037, + "nauc_recall_at_10_diff1": 0.15565431803822805, + "nauc_recall_at_10_max": 0.08715168205652409, + "nauc_recall_at_10_std": 0.08157247436221089, + "nauc_recall_at_1_diff1": 0.3541672259940574, + "nauc_recall_at_1_max": 0.15826573528328067, + "nauc_recall_at_1_std": 0.11242565150537641, + "nauc_recall_at_20_diff1": 0.13365164515515202, + "nauc_recall_at_20_max": 0.12631964141093832, + "nauc_recall_at_20_std": 0.15543328660312472, + "nauc_recall_at_3_diff1": 0.2076498178182619, + "nauc_recall_at_3_max": 0.10794591302338681, + "nauc_recall_at_3_std": 0.07243692864933288, + "nauc_recall_at_5_diff1": 0.15894021653848783, + "nauc_recall_at_5_max": 0.12127594351398321, + "nauc_recall_at_5_std": 0.07751971684031178, + "ndcg_at_1": 0.08103, + "ndcg_at_10": 0.16176, + "ndcg_at_100": 0.22665, + "ndcg_at_1000": 0.26976, + "ndcg_at_20": 0.18466, + "ndcg_at_3": 0.11619, + "ndcg_at_5": 0.1354, + "precision_at_1": 0.08103, + "precision_at_10": 0.03573, + "precision_at_100": 0.00775, + "precision_at_1000": 0.00127, + "precision_at_20": 0.02366, + "precision_at_3": 0.062, + "precision_at_5": 0.05009, + "recall_at_1": 0.06123, + "recall_at_10": 0.26182, + "recall_at_100": 0.56051, + "recall_at_1000": 0.88141, + "recall_at_20": 0.3453, + "recall_at_3": 0.14303, + "recall_at_5": 0.18646 + }, + { + "hf_subset": "french", + "languages": [ + "fra-Latn" + ], + "main_score": 0.13388, + "map_at_1": 0.02322, + "map_at_10": 0.05981, + "map_at_100": 0.06888, + "map_at_1000": 0.07024, + "map_at_20": 0.06557, + "map_at_3": 0.05146, + "map_at_5": 0.0533, + "mrr_at_1": 0.040983606557377046, + "mrr_at_10": 0.0730744210252407, + "mrr_at_100": 0.08273479143174464, + "mrr_at_1000": 0.08370403508942409, + "mrr_at_20": 0.07970016429514981, + "mrr_at_3": 0.06284153005464481, + "mrr_at_5": 0.06653005464480875, + "nauc_map_at_1000_diff1": 0.19259212231488634, + "nauc_map_at_1000_max": 0.1771614268908642, + "nauc_map_at_1000_std": 0.3147020660335297, + "nauc_map_at_100_diff1": 0.19666349190200877, + "nauc_map_at_100_max": 0.17234411528351323, + "nauc_map_at_100_std": 0.31035190902152465, + "nauc_map_at_10_diff1": 0.2101848957317406, + "nauc_map_at_10_max": 0.19601921402094466, + "nauc_map_at_10_std": 0.3508631354565028, + "nauc_map_at_1_diff1": 0.10803782469463463, + "nauc_map_at_1_max": 0.20869309658732765, + "nauc_map_at_1_std": 0.24969232324673837, + "nauc_map_at_20_diff1": 0.20145438893604128, + "nauc_map_at_20_max": 0.17326324321810482, + "nauc_map_at_20_std": 0.31981121555014097, + "nauc_map_at_3_diff1": 0.20046662875657248, + "nauc_map_at_3_max": 0.22304140860826416, + "nauc_map_at_3_std": 0.3683282023062777, + "nauc_map_at_5_diff1": 0.1945063512676738, + "nauc_map_at_5_max": 0.22168350006768608, + "nauc_map_at_5_std": 0.3568875887275861, + "nauc_mrr_at_1000_diff1": 0.15988131621729196, + "nauc_mrr_at_1000_max": 0.1670571185055555, + "nauc_mrr_at_1000_std": 0.21917567360112555, + "nauc_mrr_at_100_diff1": 0.16162006454684827, + "nauc_mrr_at_100_max": 0.16445907921547656, + "nauc_mrr_at_100_std": 0.21564117657646262, + "nauc_mrr_at_10_diff1": 0.17402453039645577, + "nauc_mrr_at_10_max": 0.17914473836016917, + "nauc_mrr_at_10_std": 0.24087605563443404, + "nauc_mrr_at_1_diff1": 0.1696851405312487, + "nauc_mrr_at_1_max": 0.2726317519467022, + "nauc_mrr_at_1_std": 0.296271416455454, + "nauc_mrr_at_20_diff1": 0.16224787373847716, + "nauc_mrr_at_20_max": 0.16303011974963524, + "nauc_mrr_at_20_std": 0.21690907717476288, + "nauc_mrr_at_3_diff1": 0.17348418700397492, + "nauc_mrr_at_3_max": 0.2164413295516814, + "nauc_mrr_at_3_std": 0.26337634322124015, + "nauc_mrr_at_5_diff1": 0.1651010436570335, + "nauc_mrr_at_5_max": 0.2147591711700209, + "nauc_mrr_at_5_std": 0.2492456600339241, + "nauc_ndcg_at_1000_diff1": 0.14497210355142448, + "nauc_ndcg_at_1000_max": 0.21008339137667842, + "nauc_ndcg_at_1000_std": 0.3368503664927925, + "nauc_ndcg_at_100_diff1": 0.1800759949637345, + "nauc_ndcg_at_100_max": 0.1083585075192086, + "nauc_ndcg_at_100_std": 0.21377032258279324, + "nauc_ndcg_at_10_diff1": 0.2080164833809367, + "nauc_ndcg_at_10_max": 0.1405262925687132, + "nauc_ndcg_at_10_std": 0.3142174972156542, + "nauc_ndcg_at_1_diff1": 0.1696851405312487, + "nauc_ndcg_at_1_max": 0.2726317519467022, + "nauc_ndcg_at_1_std": 0.296271416455454, + "nauc_ndcg_at_20_diff1": 0.19409715676502334, + "nauc_ndcg_at_20_max": 0.09712050603402785, + "nauc_ndcg_at_20_std": 0.23680692420505278, + "nauc_ndcg_at_3_diff1": 0.19088734513044242, + "nauc_ndcg_at_3_max": 0.19357502701893903, + "nauc_ndcg_at_3_std": 0.3419855590260977, + "nauc_ndcg_at_5_diff1": 0.18165069835492828, + "nauc_ndcg_at_5_max": 0.19015059383383567, + "nauc_ndcg_at_5_std": 0.32075245406169806, + "nauc_precision_at_1000_diff1": -0.10740599294519838, + "nauc_precision_at_1000_max": 0.26918161504686094, + "nauc_precision_at_1000_std": 0.20932488399286872, + "nauc_precision_at_100_diff1": 0.13446260299129295, + "nauc_precision_at_100_max": 0.14270320610250492, + "nauc_precision_at_100_std": 0.10043519452405437, + "nauc_precision_at_10_diff1": 0.19573395310181946, + "nauc_precision_at_10_max": 0.14350085790975498, + "nauc_precision_at_10_std": 0.29416355151831736, + "nauc_precision_at_1_diff1": 0.1696851405312487, + "nauc_precision_at_1_max": 0.2726317519467022, + "nauc_precision_at_1_std": 0.296271416455454, + "nauc_precision_at_20_diff1": 0.1444612861836152, + "nauc_precision_at_20_max": 0.05833781400203582, + "nauc_precision_at_20_std": 0.1399933237022761, + "nauc_precision_at_3_diff1": 0.19001085695967962, + "nauc_precision_at_3_max": 0.2380106368133604, + "nauc_precision_at_3_std": 0.36346732310248914, + "nauc_precision_at_5_diff1": 0.17481182664713737, + "nauc_precision_at_5_max": 0.22425087813879863, + "nauc_precision_at_5_std": 0.3186854110600385, + "nauc_recall_at_1000_diff1": 0.1340018169877753, + "nauc_recall_at_1000_max": 0.472427996433687, + "nauc_recall_at_1000_std": 0.7236460243446656, + "nauc_recall_at_100_diff1": 0.17077915465586116, + "nauc_recall_at_100_max": 0.02556300019554502, + "nauc_recall_at_100_std": 0.12392039867254175, + "nauc_recall_at_10_diff1": 0.22787596203557614, + "nauc_recall_at_10_max": 0.05181049503682366, + "nauc_recall_at_10_std": 0.31865826584428647, + "nauc_recall_at_1_diff1": 0.10803782469463463, + "nauc_recall_at_1_max": 0.20869309658732765, + "nauc_recall_at_1_std": 0.24969232324673837, + "nauc_recall_at_20_diff1": 0.2110489013464213, + "nauc_recall_at_20_max": -0.0007391024732278588, + "nauc_recall_at_20_std": 0.15882830804821088, + "nauc_recall_at_3_diff1": 0.19013904325922984, + "nauc_recall_at_3_max": 0.13283115821734826, + "nauc_recall_at_3_std": 0.3627843679091184, + "nauc_recall_at_5_diff1": 0.1766143958732373, + "nauc_recall_at_5_max": 0.12744453174624873, + "nauc_recall_at_5_std": 0.32508289527112, + "ndcg_at_1": 0.04098, + "ndcg_at_10": 0.08135, + "ndcg_at_100": 0.13094, + "ndcg_at_1000": 0.17433, + "ndcg_at_20": 0.10298, + "ndcg_at_3": 0.06189, + "ndcg_at_5": 0.066, + "precision_at_1": 0.04098, + "precision_at_10": 0.01967, + "precision_at_100": 0.00516, + "precision_at_1000": 0.00111, + "precision_at_20": 0.01516, + "precision_at_3": 0.04098, + "precision_at_5": 0.02787, + "recall_at_1": 0.02322, + "recall_at_10": 0.13388, + "recall_at_100": 0.36298, + "recall_at_1000": 0.68682, + "recall_at_20": 0.21585, + "recall_at_3": 0.08197, + "recall_at_5": 0.09016 + } + ], + "test": [ + { + "hf_subset": "english", + "languages": [ + "eng-Latn" + ], + "main_score": 0.29352, + "map_at_1": 0.07782, + "map_at_10": 0.14658, + "map_at_100": 0.1595, + "map_at_1000": 0.1612, + "map_at_20": 0.15363, + "map_at_3": 0.12066, + "map_at_5": 0.13376, + "mrr_at_1": 0.11392405063291139, + "mrr_at_10": 0.182637991905623, + "mrr_at_100": 0.1926198727074638, + "mrr_at_1000": 0.19383633240031167, + "mrr_at_20": 0.18800195676822745, + "mrr_at_3": 0.1588306208559373, + "mrr_at_5": 0.17166968053044002, + "nauc_map_at_1000_diff1": 0.23691047311929503, + "nauc_map_at_1000_max": 0.23057340517199915, + "nauc_map_at_1000_std": 0.08567402180126557, + "nauc_map_at_100_diff1": 0.23656731409841092, + "nauc_map_at_100_max": 0.2301682330688357, + "nauc_map_at_100_std": 0.08516545947951948, + "nauc_map_at_10_diff1": 0.23603744220422201, + "nauc_map_at_10_max": 0.21104266793910462, + "nauc_map_at_10_std": 0.07100729265118273, + "nauc_map_at_1_diff1": 0.28526679348068756, + "nauc_map_at_1_max": 0.1952543884382087, + "nauc_map_at_1_std": 0.025478954139646345, + "nauc_map_at_20_diff1": 0.23791525006477865, + "nauc_map_at_20_max": 0.22421785015774515, + "nauc_map_at_20_std": 0.08174741970685782, + "nauc_map_at_3_diff1": 0.24144233268233192, + "nauc_map_at_3_max": 0.2159017354741231, + "nauc_map_at_3_std": 0.04209799075394114, + "nauc_map_at_5_diff1": 0.2505870983217554, + "nauc_map_at_5_max": 0.20447184497884513, + "nauc_map_at_5_std": 0.05488550083915124, + "nauc_mrr_at_1000_diff1": 0.22317095716114543, + "nauc_mrr_at_1000_max": 0.2690575284597809, + "nauc_mrr_at_1000_std": 0.10569702249584241, + "nauc_mrr_at_100_diff1": 0.22295099104017446, + "nauc_mrr_at_100_max": 0.2689993041862779, + "nauc_mrr_at_100_std": 0.10582181512210978, + "nauc_mrr_at_10_diff1": 0.2192191361249933, + "nauc_mrr_at_10_max": 0.26109992454108344, + "nauc_mrr_at_10_std": 0.09936077533336458, + "nauc_mrr_at_1_diff1": 0.26258786351575675, + "nauc_mrr_at_1_max": 0.26213839939137723, + "nauc_mrr_at_1_std": 0.06951008941451835, + "nauc_mrr_at_20_diff1": 0.2242360682308155, + "nauc_mrr_at_20_max": 0.26861175899371525, + "nauc_mrr_at_20_std": 0.10449928117359103, + "nauc_mrr_at_3_diff1": 0.21998398648676792, + "nauc_mrr_at_3_max": 0.26987350149291855, + "nauc_mrr_at_3_std": 0.08257809476713575, + "nauc_mrr_at_5_diff1": 0.23201477556473513, + "nauc_mrr_at_5_max": 0.26255686433063297, + "nauc_mrr_at_5_std": 0.09384741666929303, + "nauc_ndcg_at_1000_diff1": 0.22361204423832023, + "nauc_ndcg_at_1000_max": 0.2761340087421336, + "nauc_ndcg_at_1000_std": 0.148538857078947, + "nauc_ndcg_at_100_diff1": 0.21547906624562665, + "nauc_ndcg_at_100_max": 0.2713565059947256, + "nauc_ndcg_at_100_std": 0.14581663963914174, + "nauc_ndcg_at_10_diff1": 0.21643757362877183, + "nauc_ndcg_at_10_max": 0.2176963933673756, + "nauc_ndcg_at_10_std": 0.10083484232472045, + "nauc_ndcg_at_1_diff1": 0.27513143860665085, + "nauc_ndcg_at_1_max": 0.2746769973764227, + "nauc_ndcg_at_1_std": 0.0799156328660404, + "nauc_ndcg_at_20_diff1": 0.2272550192805432, + "nauc_ndcg_at_20_max": 0.24789071961714093, + "nauc_ndcg_at_20_std": 0.12455825825724509, + "nauc_ndcg_at_3_diff1": 0.22371579745509151, + "nauc_ndcg_at_3_max": 0.23110838750870924, + "nauc_ndcg_at_3_std": 0.05689939888917191, + "nauc_ndcg_at_5_diff1": 0.24482598963306104, + "nauc_ndcg_at_5_max": 0.21127690881330144, + "nauc_ndcg_at_5_std": 0.0744909124795227, + "nauc_precision_at_1000_diff1": 0.030640062176451287, + "nauc_precision_at_1000_max": 0.3952435726113387, + "nauc_precision_at_1000_std": 0.2327315589921142, + "nauc_precision_at_100_diff1": 0.09649581988433593, + "nauc_precision_at_100_max": 0.4189089082186002, + "nauc_precision_at_100_std": 0.26737653396624356, + "nauc_precision_at_10_diff1": 0.14148694735662318, + "nauc_precision_at_10_max": 0.30140232385876603, + "nauc_precision_at_10_std": 0.19430981957809298, + "nauc_precision_at_1_diff1": 0.27513143860665085, + "nauc_precision_at_1_max": 0.2746769973764227, + "nauc_precision_at_1_std": 0.0799156328660404, + "nauc_precision_at_20_diff1": 0.15185236997546603, + "nauc_precision_at_20_max": 0.3557296187044742, + "nauc_precision_at_20_std": 0.22711451723249024, + "nauc_precision_at_3_diff1": 0.1895055198077739, + "nauc_precision_at_3_max": 0.3124365030538875, + "nauc_precision_at_3_std": 0.10870898111017056, + "nauc_precision_at_5_diff1": 0.20673199680101775, + "nauc_precision_at_5_max": 0.27793672161534766, + "nauc_precision_at_5_std": 0.14582833380005708, + "nauc_recall_at_1000_diff1": 0.18995000873977066, + "nauc_recall_at_1000_max": 0.32360580769904423, + "nauc_recall_at_1000_std": 0.48230740067930356, + "nauc_recall_at_100_diff1": 0.1537460139506789, + "nauc_recall_at_100_max": 0.29201417754077225, + "nauc_recall_at_100_std": 0.26964275577049707, + "nauc_recall_at_10_diff1": 0.17266506461767825, + "nauc_recall_at_10_max": 0.1566184574030748, + "nauc_recall_at_10_std": 0.12346299708361956, + "nauc_recall_at_1_diff1": 0.28526679348068756, + "nauc_recall_at_1_max": 0.1952543884382087, + "nauc_recall_at_1_std": 0.025478954139646345, + "nauc_recall_at_20_diff1": 0.20245813947886512, + "nauc_recall_at_20_max": 0.22364939698597797, + "nauc_recall_at_20_std": 0.17772132745324412, + "nauc_recall_at_3_diff1": 0.2091332461117082, + "nauc_recall_at_3_max": 0.19806193766516908, + "nauc_recall_at_3_std": 0.04528341044345765, + "nauc_recall_at_5_diff1": 0.24005810435028754, + "nauc_recall_at_5_max": 0.15329928784870886, + "nauc_recall_at_5_std": 0.07326208277662354, + "ndcg_at_1": 0.11212, + "ndcg_at_10": 0.19227, + "ndcg_at_100": 0.25581, + "ndcg_at_1000": 0.29777, + "ndcg_at_20": 0.21483, + "ndcg_at_3": 0.14258, + "ndcg_at_5": 0.16375, + "precision_at_1": 0.11212, + "precision_at_10": 0.04485, + "precision_at_100": 0.00875, + "precision_at_1000": 0.00135, + "precision_at_20": 0.0283, + "precision_at_3": 0.08137, + "precision_at_5": 0.0651, + "recall_at_1": 0.07782, + "recall_at_10": 0.29352, + "recall_at_100": 0.5821, + "recall_at_1000": 0.88718, + "recall_at_20": 0.37505, + "recall_at_3": 0.16444, + "recall_at_5": 0.21233 + }, + { + "hf_subset": "french", + "languages": [ + "fra-Latn" + ], + "main_score": 0.18519, + "map_at_1": 0.04167, + "map_at_10": 0.07269, + "map_at_100": 0.08084, + "map_at_1000": 0.08197, + "map_at_20": 0.07486, + "map_at_3": 0.05556, + "map_at_5": 0.06157, + "mrr_at_1": 0.05555555555555555, + "mrr_at_10": 0.08745590828924162, + "mrr_at_100": 0.09476700406340909, + "mrr_at_1000": 0.09567766259338925, + "mrr_at_20": 0.08943819243096847, + "mrr_at_3": 0.07098765432098765, + "mrr_at_5": 0.07469135802469136, + "nauc_map_at_1000_diff1": 0.38264532175303934, + "nauc_map_at_1000_max": 0.2870324617262606, + "nauc_map_at_1000_std": -0.028886306934375466, + "nauc_map_at_100_diff1": 0.3841767017022349, + "nauc_map_at_100_max": 0.28766537819991506, + "nauc_map_at_100_std": -0.031311095545018125, + "nauc_map_at_10_diff1": 0.3836569939613794, + "nauc_map_at_10_max": 0.27758094791801546, + "nauc_map_at_10_std": -0.050394649580139395, + "nauc_map_at_1_diff1": 0.5840122295826584, + "nauc_map_at_1_max": 0.3437662629293378, + "nauc_map_at_1_std": -0.20534745205751975, + "nauc_map_at_20_diff1": 0.38544437223670336, + "nauc_map_at_20_max": 0.28168132175583077, + "nauc_map_at_20_std": -0.04018320963090685, + "nauc_map_at_3_diff1": 0.37519247621886653, + "nauc_map_at_3_max": 0.2952692561571128, + "nauc_map_at_3_std": -0.0780251824965514, + "nauc_map_at_5_diff1": 0.38551299445363707, + "nauc_map_at_5_max": 0.29809899557351194, + "nauc_map_at_5_std": -0.0710360098194029, + "nauc_mrr_at_1000_diff1": 0.306067065856101, + "nauc_mrr_at_1000_max": 0.3184600300085431, + "nauc_mrr_at_1000_std": -0.025029475972610994, + "nauc_mrr_at_100_diff1": 0.3080873451661737, + "nauc_mrr_at_100_max": 0.3195385976473062, + "nauc_mrr_at_100_std": -0.025438767464223175, + "nauc_mrr_at_10_diff1": 0.3019374342103476, + "nauc_mrr_at_10_max": 0.31602030989154595, + "nauc_mrr_at_10_std": -0.04058463709050568, + "nauc_mrr_at_1_diff1": 0.43184171940450866, + "nauc_mrr_at_1_max": 0.39061995122085846, + "nauc_mrr_at_1_std": -0.20600404916666684, + "nauc_mrr_at_20_diff1": 0.3080879729355006, + "nauc_mrr_at_20_max": 0.314373400093117, + "nauc_mrr_at_20_std": -0.036929967428857596, + "nauc_mrr_at_3_diff1": 0.2778461702837677, + "nauc_mrr_at_3_max": 0.3494648286159069, + "nauc_mrr_at_3_std": -0.0800145898765832, + "nauc_mrr_at_5_diff1": 0.2995342671793134, + "nauc_mrr_at_5_max": 0.3279297044338162, + "nauc_mrr_at_5_std": -0.0702183995573826, + "nauc_ndcg_at_1000_diff1": 0.30556478904083634, + "nauc_ndcg_at_1000_max": 0.32265386607574803, + "nauc_ndcg_at_1000_std": 0.14391230403883531, + "nauc_ndcg_at_100_diff1": 0.3345210043224815, + "nauc_ndcg_at_100_max": 0.3070746297939975, + "nauc_ndcg_at_100_std": 0.08568620876255327, + "nauc_ndcg_at_10_diff1": 0.33013742789925615, + "nauc_ndcg_at_10_max": 0.26424014433065385, + "nauc_ndcg_at_10_std": 0.013185848913517156, + "nauc_ndcg_at_1_diff1": 0.43184171940450866, + "nauc_ndcg_at_1_max": 0.39061995122085846, + "nauc_ndcg_at_1_std": -0.20600404916666684, + "nauc_ndcg_at_20_diff1": 0.34177305954818826, + "nauc_ndcg_at_20_max": 0.27004811255838285, + "nauc_ndcg_at_20_std": 0.035861489291378404, + "nauc_ndcg_at_3_diff1": 0.29756844749609895, + "nauc_ndcg_at_3_max": 0.30149632016015276, + "nauc_ndcg_at_3_std": -0.03528107057601852, + "nauc_ndcg_at_5_diff1": 0.33106010798380114, + "nauc_ndcg_at_5_max": 0.2854335494117751, + "nauc_ndcg_at_5_std": -0.025321452788311608, + "nauc_precision_at_1000_diff1": 0.11224551526708737, + "nauc_precision_at_1000_max": 0.4565762871599166, + "nauc_precision_at_1000_std": 0.4804226230599295, + "nauc_precision_at_100_diff1": 0.262988297061504, + "nauc_precision_at_100_max": 0.43387185891447544, + "nauc_precision_at_100_std": 0.2979061804270674, + "nauc_precision_at_10_diff1": 0.23865789401762844, + "nauc_precision_at_10_max": 0.31063098247455645, + "nauc_precision_at_10_std": 0.13144663220923333, + "nauc_precision_at_1_diff1": 0.43184171940450866, + "nauc_precision_at_1_max": 0.39061995122085846, + "nauc_precision_at_1_std": -0.20600404916666684, + "nauc_precision_at_20_diff1": 0.28674239340038554, + "nauc_precision_at_20_max": 0.3284177503075042, + "nauc_precision_at_20_std": 0.16993557932329884, + "nauc_precision_at_3_diff1": 0.1333272954153106, + "nauc_precision_at_3_max": 0.32697102739353257, + "nauc_precision_at_3_std": 0.06758005835590572, + "nauc_precision_at_5_diff1": 0.21817824676742312, + "nauc_precision_at_5_max": 0.31505731601213366, + "nauc_precision_at_5_std": 0.05735697703112611, + "nauc_recall_at_1000_diff1": 0.15641655260106435, + "nauc_recall_at_1000_max": 0.41230895329282446, + "nauc_recall_at_1000_std": 0.5862800593926172, + "nauc_recall_at_100_diff1": 0.29027912774118864, + "nauc_recall_at_100_max": 0.30715017399238753, + "nauc_recall_at_100_std": 0.23223068100085673, + "nauc_recall_at_10_diff1": 0.2942836039024536, + "nauc_recall_at_10_max": 0.20864726928849658, + "nauc_recall_at_10_std": 0.08923315570430611, + "nauc_recall_at_1_diff1": 0.5840122295826584, + "nauc_recall_at_1_max": 0.3437662629293378, + "nauc_recall_at_1_std": -0.20534745205751975, + "nauc_recall_at_20_diff1": 0.31155554016964115, + "nauc_recall_at_20_max": 0.21617403732435986, + "nauc_recall_at_20_std": 0.13103356303738756, + "nauc_recall_at_3_diff1": 0.20278327202202834, + "nauc_recall_at_3_max": 0.2675511093604702, + "nauc_recall_at_3_std": 0.060970168037527674, + "nauc_recall_at_5_diff1": 0.2905686943056629, + "nauc_recall_at_5_max": 0.2284937340072257, + "nauc_recall_at_5_std": 0.062170371625660956, + "ndcg_at_1": 0.05556, + "ndcg_at_10": 0.10237, + "ndcg_at_100": 0.15535, + "ndcg_at_1000": 0.18799, + "ndcg_at_20": 0.11121, + "ndcg_at_3": 0.06396, + "ndcg_at_5": 0.07357, + "precision_at_1": 0.05556, + "precision_at_10": 0.02222, + "precision_at_100": 0.00574, + "precision_at_1000": 0.00091, + "precision_at_20": 0.01343, + "precision_at_3": 0.03086, + "precision_at_5": 0.02407, + "recall_at_1": 0.04167, + "recall_at_10": 0.18519, + "recall_at_100": 0.44985, + "recall_at_1000": 0.70216, + "recall_at_20": 0.22068, + "recall_at_3": 0.07407, + "recall_at_5": 0.09722 + } + ] + }, + "task_name": "StatcanDialogueDatasetRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwahiliNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwahiliNewsClassification.json new file mode 100644 index 000000000..5c505af45 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwahiliNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "24fcf066e6b96f9e0d743e8b79184e0c599f73c3", + "evaluation_time": 23.064485788345337, + "kg_co2_emissions": 0.0015062246274206142, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "accuracy": 0.614453125, + "f1": 0.5756579884460207, + "f1_weighted": 0.6166297418218358, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ], + "main_score": 0.614453125, + "scores_per_experiment": [ + { + "accuracy": 0.6279296875, + "f1": 0.5808814279973963, + "f1_weighted": 0.6393737519149687 + }, + { + "accuracy": 0.66650390625, + "f1": 0.6317501173051046, + "f1_weighted": 0.6825790247113583 + }, + { + "accuracy": 0.6689453125, + "f1": 0.6146622570566723, + "f1_weighted": 0.6801376923201428 + }, + { + "accuracy": 0.60791015625, + "f1": 0.550849126709385, + "f1_weighted": 0.6072340248730915 + }, + { + "accuracy": 0.5634765625, + "f1": 0.556494874738282, + "f1_weighted": 0.5533459660609561 + }, + { + "accuracy": 0.59326171875, + "f1": 0.5515792839744307, + "f1_weighted": 0.5956547146591186 + }, + { + "accuracy": 0.5732421875, + "f1": 0.5381828135911022, + "f1_weighted": 0.5641341025540904 + }, + { + "accuracy": 0.65576171875, + "f1": 0.6051966275312329, + "f1_weighted": 0.6635228740499841 + }, + { + "accuracy": 0.56201171875, + "f1": 0.547736062353873, + "f1_weighted": 0.5519255622994172 + }, + { + "accuracy": 0.62548828125, + "f1": 0.5792472932027272, + "f1_weighted": 0.6283897047752307 + } + ] + } + ] + }, + "task_name": "SwahiliNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwednClusteringP2P.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwednClusteringP2P.json new file mode 100644 index 000000000..b5c5edf12 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwednClusteringP2P.json @@ -0,0 +1,59 @@ +{ + "dataset_revision": "ef1661775d746e0844b299164773db733bdc0bf6", + "evaluation_time": 90.33785486221313, + "kg_co2_emissions": 0.0035135790305633524, + "mteb_version": "1.12.75", + "scores": { + "articles": [ + { + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.3861371661595534, + "v_measure": 0.3861371661595534, + "v_measure_std": 0.06542423180133825, + "v_measures": { + "Level 0": [ + 0.4042559467465896, + 0.363415629975009, + 0.47527714564998286, + 0.3351955320152513, + 0.2627628399820067, + 0.3864266544711261, + 0.31590389686905845, + 0.445993384774626, + 0.47277406615382145, + 0.3993665649580624 + ] + } + } + ], + "summaries": [ + { + "hf_subset": "default", + "languages": [ + "swe-Latn" + ], + "main_score": 0.32235473943439297, + "v_measure": 0.32235473943439297, + "v_measure_std": 0.08159431671055256, + "v_measures": { + "Level 0": [ + 0.37502898046773786, + 0.376810651300707, + 0.1395369289317798, + 0.2931956426304982, + 0.31533531672813836, + 0.36753150805259216, + 0.4707738638998053, + 0.2983657111388678, + 0.30355371075375825, + 0.2834150804400451 + ] + } + } + ] + }, + "task_name": "SwednClusteringP2P" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwissJudgementClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwissJudgementClassification.json new file mode 100644 index 000000000..70c5f8ad0 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/SwissJudgementClassification.json @@ -0,0 +1,263 @@ +{ + "dataset_revision": "29806f87bba4f23d0707d3b6d9ea5432afefbe2f", + "evaluation_time": 85.39705538749695, + "kg_co2_emissions": 0.006192851734292286, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.5359726295210165, + "ap": 0.20041332286274013, + "ap_weighted": 0.20041332286274013, + "f1": 0.466535568661293, + "f1_weighted": 0.5791728737334725, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.5359726295210165, + "scores_per_experiment": [ + { + "accuracy": 0.5043988269794721, + "ap": 0.18766282087795497, + "ap_weighted": 0.18766282087795497, + "f1": 0.4374121398819854, + "f1_weighted": 0.5550658112713388 + }, + { + "accuracy": 0.4843597262952102, + "ap": 0.1946832433137972, + "ap_weighted": 0.1946832433137972, + "f1": 0.4387928741595335, + "f1_weighted": 0.5357103641222077 + }, + { + "accuracy": 0.5009775171065494, + "ap": 0.20495835186821018, + "ap_weighted": 0.20495835186821018, + "f1": 0.45850665161140314, + "f1_weighted": 0.5504156799080546 + }, + { + "accuracy": 0.6114369501466276, + "ap": 0.19898488608166026, + "ap_weighted": 0.19898488608166026, + "f1": 0.49482689597919394, + "f1_weighted": 0.6419240141558142 + }, + { + "accuracy": 0.5263929618768328, + "ap": 0.20704949280541973, + "ap_weighted": 0.20704949280541973, + "f1": 0.47377032079834225, + "f1_weighted": 0.5746236050909672 + }, + { + "accuracy": 0.5268817204301075, + "ap": 0.19858978864212676, + "ap_weighted": 0.19858978864212676, + "f1": 0.46415967464224606, + "f1_weighted": 0.5752672986093149 + }, + { + "accuracy": 0.6495601173020528, + "ap": 0.20687136564152692, + "ap_weighted": 0.20687136564152692, + "f1": 0.5186477872784301, + "f1_weighted": 0.6707858277932306 + }, + { + "accuracy": 0.5982404692082112, + "ap": 0.19873915374764273, + "ap_weighted": 0.19873915374764273, + "f1": 0.4907482658675991, + "f1_weighted": 0.6325464915509598 + }, + { + "accuracy": 0.4560117302052786, + "ap": 0.19946570753022363, + "ap_weighted": 0.19946570753022363, + "f1": 0.4277089918275304, + "f1_weighted": 0.5048417293844704 + }, + { + "accuracy": 0.501466275659824, + "ap": 0.20712841811883914, + "ap_weighted": 0.20712841811883914, + "f1": 0.46078208456666614, + "f1_weighted": 0.5505479154483669 + } + ] + }, + { + "accuracy": 0.554692082111437, + "ap": 0.18903918223058702, + "ap_weighted": 0.18903918223058702, + "f1": 0.46953316311121573, + "f1_weighted": 0.599323327515896, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.554692082111437, + "scores_per_experiment": [ + { + "accuracy": 0.6671554252199413, + "ap": 0.18788204411980905, + "ap_weighted": 0.18788204411980905, + "f1": 0.5050131888627382, + "f1_weighted": 0.6833558023794569 + }, + { + "accuracy": 0.4941348973607038, + "ap": 0.19211543166584955, + "ap_weighted": 0.19211543166584955, + "f1": 0.44943187180579824, + "f1_weighted": 0.5481925869253838 + }, + { + "accuracy": 0.46725317693059626, + "ap": 0.20189121109953279, + "ap_weighted": 0.20189121109953279, + "f1": 0.44117299195740556, + "f1_weighted": 0.5171713590286039 + }, + { + "accuracy": 0.5366568914956011, + "ap": 0.19064390006938492, + "ap_weighted": 0.19064390006938492, + "f1": 0.46906834964042643, + "f1_weighted": 0.5883204618451732 + }, + { + "accuracy": 0.5650048875855328, + "ap": 0.19429254467395704, + "ap_weighted": 0.19429254467395704, + "f1": 0.4860329581993569, + "f1_weighted": 0.6128606951686767 + }, + { + "accuracy": 0.5478983382209188, + "ap": 0.1902323189566325, + "ap_weighted": 0.1902323189566325, + "f1": 0.4735246212885162, + "f1_weighted": 0.5980933435368057 + }, + { + "accuracy": 0.5806451612903226, + "ap": 0.17614003193185362, + "ap_weighted": 0.17614003193185362, + "f1": 0.4564495273764937, + "f1_weighted": 0.6200118755165873 + }, + { + "accuracy": 0.5410557184750733, + "ap": 0.182061916294617, + "ap_weighted": 0.182061916294617, + "f1": 0.4584700293005498, + "f1_weighted": 0.5915994005856391 + }, + { + "accuracy": 0.5293255131964809, + "ap": 0.18685531425326363, + "ap_weighted": 0.18685531425326363, + "f1": 0.46088284183956163, + "f1_weighted": 0.5818076164729116 + }, + { + "accuracy": 0.6177908113391984, + "ap": 0.18827710924097005, + "ap_weighted": 0.18827710924097005, + "f1": 0.49528525084131114, + "f1_weighted": 0.6518201336997227 + } + ] + }, + { + "accuracy": 0.5528395061728395, + "ap": 0.19231502920239008, + "ap_weighted": 0.19231502920239008, + "f1": 0.4694565599862971, + "f1_weighted": 0.5947652626457419, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.5528395061728395, + "scores_per_experiment": [ + { + "accuracy": 0.45185185185185184, + "ap": 0.17757472384665368, + "ap_weighted": 0.17757472384665368, + "f1": 0.40819483297679776, + "f1_weighted": 0.5086059763894222 + }, + { + "accuracy": 0.4148148148148148, + "ap": 0.18709607279475532, + "ap_weighted": 0.18709607279475532, + "f1": 0.3957164711881693, + "f1_weighted": 0.4628259286540209 + }, + { + "accuracy": 0.6135802469135803, + "ap": 0.1914366909783823, + "ap_weighted": 0.1914366909783823, + "f1": 0.496183570175212, + "f1_weighted": 0.6481086812483945 + }, + { + "accuracy": 0.6370370370370371, + "ap": 0.1967394123750236, + "ap_weighted": 0.1967394123750236, + "f1": 0.5120081967213115, + "f1_weighted": 0.6663120825743777 + }, + { + "accuracy": 0.5679012345679012, + "ap": 0.18236233212415393, + "ap_weighted": 0.18236233212415393, + "f1": 0.46445168164061024, + "f1_weighted": 0.6114895293406362 + }, + { + "accuracy": 0.6567901234567901, + "ap": 0.20187852893728575, + "ap_weighted": 0.20187852893728575, + "f1": 0.525561286407767, + "f1_weighted": 0.6814340365176396 + }, + { + "accuracy": 0.4765432098765432, + "ap": 0.18711163362408412, + "ap_weighted": 0.18711163362408412, + "f1": 0.4331962424330444, + "f1_weighted": 0.5311139456759479 + }, + { + "accuracy": 0.5604938271604938, + "ap": 0.17946530386550139, + "ap_weighted": 0.17946530386550139, + "f1": 0.45527085332587786, + "f1_weighted": 0.6048293498436186 + }, + { + "accuracy": 0.508641975308642, + "ap": 0.20756406490605, + "ap_weighted": 0.20756406490605, + "f1": 0.46950798091163404, + "f1_weighted": 0.5595161680247523 + }, + { + "accuracy": 0.6407407407407407, + "ap": 0.21192152857201088, + "ap_weighted": 0.21192152857201088, + "f1": 0.5344744840825468, + "f1_weighted": 0.6734169281886091 + } + ] + } + ] + }, + "task_name": "SwissJudgementClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/T2Reranking.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/T2Reranking.json new file mode 100644 index 000000000..646ce043d --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/T2Reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9", + "evaluation_time": 1401.5860135555267, + "kg_co2_emissions": 0.12029715383962007, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.6682958692252711, + "map": 0.6682958692252711, + "mrr": 0.7701005362650589, + "nAUC_map_diff1": -0.11233434402974311, + "nAUC_map_max": 0.3237659884337645, + "nAUC_map_std": -0.02123703760358634, + "nAUC_mrr_diff1": -0.11328043101362595, + "nAUC_mrr_max": 0.24183097927024044, + "nAUC_mrr_std": -0.02306287264764297 + } + ] + }, + "task_name": "T2Reranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID.json new file mode 100644 index 000000000..bfcaf2cb5 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "evaluation_time": 189.23551225662231, + "kg_co2_emissions": 0.014115204061812669, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.54722, + "map_at_1": 0.00146, + "map_at_10": 0.01137, + "map_at_100": 0.06092, + "map_at_1000": 0.16331, + "map_at_20": 0.01917, + "map_at_3": 0.00404, + "map_at_5": 0.00624, + "mrr_at_1": 0.56, + "mrr_at_10": 0.7053333333333331, + "mrr_at_100": 0.7080482654600302, + "mrr_at_1000": 0.7080482654600302, + "mrr_at_20": 0.7080482654600302, + "mrr_at_3": 0.6766666666666665, + "mrr_at_5": 0.6986666666666668, + "nauc_map_at_1000_diff1": 0.012414390164108804, + "nauc_map_at_1000_max": 0.36384208901861137, + "nauc_map_at_1000_std": 0.6689158821306642, + "nauc_map_at_100_diff1": -0.01259921388070755, + "nauc_map_at_100_max": 0.2623678772028564, + "nauc_map_at_100_std": 0.5971373134125733, + "nauc_map_at_10_diff1": -0.012089630437763729, + "nauc_map_at_10_max": 0.08069440053374184, + "nauc_map_at_10_std": 0.3032811794942989, + "nauc_map_at_1_diff1": 0.022679874691067456, + "nauc_map_at_1_max": 0.06706464958949201, + "nauc_map_at_1_std": 0.10578224273447526, + "nauc_map_at_20_diff1": 0.010522347017322665, + "nauc_map_at_20_max": 0.13393686335143543, + "nauc_map_at_20_std": 0.40974260024806197, + "nauc_map_at_3_diff1": -0.012995842874512645, + "nauc_map_at_3_max": 0.028745406453683713, + "nauc_map_at_3_std": 0.08658196552235133, + "nauc_map_at_5_diff1": -0.03882569875751419, + "nauc_map_at_5_max": 0.03783156683570738, + "nauc_map_at_5_std": 0.18296408494629485, + "nauc_mrr_at_1000_diff1": 0.03448433405369575, + "nauc_mrr_at_1000_max": 0.09360413395864478, + "nauc_mrr_at_1000_std": 0.26619052158349815, + "nauc_mrr_at_100_diff1": 0.03448433405369575, + "nauc_mrr_at_100_max": 0.09360413395864478, + "nauc_mrr_at_100_std": 0.26619052158349815, + "nauc_mrr_at_10_diff1": 0.03152735612041666, + "nauc_mrr_at_10_max": 0.09200225992020815, + "nauc_mrr_at_10_std": 0.26754610330720396, + "nauc_mrr_at_1_diff1": 0.023279582103110954, + "nauc_mrr_at_1_max": 0.052095162389279616, + "nauc_mrr_at_1_std": 0.22019077901430772, + "nauc_mrr_at_20_diff1": 0.03448433405369575, + "nauc_mrr_at_20_max": 0.09360413395864478, + "nauc_mrr_at_20_std": 0.26619052158349815, + "nauc_mrr_at_3_diff1": 0.043378598131402095, + "nauc_mrr_at_3_max": 0.11243991863137541, + "nauc_mrr_at_3_std": 0.2815918487359665, + "nauc_mrr_at_5_diff1": 0.016496801143718355, + "nauc_mrr_at_5_max": 0.07915270237456747, + "nauc_mrr_at_5_std": 0.2517942032335259, + "nauc_ndcg_at_1000_diff1": 0.11160268967340811, + "nauc_ndcg_at_1000_max": 0.401686764662633, + "nauc_ndcg_at_1000_std": 0.6547603414722352, + "nauc_ndcg_at_100_diff1": 0.010186117373758127, + "nauc_ndcg_at_100_max": 0.22617995395375085, + "nauc_ndcg_at_100_std": 0.5600182017185377, + "nauc_ndcg_at_10_diff1": 0.036709934084719315, + "nauc_ndcg_at_10_max": 0.09345581053692788, + "nauc_ndcg_at_10_std": 0.423352269298554, + "nauc_ndcg_at_1_diff1": 0.046499205610036703, + "nauc_ndcg_at_1_max": 0.04266421958034293, + "nauc_ndcg_at_1_std": 0.257779543088807, + "nauc_ndcg_at_20_diff1": 0.053830278144577116, + "nauc_ndcg_at_20_max": 0.11250700260542731, + "nauc_ndcg_at_20_std": 0.45220397466717077, + "nauc_ndcg_at_3_diff1": 0.017819806436459674, + "nauc_ndcg_at_3_max": 0.026659535810278863, + "nauc_ndcg_at_3_std": 0.2532646374484077, + "nauc_ndcg_at_5_diff1": -0.0095382640725667, + "nauc_ndcg_at_5_max": 0.020821097574435073, + "nauc_ndcg_at_5_std": 0.3116667747053649, + "nauc_precision_at_1000_diff1": -0.026845665440063986, + "nauc_precision_at_1000_max": 0.26096378409611026, + "nauc_precision_at_1000_std": 0.40935756829052283, + "nauc_precision_at_100_diff1": -0.027819404629442507, + "nauc_precision_at_100_max": 0.25924600281734944, + "nauc_precision_at_100_std": 0.5798022374356643, + "nauc_precision_at_10_diff1": 0.03681584703482567, + "nauc_precision_at_10_max": 0.11978257842004797, + "nauc_precision_at_10_std": 0.4646751374245295, + "nauc_precision_at_1_diff1": 0.023279582103110954, + "nauc_precision_at_1_max": 0.052095162389279616, + "nauc_precision_at_1_std": 0.22019077901430772, + "nauc_precision_at_20_diff1": 0.04378173447972408, + "nauc_precision_at_20_max": 0.13882607812605766, + "nauc_precision_at_20_std": 0.4732945185385778, + "nauc_precision_at_3_diff1": -0.013150207779896986, + "nauc_precision_at_3_max": -0.012599067470596737, + "nauc_precision_at_3_std": 0.21357789265991378, + "nauc_precision_at_5_diff1": -0.04764157918083712, + "nauc_precision_at_5_max": -0.0018335058406034744, + "nauc_precision_at_5_std": 0.29991128197545425, + "nauc_recall_at_1000_diff1": 0.140455600123073, + "nauc_recall_at_1000_max": 0.45669745763248726, + "nauc_recall_at_1000_std": 0.6255278971693359, + "nauc_recall_at_100_diff1": 0.02757982458788386, + "nauc_recall_at_100_max": 0.2928516941718087, + "nauc_recall_at_100_std": 0.5405008681792571, + "nauc_recall_at_10_diff1": -0.018955494280159964, + "nauc_recall_at_10_max": 0.07060081272213205, + "nauc_recall_at_10_std": 0.2680343451826792, + "nauc_recall_at_1_diff1": 0.022679874691067456, + "nauc_recall_at_1_max": 0.06706464958949201, + "nauc_recall_at_1_std": 0.10578224273447526, + "nauc_recall_at_20_diff1": 0.022537691926307668, + "nauc_recall_at_20_max": 0.12976830026155714, + "nauc_recall_at_20_std": 0.34297917632527064, + "nauc_recall_at_3_diff1": 0.009292109067168498, + "nauc_recall_at_3_max": 0.05188474686093072, + "nauc_recall_at_3_std": 0.09399205821217294, + "nauc_recall_at_5_diff1": -0.03160328780307684, + "nauc_recall_at_5_max": 0.051754841802058464, + "nauc_recall_at_5_std": 0.17359035853822768, + "ndcg_at_1": 0.52, + "ndcg_at_10": 0.54722, + "ndcg_at_100": 0.42727, + "ndcg_at_1000": 0.40878, + "ndcg_at_20": 0.51928, + "ndcg_at_3": 0.55011, + "ndcg_at_5": 0.55005, + "precision_at_1": 0.56, + "precision_at_10": 0.596, + "precision_at_100": 0.443, + "precision_at_1000": 0.19264, + "precision_at_20": 0.553, + "precision_at_3": 0.58667, + "precision_at_5": 0.6, + "recall_at_1": 0.00146, + "recall_at_10": 0.01462, + "recall_at_100": 0.09974, + "recall_at_1000": 0.39325, + "recall_at_20": 0.02635, + "recall_at_3": 0.0045, + "recall_at_5": 0.00742 + } + ] + }, + "task_name": "TRECCOVID" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TopiOCQAHardNegatives.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..0092cc2fb --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 65.08463215827942, + "kg_co2_emissions": 0.003912119391783568, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16023, + "map_at_1": 0.094, + "map_at_10": 0.13407, + "map_at_100": 0.14313, + "map_at_1000": 0.14464, + "map_at_20": 0.13818, + "map_at_3": 0.119, + "map_at_5": 0.1263, + "mrr_at_1": 0.094, + "mrr_at_10": 0.13412936507936507, + "mrr_at_100": 0.1431944218380878, + "mrr_at_1000": 0.14469137088196024, + "mrr_at_20": 0.13818642598371703, + "mrr_at_3": 0.11899999999999997, + "mrr_at_5": 0.12635, + "nauc_map_at_1000_diff1": 0.2208609849694232, + "nauc_map_at_1000_max": -0.08332824901692436, + "nauc_map_at_1000_std": -0.04575511292875841, + "nauc_map_at_100_diff1": 0.22077222166834934, + "nauc_map_at_100_max": -0.08363959987025225, + "nauc_map_at_100_std": -0.04729300073475009, + "nauc_map_at_10_diff1": 0.22243166265319742, + "nauc_map_at_10_max": -0.08404564735021512, + "nauc_map_at_10_std": -0.04664851948231254, + "nauc_map_at_1_diff1": 0.2508577430938122, + "nauc_map_at_1_max": -0.07747375391764542, + "nauc_map_at_1_std": -0.03883678048056448, + "nauc_map_at_20_diff1": 0.22366455342045646, + "nauc_map_at_20_max": -0.08303370214645073, + "nauc_map_at_20_std": -0.04571866884563522, + "nauc_map_at_3_diff1": 0.22611812448341678, + "nauc_map_at_3_max": -0.07946662562060121, + "nauc_map_at_3_std": -0.042696726496117055, + "nauc_map_at_5_diff1": 0.22758369158040825, + "nauc_map_at_5_max": -0.0832723416199845, + "nauc_map_at_5_std": -0.04666079302059625, + "nauc_mrr_at_1000_diff1": 0.22072490491868849, + "nauc_mrr_at_1000_max": -0.08343378793723955, + "nauc_mrr_at_1000_std": -0.0459631658781873, + "nauc_mrr_at_100_diff1": 0.22061538852664442, + "nauc_mrr_at_100_max": -0.083663809750342, + "nauc_mrr_at_100_std": -0.047491868065449375, + "nauc_mrr_at_10_diff1": 0.22231343663230024, + "nauc_mrr_at_10_max": -0.08415503928177515, + "nauc_mrr_at_10_std": -0.04689067811441123, + "nauc_mrr_at_1_diff1": 0.2508577430938122, + "nauc_mrr_at_1_max": -0.07747375391764542, + "nauc_mrr_at_1_std": -0.03883678048056448, + "nauc_mrr_at_20_diff1": 0.22326079616605923, + "nauc_mrr_at_20_max": -0.0834267563182321, + "nauc_mrr_at_20_std": -0.04607394732749065, + "nauc_mrr_at_3_diff1": 0.22611812448341678, + "nauc_mrr_at_3_max": -0.07946662562060121, + "nauc_mrr_at_3_std": -0.042696726496117055, + "nauc_mrr_at_5_diff1": 0.22743061817031796, + "nauc_mrr_at_5_max": -0.08342692659918116, + "nauc_mrr_at_5_std": -0.04686208195440026, + "nauc_ndcg_at_1000_diff1": 0.20040983027055628, + "nauc_ndcg_at_1000_max": -0.08295970697413796, + "nauc_ndcg_at_1000_std": -0.020108200890166045, + "nauc_ndcg_at_100_diff1": 0.20155520145839384, + "nauc_ndcg_at_100_max": -0.08621707177633742, + "nauc_ndcg_at_100_std": -0.05287157601113351, + "nauc_ndcg_at_10_diff1": 0.2113660357489345, + "nauc_ndcg_at_10_max": -0.08718744638127914, + "nauc_ndcg_at_10_std": -0.048382059841592794, + "nauc_ndcg_at_1_diff1": 0.2508577430938122, + "nauc_ndcg_at_1_max": -0.07747375391764542, + "nauc_ndcg_at_1_std": -0.03883678048056448, + "nauc_ndcg_at_20_diff1": 0.21620333606978, + "nauc_ndcg_at_20_max": -0.08424021868786398, + "nauc_ndcg_at_20_std": -0.04585507561572059, + "nauc_ndcg_at_3_diff1": 0.21677898583148286, + "nauc_ndcg_at_3_max": -0.0782401055777682, + "nauc_ndcg_at_3_std": -0.04171528742829939, + "nauc_ndcg_at_5_diff1": 0.21903521033712767, + "nauc_ndcg_at_5_max": -0.08530371678875288, + "nauc_ndcg_at_5_std": -0.04853459248881758, + "nauc_precision_at_1000_diff1": 0.06880060830009373, + "nauc_precision_at_1000_max": -0.07418659872203616, + "nauc_precision_at_1000_std": 0.28338647065885747, + "nauc_precision_at_100_diff1": 0.15463980630066915, + "nauc_precision_at_100_max": -0.0917881821644269, + "nauc_precision_at_100_std": -0.06833886500897743, + "nauc_precision_at_10_diff1": 0.18959968707495098, + "nauc_precision_at_10_max": -0.09457981811231506, + "nauc_precision_at_10_std": -0.05189340397853384, + "nauc_precision_at_1_diff1": 0.2508577430938122, + "nauc_precision_at_1_max": -0.07747375391764542, + "nauc_precision_at_1_std": -0.03883678048056448, + "nauc_precision_at_20_diff1": 0.20575991981700148, + "nauc_precision_at_20_max": -0.08634895231320969, + "nauc_precision_at_20_std": -0.04520532074546495, + "nauc_precision_at_3_diff1": 0.19369710259786949, + "nauc_precision_at_3_max": -0.07484541693233279, + "nauc_precision_at_3_std": -0.03884191311567531, + "nauc_precision_at_5_diff1": 0.1998078179126016, + "nauc_precision_at_5_max": -0.09036832620344624, + "nauc_precision_at_5_std": -0.0529064976011435, + "nauc_recall_at_1000_diff1": 0.06880060830009516, + "nauc_recall_at_1000_max": -0.07418659872203567, + "nauc_recall_at_1000_std": 0.28338647065885936, + "nauc_recall_at_100_diff1": 0.15463980630066915, + "nauc_recall_at_100_max": -0.09178818216442687, + "nauc_recall_at_100_std": -0.06833886500897778, + "nauc_recall_at_10_diff1": 0.18959968707495106, + "nauc_recall_at_10_max": -0.0945798181123152, + "nauc_recall_at_10_std": -0.0518934039785339, + "nauc_recall_at_1_diff1": 0.2508577430938122, + "nauc_recall_at_1_max": -0.07747375391764542, + "nauc_recall_at_1_std": -0.03883678048056448, + "nauc_recall_at_20_diff1": 0.20575991981700179, + "nauc_recall_at_20_max": -0.08634895231320937, + "nauc_recall_at_20_std": -0.04520532074546474, + "nauc_recall_at_3_diff1": 0.19369710259786962, + "nauc_recall_at_3_max": -0.07484541693233301, + "nauc_recall_at_3_std": -0.03884191311567553, + "nauc_recall_at_5_diff1": 0.19980781791260174, + "nauc_recall_at_5_max": -0.09036832620344636, + "nauc_recall_at_5_std": -0.05290649760114345, + "ndcg_at_1": 0.094, + "ndcg_at_10": 0.16023, + "ndcg_at_100": 0.21396, + "ndcg_at_1000": 0.25598, + "ndcg_at_20": 0.17533, + "ndcg_at_3": 0.12769, + "ndcg_at_5": 0.14107, + "precision_at_1": 0.094, + "precision_at_10": 0.0246, + "precision_at_100": 0.0052, + "precision_at_1000": 0.00085, + "precision_at_20": 0.0153, + "precision_at_3": 0.051, + "precision_at_5": 0.0372, + "recall_at_1": 0.094, + "recall_at_10": 0.246, + "recall_at_100": 0.52, + "recall_at_1000": 0.854, + "recall_at_20": 0.306, + "recall_at_3": 0.153, + "recall_at_5": 0.186 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsClassification.json new file mode 100644 index 000000000..56554b5d4 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "evaluation_time": 8.074365854263306, + "kg_co2_emissions": 0.0002908466224722965, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.687158203125, + "ap": 0.14134231044981344, + "ap_weighted": 0.14134231044981344, + "f1": 0.5340891211066883, + "f1_weighted": 0.7560124320665553, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.687158203125, + "scores_per_experiment": [ + { + "accuracy": 0.71826171875, + "ap": 0.14047178337955626, + "ap_weighted": 0.14047178337955626, + "f1": 0.5488468391492468, + "f1_weighted": 0.7815729367043851 + }, + { + "accuracy": 0.7626953125, + "ap": 0.16571351280188337, + "ap_weighted": 0.16571351280188337, + "f1": 0.5859803831851118, + "f1_weighted": 0.8136758526461486 + }, + { + "accuracy": 0.7041015625, + "ap": 0.1504623284194282, + "ap_weighted": 0.1504623284194282, + "f1": 0.5486132024004364, + "f1_weighted": 0.7716264576513912 + }, + { + "accuracy": 0.77099609375, + "ap": 0.16250391309965997, + "ap_weighted": 0.16250391309965997, + "f1": 0.5879539046081236, + "f1_weighted": 0.8191368599785229 + }, + { + "accuracy": 0.548828125, + "ap": 0.11422506780078895, + "ap_weighted": 0.11422506780078895, + "f1": 0.4489236790606654, + "f1_weighted": 0.6464411845645793 + }, + { + "accuracy": 0.57275390625, + "ap": 0.11822281049086253, + "ap_weighted": 0.11822281049086253, + "f1": 0.46385429522420435, + "f1_weighted": 0.6672594191770448 + }, + { + "accuracy": 0.78955078125, + "ap": 0.15562979219390213, + "ap_weighted": 0.15562979219390213, + "f1": 0.5920429971358968, + "f1_weighted": 0.8309927654255206 + }, + { + "accuracy": 0.5966796875, + "ap": 0.125544885574686, + "ap_weighted": 0.125544885574686, + "f1": 0.48065625307004617, + "f1_weighted": 0.687293030918435 + }, + { + "accuracy": 0.6875, + "ap": 0.1394492873521996, + "ap_weighted": 0.1394492873521996, + "f1": 0.533771939809229, + "f1_weighted": 0.7591351845106654 + }, + { + "accuracy": 0.72021484375, + "ap": 0.14119972338516748, + "ap_weighted": 0.14119972338516748, + "f1": 0.5502477174239228, + "f1_weighted": 0.782990629088861 + } + ] + } + ] + }, + "task_name": "ToxicConversationsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TswanaNewsClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TswanaNewsClassification.json new file mode 100644 index 000000000..cf638c0f3 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TswanaNewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "061ca1525717eebaaa9bada240f6cbb31eb3aa87", + "evaluation_time": 13.608123779296875, + "kg_co2_emissions": 0.0007652152344007389, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.3919917864476386, + "f1": 0.390454537469012, + "f1_weighted": 0.3852125275921515, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ], + "main_score": 0.3919917864476386, + "scores_per_experiment": [ + { + "accuracy": 0.39014373716632444, + "f1": 0.37635082136776316, + "f1_weighted": 0.3846614897933672 + }, + { + "accuracy": 0.4106776180698152, + "f1": 0.4340139308537433, + "f1_weighted": 0.3808433175855007 + }, + { + "accuracy": 0.3737166324435318, + "f1": 0.366067144398486, + "f1_weighted": 0.34692305049606587 + }, + { + "accuracy": 0.39630390143737165, + "f1": 0.3935666793850704, + "f1_weighted": 0.39176133598331836 + }, + { + "accuracy": 0.3798767967145791, + "f1": 0.3730728255569681, + "f1_weighted": 0.3863189599699631 + }, + { + "accuracy": 0.4086242299794661, + "f1": 0.4070105354159005, + "f1_weighted": 0.40981697455138694 + }, + { + "accuracy": 0.3798767967145791, + "f1": 0.38306077605774635, + "f1_weighted": 0.36030709511296366 + }, + { + "accuracy": 0.39835728952772076, + "f1": 0.39742438416906367, + "f1_weighted": 0.39448103985467264 + }, + { + "accuracy": 0.3798767967145791, + "f1": 0.3688026740881914, + "f1_weighted": 0.3869747275291448 + }, + { + "accuracy": 0.4024640657084189, + "f1": 0.405175603397187, + "f1_weighted": 0.41003728504513204 + } + ] + } + ] + }, + "task_name": "TswanaNewsClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetTopicSingleClassification.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetTopicSingleClassification.json new file mode 100644 index 000000000..78b98464c --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TweetTopicSingleClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "87b7a0d1c402dbb481db649569c556d9aa27ac05", + "evaluation_time": 8.091083765029907, + "kg_co2_emissions": 0.0002506033627165733, + "mteb_version": "1.12.75", + "scores": { + "test_2021": [ + { + "accuracy": 0.677613703484938, + "f1": 0.5224410843846474, + "f1_weighted": 0.7055556020116097, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.677613703484938, + "scores_per_experiment": [ + { + "accuracy": 0.6981689308919079, + "f1": 0.5293050015118094, + "f1_weighted": 0.7264544416679775 + }, + { + "accuracy": 0.6520968694624926, + "f1": 0.525371244639132, + "f1_weighted": 0.6773654735432234 + }, + { + "accuracy": 0.6615475487300649, + "f1": 0.5203280464666705, + "f1_weighted": 0.693128174371285 + }, + { + "accuracy": 0.6698168930891908, + "f1": 0.5286115464179136, + "f1_weighted": 0.6988650254352713 + }, + { + "accuracy": 0.6958062610750148, + "f1": 0.5345888531448587, + "f1_weighted": 0.7273890392026646 + }, + { + "accuracy": 0.6999409332545776, + "f1": 0.5294878943062298, + "f1_weighted": 0.721628422661541 + }, + { + "accuracy": 0.648552864737153, + "f1": 0.4743324969742062, + "f1_weighted": 0.6859450173572853 + }, + { + "accuracy": 0.7182516243354992, + "f1": 0.5640612631157024, + "f1_weighted": 0.7380364590868401 + }, + { + "accuracy": 0.6414648552864737, + "f1": 0.4765516118231197, + "f1_weighted": 0.6655718923405227 + }, + { + "accuracy": 0.6904902539870054, + "f1": 0.5417728854468318, + "f1_weighted": 0.7211720744494869 + } + ] + } + ] + }, + "task_name": "TweetTopicSingleClassification" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterHjerneRetrieval.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterHjerneRetrieval.json new file mode 100644 index 000000000..ef69d915f --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterHjerneRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "099ee143c7fdfa6bd7965be8c801cb161c313b29", + "evaluation_time": 0.8801674842834473, + "kg_co2_emissions": 2.9613149020822042e-05, + "mteb_version": "1.12.75", + "scores": { + "train": [ + { + "hf_subset": "default", + "languages": [ + "dan-Latn" + ], + "main_score": 0.37823, + "map_at_1": 0.45192, + "map_at_10": 0.63253, + "map_at_100": 0.63715, + "map_at_1000": 0.63715, + "map_at_20": 0.63589, + "map_at_3": 0.513, + "map_at_5": 0.52742, + "mrr_at_1": 0.7435897435897436, + "mrr_at_10": 0.8195665445665445, + "mrr_at_100": 0.8220758816347051, + "mrr_at_1000": 0.8220758816347051, + "mrr_at_20": 0.8213890684478921, + "mrr_at_3": 0.8119658119658119, + "mrr_at_5": 0.8177350427350427, + "nauc_map_at_1000_diff1": 0.2843115217431542, + "nauc_map_at_1000_max": 0.5832855249710296, + "nauc_map_at_1000_std": 0.11664439307346038, + "nauc_map_at_100_diff1": 0.2843115217431542, + "nauc_map_at_100_max": 0.5832855249710296, + "nauc_map_at_100_std": 0.11664439307346038, + "nauc_map_at_10_diff1": 0.30308363517947007, + "nauc_map_at_10_max": 0.6031965690441649, + "nauc_map_at_10_std": 0.10080791200798109, + "nauc_map_at_1_diff1": 0.23126412134141797, + "nauc_map_at_1_max": 0.1383839349497154, + "nauc_map_at_1_std": -0.16072596135161757, + "nauc_map_at_20_diff1": 0.2856398476210891, + "nauc_map_at_20_max": 0.5840142480960352, + "nauc_map_at_20_std": 0.11864748217557708, + "nauc_map_at_3_diff1": 0.31281206025843555, + "nauc_map_at_3_max": 0.6863083319419881, + "nauc_map_at_3_std": 0.16505039212998665, + "nauc_map_at_5_diff1": 0.26582707176221054, + "nauc_map_at_5_max": 0.5489723130260298, + "nauc_map_at_5_std": 0.12099316881882337, + "nauc_mrr_at_1000_diff1": 0.6073229410095979, + "nauc_mrr_at_1000_max": 0.8112945372103928, + "nauc_mrr_at_1000_std": 0.451262455263778, + "nauc_mrr_at_100_diff1": 0.6073229410095979, + "nauc_mrr_at_100_max": 0.8112945372103928, + "nauc_mrr_at_100_std": 0.451262455263778, + "nauc_mrr_at_10_diff1": 0.6043886358257348, + "nauc_mrr_at_10_max": 0.8114888567796895, + "nauc_mrr_at_10_std": 0.4549532154448332, + "nauc_mrr_at_1_diff1": 0.606443596699683, + "nauc_mrr_at_1_max": 0.7926039516308591, + "nauc_mrr_at_1_std": 0.36667984958951916, + "nauc_mrr_at_20_diff1": 0.6058492740085971, + "nauc_mrr_at_20_max": 0.8099932213246644, + "nauc_mrr_at_20_std": 0.4497377790769893, + "nauc_mrr_at_3_diff1": 0.6085019578760734, + "nauc_mrr_at_3_max": 0.8126570446602251, + "nauc_mrr_at_3_std": 0.46557777244956633, + "nauc_mrr_at_5_diff1": 0.6072850320523028, + "nauc_mrr_at_5_max": 0.8135529924907712, + "nauc_mrr_at_5_std": 0.45948588092551224, + "nauc_ndcg_at_1000_diff1": 0.036529920005762995, + "nauc_ndcg_at_1000_max": 0.1840389479321334, + "nauc_ndcg_at_1000_std": 0.10160106155694573, + "nauc_ndcg_at_100_diff1": 0.04074100020783325, + "nauc_ndcg_at_100_max": 0.1914179149497228, + "nauc_ndcg_at_100_std": 0.10226042518114963, + "nauc_ndcg_at_10_diff1": 0.11398780671187295, + "nauc_ndcg_at_10_max": 0.31735414735281947, + "nauc_ndcg_at_10_std": 0.10209590690875675, + "nauc_ndcg_at_1_diff1": 0.6096304922418213, + "nauc_ndcg_at_1_max": 0.6085560973000911, + "nauc_ndcg_at_1_std": -0.216761692835703, + "nauc_ndcg_at_20_diff1": 0.06542149810914762, + "nauc_ndcg_at_20_max": 0.2389395902252401, + "nauc_ndcg_at_20_std": 0.11145961236168901, + "nauc_ndcg_at_3_diff1": 0.1789671139447919, + "nauc_ndcg_at_3_max": 0.492494110457332, + "nauc_ndcg_at_3_std": 0.14529559811109105, + "nauc_ndcg_at_5_diff1": 0.14750536260708114, + "nauc_ndcg_at_5_max": 0.3599450839456704, + "nauc_ndcg_at_5_std": 0.09628998464468422, + "nauc_precision_at_1000_diff1": -0.04099548740760838, + "nauc_precision_at_1000_max": 0.06265967206282581, + "nauc_precision_at_1000_std": 0.1231955927169499, + "nauc_precision_at_100_diff1": -0.04099548740760795, + "nauc_precision_at_100_max": 0.06265967206282637, + "nauc_precision_at_100_std": 0.12319559271695017, + "nauc_precision_at_10_diff1": 0.042016203430060316, + "nauc_precision_at_10_max": 0.192357821584134, + "nauc_precision_at_10_std": 0.10626331020625993, + "nauc_precision_at_1_diff1": 0.10794221995594785, + "nauc_precision_at_1_max": 0.23415801948969311, + "nauc_precision_at_1_std": 0.06565966038843492, + "nauc_precision_at_20_diff1": -0.00676147843345949, + "nauc_precision_at_20_max": 0.12081550798925594, + "nauc_precision_at_20_std": 0.1409673286732707, + "nauc_precision_at_3_diff1": 0.07286915158105292, + "nauc_precision_at_3_max": 0.2856096646294398, + "nauc_precision_at_3_std": 0.14318468237295412, + "nauc_precision_at_5_diff1": 0.06696125228906365, + "nauc_precision_at_5_max": 0.21685400636862326, + "nauc_precision_at_5_std": 0.09507881449665742, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": 0.4373415303764756, + "nauc_recall_at_10_max": 0.6721128159256455, + "nauc_recall_at_10_std": -0.12203582901606269, + "nauc_recall_at_1_diff1": 0.23126412134141797, + "nauc_recall_at_1_max": 0.1383839349497154, + "nauc_recall_at_1_std": -0.16072596135161757, + "nauc_recall_at_20_diff1": 0.32752659037794135, + "nauc_recall_at_20_max": 0.6590058897459246, + "nauc_recall_at_20_std": 0.11379692305709366, + "nauc_recall_at_3_diff1": 0.25210138502926094, + "nauc_recall_at_3_max": 0.6497890397582339, + "nauc_recall_at_3_std": 0.16290104104029832, + "nauc_recall_at_5_diff1": 0.19509367542241, + "nauc_recall_at_5_max": 0.44324592701111, + "nauc_recall_at_5_std": 0.0705062716782482, + "ndcg_at_1": 0.94872, + "ndcg_at_10": 0.37823, + "ndcg_at_100": 0.20698, + "ndcg_at_1000": 0.16487, + "ndcg_at_20": 0.30213, + "ndcg_at_3": 0.51486, + "ndcg_at_5": 0.41266, + "precision_at_1": 0.14103, + "precision_at_10": 0.04872, + "precision_at_100": 0.00615, + "precision_at_1000": 0.00062, + "precision_at_20": 0.02756, + "precision_at_3": 0.12393, + "precision_at_5": 0.08974, + "recall_at_1": 0.45192, + "recall_at_10": 0.96154, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "recall_at_20": 0.98077, + "recall_at_3": 0.52457, + "recall_at_5": 0.54487 + } + ] + }, + "task_name": "TwitterHjerneRetrieval" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus.json new file mode 100644 index 000000000..b9c6b3a4a --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "evaluation_time": 30.096901893615723, + "kg_co2_emissions": 0.001167963383827343, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_accuracy": 0.8903248340901153, + "cosine_accuracy_threshold": 0.7090066021091165, + "cosine_ap": 0.8589381527396953, + "cosine_f1": 0.78428927680798, + "cosine_f1_threshold": 0.6844402442107276, + "cosine_precision": 0.7488095238095238, + "cosine_recall": 0.8232984293193717, + "dot_accuracy": 0.8903636434198782, + "dot_accuracy_threshold": 0.71142578125, + "dot_ap": 0.8586726157835801, + "dot_f1": 0.7842921973356756, + "dot_f1_threshold": 0.68359375, + "dot_precision": 0.7474190848214286, + "dot_recall": 0.8249923005851555, + "euclidean_accuracy": 0.8903054294252338, + "euclidean_accuracy_threshold": 0.7638618719482846, + "euclidean_ap": 0.8589385623646721, + "euclidean_f1": 0.7842346471127406, + "euclidean_f1_threshold": 0.7945996892214418, + "euclidean_precision": 0.7485826275635192, + "euclidean_recall": 0.8234524176162612, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8589385623646721, + "manhattan_accuracy": 0.8898203128031978, + "manhattan_accuracy_threshold": 19.3895443379879, + "manhattan_ap": 0.8583645644254377, + "manhattan_f1": 0.7833096254148886, + "manhattan_f1_threshold": 20.194663882255554, + "manhattan_precision": 0.7441957169589022, + "manhattan_recall": 0.826763165999384, + "max_accuracy": 0.8903636434198782, + "max_ap": 0.8589385623646721, + "max_f1": 0.7842921973356756, + "max_precision": 0.7488095238095238, + "max_recall": 0.826763165999384, + "similarity_accuracy": 0.8903248340901153, + "similarity_accuracy_threshold": 0.7090066021091165, + "similarity_ap": 0.8589381527396953, + "similarity_f1": 0.78428927680798, + "similarity_f1_threshold": 0.6844402442107276, + "similarity_precision": 0.7488095238095238, + "similarity_recall": 0.8232984293193717 + } + ] + }, + "task_name": "TwitterURLCorpus" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VoyageMMarcoReranking.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VoyageMMarcoReranking.json new file mode 100644 index 000000000..74c5d2182 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/VoyageMMarcoReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e25c91bc31859606507a968559ab1de0f472d007", + "evaluation_time": 80.2496657371521, + "kg_co2_emissions": 0.0035241942546305324, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.6407782329205451, + "map": 0.6407782329205451, + "mrr": 0.6489034985739086, + "nAUC_map_diff1": 0.6854768797373321, + "nAUC_map_max": 0.0750070438878648, + "nAUC_map_std": 0.3149105082803223, + "nAUC_mrr_diff1": 0.6646985277732015, + "nAUC_mrr_max": 0.0881408018943244, + "nAUC_mrr_std": 0.3276012061127451 + } + ] + }, + "task_name": "VoyageMMarcoReranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WebLINXCandidatesReranking.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WebLINXCandidatesReranking.json new file mode 100644 index 000000000..c5179dd0b --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WebLINXCandidatesReranking.json @@ -0,0 +1,111 @@ +{ + "dataset_revision": "ed1c933c2b3617e5700d8a7ebe07f5975969a453", + "evaluation_time": 1523.4912962913513, + "kg_co2_emissions": 0.10974046221789953, + "mteb_version": "1.12.75", + "scores": { + "test_cat": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.06248294542536116, + "map": 0.07949101768040351, + "mrr": 0.06248294542536116, + "nAUC_map_diff1": 0.16958633770711415, + "nAUC_map_max": 0.010689466610172749, + "nAUC_map_std": 0.34696337940858546, + "nAUC_mrr_diff1": 0.1594609755495382, + "nAUC_mrr_max": 0.01384501323930805, + "nAUC_mrr_std": 0.3282232237289355 + } + ], + "test_geo": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.09946489919537112, + "map": 0.11711307935949335, + "mrr": 0.09946489919537112, + "nAUC_map_diff1": 0.039375113335015956, + "nAUC_map_max": -0.010282019983076757, + "nAUC_map_std": 0.03291614900837429, + "nAUC_mrr_diff1": 0.03332158041302599, + "nAUC_mrr_max": -0.009346914417713344, + "nAUC_mrr_std": 0.02660154056026256 + } + ], + "test_iid": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.10093273285206525, + "map": 0.11519239298491503, + "mrr": 0.10093273285206525, + "nAUC_map_diff1": 0.22032214366939928, + "nAUC_map_max": 0.17866249580583662, + "nAUC_map_std": 0.16900321803600618, + "nAUC_mrr_diff1": 0.2168496609364459, + "nAUC_mrr_max": 0.1766254355731984, + "nAUC_mrr_std": 0.15250258489186286 + } + ], + "test_vis": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.09238781331080312, + "map": 0.10974791285119524, + "mrr": 0.09238781331080312, + "nAUC_map_diff1": 0.17975251280045185, + "nAUC_map_max": 0.09347044755250594, + "nAUC_map_std": 0.20777522473868096, + "nAUC_mrr_diff1": 0.18373711772671175, + "nAUC_mrr_max": 0.10867163131763254, + "nAUC_mrr_std": 0.1926238517714905 + } + ], + "test_web": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.08024531483500948, + "map": 0.09495535377087498, + "mrr": 0.08024531483500948, + "nAUC_map_diff1": 0.21251178220310346, + "nAUC_map_max": 0.09144145636949064, + "nAUC_map_std": 0.15369762399460624, + "nAUC_mrr_diff1": 0.2371729787461611, + "nAUC_mrr_max": 0.07370631047388483, + "nAUC_mrr_std": 0.12921906557158602 + } + ], + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.1236570159706209, + "map": 0.14072146002984653, + "mrr": 0.1236570159706209, + "nAUC_map_diff1": 0.25025673307175617, + "nAUC_map_max": 0.18152334693908276, + "nAUC_map_std": 0.03098428541743902, + "nAUC_mrr_diff1": 0.25574726802677955, + "nAUC_mrr_max": 0.18835958962287772, + "nAUC_mrr_std": 0.030957651529616503 + } + ] + }, + "task_name": "WebLINXCandidatesReranking" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiCitiesClustering.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiCitiesClustering.json new file mode 100644 index 000000000..860bed501 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiCitiesClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "ddc9ee9242fa65332597f70e967ecc38b9d734fa", + "evaluation_time": 266.77473616600037, + "kg_co2_emissions": 0.022024669296356988, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7246461319371534, + "v_measure": 0.7246461319371534, + "v_measure_std": 0.0, + "v_measures": [ + 0.7246461319371534 + ] + } + ] + }, + "task_name": "WikiCitiesClustering" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiClusteringP2P.v2.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiClusteringP2P.v2.json new file mode 100644 index 000000000..fa8da6781 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikiClusteringP2P.v2.json @@ -0,0 +1,333 @@ +{ + "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", + "evaluation_time": 905.0810613632202, + "kg_co2_emissions": 0.03221761399582162, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ], + "main_score": 0.2326043010808964, + "v_measure": 0.2326043010808964, + "v_measure_std": 0.0077666703370003875, + "v_measures": { + "Level 0": [ + 0.24187440360729068, + 0.24134136298518166, + 0.23289885450223424, + 0.21870334209162512, + 0.23328407092267034, + 0.22404117436672197, + 0.2415865437160407, + 0.2274012933101799, + 0.23820193825882358, + 0.22671002704819546 + ] + } + }, + { + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ], + "main_score": 0.19540735847722915, + "v_measure": 0.19540735847722915, + "v_measure_std": 0.006091804290972534, + "v_measures": { + "Level 0": [ + 0.19315369598740673, + 0.18098586241135814, + 0.1899895055958075, + 0.19940093169748865, + 0.19544800619026403, + 0.19986727733557, + 0.19481674602313276, + 0.20412592640066005, + 0.19727096370510366, + 0.19901466942549975 + ] + } + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.3305599013088333, + "v_measure": 0.3305599013088333, + "v_measure_std": 0.003601895287237779, + "v_measures": { + "Level 0": [ + 0.32932228665164553, + 0.3311341524301703, + 0.33153164427077186, + 0.32448506429555607, + 0.32904338029104985, + 0.33571929709391735, + 0.3338473067745785, + 0.32868796287697905, + 0.3260897489009809, + 0.33573816950268337 + ] + } + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.20479146167695822, + "v_measure": 0.20479146167695822, + "v_measure_std": 0.007973454965722963, + "v_measures": { + "Level 0": [ + 0.20573724859088374, + 0.20907447318124683, + 0.20647389272761646, + 0.20322462657287818, + 0.18763689731378982, + 0.20603703364174505, + 0.21661151022189748, + 0.20381583859009272, + 0.19530541169691895, + 0.21399768423251297 + ] + } + }, + { + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ], + "main_score": 0.283338712858865, + "v_measure": 0.283338712858865, + "v_measure_std": 0.01350970563603284, + "v_measures": { + "Level 0": [ + 0.30928185832905164, + 0.3070669422212017, + 0.2752664284455723, + 0.2796865052378222, + 0.27711870678214634, + 0.285228974984092, + 0.279619898771248, + 0.28330391708777136, + 0.2663408088803723, + 0.2704730878493727 + ] + } + }, + { + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ], + "main_score": 0.3543717265326346, + "v_measure": 0.3543717265326346, + "v_measure_std": 0.011587565379293965, + "v_measures": { + "Level 0": [ + 0.3616971229490016, + 0.3592181612893579, + 0.3649396472555065, + 0.364840714900799, + 0.3344447025198624, + 0.3347154141486531, + 0.3582548913254414, + 0.34763290315718515, + 0.36786773990851435, + 0.3501059678720247 + ] + } + }, + { + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ], + "main_score": 0.42456382511318475, + "v_measure": 0.42456382511318475, + "v_measure_std": 0.0076918111755106084, + "v_measures": { + "Level 0": [ + 0.4304950894922324, + 0.4294634613669714, + 0.4188715408861631, + 0.42517981953045103, + 0.42893153976063875, + 0.41106616204022645, + 0.41717164206909874, + 0.4291550057918231, + 0.41756212461611414, + 0.4377418655781278 + ] + } + }, + { + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ], + "main_score": 0.3319464069072901, + "v_measure": 0.3319464069072901, + "v_measure_std": 0.004185350160431612, + "v_measures": { + "Level 0": [ + 0.34268232370742635, + 0.3290780401396215, + 0.32832610824868497, + 0.32939000265220786, + 0.33336928963281637, + 0.3328253173069577, + 0.3314707404941112, + 0.33300250286323624, + 0.3326134459104718, + 0.32670629811736673 + ] + } + }, + { + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ], + "main_score": 0.19895666500204412, + "v_measure": 0.19895666500204412, + "v_measure_std": 0.005969491861866773, + "v_measures": { + "Level 0": [ + 0.18771562598877012, + 0.20744227525202796, + 0.19314755616862003, + 0.19800816445987557, + 0.19226474249475092, + 0.2000369919807403, + 0.20601262442810728, + 0.19982989984545643, + 0.20186475329384207, + 0.20324401610825063 + ] + } + }, + { + "hf_subset": "min", + "languages": [ + "min-Latn" + ], + "main_score": 0.35287668343302436, + "v_measure": 0.35287668343302436, + "v_measure_std": 0.010968760317432843, + "v_measures": { + "Level 0": [ + 0.363420257389502, + 0.35087697524297695, + 0.3487030432166559, + 0.3354859282128561, + 0.35294200508573065, + 0.35595586969748244, + 0.37567639966246863, + 0.3379832233097054, + 0.35111878056492923, + 0.3566043519479366 + ] + } + }, + { + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ], + "main_score": 0.26203385221094655, + "v_measure": 0.26203385221094655, + "v_measure_std": 0.00367757414211689, + "v_measures": { + "Level 0": [ + 0.2648615093820184, + 0.25776950162875617, + 0.2591578660874538, + 0.2585119326238696, + 0.2640774399270177, + 0.2642717628886041, + 0.26877315505870353, + 0.26271818378250794, + 0.2636922219583523, + 0.2565049487721818 + ] + } + }, + { + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ], + "main_score": 0.2642547339861779, + "v_measure": 0.2642547339861779, + "v_measure_std": 0.009851019749306269, + "v_measures": { + "Level 0": [ + 0.25940711660697724, + 0.27781617642837997, + 0.2672914247314693, + 0.27520331638934675, + 0.24508058617023887, + 0.25793795156773286, + 0.25365988313261467, + 0.27473833886795956, + 0.2656923646276044, + 0.26572018133945485 + ] + } + }, + { + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ], + "main_score": 0.3233625533515051, + "v_measure": 0.3233625533515051, + "v_measure_std": 0.00858072601565367, + "v_measures": { + "Level 0": [ + 0.3273468726606972, + 0.3319355931049099, + 0.3338811057999825, + 0.31160764118524187, + 0.3335227486463495, + 0.31744288764595596, + 0.321886073582845, + 0.3079738314054055, + 0.3271754279765097, + 0.32085335150715344 + ] + } + }, + { + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ], + "main_score": 0.018372943834779495, + "v_measure": 0.018372943834779495, + "v_measure_std": 0.006447473491763667, + "v_measures": { + "Level 0": [ + 0.024454286404561116, + 0.03197741672886998, + 0.017320282679260415, + 0.023671804885118875, + 0.01262298337477369, + 0.009264400804297017, + 0.019372357482256127, + 0.012115568255783334, + 0.01576220325956152, + 0.0171681344733129 + ] + } + } + ] + }, + "task_name": "WikiClusteringP2P.v2" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRerankingMultilingual.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRerankingMultilingual.json new file mode 100644 index 000000000..4827ce9b9 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRerankingMultilingual.json @@ -0,0 +1,251 @@ +{ + "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f", + "evaluation_time": 206.65320324897766, + "kg_co2_emissions": 0.01392055787551639, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.8815296296296296, + "map": 0.8815296296296296, + "mrr": 0.8817518518518518, + "nAUC_map_diff1": 0.8114232861648267, + "nAUC_map_max": 0.5445867660320394, + "nAUC_map_std": 0.3529897425283989, + "nAUC_mrr_diff1": 0.8111404093972426, + "nAUC_mrr_max": 0.5439573820097724, + "nAUC_mrr_std": 0.35352594578769936 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.8509825396825398, + "map": 0.8509825396825398, + "mrr": 0.8526603174603175, + "nAUC_map_diff1": 0.7496941215125266, + "nAUC_map_max": 0.45959104761827607, + "nAUC_map_std": 0.2669000451948819, + "nAUC_mrr_diff1": 0.7446703120961058, + "nAUC_mrr_max": 0.4556746426822836, + "nAUC_mrr_std": 0.2705601095120073 + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.8873129629629629, + "map": 0.8873129629629629, + "mrr": 0.8887574074074073, + "nAUC_map_diff1": 0.8146237395511841, + "nAUC_map_max": 0.5662938876828085, + "nAUC_map_std": 0.36411432200952815, + "nAUC_mrr_diff1": 0.8110615427792447, + "nAUC_mrr_max": 0.5717225724198076, + "nAUC_mrr_std": 0.37235186234081363 + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.897716402116402, + "map": 0.897716402116402, + "mrr": 0.8984719576719578, + "nAUC_map_diff1": 0.8297544383277373, + "nAUC_map_max": 0.4877504446789325, + "nAUC_map_std": 0.3150713139850949, + "nAUC_mrr_diff1": 0.8290635347769416, + "nAUC_mrr_max": 0.49101061362313164, + "nAUC_mrr_std": 0.3117706883692367 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.8861806878306878, + "map": 0.8861806878306878, + "mrr": 0.8873473544973545, + "nAUC_map_diff1": 0.7973855249756526, + "nAUC_map_max": 0.6021562117234682, + "nAUC_map_std": 0.25948340117427166, + "nAUC_mrr_diff1": 0.7955721530664247, + "nAUC_mrr_max": 0.6019153854398207, + "nAUC_mrr_std": 0.2611022793324366 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.908508201058201, + "map": 0.908508201058201, + "mrr": 0.9090637566137566, + "nAUC_map_diff1": 0.8376113703798697, + "nAUC_map_max": 0.5976752380254268, + "nAUC_map_std": 0.4143740941521976, + "nAUC_mrr_diff1": 0.8388880313868157, + "nAUC_mrr_max": 0.5958506472347345, + "nAUC_mrr_std": 0.41188107472549207 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.8820753968253968, + "map": 0.8820753968253968, + "mrr": 0.8828468253968254, + "nAUC_map_diff1": 0.7973679982175602, + "nAUC_map_max": 0.5213180940996389, + "nAUC_map_std": 0.26983330130877015, + "nAUC_mrr_diff1": 0.7956028793006741, + "nAUC_mrr_max": 0.5200747279337166, + "nAUC_mrr_std": 0.2656203557934973 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.9034830687830687, + "map": 0.9034830687830687, + "mrr": 0.903828306878307, + "nAUC_map_diff1": 0.8138450185155842, + "nAUC_map_max": 0.44671150830083384, + "nAUC_map_std": 0.27001307805953284, + "nAUC_mrr_diff1": 0.8127858140611689, + "nAUC_mrr_max": 0.44545638637379537, + "nAUC_mrr_std": 0.27032187686406167 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.8689285714285714, + "map": 0.8689285714285714, + "mrr": 0.8702822751322751, + "nAUC_map_diff1": 0.7504743063097283, + "nAUC_map_max": 0.4859495646560231, + "nAUC_map_std": 0.26066557160066445, + "nAUC_mrr_diff1": 0.7475767166653361, + "nAUC_mrr_max": 0.48633455867596354, + "nAUC_mrr_std": 0.2676712093976249 + }, + { + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.886839947089947, + "map": 0.886839947089947, + "mrr": 0.887839947089947, + "nAUC_map_diff1": 0.8149488635226488, + "nAUC_map_max": 0.5462213834932961, + "nAUC_map_std": 0.3299983536900998, + "nAUC_mrr_diff1": 0.8122253914934832, + "nAUC_mrr_max": 0.5512188981731366, + "nAUC_mrr_std": 0.34038290790887765 + }, + { + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.8871272486772487, + "map": 0.8871272486772487, + "mrr": 0.8877050264550264, + "nAUC_map_diff1": 0.7406849776590608, + "nAUC_map_max": 0.4557158363200132, + "nAUC_map_std": 0.2950618283803179, + "nAUC_mrr_diff1": 0.740206921409514, + "nAUC_mrr_max": 0.45656937602478403, + "nAUC_mrr_std": 0.2984036595696576 + }, + { + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.8707291005291006, + "map": 0.8707291005291006, + "mrr": 0.8717291005291006, + "nAUC_map_diff1": 0.7548445322975444, + "nAUC_map_max": 0.5232359033964087, + "nAUC_map_std": 0.28188813994926376, + "nAUC_mrr_diff1": 0.7514068884777131, + "nAUC_mrr_max": 0.5218994517520436, + "nAUC_mrr_std": 0.277433959001964 + }, + { + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.8971870370370371, + "map": 0.8971870370370371, + "mrr": 0.898687037037037, + "nAUC_map_diff1": 0.7658437741216055, + "nAUC_map_max": 0.4849981498629266, + "nAUC_map_std": 0.3584059168768893, + "nAUC_mrr_diff1": 0.7627334574652824, + "nAUC_mrr_max": 0.48935983589828064, + "nAUC_mrr_std": 0.36306808997019396 + }, + { + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ], + "main_score": 0.8893962962962962, + "map": 0.8893962962962962, + "mrr": 0.890062962962963, + "nAUC_map_diff1": 0.8244279932445163, + "nAUC_map_max": 0.4731847785557598, + "nAUC_map_std": 0.3052404393323715, + "nAUC_mrr_diff1": 0.8226307258978584, + "nAUC_mrr_max": 0.4729006996795398, + "nAUC_mrr_std": 0.31015136057124587 + }, + { + "hf_subset": "no", + "languages": [ + "nor-Latn" + ], + "main_score": 0.8737423280423282, + "map": 0.8737423280423282, + "mrr": 0.8743653439153439, + "nAUC_map_diff1": 0.781262867027108, + "nAUC_map_max": 0.5378205473734797, + "nAUC_map_std": 0.2534477733121071, + "nAUC_mrr_diff1": 0.7820988970953917, + "nAUC_mrr_max": 0.5397805175087266, + "nAUC_mrr_std": 0.25090436710375896 + }, + { + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.9037375661375661, + "map": 0.9037375661375661, + "mrr": 0.9046597883597883, + "nAUC_map_diff1": 0.7947681750211871, + "nAUC_map_max": 0.4610809630106854, + "nAUC_map_std": 0.29192680273576843, + "nAUC_mrr_diff1": 0.7928920059838112, + "nAUC_mrr_max": 0.45936410257843807, + "nAUC_mrr_std": 0.2954383656867996 + } + ] + }, + "task_name": "WikipediaRerankingMultilingual" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRetrievalMultilingual.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRetrievalMultilingual.json new file mode 100644 index 000000000..028fec479 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2363 @@ +{ + "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", + "evaluation_time": 195.65834259986877, + "kg_co2_emissions": 0.009573494655246859, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ], + "main_score": 0.89089, + "map_at_1": 0.80333, + "map_at_10": 0.86345, + "map_at_100": 0.86461, + "map_at_1000": 0.86463, + "map_at_20": 0.86437, + "map_at_3": 0.85089, + "map_at_5": 0.85989, + "mrr_at_1": 0.804, + "mrr_at_10": 0.8636507936507938, + "mrr_at_100": 0.8648108073295981, + "mrr_at_1000": 0.8648255464771293, + "mrr_at_20": 0.8645749354933564, + "mrr_at_3": 0.8511111111111108, + "mrr_at_5": 0.859977777777778, + "nauc_map_at_1000_diff1": 0.8134890490452387, + "nauc_map_at_1000_max": 0.5869663776231426, + "nauc_map_at_1000_std": -0.15884693947067147, + "nauc_map_at_100_diff1": 0.8134837826787062, + "nauc_map_at_100_max": 0.5870085319477542, + "nauc_map_at_100_std": -0.15872694360081546, + "nauc_map_at_10_diff1": 0.812333162142099, + "nauc_map_at_10_max": 0.5874808077267976, + "nauc_map_at_10_std": -0.15882172800185287, + "nauc_map_at_1_diff1": 0.83309374418644, + "nauc_map_at_1_max": 0.5753555784809485, + "nauc_map_at_1_std": -0.15580679531194513, + "nauc_map_at_20_diff1": 0.813410322992213, + "nauc_map_at_20_max": 0.5875179374825817, + "nauc_map_at_20_std": -0.15995756432176228, + "nauc_map_at_3_diff1": 0.8079985738055623, + "nauc_map_at_3_max": 0.5889380976199464, + "nauc_map_at_3_std": -0.1558518449385395, + "nauc_map_at_5_diff1": 0.8112746170209948, + "nauc_map_at_5_max": 0.5855418371627998, + "nauc_map_at_5_std": -0.16257492813670701, + "nauc_mrr_at_1000_diff1": 0.8128718027950462, + "nauc_mrr_at_1000_max": 0.5862891657457289, + "nauc_mrr_at_1000_std": -0.1618371822806382, + "nauc_mrr_at_100_diff1": 0.8128666705456794, + "nauc_mrr_at_100_max": 0.5863313756899144, + "nauc_mrr_at_100_std": -0.1617171086583495, + "nauc_mrr_at_10_diff1": 0.8117267658134324, + "nauc_mrr_at_10_max": 0.5868103379570049, + "nauc_mrr_at_10_std": -0.16178229372229283, + "nauc_mrr_at_1_diff1": 0.8320914513731956, + "nauc_mrr_at_1_max": 0.5740141289521367, + "nauc_mrr_at_1_std": -0.15892356657640985, + "nauc_mrr_at_20_diff1": 0.8127942448616734, + "nauc_mrr_at_20_max": 0.5868426999847849, + "nauc_mrr_at_20_std": -0.16294388168911214, + "nauc_mrr_at_3_diff1": 0.8074308932404609, + "nauc_mrr_at_3_max": 0.5882642630802694, + "nauc_mrr_at_3_std": -0.1586586060367091, + "nauc_mrr_at_5_diff1": 0.8107319588255049, + "nauc_mrr_at_5_max": 0.5852330273108947, + "nauc_mrr_at_5_std": -0.16486092558043325, + "nauc_ndcg_at_1000_diff1": 0.811329148538397, + "nauc_ndcg_at_1000_max": 0.5899133736944143, + "nauc_ndcg_at_1000_std": -0.1561143221826251, + "nauc_ndcg_at_100_diff1": 0.8111281690309255, + "nauc_ndcg_at_100_max": 0.5914404022343864, + "nauc_ndcg_at_100_std": -0.15165330980955993, + "nauc_ndcg_at_10_diff1": 0.805847856668348, + "nauc_ndcg_at_10_max": 0.5951305817641661, + "nauc_ndcg_at_10_std": -0.1566306742003126, + "nauc_ndcg_at_1_diff1": 0.83309374418644, + "nauc_ndcg_at_1_max": 0.5753555784809485, + "nauc_ndcg_at_1_std": -0.15580679531194513, + "nauc_ndcg_at_20_diff1": 0.8101167519483522, + "nauc_ndcg_at_20_max": 0.5952597461855176, + "nauc_ndcg_at_20_std": -0.15959823226449865, + "nauc_ndcg_at_3_diff1": 0.7979264148723825, + "nauc_ndcg_at_3_max": 0.5944188046175396, + "nauc_ndcg_at_3_std": -0.15476258465083337, + "nauc_ndcg_at_5_diff1": 0.8037646555283776, + "nauc_ndcg_at_5_max": 0.5884436423519431, + "nauc_ndcg_at_5_std": -0.169213763102702, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 0.7222222222221372, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8031434796140889, + "nauc_precision_at_100_max": 0.9074074074074159, + "nauc_precision_at_100_std": 0.9039060068471981, + "nauc_precision_at_10_diff1": 0.7144802365390633, + "nauc_precision_at_10_max": 0.7260996991389125, + "nauc_precision_at_10_std": -0.10006224712107145, + "nauc_precision_at_1_diff1": 0.83309374418644, + "nauc_precision_at_1_max": 0.5753555784809485, + "nauc_precision_at_1_std": -0.15580679531194513, + "nauc_precision_at_20_diff1": 0.7531443950129143, + "nauc_precision_at_20_max": 0.8716153127917854, + "nauc_precision_at_20_std": -0.10059317844784291, + "nauc_precision_at_3_diff1": 0.752893804580656, + "nauc_precision_at_3_max": 0.6189377711869073, + "nauc_precision_at_3_std": -0.14933473389356006, + "nauc_precision_at_5_diff1": 0.7511004401760666, + "nauc_precision_at_5_max": 0.6082190451938347, + "nauc_precision_at_5_std": -0.22373798004050047, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 0.7222222222223855, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.8031434796140604, + "nauc_recall_at_100_max": 0.9074074074073905, + "nauc_recall_at_100_std": 0.9039060068471808, + "nauc_recall_at_10_diff1": 0.7144802365390598, + "nauc_recall_at_10_max": 0.7260996991389145, + "nauc_recall_at_10_std": -0.10006224712106492, + "nauc_recall_at_1_diff1": 0.83309374418644, + "nauc_recall_at_1_max": 0.5753555784809485, + "nauc_recall_at_1_std": -0.15580679531194513, + "nauc_recall_at_20_diff1": 0.7531443950129013, + "nauc_recall_at_20_max": 0.8716153127917761, + "nauc_recall_at_20_std": -0.10059317844784636, + "nauc_recall_at_3_diff1": 0.7528938045806561, + "nauc_recall_at_3_max": 0.6189377711869057, + "nauc_recall_at_3_std": -0.14933473389355664, + "nauc_recall_at_5_diff1": 0.7511004401760709, + "nauc_recall_at_5_max": 0.6082190451938358, + "nauc_recall_at_5_std": -0.22373798004050188, + "ndcg_at_1": 0.80333, + "ndcg_at_10": 0.89089, + "ndcg_at_100": 0.8956, + "ndcg_at_1000": 0.89603, + "ndcg_at_20": 0.89415, + "ndcg_at_3": 0.86593, + "ndcg_at_5": 0.88214, + "precision_at_1": 0.80333, + "precision_at_10": 0.0976, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "precision_at_20": 0.04943, + "precision_at_3": 0.30311, + "precision_at_5": 0.18973, + "recall_at_1": 0.80333, + "recall_at_10": 0.976, + "recall_at_100": 0.996, + "recall_at_1000": 0.99933, + "recall_at_20": 0.98867, + "recall_at_3": 0.90933, + "recall_at_5": 0.94867 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.85883, + "map_at_1": 0.764, + "map_at_10": 0.82875, + "map_at_100": 0.83004, + "map_at_1000": 0.83009, + "map_at_20": 0.82962, + "map_at_3": 0.81422, + "map_at_5": 0.82459, + "mrr_at_1": 0.762, + "mrr_at_10": 0.8276208994708993, + "mrr_at_100": 0.8289144525140602, + "mrr_at_1000": 0.8289578083438908, + "mrr_at_20": 0.8285250798221386, + "mrr_at_3": 0.813111111111111, + "mrr_at_5": 0.823477777777778, + "nauc_map_at_1000_diff1": 0.7388387443805318, + "nauc_map_at_1000_max": 0.4953673563217243, + "nauc_map_at_1000_std": 0.028503899149382155, + "nauc_map_at_100_diff1": 0.7388341112789698, + "nauc_map_at_100_max": 0.4954031616866581, + "nauc_map_at_100_std": 0.028585078724659038, + "nauc_map_at_10_diff1": 0.7374494590053194, + "nauc_map_at_10_max": 0.49648966294915026, + "nauc_map_at_10_std": 0.029675976341016222, + "nauc_map_at_1_diff1": 0.7703226542013452, + "nauc_map_at_1_max": 0.4709912327629808, + "nauc_map_at_1_std": -0.01253840599411215, + "nauc_map_at_20_diff1": 0.7390059335742934, + "nauc_map_at_20_max": 0.4962576355116937, + "nauc_map_at_20_std": 0.029437570074568035, + "nauc_map_at_3_diff1": 0.7322660379442115, + "nauc_map_at_3_max": 0.48347370765009323, + "nauc_map_at_3_std": 0.017312295993584675, + "nauc_map_at_5_diff1": 0.7332817692809203, + "nauc_map_at_5_max": 0.49300161659984465, + "nauc_map_at_5_std": 0.02672890491901217, + "nauc_mrr_at_1000_diff1": 0.7420554421420025, + "nauc_mrr_at_1000_max": 0.4973114623947063, + "nauc_mrr_at_1000_std": 0.029832179233311558, + "nauc_mrr_at_100_diff1": 0.7420498301552579, + "nauc_mrr_at_100_max": 0.49734659616660987, + "nauc_mrr_at_100_std": 0.02991223847893694, + "nauc_mrr_at_10_diff1": 0.7406390324502442, + "nauc_mrr_at_10_max": 0.4984041132730439, + "nauc_mrr_at_10_std": 0.030968178273355185, + "nauc_mrr_at_1_diff1": 0.7744617649492794, + "nauc_mrr_at_1_max": 0.47335792757909256, + "nauc_mrr_at_1_std": -0.01075961955866838, + "nauc_mrr_at_20_diff1": 0.7421599223865248, + "nauc_mrr_at_20_max": 0.4981134324272745, + "nauc_mrr_at_20_std": 0.030607822655177568, + "nauc_mrr_at_3_diff1": 0.7352273365407225, + "nauc_mrr_at_3_max": 0.48526299699791586, + "nauc_mrr_at_3_std": 0.018511906388522494, + "nauc_mrr_at_5_diff1": 0.7364127289144079, + "nauc_mrr_at_5_max": 0.4948486705339666, + "nauc_mrr_at_5_std": 0.027952038931828092, + "nauc_ndcg_at_1000_diff1": 0.7335594568791305, + "nauc_ndcg_at_1000_max": 0.5071001229923102, + "nauc_ndcg_at_1000_std": 0.0499235418101805, + "nauc_ndcg_at_100_diff1": 0.7335686525244136, + "nauc_ndcg_at_100_max": 0.5086481114390096, + "nauc_ndcg_at_100_std": 0.053946553852764055, + "nauc_ndcg_at_10_diff1": 0.7283108375380585, + "nauc_ndcg_at_10_max": 0.5153559628565216, + "nauc_ndcg_at_10_std": 0.059389344220247144, + "nauc_ndcg_at_1_diff1": 0.7703226542013452, + "nauc_ndcg_at_1_max": 0.4709912327629808, + "nauc_ndcg_at_1_std": -0.01253840599411215, + "nauc_ndcg_at_20_diff1": 0.7345043404902784, + "nauc_ndcg_at_20_max": 0.5142858662611187, + "nauc_ndcg_at_20_std": 0.058602850736768075, + "nauc_ndcg_at_3_diff1": 0.7170186536260756, + "nauc_ndcg_at_3_max": 0.4849142107678426, + "nauc_ndcg_at_3_std": 0.026542298386306458, + "nauc_ndcg_at_5_diff1": 0.7174049981481058, + "nauc_ndcg_at_5_max": 0.5049090370201536, + "nauc_ndcg_at_5_std": 0.04744638267879576, + "nauc_precision_at_1000_diff1": 0.5978596566831621, + "nauc_precision_at_1000_max": 0.9472096530919961, + "nauc_precision_at_1000_std": 0.909143144437255, + "nauc_precision_at_100_diff1": 0.679497605493818, + "nauc_precision_at_100_max": 0.7754886900997101, + "nauc_precision_at_100_std": 0.6256739254841728, + "nauc_precision_at_10_diff1": 0.6563440190891178, + "nauc_precision_at_10_max": 0.7110760971055092, + "nauc_precision_at_10_std": 0.3677313517999774, + "nauc_precision_at_1_diff1": 0.7703226542013452, + "nauc_precision_at_1_max": 0.4709912327629808, + "nauc_precision_at_1_std": -0.01253840599411215, + "nauc_precision_at_20_diff1": 0.7156949199432887, + "nauc_precision_at_20_max": 0.7576944357990123, + "nauc_precision_at_20_std": 0.4562541065809072, + "nauc_precision_at_3_diff1": 0.654224561111573, + "nauc_precision_at_3_max": 0.48927219402612443, + "nauc_precision_at_3_std": 0.06334761627423259, + "nauc_precision_at_5_diff1": 0.6229979171155643, + "nauc_precision_at_5_max": 0.5798877955740678, + "nauc_precision_at_5_std": 0.17607156822843112, + "nauc_recall_at_1000_diff1": 0.5978596566831867, + "nauc_recall_at_1000_max": 0.9472096530919923, + "nauc_recall_at_1000_std": 0.9091431444372577, + "nauc_recall_at_100_diff1": 0.6794976054938129, + "nauc_recall_at_100_max": 0.7754886900996957, + "nauc_recall_at_100_std": 0.6256739254841689, + "nauc_recall_at_10_diff1": 0.6563440190891143, + "nauc_recall_at_10_max": 0.7110760971055072, + "nauc_recall_at_10_std": 0.3677313517999761, + "nauc_recall_at_1_diff1": 0.7703226542013452, + "nauc_recall_at_1_max": 0.4709912327629808, + "nauc_recall_at_1_std": -0.01253840599411215, + "nauc_recall_at_20_diff1": 0.7156949199432889, + "nauc_recall_at_20_max": 0.7576944357990099, + "nauc_recall_at_20_std": 0.456254106580905, + "nauc_recall_at_3_diff1": 0.6542245611115738, + "nauc_recall_at_3_max": 0.489272194026125, + "nauc_recall_at_3_std": 0.06334761627423299, + "nauc_recall_at_5_diff1": 0.6229979171155641, + "nauc_recall_at_5_max": 0.5798877955740691, + "nauc_recall_at_5_std": 0.17607156822842995, + "ndcg_at_1": 0.764, + "ndcg_at_10": 0.85883, + "ndcg_at_100": 0.86481, + "ndcg_at_1000": 0.86624, + "ndcg_at_20": 0.86192, + "ndcg_at_3": 0.83044, + "ndcg_at_5": 0.84898, + "precision_at_1": 0.764, + "precision_at_10": 0.0952, + "precision_at_100": 0.00979, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0482, + "precision_at_3": 0.29244, + "precision_at_5": 0.1844, + "recall_at_1": 0.764, + "recall_at_10": 0.952, + "recall_at_100": 0.97933, + "recall_at_1000": 0.99133, + "recall_at_20": 0.964, + "recall_at_3": 0.87733, + "recall_at_5": 0.922 + }, + { + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ], + "main_score": 0.90156, + "map_at_1": 0.818, + "map_at_10": 0.87677, + "map_at_100": 0.87783, + "map_at_1000": 0.87785, + "map_at_20": 0.87761, + "map_at_3": 0.86722, + "map_at_5": 0.87372, + "mrr_at_1": 0.818, + "mrr_at_10": 0.876833597883598, + "mrr_at_100": 0.877856444900682, + "mrr_at_1000": 0.8778754211064503, + "mrr_at_20": 0.8776393760235868, + "mrr_at_3": 0.8672222222222221, + "mrr_at_5": 0.8736888888888893, + "nauc_map_at_1000_diff1": 0.8128539067129464, + "nauc_map_at_1000_max": 0.5970039606447632, + "nauc_map_at_1000_std": -0.11161369589522624, + "nauc_map_at_100_diff1": 0.8128352333969067, + "nauc_map_at_100_max": 0.5969753323911864, + "nauc_map_at_100_std": -0.11148806614690589, + "nauc_map_at_10_diff1": 0.812857588182712, + "nauc_map_at_10_max": 0.5991016244171559, + "nauc_map_at_10_std": -0.1114183712095973, + "nauc_map_at_1_diff1": 0.8318760153072909, + "nauc_map_at_1_max": 0.5759095517929376, + "nauc_map_at_1_std": -0.10548474903965953, + "nauc_map_at_20_diff1": 0.8127824205147754, + "nauc_map_at_20_max": 0.5968661067248779, + "nauc_map_at_20_std": -0.1114546038859504, + "nauc_map_at_3_diff1": 0.8081906826451736, + "nauc_map_at_3_max": 0.603875100341057, + "nauc_map_at_3_std": -0.11614951123208736, + "nauc_map_at_5_diff1": 0.8103076103250447, + "nauc_map_at_5_max": 0.5995734755281964, + "nauc_map_at_5_std": -0.11869377792988224, + "nauc_mrr_at_1000_diff1": 0.8128801050637794, + "nauc_mrr_at_1000_max": 0.5968815834245595, + "nauc_mrr_at_1000_std": -0.11160407125304903, + "nauc_mrr_at_100_diff1": 0.8128612763781073, + "nauc_mrr_at_100_max": 0.5968524688911787, + "nauc_mrr_at_100_std": -0.11147801433488304, + "nauc_mrr_at_10_diff1": 0.8128649330072832, + "nauc_mrr_at_10_max": 0.5988537304932026, + "nauc_mrr_at_10_std": -0.1110377784744339, + "nauc_mrr_at_1_diff1": 0.8318760153072909, + "nauc_mrr_at_1_max": 0.5759095517929376, + "nauc_mrr_at_1_std": -0.10548474903965953, + "nauc_mrr_at_20_diff1": 0.812807883813876, + "nauc_mrr_at_20_max": 0.5967445231844636, + "nauc_mrr_at_20_std": -0.11143710750466687, + "nauc_mrr_at_3_diff1": 0.8081906826451736, + "nauc_mrr_at_3_max": 0.603875100341057, + "nauc_mrr_at_3_std": -0.11614951123208736, + "nauc_mrr_at_5_diff1": 0.8103599383480923, + "nauc_mrr_at_5_max": 0.5996478763197882, + "nauc_mrr_at_5_std": -0.11914101672074577, + "nauc_ndcg_at_1000_diff1": 0.8109931808443707, + "nauc_ndcg_at_1000_max": 0.599264177701195, + "nauc_ndcg_at_1000_std": -0.1119001220967647, + "nauc_ndcg_at_100_diff1": 0.8105672164562129, + "nauc_ndcg_at_100_max": 0.5991107874646968, + "nauc_ndcg_at_100_std": -0.10792650084622207, + "nauc_ndcg_at_10_diff1": 0.8106558593914016, + "nauc_ndcg_at_10_max": 0.6077721461551351, + "nauc_ndcg_at_10_std": -0.11110168749184905, + "nauc_ndcg_at_1_diff1": 0.8318760153072909, + "nauc_ndcg_at_1_max": 0.5759095517929376, + "nauc_ndcg_at_1_std": -0.10548474903965953, + "nauc_ndcg_at_20_diff1": 0.8102974101948864, + "nauc_ndcg_at_20_max": 0.5981198762148872, + "nauc_ndcg_at_20_std": -0.11128216671842932, + "nauc_ndcg_at_3_diff1": 0.7996013733818937, + "nauc_ndcg_at_3_max": 0.6151492651388502, + "nauc_ndcg_at_3_std": -0.12452428681017297, + "nauc_ndcg_at_5_diff1": 0.8033755541523369, + "nauc_ndcg_at_5_max": 0.6083467099691284, + "nauc_ndcg_at_5_std": -0.13003505562816692, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.7301587301587467, + "nauc_precision_at_100_max": 0.6056022408963567, + "nauc_precision_at_100_std": 0.7134453781512917, + "nauc_precision_at_10_diff1": 0.7990608007909019, + "nauc_precision_at_10_max": 0.7325616521118223, + "nauc_precision_at_10_std": -0.0862992255725821, + "nauc_precision_at_1_diff1": 0.8318760153072909, + "nauc_precision_at_1_max": 0.5759095517929376, + "nauc_precision_at_1_std": -0.10548474903965953, + "nauc_precision_at_20_diff1": 0.7768715329269043, + "nauc_precision_at_20_max": 0.5569835777448257, + "nauc_precision_at_20_std": -0.06818805953752755, + "nauc_precision_at_3_diff1": 0.7575403249985025, + "nauc_precision_at_3_max": 0.6710910663959743, + "nauc_precision_at_3_std": -0.16845270218179267, + "nauc_precision_at_5_diff1": 0.753222682107668, + "nauc_precision_at_5_max": 0.6744011037250706, + "nauc_precision_at_5_std": -0.22169962512368102, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7301587301586997, + "nauc_recall_at_100_max": 0.6056022408963695, + "nauc_recall_at_100_std": 0.7134453781512718, + "nauc_recall_at_10_diff1": 0.799060800790901, + "nauc_recall_at_10_max": 0.7325616521118198, + "nauc_recall_at_10_std": -0.08629922557258679, + "nauc_recall_at_1_diff1": 0.8318760153072909, + "nauc_recall_at_1_max": 0.5759095517929376, + "nauc_recall_at_1_std": -0.10548474903965953, + "nauc_recall_at_20_diff1": 0.7768715329268944, + "nauc_recall_at_20_max": 0.5569835777448144, + "nauc_recall_at_20_std": -0.06818805953754234, + "nauc_recall_at_3_diff1": 0.7575403249985013, + "nauc_recall_at_3_max": 0.671091066395976, + "nauc_recall_at_3_std": -0.16845270218179043, + "nauc_recall_at_5_diff1": 0.75322268210767, + "nauc_recall_at_5_max": 0.6744011037250716, + "nauc_recall_at_5_std": -0.22169962512368183, + "ndcg_at_1": 0.818, + "ndcg_at_10": 0.90156, + "ndcg_at_100": 0.90601, + "ndcg_at_1000": 0.90644, + "ndcg_at_20": 0.90449, + "ndcg_at_3": 0.8827, + "ndcg_at_5": 0.89433, + "precision_at_1": 0.818, + "precision_at_10": 0.09773, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04943, + "precision_at_3": 0.30911, + "precision_at_5": 0.19107, + "recall_at_1": 0.818, + "recall_at_10": 0.97733, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "recall_at_20": 0.98867, + "recall_at_3": 0.92733, + "recall_at_5": 0.95533 + }, + { + "hf_subset": "da", + "languages": [ + "dan-Latn" + ], + "main_score": 0.91021, + "map_at_1": 0.82733, + "map_at_10": 0.88673, + "map_at_100": 0.88738, + "map_at_1000": 0.88739, + "map_at_20": 0.88726, + "map_at_3": 0.87933, + "map_at_5": 0.8844, + "mrr_at_1": 0.8273333333333334, + "mrr_at_10": 0.8869333333333329, + "mrr_at_100": 0.8875799233551965, + "mrr_at_1000": 0.8875925086173893, + "mrr_at_20": 0.8874601333164025, + "mrr_at_3": 0.8796666666666664, + "mrr_at_5": 0.8845999999999997, + "nauc_map_at_1000_diff1": 0.8173761057576873, + "nauc_map_at_1000_max": 0.502165458389855, + "nauc_map_at_1000_std": -0.04056642038219937, + "nauc_map_at_100_diff1": 0.8173708838479409, + "nauc_map_at_100_max": 0.5022212064792589, + "nauc_map_at_100_std": -0.04045876672676548, + "nauc_map_at_10_diff1": 0.8172137869831912, + "nauc_map_at_10_max": 0.503266482443319, + "nauc_map_at_10_std": -0.040620546202395046, + "nauc_map_at_1_diff1": 0.8405823087105962, + "nauc_map_at_1_max": 0.47475670376036166, + "nauc_map_at_1_std": -0.08360005951268226, + "nauc_map_at_20_diff1": 0.8170188323923193, + "nauc_map_at_20_max": 0.5023264143541409, + "nauc_map_at_20_std": -0.04032758883397439, + "nauc_map_at_3_diff1": 0.8114261191451743, + "nauc_map_at_3_max": 0.5038569763882697, + "nauc_map_at_3_std": -0.040549042982980496, + "nauc_map_at_5_diff1": 0.8145320529450764, + "nauc_map_at_5_max": 0.5007179301151039, + "nauc_map_at_5_std": -0.04356088470403611, + "nauc_mrr_at_1000_diff1": 0.8177668023269022, + "nauc_mrr_at_1000_max": 0.5013754801591919, + "nauc_mrr_at_1000_std": -0.04158677123013487, + "nauc_mrr_at_100_diff1": 0.8177615304942651, + "nauc_mrr_at_100_max": 0.5014314698786695, + "nauc_mrr_at_100_std": -0.041478721006047284, + "nauc_mrr_at_10_diff1": 0.8176018116307292, + "nauc_mrr_at_10_max": 0.5024833901330483, + "nauc_mrr_at_10_std": -0.041634710668987565, + "nauc_mrr_at_1_diff1": 0.8405823087105962, + "nauc_mrr_at_1_max": 0.47475670376036166, + "nauc_mrr_at_1_std": -0.08360005951268226, + "nauc_mrr_at_20_diff1": 0.8174083916889777, + "nauc_mrr_at_20_max": 0.5015377506147805, + "nauc_mrr_at_20_std": -0.041346166219527664, + "nauc_mrr_at_3_diff1": 0.8117506931523093, + "nauc_mrr_at_3_max": 0.5025518057863069, + "nauc_mrr_at_3_std": -0.04143475572047152, + "nauc_mrr_at_5_diff1": 0.8149070479445798, + "nauc_mrr_at_5_max": 0.4999467447044272, + "nauc_mrr_at_5_std": -0.0445589777083464, + "nauc_ndcg_at_1000_diff1": 0.8126859490537871, + "nauc_ndcg_at_1000_max": 0.5093815186002355, + "nauc_ndcg_at_1000_std": -0.024246762826301945, + "nauc_ndcg_at_100_diff1": 0.8124531794499514, + "nauc_ndcg_at_100_max": 0.5116770949028651, + "nauc_ndcg_at_100_std": -0.019926452071854915, + "nauc_ndcg_at_10_diff1": 0.8106483387551248, + "nauc_ndcg_at_10_max": 0.5161404478139955, + "nauc_ndcg_at_10_std": -0.018413405768508796, + "nauc_ndcg_at_1_diff1": 0.8405823087105962, + "nauc_ndcg_at_1_max": 0.47475670376036166, + "nauc_ndcg_at_1_std": -0.08360005951268226, + "nauc_ndcg_at_20_diff1": 0.8095752634401931, + "nauc_ndcg_at_20_max": 0.5123629276816151, + "nauc_ndcg_at_20_std": -0.017717030829089146, + "nauc_ndcg_at_3_diff1": 0.7980421984212928, + "nauc_ndcg_at_3_max": 0.5148272588967843, + "nauc_ndcg_at_3_std": -0.021931210611645706, + "nauc_ndcg_at_5_diff1": 0.8032975958181836, + "nauc_ndcg_at_5_max": 0.5085458543242695, + "nauc_ndcg_at_5_std": -0.026888570359034837, + "nauc_precision_at_1000_diff1": 0.6279178338001539, + "nauc_precision_at_1000_max": 0.824556489262302, + "nauc_precision_at_1000_std": 0.8552754435107397, + "nauc_precision_at_100_diff1": 0.6958450046685308, + "nauc_precision_at_100_max": 0.8992063492063646, + "nauc_precision_at_100_std": 0.8503734827264537, + "nauc_precision_at_10_diff1": 0.7210050686941358, + "nauc_precision_at_10_max": 0.7308756836067771, + "nauc_precision_at_10_std": 0.35415832999866786, + "nauc_precision_at_1_diff1": 0.8405823087105962, + "nauc_precision_at_1_max": 0.47475670376036166, + "nauc_precision_at_1_std": -0.08360005951268226, + "nauc_precision_at_20_diff1": 0.6311034217608688, + "nauc_precision_at_20_max": 0.763222936233322, + "nauc_precision_at_20_std": 0.5983138353380556, + "nauc_precision_at_3_diff1": 0.7217231720274297, + "nauc_precision_at_3_max": 0.5759253893128132, + "nauc_precision_at_3_std": 0.08353456325058489, + "nauc_precision_at_5_diff1": 0.7066863782550058, + "nauc_precision_at_5_max": 0.5711086903897328, + "nauc_precision_at_5_std": 0.11572777259051807, + "nauc_recall_at_1000_diff1": 0.6279178338001982, + "nauc_recall_at_1000_max": 0.8245564892623655, + "nauc_recall_at_1000_std": 0.8552754435107366, + "nauc_recall_at_100_diff1": 0.6958450046685337, + "nauc_recall_at_100_max": 0.899206349206339, + "nauc_recall_at_100_std": 0.8503734827264104, + "nauc_recall_at_10_diff1": 0.7210050686941444, + "nauc_recall_at_10_max": 0.7308756836067788, + "nauc_recall_at_10_std": 0.3541583299986686, + "nauc_recall_at_1_diff1": 0.8405823087105962, + "nauc_recall_at_1_max": 0.47475670376036166, + "nauc_recall_at_1_std": -0.08360005951268226, + "nauc_recall_at_20_diff1": 0.6311034217608551, + "nauc_recall_at_20_max": 0.7632229362333178, + "nauc_recall_at_20_std": 0.5983138353380534, + "nauc_recall_at_3_diff1": 0.7217231720274337, + "nauc_recall_at_3_max": 0.5759253893128131, + "nauc_recall_at_3_std": 0.08353456325058695, + "nauc_recall_at_5_diff1": 0.7066863782550088, + "nauc_recall_at_5_max": 0.5711086903897377, + "nauc_recall_at_5_std": 0.11572777259051614, + "ndcg_at_1": 0.82733, + "ndcg_at_10": 0.91021, + "ndcg_at_100": 0.91295, + "ndcg_at_1000": 0.91336, + "ndcg_at_20": 0.91209, + "ndcg_at_3": 0.89549, + "ndcg_at_5": 0.90459, + "precision_at_1": 0.82733, + "precision_at_10": 0.09813, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04943, + "precision_at_3": 0.314, + "precision_at_5": 0.1928, + "recall_at_1": 0.82733, + "recall_at_10": 0.98133, + "recall_at_100": 0.99333, + "recall_at_1000": 0.99667, + "recall_at_20": 0.98867, + "recall_at_3": 0.942, + "recall_at_5": 0.964 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.90281, + "map_at_1": 0.816, + "map_at_10": 0.87801, + "map_at_100": 0.87863, + "map_at_1000": 0.87865, + "map_at_20": 0.8784, + "map_at_3": 0.86889, + "map_at_5": 0.87522, + "mrr_at_1": 0.816, + "mrr_at_10": 0.8780714285714287, + "mrr_at_100": 0.8786972416896411, + "mrr_at_1000": 0.8787085021653392, + "mrr_at_20": 0.878465542449753, + "mrr_at_3": 0.8687777777777776, + "mrr_at_5": 0.8752777777777778, + "nauc_map_at_1000_diff1": 0.7977600480354352, + "nauc_map_at_1000_max": 0.6087676798639117, + "nauc_map_at_1000_std": -0.0422916063055906, + "nauc_map_at_100_diff1": 0.7977411985882942, + "nauc_map_at_100_max": 0.608793197237321, + "nauc_map_at_100_std": -0.042243431791400124, + "nauc_map_at_10_diff1": 0.7976559389720453, + "nauc_map_at_10_max": 0.6088935791867487, + "nauc_map_at_10_std": -0.043916780528527134, + "nauc_map_at_1_diff1": 0.8181240915828398, + "nauc_map_at_1_max": 0.6021618529551436, + "nauc_map_at_1_std": -0.06697642792384342, + "nauc_map_at_20_diff1": 0.7976720440584115, + "nauc_map_at_20_max": 0.6086767627342716, + "nauc_map_at_20_std": -0.043364998217085136, + "nauc_map_at_3_diff1": 0.7960660191929705, + "nauc_map_at_3_max": 0.6100230414746544, + "nauc_map_at_3_std": -0.040249905026178555, + "nauc_map_at_5_diff1": 0.7967520805557079, + "nauc_map_at_5_max": 0.6108108883792405, + "nauc_map_at_5_std": -0.03739499379464295, + "nauc_mrr_at_1000_diff1": 0.7990461437227094, + "nauc_mrr_at_1000_max": 0.6097533595007016, + "nauc_mrr_at_1000_std": -0.050619982511529035, + "nauc_mrr_at_100_diff1": 0.7990269681452873, + "nauc_mrr_at_100_max": 0.6097788779258234, + "nauc_mrr_at_100_std": -0.05057066401290689, + "nauc_mrr_at_10_diff1": 0.7989343114600226, + "nauc_mrr_at_10_max": 0.6098743528642373, + "nauc_mrr_at_10_std": -0.05220383350157121, + "nauc_mrr_at_1_diff1": 0.8181240915828398, + "nauc_mrr_at_1_max": 0.6016581761142052, + "nauc_mrr_at_1_std": -0.07703017743815511, + "nauc_mrr_at_20_diff1": 0.7989547669412893, + "nauc_mrr_at_20_max": 0.6096607497125027, + "nauc_mrr_at_20_std": -0.05167989660615303, + "nauc_mrr_at_3_diff1": 0.7971369657183462, + "nauc_mrr_at_3_max": 0.6111717581281443, + "nauc_mrr_at_3_std": -0.047682995154014224, + "nauc_mrr_at_5_diff1": 0.7979849514151285, + "nauc_mrr_at_5_max": 0.6116601952095992, + "nauc_mrr_at_5_std": -0.0454598650021415, + "nauc_ndcg_at_1000_diff1": 0.7904472824036035, + "nauc_ndcg_at_1000_max": 0.6117731375059295, + "nauc_ndcg_at_1000_std": -0.02708902553304944, + "nauc_ndcg_at_100_diff1": 0.789849537410179, + "nauc_ndcg_at_100_max": 0.6126938933162904, + "nauc_ndcg_at_100_std": -0.025191869047296984, + "nauc_ndcg_at_10_diff1": 0.789269351807941, + "nauc_ndcg_at_10_max": 0.6130685681897989, + "nauc_ndcg_at_10_std": -0.035489557692076484, + "nauc_ndcg_at_1_diff1": 0.8181240915828398, + "nauc_ndcg_at_1_max": 0.6021618529551436, + "nauc_ndcg_at_1_std": -0.06697642792384342, + "nauc_ndcg_at_20_diff1": 0.7890208657753808, + "nauc_ndcg_at_20_max": 0.6119222128329765, + "nauc_ndcg_at_20_std": -0.03384826727269783, + "nauc_ndcg_at_3_diff1": 0.7869359160826495, + "nauc_ndcg_at_3_max": 0.6157023459567633, + "nauc_ndcg_at_3_std": -0.026062205331078007, + "nauc_ndcg_at_5_diff1": 0.7874455832511921, + "nauc_ndcg_at_5_max": 0.6175851294767046, + "nauc_ndcg_at_5_std": -0.018159890092896647, + "nauc_precision_at_1000_diff1": 0.4669052806307676, + "nauc_precision_at_1000_max": 0.7077497665732622, + "nauc_precision_at_1000_std": 0.8428260192965958, + "nauc_precision_at_100_diff1": 0.5191050779285961, + "nauc_precision_at_100_max": 0.7533218415571272, + "nauc_precision_at_100_std": 0.7336062630180353, + "nauc_precision_at_10_diff1": 0.6671052259287529, + "nauc_precision_at_10_max": 0.674900263135555, + "nauc_precision_at_10_std": 0.07271595506888877, + "nauc_precision_at_1_diff1": 0.8181240915828398, + "nauc_precision_at_1_max": 0.6021618529551436, + "nauc_precision_at_1_std": -0.06697642792384342, + "nauc_precision_at_20_diff1": 0.6204295051353806, + "nauc_precision_at_20_max": 0.6673949579831985, + "nauc_precision_at_20_std": 0.13202614379085156, + "nauc_precision_at_3_diff1": 0.7396635029416305, + "nauc_precision_at_3_max": 0.6465783724493043, + "nauc_precision_at_3_std": 0.04929156128470706, + "nauc_precision_at_5_diff1": 0.7118008493720069, + "nauc_precision_at_5_max": 0.6754164031203873, + "nauc_precision_at_5_std": 0.1459895786271466, + "nauc_recall_at_1000_diff1": 0.46690528063075454, + "nauc_recall_at_1000_max": 0.7077497665732811, + "nauc_recall_at_1000_std": 0.8428260192965853, + "nauc_recall_at_100_diff1": 0.5191050779285966, + "nauc_recall_at_100_max": 0.7533218415571262, + "nauc_recall_at_100_std": 0.7336062630180271, + "nauc_recall_at_10_diff1": 0.6671052259287593, + "nauc_recall_at_10_max": 0.6749002631355614, + "nauc_recall_at_10_std": 0.07271595506889492, + "nauc_recall_at_1_diff1": 0.8181240915828398, + "nauc_recall_at_1_max": 0.6021618529551436, + "nauc_recall_at_1_std": -0.06697642792384342, + "nauc_recall_at_20_diff1": 0.6204295051353894, + "nauc_recall_at_20_max": 0.6673949579831939, + "nauc_recall_at_20_std": 0.13202614379084476, + "nauc_recall_at_3_diff1": 0.7396635029416309, + "nauc_recall_at_3_max": 0.6465783724493018, + "nauc_recall_at_3_std": 0.04929156128470797, + "nauc_recall_at_5_diff1": 0.7118008493720073, + "nauc_recall_at_5_max": 0.6754164031203884, + "nauc_recall_at_5_std": 0.14598957862714998, + "ndcg_at_1": 0.816, + "ndcg_at_10": 0.90281, + "ndcg_at_100": 0.90572, + "ndcg_at_1000": 0.90606, + "ndcg_at_20": 0.90418, + "ndcg_at_3": 0.88501, + "ndcg_at_5": 0.89635, + "precision_at_1": 0.816, + "precision_at_10": 0.0978, + "precision_at_100": 0.00991, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04917, + "precision_at_3": 0.31044, + "precision_at_5": 0.19173, + "recall_at_1": 0.816, + "recall_at_10": 0.978, + "recall_at_100": 0.99133, + "recall_at_1000": 0.994, + "recall_at_20": 0.98333, + "recall_at_3": 0.93133, + "recall_at_5": 0.95867 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.92577, + "map_at_1": 0.854, + "map_at_10": 0.905, + "map_at_100": 0.90548, + "map_at_1000": 0.90548, + "map_at_20": 0.90534, + "map_at_3": 0.89778, + "map_at_5": 0.90311, + "mrr_at_1": 0.8533333333333334, + "mrr_at_10": 0.9045513227513228, + "mrr_at_100": 0.9050306484911662, + "mrr_at_1000": 0.9050354230763428, + "mrr_at_20": 0.9048964066434655, + "mrr_at_3": 0.8973333333333333, + "mrr_at_5": 0.9026666666666668, + "nauc_map_at_1000_diff1": 0.8335383097492596, + "nauc_map_at_1000_max": 0.6055171417853763, + "nauc_map_at_1000_std": -0.14396730095281302, + "nauc_map_at_100_diff1": 0.8335422146867482, + "nauc_map_at_100_max": 0.6055377353952559, + "nauc_map_at_100_std": -0.14391774941600305, + "nauc_map_at_10_diff1": 0.8328849436157029, + "nauc_map_at_10_max": 0.6055757955053144, + "nauc_map_at_10_std": -0.14509482232002582, + "nauc_map_at_1_diff1": 0.8454504222082895, + "nauc_map_at_1_max": 0.5838902747577694, + "nauc_map_at_1_std": -0.15334676218045248, + "nauc_map_at_20_diff1": 0.8330642816333508, + "nauc_map_at_20_max": 0.6060323090907347, + "nauc_map_at_20_std": -0.14389314571842748, + "nauc_map_at_3_diff1": 0.8315593826463396, + "nauc_map_at_3_max": 0.6056402534663409, + "nauc_map_at_3_std": -0.15298899972812996, + "nauc_map_at_5_diff1": 0.8332164737239942, + "nauc_map_at_5_max": 0.6055479306732454, + "nauc_map_at_5_std": -0.14537081239253194, + "nauc_mrr_at_1000_diff1": 0.8347383419772076, + "nauc_mrr_at_1000_max": 0.6069014920058704, + "nauc_mrr_at_1000_std": -0.14282456127284873, + "nauc_mrr_at_100_diff1": 0.8347421620306379, + "nauc_mrr_at_100_max": 0.606921910824134, + "nauc_mrr_at_100_std": -0.14277532311266725, + "nauc_mrr_at_10_diff1": 0.8340815491838839, + "nauc_mrr_at_10_max": 0.6069529727861167, + "nauc_mrr_at_10_std": -0.14395220796617908, + "nauc_mrr_at_1_diff1": 0.8467075546895753, + "nauc_mrr_at_1_max": 0.5856057922238952, + "nauc_mrr_at_1_std": -0.14928925693029732, + "nauc_mrr_at_20_diff1": 0.8342645919805104, + "nauc_mrr_at_20_max": 0.6074126610306047, + "nauc_mrr_at_20_std": -0.14275148103037022, + "nauc_mrr_at_3_diff1": 0.8326746191434313, + "nauc_mrr_at_3_max": 0.6069173842225192, + "nauc_mrr_at_3_std": -0.15189740930052442, + "nauc_mrr_at_5_diff1": 0.8343877503862256, + "nauc_mrr_at_5_max": 0.6068976976131045, + "nauc_mrr_at_5_std": -0.14424986465609427, + "nauc_ndcg_at_1000_diff1": 0.831971757253978, + "nauc_ndcg_at_1000_max": 0.6099492004998993, + "nauc_ndcg_at_1000_std": -0.1376405792641406, + "nauc_ndcg_at_100_diff1": 0.8321989365129664, + "nauc_ndcg_at_100_max": 0.6108551134927461, + "nauc_ndcg_at_100_std": -0.13534488493363606, + "nauc_ndcg_at_10_diff1": 0.8279714975842342, + "nauc_ndcg_at_10_max": 0.6130115468112357, + "nauc_ndcg_at_10_std": -0.13791656441518568, + "nauc_ndcg_at_1_diff1": 0.8454504222082895, + "nauc_ndcg_at_1_max": 0.5838902747577694, + "nauc_ndcg_at_1_std": -0.15334676218045248, + "nauc_ndcg_at_20_diff1": 0.8288599449268659, + "nauc_ndcg_at_20_max": 0.6152057529536752, + "nauc_ndcg_at_20_std": -0.13308680782686616, + "nauc_ndcg_at_3_diff1": 0.8268543849887192, + "nauc_ndcg_at_3_max": 0.612396266083457, + "nauc_ndcg_at_3_std": -0.15571068838756166, + "nauc_ndcg_at_5_diff1": 0.8296846390606575, + "nauc_ndcg_at_5_max": 0.6134222722270163, + "nauc_ndcg_at_5_std": -0.13905037822529945, + "nauc_precision_at_1000_diff1": 0.7222222222221372, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8638344226579617, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.9074074074074018, + "nauc_precision_at_10_diff1": 0.7130499258527024, + "nauc_precision_at_10_max": 0.7725325424287199, + "nauc_precision_at_10_std": 0.04366452463341521, + "nauc_precision_at_1_diff1": 0.8454504222082895, + "nauc_precision_at_1_max": 0.5838902747577694, + "nauc_precision_at_1_std": -0.15334676218045248, + "nauc_precision_at_20_diff1": 0.6727824463118361, + "nauc_precision_at_20_max": 0.9738562091503035, + "nauc_precision_at_20_std": 0.35238095238096684, + "nauc_precision_at_3_diff1": 0.7997987927565411, + "nauc_precision_at_3_max": 0.6507147459922907, + "nauc_precision_at_3_std": -0.1738338527899449, + "nauc_precision_at_5_diff1": 0.7944709415297581, + "nauc_precision_at_5_max": 0.6963560198854345, + "nauc_precision_at_5_std": -0.06418603477426715, + "nauc_recall_at_1000_diff1": 0.7222222222223855, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.8638344226579772, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.9074074074073905, + "nauc_recall_at_10_diff1": 0.7130499258526892, + "nauc_recall_at_10_max": 0.7725325424287388, + "nauc_recall_at_10_std": 0.04366452463338377, + "nauc_recall_at_1_diff1": 0.8454504222082895, + "nauc_recall_at_1_max": 0.5838902747577694, + "nauc_recall_at_1_std": -0.15334676218045248, + "nauc_recall_at_20_diff1": 0.6727824463118608, + "nauc_recall_at_20_max": 0.9738562091503125, + "nauc_recall_at_20_std": 0.35238095238093803, + "nauc_recall_at_3_diff1": 0.7997987927565381, + "nauc_recall_at_3_max": 0.6507147459922927, + "nauc_recall_at_3_std": -0.17383385278994257, + "nauc_recall_at_5_diff1": 0.7944709415297585, + "nauc_recall_at_5_max": 0.6963560198854299, + "nauc_recall_at_5_std": -0.06418603477426915, + "ndcg_at_1": 0.854, + "ndcg_at_10": 0.92577, + "ndcg_at_100": 0.92787, + "ndcg_at_1000": 0.92803, + "ndcg_at_20": 0.92698, + "ndcg_at_3": 0.91189, + "ndcg_at_5": 0.92136, + "precision_at_1": 0.854, + "precision_at_10": 0.09887, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "precision_at_20": 0.04967, + "precision_at_3": 0.31756, + "precision_at_5": 0.19507, + "recall_at_1": 0.854, + "recall_at_10": 0.98867, + "recall_at_100": 0.998, + "recall_at_1000": 0.99933, + "recall_at_20": 0.99333, + "recall_at_3": 0.95267, + "recall_at_5": 0.97533 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.89322, + "map_at_1": 0.808, + "map_at_10": 0.86776, + "map_at_100": 0.86879, + "map_at_1000": 0.86881, + "map_at_20": 0.86844, + "map_at_3": 0.857, + "map_at_5": 0.8645, + "mrr_at_1": 0.8066666666666666, + "mrr_at_10": 0.8671428571428574, + "mrr_at_100": 0.868173248284731, + "mrr_at_1000": 0.8681870063667074, + "mrr_at_20": 0.8678258494229086, + "mrr_at_3": 0.8563333333333333, + "mrr_at_5": 0.8639666666666671, + "nauc_map_at_1000_diff1": 0.7872644637040889, + "nauc_map_at_1000_max": 0.5353853343015146, + "nauc_map_at_1000_std": -0.0953511852462335, + "nauc_map_at_100_diff1": 0.7872611808422013, + "nauc_map_at_100_max": 0.5354316148600302, + "nauc_map_at_100_std": -0.0953262308120567, + "nauc_map_at_10_diff1": 0.787337417731735, + "nauc_map_at_10_max": 0.5374180592428001, + "nauc_map_at_10_std": -0.09402526318902284, + "nauc_map_at_1_diff1": 0.8022813425195753, + "nauc_map_at_1_max": 0.5028222794056614, + "nauc_map_at_1_std": -0.11763993802053138, + "nauc_map_at_20_diff1": 0.7869935747046555, + "nauc_map_at_20_max": 0.5361042705379004, + "nauc_map_at_20_std": -0.09433025798575854, + "nauc_map_at_3_diff1": 0.7841643034337887, + "nauc_map_at_3_max": 0.5337402874733361, + "nauc_map_at_3_std": -0.0972948730304607, + "nauc_map_at_5_diff1": 0.7864362251995136, + "nauc_map_at_5_max": 0.5343224957435562, + "nauc_map_at_5_std": -0.0986982366819764, + "nauc_mrr_at_1000_diff1": 0.7889532004608469, + "nauc_mrr_at_1000_max": 0.5385181590957808, + "nauc_mrr_at_1000_std": -0.09046278055088659, + "nauc_mrr_at_100_diff1": 0.7889497406257503, + "nauc_mrr_at_100_max": 0.5385639663049003, + "nauc_mrr_at_100_std": -0.09043832871171147, + "nauc_mrr_at_10_diff1": 0.7890054018900762, + "nauc_mrr_at_10_max": 0.5405214620647096, + "nauc_mrr_at_10_std": -0.08915340996752291, + "nauc_mrr_at_1_diff1": 0.8045087460050171, + "nauc_mrr_at_1_max": 0.5064847589264241, + "nauc_mrr_at_1_std": -0.11116705041410344, + "nauc_mrr_at_20_diff1": 0.7886792902744156, + "nauc_mrr_at_20_max": 0.5392239745220071, + "nauc_mrr_at_20_std": -0.0894665983732124, + "nauc_mrr_at_3_diff1": 0.7857101295733606, + "nauc_mrr_at_3_max": 0.5360258073681586, + "nauc_mrr_at_3_std": -0.09311078080285974, + "nauc_mrr_at_5_diff1": 0.7878432854552773, + "nauc_mrr_at_5_max": 0.5390787374237381, + "nauc_mrr_at_5_std": -0.09257374164573112, + "nauc_ndcg_at_1000_diff1": 0.7846694584153685, + "nauc_ndcg_at_1000_max": 0.5443212130792916, + "nauc_ndcg_at_1000_std": -0.08437594009821722, + "nauc_ndcg_at_100_diff1": 0.7837836943578735, + "nauc_ndcg_at_100_max": 0.5460170278390152, + "nauc_ndcg_at_100_std": -0.08270806239784301, + "nauc_ndcg_at_10_diff1": 0.7835549289515452, + "nauc_ndcg_at_10_max": 0.5571240994154043, + "nauc_ndcg_at_10_std": -0.072544673886313, + "nauc_ndcg_at_1_diff1": 0.8022813425195753, + "nauc_ndcg_at_1_max": 0.5028222794056614, + "nauc_ndcg_at_1_std": -0.11763993802053138, + "nauc_ndcg_at_20_diff1": 0.781662570336281, + "nauc_ndcg_at_20_max": 0.5512673293600582, + "nauc_ndcg_at_20_std": -0.07509722929637508, + "nauc_ndcg_at_3_diff1": 0.7775089626040292, + "nauc_ndcg_at_3_max": 0.5453885239410263, + "nauc_ndcg_at_3_std": -0.08546684596787281, + "nauc_ndcg_at_5_diff1": 0.7812944779116583, + "nauc_ndcg_at_5_max": 0.5478219628019914, + "nauc_ndcg_at_5_std": -0.08765452335245173, + "nauc_precision_at_1000_diff1": 0.7864145658263708, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.7112511671335473, + "nauc_precision_at_100_diff1": 0.6585434173669569, + "nauc_precision_at_100_max": 0.9276377217553692, + "nauc_precision_at_100_std": 0.4410830999066093, + "nauc_precision_at_10_diff1": 0.7431654832475604, + "nauc_precision_at_10_max": 0.815071765140157, + "nauc_precision_at_10_std": 0.22444791870236894, + "nauc_precision_at_1_diff1": 0.8022813425195753, + "nauc_precision_at_1_max": 0.5028222794056614, + "nauc_precision_at_1_std": -0.11763993802053138, + "nauc_precision_at_20_diff1": 0.6790883019874551, + "nauc_precision_at_20_max": 0.8260304121648673, + "nauc_precision_at_20_std": 0.3112244897959141, + "nauc_precision_at_3_diff1": 0.7473036458677929, + "nauc_precision_at_3_max": 0.5984215208393042, + "nauc_precision_at_3_std": -0.029275752295671687, + "nauc_precision_at_5_diff1": 0.7467020996432776, + "nauc_precision_at_5_max": 0.643072613660849, + "nauc_precision_at_5_std": -0.00843328784505082, + "nauc_recall_at_1000_diff1": 0.7864145658263176, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.7112511671335563, + "nauc_recall_at_100_diff1": 0.6585434173669514, + "nauc_recall_at_100_max": 0.9276377217553683, + "nauc_recall_at_100_std": 0.4410830999066244, + "nauc_recall_at_10_diff1": 0.7431654832475697, + "nauc_recall_at_10_max": 0.815071765140166, + "nauc_recall_at_10_std": 0.22444791870236264, + "nauc_recall_at_1_diff1": 0.8022813425195753, + "nauc_recall_at_1_max": 0.5028222794056614, + "nauc_recall_at_1_std": -0.11763993802053138, + "nauc_recall_at_20_diff1": 0.6790883019874581, + "nauc_recall_at_20_max": 0.8260304121648661, + "nauc_recall_at_20_std": 0.3112244897959215, + "nauc_recall_at_3_diff1": 0.7473036458677952, + "nauc_recall_at_3_max": 0.5984215208393062, + "nauc_recall_at_3_std": -0.029275752295668513, + "nauc_recall_at_5_diff1": 0.7467020996432742, + "nauc_recall_at_5_max": 0.6430726136608494, + "nauc_recall_at_5_std": -0.008433287845051438, + "ndcg_at_1": 0.808, + "ndcg_at_10": 0.89322, + "ndcg_at_100": 0.89806, + "ndcg_at_1000": 0.89853, + "ndcg_at_20": 0.89575, + "ndcg_at_3": 0.87205, + "ndcg_at_5": 0.88554, + "precision_at_1": 0.808, + "precision_at_10": 0.09713, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04907, + "precision_at_3": 0.30511, + "precision_at_5": 0.1896, + "recall_at_1": 0.808, + "recall_at_10": 0.97133, + "recall_at_100": 0.99333, + "recall_at_1000": 0.99733, + "recall_at_20": 0.98133, + "recall_at_3": 0.91533, + "recall_at_5": 0.948 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.9177, + "map_at_1": 0.84267, + "map_at_10": 0.89666, + "map_at_100": 0.89731, + "map_at_1000": 0.89732, + "map_at_20": 0.89725, + "map_at_3": 0.88911, + "map_at_5": 0.89401, + "mrr_at_1": 0.8433333333333334, + "mrr_at_10": 0.8966523809523808, + "mrr_at_100": 0.8973536346580381, + "mrr_at_1000": 0.8973665789842628, + "mrr_at_20": 0.8972899926870511, + "mrr_at_3": 0.889111111111111, + "mrr_at_5": 0.894011111111111, + "nauc_map_at_1000_diff1": 0.7857039110130416, + "nauc_map_at_1000_max": 0.4599566296952365, + "nauc_map_at_1000_std": -0.1694536427185393, + "nauc_map_at_100_diff1": 0.7856724387813192, + "nauc_map_at_100_max": 0.45999275933690603, + "nauc_map_at_100_std": -0.16940517833195348, + "nauc_map_at_10_diff1": 0.7856635827682392, + "nauc_map_at_10_max": 0.4613881563786502, + "nauc_map_at_10_std": -0.17152750839822434, + "nauc_map_at_1_diff1": 0.8126609780820553, + "nauc_map_at_1_max": 0.4325283736851726, + "nauc_map_at_1_std": -0.20121013974974672, + "nauc_map_at_20_diff1": 0.785701413690927, + "nauc_map_at_20_max": 0.460148312141052, + "nauc_map_at_20_std": -0.16940715836449943, + "nauc_map_at_3_diff1": 0.7806219970602432, + "nauc_map_at_3_max": 0.45900267057085176, + "nauc_map_at_3_std": -0.1666264822249181, + "nauc_map_at_5_diff1": 0.7835646812822924, + "nauc_map_at_5_max": 0.4650428119782827, + "nauc_map_at_5_std": -0.16284650061810932, + "nauc_mrr_at_1000_diff1": 0.7852521528402607, + "nauc_mrr_at_1000_max": 0.46007756597461885, + "nauc_mrr_at_1000_std": -0.17731193014521124, + "nauc_mrr_at_100_diff1": 0.7852207235860404, + "nauc_mrr_at_100_max": 0.46011377514133095, + "nauc_mrr_at_100_std": -0.17726247780893684, + "nauc_mrr_at_10_diff1": 0.7853300123619845, + "nauc_mrr_at_10_max": 0.4617270773890888, + "nauc_mrr_at_10_std": -0.18009436221243283, + "nauc_mrr_at_1_diff1": 0.8113497508184414, + "nauc_mrr_at_1_max": 0.43098192130450236, + "nauc_mrr_at_1_std": -0.20587401213587175, + "nauc_mrr_at_20_diff1": 0.7852499882671247, + "nauc_mrr_at_20_max": 0.46026924696494836, + "nauc_mrr_at_20_std": -0.17725940707170126, + "nauc_mrr_at_3_diff1": 0.780304658145222, + "nauc_mrr_at_3_max": 0.45927341219832735, + "nauc_mrr_at_3_std": -0.1746731864826072, + "nauc_mrr_at_5_diff1": 0.7832308865900716, + "nauc_mrr_at_5_max": 0.46532395048760844, + "nauc_mrr_at_5_std": -0.17128029471556283, + "nauc_ndcg_at_1000_diff1": 0.7785763521219023, + "nauc_ndcg_at_1000_max": 0.4656813846979203, + "nauc_ndcg_at_1000_std": -0.15920484466918977, + "nauc_ndcg_at_100_diff1": 0.777381290388704, + "nauc_ndcg_at_100_max": 0.46593089148199124, + "nauc_ndcg_at_100_std": -0.15740070827230127, + "nauc_ndcg_at_10_diff1": 0.7782040812704429, + "nauc_ndcg_at_10_max": 0.47364949668382933, + "nauc_ndcg_at_10_std": -0.16852609693733134, + "nauc_ndcg_at_1_diff1": 0.8126609780820553, + "nauc_ndcg_at_1_max": 0.4325283736851726, + "nauc_ndcg_at_1_std": -0.20121013974974672, + "nauc_ndcg_at_20_diff1": 0.7778287514683366, + "nauc_ndcg_at_20_max": 0.46762185796407213, + "nauc_ndcg_at_20_std": -0.1576826623077382, + "nauc_ndcg_at_3_diff1": 0.7685379345386464, + "nauc_ndcg_at_3_max": 0.4711554734435069, + "nauc_ndcg_at_3_std": -0.15330826070338607, + "nauc_ndcg_at_5_diff1": 0.7730602202099752, + "nauc_ndcg_at_5_max": 0.4840371773924864, + "nauc_ndcg_at_5_std": -0.1444322932205637, + "nauc_precision_at_1000_diff1": 0.4045284780578829, + "nauc_precision_at_1000_max": 0.5970276999688544, + "nauc_precision_at_1000_std": 0.4543261749143675, + "nauc_precision_at_100_diff1": 0.40808175121896867, + "nauc_precision_at_100_max": 0.5576304595912251, + "nauc_precision_at_100_std": 0.43163191202402484, + "nauc_precision_at_10_diff1": 0.6793550753634726, + "nauc_precision_at_10_max": 0.6423569427771075, + "nauc_precision_at_10_std": -0.1667000133386736, + "nauc_precision_at_1_diff1": 0.8126609780820553, + "nauc_precision_at_1_max": 0.4325283736851726, + "nauc_precision_at_1_std": -0.20121013974974672, + "nauc_precision_at_20_diff1": 0.5766884531590292, + "nauc_precision_at_20_max": 0.5948646125116358, + "nauc_precision_at_20_std": 0.18039215686273427, + "nauc_precision_at_3_diff1": 0.7055294986211531, + "nauc_precision_at_3_max": 0.5360182832823042, + "nauc_precision_at_3_std": -0.08367533059735319, + "nauc_precision_at_5_diff1": 0.6926152279093396, + "nauc_precision_at_5_max": 0.6382225617519749, + "nauc_precision_at_5_std": 0.0024785671844441554, + "nauc_recall_at_1000_diff1": 0.40452847805790076, + "nauc_recall_at_1000_max": 0.5970276999688664, + "nauc_recall_at_1000_std": 0.4543261749144151, + "nauc_recall_at_100_diff1": 0.40808175121899626, + "nauc_recall_at_100_max": 0.5576304595912499, + "nauc_recall_at_100_std": 0.4316319120240547, + "nauc_recall_at_10_diff1": 0.6793550753634808, + "nauc_recall_at_10_max": 0.6423569427771085, + "nauc_recall_at_10_std": -0.16670001333867301, + "nauc_recall_at_1_diff1": 0.8126609780820553, + "nauc_recall_at_1_max": 0.4325283736851726, + "nauc_recall_at_1_std": -0.20121013974974672, + "nauc_recall_at_20_diff1": 0.5766884531590404, + "nauc_recall_at_20_max": 0.5948646125116698, + "nauc_recall_at_20_std": 0.18039215686273696, + "nauc_recall_at_3_diff1": 0.7055294986211528, + "nauc_recall_at_3_max": 0.5360182832823036, + "nauc_recall_at_3_std": -0.0836753305973567, + "nauc_recall_at_5_diff1": 0.692615227909345, + "nauc_recall_at_5_max": 0.6382225617519731, + "nauc_recall_at_5_std": 0.0024785671844494987, + "ndcg_at_1": 0.84267, + "ndcg_at_10": 0.9177, + "ndcg_at_100": 0.92054, + "ndcg_at_1000": 0.92081, + "ndcg_at_20": 0.91987, + "ndcg_at_3": 0.90297, + "ndcg_at_5": 0.91163, + "precision_at_1": 0.84267, + "precision_at_10": 0.09813, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "precision_at_20": 0.0495, + "precision_at_3": 0.31422, + "precision_at_5": 0.19267, + "recall_at_1": 0.84267, + "recall_at_10": 0.98133, + "recall_at_100": 0.994, + "recall_at_1000": 0.996, + "recall_at_20": 0.99, + "recall_at_3": 0.94267, + "recall_at_5": 0.96333 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.8737, + "map_at_1": 0.782, + "map_at_10": 0.84651, + "map_at_100": 0.84776, + "map_at_1000": 0.84781, + "map_at_20": 0.84743, + "map_at_3": 0.83656, + "map_at_5": 0.84362, + "mrr_at_1": 0.7833333333333333, + "mrr_at_10": 0.8470576719576719, + "mrr_at_100": 0.848302603964298, + "mrr_at_1000": 0.8483515992928636, + "mrr_at_20": 0.8479764941485528, + "mrr_at_3": 0.837111111111111, + "mrr_at_5": 0.8441777777777779, + "nauc_map_at_1000_diff1": 0.7525736556689395, + "nauc_map_at_1000_max": 0.5269188558323082, + "nauc_map_at_1000_std": 0.11398583955240424, + "nauc_map_at_100_diff1": 0.7525496557884651, + "nauc_map_at_100_max": 0.5270394440907551, + "nauc_map_at_100_std": 0.11417046897532317, + "nauc_map_at_10_diff1": 0.7509478688659608, + "nauc_map_at_10_max": 0.5277523472261988, + "nauc_map_at_10_std": 0.11442527984184925, + "nauc_map_at_1_diff1": 0.7804439504397, + "nauc_map_at_1_max": 0.4919104128623885, + "nauc_map_at_1_std": 0.0633436545038748, + "nauc_map_at_20_diff1": 0.7524557088670595, + "nauc_map_at_20_max": 0.5275844797566814, + "nauc_map_at_20_std": 0.11473994557561668, + "nauc_map_at_3_diff1": 0.7464538198865664, + "nauc_map_at_3_max": 0.5220618003914816, + "nauc_map_at_3_std": 0.11082376323074916, + "nauc_map_at_5_diff1": 0.7481287003123653, + "nauc_map_at_5_max": 0.5286128466570229, + "nauc_map_at_5_std": 0.11385021914917176, + "nauc_mrr_at_1000_diff1": 0.7501955801791804, + "nauc_mrr_at_1000_max": 0.5312306161460435, + "nauc_mrr_at_1000_std": 0.11688035451387366, + "nauc_mrr_at_100_diff1": 0.7501724943101512, + "nauc_mrr_at_100_max": 0.5313501866133399, + "nauc_mrr_at_100_std": 0.11706468953371647, + "nauc_mrr_at_10_diff1": 0.7485877595562218, + "nauc_mrr_at_10_max": 0.5320215751463293, + "nauc_mrr_at_10_std": 0.11728412829952413, + "nauc_mrr_at_1_diff1": 0.7775198467013413, + "nauc_mrr_at_1_max": 0.4977388447851081, + "nauc_mrr_at_1_std": 0.06709788432208427, + "nauc_mrr_at_20_diff1": 0.7500839460674348, + "nauc_mrr_at_20_max": 0.5318866410126184, + "nauc_mrr_at_20_std": 0.1176289767297747, + "nauc_mrr_at_3_diff1": 0.7442378459839678, + "nauc_mrr_at_3_max": 0.5260130927810971, + "nauc_mrr_at_3_std": 0.11342935879629609, + "nauc_mrr_at_5_diff1": 0.7458100061045114, + "nauc_mrr_at_5_max": 0.5327724128591763, + "nauc_mrr_at_5_std": 0.11658975048154359, + "nauc_ndcg_at_1000_diff1": 0.7494203444988932, + "nauc_ndcg_at_1000_max": 0.5397292539299489, + "nauc_ndcg_at_1000_std": 0.13380786746024476, + "nauc_ndcg_at_100_diff1": 0.7490789091767839, + "nauc_ndcg_at_100_max": 0.5438972204584879, + "nauc_ndcg_at_100_std": 0.14093611861424069, + "nauc_ndcg_at_10_diff1": 0.7420687511850679, + "nauc_ndcg_at_10_max": 0.5495453787662136, + "nauc_ndcg_at_10_std": 0.14427991055093325, + "nauc_ndcg_at_1_diff1": 0.7804439504397, + "nauc_ndcg_at_1_max": 0.4919104128623885, + "nauc_ndcg_at_1_std": 0.0633436545038748, + "nauc_ndcg_at_20_diff1": 0.7484245520224575, + "nauc_ndcg_at_20_max": 0.5493298442535692, + "nauc_ndcg_at_20_std": 0.14607480877661816, + "nauc_ndcg_at_3_diff1": 0.7328303618951196, + "nauc_ndcg_at_3_max": 0.5361447105371865, + "nauc_ndcg_at_3_std": 0.13128184845083923, + "nauc_ndcg_at_5_diff1": 0.7348110862631243, + "nauc_ndcg_at_5_max": 0.5508518681983634, + "nauc_ndcg_at_5_std": 0.13993410063440148, + "nauc_precision_at_1000_diff1": 0.7535680939042171, + "nauc_precision_at_1000_max": 0.9626517273576237, + "nauc_precision_at_1000_std": 0.9626517273576237, + "nauc_precision_at_100_diff1": 0.7374144102085425, + "nauc_precision_at_100_max": 0.8988484282601946, + "nauc_precision_at_100_std": 0.7860644257703088, + "nauc_precision_at_10_diff1": 0.66783020900668, + "nauc_precision_at_10_max": 0.7625583566760007, + "nauc_precision_at_10_std": 0.44153558859441144, + "nauc_precision_at_1_diff1": 0.7804439504397, + "nauc_precision_at_1_max": 0.4919104128623885, + "nauc_precision_at_1_std": 0.0633436545038748, + "nauc_precision_at_20_diff1": 0.7305342426825794, + "nauc_precision_at_20_max": 0.8465574635651354, + "nauc_precision_at_20_std": 0.5870884585718351, + "nauc_precision_at_3_diff1": 0.6703557880028455, + "nauc_precision_at_3_max": 0.6017675135322212, + "nauc_precision_at_3_std": 0.22584278466631363, + "nauc_precision_at_5_diff1": 0.6494075293347598, + "nauc_precision_at_5_max": 0.7004148738533215, + "nauc_precision_at_5_std": 0.31267146033671506, + "nauc_recall_at_1000_diff1": 0.7535680939042246, + "nauc_recall_at_1000_max": 0.9626517273575901, + "nauc_recall_at_1000_std": 0.9626517273575901, + "nauc_recall_at_100_diff1": 0.7374144102085302, + "nauc_recall_at_100_max": 0.8988484282601935, + "nauc_recall_at_100_std": 0.7860644257703076, + "nauc_recall_at_10_diff1": 0.667830209006681, + "nauc_recall_at_10_max": 0.7625583566760056, + "nauc_recall_at_10_std": 0.44153558859441133, + "nauc_recall_at_1_diff1": 0.7804439504397, + "nauc_recall_at_1_max": 0.4919104128623885, + "nauc_recall_at_1_std": 0.0633436545038748, + "nauc_recall_at_20_diff1": 0.7305342426825815, + "nauc_recall_at_20_max": 0.8465574635651368, + "nauc_recall_at_20_std": 0.5870884585718356, + "nauc_recall_at_3_diff1": 0.6703557880028466, + "nauc_recall_at_3_max": 0.6017675135322199, + "nauc_recall_at_3_std": 0.2258427846663163, + "nauc_recall_at_5_diff1": 0.6494075293347589, + "nauc_recall_at_5_max": 0.7004148738533231, + "nauc_recall_at_5_std": 0.31267146033671284, + "ndcg_at_1": 0.782, + "ndcg_at_10": 0.8737, + "ndcg_at_100": 0.87958, + "ndcg_at_1000": 0.88099, + "ndcg_at_20": 0.87695, + "ndcg_at_3": 0.85407, + "ndcg_at_5": 0.86675, + "precision_at_1": 0.782, + "precision_at_10": 0.09567, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "precision_at_20": 0.04847, + "precision_at_3": 0.30156, + "precision_at_5": 0.18707, + "recall_at_1": 0.782, + "recall_at_10": 0.95667, + "recall_at_100": 0.984, + "recall_at_1000": 0.99533, + "recall_at_20": 0.96933, + "recall_at_3": 0.90467, + "recall_at_5": 0.93533 + }, + { + "hf_subset": "it", + "languages": [ + "ita-Latn" + ], + "main_score": 0.90134, + "map_at_1": 0.812, + "map_at_10": 0.87512, + "map_at_100": 0.87595, + "map_at_1000": 0.87596, + "map_at_20": 0.87571, + "map_at_3": 0.86533, + "map_at_5": 0.87203, + "mrr_at_1": 0.812, + "mrr_at_10": 0.8751142857142853, + "mrr_at_100": 0.8759474251442511, + "mrr_at_1000": 0.8759603763401882, + "mrr_at_20": 0.8757110778110775, + "mrr_at_3": 0.8653333333333332, + "mrr_at_5": 0.8720333333333331, + "nauc_map_at_1000_diff1": 0.8023921120140144, + "nauc_map_at_1000_max": 0.5803464391533144, + "nauc_map_at_1000_std": -0.13745556218930208, + "nauc_map_at_100_diff1": 0.802413747664713, + "nauc_map_at_100_max": 0.5803692079891026, + "nauc_map_at_100_std": -0.13741031896193961, + "nauc_map_at_10_diff1": 0.8019279966772433, + "nauc_map_at_10_max": 0.5814721229115677, + "nauc_map_at_10_std": -0.1375619776407272, + "nauc_map_at_1_diff1": 0.8198309245191183, + "nauc_map_at_1_max": 0.5719011645541039, + "nauc_map_at_1_std": -0.13369624253197177, + "nauc_map_at_20_diff1": 0.8022364576946377, + "nauc_map_at_20_max": 0.5807031549066669, + "nauc_map_at_20_std": -0.1372836112171235, + "nauc_map_at_3_diff1": 0.7971555970017046, + "nauc_map_at_3_max": 0.5788445866068812, + "nauc_map_at_3_std": -0.14671292314531045, + "nauc_map_at_5_diff1": 0.802213736482968, + "nauc_map_at_5_max": 0.5847696978917685, + "nauc_map_at_5_std": -0.13696107181274833, + "nauc_mrr_at_1000_diff1": 0.802402752502526, + "nauc_mrr_at_1000_max": 0.5814662918197874, + "nauc_mrr_at_1000_std": -0.13755287638867264, + "nauc_mrr_at_100_diff1": 0.8024244007430807, + "nauc_mrr_at_100_max": 0.5814889476730187, + "nauc_mrr_at_100_std": -0.13750773925112494, + "nauc_mrr_at_10_diff1": 0.8019392114856196, + "nauc_mrr_at_10_max": 0.5825848125845008, + "nauc_mrr_at_10_std": -0.13762725283275257, + "nauc_mrr_at_1_diff1": 0.8198309245191183, + "nauc_mrr_at_1_max": 0.573382426589358, + "nauc_mrr_at_1_std": -0.13369624253197177, + "nauc_mrr_at_20_diff1": 0.8022465390795789, + "nauc_mrr_at_20_max": 0.5818235587745011, + "nauc_mrr_at_20_std": -0.13737295720191658, + "nauc_mrr_at_3_diff1": 0.7971555970017046, + "nauc_mrr_at_3_max": 0.579859265630083, + "nauc_mrr_at_3_std": -0.14671292314531045, + "nauc_mrr_at_5_diff1": 0.802213736482968, + "nauc_mrr_at_5_max": 0.5858400427390398, + "nauc_mrr_at_5_std": -0.13696107181274833, + "nauc_ndcg_at_1000_diff1": 0.8006866172757301, + "nauc_ndcg_at_1000_max": 0.580025122276083, + "nauc_ndcg_at_1000_std": -0.13562664104854172, + "nauc_ndcg_at_100_diff1": 0.80128528083551, + "nauc_ndcg_at_100_max": 0.580578710422803, + "nauc_ndcg_at_100_std": -0.13528828442817198, + "nauc_ndcg_at_10_diff1": 0.7990020917121533, + "nauc_ndcg_at_10_max": 0.5868157034226661, + "nauc_ndcg_at_10_std": -0.13510971946695446, + "nauc_ndcg_at_1_diff1": 0.8198309245191183, + "nauc_ndcg_at_1_max": 0.5719011645541039, + "nauc_ndcg_at_1_std": -0.13369624253197177, + "nauc_ndcg_at_20_diff1": 0.8003041481720633, + "nauc_ndcg_at_20_max": 0.5834796234491236, + "nauc_ndcg_at_20_std": -0.13333241301113496, + "nauc_ndcg_at_3_diff1": 0.789466596980168, + "nauc_ndcg_at_3_max": 0.5819949231062302, + "nauc_ndcg_at_3_std": -0.15238155239097032, + "nauc_ndcg_at_5_diff1": 0.799732930259624, + "nauc_ndcg_at_5_max": 0.5956104033328203, + "nauc_ndcg_at_5_std": -0.1325354262799014, + "nauc_precision_at_1000_diff1": 0.3580765639589841, + "nauc_precision_at_1000_max": -1.1517273576095834, + "nauc_precision_at_1000_std": 0.5541549953314806, + "nauc_precision_at_100_diff1": 0.8395191409897091, + "nauc_precision_at_100_max": 0.281162464986054, + "nauc_precision_at_100_std": 0.05940709617182005, + "nauc_precision_at_10_diff1": 0.7616713352007446, + "nauc_precision_at_10_max": 0.6806722689075555, + "nauc_precision_at_10_std": -0.0843837535014016, + "nauc_precision_at_1_diff1": 0.8198309245191183, + "nauc_precision_at_1_max": 0.5719011645541039, + "nauc_precision_at_1_std": -0.13369624253197177, + "nauc_precision_at_20_diff1": 0.7768148926237094, + "nauc_precision_at_20_max": 0.6392682072829061, + "nauc_precision_at_20_std": 0.022117180205435415, + "nauc_precision_at_3_diff1": 0.7504112756213589, + "nauc_precision_at_3_max": 0.5985861011071076, + "nauc_precision_at_3_std": -0.18210395269219215, + "nauc_precision_at_5_diff1": 0.7858061257289779, + "nauc_precision_at_5_max": 0.6954891246115918, + "nauc_precision_at_5_std": -0.08661278719137254, + "nauc_recall_at_1000_diff1": 0.35807656395890897, + "nauc_recall_at_1000_max": -1.1517273576092921, + "nauc_recall_at_1000_std": 0.5541549953315502, + "nauc_recall_at_100_diff1": 0.8395191409897194, + "nauc_recall_at_100_max": 0.2811624649860277, + "nauc_recall_at_100_std": 0.05940709617186719, + "nauc_recall_at_10_diff1": 0.7616713352007465, + "nauc_recall_at_10_max": 0.6806722689075638, + "nauc_recall_at_10_std": -0.08438375350139345, + "nauc_recall_at_1_diff1": 0.8198309245191183, + "nauc_recall_at_1_max": 0.5719011645541039, + "nauc_recall_at_1_std": -0.13369624253197177, + "nauc_recall_at_20_diff1": 0.7768148926237209, + "nauc_recall_at_20_max": 0.6392682072829142, + "nauc_recall_at_20_std": 0.022117180205420178, + "nauc_recall_at_3_diff1": 0.7504112756213612, + "nauc_recall_at_3_max": 0.5985861011071102, + "nauc_recall_at_3_std": -0.18210395269218901, + "nauc_recall_at_5_diff1": 0.7858061257289826, + "nauc_recall_at_5_max": 0.6954891246115958, + "nauc_recall_at_5_std": -0.08661278719137645, + "ndcg_at_1": 0.812, + "ndcg_at_10": 0.90134, + "ndcg_at_100": 0.90496, + "ndcg_at_1000": 0.90523, + "ndcg_at_20": 0.90342, + "ndcg_at_3": 0.882, + "ndcg_at_5": 0.89408, + "precision_at_1": 0.812, + "precision_at_10": 0.09813, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "precision_at_20": 0.04947, + "precision_at_3": 0.31, + "precision_at_5": 0.19187, + "recall_at_1": 0.812, + "recall_at_10": 0.98133, + "recall_at_100": 0.99733, + "recall_at_1000": 0.99933, + "recall_at_20": 0.98933, + "recall_at_3": 0.93, + "recall_at_5": 0.95933 + }, + { + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ], + "main_score": 0.90106, + "map_at_1": 0.816, + "map_at_10": 0.87641, + "map_at_100": 0.87718, + "map_at_1000": 0.8772, + "map_at_20": 0.87695, + "map_at_3": 0.868, + "map_at_5": 0.8735, + "mrr_at_1": 0.8173333333333334, + "mrr_at_10": 0.8770396825396827, + "mrr_at_100": 0.8778685946563247, + "mrr_at_1000": 0.8778872535309384, + "mrr_at_20": 0.8776374486624489, + "mrr_at_3": 0.868777777777778, + "mrr_at_5": 0.8741444444444446, + "nauc_map_at_1000_diff1": 0.740827766416441, + "nauc_map_at_1000_max": 0.4766125872166183, + "nauc_map_at_1000_std": -0.04563249356482715, + "nauc_map_at_100_diff1": 0.7407371671547722, + "nauc_map_at_100_max": 0.47657985599465436, + "nauc_map_at_100_std": -0.04557017155805161, + "nauc_map_at_10_diff1": 0.7397154409649144, + "nauc_map_at_10_max": 0.4760010907386382, + "nauc_map_at_10_std": -0.04432706807880472, + "nauc_map_at_1_diff1": 0.7788265049144473, + "nauc_map_at_1_max": 0.47620846464908206, + "nauc_map_at_1_std": -0.07278490120738393, + "nauc_map_at_20_diff1": 0.7403282226913275, + "nauc_map_at_20_max": 0.476532823574777, + "nauc_map_at_20_std": -0.045041085847037275, + "nauc_map_at_3_diff1": 0.7375253161856183, + "nauc_map_at_3_max": 0.48072892560898395, + "nauc_map_at_3_std": -0.04823082124557169, + "nauc_map_at_5_diff1": 0.7389854007490725, + "nauc_map_at_5_max": 0.47534844434949786, + "nauc_map_at_5_std": -0.04374323026389999, + "nauc_mrr_at_1000_diff1": 0.7390325146899761, + "nauc_mrr_at_1000_max": 0.4761669696820325, + "nauc_mrr_at_1000_std": -0.04378367640616594, + "nauc_mrr_at_100_diff1": 0.7389417635966616, + "nauc_mrr_at_100_max": 0.4761339052613892, + "nauc_mrr_at_100_std": -0.04372142351330567, + "nauc_mrr_at_10_diff1": 0.7380504000136747, + "nauc_mrr_at_10_max": 0.4757059711368982, + "nauc_mrr_at_10_std": -0.04327772221200168, + "nauc_mrr_at_1_diff1": 0.7763207458329413, + "nauc_mrr_at_1_max": 0.47389838243496857, + "nauc_mrr_at_1_std": -0.0709577172991811, + "nauc_mrr_at_20_diff1": 0.738534596858936, + "nauc_mrr_at_20_max": 0.4760845314135044, + "nauc_mrr_at_20_std": -0.04319666442211754, + "nauc_mrr_at_3_diff1": 0.7356994763508079, + "nauc_mrr_at_3_max": 0.48003829808649806, + "nauc_mrr_at_3_std": -0.04536862939547088, + "nauc_mrr_at_5_diff1": 0.7373754644860202, + "nauc_mrr_at_5_max": 0.4750331303270401, + "nauc_mrr_at_5_std": -0.042606975169469916, + "nauc_ndcg_at_1000_diff1": 0.7314368549640622, + "nauc_ndcg_at_1000_max": 0.4748354576581259, + "nauc_ndcg_at_1000_std": -0.034739340649522284, + "nauc_ndcg_at_100_diff1": 0.7278233292517274, + "nauc_ndcg_at_100_max": 0.47410083715693263, + "nauc_ndcg_at_100_std": -0.0314598536196144, + "nauc_ndcg_at_10_diff1": 0.7230414637002757, + "nauc_ndcg_at_10_max": 0.47228853771629786, + "nauc_ndcg_at_10_std": -0.02343399933244749, + "nauc_ndcg_at_1_diff1": 0.7788265049144473, + "nauc_ndcg_at_1_max": 0.47620846464908206, + "nauc_ndcg_at_1_std": -0.07278490120738393, + "nauc_ndcg_at_20_diff1": 0.7256649773403097, + "nauc_ndcg_at_20_max": 0.47523482089502445, + "nauc_ndcg_at_20_std": -0.02621445103775134, + "nauc_ndcg_at_3_diff1": 0.720067572103343, + "nauc_ndcg_at_3_max": 0.4828590362822445, + "nauc_ndcg_at_3_std": -0.03323875228102621, + "nauc_ndcg_at_5_diff1": 0.7216322971768918, + "nauc_ndcg_at_5_max": 0.4716462979146928, + "nauc_ndcg_at_5_std": -0.022155986377411084, + "nauc_precision_at_1000_diff1": 0.39262371615309916, + "nauc_precision_at_1000_max": 0.185574229691881, + "nauc_precision_at_1000_std": 0.3203781512605156, + "nauc_precision_at_100_diff1": 0.3032751562163294, + "nauc_precision_at_100_max": 0.33685268979386107, + "nauc_precision_at_100_std": 0.3862314156431793, + "nauc_precision_at_10_diff1": 0.4967838987446805, + "nauc_precision_at_10_max": 0.4090673306359607, + "nauc_precision_at_10_std": 0.27712937026663315, + "nauc_precision_at_1_diff1": 0.7788265049144473, + "nauc_precision_at_1_max": 0.47620846464908206, + "nauc_precision_at_1_std": -0.07278490120738393, + "nauc_precision_at_20_diff1": 0.46697909933204435, + "nauc_precision_at_20_max": 0.45309918839331054, + "nauc_precision_at_20_std": 0.33444659915249103, + "nauc_precision_at_3_diff1": 0.6278903718350106, + "nauc_precision_at_3_max": 0.4942375643067663, + "nauc_precision_at_3_std": 0.04868548726680269, + "nauc_precision_at_5_diff1": 0.5890993213205689, + "nauc_precision_at_5_max": 0.43882826762545635, + "nauc_precision_at_5_std": 0.15271680811628321, + "nauc_recall_at_1000_diff1": 0.3926237161531456, + "nauc_recall_at_1000_max": 0.18557422969187515, + "nauc_recall_at_1000_std": 0.3203781512604991, + "nauc_recall_at_100_diff1": 0.3032751562163399, + "nauc_recall_at_100_max": 0.33685268979385413, + "nauc_recall_at_100_std": 0.38623141564317254, + "nauc_recall_at_10_diff1": 0.4967838987446818, + "nauc_recall_at_10_max": 0.40906733063595635, + "nauc_recall_at_10_std": 0.2771293702666257, + "nauc_recall_at_1_diff1": 0.7788265049144473, + "nauc_recall_at_1_max": 0.47620846464908206, + "nauc_recall_at_1_std": -0.07278490120738393, + "nauc_recall_at_20_diff1": 0.4669790993320318, + "nauc_recall_at_20_max": 0.4530991883933054, + "nauc_recall_at_20_std": 0.3344465991524791, + "nauc_recall_at_3_diff1": 0.6278903718350062, + "nauc_recall_at_3_max": 0.49423756430676774, + "nauc_recall_at_3_std": 0.04868548726680072, + "nauc_recall_at_5_diff1": 0.5890993213205681, + "nauc_recall_at_5_max": 0.43882826762545724, + "nauc_recall_at_5_std": 0.15271680811627866, + "ndcg_at_1": 0.816, + "ndcg_at_10": 0.90106, + "ndcg_at_100": 0.90447, + "ndcg_at_1000": 0.90517, + "ndcg_at_20": 0.90284, + "ndcg_at_3": 0.88447, + "ndcg_at_5": 0.89423, + "precision_at_1": 0.816, + "precision_at_10": 0.0976, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.04913, + "precision_at_3": 0.31067, + "precision_at_5": 0.19107, + "recall_at_1": 0.816, + "recall_at_10": 0.976, + "recall_at_100": 0.99133, + "recall_at_1000": 0.99733, + "recall_at_20": 0.98267, + "recall_at_3": 0.932, + "recall_at_5": 0.95533 + }, + { + "hf_subset": "pt", + "languages": [ + "por-Latn" + ], + "main_score": 0.88645, + "map_at_1": 0.79267, + "map_at_10": 0.85869, + "map_at_100": 0.85966, + "map_at_1000": 0.85968, + "map_at_20": 0.85937, + "map_at_3": 0.84756, + "map_at_5": 0.85519, + "mrr_at_1": 0.792, + "mrr_at_10": 0.8582642857142854, + "mrr_at_100": 0.8592347274027387, + "mrr_at_1000": 0.8592555306227594, + "mrr_at_20": 0.858946371221371, + "mrr_at_3": 0.8471111111111107, + "mrr_at_5": 0.8547777777777779, + "nauc_map_at_1000_diff1": 0.7649042588102791, + "nauc_map_at_1000_max": 0.5469351081603413, + "nauc_map_at_1000_std": -0.06300719056229936, + "nauc_map_at_100_diff1": 0.7648784833338818, + "nauc_map_at_100_max": 0.5469880787943558, + "nauc_map_at_100_std": -0.06287923564251431, + "nauc_map_at_10_diff1": 0.7640540399347638, + "nauc_map_at_10_max": 0.548965740923907, + "nauc_map_at_10_std": -0.06370800062062605, + "nauc_map_at_1_diff1": 0.7914419454127718, + "nauc_map_at_1_max": 0.5077094704323232, + "nauc_map_at_1_std": -0.07479716393816878, + "nauc_map_at_20_diff1": 0.7642099300651485, + "nauc_map_at_20_max": 0.547436898483176, + "nauc_map_at_20_std": -0.06220170955025214, + "nauc_map_at_3_diff1": 0.7614227870117395, + "nauc_map_at_3_max": 0.5483451217905189, + "nauc_map_at_3_std": -0.0667452045173748, + "nauc_map_at_5_diff1": 0.763947575841756, + "nauc_map_at_5_max": 0.5521710036295355, + "nauc_map_at_5_std": -0.06894316023087242, + "nauc_mrr_at_1000_diff1": 0.7664398162783066, + "nauc_mrr_at_1000_max": 0.5488708921582394, + "nauc_mrr_at_1000_std": -0.06283954887131264, + "nauc_mrr_at_100_diff1": 0.7664140383155924, + "nauc_mrr_at_100_max": 0.5489235476308194, + "nauc_mrr_at_100_std": -0.06271189622079609, + "nauc_mrr_at_10_diff1": 0.7655802747165218, + "nauc_mrr_at_10_max": 0.5508825429959269, + "nauc_mrr_at_10_std": -0.06353935705785792, + "nauc_mrr_at_1_diff1": 0.7929240072097213, + "nauc_mrr_at_1_max": 0.5099004464083831, + "nauc_mrr_at_1_std": -0.07337151384770495, + "nauc_mrr_at_20_diff1": 0.7657436188005986, + "nauc_mrr_at_20_max": 0.5493672106561461, + "nauc_mrr_at_20_std": -0.06203582436508111, + "nauc_mrr_at_3_diff1": 0.7627182820289076, + "nauc_mrr_at_3_max": 0.5500366818409126, + "nauc_mrr_at_3_std": -0.06664918547685605, + "nauc_mrr_at_5_diff1": 0.765407935776657, + "nauc_mrr_at_5_max": 0.5539948951763652, + "nauc_mrr_at_5_std": -0.06857318363823932, + "nauc_ndcg_at_1000_diff1": 0.7609838502979263, + "nauc_ndcg_at_1000_max": 0.5539179934368514, + "nauc_ndcg_at_1000_std": -0.051735292909186034, + "nauc_ndcg_at_100_diff1": 0.7597000463465605, + "nauc_ndcg_at_100_max": 0.5559776634847597, + "nauc_ndcg_at_100_std": -0.046776488838347514, + "nauc_ndcg_at_10_diff1": 0.7539431350089704, + "nauc_ndcg_at_10_max": 0.5666019644256323, + "nauc_ndcg_at_10_std": -0.0480818691886909, + "nauc_ndcg_at_1_diff1": 0.7914419454127718, + "nauc_ndcg_at_1_max": 0.5077094704323232, + "nauc_ndcg_at_1_std": -0.07479716393816878, + "nauc_ndcg_at_20_diff1": 0.7547192673100142, + "nauc_ndcg_at_20_max": 0.5600228413879714, + "nauc_ndcg_at_20_std": -0.04105137001893621, + "nauc_ndcg_at_3_diff1": 0.749788138701797, + "nauc_ndcg_at_3_max": 0.5633473376170376, + "nauc_ndcg_at_3_std": -0.061469315550880206, + "nauc_ndcg_at_5_diff1": 0.7541089802593322, + "nauc_ndcg_at_5_max": 0.5735373582479821, + "nauc_ndcg_at_5_std": -0.06529096267803242, + "nauc_precision_at_1000_diff1": 0.8978758169934687, + "nauc_precision_at_1000_max": 0.567577030812348, + "nauc_precision_at_1000_std": 0.8651960784314132, + "nauc_precision_at_100_diff1": 0.6558865970630796, + "nauc_precision_at_100_max": 0.7937356760886136, + "nauc_precision_at_100_std": 0.8450895509719009, + "nauc_precision_at_10_diff1": 0.6263761318480839, + "nauc_precision_at_10_max": 0.7967233404989863, + "nauc_precision_at_10_std": 0.19425444596442773, + "nauc_precision_at_1_diff1": 0.7914419454127718, + "nauc_precision_at_1_max": 0.5077094704323232, + "nauc_precision_at_1_std": -0.07479716393816878, + "nauc_precision_at_20_diff1": 0.5787648392690364, + "nauc_precision_at_20_max": 0.7741096438575408, + "nauc_precision_at_20_std": 0.4777244231025723, + "nauc_precision_at_3_diff1": 0.6950118508942021, + "nauc_precision_at_3_max": 0.6335523953171011, + "nauc_precision_at_3_std": -0.03540185304891491, + "nauc_precision_at_5_diff1": 0.6851949112978505, + "nauc_precision_at_5_max": 0.7324754901960777, + "nauc_precision_at_5_std": -0.038106909430442155, + "nauc_recall_at_1000_diff1": 0.8978758169934845, + "nauc_recall_at_1000_max": 0.5675770308123208, + "nauc_recall_at_1000_std": 0.865196078431376, + "nauc_recall_at_100_diff1": 0.655886597063064, + "nauc_recall_at_100_max": 0.7937356760886087, + "nauc_recall_at_100_std": 0.8450895509719063, + "nauc_recall_at_10_diff1": 0.6263761318480884, + "nauc_recall_at_10_max": 0.7967233404989951, + "nauc_recall_at_10_std": 0.19425444596443014, + "nauc_recall_at_1_diff1": 0.7914419454127718, + "nauc_recall_at_1_max": 0.5077094704323232, + "nauc_recall_at_1_std": -0.07479716393816878, + "nauc_recall_at_20_diff1": 0.578764839269044, + "nauc_recall_at_20_max": 0.774109643857548, + "nauc_recall_at_20_std": 0.4777244231025774, + "nauc_recall_at_3_diff1": 0.6950118508942044, + "nauc_recall_at_3_max": 0.6335523953171004, + "nauc_recall_at_3_std": -0.03540185304891257, + "nauc_recall_at_5_diff1": 0.6851949112978509, + "nauc_recall_at_5_max": 0.7324754901960775, + "nauc_recall_at_5_std": -0.038106909430437895, + "ndcg_at_1": 0.79267, + "ndcg_at_10": 0.88645, + "ndcg_at_100": 0.89107, + "ndcg_at_1000": 0.89166, + "ndcg_at_20": 0.88897, + "ndcg_at_3": 0.86452, + "ndcg_at_5": 0.87826, + "precision_at_1": 0.79267, + "precision_at_10": 0.09713, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.04907, + "precision_at_3": 0.30444, + "precision_at_5": 0.18933, + "recall_at_1": 0.79267, + "recall_at_10": 0.97133, + "recall_at_100": 0.99267, + "recall_at_1000": 0.99733, + "recall_at_20": 0.98133, + "recall_at_3": 0.91333, + "recall_at_5": 0.94667 + }, + { + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ], + "main_score": 0.90709, + "map_at_1": 0.83067, + "map_at_10": 0.88359, + "map_at_100": 0.88422, + "map_at_1000": 0.88422, + "map_at_20": 0.88401, + "map_at_3": 0.87189, + "map_at_5": 0.88069, + "mrr_at_1": 0.8293333333333334, + "mrr_at_10": 0.882945238095238, + "mrr_at_100": 0.8835685967340843, + "mrr_at_1000": 0.8835739457215659, + "mrr_at_20": 0.8833571745792331, + "mrr_at_3": 0.8714444444444445, + "mrr_at_5": 0.8800444444444445, + "nauc_map_at_1000_diff1": 0.7722366810568247, + "nauc_map_at_1000_max": 0.5252783046173229, + "nauc_map_at_1000_std": -0.13029039784398883, + "nauc_map_at_100_diff1": 0.7722416747994604, + "nauc_map_at_100_max": 0.5252744926004004, + "nauc_map_at_100_std": -0.13026962084156737, + "nauc_map_at_10_diff1": 0.771644493975603, + "nauc_map_at_10_max": 0.5263583027721366, + "nauc_map_at_10_std": -0.12975014751500785, + "nauc_map_at_1_diff1": 0.7884699037572722, + "nauc_map_at_1_max": 0.4956675237111322, + "nauc_map_at_1_std": -0.15084824098743924, + "nauc_map_at_20_diff1": 0.7719292948829638, + "nauc_map_at_20_max": 0.5255565522567835, + "nauc_map_at_20_std": -0.1304537608530888, + "nauc_map_at_3_diff1": 0.7708295708548552, + "nauc_map_at_3_max": 0.5329206716937571, + "nauc_map_at_3_std": -0.1313315687834275, + "nauc_map_at_5_diff1": 0.7701630284469045, + "nauc_map_at_5_max": 0.5245356211738915, + "nauc_map_at_5_std": -0.13021292806340642, + "nauc_mrr_at_1000_diff1": 0.7735035935135849, + "nauc_mrr_at_1000_max": 0.5228649209570133, + "nauc_mrr_at_1000_std": -0.12743037967392631, + "nauc_mrr_at_100_diff1": 0.7735084744198191, + "nauc_mrr_at_100_max": 0.522861245140576, + "nauc_mrr_at_100_std": -0.12740996416814082, + "nauc_mrr_at_10_diff1": 0.7729143371324596, + "nauc_mrr_at_10_max": 0.5239502963791732, + "nauc_mrr_at_10_std": -0.12693990491414836, + "nauc_mrr_at_1_diff1": 0.7910683437702434, + "nauc_mrr_at_1_max": 0.49314981336952746, + "nauc_mrr_at_1_std": -0.14730889656661608, + "nauc_mrr_at_20_diff1": 0.7731865948741696, + "nauc_mrr_at_20_max": 0.5231511837947083, + "nauc_mrr_at_20_std": -0.12758652245554328, + "nauc_mrr_at_3_diff1": 0.7721941961275689, + "nauc_mrr_at_3_max": 0.5302677634394743, + "nauc_mrr_at_3_std": -0.12728583908396274, + "nauc_mrr_at_5_diff1": 0.771408076961987, + "nauc_mrr_at_5_max": 0.5221970284193544, + "nauc_mrr_at_5_std": -0.12747117183705622, + "nauc_ndcg_at_1000_diff1": 0.7693251389165722, + "nauc_ndcg_at_1000_max": 0.5323557256025481, + "nauc_ndcg_at_1000_std": -0.11607976175962834, + "nauc_ndcg_at_100_diff1": 0.7696836372387384, + "nauc_ndcg_at_100_max": 0.5323934035098427, + "nauc_ndcg_at_100_std": -0.11455405117050892, + "nauc_ndcg_at_10_diff1": 0.7645229732974381, + "nauc_ndcg_at_10_max": 0.5379858179712723, + "nauc_ndcg_at_10_std": -0.10907701228911261, + "nauc_ndcg_at_1_diff1": 0.7884699037572722, + "nauc_ndcg_at_1_max": 0.4956675237111322, + "nauc_ndcg_at_1_std": -0.15084824098743924, + "nauc_ndcg_at_20_diff1": 0.7658447907424356, + "nauc_ndcg_at_20_max": 0.5347597816757274, + "nauc_ndcg_at_20_std": -0.11235758988425813, + "nauc_ndcg_at_3_diff1": 0.7645558763368093, + "nauc_ndcg_at_3_max": 0.5488991056121046, + "nauc_ndcg_at_3_std": -0.11904454005171573, + "nauc_ndcg_at_5_diff1": 0.7614842256701426, + "nauc_ndcg_at_5_max": 0.5330444027580545, + "nauc_ndcg_at_5_std": -0.1130348287825312, + "nauc_precision_at_1000_diff1": 0.7399626517273392, + "nauc_precision_at_1000_max": 0.9444444444444189, + "nauc_precision_at_1000_std": 0.8291316526610567, + "nauc_precision_at_100_diff1": 0.8027544351073891, + "nauc_precision_at_100_max": 0.8025210084033355, + "nauc_precision_at_100_std": 0.6977707749766551, + "nauc_precision_at_10_diff1": 0.6547995542302979, + "nauc_precision_at_10_max": 0.7085780548778684, + "nauc_precision_at_10_std": 0.24122767386525762, + "nauc_precision_at_1_diff1": 0.7884699037572722, + "nauc_precision_at_1_max": 0.4956675237111322, + "nauc_precision_at_1_std": -0.15084824098743924, + "nauc_precision_at_20_diff1": 0.6429208046855046, + "nauc_precision_at_20_max": 0.7052032934385869, + "nauc_precision_at_20_std": 0.30196927255752043, + "nauc_precision_at_3_diff1": 0.7369162354207202, + "nauc_precision_at_3_max": 0.6208517305227169, + "nauc_precision_at_3_std": -0.06186203294877533, + "nauc_precision_at_5_diff1": 0.690154750424757, + "nauc_precision_at_5_max": 0.5944574551131944, + "nauc_precision_at_5_std": 0.03468491221625994, + "nauc_recall_at_1000_diff1": 0.7399626517273913, + "nauc_recall_at_1000_max": 0.9444444444444335, + "nauc_recall_at_1000_std": 0.829131652661049, + "nauc_recall_at_100_diff1": 0.802754435107367, + "nauc_recall_at_100_max": 0.8025210084033715, + "nauc_recall_at_100_std": 0.6977707749766473, + "nauc_recall_at_10_diff1": 0.6547995542302957, + "nauc_recall_at_10_max": 0.7085780548778666, + "nauc_recall_at_10_std": 0.24122767386524807, + "nauc_recall_at_1_diff1": 0.7884699037572722, + "nauc_recall_at_1_max": 0.4956675237111322, + "nauc_recall_at_1_std": -0.15084824098743924, + "nauc_recall_at_20_diff1": 0.6429208046855179, + "nauc_recall_at_20_max": 0.7052032934385891, + "nauc_recall_at_20_std": 0.30196927255751377, + "nauc_recall_at_3_diff1": 0.7369162354207219, + "nauc_recall_at_3_max": 0.6208517305227164, + "nauc_recall_at_3_std": -0.06186203294877362, + "nauc_recall_at_5_diff1": 0.6901547504247594, + "nauc_recall_at_5_max": 0.5944574551131927, + "nauc_recall_at_5_std": 0.03468491221625138, + "ndcg_at_1": 0.83067, + "ndcg_at_10": 0.90709, + "ndcg_at_100": 0.91028, + "ndcg_at_1000": 0.91051, + "ndcg_at_20": 0.90861, + "ndcg_at_3": 0.88464, + "ndcg_at_5": 0.90039, + "precision_at_1": 0.83067, + "precision_at_10": 0.09793, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.04927, + "precision_at_3": 0.30711, + "precision_at_5": 0.19187, + "recall_at_1": 0.83067, + "recall_at_10": 0.97933, + "recall_at_100": 0.99467, + "recall_at_1000": 0.99667, + "recall_at_20": 0.98533, + "recall_at_3": 0.92133, + "recall_at_5": 0.95933 + }, + { + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ], + "main_score": 0.90165, + "map_at_1": 0.81533, + "map_at_10": 0.87678, + "map_at_100": 0.87745, + "map_at_1000": 0.87747, + "map_at_20": 0.87724, + "map_at_3": 0.86833, + "map_at_5": 0.87397, + "mrr_at_1": 0.816, + "mrr_at_10": 0.8771084656084659, + "mrr_at_100": 0.8777839285758823, + "mrr_at_1000": 0.8778076705734713, + "mrr_at_20": 0.877570936402206, + "mrr_at_3": 0.8686666666666665, + "mrr_at_5": 0.8743000000000003, + "nauc_map_at_1000_diff1": 0.8188876094378548, + "nauc_map_at_1000_max": 0.4988026101295617, + "nauc_map_at_1000_std": -0.15662609356562696, + "nauc_map_at_100_diff1": 0.8188911320582859, + "nauc_map_at_100_max": 0.49885736721341717, + "nauc_map_at_100_std": -0.1565196671414205, + "nauc_map_at_10_diff1": 0.8185496111317538, + "nauc_map_at_10_max": 0.5005474917856918, + "nauc_map_at_10_std": -0.15713565609279337, + "nauc_map_at_1_diff1": 0.8336548494551551, + "nauc_map_at_1_max": 0.4690286746962032, + "nauc_map_at_1_std": -0.19212620165156485, + "nauc_map_at_20_diff1": 0.8188123370057107, + "nauc_map_at_20_max": 0.49908981596168306, + "nauc_map_at_20_std": -0.15672822942931236, + "nauc_map_at_3_diff1": 0.8182448521337888, + "nauc_map_at_3_max": 0.4991026447715278, + "nauc_map_at_3_std": -0.1560764767086554, + "nauc_map_at_5_diff1": 0.8183515249695805, + "nauc_map_at_5_max": 0.5027839113942181, + "nauc_map_at_5_std": -0.15296028317979377, + "nauc_mrr_at_1000_diff1": 0.8182077351686406, + "nauc_mrr_at_1000_max": 0.499134770161038, + "nauc_mrr_at_1000_std": -0.15925565918773343, + "nauc_mrr_at_100_diff1": 0.818211441910156, + "nauc_mrr_at_100_max": 0.4991899209980105, + "nauc_mrr_at_100_std": -0.159147843247825, + "nauc_mrr_at_10_diff1": 0.8178698042015744, + "nauc_mrr_at_10_max": 0.5008899434977176, + "nauc_mrr_at_10_std": -0.15980337954116502, + "nauc_mrr_at_1_diff1": 0.8325940076846687, + "nauc_mrr_at_1_max": 0.46921994848105497, + "nauc_mrr_at_1_std": -0.19490494898473013, + "nauc_mrr_at_20_diff1": 0.8181304925723911, + "nauc_mrr_at_20_max": 0.49943001006043275, + "nauc_mrr_at_20_std": -0.15940549365836953, + "nauc_mrr_at_3_diff1": 0.8176099462325704, + "nauc_mrr_at_3_max": 0.4994187973309197, + "nauc_mrr_at_3_std": -0.15856280533750253, + "nauc_mrr_at_5_diff1": 0.8176871229132805, + "nauc_mrr_at_5_max": 0.5031237531849203, + "nauc_mrr_at_5_std": -0.1555556159679691, + "nauc_ndcg_at_1000_diff1": 0.8141391605863145, + "nauc_ndcg_at_1000_max": 0.5070575856808053, + "nauc_ndcg_at_1000_std": -0.140075413816011, + "nauc_ndcg_at_100_diff1": 0.8144288282805372, + "nauc_ndcg_at_100_max": 0.5088014179988084, + "nauc_ndcg_at_100_std": -0.13616626999698814, + "nauc_ndcg_at_10_diff1": 0.8125446938473321, + "nauc_ndcg_at_10_max": 0.517560377960842, + "nauc_ndcg_at_10_std": -0.13956175921008654, + "nauc_ndcg_at_1_diff1": 0.8336548494551551, + "nauc_ndcg_at_1_max": 0.4690286746962032, + "nauc_ndcg_at_1_std": -0.19212620165156485, + "nauc_ndcg_at_20_diff1": 0.8139218431229935, + "nauc_ndcg_at_20_max": 0.5113814145151218, + "nauc_ndcg_at_20_std": -0.13732279103130515, + "nauc_ndcg_at_3_diff1": 0.8123237972148057, + "nauc_ndcg_at_3_max": 0.512560147376047, + "nauc_ndcg_at_3_std": -0.13958918277523455, + "nauc_ndcg_at_5_diff1": 0.8121247027959578, + "nauc_ndcg_at_5_max": 0.5226720095797571, + "nauc_ndcg_at_5_std": -0.13104240190559088, + "nauc_precision_at_1000_diff1": 0.46553065670711796, + "nauc_precision_at_1000_max": 0.7612044817926787, + "nauc_precision_at_1000_std": 0.9039060068471656, + "nauc_precision_at_100_diff1": 0.6804208863032238, + "nauc_precision_at_100_max": 0.7684047978165587, + "nauc_precision_at_100_std": 0.6745313510019363, + "nauc_precision_at_10_diff1": 0.7274674575712636, + "nauc_precision_at_10_max": 0.7713379469434843, + "nauc_precision_at_10_std": 0.12234305486900485, + "nauc_precision_at_1_diff1": 0.8336548494551551, + "nauc_precision_at_1_max": 0.4690286746962032, + "nauc_precision_at_1_std": -0.19212620165156485, + "nauc_precision_at_20_diff1": 0.7271047307811978, + "nauc_precision_at_20_max": 0.73840647370058, + "nauc_precision_at_20_std": 0.2832633053221128, + "nauc_precision_at_3_diff1": 0.7815171820362168, + "nauc_precision_at_3_max": 0.5838368026949385, + "nauc_precision_at_3_std": -0.052063308983725486, + "nauc_precision_at_5_diff1": 0.7629916549953344, + "nauc_precision_at_5_max": 0.6887181956115779, + "nauc_precision_at_5_std": 0.04993143090569563, + "nauc_recall_at_1000_diff1": 0.4655306567071121, + "nauc_recall_at_1000_max": 0.7612044817927296, + "nauc_recall_at_1000_std": 0.9039060068471808, + "nauc_recall_at_100_diff1": 0.6804208863032202, + "nauc_recall_at_100_max": 0.7684047978165612, + "nauc_recall_at_100_std": 0.674531351001929, + "nauc_recall_at_10_diff1": 0.7274674575712654, + "nauc_recall_at_10_max": 0.7713379469434833, + "nauc_recall_at_10_std": 0.12234305486899962, + "nauc_recall_at_1_diff1": 0.8336548494551551, + "nauc_recall_at_1_max": 0.4690286746962032, + "nauc_recall_at_1_std": -0.19212620165156485, + "nauc_recall_at_20_diff1": 0.727104730781198, + "nauc_recall_at_20_max": 0.7384064737005966, + "nauc_recall_at_20_std": 0.2832633053221373, + "nauc_recall_at_3_diff1": 0.7815171820362131, + "nauc_recall_at_3_max": 0.5838368026949351, + "nauc_recall_at_3_std": -0.05206330898372544, + "nauc_recall_at_5_diff1": 0.7629916549953304, + "nauc_recall_at_5_max": 0.6887181956115767, + "nauc_recall_at_5_std": 0.04993143090569429, + "ndcg_at_1": 0.81533, + "ndcg_at_10": 0.90165, + "ndcg_at_100": 0.90473, + "ndcg_at_1000": 0.90534, + "ndcg_at_20": 0.90334, + "ndcg_at_3": 0.88475, + "ndcg_at_5": 0.89505, + "precision_at_1": 0.81533, + "precision_at_10": 0.09773, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "precision_at_20": 0.0492, + "precision_at_3": 0.31067, + "precision_at_5": 0.19147, + "recall_at_1": 0.81533, + "recall_at_10": 0.97733, + "recall_at_100": 0.99133, + "recall_at_1000": 0.996, + "recall_at_20": 0.984, + "recall_at_3": 0.932, + "recall_at_5": 0.95733 + }, + { + "hf_subset": "no", + "languages": [ + "nor-Latn" + ], + "main_score": 0.88923, + "map_at_1": 0.8, + "map_at_10": 0.86165, + "map_at_100": 0.86249, + "map_at_1000": 0.86252, + "map_at_20": 0.86217, + "map_at_3": 0.84933, + "map_at_5": 0.8577, + "mrr_at_1": 0.7986666666666666, + "mrr_at_10": 0.8609679894179897, + "mrr_at_100": 0.8618137165696923, + "mrr_at_1000": 0.8618427898547449, + "mrr_at_20": 0.8615234671646438, + "mrr_at_3": 0.8484444444444447, + "mrr_at_5": 0.8570111111111118, + "nauc_map_at_1000_diff1": 0.7590270762086868, + "nauc_map_at_1000_max": 0.5446558421583659, + "nauc_map_at_1000_std": -0.04107664801957221, + "nauc_map_at_100_diff1": 0.7589231342563107, + "nauc_map_at_100_max": 0.5446303263980474, + "nauc_map_at_100_std": -0.04106280606430808, + "nauc_map_at_10_diff1": 0.7588003610463978, + "nauc_map_at_10_max": 0.5456960498764956, + "nauc_map_at_10_std": -0.03968627560371338, + "nauc_map_at_1_diff1": 0.7785531135531132, + "nauc_map_at_1_max": 0.5257758907758899, + "nauc_map_at_1_std": -0.05272227772227805, + "nauc_map_at_20_diff1": 0.7587086889921355, + "nauc_map_at_20_max": 0.5445949275312241, + "nauc_map_at_20_std": -0.04028474968995969, + "nauc_map_at_3_diff1": 0.7568867278177834, + "nauc_map_at_3_max": 0.542598845394442, + "nauc_map_at_3_std": -0.0482067333682166, + "nauc_map_at_5_diff1": 0.7566361303967213, + "nauc_map_at_5_max": 0.5468843879767292, + "nauc_map_at_5_std": -0.04689509379563629, + "nauc_mrr_at_1000_diff1": 0.7607424137587236, + "nauc_mrr_at_1000_max": 0.5474963787967423, + "nauc_mrr_at_1000_std": -0.04311723115848974, + "nauc_mrr_at_100_diff1": 0.7606386395701272, + "nauc_mrr_at_100_max": 0.5474701325388371, + "nauc_mrr_at_100_std": -0.04310350197153878, + "nauc_mrr_at_10_diff1": 0.7605111651338512, + "nauc_mrr_at_10_max": 0.5485405059286478, + "nauc_mrr_at_10_std": -0.041699369860692455, + "nauc_mrr_at_1_diff1": 0.7816592512100502, + "nauc_mrr_at_1_max": 0.529191941612804, + "nauc_mrr_at_1_std": -0.05645078466905409, + "nauc_mrr_at_20_diff1": 0.760398986528192, + "nauc_mrr_at_20_max": 0.5473398698715954, + "nauc_mrr_at_20_std": -0.04253523830188099, + "nauc_mrr_at_3_diff1": 0.755135534381093, + "nauc_mrr_at_3_max": 0.5444831526855518, + "nauc_mrr_at_3_std": -0.05002412872295973, + "nauc_mrr_at_5_diff1": 0.7583111097926121, + "nauc_mrr_at_5_max": 0.5496591481406358, + "nauc_mrr_at_5_std": -0.048915542950300914, + "nauc_ndcg_at_1000_diff1": 0.7548995066689804, + "nauc_ndcg_at_1000_max": 0.5491854550590521, + "nauc_ndcg_at_1000_std": -0.03246466092202945, + "nauc_ndcg_at_100_diff1": 0.7529119860283335, + "nauc_ndcg_at_100_max": 0.5491032947130836, + "nauc_ndcg_at_100_std": -0.031248548489313313, + "nauc_ndcg_at_10_diff1": 0.7517687620274638, + "nauc_ndcg_at_10_max": 0.554722359312946, + "nauc_ndcg_at_10_std": -0.023197035061350617, + "nauc_ndcg_at_1_diff1": 0.7785531135531132, + "nauc_ndcg_at_1_max": 0.5257758907758899, + "nauc_ndcg_at_1_std": -0.05272227772227805, + "nauc_ndcg_at_20_diff1": 0.7511580321876572, + "nauc_ndcg_at_20_max": 0.5496771211293652, + "nauc_ndcg_at_20_std": -0.024391312228651513, + "nauc_ndcg_at_3_diff1": 0.7477364272346257, + "nauc_ndcg_at_3_max": 0.5475706495449243, + "nauc_ndcg_at_3_std": -0.04565797916562511, + "nauc_ndcg_at_5_diff1": 0.7464765790407176, + "nauc_ndcg_at_5_max": 0.557694884709349, + "nauc_ndcg_at_5_std": -0.041732714958417, + "nauc_precision_at_1000_diff1": 0.544817927170902, + "nauc_precision_at_1000_max": 0.9128540305011283, + "nauc_precision_at_1000_std": 0.9128540305011283, + "nauc_precision_at_100_diff1": 0.51795263559968, + "nauc_precision_at_100_max": 0.65885748238687, + "nauc_precision_at_100_std": 0.37963670316613596, + "nauc_precision_at_10_diff1": 0.6595441595441527, + "nauc_precision_at_10_max": 0.6833177715530647, + "nauc_precision_at_10_std": 0.24278771337594562, + "nauc_precision_at_1_diff1": 0.7785531135531132, + "nauc_precision_at_1_max": 0.5257758907758899, + "nauc_precision_at_1_std": -0.05272227772227805, + "nauc_precision_at_20_diff1": 0.6038316561192463, + "nauc_precision_at_20_max": 0.6240100978663127, + "nauc_precision_at_20_std": 0.34924093094027814, + "nauc_precision_at_3_diff1": 0.7053382756611405, + "nauc_precision_at_3_max": 0.5695471170924516, + "nauc_precision_at_3_std": -0.03352920115414773, + "nauc_precision_at_5_diff1": 0.6720975309955175, + "nauc_precision_at_5_max": 0.6397664551052488, + "nauc_precision_at_5_std": -0.0005259487761357145, + "nauc_recall_at_1000_diff1": 0.5448179271708532, + "nauc_recall_at_1000_max": 0.9128540305010426, + "nauc_recall_at_1000_std": 0.9128540305010426, + "nauc_recall_at_100_diff1": 0.5179526355996849, + "nauc_recall_at_100_max": 0.6588574823868921, + "nauc_recall_at_100_std": 0.3796367031661046, + "nauc_recall_at_10_diff1": 0.6595441595441548, + "nauc_recall_at_10_max": 0.6833177715530631, + "nauc_recall_at_10_std": 0.24278771337595095, + "nauc_recall_at_1_diff1": 0.7785531135531132, + "nauc_recall_at_1_max": 0.5257758907758899, + "nauc_recall_at_1_std": -0.05272227772227805, + "nauc_recall_at_20_diff1": 0.6038316561192376, + "nauc_recall_at_20_max": 0.6240100978663116, + "nauc_recall_at_20_std": 0.3492409309402717, + "nauc_recall_at_3_diff1": 0.7053382756611407, + "nauc_recall_at_3_max": 0.5695471170924504, + "nauc_recall_at_3_std": -0.03352920115414623, + "nauc_recall_at_5_diff1": 0.6720975309955171, + "nauc_recall_at_5_max": 0.6397664551052465, + "nauc_recall_at_5_std": -0.0005259487761344742, + "ndcg_at_1": 0.8, + "ndcg_at_10": 0.88923, + "ndcg_at_100": 0.89328, + "ndcg_at_1000": 0.89398, + "ndcg_at_20": 0.89121, + "ndcg_at_3": 0.86527, + "ndcg_at_5": 0.88022, + "precision_at_1": 0.8, + "precision_at_10": 0.0974, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "precision_at_20": 0.0491, + "precision_at_3": 0.30378, + "precision_at_5": 0.18947, + "recall_at_1": 0.8, + "recall_at_10": 0.974, + "recall_at_100": 0.99267, + "recall_at_1000": 0.998, + "recall_at_20": 0.982, + "recall_at_3": 0.91133, + "recall_at_5": 0.94733 + }, + { + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ], + "main_score": 0.91845, + "map_at_1": 0.84667, + "map_at_10": 0.89698, + "map_at_100": 0.8976, + "map_at_1000": 0.89761, + "map_at_20": 0.89752, + "map_at_3": 0.88867, + "map_at_5": 0.89483, + "mrr_at_1": 0.8473333333333334, + "mrr_at_10": 0.8973328042328047, + "mrr_at_100": 0.8979495225815634, + "mrr_at_1000": 0.8979648673729809, + "mrr_at_20": 0.897877243290479, + "mrr_at_3": 0.8890000000000001, + "mrr_at_5": 0.8953000000000005, + "nauc_map_at_1000_diff1": 0.784520117525114, + "nauc_map_at_1000_max": 0.47709596510065966, + "nauc_map_at_1000_std": -0.005268514931810538, + "nauc_map_at_100_diff1": 0.7845345814011812, + "nauc_map_at_100_max": 0.4771560435909768, + "nauc_map_at_100_std": -0.005179752080409466, + "nauc_map_at_10_diff1": 0.7819918258748587, + "nauc_map_at_10_max": 0.4770339823994768, + "nauc_map_at_10_std": -0.0041222221045940964, + "nauc_map_at_1_diff1": 0.8143133585676, + "nauc_map_at_1_max": 0.4529387998128694, + "nauc_map_at_1_std": -0.038659464976821406, + "nauc_map_at_20_diff1": 0.7844722140060062, + "nauc_map_at_20_max": 0.4772547419895022, + "nauc_map_at_20_std": -0.005264263830460524, + "nauc_map_at_3_diff1": 0.7787809439156868, + "nauc_map_at_3_max": 0.4855455575628499, + "nauc_map_at_3_std": 0.001065373020041405, + "nauc_map_at_5_diff1": 0.7809235063919399, + "nauc_map_at_5_max": 0.4769236145440026, + "nauc_map_at_5_std": -0.0060919200715444325, + "nauc_mrr_at_1000_diff1": 0.7839482346560963, + "nauc_mrr_at_1000_max": 0.4764283642574049, + "nauc_mrr_at_1000_std": -0.010319956419349253, + "nauc_mrr_at_100_diff1": 0.7839628031040083, + "nauc_mrr_at_100_max": 0.47648882952980354, + "nauc_mrr_at_100_std": -0.010229537148827116, + "nauc_mrr_at_10_diff1": 0.7814165671534031, + "nauc_mrr_at_10_max": 0.4763708246096025, + "nauc_mrr_at_10_std": -0.00912739849070859, + "nauc_mrr_at_1_diff1": 0.8129774251811481, + "nauc_mrr_at_1_max": 0.4507640937834917, + "nauc_mrr_at_1_std": -0.042788397900930544, + "nauc_mrr_at_20_diff1": 0.7839016233252686, + "nauc_mrr_at_20_max": 0.476588623372668, + "nauc_mrr_at_20_std": -0.010300665341220577, + "nauc_mrr_at_3_diff1": 0.7781054044903835, + "nauc_mrr_at_3_max": 0.48462019254419336, + "nauc_mrr_at_3_std": -0.003387994586925254, + "nauc_mrr_at_5_diff1": 0.7810786894124354, + "nauc_mrr_at_5_max": 0.47806056474266423, + "nauc_mrr_at_5_std": -0.011801869893884062, + "nauc_ndcg_at_1000_diff1": 0.7810073442171598, + "nauc_ndcg_at_1000_max": 0.48307574950037896, + "nauc_ndcg_at_1000_std": 0.00373264526820362, + "nauc_ndcg_at_100_diff1": 0.781574194198335, + "nauc_ndcg_at_100_max": 0.4851659811754198, + "nauc_ndcg_at_100_std": 0.0068925637583443855, + "nauc_ndcg_at_10_diff1": 0.7692132608490908, + "nauc_ndcg_at_10_max": 0.4851051502851211, + "nauc_ndcg_at_10_std": 0.010646037818610905, + "nauc_ndcg_at_1_diff1": 0.8143133585676, + "nauc_ndcg_at_1_max": 0.4529387998128694, + "nauc_ndcg_at_1_std": -0.038659464976821406, + "nauc_ndcg_at_20_diff1": 0.7806664525203368, + "nauc_ndcg_at_20_max": 0.4860834955861071, + "nauc_ndcg_at_20_std": 0.006337730696161043, + "nauc_ndcg_at_3_diff1": 0.7642313960039543, + "nauc_ndcg_at_3_max": 0.5014537307392908, + "nauc_ndcg_at_3_std": 0.017745668677979786, + "nauc_ndcg_at_5_diff1": 0.7670936483142333, + "nauc_ndcg_at_5_max": 0.48426732170682574, + "nauc_ndcg_at_5_std": 0.003874087309074708, + "nauc_precision_at_1000_diff1": 0.7770774976656977, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_100_diff1": 0.8539415766306586, + "nauc_precision_at_100_max": 0.8989595838335052, + "nauc_precision_at_100_std": 0.6972789115646075, + "nauc_precision_at_10_diff1": 0.5512177093059422, + "nauc_precision_at_10_max": 0.6151377217553587, + "nauc_precision_at_10_std": 0.27147525676936585, + "nauc_precision_at_1_diff1": 0.8143133585676, + "nauc_precision_at_1_max": 0.4529387998128694, + "nauc_precision_at_1_std": -0.038659464976821406, + "nauc_precision_at_20_diff1": 0.7708916900093336, + "nauc_precision_at_20_max": 0.7767273576097101, + "nauc_precision_at_20_std": 0.3817304699657905, + "nauc_precision_at_3_diff1": 0.688444317120791, + "nauc_precision_at_3_max": 0.5858691961633165, + "nauc_precision_at_3_std": 0.10488286223579874, + "nauc_precision_at_5_diff1": 0.6416751097602144, + "nauc_precision_at_5_max": 0.544579533941233, + "nauc_precision_at_5_std": 0.08766911019727396, + "nauc_recall_at_1000_diff1": 0.7770774976657533, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.8539415766306594, + "nauc_recall_at_100_max": 0.8989595838335223, + "nauc_recall_at_100_std": 0.697278911564643, + "nauc_recall_at_10_diff1": 0.5512177093059439, + "nauc_recall_at_10_max": 0.6151377217553614, + "nauc_recall_at_10_std": 0.27147525676936973, + "nauc_recall_at_1_diff1": 0.8143133585676, + "nauc_recall_at_1_max": 0.4529387998128694, + "nauc_recall_at_1_std": -0.038659464976821406, + "nauc_recall_at_20_diff1": 0.7708916900093298, + "nauc_recall_at_20_max": 0.7767273576097066, + "nauc_recall_at_20_std": 0.38173046996575594, + "nauc_recall_at_3_diff1": 0.6884443171207876, + "nauc_recall_at_3_max": 0.5858691961633133, + "nauc_recall_at_3_std": 0.10488286223580172, + "nauc_recall_at_5_diff1": 0.6416751097602197, + "nauc_recall_at_5_max": 0.5445795339412376, + "nauc_recall_at_5_std": 0.08766911019727261, + "ndcg_at_1": 0.84667, + "ndcg_at_10": 0.91845, + "ndcg_at_100": 0.92106, + "ndcg_at_1000": 0.92148, + "ndcg_at_20": 0.92046, + "ndcg_at_3": 0.9022, + "ndcg_at_5": 0.91339, + "precision_at_1": 0.84667, + "precision_at_10": 0.0984, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "precision_at_20": 0.0496, + "precision_at_3": 0.31378, + "precision_at_5": 0.19373, + "recall_at_1": 0.84667, + "recall_at_10": 0.984, + "recall_at_100": 0.99533, + "recall_at_1000": 0.99867, + "recall_at_20": 0.992, + "recall_at_3": 0.94133, + "recall_at_5": 0.96867 + } + ] + }, + "task_name": "WikipediaRetrievalMultilingual" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/indonli.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/indonli.json new file mode 100644 index 000000000..c9bfccf42 --- /dev/null +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/indonli.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "3c976110fc13596004dc36279fc4c453ff2c18aa", + "evaluation_time": 2.2318217754364014, + "kg_co2_emissions": 8.769512396155374e-05, + "mteb_version": "1.12.75", + "scores": { + "test_expert": [ + { + "cosine_accuracy": 0.5838235294117647, + "cosine_accuracy_threshold": 0.6729268709224974, + "cosine_ap": 0.559545363055125, + "cosine_f1": 0.6802267422474157, + "cosine_f1_threshold": 0.5514063849569284, + "cosine_precision": 0.5209397344228804, + "cosine_recall": 0.9798270893371758, + "dot_accuracy": 0.5838235294117647, + "dot_accuracy_threshold": 0.6728515625, + "dot_ap": 0.5594015107125576, + "dot_f1": 0.6802267422474157, + "dot_f1_threshold": 0.5517578125, + "dot_precision": 0.5209397344228804, + "dot_recall": 0.9798270893371758, + "euclidean_accuracy": 0.5838235294117647, + "euclidean_accuracy_threshold": 0.8087072769575853, + "euclidean_ap": 0.5595193045204903, + "euclidean_f1": 0.68, + "euclidean_f1_threshold": 0.9477886844042067, + "euclidean_precision": 0.5206738131699847, + "euclidean_recall": 0.9798270893371758, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5600241047485994, + "manhattan_accuracy": 0.5818627450980393, + "manhattan_accuracy_threshold": 20.285587430000305, + "manhattan_ap": 0.5600241047485994, + "manhattan_f1": 0.6810084033613445, + "manhattan_f1_threshold": 23.743006974458694, + "manhattan_precision": 0.5237849017580145, + "manhattan_recall": 0.9731027857829011, + "max_accuracy": 0.5838235294117647, + "max_ap": 0.5600241047485994, + "max_f1": 0.6810084033613445, + "max_precision": 0.5237849017580145, + "max_recall": 0.9798270893371758, + "similarity_accuracy": 0.5838235294117647, + "similarity_accuracy_threshold": 0.6729268709224974, + "similarity_ap": 0.559545363055125, + "similarity_f1": 0.6802267422474157, + "similarity_f1_threshold": 0.5514063849569284, + "similarity_precision": 0.5209397344228804, + "similarity_recall": 0.9798270893371758 + } + ] + }, + "task_name": "indonli" +} \ No newline at end of file diff --git a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json index 4ed021b49..e7b1a7fa3 100644 --- a/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json +++ b/results/BAAI__bge-m3/5617a9f61b028005a4858fdac845db406aefb181/model_meta.json @@ -1 +1 @@ -{"name": "BAAI/bge-m3", "revision": "5617a9f61b028005a4858fdac845db406aefb181", "release_date": "2024-01-27", "languages": ["ara_Arab", "bul_Cyrl", "cat_Latn", "ces_Latn", "dan_Latn", "deu_Latn", "ell_Grek", "eng_Latn", "spa_Latn", "est_Latn", "fas_Arab", "fin_Latn", "fra_Latn", "fra_Latn", "glg_Latn", "guj_Gujr", "heb_Hebr", "hin_Deva", "hrv_Latn", "hun_Latn", "hye_Armn", "ind_Latn", "ita_Latn", "jpn_Jpan", "kat_Geor", "kor_Hang", "kur_Arab", "lit_Latn", "lav_Latn", "mkd_Cyrl", "mon_Cyrl", "mar_Deva", "msa_Latn", "mya_Mymr", "nob_Latn", "nld_Latn", "pol_Latn", "por_Latn", "por_Latn", "ron_Latn", "rus_Cyrl", "slk_Latn", "slv_Latn", "sqi_Latn", "srp_Cyrl", "swe_Latn", "tha_Thai", "tur_Latn", "ukr_Cyrl", "urd_Arab", "vie_Latn", "zho_Hans", "zho_Hant"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": null} \ No newline at end of file +{"name": "BAAI/bge-m3", "revision": "5617a9f61b028005a4858fdac845db406aefb181", "release_date": "2024-02-05", "languages": ["eng_Latn"], "n_parameters": null, "memory_usage": null, "max_tokens": null, "embed_dim": null, "license": null, "open_source": true, "similarity_fn_name": null, "framework": [], "loader": "BGEM3Wrapper"} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClimateFEVERHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..82c57a040 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 150.26082563400269, + "kg_co2_emissions": 0.072698046437689, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.2324, + "map_at_1": 0.08392, + "map_at_10": 0.15925, + "map_at_100": 0.17926, + "map_at_1000": 0.18174, + "map_at_20": 0.16952, + "map_at_3": 0.13259, + "map_at_5": 0.1452, + "mrr_at_1": 0.182, + "mrr_at_10": 0.2982825396825396, + "mrr_at_100": 0.31133164959980175, + "mrr_at_1000": 0.31179989387914403, + "mrr_at_20": 0.30660708380027263, + "mrr_at_3": 0.2651666666666671, + "mrr_at_5": 0.28321666666666667, + "nauc_map_at_1000_diff1": 0.18892800628668308, + "nauc_map_at_1000_max": 0.3118574453807956, + "nauc_map_at_1000_std": 0.15501353818261468, + "nauc_map_at_100_diff1": 0.189103131553257, + "nauc_map_at_100_max": 0.31163250834091594, + "nauc_map_at_100_std": 0.15413993884050656, + "nauc_map_at_10_diff1": 0.19388493134431053, + "nauc_map_at_10_max": 0.3116120463023236, + "nauc_map_at_10_std": 0.14603233020060127, + "nauc_map_at_1_diff1": 0.2582739512835091, + "nauc_map_at_1_max": 0.2536348350615294, + "nauc_map_at_1_std": 0.04792856429940269, + "nauc_map_at_20_diff1": 0.18888628910743333, + "nauc_map_at_20_max": 0.3084352510678791, + "nauc_map_at_20_std": 0.1496233933193618, + "nauc_map_at_3_diff1": 0.19813295003313366, + "nauc_map_at_3_max": 0.2845322260911154, + "nauc_map_at_3_std": 0.11757242075540728, + "nauc_map_at_5_diff1": 0.19596892752859774, + "nauc_map_at_5_max": 0.296639311283725, + "nauc_map_at_5_std": 0.12755244304045815, + "nauc_mrr_at_1000_diff1": 0.1799927674479851, + "nauc_mrr_at_1000_max": 0.27638307845337706, + "nauc_mrr_at_1000_std": 0.13935660090354374, + "nauc_mrr_at_100_diff1": 0.18006785227456815, + "nauc_mrr_at_100_max": 0.2767379919542088, + "nauc_mrr_at_100_std": 0.13970135826813446, + "nauc_mrr_at_10_diff1": 0.17769783241813208, + "nauc_mrr_at_10_max": 0.27842854944625145, + "nauc_mrr_at_10_std": 0.14336958797833832, + "nauc_mrr_at_1_diff1": 0.2213640490161638, + "nauc_mrr_at_1_max": 0.24664431281022056, + "nauc_mrr_at_1_std": 0.06519894120634305, + "nauc_mrr_at_20_diff1": 0.17968518386185728, + "nauc_mrr_at_20_max": 0.2775625483845182, + "nauc_mrr_at_20_std": 0.13983725984809386, + "nauc_mrr_at_3_diff1": 0.17993454167278988, + "nauc_mrr_at_3_max": 0.2606173251513347, + "nauc_mrr_at_3_std": 0.12269117694553008, + "nauc_mrr_at_5_diff1": 0.1789068543495246, + "nauc_mrr_at_5_max": 0.2712863570219684, + "nauc_mrr_at_5_std": 0.1360761967766345, + "nauc_ndcg_at_1000_diff1": 0.1739200267926589, + "nauc_ndcg_at_1000_max": 0.3267739168895431, + "nauc_ndcg_at_1000_std": 0.2001092175798906, + "nauc_ndcg_at_100_diff1": 0.17498897689374843, + "nauc_ndcg_at_100_max": 0.3284418331273582, + "nauc_ndcg_at_100_std": 0.19759488480273127, + "nauc_ndcg_at_10_diff1": 0.17781635268136517, + "nauc_ndcg_at_10_max": 0.3243897250893366, + "nauc_ndcg_at_10_std": 0.17765820433407445, + "nauc_ndcg_at_1_diff1": 0.2213640490161638, + "nauc_ndcg_at_1_max": 0.24664431281022056, + "nauc_ndcg_at_1_std": 0.06519894120634305, + "nauc_ndcg_at_20_diff1": 0.1728148970473748, + "nauc_ndcg_at_20_max": 0.3178095728388304, + "nauc_ndcg_at_20_std": 0.17908319978449105, + "nauc_ndcg_at_3_diff1": 0.18251329201178368, + "nauc_ndcg_at_3_max": 0.2815682181394168, + "nauc_ndcg_at_3_std": 0.133016081223931, + "nauc_ndcg_at_5_diff1": 0.18068152240970456, + "nauc_ndcg_at_5_max": 0.3006755084267133, + "nauc_ndcg_at_5_std": 0.15049104182544876, + "nauc_precision_at_1000_diff1": 0.0026702610714988075, + "nauc_precision_at_1000_max": 0.08389132282221798, + "nauc_precision_at_1000_std": 0.13117910278589337, + "nauc_precision_at_100_diff1": 0.06367077766836196, + "nauc_precision_at_100_max": 0.22987203914424942, + "nauc_precision_at_100_std": 0.21724667962920136, + "nauc_precision_at_10_diff1": 0.11879864277221223, + "nauc_precision_at_10_max": 0.3378798123814219, + "nauc_precision_at_10_std": 0.2533644504616434, + "nauc_precision_at_1_diff1": 0.2213640490161638, + "nauc_precision_at_1_max": 0.24664431281022056, + "nauc_precision_at_1_std": 0.06519894120634305, + "nauc_precision_at_20_diff1": 0.08706839782329007, + "nauc_precision_at_20_max": 0.2761922680951932, + "nauc_precision_at_20_std": 0.22132269446693248, + "nauc_precision_at_3_diff1": 0.1492722982251812, + "nauc_precision_at_3_max": 0.3035129156743787, + "nauc_precision_at_3_std": 0.18573017887252918, + "nauc_precision_at_5_diff1": 0.13774133777151232, + "nauc_precision_at_5_max": 0.3289841064785784, + "nauc_precision_at_5_std": 0.22391807599281452, + "nauc_recall_at_1000_diff1": 0.06948895680286904, + "nauc_recall_at_1000_max": 0.3211175655165234, + "nauc_recall_at_1000_std": 0.34036394758699956, + "nauc_recall_at_100_diff1": 0.11225421086430695, + "nauc_recall_at_100_max": 0.3061597379858196, + "nauc_recall_at_100_std": 0.25018795158721874, + "nauc_recall_at_10_diff1": 0.1330066840046589, + "nauc_recall_at_10_max": 0.3208192549052381, + "nauc_recall_at_10_std": 0.20140902286001366, + "nauc_recall_at_1_diff1": 0.2582739512835091, + "nauc_recall_at_1_max": 0.2536348350615294, + "nauc_recall_at_1_std": 0.04792856429940269, + "nauc_recall_at_20_diff1": 0.11785264383356568, + "nauc_recall_at_20_max": 0.29192691996116, + "nauc_recall_at_20_std": 0.19545324069926392, + "nauc_recall_at_3_diff1": 0.15184668403037901, + "nauc_recall_at_3_max": 0.27244479302554775, + "nauc_recall_at_3_std": 0.14156563062298172, + "nauc_recall_at_5_diff1": 0.1444622843666632, + "nauc_recall_at_5_max": 0.291627488530685, + "nauc_recall_at_5_std": 0.16139725235853425, + "ndcg_at_1": 0.182, + "ndcg_at_10": 0.2324, + "ndcg_at_100": 0.31714, + "ndcg_at_1000": 0.36072, + "ndcg_at_20": 0.26348, + "ndcg_at_3": 0.18357, + "ndcg_at_5": 0.20036, + "precision_at_1": 0.182, + "precision_at_10": 0.0752, + "precision_at_100": 0.01654, + "precision_at_1000": 0.00247, + "precision_at_20": 0.0508, + "precision_at_3": 0.13867, + "precision_at_5": 0.107, + "recall_at_1": 0.08392, + "recall_at_10": 0.29868, + "recall_at_100": 0.59488, + "recall_at_1000": 0.83698, + "recall_at_20": 0.38603, + "recall_at_3": 0.18452, + "recall_at_5": 0.22682 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPedia-PLHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..40e0aa458 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 265.7041792869568, + "kg_co2_emissions": 0.10804052889775347, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.35647, + "map_at_1": 0.07517, + "map_at_10": 0.16042, + "map_at_100": 0.25662, + "map_at_1000": 0.29741, + "map_at_20": 0.19104, + "map_at_3": 0.11327, + "map_at_5": 0.13306, + "mrr_at_1": 0.565, + "mrr_at_10": 0.6684712301587298, + "mrr_at_100": 0.6733784377432207, + "mrr_at_1000": 0.67355460142292, + "mrr_at_20": 0.6717694837304934, + "mrr_at_3": 0.64625, + "mrr_at_5": 0.6614999999999999, + "nauc_map_at_1000_diff1": 0.12094448588631175, + "nauc_map_at_1000_max": 0.10921021442919832, + "nauc_map_at_1000_std": 0.06553583194060844, + "nauc_map_at_100_diff1": 0.11961567211528218, + "nauc_map_at_100_max": 0.026675619016116425, + "nauc_map_at_100_std": 0.024311402191517357, + "nauc_map_at_10_diff1": 0.1301505870029071, + "nauc_map_at_10_max": -0.10929630913376792, + "nauc_map_at_10_std": -0.1701304933846196, + "nauc_map_at_1_diff1": 0.16597458770189233, + "nauc_map_at_1_max": -0.15110678511680328, + "nauc_map_at_1_std": -0.26562573321759736, + "nauc_map_at_20_diff1": 0.11404579811413926, + "nauc_map_at_20_max": -0.0839527869327117, + "nauc_map_at_20_std": -0.12421166430542463, + "nauc_map_at_3_diff1": 0.14156735710808355, + "nauc_map_at_3_max": -0.13584372016041554, + "nauc_map_at_3_std": -0.2371251134827079, + "nauc_map_at_5_diff1": 0.1346649427689085, + "nauc_map_at_5_max": -0.13923612894679174, + "nauc_map_at_5_std": -0.21660725402140796, + "nauc_mrr_at_1000_diff1": 0.23211516685301278, + "nauc_mrr_at_1000_max": 0.24295539861603033, + "nauc_mrr_at_1000_std": 0.18664475297734207, + "nauc_mrr_at_100_diff1": 0.232239725790071, + "nauc_mrr_at_100_max": 0.24315047041585153, + "nauc_mrr_at_100_std": 0.18687928974008275, + "nauc_mrr_at_10_diff1": 0.2314537516780417, + "nauc_mrr_at_10_max": 0.24470443972438483, + "nauc_mrr_at_10_std": 0.1894325171782437, + "nauc_mrr_at_1_diff1": 0.23501916091601363, + "nauc_mrr_at_1_max": 0.19766786318321009, + "nauc_mrr_at_1_std": 0.11441243425700638, + "nauc_mrr_at_20_diff1": 0.23234164866558368, + "nauc_mrr_at_20_max": 0.24473203436173296, + "nauc_mrr_at_20_std": 0.18871552738884756, + "nauc_mrr_at_3_diff1": 0.22999594922571034, + "nauc_mrr_at_3_max": 0.23442841786659627, + "nauc_mrr_at_3_std": 0.1787491841713071, + "nauc_mrr_at_5_diff1": 0.23595826068906492, + "nauc_mrr_at_5_max": 0.2475047930165167, + "nauc_mrr_at_5_std": 0.18786847165633508, + "nauc_ndcg_at_1000_diff1": 0.1673067964835218, + "nauc_ndcg_at_1000_max": 0.2428959525173563, + "nauc_ndcg_at_1000_std": 0.26605047468202936, + "nauc_ndcg_at_100_diff1": 0.11995412751582778, + "nauc_ndcg_at_100_max": 0.08807752378125847, + "nauc_ndcg_at_100_std": 0.1457218797755377, + "nauc_ndcg_at_10_diff1": 0.13225179406165288, + "nauc_ndcg_at_10_max": 0.11208834328913918, + "nauc_ndcg_at_10_std": 0.11034502452186833, + "nauc_ndcg_at_1_diff1": 0.21190386807691414, + "nauc_ndcg_at_1_max": 0.14122906413272251, + "nauc_ndcg_at_1_std": 0.08886830078077917, + "nauc_ndcg_at_20_diff1": 0.10663934248755806, + "nauc_ndcg_at_20_max": 0.04356353737287107, + "nauc_ndcg_at_20_std": 0.051727585080713026, + "nauc_ndcg_at_3_diff1": 0.15235020652236225, + "nauc_ndcg_at_3_max": 0.18421040736691177, + "nauc_ndcg_at_3_std": 0.1507091008066211, + "nauc_ndcg_at_5_diff1": 0.1424255538201661, + "nauc_ndcg_at_5_max": 0.14370999819711347, + "nauc_ndcg_at_5_std": 0.14012690003161946, + "nauc_precision_at_1000_diff1": -0.04093527112618969, + "nauc_precision_at_1000_max": 0.2541030371975297, + "nauc_precision_at_1000_std": -0.021584609942477174, + "nauc_precision_at_100_diff1": -0.00025332784813523806, + "nauc_precision_at_100_max": 0.34437038331696823, + "nauc_precision_at_100_std": 0.29999418117506166, + "nauc_precision_at_10_diff1": 0.04695925070168446, + "nauc_precision_at_10_max": 0.2939800618386744, + "nauc_precision_at_10_std": 0.32199469722351975, + "nauc_precision_at_1_diff1": 0.23501916091601363, + "nauc_precision_at_1_max": 0.19766786318321009, + "nauc_precision_at_1_std": 0.11441243425700638, + "nauc_precision_at_20_diff1": 0.015876901080009363, + "nauc_precision_at_20_max": 0.2946234436037757, + "nauc_precision_at_20_std": 0.3155560472855089, + "nauc_precision_at_3_diff1": 0.09215806531395353, + "nauc_precision_at_3_max": 0.27643416637716733, + "nauc_precision_at_3_std": 0.2575630858791419, + "nauc_precision_at_5_diff1": 0.07064525769339688, + "nauc_precision_at_5_max": 0.26688153485951155, + "nauc_precision_at_5_std": 0.28596931151797755, + "nauc_recall_at_1000_diff1": 0.1811582438942256, + "nauc_recall_at_1000_max": 0.14353432257637644, + "nauc_recall_at_1000_std": 0.5137181096369734, + "nauc_recall_at_100_diff1": 0.03818046133516826, + "nauc_recall_at_100_max": -0.08883854606307624, + "nauc_recall_at_100_std": 0.09075030671036385, + "nauc_recall_at_10_diff1": 0.08827575502412642, + "nauc_recall_at_10_max": -0.1476048169768431, + "nauc_recall_at_10_std": -0.16495635827685126, + "nauc_recall_at_1_diff1": 0.16597458770189233, + "nauc_recall_at_1_max": -0.15110678511680328, + "nauc_recall_at_1_std": -0.26562573321759736, + "nauc_recall_at_20_diff1": 0.03365569482551474, + "nauc_recall_at_20_max": -0.18088422188942507, + "nauc_recall_at_20_std": -0.15022959965295923, + "nauc_recall_at_3_diff1": 0.13621280183789225, + "nauc_recall_at_3_max": -0.13769400599065224, + "nauc_recall_at_3_std": -0.21938402651485542, + "nauc_recall_at_5_diff1": 0.11098366792867409, + "nauc_recall_at_5_max": -0.1615964461794865, + "nauc_recall_at_5_std": -0.21773361300513688, + "ndcg_at_1": 0.4475, + "ndcg_at_10": 0.35647, + "ndcg_at_100": 0.46923, + "ndcg_at_1000": 0.57732, + "ndcg_at_20": 0.36714, + "ndcg_at_3": 0.38694, + "ndcg_at_5": 0.3688, + "precision_at_1": 0.565, + "precision_at_10": 0.29375, + "precision_at_100": 0.13433, + "precision_at_1000": 0.0321, + "precision_at_20": 0.23687, + "precision_at_3": 0.4225, + "precision_at_5": 0.365, + "recall_at_1": 0.07517, + "recall_at_10": 0.22148, + "recall_at_100": 0.60598, + "recall_at_1000": 0.93308, + "recall_at_20": 0.30924, + "recall_at_3": 0.12639, + "recall_at_5": 0.16391 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPediaHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPediaHardNegatives.json new file mode 100644 index 000000000..a9cbb1be6 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 270.2005195617676, + "kg_co2_emissions": 0.10001466958695857, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.40407, + "map_at_1": 0.08549, + "map_at_10": 0.19334, + "map_at_100": 0.2975, + "map_at_1000": 0.33713, + "map_at_20": 0.22829, + "map_at_3": 0.13565, + "map_at_5": 0.15845, + "mrr_at_1": 0.615, + "mrr_at_10": 0.7189563492063491, + "mrr_at_100": 0.7232323378713482, + "mrr_at_1000": 0.7233127770439444, + "mrr_at_20": 0.7224066821658731, + "mrr_at_3": 0.7004166666666666, + "mrr_at_5": 0.7114166666666665, + "nauc_map_at_1000_diff1": 0.17452876536399708, + "nauc_map_at_1000_max": 0.18872150126164083, + "nauc_map_at_1000_std": -0.0010132722510445393, + "nauc_map_at_100_diff1": 0.16928875063576754, + "nauc_map_at_100_max": 0.1421190195808958, + "nauc_map_at_100_std": -0.020784257308137242, + "nauc_map_at_10_diff1": 0.16454980126824312, + "nauc_map_at_10_max": -0.006013714693134464, + "nauc_map_at_10_std": -0.2027666456967335, + "nauc_map_at_1_diff1": 0.2104642534332755, + "nauc_map_at_1_max": -0.10449876972905563, + "nauc_map_at_1_std": -0.2485900294494016, + "nauc_map_at_20_diff1": 0.16807494403901732, + "nauc_map_at_20_max": 0.038861850925825885, + "nauc_map_at_20_std": -0.15060416881718758, + "nauc_map_at_3_diff1": 0.14696020901741663, + "nauc_map_at_3_max": -0.08339583766096056, + "nauc_map_at_3_std": -0.2613420500558617, + "nauc_map_at_5_diff1": 0.1491597362974268, + "nauc_map_at_5_max": -0.044267636865977095, + "nauc_map_at_5_std": -0.23000604375253492, + "nauc_mrr_at_1000_diff1": 0.3700700182324241, + "nauc_mrr_at_1000_max": 0.3466742215673716, + "nauc_mrr_at_1000_std": 0.11190923580011149, + "nauc_mrr_at_100_diff1": 0.3701776105984516, + "nauc_mrr_at_100_max": 0.3468059230479585, + "nauc_mrr_at_100_std": 0.11198586718392309, + "nauc_mrr_at_10_diff1": 0.36955258810179, + "nauc_mrr_at_10_max": 0.3491780780821394, + "nauc_mrr_at_10_std": 0.1129305428255643, + "nauc_mrr_at_1_diff1": 0.3941302906272154, + "nauc_mrr_at_1_max": 0.3237181685836017, + "nauc_mrr_at_1_std": 0.10644517107599931, + "nauc_mrr_at_20_diff1": 0.36979038424662575, + "nauc_mrr_at_20_max": 0.3483198107899, + "nauc_mrr_at_20_std": 0.11310666815687341, + "nauc_mrr_at_3_diff1": 0.3588522742480347, + "nauc_mrr_at_3_max": 0.33475489145695947, + "nauc_mrr_at_3_std": 0.10214641610318784, + "nauc_mrr_at_5_diff1": 0.3646040283503071, + "nauc_mrr_at_5_max": 0.34886320376996177, + "nauc_mrr_at_5_std": 0.11114849493734202, + "nauc_ndcg_at_1000_diff1": 0.20578477617319552, + "nauc_ndcg_at_1000_max": 0.3173774960957051, + "nauc_ndcg_at_1000_std": 0.1656053100430221, + "nauc_ndcg_at_100_diff1": 0.1885014937145595, + "nauc_ndcg_at_100_max": 0.1984695962763664, + "nauc_ndcg_at_100_std": 0.07040117376991313, + "nauc_ndcg_at_10_diff1": 0.19857933678381315, + "nauc_ndcg_at_10_max": 0.2134212003869339, + "nauc_ndcg_at_10_std": 0.03082581032465315, + "nauc_ndcg_at_1_diff1": 0.29965739948898495, + "nauc_ndcg_at_1_max": 0.2692570693053378, + "nauc_ndcg_at_1_std": 0.10574620979603093, + "nauc_ndcg_at_20_diff1": 0.19409175305262583, + "nauc_ndcg_at_20_max": 0.1647289680557717, + "nauc_ndcg_at_20_std": -0.005755928197390473, + "nauc_ndcg_at_3_diff1": 0.19075097829375115, + "nauc_ndcg_at_3_max": 0.2374806115576065, + "nauc_ndcg_at_3_std": 0.06270074807172149, + "nauc_ndcg_at_5_diff1": 0.18063822749082273, + "nauc_ndcg_at_5_max": 0.23177806529864342, + "nauc_ndcg_at_5_std": 0.056839465915629904, + "nauc_precision_at_1000_diff1": -0.024251516659460202, + "nauc_precision_at_1000_max": 0.15174917386307768, + "nauc_precision_at_1000_std": -0.07320186602171354, + "nauc_precision_at_100_diff1": 0.035666607040304305, + "nauc_precision_at_100_max": 0.3090549923048768, + "nauc_precision_at_100_std": 0.23847794387627122, + "nauc_precision_at_10_diff1": 0.10202134274711927, + "nauc_precision_at_10_max": 0.37180939315102546, + "nauc_precision_at_10_std": 0.24125446499527378, + "nauc_precision_at_1_diff1": 0.3941302906272154, + "nauc_precision_at_1_max": 0.3237181685836017, + "nauc_precision_at_1_std": 0.10644517107599931, + "nauc_precision_at_20_diff1": 0.09473717761639619, + "nauc_precision_at_20_max": 0.36341367129928925, + "nauc_precision_at_20_std": 0.2689291580300948, + "nauc_precision_at_3_diff1": 0.117550259102823, + "nauc_precision_at_3_max": 0.30230183696343516, + "nauc_precision_at_3_std": 0.1252520441601333, + "nauc_precision_at_5_diff1": 0.10716741652853466, + "nauc_precision_at_5_max": 0.34457399952640344, + "nauc_precision_at_5_std": 0.18813734312100439, + "nauc_recall_at_1000_diff1": -0.06284992752027721, + "nauc_recall_at_1000_max": 0.054869035766814615, + "nauc_recall_at_1000_std": 0.4503263144535731, + "nauc_recall_at_100_diff1": 0.08036974131393793, + "nauc_recall_at_100_max": 0.012966014248936326, + "nauc_recall_at_100_std": 0.021899649171576597, + "nauc_recall_at_10_diff1": 0.1249281414374811, + "nauc_recall_at_10_max": -0.07579799624226063, + "nauc_recall_at_10_std": -0.227219357945403, + "nauc_recall_at_1_diff1": 0.2104642534332755, + "nauc_recall_at_1_max": -0.10449876972905563, + "nauc_recall_at_1_std": -0.2485900294494016, + "nauc_recall_at_20_diff1": 0.09571779767937925, + "nauc_recall_at_20_max": -0.06880661175338516, + "nauc_recall_at_20_std": -0.17870888682052097, + "nauc_recall_at_3_diff1": 0.09055518795655168, + "nauc_recall_at_3_max": -0.124001543996361, + "nauc_recall_at_3_std": -0.2725726235676855, + "nauc_recall_at_5_diff1": 0.0957157889783691, + "nauc_recall_at_5_max": -0.08634756319933397, + "nauc_recall_at_5_std": -0.2344257293887547, + "ndcg_at_1": 0.51375, + "ndcg_at_10": 0.40407, + "ndcg_at_100": 0.50992, + "ndcg_at_1000": 0.61671, + "ndcg_at_20": 0.41283, + "ndcg_at_3": 0.43374, + "ndcg_at_5": 0.4113, + "precision_at_1": 0.615, + "precision_at_10": 0.32275, + "precision_at_100": 0.13558, + "precision_at_1000": 0.03234, + "precision_at_20": 0.25762, + "precision_at_3": 0.46833, + "precision_at_5": 0.3985, + "recall_at_1": 0.08549, + "recall_at_10": 0.26253, + "recall_at_100": 0.64216, + "recall_at_1000": 0.95711, + "recall_at_20": 0.35198, + "recall_at_3": 0.15168, + "recall_at_5": 0.18868 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FEVERHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FEVERHardNegatives.json new file mode 100644 index 000000000..0c1ac0080 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 488.7708246707916, + "kg_co2_emissions": 0.21049969811278113, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.72571, + "map_at_1": 0.53052, + "map_at_10": 0.66255, + "map_at_100": 0.66718, + "map_at_1000": 0.66737, + "map_at_20": 0.66555, + "map_at_3": 0.63846, + "map_at_5": 0.65198, + "mrr_at_1": 0.562, + "mrr_at_10": 0.692235317460318, + "mrr_at_100": 0.6954896012875232, + "mrr_at_1000": 0.6955607712464805, + "mrr_at_20": 0.6946353969559858, + "mrr_at_3": 0.6700000000000004, + "mrr_at_5": 0.6834000000000006, + "nauc_map_at_1000_diff1": 0.4362633755647845, + "nauc_map_at_1000_max": 0.16519449302058872, + "nauc_map_at_1000_std": -0.2624787895474338, + "nauc_map_at_100_diff1": 0.43624600353084453, + "nauc_map_at_100_max": 0.16536045649831085, + "nauc_map_at_100_std": -0.26244199824797493, + "nauc_map_at_10_diff1": 0.4362353737831191, + "nauc_map_at_10_max": 0.16570271770335154, + "nauc_map_at_10_std": -0.2655238373563431, + "nauc_map_at_1_diff1": 0.45746385877983337, + "nauc_map_at_1_max": 0.15387671540592673, + "nauc_map_at_1_std": -0.22558476708423067, + "nauc_map_at_20_diff1": 0.4362193414176277, + "nauc_map_at_20_max": 0.16441378732380468, + "nauc_map_at_20_std": -0.2632965949391626, + "nauc_map_at_3_diff1": 0.42502743534162113, + "nauc_map_at_3_max": 0.16741600651225244, + "nauc_map_at_3_std": -0.2718333483209635, + "nauc_map_at_5_diff1": 0.4302257304857677, + "nauc_map_at_5_max": 0.16352625561863315, + "nauc_map_at_5_std": -0.268115197187538, + "nauc_mrr_at_1000_diff1": 0.4342155807318674, + "nauc_mrr_at_1000_max": 0.16383516919803662, + "nauc_mrr_at_1000_std": -0.2883369871521179, + "nauc_mrr_at_100_diff1": 0.4341851108422428, + "nauc_mrr_at_100_max": 0.16392831289185092, + "nauc_mrr_at_100_std": -0.28829505499796065, + "nauc_mrr_at_10_diff1": 0.4338403669901675, + "nauc_mrr_at_10_max": 0.16493828142823524, + "nauc_mrr_at_10_std": -0.29197782768668834, + "nauc_mrr_at_1_diff1": 0.46160302498342726, + "nauc_mrr_at_1_max": 0.15092339952144254, + "nauc_mrr_at_1_std": -0.2479777963029878, + "nauc_mrr_at_20_diff1": 0.4341317597690611, + "nauc_mrr_at_20_max": 0.16377903838915034, + "nauc_mrr_at_20_std": -0.28902221245039333, + "nauc_mrr_at_3_diff1": 0.4232388478698967, + "nauc_mrr_at_3_max": 0.1673780210560895, + "nauc_mrr_at_3_std": -0.29719770371869686, + "nauc_mrr_at_5_diff1": 0.42938522225670844, + "nauc_mrr_at_5_max": 0.16364075779560483, + "nauc_mrr_at_5_std": -0.29409463768313365, + "nauc_ndcg_at_1000_diff1": 0.43299635610831155, + "nauc_ndcg_at_1000_max": 0.1697592976147543, + "nauc_ndcg_at_1000_std": -0.26767224110118043, + "nauc_ndcg_at_100_diff1": 0.43344115578256204, + "nauc_ndcg_at_100_max": 0.17502331735033833, + "nauc_ndcg_at_100_std": -0.26501541751591723, + "nauc_ndcg_at_10_diff1": 0.4319812816540557, + "nauc_ndcg_at_10_max": 0.17453923577922048, + "nauc_ndcg_at_10_std": -0.281878850888745, + "nauc_ndcg_at_1_diff1": 0.46160302498342726, + "nauc_ndcg_at_1_max": 0.15092339952144254, + "nauc_ndcg_at_1_std": -0.2479777963029878, + "nauc_ndcg_at_20_diff1": 0.4324083453560822, + "nauc_ndcg_at_20_max": 0.17016945674390502, + "nauc_ndcg_at_20_std": -0.2722457601935321, + "nauc_ndcg_at_3_diff1": 0.4102306350144848, + "nauc_ndcg_at_3_max": 0.174406933052733, + "nauc_ndcg_at_3_std": -0.2966164828242783, + "nauc_ndcg_at_5_diff1": 0.4192529530499499, + "nauc_ndcg_at_5_max": 0.1685365206110186, + "nauc_ndcg_at_5_std": -0.28918098734385006, + "nauc_precision_at_1000_diff1": -0.12205187119497299, + "nauc_precision_at_1000_max": -0.059264899836368026, + "nauc_precision_at_1000_std": 0.0738973686497844, + "nauc_precision_at_100_diff1": -0.08075203485039506, + "nauc_precision_at_100_max": 0.01589157654731468, + "nauc_precision_at_100_std": 0.057589769065180325, + "nauc_precision_at_10_diff1": 0.16675398172344272, + "nauc_precision_at_10_max": 0.08240449981020692, + "nauc_precision_at_10_std": -0.26554966135351954, + "nauc_precision_at_1_diff1": 0.46160302498342726, + "nauc_precision_at_1_max": 0.15092339952144254, + "nauc_precision_at_1_std": -0.2479777963029878, + "nauc_precision_at_20_diff1": 0.051452688921929356, + "nauc_precision_at_20_max": 0.0155170598839419, + "nauc_precision_at_20_std": -0.11358343092490544, + "nauc_precision_at_3_diff1": 0.2977972693720274, + "nauc_precision_at_3_max": 0.16201259734517304, + "nauc_precision_at_3_std": -0.3935948455561862, + "nauc_precision_at_5_diff1": 0.2627489701276315, + "nauc_precision_at_5_max": 0.12525190394872024, + "nauc_precision_at_5_std": -0.36563908739954104, + "nauc_recall_at_1000_diff1": 0.1362620939772728, + "nauc_recall_at_1000_max": 0.13656676278625832, + "nauc_recall_at_1000_std": 0.4947418286909145, + "nauc_recall_at_100_diff1": 0.35702728142000545, + "nauc_recall_at_100_max": 0.39516338537422335, + "nauc_recall_at_100_std": 0.08256908701616346, + "nauc_recall_at_10_diff1": 0.38489767490420784, + "nauc_recall_at_10_max": 0.22629415425088542, + "nauc_recall_at_10_std": -0.3046258678291004, + "nauc_recall_at_1_diff1": 0.45746385877983337, + "nauc_recall_at_1_max": 0.15387671540592673, + "nauc_recall_at_1_std": -0.22558476708423067, + "nauc_recall_at_20_diff1": 0.3670000667580134, + "nauc_recall_at_20_max": 0.2025801911787886, + "nauc_recall_at_20_std": -0.21911353379110177, + "nauc_recall_at_3_diff1": 0.3399007820109616, + "nauc_recall_at_3_max": 0.19635780621366905, + "nauc_recall_at_3_std": -0.346770504719837, + "nauc_recall_at_5_diff1": 0.34984631345231876, + "nauc_recall_at_5_max": 0.18087852532644255, + "nauc_recall_at_5_std": -0.33050087561116465, + "ndcg_at_1": 0.562, + "ndcg_at_10": 0.72571, + "ndcg_at_100": 0.74469, + "ndcg_at_1000": 0.74825, + "ndcg_at_20": 0.7355, + "ndcg_at_3": 0.67971, + "ndcg_at_5": 0.70236, + "precision_at_1": 0.562, + "precision_at_10": 0.0969, + "precision_at_100": 0.01088, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05085, + "precision_at_3": 0.273, + "precision_at_5": 0.177, + "recall_at_1": 0.53052, + "recall_at_10": 0.89015, + "recall_at_100": 0.96995, + "recall_at_1000": 0.99272, + "recall_at_20": 0.9262, + "recall_at_3": 0.76595, + "recall_at_5": 0.8207 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQA-PLHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..f0abd2ee4 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 629.8817472457886, + "kg_co2_emissions": 0.2728973741363752, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.67458, + "map_at_1": 0.339, + "map_at_10": 0.58327, + "map_at_100": 0.59469, + "map_at_1000": 0.59531, + "map_at_20": 0.58939, + "map_at_3": 0.53175, + "map_at_5": 0.56425, + "mrr_at_1": 0.678, + "mrr_at_10": 0.767929365079365, + "mrr_at_100": 0.7710010802754794, + "mrr_at_1000": 0.7710308635324955, + "mrr_at_20": 0.7699989572518986, + "mrr_at_3": 0.7495000000000004, + "mrr_at_5": 0.7623000000000005, + "nauc_map_at_1000_diff1": 0.2812211180270626, + "nauc_map_at_1000_max": 0.2244019378549741, + "nauc_map_at_1000_std": -0.11750742214378587, + "nauc_map_at_100_diff1": 0.2810001868942246, + "nauc_map_at_100_max": 0.22423323501691061, + "nauc_map_at_100_std": -0.11753203277923649, + "nauc_map_at_10_diff1": 0.27775500972357536, + "nauc_map_at_10_max": 0.2238701406018885, + "nauc_map_at_10_std": -0.12039842185886776, + "nauc_map_at_1_diff1": 0.5952420278933406, + "nauc_map_at_1_max": 0.27873210211729266, + "nauc_map_at_1_std": -0.19770170711648408, + "nauc_map_at_20_diff1": 0.2801599087685892, + "nauc_map_at_20_max": 0.22295975757375103, + "nauc_map_at_20_std": -0.11986512332471064, + "nauc_map_at_3_diff1": 0.26400226376116837, + "nauc_map_at_3_max": 0.21017265690638168, + "nauc_map_at_3_std": -0.1204227604999618, + "nauc_map_at_5_diff1": 0.2691746024088985, + "nauc_map_at_5_max": 0.21245938208287363, + "nauc_map_at_5_std": -0.12818452583255005, + "nauc_mrr_at_1000_diff1": 0.5796714873737124, + "nauc_mrr_at_1000_max": 0.3086108108545445, + "nauc_mrr_at_1000_std": -0.20553888854265936, + "nauc_mrr_at_100_diff1": 0.5795833057922442, + "nauc_mrr_at_100_max": 0.30861102776663957, + "nauc_mrr_at_100_std": -0.2054121289649255, + "nauc_mrr_at_10_diff1": 0.5789861801483756, + "nauc_mrr_at_10_max": 0.3083716866877253, + "nauc_mrr_at_10_std": -0.2096521935662051, + "nauc_mrr_at_1_diff1": 0.5952420278933406, + "nauc_mrr_at_1_max": 0.27873210211729266, + "nauc_mrr_at_1_std": -0.19770170711648408, + "nauc_mrr_at_20_diff1": 0.5791283116593884, + "nauc_mrr_at_20_max": 0.30878088382957103, + "nauc_mrr_at_20_std": -0.20656030209616447, + "nauc_mrr_at_3_diff1": 0.5828530542353559, + "nauc_mrr_at_3_max": 0.3193430482586276, + "nauc_mrr_at_3_std": -0.1976725793455754, + "nauc_mrr_at_5_diff1": 0.5766734673659248, + "nauc_mrr_at_5_max": 0.3120402791037392, + "nauc_mrr_at_5_std": -0.2050628869001889, + "nauc_ndcg_at_1000_diff1": 0.3445124647801612, + "nauc_ndcg_at_1000_max": 0.2553231620977586, + "nauc_ndcg_at_1000_std": -0.11983076944743974, + "nauc_ndcg_at_100_diff1": 0.3361526065163692, + "nauc_ndcg_at_100_max": 0.25297650362899504, + "nauc_ndcg_at_100_std": -0.11334131957958525, + "nauc_ndcg_at_10_diff1": 0.3254201600712725, + "nauc_ndcg_at_10_max": 0.250342211551151, + "nauc_ndcg_at_10_std": -0.13411395787997793, + "nauc_ndcg_at_1_diff1": 0.5952420278933406, + "nauc_ndcg_at_1_max": 0.27873210211729266, + "nauc_ndcg_at_1_std": -0.19770170711648408, + "nauc_ndcg_at_20_diff1": 0.3301939446898632, + "nauc_ndcg_at_20_max": 0.2482417121490089, + "nauc_ndcg_at_20_std": -0.12834083778160954, + "nauc_ndcg_at_3_diff1": 0.3110617022073988, + "nauc_ndcg_at_3_max": 0.2357875956411407, + "nauc_ndcg_at_3_std": -0.13174889806491752, + "nauc_ndcg_at_5_diff1": 0.30993281832354197, + "nauc_ndcg_at_5_max": 0.23380129713450526, + "nauc_ndcg_at_5_std": -0.14415942096269604, + "nauc_precision_at_1000_diff1": 0.14791958450044365, + "nauc_precision_at_1000_max": 0.5275005835667438, + "nauc_precision_at_1000_std": 0.6530112044817894, + "nauc_precision_at_100_diff1": 0.11745323129251828, + "nauc_precision_at_100_max": 0.2517944677871124, + "nauc_precision_at_100_std": 0.190591861744697, + "nauc_precision_at_10_diff1": 0.20065022990100395, + "nauc_precision_at_10_max": 0.23716047138079271, + "nauc_precision_at_10_std": -0.08803820997784823, + "nauc_precision_at_1_diff1": 0.5952420278933406, + "nauc_precision_at_1_max": 0.27873210211729266, + "nauc_precision_at_1_std": -0.19770170711648408, + "nauc_precision_at_20_diff1": 0.19796592695986617, + "nauc_precision_at_20_max": 0.22858127459696514, + "nauc_precision_at_20_std": -0.05446155271822641, + "nauc_precision_at_3_diff1": 0.2092065458052922, + "nauc_precision_at_3_max": 0.21845017573857745, + "nauc_precision_at_3_std": -0.10531161628340295, + "nauc_precision_at_5_diff1": 0.1874013104663424, + "nauc_precision_at_5_max": 0.20457668157919393, + "nauc_precision_at_5_std": -0.12452847635923957, + "nauc_recall_at_1000_diff1": 0.14791958450046622, + "nauc_recall_at_1000_max": 0.5275005835667601, + "nauc_recall_at_1000_std": 0.6530112044817911, + "nauc_recall_at_100_diff1": 0.11745323129251452, + "nauc_recall_at_100_max": 0.25179446778711306, + "nauc_recall_at_100_std": 0.19059186174469472, + "nauc_recall_at_10_diff1": 0.20065022990100584, + "nauc_recall_at_10_max": 0.2371604713807942, + "nauc_recall_at_10_std": -0.08803820997784775, + "nauc_recall_at_1_diff1": 0.5952420278933406, + "nauc_recall_at_1_max": 0.27873210211729266, + "nauc_recall_at_1_std": -0.19770170711648408, + "nauc_recall_at_20_diff1": 0.1979659269598653, + "nauc_recall_at_20_max": 0.22858127459696512, + "nauc_recall_at_20_std": -0.05446155271822848, + "nauc_recall_at_3_diff1": 0.20920654580529158, + "nauc_recall_at_3_max": 0.2184501757385767, + "nauc_recall_at_3_std": -0.10531161628340321, + "nauc_recall_at_5_diff1": 0.18740131046634181, + "nauc_recall_at_5_max": 0.20457668157919331, + "nauc_recall_at_5_std": -0.12452847635923947, + "ndcg_at_1": 0.678, + "ndcg_at_10": 0.67458, + "ndcg_at_100": 0.7164, + "ndcg_at_1000": 0.72618, + "ndcg_at_20": 0.69066, + "ndcg_at_3": 0.59937, + "ndcg_at_5": 0.64233, + "precision_at_1": 0.678, + "precision_at_10": 0.1514, + "precision_at_100": 0.01844, + "precision_at_1000": 0.00197, + "precision_at_20": 0.0809, + "precision_at_3": 0.394, + "precision_at_5": 0.2704, + "recall_at_1": 0.339, + "recall_at_10": 0.757, + "recall_at_100": 0.922, + "recall_at_1000": 0.984, + "recall_at_20": 0.809, + "recall_at_3": 0.591, + "recall_at_5": 0.676 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQAHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQAHardNegatives.json new file mode 100644 index 000000000..1b43573fd --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 662.7454755306244, + "kg_co2_emissions": 0.24788932255040705, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73963, + "map_at_1": 0.38, + "map_at_10": 0.65299, + "map_at_100": 0.66351, + "map_at_1000": 0.664, + "map_at_20": 0.65927, + "map_at_3": 0.60392, + "map_at_5": 0.63499, + "mrr_at_1": 0.76, + "mrr_at_10": 0.8359396825396825, + "mrr_at_100": 0.8373085714070942, + "mrr_at_1000": 0.8373378278625833, + "mrr_at_20": 0.8368202087515169, + "mrr_at_3": 0.8241666666666667, + "mrr_at_5": 0.8317166666666669, + "nauc_map_at_1000_diff1": 0.2612369953691154, + "nauc_map_at_1000_max": 0.3123625687671455, + "nauc_map_at_1000_std": -0.150303605278679, + "nauc_map_at_100_diff1": 0.2607862132135269, + "nauc_map_at_100_max": 0.3121004826573387, + "nauc_map_at_100_std": -0.14996600995463255, + "nauc_map_at_10_diff1": 0.2588668885099244, + "nauc_map_at_10_max": 0.3129014807931895, + "nauc_map_at_10_std": -0.1520177090821758, + "nauc_map_at_1_diff1": 0.6185883014623171, + "nauc_map_at_1_max": 0.3880353898070434, + "nauc_map_at_1_std": -0.23640867007008765, + "nauc_map_at_20_diff1": 0.25988221391234034, + "nauc_map_at_20_max": 0.3122223739986967, + "nauc_map_at_20_std": -0.15149960772868531, + "nauc_map_at_3_diff1": 0.24151020213396557, + "nauc_map_at_3_max": 0.30452098942315825, + "nauc_map_at_3_std": -0.1608311223050893, + "nauc_map_at_5_diff1": 0.25857448441343767, + "nauc_map_at_5_max": 0.3119122011723658, + "nauc_map_at_5_std": -0.15618642166107316, + "nauc_mrr_at_1000_diff1": 0.6169334555050631, + "nauc_mrr_at_1000_max": 0.4307684578264956, + "nauc_mrr_at_1000_std": -0.25455394447012897, + "nauc_mrr_at_100_diff1": 0.6168902365345177, + "nauc_mrr_at_100_max": 0.4308148461205104, + "nauc_mrr_at_100_std": -0.2544525982763012, + "nauc_mrr_at_10_diff1": 0.6165693044610598, + "nauc_mrr_at_10_max": 0.43216920795576597, + "nauc_mrr_at_10_std": -0.2549372818993384, + "nauc_mrr_at_1_diff1": 0.6185883014623171, + "nauc_mrr_at_1_max": 0.3880353898070434, + "nauc_mrr_at_1_std": -0.23640867007008765, + "nauc_mrr_at_20_diff1": 0.6169681958768858, + "nauc_mrr_at_20_max": 0.43141209543509884, + "nauc_mrr_at_20_std": -0.2548607892435678, + "nauc_mrr_at_3_diff1": 0.6151173726851293, + "nauc_mrr_at_3_max": 0.4380925327387904, + "nauc_mrr_at_3_std": -0.25753911229298043, + "nauc_mrr_at_5_diff1": 0.6159511516299692, + "nauc_mrr_at_5_max": 0.4319720978020678, + "nauc_mrr_at_5_std": -0.2649079329792175, + "nauc_ndcg_at_1000_diff1": 0.32353301467385687, + "nauc_ndcg_at_1000_max": 0.34156630311293623, + "nauc_ndcg_at_1000_std": -0.15592312379023834, + "nauc_ndcg_at_100_diff1": 0.31077409553716834, + "nauc_ndcg_at_100_max": 0.3365897745815572, + "nauc_ndcg_at_100_std": -0.14642680778585038, + "nauc_ndcg_at_10_diff1": 0.30311855405662536, + "nauc_ndcg_at_10_max": 0.3388953608978059, + "nauc_ndcg_at_10_std": -0.1607930286307529, + "nauc_ndcg_at_1_diff1": 0.6185883014623171, + "nauc_ndcg_at_1_max": 0.3880353898070434, + "nauc_ndcg_at_1_std": -0.23640867007008765, + "nauc_ndcg_at_20_diff1": 0.306522901295655, + "nauc_ndcg_at_20_max": 0.33725313640167315, + "nauc_ndcg_at_20_std": -0.1577048598388769, + "nauc_ndcg_at_3_diff1": 0.28495175367075615, + "nauc_ndcg_at_3_max": 0.33119566799151806, + "nauc_ndcg_at_3_std": -0.17697297522155714, + "nauc_ndcg_at_5_diff1": 0.3036119628526876, + "nauc_ndcg_at_5_max": 0.3372094957341699, + "nauc_ndcg_at_5_std": -0.17407784177172747, + "nauc_precision_at_1000_diff1": -0.0532487504805981, + "nauc_precision_at_1000_max": 0.458559894546032, + "nauc_precision_at_1000_std": 0.8007909045971249, + "nauc_precision_at_100_diff1": -0.024875257456545362, + "nauc_precision_at_100_max": 0.22764760123751476, + "nauc_precision_at_100_std": 0.20683994174372336, + "nauc_precision_at_10_diff1": 0.15521442064935181, + "nauc_precision_at_10_max": 0.2971743083631992, + "nauc_precision_at_10_std": -0.09361593192210703, + "nauc_precision_at_1_diff1": 0.6185883014623171, + "nauc_precision_at_1_max": 0.3880353898070434, + "nauc_precision_at_1_std": -0.23640867007008765, + "nauc_precision_at_20_diff1": 0.13214038375741569, + "nauc_precision_at_20_max": 0.2813517938111218, + "nauc_precision_at_20_std": -0.059066310996953676, + "nauc_precision_at_3_diff1": 0.17820277353898814, + "nauc_precision_at_3_max": 0.310037758223506, + "nauc_precision_at_3_std": -0.1567651588759235, + "nauc_precision_at_5_diff1": 0.19312485495474555, + "nauc_precision_at_5_max": 0.3090809932699002, + "nauc_precision_at_5_std": -0.14442330006962176, + "nauc_recall_at_1000_diff1": -0.05324875048059572, + "nauc_recall_at_1000_max": 0.4585598945460529, + "nauc_recall_at_1000_std": 0.8007909045971408, + "nauc_recall_at_100_diff1": -0.02487525745654516, + "nauc_recall_at_100_max": 0.22764760123751657, + "nauc_recall_at_100_std": 0.20683994174372372, + "nauc_recall_at_10_diff1": 0.15521442064935215, + "nauc_recall_at_10_max": 0.2971743083631994, + "nauc_recall_at_10_std": -0.09361593192210677, + "nauc_recall_at_1_diff1": 0.6185883014623171, + "nauc_recall_at_1_max": 0.3880353898070434, + "nauc_recall_at_1_std": -0.23640867007008765, + "nauc_recall_at_20_diff1": 0.1321403837574164, + "nauc_recall_at_20_max": 0.2813517938111224, + "nauc_recall_at_20_std": -0.05906631099695156, + "nauc_recall_at_3_diff1": 0.17820277353898784, + "nauc_recall_at_3_max": 0.31003775822350577, + "nauc_recall_at_3_std": -0.1567651588759243, + "nauc_recall_at_5_diff1": 0.19312485495474502, + "nauc_recall_at_5_max": 0.3090809932699002, + "nauc_recall_at_5_std": -0.14442330006962173, + "ndcg_at_1": 0.76, + "ndcg_at_10": 0.73963, + "ndcg_at_100": 0.77412, + "ndcg_at_1000": 0.78147, + "ndcg_at_20": 0.75466, + "ndcg_at_3": 0.67151, + "ndcg_at_5": 0.70995, + "precision_at_1": 0.76, + "precision_at_10": 0.1624, + "precision_at_100": 0.01891, + "precision_at_1000": 0.00198, + "precision_at_20": 0.08605, + "precision_at_3": 0.441, + "precision_at_5": 0.295, + "recall_at_1": 0.38, + "recall_at_10": 0.812, + "recall_at_100": 0.9455, + "recall_at_1000": 0.9915, + "recall_at_20": 0.8605, + "recall_at_3": 0.6615, + "recall_at_5": 0.7375 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MIRACLRetrievalHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..018d60962 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 7364.810382843018, + "kg_co2_emissions": 3.40956294371889, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.58448, + "map_at_1": 0.28087, + "map_at_10": 0.48717, + "map_at_100": 0.50561, + "map_at_1000": 0.506, + "map_at_20": 0.49801, + "map_at_3": 0.4189, + "map_at_5": 0.45629, + "mrr_at_1": 0.41, + "mrr_at_10": 0.5716865079365081, + "mrr_at_100": 0.5768277904950668, + "mrr_at_1000": 0.5768989981737589, + "mrr_at_20": 0.5749864780816021, + "mrr_at_3": 0.5388333333333328, + "mrr_at_5": 0.558583333333333, + "nauc_map_at_1000_diff1": 0.14122356456268326, + "nauc_map_at_1000_max": -0.015037869040795942, + "nauc_map_at_1000_std": -0.23342332432083654, + "nauc_map_at_100_diff1": 0.14108003362967586, + "nauc_map_at_100_max": -0.014863454049326999, + "nauc_map_at_100_std": -0.23344608971760247, + "nauc_map_at_10_diff1": 0.13627128981019357, + "nauc_map_at_10_max": -0.022387957537731, + "nauc_map_at_10_std": -0.24509588387066164, + "nauc_map_at_1_diff1": 0.19287497062456854, + "nauc_map_at_1_max": -0.06254887819101537, + "nauc_map_at_1_std": -0.23581876294962087, + "nauc_map_at_20_diff1": 0.14030575653177688, + "nauc_map_at_20_max": -0.015233308386105095, + "nauc_map_at_20_std": -0.23706161694119737, + "nauc_map_at_3_diff1": 0.14778755034892366, + "nauc_map_at_3_max": -0.039997211904254266, + "nauc_map_at_3_std": -0.2550697790040213, + "nauc_map_at_5_diff1": 0.13822238389214908, + "nauc_map_at_5_max": -0.02960135357218629, + "nauc_map_at_5_std": -0.2525936863425275, + "nauc_mrr_at_1000_diff1": 0.14282648187485983, + "nauc_mrr_at_1000_max": -0.023893353780140774, + "nauc_mrr_at_1000_std": -0.1933957840565863, + "nauc_mrr_at_100_diff1": 0.14289628896347545, + "nauc_mrr_at_100_max": -0.023782218270812408, + "nauc_mrr_at_100_std": -0.19339544822904586, + "nauc_mrr_at_10_diff1": 0.140875026411775, + "nauc_mrr_at_10_max": -0.023077779981632403, + "nauc_mrr_at_10_std": -0.19335997158154616, + "nauc_mrr_at_1_diff1": 0.1421018639316946, + "nauc_mrr_at_1_max": -0.058345066329100775, + "nauc_mrr_at_1_std": -0.18972318741361716, + "nauc_mrr_at_20_diff1": 0.14230700526918222, + "nauc_mrr_at_20_max": -0.022597851372381916, + "nauc_mrr_at_20_std": -0.19284989060261085, + "nauc_mrr_at_3_diff1": 0.1495316995934731, + "nauc_mrr_at_3_max": -0.023966356875009403, + "nauc_mrr_at_3_std": -0.200743382801864, + "nauc_mrr_at_5_diff1": 0.1449035091070622, + "nauc_mrr_at_5_max": -0.02192528435651663, + "nauc_mrr_at_5_std": -0.1978042669353717, + "nauc_ndcg_at_1000_diff1": 0.14224969162734757, + "nauc_ndcg_at_1000_max": 0.0006311373975233057, + "nauc_ndcg_at_1000_std": -0.20571004510762003, + "nauc_ndcg_at_100_diff1": 0.14110409956791897, + "nauc_ndcg_at_100_max": 0.004567521332972826, + "nauc_ndcg_at_100_std": -0.20363711256303224, + "nauc_ndcg_at_10_diff1": 0.12722630689110917, + "nauc_ndcg_at_10_max": -0.00779299925425753, + "nauc_ndcg_at_10_std": -0.23486652984337092, + "nauc_ndcg_at_1_diff1": 0.1421018639316946, + "nauc_ndcg_at_1_max": -0.058345066329100775, + "nauc_ndcg_at_1_std": -0.18972318741361716, + "nauc_ndcg_at_20_diff1": 0.13671736541617358, + "nauc_ndcg_at_20_max": 0.00864149136194342, + "nauc_ndcg_at_20_std": -0.21502330936278943, + "nauc_ndcg_at_3_diff1": 0.14031801241249922, + "nauc_ndcg_at_3_max": -0.029340503121687653, + "nauc_ndcg_at_3_std": -0.24434294649087246, + "nauc_ndcg_at_5_diff1": 0.1316583490331399, + "nauc_ndcg_at_5_max": -0.0190492565140717, + "nauc_ndcg_at_5_std": -0.24755933011189746, + "nauc_precision_at_1000_diff1": -0.05480047158528164, + "nauc_precision_at_1000_max": 0.1178052166092444, + "nauc_precision_at_1000_std": 0.2320439236721181, + "nauc_precision_at_100_diff1": -0.054051942979886476, + "nauc_precision_at_100_max": 0.13231279233036713, + "nauc_precision_at_100_std": 0.23578542137417402, + "nauc_precision_at_10_diff1": -0.03862908791892646, + "nauc_precision_at_10_max": 0.11452202351267286, + "nauc_precision_at_10_std": 0.06742820369408696, + "nauc_precision_at_1_diff1": 0.1421018639316946, + "nauc_precision_at_1_max": -0.058345066329100775, + "nauc_precision_at_1_std": -0.18972318741361716, + "nauc_precision_at_20_diff1": -0.027682917968466437, + "nauc_precision_at_20_max": 0.151957493093338, + "nauc_precision_at_20_std": 0.1438361215834763, + "nauc_precision_at_3_diff1": 0.029056697282012278, + "nauc_precision_at_3_max": 0.04441297527662497, + "nauc_precision_at_3_std": -0.09114826778929892, + "nauc_precision_at_5_diff1": -0.021372642663624784, + "nauc_precision_at_5_max": 0.07883165736556143, + "nauc_precision_at_5_std": -0.029274160026178806, + "nauc_recall_at_1000_diff1": 0.8692810457515981, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.10443254978317684, + "nauc_recall_at_100_max": 0.21700056229981118, + "nauc_recall_at_100_std": -0.016484892223400986, + "nauc_recall_at_10_diff1": 0.058537356661698514, + "nauc_recall_at_10_max": 0.019490747318436336, + "nauc_recall_at_10_std": -0.2528681014137848, + "nauc_recall_at_1_diff1": 0.19287497062456854, + "nauc_recall_at_1_max": -0.06254887819101537, + "nauc_recall_at_1_std": -0.23581876294962087, + "nauc_recall_at_20_diff1": 0.08325770847279464, + "nauc_recall_at_20_max": 0.10168548092657814, + "nauc_recall_at_20_std": -0.18000004277435186, + "nauc_recall_at_3_diff1": 0.12343193737736526, + "nauc_recall_at_3_max": -0.032529778919694254, + "nauc_recall_at_3_std": -0.2728275168830664, + "nauc_recall_at_5_diff1": 0.09535222411928028, + "nauc_recall_at_5_max": -0.013954609169129505, + "nauc_recall_at_5_std": -0.27302544649693455, + "ndcg_at_1": 0.41, + "ndcg_at_10": 0.58448, + "ndcg_at_100": 0.64095, + "ndcg_at_1000": 0.64568, + "ndcg_at_20": 0.60987, + "ndcg_at_3": 0.49256, + "ndcg_at_5": 0.53302, + "precision_at_1": 0.41, + "precision_at_10": 0.1405, + "precision_at_100": 0.01913, + "precision_at_1000": 0.00198, + "precision_at_20": 0.07965, + "precision_at_3": 0.29233, + "precision_at_5": 0.2208, + "recall_at_1": 0.28087, + "recall_at_10": 0.76739, + "recall_at_100": 0.97201, + "recall_at_1000": 0.99967, + "recall_at_20": 0.84532, + "recall_at_3": 0.53892, + "recall_at_5": 0.6379 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.60572, + "map_at_1": 0.31244, + "map_at_10": 0.5139, + "map_at_100": 0.53396, + "map_at_1000": 0.53458, + "map_at_20": 0.52784, + "map_at_3": 0.44859, + "map_at_5": 0.48689, + "mrr_at_1": 0.49635036496350365, + "mrr_at_10": 0.6262590275363997, + "mrr_at_100": 0.6310101349638102, + "mrr_at_1000": 0.6311291653732697, + "mrr_at_20": 0.6294311816774585, + "mrr_at_3": 0.5981346309813466, + "mrr_at_5": 0.6152879156528793, + "nauc_map_at_1000_diff1": 0.18162470563479596, + "nauc_map_at_1000_max": 0.15142127157324378, + "nauc_map_at_1000_std": -0.15579628832786188, + "nauc_map_at_100_diff1": 0.18167961581702677, + "nauc_map_at_100_max": 0.1514116739608651, + "nauc_map_at_100_std": -0.15574453863370216, + "nauc_map_at_10_diff1": 0.18706348249621627, + "nauc_map_at_10_max": 0.14905283732365812, + "nauc_map_at_10_std": -0.1744332271950045, + "nauc_map_at_1_diff1": 0.23646502582883747, + "nauc_map_at_1_max": 0.08065975525616095, + "nauc_map_at_1_std": -0.20751388920191893, + "nauc_map_at_20_diff1": 0.182675315860318, + "nauc_map_at_20_max": 0.15215053394225814, + "nauc_map_at_20_std": -0.16002946013620375, + "nauc_map_at_3_diff1": 0.19658943696272896, + "nauc_map_at_3_max": 0.12987753237844463, + "nauc_map_at_3_std": -0.19947056892249945, + "nauc_map_at_5_diff1": 0.18453059714711012, + "nauc_map_at_5_max": 0.14114508767594944, + "nauc_map_at_5_std": -0.18840026133883833, + "nauc_mrr_at_1000_diff1": 0.1827876232958629, + "nauc_mrr_at_1000_max": 0.17167610218627516, + "nauc_mrr_at_1000_std": -0.09060117901595004, + "nauc_mrr_at_100_diff1": 0.18269814725387834, + "nauc_mrr_at_100_max": 0.17166232753752145, + "nauc_mrr_at_100_std": -0.09058593143766677, + "nauc_mrr_at_10_diff1": 0.1828515379556915, + "nauc_mrr_at_10_max": 0.17496009595806142, + "nauc_mrr_at_10_std": -0.08660434826976451, + "nauc_mrr_at_1_diff1": 0.18707215096023774, + "nauc_mrr_at_1_max": 0.14895991546890244, + "nauc_mrr_at_1_std": -0.09939374343008969, + "nauc_mrr_at_20_diff1": 0.18381065913147548, + "nauc_mrr_at_20_max": 0.17260872755651832, + "nauc_mrr_at_20_std": -0.08959768134931324, + "nauc_mrr_at_3_diff1": 0.17565203962040402, + "nauc_mrr_at_3_max": 0.16466956179970987, + "nauc_mrr_at_3_std": -0.09907311586758316, + "nauc_mrr_at_5_diff1": 0.17678028970044984, + "nauc_mrr_at_5_max": 0.16530438786804216, + "nauc_mrr_at_5_std": -0.09887868571126798, + "nauc_ndcg_at_1000_diff1": 0.1762623787141236, + "nauc_ndcg_at_1000_max": 0.17162915042775115, + "nauc_ndcg_at_1000_std": -0.10822859481176887, + "nauc_ndcg_at_100_diff1": 0.17578932932174232, + "nauc_ndcg_at_100_max": 0.17023703457328465, + "nauc_ndcg_at_100_std": -0.10597024346784865, + "nauc_ndcg_at_10_diff1": 0.18939651963020734, + "nauc_ndcg_at_10_max": 0.17492228158506426, + "nauc_ndcg_at_10_std": -0.14011088891843762, + "nauc_ndcg_at_1_diff1": 0.18707215096023774, + "nauc_ndcg_at_1_max": 0.14895991546890244, + "nauc_ndcg_at_1_std": -0.09939374343008969, + "nauc_ndcg_at_20_diff1": 0.18504447463976684, + "nauc_ndcg_at_20_max": 0.1778911329294409, + "nauc_ndcg_at_20_std": -0.11747795076590499, + "nauc_ndcg_at_3_diff1": 0.18346680199947685, + "nauc_ndcg_at_3_max": 0.14215991393841848, + "nauc_ndcg_at_3_std": -0.15921200944119876, + "nauc_ndcg_at_5_diff1": 0.17894762126937805, + "nauc_ndcg_at_5_max": 0.1557381942073268, + "nauc_ndcg_at_5_std": -0.16262385026462636, + "nauc_precision_at_1000_diff1": -0.17283542147644854, + "nauc_precision_at_1000_max": 0.04569265832151333, + "nauc_precision_at_1000_std": 0.32513182656039236, + "nauc_precision_at_100_diff1": -0.1575140033070899, + "nauc_precision_at_100_max": 0.060920552096470966, + "nauc_precision_at_100_std": 0.33932668707921876, + "nauc_precision_at_10_diff1": -0.08772796564102206, + "nauc_precision_at_10_max": 0.13604973241064228, + "nauc_precision_at_10_std": 0.22545346256955115, + "nauc_precision_at_1_diff1": 0.18707215096023774, + "nauc_precision_at_1_max": 0.14895991546890244, + "nauc_precision_at_1_std": -0.09939374343008969, + "nauc_precision_at_20_diff1": -0.12438956254899143, + "nauc_precision_at_20_max": 0.10641346848711859, + "nauc_precision_at_20_std": 0.2930250718600008, + "nauc_precision_at_3_diff1": -0.004725049427926196, + "nauc_precision_at_3_max": 0.15534141361329262, + "nauc_precision_at_3_std": 0.03443540890221339, + "nauc_precision_at_5_diff1": -0.06892006327769143, + "nauc_precision_at_5_max": 0.14182212642014283, + "nauc_precision_at_5_std": 0.1161076291543245, + "nauc_recall_at_1000_diff1": 0.652648406487817, + "nauc_recall_at_1000_max": 0.8649881888034371, + "nauc_recall_at_1000_std": 0.7131683286794809, + "nauc_recall_at_100_diff1": 0.13356116883164162, + "nauc_recall_at_100_max": 0.1629788249039442, + "nauc_recall_at_100_std": 0.0718317894594134, + "nauc_recall_at_10_diff1": 0.20601615054313444, + "nauc_recall_at_10_max": 0.20131329357575656, + "nauc_recall_at_10_std": -0.14576426105511703, + "nauc_recall_at_1_diff1": 0.23646502582883747, + "nauc_recall_at_1_max": 0.08065975525616095, + "nauc_recall_at_1_std": -0.20751388920191893, + "nauc_recall_at_20_diff1": 0.2172595301287509, + "nauc_recall_at_20_max": 0.22053542523367714, + "nauc_recall_at_20_std": -0.08839463781234022, + "nauc_recall_at_3_diff1": 0.1882055886120657, + "nauc_recall_at_3_max": 0.13039874076625205, + "nauc_recall_at_3_std": -0.21059367073655114, + "nauc_recall_at_5_diff1": 0.17811241512564605, + "nauc_recall_at_5_max": 0.16291108239114108, + "nauc_recall_at_5_std": -0.200702945228432, + "ndcg_at_1": 0.49635, + "ndcg_at_10": 0.60572, + "ndcg_at_100": 0.66175, + "ndcg_at_1000": 0.67014, + "ndcg_at_20": 0.63506, + "ndcg_at_3": 0.52191, + "ndcg_at_5": 0.56214, + "precision_at_1": 0.49635, + "precision_at_10": 0.14526, + "precision_at_100": 0.01964, + "precision_at_1000": 0.00209, + "precision_at_20": 0.08431, + "precision_at_3": 0.31468, + "precision_at_5": 0.23406, + "recall_at_1": 0.31244, + "recall_at_10": 0.74795, + "recall_at_100": 0.94593, + "recall_at_1000": 0.99615, + "recall_at_20": 0.83348, + "recall_at_3": 0.53352, + "recall_at_5": 0.63592 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.426, + "map_at_1": 0.13985, + "map_at_10": 0.31735, + "map_at_100": 0.35032, + "map_at_1000": 0.35143, + "map_at_20": 0.33562, + "map_at_3": 0.24917, + "map_at_5": 0.27847, + "mrr_at_1": 0.3016393442622951, + "mrr_at_10": 0.4597983346344004, + "mrr_at_100": 0.4674046283514478, + "mrr_at_1000": 0.4675483432428096, + "mrr_at_20": 0.4649995840101411, + "mrr_at_3": 0.42131147540983604, + "mrr_at_5": 0.44163934426229523, + "nauc_map_at_1000_diff1": 0.09296400694478749, + "nauc_map_at_1000_max": 0.008078337663051563, + "nauc_map_at_1000_std": -0.07829106834509329, + "nauc_map_at_100_diff1": 0.0940980069856032, + "nauc_map_at_100_max": 0.00812865389549222, + "nauc_map_at_100_std": -0.07906060399382807, + "nauc_map_at_10_diff1": 0.0937394969222537, + "nauc_map_at_10_max": -0.005451277692450197, + "nauc_map_at_10_std": -0.09607496461578104, + "nauc_map_at_1_diff1": 0.07176303081531775, + "nauc_map_at_1_max": -0.08243532584547301, + "nauc_map_at_1_std": -0.10832771534306304, + "nauc_map_at_20_diff1": 0.09103947181436006, + "nauc_map_at_20_max": 0.001994831267035957, + "nauc_map_at_20_std": -0.09033829774404868, + "nauc_map_at_3_diff1": 0.08805085084063467, + "nauc_map_at_3_max": -0.02978765099886269, + "nauc_map_at_3_std": -0.08062386087298902, + "nauc_map_at_5_diff1": 0.07918958139710008, + "nauc_map_at_5_max": -0.022144180197750985, + "nauc_map_at_5_std": -0.09129709876125094, + "nauc_mrr_at_1000_diff1": 0.07902594651384866, + "nauc_mrr_at_1000_max": -0.012145629448744994, + "nauc_mrr_at_1000_std": -0.04676772054115295, + "nauc_mrr_at_100_diff1": 0.07935917823609712, + "nauc_mrr_at_100_max": -0.011927120430162029, + "nauc_mrr_at_100_std": -0.046525381789169706, + "nauc_mrr_at_10_diff1": 0.0821221101752329, + "nauc_mrr_at_10_max": -0.007892406899595951, + "nauc_mrr_at_10_std": -0.045643194412978816, + "nauc_mrr_at_1_diff1": 0.07419088921129632, + "nauc_mrr_at_1_max": -0.05074007568867544, + "nauc_mrr_at_1_std": -0.06829683538918128, + "nauc_mrr_at_20_diff1": 0.0796700458776877, + "nauc_mrr_at_20_max": -0.011444145081320158, + "nauc_mrr_at_20_std": -0.04750308411884529, + "nauc_mrr_at_3_diff1": 0.07294690281333684, + "nauc_mrr_at_3_max": -0.015074218081766748, + "nauc_mrr_at_3_std": -0.04067607546932459, + "nauc_mrr_at_5_diff1": 0.06735786146359532, + "nauc_mrr_at_5_max": -0.019902103762565355, + "nauc_mrr_at_5_std": -0.05109519849977082, + "nauc_ndcg_at_1000_diff1": 0.09414130805192364, + "nauc_ndcg_at_1000_max": 0.026656397599492374, + "nauc_ndcg_at_1000_std": -0.04503384500736498, + "nauc_ndcg_at_100_diff1": 0.1086660977139243, + "nauc_ndcg_at_100_max": 0.0307874015736514, + "nauc_ndcg_at_100_std": -0.04765772675940306, + "nauc_ndcg_at_10_diff1": 0.10866851213106779, + "nauc_ndcg_at_10_max": 0.013272668251973352, + "nauc_ndcg_at_10_std": -0.0913927006023352, + "nauc_ndcg_at_1_diff1": 0.07419088921129632, + "nauc_ndcg_at_1_max": -0.05074007568867544, + "nauc_ndcg_at_1_std": -0.06829683538918128, + "nauc_ndcg_at_20_diff1": 0.1012684497556526, + "nauc_ndcg_at_20_max": 0.02083440365568377, + "nauc_ndcg_at_20_std": -0.08190459843148655, + "nauc_ndcg_at_3_diff1": 0.08222202455920165, + "nauc_ndcg_at_3_max": -0.0010741110460279167, + "nauc_ndcg_at_3_std": -0.05390172153873299, + "nauc_ndcg_at_5_diff1": 0.06646398648053915, + "nauc_ndcg_at_5_max": -0.01624556897121299, + "nauc_ndcg_at_5_std": -0.08536834088601772, + "nauc_precision_at_1000_diff1": -0.011251750876280607, + "nauc_precision_at_1000_max": 0.14339280716261069, + "nauc_precision_at_1000_std": 0.1600393688941531, + "nauc_precision_at_100_diff1": 0.03555474967041151, + "nauc_precision_at_100_max": 0.15450104946488163, + "nauc_precision_at_100_std": 0.14309212011596928, + "nauc_precision_at_10_diff1": 0.0790919416458144, + "nauc_precision_at_10_max": 0.12549001093707104, + "nauc_precision_at_10_std": -0.011131680253611791, + "nauc_precision_at_1_diff1": 0.07419088921129632, + "nauc_precision_at_1_max": -0.05074007568867544, + "nauc_precision_at_1_std": -0.06829683538918128, + "nauc_precision_at_20_diff1": 0.05689004080863117, + "nauc_precision_at_20_max": 0.14961855437568916, + "nauc_precision_at_20_std": 0.04237485333094178, + "nauc_precision_at_3_diff1": 0.056291277500354155, + "nauc_precision_at_3_max": 0.0633780580624085, + "nauc_precision_at_3_std": -0.005996157169146187, + "nauc_precision_at_5_diff1": 0.03166988978891207, + "nauc_precision_at_5_max": 0.07061712068512606, + "nauc_precision_at_5_std": -0.03370939378049102, + "nauc_recall_at_1000_diff1": -0.14453283454498503, + "nauc_recall_at_1000_max": -0.2623617446141894, + "nauc_recall_at_1000_std": 0.269889034392811, + "nauc_recall_at_100_diff1": 0.34256318120550594, + "nauc_recall_at_100_max": 0.09014274067216323, + "nauc_recall_at_100_std": -0.02115724294220005, + "nauc_recall_at_10_diff1": 0.15214924633026758, + "nauc_recall_at_10_max": 0.037061636593378314, + "nauc_recall_at_10_std": -0.12544144848816874, + "nauc_recall_at_1_diff1": 0.07176303081531775, + "nauc_recall_at_1_max": -0.08243532584547301, + "nauc_recall_at_1_std": -0.10832771534306304, + "nauc_recall_at_20_diff1": 0.13092784975749464, + "nauc_recall_at_20_max": 0.036781071488507844, + "nauc_recall_at_20_std": -0.1300326984053127, + "nauc_recall_at_3_diff1": 0.09487427309398673, + "nauc_recall_at_3_max": -0.0021708407159582335, + "nauc_recall_at_3_std": -0.05656191679062959, + "nauc_recall_at_5_diff1": 0.05478027947371195, + "nauc_recall_at_5_max": -0.015225125955878147, + "nauc_recall_at_5_std": -0.09607476536658864, + "ndcg_at_1": 0.30164, + "ndcg_at_10": 0.426, + "ndcg_at_100": 0.52751, + "ndcg_at_1000": 0.53844, + "ndcg_at_20": 0.46829, + "ndcg_at_3": 0.34165, + "ndcg_at_5": 0.36231, + "precision_at_1": 0.30164, + "precision_at_10": 0.14033, + "precision_at_100": 0.02462, + "precision_at_1000": 0.00264, + "precision_at_20": 0.08869, + "precision_at_3": 0.25902, + "precision_at_5": 0.19803, + "recall_at_1": 0.13985, + "recall_at_10": 0.58032, + "recall_at_100": 0.93606, + "recall_at_1000": 0.9945, + "recall_at_20": 0.70084, + "recall_at_3": 0.34193, + "recall_at_5": 0.42022 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.44058, + "map_at_1": 0.16123, + "map_at_10": 0.33135, + "map_at_100": 0.36636, + "map_at_1000": 0.36787, + "map_at_20": 0.35046, + "map_at_3": 0.26414, + "map_at_5": 0.29798, + "mrr_at_1": 0.3304130162703379, + "mrr_at_10": 0.4903406043268366, + "mrr_at_100": 0.4981706556298592, + "mrr_at_1000": 0.4982482355423553, + "mrr_at_20": 0.4955516693957636, + "mrr_at_3": 0.45244055068836014, + "mrr_at_5": 0.4760325406758441, + "nauc_map_at_1000_diff1": 0.13620168464145077, + "nauc_map_at_1000_max": 0.05615204686289749, + "nauc_map_at_1000_std": -0.08775130453463043, + "nauc_map_at_100_diff1": 0.1359426706488091, + "nauc_map_at_100_max": 0.05546817421997894, + "nauc_map_at_100_std": -0.08845079571326993, + "nauc_map_at_10_diff1": 0.13374662899718806, + "nauc_map_at_10_max": 0.043341110725262005, + "nauc_map_at_10_std": -0.10715396230176706, + "nauc_map_at_1_diff1": 0.1732867289874922, + "nauc_map_at_1_max": 0.020542056900367017, + "nauc_map_at_1_std": -0.11806866334154802, + "nauc_map_at_20_diff1": 0.13485183962882444, + "nauc_map_at_20_max": 0.049630614556045574, + "nauc_map_at_20_std": -0.09832526216187439, + "nauc_map_at_3_diff1": 0.1386035340136683, + "nauc_map_at_3_max": 0.03666651497300377, + "nauc_map_at_3_std": -0.10483600130607694, + "nauc_map_at_5_diff1": 0.13301669247145098, + "nauc_map_at_5_max": 0.037006168074614085, + "nauc_map_at_5_std": -0.1058043566394794, + "nauc_mrr_at_1000_diff1": 0.14538069052726638, + "nauc_mrr_at_1000_max": 0.07133732556618028, + "nauc_mrr_at_1000_std": -0.04469544547645646, + "nauc_mrr_at_100_diff1": 0.14540532574288945, + "nauc_mrr_at_100_max": 0.07150120601347164, + "nauc_mrr_at_100_std": -0.04466343771207991, + "nauc_mrr_at_10_diff1": 0.14574801936714013, + "nauc_mrr_at_10_max": 0.07294966701218877, + "nauc_mrr_at_10_std": -0.044653659239555596, + "nauc_mrr_at_1_diff1": 0.18120652004345533, + "nauc_mrr_at_1_max": 0.06588118166290433, + "nauc_mrr_at_1_std": -0.06419934420379751, + "nauc_mrr_at_20_diff1": 0.14483538349216563, + "nauc_mrr_at_20_max": 0.07285298701089223, + "nauc_mrr_at_20_std": -0.04346238685158067, + "nauc_mrr_at_3_diff1": 0.14026429254317072, + "nauc_mrr_at_3_max": 0.06437703971973181, + "nauc_mrr_at_3_std": -0.03847019672439802, + "nauc_mrr_at_5_diff1": 0.1378605573452696, + "nauc_mrr_at_5_max": 0.06310477726843612, + "nauc_mrr_at_5_std": -0.04652857225568909, + "nauc_ndcg_at_1000_diff1": 0.14025301281153968, + "nauc_ndcg_at_1000_max": 0.08574252084161929, + "nauc_ndcg_at_1000_std": -0.046625893013148505, + "nauc_ndcg_at_100_diff1": 0.13859343741985, + "nauc_ndcg_at_100_max": 0.08348352992106299, + "nauc_ndcg_at_100_std": -0.050430194105590735, + "nauc_ndcg_at_10_diff1": 0.12892034255684479, + "nauc_ndcg_at_10_max": 0.05392811683455948, + "nauc_ndcg_at_10_std": -0.10002100056683759, + "nauc_ndcg_at_1_diff1": 0.18120652004345533, + "nauc_ndcg_at_1_max": 0.06588118166290433, + "nauc_ndcg_at_1_std": -0.06419934420379751, + "nauc_ndcg_at_20_diff1": 0.1303694679431976, + "nauc_ndcg_at_20_max": 0.0631196740654622, + "nauc_ndcg_at_20_std": -0.08223115024433042, + "nauc_ndcg_at_3_diff1": 0.12611627128490696, + "nauc_ndcg_at_3_max": 0.05207238551821024, + "nauc_ndcg_at_3_std": -0.07108860508571845, + "nauc_ndcg_at_5_diff1": 0.12351867928660924, + "nauc_ndcg_at_5_max": 0.04422024103350159, + "nauc_ndcg_at_5_std": -0.09089462397018286, + "nauc_precision_at_1000_diff1": -0.006443747828769223, + "nauc_precision_at_1000_max": 0.1420488039863414, + "nauc_precision_at_1000_std": 0.21444192970869452, + "nauc_precision_at_100_diff1": 0.0007394012608491305, + "nauc_precision_at_100_max": 0.1472499092157573, + "nauc_precision_at_100_std": 0.22231671189664928, + "nauc_precision_at_10_diff1": 0.03437616183007954, + "nauc_precision_at_10_max": 0.11441510441891564, + "nauc_precision_at_10_std": 0.06298758579021033, + "nauc_precision_at_1_diff1": 0.18120652004345533, + "nauc_precision_at_1_max": 0.06588118166290433, + "nauc_precision_at_1_std": -0.06419934420379751, + "nauc_precision_at_20_diff1": 0.025216312839151517, + "nauc_precision_at_20_max": 0.13189785359684905, + "nauc_precision_at_20_std": 0.13501764389354046, + "nauc_precision_at_3_diff1": 0.08127179384988127, + "nauc_precision_at_3_max": 0.0874465285394812, + "nauc_precision_at_3_std": 0.012529277280314279, + "nauc_precision_at_5_diff1": 0.05565347626442064, + "nauc_precision_at_5_max": 0.10186151905323779, + "nauc_precision_at_5_std": 0.04060416313522555, + "nauc_recall_at_1000_diff1": 0.5403943113906997, + "nauc_recall_at_1000_max": 0.13413268191722535, + "nauc_recall_at_1000_std": -0.199322259769143, + "nauc_recall_at_100_diff1": 0.09179866273257918, + "nauc_recall_at_100_max": 0.07931090136226318, + "nauc_recall_at_100_std": -0.07914832774465232, + "nauc_recall_at_10_diff1": 0.0804306292180819, + "nauc_recall_at_10_max": 0.01844775371932053, + "nauc_recall_at_10_std": -0.15138767176794615, + "nauc_recall_at_1_diff1": 0.1732867289874922, + "nauc_recall_at_1_max": 0.020542056900367017, + "nauc_recall_at_1_std": -0.11806866334154802, + "nauc_recall_at_20_diff1": 0.06709018319803388, + "nauc_recall_at_20_max": 0.014617402395451843, + "nauc_recall_at_20_std": -0.13455313533767793, + "nauc_recall_at_3_diff1": 0.09088988438696281, + "nauc_recall_at_3_max": 0.02645483527530585, + "nauc_recall_at_3_std": -0.09187086066962476, + "nauc_recall_at_5_diff1": 0.07591191123360139, + "nauc_recall_at_5_max": 0.0032594587522792626, + "nauc_recall_at_5_std": -0.12230357832583787, + "ndcg_at_1": 0.33041, + "ndcg_at_10": 0.44058, + "ndcg_at_100": 0.54492, + "ndcg_at_1000": 0.55837, + "ndcg_at_20": 0.48417, + "ndcg_at_3": 0.36062, + "ndcg_at_5": 0.38963, + "precision_at_1": 0.33041, + "precision_at_10": 0.14218, + "precision_at_100": 0.02653, + "precision_at_1000": 0.0029, + "precision_at_20": 0.09224, + "precision_at_3": 0.25824, + "precision_at_5": 0.20426, + "recall_at_1": 0.16123, + "recall_at_10": 0.58306, + "recall_at_100": 0.93103, + "recall_at_1000": 0.99756, + "recall_at_20": 0.7041, + "recall_at_3": 0.35151, + "recall_at_5": 0.4513 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.41001, + "map_at_1": 0.12035, + "map_at_10": 0.29002, + "map_at_100": 0.34682, + "map_at_1000": 0.34948, + "map_at_20": 0.31935, + "map_at_3": 0.21045, + "map_at_5": 0.24619, + "mrr_at_1": 0.36728395061728397, + "mrr_at_10": 0.5305451450127373, + "mrr_at_100": 0.5372885681845337, + "mrr_at_1000": 0.5373711158173481, + "mrr_at_20": 0.5352155780840848, + "mrr_at_3": 0.49562757201646085, + "mrr_at_5": 0.5156121399176952, + "nauc_map_at_1000_diff1": 0.0937325861171456, + "nauc_map_at_1000_max": 0.06938228572587211, + "nauc_map_at_1000_std": -0.03133818963094718, + "nauc_map_at_100_diff1": 0.09281040963408292, + "nauc_map_at_100_max": 0.0689870296418661, + "nauc_map_at_100_std": -0.03142036627758174, + "nauc_map_at_10_diff1": 0.09557666767281921, + "nauc_map_at_10_max": 0.040689160831132734, + "nauc_map_at_10_std": -0.07926773434068449, + "nauc_map_at_1_diff1": 0.1420969424515093, + "nauc_map_at_1_max": -0.040612359532715595, + "nauc_map_at_1_std": -0.11009202799646386, + "nauc_map_at_20_diff1": 0.0978462919174364, + "nauc_map_at_20_max": 0.05936228347861933, + "nauc_map_at_20_std": -0.05393996594565558, + "nauc_map_at_3_diff1": 0.11492540171253746, + "nauc_map_at_3_max": -0.002440938916721247, + "nauc_map_at_3_std": -0.11433525095515237, + "nauc_map_at_5_diff1": 0.09554738611690124, + "nauc_map_at_5_max": 0.01688867692286039, + "nauc_map_at_5_std": -0.1063564765639917, + "nauc_mrr_at_1000_diff1": 0.04749513223405551, + "nauc_mrr_at_1000_max": 0.08050482065964529, + "nauc_mrr_at_1000_std": 0.02998742304617899, + "nauc_mrr_at_100_diff1": 0.04760522142907295, + "nauc_mrr_at_100_max": 0.08072428717171606, + "nauc_mrr_at_100_std": 0.030237035407591723, + "nauc_mrr_at_10_diff1": 0.0492891703287486, + "nauc_mrr_at_10_max": 0.08209099502721606, + "nauc_mrr_at_10_std": 0.029369695523054525, + "nauc_mrr_at_1_diff1": 0.055315775200826534, + "nauc_mrr_at_1_max": 0.022818179637546784, + "nauc_mrr_at_1_std": -0.015421498677399842, + "nauc_mrr_at_20_diff1": 0.048182138165997465, + "nauc_mrr_at_20_max": 0.08133178989041406, + "nauc_mrr_at_20_std": 0.032489233600936154, + "nauc_mrr_at_3_diff1": 0.0364786859185497, + "nauc_mrr_at_3_max": 0.08081761209685163, + "nauc_mrr_at_3_std": 0.03417038851100535, + "nauc_mrr_at_5_diff1": 0.03891441292056118, + "nauc_mrr_at_5_max": 0.08334637167144221, + "nauc_mrr_at_5_std": 0.03225765343757585, + "nauc_ndcg_at_1000_diff1": 0.08176654159385631, + "nauc_ndcg_at_1000_max": 0.11660953506582304, + "nauc_ndcg_at_1000_std": 0.04520775841719396, + "nauc_ndcg_at_100_diff1": 0.07852522807070428, + "nauc_ndcg_at_100_max": 0.11706945161398928, + "nauc_ndcg_at_100_std": 0.05055843316325892, + "nauc_ndcg_at_10_diff1": 0.08703338194889967, + "nauc_ndcg_at_10_max": 0.06987511436108905, + "nauc_ndcg_at_10_std": -0.041175522140834295, + "nauc_ndcg_at_1_diff1": 0.055315775200826534, + "nauc_ndcg_at_1_max": 0.022818179637546784, + "nauc_ndcg_at_1_std": -0.015421498677399842, + "nauc_ndcg_at_20_diff1": 0.09203815456116618, + "nauc_ndcg_at_20_max": 0.09404745409219797, + "nauc_ndcg_at_20_std": -0.00046685026493305313, + "nauc_ndcg_at_3_diff1": 0.05710429625652007, + "nauc_ndcg_at_3_max": 0.05374152639442753, + "nauc_ndcg_at_3_std": -0.007547107900787313, + "nauc_ndcg_at_5_diff1": 0.05667277562653025, + "nauc_ndcg_at_5_max": 0.04738643945426489, + "nauc_ndcg_at_5_std": -0.03982172903857987, + "nauc_precision_at_1000_diff1": -0.03920175105502586, + "nauc_precision_at_1000_max": 0.17318540860510084, + "nauc_precision_at_1000_std": 0.2789152518994337, + "nauc_precision_at_100_diff1": -0.04445611033162873, + "nauc_precision_at_100_max": 0.19281118315424792, + "nauc_precision_at_100_std": 0.3162777841176868, + "nauc_precision_at_10_diff1": 0.006863884895433307, + "nauc_precision_at_10_max": 0.20804644021778806, + "nauc_precision_at_10_std": 0.185192472375183, + "nauc_precision_at_1_diff1": 0.055315775200826534, + "nauc_precision_at_1_max": 0.022818179637546784, + "nauc_precision_at_1_std": -0.015421498677399842, + "nauc_precision_at_20_diff1": -0.0006215707444453322, + "nauc_precision_at_20_max": 0.221768263515054, + "nauc_precision_at_20_std": 0.2561021907677616, + "nauc_precision_at_3_diff1": 0.01724669043460075, + "nauc_precision_at_3_max": 0.12741603277807032, + "nauc_precision_at_3_std": 0.07859977617613767, + "nauc_precision_at_5_diff1": -0.014282807518859629, + "nauc_precision_at_5_max": 0.1626867987335426, + "nauc_precision_at_5_std": 0.12204304042098195, + "nauc_recall_at_1000_diff1": -1.1394430973612213, + "nauc_recall_at_1000_max": -0.3578195974283277, + "nauc_recall_at_1000_std": 0.01901207919604735, + "nauc_recall_at_100_diff1": 0.031603166802786124, + "nauc_recall_at_100_max": 0.12109567885183158, + "nauc_recall_at_100_std": 0.13345483188076598, + "nauc_recall_at_10_diff1": 0.08018482373083244, + "nauc_recall_at_10_max": 0.02806418279644783, + "nauc_recall_at_10_std": -0.08712185880490288, + "nauc_recall_at_1_diff1": 0.1420969424515093, + "nauc_recall_at_1_max": -0.040612359532715595, + "nauc_recall_at_1_std": -0.11009202799646386, + "nauc_recall_at_20_diff1": 0.08971689371758959, + "nauc_recall_at_20_max": 0.05314989452845553, + "nauc_recall_at_20_std": -0.026822579994064823, + "nauc_recall_at_3_diff1": 0.0891336796062429, + "nauc_recall_at_3_max": -0.006889474376217109, + "nauc_recall_at_3_std": -0.11995306224307944, + "nauc_recall_at_5_diff1": 0.045782842249159544, + "nauc_recall_at_5_max": 0.0015023661692830223, + "nauc_recall_at_5_std": -0.12385376078003629, + "ndcg_at_1": 0.36728, + "ndcg_at_10": 0.41001, + "ndcg_at_100": 0.55762, + "ndcg_at_1000": 0.57711, + "ndcg_at_20": 0.46843, + "ndcg_at_3": 0.36252, + "ndcg_at_5": 0.36551, + "precision_at_1": 0.36728, + "precision_at_10": 0.19275, + "precision_at_100": 0.0415, + "precision_at_1000": 0.0046, + "precision_at_20": 0.13187, + "precision_at_3": 0.30504, + "precision_at_5": 0.25216, + "recall_at_1": 0.12035, + "recall_at_10": 0.48665, + "recall_at_100": 0.91484, + "recall_at_1000": 0.99931, + "recall_at_20": 0.6268, + "recall_at_3": 0.26482, + "recall_at_5": 0.34581 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.43053, + "map_at_1": 0.17663, + "map_at_10": 0.33465, + "map_at_100": 0.35929, + "map_at_1000": 0.36024, + "map_at_20": 0.34875, + "map_at_3": 0.26855, + "map_at_5": 0.30443, + "mrr_at_1": 0.2737341772151899, + "mrr_at_10": 0.42368834137030326, + "mrr_at_100": 0.4330562400483476, + "mrr_at_1000": 0.43329313553296167, + "mrr_at_20": 0.4298706986385788, + "mrr_at_3": 0.37790084388185685, + "mrr_at_5": 0.40741033755274253, + "nauc_map_at_1000_diff1": 0.13666553500987003, + "nauc_map_at_1000_max": 0.060273384977289374, + "nauc_map_at_1000_std": -0.07170919235936407, + "nauc_map_at_100_diff1": 0.13676924258941703, + "nauc_map_at_100_max": 0.0603223684127722, + "nauc_map_at_100_std": -0.071812397802399, + "nauc_map_at_10_diff1": 0.13753156046782605, + "nauc_map_at_10_max": 0.056162712229853, + "nauc_map_at_10_std": -0.0821582751337048, + "nauc_map_at_1_diff1": 0.20540679245427979, + "nauc_map_at_1_max": 0.005764541323742528, + "nauc_map_at_1_std": -0.1343184763859654, + "nauc_map_at_20_diff1": 0.1373135471563532, + "nauc_map_at_20_max": 0.05795641849032682, + "nauc_map_at_20_std": -0.07933389848315642, + "nauc_map_at_3_diff1": 0.1519517932136147, + "nauc_map_at_3_max": 0.0428609124541302, + "nauc_map_at_3_std": -0.0954700436141957, + "nauc_map_at_5_diff1": 0.13453169457769484, + "nauc_map_at_5_max": 0.04569308144980345, + "nauc_map_at_5_std": -0.08838250094534429, + "nauc_mrr_at_1000_diff1": 0.12824243647331773, + "nauc_mrr_at_1000_max": 0.056132702485899515, + "nauc_mrr_at_1000_std": -0.033298047582415606, + "nauc_mrr_at_100_diff1": 0.12832818134115345, + "nauc_mrr_at_100_max": 0.05637743114352697, + "nauc_mrr_at_100_std": -0.03310965694886163, + "nauc_mrr_at_10_diff1": 0.1268538655408018, + "nauc_mrr_at_10_max": 0.057795115702085856, + "nauc_mrr_at_10_std": -0.03082052388862659, + "nauc_mrr_at_1_diff1": 0.1623230023237157, + "nauc_mrr_at_1_max": 0.015529260042012166, + "nauc_mrr_at_1_std": -0.06169128543660072, + "nauc_mrr_at_20_diff1": 0.12837137303485027, + "nauc_mrr_at_20_max": 0.05719955941959897, + "nauc_mrr_at_20_std": -0.033433218451866316, + "nauc_mrr_at_3_diff1": 0.1258618615271442, + "nauc_mrr_at_3_max": 0.04969089098700611, + "nauc_mrr_at_3_std": -0.04638670484658162, + "nauc_mrr_at_5_diff1": 0.1257987666203417, + "nauc_mrr_at_5_max": 0.060482424053690136, + "nauc_mrr_at_5_std": -0.03398871576104004, + "nauc_ndcg_at_1000_diff1": 0.12898063166550705, + "nauc_ndcg_at_1000_max": 0.08065554237295249, + "nauc_ndcg_at_1000_std": -0.03125846130848872, + "nauc_ndcg_at_100_diff1": 0.13099332118391288, + "nauc_ndcg_at_100_max": 0.08469942535029724, + "nauc_ndcg_at_100_std": -0.027321659918609673, + "nauc_ndcg_at_10_diff1": 0.12196529444879471, + "nauc_ndcg_at_10_max": 0.0719078513219183, + "nauc_ndcg_at_10_std": -0.05467739812005295, + "nauc_ndcg_at_1_diff1": 0.1623230023237157, + "nauc_ndcg_at_1_max": 0.015529260042012166, + "nauc_ndcg_at_1_std": -0.06169128543660072, + "nauc_ndcg_at_20_diff1": 0.12519931231112025, + "nauc_ndcg_at_20_max": 0.07652162671937343, + "nauc_ndcg_at_20_std": -0.052452089487356746, + "nauc_ndcg_at_3_diff1": 0.1248295583061437, + "nauc_ndcg_at_3_max": 0.04769674322320418, + "nauc_ndcg_at_3_std": -0.07548663552212342, + "nauc_ndcg_at_5_diff1": 0.11433478360677658, + "nauc_ndcg_at_5_max": 0.06294238186299209, + "nauc_ndcg_at_5_std": -0.06171291633066912, + "nauc_precision_at_1000_diff1": -0.055279889953444995, + "nauc_precision_at_1000_max": 0.09660905169627591, + "nauc_precision_at_1000_std": 0.19539334338725936, + "nauc_precision_at_100_diff1": -0.04353951828218663, + "nauc_precision_at_100_max": 0.11107020444379204, + "nauc_precision_at_100_std": 0.20645545262359752, + "nauc_precision_at_10_diff1": -0.02580816980545423, + "nauc_precision_at_10_max": 0.11003401604569549, + "nauc_precision_at_10_std": 0.093641359728275, + "nauc_precision_at_1_diff1": 0.1623230023237157, + "nauc_precision_at_1_max": 0.015529260042012166, + "nauc_precision_at_1_std": -0.06169128543660072, + "nauc_precision_at_20_diff1": -0.03138693471472885, + "nauc_precision_at_20_max": 0.11761133153497644, + "nauc_precision_at_20_std": 0.13045693468961198, + "nauc_precision_at_3_diff1": 0.039129000003032516, + "nauc_precision_at_3_max": 0.08981772001837389, + "nauc_precision_at_3_std": 0.014794031342255912, + "nauc_precision_at_5_diff1": -0.014749194418890913, + "nauc_precision_at_5_max": 0.11129670994511992, + "nauc_precision_at_5_std": 0.07664941380567343, + "nauc_recall_at_1000_diff1": 0.5400424206095406, + "nauc_recall_at_1000_max": 0.9020136907128565, + "nauc_recall_at_1000_std": 0.9020136907128565, + "nauc_recall_at_100_diff1": 0.1697176898187072, + "nauc_recall_at_100_max": 0.214379072715298, + "nauc_recall_at_100_std": 0.1397034547409244, + "nauc_recall_at_10_diff1": 0.07978384430173266, + "nauc_recall_at_10_max": 0.08359280813065018, + "nauc_recall_at_10_std": -0.03454744215029872, + "nauc_recall_at_1_diff1": 0.20540679245427979, + "nauc_recall_at_1_max": 0.005764541323742528, + "nauc_recall_at_1_std": -0.1343184763859654, + "nauc_recall_at_20_diff1": 0.08357654318244319, + "nauc_recall_at_20_max": 0.08996194305992705, + "nauc_recall_at_20_std": -0.05086695629681674, + "nauc_recall_at_3_diff1": 0.1093202338312676, + "nauc_recall_at_3_max": 0.06914054607836223, + "nauc_recall_at_3_std": -0.07074647399609832, + "nauc_recall_at_5_diff1": 0.07095020796902597, + "nauc_recall_at_5_max": 0.07556566383531237, + "nauc_recall_at_5_std": -0.05521581948439514, + "ndcg_at_1": 0.27373, + "ndcg_at_10": 0.43053, + "ndcg_at_100": 0.51372, + "ndcg_at_1000": 0.5261, + "ndcg_at_20": 0.46671, + "ndcg_at_3": 0.32855, + "ndcg_at_5": 0.37682, + "precision_at_1": 0.27373, + "precision_at_10": 0.11519, + "precision_at_100": 0.01911, + "precision_at_1000": 0.00207, + "precision_at_20": 0.07152, + "precision_at_3": 0.19937, + "precision_at_5": 0.16709, + "recall_at_1": 0.17663, + "recall_at_10": 0.60994, + "recall_at_100": 0.92123, + "recall_at_1000": 0.99723, + "recall_at_20": 0.72256, + "recall_at_3": 0.35384, + "recall_at_5": 0.46915 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.67598, + "map_at_1": 0.37326, + "map_at_10": 0.58721, + "map_at_100": 0.6019, + "map_at_1000": 0.60208, + "map_at_20": 0.59609, + "map_at_3": 0.52139, + "map_at_5": 0.56071, + "mrr_at_1": 0.565, + "mrr_at_10": 0.6923650793650801, + "mrr_at_100": 0.6952484436184914, + "mrr_at_1000": 0.6952881849579932, + "mrr_at_20": 0.6939901579414745, + "mrr_at_3": 0.6680000000000005, + "mrr_at_5": 0.6845000000000008, + "nauc_map_at_1000_diff1": 0.28991992906238395, + "nauc_map_at_1000_max": 0.08486041430991438, + "nauc_map_at_1000_std": -0.16723160073680246, + "nauc_map_at_100_diff1": 0.29002253023697, + "nauc_map_at_100_max": 0.08500900682372049, + "nauc_map_at_100_std": -0.16714192488490226, + "nauc_map_at_10_diff1": 0.28962764434433685, + "nauc_map_at_10_max": 0.08318779834062205, + "nauc_map_at_10_std": -0.17641096183103197, + "nauc_map_at_1_diff1": 0.29567306354684914, + "nauc_map_at_1_max": 0.014913791926923065, + "nauc_map_at_1_std": -0.14909100510182258, + "nauc_map_at_20_diff1": 0.2893786065947357, + "nauc_map_at_20_max": 0.08433381640662575, + "nauc_map_at_20_std": -0.17300973287448315, + "nauc_map_at_3_diff1": 0.28343854011550357, + "nauc_map_at_3_max": 0.05357220762773289, + "nauc_map_at_3_std": -0.18487831080147485, + "nauc_map_at_5_diff1": 0.28345102272310146, + "nauc_map_at_5_max": 0.07263885192117751, + "nauc_map_at_5_std": -0.17693506038081108, + "nauc_mrr_at_1000_diff1": 0.33712756052395404, + "nauc_mrr_at_1000_max": 0.13293110820493956, + "nauc_mrr_at_1000_std": -0.10757461507724135, + "nauc_mrr_at_100_diff1": 0.3371305603984939, + "nauc_mrr_at_100_max": 0.13288688834742507, + "nauc_mrr_at_100_std": -0.10757733153410394, + "nauc_mrr_at_10_diff1": 0.3390604721313702, + "nauc_mrr_at_10_max": 0.13374241801013342, + "nauc_mrr_at_10_std": -0.1091284660014228, + "nauc_mrr_at_1_diff1": 0.32889979947048814, + "nauc_mrr_at_1_max": 0.12539160345110587, + "nauc_mrr_at_1_std": -0.10094270279528139, + "nauc_mrr_at_20_diff1": 0.33822206035554225, + "nauc_mrr_at_20_max": 0.13275014110780792, + "nauc_mrr_at_20_std": -0.10873507166862713, + "nauc_mrr_at_3_diff1": 0.3354178520439679, + "nauc_mrr_at_3_max": 0.1355580029112288, + "nauc_mrr_at_3_std": -0.10781086556105221, + "nauc_mrr_at_5_diff1": 0.33166358244277866, + "nauc_mrr_at_5_max": 0.13449348073711712, + "nauc_mrr_at_5_std": -0.10832043120153242, + "nauc_ndcg_at_1000_diff1": 0.3070145408840609, + "nauc_ndcg_at_1000_max": 0.10828008123579855, + "nauc_ndcg_at_1000_std": -0.14061511190666376, + "nauc_ndcg_at_100_diff1": 0.307596355056771, + "nauc_ndcg_at_100_max": 0.10876103241234368, + "nauc_ndcg_at_100_std": -0.13779568634056974, + "nauc_ndcg_at_10_diff1": 0.31153776336433997, + "nauc_ndcg_at_10_max": 0.1088528492166115, + "nauc_ndcg_at_10_std": -0.17665883069184213, + "nauc_ndcg_at_1_diff1": 0.32889979947048814, + "nauc_ndcg_at_1_max": 0.12539160345110587, + "nauc_ndcg_at_1_std": -0.10094270279528139, + "nauc_ndcg_at_20_diff1": 0.3094714847935553, + "nauc_ndcg_at_20_max": 0.10964360722311856, + "nauc_ndcg_at_20_std": -0.16657455739777, + "nauc_ndcg_at_3_diff1": 0.2907066265566859, + "nauc_ndcg_at_3_max": 0.0773269127031903, + "nauc_ndcg_at_3_std": -0.17546906482077615, + "nauc_ndcg_at_5_diff1": 0.2922058799374627, + "nauc_ndcg_at_5_max": 0.0919414231768584, + "nauc_ndcg_at_5_std": -0.17532921253335482, + "nauc_precision_at_1000_diff1": -0.11871494591589116, + "nauc_precision_at_1000_max": 0.1260782827200942, + "nauc_precision_at_1000_std": 0.23469107079768517, + "nauc_precision_at_100_diff1": -0.10150400652692529, + "nauc_precision_at_100_max": 0.13004271621821697, + "nauc_precision_at_100_std": 0.23460744759998461, + "nauc_precision_at_10_diff1": 0.031667599685371514, + "nauc_precision_at_10_max": 0.1878662688936286, + "nauc_precision_at_10_std": 0.07157221919089539, + "nauc_precision_at_1_diff1": 0.32889979947048814, + "nauc_precision_at_1_max": 0.12539160345110587, + "nauc_precision_at_1_std": -0.10094270279528139, + "nauc_precision_at_20_diff1": -0.025962252317686906, + "nauc_precision_at_20_max": 0.16832748606975462, + "nauc_precision_at_20_std": 0.12283072774980003, + "nauc_precision_at_3_diff1": 0.12906873442379585, + "nauc_precision_at_3_max": 0.16112755954322447, + "nauc_precision_at_3_std": -0.054141671156697664, + "nauc_precision_at_5_diff1": 0.06674248601633723, + "nauc_precision_at_5_max": 0.18327142214529044, + "nauc_precision_at_5_std": 0.014203809405732326, + "nauc_recall_at_1000_diff1": 0.8702536570183397, + "nauc_recall_at_1000_max": 0.7771164021163802, + "nauc_recall_at_1000_std": 0.9179116090880847, + "nauc_recall_at_100_diff1": 0.34810435802227285, + "nauc_recall_at_100_max": 0.17440955710449607, + "nauc_recall_at_100_std": 0.21727140468590236, + "nauc_recall_at_10_diff1": 0.3104925078677547, + "nauc_recall_at_10_max": 0.12469420395599995, + "nauc_recall_at_10_std": -0.27484072920011826, + "nauc_recall_at_1_diff1": 0.29567306354684914, + "nauc_recall_at_1_max": 0.014913791926923065, + "nauc_recall_at_1_std": -0.14909100510182258, + "nauc_recall_at_20_diff1": 0.31252071209423143, + "nauc_recall_at_20_max": 0.1373142177342359, + "nauc_recall_at_20_std": -0.2661297528614465, + "nauc_recall_at_3_diff1": 0.2603160344404853, + "nauc_recall_at_3_max": 0.03754061209522033, + "nauc_recall_at_3_std": -0.22097633959140028, + "nauc_recall_at_5_diff1": 0.24828433475567072, + "nauc_recall_at_5_max": 0.0729389193244545, + "nauc_recall_at_5_std": -0.22639098340894817, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.67598, + "ndcg_at_100": 0.7204, + "ndcg_at_1000": 0.72333, + "ndcg_at_20": 0.69659, + "ndcg_at_3": 0.58683, + "ndcg_at_5": 0.63305, + "precision_at_1": 0.565, + "precision_at_10": 0.1492, + "precision_at_100": 0.01875, + "precision_at_1000": 0.00191, + "precision_at_20": 0.08235, + "precision_at_3": 0.34333, + "precision_at_5": 0.2502, + "recall_at_1": 0.37326, + "recall_at_10": 0.81711, + "recall_at_100": 0.9785, + "recall_at_1000": 0.997, + "recall_at_20": 0.88026, + "recall_at_3": 0.61161, + "recall_at_5": 0.7119 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.34775, + "map_at_1": 0.12515, + "map_at_10": 0.25044, + "map_at_100": 0.28145, + "map_at_1000": 0.28242, + "map_at_20": 0.26819, + "map_at_3": 0.18539, + "map_at_5": 0.22048, + "mrr_at_1": 0.22448979591836735, + "mrr_at_10": 0.35261233745198767, + "mrr_at_100": 0.3646087969865112, + "mrr_at_1000": 0.36483918334444787, + "mrr_at_20": 0.36119380878122737, + "mrr_at_3": 0.2939747327502429, + "mrr_at_5": 0.3308551992225462, + "nauc_map_at_1000_diff1": 0.13734735065152184, + "nauc_map_at_1000_max": 0.07411422828035942, + "nauc_map_at_1000_std": 0.02800074733418389, + "nauc_map_at_100_diff1": 0.13708216554306585, + "nauc_map_at_100_max": 0.07466841833288432, + "nauc_map_at_100_std": 0.028651456642092333, + "nauc_map_at_10_diff1": 0.1302946455753466, + "nauc_map_at_10_max": 0.07014457481047529, + "nauc_map_at_10_std": 0.025217817228735822, + "nauc_map_at_1_diff1": 0.16616393157328044, + "nauc_map_at_1_max": 0.07039591302012015, + "nauc_map_at_1_std": 0.0461541841220357, + "nauc_map_at_20_diff1": 0.13953127066896737, + "nauc_map_at_20_max": 0.07445992747579672, + "nauc_map_at_20_std": 0.028957792202459805, + "nauc_map_at_3_diff1": 0.16020906875081634, + "nauc_map_at_3_max": 0.0546110470290625, + "nauc_map_at_3_std": -0.0035778417829431977, + "nauc_map_at_5_diff1": 0.1416791009388874, + "nauc_map_at_5_max": 0.05861574964773174, + "nauc_map_at_5_std": 0.01046202704701664, + "nauc_mrr_at_1000_diff1": 0.10040195878360068, + "nauc_mrr_at_1000_max": 0.04708148041714094, + "nauc_mrr_at_1000_std": 0.04867462485533056, + "nauc_mrr_at_100_diff1": 0.10047905883438178, + "nauc_mrr_at_100_max": 0.047396707437692066, + "nauc_mrr_at_100_std": 0.049130317971024816, + "nauc_mrr_at_10_diff1": 0.09783719424291167, + "nauc_mrr_at_10_max": 0.05098147308274729, + "nauc_mrr_at_10_std": 0.05695824520072312, + "nauc_mrr_at_1_diff1": 0.12996148754513015, + "nauc_mrr_at_1_max": 0.03399664654926366, + "nauc_mrr_at_1_std": 0.02828777123482334, + "nauc_mrr_at_20_diff1": 0.09874800950806543, + "nauc_mrr_at_20_max": 0.04792663009755278, + "nauc_mrr_at_20_std": 0.05036106727858672, + "nauc_mrr_at_3_diff1": 0.11271309309120636, + "nauc_mrr_at_3_max": 0.0361323213241185, + "nauc_mrr_at_3_std": 0.020744661978212172, + "nauc_mrr_at_5_diff1": 0.10696041284618332, + "nauc_mrr_at_5_max": 0.04737433281199415, + "nauc_mrr_at_5_std": 0.04553491218412282, + "nauc_ndcg_at_1000_diff1": 0.11740163688968942, + "nauc_ndcg_at_1000_max": 0.07684899017561914, + "nauc_ndcg_at_1000_std": 0.052759236114915876, + "nauc_ndcg_at_100_diff1": 0.11460657364426044, + "nauc_ndcg_at_100_max": 0.08537401782372922, + "nauc_ndcg_at_100_std": 0.06559791865053366, + "nauc_ndcg_at_10_diff1": 0.09845862879366392, + "nauc_ndcg_at_10_max": 0.08088306016712121, + "nauc_ndcg_at_10_std": 0.0658567123856733, + "nauc_ndcg_at_1_diff1": 0.12996148754513015, + "nauc_ndcg_at_1_max": 0.03399664654926366, + "nauc_ndcg_at_1_std": 0.02828777123482334, + "nauc_ndcg_at_20_diff1": 0.11711540760068072, + "nauc_ndcg_at_20_max": 0.08506507437930667, + "nauc_ndcg_at_20_std": 0.06975966204169184, + "nauc_ndcg_at_3_diff1": 0.13354568957486768, + "nauc_ndcg_at_3_max": 0.0420403742285297, + "nauc_ndcg_at_3_std": -0.0026021823664616633, + "nauc_ndcg_at_5_diff1": 0.11960026627048169, + "nauc_ndcg_at_5_max": 0.06012001224030904, + "nauc_ndcg_at_5_std": 0.03364050216758487, + "nauc_precision_at_1000_diff1": -0.03109601529499922, + "nauc_precision_at_1000_max": 0.009945538170112966, + "nauc_precision_at_1000_std": -0.0014234733981434342, + "nauc_precision_at_100_diff1": -0.025567144563975793, + "nauc_precision_at_100_max": 0.037757729180662065, + "nauc_precision_at_100_std": 0.024792575640055905, + "nauc_precision_at_10_diff1": -0.016088594176763713, + "nauc_precision_at_10_max": 0.09073255479459628, + "nauc_precision_at_10_std": 0.08139552362383694, + "nauc_precision_at_1_diff1": 0.12996148754513015, + "nauc_precision_at_1_max": 0.03399664654926366, + "nauc_precision_at_1_std": 0.02828777123482334, + "nauc_precision_at_20_diff1": 0.03474327902150445, + "nauc_precision_at_20_max": 0.08532009161023443, + "nauc_precision_at_20_std": 0.07902135165676431, + "nauc_precision_at_3_diff1": 0.1059176180953371, + "nauc_precision_at_3_max": 0.056488823510580655, + "nauc_precision_at_3_std": -0.010289804422857625, + "nauc_precision_at_5_diff1": 0.050146802698777, + "nauc_precision_at_5_max": 0.07290253333631533, + "nauc_precision_at_5_std": 0.03536437789113535, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.04637000637334965, + "nauc_recall_at_100_max": 0.23503315374529152, + "nauc_recall_at_100_std": 0.33277631858666273, + "nauc_recall_at_10_diff1": 0.036785898115798514, + "nauc_recall_at_10_max": 0.0986629882798952, + "nauc_recall_at_10_std": 0.11979758773802825, + "nauc_recall_at_1_diff1": 0.16616393157328044, + "nauc_recall_at_1_max": 0.07039591302012015, + "nauc_recall_at_1_std": 0.0461541841220357, + "nauc_recall_at_20_diff1": 0.06777691952532641, + "nauc_recall_at_20_max": 0.10826371169740474, + "nauc_recall_at_20_std": 0.14054641595929196, + "nauc_recall_at_3_diff1": 0.13940434164976132, + "nauc_recall_at_3_max": 0.03940025056475232, + "nauc_recall_at_3_std": -0.00961449467650206, + "nauc_recall_at_5_diff1": 0.08523883227295935, + "nauc_recall_at_5_max": 0.05784622689597693, + "nauc_recall_at_5_std": 0.04750093218275953, + "ndcg_at_1": 0.22449, + "ndcg_at_10": 0.34775, + "ndcg_at_100": 0.45636, + "ndcg_at_1000": 0.46819, + "ndcg_at_20": 0.39487, + "ndcg_at_3": 0.23457, + "ndcg_at_5": 0.28951, + "precision_at_1": 0.22449, + "precision_at_10": 0.10262, + "precision_at_100": 0.01985, + "precision_at_1000": 0.00213, + "precision_at_20": 0.0688, + "precision_at_3": 0.15355, + "precision_at_5": 0.14052, + "recall_at_1": 0.12515, + "recall_at_10": 0.52095, + "recall_at_100": 0.93022, + "recall_at_1000": 1.0, + "recall_at_20": 0.66703, + "recall_at_3": 0.24615, + "recall_at_5": 0.37322 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.44292, + "map_at_1": 0.18244, + "map_at_10": 0.34867, + "map_at_100": 0.37575, + "map_at_1000": 0.37653, + "map_at_20": 0.36521, + "map_at_3": 0.27905, + "map_at_5": 0.31335, + "mrr_at_1": 0.30857142857142855, + "mrr_at_10": 0.44935260770975055, + "mrr_at_100": 0.4586259476936383, + "mrr_at_1000": 0.4588552293075461, + "mrr_at_20": 0.45533458615933203, + "mrr_at_3": 0.41714285714285715, + "mrr_at_5": 0.43299999999999994, + "nauc_map_at_1000_diff1": 0.29621528251424534, + "nauc_map_at_1000_max": 0.17010494742836596, + "nauc_map_at_1000_std": -0.04952757680834875, + "nauc_map_at_100_diff1": 0.29558728304577964, + "nauc_map_at_100_max": 0.16997931377537315, + "nauc_map_at_100_std": -0.049563311470764274, + "nauc_map_at_10_diff1": 0.3117998449366164, + "nauc_map_at_10_max": 0.1653351597514816, + "nauc_map_at_10_std": -0.05666243030564898, + "nauc_map_at_1_diff1": 0.35775897397761564, + "nauc_map_at_1_max": 0.0601758034968938, + "nauc_map_at_1_std": -0.11865649730566596, + "nauc_map_at_20_diff1": 0.2986560623360707, + "nauc_map_at_20_max": 0.16582085874527272, + "nauc_map_at_20_std": -0.057720772312760245, + "nauc_map_at_3_diff1": 0.3165890028988315, + "nauc_map_at_3_max": 0.10414519308921813, + "nauc_map_at_3_std": -0.0804555020491205, + "nauc_map_at_5_diff1": 0.3083027678606363, + "nauc_map_at_5_max": 0.1263837009192047, + "nauc_map_at_5_std": -0.08405704100600607, + "nauc_mrr_at_1000_diff1": 0.26524565108898496, + "nauc_mrr_at_1000_max": 0.21750303479726849, + "nauc_mrr_at_1000_std": 0.007095135729217591, + "nauc_mrr_at_100_diff1": 0.26482289897865213, + "nauc_mrr_at_100_max": 0.21741826111484405, + "nauc_mrr_at_100_std": 0.0072568513197625445, + "nauc_mrr_at_10_diff1": 0.26750335459048163, + "nauc_mrr_at_10_max": 0.22138510467555605, + "nauc_mrr_at_10_std": 0.009771950510363402, + "nauc_mrr_at_1_diff1": 0.29042885260017853, + "nauc_mrr_at_1_max": 0.17097979518405776, + "nauc_mrr_at_1_std": -0.02584417381677264, + "nauc_mrr_at_20_diff1": 0.26389478145383144, + "nauc_mrr_at_20_max": 0.22013256256080999, + "nauc_mrr_at_20_std": 0.009313548711106286, + "nauc_mrr_at_3_diff1": 0.274066100344413, + "nauc_mrr_at_3_max": 0.2155074190291544, + "nauc_mrr_at_3_std": 0.0020672579050229367, + "nauc_mrr_at_5_diff1": 0.2599596491259419, + "nauc_mrr_at_5_max": 0.21984238051494998, + "nauc_mrr_at_5_std": 0.005698450838528212, + "nauc_ndcg_at_1000_diff1": 0.26612796471694483, + "nauc_ndcg_at_1000_max": 0.2081878098073492, + "nauc_ndcg_at_1000_std": -0.0076835550735355794, + "nauc_ndcg_at_100_diff1": 0.24908391069327873, + "nauc_ndcg_at_100_max": 0.2063627353835446, + "nauc_ndcg_at_100_std": -0.0037690785612163775, + "nauc_ndcg_at_10_diff1": 0.2881431896741961, + "nauc_ndcg_at_10_max": 0.20814639272037685, + "nauc_ndcg_at_10_std": -0.022201704151428532, + "nauc_ndcg_at_1_diff1": 0.29042885260017853, + "nauc_ndcg_at_1_max": 0.17097979518405776, + "nauc_ndcg_at_1_std": -0.02584417381677264, + "nauc_ndcg_at_20_diff1": 0.25460408948659485, + "nauc_ndcg_at_20_max": 0.20154877222225115, + "nauc_ndcg_at_20_std": -0.029963630216706456, + "nauc_ndcg_at_3_diff1": 0.28704621068383773, + "nauc_ndcg_at_3_max": 0.17927935021298907, + "nauc_ndcg_at_3_std": -0.0321105869310495, + "nauc_ndcg_at_5_diff1": 0.27957485043502395, + "nauc_ndcg_at_5_max": 0.16829121060677663, + "nauc_ndcg_at_5_std": -0.05901107965272218, + "nauc_precision_at_1000_diff1": -0.07224742905260181, + "nauc_precision_at_1000_max": 0.2630988426257704, + "nauc_precision_at_1000_std": 0.23119826752185763, + "nauc_precision_at_100_diff1": -0.09307540557108517, + "nauc_precision_at_100_max": 0.2762143903657825, + "nauc_precision_at_100_std": 0.2397529350576363, + "nauc_precision_at_10_diff1": 0.08190051975824642, + "nauc_precision_at_10_max": 0.35752391516905, + "nauc_precision_at_10_std": 0.16443000989198867, + "nauc_precision_at_1_diff1": 0.29042885260017853, + "nauc_precision_at_1_max": 0.17097979518405776, + "nauc_precision_at_1_std": -0.02584417381677264, + "nauc_precision_at_20_diff1": -0.017545713053200726, + "nauc_precision_at_20_max": 0.2982708335691454, + "nauc_precision_at_20_std": 0.14935802385291339, + "nauc_precision_at_3_diff1": 0.17096797263035995, + "nauc_precision_at_3_max": 0.29052328518731285, + "nauc_precision_at_3_std": 0.07273578746542457, + "nauc_precision_at_5_diff1": 0.10096747811863863, + "nauc_precision_at_5_max": 0.2964084984948412, + "nauc_precision_at_5_std": 0.078153439245507, + "nauc_recall_at_1000_diff1": 0.1994518237402361, + "nauc_recall_at_1000_max": 0.5731303273997781, + "nauc_recall_at_1000_std": 0.6253124905876319, + "nauc_recall_at_100_diff1": -0.16400795020997982, + "nauc_recall_at_100_max": 0.17470603443730318, + "nauc_recall_at_100_std": 0.1493003168857781, + "nauc_recall_at_10_diff1": 0.2240286259236592, + "nauc_recall_at_10_max": 0.20353916196859073, + "nauc_recall_at_10_std": -0.010110430426469377, + "nauc_recall_at_1_diff1": 0.35775897397761564, + "nauc_recall_at_1_max": 0.0601758034968938, + "nauc_recall_at_1_std": -0.11865649730566596, + "nauc_recall_at_20_diff1": 0.10154703507844748, + "nauc_recall_at_20_max": 0.1772806126461976, + "nauc_recall_at_20_std": -0.05573735101114752, + "nauc_recall_at_3_diff1": 0.2607743474791433, + "nauc_recall_at_3_max": 0.09989806836469514, + "nauc_recall_at_3_std": -0.07430585853663688, + "nauc_recall_at_5_diff1": 0.22241733792944168, + "nauc_recall_at_5_max": 0.11410496681230484, + "nauc_recall_at_5_std": -0.09332279083276358, + "ndcg_at_1": 0.30857, + "ndcg_at_10": 0.44292, + "ndcg_at_100": 0.52846, + "ndcg_at_1000": 0.53965, + "ndcg_at_20": 0.48242, + "ndcg_at_3": 0.35462, + "ndcg_at_5": 0.38494, + "precision_at_1": 0.30857, + "precision_at_10": 0.128, + "precision_at_100": 0.02, + "precision_at_1000": 0.00214, + "precision_at_20": 0.07843, + "precision_at_3": 0.23714, + "precision_at_5": 0.18743, + "recall_at_1": 0.18244, + "recall_at_10": 0.60046, + "recall_at_100": 0.92463, + "recall_at_1000": 0.99578, + "recall_at_20": 0.72359, + "recall_at_3": 0.35997, + "recall_at_5": 0.44676 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.42166, + "map_at_1": 0.16818, + "map_at_10": 0.31959, + "map_at_100": 0.35581, + "map_at_1000": 0.35779, + "map_at_20": 0.33823, + "map_at_3": 0.25854, + "map_at_5": 0.28738, + "mrr_at_1": 0.359375, + "mrr_at_10": 0.4986966765873008, + "mrr_at_100": 0.5069850826236902, + "mrr_at_1000": 0.507148277951829, + "mrr_at_20": 0.5039592045488901, + "mrr_at_3": 0.4626736111111104, + "mrr_at_5": 0.48684027777777666, + "nauc_map_at_1000_diff1": 0.09615055124215424, + "nauc_map_at_1000_max": -0.047227778418960024, + "nauc_map_at_1000_std": -0.10392528479868408, + "nauc_map_at_100_diff1": 0.09612685980964773, + "nauc_map_at_100_max": -0.04746776010343591, + "nauc_map_at_100_std": -0.10413143464529746, + "nauc_map_at_10_diff1": 0.0942260206232998, + "nauc_map_at_10_max": -0.06285783076349383, + "nauc_map_at_10_std": -0.12448024017025738, + "nauc_map_at_1_diff1": 0.13611186320608198, + "nauc_map_at_1_max": -0.08333935327358838, + "nauc_map_at_1_std": -0.13485105609814674, + "nauc_map_at_20_diff1": 0.09561903831443992, + "nauc_map_at_20_max": -0.05350006561495373, + "nauc_map_at_20_std": -0.11809410059104893, + "nauc_map_at_3_diff1": 0.08805970735675916, + "nauc_map_at_3_max": -0.08169710431923485, + "nauc_map_at_3_std": -0.13641592463927396, + "nauc_map_at_5_diff1": 0.09451014369750989, + "nauc_map_at_5_max": -0.07845643524066732, + "nauc_map_at_5_std": -0.1356426312441846, + "nauc_mrr_at_1000_diff1": 0.10389168406390316, + "nauc_mrr_at_1000_max": -0.02617498575200731, + "nauc_mrr_at_1000_std": -0.0418814910104822, + "nauc_mrr_at_100_diff1": 0.10390011224906398, + "nauc_mrr_at_100_max": -0.026023923499808015, + "nauc_mrr_at_100_std": -0.04167137415464605, + "nauc_mrr_at_10_diff1": 0.10177229866194382, + "nauc_mrr_at_10_max": -0.026127333501894084, + "nauc_mrr_at_10_std": -0.040731353988490704, + "nauc_mrr_at_1_diff1": 0.11404606140152997, + "nauc_mrr_at_1_max": -0.055920373522555376, + "nauc_mrr_at_1_std": -0.0695118366454064, + "nauc_mrr_at_20_diff1": 0.10539607444857317, + "nauc_mrr_at_20_max": -0.023906294275716, + "nauc_mrr_at_20_std": -0.041018543851620376, + "nauc_mrr_at_3_diff1": 0.09544662591405349, + "nauc_mrr_at_3_max": -0.030174906857674204, + "nauc_mrr_at_3_std": -0.049922148811566876, + "nauc_mrr_at_5_diff1": 0.10016706848581595, + "nauc_mrr_at_5_max": -0.026608673903845432, + "nauc_mrr_at_5_std": -0.04316191362667574, + "nauc_ndcg_at_1000_diff1": 0.09741679533936069, + "nauc_ndcg_at_1000_max": -0.01344972021409165, + "nauc_ndcg_at_1000_std": -0.05118837418460149, + "nauc_ndcg_at_100_diff1": 0.09419257629272755, + "nauc_ndcg_at_100_max": -0.014111601537127908, + "nauc_ndcg_at_100_std": -0.04408497058141289, + "nauc_ndcg_at_10_diff1": 0.09243205234096187, + "nauc_ndcg_at_10_max": -0.045643064012717435, + "nauc_ndcg_at_10_std": -0.10120814792197741, + "nauc_ndcg_at_1_diff1": 0.11404606140152997, + "nauc_ndcg_at_1_max": -0.055920373522555376, + "nauc_ndcg_at_1_std": -0.0695118366454064, + "nauc_ndcg_at_20_diff1": 0.10040626350584599, + "nauc_ndcg_at_20_max": -0.02625027920713333, + "nauc_ndcg_at_20_std": -0.08945835739660771, + "nauc_ndcg_at_3_diff1": 0.08160555189066153, + "nauc_ndcg_at_3_max": -0.04194563351228259, + "nauc_ndcg_at_3_std": -0.08698921951533342, + "nauc_ndcg_at_5_diff1": 0.09144303708068316, + "nauc_ndcg_at_5_max": -0.05434266783885257, + "nauc_ndcg_at_5_std": -0.10493498971860714, + "nauc_precision_at_1000_diff1": 0.0014290873310792624, + "nauc_precision_at_1000_max": 0.1675083479007253, + "nauc_precision_at_1000_std": 0.22445987250478938, + "nauc_precision_at_100_diff1": 0.003823590849522568, + "nauc_precision_at_100_max": 0.1731699219410982, + "nauc_precision_at_100_std": 0.24845317574514192, + "nauc_precision_at_10_diff1": 0.027664725048112355, + "nauc_precision_at_10_max": 0.11263014478398528, + "nauc_precision_at_10_std": 0.07534654757342212, + "nauc_precision_at_1_diff1": 0.11404606140152997, + "nauc_precision_at_1_max": -0.055920373522555376, + "nauc_precision_at_1_std": -0.0695118366454064, + "nauc_precision_at_20_diff1": 0.030863142341104523, + "nauc_precision_at_20_max": 0.15429069598731207, + "nauc_precision_at_20_std": 0.1283377222021176, + "nauc_precision_at_3_diff1": 0.034091621844639035, + "nauc_precision_at_3_max": 0.02292134538579523, + "nauc_precision_at_3_std": -0.024230368522188756, + "nauc_precision_at_5_diff1": 0.03619827062866937, + "nauc_precision_at_5_max": 0.05393336757150314, + "nauc_precision_at_5_std": 0.010299638986687952, + "nauc_recall_at_1000_diff1": -0.5879894285948831, + "nauc_recall_at_1000_max": 0.19565046831222768, + "nauc_recall_at_1000_std": 0.40180789684585877, + "nauc_recall_at_100_diff1": -0.01677701924582133, + "nauc_recall_at_100_max": 0.017949935038365318, + "nauc_recall_at_100_std": 0.12274088947672436, + "nauc_recall_at_10_diff1": 0.06781809839416353, + "nauc_recall_at_10_max": -0.0515721847631854, + "nauc_recall_at_10_std": -0.10993788032591113, + "nauc_recall_at_1_diff1": 0.13611186320608198, + "nauc_recall_at_1_max": -0.08333935327358838, + "nauc_recall_at_1_std": -0.13485105609814674, + "nauc_recall_at_20_diff1": 0.08625144672176831, + "nauc_recall_at_20_max": -0.008165321197016422, + "nauc_recall_at_20_std": -0.09378225362734435, + "nauc_recall_at_3_diff1": 0.05701468591532916, + "nauc_recall_at_3_max": -0.07485037262758318, + "nauc_recall_at_3_std": -0.12845089148064015, + "nauc_recall_at_5_diff1": 0.06997864465941828, + "nauc_recall_at_5_max": -0.0758627397024743, + "nauc_recall_at_5_std": -0.1285289967590792, + "ndcg_at_1": 0.35938, + "ndcg_at_10": 0.42166, + "ndcg_at_100": 0.53243, + "ndcg_at_1000": 0.55297, + "ndcg_at_20": 0.46435, + "ndcg_at_3": 0.36024, + "ndcg_at_5": 0.37788, + "precision_at_1": 0.35938, + "precision_at_10": 0.14333, + "precision_at_100": 0.02797, + "precision_at_1000": 0.00319, + "precision_at_20": 0.09302, + "precision_at_3": 0.25938, + "precision_at_5": 0.20437, + "recall_at_1": 0.16818, + "recall_at_10": 0.52128, + "recall_at_100": 0.88752, + "recall_at_1000": 0.9943, + "recall_at_20": 0.6365, + "recall_at_3": 0.32517, + "recall_at_5": 0.40664 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.53053, + "map_at_1": 0.23223, + "map_at_10": 0.42333, + "map_at_100": 0.44695, + "map_at_1000": 0.44751, + "map_at_20": 0.43746, + "map_at_3": 0.3561, + "map_at_5": 0.39231, + "mrr_at_1": 0.35232558139534886, + "mrr_at_10": 0.5269135289774819, + "mrr_at_100": 0.532963277152319, + "mrr_at_1000": 0.533048929183404, + "mrr_at_20": 0.5315761756173677, + "mrr_at_3": 0.4883720930232551, + "mrr_at_5": 0.512499999999999, + "nauc_map_at_1000_diff1": 0.1399208874779293, + "nauc_map_at_1000_max": -0.02364028468690523, + "nauc_map_at_1000_std": -0.1965412927688283, + "nauc_map_at_100_diff1": 0.1397178611454985, + "nauc_map_at_100_max": -0.024071822290455236, + "nauc_map_at_100_std": -0.1973953702231722, + "nauc_map_at_10_diff1": 0.13351996908464814, + "nauc_map_at_10_max": -0.036961518101105525, + "nauc_map_at_10_std": -0.21797564567788486, + "nauc_map_at_1_diff1": 0.146569802300826, + "nauc_map_at_1_max": -0.05796797782109803, + "nauc_map_at_1_std": -0.1907287053187185, + "nauc_map_at_20_diff1": 0.13670223468180007, + "nauc_map_at_20_max": -0.02978167975464244, + "nauc_map_at_20_std": -0.20644595320266967, + "nauc_map_at_3_diff1": 0.1334839123105454, + "nauc_map_at_3_max": -0.05434762551206723, + "nauc_map_at_3_std": -0.23000565518631133, + "nauc_map_at_5_diff1": 0.12827699731201, + "nauc_map_at_5_max": -0.04914401647540633, + "nauc_map_at_5_std": -0.22313668433575726, + "nauc_mrr_at_1000_diff1": 0.15520859666172077, + "nauc_mrr_at_1000_max": 0.039413609375818524, + "nauc_mrr_at_1000_std": -0.08571339265643073, + "nauc_mrr_at_100_diff1": 0.15517356839031887, + "nauc_mrr_at_100_max": 0.03947579955195761, + "nauc_mrr_at_100_std": -0.08569931219390996, + "nauc_mrr_at_10_diff1": 0.1565548215780741, + "nauc_mrr_at_10_max": 0.04198525564284942, + "nauc_mrr_at_10_std": -0.08385630000475573, + "nauc_mrr_at_1_diff1": 0.14181907837813396, + "nauc_mrr_at_1_max": 0.010347610493705025, + "nauc_mrr_at_1_std": -0.08702590041975462, + "nauc_mrr_at_20_diff1": 0.15532390935962953, + "nauc_mrr_at_20_max": 0.040354518660533995, + "nauc_mrr_at_20_std": -0.08411505823117954, + "nauc_mrr_at_3_diff1": 0.15646734312437277, + "nauc_mrr_at_3_max": 0.036952043445171355, + "nauc_mrr_at_3_std": -0.09338430358329396, + "nauc_mrr_at_5_diff1": 0.15812699909206968, + "nauc_mrr_at_5_max": 0.04134998159482098, + "nauc_mrr_at_5_std": -0.08249538338579133, + "nauc_ndcg_at_1000_diff1": 0.15278237306196482, + "nauc_ndcg_at_1000_max": 0.01941003885086096, + "nauc_ndcg_at_1000_std": -0.13750725124866597, + "nauc_ndcg_at_100_diff1": 0.15144707099153867, + "nauc_ndcg_at_100_max": 0.017304407106725494, + "nauc_ndcg_at_100_std": -0.1440256686850627, + "nauc_ndcg_at_10_diff1": 0.13981709748859047, + "nauc_ndcg_at_10_max": -0.010693813077150517, + "nauc_ndcg_at_10_std": -0.1935929514407041, + "nauc_ndcg_at_1_diff1": 0.14181907837813396, + "nauc_ndcg_at_1_max": 0.010347610493705025, + "nauc_ndcg_at_1_std": -0.08702590041975462, + "nauc_ndcg_at_20_diff1": 0.1440697768364483, + "nauc_ndcg_at_20_max": 0.0007068597696851295, + "nauc_ndcg_at_20_std": -0.1714801346466207, + "nauc_ndcg_at_3_diff1": 0.1340871855390749, + "nauc_ndcg_at_3_max": -0.02519002361019999, + "nauc_ndcg_at_3_std": -0.18806440848813466, + "nauc_ndcg_at_5_diff1": 0.1292747721939263, + "nauc_ndcg_at_5_max": -0.02780571521644215, + "nauc_ndcg_at_5_std": -0.1934907174620631, + "nauc_precision_at_1000_diff1": 0.03432171941817699, + "nauc_precision_at_1000_max": 0.24267958913811077, + "nauc_precision_at_1000_std": 0.37254198189134347, + "nauc_precision_at_100_diff1": 0.03921607814845882, + "nauc_precision_at_100_max": 0.239282371751126, + "nauc_precision_at_100_std": 0.3561004738042781, + "nauc_precision_at_10_diff1": 0.07436090283862301, + "nauc_precision_at_10_max": 0.20244861247877466, + "nauc_precision_at_10_std": 0.17121290832822939, + "nauc_precision_at_1_diff1": 0.14181907837813396, + "nauc_precision_at_1_max": 0.010347610493705025, + "nauc_precision_at_1_std": -0.08702590041975462, + "nauc_precision_at_20_diff1": 0.06149237678377883, + "nauc_precision_at_20_max": 0.2307674476978032, + "nauc_precision_at_20_std": 0.26927990558484, + "nauc_precision_at_3_diff1": 0.10748497434201892, + "nauc_precision_at_3_max": 0.0975105190928894, + "nauc_precision_at_3_std": -0.026074668574974497, + "nauc_precision_at_5_diff1": 0.07145407458663237, + "nauc_precision_at_5_max": 0.1469145509471297, + "nauc_precision_at_5_std": 0.08868073606926061, + "nauc_recall_at_1000_diff1": -1.7399626517264277, + "nauc_recall_at_1000_max": -1.7399626517264277, + "nauc_recall_at_1000_std": -0.171335200747465, + "nauc_recall_at_100_diff1": 0.07938263157713994, + "nauc_recall_at_100_max": 0.01510156979431517, + "nauc_recall_at_100_std": -0.2458091328212555, + "nauc_recall_at_10_diff1": 0.08912846909703391, + "nauc_recall_at_10_max": -0.04705655028234692, + "nauc_recall_at_10_std": -0.2598069385749758, + "nauc_recall_at_1_diff1": 0.146569802300826, + "nauc_recall_at_1_max": -0.05796797782109803, + "nauc_recall_at_1_std": -0.1907287053187185, + "nauc_recall_at_20_diff1": 0.08019802686935922, + "nauc_recall_at_20_max": -0.03675977162102841, + "nauc_recall_at_20_std": -0.23609908478497274, + "nauc_recall_at_3_diff1": 0.10931701677861616, + "nauc_recall_at_3_max": -0.06255797663281788, + "nauc_recall_at_3_std": -0.25957669792350113, + "nauc_recall_at_5_diff1": 0.08372586056630363, + "nauc_recall_at_5_max": -0.07194663252483001, + "nauc_recall_at_5_std": -0.2466431596661134, + "ndcg_at_1": 0.35233, + "ndcg_at_10": 0.53053, + "ndcg_at_100": 0.59951, + "ndcg_at_1000": 0.6053, + "ndcg_at_20": 0.56428, + "ndcg_at_3": 0.43121, + "ndcg_at_5": 0.47617, + "precision_at_1": 0.35233, + "precision_at_10": 0.13267, + "precision_at_100": 0.01988, + "precision_at_1000": 0.00208, + "precision_at_20": 0.0793, + "precision_at_3": 0.25969, + "precision_at_5": 0.20116, + "recall_at_1": 0.23223, + "recall_at_10": 0.72798, + "recall_at_100": 0.96828, + "recall_at_1000": 0.99989, + "recall_at_20": 0.83075, + "recall_at_3": 0.47499, + "recall_at_5": 0.58825 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.57613, + "map_at_1": 0.31271, + "map_at_10": 0.47429, + "map_at_100": 0.50472, + "map_at_1000": 0.50537, + "map_at_20": 0.49149, + "map_at_3": 0.40879, + "map_at_5": 0.44475, + "mrr_at_1": 0.49295774647887325, + "mrr_at_10": 0.6262463670914376, + "mrr_at_100": 0.6299894384795637, + "mrr_at_1000": 0.6301009627828206, + "mrr_at_20": 0.6289327169194611, + "mrr_at_3": 0.5962441314553989, + "mrr_at_5": 0.6157276995305164, + "nauc_map_at_1000_diff1": 0.34470110710864815, + "nauc_map_at_1000_max": 0.3048950713112923, + "nauc_map_at_1000_std": 0.03914312584743639, + "nauc_map_at_100_diff1": 0.3450610828563489, + "nauc_map_at_100_max": 0.3049220619025371, + "nauc_map_at_100_std": 0.03934908024195251, + "nauc_map_at_10_diff1": 0.3542942598825078, + "nauc_map_at_10_max": 0.29596383683995875, + "nauc_map_at_10_std": 0.02235907764841487, + "nauc_map_at_1_diff1": 0.46055990586573015, + "nauc_map_at_1_max": 0.2529236515443235, + "nauc_map_at_1_std": -0.06510692206899683, + "nauc_map_at_20_diff1": 0.3506313914451189, + "nauc_map_at_20_max": 0.30360758539397725, + "nauc_map_at_20_std": 0.03059518812254635, + "nauc_map_at_3_diff1": 0.3813658492497726, + "nauc_map_at_3_max": 0.28550291905058545, + "nauc_map_at_3_std": 0.008970527217254434, + "nauc_map_at_5_diff1": 0.36447717675205005, + "nauc_map_at_5_max": 0.2970840470869062, + "nauc_map_at_5_std": 0.00813640294871881, + "nauc_mrr_at_1000_diff1": 0.288979144451725, + "nauc_mrr_at_1000_max": 0.3175867622402161, + "nauc_mrr_at_1000_std": 0.052694591727697686, + "nauc_mrr_at_100_diff1": 0.2889864971685077, + "nauc_mrr_at_100_max": 0.317754495112312, + "nauc_mrr_at_100_std": 0.052933728952291884, + "nauc_mrr_at_10_diff1": 0.28695943187794065, + "nauc_mrr_at_10_max": 0.3175550788916393, + "nauc_mrr_at_10_std": 0.05581674943282856, + "nauc_mrr_at_1_diff1": 0.3393774588818738, + "nauc_mrr_at_1_max": 0.2596528540264998, + "nauc_mrr_at_1_std": 0.0014447300266307013, + "nauc_mrr_at_20_diff1": 0.2878682744245987, + "nauc_mrr_at_20_max": 0.3178725725982954, + "nauc_mrr_at_20_std": 0.05439790962800962, + "nauc_mrr_at_3_diff1": 0.2787546247608661, + "nauc_mrr_at_3_max": 0.3140245185164984, + "nauc_mrr_at_3_std": 0.05904103057994931, + "nauc_mrr_at_5_diff1": 0.27938991850617056, + "nauc_mrr_at_5_max": 0.31436777531535937, + "nauc_mrr_at_5_std": 0.04297527893248547, + "nauc_ndcg_at_1000_diff1": 0.3027393647037702, + "nauc_ndcg_at_1000_max": 0.32665522073834213, + "nauc_ndcg_at_1000_std": 0.07983760814917522, + "nauc_ndcg_at_100_diff1": 0.30932202042865464, + "nauc_ndcg_at_100_max": 0.3300677478085775, + "nauc_ndcg_at_100_std": 0.09013337278422648, + "nauc_ndcg_at_10_diff1": 0.31792802636528816, + "nauc_ndcg_at_10_max": 0.30225905264791936, + "nauc_ndcg_at_10_std": 0.054162531552667946, + "nauc_ndcg_at_1_diff1": 0.3393774588818738, + "nauc_ndcg_at_1_max": 0.2596528540264998, + "nauc_ndcg_at_1_std": 0.0014447300266307013, + "nauc_ndcg_at_20_diff1": 0.3141433195465485, + "nauc_ndcg_at_20_max": 0.32561221837338133, + "nauc_ndcg_at_20_std": 0.07489123233862086, + "nauc_ndcg_at_3_diff1": 0.3173234880007953, + "nauc_ndcg_at_3_max": 0.29311235407132397, + "nauc_ndcg_at_3_std": 0.05339611707054806, + "nauc_ndcg_at_5_diff1": 0.31409636284284, + "nauc_ndcg_at_5_max": 0.29402398481011327, + "nauc_ndcg_at_5_std": 0.02726566489159286, + "nauc_precision_at_1000_diff1": -0.3109461408601388, + "nauc_precision_at_1000_max": -0.037769411293307166, + "nauc_precision_at_1000_std": 0.18331006369126662, + "nauc_precision_at_100_diff1": -0.2871112975927023, + "nauc_precision_at_100_max": -0.019277411453117888, + "nauc_precision_at_100_std": 0.2034867380611903, + "nauc_precision_at_10_diff1": -0.22973733999884585, + "nauc_precision_at_10_max": 0.09121005809868024, + "nauc_precision_at_10_std": 0.23929797178036283, + "nauc_precision_at_1_diff1": 0.3393774588818738, + "nauc_precision_at_1_max": 0.2596528540264998, + "nauc_precision_at_1_std": 0.0014447300266307013, + "nauc_precision_at_20_diff1": -0.2570143911064588, + "nauc_precision_at_20_max": 0.061195323131752785, + "nauc_precision_at_20_std": 0.23340973775517254, + "nauc_precision_at_3_diff1": -0.04042755381309281, + "nauc_precision_at_3_max": 0.26932320008397215, + "nauc_precision_at_3_std": 0.2432281071210335, + "nauc_precision_at_5_diff1": -0.15734111387496058, + "nauc_precision_at_5_max": 0.21804539816785767, + "nauc_precision_at_5_std": 0.21538604991430532, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.43485471846662016, + "nauc_recall_at_100_max": 0.413288116775926, + "nauc_recall_at_100_std": 0.4088230764949944, + "nauc_recall_at_10_diff1": 0.24006347522762334, + "nauc_recall_at_10_max": 0.20745375577545042, + "nauc_recall_at_10_std": 0.06418199856282779, + "nauc_recall_at_1_diff1": 0.46055990586573015, + "nauc_recall_at_1_max": 0.2529236515443235, + "nauc_recall_at_1_std": -0.06510692206899683, + "nauc_recall_at_20_diff1": 0.23673582432776233, + "nauc_recall_at_20_max": 0.2796582087769926, + "nauc_recall_at_20_std": 0.1530884582304264, + "nauc_recall_at_3_diff1": 0.3053304091656246, + "nauc_recall_at_3_max": 0.24183985204584704, + "nauc_recall_at_3_std": 0.04213804589264, + "nauc_recall_at_5_diff1": 0.26066551314174463, + "nauc_recall_at_5_max": 0.23429249838552502, + "nauc_recall_at_5_std": -0.004588980610468583, + "ndcg_at_1": 0.49296, + "ndcg_at_10": 0.57613, + "ndcg_at_100": 0.65113, + "ndcg_at_1000": 0.65913, + "ndcg_at_20": 0.60991, + "ndcg_at_3": 0.50356, + "ndcg_at_5": 0.53337, + "precision_at_1": 0.49296, + "precision_at_10": 0.15352, + "precision_at_100": 0.02446, + "precision_at_1000": 0.00257, + "precision_at_20": 0.09319, + "precision_at_3": 0.2989, + "precision_at_5": 0.23005, + "recall_at_1": 0.31271, + "recall_at_10": 0.71026, + "recall_at_100": 0.95034, + "recall_at_1000": 1.0, + "recall_at_20": 0.80247, + "recall_at_3": 0.48649, + "recall_at_5": 0.59051 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.51611, + "map_at_1": 0.20034, + "map_at_10": 0.40124, + "map_at_100": 0.43575, + "map_at_1000": 0.43672, + "map_at_20": 0.42178, + "map_at_3": 0.32789, + "map_at_5": 0.36424, + "mrr_at_1": 0.382, + "mrr_at_10": 0.557746031746031, + "mrr_at_100": 0.5628425016995865, + "mrr_at_1000": 0.5629079172413367, + "mrr_at_20": 0.5618486070044498, + "mrr_at_3": 0.520166666666666, + "mrr_at_5": 0.5445666666666658, + "nauc_map_at_1000_diff1": 0.12308320243157667, + "nauc_map_at_1000_max": -0.011436634618847431, + "nauc_map_at_1000_std": -0.12229153634827719, + "nauc_map_at_100_diff1": 0.12328849901396768, + "nauc_map_at_100_max": -0.010889100674371157, + "nauc_map_at_100_std": -0.12218135444700796, + "nauc_map_at_10_diff1": 0.12616766202462565, + "nauc_map_at_10_max": -0.009545173275794992, + "nauc_map_at_10_std": -0.13402251611877966, + "nauc_map_at_1_diff1": 0.18673495782967378, + "nauc_map_at_1_max": -0.038707540600961134, + "nauc_map_at_1_std": -0.13277661421872808, + "nauc_map_at_20_diff1": 0.12682982753474267, + "nauc_map_at_20_max": -0.012431500982311041, + "nauc_map_at_20_std": -0.13239333682292523, + "nauc_map_at_3_diff1": 0.13455951403285532, + "nauc_map_at_3_max": -0.017455270296828796, + "nauc_map_at_3_std": -0.13141341677785828, + "nauc_map_at_5_diff1": 0.12383875949671111, + "nauc_map_at_5_max": -0.018032854028070075, + "nauc_map_at_5_std": -0.1350837092302089, + "nauc_mrr_at_1000_diff1": 0.13177202209064065, + "nauc_mrr_at_1000_max": 0.007127763565946708, + "nauc_mrr_at_1000_std": -0.06683092391272251, + "nauc_mrr_at_100_diff1": 0.131744944568502, + "nauc_mrr_at_100_max": 0.007239119184065738, + "nauc_mrr_at_100_std": -0.06667479552713834, + "nauc_mrr_at_10_diff1": 0.1317968784422492, + "nauc_mrr_at_10_max": 0.01021569482631457, + "nauc_mrr_at_10_std": -0.06655916473356223, + "nauc_mrr_at_1_diff1": 0.13890136770735687, + "nauc_mrr_at_1_max": -0.040372944998273, + "nauc_mrr_at_1_std": -0.07828676930747319, + "nauc_mrr_at_20_diff1": 0.13157392278580282, + "nauc_mrr_at_20_max": 0.008074687571991621, + "nauc_mrr_at_20_std": -0.06599676023744118, + "nauc_mrr_at_3_diff1": 0.13267523055421196, + "nauc_mrr_at_3_max": 0.007043257778813438, + "nauc_mrr_at_3_std": -0.07106324477191407, + "nauc_mrr_at_5_diff1": 0.13456439364239398, + "nauc_mrr_at_5_max": 0.010247835923568621, + "nauc_mrr_at_5_std": -0.07258538655013658, + "nauc_ndcg_at_1000_diff1": 0.11478119647769341, + "nauc_ndcg_at_1000_max": 0.004437449867085327, + "nauc_ndcg_at_1000_std": -0.08764932736933966, + "nauc_ndcg_at_100_diff1": 0.11628795960719604, + "nauc_ndcg_at_100_max": 0.012361809770728068, + "nauc_ndcg_at_100_std": -0.08145119796167861, + "nauc_ndcg_at_10_diff1": 0.12331636099227246, + "nauc_ndcg_at_10_max": 0.011182229850894048, + "nauc_ndcg_at_10_std": -0.1251413012373191, + "nauc_ndcg_at_1_diff1": 0.13890136770735687, + "nauc_ndcg_at_1_max": -0.040372944998273, + "nauc_ndcg_at_1_std": -0.07828676930747319, + "nauc_ndcg_at_20_diff1": 0.12311714648885912, + "nauc_ndcg_at_20_max": 0.006129908253894624, + "nauc_ndcg_at_20_std": -0.11780385944890182, + "nauc_ndcg_at_3_diff1": 0.12264307122476625, + "nauc_ndcg_at_3_max": -0.0068820328623366055, + "nauc_ndcg_at_3_std": -0.10446174049382545, + "nauc_ndcg_at_5_diff1": 0.11517996999574895, + "nauc_ndcg_at_5_max": -0.0022979586853524013, + "nauc_ndcg_at_5_std": -0.11865869953267552, + "nauc_precision_at_1000_diff1": -0.10772594430335318, + "nauc_precision_at_1000_max": 0.013202681564120512, + "nauc_precision_at_1000_std": 0.1607074334395083, + "nauc_precision_at_100_diff1": -0.10007965939573522, + "nauc_precision_at_100_max": 0.03046941712858075, + "nauc_precision_at_100_std": 0.1734058314298563, + "nauc_precision_at_10_diff1": -0.03792909563106587, + "nauc_precision_at_10_max": 0.0422722546797579, + "nauc_precision_at_10_std": 0.032690877136505904, + "nauc_precision_at_1_diff1": 0.13890136770735687, + "nauc_precision_at_1_max": -0.040372944998273, + "nauc_precision_at_1_std": -0.07828676930747319, + "nauc_precision_at_20_diff1": -0.06826715835575173, + "nauc_precision_at_20_max": 0.018692008096649206, + "nauc_precision_at_20_std": 0.07524473726442998, + "nauc_precision_at_3_diff1": 0.022904121664838125, + "nauc_precision_at_3_max": 0.019857695354054596, + "nauc_precision_at_3_std": -0.02542941603396208, + "nauc_precision_at_5_diff1": -0.020917950483104377, + "nauc_precision_at_5_max": 0.02646556729562376, + "nauc_precision_at_5_std": -0.0029824177123205856, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.08919659140398943, + "nauc_recall_at_100_max": 0.2406097036672684, + "nauc_recall_at_100_std": 0.18276927280810978, + "nauc_recall_at_10_diff1": 0.08710002533514974, + "nauc_recall_at_10_max": 0.04221241389304462, + "nauc_recall_at_10_std": -0.1436338932029928, + "nauc_recall_at_1_diff1": 0.18673495782967378, + "nauc_recall_at_1_max": -0.038707540600961134, + "nauc_recall_at_1_std": -0.13277661421872808, + "nauc_recall_at_20_diff1": 0.09319162608802585, + "nauc_recall_at_20_max": 0.043293756907581415, + "nauc_recall_at_20_std": -0.1408103547769998, + "nauc_recall_at_3_diff1": 0.11583019617777826, + "nauc_recall_at_3_max": 0.02585735503529731, + "nauc_recall_at_3_std": -0.11665706079884897, + "nauc_recall_at_5_diff1": 0.08971756573554873, + "nauc_recall_at_5_max": 0.01846354646630127, + "nauc_recall_at_5_std": -0.1376555847350234, + "ndcg_at_1": 0.382, + "ndcg_at_10": 0.51611, + "ndcg_at_100": 0.60754, + "ndcg_at_1000": 0.61575, + "ndcg_at_20": 0.56028, + "ndcg_at_3": 0.43024, + "ndcg_at_5": 0.46143, + "precision_at_1": 0.382, + "precision_at_10": 0.1598, + "precision_at_100": 0.02679, + "precision_at_1000": 0.00283, + "precision_at_20": 0.10075, + "precision_at_3": 0.29933, + "precision_at_5": 0.2346, + "recall_at_1": 0.20034, + "recall_at_10": 0.66904, + "recall_at_100": 0.95917, + "recall_at_1000": 1.0, + "recall_at_20": 0.79149, + "recall_at_3": 0.42936, + "recall_at_5": 0.52722 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.64887, + "map_at_1": 0.39911, + "map_at_10": 0.5657, + "map_at_100": 0.58234, + "map_at_1000": 0.58291, + "map_at_20": 0.57667, + "map_at_3": 0.51385, + "map_at_5": 0.54202, + "mrr_at_1": 0.5560165975103735, + "mrr_at_10": 0.6729928209181316, + "mrr_at_100": 0.6771924708728156, + "mrr_at_1000": 0.6772754168038547, + "mrr_at_20": 0.6760253577680959, + "mrr_at_3": 0.6493775933609955, + "mrr_at_5": 0.6641078838174269, + "nauc_map_at_1000_diff1": 0.3216217118971491, + "nauc_map_at_1000_max": 0.058503257968678474, + "nauc_map_at_1000_std": -0.18137523537014502, + "nauc_map_at_100_diff1": 0.3212175749861366, + "nauc_map_at_100_max": 0.05838579062615211, + "nauc_map_at_100_std": -0.18126459929646208, + "nauc_map_at_10_diff1": 0.31732219341528056, + "nauc_map_at_10_max": 0.05307858986633304, + "nauc_map_at_10_std": -0.19520523255147756, + "nauc_map_at_1_diff1": 0.34358984051948477, + "nauc_map_at_1_max": 0.008996663266535906, + "nauc_map_at_1_std": -0.20676158127699934, + "nauc_map_at_20_diff1": 0.31758648770018005, + "nauc_map_at_20_max": 0.05638701799843375, + "nauc_map_at_20_std": -0.18396330757979273, + "nauc_map_at_3_diff1": 0.3278622140816864, + "nauc_map_at_3_max": 0.03400783289514826, + "nauc_map_at_3_std": -0.2265285348276075, + "nauc_map_at_5_diff1": 0.32048230185194676, + "nauc_map_at_5_max": 0.040199728288813456, + "nauc_map_at_5_std": -0.20768032400196682, + "nauc_mrr_at_1000_diff1": 0.38592087359887983, + "nauc_mrr_at_1000_max": 0.16820788335115464, + "nauc_mrr_at_1000_std": -0.07365485613685571, + "nauc_mrr_at_100_diff1": 0.38605156740001945, + "nauc_mrr_at_100_max": 0.16832176674251556, + "nauc_mrr_at_100_std": -0.07356977302637942, + "nauc_mrr_at_10_diff1": 0.38581282863627625, + "nauc_mrr_at_10_max": 0.17169601961810518, + "nauc_mrr_at_10_std": -0.0710582550352313, + "nauc_mrr_at_1_diff1": 0.39908101784301064, + "nauc_mrr_at_1_max": 0.13367073160896534, + "nauc_mrr_at_1_std": -0.10180019491569157, + "nauc_mrr_at_20_diff1": 0.38519092733609844, + "nauc_mrr_at_20_max": 0.16953801279526207, + "nauc_mrr_at_20_std": -0.07264186500253388, + "nauc_mrr_at_3_diff1": 0.38151070331054493, + "nauc_mrr_at_3_max": 0.15744134327408607, + "nauc_mrr_at_3_std": -0.08251248065838149, + "nauc_mrr_at_5_diff1": 0.3826524631657249, + "nauc_mrr_at_5_max": 0.17212772608496046, + "nauc_mrr_at_5_std": -0.06683541621601802, + "nauc_ndcg_at_1000_diff1": 0.336085140623104, + "nauc_ndcg_at_1000_max": 0.10937468176053057, + "nauc_ndcg_at_1000_std": -0.12408710636804897, + "nauc_ndcg_at_100_diff1": 0.33219414972114447, + "nauc_ndcg_at_100_max": 0.10780002546574824, + "nauc_ndcg_at_100_std": -0.11857744486250872, + "nauc_ndcg_at_10_diff1": 0.3132349987832544, + "nauc_ndcg_at_10_max": 0.09522659370458947, + "nauc_ndcg_at_10_std": -0.1493938825028611, + "nauc_ndcg_at_1_diff1": 0.39908101784301064, + "nauc_ndcg_at_1_max": 0.13367073160896534, + "nauc_ndcg_at_1_std": -0.10180019491569157, + "nauc_ndcg_at_20_diff1": 0.31239938263073963, + "nauc_ndcg_at_20_max": 0.10181479501208812, + "nauc_ndcg_at_20_std": -0.12446495719005948, + "nauc_ndcg_at_3_diff1": 0.33357593401884245, + "nauc_ndcg_at_3_max": 0.07257680608775237, + "nauc_ndcg_at_3_std": -0.18892109339041133, + "nauc_ndcg_at_5_diff1": 0.318071157785451, + "nauc_ndcg_at_5_max": 0.07431106637929266, + "nauc_ndcg_at_5_std": -0.17074544092618119, + "nauc_precision_at_1000_diff1": -0.0693596686852011, + "nauc_precision_at_1000_max": 0.17810447449080608, + "nauc_precision_at_1000_std": 0.29161609111217063, + "nauc_precision_at_100_diff1": -0.0770499206501678, + "nauc_precision_at_100_max": 0.18451779226523188, + "nauc_precision_at_100_std": 0.32066986218132054, + "nauc_precision_at_10_diff1": -0.005315106313009189, + "nauc_precision_at_10_max": 0.1943442376707772, + "nauc_precision_at_10_std": 0.20378441834084576, + "nauc_precision_at_1_diff1": 0.39908101784301064, + "nauc_precision_at_1_max": 0.13367073160896534, + "nauc_precision_at_1_std": -0.10180019491569157, + "nauc_precision_at_20_diff1": -0.05842107258220495, + "nauc_precision_at_20_max": 0.18508458244972162, + "nauc_precision_at_20_std": 0.2857899169122036, + "nauc_precision_at_3_diff1": 0.16918217948161093, + "nauc_precision_at_3_max": 0.18837548067711743, + "nauc_precision_at_3_std": 0.029682565646644767, + "nauc_precision_at_5_diff1": 0.06815280995639635, + "nauc_precision_at_5_max": 0.18952898734837995, + "nauc_precision_at_5_std": 0.13280909433375115, + "nauc_recall_at_1000_diff1": 0.2911658888859004, + "nauc_recall_at_1000_max": 0.6969859477347854, + "nauc_recall_at_1000_std": 0.10910970004392337, + "nauc_recall_at_100_diff1": 0.22332452232606975, + "nauc_recall_at_100_max": 0.15579789245375156, + "nauc_recall_at_100_std": 0.12855086308310743, + "nauc_recall_at_10_diff1": 0.17651750202572886, + "nauc_recall_at_10_max": 0.09259825306998756, + "nauc_recall_at_10_std": -0.12562253621176206, + "nauc_recall_at_1_diff1": 0.34358984051948477, + "nauc_recall_at_1_max": 0.008996663266535906, + "nauc_recall_at_1_std": -0.20676158127699934, + "nauc_recall_at_20_diff1": 0.1292758368878838, + "nauc_recall_at_20_max": 0.11966871823653932, + "nauc_recall_at_20_std": -0.015164223604037734, + "nauc_recall_at_3_diff1": 0.2615513687757734, + "nauc_recall_at_3_max": 0.02090063244876872, + "nauc_recall_at_3_std": -0.23227660402631561, + "nauc_recall_at_5_diff1": 0.22122336036176823, + "nauc_recall_at_5_max": 0.039627248028317366, + "nauc_recall_at_5_std": -0.18130070812393567, + "ndcg_at_1": 0.55602, + "ndcg_at_10": 0.64887, + "ndcg_at_100": 0.69732, + "ndcg_at_1000": 0.70492, + "ndcg_at_20": 0.67349, + "ndcg_at_3": 0.58233, + "ndcg_at_5": 0.60934, + "precision_at_1": 0.55602, + "precision_at_10": 0.13174, + "precision_at_100": 0.01753, + "precision_at_1000": 0.00188, + "precision_at_20": 0.07583, + "precision_at_3": 0.31051, + "precision_at_5": 0.2195, + "recall_at_1": 0.39911, + "recall_at_10": 0.77981, + "recall_at_100": 0.95122, + "recall_at_1000": 0.99568, + "recall_at_20": 0.85207, + "recall_at_3": 0.59877, + "recall_at_5": 0.67697 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.56199, + "map_at_1": 0.29952, + "map_at_10": 0.47718, + "map_at_100": 0.48375, + "map_at_1000": 0.48389, + "map_at_20": 0.48185, + "map_at_3": 0.43455, + "map_at_5": 0.46218, + "mrr_at_1": 0.30434782608695654, + "mrr_at_10": 0.48118817575339307, + "mrr_at_100": 0.4869514260234825, + "mrr_at_1000": 0.4870910341896542, + "mrr_at_20": 0.48524172642703056, + "mrr_at_3": 0.43900966183574863, + "mrr_at_5": 0.4659420289855068, + "nauc_map_at_1000_diff1": 0.17138962427462057, + "nauc_map_at_1000_max": -0.020762061981830292, + "nauc_map_at_1000_std": -0.24855345679895607, + "nauc_map_at_100_diff1": 0.171349801107472, + "nauc_map_at_100_max": -0.020601395004070367, + "nauc_map_at_100_std": -0.2485444181556949, + "nauc_map_at_10_diff1": 0.172946022554036, + "nauc_map_at_10_max": -0.017733724823072606, + "nauc_map_at_10_std": -0.2541935234969047, + "nauc_map_at_1_diff1": 0.174509888164346, + "nauc_map_at_1_max": -0.08250592543839741, + "nauc_map_at_1_std": -0.2352878139466189, + "nauc_map_at_20_diff1": 0.1722126330982047, + "nauc_map_at_20_max": -0.01992406297059794, + "nauc_map_at_20_std": -0.24971845988503172, + "nauc_map_at_3_diff1": 0.1664070619464112, + "nauc_map_at_3_max": -0.027060166803037536, + "nauc_map_at_3_std": -0.2613539355869662, + "nauc_map_at_5_diff1": 0.16752181693679968, + "nauc_map_at_5_max": -0.025961564510208784, + "nauc_map_at_5_std": -0.2630295086070956, + "nauc_mrr_at_1000_diff1": 0.17488959759257575, + "nauc_mrr_at_1000_max": -0.021111440963134206, + "nauc_mrr_at_1000_std": -0.2442541798838059, + "nauc_mrr_at_100_diff1": 0.1748434726061076, + "nauc_mrr_at_100_max": -0.02094748963109323, + "nauc_mrr_at_100_std": -0.2442345439885282, + "nauc_mrr_at_10_diff1": 0.17731350949209712, + "nauc_mrr_at_10_max": -0.01709490491442632, + "nauc_mrr_at_10_std": -0.24826649819626145, + "nauc_mrr_at_1_diff1": 0.18000799548528382, + "nauc_mrr_at_1_max": -0.08032069947605408, + "nauc_mrr_at_1_std": -0.22786775461021155, + "nauc_mrr_at_20_diff1": 0.1756458885385854, + "nauc_mrr_at_20_max": -0.019996438778719584, + "nauc_mrr_at_20_std": -0.24455464437744534, + "nauc_mrr_at_3_diff1": 0.17048076353144584, + "nauc_mrr_at_3_max": -0.02796007093212117, + "nauc_mrr_at_3_std": -0.25631141304852145, + "nauc_mrr_at_5_diff1": 0.17144201020122715, + "nauc_mrr_at_5_max": -0.026927212785034804, + "nauc_mrr_at_5_std": -0.258586079066096, + "nauc_ndcg_at_1000_diff1": 0.17335047563921244, + "nauc_ndcg_at_1000_max": -0.0011530412849343559, + "nauc_ndcg_at_1000_std": -0.23216615939102103, + "nauc_ndcg_at_100_diff1": 0.17229700419871452, + "nauc_ndcg_at_100_max": 0.004031254861905926, + "nauc_ndcg_at_100_std": -0.2311323776081289, + "nauc_ndcg_at_10_diff1": 0.18256247809164333, + "nauc_ndcg_at_10_max": 0.02015642877159482, + "nauc_ndcg_at_10_std": -0.2512285833826176, + "nauc_ndcg_at_1_diff1": 0.18000799548528382, + "nauc_ndcg_at_1_max": -0.08032069947605408, + "nauc_ndcg_at_1_std": -0.22786775461021155, + "nauc_ndcg_at_20_diff1": 0.17861080762047316, + "nauc_ndcg_at_20_max": 0.011734677425074492, + "nauc_ndcg_at_20_std": -0.23466930749130546, + "nauc_ndcg_at_3_diff1": 0.16654366318527677, + "nauc_ndcg_at_3_max": -0.008934117734599862, + "nauc_ndcg_at_3_std": -0.2704887619352643, + "nauc_ndcg_at_5_diff1": 0.16774384500913903, + "nauc_ndcg_at_5_max": -0.005558783247486888, + "nauc_ndcg_at_5_std": -0.2753079653052344, + "nauc_precision_at_1000_diff1": 0.07216128847407896, + "nauc_precision_at_1000_max": 0.17525482026676434, + "nauc_precision_at_1000_std": 0.43552674271124125, + "nauc_precision_at_100_diff1": 0.1262562412412781, + "nauc_precision_at_100_max": 0.26596498769476207, + "nauc_precision_at_100_std": 0.29669826930327414, + "nauc_precision_at_10_diff1": 0.23969609684032303, + "nauc_precision_at_10_max": 0.23566770267112724, + "nauc_precision_at_10_std": -0.16804179234470015, + "nauc_precision_at_1_diff1": 0.18000799548528382, + "nauc_precision_at_1_max": -0.08032069947605408, + "nauc_precision_at_1_std": -0.22786775461021155, + "nauc_precision_at_20_diff1": 0.21335619593937089, + "nauc_precision_at_20_max": 0.23503583586352889, + "nauc_precision_at_20_std": 0.03378370584779532, + "nauc_precision_at_3_diff1": 0.16315546139379863, + "nauc_precision_at_3_max": 0.045382220773118105, + "nauc_precision_at_3_std": -0.28911374224605957, + "nauc_precision_at_5_diff1": 0.16065750423981096, + "nauc_precision_at_5_max": 0.0662730746471671, + "nauc_precision_at_5_std": -0.2981298979091031, + "nauc_recall_at_1000_diff1": 0.1517510624304386, + "nauc_recall_at_1000_max": 0.3609623450810025, + "nauc_recall_at_1000_std": 0.590202970300354, + "nauc_recall_at_100_diff1": 0.11046029149171638, + "nauc_recall_at_100_max": 0.3767382939898881, + "nauc_recall_at_100_std": 0.17870612484470721, + "nauc_recall_at_10_diff1": 0.2330493159648418, + "nauc_recall_at_10_max": 0.23670973208779222, + "nauc_recall_at_10_std": -0.22870997781818067, + "nauc_recall_at_1_diff1": 0.174509888164346, + "nauc_recall_at_1_max": -0.08250592543839741, + "nauc_recall_at_1_std": -0.2352878139466189, + "nauc_recall_at_20_diff1": 0.22204017686491256, + "nauc_recall_at_20_max": 0.26053195350329506, + "nauc_recall_at_20_std": -0.0863347953420401, + "nauc_recall_at_3_diff1": 0.16394325646659114, + "nauc_recall_at_3_max": 0.04834535946867028, + "nauc_recall_at_3_std": -0.30184902361626326, + "nauc_recall_at_5_diff1": 0.16463061469346152, + "nauc_recall_at_5_max": 0.0729253520685981, + "nauc_recall_at_5_std": -0.3239928320889295, + "ndcg_at_1": 0.30435, + "ndcg_at_10": 0.56199, + "ndcg_at_100": 0.59134, + "ndcg_at_1000": 0.5948, + "ndcg_at_20": 0.57827, + "ndcg_at_3": 0.47787, + "ndcg_at_5": 0.5265, + "precision_at_1": 0.30435, + "precision_at_10": 0.08382, + "precision_at_100": 0.00982, + "precision_at_1000": 0.00101, + "precision_at_20": 0.04547, + "precision_at_3": 0.2029, + "precision_at_5": 0.14541, + "recall_at_1": 0.29952, + "recall_at_10": 0.82146, + "recall_at_100": 0.95471, + "recall_at_1000": 0.98068, + "recall_at_20": 0.88486, + "recall_at_3": 0.59863, + "recall_at_5": 0.71477 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.58991, + "map_at_1": 0.31058, + "map_at_10": 0.49788, + "map_at_100": 0.51715, + "map_at_1000": 0.51752, + "map_at_20": 0.51094, + "map_at_3": 0.43887, + "map_at_5": 0.47375, + "mrr_at_1": 0.42837653478854026, + "mrr_at_10": 0.5805647588730803, + "mrr_at_100": 0.5856722509042066, + "mrr_at_1000": 0.5857950431787231, + "mrr_at_20": 0.5841842967500802, + "mrr_at_3": 0.547521600727603, + "mrr_at_5": 0.5688722146430187, + "nauc_map_at_1000_diff1": 0.20279624096820198, + "nauc_map_at_1000_max": 0.09991388464825156, + "nauc_map_at_1000_std": -0.14239472425808958, + "nauc_map_at_100_diff1": 0.20279886966495822, + "nauc_map_at_100_max": 0.09993500454539511, + "nauc_map_at_100_std": -0.1426980445521634, + "nauc_map_at_10_diff1": 0.2004765399469501, + "nauc_map_at_10_max": 0.09801084566844728, + "nauc_map_at_10_std": -0.15063589454227325, + "nauc_map_at_1_diff1": 0.23349622240260645, + "nauc_map_at_1_max": 0.08018716478778909, + "nauc_map_at_1_std": -0.1534665913596013, + "nauc_map_at_20_diff1": 0.20209885923502285, + "nauc_map_at_20_max": 0.09850856032128254, + "nauc_map_at_20_std": -0.14922594295525654, + "nauc_map_at_3_diff1": 0.19616938587188354, + "nauc_map_at_3_max": 0.09209195916583889, + "nauc_map_at_3_std": -0.15719060167885537, + "nauc_map_at_5_diff1": 0.1936564335037384, + "nauc_map_at_5_max": 0.0950133343494889, + "nauc_map_at_5_std": -0.15603446861410206, + "nauc_mrr_at_1000_diff1": 0.2215639212682067, + "nauc_mrr_at_1000_max": 0.11497643382601025, + "nauc_mrr_at_1000_std": -0.0871432193846087, + "nauc_mrr_at_100_diff1": 0.22168288630017807, + "nauc_mrr_at_100_max": 0.11499295553979266, + "nauc_mrr_at_100_std": -0.08707086251150822, + "nauc_mrr_at_10_diff1": 0.22079722696470724, + "nauc_mrr_at_10_max": 0.11604029158762683, + "nauc_mrr_at_10_std": -0.08447762325721214, + "nauc_mrr_at_1_diff1": 0.21550692874931915, + "nauc_mrr_at_1_max": 0.10939652868356604, + "nauc_mrr_at_1_std": -0.0953269839886545, + "nauc_mrr_at_20_diff1": 0.2210756087972981, + "nauc_mrr_at_20_max": 0.1150372016898275, + "nauc_mrr_at_20_std": -0.0870673025986053, + "nauc_mrr_at_3_diff1": 0.22335046616746773, + "nauc_mrr_at_3_max": 0.1119856259386168, + "nauc_mrr_at_3_std": -0.0958170951155331, + "nauc_mrr_at_5_diff1": 0.2182625309104505, + "nauc_mrr_at_5_max": 0.10968023354317775, + "nauc_mrr_at_5_std": -0.08602441859850689, + "nauc_ndcg_at_1000_diff1": 0.2117126966266959, + "nauc_ndcg_at_1000_max": 0.11347479841840728, + "nauc_ndcg_at_1000_std": -0.10837675715811519, + "nauc_ndcg_at_100_diff1": 0.21374701898106996, + "nauc_ndcg_at_100_max": 0.11586520693266945, + "nauc_ndcg_at_100_std": -0.1095865431976408, + "nauc_ndcg_at_10_diff1": 0.2069001046798127, + "nauc_ndcg_at_10_max": 0.10664530985141457, + "nauc_ndcg_at_10_std": -0.13756815057152863, + "nauc_ndcg_at_1_diff1": 0.21550692874931915, + "nauc_ndcg_at_1_max": 0.10939652868356604, + "nauc_ndcg_at_1_std": -0.0953269839886545, + "nauc_ndcg_at_20_diff1": 0.2086442556218595, + "nauc_ndcg_at_20_max": 0.1078777222071342, + "nauc_ndcg_at_20_std": -0.13979332463226393, + "nauc_ndcg_at_3_diff1": 0.20043322311400896, + "nauc_ndcg_at_3_max": 0.09633017868650151, + "nauc_ndcg_at_3_std": -0.13596886051901125, + "nauc_ndcg_at_5_diff1": 0.19242708206209047, + "nauc_ndcg_at_5_max": 0.09778569549638874, + "nauc_ndcg_at_5_std": -0.14099067563035736, + "nauc_precision_at_1000_diff1": -0.0419727970790693, + "nauc_precision_at_1000_max": 0.04955972817291649, + "nauc_precision_at_1000_std": 0.2789635747365247, + "nauc_precision_at_100_diff1": -0.03681464883607422, + "nauc_precision_at_100_max": 0.061227822389326475, + "nauc_precision_at_100_std": 0.26935763675393914, + "nauc_precision_at_10_diff1": 0.021692403946357092, + "nauc_precision_at_10_max": 0.07245353041813042, + "nauc_precision_at_10_std": 0.11729831961787501, + "nauc_precision_at_1_diff1": 0.21550692874931915, + "nauc_precision_at_1_max": 0.10939652868356604, + "nauc_precision_at_1_std": -0.0953269839886545, + "nauc_precision_at_20_diff1": -0.011970443758360415, + "nauc_precision_at_20_max": 0.05565048395130126, + "nauc_precision_at_20_std": 0.151339246245927, + "nauc_precision_at_3_diff1": 0.09645541863945015, + "nauc_precision_at_3_max": 0.1076668278508236, + "nauc_precision_at_3_std": 0.00029844914803987235, + "nauc_precision_at_5_diff1": 0.047002249057584336, + "nauc_precision_at_5_max": 0.0933092752096745, + "nauc_precision_at_5_std": 0.056787938765511185, + "nauc_recall_at_1000_diff1": -0.03259725320010239, + "nauc_recall_at_1000_max": 0.5252959491528688, + "nauc_recall_at_1000_std": 0.5861240032307679, + "nauc_recall_at_100_diff1": 0.29963953818314, + "nauc_recall_at_100_max": 0.2644178396518794, + "nauc_recall_at_100_std": -0.014071807755789425, + "nauc_recall_at_10_diff1": 0.17341599791967174, + "nauc_recall_at_10_max": 0.09252287153827607, + "nauc_recall_at_10_std": -0.17951492192526455, + "nauc_recall_at_1_diff1": 0.23349622240260645, + "nauc_recall_at_1_max": 0.08018716478778909, + "nauc_recall_at_1_std": -0.1534665913596013, + "nauc_recall_at_20_diff1": 0.17641409852719458, + "nauc_recall_at_20_max": 0.09085933399841475, + "nauc_recall_at_20_std": -0.2650405397125913, + "nauc_recall_at_3_diff1": 0.16961400337797405, + "nauc_recall_at_3_max": 0.08428572943888293, + "nauc_recall_at_3_std": -0.17289810516420606, + "nauc_recall_at_5_diff1": 0.14104965392219487, + "nauc_recall_at_5_max": 0.07306651388620503, + "nauc_recall_at_5_std": -0.17844557077696233, + "ndcg_at_1": 0.42838, + "ndcg_at_10": 0.58991, + "ndcg_at_100": 0.64563, + "ndcg_at_1000": 0.6507, + "ndcg_at_20": 0.61983, + "ndcg_at_3": 0.50343, + "ndcg_at_5": 0.54888, + "precision_at_1": 0.42838, + "precision_at_10": 0.12851, + "precision_at_100": 0.01764, + "precision_at_1000": 0.00183, + "precision_at_20": 0.07517, + "precision_at_3": 0.28195, + "precision_at_5": 0.21091, + "recall_at_1": 0.31058, + "recall_at_10": 0.76404, + "recall_at_100": 0.9647, + "recall_at_1000": 0.99613, + "recall_at_20": 0.85718, + "recall_at_3": 0.5495, + "recall_at_5": 0.65777 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.7145, + "map_at_1": 0.47899, + "map_at_10": 0.64181, + "map_at_100": 0.64521, + "map_at_1000": 0.6454, + "map_at_20": 0.64232, + "map_at_3": 0.59886, + "map_at_5": 0.63065, + "mrr_at_1": 0.5042016806722689, + "mrr_at_10": 0.6585667600373485, + "mrr_at_100": 0.6599901732254676, + "mrr_at_1000": 0.6601444802312888, + "mrr_at_20": 0.6585667600373485, + "mrr_at_3": 0.6260504201680672, + "mrr_at_5": 0.6508403361344539, + "nauc_map_at_1000_diff1": 0.44252569422537, + "nauc_map_at_1000_max": -0.02091416772506522, + "nauc_map_at_1000_std": -0.27932924660449426, + "nauc_map_at_100_diff1": 0.4422048848168356, + "nauc_map_at_100_max": -0.021170305647913033, + "nauc_map_at_100_std": -0.27965546969617977, + "nauc_map_at_10_diff1": 0.44407136048663354, + "nauc_map_at_10_max": -0.014138684313747495, + "nauc_map_at_10_std": -0.27037485580029896, + "nauc_map_at_1_diff1": 0.4873428411986955, + "nauc_map_at_1_max": -0.019065943800588646, + "nauc_map_at_1_std": -0.27987959563100046, + "nauc_map_at_20_diff1": 0.4434320010789925, + "nauc_map_at_20_max": -0.014839728041642287, + "nauc_map_at_20_std": -0.2721964528075558, + "nauc_map_at_3_diff1": 0.44858118076346876, + "nauc_map_at_3_max": -0.030539337580520555, + "nauc_map_at_3_std": -0.29021949635976513, + "nauc_map_at_5_diff1": 0.4346360952207624, + "nauc_map_at_5_max": -0.012706115202706801, + "nauc_map_at_5_std": -0.283867683188479, + "nauc_mrr_at_1000_diff1": 0.45190510549999174, + "nauc_mrr_at_1000_max": -0.05058264626741442, + "nauc_mrr_at_1000_std": -0.31181590891845073, + "nauc_mrr_at_100_diff1": 0.45158080090093483, + "nauc_mrr_at_100_max": -0.05093859287523036, + "nauc_mrr_at_100_std": -0.31214471443536845, + "nauc_mrr_at_10_diff1": 0.45148380142916644, + "nauc_mrr_at_10_max": -0.047662624293150324, + "nauc_mrr_at_10_std": -0.3078343516402185, + "nauc_mrr_at_1_diff1": 0.5171724869746648, + "nauc_mrr_at_1_max": -0.011708006198635832, + "nauc_mrr_at_1_std": -0.2953814386412737, + "nauc_mrr_at_20_diff1": 0.45148380142916644, + "nauc_mrr_at_20_max": -0.047662624293150324, + "nauc_mrr_at_20_std": -0.3078343516402185, + "nauc_mrr_at_3_diff1": 0.4503601303515443, + "nauc_mrr_at_3_max": -0.06319213416657642, + "nauc_mrr_at_3_std": -0.3199441464140399, + "nauc_mrr_at_5_diff1": 0.4443354126572784, + "nauc_mrr_at_5_max": -0.046975566276012785, + "nauc_mrr_at_5_std": -0.3120115281947874, + "nauc_ndcg_at_1000_diff1": 0.42986063612476066, + "nauc_ndcg_at_1000_max": -0.03570556942235128, + "nauc_ndcg_at_1000_std": -0.29097071942681824, + "nauc_ndcg_at_100_diff1": 0.4233204507038183, + "nauc_ndcg_at_100_max": -0.04100577384607491, + "nauc_ndcg_at_100_std": -0.2974645561173613, + "nauc_ndcg_at_10_diff1": 0.42783460494129166, + "nauc_ndcg_at_10_max": -0.00725305757037053, + "nauc_ndcg_at_10_std": -0.2491479114753861, + "nauc_ndcg_at_1_diff1": 0.5171724869746648, + "nauc_ndcg_at_1_max": -0.011708006198635832, + "nauc_ndcg_at_1_std": -0.2953814386412737, + "nauc_ndcg_at_20_diff1": 0.42607830576356587, + "nauc_ndcg_at_20_max": -0.00907110230743474, + "nauc_ndcg_at_20_std": -0.25385738248573786, + "nauc_ndcg_at_3_diff1": 0.4286217510605768, + "nauc_ndcg_at_3_max": -0.04494538572133778, + "nauc_ndcg_at_3_std": -0.2975678489115965, + "nauc_ndcg_at_5_diff1": 0.40690951081305654, + "nauc_ndcg_at_5_max": -0.003829830159089899, + "nauc_ndcg_at_5_std": -0.2788062098389027, + "nauc_precision_at_1000_diff1": -0.21961143876200093, + "nauc_precision_at_1000_max": -0.2038611670353232, + "nauc_precision_at_1000_std": -0.015414127379087879, + "nauc_precision_at_100_diff1": -0.21421601177608943, + "nauc_precision_at_100_max": -0.21399939749977, + "nauc_precision_at_100_std": -0.06371391716935969, + "nauc_precision_at_10_diff1": -0.05961383546580699, + "nauc_precision_at_10_max": -0.05944756211362084, + "nauc_precision_at_10_std": 0.09529162675055539, + "nauc_precision_at_1_diff1": 0.5171724869746648, + "nauc_precision_at_1_max": -0.011708006198635832, + "nauc_precision_at_1_std": -0.2953814386412737, + "nauc_precision_at_20_diff1": -0.07912732602622073, + "nauc_precision_at_20_max": -0.06804253731804151, + "nauc_precision_at_20_std": 0.0704809861803535, + "nauc_precision_at_3_diff1": 0.21622430792999203, + "nauc_precision_at_3_max": -0.0866434430722558, + "nauc_precision_at_3_std": -0.2421444827533485, + "nauc_precision_at_5_diff1": 0.005107917801320392, + "nauc_precision_at_5_max": -0.02082368816458024, + "nauc_precision_at_5_std": -0.11871076019610562, + "nauc_recall_at_1000_diff1": 0.11864452447210946, + "nauc_recall_at_1000_max": 0.8691588785046709, + "nauc_recall_at_1000_std": -1.145244364416795, + "nauc_recall_at_100_diff1": -0.009886548974235982, + "nauc_recall_at_100_max": -0.20963556747911144, + "nauc_recall_at_100_std": -0.8249829265082992, + "nauc_recall_at_10_diff1": 0.3009975865346432, + "nauc_recall_at_10_max": 0.22869921993795417, + "nauc_recall_at_10_std": 0.07710822510646394, + "nauc_recall_at_1_diff1": 0.4873428411986955, + "nauc_recall_at_1_max": -0.019065943800588646, + "nauc_recall_at_1_std": -0.27987959563100046, + "nauc_recall_at_20_diff1": 0.28721060431366263, + "nauc_recall_at_20_max": 0.22453050583135303, + "nauc_recall_at_20_std": 0.05598566555322703, + "nauc_recall_at_3_diff1": 0.36043908249523854, + "nauc_recall_at_3_max": -0.04792700141438118, + "nauc_recall_at_3_std": -0.2836335091952116, + "nauc_recall_at_5_diff1": 0.2489690587113836, + "nauc_recall_at_5_max": 0.1465366031248688, + "nauc_recall_at_5_std": -0.1737432398074049, + "ndcg_at_1": 0.5042, + "ndcg_at_10": 0.7145, + "ndcg_at_100": 0.7293, + "ndcg_at_1000": 0.73226, + "ndcg_at_20": 0.7156, + "ndcg_at_3": 0.63998, + "ndcg_at_5": 0.69121, + "precision_at_1": 0.5042, + "precision_at_10": 0.10672, + "precision_at_100": 0.01176, + "precision_at_1000": 0.0012, + "precision_at_20": 0.05378, + "precision_at_3": 0.27451, + "precision_at_5": 0.19496, + "recall_at_1": 0.47899, + "recall_at_10": 0.91106, + "recall_at_100": 0.97619, + "recall_at_1000": 0.9958, + "recall_at_20": 0.91387, + "recall_at_3": 0.72549, + "recall_at_5": 0.84454 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.37861, + "map_at_1": 0.12229, + "map_at_10": 0.27458, + "map_at_100": 0.31056, + "map_at_1000": 0.31143, + "map_at_20": 0.29381, + "map_at_3": 0.20479, + "map_at_5": 0.23776, + "mrr_at_1": 0.22646310432569974, + "mrr_at_10": 0.38495395613716216, + "mrr_at_100": 0.39599268785074637, + "mrr_at_1000": 0.39608866166764733, + "mrr_at_20": 0.3923040208434178, + "mrr_at_3": 0.33290924512298553, + "mrr_at_5": 0.36318914334181507, + "nauc_map_at_1000_diff1": -0.07696234270333706, + "nauc_map_at_1000_max": -0.11546413785501634, + "nauc_map_at_1000_std": -0.09571407308199086, + "nauc_map_at_100_diff1": -0.07705579197827507, + "nauc_map_at_100_max": -0.11532310477708649, + "nauc_map_at_100_std": -0.09610243488713825, + "nauc_map_at_10_diff1": -0.07093474667815171, + "nauc_map_at_10_max": -0.119216275943175, + "nauc_map_at_10_std": -0.10999909619182936, + "nauc_map_at_1_diff1": -0.0559679452302498, + "nauc_map_at_1_max": -0.17481163660347795, + "nauc_map_at_1_std": -0.09878135300282326, + "nauc_map_at_20_diff1": -0.07763308839811049, + "nauc_map_at_20_max": -0.12110829212211309, + "nauc_map_at_20_std": -0.10195655316829022, + "nauc_map_at_3_diff1": -0.064253071886626, + "nauc_map_at_3_max": -0.1448848624614989, + "nauc_map_at_3_std": -0.12348112048086808, + "nauc_map_at_5_diff1": -0.07135576424885458, + "nauc_map_at_5_max": -0.1367025528587463, + "nauc_map_at_5_std": -0.11557149929616228, + "nauc_mrr_at_1000_diff1": -0.14495106927300105, + "nauc_mrr_at_1000_max": -0.1806019309957727, + "nauc_mrr_at_1000_std": -0.11221905256133695, + "nauc_mrr_at_100_diff1": -0.14486680045824077, + "nauc_mrr_at_100_max": -0.18059311830991465, + "nauc_mrr_at_100_std": -0.11220055029852778, + "nauc_mrr_at_10_diff1": -0.14614639400230064, + "nauc_mrr_at_10_max": -0.17679717646878065, + "nauc_mrr_at_10_std": -0.10879392488381623, + "nauc_mrr_at_1_diff1": -0.14434764198865452, + "nauc_mrr_at_1_max": -0.1881673472067292, + "nauc_mrr_at_1_std": -0.11066369934204418, + "nauc_mrr_at_20_diff1": -0.14434151366368142, + "nauc_mrr_at_20_max": -0.1797213205116189, + "nauc_mrr_at_20_std": -0.11172726412181047, + "nauc_mrr_at_3_diff1": -0.13536398843367428, + "nauc_mrr_at_3_max": -0.1855217013546549, + "nauc_mrr_at_3_std": -0.1120515493145806, + "nauc_mrr_at_5_diff1": -0.13982956083943776, + "nauc_mrr_at_5_max": -0.1778237626905942, + "nauc_mrr_at_5_std": -0.11242310535549786, + "nauc_ndcg_at_1000_diff1": -0.09748841299095932, + "nauc_ndcg_at_1000_max": -0.11726730268452161, + "nauc_ndcg_at_1000_std": -0.07997795009829002, + "nauc_ndcg_at_100_diff1": -0.09945917484100711, + "nauc_ndcg_at_100_max": -0.1145800614796698, + "nauc_ndcg_at_100_std": -0.08089927135432248, + "nauc_ndcg_at_10_diff1": -0.09640349901675031, + "nauc_ndcg_at_10_max": -0.11475934224666381, + "nauc_ndcg_at_10_std": -0.1014919729297144, + "nauc_ndcg_at_1_diff1": -0.14434764198865452, + "nauc_ndcg_at_1_max": -0.1881673472067292, + "nauc_ndcg_at_1_std": -0.11066369934204418, + "nauc_ndcg_at_20_diff1": -0.10212991118146665, + "nauc_ndcg_at_20_max": -0.12348844915104287, + "nauc_ndcg_at_20_std": -0.09091427101854725, + "nauc_ndcg_at_3_diff1": -0.09389141601960198, + "nauc_ndcg_at_3_max": -0.1524930686285422, + "nauc_ndcg_at_3_std": -0.11452153031586466, + "nauc_ndcg_at_5_diff1": -0.09097791806822392, + "nauc_ndcg_at_5_max": -0.1336339469732027, + "nauc_ndcg_at_5_std": -0.10790686959631127, + "nauc_precision_at_1000_diff1": -0.00274680331378584, + "nauc_precision_at_1000_max": 0.0797485696356987, + "nauc_precision_at_1000_std": 0.13870215204821693, + "nauc_precision_at_100_diff1": -0.01655298106255616, + "nauc_precision_at_100_max": 0.08730733972470613, + "nauc_precision_at_100_std": 0.13871369356604493, + "nauc_precision_at_10_diff1": -0.07733532520507098, + "nauc_precision_at_10_max": 0.02360690005919853, + "nauc_precision_at_10_std": 0.026271930980702074, + "nauc_precision_at_1_diff1": -0.14434764198865452, + "nauc_precision_at_1_max": -0.1881673472067292, + "nauc_precision_at_1_std": -0.11066369934204418, + "nauc_precision_at_20_diff1": -0.07482391178738526, + "nauc_precision_at_20_max": 0.03678262261680386, + "nauc_precision_at_20_std": 0.08348667064952485, + "nauc_precision_at_3_diff1": -0.11533388761241939, + "nauc_precision_at_3_max": -0.11929561836185318, + "nauc_precision_at_3_std": -0.0896268070168113, + "nauc_precision_at_5_diff1": -0.09905044696804247, + "nauc_precision_at_5_max": -0.05209942678235825, + "nauc_precision_at_5_std": -0.031410554900545624, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.09480987054184323, + "nauc_recall_at_100_max": -0.007746973343995328, + "nauc_recall_at_100_std": -0.058789323130496285, + "nauc_recall_at_10_diff1": -0.07901890935756013, + "nauc_recall_at_10_max": -0.0513250497448832, + "nauc_recall_at_10_std": -0.08111493904905795, + "nauc_recall_at_1_diff1": -0.0559679452302498, + "nauc_recall_at_1_max": -0.17481163660347795, + "nauc_recall_at_1_std": -0.09878135300282326, + "nauc_recall_at_20_diff1": -0.08612189264700051, + "nauc_recall_at_20_max": -0.08163671371782834, + "nauc_recall_at_20_std": -0.0644164884106904, + "nauc_recall_at_3_diff1": -0.04727736005028641, + "nauc_recall_at_3_max": -0.11165880014700191, + "nauc_recall_at_3_std": -0.10945120104697209, + "nauc_recall_at_5_diff1": -0.05992872446155798, + "nauc_recall_at_5_max": -0.09202968779441983, + "nauc_recall_at_5_std": -0.10443922416955644, + "ndcg_at_1": 0.22646, + "ndcg_at_10": 0.37861, + "ndcg_at_100": 0.49335, + "ndcg_at_1000": 0.50194, + "ndcg_at_20": 0.42749, + "ndcg_at_3": 0.27084, + "ndcg_at_5": 0.31393, + "precision_at_1": 0.22646, + "precision_at_10": 0.12366, + "precision_at_100": 0.02394, + "precision_at_1000": 0.00253, + "precision_at_20": 0.08181, + "precision_at_3": 0.19508, + "precision_at_5": 0.16896, + "recall_at_1": 0.12229, + "recall_at_10": 0.5517, + "recall_at_100": 0.95375, + "recall_at_1000": 1.0, + "recall_at_20": 0.69935, + "recall_at_3": 0.28391, + "recall_at_5": 0.38654 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCO-PLHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..10b440116 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 38.282994747161865, + "kg_co2_emissions": 0.01363155297432848, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.59185, + "map_at_1": 0.01912, + "map_at_10": 0.12564, + "map_at_100": 0.40557, + "map_at_1000": 0.59096, + "map_at_20": 0.18968, + "map_at_3": 0.04954, + "map_at_5": 0.07714, + "mrr_at_1": 0.7906976744186046, + "mrr_at_10": 0.8614341085271319, + "mrr_at_100": 0.8614341085271319, + "mrr_at_1000": 0.8614341085271319, + "mrr_at_20": 0.8614341085271319, + "mrr_at_3": 0.8527131782945737, + "mrr_at_5": 0.8585271317829458, + "nauc_map_at_1000_diff1": -0.20515685607387932, + "nauc_map_at_1000_max": 0.21087835213502915, + "nauc_map_at_1000_std": 0.5131198922593281, + "nauc_map_at_100_diff1": 0.014717018409675462, + "nauc_map_at_100_max": 0.17615763226015532, + "nauc_map_at_100_std": 0.09272574360760825, + "nauc_map_at_10_diff1": -0.037216571914234615, + "nauc_map_at_10_max": -0.15103868174432977, + "nauc_map_at_10_std": -0.30655696325747683, + "nauc_map_at_1_diff1": -0.15603368120831212, + "nauc_map_at_1_max": -0.33353521046354095, + "nauc_map_at_1_std": -0.38428618825948746, + "nauc_map_at_20_diff1": 0.05246831349113095, + "nauc_map_at_20_max": -0.06919763935234217, + "nauc_map_at_20_std": -0.263445385711663, + "nauc_map_at_3_diff1": -0.09386619092783462, + "nauc_map_at_3_max": -0.3035940424760212, + "nauc_map_at_3_std": -0.364372120599236, + "nauc_map_at_5_diff1": -0.04123144228091762, + "nauc_map_at_5_max": -0.2544501571208893, + "nauc_map_at_5_std": -0.3537608061677358, + "nauc_mrr_at_1000_diff1": -0.24118887723454352, + "nauc_mrr_at_1000_max": -0.318869709320021, + "nauc_mrr_at_1000_std": -0.23556872335356707, + "nauc_mrr_at_100_diff1": -0.24118887723454352, + "nauc_mrr_at_100_max": -0.318869709320021, + "nauc_mrr_at_100_std": -0.23556872335356707, + "nauc_mrr_at_10_diff1": -0.24118887723454352, + "nauc_mrr_at_10_max": -0.318869709320021, + "nauc_mrr_at_10_std": -0.23556872335356707, + "nauc_mrr_at_1_diff1": -0.26813094390727166, + "nauc_mrr_at_1_max": -0.3254237725431506, + "nauc_mrr_at_1_std": -0.2944252795935056, + "nauc_mrr_at_20_diff1": -0.24118887723454352, + "nauc_mrr_at_20_max": -0.318869709320021, + "nauc_mrr_at_20_std": -0.23556872335356707, + "nauc_mrr_at_3_diff1": -0.16561400166934725, + "nauc_mrr_at_3_max": -0.3519042312010663, + "nauc_mrr_at_3_std": -0.2797150417301321, + "nauc_mrr_at_5_diff1": -0.21678955846073567, + "nauc_mrr_at_5_max": -0.2899176327264449, + "nauc_mrr_at_5_std": -0.21455902185168316, + "nauc_ndcg_at_1000_diff1": -0.2542106449968195, + "nauc_ndcg_at_1000_max": 0.2168789531296424, + "nauc_ndcg_at_1000_std": 0.45112545745210064, + "nauc_ndcg_at_100_diff1": -4.6791927257243034e-05, + "nauc_ndcg_at_100_max": 0.1569897240802467, + "nauc_ndcg_at_100_std": 0.3054434957240803, + "nauc_ndcg_at_10_diff1": -0.10237182588659485, + "nauc_ndcg_at_10_max": -0.058375177465351244, + "nauc_ndcg_at_10_std": -0.05979370788998307, + "nauc_ndcg_at_1_diff1": 0.04804719289212786, + "nauc_ndcg_at_1_max": -0.14006853425921076, + "nauc_ndcg_at_1_std": -0.2274914032568373, + "nauc_ndcg_at_20_diff1": -0.06951642876059498, + "nauc_ndcg_at_20_max": -0.0041203623753764095, + "nauc_ndcg_at_20_std": 0.0917756447469374, + "nauc_ndcg_at_3_diff1": -0.06933964526574989, + "nauc_ndcg_at_3_max": -0.21393330834301777, + "nauc_ndcg_at_3_std": -0.1738884413601435, + "nauc_ndcg_at_5_diff1": -0.04846611597192139, + "nauc_ndcg_at_5_max": -0.15164844318414047, + "nauc_ndcg_at_5_std": -0.18813071956300778, + "nauc_precision_at_1000_diff1": -0.2640474604192345, + "nauc_precision_at_1000_max": 0.0397234462578039, + "nauc_precision_at_1000_std": 0.4295097742623576, + "nauc_precision_at_100_diff1": -0.20686109892212307, + "nauc_precision_at_100_max": 0.21660375854298217, + "nauc_precision_at_100_std": 0.5451576415774009, + "nauc_precision_at_10_diff1": -0.21757900757438267, + "nauc_precision_at_10_max": 0.18570330651497102, + "nauc_precision_at_10_std": 0.26398313771077975, + "nauc_precision_at_1_diff1": -0.26813094390727166, + "nauc_precision_at_1_max": -0.3254237725431506, + "nauc_precision_at_1_std": -0.2944252795935056, + "nauc_precision_at_20_diff1": -0.12377316876347066, + "nauc_precision_at_20_max": 0.25106277806813115, + "nauc_precision_at_20_std": 0.4222896719021511, + "nauc_precision_at_3_diff1": -0.31370172800894863, + "nauc_precision_at_3_max": -0.2553171946062565, + "nauc_precision_at_3_std": -0.054382562054642425, + "nauc_precision_at_5_diff1": -0.20499669739134413, + "nauc_precision_at_5_max": -0.05447140650313946, + "nauc_precision_at_5_std": 0.0005881263664759581, + "nauc_recall_at_1000_diff1": 0.09167577250880102, + "nauc_recall_at_1000_max": 0.6270377615699658, + "nauc_recall_at_1000_std": 0.8744700664813615, + "nauc_recall_at_100_diff1": 0.276574101246722, + "nauc_recall_at_100_max": 0.14425408182824742, + "nauc_recall_at_100_std": -0.12567040478756455, + "nauc_recall_at_10_diff1": 0.03786697706162317, + "nauc_recall_at_10_max": -0.13989065878865875, + "nauc_recall_at_10_std": -0.3247339762604748, + "nauc_recall_at_1_diff1": -0.15603368120831212, + "nauc_recall_at_1_max": -0.33353521046354095, + "nauc_recall_at_1_std": -0.38428618825948746, + "nauc_recall_at_20_diff1": 0.165974760931843, + "nauc_recall_at_20_max": -0.04231505893582417, + "nauc_recall_at_20_std": -0.2832923009172321, + "nauc_recall_at_3_diff1": -0.014271319783825315, + "nauc_recall_at_3_max": -0.3358424576974801, + "nauc_recall_at_3_std": -0.40728575205447554, + "nauc_recall_at_5_diff1": 0.028172813194680128, + "nauc_recall_at_5_max": -0.2729421555476798, + "nauc_recall_at_5_std": -0.38709519392381664, + "ndcg_at_1": 0.56977, + "ndcg_at_10": 0.59185, + "ndcg_at_100": 0.65776, + "ndcg_at_1000": 0.79746, + "ndcg_at_20": 0.57833, + "ndcg_at_3": 0.58745, + "ndcg_at_5": 0.57878, + "precision_at_1": 0.7907, + "precision_at_10": 0.73488, + "precision_at_100": 0.45907, + "precision_at_1000": 0.09409, + "precision_at_20": 0.65, + "precision_at_3": 0.79845, + "precision_at_5": 0.77674, + "recall_at_1": 0.01912, + "recall_at_10": 0.14846, + "recall_at_100": 0.61315, + "recall_at_1000": 0.98539, + "recall_at_20": 0.23362, + "recall_at_3": 0.05639, + "recall_at_5": 0.09061 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCOHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCOHardNegatives.json new file mode 100644 index 000000000..0b325d30b --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 34.07685351371765, + "kg_co2_emissions": 0.011209247638498331, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.67181, + "map_at_1": 0.0158, + "map_at_10": 0.14736, + "map_at_100": 0.4716, + "map_at_1000": 0.66591, + "map_at_20": 0.23673, + "map_at_3": 0.04713, + "map_at_5": 0.07614, + "mrr_at_1": 0.8372093023255814, + "mrr_at_10": 0.9031007751937985, + "mrr_at_100": 0.9031007751937985, + "mrr_at_1000": 0.9031007751937985, + "mrr_at_20": 0.9031007751937985, + "mrr_at_3": 0.9031007751937985, + "mrr_at_5": 0.9031007751937985, + "nauc_map_at_1000_diff1": 0.06779375233778878, + "nauc_map_at_1000_max": 0.14224431054633097, + "nauc_map_at_1000_std": 0.41234232075543226, + "nauc_map_at_100_diff1": -0.0436473427245634, + "nauc_map_at_100_max": -0.025597606927035558, + "nauc_map_at_100_std": -0.17566831477449715, + "nauc_map_at_10_diff1": 0.16639150877585562, + "nauc_map_at_10_max": -0.1462355110729133, + "nauc_map_at_10_std": -0.4512841542871917, + "nauc_map_at_1_diff1": -0.01048854075961211, + "nauc_map_at_1_max": -0.04940266938206772, + "nauc_map_at_1_std": -0.3280368148594451, + "nauc_map_at_20_diff1": 0.13293728174288663, + "nauc_map_at_20_max": -0.08380273588851227, + "nauc_map_at_20_std": -0.4354981079515937, + "nauc_map_at_3_diff1": 0.075964763699284, + "nauc_map_at_3_max": -0.13121179315304277, + "nauc_map_at_3_std": -0.42788903212947604, + "nauc_map_at_5_diff1": 0.1292123441950143, + "nauc_map_at_5_max": -0.14592968648167964, + "nauc_map_at_5_std": -0.4470767300130077, + "nauc_mrr_at_1000_diff1": -0.23564845468596682, + "nauc_mrr_at_1000_max": 0.4412747340566499, + "nauc_mrr_at_1000_std": 0.6217556701814946, + "nauc_mrr_at_100_diff1": -0.23564845468596682, + "nauc_mrr_at_100_max": 0.4412747340566499, + "nauc_mrr_at_100_std": 0.6217556701814946, + "nauc_mrr_at_10_diff1": -0.23564845468596682, + "nauc_mrr_at_10_max": 0.4412747340566499, + "nauc_mrr_at_10_std": 0.6217556701814946, + "nauc_mrr_at_1_diff1": -0.14010810803901763, + "nauc_mrr_at_1_max": 0.4819835166555778, + "nauc_mrr_at_1_std": 0.5909048903613473, + "nauc_mrr_at_20_diff1": -0.23564845468596682, + "nauc_mrr_at_20_max": 0.4412747340566499, + "nauc_mrr_at_20_std": 0.6217556701814946, + "nauc_mrr_at_3_diff1": -0.23564845468596682, + "nauc_mrr_at_3_max": 0.4412747340566499, + "nauc_mrr_at_3_std": 0.6217556701814946, + "nauc_mrr_at_5_diff1": -0.23564845468596682, + "nauc_mrr_at_5_max": 0.4412747340566499, + "nauc_mrr_at_5_std": 0.6217556701814946, + "nauc_ndcg_at_1000_diff1": 0.060603939091370386, + "nauc_ndcg_at_1000_max": 0.2539488701017256, + "nauc_ndcg_at_1000_std": 0.43943253094971957, + "nauc_ndcg_at_100_diff1": 0.11285159465401366, + "nauc_ndcg_at_100_max": 0.09479318632848281, + "nauc_ndcg_at_100_std": 0.19319458868393732, + "nauc_ndcg_at_10_diff1": 0.1053958544373632, + "nauc_ndcg_at_10_max": -0.01617513241395585, + "nauc_ndcg_at_10_std": 0.007468844680478406, + "nauc_ndcg_at_1_diff1": -0.020560872948886436, + "nauc_ndcg_at_1_max": 0.0977952345090798, + "nauc_ndcg_at_1_std": 0.10803653296889583, + "nauc_ndcg_at_20_diff1": 0.1714650334770174, + "nauc_ndcg_at_20_max": 0.02003223778321267, + "nauc_ndcg_at_20_std": 0.09200388012969252, + "nauc_ndcg_at_3_diff1": 0.02832860474826904, + "nauc_ndcg_at_3_max": -0.021784667921163396, + "nauc_ndcg_at_3_std": -0.04504419153200386, + "nauc_ndcg_at_5_diff1": 0.03233007358940831, + "nauc_ndcg_at_5_max": -0.0210516453405228, + "nauc_ndcg_at_5_std": -0.027665680925919263, + "nauc_precision_at_1000_diff1": 0.08661611044068443, + "nauc_precision_at_1000_max": 0.1383015737982332, + "nauc_precision_at_1000_std": 0.5672328955800411, + "nauc_precision_at_100_diff1": -0.007442713956536952, + "nauc_precision_at_100_max": 0.1354971362044536, + "nauc_precision_at_100_std": 0.5975428357091176, + "nauc_precision_at_10_diff1": -0.01528295029257223, + "nauc_precision_at_10_max": 0.1700836106180171, + "nauc_precision_at_10_std": 0.3313200331235712, + "nauc_precision_at_1_diff1": -0.14010810803901763, + "nauc_precision_at_1_max": 0.4819835166555778, + "nauc_precision_at_1_std": 0.5909048903613473, + "nauc_precision_at_20_diff1": -0.027388192020562217, + "nauc_precision_at_20_max": 0.17703303224848954, + "nauc_precision_at_20_std": 0.39338836684451706, + "nauc_precision_at_3_diff1": -0.010725725120605253, + "nauc_precision_at_3_max": -0.031692103965389726, + "nauc_precision_at_3_std": 0.07525181182631423, + "nauc_precision_at_5_diff1": 0.042175732181620344, + "nauc_precision_at_5_max": 0.11279615623111193, + "nauc_precision_at_5_std": 0.2244154601350744, + "nauc_recall_at_1000_diff1": -0.4200234450176094, + "nauc_recall_at_1000_max": 0.7533434639913841, + "nauc_recall_at_1000_std": 0.9580801913676749, + "nauc_recall_at_100_diff1": -0.07296615874208401, + "nauc_recall_at_100_max": -0.11491489162329684, + "nauc_recall_at_100_std": -0.37936396726128385, + "nauc_recall_at_10_diff1": 0.28928061406169586, + "nauc_recall_at_10_max": -0.1906408483690328, + "nauc_recall_at_10_std": -0.4840656058954501, + "nauc_recall_at_1_diff1": -0.01048854075961211, + "nauc_recall_at_1_max": -0.04940266938206772, + "nauc_recall_at_1_std": -0.3280368148594451, + "nauc_recall_at_20_diff1": 0.21298351642257188, + "nauc_recall_at_20_max": -0.13340240818207114, + "nauc_recall_at_20_std": -0.48320908026763265, + "nauc_recall_at_3_diff1": 0.2040622619740664, + "nauc_recall_at_3_max": -0.20979351458882795, + "nauc_recall_at_3_std": -0.48594882369282033, + "nauc_recall_at_5_diff1": 0.2848267811883425, + "nauc_recall_at_5_max": -0.20050776250779523, + "nauc_recall_at_5_std": -0.48185224994786596, + "ndcg_at_1": 0.63953, + "ndcg_at_10": 0.67181, + "ndcg_at_100": 0.71138, + "ndcg_at_1000": 0.83305, + "ndcg_at_20": 0.66307, + "ndcg_at_3": 0.64589, + "ndcg_at_5": 0.65744, + "precision_at_1": 0.83721, + "precision_at_10": 0.80465, + "precision_at_100": 0.48047, + "precision_at_1000": 0.09447, + "precision_at_20": 0.7314, + "precision_at_3": 0.82946, + "precision_at_5": 0.82326, + "recall_at_1": 0.0158, + "recall_at_10": 0.178, + "recall_at_100": 0.65428, + "recall_at_1000": 0.98909, + "recall_at_20": 0.28851, + "recall_at_3": 0.05423, + "recall_at_5": 0.0897 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQ-PLHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQ-PLHardNegatives.json new file mode 100644 index 000000000..538605aed --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 566.4145121574402, + "kg_co2_emissions": 0.2686446429681251, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.43512, + "map_at_1": 0.212, + "map_at_10": 0.35803, + "map_at_100": 0.37191, + "map_at_1000": 0.37227, + "map_at_20": 0.36726, + "map_at_3": 0.31101, + "map_at_5": 0.33795, + "mrr_at_1": 0.241, + "mrr_at_10": 0.378333333333333, + "mrr_at_100": 0.3896772940946981, + "mrr_at_1000": 0.38996161242504995, + "mrr_at_20": 0.38609034796043273, + "mrr_at_3": 0.3383333333333333, + "mrr_at_5": 0.3628833333333329, + "nauc_map_at_1000_diff1": 0.17325842858947904, + "nauc_map_at_1000_max": 0.19492103382638626, + "nauc_map_at_1000_std": 0.040251905402518766, + "nauc_map_at_100_diff1": 0.173288450058237, + "nauc_map_at_100_max": 0.19532165475034113, + "nauc_map_at_100_std": 0.04064253692129349, + "nauc_map_at_10_diff1": 0.1714302831216945, + "nauc_map_at_10_max": 0.191557164682123, + "nauc_map_at_10_std": 0.031906014310673234, + "nauc_map_at_1_diff1": 0.19435271335227094, + "nauc_map_at_1_max": 0.12941725285506342, + "nauc_map_at_1_std": -0.0020479188976024135, + "nauc_map_at_20_diff1": 0.17294775998964854, + "nauc_map_at_20_max": 0.1962106449164834, + "nauc_map_at_20_std": 0.03803517376306555, + "nauc_map_at_3_diff1": 0.1713963749107315, + "nauc_map_at_3_max": 0.17311524515694904, + "nauc_map_at_3_std": 0.023237661162417475, + "nauc_map_at_5_diff1": 0.16471027391033422, + "nauc_map_at_5_max": 0.1729512136475992, + "nauc_map_at_5_std": 0.024003193484823732, + "nauc_mrr_at_1000_diff1": 0.16157412383851663, + "nauc_mrr_at_1000_max": 0.1954163695756858, + "nauc_mrr_at_1000_std": 0.06010729957117401, + "nauc_mrr_at_100_diff1": 0.16155221820121873, + "nauc_mrr_at_100_max": 0.19576855424673612, + "nauc_mrr_at_100_std": 0.06045260144278521, + "nauc_mrr_at_10_diff1": 0.16060782068304608, + "nauc_mrr_at_10_max": 0.19404383057899013, + "nauc_mrr_at_10_std": 0.05483162978662016, + "nauc_mrr_at_1_diff1": 0.18157028018185434, + "nauc_mrr_at_1_max": 0.14324392610411044, + "nauc_mrr_at_1_std": 0.026651736391946543, + "nauc_mrr_at_20_diff1": 0.16237079933494006, + "nauc_mrr_at_20_max": 0.19733333205541495, + "nauc_mrr_at_20_std": 0.05929780759447235, + "nauc_mrr_at_3_diff1": 0.15556103105771998, + "nauc_mrr_at_3_max": 0.1816538392697333, + "nauc_mrr_at_3_std": 0.049540561461091405, + "nauc_mrr_at_5_diff1": 0.15359349293954938, + "nauc_mrr_at_5_max": 0.18024119818382262, + "nauc_mrr_at_5_std": 0.051572403827112014, + "nauc_ndcg_at_1000_diff1": 0.17160126916942295, + "nauc_ndcg_at_1000_max": 0.22273438972257262, + "nauc_ndcg_at_1000_std": 0.07506499111965056, + "nauc_ndcg_at_100_diff1": 0.17156055649361523, + "nauc_ndcg_at_100_max": 0.23338918123641395, + "nauc_ndcg_at_100_std": 0.08636411575563792, + "nauc_ndcg_at_10_diff1": 0.16868267813519924, + "nauc_ndcg_at_10_max": 0.22753428957314334, + "nauc_ndcg_at_10_std": 0.05373394093391917, + "nauc_ndcg_at_1_diff1": 0.18157028018185434, + "nauc_ndcg_at_1_max": 0.14324392610411044, + "nauc_ndcg_at_1_std": 0.026651736391946543, + "nauc_ndcg_at_20_diff1": 0.1746855079324926, + "nauc_ndcg_at_20_max": 0.2429958519993147, + "nauc_ndcg_at_20_std": 0.07257326450073567, + "nauc_ndcg_at_3_diff1": 0.16196291453080472, + "nauc_ndcg_at_3_max": 0.18794205972199077, + "nauc_ndcg_at_3_std": 0.03712003130763479, + "nauc_ndcg_at_5_diff1": 0.15370004874161325, + "nauc_ndcg_at_5_max": 0.18628327426362853, + "nauc_ndcg_at_5_std": 0.03849196224561436, + "nauc_precision_at_1000_diff1": -0.02554637417294586, + "nauc_precision_at_1000_max": 0.1381036959971735, + "nauc_precision_at_1000_std": 0.21561073039513534, + "nauc_precision_at_100_diff1": 0.015645984078270423, + "nauc_precision_at_100_max": 0.24628510005974524, + "nauc_precision_at_100_std": 0.2900596426547118, + "nauc_precision_at_10_diff1": 0.08888617935743448, + "nauc_precision_at_10_max": 0.3026927370308622, + "nauc_precision_at_10_std": 0.13964329485565075, + "nauc_precision_at_1_diff1": 0.18157028018185434, + "nauc_precision_at_1_max": 0.14324392610411044, + "nauc_precision_at_1_std": 0.026651736391946543, + "nauc_precision_at_20_diff1": 0.0832405270502356, + "nauc_precision_at_20_max": 0.33317343817088874, + "nauc_precision_at_20_std": 0.21314360598253848, + "nauc_precision_at_3_diff1": 0.11892662064636862, + "nauc_precision_at_3_max": 0.23368186436038324, + "nauc_precision_at_3_std": 0.08457518271249428, + "nauc_precision_at_5_diff1": 0.08743917855402676, + "nauc_precision_at_5_max": 0.22736948228515735, + "nauc_precision_at_5_std": 0.09654302913815939, + "nauc_recall_at_1000_diff1": 0.2723122582366338, + "nauc_recall_at_1000_max": 0.6184207016139797, + "nauc_recall_at_1000_std": 0.7612778444711232, + "nauc_recall_at_100_diff1": 0.1882950953793437, + "nauc_recall_at_100_max": 0.5766731053914694, + "nauc_recall_at_100_std": 0.535038769928404, + "nauc_recall_at_10_diff1": 0.17288198858087556, + "nauc_recall_at_10_max": 0.33609375816512194, + "nauc_recall_at_10_std": 0.09405745395465044, + "nauc_recall_at_1_diff1": 0.19435271335227094, + "nauc_recall_at_1_max": 0.12941725285506342, + "nauc_recall_at_1_std": -0.0020479188976024135, + "nauc_recall_at_20_diff1": 0.20521925563632742, + "nauc_recall_at_20_max": 0.44743876270458294, + "nauc_recall_at_20_std": 0.19007591182727676, + "nauc_recall_at_3_diff1": 0.14738428422803915, + "nauc_recall_at_3_max": 0.2135545762860054, + "nauc_recall_at_3_std": 0.05007806329515749, + "nauc_recall_at_5_diff1": 0.12793387979374538, + "nauc_recall_at_5_max": 0.20491990680322492, + "nauc_recall_at_5_std": 0.04949181059270135, + "ndcg_at_1": 0.241, + "ndcg_at_10": 0.43512, + "ndcg_at_100": 0.49557, + "ndcg_at_1000": 0.50388, + "ndcg_at_20": 0.46612, + "ndcg_at_3": 0.34613, + "ndcg_at_5": 0.39204, + "precision_at_1": 0.241, + "precision_at_10": 0.0776, + "precision_at_100": 0.0111, + "precision_at_1000": 0.00119, + "precision_at_20": 0.0462, + "precision_at_3": 0.163, + "precision_at_5": 0.1232, + "recall_at_1": 0.212, + "recall_at_10": 0.65042, + "recall_at_100": 0.91517, + "recall_at_1000": 0.97667, + "recall_at_20": 0.76617, + "recall_at_3": 0.41992, + "recall_at_5": 0.52642 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQHardNegatives.json new file mode 100644 index 000000000..d7ca89a60 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 593.0933995246887, + "kg_co2_emissions": 0.2585988773905137, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.59303, + "map_at_1": 0.32058, + "map_at_10": 0.50602, + "map_at_100": 0.51536, + "map_at_1000": 0.51548, + "map_at_20": 0.51253, + "map_at_3": 0.46067, + "map_at_5": 0.48859, + "mrr_at_1": 0.36, + "mrr_at_10": 0.5275809523809516, + "mrr_at_100": 0.5341072610947465, + "mrr_at_1000": 0.5341535163572925, + "mrr_at_20": 0.5323149691510748, + "mrr_at_3": 0.4898333333333326, + "mrr_at_5": 0.513633333333332, + "nauc_map_at_1000_diff1": 0.23957515929400228, + "nauc_map_at_1000_max": 0.08222841295672748, + "nauc_map_at_1000_std": -0.2636895996032417, + "nauc_map_at_100_diff1": 0.2396373194689454, + "nauc_map_at_100_max": 0.08244779997736641, + "nauc_map_at_100_std": -0.2635030644658991, + "nauc_map_at_10_diff1": 0.23812570910978298, + "nauc_map_at_10_max": 0.08512703065981271, + "nauc_map_at_10_std": -0.2701570354667786, + "nauc_map_at_1_diff1": 0.26096585964855856, + "nauc_map_at_1_max": 0.02806131314650227, + "nauc_map_at_1_std": -0.23427713823845556, + "nauc_map_at_20_diff1": 0.23880692378648824, + "nauc_map_at_20_max": 0.0835640034425971, + "nauc_map_at_20_std": -0.26572138346799035, + "nauc_map_at_3_diff1": 0.23466538778335203, + "nauc_map_at_3_max": 0.07159684228756699, + "nauc_map_at_3_std": -0.2651446646054374, + "nauc_map_at_5_diff1": 0.23609568319098817, + "nauc_map_at_5_max": 0.07789677270741216, + "nauc_map_at_5_std": -0.27772821050312246, + "nauc_mrr_at_1000_diff1": 0.24199560905889267, + "nauc_mrr_at_1000_max": 0.06708405501038499, + "nauc_mrr_at_1000_std": -0.254051512480825, + "nauc_mrr_at_100_diff1": 0.2420215907682351, + "nauc_mrr_at_100_max": 0.06719655611108198, + "nauc_mrr_at_100_std": -0.2539450770321835, + "nauc_mrr_at_10_diff1": 0.2396702000884183, + "nauc_mrr_at_10_max": 0.0705194121439352, + "nauc_mrr_at_10_std": -0.2560319758666333, + "nauc_mrr_at_1_diff1": 0.2682136671390333, + "nauc_mrr_at_1_max": 0.011653020521702471, + "nauc_mrr_at_1_std": -0.23753477142707177, + "nauc_mrr_at_20_diff1": 0.24127786066378137, + "nauc_mrr_at_20_max": 0.06837806375298751, + "nauc_mrr_at_20_std": -0.2544840239407065, + "nauc_mrr_at_3_diff1": 0.2391070075445202, + "nauc_mrr_at_3_max": 0.06050163427814478, + "nauc_mrr_at_3_std": -0.25658510978366933, + "nauc_mrr_at_5_diff1": 0.23981168333526207, + "nauc_mrr_at_5_max": 0.06760618966930473, + "nauc_mrr_at_5_std": -0.2620626775563845, + "nauc_ndcg_at_1000_diff1": 0.2376310730764203, + "nauc_ndcg_at_1000_max": 0.09135491697777166, + "nauc_ndcg_at_1000_std": -0.2586148170893541, + "nauc_ndcg_at_100_diff1": 0.23880871595264708, + "nauc_ndcg_at_100_max": 0.0956958130777609, + "nauc_ndcg_at_100_std": -0.25494575059592434, + "nauc_ndcg_at_10_diff1": 0.22868500043631473, + "nauc_ndcg_at_10_max": 0.11409018515165786, + "nauc_ndcg_at_10_std": -0.27726850082779403, + "nauc_ndcg_at_1_diff1": 0.2682136671390333, + "nauc_ndcg_at_1_max": 0.011653020521702471, + "nauc_ndcg_at_1_std": -0.23753477142707177, + "nauc_ndcg_at_20_diff1": 0.2327550037257063, + "nauc_ndcg_at_20_max": 0.107378198352728, + "nauc_ndcg_at_20_std": -0.2650084445018623, + "nauc_ndcg_at_3_diff1": 0.22560050268103235, + "nauc_ndcg_at_3_max": 0.08332801051808694, + "nauc_ndcg_at_3_std": -0.2729836919828346, + "nauc_ndcg_at_5_diff1": 0.22684452229414814, + "nauc_ndcg_at_5_max": 0.09834720481253634, + "nauc_ndcg_at_5_std": -0.2935796301204257, + "nauc_precision_at_1000_diff1": -0.0183228863304604, + "nauc_precision_at_1000_max": -0.013221644842901127, + "nauc_precision_at_1000_std": 0.14110701625691116, + "nauc_precision_at_100_diff1": 0.0030267298549719866, + "nauc_precision_at_100_max": 0.02161670935131806, + "nauc_precision_at_100_std": 0.15512628898886224, + "nauc_precision_at_10_diff1": 0.08068674549627648, + "nauc_precision_at_10_max": 0.145912329609539, + "nauc_precision_at_10_std": -0.10648391911325536, + "nauc_precision_at_1_diff1": 0.2682136671390333, + "nauc_precision_at_1_max": 0.011653020521702471, + "nauc_precision_at_1_std": -0.23753477142707177, + "nauc_precision_at_20_diff1": 0.04087413180721882, + "nauc_precision_at_20_max": 0.11094448642290801, + "nauc_precision_at_20_std": 0.01634211110257028, + "nauc_precision_at_3_diff1": 0.1553129799480401, + "nauc_precision_at_3_max": 0.09450520795954216, + "nauc_precision_at_3_std": -0.23508542776079222, + "nauc_precision_at_5_diff1": 0.11728000422024103, + "nauc_precision_at_5_max": 0.11273570864257726, + "nauc_precision_at_5_std": -0.23109338163165152, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.3828485240249984, + "nauc_recall_at_100_max": 0.708963585434187, + "nauc_recall_at_100_std": 0.27473245708540905, + "nauc_recall_at_10_diff1": 0.15978933354023683, + "nauc_recall_at_10_max": 0.2934091860420865, + "nauc_recall_at_10_std": -0.33715356145813974, + "nauc_recall_at_1_diff1": 0.26096585964855856, + "nauc_recall_at_1_max": 0.02806131314650227, + "nauc_recall_at_1_std": -0.23427713823845556, + "nauc_recall_at_20_diff1": 0.16397754700410672, + "nauc_recall_at_20_max": 0.3493622969668971, + "nauc_recall_at_20_std": -0.28748425652956755, + "nauc_recall_at_3_diff1": 0.18538088704179412, + "nauc_recall_at_3_max": 0.12506857076226316, + "nauc_recall_at_3_std": -0.29794261358384355, + "nauc_recall_at_5_diff1": 0.17556718542056565, + "nauc_recall_at_5_max": 0.17994720390486904, + "nauc_recall_at_5_std": -0.36387914408441563, + "ndcg_at_1": 0.36, + "ndcg_at_10": 0.59303, + "ndcg_at_100": 0.62991, + "ndcg_at_1000": 0.63159, + "ndcg_at_20": 0.61377, + "ndcg_at_3": 0.509, + "ndcg_at_5": 0.55539, + "precision_at_1": 0.36, + "precision_at_10": 0.099, + "precision_at_100": 0.01196, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05455, + "precision_at_3": 0.24, + "precision_at_5": 0.1702, + "recall_at_1": 0.32058, + "recall_at_10": 0.83392, + "recall_at_100": 0.98917, + "recall_at_1000": 1.0, + "recall_at_20": 0.91008, + "recall_at_3": 0.61808, + "recall_at_5": 0.72542 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2022RetrievalHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..0badd8e4b --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 99.6088695526123, + "kg_co2_emissions": 0.05277109029487586, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.33342, + "map_at_1": 0.04239, + "map_at_10": 0.12666, + "map_at_100": 0.23135, + "map_at_1000": 0.28099, + "map_at_20": 0.1578, + "map_at_3": 0.07835, + "map_at_5": 0.09679, + "mrr_at_1": 0.35555555555555557, + "mrr_at_10": 0.5137037037037037, + "mrr_at_100": 0.5203249353624199, + "mrr_at_1000": 0.5206416288675192, + "mrr_at_20": 0.517037037037037, + "mrr_at_3": 0.4851851851851852, + "mrr_at_5": 0.5018518518518518, + "nauc_map_at_1000_diff1": -0.12033001483525622, + "nauc_map_at_1000_max": 0.37897134028833274, + "nauc_map_at_1000_std": 0.2062850748952519, + "nauc_map_at_100_diff1": -0.11196375638194987, + "nauc_map_at_100_max": 0.34551236404994196, + "nauc_map_at_100_std": 0.1603935282233509, + "nauc_map_at_10_diff1": -0.020842014782617806, + "nauc_map_at_10_max": 0.2724876826778891, + "nauc_map_at_10_std": 0.06173374558938501, + "nauc_map_at_1_diff1": -0.29264501207252397, + "nauc_map_at_1_max": 0.13698524976567816, + "nauc_map_at_1_std": 0.019127061253658664, + "nauc_map_at_20_diff1": -0.04687079925181134, + "nauc_map_at_20_max": 0.2782765657996185, + "nauc_map_at_20_std": 0.07667998828607388, + "nauc_map_at_3_diff1": -0.09063114156774629, + "nauc_map_at_3_max": 0.3245145965532056, + "nauc_map_at_3_std": 0.13455218501706354, + "nauc_map_at_5_diff1": -0.029550861704899196, + "nauc_map_at_5_max": 0.30115857811157515, + "nauc_map_at_5_std": 0.09563575152570818, + "nauc_mrr_at_1000_diff1": 0.06086015439127064, + "nauc_mrr_at_1000_max": 0.45430281009198764, + "nauc_mrr_at_1000_std": 0.20728796537703062, + "nauc_mrr_at_100_diff1": 0.060784684205018, + "nauc_mrr_at_100_max": 0.45412943131438444, + "nauc_mrr_at_100_std": 0.2073716891387936, + "nauc_mrr_at_10_diff1": 0.06710824740229576, + "nauc_mrr_at_10_max": 0.457349847397262, + "nauc_mrr_at_10_std": 0.20990521819770339, + "nauc_mrr_at_1_diff1": 0.06929355129909628, + "nauc_mrr_at_1_max": 0.4315648883578074, + "nauc_mrr_at_1_std": 0.19477484241814993, + "nauc_mrr_at_20_diff1": 0.0641863717081438, + "nauc_mrr_at_20_max": 0.4537551364026033, + "nauc_mrr_at_20_std": 0.2074461786232451, + "nauc_mrr_at_3_diff1": 0.05435875178816142, + "nauc_mrr_at_3_max": 0.470268567508683, + "nauc_mrr_at_3_std": 0.22657904875722862, + "nauc_mrr_at_5_diff1": 0.06666185684987133, + "nauc_mrr_at_5_max": 0.4738817858993763, + "nauc_mrr_at_5_std": 0.22189619953922135, + "nauc_ndcg_at_1000_diff1": -0.005623954424567182, + "nauc_ndcg_at_1000_max": 0.3230985624250645, + "nauc_ndcg_at_1000_std": 0.08834026712722852, + "nauc_ndcg_at_100_diff1": -0.0753691037419639, + "nauc_ndcg_at_100_max": 0.28368867033614725, + "nauc_ndcg_at_100_std": 0.016001425338898364, + "nauc_ndcg_at_10_diff1": 0.04414275873811561, + "nauc_ndcg_at_10_max": 0.3249285461745128, + "nauc_ndcg_at_10_std": 0.03334782430466063, + "nauc_ndcg_at_1_diff1": 0.19196902776404398, + "nauc_ndcg_at_1_max": 0.3407789405221037, + "nauc_ndcg_at_1_std": 0.054540012515757866, + "nauc_ndcg_at_20_diff1": -0.009587202624083926, + "nauc_ndcg_at_20_max": 0.3152942288531499, + "nauc_ndcg_at_20_std": 0.04989325496447172, + "nauc_ndcg_at_3_diff1": 0.06506720281566739, + "nauc_ndcg_at_3_max": 0.3494331813402016, + "nauc_ndcg_at_3_std": 0.05251873038366761, + "nauc_ndcg_at_5_diff1": 0.03612677526719422, + "nauc_ndcg_at_5_max": 0.34106191184957924, + "nauc_ndcg_at_5_std": 0.023475775271025227, + "nauc_precision_at_1000_diff1": -0.09437572365178587, + "nauc_precision_at_1000_max": 0.19563232771417763, + "nauc_precision_at_1000_std": 0.0674024124535342, + "nauc_precision_at_100_diff1": -0.10212532103119833, + "nauc_precision_at_100_max": 0.20079058844843653, + "nauc_precision_at_100_std": 0.13052223779467043, + "nauc_precision_at_10_diff1": -0.006177220186508835, + "nauc_precision_at_10_max": 0.29188771879112657, + "nauc_precision_at_10_std": 0.11383320295274853, + "nauc_precision_at_1_diff1": 0.06929355129909628, + "nauc_precision_at_1_max": 0.4315648883578074, + "nauc_precision_at_1_std": 0.19477484241814993, + "nauc_precision_at_20_diff1": -0.12162791082728915, + "nauc_precision_at_20_max": 0.2613804334753249, + "nauc_precision_at_20_std": 0.14611621002931155, + "nauc_precision_at_3_diff1": 0.0016857259842570531, + "nauc_precision_at_3_max": 0.4701294550441371, + "nauc_precision_at_3_std": 0.2491914210433227, + "nauc_precision_at_5_diff1": 0.009220079986819086, + "nauc_precision_at_5_max": 0.39364480822243264, + "nauc_precision_at_5_std": 0.1489406311605695, + "nauc_recall_at_1000_diff1": 0.19882612644460546, + "nauc_recall_at_1000_max": 0.4039661091772396, + "nauc_recall_at_1000_std": 0.5197696065311093, + "nauc_recall_at_100_diff1": -0.1394707463332568, + "nauc_recall_at_100_max": 0.12230576646258133, + "nauc_recall_at_100_std": 0.09688292542869673, + "nauc_recall_at_10_diff1": 0.09351005657500251, + "nauc_recall_at_10_max": 0.1889982142940731, + "nauc_recall_at_10_std": 0.024397258091310155, + "nauc_recall_at_1_diff1": -0.29264501207252397, + "nauc_recall_at_1_max": 0.13698524976567816, + "nauc_recall_at_1_std": 0.019127061253658664, + "nauc_recall_at_20_diff1": 0.059456413512556816, + "nauc_recall_at_20_max": 0.17149058432657327, + "nauc_recall_at_20_std": 0.07705250250058361, + "nauc_recall_at_3_diff1": -0.02511148039402893, + "nauc_recall_at_3_max": 0.31833321633637246, + "nauc_recall_at_3_std": 0.15310726528769344, + "nauc_recall_at_5_diff1": 0.07223130095962306, + "nauc_recall_at_5_max": 0.273873463556533, + "nauc_recall_at_5_std": 0.08049952494782794, + "ndcg_at_1": 0.2963, + "ndcg_at_10": 0.30708, + "ndcg_at_100": 0.4348, + "ndcg_at_1000": 0.5266, + "ndcg_at_20": 0.33342, + "ndcg_at_3": 0.30205, + "ndcg_at_5": 0.29176, + "precision_at_1": 0.35556, + "precision_at_10": 0.29333, + "precision_at_100": 0.16422, + "precision_at_1000": 0.03051, + "precision_at_20": 0.24444, + "precision_at_3": 0.36296, + "precision_at_5": 0.31556, + "recall_at_1": 0.04239, + "recall_at_10": 0.20764, + "recall_at_100": 0.64924, + "recall_at_1000": 0.95988, + "recall_at_20": 0.3182, + "recall_at_3": 0.1029, + "recall_at_5": 0.13646 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.57687, + "map_at_1": 0.05834, + "map_at_10": 0.22474, + "map_at_100": 0.43146, + "map_at_1000": 0.51156, + "map_at_20": 0.28087, + "map_at_3": 0.12967, + "map_at_5": 0.17101, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8204816017316017, + "mrr_at_100": 0.8236201298701299, + "mrr_at_1000": 0.8236201298701299, + "mrr_at_20": 0.8236201298701299, + "mrr_at_3": 0.8106060606060607, + "mrr_at_5": 0.8106060606060607, + "nauc_map_at_1000_diff1": 0.07718012752761155, + "nauc_map_at_1000_max": 0.2409166114272313, + "nauc_map_at_1000_std": 0.2617448586314038, + "nauc_map_at_100_diff1": 0.10682177668665527, + "nauc_map_at_100_max": 0.20264782920795193, + "nauc_map_at_100_std": 0.050237730184940946, + "nauc_map_at_10_diff1": 0.21114348140537553, + "nauc_map_at_10_max": 0.05132421462851381, + "nauc_map_at_10_std": -0.2777733757722214, + "nauc_map_at_1_diff1": 0.4082531480374419, + "nauc_map_at_1_max": 0.03575363530693925, + "nauc_map_at_1_std": -0.3303232548228737, + "nauc_map_at_20_diff1": 0.23317162008912556, + "nauc_map_at_20_max": 0.09572240562119788, + "nauc_map_at_20_std": -0.22780214104374702, + "nauc_map_at_3_diff1": 0.18727879369916567, + "nauc_map_at_3_max": 0.03471666393686642, + "nauc_map_at_3_std": -0.3192373386017992, + "nauc_map_at_5_diff1": 0.1940119139450591, + "nauc_map_at_5_max": 0.06367017898772877, + "nauc_map_at_5_std": -0.2758832560901673, + "nauc_mrr_at_1000_diff1": 0.3275695909050117, + "nauc_mrr_at_1000_max": 0.479631017848989, + "nauc_mrr_at_1000_std": 0.45370769323159044, + "nauc_mrr_at_100_diff1": 0.3275695909050117, + "nauc_mrr_at_100_max": 0.479631017848989, + "nauc_mrr_at_100_std": 0.45370769323159044, + "nauc_mrr_at_10_diff1": 0.3144322952590711, + "nauc_mrr_at_10_max": 0.48831369006480985, + "nauc_mrr_at_10_std": 0.4628867657867433, + "nauc_mrr_at_1_diff1": 0.4245941317761162, + "nauc_mrr_at_1_max": 0.397655708733006, + "nauc_mrr_at_1_std": 0.4421272039653046, + "nauc_mrr_at_20_diff1": 0.3275695909050117, + "nauc_mrr_at_20_max": 0.479631017848989, + "nauc_mrr_at_20_std": 0.45370769323159044, + "nauc_mrr_at_3_diff1": 0.3060182357520654, + "nauc_mrr_at_3_max": 0.48742212611876845, + "nauc_mrr_at_3_std": 0.4450269197039838, + "nauc_mrr_at_5_diff1": 0.3060182357520654, + "nauc_mrr_at_5_max": 0.48742212611876845, + "nauc_mrr_at_5_std": 0.4450269197039838, + "nauc_ndcg_at_1000_diff1": 0.13471660503746286, + "nauc_ndcg_at_1000_max": 0.3197246842922046, + "nauc_ndcg_at_1000_std": 0.3080287121073236, + "nauc_ndcg_at_100_diff1": 0.2323197070768159, + "nauc_ndcg_at_100_max": 0.17664145380741647, + "nauc_ndcg_at_100_std": 0.06110653786935883, + "nauc_ndcg_at_10_diff1": 0.2346872185614587, + "nauc_ndcg_at_10_max": 0.19347037112806667, + "nauc_ndcg_at_10_std": 0.10137958448445188, + "nauc_ndcg_at_1_diff1": 0.3302732904399724, + "nauc_ndcg_at_1_max": 0.04820340034144056, + "nauc_ndcg_at_1_std": 0.05374845790014842, + "nauc_ndcg_at_20_diff1": 0.26658492190452565, + "nauc_ndcg_at_20_max": 0.1709638564253878, + "nauc_ndcg_at_20_std": 0.0683730086689457, + "nauc_ndcg_at_3_diff1": 0.33015482159493503, + "nauc_ndcg_at_3_max": 0.1823670980351439, + "nauc_ndcg_at_3_std": -0.0086288433130054, + "nauc_ndcg_at_5_diff1": 0.3200414837993068, + "nauc_ndcg_at_5_max": 0.2450597623482199, + "nauc_ndcg_at_5_std": 0.09333437506808147, + "nauc_precision_at_1000_diff1": -0.08074933954622303, + "nauc_precision_at_1000_max": 0.1374001522215788, + "nauc_precision_at_1000_std": 0.5320663907739714, + "nauc_precision_at_100_diff1": -0.1444869186791038, + "nauc_precision_at_100_max": 0.15919720426933837, + "nauc_precision_at_100_std": 0.5392152787197694, + "nauc_precision_at_10_diff1": 0.01804080976675903, + "nauc_precision_at_10_max": 0.32902609640365865, + "nauc_precision_at_10_std": 0.5072890758682211, + "nauc_precision_at_1_diff1": 0.4245941317761162, + "nauc_precision_at_1_max": 0.397655708733006, + "nauc_precision_at_1_std": 0.4421272039653046, + "nauc_precision_at_20_diff1": -0.0335381186915925, + "nauc_precision_at_20_max": 0.3074352534608053, + "nauc_precision_at_20_std": 0.541930138493419, + "nauc_precision_at_3_diff1": 0.09877430649611849, + "nauc_precision_at_3_max": 0.4148600696625096, + "nauc_precision_at_3_std": 0.32431703041588517, + "nauc_precision_at_5_diff1": 0.07364365326777952, + "nauc_precision_at_5_max": 0.413136704427902, + "nauc_precision_at_5_std": 0.43454704858874793, + "nauc_recall_at_1000_diff1": -0.05142144734750433, + "nauc_recall_at_1000_max": 0.11816173674353656, + "nauc_recall_at_1000_std": 0.17414559833746696, + "nauc_recall_at_100_diff1": 0.08692217823512395, + "nauc_recall_at_100_max": -0.13792389405109262, + "nauc_recall_at_100_std": -0.4056561783690399, + "nauc_recall_at_10_diff1": 0.12344963712419074, + "nauc_recall_at_10_max": 0.011456155409653156, + "nauc_recall_at_10_std": -0.3181007182709658, + "nauc_recall_at_1_diff1": 0.4082531480374419, + "nauc_recall_at_1_max": 0.03575363530693925, + "nauc_recall_at_1_std": -0.3303232548228737, + "nauc_recall_at_20_diff1": 0.20372579786085465, + "nauc_recall_at_20_max": -0.048374172444232415, + "nauc_recall_at_20_std": -0.37980685004375725, + "nauc_recall_at_3_diff1": 0.09627894891343439, + "nauc_recall_at_3_max": 0.028845887747953134, + "nauc_recall_at_3_std": -0.3306935128371928, + "nauc_recall_at_5_diff1": 0.11384635029234853, + "nauc_recall_at_5_max": 0.05246371258655987, + "nauc_recall_at_5_std": -0.2938479969735624, + "ndcg_at_1": 0.62879, + "ndcg_at_10": 0.5725, + "ndcg_at_100": 0.66338, + "ndcg_at_1000": 0.75336, + "ndcg_at_20": 0.57687, + "ndcg_at_3": 0.59423, + "ndcg_at_5": 0.60281, + "precision_at_1": 0.75, + "precision_at_10": 0.56364, + "precision_at_100": 0.27455, + "precision_at_1000": 0.04264, + "precision_at_20": 0.46818, + "precision_at_3": 0.69697, + "precision_at_5": 0.65909, + "recall_at_1": 0.05834, + "recall_at_10": 0.26688, + "recall_at_100": 0.75365, + "recall_at_1000": 0.99349, + "recall_at_20": 0.38846, + "recall_at_3": 0.14542, + "recall_at_5": 0.1915 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.50749, + "map_at_1": 0.04622, + "map_at_10": 0.21557, + "map_at_100": 0.38467, + "map_at_1000": 0.47328, + "map_at_20": 0.26707, + "map_at_3": 0.10692, + "map_at_5": 0.14791, + "mrr_at_1": 0.6595744680851063, + "mrr_at_10": 0.772163120567376, + "mrr_at_100": 0.7740342538101705, + "mrr_at_1000": 0.7740342538101705, + "mrr_at_20": 0.773581560283688, + "mrr_at_3": 0.7517730496453899, + "mrr_at_5": 0.7624113475177304, + "nauc_map_at_1000_diff1": 0.00924883704248541, + "nauc_map_at_1000_max": 0.4711255040316852, + "nauc_map_at_1000_std": 0.33078030152237553, + "nauc_map_at_100_diff1": 0.01384342770291533, + "nauc_map_at_100_max": 0.3028966777945974, + "nauc_map_at_100_std": -0.035405756910240754, + "nauc_map_at_10_diff1": -0.025808193979396224, + "nauc_map_at_10_max": 0.0454238109958889, + "nauc_map_at_10_std": -0.34358727533029115, + "nauc_map_at_1_diff1": 0.04193752882116258, + "nauc_map_at_1_max": -0.10273188432605132, + "nauc_map_at_1_std": -0.3266374319640779, + "nauc_map_at_20_diff1": -0.00427544791864342, + "nauc_map_at_20_max": 0.10343166421203921, + "nauc_map_at_20_std": -0.3052623808641195, + "nauc_map_at_3_diff1": 0.014954499957234298, + "nauc_map_at_3_max": -0.0829439049658367, + "nauc_map_at_3_std": -0.369202922571765, + "nauc_map_at_5_diff1": -0.03825124445762799, + "nauc_map_at_5_max": -0.07099316110386769, + "nauc_map_at_5_std": -0.369424838064767, + "nauc_mrr_at_1000_diff1": 0.24329480735101755, + "nauc_mrr_at_1000_max": 0.5890824742083233, + "nauc_mrr_at_1000_std": 0.34892915290272347, + "nauc_mrr_at_100_diff1": 0.24329480735101755, + "nauc_mrr_at_100_max": 0.5890824742083233, + "nauc_mrr_at_100_std": 0.34892915290272347, + "nauc_mrr_at_10_diff1": 0.24219484073926217, + "nauc_mrr_at_10_max": 0.5919757867892597, + "nauc_mrr_at_10_std": 0.35192376341011006, + "nauc_mrr_at_1_diff1": 0.2792928103961082, + "nauc_mrr_at_1_max": 0.5993275905794158, + "nauc_mrr_at_1_std": 0.3460153095560528, + "nauc_mrr_at_20_diff1": 0.23869403139224987, + "nauc_mrr_at_20_max": 0.5890038950630407, + "nauc_mrr_at_20_std": 0.3504426050624477, + "nauc_mrr_at_3_diff1": 0.26307228765176843, + "nauc_mrr_at_3_max": 0.5790405829826332, + "nauc_mrr_at_3_std": 0.33163874171521834, + "nauc_mrr_at_5_diff1": 0.2650155936194035, + "nauc_mrr_at_5_max": 0.5938734046634179, + "nauc_mrr_at_5_std": 0.3512431674271165, + "nauc_ndcg_at_1000_diff1": 0.034390311046290256, + "nauc_ndcg_at_1000_max": 0.46949988120645214, + "nauc_ndcg_at_1000_std": 0.23580044813567003, + "nauc_ndcg_at_100_diff1": -0.07560278173554154, + "nauc_ndcg_at_100_max": 0.37166199144921047, + "nauc_ndcg_at_100_std": 0.08390768829087451, + "nauc_ndcg_at_10_diff1": -0.03583053927865001, + "nauc_ndcg_at_10_max": 0.23426863413225035, + "nauc_ndcg_at_10_std": -0.05864034420969789, + "nauc_ndcg_at_1_diff1": 0.06621721479547174, + "nauc_ndcg_at_1_max": 0.2242376033572597, + "nauc_ndcg_at_1_std": -0.07349101662141364, + "nauc_ndcg_at_20_diff1": -0.034344962928761484, + "nauc_ndcg_at_20_max": 0.26958783068664527, + "nauc_ndcg_at_20_std": -0.04744525134984652, + "nauc_ndcg_at_3_diff1": 0.0448935358163817, + "nauc_ndcg_at_3_max": 0.20865529696158486, + "nauc_ndcg_at_3_std": -0.10270593176953004, + "nauc_ndcg_at_5_diff1": -0.010388614401876344, + "nauc_ndcg_at_5_max": 0.18169507578127844, + "nauc_ndcg_at_5_std": -0.11404216518378715, + "nauc_precision_at_1000_diff1": -0.013425849400293772, + "nauc_precision_at_1000_max": 0.4084516040792907, + "nauc_precision_at_1000_std": 0.6941519167718176, + "nauc_precision_at_100_diff1": 0.023957446440513085, + "nauc_precision_at_100_max": 0.41556740498139855, + "nauc_precision_at_100_std": 0.6567598017555794, + "nauc_precision_at_10_diff1": 0.05201329176901225, + "nauc_precision_at_10_max": 0.5228807113429574, + "nauc_precision_at_10_std": 0.39758378267811534, + "nauc_precision_at_1_diff1": 0.2792928103961082, + "nauc_precision_at_1_max": 0.5993275905794158, + "nauc_precision_at_1_std": 0.3460153095560528, + "nauc_precision_at_20_diff1": 0.04893586684620774, + "nauc_precision_at_20_max": 0.5020531471932895, + "nauc_precision_at_20_std": 0.5184636731180755, + "nauc_precision_at_3_diff1": 0.07484096292541037, + "nauc_precision_at_3_max": 0.3978993312596217, + "nauc_precision_at_3_std": 0.2227565782109583, + "nauc_precision_at_5_diff1": -0.03216975243697134, + "nauc_precision_at_5_max": 0.39569364975955557, + "nauc_precision_at_5_std": 0.26273781505354443, + "nauc_recall_at_1000_diff1": 0.33081018630481096, + "nauc_recall_at_1000_max": 0.7461422782755405, + "nauc_recall_at_1000_std": 0.6141883900323057, + "nauc_recall_at_100_diff1": -0.039202373612334473, + "nauc_recall_at_100_max": -0.04431816169202592, + "nauc_recall_at_100_std": -0.31514393719461814, + "nauc_recall_at_10_diff1": -0.1255821352449027, + "nauc_recall_at_10_max": -0.06992043278608073, + "nauc_recall_at_10_std": -0.34397183227369466, + "nauc_recall_at_1_diff1": 0.04193752882116258, + "nauc_recall_at_1_max": -0.10273188432605132, + "nauc_recall_at_1_std": -0.3266374319640779, + "nauc_recall_at_20_diff1": -0.1391389577351054, + "nauc_recall_at_20_max": -0.031453386391263945, + "nauc_recall_at_20_std": -0.3395727204620692, + "nauc_recall_at_3_diff1": 0.04931170717330356, + "nauc_recall_at_3_max": -0.1304140287246483, + "nauc_recall_at_3_std": -0.4010735178038524, + "nauc_recall_at_5_diff1": -0.026300319929275246, + "nauc_recall_at_5_max": -0.1171329990698908, + "nauc_recall_at_5_std": -0.3815364154905634, + "ndcg_at_1": 0.51773, + "ndcg_at_10": 0.49445, + "ndcg_at_100": 0.61014, + "ndcg_at_1000": 0.69917, + "ndcg_at_20": 0.50749, + "ndcg_at_3": 0.51447, + "ndcg_at_5": 0.50297, + "precision_at_1": 0.65957, + "precision_at_10": 0.51702, + "precision_at_100": 0.25043, + "precision_at_1000": 0.04481, + "precision_at_20": 0.41596, + "precision_at_3": 0.61702, + "precision_at_5": 0.57872, + "recall_at_1": 0.04622, + "recall_at_10": 0.28966, + "recall_at_100": 0.71255, + "recall_at_1000": 0.9724, + "recall_at_20": 0.38815, + "recall_at_3": 0.11694, + "recall_at_5": 0.17125 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2023RetrievalHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..f26d73cd3 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 163.506329536438, + "kg_co2_emissions": 0.09228893726164568, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.47053, + "map_at_1": 0.04221, + "map_at_10": 0.1415, + "map_at_100": 0.29471, + "map_at_1000": 0.39553, + "map_at_20": 0.17748, + "map_at_3": 0.07887, + "map_at_5": 0.10288, + "mrr_at_1": 0.7702702702702703, + "mrr_at_10": 0.8199324324324325, + "mrr_at_100": 0.8215996168582376, + "mrr_at_1000": 0.8216820163308809, + "mrr_at_20": 0.8206081081081081, + "mrr_at_3": 0.8085585585585586, + "mrr_at_5": 0.8146396396396396, + "nauc_map_at_1000_diff1": 0.043223811792702516, + "nauc_map_at_1000_max": 0.2619466848588006, + "nauc_map_at_1000_std": 0.3979821339349617, + "nauc_map_at_100_diff1": 0.20557563611056667, + "nauc_map_at_100_max": 0.21333147266942185, + "nauc_map_at_100_std": 0.17521538336735507, + "nauc_map_at_10_diff1": 0.3656868704469574, + "nauc_map_at_10_max": 0.07720199681326179, + "nauc_map_at_10_std": -0.20311283536433847, + "nauc_map_at_1_diff1": 0.47891660698709054, + "nauc_map_at_1_max": 0.04534184191274136, + "nauc_map_at_1_std": -0.26620923206605884, + "nauc_map_at_20_diff1": 0.3619624677978965, + "nauc_map_at_20_max": 0.10218404805502745, + "nauc_map_at_20_std": -0.1532265286274986, + "nauc_map_at_3_diff1": 0.410088179173847, + "nauc_map_at_3_max": 0.02336741981233247, + "nauc_map_at_3_std": -0.2584371058400971, + "nauc_map_at_5_diff1": 0.3792528697711193, + "nauc_map_at_5_max": 0.06508603589133966, + "nauc_map_at_5_std": -0.23385271938590785, + "nauc_mrr_at_1000_diff1": 0.24364821756389976, + "nauc_mrr_at_1000_max": 0.3501059038658467, + "nauc_mrr_at_1000_std": 0.3457626970867993, + "nauc_mrr_at_100_diff1": 0.24402615012974016, + "nauc_mrr_at_100_max": 0.3504306418369611, + "nauc_mrr_at_100_std": 0.3457684232277571, + "nauc_mrr_at_10_diff1": 0.2387624541986733, + "nauc_mrr_at_10_max": 0.3499023355389874, + "nauc_mrr_at_10_std": 0.34804198152997373, + "nauc_mrr_at_1_diff1": 0.2858764661868211, + "nauc_mrr_at_1_max": 0.33789082542918514, + "nauc_mrr_at_1_std": 0.33257724770854274, + "nauc_mrr_at_20_diff1": 0.24439582616462432, + "nauc_mrr_at_20_max": 0.35201277708350315, + "nauc_mrr_at_20_std": 0.3480045910417491, + "nauc_mrr_at_3_diff1": 0.23040950204302585, + "nauc_mrr_at_3_max": 0.3023862478594647, + "nauc_mrr_at_3_std": 0.30698559389038416, + "nauc_mrr_at_5_diff1": 0.24634280532721575, + "nauc_mrr_at_5_max": 0.3307369226804402, + "nauc_mrr_at_5_std": 0.32323347163890037, + "nauc_ndcg_at_1000_diff1": 0.142505018716998, + "nauc_ndcg_at_1000_max": 0.41349331865107514, + "nauc_ndcg_at_1000_std": 0.46516027101065804, + "nauc_ndcg_at_100_diff1": 0.18558333599120927, + "nauc_ndcg_at_100_max": 0.3195036909764913, + "nauc_ndcg_at_100_std": 0.24587126983234495, + "nauc_ndcg_at_10_diff1": 0.16406829069939108, + "nauc_ndcg_at_10_max": 0.2577314712007269, + "nauc_ndcg_at_10_std": 0.17840986462032246, + "nauc_ndcg_at_1_diff1": 0.26421131876390536, + "nauc_ndcg_at_1_max": 0.24831498240525984, + "nauc_ndcg_at_1_std": 0.11900454218509915, + "nauc_ndcg_at_20_diff1": 0.19650882162435623, + "nauc_ndcg_at_20_max": 0.25889390571434595, + "nauc_ndcg_at_20_std": 0.18059232029190753, + "nauc_ndcg_at_3_diff1": 0.12290767274140728, + "nauc_ndcg_at_3_max": 0.23586756084015953, + "nauc_ndcg_at_3_std": 0.16223347521716466, + "nauc_ndcg_at_5_diff1": 0.1350743364403647, + "nauc_ndcg_at_5_max": 0.27021058383684293, + "nauc_ndcg_at_5_std": 0.1749872515743694, + "nauc_precision_at_1000_diff1": -0.3011754734778929, + "nauc_precision_at_1000_max": 0.10683477468574745, + "nauc_precision_at_1000_std": 0.39947517735367194, + "nauc_precision_at_100_diff1": -0.25291060109046903, + "nauc_precision_at_100_max": 0.15520173677010846, + "nauc_precision_at_100_std": 0.4603347173950401, + "nauc_precision_at_10_diff1": -0.1273970057709237, + "nauc_precision_at_10_max": 0.2562206251645896, + "nauc_precision_at_10_std": 0.4158388194679807, + "nauc_precision_at_1_diff1": 0.2858764661868211, + "nauc_precision_at_1_max": 0.33789082542918514, + "nauc_precision_at_1_std": 0.33257724770854274, + "nauc_precision_at_20_diff1": -0.16337280287313524, + "nauc_precision_at_20_max": 0.22864606151968883, + "nauc_precision_at_20_std": 0.4431272235451471, + "nauc_precision_at_3_diff1": -0.07359154580976388, + "nauc_precision_at_3_max": 0.23819553533621324, + "nauc_precision_at_3_std": 0.33112856619434006, + "nauc_precision_at_5_diff1": -0.12012999375303691, + "nauc_precision_at_5_max": 0.274368545017298, + "nauc_precision_at_5_std": 0.35904981013747145, + "nauc_recall_at_1000_diff1": 0.21344086529498724, + "nauc_recall_at_1000_max": 0.4786912395890666, + "nauc_recall_at_1000_std": 0.543291048213105, + "nauc_recall_at_100_diff1": 0.23888179692675904, + "nauc_recall_at_100_max": 0.06733941972570134, + "nauc_recall_at_100_std": -0.08190260448808487, + "nauc_recall_at_10_diff1": 0.2666039490244471, + "nauc_recall_at_10_max": -0.08044420532963385, + "nauc_recall_at_10_std": -0.3189344153881562, + "nauc_recall_at_1_diff1": 0.47891660698709054, + "nauc_recall_at_1_max": 0.04534184191274136, + "nauc_recall_at_1_std": -0.26620923206605884, + "nauc_recall_at_20_diff1": 0.31163584666209504, + "nauc_recall_at_20_max": -0.05129598685370709, + "nauc_recall_at_20_std": -0.2976975993044995, + "nauc_recall_at_3_diff1": 0.38841093801701326, + "nauc_recall_at_3_max": -0.038152311633727884, + "nauc_recall_at_3_std": -0.30484752235243545, + "nauc_recall_at_5_diff1": 0.34617523996874244, + "nauc_recall_at_5_max": -0.025513006884907638, + "nauc_recall_at_5_std": -0.30257121569486906, + "ndcg_at_1": 0.55631, + "ndcg_at_10": 0.48472, + "ndcg_at_100": 0.53144, + "ndcg_at_1000": 0.66784, + "ndcg_at_20": 0.47053, + "ndcg_at_3": 0.51651, + "ndcg_at_5": 0.50391, + "precision_at_1": 0.77027, + "precision_at_10": 0.51081, + "precision_at_100": 0.29527, + "precision_at_1000": 0.06142, + "precision_at_20": 0.425, + "precision_at_3": 0.65315, + "precision_at_5": 0.5973, + "recall_at_1": 0.04221, + "recall_at_10": 0.18822, + "recall_at_100": 0.5359, + "recall_at_1000": 0.90706, + "recall_at_20": 0.26224, + "recall_at_3": 0.08738, + "recall_at_5": 0.12174 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.54222, + "map_at_1": 0.0318, + "map_at_10": 0.16199, + "map_at_100": 0.35688, + "map_at_1000": 0.46408, + "map_at_20": 0.21246, + "map_at_3": 0.08595, + "map_at_5": 0.11408, + "mrr_at_1": 0.68, + "mrr_at_10": 0.7772539682539684, + "mrr_at_100": 0.7790457996110172, + "mrr_at_1000": 0.7791202875067341, + "mrr_at_20": 0.7784660894660896, + "mrr_at_3": 0.7644444444444445, + "mrr_at_5": 0.7704444444444445, + "nauc_map_at_1000_diff1": -0.031083720798960653, + "nauc_map_at_1000_max": 0.2682299576572939, + "nauc_map_at_1000_std": 0.10678603712833655, + "nauc_map_at_100_diff1": -0.06296371562493636, + "nauc_map_at_100_max": 0.3870969125169215, + "nauc_map_at_100_std": 0.05178253498002126, + "nauc_map_at_10_diff1": -0.008272621840887699, + "nauc_map_at_10_max": 0.3985512084719873, + "nauc_map_at_10_std": -0.08540831996517746, + "nauc_map_at_1_diff1": 0.0562394848378544, + "nauc_map_at_1_max": 0.3902007365360815, + "nauc_map_at_1_std": -0.07913435214106548, + "nauc_map_at_20_diff1": -0.011545882398746692, + "nauc_map_at_20_max": 0.43019449867024284, + "nauc_map_at_20_std": -0.03294265902519018, + "nauc_map_at_3_diff1": -0.02917910430100206, + "nauc_map_at_3_max": 0.4145615500365936, + "nauc_map_at_3_std": -0.09444543786697294, + "nauc_map_at_5_diff1": -0.018635782509435584, + "nauc_map_at_5_max": 0.4074709019682473, + "nauc_map_at_5_std": -0.10006259575750848, + "nauc_mrr_at_1000_diff1": 0.36734139227713775, + "nauc_mrr_at_1000_max": 0.43530851286000444, + "nauc_mrr_at_1000_std": 0.05365849224687597, + "nauc_mrr_at_100_diff1": 0.3672453441244578, + "nauc_mrr_at_100_max": 0.4355251770370812, + "nauc_mrr_at_100_std": 0.05391463645058424, + "nauc_mrr_at_10_diff1": 0.36893098586132017, + "nauc_mrr_at_10_max": 0.4334052720671605, + "nauc_mrr_at_10_std": 0.04526525284436663, + "nauc_mrr_at_1_diff1": 0.37413968505679335, + "nauc_mrr_at_1_max": 0.45950342485113954, + "nauc_mrr_at_1_std": 0.07928923891917705, + "nauc_mrr_at_20_diff1": 0.36779409365220395, + "nauc_mrr_at_20_max": 0.43720572432528926, + "nauc_mrr_at_20_std": 0.056731309803313666, + "nauc_mrr_at_3_diff1": 0.3615300368987232, + "nauc_mrr_at_3_max": 0.3961707837722884, + "nauc_mrr_at_3_std": 0.024752951168427583, + "nauc_mrr_at_5_diff1": 0.34816723328324656, + "nauc_mrr_at_5_max": 0.4215393091415151, + "nauc_mrr_at_5_std": 0.06257660839153888, + "nauc_ndcg_at_1000_diff1": 0.07073574007312786, + "nauc_ndcg_at_1000_max": 0.30405499639382394, + "nauc_ndcg_at_1000_std": 0.07406940886701135, + "nauc_ndcg_at_100_diff1": 0.05855222985973368, + "nauc_ndcg_at_100_max": 0.3501203868745343, + "nauc_ndcg_at_100_std": 0.05818578594645674, + "nauc_ndcg_at_10_diff1": 0.05613171486070275, + "nauc_ndcg_at_10_max": 0.3669251777539333, + "nauc_ndcg_at_10_std": 0.06705982778004281, + "nauc_ndcg_at_1_diff1": 0.30724043770554677, + "nauc_ndcg_at_1_max": 0.3690371745992413, + "nauc_ndcg_at_1_std": 0.026612784519887987, + "nauc_ndcg_at_20_diff1": 0.07327175473727927, + "nauc_ndcg_at_20_max": 0.3353889380400242, + "nauc_ndcg_at_20_std": 0.059845423719961065, + "nauc_ndcg_at_3_diff1": 0.15165004921388625, + "nauc_ndcg_at_3_max": 0.3447656653008205, + "nauc_ndcg_at_3_std": -0.014280297607880252, + "nauc_ndcg_at_5_diff1": 0.09124388816859463, + "nauc_ndcg_at_5_max": 0.3579115650064609, + "nauc_ndcg_at_5_std": 0.031151151843402208, + "nauc_precision_at_1000_diff1": 0.054338941915575936, + "nauc_precision_at_1000_max": -0.13871579291015101, + "nauc_precision_at_1000_std": 0.0489441084570524, + "nauc_precision_at_100_diff1": -0.014825900319025595, + "nauc_precision_at_100_max": -0.11209699356505866, + "nauc_precision_at_100_std": 0.10626002862535971, + "nauc_precision_at_10_diff1": 0.0374296271255178, + "nauc_precision_at_10_max": 0.18650048829155044, + "nauc_precision_at_10_std": 0.15531780144556576, + "nauc_precision_at_1_diff1": 0.37413968505679335, + "nauc_precision_at_1_max": 0.45950342485113954, + "nauc_precision_at_1_std": 0.07928923891917705, + "nauc_precision_at_20_diff1": 0.037139633743787245, + "nauc_precision_at_20_max": 0.11122744113760791, + "nauc_precision_at_20_std": 0.17450132862625972, + "nauc_precision_at_3_diff1": 0.13419793306624356, + "nauc_precision_at_3_max": 0.3500378521822141, + "nauc_precision_at_3_std": 0.06801585276361541, + "nauc_precision_at_5_diff1": 0.06655777942122007, + "nauc_precision_at_5_max": 0.2819373860310102, + "nauc_precision_at_5_std": 0.13346020703477898, + "nauc_recall_at_1000_diff1": -0.021230293617056858, + "nauc_recall_at_1000_max": 0.10861896362573953, + "nauc_recall_at_1000_std": 0.258083718195063, + "nauc_recall_at_100_diff1": -0.11273518306402937, + "nauc_recall_at_100_max": 0.1864192912025989, + "nauc_recall_at_100_std": -0.03165992552236504, + "nauc_recall_at_10_diff1": -0.050111126516285215, + "nauc_recall_at_10_max": 0.2633608365967261, + "nauc_recall_at_10_std": -0.13193302046782068, + "nauc_recall_at_1_diff1": 0.0562394848378544, + "nauc_recall_at_1_max": 0.3902007365360815, + "nauc_recall_at_1_std": -0.07913435214106548, + "nauc_recall_at_20_diff1": -0.05496985657519292, + "nauc_recall_at_20_max": 0.2805518545915042, + "nauc_recall_at_20_std": -0.073796785738778, + "nauc_recall_at_3_diff1": -0.05119250696648234, + "nauc_recall_at_3_max": 0.38238432080876006, + "nauc_recall_at_3_std": -0.10591890128224696, + "nauc_recall_at_5_diff1": -0.04159119249719179, + "nauc_recall_at_5_max": 0.37515021873978194, + "nauc_recall_at_5_std": -0.10377058022665687, + "ndcg_at_1": 0.56889, + "ndcg_at_10": 0.55598, + "ndcg_at_100": 0.60763, + "ndcg_at_1000": 0.72681, + "ndcg_at_20": 0.54222, + "ndcg_at_3": 0.5564, + "ndcg_at_5": 0.55242, + "precision_at_1": 0.68, + "precision_at_10": 0.572, + "precision_at_100": 0.31387, + "precision_at_1000": 0.05989, + "precision_at_20": 0.48933, + "precision_at_3": 0.67111, + "precision_at_5": 0.62933, + "recall_at_1": 0.0318, + "recall_at_10": 0.21014, + "recall_at_100": 0.63262, + "recall_at_1000": 0.95034, + "recall_at_20": 0.29791, + "recall_at_3": 0.09135, + "recall_at_5": 0.12573 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.48078, + "map_at_1": 0.03522, + "map_at_10": 0.15797, + "map_at_100": 0.32788, + "map_at_1000": 0.41408, + "map_at_20": 0.20732, + "map_at_3": 0.0824, + "map_at_5": 0.11073, + "mrr_at_1": 0.7066666666666667, + "mrr_at_10": 0.7953862433862434, + "mrr_at_100": 0.7970584331198368, + "mrr_at_1000": 0.7970584331198368, + "mrr_at_20": 0.7960529100529102, + "mrr_at_3": 0.7800000000000001, + "mrr_at_5": 0.792, + "nauc_map_at_1000_diff1": 0.043542425878742554, + "nauc_map_at_1000_max": 0.2957782835998824, + "nauc_map_at_1000_std": 0.15168565182468025, + "nauc_map_at_100_diff1": 0.170037210494821, + "nauc_map_at_100_max": 0.3454438131766883, + "nauc_map_at_100_std": 0.07898206760354616, + "nauc_map_at_10_diff1": 0.33887445587812437, + "nauc_map_at_10_max": 0.3061379907999909, + "nauc_map_at_10_std": -0.0839082365845182, + "nauc_map_at_1_diff1": 0.43283146993659327, + "nauc_map_at_1_max": 0.14797834316849057, + "nauc_map_at_1_std": -0.061645715683634604, + "nauc_map_at_20_diff1": 0.3194635203116777, + "nauc_map_at_20_max": 0.34680467499359635, + "nauc_map_at_20_std": -0.04510796595473119, + "nauc_map_at_3_diff1": 0.3917240707551855, + "nauc_map_at_3_max": 0.2579114549215174, + "nauc_map_at_3_std": -0.06233125101730971, + "nauc_map_at_5_diff1": 0.36723656124881165, + "nauc_map_at_5_max": 0.3084613157357035, + "nauc_map_at_5_std": -0.06293729981251864, + "nauc_mrr_at_1000_diff1": 0.17730932358619764, + "nauc_mrr_at_1000_max": 0.312655805241327, + "nauc_mrr_at_1000_std": 0.043530594790388365, + "nauc_mrr_at_100_diff1": 0.17730932358619764, + "nauc_mrr_at_100_max": 0.312655805241327, + "nauc_mrr_at_100_std": 0.043530594790388365, + "nauc_mrr_at_10_diff1": 0.16844352311219915, + "nauc_mrr_at_10_max": 0.30770228232443064, + "nauc_mrr_at_10_std": 0.04102509408024396, + "nauc_mrr_at_1_diff1": 0.21211402632531362, + "nauc_mrr_at_1_max": 0.3436459902687445, + "nauc_mrr_at_1_std": 0.04684576174787546, + "nauc_mrr_at_20_diff1": 0.1733054006114344, + "nauc_mrr_at_20_max": 0.31307137533669444, + "nauc_mrr_at_20_std": 0.04542288153432636, + "nauc_mrr_at_3_diff1": 0.19068385257166967, + "nauc_mrr_at_3_max": 0.2950104531554127, + "nauc_mrr_at_3_std": 0.03963069350126529, + "nauc_mrr_at_5_diff1": 0.18349432729538015, + "nauc_mrr_at_5_max": 0.30903553157129765, + "nauc_mrr_at_5_std": 0.04419067033296098, + "nauc_ndcg_at_1000_diff1": 0.07592555584858295, + "nauc_ndcg_at_1000_max": 0.28443320833035546, + "nauc_ndcg_at_1000_std": 0.12398469015382219, + "nauc_ndcg_at_100_diff1": 0.15592193805087778, + "nauc_ndcg_at_100_max": 0.3071217826737467, + "nauc_ndcg_at_100_std": 0.09829840647693308, + "nauc_ndcg_at_10_diff1": 0.1504086057585342, + "nauc_ndcg_at_10_max": 0.24001846779681615, + "nauc_ndcg_at_10_std": -0.00603261566902427, + "nauc_ndcg_at_1_diff1": 0.1881404983334122, + "nauc_ndcg_at_1_max": 0.18217593071555438, + "nauc_ndcg_at_1_std": -0.024209876899168085, + "nauc_ndcg_at_20_diff1": 0.17129931330555043, + "nauc_ndcg_at_20_max": 0.2612035129203545, + "nauc_ndcg_at_20_std": 0.011802130159512042, + "nauc_ndcg_at_3_diff1": 0.173388187721107, + "nauc_ndcg_at_3_max": 0.22017174838505787, + "nauc_ndcg_at_3_std": -0.00954313008360467, + "nauc_ndcg_at_5_diff1": 0.12410989048710859, + "nauc_ndcg_at_5_max": 0.22660443494545368, + "nauc_ndcg_at_5_std": -0.0026456033561967182, + "nauc_precision_at_1000_diff1": -0.2583922968360155, + "nauc_precision_at_1000_max": -0.07477848098434897, + "nauc_precision_at_1000_std": 0.11092955037427517, + "nauc_precision_at_100_diff1": -0.2786999529348222, + "nauc_precision_at_100_max": -0.06547899135211965, + "nauc_precision_at_100_std": 0.14274715862816437, + "nauc_precision_at_10_diff1": -0.04484518416785227, + "nauc_precision_at_10_max": 0.22422011252041596, + "nauc_precision_at_10_std": 0.06565552084468501, + "nauc_precision_at_1_diff1": 0.21211402632531362, + "nauc_precision_at_1_max": 0.3436459902687445, + "nauc_precision_at_1_std": 0.04684576174787546, + "nauc_precision_at_20_diff1": -0.14169903359623717, + "nauc_precision_at_20_max": 0.13890129473576884, + "nauc_precision_at_20_std": 0.07714829698417007, + "nauc_precision_at_3_diff1": 0.08673145505097771, + "nauc_precision_at_3_max": 0.3136656710932086, + "nauc_precision_at_3_std": 0.11101180183772387, + "nauc_precision_at_5_diff1": -0.01743982706113389, + "nauc_precision_at_5_max": 0.27977767477970367, + "nauc_precision_at_5_std": 0.07879848188518666, + "nauc_recall_at_1000_diff1": -0.04206260791690128, + "nauc_recall_at_1000_max": 0.4269948978307925, + "nauc_recall_at_1000_std": 0.6331288140403356, + "nauc_recall_at_100_diff1": 0.14733224398402092, + "nauc_recall_at_100_max": 0.24424101161524012, + "nauc_recall_at_100_std": 0.12420794710084965, + "nauc_recall_at_10_diff1": 0.34741512215376347, + "nauc_recall_at_10_max": 0.24431901611511503, + "nauc_recall_at_10_std": -0.09283082003496973, + "nauc_recall_at_1_diff1": 0.43283146993659327, + "nauc_recall_at_1_max": 0.14797834316849057, + "nauc_recall_at_1_std": -0.061645715683634604, + "nauc_recall_at_20_diff1": 0.32277273559133907, + "nauc_recall_at_20_max": 0.26575082448319465, + "nauc_recall_at_20_std": -0.038973124249387266, + "nauc_recall_at_3_diff1": 0.3590774600074134, + "nauc_recall_at_3_max": 0.18618338156600076, + "nauc_recall_at_3_std": -0.10107748210415414, + "nauc_recall_at_5_diff1": 0.34062318340485326, + "nauc_recall_at_5_max": 0.253487512490607, + "nauc_recall_at_5_std": -0.07781147891051307, + "ndcg_at_1": 0.56222, + "ndcg_at_10": 0.48343, + "ndcg_at_100": 0.56527, + "ndcg_at_1000": 0.69934, + "ndcg_at_20": 0.48078, + "ndcg_at_3": 0.53875, + "ndcg_at_5": 0.50836, + "precision_at_1": 0.70667, + "precision_at_10": 0.50533, + "precision_at_100": 0.26613, + "precision_at_1000": 0.05159, + "precision_at_20": 0.43, + "precision_at_3": 0.63111, + "precision_at_5": 0.57333, + "recall_at_1": 0.03522, + "recall_at_10": 0.19446, + "recall_at_100": 0.60842, + "recall_at_1000": 0.95089, + "recall_at_20": 0.28443, + "recall_at_3": 0.0903, + "recall_at_5": 0.12459 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora-PLHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora-PLHardNegatives.json new file mode 100644 index 000000000..c20c9b34b --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 500.71968269348145, + "kg_co2_emissions": 0.14102020469454124, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.83152, + "map_at_1": 0.64522, + "map_at_10": 0.78708, + "map_at_100": 0.79578, + "map_at_1000": 0.79598, + "map_at_20": 0.7925, + "map_at_3": 0.75207, + "map_at_5": 0.77292, + "mrr_at_1": 0.753, + "mrr_at_10": 0.8237876984126985, + "mrr_at_100": 0.825693165977328, + "mrr_at_1000": 0.8257493098759602, + "mrr_at_20": 0.8252606429088629, + "mrr_at_3": 0.8110000000000002, + "mrr_at_5": 0.8189500000000003, + "nauc_map_at_1000_diff1": 0.7328820460660329, + "nauc_map_at_1000_max": 0.2757474479560351, + "nauc_map_at_1000_std": -0.3792055318838214, + "nauc_map_at_100_diff1": 0.7329041167206699, + "nauc_map_at_100_max": 0.2753433696223473, + "nauc_map_at_100_std": -0.3794746777802242, + "nauc_map_at_10_diff1": 0.7346837864254864, + "nauc_map_at_10_max": 0.27312345519183684, + "nauc_map_at_10_std": -0.39409064319659615, + "nauc_map_at_1_diff1": 0.7749548085804352, + "nauc_map_at_1_max": 0.1725393403773265, + "nauc_map_at_1_std": -0.36481304654635316, + "nauc_map_at_20_diff1": 0.7341575859560214, + "nauc_map_at_20_max": 0.27496125308635755, + "nauc_map_at_20_std": -0.3868878883773192, + "nauc_map_at_3_diff1": 0.7411158285919548, + "nauc_map_at_3_max": 0.24641313057643094, + "nauc_map_at_3_std": -0.39959083884919094, + "nauc_map_at_5_diff1": 0.7333404467507895, + "nauc_map_at_5_max": 0.25945119567022423, + "nauc_map_at_5_std": -0.3980325307632873, + "nauc_mrr_at_1000_diff1": 0.7189959386065541, + "nauc_mrr_at_1000_max": 0.31300424914228364, + "nauc_mrr_at_1000_std": -0.3860715362765736, + "nauc_mrr_at_100_diff1": 0.7190025489577956, + "nauc_mrr_at_100_max": 0.31308774061861466, + "nauc_mrr_at_100_std": -0.3860229745301744, + "nauc_mrr_at_10_diff1": 0.7184428658461471, + "nauc_mrr_at_10_max": 0.312753804664882, + "nauc_mrr_at_10_std": -0.38874898782869477, + "nauc_mrr_at_1_diff1": 0.7372740742619561, + "nauc_mrr_at_1_max": 0.3100469447843942, + "nauc_mrr_at_1_std": -0.37226093775430097, + "nauc_mrr_at_20_diff1": 0.718714190013398, + "nauc_mrr_at_20_max": 0.31317590505574283, + "nauc_mrr_at_20_std": -0.38628096027897113, + "nauc_mrr_at_3_diff1": 0.717785792358527, + "nauc_mrr_at_3_max": 0.3174615105501201, + "nauc_mrr_at_3_std": -0.3838690381116136, + "nauc_mrr_at_5_diff1": 0.7148575020289847, + "nauc_mrr_at_5_max": 0.31472558766736125, + "nauc_mrr_at_5_std": -0.38397231162586254, + "nauc_ndcg_at_1000_diff1": 0.7256047922046428, + "nauc_ndcg_at_1000_max": 0.29195074670125254, + "nauc_ndcg_at_1000_std": -0.370281855652279, + "nauc_ndcg_at_100_diff1": 0.7252606114686926, + "nauc_ndcg_at_100_max": 0.28958958971541454, + "nauc_ndcg_at_100_std": -0.36930405910890307, + "nauc_ndcg_at_10_diff1": 0.7242008758855737, + "nauc_ndcg_at_10_max": 0.27995397488736573, + "nauc_ndcg_at_10_std": -0.3981982164490012, + "nauc_ndcg_at_1_diff1": 0.7456316229811576, + "nauc_ndcg_at_1_max": 0.2808112715080622, + "nauc_ndcg_at_1_std": -0.35995217996357143, + "nauc_ndcg_at_20_diff1": 0.7254693337988574, + "nauc_ndcg_at_20_max": 0.2868401443696389, + "nauc_ndcg_at_20_std": -0.38083417475918957, + "nauc_ndcg_at_3_diff1": 0.7240739181413182, + "nauc_ndcg_at_3_max": 0.27938463074694797, + "nauc_ndcg_at_3_std": -0.38731112572849924, + "nauc_ndcg_at_5_diff1": 0.7165999820471477, + "nauc_ndcg_at_5_max": 0.27270683300975523, + "nauc_ndcg_at_5_std": -0.39651185214635765, + "nauc_precision_at_1000_diff1": -0.39973007440375957, + "nauc_precision_at_1000_max": 0.04124425943520034, + "nauc_precision_at_1000_std": 0.3298439681385585, + "nauc_precision_at_100_diff1": -0.3857472292381022, + "nauc_precision_at_100_max": 0.03646476132196355, + "nauc_precision_at_100_std": 0.3197765444211863, + "nauc_precision_at_10_diff1": -0.28959428533826576, + "nauc_precision_at_10_max": 0.10584626858032789, + "nauc_precision_at_10_std": 0.18344458986188605, + "nauc_precision_at_1_diff1": 0.7456316229811576, + "nauc_precision_at_1_max": 0.2808112715080622, + "nauc_precision_at_1_std": -0.35995217996357143, + "nauc_precision_at_20_diff1": -0.3437692012583443, + "nauc_precision_at_20_max": 0.06854845392465311, + "nauc_precision_at_20_std": 0.25408670298473096, + "nauc_precision_at_3_diff1": -0.03991351874994854, + "nauc_precision_at_3_max": 0.1995969851479388, + "nauc_precision_at_3_std": -0.003309471436851024, + "nauc_precision_at_5_diff1": -0.1897991083156328, + "nauc_precision_at_5_max": 0.15450983629935966, + "nauc_precision_at_5_std": 0.10100126847355305, + "nauc_recall_at_1000_diff1": 0.881466710978211, + "nauc_recall_at_1000_max": 0.2640253841649653, + "nauc_recall_at_1000_std": 0.3354112266375382, + "nauc_recall_at_100_diff1": 0.6751658057020373, + "nauc_recall_at_100_max": 0.2710573238656475, + "nauc_recall_at_100_std": -0.18420840977691333, + "nauc_recall_at_10_diff1": 0.6655936958259752, + "nauc_recall_at_10_max": 0.23930453924685896, + "nauc_recall_at_10_std": -0.5044868245643607, + "nauc_recall_at_1_diff1": 0.7749548085804352, + "nauc_recall_at_1_max": 0.1725393403773265, + "nauc_recall_at_1_std": -0.36481304654635316, + "nauc_recall_at_20_diff1": 0.6512734753811555, + "nauc_recall_at_20_max": 0.26846124447038694, + "nauc_recall_at_20_std": -0.3912984160698501, + "nauc_recall_at_3_diff1": 0.6963557163204933, + "nauc_recall_at_3_max": 0.24140558423587313, + "nauc_recall_at_3_std": -0.42647727245542855, + "nauc_recall_at_5_diff1": 0.6557942217273391, + "nauc_recall_at_5_max": 0.23658894543426356, + "nauc_recall_at_5_std": -0.44670617711621685, + "ndcg_at_1": 0.749, + "ndcg_at_10": 0.83152, + "ndcg_at_100": 0.85044, + "ndcg_at_1000": 0.85287, + "ndcg_at_20": 0.84167, + "ndcg_at_3": 0.79626, + "ndcg_at_5": 0.81416, + "precision_at_1": 0.749, + "precision_at_10": 0.1327, + "precision_at_100": 0.01586, + "precision_at_1000": 0.00163, + "precision_at_20": 0.07195, + "precision_at_3": 0.35367, + "precision_at_5": 0.2366, + "recall_at_1": 0.64522, + "recall_at_10": 0.91752, + "recall_at_100": 0.98415, + "recall_at_1000": 0.99883, + "recall_at_20": 0.95025, + "recall_at_3": 0.81319, + "recall_at_5": 0.8661 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuoraRetrievalHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..d8d5eac5a --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 83.06355309486389, + "kg_co2_emissions": 0.04224593411998282, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8925, + "map_at_1": 0.71264, + "map_at_10": 0.85777, + "map_at_100": 0.86468, + "map_at_1000": 0.86482, + "map_at_20": 0.86239, + "map_at_3": 0.82503, + "map_at_5": 0.84487, + "mrr_at_1": 0.827, + "mrr_at_10": 0.8838575396825401, + "mrr_at_100": 0.8848113570627736, + "mrr_at_1000": 0.8848355085792483, + "mrr_at_20": 0.8845601786070829, + "mrr_at_3": 0.8755000000000003, + "mrr_at_5": 0.8816000000000005, + "nauc_map_at_1000_diff1": 0.7835278288911058, + "nauc_map_at_1000_max": 0.2942353613518558, + "nauc_map_at_1000_std": -0.4705462192817894, + "nauc_map_at_100_diff1": 0.78360805117258, + "nauc_map_at_100_max": 0.29378184596264567, + "nauc_map_at_100_std": -0.4714009938166595, + "nauc_map_at_10_diff1": 0.7824426115847901, + "nauc_map_at_10_max": 0.2861937447749716, + "nauc_map_at_10_std": -0.4933558059885125, + "nauc_map_at_1_diff1": 0.8231821447096987, + "nauc_map_at_1_max": 0.1729915998750801, + "nauc_map_at_1_std": -0.4075292152908249, + "nauc_map_at_20_diff1": 0.7815697014375944, + "nauc_map_at_20_max": 0.2898512543260157, + "nauc_map_at_20_std": -0.4825664248454983, + "nauc_map_at_3_diff1": 0.793117954726368, + "nauc_map_at_3_max": 0.23666241659205806, + "nauc_map_at_3_std": -0.5030557887217046, + "nauc_map_at_5_diff1": 0.7864185703914475, + "nauc_map_at_5_max": 0.25520229312010084, + "nauc_map_at_5_std": -0.5030478735168561, + "nauc_mrr_at_1000_diff1": 0.792830815276389, + "nauc_mrr_at_1000_max": 0.324985754762567, + "nauc_mrr_at_1000_std": -0.430571725866338, + "nauc_mrr_at_100_diff1": 0.7928578316300584, + "nauc_mrr_at_100_max": 0.32502738782180146, + "nauc_mrr_at_100_std": -0.43063764035212154, + "nauc_mrr_at_10_diff1": 0.7929283668471322, + "nauc_mrr_at_10_max": 0.3258069081573015, + "nauc_mrr_at_10_std": -0.434010445049623, + "nauc_mrr_at_1_diff1": 0.7951994424864199, + "nauc_mrr_at_1_max": 0.31286451163295537, + "nauc_mrr_at_1_std": -0.3854098238919702, + "nauc_mrr_at_20_diff1": 0.79298051473021, + "nauc_mrr_at_20_max": 0.3257030677433037, + "nauc_mrr_at_20_std": -0.4304811870873645, + "nauc_mrr_at_3_diff1": 0.7919108577459426, + "nauc_mrr_at_3_max": 0.32311142651781927, + "nauc_mrr_at_3_std": -0.4380329799305136, + "nauc_mrr_at_5_diff1": 0.7921566154243945, + "nauc_mrr_at_5_max": 0.32629080783545517, + "nauc_mrr_at_5_std": -0.43757415995871746, + "nauc_ndcg_at_1000_diff1": 0.7868781269940253, + "nauc_ndcg_at_1000_max": 0.3181389340351257, + "nauc_ndcg_at_1000_std": -0.4537827611526104, + "nauc_ndcg_at_100_diff1": 0.7878514473669876, + "nauc_ndcg_at_100_max": 0.3157957577802031, + "nauc_ndcg_at_100_std": -0.4593403809797849, + "nauc_ndcg_at_10_diff1": 0.7841007926771731, + "nauc_ndcg_at_10_max": 0.2979595323603737, + "nauc_ndcg_at_10_std": -0.5013335248111617, + "nauc_ndcg_at_1_diff1": 0.7933004846897759, + "nauc_ndcg_at_1_max": 0.30838674109296327, + "nauc_ndcg_at_1_std": -0.3936209312475584, + "nauc_ndcg_at_20_diff1": 0.7844161854063819, + "nauc_ndcg_at_20_max": 0.3048890666784414, + "nauc_ndcg_at_20_std": -0.47891802175941484, + "nauc_ndcg_at_3_diff1": 0.7789610750920684, + "nauc_ndcg_at_3_max": 0.28141524305148946, + "nauc_ndcg_at_3_std": -0.4815490149768271, + "nauc_ndcg_at_5_diff1": 0.7843987285355968, + "nauc_ndcg_at_5_max": 0.27528129479116986, + "nauc_ndcg_at_5_std": -0.5006075236449481, + "nauc_precision_at_1000_diff1": -0.427059269698864, + "nauc_precision_at_1000_max": 0.05011702981246113, + "nauc_precision_at_1000_std": 0.4060433299011981, + "nauc_precision_at_100_diff1": -0.4197416356008151, + "nauc_precision_at_100_max": 0.04959464547327219, + "nauc_precision_at_100_std": 0.38653086233468986, + "nauc_precision_at_10_diff1": -0.4028474716380701, + "nauc_precision_at_10_max": 0.07930804858842068, + "nauc_precision_at_10_std": 0.254145724740356, + "nauc_precision_at_1_diff1": 0.7933004846897759, + "nauc_precision_at_1_max": 0.30838674109296327, + "nauc_precision_at_1_std": -0.3936209312475584, + "nauc_precision_at_20_diff1": -0.41936123150517696, + "nauc_precision_at_20_max": 0.0576853994059274, + "nauc_precision_at_20_std": 0.31688448014035786, + "nauc_precision_at_3_diff1": -0.2299727738629087, + "nauc_precision_at_3_max": 0.11584378145877193, + "nauc_precision_at_3_std": 0.0725976937860345, + "nauc_precision_at_5_diff1": -0.34580136288980917, + "nauc_precision_at_5_max": 0.08477444209137248, + "nauc_precision_at_5_std": 0.17339597943959045, + "nauc_recall_at_1000_diff1": 0.28227654698207144, + "nauc_recall_at_1000_max": -1.633010780069235, + "nauc_recall_at_1000_std": 0.08356676003760931, + "nauc_recall_at_100_diff1": 0.821489653773841, + "nauc_recall_at_100_max": 0.13922687596084313, + "nauc_recall_at_100_std": -0.729258251909869, + "nauc_recall_at_10_diff1": 0.7474576625190569, + "nauc_recall_at_10_max": 0.21733107098728632, + "nauc_recall_at_10_std": -0.7790256101197212, + "nauc_recall_at_1_diff1": 0.8231821447096987, + "nauc_recall_at_1_max": 0.1729915998750801, + "nauc_recall_at_1_std": -0.4075292152908249, + "nauc_recall_at_20_diff1": 0.7442656250040285, + "nauc_recall_at_20_max": 0.21998404079232164, + "nauc_recall_at_20_std": -0.7009484173654948, + "nauc_recall_at_3_diff1": 0.7641347155321543, + "nauc_recall_at_3_max": 0.18691125455934032, + "nauc_recall_at_3_std": -0.5982229219938383, + "nauc_recall_at_5_diff1": 0.749344885660431, + "nauc_recall_at_5_max": 0.16488230047666907, + "nauc_recall_at_5_std": -0.6676331382610606, + "ndcg_at_1": 0.828, + "ndcg_at_10": 0.8925, + "ndcg_at_100": 0.90399, + "ndcg_at_1000": 0.90499, + "ndcg_at_20": 0.89878, + "ndcg_at_3": 0.86762, + "ndcg_at_5": 0.8807, + "precision_at_1": 0.828, + "precision_at_10": 0.1412, + "precision_at_100": 0.0161, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07525, + "precision_at_3": 0.386, + "precision_at_5": 0.2558, + "recall_at_1": 0.71264, + "recall_at_10": 0.95614, + "recall_at_100": 0.99484, + "recall_at_1000": 0.99969, + "recall_at_20": 0.97569, + "recall_at_3": 0.87553, + "recall_at_5": 0.91907 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RiaNewsRetrievalHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..6cc0895b0 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 600.7488725185394, + "kg_co2_emissions": 0.34654317745500923, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.84029, + "map_at_1": 0.737, + "map_at_10": 0.81083, + "map_at_100": 0.81269, + "map_at_1000": 0.81275, + "map_at_20": 0.81202, + "map_at_3": 0.80217, + "map_at_5": 0.80712, + "mrr_at_1": 0.737, + "mrr_at_10": 0.810991666666667, + "mrr_at_100": 0.8128527163891431, + "mrr_at_1000": 0.8129172703435358, + "mrr_at_20": 0.8121856188101549, + "mrr_at_3": 0.8023333333333338, + "mrr_at_5": 0.8072833333333339, + "nauc_map_at_1000_diff1": 0.7458631492352538, + "nauc_map_at_1000_max": 0.261044278147413, + "nauc_map_at_1000_std": -0.23031801222915554, + "nauc_map_at_100_diff1": 0.7457795704330834, + "nauc_map_at_100_max": 0.2611287494513835, + "nauc_map_at_100_std": -0.230234672294238, + "nauc_map_at_10_diff1": 0.7450468739075222, + "nauc_map_at_10_max": 0.25844768773132004, + "nauc_map_at_10_std": -0.2332640029667842, + "nauc_map_at_1_diff1": 0.7719524124203333, + "nauc_map_at_1_max": 0.2466411307573799, + "nauc_map_at_1_std": -0.23877949869541878, + "nauc_map_at_20_diff1": 0.7458868745090974, + "nauc_map_at_20_max": 0.2613845133531744, + "nauc_map_at_20_std": -0.23137850862130263, + "nauc_map_at_3_diff1": 0.7452825102785701, + "nauc_map_at_3_max": 0.2553458701775458, + "nauc_map_at_3_std": -0.2335781156263173, + "nauc_map_at_5_diff1": 0.7440570621035462, + "nauc_map_at_5_max": 0.25674742438807996, + "nauc_map_at_5_std": -0.23216190530403358, + "nauc_mrr_at_1000_diff1": 0.7470493025522493, + "nauc_mrr_at_1000_max": 0.2629694441034722, + "nauc_mrr_at_1000_std": -0.22881091874364187, + "nauc_mrr_at_100_diff1": 0.7469652031540258, + "nauc_mrr_at_100_max": 0.26305325768168897, + "nauc_mrr_at_100_std": -0.22872807906192327, + "nauc_mrr_at_10_diff1": 0.7462190767637025, + "nauc_mrr_at_10_max": 0.26034914166984824, + "nauc_mrr_at_10_std": -0.23177624052455204, + "nauc_mrr_at_1_diff1": 0.7719524124203333, + "nauc_mrr_at_1_max": 0.2466411307573799, + "nauc_mrr_at_1_std": -0.23877949869541878, + "nauc_mrr_at_20_diff1": 0.747067973069054, + "nauc_mrr_at_20_max": 0.26330173089707165, + "nauc_mrr_at_20_std": -0.22987876156457213, + "nauc_mrr_at_3_diff1": 0.7464024685805448, + "nauc_mrr_at_3_max": 0.25715977705427, + "nauc_mrr_at_3_std": -0.23215715489963032, + "nauc_mrr_at_5_diff1": 0.7452037390267868, + "nauc_mrr_at_5_max": 0.2586073942257147, + "nauc_mrr_at_5_std": -0.23070459809425278, + "nauc_ndcg_at_1000_diff1": 0.736469944101256, + "nauc_ndcg_at_1000_max": 0.2715477947567188, + "nauc_ndcg_at_1000_std": -0.21538989366440237, + "nauc_ndcg_at_100_diff1": 0.7348002932352352, + "nauc_ndcg_at_100_max": 0.2730751550306828, + "nauc_ndcg_at_100_std": -0.2129257401777306, + "nauc_ndcg_at_10_diff1": 0.7324179249566825, + "nauc_ndcg_at_10_max": 0.26265298413789046, + "nauc_ndcg_at_10_std": -0.2305576671204405, + "nauc_ndcg_at_1_diff1": 0.7719524124203333, + "nauc_ndcg_at_1_max": 0.2466411307573799, + "nauc_ndcg_at_1_std": -0.23877949869541878, + "nauc_ndcg_at_20_diff1": 0.7354140826431331, + "nauc_ndcg_at_20_max": 0.2756581781129528, + "nauc_ndcg_at_20_std": -0.22139393866256776, + "nauc_ndcg_at_3_diff1": 0.7337869037156318, + "nauc_ndcg_at_3_max": 0.25732508974046703, + "nauc_ndcg_at_3_std": -0.23001701149904744, + "nauc_ndcg_at_5_diff1": 0.731198416886537, + "nauc_ndcg_at_5_max": 0.259897661238798, + "nauc_ndcg_at_5_std": -0.2267982893380294, + "nauc_precision_at_1000_diff1": 0.3726890756302519, + "nauc_precision_at_1000_max": 0.790896358543413, + "nauc_precision_at_1000_std": 0.6786647992530417, + "nauc_precision_at_100_diff1": 0.5218837535013958, + "nauc_precision_at_100_max": 0.5454793028322377, + "nauc_precision_at_100_std": 0.2703275754746309, + "nauc_precision_at_10_diff1": 0.6424703214619158, + "nauc_precision_at_10_max": 0.2892957182873141, + "nauc_precision_at_10_std": -0.21424569827931214, + "nauc_precision_at_1_diff1": 0.7719524124203333, + "nauc_precision_at_1_max": 0.2466411307573799, + "nauc_precision_at_1_std": -0.23877949869541878, + "nauc_precision_at_20_diff1": 0.6421658406952504, + "nauc_precision_at_20_max": 0.43952452775981876, + "nauc_precision_at_20_std": -0.10462005314946823, + "nauc_precision_at_3_diff1": 0.6826523171112842, + "nauc_precision_at_3_max": 0.2653118463967185, + "nauc_precision_at_3_std": -0.21356850363413307, + "nauc_precision_at_5_diff1": 0.664723032069971, + "nauc_precision_at_5_max": 0.2754101640656249, + "nauc_precision_at_5_std": -0.19740277063206418, + "nauc_recall_at_1000_diff1": 0.37268907563025216, + "nauc_recall_at_1000_max": 0.7908963585434261, + "nauc_recall_at_1000_std": 0.6786647992530366, + "nauc_recall_at_100_diff1": 0.5218837535014004, + "nauc_recall_at_100_max": 0.5454793028322451, + "nauc_recall_at_100_std": 0.27032757547463465, + "nauc_recall_at_10_diff1": 0.6424703214619191, + "nauc_recall_at_10_max": 0.2892957182873133, + "nauc_recall_at_10_std": -0.21424569827931333, + "nauc_recall_at_1_diff1": 0.7719524124203333, + "nauc_recall_at_1_max": 0.2466411307573799, + "nauc_recall_at_1_std": -0.23877949869541878, + "nauc_recall_at_20_diff1": 0.6421658406952513, + "nauc_recall_at_20_max": 0.4395245277598218, + "nauc_recall_at_20_std": -0.10462005314946211, + "nauc_recall_at_3_diff1": 0.6826523171112842, + "nauc_recall_at_3_max": 0.2653118463967185, + "nauc_recall_at_3_std": -0.2135685036341342, + "nauc_recall_at_5_diff1": 0.6647230320699707, + "nauc_recall_at_5_max": 0.27541016406562613, + "nauc_recall_at_5_std": -0.1974027706320631, + "ndcg_at_1": 0.737, + "ndcg_at_10": 0.84029, + "ndcg_at_100": 0.84989, + "ndcg_at_1000": 0.85166, + "ndcg_at_20": 0.84478, + "ndcg_at_3": 0.82249, + "ndcg_at_5": 0.83127, + "precision_at_1": 0.737, + "precision_at_10": 0.093, + "precision_at_100": 0.00976, + "precision_at_1000": 0.00099, + "precision_at_20": 0.0474, + "precision_at_3": 0.29367, + "precision_at_5": 0.1804, + "recall_at_1": 0.737, + "recall_at_10": 0.93, + "recall_at_100": 0.976, + "recall_at_1000": 0.99, + "recall_at_20": 0.948, + "recall_at_3": 0.881, + "recall_at_5": 0.902 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQAHardNegatives.json b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..ff1899be2 --- /dev/null +++ b/results/GritLM__GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 269.3029696941376, + "kg_co2_emissions": 0.11297172282156952, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.17138, + "map_at_1": 0.093, + "map_at_10": 0.14028, + "map_at_100": 0.15174, + "map_at_1000": 0.15342, + "map_at_20": 0.1463, + "map_at_3": 0.12083, + "map_at_5": 0.13178, + "mrr_at_1": 0.093, + "mrr_at_10": 0.14027539682539683, + "mrr_at_100": 0.1517395502912335, + "mrr_at_1000": 0.1534153007289083, + "mrr_at_20": 0.1462987957003438, + "mrr_at_3": 0.1208333333333333, + "mrr_at_5": 0.13178333333333334, + "nauc_map_at_1000_diff1": 0.1026887614246575, + "nauc_map_at_1000_max": 0.049766681704570104, + "nauc_map_at_1000_std": 0.03887858584826456, + "nauc_map_at_100_diff1": 0.10311348805716392, + "nauc_map_at_100_max": 0.05014604658205638, + "nauc_map_at_100_std": 0.03851137444911947, + "nauc_map_at_10_diff1": 0.09793175484298028, + "nauc_map_at_10_max": 0.043621238970492346, + "nauc_map_at_10_std": 0.03568600374718368, + "nauc_map_at_1_diff1": 0.15800710306366514, + "nauc_map_at_1_max": 0.0527594334859541, + "nauc_map_at_1_std": 0.052418994203877, + "nauc_map_at_20_diff1": 0.10110763535357943, + "nauc_map_at_20_max": 0.04816471841485332, + "nauc_map_at_20_std": 0.03752363659640516, + "nauc_map_at_3_diff1": 0.09167333501448507, + "nauc_map_at_3_max": 0.03995250415489353, + "nauc_map_at_3_std": 0.034588571212990644, + "nauc_map_at_5_diff1": 0.09568907232856158, + "nauc_map_at_5_max": 0.03644547325777675, + "nauc_map_at_5_std": 0.037822595090013206, + "nauc_mrr_at_1000_diff1": 0.1026887614246575, + "nauc_mrr_at_1000_max": 0.049766681704570104, + "nauc_mrr_at_1000_std": 0.03887858584826456, + "nauc_mrr_at_100_diff1": 0.10311348805716392, + "nauc_mrr_at_100_max": 0.05014604658205638, + "nauc_mrr_at_100_std": 0.03851137444911947, + "nauc_mrr_at_10_diff1": 0.09793175484298028, + "nauc_mrr_at_10_max": 0.043621238970492346, + "nauc_mrr_at_10_std": 0.03568600374718368, + "nauc_mrr_at_1_diff1": 0.15800710306366514, + "nauc_mrr_at_1_max": 0.0527594334859541, + "nauc_mrr_at_1_std": 0.052418994203877, + "nauc_mrr_at_20_diff1": 0.10110763535357943, + "nauc_mrr_at_20_max": 0.04816471841485332, + "nauc_mrr_at_20_std": 0.03752363659640516, + "nauc_mrr_at_3_diff1": 0.09167333501448507, + "nauc_mrr_at_3_max": 0.03995250415489353, + "nauc_mrr_at_3_std": 0.034588571212990644, + "nauc_mrr_at_5_diff1": 0.09568907232856158, + "nauc_mrr_at_5_max": 0.03644547325777675, + "nauc_mrr_at_5_std": 0.037822595090013206, + "nauc_ndcg_at_1000_diff1": 0.0994179454376663, + "nauc_ndcg_at_1000_max": 0.05775386640272433, + "nauc_ndcg_at_1000_std": 0.04384699193349976, + "nauc_ndcg_at_100_diff1": 0.10959691818953804, + "nauc_ndcg_at_100_max": 0.0690155663881352, + "nauc_ndcg_at_100_std": 0.044521044818654036, + "nauc_ndcg_at_10_diff1": 0.08723254042908152, + "nauc_ndcg_at_10_max": 0.0443804586207659, + "nauc_ndcg_at_10_std": 0.03129380916211246, + "nauc_ndcg_at_1_diff1": 0.15800710306366514, + "nauc_ndcg_at_1_max": 0.0527594334859541, + "nauc_ndcg_at_1_std": 0.052418994203877, + "nauc_ndcg_at_20_diff1": 0.09699523008656726, + "nauc_ndcg_at_20_max": 0.0592438986328045, + "nauc_ndcg_at_20_std": 0.036310231823572764, + "nauc_ndcg_at_3_diff1": 0.07389302964251987, + "nauc_ndcg_at_3_max": 0.034191510873616514, + "nauc_ndcg_at_3_std": 0.03018902831822514, + "nauc_ndcg_at_5_diff1": 0.08245991462780576, + "nauc_ndcg_at_5_max": 0.029310007719477525, + "nauc_ndcg_at_5_std": 0.035208514796381846, + "nauc_precision_at_1000_diff1": 0.0028329513623591377, + "nauc_precision_at_1000_max": 0.06170953229776797, + "nauc_precision_at_1000_std": 0.10814022578728583, + "nauc_precision_at_100_diff1": 0.14672445115678423, + "nauc_precision_at_100_max": 0.12894696521986568, + "nauc_precision_at_100_std": 0.07192126133619377, + "nauc_precision_at_10_diff1": 0.0687254332441473, + "nauc_precision_at_10_max": 0.0484190351810784, + "nauc_precision_at_10_std": 0.02248586947764758, + "nauc_precision_at_1_diff1": 0.15800710306366514, + "nauc_precision_at_1_max": 0.0527594334859541, + "nauc_precision_at_1_std": 0.052418994203877, + "nauc_precision_at_20_diff1": 0.09608260558376812, + "nauc_precision_at_20_max": 0.08964100601163502, + "nauc_precision_at_20_std": 0.035493030121097745, + "nauc_precision_at_3_diff1": 0.03199788520278715, + "nauc_precision_at_3_max": 0.020038475416447387, + "nauc_precision_at_3_std": 0.019916913167893024, + "nauc_precision_at_5_diff1": 0.0562477744429749, + "nauc_precision_at_5_max": 0.01387157900091568, + "nauc_precision_at_5_std": 0.030021174585410457, + "nauc_recall_at_1000_diff1": 0.00283295136236514, + "nauc_recall_at_1000_max": 0.06170953229776671, + "nauc_recall_at_1000_std": 0.10814022578728627, + "nauc_recall_at_100_diff1": 0.1467244511567845, + "nauc_recall_at_100_max": 0.12894696521986568, + "nauc_recall_at_100_std": 0.07192126133619359, + "nauc_recall_at_10_diff1": 0.06872543324414722, + "nauc_recall_at_10_max": 0.04841903518107835, + "nauc_recall_at_10_std": 0.022485869477647566, + "nauc_recall_at_1_diff1": 0.15800710306366514, + "nauc_recall_at_1_max": 0.0527594334859541, + "nauc_recall_at_1_std": 0.052418994203877, + "nauc_recall_at_20_diff1": 0.09608260558376842, + "nauc_recall_at_20_max": 0.08964100601163534, + "nauc_recall_at_20_std": 0.03549303012109788, + "nauc_recall_at_3_diff1": 0.03199788520278709, + "nauc_recall_at_3_max": 0.02003847541644712, + "nauc_recall_at_3_std": 0.019916913167892857, + "nauc_recall_at_5_diff1": 0.05624777444297494, + "nauc_recall_at_5_max": 0.013871579000915565, + "nauc_recall_at_5_std": 0.030021174585410534, + "ndcg_at_1": 0.093, + "ndcg_at_10": 0.17138, + "ndcg_at_100": 0.23447, + "ndcg_at_1000": 0.28128, + "ndcg_at_20": 0.19369, + "ndcg_at_3": 0.13058, + "ndcg_at_5": 0.15055, + "precision_at_1": 0.093, + "precision_at_10": 0.0273, + "precision_at_100": 0.00585, + "precision_at_1000": 0.00096, + "precision_at_20": 0.0181, + "precision_at_3": 0.053, + "precision_at_5": 0.0416, + "recall_at_1": 0.093, + "recall_at_10": 0.273, + "recall_at_100": 0.585, + "recall_at_1000": 0.956, + "recall_at_20": 0.362, + "recall_at_3": 0.159, + "recall_at_5": 0.208 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVERHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..a5632a41a --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 96.90706515312195, + "kg_co2_emissions": 0.061125821072050425, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.28499, + "map_at_1": 0.12665, + "map_at_10": 0.20531, + "map_at_100": 0.22377, + "map_at_1000": 0.22593, + "map_at_20": 0.21423, + "map_at_3": 0.17249, + "map_at_5": 0.18919, + "mrr_at_1": 0.265, + "mrr_at_10": 0.3730785714285715, + "mrr_at_100": 0.3828142359852477, + "mrr_at_1000": 0.3832116414582134, + "mrr_at_20": 0.37877431899455877, + "mrr_at_3": 0.3375000000000001, + "mrr_at_5": 0.3560499999999998, + "nauc_map_at_1000_diff1": 0.2241148471731765, + "nauc_map_at_1000_max": 0.35120440533481034, + "nauc_map_at_1000_std": 0.21597403734661821, + "nauc_map_at_100_diff1": 0.22362128767877512, + "nauc_map_at_100_max": 0.35099460199724297, + "nauc_map_at_100_std": 0.21567907471967107, + "nauc_map_at_10_diff1": 0.2220392229319085, + "nauc_map_at_10_max": 0.3469320963202142, + "nauc_map_at_10_std": 0.20997375657608194, + "nauc_map_at_1_diff1": 0.28217921712446553, + "nauc_map_at_1_max": 0.33527242793725376, + "nauc_map_at_1_std": 0.14030930151878468, + "nauc_map_at_20_diff1": 0.22119334688461936, + "nauc_map_at_20_max": 0.3484608517618097, + "nauc_map_at_20_std": 0.21243903848803505, + "nauc_map_at_3_diff1": 0.24438147554114117, + "nauc_map_at_3_max": 0.352355713684543, + "nauc_map_at_3_std": 0.19254754575570804, + "nauc_map_at_5_diff1": 0.22906697029007497, + "nauc_map_at_5_max": 0.35153805009849304, + "nauc_map_at_5_std": 0.2036086731015347, + "nauc_mrr_at_1000_diff1": 0.21148355075998654, + "nauc_mrr_at_1000_max": 0.34638828048819337, + "nauc_mrr_at_1000_std": 0.21739843438385606, + "nauc_mrr_at_100_diff1": 0.2115243954774141, + "nauc_mrr_at_100_max": 0.3465876552767579, + "nauc_mrr_at_100_std": 0.21769263155537344, + "nauc_mrr_at_10_diff1": 0.21058294631051735, + "nauc_mrr_at_10_max": 0.345986650993055, + "nauc_mrr_at_10_std": 0.21723454172463333, + "nauc_mrr_at_1_diff1": 0.24793689233436744, + "nauc_mrr_at_1_max": 0.3375328685758501, + "nauc_mrr_at_1_std": 0.17278947632387812, + "nauc_mrr_at_20_diff1": 0.2111946504551321, + "nauc_mrr_at_20_max": 0.3471663501413258, + "nauc_mrr_at_20_std": 0.2183875114807991, + "nauc_mrr_at_3_diff1": 0.2066878970021538, + "nauc_mrr_at_3_max": 0.3405876001642904, + "nauc_mrr_at_3_std": 0.20779947458901762, + "nauc_mrr_at_5_diff1": 0.20754428085677237, + "nauc_mrr_at_5_max": 0.3475427666929957, + "nauc_mrr_at_5_std": 0.21398640745412859, + "nauc_ndcg_at_1000_diff1": 0.21561009226198224, + "nauc_ndcg_at_1000_max": 0.35869039497319904, + "nauc_ndcg_at_1000_std": 0.2501542406250625, + "nauc_ndcg_at_100_diff1": 0.21207379639585552, + "nauc_ndcg_at_100_max": 0.36012041142618645, + "nauc_ndcg_at_100_std": 0.2529368974232944, + "nauc_ndcg_at_10_diff1": 0.20320904965538286, + "nauc_ndcg_at_10_max": 0.34714968248342465, + "nauc_ndcg_at_10_std": 0.23438774682689434, + "nauc_ndcg_at_1_diff1": 0.24793689233436744, + "nauc_ndcg_at_1_max": 0.3375328685758501, + "nauc_ndcg_at_1_std": 0.17278947632387812, + "nauc_ndcg_at_20_diff1": 0.20240658018060856, + "nauc_ndcg_at_20_max": 0.35072013657490225, + "nauc_ndcg_at_20_std": 0.24111719182423677, + "nauc_ndcg_at_3_diff1": 0.2212640339029327, + "nauc_ndcg_at_3_max": 0.34736370467392397, + "nauc_ndcg_at_3_std": 0.21248304032230808, + "nauc_ndcg_at_5_diff1": 0.2086633752859905, + "nauc_ndcg_at_5_max": 0.35173043493495615, + "nauc_ndcg_at_5_std": 0.22270335132762087, + "nauc_precision_at_1000_diff1": 0.009105209518428727, + "nauc_precision_at_1000_max": 0.054409908045723474, + "nauc_precision_at_1000_std": 0.10252290726785385, + "nauc_precision_at_100_diff1": 0.07007838400707778, + "nauc_precision_at_100_max": 0.19060794686698687, + "nauc_precision_at_100_std": 0.21356756305983107, + "nauc_precision_at_10_diff1": 0.08967442389161183, + "nauc_precision_at_10_max": 0.27250549767633025, + "nauc_precision_at_10_std": 0.2604259114338554, + "nauc_precision_at_1_diff1": 0.24793689233436744, + "nauc_precision_at_1_max": 0.3375328685758501, + "nauc_precision_at_1_std": 0.17278947632387812, + "nauc_precision_at_20_diff1": 0.07671571467691965, + "nauc_precision_at_20_max": 0.2511457087792467, + "nauc_precision_at_20_std": 0.2515017702730088, + "nauc_precision_at_3_diff1": 0.14926002261935264, + "nauc_precision_at_3_max": 0.340892247380123, + "nauc_precision_at_3_std": 0.2689763605006339, + "nauc_precision_at_5_diff1": 0.11115785205646066, + "nauc_precision_at_5_max": 0.314714105910477, + "nauc_precision_at_5_std": 0.26218122534485516, + "nauc_recall_at_1000_diff1": 0.16822861863586008, + "nauc_recall_at_1000_max": 0.30679991490249536, + "nauc_recall_at_1000_std": 0.3165578921775178, + "nauc_recall_at_100_diff1": 0.15098434851069176, + "nauc_recall_at_100_max": 0.3030214979864706, + "nauc_recall_at_100_std": 0.2835631803963397, + "nauc_recall_at_10_diff1": 0.1499184667313898, + "nauc_recall_at_10_max": 0.30073148787204557, + "nauc_recall_at_10_std": 0.24376532424690806, + "nauc_recall_at_1_diff1": 0.28217921712446553, + "nauc_recall_at_1_max": 0.33527242793725376, + "nauc_recall_at_1_std": 0.14030930151878468, + "nauc_recall_at_20_diff1": 0.1407913282344524, + "nauc_recall_at_20_max": 0.29732419866164966, + "nauc_recall_at_20_std": 0.2513308639597734, + "nauc_recall_at_3_diff1": 0.21447152547717915, + "nauc_recall_at_3_max": 0.3361804301638896, + "nauc_recall_at_3_std": 0.21311114095971825, + "nauc_recall_at_5_diff1": 0.1731425857273871, + "nauc_recall_at_5_max": 0.3261355768136449, + "nauc_recall_at_5_std": 0.23010647651651595, + "ndcg_at_1": 0.265, + "ndcg_at_10": 0.28499, + "ndcg_at_100": 0.36186, + "ndcg_at_1000": 0.40028, + "ndcg_at_20": 0.31041, + "ndcg_at_3": 0.2305, + "ndcg_at_5": 0.24945, + "precision_at_1": 0.265, + "precision_at_10": 0.087, + "precision_at_100": 0.01713, + "precision_at_1000": 0.00244, + "precision_at_20": 0.05435, + "precision_at_3": 0.16567, + "precision_at_5": 0.1272, + "recall_at_1": 0.12665, + "recall_at_10": 0.3442, + "recall_at_100": 0.61437, + "recall_at_1000": 0.82698, + "recall_at_20": 0.41533, + "recall_at_3": 0.21298, + "recall_at_5": 0.2645 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-PLHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..62ccbc3aa --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 110.12871432304382, + "kg_co2_emissions": 0.07051420356827566, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.37638, + "map_at_1": 0.07974, + "map_at_10": 0.17769, + "map_at_100": 0.25554, + "map_at_1000": 0.29691, + "map_at_20": 0.20177, + "map_at_3": 0.1279, + "map_at_5": 0.15035, + "mrr_at_1": 0.5975, + "mrr_at_10": 0.6871924603174603, + "mrr_at_100": 0.6917754945002743, + "mrr_at_1000": 0.6920210913413061, + "mrr_at_20": 0.6905625689669808, + "mrr_at_3": 0.66875, + "mrr_at_5": 0.681, + "nauc_map_at_1000_diff1": 0.2502221994170246, + "nauc_map_at_1000_max": 0.2094513789021099, + "nauc_map_at_1000_std": 0.15931231843697316, + "nauc_map_at_100_diff1": 0.25953899617690096, + "nauc_map_at_100_max": 0.18060125711023828, + "nauc_map_at_100_std": 0.13356623209831975, + "nauc_map_at_10_diff1": 0.23447933449756392, + "nauc_map_at_10_max": 0.07665130325966235, + "nauc_map_at_10_std": -0.027342455360849945, + "nauc_map_at_1_diff1": 0.30468964291459366, + "nauc_map_at_1_max": 0.023619016795918015, + "nauc_map_at_1_std": -0.14361328732486642, + "nauc_map_at_20_diff1": 0.2578274457449614, + "nauc_map_at_20_max": 0.12035466789651231, + "nauc_map_at_20_std": 0.023515229835702978, + "nauc_map_at_3_diff1": 0.2501818711358346, + "nauc_map_at_3_max": 0.006718473955546151, + "nauc_map_at_3_std": -0.11870799914494651, + "nauc_map_at_5_diff1": 0.24459825965892365, + "nauc_map_at_5_max": 0.03515519653080099, + "nauc_map_at_5_std": -0.09544760799385013, + "nauc_mrr_at_1000_diff1": 0.38771062107115295, + "nauc_mrr_at_1000_max": 0.44597041795705666, + "nauc_mrr_at_1000_std": 0.3139380408243939, + "nauc_mrr_at_100_diff1": 0.3877893119409566, + "nauc_mrr_at_100_max": 0.4461169641300196, + "nauc_mrr_at_100_std": 0.31414723613979706, + "nauc_mrr_at_10_diff1": 0.3861670374111497, + "nauc_mrr_at_10_max": 0.44564180448341595, + "nauc_mrr_at_10_std": 0.3122459088778795, + "nauc_mrr_at_1_diff1": 0.3957756014902673, + "nauc_mrr_at_1_max": 0.4092279687887322, + "nauc_mrr_at_1_std": 0.2515289303592106, + "nauc_mrr_at_20_diff1": 0.3866505046060708, + "nauc_mrr_at_20_max": 0.44644441651884265, + "nauc_mrr_at_20_std": 0.3151089614485435, + "nauc_mrr_at_3_diff1": 0.3986761482115168, + "nauc_mrr_at_3_max": 0.4599704147284751, + "nauc_mrr_at_3_std": 0.32464738277281724, + "nauc_mrr_at_5_diff1": 0.38435058846653364, + "nauc_mrr_at_5_max": 0.44629001503076837, + "nauc_mrr_at_5_std": 0.31213273410945547, + "nauc_ndcg_at_1000_diff1": 0.31104247383894984, + "nauc_ndcg_at_1000_max": 0.34247164253843987, + "nauc_ndcg_at_1000_std": 0.35308380820538326, + "nauc_ndcg_at_100_diff1": 0.2829850004769458, + "nauc_ndcg_at_100_max": 0.2451346698544123, + "nauc_ndcg_at_100_std": 0.25228048668015696, + "nauc_ndcg_at_10_diff1": 0.23886637268582125, + "nauc_ndcg_at_10_max": 0.25124006415462175, + "nauc_ndcg_at_10_std": 0.20898992731493457, + "nauc_ndcg_at_1_diff1": 0.3763820167428893, + "nauc_ndcg_at_1_max": 0.30802302450732977, + "nauc_ndcg_at_1_std": 0.1953319701770542, + "nauc_ndcg_at_20_diff1": 0.26707334109380193, + "nauc_ndcg_at_20_max": 0.23169360993509586, + "nauc_ndcg_at_20_std": 0.19582610471077874, + "nauc_ndcg_at_3_diff1": 0.2750131644258576, + "nauc_ndcg_at_3_max": 0.2828407642511534, + "nauc_ndcg_at_3_std": 0.22680875652013852, + "nauc_ndcg_at_5_diff1": 0.2487156285062596, + "nauc_ndcg_at_5_max": 0.2641760986790708, + "nauc_ndcg_at_5_std": 0.2150182906590787, + "nauc_precision_at_1000_diff1": -0.11696751745229295, + "nauc_precision_at_1000_max": 0.05865212489509088, + "nauc_precision_at_1000_std": -0.0672406555689355, + "nauc_precision_at_100_diff1": -0.014405336845617575, + "nauc_precision_at_100_max": 0.21818724430403985, + "nauc_precision_at_100_std": 0.267239562186836, + "nauc_precision_at_10_diff1": 0.04963444767084384, + "nauc_precision_at_10_max": 0.32388040205564106, + "nauc_precision_at_10_std": 0.37098164340871753, + "nauc_precision_at_1_diff1": 0.3957756014902673, + "nauc_precision_at_1_max": 0.4092279687887322, + "nauc_precision_at_1_std": 0.2515289303592106, + "nauc_precision_at_20_diff1": 0.0749427113342385, + "nauc_precision_at_20_max": 0.3222574684292845, + "nauc_precision_at_20_std": 0.3739226241428615, + "nauc_precision_at_3_diff1": 0.15012038154949775, + "nauc_precision_at_3_max": 0.33900574018766805, + "nauc_precision_at_3_std": 0.2855803379155988, + "nauc_precision_at_5_diff1": 0.08996787225126485, + "nauc_precision_at_5_max": 0.3271294924962795, + "nauc_precision_at_5_std": 0.31120437892057085, + "nauc_recall_at_1000_diff1": 0.40353652396955825, + "nauc_recall_at_1000_max": 0.37997071863192095, + "nauc_recall_at_1000_std": 0.6663732593980864, + "nauc_recall_at_100_diff1": 0.19709838891745182, + "nauc_recall_at_100_max": 0.12458621954582944, + "nauc_recall_at_100_std": 0.21743908571499396, + "nauc_recall_at_10_diff1": 0.18299002619156085, + "nauc_recall_at_10_max": 0.028694901392131125, + "nauc_recall_at_10_std": -0.023835103638380907, + "nauc_recall_at_1_diff1": 0.30468964291459366, + "nauc_recall_at_1_max": 0.023619016795918015, + "nauc_recall_at_1_std": -0.14361328732486642, + "nauc_recall_at_20_diff1": 0.21061010741483444, + "nauc_recall_at_20_max": 0.06601083058328869, + "nauc_recall_at_20_std": 0.03775637157362845, + "nauc_recall_at_3_diff1": 0.21060695643847094, + "nauc_recall_at_3_max": -0.023105742786998486, + "nauc_recall_at_3_std": -0.11187845225942626, + "nauc_recall_at_5_diff1": 0.19347695263592962, + "nauc_recall_at_5_max": -0.007740983615202014, + "nauc_recall_at_5_std": -0.10610926329904141, + "ndcg_at_1": 0.48375, + "ndcg_at_10": 0.37638, + "ndcg_at_100": 0.45307, + "ndcg_at_1000": 0.57082, + "ndcg_at_20": 0.37126, + "ndcg_at_3": 0.41754, + "ndcg_at_5": 0.39607, + "precision_at_1": 0.5975, + "precision_at_10": 0.3, + "precision_at_100": 0.1211, + "precision_at_1000": 0.03176, + "precision_at_20": 0.22525, + "precision_at_3": 0.4525, + "precision_at_5": 0.389, + "recall_at_1": 0.07974, + "recall_at_10": 0.22928, + "recall_at_100": 0.55115, + "recall_at_1000": 0.90764, + "recall_at_20": 0.29241, + "recall_at_3": 0.14157, + "recall_at_5": 0.17709 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPediaHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPediaHardNegatives.json new file mode 100644 index 000000000..5a2c7360a --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 95.52336263656616, + "kg_co2_emissions": 0.05966106508687167, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.46571, + "map_at_1": 0.09961, + "map_at_10": 0.23134, + "map_at_100": 0.33875, + "map_at_1000": 0.38393, + "map_at_20": 0.26998, + "map_at_3": 0.15904, + "map_at_5": 0.19211, + "mrr_at_1": 0.7075, + "mrr_at_10": 0.7869910714285715, + "mrr_at_100": 0.7890441733000412, + "mrr_at_1000": 0.7891069626090611, + "mrr_at_20": 0.7880617413632119, + "mrr_at_3": 0.7712499999999999, + "mrr_at_5": 0.7816249999999998, + "nauc_map_at_1000_diff1": 0.295247588260928, + "nauc_map_at_1000_max": 0.32737713013494063, + "nauc_map_at_1000_std": 0.043425452938847225, + "nauc_map_at_100_diff1": 0.3101196618024535, + "nauc_map_at_100_max": 0.3358917255673478, + "nauc_map_at_100_std": 0.04103595078432168, + "nauc_map_at_10_diff1": 0.30361532799106317, + "nauc_map_at_10_max": 0.2086661209193665, + "nauc_map_at_10_std": -0.12375309600788968, + "nauc_map_at_1_diff1": 0.3824345153591574, + "nauc_map_at_1_max": 0.10232886546974487, + "nauc_map_at_1_std": -0.17872442906316965, + "nauc_map_at_20_diff1": 0.30740928348483143, + "nauc_map_at_20_max": 0.2608040448973374, + "nauc_map_at_20_std": -0.06892929029625505, + "nauc_map_at_3_diff1": 0.30814383538221807, + "nauc_map_at_3_max": 0.1295526839080117, + "nauc_map_at_3_std": -0.18365445462247285, + "nauc_map_at_5_diff1": 0.3107840049138701, + "nauc_map_at_5_max": 0.16414732031734028, + "nauc_map_at_5_std": -0.16808151856895046, + "nauc_mrr_at_1000_diff1": 0.5996470803637707, + "nauc_mrr_at_1000_max": 0.6794145336976153, + "nauc_mrr_at_1000_std": 0.25156700840138446, + "nauc_mrr_at_100_diff1": 0.5995893475934195, + "nauc_mrr_at_100_max": 0.6794834538149129, + "nauc_mrr_at_100_std": 0.251537352771738, + "nauc_mrr_at_10_diff1": 0.5987754872113109, + "nauc_mrr_at_10_max": 0.6793657436777134, + "nauc_mrr_at_10_std": 0.252150520027926, + "nauc_mrr_at_1_diff1": 0.6212678071196278, + "nauc_mrr_at_1_max": 0.6747317144973062, + "nauc_mrr_at_1_std": 0.22694676608448086, + "nauc_mrr_at_20_diff1": 0.6000007900499539, + "nauc_mrr_at_20_max": 0.6790841798496358, + "nauc_mrr_at_20_std": 0.25141831739789106, + "nauc_mrr_at_3_diff1": 0.5919905014163465, + "nauc_mrr_at_3_max": 0.6717611546241582, + "nauc_mrr_at_3_std": 0.250417981304405, + "nauc_mrr_at_5_diff1": 0.5970925570364801, + "nauc_mrr_at_5_max": 0.6811479351641672, + "nauc_mrr_at_5_std": 0.2550389382420082, + "nauc_ndcg_at_1000_diff1": 0.3675153225056286, + "nauc_ndcg_at_1000_max": 0.4896284325894203, + "nauc_ndcg_at_1000_std": 0.20327685202285511, + "nauc_ndcg_at_100_diff1": 0.35296323068567165, + "nauc_ndcg_at_100_max": 0.4299412574627135, + "nauc_ndcg_at_100_std": 0.12500434738343183, + "nauc_ndcg_at_10_diff1": 0.3461521236880332, + "nauc_ndcg_at_10_max": 0.44049378420397, + "nauc_ndcg_at_10_std": 0.11090548370084514, + "nauc_ndcg_at_1_diff1": 0.5311377165099054, + "nauc_ndcg_at_1_max": 0.5748128168876285, + "nauc_ndcg_at_1_std": 0.2046170875209338, + "nauc_ndcg_at_20_diff1": 0.3589872767245576, + "nauc_ndcg_at_20_max": 0.41496020344691026, + "nauc_ndcg_at_20_std": 0.07946167154674613, + "nauc_ndcg_at_3_diff1": 0.3518589608524332, + "nauc_ndcg_at_3_max": 0.48046354925747153, + "nauc_ndcg_at_3_std": 0.15328677312439254, + "nauc_ndcg_at_5_diff1": 0.3470142428721431, + "nauc_ndcg_at_5_max": 0.4594005377752449, + "nauc_ndcg_at_5_std": 0.12850214209276561, + "nauc_precision_at_1000_diff1": -0.13401080001735347, + "nauc_precision_at_1000_max": -0.10002789614516973, + "nauc_precision_at_1000_std": -0.1337418926155527, + "nauc_precision_at_100_diff1": -0.03468871646238702, + "nauc_precision_at_100_max": 0.15362524069504904, + "nauc_precision_at_100_std": 0.20005264121930588, + "nauc_precision_at_10_diff1": 0.05129117927013621, + "nauc_precision_at_10_max": 0.34542132511003043, + "nauc_precision_at_10_std": 0.27231374720645546, + "nauc_precision_at_1_diff1": 0.6212678071196278, + "nauc_precision_at_1_max": 0.6747317144973062, + "nauc_precision_at_1_std": 0.22694676608448086, + "nauc_precision_at_20_diff1": 0.04637349112704112, + "nauc_precision_at_20_max": 0.3133700206641611, + "nauc_precision_at_20_std": 0.28379633097318313, + "nauc_precision_at_3_diff1": 0.15247358756686244, + "nauc_precision_at_3_max": 0.40994047777452497, + "nauc_precision_at_3_std": 0.21320370321088838, + "nauc_precision_at_5_diff1": 0.11734624369682607, + "nauc_precision_at_5_max": 0.3830510334233952, + "nauc_precision_at_5_std": 0.21942131947206522, + "nauc_recall_at_1000_diff1": 0.3517617965888311, + "nauc_recall_at_1000_max": 0.45520362572055917, + "nauc_recall_at_1000_std": 0.5508145696676275, + "nauc_recall_at_100_diff1": 0.2394190095405057, + "nauc_recall_at_100_max": 0.27871646865647814, + "nauc_recall_at_100_std": 0.07954873516162456, + "nauc_recall_at_10_diff1": 0.2570677910804169, + "nauc_recall_at_10_max": 0.14758777039683174, + "nauc_recall_at_10_std": -0.14408218479249715, + "nauc_recall_at_1_diff1": 0.3824345153591574, + "nauc_recall_at_1_max": 0.10232886546974487, + "nauc_recall_at_1_std": -0.17872442906316965, + "nauc_recall_at_20_diff1": 0.2705595203958808, + "nauc_recall_at_20_max": 0.1999752149417529, + "nauc_recall_at_20_std": -0.086312586385486, + "nauc_recall_at_3_diff1": 0.27241435803948544, + "nauc_recall_at_3_max": 0.09214111994690025, + "nauc_recall_at_3_std": -0.20142796302774685, + "nauc_recall_at_5_diff1": 0.27709184739468073, + "nauc_recall_at_5_max": 0.11826616249378129, + "nauc_recall_at_5_std": -0.18319142739921596, + "ndcg_at_1": 0.58625, + "ndcg_at_10": 0.46571, + "ndcg_at_100": 0.54259, + "ndcg_at_1000": 0.65159, + "ndcg_at_20": 0.46164, + "ndcg_at_3": 0.50415, + "ndcg_at_5": 0.48387, + "precision_at_1": 0.7075, + "precision_at_10": 0.37925, + "precision_at_100": 0.1406, + "precision_at_1000": 0.03426, + "precision_at_20": 0.288, + "precision_at_3": 0.545, + "precision_at_5": 0.4755, + "recall_at_1": 0.09961, + "recall_at_10": 0.28957, + "recall_at_100": 0.63822, + "recall_at_1000": 0.96185, + "recall_at_20": 0.37062, + "recall_at_3": 0.17113, + "recall_at_5": 0.22144 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVERHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVERHardNegatives.json new file mode 100644 index 000000000..321a68e6b --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 223.01222252845764, + "kg_co2_emissions": 0.14922877287544814, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8699, + "map_at_1": 0.75488, + "map_at_10": 0.83371, + "map_at_100": 0.83591, + "map_at_1000": 0.83607, + "map_at_20": 0.83483, + "map_at_3": 0.82038, + "map_at_5": 0.82802, + "mrr_at_1": 0.804, + "mrr_at_10": 0.87205753968254, + "mrr_at_100": 0.8730322352879638, + "mrr_at_1000": 0.8730405686212972, + "mrr_at_20": 0.8726679616135502, + "mrr_at_3": 0.8625000000000004, + "mrr_at_5": 0.8691500000000004, + "nauc_map_at_1000_diff1": 0.5298018562228013, + "nauc_map_at_1000_max": 0.20382468112819385, + "nauc_map_at_1000_std": -0.20024474349817728, + "nauc_map_at_100_diff1": 0.5297309204227898, + "nauc_map_at_100_max": 0.20379384709739548, + "nauc_map_at_100_std": -0.20032655366029856, + "nauc_map_at_10_diff1": 0.5234041539016115, + "nauc_map_at_10_max": 0.20208340257880203, + "nauc_map_at_10_std": -0.20010743511555776, + "nauc_map_at_1_diff1": 0.5576493218555917, + "nauc_map_at_1_max": 0.18337974993242456, + "nauc_map_at_1_std": -0.20787291633548777, + "nauc_map_at_20_diff1": 0.5284400619061829, + "nauc_map_at_20_max": 0.2028519240769201, + "nauc_map_at_20_std": -0.19994589546203223, + "nauc_map_at_3_diff1": 0.5181487467022321, + "nauc_map_at_3_max": 0.20363308259003404, + "nauc_map_at_3_std": -0.1887427345872692, + "nauc_map_at_5_diff1": 0.5180758709346165, + "nauc_map_at_5_max": 0.20844945898086492, + "nauc_map_at_5_std": -0.19242232778217142, + "nauc_mrr_at_1000_diff1": 0.6393081475514277, + "nauc_mrr_at_1000_max": 0.2797606671993339, + "nauc_mrr_at_1000_std": -0.27343253580396687, + "nauc_mrr_at_100_diff1": 0.6393240261588924, + "nauc_mrr_at_100_max": 0.27980137096380575, + "nauc_mrr_at_100_std": -0.27349317816149343, + "nauc_mrr_at_10_diff1": 0.6358423805021295, + "nauc_mrr_at_10_max": 0.28052082475407886, + "nauc_mrr_at_10_std": -0.27361644024134774, + "nauc_mrr_at_1_diff1": 0.6576782914961621, + "nauc_mrr_at_1_max": 0.22949622345731766, + "nauc_mrr_at_1_std": -0.28249506301023947, + "nauc_mrr_at_20_diff1": 0.6397149269134081, + "nauc_mrr_at_20_max": 0.2805077393211771, + "nauc_mrr_at_20_std": -0.2732564834636415, + "nauc_mrr_at_3_diff1": 0.6370907969712603, + "nauc_mrr_at_3_max": 0.2843795767591064, + "nauc_mrr_at_3_std": -0.27330759971776153, + "nauc_mrr_at_5_diff1": 0.6377472277155121, + "nauc_mrr_at_5_max": 0.291124192573822, + "nauc_mrr_at_5_std": -0.2752476165242656, + "nauc_ndcg_at_1000_diff1": 0.5503751007558532, + "nauc_ndcg_at_1000_max": 0.22604373959728982, + "nauc_ndcg_at_1000_std": -0.20782614095428992, + "nauc_ndcg_at_100_diff1": 0.548727003796622, + "nauc_ndcg_at_100_max": 0.22612162186034743, + "nauc_ndcg_at_100_std": -0.20617398536021597, + "nauc_ndcg_at_10_diff1": 0.5269019684185948, + "nauc_ndcg_at_10_max": 0.22148908605538994, + "nauc_ndcg_at_10_std": -0.20597009396636584, + "nauc_ndcg_at_1_diff1": 0.6576782914961621, + "nauc_ndcg_at_1_max": 0.22949622345731766, + "nauc_ndcg_at_1_std": -0.28249506301023947, + "nauc_ndcg_at_20_diff1": 0.5450950342440998, + "nauc_ndcg_at_20_max": 0.22334416956571443, + "nauc_ndcg_at_20_std": -0.20551522465118013, + "nauc_ndcg_at_3_diff1": 0.5301723416517635, + "nauc_ndcg_at_3_max": 0.23388760133881664, + "nauc_ndcg_at_3_std": -0.19664233447443277, + "nauc_ndcg_at_5_diff1": 0.5205838122902358, + "nauc_ndcg_at_5_max": 0.2403708057158739, + "nauc_ndcg_at_5_std": -0.19579819301028462, + "nauc_precision_at_1000_diff1": -0.09197108231183947, + "nauc_precision_at_1000_max": 0.00505102624769877, + "nauc_precision_at_1000_std": 0.020485551475622824, + "nauc_precision_at_100_diff1": -0.045988440240894796, + "nauc_precision_at_100_max": 0.025167400940409757, + "nauc_precision_at_100_std": -0.012241488487396411, + "nauc_precision_at_10_diff1": 0.04124025341130603, + "nauc_precision_at_10_max": 0.03575779727095493, + "nauc_precision_at_10_std": -0.1594663742690063, + "nauc_precision_at_1_diff1": 0.6576782914961621, + "nauc_precision_at_1_max": 0.22949622345731766, + "nauc_precision_at_1_std": -0.28249506301023947, + "nauc_precision_at_20_diff1": 0.04840411549753695, + "nauc_precision_at_20_max": 0.03323941784739623, + "nauc_precision_at_20_std": -0.10201369117478469, + "nauc_precision_at_3_diff1": 0.32659291005199986, + "nauc_precision_at_3_max": 0.21641932618762538, + "nauc_precision_at_3_std": -0.18842429311786651, + "nauc_precision_at_5_diff1": 0.19177662642607254, + "nauc_precision_at_5_max": 0.2002041805977388, + "nauc_precision_at_5_std": -0.19008192746484553, + "nauc_recall_at_1000_diff1": 0.03578826959848303, + "nauc_recall_at_1000_max": -0.0037888807959602774, + "nauc_recall_at_1000_std": 0.39247574838473454, + "nauc_recall_at_100_diff1": 0.294778988015061, + "nauc_recall_at_100_max": 0.16028335211575453, + "nauc_recall_at_100_std": 0.10026869058655154, + "nauc_recall_at_10_diff1": 0.2844716574597205, + "nauc_recall_at_10_max": 0.18329609772755653, + "nauc_recall_at_10_std": -0.08144685757829005, + "nauc_recall_at_1_diff1": 0.5576493218555917, + "nauc_recall_at_1_max": 0.18337974993242456, + "nauc_recall_at_1_std": -0.20787291633548777, + "nauc_recall_at_20_diff1": 0.397437990162628, + "nauc_recall_at_20_max": 0.1849076466732898, + "nauc_recall_at_20_std": -0.0492558096019101, + "nauc_recall_at_3_diff1": 0.40521211809362145, + "nauc_recall_at_3_max": 0.24461060656077452, + "nauc_recall_at_3_std": -0.11334513190432842, + "nauc_recall_at_5_diff1": 0.33967854685099713, + "nauc_recall_at_5_max": 0.2821751548267615, + "nauc_recall_at_5_std": -0.0848764714751417, + "ndcg_at_1": 0.804, + "ndcg_at_10": 0.8699, + "ndcg_at_100": 0.87837, + "ndcg_at_1000": 0.88077, + "ndcg_at_20": 0.87309, + "ndcg_at_3": 0.84817, + "ndcg_at_5": 0.85959, + "precision_at_1": 0.804, + "precision_at_10": 0.1033, + "precision_at_100": 0.01098, + "precision_at_1000": 0.00114, + "precision_at_20": 0.0526, + "precision_at_3": 0.31733, + "precision_at_5": 0.1976, + "recall_at_1": 0.75488, + "recall_at_10": 0.94396, + "recall_at_100": 0.97865, + "recall_at_1000": 0.99264, + "recall_at_20": 0.95514, + "recall_at_3": 0.88475, + "recall_at_5": 0.91511 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-PLHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..48f1f1814 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 265.704598903656, + "kg_co2_emissions": 0.1789404041437405, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.64747, + "map_at_1": 0.3555, + "map_at_10": 0.5611, + "map_at_100": 0.57216, + "map_at_1000": 0.57318, + "map_at_20": 0.56686, + "map_at_3": 0.52292, + "map_at_5": 0.54792, + "mrr_at_1": 0.711, + "mrr_at_10": 0.7799642857142858, + "mrr_at_100": 0.783590876726554, + "mrr_at_1000": 0.7836814655032887, + "mrr_at_20": 0.7821702332153573, + "mrr_at_3": 0.7671666666666668, + "mrr_at_5": 0.7758666666666669, + "nauc_map_at_1000_diff1": 0.2988097259783195, + "nauc_map_at_1000_max": 0.3122041156785165, + "nauc_map_at_1000_std": 0.033561775948447406, + "nauc_map_at_100_diff1": 0.298421083718825, + "nauc_map_at_100_max": 0.31203028333742333, + "nauc_map_at_100_std": 0.03349632825403397, + "nauc_map_at_10_diff1": 0.29579922315020774, + "nauc_map_at_10_max": 0.30911934318139483, + "nauc_map_at_10_std": 0.02711368009488465, + "nauc_map_at_1_diff1": 0.6756336847661053, + "nauc_map_at_1_max": 0.47705279668750017, + "nauc_map_at_1_std": 0.03413228070762328, + "nauc_map_at_20_diff1": 0.2967757160609075, + "nauc_map_at_20_max": 0.31037846872840713, + "nauc_map_at_20_std": 0.030978882851781495, + "nauc_map_at_3_diff1": 0.29491668105205565, + "nauc_map_at_3_max": 0.3117582373185142, + "nauc_map_at_3_std": 0.023676464646835937, + "nauc_map_at_5_diff1": 0.29114367462810486, + "nauc_map_at_5_max": 0.3065145107580922, + "nauc_map_at_5_std": 0.023180630733856185, + "nauc_mrr_at_1000_diff1": 0.6709317083686637, + "nauc_mrr_at_1000_max": 0.5082297341368242, + "nauc_mrr_at_1000_std": 0.03918664336399305, + "nauc_mrr_at_100_diff1": 0.6709096231895125, + "nauc_mrr_at_100_max": 0.5082690031704961, + "nauc_mrr_at_100_std": 0.03941435142831698, + "nauc_mrr_at_10_diff1": 0.6711336675178641, + "nauc_mrr_at_10_max": 0.5089571081146294, + "nauc_mrr_at_10_std": 0.03904866772973532, + "nauc_mrr_at_1_diff1": 0.6756336847661053, + "nauc_mrr_at_1_max": 0.47705279668750017, + "nauc_mrr_at_1_std": 0.03413228070762328, + "nauc_mrr_at_20_diff1": 0.671227165419478, + "nauc_mrr_at_20_max": 0.5090294002185043, + "nauc_mrr_at_20_std": 0.03855743069340776, + "nauc_mrr_at_3_diff1": 0.6710260179381916, + "nauc_mrr_at_3_max": 0.5128972417879498, + "nauc_mrr_at_3_std": 0.03671135883124281, + "nauc_mrr_at_5_diff1": 0.6707116770481353, + "nauc_mrr_at_5_max": 0.509354914072446, + "nauc_mrr_at_5_std": 0.03724136587920392, + "nauc_ndcg_at_1000_diff1": 0.37077068723032536, + "nauc_ndcg_at_1000_max": 0.35546443555123597, + "nauc_ndcg_at_1000_std": 0.05754682648283594, + "nauc_ndcg_at_100_diff1": 0.3574256911880967, + "nauc_ndcg_at_100_max": 0.3496590451190075, + "nauc_ndcg_at_100_std": 0.06165980034154696, + "nauc_ndcg_at_10_diff1": 0.34867501528157874, + "nauc_ndcg_at_10_max": 0.3408922109213456, + "nauc_ndcg_at_10_std": 0.03276324450334512, + "nauc_ndcg_at_1_diff1": 0.6756336847661053, + "nauc_ndcg_at_1_max": 0.47705279668750017, + "nauc_ndcg_at_1_std": 0.03413228070762328, + "nauc_ndcg_at_20_diff1": 0.34975803622403845, + "nauc_ndcg_at_20_max": 0.34394184699803904, + "nauc_ndcg_at_20_std": 0.04152285642889676, + "nauc_ndcg_at_3_diff1": 0.3531593643465236, + "nauc_ndcg_at_3_max": 0.3486851543841325, + "nauc_ndcg_at_3_std": 0.0252077664785553, + "nauc_ndcg_at_5_diff1": 0.3434568203963929, + "nauc_ndcg_at_5_max": 0.33837203917000497, + "nauc_ndcg_at_5_std": 0.025077708919532385, + "nauc_precision_at_1000_diff1": 0.1923157322630517, + "nauc_precision_at_1000_max": 0.27593823599090983, + "nauc_precision_at_1000_std": 0.5445531446409357, + "nauc_precision_at_100_diff1": 0.13872200044673308, + "nauc_precision_at_100_max": 0.23609639501873947, + "nauc_precision_at_100_std": 0.24337775843208298, + "nauc_precision_at_10_diff1": 0.20725279446147168, + "nauc_precision_at_10_max": 0.2609392943003725, + "nauc_precision_at_10_std": 0.03835413861189735, + "nauc_precision_at_1_diff1": 0.6756336847661053, + "nauc_precision_at_1_max": 0.47705279668750017, + "nauc_precision_at_1_std": 0.03413228070762328, + "nauc_precision_at_20_diff1": 0.1938114086524042, + "nauc_precision_at_20_max": 0.2621329662658331, + "nauc_precision_at_20_std": 0.068626032232632, + "nauc_precision_at_3_diff1": 0.24225748383842569, + "nauc_precision_at_3_max": 0.29634473088723196, + "nauc_precision_at_3_std": 0.019686347461117165, + "nauc_precision_at_5_diff1": 0.20821237871761544, + "nauc_precision_at_5_max": 0.2641667993729868, + "nauc_precision_at_5_std": 0.019224828808847034, + "nauc_recall_at_1000_diff1": 0.19231573226305204, + "nauc_recall_at_1000_max": 0.27593823599091377, + "nauc_recall_at_1000_std": 0.5445531446409371, + "nauc_recall_at_100_diff1": 0.13872200044673383, + "nauc_recall_at_100_max": 0.23609639501873825, + "nauc_recall_at_100_std": 0.2433777584320825, + "nauc_recall_at_10_diff1": 0.2072527944614719, + "nauc_recall_at_10_max": 0.26093929430037227, + "nauc_recall_at_10_std": 0.03835413861189734, + "nauc_recall_at_1_diff1": 0.6756336847661053, + "nauc_recall_at_1_max": 0.47705279668750017, + "nauc_recall_at_1_std": 0.03413228070762328, + "nauc_recall_at_20_diff1": 0.19381140865240482, + "nauc_recall_at_20_max": 0.2621329662658329, + "nauc_recall_at_20_std": 0.06862603223263279, + "nauc_recall_at_3_diff1": 0.24225748383842619, + "nauc_recall_at_3_max": 0.2963447308872329, + "nauc_recall_at_3_std": 0.019686347461117668, + "nauc_recall_at_5_diff1": 0.20821237871761583, + "nauc_recall_at_5_max": 0.2641667993729868, + "nauc_recall_at_5_std": 0.01922482880884721, + "ndcg_at_1": 0.711, + "ndcg_at_10": 0.64747, + "ndcg_at_100": 0.69055, + "ndcg_at_1000": 0.70692, + "ndcg_at_20": 0.66261, + "ndcg_at_3": 0.59319, + "ndcg_at_5": 0.62544, + "precision_at_1": 0.711, + "precision_at_10": 0.1379, + "precision_at_100": 0.01726, + "precision_at_1000": 0.00193, + "precision_at_20": 0.0738, + "precision_at_3": 0.381, + "precision_at_5": 0.254, + "recall_at_1": 0.3555, + "recall_at_10": 0.6895, + "recall_at_100": 0.863, + "recall_at_1000": 0.9665, + "recall_at_20": 0.738, + "recall_at_3": 0.5715, + "recall_at_5": 0.635 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQAHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQAHardNegatives.json new file mode 100644 index 000000000..2762c8144 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 217.94583702087402, + "kg_co2_emissions": 0.14230755040228985, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73207, + "map_at_1": 0.405, + "map_at_10": 0.6481, + "map_at_100": 0.65857, + "map_at_1000": 0.65929, + "map_at_20": 0.65456, + "map_at_3": 0.61183, + "map_at_5": 0.63206, + "mrr_at_1": 0.81, + "mrr_at_10": 0.8632575396825402, + "mrr_at_100": 0.864931894813232, + "mrr_at_1000": 0.8649693745548537, + "mrr_at_20": 0.8644502380789152, + "mrr_at_3": 0.8543333333333339, + "mrr_at_5": 0.8602833333333338, + "nauc_map_at_1000_diff1": 0.18095407026671445, + "nauc_map_at_1000_max": 0.24783648259393015, + "nauc_map_at_1000_std": -0.051506314049029465, + "nauc_map_at_100_diff1": 0.18049668927856727, + "nauc_map_at_100_max": 0.24743587726758473, + "nauc_map_at_100_std": -0.05150923108200071, + "nauc_map_at_10_diff1": 0.1776738034468664, + "nauc_map_at_10_max": 0.24400324884896527, + "nauc_map_at_10_std": -0.057516708719372714, + "nauc_map_at_1_diff1": 0.6602912672219606, + "nauc_map_at_1_max": 0.46986746293676973, + "nauc_map_at_1_std": -0.1665802294515175, + "nauc_map_at_20_diff1": 0.17814633589909956, + "nauc_map_at_20_max": 0.24590145926744764, + "nauc_map_at_20_std": -0.052529741551184096, + "nauc_map_at_3_diff1": 0.17782864532108142, + "nauc_map_at_3_max": 0.23645690566881017, + "nauc_map_at_3_std": -0.06851711040083311, + "nauc_map_at_5_diff1": 0.16882003794962736, + "nauc_map_at_5_max": 0.23772995816601852, + "nauc_map_at_5_std": -0.066773044590696, + "nauc_mrr_at_1000_diff1": 0.6638056402031272, + "nauc_mrr_at_1000_max": 0.4994506145986302, + "nauc_mrr_at_1000_std": -0.17377537947898997, + "nauc_mrr_at_100_diff1": 0.6637764619268821, + "nauc_mrr_at_100_max": 0.4994968179071667, + "nauc_mrr_at_100_std": -0.1737762421381798, + "nauc_mrr_at_10_diff1": 0.6640255146873536, + "nauc_mrr_at_10_max": 0.5014380382931688, + "nauc_mrr_at_10_std": -0.17496181967160948, + "nauc_mrr_at_1_diff1": 0.6602912672219606, + "nauc_mrr_at_1_max": 0.46986746293676973, + "nauc_mrr_at_1_std": -0.1665802294515175, + "nauc_mrr_at_20_diff1": 0.6636792177288432, + "nauc_mrr_at_20_max": 0.49964306406649134, + "nauc_mrr_at_20_std": -0.17467991752496126, + "nauc_mrr_at_3_diff1": 0.6655521719799733, + "nauc_mrr_at_3_max": 0.5014399435193607, + "nauc_mrr_at_3_std": -0.1796103327397785, + "nauc_mrr_at_5_diff1": 0.6653547106545357, + "nauc_mrr_at_5_max": 0.5037454228088255, + "nauc_mrr_at_5_std": -0.17265721154345454, + "nauc_ndcg_at_1000_diff1": 0.25240831241330325, + "nauc_ndcg_at_1000_max": 0.29427818787757687, + "nauc_ndcg_at_1000_std": -0.047717266489807474, + "nauc_ndcg_at_100_diff1": 0.23804998008673436, + "nauc_ndcg_at_100_max": 0.28631025928552645, + "nauc_ndcg_at_100_std": -0.04219356969941477, + "nauc_ndcg_at_10_diff1": 0.22729018147945437, + "nauc_ndcg_at_10_max": 0.27592818991729406, + "nauc_ndcg_at_10_std": -0.06383543141945829, + "nauc_ndcg_at_1_diff1": 0.6602912672219606, + "nauc_ndcg_at_1_max": 0.46986746293676973, + "nauc_ndcg_at_1_std": -0.1665802294515175, + "nauc_ndcg_at_20_diff1": 0.22733112936910194, + "nauc_ndcg_at_20_max": 0.27947940226483525, + "nauc_ndcg_at_20_std": -0.04854556018057968, + "nauc_ndcg_at_3_diff1": 0.23280950110283882, + "nauc_ndcg_at_3_max": 0.26909726694447844, + "nauc_ndcg_at_3_std": -0.08594618749990443, + "nauc_ndcg_at_5_diff1": 0.21648571787132787, + "nauc_ndcg_at_5_max": 0.26875114971411646, + "nauc_ndcg_at_5_std": -0.08021423078727732, + "nauc_precision_at_1000_diff1": -0.0646391890089346, + "nauc_precision_at_1000_max": 0.32023476057088235, + "nauc_precision_at_1000_std": 0.6930638922235564, + "nauc_precision_at_100_diff1": -0.01914066394177995, + "nauc_precision_at_100_max": 0.18028555921089123, + "nauc_precision_at_100_std": 0.19863423387498638, + "nauc_precision_at_10_diff1": 0.0747387671489595, + "nauc_precision_at_10_max": 0.19645615100777386, + "nauc_precision_at_10_std": -0.006352304083439069, + "nauc_precision_at_1_diff1": 0.6602912672219606, + "nauc_precision_at_1_max": 0.46986746293676973, + "nauc_precision_at_1_std": -0.1665802294515175, + "nauc_precision_at_20_diff1": 0.04189612889206097, + "nauc_precision_at_20_max": 0.19116660975382446, + "nauc_precision_at_20_std": 0.06516778940179403, + "nauc_precision_at_3_diff1": 0.11869210348817827, + "nauc_precision_at_3_max": 0.20721356245449332, + "nauc_precision_at_3_std": -0.06928708006658225, + "nauc_precision_at_5_diff1": 0.07517686569833808, + "nauc_precision_at_5_max": 0.1966853892386937, + "nauc_precision_at_5_std": -0.05556847452776339, + "nauc_recall_at_1000_diff1": -0.06463918900894573, + "nauc_recall_at_1000_max": 0.3202347605708856, + "nauc_recall_at_1000_std": 0.6930638922235492, + "nauc_recall_at_100_diff1": -0.01914066394178217, + "nauc_recall_at_100_max": 0.18028555921089112, + "nauc_recall_at_100_std": 0.19863423387498713, + "nauc_recall_at_10_diff1": 0.07473876714895838, + "nauc_recall_at_10_max": 0.19645615100777378, + "nauc_recall_at_10_std": -0.006352304083439609, + "nauc_recall_at_1_diff1": 0.6602912672219606, + "nauc_recall_at_1_max": 0.46986746293676973, + "nauc_recall_at_1_std": -0.1665802294515175, + "nauc_recall_at_20_diff1": 0.04189612889206224, + "nauc_recall_at_20_max": 0.19116660975382624, + "nauc_recall_at_20_std": 0.06516778940179419, + "nauc_recall_at_3_diff1": 0.11869210348817819, + "nauc_recall_at_3_max": 0.20721356245449302, + "nauc_recall_at_3_std": -0.06928708006658331, + "nauc_recall_at_5_diff1": 0.07517686569833999, + "nauc_recall_at_5_max": 0.19668538923869464, + "nauc_recall_at_5_std": -0.05556847452776236, + "ndcg_at_1": 0.81, + "ndcg_at_10": 0.73207, + "ndcg_at_100": 0.76745, + "ndcg_at_1000": 0.77875, + "ndcg_at_20": 0.74767, + "ndcg_at_3": 0.68098, + "ndcg_at_5": 0.70642, + "precision_at_1": 0.81, + "precision_at_10": 0.1545, + "precision_at_100": 0.01822, + "precision_at_1000": 0.00196, + "precision_at_20": 0.08225, + "precision_at_3": 0.439, + "precision_at_5": 0.2834, + "recall_at_1": 0.405, + "recall_at_10": 0.7725, + "recall_at_100": 0.911, + "recall_at_1000": 0.9825, + "recall_at_20": 0.8225, + "recall_at_3": 0.6585, + "recall_at_5": 0.7085 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MIRACLRetrievalHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..4eb17b67c --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 7724.7034640312195, + "kg_co2_emissions": 3.5345886403153175, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.66163, + "map_at_1": 0.37904, + "map_at_10": 0.57709, + "map_at_100": 0.59333, + "map_at_1000": 0.59385, + "map_at_20": 0.58773, + "map_at_3": 0.51666, + "map_at_5": 0.55106, + "mrr_at_1": 0.563, + "mrr_at_10": 0.6840730158730159, + "mrr_at_100": 0.6878224260256591, + "mrr_at_1000": 0.6879075096292222, + "mrr_at_20": 0.6866971261753383, + "mrr_at_3": 0.6605000000000001, + "mrr_at_5": 0.6763500000000002, + "nauc_map_at_1000_diff1": 0.27752032869344284, + "nauc_map_at_1000_max": 0.25217958219379344, + "nauc_map_at_1000_std": -0.06661195254635595, + "nauc_map_at_100_diff1": 0.27706630924531284, + "nauc_map_at_100_max": 0.2523823832535588, + "nauc_map_at_100_std": -0.06667605826874692, + "nauc_map_at_10_diff1": 0.27664607684554504, + "nauc_map_at_10_max": 0.24519012026396783, + "nauc_map_at_10_std": -0.08088319357203051, + "nauc_map_at_1_diff1": 0.34922213662172913, + "nauc_map_at_1_max": 0.12904563123300997, + "nauc_map_at_1_std": -0.12401249670425196, + "nauc_map_at_20_diff1": 0.276194804564021, + "nauc_map_at_20_max": 0.2504490284981006, + "nauc_map_at_20_std": -0.06881536824633411, + "nauc_map_at_3_diff1": 0.2991158296499372, + "nauc_map_at_3_max": 0.22368016170686736, + "nauc_map_at_3_std": -0.0987281907902066, + "nauc_map_at_5_diff1": 0.28652920038302376, + "nauc_map_at_5_max": 0.2358179485980953, + "nauc_map_at_5_std": -0.09416052159251333, + "nauc_mrr_at_1000_diff1": 0.32018871321880554, + "nauc_mrr_at_1000_max": 0.290703821887093, + "nauc_mrr_at_1000_std": -0.019928478656541945, + "nauc_mrr_at_100_diff1": 0.3199473139470887, + "nauc_mrr_at_100_max": 0.2908322825383788, + "nauc_mrr_at_100_std": -0.019721999655706236, + "nauc_mrr_at_10_diff1": 0.3178037542277747, + "nauc_mrr_at_10_max": 0.29209678505442493, + "nauc_mrr_at_10_std": -0.01794823247564343, + "nauc_mrr_at_1_diff1": 0.34226742753628314, + "nauc_mrr_at_1_max": 0.24293235770366273, + "nauc_mrr_at_1_std": -0.0393902409499568, + "nauc_mrr_at_20_diff1": 0.3195817879047723, + "nauc_mrr_at_20_max": 0.2911225163852521, + "nauc_mrr_at_20_std": -0.020212376640020274, + "nauc_mrr_at_3_diff1": 0.3202087328512425, + "nauc_mrr_at_3_max": 0.29270362887166534, + "nauc_mrr_at_3_std": -0.022549154799254324, + "nauc_mrr_at_5_diff1": 0.3225344005586611, + "nauc_mrr_at_5_max": 0.2903204571685103, + "nauc_mrr_at_5_std": -0.024489941150087517, + "nauc_ndcg_at_1000_diff1": 0.27914954243772055, + "nauc_ndcg_at_1000_max": 0.2793607757112681, + "nauc_ndcg_at_1000_std": -0.033654872921092434, + "nauc_ndcg_at_100_diff1": 0.27220819459921836, + "nauc_ndcg_at_100_max": 0.28584867285923937, + "nauc_ndcg_at_100_std": -0.028647660633423132, + "nauc_ndcg_at_10_diff1": 0.26715822196313876, + "nauc_ndcg_at_10_max": 0.27095758180289115, + "nauc_ndcg_at_10_std": -0.05816392233358816, + "nauc_ndcg_at_1_diff1": 0.34226742753628314, + "nauc_ndcg_at_1_max": 0.24293235770366273, + "nauc_ndcg_at_1_std": -0.0393902409499568, + "nauc_ndcg_at_20_diff1": 0.2701032063660067, + "nauc_ndcg_at_20_max": 0.2811808183343745, + "nauc_ndcg_at_20_std": -0.03735332530658257, + "nauc_ndcg_at_3_diff1": 0.28157752246580897, + "nauc_ndcg_at_3_max": 0.25944118095006663, + "nauc_ndcg_at_3_std": -0.07201615574269071, + "nauc_ndcg_at_5_diff1": 0.27975519755021316, + "nauc_ndcg_at_5_max": 0.25642005388770306, + "nauc_ndcg_at_5_std": -0.08121395431726167, + "nauc_precision_at_1000_diff1": -0.17445017093306386, + "nauc_precision_at_1000_max": 0.08309796790818816, + "nauc_precision_at_1000_std": 0.2139115463542145, + "nauc_precision_at_100_diff1": -0.17475226303658123, + "nauc_precision_at_100_max": 0.11866202301607265, + "nauc_precision_at_100_std": 0.22358397373944103, + "nauc_precision_at_10_diff1": -0.1193851933789872, + "nauc_precision_at_10_max": 0.20328365376183205, + "nauc_precision_at_10_std": 0.16294286597280977, + "nauc_precision_at_1_diff1": 0.34226742753628314, + "nauc_precision_at_1_max": 0.24293235770366273, + "nauc_precision_at_1_std": -0.0393902409499568, + "nauc_precision_at_20_diff1": -0.14288501553901994, + "nauc_precision_at_20_max": 0.17570509844952906, + "nauc_precision_at_20_std": 0.21470755660566498, + "nauc_precision_at_3_diff1": 0.021758519184862057, + "nauc_precision_at_3_max": 0.27945623331987673, + "nauc_precision_at_3_std": 0.08271122039398152, + "nauc_precision_at_5_diff1": -0.055101745970975405, + "nauc_precision_at_5_max": 0.2391727406037581, + "nauc_precision_at_5_std": 0.10379967204351555, + "nauc_recall_at_1000_diff1": -0.1214243273067362, + "nauc_recall_at_1000_max": 0.4904931669638367, + "nauc_recall_at_1000_std": 0.8989898989898213, + "nauc_recall_at_100_diff1": 0.01152658230103642, + "nauc_recall_at_100_max": 0.49609227906253534, + "nauc_recall_at_100_std": 0.23396826206632065, + "nauc_recall_at_10_diff1": 0.16050791028786154, + "nauc_recall_at_10_max": 0.25574650470507154, + "nauc_recall_at_10_std": -0.06017313326350513, + "nauc_recall_at_1_diff1": 0.34922213662172913, + "nauc_recall_at_1_max": 0.12904563123300997, + "nauc_recall_at_1_std": -0.12401249670425196, + "nauc_recall_at_20_diff1": 0.15269937403246645, + "nauc_recall_at_20_max": 0.3041617565943081, + "nauc_recall_at_20_std": 0.01450348117140332, + "nauc_recall_at_3_diff1": 0.2549857472132981, + "nauc_recall_at_3_max": 0.2264624617808205, + "nauc_recall_at_3_std": -0.10906293486117152, + "nauc_recall_at_5_diff1": 0.21914137276156948, + "nauc_recall_at_5_max": 0.22031371353126733, + "nauc_recall_at_5_std": -0.12267855466002733, + "ndcg_at_1": 0.563, + "ndcg_at_10": 0.66163, + "ndcg_at_100": 0.70898, + "ndcg_at_1000": 0.71528, + "ndcg_at_20": 0.68562, + "ndcg_at_3": 0.59039, + "ndcg_at_5": 0.6226, + "precision_at_1": 0.563, + "precision_at_10": 0.1457, + "precision_at_100": 0.01891, + "precision_at_1000": 0.00198, + "precision_at_20": 0.0821, + "precision_at_3": 0.33767, + "precision_at_5": 0.2438, + "recall_at_1": 0.37904, + "recall_at_10": 0.79211, + "recall_at_100": 0.96157, + "recall_at_1000": 0.99908, + "recall_at_20": 0.8656, + "recall_at_3": 0.60273, + "recall_at_5": 0.69108 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.6575, + "map_at_1": 0.35916, + "map_at_10": 0.56652, + "map_at_100": 0.58386, + "map_at_1000": 0.58447, + "map_at_20": 0.57779, + "map_at_3": 0.51026, + "map_at_5": 0.53804, + "mrr_at_1": 0.5888077858880778, + "mrr_at_10": 0.7012619240721428, + "mrr_at_100": 0.7041041659023738, + "mrr_at_1000": 0.7041859454057925, + "mrr_at_20": 0.7027394722542852, + "mrr_at_3": 0.6796431467964315, + "mrr_at_5": 0.6946066504460663, + "nauc_map_at_1000_diff1": 0.26030650085097934, + "nauc_map_at_1000_max": 0.2654960904979734, + "nauc_map_at_1000_std": 0.016688851995384512, + "nauc_map_at_100_diff1": 0.26047438575546183, + "nauc_map_at_100_max": 0.26528636315250675, + "nauc_map_at_100_std": 0.01590469614119668, + "nauc_map_at_10_diff1": 0.25970880430453447, + "nauc_map_at_10_max": 0.25689073779149113, + "nauc_map_at_10_std": -0.0023788833179374438, + "nauc_map_at_1_diff1": 0.2761262139841219, + "nauc_map_at_1_max": 0.15038857251093726, + "nauc_map_at_1_std": -0.09971459138695729, + "nauc_map_at_20_diff1": 0.2624142285476696, + "nauc_map_at_20_max": 0.2666897081152488, + "nauc_map_at_20_std": 0.009712491995635923, + "nauc_map_at_3_diff1": 0.2557617355812295, + "nauc_map_at_3_max": 0.2252984717460857, + "nauc_map_at_3_std": -0.03828183037447538, + "nauc_map_at_5_diff1": 0.2557351877990804, + "nauc_map_at_5_max": 0.2517193599409571, + "nauc_map_at_5_std": -0.026906053838401393, + "nauc_mrr_at_1000_diff1": 0.2889704971811301, + "nauc_mrr_at_1000_max": 0.34618291064717166, + "nauc_mrr_at_1000_std": 0.15253135395845588, + "nauc_mrr_at_100_diff1": 0.2891494848992293, + "nauc_mrr_at_100_max": 0.34637902370174944, + "nauc_mrr_at_100_std": 0.1526820700283355, + "nauc_mrr_at_10_diff1": 0.2889899395736808, + "nauc_mrr_at_10_max": 0.34836593416698314, + "nauc_mrr_at_10_std": 0.15399864381017628, + "nauc_mrr_at_1_diff1": 0.29516946841527325, + "nauc_mrr_at_1_max": 0.2934719938560975, + "nauc_mrr_at_1_std": 0.11632146332404081, + "nauc_mrr_at_20_diff1": 0.2893677411172171, + "nauc_mrr_at_20_max": 0.34769241928957545, + "nauc_mrr_at_20_std": 0.15228099777293036, + "nauc_mrr_at_3_diff1": 0.2756130837947964, + "nauc_mrr_at_3_max": 0.33073778767052575, + "nauc_mrr_at_3_std": 0.14541845710699045, + "nauc_mrr_at_5_diff1": 0.2876342326267, + "nauc_mrr_at_5_max": 0.34814595042453894, + "nauc_mrr_at_5_std": 0.15378671377784814, + "nauc_ndcg_at_1000_diff1": 0.2733937202353293, + "nauc_ndcg_at_1000_max": 0.31268090377728897, + "nauc_ndcg_at_1000_std": 0.08644426938895784, + "nauc_ndcg_at_100_diff1": 0.2805161073318345, + "nauc_ndcg_at_100_max": 0.31434841630170823, + "nauc_ndcg_at_100_std": 0.08099030098056272, + "nauc_ndcg_at_10_diff1": 0.2755540718674965, + "nauc_ndcg_at_10_max": 0.3058619089545557, + "nauc_ndcg_at_10_std": 0.04409522223930878, + "nauc_ndcg_at_1_diff1": 0.29516946841527325, + "nauc_ndcg_at_1_max": 0.2934719938560975, + "nauc_ndcg_at_1_std": 0.11632146332404081, + "nauc_ndcg_at_20_diff1": 0.28632421530606633, + "nauc_ndcg_at_20_max": 0.32495416687801765, + "nauc_ndcg_at_20_std": 0.05901341583725849, + "nauc_ndcg_at_3_diff1": 0.23724881218030697, + "nauc_ndcg_at_3_max": 0.25632336412457607, + "nauc_ndcg_at_3_std": 0.051999341124254736, + "nauc_ndcg_at_5_diff1": 0.2592759725345207, + "nauc_ndcg_at_5_max": 0.29415912706694197, + "nauc_ndcg_at_5_std": 0.025646127151271857, + "nauc_precision_at_1000_diff1": -0.1360328530648045, + "nauc_precision_at_1000_max": 0.06247407320432563, + "nauc_precision_at_1000_std": 0.38364400377852126, + "nauc_precision_at_100_diff1": -0.10825308857291628, + "nauc_precision_at_100_max": 0.08525709201887385, + "nauc_precision_at_100_std": 0.3765966678643102, + "nauc_precision_at_10_diff1": -0.02556669237115208, + "nauc_precision_at_10_max": 0.18920155275086678, + "nauc_precision_at_10_std": 0.3601362303511132, + "nauc_precision_at_1_diff1": 0.29516946841527325, + "nauc_precision_at_1_max": 0.2934719938560975, + "nauc_precision_at_1_std": 0.11632146332404081, + "nauc_precision_at_20_diff1": -0.051393038780901484, + "nauc_precision_at_20_max": 0.15737167529504578, + "nauc_precision_at_20_std": 0.35885849389008445, + "nauc_precision_at_3_diff1": 0.058607652049408564, + "nauc_precision_at_3_max": 0.26006722357171835, + "nauc_precision_at_3_std": 0.2862344207403127, + "nauc_precision_at_5_diff1": 0.023758806897742586, + "nauc_precision_at_5_max": 0.2679063128237481, + "nauc_precision_at_5_std": 0.31553248217807395, + "nauc_recall_at_1000_diff1": 0.5699736240941099, + "nauc_recall_at_1000_max": 0.6836363850000257, + "nauc_recall_at_1000_std": 0.789897911116369, + "nauc_recall_at_100_diff1": 0.48402627314813185, + "nauc_recall_at_100_max": 0.4356520836306498, + "nauc_recall_at_100_std": 0.15938861860115605, + "nauc_recall_at_10_diff1": 0.2833980455991543, + "nauc_recall_at_10_max": 0.32557046395637845, + "nauc_recall_at_10_std": -0.022160504705720237, + "nauc_recall_at_1_diff1": 0.2761262139841219, + "nauc_recall_at_1_max": 0.15038857251093726, + "nauc_recall_at_1_std": -0.09971459138695729, + "nauc_recall_at_20_diff1": 0.36459959100901396, + "nauc_recall_at_20_max": 0.4248129697154643, + "nauc_recall_at_20_std": -0.01353829043629988, + "nauc_recall_at_3_diff1": 0.22122649647338075, + "nauc_recall_at_3_max": 0.21244262707902226, + "nauc_recall_at_3_std": -0.0666116180498447, + "nauc_recall_at_5_diff1": 0.22527504187527708, + "nauc_recall_at_5_max": 0.2917304986520384, + "nauc_recall_at_5_std": -0.057930212677421815, + "ndcg_at_1": 0.58881, + "ndcg_at_10": 0.6575, + "ndcg_at_100": 0.70391, + "ndcg_at_1000": 0.71185, + "ndcg_at_20": 0.67971, + "ndcg_at_3": 0.59296, + "ndcg_at_5": 0.6154, + "precision_at_1": 0.58881, + "precision_at_10": 0.15255, + "precision_at_100": 0.01956, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08577, + "precision_at_3": 0.35848, + "precision_at_5": 0.24915, + "recall_at_1": 0.35916, + "recall_at_10": 0.77977, + "recall_at_100": 0.94379, + "recall_at_1000": 0.9911, + "recall_at_20": 0.84395, + "recall_at_3": 0.59422, + "recall_at_5": 0.67116 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.50655, + "map_at_1": 0.22018, + "map_at_10": 0.4056, + "map_at_100": 0.43482, + "map_at_1000": 0.43615, + "map_at_20": 0.42256, + "map_at_3": 0.33184, + "map_at_5": 0.37227, + "mrr_at_1": 0.4491803278688525, + "mrr_at_10": 0.5665573770491801, + "mrr_at_100": 0.5726974656026156, + "mrr_at_1000": 0.5729391930339292, + "mrr_at_20": 0.5703829591433001, + "mrr_at_3": 0.5387978142076503, + "mrr_at_5": 0.5515846994535518, + "nauc_map_at_1000_diff1": 0.28123394660346074, + "nauc_map_at_1000_max": 0.25360823426664714, + "nauc_map_at_1000_std": -0.023365297621834254, + "nauc_map_at_100_diff1": 0.28062689025528, + "nauc_map_at_100_max": 0.2530030012091431, + "nauc_map_at_100_std": -0.024157021350076753, + "nauc_map_at_10_diff1": 0.26233865735618456, + "nauc_map_at_10_max": 0.2314391229308649, + "nauc_map_at_10_std": -0.03752088653087242, + "nauc_map_at_1_diff1": 0.3236611768134287, + "nauc_map_at_1_max": 0.11959017690577546, + "nauc_map_at_1_std": -0.02932112501222292, + "nauc_map_at_20_diff1": 0.2737804396971266, + "nauc_map_at_20_max": 0.2478016807998797, + "nauc_map_at_20_std": -0.02939728035633053, + "nauc_map_at_3_diff1": 0.25351013479263673, + "nauc_map_at_3_max": 0.17063166949972194, + "nauc_map_at_3_std": -0.0350283129762223, + "nauc_map_at_5_diff1": 0.25081241105949253, + "nauc_map_at_5_max": 0.20589260145243182, + "nauc_map_at_5_std": -0.04107910039163663, + "nauc_mrr_at_1000_diff1": 0.3930135157259678, + "nauc_mrr_at_1000_max": 0.366240827962637, + "nauc_mrr_at_1000_std": 0.042481053164111444, + "nauc_mrr_at_100_diff1": 0.3929164389283988, + "nauc_mrr_at_100_max": 0.366522095050239, + "nauc_mrr_at_100_std": 0.04279691687299349, + "nauc_mrr_at_10_diff1": 0.38995159386697087, + "nauc_mrr_at_10_max": 0.3662014243495353, + "nauc_mrr_at_10_std": 0.04201467696447956, + "nauc_mrr_at_1_diff1": 0.4354884295218202, + "nauc_mrr_at_1_max": 0.3436304948831738, + "nauc_mrr_at_1_std": 0.0522033117825598, + "nauc_mrr_at_20_diff1": 0.3926916458722639, + "nauc_mrr_at_20_max": 0.36745462533748935, + "nauc_mrr_at_20_std": 0.04296044717749717, + "nauc_mrr_at_3_diff1": 0.3913251419435661, + "nauc_mrr_at_3_max": 0.3574532159378065, + "nauc_mrr_at_3_std": 0.02867135694492011, + "nauc_mrr_at_5_diff1": 0.38789387860658864, + "nauc_mrr_at_5_max": 0.35326336299343825, + "nauc_mrr_at_5_std": 0.027419414430124012, + "nauc_ndcg_at_1000_diff1": 0.32027382286192274, + "nauc_ndcg_at_1000_max": 0.31592877375626244, + "nauc_ndcg_at_1000_std": 0.013320351245288319, + "nauc_ndcg_at_100_diff1": 0.3138078535451759, + "nauc_ndcg_at_100_max": 0.31438400027362007, + "nauc_ndcg_at_100_std": 0.011395015177323602, + "nauc_ndcg_at_10_diff1": 0.2730063060279372, + "nauc_ndcg_at_10_max": 0.2818620868110833, + "nauc_ndcg_at_10_std": -0.022691677203619223, + "nauc_ndcg_at_1_diff1": 0.4354884295218202, + "nauc_ndcg_at_1_max": 0.3436304948831738, + "nauc_ndcg_at_1_std": 0.0522033117825598, + "nauc_ndcg_at_20_diff1": 0.29489030983154985, + "nauc_ndcg_at_20_max": 0.3069491022317197, + "nauc_ndcg_at_20_std": -0.01002013487828901, + "nauc_ndcg_at_3_diff1": 0.2809837434956998, + "nauc_ndcg_at_3_max": 0.25363002157100323, + "nauc_ndcg_at_3_std": -0.016747283232016994, + "nauc_ndcg_at_5_diff1": 0.253391937522816, + "nauc_ndcg_at_5_max": 0.25156172648052355, + "nauc_ndcg_at_5_std": -0.03273402975599756, + "nauc_precision_at_1000_diff1": 0.13996523822646267, + "nauc_precision_at_1000_max": 0.3014750545271584, + "nauc_precision_at_1000_std": 0.1744239823526288, + "nauc_precision_at_100_diff1": 0.15479189474457586, + "nauc_precision_at_100_max": 0.30463093607301994, + "nauc_precision_at_100_std": 0.14304038994648377, + "nauc_precision_at_10_diff1": 0.1663061890934854, + "nauc_precision_at_10_max": 0.36160200184183505, + "nauc_precision_at_10_std": 0.03672018375123212, + "nauc_precision_at_1_diff1": 0.4354884295218202, + "nauc_precision_at_1_max": 0.3436304948831738, + "nauc_precision_at_1_std": 0.0522033117825598, + "nauc_precision_at_20_diff1": 0.1821911721168066, + "nauc_precision_at_20_max": 0.36522337727066534, + "nauc_precision_at_20_std": 0.0792040616005489, + "nauc_precision_at_3_diff1": 0.19374751667672724, + "nauc_precision_at_3_max": 0.31227530150828897, + "nauc_precision_at_3_std": 0.004233801513450966, + "nauc_precision_at_5_diff1": 0.15411987227984192, + "nauc_precision_at_5_max": 0.31827777346674924, + "nauc_precision_at_5_std": -0.021541220299097708, + "nauc_recall_at_1000_diff1": 0.29040514720188826, + "nauc_recall_at_1000_max": -0.32694790365647663, + "nauc_recall_at_1000_std": 0.08126809631969538, + "nauc_recall_at_100_diff1": 0.19302221939789677, + "nauc_recall_at_100_max": 0.30181088388430416, + "nauc_recall_at_100_std": 0.08730677805196141, + "nauc_recall_at_10_diff1": 0.14220608920042646, + "nauc_recall_at_10_max": 0.23026993945248886, + "nauc_recall_at_10_std": -0.05108158676159327, + "nauc_recall_at_1_diff1": 0.3236611768134287, + "nauc_recall_at_1_max": 0.11959017690577546, + "nauc_recall_at_1_std": -0.02932112501222292, + "nauc_recall_at_20_diff1": 0.18739342768249415, + "nauc_recall_at_20_max": 0.28944923039325243, + "nauc_recall_at_20_std": -0.03666558846869214, + "nauc_recall_at_3_diff1": 0.16108509409974048, + "nauc_recall_at_3_max": 0.12823852133294644, + "nauc_recall_at_3_std": -0.06943910723911235, + "nauc_recall_at_5_diff1": 0.13167158046794505, + "nauc_recall_at_5_max": 0.169585243520964, + "nauc_recall_at_5_std": -0.0724332052019146, + "ndcg_at_1": 0.44918, + "ndcg_at_10": 0.50655, + "ndcg_at_100": 0.59246, + "ndcg_at_1000": 0.60579, + "ndcg_at_20": 0.54166, + "ndcg_at_3": 0.42998, + "ndcg_at_5": 0.45443, + "precision_at_1": 0.44918, + "precision_at_10": 0.15443, + "precision_at_100": 0.02439, + "precision_at_1000": 0.00264, + "precision_at_20": 0.09328, + "precision_at_3": 0.30383, + "precision_at_5": 0.23148, + "recall_at_1": 0.22018, + "recall_at_10": 0.62235, + "recall_at_100": 0.92298, + "recall_at_1000": 0.99543, + "recall_at_20": 0.71958, + "recall_at_3": 0.39685, + "recall_at_5": 0.49281 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.54983, + "map_at_1": 0.24015, + "map_at_10": 0.44307, + "map_at_100": 0.47306, + "map_at_1000": 0.47472, + "map_at_20": 0.45971, + "map_at_3": 0.37589, + "map_at_5": 0.41211, + "mrr_at_1": 0.49687108886107634, + "mrr_at_10": 0.6357659375807054, + "mrr_at_100": 0.640570743769251, + "mrr_at_1000": 0.6406634053717568, + "mrr_at_20": 0.6385634191932306, + "mrr_at_3": 0.6124322069253229, + "mrr_at_5": 0.6273258239465992, + "nauc_map_at_1000_diff1": 0.2702606921293498, + "nauc_map_at_1000_max": 0.3179271062598361, + "nauc_map_at_1000_std": -0.04487151044445929, + "nauc_map_at_100_diff1": 0.27017270933170623, + "nauc_map_at_100_max": 0.3178237221651338, + "nauc_map_at_100_std": -0.0452357477211601, + "nauc_map_at_10_diff1": 0.2603086683707972, + "nauc_map_at_10_max": 0.2997658896809322, + "nauc_map_at_10_std": -0.06724450235523745, + "nauc_map_at_1_diff1": 0.3176584385671732, + "nauc_map_at_1_max": 0.23213773260777118, + "nauc_map_at_1_std": -0.033674697933134615, + "nauc_map_at_20_diff1": 0.26621093345136143, + "nauc_map_at_20_max": 0.3101998140527407, + "nauc_map_at_20_std": -0.054104904611758556, + "nauc_map_at_3_diff1": 0.2656929265923901, + "nauc_map_at_3_max": 0.2544252111127225, + "nauc_map_at_3_std": -0.09013701239128369, + "nauc_map_at_5_diff1": 0.25932981489690987, + "nauc_map_at_5_max": 0.27974552839177125, + "nauc_map_at_5_std": -0.07903634130601332, + "nauc_mrr_at_1000_diff1": 0.35697900539654137, + "nauc_mrr_at_1000_max": 0.4153057056599863, + "nauc_mrr_at_1000_std": 0.07372879139385813, + "nauc_mrr_at_100_diff1": 0.3568873277246135, + "nauc_mrr_at_100_max": 0.41528779094710583, + "nauc_mrr_at_100_std": 0.07372477158878424, + "nauc_mrr_at_10_diff1": 0.35421240160980844, + "nauc_mrr_at_10_max": 0.41754338512642125, + "nauc_mrr_at_10_std": 0.07533301424699387, + "nauc_mrr_at_1_diff1": 0.37924776353805334, + "nauc_mrr_at_1_max": 0.38112574995414855, + "nauc_mrr_at_1_std": 0.07785170351936022, + "nauc_mrr_at_20_diff1": 0.3560862757793233, + "nauc_mrr_at_20_max": 0.4166140731918694, + "nauc_mrr_at_20_std": 0.07432823297180167, + "nauc_mrr_at_3_diff1": 0.3567558907565222, + "nauc_mrr_at_3_max": 0.4133691885402492, + "nauc_mrr_at_3_std": 0.06412148136020768, + "nauc_mrr_at_5_diff1": 0.3588380949654111, + "nauc_mrr_at_5_max": 0.41782072925415914, + "nauc_mrr_at_5_std": 0.07431168453590666, + "nauc_ndcg_at_1000_diff1": 0.2897132352563108, + "nauc_ndcg_at_1000_max": 0.36949127747223093, + "nauc_ndcg_at_1000_std": 0.010387472012909453, + "nauc_ndcg_at_100_diff1": 0.28560942427727115, + "nauc_ndcg_at_100_max": 0.369822180083434, + "nauc_ndcg_at_100_std": 0.009612791900639468, + "nauc_ndcg_at_10_diff1": 0.2629771678766317, + "nauc_ndcg_at_10_max": 0.34020581232577174, + "nauc_ndcg_at_10_std": -0.03915414337728644, + "nauc_ndcg_at_1_diff1": 0.37924776353805334, + "nauc_ndcg_at_1_max": 0.38112574995414855, + "nauc_ndcg_at_1_std": 0.07785170351936022, + "nauc_ndcg_at_20_diff1": 0.2743709033836966, + "nauc_ndcg_at_20_max": 0.3563156122211457, + "nauc_ndcg_at_20_std": -0.017197066725652074, + "nauc_ndcg_at_3_diff1": 0.2778878030940827, + "nauc_ndcg_at_3_max": 0.3151523889913172, + "nauc_ndcg_at_3_std": -0.03360402650566367, + "nauc_ndcg_at_5_diff1": 0.27204757265371254, + "nauc_ndcg_at_5_max": 0.32777263139198787, + "nauc_ndcg_at_5_std": -0.03732477787023955, + "nauc_precision_at_1000_diff1": -0.04689112520655117, + "nauc_precision_at_1000_max": 0.09871504137763513, + "nauc_precision_at_1000_std": 0.2194860973986436, + "nauc_precision_at_100_diff1": -0.027209596104508255, + "nauc_precision_at_100_max": 0.14710994900458144, + "nauc_precision_at_100_std": 0.24121306554727065, + "nauc_precision_at_10_diff1": 0.035526344746537354, + "nauc_precision_at_10_max": 0.27665698572013736, + "nauc_precision_at_10_std": 0.13873117112879577, + "nauc_precision_at_1_diff1": 0.37924776353805334, + "nauc_precision_at_1_max": 0.38112574995414855, + "nauc_precision_at_1_std": 0.07785170351936022, + "nauc_precision_at_20_diff1": 0.017665546778805684, + "nauc_precision_at_20_max": 0.23273510530715866, + "nauc_precision_at_20_std": 0.1951979031333908, + "nauc_precision_at_3_diff1": 0.14979612882518614, + "nauc_precision_at_3_max": 0.30481047963478675, + "nauc_precision_at_3_std": 0.04503238113407365, + "nauc_precision_at_5_diff1": 0.08994038570448759, + "nauc_precision_at_5_max": 0.29799056067828406, + "nauc_precision_at_5_std": 0.08754454475325427, + "nauc_recall_at_1000_diff1": 0.4006952928423078, + "nauc_recall_at_1000_max": 0.03764093848583904, + "nauc_recall_at_1000_std": -0.8437453407996997, + "nauc_recall_at_100_diff1": 0.11925724936466416, + "nauc_recall_at_100_max": 0.2711013696540936, + "nauc_recall_at_100_std": -0.010085996435259184, + "nauc_recall_at_10_diff1": 0.13581523513098848, + "nauc_recall_at_10_max": 0.24251580344056925, + "nauc_recall_at_10_std": -0.1023292908410418, + "nauc_recall_at_1_diff1": 0.3176584385671732, + "nauc_recall_at_1_max": 0.23213773260777118, + "nauc_recall_at_1_std": -0.033674697933134615, + "nauc_recall_at_20_diff1": 0.15595814661655807, + "nauc_recall_at_20_max": 0.2760415983350268, + "nauc_recall_at_20_std": -0.07505726550523126, + "nauc_recall_at_3_diff1": 0.1898398578466517, + "nauc_recall_at_3_max": 0.19477096656777232, + "nauc_recall_at_3_std": -0.13220192445551715, + "nauc_recall_at_5_diff1": 0.1711164040491399, + "nauc_recall_at_5_max": 0.22714803964503305, + "nauc_recall_at_5_std": -0.10354348269547382, + "ndcg_at_1": 0.49687, + "ndcg_at_10": 0.54983, + "ndcg_at_100": 0.63306, + "ndcg_at_1000": 0.64708, + "ndcg_at_20": 0.58369, + "ndcg_at_3": 0.49814, + "ndcg_at_5": 0.51148, + "precision_at_1": 0.49687, + "precision_at_10": 0.16596, + "precision_at_100": 0.02646, + "precision_at_1000": 0.0029, + "precision_at_20": 0.09919, + "precision_at_3": 0.34543, + "precision_at_5": 0.26033, + "recall_at_1": 0.24015, + "recall_at_10": 0.6511, + "recall_at_100": 0.92998, + "recall_at_1000": 0.99812, + "recall_at_20": 0.74566, + "recall_at_3": 0.45861, + "recall_at_5": 0.54024 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.49013, + "map_at_1": 0.16175, + "map_at_10": 0.36321, + "map_at_100": 0.41717, + "map_at_1000": 0.41966, + "map_at_20": 0.39231, + "map_at_3": 0.26871, + "map_at_5": 0.31432, + "mrr_at_1": 0.5169753086419753, + "mrr_at_10": 0.6469233784048595, + "mrr_at_100": 0.6520602501473152, + "mrr_at_1000": 0.6521452123743775, + "mrr_at_20": 0.6508709697300806, + "mrr_at_3": 0.6180555555555552, + "mrr_at_5": 0.6388888888888884, + "nauc_map_at_1000_diff1": 0.2890084149049954, + "nauc_map_at_1000_max": 0.3448130412439489, + "nauc_map_at_1000_std": 0.03409140428223897, + "nauc_map_at_100_diff1": 0.28891042688650925, + "nauc_map_at_100_max": 0.34450476938133495, + "nauc_map_at_100_std": 0.03378285168656349, + "nauc_map_at_10_diff1": 0.29853397897085454, + "nauc_map_at_10_max": 0.31076844255958314, + "nauc_map_at_10_std": -0.016258360960205987, + "nauc_map_at_1_diff1": 0.36078513484715874, + "nauc_map_at_1_max": 0.1644803351747691, + "nauc_map_at_1_std": -0.08640054187267682, + "nauc_map_at_20_diff1": 0.2889619232792589, + "nauc_map_at_20_max": 0.3268217065256026, + "nauc_map_at_20_std": 0.014508284607007382, + "nauc_map_at_3_diff1": 0.3036145344911482, + "nauc_map_at_3_max": 0.2474809102144629, + "nauc_map_at_3_std": -0.05569035816847323, + "nauc_map_at_5_diff1": 0.3089288031207769, + "nauc_map_at_5_max": 0.27971226902617924, + "nauc_map_at_5_std": -0.05010493526787026, + "nauc_mrr_at_1000_diff1": 0.30800992102310404, + "nauc_mrr_at_1000_max": 0.37902370444731814, + "nauc_mrr_at_1000_std": 0.1506561200150174, + "nauc_mrr_at_100_diff1": 0.3080634521201197, + "nauc_mrr_at_100_max": 0.37917107669459404, + "nauc_mrr_at_100_std": 0.15087929814092196, + "nauc_mrr_at_10_diff1": 0.30377157053318427, + "nauc_mrr_at_10_max": 0.3789764948535415, + "nauc_mrr_at_10_std": 0.15239154738887234, + "nauc_mrr_at_1_diff1": 0.34752315435155795, + "nauc_mrr_at_1_max": 0.33922027444179637, + "nauc_mrr_at_1_std": 0.11540650124308426, + "nauc_mrr_at_20_diff1": 0.3073106071407851, + "nauc_mrr_at_20_max": 0.3786491486150121, + "nauc_mrr_at_20_std": 0.15128845866063734, + "nauc_mrr_at_3_diff1": 0.2950508495050676, + "nauc_mrr_at_3_max": 0.3883817220051992, + "nauc_mrr_at_3_std": 0.1529263127206797, + "nauc_mrr_at_5_diff1": 0.3028474230491769, + "nauc_mrr_at_5_max": 0.38017195205924076, + "nauc_mrr_at_5_std": 0.14988357242699607, + "nauc_ndcg_at_1000_diff1": 0.2825232540209815, + "nauc_ndcg_at_1000_max": 0.3961056937333589, + "nauc_ndcg_at_1000_std": 0.1213006236829116, + "nauc_ndcg_at_100_diff1": 0.2805855590142508, + "nauc_ndcg_at_100_max": 0.3985111702427472, + "nauc_ndcg_at_100_std": 0.12608109772361367, + "nauc_ndcg_at_10_diff1": 0.29136857531630866, + "nauc_ndcg_at_10_max": 0.339600745817997, + "nauc_ndcg_at_10_std": 0.032474300324332774, + "nauc_ndcg_at_1_diff1": 0.34752315435155795, + "nauc_ndcg_at_1_max": 0.33922027444179637, + "nauc_ndcg_at_1_std": 0.11540650124308426, + "nauc_ndcg_at_20_diff1": 0.2889869255298202, + "nauc_ndcg_at_20_max": 0.36623873285066877, + "nauc_ndcg_at_20_std": 0.0818643290010809, + "nauc_ndcg_at_3_diff1": 0.24794024116188845, + "nauc_ndcg_at_3_max": 0.35226398252008556, + "nauc_ndcg_at_3_std": 0.0962144215570107, + "nauc_ndcg_at_5_diff1": 0.284463790702509, + "nauc_ndcg_at_5_max": 0.34065850241300255, + "nauc_ndcg_at_5_std": 0.03719960069773969, + "nauc_precision_at_1000_diff1": -0.1354423091018147, + "nauc_precision_at_1000_max": 0.14688260063963715, + "nauc_precision_at_1000_std": 0.27190361632953175, + "nauc_precision_at_100_diff1": -0.11589767137149601, + "nauc_precision_at_100_max": 0.19480080819165654, + "nauc_precision_at_100_std": 0.3000929891763293, + "nauc_precision_at_10_diff1": 0.03617678682469829, + "nauc_precision_at_10_max": 0.3416356419873261, + "nauc_precision_at_10_std": 0.23892747761210398, + "nauc_precision_at_1_diff1": 0.34752315435155795, + "nauc_precision_at_1_max": 0.33922027444179637, + "nauc_precision_at_1_std": 0.11540650124308426, + "nauc_precision_at_20_diff1": -0.02549688617410784, + "nauc_precision_at_20_max": 0.3000430424983318, + "nauc_precision_at_20_std": 0.28654210430536875, + "nauc_precision_at_3_diff1": 0.11251664494869061, + "nauc_precision_at_3_max": 0.3798970597109667, + "nauc_precision_at_3_std": 0.1901164124445525, + "nauc_precision_at_5_diff1": 0.09480557571203366, + "nauc_precision_at_5_max": 0.37287481596572575, + "nauc_precision_at_5_std": 0.19274296564927526, + "nauc_recall_at_1000_diff1": 0.18050214328351377, + "nauc_recall_at_1000_max": 0.8692362021996055, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.18181456320948286, + "nauc_recall_at_100_max": 0.369834903483842, + "nauc_recall_at_100_std": 0.23426205837796849, + "nauc_recall_at_10_diff1": 0.22521428220140277, + "nauc_recall_at_10_max": 0.23080643818561228, + "nauc_recall_at_10_std": -0.03645913486649062, + "nauc_recall_at_1_diff1": 0.36078513484715874, + "nauc_recall_at_1_max": 0.1644803351747691, + "nauc_recall_at_1_std": -0.08640054187267682, + "nauc_recall_at_20_diff1": 0.23617853751145879, + "nauc_recall_at_20_max": 0.2640213568389278, + "nauc_recall_at_20_std": 0.058191197173480924, + "nauc_recall_at_3_diff1": 0.24527075530698111, + "nauc_recall_at_3_max": 0.218509892660553, + "nauc_recall_at_3_std": -0.06453784379878899, + "nauc_recall_at_5_diff1": 0.25416075742266314, + "nauc_recall_at_5_max": 0.21593758939339128, + "nauc_recall_at_5_std": -0.08179915591464224, + "ndcg_at_1": 0.51698, + "ndcg_at_10": 0.49013, + "ndcg_at_100": 0.61986, + "ndcg_at_1000": 0.63769, + "ndcg_at_20": 0.54367, + "ndcg_at_3": 0.4601, + "ndcg_at_5": 0.45541, + "precision_at_1": 0.51698, + "precision_at_10": 0.22222, + "precision_at_100": 0.04215, + "precision_at_1000": 0.0046, + "precision_at_20": 0.14414, + "precision_at_3": 0.38426, + "precision_at_5": 0.31327, + "recall_at_1": 0.16175, + "recall_at_10": 0.54745, + "recall_at_100": 0.91909, + "recall_at_1000": 0.99853, + "recall_at_20": 0.67625, + "recall_at_3": 0.31618, + "recall_at_5": 0.41348 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.47109, + "map_at_1": 0.2255, + "map_at_10": 0.38314, + "map_at_100": 0.40569, + "map_at_1000": 0.40676, + "map_at_20": 0.39613, + "map_at_3": 0.32906, + "map_at_5": 0.3579, + "mrr_at_1": 0.3575949367088608, + "mrr_at_10": 0.4900686909785008, + "mrr_at_100": 0.49842489422532554, + "mrr_at_1000": 0.4987196209741395, + "mrr_at_20": 0.49541038283426897, + "mrr_at_3": 0.4585970464135021, + "mrr_at_5": 0.4769514767932487, + "nauc_map_at_1000_diff1": 0.20983466665036637, + "nauc_map_at_1000_max": 0.21184407886312392, + "nauc_map_at_1000_std": -0.04972278737064882, + "nauc_map_at_100_diff1": 0.20946558872029633, + "nauc_map_at_100_max": 0.21159527470455863, + "nauc_map_at_100_std": -0.0497769383928367, + "nauc_map_at_10_diff1": 0.2127760083849604, + "nauc_map_at_10_max": 0.20822572478694826, + "nauc_map_at_10_std": -0.06463073824873035, + "nauc_map_at_1_diff1": 0.25044338811503436, + "nauc_map_at_1_max": 0.12719933192392102, + "nauc_map_at_1_std": -0.10478228908291078, + "nauc_map_at_20_diff1": 0.20955558574821684, + "nauc_map_at_20_max": 0.21069019205375633, + "nauc_map_at_20_std": -0.05521671194162292, + "nauc_map_at_3_diff1": 0.21507460847665014, + "nauc_map_at_3_max": 0.18227475652294278, + "nauc_map_at_3_std": -0.07251899536664175, + "nauc_map_at_5_diff1": 0.2152434676671067, + "nauc_map_at_5_max": 0.1966889646590368, + "nauc_map_at_5_std": -0.07276624253555132, + "nauc_mrr_at_1000_diff1": 0.1998827650138725, + "nauc_mrr_at_1000_max": 0.2308407043768553, + "nauc_mrr_at_1000_std": 0.007709258431771159, + "nauc_mrr_at_100_diff1": 0.19960958889189717, + "nauc_mrr_at_100_max": 0.23055278581126906, + "nauc_mrr_at_100_std": 0.007753015038900763, + "nauc_mrr_at_10_diff1": 0.20166015251311553, + "nauc_mrr_at_10_max": 0.2373023670040334, + "nauc_mrr_at_10_std": 0.007724736817677568, + "nauc_mrr_at_1_diff1": 0.223960396130971, + "nauc_mrr_at_1_max": 0.17300242587843706, + "nauc_mrr_at_1_std": -0.032702106329459, + "nauc_mrr_at_20_diff1": 0.20000679481114605, + "nauc_mrr_at_20_max": 0.2328007795345503, + "nauc_mrr_at_20_std": 0.008018843785541392, + "nauc_mrr_at_3_diff1": 0.19482439498552442, + "nauc_mrr_at_3_max": 0.2293635581110253, + "nauc_mrr_at_3_std": 0.0025675191041150936, + "nauc_mrr_at_5_diff1": 0.2003501725929611, + "nauc_mrr_at_5_max": 0.23264650269387646, + "nauc_mrr_at_5_std": 0.0044100360961416285, + "nauc_ndcg_at_1000_diff1": 0.2049119093819251, + "nauc_ndcg_at_1000_max": 0.23756574534562686, + "nauc_ndcg_at_1000_std": -0.004209799851061668, + "nauc_ndcg_at_100_diff1": 0.19724972157006682, + "nauc_ndcg_at_100_max": 0.23554018102814422, + "nauc_ndcg_at_100_std": 0.0016617079341697766, + "nauc_ndcg_at_10_diff1": 0.20288529507098765, + "nauc_ndcg_at_10_max": 0.2399819271071181, + "nauc_ndcg_at_10_std": -0.039399907073999665, + "nauc_ndcg_at_1_diff1": 0.223960396130971, + "nauc_ndcg_at_1_max": 0.17300242587843706, + "nauc_ndcg_at_1_std": -0.032702106329459, + "nauc_ndcg_at_20_diff1": 0.19371373211213203, + "nauc_ndcg_at_20_max": 0.23869786912165633, + "nauc_ndcg_at_20_std": -0.0197995125173016, + "nauc_ndcg_at_3_diff1": 0.19497792683110954, + "nauc_ndcg_at_3_max": 0.20759307935234744, + "nauc_ndcg_at_3_std": -0.04254765373768163, + "nauc_ndcg_at_5_diff1": 0.2019606595298938, + "nauc_ndcg_at_5_max": 0.2233922546844573, + "nauc_ndcg_at_5_std": -0.04803019050254136, + "nauc_precision_at_1000_diff1": -0.03163223290860298, + "nauc_precision_at_1000_max": 0.08654879776004736, + "nauc_precision_at_1000_std": 0.17218556468291427, + "nauc_precision_at_100_diff1": -0.022940050941025077, + "nauc_precision_at_100_max": 0.1173570804676179, + "nauc_precision_at_100_std": 0.19638523447721568, + "nauc_precision_at_10_diff1": 0.05688617473285013, + "nauc_precision_at_10_max": 0.21388636986970783, + "nauc_precision_at_10_std": 0.08029383582628187, + "nauc_precision_at_1_diff1": 0.223960396130971, + "nauc_precision_at_1_max": 0.17300242587843706, + "nauc_precision_at_1_std": -0.032702106329459, + "nauc_precision_at_20_diff1": -5.7637243981780767e-05, + "nauc_precision_at_20_max": 0.1769561904413484, + "nauc_precision_at_20_std": 0.14188186697179214, + "nauc_precision_at_3_diff1": 0.1039518230838768, + "nauc_precision_at_3_max": 0.2267958676288665, + "nauc_precision_at_3_std": 0.04811423761321204, + "nauc_precision_at_5_diff1": 0.09065797975735543, + "nauc_precision_at_5_max": 0.23514786781156644, + "nauc_precision_at_5_std": 0.05164751821365081, + "nauc_recall_at_1000_diff1": 0.6539778972357649, + "nauc_recall_at_1000_max": 0.45152661696898955, + "nauc_recall_at_1000_std": 0.8356596288024414, + "nauc_recall_at_100_diff1": 0.08039124342414249, + "nauc_recall_at_100_max": 0.2064787410644076, + "nauc_recall_at_100_std": 0.22783890563907785, + "nauc_recall_at_10_diff1": 0.14673139058790316, + "nauc_recall_at_10_max": 0.2542945656727105, + "nauc_recall_at_10_std": -0.04076154556045228, + "nauc_recall_at_1_diff1": 0.25044338811503436, + "nauc_recall_at_1_max": 0.12719933192392102, + "nauc_recall_at_1_std": -0.10478228908291078, + "nauc_recall_at_20_diff1": 0.10640800663303893, + "nauc_recall_at_20_max": 0.2400857162763188, + "nauc_recall_at_20_std": 0.012910738623620736, + "nauc_recall_at_3_diff1": 0.16249041436720368, + "nauc_recall_at_3_max": 0.20462698165609028, + "nauc_recall_at_3_std": -0.06052166936624018, + "nauc_recall_at_5_diff1": 0.15881695587839273, + "nauc_recall_at_5_max": 0.22175319520980324, + "nauc_recall_at_5_std": -0.06419642622747637, + "ndcg_at_1": 0.35759, + "ndcg_at_10": 0.47109, + "ndcg_at_100": 0.54678, + "ndcg_at_1000": 0.56184, + "ndcg_at_20": 0.50404, + "ndcg_at_3": 0.39936, + "ndcg_at_5": 0.42877, + "precision_at_1": 0.35759, + "precision_at_10": 0.11725, + "precision_at_100": 0.01856, + "precision_at_1000": 0.00206, + "precision_at_20": 0.07112, + "precision_at_3": 0.24262, + "precision_at_5": 0.18165, + "recall_at_1": 0.2255, + "recall_at_10": 0.61365, + "recall_at_100": 0.89616, + "recall_at_1000": 0.98879, + "recall_at_20": 0.71568, + "recall_at_3": 0.41834, + "recall_at_5": 0.50268 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.69742, + "map_at_1": 0.39543, + "map_at_10": 0.61499, + "map_at_100": 0.62903, + "map_at_1000": 0.62936, + "map_at_20": 0.62463, + "map_at_3": 0.55877, + "map_at_5": 0.59203, + "mrr_at_1": 0.617, + "mrr_at_10": 0.7280972222222224, + "mrr_at_100": 0.7311847882152056, + "mrr_at_1000": 0.7312598815270834, + "mrr_at_20": 0.7303025563875412, + "mrr_at_3": 0.7103333333333334, + "mrr_at_5": 0.7215333333333337, + "nauc_map_at_1000_diff1": 0.41902412608568057, + "nauc_map_at_1000_max": 0.2961463574261018, + "nauc_map_at_1000_std": -0.023962792327978624, + "nauc_map_at_100_diff1": 0.41900387237515824, + "nauc_map_at_100_max": 0.29634130718863394, + "nauc_map_at_100_std": -0.02391961418153813, + "nauc_map_at_10_diff1": 0.41826405998615307, + "nauc_map_at_10_max": 0.29206962147727733, + "nauc_map_at_10_std": -0.03204785107050974, + "nauc_map_at_1_diff1": 0.4471514074249081, + "nauc_map_at_1_max": 0.18977404031421324, + "nauc_map_at_1_std": -0.08288937674248055, + "nauc_map_at_20_diff1": 0.41894392550763465, + "nauc_map_at_20_max": 0.29748308465296047, + "nauc_map_at_20_std": -0.026783890289550083, + "nauc_map_at_3_diff1": 0.408798689879048, + "nauc_map_at_3_max": 0.25259178839179114, + "nauc_map_at_3_std": -0.04791640050112648, + "nauc_map_at_5_diff1": 0.41082646548537927, + "nauc_map_at_5_max": 0.2677811366838482, + "nauc_map_at_5_std": -0.03922675276817024, + "nauc_mrr_at_1000_diff1": 0.5022552747883162, + "nauc_mrr_at_1000_max": 0.36712837281345795, + "nauc_mrr_at_1000_std": 0.014089195630432703, + "nauc_mrr_at_100_diff1": 0.5022519328876841, + "nauc_mrr_at_100_max": 0.367116226934973, + "nauc_mrr_at_100_std": 0.014154784673907865, + "nauc_mrr_at_10_diff1": 0.5017738891209347, + "nauc_mrr_at_10_max": 0.36790932793609893, + "nauc_mrr_at_10_std": 0.013585518061152229, + "nauc_mrr_at_1_diff1": 0.5079931642343191, + "nauc_mrr_at_1_max": 0.3462679442673962, + "nauc_mrr_at_1_std": -0.01526725732496371, + "nauc_mrr_at_20_diff1": 0.5016689931488463, + "nauc_mrr_at_20_max": 0.36806654826099305, + "nauc_mrr_at_20_std": 0.014721347594838664, + "nauc_mrr_at_3_diff1": 0.5023859968714721, + "nauc_mrr_at_3_max": 0.36581665860795226, + "nauc_mrr_at_3_std": 0.013272925977568227, + "nauc_mrr_at_5_diff1": 0.5005591040177642, + "nauc_mrr_at_5_max": 0.36766978938142153, + "nauc_mrr_at_5_std": 0.01313130983830118, + "nauc_ndcg_at_1000_diff1": 0.44037368849041825, + "nauc_ndcg_at_1000_max": 0.33053824220091493, + "nauc_ndcg_at_1000_std": 0.008091909200070972, + "nauc_ndcg_at_100_diff1": 0.43914986544070034, + "nauc_ndcg_at_100_max": 0.33318501273116063, + "nauc_ndcg_at_100_std": 0.010580672440065464, + "nauc_ndcg_at_10_diff1": 0.43393227524343003, + "nauc_ndcg_at_10_max": 0.3292206435302952, + "nauc_ndcg_at_10_std": -0.012052699597912029, + "nauc_ndcg_at_1_diff1": 0.5079931642343191, + "nauc_ndcg_at_1_max": 0.3462679442673962, + "nauc_ndcg_at_1_std": -0.01526725732496371, + "nauc_ndcg_at_20_diff1": 0.43660116207979216, + "nauc_ndcg_at_20_max": 0.3418406526551862, + "nauc_ndcg_at_20_std": 0.004034026488038151, + "nauc_ndcg_at_3_diff1": 0.411152517848867, + "nauc_ndcg_at_3_max": 0.27716091121646236, + "nauc_ndcg_at_3_std": -0.022503074948264656, + "nauc_ndcg_at_5_diff1": 0.42084651020508806, + "nauc_ndcg_at_5_max": 0.29381028366513073, + "nauc_ndcg_at_5_std": -0.021278501591733546, + "nauc_precision_at_1000_diff1": -0.1760563905521841, + "nauc_precision_at_1000_max": 0.06278924646440236, + "nauc_precision_at_1000_std": 0.18797057905852488, + "nauc_precision_at_100_diff1": -0.15169254041176242, + "nauc_precision_at_100_max": 0.08944415993500705, + "nauc_precision_at_100_std": 0.19204137805572422, + "nauc_precision_at_10_diff1": -0.008440148957849612, + "nauc_precision_at_10_max": 0.22674148734539484, + "nauc_precision_at_10_std": 0.14323394149127808, + "nauc_precision_at_1_diff1": 0.5079931642343191, + "nauc_precision_at_1_max": 0.3462679442673962, + "nauc_precision_at_1_std": -0.01526725732496371, + "nauc_precision_at_20_diff1": -0.07086431504764079, + "nauc_precision_at_20_max": 0.1920562729413146, + "nauc_precision_at_20_std": 0.17176554890978454, + "nauc_precision_at_3_diff1": 0.1276485304985002, + "nauc_precision_at_3_max": 0.26908304174791026, + "nauc_precision_at_3_std": 0.10308946998228244, + "nauc_precision_at_5_diff1": 0.05809284974028788, + "nauc_precision_at_5_max": 0.2359559290800633, + "nauc_precision_at_5_std": 0.11802846182172386, + "nauc_recall_at_1000_diff1": 0.42192877150860464, + "nauc_recall_at_1000_max": 0.7357342937174965, + "nauc_recall_at_1000_std": 0.8319861277844484, + "nauc_recall_at_100_diff1": 0.35297554871591263, + "nauc_recall_at_100_max": 0.46695217384872345, + "nauc_recall_at_100_std": 0.27257212297779854, + "nauc_recall_at_10_diff1": 0.3567327406353488, + "nauc_recall_at_10_max": 0.33543442783033217, + "nauc_recall_at_10_std": -0.008732150082971016, + "nauc_recall_at_1_diff1": 0.4471514074249081, + "nauc_recall_at_1_max": 0.18977404031421324, + "nauc_recall_at_1_std": -0.08288937674248055, + "nauc_recall_at_20_diff1": 0.3557958624123769, + "nauc_recall_at_20_max": 0.4213697696447644, + "nauc_recall_at_20_std": 0.08136094902672457, + "nauc_recall_at_3_diff1": 0.3454501320987381, + "nauc_recall_at_3_max": 0.21446561339826234, + "nauc_recall_at_3_std": -0.029508467113881047, + "nauc_recall_at_5_diff1": 0.3401905451297964, + "nauc_recall_at_5_max": 0.24499242437116073, + "nauc_recall_at_5_std": -0.017910281675270538, + "ndcg_at_1": 0.617, + "ndcg_at_10": 0.69742, + "ndcg_at_100": 0.73885, + "ndcg_at_1000": 0.7436, + "ndcg_at_20": 0.71965, + "ndcg_at_3": 0.62485, + "ndcg_at_5": 0.66021, + "precision_at_1": 0.617, + "precision_at_10": 0.1494, + "precision_at_100": 0.01847, + "precision_at_1000": 0.00191, + "precision_at_20": 0.0827, + "precision_at_3": 0.368, + "precision_at_5": 0.2568, + "recall_at_1": 0.39543, + "recall_at_10": 0.81473, + "recall_at_100": 0.96423, + "recall_at_1000": 0.99417, + "recall_at_20": 0.88397, + "recall_at_3": 0.64347, + "recall_at_5": 0.72362 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.49588, + "map_at_1": 0.25093, + "map_at_10": 0.40595, + "map_at_100": 0.43096, + "map_at_1000": 0.43181, + "map_at_20": 0.41991, + "map_at_3": 0.34728, + "map_at_5": 0.37774, + "mrr_at_1": 0.42565597667638483, + "mrr_at_10": 0.5375642093572122, + "mrr_at_100": 0.5463487881538028, + "mrr_at_1000": 0.546366351117026, + "mrr_at_20": 0.5439867794493478, + "mrr_at_3": 0.5082604470359573, + "mrr_at_5": 0.5207968901846454, + "nauc_map_at_1000_diff1": 0.2048468045773805, + "nauc_map_at_1000_max": 0.22594284549914984, + "nauc_map_at_1000_std": 0.10794888856942428, + "nauc_map_at_100_diff1": 0.20410735092127955, + "nauc_map_at_100_max": 0.22615556227870412, + "nauc_map_at_100_std": 0.10870057076535769, + "nauc_map_at_10_diff1": 0.20542529328068582, + "nauc_map_at_10_max": 0.2223994763710909, + "nauc_map_at_10_std": 0.10575418321291191, + "nauc_map_at_1_diff1": 0.2503636883482649, + "nauc_map_at_1_max": 0.15611991282954782, + "nauc_map_at_1_std": 0.05160344479549267, + "nauc_map_at_20_diff1": 0.20608329131845743, + "nauc_map_at_20_max": 0.22878074703233775, + "nauc_map_at_20_std": 0.10707420527316795, + "nauc_map_at_3_diff1": 0.21154266460839938, + "nauc_map_at_3_max": 0.2072323454566525, + "nauc_map_at_3_std": 0.09994434287212144, + "nauc_map_at_5_diff1": 0.20706220213566168, + "nauc_map_at_5_max": 0.21711765760153867, + "nauc_map_at_5_std": 0.10715243487118449, + "nauc_mrr_at_1000_diff1": 0.19056524881079456, + "nauc_mrr_at_1000_max": 0.24964788938164717, + "nauc_mrr_at_1000_std": 0.12888016962138768, + "nauc_mrr_at_100_diff1": 0.19059516268732063, + "nauc_mrr_at_100_max": 0.24964071318787123, + "nauc_mrr_at_100_std": 0.12891355480482933, + "nauc_mrr_at_10_diff1": 0.1920642893098772, + "nauc_mrr_at_10_max": 0.2508862863907584, + "nauc_mrr_at_10_std": 0.12987881509937738, + "nauc_mrr_at_1_diff1": 0.19151570257741746, + "nauc_mrr_at_1_max": 0.21307713641052745, + "nauc_mrr_at_1_std": 0.10255984853058209, + "nauc_mrr_at_20_diff1": 0.18895412494690006, + "nauc_mrr_at_20_max": 0.2507003090506762, + "nauc_mrr_at_20_std": 0.13019175367264316, + "nauc_mrr_at_3_diff1": 0.18870272045532463, + "nauc_mrr_at_3_max": 0.24299776540741203, + "nauc_mrr_at_3_std": 0.12744925370248217, + "nauc_mrr_at_5_diff1": 0.1883747188785833, + "nauc_mrr_at_5_max": 0.24565465722613455, + "nauc_mrr_at_5_std": 0.1281871594569319, + "nauc_ndcg_at_1000_diff1": 0.20135889751707778, + "nauc_ndcg_at_1000_max": 0.24618991057988734, + "nauc_ndcg_at_1000_std": 0.12018111979948563, + "nauc_ndcg_at_100_diff1": 0.19606147118305567, + "nauc_ndcg_at_100_max": 0.24902831250371854, + "nauc_ndcg_at_100_std": 0.12992519729457763, + "nauc_ndcg_at_10_diff1": 0.2032227744607372, + "nauc_ndcg_at_10_max": 0.2501806012638434, + "nauc_ndcg_at_10_std": 0.12203244105541038, + "nauc_ndcg_at_1_diff1": 0.19151570257741746, + "nauc_ndcg_at_1_max": 0.21307713641052745, + "nauc_ndcg_at_1_std": 0.10255984853058209, + "nauc_ndcg_at_20_diff1": 0.2013815673478839, + "nauc_ndcg_at_20_max": 0.265149989984886, + "nauc_ndcg_at_20_std": 0.12696082177942128, + "nauc_ndcg_at_3_diff1": 0.19201990435002408, + "nauc_ndcg_at_3_max": 0.22641459166486103, + "nauc_ndcg_at_3_std": 0.11200353008621651, + "nauc_ndcg_at_5_diff1": 0.19978298905155747, + "nauc_ndcg_at_5_max": 0.24074742457132098, + "nauc_ndcg_at_5_std": 0.12120428585211608, + "nauc_precision_at_1000_diff1": -0.07094356710902666, + "nauc_precision_at_1000_max": 0.004715344014090083, + "nauc_precision_at_1000_std": -0.012538271085042872, + "nauc_precision_at_100_diff1": -0.09406120133435412, + "nauc_precision_at_100_max": 0.0355552709611696, + "nauc_precision_at_100_std": 0.033911084020409044, + "nauc_precision_at_10_diff1": 0.005352505048683551, + "nauc_precision_at_10_max": 0.18270065993864354, + "nauc_precision_at_10_std": 0.08637756143629466, + "nauc_precision_at_1_diff1": 0.19151570257741746, + "nauc_precision_at_1_max": 0.21307713641052745, + "nauc_precision_at_1_std": 0.10255984853058209, + "nauc_precision_at_20_diff1": -0.018593299041714893, + "nauc_precision_at_20_max": 0.17160857206886088, + "nauc_precision_at_20_std": 0.06649555783985439, + "nauc_precision_at_3_diff1": 0.07065890471242042, + "nauc_precision_at_3_max": 0.22684813960941674, + "nauc_precision_at_3_std": 0.11574881650192653, + "nauc_precision_at_5_diff1": 0.04436635358707484, + "nauc_precision_at_5_max": 0.20785499930147733, + "nauc_precision_at_5_std": 0.11117333261970977, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.06063788734225912, + "nauc_recall_at_100_max": 0.2871061886701109, + "nauc_recall_at_100_std": 0.4015569577242996, + "nauc_recall_at_10_diff1": 0.1934695794397108, + "nauc_recall_at_10_max": 0.27020758134114076, + "nauc_recall_at_10_std": 0.12790341752592257, + "nauc_recall_at_1_diff1": 0.2503636883482649, + "nauc_recall_at_1_max": 0.15611991282954782, + "nauc_recall_at_1_std": 0.05160344479549267, + "nauc_recall_at_20_diff1": 0.1683642669058127, + "nauc_recall_at_20_max": 0.32983578516541684, + "nauc_recall_at_20_std": 0.15889356037006389, + "nauc_recall_at_3_diff1": 0.18471618958082542, + "nauc_recall_at_3_max": 0.23560141765920706, + "nauc_recall_at_3_std": 0.12237793684955467, + "nauc_recall_at_5_diff1": 0.18682239961315708, + "nauc_recall_at_5_max": 0.25199950716916986, + "nauc_recall_at_5_std": 0.12616976623046097, + "ndcg_at_1": 0.42566, + "ndcg_at_10": 0.49588, + "ndcg_at_100": 0.58293, + "ndcg_at_1000": 0.591, + "ndcg_at_20": 0.53205, + "ndcg_at_3": 0.41617, + "ndcg_at_5": 0.44532, + "precision_at_1": 0.42566, + "precision_at_10": 0.12507, + "precision_at_100": 0.02012, + "precision_at_1000": 0.00213, + "precision_at_20": 0.07551, + "precision_at_3": 0.26045, + "precision_at_5": 0.19184, + "recall_at_1": 0.25093, + "recall_at_10": 0.62236, + "recall_at_100": 0.95777, + "recall_at_1000": 1.0, + "recall_at_20": 0.73568, + "recall_at_3": 0.41503, + "recall_at_5": 0.49214 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.47743, + "map_at_1": 0.20974, + "map_at_10": 0.38397, + "map_at_100": 0.40626, + "map_at_1000": 0.40711, + "map_at_20": 0.39786, + "map_at_3": 0.31496, + "map_at_5": 0.35155, + "mrr_at_1": 0.38285714285714284, + "mrr_at_10": 0.507019274376417, + "mrr_at_100": 0.5142799456300515, + "mrr_at_1000": 0.5145696143314833, + "mrr_at_20": 0.5113503791898307, + "mrr_at_3": 0.47380952380952374, + "mrr_at_5": 0.4932380952380953, + "nauc_map_at_1000_diff1": 0.269945762427498, + "nauc_map_at_1000_max": 0.30349409038521774, + "nauc_map_at_1000_std": -0.02497371389478986, + "nauc_map_at_100_diff1": 0.2700340278929848, + "nauc_map_at_100_max": 0.3035006777328523, + "nauc_map_at_100_std": -0.025127031479249197, + "nauc_map_at_10_diff1": 0.26537674516177745, + "nauc_map_at_10_max": 0.29142920595240734, + "nauc_map_at_10_std": -0.031681894024649666, + "nauc_map_at_1_diff1": 0.3415954068756209, + "nauc_map_at_1_max": 0.18010388358098753, + "nauc_map_at_1_std": -0.05055304100610568, + "nauc_map_at_20_diff1": 0.2714362845375151, + "nauc_map_at_20_max": 0.2994192804741716, + "nauc_map_at_20_std": -0.030926113288573687, + "nauc_map_at_3_diff1": 0.29901212219651657, + "nauc_map_at_3_max": 0.24809089355050443, + "nauc_map_at_3_std": -0.04381008407023838, + "nauc_map_at_5_diff1": 0.2756861370578272, + "nauc_map_at_5_max": 0.2709481374340588, + "nauc_map_at_5_std": -0.049459178290499624, + "nauc_mrr_at_1000_diff1": 0.2612443800869135, + "nauc_mrr_at_1000_max": 0.38292304320019505, + "nauc_mrr_at_1000_std": 0.030455037511235326, + "nauc_mrr_at_100_diff1": 0.2611274683465817, + "nauc_mrr_at_100_max": 0.3829165440218134, + "nauc_mrr_at_100_std": 0.030434893853705975, + "nauc_mrr_at_10_diff1": 0.2624536303755786, + "nauc_mrr_at_10_max": 0.3854299956359467, + "nauc_mrr_at_10_std": 0.0346163065959941, + "nauc_mrr_at_1_diff1": 0.2939913526501977, + "nauc_mrr_at_1_max": 0.3500100119401657, + "nauc_mrr_at_1_std": 0.03205304103412221, + "nauc_mrr_at_20_diff1": 0.2613730299563726, + "nauc_mrr_at_20_max": 0.3833416628687766, + "nauc_mrr_at_20_std": 0.028934080896535205, + "nauc_mrr_at_3_diff1": 0.2686298104152815, + "nauc_mrr_at_3_max": 0.3904199810602994, + "nauc_mrr_at_3_std": 0.03481124704916745, + "nauc_mrr_at_5_diff1": 0.26486294671524774, + "nauc_mrr_at_5_max": 0.3872112916966102, + "nauc_mrr_at_5_std": 0.02569560033777438, + "nauc_ndcg_at_1000_diff1": 0.25049137736130317, + "nauc_ndcg_at_1000_max": 0.34507712099470234, + "nauc_ndcg_at_1000_std": 0.007326878373505557, + "nauc_ndcg_at_100_diff1": 0.24910574849742712, + "nauc_ndcg_at_100_max": 0.346794989867976, + "nauc_ndcg_at_100_std": 0.012213515693002976, + "nauc_ndcg_at_10_diff1": 0.2443588442404009, + "nauc_ndcg_at_10_max": 0.3294793860479708, + "nauc_ndcg_at_10_std": -0.009056935579729055, + "nauc_ndcg_at_1_diff1": 0.2939913526501977, + "nauc_ndcg_at_1_max": 0.3500100119401657, + "nauc_ndcg_at_1_std": 0.03205304103412221, + "nauc_ndcg_at_20_diff1": 0.25486248732837535, + "nauc_ndcg_at_20_max": 0.33726225254813996, + "nauc_ndcg_at_20_std": -0.01768748512339196, + "nauc_ndcg_at_3_diff1": 0.25824086078164615, + "nauc_ndcg_at_3_max": 0.3297901192488665, + "nauc_ndcg_at_3_std": -0.012312124631563, + "nauc_ndcg_at_5_diff1": 0.2563656817610812, + "nauc_ndcg_at_5_max": 0.3210508671968911, + "nauc_ndcg_at_5_std": -0.03502665632730882, + "nauc_precision_at_1000_diff1": -0.07712481656803426, + "nauc_precision_at_1000_max": 0.25541788908004753, + "nauc_precision_at_1000_std": 0.12079029934529714, + "nauc_precision_at_100_diff1": -0.055160387779017196, + "nauc_precision_at_100_max": 0.29112919051971187, + "nauc_precision_at_100_std": 0.13807758944541323, + "nauc_precision_at_10_diff1": 0.018668149177150872, + "nauc_precision_at_10_max": 0.35997697814324, + "nauc_precision_at_10_std": 0.09023755643435712, + "nauc_precision_at_1_diff1": 0.2939913526501977, + "nauc_precision_at_1_max": 0.3500100119401657, + "nauc_precision_at_1_std": 0.03205304103412221, + "nauc_precision_at_20_diff1": 0.01965448770323576, + "nauc_precision_at_20_max": 0.3252330793174026, + "nauc_precision_at_20_std": 0.08126386501917666, + "nauc_precision_at_3_diff1": 0.12628379506625315, + "nauc_precision_at_3_max": 0.3851374630370589, + "nauc_precision_at_3_std": 0.04391377039963296, + "nauc_precision_at_5_diff1": 0.0638154464197393, + "nauc_precision_at_5_max": 0.3739208581828672, + "nauc_precision_at_5_std": 0.034706911034618454, + "nauc_recall_at_1000_diff1": -0.7222657424552078, + "nauc_recall_at_1000_max": 0.6564868885407301, + "nauc_recall_at_1000_std": 0.9235626453971472, + "nauc_recall_at_100_diff1": 0.08942343511166881, + "nauc_recall_at_100_max": 0.35275880583098046, + "nauc_recall_at_100_std": 0.19165577010395354, + "nauc_recall_at_10_diff1": 0.14856181268569388, + "nauc_recall_at_10_max": 0.27932603121416044, + "nauc_recall_at_10_std": -0.0201627836211213, + "nauc_recall_at_1_diff1": 0.3415954068756209, + "nauc_recall_at_1_max": 0.18010388358098753, + "nauc_recall_at_1_std": -0.05055304100610568, + "nauc_recall_at_20_diff1": 0.16869725839232408, + "nauc_recall_at_20_max": 0.28980542555688454, + "nauc_recall_at_20_std": -0.07117649299736468, + "nauc_recall_at_3_diff1": 0.24006269191096205, + "nauc_recall_at_3_max": 0.2448575601965436, + "nauc_recall_at_3_std": -0.0412416930801846, + "nauc_recall_at_5_diff1": 0.1900036617816213, + "nauc_recall_at_5_max": 0.25434768058887497, + "nauc_recall_at_5_std": -0.0701091996780119, + "ndcg_at_1": 0.38286, + "ndcg_at_10": 0.47743, + "ndcg_at_100": 0.5502, + "ndcg_at_1000": 0.56415, + "ndcg_at_20": 0.50928, + "ndcg_at_3": 0.39637, + "ndcg_at_5": 0.4264, + "precision_at_1": 0.38286, + "precision_at_10": 0.13257, + "precision_at_100": 0.01957, + "precision_at_1000": 0.00213, + "precision_at_20": 0.07829, + "precision_at_3": 0.26, + "precision_at_5": 0.20171, + "recall_at_1": 0.20974, + "recall_at_10": 0.61843, + "recall_at_100": 0.90105, + "recall_at_1000": 0.99197, + "recall_at_20": 0.7165, + "recall_at_3": 0.38602, + "recall_at_5": 0.48289 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.48324, + "map_at_1": 0.21545, + "map_at_10": 0.38152, + "map_at_100": 0.41368, + "map_at_1000": 0.41575, + "map_at_20": 0.39885, + "map_at_3": 0.31703, + "map_at_5": 0.35328, + "mrr_at_1": 0.48125, + "mrr_at_10": 0.5935288525132273, + "mrr_at_100": 0.5996029779528654, + "mrr_at_1000": 0.5998433842940778, + "mrr_at_20": 0.5973839581596447, + "mrr_at_3": 0.5682291666666666, + "mrr_at_5": 0.5856249999999997, + "nauc_map_at_1000_diff1": 0.23597822360837786, + "nauc_map_at_1000_max": 0.2761868833637905, + "nauc_map_at_1000_std": -0.04406350419136831, + "nauc_map_at_100_diff1": 0.23552104213017885, + "nauc_map_at_100_max": 0.2764251835480471, + "nauc_map_at_100_std": -0.04458876765053791, + "nauc_map_at_10_diff1": 0.2342968796924648, + "nauc_map_at_10_max": 0.2650726243080611, + "nauc_map_at_10_std": -0.06970957705335866, + "nauc_map_at_1_diff1": 0.2948729599161256, + "nauc_map_at_1_max": 0.22465658802879374, + "nauc_map_at_1_std": -0.08436042727130662, + "nauc_map_at_20_diff1": 0.23358307456951535, + "nauc_map_at_20_max": 0.27231558099796077, + "nauc_map_at_20_std": -0.05975155848754948, + "nauc_map_at_3_diff1": 0.2476738043463566, + "nauc_map_at_3_max": 0.24327718782784757, + "nauc_map_at_3_std": -0.09053088210789208, + "nauc_map_at_5_diff1": 0.24062761891103446, + "nauc_map_at_5_max": 0.25683741225204126, + "nauc_map_at_5_std": -0.08880944596699668, + "nauc_mrr_at_1000_diff1": 0.3129173651156309, + "nauc_mrr_at_1000_max": 0.2998905527378077, + "nauc_mrr_at_1000_std": 0.06328745899765154, + "nauc_mrr_at_100_diff1": 0.3129689471766848, + "nauc_mrr_at_100_max": 0.29990172749817395, + "nauc_mrr_at_100_std": 0.06342956201205782, + "nauc_mrr_at_10_diff1": 0.31165354665042283, + "nauc_mrr_at_10_max": 0.3013896845752354, + "nauc_mrr_at_10_std": 0.064143230607394, + "nauc_mrr_at_1_diff1": 0.33412206603843836, + "nauc_mrr_at_1_max": 0.262133659857642, + "nauc_mrr_at_1_std": 0.04519217775718593, + "nauc_mrr_at_20_diff1": 0.31289153430025224, + "nauc_mrr_at_20_max": 0.300827551750264, + "nauc_mrr_at_20_std": 0.06397373602472371, + "nauc_mrr_at_3_diff1": 0.3046251603774765, + "nauc_mrr_at_3_max": 0.2998345237995211, + "nauc_mrr_at_3_std": 0.05639991108741427, + "nauc_mrr_at_5_diff1": 0.3064676036192854, + "nauc_mrr_at_5_max": 0.3006653867067932, + "nauc_mrr_at_5_std": 0.059600603038091185, + "nauc_ndcg_at_1000_diff1": 0.2512084776820988, + "nauc_ndcg_at_1000_max": 0.29900720695891647, + "nauc_ndcg_at_1000_std": 0.02382025496109823, + "nauc_ndcg_at_100_diff1": 0.2467875864800685, + "nauc_ndcg_at_100_max": 0.30263631681360953, + "nauc_ndcg_at_100_std": 0.028024790730476187, + "nauc_ndcg_at_10_diff1": 0.23635345051572137, + "nauc_ndcg_at_10_max": 0.2839263051428346, + "nauc_ndcg_at_10_std": -0.031783777612616075, + "nauc_ndcg_at_1_diff1": 0.33412206603843836, + "nauc_ndcg_at_1_max": 0.262133659857642, + "nauc_ndcg_at_1_std": 0.04519217775718593, + "nauc_ndcg_at_20_diff1": 0.23728331751859727, + "nauc_ndcg_at_20_max": 0.29348705249592816, + "nauc_ndcg_at_20_std": -0.01642583992627823, + "nauc_ndcg_at_3_diff1": 0.24413031656039788, + "nauc_ndcg_at_3_max": 0.26371490954333965, + "nauc_ndcg_at_3_std": -0.00637631118162837, + "nauc_ndcg_at_5_diff1": 0.24368285346959112, + "nauc_ndcg_at_5_max": 0.27686120429624883, + "nauc_ndcg_at_5_std": -0.04210908469141524, + "nauc_precision_at_1000_diff1": -0.046134485868263686, + "nauc_precision_at_1000_max": 0.0036870193284901293, + "nauc_precision_at_1000_std": 0.24334563915425458, + "nauc_precision_at_100_diff1": -0.03287256203691198, + "nauc_precision_at_100_max": 0.06548582694152756, + "nauc_precision_at_100_std": 0.2744977323924971, + "nauc_precision_at_10_diff1": 0.020601358866794824, + "nauc_precision_at_10_max": 0.16435937740615814, + "nauc_precision_at_10_std": 0.15151541156710227, + "nauc_precision_at_1_diff1": 0.33412206603843836, + "nauc_precision_at_1_max": 0.262133659857642, + "nauc_precision_at_1_std": 0.04519217775718593, + "nauc_precision_at_20_diff1": 0.0017443989142493705, + "nauc_precision_at_20_max": 0.1393707985513955, + "nauc_precision_at_20_std": 0.18456747572322904, + "nauc_precision_at_3_diff1": 0.12361806602906743, + "nauc_precision_at_3_max": 0.21533792927475012, + "nauc_precision_at_3_std": 0.07518146070743513, + "nauc_precision_at_5_diff1": 0.07115122793753807, + "nauc_precision_at_5_max": 0.2103256777397714, + "nauc_precision_at_5_std": 0.08674208548080256, + "nauc_recall_at_1000_diff1": 0.13344518423198504, + "nauc_recall_at_1000_max": 0.47956199425419055, + "nauc_recall_at_1000_std": 0.4912124361007139, + "nauc_recall_at_100_diff1": 0.16816537011104082, + "nauc_recall_at_100_max": 0.2848445458953341, + "nauc_recall_at_100_std": 0.1465445150599673, + "nauc_recall_at_10_diff1": 0.16069540259120452, + "nauc_recall_at_10_max": 0.2376611286550371, + "nauc_recall_at_10_std": -0.05966692001876511, + "nauc_recall_at_1_diff1": 0.2948729599161256, + "nauc_recall_at_1_max": 0.22465658802879374, + "nauc_recall_at_1_std": -0.08436042727130662, + "nauc_recall_at_20_diff1": 0.15083505197359362, + "nauc_recall_at_20_max": 0.24819908292333176, + "nauc_recall_at_20_std": -0.0385799366232317, + "nauc_recall_at_3_diff1": 0.19890419457071024, + "nauc_recall_at_3_max": 0.22833096527046864, + "nauc_recall_at_3_std": -0.09525893869716016, + "nauc_recall_at_5_diff1": 0.1798851439111153, + "nauc_recall_at_5_max": 0.2400121470903425, + "nauc_recall_at_5_std": -0.10261223576226816, + "ndcg_at_1": 0.48125, + "ndcg_at_10": 0.48324, + "ndcg_at_100": 0.57593, + "ndcg_at_1000": 0.59997, + "ndcg_at_20": 0.52007, + "ndcg_at_3": 0.44021, + "ndcg_at_5": 0.45299, + "precision_at_1": 0.48125, + "precision_at_10": 0.15719, + "precision_at_100": 0.02722, + "precision_at_1000": 0.00317, + "precision_at_20": 0.09755, + "precision_at_3": 0.31458, + "precision_at_5": 0.24437, + "recall_at_1": 0.21545, + "recall_at_10": 0.55392, + "recall_at_100": 0.85931, + "recall_at_1000": 0.98933, + "recall_at_20": 0.65294, + "recall_at_3": 0.37471, + "recall_at_5": 0.4617 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.57803, + "map_at_1": 0.29581, + "map_at_10": 0.48018, + "map_at_100": 0.50054, + "map_at_1000": 0.50144, + "map_at_20": 0.49193, + "map_at_3": 0.42335, + "map_at_5": 0.45636, + "mrr_at_1": 0.45348837209302323, + "mrr_at_10": 0.6031621447028416, + "mrr_at_100": 0.6078195256970885, + "mrr_at_1000": 0.6079072719926574, + "mrr_at_20": 0.606312613060533, + "mrr_at_3": 0.5730620155038751, + "mrr_at_5": 0.5935271317829446, + "nauc_map_at_1000_diff1": 0.2641334695191482, + "nauc_map_at_1000_max": 0.18250409522273878, + "nauc_map_at_1000_std": -0.08964737587354231, + "nauc_map_at_100_diff1": 0.2636416842156031, + "nauc_map_at_100_max": 0.18232713133011647, + "nauc_map_at_100_std": -0.09084768103085292, + "nauc_map_at_10_diff1": 0.263575098033898, + "nauc_map_at_10_max": 0.1750128221303942, + "nauc_map_at_10_std": -0.10832721783989367, + "nauc_map_at_1_diff1": 0.25673350379034, + "nauc_map_at_1_max": 0.10925609811433074, + "nauc_map_at_1_std": -0.12514410671907605, + "nauc_map_at_20_diff1": 0.26349732204532794, + "nauc_map_at_20_max": 0.17983908553434555, + "nauc_map_at_20_std": -0.09976673894043686, + "nauc_map_at_3_diff1": 0.2596614011565382, + "nauc_map_at_3_max": 0.14953874456637484, + "nauc_map_at_3_std": -0.13777886135480183, + "nauc_map_at_5_diff1": 0.2585161760665103, + "nauc_map_at_5_max": 0.15881550340766049, + "nauc_map_at_5_std": -0.11986711530906786, + "nauc_mrr_at_1000_diff1": 0.2874536536810133, + "nauc_mrr_at_1000_max": 0.2577981664277111, + "nauc_mrr_at_1000_std": 0.037804708635033844, + "nauc_mrr_at_100_diff1": 0.2873487750234155, + "nauc_mrr_at_100_max": 0.2579104503659734, + "nauc_mrr_at_100_std": 0.037911692394075526, + "nauc_mrr_at_10_diff1": 0.28723791829964285, + "nauc_mrr_at_10_max": 0.25962486190768813, + "nauc_mrr_at_10_std": 0.039986706938078834, + "nauc_mrr_at_1_diff1": 0.29315191706684957, + "nauc_mrr_at_1_max": 0.20974769418400802, + "nauc_mrr_at_1_std": 0.016088116472292267, + "nauc_mrr_at_20_diff1": 0.287060987151804, + "nauc_mrr_at_20_max": 0.2587234160113362, + "nauc_mrr_at_20_std": 0.03765567803020398, + "nauc_mrr_at_3_diff1": 0.2899353953552403, + "nauc_mrr_at_3_max": 0.25964938132591425, + "nauc_mrr_at_3_std": 0.035390042213612076, + "nauc_mrr_at_5_diff1": 0.2891045327120902, + "nauc_mrr_at_5_max": 0.2580338546548379, + "nauc_mrr_at_5_std": 0.04092035436710464, + "nauc_ndcg_at_1000_diff1": 0.2719288105230076, + "nauc_ndcg_at_1000_max": 0.22471992522068862, + "nauc_ndcg_at_1000_std": -0.026029327312168553, + "nauc_ndcg_at_100_diff1": 0.2665175397270591, + "nauc_ndcg_at_100_max": 0.22534522762857687, + "nauc_ndcg_at_100_std": -0.03293006240577707, + "nauc_ndcg_at_10_diff1": 0.265878769355717, + "nauc_ndcg_at_10_max": 0.21106482598574708, + "nauc_ndcg_at_10_std": -0.08094448233607576, + "nauc_ndcg_at_1_diff1": 0.29315191706684957, + "nauc_ndcg_at_1_max": 0.20974769418400802, + "nauc_ndcg_at_1_std": 0.016088116472292267, + "nauc_ndcg_at_20_diff1": 0.26396341001204926, + "nauc_ndcg_at_20_max": 0.2183935002432291, + "nauc_ndcg_at_20_std": -0.0696873550728929, + "nauc_ndcg_at_3_diff1": 0.26023564340444, + "nauc_ndcg_at_3_max": 0.1950364991970267, + "nauc_ndcg_at_3_std": -0.07251268064116423, + "nauc_ndcg_at_5_diff1": 0.26222787929196745, + "nauc_ndcg_at_5_max": 0.19281614398041638, + "nauc_ndcg_at_5_std": -0.08113756665946618, + "nauc_precision_at_1000_diff1": -0.02314884487479709, + "nauc_precision_at_1000_max": 0.14401487677930408, + "nauc_precision_at_1000_std": 0.4033353460236831, + "nauc_precision_at_100_diff1": -0.017821939740717475, + "nauc_precision_at_100_max": 0.1649293238006878, + "nauc_precision_at_100_std": 0.39892306334768446, + "nauc_precision_at_10_diff1": 0.06693052808585702, + "nauc_precision_at_10_max": 0.23909134595979026, + "nauc_precision_at_10_std": 0.2714744075493711, + "nauc_precision_at_1_diff1": 0.29315191706684957, + "nauc_precision_at_1_max": 0.20974769418400802, + "nauc_precision_at_1_std": 0.016088116472292267, + "nauc_precision_at_20_diff1": 0.019019085415790185, + "nauc_precision_at_20_max": 0.21893095139428476, + "nauc_precision_at_20_std": 0.33308552480788856, + "nauc_precision_at_3_diff1": 0.17070426939840952, + "nauc_precision_at_3_max": 0.2474737383894036, + "nauc_precision_at_3_std": 0.12224434970887967, + "nauc_precision_at_5_diff1": 0.10879812433639612, + "nauc_precision_at_5_max": 0.23741087386124546, + "nauc_precision_at_5_std": 0.22466493861773829, + "nauc_recall_at_1000_diff1": -1.1517273576093285, + "nauc_recall_at_1000_max": -0.17133520074679967, + "nauc_recall_at_1000_std": 0.43392228686355294, + "nauc_recall_at_100_diff1": 0.029529224154718363, + "nauc_recall_at_100_max": 0.23390142882374546, + "nauc_recall_at_100_std": -0.07080796388749386, + "nauc_recall_at_10_diff1": 0.18308933601905464, + "nauc_recall_at_10_max": 0.17381545308425256, + "nauc_recall_at_10_std": -0.17840623616496395, + "nauc_recall_at_1_diff1": 0.25673350379034, + "nauc_recall_at_1_max": 0.10925609811433074, + "nauc_recall_at_1_std": -0.12514410671907605, + "nauc_recall_at_20_diff1": 0.1546183390944663, + "nauc_recall_at_20_max": 0.17740346282661287, + "nauc_recall_at_20_std": -0.2213337416663207, + "nauc_recall_at_3_diff1": 0.22208843749320473, + "nauc_recall_at_3_max": 0.1427841439690765, + "nauc_recall_at_3_std": -0.1755389082008528, + "nauc_recall_at_5_diff1": 0.20358690087843984, + "nauc_recall_at_5_max": 0.1453985784238575, + "nauc_recall_at_5_std": -0.15654937991745668, + "ndcg_at_1": 0.45349, + "ndcg_at_10": 0.57803, + "ndcg_at_100": 0.63976, + "ndcg_at_1000": 0.64837, + "ndcg_at_20": 0.6055, + "ndcg_at_3": 0.5043, + "ndcg_at_5": 0.54045, + "precision_at_1": 0.45349, + "precision_at_10": 0.13453, + "precision_at_100": 0.01937, + "precision_at_1000": 0.00208, + "precision_at_20": 0.07814, + "precision_at_3": 0.2969, + "precision_at_5": 0.22093, + "recall_at_1": 0.29581, + "recall_at_10": 0.73259, + "recall_at_100": 0.95336, + "recall_at_1000": 0.99931, + "recall_at_20": 0.81571, + "recall_at_3": 0.53188, + "recall_at_5": 0.63361 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.56838, + "map_at_1": 0.30607, + "map_at_10": 0.47234, + "map_at_100": 0.49715, + "map_at_1000": 0.49856, + "map_at_20": 0.4859, + "map_at_3": 0.42317, + "map_at_5": 0.4485, + "mrr_at_1": 0.5305164319248826, + "mrr_at_10": 0.6525579402339968, + "mrr_at_100": 0.6565252366454846, + "mrr_at_1000": 0.656712502086792, + "mrr_at_20": 0.6546656720952495, + "mrr_at_3": 0.6306729264475746, + "mrr_at_5": 0.6435837245696402, + "nauc_map_at_1000_diff1": 0.3921948342643198, + "nauc_map_at_1000_max": 0.4098586303500641, + "nauc_map_at_1000_std": 0.16650592925761495, + "nauc_map_at_100_diff1": 0.39246201924452734, + "nauc_map_at_100_max": 0.4102769207086568, + "nauc_map_at_100_std": 0.16547471509767162, + "nauc_map_at_10_diff1": 0.39081670851111666, + "nauc_map_at_10_max": 0.399252594567467, + "nauc_map_at_10_std": 0.14416309329177873, + "nauc_map_at_1_diff1": 0.49677190545898514, + "nauc_map_at_1_max": 0.37333878886282085, + "nauc_map_at_1_std": 0.05933611562443084, + "nauc_map_at_20_diff1": 0.3886577599656352, + "nauc_map_at_20_max": 0.4064653453669595, + "nauc_map_at_20_std": 0.1568142872764867, + "nauc_map_at_3_diff1": 0.40043400524779266, + "nauc_map_at_3_max": 0.3797520754544371, + "nauc_map_at_3_std": 0.12901240623898494, + "nauc_map_at_5_diff1": 0.4034353641075423, + "nauc_map_at_5_max": 0.3805414628658563, + "nauc_map_at_5_std": 0.13821179333356215, + "nauc_mrr_at_1000_diff1": 0.3777760998271839, + "nauc_mrr_at_1000_max": 0.41137116711823507, + "nauc_mrr_at_1000_std": 0.2824510102564478, + "nauc_mrr_at_100_diff1": 0.37769366745533295, + "nauc_mrr_at_100_max": 0.4115903769675663, + "nauc_mrr_at_100_std": 0.2824266066093862, + "nauc_mrr_at_10_diff1": 0.3748583782792252, + "nauc_mrr_at_10_max": 0.4070540548479141, + "nauc_mrr_at_10_std": 0.2800435807038305, + "nauc_mrr_at_1_diff1": 0.41534426133176255, + "nauc_mrr_at_1_max": 0.3995726352967411, + "nauc_mrr_at_1_std": 0.2650805806872097, + "nauc_mrr_at_20_diff1": 0.37726627597034595, + "nauc_mrr_at_20_max": 0.4108195177091835, + "nauc_mrr_at_20_std": 0.28224177688627644, + "nauc_mrr_at_3_diff1": 0.36811048149977393, + "nauc_mrr_at_3_max": 0.4046222902838557, + "nauc_mrr_at_3_std": 0.28153774603695425, + "nauc_mrr_at_5_diff1": 0.3799419574060653, + "nauc_mrr_at_5_max": 0.4111077498744045, + "nauc_mrr_at_5_std": 0.2830583129210706, + "nauc_ndcg_at_1000_diff1": 0.37626623382773966, + "nauc_ndcg_at_1000_max": 0.42977534217375024, + "nauc_ndcg_at_1000_std": 0.2291612885605558, + "nauc_ndcg_at_100_diff1": 0.3747256958823234, + "nauc_ndcg_at_100_max": 0.43849973064703124, + "nauc_ndcg_at_100_std": 0.22716332530662953, + "nauc_ndcg_at_10_diff1": 0.36787642546405147, + "nauc_ndcg_at_10_max": 0.4054314405160052, + "nauc_ndcg_at_10_std": 0.1681771794855497, + "nauc_ndcg_at_1_diff1": 0.41534426133176255, + "nauc_ndcg_at_1_max": 0.3995726352967411, + "nauc_ndcg_at_1_std": 0.2650805806872097, + "nauc_ndcg_at_20_diff1": 0.3710559152493152, + "nauc_ndcg_at_20_max": 0.42922661858882877, + "nauc_ndcg_at_20_std": 0.19827526944111812, + "nauc_ndcg_at_3_diff1": 0.3457990373167873, + "nauc_ndcg_at_3_max": 0.3831062451436779, + "nauc_ndcg_at_3_std": 0.21195934502078553, + "nauc_ndcg_at_5_diff1": 0.38779223222124465, + "nauc_ndcg_at_5_max": 0.37964762792156737, + "nauc_ndcg_at_5_std": 0.1856263306363241, + "nauc_precision_at_1000_diff1": -0.19296967764714593, + "nauc_precision_at_1000_max": -0.04782544171974255, + "nauc_precision_at_1000_std": 0.22609244818217478, + "nauc_precision_at_100_diff1": -0.17634612745032266, + "nauc_precision_at_100_max": -0.0009489121881382242, + "nauc_precision_at_100_std": 0.24910204237803524, + "nauc_precision_at_10_diff1": -0.11162891565345091, + "nauc_precision_at_10_max": 0.15234627680736731, + "nauc_precision_at_10_std": 0.25806296984598404, + "nauc_precision_at_1_diff1": 0.41534426133176255, + "nauc_precision_at_1_max": 0.3995726352967411, + "nauc_precision_at_1_std": 0.2650805806872097, + "nauc_precision_at_20_diff1": -0.14345473660310887, + "nauc_precision_at_20_max": 0.11554394461082745, + "nauc_precision_at_20_std": 0.2543368438359289, + "nauc_precision_at_3_diff1": 0.007460800821131073, + "nauc_precision_at_3_max": 0.2456019228702416, + "nauc_precision_at_3_std": 0.3406310080987604, + "nauc_precision_at_5_diff1": -0.01114753290325069, + "nauc_precision_at_5_max": 0.17108891067853504, + "nauc_precision_at_5_std": 0.3108759011415193, + "nauc_recall_at_1000_diff1": 0.7220804498270169, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.5539004261396352, + "nauc_recall_at_100_diff1": 0.2168311787750919, + "nauc_recall_at_100_max": 0.5162002010956558, + "nauc_recall_at_100_std": 0.23310564099545952, + "nauc_recall_at_10_diff1": 0.26016741135798854, + "nauc_recall_at_10_max": 0.31405570718282727, + "nauc_recall_at_10_std": 0.053321676133380694, + "nauc_recall_at_1_diff1": 0.49677190545898514, + "nauc_recall_at_1_max": 0.37333878886282085, + "nauc_recall_at_1_std": 0.05933611562443084, + "nauc_recall_at_20_diff1": 0.2820239426689599, + "nauc_recall_at_20_max": 0.39753368192175337, + "nauc_recall_at_20_std": 0.14178281739999438, + "nauc_recall_at_3_diff1": 0.31656955469760145, + "nauc_recall_at_3_max": 0.31273029919708456, + "nauc_recall_at_3_std": 0.10659783647141466, + "nauc_recall_at_5_diff1": 0.3410905556557013, + "nauc_recall_at_5_max": 0.31633680630300315, + "nauc_recall_at_5_std": 0.10440405879277287, + "ndcg_at_1": 0.53052, + "ndcg_at_10": 0.56838, + "ndcg_at_100": 0.64091, + "ndcg_at_1000": 0.65506, + "ndcg_at_20": 0.59608, + "ndcg_at_3": 0.53203, + "ndcg_at_5": 0.53752, + "precision_at_1": 0.53052, + "precision_at_10": 0.1446, + "precision_at_100": 0.02315, + "precision_at_1000": 0.00256, + "precision_at_20": 0.08545, + "precision_at_3": 0.32394, + "precision_at_5": 0.23192, + "recall_at_1": 0.30607, + "recall_at_10": 0.66945, + "recall_at_100": 0.91887, + "recall_at_1000": 0.99844, + "recall_at_20": 0.74805, + "recall_at_3": 0.50343, + "recall_at_5": 0.57237 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.62901, + "map_at_1": 0.29413, + "map_at_10": 0.5212, + "map_at_100": 0.55015, + "map_at_1000": 0.5511, + "map_at_20": 0.53838, + "map_at_3": 0.44604, + "map_at_5": 0.48894, + "mrr_at_1": 0.577, + "mrr_at_10": 0.7113023809523811, + "mrr_at_100": 0.713876998130242, + "mrr_at_1000": 0.7139516698562812, + "mrr_at_20": 0.7129746007045932, + "mrr_at_3": 0.690666666666667, + "mrr_at_5": 0.704316666666667, + "nauc_map_at_1000_diff1": 0.2804376683093682, + "nauc_map_at_1000_max": 0.22716485919163698, + "nauc_map_at_1000_std": -0.030772012005939868, + "nauc_map_at_100_diff1": 0.28025379966527686, + "nauc_map_at_100_max": 0.22699828064857075, + "nauc_map_at_100_std": -0.03137320848208033, + "nauc_map_at_10_diff1": 0.27310257594203985, + "nauc_map_at_10_max": 0.21132764741717364, + "nauc_map_at_10_std": -0.04801688172400487, + "nauc_map_at_1_diff1": 0.3220065806045671, + "nauc_map_at_1_max": 0.1287702833887548, + "nauc_map_at_1_std": -0.058578590187052394, + "nauc_map_at_20_diff1": 0.2793552871733617, + "nauc_map_at_20_max": 0.21965092144300521, + "nauc_map_at_20_std": -0.03926929329946535, + "nauc_map_at_3_diff1": 0.2757032675709445, + "nauc_map_at_3_max": 0.17424185632233474, + "nauc_map_at_3_std": -0.06765090456705806, + "nauc_map_at_5_diff1": 0.2712264101865015, + "nauc_map_at_5_max": 0.19003248843386195, + "nauc_map_at_5_std": -0.05919934082305745, + "nauc_mrr_at_1000_diff1": 0.3779870333261115, + "nauc_mrr_at_1000_max": 0.32769586874224, + "nauc_mrr_at_1000_std": 0.06885460354734338, + "nauc_mrr_at_100_diff1": 0.3780017493967316, + "nauc_mrr_at_100_max": 0.3278356201531895, + "nauc_mrr_at_100_std": 0.06905784291405502, + "nauc_mrr_at_10_diff1": 0.3787758916476673, + "nauc_mrr_at_10_max": 0.3302595540872696, + "nauc_mrr_at_10_std": 0.07016780444257391, + "nauc_mrr_at_1_diff1": 0.37840538816760955, + "nauc_mrr_at_1_max": 0.2778458321100427, + "nauc_mrr_at_1_std": 0.049259445129808906, + "nauc_mrr_at_20_diff1": 0.37824297622863073, + "nauc_mrr_at_20_max": 0.3288226105409761, + "nauc_mrr_at_20_std": 0.07026664469220392, + "nauc_mrr_at_3_diff1": 0.37733615694920963, + "nauc_mrr_at_3_max": 0.3294138875431327, + "nauc_mrr_at_3_std": 0.060120277632215884, + "nauc_mrr_at_5_diff1": 0.3756865321826347, + "nauc_mrr_at_5_max": 0.33160897897292485, + "nauc_mrr_at_5_std": 0.06899627764359874, + "nauc_ndcg_at_1000_diff1": 0.3078246487606975, + "nauc_ndcg_at_1000_max": 0.277893669950277, + "nauc_ndcg_at_1000_std": 0.01671573473581913, + "nauc_ndcg_at_100_diff1": 0.30730920896518354, + "nauc_ndcg_at_100_max": 0.2805915249451702, + "nauc_ndcg_at_100_std": 0.015184416878718144, + "nauc_ndcg_at_10_diff1": 0.28852361127486176, + "nauc_ndcg_at_10_max": 0.24967709829395093, + "nauc_ndcg_at_10_std": -0.025412961888360997, + "nauc_ndcg_at_1_diff1": 0.37840538816760955, + "nauc_ndcg_at_1_max": 0.2778458321100427, + "nauc_ndcg_at_1_std": 0.049259445129808906, + "nauc_ndcg_at_20_diff1": 0.30002000124321737, + "nauc_ndcg_at_20_max": 0.26114979968648566, + "nauc_ndcg_at_20_std": -0.008124133558717111, + "nauc_ndcg_at_3_diff1": 0.2928661117355688, + "nauc_ndcg_at_3_max": 0.25888148004427425, + "nauc_ndcg_at_3_std": -0.01585740882034722, + "nauc_ndcg_at_5_diff1": 0.2820262816873245, + "nauc_ndcg_at_5_max": 0.24259166122546433, + "nauc_ndcg_at_5_std": -0.021650246269586945, + "nauc_precision_at_1000_diff1": -0.08163601753159815, + "nauc_precision_at_1000_max": 0.10945801118410516, + "nauc_precision_at_1000_std": 0.19062660153288152, + "nauc_precision_at_100_diff1": -0.06931672856090783, + "nauc_precision_at_100_max": 0.13545316588741393, + "nauc_precision_at_100_std": 0.19531339458874383, + "nauc_precision_at_10_diff1": -0.0012949288473756975, + "nauc_precision_at_10_max": 0.22047728495280977, + "nauc_precision_at_10_std": 0.13615091202503832, + "nauc_precision_at_1_diff1": 0.37840538816760955, + "nauc_precision_at_1_max": 0.2778458321100427, + "nauc_precision_at_1_std": 0.049259445129808906, + "nauc_precision_at_20_diff1": -0.02464689293469439, + "nauc_precision_at_20_max": 0.1814042803972681, + "nauc_precision_at_20_std": 0.16714947375082612, + "nauc_precision_at_3_diff1": 0.12470288294005301, + "nauc_precision_at_3_max": 0.2585978062840504, + "nauc_precision_at_3_std": 0.05424170636842406, + "nauc_precision_at_5_diff1": 0.05084973838483379, + "nauc_precision_at_5_max": 0.2261856628223496, + "nauc_precision_at_5_std": 0.08735890356175163, + "nauc_recall_at_1000_diff1": 0.7670401493930125, + "nauc_recall_at_1000_max": 0.7199813258636043, + "nauc_recall_at_1000_std": 0.8716153127916622, + "nauc_recall_at_100_diff1": 0.26228534110984436, + "nauc_recall_at_100_max": 0.3493306093838398, + "nauc_recall_at_100_std": 0.07977314685279305, + "nauc_recall_at_10_diff1": 0.17689841975141193, + "nauc_recall_at_10_max": 0.1763194985047909, + "nauc_recall_at_10_std": -0.07344754269527269, + "nauc_recall_at_1_diff1": 0.3220065806045671, + "nauc_recall_at_1_max": 0.1287702833887548, + "nauc_recall_at_1_std": -0.058578590187052394, + "nauc_recall_at_20_diff1": 0.19789417601660553, + "nauc_recall_at_20_max": 0.18712280012986504, + "nauc_recall_at_20_std": -0.04726125879154485, + "nauc_recall_at_3_diff1": 0.2228039695526102, + "nauc_recall_at_3_max": 0.15434883095317192, + "nauc_recall_at_3_std": -0.09243047842386541, + "nauc_recall_at_5_diff1": 0.18329252829871392, + "nauc_recall_at_5_max": 0.15890867093998595, + "nauc_recall_at_5_std": -0.0745061336224479, + "ndcg_at_1": 0.577, + "ndcg_at_10": 0.62901, + "ndcg_at_100": 0.69998, + "ndcg_at_1000": 0.70841, + "ndcg_at_20": 0.66166, + "ndcg_at_3": 0.57308, + "ndcg_at_5": 0.59275, + "precision_at_1": 0.577, + "precision_at_10": 0.1812, + "precision_at_100": 0.02674, + "precision_at_1000": 0.00283, + "precision_at_20": 0.10725, + "precision_at_3": 0.391, + "precision_at_5": 0.2924, + "recall_at_1": 0.29413, + "recall_at_10": 0.73423, + "recall_at_100": 0.95629, + "recall_at_1000": 0.99875, + "recall_at_20": 0.82063, + "recall_at_3": 0.53399, + "recall_at_5": 0.63178 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.61882, + "map_at_1": 0.36861, + "map_at_10": 0.53701, + "map_at_100": 0.55328, + "map_at_1000": 0.55387, + "map_at_20": 0.54775, + "map_at_3": 0.48514, + "map_at_5": 0.51424, + "mrr_at_1": 0.524896265560166, + "mrr_at_10": 0.6440978396891258, + "mrr_at_100": 0.6487622721940343, + "mrr_at_1000": 0.6489079983892024, + "mrr_at_20": 0.6469704528650096, + "mrr_at_3": 0.6192946058091285, + "mrr_at_5": 0.6347510373443981, + "nauc_map_at_1000_diff1": 0.3305291457512408, + "nauc_map_at_1000_max": 0.2750605757414695, + "nauc_map_at_1000_std": 0.04191299148185513, + "nauc_map_at_100_diff1": 0.33061704512249035, + "nauc_map_at_100_max": 0.27471817395766557, + "nauc_map_at_100_std": 0.041255223260048546, + "nauc_map_at_10_diff1": 0.3247953361684023, + "nauc_map_at_10_max": 0.26384267470782946, + "nauc_map_at_10_std": 0.026710641830050084, + "nauc_map_at_1_diff1": 0.34468721817774145, + "nauc_map_at_1_max": 0.1765581740696157, + "nauc_map_at_1_std": -0.028855338964066536, + "nauc_map_at_20_diff1": 0.3300608269518701, + "nauc_map_at_20_max": 0.27305589649409273, + "nauc_map_at_20_std": 0.03858333990876576, + "nauc_map_at_3_diff1": 0.3371394515450728, + "nauc_map_at_3_max": 0.24877306212279507, + "nauc_map_at_3_std": -0.0005803885566059467, + "nauc_map_at_5_diff1": 0.3241246609074335, + "nauc_map_at_5_max": 0.25414962884830167, + "nauc_map_at_5_std": 0.009854192994805748, + "nauc_mrr_at_1000_diff1": 0.38506583614559103, + "nauc_mrr_at_1000_max": 0.40695563653076444, + "nauc_mrr_at_1000_std": 0.1414082244769598, + "nauc_mrr_at_100_diff1": 0.38503578672801103, + "nauc_mrr_at_100_max": 0.4070606288966262, + "nauc_mrr_at_100_std": 0.14139855717329364, + "nauc_mrr_at_10_diff1": 0.3840011719188927, + "nauc_mrr_at_10_max": 0.4069336088123365, + "nauc_mrr_at_10_std": 0.14244288342182349, + "nauc_mrr_at_1_diff1": 0.3917368504203847, + "nauc_mrr_at_1_max": 0.35897777139713727, + "nauc_mrr_at_1_std": 0.10792253389622457, + "nauc_mrr_at_20_diff1": 0.3843333353343172, + "nauc_mrr_at_20_max": 0.4068770876938618, + "nauc_mrr_at_20_std": 0.14226202389049977, + "nauc_mrr_at_3_diff1": 0.3812739267975654, + "nauc_mrr_at_3_max": 0.4070730542866619, + "nauc_mrr_at_3_std": 0.13126823032053533, + "nauc_mrr_at_5_diff1": 0.3747989313065255, + "nauc_mrr_at_5_max": 0.4053809659356872, + "nauc_mrr_at_5_std": 0.13249106640445596, + "nauc_ndcg_at_1000_diff1": 0.3442579817779332, + "nauc_ndcg_at_1000_max": 0.33041368705038754, + "nauc_ndcg_at_1000_std": 0.10922330962605678, + "nauc_ndcg_at_100_diff1": 0.3456232458263635, + "nauc_ndcg_at_100_max": 0.3291713185710879, + "nauc_ndcg_at_100_std": 0.10517479665668132, + "nauc_ndcg_at_10_diff1": 0.3258947132085725, + "nauc_ndcg_at_10_max": 0.3030611077805878, + "nauc_ndcg_at_10_std": 0.07064105772713804, + "nauc_ndcg_at_1_diff1": 0.3917368504203847, + "nauc_ndcg_at_1_max": 0.35897777139713727, + "nauc_ndcg_at_1_std": 0.10792253389622457, + "nauc_ndcg_at_20_diff1": 0.34000976426807683, + "nauc_ndcg_at_20_max": 0.3213996472255369, + "nauc_ndcg_at_20_std": 0.09571636023493138, + "nauc_ndcg_at_3_diff1": 0.33826431374350513, + "nauc_ndcg_at_3_max": 0.30398063282841015, + "nauc_ndcg_at_3_std": 0.04318102696414918, + "nauc_ndcg_at_5_diff1": 0.3176577463677802, + "nauc_ndcg_at_5_max": 0.28919076459712956, + "nauc_ndcg_at_5_std": 0.03638255701697618, + "nauc_precision_at_1000_diff1": -0.09989570376788226, + "nauc_precision_at_1000_max": 0.15335406299716436, + "nauc_precision_at_1000_std": 0.29188508219067877, + "nauc_precision_at_100_diff1": -0.06344277101975783, + "nauc_precision_at_100_max": 0.17984453970463862, + "nauc_precision_at_100_std": 0.2934858915738425, + "nauc_precision_at_10_diff1": -0.0017360284894492324, + "nauc_precision_at_10_max": 0.24590253777078677, + "nauc_precision_at_10_std": 0.2555588370893404, + "nauc_precision_at_1_diff1": 0.3917368504203847, + "nauc_precision_at_1_max": 0.35897777139713727, + "nauc_precision_at_1_std": 0.10792253389622457, + "nauc_precision_at_20_diff1": -0.01548680687238531, + "nauc_precision_at_20_max": 0.2406114505306231, + "nauc_precision_at_20_std": 0.30266311339103286, + "nauc_precision_at_3_diff1": 0.19092407720908425, + "nauc_precision_at_3_max": 0.3665842625504785, + "nauc_precision_at_3_std": 0.18799406210129427, + "nauc_precision_at_5_diff1": 0.06474525345660802, + "nauc_precision_at_5_max": 0.28439158796518826, + "nauc_precision_at_5_std": 0.20412803579564504, + "nauc_recall_at_1000_diff1": 0.46813842457339033, + "nauc_recall_at_1000_max": 0.4605498601417238, + "nauc_recall_at_1000_std": 0.7914127847815841, + "nauc_recall_at_100_diff1": 0.3559789034609285, + "nauc_recall_at_100_max": 0.3553071525739824, + "nauc_recall_at_100_std": 0.2884705964023805, + "nauc_recall_at_10_diff1": 0.23821228105769746, + "nauc_recall_at_10_max": 0.23481886775730526, + "nauc_recall_at_10_std": 0.06265484536304625, + "nauc_recall_at_1_diff1": 0.34468721817774145, + "nauc_recall_at_1_max": 0.1765581740696157, + "nauc_recall_at_1_std": -0.028855338964066536, + "nauc_recall_at_20_diff1": 0.2852629705432936, + "nauc_recall_at_20_max": 0.2853368772132202, + "nauc_recall_at_20_std": 0.15238117128923973, + "nauc_recall_at_3_diff1": 0.28669764024908284, + "nauc_recall_at_3_max": 0.23319238985834098, + "nauc_recall_at_3_std": -0.019000001435188037, + "nauc_recall_at_5_diff1": 0.23713055142406023, + "nauc_recall_at_5_max": 0.21864025083461464, + "nauc_recall_at_5_std": -0.014746887042452845, + "ndcg_at_1": 0.5249, + "ndcg_at_10": 0.61882, + "ndcg_at_100": 0.66901, + "ndcg_at_1000": 0.67763, + "ndcg_at_20": 0.64426, + "ndcg_at_3": 0.55325, + "ndcg_at_5": 0.5814, + "precision_at_1": 0.5249, + "precision_at_10": 0.12946, + "precision_at_100": 0.01724, + "precision_at_1000": 0.00185, + "precision_at_20": 0.07376, + "precision_at_3": 0.29945, + "precision_at_5": 0.21618, + "recall_at_1": 0.36861, + "recall_at_10": 0.74231, + "recall_at_100": 0.92719, + "recall_at_1000": 0.98005, + "recall_at_20": 0.82342, + "recall_at_3": 0.567, + "recall_at_5": 0.64588 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.68129, + "map_at_1": 0.50644, + "map_at_10": 0.62788, + "map_at_100": 0.63344, + "map_at_1000": 0.63361, + "map_at_20": 0.6322, + "map_at_3": 0.60558, + "map_at_5": 0.61925, + "mrr_at_1": 0.5144927536231884, + "mrr_at_10": 0.6325545395291767, + "mrr_at_100": 0.6377284956702333, + "mrr_at_1000": 0.637889535793226, + "mrr_at_20": 0.6365185137391184, + "mrr_at_3": 0.6115136876006437, + "mrr_at_5": 0.6248590982286627, + "nauc_map_at_1000_diff1": 0.5995798652207596, + "nauc_map_at_1000_max": 0.4648002498737964, + "nauc_map_at_1000_std": 0.09649893825813129, + "nauc_map_at_100_diff1": 0.5995657823865378, + "nauc_map_at_100_max": 0.4649175299267261, + "nauc_map_at_100_std": 0.09670701127230912, + "nauc_map_at_10_diff1": 0.5986379980769386, + "nauc_map_at_10_max": 0.46687398135634145, + "nauc_map_at_10_std": 0.09528294015335094, + "nauc_map_at_1_diff1": 0.6138913158803665, + "nauc_map_at_1_max": 0.4210067349492938, + "nauc_map_at_1_std": 0.06525801209159605, + "nauc_map_at_20_diff1": 0.5996595737935996, + "nauc_map_at_20_max": 0.4659517414008401, + "nauc_map_at_20_std": 0.09680634789588233, + "nauc_map_at_3_diff1": 0.6013883117288046, + "nauc_map_at_3_max": 0.4616217114790581, + "nauc_map_at_3_std": 0.08801449368221664, + "nauc_map_at_5_diff1": 0.5980649044478992, + "nauc_map_at_5_max": 0.4639216605264307, + "nauc_map_at_5_std": 0.09065772363673048, + "nauc_mrr_at_1000_diff1": 0.59845378207897, + "nauc_mrr_at_1000_max": 0.47076077733391186, + "nauc_mrr_at_1000_std": 0.10568405828529112, + "nauc_mrr_at_100_diff1": 0.5984262154810508, + "nauc_mrr_at_100_max": 0.47087581885997115, + "nauc_mrr_at_100_std": 0.10589460622918653, + "nauc_mrr_at_10_diff1": 0.5980224529072964, + "nauc_mrr_at_10_max": 0.4728055633343898, + "nauc_mrr_at_10_std": 0.104810693468549, + "nauc_mrr_at_1_diff1": 0.6163626294517112, + "nauc_mrr_at_1_max": 0.42827183719147344, + "nauc_mrr_at_1_std": 0.07604644247989642, + "nauc_mrr_at_20_diff1": 0.5984809882219356, + "nauc_mrr_at_20_max": 0.4719841507024024, + "nauc_mrr_at_20_std": 0.106025568815757, + "nauc_mrr_at_3_diff1": 0.6011473264967098, + "nauc_mrr_at_3_max": 0.4696814485348355, + "nauc_mrr_at_3_std": 0.09944423769250288, + "nauc_mrr_at_5_diff1": 0.5975271400437114, + "nauc_mrr_at_5_max": 0.4712290919620315, + "nauc_mrr_at_5_std": 0.103402708760549, + "nauc_ndcg_at_1000_diff1": 0.5943454632816583, + "nauc_ndcg_at_1000_max": 0.4775412779780714, + "nauc_ndcg_at_1000_std": 0.11612931028210721, + "nauc_ndcg_at_100_diff1": 0.5929374570656076, + "nauc_ndcg_at_100_max": 0.48074986371822026, + "nauc_ndcg_at_100_std": 0.12168853585790394, + "nauc_ndcg_at_10_diff1": 0.5906981542855227, + "nauc_ndcg_at_10_max": 0.49235357678172353, + "nauc_ndcg_at_10_std": 0.11612109453588043, + "nauc_ndcg_at_1_diff1": 0.6163626294517112, + "nauc_ndcg_at_1_max": 0.42827183719147344, + "nauc_ndcg_at_1_std": 0.07604644247989642, + "nauc_ndcg_at_20_diff1": 0.5934937030682167, + "nauc_ndcg_at_20_max": 0.48995889043848545, + "nauc_ndcg_at_20_std": 0.12279725185546185, + "nauc_ndcg_at_3_diff1": 0.5962835610382302, + "nauc_ndcg_at_3_max": 0.47823958735935196, + "nauc_ndcg_at_3_std": 0.10025417799179095, + "nauc_ndcg_at_5_diff1": 0.5890144003801953, + "nauc_ndcg_at_5_max": 0.4841625498774759, + "nauc_ndcg_at_5_std": 0.10718616367913412, + "nauc_precision_at_1000_diff1": 0.0536505540549744, + "nauc_precision_at_1000_max": 0.13260642517883633, + "nauc_precision_at_1000_std": 0.34787037576371727, + "nauc_precision_at_100_diff1": 0.22105036117149088, + "nauc_precision_at_100_max": 0.3239532030212454, + "nauc_precision_at_100_std": 0.38639369095224435, + "nauc_precision_at_10_diff1": 0.44373122585970487, + "nauc_precision_at_10_max": 0.5324124325520159, + "nauc_precision_at_10_std": 0.2358895538202232, + "nauc_precision_at_1_diff1": 0.6163626294517112, + "nauc_precision_at_1_max": 0.42827183719147344, + "nauc_precision_at_1_std": 0.07604644247989642, + "nauc_precision_at_20_diff1": 0.363005891868515, + "nauc_precision_at_20_max": 0.46550172634305903, + "nauc_precision_at_20_std": 0.3092667815282222, + "nauc_precision_at_3_diff1": 0.5576351477639035, + "nauc_precision_at_3_max": 0.520057425010408, + "nauc_precision_at_3_std": 0.15488899381174903, + "nauc_precision_at_5_diff1": 0.511704199588258, + "nauc_precision_at_5_max": 0.5302334594757885, + "nauc_precision_at_5_std": 0.17946741986551784, + "nauc_recall_at_1000_diff1": 0.5066285762369175, + "nauc_recall_at_1000_max": 0.5716060818218835, + "nauc_recall_at_1000_std": 0.6066102451950982, + "nauc_recall_at_100_diff1": 0.49984665897349234, + "nauc_recall_at_100_max": 0.6154938089159464, + "nauc_recall_at_100_std": 0.4752664519893085, + "nauc_recall_at_10_diff1": 0.546615333776756, + "nauc_recall_at_10_max": 0.6246414476314124, + "nauc_recall_at_10_std": 0.21501683773863306, + "nauc_recall_at_1_diff1": 0.6138913158803665, + "nauc_recall_at_1_max": 0.4210067349492938, + "nauc_recall_at_1_std": 0.06525801209159605, + "nauc_recall_at_20_diff1": 0.5503569576674625, + "nauc_recall_at_20_max": 0.6666916367110016, + "nauc_recall_at_20_std": 0.31671043254901393, + "nauc_recall_at_3_diff1": 0.575175542188637, + "nauc_recall_at_3_max": 0.5253662595933398, + "nauc_recall_at_3_std": 0.13117471664462146, + "nauc_recall_at_5_diff1": 0.5468998535030127, + "nauc_recall_at_5_max": 0.5584118405347617, + "nauc_recall_at_5_std": 0.1617443744877531, + "ndcg_at_1": 0.51449, + "ndcg_at_10": 0.68129, + "ndcg_at_100": 0.7053, + "ndcg_at_1000": 0.70959, + "ndcg_at_20": 0.69582, + "ndcg_at_3": 0.63697, + "ndcg_at_5": 0.66127, + "precision_at_1": 0.51449, + "precision_at_10": 0.08623, + "precision_at_100": 0.00976, + "precision_at_1000": 0.00101, + "precision_at_20": 0.04614, + "precision_at_3": 0.24477, + "precision_at_5": 0.15918, + "recall_at_1": 0.50644, + "recall_at_10": 0.84118, + "recall_at_100": 0.94867, + "recall_at_1000": 0.98168, + "recall_at_20": 0.89634, + "recall_at_3": 0.72222, + "recall_at_5": 0.78039 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.6686, + "map_at_1": 0.39096, + "map_at_10": 0.58296, + "map_at_100": 0.59695, + "map_at_1000": 0.59746, + "map_at_20": 0.59222, + "map_at_3": 0.52651, + "map_at_5": 0.56144, + "mrr_at_1": 0.557980900409277, + "mrr_at_10": 0.6848264362589054, + "mrr_at_100": 0.6875650952671438, + "mrr_at_1000": 0.6877221606864928, + "mrr_at_20": 0.6865303181086316, + "mrr_at_3": 0.6621191450659388, + "mrr_at_5": 0.6775352432924051, + "nauc_map_at_1000_diff1": 0.425220326218126, + "nauc_map_at_1000_max": 0.262775896394608, + "nauc_map_at_1000_std": -0.044572525166837206, + "nauc_map_at_100_diff1": 0.4251890574259282, + "nauc_map_at_100_max": 0.2628557726553213, + "nauc_map_at_100_std": -0.044649772880536676, + "nauc_map_at_10_diff1": 0.4180214940712367, + "nauc_map_at_10_max": 0.25641026982267234, + "nauc_map_at_10_std": -0.05568689387093486, + "nauc_map_at_1_diff1": 0.46138157504023103, + "nauc_map_at_1_max": 0.206378473706626, + "nauc_map_at_1_std": -0.08387395717237733, + "nauc_map_at_20_diff1": 0.4235467509379238, + "nauc_map_at_20_max": 0.2607521391437502, + "nauc_map_at_20_std": -0.049140461342708316, + "nauc_map_at_3_diff1": 0.40748260604292796, + "nauc_map_at_3_max": 0.24254221856621405, + "nauc_map_at_3_std": -0.0690246263544634, + "nauc_map_at_5_diff1": 0.41945506487132866, + "nauc_map_at_5_max": 0.2483921602584544, + "nauc_map_at_5_std": -0.07267629079679232, + "nauc_mrr_at_1000_diff1": 0.509372448737093, + "nauc_mrr_at_1000_max": 0.34158218275545, + "nauc_mrr_at_1000_std": 0.02013124036787445, + "nauc_mrr_at_100_diff1": 0.5095333537973201, + "nauc_mrr_at_100_max": 0.3416733341515402, + "nauc_mrr_at_100_std": 0.02035305671693666, + "nauc_mrr_at_10_diff1": 0.5086223109776454, + "nauc_mrr_at_10_max": 0.34021923231860574, + "nauc_mrr_at_10_std": 0.018740740718279292, + "nauc_mrr_at_1_diff1": 0.532573966551884, + "nauc_mrr_at_1_max": 0.30635864247215017, + "nauc_mrr_at_1_std": -0.011117187462827964, + "nauc_mrr_at_20_diff1": 0.5096402255566445, + "nauc_mrr_at_20_max": 0.3420977415376378, + "nauc_mrr_at_20_std": 0.019784012036891067, + "nauc_mrr_at_3_diff1": 0.49806821592671746, + "nauc_mrr_at_3_max": 0.3462056659449406, + "nauc_mrr_at_3_std": 0.025840111566538804, + "nauc_mrr_at_5_diff1": 0.508340546764029, + "nauc_mrr_at_5_max": 0.3435872482184076, + "nauc_mrr_at_5_std": 0.019630627891167953, + "nauc_ndcg_at_1000_diff1": 0.4514935127354485, + "nauc_ndcg_at_1000_max": 0.3007028179248115, + "nauc_ndcg_at_1000_std": -0.00498863893138537, + "nauc_ndcg_at_100_diff1": 0.45390894148370614, + "nauc_ndcg_at_100_max": 0.3061025471984775, + "nauc_ndcg_at_100_std": 0.0006775505671994392, + "nauc_ndcg_at_10_diff1": 0.4278388473434396, + "nauc_ndcg_at_10_max": 0.28333298403877166, + "nauc_ndcg_at_10_std": -0.0365117870640587, + "nauc_ndcg_at_1_diff1": 0.532573966551884, + "nauc_ndcg_at_1_max": 0.30635864247215017, + "nauc_ndcg_at_1_std": -0.011117187462827964, + "nauc_ndcg_at_20_diff1": 0.44234387388888774, + "nauc_ndcg_at_20_max": 0.296383387805371, + "nauc_ndcg_at_20_std": -0.0221326811648188, + "nauc_ndcg_at_3_diff1": 0.41418713914369, + "nauc_ndcg_at_3_max": 0.2766257730346886, + "nauc_ndcg_at_3_std": -0.030680646804646394, + "nauc_ndcg_at_5_diff1": 0.42937725030339396, + "nauc_ndcg_at_5_max": 0.27488591301804133, + "nauc_ndcg_at_5_std": -0.05400326536353527, + "nauc_precision_at_1000_diff1": -0.07200013113516834, + "nauc_precision_at_1000_max": 0.06223340028236325, + "nauc_precision_at_1000_std": 0.24575692433713353, + "nauc_precision_at_100_diff1": -0.0440416268382246, + "nauc_precision_at_100_max": 0.09746306111211075, + "nauc_precision_at_100_std": 0.26265118678008537, + "nauc_precision_at_10_diff1": 0.020460045945273248, + "nauc_precision_at_10_max": 0.14368422412653617, + "nauc_precision_at_10_std": 0.18096473178452452, + "nauc_precision_at_1_diff1": 0.532573966551884, + "nauc_precision_at_1_max": 0.30635864247215017, + "nauc_precision_at_1_std": -0.011117187462827964, + "nauc_precision_at_20_diff1": -0.011205566796572947, + "nauc_precision_at_20_max": 0.11931224118268452, + "nauc_precision_at_20_std": 0.208157167944007, + "nauc_precision_at_3_diff1": 0.1734752170806255, + "nauc_precision_at_3_max": 0.25445449143753585, + "nauc_precision_at_3_std": 0.11928834279584702, + "nauc_precision_at_5_diff1": 0.11455607141032027, + "nauc_precision_at_5_max": 0.1852582116172165, + "nauc_precision_at_5_std": 0.11424656087458857, + "nauc_recall_at_1000_diff1": 0.5720400559219149, + "nauc_recall_at_1000_max": 0.7027977002367167, + "nauc_recall_at_1000_std": 0.4722191075050548, + "nauc_recall_at_100_diff1": 0.5230958308671714, + "nauc_recall_at_100_max": 0.4948310343060176, + "nauc_recall_at_100_std": 0.2679058031874964, + "nauc_recall_at_10_diff1": 0.2960721525831806, + "nauc_recall_at_10_max": 0.2362085835684685, + "nauc_recall_at_10_std": -0.07693386136918, + "nauc_recall_at_1_diff1": 0.46138157504023103, + "nauc_recall_at_1_max": 0.206378473706626, + "nauc_recall_at_1_std": -0.08387395717237733, + "nauc_recall_at_20_diff1": 0.3502989447495733, + "nauc_recall_at_20_max": 0.3029365521193385, + "nauc_recall_at_20_std": -0.03160077757602841, + "nauc_recall_at_3_diff1": 0.3153338552176563, + "nauc_recall_at_3_max": 0.2273310767423837, + "nauc_recall_at_3_std": -0.07440598937475813, + "nauc_recall_at_5_diff1": 0.32626581235817576, + "nauc_recall_at_5_max": 0.21996964947651926, + "nauc_recall_at_5_std": -0.11809356875852574, + "ndcg_at_1": 0.55798, + "ndcg_at_10": 0.6686, + "ndcg_at_100": 0.70834, + "ndcg_at_1000": 0.71539, + "ndcg_at_20": 0.68912, + "ndcg_at_3": 0.59711, + "ndcg_at_5": 0.63564, + "precision_at_1": 0.55798, + "precision_at_10": 0.13656, + "precision_at_100": 0.01735, + "precision_at_1000": 0.00182, + "precision_at_20": 0.07626, + "precision_at_3": 0.3256, + "precision_at_5": 0.2322, + "recall_at_1": 0.39096, + "recall_at_10": 0.81029, + "recall_at_100": 0.95169, + "recall_at_1000": 0.99579, + "recall_at_20": 0.87279, + "recall_at_3": 0.6266, + "recall_at_5": 0.72528 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.72023, + "map_at_1": 0.4993, + "map_at_10": 0.64855, + "map_at_100": 0.65123, + "map_at_1000": 0.65142, + "map_at_20": 0.6497, + "map_at_3": 0.60247, + "map_at_5": 0.6377, + "mrr_at_1": 0.5462184873949579, + "mrr_at_10": 0.6801920768307324, + "mrr_at_100": 0.6810628916797402, + "mrr_at_1000": 0.6811494889646053, + "mrr_at_20": 0.6801920768307324, + "mrr_at_3": 0.6526610644257703, + "mrr_at_5": 0.6724089635854343, + "nauc_map_at_1000_diff1": 0.4134016936572548, + "nauc_map_at_1000_max": 0.14464331258536672, + "nauc_map_at_1000_std": -0.13473497378055696, + "nauc_map_at_100_diff1": 0.41350329593605334, + "nauc_map_at_100_max": 0.144583604917495, + "nauc_map_at_100_std": -0.13479266775164406, + "nauc_map_at_10_diff1": 0.41349956738225263, + "nauc_map_at_10_max": 0.147089164292275, + "nauc_map_at_10_std": -0.13462818815326646, + "nauc_map_at_1_diff1": 0.45101017464115745, + "nauc_map_at_1_max": 0.11731014848832612, + "nauc_map_at_1_std": -0.06444131617074754, + "nauc_map_at_20_diff1": 0.41529137846187175, + "nauc_map_at_20_max": 0.1453901674948892, + "nauc_map_at_20_std": -0.13627651184059264, + "nauc_map_at_3_diff1": 0.40026375599885616, + "nauc_map_at_3_max": 0.11556885671415834, + "nauc_map_at_3_std": -0.14951583490733947, + "nauc_map_at_5_diff1": 0.4055880402673182, + "nauc_map_at_5_max": 0.14273110907845965, + "nauc_map_at_5_std": -0.14575029446478222, + "nauc_mrr_at_1000_diff1": 0.39657734808743317, + "nauc_mrr_at_1000_max": 0.1820575610930321, + "nauc_mrr_at_1000_std": -0.12991125402849368, + "nauc_mrr_at_100_diff1": 0.3964747000840897, + "nauc_mrr_at_100_max": 0.18194463153817336, + "nauc_mrr_at_100_std": -0.129758966093002, + "nauc_mrr_at_10_diff1": 0.3979405880833934, + "nauc_mrr_at_10_max": 0.18269580633538648, + "nauc_mrr_at_10_std": -0.13128168832598375, + "nauc_mrr_at_1_diff1": 0.4335438153915858, + "nauc_mrr_at_1_max": 0.18497858002362846, + "nauc_mrr_at_1_std": -0.05087646456597438, + "nauc_mrr_at_20_diff1": 0.3979405880833934, + "nauc_mrr_at_20_max": 0.18269580633538648, + "nauc_mrr_at_20_std": -0.13128168832598375, + "nauc_mrr_at_3_diff1": 0.36506224498653095, + "nauc_mrr_at_3_max": 0.1627317415399473, + "nauc_mrr_at_3_std": -0.1590932292957239, + "nauc_mrr_at_5_diff1": 0.38888915489638687, + "nauc_mrr_at_5_max": 0.17881819413752342, + "nauc_mrr_at_5_std": -0.15030915448706247, + "nauc_ndcg_at_1000_diff1": 0.4032236911011464, + "nauc_ndcg_at_1000_max": 0.16008655186451845, + "nauc_ndcg_at_1000_std": -0.14554750627325755, + "nauc_ndcg_at_100_diff1": 0.402150549236308, + "nauc_ndcg_at_100_max": 0.15954444146881244, + "nauc_ndcg_at_100_std": -0.13960522686654692, + "nauc_ndcg_at_10_diff1": 0.41253383321581444, + "nauc_ndcg_at_10_max": 0.16975975175162628, + "nauc_ndcg_at_10_std": -0.1528936845199469, + "nauc_ndcg_at_1_diff1": 0.4335438153915858, + "nauc_ndcg_at_1_max": 0.18497858002362846, + "nauc_ndcg_at_1_std": -0.05087646456597438, + "nauc_ndcg_at_20_diff1": 0.41681100417250017, + "nauc_ndcg_at_20_max": 0.1656759802813818, + "nauc_ndcg_at_20_std": -0.15706435841463995, + "nauc_ndcg_at_3_diff1": 0.3671394991013113, + "nauc_ndcg_at_3_max": 0.11402006291896662, + "nauc_ndcg_at_3_std": -0.1905653684061667, + "nauc_ndcg_at_5_diff1": 0.3885573589577292, + "nauc_ndcg_at_5_max": 0.15643977368652304, + "nauc_ndcg_at_5_std": -0.18676639974538548, + "nauc_precision_at_1000_diff1": -0.28263209125310895, + "nauc_precision_at_1000_max": 0.02156675172151331, + "nauc_precision_at_1000_std": 0.02174524823159533, + "nauc_precision_at_100_diff1": -0.192236301877769, + "nauc_precision_at_100_max": 0.07317208888658507, + "nauc_precision_at_100_std": 0.042399186195073525, + "nauc_precision_at_10_diff1": -0.057113258087683055, + "nauc_precision_at_10_max": 0.1473120362352846, + "nauc_precision_at_10_std": -0.06791524692518487, + "nauc_precision_at_1_diff1": 0.4335438153915858, + "nauc_precision_at_1_max": 0.18497858002362846, + "nauc_precision_at_1_std": -0.05087646456597438, + "nauc_precision_at_20_diff1": -0.047610478486264714, + "nauc_precision_at_20_max": 0.11856876257955364, + "nauc_precision_at_20_std": -0.07079273187754334, + "nauc_precision_at_3_diff1": 0.16952115418599104, + "nauc_precision_at_3_max": 0.11230642697028503, + "nauc_precision_at_3_std": -0.30857000651964606, + "nauc_precision_at_5_diff1": -0.00402707625841928, + "nauc_precision_at_5_max": 0.15781116237583157, + "nauc_precision_at_5_std": -0.17092726129719363, + "nauc_recall_at_1000_diff1": 0.7217904574520321, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": -1.145244364416795, + "nauc_recall_at_100_diff1": 0.3280889040185593, + "nauc_recall_at_100_max": 0.22321830075283564, + "nauc_recall_at_100_std": 0.02610166162027369, + "nauc_recall_at_10_diff1": 0.4720679895302766, + "nauc_recall_at_10_max": 0.27488439676634807, + "nauc_recall_at_10_std": -0.24851892729301128, + "nauc_recall_at_1_diff1": 0.45101017464115745, + "nauc_recall_at_1_max": 0.11731014848832612, + "nauc_recall_at_1_std": -0.06444131617074754, + "nauc_recall_at_20_diff1": 0.5196540159105034, + "nauc_recall_at_20_max": 0.2556499741842211, + "nauc_recall_at_20_std": -0.2915823261107308, + "nauc_recall_at_3_diff1": 0.27263460916707977, + "nauc_recall_at_3_max": 0.058333303100759175, + "nauc_recall_at_3_std": -0.31529326317992185, + "nauc_recall_at_5_diff1": 0.32328429223073446, + "nauc_recall_at_5_max": 0.16575669514419833, + "nauc_recall_at_5_std": -0.3620291957163353, + "ndcg_at_1": 0.54622, + "ndcg_at_10": 0.72023, + "ndcg_at_100": 0.7314, + "ndcg_at_1000": 0.73666, + "ndcg_at_20": 0.72247, + "ndcg_at_3": 0.6454, + "ndcg_at_5": 0.69748, + "precision_at_1": 0.54622, + "precision_at_10": 0.10588, + "precision_at_100": 0.01143, + "precision_at_1000": 0.0012, + "precision_at_20": 0.05378, + "precision_at_3": 0.26611, + "precision_at_5": 0.19328, + "recall_at_1": 0.4993, + "recall_at_10": 0.90336, + "recall_at_100": 0.95518, + "recall_at_1000": 0.9958, + "recall_at_20": 0.90966, + "recall_at_3": 0.72199, + "recall_at_5": 0.83754 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.49001, + "map_at_1": 0.19951, + "map_at_10": 0.38781, + "map_at_100": 0.41685, + "map_at_1000": 0.41784, + "map_at_20": 0.405, + "map_at_3": 0.31767, + "map_at_5": 0.35729, + "mrr_at_1": 0.3842239185750636, + "mrr_at_10": 0.5253523971081222, + "mrr_at_100": 0.5331717545223884, + "mrr_at_1000": 0.5332535564770963, + "mrr_at_20": 0.5306120954036488, + "mrr_at_3": 0.491518235793045, + "mrr_at_5": 0.5156912637828668, + "nauc_map_at_1000_diff1": 0.20617877627646725, + "nauc_map_at_1000_max": 0.22164808608860792, + "nauc_map_at_1000_std": 0.007819310278423615, + "nauc_map_at_100_diff1": 0.20603243052056167, + "nauc_map_at_100_max": 0.22136284330345748, + "nauc_map_at_100_std": 0.008254393657762867, + "nauc_map_at_10_diff1": 0.2172131235481094, + "nauc_map_at_10_max": 0.2167914492452466, + "nauc_map_at_10_std": 0.0019631687078622766, + "nauc_map_at_1_diff1": 0.26468350034930643, + "nauc_map_at_1_max": 0.13496127536496158, + "nauc_map_at_1_std": -0.021201684940704752, + "nauc_map_at_20_diff1": 0.20900338830267506, + "nauc_map_at_20_max": 0.2208109628200636, + "nauc_map_at_20_std": 0.010525386482370152, + "nauc_map_at_3_diff1": 0.2159786734312555, + "nauc_map_at_3_max": 0.16678467363234012, + "nauc_map_at_3_std": -0.0287472060677076, + "nauc_map_at_5_diff1": 0.21874609766629616, + "nauc_map_at_5_max": 0.1914974475228806, + "nauc_map_at_5_std": -0.014690396868113421, + "nauc_mrr_at_1000_diff1": 0.21942310962332476, + "nauc_mrr_at_1000_max": 0.16707226099923383, + "nauc_mrr_at_1000_std": -0.011216298590951072, + "nauc_mrr_at_100_diff1": 0.21935574661657317, + "nauc_mrr_at_100_max": 0.16700997856385033, + "nauc_mrr_at_100_std": -0.01117530709755665, + "nauc_mrr_at_10_diff1": 0.22543228754032865, + "nauc_mrr_at_10_max": 0.17433245879482986, + "nauc_mrr_at_10_std": -0.0057535089239580004, + "nauc_mrr_at_1_diff1": 0.21434584215282207, + "nauc_mrr_at_1_max": 0.11556100124861778, + "nauc_mrr_at_1_std": -0.022808767628282402, + "nauc_mrr_at_20_diff1": 0.2196782812734413, + "nauc_mrr_at_20_max": 0.16831377088608612, + "nauc_mrr_at_20_std": -0.010092588059056964, + "nauc_mrr_at_3_diff1": 0.20196894367646767, + "nauc_mrr_at_3_max": 0.1541094788342742, + "nauc_mrr_at_3_std": -0.021370556058948893, + "nauc_mrr_at_5_diff1": 0.22251933382091002, + "nauc_mrr_at_5_max": 0.17493726365638945, + "nauc_mrr_at_5_std": -0.00786951144979737, + "nauc_ndcg_at_1000_diff1": 0.20719731153123772, + "nauc_ndcg_at_1000_max": 0.23017183067981503, + "nauc_ndcg_at_1000_std": 0.01545300679182079, + "nauc_ndcg_at_100_diff1": 0.20499893178637557, + "nauc_ndcg_at_100_max": 0.2281167247691325, + "nauc_ndcg_at_100_std": 0.023051303284882772, + "nauc_ndcg_at_10_diff1": 0.23890168827889438, + "nauc_ndcg_at_10_max": 0.23937868728345224, + "nauc_ndcg_at_10_std": 0.026637832856398258, + "nauc_ndcg_at_1_diff1": 0.21434584215282207, + "nauc_ndcg_at_1_max": 0.11556100124861778, + "nauc_ndcg_at_1_std": -0.022808767628282402, + "nauc_ndcg_at_20_diff1": 0.2121579181795158, + "nauc_ndcg_at_20_max": 0.23291248964620215, + "nauc_ndcg_at_20_std": 0.03625909233399232, + "nauc_ndcg_at_3_diff1": 0.1860054708604751, + "nauc_ndcg_at_3_max": 0.1715918516445603, + "nauc_ndcg_at_3_std": -0.008909504900263305, + "nauc_ndcg_at_5_diff1": 0.22411731944284805, + "nauc_ndcg_at_5_max": 0.20590469967920316, + "nauc_ndcg_at_5_std": 0.01137551598972336, + "nauc_precision_at_1000_diff1": -0.13329227524035261, + "nauc_precision_at_1000_max": 0.08606787881621936, + "nauc_precision_at_1000_std": 0.0407323803670836, + "nauc_precision_at_100_diff1": -0.12586272204771753, + "nauc_precision_at_100_max": 0.107055161141182, + "nauc_precision_at_100_std": 0.06915769425727236, + "nauc_precision_at_10_diff1": 0.014981250986293108, + "nauc_precision_at_10_max": 0.25669850865179833, + "nauc_precision_at_10_std": 0.10281185747970839, + "nauc_precision_at_1_diff1": 0.21434584215282207, + "nauc_precision_at_1_max": 0.11556100124861778, + "nauc_precision_at_1_std": -0.022808767628282402, + "nauc_precision_at_20_diff1": -0.051811393143038585, + "nauc_precision_at_20_max": 0.2155520683725279, + "nauc_precision_at_20_std": 0.12096736111254118, + "nauc_precision_at_3_diff1": 0.05295863511439919, + "nauc_precision_at_3_max": 0.17619156814530032, + "nauc_precision_at_3_std": -0.0028540965518999667, + "nauc_precision_at_5_diff1": 0.05540975360575924, + "nauc_precision_at_5_max": 0.24120420233017245, + "nauc_precision_at_5_std": 0.053672067082522486, + "nauc_recall_at_1000_diff1": 0.6148630356758265, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.9477567298106413, + "nauc_recall_at_100_diff1": 0.08015676813445721, + "nauc_recall_at_100_max": 0.129405547140049, + "nauc_recall_at_100_std": 0.22357551582540197, + "nauc_recall_at_10_diff1": 0.2524928191701712, + "nauc_recall_at_10_max": 0.24636904281250427, + "nauc_recall_at_10_std": 0.08978295878831148, + "nauc_recall_at_1_diff1": 0.26468350034930643, + "nauc_recall_at_1_max": 0.13496127536496158, + "nauc_recall_at_1_std": -0.021201684940704752, + "nauc_recall_at_20_diff1": 0.15397091634874643, + "nauc_recall_at_20_max": 0.19629113279251215, + "nauc_recall_at_20_std": 0.12898034081982815, + "nauc_recall_at_3_diff1": 0.19979233189247642, + "nauc_recall_at_3_max": 0.1437516279546663, + "nauc_recall_at_3_std": -0.017513322328359983, + "nauc_recall_at_5_diff1": 0.23477354374299694, + "nauc_recall_at_5_max": 0.18583493562394038, + "nauc_recall_at_5_std": 0.028356096388275513, + "ndcg_at_1": 0.38422, + "ndcg_at_10": 0.49001, + "ndcg_at_100": 0.57825, + "ndcg_at_1000": 0.58803, + "ndcg_at_20": 0.53005, + "ndcg_at_3": 0.40918, + "ndcg_at_5": 0.44341, + "precision_at_1": 0.38422, + "precision_at_10": 0.14656, + "precision_at_100": 0.02356, + "precision_at_1000": 0.00252, + "precision_at_20": 0.08969, + "precision_at_3": 0.29092, + "precision_at_5": 0.22595, + "recall_at_1": 0.19951, + "recall_at_10": 0.63335, + "recall_at_100": 0.94777, + "recall_at_1000": 0.99894, + "recall_at_20": 0.7542, + "recall_at_3": 0.39947, + "recall_at_5": 0.50938 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-PLHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..c09cf0519 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 26.40885901451111, + "kg_co2_emissions": 0.011656829238321646, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6304, + "map_at_1": 0.02199, + "map_at_10": 0.13516, + "map_at_100": 0.39151, + "map_at_1000": 0.58502, + "map_at_20": 0.20564, + "map_at_3": 0.0584, + "map_at_5": 0.08296, + "mrr_at_1": 0.8372093023255814, + "mrr_at_10": 0.882170542635659, + "mrr_at_100": 0.884388717661343, + "mrr_at_1000": 0.884388717661343, + "mrr_at_20": 0.8841085271317831, + "mrr_at_3": 0.87984496124031, + "mrr_at_5": 0.87984496124031, + "nauc_map_at_1000_diff1": -0.46911400164120104, + "nauc_map_at_1000_max": 0.3398375515545527, + "nauc_map_at_1000_std": 0.540008733075421, + "nauc_map_at_100_diff1": -0.1970678606835778, + "nauc_map_at_100_max": 0.28845292296432445, + "nauc_map_at_100_std": 0.2238243455147349, + "nauc_map_at_10_diff1": 0.2581396534252317, + "nauc_map_at_10_max": 0.012720941317638476, + "nauc_map_at_10_std": -0.23297549606305992, + "nauc_map_at_1_diff1": 0.5207025099884313, + "nauc_map_at_1_max": -0.20753484596638347, + "nauc_map_at_1_std": -0.3684212078220806, + "nauc_map_at_20_diff1": 0.11369071646531405, + "nauc_map_at_20_max": 0.05716591887581686, + "nauc_map_at_20_std": -0.16531791676707855, + "nauc_map_at_3_diff1": 0.40858072910658155, + "nauc_map_at_3_max": -0.1244135855449265, + "nauc_map_at_3_std": -0.31324564999908205, + "nauc_map_at_5_diff1": 0.3473466927543675, + "nauc_map_at_5_max": -0.05185951247977764, + "nauc_map_at_5_std": -0.28966771039548883, + "nauc_mrr_at_1000_diff1": -0.05905637639831508, + "nauc_mrr_at_1000_max": 0.3925630826667696, + "nauc_mrr_at_1000_std": -0.16663979355055808, + "nauc_mrr_at_100_diff1": -0.05905637639831508, + "nauc_mrr_at_100_max": 0.3925630826667696, + "nauc_mrr_at_100_std": -0.16663979355055808, + "nauc_mrr_at_10_diff1": -0.05124166935054745, + "nauc_mrr_at_10_max": 0.39969137552860157, + "nauc_mrr_at_10_std": -0.14925263709595182, + "nauc_mrr_at_1_diff1": -0.03729433365862906, + "nauc_mrr_at_1_max": 0.2437569141277315, + "nauc_mrr_at_1_std": -0.3602908423236977, + "nauc_mrr_at_20_diff1": -0.06175433275091144, + "nauc_mrr_at_20_max": 0.39409135140221213, + "nauc_mrr_at_20_std": -0.16440530195605452, + "nauc_mrr_at_3_diff1": -0.04300486765311189, + "nauc_mrr_at_3_max": 0.40277214480513923, + "nauc_mrr_at_3_std": -0.15770102064790525, + "nauc_mrr_at_5_diff1": -0.04300486765311189, + "nauc_mrr_at_5_max": 0.40277214480513923, + "nauc_mrr_at_5_std": -0.15770102064790525, + "nauc_ndcg_at_1000_diff1": -0.39017777173100365, + "nauc_ndcg_at_1000_max": 0.4828951399546999, + "nauc_ndcg_at_1000_std": 0.48822397035077114, + "nauc_ndcg_at_100_diff1": -0.30286875811870567, + "nauc_ndcg_at_100_max": 0.4257369393853831, + "nauc_ndcg_at_100_std": 0.4268593306319571, + "nauc_ndcg_at_10_diff1": 0.006139421025183775, + "nauc_ndcg_at_10_max": 0.39434254415091324, + "nauc_ndcg_at_10_std": 0.2163574521783354, + "nauc_ndcg_at_1_diff1": 0.200739617109643, + "nauc_ndcg_at_1_max": 0.060211806554079254, + "nauc_ndcg_at_1_std": -0.3708303896092373, + "nauc_ndcg_at_20_diff1": -0.13499784262807848, + "nauc_ndcg_at_20_max": 0.34432347199730423, + "nauc_ndcg_at_20_std": 0.3175679790245584, + "nauc_ndcg_at_3_diff1": 0.11166188337513426, + "nauc_ndcg_at_3_max": 0.3085056338753976, + "nauc_ndcg_at_3_std": 0.01777897113852271, + "nauc_ndcg_at_5_diff1": 0.0903778804147248, + "nauc_ndcg_at_5_max": 0.3991310853552585, + "nauc_ndcg_at_5_std": 0.10399213797845136, + "nauc_precision_at_1000_diff1": -0.34604895389580825, + "nauc_precision_at_1000_max": 0.11344310573673069, + "nauc_precision_at_1000_std": 0.3464963357017883, + "nauc_precision_at_100_diff1": -0.45641014799062796, + "nauc_precision_at_100_max": 0.25318200352499487, + "nauc_precision_at_100_std": 0.5299273645284334, + "nauc_precision_at_10_diff1": -0.33760696448900274, + "nauc_precision_at_10_max": 0.48385797534141656, + "nauc_precision_at_10_std": 0.42578498189024744, + "nauc_precision_at_1_diff1": -0.03729433365862906, + "nauc_precision_at_1_max": 0.2437569141277315, + "nauc_precision_at_1_std": -0.3602908423236977, + "nauc_precision_at_20_diff1": -0.46883231931017383, + "nauc_precision_at_20_max": 0.36667521439767164, + "nauc_precision_at_20_std": 0.4785957254578375, + "nauc_precision_at_3_diff1": -0.19838520013510474, + "nauc_precision_at_3_max": 0.4193287524492467, + "nauc_precision_at_3_std": 0.14426280986527856, + "nauc_precision_at_5_diff1": -0.24244862459525496, + "nauc_precision_at_5_max": 0.4483072984538963, + "nauc_precision_at_5_std": 0.26377005707174156, + "nauc_recall_at_1000_diff1": -0.2979489511998372, + "nauc_recall_at_1000_max": 0.7585124477484131, + "nauc_recall_at_1000_std": 0.8834114707053768, + "nauc_recall_at_100_diff1": -0.04525679057241546, + "nauc_recall_at_100_max": 0.19766365997066462, + "nauc_recall_at_100_std": 0.08090765647927899, + "nauc_recall_at_10_diff1": 0.31383356025885484, + "nauc_recall_at_10_max": -0.020609136433446643, + "nauc_recall_at_10_std": -0.23393542810841608, + "nauc_recall_at_1_diff1": 0.5207025099884313, + "nauc_recall_at_1_max": -0.20753484596638347, + "nauc_recall_at_1_std": -0.3684212078220806, + "nauc_recall_at_20_diff1": 0.1681704196637618, + "nauc_recall_at_20_max": 0.028112614876310362, + "nauc_recall_at_20_std": -0.17505297584139426, + "nauc_recall_at_3_diff1": 0.45901963552656744, + "nauc_recall_at_3_max": -0.13974004300344134, + "nauc_recall_at_3_std": -0.31690040339429015, + "nauc_recall_at_5_diff1": 0.38397355291990687, + "nauc_recall_at_5_max": -0.06434301271805404, + "nauc_recall_at_5_std": -0.2866549736538027, + "ndcg_at_1": 0.68217, + "ndcg_at_10": 0.6304, + "ndcg_at_100": 0.64947, + "ndcg_at_1000": 0.80463, + "ndcg_at_20": 0.61326, + "ndcg_at_3": 0.66038, + "ndcg_at_5": 0.64149, + "precision_at_1": 0.83721, + "precision_at_10": 0.73023, + "precision_at_100": 0.43465, + "precision_at_1000": 0.09407, + "precision_at_20": 0.65581, + "precision_at_3": 0.84496, + "precision_at_5": 0.7814, + "recall_at_1": 0.02199, + "recall_at_10": 0.15132, + "recall_at_100": 0.57576, + "recall_at_1000": 0.98079, + "recall_at_20": 0.24201, + "recall_at_3": 0.06179, + "recall_at_5": 0.08757 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCOHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCOHardNegatives.json new file mode 100644 index 000000000..cbc1fc667 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 23.3534152507782, + "kg_co2_emissions": 0.00946506535865122, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73563, + "map_at_1": 0.01884, + "map_at_10": 0.16747, + "map_at_100": 0.49411, + "map_at_1000": 0.69236, + "map_at_20": 0.26417, + "map_at_3": 0.05663, + "map_at_5": 0.09804, + "mrr_at_1": 0.9069767441860465, + "mrr_at_10": 0.9534883720930233, + "mrr_at_100": 0.9534883720930233, + "mrr_at_1000": 0.9534883720930233, + "mrr_at_20": 0.9534883720930233, + "mrr_at_3": 0.9534883720930233, + "mrr_at_5": 0.9534883720930233, + "nauc_map_at_1000_diff1": -0.27473226927644495, + "nauc_map_at_1000_max": 0.09103830640907698, + "nauc_map_at_1000_std": 0.37493360921138297, + "nauc_map_at_100_diff1": -0.11068328616951532, + "nauc_map_at_100_max": -0.06798480850270656, + "nauc_map_at_100_std": -0.2423254688669192, + "nauc_map_at_10_diff1": 0.09122412028801588, + "nauc_map_at_10_max": -0.1844455606022754, + "nauc_map_at_10_std": -0.47531962569092395, + "nauc_map_at_1_diff1": 0.1432482200401339, + "nauc_map_at_1_max": -0.1998907937591029, + "nauc_map_at_1_std": -0.4230436100076828, + "nauc_map_at_20_diff1": 0.04260037974681111, + "nauc_map_at_20_max": -0.11148254125054056, + "nauc_map_at_20_std": -0.4381698695992284, + "nauc_map_at_3_diff1": 0.09470679786215028, + "nauc_map_at_3_max": -0.19574122398451654, + "nauc_map_at_3_std": -0.47946831007607565, + "nauc_map_at_5_diff1": 0.0928815816818095, + "nauc_map_at_5_max": -0.2348783891283155, + "nauc_map_at_5_std": -0.4833227013622801, + "nauc_mrr_at_1000_diff1": -0.1782575171848539, + "nauc_mrr_at_1000_max": 0.24300226878081474, + "nauc_mrr_at_1000_std": 0.5168719976678441, + "nauc_mrr_at_100_diff1": -0.1782575171848539, + "nauc_mrr_at_100_max": 0.24300226878081474, + "nauc_mrr_at_100_std": 0.5168719976678441, + "nauc_mrr_at_10_diff1": -0.1782575171848539, + "nauc_mrr_at_10_max": 0.24300226878081474, + "nauc_mrr_at_10_std": 0.5168719976678441, + "nauc_mrr_at_1_diff1": -0.17825751718485197, + "nauc_mrr_at_1_max": 0.24300226878081685, + "nauc_mrr_at_1_std": 0.5168719976678469, + "nauc_mrr_at_20_diff1": -0.1782575171848539, + "nauc_mrr_at_20_max": 0.24300226878081474, + "nauc_mrr_at_20_std": 0.5168719976678441, + "nauc_mrr_at_3_diff1": -0.1782575171848539, + "nauc_mrr_at_3_max": 0.24300226878081474, + "nauc_mrr_at_3_std": 0.5168719976678441, + "nauc_mrr_at_5_diff1": -0.1782575171848539, + "nauc_mrr_at_5_max": 0.24300226878081474, + "nauc_mrr_at_5_std": 0.5168719976678441, + "nauc_ndcg_at_1000_diff1": -0.20505148684419297, + "nauc_ndcg_at_1000_max": 0.21433776794245152, + "nauc_ndcg_at_1000_std": 0.357109164571445, + "nauc_ndcg_at_100_diff1": -0.15742009995638168, + "nauc_ndcg_at_100_max": 0.16877604410165706, + "nauc_ndcg_at_100_std": 0.15876980771589577, + "nauc_ndcg_at_10_diff1": -0.011633559700649762, + "nauc_ndcg_at_10_max": 0.0886113977347625, + "nauc_ndcg_at_10_std": 0.08209453741536649, + "nauc_ndcg_at_1_diff1": 0.2524686164528929, + "nauc_ndcg_at_1_max": 0.08697716717476141, + "nauc_ndcg_at_1_std": 0.17288748512962357, + "nauc_ndcg_at_20_diff1": -0.10630105871310183, + "nauc_ndcg_at_20_max": 0.13842482346710225, + "nauc_ndcg_at_20_std": 0.11404697098326268, + "nauc_ndcg_at_3_diff1": 0.1481983154841508, + "nauc_ndcg_at_3_max": 0.07369628516788516, + "nauc_ndcg_at_3_std": 0.05463419971724121, + "nauc_ndcg_at_5_diff1": 0.09273635596260785, + "nauc_ndcg_at_5_max": 0.04907645000031846, + "nauc_ndcg_at_5_std": 0.06813033776565597, + "nauc_precision_at_1000_diff1": -0.16642099549133108, + "nauc_precision_at_1000_max": 0.17148932691370414, + "nauc_precision_at_1000_std": 0.6097825720844188, + "nauc_precision_at_100_diff1": -0.2354581688825405, + "nauc_precision_at_100_max": 0.1390566996733419, + "nauc_precision_at_100_std": 0.5975858095643029, + "nauc_precision_at_10_diff1": -0.3504296038247893, + "nauc_precision_at_10_max": 0.14311527669666602, + "nauc_precision_at_10_std": 0.2235380772321895, + "nauc_precision_at_1_diff1": -0.17825751718485197, + "nauc_precision_at_1_max": 0.24300226878081685, + "nauc_precision_at_1_std": 0.5168719976678469, + "nauc_precision_at_20_diff1": -0.3697159481559957, + "nauc_precision_at_20_max": 0.2542918548938101, + "nauc_precision_at_20_std": 0.35210165357079826, + "nauc_precision_at_3_diff1": -0.3419321001994068, + "nauc_precision_at_3_max": 0.204070127283981, + "nauc_precision_at_3_std": 0.14524674485924272, + "nauc_precision_at_5_diff1": -0.2532145926595322, + "nauc_precision_at_5_max": 0.12365940642802088, + "nauc_precision_at_5_std": 0.16317235298510419, + "nauc_recall_at_1000_diff1": -1.5234289673900874, + "nauc_recall_at_1000_max": 0.6215409489048934, + "nauc_recall_at_1000_std": 0.9431508054771817, + "nauc_recall_at_100_diff1": -0.009185816687983928, + "nauc_recall_at_100_max": -0.10010034441197742, + "nauc_recall_at_100_std": -0.40128035214797425, + "nauc_recall_at_10_diff1": 0.0886525846781441, + "nauc_recall_at_10_max": -0.21603812618698365, + "nauc_recall_at_10_std": -0.4961752735591273, + "nauc_recall_at_1_diff1": 0.1432482200401339, + "nauc_recall_at_1_max": -0.1998907937591029, + "nauc_recall_at_1_std": -0.4230436100076828, + "nauc_recall_at_20_diff1": 0.06442150733018263, + "nauc_recall_at_20_max": -0.1381430489470567, + "nauc_recall_at_20_std": -0.46442230949937036, + "nauc_recall_at_3_diff1": 0.07791095009961865, + "nauc_recall_at_3_max": -0.23405305346078756, + "nauc_recall_at_3_std": -0.48939920220892674, + "nauc_recall_at_5_diff1": 0.08505943795864447, + "nauc_recall_at_5_max": -0.269841580742667, + "nauc_recall_at_5_std": -0.4986965598818806, + "ndcg_at_1": 0.74806, + "ndcg_at_10": 0.73563, + "ndcg_at_100": 0.73677, + "ndcg_at_1000": 0.86224, + "ndcg_at_20": 0.72099, + "ndcg_at_3": 0.73777, + "ndcg_at_5": 0.74598, + "precision_at_1": 0.90698, + "precision_at_10": 0.83953, + "precision_at_100": 0.48093, + "precision_at_1000": 0.09493, + "precision_at_20": 0.75116, + "precision_at_3": 0.86822, + "precision_at_5": 0.87907, + "recall_at_1": 0.01884, + "recall_at_10": 0.18526, + "recall_at_100": 0.64961, + "recall_at_1000": 0.9948, + "recall_at_20": 0.29656, + "recall_at_3": 0.06259, + "recall_at_5": 0.10963 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-PLHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-PLHardNegatives.json new file mode 100644 index 000000000..e1929bdba --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 305.3581624031067, + "kg_co2_emissions": 0.20917581675740388, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.44846, + "map_at_1": 0.256, + "map_at_10": 0.3828, + "map_at_100": 0.39487, + "map_at_1000": 0.39529, + "map_at_20": 0.39008, + "map_at_3": 0.34242, + "map_at_5": 0.36562, + "mrr_at_1": 0.288, + "mrr_at_10": 0.4014730158730156, + "mrr_at_100": 0.41109151833085406, + "mrr_at_1000": 0.41144927577530627, + "mrr_at_20": 0.40734046350965797, + "mrr_at_3": 0.36833333333333307, + "mrr_at_5": 0.38788333333333275, + "nauc_map_at_1000_diff1": 0.2676646756668222, + "nauc_map_at_1000_max": 0.3695924422996198, + "nauc_map_at_1000_std": 0.20581925663884118, + "nauc_map_at_100_diff1": 0.26748403037016105, + "nauc_map_at_100_max": 0.3698916698389937, + "nauc_map_at_100_std": 0.2060286350078248, + "nauc_map_at_10_diff1": 0.270616188925246, + "nauc_map_at_10_max": 0.36873051111075716, + "nauc_map_at_10_std": 0.19945600548935283, + "nauc_map_at_1_diff1": 0.2778571899915381, + "nauc_map_at_1_max": 0.28212118918415363, + "nauc_map_at_1_std": 0.1354586370729207, + "nauc_map_at_20_diff1": 0.26646849650075494, + "nauc_map_at_20_max": 0.37061659454607176, + "nauc_map_at_20_std": 0.20488588477796824, + "nauc_map_at_3_diff1": 0.2757547927691264, + "nauc_map_at_3_max": 0.34973005343641494, + "nauc_map_at_3_std": 0.18452178895132923, + "nauc_map_at_5_diff1": 0.2715221400157397, + "nauc_map_at_5_max": 0.3530939890522889, + "nauc_map_at_5_std": 0.18855785601795705, + "nauc_mrr_at_1000_diff1": 0.27471887180933785, + "nauc_mrr_at_1000_max": 0.38314153986504573, + "nauc_mrr_at_1000_std": 0.22513970882714254, + "nauc_mrr_at_100_diff1": 0.27453488197844583, + "nauc_mrr_at_100_max": 0.3833949145848025, + "nauc_mrr_at_100_std": 0.22541103569802073, + "nauc_mrr_at_10_diff1": 0.2777138548347984, + "nauc_mrr_at_10_max": 0.38419063638556256, + "nauc_mrr_at_10_std": 0.22096660097828352, + "nauc_mrr_at_1_diff1": 0.28427157063791325, + "nauc_mrr_at_1_max": 0.31110945734382917, + "nauc_mrr_at_1_std": 0.16922587153535748, + "nauc_mrr_at_20_diff1": 0.27364427509530737, + "nauc_mrr_at_20_max": 0.3846575718912708, + "nauc_mrr_at_20_std": 0.2257165373037673, + "nauc_mrr_at_3_diff1": 0.2793826152142052, + "nauc_mrr_at_3_max": 0.3742920438144041, + "nauc_mrr_at_3_std": 0.2163250053145666, + "nauc_mrr_at_5_diff1": 0.2802256469038196, + "nauc_mrr_at_5_max": 0.37561022075757133, + "nauc_mrr_at_5_std": 0.21615820778603473, + "nauc_ndcg_at_1000_diff1": 0.26353983279709375, + "nauc_ndcg_at_1000_max": 0.3994517050271784, + "nauc_ndcg_at_1000_std": 0.2496707259081462, + "nauc_ndcg_at_100_diff1": 0.2598805650040818, + "nauc_ndcg_at_100_max": 0.40768373476162784, + "nauc_ndcg_at_100_std": 0.2573303151109237, + "nauc_ndcg_at_10_diff1": 0.2705250933839597, + "nauc_ndcg_at_10_max": 0.4098214791543962, + "nauc_ndcg_at_10_std": 0.23199211939327688, + "nauc_ndcg_at_1_diff1": 0.28427157063791325, + "nauc_ndcg_at_1_max": 0.31110945734382917, + "nauc_ndcg_at_1_std": 0.16922587153535748, + "nauc_ndcg_at_20_diff1": 0.25506542105586694, + "nauc_ndcg_at_20_max": 0.41641423028617747, + "nauc_ndcg_at_20_std": 0.2530451175559118, + "nauc_ndcg_at_3_diff1": 0.27604856682590134, + "nauc_ndcg_at_3_max": 0.37217634237372593, + "nauc_ndcg_at_3_std": 0.20488676469744063, + "nauc_ndcg_at_5_diff1": 0.27296833504325235, + "nauc_ndcg_at_5_max": 0.37757361180543075, + "nauc_ndcg_at_5_std": 0.20950831989589033, + "nauc_precision_at_1000_diff1": -0.0209252777355053, + "nauc_precision_at_1000_max": 0.17837547757691222, + "nauc_precision_at_1000_std": 0.2941112864340119, + "nauc_precision_at_100_diff1": 0.024194588611083232, + "nauc_precision_at_100_max": 0.2953139914211404, + "nauc_precision_at_100_std": 0.35636390499933174, + "nauc_precision_at_10_diff1": 0.16872324605607913, + "nauc_precision_at_10_max": 0.43667783484613226, + "nauc_precision_at_10_std": 0.31154579912006425, + "nauc_precision_at_1_diff1": 0.28427157063791325, + "nauc_precision_at_1_max": 0.31110945734382917, + "nauc_precision_at_1_std": 0.16922587153535748, + "nauc_precision_at_20_diff1": 0.09092611135017054, + "nauc_precision_at_20_max": 0.4290448843136606, + "nauc_precision_at_20_std": 0.36336206183178327, + "nauc_precision_at_3_diff1": 0.24090243292887245, + "nauc_precision_at_3_max": 0.4159928454475461, + "nauc_precision_at_3_std": 0.2594175270845309, + "nauc_precision_at_5_diff1": 0.2130207900517996, + "nauc_precision_at_5_max": 0.4043906918866168, + "nauc_precision_at_5_std": 0.26466032119426136, + "nauc_recall_at_1000_diff1": 0.21377217553688344, + "nauc_recall_at_1000_max": 0.580271120793994, + "nauc_recall_at_1000_std": 0.8485665871286776, + "nauc_recall_at_100_diff1": 0.1816231759856071, + "nauc_recall_at_100_max": 0.6202875057111366, + "nauc_recall_at_100_std": 0.6249958053799547, + "nauc_recall_at_10_diff1": 0.2597324057323543, + "nauc_recall_at_10_max": 0.5191366630502926, + "nauc_recall_at_10_std": 0.3049714810975422, + "nauc_recall_at_1_diff1": 0.2778571899915381, + "nauc_recall_at_1_max": 0.28212118918415363, + "nauc_recall_at_1_std": 0.1354586370729207, + "nauc_recall_at_20_diff1": 0.18473278932080295, + "nauc_recall_at_20_max": 0.5687884583369887, + "nauc_recall_at_20_std": 0.4188139968226123, + "nauc_recall_at_3_diff1": 0.2670611777389079, + "nauc_recall_at_3_max": 0.3974196647727296, + "nauc_recall_at_3_std": 0.22352133274318814, + "nauc_recall_at_5_diff1": 0.26274955646574377, + "nauc_recall_at_5_max": 0.4108030707902575, + "nauc_recall_at_5_std": 0.23218607630979501, + "ndcg_at_1": 0.288, + "ndcg_at_10": 0.44846, + "ndcg_at_100": 0.50332, + "ndcg_at_1000": 0.51371, + "ndcg_at_20": 0.4721, + "ndcg_at_3": 0.37301, + "ndcg_at_5": 0.41151, + "precision_at_1": 0.288, + "precision_at_10": 0.0759, + "precision_at_100": 0.0107, + "precision_at_1000": 0.00116, + "precision_at_20": 0.0436, + "precision_at_3": 0.169, + "precision_at_5": 0.1236, + "recall_at_1": 0.256, + "recall_at_10": 0.62958, + "recall_at_100": 0.87633, + "recall_at_1000": 0.955, + "recall_at_20": 0.71642, + "recall_at_3": 0.43567, + "recall_at_5": 0.524 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQHardNegatives.json new file mode 100644 index 000000000..817385ab0 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 286.2485580444336, + "kg_co2_emissions": 0.19573374094349333, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.66086, + "map_at_1": 0.4095, + "map_at_10": 0.58434, + "map_at_100": 0.59218, + "map_at_1000": 0.59224, + "map_at_20": 0.58971, + "map_at_3": 0.54497, + "map_at_5": 0.56861, + "mrr_at_1": 0.455, + "mrr_at_10": 0.6087940476190477, + "mrr_at_100": 0.6140643495247755, + "mrr_at_1000": 0.6140981873103567, + "mrr_at_20": 0.61253417374679, + "mrr_at_3": 0.5804999999999999, + "mrr_at_5": 0.5990999999999999, + "nauc_map_at_1000_diff1": 0.4043559374600253, + "nauc_map_at_1000_max": 0.3292038094060565, + "nauc_map_at_1000_std": -0.1350124355792881, + "nauc_map_at_100_diff1": 0.40432416049526504, + "nauc_map_at_100_max": 0.3292509924561478, + "nauc_map_at_100_std": -0.1349748760144094, + "nauc_map_at_10_diff1": 0.40348947457250567, + "nauc_map_at_10_max": 0.3323776668680725, + "nauc_map_at_10_std": -0.13972539643977833, + "nauc_map_at_1_diff1": 0.4254207375728136, + "nauc_map_at_1_max": 0.2633930548655714, + "nauc_map_at_1_std": -0.11625310165576525, + "nauc_map_at_20_diff1": 0.4041540329260214, + "nauc_map_at_20_max": 0.33047941573834017, + "nauc_map_at_20_std": -0.13690806487387405, + "nauc_map_at_3_diff1": 0.406869727587403, + "nauc_map_at_3_max": 0.31785162621730617, + "nauc_map_at_3_std": -0.14842066301472942, + "nauc_map_at_5_diff1": 0.4057024265319411, + "nauc_map_at_5_max": 0.32976981196733346, + "nauc_map_at_5_std": -0.1456309938237745, + "nauc_mrr_at_1000_diff1": 0.3929192753511692, + "nauc_mrr_at_1000_max": 0.3194678735423617, + "nauc_mrr_at_1000_std": -0.11888627911927427, + "nauc_mrr_at_100_diff1": 0.3928478371295346, + "nauc_mrr_at_100_max": 0.3194544892427733, + "nauc_mrr_at_100_std": -0.11891038843612102, + "nauc_mrr_at_10_diff1": 0.39135318135575525, + "nauc_mrr_at_10_max": 0.32357723744552896, + "nauc_mrr_at_10_std": -0.11854203364958668, + "nauc_mrr_at_1_diff1": 0.4128959053434516, + "nauc_mrr_at_1_max": 0.2673221090465477, + "nauc_mrr_at_1_std": -0.11053145926659555, + "nauc_mrr_at_20_diff1": 0.39225350338407655, + "nauc_mrr_at_20_max": 0.3206225948130738, + "nauc_mrr_at_20_std": -0.1193875788945607, + "nauc_mrr_at_3_diff1": 0.39726363170443646, + "nauc_mrr_at_3_max": 0.31871329526760156, + "nauc_mrr_at_3_std": -0.1240181656169267, + "nauc_mrr_at_5_diff1": 0.39290800396837416, + "nauc_mrr_at_5_max": 0.3247113480924782, + "nauc_mrr_at_5_std": -0.1247958776753898, + "nauc_ndcg_at_1000_diff1": 0.39709507625955837, + "nauc_ndcg_at_1000_max": 0.33900056459802547, + "nauc_ndcg_at_1000_std": -0.12623674148364208, + "nauc_ndcg_at_100_diff1": 0.39552783524820695, + "nauc_ndcg_at_100_max": 0.339934216072101, + "nauc_ndcg_at_100_std": -0.12532193580325007, + "nauc_ndcg_at_10_diff1": 0.39106035898769054, + "nauc_ndcg_at_10_max": 0.3596193646520839, + "nauc_ndcg_at_10_std": -0.13891766630150454, + "nauc_ndcg_at_1_diff1": 0.4128959053434516, + "nauc_ndcg_at_1_max": 0.2673221090465477, + "nauc_ndcg_at_1_std": -0.11053145926659555, + "nauc_ndcg_at_20_diff1": 0.39316041006248525, + "nauc_ndcg_at_20_max": 0.35066403884846936, + "nauc_ndcg_at_20_std": -0.13353375752413, + "nauc_ndcg_at_3_diff1": 0.40156136799636016, + "nauc_ndcg_at_3_max": 0.33522950678456054, + "nauc_ndcg_at_3_std": -0.15582735056734212, + "nauc_ndcg_at_5_diff1": 0.3972940091280256, + "nauc_ndcg_at_5_max": 0.3558560591683568, + "nauc_ndcg_at_5_std": -0.15274771203213608, + "nauc_precision_at_1000_diff1": -0.1463510399014482, + "nauc_precision_at_1000_max": -0.006487980814845034, + "nauc_precision_at_1000_std": 0.16808905976094426, + "nauc_precision_at_100_diff1": -0.14001698115969585, + "nauc_precision_at_100_max": 0.013545402643790365, + "nauc_precision_at_100_std": 0.17408909253268107, + "nauc_precision_at_10_diff1": 0.0292928468574891, + "nauc_precision_at_10_max": 0.23289037417991182, + "nauc_precision_at_10_std": 0.024047605544573362, + "nauc_precision_at_1_diff1": 0.4128959053434516, + "nauc_precision_at_1_max": 0.2673221090465477, + "nauc_precision_at_1_std": -0.11053145926659555, + "nauc_precision_at_20_diff1": -0.05125534879526629, + "nauc_precision_at_20_max": 0.1468107944579061, + "nauc_precision_at_20_std": 0.09479912383024652, + "nauc_precision_at_3_diff1": 0.25367028016331167, + "nauc_precision_at_3_max": 0.3350527945938342, + "nauc_precision_at_3_std": -0.12606222722793106, + "nauc_precision_at_5_diff1": 0.1517141905187711, + "nauc_precision_at_5_max": 0.31920622399667425, + "nauc_precision_at_5_std": -0.06309713319113658, + "nauc_recall_at_1000_diff1": 0.3580765639589976, + "nauc_recall_at_1000_max": 0.554154995331521, + "nauc_recall_at_1000_std": 0.554154995331521, + "nauc_recall_at_100_diff1": 0.06665817842288466, + "nauc_recall_at_100_max": 0.5108309990663162, + "nauc_recall_at_100_std": 0.10718954248366298, + "nauc_recall_at_10_diff1": 0.3196707072209417, + "nauc_recall_at_10_max": 0.5179046627500566, + "nauc_recall_at_10_std": -0.18234342232468162, + "nauc_recall_at_1_diff1": 0.4254207375728136, + "nauc_recall_at_1_max": 0.2633930548655714, + "nauc_recall_at_1_std": -0.11625310165576525, + "nauc_recall_at_20_diff1": 0.29193221631160204, + "nauc_recall_at_20_max": 0.523642484516743, + "nauc_recall_at_20_std": -0.18352157376711722, + "nauc_recall_at_3_diff1": 0.3818683608628385, + "nauc_recall_at_3_max": 0.3767766684263641, + "nauc_recall_at_3_std": -0.20561114792746843, + "nauc_recall_at_5_diff1": 0.36381224735644047, + "nauc_recall_at_5_max": 0.4498192826360179, + "nauc_recall_at_5_std": -0.20950288161670624, + "ndcg_at_1": 0.455, + "ndcg_at_10": 0.66086, + "ndcg_at_100": 0.69113, + "ndcg_at_1000": 0.69229, + "ndcg_at_20": 0.67786, + "ndcg_at_3": 0.59078, + "ndcg_at_5": 0.62907, + "precision_at_1": 0.455, + "precision_at_10": 0.1033, + "precision_at_100": 0.01201, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05575, + "precision_at_3": 0.26467, + "precision_at_5": 0.1816, + "recall_at_1": 0.4095, + "recall_at_10": 0.86458, + "recall_at_100": 0.99083, + "recall_at_1000": 0.999, + "recall_at_20": 0.92733, + "recall_at_3": 0.68767, + "recall_at_5": 0.77442 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2022RetrievalHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..695d86ef0 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 77.78719902038574, + "kg_co2_emissions": 0.04830122692716632, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.30986, + "map_at_1": 0.0327, + "map_at_10": 0.11402, + "map_at_100": 0.19171, + "map_at_1000": 0.24616, + "map_at_20": 0.13642, + "map_at_3": 0.08334, + "map_at_5": 0.09012, + "mrr_at_1": 0.37777777777777777, + "mrr_at_10": 0.5257936507936508, + "mrr_at_100": 0.5344689200512386, + "mrr_at_1000": 0.5346673327496513, + "mrr_at_20": 0.5328791750618375, + "mrr_at_3": 0.5074074074074074, + "mrr_at_5": 0.512962962962963, + "nauc_map_at_1000_diff1": 0.03370372719172191, + "nauc_map_at_1000_max": 0.37677799464299533, + "nauc_map_at_1000_std": 0.3301371596846368, + "nauc_map_at_100_diff1": 0.13785611063863873, + "nauc_map_at_100_max": 0.3909849017528875, + "nauc_map_at_100_std": 0.2923064107802482, + "nauc_map_at_10_diff1": 0.24828713392253968, + "nauc_map_at_10_max": 0.31109909713958195, + "nauc_map_at_10_std": 0.1091629758432299, + "nauc_map_at_1_diff1": 0.24680943924564774, + "nauc_map_at_1_max": 0.4939040018198591, + "nauc_map_at_1_std": 0.29216846477897396, + "nauc_map_at_20_diff1": 0.223131931375308, + "nauc_map_at_20_max": 0.29817886932350995, + "nauc_map_at_20_std": 0.11162446877839419, + "nauc_map_at_3_diff1": 0.20972423119894598, + "nauc_map_at_3_max": 0.30514157516190027, + "nauc_map_at_3_std": 0.13443469726028115, + "nauc_map_at_5_diff1": 0.2277010966665143, + "nauc_map_at_5_max": 0.29016739225982346, + "nauc_map_at_5_std": 0.12314287781224567, + "nauc_mrr_at_1000_diff1": 0.22160541831930589, + "nauc_mrr_at_1000_max": 0.3075488814923444, + "nauc_mrr_at_1000_std": 0.22704451562740016, + "nauc_mrr_at_100_diff1": 0.22182060719984226, + "nauc_mrr_at_100_max": 0.30724055335091366, + "nauc_mrr_at_100_std": 0.2265240485401255, + "nauc_mrr_at_10_diff1": 0.23261262080811454, + "nauc_mrr_at_10_max": 0.30726514906520286, + "nauc_mrr_at_10_std": 0.21604280365510384, + "nauc_mrr_at_1_diff1": 0.1316209861974272, + "nauc_mrr_at_1_max": 0.3411858494494055, + "nauc_mrr_at_1_std": 0.35673980361290714, + "nauc_mrr_at_20_diff1": 0.22053900605214763, + "nauc_mrr_at_20_max": 0.30922242869452454, + "nauc_mrr_at_20_std": 0.22626804596015918, + "nauc_mrr_at_3_diff1": 0.22268278035270384, + "nauc_mrr_at_3_max": 0.29435323542338093, + "nauc_mrr_at_3_std": 0.21292173204923076, + "nauc_mrr_at_5_diff1": 0.22769086004889494, + "nauc_mrr_at_5_max": 0.317206823891528, + "nauc_mrr_at_5_std": 0.2349989134809584, + "nauc_ndcg_at_1000_diff1": 0.14475664075231592, + "nauc_ndcg_at_1000_max": 0.3411927180537446, + "nauc_ndcg_at_1000_std": 0.17364001685714653, + "nauc_ndcg_at_100_diff1": 0.17947723270608243, + "nauc_ndcg_at_100_max": 0.3275953328827579, + "nauc_ndcg_at_100_std": 0.11967195348869518, + "nauc_ndcg_at_10_diff1": 0.21802440272194157, + "nauc_ndcg_at_10_max": 0.29410488174832317, + "nauc_ndcg_at_10_std": 0.055106652726852876, + "nauc_ndcg_at_1_diff1": 0.21843491917076185, + "nauc_ndcg_at_1_max": 0.2985995089251298, + "nauc_ndcg_at_1_std": 0.12365336043164984, + "nauc_ndcg_at_20_diff1": 0.1384496793530462, + "nauc_ndcg_at_20_max": 0.26709352315122975, + "nauc_ndcg_at_20_std": 0.05914986137030625, + "nauc_ndcg_at_3_diff1": 0.23569683211957104, + "nauc_ndcg_at_3_max": 0.23373755136122504, + "nauc_ndcg_at_3_std": 0.04731004756154704, + "nauc_ndcg_at_5_diff1": 0.19734841324699148, + "nauc_ndcg_at_5_max": 0.24638308018994157, + "nauc_ndcg_at_5_std": 0.07179293634615891, + "nauc_precision_at_1000_diff1": -0.1593413602218928, + "nauc_precision_at_1000_max": 0.08538011263242153, + "nauc_precision_at_1000_std": 0.06945176958664602, + "nauc_precision_at_100_diff1": -0.17816561650744647, + "nauc_precision_at_100_max": 0.15105109114743517, + "nauc_precision_at_100_std": 0.2520160480306624, + "nauc_precision_at_10_diff1": 0.11233844566138311, + "nauc_precision_at_10_max": 0.24909847611559124, + "nauc_precision_at_10_std": 0.14046315099275056, + "nauc_precision_at_1_diff1": 0.1316209861974272, + "nauc_precision_at_1_max": 0.3411858494494055, + "nauc_precision_at_1_std": 0.35673980361290714, + "nauc_precision_at_20_diff1": -0.03582515744375148, + "nauc_precision_at_20_max": 0.2044682914415433, + "nauc_precision_at_20_std": 0.20665882442524405, + "nauc_precision_at_3_diff1": 0.3001243354970742, + "nauc_precision_at_3_max": 0.34061457919534455, + "nauc_precision_at_3_std": 0.15531216737021078, + "nauc_precision_at_5_diff1": 0.20168326902572098, + "nauc_precision_at_5_max": 0.2777220321324241, + "nauc_precision_at_5_std": 0.1626165586888735, + "nauc_recall_at_1000_diff1": 0.07056316345809913, + "nauc_recall_at_1000_max": 0.5782529010662807, + "nauc_recall_at_1000_std": 0.6002211399059287, + "nauc_recall_at_100_diff1": 0.046019153383424376, + "nauc_recall_at_100_max": 0.2446052582953274, + "nauc_recall_at_100_std": 0.2669442684562486, + "nauc_recall_at_10_diff1": 0.1696561186234677, + "nauc_recall_at_10_max": 0.20178468143393027, + "nauc_recall_at_10_std": -0.017812674971482655, + "nauc_recall_at_1_diff1": 0.24680943924564774, + "nauc_recall_at_1_max": 0.4939040018198591, + "nauc_recall_at_1_std": 0.29216846477897396, + "nauc_recall_at_20_diff1": -0.004044766870815883, + "nauc_recall_at_20_max": 0.11439284086354878, + "nauc_recall_at_20_std": 0.007794618873663153, + "nauc_recall_at_3_diff1": 0.1115844158374268, + "nauc_recall_at_3_max": 0.16797093223970053, + "nauc_recall_at_3_std": 0.013742439208997063, + "nauc_recall_at_5_diff1": 0.1327906596904034, + "nauc_recall_at_5_max": 0.1541500707916829, + "nauc_recall_at_5_std": 0.002984917619638211, + "ndcg_at_1": 0.27407, + "ndcg_at_10": 0.29144, + "ndcg_at_100": 0.39975, + "ndcg_at_1000": 0.50854, + "ndcg_at_20": 0.30986, + "ndcg_at_3": 0.32613, + "ndcg_at_5": 0.2928, + "precision_at_1": 0.37778, + "precision_at_10": 0.26, + "precision_at_100": 0.14156, + "precision_at_1000": 0.02998, + "precision_at_20": 0.20778, + "precision_at_3": 0.39259, + "precision_at_5": 0.30667, + "recall_at_1": 0.0327, + "recall_at_10": 0.18022, + "recall_at_100": 0.59646, + "recall_at_1000": 0.93443, + "recall_at_20": 0.27763, + "recall_at_3": 0.11385, + "recall_at_5": 0.12427 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.51389, + "map_at_1": 0.05826, + "map_at_10": 0.19612, + "map_at_100": 0.36307, + "map_at_1000": 0.45156, + "map_at_20": 0.24258, + "map_at_3": 0.11764, + "map_at_5": 0.15111, + "mrr_at_1": 0.7272727272727273, + "mrr_at_10": 0.7992424242424242, + "mrr_at_100": 0.8031456503769498, + "mrr_at_1000": 0.8031456503769498, + "mrr_at_20": 0.8013085399449035, + "mrr_at_3": 0.7992424242424242, + "mrr_at_5": 0.7992424242424242, + "nauc_map_at_1000_diff1": -0.05069698432110535, + "nauc_map_at_1000_max": 0.3354397412210382, + "nauc_map_at_1000_std": 0.24065192996001714, + "nauc_map_at_100_diff1": 0.015324560534968225, + "nauc_map_at_100_max": 0.29927833997282915, + "nauc_map_at_100_std": 0.02475715153481037, + "nauc_map_at_10_diff1": 0.15740368486144, + "nauc_map_at_10_max": 0.09586222998432462, + "nauc_map_at_10_std": -0.2921634494192857, + "nauc_map_at_1_diff1": 0.369939194939781, + "nauc_map_at_1_max": 0.08487116940891523, + "nauc_map_at_1_std": -0.40898707232208725, + "nauc_map_at_20_diff1": 0.10690952452393125, + "nauc_map_at_20_max": 0.15720719381909123, + "nauc_map_at_20_std": -0.22552741117353087, + "nauc_map_at_3_diff1": 0.18381812758296362, + "nauc_map_at_3_max": 0.06012645929953379, + "nauc_map_at_3_std": -0.3611822613095061, + "nauc_map_at_5_diff1": 0.14642251217244412, + "nauc_map_at_5_max": 0.04505547866622301, + "nauc_map_at_5_std": -0.318489594201013, + "nauc_mrr_at_1000_diff1": 0.2873613512876274, + "nauc_mrr_at_1000_max": 0.46317715889990596, + "nauc_mrr_at_1000_std": 0.4661271535556589, + "nauc_mrr_at_100_diff1": 0.2873613512876274, + "nauc_mrr_at_100_max": 0.46317715889990596, + "nauc_mrr_at_100_std": 0.4661271535556589, + "nauc_mrr_at_10_diff1": 0.2873103309418806, + "nauc_mrr_at_10_max": 0.4688993660605208, + "nauc_mrr_at_10_std": 0.46130149217011757, + "nauc_mrr_at_1_diff1": 0.3145529490835063, + "nauc_mrr_at_1_max": 0.4166002936795471, + "nauc_mrr_at_1_std": 0.4777878636530598, + "nauc_mrr_at_20_diff1": 0.28017659431077124, + "nauc_mrr_at_20_max": 0.4635832625562472, + "nauc_mrr_at_20_std": 0.4678305643415007, + "nauc_mrr_at_3_diff1": 0.2873103309418806, + "nauc_mrr_at_3_max": 0.4688993660605208, + "nauc_mrr_at_3_std": 0.46130149217011757, + "nauc_mrr_at_5_diff1": 0.2873103309418806, + "nauc_mrr_at_5_max": 0.4688993660605208, + "nauc_mrr_at_5_std": 0.46130149217011757, + "nauc_ndcg_at_1000_diff1": 0.04119977908259949, + "nauc_ndcg_at_1000_max": 0.4101260310892767, + "nauc_ndcg_at_1000_std": 0.3433807846174432, + "nauc_ndcg_at_100_diff1": 0.1268202250578923, + "nauc_ndcg_at_100_max": 0.3082958897964992, + "nauc_ndcg_at_100_std": 0.08413399693446601, + "nauc_ndcg_at_10_diff1": 0.20382548592168684, + "nauc_ndcg_at_10_max": 0.3790284650882575, + "nauc_ndcg_at_10_std": 0.12406137327291113, + "nauc_ndcg_at_1_diff1": 0.25741179300430167, + "nauc_ndcg_at_1_max": 0.36944563593951874, + "nauc_ndcg_at_1_std": 0.25300979487265557, + "nauc_ndcg_at_20_diff1": 0.1141494351570385, + "nauc_ndcg_at_20_max": 0.33740357628620926, + "nauc_ndcg_at_20_std": 0.09121698245960307, + "nauc_ndcg_at_3_diff1": 0.14373891302047676, + "nauc_ndcg_at_3_max": 0.33875073235969383, + "nauc_ndcg_at_3_std": 0.10600916552517453, + "nauc_ndcg_at_5_diff1": 0.14501363942733578, + "nauc_ndcg_at_5_max": 0.33869478319778523, + "nauc_ndcg_at_5_std": 0.11041240950748565, + "nauc_precision_at_1000_diff1": -0.16982181491831494, + "nauc_precision_at_1000_max": 0.1602884109037288, + "nauc_precision_at_1000_std": 0.5110862468417927, + "nauc_precision_at_100_diff1": -0.18089923635765495, + "nauc_precision_at_100_max": 0.21005404093400165, + "nauc_precision_at_100_std": 0.534489627510806, + "nauc_precision_at_10_diff1": 0.060823590782270794, + "nauc_precision_at_10_max": 0.46264501288495335, + "nauc_precision_at_10_std": 0.517765901423384, + "nauc_precision_at_1_diff1": 0.3145529490835063, + "nauc_precision_at_1_max": 0.4166002936795471, + "nauc_precision_at_1_std": 0.4777878636530598, + "nauc_precision_at_20_diff1": -0.1314732808726892, + "nauc_precision_at_20_max": 0.4056718818894166, + "nauc_precision_at_20_std": 0.5810285505686437, + "nauc_precision_at_3_diff1": 0.01185632837914065, + "nauc_precision_at_3_max": 0.3530436971419815, + "nauc_precision_at_3_std": 0.2893629583047934, + "nauc_precision_at_5_diff1": 0.04009828862258785, + "nauc_precision_at_5_max": 0.40937386858998104, + "nauc_precision_at_5_std": 0.4290021023583277, + "nauc_recall_at_1000_diff1": -0.2258125695376538, + "nauc_recall_at_1000_max": 0.00799589640615099, + "nauc_recall_at_1000_std": 0.3914007072266397, + "nauc_recall_at_100_diff1": 0.20390105865732167, + "nauc_recall_at_100_max": 0.03950888943239889, + "nauc_recall_at_100_std": -0.2621221591594188, + "nauc_recall_at_10_diff1": 0.1501306397637309, + "nauc_recall_at_10_max": 0.09399043198228241, + "nauc_recall_at_10_std": -0.30760929314384006, + "nauc_recall_at_1_diff1": 0.369939194939781, + "nauc_recall_at_1_max": 0.08487116940891523, + "nauc_recall_at_1_std": -0.40898707232208725, + "nauc_recall_at_20_diff1": 0.08922794712377899, + "nauc_recall_at_20_max": 0.11501490605206725, + "nauc_recall_at_20_std": -0.2590410502629043, + "nauc_recall_at_3_diff1": 0.150001615546064, + "nauc_recall_at_3_max": 0.044025645358390396, + "nauc_recall_at_3_std": -0.36565452785285985, + "nauc_recall_at_5_diff1": 0.1283926652148047, + "nauc_recall_at_5_max": 0.037611355916274174, + "nauc_recall_at_5_std": -0.328338737397277, + "ndcg_at_1": 0.57576, + "ndcg_at_10": 0.52313, + "ndcg_at_100": 0.60157, + "ndcg_at_1000": 0.7159, + "ndcg_at_20": 0.51389, + "ndcg_at_3": 0.57194, + "ndcg_at_5": 0.55493, + "precision_at_1": 0.72727, + "precision_at_10": 0.48182, + "precision_at_100": 0.25136, + "precision_at_1000": 0.04266, + "precision_at_20": 0.40455, + "precision_at_3": 0.62879, + "precision_at_5": 0.58636, + "recall_at_1": 0.05826, + "recall_at_10": 0.24077, + "recall_at_100": 0.68397, + "recall_at_1000": 0.99315, + "recall_at_20": 0.3238, + "recall_at_3": 0.13058, + "recall_at_5": 0.17466 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.44346, + "map_at_1": 0.03923, + "map_at_10": 0.17782, + "map_at_100": 0.31522, + "map_at_1000": 0.40745, + "map_at_20": 0.21532, + "map_at_3": 0.10292, + "map_at_5": 0.1352, + "mrr_at_1": 0.7021276595744681, + "mrr_at_10": 0.7885342789598109, + "mrr_at_100": 0.792002442002442, + "mrr_at_1000": 0.792002442002442, + "mrr_at_20": 0.79017094017094, + "mrr_at_3": 0.7730496453900708, + "mrr_at_5": 0.7826241134751772, + "nauc_map_at_1000_diff1": 0.087465362723419, + "nauc_map_at_1000_max": 0.40861465437615785, + "nauc_map_at_1000_std": 0.3550335228864751, + "nauc_map_at_100_diff1": 0.02812176997441804, + "nauc_map_at_100_max": 0.3304301251748384, + "nauc_map_at_100_std": 0.03066409926036736, + "nauc_map_at_10_diff1": -0.13898332310194986, + "nauc_map_at_10_max": 0.11279943434723422, + "nauc_map_at_10_std": -0.33333346258177476, + "nauc_map_at_1_diff1": -0.0987559069170382, + "nauc_map_at_1_max": 0.012918487213542907, + "nauc_map_at_1_std": -0.30852058657947234, + "nauc_map_at_20_diff1": -0.10248241004288103, + "nauc_map_at_20_max": 0.15343889320281653, + "nauc_map_at_20_std": -0.27499990725353946, + "nauc_map_at_3_diff1": -0.18766994471484472, + "nauc_map_at_3_max": -0.11057781196066871, + "nauc_map_at_3_std": -0.40430810243835197, + "nauc_map_at_5_diff1": -0.15232077210681863, + "nauc_map_at_5_max": -0.0013266022268411245, + "nauc_map_at_5_std": -0.3856658278097915, + "nauc_mrr_at_1000_diff1": 0.5415802241693992, + "nauc_mrr_at_1000_max": 0.5215672315608576, + "nauc_mrr_at_1000_std": 0.31649311547541353, + "nauc_mrr_at_100_diff1": 0.5415802241693992, + "nauc_mrr_at_100_max": 0.5215672315608576, + "nauc_mrr_at_100_std": 0.31649311547541353, + "nauc_mrr_at_10_diff1": 0.5482781587477517, + "nauc_mrr_at_10_max": 0.5229105228231183, + "nauc_mrr_at_10_std": 0.3225903736109928, + "nauc_mrr_at_1_diff1": 0.5209294298398485, + "nauc_mrr_at_1_max": 0.4550075116008395, + "nauc_mrr_at_1_std": 0.2414438792866704, + "nauc_mrr_at_20_diff1": 0.5454839711854979, + "nauc_mrr_at_20_max": 0.5226279514212041, + "nauc_mrr_at_20_std": 0.3178259432349458, + "nauc_mrr_at_3_diff1": 0.5346976316850228, + "nauc_mrr_at_3_max": 0.5471369571390978, + "nauc_mrr_at_3_std": 0.3356759709311966, + "nauc_mrr_at_5_diff1": 0.5256612523554611, + "nauc_mrr_at_5_max": 0.534974838743269, + "nauc_mrr_at_5_std": 0.3324202455517246, + "nauc_ndcg_at_1000_diff1": 0.33938144170703394, + "nauc_ndcg_at_1000_max": 0.4333859220946327, + "nauc_ndcg_at_1000_std": 0.3359869993548942, + "nauc_ndcg_at_100_diff1": 0.17650755135975918, + "nauc_ndcg_at_100_max": 0.4125556790390272, + "nauc_ndcg_at_100_std": 0.1474816602445484, + "nauc_ndcg_at_10_diff1": 0.30148525027260636, + "nauc_ndcg_at_10_max": 0.2534353092754413, + "nauc_ndcg_at_10_std": -0.003653432083723204, + "nauc_ndcg_at_1_diff1": 0.411381448274, + "nauc_ndcg_at_1_max": 0.25877776959772786, + "nauc_ndcg_at_1_std": 0.020051529426049337, + "nauc_ndcg_at_20_diff1": 0.2148642344226573, + "nauc_ndcg_at_20_max": 0.32656079539793303, + "nauc_ndcg_at_20_std": 0.02383596854997793, + "nauc_ndcg_at_3_diff1": 0.3512220496596539, + "nauc_ndcg_at_3_max": 0.17500833005045544, + "nauc_ndcg_at_3_std": -0.0261344549783019, + "nauc_ndcg_at_5_diff1": 0.3613313860616504, + "nauc_ndcg_at_5_max": 0.194861277396004, + "nauc_ndcg_at_5_std": -0.04664416457050514, + "nauc_precision_at_1000_diff1": 0.1446724834116924, + "nauc_precision_at_1000_max": 0.29500728775246643, + "nauc_precision_at_1000_std": 0.6513510970875042, + "nauc_precision_at_100_diff1": 0.20013400036985207, + "nauc_precision_at_100_max": 0.3291469553526006, + "nauc_precision_at_100_std": 0.6235885904590417, + "nauc_precision_at_10_diff1": 0.20020270730060954, + "nauc_precision_at_10_max": 0.40848880878790933, + "nauc_precision_at_10_std": 0.34261746828262074, + "nauc_precision_at_1_diff1": 0.5209294298398485, + "nauc_precision_at_1_max": 0.4550075116008395, + "nauc_precision_at_1_std": 0.2414438792866704, + "nauc_precision_at_20_diff1": 0.21321603697058142, + "nauc_precision_at_20_max": 0.43381718216745874, + "nauc_precision_at_20_std": 0.5301086880005295, + "nauc_precision_at_3_diff1": 0.27655991916577194, + "nauc_precision_at_3_max": 0.3354185498353444, + "nauc_precision_at_3_std": 0.22844247062033604, + "nauc_precision_at_5_diff1": 0.22834086478685278, + "nauc_precision_at_5_max": 0.3790038166585251, + "nauc_precision_at_5_std": 0.22309813575550988, + "nauc_recall_at_1000_diff1": 0.35271671365216156, + "nauc_recall_at_1000_max": 0.39577891858371433, + "nauc_recall_at_1000_std": 0.6605624603459379, + "nauc_recall_at_100_diff1": -0.09561071347556237, + "nauc_recall_at_100_max": 0.14461509209557533, + "nauc_recall_at_100_std": -0.17217942669148797, + "nauc_recall_at_10_diff1": -0.157411443239818, + "nauc_recall_at_10_max": 0.05373637843712402, + "nauc_recall_at_10_std": -0.36797633309242905, + "nauc_recall_at_1_diff1": -0.0987559069170382, + "nauc_recall_at_1_max": 0.012918487213542907, + "nauc_recall_at_1_std": -0.30852058657947234, + "nauc_recall_at_20_diff1": -0.1286242085172101, + "nauc_recall_at_20_max": 0.09660271877663718, + "nauc_recall_at_20_std": -0.3376098740924375, + "nauc_recall_at_3_diff1": -0.18954805251970092, + "nauc_recall_at_3_max": -0.14819879845030134, + "nauc_recall_at_3_std": -0.41451618882785474, + "nauc_recall_at_5_diff1": -0.16006569461639542, + "nauc_recall_at_5_max": -0.04513369183896625, + "nauc_recall_at_5_std": -0.4219838754282833, + "ndcg_at_1": 0.51773, + "ndcg_at_10": 0.43887, + "ndcg_at_100": 0.54479, + "ndcg_at_1000": 0.65484, + "ndcg_at_20": 0.44346, + "ndcg_at_3": 0.51189, + "ndcg_at_5": 0.47669, + "precision_at_1": 0.70213, + "precision_at_10": 0.45532, + "precision_at_100": 0.23191, + "precision_at_1000": 0.04464, + "precision_at_20": 0.36064, + "precision_at_3": 0.61702, + "precision_at_5": 0.54894, + "recall_at_1": 0.03923, + "recall_at_10": 0.22636, + "recall_at_100": 0.65306, + "recall_at_1000": 0.9591, + "recall_at_20": 0.31401, + "recall_at_3": 0.11815, + "recall_at_5": 0.15978 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2023RetrievalHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..f8a2009b0 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 125.18919038772583, + "kg_co2_emissions": 0.08215330974577446, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.43684, + "map_at_1": 0.04984, + "map_at_10": 0.13103, + "map_at_100": 0.25685, + "map_at_1000": 0.36504, + "map_at_20": 0.16002, + "map_at_3": 0.08278, + "map_at_5": 0.1022, + "mrr_at_1": 0.7972972972972973, + "mrr_at_10": 0.8317567567567568, + "mrr_at_100": 0.8368086137416035, + "mrr_at_1000": 0.8368487131882312, + "mrr_at_20": 0.8355753480753482, + "mrr_at_3": 0.8243243243243243, + "mrr_at_5": 0.8304054054054054, + "nauc_map_at_1000_diff1": -0.03327116751049705, + "nauc_map_at_1000_max": 0.342472577401984, + "nauc_map_at_1000_std": 0.3060829231025045, + "nauc_map_at_100_diff1": 0.15713179261906549, + "nauc_map_at_100_max": 0.3355703671052273, + "nauc_map_at_100_std": 0.12841908492020657, + "nauc_map_at_10_diff1": 0.39157857207513036, + "nauc_map_at_10_max": 0.24571417990792796, + "nauc_map_at_10_std": -0.15547300562398958, + "nauc_map_at_1_diff1": 0.5071316811370418, + "nauc_map_at_1_max": 0.09126512265537075, + "nauc_map_at_1_std": -0.22621514325372016, + "nauc_map_at_20_diff1": 0.32452208582164843, + "nauc_map_at_20_max": 0.26689123092293543, + "nauc_map_at_20_std": -0.09288029166220879, + "nauc_map_at_3_diff1": 0.478685722007403, + "nauc_map_at_3_max": 0.11020297483403797, + "nauc_map_at_3_std": -0.2460843572178131, + "nauc_map_at_5_diff1": 0.43060187523857146, + "nauc_map_at_5_max": 0.19747369903452308, + "nauc_map_at_5_std": -0.1927155547423444, + "nauc_mrr_at_1000_diff1": 0.48166873366268065, + "nauc_mrr_at_1000_max": 0.7077012877076654, + "nauc_mrr_at_1000_std": 0.3621445310629599, + "nauc_mrr_at_100_diff1": 0.4817700095760508, + "nauc_mrr_at_100_max": 0.7077775064863738, + "nauc_mrr_at_100_std": 0.36214324757304434, + "nauc_mrr_at_10_diff1": 0.4719585580949581, + "nauc_mrr_at_10_max": 0.6970260350688569, + "nauc_mrr_at_10_std": 0.34781387141258774, + "nauc_mrr_at_1_diff1": 0.4918067126215213, + "nauc_mrr_at_1_max": 0.7349327659929596, + "nauc_mrr_at_1_std": 0.3782089250966062, + "nauc_mrr_at_20_diff1": 0.4840459974273901, + "nauc_mrr_at_20_max": 0.7089504239630933, + "nauc_mrr_at_20_std": 0.36345605879979054, + "nauc_mrr_at_3_diff1": 0.46897926073799595, + "nauc_mrr_at_3_max": 0.7075384569571886, + "nauc_mrr_at_3_std": 0.36602274426648107, + "nauc_mrr_at_5_diff1": 0.47584252697303625, + "nauc_mrr_at_5_max": 0.7003530263532871, + "nauc_mrr_at_5_std": 0.3537094663478859, + "nauc_ndcg_at_1000_diff1": 0.15275117230826527, + "nauc_ndcg_at_1000_max": 0.5219418286574501, + "nauc_ndcg_at_1000_std": 0.4023734387139979, + "nauc_ndcg_at_100_diff1": 0.18578117466749125, + "nauc_ndcg_at_100_max": 0.41991050934718666, + "nauc_ndcg_at_100_std": 0.19827728180796217, + "nauc_ndcg_at_10_diff1": 0.21220490824180316, + "nauc_ndcg_at_10_max": 0.4195087587656176, + "nauc_ndcg_at_10_std": 0.11180244256291547, + "nauc_ndcg_at_1_diff1": 0.3607433150593624, + "nauc_ndcg_at_1_max": 0.43672488879298044, + "nauc_ndcg_at_1_std": 0.12739630804437174, + "nauc_ndcg_at_20_diff1": 0.21600001046654072, + "nauc_ndcg_at_20_max": 0.41209753505781893, + "nauc_ndcg_at_20_std": 0.1445225778981984, + "nauc_ndcg_at_3_diff1": 0.25973602143493046, + "nauc_ndcg_at_3_max": 0.4506834791937911, + "nauc_ndcg_at_3_std": 0.13497729236450595, + "nauc_ndcg_at_5_diff1": 0.23430892672365924, + "nauc_ndcg_at_5_max": 0.47195666631335664, + "nauc_ndcg_at_5_std": 0.12564227810164835, + "nauc_precision_at_1000_diff1": -0.3239938867626205, + "nauc_precision_at_1000_max": 0.0884469238728587, + "nauc_precision_at_1000_std": 0.295459524409916, + "nauc_precision_at_100_diff1": -0.3015497658136814, + "nauc_precision_at_100_max": 0.13949530237388366, + "nauc_precision_at_100_std": 0.3453745826690789, + "nauc_precision_at_10_diff1": -0.2071663783004923, + "nauc_precision_at_10_max": 0.25393440043370064, + "nauc_precision_at_10_std": 0.22770048603811707, + "nauc_precision_at_1_diff1": 0.4918067126215213, + "nauc_precision_at_1_max": 0.7349327659929596, + "nauc_precision_at_1_std": 0.3782089250966062, + "nauc_precision_at_20_diff1": -0.24285450330155148, + "nauc_precision_at_20_max": 0.24172445513283397, + "nauc_precision_at_20_std": 0.31124670106402985, + "nauc_precision_at_3_diff1": -0.043424854912768956, + "nauc_precision_at_3_max": 0.35361620429011686, + "nauc_precision_at_3_std": 0.18106233602500016, + "nauc_precision_at_5_diff1": -0.14198042360655286, + "nauc_precision_at_5_max": 0.36448018172791496, + "nauc_precision_at_5_std": 0.2216934046593107, + "nauc_recall_at_1000_diff1": 0.2838787481531718, + "nauc_recall_at_1000_max": 0.5852165057907087, + "nauc_recall_at_1000_std": 0.6006330367888554, + "nauc_recall_at_100_diff1": 0.13277997330512747, + "nauc_recall_at_100_max": 0.13833122249161753, + "nauc_recall_at_100_std": -0.021953353157491143, + "nauc_recall_at_10_diff1": 0.36223936650086963, + "nauc_recall_at_10_max": 0.20760328792098925, + "nauc_recall_at_10_std": -0.16171910429493513, + "nauc_recall_at_1_diff1": 0.5071316811370418, + "nauc_recall_at_1_max": 0.09126512265537075, + "nauc_recall_at_1_std": -0.22621514325372016, + "nauc_recall_at_20_diff1": 0.25521453021841123, + "nauc_recall_at_20_max": 0.17312461119759548, + "nauc_recall_at_20_std": -0.12717167294667675, + "nauc_recall_at_3_diff1": 0.47337822222188586, + "nauc_recall_at_3_max": 0.11640333043151116, + "nauc_recall_at_3_std": -0.23701487693687742, + "nauc_recall_at_5_diff1": 0.41970741995376554, + "nauc_recall_at_5_max": 0.20146621799139464, + "nauc_recall_at_5_std": -0.18064467587735913, + "ndcg_at_1": 0.60811, + "ndcg_at_10": 0.46206, + "ndcg_at_100": 0.49425, + "ndcg_at_1000": 0.65314, + "ndcg_at_20": 0.43684, + "ndcg_at_3": 0.53226, + "ndcg_at_5": 0.50231, + "precision_at_1": 0.7973, + "precision_at_10": 0.45946, + "precision_at_100": 0.27311, + "precision_at_1000": 0.06228, + "precision_at_20": 0.37635, + "precision_at_3": 0.63514, + "precision_at_5": 0.56216, + "recall_at_1": 0.04984, + "recall_at_10": 0.15143, + "recall_at_100": 0.47873, + "recall_at_1000": 0.91059, + "recall_at_20": 0.21016, + "recall_at_3": 0.08462, + "recall_at_5": 0.1082 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.50655, + "map_at_1": 0.03133, + "map_at_10": 0.15103, + "map_at_100": 0.31995, + "map_at_1000": 0.43043, + "map_at_20": 0.19503, + "map_at_3": 0.08492, + "map_at_5": 0.11533, + "mrr_at_1": 0.72, + "mrr_at_10": 0.7982222222222223, + "mrr_at_100": 0.8005156325156327, + "mrr_at_1000": 0.8005616095271271, + "mrr_at_20": 0.7994343434343436, + "mrr_at_3": 0.7866666666666667, + "mrr_at_5": 0.7933333333333334, + "nauc_map_at_1000_diff1": -0.09563608016108724, + "nauc_map_at_1000_max": 0.2793569548778695, + "nauc_map_at_1000_std": 0.12405051803495679, + "nauc_map_at_100_diff1": -0.10852291861600802, + "nauc_map_at_100_max": 0.45300216142671484, + "nauc_map_at_100_std": 0.10655163796296975, + "nauc_map_at_10_diff1": -0.019716375228403832, + "nauc_map_at_10_max": 0.543219785177075, + "nauc_map_at_10_std": -0.011179217919048325, + "nauc_map_at_1_diff1": -0.05717025456522657, + "nauc_map_at_1_max": 0.5806799796431897, + "nauc_map_at_1_std": 0.046162290434193454, + "nauc_map_at_20_diff1": -0.03040654095595336, + "nauc_map_at_20_max": 0.536820466750863, + "nauc_map_at_20_std": 0.042155463484192184, + "nauc_map_at_3_diff1": -0.11540391750289579, + "nauc_map_at_3_max": 0.5653481412767148, + "nauc_map_at_3_std": -0.05259851276925015, + "nauc_map_at_5_diff1": -0.04803823717119568, + "nauc_map_at_5_max": 0.561070286933703, + "nauc_map_at_5_std": -0.036483805859336964, + "nauc_mrr_at_1000_diff1": 0.20542216970242802, + "nauc_mrr_at_1000_max": 0.45604927847194227, + "nauc_mrr_at_1000_std": 0.2560075472395497, + "nauc_mrr_at_100_diff1": 0.20539964123152685, + "nauc_mrr_at_100_max": 0.45618788553662243, + "nauc_mrr_at_100_std": 0.2560328956391861, + "nauc_mrr_at_10_diff1": 0.19993433364678487, + "nauc_mrr_at_10_max": 0.4542213042536566, + "nauc_mrr_at_10_std": 0.2590047748115237, + "nauc_mrr_at_1_diff1": 0.24048023039150684, + "nauc_mrr_at_1_max": 0.4790605208464398, + "nauc_mrr_at_1_std": 0.3009869573263963, + "nauc_mrr_at_20_diff1": 0.20513043247398582, + "nauc_mrr_at_20_max": 0.45488064976425197, + "nauc_mrr_at_20_std": 0.2559179953117634, + "nauc_mrr_at_3_diff1": 0.18599144456360767, + "nauc_mrr_at_3_max": 0.4317359283464053, + "nauc_mrr_at_3_std": 0.23307354593860072, + "nauc_mrr_at_5_diff1": 0.1885608247840736, + "nauc_mrr_at_5_max": 0.45598072251532074, + "nauc_mrr_at_5_std": 0.25441907199254227, + "nauc_ndcg_at_1000_diff1": -0.018844514569365693, + "nauc_ndcg_at_1000_max": 0.2961743002728513, + "nauc_ndcg_at_1000_std": 0.15462082868862273, + "nauc_ndcg_at_100_diff1": -0.036496214545800744, + "nauc_ndcg_at_100_max": 0.34157485714152297, + "nauc_ndcg_at_100_std": 0.09337181826976647, + "nauc_ndcg_at_10_diff1": -0.005252145876275492, + "nauc_ndcg_at_10_max": 0.3719734252287099, + "nauc_ndcg_at_10_std": 0.18376880468233958, + "nauc_ndcg_at_1_diff1": 0.23806108535073872, + "nauc_ndcg_at_1_max": 0.462105955192412, + "nauc_ndcg_at_1_std": 0.28566168257209246, + "nauc_ndcg_at_20_diff1": -0.0606885868017677, + "nauc_ndcg_at_20_max": 0.36173767756212577, + "nauc_ndcg_at_20_std": 0.16850607432764297, + "nauc_ndcg_at_3_diff1": 0.03853359933006693, + "nauc_ndcg_at_3_max": 0.3351921802424522, + "nauc_ndcg_at_3_std": 0.1623799218101073, + "nauc_ndcg_at_5_diff1": 0.07181544087381905, + "nauc_ndcg_at_5_max": 0.33224432268443854, + "nauc_ndcg_at_5_std": 0.12555029596377731, + "nauc_precision_at_1000_diff1": -0.014672780187713293, + "nauc_precision_at_1000_max": -0.2235694655180518, + "nauc_precision_at_1000_std": 0.0006051131589234018, + "nauc_precision_at_100_diff1": -0.09530821451774522, + "nauc_precision_at_100_max": -0.20986345175908247, + "nauc_precision_at_100_std": 0.04967156059581439, + "nauc_precision_at_10_diff1": 0.01027620842249697, + "nauc_precision_at_10_max": 0.15667578823857894, + "nauc_precision_at_10_std": 0.21496032187914324, + "nauc_precision_at_1_diff1": 0.24048023039150684, + "nauc_precision_at_1_max": 0.4790605208464398, + "nauc_precision_at_1_std": 0.3009869573263963, + "nauc_precision_at_20_diff1": -0.050014453889931434, + "nauc_precision_at_20_max": 0.052910694381345595, + "nauc_precision_at_20_std": 0.2265733106861992, + "nauc_precision_at_3_diff1": -0.06794198931833331, + "nauc_precision_at_3_max": 0.27038047486490807, + "nauc_precision_at_3_std": 0.12708885621484264, + "nauc_precision_at_5_diff1": 0.04769263105481561, + "nauc_precision_at_5_max": 0.21333903581928343, + "nauc_precision_at_5_std": 0.11819987834508541, + "nauc_recall_at_1000_diff1": -0.05737785032240626, + "nauc_recall_at_1000_max": 0.21218237075610963, + "nauc_recall_at_1000_std": 0.18986966126145308, + "nauc_recall_at_100_diff1": -0.09475259079732619, + "nauc_recall_at_100_max": 0.23174570043891418, + "nauc_recall_at_100_std": -0.06134507350775127, + "nauc_recall_at_10_diff1": -0.02046276534405468, + "nauc_recall_at_10_max": 0.48034527635230867, + "nauc_recall_at_10_std": -0.04134704322315095, + "nauc_recall_at_1_diff1": -0.05717025456522657, + "nauc_recall_at_1_max": 0.5806799796431897, + "nauc_recall_at_1_std": 0.046162290434193454, + "nauc_recall_at_20_diff1": -0.017925701908490323, + "nauc_recall_at_20_max": 0.44596613977306465, + "nauc_recall_at_20_std": 0.006052559961343219, + "nauc_recall_at_3_diff1": -0.12687220647336833, + "nauc_recall_at_3_max": 0.5238772285038393, + "nauc_recall_at_3_std": -0.08045795004545309, + "nauc_recall_at_5_diff1": -0.04161889370432033, + "nauc_recall_at_5_max": 0.5100974984152252, + "nauc_recall_at_5_std": -0.06604371157441474, + "ndcg_at_1": 0.59333, + "ndcg_at_10": 0.52669, + "ndcg_at_100": 0.57615, + "ndcg_at_1000": 0.71072, + "ndcg_at_20": 0.50655, + "ndcg_at_3": 0.57022, + "ndcg_at_5": 0.55448, + "precision_at_1": 0.72, + "precision_at_10": 0.524, + "precision_at_100": 0.29947, + "precision_at_1000": 0.05995, + "precision_at_20": 0.45, + "precision_at_3": 0.66667, + "precision_at_5": 0.61067, + "recall_at_1": 0.03133, + "recall_at_10": 0.18147, + "recall_at_100": 0.59638, + "recall_at_1000": 0.95065, + "recall_at_20": 0.2632, + "recall_at_3": 0.09072, + "recall_at_5": 0.12914 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.41676, + "map_at_1": 0.02809, + "map_at_10": 0.12867, + "map_at_100": 0.25307, + "map_at_1000": 0.34437, + "map_at_20": 0.16772, + "map_at_3": 0.0659, + "map_at_5": 0.09429, + "mrr_at_1": 0.6666666666666666, + "mrr_at_10": 0.7395925925925927, + "mrr_at_100": 0.7427922802162155, + "mrr_at_1000": 0.7429229991704638, + "mrr_at_20": 0.7403769063180828, + "mrr_at_3": 0.7155555555555555, + "mrr_at_5": 0.7342222222222222, + "nauc_map_at_1000_diff1": -0.009891374763555949, + "nauc_map_at_1000_max": 0.49920224712515127, + "nauc_map_at_1000_std": 0.15489955169614641, + "nauc_map_at_100_diff1": -0.062079745340036505, + "nauc_map_at_100_max": 0.5468087652609794, + "nauc_map_at_100_std": 0.020503380175710458, + "nauc_map_at_10_diff1": -0.011614179073920192, + "nauc_map_at_10_max": 0.49280728399372653, + "nauc_map_at_10_std": -0.0620533842029488, + "nauc_map_at_1_diff1": 0.0988910707772011, + "nauc_map_at_1_max": 0.533677748019466, + "nauc_map_at_1_std": 0.0802647716415749, + "nauc_map_at_20_diff1": -0.03567783964483105, + "nauc_map_at_20_max": 0.5457474981941546, + "nauc_map_at_20_std": -0.050354426677131345, + "nauc_map_at_3_diff1": 0.06594237867805076, + "nauc_map_at_3_max": 0.5198041784167603, + "nauc_map_at_3_std": -0.04877033532174524, + "nauc_map_at_5_diff1": 0.06836729849670253, + "nauc_map_at_5_max": 0.5219758396407627, + "nauc_map_at_5_std": -0.10012936691946434, + "nauc_mrr_at_1000_diff1": 0.1586503557139008, + "nauc_mrr_at_1000_max": 0.602281762672102, + "nauc_mrr_at_1000_std": 0.11458913672489762, + "nauc_mrr_at_100_diff1": 0.15750552048370234, + "nauc_mrr_at_100_max": 0.6018254312720551, + "nauc_mrr_at_100_std": 0.11494433444684453, + "nauc_mrr_at_10_diff1": 0.1661117461725747, + "nauc_mrr_at_10_max": 0.6036627595336239, + "nauc_mrr_at_10_std": 0.11103827337058346, + "nauc_mrr_at_1_diff1": 0.11306321062143415, + "nauc_mrr_at_1_max": 0.5699408879278329, + "nauc_mrr_at_1_std": 0.09085541171930084, + "nauc_mrr_at_20_diff1": 0.16321365250347752, + "nauc_mrr_at_20_max": 0.6022853298334803, + "nauc_mrr_at_20_std": 0.11018872361281172, + "nauc_mrr_at_3_diff1": 0.15763675606341596, + "nauc_mrr_at_3_max": 0.6108054210929302, + "nauc_mrr_at_3_std": 0.10764205472443669, + "nauc_mrr_at_5_diff1": 0.1566716439691264, + "nauc_mrr_at_5_max": 0.6126088898252926, + "nauc_mrr_at_5_std": 0.12005224426438445, + "nauc_ndcg_at_1000_diff1": 0.12629796977082286, + "nauc_ndcg_at_1000_max": 0.4911978163885433, + "nauc_ndcg_at_1000_std": 0.1961831023222203, + "nauc_ndcg_at_100_diff1": 0.021020333908021507, + "nauc_ndcg_at_100_max": 0.5762961785445667, + "nauc_ndcg_at_100_std": 0.10036715227865417, + "nauc_ndcg_at_10_diff1": 0.049634095118616536, + "nauc_ndcg_at_10_max": 0.45744960382758754, + "nauc_ndcg_at_10_std": 0.03116682726050012, + "nauc_ndcg_at_1_diff1": 0.14850600116248971, + "nauc_ndcg_at_1_max": 0.4124008557799236, + "nauc_ndcg_at_1_std": 0.10378591695934622, + "nauc_ndcg_at_20_diff1": 0.04564134464314144, + "nauc_ndcg_at_20_max": 0.5399619044739457, + "nauc_ndcg_at_20_std": 0.032568784022203555, + "nauc_ndcg_at_3_diff1": 0.132190162228148, + "nauc_ndcg_at_3_max": 0.4596244163185231, + "nauc_ndcg_at_3_std": -0.0008941131385103016, + "nauc_ndcg_at_5_diff1": 0.10795433059219973, + "nauc_ndcg_at_5_max": 0.4460200758901134, + "nauc_ndcg_at_5_std": -0.019318003555777494, + "nauc_precision_at_1000_diff1": 0.13288157464494407, + "nauc_precision_at_1000_max": 0.008297196354336712, + "nauc_precision_at_1000_std": 0.18858360907988672, + "nauc_precision_at_100_diff1": 0.051118033215899666, + "nauc_precision_at_100_max": 0.040738637082193774, + "nauc_precision_at_100_std": 0.16138316727732985, + "nauc_precision_at_10_diff1": -0.06585351075341127, + "nauc_precision_at_10_max": 0.3480254729235352, + "nauc_precision_at_10_std": 0.06015802122067821, + "nauc_precision_at_1_diff1": 0.11306321062143415, + "nauc_precision_at_1_max": 0.5699408879278329, + "nauc_precision_at_1_std": 0.09085541171930084, + "nauc_precision_at_20_diff1": -0.0629186255903092, + "nauc_precision_at_20_max": 0.33990778890847717, + "nauc_precision_at_20_std": 0.07016351854585953, + "nauc_precision_at_3_diff1": 0.07304848387222772, + "nauc_precision_at_3_max": 0.48234866571619184, + "nauc_precision_at_3_std": -0.07605504655758137, + "nauc_precision_at_5_diff1": 0.01557704509230471, + "nauc_precision_at_5_max": 0.4331043512197143, + "nauc_precision_at_5_std": -0.05023753684178199, + "nauc_recall_at_1000_diff1": 0.2291860328663959, + "nauc_recall_at_1000_max": 0.22239557198018942, + "nauc_recall_at_1000_std": 0.6189255884578903, + "nauc_recall_at_100_diff1": -0.06583508110113927, + "nauc_recall_at_100_max": 0.4115089550650575, + "nauc_recall_at_100_std": 0.02495028004498899, + "nauc_recall_at_10_diff1": 0.022548274548146466, + "nauc_recall_at_10_max": 0.42347033962188735, + "nauc_recall_at_10_std": -0.07124608522413636, + "nauc_recall_at_1_diff1": 0.0988910707772011, + "nauc_recall_at_1_max": 0.533677748019466, + "nauc_recall_at_1_std": 0.0802647716415749, + "nauc_recall_at_20_diff1": 0.04454501433757303, + "nauc_recall_at_20_max": 0.4516488983402213, + "nauc_recall_at_20_std": -0.08680699324748382, + "nauc_recall_at_3_diff1": 0.10808809332897065, + "nauc_recall_at_3_max": 0.4710635088446558, + "nauc_recall_at_3_std": -0.09062303206157223, + "nauc_recall_at_5_diff1": 0.10912426991920667, + "nauc_recall_at_5_max": 0.4225009262515502, + "nauc_recall_at_5_std": -0.15192655164756283, + "ndcg_at_1": 0.51333, + "ndcg_at_10": 0.42637, + "ndcg_at_100": 0.48315, + "ndcg_at_1000": 0.64985, + "ndcg_at_20": 0.41676, + "ndcg_at_3": 0.47667, + "ndcg_at_5": 0.46155, + "precision_at_1": 0.66667, + "precision_at_10": 0.44, + "precision_at_100": 0.23, + "precision_at_1000": 0.05099, + "precision_at_20": 0.35867, + "precision_at_3": 0.56444, + "precision_at_5": 0.528, + "recall_at_1": 0.02809, + "recall_at_10": 0.16539, + "recall_at_100": 0.51764, + "recall_at_1000": 0.93985, + "recall_at_20": 0.24532, + "recall_at_3": 0.07284, + "recall_at_5": 0.11405 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-PLHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-PLHardNegatives.json new file mode 100644 index 000000000..1c1a00205 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 92.40267395973206, + "kg_co2_emissions": 0.04706935680346046, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.82978, + "map_at_1": 0.64234, + "map_at_10": 0.78595, + "map_at_100": 0.79568, + "map_at_1000": 0.79589, + "map_at_20": 0.79249, + "map_at_3": 0.75313, + "map_at_5": 0.77241, + "mrr_at_1": 0.747, + "mrr_at_10": 0.8192420634920635, + "mrr_at_100": 0.8219036413320461, + "mrr_at_1000": 0.8219160937706486, + "mrr_at_20": 0.8212602802598159, + "mrr_at_3": 0.8070000000000002, + "mrr_at_5": 0.8149500000000002, + "nauc_map_at_1000_diff1": 0.7312393091297029, + "nauc_map_at_1000_max": 0.3192261324843582, + "nauc_map_at_1000_std": -0.29142509101948116, + "nauc_map_at_100_diff1": 0.7312614998422212, + "nauc_map_at_100_max": 0.3186060766847598, + "nauc_map_at_100_std": -0.29180311490802674, + "nauc_map_at_10_diff1": 0.7325037229158796, + "nauc_map_at_10_max": 0.31651322918493213, + "nauc_map_at_10_std": -0.3064326211861742, + "nauc_map_at_1_diff1": 0.7729770286789599, + "nauc_map_at_1_max": 0.20359677083187497, + "nauc_map_at_1_std": -0.29063553014147725, + "nauc_map_at_20_diff1": 0.7315368944335923, + "nauc_map_at_20_max": 0.31677392172747, + "nauc_map_at_20_std": -0.29819128412433643, + "nauc_map_at_3_diff1": 0.7418327323192303, + "nauc_map_at_3_max": 0.2962755175795545, + "nauc_map_at_3_std": -0.30735765652156405, + "nauc_map_at_5_diff1": 0.7345770769299985, + "nauc_map_at_5_max": 0.3049714545642881, + "nauc_map_at_5_std": -0.30569851549371346, + "nauc_mrr_at_1000_diff1": 0.731272320002092, + "nauc_mrr_at_1000_max": 0.35597934157482775, + "nauc_mrr_at_1000_std": -0.2809507285950335, + "nauc_mrr_at_100_diff1": 0.7312467458700574, + "nauc_mrr_at_100_max": 0.35599817251602456, + "nauc_mrr_at_100_std": -0.28085722264955637, + "nauc_mrr_at_10_diff1": 0.7311438516544225, + "nauc_mrr_at_10_max": 0.3574012840497294, + "nauc_mrr_at_10_std": -0.28162335358388474, + "nauc_mrr_at_1_diff1": 0.741328092771217, + "nauc_mrr_at_1_max": 0.3320770909905038, + "nauc_mrr_at_1_std": -0.2831250997634694, + "nauc_mrr_at_20_diff1": 0.7306705017685434, + "nauc_mrr_at_20_max": 0.3568693863239385, + "nauc_mrr_at_20_std": -0.28117613412177456, + "nauc_mrr_at_3_diff1": 0.7314299961611371, + "nauc_mrr_at_3_max": 0.36613955959053884, + "nauc_mrr_at_3_std": -0.27314981546635164, + "nauc_mrr_at_5_diff1": 0.7283356394870756, + "nauc_mrr_at_5_max": 0.359049470208419, + "nauc_mrr_at_5_std": -0.2725351766418372, + "nauc_ndcg_at_1000_diff1": 0.7274801847948925, + "nauc_ndcg_at_1000_max": 0.3412870196423908, + "nauc_ndcg_at_1000_std": -0.27948052348799723, + "nauc_ndcg_at_100_diff1": 0.7270143159565241, + "nauc_ndcg_at_100_max": 0.3360783547941063, + "nauc_ndcg_at_100_std": -0.2788623997946872, + "nauc_ndcg_at_10_diff1": 0.7256629194393153, + "nauc_ndcg_at_10_max": 0.3323826814778426, + "nauc_ndcg_at_10_std": -0.30421910405293234, + "nauc_ndcg_at_1_diff1": 0.7433844831362694, + "nauc_ndcg_at_1_max": 0.3137468022763245, + "nauc_ndcg_at_1_std": -0.27629572383239176, + "nauc_ndcg_at_20_diff1": 0.7249689982148534, + "nauc_ndcg_at_20_max": 0.3311839556871975, + "nauc_ndcg_at_20_std": -0.290544345031464, + "nauc_ndcg_at_3_diff1": 0.7264505547702208, + "nauc_ndcg_at_3_max": 0.3398526309264013, + "nauc_ndcg_at_3_std": -0.27997968030776754, + "nauc_ndcg_at_5_diff1": 0.7232896428843325, + "nauc_ndcg_at_5_max": 0.32774660288292784, + "nauc_ndcg_at_5_std": -0.288160561186247, + "nauc_precision_at_1000_diff1": -0.3985688839013769, + "nauc_precision_at_1000_max": 0.0340391546413288, + "nauc_precision_at_1000_std": 0.29237354330184595, + "nauc_precision_at_100_diff1": -0.39525866531146203, + "nauc_precision_at_100_max": 0.02520106415280157, + "nauc_precision_at_100_std": 0.28799984942168516, + "nauc_precision_at_10_diff1": -0.2963993440239082, + "nauc_precision_at_10_max": 0.09940908239843611, + "nauc_precision_at_10_std": 0.15345789885116753, + "nauc_precision_at_1_diff1": 0.7433844831362694, + "nauc_precision_at_1_max": 0.3137468022763245, + "nauc_precision_at_1_std": -0.27629572383239176, + "nauc_precision_at_20_diff1": -0.3573953984404411, + "nauc_precision_at_20_max": 0.05042850963330639, + "nauc_precision_at_20_std": 0.22538502415724165, + "nauc_precision_at_3_diff1": -0.04863130910411891, + "nauc_precision_at_3_max": 0.2235989225029189, + "nauc_precision_at_3_std": 0.034389201267590236, + "nauc_precision_at_5_diff1": -0.1916291310766386, + "nauc_precision_at_5_max": 0.16758528636314363, + "nauc_precision_at_5_std": 0.1144188547360876, + "nauc_recall_at_1000_diff1": 0.7810457516338674, + "nauc_recall_at_1000_max": 0.7758169934640037, + "nauc_recall_at_1000_std": 0.9189542483660156, + "nauc_recall_at_100_diff1": 0.5244541279912803, + "nauc_recall_at_100_max": -0.0486917831832992, + "nauc_recall_at_100_std": 0.16412536828916777, + "nauc_recall_at_10_diff1": 0.6682765245241854, + "nauc_recall_at_10_max": 0.3192122272173688, + "nauc_recall_at_10_std": -0.39326078515163854, + "nauc_recall_at_1_diff1": 0.7729770286789599, + "nauc_recall_at_1_max": 0.20359677083187497, + "nauc_recall_at_1_std": -0.29063553014147725, + "nauc_recall_at_20_diff1": 0.6365223960850993, + "nauc_recall_at_20_max": 0.27528006055033644, + "nauc_recall_at_20_std": -0.35883029851320236, + "nauc_recall_at_3_diff1": 0.7076461169562075, + "nauc_recall_at_3_max": 0.3200183507209784, + "nauc_recall_at_3_std": -0.3063219000812605, + "nauc_recall_at_5_diff1": 0.6759332702798546, + "nauc_recall_at_5_max": 0.2971617309585132, + "nauc_recall_at_5_std": -0.3141034535936975, + "ndcg_at_1": 0.746, + "ndcg_at_10": 0.82978, + "ndcg_at_100": 0.85155, + "ndcg_at_1000": 0.85285, + "ndcg_at_20": 0.84223, + "ndcg_at_3": 0.79678, + "ndcg_at_5": 0.8132, + "precision_at_1": 0.746, + "precision_at_10": 0.1329, + "precision_at_100": 0.01595, + "precision_at_1000": 0.00164, + "precision_at_20": 0.0725, + "precision_at_3": 0.35533, + "precision_at_5": 0.236, + "recall_at_1": 0.64234, + "recall_at_10": 0.91416, + "recall_at_100": 0.99368, + "recall_at_1000": 0.99911, + "recall_at_20": 0.95514, + "recall_at_3": 0.81503, + "recall_at_5": 0.86602 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/QuoraRetrievalHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..165029a3e --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 90.16058659553528, + "kg_co2_emissions": 0.0420498144862505, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.89574, + "map_at_1": 0.71506, + "map_at_10": 0.8605, + "map_at_100": 0.86774, + "map_at_1000": 0.86785, + "map_at_20": 0.86554, + "map_at_3": 0.82832, + "map_at_5": 0.8469, + "mrr_at_1": 0.832, + "mrr_at_10": 0.8864682539682543, + "mrr_at_100": 0.887186025437394, + "mrr_at_1000": 0.8871951997493206, + "mrr_at_20": 0.8869770202020206, + "mrr_at_3": 0.8768333333333337, + "mrr_at_5": 0.882983333333334, + "nauc_map_at_1000_diff1": 0.7756548341758808, + "nauc_map_at_1000_max": 0.36706439261250035, + "nauc_map_at_1000_std": -0.3726568764799717, + "nauc_map_at_100_diff1": 0.7756934470981746, + "nauc_map_at_100_max": 0.366833993048224, + "nauc_map_at_100_std": -0.3727613616036217, + "nauc_map_at_10_diff1": 0.776734222057533, + "nauc_map_at_10_max": 0.36699347621664785, + "nauc_map_at_10_std": -0.39183244198791795, + "nauc_map_at_1_diff1": 0.8097671476214531, + "nauc_map_at_1_max": 0.2248830599088617, + "nauc_map_at_1_std": -0.337323625207423, + "nauc_map_at_20_diff1": 0.7755689710793522, + "nauc_map_at_20_max": 0.36636743076532824, + "nauc_map_at_20_std": -0.3825280959875301, + "nauc_map_at_3_diff1": 0.7898314768723426, + "nauc_map_at_3_max": 0.3022744421528028, + "nauc_map_at_3_std": -0.4199522734346577, + "nauc_map_at_5_diff1": 0.7839793715495179, + "nauc_map_at_5_max": 0.34183771751047703, + "nauc_map_at_5_std": -0.40915561826232855, + "nauc_mrr_at_1000_diff1": 0.7689080059033739, + "nauc_mrr_at_1000_max": 0.3792365105025249, + "nauc_mrr_at_1000_std": -0.32396794670144796, + "nauc_mrr_at_100_diff1": 0.7689275696131653, + "nauc_mrr_at_100_max": 0.3792890628932116, + "nauc_mrr_at_100_std": -0.3238793786792956, + "nauc_mrr_at_10_diff1": 0.7686494707013399, + "nauc_mrr_at_10_max": 0.37922693559053283, + "nauc_mrr_at_10_std": -0.3255662138749046, + "nauc_mrr_at_1_diff1": 0.7659206140556777, + "nauc_mrr_at_1_max": 0.36621226702971676, + "nauc_mrr_at_1_std": -0.2855411717759729, + "nauc_mrr_at_20_diff1": 0.7691977728596529, + "nauc_mrr_at_20_max": 0.3797158592628085, + "nauc_mrr_at_20_std": -0.32344381516643356, + "nauc_mrr_at_3_diff1": 0.7671406419376365, + "nauc_mrr_at_3_max": 0.375736817890471, + "nauc_mrr_at_3_std": -0.3409345020179333, + "nauc_mrr_at_5_diff1": 0.7721826331085161, + "nauc_mrr_at_5_max": 0.38606297772526593, + "nauc_mrr_at_5_std": -0.33309383566879747, + "nauc_ndcg_at_1000_diff1": 0.7741316769875798, + "nauc_ndcg_at_1000_max": 0.38284853010762, + "nauc_ndcg_at_1000_std": -0.3500354132555686, + "nauc_ndcg_at_100_diff1": 0.774593171533907, + "nauc_ndcg_at_100_max": 0.38187511257558576, + "nauc_ndcg_at_100_std": -0.3491511266764528, + "nauc_ndcg_at_10_diff1": 0.7754326509638875, + "nauc_ndcg_at_10_max": 0.3790327039056428, + "nauc_ndcg_at_10_std": -0.37823950455289906, + "nauc_ndcg_at_1_diff1": 0.7659206140556777, + "nauc_ndcg_at_1_max": 0.36621226702971676, + "nauc_ndcg_at_1_std": -0.2855411717759729, + "nauc_ndcg_at_20_diff1": 0.7766136069597595, + "nauc_ndcg_at_20_max": 0.3785999500737534, + "nauc_ndcg_at_20_std": -0.36243667359723575, + "nauc_ndcg_at_3_diff1": 0.7711253799137654, + "nauc_ndcg_at_3_max": 0.3457947753982604, + "nauc_ndcg_at_3_std": -0.39100681775073154, + "nauc_ndcg_at_5_diff1": 0.7835614519627921, + "nauc_ndcg_at_5_max": 0.37471141469315467, + "nauc_ndcg_at_5_std": -0.39589347362171096, + "nauc_precision_at_1000_diff1": -0.4392172686022058, + "nauc_precision_at_1000_max": -0.03445558342863457, + "nauc_precision_at_1000_std": 0.32577009628509224, + "nauc_precision_at_100_diff1": -0.43614377883361394, + "nauc_precision_at_100_max": -0.03181344639844322, + "nauc_precision_at_100_std": 0.32534705664937386, + "nauc_precision_at_10_diff1": -0.4208850004435924, + "nauc_precision_at_10_max": 0.04801100108509487, + "nauc_precision_at_10_std": 0.2466228989087639, + "nauc_precision_at_1_diff1": 0.7659206140556777, + "nauc_precision_at_1_max": 0.36621226702971676, + "nauc_precision_at_1_std": -0.2855411717759729, + "nauc_precision_at_20_diff1": -0.4307194832634373, + "nauc_precision_at_20_max": 0.0004229107185951351, + "nauc_precision_at_20_std": 0.278896242868006, + "nauc_precision_at_3_diff1": -0.23303843966173798, + "nauc_precision_at_3_max": 0.10005687947870459, + "nauc_precision_at_3_std": 0.07394443107770608, + "nauc_precision_at_5_diff1": -0.3372210025612875, + "nauc_precision_at_5_max": 0.08690435981874012, + "nauc_precision_at_5_std": 0.159857968138704, + "nauc_recall_at_1000_diff1": -0.17133520074650957, + "nauc_recall_at_1000_max": -1.1517273576091318, + "nauc_recall_at_1000_std": 0.8692810457518594, + "nauc_recall_at_100_diff1": 0.7389964156137794, + "nauc_recall_at_100_max": 0.2406944206375374, + "nauc_recall_at_100_std": 0.10141938043545813, + "nauc_recall_at_10_diff1": 0.7539507118420896, + "nauc_recall_at_10_max": 0.36277100890492947, + "nauc_recall_at_10_std": -0.5040670256395513, + "nauc_recall_at_1_diff1": 0.8097671476214531, + "nauc_recall_at_1_max": 0.2248830599088617, + "nauc_recall_at_1_std": -0.337323625207423, + "nauc_recall_at_20_diff1": 0.7908097942046268, + "nauc_recall_at_20_max": 0.3670714067346035, + "nauc_recall_at_20_std": -0.3654409899375268, + "nauc_recall_at_3_diff1": 0.7766353238956878, + "nauc_recall_at_3_max": 0.26198791016046963, + "nauc_recall_at_3_std": -0.5209309154372829, + "nauc_recall_at_5_diff1": 0.7862187229741646, + "nauc_recall_at_5_max": 0.3596015667679543, + "nauc_recall_at_5_std": -0.516916713915854, + "ndcg_at_1": 0.832, + "ndcg_at_10": 0.89574, + "ndcg_at_100": 0.90669, + "ndcg_at_1000": 0.90733, + "ndcg_at_20": 0.90201, + "ndcg_at_3": 0.8708, + "ndcg_at_5": 0.88143, + "precision_at_1": 0.832, + "precision_at_10": 0.1418, + "precision_at_100": 0.01617, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07565, + "precision_at_3": 0.38833, + "precision_at_5": 0.2554, + "recall_at_1": 0.71506, + "recall_at_10": 0.96138, + "recall_at_100": 0.99719, + "recall_at_1000": 0.99975, + "recall_at_20": 0.98024, + "recall_at_3": 0.87742, + "recall_at_5": 0.91746 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RiaNewsRetrievalHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..c12f49858 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 439.07706212997437, + "kg_co2_emissions": 0.30551378427273373, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8264, + "map_at_1": 0.727, + "map_at_10": 0.79539, + "map_at_100": 0.79801, + "map_at_1000": 0.79811, + "map_at_20": 0.79733, + "map_at_3": 0.783, + "map_at_5": 0.7896, + "mrr_at_1": 0.727, + "mrr_at_10": 0.7955551587301587, + "mrr_at_100": 0.7981801043628896, + "mrr_at_1000": 0.7982729123062569, + "mrr_at_20": 0.7974931287838409, + "mrr_at_3": 0.7831666666666668, + "mrr_at_5": 0.7897666666666668, + "nauc_map_at_1000_diff1": 0.7671084001828766, + "nauc_map_at_1000_max": 0.31041644037100385, + "nauc_map_at_1000_std": -0.236622408369502, + "nauc_map_at_100_diff1": 0.7669026731526112, + "nauc_map_at_100_max": 0.31035259961954337, + "nauc_map_at_100_std": -0.23670105475402017, + "nauc_map_at_10_diff1": 0.7662132284280051, + "nauc_map_at_10_max": 0.3121028952739406, + "nauc_map_at_10_std": -0.23840644551864862, + "nauc_map_at_1_diff1": 0.8030666373158838, + "nauc_map_at_1_max": 0.2856422074645791, + "nauc_map_at_1_std": -0.22796791933469876, + "nauc_map_at_20_diff1": 0.766509590067805, + "nauc_map_at_20_max": 0.31139730166121266, + "nauc_map_at_20_std": -0.23633934836760925, + "nauc_map_at_3_diff1": 0.7693746262392802, + "nauc_map_at_3_max": 0.3121047152205871, + "nauc_map_at_3_std": -0.23706366841712467, + "nauc_map_at_5_diff1": 0.7682988571457964, + "nauc_map_at_5_max": 0.3124046835655629, + "nauc_map_at_5_std": -0.239566129020537, + "nauc_mrr_at_1000_diff1": 0.7670577775850184, + "nauc_mrr_at_1000_max": 0.3122532779668463, + "nauc_mrr_at_1000_std": -0.2357577885456804, + "nauc_mrr_at_100_diff1": 0.7668519129438572, + "nauc_mrr_at_100_max": 0.31218845218421193, + "nauc_mrr_at_100_std": -0.23583693718361068, + "nauc_mrr_at_10_diff1": 0.7661626484450871, + "nauc_mrr_at_10_max": 0.31391408029735884, + "nauc_mrr_at_10_std": -0.23755591861263778, + "nauc_mrr_at_1_diff1": 0.8030666373158838, + "nauc_mrr_at_1_max": 0.2856422074645791, + "nauc_mrr_at_1_std": -0.22796791933469876, + "nauc_mrr_at_20_diff1": 0.7664587093017422, + "nauc_mrr_at_20_max": 0.31322709423668027, + "nauc_mrr_at_20_std": -0.23547818603471055, + "nauc_mrr_at_3_diff1": 0.7693292463107928, + "nauc_mrr_at_3_max": 0.31381329276451875, + "nauc_mrr_at_3_std": -0.23626033471651822, + "nauc_mrr_at_5_diff1": 0.7682512918641992, + "nauc_mrr_at_5_max": 0.31416495808504025, + "nauc_mrr_at_5_std": -0.23874049950856702, + "nauc_ndcg_at_1000_diff1": 0.7571845053627622, + "nauc_ndcg_at_1000_max": 0.3193852062060266, + "nauc_ndcg_at_1000_std": -0.22821135657936376, + "nauc_ndcg_at_100_diff1": 0.752182967089419, + "nauc_ndcg_at_100_max": 0.31852833448906587, + "nauc_ndcg_at_100_std": -0.22971747744065696, + "nauc_ndcg_at_10_diff1": 0.7479338261341305, + "nauc_ndcg_at_10_max": 0.32579879185030003, + "nauc_ndcg_at_10_std": -0.2390021450571522, + "nauc_ndcg_at_1_diff1": 0.8030666373158838, + "nauc_ndcg_at_1_max": 0.2856422074645791, + "nauc_ndcg_at_1_std": -0.22796791933469876, + "nauc_ndcg_at_20_diff1": 0.7489239478673803, + "nauc_ndcg_at_20_max": 0.3255200516468021, + "nauc_ndcg_at_20_std": -0.22957833296747351, + "nauc_ndcg_at_3_diff1": 0.7572868191001187, + "nauc_ndcg_at_3_max": 0.32274365721052967, + "nauc_ndcg_at_3_std": -0.2392363683031051, + "nauc_ndcg_at_5_diff1": 0.7540641968397033, + "nauc_ndcg_at_5_max": 0.3236808628114462, + "nauc_ndcg_at_5_std": -0.2440422312838381, + "nauc_precision_at_1000_diff1": 0.5814399834007569, + "nauc_precision_at_1000_max": 0.7808901338313036, + "nauc_precision_at_1000_std": 0.6313414254590528, + "nauc_precision_at_100_diff1": 0.49148890325361094, + "nauc_precision_at_100_max": 0.45274007038712355, + "nauc_precision_at_100_std": 0.016232133879191566, + "nauc_precision_at_10_diff1": 0.6171195751027694, + "nauc_precision_at_10_max": 0.4261886572810938, + "nauc_precision_at_10_std": -0.2343967890186402, + "nauc_precision_at_1_diff1": 0.8030666373158838, + "nauc_precision_at_1_max": 0.2856422074645791, + "nauc_precision_at_1_std": -0.22796791933469876, + "nauc_precision_at_20_diff1": 0.5655791728456093, + "nauc_precision_at_20_max": 0.4877153475769349, + "nauc_precision_at_20_std": -0.1183427619413814, + "nauc_precision_at_3_diff1": 0.7100459012958451, + "nauc_precision_at_3_max": 0.3648563701962427, + "nauc_precision_at_3_std": -0.24721874815838174, + "nauc_precision_at_5_diff1": 0.6872454661151762, + "nauc_precision_at_5_max": 0.37622494432071274, + "nauc_precision_at_5_std": -0.2649737511931288, + "nauc_recall_at_1000_diff1": 0.5814399834007629, + "nauc_recall_at_1000_max": 0.7808901338313201, + "nauc_recall_at_1000_std": 0.6313414254590799, + "nauc_recall_at_100_diff1": 0.49148890325360794, + "nauc_recall_at_100_max": 0.4527400703871311, + "nauc_recall_at_100_std": 0.01623213387919067, + "nauc_recall_at_10_diff1": 0.617119575102766, + "nauc_recall_at_10_max": 0.4261886572810942, + "nauc_recall_at_10_std": -0.23439678901863953, + "nauc_recall_at_1_diff1": 0.8030666373158838, + "nauc_recall_at_1_max": 0.2856422074645791, + "nauc_recall_at_1_std": -0.22796791933469876, + "nauc_recall_at_20_diff1": 0.5655791728456089, + "nauc_recall_at_20_max": 0.4877153475769378, + "nauc_recall_at_20_std": -0.11834276194137605, + "nauc_recall_at_3_diff1": 0.7100459012958437, + "nauc_recall_at_3_max": 0.3648563701962427, + "nauc_recall_at_3_std": -0.24721874815838196, + "nauc_recall_at_5_diff1": 0.6872454661151756, + "nauc_recall_at_5_max": 0.3762249443207129, + "nauc_recall_at_5_std": -0.2649737511931284, + "ndcg_at_1": 0.727, + "ndcg_at_10": 0.8264, + "ndcg_at_100": 0.83787, + "ndcg_at_1000": 0.84009, + "ndcg_at_20": 0.83314, + "ndcg_at_3": 0.80052, + "ndcg_at_5": 0.81244, + "precision_at_1": 0.727, + "precision_at_10": 0.0923, + "precision_at_100": 0.00974, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04745, + "precision_at_3": 0.28367, + "precision_at_5": 0.176, + "recall_at_1": 0.727, + "recall_at_10": 0.923, + "recall_at_100": 0.974, + "recall_at_1000": 0.991, + "recall_at_20": 0.949, + "recall_at_3": 0.851, + "recall_at_5": 0.88 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TopiOCQAHardNegatives.json b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..03c58e521 --- /dev/null +++ b/results/intfloat__e5-mistral-7b-instruct/07163b72af1488142a360786df853f237b1a3ca1/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 135.4196846485138, + "kg_co2_emissions": 0.08884787701034844, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.18268, + "map_at_1": 0.1, + "map_at_10": 0.15071, + "map_at_100": 0.15981, + "map_at_1000": 0.16139, + "map_at_20": 0.15563, + "map_at_3": 0.131, + "map_at_5": 0.14145, + "mrr_at_1": 0.1, + "mrr_at_10": 0.15070833333333322, + "mrr_at_100": 0.15981403594530266, + "mrr_at_1000": 0.16139274039156154, + "mrr_at_20": 0.15563492187207353, + "mrr_at_3": 0.13099999999999995, + "mrr_at_5": 0.14144999999999994, + "nauc_map_at_1000_diff1": 0.17215027221844245, + "nauc_map_at_1000_max": 0.08191749769210449, + "nauc_map_at_1000_std": 0.04178928010634013, + "nauc_map_at_100_diff1": 0.1721064855211256, + "nauc_map_at_100_max": 0.0822225432331711, + "nauc_map_at_100_std": 0.04141791583659785, + "nauc_map_at_10_diff1": 0.17106012300789955, + "nauc_map_at_10_max": 0.08048811207189753, + "nauc_map_at_10_std": 0.04480326292735699, + "nauc_map_at_1_diff1": 0.2318406224845719, + "nauc_map_at_1_max": 0.1047491279849745, + "nauc_map_at_1_std": 0.021258384759860367, + "nauc_map_at_20_diff1": 0.17132260882560732, + "nauc_map_at_20_max": 0.08133093876652811, + "nauc_map_at_20_std": 0.04130548487510396, + "nauc_map_at_3_diff1": 0.17921146155450224, + "nauc_map_at_3_max": 0.0760854481269819, + "nauc_map_at_3_std": 0.029556277369500197, + "nauc_map_at_5_diff1": 0.17465475493646218, + "nauc_map_at_5_max": 0.08295677844628452, + "nauc_map_at_5_std": 0.03887645414563233, + "nauc_mrr_at_1000_diff1": 0.17215027221844245, + "nauc_mrr_at_1000_max": 0.08191749769210449, + "nauc_mrr_at_1000_std": 0.04178928010634013, + "nauc_mrr_at_100_diff1": 0.1721064855211256, + "nauc_mrr_at_100_max": 0.0822225432331711, + "nauc_mrr_at_100_std": 0.04141791583659785, + "nauc_mrr_at_10_diff1": 0.17106012300789955, + "nauc_mrr_at_10_max": 0.08048811207189753, + "nauc_mrr_at_10_std": 0.04480326292735699, + "nauc_mrr_at_1_diff1": 0.2318406224845719, + "nauc_mrr_at_1_max": 0.1047491279849745, + "nauc_mrr_at_1_std": 0.021258384759860367, + "nauc_mrr_at_20_diff1": 0.17132260882560732, + "nauc_mrr_at_20_max": 0.08133093876652811, + "nauc_mrr_at_20_std": 0.04130548487510396, + "nauc_mrr_at_3_diff1": 0.17921146155450224, + "nauc_mrr_at_3_max": 0.0760854481269819, + "nauc_mrr_at_3_std": 0.029556277369500197, + "nauc_mrr_at_5_diff1": 0.17465475493646218, + "nauc_mrr_at_5_max": 0.08295677844628452, + "nauc_mrr_at_5_std": 0.03887645414563233, + "nauc_ndcg_at_1000_diff1": 0.15453592328234422, + "nauc_ndcg_at_1000_max": 0.07448120344966924, + "nauc_ndcg_at_1000_std": 0.05913856870358245, + "nauc_ndcg_at_100_diff1": 0.15418631719709225, + "nauc_ndcg_at_100_max": 0.08800515292691352, + "nauc_ndcg_at_100_std": 0.054272101352801555, + "nauc_ndcg_at_10_diff1": 0.14937761215499115, + "nauc_ndcg_at_10_max": 0.07604846521563226, + "nauc_ndcg_at_10_std": 0.05938154467836108, + "nauc_ndcg_at_1_diff1": 0.2318406224845719, + "nauc_ndcg_at_1_max": 0.1047491279849745, + "nauc_ndcg_at_1_std": 0.021258384759860367, + "nauc_ndcg_at_20_diff1": 0.14943358567779114, + "nauc_ndcg_at_20_max": 0.07877258208381159, + "nauc_ndcg_at_20_std": 0.047762610473541654, + "nauc_ndcg_at_3_diff1": 0.16538151790926978, + "nauc_ndcg_at_3_max": 0.06899179462048036, + "nauc_ndcg_at_3_std": 0.032208956106702324, + "nauc_ndcg_at_5_diff1": 0.15855096784271522, + "nauc_ndcg_at_5_max": 0.08115948319760603, + "nauc_ndcg_at_5_std": 0.0479613074242087, + "nauc_precision_at_1000_diff1": 0.02348328889788624, + "nauc_precision_at_1000_max": -0.10569448662999471, + "nauc_precision_at_1000_std": 0.2638059239760147, + "nauc_precision_at_100_diff1": 0.11907838248976427, + "nauc_precision_at_100_max": 0.1184337306155802, + "nauc_precision_at_100_std": 0.09214518609318924, + "nauc_precision_at_10_diff1": 0.10256774833001793, + "nauc_precision_at_10_max": 0.06758474839489838, + "nauc_precision_at_10_std": 0.09166368722641477, + "nauc_precision_at_1_diff1": 0.2318406224845719, + "nauc_precision_at_1_max": 0.1047491279849745, + "nauc_precision_at_1_std": 0.021258384759860367, + "nauc_precision_at_20_diff1": 0.10328938645466425, + "nauc_precision_at_20_max": 0.07576996743038716, + "nauc_precision_at_20_std": 0.056836008522447364, + "nauc_precision_at_3_diff1": 0.13247982593998073, + "nauc_precision_at_3_max": 0.05222895755644264, + "nauc_precision_at_3_std": 0.03864147031068339, + "nauc_precision_at_5_diff1": 0.12320732975112414, + "nauc_precision_at_5_max": 0.07879764275604667, + "nauc_precision_at_5_std": 0.06940843447437964, + "nauc_recall_at_1000_diff1": 0.02348328889788697, + "nauc_recall_at_1000_max": -0.10569448662999383, + "nauc_recall_at_1000_std": 0.26380592397601554, + "nauc_recall_at_100_diff1": 0.11907838248976418, + "nauc_recall_at_100_max": 0.11843373061558032, + "nauc_recall_at_100_std": 0.09214518609318881, + "nauc_recall_at_10_diff1": 0.10256774833001804, + "nauc_recall_at_10_max": 0.0675847483948986, + "nauc_recall_at_10_std": 0.09166368722641506, + "nauc_recall_at_1_diff1": 0.2318406224845719, + "nauc_recall_at_1_max": 0.1047491279849745, + "nauc_recall_at_1_std": 0.021258384759860367, + "nauc_recall_at_20_diff1": 0.10328938645466436, + "nauc_recall_at_20_max": 0.07576996743038747, + "nauc_recall_at_20_std": 0.05683600852244748, + "nauc_recall_at_3_diff1": 0.1324798259399807, + "nauc_recall_at_3_max": 0.052228957556442614, + "nauc_recall_at_3_std": 0.03864147031068318, + "nauc_recall_at_5_diff1": 0.12320732975112424, + "nauc_recall_at_5_max": 0.07879764275604659, + "nauc_recall_at_5_std": 0.0694084344743798, + "ndcg_at_1": 0.1, + "ndcg_at_10": 0.18268, + "ndcg_at_100": 0.23263, + "ndcg_at_1000": 0.28009, + "ndcg_at_20": 0.2008, + "ndcg_at_3": 0.14126, + "ndcg_at_5": 0.15994, + "precision_at_1": 0.1, + "precision_at_10": 0.0287, + "precision_at_100": 0.00534, + "precision_at_1000": 0.00092, + "precision_at_20": 0.01795, + "precision_at_3": 0.057, + "precision_at_5": 0.0432, + "recall_at_1": 0.1, + "recall_at_10": 0.287, + "recall_at_100": 0.534, + "recall_at_1000": 0.917, + "recall_at_20": 0.359, + "recall_at_3": 0.171, + "recall_at_5": 0.216 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVERHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..92224fe45 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 67.23342728614807, + "kg_co2_emissions": 0.006265331027859213, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.24219, + "map_at_1": 0.09975, + "map_at_10": 0.17017, + "map_at_100": 0.18798, + "map_at_1000": 0.19005, + "map_at_20": 0.17939, + "map_at_3": 0.13934, + "map_at_5": 0.15541, + "mrr_at_1": 0.213, + "mrr_at_10": 0.3151107142857142, + "mrr_at_100": 0.3263394164086176, + "mrr_at_1000": 0.3268803556893096, + "mrr_at_20": 0.3217389992102838, + "mrr_at_3": 0.2818333333333335, + "mrr_at_5": 0.30118333333333314, + "nauc_map_at_1000_diff1": 0.20665901318917024, + "nauc_map_at_1000_max": 0.4294391165490168, + "nauc_map_at_1000_std": 0.2879352028311078, + "nauc_map_at_100_diff1": 0.20633638437858146, + "nauc_map_at_100_max": 0.4284244152862347, + "nauc_map_at_100_std": 0.28709052305466576, + "nauc_map_at_10_diff1": 0.2141849384847599, + "nauc_map_at_10_max": 0.4197946011451936, + "nauc_map_at_10_std": 0.2709262341551832, + "nauc_map_at_1_diff1": 0.24121402339588244, + "nauc_map_at_1_max": 0.3756703201769578, + "nauc_map_at_1_std": 0.21237149406781455, + "nauc_map_at_20_diff1": 0.20944043326516304, + "nauc_map_at_20_max": 0.42376341242280624, + "nauc_map_at_20_std": 0.27957646422934473, + "nauc_map_at_3_diff1": 0.2262614044403744, + "nauc_map_at_3_max": 0.4030202839352339, + "nauc_map_at_3_std": 0.2503992167005922, + "nauc_map_at_5_diff1": 0.21464275541898112, + "nauc_map_at_5_max": 0.40960683235017625, + "nauc_map_at_5_std": 0.2574549281392747, + "nauc_mrr_at_1000_diff1": 0.16527640609839894, + "nauc_mrr_at_1000_max": 0.38888688496998103, + "nauc_mrr_at_1000_std": 0.2548231777665037, + "nauc_mrr_at_100_diff1": 0.1653663431429029, + "nauc_mrr_at_100_max": 0.3890515513833631, + "nauc_mrr_at_100_std": 0.25496192455396127, + "nauc_mrr_at_10_diff1": 0.16495526875888677, + "nauc_mrr_at_10_max": 0.3902171911919041, + "nauc_mrr_at_10_std": 0.2560529423712154, + "nauc_mrr_at_1_diff1": 0.20622556452539878, + "nauc_mrr_at_1_max": 0.35538214208672486, + "nauc_mrr_at_1_std": 0.20329055206261795, + "nauc_mrr_at_20_diff1": 0.16289283761562548, + "nauc_mrr_at_20_max": 0.38835225463158196, + "nauc_mrr_at_20_std": 0.2556109468174203, + "nauc_mrr_at_3_diff1": 0.1640632454966176, + "nauc_mrr_at_3_max": 0.37538770308299446, + "nauc_mrr_at_3_std": 0.24880367784908103, + "nauc_mrr_at_5_diff1": 0.16467413134380376, + "nauc_mrr_at_5_max": 0.38686385769390225, + "nauc_mrr_at_5_std": 0.2517203109092902, + "nauc_ndcg_at_1000_diff1": 0.17755425628558041, + "nauc_ndcg_at_1000_max": 0.45525656760355393, + "nauc_ndcg_at_1000_std": 0.3262363969899676, + "nauc_ndcg_at_100_diff1": 0.1706825880092667, + "nauc_ndcg_at_100_max": 0.44651172470636424, + "nauc_ndcg_at_100_std": 0.3239618177408413, + "nauc_ndcg_at_10_diff1": 0.18609274273937657, + "nauc_ndcg_at_10_max": 0.42698377098461354, + "nauc_ndcg_at_10_std": 0.2875453722545746, + "nauc_ndcg_at_1_diff1": 0.20622556452539878, + "nauc_ndcg_at_1_max": 0.35538214208672486, + "nauc_ndcg_at_1_std": 0.20329055206261795, + "nauc_ndcg_at_20_diff1": 0.17468059935193878, + "nauc_ndcg_at_20_max": 0.42962391774658987, + "nauc_ndcg_at_20_std": 0.30213773654682163, + "nauc_ndcg_at_3_diff1": 0.19481381215439025, + "nauc_ndcg_at_3_max": 0.4000734853667191, + "nauc_ndcg_at_3_std": 0.26343284206227835, + "nauc_ndcg_at_5_diff1": 0.18768655568619125, + "nauc_ndcg_at_5_max": 0.4116875010222599, + "nauc_ndcg_at_5_std": 0.2676146195279293, + "nauc_precision_at_1000_diff1": -0.013619026147610286, + "nauc_precision_at_1000_max": 0.2095954832274845, + "nauc_precision_at_1000_std": 0.2157439827574131, + "nauc_precision_at_100_diff1": 0.006292155726363982, + "nauc_precision_at_100_max": 0.325194562858953, + "nauc_precision_at_100_std": 0.3211043974825038, + "nauc_precision_at_10_diff1": 0.09160790781714723, + "nauc_precision_at_10_max": 0.4157818054580577, + "nauc_precision_at_10_std": 0.31692320200824253, + "nauc_precision_at_1_diff1": 0.20622556452539878, + "nauc_precision_at_1_max": 0.35538214208672486, + "nauc_precision_at_1_std": 0.20329055206261795, + "nauc_precision_at_20_diff1": 0.045556471651301826, + "nauc_precision_at_20_max": 0.3754030594527998, + "nauc_precision_at_20_std": 0.3249078340001016, + "nauc_precision_at_3_diff1": 0.1425081148618837, + "nauc_precision_at_3_max": 0.41097352130396975, + "nauc_precision_at_3_std": 0.3013835675685122, + "nauc_precision_at_5_diff1": 0.10416014459271657, + "nauc_precision_at_5_max": 0.41440836622823535, + "nauc_precision_at_5_std": 0.3034637866370577, + "nauc_recall_at_1000_diff1": 0.1228931572681617, + "nauc_recall_at_1000_max": 0.4729119625977535, + "nauc_recall_at_1000_std": 0.38004419580835946, + "nauc_recall_at_100_diff1": 0.09417630943887874, + "nauc_recall_at_100_max": 0.39996389552252215, + "nauc_recall_at_100_std": 0.33840373308182686, + "nauc_recall_at_10_diff1": 0.15186128842764632, + "nauc_recall_at_10_max": 0.38899578682109154, + "nauc_recall_at_10_std": 0.278129568202727, + "nauc_recall_at_1_diff1": 0.24121402339588244, + "nauc_recall_at_1_max": 0.3756703201769578, + "nauc_recall_at_1_std": 0.21237149406781455, + "nauc_recall_at_20_diff1": 0.12397366366280711, + "nauc_recall_at_20_max": 0.386742365410075, + "nauc_recall_at_20_std": 0.3026868061564859, + "nauc_recall_at_3_diff1": 0.1828894487655802, + "nauc_recall_at_3_max": 0.384311853762962, + "nauc_recall_at_3_std": 0.26018001301164145, + "nauc_recall_at_5_diff1": 0.15968069946075483, + "nauc_recall_at_5_max": 0.38135501966466456, + "nauc_recall_at_5_std": 0.25312683595676266, + "ndcg_at_1": 0.213, + "ndcg_at_10": 0.24219, + "ndcg_at_100": 0.31729, + "ndcg_at_1000": 0.35727, + "ndcg_at_20": 0.26977, + "ndcg_at_3": 0.18919, + "ndcg_at_5": 0.21029, + "precision_at_1": 0.213, + "precision_at_10": 0.0763, + "precision_at_100": 0.01579, + "precision_at_1000": 0.00233, + "precision_at_20": 0.05005, + "precision_at_3": 0.13733, + "precision_at_5": 0.1106, + "recall_at_1": 0.09975, + "recall_at_10": 0.30092, + "recall_at_100": 0.56162, + "recall_at_1000": 0.788, + "recall_at_20": 0.3787, + "recall_at_3": 0.17888, + "recall_at_5": 0.2296 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-PLHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..1049fa09d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 54.40674352645874, + "kg_co2_emissions": 0.005035564589561718, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.31941, + "map_at_1": 0.07143, + "map_at_10": 0.14149, + "map_at_100": 0.21565, + "map_at_1000": 0.2433, + "map_at_20": 0.16613, + "map_at_3": 0.10495, + "map_at_5": 0.11942, + "mrr_at_1": 0.5275, + "mrr_at_10": 0.6214831349206349, + "mrr_at_100": 0.6259842756186517, + "mrr_at_1000": 0.6262525524241809, + "mrr_at_20": 0.6240295951468551, + "mrr_at_3": 0.5966666666666667, + "mrr_at_5": 0.6127916666666667, + "nauc_map_at_1000_diff1": 0.32939360611883245, + "nauc_map_at_1000_max": 0.40239576405609645, + "nauc_map_at_1000_std": 0.26313527072547827, + "nauc_map_at_100_diff1": 0.34058809135742363, + "nauc_map_at_100_max": 0.3893814771468949, + "nauc_map_at_100_std": 0.22337096823775635, + "nauc_map_at_10_diff1": 0.37501266382483184, + "nauc_map_at_10_max": 0.28639295840389983, + "nauc_map_at_10_std": 0.06412654080848101, + "nauc_map_at_1_diff1": 0.5010757839897629, + "nauc_map_at_1_max": 0.16320660239893386, + "nauc_map_at_1_std": -0.041596474834779504, + "nauc_map_at_20_diff1": 0.36118783906932495, + "nauc_map_at_20_max": 0.3238331387230345, + "nauc_map_at_20_std": 0.12350149776335606, + "nauc_map_at_3_diff1": 0.4294127337380269, + "nauc_map_at_3_max": 0.2280145228973815, + "nauc_map_at_3_std": -0.0039948725599229405, + "nauc_map_at_5_diff1": 0.4048902004188267, + "nauc_map_at_5_max": 0.2528540535821935, + "nauc_map_at_5_std": 0.022205325219368494, + "nauc_mrr_at_1000_diff1": 0.4446267573415607, + "nauc_mrr_at_1000_max": 0.5339155718481936, + "nauc_mrr_at_1000_std": 0.30564806432124314, + "nauc_mrr_at_100_diff1": 0.4448463132832004, + "nauc_mrr_at_100_max": 0.5341119533091591, + "nauc_mrr_at_100_std": 0.3057779354096704, + "nauc_mrr_at_10_diff1": 0.44434068294383816, + "nauc_mrr_at_10_max": 0.5375668316676442, + "nauc_mrr_at_10_std": 0.3106504567648667, + "nauc_mrr_at_1_diff1": 0.45812525920010433, + "nauc_mrr_at_1_max": 0.4670503113828693, + "nauc_mrr_at_1_std": 0.23390217402480767, + "nauc_mrr_at_20_diff1": 0.4444328349227951, + "nauc_mrr_at_20_max": 0.5352830040186181, + "nauc_mrr_at_20_std": 0.3075740140663127, + "nauc_mrr_at_3_diff1": 0.4477842568531317, + "nauc_mrr_at_3_max": 0.5375566954032386, + "nauc_mrr_at_3_std": 0.296804681034114, + "nauc_mrr_at_5_diff1": 0.43803349981880735, + "nauc_mrr_at_5_max": 0.5372547902043703, + "nauc_mrr_at_5_std": 0.30248673071278404, + "nauc_ndcg_at_1000_diff1": 0.34371696759035075, + "nauc_ndcg_at_1000_max": 0.4957593489603505, + "nauc_ndcg_at_1000_std": 0.4112651571091351, + "nauc_ndcg_at_100_diff1": 0.36995799942543484, + "nauc_ndcg_at_100_max": 0.4668562650746206, + "nauc_ndcg_at_100_std": 0.33443413338712513, + "nauc_ndcg_at_10_diff1": 0.3369251631245935, + "nauc_ndcg_at_10_max": 0.41806632438032654, + "nauc_ndcg_at_10_std": 0.24757248340618748, + "nauc_ndcg_at_1_diff1": 0.3992506843084976, + "nauc_ndcg_at_1_max": 0.3924743817553802, + "nauc_ndcg_at_1_std": 0.2191359537967074, + "nauc_ndcg_at_20_diff1": 0.35779406908013817, + "nauc_ndcg_at_20_max": 0.4175919373044974, + "nauc_ndcg_at_20_std": 0.26301617192480264, + "nauc_ndcg_at_3_diff1": 0.31932982164109575, + "nauc_ndcg_at_3_max": 0.4157741061393893, + "nauc_ndcg_at_3_std": 0.22916806022926858, + "nauc_ndcg_at_5_diff1": 0.31931835454387114, + "nauc_ndcg_at_5_max": 0.41870503751151333, + "nauc_ndcg_at_5_std": 0.23799182775034167, + "nauc_precision_at_1000_diff1": -0.08240067989166568, + "nauc_precision_at_1000_max": -0.02948069598718391, + "nauc_precision_at_1000_std": 0.027663651030370943, + "nauc_precision_at_100_diff1": 0.004525028430471183, + "nauc_precision_at_100_max": 0.2656802222641039, + "nauc_precision_at_100_std": 0.31927835963552575, + "nauc_precision_at_10_diff1": 0.07328889864783485, + "nauc_precision_at_10_max": 0.41983635663911345, + "nauc_precision_at_10_std": 0.341017322916445, + "nauc_precision_at_1_diff1": 0.45812525920010433, + "nauc_precision_at_1_max": 0.4670503113828693, + "nauc_precision_at_1_std": 0.23390217402480767, + "nauc_precision_at_20_diff1": 0.04455329711512437, + "nauc_precision_at_20_max": 0.3896249423475751, + "nauc_precision_at_20_std": 0.37152838310112013, + "nauc_precision_at_3_diff1": 0.1722411985525381, + "nauc_precision_at_3_max": 0.44189015523013975, + "nauc_precision_at_3_std": 0.2700688784425125, + "nauc_precision_at_5_diff1": 0.10901813376522375, + "nauc_precision_at_5_max": 0.43549842674176426, + "nauc_precision_at_5_std": 0.3031654519743285, + "nauc_recall_at_1000_diff1": 0.25515040968325525, + "nauc_recall_at_1000_max": 0.47876356590682595, + "nauc_recall_at_1000_std": 0.5992466284537774, + "nauc_recall_at_100_diff1": 0.30693074237159135, + "nauc_recall_at_100_max": 0.40578403820606335, + "nauc_recall_at_100_std": 0.3383510076126487, + "nauc_recall_at_10_diff1": 0.313205966472604, + "nauc_recall_at_10_max": 0.25642823505816015, + "nauc_recall_at_10_std": 0.07538435697617876, + "nauc_recall_at_1_diff1": 0.5010757839897629, + "nauc_recall_at_1_max": 0.16320660239893386, + "nauc_recall_at_1_std": -0.041596474834779504, + "nauc_recall_at_20_diff1": 0.3213669045438074, + "nauc_recall_at_20_max": 0.30158832890703846, + "nauc_recall_at_20_std": 0.15197716805451159, + "nauc_recall_at_3_diff1": 0.39487528479463374, + "nauc_recall_at_3_max": 0.21950408723975642, + "nauc_recall_at_3_std": 0.00105510856825008, + "nauc_recall_at_5_diff1": 0.35670188778130235, + "nauc_recall_at_5_max": 0.23707487102987945, + "nauc_recall_at_5_std": 0.026595428464114328, + "ndcg_at_1": 0.42625, + "ndcg_at_10": 0.31941, + "ndcg_at_100": 0.39541, + "ndcg_at_1000": 0.49786, + "ndcg_at_20": 0.32383, + "ndcg_at_3": 0.35572, + "ndcg_at_5": 0.33414, + "precision_at_1": 0.5275, + "precision_at_10": 0.255, + "precision_at_100": 0.10513, + "precision_at_1000": 0.02454, + "precision_at_20": 0.20537, + "precision_at_3": 0.38, + "precision_at_5": 0.324, + "recall_at_1": 0.07143, + "recall_at_10": 0.19118, + "recall_at_100": 0.49551, + "recall_at_1000": 0.8169, + "recall_at_20": 0.26303, + "recall_at_3": 0.11712, + "recall_at_5": 0.14269 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPediaHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPediaHardNegatives.json new file mode 100644 index 000000000..e75318c6e --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 48.53272986412048, + "kg_co2_emissions": 0.004545629631597767, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.42578, + "map_at_1": 0.089, + "map_at_10": 0.19498, + "map_at_100": 0.29696, + "map_at_1000": 0.33247, + "map_at_20": 0.22774, + "map_at_3": 0.1403, + "map_at_5": 0.15995, + "mrr_at_1": 0.6725, + "mrr_at_10": 0.7589335317460317, + "mrr_at_100": 0.7612825184847606, + "mrr_at_1000": 0.7613450481713379, + "mrr_at_20": 0.7606446523140603, + "mrr_at_3": 0.74125, + "mrr_at_5": 0.7498750000000001, + "nauc_map_at_1000_diff1": 0.2188423616532473, + "nauc_map_at_1000_max": 0.31516397711132954, + "nauc_map_at_1000_std": 0.12383262390442498, + "nauc_map_at_100_diff1": 0.23961292760035902, + "nauc_map_at_100_max": 0.321375877599069, + "nauc_map_at_100_std": 0.10993160051285733, + "nauc_map_at_10_diff1": 0.276821269140689, + "nauc_map_at_10_max": 0.20510454419700017, + "nauc_map_at_10_std": -0.04195415644258591, + "nauc_map_at_1_diff1": 0.31965040654986904, + "nauc_map_at_1_max": 0.07584549438020886, + "nauc_map_at_1_std": -0.1205748267174143, + "nauc_map_at_20_diff1": 0.25834590094575155, + "nauc_map_at_20_max": 0.25193234836110506, + "nauc_map_at_20_std": 0.007243059881041815, + "nauc_map_at_3_diff1": 0.290038320686393, + "nauc_map_at_3_max": 0.11824292291441826, + "nauc_map_at_3_std": -0.12041832827339201, + "nauc_map_at_5_diff1": 0.28571676245893474, + "nauc_map_at_5_max": 0.15586297078879308, + "nauc_map_at_5_std": -0.0860698521259371, + "nauc_mrr_at_1000_diff1": 0.38366804393555143, + "nauc_mrr_at_1000_max": 0.5710542195982713, + "nauc_mrr_at_1000_std": 0.2564789463206889, + "nauc_mrr_at_100_diff1": 0.3836479268574096, + "nauc_mrr_at_100_max": 0.5710934575200234, + "nauc_mrr_at_100_std": 0.25657754607816013, + "nauc_mrr_at_10_diff1": 0.38488844154175555, + "nauc_mrr_at_10_max": 0.5724420012951087, + "nauc_mrr_at_10_std": 0.2578481075217797, + "nauc_mrr_at_1_diff1": 0.390175119206115, + "nauc_mrr_at_1_max": 0.5448261781307292, + "nauc_mrr_at_1_std": 0.22006661080320064, + "nauc_mrr_at_20_diff1": 0.38352579167343304, + "nauc_mrr_at_20_max": 0.5706842034245238, + "nauc_mrr_at_20_std": 0.25601923200092985, + "nauc_mrr_at_3_diff1": 0.3817002816096264, + "nauc_mrr_at_3_max": 0.5737725100448795, + "nauc_mrr_at_3_std": 0.2503131626457018, + "nauc_mrr_at_5_diff1": 0.3791774058195879, + "nauc_mrr_at_5_max": 0.5700779594825827, + "nauc_mrr_at_5_std": 0.26919636941831254, + "nauc_ndcg_at_1000_diff1": 0.23847482884879803, + "nauc_ndcg_at_1000_max": 0.4302132973051854, + "nauc_ndcg_at_1000_std": 0.2608831538319128, + "nauc_ndcg_at_100_diff1": 0.2638288283408037, + "nauc_ndcg_at_100_max": 0.3856757664637815, + "nauc_ndcg_at_100_std": 0.17332453048747, + "nauc_ndcg_at_10_diff1": 0.2935237053501047, + "nauc_ndcg_at_10_max": 0.3880893992529126, + "nauc_ndcg_at_10_std": 0.1412984064818262, + "nauc_ndcg_at_1_diff1": 0.37219084333094843, + "nauc_ndcg_at_1_max": 0.40719828291764226, + "nauc_ndcg_at_1_std": 0.13779512353024437, + "nauc_ndcg_at_20_diff1": 0.2828148238683019, + "nauc_ndcg_at_20_max": 0.35557073529202354, + "nauc_ndcg_at_20_std": 0.11059457640742754, + "nauc_ndcg_at_3_diff1": 0.27147061479005036, + "nauc_ndcg_at_3_max": 0.3936169596024703, + "nauc_ndcg_at_3_std": 0.13082719979459306, + "nauc_ndcg_at_5_diff1": 0.2689617642966997, + "nauc_ndcg_at_5_max": 0.3938017229893876, + "nauc_ndcg_at_5_std": 0.16186478084767025, + "nauc_precision_at_1000_diff1": -0.12458737491149355, + "nauc_precision_at_1000_max": -0.12159028750787325, + "nauc_precision_at_1000_std": -0.10725454103821723, + "nauc_precision_at_100_diff1": -0.062257678975439365, + "nauc_precision_at_100_max": 0.1226153236661123, + "nauc_precision_at_100_std": 0.17099006741559925, + "nauc_precision_at_10_diff1": 0.052465183265878325, + "nauc_precision_at_10_max": 0.3738615083947274, + "nauc_precision_at_10_std": 0.272918243974202, + "nauc_precision_at_1_diff1": 0.390175119206115, + "nauc_precision_at_1_max": 0.5448261781307292, + "nauc_precision_at_1_std": 0.22006661080320064, + "nauc_precision_at_20_diff1": -0.006857511321243903, + "nauc_precision_at_20_max": 0.2996983627884753, + "nauc_precision_at_20_std": 0.25258673369855866, + "nauc_precision_at_3_diff1": 0.11669202126888947, + "nauc_precision_at_3_max": 0.3927601744396635, + "nauc_precision_at_3_std": 0.18839338751974033, + "nauc_precision_at_5_diff1": 0.08017835061958967, + "nauc_precision_at_5_max": 0.39374517669831754, + "nauc_precision_at_5_std": 0.26274356754191347, + "nauc_recall_at_1000_diff1": -0.025372956671611095, + "nauc_recall_at_1000_max": 0.36157492103767896, + "nauc_recall_at_1000_std": 0.5260446744080756, + "nauc_recall_at_100_diff1": 0.15469063299141877, + "nauc_recall_at_100_max": 0.27476511052634023, + "nauc_recall_at_100_std": 0.15465491639278858, + "nauc_recall_at_10_diff1": 0.23628884858073185, + "nauc_recall_at_10_max": 0.15724828121017564, + "nauc_recall_at_10_std": -0.06286470202289496, + "nauc_recall_at_1_diff1": 0.31965040654986904, + "nauc_recall_at_1_max": 0.07584549438020886, + "nauc_recall_at_1_std": -0.1205748267174143, + "nauc_recall_at_20_diff1": 0.2018687415513509, + "nauc_recall_at_20_max": 0.17312927227371058, + "nauc_recall_at_20_std": -0.0261354478013082, + "nauc_recall_at_3_diff1": 0.26634907712876543, + "nauc_recall_at_3_max": 0.09296166712493725, + "nauc_recall_at_3_std": -0.1359211398606131, + "nauc_recall_at_5_diff1": 0.25782825014747285, + "nauc_recall_at_5_max": 0.12098369249790092, + "nauc_recall_at_5_std": -0.08735453935667006, + "ndcg_at_1": 0.54625, + "ndcg_at_10": 0.42578, + "ndcg_at_100": 0.50479, + "ndcg_at_1000": 0.60571, + "ndcg_at_20": 0.42367, + "ndcg_at_3": 0.4665, + "ndcg_at_5": 0.43687, + "precision_at_1": 0.6725, + "precision_at_10": 0.34525, + "precision_at_100": 0.13763, + "precision_at_1000": 0.03054, + "precision_at_20": 0.269, + "precision_at_3": 0.5025, + "precision_at_5": 0.4195, + "recall_at_1": 0.089, + "recall_at_10": 0.25888, + "recall_at_100": 0.60582, + "recall_at_1000": 0.92303, + "recall_at_20": 0.34129, + "recall_at_3": 0.15443, + "recall_at_5": 0.18655 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVERHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVERHardNegatives.json new file mode 100644 index 000000000..3cc1bbeb5 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 150.06494736671448, + "kg_co2_emissions": 0.013967122005930928, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.79694, + "map_at_1": 0.63364, + "map_at_10": 0.74468, + "map_at_100": 0.74801, + "map_at_1000": 0.7482, + "map_at_20": 0.74673, + "map_at_3": 0.72897, + "map_at_5": 0.73834, + "mrr_at_1": 0.672, + "mrr_at_10": 0.7812440476190482, + "mrr_at_100": 0.7831634137634036, + "mrr_at_1000": 0.7831694017873557, + "mrr_at_20": 0.7825954587079593, + "mrr_at_3": 0.7665000000000003, + "mrr_at_5": 0.7757500000000005, + "nauc_map_at_1000_diff1": 0.5726803850447738, + "nauc_map_at_1000_max": 0.19717711523103587, + "nauc_map_at_1000_std": -0.12046077263224746, + "nauc_map_at_100_diff1": 0.5724990050531537, + "nauc_map_at_100_max": 0.19721662129490164, + "nauc_map_at_100_std": -0.12063797196128395, + "nauc_map_at_10_diff1": 0.57119048611121, + "nauc_map_at_10_max": 0.1995666154604491, + "nauc_map_at_10_std": -0.12001411763688491, + "nauc_map_at_1_diff1": 0.5904276005163719, + "nauc_map_at_1_max": 0.16208005693601912, + "nauc_map_at_1_std": -0.12317908056677512, + "nauc_map_at_20_diff1": 0.5721184250574418, + "nauc_map_at_20_max": 0.19872769138139207, + "nauc_map_at_20_std": -0.11979633140809773, + "nauc_map_at_3_diff1": 0.5685810315795823, + "nauc_map_at_3_max": 0.19921904260570084, + "nauc_map_at_3_std": -0.12120267084999746, + "nauc_map_at_5_diff1": 0.5670290558343096, + "nauc_map_at_5_max": 0.19780568587800826, + "nauc_map_at_5_std": -0.12249861064481352, + "nauc_mrr_at_1000_diff1": 0.621732098266884, + "nauc_mrr_at_1000_max": 0.20692024252227117, + "nauc_mrr_at_1000_std": -0.13701588774310605, + "nauc_mrr_at_100_diff1": 0.6217399756021375, + "nauc_mrr_at_100_max": 0.20693664011350307, + "nauc_mrr_at_100_std": -0.13701697982908304, + "nauc_mrr_at_10_diff1": 0.6204248382207921, + "nauc_mrr_at_10_max": 0.2096783665303158, + "nauc_mrr_at_10_std": -0.13651837889043172, + "nauc_mrr_at_1_diff1": 0.6394509260014688, + "nauc_mrr_at_1_max": 0.17894026542655897, + "nauc_mrr_at_1_std": -0.13534442903374938, + "nauc_mrr_at_20_diff1": 0.6215487212246685, + "nauc_mrr_at_20_max": 0.2079720089250878, + "nauc_mrr_at_20_std": -0.13616941016997208, + "nauc_mrr_at_3_diff1": 0.6187977582612134, + "nauc_mrr_at_3_max": 0.2120518217365175, + "nauc_mrr_at_3_std": -0.13792696294975898, + "nauc_mrr_at_5_diff1": 0.6177480714844642, + "nauc_mrr_at_5_max": 0.210179769353878, + "nauc_mrr_at_5_std": -0.13806822634652072, + "nauc_ndcg_at_1000_diff1": 0.5804532006323817, + "nauc_ndcg_at_1000_max": 0.20843464573515827, + "nauc_ndcg_at_1000_std": -0.11395790917024252, + "nauc_ndcg_at_100_diff1": 0.5773685416130367, + "nauc_ndcg_at_100_max": 0.20937485369518155, + "nauc_ndcg_at_100_std": -0.11617941297057648, + "nauc_ndcg_at_10_diff1": 0.5715394523161972, + "nauc_ndcg_at_10_max": 0.22205770619798187, + "nauc_ndcg_at_10_std": -0.11238236829358865, + "nauc_ndcg_at_1_diff1": 0.6394509260014688, + "nauc_ndcg_at_1_max": 0.17894026542655897, + "nauc_ndcg_at_1_std": -0.13534442903374938, + "nauc_ndcg_at_20_diff1": 0.5747363342094098, + "nauc_ndcg_at_20_max": 0.2175157482282199, + "nauc_ndcg_at_20_std": -0.11171910683207457, + "nauc_ndcg_at_3_diff1": 0.5690639910803977, + "nauc_ndcg_at_3_max": 0.21810585133672303, + "nauc_ndcg_at_3_std": -0.11987325307026067, + "nauc_ndcg_at_5_diff1": 0.5637524045631523, + "nauc_ndcg_at_5_max": 0.2168620093319429, + "nauc_ndcg_at_5_std": -0.12003427002636104, + "nauc_precision_at_1000_diff1": -0.1644117493769942, + "nauc_precision_at_1000_max": -0.05337870835609445, + "nauc_precision_at_1000_std": 0.08250314157045686, + "nauc_precision_at_100_diff1": -0.1411530260580692, + "nauc_precision_at_100_max": 0.0022004314085223935, + "nauc_precision_at_100_std": 0.07565455086405508, + "nauc_precision_at_10_diff1": 0.16902299366033657, + "nauc_precision_at_10_max": 0.22928517142573765, + "nauc_precision_at_10_std": 0.022328066804817883, + "nauc_precision_at_1_diff1": 0.6394509260014688, + "nauc_precision_at_1_max": 0.17894026542655897, + "nauc_precision_at_1_std": -0.13534442903374938, + "nauc_precision_at_20_diff1": 0.02840765595121954, + "nauc_precision_at_20_max": 0.1273541508821275, + "nauc_precision_at_20_std": 0.06339069884907929, + "nauc_precision_at_3_diff1": 0.44350981362361946, + "nauc_precision_at_3_max": 0.2545720910828451, + "nauc_precision_at_3_std": -0.10665140210793225, + "nauc_precision_at_5_diff1": 0.33759184165094114, + "nauc_precision_at_5_max": 0.2533865981450992, + "nauc_precision_at_5_std": -0.09229935359537754, + "nauc_recall_at_1000_diff1": 0.24971565644585247, + "nauc_recall_at_1000_max": 0.35943467035157983, + "nauc_recall_at_1000_std": 0.6330723671340887, + "nauc_recall_at_100_diff1": 0.2855475011859855, + "nauc_recall_at_100_max": 0.25213939714345335, + "nauc_recall_at_100_std": 0.05370887410835427, + "nauc_recall_at_10_diff1": 0.404846346282745, + "nauc_recall_at_10_max": 0.3432708222361547, + "nauc_recall_at_10_std": -0.012232609250360685, + "nauc_recall_at_1_diff1": 0.5904276005163719, + "nauc_recall_at_1_max": 0.16208005693601912, + "nauc_recall_at_1_std": -0.12317908056677512, + "nauc_recall_at_20_diff1": 0.38459593393399, + "nauc_recall_at_20_max": 0.33778873994051345, + "nauc_recall_at_20_std": 0.0256081493502385, + "nauc_recall_at_3_diff1": 0.47847436261021037, + "nauc_recall_at_3_max": 0.2740240692488683, + "nauc_recall_at_3_std": -0.07728888254274373, + "nauc_recall_at_5_diff1": 0.4350887944589941, + "nauc_recall_at_5_max": 0.28818545270757123, + "nauc_recall_at_5_std": -0.07300418931057949, + "ndcg_at_1": 0.672, + "ndcg_at_10": 0.79694, + "ndcg_at_100": 0.80981, + "ndcg_at_1000": 0.81292, + "ndcg_at_20": 0.80298, + "ndcg_at_3": 0.76761, + "ndcg_at_5": 0.78287, + "precision_at_1": 0.672, + "precision_at_10": 0.0997, + "precision_at_100": 0.01085, + "precision_at_1000": 0.00114, + "precision_at_20": 0.0514, + "precision_at_3": 0.3, + "precision_at_5": 0.1888, + "recall_at_1": 0.63364, + "recall_at_10": 0.9207, + "recall_at_100": 0.97362, + "recall_at_1000": 0.99199, + "recall_at_20": 0.94231, + "recall_at_3": 0.84068, + "recall_at_5": 0.87886 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-PLHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..9dc1e92b3 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 148.1609170436859, + "kg_co2_emissions": 0.013799103974710309, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.65213, + "map_at_1": 0.371, + "map_at_10": 0.56243, + "map_at_100": 0.57408, + "map_at_1000": 0.57491, + "map_at_20": 0.56939, + "map_at_3": 0.52908, + "map_at_5": 0.54978, + "mrr_at_1": 0.742, + "mrr_at_10": 0.8072710317460322, + "mrr_at_100": 0.8102341547978914, + "mrr_at_1000": 0.8102801324206315, + "mrr_at_20": 0.809123881102558, + "mrr_at_3": 0.7965000000000007, + "mrr_at_5": 0.8025000000000005, + "nauc_map_at_1000_diff1": 0.208010326127571, + "nauc_map_at_1000_max": 0.23603895193420568, + "nauc_map_at_1000_std": 0.012350171733924503, + "nauc_map_at_100_diff1": 0.2075988917538389, + "nauc_map_at_100_max": 0.23557066112139893, + "nauc_map_at_100_std": 0.012182549002463593, + "nauc_map_at_10_diff1": 0.21229478985434908, + "nauc_map_at_10_max": 0.236654517897153, + "nauc_map_at_10_std": 0.004339498338172051, + "nauc_map_at_1_diff1": 0.635438642308304, + "nauc_map_at_1_max": 0.46821837649910425, + "nauc_map_at_1_std": -0.07462774878296621, + "nauc_map_at_20_diff1": 0.20799799862692714, + "nauc_map_at_20_max": 0.23562244296214427, + "nauc_map_at_20_std": 0.010118272326783006, + "nauc_map_at_3_diff1": 0.22274201344749647, + "nauc_map_at_3_max": 0.24049823662399183, + "nauc_map_at_3_std": -0.01469557124714641, + "nauc_map_at_5_diff1": 0.21005442798995475, + "nauc_map_at_5_max": 0.2299624877299845, + "nauc_map_at_5_std": -0.0035480392224222263, + "nauc_mrr_at_1000_diff1": 0.6234855958575635, + "nauc_mrr_at_1000_max": 0.4789794025373598, + "nauc_mrr_at_1000_std": -0.0805662739911923, + "nauc_mrr_at_100_diff1": 0.6234731588645229, + "nauc_mrr_at_100_max": 0.47904758472127595, + "nauc_mrr_at_100_std": -0.08040183322465652, + "nauc_mrr_at_10_diff1": 0.6232575823126774, + "nauc_mrr_at_10_max": 0.47925352000243904, + "nauc_mrr_at_10_std": -0.08128023156974193, + "nauc_mrr_at_1_diff1": 0.635438642308304, + "nauc_mrr_at_1_max": 0.46821837649910425, + "nauc_mrr_at_1_std": -0.07462774878296621, + "nauc_mrr_at_20_diff1": 0.6235934281467453, + "nauc_mrr_at_20_max": 0.4789880115558843, + "nauc_mrr_at_20_std": -0.0804639621092542, + "nauc_mrr_at_3_diff1": 0.6179812895840767, + "nauc_mrr_at_3_max": 0.48137128712041616, + "nauc_mrr_at_3_std": -0.07920837711778551, + "nauc_mrr_at_5_diff1": 0.6187206314718539, + "nauc_mrr_at_5_max": 0.4759974737677068, + "nauc_mrr_at_5_std": -0.08429856099600846, + "nauc_ndcg_at_1000_diff1": 0.25408281394182475, + "nauc_ndcg_at_1000_max": 0.2730111451368048, + "nauc_ndcg_at_1000_std": 0.03693563488356894, + "nauc_ndcg_at_100_diff1": 0.2396404746919044, + "nauc_ndcg_at_100_max": 0.2605654416511413, + "nauc_ndcg_at_100_std": 0.03572493876557312, + "nauc_ndcg_at_10_diff1": 0.25836428973032954, + "nauc_ndcg_at_10_max": 0.26905473500267585, + "nauc_ndcg_at_10_std": 0.007427804968587073, + "nauc_ndcg_at_1_diff1": 0.635438642308304, + "nauc_ndcg_at_1_max": 0.46821837649910425, + "nauc_ndcg_at_1_std": -0.07462774878296621, + "nauc_ndcg_at_20_diff1": 0.2449822810932741, + "nauc_ndcg_at_20_max": 0.2649141946054937, + "nauc_ndcg_at_20_std": 0.024472915416369048, + "nauc_ndcg_at_3_diff1": 0.2759827079493184, + "nauc_ndcg_at_3_max": 0.27744188092752026, + "nauc_ndcg_at_3_std": -0.02125996659388746, + "nauc_ndcg_at_5_diff1": 0.2566570024112073, + "nauc_ndcg_at_5_max": 0.2587423634522948, + "nauc_ndcg_at_5_std": -0.009537351109485786, + "nauc_precision_at_1000_diff1": -0.21900631891959302, + "nauc_precision_at_1000_max": 0.08654854830049942, + "nauc_precision_at_1000_std": 0.5691735844381074, + "nauc_precision_at_100_diff1": -0.11112613174715308, + "nauc_precision_at_100_max": 0.051406971423817865, + "nauc_precision_at_100_std": 0.2537124079697189, + "nauc_precision_at_10_diff1": 0.10545564389975494, + "nauc_precision_at_10_max": 0.18560516975391872, + "nauc_precision_at_10_std": 0.0726786272965589, + "nauc_precision_at_1_diff1": 0.635438642308304, + "nauc_precision_at_1_max": 0.46821837649910425, + "nauc_precision_at_1_std": -0.07462774878296621, + "nauc_precision_at_20_diff1": 0.03030313900916359, + "nauc_precision_at_20_max": 0.14995043543872133, + "nauc_precision_at_20_std": 0.1388142530698343, + "nauc_precision_at_3_diff1": 0.16049480745963074, + "nauc_precision_at_3_max": 0.21484005506683365, + "nauc_precision_at_3_std": 0.0026153768276624637, + "nauc_precision_at_5_diff1": 0.11588453950534112, + "nauc_precision_at_5_max": 0.17017831937894928, + "nauc_precision_at_5_std": 0.025201095499309694, + "nauc_recall_at_1000_diff1": -0.21900631891958872, + "nauc_recall_at_1000_max": 0.08654854830049959, + "nauc_recall_at_1000_std": 0.5691735844381098, + "nauc_recall_at_100_diff1": -0.1111261317471524, + "nauc_recall_at_100_max": 0.05140697142381829, + "nauc_recall_at_100_std": 0.25371240796971994, + "nauc_recall_at_10_diff1": 0.10545564389975501, + "nauc_recall_at_10_max": 0.18560516975391889, + "nauc_recall_at_10_std": 0.07267862729655944, + "nauc_recall_at_1_diff1": 0.635438642308304, + "nauc_recall_at_1_max": 0.46821837649910425, + "nauc_recall_at_1_std": -0.07462774878296621, + "nauc_recall_at_20_diff1": 0.03030313900916325, + "nauc_recall_at_20_max": 0.14995043543872197, + "nauc_recall_at_20_std": 0.1388142530698341, + "nauc_recall_at_3_diff1": 0.16049480745963113, + "nauc_recall_at_3_max": 0.21484005506683387, + "nauc_recall_at_3_std": 0.002615376827662047, + "nauc_recall_at_5_diff1": 0.11588453950534118, + "nauc_recall_at_5_max": 0.1701783193789502, + "nauc_recall_at_5_std": 0.025201095499310714, + "ndcg_at_1": 0.742, + "ndcg_at_10": 0.65213, + "ndcg_at_100": 0.69334, + "ndcg_at_1000": 0.70838, + "ndcg_at_20": 0.66948, + "ndcg_at_3": 0.6038, + "ndcg_at_5": 0.62964, + "precision_at_1": 0.742, + "precision_at_10": 0.1365, + "precision_at_100": 0.01688, + "precision_at_1000": 0.00188, + "precision_at_20": 0.0738, + "precision_at_3": 0.38333, + "precision_at_5": 0.2502, + "recall_at_1": 0.371, + "recall_at_10": 0.6825, + "recall_at_100": 0.844, + "recall_at_1000": 0.9425, + "recall_at_20": 0.738, + "recall_at_3": 0.575, + "recall_at_5": 0.6255 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQAHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQAHardNegatives.json new file mode 100644 index 000000000..b484289be --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 127.89239239692688, + "kg_co2_emissions": 0.011580222630267631, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69221, + "map_at_1": 0.377, + "map_at_10": 0.60508, + "map_at_100": 0.61531, + "map_at_1000": 0.61614, + "map_at_20": 0.61028, + "map_at_3": 0.56683, + "map_at_5": 0.59113, + "mrr_at_1": 0.754, + "mrr_at_10": 0.8222924603174605, + "mrr_at_100": 0.8247873917190168, + "mrr_at_1000": 0.824814709587187, + "mrr_at_20": 0.8238690243365169, + "mrr_at_3": 0.811666666666667, + "mrr_at_5": 0.8176666666666672, + "nauc_map_at_1000_diff1": 0.17102826814693423, + "nauc_map_at_1000_max": 0.1874781784652634, + "nauc_map_at_1000_std": -0.025924088910187885, + "nauc_map_at_100_diff1": 0.17046152557514524, + "nauc_map_at_100_max": 0.18704999431213254, + "nauc_map_at_100_std": -0.025960065628126687, + "nauc_map_at_10_diff1": 0.1658885381143673, + "nauc_map_at_10_max": 0.1851944823316008, + "nauc_map_at_10_std": -0.028044879189061647, + "nauc_map_at_1_diff1": 0.6441825253095039, + "nauc_map_at_1_max": 0.39931970769485303, + "nauc_map_at_1_std": -0.13298993557581004, + "nauc_map_at_20_diff1": 0.16814518878740656, + "nauc_map_at_20_max": 0.18674233855462571, + "nauc_map_at_20_std": -0.027260228027735037, + "nauc_map_at_3_diff1": 0.17524301885318472, + "nauc_map_at_3_max": 0.17580418368368184, + "nauc_map_at_3_std": -0.053597801967098214, + "nauc_map_at_5_diff1": 0.16922463820425995, + "nauc_map_at_5_max": 0.18655463363465538, + "nauc_map_at_5_std": -0.03461999237639149, + "nauc_mrr_at_1000_diff1": 0.6285461524194873, + "nauc_mrr_at_1000_max": 0.40304285955616076, + "nauc_mrr_at_1000_std": -0.16032392064096684, + "nauc_mrr_at_100_diff1": 0.6285650992458397, + "nauc_mrr_at_100_max": 0.4030436547324786, + "nauc_mrr_at_100_std": -0.16030760587723544, + "nauc_mrr_at_10_diff1": 0.6276229109549258, + "nauc_mrr_at_10_max": 0.403375554282807, + "nauc_mrr_at_10_std": -0.15956541501965033, + "nauc_mrr_at_1_diff1": 0.6441825253095039, + "nauc_mrr_at_1_max": 0.39931970769485303, + "nauc_mrr_at_1_std": -0.13298993557581004, + "nauc_mrr_at_20_diff1": 0.6271193875933638, + "nauc_mrr_at_20_max": 0.4019875336595793, + "nauc_mrr_at_20_std": -0.16159830249651852, + "nauc_mrr_at_3_diff1": 0.6282878411910666, + "nauc_mrr_at_3_max": 0.4021663922031414, + "nauc_mrr_at_3_std": -0.16593900179037083, + "nauc_mrr_at_5_diff1": 0.6254883341748235, + "nauc_mrr_at_5_max": 0.4038178769448827, + "nauc_mrr_at_5_std": -0.15864535613538727, + "nauc_ndcg_at_1000_diff1": 0.2396332718900728, + "nauc_ndcg_at_1000_max": 0.22422914364178773, + "nauc_ndcg_at_1000_std": -0.022302513238665233, + "nauc_ndcg_at_100_diff1": 0.22002195610660316, + "nauc_ndcg_at_100_max": 0.2131286236516558, + "nauc_ndcg_at_100_std": -0.01672885994583906, + "nauc_ndcg_at_10_diff1": 0.20536327066888616, + "nauc_ndcg_at_10_max": 0.20855149816707996, + "nauc_ndcg_at_10_std": -0.02905379925274124, + "nauc_ndcg_at_1_diff1": 0.6441825253095039, + "nauc_ndcg_at_1_max": 0.39931970769485303, + "nauc_ndcg_at_1_std": -0.13298993557581004, + "nauc_ndcg_at_20_diff1": 0.20785579937167156, + "nauc_ndcg_at_20_max": 0.20998260566274624, + "nauc_ndcg_at_20_std": -0.02768917849171174, + "nauc_ndcg_at_3_diff1": 0.22906744456241612, + "nauc_ndcg_at_3_max": 0.20272146896032145, + "nauc_ndcg_at_3_std": -0.06943166145531833, + "nauc_ndcg_at_5_diff1": 0.21533150619517688, + "nauc_ndcg_at_5_max": 0.21286747075361903, + "nauc_ndcg_at_5_std": -0.041617005243783596, + "nauc_precision_at_1000_diff1": 0.0011593526299315494, + "nauc_precision_at_1000_max": 0.15642701525054242, + "nauc_precision_at_1000_std": 0.547393401805158, + "nauc_precision_at_100_diff1": -0.08704782176625325, + "nauc_precision_at_100_max": 0.05541490114161361, + "nauc_precision_at_100_std": 0.2244535961624488, + "nauc_precision_at_10_diff1": 0.0013183316554207082, + "nauc_precision_at_10_max": 0.11566737441917255, + "nauc_precision_at_10_std": 0.05896731080406321, + "nauc_precision_at_1_diff1": 0.6441825253095039, + "nauc_precision_at_1_max": 0.39931970769485303, + "nauc_precision_at_1_std": -0.13298993557581004, + "nauc_precision_at_20_diff1": -0.019901541977532456, + "nauc_precision_at_20_max": 0.10470698440749175, + "nauc_precision_at_20_std": 0.07537420027770102, + "nauc_precision_at_3_diff1": 0.09729880361137991, + "nauc_precision_at_3_max": 0.13461553718483746, + "nauc_precision_at_3_std": -0.040617115973532784, + "nauc_precision_at_5_diff1": 0.055652452462446, + "nauc_precision_at_5_max": 0.14134329274063578, + "nauc_precision_at_5_std": 0.0168122200346742, + "nauc_recall_at_1000_diff1": 0.0011593526299416201, + "nauc_recall_at_1000_max": 0.15642701525055086, + "nauc_recall_at_1000_std": 0.5473934018051688, + "nauc_recall_at_100_diff1": -0.08704782176625273, + "nauc_recall_at_100_max": 0.05541490114161568, + "nauc_recall_at_100_std": 0.2244535961624478, + "nauc_recall_at_10_diff1": 0.001318331655420873, + "nauc_recall_at_10_max": 0.11566737441917317, + "nauc_recall_at_10_std": 0.058967310804064345, + "nauc_recall_at_1_diff1": 0.6441825253095039, + "nauc_recall_at_1_max": 0.39931970769485303, + "nauc_recall_at_1_std": -0.13298993557581004, + "nauc_recall_at_20_diff1": -0.019901541977531332, + "nauc_recall_at_20_max": 0.10470698440749097, + "nauc_recall_at_20_std": 0.07537420027770173, + "nauc_recall_at_3_diff1": 0.09729880361138021, + "nauc_recall_at_3_max": 0.13461553718483665, + "nauc_recall_at_3_std": -0.04061711597353377, + "nauc_recall_at_5_diff1": 0.055652452462446766, + "nauc_recall_at_5_max": 0.14134329274063626, + "nauc_recall_at_5_std": 0.01681222003467586, + "ndcg_at_1": 0.754, + "ndcg_at_10": 0.69221, + "ndcg_at_100": 0.72912, + "ndcg_at_1000": 0.74264, + "ndcg_at_20": 0.70535, + "ndcg_at_3": 0.63831, + "ndcg_at_5": 0.66816, + "precision_at_1": 0.754, + "precision_at_10": 0.1476, + "precision_at_100": 0.01767, + "precision_at_1000": 0.00194, + "precision_at_20": 0.078, + "precision_at_3": 0.41267, + "precision_at_5": 0.271, + "recall_at_1": 0.377, + "recall_at_10": 0.738, + "recall_at_100": 0.8835, + "recall_at_1000": 0.97, + "recall_at_20": 0.78, + "recall_at_3": 0.619, + "recall_at_5": 0.6775 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MIRACLRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..7b85f1767 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 1835.4774343967438, + "kg_co2_emissions": 0.1714818522357083, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.72939, + "map_at_1": 0.45225, + "map_at_10": 0.65623, + "map_at_100": 0.67121, + "map_at_1000": 0.67155, + "map_at_20": 0.66567, + "map_at_3": 0.6013, + "map_at_5": 0.63373, + "mrr_at_1": 0.667, + "mrr_at_10": 0.7602583333333345, + "mrr_at_100": 0.7631303381538008, + "mrr_at_1000": 0.7631651534465377, + "mrr_at_20": 0.7621232469714678, + "mrr_at_3": 0.7431666666666672, + "mrr_at_5": 0.7551666666666677, + "nauc_map_at_1000_diff1": 0.45312489131890554, + "nauc_map_at_1000_max": 0.358557076480007, + "nauc_map_at_1000_std": -0.14226109802509065, + "nauc_map_at_100_diff1": 0.45262006446644587, + "nauc_map_at_100_max": 0.3583070009556649, + "nauc_map_at_100_std": -0.14250736481689047, + "nauc_map_at_10_diff1": 0.4536969464193798, + "nauc_map_at_10_max": 0.3505890484885402, + "nauc_map_at_10_std": -0.14943908864741284, + "nauc_map_at_1_diff1": 0.5201058420668271, + "nauc_map_at_1_max": 0.24156147294870473, + "nauc_map_at_1_std": -0.19428531864735582, + "nauc_map_at_20_diff1": 0.45145445485100705, + "nauc_map_at_20_max": 0.3555372910074448, + "nauc_map_at_20_std": -0.1449598234588616, + "nauc_map_at_3_diff1": 0.45610157627944375, + "nauc_map_at_3_max": 0.31373551541865174, + "nauc_map_at_3_std": -0.17011416780675234, + "nauc_map_at_5_diff1": 0.4571835102796169, + "nauc_map_at_5_max": 0.3386719132518437, + "nauc_map_at_5_std": -0.16008489696506326, + "nauc_mrr_at_1000_diff1": 0.5185921953845121, + "nauc_mrr_at_1000_max": 0.4340747058927622, + "nauc_mrr_at_1000_std": -0.09383491906176898, + "nauc_mrr_at_100_diff1": 0.5185021646469318, + "nauc_mrr_at_100_max": 0.43411493023457104, + "nauc_mrr_at_100_std": -0.0936962968214082, + "nauc_mrr_at_10_diff1": 0.5193737297671963, + "nauc_mrr_at_10_max": 0.4366767762764462, + "nauc_mrr_at_10_std": -0.0913452013548971, + "nauc_mrr_at_1_diff1": 0.5310085802605207, + "nauc_mrr_at_1_max": 0.4072653721955129, + "nauc_mrr_at_1_std": -0.1154338677135515, + "nauc_mrr_at_20_diff1": 0.5184796781912236, + "nauc_mrr_at_20_max": 0.4348393848329681, + "nauc_mrr_at_20_std": -0.09275221957005239, + "nauc_mrr_at_3_diff1": 0.5176395442477429, + "nauc_mrr_at_3_max": 0.4331186664050851, + "nauc_mrr_at_3_std": -0.10363565466559901, + "nauc_mrr_at_5_diff1": 0.5149001353607342, + "nauc_mrr_at_5_max": 0.43644245085177114, + "nauc_mrr_at_5_std": -0.09092523795963924, + "nauc_ndcg_at_1000_diff1": 0.46559489387324193, + "nauc_ndcg_at_1000_max": 0.3986126630491567, + "nauc_ndcg_at_1000_std": -0.10712012637539522, + "nauc_ndcg_at_100_diff1": 0.4575459923732041, + "nauc_ndcg_at_100_max": 0.3967396421853237, + "nauc_ndcg_at_100_std": -0.10710317958157477, + "nauc_ndcg_at_10_diff1": 0.458535619305251, + "nauc_ndcg_at_10_max": 0.3860600992710923, + "nauc_ndcg_at_10_std": -0.11773202371802895, + "nauc_ndcg_at_1_diff1": 0.5310085802605207, + "nauc_ndcg_at_1_max": 0.4072653721955129, + "nauc_ndcg_at_1_std": -0.1154338677135515, + "nauc_ndcg_at_20_diff1": 0.450175633947966, + "nauc_ndcg_at_20_max": 0.3894147968757123, + "nauc_ndcg_at_20_std": -0.11254219394630727, + "nauc_ndcg_at_3_diff1": 0.45401888336355145, + "nauc_ndcg_at_3_max": 0.35534546240992204, + "nauc_ndcg_at_3_std": -0.15012103744339747, + "nauc_ndcg_at_5_diff1": 0.4618176730804922, + "nauc_ndcg_at_5_max": 0.3762440706038978, + "nauc_ndcg_at_5_std": -0.1324912063170974, + "nauc_precision_at_1000_diff1": -0.20933592497415418, + "nauc_precision_at_1000_max": 0.08090194849113835, + "nauc_precision_at_1000_std": 0.2194691028569422, + "nauc_precision_at_100_diff1": -0.21497483328294287, + "nauc_precision_at_100_max": 0.09550712404915827, + "nauc_precision_at_100_std": 0.22000262061665965, + "nauc_precision_at_10_diff1": -0.12510567498926348, + "nauc_precision_at_10_max": 0.18372261482957195, + "nauc_precision_at_10_std": 0.16192668931641324, + "nauc_precision_at_1_diff1": 0.5310085802605207, + "nauc_precision_at_1_max": 0.4072653721955129, + "nauc_precision_at_1_std": -0.1154338677135515, + "nauc_precision_at_20_diff1": -0.17966926594719124, + "nauc_precision_at_20_max": 0.13879435346409874, + "nauc_precision_at_20_std": 0.1853190485491697, + "nauc_precision_at_3_diff1": 0.025630430374483464, + "nauc_precision_at_3_max": 0.2657596943739658, + "nauc_precision_at_3_std": 0.06229924973716075, + "nauc_precision_at_5_diff1": -0.05507660329602771, + "nauc_precision_at_5_max": 0.23959899040602928, + "nauc_precision_at_5_std": 0.12005330769285141, + "nauc_recall_at_1000_diff1": 0.8060262356308674, + "nauc_recall_at_1000_max": 0.855983376957351, + "nauc_recall_at_1000_std": 0.8921453827432531, + "nauc_recall_at_100_diff1": 0.14987976831822886, + "nauc_recall_at_100_max": 0.40012134066716176, + "nauc_recall_at_100_std": 0.11229723477927826, + "nauc_recall_at_10_diff1": 0.3679436744717242, + "nauc_recall_at_10_max": 0.35978211320810155, + "nauc_recall_at_10_std": -0.0569324858008236, + "nauc_recall_at_1_diff1": 0.5201058420668271, + "nauc_recall_at_1_max": 0.24156147294870473, + "nauc_recall_at_1_std": -0.19428531864735582, + "nauc_recall_at_20_diff1": 0.2873009513374851, + "nauc_recall_at_20_max": 0.3474659313570789, + "nauc_recall_at_20_std": -0.03372142821503885, + "nauc_recall_at_3_diff1": 0.3999924899844077, + "nauc_recall_at_3_max": 0.28227363655481585, + "nauc_recall_at_3_std": -0.1631247524186436, + "nauc_recall_at_5_diff1": 0.38267481623816957, + "nauc_recall_at_5_max": 0.3247530938040781, + "nauc_recall_at_5_std": -0.11491605916579145, + "ndcg_at_1": 0.667, + "ndcg_at_10": 0.72939, + "ndcg_at_100": 0.77035, + "ndcg_at_1000": 0.77425, + "ndcg_at_20": 0.74938, + "ndcg_at_3": 0.67197, + "ndcg_at_5": 0.69881, + "precision_at_1": 0.667, + "precision_at_10": 0.1542, + "precision_at_100": 0.01914, + "precision_at_1000": 0.00197, + "precision_at_20": 0.0849, + "precision_at_3": 0.37967, + "precision_at_5": 0.2668, + "recall_at_1": 0.45225, + "recall_at_10": 0.82803, + "recall_at_100": 0.97357, + "recall_at_1000": 0.99593, + "recall_at_20": 0.88832, + "recall_at_3": 0.67282, + "recall_at_5": 0.7518 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.7023, + "map_at_1": 0.38353, + "map_at_10": 0.6094, + "map_at_100": 0.62556, + "map_at_1000": 0.62591, + "map_at_20": 0.62056, + "map_at_3": 0.53618, + "map_at_5": 0.58111, + "mrr_at_1": 0.6131386861313869, + "mrr_at_10": 0.7301336268489548, + "mrr_at_100": 0.7317825047239601, + "mrr_at_1000": 0.731865887623086, + "mrr_at_20": 0.7314539913992465, + "mrr_at_3": 0.7015409570154095, + "mrr_at_5": 0.722465531224655, + "nauc_map_at_1000_diff1": 0.3973977901795322, + "nauc_map_at_1000_max": 0.35950847703267963, + "nauc_map_at_1000_std": -0.0860048118120952, + "nauc_map_at_100_diff1": 0.39785197452901566, + "nauc_map_at_100_max": 0.35913406443673607, + "nauc_map_at_100_std": -0.08624346318791641, + "nauc_map_at_10_diff1": 0.39181751371642565, + "nauc_map_at_10_max": 0.35830732710354296, + "nauc_map_at_10_std": -0.09833383644143179, + "nauc_map_at_1_diff1": 0.4053663895269651, + "nauc_map_at_1_max": 0.20597567951773432, + "nauc_map_at_1_std": -0.16135524220015132, + "nauc_map_at_20_diff1": 0.3958471680835161, + "nauc_map_at_20_max": 0.35715789664936537, + "nauc_map_at_20_std": -0.09115136963010681, + "nauc_map_at_3_diff1": 0.3793164945298958, + "nauc_map_at_3_max": 0.3469795639437458, + "nauc_map_at_3_std": -0.13170808724558172, + "nauc_map_at_5_diff1": 0.3918133123029522, + "nauc_map_at_5_max": 0.3543979321423382, + "nauc_map_at_5_std": -0.12347368019242112, + "nauc_mrr_at_1000_diff1": 0.46492296093291147, + "nauc_mrr_at_1000_max": 0.41794607626435054, + "nauc_mrr_at_1000_std": 0.058310328885838425, + "nauc_mrr_at_100_diff1": 0.46503419885606256, + "nauc_mrr_at_100_max": 0.41807121629895766, + "nauc_mrr_at_100_std": 0.05848363025031148, + "nauc_mrr_at_10_diff1": 0.4659945332450319, + "nauc_mrr_at_10_max": 0.41957149040634134, + "nauc_mrr_at_10_std": 0.05770269005797441, + "nauc_mrr_at_1_diff1": 0.46610777123606745, + "nauc_mrr_at_1_max": 0.3741150834872202, + "nauc_mrr_at_1_std": 0.05371827196234707, + "nauc_mrr_at_20_diff1": 0.46506463473557924, + "nauc_mrr_at_20_max": 0.4184873261633697, + "nauc_mrr_at_20_std": 0.0589036537003552, + "nauc_mrr_at_3_diff1": 0.4514483280240719, + "nauc_mrr_at_3_max": 0.4213110579175986, + "nauc_mrr_at_3_std": 0.05603060956049439, + "nauc_mrr_at_5_diff1": 0.46229380274233534, + "nauc_mrr_at_5_max": 0.42210041376943863, + "nauc_mrr_at_5_std": 0.04491516066210618, + "nauc_ndcg_at_1000_diff1": 0.4171556576386592, + "nauc_ndcg_at_1000_max": 0.3899667100567485, + "nauc_ndcg_at_1000_std": -0.02324736253104604, + "nauc_ndcg_at_100_diff1": 0.4238040529883135, + "nauc_ndcg_at_100_max": 0.3875459470540018, + "nauc_ndcg_at_100_std": -0.023607209429649598, + "nauc_ndcg_at_10_diff1": 0.40910461371366325, + "nauc_ndcg_at_10_max": 0.3872876071411672, + "nauc_ndcg_at_10_std": -0.055666277590022545, + "nauc_ndcg_at_1_diff1": 0.46610777123606745, + "nauc_ndcg_at_1_max": 0.3741150834872202, + "nauc_ndcg_at_1_std": 0.05371827196234707, + "nauc_ndcg_at_20_diff1": 0.4177109601098609, + "nauc_ndcg_at_20_max": 0.38332020797789773, + "nauc_ndcg_at_20_std": -0.0419579087268903, + "nauc_ndcg_at_3_diff1": 0.3832142740353941, + "nauc_ndcg_at_3_max": 0.39396325458611164, + "nauc_ndcg_at_3_std": -0.050125860206338996, + "nauc_ndcg_at_5_diff1": 0.4054499452140056, + "nauc_ndcg_at_5_max": 0.3868539016664613, + "nauc_ndcg_at_5_std": -0.09160130362485067, + "nauc_precision_at_1000_diff1": -0.1427760377674277, + "nauc_precision_at_1000_max": 0.015912931640575695, + "nauc_precision_at_1000_std": 0.3211546004420147, + "nauc_precision_at_100_diff1": -0.11042944660380134, + "nauc_precision_at_100_max": 0.020471958465088962, + "nauc_precision_at_100_std": 0.3147549323588409, + "nauc_precision_at_10_diff1": -0.058113101471851315, + "nauc_precision_at_10_max": 0.13442126210197788, + "nauc_precision_at_10_std": 0.28198489273241156, + "nauc_precision_at_1_diff1": 0.46610777123606745, + "nauc_precision_at_1_max": 0.3741150834872202, + "nauc_precision_at_1_std": 0.05371827196234707, + "nauc_precision_at_20_diff1": -0.08080133447509306, + "nauc_precision_at_20_max": 0.07105975139497976, + "nauc_precision_at_20_std": 0.29068050593830336, + "nauc_precision_at_3_diff1": 0.07398201088677281, + "nauc_precision_at_3_max": 0.33157136959197836, + "nauc_precision_at_3_std": 0.1837853001243761, + "nauc_precision_at_5_diff1": 0.014707683788878084, + "nauc_precision_at_5_max": 0.2325230211480615, + "nauc_precision_at_5_std": 0.21363071988136947, + "nauc_recall_at_1000_diff1": 0.8126674595669685, + "nauc_recall_at_1000_max": 0.9594958902061642, + "nauc_recall_at_1000_std": 0.7028495006661765, + "nauc_recall_at_100_diff1": 0.6648031075008347, + "nauc_recall_at_100_max": 0.4233468966981387, + "nauc_recall_at_100_std": 0.146323674280004, + "nauc_recall_at_10_diff1": 0.3533591347964902, + "nauc_recall_at_10_max": 0.34792932087638656, + "nauc_recall_at_10_std": -0.10309160617023913, + "nauc_recall_at_1_diff1": 0.4053663895269651, + "nauc_recall_at_1_max": 0.20597567951773432, + "nauc_recall_at_1_std": -0.16135524220015132, + "nauc_recall_at_20_diff1": 0.4255090493384387, + "nauc_recall_at_20_max": 0.34344021266409874, + "nauc_recall_at_20_std": -0.06990678920090093, + "nauc_recall_at_3_diff1": 0.31738397570085325, + "nauc_recall_at_3_max": 0.35161114191125736, + "nauc_recall_at_3_std": -0.1513320995642055, + "nauc_recall_at_5_diff1": 0.33206837169584785, + "nauc_recall_at_5_max": 0.3447169549624411, + "nauc_recall_at_5_std": -0.20106562945831657, + "ndcg_at_1": 0.61314, + "ndcg_at_10": 0.7023, + "ndcg_at_100": 0.74128, + "ndcg_at_1000": 0.74596, + "ndcg_at_20": 0.72497, + "ndcg_at_3": 0.62011, + "ndcg_at_5": 0.66477, + "precision_at_1": 0.61314, + "precision_at_10": 0.16423, + "precision_at_100": 0.02024, + "precision_at_1000": 0.00209, + "precision_at_20": 0.09124, + "precision_at_3": 0.37064, + "precision_at_5": 0.27543, + "recall_at_1": 0.38353, + "recall_at_10": 0.84037, + "recall_at_100": 0.96634, + "recall_at_1000": 0.99465, + "recall_at_20": 0.90669, + "recall_at_3": 0.62104, + "recall_at_5": 0.74355 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.52965, + "map_at_1": 0.22237, + "map_at_10": 0.42664, + "map_at_100": 0.45675, + "map_at_1000": 0.45738, + "map_at_20": 0.44419, + "map_at_3": 0.34806, + "map_at_5": 0.39005, + "mrr_at_1": 0.46885245901639344, + "mrr_at_10": 0.5899817850637524, + "mrr_at_100": 0.5969779480117364, + "mrr_at_1000": 0.5970186182252629, + "mrr_at_20": 0.5947363059634035, + "mrr_at_3": 0.5622950819672132, + "mrr_at_5": 0.5773770491803281, + "nauc_map_at_1000_diff1": 0.32669845757741006, + "nauc_map_at_1000_max": 0.34845615590478474, + "nauc_map_at_1000_std": 0.05583018466096871, + "nauc_map_at_100_diff1": 0.3267189073953943, + "nauc_map_at_100_max": 0.34854038149041044, + "nauc_map_at_100_std": 0.0558461500494509, + "nauc_map_at_10_diff1": 0.31782567350598834, + "nauc_map_at_10_max": 0.3357639884611122, + "nauc_map_at_10_std": 0.03733946894699878, + "nauc_map_at_1_diff1": 0.34387493788353724, + "nauc_map_at_1_max": 0.1788951591423944, + "nauc_map_at_1_std": -0.013816782763763023, + "nauc_map_at_20_diff1": 0.3186655116857096, + "nauc_map_at_20_max": 0.33889050041072716, + "nauc_map_at_20_std": 0.047782848821445095, + "nauc_map_at_3_diff1": 0.325711844069434, + "nauc_map_at_3_max": 0.2820722186919157, + "nauc_map_at_3_std": 0.03638642594324147, + "nauc_map_at_5_diff1": 0.3168511624923986, + "nauc_map_at_5_max": 0.3138677779185135, + "nauc_map_at_5_std": 0.035215722360371696, + "nauc_mrr_at_1000_diff1": 0.433980874644254, + "nauc_mrr_at_1000_max": 0.4995386851239006, + "nauc_mrr_at_1000_std": 0.09298064644775217, + "nauc_mrr_at_100_diff1": 0.4340065934217779, + "nauc_mrr_at_100_max": 0.49953914823167106, + "nauc_mrr_at_100_std": 0.09296836791179941, + "nauc_mrr_at_10_diff1": 0.43440735477683917, + "nauc_mrr_at_10_max": 0.5028861421656973, + "nauc_mrr_at_10_std": 0.0949363124520303, + "nauc_mrr_at_1_diff1": 0.463116577275325, + "nauc_mrr_at_1_max": 0.4705408975381494, + "nauc_mrr_at_1_std": 0.10116041592827335, + "nauc_mrr_at_20_diff1": 0.4320434098959742, + "nauc_mrr_at_20_max": 0.49975872752468176, + "nauc_mrr_at_20_std": 0.0934569204057389, + "nauc_mrr_at_3_diff1": 0.4403355661666542, + "nauc_mrr_at_3_max": 0.5016705605959638, + "nauc_mrr_at_3_std": 0.08729559020914242, + "nauc_mrr_at_5_diff1": 0.4357125204851951, + "nauc_mrr_at_5_max": 0.5064094451364777, + "nauc_mrr_at_5_std": 0.08373022568548012, + "nauc_ndcg_at_1000_diff1": 0.355747908221356, + "nauc_ndcg_at_1000_max": 0.41447773726337434, + "nauc_ndcg_at_1000_std": 0.08368749384434328, + "nauc_ndcg_at_100_diff1": 0.356856948037178, + "nauc_ndcg_at_100_max": 0.4171240931069688, + "nauc_ndcg_at_100_std": 0.08483381655100095, + "nauc_ndcg_at_10_diff1": 0.3365746076658312, + "nauc_ndcg_at_10_max": 0.39360190862617767, + "nauc_ndcg_at_10_std": 0.04224720559484125, + "nauc_ndcg_at_1_diff1": 0.463116577275325, + "nauc_ndcg_at_1_max": 0.4705408975381494, + "nauc_ndcg_at_1_std": 0.10116041592827335, + "nauc_ndcg_at_20_diff1": 0.33024320046639294, + "nauc_ndcg_at_20_max": 0.3944830084046032, + "nauc_ndcg_at_20_std": 0.0596890315530323, + "nauc_ndcg_at_3_diff1": 0.34769110835390926, + "nauc_ndcg_at_3_max": 0.3888847431314855, + "nauc_ndcg_at_3_std": 0.07444511042769365, + "nauc_ndcg_at_5_diff1": 0.33652002723709973, + "nauc_ndcg_at_5_max": 0.3859554335223122, + "nauc_ndcg_at_5_std": 0.042504084768017376, + "nauc_precision_at_1000_diff1": 0.030890427348329533, + "nauc_precision_at_1000_max": 0.22926209092253017, + "nauc_precision_at_1000_std": 0.19676901352826576, + "nauc_precision_at_100_diff1": 0.05011550849201093, + "nauc_precision_at_100_max": 0.25709052780477704, + "nauc_precision_at_100_std": 0.20647443550221614, + "nauc_precision_at_10_diff1": 0.12541528186820874, + "nauc_precision_at_10_max": 0.3834724596871699, + "nauc_precision_at_10_std": 0.1373513557122681, + "nauc_precision_at_1_diff1": 0.463116577275325, + "nauc_precision_at_1_max": 0.4705408975381494, + "nauc_precision_at_1_std": 0.10116041592827335, + "nauc_precision_at_20_diff1": 0.0753525783061029, + "nauc_precision_at_20_max": 0.3243276430550486, + "nauc_precision_at_20_std": 0.17309655773697152, + "nauc_precision_at_3_diff1": 0.2150884922084698, + "nauc_precision_at_3_max": 0.45249202428896834, + "nauc_precision_at_3_std": 0.1422517660598638, + "nauc_precision_at_5_diff1": 0.16318048584821687, + "nauc_precision_at_5_max": 0.4272045561132475, + "nauc_precision_at_5_std": 0.13556031793898318, + "nauc_recall_at_1000_diff1": 0.09829909449674656, + "nauc_recall_at_1000_max": 0.2185917023383628, + "nauc_recall_at_1000_std": 0.7263050948490382, + "nauc_recall_at_100_diff1": 0.26947426744176733, + "nauc_recall_at_100_max": 0.3727411676242179, + "nauc_recall_at_100_std": 0.251848078968947, + "nauc_recall_at_10_diff1": 0.2323527893997333, + "nauc_recall_at_10_max": 0.3164226449626787, + "nauc_recall_at_10_std": -0.010056027361414787, + "nauc_recall_at_1_diff1": 0.34387493788353724, + "nauc_recall_at_1_max": 0.1788951591423944, + "nauc_recall_at_1_std": -0.013816782763763023, + "nauc_recall_at_20_diff1": 0.15833089486654633, + "nauc_recall_at_20_max": 0.2731992232147702, + "nauc_recall_at_20_std": 0.006639224070051301, + "nauc_recall_at_3_diff1": 0.27351160168424454, + "nauc_recall_at_3_max": 0.27304158298768966, + "nauc_recall_at_3_std": 0.019881746587225847, + "nauc_recall_at_5_diff1": 0.24096654956144992, + "nauc_recall_at_5_max": 0.3021070364531065, + "nauc_recall_at_5_std": -0.024736689218692976, + "ndcg_at_1": 0.46885, + "ndcg_at_10": 0.52965, + "ndcg_at_100": 0.61881, + "ndcg_at_1000": 0.6246, + "ndcg_at_20": 0.56882, + "ndcg_at_3": 0.45378, + "ndcg_at_5": 0.47624, + "precision_at_1": 0.46885, + "precision_at_10": 0.16328, + "precision_at_100": 0.02534, + "precision_at_1000": 0.00263, + "precision_at_20": 0.0977, + "precision_at_3": 0.32459, + "precision_at_5": 0.24852, + "recall_at_1": 0.22237, + "recall_at_10": 0.64532, + "recall_at_100": 0.95927, + "recall_at_1000": 0.99028, + "recall_at_20": 0.76022, + "recall_at_3": 0.41758, + "recall_at_5": 0.51314 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.52215, + "map_at_1": 0.23043, + "map_at_10": 0.41524, + "map_at_100": 0.44605, + "map_at_1000": 0.44749, + "map_at_20": 0.43245, + "map_at_3": 0.34541, + "map_at_5": 0.38165, + "mrr_at_1": 0.4755944931163955, + "mrr_at_10": 0.6050012912966601, + "mrr_at_100": 0.6103945696947473, + "mrr_at_1000": 0.6104707656337831, + "mrr_at_20": 0.6085340679730623, + "mrr_at_3": 0.5759282436378801, + "mrr_at_5": 0.5937004589069663, + "nauc_map_at_1000_diff1": 0.31639516977596766, + "nauc_map_at_1000_max": 0.22425057436268186, + "nauc_map_at_1000_std": -0.08825815859956893, + "nauc_map_at_100_diff1": 0.3165818684476312, + "nauc_map_at_100_max": 0.22367957584320633, + "nauc_map_at_100_std": -0.08907872942887718, + "nauc_map_at_10_diff1": 0.3140159768733536, + "nauc_map_at_10_max": 0.2020265082440115, + "nauc_map_at_10_std": -0.09761312626576611, + "nauc_map_at_1_diff1": 0.3309772414723174, + "nauc_map_at_1_max": 0.09600130859885031, + "nauc_map_at_1_std": -0.10477717591956758, + "nauc_map_at_20_diff1": 0.31367810358614767, + "nauc_map_at_20_max": 0.21921172291666854, + "nauc_map_at_20_std": -0.09335317286405037, + "nauc_map_at_3_diff1": 0.32198085442294455, + "nauc_map_at_3_max": 0.14248138718381623, + "nauc_map_at_3_std": -0.12269243856245904, + "nauc_map_at_5_diff1": 0.3198690269350934, + "nauc_map_at_5_max": 0.16951435634340284, + "nauc_map_at_5_std": -0.1089481459206959, + "nauc_mrr_at_1000_diff1": 0.37580364716333103, + "nauc_mrr_at_1000_max": 0.31709812054422326, + "nauc_mrr_at_1000_std": -0.01637077792274159, + "nauc_mrr_at_100_diff1": 0.3758119596193625, + "nauc_mrr_at_100_max": 0.31718309158117486, + "nauc_mrr_at_100_std": -0.016318887440170203, + "nauc_mrr_at_10_diff1": 0.37326462651358794, + "nauc_mrr_at_10_max": 0.31908059324909693, + "nauc_mrr_at_10_std": -0.014231895256431716, + "nauc_mrr_at_1_diff1": 0.4016742999345826, + "nauc_mrr_at_1_max": 0.2855925790354666, + "nauc_mrr_at_1_std": -0.0455211748035543, + "nauc_mrr_at_20_diff1": 0.3751466398241311, + "nauc_mrr_at_20_max": 0.31773029633107924, + "nauc_mrr_at_20_std": -0.015869709768160177, + "nauc_mrr_at_3_diff1": 0.374184326133625, + "nauc_mrr_at_3_max": 0.3145145501378325, + "nauc_mrr_at_3_std": -0.019594369172695508, + "nauc_mrr_at_5_diff1": 0.37410619369758485, + "nauc_mrr_at_5_max": 0.3227746921415513, + "nauc_mrr_at_5_std": -0.00945811899275857, + "nauc_ndcg_at_1000_diff1": 0.32822739591511685, + "nauc_ndcg_at_1000_max": 0.2823565196899117, + "nauc_ndcg_at_1000_std": -0.04454049277394277, + "nauc_ndcg_at_100_diff1": 0.3303276533014283, + "nauc_ndcg_at_100_max": 0.2795157043247304, + "nauc_ndcg_at_100_std": -0.05069942508345942, + "nauc_ndcg_at_10_diff1": 0.3164479406944666, + "nauc_ndcg_at_10_max": 0.24513820937626796, + "nauc_ndcg_at_10_std": -0.06961942957332852, + "nauc_ndcg_at_1_diff1": 0.4016742999345826, + "nauc_ndcg_at_1_max": 0.2855925790354666, + "nauc_ndcg_at_1_std": -0.0455211748035543, + "nauc_ndcg_at_20_diff1": 0.32366494313375815, + "nauc_ndcg_at_20_max": 0.2706708682162818, + "nauc_ndcg_at_20_std": -0.06983442437312093, + "nauc_ndcg_at_3_diff1": 0.3148766544159179, + "nauc_ndcg_at_3_max": 0.235516100515552, + "nauc_ndcg_at_3_std": -0.07629127415691765, + "nauc_ndcg_at_5_diff1": 0.31449427560549326, + "nauc_ndcg_at_5_max": 0.2304832905989775, + "nauc_ndcg_at_5_std": -0.07103290339100246, + "nauc_precision_at_1000_diff1": -0.07363836907614452, + "nauc_precision_at_1000_max": 0.21649486308056293, + "nauc_precision_at_1000_std": 0.17496677611858416, + "nauc_precision_at_100_diff1": -0.05031340643069926, + "nauc_precision_at_100_max": 0.2541121318911764, + "nauc_precision_at_100_std": 0.17347020274075997, + "nauc_precision_at_10_diff1": 0.060454125075085775, + "nauc_precision_at_10_max": 0.3701005188887698, + "nauc_precision_at_10_std": 0.1151683081881009, + "nauc_precision_at_1_diff1": 0.4016742999345826, + "nauc_precision_at_1_max": 0.2855925790354666, + "nauc_precision_at_1_std": -0.0455211748035543, + "nauc_precision_at_20_diff1": 0.017488795866217748, + "nauc_precision_at_20_max": 0.3558947323857903, + "nauc_precision_at_20_std": 0.13397437522648403, + "nauc_precision_at_3_diff1": 0.19484620459634033, + "nauc_precision_at_3_max": 0.3170443916895657, + "nauc_precision_at_3_std": 0.008344226766762438, + "nauc_precision_at_5_diff1": 0.13459786802652035, + "nauc_precision_at_5_max": 0.35302706420076624, + "nauc_precision_at_5_std": 0.06768605785681203, + "nauc_recall_at_1000_diff1": 0.41349721540745876, + "nauc_recall_at_1000_max": 0.5966261820157864, + "nauc_recall_at_1000_std": 0.508278014756319, + "nauc_recall_at_100_diff1": 0.261895832290384, + "nauc_recall_at_100_max": 0.20067392021551603, + "nauc_recall_at_100_std": -0.06342101370166521, + "nauc_recall_at_10_diff1": 0.22272228451506682, + "nauc_recall_at_10_max": 0.16622257808353147, + "nauc_recall_at_10_std": -0.07700760222147283, + "nauc_recall_at_1_diff1": 0.3309772414723174, + "nauc_recall_at_1_max": 0.09600130859885031, + "nauc_recall_at_1_std": -0.10477717591956758, + "nauc_recall_at_20_diff1": 0.23579530902384066, + "nauc_recall_at_20_max": 0.20797868350264728, + "nauc_recall_at_20_std": -0.11152651309239195, + "nauc_recall_at_3_diff1": 0.26648532559380167, + "nauc_recall_at_3_max": 0.11603209528302995, + "nauc_recall_at_3_std": -0.11966225616832205, + "nauc_recall_at_5_diff1": 0.2520004467581643, + "nauc_recall_at_5_max": 0.1439065644911587, + "nauc_recall_at_5_std": -0.08962516026100249, + "ndcg_at_1": 0.47559, + "ndcg_at_10": 0.52215, + "ndcg_at_100": 0.61129, + "ndcg_at_1000": 0.62398, + "ndcg_at_20": 0.55859, + "ndcg_at_3": 0.46065, + "ndcg_at_5": 0.47921, + "precision_at_1": 0.47559, + "precision_at_10": 0.1612, + "precision_at_100": 0.02646, + "precision_at_1000": 0.00289, + "precision_at_20": 0.09775, + "precision_at_3": 0.31915, + "precision_at_5": 0.24581, + "recall_at_1": 0.23043, + "recall_at_10": 0.62841, + "recall_at_100": 0.93408, + "recall_at_1000": 0.99608, + "recall_at_20": 0.73175, + "recall_at_3": 0.41799, + "recall_at_5": 0.50872 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.52813, + "map_at_1": 0.16744, + "map_at_10": 0.39667, + "map_at_100": 0.45932, + "map_at_1000": 0.46061, + "map_at_20": 0.43322, + "map_at_3": 0.2928, + "map_at_5": 0.34255, + "mrr_at_1": 0.5648148148148148, + "mrr_at_10": 0.6887364050558491, + "mrr_at_100": 0.6924095433926414, + "mrr_at_1000": 0.6924445127094883, + "mrr_at_20": 0.6911500245216989, + "mrr_at_3": 0.6633230452674894, + "mrr_at_5": 0.6811471193415631, + "nauc_map_at_1000_diff1": 0.24291044033981976, + "nauc_map_at_1000_max": 0.3841155573930698, + "nauc_map_at_1000_std": 0.07609731583432969, + "nauc_map_at_100_diff1": 0.24270420385246902, + "nauc_map_at_100_max": 0.3839442314766835, + "nauc_map_at_100_std": 0.07598248929560104, + "nauc_map_at_10_diff1": 0.24191683850576953, + "nauc_map_at_10_max": 0.33257136803698495, + "nauc_map_at_10_std": 0.016839477000987733, + "nauc_map_at_1_diff1": 0.24715932774913385, + "nauc_map_at_1_max": 0.13518687409187255, + "nauc_map_at_1_std": -0.02276875886308753, + "nauc_map_at_20_diff1": 0.24401261129223964, + "nauc_map_at_20_max": 0.3673329074394798, + "nauc_map_at_20_std": 0.055057020453876816, + "nauc_map_at_3_diff1": 0.2510672631967151, + "nauc_map_at_3_max": 0.24053525469056447, + "nauc_map_at_3_std": -0.034463175241399066, + "nauc_map_at_5_diff1": 0.24398493665193424, + "nauc_map_at_5_max": 0.28131773355197887, + "nauc_map_at_5_std": -0.018184608429073854, + "nauc_mrr_at_1000_diff1": 0.35324227257097923, + "nauc_mrr_at_1000_max": 0.46709247919588265, + "nauc_mrr_at_1000_std": 0.23501058153374127, + "nauc_mrr_at_100_diff1": 0.35321394076387724, + "nauc_mrr_at_100_max": 0.46716178566401767, + "nauc_mrr_at_100_std": 0.2351121824155078, + "nauc_mrr_at_10_diff1": 0.3496398503701863, + "nauc_mrr_at_10_max": 0.46659724074735387, + "nauc_mrr_at_10_std": 0.23468028577996528, + "nauc_mrr_at_1_diff1": 0.3675061200704337, + "nauc_mrr_at_1_max": 0.438198754886561, + "nauc_mrr_at_1_std": 0.2399994719301733, + "nauc_mrr_at_20_diff1": 0.35324899946359367, + "nauc_mrr_at_20_max": 0.46812047616665886, + "nauc_mrr_at_20_std": 0.23706637994829913, + "nauc_mrr_at_3_diff1": 0.3643408382964873, + "nauc_mrr_at_3_max": 0.47228392398399033, + "nauc_mrr_at_3_std": 0.2186986779091657, + "nauc_mrr_at_5_diff1": 0.3530192846184607, + "nauc_mrr_at_5_max": 0.46734680177879734, + "nauc_mrr_at_5_std": 0.2320150789010098, + "nauc_ndcg_at_1000_diff1": 0.2662473909771099, + "nauc_ndcg_at_1000_max": 0.4484520412953731, + "nauc_ndcg_at_1000_std": 0.17032837776887133, + "nauc_ndcg_at_100_diff1": 0.2641086065974423, + "nauc_ndcg_at_100_max": 0.4504509268442835, + "nauc_ndcg_at_100_std": 0.17510336501573254, + "nauc_ndcg_at_10_diff1": 0.2576195195849934, + "nauc_ndcg_at_10_max": 0.37164011392379404, + "nauc_ndcg_at_10_std": 0.06095463976214609, + "nauc_ndcg_at_1_diff1": 0.3675061200704337, + "nauc_ndcg_at_1_max": 0.438198754886561, + "nauc_ndcg_at_1_std": 0.2399994719301733, + "nauc_ndcg_at_20_diff1": 0.26241374583789434, + "nauc_ndcg_at_20_max": 0.4143077775115477, + "nauc_ndcg_at_20_std": 0.12030653917897091, + "nauc_ndcg_at_3_diff1": 0.2774648441767843, + "nauc_ndcg_at_3_max": 0.41288142116815507, + "nauc_ndcg_at_3_std": 0.12442799284082257, + "nauc_ndcg_at_5_diff1": 0.2577295336922875, + "nauc_ndcg_at_5_max": 0.38717938559877363, + "nauc_ndcg_at_5_std": 0.07850562757197906, + "nauc_precision_at_1000_diff1": -0.04871566301961959, + "nauc_precision_at_1000_max": 0.25251958788821094, + "nauc_precision_at_1000_std": 0.3000824954797958, + "nauc_precision_at_100_diff1": -0.042442049338668686, + "nauc_precision_at_100_max": 0.28083067332904876, + "nauc_precision_at_100_std": 0.3212546157611543, + "nauc_precision_at_10_diff1": 0.05593851226588622, + "nauc_precision_at_10_max": 0.41441046211247184, + "nauc_precision_at_10_std": 0.2400587299963049, + "nauc_precision_at_1_diff1": 0.3675061200704337, + "nauc_precision_at_1_max": 0.438198754886561, + "nauc_precision_at_1_std": 0.2399994719301733, + "nauc_precision_at_20_diff1": 0.02192630044195786, + "nauc_precision_at_20_max": 0.3772411610956669, + "nauc_precision_at_20_std": 0.29124556059590156, + "nauc_precision_at_3_diff1": 0.20249806636728, + "nauc_precision_at_3_max": 0.43855144340150004, + "nauc_precision_at_3_std": 0.17742860121460932, + "nauc_precision_at_5_diff1": 0.13433843716567218, + "nauc_precision_at_5_max": 0.44535627217629814, + "nauc_precision_at_5_std": 0.19254592126817388, + "nauc_recall_at_1000_diff1": -0.5644372663217481, + "nauc_recall_at_1000_max": 0.7220638197331954, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.12115988478571367, + "nauc_recall_at_100_max": 0.3973720529731204, + "nauc_recall_at_100_std": 0.30433842856878396, + "nauc_recall_at_10_diff1": 0.1767932890295828, + "nauc_recall_at_10_max": 0.2343514505114155, + "nauc_recall_at_10_std": -0.050845182627009995, + "nauc_recall_at_1_diff1": 0.24715932774913385, + "nauc_recall_at_1_max": 0.13518687409187255, + "nauc_recall_at_1_std": -0.02276875886308753, + "nauc_recall_at_20_diff1": 0.1782685877343246, + "nauc_recall_at_20_max": 0.28182944157376366, + "nauc_recall_at_20_std": 0.041918321951122516, + "nauc_recall_at_3_diff1": 0.21928277205143074, + "nauc_recall_at_3_max": 0.19148878715229864, + "nauc_recall_at_3_std": -0.08764497272853647, + "nauc_recall_at_5_diff1": 0.1797105655142322, + "nauc_recall_at_5_max": 0.18985542939833555, + "nauc_recall_at_5_std": -0.07967215131368983, + "ndcg_at_1": 0.56481, + "ndcg_at_10": 0.52813, + "ndcg_at_100": 0.66202, + "ndcg_at_1000": 0.67103, + "ndcg_at_20": 0.5888, + "ndcg_at_3": 0.50867, + "ndcg_at_5": 0.4969, + "precision_at_1": 0.56481, + "precision_at_10": 0.24398, + "precision_at_100": 0.04404, + "precision_at_1000": 0.00461, + "precision_at_20": 0.16003, + "precision_at_3": 0.43004, + "precision_at_5": 0.34815, + "recall_at_1": 0.16744, + "recall_at_10": 0.58377, + "recall_at_100": 0.95992, + "recall_at_1000": 0.99923, + "recall_at_20": 0.72503, + "recall_at_3": 0.34421, + "recall_at_5": 0.44388 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.57882, + "map_at_1": 0.30838, + "map_at_10": 0.48943, + "map_at_100": 0.51017, + "map_at_1000": 0.51076, + "map_at_20": 0.502, + "map_at_3": 0.42509, + "map_at_5": 0.46197, + "mrr_at_1": 0.4825949367088608, + "mrr_at_10": 0.6018981062889285, + "mrr_at_100": 0.6079817456269621, + "mrr_at_1000": 0.6081106438404993, + "mrr_at_20": 0.6061678818461669, + "mrr_at_3": 0.5735759493670882, + "mrr_at_5": 0.5917721518987337, + "nauc_map_at_1000_diff1": 0.28396898508144125, + "nauc_map_at_1000_max": 0.2682800843125287, + "nauc_map_at_1000_std": -0.023580236452557, + "nauc_map_at_100_diff1": 0.28382437139638667, + "nauc_map_at_100_max": 0.2685453186939096, + "nauc_map_at_100_std": -0.023385598140711398, + "nauc_map_at_10_diff1": 0.28964025489611056, + "nauc_map_at_10_max": 0.26538145350884684, + "nauc_map_at_10_std": -0.03264187395798541, + "nauc_map_at_1_diff1": 0.3404466029016378, + "nauc_map_at_1_max": 0.1485162617073691, + "nauc_map_at_1_std": -0.1095010715449692, + "nauc_map_at_20_diff1": 0.28564589586577577, + "nauc_map_at_20_max": 0.2676854164876423, + "nauc_map_at_20_std": -0.027174186567391633, + "nauc_map_at_3_diff1": 0.3211561982061072, + "nauc_map_at_3_max": 0.23809829296661478, + "nauc_map_at_3_std": -0.06625842604307465, + "nauc_map_at_5_diff1": 0.3021222216461549, + "nauc_map_at_5_max": 0.2539167245752747, + "nauc_map_at_5_std": -0.052026756942845656, + "nauc_mrr_at_1000_diff1": 0.27912336837183915, + "nauc_mrr_at_1000_max": 0.3227802074779547, + "nauc_mrr_at_1000_std": 0.0626470464624546, + "nauc_mrr_at_100_diff1": 0.2788313369229392, + "nauc_mrr_at_100_max": 0.32259280456539074, + "nauc_mrr_at_100_std": 0.06277573119364518, + "nauc_mrr_at_10_diff1": 0.28008503694509024, + "nauc_mrr_at_10_max": 0.3259783057156306, + "nauc_mrr_at_10_std": 0.06505165574450852, + "nauc_mrr_at_1_diff1": 0.3020408815201272, + "nauc_mrr_at_1_max": 0.2765495109681681, + "nauc_mrr_at_1_std": 0.028482714798616898, + "nauc_mrr_at_20_diff1": 0.2784070038991532, + "nauc_mrr_at_20_max": 0.3231650668738859, + "nauc_mrr_at_20_std": 0.06362226092671583, + "nauc_mrr_at_3_diff1": 0.29216945733256267, + "nauc_mrr_at_3_max": 0.32789904238942824, + "nauc_mrr_at_3_std": 0.058743576741739946, + "nauc_mrr_at_5_diff1": 0.2843486719821098, + "nauc_mrr_at_5_max": 0.3295825816729992, + "nauc_mrr_at_5_std": 0.06064276966370436, + "nauc_ndcg_at_1000_diff1": 0.26090103930532393, + "nauc_ndcg_at_1000_max": 0.29622386775484827, + "nauc_ndcg_at_1000_std": 0.02391440298366228, + "nauc_ndcg_at_100_diff1": 0.2533470391179494, + "nauc_ndcg_at_100_max": 0.2972468069696913, + "nauc_ndcg_at_100_std": 0.0303636391964391, + "nauc_ndcg_at_10_diff1": 0.2691117089731724, + "nauc_ndcg_at_10_max": 0.3021997499570354, + "nauc_ndcg_at_10_std": 0.013887280647856017, + "nauc_ndcg_at_1_diff1": 0.3020408815201272, + "nauc_ndcg_at_1_max": 0.2765495109681681, + "nauc_ndcg_at_1_std": 0.028482714798616898, + "nauc_ndcg_at_20_diff1": 0.2592040332625866, + "nauc_ndcg_at_20_max": 0.2999542393012422, + "nauc_ndcg_at_20_std": 0.020202387132752783, + "nauc_ndcg_at_3_diff1": 0.2921489162133914, + "nauc_ndcg_at_3_max": 0.28342165355404736, + "nauc_ndcg_at_3_std": -0.023106914011497868, + "nauc_ndcg_at_5_diff1": 0.27986722504901534, + "nauc_ndcg_at_5_max": 0.2890884990747034, + "nauc_ndcg_at_5_std": -0.012947206379538227, + "nauc_precision_at_1000_diff1": -0.19830638185768523, + "nauc_precision_at_1000_max": 0.053717438448556906, + "nauc_precision_at_1000_std": 0.19827525525222744, + "nauc_precision_at_100_diff1": -0.1962696213076055, + "nauc_precision_at_100_max": 0.09027716076125668, + "nauc_precision_at_100_std": 0.22557846545916074, + "nauc_precision_at_10_diff1": -0.08322044579928195, + "nauc_precision_at_10_max": 0.23764053529224408, + "nauc_precision_at_10_std": 0.20304727685721705, + "nauc_precision_at_1_diff1": 0.3020408815201272, + "nauc_precision_at_1_max": 0.2765495109681681, + "nauc_precision_at_1_std": 0.028482714798616898, + "nauc_precision_at_20_diff1": -0.14001399303959525, + "nauc_precision_at_20_max": 0.17265765589676352, + "nauc_precision_at_20_std": 0.21843605390492601, + "nauc_precision_at_3_diff1": 0.09328062911727983, + "nauc_precision_at_3_max": 0.3268156616413263, + "nauc_precision_at_3_std": 0.12144557576771801, + "nauc_precision_at_5_diff1": -0.010151170098226846, + "nauc_precision_at_5_max": 0.28674869004990966, + "nauc_precision_at_5_std": 0.1534539169391777, + "nauc_recall_at_1000_diff1": -1.1526300433406158, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": -0.12172607043839344, + "nauc_recall_at_100_max": 0.2791010263238372, + "nauc_recall_at_100_std": 0.2833928500169519, + "nauc_recall_at_10_diff1": 0.18785503590655406, + "nauc_recall_at_10_max": 0.3059981655934986, + "nauc_recall_at_10_std": 0.05770068020525401, + "nauc_recall_at_1_diff1": 0.3404466029016378, + "nauc_recall_at_1_max": 0.1485162617073691, + "nauc_recall_at_1_std": -0.1095010715449692, + "nauc_recall_at_20_diff1": 0.1308185140942473, + "nauc_recall_at_20_max": 0.29049363866475103, + "nauc_recall_at_20_std": 0.0709577837055761, + "nauc_recall_at_3_diff1": 0.2825031320298287, + "nauc_recall_at_3_max": 0.25134668576892316, + "nauc_recall_at_3_std": -0.05040210342921769, + "nauc_recall_at_5_diff1": 0.23224864816398177, + "nauc_recall_at_5_max": 0.2635924330693218, + "nauc_recall_at_5_std": -0.02926322959117121, + "ndcg_at_1": 0.48259, + "ndcg_at_10": 0.57882, + "ndcg_at_100": 0.64237, + "ndcg_at_1000": 0.6501, + "ndcg_at_20": 0.6083, + "ndcg_at_3": 0.50321, + "ndcg_at_5": 0.5381, + "precision_at_1": 0.48259, + "precision_at_10": 0.13861, + "precision_at_100": 0.01972, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08093, + "precision_at_3": 0.29852, + "precision_at_5": 0.22437, + "recall_at_1": 0.30838, + "recall_at_10": 0.7172, + "recall_at_100": 0.95083, + "recall_at_1000": 0.99842, + "recall_at_20": 0.80738, + "recall_at_3": 0.51204, + "recall_at_5": 0.60965 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.74088, + "map_at_1": 0.43797, + "map_at_10": 0.66411, + "map_at_100": 0.67725, + "map_at_1000": 0.67753, + "map_at_20": 0.67301, + "map_at_3": 0.6078, + "map_at_5": 0.64063, + "mrr_at_1": 0.685, + "mrr_at_10": 0.777035714285715, + "mrr_at_100": 0.7800187432751768, + "mrr_at_1000": 0.7800683678738435, + "mrr_at_20": 0.7790756445137257, + "mrr_at_3": 0.762833333333334, + "mrr_at_5": 0.7713833333333343, + "nauc_map_at_1000_diff1": 0.41231157944059077, + "nauc_map_at_1000_max": 0.3628562730534918, + "nauc_map_at_1000_std": -0.1130815248759643, + "nauc_map_at_100_diff1": 0.41236963696685186, + "nauc_map_at_100_max": 0.3632380900234183, + "nauc_map_at_100_std": -0.11294023176588236, + "nauc_map_at_10_diff1": 0.40810952741751877, + "nauc_map_at_10_max": 0.357034148118116, + "nauc_map_at_10_std": -0.12152481014600029, + "nauc_map_at_1_diff1": 0.4680855426587034, + "nauc_map_at_1_max": 0.23910643821959132, + "nauc_map_at_1_std": -0.10867603106818707, + "nauc_map_at_20_diff1": 0.4125925344700876, + "nauc_map_at_20_max": 0.36404408560909807, + "nauc_map_at_20_std": -0.11534670223342865, + "nauc_map_at_3_diff1": 0.39346396476382967, + "nauc_map_at_3_max": 0.32375804624866084, + "nauc_map_at_3_std": -0.13273196372964202, + "nauc_map_at_5_diff1": 0.3963528782535995, + "nauc_map_at_5_max": 0.33623712827012064, + "nauc_map_at_5_std": -0.12560404105669604, + "nauc_mrr_at_1000_diff1": 0.5401882508920676, + "nauc_mrr_at_1000_max": 0.457727408081303, + "nauc_mrr_at_1000_std": -0.07006225536738088, + "nauc_mrr_at_100_diff1": 0.5402028568900875, + "nauc_mrr_at_100_max": 0.45784342841422676, + "nauc_mrr_at_100_std": -0.06987695783899649, + "nauc_mrr_at_10_diff1": 0.5395851679007814, + "nauc_mrr_at_10_max": 0.4578800766700773, + "nauc_mrr_at_10_std": -0.07319401665356581, + "nauc_mrr_at_1_diff1": 0.5484644050933399, + "nauc_mrr_at_1_max": 0.43882319058133523, + "nauc_mrr_at_1_std": -0.07093148078651755, + "nauc_mrr_at_20_diff1": 0.5399608809288912, + "nauc_mrr_at_20_max": 0.45773220982688734, + "nauc_mrr_at_20_std": -0.0692882648411332, + "nauc_mrr_at_3_diff1": 0.5414923251351498, + "nauc_mrr_at_3_max": 0.4658644635170503, + "nauc_mrr_at_3_std": -0.07250391885473245, + "nauc_mrr_at_5_diff1": 0.5386617221175299, + "nauc_mrr_at_5_max": 0.459802526568301, + "nauc_mrr_at_5_std": -0.07246191943541115, + "nauc_ndcg_at_1000_diff1": 0.444337146567541, + "nauc_ndcg_at_1000_max": 0.4001946859993293, + "nauc_ndcg_at_1000_std": -0.09039899360585832, + "nauc_ndcg_at_100_diff1": 0.4442258078202127, + "nauc_ndcg_at_100_max": 0.4067038703197238, + "nauc_ndcg_at_100_std": -0.08523255647766262, + "nauc_ndcg_at_10_diff1": 0.4320773538149142, + "nauc_ndcg_at_10_max": 0.39284813866318113, + "nauc_ndcg_at_10_std": -0.116447684382817, + "nauc_ndcg_at_1_diff1": 0.5484644050933399, + "nauc_ndcg_at_1_max": 0.43882319058133523, + "nauc_ndcg_at_1_std": -0.07093148078651755, + "nauc_ndcg_at_20_diff1": 0.44203461205249694, + "nauc_ndcg_at_20_max": 0.40759107767551567, + "nauc_ndcg_at_20_std": -0.09552174171495238, + "nauc_ndcg_at_3_diff1": 0.410113202094678, + "nauc_ndcg_at_3_max": 0.3648441682882396, + "nauc_ndcg_at_3_std": -0.12000949313108744, + "nauc_ndcg_at_5_diff1": 0.4138125508159533, + "nauc_ndcg_at_5_max": 0.3657044902577981, + "nauc_ndcg_at_5_std": -0.12229985572770548, + "nauc_precision_at_1000_diff1": -0.17724438454849745, + "nauc_precision_at_1000_max": 0.042033205916816176, + "nauc_precision_at_1000_std": 0.16704590215105097, + "nauc_precision_at_100_diff1": -0.15602211237095742, + "nauc_precision_at_100_max": 0.08149302051851895, + "nauc_precision_at_100_std": 0.17203840176779547, + "nauc_precision_at_10_diff1": -0.041169824561403286, + "nauc_precision_at_10_max": 0.1978456140350876, + "nauc_precision_at_10_std": 0.06876350877192983, + "nauc_precision_at_1_diff1": 0.5484644050933399, + "nauc_precision_at_1_max": 0.43882319058133523, + "nauc_precision_at_1_std": -0.07093148078651755, + "nauc_precision_at_20_diff1": -0.08333046822105591, + "nauc_precision_at_20_max": 0.16236591274543036, + "nauc_precision_at_20_std": 0.1298603323882872, + "nauc_precision_at_3_diff1": 0.07308381675734471, + "nauc_precision_at_3_max": 0.2948608207033562, + "nauc_precision_at_3_std": -0.01173733181747062, + "nauc_precision_at_5_diff1": 0.007181495700102369, + "nauc_precision_at_5_max": 0.23576968316383073, + "nauc_precision_at_5_std": 0.03133059397859185, + "nauc_recall_at_1000_diff1": 0.521050844580174, + "nauc_recall_at_1000_max": 0.8249299719887903, + "nauc_recall_at_1000_std": 0.8249299719887903, + "nauc_recall_at_100_diff1": 0.40105874589077656, + "nauc_recall_at_100_max": 0.7032773722180328, + "nauc_recall_at_100_std": 0.2897327664350453, + "nauc_recall_at_10_diff1": 0.33603943119700475, + "nauc_recall_at_10_max": 0.36176772332448337, + "nauc_recall_at_10_std": -0.1521081247936722, + "nauc_recall_at_1_diff1": 0.4680855426587034, + "nauc_recall_at_1_max": 0.23910643821959132, + "nauc_recall_at_1_std": -0.10867603106818707, + "nauc_recall_at_20_diff1": 0.3631164635344251, + "nauc_recall_at_20_max": 0.45044193809349464, + "nauc_recall_at_20_std": -0.054976961569444725, + "nauc_recall_at_3_diff1": 0.3335883421536704, + "nauc_recall_at_3_max": 0.3007030134598152, + "nauc_recall_at_3_std": -0.15054258925474623, + "nauc_recall_at_5_diff1": 0.32024361665275947, + "nauc_recall_at_5_max": 0.30634813959982726, + "nauc_recall_at_5_std": -0.14940230477545752, + "ndcg_at_1": 0.685, + "ndcg_at_10": 0.74088, + "ndcg_at_100": 0.77842, + "ndcg_at_1000": 0.78193, + "ndcg_at_20": 0.76119, + "ndcg_at_3": 0.67208, + "ndcg_at_5": 0.70509, + "precision_at_1": 0.685, + "precision_at_10": 0.1558, + "precision_at_100": 0.0187, + "precision_at_1000": 0.00191, + "precision_at_20": 0.08525, + "precision_at_3": 0.393, + "precision_at_5": 0.271, + "recall_at_1": 0.43797, + "recall_at_10": 0.84312, + "recall_at_100": 0.97715, + "recall_at_1000": 0.99817, + "recall_at_20": 0.90642, + "recall_at_3": 0.68116, + "recall_at_5": 0.75741 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.50886, + "map_at_1": 0.23402, + "map_at_10": 0.40849, + "map_at_100": 0.43618, + "map_at_1000": 0.43658, + "map_at_20": 0.42535, + "map_at_3": 0.34433, + "map_at_5": 0.37741, + "mrr_at_1": 0.40524781341107874, + "mrr_at_10": 0.5351265676338562, + "mrr_at_100": 0.5424018723050685, + "mrr_at_1000": 0.5424556144951148, + "mrr_at_20": 0.5397789698955655, + "mrr_at_3": 0.49854227405247836, + "mrr_at_5": 0.5172011661807582, + "nauc_map_at_1000_diff1": 0.3182761848544842, + "nauc_map_at_1000_max": 0.4214892028493602, + "nauc_map_at_1000_std": 0.11733636153689586, + "nauc_map_at_100_diff1": 0.31811012154346285, + "nauc_map_at_100_max": 0.4217409756905474, + "nauc_map_at_100_std": 0.1176843357913, + "nauc_map_at_10_diff1": 0.3114846311074023, + "nauc_map_at_10_max": 0.4146118670969059, + "nauc_map_at_10_std": 0.12069584446951913, + "nauc_map_at_1_diff1": 0.3801717944777937, + "nauc_map_at_1_max": 0.3273918926927625, + "nauc_map_at_1_std": 0.0280979663689115, + "nauc_map_at_20_diff1": 0.3186245198759472, + "nauc_map_at_20_max": 0.4214278763253333, + "nauc_map_at_20_std": 0.11709523788324193, + "nauc_map_at_3_diff1": 0.3244956496962467, + "nauc_map_at_3_max": 0.39978582627727577, + "nauc_map_at_3_std": 0.10656614188110733, + "nauc_map_at_5_diff1": 0.30846143549221117, + "nauc_map_at_5_max": 0.4027205819387418, + "nauc_map_at_5_std": 0.11669981748355929, + "nauc_mrr_at_1000_diff1": 0.4005174254812707, + "nauc_mrr_at_1000_max": 0.4632369274432233, + "nauc_mrr_at_1000_std": 0.13795238586111028, + "nauc_mrr_at_100_diff1": 0.4004811147203829, + "nauc_mrr_at_100_max": 0.4632673718029352, + "nauc_mrr_at_100_std": 0.1379278694294207, + "nauc_mrr_at_10_diff1": 0.4009472723541062, + "nauc_mrr_at_10_max": 0.4624490133071229, + "nauc_mrr_at_10_std": 0.13819740570458172, + "nauc_mrr_at_1_diff1": 0.4135760636536952, + "nauc_mrr_at_1_max": 0.43894917235310327, + "nauc_mrr_at_1_std": 0.08329131199987004, + "nauc_mrr_at_20_diff1": 0.40064235455501274, + "nauc_mrr_at_20_max": 0.46391436683750825, + "nauc_mrr_at_20_std": 0.13868913497304997, + "nauc_mrr_at_3_diff1": 0.39738442773448684, + "nauc_mrr_at_3_max": 0.47358225220387534, + "nauc_mrr_at_3_std": 0.15150629277757816, + "nauc_mrr_at_5_diff1": 0.39713692316845844, + "nauc_mrr_at_5_max": 0.4639693883246709, + "nauc_mrr_at_5_std": 0.14533532776000105, + "nauc_ndcg_at_1000_diff1": 0.33953340539339877, + "nauc_ndcg_at_1000_max": 0.4453165707366034, + "nauc_ndcg_at_1000_std": 0.1335119729238475, + "nauc_ndcg_at_100_diff1": 0.33683948998034846, + "nauc_ndcg_at_100_max": 0.4483946767856854, + "nauc_ndcg_at_100_std": 0.13650759400175297, + "nauc_ndcg_at_10_diff1": 0.3237311205900283, + "nauc_ndcg_at_10_max": 0.4409658378023794, + "nauc_ndcg_at_10_std": 0.14398582088175887, + "nauc_ndcg_at_1_diff1": 0.4135760636536952, + "nauc_ndcg_at_1_max": 0.43894917235310327, + "nauc_ndcg_at_1_std": 0.08329131199987004, + "nauc_ndcg_at_20_diff1": 0.3387768967633099, + "nauc_ndcg_at_20_max": 0.4520938338802536, + "nauc_ndcg_at_20_std": 0.1397507822483575, + "nauc_ndcg_at_3_diff1": 0.3274641661475088, + "nauc_ndcg_at_3_max": 0.4338680881910088, + "nauc_ndcg_at_3_std": 0.13355875295643913, + "nauc_ndcg_at_5_diff1": 0.31469689685121943, + "nauc_ndcg_at_5_max": 0.42726566016159134, + "nauc_ndcg_at_5_std": 0.14258879537959218, + "nauc_precision_at_1000_diff1": -0.05635017087073857, + "nauc_precision_at_1000_max": 0.05373868494882821, + "nauc_precision_at_1000_std": 0.04014429399909426, + "nauc_precision_at_100_diff1": -0.05456274526316134, + "nauc_precision_at_100_max": 0.08068845037259248, + "nauc_precision_at_100_std": 0.05657812178782761, + "nauc_precision_at_10_diff1": 0.0559217200562845, + "nauc_precision_at_10_max": 0.30701443575690296, + "nauc_precision_at_10_std": 0.15283554785371897, + "nauc_precision_at_1_diff1": 0.4135760636536952, + "nauc_precision_at_1_max": 0.43894917235310327, + "nauc_precision_at_1_std": 0.08329131199987004, + "nauc_precision_at_20_diff1": 0.05838896164259299, + "nauc_precision_at_20_max": 0.24959607168136633, + "nauc_precision_at_20_std": 0.10856445838408729, + "nauc_precision_at_3_diff1": 0.1893328336907157, + "nauc_precision_at_3_max": 0.45762664068381687, + "nauc_precision_at_3_std": 0.19451422456679268, + "nauc_precision_at_5_diff1": 0.10038339972762321, + "nauc_precision_at_5_max": 0.3575572759498863, + "nauc_precision_at_5_std": 0.1786815332314907, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.11446256318963437, + "nauc_recall_at_100_max": 0.534720255293677, + "nauc_recall_at_100_std": 0.2591783832486269, + "nauc_recall_at_10_diff1": 0.23709054209674083, + "nauc_recall_at_10_max": 0.3872285290417795, + "nauc_recall_at_10_std": 0.16099780400076333, + "nauc_recall_at_1_diff1": 0.3801717944777937, + "nauc_recall_at_1_max": 0.3273918926927625, + "nauc_recall_at_1_std": 0.0280979663689115, + "nauc_recall_at_20_diff1": 0.28490808207188795, + "nauc_recall_at_20_max": 0.4308170915773442, + "nauc_recall_at_20_std": 0.1599756853911731, + "nauc_recall_at_3_diff1": 0.2734835479512854, + "nauc_recall_at_3_max": 0.3922638774642736, + "nauc_recall_at_3_std": 0.14973632540306542, + "nauc_recall_at_5_diff1": 0.23157209968985204, + "nauc_recall_at_5_max": 0.37360560230613415, + "nauc_recall_at_5_std": 0.15934692605020884, + "ndcg_at_1": 0.40525, + "ndcg_at_10": 0.50886, + "ndcg_at_100": 0.59415, + "ndcg_at_1000": 0.59819, + "ndcg_at_20": 0.54755, + "ndcg_at_3": 0.41652, + "ndcg_at_5": 0.45187, + "precision_at_1": 0.40525, + "precision_at_10": 0.13265, + "precision_at_100": 0.02076, + "precision_at_1000": 0.00213, + "precision_at_20": 0.08076, + "precision_at_3": 0.26433, + "precision_at_5": 0.20117, + "recall_at_1": 0.23402, + "recall_at_10": 0.66368, + "recall_at_100": 0.97789, + "recall_at_1000": 1.0, + "recall_at_20": 0.78311, + "recall_at_3": 0.42752, + "recall_at_5": 0.5181 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.59292, + "map_at_1": 0.281, + "map_at_10": 0.49451, + "map_at_100": 0.5151, + "map_at_1000": 0.51546, + "map_at_20": 0.50802, + "map_at_3": 0.41874, + "map_at_5": 0.45686, + "mrr_at_1": 0.49142857142857144, + "mrr_at_10": 0.6155748299319725, + "mrr_at_100": 0.6198468427865426, + "mrr_at_1000": 0.6199547556239126, + "mrr_at_20": 0.6179584407189447, + "mrr_at_3": 0.5838095238095238, + "mrr_at_5": 0.6022380952380951, + "nauc_map_at_1000_diff1": 0.30876181199303965, + "nauc_map_at_1000_max": 0.25362053132393847, + "nauc_map_at_1000_std": -0.013638796514488892, + "nauc_map_at_100_diff1": 0.30857570737553747, + "nauc_map_at_100_max": 0.25402130018275304, + "nauc_map_at_100_std": -0.013076915399989978, + "nauc_map_at_10_diff1": 0.3059191793584931, + "nauc_map_at_10_max": 0.2388945937935471, + "nauc_map_at_10_std": -0.02908755216996795, + "nauc_map_at_1_diff1": 0.3735084837187869, + "nauc_map_at_1_max": 0.09278508748778402, + "nauc_map_at_1_std": -0.06703023610639763, + "nauc_map_at_20_diff1": 0.30681062413196186, + "nauc_map_at_20_max": 0.2522085429394519, + "nauc_map_at_20_std": -0.016378428936938305, + "nauc_map_at_3_diff1": 0.30076573253354294, + "nauc_map_at_3_max": 0.14501987600826874, + "nauc_map_at_3_std": -0.06549034038906744, + "nauc_map_at_5_diff1": 0.3001686155749445, + "nauc_map_at_5_max": 0.19522626081202327, + "nauc_map_at_5_std": -0.03716603622964158, + "nauc_mrr_at_1000_diff1": 0.3803467998028672, + "nauc_mrr_at_1000_max": 0.34866288943381296, + "nauc_mrr_at_1000_std": 0.021850763028434948, + "nauc_mrr_at_100_diff1": 0.3803824715900389, + "nauc_mrr_at_100_max": 0.34887425072368083, + "nauc_mrr_at_100_std": 0.022027102977788822, + "nauc_mrr_at_10_diff1": 0.37766005495917326, + "nauc_mrr_at_10_max": 0.3500944574884371, + "nauc_mrr_at_10_std": 0.022878920422886178, + "nauc_mrr_at_1_diff1": 0.4409293110254155, + "nauc_mrr_at_1_max": 0.33483891537363736, + "nauc_mrr_at_1_std": -0.005226520511341326, + "nauc_mrr_at_20_diff1": 0.3795047617796004, + "nauc_mrr_at_20_max": 0.3490214711744199, + "nauc_mrr_at_20_std": 0.021118365525106972, + "nauc_mrr_at_3_diff1": 0.372663626345584, + "nauc_mrr_at_3_max": 0.33778927124957747, + "nauc_mrr_at_3_std": 0.026209582571233386, + "nauc_mrr_at_5_diff1": 0.3754081651723223, + "nauc_mrr_at_5_max": 0.35102789308926063, + "nauc_mrr_at_5_std": 0.03189851540493769, + "nauc_ndcg_at_1000_diff1": 0.3178973791004642, + "nauc_ndcg_at_1000_max": 0.3066252655703791, + "nauc_ndcg_at_1000_std": 0.01772789176977732, + "nauc_ndcg_at_100_diff1": 0.3170314157117489, + "nauc_ndcg_at_100_max": 0.3157106917211442, + "nauc_ndcg_at_100_std": 0.028497022730290218, + "nauc_ndcg_at_10_diff1": 0.2975887793761721, + "nauc_ndcg_at_10_max": 0.29048466859863753, + "nauc_ndcg_at_10_std": -0.006257804229646665, + "nauc_ndcg_at_1_diff1": 0.4409293110254155, + "nauc_ndcg_at_1_max": 0.33483891537363736, + "nauc_ndcg_at_1_std": -0.005226520511341326, + "nauc_ndcg_at_20_diff1": 0.3020518107896222, + "nauc_ndcg_at_20_max": 0.3086610662817082, + "nauc_ndcg_at_20_std": 0.008403856567689215, + "nauc_ndcg_at_3_diff1": 0.29800191687374555, + "nauc_ndcg_at_3_max": 0.24714502740400032, + "nauc_ndcg_at_3_std": -0.003865033085910444, + "nauc_ndcg_at_5_diff1": 0.2948143440420622, + "nauc_ndcg_at_5_max": 0.2539273788771384, + "nauc_ndcg_at_5_std": -0.00097122569475321, + "nauc_precision_at_1000_diff1": 6.734656768239584e-05, + "nauc_precision_at_1000_max": 0.33031134318239486, + "nauc_precision_at_1000_std": 0.18785651589266777, + "nauc_precision_at_100_diff1": -0.0013289750491997073, + "nauc_precision_at_100_max": 0.3597982220010407, + "nauc_precision_at_100_std": 0.2142183364625519, + "nauc_precision_at_10_diff1": 0.034340533355601235, + "nauc_precision_at_10_max": 0.4238234541215899, + "nauc_precision_at_10_std": 0.15920586661045033, + "nauc_precision_at_1_diff1": 0.4409293110254155, + "nauc_precision_at_1_max": 0.33483891537363736, + "nauc_precision_at_1_std": -0.005226520511341326, + "nauc_precision_at_20_diff1": 0.020949185564605746, + "nauc_precision_at_20_max": 0.40661579945442444, + "nauc_precision_at_20_std": 0.18620759672364556, + "nauc_precision_at_3_diff1": 0.12432742366388384, + "nauc_precision_at_3_max": 0.3440682402702349, + "nauc_precision_at_3_std": 0.08672339506147134, + "nauc_precision_at_5_diff1": 0.06985194322371409, + "nauc_precision_at_5_max": 0.4053522404367833, + "nauc_precision_at_5_std": 0.15910004569865727, + "nauc_recall_at_1000_diff1": -1.2693744164332306, + "nauc_recall_at_1000_max": -0.1340802987861898, + "nauc_recall_at_1000_std": 0.7368347338936664, + "nauc_recall_at_100_diff1": 0.229076656751767, + "nauc_recall_at_100_max": 0.6365324433377272, + "nauc_recall_at_100_std": 0.48845136889848667, + "nauc_recall_at_10_diff1": 0.14679451149982056, + "nauc_recall_at_10_max": 0.24742895532939968, + "nauc_recall_at_10_std": -0.03487637387403027, + "nauc_recall_at_1_diff1": 0.3735084837187869, + "nauc_recall_at_1_max": 0.09278508748778402, + "nauc_recall_at_1_std": -0.06703023610639763, + "nauc_recall_at_20_diff1": 0.14127762048908515, + "nauc_recall_at_20_max": 0.32035104505816714, + "nauc_recall_at_20_std": -0.006316985292564777, + "nauc_recall_at_3_diff1": 0.19013440157368058, + "nauc_recall_at_3_max": 0.08504620080370592, + "nauc_recall_at_3_std": -0.047270064016835485, + "nauc_recall_at_5_diff1": 0.17195639454153422, + "nauc_recall_at_5_max": 0.1648186591044468, + "nauc_recall_at_5_std": -0.005372447899248193, + "ndcg_at_1": 0.49143, + "ndcg_at_10": 0.59292, + "ndcg_at_100": 0.65058, + "ndcg_at_1000": 0.65618, + "ndcg_at_20": 0.62, + "ndcg_at_3": 0.5086, + "ndcg_at_5": 0.53847, + "precision_at_1": 0.49143, + "precision_at_10": 0.15714, + "precision_at_100": 0.02071, + "precision_at_1000": 0.00214, + "precision_at_20": 0.08929, + "precision_at_3": 0.32762, + "precision_at_5": 0.24457, + "recall_at_1": 0.281, + "recall_at_10": 0.74803, + "recall_at_100": 0.96263, + "recall_at_1000": 0.99864, + "recall_at_20": 0.8278, + "recall_at_3": 0.50592, + "recall_at_5": 0.60457 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.51189, + "map_at_1": 0.22876, + "map_at_10": 0.40636, + "map_at_100": 0.44144, + "map_at_1000": 0.44302, + "map_at_20": 0.42564, + "map_at_3": 0.33863, + "map_at_5": 0.37576, + "mrr_at_1": 0.5052083333333334, + "mrr_at_10": 0.6227058531746031, + "mrr_at_100": 0.6280078133590267, + "mrr_at_1000": 0.6281678235971349, + "mrr_at_20": 0.6260074400752611, + "mrr_at_3": 0.5984374999999998, + "mrr_at_5": 0.6142708333333332, + "nauc_map_at_1000_diff1": 0.2848579614778057, + "nauc_map_at_1000_max": 0.25893257367648875, + "nauc_map_at_1000_std": -0.0873340879476578, + "nauc_map_at_100_diff1": 0.2851689863142661, + "nauc_map_at_100_max": 0.259090367018643, + "nauc_map_at_100_std": -0.08710085196773053, + "nauc_map_at_10_diff1": 0.28789300365122317, + "nauc_map_at_10_max": 0.24628578889532815, + "nauc_map_at_10_std": -0.10940676743905908, + "nauc_map_at_1_diff1": 0.3314049754189719, + "nauc_map_at_1_max": 0.16959851276667165, + "nauc_map_at_1_std": -0.11368395725840862, + "nauc_map_at_20_diff1": 0.28354553978964775, + "nauc_map_at_20_max": 0.2529554635223712, + "nauc_map_at_20_std": -0.10050130918648732, + "nauc_map_at_3_diff1": 0.2875833832510576, + "nauc_map_at_3_max": 0.21035717955342081, + "nauc_map_at_3_std": -0.10889419730506218, + "nauc_map_at_5_diff1": 0.2865808718073711, + "nauc_map_at_5_max": 0.22768648810816755, + "nauc_map_at_5_std": -0.11538053698094845, + "nauc_mrr_at_1000_diff1": 0.3431740002938407, + "nauc_mrr_at_1000_max": 0.32404729639001967, + "nauc_mrr_at_1000_std": -0.029037734470979123, + "nauc_mrr_at_100_diff1": 0.34304708854192206, + "nauc_mrr_at_100_max": 0.3239239452599913, + "nauc_mrr_at_100_std": -0.028920499946314793, + "nauc_mrr_at_10_diff1": 0.34329098050273826, + "nauc_mrr_at_10_max": 0.32533624292234153, + "nauc_mrr_at_10_std": -0.028512013847617465, + "nauc_mrr_at_1_diff1": 0.3595434280571272, + "nauc_mrr_at_1_max": 0.30140585645612555, + "nauc_mrr_at_1_std": -0.056030531155593095, + "nauc_mrr_at_20_diff1": 0.34261745545732714, + "nauc_mrr_at_20_max": 0.3246043179909595, + "nauc_mrr_at_20_std": -0.028453809004763915, + "nauc_mrr_at_3_diff1": 0.33756557883383487, + "nauc_mrr_at_3_max": 0.3189153473916198, + "nauc_mrr_at_3_std": -0.02396635440483481, + "nauc_mrr_at_5_diff1": 0.3460109677351384, + "nauc_mrr_at_5_max": 0.32725913683292346, + "nauc_mrr_at_5_std": -0.027167955075762078, + "nauc_ndcg_at_1000_diff1": 0.2897723416218048, + "nauc_ndcg_at_1000_max": 0.2927668128215853, + "nauc_ndcg_at_1000_std": -0.04312558655356714, + "nauc_ndcg_at_100_diff1": 0.29004673721747776, + "nauc_ndcg_at_100_max": 0.2967899582883839, + "nauc_ndcg_at_100_std": -0.031864597807321614, + "nauc_ndcg_at_10_diff1": 0.29083961139687076, + "nauc_ndcg_at_10_max": 0.2748154799546304, + "nauc_ndcg_at_10_std": -0.09095164526427878, + "nauc_ndcg_at_1_diff1": 0.3595434280571272, + "nauc_ndcg_at_1_max": 0.30140585645612555, + "nauc_ndcg_at_1_std": -0.056030531155593095, + "nauc_ndcg_at_20_diff1": 0.27807347252041814, + "nauc_ndcg_at_20_max": 0.2800376352473948, + "nauc_ndcg_at_20_std": -0.07783488717644466, + "nauc_ndcg_at_3_diff1": 0.2953612690660951, + "nauc_ndcg_at_3_max": 0.27621290141742977, + "nauc_ndcg_at_3_std": -0.056204258595688145, + "nauc_ndcg_at_5_diff1": 0.2964895792259543, + "nauc_ndcg_at_5_max": 0.26804915497662635, + "nauc_ndcg_at_5_std": -0.08883546371020569, + "nauc_precision_at_1000_diff1": -0.06737073085186844, + "nauc_precision_at_1000_max": 0.08879216551092554, + "nauc_precision_at_1000_std": 0.1829070207181372, + "nauc_precision_at_100_diff1": -0.04167629577431128, + "nauc_precision_at_100_max": 0.13646741339210636, + "nauc_precision_at_100_std": 0.21406673170820578, + "nauc_precision_at_10_diff1": 0.046381719383131396, + "nauc_precision_at_10_max": 0.2329056908316045, + "nauc_precision_at_10_std": 0.07007744564199765, + "nauc_precision_at_1_diff1": 0.3595434280571272, + "nauc_precision_at_1_max": 0.30140585645612555, + "nauc_precision_at_1_std": -0.056030531155593095, + "nauc_precision_at_20_diff1": -0.0131517400134992, + "nauc_precision_at_20_max": 0.1889308810330454, + "nauc_precision_at_20_std": 0.11473026346840799, + "nauc_precision_at_3_diff1": 0.1502851193446017, + "nauc_precision_at_3_max": 0.26477635085209295, + "nauc_precision_at_3_std": 0.02461693614222825, + "nauc_precision_at_5_diff1": 0.10145997783389588, + "nauc_precision_at_5_max": 0.24886337276038767, + "nauc_precision_at_5_std": 0.025529382076385082, + "nauc_recall_at_1000_diff1": -0.13401704767931502, + "nauc_recall_at_1000_max": 0.34807897352491535, + "nauc_recall_at_1000_std": 0.4076105137395519, + "nauc_recall_at_100_diff1": 0.18857385471231286, + "nauc_recall_at_100_max": 0.2875233145828602, + "nauc_recall_at_100_std": 0.18121728761983874, + "nauc_recall_at_10_diff1": 0.21802018912768661, + "nauc_recall_at_10_max": 0.22427393590306405, + "nauc_recall_at_10_std": -0.11656657488253003, + "nauc_recall_at_1_diff1": 0.3314049754189719, + "nauc_recall_at_1_max": 0.16959851276667165, + "nauc_recall_at_1_std": -0.11368395725840862, + "nauc_recall_at_20_diff1": 0.16891130793368858, + "nauc_recall_at_20_max": 0.2218143784315059, + "nauc_recall_at_20_std": -0.09679034325220646, + "nauc_recall_at_3_diff1": 0.24483810369228678, + "nauc_recall_at_3_max": 0.18255225067494574, + "nauc_recall_at_3_std": -0.10857244925363178, + "nauc_recall_at_5_diff1": 0.2426230578350322, + "nauc_recall_at_5_max": 0.20396984204553445, + "nauc_recall_at_5_std": -0.1260071544472478, + "ndcg_at_1": 0.50521, + "ndcg_at_10": 0.51189, + "ndcg_at_100": 0.60789, + "ndcg_at_1000": 0.62543, + "ndcg_at_20": 0.55111, + "ndcg_at_3": 0.46671, + "ndcg_at_5": 0.47795, + "precision_at_1": 0.50521, + "precision_at_10": 0.16729, + "precision_at_100": 0.02863, + "precision_at_1000": 0.00319, + "precision_at_20": 0.10359, + "precision_at_3": 0.33437, + "precision_at_5": 0.25896, + "recall_at_1": 0.22876, + "recall_at_10": 0.58925, + "recall_at_100": 0.89965, + "recall_at_1000": 0.99423, + "recall_at_20": 0.69331, + "recall_at_3": 0.39839, + "recall_at_5": 0.4841 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.64971, + "map_at_1": 0.36827, + "map_at_10": 0.55852, + "map_at_100": 0.57972, + "map_at_1000": 0.5801, + "map_at_20": 0.57155, + "map_at_3": 0.50371, + "map_at_5": 0.53394, + "mrr_at_1": 0.5604651162790698, + "mrr_at_10": 0.686691583610188, + "mrr_at_100": 0.6904634717072023, + "mrr_at_1000": 0.6904882038819362, + "mrr_at_20": 0.689311513434965, + "mrr_at_3": 0.6643410852713175, + "mrr_at_5": 0.6764341085271314, + "nauc_map_at_1000_diff1": 0.3293544512890325, + "nauc_map_at_1000_max": 0.20480185307059248, + "nauc_map_at_1000_std": -0.14229829698204083, + "nauc_map_at_100_diff1": 0.32911445054412086, + "nauc_map_at_100_max": 0.20468254792358778, + "nauc_map_at_100_std": -0.14269688256622143, + "nauc_map_at_10_diff1": 0.32546336669898895, + "nauc_map_at_10_max": 0.18971775134076596, + "nauc_map_at_10_std": -0.1634593571135911, + "nauc_map_at_1_diff1": 0.3674665828458508, + "nauc_map_at_1_max": 0.1331244876748603, + "nauc_map_at_1_std": -0.14344846785741733, + "nauc_map_at_20_diff1": 0.325028890409247, + "nauc_map_at_20_max": 0.1990710128199336, + "nauc_map_at_20_std": -0.15152906334886387, + "nauc_map_at_3_diff1": 0.34305112729581555, + "nauc_map_at_3_max": 0.17802286718223645, + "nauc_map_at_3_std": -0.15627397758166625, + "nauc_map_at_5_diff1": 0.3323686302174398, + "nauc_map_at_5_max": 0.18037616772933754, + "nauc_map_at_5_std": -0.16732907115149412, + "nauc_mrr_at_1000_diff1": 0.40402958434047104, + "nauc_mrr_at_1000_max": 0.33300083522652246, + "nauc_mrr_at_1000_std": -0.014760189179898518, + "nauc_mrr_at_100_diff1": 0.4039554045959555, + "nauc_mrr_at_100_max": 0.3330627433709811, + "nauc_mrr_at_100_std": -0.014681142158325453, + "nauc_mrr_at_10_diff1": 0.4010151598452477, + "nauc_mrr_at_10_max": 0.33269236178506556, + "nauc_mrr_at_10_std": -0.016510455797825466, + "nauc_mrr_at_1_diff1": 0.4244384406799811, + "nauc_mrr_at_1_max": 0.288093720377973, + "nauc_mrr_at_1_std": -0.0226654952720355, + "nauc_mrr_at_20_diff1": 0.40311589511430285, + "nauc_mrr_at_20_max": 0.33202975666129425, + "nauc_mrr_at_20_std": -0.015698822710625452, + "nauc_mrr_at_3_diff1": 0.4116136809244606, + "nauc_mrr_at_3_max": 0.34807345749605906, + "nauc_mrr_at_3_std": -0.009921976103670566, + "nauc_mrr_at_5_diff1": 0.40330217193383683, + "nauc_mrr_at_5_max": 0.3391256785513884, + "nauc_mrr_at_5_std": -0.01642024584013895, + "nauc_ndcg_at_1000_diff1": 0.3432056160466735, + "nauc_ndcg_at_1000_max": 0.2581863223673202, + "nauc_ndcg_at_1000_std": -0.09096228485802663, + "nauc_ndcg_at_100_diff1": 0.3396975299576694, + "nauc_ndcg_at_100_max": 0.25821954684006443, + "nauc_ndcg_at_100_std": -0.09266529593531658, + "nauc_ndcg_at_10_diff1": 0.3215941865257564, + "nauc_ndcg_at_10_max": 0.2212260849016922, + "nauc_ndcg_at_10_std": -0.15299262473714112, + "nauc_ndcg_at_1_diff1": 0.4244384406799811, + "nauc_ndcg_at_1_max": 0.288093720377973, + "nauc_ndcg_at_1_std": -0.0226654952720355, + "nauc_ndcg_at_20_diff1": 0.3221741703575114, + "nauc_ndcg_at_20_max": 0.2397230055044701, + "nauc_ndcg_at_20_std": -0.12511961144440722, + "nauc_ndcg_at_3_diff1": 0.3511797091587894, + "nauc_ndcg_at_3_max": 0.2523147440745882, + "nauc_ndcg_at_3_std": -0.10091201582641202, + "nauc_ndcg_at_5_diff1": 0.33580724071114826, + "nauc_ndcg_at_5_max": 0.22182953632032928, + "nauc_ndcg_at_5_std": -0.14756662718903152, + "nauc_precision_at_1000_diff1": -0.10344592167385139, + "nauc_precision_at_1000_max": 0.14253797542594016, + "nauc_precision_at_1000_std": 0.2847643764112489, + "nauc_precision_at_100_diff1": -0.10673833189540839, + "nauc_precision_at_100_max": 0.15110353777361393, + "nauc_precision_at_100_std": 0.27969132011079567, + "nauc_precision_at_10_diff1": -0.06092467458249845, + "nauc_precision_at_10_max": 0.20172573776554467, + "nauc_precision_at_10_std": 0.12504976229435674, + "nauc_precision_at_1_diff1": 0.4244384406799811, + "nauc_precision_at_1_max": 0.288093720377973, + "nauc_precision_at_1_std": -0.0226654952720355, + "nauc_precision_at_20_diff1": -0.1064816529454779, + "nauc_precision_at_20_max": 0.19230588154058184, + "nauc_precision_at_20_std": 0.2072157862193866, + "nauc_precision_at_3_diff1": 0.13692060737344783, + "nauc_precision_at_3_max": 0.2889257507600575, + "nauc_precision_at_3_std": 0.0757262827475936, + "nauc_precision_at_5_diff1": 0.04714690764209255, + "nauc_precision_at_5_max": 0.24704431507162167, + "nauc_precision_at_5_std": 0.07434887095470841, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.05299237903302794, + "nauc_recall_at_100_max": 0.27635060806477313, + "nauc_recall_at_100_std": -0.028122248570758245, + "nauc_recall_at_10_diff1": 0.17379853793499692, + "nauc_recall_at_10_max": 0.10481696171837039, + "nauc_recall_at_10_std": -0.28035179625005974, + "nauc_recall_at_1_diff1": 0.3674665828458508, + "nauc_recall_at_1_max": 0.1331244876748603, + "nauc_recall_at_1_std": -0.14344846785741733, + "nauc_recall_at_20_diff1": 0.12198904757349792, + "nauc_recall_at_20_max": 0.12587746293487742, + "nauc_recall_at_20_std": -0.2370437631153059, + "nauc_recall_at_3_diff1": 0.29958213047731536, + "nauc_recall_at_3_max": 0.17511655071168133, + "nauc_recall_at_3_std": -0.17519631738024832, + "nauc_recall_at_5_diff1": 0.25067629987307605, + "nauc_recall_at_5_max": 0.13543241904654502, + "nauc_recall_at_5_std": -0.23647252515975972, + "ndcg_at_1": 0.56047, + "ndcg_at_10": 0.64971, + "ndcg_at_100": 0.70815, + "ndcg_at_1000": 0.71174, + "ndcg_at_20": 0.67823, + "ndcg_at_3": 0.58794, + "ndcg_at_5": 0.61112, + "precision_at_1": 0.56047, + "precision_at_10": 0.14465, + "precision_at_100": 0.02022, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08366, + "precision_at_3": 0.33798, + "precision_at_5": 0.23907, + "recall_at_1": 0.36827, + "recall_at_10": 0.77911, + "recall_at_100": 0.98073, + "recall_at_1000": 1.0, + "recall_at_20": 0.86482, + "recall_at_3": 0.59793, + "recall_at_5": 0.67648 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.62417, + "map_at_1": 0.3612, + "map_at_10": 0.53259, + "map_at_100": 0.55977, + "map_at_1000": 0.56072, + "map_at_20": 0.54828, + "map_at_3": 0.47736, + "map_at_5": 0.50463, + "mrr_at_1": 0.5868544600938967, + "mrr_at_10": 0.6986474401967359, + "mrr_at_100": 0.7021746629004791, + "mrr_at_1000": 0.7022713053750029, + "mrr_at_20": 0.7007456503728251, + "mrr_at_3": 0.6784037558685446, + "mrr_at_5": 0.6910798122065727, + "nauc_map_at_1000_diff1": 0.3869346612948978, + "nauc_map_at_1000_max": 0.3118590262241735, + "nauc_map_at_1000_std": -0.09852961631375382, + "nauc_map_at_100_diff1": 0.3867222454793005, + "nauc_map_at_100_max": 0.3114646489766298, + "nauc_map_at_100_std": -0.0996549776156079, + "nauc_map_at_10_diff1": 0.38314872900203517, + "nauc_map_at_10_max": 0.29796496450444987, + "nauc_map_at_10_std": -0.12267087653939864, + "nauc_map_at_1_diff1": 0.48656273621511303, + "nauc_map_at_1_max": 0.2188511607739358, + "nauc_map_at_1_std": -0.20740096745861608, + "nauc_map_at_20_diff1": 0.38172040097553195, + "nauc_map_at_20_max": 0.30433899793859726, + "nauc_map_at_20_std": -0.10696235087822566, + "nauc_map_at_3_diff1": 0.4008254631127643, + "nauc_map_at_3_max": 0.27495028068620386, + "nauc_map_at_3_std": -0.16360032732826482, + "nauc_map_at_5_diff1": 0.3964793831390074, + "nauc_map_at_5_max": 0.286780897231866, + "nauc_map_at_5_std": -0.14596025997194348, + "nauc_mrr_at_1000_diff1": 0.40821168852391587, + "nauc_mrr_at_1000_max": 0.42335041646286087, + "nauc_mrr_at_1000_std": 0.10410064496501047, + "nauc_mrr_at_100_diff1": 0.4081169384781039, + "nauc_mrr_at_100_max": 0.4233965038622272, + "nauc_mrr_at_100_std": 0.10392504497371272, + "nauc_mrr_at_10_diff1": 0.4079883767992389, + "nauc_mrr_at_10_max": 0.4259642534033678, + "nauc_mrr_at_10_std": 0.10777342291852501, + "nauc_mrr_at_1_diff1": 0.44442415217520387, + "nauc_mrr_at_1_max": 0.36962803431107333, + "nauc_mrr_at_1_std": 0.046393843881042965, + "nauc_mrr_at_20_diff1": 0.40957463781978654, + "nauc_mrr_at_20_max": 0.4254390133456917, + "nauc_mrr_at_20_std": 0.10590206235020559, + "nauc_mrr_at_3_diff1": 0.39078221598137974, + "nauc_mrr_at_3_max": 0.42073469192606916, + "nauc_mrr_at_3_std": 0.09546423636590444, + "nauc_mrr_at_5_diff1": 0.40854477509621484, + "nauc_mrr_at_5_max": 0.4280698568030256, + "nauc_mrr_at_5_std": 0.10472894996789975, + "nauc_ndcg_at_1000_diff1": 0.3825325445117382, + "nauc_ndcg_at_1000_max": 0.36750870398264696, + "nauc_ndcg_at_1000_std": -0.005122887128996633, + "nauc_ndcg_at_100_diff1": 0.3809685706757563, + "nauc_ndcg_at_100_max": 0.3699532532959708, + "nauc_ndcg_at_100_std": -0.013476649325167364, + "nauc_ndcg_at_10_diff1": 0.3661956053268555, + "nauc_ndcg_at_10_max": 0.33754115314263305, + "nauc_ndcg_at_10_std": -0.054620943252751505, + "nauc_ndcg_at_1_diff1": 0.44442415217520387, + "nauc_ndcg_at_1_max": 0.36962803431107333, + "nauc_ndcg_at_1_std": 0.046393843881042965, + "nauc_ndcg_at_20_diff1": 0.37053574015956514, + "nauc_ndcg_at_20_max": 0.35322281552341933, + "nauc_ndcg_at_20_std": -0.024668962402982896, + "nauc_ndcg_at_3_diff1": 0.3659331953673083, + "nauc_ndcg_at_3_max": 0.36246572968766755, + "nauc_ndcg_at_3_std": -0.03874705471784505, + "nauc_ndcg_at_5_diff1": 0.38771536911171456, + "nauc_ndcg_at_5_max": 0.35154450724835784, + "nauc_ndcg_at_5_std": -0.05860600756039345, + "nauc_precision_at_1000_diff1": -0.15839060928385928, + "nauc_precision_at_1000_max": 0.11426730836053092, + "nauc_precision_at_1000_std": 0.34495162322137973, + "nauc_precision_at_100_diff1": -0.14554823190244168, + "nauc_precision_at_100_max": 0.1360860538417581, + "nauc_precision_at_100_std": 0.3380973629576184, + "nauc_precision_at_10_diff1": -0.15037630389561332, + "nauc_precision_at_10_max": 0.20370409742217893, + "nauc_precision_at_10_std": 0.3390603729943483, + "nauc_precision_at_1_diff1": 0.44442415217520387, + "nauc_precision_at_1_max": 0.36962803431107333, + "nauc_precision_at_1_std": 0.046393843881042965, + "nauc_precision_at_20_diff1": -0.15592038737780223, + "nauc_precision_at_20_max": 0.1669062656150058, + "nauc_precision_at_20_std": 0.3516041557025038, + "nauc_precision_at_3_diff1": -0.029141860511499584, + "nauc_precision_at_3_max": 0.2876460523683632, + "nauc_precision_at_3_std": 0.20214997494103393, + "nauc_precision_at_5_diff1": -0.07879722839588882, + "nauc_precision_at_5_max": 0.26124362704131016, + "nauc_precision_at_5_std": 0.27668398062428023, + "nauc_recall_at_1000_diff1": 0.8694852941177499, + "nauc_recall_at_1000_max": 0.8694852941177499, + "nauc_recall_at_1000_std": 0.8694852941177499, + "nauc_recall_at_100_diff1": 0.2827141010401073, + "nauc_recall_at_100_max": 0.4493462222544642, + "nauc_recall_at_100_std": -0.09920369520299384, + "nauc_recall_at_10_diff1": 0.27018822501623957, + "nauc_recall_at_10_max": 0.27897243939193755, + "nauc_recall_at_10_std": -0.08736418801214574, + "nauc_recall_at_1_diff1": 0.48656273621511303, + "nauc_recall_at_1_max": 0.2188511607739358, + "nauc_recall_at_1_std": -0.20740096745861608, + "nauc_recall_at_20_diff1": 0.2732032360682045, + "nauc_recall_at_20_max": 0.32255739589887356, + "nauc_recall_at_20_std": -0.0011886533414058595, + "nauc_recall_at_3_diff1": 0.32647452392664345, + "nauc_recall_at_3_max": 0.2862532341549162, + "nauc_recall_at_3_std": -0.1529954810476288, + "nauc_recall_at_5_diff1": 0.33551524756592727, + "nauc_recall_at_5_max": 0.2855648746194922, + "nauc_recall_at_5_std": -0.14489798231880388, + "ndcg_at_1": 0.58685, + "ndcg_at_10": 0.62417, + "ndcg_at_100": 0.69406, + "ndcg_at_1000": 0.70345, + "ndcg_at_20": 0.65466, + "ndcg_at_3": 0.58694, + "ndcg_at_5": 0.59227, + "precision_at_1": 0.58685, + "precision_at_10": 0.15587, + "precision_at_100": 0.02399, + "precision_at_1000": 0.00256, + "precision_at_20": 0.09319, + "precision_at_3": 0.35211, + "precision_at_5": 0.24977, + "recall_at_1": 0.3612, + "recall_at_10": 0.71605, + "recall_at_100": 0.9463, + "recall_at_1000": 0.99906, + "recall_at_20": 0.80069, + "recall_at_3": 0.54828, + "recall_at_5": 0.617 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.62666, + "map_at_1": 0.30216, + "map_at_10": 0.51983, + "map_at_100": 0.54907, + "map_at_1000": 0.54989, + "map_at_20": 0.53671, + "map_at_3": 0.44411, + "map_at_5": 0.48637, + "mrr_at_1": 0.598, + "mrr_at_10": 0.7171019841269841, + "mrr_at_100": 0.719932659226736, + "mrr_at_1000": 0.7199855695925387, + "mrr_at_20": 0.7190684733524129, + "mrr_at_3": 0.6976666666666669, + "mrr_at_5": 0.710166666666667, + "nauc_map_at_1000_diff1": 0.32923174943594147, + "nauc_map_at_1000_max": 0.2962478066882745, + "nauc_map_at_1000_std": -0.03153626451126367, + "nauc_map_at_100_diff1": 0.3293651775573748, + "nauc_map_at_100_max": 0.2959285297377308, + "nauc_map_at_100_std": -0.03196029618098773, + "nauc_map_at_10_diff1": 0.31969869291843345, + "nauc_map_at_10_max": 0.2747560949931734, + "nauc_map_at_10_std": -0.04747594975459288, + "nauc_map_at_1_diff1": 0.381063087490862, + "nauc_map_at_1_max": 0.18182931044141498, + "nauc_map_at_1_std": -0.08603045009517452, + "nauc_map_at_20_diff1": 0.32629500457196553, + "nauc_map_at_20_max": 0.2881800943878476, + "nauc_map_at_20_std": -0.04129744059296054, + "nauc_map_at_3_diff1": 0.3206509460998588, + "nauc_map_at_3_max": 0.23995561735805332, + "nauc_map_at_3_std": -0.07277848216659916, + "nauc_map_at_5_diff1": 0.31448386750993024, + "nauc_map_at_5_max": 0.2616424507619856, + "nauc_map_at_5_std": -0.05918892428370105, + "nauc_mrr_at_1000_diff1": 0.4057206009129875, + "nauc_mrr_at_1000_max": 0.42968856712404835, + "nauc_mrr_at_1000_std": 0.09080695789986651, + "nauc_mrr_at_100_diff1": 0.40571377400066894, + "nauc_mrr_at_100_max": 0.42977369288668354, + "nauc_mrr_at_100_std": 0.09091526327459053, + "nauc_mrr_at_10_diff1": 0.40324004408865116, + "nauc_mrr_at_10_max": 0.4308510168339371, + "nauc_mrr_at_10_std": 0.09109099390723126, + "nauc_mrr_at_1_diff1": 0.439382586986587, + "nauc_mrr_at_1_max": 0.40558449596792123, + "nauc_mrr_at_1_std": 0.07381976918087935, + "nauc_mrr_at_20_diff1": 0.4051856866003486, + "nauc_mrr_at_20_max": 0.4302903286853588, + "nauc_mrr_at_20_std": 0.09091149191535293, + "nauc_mrr_at_3_diff1": 0.4027352814023311, + "nauc_mrr_at_3_max": 0.4275183612253592, + "nauc_mrr_at_3_std": 0.08189314297162474, + "nauc_mrr_at_5_diff1": 0.40289275702085825, + "nauc_mrr_at_5_max": 0.4318038918467534, + "nauc_mrr_at_5_std": 0.0932641188689861, + "nauc_ndcg_at_1000_diff1": 0.34823099676797686, + "nauc_ndcg_at_1000_max": 0.3529790786792387, + "nauc_ndcg_at_1000_std": 0.023212598366398038, + "nauc_ndcg_at_100_diff1": 0.34907041267230743, + "nauc_ndcg_at_100_max": 0.35166016329646216, + "nauc_ndcg_at_100_std": 0.02371394654564749, + "nauc_ndcg_at_10_diff1": 0.3215996945514858, + "nauc_ndcg_at_10_max": 0.31313712172341307, + "nauc_ndcg_at_10_std": -0.013532390697930451, + "nauc_ndcg_at_1_diff1": 0.439382586986587, + "nauc_ndcg_at_1_max": 0.40558449596792123, + "nauc_ndcg_at_1_std": 0.07381976918087935, + "nauc_ndcg_at_20_diff1": 0.3358975523870262, + "nauc_ndcg_at_20_max": 0.33278847543357054, + "nauc_ndcg_at_20_std": -0.0036289748311639715, + "nauc_ndcg_at_3_diff1": 0.3213342533589563, + "nauc_ndcg_at_3_max": 0.3214612667608229, + "nauc_ndcg_at_3_std": -0.00012365596723103875, + "nauc_ndcg_at_5_diff1": 0.3205389503810989, + "nauc_ndcg_at_5_max": 0.31735981770356797, + "nauc_ndcg_at_5_std": -0.007469374298328835, + "nauc_precision_at_1000_diff1": -0.06578018195615941, + "nauc_precision_at_1000_max": 0.12108385385084813, + "nauc_precision_at_1000_std": 0.1967821126437187, + "nauc_precision_at_100_diff1": -0.048746040808984974, + "nauc_precision_at_100_max": 0.14587809411468752, + "nauc_precision_at_100_std": 0.20906052329891134, + "nauc_precision_at_10_diff1": 0.0067953026534635684, + "nauc_precision_at_10_max": 0.23644515693425136, + "nauc_precision_at_10_std": 0.1628335901856973, + "nauc_precision_at_1_diff1": 0.439382586986587, + "nauc_precision_at_1_max": 0.40558449596792123, + "nauc_precision_at_1_std": 0.07381976918087935, + "nauc_precision_at_20_diff1": -0.010664244623233277, + "nauc_precision_at_20_max": 0.20706145501578643, + "nauc_precision_at_20_std": 0.170672065805154, + "nauc_precision_at_3_diff1": 0.08863113489593476, + "nauc_precision_at_3_max": 0.303050556786905, + "nauc_precision_at_3_std": 0.10432222821946854, + "nauc_precision_at_5_diff1": 0.04049078865796734, + "nauc_precision_at_5_max": 0.28642477751103335, + "nauc_precision_at_5_std": 0.14149531660951148, + "nauc_recall_at_1000_diff1": 0.3659647767153861, + "nauc_recall_at_1000_max": 0.453808343260756, + "nauc_recall_at_1000_std": 0.714119364220931, + "nauc_recall_at_100_diff1": 0.2872755682099164, + "nauc_recall_at_100_max": 0.28167801524599767, + "nauc_recall_at_100_std": 0.12929467977728226, + "nauc_recall_at_10_diff1": 0.19211949468758618, + "nauc_recall_at_10_max": 0.20759100211824835, + "nauc_recall_at_10_std": -0.0386477836368716, + "nauc_recall_at_1_diff1": 0.381063087490862, + "nauc_recall_at_1_max": 0.18182931044141498, + "nauc_recall_at_1_std": -0.08603045009517452, + "nauc_recall_at_20_diff1": 0.21100827652289741, + "nauc_recall_at_20_max": 0.22765645984544466, + "nauc_recall_at_20_std": -0.03015371457014783, + "nauc_recall_at_3_diff1": 0.24634336255774356, + "nauc_recall_at_3_max": 0.1969308958368104, + "nauc_recall_at_3_std": -0.0906118442986901, + "nauc_recall_at_5_diff1": 0.2066978704271975, + "nauc_recall_at_5_max": 0.2084397006611273, + "nauc_recall_at_5_std": -0.057058244107598494, + "ndcg_at_1": 0.598, + "ndcg_at_10": 0.62666, + "ndcg_at_100": 0.70005, + "ndcg_at_1000": 0.70734, + "ndcg_at_20": 0.65961, + "ndcg_at_3": 0.57452, + "ndcg_at_5": 0.59034, + "precision_at_1": 0.598, + "precision_at_10": 0.1814, + "precision_at_100": 0.02691, + "precision_at_1000": 0.00283, + "precision_at_20": 0.1071, + "precision_at_3": 0.391, + "precision_at_5": 0.292, + "recall_at_1": 0.30216, + "recall_at_10": 0.72589, + "recall_at_100": 0.96111, + "recall_at_1000": 0.99855, + "recall_at_20": 0.81493, + "recall_at_3": 0.52548, + "recall_at_5": 0.6188 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.71056, + "map_at_1": 0.44055, + "map_at_10": 0.63289, + "map_at_100": 0.64638, + "map_at_1000": 0.64677, + "map_at_20": 0.64173, + "map_at_3": 0.58139, + "map_at_5": 0.60982, + "mrr_at_1": 0.6473029045643154, + "mrr_at_10": 0.7446980175195941, + "mrr_at_100": 0.7478653139807989, + "mrr_at_1000": 0.7479381367726844, + "mrr_at_20": 0.7470022243438766, + "mrr_at_3": 0.7264868603042874, + "mrr_at_5": 0.7387275242047022, + "nauc_map_at_1000_diff1": 0.4583147364226793, + "nauc_map_at_1000_max": 0.3760460247306116, + "nauc_map_at_1000_std": -0.028988347197065077, + "nauc_map_at_100_diff1": 0.4581997821206555, + "nauc_map_at_100_max": 0.3760306330552065, + "nauc_map_at_100_std": -0.029301136377425426, + "nauc_map_at_10_diff1": 0.45616206004002324, + "nauc_map_at_10_max": 0.36079987118237966, + "nauc_map_at_10_std": -0.044279766822819096, + "nauc_map_at_1_diff1": 0.48207088735480197, + "nauc_map_at_1_max": 0.24791695703849154, + "nauc_map_at_1_std": -0.12995286566230926, + "nauc_map_at_20_diff1": 0.4595800561945154, + "nauc_map_at_20_max": 0.3729721481837962, + "nauc_map_at_20_std": -0.03678028120898155, + "nauc_map_at_3_diff1": 0.4631565340456007, + "nauc_map_at_3_max": 0.3268369262163666, + "nauc_map_at_3_std": -0.09263288548476113, + "nauc_map_at_5_diff1": 0.45585214176141753, + "nauc_map_at_5_max": 0.3450639809495249, + "nauc_map_at_5_std": -0.05747474866403899, + "nauc_mrr_at_1000_diff1": 0.4671400744020012, + "nauc_mrr_at_1000_max": 0.48302119826958256, + "nauc_mrr_at_1000_std": 0.11450761015710702, + "nauc_mrr_at_100_diff1": 0.4670377488733229, + "nauc_mrr_at_100_max": 0.48317866393220654, + "nauc_mrr_at_100_std": 0.11478340696652085, + "nauc_mrr_at_10_diff1": 0.4644503870622222, + "nauc_mrr_at_10_max": 0.4837210664823938, + "nauc_mrr_at_10_std": 0.11658777038206228, + "nauc_mrr_at_1_diff1": 0.4761567843851313, + "nauc_mrr_at_1_max": 0.44608892202631095, + "nauc_mrr_at_1_std": 0.0877203915380325, + "nauc_mrr_at_20_diff1": 0.46746311526829487, + "nauc_mrr_at_20_max": 0.4834091444425628, + "nauc_mrr_at_20_std": 0.1142297365073596, + "nauc_mrr_at_3_diff1": 0.47296666724475994, + "nauc_mrr_at_3_max": 0.48853677979711313, + "nauc_mrr_at_3_std": 0.11030990040391934, + "nauc_mrr_at_5_diff1": 0.4629471572460022, + "nauc_mrr_at_5_max": 0.4858092311508736, + "nauc_mrr_at_5_std": 0.116897121146542, + "nauc_ndcg_at_1000_diff1": 0.4574398356692521, + "nauc_ndcg_at_1000_max": 0.4327868824190256, + "nauc_ndcg_at_1000_std": 0.04439712614655614, + "nauc_ndcg_at_100_diff1": 0.45591294623777373, + "nauc_ndcg_at_100_max": 0.43401470142555215, + "nauc_ndcg_at_100_std": 0.044120005005399754, + "nauc_ndcg_at_10_diff1": 0.45327904788148327, + "nauc_ndcg_at_10_max": 0.39740691601113026, + "nauc_ndcg_at_10_std": -0.0017071364355499593, + "nauc_ndcg_at_1_diff1": 0.4761567843851313, + "nauc_ndcg_at_1_max": 0.44608892202631095, + "nauc_ndcg_at_1_std": 0.0877203915380325, + "nauc_ndcg_at_20_diff1": 0.46359644116998844, + "nauc_ndcg_at_20_max": 0.4216957691847167, + "nauc_ndcg_at_20_std": 0.013289526016746411, + "nauc_ndcg_at_3_diff1": 0.4580393150579469, + "nauc_ndcg_at_3_max": 0.39180285840874757, + "nauc_ndcg_at_3_std": -0.022163835104876087, + "nauc_ndcg_at_5_diff1": 0.4525348047321157, + "nauc_ndcg_at_5_max": 0.3804294552982775, + "nauc_ndcg_at_5_std": -0.017680908802479915, + "nauc_precision_at_1000_diff1": -0.19276233838822684, + "nauc_precision_at_1000_max": 0.15519391454921327, + "nauc_precision_at_1000_std": 0.3694051671927814, + "nauc_precision_at_100_diff1": -0.1743115547462187, + "nauc_precision_at_100_max": 0.182820509693412, + "nauc_precision_at_100_std": 0.3685173115393088, + "nauc_precision_at_10_diff1": -0.07116494274986879, + "nauc_precision_at_10_max": 0.24960980056577373, + "nauc_precision_at_10_std": 0.3053508247764694, + "nauc_precision_at_1_diff1": 0.4761567843851313, + "nauc_precision_at_1_max": 0.44608892202631095, + "nauc_precision_at_1_std": 0.0877203915380325, + "nauc_precision_at_20_diff1": -0.10631056880741273, + "nauc_precision_at_20_max": 0.24053522503789093, + "nauc_precision_at_20_std": 0.32789386399334736, + "nauc_precision_at_3_diff1": 0.09413158383821371, + "nauc_precision_at_3_max": 0.34414802889757196, + "nauc_precision_at_3_std": 0.2254635560991821, + "nauc_precision_at_5_diff1": -0.001588309970364003, + "nauc_precision_at_5_max": 0.3069594268521425, + "nauc_precision_at_5_std": 0.2950675954661397, + "nauc_recall_at_1000_diff1": 0.342165026748843, + "nauc_recall_at_1000_max": 0.8112031109892919, + "nauc_recall_at_1000_std": 0.5101719276499015, + "nauc_recall_at_100_diff1": 0.3277748143587015, + "nauc_recall_at_100_max": 0.5795963129429347, + "nauc_recall_at_100_std": 0.2679761107497582, + "nauc_recall_at_10_diff1": 0.3794315880001374, + "nauc_recall_at_10_max": 0.3127356134844636, + "nauc_recall_at_10_std": -0.05886105362096528, + "nauc_recall_at_1_diff1": 0.48207088735480197, + "nauc_recall_at_1_max": 0.24791695703849154, + "nauc_recall_at_1_std": -0.12995286566230926, + "nauc_recall_at_20_diff1": 0.42429494915456856, + "nauc_recall_at_20_max": 0.3892029880399713, + "nauc_recall_at_20_std": -0.04305303569542303, + "nauc_recall_at_3_diff1": 0.42810604704863925, + "nauc_recall_at_3_max": 0.2986371228167165, + "nauc_recall_at_3_std": -0.12635634507560514, + "nauc_recall_at_5_diff1": 0.39659161766786316, + "nauc_recall_at_5_max": 0.3076820469604068, + "nauc_recall_at_5_std": -0.06797612734888764, + "ndcg_at_1": 0.6473, + "ndcg_at_10": 0.71056, + "ndcg_at_100": 0.74877, + "ndcg_at_1000": 0.75383, + "ndcg_at_20": 0.73073, + "ndcg_at_3": 0.65397, + "ndcg_at_5": 0.67661, + "precision_at_1": 0.6473, + "precision_at_10": 0.1444, + "precision_at_100": 0.0179, + "precision_at_1000": 0.00187, + "precision_at_20": 0.07988, + "precision_at_3": 0.35892, + "precision_at_5": 0.24772, + "recall_at_1": 0.44055, + "recall_at_10": 0.82058, + "recall_at_100": 0.95607, + "recall_at_1000": 0.98582, + "recall_at_20": 0.88274, + "recall_at_3": 0.66162, + "recall_at_5": 0.73554 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.75207, + "map_at_1": 0.58052, + "map_at_10": 0.69978, + "map_at_100": 0.70338, + "map_at_1000": 0.70347, + "map_at_20": 0.70211, + "map_at_3": 0.67945, + "map_at_5": 0.69121, + "mrr_at_1": 0.5893719806763285, + "mrr_at_10": 0.7037128096004909, + "mrr_at_100": 0.7069366974486555, + "mrr_at_1000": 0.7070171792906271, + "mrr_at_20": 0.7057690076486066, + "mrr_at_3": 0.6841787439613525, + "mrr_at_5": 0.6954710144927534, + "nauc_map_at_1000_diff1": 0.5922475579143699, + "nauc_map_at_1000_max": 0.4999763002074755, + "nauc_map_at_1000_std": 0.008041294439423988, + "nauc_map_at_100_diff1": 0.5919878393133423, + "nauc_map_at_100_max": 0.4999466283674953, + "nauc_map_at_100_std": 0.008078508055141416, + "nauc_map_at_10_diff1": 0.5916735955031337, + "nauc_map_at_10_max": 0.5001838053870589, + "nauc_map_at_10_std": 0.005817031593533633, + "nauc_map_at_1_diff1": 0.6426046129313019, + "nauc_map_at_1_max": 0.4828547700728154, + "nauc_map_at_1_std": 0.016803256042260545, + "nauc_map_at_20_diff1": 0.5917217070113299, + "nauc_map_at_20_max": 0.49991764007967704, + "nauc_map_at_20_std": 0.007117129856718461, + "nauc_map_at_3_diff1": 0.5867020353923355, + "nauc_map_at_3_max": 0.4952218081631813, + "nauc_map_at_3_std": 0.0024582505648204802, + "nauc_map_at_5_diff1": 0.5906523253280542, + "nauc_map_at_5_max": 0.49969617013733525, + "nauc_map_at_5_std": 0.0020355525801372086, + "nauc_mrr_at_1000_diff1": 0.5887031003588032, + "nauc_mrr_at_1000_max": 0.49876615075102004, + "nauc_mrr_at_1000_std": 0.02032620803789351, + "nauc_mrr_at_100_diff1": 0.5884422580389921, + "nauc_mrr_at_100_max": 0.4987323063963908, + "nauc_mrr_at_100_std": 0.020361250994083972, + "nauc_mrr_at_10_diff1": 0.5880572202405595, + "nauc_mrr_at_10_max": 0.49945078799842973, + "nauc_mrr_at_10_std": 0.019196771679349068, + "nauc_mrr_at_1_diff1": 0.6375614962022715, + "nauc_mrr_at_1_max": 0.4944565377798909, + "nauc_mrr_at_1_std": 0.039426923384602734, + "nauc_mrr_at_20_diff1": 0.588137449149584, + "nauc_mrr_at_20_max": 0.49900722430051403, + "nauc_mrr_at_20_std": 0.019745764897170216, + "nauc_mrr_at_3_diff1": 0.5825247931625235, + "nauc_mrr_at_3_max": 0.4963944750736682, + "nauc_mrr_at_3_std": 0.0188621788943422, + "nauc_mrr_at_5_diff1": 0.5867074204708225, + "nauc_mrr_at_5_max": 0.5002708470578386, + "nauc_mrr_at_5_std": 0.01610750034419258, + "nauc_ndcg_at_1000_diff1": 0.5825761698252186, + "nauc_ndcg_at_1000_max": 0.5035814551291676, + "nauc_ndcg_at_1000_std": 0.013467437132809132, + "nauc_ndcg_at_100_diff1": 0.5767637598191386, + "nauc_ndcg_at_100_max": 0.5037362166208557, + "nauc_ndcg_at_100_std": 0.015481378733042802, + "nauc_ndcg_at_10_diff1": 0.5752745914595859, + "nauc_ndcg_at_10_max": 0.5076207416704658, + "nauc_ndcg_at_10_std": 0.006215531318929889, + "nauc_ndcg_at_1_diff1": 0.6375614962022715, + "nauc_ndcg_at_1_max": 0.4944565377798909, + "nauc_ndcg_at_1_std": 0.039426923384602734, + "nauc_ndcg_at_20_diff1": 0.5748138433853422, + "nauc_ndcg_at_20_max": 0.50634487483539, + "nauc_ndcg_at_20_std": 0.011138355660583276, + "nauc_ndcg_at_3_diff1": 0.5654452437436361, + "nauc_ndcg_at_3_max": 0.49767719558539614, + "nauc_ndcg_at_3_std": -0.0004904024185470983, + "nauc_ndcg_at_5_diff1": 0.5722121015227479, + "nauc_ndcg_at_5_max": 0.5063281059672853, + "nauc_ndcg_at_5_std": -0.004030143933593135, + "nauc_precision_at_1000_diff1": -0.2690017768947341, + "nauc_precision_at_1000_max": 0.1671856479521939, + "nauc_precision_at_1000_std": 0.4361138002067583, + "nauc_precision_at_100_diff1": -0.2009602543915438, + "nauc_precision_at_100_max": 0.2789561950016263, + "nauc_precision_at_100_std": 0.4203356023026577, + "nauc_precision_at_10_diff1": 0.2484353505292612, + "nauc_precision_at_10_max": 0.5052950029058564, + "nauc_precision_at_10_std": 0.15096292756673485, + "nauc_precision_at_1_diff1": 0.6375614962022715, + "nauc_precision_at_1_max": 0.4944565377798909, + "nauc_precision_at_1_std": 0.039426923384602734, + "nauc_precision_at_20_diff1": 0.10707199024334009, + "nauc_precision_at_20_max": 0.43769030360329464, + "nauc_precision_at_20_std": 0.24127118997401026, + "nauc_precision_at_3_diff1": 0.40732711549096384, + "nauc_precision_at_3_max": 0.5059042164318598, + "nauc_precision_at_3_std": 0.045627165947063494, + "nauc_precision_at_5_diff1": 0.36111679489105214, + "nauc_precision_at_5_max": 0.5225376862342018, + "nauc_precision_at_5_std": 0.060269017061530615, + "nauc_recall_at_1000_diff1": 0.35814742756078344, + "nauc_recall_at_1000_max": 0.5541469541319411, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.09193280987648801, + "nauc_recall_at_100_max": 0.5323109774767373, + "nauc_recall_at_100_std": 0.28176102790312657, + "nauc_recall_at_10_diff1": 0.4591301411711762, + "nauc_recall_at_10_max": 0.5543300526135231, + "nauc_recall_at_10_std": -0.017415386607047507, + "nauc_recall_at_1_diff1": 0.6426046129313019, + "nauc_recall_at_1_max": 0.4828547700728154, + "nauc_recall_at_1_std": 0.016803256042260545, + "nauc_recall_at_20_diff1": 0.39912575125736355, + "nauc_recall_at_20_max": 0.5657228970859167, + "nauc_recall_at_20_std": 0.03309603187509713, + "nauc_recall_at_3_diff1": 0.4826244838294643, + "nauc_recall_at_3_max": 0.5016737206866301, + "nauc_recall_at_3_std": -0.031941092055421005, + "nauc_recall_at_5_diff1": 0.48531734295194173, + "nauc_recall_at_5_max": 0.5316719863030437, + "nauc_recall_at_5_std": -0.059265538110637325, + "ndcg_at_1": 0.58937, + "ndcg_at_10": 0.75207, + "ndcg_at_100": 0.76839, + "ndcg_at_1000": 0.77045, + "ndcg_at_20": 0.76003, + "ndcg_at_3": 0.711, + "ndcg_at_5": 0.73184, + "precision_at_1": 0.58937, + "precision_at_10": 0.09324, + "precision_at_100": 0.01013, + "precision_at_1000": 0.00103, + "precision_at_20": 0.04831, + "precision_at_3": 0.27174, + "precision_at_5": 0.17367, + "recall_at_1": 0.58052, + "recall_at_10": 0.90942, + "recall_at_100": 0.98329, + "recall_at_1000": 0.99879, + "recall_at_20": 0.94002, + "recall_at_3": 0.79791, + "recall_at_5": 0.84783 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.75298, + "map_at_1": 0.48583, + "map_at_10": 0.67878, + "map_at_100": 0.69219, + "map_at_1000": 0.69245, + "map_at_20": 0.68732, + "map_at_3": 0.62894, + "map_at_5": 0.65902, + "mrr_at_1": 0.6916780354706685, + "mrr_at_10": 0.7824259944996644, + "mrr_at_100": 0.7846960891006081, + "mrr_at_1000": 0.7847147642286938, + "mrr_at_20": 0.7839089349602151, + "mrr_at_3": 0.763756252842201, + "mrr_at_5": 0.7747385175079582, + "nauc_map_at_1000_diff1": 0.41266275809600966, + "nauc_map_at_1000_max": 0.30195541680568655, + "nauc_map_at_1000_std": -0.11046787323062723, + "nauc_map_at_100_diff1": 0.4125075459053857, + "nauc_map_at_100_max": 0.30167926632093395, + "nauc_map_at_100_std": -0.11088080345022236, + "nauc_map_at_10_diff1": 0.4114788225721172, + "nauc_map_at_10_max": 0.2945565328155881, + "nauc_map_at_10_std": -0.1231737513068386, + "nauc_map_at_1_diff1": 0.44504303403636436, + "nauc_map_at_1_max": 0.20997398677372128, + "nauc_map_at_1_std": -0.15243447201908472, + "nauc_map_at_20_diff1": 0.41327711754703095, + "nauc_map_at_20_max": 0.3011845317390464, + "nauc_map_at_20_std": -0.11637159558145675, + "nauc_map_at_3_diff1": 0.4127745073268472, + "nauc_map_at_3_max": 0.2666324477261888, + "nauc_map_at_3_std": -0.14210025917494074, + "nauc_map_at_5_diff1": 0.4067845048458769, + "nauc_map_at_5_max": 0.2914308396406697, + "nauc_map_at_5_std": -0.12325984954722942, + "nauc_mrr_at_1000_diff1": 0.4826113188664965, + "nauc_mrr_at_1000_max": 0.3930499250642245, + "nauc_mrr_at_1000_std": -0.009964562568472807, + "nauc_mrr_at_100_diff1": 0.4826585312167365, + "nauc_mrr_at_100_max": 0.3931059240081242, + "nauc_mrr_at_100_std": -0.009907914274464542, + "nauc_mrr_at_10_diff1": 0.4808186294871898, + "nauc_mrr_at_10_max": 0.393143736767801, + "nauc_mrr_at_10_std": -0.008962098998191266, + "nauc_mrr_at_1_diff1": 0.5005998965689791, + "nauc_mrr_at_1_max": 0.38344358292353925, + "nauc_mrr_at_1_std": -0.01564236391030939, + "nauc_mrr_at_20_diff1": 0.48358754943852994, + "nauc_mrr_at_20_max": 0.39388453211401275, + "nauc_mrr_at_20_std": -0.010531380197221758, + "nauc_mrr_at_3_diff1": 0.4775976805167599, + "nauc_mrr_at_3_max": 0.38604046470508563, + "nauc_mrr_at_3_std": -0.008414597975287976, + "nauc_mrr_at_5_diff1": 0.4761259397056108, + "nauc_mrr_at_5_max": 0.3926164954439646, + "nauc_mrr_at_5_std": -0.004328733517232218, + "nauc_ndcg_at_1000_diff1": 0.42834658502426326, + "nauc_ndcg_at_1000_max": 0.3355667403126625, + "nauc_ndcg_at_1000_std": -0.07016654872806159, + "nauc_ndcg_at_100_diff1": 0.4269057889186686, + "nauc_ndcg_at_100_max": 0.3345793231226746, + "nauc_ndcg_at_100_std": -0.0726264037116041, + "nauc_ndcg_at_10_diff1": 0.4176448393415223, + "nauc_ndcg_at_10_max": 0.31685205823853324, + "nauc_ndcg_at_10_std": -0.10771889732345438, + "nauc_ndcg_at_1_diff1": 0.5005998965689791, + "nauc_ndcg_at_1_max": 0.38344358292353925, + "nauc_ndcg_at_1_std": -0.01564236391030939, + "nauc_ndcg_at_20_diff1": 0.42893296118654184, + "nauc_ndcg_at_20_max": 0.3345686913505921, + "nauc_ndcg_at_20_std": -0.09478847325171869, + "nauc_ndcg_at_3_diff1": 0.4171550202143033, + "nauc_ndcg_at_3_max": 0.2990453556769063, + "nauc_ndcg_at_3_std": -0.09817383747794901, + "nauc_ndcg_at_5_diff1": 0.4067546673869027, + "nauc_ndcg_at_5_max": 0.31734369977249827, + "nauc_ndcg_at_5_std": -0.09185629652985099, + "nauc_precision_at_1000_diff1": -0.1648442970097121, + "nauc_precision_at_1000_max": 0.039245576273793055, + "nauc_precision_at_1000_std": 0.2769832799078122, + "nauc_precision_at_100_diff1": -0.1653610333969345, + "nauc_precision_at_100_max": 0.045777801962887256, + "nauc_precision_at_100_std": 0.2745325674791832, + "nauc_precision_at_10_diff1": -0.08388648662065454, + "nauc_precision_at_10_max": 0.12007221654047794, + "nauc_precision_at_10_std": 0.19020779618910338, + "nauc_precision_at_1_diff1": 0.5005998965689791, + "nauc_precision_at_1_max": 0.38344358292353925, + "nauc_precision_at_1_std": -0.01564236391030939, + "nauc_precision_at_20_diff1": -0.11955040056564872, + "nauc_precision_at_20_max": 0.10019998542259294, + "nauc_precision_at_20_std": 0.22656656869447434, + "nauc_precision_at_3_diff1": 0.07040001780594753, + "nauc_precision_at_3_max": 0.21148187915465438, + "nauc_precision_at_3_std": 0.10407757272903631, + "nauc_precision_at_5_diff1": -0.02003115460413616, + "nauc_precision_at_5_max": 0.1941942194023615, + "nauc_precision_at_5_std": 0.1672636081002865, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.31030990151356896, + "nauc_recall_at_100_max": 0.3244530319174237, + "nauc_recall_at_100_std": -0.08755254918265373, + "nauc_recall_at_10_diff1": 0.3079362554747387, + "nauc_recall_at_10_max": 0.23480145268520314, + "nauc_recall_at_10_std": -0.21667243016385893, + "nauc_recall_at_1_diff1": 0.44504303403636436, + "nauc_recall_at_1_max": 0.20997398677372128, + "nauc_recall_at_1_std": -0.15243447201908472, + "nauc_recall_at_20_diff1": 0.376350993378909, + "nauc_recall_at_20_max": 0.31666011807995836, + "nauc_recall_at_20_std": -0.22766020128130735, + "nauc_recall_at_3_diff1": 0.3510661376956493, + "nauc_recall_at_3_max": 0.22609095250490563, + "nauc_recall_at_3_std": -0.16372135586474112, + "nauc_recall_at_5_diff1": 0.31612512094851575, + "nauc_recall_at_5_max": 0.26772340232664893, + "nauc_recall_at_5_std": -0.1325444154568677, + "ndcg_at_1": 0.69168, + "ndcg_at_10": 0.75298, + "ndcg_at_100": 0.78826, + "ndcg_at_1000": 0.79105, + "ndcg_at_20": 0.77057, + "ndcg_at_3": 0.69505, + "ndcg_at_5": 0.72271, + "precision_at_1": 0.69168, + "precision_at_10": 0.14666, + "precision_at_100": 0.01787, + "precision_at_1000": 0.00183, + "precision_at_20": 0.08015, + "precision_at_3": 0.36926, + "precision_at_5": 0.25539, + "recall_at_1": 0.48583, + "recall_at_10": 0.86222, + "recall_at_100": 0.98465, + "recall_at_1000": 1.0, + "recall_at_20": 0.91424, + "recall_at_3": 0.70463, + "recall_at_5": 0.78046 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.70558, + "map_at_1": 0.5021, + "map_at_10": 0.65244, + "map_at_100": 0.65704, + "map_at_1000": 0.65718, + "map_at_20": 0.65443, + "map_at_3": 0.63142, + "map_at_5": 0.64528, + "mrr_at_1": 0.5546218487394958, + "mrr_at_10": 0.6700613578764838, + "mrr_at_100": 0.6733742475699198, + "mrr_at_1000": 0.6734724035209197, + "mrr_at_20": 0.6715255799289412, + "mrr_at_3": 0.6554621848739496, + "mrr_at_5": 0.6642857142857144, + "nauc_map_at_1000_diff1": 0.5288586969375936, + "nauc_map_at_1000_max": 0.47105506930717433, + "nauc_map_at_1000_std": 0.08301081638078066, + "nauc_map_at_100_diff1": 0.5288481819445529, + "nauc_map_at_100_max": 0.4711734792982719, + "nauc_map_at_100_std": 0.08332254458557005, + "nauc_map_at_10_diff1": 0.5304228305193283, + "nauc_map_at_10_max": 0.47301304004414996, + "nauc_map_at_10_std": 0.08854540433575353, + "nauc_map_at_1_diff1": 0.5551523050688704, + "nauc_map_at_1_max": 0.4415054039616452, + "nauc_map_at_1_std": -0.04096281405016515, + "nauc_map_at_20_diff1": 0.5302063405716386, + "nauc_map_at_20_max": 0.4733482561758504, + "nauc_map_at_20_std": 0.0838153094132164, + "nauc_map_at_3_diff1": 0.5438595463747737, + "nauc_map_at_3_max": 0.46258451313443427, + "nauc_map_at_3_std": 0.07424190266729565, + "nauc_map_at_5_diff1": 0.531157546488939, + "nauc_map_at_5_max": 0.471132748402821, + "nauc_map_at_5_std": 0.09026648071801266, + "nauc_mrr_at_1000_diff1": 0.5314599300714402, + "nauc_mrr_at_1000_max": 0.4620334569676046, + "nauc_mrr_at_1000_std": 0.10265975490418691, + "nauc_mrr_at_100_diff1": 0.5314663515600347, + "nauc_mrr_at_100_max": 0.46207780621224354, + "nauc_mrr_at_100_std": 0.10280970876906599, + "nauc_mrr_at_10_diff1": 0.5337326290567858, + "nauc_mrr_at_10_max": 0.46194550439046805, + "nauc_mrr_at_10_std": 0.10595562137353562, + "nauc_mrr_at_1_diff1": 0.5083750706967506, + "nauc_mrr_at_1_max": 0.4249990722182781, + "nauc_mrr_at_1_std": -0.004569999417403847, + "nauc_mrr_at_20_diff1": 0.5328395559824578, + "nauc_mrr_at_20_max": 0.4631549431278255, + "nauc_mrr_at_20_std": 0.10275968938546858, + "nauc_mrr_at_3_diff1": 0.5387015622153318, + "nauc_mrr_at_3_max": 0.4576916766889591, + "nauc_mrr_at_3_std": 0.10957323575074641, + "nauc_mrr_at_5_diff1": 0.5309765793831301, + "nauc_mrr_at_5_max": 0.46608941205339927, + "nauc_mrr_at_5_std": 0.11608300863405031, + "nauc_ndcg_at_1000_diff1": 0.5348951612312561, + "nauc_ndcg_at_1000_max": 0.4841713188947592, + "nauc_ndcg_at_1000_std": 0.11419728392402423, + "nauc_ndcg_at_100_diff1": 0.5327674534925869, + "nauc_ndcg_at_100_max": 0.4846607507613881, + "nauc_ndcg_at_100_std": 0.12347934289548024, + "nauc_ndcg_at_10_diff1": 0.5457374801485725, + "nauc_ndcg_at_10_max": 0.4971390984196631, + "nauc_ndcg_at_10_std": 0.14548135226542153, + "nauc_ndcg_at_1_diff1": 0.5083750706967506, + "nauc_ndcg_at_1_max": 0.4249990722182781, + "nauc_ndcg_at_1_std": -0.004569999417403847, + "nauc_ndcg_at_20_diff1": 0.5442861815020698, + "nauc_ndcg_at_20_max": 0.4996989624063436, + "nauc_ndcg_at_20_std": 0.13155085123671312, + "nauc_ndcg_at_3_diff1": 0.5615026592897757, + "nauc_ndcg_at_3_max": 0.48036979759384957, + "nauc_ndcg_at_3_std": 0.13934101849280583, + "nauc_ndcg_at_5_diff1": 0.543770927893168, + "nauc_ndcg_at_5_max": 0.4967109623051063, + "nauc_ndcg_at_5_std": 0.15625979561214404, + "nauc_precision_at_1000_diff1": -0.21862378986519068, + "nauc_precision_at_1000_max": -0.14665301616572493, + "nauc_precision_at_1000_std": 0.038291485328213117, + "nauc_precision_at_100_diff1": -0.16106006759673047, + "nauc_precision_at_100_max": -0.07953918359402111, + "nauc_precision_at_100_std": 0.10773912905952283, + "nauc_precision_at_10_diff1": 0.0387407085817817, + "nauc_precision_at_10_max": 0.1364366689958863, + "nauc_precision_at_10_std": 0.24367029911401006, + "nauc_precision_at_1_diff1": 0.5083750706967506, + "nauc_precision_at_1_max": 0.4249990722182781, + "nauc_precision_at_1_std": -0.004569999417403847, + "nauc_precision_at_20_diff1": 0.00879026551908961, + "nauc_precision_at_20_max": 0.10732095308328449, + "nauc_precision_at_20_std": 0.19411436676574625, + "nauc_precision_at_3_diff1": 0.22212189100029195, + "nauc_precision_at_3_max": 0.24024738035482748, + "nauc_precision_at_3_std": 0.2533070577574271, + "nauc_precision_at_5_diff1": 0.10878618590278051, + "nauc_precision_at_5_max": 0.20547432194280635, + "nauc_precision_at_5_std": 0.29729279618192345, + "nauc_recall_at_1000_diff1": 0.555467435150931, + "nauc_recall_at_1000_max": 0.7951913902535861, + "nauc_recall_at_1000_std": 0.334048873601733, + "nauc_recall_at_100_diff1": 0.4682509018828457, + "nauc_recall_at_100_max": 0.6046046807926341, + "nauc_recall_at_100_std": 0.45377537710401805, + "nauc_recall_at_10_diff1": 0.6113357002025678, + "nauc_recall_at_10_max": 0.6401617807614156, + "nauc_recall_at_10_std": 0.42047056105034963, + "nauc_recall_at_1_diff1": 0.5551523050688704, + "nauc_recall_at_1_max": 0.4415054039616452, + "nauc_recall_at_1_std": -0.04096281405016515, + "nauc_recall_at_20_diff1": 0.6097463478907513, + "nauc_recall_at_20_max": 0.6766796310462853, + "nauc_recall_at_20_std": 0.3697121507128911, + "nauc_recall_at_3_diff1": 0.6285199418891718, + "nauc_recall_at_3_max": 0.5345166136398899, + "nauc_recall_at_3_std": 0.3038504776200167, + "nauc_recall_at_5_diff1": 0.5892736016313762, + "nauc_recall_at_5_max": 0.6028262475524335, + "nauc_recall_at_5_std": 0.40279838196139944, + "ndcg_at_1": 0.55462, + "ndcg_at_10": 0.70558, + "ndcg_at_100": 0.7258, + "ndcg_at_1000": 0.73026, + "ndcg_at_20": 0.71116, + "ndcg_at_3": 0.6706, + "ndcg_at_5": 0.69118, + "precision_at_1": 0.55462, + "precision_at_10": 0.10084, + "precision_at_100": 0.01126, + "precision_at_1000": 0.00117, + "precision_at_20": 0.05168, + "precision_at_3": 0.29132, + "precision_at_5": 0.18824, + "recall_at_1": 0.5021, + "recall_at_10": 0.84454, + "recall_at_100": 0.93417, + "recall_at_1000": 0.97059, + "recall_at_20": 0.86415, + "recall_at_3": 0.7549, + "recall_at_5": 0.80602 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.53087, + "map_at_1": 0.22885, + "map_at_10": 0.42292, + "map_at_100": 0.45521, + "map_at_1000": 0.4559, + "map_at_20": 0.44283, + "map_at_3": 0.3563, + "map_at_5": 0.39051, + "mrr_at_1": 0.46055979643765904, + "mrr_at_10": 0.5978361403933924, + "mrr_at_100": 0.6042939115774479, + "mrr_at_1000": 0.6043284592785922, + "mrr_at_20": 0.6017594358145727, + "mrr_at_3": 0.5712468193384225, + "mrr_at_5": 0.5857506361323156, + "nauc_map_at_1000_diff1": 0.2672014201557582, + "nauc_map_at_1000_max": 0.20566071118794996, + "nauc_map_at_1000_std": 0.035230024420968835, + "nauc_map_at_100_diff1": 0.26753734427941167, + "nauc_map_at_100_max": 0.2060635818183213, + "nauc_map_at_100_std": 0.0356072760749876, + "nauc_map_at_10_diff1": 0.27090954810979234, + "nauc_map_at_10_max": 0.1969023178773756, + "nauc_map_at_10_std": 0.015206704289421658, + "nauc_map_at_1_diff1": 0.3372577785306143, + "nauc_map_at_1_max": 0.15086965165201482, + "nauc_map_at_1_std": -0.02496438694707143, + "nauc_map_at_20_diff1": 0.26613496466382885, + "nauc_map_at_20_max": 0.2043789494969138, + "nauc_map_at_20_std": 0.0319945228667231, + "nauc_map_at_3_diff1": 0.25227772606387144, + "nauc_map_at_3_max": 0.13919466472418976, + "nauc_map_at_3_std": 0.002232403599707827, + "nauc_map_at_5_diff1": 0.25087528748289467, + "nauc_map_at_5_max": 0.17134968235320497, + "nauc_map_at_5_std": 0.01720281552522092, + "nauc_mrr_at_1000_diff1": 0.3050172968871881, + "nauc_mrr_at_1000_max": 0.2591193320191225, + "nauc_mrr_at_1000_std": 0.08437639338079739, + "nauc_mrr_at_100_diff1": 0.30499925955315044, + "nauc_mrr_at_100_max": 0.2590942477788853, + "nauc_mrr_at_100_std": 0.08427044429666612, + "nauc_mrr_at_10_diff1": 0.30788485209296274, + "nauc_mrr_at_10_max": 0.26163917111644386, + "nauc_mrr_at_10_std": 0.08580825171047556, + "nauc_mrr_at_1_diff1": 0.31312796327206205, + "nauc_mrr_at_1_max": 0.22589438291020147, + "nauc_mrr_at_1_std": 0.07062426085325088, + "nauc_mrr_at_20_diff1": 0.30482466621073945, + "nauc_mrr_at_20_max": 0.26069364523217614, + "nauc_mrr_at_20_std": 0.0832906591100575, + "nauc_mrr_at_3_diff1": 0.2940928421342034, + "nauc_mrr_at_3_max": 0.2637431289351391, + "nauc_mrr_at_3_std": 0.09582395027532482, + "nauc_mrr_at_5_diff1": 0.30154762365179383, + "nauc_mrr_at_5_max": 0.26763942539180874, + "nauc_mrr_at_5_std": 0.09671968543680282, + "nauc_ndcg_at_1000_diff1": 0.27626169096384995, + "nauc_ndcg_at_1000_max": 0.23919887289288755, + "nauc_ndcg_at_1000_std": 0.05463064013526028, + "nauc_ndcg_at_100_diff1": 0.2795587251721251, + "nauc_ndcg_at_100_max": 0.24348090881767506, + "nauc_ndcg_at_100_std": 0.056571758213942405, + "nauc_ndcg_at_10_diff1": 0.29055927231136497, + "nauc_ndcg_at_10_max": 0.2363682212456237, + "nauc_ndcg_at_10_std": 0.03047600382601596, + "nauc_ndcg_at_1_diff1": 0.31312796327206205, + "nauc_ndcg_at_1_max": 0.22589438291020147, + "nauc_ndcg_at_1_std": 0.07062426085325088, + "nauc_ndcg_at_20_diff1": 0.2775870190592352, + "nauc_ndcg_at_20_max": 0.2491535112394804, + "nauc_ndcg_at_20_std": 0.053483133690518735, + "nauc_ndcg_at_3_diff1": 0.24057462110103559, + "nauc_ndcg_at_3_max": 0.17340872642037497, + "nauc_ndcg_at_3_std": 0.05387941514157289, + "nauc_ndcg_at_5_diff1": 0.2440281121560936, + "nauc_ndcg_at_5_max": 0.2147374036913365, + "nauc_ndcg_at_5_std": 0.0655071923181703, + "nauc_precision_at_1000_diff1": -0.08520746637468905, + "nauc_precision_at_1000_max": 0.07658176261457794, + "nauc_precision_at_1000_std": 0.10054876948265234, + "nauc_precision_at_100_diff1": -0.06343991985060281, + "nauc_precision_at_100_max": 0.11176182695237581, + "nauc_precision_at_100_std": 0.128120210505634, + "nauc_precision_at_10_diff1": 0.057217162497599464, + "nauc_precision_at_10_max": 0.2328123633832023, + "nauc_precision_at_10_std": 0.11952287895794024, + "nauc_precision_at_1_diff1": 0.31312796327206205, + "nauc_precision_at_1_max": 0.22589438291020147, + "nauc_precision_at_1_std": 0.07062426085325088, + "nauc_precision_at_20_diff1": -0.011098252903856883, + "nauc_precision_at_20_max": 0.20796446803642601, + "nauc_precision_at_20_std": 0.1656489571495961, + "nauc_precision_at_3_diff1": 0.09507796967755015, + "nauc_precision_at_3_max": 0.18992081924765636, + "nauc_precision_at_3_std": 0.10436781154887757, + "nauc_precision_at_5_diff1": 0.047780949789417604, + "nauc_precision_at_5_max": 0.23711592239238244, + "nauc_precision_at_5_std": 0.14711408315993482, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.24725445744073496, + "nauc_recall_at_100_max": 0.2541285289321971, + "nauc_recall_at_100_std": 0.002095839337277985, + "nauc_recall_at_10_diff1": 0.2605579242903495, + "nauc_recall_at_10_max": 0.20100680340457344, + "nauc_recall_at_10_std": -0.018528727021550274, + "nauc_recall_at_1_diff1": 0.3372577785306143, + "nauc_recall_at_1_max": 0.15086965165201482, + "nauc_recall_at_1_std": -0.02496438694707143, + "nauc_recall_at_20_diff1": 0.2194326917751371, + "nauc_recall_at_20_max": 0.24790326595557768, + "nauc_recall_at_20_std": 0.0321022030729443, + "nauc_recall_at_3_diff1": 0.16981814693487965, + "nauc_recall_at_3_max": 0.10748972926694267, + "nauc_recall_at_3_std": 0.018017933174039068, + "nauc_recall_at_5_diff1": 0.16385849838474678, + "nauc_recall_at_5_max": 0.1589692982163764, + "nauc_recall_at_5_std": 0.050226704039087966, + "ndcg_at_1": 0.46056, + "ndcg_at_10": 0.53087, + "ndcg_at_100": 0.62029, + "ndcg_at_1000": 0.62675, + "ndcg_at_20": 0.57357, + "ndcg_at_3": 0.46127, + "ndcg_at_5": 0.48357, + "precision_at_1": 0.46056, + "precision_at_10": 0.15318, + "precision_at_100": 0.02415, + "precision_at_1000": 0.00253, + "precision_at_20": 0.09466, + "precision_at_3": 0.31383, + "precision_at_5": 0.2341, + "recall_at_1": 0.22885, + "recall_at_10": 0.6616, + "recall_at_100": 0.96711, + "recall_at_1000": 1.0, + "recall_at_20": 0.78626, + "recall_at_3": 0.45171, + "recall_at_5": 0.54058 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-PLHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..80a95542d --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 6.70296835899353, + "kg_co2_emissions": 0.0006012575761718554, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.64643, + "map_at_1": 0.0229, + "map_at_10": 0.12955, + "map_at_100": 0.3851, + "map_at_1000": 0.52991, + "map_at_20": 0.18908, + "map_at_3": 0.0529, + "map_at_5": 0.08533, + "mrr_at_1": 0.9302325581395349, + "mrr_at_10": 0.9418604651162791, + "mrr_at_100": 0.9434412174472189, + "mrr_at_1000": 0.9434412174472189, + "mrr_at_20": 0.9418604651162791, + "mrr_at_3": 0.9418604651162791, + "mrr_at_5": 0.9418604651162791, + "nauc_map_at_1000_diff1": -0.4537825937950195, + "nauc_map_at_1000_max": 0.27445429642458824, + "nauc_map_at_1000_std": 0.5815629461543603, + "nauc_map_at_100_diff1": -0.2914429448995637, + "nauc_map_at_100_max": 0.1728140985396118, + "nauc_map_at_100_std": 0.3747718973625026, + "nauc_map_at_10_diff1": -0.010010686879656776, + "nauc_map_at_10_max": 0.09534883726745283, + "nauc_map_at_10_std": 0.08460393198349016, + "nauc_map_at_1_diff1": 0.044978795960489974, + "nauc_map_at_1_max": -0.07152292202209273, + "nauc_map_at_1_std": -0.15477133457401804, + "nauc_map_at_20_diff1": -0.12293813455001268, + "nauc_map_at_20_max": 0.08257044486335811, + "nauc_map_at_20_std": 0.14091388639565863, + "nauc_map_at_3_diff1": 0.09375062256205262, + "nauc_map_at_3_max": 0.05221379608302857, + "nauc_map_at_3_std": -0.04001412162326775, + "nauc_map_at_5_diff1": 0.07683946648188462, + "nauc_map_at_5_max": 0.04667069965364886, + "nauc_map_at_5_std": -0.042009917850153386, + "nauc_mrr_at_1000_diff1": -0.1738299788357233, + "nauc_mrr_at_1000_max": 0.8377488817022061, + "nauc_mrr_at_1000_std": 0.3859202345421356, + "nauc_mrr_at_100_diff1": -0.1738299788357233, + "nauc_mrr_at_100_max": 0.8377488817022061, + "nauc_mrr_at_100_std": 0.3859202345421356, + "nauc_mrr_at_10_diff1": -0.16247026714154833, + "nauc_mrr_at_10_max": 0.8367136900008877, + "nauc_mrr_at_10_std": 0.3879488446962492, + "nauc_mrr_at_1_diff1": -0.4293517004589678, + "nauc_mrr_at_1_max": 0.8639280750007399, + "nauc_mrr_at_1_std": 0.3428579878406867, + "nauc_mrr_at_20_diff1": -0.16247026714154833, + "nauc_mrr_at_20_max": 0.8367136900008877, + "nauc_mrr_at_20_std": 0.3879488446962492, + "nauc_mrr_at_3_diff1": -0.16247026714154833, + "nauc_mrr_at_3_max": 0.8367136900008877, + "nauc_mrr_at_3_std": 0.3879488446962492, + "nauc_mrr_at_5_diff1": -0.16247026714154833, + "nauc_mrr_at_5_max": 0.8367136900008877, + "nauc_mrr_at_5_std": 0.3879488446962492, + "nauc_ndcg_at_1000_diff1": -0.41859507952739283, + "nauc_ndcg_at_1000_max": 0.3681514775698459, + "nauc_ndcg_at_1000_std": 0.6199142003521003, + "nauc_ndcg_at_100_diff1": -0.3102083872192985, + "nauc_ndcg_at_100_max": 0.33731558790329347, + "nauc_ndcg_at_100_std": 0.5667612320234952, + "nauc_ndcg_at_10_diff1": -0.30053697658386064, + "nauc_ndcg_at_10_max": 0.33822440623828137, + "nauc_ndcg_at_10_std": 0.4767250008132891, + "nauc_ndcg_at_1_diff1": -0.11612633356471452, + "nauc_ndcg_at_1_max": 0.4391257038966525, + "nauc_ndcg_at_1_std": 0.24142939084597242, + "nauc_ndcg_at_20_diff1": -0.3602837974825917, + "nauc_ndcg_at_20_max": 0.21079754942795093, + "nauc_ndcg_at_20_std": 0.43275351620532776, + "nauc_ndcg_at_3_diff1": -0.08413462993999211, + "nauc_ndcg_at_3_max": 0.4356775513319134, + "nauc_ndcg_at_3_std": 0.4108854527017349, + "nauc_ndcg_at_5_diff1": -0.20069928433502773, + "nauc_ndcg_at_5_max": 0.39221806666921627, + "nauc_ndcg_at_5_std": 0.4455067719024946, + "nauc_precision_at_1000_diff1": -0.30283858381851897, + "nauc_precision_at_1000_max": 0.10540813408067547, + "nauc_precision_at_1000_std": 0.26659858703227507, + "nauc_precision_at_100_diff1": -0.3252256404933735, + "nauc_precision_at_100_max": 0.2086830585502686, + "nauc_precision_at_100_std": 0.39923017782053566, + "nauc_precision_at_10_diff1": -0.4987486151134123, + "nauc_precision_at_10_max": 0.24653110204196377, + "nauc_precision_at_10_std": 0.46801171557148763, + "nauc_precision_at_1_diff1": -0.4293517004589678, + "nauc_precision_at_1_max": 0.8639280750007399, + "nauc_precision_at_1_std": 0.3428579878406867, + "nauc_precision_at_20_diff1": -0.5039394697467499, + "nauc_precision_at_20_max": 0.11378338783484188, + "nauc_precision_at_20_std": 0.387603867387011, + "nauc_precision_at_3_diff1": -0.2858137042693036, + "nauc_precision_at_3_max": 0.47016168536791525, + "nauc_precision_at_3_std": 0.5223074327171365, + "nauc_precision_at_5_diff1": -0.37408569306117806, + "nauc_precision_at_5_max": 0.4240649691042842, + "nauc_precision_at_5_std": 0.5106763418511798, + "nauc_recall_at_1000_diff1": -0.5858990934810151, + "nauc_recall_at_1000_max": 0.15405835681207128, + "nauc_recall_at_1000_std": 0.8334116106303787, + "nauc_recall_at_100_diff1": -0.16854067637713901, + "nauc_recall_at_100_max": 0.13970137229166207, + "nauc_recall_at_100_std": 0.31901478940006983, + "nauc_recall_at_10_diff1": -0.014291978362868473, + "nauc_recall_at_10_max": 0.05008494557901126, + "nauc_recall_at_10_std": 0.05027540953639801, + "nauc_recall_at_1_diff1": 0.044978795960489974, + "nauc_recall_at_1_max": -0.07152292202209273, + "nauc_recall_at_1_std": -0.15477133457401804, + "nauc_recall_at_20_diff1": -0.0690969866016328, + "nauc_recall_at_20_max": 0.019688423020805725, + "nauc_recall_at_20_std": 0.07923170470073153, + "nauc_recall_at_3_diff1": 0.12621766238670537, + "nauc_recall_at_3_max": 0.024255606326736467, + "nauc_recall_at_3_std": -0.0474288643079839, + "nauc_recall_at_5_diff1": 0.08610973854669282, + "nauc_recall_at_5_max": -0.0037569096911034914, + "nauc_recall_at_5_std": -0.07783593387562084, + "ndcg_at_1": 0.77907, + "ndcg_at_10": 0.64643, + "ndcg_at_100": 0.6429, + "ndcg_at_1000": 0.77054, + "ndcg_at_20": 0.6053, + "ndcg_at_3": 0.70751, + "ndcg_at_5": 0.6983, + "precision_at_1": 0.93023, + "precision_at_10": 0.70698, + "precision_at_100": 0.42442, + "precision_at_1000": 0.0886, + "precision_at_20": 0.61512, + "precision_at_3": 0.82171, + "precision_at_5": 0.8, + "recall_at_1": 0.0229, + "recall_at_10": 0.14235, + "recall_at_100": 0.56418, + "recall_at_1000": 0.9315, + "recall_at_20": 0.22378, + "recall_at_3": 0.05462, + "recall_at_5": 0.09295 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCOHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCOHardNegatives.json new file mode 100644 index 000000000..5a0343f13 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 5.6936352252960205, + "kg_co2_emissions": 0.0004729556158331497, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71249, + "map_at_1": 0.02344, + "map_at_10": 0.14482, + "map_at_100": 0.46822, + "map_at_1000": 0.6242, + "map_at_20": 0.24385, + "map_at_3": 0.06138, + "map_at_5": 0.0949, + "mrr_at_1": 0.9302325581395349, + "mrr_at_10": 0.9651162790697675, + "mrr_at_100": 0.9651162790697675, + "mrr_at_1000": 0.9651162790697675, + "mrr_at_20": 0.9651162790697675, + "mrr_at_3": 0.9651162790697675, + "mrr_at_5": 0.9651162790697675, + "nauc_map_at_1000_diff1": -0.367141246377378, + "nauc_map_at_1000_max": 0.3205300632237875, + "nauc_map_at_1000_std": 0.5977387265207464, + "nauc_map_at_100_diff1": -0.12490882383422017, + "nauc_map_at_100_max": 0.21120231450488341, + "nauc_map_at_100_std": 0.2845870180094215, + "nauc_map_at_10_diff1": 0.22684795537366367, + "nauc_map_at_10_max": 0.05587299376829991, + "nauc_map_at_10_std": -0.13855199924868822, + "nauc_map_at_1_diff1": 0.4217504799797415, + "nauc_map_at_1_max": -0.010484580949822308, + "nauc_map_at_1_std": -0.2937722154880347, + "nauc_map_at_20_diff1": 0.1516345296976087, + "nauc_map_at_20_max": 0.10281247541390244, + "nauc_map_at_20_std": -0.035451249347419056, + "nauc_map_at_3_diff1": 0.2775468885967167, + "nauc_map_at_3_max": -0.05589403329528419, + "nauc_map_at_3_std": -0.25497154991806, + "nauc_map_at_5_diff1": 0.2880294324724529, + "nauc_map_at_5_max": -0.009878954048845218, + "nauc_map_at_5_std": -0.22264111483171362, + "nauc_mrr_at_1000_diff1": -0.2335734494904065, + "nauc_mrr_at_1000_max": -0.004667407435576416, + "nauc_mrr_at_1000_std": 0.34285798784068483, + "nauc_mrr_at_100_diff1": -0.2335734494904065, + "nauc_mrr_at_100_max": -0.004667407435576416, + "nauc_mrr_at_100_std": 0.34285798784068483, + "nauc_mrr_at_10_diff1": -0.2335734494904065, + "nauc_mrr_at_10_max": -0.004667407435576416, + "nauc_mrr_at_10_std": 0.34285798784068483, + "nauc_mrr_at_1_diff1": -0.2335734494904028, + "nauc_mrr_at_1_max": -0.004667407435572672, + "nauc_mrr_at_1_std": 0.3428579878406867, + "nauc_mrr_at_20_diff1": -0.2335734494904065, + "nauc_mrr_at_20_max": -0.004667407435576416, + "nauc_mrr_at_20_std": 0.34285798784068483, + "nauc_mrr_at_3_diff1": -0.2335734494904065, + "nauc_mrr_at_3_max": -0.004667407435576416, + "nauc_mrr_at_3_std": 0.34285798784068483, + "nauc_mrr_at_5_diff1": -0.2335734494904065, + "nauc_mrr_at_5_max": -0.004667407435576416, + "nauc_mrr_at_5_std": 0.34285798784068483, + "nauc_ndcg_at_1000_diff1": -0.38781263741740496, + "nauc_ndcg_at_1000_max": 0.3874824309879946, + "nauc_ndcg_at_1000_std": 0.5857274784962851, + "nauc_ndcg_at_100_diff1": -0.151907776527153, + "nauc_ndcg_at_100_max": 0.3200641658882328, + "nauc_ndcg_at_100_std": 0.5270924959628951, + "nauc_ndcg_at_10_diff1": -0.06513259907840607, + "nauc_ndcg_at_10_max": 0.2553782774740512, + "nauc_ndcg_at_10_std": 0.31275108558529247, + "nauc_ndcg_at_1_diff1": 0.23616036878330657, + "nauc_ndcg_at_1_max": 0.17656319083776084, + "nauc_ndcg_at_1_std": 0.0777657272042302, + "nauc_ndcg_at_20_diff1": -0.11635196814546903, + "nauc_ndcg_at_20_max": 0.2512259917931802, + "nauc_ndcg_at_20_std": 0.35790633090788687, + "nauc_ndcg_at_3_diff1": -0.048036295255541525, + "nauc_ndcg_at_3_max": 0.17435059799540212, + "nauc_ndcg_at_3_std": 0.14377987445909313, + "nauc_ndcg_at_5_diff1": -0.09046527709587929, + "nauc_ndcg_at_5_max": 0.2072153182619998, + "nauc_ndcg_at_5_std": 0.22672007054166946, + "nauc_precision_at_1000_diff1": -0.27807072448714726, + "nauc_precision_at_1000_max": 0.04838162189919352, + "nauc_precision_at_1000_std": 0.3029436560264988, + "nauc_precision_at_100_diff1": -0.36177796952759705, + "nauc_precision_at_100_max": 0.15061040988004543, + "nauc_precision_at_100_std": 0.4566986635777937, + "nauc_precision_at_10_diff1": -0.4017590832958769, + "nauc_precision_at_10_max": 0.2812865258504278, + "nauc_precision_at_10_std": 0.4821149705897447, + "nauc_precision_at_1_diff1": -0.2335734494904028, + "nauc_precision_at_1_max": -0.004667407435572672, + "nauc_precision_at_1_std": 0.3428579878406867, + "nauc_precision_at_20_diff1": -0.44424763245685456, + "nauc_precision_at_20_max": 0.24514889250659352, + "nauc_precision_at_20_std": 0.4763222135108953, + "nauc_precision_at_3_diff1": -0.7166805742993808, + "nauc_precision_at_3_max": 0.12794197941670432, + "nauc_precision_at_3_std": 0.47247513509862954, + "nauc_precision_at_5_diff1": -0.5736466615803995, + "nauc_precision_at_5_max": 0.2777480516079699, + "nauc_precision_at_5_std": 0.5377000868110392, + "nauc_recall_at_1000_diff1": -1.345518717587628, + "nauc_recall_at_1000_max": 0.37361759576198295, + "nauc_recall_at_1000_std": 0.912442888047601, + "nauc_recall_at_100_diff1": -0.00803363228361897, + "nauc_recall_at_100_max": 0.18050624711564386, + "nauc_recall_at_100_std": 0.1507519910601658, + "nauc_recall_at_10_diff1": 0.27656066210224317, + "nauc_recall_at_10_max": 0.03124274423370082, + "nauc_recall_at_10_std": -0.18271857220372956, + "nauc_recall_at_1_diff1": 0.4217504799797415, + "nauc_recall_at_1_max": -0.010484580949822308, + "nauc_recall_at_1_std": -0.2937722154880347, + "nauc_recall_at_20_diff1": 0.21914854494222688, + "nauc_recall_at_20_max": 0.06258917383676915, + "nauc_recall_at_20_std": -0.10796420720832968, + "nauc_recall_at_3_diff1": 0.34107271559390273, + "nauc_recall_at_3_max": -0.05544690488362576, + "nauc_recall_at_3_std": -0.28052563386200136, + "nauc_recall_at_5_diff1": 0.3507575367823718, + "nauc_recall_at_5_max": -0.00844927860647896, + "nauc_recall_at_5_std": -0.2552448647248027, + "ndcg_at_1": 0.74031, + "ndcg_at_10": 0.71249, + "ndcg_at_100": 0.71651, + "ndcg_at_1000": 0.8348, + "ndcg_at_20": 0.71038, + "ndcg_at_3": 0.73632, + "ndcg_at_5": 0.73284, + "precision_at_1": 0.93023, + "precision_at_10": 0.79767, + "precision_at_100": 0.46558, + "precision_at_1000": 0.09326, + "precision_at_20": 0.76395, + "precision_at_3": 0.90698, + "precision_at_5": 0.88372, + "recall_at_1": 0.02344, + "recall_at_10": 0.15949, + "recall_at_100": 0.61873, + "recall_at_1000": 0.97338, + "recall_at_20": 0.28434, + "recall_at_3": 0.06515, + "recall_at_5": 0.10156 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-PLHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-PLHardNegatives.json new file mode 100644 index 000000000..0d47d7e13 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 172.5825068950653, + "kg_co2_emissions": 0.01618893143526998, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.46411, + "map_at_1": 0.265, + "map_at_10": 0.39797, + "map_at_100": 0.40907, + "map_at_1000": 0.40962, + "map_at_20": 0.40447, + "map_at_3": 0.364, + "map_at_5": 0.38335, + "mrr_at_1": 0.297, + "mrr_at_10": 0.41989523809523793, + "mrr_at_100": 0.4283344849877864, + "mrr_at_1000": 0.42878149100662044, + "mrr_at_20": 0.4248510132368487, + "mrr_at_3": 0.3889999999999997, + "mrr_at_5": 0.40834999999999944, + "nauc_map_at_1000_diff1": 0.29949690986186667, + "nauc_map_at_1000_max": 0.30306184161037897, + "nauc_map_at_1000_std": 0.09721574088569555, + "nauc_map_at_100_diff1": 0.29938744822951613, + "nauc_map_at_100_max": 0.3033272322801538, + "nauc_map_at_100_std": 0.09738122747523482, + "nauc_map_at_10_diff1": 0.29808802945178564, + "nauc_map_at_10_max": 0.30120429087559875, + "nauc_map_at_10_std": 0.09001808140681523, + "nauc_map_at_1_diff1": 0.3289145548382781, + "nauc_map_at_1_max": 0.20451168222625032, + "nauc_map_at_1_std": 0.05181448868317904, + "nauc_map_at_20_diff1": 0.2984950819194976, + "nauc_map_at_20_max": 0.3013439553824304, + "nauc_map_at_20_std": 0.09412069292708862, + "nauc_map_at_3_diff1": 0.29766147218449446, + "nauc_map_at_3_max": 0.28543963642913184, + "nauc_map_at_3_std": 0.07092028071890812, + "nauc_map_at_5_diff1": 0.29744330981355044, + "nauc_map_at_5_max": 0.2968351236705456, + "nauc_map_at_5_std": 0.08450674918099575, + "nauc_mrr_at_1000_diff1": 0.3054870844015526, + "nauc_mrr_at_1000_max": 0.304246506995061, + "nauc_mrr_at_1000_std": 0.11108576085355792, + "nauc_mrr_at_100_diff1": 0.3054231716792124, + "nauc_mrr_at_100_max": 0.3045024514287823, + "nauc_mrr_at_100_std": 0.1112701698187154, + "nauc_mrr_at_10_diff1": 0.3055725915142014, + "nauc_mrr_at_10_max": 0.30559322451404874, + "nauc_mrr_at_10_std": 0.10914301026145562, + "nauc_mrr_at_1_diff1": 0.3290657303195339, + "nauc_mrr_at_1_max": 0.2218786957944491, + "nauc_mrr_at_1_std": 0.07430625992051368, + "nauc_mrr_at_20_diff1": 0.30512353776507645, + "nauc_mrr_at_20_max": 0.30431547473074466, + "nauc_mrr_at_20_std": 0.10998845187954708, + "nauc_mrr_at_3_diff1": 0.3021240786746148, + "nauc_mrr_at_3_max": 0.2912693856161458, + "nauc_mrr_at_3_std": 0.09482050140132645, + "nauc_mrr_at_5_diff1": 0.30427719637552786, + "nauc_mrr_at_5_max": 0.3044354817094444, + "nauc_mrr_at_5_std": 0.10858081926198612, + "nauc_ndcg_at_1000_diff1": 0.3013218640636756, + "nauc_ndcg_at_1000_max": 0.33589268689465696, + "nauc_ndcg_at_1000_std": 0.13580733392759925, + "nauc_ndcg_at_100_diff1": 0.2992781566181929, + "nauc_ndcg_at_100_max": 0.3443643100088828, + "nauc_ndcg_at_100_std": 0.14325082165890216, + "nauc_ndcg_at_10_diff1": 0.2926044307400389, + "nauc_ndcg_at_10_max": 0.3363657291219528, + "nauc_ndcg_at_10_std": 0.11485760962730336, + "nauc_ndcg_at_1_diff1": 0.3290657303195339, + "nauc_ndcg_at_1_max": 0.2218786957944491, + "nauc_ndcg_at_1_std": 0.07430625992051368, + "nauc_ndcg_at_20_diff1": 0.2924515640666685, + "nauc_ndcg_at_20_max": 0.3343643767448219, + "nauc_ndcg_at_20_std": 0.1248714820717767, + "nauc_ndcg_at_3_diff1": 0.2899329092973511, + "nauc_ndcg_at_3_max": 0.30711834486614037, + "nauc_ndcg_at_3_std": 0.08235003547536827, + "nauc_ndcg_at_5_diff1": 0.29068687691796347, + "nauc_ndcg_at_5_max": 0.3283523957937305, + "nauc_ndcg_at_5_std": 0.10667219304214628, + "nauc_precision_at_1000_diff1": 0.06412428511219075, + "nauc_precision_at_1000_max": 0.2306146430236162, + "nauc_precision_at_1000_std": 0.28993393306221715, + "nauc_precision_at_100_diff1": 0.12370539607492716, + "nauc_precision_at_100_max": 0.347381482629305, + "nauc_precision_at_100_std": 0.33410571127239397, + "nauc_precision_at_10_diff1": 0.19538077745190063, + "nauc_precision_at_10_max": 0.3970162727841438, + "nauc_precision_at_10_std": 0.20793841913073752, + "nauc_precision_at_1_diff1": 0.3290657303195339, + "nauc_precision_at_1_max": 0.2218786957944491, + "nauc_precision_at_1_std": 0.07430625992051368, + "nauc_precision_at_20_diff1": 0.16205753609043103, + "nauc_precision_at_20_max": 0.3566862127910919, + "nauc_precision_at_20_std": 0.24311155563509146, + "nauc_precision_at_3_diff1": 0.23235035114369365, + "nauc_precision_at_3_max": 0.37653501530061867, + "nauc_precision_at_3_std": 0.13240428857627193, + "nauc_precision_at_5_diff1": 0.21670576730708005, + "nauc_precision_at_5_max": 0.41314050661869933, + "nauc_precision_at_5_std": 0.19423897294654363, + "nauc_recall_at_1000_diff1": 0.4024108896174298, + "nauc_recall_at_1000_max": 0.7932676807643795, + "nauc_recall_at_1000_std": 0.8054958904338992, + "nauc_recall_at_100_diff1": 0.2986880599365173, + "nauc_recall_at_100_max": 0.6152023319169289, + "nauc_recall_at_100_std": 0.46984290106757276, + "nauc_recall_at_10_diff1": 0.2547438731101539, + "nauc_recall_at_10_max": 0.4279015268547562, + "nauc_recall_at_10_std": 0.16702461240227198, + "nauc_recall_at_1_diff1": 0.3289145548382781, + "nauc_recall_at_1_max": 0.20451168222625032, + "nauc_recall_at_1_std": 0.05181448868317904, + "nauc_recall_at_20_diff1": 0.248539315641766, + "nauc_recall_at_20_max": 0.4329418248508622, + "nauc_recall_at_20_std": 0.21453942369260845, + "nauc_recall_at_3_diff1": 0.25725041786394226, + "nauc_recall_at_3_max": 0.3490548729381233, + "nauc_recall_at_3_std": 0.08797515386940463, + "nauc_recall_at_5_diff1": 0.2556004118982421, + "nauc_recall_at_5_max": 0.39672751527065914, + "nauc_recall_at_5_std": 0.14123639682651107, + "ndcg_at_1": 0.297, + "ndcg_at_10": 0.46411, + "ndcg_at_100": 0.51377, + "ndcg_at_1000": 0.52699, + "ndcg_at_20": 0.48531, + "ndcg_at_3": 0.39801, + "ndcg_at_5": 0.43221, + "precision_at_1": 0.297, + "precision_at_10": 0.0763, + "precision_at_100": 0.01047, + "precision_at_1000": 0.00117, + "precision_at_20": 0.04325, + "precision_at_3": 0.182, + "precision_at_5": 0.1288, + "recall_at_1": 0.265, + "recall_at_10": 0.64267, + "recall_at_100": 0.86383, + "recall_at_1000": 0.96283, + "recall_at_20": 0.7215, + "recall_at_3": 0.471, + "recall_at_5": 0.55 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQHardNegatives.json new file mode 100644 index 000000000..f3bef63a2 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 168.10949516296387, + "kg_co2_emissions": 0.015806981944744593, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.59589, + "map_at_1": 0.35383, + "map_at_10": 0.51898, + "map_at_100": 0.52797, + "map_at_1000": 0.5282, + "map_at_20": 0.52529, + "map_at_3": 0.47681, + "map_at_5": 0.50236, + "mrr_at_1": 0.394, + "mrr_at_10": 0.5412996031746027, + "mrr_at_100": 0.5477681176192896, + "mrr_at_1000": 0.5479270363373359, + "mrr_at_20": 0.5457283963370645, + "mrr_at_3": 0.5083333333333327, + "mrr_at_5": 0.5291833333333326, + "nauc_map_at_1000_diff1": 0.39560468451676983, + "nauc_map_at_1000_max": 0.2986587980214055, + "nauc_map_at_1000_std": -0.0474239971553666, + "nauc_map_at_100_diff1": 0.39558379082397066, + "nauc_map_at_100_max": 0.2988529622694696, + "nauc_map_at_100_std": -0.04723691544484861, + "nauc_map_at_10_diff1": 0.39159385318904105, + "nauc_map_at_10_max": 0.29778217731669204, + "nauc_map_at_10_std": -0.046197955816010175, + "nauc_map_at_1_diff1": 0.4298790057162084, + "nauc_map_at_1_max": 0.23199304430374035, + "nauc_map_at_1_std": -0.07503409085176357, + "nauc_map_at_20_diff1": 0.3956332631904054, + "nauc_map_at_20_max": 0.29901446307137364, + "nauc_map_at_20_std": -0.0475289719736567, + "nauc_map_at_3_diff1": 0.3947534345786245, + "nauc_map_at_3_max": 0.2893484087185463, + "nauc_map_at_3_std": -0.05688336289891257, + "nauc_map_at_5_diff1": 0.3918085043928811, + "nauc_map_at_5_max": 0.2967144727691515, + "nauc_map_at_5_std": -0.05058791596719799, + "nauc_mrr_at_1000_diff1": 0.39764142248390366, + "nauc_mrr_at_1000_max": 0.306034817985419, + "nauc_mrr_at_1000_std": -0.030164353383619225, + "nauc_mrr_at_100_diff1": 0.3975079207697694, + "nauc_mrr_at_100_max": 0.3061895662690162, + "nauc_mrr_at_100_std": -0.029964617394026106, + "nauc_mrr_at_10_diff1": 0.39512329432597065, + "nauc_mrr_at_10_max": 0.30662064039610337, + "nauc_mrr_at_10_std": -0.029093779353223014, + "nauc_mrr_at_1_diff1": 0.43291746170271556, + "nauc_mrr_at_1_max": 0.2541744233783202, + "nauc_mrr_at_1_std": -0.05667197694804286, + "nauc_mrr_at_20_diff1": 0.3976422422383523, + "nauc_mrr_at_20_max": 0.30671399936696225, + "nauc_mrr_at_20_std": -0.02967343206911568, + "nauc_mrr_at_3_diff1": 0.3952757173207221, + "nauc_mrr_at_3_max": 0.303766631093478, + "nauc_mrr_at_3_std": -0.03551520789131625, + "nauc_mrr_at_5_diff1": 0.39580277594059365, + "nauc_mrr_at_5_max": 0.31223982893897123, + "nauc_mrr_at_5_std": -0.02821559024463546, + "nauc_ndcg_at_1000_diff1": 0.3901887876119228, + "nauc_ndcg_at_1000_max": 0.31505585223933574, + "nauc_ndcg_at_1000_std": -0.031006715226876858, + "nauc_ndcg_at_100_diff1": 0.388504448993997, + "nauc_ndcg_at_100_max": 0.32010071586355404, + "nauc_ndcg_at_100_std": -0.024394597362797612, + "nauc_ndcg_at_10_diff1": 0.37514877165516236, + "nauc_ndcg_at_10_max": 0.3178084447307925, + "nauc_ndcg_at_10_std": -0.02684912148053274, + "nauc_ndcg_at_1_diff1": 0.43291746170271556, + "nauc_ndcg_at_1_max": 0.2541744233783202, + "nauc_ndcg_at_1_std": -0.05667197694804286, + "nauc_ndcg_at_20_diff1": 0.38783834746711304, + "nauc_ndcg_at_20_max": 0.3217159358374666, + "nauc_ndcg_at_20_std": -0.030538541122488296, + "nauc_ndcg_at_3_diff1": 0.38308965937357714, + "nauc_ndcg_at_3_max": 0.30650038115200673, + "nauc_ndcg_at_3_std": -0.045587533791097846, + "nauc_ndcg_at_5_diff1": 0.3786454781403174, + "nauc_ndcg_at_5_max": 0.3208512568755169, + "nauc_ndcg_at_5_std": -0.03354166370733261, + "nauc_precision_at_1000_diff1": -0.09471712129799785, + "nauc_precision_at_1000_max": 0.08120470766512292, + "nauc_precision_at_1000_std": 0.13955625535516802, + "nauc_precision_at_100_diff1": -0.053708645740670226, + "nauc_precision_at_100_max": 0.14414227418421183, + "nauc_precision_at_100_std": 0.17179932505895118, + "nauc_precision_at_10_diff1": 0.09039524666744307, + "nauc_precision_at_10_max": 0.24858160426226478, + "nauc_precision_at_10_std": 0.08824807926229615, + "nauc_precision_at_1_diff1": 0.43291746170271556, + "nauc_precision_at_1_max": 0.2541744233783202, + "nauc_precision_at_1_std": -0.05667197694804286, + "nauc_precision_at_20_diff1": 0.05947908544605327, + "nauc_precision_at_20_max": 0.21764105149025917, + "nauc_precision_at_20_std": 0.09164835511030298, + "nauc_precision_at_3_diff1": 0.26076065633833667, + "nauc_precision_at_3_max": 0.32795671566220314, + "nauc_precision_at_3_std": 0.008830137216337727, + "nauc_precision_at_5_diff1": 0.18349333266492848, + "nauc_precision_at_5_max": 0.31912723080008004, + "nauc_precision_at_5_std": 0.04979321235211517, + "nauc_recall_at_1000_diff1": 0.2661782661783069, + "nauc_recall_at_1000_max": 0.9183006535947518, + "nauc_recall_at_1000_std": 0.7384184443007951, + "nauc_recall_at_100_diff1": 0.28217895087550493, + "nauc_recall_at_100_max": 0.6209952409745079, + "nauc_recall_at_100_std": 0.3932036838230179, + "nauc_recall_at_10_diff1": 0.2688592408109755, + "nauc_recall_at_10_max": 0.37098503337012384, + "nauc_recall_at_10_std": 0.03597353653180891, + "nauc_recall_at_1_diff1": 0.4298790057162084, + "nauc_recall_at_1_max": 0.23199304430374035, + "nauc_recall_at_1_std": -0.07503409085176357, + "nauc_recall_at_20_diff1": 0.32905290416620014, + "nauc_recall_at_20_max": 0.43457307484063845, + "nauc_recall_at_20_std": 0.0334849089835398, + "nauc_recall_at_3_diff1": 0.3340515701855779, + "nauc_recall_at_3_max": 0.33152367474242506, + "nauc_recall_at_3_std": -0.03060116068634543, + "nauc_recall_at_5_diff1": 0.3103497481632779, + "nauc_recall_at_5_max": 0.368604079162625, + "nauc_recall_at_5_std": 0.001400269251860572, + "ndcg_at_1": 0.394, + "ndcg_at_10": 0.59589, + "ndcg_at_100": 0.63267, + "ndcg_at_1000": 0.6373, + "ndcg_at_20": 0.61561, + "ndcg_at_3": 0.51912, + "ndcg_at_5": 0.56084, + "precision_at_1": 0.394, + "precision_at_10": 0.096, + "precision_at_100": 0.01166, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05265, + "precision_at_3": 0.23333, + "precision_at_5": 0.1652, + "recall_at_1": 0.35383, + "recall_at_10": 0.80383, + "recall_at_100": 0.96217, + "recall_at_1000": 0.99567, + "recall_at_20": 0.8765, + "recall_at_3": 0.60983, + "recall_at_5": 0.70383 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2022RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..a901b60b8 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 54.35715985298157, + "kg_co2_emissions": 0.005066531958639936, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.29158, + "map_at_1": 0.0404, + "map_at_10": 0.09875, + "map_at_100": 0.19381, + "map_at_1000": 0.23016, + "map_at_20": 0.1274, + "map_at_3": 0.06081, + "map_at_5": 0.07942, + "mrr_at_1": 0.28888888888888886, + "mrr_at_10": 0.43216049382716043, + "mrr_at_100": 0.4371770984164627, + "mrr_at_1000": 0.4375771922465475, + "mrr_at_20": 0.4347022512708787, + "mrr_at_3": 0.39259259259259255, + "mrr_at_5": 0.41481481481481475, + "nauc_map_at_1000_diff1": 0.02109111885063917, + "nauc_map_at_1000_max": 0.43717579056490585, + "nauc_map_at_1000_std": 0.29187876029930643, + "nauc_map_at_100_diff1": -0.004139292769971026, + "nauc_map_at_100_max": 0.3948934449725105, + "nauc_map_at_100_std": 0.21253144223121664, + "nauc_map_at_10_diff1": -0.1553692141721158, + "nauc_map_at_10_max": 0.10963110209677869, + "nauc_map_at_10_std": -0.15038606477979852, + "nauc_map_at_1_diff1": -0.2547224057610748, + "nauc_map_at_1_max": -0.28401323941171985, + "nauc_map_at_1_std": -0.35553798283094923, + "nauc_map_at_20_diff1": -0.11009835169342637, + "nauc_map_at_20_max": 0.17538859489036573, + "nauc_map_at_20_std": -0.11348139680101577, + "nauc_map_at_3_diff1": -0.20275610076916273, + "nauc_map_at_3_max": -0.14734316845622247, + "nauc_map_at_3_std": -0.2721988706674822, + "nauc_map_at_5_diff1": -0.1727339438407946, + "nauc_map_at_5_max": 0.010053295913781927, + "nauc_map_at_5_std": -0.1552814719166518, + "nauc_mrr_at_1000_diff1": 0.05644229094896121, + "nauc_mrr_at_1000_max": 0.17565697666570365, + "nauc_mrr_at_1000_std": 0.02664715269886873, + "nauc_mrr_at_100_diff1": 0.056591347129861164, + "nauc_mrr_at_100_max": 0.17631495787063278, + "nauc_mrr_at_100_std": 0.02690562356619167, + "nauc_mrr_at_10_diff1": 0.059114540520857906, + "nauc_mrr_at_10_max": 0.17847572982571214, + "nauc_mrr_at_10_std": 0.031408896552996134, + "nauc_mrr_at_1_diff1": 0.012467654080765682, + "nauc_mrr_at_1_max": 0.07509046493506832, + "nauc_mrr_at_1_std": -0.014920818166674513, + "nauc_mrr_at_20_diff1": 0.06040229757304025, + "nauc_mrr_at_20_max": 0.17636358099797886, + "nauc_mrr_at_20_std": 0.028055158461860165, + "nauc_mrr_at_3_diff1": 0.03885571755809594, + "nauc_mrr_at_3_max": 0.15119606790322582, + "nauc_mrr_at_3_std": -0.0032553343402219733, + "nauc_mrr_at_5_diff1": 0.052495399413933816, + "nauc_mrr_at_5_max": 0.18883328568573987, + "nauc_mrr_at_5_std": 0.05100051438985503, + "nauc_ndcg_at_1000_diff1": 0.007585328885791989, + "nauc_ndcg_at_1000_max": 0.3480423520079682, + "nauc_ndcg_at_1000_std": 0.22386824788960522, + "nauc_ndcg_at_100_diff1": 0.03256851462428696, + "nauc_ndcg_at_100_max": 0.4008233892917111, + "nauc_ndcg_at_100_std": 0.26120308150730837, + "nauc_ndcg_at_10_diff1": 0.02513773992709305, + "nauc_ndcg_at_10_max": 0.21538789127301644, + "nauc_ndcg_at_10_std": 0.09331000531686759, + "nauc_ndcg_at_1_diff1": -0.0792789767575743, + "nauc_ndcg_at_1_max": 0.03564852254341553, + "nauc_ndcg_at_1_std": 0.014414024158872843, + "nauc_ndcg_at_20_diff1": 0.044505254478940964, + "nauc_ndcg_at_20_max": 0.24642474989621896, + "nauc_ndcg_at_20_std": 0.07714039588418892, + "nauc_ndcg_at_3_diff1": -0.025647781769368546, + "nauc_ndcg_at_3_max": 0.1194567375742285, + "nauc_ndcg_at_3_std": -0.013744700361421277, + "nauc_ndcg_at_5_diff1": -0.01922262073439956, + "nauc_ndcg_at_5_max": 0.16922819525618238, + "nauc_ndcg_at_5_std": 0.07615227299846997, + "nauc_precision_at_1000_diff1": 0.13429578333741476, + "nauc_precision_at_1000_max": 0.3310256452576737, + "nauc_precision_at_1000_std": 0.33389631146563864, + "nauc_precision_at_100_diff1": 0.14348418878142294, + "nauc_precision_at_100_max": 0.496668834476772, + "nauc_precision_at_100_std": 0.49228427203714376, + "nauc_precision_at_10_diff1": 0.13990511962973723, + "nauc_precision_at_10_max": 0.3729814387020747, + "nauc_precision_at_10_std": 0.23761550757769723, + "nauc_precision_at_1_diff1": 0.012467654080765682, + "nauc_precision_at_1_max": 0.07509046493506832, + "nauc_precision_at_1_std": -0.014920818166674513, + "nauc_precision_at_20_diff1": 0.1773471397818017, + "nauc_precision_at_20_max": 0.39350693939758324, + "nauc_precision_at_20_std": 0.2858818275193453, + "nauc_precision_at_3_diff1": 0.018549752853148204, + "nauc_precision_at_3_max": 0.21547282262794895, + "nauc_precision_at_3_std": 0.01930119694281842, + "nauc_precision_at_5_diff1": 0.03754130836840817, + "nauc_precision_at_5_max": 0.3677400490928925, + "nauc_precision_at_5_std": 0.20776524068836352, + "nauc_recall_at_1000_diff1": 0.06563203485362674, + "nauc_recall_at_1000_max": 0.569276692422134, + "nauc_recall_at_1000_std": 0.4065334598125795, + "nauc_recall_at_100_diff1": 0.09011534942178236, + "nauc_recall_at_100_max": 0.49346556820346726, + "nauc_recall_at_100_std": 0.3537489824562363, + "nauc_recall_at_10_diff1": -0.020482119424158264, + "nauc_recall_at_10_max": 0.21808310868291036, + "nauc_recall_at_10_std": -0.00864762138020574, + "nauc_recall_at_1_diff1": -0.2547224057610748, + "nauc_recall_at_1_max": -0.28401323941171985, + "nauc_recall_at_1_std": -0.35553798283094923, + "nauc_recall_at_20_diff1": 0.03773793523555932, + "nauc_recall_at_20_max": 0.17844232193074452, + "nauc_recall_at_20_std": -0.0368170429353956, + "nauc_recall_at_3_diff1": -0.15170001135915548, + "nauc_recall_at_3_max": -0.06479311295416693, + "nauc_recall_at_3_std": -0.1922291032846425, + "nauc_recall_at_5_diff1": -0.09638136945806047, + "nauc_recall_at_5_max": 0.14192828993201095, + "nauc_recall_at_5_std": 0.023965328121070065, + "ndcg_at_1": 0.24444, + "ndcg_at_10": 0.26224, + "ndcg_at_100": 0.36842, + "ndcg_at_1000": 0.46076, + "ndcg_at_20": 0.29158, + "ndcg_at_3": 0.23779, + "ndcg_at_5": 0.25087, + "precision_at_1": 0.28889, + "precision_at_10": 0.23556, + "precision_at_100": 0.13333, + "precision_at_1000": 0.02833, + "precision_at_20": 0.21444, + "precision_at_3": 0.25185, + "precision_at_5": 0.26667, + "recall_at_1": 0.0404, + "recall_at_10": 0.17009, + "recall_at_100": 0.5545, + "recall_at_1000": 0.90053, + "recall_at_20": 0.27726, + "recall_at_3": 0.07691, + "recall_at_5": 0.1174 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.29183, + "map_at_1": 0.04293, + "map_at_10": 0.09205, + "map_at_100": 0.19417, + "map_at_1000": 0.25543, + "map_at_20": 0.11224, + "map_at_3": 0.06005, + "map_at_5": 0.07035, + "mrr_at_1": 0.4318181818181818, + "mrr_at_10": 0.504825036075036, + "mrr_at_100": 0.5167143465153238, + "mrr_at_1000": 0.5168361421387778, + "mrr_at_20": 0.5139192539057089, + "mrr_at_3": 0.4621212121212121, + "mrr_at_5": 0.4939393939393939, + "nauc_map_at_1000_diff1": -0.07010779156082807, + "nauc_map_at_1000_max": 0.6180176501666279, + "nauc_map_at_1000_std": 0.41385868651555835, + "nauc_map_at_100_diff1": -0.11819079664977815, + "nauc_map_at_100_max": 0.5968094840957676, + "nauc_map_at_100_std": 0.3416053038488023, + "nauc_map_at_10_diff1": -0.11606089851448945, + "nauc_map_at_10_max": 0.4424448739432361, + "nauc_map_at_10_std": 0.09458568322708304, + "nauc_map_at_1_diff1": -0.05478515415461228, + "nauc_map_at_1_max": 0.4689967586026752, + "nauc_map_at_1_std": -0.17577393433915972, + "nauc_map_at_20_diff1": -0.0960738644893891, + "nauc_map_at_20_max": 0.45725561027776296, + "nauc_map_at_20_std": 0.11674157246795848, + "nauc_map_at_3_diff1": -0.13760552968200546, + "nauc_map_at_3_max": 0.41721641572770196, + "nauc_map_at_3_std": -0.0344726035636409, + "nauc_map_at_5_diff1": -0.15326749924103783, + "nauc_map_at_5_max": 0.4766674989664157, + "nauc_map_at_5_std": 0.07241589180279812, + "nauc_mrr_at_1000_diff1": 0.20626234737141105, + "nauc_mrr_at_1000_max": 0.5416233837170908, + "nauc_mrr_at_1000_std": 0.4548114665327711, + "nauc_mrr_at_100_diff1": 0.20648298017122665, + "nauc_mrr_at_100_max": 0.5417037608180333, + "nauc_mrr_at_100_std": 0.4546422306200005, + "nauc_mrr_at_10_diff1": 0.19736849309257315, + "nauc_mrr_at_10_max": 0.5491259352183478, + "nauc_mrr_at_10_std": 0.45956159301835364, + "nauc_mrr_at_1_diff1": 0.289586624573952, + "nauc_mrr_at_1_max": 0.543538853269497, + "nauc_mrr_at_1_std": 0.47654227865060667, + "nauc_mrr_at_20_diff1": 0.20400908814261356, + "nauc_mrr_at_20_max": 0.5415033699599253, + "nauc_mrr_at_20_std": 0.45003292847428084, + "nauc_mrr_at_3_diff1": 0.2162465703781934, + "nauc_mrr_at_3_max": 0.5375089376677066, + "nauc_mrr_at_3_std": 0.4836974128357195, + "nauc_mrr_at_5_diff1": 0.1850275407900683, + "nauc_mrr_at_5_max": 0.5480548279392368, + "nauc_mrr_at_5_std": 0.4683257779089535, + "nauc_ndcg_at_1000_diff1": 0.028952651768142466, + "nauc_ndcg_at_1000_max": 0.6247313233756611, + "nauc_ndcg_at_1000_std": 0.42846714844283307, + "nauc_ndcg_at_100_diff1": -0.008809517356988069, + "nauc_ndcg_at_100_max": 0.6008153999544362, + "nauc_ndcg_at_100_std": 0.3996304761391325, + "nauc_ndcg_at_10_diff1": 0.011153704074424297, + "nauc_ndcg_at_10_max": 0.46413179747557726, + "nauc_ndcg_at_10_std": 0.27765656808432354, + "nauc_ndcg_at_1_diff1": 0.20456060179661245, + "nauc_ndcg_at_1_max": 0.42247131903688145, + "nauc_ndcg_at_1_std": 0.3309315920727521, + "nauc_ndcg_at_20_diff1": 0.017197122076492488, + "nauc_ndcg_at_20_max": 0.4616746221495301, + "nauc_ndcg_at_20_std": 0.24026482758189957, + "nauc_ndcg_at_3_diff1": 0.03127216624004916, + "nauc_ndcg_at_3_max": 0.42047486393473527, + "nauc_ndcg_at_3_std": 0.28385533111473216, + "nauc_ndcg_at_5_diff1": 0.03480211874747396, + "nauc_ndcg_at_5_max": 0.497422966955674, + "nauc_ndcg_at_5_std": 0.3185194774692065, + "nauc_precision_at_1000_diff1": 0.07094955168630863, + "nauc_precision_at_1000_max": 0.14605934762034795, + "nauc_precision_at_1000_std": 0.16792226242228508, + "nauc_precision_at_100_diff1": 0.019194451604600343, + "nauc_precision_at_100_max": 0.4303565787680247, + "nauc_precision_at_100_std": 0.4605057571005403, + "nauc_precision_at_10_diff1": 0.07745730865247073, + "nauc_precision_at_10_max": 0.42299450904261315, + "nauc_precision_at_10_std": 0.39856625774307863, + "nauc_precision_at_1_diff1": 0.289586624573952, + "nauc_precision_at_1_max": 0.543538853269497, + "nauc_precision_at_1_std": 0.47654227865060667, + "nauc_precision_at_20_diff1": 0.11281551361388852, + "nauc_precision_at_20_max": 0.41609120189341076, + "nauc_precision_at_20_std": 0.36774211886948693, + "nauc_precision_at_3_diff1": -0.012262349666897246, + "nauc_precision_at_3_max": 0.3330147977923857, + "nauc_precision_at_3_std": 0.3868141926050447, + "nauc_precision_at_5_diff1": 0.004902196233738478, + "nauc_precision_at_5_max": 0.47619332314534596, + "nauc_precision_at_5_std": 0.4750610462229745, + "nauc_recall_at_1000_diff1": -0.3295599751832466, + "nauc_recall_at_1000_max": 0.6337585143805364, + "nauc_recall_at_1000_std": 0.4625661611189409, + "nauc_recall_at_100_diff1": -0.10360013237162526, + "nauc_recall_at_100_max": 0.5616191844733021, + "nauc_recall_at_100_std": 0.3470446600664917, + "nauc_recall_at_10_diff1": -0.08781395892632123, + "nauc_recall_at_10_max": 0.39361979887947485, + "nauc_recall_at_10_std": 0.07855633334188307, + "nauc_recall_at_1_diff1": -0.05478515415461228, + "nauc_recall_at_1_max": 0.4689967586026752, + "nauc_recall_at_1_std": -0.17577393433915972, + "nauc_recall_at_20_diff1": -0.05679001008240149, + "nauc_recall_at_20_max": 0.34466200428910543, + "nauc_recall_at_20_std": 0.04308498013280229, + "nauc_recall_at_3_diff1": -0.15579272960756976, + "nauc_recall_at_3_max": 0.40307142529506695, + "nauc_recall_at_3_std": -0.030363953637913, + "nauc_recall_at_5_diff1": -0.17481966025223777, + "nauc_recall_at_5_max": 0.48813689632157187, + "nauc_recall_at_5_std": 0.1007710342971031, + "ndcg_at_1": 0.35606, + "ndcg_at_10": 0.27128, + "ndcg_at_100": 0.38513, + "ndcg_at_1000": 0.54893, + "ndcg_at_20": 0.29183, + "ndcg_at_3": 0.27217, + "ndcg_at_5": 0.26974, + "precision_at_1": 0.43182, + "precision_at_10": 0.275, + "precision_at_100": 0.17568, + "precision_at_1000": 0.04025, + "precision_at_20": 0.25341, + "precision_at_3": 0.30303, + "precision_at_5": 0.29091, + "recall_at_1": 0.04293, + "recall_at_10": 0.13084, + "recall_at_100": 0.46997, + "recall_at_1000": 0.94451, + "recall_at_20": 0.19457, + "recall_at_3": 0.06301, + "recall_at_5": 0.07973 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.43738, + "map_at_1": 0.04817, + "map_at_10": 0.17609, + "map_at_100": 0.33169, + "map_at_1000": 0.40948, + "map_at_20": 0.2164, + "map_at_3": 0.1046, + "map_at_5": 0.13618, + "mrr_at_1": 0.7021276595744681, + "mrr_at_10": 0.7654846335697401, + "mrr_at_100": 0.7691845059536817, + "mrr_at_1000": 0.7693633008759059, + "mrr_at_20": 0.766548463356974, + "mrr_at_3": 0.7588652482269503, + "mrr_at_5": 0.7631205673758865, + "nauc_map_at_1000_diff1": -0.13550756394790453, + "nauc_map_at_1000_max": 0.3053853429952961, + "nauc_map_at_1000_std": 0.19824938640123457, + "nauc_map_at_100_diff1": 0.050377190534767226, + "nauc_map_at_100_max": 0.41994238640146175, + "nauc_map_at_100_std": 0.0024363398989448192, + "nauc_map_at_10_diff1": 0.21812937112796865, + "nauc_map_at_10_max": 0.36633368869278854, + "nauc_map_at_10_std": -0.2058771585142918, + "nauc_map_at_1_diff1": 0.1285594567657733, + "nauc_map_at_1_max": 0.11937016009325085, + "nauc_map_at_1_std": -0.2699342784870205, + "nauc_map_at_20_diff1": 0.19623941939218545, + "nauc_map_at_20_max": 0.39185952551093794, + "nauc_map_at_20_std": -0.18245126149373558, + "nauc_map_at_3_diff1": 0.14020556621337044, + "nauc_map_at_3_max": 0.2671581682656997, + "nauc_map_at_3_std": -0.2269161478780344, + "nauc_map_at_5_diff1": 0.19890705417312604, + "nauc_map_at_5_max": 0.3447070309888896, + "nauc_map_at_5_std": -0.21764938442672183, + "nauc_mrr_at_1000_diff1": 0.2980608876710705, + "nauc_mrr_at_1000_max": 0.40682903260585573, + "nauc_mrr_at_1000_std": 0.12830917784989357, + "nauc_mrr_at_100_diff1": 0.2982843199755772, + "nauc_mrr_at_100_max": 0.407344290945098, + "nauc_mrr_at_100_std": 0.1290663726386529, + "nauc_mrr_at_10_diff1": 0.30136208815863835, + "nauc_mrr_at_10_max": 0.4078479197226853, + "nauc_mrr_at_10_std": 0.13093053090849088, + "nauc_mrr_at_1_diff1": 0.22560008201777865, + "nauc_mrr_at_1_max": 0.3155638939226012, + "nauc_mrr_at_1_std": 0.004619063252194026, + "nauc_mrr_at_20_diff1": 0.3008716143090438, + "nauc_mrr_at_20_max": 0.40596648822395837, + "nauc_mrr_at_20_std": 0.12867706923175823, + "nauc_mrr_at_3_diff1": 0.2980456087129214, + "nauc_mrr_at_3_max": 0.4189229966974488, + "nauc_mrr_at_3_std": 0.1383598577383223, + "nauc_mrr_at_5_diff1": 0.292079088519665, + "nauc_mrr_at_5_max": 0.4150688794669192, + "nauc_mrr_at_5_std": 0.1233021929453804, + "nauc_ndcg_at_1000_diff1": -0.014635812263992465, + "nauc_ndcg_at_1000_max": 0.38881817318490935, + "nauc_ndcg_at_1000_std": 0.2442262988643339, + "nauc_ndcg_at_100_diff1": 0.09090067737104875, + "nauc_ndcg_at_100_max": 0.4286759450558015, + "nauc_ndcg_at_100_std": 0.1140670640182641, + "nauc_ndcg_at_10_diff1": 0.019277318625410846, + "nauc_ndcg_at_10_max": 0.25248600663980875, + "nauc_ndcg_at_10_std": 0.031617184822737995, + "nauc_ndcg_at_1_diff1": 0.16573445120791747, + "nauc_ndcg_at_1_max": 0.3454244345080123, + "nauc_ndcg_at_1_std": 0.05481603289963091, + "nauc_ndcg_at_20_diff1": -0.011424453263368654, + "nauc_ndcg_at_20_max": 0.2925714108122564, + "nauc_ndcg_at_20_std": 0.017837549478786775, + "nauc_ndcg_at_3_diff1": 0.030358166981777585, + "nauc_ndcg_at_3_max": 0.3424255650392651, + "nauc_ndcg_at_3_std": 0.04647070061634622, + "nauc_ndcg_at_5_diff1": 0.02682376169577281, + "nauc_ndcg_at_5_max": 0.3200508676452752, + "nauc_ndcg_at_5_std": 0.05549273767041773, + "nauc_precision_at_1000_diff1": -0.39069200525047165, + "nauc_precision_at_1000_max": -0.1618977274912773, + "nauc_precision_at_1000_std": 0.38521060994652834, + "nauc_precision_at_100_diff1": -0.38674778572562374, + "nauc_precision_at_100_max": -0.08793333537241872, + "nauc_precision_at_100_std": 0.3934426987696659, + "nauc_precision_at_10_diff1": -0.12023425978117784, + "nauc_precision_at_10_max": 0.16291865950971912, + "nauc_precision_at_10_std": 0.2538974163738567, + "nauc_precision_at_1_diff1": 0.22560008201777865, + "nauc_precision_at_1_max": 0.3155638939226012, + "nauc_precision_at_1_std": 0.004619063252194026, + "nauc_precision_at_20_diff1": -0.2335132251786502, + "nauc_precision_at_20_max": 0.09934974543855063, + "nauc_precision_at_20_std": 0.30355057951657444, + "nauc_precision_at_3_diff1": 0.02874709657612234, + "nauc_precision_at_3_max": 0.3412042725089525, + "nauc_precision_at_3_std": 0.1635521031768102, + "nauc_precision_at_5_diff1": 0.011513630687433666, + "nauc_precision_at_5_max": 0.3058424521801586, + "nauc_precision_at_5_std": 0.16248571813909093, + "nauc_recall_at_1000_diff1": 0.003941440979492193, + "nauc_recall_at_1000_max": 0.6774947469547115, + "nauc_recall_at_1000_std": 0.769708048596448, + "nauc_recall_at_100_diff1": 0.24909237939416842, + "nauc_recall_at_100_max": 0.4867033110908759, + "nauc_recall_at_100_std": 0.029401768277244278, + "nauc_recall_at_10_diff1": 0.28326749538251605, + "nauc_recall_at_10_max": 0.33399848453382774, + "nauc_recall_at_10_std": -0.23196500117915714, + "nauc_recall_at_1_diff1": 0.1285594567657733, + "nauc_recall_at_1_max": 0.11937016009325085, + "nauc_recall_at_1_std": -0.2699342784870205, + "nauc_recall_at_20_diff1": 0.2541553103283852, + "nauc_recall_at_20_max": 0.3619434964502411, + "nauc_recall_at_20_std": -0.21054243019542215, + "nauc_recall_at_3_diff1": 0.1828738161863097, + "nauc_recall_at_3_max": 0.2561245467338923, + "nauc_recall_at_3_std": -0.26005332530026914, + "nauc_recall_at_5_diff1": 0.26965322292513805, + "nauc_recall_at_5_max": 0.32960112946809544, + "nauc_recall_at_5_std": -0.25566164949591, + "ndcg_at_1": 0.5461, + "ndcg_at_10": 0.43476, + "ndcg_at_100": 0.55901, + "ndcg_at_1000": 0.65563, + "ndcg_at_20": 0.43738, + "ndcg_at_3": 0.463, + "ndcg_at_5": 0.45431, + "precision_at_1": 0.70213, + "precision_at_10": 0.45106, + "precision_at_100": 0.23787, + "precision_at_1000": 0.04432, + "precision_at_20": 0.37021, + "precision_at_3": 0.56738, + "precision_at_5": 0.53191, + "recall_at_1": 0.04817, + "recall_at_10": 0.22157, + "recall_at_100": 0.66333, + "recall_at_1000": 0.95594, + "recall_at_20": 0.3059, + "recall_at_3": 0.11422, + "recall_at_5": 0.15828 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2023RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..19deffb7e --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 97.76204228401184, + "kg_co2_emissions": 0.009141446921209568, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.53019, + "map_at_1": 0.05393, + "map_at_10": 0.17937, + "map_at_100": 0.37031, + "map_at_1000": 0.46932, + "map_at_20": 0.23158, + "map_at_3": 0.09908, + "map_at_5": 0.13066, + "mrr_at_1": 0.7702702702702703, + "mrr_at_10": 0.8258258258258259, + "mrr_at_100": 0.8266732972202818, + "mrr_at_1000": 0.8267422635181579, + "mrr_at_20": 0.8258258258258259, + "mrr_at_3": 0.8153153153153153, + "mrr_at_5": 0.8220720720720721, + "nauc_map_at_1000_diff1": -0.08508068796150797, + "nauc_map_at_1000_max": 0.3583111393823706, + "nauc_map_at_1000_std": 0.4134747599763565, + "nauc_map_at_100_diff1": 0.030614625066650327, + "nauc_map_at_100_max": 0.3868621869235337, + "nauc_map_at_100_std": 0.1827358240207384, + "nauc_map_at_10_diff1": 0.20864327137746427, + "nauc_map_at_10_max": 0.20058034592427415, + "nauc_map_at_10_std": -0.2119868654799449, + "nauc_map_at_1_diff1": 0.30686716357760163, + "nauc_map_at_1_max": -0.19825911291999335, + "nauc_map_at_1_std": -0.447716384025709, + "nauc_map_at_20_diff1": 0.12696735722017113, + "nauc_map_at_20_max": 0.23421750901940164, + "nauc_map_at_20_std": -0.1542532423503698, + "nauc_map_at_3_diff1": 0.27933082636095596, + "nauc_map_at_3_max": 0.041318050724848406, + "nauc_map_at_3_std": -0.35973463711420406, + "nauc_map_at_5_diff1": 0.2413727646372532, + "nauc_map_at_5_max": 0.14384402854631032, + "nauc_map_at_5_std": -0.2984393894347674, + "nauc_mrr_at_1000_diff1": 0.27951564827647996, + "nauc_mrr_at_1000_max": 0.29513193442888763, + "nauc_mrr_at_1000_std": 0.30794713354169245, + "nauc_mrr_at_100_diff1": 0.2796906047816783, + "nauc_mrr_at_100_max": 0.2953789727824687, + "nauc_mrr_at_100_std": 0.30812526229248366, + "nauc_mrr_at_10_diff1": 0.2791111635266114, + "nauc_mrr_at_10_max": 0.2990798650581613, + "nauc_mrr_at_10_std": 0.3115836814634959, + "nauc_mrr_at_1_diff1": 0.2430669964172982, + "nauc_mrr_at_1_max": 0.17376031807409284, + "nauc_mrr_at_1_std": 0.1892033863370673, + "nauc_mrr_at_20_diff1": 0.2791111635266114, + "nauc_mrr_at_20_max": 0.2990798650581613, + "nauc_mrr_at_20_std": 0.3115836814634959, + "nauc_mrr_at_3_diff1": 0.23450327175226315, + "nauc_mrr_at_3_max": 0.26208806975327087, + "nauc_mrr_at_3_std": 0.29348096885897057, + "nauc_mrr_at_5_diff1": 0.29053381932421607, + "nauc_mrr_at_5_max": 0.3050656140516912, + "nauc_mrr_at_5_std": 0.32226805967587924, + "nauc_ndcg_at_1000_diff1": 0.0033659030048719513, + "nauc_ndcg_at_1000_max": 0.4573518351856087, + "nauc_ndcg_at_1000_std": 0.4757676573802154, + "nauc_ndcg_at_100_diff1": 0.07725594725092746, + "nauc_ndcg_at_100_max": 0.49326300929406736, + "nauc_ndcg_at_100_std": 0.3333328019103765, + "nauc_ndcg_at_10_diff1": 0.06155309337842075, + "nauc_ndcg_at_10_max": 0.3573123481282503, + "nauc_ndcg_at_10_std": 0.2209804680299277, + "nauc_ndcg_at_1_diff1": 0.130516492913272, + "nauc_ndcg_at_1_max": 0.11922435032774313, + "nauc_ndcg_at_1_std": 0.03231357272669975, + "nauc_ndcg_at_20_diff1": 0.04481854137818481, + "nauc_ndcg_at_20_max": 0.36883563614685555, + "nauc_ndcg_at_20_std": 0.24545580462775413, + "nauc_ndcg_at_3_diff1": 0.13839678898626295, + "nauc_ndcg_at_3_max": 0.28530283395116574, + "nauc_ndcg_at_3_std": 0.0891918146725416, + "nauc_ndcg_at_5_diff1": 0.08315717553965199, + "nauc_ndcg_at_5_max": 0.3082111867640569, + "nauc_ndcg_at_5_std": 0.12775961582239342, + "nauc_precision_at_1000_diff1": -0.25074494607835124, + "nauc_precision_at_1000_max": -0.006739070573849579, + "nauc_precision_at_1000_std": 0.4211474903126297, + "nauc_precision_at_100_diff1": -0.22322248677865264, + "nauc_precision_at_100_max": 0.11633621093996685, + "nauc_precision_at_100_std": 0.5240631104963677, + "nauc_precision_at_10_diff1": -0.20601374654094012, + "nauc_precision_at_10_max": 0.3540934855259825, + "nauc_precision_at_10_std": 0.4985687130778708, + "nauc_precision_at_1_diff1": 0.2430669964172982, + "nauc_precision_at_1_max": 0.17376031807409284, + "nauc_precision_at_1_std": 0.1892033863370673, + "nauc_precision_at_20_diff1": -0.2515260180083397, + "nauc_precision_at_20_max": 0.24748989741451666, + "nauc_precision_at_20_std": 0.5028275722113579, + "nauc_precision_at_3_diff1": -0.015687574043876246, + "nauc_precision_at_3_max": 0.4265085486391707, + "nauc_precision_at_3_std": 0.2923303202047785, + "nauc_precision_at_5_diff1": -0.10035328611199532, + "nauc_precision_at_5_max": 0.3856257759025571, + "nauc_precision_at_5_std": 0.3795749808183548, + "nauc_recall_at_1000_diff1": 0.04565705207328935, + "nauc_recall_at_1000_max": 0.6722677856184791, + "nauc_recall_at_1000_std": 0.7740693148383515, + "nauc_recall_at_100_diff1": 0.15911449548018283, + "nauc_recall_at_100_max": 0.5070010023050028, + "nauc_recall_at_100_std": 0.2322931501569259, + "nauc_recall_at_10_diff1": 0.19713698192766504, + "nauc_recall_at_10_max": 0.21493045807614697, + "nauc_recall_at_10_std": -0.16881384219899342, + "nauc_recall_at_1_diff1": 0.30686716357760163, + "nauc_recall_at_1_max": -0.19825911291999335, + "nauc_recall_at_1_std": -0.447716384025709, + "nauc_recall_at_20_diff1": 0.15632913464725937, + "nauc_recall_at_20_max": 0.23881418760002623, + "nauc_recall_at_20_std": -0.1476192508838326, + "nauc_recall_at_3_diff1": 0.2543365248186087, + "nauc_recall_at_3_max": 0.06343112781304766, + "nauc_recall_at_3_std": -0.3365026691782526, + "nauc_recall_at_5_diff1": 0.24457473878501657, + "nauc_recall_at_5_max": 0.15535088716367673, + "nauc_recall_at_5_std": -0.2816949688136146, + "ndcg_at_1": 0.59234, + "ndcg_at_10": 0.52306, + "ndcg_at_100": 0.58418, + "ndcg_at_1000": 0.69596, + "ndcg_at_20": 0.53019, + "ndcg_at_3": 0.5523, + "ndcg_at_5": 0.53576, + "precision_at_1": 0.77027, + "precision_at_10": 0.56486, + "precision_at_100": 0.31986, + "precision_at_1000": 0.06257, + "precision_at_20": 0.49257, + "precision_at_3": 0.66667, + "precision_at_5": 0.62162, + "recall_at_1": 0.05393, + "recall_at_10": 0.21605, + "recall_at_100": 0.57924, + "recall_at_1000": 0.88974, + "recall_at_20": 0.30276, + "recall_at_3": 0.10675, + "recall_at_5": 0.14777 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.46573, + "map_at_1": 0.02714, + "map_at_10": 0.13079, + "map_at_100": 0.30354, + "map_at_1000": 0.40063, + "map_at_20": 0.17178, + "map_at_3": 0.06467, + "map_at_5": 0.09146, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.7264444444444447, + "mrr_at_100": 0.7301276885288194, + "mrr_at_1000": 0.7303306083191355, + "mrr_at_20": 0.7284408793820559, + "mrr_at_3": 0.7044444444444444, + "mrr_at_5": 0.7264444444444447, + "nauc_map_at_1000_diff1": 0.03031055639821136, + "nauc_map_at_1000_max": 0.3799642582775909, + "nauc_map_at_1000_std": 0.36252711401534193, + "nauc_map_at_100_diff1": 0.08638172832663249, + "nauc_map_at_100_max": 0.5472976295691042, + "nauc_map_at_100_std": 0.3175619928241153, + "nauc_map_at_10_diff1": 0.2478089730989943, + "nauc_map_at_10_max": 0.5493664054782993, + "nauc_map_at_10_std": 0.00529621276679393, + "nauc_map_at_1_diff1": 0.30926204259849843, + "nauc_map_at_1_max": 0.529808439753865, + "nauc_map_at_1_std": -0.016971030397401384, + "nauc_map_at_20_diff1": 0.21937818760071617, + "nauc_map_at_20_max": 0.5755721636189504, + "nauc_map_at_20_std": 0.11046444620258479, + "nauc_map_at_3_diff1": 0.26504611558627733, + "nauc_map_at_3_max": 0.6067424405629975, + "nauc_map_at_3_std": -0.04767513348490129, + "nauc_map_at_5_diff1": 0.23161137517199, + "nauc_map_at_5_max": 0.5276490285574157, + "nauc_map_at_5_std": -0.06833749856094767, + "nauc_mrr_at_1000_diff1": 0.2683418044022753, + "nauc_mrr_at_1000_max": 0.2777805650550582, + "nauc_mrr_at_1000_std": 0.15843500431641647, + "nauc_mrr_at_100_diff1": 0.2685196782904297, + "nauc_mrr_at_100_max": 0.2782509722303713, + "nauc_mrr_at_100_std": 0.1591343734641855, + "nauc_mrr_at_10_diff1": 0.26011535428492977, + "nauc_mrr_at_10_max": 0.2787132780959225, + "nauc_mrr_at_10_std": 0.16579796758701718, + "nauc_mrr_at_1_diff1": 0.2803349450502647, + "nauc_mrr_at_1_max": 0.18396449986466892, + "nauc_mrr_at_1_std": 0.03768739883950477, + "nauc_mrr_at_20_diff1": 0.2660640961595031, + "nauc_mrr_at_20_max": 0.2829697287164296, + "nauc_mrr_at_20_std": 0.16496420232427136, + "nauc_mrr_at_3_diff1": 0.2935478758310841, + "nauc_mrr_at_3_max": 0.2823960864461122, + "nauc_mrr_at_3_std": 0.13368170270501933, + "nauc_mrr_at_5_diff1": 0.26011535428492977, + "nauc_mrr_at_5_max": 0.2787132780959225, + "nauc_mrr_at_5_std": 0.16579796758701718, + "nauc_ndcg_at_1000_diff1": 0.011864325415042537, + "nauc_ndcg_at_1000_max": 0.3498438255211064, + "nauc_ndcg_at_1000_std": 0.36393969671623927, + "nauc_ndcg_at_100_diff1": 0.025842592553714006, + "nauc_ndcg_at_100_max": 0.4544108076107902, + "nauc_ndcg_at_100_std": 0.36831710641464693, + "nauc_ndcg_at_10_diff1": 0.114816754690532, + "nauc_ndcg_at_10_max": 0.37729718370406157, + "nauc_ndcg_at_10_std": 0.24164732592731858, + "nauc_ndcg_at_1_diff1": 0.2525952284359196, + "nauc_ndcg_at_1_max": 0.1931428066474534, + "nauc_ndcg_at_1_std": 0.02990860049965633, + "nauc_ndcg_at_20_diff1": 0.0381169475263089, + "nauc_ndcg_at_20_max": 0.39966937174399064, + "nauc_ndcg_at_20_std": 0.30149413757262994, + "nauc_ndcg_at_3_diff1": 0.17319026865975395, + "nauc_ndcg_at_3_max": 0.2934030103215666, + "nauc_ndcg_at_3_std": 0.12685816115372084, + "nauc_ndcg_at_5_diff1": 0.1260329738762322, + "nauc_ndcg_at_5_max": 0.2842631192131043, + "nauc_ndcg_at_5_std": 0.1725091996663245, + "nauc_precision_at_1000_diff1": -0.0789677441439713, + "nauc_precision_at_1000_max": -0.1741371418344567, + "nauc_precision_at_1000_std": 0.1432055247257524, + "nauc_precision_at_100_diff1": -0.12463941104104605, + "nauc_precision_at_100_max": -0.05691710563339639, + "nauc_precision_at_100_std": 0.2795497068219013, + "nauc_precision_at_10_diff1": 0.06826470570443108, + "nauc_precision_at_10_max": 0.24979348459302983, + "nauc_precision_at_10_std": 0.3353563270798094, + "nauc_precision_at_1_diff1": 0.2803349450502647, + "nauc_precision_at_1_max": 0.18396449986466892, + "nauc_precision_at_1_std": 0.03768739883950477, + "nauc_precision_at_20_diff1": -0.07072561758423869, + "nauc_precision_at_20_max": 0.17245316431608043, + "nauc_precision_at_20_std": 0.38189247977339197, + "nauc_precision_at_3_diff1": 0.1656283396121136, + "nauc_precision_at_3_max": 0.3054831409166544, + "nauc_precision_at_3_std": 0.18370629418146844, + "nauc_precision_at_5_diff1": 0.08928802221557892, + "nauc_precision_at_5_max": 0.20451049500792398, + "nauc_precision_at_5_std": 0.2417191351181255, + "nauc_recall_at_1000_diff1": -0.32259223631733996, + "nauc_recall_at_1000_max": 0.4034753260437976, + "nauc_recall_at_1000_std": 0.5820766854683127, + "nauc_recall_at_100_diff1": -0.004852437632425885, + "nauc_recall_at_100_max": 0.45199803920606985, + "nauc_recall_at_100_std": 0.27219622136587435, + "nauc_recall_at_10_diff1": 0.1529361212339502, + "nauc_recall_at_10_max": 0.41368713913492006, + "nauc_recall_at_10_std": -0.004709600249629607, + "nauc_recall_at_1_diff1": 0.30926204259849843, + "nauc_recall_at_1_max": 0.529808439753865, + "nauc_recall_at_1_std": -0.016971030397401384, + "nauc_recall_at_20_diff1": 0.14041668451796868, + "nauc_recall_at_20_max": 0.4441128498665345, + "nauc_recall_at_20_std": 0.09669948055260644, + "nauc_recall_at_3_diff1": 0.2576104057895908, + "nauc_recall_at_3_max": 0.6242673451638165, + "nauc_recall_at_3_std": -0.02419707081457432, + "nauc_recall_at_5_diff1": 0.11770920222854793, + "nauc_recall_at_5_max": 0.3488647549836137, + "nauc_recall_at_5_std": -0.10908114786068178, + "ndcg_at_1": 0.49778, + "ndcg_at_10": 0.47374, + "ndcg_at_100": 0.53724, + "ndcg_at_1000": 0.66802, + "ndcg_at_20": 0.46573, + "ndcg_at_3": 0.49332, + "ndcg_at_5": 0.48503, + "precision_at_1": 0.62667, + "precision_at_10": 0.49467, + "precision_at_100": 0.2888, + "precision_at_1000": 0.05855, + "precision_at_20": 0.426, + "precision_at_3": 0.6, + "precision_at_5": 0.56267, + "recall_at_1": 0.02714, + "recall_at_10": 0.17783, + "recall_at_100": 0.57003, + "recall_at_1000": 0.93035, + "recall_at_20": 0.25456, + "recall_at_3": 0.0687, + "recall_at_5": 0.11571 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.45502, + "map_at_1": 0.03752, + "map_at_10": 0.14346, + "map_at_100": 0.30795, + "map_at_1000": 0.38849, + "map_at_20": 0.18477, + "map_at_3": 0.07457, + "map_at_5": 0.09859, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7314603174603175, + "mrr_at_100": 0.7363320162416216, + "mrr_at_1000": 0.7363320162416216, + "mrr_at_20": 0.734743268427479, + "mrr_at_3": 0.7155555555555556, + "mrr_at_5": 0.7282222222222223, + "nauc_map_at_1000_diff1": 0.06243973951829197, + "nauc_map_at_1000_max": 0.38645369730837603, + "nauc_map_at_1000_std": 0.11190974474205186, + "nauc_map_at_100_diff1": 0.14145861268392207, + "nauc_map_at_100_max": 0.3251211519466099, + "nauc_map_at_100_std": -0.002876417756384715, + "nauc_map_at_10_diff1": 0.24575558878663148, + "nauc_map_at_10_max": 0.25839303145808484, + "nauc_map_at_10_std": -0.10163957374082536, + "nauc_map_at_1_diff1": 0.5134358822257977, + "nauc_map_at_1_max": 0.02466764713527057, + "nauc_map_at_1_std": -0.16467818180185276, + "nauc_map_at_20_diff1": 0.1974340216853756, + "nauc_map_at_20_max": 0.26075329724113167, + "nauc_map_at_20_std": -0.0796340213926383, + "nauc_map_at_3_diff1": 0.2835889825532945, + "nauc_map_at_3_max": 0.2403596079293489, + "nauc_map_at_3_std": -0.09204241873672132, + "nauc_map_at_5_diff1": 0.2836482124609618, + "nauc_map_at_5_max": 0.22983997885096324, + "nauc_map_at_5_std": -0.09675332361814762, + "nauc_mrr_at_1000_diff1": 0.40445083006235877, + "nauc_mrr_at_1000_max": 0.6034772759841688, + "nauc_mrr_at_1000_std": 0.18175016043546768, + "nauc_mrr_at_100_diff1": 0.40445083006235877, + "nauc_mrr_at_100_max": 0.6034772759841688, + "nauc_mrr_at_100_std": 0.18175016043546768, + "nauc_mrr_at_10_diff1": 0.40351769674192395, + "nauc_mrr_at_10_max": 0.5998132683406306, + "nauc_mrr_at_10_std": 0.19000863941464508, + "nauc_mrr_at_1_diff1": 0.4347063780152441, + "nauc_mrr_at_1_max": 0.639053200553573, + "nauc_mrr_at_1_std": 0.22080653886391852, + "nauc_mrr_at_20_diff1": 0.4014796655807185, + "nauc_mrr_at_20_max": 0.6042897016135104, + "nauc_mrr_at_20_std": 0.18246166055907828, + "nauc_mrr_at_3_diff1": 0.3887668094734355, + "nauc_mrr_at_3_max": 0.5858269989228666, + "nauc_mrr_at_3_std": 0.17763984062196347, + "nauc_mrr_at_5_diff1": 0.40642333566878247, + "nauc_mrr_at_5_max": 0.5986572759533423, + "nauc_mrr_at_5_std": 0.17595262128143935, + "nauc_ndcg_at_1000_diff1": 0.13065097227155714, + "nauc_ndcg_at_1000_max": 0.4462610412398982, + "nauc_ndcg_at_1000_std": 0.15986005755232627, + "nauc_ndcg_at_100_diff1": 0.10650288481324348, + "nauc_ndcg_at_100_max": 0.40885574137498043, + "nauc_ndcg_at_100_std": 0.0336456198131767, + "nauc_ndcg_at_10_diff1": 0.24197414375924145, + "nauc_ndcg_at_10_max": 0.4430673090571238, + "nauc_ndcg_at_10_std": -0.03932431096319617, + "nauc_ndcg_at_1_diff1": 0.2944754250360741, + "nauc_ndcg_at_1_max": 0.511695029252014, + "nauc_ndcg_at_1_std": 0.1602209603295196, + "nauc_ndcg_at_20_diff1": 0.20422252499449137, + "nauc_ndcg_at_20_max": 0.4105913872813541, + "nauc_ndcg_at_20_std": -0.018313797500793517, + "nauc_ndcg_at_3_diff1": 0.23087544355258485, + "nauc_ndcg_at_3_max": 0.5057825814044045, + "nauc_ndcg_at_3_std": -0.014793018538416438, + "nauc_ndcg_at_5_diff1": 0.24734595309387863, + "nauc_ndcg_at_5_max": 0.48149541107991456, + "nauc_ndcg_at_5_std": -0.04794759597638707, + "nauc_precision_at_1000_diff1": -0.10324988921640972, + "nauc_precision_at_1000_max": 0.18715594646357603, + "nauc_precision_at_1000_std": 0.15495115335406812, + "nauc_precision_at_100_diff1": -0.08249076052665485, + "nauc_precision_at_100_max": 0.16823952119685642, + "nauc_precision_at_100_std": 0.12623732365395304, + "nauc_precision_at_10_diff1": 0.06907384091316354, + "nauc_precision_at_10_max": 0.38149925975285187, + "nauc_precision_at_10_std": 0.03348600626138731, + "nauc_precision_at_1_diff1": 0.4347063780152441, + "nauc_precision_at_1_max": 0.639053200553573, + "nauc_precision_at_1_std": 0.22080653886391852, + "nauc_precision_at_20_diff1": -0.03358110704675033, + "nauc_precision_at_20_max": 0.27816297391029576, + "nauc_precision_at_20_std": 0.06518129665433736, + "nauc_precision_at_3_diff1": 0.1243521765750644, + "nauc_precision_at_3_max": 0.5278186291266479, + "nauc_precision_at_3_std": -0.033056606589073716, + "nauc_precision_at_5_diff1": 0.12907411560483903, + "nauc_precision_at_5_max": 0.43795895597102114, + "nauc_precision_at_5_std": -0.04640831175078233, + "nauc_recall_at_1000_diff1": -0.3218873855881847, + "nauc_recall_at_1000_max": 0.3150059056164008, + "nauc_recall_at_1000_std": 0.617541401662067, + "nauc_recall_at_100_diff1": -0.05064684317291375, + "nauc_recall_at_100_max": 0.06164528248925792, + "nauc_recall_at_100_std": -0.05030286056956637, + "nauc_recall_at_10_diff1": 0.21590975098700385, + "nauc_recall_at_10_max": 0.18684203783531775, + "nauc_recall_at_10_std": -0.09544615957417686, + "nauc_recall_at_1_diff1": 0.5134358822257977, + "nauc_recall_at_1_max": 0.02466764713527057, + "nauc_recall_at_1_std": -0.16467818180185276, + "nauc_recall_at_20_diff1": 0.11886541170214249, + "nauc_recall_at_20_max": 0.17492650939138124, + "nauc_recall_at_20_std": -0.0794332908843102, + "nauc_recall_at_3_diff1": 0.2515321991327815, + "nauc_recall_at_3_max": 0.20537202002422747, + "nauc_recall_at_3_std": -0.10869514628724862, + "nauc_recall_at_5_diff1": 0.2489280386415718, + "nauc_recall_at_5_max": 0.19271264739695293, + "nauc_recall_at_5_std": -0.09577333731422727, + "ndcg_at_1": 0.49778, + "ndcg_at_10": 0.4625, + "ndcg_at_100": 0.53874, + "ndcg_at_1000": 0.67217, + "ndcg_at_20": 0.45502, + "ndcg_at_3": 0.49528, + "ndcg_at_5": 0.48233, + "precision_at_1": 0.64, + "precision_at_10": 0.484, + "precision_at_100": 0.25987, + "precision_at_1000": 0.05113, + "precision_at_20": 0.412, + "precision_at_3": 0.58222, + "precision_at_5": 0.54933, + "recall_at_1": 0.03752, + "recall_at_10": 0.18004, + "recall_at_100": 0.58466, + "recall_at_1000": 0.93191, + "recall_at_20": 0.2587, + "recall_at_3": 0.07901, + "recall_at_5": 0.11064 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-PLHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-PLHardNegatives.json new file mode 100644 index 000000000..23e8f923f --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 32.313138484954834, + "kg_co2_emissions": 0.0024586286054923247, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.80715, + "map_at_1": 0.61452, + "map_at_10": 0.75702, + "map_at_100": 0.76615, + "map_at_1000": 0.76641, + "map_at_20": 0.76309, + "map_at_3": 0.72265, + "map_at_5": 0.74228, + "mrr_at_1": 0.717, + "mrr_at_10": 0.7975059523809526, + "mrr_at_100": 0.7995424046100235, + "mrr_at_1000": 0.7995743131757619, + "mrr_at_20": 0.7989564853404248, + "mrr_at_3": 0.7820000000000003, + "mrr_at_5": 0.7914500000000004, + "nauc_map_at_1000_diff1": 0.7165913505682705, + "nauc_map_at_1000_max": 0.3440329897408642, + "nauc_map_at_1000_std": -0.16511629129078217, + "nauc_map_at_100_diff1": 0.7166327407959225, + "nauc_map_at_100_max": 0.34381219630010834, + "nauc_map_at_100_std": -0.16548758224069268, + "nauc_map_at_10_diff1": 0.7171770329226171, + "nauc_map_at_10_max": 0.3370171386892498, + "nauc_map_at_10_std": -0.1766932172610517, + "nauc_map_at_1_diff1": 0.7634337570860497, + "nauc_map_at_1_max": 0.24604188529643586, + "nauc_map_at_1_std": -0.17966069060214454, + "nauc_map_at_20_diff1": 0.7173280994056233, + "nauc_map_at_20_max": 0.34097335505161064, + "nauc_map_at_20_std": -0.1712895657606281, + "nauc_map_at_3_diff1": 0.7221425100728125, + "nauc_map_at_3_max": 0.3149374520059491, + "nauc_map_at_3_std": -0.19615303497845982, + "nauc_map_at_5_diff1": 0.7186421359018222, + "nauc_map_at_5_max": 0.3306813125860809, + "nauc_map_at_5_std": -0.18457234417958007, + "nauc_mrr_at_1000_diff1": 0.7118992062008465, + "nauc_mrr_at_1000_max": 0.35764240869724234, + "nauc_mrr_at_1000_std": -0.13640702270439828, + "nauc_mrr_at_100_diff1": 0.7118243014988084, + "nauc_mrr_at_100_max": 0.35771363181339916, + "nauc_mrr_at_100_std": -0.13638111347330004, + "nauc_mrr_at_10_diff1": 0.7108222010772548, + "nauc_mrr_at_10_max": 0.3584559149030474, + "nauc_mrr_at_10_std": -0.1383119724914037, + "nauc_mrr_at_1_diff1": 0.7377009498847396, + "nauc_mrr_at_1_max": 0.3385999648260878, + "nauc_mrr_at_1_std": -0.13448537351480072, + "nauc_mrr_at_20_diff1": 0.7115949909247502, + "nauc_mrr_at_20_max": 0.3572343758136172, + "nauc_mrr_at_20_std": -0.13677879294203998, + "nauc_mrr_at_3_diff1": 0.7105254090891268, + "nauc_mrr_at_3_max": 0.354601334383605, + "nauc_mrr_at_3_std": -0.14777029148998833, + "nauc_mrr_at_5_diff1": 0.7078994015909283, + "nauc_mrr_at_5_max": 0.36041375821601124, + "nauc_mrr_at_5_std": -0.13549787383368422, + "nauc_ndcg_at_1000_diff1": 0.7094919791590331, + "nauc_ndcg_at_1000_max": 0.35947729792800054, + "nauc_ndcg_at_1000_std": -0.14404615390716222, + "nauc_ndcg_at_100_diff1": 0.7080507552254385, + "nauc_ndcg_at_100_max": 0.3614501833605876, + "nauc_ndcg_at_100_std": -0.14165552758201766, + "nauc_ndcg_at_10_diff1": 0.702712160209952, + "nauc_ndcg_at_10_max": 0.35085964261705926, + "nauc_ndcg_at_10_std": -0.16807324741066573, + "nauc_ndcg_at_1_diff1": 0.7433291716812698, + "nauc_ndcg_at_1_max": 0.33824670723340117, + "nauc_ndcg_at_1_std": -0.13435012616179395, + "nauc_ndcg_at_20_diff1": 0.7059757746887538, + "nauc_ndcg_at_20_max": 0.35255420253831743, + "nauc_ndcg_at_20_std": -0.15663535441912138, + "nauc_ndcg_at_3_diff1": 0.7029563692274766, + "nauc_ndcg_at_3_max": 0.3493594969171893, + "nauc_ndcg_at_3_std": -0.17517450012025162, + "nauc_ndcg_at_5_diff1": 0.7014326590970076, + "nauc_ndcg_at_5_max": 0.35352590354809166, + "nauc_ndcg_at_5_std": -0.16842230473080624, + "nauc_precision_at_1000_diff1": -0.3728609001314335, + "nauc_precision_at_1000_max": 0.03923177373574353, + "nauc_precision_at_1000_std": 0.24339213536043447, + "nauc_precision_at_100_diff1": -0.363817789241871, + "nauc_precision_at_100_max": 0.05241713744219676, + "nauc_precision_at_100_std": 0.24524026848939634, + "nauc_precision_at_10_diff1": -0.2598774999766106, + "nauc_precision_at_10_max": 0.10854334748154566, + "nauc_precision_at_10_std": 0.15052798508044532, + "nauc_precision_at_1_diff1": 0.7433291716812698, + "nauc_precision_at_1_max": 0.33824670723340117, + "nauc_precision_at_1_std": -0.13435012616179395, + "nauc_precision_at_20_diff1": -0.31616019060876127, + "nauc_precision_at_20_max": 0.06560731455977775, + "nauc_precision_at_20_std": 0.19083454372127157, + "nauc_precision_at_3_diff1": 0.017493962213890404, + "nauc_precision_at_3_max": 0.2276301350648922, + "nauc_precision_at_3_std": 0.02131170534896541, + "nauc_precision_at_5_diff1": -0.1358469893668174, + "nauc_precision_at_5_max": 0.18125576391023632, + "nauc_precision_at_5_std": 0.10077482718122148, + "nauc_recall_at_1000_diff1": 0.6426814268142912, + "nauc_recall_at_1000_max": 0.5800472710609517, + "nauc_recall_at_1000_std": 0.6052585035654631, + "nauc_recall_at_100_diff1": 0.5484505721382724, + "nauc_recall_at_100_max": 0.5682666076218462, + "nauc_recall_at_100_std": 0.23916979262276422, + "nauc_recall_at_10_diff1": 0.5870445070830312, + "nauc_recall_at_10_max": 0.32692277407826115, + "nauc_recall_at_10_std": -0.22004580930780587, + "nauc_recall_at_1_diff1": 0.7634337570860497, + "nauc_recall_at_1_max": 0.24604188529643586, + "nauc_recall_at_1_std": -0.17966069060214454, + "nauc_recall_at_20_diff1": 0.570971714987699, + "nauc_recall_at_20_max": 0.3208034551795448, + "nauc_recall_at_20_std": -0.1532160319126521, + "nauc_recall_at_3_diff1": 0.6525249724236272, + "nauc_recall_at_3_max": 0.29755728783250485, + "nauc_recall_at_3_std": -0.23887378152671201, + "nauc_recall_at_5_diff1": 0.6203301427740805, + "nauc_recall_at_5_max": 0.33674368143991334, + "nauc_recall_at_5_std": -0.20211487810904333, + "ndcg_at_1": 0.714, + "ndcg_at_10": 0.80715, + "ndcg_at_100": 0.82806, + "ndcg_at_1000": 0.83043, + "ndcg_at_20": 0.81877, + "ndcg_at_3": 0.76761, + "ndcg_at_5": 0.78632, + "precision_at_1": 0.714, + "precision_at_10": 0.1291, + "precision_at_100": 0.01563, + "precision_at_1000": 0.00162, + "precision_at_20": 0.0705, + "precision_at_3": 0.34033, + "precision_at_5": 0.2284, + "recall_at_1": 0.61452, + "recall_at_10": 0.90746, + "recall_at_100": 0.98253, + "recall_at_1000": 0.99516, + "recall_at_20": 0.94561, + "recall_at_3": 0.79329, + "recall_at_5": 0.8468 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/QuoraRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..90013b0c3 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 28.712082862854004, + "kg_co2_emissions": 0.002133564607068101, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.88445, + "map_at_1": 0.70298, + "map_at_10": 0.84732, + "map_at_100": 0.85497, + "map_at_1000": 0.85512, + "map_at_20": 0.85211, + "map_at_3": 0.81556, + "map_at_5": 0.8348, + "mrr_at_1": 0.815, + "mrr_at_10": 0.8773579365079365, + "mrr_at_100": 0.8784220453630427, + "mrr_at_1000": 0.8784220453630427, + "mrr_at_20": 0.8780113608613609, + "mrr_at_3": 0.8683333333333333, + "mrr_at_5": 0.8750833333333334, + "nauc_map_at_1000_diff1": 0.7581960752571865, + "nauc_map_at_1000_max": 0.31765220251165427, + "nauc_map_at_1000_std": -0.3180443045928285, + "nauc_map_at_100_diff1": 0.7582085561263602, + "nauc_map_at_100_max": 0.317543495232153, + "nauc_map_at_100_std": -0.31872630179430156, + "nauc_map_at_10_diff1": 0.7581074017231365, + "nauc_map_at_10_max": 0.3191675619372141, + "nauc_map_at_10_std": -0.33145934436862956, + "nauc_map_at_1_diff1": 0.7925088286811799, + "nauc_map_at_1_max": 0.19763306222658064, + "nauc_map_at_1_std": -0.28636435330988197, + "nauc_map_at_20_diff1": 0.7581693796327171, + "nauc_map_at_20_max": 0.3175261069751064, + "nauc_map_at_20_std": -0.32702786862844063, + "nauc_map_at_3_diff1": 0.771595834957541, + "nauc_map_at_3_max": 0.27777059094494994, + "nauc_map_at_3_std": -0.3587892634420779, + "nauc_map_at_5_diff1": 0.7665123411452753, + "nauc_map_at_5_max": 0.3018950194258917, + "nauc_map_at_5_std": -0.3485722554430645, + "nauc_mrr_at_1000_diff1": 0.758643709908519, + "nauc_mrr_at_1000_max": 0.33668822703325896, + "nauc_mrr_at_1000_std": -0.2870289660602506, + "nauc_mrr_at_100_diff1": 0.758643709908519, + "nauc_mrr_at_100_max": 0.33668822703325896, + "nauc_mrr_at_100_std": -0.2870289660602506, + "nauc_mrr_at_10_diff1": 0.7592441764478711, + "nauc_mrr_at_10_max": 0.338207920132052, + "nauc_mrr_at_10_std": -0.28778407992663935, + "nauc_mrr_at_1_diff1": 0.7571562810427686, + "nauc_mrr_at_1_max": 0.32808279861465356, + "nauc_mrr_at_1_std": -0.2574596611807659, + "nauc_mrr_at_20_diff1": 0.7590312245497315, + "nauc_mrr_at_20_max": 0.33755973490234337, + "nauc_mrr_at_20_std": -0.28782711681633055, + "nauc_mrr_at_3_diff1": 0.7585307004011101, + "nauc_mrr_at_3_max": 0.335264424560322, + "nauc_mrr_at_3_std": -0.29860536871336, + "nauc_mrr_at_5_diff1": 0.7570146745001953, + "nauc_mrr_at_5_max": 0.3366080760280868, + "nauc_mrr_at_5_std": -0.28896051439968146, + "nauc_ndcg_at_1000_diff1": 0.7577762128272214, + "nauc_ndcg_at_1000_max": 0.3275137946137747, + "nauc_ndcg_at_1000_std": -0.30434829789779994, + "nauc_ndcg_at_100_diff1": 0.7581549599465462, + "nauc_ndcg_at_100_max": 0.3254046210582342, + "nauc_ndcg_at_100_std": -0.3082987170060262, + "nauc_ndcg_at_10_diff1": 0.7572604598624118, + "nauc_ndcg_at_10_max": 0.3277923271493362, + "nauc_ndcg_at_10_std": -0.3267967084552651, + "nauc_ndcg_at_1_diff1": 0.7571562810427686, + "nauc_ndcg_at_1_max": 0.32808279861465356, + "nauc_ndcg_at_1_std": -0.2574596611807659, + "nauc_ndcg_at_20_diff1": 0.7598243002385294, + "nauc_ndcg_at_20_max": 0.32400603431689456, + "nauc_ndcg_at_20_std": -0.3279256287307881, + "nauc_ndcg_at_3_diff1": 0.7578307932983739, + "nauc_ndcg_at_3_max": 0.3180602451948847, + "nauc_ndcg_at_3_std": -0.346690723540126, + "nauc_ndcg_at_5_diff1": 0.7609543088991226, + "nauc_ndcg_at_5_max": 0.31155889243018325, + "nauc_ndcg_at_5_std": -0.3401407840288882, + "nauc_precision_at_1000_diff1": -0.424979663558344, + "nauc_precision_at_1000_max": -0.035365314553131987, + "nauc_precision_at_1000_std": 0.3042008321196138, + "nauc_precision_at_100_diff1": -0.4237994416223557, + "nauc_precision_at_100_max": -0.03122456392328979, + "nauc_precision_at_100_std": 0.28874704299879406, + "nauc_precision_at_10_diff1": -0.39760852916106015, + "nauc_precision_at_10_max": 0.04868541939801457, + "nauc_precision_at_10_std": 0.21364585000987985, + "nauc_precision_at_1_diff1": 0.7571562810427686, + "nauc_precision_at_1_max": 0.32808279861465356, + "nauc_precision_at_1_std": -0.2574596611807659, + "nauc_precision_at_20_diff1": -0.41006570759642785, + "nauc_precision_at_20_max": -0.00011265181172713665, + "nauc_precision_at_20_std": 0.23817871226462342, + "nauc_precision_at_3_diff1": -0.19762441665561287, + "nauc_precision_at_3_max": 0.1410843271793264, + "nauc_precision_at_3_std": 0.0498619267548564, + "nauc_precision_at_5_diff1": -0.32466188392895384, + "nauc_precision_at_5_max": 0.09525328357001107, + "nauc_precision_at_5_std": 0.14499597735895853, + "nauc_recall_at_1000_diff1": -0.09595959595968327, + "nauc_recall_at_1000_max": -1.1695526695525438, + "nauc_recall_at_1000_std": 0.022960699431496926, + "nauc_recall_at_100_diff1": 0.6111611502094413, + "nauc_recall_at_100_max": -0.2595280047539561, + "nauc_recall_at_100_std": -0.6333466316196311, + "nauc_recall_at_10_diff1": 0.7248879603393507, + "nauc_recall_at_10_max": 0.3412672900701513, + "nauc_recall_at_10_std": -0.4460064335670544, + "nauc_recall_at_1_diff1": 0.7925088286811799, + "nauc_recall_at_1_max": 0.19763306222658064, + "nauc_recall_at_1_std": -0.28636435330988197, + "nauc_recall_at_20_diff1": 0.7527964690642891, + "nauc_recall_at_20_max": 0.30551974728037057, + "nauc_recall_at_20_std": -0.555014559564044, + "nauc_recall_at_3_diff1": 0.7514739977816911, + "nauc_recall_at_3_max": 0.23813471329577213, + "nauc_recall_at_3_std": -0.46309701702855055, + "nauc_recall_at_5_diff1": 0.7362761153158675, + "nauc_recall_at_5_max": 0.2548575351240884, + "nauc_recall_at_5_std": -0.4578359669605964, + "ndcg_at_1": 0.815, + "ndcg_at_10": 0.88445, + "ndcg_at_100": 0.89832, + "ndcg_at_1000": 0.89899, + "ndcg_at_20": 0.89152, + "ndcg_at_3": 0.85912, + "ndcg_at_5": 0.87247, + "precision_at_1": 0.815, + "precision_at_10": 0.1387, + "precision_at_100": 0.01607, + "precision_at_1000": 0.00164, + "precision_at_20": 0.0742, + "precision_at_3": 0.38033, + "precision_at_5": 0.2512, + "recall_at_1": 0.70298, + "recall_at_10": 0.95172, + "recall_at_100": 0.99751, + "recall_at_1000": 0.99961, + "recall_at_20": 0.97322, + "recall_at_3": 0.87085, + "recall_at_5": 0.91591 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RiaNewsRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..d45cacefb --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 323.6002733707428, + "kg_co2_emissions": 0.030663590886757828, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.69933, + "map_at_1": 0.548, + "map_at_10": 0.65148, + "map_at_100": 0.65657, + "map_at_1000": 0.65669, + "map_at_20": 0.65497, + "map_at_3": 0.63, + "map_at_5": 0.6431, + "mrr_at_1": 0.548, + "mrr_at_10": 0.6515722222222224, + "mrr_at_100": 0.6566629664203021, + "mrr_at_1000": 0.6567857887026756, + "mrr_at_20": 0.6550613685677927, + "mrr_at_3": 0.6303333333333333, + "mrr_at_5": 0.6431833333333336, + "nauc_map_at_1000_diff1": 0.6275457236457044, + "nauc_map_at_1000_max": 0.16130963080510902, + "nauc_map_at_1000_std": -0.2251394942377133, + "nauc_map_at_100_diff1": 0.6274584661864246, + "nauc_map_at_100_max": 0.16126709066409842, + "nauc_map_at_100_std": -0.2251130127592553, + "nauc_map_at_10_diff1": 0.626448621900659, + "nauc_map_at_10_max": 0.15791978950220767, + "nauc_map_at_10_std": -0.22810907833539384, + "nauc_map_at_1_diff1": 0.665562069487336, + "nauc_map_at_1_max": 0.1810072805331211, + "nauc_map_at_1_std": -0.20222255227803884, + "nauc_map_at_20_diff1": 0.6269395918956635, + "nauc_map_at_20_max": 0.16033992281062365, + "nauc_map_at_20_std": -0.22660584867433892, + "nauc_map_at_3_diff1": 0.6293215367601095, + "nauc_map_at_3_max": 0.1681377655965334, + "nauc_map_at_3_std": -0.22571658305418008, + "nauc_map_at_5_diff1": 0.6244609615298281, + "nauc_map_at_5_max": 0.1570779071935791, + "nauc_map_at_5_std": -0.22493574996621918, + "nauc_mrr_at_1000_diff1": 0.6276771666389681, + "nauc_mrr_at_1000_max": 0.1601468720345623, + "nauc_mrr_at_1000_std": -0.22856998653846933, + "nauc_mrr_at_100_diff1": 0.6275898268811152, + "nauc_mrr_at_100_max": 0.16010484940793906, + "nauc_mrr_at_100_std": -0.22854193895034777, + "nauc_mrr_at_10_diff1": 0.6265775138529115, + "nauc_mrr_at_10_max": 0.15677626983283, + "nauc_mrr_at_10_std": -0.23148102259247574, + "nauc_mrr_at_1_diff1": 0.665562069487336, + "nauc_mrr_at_1_max": 0.1792417932866645, + "nauc_mrr_at_1_std": -0.20781326189181765, + "nauc_mrr_at_20_diff1": 0.6270700482572505, + "nauc_mrr_at_20_max": 0.1591842649459428, + "nauc_mrr_at_20_std": -0.2300150327964764, + "nauc_mrr_at_3_diff1": 0.6297014784114705, + "nauc_mrr_at_3_max": 0.16685613119143913, + "nauc_mrr_at_3_std": -0.22890727805781663, + "nauc_mrr_at_5_diff1": 0.6245580373634767, + "nauc_mrr_at_5_max": 0.15596166935595648, + "nauc_mrr_at_5_std": -0.2282387554716569, + "nauc_ndcg_at_1000_diff1": 0.6201464516892904, + "nauc_ndcg_at_1000_max": 0.1641207498967824, + "nauc_ndcg_at_1000_std": -0.2191787154405872, + "nauc_ndcg_at_100_diff1": 0.6177773203362977, + "nauc_ndcg_at_100_max": 0.16349908565427151, + "nauc_ndcg_at_100_std": -0.21831602265904174, + "nauc_ndcg_at_10_diff1": 0.6117242489802028, + "nauc_ndcg_at_10_max": 0.14524068120853562, + "nauc_ndcg_at_10_std": -0.2403545338875316, + "nauc_ndcg_at_1_diff1": 0.665562069487336, + "nauc_ndcg_at_1_max": 0.1810072805331211, + "nauc_ndcg_at_1_std": -0.20222255227803884, + "nauc_ndcg_at_20_diff1": 0.6134094597621811, + "nauc_ndcg_at_20_max": 0.15661236303016196, + "nauc_ndcg_at_20_std": -0.23210815624447043, + "nauc_ndcg_at_3_diff1": 0.6167390611150548, + "nauc_ndcg_at_3_max": 0.16550454930142125, + "nauc_ndcg_at_3_std": -0.23198221077665407, + "nauc_ndcg_at_5_diff1": 0.6069440930722625, + "nauc_ndcg_at_5_max": 0.14375665721252884, + "nauc_ndcg_at_5_std": -0.2308424176895264, + "nauc_precision_at_1000_diff1": 0.5755680049797633, + "nauc_precision_at_1000_max": 0.6662931839402353, + "nauc_precision_at_1000_std": 0.5769685652038471, + "nauc_precision_at_100_diff1": 0.5024300318417952, + "nauc_precision_at_100_max": 0.3393425746366952, + "nauc_precision_at_100_std": 0.12740309799133762, + "nauc_precision_at_10_diff1": 0.5338722093918383, + "nauc_precision_at_10_max": 0.0721434070163863, + "nauc_precision_at_10_std": -0.31339233152845447, + "nauc_precision_at_1_diff1": 0.665562069487336, + "nauc_precision_at_1_max": 0.1810072805331211, + "nauc_precision_at_1_std": -0.20222255227803884, + "nauc_precision_at_20_diff1": 0.5169719802649232, + "nauc_precision_at_20_max": 0.15202580740713287, + "nauc_precision_at_20_std": -0.2580694430302433, + "nauc_precision_at_3_diff1": 0.5729194347615397, + "nauc_precision_at_3_max": 0.15706821627874257, + "nauc_precision_at_3_std": -0.253046206993575, + "nauc_precision_at_5_diff1": 0.534192477043504, + "nauc_precision_at_5_max": 0.08576697275327352, + "nauc_precision_at_5_std": -0.25361047343068, + "nauc_recall_at_1000_diff1": 0.5755680049797731, + "nauc_recall_at_1000_max": 0.666293183940242, + "nauc_recall_at_1000_std": 0.5769685652038657, + "nauc_recall_at_100_diff1": 0.502430031841799, + "nauc_recall_at_100_max": 0.33934257463669193, + "nauc_recall_at_100_std": 0.12740309799133157, + "nauc_recall_at_10_diff1": 0.5338722093918405, + "nauc_recall_at_10_max": 0.07214340701638633, + "nauc_recall_at_10_std": -0.3133923315284548, + "nauc_recall_at_1_diff1": 0.665562069487336, + "nauc_recall_at_1_max": 0.1810072805331211, + "nauc_recall_at_1_std": -0.20222255227803884, + "nauc_recall_at_20_diff1": 0.5169719802649232, + "nauc_recall_at_20_max": 0.15202580740713253, + "nauc_recall_at_20_std": -0.25806944303024204, + "nauc_recall_at_3_diff1": 0.5729194347615398, + "nauc_recall_at_3_max": 0.15706821627874207, + "nauc_recall_at_3_std": -0.2530462069935758, + "nauc_recall_at_5_diff1": 0.5341924770435045, + "nauc_recall_at_5_max": 0.08576697275327494, + "nauc_recall_at_5_std": -0.2536104734306786, + "ndcg_at_1": 0.548, + "ndcg_at_10": 0.69933, + "ndcg_at_100": 0.72352, + "ndcg_at_1000": 0.72662, + "ndcg_at_20": 0.71199, + "ndcg_at_3": 0.65528, + "ndcg_at_5": 0.67861, + "precision_at_1": 0.548, + "precision_at_10": 0.0849, + "precision_at_100": 0.00961, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04495, + "precision_at_3": 0.24267, + "precision_at_5": 0.1568, + "recall_at_1": 0.548, + "recall_at_10": 0.849, + "recall_at_100": 0.961, + "recall_at_1000": 0.985, + "recall_at_20": 0.899, + "recall_at_3": 0.728, + "recall_at_5": 0.784 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TopiOCQAHardNegatives.json b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..49407b6f0 --- /dev/null +++ b/results/intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 73.10005974769592, + "kg_co2_emissions": 0.006804705326549383, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.17464, + "map_at_1": 0.103, + "map_at_10": 0.14817, + "map_at_100": 0.15717, + "map_at_1000": 0.15816, + "map_at_20": 0.15286, + "map_at_3": 0.13333, + "map_at_5": 0.14143, + "mrr_at_1": 0.103, + "mrr_at_10": 0.14817301587301593, + "mrr_at_100": 0.15717476862585245, + "mrr_at_1000": 0.158155248166092, + "mrr_at_20": 0.15286292158993414, + "mrr_at_3": 0.13333333333333328, + "mrr_at_5": 0.14143333333333333, + "nauc_map_at_1000_diff1": 0.25353514822005463, + "nauc_map_at_1000_max": 0.27331965095775285, + "nauc_map_at_1000_std": 0.36652687062394335, + "nauc_map_at_100_diff1": 0.2535690018228158, + "nauc_map_at_100_max": 0.2727350138768369, + "nauc_map_at_100_std": 0.3656289593658125, + "nauc_map_at_10_diff1": 0.2529746699515519, + "nauc_map_at_10_max": 0.269546341193159, + "nauc_map_at_10_std": 0.36016089952740876, + "nauc_map_at_1_diff1": 0.3213356449996185, + "nauc_map_at_1_max": 0.3088126576883514, + "nauc_map_at_1_std": 0.37851255324242783, + "nauc_map_at_20_diff1": 0.2514287301774081, + "nauc_map_at_20_max": 0.27146458509263827, + "nauc_map_at_20_std": 0.3639454294499245, + "nauc_map_at_3_diff1": 0.26319424091441956, + "nauc_map_at_3_max": 0.27366463950762016, + "nauc_map_at_3_std": 0.36966551875732717, + "nauc_map_at_5_diff1": 0.2564748497490135, + "nauc_map_at_5_max": 0.2687939178984561, + "nauc_map_at_5_std": 0.36326146425659533, + "nauc_mrr_at_1000_diff1": 0.25353514822005463, + "nauc_mrr_at_1000_max": 0.27331965095775285, + "nauc_mrr_at_1000_std": 0.36652687062394335, + "nauc_mrr_at_100_diff1": 0.2535690018228158, + "nauc_mrr_at_100_max": 0.2727350138768369, + "nauc_mrr_at_100_std": 0.3656289593658125, + "nauc_mrr_at_10_diff1": 0.2529746699515519, + "nauc_mrr_at_10_max": 0.269546341193159, + "nauc_mrr_at_10_std": 0.36016089952740876, + "nauc_mrr_at_1_diff1": 0.3213356449996185, + "nauc_mrr_at_1_max": 0.3088126576883514, + "nauc_mrr_at_1_std": 0.37851255324242783, + "nauc_mrr_at_20_diff1": 0.2514287301774081, + "nauc_mrr_at_20_max": 0.27146458509263827, + "nauc_mrr_at_20_std": 0.3639454294499245, + "nauc_mrr_at_3_diff1": 0.26319424091441956, + "nauc_mrr_at_3_max": 0.27366463950762016, + "nauc_mrr_at_3_std": 0.36966551875732717, + "nauc_mrr_at_5_diff1": 0.2564748497490135, + "nauc_mrr_at_5_max": 0.2687939178984561, + "nauc_mrr_at_5_std": 0.36326146425659533, + "nauc_ndcg_at_1000_diff1": 0.23437883589858446, + "nauc_ndcg_at_1000_max": 0.287187755330919, + "nauc_ndcg_at_1000_std": 0.39318790806793474, + "nauc_ndcg_at_100_diff1": 0.23885245225096485, + "nauc_ndcg_at_100_max": 0.27730446912364987, + "nauc_ndcg_at_100_std": 0.3770450891782264, + "nauc_ndcg_at_10_diff1": 0.23114630899884608, + "nauc_ndcg_at_10_max": 0.25948414583105267, + "nauc_ndcg_at_10_std": 0.35088354141671546, + "nauc_ndcg_at_1_diff1": 0.3213356449996185, + "nauc_ndcg_at_1_max": 0.3088126576883514, + "nauc_ndcg_at_1_std": 0.37851255324242783, + "nauc_ndcg_at_20_diff1": 0.22653363849157374, + "nauc_ndcg_at_20_max": 0.2663260945945573, + "nauc_ndcg_at_20_std": 0.36374116114447946, + "nauc_ndcg_at_3_diff1": 0.24654787356670907, + "nauc_ndcg_at_3_max": 0.2637701536313807, + "nauc_ndcg_at_3_std": 0.36697276050714067, + "nauc_ndcg_at_5_diff1": 0.23669397392501043, + "nauc_ndcg_at_5_max": 0.25592022554216265, + "nauc_ndcg_at_5_std": 0.3567791020528914, + "nauc_precision_at_1000_diff1": 0.17085073597988648, + "nauc_precision_at_1000_max": 0.3984956003406179, + "nauc_precision_at_1000_std": 0.5696626251976796, + "nauc_precision_at_100_diff1": 0.22205265165967178, + "nauc_precision_at_100_max": 0.3096267417553779, + "nauc_precision_at_100_std": 0.4263075592049055, + "nauc_precision_at_10_diff1": 0.18561041889508814, + "nauc_precision_at_10_max": 0.2402922725564454, + "nauc_precision_at_10_std": 0.33017547917088225, + "nauc_precision_at_1_diff1": 0.3213356449996185, + "nauc_precision_at_1_max": 0.3088126576883514, + "nauc_precision_at_1_std": 0.37851255324242783, + "nauc_precision_at_20_diff1": 0.17549601799631098, + "nauc_precision_at_20_max": 0.2620659509365971, + "nauc_precision_at_20_std": 0.36939347740332845, + "nauc_precision_at_3_diff1": 0.2064776742023659, + "nauc_precision_at_3_max": 0.23999305343249097, + "nauc_precision_at_3_std": 0.36045268464935226, + "nauc_precision_at_5_diff1": 0.19250852421925463, + "nauc_precision_at_5_max": 0.2267577186031862, + "nauc_precision_at_5_std": 0.34170021086435337, + "nauc_recall_at_1000_diff1": 0.17085073597988704, + "nauc_recall_at_1000_max": 0.39849560034061837, + "nauc_recall_at_1000_std": 0.5696626251976802, + "nauc_recall_at_100_diff1": 0.22205265165967167, + "nauc_recall_at_100_max": 0.3096267417553778, + "nauc_recall_at_100_std": 0.4263075592049053, + "nauc_recall_at_10_diff1": 0.18561041889508834, + "nauc_recall_at_10_max": 0.2402922725564452, + "nauc_recall_at_10_std": 0.33017547917088264, + "nauc_recall_at_1_diff1": 0.3213356449996185, + "nauc_recall_at_1_max": 0.3088126576883514, + "nauc_recall_at_1_std": 0.37851255324242783, + "nauc_recall_at_20_diff1": 0.17549601799631115, + "nauc_recall_at_20_max": 0.2620659509365971, + "nauc_recall_at_20_std": 0.3693934774033286, + "nauc_recall_at_3_diff1": 0.20647767420236576, + "nauc_recall_at_3_max": 0.2399930534324908, + "nauc_recall_at_3_std": 0.3604526846493521, + "nauc_recall_at_5_diff1": 0.1925085242192545, + "nauc_recall_at_5_max": 0.22675771860318633, + "nauc_recall_at_5_std": 0.3417002108643536, + "ndcg_at_1": 0.103, + "ndcg_at_10": 0.17464, + "ndcg_at_100": 0.22459, + "ndcg_at_1000": 0.25327, + "ndcg_at_20": 0.1918, + "ndcg_at_3": 0.1435, + "ndcg_at_5": 0.15821, + "precision_at_1": 0.103, + "precision_at_10": 0.026, + "precision_at_100": 0.00508, + "precision_at_1000": 0.00074, + "precision_at_20": 0.0164, + "precision_at_3": 0.05767, + "precision_at_5": 0.0418, + "recall_at_1": 0.103, + "recall_at_10": 0.26, + "recall_at_100": 0.508, + "recall_at_1000": 0.74, + "recall_at_20": 0.328, + "recall_at_3": 0.173, + "recall_at_5": 0.209 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVERHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..7ec2a4f03 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 46.91487407684326, + "kg_co2_emissions": 0.0034779855186522026, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.23832, + "map_at_1": 0.09982, + "map_at_10": 0.16575, + "map_at_100": 0.18427, + "map_at_1000": 0.18668, + "map_at_20": 0.1761, + "map_at_3": 0.13708, + "map_at_5": 0.15281, + "mrr_at_1": 0.216, + "mrr_at_10": 0.31860119047619007, + "mrr_at_100": 0.3300203279272055, + "mrr_at_1000": 0.33050872960202504, + "mrr_at_20": 0.3258426335274629, + "mrr_at_3": 0.28366666666666673, + "mrr_at_5": 0.30431666666666646, + "nauc_map_at_1000_diff1": 0.20964109780260953, + "nauc_map_at_1000_max": 0.4110891547550212, + "nauc_map_at_1000_std": 0.2411749387895303, + "nauc_map_at_100_diff1": 0.2090301632287308, + "nauc_map_at_100_max": 0.4109593959920694, + "nauc_map_at_100_std": 0.2412202185855461, + "nauc_map_at_10_diff1": 0.21188444475047857, + "nauc_map_at_10_max": 0.40356783141152786, + "nauc_map_at_10_std": 0.22941275381702989, + "nauc_map_at_1_diff1": 0.26020796244951916, + "nauc_map_at_1_max": 0.3719684867241183, + "nauc_map_at_1_std": 0.1582669189212144, + "nauc_map_at_20_diff1": 0.21009568782217916, + "nauc_map_at_20_max": 0.4084133581829193, + "nauc_map_at_20_std": 0.23667780727099047, + "nauc_map_at_3_diff1": 0.21826939122833097, + "nauc_map_at_3_max": 0.39023017507435176, + "nauc_map_at_3_std": 0.19639367320020187, + "nauc_map_at_5_diff1": 0.21605265983072364, + "nauc_map_at_5_max": 0.3985146768031172, + "nauc_map_at_5_std": 0.21541936041584434, + "nauc_mrr_at_1000_diff1": 0.17161355458402036, + "nauc_mrr_at_1000_max": 0.349731066855429, + "nauc_mrr_at_1000_std": 0.21194743467017435, + "nauc_mrr_at_100_diff1": 0.1716871310447107, + "nauc_mrr_at_100_max": 0.3499325503052975, + "nauc_mrr_at_100_std": 0.2121950534161346, + "nauc_mrr_at_10_diff1": 0.17187696672688524, + "nauc_mrr_at_10_max": 0.3496959727648694, + "nauc_mrr_at_10_std": 0.21283142382812256, + "nauc_mrr_at_1_diff1": 0.19477949373113396, + "nauc_mrr_at_1_max": 0.31959787822993796, + "nauc_mrr_at_1_std": 0.16518556094139464, + "nauc_mrr_at_20_diff1": 0.17126285118846396, + "nauc_mrr_at_20_max": 0.3510084374469499, + "nauc_mrr_at_20_std": 0.2134922263658689, + "nauc_mrr_at_3_diff1": 0.1708318288252147, + "nauc_mrr_at_3_max": 0.3384065267589386, + "nauc_mrr_at_3_std": 0.19337822451665324, + "nauc_mrr_at_5_diff1": 0.16774211072726247, + "nauc_mrr_at_5_max": 0.344911813475545, + "nauc_mrr_at_5_std": 0.21090482861765383, + "nauc_ndcg_at_1000_diff1": 0.18993999972456513, + "nauc_ndcg_at_1000_max": 0.41127170121288575, + "nauc_ndcg_at_1000_std": 0.2750724862067391, + "nauc_ndcg_at_100_diff1": 0.18361305941488917, + "nauc_ndcg_at_100_max": 0.41318464456347664, + "nauc_ndcg_at_100_std": 0.28107260512210447, + "nauc_ndcg_at_10_diff1": 0.19027145936215378, + "nauc_ndcg_at_10_max": 0.3994805407885298, + "nauc_ndcg_at_10_std": 0.2550557932007346, + "nauc_ndcg_at_1_diff1": 0.19477949373113396, + "nauc_ndcg_at_1_max": 0.31959787822993796, + "nauc_ndcg_at_1_std": 0.16518556094139464, + "nauc_ndcg_at_20_diff1": 0.18456891207234238, + "nauc_ndcg_at_20_max": 0.40690708097487, + "nauc_ndcg_at_20_std": 0.2682682722935535, + "nauc_ndcg_at_3_diff1": 0.18846709695537686, + "nauc_ndcg_at_3_max": 0.37390014297622015, + "nauc_ndcg_at_3_std": 0.20704885338187934, + "nauc_ndcg_at_5_diff1": 0.1894157518782637, + "nauc_ndcg_at_5_max": 0.3876501429886623, + "nauc_ndcg_at_5_std": 0.23577137602797493, + "nauc_precision_at_1000_diff1": 0.006432073149433459, + "nauc_precision_at_1000_max": 0.09916775470489854, + "nauc_precision_at_1000_std": 0.1383948248189135, + "nauc_precision_at_100_diff1": 0.046773755266244964, + "nauc_precision_at_100_max": 0.251761858578539, + "nauc_precision_at_100_std": 0.26876738385541044, + "nauc_precision_at_10_diff1": 0.10749320661771998, + "nauc_precision_at_10_max": 0.3613577031696172, + "nauc_precision_at_10_std": 0.3041810501132623, + "nauc_precision_at_1_diff1": 0.19477949373113396, + "nauc_precision_at_1_max": 0.31959787822993796, + "nauc_precision_at_1_std": 0.16518556094139464, + "nauc_precision_at_20_diff1": 0.08026473921182445, + "nauc_precision_at_20_max": 0.3333144246460228, + "nauc_precision_at_20_std": 0.2999931401041387, + "nauc_precision_at_3_diff1": 0.12777440068966273, + "nauc_precision_at_3_max": 0.3579150963206931, + "nauc_precision_at_3_std": 0.2420616938737166, + "nauc_precision_at_5_diff1": 0.10685805859551577, + "nauc_precision_at_5_max": 0.3474119629086824, + "nauc_precision_at_5_std": 0.279736288220174, + "nauc_recall_at_1000_diff1": 0.1371443937503333, + "nauc_recall_at_1000_max": 0.3520517500396622, + "nauc_recall_at_1000_std": 0.3175342657579695, + "nauc_recall_at_100_diff1": 0.11339033166408086, + "nauc_recall_at_100_max": 0.35409919091046915, + "nauc_recall_at_100_std": 0.3102986214130775, + "nauc_recall_at_10_diff1": 0.15538771990197361, + "nauc_recall_at_10_max": 0.3699528437575124, + "nauc_recall_at_10_std": 0.2756319177049601, + "nauc_recall_at_1_diff1": 0.26020796244951916, + "nauc_recall_at_1_max": 0.3719684867241183, + "nauc_recall_at_1_std": 0.1582669189212144, + "nauc_recall_at_20_diff1": 0.13255598028700125, + "nauc_recall_at_20_max": 0.36570817334312167, + "nauc_recall_at_20_std": 0.29104178488294946, + "nauc_recall_at_3_diff1": 0.1698707880817399, + "nauc_recall_at_3_max": 0.36811920195062625, + "nauc_recall_at_3_std": 0.21305988112522428, + "nauc_recall_at_5_diff1": 0.15873146202918714, + "nauc_recall_at_5_max": 0.36828555797414103, + "nauc_recall_at_5_std": 0.2530679940166559, + "ndcg_at_1": 0.216, + "ndcg_at_10": 0.23832, + "ndcg_at_100": 0.31439, + "ndcg_at_1000": 0.35822, + "ndcg_at_20": 0.26884, + "ndcg_at_3": 0.18736, + "ndcg_at_5": 0.20897, + "precision_at_1": 0.216, + "precision_at_10": 0.0744, + "precision_at_100": 0.01552, + "precision_at_1000": 0.00236, + "precision_at_20": 0.0499, + "precision_at_3": 0.13667, + "precision_at_5": 0.111, + "recall_at_1": 0.09982, + "recall_at_10": 0.29398, + "recall_at_100": 0.55788, + "recall_at_1000": 0.80498, + "recall_at_20": 0.38107, + "recall_at_3": 0.17465, + "recall_at_5": 0.22797 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-PLHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..bdc63296e --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 71.59256052970886, + "kg_co2_emissions": 0.003580890120675178, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3436, + "map_at_1": 0.06027, + "map_at_10": 0.14949, + "map_at_100": 0.24039, + "map_at_1000": 0.28032, + "map_at_20": 0.17684, + "map_at_3": 0.10527, + "map_at_5": 0.12437, + "mrr_at_1": 0.5275, + "mrr_at_10": 0.6316160714285715, + "mrr_at_100": 0.6374486966258475, + "mrr_at_1000": 0.6375718581942897, + "mrr_at_20": 0.6360525858944978, + "mrr_at_3": 0.6066666666666668, + "mrr_at_5": 0.6222916666666667, + "nauc_map_at_1000_diff1": 0.2695194574189359, + "nauc_map_at_1000_max": 0.20739821932281297, + "nauc_map_at_1000_std": 0.12707663211044973, + "nauc_map_at_100_diff1": 0.2828180001475703, + "nauc_map_at_100_max": 0.18399386397122258, + "nauc_map_at_100_std": 0.08518903668544689, + "nauc_map_at_10_diff1": 0.2805404319401313, + "nauc_map_at_10_max": 0.026811464040492415, + "nauc_map_at_10_std": -0.1141113102107882, + "nauc_map_at_1_diff1": 0.40806686300958456, + "nauc_map_at_1_max": -0.027569546476136297, + "nauc_map_at_1_std": -0.18463825152785054, + "nauc_map_at_20_diff1": 0.2840243415671464, + "nauc_map_at_20_max": 0.07741892713207757, + "nauc_map_at_20_std": -0.049365398939707726, + "nauc_map_at_3_diff1": 0.3117824493003718, + "nauc_map_at_3_max": -0.034191520677071284, + "nauc_map_at_3_std": -0.18460297186294908, + "nauc_map_at_5_diff1": 0.27351333842851117, + "nauc_map_at_5_max": -0.02013960214330569, + "nauc_map_at_5_std": -0.1697232322709347, + "nauc_mrr_at_1000_diff1": 0.3820422902135906, + "nauc_mrr_at_1000_max": 0.37305795705435996, + "nauc_mrr_at_1000_std": 0.24066337783970695, + "nauc_mrr_at_100_diff1": 0.3820760960802452, + "nauc_mrr_at_100_max": 0.37316661188925376, + "nauc_mrr_at_100_std": 0.24078534765363815, + "nauc_mrr_at_10_diff1": 0.37887801144790745, + "nauc_mrr_at_10_max": 0.3726967621569948, + "nauc_mrr_at_10_std": 0.24382252013866557, + "nauc_mrr_at_1_diff1": 0.38980610975346436, + "nauc_mrr_at_1_max": 0.32521601436782643, + "nauc_mrr_at_1_std": 0.18213755685265104, + "nauc_mrr_at_20_diff1": 0.383114993853888, + "nauc_mrr_at_20_max": 0.37498694173950703, + "nauc_mrr_at_20_std": 0.24208548645977018, + "nauc_mrr_at_3_diff1": 0.39226177803656215, + "nauc_mrr_at_3_max": 0.3656263706948957, + "nauc_mrr_at_3_std": 0.22709224151419616, + "nauc_mrr_at_5_diff1": 0.38101331709976305, + "nauc_mrr_at_5_max": 0.37103127015806103, + "nauc_mrr_at_5_std": 0.2386261497899813, + "nauc_ndcg_at_1000_diff1": 0.27237730386954895, + "nauc_ndcg_at_1000_max": 0.33748036687074257, + "nauc_ndcg_at_1000_std": 0.31304896594070414, + "nauc_ndcg_at_100_diff1": 0.27183545942493825, + "nauc_ndcg_at_100_max": 0.23683581517089378, + "nauc_ndcg_at_100_std": 0.18373547740372653, + "nauc_ndcg_at_10_diff1": 0.2728151817400832, + "nauc_ndcg_at_10_max": 0.21325373636796774, + "nauc_ndcg_at_10_std": 0.13839616804503668, + "nauc_ndcg_at_1_diff1": 0.3427185648597712, + "nauc_ndcg_at_1_max": 0.230853687832639, + "nauc_ndcg_at_1_std": 0.12174804518986469, + "nauc_ndcg_at_20_diff1": 0.2697444522450943, + "nauc_ndcg_at_20_max": 0.1817908206956757, + "nauc_ndcg_at_20_std": 0.11112421030096858, + "nauc_ndcg_at_3_diff1": 0.3061677189840534, + "nauc_ndcg_at_3_max": 0.23494955735533923, + "nauc_ndcg_at_3_std": 0.14586717574242236, + "nauc_ndcg_at_5_diff1": 0.27105550283488833, + "nauc_ndcg_at_5_max": 0.2292470248954645, + "nauc_ndcg_at_5_std": 0.14856935352297032, + "nauc_precision_at_1000_diff1": -0.05050873429338894, + "nauc_precision_at_1000_max": 0.017463846985804957, + "nauc_precision_at_1000_std": -0.0100659731959059, + "nauc_precision_at_100_diff1": 0.020901071302567093, + "nauc_precision_at_100_max": 0.23815108588247327, + "nauc_precision_at_100_std": 0.2738130198357043, + "nauc_precision_at_10_diff1": 0.10817405984272153, + "nauc_precision_at_10_max": 0.334538094963048, + "nauc_precision_at_10_std": 0.3241464540262387, + "nauc_precision_at_1_diff1": 0.38980610975346436, + "nauc_precision_at_1_max": 0.32521601436782643, + "nauc_precision_at_1_std": 0.18213755685265104, + "nauc_precision_at_20_diff1": 0.08314486742433265, + "nauc_precision_at_20_max": 0.3250359675107635, + "nauc_precision_at_20_std": 0.3331015841999599, + "nauc_precision_at_3_diff1": 0.22620300688397435, + "nauc_precision_at_3_max": 0.32343281229771614, + "nauc_precision_at_3_std": 0.23622782971873074, + "nauc_precision_at_5_diff1": 0.12683787933614385, + "nauc_precision_at_5_max": 0.3306138815268311, + "nauc_precision_at_5_std": 0.27977330295058256, + "nauc_recall_at_1000_diff1": 0.13722947482961603, + "nauc_recall_at_1000_max": 0.411722974794627, + "nauc_recall_at_1000_std": 0.6586676028013739, + "nauc_recall_at_100_diff1": 0.16537665928983858, + "nauc_recall_at_100_max": 0.15192261949102545, + "nauc_recall_at_100_std": 0.14579571524175491, + "nauc_recall_at_10_diff1": 0.17936629402320226, + "nauc_recall_at_10_max": -0.031273987299027896, + "nauc_recall_at_10_std": -0.12530957759035605, + "nauc_recall_at_1_diff1": 0.40806686300958456, + "nauc_recall_at_1_max": -0.027569546476136297, + "nauc_recall_at_1_std": -0.18463825152785054, + "nauc_recall_at_20_diff1": 0.18367998909161024, + "nauc_recall_at_20_max": 0.00949668023931571, + "nauc_recall_at_20_std": -0.059000258353749266, + "nauc_recall_at_3_diff1": 0.26384845028028625, + "nauc_recall_at_3_max": -0.0523636507130829, + "nauc_recall_at_3_std": -0.18686788265153392, + "nauc_recall_at_5_diff1": 0.18104406080717014, + "nauc_recall_at_5_max": -0.05626800146129449, + "nauc_recall_at_5_std": -0.18674670066270535, + "ndcg_at_1": 0.425, + "ndcg_at_10": 0.3436, + "ndcg_at_100": 0.44401, + "ndcg_at_1000": 0.55058, + "ndcg_at_20": 0.3504, + "ndcg_at_3": 0.3699, + "ndcg_at_5": 0.35532, + "precision_at_1": 0.5275, + "precision_at_10": 0.28375, + "precision_at_100": 0.13135, + "precision_at_1000": 0.03162, + "precision_at_20": 0.23, + "precision_at_3": 0.41167, + "precision_at_5": 0.352, + "recall_at_1": 0.06027, + "recall_at_10": 0.21616, + "recall_at_100": 0.5702, + "recall_at_1000": 0.89936, + "recall_at_20": 0.29161, + "recall_at_3": 0.12377, + "recall_at_5": 0.15966 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVERHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVERHardNegatives.json new file mode 100644 index 000000000..c3075e84e --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 130.3020944595337, + "kg_co2_emissions": 0.008442796368906503, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.75756, + "map_at_1": 0.56567, + "map_at_10": 0.69751, + "map_at_100": 0.70141, + "map_at_1000": 0.70162, + "map_at_20": 0.69976, + "map_at_3": 0.67694, + "map_at_5": 0.69038, + "mrr_at_1": 0.601, + "mrr_at_10": 0.7336369047619049, + "mrr_at_100": 0.7359258881640377, + "mrr_at_1000": 0.7359558145206445, + "mrr_at_20": 0.7350419154375034, + "mrr_at_3": 0.7146666666666666, + "mrr_at_5": 0.727816666666667, + "nauc_map_at_1000_diff1": 0.4023453336920692, + "nauc_map_at_1000_max": 0.1545453180320732, + "nauc_map_at_1000_std": -0.06038909685668085, + "nauc_map_at_100_diff1": 0.40216327088928333, + "nauc_map_at_100_max": 0.15435585893859746, + "nauc_map_at_100_std": -0.060635716178041865, + "nauc_map_at_10_diff1": 0.4003874582994601, + "nauc_map_at_10_max": 0.1535513410765356, + "nauc_map_at_10_std": -0.061290846508224, + "nauc_map_at_1_diff1": 0.45193220707705034, + "nauc_map_at_1_max": 0.13721505999859937, + "nauc_map_at_1_std": -0.06187573269955734, + "nauc_map_at_20_diff1": 0.4009530446713897, + "nauc_map_at_20_max": 0.15482367137460426, + "nauc_map_at_20_std": -0.06080098479330535, + "nauc_map_at_3_diff1": 0.3922853927376485, + "nauc_map_at_3_max": 0.1529185773670713, + "nauc_map_at_3_std": -0.06661927260613304, + "nauc_map_at_5_diff1": 0.3981332056218403, + "nauc_map_at_5_max": 0.15156747829923786, + "nauc_map_at_5_std": -0.06549472713968646, + "nauc_mrr_at_1000_diff1": 0.42869433841430277, + "nauc_mrr_at_1000_max": 0.16138801334468725, + "nauc_mrr_at_1000_std": -0.07121788723275453, + "nauc_mrr_at_100_diff1": 0.42863898849059046, + "nauc_mrr_at_100_max": 0.16138283844827012, + "nauc_mrr_at_100_std": -0.07124014888575725, + "nauc_mrr_at_10_diff1": 0.4273046604514737, + "nauc_mrr_at_10_max": 0.1618371678508357, + "nauc_mrr_at_10_std": -0.07069439145970494, + "nauc_mrr_at_1_diff1": 0.47478564940017515, + "nauc_mrr_at_1_max": 0.1436903538884915, + "nauc_mrr_at_1_std": -0.06977266273473784, + "nauc_mrr_at_20_diff1": 0.4279251782650429, + "nauc_mrr_at_20_max": 0.1615833081375532, + "nauc_mrr_at_20_std": -0.07134848823457975, + "nauc_mrr_at_3_diff1": 0.41791577608175745, + "nauc_mrr_at_3_max": 0.1658042227140704, + "nauc_mrr_at_3_std": -0.07231571273188539, + "nauc_mrr_at_5_diff1": 0.42613528829704184, + "nauc_mrr_at_5_max": 0.1635274847286804, + "nauc_mrr_at_5_std": -0.07426552127500013, + "nauc_ndcg_at_1000_diff1": 0.40331351631120194, + "nauc_ndcg_at_1000_max": 0.16329884391956784, + "nauc_ndcg_at_1000_std": -0.05392534844357908, + "nauc_ndcg_at_100_diff1": 0.39976165948795844, + "nauc_ndcg_at_100_max": 0.16095198340717726, + "nauc_ndcg_at_100_std": -0.05532106469097277, + "nauc_ndcg_at_10_diff1": 0.3914601729536809, + "nauc_ndcg_at_10_max": 0.1626993624013341, + "nauc_ndcg_at_10_std": -0.05758952152204913, + "nauc_ndcg_at_1_diff1": 0.47478564940017515, + "nauc_ndcg_at_1_max": 0.1436903538884915, + "nauc_ndcg_at_1_std": -0.06977266273473784, + "nauc_ndcg_at_20_diff1": 0.39285688584297834, + "nauc_ndcg_at_20_max": 0.16513789740118306, + "nauc_ndcg_at_20_std": -0.05707789259147356, + "nauc_ndcg_at_3_diff1": 0.37772874505494597, + "nauc_ndcg_at_3_max": 0.16534397839593937, + "nauc_ndcg_at_3_std": -0.06885720990759275, + "nauc_ndcg_at_5_diff1": 0.38816616329489434, + "nauc_ndcg_at_5_max": 0.16228326917731353, + "nauc_ndcg_at_5_std": -0.06822190006696172, + "nauc_precision_at_1000_diff1": -0.1358267446665584, + "nauc_precision_at_1000_max": 0.01336665367538891, + "nauc_precision_at_1000_std": 0.09775185615326307, + "nauc_precision_at_100_diff1": -0.12275695075020554, + "nauc_precision_at_100_max": -0.004348658648828657, + "nauc_precision_at_100_std": 0.08366535095034237, + "nauc_precision_at_10_diff1": 0.060225633305553486, + "nauc_precision_at_10_max": 0.15656782888428733, + "nauc_precision_at_10_std": 0.015157217487924793, + "nauc_precision_at_1_diff1": 0.47478564940017515, + "nauc_precision_at_1_max": 0.1436903538884915, + "nauc_precision_at_1_std": -0.06977266273473784, + "nauc_precision_at_20_diff1": -0.043925618288624076, + "nauc_precision_at_20_max": 0.13087472925838511, + "nauc_precision_at_20_std": 0.05476359736097039, + "nauc_precision_at_3_diff1": 0.24888411643497801, + "nauc_precision_at_3_max": 0.21058420640218284, + "nauc_precision_at_3_std": -0.08580259453811952, + "nauc_precision_at_5_diff1": 0.20154034791937886, + "nauc_precision_at_5_max": 0.1879186144532136, + "nauc_precision_at_5_std": -0.08342784887731049, + "nauc_recall_at_1000_diff1": 0.24460251720240786, + "nauc_recall_at_1000_max": 0.32156338801621204, + "nauc_recall_at_1000_std": 0.639761674918776, + "nauc_recall_at_100_diff1": 0.1595949563356079, + "nauc_recall_at_100_max": 0.14247166688523352, + "nauc_recall_at_100_std": 0.15453526878785417, + "nauc_recall_at_10_diff1": 0.23585141025466005, + "nauc_recall_at_10_max": 0.1817531772628038, + "nauc_recall_at_10_std": -0.006690153565609379, + "nauc_recall_at_1_diff1": 0.45193220707705034, + "nauc_recall_at_1_max": 0.13721505999859937, + "nauc_recall_at_1_std": -0.06187573269955734, + "nauc_recall_at_20_diff1": 0.2025382355618691, + "nauc_recall_at_20_max": 0.20415285343599768, + "nauc_recall_at_20_std": 0.011210209465376745, + "nauc_recall_at_3_diff1": 0.2720108289163713, + "nauc_recall_at_3_max": 0.18890729121219327, + "nauc_recall_at_3_std": -0.06532395322054256, + "nauc_recall_at_5_diff1": 0.2725927915042203, + "nauc_recall_at_5_max": 0.18513150781272042, + "nauc_recall_at_5_std": -0.06550820670966612, + "ndcg_at_1": 0.601, + "ndcg_at_10": 0.75756, + "ndcg_at_100": 0.77299, + "ndcg_at_1000": 0.77642, + "ndcg_at_20": 0.76395, + "ndcg_at_3": 0.72012, + "ndcg_at_5": 0.74227, + "precision_at_1": 0.601, + "precision_at_10": 0.0978, + "precision_at_100": 0.01079, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05055, + "precision_at_3": 0.28667, + "precision_at_5": 0.1844, + "recall_at_1": 0.56567, + "recall_at_10": 0.90526, + "recall_at_100": 0.97005, + "recall_at_1000": 0.991, + "recall_at_20": 0.9279, + "recall_at_3": 0.80505, + "recall_at_5": 0.85983 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-PLHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..7afba1c10 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 162.28381299972534, + "kg_co2_emissions": 0.008994115044025612, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.58864, + "map_at_1": 0.3155, + "map_at_10": 0.4953, + "map_at_100": 0.50917, + "map_at_1000": 0.51007, + "map_at_20": 0.50303, + "map_at_3": 0.45508, + "map_at_5": 0.47941, + "mrr_at_1": 0.631, + "mrr_at_10": 0.7166309523809528, + "mrr_at_100": 0.7211904294901371, + "mrr_at_1000": 0.7212754829364959, + "mrr_at_20": 0.7194269797153315, + "mrr_at_3": 0.6981666666666669, + "mrr_at_5": 0.7102166666666672, + "nauc_map_at_1000_diff1": 0.30197169002944074, + "nauc_map_at_1000_max": 0.23707008642410335, + "nauc_map_at_1000_std": -0.014674780241047162, + "nauc_map_at_100_diff1": 0.3018907503804017, + "nauc_map_at_100_max": 0.2368140880787196, + "nauc_map_at_100_std": -0.015103208533980164, + "nauc_map_at_10_diff1": 0.29622129334151326, + "nauc_map_at_10_max": 0.23144479805068, + "nauc_map_at_10_std": -0.02307049048426499, + "nauc_map_at_1_diff1": 0.634563730469087, + "nauc_map_at_1_max": 0.3773106249107145, + "nauc_map_at_1_std": -0.038437809555057455, + "nauc_map_at_20_diff1": 0.29987227992530846, + "nauc_map_at_20_max": 0.2359304039303132, + "nauc_map_at_20_std": -0.017228931591924682, + "nauc_map_at_3_diff1": 0.31273853387947026, + "nauc_map_at_3_max": 0.23425292507760398, + "nauc_map_at_3_std": -0.030010102308837, + "nauc_map_at_5_diff1": 0.3003726053611734, + "nauc_map_at_5_max": 0.2367394902981723, + "nauc_map_at_5_std": -0.02194092319251929, + "nauc_mrr_at_1000_diff1": 0.6115383753172383, + "nauc_mrr_at_1000_max": 0.38051501261535864, + "nauc_mrr_at_1000_std": -0.04358977085977944, + "nauc_mrr_at_100_diff1": 0.611534067909347, + "nauc_mrr_at_100_max": 0.380567313579579, + "nauc_mrr_at_100_std": -0.043545353205011274, + "nauc_mrr_at_10_diff1": 0.6118475032113778, + "nauc_mrr_at_10_max": 0.38135551218404373, + "nauc_mrr_at_10_std": -0.04617461774597811, + "nauc_mrr_at_1_diff1": 0.634563730469087, + "nauc_mrr_at_1_max": 0.3773106249107145, + "nauc_mrr_at_1_std": -0.038437809555057455, + "nauc_mrr_at_20_diff1": 0.6114055243816563, + "nauc_mrr_at_20_max": 0.38112809961036265, + "nauc_mrr_at_20_std": -0.04345817251064658, + "nauc_mrr_at_3_diff1": 0.6106201557729577, + "nauc_mrr_at_3_max": 0.37821702198254425, + "nauc_mrr_at_3_std": -0.03844310144184531, + "nauc_mrr_at_5_diff1": 0.609251670719919, + "nauc_mrr_at_5_max": 0.3773001346538056, + "nauc_mrr_at_5_std": -0.050451592801911145, + "nauc_ndcg_at_1000_diff1": 0.35823415072244663, + "nauc_ndcg_at_1000_max": 0.27580339429840406, + "nauc_ndcg_at_1000_std": 0.007763320257503777, + "nauc_ndcg_at_100_diff1": 0.35271391168983357, + "nauc_ndcg_at_100_max": 0.2710861729965089, + "nauc_ndcg_at_100_std": 0.004762505756750546, + "nauc_ndcg_at_10_diff1": 0.3343960836730705, + "nauc_ndcg_at_10_max": 0.25364862593074866, + "nauc_ndcg_at_10_std": -0.027270136692249404, + "nauc_ndcg_at_1_diff1": 0.634563730469087, + "nauc_ndcg_at_1_max": 0.3773106249107145, + "nauc_ndcg_at_1_std": -0.038437809555057455, + "nauc_ndcg_at_20_diff1": 0.3424058287189112, + "nauc_ndcg_at_20_max": 0.26497676381661145, + "nauc_ndcg_at_20_std": -0.009618332565136415, + "nauc_ndcg_at_3_diff1": 0.36366254906077233, + "nauc_ndcg_at_3_max": 0.2606253530798113, + "nauc_ndcg_at_3_std": -0.032870590726357785, + "nauc_ndcg_at_5_diff1": 0.3418235173315538, + "nauc_ndcg_at_5_max": 0.25986068095785275, + "nauc_ndcg_at_5_std": -0.029430082137841804, + "nauc_precision_at_1000_diff1": -0.06517159709412867, + "nauc_precision_at_1000_max": 0.2926601534922873, + "nauc_precision_at_1000_std": 0.6550237981371395, + "nauc_precision_at_100_diff1": 0.11455897321770557, + "nauc_precision_at_100_max": 0.20309085403449073, + "nauc_precision_at_100_std": 0.20000072966336857, + "nauc_precision_at_10_diff1": 0.16045338649383645, + "nauc_precision_at_10_max": 0.17219299760641127, + "nauc_precision_at_10_std": -0.01625942481662636, + "nauc_precision_at_1_diff1": 0.634563730469087, + "nauc_precision_at_1_max": 0.3773106249107145, + "nauc_precision_at_1_std": -0.038437809555057455, + "nauc_precision_at_20_diff1": 0.15906865898144193, + "nauc_precision_at_20_max": 0.19565923655067488, + "nauc_precision_at_20_std": 0.04807480556179348, + "nauc_precision_at_3_diff1": 0.2504652431698296, + "nauc_precision_at_3_max": 0.20645319375886434, + "nauc_precision_at_3_std": -0.03230422667612758, + "nauc_precision_at_5_diff1": 0.19379455814896013, + "nauc_precision_at_5_max": 0.1960807250888861, + "nauc_precision_at_5_std": -0.023922775086122686, + "nauc_recall_at_1000_diff1": -0.06517159709412036, + "nauc_recall_at_1000_max": 0.29266015349229074, + "nauc_recall_at_1000_std": 0.6550237981371411, + "nauc_recall_at_100_diff1": 0.11455897321770611, + "nauc_recall_at_100_max": 0.2030908540344909, + "nauc_recall_at_100_std": 0.20000072966336968, + "nauc_recall_at_10_diff1": 0.16045338649383617, + "nauc_recall_at_10_max": 0.1721929976064117, + "nauc_recall_at_10_std": -0.016259424816626088, + "nauc_recall_at_1_diff1": 0.634563730469087, + "nauc_recall_at_1_max": 0.3773106249107145, + "nauc_recall_at_1_std": -0.038437809555057455, + "nauc_recall_at_20_diff1": 0.15906865898144282, + "nauc_recall_at_20_max": 0.19565923655067602, + "nauc_recall_at_20_std": 0.048074805561794026, + "nauc_recall_at_3_diff1": 0.2504652431698297, + "nauc_recall_at_3_max": 0.20645319375886453, + "nauc_recall_at_3_std": -0.03230422667612771, + "nauc_recall_at_5_diff1": 0.19379455814896038, + "nauc_recall_at_5_max": 0.19608072508888627, + "nauc_recall_at_5_std": -0.023922775086122998, + "ndcg_at_1": 0.631, + "ndcg_at_10": 0.58864, + "ndcg_at_100": 0.64125, + "ndcg_at_1000": 0.65723, + "ndcg_at_20": 0.60917, + "ndcg_at_3": 0.52696, + "ndcg_at_5": 0.56039, + "precision_at_1": 0.631, + "precision_at_10": 0.1293, + "precision_at_100": 0.01711, + "precision_at_1000": 0.00192, + "precision_at_20": 0.0713, + "precision_at_3": 0.33967, + "precision_at_5": 0.2302, + "recall_at_1": 0.3155, + "recall_at_10": 0.6465, + "recall_at_100": 0.8555, + "recall_at_1000": 0.959, + "recall_at_20": 0.713, + "recall_at_3": 0.5095, + "recall_at_5": 0.5755 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQAHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQAHardNegatives.json new file mode 100644 index 000000000..bd4532bec --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 162.74213480949402, + "kg_co2_emissions": 0.00857680435419905, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64528, + "map_at_1": 0.344, + "map_at_10": 0.54905, + "map_at_100": 0.56178, + "map_at_1000": 0.5626, + "map_at_20": 0.55628, + "map_at_3": 0.506, + "map_at_5": 0.53097, + "mrr_at_1": 0.688, + "mrr_at_10": 0.7720309523809529, + "mrr_at_100": 0.7748821251377092, + "mrr_at_1000": 0.7749170580229091, + "mrr_at_20": 0.7738606146906072, + "mrr_at_3": 0.7576666666666672, + "mrr_at_5": 0.7654166666666673, + "nauc_map_at_1000_diff1": 0.26103755709976484, + "nauc_map_at_1000_max": 0.20728429782673258, + "nauc_map_at_1000_std": -0.006192433182169371, + "nauc_map_at_100_diff1": 0.2607797517084936, + "nauc_map_at_100_max": 0.20712256350830505, + "nauc_map_at_100_std": -0.006167897168643119, + "nauc_map_at_10_diff1": 0.2540669574364074, + "nauc_map_at_10_max": 0.20513853011525573, + "nauc_map_at_10_std": -0.009408397525077557, + "nauc_map_at_1_diff1": 0.5984519025404678, + "nauc_map_at_1_max": 0.33821556036420863, + "nauc_map_at_1_std": -0.04112276584981983, + "nauc_map_at_20_diff1": 0.2582327228709517, + "nauc_map_at_20_max": 0.20284921308551426, + "nauc_map_at_20_std": -0.011255795903113557, + "nauc_map_at_3_diff1": 0.2724266434947752, + "nauc_map_at_3_max": 0.2233844996170363, + "nauc_map_at_3_std": -0.01620837980402457, + "nauc_map_at_5_diff1": 0.2565737185163679, + "nauc_map_at_5_max": 0.20527347809929178, + "nauc_map_at_5_std": -0.017626453825135713, + "nauc_mrr_at_1000_diff1": 0.5870917189393278, + "nauc_mrr_at_1000_max": 0.35652480265675635, + "nauc_mrr_at_1000_std": -0.05547971067232407, + "nauc_mrr_at_100_diff1": 0.5870832679235819, + "nauc_mrr_at_100_max": 0.35649060162497603, + "nauc_mrr_at_100_std": -0.05546079188853453, + "nauc_mrr_at_10_diff1": 0.586753588014637, + "nauc_mrr_at_10_max": 0.3573825268498516, + "nauc_mrr_at_10_std": -0.057636243023816584, + "nauc_mrr_at_1_diff1": 0.5984519025404678, + "nauc_mrr_at_1_max": 0.33821556036420863, + "nauc_mrr_at_1_std": -0.04112276584981983, + "nauc_mrr_at_20_diff1": 0.5873349203396823, + "nauc_mrr_at_20_max": 0.3564977357746833, + "nauc_mrr_at_20_std": -0.05642885263018052, + "nauc_mrr_at_3_diff1": 0.5844782415372449, + "nauc_mrr_at_3_max": 0.36488872291453583, + "nauc_mrr_at_3_std": -0.05048082511857105, + "nauc_mrr_at_5_diff1": 0.5834048274969664, + "nauc_mrr_at_5_max": 0.35975166764496774, + "nauc_mrr_at_5_std": -0.053128796388848355, + "nauc_ndcg_at_1000_diff1": 0.31603092774814834, + "nauc_ndcg_at_1000_max": 0.23942973710599427, + "nauc_ndcg_at_1000_std": 0.008099667749674024, + "nauc_ndcg_at_100_diff1": 0.30681884715478186, + "nauc_ndcg_at_100_max": 0.2357061927052877, + "nauc_ndcg_at_100_std": 0.014841761444208856, + "nauc_ndcg_at_10_diff1": 0.283373881353126, + "nauc_ndcg_at_10_max": 0.21923049035926698, + "nauc_ndcg_at_10_std": -0.013659954994951632, + "nauc_ndcg_at_1_diff1": 0.5984519025404678, + "nauc_ndcg_at_1_max": 0.33821556036420863, + "nauc_ndcg_at_1_std": -0.04112276584981983, + "nauc_ndcg_at_20_diff1": 0.2936229670103048, + "nauc_ndcg_at_20_max": 0.2122874852154511, + "nauc_ndcg_at_20_std": -0.017177369963377747, + "nauc_ndcg_at_3_diff1": 0.3144044921720348, + "nauc_ndcg_at_3_max": 0.2495076769996654, + "nauc_ndcg_at_3_std": -0.024277017127001064, + "nauc_ndcg_at_5_diff1": 0.2910099852817968, + "nauc_ndcg_at_5_max": 0.22396141093491928, + "nauc_ndcg_at_5_std": -0.026064848907476647, + "nauc_precision_at_1000_diff1": -0.08089532109140843, + "nauc_precision_at_1000_max": 0.2526800843794252, + "nauc_precision_at_1000_std": 0.7149687035307903, + "nauc_precision_at_100_diff1": 0.060953033633862876, + "nauc_precision_at_100_max": 0.1743816584636467, + "nauc_precision_at_100_std": 0.2934107354236933, + "nauc_precision_at_10_diff1": 0.08550462665517056, + "nauc_precision_at_10_max": 0.11746455523856746, + "nauc_precision_at_10_std": 0.016566965271513127, + "nauc_precision_at_1_diff1": 0.5984519025404678, + "nauc_precision_at_1_max": 0.33821556036420863, + "nauc_precision_at_1_std": -0.04112276584981983, + "nauc_precision_at_20_diff1": 0.08640240418734337, + "nauc_precision_at_20_max": 0.07141850640117309, + "nauc_precision_at_20_std": 0.008062635946494623, + "nauc_precision_at_3_diff1": 0.19584801397732787, + "nauc_precision_at_3_max": 0.20755286482972415, + "nauc_precision_at_3_std": -0.01952549836795725, + "nauc_precision_at_5_diff1": 0.1374490207061921, + "nauc_precision_at_5_max": 0.14900203425808559, + "nauc_precision_at_5_std": -0.020418251324233007, + "nauc_recall_at_1000_diff1": -0.08089532109140486, + "nauc_recall_at_1000_max": 0.2526800843794286, + "nauc_recall_at_1000_std": 0.714968703530794, + "nauc_recall_at_100_diff1": 0.060953033633864506, + "nauc_recall_at_100_max": 0.17438165846364764, + "nauc_recall_at_100_std": 0.29341073542369456, + "nauc_recall_at_10_diff1": 0.08550462665517088, + "nauc_recall_at_10_max": 0.11746455523856716, + "nauc_recall_at_10_std": 0.016566965271512975, + "nauc_recall_at_1_diff1": 0.5984519025404678, + "nauc_recall_at_1_max": 0.33821556036420863, + "nauc_recall_at_1_std": -0.04112276584981983, + "nauc_recall_at_20_diff1": 0.08640240418734464, + "nauc_recall_at_20_max": 0.07141850640117417, + "nauc_recall_at_20_std": 0.008062635946494624, + "nauc_recall_at_3_diff1": 0.19584801397732768, + "nauc_recall_at_3_max": 0.207552864829724, + "nauc_recall_at_3_std": -0.019525498367957257, + "nauc_recall_at_5_diff1": 0.1374490207061924, + "nauc_recall_at_5_max": 0.14900203425808606, + "nauc_recall_at_5_std": -0.0204182513242332, + "ndcg_at_1": 0.688, + "ndcg_at_10": 0.64528, + "ndcg_at_100": 0.69006, + "ndcg_at_1000": 0.70368, + "ndcg_at_20": 0.66333, + "ndcg_at_3": 0.58134, + "ndcg_at_5": 0.61319, + "precision_at_1": 0.688, + "precision_at_10": 0.142, + "precision_at_100": 0.01771, + "precision_at_1000": 0.00195, + "precision_at_20": 0.0768, + "precision_at_3": 0.377, + "precision_at_5": 0.2514, + "recall_at_1": 0.344, + "recall_at_10": 0.71, + "recall_at_100": 0.8855, + "recall_at_1000": 0.973, + "recall_at_20": 0.768, + "recall_at_3": 0.5655, + "recall_at_5": 0.6285 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MIRACLRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..0fa55441e --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 1745.041268825531, + "kg_co2_emissions": 0.10671877425355175, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.65746, + "map_at_1": 0.35116, + "map_at_10": 0.56795, + "map_at_100": 0.58458, + "map_at_1000": 0.58486, + "map_at_20": 0.57834, + "map_at_3": 0.49979, + "map_at_5": 0.54066, + "mrr_at_1": 0.53, + "mrr_at_10": 0.6630896825396826, + "mrr_at_100": 0.6664309395629852, + "mrr_at_1000": 0.6664941403529822, + "mrr_at_20": 0.6655061788057146, + "mrr_at_3": 0.6335, + "mrr_at_5": 0.6538999999999999, + "nauc_map_at_1000_diff1": 0.28767538242220714, + "nauc_map_at_1000_max": 0.14987933638143836, + "nauc_map_at_1000_std": -0.15499837530705976, + "nauc_map_at_100_diff1": 0.28748240804868486, + "nauc_map_at_100_max": 0.1498813162166332, + "nauc_map_at_100_std": -0.1549894680516881, + "nauc_map_at_10_diff1": 0.2885578737773842, + "nauc_map_at_10_max": 0.14396493346627587, + "nauc_map_at_10_std": -0.1642813965542588, + "nauc_map_at_1_diff1": 0.3481667365740804, + "nauc_map_at_1_max": 0.09255304316517496, + "nauc_map_at_1_std": -0.15585173981521722, + "nauc_map_at_20_diff1": 0.29031606115856096, + "nauc_map_at_20_max": 0.1499422057885921, + "nauc_map_at_20_std": -0.15927596706589794, + "nauc_map_at_3_diff1": 0.3086775367081451, + "nauc_map_at_3_max": 0.12089303190624862, + "nauc_map_at_3_std": -0.1889363808668319, + "nauc_map_at_5_diff1": 0.29233126096452583, + "nauc_map_at_5_max": 0.12888769877885312, + "nauc_map_at_5_std": -0.17511897240572277, + "nauc_mrr_at_1000_diff1": 0.27366891523255565, + "nauc_mrr_at_1000_max": 0.14381749257677845, + "nauc_mrr_at_1000_std": -0.11943227187229177, + "nauc_mrr_at_100_diff1": 0.27363321501420246, + "nauc_mrr_at_100_max": 0.1438888554184301, + "nauc_mrr_at_100_std": -0.11929559954666728, + "nauc_mrr_at_10_diff1": 0.2708816148203997, + "nauc_mrr_at_10_max": 0.1425662050654096, + "nauc_mrr_at_10_std": -0.12050754889539987, + "nauc_mrr_at_1_diff1": 0.3001484556488746, + "nauc_mrr_at_1_max": 0.11866967243535996, + "nauc_mrr_at_1_std": -0.11050048797921616, + "nauc_mrr_at_20_diff1": 0.27290408059279936, + "nauc_mrr_at_20_max": 0.14427223491836325, + "nauc_mrr_at_20_std": -0.11895595759883636, + "nauc_mrr_at_3_diff1": 0.2725895014096868, + "nauc_mrr_at_3_max": 0.1406650103905324, + "nauc_mrr_at_3_std": -0.13489881656047367, + "nauc_mrr_at_5_diff1": 0.2695923138017471, + "nauc_mrr_at_5_max": 0.1447202122028294, + "nauc_mrr_at_5_std": -0.1271985247436204, + "nauc_ndcg_at_1000_diff1": 0.2710817061726151, + "nauc_ndcg_at_1000_max": 0.1641540139208449, + "nauc_ndcg_at_1000_std": -0.12794050662652134, + "nauc_ndcg_at_100_diff1": 0.26883361963511937, + "nauc_ndcg_at_100_max": 0.16702626908701543, + "nauc_ndcg_at_100_std": -0.12380339560099562, + "nauc_ndcg_at_10_diff1": 0.26715977117739403, + "nauc_ndcg_at_10_max": 0.1549068075916017, + "nauc_ndcg_at_10_std": -0.15270526758928893, + "nauc_ndcg_at_1_diff1": 0.3001484556488746, + "nauc_ndcg_at_1_max": 0.11866967243535996, + "nauc_ndcg_at_1_std": -0.11050048797921616, + "nauc_ndcg_at_20_diff1": 0.2750345709148445, + "nauc_ndcg_at_20_max": 0.17058872729320287, + "nauc_ndcg_at_20_std": -0.13908372437059188, + "nauc_ndcg_at_3_diff1": 0.277738817509299, + "nauc_ndcg_at_3_max": 0.1324160063904556, + "nauc_ndcg_at_3_std": -0.18258214585202898, + "nauc_ndcg_at_5_diff1": 0.26970141523282837, + "nauc_ndcg_at_5_max": 0.1394553203933665, + "nauc_ndcg_at_5_std": -0.17266623569079392, + "nauc_precision_at_1000_diff1": -0.19409757803312946, + "nauc_precision_at_1000_max": 0.07580161806486534, + "nauc_precision_at_1000_std": 0.20298356868044917, + "nauc_precision_at_100_diff1": -0.19383366940620614, + "nauc_precision_at_100_max": 0.0872473083838655, + "nauc_precision_at_100_std": 0.20621483064111093, + "nauc_precision_at_10_diff1": -0.12016699901945394, + "nauc_precision_at_10_max": 0.1329591287132996, + "nauc_precision_at_10_std": 0.10419725243019863, + "nauc_precision_at_1_diff1": 0.3001484556488746, + "nauc_precision_at_1_max": 0.11866967243535996, + "nauc_precision_at_1_std": -0.11050048797921616, + "nauc_precision_at_20_diff1": -0.14054799931616882, + "nauc_precision_at_20_max": 0.13212647052889673, + "nauc_precision_at_20_std": 0.15038922095283985, + "nauc_precision_at_3_diff1": 0.03792349471782594, + "nauc_precision_at_3_max": 0.11943846796114253, + "nauc_precision_at_3_std": -0.058371400430306725, + "nauc_precision_at_5_diff1": -0.06189310248628812, + "nauc_precision_at_5_max": 0.12655543487034726, + "nauc_precision_at_5_std": 0.0307454616775686, + "nauc_recall_at_1000_diff1": -0.24976657329602087, + "nauc_recall_at_1000_max": 0.8885387488328476, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.11374385313114943, + "nauc_recall_at_100_max": 0.40235225900683286, + "nauc_recall_at_100_std": 0.2580223716606565, + "nauc_recall_at_10_diff1": 0.17822486849023553, + "nauc_recall_at_10_max": 0.15128936899503445, + "nauc_recall_at_10_std": -0.15528081902978538, + "nauc_recall_at_1_diff1": 0.3481667365740804, + "nauc_recall_at_1_max": 0.09255304316517496, + "nauc_recall_at_1_std": -0.15585173981521722, + "nauc_recall_at_20_diff1": 0.2143239777412767, + "nauc_recall_at_20_max": 0.24443368639427882, + "nauc_recall_at_20_std": -0.10884102587744056, + "nauc_recall_at_3_diff1": 0.2461457992711912, + "nauc_recall_at_3_max": 0.1033196203468737, + "nauc_recall_at_3_std": -0.22751345371563117, + "nauc_recall_at_5_diff1": 0.20695559955713427, + "nauc_recall_at_5_max": 0.11062883070747499, + "nauc_recall_at_5_std": -0.20918999564213217, + "ndcg_at_1": 0.53, + "ndcg_at_10": 0.65746, + "ndcg_at_100": 0.70379, + "ndcg_at_1000": 0.70748, + "ndcg_at_20": 0.68025, + "ndcg_at_3": 0.57356, + "ndcg_at_5": 0.61574, + "precision_at_1": 0.53, + "precision_at_10": 0.1496, + "precision_at_100": 0.01927, + "precision_at_1000": 0.00197, + "precision_at_20": 0.08375, + "precision_at_3": 0.33467, + "precision_at_5": 0.2482, + "recall_at_1": 0.35116, + "recall_at_10": 0.8114, + "recall_at_100": 0.97483, + "recall_at_1000": 0.998, + "recall_at_20": 0.88022, + "recall_at_3": 0.59539, + "recall_at_5": 0.70594 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.67257, + "map_at_1": 0.33297, + "map_at_10": 0.57522, + "map_at_100": 0.59191, + "map_at_1000": 0.59222, + "map_at_20": 0.58661, + "map_at_3": 0.49954, + "map_at_5": 0.54176, + "mrr_at_1": 0.5547445255474452, + "mrr_at_10": 0.689804194183756, + "mrr_at_100": 0.692271428822506, + "mrr_at_1000": 0.6923489542319461, + "mrr_at_20": 0.6918019169736643, + "mrr_at_3": 0.6601784266017844, + "mrr_at_5": 0.6790348742903486, + "nauc_map_at_1000_diff1": 0.25842382622069915, + "nauc_map_at_1000_max": 0.25815266612444066, + "nauc_map_at_1000_std": -0.07454167213235667, + "nauc_map_at_100_diff1": 0.258516690835059, + "nauc_map_at_100_max": 0.25843423162842316, + "nauc_map_at_100_std": -0.07434712801663255, + "nauc_map_at_10_diff1": 0.2519013143973306, + "nauc_map_at_10_max": 0.254633447637819, + "nauc_map_at_10_std": -0.0919332377252283, + "nauc_map_at_1_diff1": 0.3057786208198683, + "nauc_map_at_1_max": 0.1496678686983477, + "nauc_map_at_1_std": -0.17301920227674908, + "nauc_map_at_20_diff1": 0.25824873852723407, + "nauc_map_at_20_max": 0.25919158223444044, + "nauc_map_at_20_std": -0.07805970995547591, + "nauc_map_at_3_diff1": 0.25613249843119046, + "nauc_map_at_3_max": 0.23771948802079676, + "nauc_map_at_3_std": -0.14262099605407, + "nauc_map_at_5_diff1": 0.26104714080140606, + "nauc_map_at_5_max": 0.26417099177642833, + "nauc_map_at_5_std": -0.11966925383365021, + "nauc_mrr_at_1000_diff1": 0.2649375131372776, + "nauc_mrr_at_1000_max": 0.2799251573674134, + "nauc_mrr_at_1000_std": 0.0508333467452401, + "nauc_mrr_at_100_diff1": 0.26473790444083856, + "nauc_mrr_at_100_max": 0.2800679483820621, + "nauc_mrr_at_100_std": 0.051086575373228624, + "nauc_mrr_at_10_diff1": 0.2638470373334341, + "nauc_mrr_at_10_max": 0.28269753340970627, + "nauc_mrr_at_10_std": 0.053131178255312994, + "nauc_mrr_at_1_diff1": 0.26030983295387355, + "nauc_mrr_at_1_max": 0.2154033964498634, + "nauc_mrr_at_1_std": 0.01800343602982975, + "nauc_mrr_at_20_diff1": 0.2652385985224435, + "nauc_mrr_at_20_max": 0.2811210045400296, + "nauc_mrr_at_20_std": 0.051910274372162675, + "nauc_mrr_at_3_diff1": 0.2705006401510506, + "nauc_mrr_at_3_max": 0.28437079355289346, + "nauc_mrr_at_3_std": 0.03873522676434841, + "nauc_mrr_at_5_diff1": 0.26930407460321554, + "nauc_mrr_at_5_max": 0.2858408822597945, + "nauc_mrr_at_5_std": 0.047621714391320236, + "nauc_ndcg_at_1000_diff1": 0.2588824991009905, + "nauc_ndcg_at_1000_max": 0.28404285158262205, + "nauc_ndcg_at_1000_std": -0.010054472666908463, + "nauc_ndcg_at_100_diff1": 0.2592174811277564, + "nauc_ndcg_at_100_max": 0.2883838640269536, + "nauc_ndcg_at_100_std": -0.003627728068378445, + "nauc_ndcg_at_10_diff1": 0.24460853186884193, + "nauc_ndcg_at_10_max": 0.2847058017219458, + "nauc_ndcg_at_10_std": -0.04284251071028233, + "nauc_ndcg_at_1_diff1": 0.26030983295387355, + "nauc_ndcg_at_1_max": 0.2154033964498634, + "nauc_ndcg_at_1_std": 0.01800343602982975, + "nauc_ndcg_at_20_diff1": 0.26423423840045995, + "nauc_ndcg_at_20_max": 0.29641004931411685, + "nauc_ndcg_at_20_std": -0.015108932603336843, + "nauc_ndcg_at_3_diff1": 0.23977326670877863, + "nauc_ndcg_at_3_max": 0.2592185557095998, + "nauc_ndcg_at_3_std": -0.06167608502985233, + "nauc_ndcg_at_5_diff1": 0.25942522787856603, + "nauc_ndcg_at_5_max": 0.29660391289772364, + "nauc_ndcg_at_5_std": -0.06551930026373967, + "nauc_precision_at_1000_diff1": -0.09518287792955514, + "nauc_precision_at_1000_max": 0.0157762378900103, + "nauc_precision_at_1000_std": 0.3295425799652899, + "nauc_precision_at_100_diff1": -0.07952146865596224, + "nauc_precision_at_100_max": 0.03107842951225363, + "nauc_precision_at_100_std": 0.3431751665037129, + "nauc_precision_at_10_diff1": -0.07184618798809939, + "nauc_precision_at_10_max": 0.09725778094620276, + "nauc_precision_at_10_std": 0.2972529215540364, + "nauc_precision_at_1_diff1": 0.26030983295387355, + "nauc_precision_at_1_max": 0.2154033964498634, + "nauc_precision_at_1_std": 0.01800343602982975, + "nauc_precision_at_20_diff1": -0.059719174722058704, + "nauc_precision_at_20_max": 0.07705588442647386, + "nauc_precision_at_20_std": 0.3374164813454621, + "nauc_precision_at_3_diff1": 0.010720944501447071, + "nauc_precision_at_3_max": 0.22258637006239937, + "nauc_precision_at_3_std": 0.15524409203264625, + "nauc_precision_at_5_diff1": -0.010915934480254248, + "nauc_precision_at_5_max": 0.20703175824313202, + "nauc_precision_at_5_std": 0.23958353657254725, + "nauc_recall_at_1000_diff1": 0.11857644724939519, + "nauc_recall_at_1000_max": 0.8889387796521537, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.1752073567723913, + "nauc_recall_at_100_max": 0.49823870208080345, + "nauc_recall_at_100_std": 0.4263924408094749, + "nauc_recall_at_10_diff1": 0.16006028191248386, + "nauc_recall_at_10_max": 0.29606783482094734, + "nauc_recall_at_10_std": -0.06606940323510596, + "nauc_recall_at_1_diff1": 0.3057786208198683, + "nauc_recall_at_1_max": 0.1496678686983477, + "nauc_recall_at_1_std": -0.17301920227674908, + "nauc_recall_at_20_diff1": 0.26008665140245046, + "nauc_recall_at_20_max": 0.4004828884309885, + "nauc_recall_at_20_std": 0.07009366190191253, + "nauc_recall_at_3_diff1": 0.22460805708023754, + "nauc_recall_at_3_max": 0.2651833492953, + "nauc_recall_at_3_std": -0.1556072724341824, + "nauc_recall_at_5_diff1": 0.2192124779269804, + "nauc_recall_at_5_max": 0.3325638171080681, + "nauc_recall_at_5_std": -0.11428280271063153, + "ndcg_at_1": 0.55474, + "ndcg_at_10": 0.67257, + "ndcg_at_100": 0.71551, + "ndcg_at_1000": 0.71964, + "ndcg_at_20": 0.69696, + "ndcg_at_3": 0.58354, + "ndcg_at_5": 0.62543, + "precision_at_1": 0.55474, + "precision_at_10": 0.16277, + "precision_at_100": 0.02036, + "precision_at_1000": 0.00209, + "precision_at_20": 0.09148, + "precision_at_3": 0.35685, + "precision_at_5": 0.26229, + "recall_at_1": 0.33297, + "recall_at_10": 0.82791, + "recall_at_100": 0.97303, + "recall_at_1000": 0.99797, + "recall_at_20": 0.90075, + "recall_at_3": 0.59717, + "recall_at_5": 0.71148 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.43366, + "map_at_1": 0.15995, + "map_at_10": 0.33007, + "map_at_100": 0.36411, + "map_at_1000": 0.36495, + "map_at_20": 0.34893, + "map_at_3": 0.26046, + "map_at_5": 0.29435, + "mrr_at_1": 0.32786885245901637, + "mrr_at_10": 0.47570647931303656, + "mrr_at_100": 0.4846000688855538, + "mrr_at_1000": 0.48479526512261767, + "mrr_at_20": 0.48174953274519317, + "mrr_at_3": 0.4393442622950819, + "mrr_at_5": 0.4637704918032787, + "nauc_map_at_1000_diff1": 0.09782565772454363, + "nauc_map_at_1000_max": 0.1500908674515557, + "nauc_map_at_1000_std": 0.09081670753112199, + "nauc_map_at_100_diff1": 0.09739602171786939, + "nauc_map_at_100_max": 0.1505689270313961, + "nauc_map_at_100_std": 0.09074618281123176, + "nauc_map_at_10_diff1": 0.089745907966566, + "nauc_map_at_10_max": 0.1356682884296287, + "nauc_map_at_10_std": 0.08822134044540732, + "nauc_map_at_1_diff1": 0.09548853895408262, + "nauc_map_at_1_max": 0.10843440952647451, + "nauc_map_at_1_std": 0.06639451400669674, + "nauc_map_at_20_diff1": 0.09435166784962158, + "nauc_map_at_20_max": 0.14083944810173613, + "nauc_map_at_20_std": 0.08325507567200263, + "nauc_map_at_3_diff1": 0.09819423286895286, + "nauc_map_at_3_max": 0.11974742759249477, + "nauc_map_at_3_std": 0.08096406767555657, + "nauc_map_at_5_diff1": 0.08972925284821794, + "nauc_map_at_5_max": 0.11087246901059981, + "nauc_map_at_5_std": 0.07832528265975922, + "nauc_mrr_at_1000_diff1": 0.14066253865878664, + "nauc_mrr_at_1000_max": 0.1945726748944531, + "nauc_mrr_at_1000_std": 0.1312815350633131, + "nauc_mrr_at_100_diff1": 0.14060808624273405, + "nauc_mrr_at_100_max": 0.19481599432253027, + "nauc_mrr_at_100_std": 0.13143204606296532, + "nauc_mrr_at_10_diff1": 0.14315470863788685, + "nauc_mrr_at_10_max": 0.1894832872707216, + "nauc_mrr_at_10_std": 0.12712282557464513, + "nauc_mrr_at_1_diff1": 0.15818404409778783, + "nauc_mrr_at_1_max": 0.19490260636346257, + "nauc_mrr_at_1_std": 0.14211370601639028, + "nauc_mrr_at_20_diff1": 0.14026638667913158, + "nauc_mrr_at_20_max": 0.19495160683577686, + "nauc_mrr_at_20_std": 0.13072881568196887, + "nauc_mrr_at_3_diff1": 0.13134032474251148, + "nauc_mrr_at_3_max": 0.19668829861318635, + "nauc_mrr_at_3_std": 0.13885761350505801, + "nauc_mrr_at_5_diff1": 0.13888120763604722, + "nauc_mrr_at_5_max": 0.19547487291453552, + "nauc_mrr_at_5_std": 0.12727587769988555, + "nauc_ndcg_at_1000_diff1": 0.11544308285411918, + "nauc_ndcg_at_1000_max": 0.18540516408656876, + "nauc_ndcg_at_1000_std": 0.1146791530270069, + "nauc_ndcg_at_100_diff1": 0.11253169769310102, + "nauc_ndcg_at_100_max": 0.19469239118774875, + "nauc_ndcg_at_100_std": 0.11608994532970958, + "nauc_ndcg_at_10_diff1": 0.09431586416211622, + "nauc_ndcg_at_10_max": 0.1483368007439367, + "nauc_ndcg_at_10_std": 0.0877709998397189, + "nauc_ndcg_at_1_diff1": 0.15818404409778783, + "nauc_ndcg_at_1_max": 0.19490260636346257, + "nauc_ndcg_at_1_std": 0.14211370601639028, + "nauc_ndcg_at_20_diff1": 0.0971321657736893, + "nauc_ndcg_at_20_max": 0.1562602115576219, + "nauc_ndcg_at_20_std": 0.07741975661650806, + "nauc_ndcg_at_3_diff1": 0.12119903550068838, + "nauc_ndcg_at_3_max": 0.16827596925651844, + "nauc_ndcg_at_3_std": 0.10598181927186928, + "nauc_ndcg_at_5_diff1": 0.09561675274990292, + "nauc_ndcg_at_5_max": 0.12739186921637383, + "nauc_ndcg_at_5_std": 0.07807608996674466, + "nauc_precision_at_1000_diff1": 0.09291300541823552, + "nauc_precision_at_1000_max": 0.20824073083681624, + "nauc_precision_at_1000_std": 0.15717145831661275, + "nauc_precision_at_100_diff1": 0.09214658913949138, + "nauc_precision_at_100_max": 0.23531872222931646, + "nauc_precision_at_100_std": 0.16280783154197465, + "nauc_precision_at_10_diff1": 0.08070165609312169, + "nauc_precision_at_10_max": 0.20817109164496966, + "nauc_precision_at_10_std": 0.1246043323552978, + "nauc_precision_at_1_diff1": 0.15818404409778783, + "nauc_precision_at_1_max": 0.19490260636346257, + "nauc_precision_at_1_std": 0.14211370601639028, + "nauc_precision_at_20_diff1": 0.08026405326469647, + "nauc_precision_at_20_max": 0.20283932099194582, + "nauc_precision_at_20_std": 0.08802935212393295, + "nauc_precision_at_3_diff1": 0.13313621039792456, + "nauc_precision_at_3_max": 0.22938522536866857, + "nauc_precision_at_3_std": 0.1410756876216681, + "nauc_precision_at_5_diff1": 0.08876898008161026, + "nauc_precision_at_5_max": 0.18176307344167797, + "nauc_precision_at_5_std": 0.10273083644292126, + "nauc_recall_at_1000_diff1": 0.37955272270027235, + "nauc_recall_at_1000_max": 0.37923406869480913, + "nauc_recall_at_1000_std": 0.6376806498678175, + "nauc_recall_at_100_diff1": 0.07528029441240636, + "nauc_recall_at_100_max": 0.4105037220009067, + "nauc_recall_at_100_std": 0.20513523091124672, + "nauc_recall_at_10_diff1": 0.047214039338956536, + "nauc_recall_at_10_max": 0.07841537367030564, + "nauc_recall_at_10_std": 0.02113825084472583, + "nauc_recall_at_1_diff1": 0.09548853895408262, + "nauc_recall_at_1_max": 0.10843440952647451, + "nauc_recall_at_1_std": 0.06639451400669674, + "nauc_recall_at_20_diff1": 0.035816821460480194, + "nauc_recall_at_20_max": 0.07986216377399905, + "nauc_recall_at_20_std": -0.030938952290468582, + "nauc_recall_at_3_diff1": 0.07179794755392012, + "nauc_recall_at_3_max": 0.08823364093150954, + "nauc_recall_at_3_std": 0.040259233790891163, + "nauc_recall_at_5_diff1": 0.056127837430550984, + "nauc_recall_at_5_max": 0.0424683942439556, + "nauc_recall_at_5_std": 0.009035644654592206, + "ndcg_at_1": 0.32787, + "ndcg_at_10": 0.43366, + "ndcg_at_100": 0.5406, + "ndcg_at_1000": 0.5495, + "ndcg_at_20": 0.47756, + "ndcg_at_3": 0.34776, + "ndcg_at_5": 0.37799, + "precision_at_1": 0.32787, + "precision_at_10": 0.13934, + "precision_at_100": 0.02505, + "precision_at_1000": 0.00263, + "precision_at_20": 0.08803, + "precision_at_3": 0.24918, + "precision_at_5": 0.19934, + "recall_at_1": 0.15995, + "recall_at_10": 0.56849, + "recall_at_100": 0.94442, + "recall_at_1000": 0.99403, + "recall_at_20": 0.69468, + "recall_at_3": 0.33961, + "recall_at_5": 0.43339 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.41235, + "map_at_1": 0.14164, + "map_at_10": 0.30354, + "map_at_100": 0.33949, + "map_at_1000": 0.34114, + "map_at_20": 0.3223, + "map_at_3": 0.24345, + "map_at_5": 0.27227, + "mrr_at_1": 0.295369211514393, + "mrr_at_10": 0.46539424280350383, + "mrr_at_100": 0.4742322072227598, + "mrr_at_1000": 0.4743574580200619, + "mrr_at_20": 0.4717029618292122, + "mrr_at_3": 0.42740926157697096, + "mrr_at_5": 0.4508135168961195, + "nauc_map_at_1000_diff1": 0.1363562107876019, + "nauc_map_at_1000_max": 0.05238847180345972, + "nauc_map_at_1000_std": -0.08473529439574377, + "nauc_map_at_100_diff1": 0.13623548604081281, + "nauc_map_at_100_max": 0.051933215061477175, + "nauc_map_at_100_std": -0.08614260516684244, + "nauc_map_at_10_diff1": 0.13198278561119572, + "nauc_map_at_10_max": 0.031456116314257265, + "nauc_map_at_10_std": -0.10954854529102694, + "nauc_map_at_1_diff1": 0.15303567217996947, + "nauc_map_at_1_max": -0.005771814709036326, + "nauc_map_at_1_std": -0.09489530251121892, + "nauc_map_at_20_diff1": 0.1336222431545054, + "nauc_map_at_20_max": 0.04371467636995545, + "nauc_map_at_20_std": -0.09626395969621097, + "nauc_map_at_3_diff1": 0.13962479944630626, + "nauc_map_at_3_max": 0.0009118912264543693, + "nauc_map_at_3_std": -0.12457351374331202, + "nauc_map_at_5_diff1": 0.1434333835829017, + "nauc_map_at_5_max": 0.012562711561779976, + "nauc_map_at_5_std": -0.12847657268281348, + "nauc_mrr_at_1000_diff1": 0.15175306623842102, + "nauc_mrr_at_1000_max": 0.09693652385398838, + "nauc_mrr_at_1000_std": -0.0033008853145482376, + "nauc_mrr_at_100_diff1": 0.1518572320871185, + "nauc_mrr_at_100_max": 0.09709227223496006, + "nauc_mrr_at_100_std": -0.003366476023790207, + "nauc_mrr_at_10_diff1": 0.1486125220655267, + "nauc_mrr_at_10_max": 0.09970892323610929, + "nauc_mrr_at_10_std": -0.0009840311608653861, + "nauc_mrr_at_1_diff1": 0.15029442686563643, + "nauc_mrr_at_1_max": 0.06485175979231018, + "nauc_mrr_at_1_std": -0.005126234594695047, + "nauc_mrr_at_20_diff1": 0.15212878568834773, + "nauc_mrr_at_20_max": 0.09889255540837738, + "nauc_mrr_at_20_std": -0.0019762572426428524, + "nauc_mrr_at_3_diff1": 0.14144473441459637, + "nauc_mrr_at_3_max": 0.08344287392762881, + "nauc_mrr_at_3_std": -0.00870693382689694, + "nauc_mrr_at_5_diff1": 0.15257051912859756, + "nauc_mrr_at_5_max": 0.09655620510515156, + "nauc_mrr_at_5_std": -0.007107965119458281, + "nauc_ndcg_at_1000_diff1": 0.14629908328449165, + "nauc_ndcg_at_1000_max": 0.10071861686441916, + "nauc_ndcg_at_1000_std": -0.028671499499093974, + "nauc_ndcg_at_100_diff1": 0.14546594345011873, + "nauc_ndcg_at_100_max": 0.10220708635474456, + "nauc_ndcg_at_100_std": -0.03813739187765326, + "nauc_ndcg_at_10_diff1": 0.13120527874080637, + "nauc_ndcg_at_10_max": 0.06301995463202135, + "nauc_ndcg_at_10_std": -0.0828088355852598, + "nauc_ndcg_at_1_diff1": 0.15029442686563643, + "nauc_ndcg_at_1_max": 0.06485175979231018, + "nauc_ndcg_at_1_std": -0.005126234594695047, + "nauc_ndcg_at_20_diff1": 0.13847429895262084, + "nauc_ndcg_at_20_max": 0.08385668398955881, + "nauc_ndcg_at_20_std": -0.0596929010464934, + "nauc_ndcg_at_3_diff1": 0.12810533697417642, + "nauc_ndcg_at_3_max": 0.048174254584199286, + "nauc_ndcg_at_3_std": -0.07450374243622207, + "nauc_ndcg_at_5_diff1": 0.14241429571055336, + "nauc_ndcg_at_5_max": 0.04429336079096452, + "nauc_ndcg_at_5_std": -0.10081433783069067, + "nauc_precision_at_1000_diff1": -0.0063241168215133325, + "nauc_precision_at_1000_max": 0.19216647035069942, + "nauc_precision_at_1000_std": 0.23597686920541414, + "nauc_precision_at_100_diff1": 0.0022256664698086554, + "nauc_precision_at_100_max": 0.22338561566739304, + "nauc_precision_at_100_std": 0.2397577245002443, + "nauc_precision_at_10_diff1": 0.03593396241081765, + "nauc_precision_at_10_max": 0.20895139652225234, + "nauc_precision_at_10_std": 0.10575267995073752, + "nauc_precision_at_1_diff1": 0.15029442686563643, + "nauc_precision_at_1_max": 0.06485175979231018, + "nauc_precision_at_1_std": -0.005126234594695047, + "nauc_precision_at_20_diff1": 0.010701755706162809, + "nauc_precision_at_20_max": 0.23051155948742966, + "nauc_precision_at_20_std": 0.19445124111654194, + "nauc_precision_at_3_diff1": 0.09488873381271143, + "nauc_precision_at_3_max": 0.11363079707307823, + "nauc_precision_at_3_std": -0.005707374018285797, + "nauc_precision_at_5_diff1": 0.08498749737481574, + "nauc_precision_at_5_max": 0.15335864868983543, + "nauc_precision_at_5_std": 0.018703187101525395, + "nauc_recall_at_1000_diff1": 0.48410433272443265, + "nauc_recall_at_1000_max": 0.07602504062752523, + "nauc_recall_at_1000_std": -0.345580434581172, + "nauc_recall_at_100_diff1": 0.09133954071600178, + "nauc_recall_at_100_max": 0.12238514965558335, + "nauc_recall_at_100_std": -0.14406355054050088, + "nauc_recall_at_10_diff1": 0.0885965072613626, + "nauc_recall_at_10_max": 0.043612964320420125, + "nauc_recall_at_10_std": -0.11407160640084535, + "nauc_recall_at_1_diff1": 0.15303567217996947, + "nauc_recall_at_1_max": -0.005771814709036326, + "nauc_recall_at_1_std": -0.09489530251121892, + "nauc_recall_at_20_diff1": 0.09937799201657699, + "nauc_recall_at_20_max": 0.07411937985114823, + "nauc_recall_at_20_std": -0.0846044048798959, + "nauc_recall_at_3_diff1": 0.10238462233672906, + "nauc_recall_at_3_max": -0.022075273870322418, + "nauc_recall_at_3_std": -0.14733548996897156, + "nauc_recall_at_5_diff1": 0.12580909246723201, + "nauc_recall_at_5_max": 0.005656522014029335, + "nauc_recall_at_5_std": -0.16015883837683115, + "ndcg_at_1": 0.29537, + "ndcg_at_10": 0.41235, + "ndcg_at_100": 0.523, + "ndcg_at_1000": 0.53795, + "ndcg_at_20": 0.45762, + "ndcg_at_3": 0.34157, + "ndcg_at_5": 0.36412, + "precision_at_1": 0.29537, + "precision_at_10": 0.1363, + "precision_at_100": 0.0262, + "precision_at_1000": 0.0029, + "precision_at_20": 0.08798, + "precision_at_3": 0.24948, + "precision_at_5": 0.19424, + "recall_at_1": 0.14164, + "recall_at_10": 0.54809, + "recall_at_100": 0.9243, + "recall_at_1000": 0.99793, + "recall_at_20": 0.6816, + "recall_at_3": 0.33686, + "recall_at_5": 0.42359 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.43914, + "map_at_1": 0.13222, + "map_at_10": 0.31595, + "map_at_100": 0.37654, + "map_at_1000": 0.37872, + "map_at_20": 0.349, + "map_at_3": 0.22874, + "map_at_5": 0.26918, + "mrr_at_1": 0.4182098765432099, + "mrr_at_10": 0.567775695669214, + "mrr_at_100": 0.5745140240708748, + "mrr_at_1000": 0.5745744865433883, + "mrr_at_20": 0.5724420800385065, + "mrr_at_3": 0.5344650205761315, + "mrr_at_5": 0.555529835390946, + "nauc_map_at_1000_diff1": 0.17550093649312093, + "nauc_map_at_1000_max": 0.21832546632094166, + "nauc_map_at_1000_std": 0.03479794734551891, + "nauc_map_at_100_diff1": 0.17494756835329092, + "nauc_map_at_100_max": 0.21780937461056538, + "nauc_map_at_100_std": 0.0344162772327483, + "nauc_map_at_10_diff1": 0.17707961011412682, + "nauc_map_at_10_max": 0.17722494957197382, + "nauc_map_at_10_std": -0.014551180490771892, + "nauc_map_at_1_diff1": 0.1595826847629663, + "nauc_map_at_1_max": 0.03723764396436187, + "nauc_map_at_1_std": -0.06934511974887415, + "nauc_map_at_20_diff1": 0.17928118779210653, + "nauc_map_at_20_max": 0.20613493081829437, + "nauc_map_at_20_std": 0.01435030183619494, + "nauc_map_at_3_diff1": 0.19247606107953946, + "nauc_map_at_3_max": 0.134110528137413, + "nauc_map_at_3_std": -0.060252323305801644, + "nauc_map_at_5_diff1": 0.18395256386464562, + "nauc_map_at_5_max": 0.15769710793212088, + "nauc_map_at_5_std": -0.05886665738130049, + "nauc_mrr_at_1000_diff1": 0.13751927307030726, + "nauc_mrr_at_1000_max": 0.20570106400830768, + "nauc_mrr_at_1000_std": 0.13887301060911697, + "nauc_mrr_at_100_diff1": 0.13747166443430192, + "nauc_mrr_at_100_max": 0.20579294020811742, + "nauc_mrr_at_100_std": 0.13897824984805313, + "nauc_mrr_at_10_diff1": 0.1375585623568741, + "nauc_mrr_at_10_max": 0.2091528424092755, + "nauc_mrr_at_10_std": 0.14110383847620328, + "nauc_mrr_at_1_diff1": 0.13151368173652636, + "nauc_mrr_at_1_max": 0.15592157384828723, + "nauc_mrr_at_1_std": 0.10897790831077446, + "nauc_mrr_at_20_diff1": 0.1371485133091721, + "nauc_mrr_at_20_max": 0.20621985604908888, + "nauc_mrr_at_20_std": 0.14110566260820565, + "nauc_mrr_at_3_diff1": 0.14537176864632523, + "nauc_mrr_at_3_max": 0.211749114797957, + "nauc_mrr_at_3_std": 0.1286582805098291, + "nauc_mrr_at_5_diff1": 0.13847616130191828, + "nauc_mrr_at_5_max": 0.211175374885707, + "nauc_mrr_at_5_std": 0.13373125711667752, + "nauc_ndcg_at_1000_diff1": 0.16256224820100967, + "nauc_ndcg_at_1000_max": 0.26191881971573167, + "nauc_ndcg_at_1000_std": 0.12292622514722573, + "nauc_ndcg_at_100_diff1": 0.16153700041601454, + "nauc_ndcg_at_100_max": 0.26249198800224954, + "nauc_ndcg_at_100_std": 0.12366447238832175, + "nauc_ndcg_at_10_diff1": 0.17264535101318193, + "nauc_ndcg_at_10_max": 0.20738699065274566, + "nauc_ndcg_at_10_std": 0.04149261578927644, + "nauc_ndcg_at_1_diff1": 0.13151368173652636, + "nauc_ndcg_at_1_max": 0.15592157384828723, + "nauc_ndcg_at_1_std": 0.10897790831077446, + "nauc_ndcg_at_20_diff1": 0.17878091092149792, + "nauc_ndcg_at_20_max": 0.24465434910215378, + "nauc_ndcg_at_20_std": 0.08200844975080435, + "nauc_ndcg_at_3_diff1": 0.1616808547860384, + "nauc_ndcg_at_3_max": 0.21727848012168008, + "nauc_ndcg_at_3_std": 0.0642948800401152, + "nauc_ndcg_at_5_diff1": 0.16016040709681825, + "nauc_ndcg_at_5_max": 0.20874270022155766, + "nauc_ndcg_at_5_std": 0.020944255345774977, + "nauc_precision_at_1000_diff1": -0.0853475344872703, + "nauc_precision_at_1000_max": 0.18673920908533434, + "nauc_precision_at_1000_std": 0.29682621781741264, + "nauc_precision_at_100_diff1": -0.07604599426153154, + "nauc_precision_at_100_max": 0.21297740172958285, + "nauc_precision_at_100_std": 0.31685574274661155, + "nauc_precision_at_10_diff1": 0.035855048813293565, + "nauc_precision_at_10_max": 0.27582216545168964, + "nauc_precision_at_10_std": 0.2342648770924042, + "nauc_precision_at_1_diff1": 0.13151368173652636, + "nauc_precision_at_1_max": 0.15592157384828723, + "nauc_precision_at_1_std": 0.10897790831077446, + "nauc_precision_at_20_diff1": 0.012350928601291928, + "nauc_precision_at_20_max": 0.2903753962672509, + "nauc_precision_at_20_std": 0.2904788154485561, + "nauc_precision_at_3_diff1": 0.14803437711264358, + "nauc_precision_at_3_max": 0.29186400122511874, + "nauc_precision_at_3_std": 0.13048004553017029, + "nauc_precision_at_5_diff1": 0.08304415128256262, + "nauc_precision_at_5_max": 0.2903473624737797, + "nauc_precision_at_5_std": 0.1344625091921215, + "nauc_recall_at_1000_diff1": 0.8692362021995927, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.10438493446315096, + "nauc_recall_at_100_max": 0.22888051022735556, + "nauc_recall_at_100_std": 0.15720938222489533, + "nauc_recall_at_10_diff1": 0.1556502546431114, + "nauc_recall_at_10_max": 0.15570070817503845, + "nauc_recall_at_10_std": -0.0010926995889665374, + "nauc_recall_at_1_diff1": 0.1595826847629663, + "nauc_recall_at_1_max": 0.03723764396436187, + "nauc_recall_at_1_std": -0.06934511974887415, + "nauc_recall_at_20_diff1": 0.1756159152976508, + "nauc_recall_at_20_max": 0.20659934409570752, + "nauc_recall_at_20_std": 0.05180861566762633, + "nauc_recall_at_3_diff1": 0.18709798169703587, + "nauc_recall_at_3_max": 0.13510063814826623, + "nauc_recall_at_3_std": -0.07691700388121789, + "nauc_recall_at_5_diff1": 0.17264096372636537, + "nauc_recall_at_5_max": 0.1500110149830141, + "nauc_recall_at_5_std": -0.0841397895670923, + "ndcg_at_1": 0.41821, + "ndcg_at_10": 0.43914, + "ndcg_at_100": 0.58652, + "ndcg_at_1000": 0.60166, + "ndcg_at_20": 0.5007, + "ndcg_at_3": 0.40047, + "ndcg_at_5": 0.3999, + "precision_at_1": 0.41821, + "precision_at_10": 0.21034, + "precision_at_100": 0.04273, + "precision_at_1000": 0.00461, + "precision_at_20": 0.14306, + "precision_at_3": 0.33951, + "precision_at_5": 0.28457, + "recall_at_1": 0.13222, + "recall_at_10": 0.50415, + "recall_at_100": 0.93321, + "recall_at_1000": 0.99923, + "recall_at_20": 0.65087, + "recall_at_3": 0.28283, + "recall_at_5": 0.36701 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.52163, + "map_at_1": 0.24304, + "map_at_10": 0.42577, + "map_at_100": 0.44853, + "map_at_1000": 0.4492, + "map_at_20": 0.44037, + "map_at_3": 0.35763, + "map_at_5": 0.3942, + "mrr_at_1": 0.37658227848101267, + "mrr_at_10": 0.5210160488245928, + "mrr_at_100": 0.5285606997056624, + "mrr_at_1000": 0.5286747562820171, + "mrr_at_20": 0.5263943704423945, + "mrr_at_3": 0.4860232067510547, + "mrr_at_5": 0.507463080168776, + "nauc_map_at_1000_diff1": 0.23361723501192402, + "nauc_map_at_1000_max": 0.21279006839954634, + "nauc_map_at_1000_std": -0.15286820434056556, + "nauc_map_at_100_diff1": 0.23357884891370942, + "nauc_map_at_100_max": 0.21317957780672192, + "nauc_map_at_100_std": -0.15298055015809375, + "nauc_map_at_10_diff1": 0.23504752923038363, + "nauc_map_at_10_max": 0.2070572444703259, + "nauc_map_at_10_std": -0.16486990054315812, + "nauc_map_at_1_diff1": 0.33370308442752467, + "nauc_map_at_1_max": 0.14910029797129265, + "nauc_map_at_1_std": -0.15338318706359316, + "nauc_map_at_20_diff1": 0.2342051993993511, + "nauc_map_at_20_max": 0.21238148070317453, + "nauc_map_at_20_std": -0.15795562711770933, + "nauc_map_at_3_diff1": 0.2637106385176035, + "nauc_map_at_3_max": 0.17327347601339418, + "nauc_map_at_3_std": -0.1738959443205592, + "nauc_map_at_5_diff1": 0.24615347344009805, + "nauc_map_at_5_max": 0.19625415179936181, + "nauc_map_at_5_std": -0.17739724288052874, + "nauc_mrr_at_1000_diff1": 0.2506166047491793, + "nauc_mrr_at_1000_max": 0.24569231031548275, + "nauc_mrr_at_1000_std": -0.07666163412263945, + "nauc_mrr_at_100_diff1": 0.25057423331850165, + "nauc_mrr_at_100_max": 0.2458332918542658, + "nauc_mrr_at_100_std": -0.07649991806898779, + "nauc_mrr_at_10_diff1": 0.24817082777033006, + "nauc_mrr_at_10_max": 0.24679712162948084, + "nauc_mrr_at_10_std": -0.07623245090080989, + "nauc_mrr_at_1_diff1": 0.2952149524519451, + "nauc_mrr_at_1_max": 0.22246645267822554, + "nauc_mrr_at_1_std": -0.08910000618158043, + "nauc_mrr_at_20_diff1": 0.24868710334882005, + "nauc_mrr_at_20_max": 0.24580739509036068, + "nauc_mrr_at_20_std": -0.07629899920372983, + "nauc_mrr_at_3_diff1": 0.2595434328215192, + "nauc_mrr_at_3_max": 0.2522407507439796, + "nauc_mrr_at_3_std": -0.07401310669334943, + "nauc_mrr_at_5_diff1": 0.25228932899394113, + "nauc_mrr_at_5_max": 0.2531454757631537, + "nauc_mrr_at_5_std": -0.07562646956647376, + "nauc_ndcg_at_1000_diff1": 0.21778414074595223, + "nauc_ndcg_at_1000_max": 0.23457324254974057, + "nauc_ndcg_at_1000_std": -0.1130883828929305, + "nauc_ndcg_at_100_diff1": 0.2165176830174131, + "nauc_ndcg_at_100_max": 0.2420508675354416, + "nauc_ndcg_at_100_std": -0.10877331112733488, + "nauc_ndcg_at_10_diff1": 0.20766378454402645, + "nauc_ndcg_at_10_max": 0.22756821117402334, + "nauc_ndcg_at_10_std": -0.14253562866351477, + "nauc_ndcg_at_1_diff1": 0.2952149524519451, + "nauc_ndcg_at_1_max": 0.22246645267822554, + "nauc_ndcg_at_1_std": -0.08910000618158043, + "nauc_ndcg_at_20_diff1": 0.2081088304812253, + "nauc_ndcg_at_20_max": 0.2368139497652863, + "nauc_ndcg_at_20_std": -0.12917968862581541, + "nauc_ndcg_at_3_diff1": 0.23473145752727587, + "nauc_ndcg_at_3_max": 0.19596355772470078, + "nauc_ndcg_at_3_std": -0.14523831341829074, + "nauc_ndcg_at_5_diff1": 0.22147211890520896, + "nauc_ndcg_at_5_max": 0.22087086402042352, + "nauc_ndcg_at_5_std": -0.15361257933801764, + "nauc_precision_at_1000_diff1": -0.1496776142755098, + "nauc_precision_at_1000_max": 0.07123034434581894, + "nauc_precision_at_1000_std": 0.18598922001363244, + "nauc_precision_at_100_diff1": -0.14267453589893955, + "nauc_precision_at_100_max": 0.10692298963710192, + "nauc_precision_at_100_std": 0.1895528149057164, + "nauc_precision_at_10_diff1": -0.08400208869528575, + "nauc_precision_at_10_max": 0.20415966905466318, + "nauc_precision_at_10_std": 0.05800353842760184, + "nauc_precision_at_1_diff1": 0.2952149524519451, + "nauc_precision_at_1_max": 0.22246645267822554, + "nauc_precision_at_1_std": -0.08910000618158043, + "nauc_precision_at_20_diff1": -0.11052348484508774, + "nauc_precision_at_20_max": 0.17786939358392062, + "nauc_precision_at_20_std": 0.10732384880083429, + "nauc_precision_at_3_diff1": 0.08606196901544912, + "nauc_precision_at_3_max": 0.23163685997188607, + "nauc_precision_at_3_std": -0.047695215769412616, + "nauc_precision_at_5_diff1": -0.007420303907059181, + "nauc_precision_at_5_max": 0.24314699046716112, + "nauc_precision_at_5_std": -0.020671299815650447, + "nauc_recall_at_1000_diff1": 0.5541650972364074, + "nauc_recall_at_1000_max": 0.8693269926598373, + "nauc_recall_at_1000_std": 0.35798319439594894, + "nauc_recall_at_100_diff1": 0.13179988571780735, + "nauc_recall_at_100_max": 0.4504081531849759, + "nauc_recall_at_100_std": 0.12190727017639243, + "nauc_recall_at_10_diff1": 0.09186944098120935, + "nauc_recall_at_10_max": 0.19443273903930564, + "nauc_recall_at_10_std": -0.1621883092148839, + "nauc_recall_at_1_diff1": 0.33370308442752467, + "nauc_recall_at_1_max": 0.14910029797129265, + "nauc_recall_at_1_std": -0.15338318706359316, + "nauc_recall_at_20_diff1": 0.06976755965453144, + "nauc_recall_at_20_max": 0.22001432690793876, + "nauc_recall_at_20_std": -0.13293073180866818, + "nauc_recall_at_3_diff1": 0.18894445127398302, + "nauc_recall_at_3_max": 0.15803895126973747, + "nauc_recall_at_3_std": -0.1627328529607691, + "nauc_recall_at_5_diff1": 0.1374395942859362, + "nauc_recall_at_5_max": 0.18638438954934272, + "nauc_recall_at_5_std": -0.17855695698793408, + "ndcg_at_1": 0.37658, + "ndcg_at_10": 0.52163, + "ndcg_at_100": 0.59235, + "ndcg_at_1000": 0.60038, + "ndcg_at_20": 0.55649, + "ndcg_at_3": 0.43004, + "ndcg_at_5": 0.47025, + "precision_at_1": 0.37658, + "precision_at_10": 0.13212, + "precision_at_100": 0.01965, + "precision_at_1000": 0.00208, + "precision_at_20": 0.07888, + "precision_at_3": 0.25897, + "precision_at_5": 0.20127, + "recall_at_1": 0.24304, + "recall_at_10": 0.6934, + "recall_at_100": 0.95158, + "recall_at_1000": 0.9996, + "recall_at_20": 0.80338, + "recall_at_3": 0.4564, + "recall_at_5": 0.55928 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.68462, + "map_at_1": 0.35976, + "map_at_10": 0.5925, + "map_at_100": 0.60798, + "map_at_1000": 0.60822, + "map_at_20": 0.60336, + "map_at_3": 0.52767, + "map_at_5": 0.56659, + "mrr_at_1": 0.569, + "mrr_at_10": 0.704713095238096, + "mrr_at_100": 0.7080839858159804, + "mrr_at_1000": 0.7081376140122562, + "mrr_at_20": 0.7076272039192325, + "mrr_at_3": 0.6845000000000006, + "mrr_at_5": 0.6986000000000008, + "nauc_map_at_1000_diff1": 0.29975838164930607, + "nauc_map_at_1000_max": 0.14848476626081275, + "nauc_map_at_1000_std": -0.08406203244499401, + "nauc_map_at_100_diff1": 0.2996860543971543, + "nauc_map_at_100_max": 0.14858449248265157, + "nauc_map_at_100_std": -0.08392661555618765, + "nauc_map_at_10_diff1": 0.2992057168407853, + "nauc_map_at_10_max": 0.1482734187245903, + "nauc_map_at_10_std": -0.08816911839034652, + "nauc_map_at_1_diff1": 0.32761164441197543, + "nauc_map_at_1_max": 0.049883212581375944, + "nauc_map_at_1_std": -0.10995620396464234, + "nauc_map_at_20_diff1": 0.2993680669806211, + "nauc_map_at_20_max": 0.14970248171439324, + "nauc_map_at_20_std": -0.08609142685974672, + "nauc_map_at_3_diff1": 0.29626534673011995, + "nauc_map_at_3_max": 0.12325477425561412, + "nauc_map_at_3_std": -0.11850276291386781, + "nauc_map_at_5_diff1": 0.29364258715840885, + "nauc_map_at_5_max": 0.13608111729010747, + "nauc_map_at_5_std": -0.09608655111763983, + "nauc_mrr_at_1000_diff1": 0.34505871502118124, + "nauc_mrr_at_1000_max": 0.18663691574384264, + "nauc_mrr_at_1000_std": -0.033794355822724345, + "nauc_mrr_at_100_diff1": 0.34503481716160395, + "nauc_mrr_at_100_max": 0.18662143914523396, + "nauc_mrr_at_100_std": -0.033763067387440344, + "nauc_mrr_at_10_diff1": 0.3438860289734543, + "nauc_mrr_at_10_max": 0.18600807238506165, + "nauc_mrr_at_10_std": -0.03403862931543419, + "nauc_mrr_at_1_diff1": 0.3489980317585011, + "nauc_mrr_at_1_max": 0.1637596996460605, + "nauc_mrr_at_1_std": -0.03894623819305953, + "nauc_mrr_at_20_diff1": 0.34522401312529, + "nauc_mrr_at_20_max": 0.18706700858703043, + "nauc_mrr_at_20_std": -0.0334926224372174, + "nauc_mrr_at_3_diff1": 0.34241786016449466, + "nauc_mrr_at_3_max": 0.19361742959911232, + "nauc_mrr_at_3_std": -0.03655747843435522, + "nauc_mrr_at_5_diff1": 0.3430460414782472, + "nauc_mrr_at_5_max": 0.1871731958113939, + "nauc_mrr_at_5_std": -0.033811226817419535, + "nauc_ndcg_at_1000_diff1": 0.3117253789191753, + "nauc_ndcg_at_1000_max": 0.16819785162522052, + "nauc_ndcg_at_1000_std": -0.05685120856488461, + "nauc_ndcg_at_100_diff1": 0.31047600026608285, + "nauc_ndcg_at_100_max": 0.16903287090122218, + "nauc_ndcg_at_100_std": -0.05397888491017218, + "nauc_ndcg_at_10_diff1": 0.3095361950574175, + "nauc_ndcg_at_10_max": 0.17327290687872562, + "nauc_ndcg_at_10_std": -0.07045226834578709, + "nauc_ndcg_at_1_diff1": 0.3489980317585011, + "nauc_ndcg_at_1_max": 0.1637596996460605, + "nauc_ndcg_at_1_std": -0.03894623819305953, + "nauc_ndcg_at_20_diff1": 0.31244313963905657, + "nauc_ndcg_at_20_max": 0.17784611695301916, + "nauc_ndcg_at_20_std": -0.06143849254944312, + "nauc_ndcg_at_3_diff1": 0.2979399220645963, + "nauc_ndcg_at_3_max": 0.158800787836807, + "nauc_ndcg_at_3_std": -0.09944751030687904, + "nauc_ndcg_at_5_diff1": 0.29897248208381194, + "nauc_ndcg_at_5_max": 0.15723329659251709, + "nauc_ndcg_at_5_std": -0.08095468789212737, + "nauc_precision_at_1000_diff1": -0.15259004653252564, + "nauc_precision_at_1000_max": 0.0702344697154882, + "nauc_precision_at_1000_std": 0.1968383379985504, + "nauc_precision_at_100_diff1": -0.14183268942718008, + "nauc_precision_at_100_max": 0.07855921741709701, + "nauc_precision_at_100_std": 0.2018285786022943, + "nauc_precision_at_10_diff1": -0.03388710430611157, + "nauc_precision_at_10_max": 0.17247725246579068, + "nauc_precision_at_10_std": 0.14086419403682054, + "nauc_precision_at_1_diff1": 0.3489980317585011, + "nauc_precision_at_1_max": 0.1637596996460605, + "nauc_precision_at_1_std": -0.03894623819305953, + "nauc_precision_at_20_diff1": -0.08543676796342932, + "nauc_precision_at_20_max": 0.14237311366105473, + "nauc_precision_at_20_std": 0.17180205039105792, + "nauc_precision_at_3_diff1": 0.07451060664489327, + "nauc_precision_at_3_max": 0.21232297128612043, + "nauc_precision_at_3_std": 0.036717066582352124, + "nauc_precision_at_5_diff1": 0.012565152869152043, + "nauc_precision_at_5_max": 0.1901562051410614, + "nauc_precision_at_5_std": 0.10705167345321279, + "nauc_recall_at_1000_diff1": 0.9564270152506046, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.9564270152506046, + "nauc_recall_at_100_diff1": 0.26613585066572965, + "nauc_recall_at_100_max": 0.2670162553210319, + "nauc_recall_at_100_std": 0.20580331870281274, + "nauc_recall_at_10_diff1": 0.2699099486607884, + "nauc_recall_at_10_max": 0.2006183165806117, + "nauc_recall_at_10_std": -0.07854282187118297, + "nauc_recall_at_1_diff1": 0.32761164441197543, + "nauc_recall_at_1_max": 0.049883212581375944, + "nauc_recall_at_1_std": -0.10995620396464234, + "nauc_recall_at_20_diff1": 0.290593277967751, + "nauc_recall_at_20_max": 0.27048285542980455, + "nauc_recall_at_20_std": -0.021800328115458983, + "nauc_recall_at_3_diff1": 0.2567156080093779, + "nauc_recall_at_3_max": 0.14101531542791587, + "nauc_recall_at_3_std": -0.13500687323130028, + "nauc_recall_at_5_diff1": 0.23981979607282655, + "nauc_recall_at_5_max": 0.1483305216273445, + "nauc_recall_at_5_std": -0.09145976146993066, + "ndcg_at_1": 0.569, + "ndcg_at_10": 0.68462, + "ndcg_at_100": 0.72759, + "ndcg_at_1000": 0.73081, + "ndcg_at_20": 0.70989, + "ndcg_at_3": 0.60045, + "ndcg_at_5": 0.64475, + "precision_at_1": 0.569, + "precision_at_10": 0.1524, + "precision_at_100": 0.01876, + "precision_at_1000": 0.00192, + "precision_at_20": 0.08505, + "precision_at_3": 0.36133, + "precision_at_5": 0.2602, + "recall_at_1": 0.35976, + "recall_at_10": 0.82809, + "recall_at_100": 0.97883, + "recall_at_1000": 0.9985, + "recall_at_20": 0.90697, + "recall_at_3": 0.6337, + "recall_at_5": 0.7311 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.40673, + "map_at_1": 0.15659, + "map_at_10": 0.30849, + "map_at_100": 0.33669, + "map_at_1000": 0.3376, + "map_at_20": 0.32402, + "map_at_3": 0.24593, + "map_at_5": 0.27417, + "mrr_at_1": 0.2886297376093295, + "mrr_at_10": 0.4182863621639132, + "mrr_at_100": 0.4292579740882998, + "mrr_at_1000": 0.4294666921570453, + "mrr_at_20": 0.4250701657105949, + "mrr_at_3": 0.37706511175898927, + "mrr_at_5": 0.39572400388726914, + "nauc_map_at_1000_diff1": 0.09519097432321226, + "nauc_map_at_1000_max": 0.1828998496656992, + "nauc_map_at_1000_std": 0.04163258223776417, + "nauc_map_at_100_diff1": 0.09543490723135313, + "nauc_map_at_100_max": 0.18336110369207198, + "nauc_map_at_100_std": 0.042211287088152874, + "nauc_map_at_10_diff1": 0.09727220779153187, + "nauc_map_at_10_max": 0.1856647542439583, + "nauc_map_at_10_std": 0.035834355534690256, + "nauc_map_at_1_diff1": 0.1514197403355047, + "nauc_map_at_1_max": 0.14009611484218656, + "nauc_map_at_1_std": 0.06243734116535215, + "nauc_map_at_20_diff1": 0.09338514476628876, + "nauc_map_at_20_max": 0.18652077090084285, + "nauc_map_at_20_std": 0.0424910543071927, + "nauc_map_at_3_diff1": 0.1303943828583905, + "nauc_map_at_3_max": 0.16254044243511917, + "nauc_map_at_3_std": 0.03310190686762657, + "nauc_map_at_5_diff1": 0.10644814174563091, + "nauc_map_at_5_max": 0.18111259621369433, + "nauc_map_at_5_std": 0.041475020987363206, + "nauc_mrr_at_1000_diff1": 0.052550740169969246, + "nauc_mrr_at_1000_max": 0.1669120821073803, + "nauc_mrr_at_1000_std": 0.08841979732223607, + "nauc_mrr_at_100_diff1": 0.052800109186522226, + "nauc_mrr_at_100_max": 0.1672240739732215, + "nauc_mrr_at_100_std": 0.0886333764267867, + "nauc_mrr_at_10_diff1": 0.05401276308184296, + "nauc_mrr_at_10_max": 0.16948915136388026, + "nauc_mrr_at_10_std": 0.08397947983703172, + "nauc_mrr_at_1_diff1": 0.037910515100626735, + "nauc_mrr_at_1_max": 0.1227959630803122, + "nauc_mrr_at_1_std": 0.07234622973816304, + "nauc_mrr_at_20_diff1": 0.052532013350216324, + "nauc_mrr_at_20_max": 0.16789699808966085, + "nauc_mrr_at_20_std": 0.08795998656641275, + "nauc_mrr_at_3_diff1": 0.060723638863941866, + "nauc_mrr_at_3_max": 0.17030522182728935, + "nauc_mrr_at_3_std": 0.09407128222183543, + "nauc_mrr_at_5_diff1": 0.055691040238951224, + "nauc_mrr_at_5_max": 0.16761966156731878, + "nauc_mrr_at_5_std": 0.09135688342139875, + "nauc_ndcg_at_1000_diff1": 0.07986992541908909, + "nauc_ndcg_at_1000_max": 0.18964854212624968, + "nauc_ndcg_at_1000_std": 0.05821772498948247, + "nauc_ndcg_at_100_diff1": 0.08444402995272801, + "nauc_ndcg_at_100_max": 0.1988552597007943, + "nauc_ndcg_at_100_std": 0.06770742530822052, + "nauc_ndcg_at_10_diff1": 0.07798335920223651, + "nauc_ndcg_at_10_max": 0.20579131800777106, + "nauc_ndcg_at_10_std": 0.04535889539316448, + "nauc_ndcg_at_1_diff1": 0.037910515100626735, + "nauc_ndcg_at_1_max": 0.1227959630803122, + "nauc_ndcg_at_1_std": 0.07234622973816304, + "nauc_ndcg_at_20_diff1": 0.07519655530765315, + "nauc_ndcg_at_20_max": 0.21296743683179062, + "nauc_ndcg_at_20_std": 0.06854327911778749, + "nauc_ndcg_at_3_diff1": 0.11117748973482496, + "nauc_ndcg_at_3_max": 0.17761488387391358, + "nauc_ndcg_at_3_std": 0.04928217184485796, + "nauc_ndcg_at_5_diff1": 0.08841160059240737, + "nauc_ndcg_at_5_max": 0.1915092835535254, + "nauc_ndcg_at_5_std": 0.05406527937011976, + "nauc_precision_at_1000_diff1": -0.0587751780665437, + "nauc_precision_at_1000_max": 0.00043213621390414007, + "nauc_precision_at_1000_std": -0.04291899929519716, + "nauc_precision_at_100_diff1": -0.0444722847681702, + "nauc_precision_at_100_max": 0.03821349771691025, + "nauc_precision_at_100_std": -0.012710968857865669, + "nauc_precision_at_10_diff1": -0.05816169318730732, + "nauc_precision_at_10_max": 0.16010914954333935, + "nauc_precision_at_10_std": 0.00557804044203175, + "nauc_precision_at_1_diff1": 0.037910515100626735, + "nauc_precision_at_1_max": 0.1227959630803122, + "nauc_precision_at_1_std": 0.07234622973816304, + "nauc_precision_at_20_diff1": -0.0593446408274086, + "nauc_precision_at_20_max": 0.13046896115207565, + "nauc_precision_at_20_std": 0.025528482138008745, + "nauc_precision_at_3_diff1": 0.030155555707610852, + "nauc_precision_at_3_max": 0.17978756118160488, + "nauc_precision_at_3_std": 0.05432358034764547, + "nauc_precision_at_5_diff1": -0.038717440690153516, + "nauc_precision_at_5_max": 0.17944095523786038, + "nauc_precision_at_5_std": 0.04184064112586024, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.17548803721629053, + "nauc_recall_at_100_max": 0.36870918866481167, + "nauc_recall_at_100_std": 0.27219478087621474, + "nauc_recall_at_10_diff1": 0.058789518219850755, + "nauc_recall_at_10_max": 0.2261637436377281, + "nauc_recall_at_10_std": 0.018528724908717212, + "nauc_recall_at_1_diff1": 0.1514197403355047, + "nauc_recall_at_1_max": 0.14009611484218656, + "nauc_recall_at_1_std": 0.06243734116535215, + "nauc_recall_at_20_diff1": 0.05114119010527024, + "nauc_recall_at_20_max": 0.27936119796037623, + "nauc_recall_at_20_std": 0.10865929564679307, + "nauc_recall_at_3_diff1": 0.13920962277332502, + "nauc_recall_at_3_max": 0.18174531812173939, + "nauc_recall_at_3_std": 0.028161475830982587, + "nauc_recall_at_5_diff1": 0.09041596940622386, + "nauc_recall_at_5_max": 0.19730002730931617, + "nauc_recall_at_5_std": 0.03667794839375205, + "ndcg_at_1": 0.28863, + "ndcg_at_10": 0.40673, + "ndcg_at_100": 0.50382, + "ndcg_at_1000": 0.51413, + "ndcg_at_20": 0.44624, + "ndcg_at_3": 0.30872, + "ndcg_at_5": 0.34222, + "precision_at_1": 0.28863, + "precision_at_10": 0.1172, + "precision_at_100": 0.02006, + "precision_at_1000": 0.00213, + "precision_at_20": 0.07347, + "precision_at_3": 0.20603, + "precision_at_5": 0.16035, + "recall_at_1": 0.15659, + "recall_at_10": 0.57464, + "recall_at_100": 0.94096, + "recall_at_1000": 1.0, + "recall_at_20": 0.69586, + "recall_at_3": 0.32934, + "recall_at_5": 0.41071 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.52957, + "map_at_1": 0.23685, + "map_at_10": 0.43691, + "map_at_100": 0.46117, + "map_at_1000": 0.46171, + "map_at_20": 0.4525, + "map_at_3": 0.36772, + "map_at_5": 0.40452, + "mrr_at_1": 0.4085714285714286, + "mrr_at_10": 0.5455521541950114, + "mrr_at_100": 0.5529180769647151, + "mrr_at_1000": 0.5531065017205793, + "mrr_at_20": 0.5504483569037969, + "mrr_at_3": 0.5166666666666668, + "mrr_at_5": 0.5353809523809525, + "nauc_map_at_1000_diff1": 0.2560800326578465, + "nauc_map_at_1000_max": 0.289034498262446, + "nauc_map_at_1000_std": -0.036739998880154404, + "nauc_map_at_100_diff1": 0.2561119942847683, + "nauc_map_at_100_max": 0.28908979344046337, + "nauc_map_at_100_std": -0.03663713097153607, + "nauc_map_at_10_diff1": 0.2553692956666339, + "nauc_map_at_10_max": 0.26652942377755107, + "nauc_map_at_10_std": -0.052764623157007036, + "nauc_map_at_1_diff1": 0.34659193895899426, + "nauc_map_at_1_max": 0.12190924937102443, + "nauc_map_at_1_std": -0.11014254211082257, + "nauc_map_at_20_diff1": 0.25588187874054913, + "nauc_map_at_20_max": 0.28598497451437477, + "nauc_map_at_20_std": -0.03955775053903621, + "nauc_map_at_3_diff1": 0.2713803124178014, + "nauc_map_at_3_max": 0.22372167282051408, + "nauc_map_at_3_std": -0.060428268182747935, + "nauc_map_at_5_diff1": 0.25947990124602366, + "nauc_map_at_5_max": 0.2378505357412458, + "nauc_map_at_5_std": -0.0580144187553012, + "nauc_mrr_at_1000_diff1": 0.2657565608398315, + "nauc_mrr_at_1000_max": 0.3660465783365209, + "nauc_mrr_at_1000_std": 0.01438982892854007, + "nauc_mrr_at_100_diff1": 0.26570817355799725, + "nauc_mrr_at_100_max": 0.36604681501255937, + "nauc_mrr_at_100_std": 0.014341179212006214, + "nauc_mrr_at_10_diff1": 0.2621635996654205, + "nauc_mrr_at_10_max": 0.3664705364480973, + "nauc_mrr_at_10_std": 0.017503646170751466, + "nauc_mrr_at_1_diff1": 0.3031601934405791, + "nauc_mrr_at_1_max": 0.3397161838644586, + "nauc_mrr_at_1_std": -0.003257208833933998, + "nauc_mrr_at_20_diff1": 0.26543360252623593, + "nauc_mrr_at_20_max": 0.36568196885711807, + "nauc_mrr_at_20_std": 0.015148359320830853, + "nauc_mrr_at_3_diff1": 0.26329254675065816, + "nauc_mrr_at_3_max": 0.3635731550291747, + "nauc_mrr_at_3_std": 0.009940088887333312, + "nauc_mrr_at_5_diff1": 0.26205015120291064, + "nauc_mrr_at_5_max": 0.365687801505285, + "nauc_mrr_at_5_std": 0.01205731713500249, + "nauc_ndcg_at_1000_diff1": 0.24693655569523001, + "nauc_ndcg_at_1000_max": 0.33316389507277916, + "nauc_ndcg_at_1000_std": -0.00648563420678685, + "nauc_ndcg_at_100_diff1": 0.24599976773982749, + "nauc_ndcg_at_100_max": 0.3351044124458981, + "nauc_ndcg_at_100_std": -0.00448320198728402, + "nauc_ndcg_at_10_diff1": 0.23850773548399626, + "nauc_ndcg_at_10_max": 0.30400911922401685, + "nauc_ndcg_at_10_std": -0.023371102379285774, + "nauc_ndcg_at_1_diff1": 0.3031601934405791, + "nauc_ndcg_at_1_max": 0.3397161838644586, + "nauc_ndcg_at_1_std": -0.003257208833933998, + "nauc_ndcg_at_20_diff1": 0.24463013497207453, + "nauc_ndcg_at_20_max": 0.33028617407652433, + "nauc_ndcg_at_20_std": -0.006964503983141827, + "nauc_ndcg_at_3_diff1": 0.23647194425361723, + "nauc_ndcg_at_3_max": 0.3215488970039661, + "nauc_ndcg_at_3_std": -0.016126012369409012, + "nauc_ndcg_at_5_diff1": 0.23769483920820902, + "nauc_ndcg_at_5_max": 0.2839011808735751, + "nauc_ndcg_at_5_std": -0.03622087224764216, + "nauc_precision_at_1000_diff1": -0.12077774592110102, + "nauc_precision_at_1000_max": 0.3045376351793282, + "nauc_precision_at_1000_std": 0.1396390140756735, + "nauc_precision_at_100_diff1": -0.1033625926918604, + "nauc_precision_at_100_max": 0.3312103546859647, + "nauc_precision_at_100_std": 0.14965268471366086, + "nauc_precision_at_10_diff1": -0.023850968332259796, + "nauc_precision_at_10_max": 0.38065717735342386, + "nauc_precision_at_10_std": 0.10224608687648516, + "nauc_precision_at_1_diff1": 0.3031601934405791, + "nauc_precision_at_1_max": 0.3397161838644586, + "nauc_precision_at_1_std": -0.003257208833933998, + "nauc_precision_at_20_diff1": -0.04195623375059322, + "nauc_precision_at_20_max": 0.390983453646833, + "nauc_precision_at_20_std": 0.14230170705847048, + "nauc_precision_at_3_diff1": 0.06400757193855994, + "nauc_precision_at_3_max": 0.40821802244832844, + "nauc_precision_at_3_std": 0.08452793695538068, + "nauc_precision_at_5_diff1": 0.012331441652946307, + "nauc_precision_at_5_max": 0.38379055626402947, + "nauc_precision_at_5_std": 0.08633040357757955, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 0.5508870214752654, + "nauc_recall_at_1000_std": 0.3580765639589225, + "nauc_recall_at_100_diff1": 0.20263752635632673, + "nauc_recall_at_100_max": 0.37562700547057076, + "nauc_recall_at_100_std": 0.06422015039112891, + "nauc_recall_at_10_diff1": 0.15920653415997243, + "nauc_recall_at_10_max": 0.24031686862238236, + "nauc_recall_at_10_std": -0.015895187909391, + "nauc_recall_at_1_diff1": 0.34659193895899426, + "nauc_recall_at_1_max": 0.12190924937102443, + "nauc_recall_at_1_std": -0.11014254211082257, + "nauc_recall_at_20_diff1": 0.19138715818989555, + "nauc_recall_at_20_max": 0.31373722552682326, + "nauc_recall_at_20_std": 0.027322098644394277, + "nauc_recall_at_3_diff1": 0.21529467393141508, + "nauc_recall_at_3_max": 0.20821089645959936, + "nauc_recall_at_3_std": -0.048753162173465675, + "nauc_recall_at_5_diff1": 0.16809122512750588, + "nauc_recall_at_5_max": 0.18437680807053225, + "nauc_recall_at_5_std": -0.0523780843110026, + "ndcg_at_1": 0.40857, + "ndcg_at_10": 0.52957, + "ndcg_at_100": 0.60205, + "ndcg_at_1000": 0.61001, + "ndcg_at_20": 0.56384, + "ndcg_at_3": 0.4538, + "ndcg_at_5": 0.48346, + "precision_at_1": 0.40857, + "precision_at_10": 0.14343, + "precision_at_100": 0.02051, + "precision_at_1000": 0.00214, + "precision_at_20": 0.08486, + "precision_at_3": 0.29619, + "precision_at_5": 0.224, + "recall_at_1": 0.23685, + "recall_at_10": 0.67337, + "recall_at_100": 0.94718, + "recall_at_1000": 0.99816, + "recall_at_20": 0.77944, + "recall_at_3": 0.45571, + "recall_at_5": 0.55636 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.46346, + "map_at_1": 0.19214, + "map_at_10": 0.35792, + "map_at_100": 0.39335, + "map_at_1000": 0.39523, + "map_at_20": 0.37741, + "map_at_3": 0.29672, + "map_at_5": 0.32626, + "mrr_at_1": 0.4322916666666667, + "mrr_at_10": 0.5621263227513222, + "mrr_at_100": 0.5694040773958168, + "mrr_at_1000": 0.569618862418307, + "mrr_at_20": 0.5671287558053463, + "mrr_at_3": 0.535416666666666, + "mrr_at_5": 0.5516145833333325, + "nauc_map_at_1000_diff1": 0.2266150714862749, + "nauc_map_at_1000_max": 0.17953602610143748, + "nauc_map_at_1000_std": -0.049261347226617604, + "nauc_map_at_100_diff1": 0.22666517908449246, + "nauc_map_at_100_max": 0.1799133272573363, + "nauc_map_at_100_std": -0.04953172032162947, + "nauc_map_at_10_diff1": 0.2323135321808963, + "nauc_map_at_10_max": 0.16832471727850096, + "nauc_map_at_10_std": -0.07140812793413788, + "nauc_map_at_1_diff1": 0.2913394911082427, + "nauc_map_at_1_max": 0.12591137574366612, + "nauc_map_at_1_std": -0.058592989309669836, + "nauc_map_at_20_diff1": 0.23162045053111815, + "nauc_map_at_20_max": 0.17709341356133543, + "nauc_map_at_20_std": -0.06014469655990229, + "nauc_map_at_3_diff1": 0.23342672838609851, + "nauc_map_at_3_max": 0.13918549454758383, + "nauc_map_at_3_std": -0.08869031801793946, + "nauc_map_at_5_diff1": 0.22800293003458164, + "nauc_map_at_5_max": 0.15062384066390086, + "nauc_map_at_5_std": -0.08092476282212095, + "nauc_mrr_at_1000_diff1": 0.2019048874997984, + "nauc_mrr_at_1000_max": 0.17027814793562632, + "nauc_mrr_at_1000_std": 0.01775643114965131, + "nauc_mrr_at_100_diff1": 0.20186087184995577, + "nauc_mrr_at_100_max": 0.17036660114210914, + "nauc_mrr_at_100_std": 0.01780570716166135, + "nauc_mrr_at_10_diff1": 0.20242544032609702, + "nauc_mrr_at_10_max": 0.17423617482261936, + "nauc_mrr_at_10_std": 0.019388970711416553, + "nauc_mrr_at_1_diff1": 0.22924448361183591, + "nauc_mrr_at_1_max": 0.1336433583025456, + "nauc_mrr_at_1_std": -0.013879266515269693, + "nauc_mrr_at_20_diff1": 0.20201064482093262, + "nauc_mrr_at_20_max": 0.17162821391301902, + "nauc_mrr_at_20_std": 0.018855950223971605, + "nauc_mrr_at_3_diff1": 0.19361029189861087, + "nauc_mrr_at_3_max": 0.17292256175965862, + "nauc_mrr_at_3_std": 0.017478359343952622, + "nauc_mrr_at_5_diff1": 0.1995120970487762, + "nauc_mrr_at_5_max": 0.17315015032222153, + "nauc_mrr_at_5_std": 0.0211051611858885, + "nauc_ndcg_at_1000_diff1": 0.20750821919157253, + "nauc_ndcg_at_1000_max": 0.19457429609086127, + "nauc_ndcg_at_1000_std": 0.0014193233489629802, + "nauc_ndcg_at_100_diff1": 0.20642866931738094, + "nauc_ndcg_at_100_max": 0.20111368378698916, + "nauc_ndcg_at_100_std": 0.006266003284240617, + "nauc_ndcg_at_10_diff1": 0.225158579014091, + "nauc_ndcg_at_10_max": 0.1892283383435704, + "nauc_ndcg_at_10_std": -0.04061306496948176, + "nauc_ndcg_at_1_diff1": 0.22924448361183591, + "nauc_ndcg_at_1_max": 0.1336433583025456, + "nauc_ndcg_at_1_std": -0.013879266515269693, + "nauc_ndcg_at_20_diff1": 0.22236692406118524, + "nauc_ndcg_at_20_max": 0.1986647391675385, + "nauc_ndcg_at_20_std": -0.02196750774939243, + "nauc_ndcg_at_3_diff1": 0.18757061025961816, + "nauc_ndcg_at_3_max": 0.16481130451799275, + "nauc_ndcg_at_3_std": -0.034836602159519135, + "nauc_ndcg_at_5_diff1": 0.20744736778088135, + "nauc_ndcg_at_5_max": 0.17006387520856153, + "nauc_ndcg_at_5_std": -0.0432311569963935, + "nauc_precision_at_1000_diff1": -0.10923307514123702, + "nauc_precision_at_1000_max": 0.052641315626736025, + "nauc_precision_at_1000_std": 0.17113209722557002, + "nauc_precision_at_100_diff1": -0.09113197848871922, + "nauc_precision_at_100_max": 0.09963645175531788, + "nauc_precision_at_100_std": 0.19744163571383788, + "nauc_precision_at_10_diff1": 0.028022624810116956, + "nauc_precision_at_10_max": 0.18061016651117834, + "nauc_precision_at_10_std": 0.09596446068255463, + "nauc_precision_at_1_diff1": 0.22924448361183591, + "nauc_precision_at_1_max": 0.1336433583025456, + "nauc_precision_at_1_std": -0.013879266515269693, + "nauc_precision_at_20_diff1": -0.002584667597825684, + "nauc_precision_at_20_max": 0.16367319100487493, + "nauc_precision_at_20_std": 0.1419024117861154, + "nauc_precision_at_3_diff1": 0.058691325629746195, + "nauc_precision_at_3_max": 0.1618291225534561, + "nauc_precision_at_3_std": 0.01944684158377998, + "nauc_precision_at_5_diff1": 0.03805955555279643, + "nauc_precision_at_5_max": 0.16520038615192167, + "nauc_precision_at_5_std": 0.056276986400871844, + "nauc_recall_at_1000_diff1": -0.12802246879894208, + "nauc_recall_at_1000_max": -0.02125271356775648, + "nauc_recall_at_1000_std": 0.4687715932146696, + "nauc_recall_at_100_diff1": 0.10333293372190538, + "nauc_recall_at_100_max": 0.19987384456094653, + "nauc_recall_at_100_std": 0.11846008065403227, + "nauc_recall_at_10_diff1": 0.19884741381863946, + "nauc_recall_at_10_max": 0.1780007105228344, + "nauc_recall_at_10_std": -0.05149023821677436, + "nauc_recall_at_1_diff1": 0.2913394911082427, + "nauc_recall_at_1_max": 0.12591137574366612, + "nauc_recall_at_1_std": -0.058592989309669836, + "nauc_recall_at_20_diff1": 0.18571385410545704, + "nauc_recall_at_20_max": 0.1829423670704528, + "nauc_recall_at_20_std": -0.0197263236298907, + "nauc_recall_at_3_diff1": 0.18032928133442422, + "nauc_recall_at_3_max": 0.1275718313213389, + "nauc_recall_at_3_std": -0.09107647147856719, + "nauc_recall_at_5_diff1": 0.1781865341608662, + "nauc_recall_at_5_max": 0.1464413181782524, + "nauc_recall_at_5_std": -0.07376911265624507, + "ndcg_at_1": 0.43229, + "ndcg_at_10": 0.46346, + "ndcg_at_100": 0.564, + "ndcg_at_1000": 0.58518, + "ndcg_at_20": 0.50514, + "ndcg_at_3": 0.41656, + "ndcg_at_5": 0.42356, + "precision_at_1": 0.43229, + "precision_at_10": 0.15458, + "precision_at_100": 0.02794, + "precision_at_1000": 0.00318, + "precision_at_20": 0.0987, + "precision_at_3": 0.30312, + "precision_at_5": 0.23104, + "recall_at_1": 0.19214, + "recall_at_10": 0.55403, + "recall_at_100": 0.87743, + "recall_at_1000": 0.99208, + "recall_at_20": 0.66459, + "recall_at_3": 0.3672, + "recall_at_5": 0.43746 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.57202, + "map_at_1": 0.27242, + "map_at_10": 0.46792, + "map_at_100": 0.49034, + "map_at_1000": 0.49082, + "map_at_20": 0.48167, + "map_at_3": 0.40413, + "map_at_5": 0.43911, + "mrr_at_1": 0.4116279069767442, + "mrr_at_10": 0.5838385935769653, + "mrr_at_100": 0.5886966498278843, + "mrr_at_1000": 0.5887278127441986, + "mrr_at_20": 0.5873779510962708, + "mrr_at_3": 0.5496124031007746, + "mrr_at_5": 0.5719379844961232, + "nauc_map_at_1000_diff1": 0.18588720046473445, + "nauc_map_at_1000_max": 0.0690306304297381, + "nauc_map_at_1000_std": -0.11913016468479533, + "nauc_map_at_100_diff1": 0.18575983784531294, + "nauc_map_at_100_max": 0.06895212824811169, + "nauc_map_at_100_std": -0.11983912752609853, + "nauc_map_at_10_diff1": 0.18580667901401426, + "nauc_map_at_10_max": 0.05797007188640987, + "nauc_map_at_10_std": -0.1415978217959785, + "nauc_map_at_1_diff1": 0.2002876887860941, + "nauc_map_at_1_max": 0.015347625087650254, + "nauc_map_at_1_std": -0.1517630694811129, + "nauc_map_at_20_diff1": 0.1855476730349595, + "nauc_map_at_20_max": 0.06441285849323435, + "nauc_map_at_20_std": -0.1291663313775002, + "nauc_map_at_3_diff1": 0.17769018595453492, + "nauc_map_at_3_max": 0.01728418116934736, + "nauc_map_at_3_std": -0.1590990534001337, + "nauc_map_at_5_diff1": 0.17739414123250288, + "nauc_map_at_5_max": 0.048029340625470984, + "nauc_map_at_5_std": -0.1523521550776828, + "nauc_mrr_at_1000_diff1": 0.1967226243220931, + "nauc_mrr_at_1000_max": 0.15243287888523818, + "nauc_mrr_at_1000_std": -0.004212981619381612, + "nauc_mrr_at_100_diff1": 0.19674785857751412, + "nauc_mrr_at_100_max": 0.15251468308625782, + "nauc_mrr_at_100_std": -0.004138768735216403, + "nauc_mrr_at_10_diff1": 0.19536242111399618, + "nauc_mrr_at_10_max": 0.15460183618698914, + "nauc_mrr_at_10_std": -0.0030660922694249844, + "nauc_mrr_at_1_diff1": 0.2169944305684548, + "nauc_mrr_at_1_max": 0.115900080851435, + "nauc_mrr_at_1_std": -0.036658160735056615, + "nauc_mrr_at_20_diff1": 0.1972199780720884, + "nauc_mrr_at_20_max": 0.15308829147274416, + "nauc_mrr_at_20_std": -0.00382546149622269, + "nauc_mrr_at_3_diff1": 0.1952620520548228, + "nauc_mrr_at_3_max": 0.1458176726020116, + "nauc_mrr_at_3_std": -0.007427964496808517, + "nauc_mrr_at_5_diff1": 0.19568613954257616, + "nauc_mrr_at_5_max": 0.15925345915704095, + "nauc_mrr_at_5_std": 0.00047976568058214375, + "nauc_ndcg_at_1000_diff1": 0.189407940016305, + "nauc_ndcg_at_1000_max": 0.11613601287705347, + "nauc_ndcg_at_1000_std": -0.05742598917644291, + "nauc_ndcg_at_100_diff1": 0.1903853844476165, + "nauc_ndcg_at_100_max": 0.11833651254450528, + "nauc_ndcg_at_100_std": -0.06271179284153397, + "nauc_ndcg_at_10_diff1": 0.1845339949231385, + "nauc_ndcg_at_10_max": 0.09118319856483574, + "nauc_ndcg_at_10_std": -0.11782833954601817, + "nauc_ndcg_at_1_diff1": 0.2169944305684548, + "nauc_ndcg_at_1_max": 0.115900080851435, + "nauc_ndcg_at_1_std": -0.036658160735056615, + "nauc_ndcg_at_20_diff1": 0.1888583521682988, + "nauc_ndcg_at_20_max": 0.10324860633849041, + "nauc_ndcg_at_20_std": -0.09308170610457113, + "nauc_ndcg_at_3_diff1": 0.16844810372834562, + "nauc_ndcg_at_3_max": 0.05724250380206651, + "nauc_ndcg_at_3_std": -0.10597428367965293, + "nauc_ndcg_at_5_diff1": 0.17267277187477145, + "nauc_ndcg_at_5_max": 0.08620972445248211, + "nauc_ndcg_at_5_std": -0.12011128773316897, + "nauc_precision_at_1000_diff1": -0.0059773793977827335, + "nauc_precision_at_1000_max": 0.20265010894403743, + "nauc_precision_at_1000_std": 0.37338421816106476, + "nauc_precision_at_100_diff1": -0.0006071904748269272, + "nauc_precision_at_100_max": 0.21570744970778635, + "nauc_precision_at_100_std": 0.3625121280351635, + "nauc_precision_at_10_diff1": 0.04830262639040226, + "nauc_precision_at_10_max": 0.23520698392619444, + "nauc_precision_at_10_std": 0.21770109826612233, + "nauc_precision_at_1_diff1": 0.2169944305684548, + "nauc_precision_at_1_max": 0.115900080851435, + "nauc_precision_at_1_std": -0.036658160735056615, + "nauc_precision_at_20_diff1": 0.011461548333072327, + "nauc_precision_at_20_max": 0.22574531822583316, + "nauc_precision_at_20_std": 0.30248726746680693, + "nauc_precision_at_3_diff1": 0.1000548531116993, + "nauc_precision_at_3_max": 0.16742812969404944, + "nauc_precision_at_3_std": 0.07738339084809417, + "nauc_precision_at_5_diff1": 0.050163226250605056, + "nauc_precision_at_5_max": 0.23623922083966206, + "nauc_precision_at_5_std": 0.15067409882791907, + "nauc_recall_at_1000_diff1": -1.7399626517278834, + "nauc_recall_at_1000_max": -1.7399626517278834, + "nauc_recall_at_1000_std": 0.7222222222222722, + "nauc_recall_at_100_diff1": 0.1628411568500417, + "nauc_recall_at_100_max": 0.226174200569181, + "nauc_recall_at_100_std": -0.151494768225643, + "nauc_recall_at_10_diff1": 0.12976627936493032, + "nauc_recall_at_10_max": 0.04097469024403464, + "nauc_recall_at_10_std": -0.21753157829570388, + "nauc_recall_at_1_diff1": 0.2002876887860941, + "nauc_recall_at_1_max": 0.015347625087650254, + "nauc_recall_at_1_std": -0.1517630694811129, + "nauc_recall_at_20_diff1": 0.1482157977654104, + "nauc_recall_at_20_max": 0.060110964311463344, + "nauc_recall_at_20_std": -0.19593973319660932, + "nauc_recall_at_3_diff1": 0.11868948442859256, + "nauc_recall_at_3_max": -0.022687509180659798, + "nauc_recall_at_3_std": -0.18544247094120134, + "nauc_recall_at_5_diff1": 0.11999745660796836, + "nauc_recall_at_5_max": 0.05513079313107224, + "nauc_recall_at_5_std": -0.19198081588547122, + "ndcg_at_1": 0.41163, + "ndcg_at_10": 0.57202, + "ndcg_at_100": 0.6369, + "ndcg_at_1000": 0.64165, + "ndcg_at_20": 0.60378, + "ndcg_at_3": 0.4859, + "ndcg_at_5": 0.52505, + "precision_at_1": 0.41163, + "precision_at_10": 0.13674, + "precision_at_100": 0.01999, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08076, + "precision_at_3": 0.28605, + "precision_at_5": 0.21651, + "recall_at_1": 0.27242, + "recall_at_10": 0.74702, + "recall_at_100": 0.97435, + "recall_at_1000": 0.99942, + "recall_at_20": 0.84388, + "recall_at_3": 0.52416, + "recall_at_5": 0.6255 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.60323, + "map_at_1": 0.32861, + "map_at_10": 0.50241, + "map_at_100": 0.52901, + "map_at_1000": 0.52999, + "map_at_20": 0.5172, + "map_at_3": 0.43998, + "map_at_5": 0.47197, + "mrr_at_1": 0.5305164319248826, + "mrr_at_10": 0.6587208435799985, + "mrr_at_100": 0.661839811306674, + "mrr_at_1000": 0.6619172096034124, + "mrr_at_20": 0.6611155904058054, + "mrr_at_3": 0.6283255086071987, + "mrr_at_5": 0.6464006259780908, + "nauc_map_at_1000_diff1": 0.38455451843038835, + "nauc_map_at_1000_max": 0.33543163387848907, + "nauc_map_at_1000_std": 0.034987274795613414, + "nauc_map_at_100_diff1": 0.3845351208473437, + "nauc_map_at_100_max": 0.3354066585132845, + "nauc_map_at_100_std": 0.034987168430635124, + "nauc_map_at_10_diff1": 0.3849091119508656, + "nauc_map_at_10_max": 0.3211487820818717, + "nauc_map_at_10_std": 0.020238192183382388, + "nauc_map_at_1_diff1": 0.46490644504553785, + "nauc_map_at_1_max": 0.3120762495159891, + "nauc_map_at_1_std": -0.0845580459500163, + "nauc_map_at_20_diff1": 0.3861804861499572, + "nauc_map_at_20_max": 0.33161198588181245, + "nauc_map_at_20_std": 0.0261826108004219, + "nauc_map_at_3_diff1": 0.39788750256673067, + "nauc_map_at_3_max": 0.2984395589404074, + "nauc_map_at_3_std": -0.02191768795135055, + "nauc_map_at_5_diff1": 0.3900234296801178, + "nauc_map_at_5_max": 0.3098806889852047, + "nauc_map_at_5_std": -0.0005794231935779524, + "nauc_mrr_at_1000_diff1": 0.37641702455648307, + "nauc_mrr_at_1000_max": 0.40418616194289103, + "nauc_mrr_at_1000_std": 0.1411140439291366, + "nauc_mrr_at_100_diff1": 0.37651228176634854, + "nauc_mrr_at_100_max": 0.4042430278398523, + "nauc_mrr_at_100_std": 0.14118650081727743, + "nauc_mrr_at_10_diff1": 0.372613314787209, + "nauc_mrr_at_10_max": 0.4053981806323141, + "nauc_mrr_at_10_std": 0.14558208645973159, + "nauc_mrr_at_1_diff1": 0.4160839632692708, + "nauc_mrr_at_1_max": 0.40482072835782873, + "nauc_mrr_at_1_std": 0.058668141681119015, + "nauc_mrr_at_20_diff1": 0.3762980034630411, + "nauc_mrr_at_20_max": 0.4054292740051473, + "nauc_mrr_at_20_std": 0.14133207055264205, + "nauc_mrr_at_3_diff1": 0.37064715798750325, + "nauc_mrr_at_3_max": 0.40067565441109537, + "nauc_mrr_at_3_std": 0.1494347254680732, + "nauc_mrr_at_5_diff1": 0.3708019315632948, + "nauc_mrr_at_5_max": 0.3939944439158565, + "nauc_mrr_at_5_std": 0.14760645925828408, + "nauc_ndcg_at_1000_diff1": 0.36810908910375806, + "nauc_ndcg_at_1000_max": 0.3635781977301258, + "nauc_ndcg_at_1000_std": 0.09640860619669668, + "nauc_ndcg_at_100_diff1": 0.3685879678515657, + "nauc_ndcg_at_100_max": 0.3641172259845358, + "nauc_ndcg_at_100_std": 0.10095849198264792, + "nauc_ndcg_at_10_diff1": 0.35587197424333933, + "nauc_ndcg_at_10_max": 0.33382607716983054, + "nauc_ndcg_at_10_std": 0.0715633648429691, + "nauc_ndcg_at_1_diff1": 0.4160839632692708, + "nauc_ndcg_at_1_max": 0.40482072835782873, + "nauc_ndcg_at_1_std": 0.058668141681119015, + "nauc_ndcg_at_20_diff1": 0.37392047854524924, + "nauc_ndcg_at_20_max": 0.3561323141677246, + "nauc_ndcg_at_20_std": 0.07342112067221865, + "nauc_ndcg_at_3_diff1": 0.3504890208299693, + "nauc_ndcg_at_3_max": 0.31241678099832876, + "nauc_ndcg_at_3_std": 0.07273851072983122, + "nauc_ndcg_at_5_diff1": 0.35745341775102235, + "nauc_ndcg_at_5_max": 0.31660852006194057, + "nauc_ndcg_at_5_std": 0.05864563071230352, + "nauc_precision_at_1000_diff1": -0.17043128899213322, + "nauc_precision_at_1000_max": 0.030689527638244708, + "nauc_precision_at_1000_std": 0.21405962401191714, + "nauc_precision_at_100_diff1": -0.16240501268414226, + "nauc_precision_at_100_max": 0.05030709881869877, + "nauc_precision_at_100_std": 0.23437250752448802, + "nauc_precision_at_10_diff1": -0.1317671067443522, + "nauc_precision_at_10_max": 0.10651560407763161, + "nauc_precision_at_10_std": 0.2586075292927549, + "nauc_precision_at_1_diff1": 0.4160839632692708, + "nauc_precision_at_1_max": 0.40482072835782873, + "nauc_precision_at_1_std": 0.058668141681119015, + "nauc_precision_at_20_diff1": -0.13110344845005534, + "nauc_precision_at_20_max": 0.11722057605015054, + "nauc_precision_at_20_std": 0.2506968189967674, + "nauc_precision_at_3_diff1": 0.018755499357211075, + "nauc_precision_at_3_max": 0.2007240857210061, + "nauc_precision_at_3_std": 0.2363362117002178, + "nauc_precision_at_5_diff1": -0.06677229454696537, + "nauc_precision_at_5_max": 0.15156053968531819, + "nauc_precision_at_5_std": 0.2400929822294828, + "nauc_recall_at_1000_diff1": -0.5098707974325637, + "nauc_recall_at_1000_max": 0.34930468021401695, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.29383914633256314, + "nauc_recall_at_100_max": 0.293215236333542, + "nauc_recall_at_100_std": 0.2548569611048808, + "nauc_recall_at_10_diff1": 0.21834640684163503, + "nauc_recall_at_10_max": 0.21543561033106987, + "nauc_recall_at_10_std": 0.07997170894372713, + "nauc_recall_at_1_diff1": 0.46490644504553785, + "nauc_recall_at_1_max": 0.3120762495159891, + "nauc_recall_at_1_std": -0.0845580459500163, + "nauc_recall_at_20_diff1": 0.2707084169733377, + "nauc_recall_at_20_max": 0.23948423974366678, + "nauc_recall_at_20_std": 0.03909095544144081, + "nauc_recall_at_3_diff1": 0.31486397248544395, + "nauc_recall_at_3_max": 0.2234913843716725, + "nauc_recall_at_3_std": 0.01273559940246959, + "nauc_recall_at_5_diff1": 0.292715549752533, + "nauc_recall_at_5_max": 0.2173354422569739, + "nauc_recall_at_5_std": 0.021361330200923376, + "ndcg_at_1": 0.53052, + "ndcg_at_10": 0.60323, + "ndcg_at_100": 0.67034, + "ndcg_at_1000": 0.68, + "ndcg_at_20": 0.63372, + "ndcg_at_3": 0.54693, + "ndcg_at_5": 0.56118, + "precision_at_1": 0.53052, + "precision_at_10": 0.15681, + "precision_at_100": 0.02399, + "precision_at_1000": 0.00256, + "precision_at_20": 0.09249, + "precision_at_3": 0.32707, + "precision_at_5": 0.24413, + "recall_at_1": 0.32861, + "recall_at_10": 0.73041, + "recall_at_100": 0.94431, + "recall_at_1000": 0.99812, + "recall_at_20": 0.81835, + "recall_at_3": 0.51602, + "recall_at_5": 0.59656 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.55525, + "map_at_1": 0.22664, + "map_at_10": 0.43998, + "map_at_100": 0.47323, + "map_at_1000": 0.47397, + "map_at_20": 0.46, + "map_at_3": 0.36039, + "map_at_5": 0.40268, + "mrr_at_1": 0.443, + "mrr_at_10": 0.6069825396825399, + "mrr_at_100": 0.6107793138128034, + "mrr_at_1000": 0.6108279893770109, + "mrr_at_20": 0.6098515587740433, + "mrr_at_3": 0.5745, + "mrr_at_5": 0.5954500000000001, + "nauc_map_at_1000_diff1": 0.17987190999984576, + "nauc_map_at_1000_max": 0.13047144114547302, + "nauc_map_at_1000_std": 0.016984860701901736, + "nauc_map_at_100_diff1": 0.1796623546473492, + "nauc_map_at_100_max": 0.13030420164382406, + "nauc_map_at_100_std": 0.016500313826144763, + "nauc_map_at_10_diff1": 0.17766832138493663, + "nauc_map_at_10_max": 0.12041635678538115, + "nauc_map_at_10_std": 0.005892945454004879, + "nauc_map_at_1_diff1": 0.23641540039880107, + "nauc_map_at_1_max": 0.09924216568916135, + "nauc_map_at_1_std": 0.012757448951509799, + "nauc_map_at_20_diff1": 0.17823881881925627, + "nauc_map_at_20_max": 0.12530644536721933, + "nauc_map_at_20_std": 0.008280133430000919, + "nauc_map_at_3_diff1": 0.17547047492024861, + "nauc_map_at_3_max": 0.0886984039833984, + "nauc_map_at_3_std": -0.014786903271339788, + "nauc_map_at_5_diff1": 0.17505320174623407, + "nauc_map_at_5_max": 0.10999602747543465, + "nauc_map_at_5_std": -0.0012453172155884576, + "nauc_mrr_at_1000_diff1": 0.19259477943124248, + "nauc_mrr_at_1000_max": 0.15212674332958226, + "nauc_mrr_at_1000_std": 0.060756957089643224, + "nauc_mrr_at_100_diff1": 0.19264503221888826, + "nauc_mrr_at_100_max": 0.15218652935635257, + "nauc_mrr_at_100_std": 0.06073877162727185, + "nauc_mrr_at_10_diff1": 0.19160096143956418, + "nauc_mrr_at_10_max": 0.15205933750449785, + "nauc_mrr_at_10_std": 0.06215817621002877, + "nauc_mrr_at_1_diff1": 0.19748501288715334, + "nauc_mrr_at_1_max": 0.1311471983341412, + "nauc_mrr_at_1_std": 0.0651699366811629, + "nauc_mrr_at_20_diff1": 0.19280905783022084, + "nauc_mrr_at_20_max": 0.15290896984300253, + "nauc_mrr_at_20_std": 0.06106499488258609, + "nauc_mrr_at_3_diff1": 0.1888893746227573, + "nauc_mrr_at_3_max": 0.14879485592494354, + "nauc_mrr_at_3_std": 0.05223684281166302, + "nauc_mrr_at_5_diff1": 0.18817510869382995, + "nauc_mrr_at_5_max": 0.15249529265299228, + "nauc_mrr_at_5_std": 0.05916145627427779, + "nauc_ndcg_at_1000_diff1": 0.1834566322893372, + "nauc_ndcg_at_1000_max": 0.15624602999600296, + "nauc_ndcg_at_1000_std": 0.04616821140923515, + "nauc_ndcg_at_100_diff1": 0.18339542186018795, + "nauc_ndcg_at_100_max": 0.15674246342034348, + "nauc_ndcg_at_100_std": 0.044122143173382804, + "nauc_ndcg_at_10_diff1": 0.17620516887313106, + "nauc_ndcg_at_10_max": 0.13473150195089037, + "nauc_ndcg_at_10_std": 0.018552171187947632, + "nauc_ndcg_at_1_diff1": 0.19748501288715334, + "nauc_ndcg_at_1_max": 0.1311471983341412, + "nauc_ndcg_at_1_std": 0.0651699366811629, + "nauc_ndcg_at_20_diff1": 0.1789526623359888, + "nauc_ndcg_at_20_max": 0.14617482853351532, + "nauc_ndcg_at_20_std": 0.0233602477814829, + "nauc_ndcg_at_3_diff1": 0.16886610495500856, + "nauc_ndcg_at_3_max": 0.10687636009298268, + "nauc_ndcg_at_3_std": 0.0074216333758950195, + "nauc_ndcg_at_5_diff1": 0.17334945420962902, + "nauc_ndcg_at_5_max": 0.1303434320497704, + "nauc_ndcg_at_5_std": 0.01751182583475906, + "nauc_precision_at_1000_diff1": -0.05035785640363063, + "nauc_precision_at_1000_max": 0.07172516135783182, + "nauc_precision_at_1000_std": 0.12043145890869551, + "nauc_precision_at_100_diff1": -0.04942266884616291, + "nauc_precision_at_100_max": 0.08354775274455357, + "nauc_precision_at_100_std": 0.1217038322014311, + "nauc_precision_at_10_diff1": -0.00291508996090254, + "nauc_precision_at_10_max": 0.1271618688194316, + "nauc_precision_at_10_std": 0.0950112590472675, + "nauc_precision_at_1_diff1": 0.19748501288715334, + "nauc_precision_at_1_max": 0.1311471983341412, + "nauc_precision_at_1_std": 0.0651699366811629, + "nauc_precision_at_20_diff1": -0.026819633832267556, + "nauc_precision_at_20_max": 0.10493788204442002, + "nauc_precision_at_20_std": 0.09640211482827794, + "nauc_precision_at_3_diff1": 0.040416956354743676, + "nauc_precision_at_3_max": 0.09796561990007166, + "nauc_precision_at_3_std": 0.03455674888135812, + "nauc_precision_at_5_diff1": 0.017767440068191555, + "nauc_precision_at_5_max": 0.14176481179189812, + "nauc_precision_at_5_std": 0.07529918567283773, + "nauc_recall_at_1000_diff1": 0.1477684407095465, + "nauc_recall_at_1000_max": 0.8708963585433489, + "nauc_recall_at_1000_std": 0.9307002801120409, + "nauc_recall_at_100_diff1": 0.1821124093355709, + "nauc_recall_at_100_max": 0.2097788473615798, + "nauc_recall_at_100_std": 0.08455922236650616, + "nauc_recall_at_10_diff1": 0.12589172620145836, + "nauc_recall_at_10_max": 0.08789526425657336, + "nauc_recall_at_10_std": -0.02079640621336964, + "nauc_recall_at_1_diff1": 0.23641540039880107, + "nauc_recall_at_1_max": 0.09924216568916135, + "nauc_recall_at_1_std": 0.012757448951509799, + "nauc_recall_at_20_diff1": 0.12733177427847592, + "nauc_recall_at_20_max": 0.11843965946807544, + "nauc_recall_at_20_std": -0.029921541121958, + "nauc_recall_at_3_diff1": 0.13939562396074295, + "nauc_recall_at_3_max": 0.06659666818483467, + "nauc_recall_at_3_std": -0.04920569807609106, + "nauc_recall_at_5_diff1": 0.12934903471150777, + "nauc_recall_at_5_max": 0.09393912886744234, + "nauc_recall_at_5_std": -0.023509063203101324, + "ndcg_at_1": 0.443, + "ndcg_at_10": 0.55525, + "ndcg_at_100": 0.63917, + "ndcg_at_1000": 0.64576, + "ndcg_at_20": 0.59606, + "ndcg_at_3": 0.47305, + "ndcg_at_5": 0.5053, + "precision_at_1": 0.443, + "precision_at_10": 0.1701, + "precision_at_100": 0.02703, + "precision_at_1000": 0.00283, + "precision_at_20": 0.1055, + "precision_at_3": 0.326, + "precision_at_5": 0.2568, + "recall_at_1": 0.22664, + "recall_at_10": 0.70079, + "recall_at_100": 0.96429, + "recall_at_1000": 0.99792, + "recall_at_20": 0.81115, + "recall_at_3": 0.46078, + "recall_at_5": 0.56789 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.68367, + "map_at_1": 0.39804, + "map_at_10": 0.60081, + "map_at_100": 0.61574, + "map_at_1000": 0.61609, + "map_at_20": 0.61075, + "map_at_3": 0.5466, + "map_at_5": 0.57887, + "mrr_at_1": 0.5767634854771784, + "mrr_at_10": 0.703409240598037, + "mrr_at_100": 0.706433198171258, + "mrr_at_1000": 0.7064928510241251, + "mrr_at_20": 0.7052831645140039, + "mrr_at_3": 0.6832641770401104, + "mrr_at_5": 0.6973720608575377, + "nauc_map_at_1000_diff1": 0.4787892825042137, + "nauc_map_at_1000_max": 0.3121305073433694, + "nauc_map_at_1000_std": 0.01041021109183499, + "nauc_map_at_100_diff1": 0.47839542851853983, + "nauc_map_at_100_max": 0.31179202867073064, + "nauc_map_at_100_std": 0.010125553881083278, + "nauc_map_at_10_diff1": 0.47561244117679896, + "nauc_map_at_10_max": 0.298253250343384, + "nauc_map_at_10_std": 0.0009555090748035403, + "nauc_map_at_1_diff1": 0.46578066256419515, + "nauc_map_at_1_max": 0.19537295915080594, + "nauc_map_at_1_std": -0.07580568823389043, + "nauc_map_at_20_diff1": 0.4782135597513466, + "nauc_map_at_20_max": 0.3055831979643759, + "nauc_map_at_20_std": 0.007589955589053284, + "nauc_map_at_3_diff1": 0.4707542309803646, + "nauc_map_at_3_max": 0.25438389487628843, + "nauc_map_at_3_std": -0.046581755649573314, + "nauc_map_at_5_diff1": 0.4794751843472524, + "nauc_map_at_5_max": 0.283658633743329, + "nauc_map_at_5_std": -0.024546654351855456, + "nauc_mrr_at_1000_diff1": 0.5405930321608517, + "nauc_mrr_at_1000_max": 0.46393931534958655, + "nauc_mrr_at_1000_std": 0.1304880210609266, + "nauc_mrr_at_100_diff1": 0.5406207619607644, + "nauc_mrr_at_100_max": 0.46406039739901056, + "nauc_mrr_at_100_std": 0.13068321462488444, + "nauc_mrr_at_10_diff1": 0.5427805472273414, + "nauc_mrr_at_10_max": 0.46473937533579024, + "nauc_mrr_at_10_std": 0.13218708350499536, + "nauc_mrr_at_1_diff1": 0.5188597554002364, + "nauc_mrr_at_1_max": 0.4179438448967972, + "nauc_mrr_at_1_std": 0.08569872750452445, + "nauc_mrr_at_20_diff1": 0.5415745824154362, + "nauc_mrr_at_20_max": 0.46385233703879103, + "nauc_mrr_at_20_std": 0.12967275491726848, + "nauc_mrr_at_3_diff1": 0.5346837950534465, + "nauc_mrr_at_3_max": 0.4617041815550382, + "nauc_mrr_at_3_std": 0.12840980558755916, + "nauc_mrr_at_5_diff1": 0.53932700107703, + "nauc_mrr_at_5_max": 0.4655244148559689, + "nauc_mrr_at_5_std": 0.13190672689261487, + "nauc_ndcg_at_1000_diff1": 0.4971083501069992, + "nauc_ndcg_at_1000_max": 0.3781687663740105, + "nauc_ndcg_at_1000_std": 0.07215884432240978, + "nauc_ndcg_at_100_diff1": 0.4909722613021257, + "nauc_ndcg_at_100_max": 0.3773732329874928, + "nauc_ndcg_at_100_std": 0.07576022242991218, + "nauc_ndcg_at_10_diff1": 0.4894771008211408, + "nauc_ndcg_at_10_max": 0.34269853070680917, + "nauc_ndcg_at_10_std": 0.05170114907163533, + "nauc_ndcg_at_1_diff1": 0.5188597554002364, + "nauc_ndcg_at_1_max": 0.4179438448967972, + "nauc_ndcg_at_1_std": 0.08569872750452445, + "nauc_ndcg_at_20_diff1": 0.4939729509287606, + "nauc_ndcg_at_20_max": 0.35555373619175623, + "nauc_ndcg_at_20_std": 0.05989081040881547, + "nauc_ndcg_at_3_diff1": 0.4828097206360585, + "nauc_ndcg_at_3_max": 0.3165084478413319, + "nauc_ndcg_at_3_std": 0.0012483263404006978, + "nauc_ndcg_at_5_diff1": 0.4936194264589301, + "nauc_ndcg_at_5_max": 0.32458611652189273, + "nauc_ndcg_at_5_std": 0.01217411170593594, + "nauc_precision_at_1000_diff1": -0.12666178194327446, + "nauc_precision_at_1000_max": 0.19044608846964836, + "nauc_precision_at_1000_std": 0.2474400888225892, + "nauc_precision_at_100_diff1": -0.12591523292775614, + "nauc_precision_at_100_max": 0.20583393200916997, + "nauc_precision_at_100_std": 0.2559786289803762, + "nauc_precision_at_10_diff1": 0.00482611087956613, + "nauc_precision_at_10_max": 0.27387223128157995, + "nauc_precision_at_10_std": 0.2635018059568605, + "nauc_precision_at_1_diff1": 0.5188597554002364, + "nauc_precision_at_1_max": 0.4179438448967972, + "nauc_precision_at_1_std": 0.08569872750452445, + "nauc_precision_at_20_diff1": -0.04260043218731289, + "nauc_precision_at_20_max": 0.2415933480972581, + "nauc_precision_at_20_std": 0.2576131506473261, + "nauc_precision_at_3_diff1": 0.19254706584122866, + "nauc_precision_at_3_max": 0.3388796024077978, + "nauc_precision_at_3_std": 0.1632780971465474, + "nauc_precision_at_5_diff1": 0.11491085632351469, + "nauc_precision_at_5_max": 0.3353190901159704, + "nauc_precision_at_5_std": 0.21577966481994673, + "nauc_recall_at_1000_diff1": 0.2850213720595559, + "nauc_recall_at_1000_max": 0.7348601769493577, + "nauc_recall_at_1000_std": 0.7624885118121036, + "nauc_recall_at_100_diff1": 0.20420290462165633, + "nauc_recall_at_100_max": 0.42686845327868805, + "nauc_recall_at_100_std": 0.4092535460735124, + "nauc_recall_at_10_diff1": 0.4005302679908737, + "nauc_recall_at_10_max": 0.23881323915621902, + "nauc_recall_at_10_std": 0.06342578601400313, + "nauc_recall_at_1_diff1": 0.46578066256419515, + "nauc_recall_at_1_max": 0.19537295915080594, + "nauc_recall_at_1_std": -0.07580568823389043, + "nauc_recall_at_20_diff1": 0.39561578230908656, + "nauc_recall_at_20_max": 0.2456139425034006, + "nauc_recall_at_20_std": 0.08602225224588642, + "nauc_recall_at_3_diff1": 0.4281020409061371, + "nauc_recall_at_3_max": 0.20670132769035926, + "nauc_recall_at_3_std": -0.06863210258346253, + "nauc_recall_at_5_diff1": 0.4290671345000906, + "nauc_recall_at_5_max": 0.22914467930900914, + "nauc_recall_at_5_std": -0.028647647476527847, + "ndcg_at_1": 0.57676, + "ndcg_at_10": 0.68367, + "ndcg_at_100": 0.72543, + "ndcg_at_1000": 0.73039, + "ndcg_at_20": 0.70479, + "ndcg_at_3": 0.62173, + "ndcg_at_5": 0.65136, + "precision_at_1": 0.57676, + "precision_at_10": 0.14232, + "precision_at_100": 0.01805, + "precision_at_1000": 0.00188, + "precision_at_20": 0.07925, + "precision_at_3": 0.34578, + "precision_at_5": 0.24357, + "recall_at_1": 0.39804, + "recall_at_10": 0.81598, + "recall_at_100": 0.96347, + "recall_at_1000": 0.99412, + "recall_at_20": 0.8787, + "recall_at_3": 0.64786, + "recall_at_5": 0.73461 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.77432, + "map_at_1": 0.60064, + "map_at_10": 0.72397, + "map_at_100": 0.72749, + "map_at_1000": 0.72756, + "map_at_20": 0.7266, + "map_at_3": 0.70521, + "map_at_5": 0.71777, + "mrr_at_1": 0.6086956521739131, + "mrr_at_10": 0.7271427612913118, + "mrr_at_100": 0.7302442966015715, + "mrr_at_1000": 0.7303133261235778, + "mrr_at_20": 0.7294928310946615, + "mrr_at_3": 0.7091384863123991, + "mrr_at_5": 0.7211553945249594, + "nauc_map_at_1000_diff1": 0.4926122704384985, + "nauc_map_at_1000_max": 0.3758517354397426, + "nauc_map_at_1000_std": -0.11077384324819807, + "nauc_map_at_100_diff1": 0.4924853036163559, + "nauc_map_at_100_max": 0.37594523731240853, + "nauc_map_at_100_std": -0.11054960034748086, + "nauc_map_at_10_diff1": 0.49213369142748614, + "nauc_map_at_10_max": 0.3788240604289781, + "nauc_map_at_10_std": -0.1140857307840057, + "nauc_map_at_1_diff1": 0.5116628245434055, + "nauc_map_at_1_max": 0.34288695034636396, + "nauc_map_at_1_std": -0.09090858390810164, + "nauc_map_at_20_diff1": 0.4924422457553052, + "nauc_map_at_20_max": 0.3765975282722352, + "nauc_map_at_20_std": -0.11192793391283641, + "nauc_map_at_3_diff1": 0.49173438258685676, + "nauc_map_at_3_max": 0.3763375846192437, + "nauc_map_at_3_std": -0.12825101532615027, + "nauc_map_at_5_diff1": 0.4940697208460166, + "nauc_map_at_5_max": 0.3722107729511542, + "nauc_map_at_5_std": -0.12480549331920802, + "nauc_mrr_at_1000_diff1": 0.4901059177536792, + "nauc_mrr_at_1000_max": 0.3784011246469121, + "nauc_mrr_at_1000_std": -0.09387429141312188, + "nauc_mrr_at_100_diff1": 0.4899819966163754, + "nauc_mrr_at_100_max": 0.3784798630742515, + "nauc_mrr_at_100_std": -0.09366928439674013, + "nauc_mrr_at_10_diff1": 0.4896791696760179, + "nauc_mrr_at_10_max": 0.38131878577819234, + "nauc_mrr_at_10_std": -0.09587444812092305, + "nauc_mrr_at_1_diff1": 0.505413825301853, + "nauc_mrr_at_1_max": 0.3516871760400153, + "nauc_mrr_at_1_std": -0.06347022832007931, + "nauc_mrr_at_20_diff1": 0.4898914981861114, + "nauc_mrr_at_20_max": 0.37887386626622366, + "nauc_mrr_at_20_std": -0.09459666606530467, + "nauc_mrr_at_3_diff1": 0.48777280861517847, + "nauc_mrr_at_3_max": 0.3818638592138836, + "nauc_mrr_at_3_std": -0.10614668768023848, + "nauc_mrr_at_5_diff1": 0.4911586774662331, + "nauc_mrr_at_5_max": 0.3752251096933421, + "nauc_mrr_at_5_std": -0.1047432740491109, + "nauc_ndcg_at_1000_diff1": 0.4878307861628094, + "nauc_ndcg_at_1000_max": 0.38379416397305255, + "nauc_ndcg_at_1000_std": -0.10299938136777277, + "nauc_ndcg_at_100_diff1": 0.48439190740032817, + "nauc_ndcg_at_100_max": 0.38636537609461724, + "nauc_ndcg_at_100_std": -0.09658167500732609, + "nauc_ndcg_at_10_diff1": 0.48339558874581623, + "nauc_ndcg_at_10_max": 0.4007897225594802, + "nauc_ndcg_at_10_std": -0.11182105661306065, + "nauc_ndcg_at_1_diff1": 0.505413825301853, + "nauc_ndcg_at_1_max": 0.3516871760400153, + "nauc_ndcg_at_1_std": -0.06347022832007931, + "nauc_ndcg_at_20_diff1": 0.4840691100036028, + "nauc_ndcg_at_20_max": 0.391494307294907, + "nauc_ndcg_at_20_std": -0.10400224615969937, + "nauc_ndcg_at_3_diff1": 0.48346583836385804, + "nauc_ndcg_at_3_max": 0.3910490293880883, + "nauc_ndcg_at_3_std": -0.14357282591990742, + "nauc_ndcg_at_5_diff1": 0.4883361287702652, + "nauc_ndcg_at_5_max": 0.3820125579182053, + "nauc_ndcg_at_5_std": -0.13920725115581575, + "nauc_precision_at_1000_diff1": -0.2738085392741545, + "nauc_precision_at_1000_max": -0.0215340391582067, + "nauc_precision_at_1000_std": 0.5056931873383772, + "nauc_precision_at_100_diff1": -0.1894226390204886, + "nauc_precision_at_100_max": 0.12117064148996799, + "nauc_precision_at_100_std": 0.5315890640083056, + "nauc_precision_at_10_diff1": 0.18087987372860037, + "nauc_precision_at_10_max": 0.4499496480090689, + "nauc_precision_at_10_std": 0.11514993063112687, + "nauc_precision_at_1_diff1": 0.505413825301853, + "nauc_precision_at_1_max": 0.3516871760400153, + "nauc_precision_at_1_std": -0.06347022832007931, + "nauc_precision_at_20_diff1": 0.03274725349175327, + "nauc_precision_at_20_max": 0.3260356143656481, + "nauc_precision_at_20_std": 0.2954823127762276, + "nauc_precision_at_3_diff1": 0.3701120638449281, + "nauc_precision_at_3_max": 0.41941952015135, + "nauc_precision_at_3_std": -0.14509584973290257, + "nauc_precision_at_5_diff1": 0.30774610185355367, + "nauc_precision_at_5_max": 0.37403623101894945, + "nauc_precision_at_5_std": -0.09262305378574298, + "nauc_recall_at_1000_diff1": 0.35814742756078344, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.7220982725904163, + "nauc_recall_at_100_diff1": 0.18575524302332772, + "nauc_recall_at_100_max": 0.6570439547381567, + "nauc_recall_at_100_std": 0.5251730105549428, + "nauc_recall_at_10_diff1": 0.410905185249886, + "nauc_recall_at_10_max": 0.5924336805525137, + "nauc_recall_at_10_std": -0.11929398314258642, + "nauc_recall_at_1_diff1": 0.5116628245434055, + "nauc_recall_at_1_max": 0.34288695034636396, + "nauc_recall_at_1_std": -0.09090858390810164, + "nauc_recall_at_20_diff1": 0.37153126292078165, + "nauc_recall_at_20_max": 0.5873030599198479, + "nauc_recall_at_20_std": -0.006056585841815911, + "nauc_recall_at_3_diff1": 0.4506705809559595, + "nauc_recall_at_3_max": 0.4446909067835875, + "nauc_recall_at_3_std": -0.23792679980758094, + "nauc_recall_at_5_diff1": 0.4605771657699768, + "nauc_recall_at_5_max": 0.4282084292685253, + "nauc_recall_at_5_std": -0.2588427781413812, + "ndcg_at_1": 0.6087, + "ndcg_at_10": 0.77432, + "ndcg_at_100": 0.78858, + "ndcg_at_1000": 0.7904, + "ndcg_at_20": 0.78293, + "ndcg_at_3": 0.73782, + "ndcg_at_5": 0.76012, + "precision_at_1": 0.6087, + "precision_at_10": 0.09469, + "precision_at_100": 0.01016, + "precision_at_1000": 0.00103, + "precision_at_20": 0.04915, + "precision_at_3": 0.281, + "precision_at_5": 0.18019, + "recall_at_1": 0.60064, + "recall_at_10": 0.92371, + "recall_at_100": 0.9849, + "recall_at_1000": 0.99879, + "recall_at_20": 0.95612, + "recall_at_3": 0.8283, + "recall_at_5": 0.88184 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.70373, + "map_at_1": 0.39924, + "map_at_10": 0.62154, + "map_at_100": 0.63625, + "map_at_1000": 0.63646, + "map_at_20": 0.6312, + "map_at_3": 0.57163, + "map_at_5": 0.59959, + "mrr_at_1": 0.5661664392905866, + "mrr_at_10": 0.7070021005218816, + "mrr_at_100": 0.7099264780549652, + "mrr_at_1000": 0.7099676564399513, + "mrr_at_20": 0.7090989045340298, + "mrr_at_3": 0.6878126421100493, + "mrr_at_5": 0.6996816734879483, + "nauc_map_at_1000_diff1": 0.33724330530911556, + "nauc_map_at_1000_max": 0.2049874081608216, + "nauc_map_at_1000_std": -0.13430143164274994, + "nauc_map_at_100_diff1": 0.3374154536482594, + "nauc_map_at_100_max": 0.205094231407676, + "nauc_map_at_100_std": -0.1345025899673073, + "nauc_map_at_10_diff1": 0.335243343755901, + "nauc_map_at_10_max": 0.20059157111008383, + "nauc_map_at_10_std": -0.14859437344701093, + "nauc_map_at_1_diff1": 0.37527608119292166, + "nauc_map_at_1_max": 0.1452604802159411, + "nauc_map_at_1_std": -0.1367369835117854, + "nauc_map_at_20_diff1": 0.33555237939151944, + "nauc_map_at_20_max": 0.20503595567665395, + "nauc_map_at_20_std": -0.13946224194323217, + "nauc_map_at_3_diff1": 0.3284057829633914, + "nauc_map_at_3_max": 0.17745599408223378, + "nauc_map_at_3_std": -0.16384533097636172, + "nauc_map_at_5_diff1": 0.33308248225945625, + "nauc_map_at_5_max": 0.19056304161265694, + "nauc_map_at_5_std": -0.15519600536492267, + "nauc_mrr_at_1000_diff1": 0.3856951694673057, + "nauc_mrr_at_1000_max": 0.245372767668988, + "nauc_mrr_at_1000_std": -0.06608054706151827, + "nauc_mrr_at_100_diff1": 0.38573472624824456, + "nauc_mrr_at_100_max": 0.24538032368156665, + "nauc_mrr_at_100_std": -0.06614792675891415, + "nauc_mrr_at_10_diff1": 0.386124758878338, + "nauc_mrr_at_10_max": 0.2468454010562343, + "nauc_mrr_at_10_std": -0.06302052358611443, + "nauc_mrr_at_1_diff1": 0.4171985764395557, + "nauc_mrr_at_1_max": 0.21795623787167967, + "nauc_mrr_at_1_std": -0.06810263752683077, + "nauc_mrr_at_20_diff1": 0.38549935918659145, + "nauc_mrr_at_20_max": 0.24649917371577368, + "nauc_mrr_at_20_std": -0.06565935958281817, + "nauc_mrr_at_3_diff1": 0.3733256290759561, + "nauc_mrr_at_3_max": 0.2454140941542196, + "nauc_mrr_at_3_std": -0.0648855859021836, + "nauc_mrr_at_5_diff1": 0.3803540392613298, + "nauc_mrr_at_5_max": 0.2477007806467857, + "nauc_mrr_at_5_std": -0.06670151619752963, + "nauc_ndcg_at_1000_diff1": 0.34616096321356693, + "nauc_ndcg_at_1000_max": 0.2273855527912672, + "nauc_ndcg_at_1000_std": -0.1034256399121936, + "nauc_ndcg_at_100_diff1": 0.34796752311917795, + "nauc_ndcg_at_100_max": 0.2298565921523648, + "nauc_ndcg_at_100_std": -0.10514195471268734, + "nauc_ndcg_at_10_diff1": 0.33577270273553167, + "nauc_ndcg_at_10_max": 0.22207303934269113, + "nauc_ndcg_at_10_std": -0.13687388207806245, + "nauc_ndcg_at_1_diff1": 0.4171985764395557, + "nauc_ndcg_at_1_max": 0.21795623787167967, + "nauc_ndcg_at_1_std": -0.06810263752683077, + "nauc_ndcg_at_20_diff1": 0.33679854263897946, + "nauc_ndcg_at_20_max": 0.23174570216051882, + "nauc_ndcg_at_20_std": -0.12119536569985127, + "nauc_ndcg_at_3_diff1": 0.3152734828399038, + "nauc_ndcg_at_3_max": 0.19835352267590386, + "nauc_ndcg_at_3_std": -0.13403102960375657, + "nauc_ndcg_at_5_diff1": 0.32623715250389307, + "nauc_ndcg_at_5_max": 0.2101229190651336, + "nauc_ndcg_at_5_std": -0.1399261471827385, + "nauc_precision_at_1000_diff1": -0.12006138429401177, + "nauc_precision_at_1000_max": 0.06087175054129051, + "nauc_precision_at_1000_std": 0.25410766755506103, + "nauc_precision_at_100_diff1": -0.1067754333453022, + "nauc_precision_at_100_max": 0.07754158749270429, + "nauc_precision_at_100_std": 0.25266246136021686, + "nauc_precision_at_10_diff1": -0.0462579600042013, + "nauc_precision_at_10_max": 0.1372772509463218, + "nauc_precision_at_10_std": 0.1466370656218652, + "nauc_precision_at_1_diff1": 0.4171985764395557, + "nauc_precision_at_1_max": 0.21795623787167967, + "nauc_precision_at_1_std": -0.06810263752683077, + "nauc_precision_at_20_diff1": -0.0778048692481568, + "nauc_precision_at_20_max": 0.12187364050439799, + "nauc_precision_at_20_std": 0.20352684131123835, + "nauc_precision_at_3_diff1": 0.0727054986234569, + "nauc_precision_at_3_max": 0.18814655809757094, + "nauc_precision_at_3_std": 0.04825576617986084, + "nauc_precision_at_5_diff1": 0.01344514643553423, + "nauc_precision_at_5_max": 0.17220576192311546, + "nauc_precision_at_5_std": 0.10000346734091313, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4021798963689782, + "nauc_recall_at_100_max": 0.3981768913538552, + "nauc_recall_at_100_std": -0.1674437319967776, + "nauc_recall_at_10_diff1": 0.2374612184441342, + "nauc_recall_at_10_max": 0.209172790118751, + "nauc_recall_at_10_std": -0.2191993088144034, + "nauc_recall_at_1_diff1": 0.37527608119292166, + "nauc_recall_at_1_max": 0.1452604802159411, + "nauc_recall_at_1_std": -0.1367369835117854, + "nauc_recall_at_20_diff1": 0.19061983056844103, + "nauc_recall_at_20_max": 0.2661753581131006, + "nauc_recall_at_20_std": -0.20777648439789656, + "nauc_recall_at_3_diff1": 0.22385295237196443, + "nauc_recall_at_3_max": 0.14722101800724546, + "nauc_recall_at_3_std": -0.20117487792440894, + "nauc_recall_at_5_diff1": 0.23175230378495906, + "nauc_recall_at_5_max": 0.17234131729417032, + "nauc_recall_at_5_std": -0.21123162896729425, + "ndcg_at_1": 0.56617, + "ndcg_at_10": 0.70373, + "ndcg_at_100": 0.74329, + "ndcg_at_1000": 0.74574, + "ndcg_at_20": 0.7244, + "ndcg_at_3": 0.64435, + "ndcg_at_5": 0.67067, + "precision_at_1": 0.56617, + "precision_at_10": 0.1442, + "precision_at_100": 0.01797, + "precision_at_1000": 0.00183, + "precision_at_20": 0.08015, + "precision_at_3": 0.36016, + "precision_at_5": 0.24748, + "recall_at_1": 0.39924, + "recall_at_10": 0.84801, + "recall_at_100": 0.98597, + "recall_at_1000": 1.0, + "recall_at_20": 0.91031, + "recall_at_3": 0.6893, + "recall_at_5": 0.76001 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.79084, + "map_at_1": 0.57353, + "map_at_10": 0.72961, + "map_at_100": 0.73103, + "map_at_1000": 0.73108, + "map_at_20": 0.7299, + "map_at_3": 0.69655, + "map_at_5": 0.71577, + "mrr_at_1": 0.6302521008403361, + "mrr_at_10": 0.7516439909297051, + "mrr_at_100": 0.7520392175134893, + "mrr_at_1000": 0.7520820918060636, + "mrr_at_20": 0.7516439909297051, + "mrr_at_3": 0.73109243697479, + "mrr_at_5": 0.7428571428571429, + "nauc_map_at_1000_diff1": 0.5192677768889573, + "nauc_map_at_1000_max": 0.23913673844420827, + "nauc_map_at_1000_std": -0.20739564515227069, + "nauc_map_at_100_diff1": 0.5192999828478726, + "nauc_map_at_100_max": 0.23931850833906562, + "nauc_map_at_100_std": -0.20720033146054634, + "nauc_map_at_10_diff1": 0.5206390429663306, + "nauc_map_at_10_max": 0.24263012178845603, + "nauc_map_at_10_std": -0.20662217078832756, + "nauc_map_at_1_diff1": 0.5357098763497582, + "nauc_map_at_1_max": 0.132350341128281, + "nauc_map_at_1_std": -0.22823039526907052, + "nauc_map_at_20_diff1": 0.5198073867342632, + "nauc_map_at_20_max": 0.24153111284784065, + "nauc_map_at_20_std": -0.2075578106954404, + "nauc_map_at_3_diff1": 0.5263054668722967, + "nauc_map_at_3_max": 0.20907382830210583, + "nauc_map_at_3_std": -0.27101116433239814, + "nauc_map_at_5_diff1": 0.5278805849675906, + "nauc_map_at_5_max": 0.24424402537057352, + "nauc_map_at_5_std": -0.238216958225096, + "nauc_mrr_at_1000_diff1": 0.47816003232256604, + "nauc_mrr_at_1000_max": 0.19379033141673782, + "nauc_mrr_at_1000_std": -0.21170251588746516, + "nauc_mrr_at_100_diff1": 0.4782100529125812, + "nauc_mrr_at_100_max": 0.19395585706188956, + "nauc_mrr_at_100_std": -0.21151085727472735, + "nauc_mrr_at_10_diff1": 0.47877468748709356, + "nauc_mrr_at_10_max": 0.1948802115872943, + "nauc_mrr_at_10_std": -0.2098925428538248, + "nauc_mrr_at_1_diff1": 0.4669836696362769, + "nauc_mrr_at_1_max": 0.11450211553998078, + "nauc_mrr_at_1_std": -0.20386877727064917, + "nauc_mrr_at_20_diff1": 0.47877468748709356, + "nauc_mrr_at_20_max": 0.1948802115872943, + "nauc_mrr_at_20_std": -0.2098925428538248, + "nauc_mrr_at_3_diff1": 0.46931319089343554, + "nauc_mrr_at_3_max": 0.1864296259695972, + "nauc_mrr_at_3_std": -0.2657247428890638, + "nauc_mrr_at_5_diff1": 0.48052766138305675, + "nauc_mrr_at_5_max": 0.19822115310765878, + "nauc_mrr_at_5_std": -0.24307357321320028, + "nauc_ndcg_at_1000_diff1": 0.5099916407423862, + "nauc_ndcg_at_1000_max": 0.24864748797127295, + "nauc_ndcg_at_1000_std": -0.1875921527298981, + "nauc_ndcg_at_100_diff1": 0.5108906724863946, + "nauc_ndcg_at_100_max": 0.2558878654534664, + "nauc_ndcg_at_100_std": -0.18071153545606988, + "nauc_ndcg_at_10_diff1": 0.5191345069072651, + "nauc_ndcg_at_10_max": 0.274951932085912, + "nauc_ndcg_at_10_std": -0.1686243921890766, + "nauc_ndcg_at_1_diff1": 0.4669836696362769, + "nauc_ndcg_at_1_max": 0.11450211553998078, + "nauc_ndcg_at_1_std": -0.20386877727064917, + "nauc_ndcg_at_20_diff1": 0.5159757920935788, + "nauc_ndcg_at_20_max": 0.2708176832756094, + "nauc_ndcg_at_20_std": -0.1721923577104295, + "nauc_ndcg_at_3_diff1": 0.5191685296903679, + "nauc_ndcg_at_3_max": 0.23538307387030608, + "nauc_ndcg_at_3_std": -0.2908929199867446, + "nauc_ndcg_at_5_diff1": 0.5310846770153639, + "nauc_ndcg_at_5_max": 0.27907065862744207, + "nauc_ndcg_at_5_std": -0.2568774161271009, + "nauc_precision_at_1000_diff1": -0.3474571457518911, + "nauc_precision_at_1000_max": -0.06148789597408684, + "nauc_precision_at_1000_std": 0.1866076360794461, + "nauc_precision_at_100_diff1": -0.32213604073000485, + "nauc_precision_at_100_max": -0.012409547771684085, + "nauc_precision_at_100_std": 0.20799180758131652, + "nauc_precision_at_10_diff1": -0.24264757805971818, + "nauc_precision_at_10_max": 0.11286600993061847, + "nauc_precision_at_10_std": 0.23562498956154268, + "nauc_precision_at_1_diff1": 0.4669836696362769, + "nauc_precision_at_1_max": 0.11450211553998078, + "nauc_precision_at_1_std": -0.20386877727064917, + "nauc_precision_at_20_diff1": -0.2616670703701453, + "nauc_precision_at_20_max": 0.08312267597059782, + "nauc_precision_at_20_std": 0.21394910467010994, + "nauc_precision_at_3_diff1": 0.06625502570192647, + "nauc_precision_at_3_max": 0.15252264151801034, + "nauc_precision_at_3_std": -0.18697806103025533, + "nauc_precision_at_5_diff1": -0.06482307754791941, + "nauc_precision_at_5_max": 0.1878642858048698, + "nauc_precision_at_5_std": 0.021819253929041073, + "nauc_recall_at_1000_diff1": 0.7217904574520321, + "nauc_recall_at_1000_max": 0.8691588785046709, + "nauc_recall_at_1000_std": 0.8691588785046709, + "nauc_recall_at_100_diff1": 0.6486188979747025, + "nauc_recall_at_100_max": 0.9476635514018686, + "nauc_recall_at_100_std": 0.6601086392771052, + "nauc_recall_at_10_diff1": 0.6767617695100251, + "nauc_recall_at_10_max": 0.8498888816456189, + "nauc_recall_at_10_std": 0.4590503711167449, + "nauc_recall_at_1_diff1": 0.5357098763497582, + "nauc_recall_at_1_max": 0.132350341128281, + "nauc_recall_at_1_std": -0.22823039526907052, + "nauc_recall_at_20_diff1": 0.657171573722753, + "nauc_recall_at_20_max": 0.8407912381089895, + "nauc_recall_at_20_std": 0.45334943853855453, + "nauc_recall_at_3_diff1": 0.5486377227546232, + "nauc_recall_at_3_max": 0.3256043473724273, + "nauc_recall_at_3_std": -0.41610643497251126, + "nauc_recall_at_5_diff1": 0.6265919342424165, + "nauc_recall_at_5_max": 0.5378692121534862, + "nauc_recall_at_5_std": -0.3421160568216083, + "ndcg_at_1": 0.63025, + "ndcg_at_10": 0.79084, + "ndcg_at_100": 0.79719, + "ndcg_at_1000": 0.79882, + "ndcg_at_20": 0.79175, + "ndcg_at_3": 0.73812, + "ndcg_at_5": 0.76473, + "precision_at_1": 0.63025, + "precision_at_10": 0.11345, + "precision_at_100": 0.01185, + "precision_at_1000": 0.0012, + "precision_at_20": 0.05714, + "precision_at_3": 0.31373, + "precision_at_5": 0.2084, + "recall_at_1": 0.57353, + "recall_at_10": 0.95098, + "recall_at_100": 0.97899, + "recall_at_1000": 0.9916, + "recall_at_20": 0.95378, + "recall_at_3": 0.81933, + "recall_at_5": 0.87815 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.48509, + "map_at_1": 0.18718, + "map_at_10": 0.37325, + "map_at_100": 0.40464, + "map_at_1000": 0.40542, + "map_at_20": 0.39265, + "map_at_3": 0.29168, + "map_at_5": 0.33263, + "mrr_at_1": 0.356234096692112, + "mrr_at_10": 0.51120299689002, + "mrr_at_100": 0.5184847521374796, + "mrr_at_1000": 0.5185388745909434, + "mrr_at_20": 0.5162190117006015, + "mrr_at_3": 0.467769296013571, + "mrr_at_5": 0.49346904156064475, + "nauc_map_at_1000_diff1": 0.10854721352545163, + "nauc_map_at_1000_max": 0.12441110326296637, + "nauc_map_at_1000_std": -0.07719546023484672, + "nauc_map_at_100_diff1": 0.10808375029804314, + "nauc_map_at_100_max": 0.12471867926347101, + "nauc_map_at_100_std": -0.07700593788174026, + "nauc_map_at_10_diff1": 0.10433688862126858, + "nauc_map_at_10_max": 0.11098369754857156, + "nauc_map_at_10_std": -0.09327324676306252, + "nauc_map_at_1_diff1": 0.14326372965249634, + "nauc_map_at_1_max": 0.037036967367519755, + "nauc_map_at_1_std": -0.05969603237300243, + "nauc_map_at_20_diff1": 0.10631064442900567, + "nauc_map_at_20_max": 0.12306045763931785, + "nauc_map_at_20_std": -0.08060842369091874, + "nauc_map_at_3_diff1": 0.11154442518693435, + "nauc_map_at_3_max": 0.06255250005037125, + "nauc_map_at_3_std": -0.0941199352427474, + "nauc_map_at_5_diff1": 0.10395403669200415, + "nauc_map_at_5_max": 0.0876094419997484, + "nauc_map_at_5_std": -0.09311204825044028, + "nauc_mrr_at_1000_diff1": 0.15106542676278362, + "nauc_mrr_at_1000_max": 0.11423057108914844, + "nauc_mrr_at_1000_std": -0.07219127820305446, + "nauc_mrr_at_100_diff1": 0.15115098676580183, + "nauc_mrr_at_100_max": 0.11435143904468043, + "nauc_mrr_at_100_std": -0.07219375087515423, + "nauc_mrr_at_10_diff1": 0.1549324089045366, + "nauc_mrr_at_10_max": 0.1196389872731839, + "nauc_mrr_at_10_std": -0.06989026591183221, + "nauc_mrr_at_1_diff1": 0.11583491173436783, + "nauc_mrr_at_1_max": 0.06583717483543139, + "nauc_mrr_at_1_std": -0.06153178412419035, + "nauc_mrr_at_20_diff1": 0.15145505238972856, + "nauc_mrr_at_20_max": 0.11519192074274914, + "nauc_mrr_at_20_std": -0.07113993718479326, + "nauc_mrr_at_3_diff1": 0.1484839229575318, + "nauc_mrr_at_3_max": 0.10225530233875726, + "nauc_mrr_at_3_std": -0.07334025532979813, + "nauc_mrr_at_5_diff1": 0.15658510946818074, + "nauc_mrr_at_5_max": 0.12448789238791921, + "nauc_mrr_at_5_std": -0.07269629504754886, + "nauc_ndcg_at_1000_diff1": 0.1340603399790214, + "nauc_ndcg_at_1000_max": 0.14719664978692193, + "nauc_ndcg_at_1000_std": -0.0728570286394344, + "nauc_ndcg_at_100_diff1": 0.1292849712587529, + "nauc_ndcg_at_100_max": 0.15290887139912532, + "nauc_ndcg_at_100_std": -0.06836477312047422, + "nauc_ndcg_at_10_diff1": 0.11141783730795377, + "nauc_ndcg_at_10_max": 0.13842831852150136, + "nauc_ndcg_at_10_std": -0.09830367734760834, + "nauc_ndcg_at_1_diff1": 0.11583491173436783, + "nauc_ndcg_at_1_max": 0.06583717483543139, + "nauc_ndcg_at_1_std": -0.06153178412419035, + "nauc_ndcg_at_20_diff1": 0.11361318077356747, + "nauc_ndcg_at_20_max": 0.15098559607150203, + "nauc_ndcg_at_20_std": -0.0775776319253135, + "nauc_ndcg_at_3_diff1": 0.11535458197092345, + "nauc_ndcg_at_3_max": 0.09097950607417556, + "nauc_ndcg_at_3_std": -0.09396737469236272, + "nauc_ndcg_at_5_diff1": 0.11281755485905608, + "nauc_ndcg_at_5_max": 0.12392808744493682, + "nauc_ndcg_at_5_std": -0.08999263955572746, + "nauc_precision_at_1000_diff1": 0.07311467231714622, + "nauc_precision_at_1000_max": 0.14773902116160656, + "nauc_precision_at_1000_std": 0.08644238763368739, + "nauc_precision_at_100_diff1": 0.060231026584694695, + "nauc_precision_at_100_max": 0.17510200101445633, + "nauc_precision_at_100_std": 0.10270583111622586, + "nauc_precision_at_10_diff1": 0.020388295087707918, + "nauc_precision_at_10_max": 0.23262521732393038, + "nauc_precision_at_10_std": 0.014325837250114116, + "nauc_precision_at_1_diff1": 0.11583491173436783, + "nauc_precision_at_1_max": 0.06583717483543139, + "nauc_precision_at_1_std": -0.06153178412419035, + "nauc_precision_at_20_diff1": 0.02294605445794741, + "nauc_precision_at_20_max": 0.23851426322889796, + "nauc_precision_at_20_std": 0.08290293357272692, + "nauc_precision_at_3_diff1": 0.07309129894134923, + "nauc_precision_at_3_max": 0.14584759864551147, + "nauc_precision_at_3_std": -0.06504069301945616, + "nauc_precision_at_5_diff1": 0.05286209208889711, + "nauc_precision_at_5_max": 0.18752261545892762, + "nauc_precision_at_5_std": -0.021435292285844666, + "nauc_recall_at_1000_diff1": -1.7409257791976205, + "nauc_recall_at_1000_max": 0.1234081350045653, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": -0.029261954546592653, + "nauc_recall_at_100_max": 0.3125059239512372, + "nauc_recall_at_100_std": 0.10626367699655513, + "nauc_recall_at_10_diff1": 0.041895429172003874, + "nauc_recall_at_10_max": 0.13842778715309895, + "nauc_recall_at_10_std": -0.12387841844416855, + "nauc_recall_at_1_diff1": 0.14326372965249634, + "nauc_recall_at_1_max": 0.037036967367519755, + "nauc_recall_at_1_std": -0.05969603237300243, + "nauc_recall_at_20_diff1": 0.010310981325356058, + "nauc_recall_at_20_max": 0.15396901593324028, + "nauc_recall_at_20_std": -0.07904422719662348, + "nauc_recall_at_3_diff1": 0.09689333378999213, + "nauc_recall_at_3_max": 0.05095431057180286, + "nauc_recall_at_3_std": -0.13089394598836485, + "nauc_recall_at_5_diff1": 0.07688873876623413, + "nauc_recall_at_5_max": 0.11960523312262336, + "nauc_recall_at_5_std": -0.12845587958574878, + "ndcg_at_1": 0.35623, + "ndcg_at_10": 0.48509, + "ndcg_at_100": 0.57489, + "ndcg_at_1000": 0.58209, + "ndcg_at_20": 0.53049, + "ndcg_at_3": 0.38036, + "ndcg_at_5": 0.41893, + "precision_at_1": 0.35623, + "precision_at_10": 0.14987, + "precision_at_100": 0.02405, + "precision_at_1000": 0.00253, + "precision_at_20": 0.09351, + "precision_at_3": 0.26887, + "precision_at_5": 0.21578, + "recall_at_1": 0.18718, + "recall_at_10": 0.65652, + "recall_at_100": 0.96267, + "recall_at_1000": 0.99964, + "recall_at_20": 0.79392, + "recall_at_3": 0.36937, + "recall_at_5": 0.48383 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-PLHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..410844d5e --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 7.215381860733032, + "kg_co2_emissions": 0.0003841370685350232, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.60246, + "map_at_1": 0.01517, + "map_at_10": 0.10426, + "map_at_100": 0.37646, + "map_at_1000": 0.55853, + "map_at_20": 0.17269, + "map_at_3": 0.04174, + "map_at_5": 0.05945, + "mrr_at_1": 0.813953488372093, + "mrr_at_10": 0.8645625692137319, + "mrr_at_100": 0.8686147186147186, + "mrr_at_1000": 0.8686147186147186, + "mrr_at_20": 0.8686147186147186, + "mrr_at_3": 0.8565891472868216, + "mrr_at_5": 0.8612403100775193, + "nauc_map_at_1000_diff1": -0.2873428646613187, + "nauc_map_at_1000_max": 0.4408473575283594, + "nauc_map_at_1000_std": 0.5861320665985258, + "nauc_map_at_100_diff1": -0.31066750047613517, + "nauc_map_at_100_max": 0.33424544971580766, + "nauc_map_at_100_std": 0.35087879855548554, + "nauc_map_at_10_diff1": -0.06659047125332944, + "nauc_map_at_10_max": 0.1676860345226012, + "nauc_map_at_10_std": 0.007989856578907247, + "nauc_map_at_1_diff1": -0.024184542896150192, + "nauc_map_at_1_max": -0.028740115985188577, + "nauc_map_at_1_std": -0.16222732629159553, + "nauc_map_at_20_diff1": -0.1133592506968526, + "nauc_map_at_20_max": 0.16235730583358127, + "nauc_map_at_20_std": 0.08162484761682187, + "nauc_map_at_3_diff1": -0.04678577079450786, + "nauc_map_at_3_max": 0.02101111942453151, + "nauc_map_at_3_std": -0.09773102395154024, + "nauc_map_at_5_diff1": 0.0004037718698984703, + "nauc_map_at_5_max": 0.10033287775288643, + "nauc_map_at_5_std": -0.056191422066247644, + "nauc_mrr_at_1000_diff1": -0.1585311528833565, + "nauc_mrr_at_1000_max": 0.48675097371129583, + "nauc_mrr_at_1000_std": 0.3043404427858007, + "nauc_mrr_at_100_diff1": -0.1585311528833565, + "nauc_mrr_at_100_max": 0.48675097371129583, + "nauc_mrr_at_100_std": 0.3043404427858007, + "nauc_mrr_at_10_diff1": -0.13263632413944795, + "nauc_mrr_at_10_max": 0.5028854795745145, + "nauc_mrr_at_10_std": 0.31969118902849697, + "nauc_mrr_at_1_diff1": -0.16739905236288066, + "nauc_mrr_at_1_max": 0.36195126841058967, + "nauc_mrr_at_1_std": 0.1442351134001995, + "nauc_mrr_at_20_diff1": -0.1585311528833565, + "nauc_mrr_at_20_max": 0.48675097371129583, + "nauc_mrr_at_20_std": 0.3043404427858007, + "nauc_mrr_at_3_diff1": -0.2123060628172148, + "nauc_mrr_at_3_max": 0.5115274068453679, + "nauc_mrr_at_3_std": 0.334282146634762, + "nauc_mrr_at_5_diff1": -0.1577314498623912, + "nauc_mrr_at_5_max": 0.5041413976433553, + "nauc_mrr_at_5_std": 0.320661277147148, + "nauc_ndcg_at_1000_diff1": -0.3525707889490408, + "nauc_ndcg_at_1000_max": 0.5006106495215165, + "nauc_ndcg_at_1000_std": 0.6175800134413911, + "nauc_ndcg_at_100_diff1": -0.2279120729108216, + "nauc_ndcg_at_100_max": 0.4594345390492332, + "nauc_ndcg_at_100_std": 0.5527088386351956, + "nauc_ndcg_at_10_diff1": -0.2652722843406745, + "nauc_ndcg_at_10_max": 0.3314551987594775, + "nauc_ndcg_at_10_std": 0.4339946816003401, + "nauc_ndcg_at_1_diff1": -0.16830107486757098, + "nauc_ndcg_at_1_max": 0.08520796264791344, + "nauc_ndcg_at_1_std": 0.021330721271651597, + "nauc_ndcg_at_20_diff1": -0.2740366360140783, + "nauc_ndcg_at_20_max": 0.31522723266520625, + "nauc_ndcg_at_20_std": 0.47860720824734065, + "nauc_ndcg_at_3_diff1": -0.24470000104963718, + "nauc_ndcg_at_3_max": 0.2376165093155219, + "nauc_ndcg_at_3_std": 0.28785727796691724, + "nauc_ndcg_at_5_diff1": -0.2599664998922799, + "nauc_ndcg_at_5_max": 0.302262743902331, + "nauc_ndcg_at_5_std": 0.3375225156131717, + "nauc_precision_at_1000_diff1": -0.08833111953751947, + "nauc_precision_at_1000_max": 0.2231116095295589, + "nauc_precision_at_1000_std": 0.3506666458837837, + "nauc_precision_at_100_diff1": -0.21904122988390154, + "nauc_precision_at_100_max": 0.3057331479434562, + "nauc_precision_at_100_std": 0.4534479718615916, + "nauc_precision_at_10_diff1": -0.29665279953902557, + "nauc_precision_at_10_max": 0.4455819900888031, + "nauc_precision_at_10_std": 0.45994986421192363, + "nauc_precision_at_1_diff1": -0.16739905236288066, + "nauc_precision_at_1_max": 0.36195126841058967, + "nauc_precision_at_1_std": 0.1442351134001995, + "nauc_precision_at_20_diff1": -0.3378760989446424, + "nauc_precision_at_20_max": 0.3254702245443901, + "nauc_precision_at_20_std": 0.472324545869924, + "nauc_precision_at_3_diff1": -0.33072360464745426, + "nauc_precision_at_3_max": 0.33688071948949966, + "nauc_precision_at_3_std": 0.35439594324116547, + "nauc_precision_at_5_diff1": -0.21198360481525969, + "nauc_precision_at_5_max": 0.46642488874977084, + "nauc_precision_at_5_std": 0.4294368994647085, + "nauc_recall_at_1000_diff1": -0.5234918867877058, + "nauc_recall_at_1000_max": 0.6861736457577458, + "nauc_recall_at_1000_std": 0.8936644292449922, + "nauc_recall_at_100_diff1": -0.030825342616198882, + "nauc_recall_at_100_max": 0.18229268860679015, + "nauc_recall_at_100_std": 0.09113904469633863, + "nauc_recall_at_10_diff1": 0.07803233175940999, + "nauc_recall_at_10_max": 0.12223677286296118, + "nauc_recall_at_10_std": -0.04098496751631712, + "nauc_recall_at_1_diff1": -0.024184542896150192, + "nauc_recall_at_1_max": -0.028740115985188577, + "nauc_recall_at_1_std": -0.16222732629159553, + "nauc_recall_at_20_diff1": 0.07275410158749986, + "nauc_recall_at_20_max": 0.060702033439689836, + "nauc_recall_at_20_std": -0.02347608355642577, + "nauc_recall_at_3_diff1": -0.04417927216250739, + "nauc_recall_at_3_max": 0.033242014004201986, + "nauc_recall_at_3_std": -0.091847174704528, + "nauc_recall_at_5_diff1": 0.16307357579290793, + "nauc_recall_at_5_max": 0.04272604298990274, + "nauc_recall_at_5_std": -0.10752510005420039, + "ndcg_at_1": 0.68217, + "ndcg_at_10": 0.60246, + "ndcg_at_100": 0.64302, + "ndcg_at_1000": 0.78139, + "ndcg_at_20": 0.59329, + "ndcg_at_3": 0.64252, + "ndcg_at_5": 0.61246, + "precision_at_1": 0.81395, + "precision_at_10": 0.70233, + "precision_at_100": 0.44628, + "precision_at_1000": 0.09198, + "precision_at_20": 0.64535, + "precision_at_3": 0.76744, + "precision_at_5": 0.71163, + "recall_at_1": 0.01517, + "recall_at_10": 0.12528, + "recall_at_100": 0.58616, + "recall_at_1000": 0.96001, + "recall_at_20": 0.22559, + "recall_at_3": 0.04331, + "recall_at_5": 0.06766 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCOHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCOHardNegatives.json new file mode 100644 index 000000000..4650c285a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 6.734746932983398, + "kg_co2_emissions": 0.0003273067958722908, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.66635, + "map_at_1": 0.01583, + "map_at_10": 0.12664, + "map_at_100": 0.44935, + "map_at_1000": 0.63741, + "map_at_20": 0.20967, + "map_at_3": 0.04837, + "map_at_5": 0.07449, + "mrr_at_1": 0.8604651162790697, + "mrr_at_10": 0.9155038759689923, + "mrr_at_100": 0.9155038759689923, + "mrr_at_1000": 0.9155038759689923, + "mrr_at_20": 0.9155038759689923, + "mrr_at_3": 0.9108527131782945, + "mrr_at_5": 0.9155038759689923, + "nauc_map_at_1000_diff1": -0.2890722953265048, + "nauc_map_at_1000_max": 0.29241193028391654, + "nauc_map_at_1000_std": 0.5542859422678723, + "nauc_map_at_100_diff1": -0.04846910592267171, + "nauc_map_at_100_max": 0.199013190406179, + "nauc_map_at_100_std": 0.09276224573821035, + "nauc_map_at_10_diff1": 0.15626568628191853, + "nauc_map_at_10_max": -0.022118364787314135, + "nauc_map_at_10_std": -0.2612607210922738, + "nauc_map_at_1_diff1": 0.23796965861346264, + "nauc_map_at_1_max": -0.1324464353359779, + "nauc_map_at_1_std": -0.28617672336359196, + "nauc_map_at_20_diff1": 0.08261582376755557, + "nauc_map_at_20_max": 0.06104850439324444, + "nauc_map_at_20_std": -0.21148158568127146, + "nauc_map_at_3_diff1": 0.2701489620555854, + "nauc_map_at_3_max": -0.13239313572384626, + "nauc_map_at_3_std": -0.32661830296032013, + "nauc_map_at_5_diff1": 0.26679743961748903, + "nauc_map_at_5_max": -0.10138784682413357, + "nauc_map_at_5_std": -0.3271789833155085, + "nauc_mrr_at_1000_diff1": 0.13165586064523135, + "nauc_mrr_at_1000_max": 0.18097588742041804, + "nauc_mrr_at_1000_std": 0.43689944702320105, + "nauc_mrr_at_100_diff1": 0.13165586064523135, + "nauc_mrr_at_100_max": 0.18097588742041804, + "nauc_mrr_at_100_std": 0.43689944702320105, + "nauc_mrr_at_10_diff1": 0.13165586064523135, + "nauc_mrr_at_10_max": 0.18097588742041804, + "nauc_mrr_at_10_std": 0.43689944702320105, + "nauc_mrr_at_1_diff1": 0.17513725931781032, + "nauc_mrr_at_1_max": 0.22710783209763125, + "nauc_mrr_at_1_std": 0.4385013490419814, + "nauc_mrr_at_20_diff1": 0.13165586064523135, + "nauc_mrr_at_20_max": 0.18097588742041804, + "nauc_mrr_at_20_std": 0.43689944702320105, + "nauc_mrr_at_3_diff1": 0.1438949244260225, + "nauc_mrr_at_3_max": 0.21016472291760524, + "nauc_mrr_at_3_std": 0.4326549842091172, + "nauc_mrr_at_5_diff1": 0.13165586064523135, + "nauc_mrr_at_5_max": 0.18097588742041804, + "nauc_mrr_at_5_std": 0.43689944702320105, + "nauc_ndcg_at_1000_diff1": -0.28510787865367676, + "nauc_ndcg_at_1000_max": 0.38751979814160936, + "nauc_ndcg_at_1000_std": 0.5809273021322054, + "nauc_ndcg_at_100_diff1": -0.08929359199953457, + "nauc_ndcg_at_100_max": 0.29977580627962014, + "nauc_ndcg_at_100_std": 0.40961397985814957, + "nauc_ndcg_at_10_diff1": -0.10318990791007257, + "nauc_ndcg_at_10_max": 0.274975758139016, + "nauc_ndcg_at_10_std": 0.33864479051862917, + "nauc_ndcg_at_1_diff1": -0.02310383686093597, + "nauc_ndcg_at_1_max": 0.2000914552529556, + "nauc_ndcg_at_1_std": 0.21522870030619667, + "nauc_ndcg_at_20_diff1": -0.11636843641529183, + "nauc_ndcg_at_20_max": 0.30528096948826905, + "nauc_ndcg_at_20_std": 0.3646967765779371, + "nauc_ndcg_at_3_diff1": -0.04738078680446277, + "nauc_ndcg_at_3_max": 0.23452569704949572, + "nauc_ndcg_at_3_std": 0.24130428677325766, + "nauc_ndcg_at_5_diff1": -0.011102175442347723, + "nauc_ndcg_at_5_max": 0.20701833924828533, + "nauc_ndcg_at_5_std": 0.22222871565301647, + "nauc_precision_at_1000_diff1": -0.2906201644132401, + "nauc_precision_at_1000_max": 0.1362807855051562, + "nauc_precision_at_1000_std": 0.5170686003821867, + "nauc_precision_at_100_diff1": -0.25805485710129467, + "nauc_precision_at_100_max": 0.19204025552662837, + "nauc_precision_at_100_std": 0.5778341821420828, + "nauc_precision_at_10_diff1": -0.26677541937632937, + "nauc_precision_at_10_max": 0.426470577903813, + "nauc_precision_at_10_std": 0.5223016196445437, + "nauc_precision_at_1_diff1": 0.17513725931781032, + "nauc_precision_at_1_max": 0.22710783209763125, + "nauc_precision_at_1_std": 0.4385013490419814, + "nauc_precision_at_20_diff1": -0.30131199159733396, + "nauc_precision_at_20_max": 0.4097248897793169, + "nauc_precision_at_20_std": 0.5190133937446754, + "nauc_precision_at_3_diff1": -0.05850508957540161, + "nauc_precision_at_3_max": 0.4069819857801564, + "nauc_precision_at_3_std": 0.4656365380360101, + "nauc_precision_at_5_diff1": -0.0258113764619366, + "nauc_precision_at_5_max": 0.4046290880733049, + "nauc_precision_at_5_std": 0.39564666416608946, + "nauc_recall_at_1000_diff1": -0.5250067352933137, + "nauc_recall_at_1000_max": 0.7508579021826808, + "nauc_recall_at_1000_std": 0.9547999600193208, + "nauc_recall_at_100_diff1": 0.2286123825588968, + "nauc_recall_at_100_max": 0.083045163658077, + "nauc_recall_at_100_std": -0.18475849408388625, + "nauc_recall_at_10_diff1": 0.22624462985434735, + "nauc_recall_at_10_max": -0.04658317369361668, + "nauc_recall_at_10_std": -0.3478992680299766, + "nauc_recall_at_1_diff1": 0.23796965861346264, + "nauc_recall_at_1_max": -0.1324464353359779, + "nauc_recall_at_1_std": -0.28617672336359196, + "nauc_recall_at_20_diff1": 0.24254237915481194, + "nauc_recall_at_20_max": -0.017112892579653503, + "nauc_recall_at_20_std": -0.3422379676966036, + "nauc_recall_at_3_diff1": 0.37215390332171655, + "nauc_recall_at_3_max": -0.15150311802699007, + "nauc_recall_at_3_std": -0.38399985923531904, + "nauc_recall_at_5_diff1": 0.3471852658977561, + "nauc_recall_at_5_max": -0.1264364172017621, + "nauc_recall_at_5_std": -0.3927660716625055, + "ndcg_at_1": 0.71318, + "ndcg_at_10": 0.66635, + "ndcg_at_100": 0.70761, + "ndcg_at_1000": 0.82659, + "ndcg_at_20": 0.66127, + "ndcg_at_3": 0.70431, + "ndcg_at_5": 0.68708, + "precision_at_1": 0.86047, + "precision_at_10": 0.77674, + "precision_at_100": 0.48163, + "precision_at_1000": 0.09363, + "precision_at_20": 0.7093, + "precision_at_3": 0.86047, + "precision_at_5": 0.82791, + "recall_at_1": 0.01583, + "recall_at_10": 0.1451, + "recall_at_100": 0.63953, + "recall_at_1000": 0.97675, + "recall_at_20": 0.26125, + "recall_at_3": 0.05419, + "recall_at_5": 0.083 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-PLHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-PLHardNegatives.json new file mode 100644 index 000000000..ae71a958a --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 149.25786018371582, + "kg_co2_emissions": 0.009476406962795985, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.44207, + "map_at_1": 0.227, + "map_at_10": 0.3675, + "map_at_100": 0.38082, + "map_at_1000": 0.38122, + "map_at_20": 0.37546, + "map_at_3": 0.32786, + "map_at_5": 0.34956, + "mrr_at_1": 0.256, + "mrr_at_10": 0.39048809523809463, + "mrr_at_100": 0.4005598096974908, + "mrr_at_1000": 0.4008769562304435, + "mrr_at_20": 0.3965898485071852, + "mrr_at_3": 0.35533333333333317, + "mrr_at_5": 0.37563333333333276, + "nauc_map_at_1000_diff1": 0.2792604696815638, + "nauc_map_at_1000_max": 0.2810879191709724, + "nauc_map_at_1000_std": 0.04560177878504889, + "nauc_map_at_100_diff1": 0.27926839691391475, + "nauc_map_at_100_max": 0.28149899912502757, + "nauc_map_at_100_std": 0.04588782985385453, + "nauc_map_at_10_diff1": 0.27847183094646155, + "nauc_map_at_10_max": 0.27659432012737406, + "nauc_map_at_10_std": 0.038646111331024004, + "nauc_map_at_1_diff1": 0.2960095738294856, + "nauc_map_at_1_max": 0.20554051861825307, + "nauc_map_at_1_std": -0.007259181700618821, + "nauc_map_at_20_diff1": 0.27857905045152903, + "nauc_map_at_20_max": 0.28113816387254004, + "nauc_map_at_20_std": 0.044291133338816346, + "nauc_map_at_3_diff1": 0.2751817269433414, + "nauc_map_at_3_max": 0.2613544992979543, + "nauc_map_at_3_std": 0.02837369157965774, + "nauc_map_at_5_diff1": 0.2737667170107375, + "nauc_map_at_5_max": 0.27175949221986084, + "nauc_map_at_5_std": 0.036051657741316814, + "nauc_mrr_at_1000_diff1": 0.2851650279455191, + "nauc_mrr_at_1000_max": 0.2746946505272921, + "nauc_mrr_at_1000_std": 0.04740582710407828, + "nauc_mrr_at_100_diff1": 0.28520889500994523, + "nauc_mrr_at_100_max": 0.27510465896708786, + "nauc_mrr_at_100_std": 0.04776315901272935, + "nauc_mrr_at_10_diff1": 0.28547902517291757, + "nauc_mrr_at_10_max": 0.2738098891419223, + "nauc_mrr_at_10_std": 0.044520927780709284, + "nauc_mrr_at_1_diff1": 0.3108697044507069, + "nauc_mrr_at_1_max": 0.22032134289773375, + "nauc_mrr_at_1_std": 0.005414910217295064, + "nauc_mrr_at_20_diff1": 0.2846175662554702, + "nauc_mrr_at_20_max": 0.2756126278826564, + "nauc_mrr_at_20_std": 0.04737786272012811, + "nauc_mrr_at_3_diff1": 0.2848253225899925, + "nauc_mrr_at_3_max": 0.26269087015356074, + "nauc_mrr_at_3_std": 0.03222772227133508, + "nauc_mrr_at_5_diff1": 0.2795676291933216, + "nauc_mrr_at_5_max": 0.27262274783252666, + "nauc_mrr_at_5_std": 0.04412788250991273, + "nauc_ndcg_at_1000_diff1": 0.27651264894645305, + "nauc_ndcg_at_1000_max": 0.304432963198006, + "nauc_ndcg_at_1000_std": 0.07548781949613123, + "nauc_ndcg_at_100_diff1": 0.2760964644598877, + "nauc_ndcg_at_100_max": 0.31572061165794324, + "nauc_ndcg_at_100_std": 0.0852653454227239, + "nauc_ndcg_at_10_diff1": 0.2735827127763484, + "nauc_ndcg_at_10_max": 0.30076068954894314, + "nauc_ndcg_at_10_std": 0.05977105762623679, + "nauc_ndcg_at_1_diff1": 0.3108697044507069, + "nauc_ndcg_at_1_max": 0.22032134289773375, + "nauc_ndcg_at_1_std": 0.005414910217295064, + "nauc_ndcg_at_20_diff1": 0.27288884137478703, + "nauc_ndcg_at_20_max": 0.3152735792093617, + "nauc_ndcg_at_20_std": 0.07753537495664804, + "nauc_ndcg_at_3_diff1": 0.26732506809151035, + "nauc_ndcg_at_3_max": 0.27441410821903883, + "nauc_ndcg_at_3_std": 0.03851596378246858, + "nauc_ndcg_at_5_diff1": 0.2616563852929203, + "nauc_ndcg_at_5_max": 0.2915240225955373, + "nauc_ndcg_at_5_std": 0.05508496796646459, + "nauc_precision_at_1000_diff1": 0.03977648379620724, + "nauc_precision_at_1000_max": 0.16551213497048903, + "nauc_precision_at_1000_std": 0.20594127249071598, + "nauc_precision_at_100_diff1": 0.08957803555019225, + "nauc_precision_at_100_max": 0.2850150056127855, + "nauc_precision_at_100_std": 0.259795648754114, + "nauc_precision_at_10_diff1": 0.2178822014370509, + "nauc_precision_at_10_max": 0.3455147594352203, + "nauc_precision_at_10_std": 0.137265055209282, + "nauc_precision_at_1_diff1": 0.3108697044507069, + "nauc_precision_at_1_max": 0.22032134289773375, + "nauc_precision_at_1_std": 0.005414910217295064, + "nauc_precision_at_20_diff1": 0.16762334297657044, + "nauc_precision_at_20_max": 0.35721200387221663, + "nauc_precision_at_20_std": 0.2059459792176105, + "nauc_precision_at_3_diff1": 0.23492670047939943, + "nauc_precision_at_3_max": 0.32082262210796897, + "nauc_precision_at_3_std": 0.08601866648139102, + "nauc_precision_at_5_diff1": 0.2166751605808913, + "nauc_precision_at_5_max": 0.35124516191236965, + "nauc_precision_at_5_std": 0.12088446899262102, + "nauc_recall_at_1000_diff1": 0.14411801465993695, + "nauc_recall_at_1000_max": 0.7004969966989426, + "nauc_recall_at_1000_std": 0.788103692920746, + "nauc_recall_at_100_diff1": 0.22591197984961925, + "nauc_recall_at_100_max": 0.6473777124693231, + "nauc_recall_at_100_std": 0.47493788043450436, + "nauc_recall_at_10_diff1": 0.23641299804264526, + "nauc_recall_at_10_max": 0.36144987710574744, + "nauc_recall_at_10_std": 0.11521882296593473, + "nauc_recall_at_1_diff1": 0.2960095738294856, + "nauc_recall_at_1_max": 0.20554051861825307, + "nauc_recall_at_1_std": -0.007259181700618821, + "nauc_recall_at_20_diff1": 0.23444843026257586, + "nauc_recall_at_20_max": 0.44940318925601114, + "nauc_recall_at_20_std": 0.20633392585414417, + "nauc_recall_at_3_diff1": 0.22762825157092523, + "nauc_recall_at_3_max": 0.2958439716188539, + "nauc_recall_at_3_std": 0.05962265580371443, + "nauc_recall_at_5_diff1": 0.2079316429917269, + "nauc_recall_at_5_max": 0.3287985058969224, + "nauc_recall_at_5_std": 0.09804603324779185, + "ndcg_at_1": 0.256, + "ndcg_at_10": 0.44207, + "ndcg_at_100": 0.50086, + "ndcg_at_1000": 0.51031, + "ndcg_at_20": 0.46722, + "ndcg_at_3": 0.36438, + "ndcg_at_5": 0.40222, + "precision_at_1": 0.256, + "precision_at_10": 0.0767, + "precision_at_100": 0.01104, + "precision_at_1000": 0.00119, + "precision_at_20": 0.04445, + "precision_at_3": 0.17, + "precision_at_5": 0.1236, + "recall_at_1": 0.227, + "recall_at_10": 0.647, + "recall_at_100": 0.9085, + "recall_at_1000": 0.97883, + "recall_at_20": 0.73842, + "recall_at_3": 0.44267, + "recall_at_5": 0.53117 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQHardNegatives.json new file mode 100644 index 000000000..7e95ac23c --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 152.6619348526001, + "kg_co2_emissions": 0.0094863596094297, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5298, + "map_at_1": 0.28317, + "map_at_10": 0.44577, + "map_at_100": 0.45787, + "map_at_1000": 0.45803, + "map_at_20": 0.45433, + "map_at_3": 0.39636, + "map_at_5": 0.42546, + "mrr_at_1": 0.319, + "mrr_at_10": 0.4680702380952377, + "mrr_at_100": 0.477205726153711, + "mrr_at_1000": 0.4773207740526733, + "mrr_at_20": 0.4747344043168727, + "mrr_at_3": 0.42599999999999966, + "mrr_at_5": 0.4521999999999993, + "nauc_map_at_1000_diff1": 0.2433035375468975, + "nauc_map_at_1000_max": 0.1417695929621257, + "nauc_map_at_1000_std": -0.0891901951965691, + "nauc_map_at_100_diff1": 0.2431922039991724, + "nauc_map_at_100_max": 0.14185861167644145, + "nauc_map_at_100_std": -0.08919285850125684, + "nauc_map_at_10_diff1": 0.2404489205561719, + "nauc_map_at_10_max": 0.14260576325710975, + "nauc_map_at_10_std": -0.09049904210380813, + "nauc_map_at_1_diff1": 0.28207103977450737, + "nauc_map_at_1_max": 0.09531283841578593, + "nauc_map_at_1_std": -0.09154209071710108, + "nauc_map_at_20_diff1": 0.24319564094779794, + "nauc_map_at_20_max": 0.14225007578542606, + "nauc_map_at_20_std": -0.09033846294191773, + "nauc_map_at_3_diff1": 0.24499349431403683, + "nauc_map_at_3_max": 0.12409701383026694, + "nauc_map_at_3_std": -0.0974201781346187, + "nauc_map_at_5_diff1": 0.24003738970486707, + "nauc_map_at_5_max": 0.1353416124304867, + "nauc_map_at_5_std": -0.09562830832020096, + "nauc_mrr_at_1000_diff1": 0.2401741769821288, + "nauc_mrr_at_1000_max": 0.13000307593102933, + "nauc_mrr_at_1000_std": -0.08309340424458066, + "nauc_mrr_at_100_diff1": 0.24009772846273109, + "nauc_mrr_at_100_max": 0.13016434250032166, + "nauc_mrr_at_100_std": -0.08301708451275155, + "nauc_mrr_at_10_diff1": 0.23780204202249208, + "nauc_mrr_at_10_max": 0.1336102271040361, + "nauc_mrr_at_10_std": -0.080998562307948, + "nauc_mrr_at_1_diff1": 0.26809428262030616, + "nauc_mrr_at_1_max": 0.09042891390801165, + "nauc_mrr_at_1_std": -0.08625395376355464, + "nauc_mrr_at_20_diff1": 0.23973609890167966, + "nauc_mrr_at_20_max": 0.13061524394386298, + "nauc_mrr_at_20_std": -0.08338220704426001, + "nauc_mrr_at_3_diff1": 0.23855394044300884, + "nauc_mrr_at_3_max": 0.11792434185867415, + "nauc_mrr_at_3_std": -0.08626450137091486, + "nauc_mrr_at_5_diff1": 0.2347459812220767, + "nauc_mrr_at_5_max": 0.12732171099907744, + "nauc_mrr_at_5_std": -0.08500779660754598, + "nauc_ndcg_at_1000_diff1": 0.2389411629954184, + "nauc_ndcg_at_1000_max": 0.15498575528433156, + "nauc_ndcg_at_1000_std": -0.08005847825622908, + "nauc_ndcg_at_100_diff1": 0.23621571348373718, + "nauc_ndcg_at_100_max": 0.1594786195131523, + "nauc_ndcg_at_100_std": -0.07702040474172815, + "nauc_ndcg_at_10_diff1": 0.2285004483888014, + "nauc_ndcg_at_10_max": 0.17029255775793323, + "nauc_ndcg_at_10_std": -0.08149395829219709, + "nauc_ndcg_at_1_diff1": 0.26809428262030616, + "nauc_ndcg_at_1_max": 0.09042891390801165, + "nauc_ndcg_at_1_std": -0.08625395376355464, + "nauc_ndcg_at_20_diff1": 0.23700363323336615, + "nauc_ndcg_at_20_max": 0.16563392024280682, + "nauc_ndcg_at_20_std": -0.08478483122127561, + "nauc_ndcg_at_3_diff1": 0.2362011086277429, + "nauc_ndcg_at_3_max": 0.13470043615852142, + "nauc_ndcg_at_3_std": -0.09371412953804623, + "nauc_ndcg_at_5_diff1": 0.2268499092610336, + "nauc_ndcg_at_5_max": 0.15327654678338443, + "nauc_ndcg_at_5_std": -0.0930059067913312, + "nauc_precision_at_1000_diff1": -0.054084284779181487, + "nauc_precision_at_1000_max": 0.06803127174830176, + "nauc_precision_at_1000_std": 0.14505664347340347, + "nauc_precision_at_100_diff1": -0.0496963590355248, + "nauc_precision_at_100_max": 0.10961934001329156, + "nauc_precision_at_100_std": 0.15573458722483352, + "nauc_precision_at_10_diff1": 0.06190876324526744, + "nauc_precision_at_10_max": 0.20260776188974247, + "nauc_precision_at_10_std": 0.020015072098078804, + "nauc_precision_at_1_diff1": 0.26809428262030616, + "nauc_precision_at_1_max": 0.09042891390801165, + "nauc_precision_at_1_std": -0.08625395376355464, + "nauc_precision_at_20_diff1": 0.04060311753113306, + "nauc_precision_at_20_max": 0.18441548911904002, + "nauc_precision_at_20_std": 0.06528444588871608, + "nauc_precision_at_3_diff1": 0.16938417344702986, + "nauc_precision_at_3_max": 0.1492331209766105, + "nauc_precision_at_3_std": -0.06258466766192747, + "nauc_precision_at_5_diff1": 0.12023003654226272, + "nauc_precision_at_5_max": 0.18104594740310276, + "nauc_precision_at_5_std": -0.04717785898280759, + "nauc_recall_at_1000_diff1": -0.6419234360411665, + "nauc_recall_at_1000_max": 0.8888888888889411, + "nauc_recall_at_1000_std": 0.6549953314660891, + "nauc_recall_at_100_diff1": 0.02172463188174007, + "nauc_recall_at_100_max": 0.509102191601278, + "nauc_recall_at_100_std": 0.2021098294390201, + "nauc_recall_at_10_diff1": 0.17422239766635017, + "nauc_recall_at_10_max": 0.29333097868845887, + "nauc_recall_at_10_std": -0.058567781787842214, + "nauc_recall_at_1_diff1": 0.28207103977450737, + "nauc_recall_at_1_max": 0.09531283841578593, + "nauc_recall_at_1_std": -0.09154209071710108, + "nauc_recall_at_20_diff1": 0.2017823768867334, + "nauc_recall_at_20_max": 0.3108891536591422, + "nauc_recall_at_20_std": -0.09241625333886877, + "nauc_recall_at_3_diff1": 0.20976485513548865, + "nauc_recall_at_3_max": 0.16638915983878655, + "nauc_recall_at_3_std": -0.09184623983108772, + "nauc_recall_at_5_diff1": 0.17918138318579435, + "nauc_recall_at_5_max": 0.21206070007368935, + "nauc_recall_at_5_std": -0.09451377344412144, + "ndcg_at_1": 0.319, + "ndcg_at_10": 0.5298, + "ndcg_at_100": 0.57885, + "ndcg_at_1000": 0.58242, + "ndcg_at_20": 0.55703, + "ndcg_at_3": 0.43679, + "ndcg_at_5": 0.48599, + "precision_at_1": 0.319, + "precision_at_10": 0.091, + "precision_at_100": 0.01179, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05195, + "precision_at_3": 0.20033, + "precision_at_5": 0.1492, + "recall_at_1": 0.28317, + "recall_at_10": 0.76325, + "recall_at_100": 0.97317, + "recall_at_1000": 0.99917, + "recall_at_20": 0.86283, + "recall_at_3": 0.52475, + "recall_at_5": 0.63692 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2022RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..139076aa7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 33.92823505401611, + "kg_co2_emissions": 0.002605659004754105, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.54355, + "map_at_1": 0.0908, + "map_at_10": 0.25733, + "map_at_100": 0.42315, + "map_at_1000": 0.47806, + "map_at_20": 0.31109, + "map_at_3": 0.16348, + "map_at_5": 0.19666, + "mrr_at_1": 0.6, + "mrr_at_10": 0.7328395061728394, + "mrr_at_100": 0.734088555808986, + "mrr_at_1000": 0.734088555808986, + "mrr_at_20": 0.7328395061728394, + "mrr_at_3": 0.7111111111111111, + "mrr_at_5": 0.7266666666666666, + "nauc_map_at_1000_diff1": 0.02344630456294345, + "nauc_map_at_1000_max": 0.013441113869813802, + "nauc_map_at_1000_std": -0.022074876362159945, + "nauc_map_at_100_diff1": 0.09163236293087484, + "nauc_map_at_100_max": -0.0751832664772003, + "nauc_map_at_100_std": -0.11252733440032621, + "nauc_map_at_10_diff1": 0.18806308339981617, + "nauc_map_at_10_max": -0.1803108147672921, + "nauc_map_at_10_std": -0.2791077746433892, + "nauc_map_at_1_diff1": 0.14334422169843566, + "nauc_map_at_1_max": -0.2996857702849728, + "nauc_map_at_1_std": -0.27969586189545625, + "nauc_map_at_20_diff1": 0.1532428263175469, + "nauc_map_at_20_max": -0.17628237583208514, + "nauc_map_at_20_std": -0.2672653348542348, + "nauc_map_at_3_diff1": 0.18387571648462994, + "nauc_map_at_3_max": -0.21595997795185792, + "nauc_map_at_3_std": -0.25174113192001657, + "nauc_map_at_5_diff1": 0.23771976666322256, + "nauc_map_at_5_max": -0.20616091348713475, + "nauc_map_at_5_std": -0.2632495880193025, + "nauc_mrr_at_1000_diff1": 0.018091339037259544, + "nauc_mrr_at_1000_max": -0.28257735526610683, + "nauc_mrr_at_1000_std": -0.21020858624133373, + "nauc_mrr_at_100_diff1": 0.018091339037259544, + "nauc_mrr_at_100_max": -0.28257735526610683, + "nauc_mrr_at_100_std": -0.21020858624133373, + "nauc_mrr_at_10_diff1": 0.018006673399222687, + "nauc_mrr_at_10_max": -0.2876449175327175, + "nauc_mrr_at_10_std": -0.21568608395477545, + "nauc_mrr_at_1_diff1": 0.015606082305984629, + "nauc_mrr_at_1_max": -0.2923364507784005, + "nauc_mrr_at_1_std": -0.17015672920981184, + "nauc_mrr_at_20_diff1": 0.018006673399222687, + "nauc_mrr_at_20_max": -0.2876449175327175, + "nauc_mrr_at_20_std": -0.21568608395477545, + "nauc_mrr_at_3_diff1": 0.020657595251486256, + "nauc_mrr_at_3_max": -0.25043551124498314, + "nauc_mrr_at_3_std": -0.20411422209224192, + "nauc_mrr_at_5_diff1": 0.0064013049033304755, + "nauc_mrr_at_5_max": -0.2840154264092202, + "nauc_mrr_at_5_std": -0.22241312380160194, + "nauc_ndcg_at_1000_diff1": -0.0008326773783175391, + "nauc_ndcg_at_1000_max": -0.07273163759545846, + "nauc_ndcg_at_1000_std": -0.09451442689946608, + "nauc_ndcg_at_100_diff1": 0.006690492543292348, + "nauc_ndcg_at_100_max": -0.09822474245770427, + "nauc_ndcg_at_100_std": -0.11558479021839975, + "nauc_ndcg_at_10_diff1": 0.03709535659876518, + "nauc_ndcg_at_10_max": -0.20859552695550465, + "nauc_ndcg_at_10_std": -0.25374153713591147, + "nauc_ndcg_at_1_diff1": -0.1520564800302357, + "nauc_ndcg_at_1_max": -0.2501508393167315, + "nauc_ndcg_at_1_std": -0.15524758970281102, + "nauc_ndcg_at_20_diff1": -0.0032613280047711518, + "nauc_ndcg_at_20_max": -0.19650519689386797, + "nauc_ndcg_at_20_std": -0.2346214609618838, + "nauc_ndcg_at_3_diff1": 0.017840138546290605, + "nauc_ndcg_at_3_max": -0.24670273594063277, + "nauc_ndcg_at_3_std": -0.25661710118108716, + "nauc_ndcg_at_5_diff1": 0.04088174308828263, + "nauc_ndcg_at_5_max": -0.21121258163432788, + "nauc_ndcg_at_5_std": -0.2631899639031857, + "nauc_precision_at_1000_diff1": -0.15458361152863964, + "nauc_precision_at_1000_max": 0.2006219659808332, + "nauc_precision_at_1000_std": 0.20928040571548168, + "nauc_precision_at_100_diff1": -0.14887582856251472, + "nauc_precision_at_100_max": 0.20209347716687534, + "nauc_precision_at_100_std": 0.2587361912761864, + "nauc_precision_at_10_diff1": -0.03329359420345818, + "nauc_precision_at_10_max": 0.042782825120694326, + "nauc_precision_at_10_std": 0.0010160875218353127, + "nauc_precision_at_1_diff1": 0.015606082305984629, + "nauc_precision_at_1_max": -0.2923364507784005, + "nauc_precision_at_1_std": -0.17015672920981184, + "nauc_precision_at_20_diff1": -0.11782386014147136, + "nauc_precision_at_20_max": 0.08779977674639838, + "nauc_precision_at_20_std": 0.1048996292799358, + "nauc_precision_at_3_diff1": 0.09765446777583933, + "nauc_precision_at_3_max": -0.10815236429875018, + "nauc_precision_at_3_std": -0.08781963174312316, + "nauc_precision_at_5_diff1": 0.1443747573914368, + "nauc_precision_at_5_max": -0.010751758725232576, + "nauc_precision_at_5_std": -0.07265594703738999, + "nauc_recall_at_1000_diff1": -0.16335085747774317, + "nauc_recall_at_1000_max": 0.9718747510773702, + "nauc_recall_at_1000_std": 0.9842741247491124, + "nauc_recall_at_100_diff1": -0.012332866937623973, + "nauc_recall_at_100_max": 0.05952075818343673, + "nauc_recall_at_100_std": 0.08938010828965627, + "nauc_recall_at_10_diff1": 0.14429380694182872, + "nauc_recall_at_10_max": -0.14280709039849113, + "nauc_recall_at_10_std": -0.2632248957977946, + "nauc_recall_at_1_diff1": 0.14334422169843566, + "nauc_recall_at_1_max": -0.2996857702849728, + "nauc_recall_at_1_std": -0.27969586189545625, + "nauc_recall_at_20_diff1": 0.09642912319981642, + "nauc_recall_at_20_max": -0.13787974618738014, + "nauc_recall_at_20_std": -0.24200264977302877, + "nauc_recall_at_3_diff1": 0.151512681142751, + "nauc_recall_at_3_max": -0.1593447819427634, + "nauc_recall_at_3_std": -0.2272116255215852, + "nauc_recall_at_5_diff1": 0.192050896111246, + "nauc_recall_at_5_max": -0.18968865038360205, + "nauc_recall_at_5_std": -0.27743117566115444, + "ndcg_at_1": 0.48148, + "ndcg_at_10": 0.51618, + "ndcg_at_100": 0.64349, + "ndcg_at_1000": 0.69166, + "ndcg_at_20": 0.54355, + "ndcg_at_3": 0.4979, + "ndcg_at_5": 0.50162, + "precision_at_1": 0.6, + "precision_at_10": 0.43111, + "precision_at_100": 0.20133, + "precision_at_1000": 0.03262, + "precision_at_20": 0.35556, + "precision_at_3": 0.55556, + "precision_at_5": 0.49778, + "recall_at_1": 0.0908, + "recall_at_10": 0.36352, + "recall_at_100": 0.84079, + "recall_at_1000": 0.98857, + "recall_at_20": 0.48811, + "recall_at_3": 0.19017, + "recall_at_5": 0.24337 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.52869, + "map_at_1": 0.05858, + "map_at_10": 0.18841, + "map_at_100": 0.41058, + "map_at_1000": 0.48715, + "map_at_20": 0.24426, + "map_at_3": 0.11409, + "map_at_5": 0.14141, + "mrr_at_1": 0.75, + "mrr_at_10": 0.8144570707070706, + "mrr_at_100": 0.814806721056721, + "mrr_at_1000": 0.814806721056721, + "mrr_at_20": 0.8144570707070706, + "mrr_at_3": 0.7992424242424242, + "mrr_at_5": 0.7992424242424242, + "nauc_map_at_1000_diff1": -0.23924561556759297, + "nauc_map_at_1000_max": 0.23431568109219886, + "nauc_map_at_1000_std": 0.12363599447978822, + "nauc_map_at_100_diff1": -0.22972273851758399, + "nauc_map_at_100_max": 0.18541705628757052, + "nauc_map_at_100_std": -0.02759326205939169, + "nauc_map_at_10_diff1": -0.15843463877796907, + "nauc_map_at_10_max": -0.008048084856620173, + "nauc_map_at_10_std": -0.3597575062910819, + "nauc_map_at_1_diff1": -0.1773982175053874, + "nauc_map_at_1_max": 0.013420240002893997, + "nauc_map_at_1_std": -0.3970543141860397, + "nauc_map_at_20_diff1": -0.22141477310870078, + "nauc_map_at_20_max": 0.06490737319638416, + "nauc_map_at_20_std": -0.2985854313686473, + "nauc_map_at_3_diff1": -0.16803261580270482, + "nauc_map_at_3_max": 0.05701546351960346, + "nauc_map_at_3_std": -0.3527160349620848, + "nauc_map_at_5_diff1": -0.16999656724939144, + "nauc_map_at_5_max": 0.03722513327843616, + "nauc_map_at_5_std": -0.3567054977770219, + "nauc_mrr_at_1000_diff1": 0.19771725123147552, + "nauc_mrr_at_1000_max": 0.07913591141296991, + "nauc_mrr_at_1000_std": 0.029340191049870682, + "nauc_mrr_at_100_diff1": 0.19771725123147552, + "nauc_mrr_at_100_max": 0.07913591141296991, + "nauc_mrr_at_100_std": 0.029340191049870682, + "nauc_mrr_at_10_diff1": 0.19613986412680215, + "nauc_mrr_at_10_max": 0.08104172686082695, + "nauc_mrr_at_10_std": 0.03108123355339616, + "nauc_mrr_at_1_diff1": 0.2770878408127345, + "nauc_mrr_at_1_max": 0.09932325738777387, + "nauc_mrr_at_1_std": 0.07779593774724636, + "nauc_mrr_at_20_diff1": 0.19613986412680215, + "nauc_mrr_at_20_max": 0.08104172686082695, + "nauc_mrr_at_20_std": 0.03108123355339616, + "nauc_mrr_at_3_diff1": 0.18082785195232204, + "nauc_mrr_at_3_max": 0.05287789007971028, + "nauc_mrr_at_3_std": 0.012551079020136378, + "nauc_mrr_at_5_diff1": 0.18082785195232204, + "nauc_mrr_at_5_max": 0.05287789007971028, + "nauc_mrr_at_5_std": 0.012551079020136378, + "nauc_ndcg_at_1000_diff1": -0.1406815379492902, + "nauc_ndcg_at_1000_max": 0.21037820259581455, + "nauc_ndcg_at_1000_std": 0.08836693496608698, + "nauc_ndcg_at_100_diff1": -0.11133223674764947, + "nauc_ndcg_at_100_max": 0.12398780964093839, + "nauc_ndcg_at_100_std": -0.12197810362590626, + "nauc_ndcg_at_10_diff1": -0.11022989356697843, + "nauc_ndcg_at_10_max": -0.03428377778236763, + "nauc_ndcg_at_10_std": -0.16783182201532915, + "nauc_ndcg_at_1_diff1": -0.0032192047072113184, + "nauc_ndcg_at_1_max": 0.011444598256609073, + "nauc_ndcg_at_1_std": -0.0530988341037924, + "nauc_ndcg_at_20_diff1": -0.2435411763359484, + "nauc_ndcg_at_20_max": 0.018724280392656646, + "nauc_ndcg_at_20_std": -0.15934385687947683, + "nauc_ndcg_at_3_diff1": -0.07514141301461402, + "nauc_ndcg_at_3_max": 0.02401829040668436, + "nauc_ndcg_at_3_std": -0.16084006729405564, + "nauc_ndcg_at_5_diff1": -0.07291797743760145, + "nauc_ndcg_at_5_max": 0.018088080880493112, + "nauc_ndcg_at_5_std": -0.15537904534814187, + "nauc_precision_at_1000_diff1": -0.07142522933821285, + "nauc_precision_at_1000_max": 0.17565207468099456, + "nauc_precision_at_1000_std": 0.37014116774767764, + "nauc_precision_at_100_diff1": -0.041106211585869176, + "nauc_precision_at_100_max": 0.18602389250876464, + "nauc_precision_at_100_std": 0.3885473365592841, + "nauc_precision_at_10_diff1": -0.07276350050276088, + "nauc_precision_at_10_max": 0.15576582895212374, + "nauc_precision_at_10_std": 0.2456765369001032, + "nauc_precision_at_1_diff1": 0.2770878408127345, + "nauc_precision_at_1_max": 0.09932325738777387, + "nauc_precision_at_1_std": 0.07779593774724636, + "nauc_precision_at_20_diff1": -0.1569333418772471, + "nauc_precision_at_20_max": 0.22432338985622774, + "nauc_precision_at_20_std": 0.35538848349370006, + "nauc_precision_at_3_diff1": 0.03378935938208331, + "nauc_precision_at_3_max": 0.11344486826148505, + "nauc_precision_at_3_std": 0.0388700493984064, + "nauc_precision_at_5_diff1": 0.025664595603081996, + "nauc_precision_at_5_max": 0.08510674984570346, + "nauc_precision_at_5_std": 0.10653448447283935, + "nauc_recall_at_1000_diff1": 0.21285306793020786, + "nauc_recall_at_1000_max": -0.7024583711476922, + "nauc_recall_at_1000_std": 0.013636266859726071, + "nauc_recall_at_100_diff1": -0.014049350063023557, + "nauc_recall_at_100_max": -0.045519976902049036, + "nauc_recall_at_100_std": -0.31816803212878264, + "nauc_recall_at_10_diff1": -0.15603758578350513, + "nauc_recall_at_10_max": -0.07379731612239383, + "nauc_recall_at_10_std": -0.37061282620906544, + "nauc_recall_at_1_diff1": -0.1773982175053874, + "nauc_recall_at_1_max": 0.013420240002893997, + "nauc_recall_at_1_std": -0.3970543141860397, + "nauc_recall_at_20_diff1": -0.24071941249337173, + "nauc_recall_at_20_max": -0.009163331036329766, + "nauc_recall_at_20_std": -0.3191619033244538, + "nauc_recall_at_3_diff1": -0.16752959725027403, + "nauc_recall_at_3_max": 0.03447729260296184, + "nauc_recall_at_3_std": -0.35278614873988995, + "nauc_recall_at_5_diff1": -0.166446912400122, + "nauc_recall_at_5_max": 0.004193516546590361, + "nauc_recall_at_5_std": -0.3516746141846413, + "ndcg_at_1": 0.53788, + "ndcg_at_10": 0.51239, + "ndcg_at_100": 0.63751, + "ndcg_at_1000": 0.72607, + "ndcg_at_20": 0.52869, + "ndcg_at_3": 0.53856, + "ndcg_at_5": 0.51065, + "precision_at_1": 0.75, + "precision_at_10": 0.5, + "precision_at_100": 0.28068, + "precision_at_1000": 0.04261, + "precision_at_20": 0.44318, + "precision_at_3": 0.64394, + "precision_at_5": 0.56818, + "recall_at_1": 0.05858, + "recall_at_10": 0.24769, + "recall_at_100": 0.75135, + "recall_at_1000": 0.99307, + "recall_at_20": 0.3545, + "recall_at_3": 0.13289, + "recall_at_5": 0.16716 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.49134, + "map_at_1": 0.06495, + "map_at_10": 0.21855, + "map_at_100": 0.383, + "map_at_1000": 0.47124, + "map_at_20": 0.26482, + "map_at_3": 0.12224, + "map_at_5": 0.16114, + "mrr_at_1": 0.723404255319149, + "mrr_at_10": 0.8180851063829788, + "mrr_at_100": 0.81963217911278, + "mrr_at_1000": 0.81963217911278, + "mrr_at_20": 0.8193366708385482, + "mrr_at_3": 0.8085106382978723, + "mrr_at_5": 0.8180851063829788, + "nauc_map_at_1000_diff1": 0.030643706176051704, + "nauc_map_at_1000_max": 0.43969452952371996, + "nauc_map_at_1000_std": 0.2258339373203665, + "nauc_map_at_100_diff1": 0.016456862959421545, + "nauc_map_at_100_max": 0.2785884971357381, + "nauc_map_at_100_std": -0.09961585919448086, + "nauc_map_at_10_diff1": -0.10728856987311305, + "nauc_map_at_10_max": 0.038975742355889235, + "nauc_map_at_10_std": -0.39908906736415417, + "nauc_map_at_1_diff1": -0.1514345143570205, + "nauc_map_at_1_max": -0.2950593545277055, + "nauc_map_at_1_std": -0.381937468980896, + "nauc_map_at_20_diff1": -0.07323431752090297, + "nauc_map_at_20_max": 0.09523570075122165, + "nauc_map_at_20_std": -0.3299579202161411, + "nauc_map_at_3_diff1": -0.12838021823386378, + "nauc_map_at_3_max": -0.16268865874566577, + "nauc_map_at_3_std": -0.3914914388219539, + "nauc_map_at_5_diff1": -0.11802120296119996, + "nauc_map_at_5_max": -0.06694695056285993, + "nauc_map_at_5_std": -0.417482742879839, + "nauc_mrr_at_1000_diff1": 0.4698191410223907, + "nauc_mrr_at_1000_max": 0.23268500925138105, + "nauc_mrr_at_1000_std": -0.058243067691092776, + "nauc_mrr_at_100_diff1": 0.4698191410223907, + "nauc_mrr_at_100_max": 0.23268500925138105, + "nauc_mrr_at_100_std": -0.058243067691092776, + "nauc_mrr_at_10_diff1": 0.4702706212196204, + "nauc_mrr_at_10_max": 0.23630142274215196, + "nauc_mrr_at_10_std": -0.0527975362754779, + "nauc_mrr_at_1_diff1": 0.5328246494861747, + "nauc_mrr_at_1_max": 0.1602162114010668, + "nauc_mrr_at_1_std": -0.21144755203867377, + "nauc_mrr_at_20_diff1": 0.46961522272701556, + "nauc_mrr_at_20_max": 0.2338421569544289, + "nauc_mrr_at_20_std": -0.057485711512042216, + "nauc_mrr_at_3_diff1": 0.4339011864867535, + "nauc_mrr_at_3_max": 0.2676731759990749, + "nauc_mrr_at_3_std": 0.0021793351667762514, + "nauc_mrr_at_5_diff1": 0.4702706212196204, + "nauc_mrr_at_5_max": 0.23630142274215196, + "nauc_mrr_at_5_std": -0.0527975362754779, + "nauc_ndcg_at_1000_diff1": 0.08927719151966916, + "nauc_ndcg_at_1000_max": 0.37670077867574486, + "nauc_ndcg_at_1000_std": 0.17563989475505196, + "nauc_ndcg_at_100_diff1": 0.0339652699855467, + "nauc_ndcg_at_100_max": 0.31985002328432943, + "nauc_ndcg_at_100_std": -0.018214755255533354, + "nauc_ndcg_at_10_diff1": -0.05526857234232411, + "nauc_ndcg_at_10_max": 0.18604177330041002, + "nauc_ndcg_at_10_std": -0.1678190743488128, + "nauc_ndcg_at_1_diff1": 0.16007587675945362, + "nauc_ndcg_at_1_max": -0.12052573961595693, + "nauc_ndcg_at_1_std": -0.3685221209536668, + "nauc_ndcg_at_20_diff1": -0.0296569485515203, + "nauc_ndcg_at_20_max": 0.25400939128266703, + "nauc_ndcg_at_20_std": -0.13594978709619537, + "nauc_ndcg_at_3_diff1": 0.03150214497404856, + "nauc_ndcg_at_3_max": 0.04446180788887112, + "nauc_ndcg_at_3_std": -0.22103651342365438, + "nauc_ndcg_at_5_diff1": -0.018591788791009794, + "nauc_ndcg_at_5_max": 0.14171358516402333, + "nauc_ndcg_at_5_std": -0.20390486425447066, + "nauc_precision_at_1000_diff1": 0.048283612067133934, + "nauc_precision_at_1000_max": 0.3604673321333846, + "nauc_precision_at_1000_std": 0.5658631543625259, + "nauc_precision_at_100_diff1": 0.11079771608429277, + "nauc_precision_at_100_max": 0.36511161379332235, + "nauc_precision_at_100_std": 0.5396999392641074, + "nauc_precision_at_10_diff1": 0.17500426029554425, + "nauc_precision_at_10_max": 0.49932469375084637, + "nauc_precision_at_10_std": 0.25102391693945686, + "nauc_precision_at_1_diff1": 0.5328246494861747, + "nauc_precision_at_1_max": 0.1602162114010668, + "nauc_precision_at_1_std": -0.21144755203867377, + "nauc_precision_at_20_diff1": 0.19135870519873677, + "nauc_precision_at_20_max": 0.4637966861544207, + "nauc_precision_at_20_std": 0.41601816599609676, + "nauc_precision_at_3_diff1": 0.16763158913699047, + "nauc_precision_at_3_max": 0.3331340781737287, + "nauc_precision_at_3_std": 0.12913044394003903, + "nauc_precision_at_5_diff1": 0.19899524609097413, + "nauc_precision_at_5_max": 0.48455050019844703, + "nauc_precision_at_5_std": 0.16647140406854902, + "nauc_recall_at_1000_diff1": 0.24470144480968692, + "nauc_recall_at_1000_max": 0.5191035309022851, + "nauc_recall_at_1000_std": 0.5877765741172504, + "nauc_recall_at_100_diff1": -0.0822346065820497, + "nauc_recall_at_100_max": 0.0019121570484301423, + "nauc_recall_at_100_std": -0.21511007371223403, + "nauc_recall_at_10_diff1": -0.158342048871453, + "nauc_recall_at_10_max": 0.022823681668080395, + "nauc_recall_at_10_std": -0.40344210963455124, + "nauc_recall_at_1_diff1": -0.1514345143570205, + "nauc_recall_at_1_max": -0.2950593545277055, + "nauc_recall_at_1_std": -0.381937468980896, + "nauc_recall_at_20_diff1": -0.11268225058960775, + "nauc_recall_at_20_max": 0.09351870174619498, + "nauc_recall_at_20_std": -0.32240313334767606, + "nauc_recall_at_3_diff1": -0.1722263789490002, + "nauc_recall_at_3_max": -0.15285579447952646, + "nauc_recall_at_3_std": -0.3736215626660461, + "nauc_recall_at_5_diff1": -0.14850424605648058, + "nauc_recall_at_5_max": -0.06982047615963728, + "nauc_recall_at_5_std": -0.4198816127632036, + "ndcg_at_1": 0.53901, + "ndcg_at_10": 0.47647, + "ndcg_at_100": 0.60877, + "ndcg_at_1000": 0.69957, + "ndcg_at_20": 0.49134, + "ndcg_at_3": 0.51436, + "ndcg_at_5": 0.49716, + "precision_at_1": 0.7234, + "precision_at_10": 0.4766, + "precision_at_100": 0.25191, + "precision_at_1000": 0.04496, + "precision_at_20": 0.39468, + "precision_at_3": 0.62411, + "precision_at_5": 0.57447, + "recall_at_1": 0.06495, + "recall_at_10": 0.2711, + "recall_at_100": 0.70279, + "recall_at_1000": 0.97904, + "recall_at_20": 0.36163, + "recall_at_3": 0.13136, + "recall_at_5": 0.18966 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2023RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..fb6aab3c0 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 62.78121638298035, + "kg_co2_emissions": 0.004687531987229925, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.59501, + "map_at_1": 0.05862, + "map_at_10": 0.20921, + "map_at_100": 0.42698, + "map_at_1000": 0.54452, + "map_at_20": 0.27198, + "map_at_3": 0.1134, + "map_at_5": 0.15143, + "mrr_at_1": 0.8243243243243243, + "mrr_at_10": 0.876855426855427, + "mrr_at_100": 0.877756327756328, + "mrr_at_1000": 0.877756327756328, + "mrr_at_20": 0.877756327756328, + "mrr_at_3": 0.8626126126126126, + "mrr_at_5": 0.872072072072072, + "nauc_map_at_1000_diff1": -0.15500168889986637, + "nauc_map_at_1000_max": 0.1733094345028633, + "nauc_map_at_1000_std": 0.2189423858895941, + "nauc_map_at_100_diff1": 0.027022896943489194, + "nauc_map_at_100_max": 0.2859138342631666, + "nauc_map_at_100_std": -0.0792336660576693, + "nauc_map_at_10_diff1": 0.25152445053385825, + "nauc_map_at_10_max": 0.30351237705306006, + "nauc_map_at_10_std": -0.3101834976018997, + "nauc_map_at_1_diff1": 0.6944191776763745, + "nauc_map_at_1_max": -0.04397012528515005, + "nauc_map_at_1_std": -0.34600095062819053, + "nauc_map_at_20_diff1": 0.17834457638429063, + "nauc_map_at_20_max": 0.29627158513737195, + "nauc_map_at_20_std": -0.28190406659980405, + "nauc_map_at_3_diff1": 0.4400251357677376, + "nauc_map_at_3_max": 0.14168736529510031, + "nauc_map_at_3_std": -0.33186219128155087, + "nauc_map_at_5_diff1": 0.3895845688919433, + "nauc_map_at_5_max": 0.23169115665972403, + "nauc_map_at_5_std": -0.3499194952693644, + "nauc_mrr_at_1000_diff1": 0.2840654106490546, + "nauc_mrr_at_1000_max": 0.19656549887931965, + "nauc_mrr_at_1000_std": 0.16513529311504957, + "nauc_mrr_at_100_diff1": 0.2840654106490546, + "nauc_mrr_at_100_max": 0.19656549887931965, + "nauc_mrr_at_100_std": 0.16513529311504957, + "nauc_mrr_at_10_diff1": 0.2895507262404603, + "nauc_mrr_at_10_max": 0.18152703508416146, + "nauc_mrr_at_10_std": 0.15033763986359894, + "nauc_mrr_at_1_diff1": 0.2116021362687005, + "nauc_mrr_at_1_max": 0.18671289837151392, + "nauc_mrr_at_1_std": 0.1245266995436556, + "nauc_mrr_at_20_diff1": 0.2840654106490546, + "nauc_mrr_at_20_max": 0.19656549887931965, + "nauc_mrr_at_20_std": 0.16513529311504957, + "nauc_mrr_at_3_diff1": 0.29239158272621524, + "nauc_mrr_at_3_max": 0.23258503733218294, + "nauc_mrr_at_3_std": 0.21629314845687803, + "nauc_mrr_at_5_diff1": 0.28373513825166136, + "nauc_mrr_at_5_max": 0.1971361153068368, + "nauc_mrr_at_5_std": 0.1770432191479078, + "nauc_ndcg_at_1000_diff1": 0.025503128759023854, + "nauc_ndcg_at_1000_max": 0.27071686602068945, + "nauc_ndcg_at_1000_std": 0.2895108714352206, + "nauc_ndcg_at_100_diff1": 0.057940050699883935, + "nauc_ndcg_at_100_max": 0.3816197149848158, + "nauc_ndcg_at_100_std": 0.06947868258017786, + "nauc_ndcg_at_10_diff1": 0.08153957190280149, + "nauc_ndcg_at_10_max": 0.2750728408991445, + "nauc_ndcg_at_10_std": 0.006327544320439166, + "nauc_ndcg_at_1_diff1": 0.24663755780183336, + "nauc_ndcg_at_1_max": 0.2614939435926157, + "nauc_ndcg_at_1_std": 0.07107830080576638, + "nauc_ndcg_at_20_diff1": 0.0471076963014923, + "nauc_ndcg_at_20_max": 0.2642217073736501, + "nauc_ndcg_at_20_std": 0.0005265300973928161, + "nauc_ndcg_at_3_diff1": 0.16380162429404901, + "nauc_ndcg_at_3_max": 0.30886245826992437, + "nauc_ndcg_at_3_std": 0.022350806116212624, + "nauc_ndcg_at_5_diff1": 0.17289445595227296, + "nauc_ndcg_at_5_max": 0.30461835436212703, + "nauc_ndcg_at_5_std": 0.012644429020260799, + "nauc_precision_at_1000_diff1": -0.3233360386418753, + "nauc_precision_at_1000_max": -0.160765493583445, + "nauc_precision_at_1000_std": 0.4137237793129338, + "nauc_precision_at_100_diff1": -0.3423548881666883, + "nauc_precision_at_100_max": -0.12964797561026783, + "nauc_precision_at_100_std": 0.42598561050031963, + "nauc_precision_at_10_diff1": -0.40314091663771295, + "nauc_precision_at_10_max": 0.09720035463302748, + "nauc_precision_at_10_std": 0.2767738419618487, + "nauc_precision_at_1_diff1": 0.2116021362687005, + "nauc_precision_at_1_max": 0.18671289837151392, + "nauc_precision_at_1_std": 0.1245266995436556, + "nauc_precision_at_20_diff1": -0.4008552769807156, + "nauc_precision_at_20_max": -0.02784357957536756, + "nauc_precision_at_20_std": 0.3562419470659187, + "nauc_precision_at_3_diff1": -0.24232297171860295, + "nauc_precision_at_3_max": 0.2565591645405009, + "nauc_precision_at_3_std": 0.18218385680053478, + "nauc_precision_at_5_diff1": -0.2743711891718544, + "nauc_precision_at_5_max": 0.1928379969638748, + "nauc_precision_at_5_std": 0.20290415272732235, + "nauc_recall_at_1000_diff1": 0.09103950158452728, + "nauc_recall_at_1000_max": 0.5290324947499949, + "nauc_recall_at_1000_std": 0.7159322246507007, + "nauc_recall_at_100_diff1": 0.07628758527689283, + "nauc_recall_at_100_max": 0.3536993031675232, + "nauc_recall_at_100_std": -0.2315651233768422, + "nauc_recall_at_10_diff1": 0.21869836130434073, + "nauc_recall_at_10_max": 0.27516462773967226, + "nauc_recall_at_10_std": -0.38320879233950716, + "nauc_recall_at_1_diff1": 0.6944191776763745, + "nauc_recall_at_1_max": -0.04397012528515005, + "nauc_recall_at_1_std": -0.34600095062819053, + "nauc_recall_at_20_diff1": 0.13271676642825847, + "nauc_recall_at_20_max": 0.26356366319785124, + "nauc_recall_at_20_std": -0.37189978748656005, + "nauc_recall_at_3_diff1": 0.4218609488513058, + "nauc_recall_at_3_max": 0.15826855987760033, + "nauc_recall_at_3_std": -0.3421363618299888, + "nauc_recall_at_5_diff1": 0.34320961224208096, + "nauc_recall_at_5_max": 0.2111224061297309, + "nauc_recall_at_5_std": -0.38856210726780954, + "ndcg_at_1": 0.63514, + "ndcg_at_10": 0.59326, + "ndcg_at_100": 0.64995, + "ndcg_at_1000": 0.76598, + "ndcg_at_20": 0.59501, + "ndcg_at_3": 0.61503, + "ndcg_at_5": 0.6003, + "precision_at_1": 0.82432, + "precision_at_10": 0.62838, + "precision_at_100": 0.34878, + "precision_at_1000": 0.06593, + "precision_at_20": 0.54595, + "precision_at_3": 0.73874, + "precision_at_5": 0.7, + "recall_at_1": 0.05862, + "recall_at_10": 0.24601, + "recall_at_100": 0.64409, + "recall_at_1000": 0.96449, + "recall_at_20": 0.34708, + "recall_at_3": 0.11759, + "recall_at_5": 0.16603 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.53487, + "map_at_1": 0.03341, + "map_at_10": 0.15315, + "map_at_100": 0.35116, + "map_at_1000": 0.45952, + "map_at_20": 0.20308, + "map_at_3": 0.07562, + "map_at_5": 0.10277, + "mrr_at_1": 0.7333333333333333, + "mrr_at_10": 0.7952592592592592, + "mrr_at_100": 0.796134472934473, + "mrr_at_1000": 0.7962245630245631, + "mrr_at_20": 0.7952592592592592, + "mrr_at_3": 0.7622222222222222, + "mrr_at_5": 0.7882222222222223, + "nauc_map_at_1000_diff1": 0.04641117154639495, + "nauc_map_at_1000_max": 0.2092926805963668, + "nauc_map_at_1000_std": 0.17790650727929638, + "nauc_map_at_100_diff1": -0.0915431948657291, + "nauc_map_at_100_max": 0.36434240212884367, + "nauc_map_at_100_std": 0.0585467615860203, + "nauc_map_at_10_diff1": -0.15852206522020404, + "nauc_map_at_10_max": 0.4090385999580439, + "nauc_map_at_10_std": -0.13514721435579274, + "nauc_map_at_1_diff1": -0.11871742881775033, + "nauc_map_at_1_max": 0.34138535196057795, + "nauc_map_at_1_std": -0.13849988330509289, + "nauc_map_at_20_diff1": -0.17270298609994594, + "nauc_map_at_20_max": 0.4144224047162624, + "nauc_map_at_20_std": -0.08580837056940108, + "nauc_map_at_3_diff1": -0.1396017895499573, + "nauc_map_at_3_max": 0.46515566902083605, + "nauc_map_at_3_std": -0.15870953845547162, + "nauc_map_at_5_diff1": -0.14298546525682929, + "nauc_map_at_5_max": 0.4628384381800573, + "nauc_map_at_5_std": -0.14970480576871475, + "nauc_mrr_at_1000_diff1": 0.21707618194567732, + "nauc_mrr_at_1000_max": 0.38901912298999647, + "nauc_mrr_at_1000_std": 0.30764006653760617, + "nauc_mrr_at_100_diff1": 0.21668705638402636, + "nauc_mrr_at_100_max": 0.389002714385293, + "nauc_mrr_at_100_std": 0.30754678976992744, + "nauc_mrr_at_10_diff1": 0.21839822075837212, + "nauc_mrr_at_10_max": 0.39003525863756433, + "nauc_mrr_at_10_std": 0.3074292407730263, + "nauc_mrr_at_1_diff1": 0.23035943266798414, + "nauc_mrr_at_1_max": 0.36436604464406425, + "nauc_mrr_at_1_std": 0.29889653868802474, + "nauc_mrr_at_20_diff1": 0.21839822075837212, + "nauc_mrr_at_20_max": 0.39003525863756433, + "nauc_mrr_at_20_std": 0.3074292407730263, + "nauc_mrr_at_3_diff1": 0.19685153539322559, + "nauc_mrr_at_3_max": 0.3703857171688034, + "nauc_mrr_at_3_std": 0.28313142187823886, + "nauc_mrr_at_5_diff1": 0.2215438335371245, + "nauc_mrr_at_5_max": 0.39337354876165537, + "nauc_mrr_at_5_std": 0.31802741924642874, + "nauc_ndcg_at_1000_diff1": 0.12784895296397553, + "nauc_ndcg_at_1000_max": 0.241264510774981, + "nauc_ndcg_at_1000_std": 0.18900130916492347, + "nauc_ndcg_at_100_diff1": -0.01929854522940954, + "nauc_ndcg_at_100_max": 0.29276696984190287, + "nauc_ndcg_at_100_std": 0.13513887562708007, + "nauc_ndcg_at_10_diff1": 0.040329173536393405, + "nauc_ndcg_at_10_max": 0.3428380093758445, + "nauc_ndcg_at_10_std": 0.1723750789561726, + "nauc_ndcg_at_1_diff1": 0.18022768630221037, + "nauc_ndcg_at_1_max": 0.2801561300924244, + "nauc_ndcg_at_1_std": 0.17645446175193177, + "nauc_ndcg_at_20_diff1": 0.0034767215844722973, + "nauc_ndcg_at_20_max": 0.2727281138578743, + "nauc_ndcg_at_20_std": 0.13233941719664175, + "nauc_ndcg_at_3_diff1": 0.18764806907137194, + "nauc_ndcg_at_3_max": 0.3372341434059512, + "nauc_ndcg_at_3_std": 0.1631420960574884, + "nauc_ndcg_at_5_diff1": 0.066155581734033, + "nauc_ndcg_at_5_max": 0.34500476071093567, + "nauc_ndcg_at_5_std": 0.17403934861940512, + "nauc_precision_at_1000_diff1": 0.23337839299443508, + "nauc_precision_at_1000_max": -0.1880687961335626, + "nauc_precision_at_1000_std": 0.17233001036347098, + "nauc_precision_at_100_diff1": 0.20540309863928688, + "nauc_precision_at_100_max": -0.14743169530385122, + "nauc_precision_at_100_std": 0.20688271509717443, + "nauc_precision_at_10_diff1": 0.08650146931064025, + "nauc_precision_at_10_max": 0.1376608581322662, + "nauc_precision_at_10_std": 0.2399014515471571, + "nauc_precision_at_1_diff1": 0.23035943266798414, + "nauc_precision_at_1_max": 0.36436604464406425, + "nauc_precision_at_1_std": 0.29889653868802474, + "nauc_precision_at_20_diff1": 0.09584828661158258, + "nauc_precision_at_20_max": 0.04884229161898292, + "nauc_precision_at_20_std": 0.25252035667467093, + "nauc_precision_at_3_diff1": 0.14711240076750176, + "nauc_precision_at_3_max": 0.299357815160282, + "nauc_precision_at_3_std": 0.18275799679836574, + "nauc_precision_at_5_diff1": 0.05945843672771811, + "nauc_precision_at_5_max": 0.20888756545368545, + "nauc_precision_at_5_std": 0.18438808739419812, + "nauc_recall_at_1000_diff1": 0.06576121565444239, + "nauc_recall_at_1000_max": -0.01901983940470819, + "nauc_recall_at_1000_std": 0.03552222190293307, + "nauc_recall_at_100_diff1": -0.22487801555689904, + "nauc_recall_at_100_max": 0.20180494063471513, + "nauc_recall_at_100_std": -0.12175884598912336, + "nauc_recall_at_10_diff1": -0.2147791721180347, + "nauc_recall_at_10_max": 0.22659853080013428, + "nauc_recall_at_10_std": -0.19720448337073798, + "nauc_recall_at_1_diff1": -0.11871742881775033, + "nauc_recall_at_1_max": 0.34138535196057795, + "nauc_recall_at_1_std": -0.13849988330509289, + "nauc_recall_at_20_diff1": -0.21949841784033725, + "nauc_recall_at_20_max": 0.22807340177992208, + "nauc_recall_at_20_std": -0.16667121484534428, + "nauc_recall_at_3_diff1": -0.15371455828254071, + "nauc_recall_at_3_max": 0.42980776148221744, + "nauc_recall_at_3_std": -0.1776633474840403, + "nauc_recall_at_5_diff1": -0.16287552680079284, + "nauc_recall_at_5_max": 0.40699635688405866, + "nauc_recall_at_5_std": -0.1751241995424786, + "ndcg_at_1": 0.61556, + "ndcg_at_10": 0.54758, + "ndcg_at_100": 0.60651, + "ndcg_at_1000": 0.72562, + "ndcg_at_20": 0.53487, + "ndcg_at_3": 0.5462, + "ndcg_at_5": 0.54062, + "precision_at_1": 0.73333, + "precision_at_10": 0.56267, + "precision_at_100": 0.31933, + "precision_at_1000": 0.06041, + "precision_at_20": 0.484, + "precision_at_3": 0.62222, + "precision_at_5": 0.60267, + "recall_at_1": 0.03341, + "recall_at_10": 0.21207, + "recall_at_100": 0.63441, + "recall_at_1000": 0.96292, + "recall_at_20": 0.29567, + "recall_at_3": 0.07968, + "recall_at_5": 0.11824 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.46294, + "map_at_1": 0.02984, + "map_at_10": 0.15339, + "map_at_100": 0.3136, + "map_at_1000": 0.40309, + "map_at_20": 0.19934, + "map_at_3": 0.07305, + "map_at_5": 0.09728, + "mrr_at_1": 0.6133333333333333, + "mrr_at_10": 0.7245555555555556, + "mrr_at_100": 0.7281808080808082, + "mrr_at_1000": 0.7281808080808082, + "mrr_at_20": 0.7270555555555556, + "mrr_at_3": 0.7066666666666667, + "mrr_at_5": 0.7160000000000001, + "nauc_map_at_1000_diff1": -0.05291007464991955, + "nauc_map_at_1000_max": 0.3862167616917424, + "nauc_map_at_1000_std": 0.16691514354148607, + "nauc_map_at_100_diff1": -0.0005106985989454676, + "nauc_map_at_100_max": 0.43805412544650524, + "nauc_map_at_100_std": 0.0343704524656122, + "nauc_map_at_10_diff1": 0.06569661685149779, + "nauc_map_at_10_max": 0.39851216219787927, + "nauc_map_at_10_std": -0.05472725127068125, + "nauc_map_at_1_diff1": 0.3284120483831682, + "nauc_map_at_1_max": 0.03177487020283509, + "nauc_map_at_1_std": -0.25643574201984076, + "nauc_map_at_20_diff1": 0.058040222478806136, + "nauc_map_at_20_max": 0.44672945691267385, + "nauc_map_at_20_std": -0.06833223515217719, + "nauc_map_at_3_diff1": 0.12077993804798236, + "nauc_map_at_3_max": 0.25677104300369336, + "nauc_map_at_3_std": -0.10054490564558992, + "nauc_map_at_5_diff1": 0.11959472468259634, + "nauc_map_at_5_max": 0.3286651175606878, + "nauc_map_at_5_std": -0.12394235592643364, + "nauc_mrr_at_1000_diff1": 0.1150992550020753, + "nauc_mrr_at_1000_max": 0.3582277183743514, + "nauc_mrr_at_1000_std": -0.0906773288521992, + "nauc_mrr_at_100_diff1": 0.1150992550020753, + "nauc_mrr_at_100_max": 0.3582277183743514, + "nauc_mrr_at_100_std": -0.0906773288521992, + "nauc_mrr_at_10_diff1": 0.11337661168239224, + "nauc_mrr_at_10_max": 0.3586510698746511, + "nauc_mrr_at_10_std": -0.09010839243558494, + "nauc_mrr_at_1_diff1": 0.14969856426812414, + "nauc_mrr_at_1_max": 0.3122865058498045, + "nauc_mrr_at_1_std": -0.12708241517374372, + "nauc_mrr_at_20_diff1": 0.11687641596555402, + "nauc_mrr_at_20_max": 0.3536815981164857, + "nauc_mrr_at_20_std": -0.09403052512882674, + "nauc_mrr_at_3_diff1": 0.10923594118881194, + "nauc_mrr_at_3_max": 0.38421809936228707, + "nauc_mrr_at_3_std": -0.07365778462118407, + "nauc_mrr_at_5_diff1": 0.08624957648746466, + "nauc_mrr_at_5_max": 0.36983522492023024, + "nauc_mrr_at_5_std": -0.08477508121398755, + "nauc_ndcg_at_1000_diff1": -0.07077964693748812, + "nauc_ndcg_at_1000_max": 0.327175298489432, + "nauc_ndcg_at_1000_std": 0.11490827155854731, + "nauc_ndcg_at_100_diff1": 0.03413805450117506, + "nauc_ndcg_at_100_max": 0.40664541906366086, + "nauc_ndcg_at_100_std": 0.08204759941582083, + "nauc_ndcg_at_10_diff1": 0.04783629423102287, + "nauc_ndcg_at_10_max": 0.36661325408571455, + "nauc_ndcg_at_10_std": 0.005761162407208224, + "nauc_ndcg_at_1_diff1": 0.1118025543490478, + "nauc_ndcg_at_1_max": 0.21141135231755162, + "nauc_ndcg_at_1_std": -0.13059981835933437, + "nauc_ndcg_at_20_diff1": 0.08356860073924326, + "nauc_ndcg_at_20_max": 0.3686275447223765, + "nauc_ndcg_at_20_std": 0.010588863479326529, + "nauc_ndcg_at_3_diff1": -0.00025751537753683046, + "nauc_ndcg_at_3_max": 0.3483995182220949, + "nauc_ndcg_at_3_std": 0.019978875625213527, + "nauc_ndcg_at_5_diff1": 0.02290096721516873, + "nauc_ndcg_at_5_max": 0.3682681585912817, + "nauc_ndcg_at_5_std": 0.007923495799323145, + "nauc_precision_at_1000_diff1": -0.08372918849704833, + "nauc_precision_at_1000_max": -0.045108890801887964, + "nauc_precision_at_1000_std": 0.2306614243022967, + "nauc_precision_at_100_diff1": -0.10534312007509478, + "nauc_precision_at_100_max": -0.033014437969143565, + "nauc_precision_at_100_std": 0.2021178427890811, + "nauc_precision_at_10_diff1": -0.05309203235929571, + "nauc_precision_at_10_max": 0.35769490716318453, + "nauc_precision_at_10_std": 0.11204665649886804, + "nauc_precision_at_1_diff1": 0.14969856426812414, + "nauc_precision_at_1_max": 0.3122865058498045, + "nauc_precision_at_1_std": -0.12708241517374372, + "nauc_precision_at_20_diff1": -0.07366206071890097, + "nauc_precision_at_20_max": 0.2520181956236061, + "nauc_precision_at_20_std": 0.11650121926924516, + "nauc_precision_at_3_diff1": -0.08626166191849942, + "nauc_precision_at_3_max": 0.4697781112620001, + "nauc_precision_at_3_std": 0.11645915604662634, + "nauc_precision_at_5_diff1": -0.051801212034320275, + "nauc_precision_at_5_max": 0.4037061877101291, + "nauc_precision_at_5_std": 0.07052710486145296, + "nauc_recall_at_1000_diff1": -0.1586669256712919, + "nauc_recall_at_1000_max": 0.049139271675140164, + "nauc_recall_at_1000_std": 0.5278700652815218, + "nauc_recall_at_100_diff1": 0.12146794088296281, + "nauc_recall_at_100_max": 0.2097567210431386, + "nauc_recall_at_100_std": 0.041989287257904864, + "nauc_recall_at_10_diff1": 0.11656888011658582, + "nauc_recall_at_10_max": 0.32984601959501353, + "nauc_recall_at_10_std": -0.053599749610032985, + "nauc_recall_at_1_diff1": 0.3284120483831682, + "nauc_recall_at_1_max": 0.03177487020283509, + "nauc_recall_at_1_std": -0.25643574201984076, + "nauc_recall_at_20_diff1": 0.14419765864747863, + "nauc_recall_at_20_max": 0.3261039962989252, + "nauc_recall_at_20_std": -0.10802551258886493, + "nauc_recall_at_3_diff1": 0.10835040044906968, + "nauc_recall_at_3_max": 0.26679051331726983, + "nauc_recall_at_3_std": -0.07554890923210465, + "nauc_recall_at_5_diff1": 0.11884047973024196, + "nauc_recall_at_5_max": 0.3425942173604898, + "nauc_recall_at_5_std": -0.10414668698429869, + "ndcg_at_1": 0.43333, + "ndcg_at_10": 0.46951, + "ndcg_at_100": 0.54358, + "ndcg_at_1000": 0.68543, + "ndcg_at_20": 0.46294, + "ndcg_at_3": 0.48176, + "ndcg_at_5": 0.46802, + "precision_at_1": 0.61333, + "precision_at_10": 0.52, + "precision_at_100": 0.26253, + "precision_at_1000": 0.05225, + "precision_at_20": 0.42867, + "precision_at_3": 0.60444, + "precision_at_5": 0.56267, + "recall_at_1": 0.02984, + "recall_at_10": 0.20167, + "recall_at_100": 0.60413, + "recall_at_1000": 0.96067, + "recall_at_20": 0.28522, + "recall_at_3": 0.08302, + "recall_at_5": 0.11332 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-PLHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-PLHardNegatives.json new file mode 100644 index 000000000..c78f81313 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 118.12559962272644, + "kg_co2_emissions": 0.004461804617994753, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.83441, + "map_at_1": 0.6404, + "map_at_10": 0.78915, + "map_at_100": 0.79781, + "map_at_1000": 0.79801, + "map_at_20": 0.79449, + "map_at_3": 0.75645, + "map_at_5": 0.77607, + "mrr_at_1": 0.744, + "mrr_at_10": 0.8219579365079368, + "mrr_at_100": 0.8234819554904487, + "mrr_at_1000": 0.8235171122139378, + "mrr_at_20": 0.8230059059791259, + "mrr_at_3": 0.808166666666667, + "mrr_at_5": 0.817266666666667, + "nauc_map_at_1000_diff1": 0.7639135149499906, + "nauc_map_at_1000_max": 0.30338727616557226, + "nauc_map_at_1000_std": -0.2800450348300673, + "nauc_map_at_100_diff1": 0.7639453066977959, + "nauc_map_at_100_max": 0.3031037728767306, + "nauc_map_at_100_std": -0.28055530545955104, + "nauc_map_at_10_diff1": 0.7649642824325135, + "nauc_map_at_10_max": 0.301094139481387, + "nauc_map_at_10_std": -0.2934238671122748, + "nauc_map_at_1_diff1": 0.7901478558506507, + "nauc_map_at_1_max": 0.19705523707844488, + "nauc_map_at_1_std": -0.2818317095551343, + "nauc_map_at_20_diff1": 0.7636255967365596, + "nauc_map_at_20_max": 0.3015397665281588, + "nauc_map_at_20_std": -0.286816080808714, + "nauc_map_at_3_diff1": 0.7728895313916967, + "nauc_map_at_3_max": 0.27457732985533934, + "nauc_map_at_3_std": -0.3209444033824999, + "nauc_map_at_5_diff1": 0.7678109320729393, + "nauc_map_at_5_max": 0.2887498870357858, + "nauc_map_at_5_std": -0.30870968538558224, + "nauc_mrr_at_1000_diff1": 0.7596720810835547, + "nauc_mrr_at_1000_max": 0.3582109952201698, + "nauc_mrr_at_1000_std": -0.223319272065258, + "nauc_mrr_at_100_diff1": 0.7596306377930473, + "nauc_mrr_at_100_max": 0.3583073007794517, + "nauc_mrr_at_100_std": -0.22320047266490192, + "nauc_mrr_at_10_diff1": 0.7597885493200928, + "nauc_mrr_at_10_max": 0.35768645248782593, + "nauc_mrr_at_10_std": -0.22428295987789132, + "nauc_mrr_at_1_diff1": 0.7661693687478444, + "nauc_mrr_at_1_max": 0.3465254849783994, + "nauc_mrr_at_1_std": -0.21262873897403067, + "nauc_mrr_at_20_diff1": 0.7596821755926225, + "nauc_mrr_at_20_max": 0.35879458839385436, + "nauc_mrr_at_20_std": -0.2230002699539238, + "nauc_mrr_at_3_diff1": 0.7547920019200772, + "nauc_mrr_at_3_max": 0.3584735382656062, + "nauc_mrr_at_3_std": -0.23120462731629357, + "nauc_mrr_at_5_diff1": 0.7594508495824008, + "nauc_mrr_at_5_max": 0.3579832442435741, + "nauc_mrr_at_5_std": -0.2251647700932692, + "nauc_ndcg_at_1000_diff1": 0.7611890164281254, + "nauc_ndcg_at_1000_max": 0.3240668070434098, + "nauc_ndcg_at_1000_std": -0.25254404489741444, + "nauc_ndcg_at_100_diff1": 0.7602256947283472, + "nauc_ndcg_at_100_max": 0.3232308408626734, + "nauc_ndcg_at_100_std": -0.25143731266442143, + "nauc_ndcg_at_10_diff1": 0.760742612549022, + "nauc_ndcg_at_10_max": 0.3126899811714532, + "nauc_ndcg_at_10_std": -0.27279494604629434, + "nauc_ndcg_at_1_diff1": 0.7720070046555327, + "nauc_ndcg_at_1_max": 0.304277436426243, + "nauc_ndcg_at_1_std": -0.22687029794192504, + "nauc_ndcg_at_20_diff1": 0.7596757530579491, + "nauc_ndcg_at_20_max": 0.3152986865748817, + "nauc_ndcg_at_20_std": -0.25961741738491956, + "nauc_ndcg_at_3_diff1": 0.7583158112174132, + "nauc_ndcg_at_3_max": 0.31288656668524767, + "nauc_ndcg_at_3_std": -0.2902585289113494, + "nauc_ndcg_at_5_diff1": 0.7621486801812366, + "nauc_ndcg_at_5_max": 0.30713451818276777, + "nauc_ndcg_at_5_std": -0.28961494335666027, + "nauc_precision_at_1000_diff1": -0.39922457992673915, + "nauc_precision_at_1000_max": 0.005264757583929173, + "nauc_precision_at_1000_std": 0.3079816004529465, + "nauc_precision_at_100_diff1": -0.3906829751027052, + "nauc_precision_at_100_max": 0.010567905842601304, + "nauc_precision_at_100_std": 0.3063661343751611, + "nauc_precision_at_10_diff1": -0.3139809115854881, + "nauc_precision_at_10_max": 0.10014657394916919, + "nauc_precision_at_10_std": 0.22140041114453676, + "nauc_precision_at_1_diff1": 0.7720070046555327, + "nauc_precision_at_1_max": 0.304277436426243, + "nauc_precision_at_1_std": -0.22687029794192504, + "nauc_precision_at_20_diff1": -0.3561553076557943, + "nauc_precision_at_20_max": 0.044063368489343634, + "nauc_precision_at_20_std": 0.2626186531002293, + "nauc_precision_at_3_diff1": -0.032790789447949054, + "nauc_precision_at_3_max": 0.2010994308408993, + "nauc_precision_at_3_std": 0.023918028203691648, + "nauc_precision_at_5_diff1": -0.19082979347496645, + "nauc_precision_at_5_max": 0.15052754365500504, + "nauc_precision_at_5_std": 0.127023663697376, + "nauc_recall_at_1000_diff1": 0.8120710720466047, + "nauc_recall_at_1000_max": 0.9545022239384664, + "nauc_recall_at_1000_std": 0.9349265599748798, + "nauc_recall_at_100_diff1": 0.6226488938086783, + "nauc_recall_at_100_max": 0.4880293900481387, + "nauc_recall_at_100_std": 0.2174736999459819, + "nauc_recall_at_10_diff1": 0.7082574191437123, + "nauc_recall_at_10_max": 0.2906344403195059, + "nauc_recall_at_10_std": -0.2962231015209113, + "nauc_recall_at_1_diff1": 0.7901478558506507, + "nauc_recall_at_1_max": 0.19705523707844488, + "nauc_recall_at_1_std": -0.2818317095551343, + "nauc_recall_at_20_diff1": 0.6982405685799339, + "nauc_recall_at_20_max": 0.3147199270345753, + "nauc_recall_at_20_std": -0.1911523109976412, + "nauc_recall_at_3_diff1": 0.7347585779337288, + "nauc_recall_at_3_max": 0.2682079031621057, + "nauc_recall_at_3_std": -0.3661111096188276, + "nauc_recall_at_5_diff1": 0.7297492440852317, + "nauc_recall_at_5_max": 0.2758536975058939, + "nauc_recall_at_5_std": -0.3531094031411873, + "ndcg_at_1": 0.741, + "ndcg_at_10": 0.83441, + "ndcg_at_100": 0.85275, + "ndcg_at_1000": 0.8544, + "ndcg_at_20": 0.84354, + "ndcg_at_3": 0.80042, + "ndcg_at_5": 0.8178, + "precision_at_1": 0.741, + "precision_at_10": 0.133, + "precision_at_100": 0.01593, + "precision_at_1000": 0.00163, + "precision_at_20": 0.0719, + "precision_at_3": 0.35767, + "precision_at_5": 0.2378, + "recall_at_1": 0.6404, + "recall_at_10": 0.92663, + "recall_at_100": 0.98949, + "recall_at_1000": 0.99782, + "recall_at_20": 0.95442, + "recall_at_3": 0.82534, + "recall_at_5": 0.87836 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/QuoraRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..9da9f9827 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 101.89044523239136, + "kg_co2_emissions": 0.003973100748361401, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.89046, + "map_at_1": 0.7074, + "map_at_10": 0.85369, + "map_at_100": 0.86054, + "map_at_1000": 0.86068, + "map_at_20": 0.85818, + "map_at_3": 0.82157, + "map_at_5": 0.84109, + "mrr_at_1": 0.82, + "mrr_at_10": 0.8825936507936512, + "mrr_at_100": 0.8835681807022567, + "mrr_at_1000": 0.8835754270790684, + "mrr_at_20": 0.8834616213421943, + "mrr_at_3": 0.8741666666666669, + "mrr_at_5": 0.8805166666666671, + "nauc_map_at_1000_diff1": 0.7698578044903719, + "nauc_map_at_1000_max": 0.3191706356938398, + "nauc_map_at_1000_std": -0.37429970571585414, + "nauc_map_at_100_diff1": 0.7698516076612665, + "nauc_map_at_100_max": 0.31917965371061063, + "nauc_map_at_100_std": -0.37485587132374487, + "nauc_map_at_10_diff1": 0.7761689719386073, + "nauc_map_at_10_max": 0.3213137391433355, + "nauc_map_at_10_std": -0.3909665531399838, + "nauc_map_at_1_diff1": 0.8070000883389432, + "nauc_map_at_1_max": 0.1977157971705402, + "nauc_map_at_1_std": -0.34369566234385013, + "nauc_map_at_20_diff1": 0.7718136828148096, + "nauc_map_at_20_max": 0.31872556390844214, + "nauc_map_at_20_std": -0.3850266659482069, + "nauc_map_at_3_diff1": 0.7868664384764119, + "nauc_map_at_3_max": 0.2762884888373406, + "nauc_map_at_3_std": -0.4186719983270896, + "nauc_map_at_5_diff1": 0.7810156087171023, + "nauc_map_at_5_max": 0.3024025854432997, + "nauc_map_at_5_std": -0.41105481684668765, + "nauc_mrr_at_1000_diff1": 0.7683760151290974, + "nauc_mrr_at_1000_max": 0.3372822885084108, + "nauc_mrr_at_1000_std": -0.3162565082753274, + "nauc_mrr_at_100_diff1": 0.7683911085505899, + "nauc_mrr_at_100_max": 0.3373254734909859, + "nauc_mrr_at_100_std": -0.3161888374026403, + "nauc_mrr_at_10_diff1": 0.7686905368989595, + "nauc_mrr_at_10_max": 0.33824196270541257, + "nauc_mrr_at_10_std": -0.31817069755144456, + "nauc_mrr_at_1_diff1": 0.7645610750082611, + "nauc_mrr_at_1_max": 0.31496310166317953, + "nauc_mrr_at_1_std": -0.3093237140654252, + "nauc_mrr_at_20_diff1": 0.7681599618937516, + "nauc_mrr_at_20_max": 0.3373517931855807, + "nauc_mrr_at_20_std": -0.31602721165151254, + "nauc_mrr_at_3_diff1": 0.7673873071786628, + "nauc_mrr_at_3_max": 0.3364165392481355, + "nauc_mrr_at_3_std": -0.32586628473364593, + "nauc_mrr_at_5_diff1": 0.7693131666185187, + "nauc_mrr_at_5_max": 0.33794631407604525, + "nauc_mrr_at_5_std": -0.3156859596412367, + "nauc_ndcg_at_1000_diff1": 0.7668751021849071, + "nauc_ndcg_at_1000_max": 0.3335481420418683, + "nauc_ndcg_at_1000_std": -0.34524063590594917, + "nauc_ndcg_at_100_diff1": 0.766749851584175, + "nauc_ndcg_at_100_max": 0.33373981444203193, + "nauc_ndcg_at_100_std": -0.34563629487782727, + "nauc_ndcg_at_10_diff1": 0.7721359675237462, + "nauc_ndcg_at_10_max": 0.329272142385352, + "nauc_ndcg_at_10_std": -0.3789553341055973, + "nauc_ndcg_at_1_diff1": 0.7645610750082611, + "nauc_ndcg_at_1_max": 0.31496310166317953, + "nauc_ndcg_at_1_std": -0.3093237140654252, + "nauc_ndcg_at_20_diff1": 0.7672180879346051, + "nauc_ndcg_at_20_max": 0.32588458459799885, + "nauc_ndcg_at_20_std": -0.3658653697663633, + "nauc_ndcg_at_3_diff1": 0.7684637032290975, + "nauc_ndcg_at_3_max": 0.3109482918398133, + "nauc_ndcg_at_3_std": -0.38871052677174767, + "nauc_ndcg_at_5_diff1": 0.7737045067696947, + "nauc_ndcg_at_5_max": 0.3161541253164177, + "nauc_ndcg_at_5_std": -0.3916117580392306, + "nauc_precision_at_1000_diff1": -0.46678454550434634, + "nauc_precision_at_1000_max": -0.04968542370322167, + "nauc_precision_at_1000_std": 0.3632231836769266, + "nauc_precision_at_100_diff1": -0.4664860744264687, + "nauc_precision_at_100_max": -0.04276762838230277, + "nauc_precision_at_100_std": 0.3536230050889933, + "nauc_precision_at_10_diff1": -0.41527753227936903, + "nauc_precision_at_10_max": 0.032144363271457754, + "nauc_precision_at_10_std": 0.2527241044797934, + "nauc_precision_at_1_diff1": 0.7645610750082611, + "nauc_precision_at_1_max": 0.31496310166317953, + "nauc_precision_at_1_std": -0.3093237140654252, + "nauc_precision_at_20_diff1": -0.4539874738790591, + "nauc_precision_at_20_max": -0.015842279923428355, + "nauc_precision_at_20_std": 0.2894400111672057, + "nauc_precision_at_3_diff1": -0.22784004474542605, + "nauc_precision_at_3_max": 0.1157136967774129, + "nauc_precision_at_3_std": 0.07231352657121272, + "nauc_precision_at_5_diff1": -0.35099719842385335, + "nauc_precision_at_5_max": 0.07914689074231417, + "nauc_precision_at_5_std": 0.17097843297120308, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7068849773552102, + "nauc_recall_at_100_max": 0.4176908871905592, + "nauc_recall_at_100_std": -0.0305021190652603, + "nauc_recall_at_10_diff1": 0.766691926495405, + "nauc_recall_at_10_max": 0.3290222497782881, + "nauc_recall_at_10_std": -0.5496551597834614, + "nauc_recall_at_1_diff1": 0.8070000883389432, + "nauc_recall_at_1_max": 0.1977157971705402, + "nauc_recall_at_1_std": -0.34369566234385013, + "nauc_recall_at_20_diff1": 0.7094806334252931, + "nauc_recall_at_20_max": 0.2579955060638279, + "nauc_recall_at_20_std": -0.530930849069283, + "nauc_recall_at_3_diff1": 0.7629765892582289, + "nauc_recall_at_3_max": 0.23928965934892704, + "nauc_recall_at_3_std": -0.4977628214036912, + "nauc_recall_at_5_diff1": 0.7608929643770767, + "nauc_recall_at_5_max": 0.2666465183205176, + "nauc_recall_at_5_std": -0.5018962791460695, + "ndcg_at_1": 0.82, + "ndcg_at_10": 0.89046, + "ndcg_at_100": 0.90246, + "ndcg_at_1000": 0.90329, + "ndcg_at_20": 0.89753, + "ndcg_at_3": 0.86518, + "ndcg_at_5": 0.87859, + "precision_at_1": 0.82, + "precision_at_10": 0.1405, + "precision_at_100": 0.01612, + "precision_at_1000": 0.00164, + "precision_at_20": 0.0748, + "precision_at_3": 0.384, + "precision_at_5": 0.2536, + "recall_at_1": 0.7074, + "recall_at_10": 0.95741, + "recall_at_100": 0.9966, + "recall_at_1000": 1.0, + "recall_at_20": 0.98064, + "recall_at_3": 0.87865, + "recall_at_5": 0.92292 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RiaNewsRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..c4850fff3 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 180.78724145889282, + "kg_co2_emissions": 0.015523055191646679, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.8357, + "map_at_1": 0.73, + "map_at_10": 0.80487, + "map_at_100": 0.80702, + "map_at_1000": 0.80708, + "map_at_20": 0.80641, + "map_at_3": 0.793, + "map_at_5": 0.80095, + "mrr_at_1": 0.733, + "mrr_at_10": 0.8063714285714292, + "mrr_at_100": 0.8085221541965042, + "mrr_at_1000": 0.8085781717631404, + "mrr_at_20": 0.8079126266277588, + "mrr_at_3": 0.7945000000000003, + "mrr_at_5": 0.8024500000000007, + "nauc_map_at_1000_diff1": 0.7675110576132534, + "nauc_map_at_1000_max": 0.2298238640650905, + "nauc_map_at_1000_std": -0.26496657330169265, + "nauc_map_at_100_diff1": 0.7674357263801178, + "nauc_map_at_100_max": 0.22994947693560702, + "nauc_map_at_100_std": -0.2649215046711187, + "nauc_map_at_10_diff1": 0.7669985628520025, + "nauc_map_at_10_max": 0.22518603330808679, + "nauc_map_at_10_std": -0.2717698821465284, + "nauc_map_at_1_diff1": 0.7997464074387153, + "nauc_map_at_1_max": 0.21467494937977916, + "nauc_map_at_1_std": -0.2619100041282515, + "nauc_map_at_20_diff1": 0.7673130292245349, + "nauc_map_at_20_max": 0.23074895253181368, + "nauc_map_at_20_std": -0.26568954598999783, + "nauc_map_at_3_diff1": 0.7694095642327419, + "nauc_map_at_3_max": 0.22438944788345583, + "nauc_map_at_3_std": -0.26801131850099474, + "nauc_map_at_5_diff1": 0.7655189182852308, + "nauc_map_at_5_max": 0.22189797740558692, + "nauc_map_at_5_std": -0.2741590485118351, + "nauc_mrr_at_1000_diff1": 0.7636626866649439, + "nauc_mrr_at_1000_max": 0.22660514897029016, + "nauc_mrr_at_1000_std": -0.26807419339360494, + "nauc_mrr_at_100_diff1": 0.7635881263633074, + "nauc_mrr_at_100_max": 0.22673258251553363, + "nauc_mrr_at_100_std": -0.26802784202693863, + "nauc_mrr_at_10_diff1": 0.7631953088243837, + "nauc_mrr_at_10_max": 0.2219791332990684, + "nauc_mrr_at_10_std": -0.27488041560345866, + "nauc_mrr_at_1_diff1": 0.7943612624963053, + "nauc_mrr_at_1_max": 0.20978317584203146, + "nauc_mrr_at_1_std": -0.26647012492832983, + "nauc_mrr_at_20_diff1": 0.7634781156208464, + "nauc_mrr_at_20_max": 0.22754826887982407, + "nauc_mrr_at_20_std": -0.2687897970143907, + "nauc_mrr_at_3_diff1": 0.7658413909255908, + "nauc_mrr_at_3_max": 0.22136435646946467, + "nauc_mrr_at_3_std": -0.27091922578796074, + "nauc_mrr_at_5_diff1": 0.7617896790208569, + "nauc_mrr_at_5_max": 0.21874119572673897, + "nauc_mrr_at_5_std": -0.2772161502300617, + "nauc_ndcg_at_1000_diff1": 0.7586924326248431, + "nauc_ndcg_at_1000_max": 0.243948968936104, + "nauc_ndcg_at_1000_std": -0.24954328151273042, + "nauc_ndcg_at_100_diff1": 0.7561534629106618, + "nauc_ndcg_at_100_max": 0.24701494527670678, + "nauc_ndcg_at_100_std": -0.24903916859736513, + "nauc_ndcg_at_10_diff1": 0.7533646665346952, + "nauc_ndcg_at_10_max": 0.23000937972391688, + "nauc_ndcg_at_10_std": -0.27917556721211, + "nauc_ndcg_at_1_diff1": 0.7997464074387153, + "nauc_ndcg_at_1_max": 0.21467494937977916, + "nauc_ndcg_at_1_std": -0.2619100041282515, + "nauc_ndcg_at_20_diff1": 0.7541494600244865, + "nauc_ndcg_at_20_max": 0.2527630047479875, + "nauc_ndcg_at_20_std": -0.2552202639026307, + "nauc_ndcg_at_3_diff1": 0.7587137368429367, + "nauc_ndcg_at_3_max": 0.22764890727332573, + "nauc_ndcg_at_3_std": -0.2705936152629152, + "nauc_ndcg_at_5_diff1": 0.7503536270091085, + "nauc_ndcg_at_5_max": 0.22250955481224238, + "nauc_ndcg_at_5_std": -0.2839144420169789, + "nauc_precision_at_1000_diff1": 0.6270508203281223, + "nauc_precision_at_1000_max": 0.7252901160464144, + "nauc_precision_at_1000_std": 0.5779311724689854, + "nauc_precision_at_100_diff1": 0.5644257703081162, + "nauc_precision_at_100_max": 0.6570378151260562, + "nauc_precision_at_100_std": 0.2497082166199861, + "nauc_precision_at_10_diff1": 0.6560224089635841, + "nauc_precision_at_10_max": 0.2650060024009583, + "nauc_precision_at_10_std": -0.33762171535281377, + "nauc_precision_at_1_diff1": 0.7997464074387153, + "nauc_precision_at_1_max": 0.21467494937977916, + "nauc_precision_at_1_std": -0.2619100041282515, + "nauc_precision_at_20_diff1": 0.6229634711027283, + "nauc_precision_at_20_max": 0.535156919910819, + "nauc_precision_at_20_std": -0.09716267459364658, + "nauc_precision_at_3_diff1": 0.7147464501570873, + "nauc_precision_at_3_max": 0.2409612328856592, + "nauc_precision_at_3_std": -0.2814334327361892, + "nauc_precision_at_5_diff1": 0.6701657093813966, + "nauc_precision_at_5_max": 0.22355204708145796, + "nauc_precision_at_5_std": -0.3392986824359386, + "nauc_recall_at_1000_diff1": 0.627050820328141, + "nauc_recall_at_1000_max": 0.725290116046424, + "nauc_recall_at_1000_std": 0.5779311724689902, + "nauc_recall_at_100_diff1": 0.5644257703081201, + "nauc_recall_at_100_max": 0.6570378151260519, + "nauc_recall_at_100_std": 0.24970821661998116, + "nauc_recall_at_10_diff1": 0.6560224089635872, + "nauc_recall_at_10_max": 0.2650060024009585, + "nauc_recall_at_10_std": -0.3376217153528083, + "nauc_recall_at_1_diff1": 0.7997464074387153, + "nauc_recall_at_1_max": 0.21467494937977916, + "nauc_recall_at_1_std": -0.2619100041282515, + "nauc_recall_at_20_diff1": 0.6229634711027252, + "nauc_recall_at_20_max": 0.535156919910821, + "nauc_recall_at_20_std": -0.09716267459364804, + "nauc_recall_at_3_diff1": 0.7147464501570854, + "nauc_recall_at_3_max": 0.24096123288565857, + "nauc_recall_at_3_std": -0.2814334327361898, + "nauc_recall_at_5_diff1": 0.6701657093813971, + "nauc_recall_at_5_max": 0.22355204708145887, + "nauc_recall_at_5_std": -0.33929868243593747, + "ndcg_at_1": 0.73, + "ndcg_at_10": 0.8357, + "ndcg_at_100": 0.84569, + "ndcg_at_1000": 0.84701, + "ndcg_at_20": 0.84112, + "ndcg_at_3": 0.81212, + "ndcg_at_5": 0.82628, + "precision_at_1": 0.73, + "precision_at_10": 0.093, + "precision_at_100": 0.00976, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04755, + "precision_at_3": 0.289, + "precision_at_5": 0.1802, + "recall_at_1": 0.73, + "recall_at_10": 0.93, + "recall_at_100": 0.976, + "recall_at_1000": 0.986, + "recall_at_20": 0.951, + "recall_at_3": 0.867, + "recall_at_5": 0.901 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TopiOCQAHardNegatives.json b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..4587fbed7 --- /dev/null +++ b/results/intfloat__multilingual-e5-large-instruct/baa7be480a7de1539afce709c8f13f833a510e0a/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 72.37300539016724, + "kg_co2_emissions": 0.004214871854641533, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.15232, + "map_at_1": 0.084, + "map_at_10": 0.12577, + "map_at_100": 0.13422, + "map_at_1000": 0.13581, + "map_at_20": 0.13045, + "map_at_3": 0.10867, + "map_at_5": 0.11837, + "mrr_at_1": 0.084, + "mrr_at_10": 0.12576587301587308, + "mrr_at_100": 0.13422006808855783, + "mrr_at_1000": 0.13580651144946787, + "mrr_at_20": 0.13044787193370788, + "mrr_at_3": 0.10866666666666666, + "mrr_at_5": 0.1183666666666667, + "nauc_map_at_1000_diff1": 0.13589269738904025, + "nauc_map_at_1000_max": 0.06713745855670247, + "nauc_map_at_1000_std": 0.11845860075481096, + "nauc_map_at_100_diff1": 0.1363832244581028, + "nauc_map_at_100_max": 0.06657214726801332, + "nauc_map_at_100_std": 0.11723966169524289, + "nauc_map_at_10_diff1": 0.13102228226429738, + "nauc_map_at_10_max": 0.06129460594311725, + "nauc_map_at_10_std": 0.1141843359581966, + "nauc_map_at_1_diff1": 0.20078066107043843, + "nauc_map_at_1_max": 0.10444376301634148, + "nauc_map_at_1_std": 0.13201604763182442, + "nauc_map_at_20_diff1": 0.13551554364079219, + "nauc_map_at_20_max": 0.06658260934844604, + "nauc_map_at_20_std": 0.11729669106309887, + "nauc_map_at_3_diff1": 0.15123584854887404, + "nauc_map_at_3_max": 0.08620905172039625, + "nauc_map_at_3_std": 0.12938475801257293, + "nauc_map_at_5_diff1": 0.1348967720568785, + "nauc_map_at_5_max": 0.06588604907191306, + "nauc_map_at_5_std": 0.12371365976742595, + "nauc_mrr_at_1000_diff1": 0.1358926815105835, + "nauc_mrr_at_1000_max": 0.06713742542468602, + "nauc_mrr_at_1000_std": 0.11845856891342209, + "nauc_mrr_at_100_diff1": 0.1363832244581028, + "nauc_mrr_at_100_max": 0.06657214726801332, + "nauc_mrr_at_100_std": 0.11723966169524289, + "nauc_mrr_at_10_diff1": 0.13102228226429738, + "nauc_mrr_at_10_max": 0.06129460594311725, + "nauc_mrr_at_10_std": 0.1141843359581966, + "nauc_mrr_at_1_diff1": 0.20078066107043843, + "nauc_mrr_at_1_max": 0.10444376301634148, + "nauc_mrr_at_1_std": 0.13201604763182442, + "nauc_mrr_at_20_diff1": 0.13551554364079219, + "nauc_mrr_at_20_max": 0.06658260934844604, + "nauc_mrr_at_20_std": 0.11729669106309887, + "nauc_mrr_at_3_diff1": 0.15123584854887404, + "nauc_mrr_at_3_max": 0.08620905172039625, + "nauc_mrr_at_3_std": 0.12938475801257293, + "nauc_mrr_at_5_diff1": 0.1348967720568785, + "nauc_mrr_at_5_max": 0.06588604907191306, + "nauc_mrr_at_5_std": 0.12371365976742595, + "nauc_ndcg_at_1000_diff1": 0.11133698333309922, + "nauc_ndcg_at_1000_max": 0.06106997728604534, + "nauc_ndcg_at_1000_std": 0.13826285113715134, + "nauc_ndcg_at_100_diff1": 0.13022540808069402, + "nauc_ndcg_at_100_max": 0.06046665743247793, + "nauc_ndcg_at_100_std": 0.10879294020846426, + "nauc_ndcg_at_10_diff1": 0.10561049724683264, + "nauc_ndcg_at_10_max": 0.036380657001683754, + "nauc_ndcg_at_10_std": 0.0971669412951288, + "nauc_ndcg_at_1_diff1": 0.20078066107043843, + "nauc_ndcg_at_1_max": 0.10444376301634148, + "nauc_ndcg_at_1_std": 0.13201604763182442, + "nauc_ndcg_at_20_diff1": 0.12089489235676121, + "nauc_ndcg_at_20_max": 0.05371427456304178, + "nauc_ndcg_at_20_std": 0.10740738432351718, + "nauc_ndcg_at_3_diff1": 0.1390764610595156, + "nauc_ndcg_at_3_max": 0.08020535807810383, + "nauc_ndcg_at_3_std": 0.12855210003345718, + "nauc_ndcg_at_5_diff1": 0.11279569368822104, + "nauc_ndcg_at_5_max": 0.04602557866917359, + "nauc_ndcg_at_5_std": 0.11892665493482607, + "nauc_precision_at_1000_diff1": -0.06877862354316229, + "nauc_precision_at_1000_max": 0.052408325700387295, + "nauc_precision_at_1000_std": 0.4007643473042533, + "nauc_precision_at_100_diff1": 0.1392326087845443, + "nauc_precision_at_100_max": 0.06809149390537488, + "nauc_precision_at_100_std": 0.09761689004612709, + "nauc_precision_at_10_diff1": 0.054605362857910116, + "nauc_precision_at_10_max": -0.016243718800311693, + "nauc_precision_at_10_std": 0.05834444906245263, + "nauc_precision_at_1_diff1": 0.20078066107043843, + "nauc_precision_at_1_max": 0.10444376301634148, + "nauc_precision_at_1_std": 0.13201604763182442, + "nauc_precision_at_20_diff1": 0.10084437362388886, + "nauc_precision_at_20_max": 0.03496735016876692, + "nauc_precision_at_20_std": 0.08933214541421934, + "nauc_precision_at_3_diff1": 0.11033176730011761, + "nauc_precision_at_3_max": 0.06559852254042874, + "nauc_precision_at_3_std": 0.12653306690153626, + "nauc_precision_at_5_diff1": 0.06469527812267821, + "nauc_precision_at_5_max": 0.0009351280865719346, + "nauc_precision_at_5_std": 0.10792417150249091, + "nauc_recall_at_1000_diff1": -0.06877862354316074, + "nauc_recall_at_1000_max": 0.05240832570039007, + "nauc_recall_at_1000_std": 0.400764347304255, + "nauc_recall_at_100_diff1": 0.139232608784544, + "nauc_recall_at_100_max": 0.06809149390537468, + "nauc_recall_at_100_std": 0.09761689004612674, + "nauc_recall_at_10_diff1": 0.05460536285791039, + "nauc_recall_at_10_max": -0.016243718800311474, + "nauc_recall_at_10_std": 0.05834444906245275, + "nauc_recall_at_1_diff1": 0.20078066107043843, + "nauc_recall_at_1_max": 0.10444376301634148, + "nauc_recall_at_1_std": 0.13201604763182442, + "nauc_recall_at_20_diff1": 0.10084437362388916, + "nauc_recall_at_20_max": 0.03496735016876707, + "nauc_recall_at_20_std": 0.08933214541421952, + "nauc_recall_at_3_diff1": 0.11033176730011737, + "nauc_recall_at_3_max": 0.06559852254042839, + "nauc_recall_at_3_std": 0.12653306690153596, + "nauc_recall_at_5_diff1": 0.06469527812267833, + "nauc_recall_at_5_max": 0.0009351280865719947, + "nauc_recall_at_5_std": 0.10792417150249098, + "ndcg_at_1": 0.084, + "ndcg_at_10": 0.15232, + "ndcg_at_100": 0.19903, + "ndcg_at_1000": 0.24553, + "ndcg_at_20": 0.16964, + "ndcg_at_3": 0.11648, + "ndcg_at_5": 0.13429, + "precision_at_1": 0.084, + "precision_at_10": 0.0239, + "precision_at_100": 0.00471, + "precision_at_1000": 0.00085, + "precision_at_20": 0.0154, + "precision_at_3": 0.04633, + "precision_at_5": 0.0366, + "recall_at_1": 0.084, + "recall_at_10": 0.239, + "recall_at_100": 0.471, + "recall_at_1000": 0.845, + "recall_at_20": 0.308, + "recall_at_3": 0.139, + "recall_at_5": 0.183 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVER.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVER.json new file mode 100644 index 000000000..e67138c60 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", + "evaluation_time": 14959.933832645416, + "kg_co2_emissions": 3.230547779149503, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.25732, + "map_at_1": 0.10359, + "map_at_10": 0.18362, + "map_at_100": 0.1995, + "map_at_1000": 0.20142, + "map_at_20": 0.19213, + "map_at_3": 0.15183, + "map_at_5": 0.16855, + "mrr_at_1": 0.23322475570032572, + "mrr_at_10": 0.33800320562535524, + "mrr_at_100": 0.34738966173892555, + "mrr_at_1000": 0.34797748953096763, + "mrr_at_20": 0.3435117090318727, + "mrr_at_3": 0.3105320304017368, + "mrr_at_5": 0.3253854505971764, + "nauc_map_at_1000_diff1": 0.32953613244056856, + "nauc_map_at_1000_max": 0.48636832298001065, + "nauc_map_at_1000_std": 0.24576119318868753, + "nauc_map_at_100_diff1": 0.32889824476235086, + "nauc_map_at_100_max": 0.4859206387660061, + "nauc_map_at_100_std": 0.2449893970511487, + "nauc_map_at_10_diff1": 0.3322058047916766, + "nauc_map_at_10_max": 0.47679504511868076, + "nauc_map_at_10_std": 0.2355483553794461, + "nauc_map_at_1_diff1": 0.4064655784305515, + "nauc_map_at_1_max": 0.4271744807352639, + "nauc_map_at_1_std": 0.1695306353596109, + "nauc_map_at_20_diff1": 0.33165551001402876, + "nauc_map_at_20_max": 0.48242724928800634, + "nauc_map_at_20_std": 0.2388615967429398, + "nauc_map_at_3_diff1": 0.3365523935290406, + "nauc_map_at_3_max": 0.4424413422815481, + "nauc_map_at_3_std": 0.18768997907779897, + "nauc_map_at_5_diff1": 0.34100799160211065, + "nauc_map_at_5_max": 0.4625434729891018, + "nauc_map_at_5_std": 0.21424948396338062, + "nauc_mrr_at_1000_diff1": 0.2944850501990752, + "nauc_mrr_at_1000_max": 0.44693257356888094, + "nauc_mrr_at_1000_std": 0.2280663011627072, + "nauc_mrr_at_100_diff1": 0.29431493549643034, + "nauc_mrr_at_100_max": 0.44704513664510775, + "nauc_mrr_at_100_std": 0.22814722957314837, + "nauc_mrr_at_10_diff1": 0.2946665165092418, + "nauc_mrr_at_10_max": 0.4474550048270823, + "nauc_mrr_at_10_std": 0.2279341459685249, + "nauc_mrr_at_1_diff1": 0.34070338371286124, + "nauc_mrr_at_1_max": 0.39819029471640666, + "nauc_mrr_at_1_std": 0.18686939790756124, + "nauc_mrr_at_20_diff1": 0.2947462578145117, + "nauc_mrr_at_20_max": 0.44842424000602615, + "nauc_mrr_at_20_std": 0.22866594818283117, + "nauc_mrr_at_3_diff1": 0.2904277869394129, + "nauc_mrr_at_3_max": 0.4302877799579759, + "nauc_mrr_at_3_std": 0.21398737244266497, + "nauc_mrr_at_5_diff1": 0.29150527441118596, + "nauc_mrr_at_5_max": 0.4413199717789966, + "nauc_mrr_at_5_std": 0.2257956662001739, + "nauc_ndcg_at_1000_diff1": 0.30205469773372634, + "nauc_ndcg_at_1000_max": 0.5120612497999529, + "nauc_ndcg_at_1000_std": 0.2948844602014766, + "nauc_ndcg_at_100_diff1": 0.29321475837357, + "nauc_ndcg_at_100_max": 0.5071584441230359, + "nauc_ndcg_at_100_std": 0.2864077014070602, + "nauc_ndcg_at_10_diff1": 0.303831320568118, + "nauc_ndcg_at_10_max": 0.49032735188751153, + "nauc_ndcg_at_10_std": 0.2598153605275898, + "nauc_ndcg_at_1_diff1": 0.34070338371286124, + "nauc_ndcg_at_1_max": 0.39819029471640666, + "nauc_ndcg_at_1_std": 0.18686939790756124, + "nauc_ndcg_at_20_diff1": 0.30405408679135243, + "nauc_ndcg_at_20_max": 0.5001442412771441, + "nauc_ndcg_at_20_std": 0.2645246424408187, + "nauc_ndcg_at_3_diff1": 0.30017984319283375, + "nauc_ndcg_at_3_max": 0.4421748908329026, + "nauc_ndcg_at_3_std": 0.20378525472265366, + "nauc_ndcg_at_5_diff1": 0.3115983774010704, + "nauc_ndcg_at_5_max": 0.4694193818132725, + "nauc_ndcg_at_5_std": 0.2345040795126746, + "nauc_precision_at_1000_diff1": 0.030759509868679705, + "nauc_precision_at_1000_max": 0.240391487594732, + "nauc_precision_at_1000_std": 0.2644982897260875, + "nauc_precision_at_100_diff1": 0.08260155359405381, + "nauc_precision_at_100_max": 0.3659128612246816, + "nauc_precision_at_100_std": 0.31239468760629685, + "nauc_precision_at_10_diff1": 0.18834644312643117, + "nauc_precision_at_10_max": 0.462789930028193, + "nauc_precision_at_10_std": 0.3104962454925923, + "nauc_precision_at_1_diff1": 0.34070338371286124, + "nauc_precision_at_1_max": 0.39819029471640666, + "nauc_precision_at_1_std": 0.18686939790756124, + "nauc_precision_at_20_diff1": 0.1734307044287962, + "nauc_precision_at_20_max": 0.44902723240968906, + "nauc_precision_at_20_std": 0.29943327944917947, + "nauc_precision_at_3_diff1": 0.2181538579611035, + "nauc_precision_at_3_max": 0.43719626082115143, + "nauc_precision_at_3_std": 0.23282557282219138, + "nauc_precision_at_5_diff1": 0.21961038108769426, + "nauc_precision_at_5_max": 0.46045553271980016, + "nauc_precision_at_5_std": 0.27932597920004837, + "nauc_recall_at_1000_diff1": 0.20789362862779276, + "nauc_recall_at_1000_max": 0.4923231619193434, + "nauc_recall_at_1000_std": 0.3940479603804751, + "nauc_recall_at_100_diff1": 0.18271353805081147, + "nauc_recall_at_100_max": 0.46315019877883373, + "nauc_recall_at_100_std": 0.32317186488577837, + "nauc_recall_at_10_diff1": 0.23850288454846585, + "nauc_recall_at_10_max": 0.46865737518545475, + "nauc_recall_at_10_std": 0.27156018505830787, + "nauc_recall_at_1_diff1": 0.4064655784305515, + "nauc_recall_at_1_max": 0.4271744807352639, + "nauc_recall_at_1_std": 0.1695306353596109, + "nauc_recall_at_20_diff1": 0.2340018739307011, + "nauc_recall_at_20_max": 0.47409584000248306, + "nauc_recall_at_20_std": 0.26862863967914646, + "nauc_recall_at_3_diff1": 0.2648139459443614, + "nauc_recall_at_3_max": 0.4198733630423149, + "nauc_recall_at_3_std": 0.1866002738159605, + "nauc_recall_at_5_diff1": 0.2671926054664102, + "nauc_recall_at_5_max": 0.4519370098471736, + "nauc_recall_at_5_std": 0.2385726999699578, + "ndcg_at_1": 0.23322, + "ndcg_at_10": 0.25732, + "ndcg_at_100": 0.32302, + "ndcg_at_1000": 0.35996, + "ndcg_at_20": 0.2816, + "ndcg_at_3": 0.20893, + "ndcg_at_5": 0.22639, + "precision_at_1": 0.23322, + "precision_at_10": 0.08117, + "precision_at_100": 0.01519, + "precision_at_1000": 0.00219, + "precision_at_20": 0.05075, + "precision_at_3": 0.157, + "precision_at_5": 0.12143, + "recall_at_1": 0.10359, + "recall_at_10": 0.31132, + "recall_at_100": 0.54182, + "recall_at_1000": 0.75181, + "recall_at_20": 0.38101, + "recall_at_3": 0.19459, + "recall_at_5": 0.24246 + } + ] + }, + "task_name": "ClimateFEVER" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVERHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..f314e74ef --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 215.0577642917633, + "kg_co2_emissions": 0.020624675012291867, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.26003, + "map_at_1": 0.10788, + "map_at_10": 0.18617, + "map_at_100": 0.20352, + "map_at_1000": 0.20549, + "map_at_20": 0.1952, + "map_at_3": 0.15554, + "map_at_5": 0.17143, + "mrr_at_1": 0.234, + "mrr_at_10": 0.34199603174603177, + "mrr_at_100": 0.3517862606879673, + "mrr_at_1000": 0.3523259407933213, + "mrr_at_20": 0.34788132088070145, + "mrr_at_3": 0.3151666666666667, + "mrr_at_5": 0.3294666666666666, + "nauc_map_at_1000_diff1": 0.3061418190778223, + "nauc_map_at_1000_max": 0.47808456262598736, + "nauc_map_at_1000_std": 0.23529196492415136, + "nauc_map_at_100_diff1": 0.30591530637136954, + "nauc_map_at_100_max": 0.47777384454414906, + "nauc_map_at_100_std": 0.23474068249928146, + "nauc_map_at_10_diff1": 0.31118469705027063, + "nauc_map_at_10_max": 0.4680909821053344, + "nauc_map_at_10_std": 0.22700790708930152, + "nauc_map_at_1_diff1": 0.3999691420440817, + "nauc_map_at_1_max": 0.4226019473250698, + "nauc_map_at_1_std": 0.1772697977732093, + "nauc_map_at_20_diff1": 0.3087667465658505, + "nauc_map_at_20_max": 0.4724432819462549, + "nauc_map_at_20_std": 0.22768108811803725, + "nauc_map_at_3_diff1": 0.31425267257237954, + "nauc_map_at_3_max": 0.43599717457721465, + "nauc_map_at_3_std": 0.1890588356341593, + "nauc_map_at_5_diff1": 0.320390633701369, + "nauc_map_at_5_max": 0.45366395266692594, + "nauc_map_at_5_std": 0.20838236759038667, + "nauc_mrr_at_1000_diff1": 0.2725752775405419, + "nauc_mrr_at_1000_max": 0.43921401457319653, + "nauc_mrr_at_1000_std": 0.19935066835831344, + "nauc_mrr_at_100_diff1": 0.27254130538983296, + "nauc_mrr_at_100_max": 0.4394351878152118, + "nauc_mrr_at_100_std": 0.1995208964300932, + "nauc_mrr_at_10_diff1": 0.27467197295056484, + "nauc_mrr_at_10_max": 0.4412441142834113, + "nauc_mrr_at_10_std": 0.20046990079372456, + "nauc_mrr_at_1_diff1": 0.3182781729700593, + "nauc_mrr_at_1_max": 0.37711791265796324, + "nauc_mrr_at_1_std": 0.16210605688951865, + "nauc_mrr_at_20_diff1": 0.2726796379329659, + "nauc_mrr_at_20_max": 0.44051474317904205, + "nauc_mrr_at_20_std": 0.19979653832526267, + "nauc_mrr_at_3_diff1": 0.2666879284186644, + "nauc_mrr_at_3_max": 0.4223764463960046, + "nauc_mrr_at_3_std": 0.18874136571838768, + "nauc_mrr_at_5_diff1": 0.2747603508659021, + "nauc_mrr_at_5_max": 0.4354598489252832, + "nauc_mrr_at_5_std": 0.19650630922743084, + "nauc_ndcg_at_1000_diff1": 0.27785661201713, + "nauc_ndcg_at_1000_max": 0.5091791953544145, + "nauc_ndcg_at_1000_std": 0.2768672390064267, + "nauc_ndcg_at_100_diff1": 0.2704149277058552, + "nauc_ndcg_at_100_max": 0.5047746471074377, + "nauc_ndcg_at_100_std": 0.2692293588606806, + "nauc_ndcg_at_10_diff1": 0.2835383911772147, + "nauc_ndcg_at_10_max": 0.4850633390082253, + "nauc_ndcg_at_10_std": 0.24403252276772253, + "nauc_ndcg_at_1_diff1": 0.3182781729700593, + "nauc_ndcg_at_1_max": 0.37711791265796324, + "nauc_ndcg_at_1_std": 0.16210605688951865, + "nauc_ndcg_at_20_diff1": 0.27805434247945593, + "nauc_ndcg_at_20_max": 0.48991813558815367, + "nauc_ndcg_at_20_std": 0.24302440218649463, + "nauc_ndcg_at_3_diff1": 0.2764718849364132, + "nauc_ndcg_at_3_max": 0.43569401925393747, + "nauc_ndcg_at_3_std": 0.19413619747458588, + "nauc_ndcg_at_5_diff1": 0.29471397297652496, + "nauc_ndcg_at_5_max": 0.46364424485214917, + "nauc_ndcg_at_5_std": 0.2181480945068225, + "nauc_precision_at_1000_diff1": 0.0025437544028463713, + "nauc_precision_at_1000_max": 0.227726415458231, + "nauc_precision_at_1000_std": 0.23495215995809735, + "nauc_precision_at_100_diff1": 0.05697807141295292, + "nauc_precision_at_100_max": 0.35901935592232637, + "nauc_precision_at_100_std": 0.2774662939443548, + "nauc_precision_at_10_diff1": 0.1663186500421456, + "nauc_precision_at_10_max": 0.458942020339132, + "nauc_precision_at_10_std": 0.2745680123917638, + "nauc_precision_at_1_diff1": 0.3182781729700593, + "nauc_precision_at_1_max": 0.37711791265796324, + "nauc_precision_at_1_std": 0.16210605688951865, + "nauc_precision_at_20_diff1": 0.13613487396328136, + "nauc_precision_at_20_max": 0.4320883652003149, + "nauc_precision_at_20_std": 0.24815241559809342, + "nauc_precision_at_3_diff1": 0.18526394033924762, + "nauc_precision_at_3_max": 0.42714832325989505, + "nauc_precision_at_3_std": 0.20350681581854826, + "nauc_precision_at_5_diff1": 0.20740350949884998, + "nauc_precision_at_5_max": 0.456291201392198, + "nauc_precision_at_5_std": 0.23855476599888145, + "nauc_recall_at_1000_diff1": 0.19815679788957347, + "nauc_recall_at_1000_max": 0.5290883539944147, + "nauc_recall_at_1000_std": 0.4076509016114247, + "nauc_recall_at_100_diff1": 0.16443415358334398, + "nauc_recall_at_100_max": 0.46766603765670073, + "nauc_recall_at_100_std": 0.30993079801511914, + "nauc_recall_at_10_diff1": 0.2228094495188177, + "nauc_recall_at_10_max": 0.4727050053145747, + "nauc_recall_at_10_std": 0.26145250030868333, + "nauc_recall_at_1_diff1": 0.3999691420440817, + "nauc_recall_at_1_max": 0.4226019473250698, + "nauc_recall_at_1_std": 0.1772697977732093, + "nauc_recall_at_20_diff1": 0.20534172265456643, + "nauc_recall_at_20_max": 0.46400566382572056, + "nauc_recall_at_20_std": 0.24697234031432147, + "nauc_recall_at_3_diff1": 0.23969444627899242, + "nauc_recall_at_3_max": 0.41803671203230525, + "nauc_recall_at_3_std": 0.18678561370744712, + "nauc_recall_at_5_diff1": 0.25673788398779546, + "nauc_recall_at_5_max": 0.4539548643357103, + "nauc_recall_at_5_std": 0.2235527241308923, + "ndcg_at_1": 0.234, + "ndcg_at_10": 0.26003, + "ndcg_at_100": 0.33152, + "ndcg_at_1000": 0.37031, + "ndcg_at_20": 0.28587, + "ndcg_at_3": 0.2126, + "ndcg_at_5": 0.22942, + "precision_at_1": 0.234, + "precision_at_10": 0.0808, + "precision_at_100": 0.01579, + "precision_at_1000": 0.0023, + "precision_at_20": 0.0513, + "precision_at_3": 0.158, + "precision_at_5": 0.121, + "recall_at_1": 0.10788, + "recall_at_10": 0.31282, + "recall_at_100": 0.56455, + "recall_at_1000": 0.78545, + "recall_at_20": 0.3864, + "recall_at_3": 0.19897, + "recall_at_5": 0.24495 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia-PLHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..51acb2265 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 173.75000762939453, + "kg_co2_emissions": 0.01652790242176842, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3652, + "map_at_1": 0.07581, + "map_at_10": 0.16586, + "map_at_100": 0.24436, + "map_at_1000": 0.27418, + "map_at_20": 0.19061, + "map_at_3": 0.12012, + "map_at_5": 0.138, + "mrr_at_1": 0.585, + "mrr_at_10": 0.6779801587301587, + "mrr_at_100": 0.6822921275003146, + "mrr_at_1000": 0.6825207180266429, + "mrr_at_20": 0.6808439763818054, + "mrr_at_3": 0.6608333333333333, + "mrr_at_5": 0.6724583333333333, + "nauc_map_at_1000_diff1": 0.3431526475494244, + "nauc_map_at_1000_max": 0.38338078232625666, + "nauc_map_at_1000_std": 0.21727597396435236, + "nauc_map_at_100_diff1": 0.35424559704038133, + "nauc_map_at_100_max": 0.3603603353945676, + "nauc_map_at_100_std": 0.16757137513469278, + "nauc_map_at_10_diff1": 0.3747641480973735, + "nauc_map_at_10_max": 0.25443251995913135, + "nauc_map_at_10_std": 0.030579412526772813, + "nauc_map_at_1_diff1": 0.4188993756273717, + "nauc_map_at_1_max": 0.17391553511046237, + "nauc_map_at_1_std": -0.0777943987902891, + "nauc_map_at_20_diff1": 0.3576409544582593, + "nauc_map_at_20_max": 0.29588889641777133, + "nauc_map_at_20_std": 0.07737731237059202, + "nauc_map_at_3_diff1": 0.38371079201214736, + "nauc_map_at_3_max": 0.1694771450345499, + "nauc_map_at_3_std": -0.05726147663455833, + "nauc_map_at_5_diff1": 0.3813999560766118, + "nauc_map_at_5_max": 0.20110528936591554, + "nauc_map_at_5_std": -0.019969390370203975, + "nauc_mrr_at_1000_diff1": 0.44393492851163535, + "nauc_mrr_at_1000_max": 0.5873860987321052, + "nauc_mrr_at_1000_std": 0.3139863791364432, + "nauc_mrr_at_100_diff1": 0.44376064335784543, + "nauc_mrr_at_100_max": 0.5872827483055457, + "nauc_mrr_at_100_std": 0.3140690760516733, + "nauc_mrr_at_10_diff1": 0.4454487710246723, + "nauc_mrr_at_10_max": 0.5882407039647266, + "nauc_mrr_at_10_std": 0.3145039357224948, + "nauc_mrr_at_1_diff1": 0.460003210249451, + "nauc_mrr_at_1_max": 0.5463552724699221, + "nauc_mrr_at_1_std": 0.2612960652556164, + "nauc_mrr_at_20_diff1": 0.44351060363286154, + "nauc_mrr_at_20_max": 0.5874610951984076, + "nauc_mrr_at_20_std": 0.3153211210133102, + "nauc_mrr_at_3_diff1": 0.44794842081697067, + "nauc_mrr_at_3_max": 0.5986258974470897, + "nauc_mrr_at_3_std": 0.3074278135027855, + "nauc_mrr_at_5_diff1": 0.44279788597274267, + "nauc_mrr_at_5_max": 0.590629194739966, + "nauc_mrr_at_5_std": 0.3102128462411967, + "nauc_ndcg_at_1000_diff1": 0.3407542655893022, + "nauc_ndcg_at_1000_max": 0.508363360591375, + "nauc_ndcg_at_1000_std": 0.3881636028290562, + "nauc_ndcg_at_100_diff1": 0.366524743235445, + "nauc_ndcg_at_100_max": 0.4586151667454896, + "nauc_ndcg_at_100_std": 0.28300844589702956, + "nauc_ndcg_at_10_diff1": 0.3596646211944279, + "nauc_ndcg_at_10_max": 0.4420599624270187, + "nauc_ndcg_at_10_std": 0.23043015450177123, + "nauc_ndcg_at_1_diff1": 0.4139361246623187, + "nauc_ndcg_at_1_max": 0.45733304215194487, + "nauc_ndcg_at_1_std": 0.2237889462271661, + "nauc_ndcg_at_20_diff1": 0.3564159265444548, + "nauc_ndcg_at_20_max": 0.4234133435914752, + "nauc_ndcg_at_20_std": 0.21290926085985729, + "nauc_ndcg_at_3_diff1": 0.352846854417643, + "nauc_ndcg_at_3_max": 0.4415434398710351, + "nauc_ndcg_at_3_std": 0.2340393406852118, + "nauc_ndcg_at_5_diff1": 0.35655758262781545, + "nauc_ndcg_at_5_max": 0.44295349362688546, + "nauc_ndcg_at_5_std": 0.24404363091655717, + "nauc_precision_at_1000_diff1": -0.1296850092615123, + "nauc_precision_at_1000_max": 0.00035324517101952626, + "nauc_precision_at_1000_std": 0.033079714745893454, + "nauc_precision_at_100_diff1": -0.01820435644921407, + "nauc_precision_at_100_max": 0.2193435524508194, + "nauc_precision_at_100_std": 0.261266057007338, + "nauc_precision_at_10_diff1": 0.12015102048878486, + "nauc_precision_at_10_max": 0.4260278958997035, + "nauc_precision_at_10_std": 0.34025548197037714, + "nauc_precision_at_1_diff1": 0.460003210249451, + "nauc_precision_at_1_max": 0.5463552724699221, + "nauc_precision_at_1_std": 0.2612960652556164, + "nauc_precision_at_20_diff1": 0.06121813096830576, + "nauc_precision_at_20_max": 0.37148515108003927, + "nauc_precision_at_20_std": 0.3183957793859163, + "nauc_precision_at_3_diff1": 0.196335096655042, + "nauc_precision_at_3_max": 0.4372202555408959, + "nauc_precision_at_3_std": 0.2804595250522283, + "nauc_precision_at_5_diff1": 0.17087759169626765, + "nauc_precision_at_5_max": 0.44994642722546446, + "nauc_precision_at_5_std": 0.3333457366471172, + "nauc_recall_at_1000_diff1": 0.22249127000630592, + "nauc_recall_at_1000_max": 0.5075152988080006, + "nauc_recall_at_1000_std": 0.6198319673010221, + "nauc_recall_at_100_diff1": 0.2790283517667262, + "nauc_recall_at_100_max": 0.3530871055549506, + "nauc_recall_at_100_std": 0.2650386998048787, + "nauc_recall_at_10_diff1": 0.31041786870753785, + "nauc_recall_at_10_max": 0.21400467117373395, + "nauc_recall_at_10_std": 0.02114373452114125, + "nauc_recall_at_1_diff1": 0.4188993756273717, + "nauc_recall_at_1_max": 0.17391553511046237, + "nauc_recall_at_1_std": -0.0777943987902891, + "nauc_recall_at_20_diff1": 0.27077550486597984, + "nauc_recall_at_20_max": 0.2493173781147855, + "nauc_recall_at_20_std": 0.10621826565423122, + "nauc_recall_at_3_diff1": 0.33959071960782533, + "nauc_recall_at_3_max": 0.13399605647860893, + "nauc_recall_at_3_std": -0.07873089700364448, + "nauc_recall_at_5_diff1": 0.3204088741835153, + "nauc_recall_at_5_max": 0.15057396598861914, + "nauc_recall_at_5_std": -0.03933479623838629, + "ndcg_at_1": 0.48125, + "ndcg_at_10": 0.3652, + "ndcg_at_100": 0.43518, + "ndcg_at_1000": 0.53894, + "ndcg_at_20": 0.36161, + "ndcg_at_3": 0.41134, + "ndcg_at_5": 0.38176, + "precision_at_1": 0.585, + "precision_at_10": 0.29275, + "precision_at_100": 0.11463, + "precision_at_1000": 0.02523, + "precision_at_20": 0.22425, + "precision_at_3": 0.44583, + "precision_at_5": 0.3705, + "recall_at_1": 0.07581, + "recall_at_10": 0.21904, + "recall_at_100": 0.51994, + "recall_at_1000": 0.84892, + "recall_at_20": 0.28468, + "recall_at_3": 0.13394, + "recall_at_5": 0.16287 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia.json new file mode 100644 index 000000000..da33fa310 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPedia.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", + "evaluation_time": 17494.657371520996, + "kg_co2_emissions": 3.8160693656032825, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.49402, + "map_at_1": 0.11586, + "map_at_10": 0.23491, + "map_at_100": 0.31749, + "map_at_1000": 0.33284, + "map_at_20": 0.26864, + "map_at_3": 0.15973, + "map_at_5": 0.18935, + "mrr_at_1": 0.7761194029850746, + "mrr_at_10": 0.8500000000000001, + "mrr_at_100": 0.8504264392324095, + "mrr_at_1000": 0.8505224598508181, + "mrr_at_20": 0.8500000000000001, + "mrr_at_3": 0.8407960199004976, + "mrr_at_5": 0.8475124378109453, + "nauc_map_at_1000_diff1": 0.2961707701231852, + "nauc_map_at_1000_max": 0.34844557134808435, + "nauc_map_at_1000_std": 0.10425262387132968, + "nauc_map_at_100_diff1": 0.30615129641379946, + "nauc_map_at_100_max": 0.33235711465711915, + "nauc_map_at_100_std": 0.07415813477606116, + "nauc_map_at_10_diff1": 0.411652794445596, + "nauc_map_at_10_max": 0.28140621180403286, + "nauc_map_at_10_std": -0.1223003345331823, + "nauc_map_at_1_diff1": 0.47819175794601126, + "nauc_map_at_1_max": 0.09541395404829235, + "nauc_map_at_1_std": -0.3729928973898404, + "nauc_map_at_20_diff1": 0.36796161969799296, + "nauc_map_at_20_max": 0.30004017883882306, + "nauc_map_at_20_std": -0.04408434869186691, + "nauc_map_at_3_diff1": 0.46565416767147166, + "nauc_map_at_3_max": 0.17237380102029404, + "nauc_map_at_3_std": -0.2889272503494305, + "nauc_map_at_5_diff1": 0.4661210510708879, + "nauc_map_at_5_max": 0.22140684632165616, + "nauc_map_at_5_std": -0.2284496095631764, + "nauc_mrr_at_1000_diff1": 0.6325788459086266, + "nauc_mrr_at_1000_max": 0.5044216949316589, + "nauc_mrr_at_1000_std": 0.24755734201449248, + "nauc_mrr_at_100_diff1": 0.6327531835273927, + "nauc_mrr_at_100_max": 0.504762684758336, + "nauc_mrr_at_100_std": 0.24802184915790873, + "nauc_mrr_at_10_diff1": 0.6338719894229454, + "nauc_mrr_at_10_max": 0.504915573705208, + "nauc_mrr_at_10_std": 0.24835655748065755, + "nauc_mrr_at_1_diff1": 0.5759324163547243, + "nauc_mrr_at_1_max": 0.4287609749666162, + "nauc_mrr_at_1_std": 0.16050064735067535, + "nauc_mrr_at_20_diff1": 0.6338719894229454, + "nauc_mrr_at_20_max": 0.504915573705208, + "nauc_mrr_at_20_std": 0.24835655748065755, + "nauc_mrr_at_3_diff1": 0.629705398897141, + "nauc_mrr_at_3_max": 0.5000899320473072, + "nauc_mrr_at_3_std": 0.25308305080281296, + "nauc_mrr_at_5_diff1": 0.6379710006204685, + "nauc_mrr_at_5_max": 0.5023483850514786, + "nauc_mrr_at_5_std": 0.25026908688482735, + "nauc_ndcg_at_1000_diff1": 0.37790515955300236, + "nauc_ndcg_at_1000_max": 0.4990945596573537, + "nauc_ndcg_at_1000_std": 0.26104795270965675, + "nauc_ndcg_at_100_diff1": 0.4038698553132394, + "nauc_ndcg_at_100_max": 0.4575076848241207, + "nauc_ndcg_at_100_std": 0.15789037058927557, + "nauc_ndcg_at_10_diff1": 0.3756732103493635, + "nauc_ndcg_at_10_max": 0.45375400303326235, + "nauc_ndcg_at_10_std": 0.13403825882470902, + "nauc_ndcg_at_1_diff1": 0.5254534217739806, + "nauc_ndcg_at_1_max": 0.3704574072736658, + "nauc_ndcg_at_1_std": 0.11404422922131893, + "nauc_ndcg_at_20_diff1": 0.40242710013446303, + "nauc_ndcg_at_20_max": 0.39819749848172387, + "nauc_ndcg_at_20_std": 0.045669705719944234, + "nauc_ndcg_at_3_diff1": 0.3557069099484337, + "nauc_ndcg_at_3_max": 0.37633179519816984, + "nauc_ndcg_at_3_std": 0.15396285508943627, + "nauc_ndcg_at_5_diff1": 0.38486234122651203, + "nauc_ndcg_at_5_max": 0.44394343955407506, + "nauc_ndcg_at_5_std": 0.15271898518995455, + "nauc_precision_at_1000_diff1": -0.32990706325162206, + "nauc_precision_at_1000_max": 0.09804512439089315, + "nauc_precision_at_1000_std": 0.460607976081871, + "nauc_precision_at_100_diff1": -0.29723157202833955, + "nauc_precision_at_100_max": 0.18146933026508405, + "nauc_precision_at_100_std": 0.5428723645706538, + "nauc_precision_at_10_diff1": -0.1606992335553865, + "nauc_precision_at_10_max": 0.28323160768633143, + "nauc_precision_at_10_std": 0.49061029807133005, + "nauc_precision_at_1_diff1": 0.5759324163547243, + "nauc_precision_at_1_max": 0.4287609749666162, + "nauc_precision_at_1_std": 0.16050064735067535, + "nauc_precision_at_20_diff1": -0.23633769868678275, + "nauc_precision_at_20_max": 0.2035435265466152, + "nauc_precision_at_20_std": 0.47393356789431473, + "nauc_precision_at_3_diff1": 0.04338840741871798, + "nauc_precision_at_3_max": 0.33767420890722066, + "nauc_precision_at_3_std": 0.41894412990845725, + "nauc_precision_at_5_diff1": -0.02024003937037302, + "nauc_precision_at_5_max": 0.3650689693520276, + "nauc_precision_at_5_std": 0.45108028546634876, + "nauc_recall_at_1000_diff1": 0.06822002851768494, + "nauc_recall_at_1000_max": 0.4188634316252138, + "nauc_recall_at_1000_std": 0.377797149124395, + "nauc_recall_at_100_diff1": 0.20579408913692657, + "nauc_recall_at_100_max": 0.3915295396060446, + "nauc_recall_at_100_std": 0.21145720095565326, + "nauc_recall_at_10_diff1": 0.31216855425416035, + "nauc_recall_at_10_max": 0.22646582635884593, + "nauc_recall_at_10_std": -0.12107028917425681, + "nauc_recall_at_1_diff1": 0.47819175794601126, + "nauc_recall_at_1_max": 0.09541395404829235, + "nauc_recall_at_1_std": -0.3729928973898404, + "nauc_recall_at_20_diff1": 0.2747683628657947, + "nauc_recall_at_20_max": 0.24644369042382283, + "nauc_recall_at_20_std": -0.041399454342455955, + "nauc_recall_at_3_diff1": 0.442134881042166, + "nauc_recall_at_3_max": 0.1681579509288799, + "nauc_recall_at_3_std": -0.2738058274228317, + "nauc_recall_at_5_diff1": 0.4573032100199139, + "nauc_recall_at_5_max": 0.21624287608577505, + "nauc_recall_at_5_std": -0.2178290528379601, + "ndcg_at_1": 0.64925, + "ndcg_at_10": 0.49402, + "ndcg_at_100": 0.53615, + "ndcg_at_1000": 0.60668, + "ndcg_at_20": 0.47864, + "ndcg_at_3": 0.54625, + "ndcg_at_5": 0.52148, + "precision_at_1": 0.77612, + "precision_at_10": 0.36418, + "precision_at_100": 0.10612, + "precision_at_1000": 0.01679, + "precision_at_20": 0.26343, + "precision_at_3": 0.53731, + "precision_at_5": 0.46269, + "recall_at_1": 0.11586, + "recall_at_10": 0.30631, + "recall_at_100": 0.59004, + "recall_at_1000": 0.81214, + "recall_at_20": 0.37896, + "recall_at_3": 0.16982, + "recall_at_5": 0.21802 + } + ], + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.413, + "map_at_1": 0.08498, + "map_at_10": 0.19112, + "map_at_100": 0.27379, + "map_at_1000": 0.28988, + "map_at_20": 0.22206, + "map_at_3": 0.13756, + "map_at_5": 0.15981, + "mrr_at_1": 0.655, + "mrr_at_10": 0.7452500000000001, + "mrr_at_100": 0.7472781193673412, + "mrr_at_1000": 0.7473490180290656, + "mrr_at_20": 0.7462522453037158, + "mrr_at_3": 0.7279166666666668, + "mrr_at_5": 0.7360416666666667, + "nauc_map_at_1000_diff1": 0.3123515615112517, + "nauc_map_at_1000_max": 0.34824574970602323, + "nauc_map_at_1000_std": 0.3053609432751588, + "nauc_map_at_100_diff1": 0.31921538017546464, + "nauc_map_at_100_max": 0.3320797046284167, + "nauc_map_at_100_std": 0.27423023444791456, + "nauc_map_at_10_diff1": 0.3472067092258474, + "nauc_map_at_10_max": 0.20462575940314098, + "nauc_map_at_10_std": 0.046711452399028686, + "nauc_map_at_1_diff1": 0.43924243316331885, + "nauc_map_at_1_max": 0.12156761612711066, + "nauc_map_at_1_std": -0.0898915967496187, + "nauc_map_at_20_diff1": 0.34332275554106784, + "nauc_map_at_20_max": 0.26201446574471615, + "nauc_map_at_20_std": 0.1292647484772872, + "nauc_map_at_3_diff1": 0.34621623901626314, + "nauc_map_at_3_max": 0.12362930653021102, + "nauc_map_at_3_std": -0.06722634339438162, + "nauc_map_at_5_diff1": 0.34175203862238795, + "nauc_map_at_5_max": 0.1508336399551441, + "nauc_map_at_5_std": -0.026491070384544527, + "nauc_mrr_at_1000_diff1": 0.49654892614316765, + "nauc_mrr_at_1000_max": 0.6252372409753661, + "nauc_mrr_at_1000_std": 0.3953627599625232, + "nauc_mrr_at_100_diff1": 0.4964397748512885, + "nauc_mrr_at_100_max": 0.6250444957730075, + "nauc_mrr_at_100_std": 0.39511242213314135, + "nauc_mrr_at_10_diff1": 0.4969083375691237, + "nauc_mrr_at_10_max": 0.6260683067070876, + "nauc_mrr_at_10_std": 0.3969127472888886, + "nauc_mrr_at_1_diff1": 0.5139848647938015, + "nauc_mrr_at_1_max": 0.5896239205278423, + "nauc_mrr_at_1_std": 0.35983911653780104, + "nauc_mrr_at_20_diff1": 0.4958950715807629, + "nauc_mrr_at_20_max": 0.6251959060234791, + "nauc_mrr_at_20_std": 0.39502966074589835, + "nauc_mrr_at_3_diff1": 0.5051133634374807, + "nauc_mrr_at_3_max": 0.6362953812560612, + "nauc_mrr_at_3_std": 0.4085182072573506, + "nauc_mrr_at_5_diff1": 0.5006692544963395, + "nauc_mrr_at_5_max": 0.6296389755205452, + "nauc_mrr_at_5_std": 0.3992435816064508, + "nauc_ndcg_at_1000_diff1": 0.32504076560135725, + "nauc_ndcg_at_1000_max": 0.45455254720270855, + "nauc_ndcg_at_1000_std": 0.4041509710997897, + "nauc_ndcg_at_100_diff1": 0.3509763308897526, + "nauc_ndcg_at_100_max": 0.4209083237034949, + "nauc_ndcg_at_100_std": 0.3301874120501606, + "nauc_ndcg_at_10_diff1": 0.33287717170803965, + "nauc_ndcg_at_10_max": 0.4283637038356929, + "nauc_ndcg_at_10_std": 0.3022461731958242, + "nauc_ndcg_at_1_diff1": 0.4618015922259147, + "nauc_ndcg_at_1_max": 0.4509606357326466, + "nauc_ndcg_at_1_std": 0.23681149615329675, + "nauc_ndcg_at_20_diff1": 0.35621658439064435, + "nauc_ndcg_at_20_max": 0.41440897525836806, + "nauc_ndcg_at_20_std": 0.2764504296574225, + "nauc_ndcg_at_3_diff1": 0.306485824296598, + "nauc_ndcg_at_3_max": 0.4357992251651839, + "nauc_ndcg_at_3_std": 0.2775153990246753, + "nauc_ndcg_at_5_diff1": 0.3100386722436673, + "nauc_ndcg_at_5_max": 0.4219817327609211, + "nauc_ndcg_at_5_std": 0.2767655113335608, + "nauc_precision_at_1000_diff1": -0.16839138418954222, + "nauc_precision_at_1000_max": 0.08970959974669825, + "nauc_precision_at_1000_std": 0.18872892242184452, + "nauc_precision_at_100_diff1": -0.04861917195580401, + "nauc_precision_at_100_max": 0.3133763220029255, + "nauc_precision_at_100_std": 0.47020858174546615, + "nauc_precision_at_10_diff1": 0.03397746211284145, + "nauc_precision_at_10_max": 0.42762068813116155, + "nauc_precision_at_10_std": 0.4853438837603128, + "nauc_precision_at_1_diff1": 0.5139848647938015, + "nauc_precision_at_1_max": 0.5896239205278423, + "nauc_precision_at_1_std": 0.35983911653780104, + "nauc_precision_at_20_diff1": 0.019383940101852317, + "nauc_precision_at_20_max": 0.4112228108736111, + "nauc_precision_at_20_std": 0.4949751553734849, + "nauc_precision_at_3_diff1": 0.12329546021327333, + "nauc_precision_at_3_max": 0.4468320391490163, + "nauc_precision_at_3_std": 0.39041709833853244, + "nauc_precision_at_5_diff1": 0.07983903695896177, + "nauc_precision_at_5_max": 0.4305542751293286, + "nauc_precision_at_5_std": 0.4113424960106142, + "nauc_recall_at_1000_diff1": 0.17892906147480808, + "nauc_recall_at_1000_max": 0.3355882208971556, + "nauc_recall_at_1000_std": 0.44014270532403627, + "nauc_recall_at_100_diff1": 0.25673296255414013, + "nauc_recall_at_100_max": 0.28823858569248567, + "nauc_recall_at_100_std": 0.2667614801241404, + "nauc_recall_at_10_diff1": 0.28842934396760916, + "nauc_recall_at_10_max": 0.12968623925991787, + "nauc_recall_at_10_std": 0.007637630409646212, + "nauc_recall_at_1_diff1": 0.43924243316331885, + "nauc_recall_at_1_max": 0.12156761612711066, + "nauc_recall_at_1_std": -0.0898915967496187, + "nauc_recall_at_20_diff1": 0.29547853047877887, + "nauc_recall_at_20_max": 0.2026578533748573, + "nauc_recall_at_20_std": 0.0728761276985387, + "nauc_recall_at_3_diff1": 0.30322133984068617, + "nauc_recall_at_3_max": 0.08784742684361353, + "nauc_recall_at_3_std": -0.08413577137341002, + "nauc_recall_at_5_diff1": 0.2914637550392936, + "nauc_recall_at_5_max": 0.10283611562242058, + "nauc_recall_at_5_std": -0.05376488969490737, + "ndcg_at_1": 0.53375, + "ndcg_at_10": 0.413, + "ndcg_at_100": 0.45984, + "ndcg_at_1000": 0.53133, + "ndcg_at_20": 0.4063, + "ndcg_at_3": 0.46153, + "ndcg_at_5": 0.43122, + "precision_at_1": 0.655, + "precision_at_10": 0.3275, + "precision_at_100": 0.10685, + "precision_at_1000": 0.01978, + "precision_at_20": 0.2485, + "precision_at_3": 0.49917, + "precision_at_5": 0.4145, + "recall_at_1": 0.08498, + "recall_at_10": 0.25068, + "recall_at_100": 0.52386, + "recall_at_1000": 0.74912, + "recall_at_20": 0.32157, + "recall_at_3": 0.152, + "recall_at_5": 0.18641 + } + ] + }, + "task_name": "DBPedia" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPediaHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPediaHardNegatives.json new file mode 100644 index 000000000..6a6fa2eff --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 153.10082268714905, + "kg_co2_emissions": 0.014583053188925976, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.42475, + "map_at_1": 0.08565, + "map_at_10": 0.19372, + "map_at_100": 0.29534, + "map_at_1000": 0.33031, + "map_at_20": 0.22673, + "map_at_3": 0.13858, + "map_at_5": 0.16159, + "mrr_at_1": 0.67, + "mrr_at_10": 0.7568650793650794, + "mrr_at_100": 0.7587453390836663, + "mrr_at_1000": 0.7588516723527838, + "mrr_at_20": 0.7577481962481962, + "mrr_at_3": 0.7395833333333335, + "mrr_at_5": 0.7487083333333334, + "nauc_map_at_1000_diff1": 0.27884798931205357, + "nauc_map_at_1000_max": 0.3316250994547444, + "nauc_map_at_1000_std": 0.14537578874053694, + "nauc_map_at_100_diff1": 0.29744921570405103, + "nauc_map_at_100_max": 0.31971594368033446, + "nauc_map_at_100_std": 0.11692867850937438, + "nauc_map_at_10_diff1": 0.33451785930407635, + "nauc_map_at_10_max": 0.19925445041346598, + "nauc_map_at_10_std": -0.02495863734500883, + "nauc_map_at_1_diff1": 0.4182445721379841, + "nauc_map_at_1_max": 0.11904046050349389, + "nauc_map_at_1_std": -0.12445577757335559, + "nauc_map_at_20_diff1": 0.32536526582162945, + "nauc_map_at_20_max": 0.2525035864074209, + "nauc_map_at_20_std": 0.028569199681261745, + "nauc_map_at_3_diff1": 0.331449025837604, + "nauc_map_at_3_max": 0.12211896966702443, + "nauc_map_at_3_std": -0.11404052052653821, + "nauc_map_at_5_diff1": 0.32643315190718464, + "nauc_map_at_5_max": 0.1476199678352818, + "nauc_map_at_5_std": -0.08564694214165913, + "nauc_mrr_at_1000_diff1": 0.4817957480537063, + "nauc_mrr_at_1000_max": 0.6044685512159745, + "nauc_mrr_at_1000_std": 0.20761447965762464, + "nauc_mrr_at_100_diff1": 0.4818456215592814, + "nauc_mrr_at_100_max": 0.6045662588423156, + "nauc_mrr_at_100_std": 0.20770288010385096, + "nauc_mrr_at_10_diff1": 0.4822066514500576, + "nauc_mrr_at_10_max": 0.6055740742809732, + "nauc_mrr_at_10_std": 0.20976116759103242, + "nauc_mrr_at_1_diff1": 0.49383369165918983, + "nauc_mrr_at_1_max": 0.5690863537099421, + "nauc_mrr_at_1_std": 0.16897462375785036, + "nauc_mrr_at_20_diff1": 0.48093363736744627, + "nauc_mrr_at_20_max": 0.6043254080975009, + "nauc_mrr_at_20_std": 0.20806354909211303, + "nauc_mrr_at_3_diff1": 0.49033674523912635, + "nauc_mrr_at_3_max": 0.6160160889868478, + "nauc_mrr_at_3_std": 0.21826820409685976, + "nauc_mrr_at_5_diff1": 0.4844317269283308, + "nauc_mrr_at_5_max": 0.6063238933088952, + "nauc_mrr_at_5_std": 0.200149977267015, + "nauc_ndcg_at_1000_diff1": 0.29924995456925507, + "nauc_ndcg_at_1000_max": 0.4421110377791029, + "nauc_ndcg_at_1000_std": 0.26128589871346686, + "nauc_ndcg_at_100_diff1": 0.31665682086072816, + "nauc_ndcg_at_100_max": 0.3923830454887156, + "nauc_ndcg_at_100_std": 0.1654981788548789, + "nauc_ndcg_at_10_diff1": 0.30915920343699654, + "nauc_ndcg_at_10_max": 0.3978870642860355, + "nauc_ndcg_at_10_std": 0.15523600799868276, + "nauc_ndcg_at_1_diff1": 0.4415908636499541, + "nauc_ndcg_at_1_max": 0.4364382762586604, + "nauc_ndcg_at_1_std": 0.11561679717809163, + "nauc_ndcg_at_20_diff1": 0.32264752474509917, + "nauc_ndcg_at_20_max": 0.37568979815877784, + "nauc_ndcg_at_20_std": 0.1227635583810271, + "nauc_ndcg_at_3_diff1": 0.28752129877724714, + "nauc_ndcg_at_3_max": 0.4199463509881783, + "nauc_ndcg_at_3_std": 0.13961623426314984, + "nauc_ndcg_at_5_diff1": 0.2861897564917542, + "nauc_ndcg_at_5_max": 0.3986889045016189, + "nauc_ndcg_at_5_std": 0.126348993215012, + "nauc_precision_at_1000_diff1": -0.16835493630197143, + "nauc_precision_at_1000_max": -0.0820133433151531, + "nauc_precision_at_1000_std": -0.07976957752165825, + "nauc_precision_at_100_diff1": -0.08926889845607741, + "nauc_precision_at_100_max": 0.17859499866047254, + "nauc_precision_at_100_std": 0.18719314984426447, + "nauc_precision_at_10_diff1": 0.011329625838006055, + "nauc_precision_at_10_max": 0.3670877060593029, + "nauc_precision_at_10_std": 0.2929158713166755, + "nauc_precision_at_1_diff1": 0.49383369165918983, + "nauc_precision_at_1_max": 0.5690863537099421, + "nauc_precision_at_1_std": 0.16897462375785036, + "nauc_precision_at_20_diff1": -0.012792642631367906, + "nauc_precision_at_20_max": 0.3315386120018283, + "nauc_precision_at_20_std": 0.2715643894903743, + "nauc_precision_at_3_diff1": 0.10869999009456151, + "nauc_precision_at_3_max": 0.42287610879904486, + "nauc_precision_at_3_std": 0.2176713030820276, + "nauc_precision_at_5_diff1": 0.057601470756169566, + "nauc_precision_at_5_max": 0.3902364214116582, + "nauc_precision_at_5_std": 0.22517933806534854, + "nauc_recall_at_1000_diff1": 0.12670050892827536, + "nauc_recall_at_1000_max": 0.3130059687762479, + "nauc_recall_at_1000_std": 0.5397529514285505, + "nauc_recall_at_100_diff1": 0.22760032461052168, + "nauc_recall_at_100_max": 0.25990975407670036, + "nauc_recall_at_100_std": 0.14054633631506655, + "nauc_recall_at_10_diff1": 0.2783218098442446, + "nauc_recall_at_10_max": 0.12133154580768485, + "nauc_recall_at_10_std": -0.017165619766140155, + "nauc_recall_at_1_diff1": 0.4182445721379841, + "nauc_recall_at_1_max": 0.11904046050349389, + "nauc_recall_at_1_std": -0.12445577757335559, + "nauc_recall_at_20_diff1": 0.2545368880049308, + "nauc_recall_at_20_max": 0.1722981722383018, + "nauc_recall_at_20_std": 0.010021148810692902, + "nauc_recall_at_3_diff1": 0.2892539182740673, + "nauc_recall_at_3_max": 0.08522479967259704, + "nauc_recall_at_3_std": -0.12087806665077017, + "nauc_recall_at_5_diff1": 0.26902340202633124, + "nauc_recall_at_5_max": 0.09130101386861456, + "nauc_recall_at_5_std": -0.10733171365246716, + "ndcg_at_1": 0.54375, + "ndcg_at_10": 0.42475, + "ndcg_at_100": 0.50152, + "ndcg_at_1000": 0.60548, + "ndcg_at_20": 0.42121, + "ndcg_at_3": 0.46799, + "ndcg_at_5": 0.4403, + "precision_at_1": 0.67, + "precision_at_10": 0.34325, + "precision_at_100": 0.1342, + "precision_at_1000": 0.02961, + "precision_at_20": 0.2655, + "precision_at_3": 0.50917, + "precision_at_5": 0.4275, + "recall_at_1": 0.08565, + "recall_at_10": 0.25414, + "recall_at_100": 0.59974, + "recall_at_1000": 0.92201, + "recall_at_20": 0.33252, + "recall_at_3": 0.15328, + "recall_at_5": 0.18957 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/FEVERHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/FEVERHardNegatives.json new file mode 100644 index 000000000..0e477477a --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 485.4282875061035, + "kg_co2_emissions": 0.04649068006526323, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8379, + "map_at_1": 0.69672, + "map_at_10": 0.79391, + "map_at_100": 0.79636, + "map_at_1000": 0.79655, + "map_at_20": 0.79532, + "map_at_3": 0.77986, + "map_at_5": 0.79035, + "mrr_at_1": 0.736, + "mrr_at_10": 0.8309230158730163, + "mrr_at_100": 0.8320020783543274, + "mrr_at_1000": 0.8320046623336556, + "mrr_at_20": 0.8317277521884725, + "mrr_at_3": 0.8195000000000003, + "mrr_at_5": 0.8281000000000005, + "nauc_map_at_1000_diff1": 0.6022447973957898, + "nauc_map_at_1000_max": 0.195724446531126, + "nauc_map_at_1000_std": -0.17456694485185162, + "nauc_map_at_100_diff1": 0.6020182769663966, + "nauc_map_at_100_max": 0.19579247153189264, + "nauc_map_at_100_std": -0.17472223568826056, + "nauc_map_at_10_diff1": 0.6007823973128483, + "nauc_map_at_10_max": 0.1965441073673736, + "nauc_map_at_10_std": -0.17717201806451224, + "nauc_map_at_1_diff1": 0.6215176717647795, + "nauc_map_at_1_max": 0.14936045484517294, + "nauc_map_at_1_std": -0.21137245932545043, + "nauc_map_at_20_diff1": 0.6009147211297174, + "nauc_map_at_20_max": 0.19701212575332414, + "nauc_map_at_20_std": -0.17397279976168228, + "nauc_map_at_3_diff1": 0.5985592015273283, + "nauc_map_at_3_max": 0.19047426009347762, + "nauc_map_at_3_std": -0.16938455620955775, + "nauc_map_at_5_diff1": 0.6012735231387641, + "nauc_map_at_5_max": 0.19677800924124006, + "nauc_map_at_5_std": -0.17590638720773047, + "nauc_mrr_at_1000_diff1": 0.6662771476447659, + "nauc_mrr_at_1000_max": 0.180790175873258, + "nauc_mrr_at_1000_std": -0.22031298134818206, + "nauc_mrr_at_100_diff1": 0.666282824708542, + "nauc_mrr_at_100_max": 0.18079938634307163, + "nauc_mrr_at_100_std": -0.22031214817184486, + "nauc_mrr_at_10_diff1": 0.6661713449368019, + "nauc_mrr_at_10_max": 0.1823114915886264, + "nauc_mrr_at_10_std": -0.2216709610479005, + "nauc_mrr_at_1_diff1": 0.6812465959696281, + "nauc_mrr_at_1_max": 0.14889829558196918, + "nauc_mrr_at_1_std": -0.24914899240700958, + "nauc_mrr_at_20_diff1": 0.6662575717670856, + "nauc_mrr_at_20_max": 0.18195588823735198, + "nauc_mrr_at_20_std": -0.21980176428265683, + "nauc_mrr_at_3_diff1": 0.6585112354498573, + "nauc_mrr_at_3_max": 0.170051484571194, + "nauc_mrr_at_3_std": -0.21770192714540268, + "nauc_mrr_at_5_diff1": 0.6658395172685065, + "nauc_mrr_at_5_max": 0.18352089067044983, + "nauc_mrr_at_5_std": -0.21945212268773018, + "nauc_ndcg_at_1000_diff1": 0.6132407242804452, + "nauc_ndcg_at_1000_max": 0.20398043542395042, + "nauc_ndcg_at_1000_std": -0.16897999826802973, + "nauc_ndcg_at_100_diff1": 0.6095876088233999, + "nauc_ndcg_at_100_max": 0.2051627160061968, + "nauc_ndcg_at_100_std": -0.17232132888406432, + "nauc_ndcg_at_10_diff1": 0.6041205002193313, + "nauc_ndcg_at_10_max": 0.21529063213761368, + "nauc_ndcg_at_10_std": -0.1775277824316419, + "nauc_ndcg_at_1_diff1": 0.6812465959696281, + "nauc_ndcg_at_1_max": 0.14889829558196918, + "nauc_ndcg_at_1_std": -0.24914899240700958, + "nauc_ndcg_at_20_diff1": 0.6036183091104538, + "nauc_ndcg_at_20_max": 0.21517108868892898, + "nauc_ndcg_at_20_std": -0.1658024988707293, + "nauc_ndcg_at_3_diff1": 0.5986724310542472, + "nauc_ndcg_at_3_max": 0.19626982604555757, + "nauc_ndcg_at_3_std": -0.1676320885233118, + "nauc_ndcg_at_5_diff1": 0.6048216810386926, + "nauc_ndcg_at_5_max": 0.21430556237641016, + "nauc_ndcg_at_5_std": -0.17499985914925012, + "nauc_precision_at_1000_diff1": -0.21039039441910407, + "nauc_precision_at_1000_max": -0.08005374137849355, + "nauc_precision_at_1000_std": 0.11183494057671362, + "nauc_precision_at_100_diff1": -0.17034817853010084, + "nauc_precision_at_100_max": -0.04053096165613463, + "nauc_precision_at_100_std": 0.07006585523964166, + "nauc_precision_at_10_diff1": 0.06899903331624933, + "nauc_precision_at_10_max": 0.16171615418341462, + "nauc_precision_at_10_std": -0.03773236066283917, + "nauc_precision_at_1_diff1": 0.6812465959696281, + "nauc_precision_at_1_max": 0.14889829558196918, + "nauc_precision_at_1_std": -0.24914899240700958, + "nauc_precision_at_20_diff1": -0.07695113931463765, + "nauc_precision_at_20_max": 0.09869580035232986, + "nauc_precision_at_20_std": 0.1145170813192706, + "nauc_precision_at_3_diff1": 0.43507567361640437, + "nauc_precision_at_3_max": 0.20447028468518488, + "nauc_precision_at_3_std": -0.09551845951374627, + "nauc_precision_at_5_diff1": 0.2584091503871683, + "nauc_precision_at_5_max": 0.21228261929319517, + "nauc_precision_at_5_std": -0.08241095665471257, + "nauc_recall_at_1000_diff1": 0.3393660030730121, + "nauc_recall_at_1000_max": 0.44601260528009656, + "nauc_recall_at_1000_std": 0.6962950742085103, + "nauc_recall_at_100_diff1": 0.3633751213556768, + "nauc_recall_at_100_max": 0.32069701671387835, + "nauc_recall_at_100_std": 0.05833117654077541, + "nauc_recall_at_10_diff1": 0.44147176377889147, + "nauc_recall_at_10_max": 0.3637380307947423, + "nauc_recall_at_10_std": -0.09489066224302806, + "nauc_recall_at_1_diff1": 0.6215176717647795, + "nauc_recall_at_1_max": 0.14936045484517294, + "nauc_recall_at_1_std": -0.21137245932545043, + "nauc_recall_at_20_diff1": 0.388812241642604, + "nauc_recall_at_20_max": 0.39925607757035614, + "nauc_recall_at_20_std": 0.03721450274956084, + "nauc_recall_at_3_diff1": 0.5054981886487635, + "nauc_recall_at_3_max": 0.23948709554693273, + "nauc_recall_at_3_std": -0.09648108843758815, + "nauc_recall_at_5_diff1": 0.49025077619049734, + "nauc_recall_at_5_max": 0.3304419169338962, + "nauc_recall_at_5_std": -0.09733951143739274, + "ndcg_at_1": 0.736, + "ndcg_at_10": 0.8379, + "ndcg_at_100": 0.84754, + "ndcg_at_1000": 0.85032, + "ndcg_at_20": 0.84203, + "ndcg_at_3": 0.81477, + "ndcg_at_5": 0.8305, + "precision_at_1": 0.736, + "precision_at_10": 0.1013, + "precision_at_100": 0.01087, + "precision_at_1000": 0.00114, + "precision_at_20": 0.05185, + "precision_at_3": 0.312, + "precision_at_5": 0.1966, + "recall_at_1": 0.69672, + "recall_at_10": 0.9346, + "recall_at_100": 0.97498, + "recall_at_1000": 0.99066, + "recall_at_20": 0.94945, + "recall_at_3": 0.87348, + "recall_at_5": 0.91251 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA-PLHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..cb95167b1 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 463.65645480155945, + "kg_co2_emissions": 0.04370710373555759, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6757, + "map_at_1": 0.3775, + "map_at_10": 0.5917, + "map_at_100": 0.60232, + "map_at_1000": 0.60313, + "map_at_20": 0.59745, + "map_at_3": 0.56042, + "map_at_5": 0.57959, + "mrr_at_1": 0.755, + "mrr_at_10": 0.815088095238095, + "mrr_at_100": 0.8179792289016137, + "mrr_at_1000": 0.8180181199728865, + "mrr_at_20": 0.8170890315352001, + "mrr_at_3": 0.8011666666666667, + "mrr_at_5": 0.8097166666666669, + "nauc_map_at_1000_diff1": 0.17102738363767458, + "nauc_map_at_1000_max": 0.2589676962493055, + "nauc_map_at_1000_std": -0.01170596922611162, + "nauc_map_at_100_diff1": 0.17050410944929806, + "nauc_map_at_100_max": 0.25841279619561053, + "nauc_map_at_100_std": -0.012195748363378413, + "nauc_map_at_10_diff1": 0.16944076272388142, + "nauc_map_at_10_max": 0.2583225915486613, + "nauc_map_at_10_std": -0.015064172557251792, + "nauc_map_at_1_diff1": 0.629792666191504, + "nauc_map_at_1_max": 0.4326627873578502, + "nauc_map_at_1_std": -0.1291873663606484, + "nauc_map_at_20_diff1": 0.169984425187922, + "nauc_map_at_20_max": 0.25935787496973634, + "nauc_map_at_20_std": -0.01262336113778556, + "nauc_map_at_3_diff1": 0.1749191202308832, + "nauc_map_at_3_max": 0.24764844630304753, + "nauc_map_at_3_std": -0.03148518067860265, + "nauc_map_at_5_diff1": 0.16858059250048057, + "nauc_map_at_5_max": 0.2520161502483768, + "nauc_map_at_5_std": -0.022500225317032607, + "nauc_mrr_at_1000_diff1": 0.6259317837314567, + "nauc_mrr_at_1000_max": 0.4583438760360393, + "nauc_mrr_at_1000_std": -0.12414264664821939, + "nauc_mrr_at_100_diff1": 0.6259513454698794, + "nauc_mrr_at_100_max": 0.45837562782830116, + "nauc_mrr_at_100_std": -0.12402312876251143, + "nauc_mrr_at_10_diff1": 0.625558244085395, + "nauc_mrr_at_10_max": 0.4610440454587737, + "nauc_mrr_at_10_std": -0.12359048284592473, + "nauc_mrr_at_1_diff1": 0.629792666191504, + "nauc_mrr_at_1_max": 0.4326627873578502, + "nauc_mrr_at_1_std": -0.1291873663606484, + "nauc_mrr_at_20_diff1": 0.6256361403924683, + "nauc_mrr_at_20_max": 0.45830228725163774, + "nauc_mrr_at_20_std": -0.12488093688070805, + "nauc_mrr_at_3_diff1": 0.6314620376923695, + "nauc_mrr_at_3_max": 0.46581340619155664, + "nauc_mrr_at_3_std": -0.13016177917464433, + "nauc_mrr_at_5_diff1": 0.6244399953023119, + "nauc_mrr_at_5_max": 0.4622662771589494, + "nauc_mrr_at_5_std": -0.12155973001443991, + "nauc_ndcg_at_1000_diff1": 0.23411490331879634, + "nauc_ndcg_at_1000_max": 0.29965405860004335, + "nauc_ndcg_at_1000_std": 0.0019600170996393403, + "nauc_ndcg_at_100_diff1": 0.2182349758967152, + "nauc_ndcg_at_100_max": 0.28867671625132074, + "nauc_ndcg_at_100_std": 0.0002533109487177283, + "nauc_ndcg_at_10_diff1": 0.2209258699834326, + "nauc_ndcg_at_10_max": 0.2974109900881363, + "nauc_ndcg_at_10_std": -0.011088642241494424, + "nauc_ndcg_at_1_diff1": 0.629792666191504, + "nauc_ndcg_at_1_max": 0.4326627873578502, + "nauc_ndcg_at_1_std": -0.1291873663606484, + "nauc_ndcg_at_20_diff1": 0.21960535038007556, + "nauc_ndcg_at_20_max": 0.296925729592463, + "nauc_ndcg_at_20_std": -0.004570425965046091, + "nauc_ndcg_at_3_diff1": 0.24065803749105982, + "nauc_ndcg_at_3_max": 0.28732324911378576, + "nauc_ndcg_at_3_std": -0.041969635537989, + "nauc_ndcg_at_5_diff1": 0.2232458466041806, + "nauc_ndcg_at_5_max": 0.28777193443097654, + "nauc_ndcg_at_5_std": -0.025539168506870057, + "nauc_precision_at_1000_diff1": -0.21954080777610618, + "nauc_precision_at_1000_max": 0.2046314252196543, + "nauc_precision_at_1000_std": 0.57980200627259, + "nauc_precision_at_100_diff1": -0.10640897197716245, + "nauc_precision_at_100_max": 0.13303115485998324, + "nauc_precision_at_100_std": 0.19651586923323908, + "nauc_precision_at_10_diff1": 0.05318520112185957, + "nauc_precision_at_10_max": 0.2492955106757444, + "nauc_precision_at_10_std": 0.07146033622522342, + "nauc_precision_at_1_diff1": 0.629792666191504, + "nauc_precision_at_1_max": 0.4326627873578502, + "nauc_precision_at_1_std": -0.1291873663606484, + "nauc_precision_at_20_diff1": 0.022927479345065168, + "nauc_precision_at_20_max": 0.23630575326513653, + "nauc_precision_at_20_std": 0.10548447491793181, + "nauc_precision_at_3_diff1": 0.12768980782784548, + "nauc_precision_at_3_max": 0.24709759241745763, + "nauc_precision_at_3_std": -0.009161353846620517, + "nauc_precision_at_5_diff1": 0.08110778140745485, + "nauc_precision_at_5_max": 0.23754285868557729, + "nauc_precision_at_5_std": 0.025605721090822563, + "nauc_recall_at_1000_diff1": -0.2195408077761033, + "nauc_recall_at_1000_max": 0.20463142521965708, + "nauc_recall_at_1000_std": 0.5798020062725967, + "nauc_recall_at_100_diff1": -0.10640897197716162, + "nauc_recall_at_100_max": 0.1330311548599834, + "nauc_recall_at_100_std": 0.1965158692332398, + "nauc_recall_at_10_diff1": 0.05318520112185925, + "nauc_recall_at_10_max": 0.2492955106757442, + "nauc_recall_at_10_std": 0.07146033622522358, + "nauc_recall_at_1_diff1": 0.629792666191504, + "nauc_recall_at_1_max": 0.4326627873578502, + "nauc_recall_at_1_std": -0.1291873663606484, + "nauc_recall_at_20_diff1": 0.02292747934506584, + "nauc_recall_at_20_max": 0.23630575326513606, + "nauc_recall_at_20_std": 0.10548447491793221, + "nauc_recall_at_3_diff1": 0.12768980782784492, + "nauc_recall_at_3_max": 0.2470975924174573, + "nauc_recall_at_3_std": -0.009161353846620647, + "nauc_recall_at_5_diff1": 0.08110778140745531, + "nauc_recall_at_5_max": 0.23754285868557706, + "nauc_recall_at_5_std": 0.025605721090823066, + "ndcg_at_1": 0.755, + "ndcg_at_10": 0.6757, + "ndcg_at_100": 0.71494, + "ndcg_at_1000": 0.72962, + "ndcg_at_20": 0.69056, + "ndcg_at_3": 0.62786, + "ndcg_at_5": 0.65382, + "precision_at_1": 0.755, + "precision_at_10": 0.1418, + "precision_at_100": 0.0173, + "precision_at_1000": 0.00192, + "precision_at_20": 0.07565, + "precision_at_3": 0.40167, + "precision_at_5": 0.2616, + "recall_at_1": 0.3775, + "recall_at_10": 0.709, + "recall_at_100": 0.865, + "recall_at_1000": 0.961, + "recall_at_20": 0.7565, + "recall_at_3": 0.6025, + "recall_at_5": 0.654 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA.json new file mode 100644 index 000000000..271223aba --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQA.json @@ -0,0 +1,456 @@ +{ + "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", + "evaluation_time": 34303.167853593826, + "kg_co2_emissions": 7.018688070990995, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.7373, + "map_at_1": 0.40252, + "map_at_10": 0.65878, + "map_at_100": 0.66626, + "map_at_1000": 0.66679, + "map_at_20": 0.66316, + "map_at_3": 0.62542, + "map_at_5": 0.64696, + "mrr_at_1": 0.8050302919038003, + "mrr_at_10": 0.8619908730887246, + "mrr_at_100": 0.863429246284575, + "mrr_at_1000": 0.8634800074640161, + "mrr_at_20": 0.8629296472677246, + "mrr_at_3": 0.8533137506884524, + "mrr_at_5": 0.8589498806682571, + "nauc_map_at_1000_diff1": 0.18395338360420432, + "nauc_map_at_1000_max": 0.29236584232324697, + "nauc_map_at_1000_std": 0.17899577973667086, + "nauc_map_at_100_diff1": 0.18373206829554792, + "nauc_map_at_100_max": 0.2924812113549462, + "nauc_map_at_100_std": 0.17935742151322584, + "nauc_map_at_10_diff1": 0.18082171408747927, + "nauc_map_at_10_max": 0.2895183886898218, + "nauc_map_at_10_std": 0.1733604465455216, + "nauc_map_at_1_diff1": 0.6951257355734781, + "nauc_map_at_1_max": 0.4940367316465055, + "nauc_map_at_1_std": 0.019116167176365894, + "nauc_map_at_20_diff1": 0.18251845672979458, + "nauc_map_at_20_max": 0.291328486589829, + "nauc_map_at_20_std": 0.17709227672608, + "nauc_map_at_3_diff1": 0.18440183615013317, + "nauc_map_at_3_max": 0.2820236598371716, + "nauc_map_at_3_std": 0.14005146349242295, + "nauc_map_at_5_diff1": 0.18391871689465375, + "nauc_map_at_5_max": 0.28944090763005614, + "nauc_map_at_5_std": 0.16320774378187677, + "nauc_mrr_at_1000_diff1": 0.6893842610140188, + "nauc_mrr_at_1000_max": 0.5190711308717382, + "nauc_mrr_at_1000_std": 0.048532306634676996, + "nauc_mrr_at_100_diff1": 0.6893888475470351, + "nauc_mrr_at_100_max": 0.5191237529562477, + "nauc_mrr_at_100_std": 0.04861203027695508, + "nauc_mrr_at_10_diff1": 0.6892954515982777, + "nauc_mrr_at_10_max": 0.5196348556712944, + "nauc_mrr_at_10_std": 0.048613699771095566, + "nauc_mrr_at_1_diff1": 0.6951257355734781, + "nauc_mrr_at_1_max": 0.4940367316465055, + "nauc_mrr_at_1_std": 0.019116167176365894, + "nauc_mrr_at_20_diff1": 0.6892634748419221, + "nauc_mrr_at_20_max": 0.5198195048781173, + "nauc_mrr_at_20_std": 0.04958731993590975, + "nauc_mrr_at_3_diff1": 0.6874203079099537, + "nauc_mrr_at_3_max": 0.5193461305473492, + "nauc_mrr_at_3_std": 0.04708620563779887, + "nauc_mrr_at_5_diff1": 0.6892629739083432, + "nauc_mrr_at_5_max": 0.520147753984716, + "nauc_mrr_at_5_std": 0.04878747141018183, + "nauc_ndcg_at_1000_diff1": 0.2455610249659206, + "nauc_ndcg_at_1000_max": 0.3304382675697189, + "nauc_ndcg_at_1000_std": 0.20524547107717228, + "nauc_ndcg_at_100_diff1": 0.23771522319362717, + "nauc_ndcg_at_100_max": 0.3304495164054775, + "nauc_ndcg_at_100_std": 0.21339988042572838, + "nauc_ndcg_at_10_diff1": 0.22701455983797106, + "nauc_ndcg_at_10_max": 0.3191225398801963, + "nauc_ndcg_at_10_std": 0.18854647491539614, + "nauc_ndcg_at_1_diff1": 0.6951257355734781, + "nauc_ndcg_at_1_max": 0.4940367316465055, + "nauc_ndcg_at_1_std": 0.019116167176365894, + "nauc_ndcg_at_20_diff1": 0.2304382316918697, + "nauc_ndcg_at_20_max": 0.32413032501029376, + "nauc_ndcg_at_20_std": 0.2008727790152933, + "nauc_ndcg_at_3_diff1": 0.23971547490654163, + "nauc_ndcg_at_3_max": 0.31318061196015584, + "nauc_ndcg_at_3_std": 0.13816220654937417, + "nauc_ndcg_at_5_diff1": 0.23513194987264163, + "nauc_ndcg_at_5_max": 0.3205488876206989, + "nauc_ndcg_at_5_std": 0.169853748513695, + "nauc_precision_at_1000_diff1": -0.02902576794462758, + "nauc_precision_at_1000_max": 0.23613744574515605, + "nauc_precision_at_1000_std": 0.5852281779315246, + "nauc_precision_at_100_diff1": 0.014921329440174023, + "nauc_precision_at_100_max": 0.2676446849122258, + "nauc_precision_at_100_std": 0.47909449275746463, + "nauc_precision_at_10_diff1": 0.05154581464822665, + "nauc_precision_at_10_max": 0.24535911775249472, + "nauc_precision_at_10_std": 0.28637298089889607, + "nauc_precision_at_1_diff1": 0.6951257355734781, + "nauc_precision_at_1_max": 0.4940367316465055, + "nauc_precision_at_1_std": 0.019116167176365894, + "nauc_precision_at_20_diff1": 0.04081198716146343, + "nauc_precision_at_20_max": 0.2537759587751918, + "nauc_precision_at_20_std": 0.3439935010098179, + "nauc_precision_at_3_diff1": 0.12158065163429718, + "nauc_precision_at_3_max": 0.2631467790956451, + "nauc_precision_at_3_std": 0.1736192852808482, + "nauc_precision_at_5_diff1": 0.09670692826471608, + "nauc_precision_at_5_max": 0.265112211825409, + "nauc_precision_at_5_std": 0.23480156848878783, + "nauc_recall_at_1000_diff1": -0.02902576794462738, + "nauc_recall_at_1000_max": 0.2361374457451561, + "nauc_recall_at_1000_std": 0.5852281779315222, + "nauc_recall_at_100_diff1": 0.014921329440173657, + "nauc_recall_at_100_max": 0.2676446849122255, + "nauc_recall_at_100_std": 0.47909449275746124, + "nauc_recall_at_10_diff1": 0.051545814648224914, + "nauc_recall_at_10_max": 0.24535911775249233, + "nauc_recall_at_10_std": 0.2863729808988939, + "nauc_recall_at_1_diff1": 0.6951257355734781, + "nauc_recall_at_1_max": 0.4940367316465055, + "nauc_recall_at_1_std": 0.019116167176365894, + "nauc_recall_at_20_diff1": 0.040811987161461186, + "nauc_recall_at_20_max": 0.2537759587751896, + "nauc_recall_at_20_std": 0.34399350100981524, + "nauc_recall_at_3_diff1": 0.1215806516342972, + "nauc_recall_at_3_max": 0.2631467790956454, + "nauc_recall_at_3_std": 0.173619285280848, + "nauc_recall_at_5_diff1": 0.096706928264715, + "nauc_recall_at_5_max": 0.26511221182540845, + "nauc_recall_at_5_std": 0.23480156848878553, + "ndcg_at_1": 0.80503, + "ndcg_at_10": 0.7373, + "ndcg_at_100": 0.76292, + "ndcg_at_1000": 0.77299, + "ndcg_at_20": 0.74803, + "ndcg_at_3": 0.69098, + "ndcg_at_5": 0.71783, + "precision_at_1": 0.80503, + "precision_at_10": 0.15449, + "precision_at_100": 0.01745, + "precision_at_1000": 0.00188, + "precision_at_20": 0.08069, + "precision_at_3": 0.44728, + "precision_at_5": 0.28959, + "recall_at_1": 0.40252, + "recall_at_10": 0.77244, + "recall_at_100": 0.87241, + "recall_at_1000": 0.93896, + "recall_at_20": 0.80687, + "recall_at_3": 0.67092, + "recall_at_5": 0.72398 + } + ], + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.71224, + "map_at_1": 0.39048, + "map_at_10": 0.62957, + "map_at_100": 0.63796, + "map_at_1000": 0.6385, + "map_at_20": 0.63462, + "map_at_3": 0.594, + "map_at_5": 0.61663, + "mrr_at_1": 0.7809588116137745, + "mrr_at_10": 0.8432419107638534, + "mrr_at_100": 0.8450187520736899, + "mrr_at_1000": 0.8450726705592192, + "mrr_at_20": 0.8444259854315582, + "mrr_at_3": 0.8342786405581791, + "mrr_at_5": 0.8398221922124663, + "nauc_map_at_1000_diff1": 0.17693818054182062, + "nauc_map_at_1000_max": 0.20050319482015494, + "nauc_map_at_1000_std": 0.11788537239655102, + "nauc_map_at_100_diff1": 0.1766683010831637, + "nauc_map_at_100_max": 0.2003965709470945, + "nauc_map_at_100_std": 0.11798371309751952, + "nauc_map_at_10_diff1": 0.17455314202866792, + "nauc_map_at_10_max": 0.19948645859605754, + "nauc_map_at_10_std": 0.11356246733501432, + "nauc_map_at_1_diff1": 0.6678375596530315, + "nauc_map_at_1_max": 0.4141354635175969, + "nauc_map_at_1_std": -0.03532858430870511, + "nauc_map_at_20_diff1": 0.1759495530239876, + "nauc_map_at_20_max": 0.19958303139988398, + "nauc_map_at_20_std": 0.11635093794006884, + "nauc_map_at_3_diff1": 0.1791031159768276, + "nauc_map_at_3_max": 0.19393366120341912, + "nauc_map_at_3_std": 0.07783200347705888, + "nauc_map_at_5_diff1": 0.17623309404749202, + "nauc_map_at_5_max": 0.19795791605156224, + "nauc_map_at_5_std": 0.1015012852415451, + "nauc_mrr_at_1000_diff1": 0.6610991638181138, + "nauc_mrr_at_1000_max": 0.44595650665522946, + "nauc_mrr_at_1000_std": 0.004173452468652396, + "nauc_mrr_at_100_diff1": 0.661107735844138, + "nauc_mrr_at_100_max": 0.445988659788024, + "nauc_mrr_at_100_std": 0.004282805200993542, + "nauc_mrr_at_10_diff1": 0.6606116024083896, + "nauc_mrr_at_10_max": 0.4467776539637507, + "nauc_mrr_at_10_std": 0.004765938658460718, + "nauc_mrr_at_1_diff1": 0.6678375596530315, + "nauc_mrr_at_1_max": 0.4141354635175969, + "nauc_mrr_at_1_std": -0.03532858430870511, + "nauc_mrr_at_20_diff1": 0.6611350204285177, + "nauc_mrr_at_20_max": 0.4464744512011012, + "nauc_mrr_at_20_std": 0.004554503236157665, + "nauc_mrr_at_3_diff1": 0.6589946351585931, + "nauc_mrr_at_3_max": 0.44787361462698894, + "nauc_mrr_at_3_std": 0.004088632827327214, + "nauc_mrr_at_5_diff1": 0.6606510307684228, + "nauc_mrr_at_5_max": 0.44816435102103924, + "nauc_mrr_at_5_std": 0.004345714430634982, + "nauc_ndcg_at_1000_diff1": 0.23722910904268324, + "nauc_ndcg_at_1000_max": 0.24149122167304893, + "nauc_ndcg_at_1000_std": 0.14627690830855414, + "nauc_ndcg_at_100_diff1": 0.22984909175482035, + "nauc_ndcg_at_100_max": 0.2387389214098001, + "nauc_ndcg_at_100_std": 0.15154379149828534, + "nauc_ndcg_at_10_diff1": 0.2219374336701928, + "nauc_ndcg_at_10_max": 0.2341842371573903, + "nauc_ndcg_at_10_std": 0.13325378092472, + "nauc_ndcg_at_1_diff1": 0.6678375596530315, + "nauc_ndcg_at_1_max": 0.4141354635175969, + "nauc_ndcg_at_1_std": -0.03532858430870511, + "nauc_ndcg_at_20_diff1": 0.22467750228559272, + "nauc_ndcg_at_20_max": 0.23378652578720277, + "nauc_ndcg_at_20_std": 0.14220730924914488, + "nauc_ndcg_at_3_diff1": 0.23542262347776347, + "nauc_ndcg_at_3_max": 0.2303007901854455, + "nauc_ndcg_at_3_std": 0.07931675869758538, + "nauc_ndcg_at_5_diff1": 0.2280524519299408, + "nauc_ndcg_at_5_max": 0.2335095380527979, + "nauc_ndcg_at_5_std": 0.11072716168565672, + "nauc_precision_at_1000_diff1": -0.06615624954379958, + "nauc_precision_at_1000_max": 0.13548353272648253, + "nauc_precision_at_1000_std": 0.5163047509066595, + "nauc_precision_at_100_diff1": -0.004981119883891976, + "nauc_precision_at_100_max": 0.1507119361989156, + "nauc_precision_at_100_std": 0.3979458138680654, + "nauc_precision_at_10_diff1": 0.04717158253404677, + "nauc_precision_at_10_max": 0.16293014529545047, + "nauc_precision_at_10_std": 0.24151417141146844, + "nauc_precision_at_1_diff1": 0.6678375596530315, + "nauc_precision_at_1_max": 0.4141354635175969, + "nauc_precision_at_1_std": -0.03532858430870511, + "nauc_precision_at_20_diff1": 0.032914578258091354, + "nauc_precision_at_20_max": 0.14985102220482432, + "nauc_precision_at_20_std": 0.28569312617558124, + "nauc_precision_at_3_diff1": 0.1137632386194284, + "nauc_precision_at_3_max": 0.17683094479219108, + "nauc_precision_at_3_std": 0.11693768855009969, + "nauc_precision_at_5_diff1": 0.08435759052338003, + "nauc_precision_at_5_max": 0.17277515670282895, + "nauc_precision_at_5_std": 0.17782298872138388, + "nauc_recall_at_1000_diff1": -0.06615624954379788, + "nauc_recall_at_1000_max": 0.1354835327264876, + "nauc_recall_at_1000_std": 0.5163047509066604, + "nauc_recall_at_100_diff1": -0.0049811198838910385, + "nauc_recall_at_100_max": 0.15071193619891418, + "nauc_recall_at_100_std": 0.397945813868066, + "nauc_recall_at_10_diff1": 0.047171582534046734, + "nauc_recall_at_10_max": 0.1629301452954488, + "nauc_recall_at_10_std": 0.24151417141146825, + "nauc_recall_at_1_diff1": 0.6678375596530315, + "nauc_recall_at_1_max": 0.4141354635175969, + "nauc_recall_at_1_std": -0.03532858430870511, + "nauc_recall_at_20_diff1": 0.032914578258089994, + "nauc_recall_at_20_max": 0.14985102220482532, + "nauc_recall_at_20_std": 0.2856931261755802, + "nauc_recall_at_3_diff1": 0.11376323861942732, + "nauc_recall_at_3_max": 0.17683094479219114, + "nauc_recall_at_3_std": 0.11693768855009946, + "nauc_recall_at_5_diff1": 0.0843575905233816, + "nauc_recall_at_5_max": 0.17277515670282995, + "nauc_recall_at_5_std": 0.17782298872138427, + "ndcg_at_1": 0.78096, + "ndcg_at_10": 0.71224, + "ndcg_at_100": 0.74109, + "ndcg_at_1000": 0.7517, + "ndcg_at_20": 0.72469, + "ndcg_at_3": 0.66289, + "ndcg_at_5": 0.69078, + "precision_at_1": 0.78096, + "precision_at_10": 0.1499, + "precision_at_100": 0.01724, + "precision_at_1000": 0.00186, + "precision_at_20": 0.07894, + "precision_at_3": 0.42737, + "precision_at_5": 0.27838, + "recall_at_1": 0.39048, + "recall_at_10": 0.74949, + "recall_at_100": 0.86205, + "recall_at_1000": 0.93241, + "recall_at_20": 0.7894, + "recall_at_3": 0.64105, + "recall_at_5": 0.69595 + } + ], + "train": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.73355, + "map_at_1": 0.4012, + "map_at_10": 0.65409, + "map_at_100": 0.66215, + "map_at_1000": 0.66267, + "map_at_20": 0.65901, + "map_at_3": 0.61986, + "map_at_5": 0.64177, + "mrr_at_1": 0.8024, + "mrr_at_10": 0.859157128851527, + "mrr_at_100": 0.860682387386807, + "mrr_at_1000": 0.8607272360155294, + "mrr_at_20": 0.8601581254472559, + "mrr_at_3": 0.8505078431372665, + "mrr_at_5": 0.8561143137254874, + "nauc_map_at_1000_diff1": 0.1933926699898989, + "nauc_map_at_1000_max": 0.2907326045792397, + "nauc_map_at_1000_std": 0.17096076824627054, + "nauc_map_at_100_diff1": 0.19311376472522906, + "nauc_map_at_100_max": 0.29064737136089397, + "nauc_map_at_100_std": 0.17117974272655279, + "nauc_map_at_10_diff1": 0.19153198056056342, + "nauc_map_at_10_max": 0.2891549875465777, + "nauc_map_at_10_std": 0.16587659631492968, + "nauc_map_at_1_diff1": 0.6864231195009757, + "nauc_map_at_1_max": 0.4816961663452398, + "nauc_map_at_1_std": 0.03313145432991395, + "nauc_map_at_20_diff1": 0.19236724685416698, + "nauc_map_at_20_max": 0.29006563644415956, + "nauc_map_at_20_std": 0.16972459666570167, + "nauc_map_at_3_diff1": 0.19133973353448605, + "nauc_map_at_3_max": 0.28142455718418613, + "nauc_map_at_3_std": 0.13318366241754548, + "nauc_map_at_5_diff1": 0.19037810436471508, + "nauc_map_at_5_max": 0.28652420739222256, + "nauc_map_at_5_std": 0.15397771744105485, + "nauc_mrr_at_1000_diff1": 0.6804875847023941, + "nauc_mrr_at_1000_max": 0.5068064301377999, + "nauc_mrr_at_1000_std": 0.06047801250496214, + "nauc_mrr_at_100_diff1": 0.6804885489963156, + "nauc_mrr_at_100_max": 0.506861868941382, + "nauc_mrr_at_100_std": 0.06058216993358657, + "nauc_mrr_at_10_diff1": 0.6803965799975124, + "nauc_mrr_at_10_max": 0.5076685710341479, + "nauc_mrr_at_10_std": 0.06093561041979963, + "nauc_mrr_at_1_diff1": 0.6864231195009757, + "nauc_mrr_at_1_max": 0.4816961663452398, + "nauc_mrr_at_1_std": 0.03313145432991395, + "nauc_mrr_at_20_diff1": 0.6804224169973404, + "nauc_mrr_at_20_max": 0.5072480430717397, + "nauc_mrr_at_20_std": 0.06097283573638121, + "nauc_mrr_at_3_diff1": 0.6777887120042988, + "nauc_mrr_at_3_max": 0.5067741923439836, + "nauc_mrr_at_3_std": 0.056932750033356606, + "nauc_mrr_at_5_diff1": 0.6796209596888745, + "nauc_mrr_at_5_max": 0.507945289469465, + "nauc_mrr_at_5_std": 0.05976897397643596, + "nauc_ndcg_at_1000_diff1": 0.2539493034559228, + "nauc_ndcg_at_1000_max": 0.3284356997196044, + "nauc_ndcg_at_1000_std": 0.19831910184017, + "nauc_ndcg_at_100_diff1": 0.24532867812388207, + "nauc_ndcg_at_100_max": 0.32537344504529053, + "nauc_ndcg_at_100_std": 0.2049871350895441, + "nauc_ndcg_at_10_diff1": 0.23959921112300475, + "nauc_ndcg_at_10_max": 0.32042823447857244, + "nauc_ndcg_at_10_std": 0.18463685733684035, + "nauc_ndcg_at_1_diff1": 0.6864231195009757, + "nauc_ndcg_at_1_max": 0.4816961663452398, + "nauc_ndcg_at_1_std": 0.03313145432991395, + "nauc_ndcg_at_20_diff1": 0.24091239717766733, + "nauc_ndcg_at_20_max": 0.32250020028809123, + "nauc_ndcg_at_20_std": 0.19644142934068126, + "nauc_ndcg_at_3_diff1": 0.24471694538629377, + "nauc_ndcg_at_3_max": 0.3118134715687145, + "nauc_ndcg_at_3_std": 0.13268592899417647, + "nauc_ndcg_at_5_diff1": 0.23982236135410862, + "nauc_ndcg_at_5_max": 0.3168174292517213, + "nauc_ndcg_at_5_std": 0.16151947871622452, + "nauc_precision_at_1000_diff1": -0.021894437508736698, + "nauc_precision_at_1000_max": 0.24747761753646608, + "nauc_precision_at_1000_std": 0.5552057876879245, + "nauc_precision_at_100_diff1": 0.012841210106501516, + "nauc_precision_at_100_max": 0.24389297019071665, + "nauc_precision_at_100_std": 0.451892167887475, + "nauc_precision_at_10_diff1": 0.07801532247686174, + "nauc_precision_at_10_max": 0.2578781497381782, + "nauc_precision_at_10_std": 0.28392839686906474, + "nauc_precision_at_1_diff1": 0.6864231195009757, + "nauc_precision_at_1_max": 0.4816961663452398, + "nauc_precision_at_1_std": 0.03313145432991395, + "nauc_precision_at_20_diff1": 0.05841182804214403, + "nauc_precision_at_20_max": 0.25493837110407164, + "nauc_precision_at_20_std": 0.34066553785945747, + "nauc_precision_at_3_diff1": 0.12778247215507257, + "nauc_precision_at_3_max": 0.26500686715882316, + "nauc_precision_at_3_std": 0.1642687084639162, + "nauc_precision_at_5_diff1": 0.10143333794254694, + "nauc_precision_at_5_max": 0.2614576343859606, + "nauc_precision_at_5_std": 0.2184629042301386, + "nauc_recall_at_1000_diff1": -0.021894437508734724, + "nauc_recall_at_1000_max": 0.24747761753647035, + "nauc_recall_at_1000_std": 0.5552057876879264, + "nauc_recall_at_100_diff1": 0.012841210106503163, + "nauc_recall_at_100_max": 0.24389297019071582, + "nauc_recall_at_100_std": 0.4518921678874727, + "nauc_recall_at_10_diff1": 0.07801532247686228, + "nauc_recall_at_10_max": 0.25787814973817785, + "nauc_recall_at_10_std": 0.28392839686906385, + "nauc_recall_at_1_diff1": 0.6864231195009757, + "nauc_recall_at_1_max": 0.4816961663452398, + "nauc_recall_at_1_std": 0.03313145432991395, + "nauc_recall_at_20_diff1": 0.05841182804214306, + "nauc_recall_at_20_max": 0.2549383711040708, + "nauc_recall_at_20_std": 0.34066553785945713, + "nauc_recall_at_3_diff1": 0.1277824721550718, + "nauc_recall_at_3_max": 0.26500686715882277, + "nauc_recall_at_3_std": 0.16426870846391511, + "nauc_recall_at_5_diff1": 0.10143333794254705, + "nauc_recall_at_5_max": 0.26145763438595976, + "nauc_recall_at_5_std": 0.2184629042301379, + "ndcg_at_1": 0.8024, + "ndcg_at_10": 0.73355, + "ndcg_at_100": 0.76066, + "ndcg_at_1000": 0.77044, + "ndcg_at_20": 0.74556, + "ndcg_at_3": 0.68604, + "ndcg_at_5": 0.71322, + "precision_at_1": 0.8024, + "precision_at_10": 0.15396, + "precision_at_100": 0.0175, + "precision_at_1000": 0.00188, + "precision_at_20": 0.08084, + "precision_at_3": 0.44358, + "precision_at_5": 0.28757, + "recall_at_1": 0.4012, + "recall_at_10": 0.76978, + "recall_at_100": 0.87479, + "recall_at_1000": 0.93926, + "recall_at_20": 0.80836, + "recall_at_3": 0.66536, + "recall_at_5": 0.71893 + } + ] + }, + "task_name": "HotpotQA" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQAHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQAHardNegatives.json new file mode 100644 index 000000000..508baf2f1 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 405.3719141483307, + "kg_co2_emissions": 0.03867944899074697, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70554, + "map_at_1": 0.389, + "map_at_10": 0.62054, + "map_at_100": 0.63073, + "map_at_1000": 0.63155, + "map_at_20": 0.62652, + "map_at_3": 0.58767, + "map_at_5": 0.60642, + "mrr_at_1": 0.778, + "mrr_at_10": 0.839467063492064, + "mrr_at_100": 0.8414158775043971, + "mrr_at_1000": 0.8414568173713146, + "mrr_at_20": 0.8407911148492038, + "mrr_at_3": 0.8273333333333338, + "mrr_at_5": 0.8350333333333338, + "nauc_map_at_1000_diff1": 0.14757357961962458, + "nauc_map_at_1000_max": 0.1928040368809603, + "nauc_map_at_1000_std": -0.029133664939129222, + "nauc_map_at_100_diff1": 0.14744455406556392, + "nauc_map_at_100_max": 0.19290797197170137, + "nauc_map_at_100_std": -0.028745919729945855, + "nauc_map_at_10_diff1": 0.144842072309545, + "nauc_map_at_10_max": 0.19185670286256873, + "nauc_map_at_10_std": -0.03177765470927732, + "nauc_map_at_1_diff1": 0.6156746479327126, + "nauc_map_at_1_max": 0.3536394481094937, + "nauc_map_at_1_std": -0.19508371812519307, + "nauc_map_at_20_diff1": 0.14565011132880598, + "nauc_map_at_20_max": 0.19153855206810128, + "nauc_map_at_20_std": -0.02972674231923333, + "nauc_map_at_3_diff1": 0.1480157575596765, + "nauc_map_at_3_max": 0.19103032879774878, + "nauc_map_at_3_std": -0.0517024872026911, + "nauc_map_at_5_diff1": 0.14914252287747817, + "nauc_map_at_5_max": 0.19286373460040987, + "nauc_map_at_5_std": -0.03920681520067518, + "nauc_mrr_at_1000_diff1": 0.6251270138948911, + "nauc_mrr_at_1000_max": 0.3839977977939187, + "nauc_mrr_at_1000_std": -0.19416534224784057, + "nauc_mrr_at_100_diff1": 0.6250701773887555, + "nauc_mrr_at_100_max": 0.38394433919332566, + "nauc_mrr_at_100_std": -0.1941727835371524, + "nauc_mrr_at_10_diff1": 0.6247000623400363, + "nauc_mrr_at_10_max": 0.3863733781218019, + "nauc_mrr_at_10_std": -0.1923755006785176, + "nauc_mrr_at_1_diff1": 0.6156746479327126, + "nauc_mrr_at_1_max": 0.3536394481094937, + "nauc_mrr_at_1_std": -0.19508371812519307, + "nauc_mrr_at_20_diff1": 0.6251040654056838, + "nauc_mrr_at_20_max": 0.38449937514421767, + "nauc_mrr_at_20_std": -0.19431452388064238, + "nauc_mrr_at_3_diff1": 0.6346885382339832, + "nauc_mrr_at_3_max": 0.38995887762601855, + "nauc_mrr_at_3_std": -0.19413488408383928, + "nauc_mrr_at_5_diff1": 0.6282147910751459, + "nauc_mrr_at_5_max": 0.3877471981220352, + "nauc_mrr_at_5_std": -0.19692702266397144, + "nauc_ndcg_at_1000_diff1": 0.2189840857596857, + "nauc_ndcg_at_1000_max": 0.2291333293923667, + "nauc_ndcg_at_1000_std": -0.024785571182597766, + "nauc_ndcg_at_100_diff1": 0.2083554249686172, + "nauc_ndcg_at_100_max": 0.22693291390164272, + "nauc_ndcg_at_100_std": -0.012758733361398978, + "nauc_ndcg_at_10_diff1": 0.19334797615351487, + "nauc_ndcg_at_10_max": 0.21943238226620151, + "nauc_ndcg_at_10_std": -0.028329921385952226, + "nauc_ndcg_at_1_diff1": 0.6156746479327126, + "nauc_ndcg_at_1_max": 0.3536394481094937, + "nauc_ndcg_at_1_std": -0.19508371812519307, + "nauc_ndcg_at_20_diff1": 0.1949805840214649, + "nauc_ndcg_at_20_max": 0.2165020760210891, + "nauc_ndcg_at_20_std": -0.023374975300588883, + "nauc_ndcg_at_3_diff1": 0.21428842969074516, + "nauc_ndcg_at_3_max": 0.2247088262774743, + "nauc_ndcg_at_3_std": -0.06372942833639514, + "nauc_ndcg_at_5_diff1": 0.2069884940786878, + "nauc_ndcg_at_5_max": 0.22383724537454866, + "nauc_ndcg_at_5_std": -0.04630959965256316, + "nauc_precision_at_1000_diff1": -0.12895852785560086, + "nauc_precision_at_1000_max": 0.2053765950824692, + "nauc_precision_at_1000_std": 0.7033924680983475, + "nauc_precision_at_100_diff1": -0.01683770368833563, + "nauc_precision_at_100_max": 0.1693483113276576, + "nauc_precision_at_100_std": 0.29679046235855394, + "nauc_precision_at_10_diff1": 0.020036582623862185, + "nauc_precision_at_10_max": 0.15816454888520218, + "nauc_precision_at_10_std": 0.08329778377360089, + "nauc_precision_at_1_diff1": 0.6156746479327126, + "nauc_precision_at_1_max": 0.3536394481094937, + "nauc_precision_at_1_std": -0.19508371812519307, + "nauc_precision_at_20_diff1": -0.0015238047351076426, + "nauc_precision_at_20_max": 0.13445935659405067, + "nauc_precision_at_20_std": 0.1181165158924042, + "nauc_precision_at_3_diff1": 0.10542763043786435, + "nauc_precision_at_3_max": 0.1906752153440107, + "nauc_precision_at_3_std": -0.015257188788136181, + "nauc_precision_at_5_diff1": 0.07816527639989025, + "nauc_precision_at_5_max": 0.1819028191738959, + "nauc_precision_at_5_std": 0.024618756923656813, + "nauc_recall_at_1000_diff1": -0.12895852785558587, + "nauc_recall_at_1000_max": 0.20537659508248246, + "nauc_recall_at_1000_std": 0.7033924680983522, + "nauc_recall_at_100_diff1": -0.016837703688335492, + "nauc_recall_at_100_max": 0.16934831132765907, + "nauc_recall_at_100_std": 0.29679046235855533, + "nauc_recall_at_10_diff1": 0.02003658262386185, + "nauc_recall_at_10_max": 0.1581645488852027, + "nauc_recall_at_10_std": 0.08329778377360125, + "nauc_recall_at_1_diff1": 0.6156746479327126, + "nauc_recall_at_1_max": 0.3536394481094937, + "nauc_recall_at_1_std": -0.19508371812519307, + "nauc_recall_at_20_diff1": -0.0015238047351072504, + "nauc_recall_at_20_max": 0.13445935659405248, + "nauc_recall_at_20_std": 0.11811651589240407, + "nauc_recall_at_3_diff1": 0.10542763043786377, + "nauc_recall_at_3_max": 0.19067521534401047, + "nauc_recall_at_3_std": -0.01525718878813675, + "nauc_recall_at_5_diff1": 0.07816527639989156, + "nauc_recall_at_5_max": 0.181902819173896, + "nauc_recall_at_5_std": 0.024618756923657455, + "ndcg_at_1": 0.778, + "ndcg_at_10": 0.70554, + "ndcg_at_100": 0.74176, + "ndcg_at_1000": 0.75533, + "ndcg_at_20": 0.7205, + "ndcg_at_3": 0.65644, + "ndcg_at_5": 0.68143, + "precision_at_1": 0.778, + "precision_at_10": 0.149, + "precision_at_100": 0.01778, + "precision_at_1000": 0.00195, + "precision_at_20": 0.07935, + "precision_at_3": 0.42333, + "precision_at_5": 0.2738, + "recall_at_1": 0.389, + "recall_at_10": 0.745, + "recall_at_100": 0.889, + "recall_at_1000": 0.976, + "recall_at_20": 0.7935, + "recall_at_3": 0.635, + "recall_at_5": 0.6845 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MIRACLRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..bfaf9f9a1 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 6583.15026640892, + "kg_co2_emissions": 0.6041801210162808, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.76584, + "map_at_1": 0.48496, + "map_at_10": 0.69653, + "map_at_100": 0.70929, + "map_at_1000": 0.70955, + "map_at_20": 0.70461, + "map_at_3": 0.63961, + "map_at_5": 0.67003, + "mrr_at_1": 0.718, + "mrr_at_10": 0.7988710317460322, + "mrr_at_100": 0.8011154910930817, + "mrr_at_1000": 0.8011896518931103, + "mrr_at_20": 0.8003895025296348, + "mrr_at_3": 0.7856666666666671, + "mrr_at_5": 0.7937666666666671, + "nauc_map_at_1000_diff1": 0.45242907832505863, + "nauc_map_at_1000_max": 0.32146948919038804, + "nauc_map_at_1000_std": -0.19955017415247514, + "nauc_map_at_100_diff1": 0.4522621741365099, + "nauc_map_at_100_max": 0.32136716101839247, + "nauc_map_at_100_std": -0.19936417321893116, + "nauc_map_at_10_diff1": 0.4522675175926465, + "nauc_map_at_10_max": 0.3192893020708732, + "nauc_map_at_10_std": -0.20793902675197717, + "nauc_map_at_1_diff1": 0.5060029812227858, + "nauc_map_at_1_max": 0.18917438044850537, + "nauc_map_at_1_std": -0.23125745968558756, + "nauc_map_at_20_diff1": 0.4504334533567348, + "nauc_map_at_20_max": 0.32049825994642317, + "nauc_map_at_20_std": -0.20178905465177835, + "nauc_map_at_3_diff1": 0.45272258015250333, + "nauc_map_at_3_max": 0.26256100928304393, + "nauc_map_at_3_std": -0.2262714604106307, + "nauc_map_at_5_diff1": 0.4537474511402458, + "nauc_map_at_5_max": 0.29005697866360775, + "nauc_map_at_5_std": -0.21904433268568882, + "nauc_mrr_at_1000_diff1": 0.5029886857905858, + "nauc_mrr_at_1000_max": 0.42978667139905574, + "nauc_mrr_at_1000_std": -0.1391210497504618, + "nauc_mrr_at_100_diff1": 0.5030757494195288, + "nauc_mrr_at_100_max": 0.42992946859734354, + "nauc_mrr_at_100_std": -0.1388578326201441, + "nauc_mrr_at_10_diff1": 0.5023017678038777, + "nauc_mrr_at_10_max": 0.4322322011743491, + "nauc_mrr_at_10_std": -0.13704256898592543, + "nauc_mrr_at_1_diff1": 0.5244701794580983, + "nauc_mrr_at_1_max": 0.3908381918392271, + "nauc_mrr_at_1_std": -0.18109108702826351, + "nauc_mrr_at_20_diff1": 0.5026862369388213, + "nauc_mrr_at_20_max": 0.43051718631373426, + "nauc_mrr_at_20_std": -0.13789700545373457, + "nauc_mrr_at_3_diff1": 0.49552683616615006, + "nauc_mrr_at_3_max": 0.43250697573723046, + "nauc_mrr_at_3_std": -0.14741400748961198, + "nauc_mrr_at_5_diff1": 0.4988650287473686, + "nauc_mrr_at_5_max": 0.4267867504075973, + "nauc_mrr_at_5_std": -0.14586519686649985, + "nauc_ndcg_at_1000_diff1": 0.4615389727117642, + "nauc_ndcg_at_1000_max": 0.36627074961283573, + "nauc_ndcg_at_1000_std": -0.16430999170680494, + "nauc_ndcg_at_100_diff1": 0.45873204447679766, + "nauc_ndcg_at_100_max": 0.3663488707457632, + "nauc_ndcg_at_100_std": -0.1573076595789943, + "nauc_ndcg_at_10_diff1": 0.45625549416423195, + "nauc_ndcg_at_10_max": 0.3668110591869924, + "nauc_ndcg_at_10_std": -0.1773366530223622, + "nauc_ndcg_at_1_diff1": 0.5244701794580983, + "nauc_ndcg_at_1_max": 0.3908381918392271, + "nauc_ndcg_at_1_std": -0.18109108702826351, + "nauc_ndcg_at_20_diff1": 0.4514841236728051, + "nauc_ndcg_at_20_max": 0.3652331406841999, + "nauc_ndcg_at_20_std": -0.16286273611421265, + "nauc_ndcg_at_3_diff1": 0.44116969408906936, + "nauc_ndcg_at_3_max": 0.31784433451327154, + "nauc_ndcg_at_3_std": -0.2021449625542581, + "nauc_ndcg_at_5_diff1": 0.45533449953816785, + "nauc_ndcg_at_5_max": 0.3237429017755906, + "nauc_ndcg_at_5_std": -0.20185167189364114, + "nauc_precision_at_1000_diff1": -0.23452195847500207, + "nauc_precision_at_1000_max": 0.07701408843695044, + "nauc_precision_at_1000_std": 0.21959015047017627, + "nauc_precision_at_100_diff1": -0.22689777023762855, + "nauc_precision_at_100_max": 0.08666157101739798, + "nauc_precision_at_100_std": 0.22486828049054317, + "nauc_precision_at_10_diff1": -0.15561895772151726, + "nauc_precision_at_10_max": 0.1916328595567825, + "nauc_precision_at_10_std": 0.15058563136566575, + "nauc_precision_at_1_diff1": 0.5244701794580983, + "nauc_precision_at_1_max": 0.3908381918392271, + "nauc_precision_at_1_std": -0.18109108702826351, + "nauc_precision_at_20_diff1": -0.1999344415205065, + "nauc_precision_at_20_max": 0.14447309289769544, + "nauc_precision_at_20_std": 0.19095211162737444, + "nauc_precision_at_3_diff1": -0.01859851474401817, + "nauc_precision_at_3_max": 0.24720189283472518, + "nauc_precision_at_3_std": 0.03387177929493257, + "nauc_precision_at_5_diff1": -0.08778452269675752, + "nauc_precision_at_5_max": 0.21341584781662298, + "nauc_precision_at_5_std": 0.08299415323133714, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.322294615449873, + "nauc_recall_at_100_max": 0.4153722714403058, + "nauc_recall_at_100_std": 0.2647196250271591, + "nauc_recall_at_10_diff1": 0.38241215009602464, + "nauc_recall_at_10_max": 0.3778856156996031, + "nauc_recall_at_10_std": -0.11840653766973928, + "nauc_recall_at_1_diff1": 0.5060029812227858, + "nauc_recall_at_1_max": 0.18917438044850537, + "nauc_recall_at_1_std": -0.23125745968558756, + "nauc_recall_at_20_diff1": 0.3428050033666959, + "nauc_recall_at_20_max": 0.3667786421678257, + "nauc_recall_at_20_std": -0.03575887693281843, + "nauc_recall_at_3_diff1": 0.3917981251217015, + "nauc_recall_at_3_max": 0.23413209403970406, + "nauc_recall_at_3_std": -0.2178482222457863, + "nauc_recall_at_5_diff1": 0.39554984212001154, + "nauc_recall_at_5_max": 0.2650674016633409, + "nauc_recall_at_5_std": -0.20929930028607663, + "ndcg_at_1": 0.718, + "ndcg_at_10": 0.76584, + "ndcg_at_100": 0.80012, + "ndcg_at_1000": 0.80367, + "ndcg_at_20": 0.78277, + "ndcg_at_3": 0.7108, + "ndcg_at_5": 0.73028, + "precision_at_1": 0.718, + "precision_at_10": 0.1612, + "precision_at_100": 0.01934, + "precision_at_1000": 0.00198, + "precision_at_20": 0.08725, + "precision_at_3": 0.40067, + "precision_at_5": 0.2748, + "recall_at_1": 0.48496, + "recall_at_10": 0.85662, + "recall_at_100": 0.97716, + "recall_at_1000": 0.9994, + "recall_at_20": 0.90773, + "recall_at_3": 0.70375, + "recall_at_5": 0.77004 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.75833, + "map_at_1": 0.43009, + "map_at_10": 0.67497, + "map_at_100": 0.68946, + "map_at_1000": 0.68966, + "map_at_20": 0.68501, + "map_at_3": 0.60983, + "map_at_5": 0.64698, + "mrr_at_1": 0.6885644768856448, + "mrr_at_10": 0.7968089831228516, + "mrr_at_100": 0.798076664208051, + "mrr_at_1000": 0.7980981959781778, + "mrr_at_20": 0.797834444549773, + "mrr_at_3": 0.7846715328467154, + "mrr_at_5": 0.7916058394160584, + "nauc_map_at_1000_diff1": 0.4313299223063126, + "nauc_map_at_1000_max": 0.40943784979883024, + "nauc_map_at_1000_std": -0.044496265547403116, + "nauc_map_at_100_diff1": 0.4312052717318848, + "nauc_map_at_100_max": 0.4094069623275263, + "nauc_map_at_100_std": -0.04442555151938152, + "nauc_map_at_10_diff1": 0.41849672938575705, + "nauc_map_at_10_max": 0.39906599644896656, + "nauc_map_at_10_std": -0.06078025323789948, + "nauc_map_at_1_diff1": 0.5093632410299256, + "nauc_map_at_1_max": 0.2552682141166395, + "nauc_map_at_1_std": -0.17036627576752417, + "nauc_map_at_20_diff1": 0.42981698848609545, + "nauc_map_at_20_max": 0.40794520990028305, + "nauc_map_at_20_std": -0.04932703174444954, + "nauc_map_at_3_diff1": 0.44276258979815086, + "nauc_map_at_3_max": 0.3570322567296076, + "nauc_map_at_3_std": -0.1195827507188119, + "nauc_map_at_5_diff1": 0.42598037634088526, + "nauc_map_at_5_max": 0.3804825503879207, + "nauc_map_at_5_std": -0.08453214530073783, + "nauc_mrr_at_1000_diff1": 0.5050263726223342, + "nauc_mrr_at_1000_max": 0.5000319580666697, + "nauc_mrr_at_1000_std": 0.11445345100737801, + "nauc_mrr_at_100_diff1": 0.5050863906825551, + "nauc_mrr_at_100_max": 0.5000925817249608, + "nauc_mrr_at_100_std": 0.11454498196162806, + "nauc_mrr_at_10_diff1": 0.5042371220025411, + "nauc_mrr_at_10_max": 0.5021348351744348, + "nauc_mrr_at_10_std": 0.11701750770971693, + "nauc_mrr_at_1_diff1": 0.5260544765057003, + "nauc_mrr_at_1_max": 0.4609367729169901, + "nauc_mrr_at_1_std": 0.06793107171931308, + "nauc_mrr_at_20_diff1": 0.5047099555584085, + "nauc_mrr_at_20_max": 0.5000575930932627, + "nauc_mrr_at_20_std": 0.11472128964792427, + "nauc_mrr_at_3_diff1": 0.5014742390574474, + "nauc_mrr_at_3_max": 0.5009257482461855, + "nauc_mrr_at_3_std": 0.11037278109363638, + "nauc_mrr_at_5_diff1": 0.5033591893594972, + "nauc_mrr_at_5_max": 0.5040836112616334, + "nauc_mrr_at_5_std": 0.1204243616916785, + "nauc_ndcg_at_1000_diff1": 0.4506156807232239, + "nauc_ndcg_at_1000_max": 0.45634100778398756, + "nauc_ndcg_at_1000_std": 0.029322266742906986, + "nauc_ndcg_at_100_diff1": 0.4494226766076633, + "nauc_ndcg_at_100_max": 0.45730618504579085, + "nauc_ndcg_at_100_std": 0.03294736939273016, + "nauc_ndcg_at_10_diff1": 0.41649082821406536, + "nauc_ndcg_at_10_max": 0.437891425988095, + "nauc_ndcg_at_10_std": -0.0010746728586794555, + "nauc_ndcg_at_1_diff1": 0.5260544765057003, + "nauc_ndcg_at_1_max": 0.4609367729169901, + "nauc_ndcg_at_1_std": 0.06793107171931308, + "nauc_ndcg_at_20_diff1": 0.4448694499144215, + "nauc_ndcg_at_20_max": 0.453049384612157, + "nauc_ndcg_at_20_std": 0.01871098306280509, + "nauc_ndcg_at_3_diff1": 0.426760311831767, + "nauc_ndcg_at_3_max": 0.4076187329105964, + "nauc_ndcg_at_3_std": -0.01481025886954036, + "nauc_ndcg_at_5_diff1": 0.4229224543561234, + "nauc_ndcg_at_5_max": 0.4141113151429471, + "nauc_ndcg_at_5_std": -0.02174675385927011, + "nauc_precision_at_1000_diff1": -0.19173963079525536, + "nauc_precision_at_1000_max": 0.05892073276864559, + "nauc_precision_at_1000_std": 0.31272393519230535, + "nauc_precision_at_100_diff1": -0.1882874013440883, + "nauc_precision_at_100_max": 0.07088945844410881, + "nauc_precision_at_100_std": 0.3251043920258133, + "nauc_precision_at_10_diff1": -0.1743061816977954, + "nauc_precision_at_10_max": 0.15477499430063382, + "nauc_precision_at_10_std": 0.3121646893438788, + "nauc_precision_at_1_diff1": 0.5260544765057003, + "nauc_precision_at_1_max": 0.4609367729169901, + "nauc_precision_at_1_std": 0.06793107171931308, + "nauc_precision_at_20_diff1": -0.15975193571879132, + "nauc_precision_at_20_max": 0.12511857715558278, + "nauc_precision_at_20_std": 0.3252906042339351, + "nauc_precision_at_3_diff1": -0.03442904567648173, + "nauc_precision_at_3_max": 0.30031377544759436, + "nauc_precision_at_3_std": 0.27133709819172724, + "nauc_precision_at_5_diff1": -0.11227814038694085, + "nauc_precision_at_5_max": 0.2271048211019218, + "nauc_precision_at_5_std": 0.2985189257711308, + "nauc_recall_at_1000_diff1": 0.6793469484082091, + "nauc_recall_at_1000_max": 0.8611734745652139, + "nauc_recall_at_1000_std": 0.9346581875993651, + "nauc_recall_at_100_diff1": 0.42900448036095956, + "nauc_recall_at_100_max": 0.6033995637601042, + "nauc_recall_at_100_std": 0.5076534134582037, + "nauc_recall_at_10_diff1": 0.22514105370949855, + "nauc_recall_at_10_max": 0.34234575535678713, + "nauc_recall_at_10_std": -0.017337987155793943, + "nauc_recall_at_1_diff1": 0.5093632410299256, + "nauc_recall_at_1_max": 0.2552682141166395, + "nauc_recall_at_1_std": -0.17036627576752417, + "nauc_recall_at_20_diff1": 0.33587371990071013, + "nauc_recall_at_20_max": 0.4015527566097453, + "nauc_recall_at_20_std": 0.06452595319758715, + "nauc_recall_at_3_diff1": 0.3558170417223282, + "nauc_recall_at_3_max": 0.28284402371873113, + "nauc_recall_at_3_std": -0.14557888271612032, + "nauc_recall_at_5_diff1": 0.3009191976055807, + "nauc_recall_at_5_max": 0.3187309351013041, + "nauc_recall_at_5_std": -0.07601415967864775, + "ndcg_at_1": 0.68856, + "ndcg_at_10": 0.75833, + "ndcg_at_100": 0.79276, + "ndcg_at_1000": 0.79508, + "ndcg_at_20": 0.77807, + "ndcg_at_3": 0.70106, + "ndcg_at_5": 0.72411, + "precision_at_1": 0.68856, + "precision_at_10": 0.17178, + "precision_at_100": 0.02056, + "precision_at_1000": 0.00209, + "precision_at_20": 0.09416, + "precision_at_3": 0.42255, + "precision_at_5": 0.29489, + "recall_at_1": 0.43009, + "recall_at_10": 0.86839, + "recall_at_100": 0.98205, + "recall_at_1000": 0.99513, + "recall_at_20": 0.92665, + "recall_at_3": 0.7018, + "recall_at_5": 0.78086 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.56479, + "map_at_1": 0.25857, + "map_at_10": 0.46522, + "map_at_100": 0.49485, + "map_at_1000": 0.49561, + "map_at_20": 0.48455, + "map_at_3": 0.3879, + "map_at_5": 0.43146, + "mrr_at_1": 0.5377049180327869, + "mrr_at_10": 0.6409263596148842, + "mrr_at_100": 0.6478477794662428, + "mrr_at_1000": 0.6479311471940704, + "mrr_at_20": 0.6457504075802052, + "mrr_at_3": 0.6207650273224044, + "mrr_at_5": 0.6333879781420766, + "nauc_map_at_1000_diff1": 0.284109367242909, + "nauc_map_at_1000_max": 0.3126162617435612, + "nauc_map_at_1000_std": 0.05644956641146706, + "nauc_map_at_100_diff1": 0.28395013118715196, + "nauc_map_at_100_max": 0.3122867554699335, + "nauc_map_at_100_std": 0.056093533899310516, + "nauc_map_at_10_diff1": 0.2709678768794897, + "nauc_map_at_10_max": 0.293887686493089, + "nauc_map_at_10_std": 0.04425713215937439, + "nauc_map_at_1_diff1": 0.33134295336271474, + "nauc_map_at_1_max": 0.16579585250789539, + "nauc_map_at_1_std": -0.01814254912456889, + "nauc_map_at_20_diff1": 0.28126442335318547, + "nauc_map_at_20_max": 0.31220896014227423, + "nauc_map_at_20_std": 0.05635464604847642, + "nauc_map_at_3_diff1": 0.3006115173334724, + "nauc_map_at_3_max": 0.24807029806873734, + "nauc_map_at_3_std": -0.018263297528867205, + "nauc_map_at_5_diff1": 0.26094233463941874, + "nauc_map_at_5_max": 0.2616360182568326, + "nauc_map_at_5_std": 0.01645788144734654, + "nauc_mrr_at_1000_diff1": 0.3783978584199536, + "nauc_mrr_at_1000_max": 0.4428391523768723, + "nauc_mrr_at_1000_std": 0.10424167407840665, + "nauc_mrr_at_100_diff1": 0.3784331301947979, + "nauc_mrr_at_100_max": 0.44280093246322855, + "nauc_mrr_at_100_std": 0.10425073796631089, + "nauc_mrr_at_10_diff1": 0.3788251828976337, + "nauc_mrr_at_10_max": 0.44604797368657073, + "nauc_mrr_at_10_std": 0.10567164675322577, + "nauc_mrr_at_1_diff1": 0.40387029297482546, + "nauc_mrr_at_1_max": 0.42473433814836387, + "nauc_mrr_at_1_std": 0.1123160523206193, + "nauc_mrr_at_20_diff1": 0.37686526283887734, + "nauc_mrr_at_20_max": 0.44368644387027084, + "nauc_mrr_at_20_std": 0.10653571337623179, + "nauc_mrr_at_3_diff1": 0.38240594324888727, + "nauc_mrr_at_3_max": 0.4374825544940449, + "nauc_mrr_at_3_std": 0.07816082686148916, + "nauc_mrr_at_5_diff1": 0.3792366202016115, + "nauc_mrr_at_5_max": 0.4426469319574501, + "nauc_mrr_at_5_std": 0.0987937798034903, + "nauc_ndcg_at_1000_diff1": 0.3075174686110352, + "nauc_ndcg_at_1000_max": 0.37147663815365617, + "nauc_ndcg_at_1000_std": 0.09917893006208364, + "nauc_ndcg_at_100_diff1": 0.3104738738403664, + "nauc_ndcg_at_100_max": 0.3730179491959787, + "nauc_ndcg_at_100_std": 0.09995568851846595, + "nauc_ndcg_at_10_diff1": 0.29027637134431306, + "nauc_ndcg_at_10_max": 0.3538679158180497, + "nauc_ndcg_at_10_std": 0.0876133053296909, + "nauc_ndcg_at_1_diff1": 0.40387029297482546, + "nauc_ndcg_at_1_max": 0.42473433814836387, + "nauc_ndcg_at_1_std": 0.1123160523206193, + "nauc_ndcg_at_20_diff1": 0.3065109871478484, + "nauc_ndcg_at_20_max": 0.3796420184162811, + "nauc_ndcg_at_20_std": 0.10672275541179455, + "nauc_ndcg_at_3_diff1": 0.2996399349131, + "nauc_ndcg_at_3_max": 0.33653682809292956, + "nauc_ndcg_at_3_std": 0.03606071377605356, + "nauc_ndcg_at_5_diff1": 0.27564702493440635, + "nauc_ndcg_at_5_max": 0.3239708868471651, + "nauc_ndcg_at_5_std": 0.05711032542011167, + "nauc_precision_at_1000_diff1": -0.008033955605804069, + "nauc_precision_at_1000_max": 0.20846560229027294, + "nauc_precision_at_1000_std": 0.21462167802303783, + "nauc_precision_at_100_diff1": 0.012514689343726107, + "nauc_precision_at_100_max": 0.23023557926419502, + "nauc_precision_at_100_std": 0.22216706119472507, + "nauc_precision_at_10_diff1": 0.08217564918213367, + "nauc_precision_at_10_max": 0.355450134100077, + "nauc_precision_at_10_std": 0.23450236205278052, + "nauc_precision_at_1_diff1": 0.40387029297482546, + "nauc_precision_at_1_max": 0.42473433814836387, + "nauc_precision_at_1_std": 0.1123160523206193, + "nauc_precision_at_20_diff1": 0.07647107681169533, + "nauc_precision_at_20_max": 0.33312757847789315, + "nauc_precision_at_20_std": 0.24942845075139308, + "nauc_precision_at_3_diff1": 0.16591556492146478, + "nauc_precision_at_3_max": 0.3791776768406827, + "nauc_precision_at_3_std": 0.12356948031056686, + "nauc_precision_at_5_diff1": 0.07834498639541992, + "nauc_precision_at_5_max": 0.34856844324078984, + "nauc_precision_at_5_std": 0.17773342831864838, + "nauc_recall_at_1000_diff1": -0.8332268115414097, + "nauc_recall_at_1000_max": -0.10015010232859027, + "nauc_recall_at_1000_std": 0.5620140700520416, + "nauc_recall_at_100_diff1": 0.2285850028293982, + "nauc_recall_at_100_max": 0.3495926095637059, + "nauc_recall_at_100_std": 0.2018585085129434, + "nauc_recall_at_10_diff1": 0.21384860372777312, + "nauc_recall_at_10_max": 0.318793892610548, + "nauc_recall_at_10_std": 0.12230246360507002, + "nauc_recall_at_1_diff1": 0.33134295336271474, + "nauc_recall_at_1_max": 0.16579585250789539, + "nauc_recall_at_1_std": -0.01814254912456889, + "nauc_recall_at_20_diff1": 0.2418452890225788, + "nauc_recall_at_20_max": 0.3833850448393665, + "nauc_recall_at_20_std": 0.18406268696020878, + "nauc_recall_at_3_diff1": 0.24327538754771905, + "nauc_recall_at_3_max": 0.22933295230968345, + "nauc_recall_at_3_std": -0.04504737078989295, + "nauc_recall_at_5_diff1": 0.18417599120207345, + "nauc_recall_at_5_max": 0.24742586631373872, + "nauc_recall_at_5_std": 0.03962201381943892, + "ndcg_at_1": 0.5377, + "ndcg_at_10": 0.56479, + "ndcg_at_100": 0.6476, + "ndcg_at_1000": 0.65553, + "ndcg_at_20": 0.60628, + "ndcg_at_3": 0.50185, + "ndcg_at_5": 0.51959, + "precision_at_1": 0.5377, + "precision_at_10": 0.16754, + "precision_at_100": 0.02508, + "precision_at_1000": 0.00263, + "precision_at_20": 0.10213, + "precision_at_3": 0.35191, + "precision_at_5": 0.26623, + "recall_at_1": 0.25857, + "recall_at_10": 0.66518, + "recall_at_100": 0.94891, + "recall_at_1000": 0.99356, + "recall_at_20": 0.7828, + "recall_at_3": 0.45781, + "recall_at_5": 0.5501 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.53159, + "map_at_1": 0.2415, + "map_at_10": 0.42608, + "map_at_100": 0.45697, + "map_at_1000": 0.45845, + "map_at_20": 0.44285, + "map_at_3": 0.36178, + "map_at_5": 0.39516, + "mrr_at_1": 0.509386733416771, + "mrr_at_10": 0.6290889405407548, + "mrr_at_100": 0.6348673976736023, + "mrr_at_1000": 0.6349562777695101, + "mrr_at_20": 0.6329823206864258, + "mrr_at_3": 0.6042970379641213, + "mrr_at_5": 0.6194409678765114, + "nauc_map_at_1000_diff1": 0.3264884844791782, + "nauc_map_at_1000_max": 0.23063394680941174, + "nauc_map_at_1000_std": -0.025476776010445592, + "nauc_map_at_100_diff1": 0.32563008188001513, + "nauc_map_at_100_max": 0.22953357857667725, + "nauc_map_at_100_std": -0.026524422021804748, + "nauc_map_at_10_diff1": 0.3261391398145165, + "nauc_map_at_10_max": 0.21091405613951333, + "nauc_map_at_10_std": -0.038857747677383286, + "nauc_map_at_1_diff1": 0.35398180705496346, + "nauc_map_at_1_max": 0.10563380435539745, + "nauc_map_at_1_std": -0.046185418798839036, + "nauc_map_at_20_diff1": 0.3242297657735005, + "nauc_map_at_20_max": 0.22225367674365465, + "nauc_map_at_20_std": -0.03103775292834074, + "nauc_map_at_3_diff1": 0.32604060145795655, + "nauc_map_at_3_max": 0.15609676069726966, + "nauc_map_at_3_std": -0.054906466296901386, + "nauc_map_at_5_diff1": 0.3189742394556561, + "nauc_map_at_5_max": 0.17867050422543115, + "nauc_map_at_5_std": -0.04266489263460342, + "nauc_mrr_at_1000_diff1": 0.41162895019643303, + "nauc_mrr_at_1000_max": 0.36641119343420203, + "nauc_mrr_at_1000_std": 0.06939385322176331, + "nauc_mrr_at_100_diff1": 0.4115920108293783, + "nauc_mrr_at_100_max": 0.36643321723182437, + "nauc_mrr_at_100_std": 0.06934595648149473, + "nauc_mrr_at_10_diff1": 0.41269290289622185, + "nauc_mrr_at_10_max": 0.3698396463820409, + "nauc_mrr_at_10_std": 0.07041007018539165, + "nauc_mrr_at_1_diff1": 0.42137303250159736, + "nauc_mrr_at_1_max": 0.33490497915843354, + "nauc_mrr_at_1_std": 0.05923789889480884, + "nauc_mrr_at_20_diff1": 0.4107345917947184, + "nauc_mrr_at_20_max": 0.3675129912338441, + "nauc_mrr_at_20_std": 0.07040445928855077, + "nauc_mrr_at_3_diff1": 0.41054778806876163, + "nauc_mrr_at_3_max": 0.36400251507595865, + "nauc_mrr_at_3_std": 0.06898375176165278, + "nauc_mrr_at_5_diff1": 0.411851527321346, + "nauc_mrr_at_5_max": 0.3718070863626957, + "nauc_mrr_at_5_std": 0.07512118748464008, + "nauc_ndcg_at_1000_diff1": 0.35091452281230623, + "nauc_ndcg_at_1000_max": 0.2998428216726057, + "nauc_ndcg_at_1000_std": 0.017915916096499576, + "nauc_ndcg_at_100_diff1": 0.34393764317670805, + "nauc_ndcg_at_100_max": 0.2917017009084295, + "nauc_ndcg_at_100_std": 0.008628202805090569, + "nauc_ndcg_at_10_diff1": 0.3428747428162631, + "nauc_ndcg_at_10_max": 0.26288366519410916, + "nauc_ndcg_at_10_std": -0.01733045707817586, + "nauc_ndcg_at_1_diff1": 0.42137303250159736, + "nauc_ndcg_at_1_max": 0.33490497915843354, + "nauc_ndcg_at_1_std": 0.05923789889480884, + "nauc_ndcg_at_20_diff1": 0.33684409302980184, + "nauc_ndcg_at_20_max": 0.2714681550730736, + "nauc_ndcg_at_20_std": -0.0076518381008714225, + "nauc_ndcg_at_3_diff1": 0.32706006657288295, + "nauc_ndcg_at_3_max": 0.2551056663847081, + "nauc_ndcg_at_3_std": -0.0064371317780275794, + "nauc_ndcg_at_5_diff1": 0.3279681163894685, + "nauc_ndcg_at_5_max": 0.2424696418163547, + "nauc_ndcg_at_5_std": -0.009202743044669493, + "nauc_precision_at_1000_diff1": -0.04353446746672112, + "nauc_precision_at_1000_max": 0.23259764530922705, + "nauc_precision_at_1000_std": 0.1680191286545269, + "nauc_precision_at_100_diff1": -0.04116830268616122, + "nauc_precision_at_100_max": 0.25711530802090876, + "nauc_precision_at_100_std": 0.16409829610196053, + "nauc_precision_at_10_diff1": 0.09015146249604167, + "nauc_precision_at_10_max": 0.3764439003155463, + "nauc_precision_at_10_std": 0.1160228806783393, + "nauc_precision_at_1_diff1": 0.42137303250159736, + "nauc_precision_at_1_max": 0.33490497915843354, + "nauc_precision_at_1_std": 0.05923789889480884, + "nauc_precision_at_20_diff1": 0.026373407127671427, + "nauc_precision_at_20_max": 0.3351837764069991, + "nauc_precision_at_20_std": 0.1389213596234903, + "nauc_precision_at_3_diff1": 0.17780598036139106, + "nauc_precision_at_3_max": 0.3207786682929397, + "nauc_precision_at_3_std": 0.059814131545609654, + "nauc_precision_at_5_diff1": 0.1385878307670866, + "nauc_precision_at_5_max": 0.34600790719465846, + "nauc_precision_at_5_std": 0.09798601169947062, + "nauc_recall_at_1000_diff1": 0.532226684534416, + "nauc_recall_at_1000_max": 0.7365624915401787, + "nauc_recall_at_1000_std": 0.5410156434650436, + "nauc_recall_at_100_diff1": 0.1528622971647076, + "nauc_recall_at_100_max": 0.13351398519098095, + "nauc_recall_at_100_std": -0.08756097914367462, + "nauc_recall_at_10_diff1": 0.25970067837217403, + "nauc_recall_at_10_max": 0.17733641038081402, + "nauc_recall_at_10_std": -0.06605615863536235, + "nauc_recall_at_1_diff1": 0.35398180705496346, + "nauc_recall_at_1_max": 0.10563380435539745, + "nauc_recall_at_1_std": -0.046185418798839036, + "nauc_recall_at_20_diff1": 0.21329364477505927, + "nauc_recall_at_20_max": 0.14998296562088648, + "nauc_recall_at_20_std": -0.06876027728662933, + "nauc_recall_at_3_diff1": 0.2684720535623542, + "nauc_recall_at_3_max": 0.12472715675594238, + "nauc_recall_at_3_std": -0.06214153691359078, + "nauc_recall_at_5_diff1": 0.24595166174302432, + "nauc_recall_at_5_max": 0.14276105652650464, + "nauc_recall_at_5_std": -0.04778527078020624, + "ndcg_at_1": 0.50939, + "ndcg_at_10": 0.53159, + "ndcg_at_100": 0.62135, + "ndcg_at_1000": 0.63436, + "ndcg_at_20": 0.56766, + "ndcg_at_3": 0.48164, + "ndcg_at_5": 0.49197, + "precision_at_1": 0.50939, + "precision_at_10": 0.16033, + "precision_at_100": 0.02643, + "precision_at_1000": 0.00289, + "precision_at_20": 0.09668, + "precision_at_3": 0.33166, + "precision_at_5": 0.24756, + "recall_at_1": 0.2415, + "recall_at_10": 0.62611, + "recall_at_100": 0.93156, + "recall_at_1000": 0.99527, + "recall_at_20": 0.72966, + "recall_at_3": 0.43542, + "recall_at_5": 0.51443 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.53337, + "map_at_1": 0.17034, + "map_at_10": 0.40215, + "map_at_100": 0.4584, + "map_at_1000": 0.46025, + "map_at_20": 0.43371, + "map_at_3": 0.29474, + "map_at_5": 0.34709, + "mrr_at_1": 0.6080246913580247, + "mrr_at_10": 0.7099194101508912, + "mrr_at_100": 0.7139925317253061, + "mrr_at_1000": 0.7140631017102206, + "mrr_at_20": 0.7127576637620636, + "mrr_at_3": 0.6885288065843619, + "mrr_at_5": 0.701105967078189, + "nauc_map_at_1000_diff1": 0.3041512617239337, + "nauc_map_at_1000_max": 0.42682326884905925, + "nauc_map_at_1000_std": 0.09188305798476479, + "nauc_map_at_100_diff1": 0.30394201956041783, + "nauc_map_at_100_max": 0.4265166154847388, + "nauc_map_at_100_std": 0.09191098222038452, + "nauc_map_at_10_diff1": 0.3069486180663726, + "nauc_map_at_10_max": 0.38424644101185956, + "nauc_map_at_10_std": 0.03468706736487596, + "nauc_map_at_1_diff1": 0.3690254155769081, + "nauc_map_at_1_max": 0.17532474082434896, + "nauc_map_at_1_std": -0.06167775195667851, + "nauc_map_at_20_diff1": 0.3065030625836618, + "nauc_map_at_20_max": 0.41066576451412257, + "nauc_map_at_20_std": 0.06449888067837814, + "nauc_map_at_3_diff1": 0.315264593488539, + "nauc_map_at_3_max": 0.27512372944274216, + "nauc_map_at_3_std": -0.03674111261112047, + "nauc_map_at_5_diff1": 0.31187343026022785, + "nauc_map_at_5_max": 0.32636026890212766, + "nauc_map_at_5_std": -0.0027533544733839765, + "nauc_mrr_at_1000_diff1": 0.3769640008818234, + "nauc_mrr_at_1000_max": 0.5328131586734149, + "nauc_mrr_at_1000_std": 0.28061774126341704, + "nauc_mrr_at_100_diff1": 0.3769299084745667, + "nauc_mrr_at_100_max": 0.5328969893207851, + "nauc_mrr_at_100_std": 0.28079426274237573, + "nauc_mrr_at_10_diff1": 0.3762173864893282, + "nauc_mrr_at_10_max": 0.5359038187058612, + "nauc_mrr_at_10_std": 0.2838988433831425, + "nauc_mrr_at_1_diff1": 0.3881295223761062, + "nauc_mrr_at_1_max": 0.49066484698567303, + "nauc_mrr_at_1_std": 0.24648348211299115, + "nauc_mrr_at_20_diff1": 0.3767435659473369, + "nauc_mrr_at_20_max": 0.5336135019454262, + "nauc_mrr_at_20_std": 0.2810652006336313, + "nauc_mrr_at_3_diff1": 0.3734008441010423, + "nauc_mrr_at_3_max": 0.5276049060576461, + "nauc_mrr_at_3_std": 0.2720737797389569, + "nauc_mrr_at_5_diff1": 0.3792516176199741, + "nauc_mrr_at_5_max": 0.540393484497803, + "nauc_mrr_at_5_std": 0.28436372898629786, + "nauc_ndcg_at_1000_diff1": 0.319210486149801, + "nauc_ndcg_at_1000_max": 0.49826912321148814, + "nauc_ndcg_at_1000_std": 0.19572858216704037, + "nauc_ndcg_at_100_diff1": 0.31503874875599824, + "nauc_ndcg_at_100_max": 0.49607683413100623, + "nauc_ndcg_at_100_std": 0.1995200282471906, + "nauc_ndcg_at_10_diff1": 0.3163895294322796, + "nauc_ndcg_at_10_max": 0.4412800063713809, + "nauc_ndcg_at_10_std": 0.09164334965953808, + "nauc_ndcg_at_1_diff1": 0.3881295223761062, + "nauc_ndcg_at_1_max": 0.49066484698567303, + "nauc_ndcg_at_1_std": 0.24648348211299115, + "nauc_ndcg_at_20_diff1": 0.318548651422213, + "nauc_ndcg_at_20_max": 0.4690852902417224, + "nauc_ndcg_at_20_std": 0.13123116812930652, + "nauc_ndcg_at_3_diff1": 0.2864238410626261, + "nauc_ndcg_at_3_max": 0.4311814252507599, + "nauc_ndcg_at_3_std": 0.15527075764104614, + "nauc_ndcg_at_5_diff1": 0.3039781871105702, + "nauc_ndcg_at_5_max": 0.4384277391560058, + "nauc_ndcg_at_5_std": 0.12119413491867417, + "nauc_precision_at_1000_diff1": -0.07514619230781755, + "nauc_precision_at_1000_max": 0.24052511729297954, + "nauc_precision_at_1000_std": 0.333220057091026, + "nauc_precision_at_100_diff1": -0.06052485291183287, + "nauc_precision_at_100_max": 0.2808552361634737, + "nauc_precision_at_100_std": 0.36129998914615946, + "nauc_precision_at_10_diff1": 0.06618135453329181, + "nauc_precision_at_10_max": 0.4552978174765419, + "nauc_precision_at_10_std": 0.2914444543411768, + "nauc_precision_at_1_diff1": 0.3881295223761062, + "nauc_precision_at_1_max": 0.49066484698567303, + "nauc_precision_at_1_std": 0.24648348211299115, + "nauc_precision_at_20_diff1": 0.021004959050079708, + "nauc_precision_at_20_max": 0.4008141938434914, + "nauc_precision_at_20_std": 0.3298211802894839, + "nauc_precision_at_3_diff1": 0.1624033916957514, + "nauc_precision_at_3_max": 0.44461000562213576, + "nauc_precision_at_3_std": 0.21547083293918717, + "nauc_precision_at_5_diff1": 0.1307507216784802, + "nauc_precision_at_5_max": 0.46889479459211936, + "nauc_precision_at_5_std": 0.26002364224620944, + "nauc_recall_at_1000_diff1": 0.5541446696942562, + "nauc_recall_at_1000_max": 0.8692362021995927, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.16955410345853644, + "nauc_recall_at_100_max": 0.3592379756592412, + "nauc_recall_at_100_std": 0.25940985626455376, + "nauc_recall_at_10_diff1": 0.22819096052901872, + "nauc_recall_at_10_max": 0.3178245601082157, + "nauc_recall_at_10_std": -0.0151875437744566, + "nauc_recall_at_1_diff1": 0.3690254155769081, + "nauc_recall_at_1_max": 0.17532474082434896, + "nauc_recall_at_1_std": -0.06167775195667851, + "nauc_recall_at_20_diff1": 0.21843117962437855, + "nauc_recall_at_20_max": 0.32188009674858165, + "nauc_recall_at_20_std": 0.008850928585383961, + "nauc_recall_at_3_diff1": 0.25595562561321306, + "nauc_recall_at_3_max": 0.21249695021191345, + "nauc_recall_at_3_std": -0.06946176348985729, + "nauc_recall_at_5_diff1": 0.2529322825947902, + "nauc_recall_at_5_max": 0.26470544325175394, + "nauc_recall_at_5_std": -0.0406510637866727, + "ndcg_at_1": 0.60802, + "ndcg_at_10": 0.53337, + "ndcg_at_100": 0.65791, + "ndcg_at_1000": 0.67168, + "ndcg_at_20": 0.58817, + "ndcg_at_3": 0.5199, + "ndcg_at_5": 0.50286, + "precision_at_1": 0.60802, + "precision_at_10": 0.24722, + "precision_at_100": 0.04301, + "precision_at_1000": 0.00461, + "precision_at_20": 0.15679, + "precision_at_3": 0.43416, + "precision_at_5": 0.35154, + "recall_at_1": 0.17034, + "recall_at_10": 0.58189, + "recall_at_100": 0.93834, + "recall_at_1000": 0.99923, + "recall_at_20": 0.71504, + "recall_at_3": 0.34341, + "recall_at_5": 0.4387 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.59229, + "map_at_1": 0.3207, + "map_at_10": 0.50614, + "map_at_100": 0.52513, + "map_at_1000": 0.52578, + "map_at_20": 0.51751, + "map_at_3": 0.44164, + "map_at_5": 0.47743, + "mrr_at_1": 0.4920886075949367, + "mrr_at_10": 0.6106081725939316, + "mrr_at_100": 0.6168922612874576, + "mrr_at_1000": 0.6170484248041078, + "mrr_at_20": 0.6146184911691113, + "mrr_at_3": 0.5843881856540081, + "mrr_at_5": 0.6008438818565394, + "nauc_map_at_1000_diff1": 0.30143204481053304, + "nauc_map_at_1000_max": 0.28631942483523326, + "nauc_map_at_1000_std": -0.02145271478230257, + "nauc_map_at_100_diff1": 0.3009841054663578, + "nauc_map_at_100_max": 0.28629689429054817, + "nauc_map_at_100_std": -0.021319394554782198, + "nauc_map_at_10_diff1": 0.3048659952761063, + "nauc_map_at_10_max": 0.2828840052814538, + "nauc_map_at_10_std": -0.03213527869578176, + "nauc_map_at_1_diff1": 0.3854713356071949, + "nauc_map_at_1_max": 0.19092850746812218, + "nauc_map_at_1_std": -0.05484821289291185, + "nauc_map_at_20_diff1": 0.3021897060079736, + "nauc_map_at_20_max": 0.2857173913645973, + "nauc_map_at_20_std": -0.026697362078933543, + "nauc_map_at_3_diff1": 0.33058656415378573, + "nauc_map_at_3_max": 0.2415596645118108, + "nauc_map_at_3_std": -0.05157603759167045, + "nauc_map_at_5_diff1": 0.31777841563638026, + "nauc_map_at_5_max": 0.2631080513220167, + "nauc_map_at_5_std": -0.05248718306859399, + "nauc_mrr_at_1000_diff1": 0.3186623745567867, + "nauc_mrr_at_1000_max": 0.3368696259203905, + "nauc_mrr_at_1000_std": 0.059570763487544004, + "nauc_mrr_at_100_diff1": 0.3184506849647037, + "nauc_mrr_at_100_max": 0.3368596139862009, + "nauc_mrr_at_100_std": 0.05959461580067959, + "nauc_mrr_at_10_diff1": 0.31754243186816566, + "nauc_mrr_at_10_max": 0.3399744917698029, + "nauc_mrr_at_10_std": 0.06005469613997152, + "nauc_mrr_at_1_diff1": 0.3786449508180501, + "nauc_mrr_at_1_max": 0.331223065991866, + "nauc_mrr_at_1_std": 0.05393246726095287, + "nauc_mrr_at_20_diff1": 0.31785122496612156, + "nauc_mrr_at_20_max": 0.33781352986031316, + "nauc_mrr_at_20_std": 0.06034419247797524, + "nauc_mrr_at_3_diff1": 0.31202548539231034, + "nauc_mrr_at_3_max": 0.33252224305393, + "nauc_mrr_at_3_std": 0.05397749999792684, + "nauc_mrr_at_5_diff1": 0.3150591813303923, + "nauc_mrr_at_5_max": 0.3304727426781417, + "nauc_mrr_at_5_std": 0.057068958201680765, + "nauc_ndcg_at_1000_diff1": 0.2865325763083149, + "nauc_ndcg_at_1000_max": 0.3121632187781438, + "nauc_ndcg_at_1000_std": 0.019646370630684154, + "nauc_ndcg_at_100_diff1": 0.27752203668745967, + "nauc_ndcg_at_100_max": 0.312784044621457, + "nauc_ndcg_at_100_std": 0.025040439031869716, + "nauc_ndcg_at_10_diff1": 0.28543305827954174, + "nauc_ndcg_at_10_max": 0.3151206704688641, + "nauc_ndcg_at_10_std": -0.0037949153212073878, + "nauc_ndcg_at_1_diff1": 0.3786449508180501, + "nauc_ndcg_at_1_max": 0.331223065991866, + "nauc_ndcg_at_1_std": 0.05393246726095287, + "nauc_ndcg_at_20_diff1": 0.28255360633037835, + "nauc_ndcg_at_20_max": 0.31798092286760504, + "nauc_ndcg_at_20_std": 0.005562096368394562, + "nauc_ndcg_at_3_diff1": 0.29072643718468705, + "nauc_ndcg_at_3_max": 0.2748307169822806, + "nauc_ndcg_at_3_std": -0.021831902351692453, + "nauc_ndcg_at_5_diff1": 0.2951852801559028, + "nauc_ndcg_at_5_max": 0.2852078147422153, + "nauc_ndcg_at_5_std": -0.03039846794998576, + "nauc_precision_at_1000_diff1": -0.210314798024064, + "nauc_precision_at_1000_max": 0.06303328147533208, + "nauc_precision_at_1000_std": 0.2062714826232869, + "nauc_precision_at_100_diff1": -0.21658081355055248, + "nauc_precision_at_100_max": 0.09217714603535324, + "nauc_precision_at_100_std": 0.2318157379667208, + "nauc_precision_at_10_diff1": -0.11079762795317645, + "nauc_precision_at_10_max": 0.2313116874013548, + "nauc_precision_at_10_std": 0.16130126224900207, + "nauc_precision_at_1_diff1": 0.3786449508180501, + "nauc_precision_at_1_max": 0.331223065991866, + "nauc_precision_at_1_std": 0.05393246726095287, + "nauc_precision_at_20_diff1": -0.15378810660016765, + "nauc_precision_at_20_max": 0.18291716806358096, + "nauc_precision_at_20_std": 0.18027628311343966, + "nauc_precision_at_3_diff1": 0.06869751880550969, + "nauc_precision_at_3_max": 0.3020797370590948, + "nauc_precision_at_3_std": 0.09774260303960074, + "nauc_precision_at_5_diff1": -0.015207118418377272, + "nauc_precision_at_5_max": 0.2708569475225829, + "nauc_precision_at_5_std": 0.10137233442010732, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": -0.05045433632316245, + "nauc_recall_at_100_max": 0.28852102088136683, + "nauc_recall_at_100_std": 0.21418088094688922, + "nauc_recall_at_10_diff1": 0.19583767979408626, + "nauc_recall_at_10_max": 0.3198754564321314, + "nauc_recall_at_10_std": -0.021179302514932222, + "nauc_recall_at_1_diff1": 0.3854713356071949, + "nauc_recall_at_1_max": 0.19092850746812218, + "nauc_recall_at_1_std": -0.05484821289291185, + "nauc_recall_at_20_diff1": 0.16619338513707946, + "nauc_recall_at_20_max": 0.3255217055244803, + "nauc_recall_at_20_std": -0.006508300567247902, + "nauc_recall_at_3_diff1": 0.26016105000464756, + "nauc_recall_at_3_max": 0.21107212919230764, + "nauc_recall_at_3_std": -0.07985870948893362, + "nauc_recall_at_5_diff1": 0.24120657362503123, + "nauc_recall_at_5_max": 0.23306892095037307, + "nauc_recall_at_5_std": -0.09366838872066734, + "ndcg_at_1": 0.49209, + "ndcg_at_10": 0.59229, + "ndcg_at_100": 0.65234, + "ndcg_at_1000": 0.66055, + "ndcg_at_20": 0.6194, + "ndcg_at_3": 0.51613, + "ndcg_at_5": 0.5491, + "precision_at_1": 0.49209, + "precision_at_10": 0.14177, + "precision_at_100": 0.01965, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08109, + "precision_at_3": 0.30274, + "precision_at_5": 0.22563, + "recall_at_1": 0.3207, + "recall_at_10": 0.72893, + "recall_at_100": 0.95028, + "recall_at_1000": 1.0, + "recall_at_20": 0.81368, + "recall_at_3": 0.52503, + "recall_at_5": 0.61659 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.7711, + "map_at_1": 0.46044, + "map_at_10": 0.69388, + "map_at_100": 0.70534, + "map_at_1000": 0.70554, + "map_at_20": 0.70164, + "map_at_3": 0.63531, + "map_at_5": 0.67115, + "mrr_at_1": 0.717, + "mrr_at_10": 0.8075535714285723, + "mrr_at_100": 0.8091873806409228, + "mrr_at_1000": 0.8092087350132012, + "mrr_at_20": 0.808510396955986, + "mrr_at_3": 0.7938333333333341, + "mrr_at_5": 0.8024833333333341, + "nauc_map_at_1000_diff1": 0.38448385116600164, + "nauc_map_at_1000_max": 0.27157502500493746, + "nauc_map_at_1000_std": -0.1458491341205563, + "nauc_map_at_100_diff1": 0.384483304468808, + "nauc_map_at_100_max": 0.27165209985140387, + "nauc_map_at_100_std": -0.14601098543992624, + "nauc_map_at_10_diff1": 0.3791407307697442, + "nauc_map_at_10_max": 0.26625715175702364, + "nauc_map_at_10_std": -0.15389347361232206, + "nauc_map_at_1_diff1": 0.43572428904989724, + "nauc_map_at_1_max": 0.12300239640611858, + "nauc_map_at_1_std": -0.13586667215569326, + "nauc_map_at_20_diff1": 0.3842122308381412, + "nauc_map_at_20_max": 0.2715483583969121, + "nauc_map_at_20_std": -0.1496644627899307, + "nauc_map_at_3_diff1": 0.3650285097388049, + "nauc_map_at_3_max": 0.22895167860513363, + "nauc_map_at_3_std": -0.16515987275531518, + "nauc_map_at_5_diff1": 0.3734147864519037, + "nauc_map_at_5_max": 0.2565846214360386, + "nauc_map_at_5_std": -0.15358634630925544, + "nauc_mrr_at_1000_diff1": 0.540877069103046, + "nauc_mrr_at_1000_max": 0.3547562698102061, + "nauc_mrr_at_1000_std": -0.09439683077804356, + "nauc_mrr_at_100_diff1": 0.5408712340632605, + "nauc_mrr_at_100_max": 0.3547247979381402, + "nauc_mrr_at_100_std": -0.09445621856003542, + "nauc_mrr_at_10_diff1": 0.5405387283259531, + "nauc_mrr_at_10_max": 0.35610479858100585, + "nauc_mrr_at_10_std": -0.09440093430252268, + "nauc_mrr_at_1_diff1": 0.5503960847275254, + "nauc_mrr_at_1_max": 0.32403115727844745, + "nauc_mrr_at_1_std": -0.08874983216748844, + "nauc_mrr_at_20_diff1": 0.5403599161442411, + "nauc_mrr_at_20_max": 0.3546647590802784, + "nauc_mrr_at_20_std": -0.09406825307422377, + "nauc_mrr_at_3_diff1": 0.5433976678107656, + "nauc_mrr_at_3_max": 0.3719675919057504, + "nauc_mrr_at_3_std": -0.09298750992014052, + "nauc_mrr_at_5_diff1": 0.5392539381978042, + "nauc_mrr_at_5_max": 0.35988572498703025, + "nauc_mrr_at_5_std": -0.09562027675490556, + "nauc_ndcg_at_1000_diff1": 0.4240833886362432, + "nauc_ndcg_at_1000_max": 0.3047745053537227, + "nauc_ndcg_at_1000_std": -0.12519526477760318, + "nauc_ndcg_at_100_diff1": 0.4218536627007985, + "nauc_ndcg_at_100_max": 0.304254991020531, + "nauc_ndcg_at_100_std": -0.12559550746381296, + "nauc_ndcg_at_10_diff1": 0.4072003814234406, + "nauc_ndcg_at_10_max": 0.29542356491700433, + "nauc_ndcg_at_10_std": -0.1515626148801889, + "nauc_ndcg_at_1_diff1": 0.5503960847275254, + "nauc_ndcg_at_1_max": 0.32403115727844745, + "nauc_ndcg_at_1_std": -0.08874983216748844, + "nauc_ndcg_at_20_diff1": 0.420475170266536, + "nauc_ndcg_at_20_max": 0.30659356671577054, + "nauc_ndcg_at_20_std": -0.14088553932702313, + "nauc_ndcg_at_3_diff1": 0.3825288460071448, + "nauc_ndcg_at_3_max": 0.27257297987662366, + "nauc_ndcg_at_3_std": -0.1505497964939028, + "nauc_ndcg_at_5_diff1": 0.3944356302210221, + "nauc_ndcg_at_5_max": 0.28480345089961606, + "nauc_ndcg_at_5_std": -0.15145826429363193, + "nauc_precision_at_1000_diff1": -0.1754404340968046, + "nauc_precision_at_1000_max": 0.10121694613765966, + "nauc_precision_at_1000_std": 0.19157961282085434, + "nauc_precision_at_100_diff1": -0.1661860251340765, + "nauc_precision_at_100_max": 0.11252257495634865, + "nauc_precision_at_100_std": 0.18698933138162444, + "nauc_precision_at_10_diff1": -0.08699711466712087, + "nauc_precision_at_10_max": 0.19743746954947125, + "nauc_precision_at_10_std": 0.09221260603580411, + "nauc_precision_at_1_diff1": 0.5503960847275254, + "nauc_precision_at_1_max": 0.32403115727844745, + "nauc_precision_at_1_std": -0.08874983216748844, + "nauc_precision_at_20_diff1": -0.10857440615941755, + "nauc_precision_at_20_max": 0.1718209790320632, + "nauc_precision_at_20_std": 0.134525274259346, + "nauc_precision_at_3_diff1": 0.02804089782972232, + "nauc_precision_at_3_max": 0.2716337576784328, + "nauc_precision_at_3_std": 0.004548585664113257, + "nauc_precision_at_5_diff1": -0.031296430967773195, + "nauc_precision_at_5_max": 0.2525041082240818, + "nauc_precision_at_5_std": 0.059948330795407956, + "nauc_recall_at_1000_diff1": 0.9305555555554984, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.26979220408246896, + "nauc_recall_at_100_max": 0.28811267830059295, + "nauc_recall_at_100_std": 0.00312514877613332, + "nauc_recall_at_10_diff1": 0.2964510469877387, + "nauc_recall_at_10_max": 0.2551337875037453, + "nauc_recall_at_10_std": -0.21573081664154387, + "nauc_recall_at_1_diff1": 0.43572428904989724, + "nauc_recall_at_1_max": 0.12300239640611858, + "nauc_recall_at_1_std": -0.13586667215569326, + "nauc_recall_at_20_diff1": 0.3545133555830128, + "nauc_recall_at_20_max": 0.31581363389650324, + "nauc_recall_at_20_std": -0.21400154416968784, + "nauc_recall_at_3_diff1": 0.2995912489643932, + "nauc_recall_at_3_max": 0.2161745402861412, + "nauc_recall_at_3_std": -0.18038467380540965, + "nauc_recall_at_5_diff1": 0.29830646307264236, + "nauc_recall_at_5_max": 0.2460124048438473, + "nauc_recall_at_5_std": -0.18305723089101456, + "ndcg_at_1": 0.717, + "ndcg_at_10": 0.7711, + "ndcg_at_100": 0.80227, + "ndcg_at_1000": 0.80477, + "ndcg_at_20": 0.7874, + "ndcg_at_3": 0.70057, + "ndcg_at_5": 0.73672, + "precision_at_1": 0.717, + "precision_at_10": 0.1614, + "precision_at_100": 0.01881, + "precision_at_1000": 0.00192, + "precision_at_20": 0.0869, + "precision_at_3": 0.40967, + "precision_at_5": 0.2832, + "recall_at_1": 0.46044, + "recall_at_10": 0.87402, + "recall_at_100": 0.98398, + "recall_at_1000": 0.99867, + "recall_at_20": 0.92287, + "recall_at_3": 0.70938, + "recall_at_5": 0.79113 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.54901, + "map_at_1": 0.27275, + "map_at_10": 0.4584, + "map_at_100": 0.48264, + "map_at_1000": 0.48317, + "map_at_20": 0.47263, + "map_at_3": 0.3972, + "map_at_5": 0.43338, + "mrr_at_1": 0.478134110787172, + "mrr_at_10": 0.5912848812994586, + "mrr_at_100": 0.598459490452733, + "mrr_at_1000": 0.5984999828401641, + "mrr_at_20": 0.595909878865204, + "mrr_at_3": 0.5583090379008747, + "mrr_at_5": 0.5797376093294461, + "nauc_map_at_1000_diff1": 0.27217832859852564, + "nauc_map_at_1000_max": 0.37792739596504205, + "nauc_map_at_1000_std": 0.17974303276333198, + "nauc_map_at_100_diff1": 0.27189785000772276, + "nauc_map_at_100_max": 0.37782403028418327, + "nauc_map_at_100_std": 0.17971894279059475, + "nauc_map_at_10_diff1": 0.2660472986345156, + "nauc_map_at_10_max": 0.37004090419568086, + "nauc_map_at_10_std": 0.17916785199440435, + "nauc_map_at_1_diff1": 0.36885649808694243, + "nauc_map_at_1_max": 0.31647323905579894, + "nauc_map_at_1_std": 0.0976635677880481, + "nauc_map_at_20_diff1": 0.2692288468385401, + "nauc_map_at_20_max": 0.378683392058591, + "nauc_map_at_20_std": 0.17992836501597123, + "nauc_map_at_3_diff1": 0.2792126942762273, + "nauc_map_at_3_max": 0.3436034449405181, + "nauc_map_at_3_std": 0.1476272414493519, + "nauc_map_at_5_diff1": 0.27255011019506975, + "nauc_map_at_5_max": 0.37029396167353895, + "nauc_map_at_5_std": 0.17969359214031333, + "nauc_mrr_at_1000_diff1": 0.3216858231738971, + "nauc_mrr_at_1000_max": 0.4106311178153793, + "nauc_mrr_at_1000_std": 0.20658426413625813, + "nauc_mrr_at_100_diff1": 0.3217152346214085, + "nauc_mrr_at_100_max": 0.4106713041252872, + "nauc_mrr_at_100_std": 0.20657189927286557, + "nauc_mrr_at_10_diff1": 0.32131060802392636, + "nauc_mrr_at_10_max": 0.4106458351038391, + "nauc_mrr_at_10_std": 0.20807953574982113, + "nauc_mrr_at_1_diff1": 0.34072897385344236, + "nauc_mrr_at_1_max": 0.39793540263452426, + "nauc_mrr_at_1_std": 0.18722867779090907, + "nauc_mrr_at_20_diff1": 0.32073488217865953, + "nauc_mrr_at_20_max": 0.4115867797011426, + "nauc_mrr_at_20_std": 0.20780958745117606, + "nauc_mrr_at_3_diff1": 0.31999576783217726, + "nauc_mrr_at_3_max": 0.40014169503462993, + "nauc_mrr_at_3_std": 0.20288514839627078, + "nauc_mrr_at_5_diff1": 0.3182598260918789, + "nauc_mrr_at_5_max": 0.41430905788643435, + "nauc_mrr_at_5_std": 0.21078590411840023, + "nauc_ndcg_at_1000_diff1": 0.2870156471442061, + "nauc_ndcg_at_1000_max": 0.4001477986277312, + "nauc_ndcg_at_1000_std": 0.20139926733020339, + "nauc_ndcg_at_100_diff1": 0.2833289709395561, + "nauc_ndcg_at_100_max": 0.40114787621423076, + "nauc_ndcg_at_100_std": 0.2024948561985566, + "nauc_ndcg_at_10_diff1": 0.26703782447835545, + "nauc_ndcg_at_10_max": 0.3879918382366111, + "nauc_ndcg_at_10_std": 0.20968809497437935, + "nauc_ndcg_at_1_diff1": 0.34072897385344236, + "nauc_ndcg_at_1_max": 0.39793540263452426, + "nauc_ndcg_at_1_std": 0.18722867779090907, + "nauc_ndcg_at_20_diff1": 0.27260090186990976, + "nauc_ndcg_at_20_max": 0.41019861070717595, + "nauc_ndcg_at_20_std": 0.21147411218090936, + "nauc_ndcg_at_3_diff1": 0.27089216630825896, + "nauc_ndcg_at_3_max": 0.3622488505182898, + "nauc_ndcg_at_3_std": 0.17748466505735572, + "nauc_ndcg_at_5_diff1": 0.273755689319097, + "nauc_ndcg_at_5_max": 0.3956396100071409, + "nauc_ndcg_at_5_std": 0.21047578935769465, + "nauc_precision_at_1000_diff1": -0.056481456519835604, + "nauc_precision_at_1000_max": 0.039548929108844236, + "nauc_precision_at_1000_std": 0.051215067206538956, + "nauc_precision_at_100_diff1": -0.05537837306756346, + "nauc_precision_at_100_max": 0.06546333132374563, + "nauc_precision_at_100_std": 0.07119602567614128, + "nauc_precision_at_10_diff1": 0.017101948067373657, + "nauc_precision_at_10_max": 0.22459355059468172, + "nauc_precision_at_10_std": 0.18502671795928005, + "nauc_precision_at_1_diff1": 0.34072897385344236, + "nauc_precision_at_1_max": 0.39793540263452426, + "nauc_precision_at_1_std": 0.18722867779090907, + "nauc_precision_at_20_diff1": -0.006281779951749126, + "nauc_precision_at_20_max": 0.19988507175988124, + "nauc_precision_at_20_std": 0.15257513625990107, + "nauc_precision_at_3_diff1": 0.09544173048139216, + "nauc_precision_at_3_max": 0.2889134732100427, + "nauc_precision_at_3_std": 0.2002666398212186, + "nauc_precision_at_5_diff1": 0.05802010743449127, + "nauc_precision_at_5_max": 0.295342549300071, + "nauc_precision_at_5_std": 0.2344788684688352, + "nauc_recall_at_1000_diff1": 0.190788598515867, + "nauc_recall_at_1000_max": 0.6137585439532572, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.0818339618593809, + "nauc_recall_at_100_max": 0.3998622281455765, + "nauc_recall_at_100_std": 0.23748529693584983, + "nauc_recall_at_10_diff1": 0.1773128587275529, + "nauc_recall_at_10_max": 0.3440101435736104, + "nauc_recall_at_10_std": 0.24248910294832626, + "nauc_recall_at_1_diff1": 0.36885649808694243, + "nauc_recall_at_1_max": 0.31647323905579894, + "nauc_recall_at_1_std": 0.0976635677880481, + "nauc_recall_at_20_diff1": 0.17030078181433095, + "nauc_recall_at_20_max": 0.4242601905628179, + "nauc_recall_at_20_std": 0.2557871673218116, + "nauc_recall_at_3_diff1": 0.23304810107668825, + "nauc_recall_at_3_max": 0.3087534001637182, + "nauc_recall_at_3_std": 0.15726479069631785, + "nauc_recall_at_5_diff1": 0.2152298451822329, + "nauc_recall_at_5_max": 0.3712112087273862, + "nauc_recall_at_5_std": 0.22886827244342087, + "ndcg_at_1": 0.47813, + "ndcg_at_10": 0.54901, + "ndcg_at_100": 0.62791, + "ndcg_at_1000": 0.63344, + "ndcg_at_20": 0.58355, + "ndcg_at_3": 0.46966, + "ndcg_at_5": 0.50713, + "precision_at_1": 0.47813, + "precision_at_10": 0.13673, + "precision_at_100": 0.02047, + "precision_at_1000": 0.00213, + "precision_at_20": 0.0812, + "precision_at_3": 0.29835, + "precision_at_5": 0.22332, + "recall_at_1": 0.27275, + "recall_at_10": 0.67128, + "recall_at_100": 0.9688, + "recall_at_1000": 0.99903, + "recall_at_20": 0.77863, + "recall_at_3": 0.46883, + "recall_at_5": 0.56442 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.62634, + "map_at_1": 0.32377, + "map_at_10": 0.53947, + "map_at_100": 0.56009, + "map_at_1000": 0.56051, + "map_at_20": 0.55411, + "map_at_3": 0.46717, + "map_at_5": 0.50841, + "mrr_at_1": 0.5571428571428572, + "mrr_at_10": 0.662314058956916, + "mrr_at_100": 0.6666076976159718, + "mrr_at_1000": 0.6667509484873215, + "mrr_at_20": 0.6643542750433507, + "mrr_at_3": 0.6395238095238096, + "mrr_at_5": 0.6540952380952381, + "nauc_map_at_1000_diff1": 0.29283213975440725, + "nauc_map_at_1000_max": 0.31012394354924677, + "nauc_map_at_1000_std": -0.0020034469448073243, + "nauc_map_at_100_diff1": 0.29305778989602954, + "nauc_map_at_100_max": 0.31049972868048636, + "nauc_map_at_100_std": -0.0016044867513673835, + "nauc_map_at_10_diff1": 0.28303630665616375, + "nauc_map_at_10_max": 0.28438441791605956, + "nauc_map_at_10_std": -0.021527541223848163, + "nauc_map_at_1_diff1": 0.3569329712578757, + "nauc_map_at_1_max": 0.1283821853707424, + "nauc_map_at_1_std": -0.09859544219507728, + "nauc_map_at_20_diff1": 0.2913686260556971, + "nauc_map_at_20_max": 0.3096391549887511, + "nauc_map_at_20_std": -0.0021200550404746493, + "nauc_map_at_3_diff1": 0.2796485704909193, + "nauc_map_at_3_max": 0.22532376479840516, + "nauc_map_at_3_std": -0.055515255790539675, + "nauc_map_at_5_diff1": 0.27454589155386905, + "nauc_map_at_5_max": 0.2583572481885184, + "nauc_map_at_5_std": -0.026110976006299066, + "nauc_mrr_at_1000_diff1": 0.37075005115154913, + "nauc_mrr_at_1000_max": 0.4087188145587312, + "nauc_mrr_at_1000_std": 0.02417624329590347, + "nauc_mrr_at_100_diff1": 0.3708817336137286, + "nauc_mrr_at_100_max": 0.4089183686360689, + "nauc_mrr_at_100_std": 0.024389572284414546, + "nauc_mrr_at_10_diff1": 0.36742064019068876, + "nauc_mrr_at_10_max": 0.4096916041888313, + "nauc_mrr_at_10_std": 0.02588480908112831, + "nauc_mrr_at_1_diff1": 0.41388804657650535, + "nauc_mrr_at_1_max": 0.38683566822326015, + "nauc_mrr_at_1_std": 0.005057917399478482, + "nauc_mrr_at_20_diff1": 0.3701378774451587, + "nauc_mrr_at_20_max": 0.4094998475342463, + "nauc_mrr_at_20_std": 0.02506151888923434, + "nauc_mrr_at_3_diff1": 0.366336664441438, + "nauc_mrr_at_3_max": 0.4101218643118099, + "nauc_mrr_at_3_std": 0.019154324935749804, + "nauc_mrr_at_5_diff1": 0.36125463482937475, + "nauc_mrr_at_5_max": 0.4071661679576267, + "nauc_mrr_at_5_std": 0.027929751454954202, + "nauc_ndcg_at_1000_diff1": 0.3110174351156696, + "nauc_ndcg_at_1000_max": 0.3644957372476039, + "nauc_ndcg_at_1000_std": 0.027346356622295002, + "nauc_ndcg_at_100_diff1": 0.3167115283709359, + "nauc_ndcg_at_100_max": 0.37185307241370935, + "nauc_ndcg_at_100_std": 0.03524220913982068, + "nauc_ndcg_at_10_diff1": 0.2866413478090506, + "nauc_ndcg_at_10_max": 0.3311274500609811, + "nauc_ndcg_at_10_std": 0.0009811404270746212, + "nauc_ndcg_at_1_diff1": 0.41388804657650535, + "nauc_ndcg_at_1_max": 0.38683566822326015, + "nauc_ndcg_at_1_std": 0.005057917399478482, + "nauc_ndcg_at_20_diff1": 0.3082443183480213, + "nauc_ndcg_at_20_max": 0.37078035476603455, + "nauc_ndcg_at_20_std": 0.033061303804642186, + "nauc_ndcg_at_3_diff1": 0.28456277646648054, + "nauc_ndcg_at_3_max": 0.34617434451346707, + "nauc_ndcg_at_3_std": 0.015509588960883173, + "nauc_ndcg_at_5_diff1": 0.2700117270296027, + "nauc_ndcg_at_5_max": 0.3128208919816393, + "nauc_ndcg_at_5_std": 0.008376709602914844, + "nauc_precision_at_1000_diff1": -0.023444825461462357, + "nauc_precision_at_1000_max": 0.31920147167823104, + "nauc_precision_at_1000_std": 0.21142984077656035, + "nauc_precision_at_100_diff1": -0.0007737950385155351, + "nauc_precision_at_100_max": 0.348035065251108, + "nauc_precision_at_100_std": 0.2302174812635069, + "nauc_precision_at_10_diff1": 0.025562966052474913, + "nauc_precision_at_10_max": 0.37867466012845186, + "nauc_precision_at_10_std": 0.18096771301497205, + "nauc_precision_at_1_diff1": 0.41388804657650535, + "nauc_precision_at_1_max": 0.38683566822326015, + "nauc_precision_at_1_std": 0.005057917399478482, + "nauc_precision_at_20_diff1": 0.03220998830231913, + "nauc_precision_at_20_max": 0.3975832454283674, + "nauc_precision_at_20_std": 0.227232613776604, + "nauc_precision_at_3_diff1": 0.0913968227092221, + "nauc_precision_at_3_max": 0.41409718517001803, + "nauc_precision_at_3_std": 0.13938891590555122, + "nauc_precision_at_5_diff1": 0.0465065595963233, + "nauc_precision_at_5_max": 0.39275811657580706, + "nauc_precision_at_5_std": 0.18241834109900923, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.4994988071118703, + "nauc_recall_at_100_max": 0.6018010239705904, + "nauc_recall_at_100_std": 0.3148259887726255, + "nauc_recall_at_10_diff1": 0.1906167289165498, + "nauc_recall_at_10_max": 0.27240596742327916, + "nauc_recall_at_10_std": -0.016715272850583565, + "nauc_recall_at_1_diff1": 0.3569329712578757, + "nauc_recall_at_1_max": 0.1283821853707424, + "nauc_recall_at_1_std": -0.09859544219507728, + "nauc_recall_at_20_diff1": 0.2841746140598505, + "nauc_recall_at_20_max": 0.4166317568680005, + "nauc_recall_at_20_std": 0.09935920369036223, + "nauc_recall_at_3_diff1": 0.1908531459681801, + "nauc_recall_at_3_max": 0.19747721876485835, + "nauc_recall_at_3_std": -0.04149212998534518, + "nauc_recall_at_5_diff1": 0.1506086480712377, + "nauc_recall_at_5_max": 0.217043378800257, + "nauc_recall_at_5_std": 0.01130271624136526, + "ndcg_at_1": 0.55714, + "ndcg_at_10": 0.62634, + "ndcg_at_100": 0.68364, + "ndcg_at_1000": 0.68972, + "ndcg_at_20": 0.6556, + "ndcg_at_3": 0.56011, + "ndcg_at_5": 0.58521, + "precision_at_1": 0.55714, + "precision_at_10": 0.16029, + "precision_at_100": 0.02077, + "precision_at_1000": 0.00215, + "precision_at_20": 0.09171, + "precision_at_3": 0.35333, + "precision_at_5": 0.26114, + "recall_at_1": 0.32377, + "recall_at_10": 0.74341, + "recall_at_100": 0.96116, + "recall_at_1000": 1.0, + "recall_at_20": 0.83383, + "recall_at_3": 0.54503, + "recall_at_5": 0.63734 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.5285, + "map_at_1": 0.23957, + "map_at_10": 0.42356, + "map_at_100": 0.45734, + "map_at_1000": 0.45896, + "map_at_20": 0.44297, + "map_at_3": 0.35221, + "map_at_5": 0.39125, + "mrr_at_1": 0.5322916666666667, + "mrr_at_10": 0.641514136904762, + "mrr_at_100": 0.6465242518850548, + "mrr_at_1000": 0.6467198328196628, + "mrr_at_20": 0.644884423322528, + "mrr_at_3": 0.6166666666666666, + "mrr_at_5": 0.6331770833333332, + "nauc_map_at_1000_diff1": 0.2447723391189177, + "nauc_map_at_1000_max": 0.24128860635430827, + "nauc_map_at_1000_std": -0.07467847312223021, + "nauc_map_at_100_diff1": 0.24465884437722962, + "nauc_map_at_100_max": 0.24142859118604035, + "nauc_map_at_100_std": -0.07466340154907031, + "nauc_map_at_10_diff1": 0.24269728364951842, + "nauc_map_at_10_max": 0.21878688246993538, + "nauc_map_at_10_std": -0.09590691908672223, + "nauc_map_at_1_diff1": 0.31000163941996534, + "nauc_map_at_1_max": 0.16679956907360652, + "nauc_map_at_1_std": -0.10663803232346947, + "nauc_map_at_20_diff1": 0.2451560112715457, + "nauc_map_at_20_max": 0.2343575333816037, + "nauc_map_at_20_std": -0.08572579738895107, + "nauc_map_at_3_diff1": 0.26013612949356435, + "nauc_map_at_3_max": 0.19677096226848084, + "nauc_map_at_3_std": -0.11266026067519239, + "nauc_map_at_5_diff1": 0.2492252582173787, + "nauc_map_at_5_max": 0.19976613987787528, + "nauc_map_at_5_std": -0.11286450341124607, + "nauc_mrr_at_1000_diff1": 0.31331897107141526, + "nauc_mrr_at_1000_max": 0.36233833070650356, + "nauc_mrr_at_1000_std": 0.0055568115638233795, + "nauc_mrr_at_100_diff1": 0.31330181297381876, + "nauc_mrr_at_100_max": 0.3624764593791462, + "nauc_mrr_at_100_std": 0.005707155913297348, + "nauc_mrr_at_10_diff1": 0.3120764193230085, + "nauc_mrr_at_10_max": 0.3621264344699159, + "nauc_mrr_at_10_std": 0.006611302160831873, + "nauc_mrr_at_1_diff1": 0.324772535786411, + "nauc_mrr_at_1_max": 0.341363536542831, + "nauc_mrr_at_1_std": -0.019477453089767196, + "nauc_mrr_at_20_diff1": 0.3125669175699084, + "nauc_mrr_at_20_max": 0.36165444101450633, + "nauc_mrr_at_20_std": 0.005784444802323197, + "nauc_mrr_at_3_diff1": 0.318134872517265, + "nauc_mrr_at_3_max": 0.36367550978386315, + "nauc_mrr_at_3_std": -0.0015383123667461042, + "nauc_mrr_at_5_diff1": 0.31104693252648663, + "nauc_mrr_at_5_max": 0.36006243040908414, + "nauc_mrr_at_5_std": 0.005547638923137424, + "nauc_ndcg_at_1000_diff1": 0.25571328404623933, + "nauc_ndcg_at_1000_max": 0.29317712451629313, + "nauc_ndcg_at_1000_std": -0.022129850304649642, + "nauc_ndcg_at_100_diff1": 0.25259749803352183, + "nauc_ndcg_at_100_max": 0.29593820554998007, + "nauc_ndcg_at_100_std": -0.014846432092359418, + "nauc_ndcg_at_10_diff1": 0.24277802529803139, + "nauc_ndcg_at_10_max": 0.2516306866377198, + "nauc_ndcg_at_10_std": -0.06431638430561551, + "nauc_ndcg_at_1_diff1": 0.324772535786411, + "nauc_ndcg_at_1_max": 0.341363536542831, + "nauc_ndcg_at_1_std": -0.019477453089767196, + "nauc_ndcg_at_20_diff1": 0.2488426394703532, + "nauc_ndcg_at_20_max": 0.2764557101013118, + "nauc_ndcg_at_20_std": -0.046031935611325486, + "nauc_ndcg_at_3_diff1": 0.246371796201934, + "nauc_ndcg_at_3_max": 0.2752102677470281, + "nauc_ndcg_at_3_std": -0.0516172160284251, + "nauc_ndcg_at_5_diff1": 0.24466035700609512, + "nauc_ndcg_at_5_max": 0.24330261754775148, + "nauc_ndcg_at_5_std": -0.07404523042423729, + "nauc_precision_at_1000_diff1": -0.08572257314452607, + "nauc_precision_at_1000_max": 0.11813698119011642, + "nauc_precision_at_1000_std": 0.19445290926046205, + "nauc_precision_at_100_diff1": -0.07032147878407323, + "nauc_precision_at_100_max": 0.16353783643494987, + "nauc_precision_at_100_std": 0.22183508514214823, + "nauc_precision_at_10_diff1": -0.01924111489885121, + "nauc_precision_at_10_max": 0.21702752816746096, + "nauc_precision_at_10_std": 0.11228743273074221, + "nauc_precision_at_1_diff1": 0.324772535786411, + "nauc_precision_at_1_max": 0.341363536542831, + "nauc_precision_at_1_std": -0.019477453089767196, + "nauc_precision_at_20_diff1": -0.03492500091961204, + "nauc_precision_at_20_max": 0.22012329562046856, + "nauc_precision_at_20_std": 0.16012027779049845, + "nauc_precision_at_3_diff1": 0.09836275727937366, + "nauc_precision_at_3_max": 0.2834309580266915, + "nauc_precision_at_3_std": 0.03515247505526026, + "nauc_precision_at_5_diff1": 0.03383177570093443, + "nauc_precision_at_5_max": 0.22671300130131292, + "nauc_precision_at_5_std": 0.05628711699988146, + "nauc_recall_at_1000_diff1": -0.10439268974483641, + "nauc_recall_at_1000_max": 0.20481694658187086, + "nauc_recall_at_1000_std": 0.5179369051824287, + "nauc_recall_at_100_diff1": 0.14858578617359292, + "nauc_recall_at_100_max": 0.2820954500997947, + "nauc_recall_at_100_std": 0.13417998729794056, + "nauc_recall_at_10_diff1": 0.17200376208346968, + "nauc_recall_at_10_max": 0.1681161320865785, + "nauc_recall_at_10_std": -0.07031712656302949, + "nauc_recall_at_1_diff1": 0.31000163941996534, + "nauc_recall_at_1_max": 0.16679956907360652, + "nauc_recall_at_1_std": -0.10663803232346947, + "nauc_recall_at_20_diff1": 0.17557914934696525, + "nauc_recall_at_20_max": 0.2084399324861854, + "nauc_recall_at_20_std": -0.035963737156962515, + "nauc_recall_at_3_diff1": 0.2299554883161636, + "nauc_recall_at_3_max": 0.15650204312973298, + "nauc_recall_at_3_std": -0.11746017902318107, + "nauc_recall_at_5_diff1": 0.2020256503342693, + "nauc_recall_at_5_max": 0.14492943745425563, + "nauc_recall_at_5_std": -0.11138237204767011, + "ndcg_at_1": 0.53229, + "ndcg_at_10": 0.5285, + "ndcg_at_100": 0.6199, + "ndcg_at_1000": 0.63808, + "ndcg_at_20": 0.56847, + "ndcg_at_3": 0.48178, + "ndcg_at_5": 0.49483, + "precision_at_1": 0.53229, + "precision_at_10": 0.17229, + "precision_at_100": 0.02854, + "precision_at_1000": 0.00319, + "precision_at_20": 0.10625, + "precision_at_3": 0.34167, + "precision_at_5": 0.26708, + "recall_at_1": 0.23957, + "recall_at_10": 0.6024, + "recall_at_100": 0.89702, + "recall_at_1000": 0.99569, + "recall_at_20": 0.71017, + "recall_at_3": 0.41012, + "recall_at_5": 0.49762 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.70693, + "map_at_1": 0.4334, + "map_at_10": 0.62252, + "map_at_100": 0.64079, + "map_at_1000": 0.6412, + "map_at_20": 0.63408, + "map_at_3": 0.56328, + "map_at_5": 0.59838, + "mrr_at_1": 0.6395348837209303, + "mrr_at_10": 0.7485271317829456, + "mrr_at_100": 0.7519571861908191, + "mrr_at_1000": 0.7519856250320356, + "mrr_at_20": 0.7510125414501179, + "mrr_at_3": 0.7315891472868218, + "mrr_at_5": 0.7426937984496125, + "nauc_map_at_1000_diff1": 0.37814840600842736, + "nauc_map_at_1000_max": 0.20527172425899454, + "nauc_map_at_1000_std": -0.1715448165612225, + "nauc_map_at_100_diff1": 0.3781384997341404, + "nauc_map_at_100_max": 0.20494858822248085, + "nauc_map_at_100_std": -0.17218785667766867, + "nauc_map_at_10_diff1": 0.3714268998597386, + "nauc_map_at_10_max": 0.18916488623205127, + "nauc_map_at_10_std": -0.18986592527887025, + "nauc_map_at_1_diff1": 0.4080197578257688, + "nauc_map_at_1_max": 0.10347465861144133, + "nauc_map_at_1_std": -0.18935172206699066, + "nauc_map_at_20_diff1": 0.37452537790038426, + "nauc_map_at_20_max": 0.1998562834809139, + "nauc_map_at_20_std": -0.17883274009822897, + "nauc_map_at_3_diff1": 0.37889873034403315, + "nauc_map_at_3_max": 0.15318007181059862, + "nauc_map_at_3_std": -0.19497413197915345, + "nauc_map_at_5_diff1": 0.3723165706774371, + "nauc_map_at_5_max": 0.17588605557228537, + "nauc_map_at_5_std": -0.1955637290018764, + "nauc_mrr_at_1000_diff1": 0.4866387227571792, + "nauc_mrr_at_1000_max": 0.37148111733418165, + "nauc_mrr_at_1000_std": -0.03484462750169875, + "nauc_mrr_at_100_diff1": 0.4866582006594088, + "nauc_mrr_at_100_max": 0.37155283050349397, + "nauc_mrr_at_100_std": -0.034748124187013125, + "nauc_mrr_at_10_diff1": 0.484634956588641, + "nauc_mrr_at_10_max": 0.3713235507431903, + "nauc_mrr_at_10_std": -0.03468549466415706, + "nauc_mrr_at_1_diff1": 0.5112036504609451, + "nauc_mrr_at_1_max": 0.3258685611470758, + "nauc_mrr_at_1_std": -0.06402403962085665, + "nauc_mrr_at_20_diff1": 0.48574354823597365, + "nauc_mrr_at_20_max": 0.371491695703584, + "nauc_mrr_at_20_std": -0.03409789479942498, + "nauc_mrr_at_3_diff1": 0.48602041480774044, + "nauc_mrr_at_3_max": 0.38250948619642533, + "nauc_mrr_at_3_std": -0.02641217548131448, + "nauc_mrr_at_5_diff1": 0.48260671201725885, + "nauc_mrr_at_5_max": 0.375664269607891, + "nauc_mrr_at_5_std": -0.032476968608621724, + "nauc_ndcg_at_1000_diff1": 0.4040349516363169, + "nauc_ndcg_at_1000_max": 0.2710660947834863, + "nauc_ndcg_at_1000_std": -0.11501397104724348, + "nauc_ndcg_at_100_diff1": 0.4043538480361554, + "nauc_ndcg_at_100_max": 0.2682864103593921, + "nauc_ndcg_at_100_std": -0.12014545656479532, + "nauc_ndcg_at_10_diff1": 0.37671916692999025, + "nauc_ndcg_at_10_max": 0.2288216760675598, + "nauc_ndcg_at_10_std": -0.16445993870243505, + "nauc_ndcg_at_1_diff1": 0.5112036504609451, + "nauc_ndcg_at_1_max": 0.3258685611470758, + "nauc_ndcg_at_1_std": -0.06402403962085665, + "nauc_ndcg_at_20_diff1": 0.387541355132943, + "nauc_ndcg_at_20_max": 0.25006773508417346, + "nauc_ndcg_at_20_std": -0.14293706081772364, + "nauc_ndcg_at_3_diff1": 0.37789332702369616, + "nauc_ndcg_at_3_max": 0.22899642865111566, + "nauc_ndcg_at_3_std": -0.12127025285732153, + "nauc_ndcg_at_5_diff1": 0.3751156381158323, + "nauc_ndcg_at_5_max": 0.2206947086556678, + "nauc_ndcg_at_5_std": -0.16142966226255606, + "nauc_precision_at_1000_diff1": -0.13568506599634958, + "nauc_precision_at_1000_max": 0.17992515324879224, + "nauc_precision_at_1000_std": 0.32926014678692145, + "nauc_precision_at_100_diff1": -0.12945537196135595, + "nauc_precision_at_100_max": 0.18196218513743886, + "nauc_precision_at_100_std": 0.3161246683169244, + "nauc_precision_at_10_diff1": -0.08904327501030254, + "nauc_precision_at_10_max": 0.2372541888168681, + "nauc_precision_at_10_std": 0.19955715018815026, + "nauc_precision_at_1_diff1": 0.5112036504609451, + "nauc_precision_at_1_max": 0.3258685611470758, + "nauc_precision_at_1_std": -0.06402403962085665, + "nauc_precision_at_20_diff1": -0.12275401646270015, + "nauc_precision_at_20_max": 0.21448047869823844, + "nauc_precision_at_20_std": 0.26420226692837306, + "nauc_precision_at_3_diff1": 0.08657142888712353, + "nauc_precision_at_3_max": 0.3062308225224932, + "nauc_precision_at_3_std": 0.12262204803581785, + "nauc_precision_at_5_diff1": -0.020864956874994137, + "nauc_precision_at_5_max": 0.27548499179615926, + "nauc_precision_at_5_std": 0.14814558089338536, + "nauc_recall_at_1000_diff1": 0.358076563958848, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.12278244631196757, + "nauc_recall_at_100_diff1": 0.3505932999058412, + "nauc_recall_at_100_max": 0.18768538213653196, + "nauc_recall_at_100_std": -0.21611993626180664, + "nauc_recall_at_10_diff1": 0.22634331951097658, + "nauc_recall_at_10_max": 0.10078336171074911, + "nauc_recall_at_10_std": -0.24984472177403236, + "nauc_recall_at_1_diff1": 0.4080197578257688, + "nauc_recall_at_1_max": 0.10347465861144133, + "nauc_recall_at_1_std": -0.18935172206699066, + "nauc_recall_at_20_diff1": 0.22056527325460148, + "nauc_recall_at_20_max": 0.1210773150656231, + "nauc_recall_at_20_std": -0.22879103716008511, + "nauc_recall_at_3_diff1": 0.3042946983106476, + "nauc_recall_at_3_max": 0.11397120635974338, + "nauc_recall_at_3_std": -0.19879316244738393, + "nauc_recall_at_5_diff1": 0.26936330833311195, + "nauc_recall_at_5_max": 0.12052393781442253, + "nauc_recall_at_5_std": -0.2322504499784728, + "ndcg_at_1": 0.63953, + "ndcg_at_10": 0.70693, + "ndcg_at_100": 0.7553, + "ndcg_at_1000": 0.75922, + "ndcg_at_20": 0.73176, + "ndcg_at_3": 0.64542, + "ndcg_at_5": 0.67303, + "precision_at_1": 0.63953, + "precision_at_10": 0.15279, + "precision_at_100": 0.02015, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08709, + "precision_at_3": 0.35659, + "precision_at_5": 0.25698, + "recall_at_1": 0.4334, + "recall_at_10": 0.81656, + "recall_at_100": 0.97929, + "recall_at_1000": 0.99961, + "recall_at_20": 0.88853, + "recall_at_3": 0.64538, + "recall_at_5": 0.72824 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.66549, + "map_at_1": 0.39817, + "map_at_10": 0.57491, + "map_at_100": 0.5969, + "map_at_1000": 0.59795, + "map_at_20": 0.58626, + "map_at_3": 0.51008, + "map_at_5": 0.5453, + "mrr_at_1": 0.6291079812206573, + "mrr_at_10": 0.7371283255086074, + "mrr_at_100": 0.7398587652614107, + "mrr_at_1000": 0.7399496544593389, + "mrr_at_20": 0.7387991158005985, + "mrr_at_3": 0.7214397496087638, + "mrr_at_5": 0.7320031298904539, + "nauc_map_at_1000_diff1": 0.383859009889488, + "nauc_map_at_1000_max": 0.40281652363700515, + "nauc_map_at_1000_std": -0.06077707643547213, + "nauc_map_at_100_diff1": 0.38302209171518, + "nauc_map_at_100_max": 0.4019004401922379, + "nauc_map_at_100_std": -0.06306864191534127, + "nauc_map_at_10_diff1": 0.39071119368104557, + "nauc_map_at_10_max": 0.40396843466520116, + "nauc_map_at_10_std": -0.07362496900374252, + "nauc_map_at_1_diff1": 0.440509659668766, + "nauc_map_at_1_max": 0.3236573126938934, + "nauc_map_at_1_std": -0.16642792732993228, + "nauc_map_at_20_diff1": 0.38173192263201033, + "nauc_map_at_20_max": 0.39890865423840993, + "nauc_map_at_20_std": -0.06849777729655357, + "nauc_map_at_3_diff1": 0.381696475066722, + "nauc_map_at_3_max": 0.3556494320690001, + "nauc_map_at_3_std": -0.14228489952884327, + "nauc_map_at_5_diff1": 0.3976892335685762, + "nauc_map_at_5_max": 0.3685040211177935, + "nauc_map_at_5_std": -0.12434229273801486, + "nauc_mrr_at_1000_diff1": 0.3872654665039661, + "nauc_mrr_at_1000_max": 0.45350063961175147, + "nauc_mrr_at_1000_std": 0.13493415898046904, + "nauc_mrr_at_100_diff1": 0.3870905282572583, + "nauc_mrr_at_100_max": 0.4535205736066027, + "nauc_mrr_at_100_std": 0.13478784580707504, + "nauc_mrr_at_10_diff1": 0.38804500301144057, + "nauc_mrr_at_10_max": 0.45797685507609165, + "nauc_mrr_at_10_std": 0.14124172295474183, + "nauc_mrr_at_1_diff1": 0.4327839855313694, + "nauc_mrr_at_1_max": 0.43792362259344914, + "nauc_mrr_at_1_std": 0.08315826846704623, + "nauc_mrr_at_20_diff1": 0.38707688321495104, + "nauc_mrr_at_20_max": 0.4550190499523598, + "nauc_mrr_at_20_std": 0.13663290528429822, + "nauc_mrr_at_3_diff1": 0.3754946169140696, + "nauc_mrr_at_3_max": 0.4402042196432023, + "nauc_mrr_at_3_std": 0.13203727354500158, + "nauc_mrr_at_5_diff1": 0.39178041592492124, + "nauc_mrr_at_5_max": 0.45410519440021624, + "nauc_mrr_at_5_std": 0.13684540626535974, + "nauc_ndcg_at_1000_diff1": 0.37481085429390915, + "nauc_ndcg_at_1000_max": 0.43731473548486105, + "nauc_ndcg_at_1000_std": 0.028746654412707295, + "nauc_ndcg_at_100_diff1": 0.3640130847087853, + "nauc_ndcg_at_100_max": 0.432619978557488, + "nauc_ndcg_at_100_std": 0.011391640307326922, + "nauc_ndcg_at_10_diff1": 0.38475705935907906, + "nauc_ndcg_at_10_max": 0.44699092247574695, + "nauc_ndcg_at_10_std": 0.00376980480212044, + "nauc_ndcg_at_1_diff1": 0.4327839855313694, + "nauc_ndcg_at_1_max": 0.43792362259344914, + "nauc_ndcg_at_1_std": 0.08315826846704623, + "nauc_ndcg_at_20_diff1": 0.36321897163573585, + "nauc_ndcg_at_20_max": 0.4310445687347707, + "nauc_ndcg_at_20_std": 0.004120984716948914, + "nauc_ndcg_at_3_diff1": 0.3504828896059918, + "nauc_ndcg_at_3_max": 0.3903649062281797, + "nauc_ndcg_at_3_std": -0.019874128861063257, + "nauc_ndcg_at_5_diff1": 0.3955825272148319, + "nauc_ndcg_at_5_max": 0.40013532836706406, + "nauc_ndcg_at_5_std": -0.03801251321433269, + "nauc_precision_at_1000_diff1": -0.17275126528635815, + "nauc_precision_at_1000_max": -0.005453284871646573, + "nauc_precision_at_1000_std": 0.33255497441247367, + "nauc_precision_at_100_diff1": -0.18327786649563352, + "nauc_precision_at_100_max": 0.00670244567114603, + "nauc_precision_at_100_std": 0.31359718732465836, + "nauc_precision_at_10_diff1": -0.10010157882971568, + "nauc_precision_at_10_max": 0.16343194884000106, + "nauc_precision_at_10_std": 0.36211819907682374, + "nauc_precision_at_1_diff1": 0.4327839855313694, + "nauc_precision_at_1_max": 0.43792362259344914, + "nauc_precision_at_1_std": 0.08315826846704623, + "nauc_precision_at_20_diff1": -0.1642198896134193, + "nauc_precision_at_20_max": 0.08357456167411671, + "nauc_precision_at_20_std": 0.35059934008693194, + "nauc_precision_at_3_diff1": -0.051558683337445156, + "nauc_precision_at_3_max": 0.23528208450060462, + "nauc_precision_at_3_std": 0.22498711466034557, + "nauc_precision_at_5_diff1": -0.04581765133291948, + "nauc_precision_at_5_max": 0.15784094877764906, + "nauc_precision_at_5_std": 0.2632933017342413, + "nauc_recall_at_1000_diff1": 0.722080449826989, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.06886062345735094, + "nauc_recall_at_100_max": 0.3557073840682071, + "nauc_recall_at_100_std": -0.11798966307856336, + "nauc_recall_at_10_diff1": 0.33059289116657303, + "nauc_recall_at_10_max": 0.460197513796336, + "nauc_recall_at_10_std": 0.03191101688379147, + "nauc_recall_at_1_diff1": 0.440509659668766, + "nauc_recall_at_1_max": 0.3236573126938934, + "nauc_recall_at_1_std": -0.16642792732993228, + "nauc_recall_at_20_diff1": 0.22916823976098807, + "nauc_recall_at_20_max": 0.3843913327854645, + "nauc_recall_at_20_std": 0.003951343965910959, + "nauc_recall_at_3_diff1": 0.30981968404029536, + "nauc_recall_at_3_max": 0.30174085683026775, + "nauc_recall_at_3_std": -0.14042395286784476, + "nauc_recall_at_5_diff1": 0.3646875535602896, + "nauc_recall_at_5_max": 0.3294498583147711, + "nauc_recall_at_5_std": -0.11947430995124116, + "ndcg_at_1": 0.62911, + "ndcg_at_10": 0.66549, + "ndcg_at_100": 0.72324, + "ndcg_at_1000": 0.73251, + "ndcg_at_20": 0.68738, + "ndcg_at_3": 0.623, + "ndcg_at_5": 0.63547, + "precision_at_1": 0.62911, + "precision_at_10": 0.16808, + "precision_at_100": 0.02371, + "precision_at_1000": 0.00256, + "precision_at_20": 0.09437, + "precision_at_3": 0.37089, + "precision_at_5": 0.27512, + "recall_at_1": 0.39817, + "recall_at_10": 0.75368, + "recall_at_100": 0.94841, + "recall_at_1000": 0.99531, + "recall_at_20": 0.81836, + "recall_at_3": 0.57548, + "recall_at_5": 0.6547 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.67573, + "map_at_1": 0.33761, + "map_at_10": 0.57239, + "map_at_100": 0.59921, + "map_at_1000": 0.59996, + "map_at_20": 0.58901, + "map_at_3": 0.48806, + "map_at_5": 0.53603, + "mrr_at_1": 0.646, + "mrr_at_10": 0.7581575396825396, + "mrr_at_100": 0.7604279948132789, + "mrr_at_1000": 0.7604705745136471, + "mrr_at_20": 0.7597681419887302, + "mrr_at_3": 0.7405000000000002, + "mrr_at_5": 0.7517000000000001, + "nauc_map_at_1000_diff1": 0.2886877755883686, + "nauc_map_at_1000_max": 0.2687200249519295, + "nauc_map_at_1000_std": -0.04647875405012949, + "nauc_map_at_100_diff1": 0.28848505641776406, + "nauc_map_at_100_max": 0.2684171240282251, + "nauc_map_at_100_std": -0.047056523390974894, + "nauc_map_at_10_diff1": 0.2831735003505227, + "nauc_map_at_10_max": 0.25069203040050003, + "nauc_map_at_10_std": -0.05887993519324883, + "nauc_map_at_1_diff1": 0.35925896754180636, + "nauc_map_at_1_max": 0.1533894138690632, + "nauc_map_at_1_std": -0.08869411762526398, + "nauc_map_at_20_diff1": 0.28519759740239153, + "nauc_map_at_20_max": 0.26149447265271086, + "nauc_map_at_20_std": -0.052786700306097493, + "nauc_map_at_3_diff1": 0.2839431561316209, + "nauc_map_at_3_max": 0.20828128163884724, + "nauc_map_at_3_std": -0.08930838010330132, + "nauc_map_at_5_diff1": 0.2790680586145734, + "nauc_map_at_5_max": 0.23310836423244305, + "nauc_map_at_5_std": -0.07313920341409617, + "nauc_mrr_at_1000_diff1": 0.4050112369633949, + "nauc_mrr_at_1000_max": 0.4153300363200848, + "nauc_mrr_at_1000_std": 0.06243463613744654, + "nauc_mrr_at_100_diff1": 0.404984827367147, + "nauc_mrr_at_100_max": 0.4153828850611421, + "nauc_mrr_at_100_std": 0.062469803834331754, + "nauc_mrr_at_10_diff1": 0.40427015252584464, + "nauc_mrr_at_10_max": 0.41780029663335183, + "nauc_mrr_at_10_std": 0.06298923180428687, + "nauc_mrr_at_1_diff1": 0.43325075339390673, + "nauc_mrr_at_1_max": 0.37847990465085446, + "nauc_mrr_at_1_std": 0.060751165216941655, + "nauc_mrr_at_20_diff1": 0.40490721916011124, + "nauc_mrr_at_20_max": 0.4167200674730055, + "nauc_mrr_at_20_std": 0.06372136398242162, + "nauc_mrr_at_3_diff1": 0.39647722346976155, + "nauc_mrr_at_3_max": 0.4179329220819359, + "nauc_mrr_at_3_std": 0.061308732298532884, + "nauc_mrr_at_5_diff1": 0.4021354624257797, + "nauc_mrr_at_5_max": 0.4185105820181186, + "nauc_mrr_at_5_std": 0.058253896699539766, + "nauc_ndcg_at_1000_diff1": 0.31469687347677505, + "nauc_ndcg_at_1000_max": 0.33289211294802024, + "nauc_ndcg_at_1000_std": 0.003983234713397465, + "nauc_ndcg_at_100_diff1": 0.3127182671093228, + "nauc_ndcg_at_100_max": 0.33130205904397475, + "nauc_ndcg_at_100_std": 0.0011052215298811613, + "nauc_ndcg_at_10_diff1": 0.2924680748236703, + "nauc_ndcg_at_10_max": 0.29438301121081595, + "nauc_ndcg_at_10_std": -0.025082309729040717, + "nauc_ndcg_at_1_diff1": 0.43325075339390673, + "nauc_ndcg_at_1_max": 0.37847990465085446, + "nauc_ndcg_at_1_std": 0.060751165216941655, + "nauc_ndcg_at_20_diff1": 0.29844817019738795, + "nauc_ndcg_at_20_max": 0.3117773077364629, + "nauc_ndcg_at_20_std": -0.014609777015228665, + "nauc_ndcg_at_3_diff1": 0.28789162149225617, + "nauc_ndcg_at_3_max": 0.3057556582944859, + "nauc_ndcg_at_3_std": -0.01913890574423755, + "nauc_ndcg_at_5_diff1": 0.2885949334169907, + "nauc_ndcg_at_5_max": 0.29342354978521407, + "nauc_ndcg_at_5_std": -0.03173861154262947, + "nauc_precision_at_1000_diff1": -0.09694787859793237, + "nauc_precision_at_1000_max": 0.12791990105160655, + "nauc_precision_at_1000_std": 0.19874887367849595, + "nauc_precision_at_100_diff1": -0.09470773640332734, + "nauc_precision_at_100_max": 0.14277905138716238, + "nauc_precision_at_100_std": 0.1984542310017945, + "nauc_precision_at_10_diff1": -0.05716248308869452, + "nauc_precision_at_10_max": 0.2109157926128518, + "nauc_precision_at_10_std": 0.16508706594317837, + "nauc_precision_at_1_diff1": 0.43325075339390673, + "nauc_precision_at_1_max": 0.37847990465085446, + "nauc_precision_at_1_std": 0.060751165216941655, + "nauc_precision_at_20_diff1": -0.0806148182740147, + "nauc_precision_at_20_max": 0.17987891647227622, + "nauc_precision_at_20_std": 0.17295003262104064, + "nauc_precision_at_3_diff1": 0.031158295105317323, + "nauc_precision_at_3_max": 0.3006553711839935, + "nauc_precision_at_3_std": 0.09342446608794872, + "nauc_precision_at_5_diff1": -0.024419549187609434, + "nauc_precision_at_5_max": 0.25477442445151866, + "nauc_precision_at_5_std": 0.1260713078170489, + "nauc_recall_at_1000_diff1": -0.07108176603967661, + "nauc_recall_at_1000_max": 0.6282913165265929, + "nauc_recall_at_1000_std": 0.9132319594504176, + "nauc_recall_at_100_diff1": 0.22300752079530703, + "nauc_recall_at_100_max": 0.3133994662845495, + "nauc_recall_at_100_std": 0.05592476474511659, + "nauc_recall_at_10_diff1": 0.1760930520272695, + "nauc_recall_at_10_max": 0.19838178562689582, + "nauc_recall_at_10_std": -0.03352021468858479, + "nauc_recall_at_1_diff1": 0.35925896754180636, + "nauc_recall_at_1_max": 0.1533894138690632, + "nauc_recall_at_1_std": -0.08869411762526398, + "nauc_recall_at_20_diff1": 0.1664424486201303, + "nauc_recall_at_20_max": 0.21912630418494347, + "nauc_recall_at_20_std": -0.01618793547138009, + "nauc_recall_at_3_diff1": 0.21927035545475745, + "nauc_recall_at_3_max": 0.1778922764285071, + "nauc_recall_at_3_std": -0.1056758516131108, + "nauc_recall_at_5_diff1": 0.199555879324013, + "nauc_recall_at_5_max": 0.1932098801603869, + "nauc_recall_at_5_std": -0.0840939371564625, + "ndcg_at_1": 0.646, + "ndcg_at_10": 0.67573, + "ndcg_at_100": 0.73866, + "ndcg_at_1000": 0.74503, + "ndcg_at_20": 0.7066, + "ndcg_at_3": 0.61707, + "ndcg_at_5": 0.63679, + "precision_at_1": 0.646, + "precision_at_10": 0.1949, + "precision_at_100": 0.02708, + "precision_at_1000": 0.00283, + "precision_at_20": 0.11295, + "precision_at_3": 0.414, + "precision_at_5": 0.3118, + "recall_at_1": 0.33761, + "recall_at_10": 0.77176, + "recall_at_100": 0.96619, + "recall_at_1000": 0.99854, + "recall_at_20": 0.85321, + "recall_at_3": 0.56088, + "recall_at_5": 0.66018 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.74855, + "map_at_1": 0.47349, + "map_at_10": 0.67699, + "map_at_100": 0.68855, + "map_at_1000": 0.68886, + "map_at_20": 0.68463, + "map_at_3": 0.62284, + "map_at_5": 0.65538, + "mrr_at_1": 0.6701244813278008, + "mrr_at_10": 0.7721604755318449, + "mrr_at_100": 0.7739961371700184, + "mrr_at_1000": 0.7740318284414123, + "mrr_at_20": 0.7731148260453241, + "mrr_at_3": 0.7551867219917012, + "mrr_at_5": 0.766908713692946, + "nauc_map_at_1000_diff1": 0.5120454528402365, + "nauc_map_at_1000_max": 0.358070479817995, + "nauc_map_at_1000_std": 0.018166117145164775, + "nauc_map_at_100_diff1": 0.5122181365149235, + "nauc_map_at_100_max": 0.35807496976643105, + "nauc_map_at_100_std": 0.017419554359438604, + "nauc_map_at_10_diff1": 0.5106198178551341, + "nauc_map_at_10_max": 0.3426938216044423, + "nauc_map_at_10_std": 0.011570474932847116, + "nauc_map_at_1_diff1": 0.5183338159679303, + "nauc_map_at_1_max": 0.18251920667505003, + "nauc_map_at_1_std": -0.14697061011027976, + "nauc_map_at_20_diff1": 0.510784504807132, + "nauc_map_at_20_max": 0.35621164446956627, + "nauc_map_at_20_std": 0.0158856372018353, + "nauc_map_at_3_diff1": 0.5094883771741765, + "nauc_map_at_3_max": 0.29395616191712537, + "nauc_map_at_3_std": -0.04997873677177571, + "nauc_map_at_5_diff1": 0.5123789806360902, + "nauc_map_at_5_max": 0.32756985026513363, + "nauc_map_at_5_std": -0.004225746002483322, + "nauc_mrr_at_1000_diff1": 0.5628282179419419, + "nauc_mrr_at_1000_max": 0.5186138949666811, + "nauc_mrr_at_1000_std": 0.1518835493614138, + "nauc_mrr_at_100_diff1": 0.5626975468402559, + "nauc_mrr_at_100_max": 0.518678398201072, + "nauc_mrr_at_100_std": 0.15191069079552194, + "nauc_mrr_at_10_diff1": 0.563533339605241, + "nauc_mrr_at_10_max": 0.5208590528056052, + "nauc_mrr_at_10_std": 0.15507728882198774, + "nauc_mrr_at_1_diff1": 0.5707030471169574, + "nauc_mrr_at_1_max": 0.4736373919535418, + "nauc_mrr_at_1_std": 0.07450155588060121, + "nauc_mrr_at_20_diff1": 0.5634969032069789, + "nauc_mrr_at_20_max": 0.5199664921573065, + "nauc_mrr_at_20_std": 0.1533001845651982, + "nauc_mrr_at_3_diff1": 0.5606877966088185, + "nauc_mrr_at_3_max": 0.5197605006411973, + "nauc_mrr_at_3_std": 0.15856072620853506, + "nauc_mrr_at_5_diff1": 0.5626289551037135, + "nauc_mrr_at_5_max": 0.5200001322788854, + "nauc_mrr_at_5_std": 0.15610930417800278, + "nauc_ndcg_at_1000_diff1": 0.5235245464634074, + "nauc_ndcg_at_1000_max": 0.4288698865345078, + "nauc_ndcg_at_1000_std": 0.08779235877572578, + "nauc_ndcg_at_100_diff1": 0.5229429673787085, + "nauc_ndcg_at_100_max": 0.4303949889344924, + "nauc_ndcg_at_100_std": 0.08068801495942901, + "nauc_ndcg_at_10_diff1": 0.516641307898999, + "nauc_ndcg_at_10_max": 0.3929260209275346, + "nauc_ndcg_at_10_std": 0.06755242257729585, + "nauc_ndcg_at_1_diff1": 0.5707030471169574, + "nauc_ndcg_at_1_max": 0.4736373919535418, + "nauc_ndcg_at_1_std": 0.07450155588060121, + "nauc_ndcg_at_20_diff1": 0.5160975787484482, + "nauc_ndcg_at_20_max": 0.419870948677042, + "nauc_ndcg_at_20_std": 0.07380141578700691, + "nauc_ndcg_at_3_diff1": 0.5076402552664145, + "nauc_ndcg_at_3_max": 0.3732152787869658, + "nauc_ndcg_at_3_std": 0.03479659106538386, + "nauc_ndcg_at_5_diff1": 0.5172252044852024, + "nauc_ndcg_at_5_max": 0.369558627342424, + "nauc_ndcg_at_5_std": 0.04391676363954481, + "nauc_precision_at_1000_diff1": -0.21608801661595, + "nauc_precision_at_1000_max": 0.19216927427749816, + "nauc_precision_at_1000_std": 0.316526670170251, + "nauc_precision_at_100_diff1": -0.19236471844067501, + "nauc_precision_at_100_max": 0.2202315022196621, + "nauc_precision_at_100_std": 0.3024391705700982, + "nauc_precision_at_10_diff1": -0.10846518052709389, + "nauc_precision_at_10_max": 0.28442244660847354, + "nauc_precision_at_10_std": 0.32800905919420664, + "nauc_precision_at_1_diff1": 0.5707030471169574, + "nauc_precision_at_1_max": 0.4736373919535418, + "nauc_precision_at_1_std": 0.07450155588060121, + "nauc_precision_at_20_diff1": -0.14457104536339535, + "nauc_precision_at_20_max": 0.2734263649568438, + "nauc_precision_at_20_std": 0.3072931603137413, + "nauc_precision_at_3_diff1": 0.07328023974798223, + "nauc_precision_at_3_max": 0.38368313246831004, + "nauc_precision_at_3_std": 0.3057761481981821, + "nauc_precision_at_5_diff1": -0.015341312725691496, + "nauc_precision_at_5_max": 0.3466275636439988, + "nauc_precision_at_5_std": 0.3389783603236781, + "nauc_recall_at_1000_diff1": 0.7526486182042279, + "nauc_recall_at_1000_max": 0.8147148650979544, + "nauc_recall_at_1000_std": 0.8044265854315468, + "nauc_recall_at_100_diff1": 0.4581808359441241, + "nauc_recall_at_100_max": 0.582795717288182, + "nauc_recall_at_100_std": 0.1640500436852358, + "nauc_recall_at_10_diff1": 0.4301037479053199, + "nauc_recall_at_10_max": 0.28597491278508386, + "nauc_recall_at_10_std": 0.0736806039684499, + "nauc_recall_at_1_diff1": 0.5183338159679303, + "nauc_recall_at_1_max": 0.18251920667505003, + "nauc_recall_at_1_std": -0.14697061011027976, + "nauc_recall_at_20_diff1": 0.4167931475230899, + "nauc_recall_at_20_max": 0.389013609254627, + "nauc_recall_at_20_std": 0.0876256985661163, + "nauc_recall_at_3_diff1": 0.46158295035583496, + "nauc_recall_at_3_max": 0.247158502858804, + "nauc_recall_at_3_std": -0.04359693363299619, + "nauc_recall_at_5_diff1": 0.44920203080453264, + "nauc_recall_at_5_max": 0.27069735353353763, + "nauc_recall_at_5_std": 0.02520194550838661, + "ndcg_at_1": 0.67012, + "ndcg_at_10": 0.74855, + "ndcg_at_100": 0.78081, + "ndcg_at_1000": 0.78482, + "ndcg_at_20": 0.76412, + "ndcg_at_3": 0.69309, + "ndcg_at_5": 0.71785, + "precision_at_1": 0.67012, + "precision_at_10": 0.15021, + "precision_at_100": 0.01809, + "precision_at_1000": 0.00187, + "precision_at_20": 0.08154, + "precision_at_3": 0.37552, + "precision_at_5": 0.26017, + "recall_at_1": 0.47349, + "recall_at_10": 0.85207, + "recall_at_100": 0.96667, + "recall_at_1000": 0.99049, + "recall_at_20": 0.89834, + "recall_at_3": 0.69854, + "recall_at_5": 0.77652 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.84606, + "map_at_1": 0.70491, + "map_at_10": 0.80768, + "map_at_100": 0.80968, + "map_at_1000": 0.80973, + "map_at_20": 0.80906, + "map_at_3": 0.79334, + "map_at_5": 0.8036, + "mrr_at_1": 0.7137681159420289, + "mrr_at_10": 0.8116852618664213, + "mrr_at_100": 0.8132546651493963, + "mrr_at_1000": 0.8132951146094507, + "mrr_at_20": 0.8127907027077508, + "mrr_at_3": 0.7989130434782609, + "mrr_at_5": 0.8082125603864734, + "nauc_map_at_1000_diff1": 0.649242192602865, + "nauc_map_at_1000_max": 0.40194674439560646, + "nauc_map_at_1000_std": -0.17191712523043673, + "nauc_map_at_100_diff1": 0.6491787917015497, + "nauc_map_at_100_max": 0.40199335900858074, + "nauc_map_at_100_std": -0.1718300010369051, + "nauc_map_at_10_diff1": 0.6491340616269703, + "nauc_map_at_10_max": 0.4042520706877585, + "nauc_map_at_10_std": -0.17268621625500022, + "nauc_map_at_1_diff1": 0.6655943226412775, + "nauc_map_at_1_max": 0.3619115531939846, + "nauc_map_at_1_std": -0.17794877196896, + "nauc_map_at_20_diff1": 0.6487658948302836, + "nauc_map_at_20_max": 0.4024280656352057, + "nauc_map_at_20_std": -0.17147933232005177, + "nauc_map_at_3_diff1": 0.6467298177628774, + "nauc_map_at_3_max": 0.3900826299252122, + "nauc_map_at_3_std": -0.1904118803479408, + "nauc_map_at_5_diff1": 0.6474267463587764, + "nauc_map_at_5_max": 0.4046192599657297, + "nauc_map_at_5_std": -0.17168199326789632, + "nauc_mrr_at_1000_diff1": 0.6495108007263212, + "nauc_mrr_at_1000_max": 0.40824000578247277, + "nauc_mrr_at_1000_std": -0.15852903174193878, + "nauc_mrr_at_100_diff1": 0.6494463281996093, + "nauc_mrr_at_100_max": 0.4082858396184029, + "nauc_mrr_at_100_std": -0.15844375976332448, + "nauc_mrr_at_10_diff1": 0.649262748989959, + "nauc_mrr_at_10_max": 0.4113325536689273, + "nauc_mrr_at_10_std": -0.15778085745382453, + "nauc_mrr_at_1_diff1": 0.6635080258991588, + "nauc_mrr_at_1_max": 0.38832008271133395, + "nauc_mrr_at_1_std": -0.15436830696184345, + "nauc_mrr_at_20_diff1": 0.6491707665430991, + "nauc_mrr_at_20_max": 0.40916811674712533, + "nauc_mrr_at_20_std": -0.15785046606424463, + "nauc_mrr_at_3_diff1": 0.6464094304567828, + "nauc_mrr_at_3_max": 0.4033889802733681, + "nauc_mrr_at_3_std": -0.1690860888930602, + "nauc_mrr_at_5_diff1": 0.6475494367496876, + "nauc_mrr_at_5_max": 0.4128496198409072, + "nauc_mrr_at_5_std": -0.1542368695175842, + "nauc_ndcg_at_1000_diff1": 0.6463325921653751, + "nauc_ndcg_at_1000_max": 0.41111409115536285, + "nauc_ndcg_at_1000_std": -0.161578058913987, + "nauc_ndcg_at_100_diff1": 0.6449016610139029, + "nauc_ndcg_at_100_max": 0.41224079778151845, + "nauc_ndcg_at_100_std": -0.15956220534687354, + "nauc_ndcg_at_10_diff1": 0.6435566860951161, + "nauc_ndcg_at_10_max": 0.42609815593089845, + "nauc_ndcg_at_10_std": -0.15817232683789306, + "nauc_ndcg_at_1_diff1": 0.6635080258991588, + "nauc_ndcg_at_1_max": 0.38832008271133395, + "nauc_ndcg_at_1_std": -0.15436830696184345, + "nauc_ndcg_at_20_diff1": 0.6429154215460392, + "nauc_ndcg_at_20_max": 0.41765404463161543, + "nauc_ndcg_at_20_std": -0.1548126817672986, + "nauc_ndcg_at_3_diff1": 0.6386467958574503, + "nauc_ndcg_at_3_max": 0.3983719138395993, + "nauc_ndcg_at_3_std": -0.18943708869906703, + "nauc_ndcg_at_5_diff1": 0.6400138384251112, + "nauc_ndcg_at_5_max": 0.4278922245937474, + "nauc_ndcg_at_5_std": -0.15212295215331537, + "nauc_precision_at_1000_diff1": -0.3103352246512233, + "nauc_precision_at_1000_max": 0.23876616740275827, + "nauc_precision_at_1000_std": 0.422008387722062, + "nauc_precision_at_100_diff1": -0.2378937012573438, + "nauc_precision_at_100_max": 0.2728198254627051, + "nauc_precision_at_100_std": 0.3953028982908033, + "nauc_precision_at_10_diff1": 0.12367277466308235, + "nauc_precision_at_10_max": 0.5106714138158369, + "nauc_precision_at_10_std": 0.22782702546343717, + "nauc_precision_at_1_diff1": 0.6635080258991588, + "nauc_precision_at_1_max": 0.38832008271133395, + "nauc_precision_at_1_std": -0.15436830696184345, + "nauc_precision_at_20_diff1": -0.05238874610384991, + "nauc_precision_at_20_max": 0.405772406437452, + "nauc_precision_at_20_std": 0.35238973808055807, + "nauc_precision_at_3_diff1": 0.4320361878788057, + "nauc_precision_at_3_max": 0.4686693840814331, + "nauc_precision_at_3_std": -0.06134340110307051, + "nauc_precision_at_5_diff1": 0.27755217136878, + "nauc_precision_at_5_max": 0.5582836085984494, + "nauc_precision_at_5_std": 0.16150191025453908, + "nauc_recall_at_1000_diff1": 0.5541469541319411, + "nauc_recall_at_1000_max": 0.8692459534149706, + "nauc_recall_at_1000_std": 0.7220982725904163, + "nauc_recall_at_100_diff1": 0.4517262167475487, + "nauc_recall_at_100_max": 0.6343496349905389, + "nauc_recall_at_100_std": 0.24420531086121405, + "nauc_recall_at_10_diff1": 0.5804334479116856, + "nauc_recall_at_10_max": 0.6447035976193742, + "nauc_recall_at_10_std": -0.041217348250198696, + "nauc_recall_at_1_diff1": 0.6655943226412775, + "nauc_recall_at_1_max": 0.3619115531939846, + "nauc_recall_at_1_std": -0.17794877196896, + "nauc_recall_at_20_diff1": 0.533018442691328, + "nauc_recall_at_20_max": 0.6299581844329243, + "nauc_recall_at_20_std": 0.10698279358427773, + "nauc_recall_at_3_diff1": 0.5990882991966051, + "nauc_recall_at_3_max": 0.41493958608051795, + "nauc_recall_at_3_std": -0.21450779553981145, + "nauc_recall_at_5_diff1": 0.5818274833895649, + "nauc_recall_at_5_max": 0.5768181551069782, + "nauc_recall_at_5_std": -0.03824969376151902, + "ndcg_at_1": 0.71377, + "ndcg_at_10": 0.84606, + "ndcg_at_100": 0.8543, + "ndcg_at_1000": 0.85513, + "ndcg_at_20": 0.85079, + "ndcg_at_3": 0.81961, + "ndcg_at_5": 0.83716, + "precision_at_1": 0.71377, + "precision_at_10": 0.09831, + "precision_at_100": 0.01024, + "precision_at_1000": 0.00103, + "precision_at_20": 0.05018, + "precision_at_3": 0.30274, + "precision_at_5": 0.19082, + "recall_at_1": 0.70491, + "recall_at_10": 0.95672, + "recall_at_100": 0.99275, + "recall_at_1000": 0.99879, + "recall_at_20": 0.97524, + "recall_at_3": 0.88949, + "recall_at_5": 0.93056 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.80284, + "map_at_1": 0.52543, + "map_at_10": 0.73652, + "map_at_100": 0.74695, + "map_at_1000": 0.7471, + "map_at_20": 0.74325, + "map_at_3": 0.68798, + "map_at_5": 0.71555, + "mrr_at_1": 0.7339699863574352, + "mrr_at_10": 0.8235171831351912, + "mrr_at_100": 0.825091270719305, + "mrr_at_1000": 0.8251003055304322, + "mrr_at_20": 0.8246058966045323, + "mrr_at_3": 0.8108231014097316, + "mrr_at_5": 0.820782173715325, + "nauc_map_at_1000_diff1": 0.43231707604418534, + "nauc_map_at_1000_max": 0.35492076986972004, + "nauc_map_at_1000_std": -0.16102470191066792, + "nauc_map_at_100_diff1": 0.4321820990495855, + "nauc_map_at_100_max": 0.3547930391516484, + "nauc_map_at_100_std": -0.1611278806313805, + "nauc_map_at_10_diff1": 0.43166654525505893, + "nauc_map_at_10_max": 0.3482762948677651, + "nauc_map_at_10_std": -0.17541294928082907, + "nauc_map_at_1_diff1": 0.4790357531084701, + "nauc_map_at_1_max": 0.20812415269650045, + "nauc_map_at_1_std": -0.18599986316203848, + "nauc_map_at_20_diff1": 0.4304462948074854, + "nauc_map_at_20_max": 0.3530024524240061, + "nauc_map_at_20_std": -0.1652449599549342, + "nauc_map_at_3_diff1": 0.4182110853652249, + "nauc_map_at_3_max": 0.3053614917092425, + "nauc_map_at_3_std": -0.20429024583126262, + "nauc_map_at_5_diff1": 0.42328027944433577, + "nauc_map_at_5_max": 0.3335667712365944, + "nauc_map_at_5_std": -0.1830060976268255, + "nauc_mrr_at_1000_diff1": 0.5522280882642701, + "nauc_mrr_at_1000_max": 0.4643781266099006, + "nauc_mrr_at_1000_std": -0.04055020102581652, + "nauc_mrr_at_100_diff1": 0.5522536402390756, + "nauc_mrr_at_100_max": 0.4643928380711543, + "nauc_mrr_at_100_std": -0.040540861323707815, + "nauc_mrr_at_10_diff1": 0.5524914228417191, + "nauc_mrr_at_10_max": 0.46571761536825806, + "nauc_mrr_at_10_std": -0.039842858921690205, + "nauc_mrr_at_1_diff1": 0.5853891489909349, + "nauc_mrr_at_1_max": 0.4475613864763134, + "nauc_mrr_at_1_std": -0.04425332565710112, + "nauc_mrr_at_20_diff1": 0.5507351884544923, + "nauc_mrr_at_20_max": 0.4648468560119213, + "nauc_mrr_at_20_std": -0.03972832954378926, + "nauc_mrr_at_3_diff1": 0.5407799194249944, + "nauc_mrr_at_3_max": 0.4602118199165757, + "nauc_mrr_at_3_std": -0.04806007390893682, + "nauc_mrr_at_5_diff1": 0.552014706212391, + "nauc_mrr_at_5_max": 0.4677729118322824, + "nauc_mrr_at_5_std": -0.03975010266105146, + "nauc_ndcg_at_1000_diff1": 0.4585497832762784, + "nauc_ndcg_at_1000_max": 0.39446575430861525, + "nauc_ndcg_at_1000_std": -0.1169703700420044, + "nauc_ndcg_at_100_diff1": 0.45768231023996514, + "nauc_ndcg_at_100_max": 0.3943919057016392, + "nauc_ndcg_at_100_std": -0.11733741715660363, + "nauc_ndcg_at_10_diff1": 0.4487735075143291, + "nauc_ndcg_at_10_max": 0.38182041337549677, + "nauc_ndcg_at_10_std": -0.1553388111157414, + "nauc_ndcg_at_1_diff1": 0.5853891489909349, + "nauc_ndcg_at_1_max": 0.4475613864763134, + "nauc_ndcg_at_1_std": -0.04425332565710112, + "nauc_ndcg_at_20_diff1": 0.44432284486548507, + "nauc_ndcg_at_20_max": 0.3884091523168666, + "nauc_ndcg_at_20_std": -0.13375040023851564, + "nauc_ndcg_at_3_diff1": 0.41574733227602184, + "nauc_ndcg_at_3_max": 0.36063930655005333, + "nauc_ndcg_at_3_std": -0.1630831590806785, + "nauc_ndcg_at_5_diff1": 0.4321273855136717, + "nauc_ndcg_at_5_max": 0.3738392918816796, + "nauc_ndcg_at_5_std": -0.15561533035957462, + "nauc_precision_at_1000_diff1": -0.19409458225270515, + "nauc_precision_at_1000_max": 0.07441819349441575, + "nauc_precision_at_1000_std": 0.28790047288466863, + "nauc_precision_at_100_diff1": -0.19080331318541635, + "nauc_precision_at_100_max": 0.08344362229096072, + "nauc_precision_at_100_std": 0.2901370260561495, + "nauc_precision_at_10_diff1": -0.13686489070049457, + "nauc_precision_at_10_max": 0.1552577275619175, + "nauc_precision_at_10_std": 0.2045112410936662, + "nauc_precision_at_1_diff1": 0.5853891489909349, + "nauc_precision_at_1_max": 0.4475613864763134, + "nauc_precision_at_1_std": -0.04425332565710112, + "nauc_precision_at_20_diff1": -0.17354861606057811, + "nauc_precision_at_20_max": 0.11951194979291511, + "nauc_precision_at_20_std": 0.24951758936296564, + "nauc_precision_at_3_diff1": -0.04449158413727339, + "nauc_precision_at_3_max": 0.2442413971615965, + "nauc_precision_at_3_std": 0.0930874420129908, + "nauc_precision_at_5_diff1": -0.1121004406556994, + "nauc_precision_at_5_max": 0.21386870305109462, + "nauc_precision_at_5_std": 0.1771159716364517, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.8693404634580626, + "nauc_recall_at_100_diff1": 0.36184554349410447, + "nauc_recall_at_100_max": 0.42008251793683765, + "nauc_recall_at_100_std": -0.02819706093461116, + "nauc_recall_at_10_diff1": 0.3305643892514742, + "nauc_recall_at_10_max": 0.3289664873114341, + "nauc_recall_at_10_std": -0.2617266718556377, + "nauc_recall_at_1_diff1": 0.4790357531084701, + "nauc_recall_at_1_max": 0.20812415269650045, + "nauc_recall_at_1_std": -0.18599986316203848, + "nauc_recall_at_20_diff1": 0.24531604259875509, + "nauc_recall_at_20_max": 0.333261987769632, + "nauc_recall_at_20_std": -0.21051627066048484, + "nauc_recall_at_3_diff1": 0.31866458000141046, + "nauc_recall_at_3_max": 0.25803475565627404, + "nauc_recall_at_3_std": -0.26177195478889936, + "nauc_recall_at_5_diff1": 0.31965164146556857, + "nauc_recall_at_5_max": 0.3046218019614706, + "nauc_recall_at_5_std": -0.23239491663644204, + "ndcg_at_1": 0.73397, + "ndcg_at_10": 0.80284, + "ndcg_at_100": 0.82925, + "ndcg_at_1000": 0.83078, + "ndcg_at_20": 0.8161, + "ndcg_at_3": 0.75324, + "ndcg_at_5": 0.77662, + "precision_at_1": 0.73397, + "precision_at_10": 0.15539, + "precision_at_100": 0.01805, + "precision_at_1000": 0.00183, + "precision_at_20": 0.08329, + "precision_at_3": 0.40291, + "precision_at_5": 0.27367, + "recall_at_1": 0.52543, + "recall_at_10": 0.90019, + "recall_at_100": 0.99181, + "recall_at_1000": 0.99955, + "recall_at_20": 0.93866, + "recall_at_3": 0.76551, + "recall_at_5": 0.83291 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.78309, + "map_at_1": 0.59874, + "map_at_10": 0.73233, + "map_at_100": 0.73349, + "map_at_1000": 0.73363, + "map_at_20": 0.73303, + "map_at_3": 0.70425, + "map_at_5": 0.72239, + "mrr_at_1": 0.6554621848739496, + "mrr_at_10": 0.7514472455648927, + "mrr_at_100": 0.7521475256769373, + "mrr_at_1000": 0.7522593093876534, + "mrr_at_20": 0.7521475256769373, + "mrr_at_3": 0.7310924369747899, + "mrr_at_5": 0.746638655462185, + "nauc_map_at_1000_diff1": 0.5987854011596441, + "nauc_map_at_1000_max": 0.5024172970397658, + "nauc_map_at_1000_std": 0.1397466665309918, + "nauc_map_at_100_diff1": 0.5989461045962091, + "nauc_map_at_100_max": 0.5027274779215726, + "nauc_map_at_100_std": 0.14022845263596537, + "nauc_map_at_10_diff1": 0.5986751976909173, + "nauc_map_at_10_max": 0.5012087129602523, + "nauc_map_at_10_std": 0.14037279408518566, + "nauc_map_at_1_diff1": 0.5550873938609708, + "nauc_map_at_1_max": 0.41440094590915505, + "nauc_map_at_1_std": -0.03405252892480007, + "nauc_map_at_20_diff1": 0.5982916219246605, + "nauc_map_at_20_max": 0.5024006233052917, + "nauc_map_at_20_std": 0.1381022008109604, + "nauc_map_at_3_diff1": 0.6170419712053106, + "nauc_map_at_3_max": 0.5031494979641213, + "nauc_map_at_3_std": 0.08836586931360943, + "nauc_map_at_5_diff1": 0.6027939747348693, + "nauc_map_at_5_max": 0.5021615932934913, + "nauc_map_at_5_std": 0.10509331176270142, + "nauc_mrr_at_1000_diff1": 0.5827793379915418, + "nauc_mrr_at_1000_max": 0.48350614283506216, + "nauc_mrr_at_1000_std": 0.17567168934076247, + "nauc_mrr_at_100_diff1": 0.5829121485927669, + "nauc_mrr_at_100_max": 0.4837586178219783, + "nauc_mrr_at_100_std": 0.1760268600311433, + "nauc_mrr_at_10_diff1": 0.583366509513248, + "nauc_mrr_at_10_max": 0.48256409308375353, + "nauc_mrr_at_10_std": 0.17829454390860172, + "nauc_mrr_at_1_diff1": 0.533827064368449, + "nauc_mrr_at_1_max": 0.39801098912081484, + "nauc_mrr_at_1_std": 0.04260550608362794, + "nauc_mrr_at_20_diff1": 0.5829121485927669, + "nauc_mrr_at_20_max": 0.4837586178219783, + "nauc_mrr_at_20_std": 0.1760268600311433, + "nauc_mrr_at_3_diff1": 0.5885041596677598, + "nauc_mrr_at_3_max": 0.4778285225375395, + "nauc_mrr_at_3_std": 0.1686889227266357, + "nauc_mrr_at_5_diff1": 0.5830185442125345, + "nauc_mrr_at_5_max": 0.486754995829367, + "nauc_mrr_at_5_std": 0.17274595620642905, + "nauc_ndcg_at_1000_diff1": 0.6068082964255026, + "nauc_ndcg_at_1000_max": 0.5201958659841481, + "nauc_ndcg_at_1000_std": 0.2069954554303077, + "nauc_ndcg_at_100_diff1": 0.6104831036081143, + "nauc_ndcg_at_100_max": 0.5329122469911153, + "nauc_ndcg_at_100_std": 0.22581776787059868, + "nauc_ndcg_at_10_diff1": 0.6089243888468115, + "nauc_ndcg_at_10_max": 0.5273032635218029, + "nauc_ndcg_at_10_std": 0.2255213885071619, + "nauc_ndcg_at_1_diff1": 0.533827064368449, + "nauc_ndcg_at_1_max": 0.39801098912081484, + "nauc_ndcg_at_1_std": 0.04260550608362794, + "nauc_ndcg_at_20_diff1": 0.607536449446823, + "nauc_ndcg_at_20_max": 0.5323286318374129, + "nauc_ndcg_at_20_std": 0.21760643370528016, + "nauc_ndcg_at_3_diff1": 0.6276001410433423, + "nauc_ndcg_at_3_max": 0.5211231660593131, + "nauc_ndcg_at_3_std": 0.14583765519368597, + "nauc_ndcg_at_5_diff1": 0.6113388391672882, + "nauc_ndcg_at_5_max": 0.5306829504360403, + "nauc_ndcg_at_5_std": 0.16213765136164174, + "nauc_precision_at_1000_diff1": -0.22641787775544833, + "nauc_precision_at_1000_max": -0.15581478588333403, + "nauc_precision_at_1000_std": 0.3909351281488743, + "nauc_precision_at_100_diff1": -0.08515979995578267, + "nauc_precision_at_100_max": 0.014518324661277456, + "nauc_precision_at_100_std": 0.510305334064559, + "nauc_precision_at_10_diff1": -0.0644101739141349, + "nauc_precision_at_10_max": 0.03254579399565162, + "nauc_precision_at_10_std": 0.515896850867263, + "nauc_precision_at_1_diff1": 0.533827064368449, + "nauc_precision_at_1_max": 0.39801098912081484, + "nauc_precision_at_1_std": 0.04260550608362794, + "nauc_precision_at_20_diff1": -0.08535817063707321, + "nauc_precision_at_20_max": 0.030251728267498706, + "nauc_precision_at_20_std": 0.5064843275213746, + "nauc_precision_at_3_diff1": 0.2708692509341289, + "nauc_precision_at_3_max": 0.27330677358796074, + "nauc_precision_at_3_std": 0.3138346191755606, + "nauc_precision_at_5_diff1": 0.07899820751600385, + "nauc_precision_at_5_max": 0.156819825533677, + "nauc_precision_at_5_std": 0.39187566264481705, + "nauc_recall_at_1000_diff1": 0.9012461640201034, + "nauc_recall_at_1000_max": 0.7081932405739626, + "nauc_recall_at_1000_std": 0.9615173172072582, + "nauc_recall_at_100_diff1": 0.7688353321521896, + "nauc_recall_at_100_max": 0.8603658671459361, + "nauc_recall_at_100_std": 0.8684893745454733, + "nauc_recall_at_10_diff1": 0.7099482773754987, + "nauc_recall_at_10_max": 0.7448186954158388, + "nauc_recall_at_10_std": 0.7444951800278711, + "nauc_recall_at_1_diff1": 0.5550873938609708, + "nauc_recall_at_1_max": 0.41440094590915505, + "nauc_recall_at_1_std": -0.03405252892480007, + "nauc_recall_at_20_diff1": 0.7086324795892167, + "nauc_recall_at_20_max": 0.8143936032984781, + "nauc_recall_at_20_std": 0.7306436579748928, + "nauc_recall_at_3_diff1": 0.6967836092428099, + "nauc_recall_at_3_max": 0.6044505560173621, + "nauc_recall_at_3_std": 0.22010159517895067, + "nauc_recall_at_5_diff1": 0.6682604451345053, + "nauc_recall_at_5_max": 0.6789762242538069, + "nauc_recall_at_5_std": 0.29943097418715114, + "ndcg_at_1": 0.65546, + "ndcg_at_10": 0.78309, + "ndcg_at_100": 0.78708, + "ndcg_at_1000": 0.79258, + "ndcg_at_20": 0.78536, + "ndcg_at_3": 0.73599, + "ndcg_at_5": 0.76492, + "precision_at_1": 0.65546, + "precision_at_10": 0.1084, + "precision_at_100": 0.01109, + "precision_at_1000": 0.00117, + "precision_at_20": 0.05462, + "precision_at_3": 0.30252, + "precision_at_5": 0.2, + "recall_at_1": 0.59874, + "recall_at_10": 0.91597, + "recall_at_100": 0.93137, + "recall_at_1000": 0.97619, + "recall_at_20": 0.92437, + "recall_at_3": 0.79692, + "recall_at_5": 0.86485 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.56527, + "map_at_1": 0.25316, + "map_at_10": 0.45957, + "map_at_100": 0.48624, + "map_at_1000": 0.48687, + "map_at_20": 0.47546, + "map_at_3": 0.38459, + "map_at_5": 0.42384, + "mrr_at_1": 0.48091603053435117, + "mrr_at_10": 0.614721919302072, + "mrr_at_100": 0.6200315808561093, + "mrr_at_1000": 0.6200947284490481, + "mrr_at_20": 0.6180318333468666, + "mrr_at_3": 0.5873621713316373, + "mrr_at_5": 0.6041560644614081, + "nauc_map_at_1000_diff1": 0.24494684187552174, + "nauc_map_at_1000_max": 0.2167824717311739, + "nauc_map_at_1000_std": -0.03375061251474482, + "nauc_map_at_100_diff1": 0.24510698035246897, + "nauc_map_at_100_max": 0.21745206309827952, + "nauc_map_at_100_std": -0.03263528696267552, + "nauc_map_at_10_diff1": 0.24514592561914159, + "nauc_map_at_10_max": 0.20768030097559664, + "nauc_map_at_10_std": -0.047486140073980325, + "nauc_map_at_1_diff1": 0.3371675613277011, + "nauc_map_at_1_max": 0.08864793569893202, + "nauc_map_at_1_std": -0.13386470094393993, + "nauc_map_at_20_diff1": 0.24533868599590156, + "nauc_map_at_20_max": 0.21613059380165947, + "nauc_map_at_20_std": -0.03991830165974118, + "nauc_map_at_3_diff1": 0.2619876340707943, + "nauc_map_at_3_max": 0.16050851397593566, + "nauc_map_at_3_std": -0.056542801049927344, + "nauc_map_at_5_diff1": 0.24454675836634046, + "nauc_map_at_5_max": 0.18328135483075753, + "nauc_map_at_5_std": -0.05929703932177799, + "nauc_mrr_at_1000_diff1": 0.3410115368383671, + "nauc_mrr_at_1000_max": 0.24986011098052427, + "nauc_mrr_at_1000_std": -0.0726488522993004, + "nauc_mrr_at_100_diff1": 0.3409791500305299, + "nauc_mrr_at_100_max": 0.2499460244642525, + "nauc_mrr_at_100_std": -0.07243555777855552, + "nauc_mrr_at_10_diff1": 0.3383540518422043, + "nauc_mrr_at_10_max": 0.2537648103085761, + "nauc_mrr_at_10_std": -0.07195889702592148, + "nauc_mrr_at_1_diff1": 0.37244905078481855, + "nauc_mrr_at_1_max": 0.19941763359438613, + "nauc_mrr_at_1_std": -0.10802141691745905, + "nauc_mrr_at_20_diff1": 0.34158637394297536, + "nauc_mrr_at_20_max": 0.251001670242889, + "nauc_mrr_at_20_std": -0.07166662342864506, + "nauc_mrr_at_3_diff1": 0.33282416867598646, + "nauc_mrr_at_3_max": 0.24185760834000147, + "nauc_mrr_at_3_std": -0.0686335985514069, + "nauc_mrr_at_5_diff1": 0.33214522052933476, + "nauc_mrr_at_5_max": 0.25396763971906644, + "nauc_mrr_at_5_std": -0.07382637773496165, + "nauc_ndcg_at_1000_diff1": 0.26164079653908995, + "nauc_ndcg_at_1000_max": 0.24827539462292003, + "nauc_ndcg_at_1000_std": -0.030450306173341855, + "nauc_ndcg_at_100_diff1": 0.2643063200178319, + "nauc_ndcg_at_100_max": 0.25881618618513064, + "nauc_ndcg_at_100_std": -0.013768853335348996, + "nauc_ndcg_at_10_diff1": 0.24964052418147403, + "nauc_ndcg_at_10_max": 0.24739922434556227, + "nauc_ndcg_at_10_std": -0.04218997916514436, + "nauc_ndcg_at_1_diff1": 0.37244905078481855, + "nauc_ndcg_at_1_max": 0.19941763359438613, + "nauc_ndcg_at_1_std": -0.10802141691745905, + "nauc_ndcg_at_20_diff1": 0.26026430371600096, + "nauc_ndcg_at_20_max": 0.2569017166669753, + "nauc_ndcg_at_20_std": -0.03131475789798467, + "nauc_ndcg_at_3_diff1": 0.2502343010938171, + "nauc_ndcg_at_3_max": 0.1906797396218489, + "nauc_ndcg_at_3_std": -0.033028852800339056, + "nauc_ndcg_at_5_diff1": 0.23072537339254226, + "nauc_ndcg_at_5_max": 0.21757914822436678, + "nauc_ndcg_at_5_std": -0.044576014098086855, + "nauc_precision_at_1000_diff1": -0.11299092481213262, + "nauc_precision_at_1000_max": 0.10152341615329935, + "nauc_precision_at_1000_std": 0.11354301484337562, + "nauc_precision_at_100_diff1": -0.09445991193083043, + "nauc_precision_at_100_max": 0.1474621072922619, + "nauc_precision_at_100_std": 0.15884091166613476, + "nauc_precision_at_10_diff1": -0.03346287810706539, + "nauc_precision_at_10_max": 0.26217264749952335, + "nauc_precision_at_10_std": 0.12454919470502988, + "nauc_precision_at_1_diff1": 0.37244905078481855, + "nauc_precision_at_1_max": 0.19941763359438613, + "nauc_precision_at_1_std": -0.10802141691745905, + "nauc_precision_at_20_diff1": -0.0522331618177074, + "nauc_precision_at_20_max": 0.2365082429827074, + "nauc_precision_at_20_std": 0.1437909497045491, + "nauc_precision_at_3_diff1": 0.07570682870429679, + "nauc_precision_at_3_max": 0.23429815351198705, + "nauc_precision_at_3_std": 0.07406824439897176, + "nauc_precision_at_5_diff1": -0.01771745817206905, + "nauc_precision_at_5_max": 0.23344034760447616, + "nauc_precision_at_5_std": 0.06896215307686589, + "nauc_recall_at_1000_diff1": 0.8693918245262817, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.31174778948939263, + "nauc_recall_at_100_max": 0.5608519010972466, + "nauc_recall_at_100_std": 0.5646719358167495, + "nauc_recall_at_10_diff1": 0.1483607423465446, + "nauc_recall_at_10_max": 0.2332024359507488, + "nauc_recall_at_10_std": -0.016845300618500553, + "nauc_recall_at_1_diff1": 0.3371675613277011, + "nauc_recall_at_1_max": 0.08864793569893202, + "nauc_recall_at_1_std": -0.13386470094393993, + "nauc_recall_at_20_diff1": 0.19268134473160242, + "nauc_recall_at_20_max": 0.26305654358467306, + "nauc_recall_at_20_std": 0.03257123159002313, + "nauc_recall_at_3_diff1": 0.19853300150102438, + "nauc_recall_at_3_max": 0.14966230997979166, + "nauc_recall_at_3_std": -0.03208303997052703, + "nauc_recall_at_5_diff1": 0.14723369997582558, + "nauc_recall_at_5_max": 0.19530640730838733, + "nauc_recall_at_5_std": -0.03591103067685696, + "ndcg_at_1": 0.48092, + "ndcg_at_10": 0.56527, + "ndcg_at_100": 0.64061, + "ndcg_at_1000": 0.64716, + "ndcg_at_20": 0.59899, + "ndcg_at_3": 0.48836, + "ndcg_at_5": 0.51391, + "precision_at_1": 0.48092, + "precision_at_10": 0.16361, + "precision_at_100": 0.0242, + "precision_at_1000": 0.00253, + "precision_at_20": 0.0958, + "precision_at_3": 0.33333, + "precision_at_5": 0.25191, + "recall_at_1": 0.25316, + "recall_at_10": 0.70238, + "recall_at_100": 0.96466, + "recall_at_1000": 0.99964, + "recall_at_20": 0.80307, + "recall_at_3": 0.46992, + "recall_at_5": 0.56792 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCO-PLHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..6a58a660b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 20.917830228805542, + "kg_co2_emissions": 0.001964655944454631, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.70792, + "map_at_1": 0.02382, + "map_at_10": 0.14868, + "map_at_100": 0.42277, + "map_at_1000": 0.57036, + "map_at_20": 0.22455, + "map_at_3": 0.06308, + "map_at_5": 0.0951, + "mrr_at_1": 0.9534883720930233, + "mrr_at_10": 0.9728682170542634, + "mrr_at_100": 0.9728682170542634, + "mrr_at_1000": 0.9728682170542634, + "mrr_at_20": 0.9728682170542634, + "mrr_at_3": 0.9728682170542634, + "mrr_at_5": 0.9728682170542634, + "nauc_map_at_1000_diff1": -0.5531217581988868, + "nauc_map_at_1000_max": 0.31574736099288947, + "nauc_map_at_1000_std": 0.6858337400965737, + "nauc_map_at_100_diff1": -0.39067348953402475, + "nauc_map_at_100_max": 0.19736900713999958, + "nauc_map_at_100_std": 0.40185265139280846, + "nauc_map_at_10_diff1": -0.2557942244216853, + "nauc_map_at_10_max": -0.04992234647689282, + "nauc_map_at_10_std": -0.05467370356878456, + "nauc_map_at_1_diff1": -0.3111973070845862, + "nauc_map_at_1_max": -0.1796440155107654, + "nauc_map_at_1_std": -0.25478707037606124, + "nauc_map_at_20_diff1": -0.2756194027801492, + "nauc_map_at_20_max": 0.017571740843082773, + "nauc_map_at_20_std": 0.05200082105455762, + "nauc_map_at_3_diff1": -0.2578927681975077, + "nauc_map_at_3_max": -0.15831455316178317, + "nauc_map_at_3_std": -0.20138067649523297, + "nauc_map_at_5_diff1": -0.2575484787340847, + "nauc_map_at_5_max": -0.10431434826640004, + "nauc_map_at_5_std": -0.13738666845018183, + "nauc_mrr_at_1000_diff1": -0.5511537646732836, + "nauc_mrr_at_1000_max": 0.4400677918226156, + "nauc_mrr_at_1000_std": 0.3583000621062983, + "nauc_mrr_at_100_diff1": -0.5511537646732836, + "nauc_mrr_at_100_max": 0.4400677918226156, + "nauc_mrr_at_100_std": 0.3583000621062983, + "nauc_mrr_at_10_diff1": -0.5511537646732836, + "nauc_mrr_at_10_max": 0.4400677918226156, + "nauc_mrr_at_10_std": 0.3583000621062983, + "nauc_mrr_at_1_diff1": -0.7027294024698909, + "nauc_mrr_at_1_max": 0.49384513986589984, + "nauc_mrr_at_1_std": 0.35830006210629006, + "nauc_mrr_at_20_diff1": -0.5511537646732836, + "nauc_mrr_at_20_max": 0.4400677918226156, + "nauc_mrr_at_20_std": 0.3583000621062983, + "nauc_mrr_at_3_diff1": -0.5511537646732836, + "nauc_mrr_at_3_max": 0.4400677918226156, + "nauc_mrr_at_3_std": 0.3583000621062983, + "nauc_mrr_at_5_diff1": -0.5511537646732836, + "nauc_mrr_at_5_max": 0.4400677918226156, + "nauc_mrr_at_5_std": 0.3583000621062983, + "nauc_ndcg_at_1000_diff1": -0.5264376237811936, + "nauc_ndcg_at_1000_max": 0.3829985107280527, + "nauc_ndcg_at_1000_std": 0.6586165854811987, + "nauc_ndcg_at_100_diff1": -0.4210086579793204, + "nauc_ndcg_at_100_max": 0.3595191556334413, + "nauc_ndcg_at_100_std": 0.6364403165367111, + "nauc_ndcg_at_10_diff1": -0.33551101588824683, + "nauc_ndcg_at_10_max": 0.21131185448433415, + "nauc_ndcg_at_10_std": 0.4228203343472256, + "nauc_ndcg_at_1_diff1": 0.017199386747413118, + "nauc_ndcg_at_1_max": 0.1668120141990293, + "nauc_ndcg_at_1_std": -0.07928455974995686, + "nauc_ndcg_at_20_diff1": -0.3881624017753356, + "nauc_ndcg_at_20_max": 0.1531745316977413, + "nauc_ndcg_at_20_std": 0.46104472318279516, + "nauc_ndcg_at_3_diff1": -0.06206508665354137, + "nauc_ndcg_at_3_max": 0.22224964815306897, + "nauc_ndcg_at_3_std": 0.2499092054954828, + "nauc_ndcg_at_5_diff1": -0.1862759185616065, + "nauc_ndcg_at_5_max": 0.2649853752288728, + "nauc_ndcg_at_5_std": 0.3716535834574375, + "nauc_precision_at_1000_diff1": -0.25260938201420446, + "nauc_precision_at_1000_max": 0.08834787398160099, + "nauc_precision_at_1000_std": 0.31704803455684294, + "nauc_precision_at_100_diff1": -0.2671141111879815, + "nauc_precision_at_100_max": 0.22991467027200177, + "nauc_precision_at_100_std": 0.4851089951078418, + "nauc_precision_at_10_diff1": -0.42595460791964096, + "nauc_precision_at_10_max": 0.28780884686990466, + "nauc_precision_at_10_std": 0.5192787658617364, + "nauc_precision_at_1_diff1": -0.7027294024698909, + "nauc_precision_at_1_max": 0.49384513986589984, + "nauc_precision_at_1_std": 0.35830006210629006, + "nauc_precision_at_20_diff1": -0.4029873074890805, + "nauc_precision_at_20_max": 0.2163685199460738, + "nauc_precision_at_20_std": 0.4963113347975924, + "nauc_precision_at_3_diff1": -0.5396273311344193, + "nauc_precision_at_3_max": 0.13829138352125409, + "nauc_precision_at_3_std": 0.5272080875932627, + "nauc_precision_at_5_diff1": -0.5446904160565894, + "nauc_precision_at_5_max": 0.3244876402085314, + "nauc_precision_at_5_std": 0.6288489484055464, + "nauc_recall_at_1000_diff1": -0.8065610603025087, + "nauc_recall_at_1000_max": 0.3430987248013648, + "nauc_recall_at_1000_std": 0.811023735847973, + "nauc_recall_at_100_diff1": -0.2675137779674048, + "nauc_recall_at_100_max": 0.1957745810214516, + "nauc_recall_at_100_std": 0.2587399297844407, + "nauc_recall_at_10_diff1": -0.23918458499321948, + "nauc_recall_at_10_max": -0.07436659992063417, + "nauc_recall_at_10_std": -0.09628812295021902, + "nauc_recall_at_1_diff1": -0.3111973070845862, + "nauc_recall_at_1_max": -0.1796440155107654, + "nauc_recall_at_1_std": -0.25478707037606124, + "nauc_recall_at_20_diff1": -0.25356968005330544, + "nauc_recall_at_20_max": -0.012987940634160733, + "nauc_recall_at_20_std": -0.02110734930796368, + "nauc_recall_at_3_diff1": -0.23064280187906594, + "nauc_recall_at_3_max": -0.17514861005701485, + "nauc_recall_at_3_std": -0.21024384077146593, + "nauc_recall_at_5_diff1": -0.24820919999459182, + "nauc_recall_at_5_max": -0.12683367832704495, + "nauc_recall_at_5_std": -0.16453349936481054, + "ndcg_at_1": 0.81008, + "ndcg_at_10": 0.70792, + "ndcg_at_100": 0.68419, + "ndcg_at_1000": 0.81486, + "ndcg_at_20": 0.67844, + "ndcg_at_3": 0.79171, + "ndcg_at_5": 0.76217, + "precision_at_1": 0.95349, + "precision_at_10": 0.77674, + "precision_at_100": 0.43302, + "precision_at_1000": 0.09149, + "precision_at_20": 0.68837, + "precision_at_3": 0.90698, + "precision_at_5": 0.86977, + "recall_at_1": 0.02382, + "recall_at_10": 0.16064, + "recall_at_100": 0.5847, + "recall_at_1000": 0.95615, + "recall_at_20": 0.25953, + "recall_at_3": 0.06423, + "recall_at_5": 0.10003 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCOHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCOHardNegatives.json new file mode 100644 index 000000000..a643ee0eb --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 16.697861433029175, + "kg_co2_emissions": 0.0015164171724778692, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.72624, + "map_at_1": 0.0223, + "map_at_10": 0.15608, + "map_at_100": 0.45773, + "map_at_1000": 0.60651, + "map_at_20": 0.24755, + "map_at_3": 0.06774, + "map_at_5": 0.09443, + "mrr_at_1": 0.8837209302325582, + "mrr_at_10": 0.9341085271317829, + "mrr_at_100": 0.9341085271317829, + "mrr_at_1000": 0.9341085271317829, + "mrr_at_20": 0.9341085271317829, + "mrr_at_3": 0.9341085271317829, + "mrr_at_5": 0.9341085271317829, + "nauc_map_at_1000_diff1": -0.5093915400574749, + "nauc_map_at_1000_max": 0.35984170576962543, + "nauc_map_at_1000_std": 0.7231492542023696, + "nauc_map_at_100_diff1": -0.11204800309288229, + "nauc_map_at_100_max": 0.2875786738972743, + "nauc_map_at_100_std": 0.4459312776357329, + "nauc_map_at_10_diff1": 0.1056769977663081, + "nauc_map_at_10_max": 0.007157497692247565, + "nauc_map_at_10_std": -0.04942606341196222, + "nauc_map_at_1_diff1": -0.02334567101524247, + "nauc_map_at_1_max": -0.14166880677006038, + "nauc_map_at_1_std": -0.24356308066209678, + "nauc_map_at_20_diff1": 0.10671336347398525, + "nauc_map_at_20_max": 0.11589603095273335, + "nauc_map_at_20_std": 0.06002504981309471, + "nauc_map_at_3_diff1": -0.039736381604426364, + "nauc_map_at_3_max": -0.15974725726311306, + "nauc_map_at_3_std": -0.23994032728151712, + "nauc_map_at_5_diff1": 0.019655993048874998, + "nauc_map_at_5_max": -0.09371979892743927, + "nauc_map_at_5_std": -0.14640045300786333, + "nauc_mrr_at_1000_diff1": 0.06877469229769503, + "nauc_mrr_at_1000_max": 0.372330790120459, + "nauc_mrr_at_1000_std": 0.3963679288114049, + "nauc_mrr_at_100_diff1": 0.06877469229769503, + "nauc_mrr_at_100_max": 0.372330790120459, + "nauc_mrr_at_100_std": 0.3963679288114049, + "nauc_mrr_at_10_diff1": 0.06877469229769503, + "nauc_mrr_at_10_max": 0.372330790120459, + "nauc_mrr_at_10_std": 0.3963679288114049, + "nauc_mrr_at_1_diff1": 0.13110197934856815, + "nauc_mrr_at_1_max": 0.3303319965335152, + "nauc_mrr_at_1_std": 0.4180663160278038, + "nauc_mrr_at_20_diff1": 0.06877469229769503, + "nauc_mrr_at_20_max": 0.372330790120459, + "nauc_mrr_at_20_std": 0.3963679288114049, + "nauc_mrr_at_3_diff1": 0.06877469229769503, + "nauc_mrr_at_3_max": 0.372330790120459, + "nauc_mrr_at_3_std": 0.3963679288114049, + "nauc_mrr_at_5_diff1": 0.06877469229769503, + "nauc_mrr_at_5_max": 0.372330790120459, + "nauc_mrr_at_5_std": 0.3963679288114049, + "nauc_ndcg_at_1000_diff1": -0.5739447174205559, + "nauc_ndcg_at_1000_max": 0.4529292553768121, + "nauc_ndcg_at_1000_std": 0.6481167082937755, + "nauc_ndcg_at_100_diff1": -0.3791234027860136, + "nauc_ndcg_at_100_max": 0.42440499771701573, + "nauc_ndcg_at_100_std": 0.6366485085174315, + "nauc_ndcg_at_10_diff1": -0.1775922839966312, + "nauc_ndcg_at_10_max": 0.30004961215806475, + "nauc_ndcg_at_10_std": 0.3527389160091147, + "nauc_ndcg_at_1_diff1": 0.09295350784955139, + "nauc_ndcg_at_1_max": 0.26814129400696773, + "nauc_ndcg_at_1_std": 0.022600368746174167, + "nauc_ndcg_at_20_diff1": -0.22012088132473148, + "nauc_ndcg_at_20_max": 0.33492321826055577, + "nauc_ndcg_at_20_std": 0.4638113442742631, + "nauc_ndcg_at_3_diff1": -0.04345760532759881, + "nauc_ndcg_at_3_max": 0.26743424818397277, + "nauc_ndcg_at_3_std": 0.17323625888534014, + "nauc_ndcg_at_5_diff1": -0.12329544890385802, + "nauc_ndcg_at_5_max": 0.23823290777382383, + "nauc_ndcg_at_5_std": 0.26810451176464223, + "nauc_precision_at_1000_diff1": -0.4428908973203413, + "nauc_precision_at_1000_max": 0.03393285455967195, + "nauc_precision_at_1000_std": 0.2872148974659621, + "nauc_precision_at_100_diff1": -0.4931529564729197, + "nauc_precision_at_100_max": 0.20468252127674652, + "nauc_precision_at_100_std": 0.4989854657448598, + "nauc_precision_at_10_diff1": -0.23336747285546036, + "nauc_precision_at_10_max": 0.4512482107670939, + "nauc_precision_at_10_std": 0.6117480148816056, + "nauc_precision_at_1_diff1": 0.13110197934856815, + "nauc_precision_at_1_max": 0.3303319965335152, + "nauc_precision_at_1_std": 0.4180663160278038, + "nauc_precision_at_20_diff1": -0.31028744373390915, + "nauc_precision_at_20_max": 0.3776994596714816, + "nauc_precision_at_20_std": 0.5884348691182296, + "nauc_precision_at_3_diff1": -0.36605557024537094, + "nauc_precision_at_3_max": 0.19604746604458057, + "nauc_precision_at_3_std": 0.6011471793832815, + "nauc_precision_at_5_diff1": -0.30794307905533863, + "nauc_precision_at_5_max": 0.2463813910421696, + "nauc_precision_at_5_std": 0.6397740556711491, + "nauc_recall_at_1000_diff1": -1.4737738081232257, + "nauc_recall_at_1000_max": 0.5370702732538656, + "nauc_recall_at_1000_std": 0.9754335060537015, + "nauc_recall_at_100_diff1": -0.05827664847720333, + "nauc_recall_at_100_max": 0.2478605061438167, + "nauc_recall_at_100_std": 0.2588822284635298, + "nauc_recall_at_10_diff1": 0.14081733435627553, + "nauc_recall_at_10_max": -0.01617126082927645, + "nauc_recall_at_10_std": -0.09211302977453287, + "nauc_recall_at_1_diff1": -0.02334567101524247, + "nauc_recall_at_1_max": -0.14166880677006038, + "nauc_recall_at_1_std": -0.24356308066209678, + "nauc_recall_at_20_diff1": 0.11516636946206796, + "nauc_recall_at_20_max": 0.05914739515492159, + "nauc_recall_at_20_std": -0.018027281695538945, + "nauc_recall_at_3_diff1": -0.023176191433961442, + "nauc_recall_at_3_max": -0.18083584963610674, + "nauc_recall_at_3_std": -0.2566211529511154, + "nauc_recall_at_5_diff1": 0.0348752270880186, + "nauc_recall_at_5_max": -0.11070863161133526, + "nauc_recall_at_5_std": -0.16708558518941644, + "ndcg_at_1": 0.74031, + "ndcg_at_10": 0.72624, + "ndcg_at_100": 0.70914, + "ndcg_at_1000": 0.83376, + "ndcg_at_20": 0.71521, + "ndcg_at_3": 0.75592, + "ndcg_at_5": 0.73833, + "precision_at_1": 0.88372, + "precision_at_10": 0.8186, + "precision_at_100": 0.44488, + "precision_at_1000": 0.09293, + "precision_at_20": 0.74884, + "precision_at_3": 0.90698, + "precision_at_5": 0.86047, + "recall_at_1": 0.0223, + "recall_at_10": 0.16849, + "recall_at_100": 0.59629, + "recall_at_1000": 0.97053, + "recall_at_20": 0.28233, + "recall_at_3": 0.07058, + "recall_at_5": 0.09833 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ-PLHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ-PLHardNegatives.json new file mode 100644 index 000000000..97fb18d63 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 549.522068977356, + "kg_co2_emissions": 0.052778757156190285, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.53584, + "map_at_1": 0.3355, + "map_at_10": 0.47019, + "map_at_100": 0.48053, + "map_at_1000": 0.48096, + "map_at_20": 0.47635, + "map_at_3": 0.43433, + "map_at_5": 0.45555, + "mrr_at_1": 0.379, + "mrr_at_10": 0.4971527777777775, + "mrr_at_100": 0.5050661704446706, + "mrr_at_1000": 0.5054012022123745, + "mrr_at_20": 0.5019884901003704, + "mrr_at_3": 0.469833333333333, + "mrr_at_5": 0.48703333333333265, + "nauc_map_at_1000_diff1": 0.3862904990563542, + "nauc_map_at_1000_max": 0.41359123299987754, + "nauc_map_at_1000_std": 0.1046470619763601, + "nauc_map_at_100_diff1": 0.38616907302011805, + "nauc_map_at_100_max": 0.4137872847310246, + "nauc_map_at_100_std": 0.10491952500261469, + "nauc_map_at_10_diff1": 0.3852046102896137, + "nauc_map_at_10_max": 0.4108092961117881, + "nauc_map_at_10_std": 0.09955908084039833, + "nauc_map_at_1_diff1": 0.41537061065813946, + "nauc_map_at_1_max": 0.33700230195436426, + "nauc_map_at_1_std": 0.0493132639662364, + "nauc_map_at_20_diff1": 0.385986075950308, + "nauc_map_at_20_max": 0.41429072778813625, + "nauc_map_at_20_std": 0.10450761875625982, + "nauc_map_at_3_diff1": 0.39079563147027163, + "nauc_map_at_3_max": 0.39620395574308215, + "nauc_map_at_3_std": 0.08208469544583016, + "nauc_map_at_5_diff1": 0.3859016757160826, + "nauc_map_at_5_max": 0.4080955706159801, + "nauc_map_at_5_std": 0.09285824584926214, + "nauc_mrr_at_1000_diff1": 0.3811613342394523, + "nauc_mrr_at_1000_max": 0.4201401418682926, + "nauc_mrr_at_1000_std": 0.1216891973349233, + "nauc_mrr_at_100_diff1": 0.3811068078563427, + "nauc_mrr_at_100_max": 0.4203619024460978, + "nauc_mrr_at_100_std": 0.12202238928444754, + "nauc_mrr_at_10_diff1": 0.3794040469274869, + "nauc_mrr_at_10_max": 0.42052403339891936, + "nauc_mrr_at_10_std": 0.1210900542617436, + "nauc_mrr_at_1_diff1": 0.41309958613587705, + "nauc_mrr_at_1_max": 0.37146612958380854, + "nauc_mrr_at_1_std": 0.08340473778853819, + "nauc_mrr_at_20_diff1": 0.38061117364427427, + "nauc_mrr_at_20_max": 0.42133984324667, + "nauc_mrr_at_20_std": 0.12218376117452232, + "nauc_mrr_at_3_diff1": 0.3819353568587875, + "nauc_mrr_at_3_max": 0.4158907128803161, + "nauc_mrr_at_3_std": 0.11211207496404897, + "nauc_mrr_at_5_diff1": 0.3790963039418017, + "nauc_mrr_at_5_max": 0.41933702652936905, + "nauc_mrr_at_5_std": 0.12021840236245915, + "nauc_ndcg_at_1000_diff1": 0.38098637064124413, + "nauc_ndcg_at_1000_max": 0.4363905756388685, + "nauc_ndcg_at_1000_std": 0.13457322535282276, + "nauc_ndcg_at_100_diff1": 0.3781140717996575, + "nauc_ndcg_at_100_max": 0.4412017396866495, + "nauc_ndcg_at_100_std": 0.1424925361894362, + "nauc_ndcg_at_10_diff1": 0.37204791654464375, + "nauc_ndcg_at_10_max": 0.4371265668104351, + "nauc_ndcg_at_10_std": 0.12627377982577348, + "nauc_ndcg_at_1_diff1": 0.41309958613587705, + "nauc_ndcg_at_1_max": 0.37146612958380854, + "nauc_ndcg_at_1_std": 0.08340473778853819, + "nauc_ndcg_at_20_diff1": 0.37513098868928074, + "nauc_ndcg_at_20_max": 0.44766130779687113, + "nauc_ndcg_at_20_std": 0.14028550295956294, + "nauc_ndcg_at_3_diff1": 0.38166494044700877, + "nauc_ndcg_at_3_max": 0.41596657899876044, + "nauc_ndcg_at_3_std": 0.09795719620623403, + "nauc_ndcg_at_5_diff1": 0.37359711723553185, + "nauc_ndcg_at_5_max": 0.43109494368865575, + "nauc_ndcg_at_5_std": 0.11504645872527303, + "nauc_precision_at_1000_diff1": -0.02821867952948609, + "nauc_precision_at_1000_max": 0.16996073241447746, + "nauc_precision_at_1000_std": 0.24342130085123306, + "nauc_precision_at_100_diff1": 0.039720101191809125, + "nauc_precision_at_100_max": 0.27328736981076773, + "nauc_precision_at_100_std": 0.2897284652146727, + "nauc_precision_at_10_diff1": 0.17219321803897786, + "nauc_precision_at_10_max": 0.40166418319105196, + "nauc_precision_at_10_std": 0.2240985856188214, + "nauc_precision_at_1_diff1": 0.41309958613587705, + "nauc_precision_at_1_max": 0.37146612958380854, + "nauc_precision_at_1_std": 0.08340473778853819, + "nauc_precision_at_20_diff1": 0.14090219794273984, + "nauc_precision_at_20_max": 0.40116451683627824, + "nauc_precision_at_20_std": 0.27783055926040917, + "nauc_precision_at_3_diff1": 0.2999410397562191, + "nauc_precision_at_3_max": 0.45523216039076864, + "nauc_precision_at_3_std": 0.16557430703990061, + "nauc_precision_at_5_diff1": 0.2386637636513132, + "nauc_precision_at_5_max": 0.4655216741751303, + "nauc_precision_at_5_std": 0.20097629332808273, + "nauc_recall_at_1000_diff1": 0.48962736609795715, + "nauc_recall_at_1000_max": 0.8594389270859837, + "nauc_recall_at_1000_std": 0.8152576181987912, + "nauc_recall_at_100_diff1": 0.32918802741222347, + "nauc_recall_at_100_max": 0.6314051406726225, + "nauc_recall_at_100_std": 0.4663847929108761, + "nauc_recall_at_10_diff1": 0.31574729599205437, + "nauc_recall_at_10_max": 0.500866884368968, + "nauc_recall_at_10_std": 0.188019387963432, + "nauc_recall_at_1_diff1": 0.41537061065813946, + "nauc_recall_at_1_max": 0.33700230195436426, + "nauc_recall_at_1_std": 0.0493132639662364, + "nauc_recall_at_20_diff1": 0.32330107179787293, + "nauc_recall_at_20_max": 0.5789408482936661, + "nauc_recall_at_20_std": 0.2757896234208893, + "nauc_recall_at_3_diff1": 0.3493211370014208, + "nauc_recall_at_3_max": 0.43750789005233764, + "nauc_recall_at_3_std": 0.11133167869043077, + "nauc_recall_at_5_diff1": 0.32543200273584916, + "nauc_recall_at_5_max": 0.4681160549088744, + "nauc_recall_at_5_std": 0.15010963515298573, + "ndcg_at_1": 0.379, + "ndcg_at_10": 0.53584, + "ndcg_at_100": 0.58164, + "ndcg_at_1000": 0.59105, + "ndcg_at_20": 0.556, + "ndcg_at_3": 0.47028, + "ndcg_at_5": 0.50523, + "precision_at_1": 0.379, + "precision_at_10": 0.085, + "precision_at_100": 0.01108, + "precision_at_1000": 0.00119, + "precision_at_20": 0.0473, + "precision_at_3": 0.209, + "precision_at_5": 0.146, + "recall_at_1": 0.3355, + "recall_at_10": 0.70758, + "recall_at_100": 0.91167, + "recall_at_1000": 0.98167, + "recall_at_20": 0.78267, + "recall_at_3": 0.54017, + "recall_at_5": 0.62033 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ.json new file mode 100644 index 000000000..1c6145d5b --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQ.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", + "evaluation_time": 6983.790301561356, + "kg_co2_emissions": 1.5376231213027203, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64031, + "map_at_1": 0.4037, + "map_at_10": 0.56727, + "map_at_100": 0.57432, + "map_at_1000": 0.57454, + "map_at_20": 0.5719, + "map_at_3": 0.52847, + "map_at_5": 0.55152, + "mrr_at_1": 0.45278099652375436, + "mrr_at_10": 0.5918693327079757, + "mrr_at_100": 0.596475431693901, + "mrr_at_1000": 0.5966291639398528, + "mrr_at_20": 0.594933149212367, + "mrr_at_3": 0.561365392043258, + "mrr_at_5": 0.579963306295866, + "nauc_map_at_1000_diff1": 0.4114193793704641, + "nauc_map_at_1000_max": 0.30611255125944126, + "nauc_map_at_1000_std": 0.009901019815723089, + "nauc_map_at_100_diff1": 0.4113724576662104, + "nauc_map_at_100_max": 0.3062123548235362, + "nauc_map_at_100_std": 0.010078205348477521, + "nauc_map_at_10_diff1": 0.41088698671082563, + "nauc_map_at_10_max": 0.3082619034968039, + "nauc_map_at_10_std": 0.008492182325106477, + "nauc_map_at_1_diff1": 0.4502855817525232, + "nauc_map_at_1_max": 0.24685084338736846, + "nauc_map_at_1_std": -0.01771062100598237, + "nauc_map_at_20_diff1": 0.41073124765396035, + "nauc_map_at_20_max": 0.3068656156445624, + "nauc_map_at_20_std": 0.009867859497428697, + "nauc_map_at_3_diff1": 0.41303368719819694, + "nauc_map_at_3_max": 0.29423903654684386, + "nauc_map_at_3_std": -0.0047486109469909825, + "nauc_map_at_5_diff1": 0.4095101129037347, + "nauc_map_at_5_max": 0.30101920920479414, + "nauc_map_at_5_std": 0.002933310647254815, + "nauc_mrr_at_1000_diff1": 0.4098798418819976, + "nauc_mrr_at_1000_max": 0.31284018161612426, + "nauc_mrr_at_1000_std": 0.02119587799663639, + "nauc_mrr_at_100_diff1": 0.4098272859712084, + "nauc_mrr_at_100_max": 0.3129594895271268, + "nauc_mrr_at_100_std": 0.021362481120506153, + "nauc_mrr_at_10_diff1": 0.40888358998386454, + "nauc_mrr_at_10_max": 0.3155187295837078, + "nauc_mrr_at_10_std": 0.02117644202521623, + "nauc_mrr_at_1_diff1": 0.44550191698325725, + "nauc_mrr_at_1_max": 0.2754210562486961, + "nauc_mrr_at_1_std": -0.003881261458182149, + "nauc_mrr_at_20_diff1": 0.40883914601779203, + "nauc_mrr_at_20_max": 0.31348806287181763, + "nauc_mrr_at_20_std": 0.021771337759500686, + "nauc_mrr_at_3_diff1": 0.40886280371005523, + "nauc_mrr_at_3_max": 0.3082404698459928, + "nauc_mrr_at_3_std": 0.01434251833098678, + "nauc_mrr_at_5_diff1": 0.4067834869060372, + "nauc_mrr_at_5_max": 0.3127860814517438, + "nauc_mrr_at_5_std": 0.019987982689130636, + "nauc_ndcg_at_1000_diff1": 0.4027007316530733, + "nauc_ndcg_at_1000_max": 0.3226816913320418, + "nauc_ndcg_at_1000_std": 0.029420154042166448, + "nauc_ndcg_at_100_diff1": 0.40168234388805746, + "nauc_ndcg_at_100_max": 0.3269183909595377, + "nauc_ndcg_at_100_std": 0.035750619750078615, + "nauc_ndcg_at_10_diff1": 0.3970405213701731, + "nauc_ndcg_at_10_max": 0.33660065165005837, + "nauc_ndcg_at_10_std": 0.03050541070579989, + "nauc_ndcg_at_1_diff1": 0.44627067726279596, + "nauc_ndcg_at_1_max": 0.27568474653069464, + "nauc_ndcg_at_1_std": -0.0031739346755289837, + "nauc_ndcg_at_20_diff1": 0.3958486635645908, + "nauc_ndcg_at_20_max": 0.3312857831217546, + "nauc_ndcg_at_20_std": 0.03577157927198847, + "nauc_ndcg_at_3_diff1": 0.4002347276272819, + "nauc_ndcg_at_3_max": 0.3090322683966431, + "nauc_ndcg_at_3_std": 0.0061594241318313776, + "nauc_ndcg_at_5_diff1": 0.39364862876559875, + "nauc_ndcg_at_5_max": 0.3200903993325148, + "nauc_ndcg_at_5_std": 0.01903393705010171, + "nauc_precision_at_1000_diff1": -0.13778440227891822, + "nauc_precision_at_1000_max": 0.06277472591956593, + "nauc_precision_at_1000_std": 0.12012430448573776, + "nauc_precision_at_100_diff1": -0.08834784545869281, + "nauc_precision_at_100_max": 0.1238354312895616, + "nauc_precision_at_100_std": 0.1546456397338783, + "nauc_precision_at_10_diff1": 0.05855507422466905, + "nauc_precision_at_10_max": 0.2754809063490437, + "nauc_precision_at_10_std": 0.12371970126223188, + "nauc_precision_at_1_diff1": 0.44627067726279596, + "nauc_precision_at_1_max": 0.27568474653069464, + "nauc_precision_at_1_std": -0.0031739346755289837, + "nauc_precision_at_20_diff1": -0.012580485890685592, + "nauc_precision_at_20_max": 0.21184875123393995, + "nauc_precision_at_20_std": 0.1510559368056161, + "nauc_precision_at_3_diff1": 0.22679178588989546, + "nauc_precision_at_3_max": 0.30448745255044124, + "nauc_precision_at_3_std": 0.04721472338025336, + "nauc_precision_at_5_diff1": 0.1410224385493869, + "nauc_precision_at_5_max": 0.2856846086917364, + "nauc_precision_at_5_std": 0.07927700426252789, + "nauc_recall_at_1000_diff1": 0.0716254799397648, + "nauc_recall_at_1000_max": 0.8130853763232386, + "nauc_recall_at_1000_std": 0.6996410797466688, + "nauc_recall_at_100_diff1": 0.3044420139162594, + "nauc_recall_at_100_max": 0.5992246884061572, + "nauc_recall_at_100_std": 0.4290755083610985, + "nauc_recall_at_10_diff1": 0.31188204747671855, + "nauc_recall_at_10_max": 0.46385422179705554, + "nauc_recall_at_10_std": 0.12456627060650308, + "nauc_recall_at_1_diff1": 0.4502855817525232, + "nauc_recall_at_1_max": 0.24685084338736846, + "nauc_recall_at_1_std": -0.01771062100598237, + "nauc_recall_at_20_diff1": 0.2807443124550831, + "nauc_recall_at_20_max": 0.4782367373456889, + "nauc_recall_at_20_std": 0.1992213805512018, + "nauc_recall_at_3_diff1": 0.35163996741200765, + "nauc_recall_at_3_max": 0.33012706955992593, + "nauc_recall_at_3_std": 0.021462035606734535, + "nauc_recall_at_5_diff1": 0.3218637221993067, + "nauc_recall_at_5_max": 0.3629641401756311, + "nauc_recall_at_5_std": 0.057582317317059775, + "ndcg_at_1": 0.45249, + "ndcg_at_10": 0.64031, + "ndcg_at_100": 0.66873, + "ndcg_at_1000": 0.67347, + "ndcg_at_20": 0.65459, + "ndcg_at_3": 0.56951, + "ndcg_at_5": 0.60703, + "precision_at_1": 0.45249, + "precision_at_10": 0.09991, + "precision_at_100": 0.01165, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05356, + "precision_at_3": 0.25512, + "precision_at_5": 0.17509, + "recall_at_1": 0.4037, + "recall_at_10": 0.83567, + "recall_at_100": 0.9572, + "recall_at_1000": 0.9924, + "recall_at_20": 0.88755, + "recall_at_3": 0.65472, + "recall_at_5": 0.74039 + } + ] + }, + "task_name": "NQ" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQHardNegatives.json new file mode 100644 index 000000000..8ae5fb350 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 539.9241662025452, + "kg_co2_emissions": 0.0518090447636532, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64009, + "map_at_1": 0.40483, + "map_at_10": 0.56668, + "map_at_100": 0.57402, + "map_at_1000": 0.57421, + "map_at_20": 0.57143, + "map_at_3": 0.52675, + "map_at_5": 0.54972, + "mrr_at_1": 0.45, + "mrr_at_10": 0.5887575396825393, + "mrr_at_100": 0.5937502934924217, + "mrr_at_1000": 0.5938554108852018, + "mrr_at_20": 0.5918527728978965, + "mrr_at_3": 0.557333333333333, + "mrr_at_5": 0.5755833333333329, + "nauc_map_at_1000_diff1": 0.44791730910549343, + "nauc_map_at_1000_max": 0.315036476468792, + "nauc_map_at_1000_std": -0.08465610837512023, + "nauc_map_at_100_diff1": 0.44783313586991796, + "nauc_map_at_100_max": 0.3152655667701136, + "nauc_map_at_100_std": -0.08454921143182412, + "nauc_map_at_10_diff1": 0.44835851923324266, + "nauc_map_at_10_max": 0.31770619490819413, + "nauc_map_at_10_std": -0.08428925552942486, + "nauc_map_at_1_diff1": 0.47163277488352023, + "nauc_map_at_1_max": 0.2547559689108256, + "nauc_map_at_1_std": -0.10908691198270605, + "nauc_map_at_20_diff1": 0.4471807488003322, + "nauc_map_at_20_max": 0.31535161675874657, + "nauc_map_at_20_std": -0.0844798512130678, + "nauc_map_at_3_diff1": 0.45258196500128023, + "nauc_map_at_3_max": 0.30527542009517267, + "nauc_map_at_3_std": -0.09743193125380423, + "nauc_map_at_5_diff1": 0.4483288094754502, + "nauc_map_at_5_max": 0.31026390069953363, + "nauc_map_at_5_std": -0.08804329718273679, + "nauc_mrr_at_1000_diff1": 0.4522916804053841, + "nauc_mrr_at_1000_max": 0.3210481763857638, + "nauc_mrr_at_1000_std": -0.07918239488524959, + "nauc_mrr_at_100_diff1": 0.45226253321209997, + "nauc_mrr_at_100_max": 0.32119598638859703, + "nauc_mrr_at_100_std": -0.07907718017674904, + "nauc_mrr_at_10_diff1": 0.452145975874123, + "nauc_mrr_at_10_max": 0.32476598658236167, + "nauc_mrr_at_10_std": -0.07734864088344516, + "nauc_mrr_at_1_diff1": 0.4730360767367248, + "nauc_mrr_at_1_max": 0.2740548680678323, + "nauc_mrr_at_1_std": -0.10171937405879677, + "nauc_mrr_at_20_diff1": 0.45182439343343533, + "nauc_mrr_at_20_max": 0.321796124740206, + "nauc_mrr_at_20_std": -0.07914834024231751, + "nauc_mrr_at_3_diff1": 0.45479697565354077, + "nauc_mrr_at_3_max": 0.3218777130829632, + "nauc_mrr_at_3_std": -0.08561068986534305, + "nauc_mrr_at_5_diff1": 0.451119637689473, + "nauc_mrr_at_5_max": 0.3250262788453153, + "nauc_mrr_at_5_std": -0.07397573119762516, + "nauc_ndcg_at_1000_diff1": 0.44405524561379023, + "nauc_ndcg_at_1000_max": 0.3313730859427493, + "nauc_ndcg_at_1000_std": -0.07196295032694511, + "nauc_ndcg_at_100_diff1": 0.4435516847474815, + "nauc_ndcg_at_100_max": 0.33761780518327, + "nauc_ndcg_at_100_std": -0.06777638310444299, + "nauc_ndcg_at_10_diff1": 0.43902522734705407, + "nauc_ndcg_at_10_max": 0.3480103609865113, + "nauc_ndcg_at_10_std": -0.06620644358523904, + "nauc_ndcg_at_1_diff1": 0.4730360767367248, + "nauc_ndcg_at_1_max": 0.2740548680678323, + "nauc_ndcg_at_1_std": -0.10171937405879677, + "nauc_ndcg_at_20_diff1": 0.43617510951695715, + "nauc_ndcg_at_20_max": 0.3395971655683011, + "nauc_ndcg_at_20_std": -0.06721437308436139, + "nauc_ndcg_at_3_diff1": 0.4467129490723223, + "nauc_ndcg_at_3_max": 0.3253043631880569, + "nauc_ndcg_at_3_std": -0.09082687891800373, + "nauc_ndcg_at_5_diff1": 0.4384164804046204, + "nauc_ndcg_at_5_max": 0.33340583263015217, + "nauc_ndcg_at_5_std": -0.07153587395008838, + "nauc_precision_at_1000_diff1": -0.13795951841330356, + "nauc_precision_at_1000_max": 0.07589594340334922, + "nauc_precision_at_1000_std": 0.1504344080163785, + "nauc_precision_at_100_diff1": -0.09379220219800673, + "nauc_precision_at_100_max": 0.14913529151532148, + "nauc_precision_at_100_std": 0.16816993806463623, + "nauc_precision_at_10_diff1": 0.08070782552791207, + "nauc_precision_at_10_max": 0.2960265838039335, + "nauc_precision_at_10_std": 0.09278006849668409, + "nauc_precision_at_1_diff1": 0.4730360767367248, + "nauc_precision_at_1_max": 0.2740548680678323, + "nauc_precision_at_1_std": -0.10171937405879677, + "nauc_precision_at_20_diff1": 0.0010259129626098672, + "nauc_precision_at_20_max": 0.2252252012188372, + "nauc_precision_at_20_std": 0.12715058670230223, + "nauc_precision_at_3_diff1": 0.28699187494207423, + "nauc_precision_at_3_max": 0.3350885106120053, + "nauc_precision_at_3_std": -0.03348883190707154, + "nauc_precision_at_5_diff1": 0.1853388946819601, + "nauc_precision_at_5_max": 0.3107734772741209, + "nauc_precision_at_5_std": 0.0307415813040542, + "nauc_recall_at_1000_diff1": 0.6790382819794545, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.9346405228757863, + "nauc_recall_at_100_diff1": 0.4311700583848039, + "nauc_recall_at_100_max": 0.7319895829817816, + "nauc_recall_at_100_std": 0.23762275994735113, + "nauc_recall_at_10_diff1": 0.3636871604777883, + "nauc_recall_at_10_max": 0.4786928242564018, + "nauc_recall_at_10_std": 0.01877065553669817, + "nauc_recall_at_1_diff1": 0.47163277488352023, + "nauc_recall_at_1_max": 0.2547559689108256, + "nauc_recall_at_1_std": -0.10908691198270605, + "nauc_recall_at_20_diff1": 0.33054731169291973, + "nauc_recall_at_20_max": 0.47429310254924434, + "nauc_recall_at_20_std": 0.03345980042875587, + "nauc_recall_at_3_diff1": 0.41343973492758096, + "nauc_recall_at_3_max": 0.35867801981899095, + "nauc_recall_at_3_std": -0.0804648010502423, + "nauc_recall_at_5_diff1": 0.38331952949059145, + "nauc_recall_at_5_max": 0.38337337112439984, + "nauc_recall_at_5_std": -0.0241243755035184, + "ndcg_at_1": 0.45, + "ndcg_at_10": 0.64009, + "ndcg_at_100": 0.67068, + "ndcg_at_1000": 0.67442, + "ndcg_at_20": 0.65484, + "ndcg_at_3": 0.5668, + "ndcg_at_5": 0.60384, + "precision_at_1": 0.45, + "precision_at_10": 0.1002, + "precision_at_100": 0.01177, + "precision_at_1000": 0.00121, + "precision_at_20": 0.0538, + "precision_at_3": 0.25167, + "precision_at_5": 0.1732, + "recall_at_1": 0.40483, + "recall_at_10": 0.83867, + "recall_at_100": 0.97233, + "recall_at_1000": 0.99933, + "recall_at_20": 0.89258, + "recall_at_3": 0.65117, + "recall_at_5": 0.73467 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2022RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..26673f5eb --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 172.39599418640137, + "kg_co2_emissions": 0.016600387622629352, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.1471, + "map_at_1": 0.00836, + "map_at_10": 0.0376, + "map_at_100": 0.07535, + "map_at_1000": 0.10263, + "map_at_20": 0.04595, + "map_at_3": 0.01875, + "map_at_5": 0.0239, + "mrr_at_1": 0.17777777777777778, + "mrr_at_10": 0.26242504409171075, + "mrr_at_100": 0.27282756689261073, + "mrr_at_1000": 0.2736474169938564, + "mrr_at_20": 0.27002031689596184, + "mrr_at_3": 0.24074074074074076, + "mrr_at_5": 0.24518518518518517, + "nauc_map_at_1000_diff1": 0.023907243767898458, + "nauc_map_at_1000_max": 0.7538161758899083, + "nauc_map_at_1000_std": 0.30301448382568985, + "nauc_map_at_100_diff1": 0.07133396766420365, + "nauc_map_at_100_max": 0.7004050737982711, + "nauc_map_at_100_std": 0.2674423011750316, + "nauc_map_at_10_diff1": 0.15435914821051933, + "nauc_map_at_10_max": 0.5151196303265339, + "nauc_map_at_10_std": -0.00870939743060904, + "nauc_map_at_1_diff1": 0.13043488058681516, + "nauc_map_at_1_max": 0.13649378358797162, + "nauc_map_at_1_std": -0.10900114703251292, + "nauc_map_at_20_diff1": 0.12495784941662771, + "nauc_map_at_20_max": 0.5134450887431268, + "nauc_map_at_20_std": 0.018863722729964262, + "nauc_map_at_3_diff1": 0.10868431883282867, + "nauc_map_at_3_max": 0.4051060832816889, + "nauc_map_at_3_std": 0.006425932919144002, + "nauc_map_at_5_diff1": 0.15830443728389668, + "nauc_map_at_5_max": 0.467786525750549, + "nauc_map_at_5_std": -0.01100941472530361, + "nauc_mrr_at_1000_diff1": 0.040202686776729585, + "nauc_mrr_at_1000_max": 0.3765632644624505, + "nauc_mrr_at_1000_std": -0.149625338637475, + "nauc_mrr_at_100_diff1": 0.03849575789946133, + "nauc_mrr_at_100_max": 0.3770792439164426, + "nauc_mrr_at_100_std": -0.14968495501415024, + "nauc_mrr_at_10_diff1": 0.04155870396238794, + "nauc_mrr_at_10_max": 0.3724732122610989, + "nauc_mrr_at_10_std": -0.1664844625588639, + "nauc_mrr_at_1_diff1": 0.046828473328778535, + "nauc_mrr_at_1_max": 0.2788728285229919, + "nauc_mrr_at_1_std": -0.13073147017779013, + "nauc_mrr_at_20_diff1": 0.04324693842779436, + "nauc_mrr_at_20_max": 0.3787175585076852, + "nauc_mrr_at_20_std": -0.14796571609842477, + "nauc_mrr_at_3_diff1": 0.07337644547946325, + "nauc_mrr_at_3_max": 0.36258821512186973, + "nauc_mrr_at_3_std": -0.17546297919301318, + "nauc_mrr_at_5_diff1": 0.06801325446431702, + "nauc_mrr_at_5_max": 0.3862864757855963, + "nauc_mrr_at_5_std": -0.15045694911440413, + "nauc_ndcg_at_1000_diff1": -0.02613854907880985, + "nauc_ndcg_at_1000_max": 0.5633393254406254, + "nauc_ndcg_at_1000_std": 0.04690078755570205, + "nauc_ndcg_at_100_diff1": 0.002154405190738101, + "nauc_ndcg_at_100_max": 0.6184108980990982, + "nauc_ndcg_at_100_std": 0.15132516641513724, + "nauc_ndcg_at_10_diff1": 0.022824912298650992, + "nauc_ndcg_at_10_max": 0.4846479807681691, + "nauc_ndcg_at_10_std": -0.1220823174085888, + "nauc_ndcg_at_1_diff1": -0.03146283652093678, + "nauc_ndcg_at_1_max": 0.23517719774736873, + "nauc_ndcg_at_1_std": -0.168937770760592, + "nauc_ndcg_at_20_diff1": 0.043094567070372326, + "nauc_ndcg_at_20_max": 0.5156654048195566, + "nauc_ndcg_at_20_std": -0.07260182559396411, + "nauc_ndcg_at_3_diff1": 0.015296814599537318, + "nauc_ndcg_at_3_max": 0.3565139652481984, + "nauc_ndcg_at_3_std": -0.15634286749601317, + "nauc_ndcg_at_5_diff1": 0.07655793057750322, + "nauc_ndcg_at_5_max": 0.437409194617708, + "nauc_ndcg_at_5_std": -0.14613323629104746, + "nauc_precision_at_1000_diff1": -0.06182987016679719, + "nauc_precision_at_1000_max": 0.4961685704577471, + "nauc_precision_at_1000_std": 0.02559390986903534, + "nauc_precision_at_100_diff1": -0.05953636920665578, + "nauc_precision_at_100_max": 0.6909359483860941, + "nauc_precision_at_100_std": 0.3115634974584351, + "nauc_precision_at_10_diff1": 0.0649897015358351, + "nauc_precision_at_10_max": 0.5264357814840881, + "nauc_precision_at_10_std": -0.09286292838370784, + "nauc_precision_at_1_diff1": 0.046828473328778535, + "nauc_precision_at_1_max": 0.2788728285229919, + "nauc_precision_at_1_std": -0.13073147017779013, + "nauc_precision_at_20_diff1": 0.027907384391894708, + "nauc_precision_at_20_max": 0.5276998947073009, + "nauc_precision_at_20_std": -0.010070468487668946, + "nauc_precision_at_3_diff1": 0.11064625606929937, + "nauc_precision_at_3_max": 0.44938292022177856, + "nauc_precision_at_3_std": -0.1669067707904548, + "nauc_precision_at_5_diff1": 0.1455307552356818, + "nauc_precision_at_5_max": 0.5354779050860948, + "nauc_precision_at_5_std": -0.10568674832617742, + "nauc_recall_at_1000_diff1": -0.2059271158075384, + "nauc_recall_at_1000_max": 0.33354744918023893, + "nauc_recall_at_1000_std": 0.17153273531982957, + "nauc_recall_at_100_diff1": -0.033177139857422315, + "nauc_recall_at_100_max": 0.5593194358441324, + "nauc_recall_at_100_std": 0.37142001812845793, + "nauc_recall_at_10_diff1": -0.04633943891222478, + "nauc_recall_at_10_max": 0.5253916619702532, + "nauc_recall_at_10_std": 0.13735615900796086, + "nauc_recall_at_1_diff1": 0.13043488058681516, + "nauc_recall_at_1_max": 0.13649378358797162, + "nauc_recall_at_1_std": -0.10900114703251292, + "nauc_recall_at_20_diff1": -0.04166234062562044, + "nauc_recall_at_20_max": 0.4917791461152784, + "nauc_recall_at_20_std": 0.19133895966863643, + "nauc_recall_at_3_diff1": 0.06664889236030486, + "nauc_recall_at_3_max": 0.5073403014896272, + "nauc_recall_at_3_std": 0.08649753587378167, + "nauc_recall_at_5_diff1": 0.07907410646592801, + "nauc_recall_at_5_max": 0.6000175449025974, + "nauc_recall_at_5_std": 0.1584687306475976, + "ndcg_at_1": 0.14815, + "ndcg_at_10": 0.13851, + "ndcg_at_100": 0.19698, + "ndcg_at_1000": 0.32805, + "ndcg_at_20": 0.1471, + "ndcg_at_3": 0.1359, + "ndcg_at_5": 0.12831, + "precision_at_1": 0.17778, + "precision_at_10": 0.14444, + "precision_at_100": 0.08333, + "precision_at_1000": 0.02538, + "precision_at_20": 0.12556, + "precision_at_3": 0.16296, + "precision_at_5": 0.14667, + "recall_at_1": 0.00836, + "recall_at_10": 0.07917, + "recall_at_100": 0.31504, + "recall_at_1000": 0.83599, + "recall_at_20": 0.11943, + "recall_at_3": 0.02591, + "recall_at_5": 0.03765 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.21031, + "map_at_1": 0.01514, + "map_at_10": 0.06526, + "map_at_100": 0.1239, + "map_at_1000": 0.16627, + "map_at_20": 0.08151, + "map_at_3": 0.03994, + "map_at_5": 0.04956, + "mrr_at_1": 0.3181818181818182, + "mrr_at_10": 0.4184613997113997, + "mrr_at_100": 0.42755144539232925, + "mrr_at_1000": 0.42802641867908753, + "mrr_at_20": 0.4211444805194805, + "mrr_at_3": 0.40530303030303033, + "mrr_at_5": 0.4098484848484848, + "nauc_map_at_1000_diff1": 0.14623594465608433, + "nauc_map_at_1000_max": 0.6478644783722841, + "nauc_map_at_1000_std": 0.42126139953261454, + "nauc_map_at_100_diff1": 0.19294660448965034, + "nauc_map_at_100_max": 0.6525865056397483, + "nauc_map_at_100_std": 0.39195072065123937, + "nauc_map_at_10_diff1": 0.30112737041175025, + "nauc_map_at_10_max": 0.5408819821748827, + "nauc_map_at_10_std": 0.17837060201455804, + "nauc_map_at_1_diff1": 0.02532363620040648, + "nauc_map_at_1_max": 0.214756008903046, + "nauc_map_at_1_std": 0.20010419227110735, + "nauc_map_at_20_diff1": 0.2805121282519909, + "nauc_map_at_20_max": 0.5954985367205997, + "nauc_map_at_20_std": 0.24972907831860364, + "nauc_map_at_3_diff1": 0.3036634910239315, + "nauc_map_at_3_max": 0.4925431053198917, + "nauc_map_at_3_std": 0.23410898077352837, + "nauc_map_at_5_diff1": 0.34593637165249136, + "nauc_map_at_5_max": 0.5220245251345919, + "nauc_map_at_5_std": 0.17300420339096798, + "nauc_mrr_at_1000_diff1": 0.01998256812169908, + "nauc_mrr_at_1000_max": 0.27218284115398433, + "nauc_mrr_at_1000_std": 0.10784266209345152, + "nauc_mrr_at_100_diff1": 0.02055369760872677, + "nauc_mrr_at_100_max": 0.2724312410188376, + "nauc_mrr_at_100_std": 0.10751593603504224, + "nauc_mrr_at_10_diff1": 0.014549655110485003, + "nauc_mrr_at_10_max": 0.26382290489289306, + "nauc_mrr_at_10_std": 0.10740357840482598, + "nauc_mrr_at_1_diff1": -0.03152646152314759, + "nauc_mrr_at_1_max": 0.25654679459710783, + "nauc_mrr_at_1_std": 0.15437761978001455, + "nauc_mrr_at_20_diff1": 0.01728403581526353, + "nauc_mrr_at_20_max": 0.2702948336688292, + "nauc_mrr_at_20_std": 0.1041665068760786, + "nauc_mrr_at_3_diff1": 0.020521063157458566, + "nauc_mrr_at_3_max": 0.2677801522347474, + "nauc_mrr_at_3_std": 0.1046368851008058, + "nauc_mrr_at_5_diff1": 0.019031627617980513, + "nauc_mrr_at_5_max": 0.25596246424658603, + "nauc_mrr_at_5_std": 0.09568223442821497, + "nauc_ndcg_at_1000_diff1": 0.14139071917413643, + "nauc_ndcg_at_1000_max": 0.5801142986834953, + "nauc_ndcg_at_1000_std": 0.3139494147416458, + "nauc_ndcg_at_100_diff1": 0.16356274682113472, + "nauc_ndcg_at_100_max": 0.59286785145461, + "nauc_ndcg_at_100_std": 0.34805663272074866, + "nauc_ndcg_at_10_diff1": 0.14244269764715803, + "nauc_ndcg_at_10_max": 0.3870413121514316, + "nauc_ndcg_at_10_std": 0.17952894817467674, + "nauc_ndcg_at_1_diff1": -0.0771778701874567, + "nauc_ndcg_at_1_max": 0.14568343034143075, + "nauc_ndcg_at_1_std": 0.19793705137308834, + "nauc_ndcg_at_20_diff1": 0.15721563051201334, + "nauc_ndcg_at_20_max": 0.42917731713699325, + "nauc_ndcg_at_20_std": 0.19550076091351468, + "nauc_ndcg_at_3_diff1": 0.08624162222873227, + "nauc_ndcg_at_3_max": 0.3301485588836371, + "nauc_ndcg_at_3_std": 0.1712128391174283, + "nauc_ndcg_at_5_diff1": 0.09539155853263592, + "nauc_ndcg_at_5_max": 0.345985755438235, + "nauc_ndcg_at_5_std": 0.1452563829986681, + "nauc_precision_at_1000_diff1": -0.13946127467777825, + "nauc_precision_at_1000_max": -0.013097865649812876, + "nauc_precision_at_1000_std": -0.01688288107928647, + "nauc_precision_at_100_diff1": -0.0737340946330068, + "nauc_precision_at_100_max": 0.37609906421858186, + "nauc_precision_at_100_std": 0.36005417280974067, + "nauc_precision_at_10_diff1": -0.01111160117823549, + "nauc_precision_at_10_max": 0.39630841951020984, + "nauc_precision_at_10_std": 0.23548472800965317, + "nauc_precision_at_1_diff1": -0.03152646152314759, + "nauc_precision_at_1_max": 0.25654679459710783, + "nauc_precision_at_1_std": 0.15437761978001455, + "nauc_precision_at_20_diff1": -0.00640047907315709, + "nauc_precision_at_20_max": 0.39826387485664, + "nauc_precision_at_20_std": 0.2801786603115199, + "nauc_precision_at_3_diff1": 0.08836068137286529, + "nauc_precision_at_3_max": 0.42199101091269603, + "nauc_precision_at_3_std": 0.17088798637263816, + "nauc_precision_at_5_diff1": 0.015075905291800697, + "nauc_precision_at_5_max": 0.38813828269572254, + "nauc_precision_at_5_std": 0.15862143175015653, + "nauc_recall_at_1000_diff1": -0.025140992318875833, + "nauc_recall_at_1000_max": 0.6561825821944154, + "nauc_recall_at_1000_std": 0.39629343065616013, + "nauc_recall_at_100_diff1": 0.16665350149001, + "nauc_recall_at_100_max": 0.625081827613669, + "nauc_recall_at_100_std": 0.31052545991115305, + "nauc_recall_at_10_diff1": 0.38116242146885776, + "nauc_recall_at_10_max": 0.5229721690261571, + "nauc_recall_at_10_std": 0.15424817703622837, + "nauc_recall_at_1_diff1": 0.02532363620040648, + "nauc_recall_at_1_max": 0.214756008903046, + "nauc_recall_at_1_std": 0.20010419227110735, + "nauc_recall_at_20_diff1": 0.19998399221239993, + "nauc_recall_at_20_max": 0.4855279661766885, + "nauc_recall_at_20_std": 0.09652932804775748, + "nauc_recall_at_3_diff1": 0.3972614912402009, + "nauc_recall_at_3_max": 0.4511576098637613, + "nauc_recall_at_3_std": 0.14320903402145768, + "nauc_recall_at_5_diff1": 0.4243468048964675, + "nauc_recall_at_5_max": 0.49051410418973684, + "nauc_recall_at_5_std": 0.10590383361835318, + "ndcg_at_1": 0.21212, + "ndcg_at_10": 0.20238, + "ndcg_at_100": 0.26246, + "ndcg_at_1000": 0.4545, + "ndcg_at_20": 0.21031, + "ndcg_at_3": 0.22658, + "ndcg_at_5": 0.20872, + "precision_at_1": 0.31818, + "precision_at_10": 0.22045, + "precision_at_100": 0.11682, + "precision_at_1000": 0.03727, + "precision_at_20": 0.18864, + "precision_at_3": 0.29545, + "precision_at_5": 0.25909, + "recall_at_1": 0.01514, + "recall_at_10": 0.09331, + "recall_at_100": 0.32242, + "recall_at_1000": 0.88645, + "recall_at_20": 0.15329, + "recall_at_3": 0.04963, + "recall_at_5": 0.0626 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.37995, + "map_at_1": 0.03243, + "map_at_10": 0.13301, + "map_at_100": 0.24906, + "map_at_1000": 0.3173, + "map_at_20": 0.16666, + "map_at_3": 0.06719, + "map_at_5": 0.0934, + "mrr_at_1": 0.5106382978723404, + "mrr_at_10": 0.6388297872340426, + "mrr_at_100": 0.6435818599587929, + "mrr_at_1000": 0.6436295653304178, + "mrr_at_20": 0.6414302600472813, + "mrr_at_3": 0.6205673758865248, + "mrr_at_5": 0.6290780141843971, + "nauc_map_at_1000_diff1": 0.08002884398010335, + "nauc_map_at_1000_max": 0.6898388946293305, + "nauc_map_at_1000_std": 0.48111128028533284, + "nauc_map_at_100_diff1": 0.11352048061911292, + "nauc_map_at_100_max": 0.6453978231566491, + "nauc_map_at_100_std": 0.3003863740917166, + "nauc_map_at_10_diff1": 0.18992469452819713, + "nauc_map_at_10_max": 0.40199989317004103, + "nauc_map_at_10_std": -0.024109735884975465, + "nauc_map_at_1_diff1": 0.15075625771614162, + "nauc_map_at_1_max": 0.20611911149859344, + "nauc_map_at_1_std": -0.03429525312935142, + "nauc_map_at_20_diff1": 0.14977709501752431, + "nauc_map_at_20_max": 0.46572622783846307, + "nauc_map_at_20_std": 0.05511081836266457, + "nauc_map_at_3_diff1": 0.261076600027506, + "nauc_map_at_3_max": 0.40591112081175135, + "nauc_map_at_3_std": 0.01066878083306323, + "nauc_map_at_5_diff1": 0.2178305895023209, + "nauc_map_at_5_max": 0.4173898508686975, + "nauc_map_at_5_std": -0.02293744651610947, + "nauc_mrr_at_1000_diff1": 0.33108450714396553, + "nauc_mrr_at_1000_max": 0.4882456653638992, + "nauc_mrr_at_1000_std": 0.3604196813399891, + "nauc_mrr_at_100_diff1": 0.33112365846271913, + "nauc_mrr_at_100_max": 0.4883120430437572, + "nauc_mrr_at_100_std": 0.36050838144785813, + "nauc_mrr_at_10_diff1": 0.3346196445048519, + "nauc_mrr_at_10_max": 0.4859069761805853, + "nauc_mrr_at_10_std": 0.3617257464799442, + "nauc_mrr_at_1_diff1": 0.2340181694063864, + "nauc_mrr_at_1_max": 0.5210418391123893, + "nauc_mrr_at_1_std": 0.3193980763845434, + "nauc_mrr_at_20_diff1": 0.33135438860995237, + "nauc_mrr_at_20_max": 0.48925056613462203, + "nauc_mrr_at_20_std": 0.36332853491723055, + "nauc_mrr_at_3_diff1": 0.3516952961334275, + "nauc_mrr_at_3_max": 0.4809793536827011, + "nauc_mrr_at_3_std": 0.36131185479085187, + "nauc_mrr_at_5_diff1": 0.33359739489715623, + "nauc_mrr_at_5_max": 0.47306885399746595, + "nauc_mrr_at_5_std": 0.3459182115163459, + "nauc_ndcg_at_1000_diff1": 0.20194849922309482, + "nauc_ndcg_at_1000_max": 0.6362958202060334, + "nauc_ndcg_at_1000_std": 0.4841563889842098, + "nauc_ndcg_at_100_diff1": 0.18979877566053496, + "nauc_ndcg_at_100_max": 0.607285009737183, + "nauc_ndcg_at_100_std": 0.35323272405627565, + "nauc_ndcg_at_10_diff1": 0.18219902698086393, + "nauc_ndcg_at_10_max": 0.40400645343039976, + "nauc_ndcg_at_10_std": 0.18438654769697904, + "nauc_ndcg_at_1_diff1": 0.2714822597343353, + "nauc_ndcg_at_1_max": 0.4289045442825987, + "nauc_ndcg_at_1_std": 0.2232257224792062, + "nauc_ndcg_at_20_diff1": 0.17128487257672087, + "nauc_ndcg_at_20_max": 0.45344202896153324, + "nauc_ndcg_at_20_std": 0.20144020893542902, + "nauc_ndcg_at_3_diff1": 0.28137425703722385, + "nauc_ndcg_at_3_max": 0.43888830422701625, + "nauc_ndcg_at_3_std": 0.26190389919331836, + "nauc_ndcg_at_5_diff1": 0.19446496637358388, + "nauc_ndcg_at_5_max": 0.40702594390936275, + "nauc_ndcg_at_5_std": 0.19986474519663436, + "nauc_precision_at_1000_diff1": -0.03334917317978428, + "nauc_precision_at_1000_max": 0.10774523000000681, + "nauc_precision_at_1000_std": 0.32130786997860966, + "nauc_precision_at_100_diff1": -0.05188116979206248, + "nauc_precision_at_100_max": 0.36184332453595464, + "nauc_precision_at_100_std": 0.48568736530214035, + "nauc_precision_at_10_diff1": -0.0016345940022561391, + "nauc_precision_at_10_max": 0.3855114186115572, + "nauc_precision_at_10_std": 0.32750709807801437, + "nauc_precision_at_1_diff1": 0.2340181694063864, + "nauc_precision_at_1_max": 0.5210418391123893, + "nauc_precision_at_1_std": 0.3193980763845434, + "nauc_precision_at_20_diff1": -0.05528822614246785, + "nauc_precision_at_20_max": 0.43470445290359894, + "nauc_precision_at_20_std": 0.42543476377051614, + "nauc_precision_at_3_diff1": 0.15744311604873765, + "nauc_precision_at_3_max": 0.5397117787008061, + "nauc_precision_at_3_std": 0.408290728489989, + "nauc_precision_at_5_diff1": 0.014685063740732316, + "nauc_precision_at_5_max": 0.44572064153663193, + "nauc_precision_at_5_std": 0.29505413139702086, + "nauc_recall_at_1000_diff1": -0.32398551369210327, + "nauc_recall_at_1000_max": 0.7472416959748688, + "nauc_recall_at_1000_std": 0.6937813052961818, + "nauc_recall_at_100_diff1": 0.07675492705322313, + "nauc_recall_at_100_max": 0.4098858289274757, + "nauc_recall_at_100_std": 0.11071029052460866, + "nauc_recall_at_10_diff1": 0.15465295409350244, + "nauc_recall_at_10_max": 0.2324692684500817, + "nauc_recall_at_10_std": -0.10775162770983301, + "nauc_recall_at_1_diff1": 0.15075625771614162, + "nauc_recall_at_1_max": 0.20611911149859344, + "nauc_recall_at_1_std": -0.03429525312935142, + "nauc_recall_at_20_diff1": 0.0794059785325076, + "nauc_recall_at_20_max": 0.3079904193691186, + "nauc_recall_at_20_std": -0.025118913653777712, + "nauc_recall_at_3_diff1": 0.2914060100306551, + "nauc_recall_at_3_max": 0.32818188793282715, + "nauc_recall_at_3_std": -0.039181892631779174, + "nauc_recall_at_5_diff1": 0.17156804534924294, + "nauc_recall_at_5_max": 0.2893225721779246, + "nauc_recall_at_5_std": -0.11035946510581841, + "ndcg_at_1": 0.41135, + "ndcg_at_10": 0.37805, + "ndcg_at_100": 0.46688, + "ndcg_at_1000": 0.59329, + "ndcg_at_20": 0.37995, + "ndcg_at_3": 0.39412, + "ndcg_at_5": 0.38233, + "precision_at_1": 0.51064, + "precision_at_10": 0.39574, + "precision_at_100": 0.19064, + "precision_at_1000": 0.04304, + "precision_at_20": 0.31596, + "precision_at_3": 0.46099, + "precision_at_5": 0.44681, + "recall_at_1": 0.03243, + "recall_at_10": 0.19856, + "recall_at_100": 0.56724, + "recall_at_1000": 0.93032, + "recall_at_20": 0.27415, + "recall_at_3": 0.08021, + "recall_at_5": 0.12136 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2023RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..c86b2f5ed --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 315.65574288368225, + "kg_co2_emissions": 0.030437720175000064, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.50592, + "map_at_1": 0.04182, + "map_at_10": 0.17681, + "map_at_100": 0.35221, + "map_at_1000": 0.45089, + "map_at_20": 0.22694, + "map_at_3": 0.09532, + "map_at_5": 0.13253, + "mrr_at_1": 0.7027027027027027, + "mrr_at_10": 0.7806306306306307, + "mrr_at_100": 0.7841098868001728, + "mrr_at_1000": 0.7841829328191647, + "mrr_at_20": 0.7832770270270271, + "mrr_at_3": 0.7657657657657657, + "mrr_at_5": 0.7792792792792792, + "nauc_map_at_1000_diff1": 0.009594054697768502, + "nauc_map_at_1000_max": 0.40623406981663857, + "nauc_map_at_1000_std": 0.49356224400334553, + "nauc_map_at_100_diff1": 0.15500441598048956, + "nauc_map_at_100_max": 0.41490422918813874, + "nauc_map_at_100_std": 0.2014003227648432, + "nauc_map_at_10_diff1": 0.31572784921200947, + "nauc_map_at_10_max": 0.2650966976572809, + "nauc_map_at_10_std": -0.13327616128006947, + "nauc_map_at_1_diff1": 0.3453624480921468, + "nauc_map_at_1_max": 0.04264047025780239, + "nauc_map_at_1_std": -0.2567117159570705, + "nauc_map_at_20_diff1": 0.239806615041868, + "nauc_map_at_20_max": 0.2833611850414448, + "nauc_map_at_20_std": -0.08610088425893743, + "nauc_map_at_3_diff1": 0.3196216180874919, + "nauc_map_at_3_max": 0.1300802088035887, + "nauc_map_at_3_std": -0.2348449093406543, + "nauc_map_at_5_diff1": 0.3464317575236955, + "nauc_map_at_5_max": 0.1925897665290868, + "nauc_map_at_5_std": -0.18817075896397353, + "nauc_mrr_at_1000_diff1": 0.2849626393084885, + "nauc_mrr_at_1000_max": 0.566476269244507, + "nauc_mrr_at_1000_std": 0.4074571914496916, + "nauc_mrr_at_100_diff1": 0.28523368847957664, + "nauc_mrr_at_100_max": 0.5666406050601275, + "nauc_mrr_at_100_std": 0.40768180661796266, + "nauc_mrr_at_10_diff1": 0.29354989020988365, + "nauc_mrr_at_10_max": 0.5714318510746477, + "nauc_mrr_at_10_std": 0.41364289657641706, + "nauc_mrr_at_1_diff1": 0.1772463633067841, + "nauc_mrr_at_1_max": 0.5577292022990483, + "nauc_mrr_at_1_std": 0.33067410142549225, + "nauc_mrr_at_20_diff1": 0.2872525745437557, + "nauc_mrr_at_20_max": 0.5681180372727486, + "nauc_mrr_at_20_std": 0.4098280896778427, + "nauc_mrr_at_3_diff1": 0.25334219323465573, + "nauc_mrr_at_3_max": 0.5529654825637182, + "nauc_mrr_at_3_std": 0.41581213230277486, + "nauc_mrr_at_5_diff1": 0.29560189203536374, + "nauc_mrr_at_5_max": 0.5559334092892384, + "nauc_mrr_at_5_std": 0.39908450499561626, + "nauc_ndcg_at_1000_diff1": 0.13292096328705008, + "nauc_ndcg_at_1000_max": 0.5817465215109833, + "nauc_ndcg_at_1000_std": 0.6444334037967404, + "nauc_ndcg_at_100_diff1": 0.16637582809599544, + "nauc_ndcg_at_100_max": 0.5793257850636498, + "nauc_ndcg_at_100_std": 0.43067182214130667, + "nauc_ndcg_at_10_diff1": 0.1387463234001847, + "nauc_ndcg_at_10_max": 0.4403078078591286, + "nauc_ndcg_at_10_std": 0.3756950734693446, + "nauc_ndcg_at_1_diff1": 0.13373491741611643, + "nauc_ndcg_at_1_max": 0.3991118774660838, + "nauc_ndcg_at_1_std": 0.22670478861639606, + "nauc_ndcg_at_20_diff1": 0.11774293805408782, + "nauc_ndcg_at_20_max": 0.4569539777458915, + "nauc_ndcg_at_20_std": 0.37237778923105536, + "nauc_ndcg_at_3_diff1": 0.12951236877251884, + "nauc_ndcg_at_3_max": 0.44119612318972085, + "nauc_ndcg_at_3_std": 0.29792754987347625, + "nauc_ndcg_at_5_diff1": 0.15679606156394985, + "nauc_ndcg_at_5_max": 0.43567254365215036, + "nauc_ndcg_at_5_std": 0.34274050077674867, + "nauc_precision_at_1000_diff1": -0.2966041627023131, + "nauc_precision_at_1000_max": 0.02293642877913366, + "nauc_precision_at_1000_std": 0.49230438016409445, + "nauc_precision_at_100_diff1": -0.22102077867957115, + "nauc_precision_at_100_max": 0.14553080644836622, + "nauc_precision_at_100_std": 0.5641836357850667, + "nauc_precision_at_10_diff1": -0.08369856815769058, + "nauc_precision_at_10_max": 0.34277950060779483, + "nauc_precision_at_10_std": 0.5274028970638555, + "nauc_precision_at_1_diff1": 0.1772463633067841, + "nauc_precision_at_1_max": 0.5577292022990483, + "nauc_precision_at_1_std": 0.33067410142549225, + "nauc_precision_at_20_diff1": -0.1853754100102106, + "nauc_precision_at_20_max": 0.2906265779293094, + "nauc_precision_at_20_std": 0.5379069362197666, + "nauc_precision_at_3_diff1": -0.0389959994758697, + "nauc_precision_at_3_max": 0.47724101439958616, + "nauc_precision_at_3_std": 0.4426862663381981, + "nauc_precision_at_5_diff1": 0.014880655437430276, + "nauc_precision_at_5_max": 0.41628259095409925, + "nauc_precision_at_5_std": 0.4956629274526036, + "nauc_recall_at_1000_diff1": 0.263851465310455, + "nauc_recall_at_1000_max": 0.7431769641430295, + "nauc_recall_at_1000_std": 0.8109361669043779, + "nauc_recall_at_100_diff1": 0.23756608021589184, + "nauc_recall_at_100_max": 0.5235339467273501, + "nauc_recall_at_100_std": 0.1897157247109858, + "nauc_recall_at_10_diff1": 0.3340794890276986, + "nauc_recall_at_10_max": 0.2301344743833386, + "nauc_recall_at_10_std": -0.18855417375829714, + "nauc_recall_at_1_diff1": 0.3453624480921468, + "nauc_recall_at_1_max": 0.04264047025780239, + "nauc_recall_at_1_std": -0.2567117159570705, + "nauc_recall_at_20_diff1": 0.2682355342220348, + "nauc_recall_at_20_max": 0.2848800761249759, + "nauc_recall_at_20_std": -0.13412117085673772, + "nauc_recall_at_3_diff1": 0.3206729642014109, + "nauc_recall_at_3_max": 0.09072145455132027, + "nauc_recall_at_3_std": -0.2703479042954132, + "nauc_recall_at_5_diff1": 0.35042755083646915, + "nauc_recall_at_5_max": 0.13443485950790068, + "nauc_recall_at_5_std": -0.24479216967982784, + "ndcg_at_1": 0.54279, + "ndcg_at_10": 0.51507, + "ndcg_at_100": 0.55587, + "ndcg_at_1000": 0.67861, + "ndcg_at_20": 0.50592, + "ndcg_at_3": 0.5292, + "ndcg_at_5": 0.53288, + "precision_at_1": 0.7027, + "precision_at_10": 0.5527, + "precision_at_100": 0.29554, + "precision_at_1000": 0.06157, + "precision_at_20": 0.46892, + "precision_at_3": 0.65315, + "precision_at_5": 0.64054, + "recall_at_1": 0.04182, + "recall_at_10": 0.20958, + "recall_at_100": 0.54716, + "recall_at_1000": 0.86875, + "recall_at_20": 0.28793, + "recall_at_3": 0.10673, + "recall_at_5": 0.15456 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.46659, + "map_at_1": 0.02604, + "map_at_10": 0.13047, + "map_at_100": 0.29355, + "map_at_1000": 0.38569, + "map_at_20": 0.17075, + "map_at_3": 0.07102, + "map_at_5": 0.09808, + "mrr_at_1": 0.64, + "mrr_at_10": 0.7076084656084657, + "mrr_at_100": 0.7144271138218508, + "mrr_at_1000": 0.7144540498487869, + "mrr_at_20": 0.7131803751803752, + "mrr_at_3": 0.6888888888888889, + "mrr_at_5": 0.7042222222222223, + "nauc_map_at_1000_diff1": 0.08048829512740655, + "nauc_map_at_1000_max": 0.4252400847014712, + "nauc_map_at_1000_std": 0.29468657924999736, + "nauc_map_at_100_diff1": 0.15948888871111427, + "nauc_map_at_100_max": 0.5722657424960641, + "nauc_map_at_100_std": 0.27770459896227423, + "nauc_map_at_10_diff1": 0.3247270882650304, + "nauc_map_at_10_max": 0.540372313726176, + "nauc_map_at_10_std": -0.00572426159569104, + "nauc_map_at_1_diff1": 0.3967321484830902, + "nauc_map_at_1_max": 0.47922010021448785, + "nauc_map_at_1_std": -0.12198936148176101, + "nauc_map_at_20_diff1": 0.28772157343700583, + "nauc_map_at_20_max": 0.5797452396135048, + "nauc_map_at_20_std": 0.10790429294017978, + "nauc_map_at_3_diff1": 0.38562796758901985, + "nauc_map_at_3_max": 0.5291053652367209, + "nauc_map_at_3_std": -0.10063069287434598, + "nauc_map_at_5_diff1": 0.3350999734459423, + "nauc_map_at_5_max": 0.5065916753262767, + "nauc_map_at_5_std": -0.0797254892536209, + "nauc_mrr_at_1000_diff1": 0.31184865945651097, + "nauc_mrr_at_1000_max": 0.5196341316380899, + "nauc_mrr_at_1000_std": 0.2418335412451518, + "nauc_mrr_at_100_diff1": 0.3118269864416722, + "nauc_mrr_at_100_max": 0.5196376833409588, + "nauc_mrr_at_100_std": 0.24190322774326026, + "nauc_mrr_at_10_diff1": 0.3128377367948303, + "nauc_mrr_at_10_max": 0.5187444985680025, + "nauc_mrr_at_10_std": 0.24330321594674176, + "nauc_mrr_at_1_diff1": 0.2931076975154766, + "nauc_mrr_at_1_max": 0.49059452701979805, + "nauc_mrr_at_1_std": 0.1735686297159108, + "nauc_mrr_at_20_diff1": 0.3108296178608517, + "nauc_mrr_at_20_max": 0.5214159388863606, + "nauc_mrr_at_20_std": 0.24525500623357416, + "nauc_mrr_at_3_diff1": 0.3087406755017632, + "nauc_mrr_at_3_max": 0.5220896513303984, + "nauc_mrr_at_3_std": 0.2308945484138057, + "nauc_mrr_at_5_diff1": 0.31396675443929073, + "nauc_mrr_at_5_max": 0.5194566812402545, + "nauc_mrr_at_5_std": 0.24032818584570395, + "nauc_ndcg_at_1000_diff1": 0.11873746715560662, + "nauc_ndcg_at_1000_max": 0.4479287261339511, + "nauc_ndcg_at_1000_std": 0.35203142654718966, + "nauc_ndcg_at_100_diff1": 0.1488370747449181, + "nauc_ndcg_at_100_max": 0.5209108859653632, + "nauc_ndcg_at_100_std": 0.3314050852147346, + "nauc_ndcg_at_10_diff1": 0.09498026829146325, + "nauc_ndcg_at_10_max": 0.4663063134404355, + "nauc_ndcg_at_10_std": 0.19559362193748484, + "nauc_ndcg_at_1_diff1": 0.2705726822715077, + "nauc_ndcg_at_1_max": 0.3535906619251751, + "nauc_ndcg_at_1_std": 0.07513827038915302, + "nauc_ndcg_at_20_diff1": 0.09986302842805748, + "nauc_ndcg_at_20_max": 0.4552666739190174, + "nauc_ndcg_at_20_std": 0.22887714330818837, + "nauc_ndcg_at_3_diff1": 0.18531666850881687, + "nauc_ndcg_at_3_max": 0.43969962169841836, + "nauc_ndcg_at_3_std": 0.17923773315680733, + "nauc_ndcg_at_5_diff1": 0.14531706327611588, + "nauc_ndcg_at_5_max": 0.46226422019469554, + "nauc_ndcg_at_5_std": 0.17093887287566714, + "nauc_precision_at_1000_diff1": -0.12892178748124822, + "nauc_precision_at_1000_max": -0.1496574596137786, + "nauc_precision_at_1000_std": 0.06443131236482456, + "nauc_precision_at_100_diff1": -0.14873813824035761, + "nauc_precision_at_100_max": -0.017546934643171398, + "nauc_precision_at_100_std": 0.19561999375321792, + "nauc_precision_at_10_diff1": -0.0019483315699755992, + "nauc_precision_at_10_max": 0.34730176480235647, + "nauc_precision_at_10_std": 0.2738208388648539, + "nauc_precision_at_1_diff1": 0.2931076975154766, + "nauc_precision_at_1_max": 0.49059452701979805, + "nauc_precision_at_1_std": 0.1735686297159108, + "nauc_precision_at_20_diff1": -0.06625921883462016, + "nauc_precision_at_20_max": 0.24438498914979412, + "nauc_precision_at_20_std": 0.3217209495113592, + "nauc_precision_at_3_diff1": 0.18246045734667246, + "nauc_precision_at_3_max": 0.46986487192295007, + "nauc_precision_at_3_std": 0.23142786840656246, + "nauc_precision_at_5_diff1": 0.1059446175376138, + "nauc_precision_at_5_max": 0.4263084249178306, + "nauc_precision_at_5_std": 0.21460319899364008, + "nauc_recall_at_1000_diff1": 0.11038461578133088, + "nauc_recall_at_1000_max": 0.48699968234236674, + "nauc_recall_at_1000_std": 0.614858200445915, + "nauc_recall_at_100_diff1": 0.1815426683932564, + "nauc_recall_at_100_max": 0.49053373123264915, + "nauc_recall_at_100_std": 0.3177532261230643, + "nauc_recall_at_10_diff1": 0.2649823315520891, + "nauc_recall_at_10_max": 0.4202285445911589, + "nauc_recall_at_10_std": -0.0099832374787544, + "nauc_recall_at_1_diff1": 0.3967321484830902, + "nauc_recall_at_1_max": 0.47922010021448785, + "nauc_recall_at_1_std": -0.12198936148176101, + "nauc_recall_at_20_diff1": 0.2500961988235732, + "nauc_recall_at_20_max": 0.47721299788708316, + "nauc_recall_at_20_std": 0.1367206464190866, + "nauc_recall_at_3_diff1": 0.3678368804668416, + "nauc_recall_at_3_max": 0.5092377883724668, + "nauc_recall_at_3_std": -0.07742609388981986, + "nauc_recall_at_5_diff1": 0.3167275868513116, + "nauc_recall_at_5_max": 0.4963535102704186, + "nauc_recall_at_5_std": -0.05008114478033754, + "ndcg_at_1": 0.52222, + "ndcg_at_10": 0.47583, + "ndcg_at_100": 0.53036, + "ndcg_at_1000": 0.66339, + "ndcg_at_20": 0.46659, + "ndcg_at_3": 0.51844, + "ndcg_at_5": 0.49772, + "precision_at_1": 0.64, + "precision_at_10": 0.47733, + "precision_at_100": 0.278, + "precision_at_1000": 0.05768, + "precision_at_20": 0.41933, + "precision_at_3": 0.6, + "precision_at_5": 0.552, + "recall_at_1": 0.02604, + "recall_at_10": 0.16853, + "recall_at_100": 0.55855, + "recall_at_1000": 0.91761, + "recall_at_20": 0.25094, + "recall_at_3": 0.07851, + "recall_at_5": 0.11085 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.43137, + "map_at_1": 0.03038, + "map_at_10": 0.14366, + "map_at_100": 0.27872, + "map_at_1000": 0.35772, + "map_at_20": 0.18537, + "map_at_3": 0.06864, + "map_at_5": 0.10197, + "mrr_at_1": 0.56, + "mrr_at_10": 0.6741428571428572, + "mrr_at_100": 0.676648737867916, + "mrr_at_1000": 0.6768118526762323, + "mrr_at_20": 0.6753549783549784, + "mrr_at_3": 0.6422222222222221, + "mrr_at_5": 0.6642222222222223, + "nauc_map_at_1000_diff1": 0.029295838245231614, + "nauc_map_at_1000_max": 0.5062523749666368, + "nauc_map_at_1000_std": 0.22882907573240002, + "nauc_map_at_100_diff1": 0.10922202626610664, + "nauc_map_at_100_max": 0.4426820573872211, + "nauc_map_at_100_std": 0.11348029814721755, + "nauc_map_at_10_diff1": 0.18296028606002, + "nauc_map_at_10_max": 0.39301141484891355, + "nauc_map_at_10_std": -0.002829693660665426, + "nauc_map_at_1_diff1": 0.32678754732337506, + "nauc_map_at_1_max": 0.07837141462435855, + "nauc_map_at_1_std": -0.19130404268918494, + "nauc_map_at_20_diff1": 0.15546019962903648, + "nauc_map_at_20_max": 0.3932797341103612, + "nauc_map_at_20_std": 0.017128166440315295, + "nauc_map_at_3_diff1": 0.21635604634163003, + "nauc_map_at_3_max": 0.22807068686354798, + "nauc_map_at_3_std": -0.08307190397854379, + "nauc_map_at_5_diff1": 0.1790557486321158, + "nauc_map_at_5_max": 0.2984440744352008, + "nauc_map_at_5_std": -0.04192208575542342, + "nauc_mrr_at_1000_diff1": 0.16478203178768724, + "nauc_mrr_at_1000_max": 0.5563191841328716, + "nauc_mrr_at_1000_std": 0.2115772587558477, + "nauc_mrr_at_100_diff1": 0.16458551313742809, + "nauc_mrr_at_100_max": 0.5566003313050691, + "nauc_mrr_at_100_std": 0.2120001988621996, + "nauc_mrr_at_10_diff1": 0.165235597681822, + "nauc_mrr_at_10_max": 0.5586971035316837, + "nauc_mrr_at_10_std": 0.21739402112579034, + "nauc_mrr_at_1_diff1": 0.1906260390399725, + "nauc_mrr_at_1_max": 0.4768046117504068, + "nauc_mrr_at_1_std": 0.0679607812926245, + "nauc_mrr_at_20_diff1": 0.16263051267781237, + "nauc_mrr_at_20_max": 0.5579355080734583, + "nauc_mrr_at_20_std": 0.21372726867587313, + "nauc_mrr_at_3_diff1": 0.16735205224000493, + "nauc_mrr_at_3_max": 0.572221829767538, + "nauc_mrr_at_3_std": 0.2437176980870096, + "nauc_mrr_at_5_diff1": 0.16664439938074593, + "nauc_mrr_at_5_max": 0.5607292068338541, + "nauc_mrr_at_5_std": 0.23901167521631844, + "nauc_ndcg_at_1000_diff1": 0.0890547827849749, + "nauc_ndcg_at_1000_max": 0.6042404237339675, + "nauc_ndcg_at_1000_std": 0.3054248765892781, + "nauc_ndcg_at_100_diff1": 0.11894637144301073, + "nauc_ndcg_at_100_max": 0.549027036161172, + "nauc_ndcg_at_100_std": 0.18813263889985418, + "nauc_ndcg_at_10_diff1": 0.12873165962989724, + "nauc_ndcg_at_10_max": 0.571474447911843, + "nauc_ndcg_at_10_std": 0.10725466513951158, + "nauc_ndcg_at_1_diff1": 0.12701075343476803, + "nauc_ndcg_at_1_max": 0.40472738592485813, + "nauc_ndcg_at_1_std": -0.04316719946346707, + "nauc_ndcg_at_20_diff1": 0.094676886890847, + "nauc_ndcg_at_20_max": 0.5035452529776522, + "nauc_ndcg_at_20_std": 0.1038343691009125, + "nauc_ndcg_at_3_diff1": 0.14754030234142584, + "nauc_ndcg_at_3_max": 0.5183087181974434, + "nauc_ndcg_at_3_std": 0.0776025007603756, + "nauc_ndcg_at_5_diff1": 0.12691572119464448, + "nauc_ndcg_at_5_max": 0.556176805823449, + "nauc_ndcg_at_5_std": 0.11112136422977911, + "nauc_precision_at_1000_diff1": -0.20003304884384462, + "nauc_precision_at_1000_max": 0.1897176110717327, + "nauc_precision_at_1000_std": 0.18187921451951772, + "nauc_precision_at_100_diff1": -0.1703369502339033, + "nauc_precision_at_100_max": 0.21083581285625935, + "nauc_precision_at_100_std": 0.21101197145575495, + "nauc_precision_at_10_diff1": 0.03637514569505781, + "nauc_precision_at_10_max": 0.5689217982051176, + "nauc_precision_at_10_std": 0.19373050743600528, + "nauc_precision_at_1_diff1": 0.1906260390399725, + "nauc_precision_at_1_max": 0.4768046117504068, + "nauc_precision_at_1_std": 0.0679607812926245, + "nauc_precision_at_20_diff1": -0.05637992658251874, + "nauc_precision_at_20_max": 0.38851427476112704, + "nauc_precision_at_20_std": 0.1843723958531417, + "nauc_precision_at_3_diff1": 0.10890623968778741, + "nauc_precision_at_3_max": 0.5629710864570119, + "nauc_precision_at_3_std": 0.20713298405759753, + "nauc_precision_at_5_diff1": 0.04214708266870108, + "nauc_precision_at_5_max": 0.5860341543848802, + "nauc_precision_at_5_std": 0.24213989299556463, + "nauc_recall_at_1000_diff1": 0.0803738463539526, + "nauc_recall_at_1000_max": 0.5574174509029844, + "nauc_recall_at_1000_std": 0.6858755835217251, + "nauc_recall_at_100_diff1": 0.09679038075964344, + "nauc_recall_at_100_max": 0.3409191339329125, + "nauc_recall_at_100_std": 0.17860256345256206, + "nauc_recall_at_10_diff1": 0.1987108182249957, + "nauc_recall_at_10_max": 0.3851446720784681, + "nauc_recall_at_10_std": 0.02537504031418095, + "nauc_recall_at_1_diff1": 0.32678754732337506, + "nauc_recall_at_1_max": 0.07837141462435855, + "nauc_recall_at_1_std": -0.19130404268918494, + "nauc_recall_at_20_diff1": 0.13606074404309795, + "nauc_recall_at_20_max": 0.3246384301306341, + "nauc_recall_at_20_std": 0.006487766574457357, + "nauc_recall_at_3_diff1": 0.2125266156214491, + "nauc_recall_at_3_max": 0.22824546080964428, + "nauc_recall_at_3_std": -0.04598103560922063, + "nauc_recall_at_5_diff1": 0.1758899976174732, + "nauc_recall_at_5_max": 0.28871242649002143, + "nauc_recall_at_5_std": -0.007193263799139675, + "ndcg_at_1": 0.44889, + "ndcg_at_10": 0.43739, + "ndcg_at_100": 0.49337, + "ndcg_at_1000": 0.64435, + "ndcg_at_20": 0.43137, + "ndcg_at_3": 0.44735, + "ndcg_at_5": 0.4577, + "precision_at_1": 0.56, + "precision_at_10": 0.472, + "precision_at_100": 0.23013, + "precision_at_1000": 0.05045, + "precision_at_20": 0.38933, + "precision_at_3": 0.53778, + "precision_at_5": 0.536, + "recall_at_1": 0.03038, + "recall_at_10": 0.17657, + "recall_at_100": 0.5188, + "recall_at_1000": 0.91439, + "recall_at_20": 0.25366, + "recall_at_3": 0.07431, + "recall_at_5": 0.11663 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/Quora-PLHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/Quora-PLHardNegatives.json new file mode 100644 index 000000000..ba0a890d5 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 93.09596633911133, + "kg_co2_emissions": 0.008030012976484984, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.82629, + "map_at_1": 0.63069, + "map_at_10": 0.7808, + "map_at_100": 0.79048, + "map_at_1000": 0.79075, + "map_at_20": 0.78761, + "map_at_3": 0.74804, + "map_at_5": 0.76891, + "mrr_at_1": 0.729, + "mrr_at_10": 0.812248412698413, + "mrr_at_100": 0.8146004675152, + "mrr_at_1000": 0.8146404506052447, + "mrr_at_20": 0.8140697657304858, + "mrr_at_3": 0.799166666666667, + "mrr_at_5": 0.8078166666666671, + "nauc_map_at_1000_diff1": 0.7313736469870792, + "nauc_map_at_1000_max": 0.3238311756295158, + "nauc_map_at_1000_std": -0.21427568205347913, + "nauc_map_at_100_diff1": 0.7313192412395164, + "nauc_map_at_100_max": 0.3231731844834209, + "nauc_map_at_100_std": -0.21491982466948212, + "nauc_map_at_10_diff1": 0.7331672135173196, + "nauc_map_at_10_max": 0.31326441322681714, + "nauc_map_at_10_std": -0.22918274865982902, + "nauc_map_at_1_diff1": 0.7712763818938695, + "nauc_map_at_1_max": 0.21518132414663138, + "nauc_map_at_1_std": -0.2240549871066578, + "nauc_map_at_20_diff1": 0.7316800373265707, + "nauc_map_at_20_max": 0.3194359475764078, + "nauc_map_at_20_std": -0.21915589002358932, + "nauc_map_at_3_diff1": 0.740391310260735, + "nauc_map_at_3_max": 0.2858334072409035, + "nauc_map_at_3_std": -0.2535771962703977, + "nauc_map_at_5_diff1": 0.7365439157603219, + "nauc_map_at_5_max": 0.30019007574012957, + "nauc_map_at_5_std": -0.2333429342729109, + "nauc_mrr_at_1000_diff1": 0.7365760890481082, + "nauc_mrr_at_1000_max": 0.3379326853777547, + "nauc_mrr_at_1000_std": -0.1762506811088251, + "nauc_mrr_at_100_diff1": 0.7365784343138337, + "nauc_mrr_at_100_max": 0.33798182574933416, + "nauc_mrr_at_100_std": -0.1762375404117541, + "nauc_mrr_at_10_diff1": 0.7363984441030963, + "nauc_mrr_at_10_max": 0.33942308888732875, + "nauc_mrr_at_10_std": -0.1782339627910428, + "nauc_mrr_at_1_diff1": 0.7501807983348917, + "nauc_mrr_at_1_max": 0.32074506552837184, + "nauc_mrr_at_1_std": -0.17080689953884157, + "nauc_mrr_at_20_diff1": 0.7367823134567738, + "nauc_mrr_at_20_max": 0.3387871424523662, + "nauc_mrr_at_20_std": -0.17577619849154588, + "nauc_mrr_at_3_diff1": 0.7299266617333761, + "nauc_mrr_at_3_max": 0.3387959217184913, + "nauc_mrr_at_3_std": -0.17889205690486573, + "nauc_mrr_at_5_diff1": 0.7350057454515995, + "nauc_mrr_at_5_max": 0.33762911204888796, + "nauc_mrr_at_5_std": -0.17485209856657288, + "nauc_ndcg_at_1000_diff1": 0.7273348692142458, + "nauc_ndcg_at_1000_max": 0.3421518123875839, + "nauc_ndcg_at_1000_std": -0.1880131345091525, + "nauc_ndcg_at_100_diff1": 0.727079013338899, + "nauc_ndcg_at_100_max": 0.34004127708688586, + "nauc_ndcg_at_100_std": -0.18833134340886823, + "nauc_ndcg_at_10_diff1": 0.7287657148714026, + "nauc_ndcg_at_10_max": 0.3346359200731263, + "nauc_ndcg_at_10_std": -0.21636133826790546, + "nauc_ndcg_at_1_diff1": 0.7364239259282991, + "nauc_ndcg_at_1_max": 0.3167850735270558, + "nauc_ndcg_at_1_std": -0.1656441226412073, + "nauc_ndcg_at_20_diff1": 0.7291301556103984, + "nauc_ndcg_at_20_max": 0.33888270824283023, + "nauc_ndcg_at_20_std": -0.19651757386787186, + "nauc_ndcg_at_3_diff1": 0.7187504279396985, + "nauc_ndcg_at_3_max": 0.3281337196301548, + "nauc_ndcg_at_3_std": -0.22222379208592985, + "nauc_ndcg_at_5_diff1": 0.7280640436183591, + "nauc_ndcg_at_5_max": 0.3265313782568689, + "nauc_ndcg_at_5_std": -0.21059552184904687, + "nauc_precision_at_1000_diff1": -0.3923453874264249, + "nauc_precision_at_1000_max": 0.08438066633811593, + "nauc_precision_at_1000_std": 0.26441841867904, + "nauc_precision_at_100_diff1": -0.3851179471917402, + "nauc_precision_at_100_max": 0.08501882766569697, + "nauc_precision_at_100_std": 0.2561298995437474, + "nauc_precision_at_10_diff1": -0.2920736003094312, + "nauc_precision_at_10_max": 0.12799012768622237, + "nauc_precision_at_10_std": 0.16927518614192355, + "nauc_precision_at_1_diff1": 0.7364239259282991, + "nauc_precision_at_1_max": 0.3167850735270558, + "nauc_precision_at_1_std": -0.1656441226412073, + "nauc_precision_at_20_diff1": -0.35498094163984045, + "nauc_precision_at_20_max": 0.09118136936371767, + "nauc_precision_at_20_std": 0.21864706804992284, + "nauc_precision_at_3_diff1": -0.0405190228971252, + "nauc_precision_at_3_max": 0.21565087496620647, + "nauc_precision_at_3_std": 0.03304549640986649, + "nauc_precision_at_5_diff1": -0.18939169397734795, + "nauc_precision_at_5_max": 0.15884889595218568, + "nauc_precision_at_5_std": 0.1293947614302613, + "nauc_recall_at_1000_diff1": 0.7281812453978903, + "nauc_recall_at_1000_max": 0.7852790619409429, + "nauc_recall_at_1000_std": 0.8056839718724079, + "nauc_recall_at_100_diff1": 0.6623566520684152, + "nauc_recall_at_100_max": 0.421771499228764, + "nauc_recall_at_100_std": 0.14923277844325317, + "nauc_recall_at_10_diff1": 0.6891824810815098, + "nauc_recall_at_10_max": 0.35177930056520623, + "nauc_recall_at_10_std": -0.24878251005449536, + "nauc_recall_at_1_diff1": 0.7712763818938695, + "nauc_recall_at_1_max": 0.21518132414663138, + "nauc_recall_at_1_std": -0.2240549871066578, + "nauc_recall_at_20_diff1": 0.7010422234470617, + "nauc_recall_at_20_max": 0.40318261195213106, + "nauc_recall_at_20_std": -0.11137704432384606, + "nauc_recall_at_3_diff1": 0.6966444018031667, + "nauc_recall_at_3_max": 0.27498720891122314, + "nauc_recall_at_3_std": -0.2800211804561472, + "nauc_recall_at_5_diff1": 0.7022881798526709, + "nauc_recall_at_5_max": 0.2975210579202105, + "nauc_recall_at_5_std": -0.23287283937127828, + "ndcg_at_1": 0.736, + "ndcg_at_10": 0.82629, + "ndcg_at_100": 0.84705, + "ndcg_at_1000": 0.84912, + "ndcg_at_20": 0.83911, + "ndcg_at_3": 0.79303, + "ndcg_at_5": 0.81161, + "precision_at_1": 0.736, + "precision_at_10": 0.1311, + "precision_at_100": 0.01576, + "precision_at_1000": 0.00163, + "precision_at_20": 0.0722, + "precision_at_3": 0.35467, + "precision_at_5": 0.2372, + "recall_at_1": 0.63069, + "recall_at_10": 0.91695, + "recall_at_100": 0.98688, + "recall_at_1000": 0.99736, + "recall_at_20": 0.95638, + "recall_at_3": 0.81727, + "recall_at_5": 0.87229 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrieval.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrieval.json new file mode 100644 index 000000000..5fbbca9cf --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrieval.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", + "evaluation_time": 941.1171808242798, + "kg_co2_emissions": 0.18068172736454918, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.89512, + "map_at_1": 0.71794, + "map_at_10": 0.86043, + "map_at_100": 0.86582, + "map_at_1000": 0.86595, + "map_at_20": 0.86421, + "map_at_3": 0.83153, + "map_at_5": 0.8491, + "mrr_at_1": 0.8264, + "mrr_at_10": 0.8855274603174612, + "mrr_at_100": 0.8863573860673867, + "mrr_at_1000": 0.8863645936088939, + "mrr_at_20": 0.8861552974270318, + "mrr_at_3": 0.8764000000000014, + "mrr_at_5": 0.8826700000000004, + "nauc_map_at_1000_diff1": 0.7690149577363238, + "nauc_map_at_1000_max": 0.3198930166577261, + "nauc_map_at_1000_std": -0.40920754287237404, + "nauc_map_at_100_diff1": 0.7691439664860712, + "nauc_map_at_100_max": 0.31968819779136354, + "nauc_map_at_100_std": -0.40994611117451946, + "nauc_map_at_10_diff1": 0.7717595110425337, + "nauc_map_at_10_max": 0.3150132042893501, + "nauc_map_at_10_std": -0.42424185842982703, + "nauc_map_at_1_diff1": 0.8075647695923465, + "nauc_map_at_1_max": 0.21523325410038024, + "nauc_map_at_1_std": -0.363421405933119, + "nauc_map_at_20_diff1": 0.769991476947996, + "nauc_map_at_20_max": 0.3181514964606456, + "nauc_map_at_20_std": -0.41488342574466347, + "nauc_map_at_3_diff1": 0.7755139346936701, + "nauc_map_at_3_max": 0.29910486712722434, + "nauc_map_at_3_std": -0.4355456434365916, + "nauc_map_at_5_diff1": 0.7744912592596048, + "nauc_map_at_5_max": 0.3088879064598052, + "nauc_map_at_5_std": -0.4325466887366533, + "nauc_mrr_at_1000_diff1": 0.775360863458907, + "nauc_mrr_at_1000_max": 0.34395906726814685, + "nauc_mrr_at_1000_std": -0.373202775546978, + "nauc_mrr_at_100_diff1": 0.7753593592573406, + "nauc_mrr_at_100_max": 0.3439591085319825, + "nauc_mrr_at_100_std": -0.37321506043441555, + "nauc_mrr_at_10_diff1": 0.7754860638756201, + "nauc_mrr_at_10_max": 0.34417684016828165, + "nauc_mrr_at_10_std": -0.37379189704216903, + "nauc_mrr_at_1_diff1": 0.7829982188979031, + "nauc_mrr_at_1_max": 0.32745459556227724, + "nauc_mrr_at_1_std": -0.35467789839063163, + "nauc_mrr_at_20_diff1": 0.775501892868497, + "nauc_mrr_at_20_max": 0.3444896298011923, + "nauc_mrr_at_20_std": -0.37299854406348326, + "nauc_mrr_at_3_diff1": 0.7723417667791194, + "nauc_mrr_at_3_max": 0.3461054657574007, + "nauc_mrr_at_3_std": -0.38551102154002936, + "nauc_mrr_at_5_diff1": 0.7745630326442718, + "nauc_mrr_at_5_max": 0.3445393266955127, + "nauc_mrr_at_5_std": -0.375705749382017, + "nauc_ndcg_at_1000_diff1": 0.7680153530244951, + "nauc_ndcg_at_1000_max": 0.3333080899778334, + "nauc_ndcg_at_1000_std": -0.3910601548209671, + "nauc_ndcg_at_100_diff1": 0.7682492607576789, + "nauc_ndcg_at_100_max": 0.3330463651292761, + "nauc_ndcg_at_100_std": -0.39369019353719, + "nauc_ndcg_at_10_diff1": 0.7706304851875632, + "nauc_ndcg_at_10_max": 0.32801866248972783, + "nauc_ndcg_at_10_std": -0.418719154777527, + "nauc_ndcg_at_1_diff1": 0.7833873127358402, + "nauc_ndcg_at_1_max": 0.324987856056444, + "nauc_ndcg_at_1_std": -0.3536270859427171, + "nauc_ndcg_at_20_diff1": 0.7696776210939381, + "nauc_ndcg_at_20_max": 0.3326270778626928, + "nauc_ndcg_at_20_std": -0.4050803791389191, + "nauc_ndcg_at_3_diff1": 0.7594607908942497, + "nauc_ndcg_at_3_max": 0.3274803980516169, + "nauc_ndcg_at_3_std": -0.42709443473013003, + "nauc_ndcg_at_5_diff1": 0.7668578785235527, + "nauc_ndcg_at_5_max": 0.32486670831898967, + "nauc_ndcg_at_5_std": -0.42754571355815185, + "nauc_precision_at_1000_diff1": -0.4540580221914779, + "nauc_precision_at_1000_max": -0.03350523114085443, + "nauc_precision_at_1000_std": 0.34032808996686564, + "nauc_precision_at_100_diff1": -0.4489782458977932, + "nauc_precision_at_100_max": -0.03164134760614046, + "nauc_precision_at_100_std": 0.3192377168649945, + "nauc_precision_at_10_diff1": -0.4010503346783307, + "nauc_precision_at_10_max": -0.011501300740462095, + "nauc_precision_at_10_std": 0.21458746149139296, + "nauc_precision_at_1_diff1": 0.7833873127358402, + "nauc_precision_at_1_max": 0.324987856056444, + "nauc_precision_at_1_std": -0.3536270859427171, + "nauc_precision_at_20_diff1": -0.4309332147994401, + "nauc_precision_at_20_max": -0.024041256624498433, + "nauc_precision_at_20_std": 0.2685390284682397, + "nauc_precision_at_3_diff1": -0.22037333652824914, + "nauc_precision_at_3_max": 0.08628156499016523, + "nauc_precision_at_3_std": 0.04896095592393199, + "nauc_precision_at_5_diff1": -0.3309546354242864, + "nauc_precision_at_5_max": 0.030179228544691558, + "nauc_precision_at_5_std": 0.14053825746805393, + "nauc_recall_at_1000_diff1": 0.8692810457508656, + "nauc_recall_at_1000_max": -0.17133520074461384, + "nauc_recall_at_1000_std": -1.1517273576072438, + "nauc_recall_at_100_diff1": 0.7282267657314802, + "nauc_recall_at_100_max": 0.3665761087448323, + "nauc_recall_at_100_std": -0.5418652096430949, + "nauc_recall_at_10_diff1": 0.7544187921477573, + "nauc_recall_at_10_max": 0.30446132033265194, + "nauc_recall_at_10_std": -0.602329481047342, + "nauc_recall_at_1_diff1": 0.8075647695923465, + "nauc_recall_at_1_max": 0.21523325410038024, + "nauc_recall_at_1_std": -0.363421405933119, + "nauc_recall_at_20_diff1": 0.7528911518972216, + "nauc_recall_at_20_max": 0.35913269995560426, + "nauc_recall_at_20_std": -0.5942006646545687, + "nauc_recall_at_3_diff1": 0.7347633595324407, + "nauc_recall_at_3_max": 0.29254861872827165, + "nauc_recall_at_3_std": -0.5093889000566807, + "nauc_recall_at_5_diff1": 0.7354622225121423, + "nauc_recall_at_5_max": 0.2955718316207905, + "nauc_recall_at_5_std": -0.5422907459903367, + "ndcg_at_1": 0.8262, + "ndcg_at_10": 0.89512, + "ndcg_at_100": 0.90515, + "ndcg_at_1000": 0.90581, + "ndcg_at_20": 0.90107, + "ndcg_at_3": 0.86868, + "ndcg_at_5": 0.8824, + "precision_at_1": 0.8262, + "precision_at_10": 0.13554, + "precision_at_100": 0.01498, + "precision_at_1000": 0.00153, + "precision_at_20": 0.07135, + "precision_at_3": 0.3818, + "precision_at_5": 0.24928, + "recall_at_1": 0.71794, + "recall_at_10": 0.96357, + "recall_at_100": 0.99715, + "recall_at_1000": 0.99998, + "recall_at_20": 0.98222, + "recall_at_3": 0.88604, + "recall_at_5": 0.92724 + } + ], + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.89263, + "map_at_1": 0.71456, + "map_at_10": 0.85669, + "map_at_100": 0.86306, + "map_at_1000": 0.86319, + "map_at_20": 0.86096, + "map_at_3": 0.82752, + "map_at_5": 0.84608, + "mrr_at_1": 0.8224, + "mrr_at_10": 0.8838767857142824, + "mrr_at_100": 0.8848003158340904, + "mrr_at_1000": 0.8848060046060547, + "mrr_at_20": 0.8845875870715072, + "mrr_at_3": 0.8751499999999973, + "mrr_at_5": 0.8814799999999963, + "nauc_map_at_1000_diff1": 0.7778134425075094, + "nauc_map_at_1000_max": 0.3329343809334289, + "nauc_map_at_1000_std": -0.4271761028668115, + "nauc_map_at_100_diff1": 0.7778525245650808, + "nauc_map_at_100_max": 0.33273741892295255, + "nauc_map_at_100_std": -0.42770848879031165, + "nauc_map_at_10_diff1": 0.7800733075164445, + "nauc_map_at_10_max": 0.3291917425958143, + "nauc_map_at_10_std": -0.4458283913642869, + "nauc_map_at_1_diff1": 0.8130965780599518, + "nauc_map_at_1_max": 0.24843349403615764, + "nauc_map_at_1_std": -0.38177352564642086, + "nauc_map_at_20_diff1": 0.7787812176150046, + "nauc_map_at_20_max": 0.3316640498320365, + "nauc_map_at_20_std": -0.43532875658703196, + "nauc_map_at_3_diff1": 0.784031091170034, + "nauc_map_at_3_max": 0.305259894897909, + "nauc_map_at_3_std": -0.4571611780300571, + "nauc_map_at_5_diff1": 0.7832230117489778, + "nauc_map_at_5_max": 0.31969884536550747, + "nauc_map_at_5_std": -0.45966665378938126, + "nauc_mrr_at_1000_diff1": 0.784399274554933, + "nauc_mrr_at_1000_max": 0.35539863738454747, + "nauc_mrr_at_1000_std": -0.39480448368646887, + "nauc_mrr_at_100_diff1": 0.7843919156097735, + "nauc_mrr_at_100_max": 0.3554041802172441, + "nauc_mrr_at_100_std": -0.394829157092493, + "nauc_mrr_at_10_diff1": 0.7842082465108594, + "nauc_mrr_at_10_max": 0.3562436784563464, + "nauc_mrr_at_10_std": -0.39563400273233934, + "nauc_mrr_at_1_diff1": 0.7944237271502609, + "nauc_mrr_at_1_max": 0.3514109072093203, + "nauc_mrr_at_1_std": -0.36956719317340386, + "nauc_mrr_at_20_diff1": 0.7843387228887128, + "nauc_mrr_at_20_max": 0.35551409920241217, + "nauc_mrr_at_20_std": -0.3952651102856383, + "nauc_mrr_at_3_diff1": 0.7818554799887388, + "nauc_mrr_at_3_max": 0.35420597611440663, + "nauc_mrr_at_3_std": -0.3991159604835211, + "nauc_mrr_at_5_diff1": 0.7835474310685978, + "nauc_mrr_at_5_max": 0.3569396521499242, + "nauc_mrr_at_5_std": -0.39855131327982224, + "nauc_ndcg_at_1000_diff1": 0.7765010565474316, + "nauc_ndcg_at_1000_max": 0.3457769078287394, + "nauc_ndcg_at_1000_std": -0.4098035987968133, + "nauc_ndcg_at_100_diff1": 0.776312829373088, + "nauc_ndcg_at_100_max": 0.3447777709942374, + "nauc_ndcg_at_100_std": -0.4121745232613673, + "nauc_ndcg_at_10_diff1": 0.7763196247984674, + "nauc_ndcg_at_10_max": 0.3426290991390226, + "nauc_ndcg_at_10_std": -0.4388335364436174, + "nauc_ndcg_at_1_diff1": 0.7938685280256529, + "nauc_ndcg_at_1_max": 0.35248843584750406, + "nauc_ndcg_at_1_std": -0.36756190304931724, + "nauc_ndcg_at_20_diff1": 0.7765264890270018, + "nauc_ndcg_at_20_max": 0.34209816669799264, + "nauc_ndcg_at_20_std": -0.4297557938849232, + "nauc_ndcg_at_3_diff1": 0.7692532343382664, + "nauc_ndcg_at_3_max": 0.3304941600252174, + "nauc_ndcg_at_3_std": -0.4374518015513096, + "nauc_ndcg_at_5_diff1": 0.7758237291667744, + "nauc_ndcg_at_5_max": 0.33574741358290444, + "nauc_ndcg_at_5_std": -0.4502081690921027, + "nauc_precision_at_1000_diff1": -0.44909691938255186, + "nauc_precision_at_1000_max": -0.059314949283517215, + "nauc_precision_at_1000_std": 0.36857110735827125, + "nauc_precision_at_100_diff1": -0.44725500819523795, + "nauc_precision_at_100_max": -0.05958981723703546, + "nauc_precision_at_100_std": 0.35845752147518334, + "nauc_precision_at_10_diff1": -0.40009783785642195, + "nauc_precision_at_10_max": -0.014536012183917632, + "nauc_precision_at_10_std": 0.24514425446354388, + "nauc_precision_at_1_diff1": 0.7938685280256529, + "nauc_precision_at_1_max": 0.35248843584750406, + "nauc_precision_at_1_std": -0.36756190304931724, + "nauc_precision_at_20_diff1": -0.42919065322693906, + "nauc_precision_at_20_max": -0.038721823599148275, + "nauc_precision_at_20_std": 0.30092195969425134, + "nauc_precision_at_3_diff1": -0.20940332686358326, + "nauc_precision_at_3_max": 0.06609273679279962, + "nauc_precision_at_3_std": 0.05590670021389439, + "nauc_precision_at_5_diff1": -0.33037099335013176, + "nauc_precision_at_5_max": 0.01886222189819577, + "nauc_precision_at_5_std": 0.1546726631176408, + "nauc_recall_at_1000_diff1": 0.6416649483198236, + "nauc_recall_at_1000_max": 0.28728763277556435, + "nauc_recall_at_1000_std": -0.6220210934945385, + "nauc_recall_at_100_diff1": 0.6837900715961793, + "nauc_recall_at_100_max": 0.2738264070707632, + "nauc_recall_at_100_std": -0.6049743066535923, + "nauc_recall_at_10_diff1": 0.732681781266745, + "nauc_recall_at_10_max": 0.330680314273491, + "nauc_recall_at_10_std": -0.6166140186474344, + "nauc_recall_at_1_diff1": 0.8130965780599518, + "nauc_recall_at_1_max": 0.24843349403615764, + "nauc_recall_at_1_std": -0.38177352564642086, + "nauc_recall_at_20_diff1": 0.7319200185908685, + "nauc_recall_at_20_max": 0.31964884517942416, + "nauc_recall_at_20_std": -0.6674277358039893, + "nauc_recall_at_3_diff1": 0.7392252977233417, + "nauc_recall_at_3_max": 0.2749640159313938, + "nauc_recall_at_3_std": -0.5221429236419803, + "nauc_recall_at_5_diff1": 0.732848938572035, + "nauc_recall_at_5_max": 0.2942588672211871, + "nauc_recall_at_5_std": -0.5915197501687351, + "ndcg_at_1": 0.8227, + "ndcg_at_10": 0.89263, + "ndcg_at_100": 0.90375, + "ndcg_at_1000": 0.90445, + "ndcg_at_20": 0.89901, + "ndcg_at_3": 0.86567, + "ndcg_at_5": 0.88116, + "precision_at_1": 0.8227, + "precision_at_10": 0.13551, + "precision_at_100": 0.0154, + "precision_at_1000": 0.00157, + "precision_at_20": 0.0719, + "precision_at_3": 0.3792, + "precision_at_5": 0.24932, + "recall_at_1": 0.71456, + "recall_at_10": 0.96061, + "recall_at_100": 0.99709, + "recall_at_1000": 0.99994, + "recall_at_20": 0.98064, + "recall_at_3": 0.88364, + "recall_at_5": 0.92735 + } + ] + }, + "task_name": "QuoraRetrieval" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..5d4da1960 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 83.20239472389221, + "kg_co2_emissions": 0.00688192644582904, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.88918, + "map_at_1": 0.70229, + "map_at_10": 0.85219, + "map_at_100": 0.85916, + "map_at_1000": 0.85926, + "map_at_20": 0.85674, + "map_at_3": 0.81824, + "map_at_5": 0.83875, + "mrr_at_1": 0.812, + "mrr_at_10": 0.8767753968253971, + "mrr_at_100": 0.8776941929908687, + "mrr_at_1000": 0.8776941929908687, + "mrr_at_20": 0.8774645525226411, + "mrr_at_3": 0.8665000000000002, + "mrr_at_5": 0.8741000000000003, + "nauc_map_at_1000_diff1": 0.7846089838323232, + "nauc_map_at_1000_max": 0.35807581856923565, + "nauc_map_at_1000_std": -0.30046961182872667, + "nauc_map_at_100_diff1": 0.7847035191459044, + "nauc_map_at_100_max": 0.35803122257381037, + "nauc_map_at_100_std": -0.3010900389498741, + "nauc_map_at_10_diff1": 0.7885476608254204, + "nauc_map_at_10_max": 0.35805350610767633, + "nauc_map_at_10_std": -0.313257590390001, + "nauc_map_at_1_diff1": 0.82729104897973, + "nauc_map_at_1_max": 0.23941286730513128, + "nauc_map_at_1_std": -0.2745333276642624, + "nauc_map_at_20_diff1": 0.785981461444154, + "nauc_map_at_20_max": 0.3553817191481111, + "nauc_map_at_20_std": -0.30747945216338696, + "nauc_map_at_3_diff1": 0.8056853359970039, + "nauc_map_at_3_max": 0.3182997210108173, + "nauc_map_at_3_std": -0.33502468812397357, + "nauc_map_at_5_diff1": 0.7968919886111203, + "nauc_map_at_5_max": 0.3360466981544115, + "nauc_map_at_5_std": -0.33293254908626396, + "nauc_mrr_at_1000_diff1": 0.7823503521908381, + "nauc_mrr_at_1000_max": 0.3756899720238751, + "nauc_mrr_at_1000_std": -0.25577245430493567, + "nauc_mrr_at_100_diff1": 0.7823503521908381, + "nauc_mrr_at_100_max": 0.3756899720238751, + "nauc_mrr_at_100_std": -0.25577245430493567, + "nauc_mrr_at_10_diff1": 0.7823164194347985, + "nauc_mrr_at_10_max": 0.37775608057912824, + "nauc_mrr_at_10_std": -0.2549256592993338, + "nauc_mrr_at_1_diff1": 0.7888778382038633, + "nauc_mrr_at_1_max": 0.37251359586939425, + "nauc_mrr_at_1_std": -0.21336521573523515, + "nauc_mrr_at_20_diff1": 0.7823455725338003, + "nauc_mrr_at_20_max": 0.376172758407651, + "nauc_mrr_at_20_std": -0.255887445880907, + "nauc_mrr_at_3_diff1": 0.7796935355964281, + "nauc_mrr_at_3_max": 0.37610471780741206, + "nauc_mrr_at_3_std": -0.2656548639255661, + "nauc_mrr_at_5_diff1": 0.7820825714239082, + "nauc_mrr_at_5_max": 0.3791813058188507, + "nauc_mrr_at_5_std": -0.26521616986156904, + "nauc_ndcg_at_1000_diff1": 0.7798489932183627, + "nauc_ndcg_at_1000_max": 0.3719527074089102, + "nauc_ndcg_at_1000_std": -0.2798941209596921, + "nauc_ndcg_at_100_diff1": 0.780012407812829, + "nauc_ndcg_at_100_max": 0.3703985560100793, + "nauc_ndcg_at_100_std": -0.2828438405796411, + "nauc_ndcg_at_10_diff1": 0.7812643663708686, + "nauc_ndcg_at_10_max": 0.3690358459301884, + "nauc_ndcg_at_10_std": -0.30761945890294057, + "nauc_ndcg_at_1_diff1": 0.7870885766386496, + "nauc_ndcg_at_1_max": 0.3686635087215644, + "nauc_ndcg_at_1_std": -0.2185335225973828, + "nauc_ndcg_at_20_diff1": 0.7805094784313726, + "nauc_ndcg_at_20_max": 0.35992601430366505, + "nauc_ndcg_at_20_std": -0.30014240762580197, + "nauc_ndcg_at_3_diff1": 0.7824414934437051, + "nauc_ndcg_at_3_max": 0.3664720684046791, + "nauc_ndcg_at_3_std": -0.30962608860509033, + "nauc_ndcg_at_5_diff1": 0.784650361862938, + "nauc_ndcg_at_5_max": 0.35903070876462284, + "nauc_ndcg_at_5_std": -0.3307277186905227, + "nauc_precision_at_1000_diff1": -0.4712425199800947, + "nauc_precision_at_1000_max": -0.028978215125349562, + "nauc_precision_at_1000_std": 0.3018344261140446, + "nauc_precision_at_100_diff1": -0.4702214214530052, + "nauc_precision_at_100_max": -0.023841909430564596, + "nauc_precision_at_100_std": 0.2877401506027574, + "nauc_precision_at_10_diff1": -0.4342194832833076, + "nauc_precision_at_10_max": 0.042616996055650766, + "nauc_precision_at_10_std": 0.22227274932932187, + "nauc_precision_at_1_diff1": 0.7870885766386496, + "nauc_precision_at_1_max": 0.3686635087215644, + "nauc_precision_at_1_std": -0.2185335225973828, + "nauc_precision_at_20_diff1": -0.45789655987511774, + "nauc_precision_at_20_max": -0.00814978901472329, + "nauc_precision_at_20_std": 0.24936809734109383, + "nauc_precision_at_3_diff1": -0.222282206533223, + "nauc_precision_at_3_max": 0.1364783986671071, + "nauc_precision_at_3_std": 0.08209227862298754, + "nauc_precision_at_5_diff1": -0.36656250723329437, + "nauc_precision_at_5_max": 0.08385158438071451, + "nauc_precision_at_5_std": 0.15911024697358964, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.6773820543522635, + "nauc_recall_at_100_max": -0.05348103170265595, + "nauc_recall_at_100_std": -0.5864432573344248, + "nauc_recall_at_10_diff1": 0.7475862526818667, + "nauc_recall_at_10_max": 0.35307928388018606, + "nauc_recall_at_10_std": -0.43698685065668874, + "nauc_recall_at_1_diff1": 0.82729104897973, + "nauc_recall_at_1_max": 0.23941286730513128, + "nauc_recall_at_1_std": -0.2745333276642624, + "nauc_recall_at_20_diff1": 0.7426467571600778, + "nauc_recall_at_20_max": 0.2245303325432841, + "nauc_recall_at_20_std": -0.5038197522105908, + "nauc_recall_at_3_diff1": 0.7779035204650563, + "nauc_recall_at_3_max": 0.2845414228963074, + "nauc_recall_at_3_std": -0.4301354716341024, + "nauc_recall_at_5_diff1": 0.7557782425993089, + "nauc_recall_at_5_max": 0.2836121215292803, + "nauc_recall_at_5_std": -0.4934126118211863, + "ndcg_at_1": 0.813, + "ndcg_at_10": 0.88918, + "ndcg_at_100": 0.9009, + "ndcg_at_1000": 0.90143, + "ndcg_at_20": 0.8958, + "ndcg_at_3": 0.86072, + "ndcg_at_5": 0.87627, + "precision_at_1": 0.813, + "precision_at_10": 0.1411, + "precision_at_100": 0.01616, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07515, + "precision_at_3": 0.383, + "precision_at_5": 0.2546, + "recall_at_1": 0.70229, + "recall_at_10": 0.96023, + "recall_at_100": 0.99816, + "recall_at_1000": 1.0, + "recall_at_20": 0.9812, + "recall_at_3": 0.87347, + "recall_at_5": 0.92212 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/RiaNewsRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..30861da29 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 1053.8354530334473, + "kg_co2_emissions": 0.10199806446534344, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.81428, + "map_at_1": 0.713, + "map_at_10": 0.78382, + "map_at_100": 0.78666, + "map_at_1000": 0.78676, + "map_at_20": 0.78579, + "map_at_3": 0.77267, + "map_at_5": 0.77927, + "mrr_at_1": 0.713, + "mrr_at_10": 0.7838515873015878, + "mrr_at_100": 0.7866975240241713, + "mrr_at_1000": 0.7867912940979441, + "mrr_at_20": 0.785823972634693, + "mrr_at_3": 0.7726666666666671, + "mrr_at_5": 0.7794666666666673, + "nauc_map_at_1000_diff1": 0.7487609608931043, + "nauc_map_at_1000_max": 0.26050760171773196, + "nauc_map_at_1000_std": -0.285905702956444, + "nauc_map_at_100_diff1": 0.7487796114357885, + "nauc_map_at_100_max": 0.26072669638623225, + "nauc_map_at_100_std": -0.2857113201626509, + "nauc_map_at_10_diff1": 0.7488636872122603, + "nauc_map_at_10_max": 0.2575532239513097, + "nauc_map_at_10_std": -0.2916979238206039, + "nauc_map_at_1_diff1": 0.7692774991635345, + "nauc_map_at_1_max": 0.23101970320885123, + "nauc_map_at_1_std": -0.2838824723498983, + "nauc_map_at_20_diff1": 0.7487556760145442, + "nauc_map_at_20_max": 0.26103629250233906, + "nauc_map_at_20_std": -0.28640450798900835, + "nauc_map_at_3_diff1": 0.7492676780853407, + "nauc_map_at_3_max": 0.25874929967134536, + "nauc_map_at_3_std": -0.2901019328118686, + "nauc_map_at_5_diff1": 0.7476958582231071, + "nauc_map_at_5_max": 0.25911203378234904, + "nauc_map_at_5_std": -0.2909493773419081, + "nauc_mrr_at_1000_diff1": 0.7487001984935637, + "nauc_mrr_at_1000_max": 0.2577110843114004, + "nauc_mrr_at_1000_std": -0.2890826863598858, + "nauc_mrr_at_100_diff1": 0.748718881591926, + "nauc_mrr_at_100_max": 0.2579315806445957, + "nauc_mrr_at_100_std": -0.2888867194495416, + "nauc_mrr_at_10_diff1": 0.7488038586839164, + "nauc_mrr_at_10_max": 0.25479854214546677, + "nauc_mrr_at_10_std": -0.29482774286160496, + "nauc_mrr_at_1_diff1": 0.7692774991635345, + "nauc_mrr_at_1_max": 0.22693737628250316, + "nauc_mrr_at_1_std": -0.28859284957260806, + "nauc_mrr_at_20_diff1": 0.7486952181735775, + "nauc_mrr_at_20_max": 0.2582539082443347, + "nauc_mrr_at_20_std": -0.28956560093192063, + "nauc_mrr_at_3_diff1": 0.7492676780853407, + "nauc_mrr_at_3_max": 0.25625382538459474, + "nauc_mrr_at_3_std": -0.2929813262196576, + "nauc_mrr_at_5_diff1": 0.7473429580691496, + "nauc_mrr_at_5_max": 0.25576111767906773, + "nauc_mrr_at_5_std": -0.2945305495791982, + "nauc_ndcg_at_1000_diff1": 0.7424571448776396, + "nauc_ndcg_at_1000_max": 0.27287475884609913, + "nauc_ndcg_at_1000_std": -0.2747721524414063, + "nauc_ndcg_at_100_diff1": 0.7424761346548732, + "nauc_ndcg_at_100_max": 0.28029535859701354, + "nauc_ndcg_at_100_std": -0.26740752563760956, + "nauc_ndcg_at_10_diff1": 0.7418757276246021, + "nauc_ndcg_at_10_max": 0.26512916310957274, + "nauc_ndcg_at_10_std": -0.2959869481575868, + "nauc_ndcg_at_1_diff1": 0.7692774991635345, + "nauc_ndcg_at_1_max": 0.23101970320885123, + "nauc_ndcg_at_1_std": -0.2838824723498983, + "nauc_ndcg_at_20_diff1": 0.7411349144132402, + "nauc_ndcg_at_20_max": 0.28045546998419174, + "nauc_ndcg_at_20_std": -0.2742839205645868, + "nauc_ndcg_at_3_diff1": 0.7423868665691215, + "nauc_ndcg_at_3_max": 0.2682365875696318, + "nauc_ndcg_at_3_std": -0.29280364694395367, + "nauc_ndcg_at_5_diff1": 0.7389544530987313, + "nauc_ndcg_at_5_max": 0.2686375171762572, + "nauc_ndcg_at_5_std": -0.29402370536458794, + "nauc_precision_at_1000_diff1": 0.5091503267973887, + "nauc_precision_at_1000_max": 0.6835667600373392, + "nauc_precision_at_1000_std": 0.3484593837534864, + "nauc_precision_at_100_diff1": 0.6603566157645799, + "nauc_precision_at_100_max": 0.7034727869642435, + "nauc_precision_at_100_std": 0.2325080569862293, + "nauc_precision_at_10_diff1": 0.7021069297284129, + "nauc_precision_at_10_max": 0.3067429870498923, + "nauc_precision_at_10_std": -0.32270226931352275, + "nauc_precision_at_1_diff1": 0.7692774991635345, + "nauc_precision_at_1_max": 0.23101970320885123, + "nauc_precision_at_1_std": -0.2838824723498983, + "nauc_precision_at_20_diff1": 0.678517560870502, + "nauc_precision_at_20_max": 0.47537168713638894, + "nauc_precision_at_20_std": -0.12413273001508512, + "nauc_precision_at_3_diff1": 0.7153818292729429, + "nauc_precision_at_3_max": 0.3054475326292793, + "nauc_precision_at_3_std": -0.3036842172150415, + "nauc_precision_at_5_diff1": 0.697871524448704, + "nauc_precision_at_5_max": 0.3116395014381577, + "nauc_precision_at_5_std": -0.3081725790987574, + "nauc_recall_at_1000_diff1": 0.5091503267973867, + "nauc_recall_at_1000_max": 0.6835667600373432, + "nauc_recall_at_1000_std": 0.3484593837535071, + "nauc_recall_at_100_diff1": 0.6603566157645838, + "nauc_recall_at_100_max": 0.7034727869642423, + "nauc_recall_at_100_std": 0.2325080569862355, + "nauc_recall_at_10_diff1": 0.7021069297284126, + "nauc_recall_at_10_max": 0.30674298704989045, + "nauc_recall_at_10_std": -0.32270226931352264, + "nauc_recall_at_1_diff1": 0.7692774991635345, + "nauc_recall_at_1_max": 0.23101970320885123, + "nauc_recall_at_1_std": -0.2838824723498983, + "nauc_recall_at_20_diff1": 0.6785175608705023, + "nauc_recall_at_20_max": 0.4753716871363913, + "nauc_recall_at_20_std": -0.1241327300150823, + "nauc_recall_at_3_diff1": 0.7153818292729427, + "nauc_recall_at_3_max": 0.30544753262927854, + "nauc_recall_at_3_std": -0.30368421721504074, + "nauc_recall_at_5_diff1": 0.6978715244487053, + "nauc_recall_at_5_max": 0.31163950143815944, + "nauc_recall_at_5_std": -0.30817257909875323, + "ndcg_at_1": 0.713, + "ndcg_at_10": 0.81428, + "ndcg_at_100": 0.82754, + "ndcg_at_1000": 0.83019, + "ndcg_at_20": 0.82124, + "ndcg_at_3": 0.79155, + "ndcg_at_5": 0.80347, + "precision_at_1": 0.713, + "precision_at_10": 0.0908, + "precision_at_100": 0.00969, + "precision_at_1000": 0.00099, + "precision_at_20": 0.04675, + "precision_at_3": 0.282, + "precision_at_5": 0.175, + "recall_at_1": 0.713, + "recall_at_10": 0.908, + "recall_at_100": 0.969, + "recall_at_1000": 0.99, + "recall_at_20": 0.935, + "recall_at_3": 0.846, + "recall_at_5": 0.875 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/SummEvalSummarization.v2.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/SummEvalSummarization.v2.json new file mode 100644 index 000000000..886a16f2d --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/SummEvalSummarization.v2.json @@ -0,0 +1,24 @@ +{ + "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c", + "evaluation_time": 5.848754644393921, + "kg_co2_emissions": 0.0011832643988887225, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.35834672894310693, + "cosine_spearman": 0.31407339652571836, + "dot_pearson": 0.35834674798254895, + "dot_spearman": 0.31407339652571836, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.31407339652571836, + "pearson": 0.35834672894310693, + "spearman": 0.31407339652571836 + } + ] + }, + "task_name": "SummEvalSummarization.v2" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/TopiOCQAHardNegatives.json b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..c0cf59549 --- /dev/null +++ b/results/intfloat__multilingual-e5-large/4dc6d853a804b9c8886ede6dda8a073b7dc08a81/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 234.6546380519867, + "kg_co2_emissions": 0.02252590129804487, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.15472, + "map_at_1": 0.098, + "map_at_10": 0.13342, + "map_at_100": 0.13842, + "map_at_1000": 0.13912, + "map_at_20": 0.13579, + "map_at_3": 0.12067, + "map_at_5": 0.12687, + "mrr_at_1": 0.098, + "mrr_at_10": 0.13341785714285714, + "mrr_at_100": 0.13841762496867177, + "mrr_at_1000": 0.13912242204933492, + "mrr_at_20": 0.13579480915111722, + "mrr_at_3": 0.12066666666666664, + "mrr_at_5": 0.12686666666666668, + "nauc_map_at_1000_diff1": 0.28002997849317923, + "nauc_map_at_1000_max": 0.2990240237087973, + "nauc_map_at_1000_std": 0.45624608414760065, + "nauc_map_at_100_diff1": 0.2800470513719377, + "nauc_map_at_100_max": 0.29799284886724176, + "nauc_map_at_100_std": 0.4552498173013175, + "nauc_map_at_10_diff1": 0.2779934258896524, + "nauc_map_at_10_max": 0.292286717369791, + "nauc_map_at_10_std": 0.4517570722837067, + "nauc_map_at_1_diff1": 0.3621969850456952, + "nauc_map_at_1_max": 0.3273957825684607, + "nauc_map_at_1_std": 0.4310327833843492, + "nauc_map_at_20_diff1": 0.2792191166465374, + "nauc_map_at_20_max": 0.29616384535629364, + "nauc_map_at_20_std": 0.45317974372789066, + "nauc_map_at_3_diff1": 0.29559235019419633, + "nauc_map_at_3_max": 0.3003608532961302, + "nauc_map_at_3_std": 0.44530938060750874, + "nauc_map_at_5_diff1": 0.27716881002028537, + "nauc_map_at_5_max": 0.2891224162901068, + "nauc_map_at_5_std": 0.4497004630508905, + "nauc_mrr_at_1000_diff1": 0.28002997849317923, + "nauc_mrr_at_1000_max": 0.2990240237087973, + "nauc_mrr_at_1000_std": 0.45624608414760065, + "nauc_mrr_at_100_diff1": 0.2800470513719377, + "nauc_mrr_at_100_max": 0.29799284886724176, + "nauc_mrr_at_100_std": 0.4552498173013175, + "nauc_mrr_at_10_diff1": 0.2779934258896524, + "nauc_mrr_at_10_max": 0.292286717369791, + "nauc_mrr_at_10_std": 0.4517570722837067, + "nauc_mrr_at_1_diff1": 0.3621969850456952, + "nauc_mrr_at_1_max": 0.3273957825684607, + "nauc_mrr_at_1_std": 0.4310327833843492, + "nauc_mrr_at_20_diff1": 0.2792191166465374, + "nauc_mrr_at_20_max": 0.29616384535629364, + "nauc_mrr_at_20_std": 0.45317974372789066, + "nauc_mrr_at_3_diff1": 0.29559235019419633, + "nauc_mrr_at_3_max": 0.3003608532961302, + "nauc_mrr_at_3_std": 0.44530938060750874, + "nauc_mrr_at_5_diff1": 0.27716881002028537, + "nauc_mrr_at_5_max": 0.2891224162901068, + "nauc_mrr_at_5_std": 0.4497004630508905, + "nauc_ndcg_at_1000_diff1": 0.26118491207883904, + "nauc_ndcg_at_1000_max": 0.3273403822506276, + "nauc_ndcg_at_1000_std": 0.4984128800295748, + "nauc_ndcg_at_100_diff1": 0.2643462299450081, + "nauc_ndcg_at_100_max": 0.30916247607239195, + "nauc_ndcg_at_100_std": 0.47602499470769255, + "nauc_ndcg_at_10_diff1": 0.25253255958856413, + "nauc_ndcg_at_10_max": 0.28204626525689735, + "nauc_ndcg_at_10_std": 0.4591283530994001, + "nauc_ndcg_at_1_diff1": 0.3621969850456952, + "nauc_ndcg_at_1_max": 0.3273957825684607, + "nauc_ndcg_at_1_std": 0.4310327833843492, + "nauc_ndcg_at_20_diff1": 0.2571744377907467, + "nauc_ndcg_at_20_max": 0.29572884529201854, + "nauc_ndcg_at_20_std": 0.46373036606177725, + "nauc_ndcg_at_3_diff1": 0.27971873749416243, + "nauc_ndcg_at_3_max": 0.29295133214730085, + "nauc_ndcg_at_3_std": 0.4491318450665791, + "nauc_ndcg_at_5_diff1": 0.2494093678086131, + "nauc_ndcg_at_5_max": 0.27415507808011963, + "nauc_ndcg_at_5_std": 0.4550901888311173, + "nauc_precision_at_1000_diff1": 0.22672821357989267, + "nauc_precision_at_1000_max": 0.4524787530465017, + "nauc_precision_at_1000_std": 0.6589132453892182, + "nauc_precision_at_100_diff1": 0.24865305460264153, + "nauc_precision_at_100_max": 0.3557859122202424, + "nauc_precision_at_100_std": 0.5298277427576339, + "nauc_precision_at_10_diff1": 0.19944229203168568, + "nauc_precision_at_10_max": 0.2617942279693014, + "nauc_precision_at_10_std": 0.47487383708017683, + "nauc_precision_at_1_diff1": 0.3621969850456952, + "nauc_precision_at_1_max": 0.3273957825684607, + "nauc_precision_at_1_std": 0.4310327833843492, + "nauc_precision_at_20_diff1": 0.21645590551866384, + "nauc_precision_at_20_max": 0.3042039088722755, + "nauc_precision_at_20_std": 0.48745586780503797, + "nauc_precision_at_3_diff1": 0.2407883269940302, + "nauc_precision_at_3_max": 0.2744789418385882, + "nauc_precision_at_3_std": 0.4586370633414511, + "nauc_precision_at_5_diff1": 0.1834129723430005, + "nauc_precision_at_5_max": 0.23788964095208212, + "nauc_precision_at_5_std": 0.46727329777219967, + "nauc_recall_at_1000_diff1": 0.22672821357989348, + "nauc_recall_at_1000_max": 0.4524787530465027, + "nauc_recall_at_1000_std": 0.6589132453892197, + "nauc_recall_at_100_diff1": 0.24865305460264137, + "nauc_recall_at_100_max": 0.355785912220242, + "nauc_recall_at_100_std": 0.5298277427576336, + "nauc_recall_at_10_diff1": 0.19944229203168565, + "nauc_recall_at_10_max": 0.2617942279693015, + "nauc_recall_at_10_std": 0.4748738370801768, + "nauc_recall_at_1_diff1": 0.3621969850456952, + "nauc_recall_at_1_max": 0.3273957825684607, + "nauc_recall_at_1_std": 0.4310327833843492, + "nauc_recall_at_20_diff1": 0.21645590551866378, + "nauc_recall_at_20_max": 0.30420390887227544, + "nauc_recall_at_20_std": 0.48745586780503797, + "nauc_recall_at_3_diff1": 0.24078832699403005, + "nauc_recall_at_3_max": 0.27447894183858806, + "nauc_recall_at_3_std": 0.4586370633414508, + "nauc_recall_at_5_diff1": 0.18341297234300047, + "nauc_recall_at_5_max": 0.23788964095208198, + "nauc_recall_at_5_std": 0.4672732977721993, + "ndcg_at_1": 0.098, + "ndcg_at_10": 0.15472, + "ndcg_at_100": 0.18308, + "ndcg_at_1000": 0.205, + "ndcg_at_20": 0.16334, + "ndcg_at_3": 0.12771, + "ndcg_at_5": 0.13886, + "precision_at_1": 0.098, + "precision_at_10": 0.0224, + "precision_at_100": 0.00366, + "precision_at_1000": 0.00055, + "precision_at_20": 0.0129, + "precision_at_3": 0.04933, + "precision_at_5": 0.035, + "recall_at_1": 0.098, + "recall_at_10": 0.224, + "recall_at_100": 0.366, + "recall_at_1000": 0.545, + "recall_at_20": 0.258, + "recall_at_3": 0.148, + "recall_at_5": 0.175 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/ClimateFEVERHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..8532f4c64 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 27.263893365859985, + "kg_co2_emissions": 0.0023242950471878917, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.22898, + "map_at_1": 0.09248, + "map_at_10": 0.15969, + "map_at_100": 0.1774, + "map_at_1000": 0.17952, + "map_at_20": 0.16901, + "map_at_3": 0.13333, + "map_at_5": 0.14536, + "mrr_at_1": 0.194, + "mrr_at_10": 0.29960476190476165, + "mrr_at_100": 0.31188113876613277, + "mrr_at_1000": 0.31229904522443797, + "mrr_at_20": 0.3068189404850391, + "mrr_at_3": 0.26683333333333353, + "mrr_at_5": 0.2836333333333333, + "nauc_map_at_1000_diff1": 0.19768728898756102, + "nauc_map_at_1000_max": 0.3781807994644025, + "nauc_map_at_1000_std": 0.23922444419818303, + "nauc_map_at_100_diff1": 0.1976615745916292, + "nauc_map_at_100_max": 0.37731778939770555, + "nauc_map_at_100_std": 0.23826009092372902, + "nauc_map_at_10_diff1": 0.20185215123110353, + "nauc_map_at_10_max": 0.3671246979189575, + "nauc_map_at_10_std": 0.22713988279263225, + "nauc_map_at_1_diff1": 0.25600319248915887, + "nauc_map_at_1_max": 0.3590885023161254, + "nauc_map_at_1_std": 0.21988467433120681, + "nauc_map_at_20_diff1": 0.19843376660224696, + "nauc_map_at_20_max": 0.3729262103622605, + "nauc_map_at_20_std": 0.23342777437573115, + "nauc_map_at_3_diff1": 0.20466473498648982, + "nauc_map_at_3_max": 0.35561559322579367, + "nauc_map_at_3_std": 0.21159039515007724, + "nauc_map_at_5_diff1": 0.20673104193883068, + "nauc_map_at_5_max": 0.3664607863858086, + "nauc_map_at_5_std": 0.22092804216072795, + "nauc_mrr_at_1000_diff1": 0.17076601807291814, + "nauc_mrr_at_1000_max": 0.34692903061177016, + "nauc_mrr_at_1000_std": 0.2409184352204267, + "nauc_mrr_at_100_diff1": 0.1707796665340132, + "nauc_mrr_at_100_max": 0.34701684494164736, + "nauc_mrr_at_100_std": 0.24096232325380448, + "nauc_mrr_at_10_diff1": 0.1705825737251858, + "nauc_mrr_at_10_max": 0.3472882417012785, + "nauc_mrr_at_10_std": 0.2420394463237808, + "nauc_mrr_at_1_diff1": 0.20171254287973162, + "nauc_mrr_at_1_max": 0.31877214281224875, + "nauc_mrr_at_1_std": 0.2291208373166965, + "nauc_mrr_at_20_diff1": 0.17036757865468116, + "nauc_mrr_at_20_max": 0.34664430973222343, + "nauc_mrr_at_20_std": 0.24107044767265015, + "nauc_mrr_at_3_diff1": 0.16313610717091573, + "nauc_mrr_at_3_max": 0.33552011110328955, + "nauc_mrr_at_3_std": 0.23366349213513035, + "nauc_mrr_at_5_diff1": 0.16596174651811946, + "nauc_mrr_at_5_max": 0.34234756905057395, + "nauc_mrr_at_5_std": 0.23765718989438103, + "nauc_ndcg_at_1000_diff1": 0.17539937572026443, + "nauc_ndcg_at_1000_max": 0.4037312206008498, + "nauc_ndcg_at_1000_std": 0.27831293977736365, + "nauc_ndcg_at_100_diff1": 0.1730165025228999, + "nauc_ndcg_at_100_max": 0.3910194702002997, + "nauc_ndcg_at_100_std": 0.2674078728872976, + "nauc_ndcg_at_10_diff1": 0.18355937935984756, + "nauc_ndcg_at_10_max": 0.3724013479126373, + "nauc_ndcg_at_10_std": 0.24447313600935622, + "nauc_ndcg_at_1_diff1": 0.20171254287973162, + "nauc_ndcg_at_1_max": 0.31877214281224875, + "nauc_ndcg_at_1_std": 0.2291208373166965, + "nauc_ndcg_at_20_diff1": 0.1773234497938404, + "nauc_ndcg_at_20_max": 0.3820023830827656, + "nauc_ndcg_at_20_std": 0.2551413810525435, + "nauc_ndcg_at_3_diff1": 0.17568969564877307, + "nauc_ndcg_at_3_max": 0.3491913253308129, + "nauc_ndcg_at_3_std": 0.2232703693291707, + "nauc_ndcg_at_5_diff1": 0.18488657960789445, + "nauc_ndcg_at_5_max": 0.36915304391759113, + "nauc_ndcg_at_5_std": 0.233863653781864, + "nauc_precision_at_1000_diff1": 0.005806065186487282, + "nauc_precision_at_1000_max": 0.17361538481312616, + "nauc_precision_at_1000_std": 0.1740539373327469, + "nauc_precision_at_100_diff1": 0.04238254037073319, + "nauc_precision_at_100_max": 0.26809628196215357, + "nauc_precision_at_100_std": 0.23324116046356974, + "nauc_precision_at_10_diff1": 0.11655803633337929, + "nauc_precision_at_10_max": 0.34488127706127975, + "nauc_precision_at_10_std": 0.2477241559962403, + "nauc_precision_at_1_diff1": 0.20171254287973162, + "nauc_precision_at_1_max": 0.31877214281224875, + "nauc_precision_at_1_std": 0.2291208373166965, + "nauc_precision_at_20_diff1": 0.08189538580378591, + "nauc_precision_at_20_max": 0.3228072333539016, + "nauc_precision_at_20_std": 0.2420983154668727, + "nauc_precision_at_3_diff1": 0.11552479741029288, + "nauc_precision_at_3_max": 0.3426962848247268, + "nauc_precision_at_3_std": 0.23037205525711524, + "nauc_precision_at_5_diff1": 0.11599092910708839, + "nauc_precision_at_5_max": 0.3529350346752834, + "nauc_precision_at_5_std": 0.2427068335769579, + "nauc_recall_at_1000_diff1": 0.08277169650826194, + "nauc_recall_at_1000_max": 0.4146741702953415, + "nauc_recall_at_1000_std": 0.3348363733858732, + "nauc_recall_at_100_diff1": 0.09656950306069605, + "nauc_recall_at_100_max": 0.33456891342904493, + "nauc_recall_at_100_std": 0.25845306252864453, + "nauc_recall_at_10_diff1": 0.15046463647952424, + "nauc_recall_at_10_max": 0.33284431514027907, + "nauc_recall_at_10_std": 0.22809658915471853, + "nauc_recall_at_1_diff1": 0.25600319248915887, + "nauc_recall_at_1_max": 0.3590885023161254, + "nauc_recall_at_1_std": 0.21988467433120681, + "nauc_recall_at_20_diff1": 0.13279526794926078, + "nauc_recall_at_20_max": 0.3465743655814589, + "nauc_recall_at_20_std": 0.24658710927817742, + "nauc_recall_at_3_diff1": 0.15318906255539286, + "nauc_recall_at_3_max": 0.3433648226153262, + "nauc_recall_at_3_std": 0.20896513570139227, + "nauc_recall_at_5_diff1": 0.1649533096248712, + "nauc_recall_at_5_max": 0.35730244677887224, + "nauc_recall_at_5_std": 0.22218374604631344, + "ndcg_at_1": 0.194, + "ndcg_at_10": 0.22898, + "ndcg_at_100": 0.30619, + "ndcg_at_1000": 0.34677, + "ndcg_at_20": 0.25705, + "ndcg_at_3": 0.18145, + "ndcg_at_5": 0.19649, + "precision_at_1": 0.194, + "precision_at_10": 0.0732, + "precision_at_100": 0.01555, + "precision_at_1000": 0.00232, + "precision_at_20": 0.04845, + "precision_at_3": 0.135, + "precision_at_5": 0.1044, + "recall_at_1": 0.09248, + "recall_at_10": 0.28482, + "recall_at_100": 0.55637, + "recall_at_1000": 0.78633, + "recall_at_20": 0.3642, + "recall_at_3": 0.17093, + "recall_at_5": 0.21117 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPedia-PLHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..d0356fbc8 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 20.591246366500854, + "kg_co2_emissions": 0.0016579930444412911, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.31825, + "map_at_1": 0.06727, + "map_at_10": 0.14366, + "map_at_100": 0.20996, + "map_at_1000": 0.23511, + "map_at_20": 0.16659, + "map_at_3": 0.1068, + "map_at_5": 0.12241, + "mrr_at_1": 0.51, + "mrr_at_10": 0.615514880952381, + "mrr_at_100": 0.6203619958173543, + "mrr_at_1000": 0.620683283897297, + "mrr_at_20": 0.6180909029158839, + "mrr_at_3": 0.5912500000000002, + "mrr_at_5": 0.6061250000000001, + "nauc_map_at_1000_diff1": 0.25772646411297523, + "nauc_map_at_1000_max": 0.35353016037929397, + "nauc_map_at_1000_std": 0.24001321591268812, + "nauc_map_at_100_diff1": 0.276512289717836, + "nauc_map_at_100_max": 0.3216306051604849, + "nauc_map_at_100_std": 0.18587398162576282, + "nauc_map_at_10_diff1": 0.3110679913122301, + "nauc_map_at_10_max": 0.209469549429107, + "nauc_map_at_10_std": 0.029234032083605584, + "nauc_map_at_1_diff1": 0.38755265472851225, + "nauc_map_at_1_max": 0.10261122968818646, + "nauc_map_at_1_std": -0.10320643913779974, + "nauc_map_at_20_diff1": 0.29091745692823545, + "nauc_map_at_20_max": 0.236694873269459, + "nauc_map_at_20_std": 0.07125549288448617, + "nauc_map_at_3_diff1": 0.34321354486826094, + "nauc_map_at_3_max": 0.1377238552848991, + "nauc_map_at_3_std": -0.06048880589255806, + "nauc_map_at_5_diff1": 0.3237511608135653, + "nauc_map_at_5_max": 0.16781893735465375, + "nauc_map_at_5_std": -0.02569467011856875, + "nauc_mrr_at_1000_diff1": 0.38561209719340045, + "nauc_mrr_at_1000_max": 0.5173096636378502, + "nauc_mrr_at_1000_std": 0.32956075256363865, + "nauc_mrr_at_100_diff1": 0.38551326275632997, + "nauc_mrr_at_100_max": 0.5175203288792319, + "nauc_mrr_at_100_std": 0.32985208558021656, + "nauc_mrr_at_10_diff1": 0.3861897913790019, + "nauc_mrr_at_10_max": 0.5194968441325629, + "nauc_mrr_at_10_std": 0.3331251583504166, + "nauc_mrr_at_1_diff1": 0.418625392081634, + "nauc_mrr_at_1_max": 0.4735168208069143, + "nauc_mrr_at_1_std": 0.25917773918662396, + "nauc_mrr_at_20_diff1": 0.3861727752453182, + "nauc_mrr_at_20_max": 0.5187513148102803, + "nauc_mrr_at_20_std": 0.3320714307440467, + "nauc_mrr_at_3_diff1": 0.38566231202483675, + "nauc_mrr_at_3_max": 0.5127141387134736, + "nauc_mrr_at_3_std": 0.3123492581827246, + "nauc_mrr_at_5_diff1": 0.38250248954268995, + "nauc_mrr_at_5_max": 0.5185984397592186, + "nauc_mrr_at_5_std": 0.3274998670797588, + "nauc_ndcg_at_1000_diff1": 0.25954338009285616, + "nauc_ndcg_at_1000_max": 0.5017255933647472, + "nauc_ndcg_at_1000_std": 0.4062071368876928, + "nauc_ndcg_at_100_diff1": 0.293630163375045, + "nauc_ndcg_at_100_max": 0.43801004093782514, + "nauc_ndcg_at_100_std": 0.31923548982075584, + "nauc_ndcg_at_10_diff1": 0.2896157730008773, + "nauc_ndcg_at_10_max": 0.42727458689241965, + "nauc_ndcg_at_10_std": 0.2662150701271101, + "nauc_ndcg_at_1_diff1": 0.3757769406699849, + "nauc_ndcg_at_1_max": 0.41407406161711285, + "nauc_ndcg_at_1_std": 0.2057564240548902, + "nauc_ndcg_at_20_diff1": 0.27795097912808936, + "nauc_ndcg_at_20_max": 0.3850186123660045, + "nauc_ndcg_at_20_std": 0.23810816975230345, + "nauc_ndcg_at_3_diff1": 0.30092632011934944, + "nauc_ndcg_at_3_max": 0.44021563726097734, + "nauc_ndcg_at_3_std": 0.2602894741551679, + "nauc_ndcg_at_5_diff1": 0.29263203587305364, + "nauc_ndcg_at_5_max": 0.43973867431423425, + "nauc_ndcg_at_5_std": 0.26282748422101254, + "nauc_precision_at_1000_diff1": -0.17371366866072452, + "nauc_precision_at_1000_max": 0.05877439593919326, + "nauc_precision_at_1000_std": 0.12131493264753378, + "nauc_precision_at_100_diff1": -0.036878886518251684, + "nauc_precision_at_100_max": 0.3365269775566339, + "nauc_precision_at_100_std": 0.4056694189889678, + "nauc_precision_at_10_diff1": 0.07258023516336708, + "nauc_precision_at_10_max": 0.43326633522307445, + "nauc_precision_at_10_std": 0.3892213834321555, + "nauc_precision_at_1_diff1": 0.418625392081634, + "nauc_precision_at_1_max": 0.4735168208069143, + "nauc_precision_at_1_std": 0.25917773918662396, + "nauc_precision_at_20_diff1": 0.018384700592949773, + "nauc_precision_at_20_max": 0.380748680523881, + "nauc_precision_at_20_std": 0.3809980959000311, + "nauc_precision_at_3_diff1": 0.17623749354932305, + "nauc_precision_at_3_max": 0.45367735036931456, + "nauc_precision_at_3_std": 0.3424312297098515, + "nauc_precision_at_5_diff1": 0.1142016370673247, + "nauc_precision_at_5_max": 0.4394224616873187, + "nauc_precision_at_5_std": 0.3479587377883206, + "nauc_recall_at_1000_diff1": 0.1430474600521058, + "nauc_recall_at_1000_max": 0.5153407917490977, + "nauc_recall_at_1000_std": 0.5653612823578255, + "nauc_recall_at_100_diff1": 0.24953226689904362, + "nauc_recall_at_100_max": 0.3689640005263456, + "nauc_recall_at_100_std": 0.3259779289706595, + "nauc_recall_at_10_diff1": 0.24459508938173855, + "nauc_recall_at_10_max": 0.17063464228882083, + "nauc_recall_at_10_std": 0.04997969353413866, + "nauc_recall_at_1_diff1": 0.38755265472851225, + "nauc_recall_at_1_max": 0.10261122968818646, + "nauc_recall_at_1_std": -0.10320643913779974, + "nauc_recall_at_20_diff1": 0.22441276116986866, + "nauc_recall_at_20_max": 0.1867202714815661, + "nauc_recall_at_20_std": 0.07969799420828452, + "nauc_recall_at_3_diff1": 0.3055751310953288, + "nauc_recall_at_3_max": 0.12001490195572463, + "nauc_recall_at_3_std": -0.06528405928545877, + "nauc_recall_at_5_diff1": 0.2653184999069879, + "nauc_recall_at_5_max": 0.1371621233366831, + "nauc_recall_at_5_std": -0.02093682234046072, + "ndcg_at_1": 0.41, + "ndcg_at_10": 0.31825, + "ndcg_at_100": 0.3847, + "ndcg_at_1000": 0.48838, + "ndcg_at_20": 0.31786, + "ndcg_at_3": 0.35392, + "ndcg_at_5": 0.33398, + "precision_at_1": 0.51, + "precision_at_10": 0.2575, + "precision_at_100": 0.09895, + "precision_at_1000": 0.02321, + "precision_at_20": 0.198, + "precision_at_3": 0.38917, + "precision_at_5": 0.332, + "recall_at_1": 0.06727, + "recall_at_10": 0.19535, + "recall_at_100": 0.47477, + "recall_at_1000": 0.80072, + "recall_at_20": 0.26091, + "recall_at_3": 0.1219, + "recall_at_5": 0.14933 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPediaHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPediaHardNegatives.json new file mode 100644 index 000000000..8d3994061 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 18.19029688835144, + "kg_co2_emissions": 0.001455826494211401, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.40379, + "map_at_1": 0.08217, + "map_at_10": 0.18196, + "map_at_100": 0.28295, + "map_at_1000": 0.31768, + "map_at_20": 0.2148, + "map_at_3": 0.13062, + "map_at_5": 0.15055, + "mrr_at_1": 0.6425, + "mrr_at_10": 0.7364494047619046, + "mrr_at_100": 0.7396540950657795, + "mrr_at_1000": 0.7397613208298597, + "mrr_at_20": 0.7385770638675049, + "mrr_at_3": 0.7216666666666665, + "mrr_at_5": 0.7297916666666666, + "nauc_map_at_1000_diff1": 0.25282772201955106, + "nauc_map_at_1000_max": 0.31507152791079257, + "nauc_map_at_1000_std": 0.17399802005322854, + "nauc_map_at_100_diff1": 0.27965991882147523, + "nauc_map_at_100_max": 0.31076890630320053, + "nauc_map_at_100_std": 0.14635204635244792, + "nauc_map_at_10_diff1": 0.3169325989679251, + "nauc_map_at_10_max": 0.17831278261886407, + "nauc_map_at_10_std": -0.005371011748856484, + "nauc_map_at_1_diff1": 0.3904063745148405, + "nauc_map_at_1_max": 0.049312230577109824, + "nauc_map_at_1_std": -0.09102004763753345, + "nauc_map_at_20_diff1": 0.31121669728575924, + "nauc_map_at_20_max": 0.23083691637945045, + "nauc_map_at_20_std": 0.052234832833420966, + "nauc_map_at_3_diff1": 0.33778217581103914, + "nauc_map_at_3_max": 0.08280997991662574, + "nauc_map_at_3_std": -0.08727307670332567, + "nauc_map_at_5_diff1": 0.33341963158811017, + "nauc_map_at_5_max": 0.11914879299917946, + "nauc_map_at_5_std": -0.06045451043190103, + "nauc_mrr_at_1000_diff1": 0.4008231269233599, + "nauc_mrr_at_1000_max": 0.5637917296526825, + "nauc_mrr_at_1000_std": 0.26038648632122235, + "nauc_mrr_at_100_diff1": 0.4006245830449708, + "nauc_mrr_at_100_max": 0.5636461272491381, + "nauc_mrr_at_100_std": 0.26040875979686895, + "nauc_mrr_at_10_diff1": 0.4033005369770612, + "nauc_mrr_at_10_max": 0.5668125314585012, + "nauc_mrr_at_10_std": 0.2619059837841813, + "nauc_mrr_at_1_diff1": 0.4338797069074075, + "nauc_mrr_at_1_max": 0.5507357394090825, + "nauc_mrr_at_1_std": 0.248487011763007, + "nauc_mrr_at_20_diff1": 0.39978182624855046, + "nauc_mrr_at_20_max": 0.564249981053672, + "nauc_mrr_at_20_std": 0.2604095856480773, + "nauc_mrr_at_3_diff1": 0.4009743713970523, + "nauc_mrr_at_3_max": 0.5625967742463478, + "nauc_mrr_at_3_std": 0.2514657308685705, + "nauc_mrr_at_5_diff1": 0.3976509922765303, + "nauc_mrr_at_5_max": 0.5623123851326788, + "nauc_mrr_at_5_std": 0.2573566114235153, + "nauc_ndcg_at_1000_diff1": 0.2561738342373096, + "nauc_ndcg_at_1000_max": 0.44913482273721744, + "nauc_ndcg_at_1000_std": 0.3167773613417437, + "nauc_ndcg_at_100_diff1": 0.25671960191913107, + "nauc_ndcg_at_100_max": 0.36854219805403865, + "nauc_ndcg_at_100_std": 0.21392408778657956, + "nauc_ndcg_at_10_diff1": 0.2906848114590086, + "nauc_ndcg_at_10_max": 0.3941589560974305, + "nauc_ndcg_at_10_std": 0.1970523790771039, + "nauc_ndcg_at_1_diff1": 0.3858326228404755, + "nauc_ndcg_at_1_max": 0.44203365492483715, + "nauc_ndcg_at_1_std": 0.2031016378730087, + "nauc_ndcg_at_20_diff1": 0.2911287060244276, + "nauc_ndcg_at_20_max": 0.34907856686358263, + "nauc_ndcg_at_20_std": 0.17201336894344038, + "nauc_ndcg_at_3_diff1": 0.2900204708671636, + "nauc_ndcg_at_3_max": 0.4119431373416382, + "nauc_ndcg_at_3_std": 0.17657471851649542, + "nauc_ndcg_at_5_diff1": 0.2883871590065091, + "nauc_ndcg_at_5_max": 0.4215255231666233, + "nauc_ndcg_at_5_std": 0.19619752396341741, + "nauc_precision_at_1000_diff1": -0.19228155889333867, + "nauc_precision_at_1000_max": -0.11242278178657752, + "nauc_precision_at_1000_std": -0.09178681270148835, + "nauc_precision_at_100_diff1": -0.10011287814230277, + "nauc_precision_at_100_max": 0.16228862431920243, + "nauc_precision_at_100_std": 0.18978200382473037, + "nauc_precision_at_10_diff1": 0.04357253456170189, + "nauc_precision_at_10_max": 0.4130972990490864, + "nauc_precision_at_10_std": 0.31247600555092403, + "nauc_precision_at_1_diff1": 0.4338797069074075, + "nauc_precision_at_1_max": 0.5507357394090825, + "nauc_precision_at_1_std": 0.248487011763007, + "nauc_precision_at_20_diff1": 0.008884174489782357, + "nauc_precision_at_20_max": 0.3387691461299908, + "nauc_precision_at_20_std": 0.30059751179291183, + "nauc_precision_at_3_diff1": 0.15364798507542204, + "nauc_precision_at_3_max": 0.4404698320528445, + "nauc_precision_at_3_std": 0.23893172401095, + "nauc_precision_at_5_diff1": 0.09429020935770205, + "nauc_precision_at_5_max": 0.44820078393171936, + "nauc_precision_at_5_std": 0.2810190339239885, + "nauc_recall_at_1000_diff1": 0.0675521534861812, + "nauc_recall_at_1000_max": 0.38599499568825324, + "nauc_recall_at_1000_std": 0.4750775977219109, + "nauc_recall_at_100_diff1": 0.11403532222262251, + "nauc_recall_at_100_max": 0.1975232676224986, + "nauc_recall_at_100_std": 0.1560502146804658, + "nauc_recall_at_10_diff1": 0.24503097305601876, + "nauc_recall_at_10_max": 0.11533367250237556, + "nauc_recall_at_10_std": -0.04080943276629657, + "nauc_recall_at_1_diff1": 0.3904063745148405, + "nauc_recall_at_1_max": 0.049312230577109824, + "nauc_recall_at_1_std": -0.09102004763753345, + "nauc_recall_at_20_diff1": 0.21989236713767493, + "nauc_recall_at_20_max": 0.13453162370470373, + "nauc_recall_at_20_std": 0.012370580053698685, + "nauc_recall_at_3_diff1": 0.2844019297755819, + "nauc_recall_at_3_max": 0.03256992084383906, + "nauc_recall_at_3_std": -0.12118856962251667, + "nauc_recall_at_5_diff1": 0.2785455172618012, + "nauc_recall_at_5_max": 0.06295473354813998, + "nauc_recall_at_5_std": -0.10184991587735971, + "ndcg_at_1": 0.51125, + "ndcg_at_10": 0.40379, + "ndcg_at_100": 0.49173, + "ndcg_at_1000": 0.59024, + "ndcg_at_20": 0.40393, + "ndcg_at_3": 0.4371, + "ndcg_at_5": 0.41679, + "precision_at_1": 0.6425, + "precision_at_10": 0.33325, + "precision_at_100": 0.13722, + "precision_at_1000": 0.0306, + "precision_at_20": 0.26262, + "precision_at_3": 0.4825, + "precision_at_5": 0.414, + "recall_at_1": 0.08217, + "recall_at_10": 0.24205, + "recall_at_100": 0.60071, + "recall_at_1000": 0.90756, + "recall_at_20": 0.32531, + "recall_at_3": 0.147, + "recall_at_5": 0.17784 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/FEVERHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/FEVERHardNegatives.json new file mode 100644 index 000000000..75fdf6686 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 59.40098285675049, + "kg_co2_emissions": 0.005104041592250061, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.76084, + "map_at_1": 0.58208, + "map_at_10": 0.70054, + "map_at_100": 0.70417, + "map_at_1000": 0.70437, + "map_at_20": 0.70295, + "map_at_3": 0.67671, + "map_at_5": 0.69235, + "mrr_at_1": 0.618, + "mrr_at_10": 0.7364297619047628, + "mrr_at_100": 0.7385294020646219, + "mrr_at_1000": 0.73856723065594, + "mrr_at_20": 0.7380703464621041, + "mrr_at_3": 0.712833333333334, + "mrr_at_5": 0.7292333333333343, + "nauc_map_at_1000_diff1": 0.5662373410213357, + "nauc_map_at_1000_max": 0.21994435638821763, + "nauc_map_at_1000_std": -0.20840156237199875, + "nauc_map_at_100_diff1": 0.5661703111113541, + "nauc_map_at_100_max": 0.21985656739530984, + "nauc_map_at_100_std": -0.20861503039285748, + "nauc_map_at_10_diff1": 0.5650967223478617, + "nauc_map_at_10_max": 0.22043747951158404, + "nauc_map_at_10_std": -0.20905198870082084, + "nauc_map_at_1_diff1": 0.592509917876269, + "nauc_map_at_1_max": 0.1973381572931686, + "nauc_map_at_1_std": -0.2056093068235428, + "nauc_map_at_20_diff1": 0.5651735997811229, + "nauc_map_at_20_max": 0.21933257261847114, + "nauc_map_at_20_std": -0.2085653956905939, + "nauc_map_at_3_diff1": 0.5620991424393972, + "nauc_map_at_3_max": 0.22711277702258745, + "nauc_map_at_3_std": -0.2109753079774483, + "nauc_map_at_5_diff1": 0.5646121873629342, + "nauc_map_at_5_max": 0.2251494186959886, + "nauc_map_at_5_std": -0.20762735782156622, + "nauc_mrr_at_1000_diff1": 0.6107817169997826, + "nauc_mrr_at_1000_max": 0.23199500476162668, + "nauc_mrr_at_1000_std": -0.23939885585971998, + "nauc_mrr_at_100_diff1": 0.6108058687914424, + "nauc_mrr_at_100_max": 0.2320448412471692, + "nauc_mrr_at_100_std": -0.2395301092658926, + "nauc_mrr_at_10_diff1": 0.6103395013512418, + "nauc_mrr_at_10_max": 0.23225439683805912, + "nauc_mrr_at_10_std": -0.24056919937466292, + "nauc_mrr_at_1_diff1": 0.6310845234920308, + "nauc_mrr_at_1_max": 0.2100626270243426, + "nauc_mrr_at_1_std": -0.22416980108332793, + "nauc_mrr_at_20_diff1": 0.6104097083506561, + "nauc_mrr_at_20_max": 0.23184492818923833, + "nauc_mrr_at_20_std": -0.23952655725178484, + "nauc_mrr_at_3_diff1": 0.6050200691296875, + "nauc_mrr_at_3_max": 0.2383737094562184, + "nauc_mrr_at_3_std": -0.24256279193987376, + "nauc_mrr_at_5_diff1": 0.6098150081757553, + "nauc_mrr_at_5_max": 0.23642518884497932, + "nauc_mrr_at_5_std": -0.23953517389461648, + "nauc_ndcg_at_1000_diff1": 0.5733862615027018, + "nauc_ndcg_at_1000_max": 0.22562093364283597, + "nauc_ndcg_at_1000_std": -0.2121832480658217, + "nauc_ndcg_at_100_diff1": 0.5712130683102912, + "nauc_ndcg_at_100_max": 0.22498991846431096, + "nauc_ndcg_at_100_std": -0.2149250650700354, + "nauc_ndcg_at_10_diff1": 0.5653275669063157, + "nauc_ndcg_at_10_max": 0.22472496313248594, + "nauc_ndcg_at_10_std": -0.22004539892004052, + "nauc_ndcg_at_1_diff1": 0.6310845234920308, + "nauc_ndcg_at_1_max": 0.2100626270243426, + "nauc_ndcg_at_1_std": -0.22416980108332793, + "nauc_ndcg_at_20_diff1": 0.565695760465902, + "nauc_ndcg_at_20_max": 0.22176667176925505, + "nauc_ndcg_at_20_std": -0.2160875836515474, + "nauc_ndcg_at_3_diff1": 0.5606857975252705, + "nauc_ndcg_at_3_max": 0.2410861733296383, + "nauc_ndcg_at_3_std": -0.2242690807740054, + "nauc_ndcg_at_5_diff1": 0.5638876999696086, + "nauc_ndcg_at_5_max": 0.2372352204983363, + "nauc_ndcg_at_5_std": -0.21711823307978032, + "nauc_precision_at_1000_diff1": -0.13798317878482502, + "nauc_precision_at_1000_max": -0.04657907632642114, + "nauc_precision_at_1000_std": 0.0743305059614574, + "nauc_precision_at_100_diff1": -0.08860250759327842, + "nauc_precision_at_100_max": -0.023521040460141286, + "nauc_precision_at_100_std": 0.018553291298534273, + "nauc_precision_at_10_diff1": 0.23229739263725677, + "nauc_precision_at_10_max": 0.08598663073104221, + "nauc_precision_at_10_std": -0.22691212522650747, + "nauc_precision_at_1_diff1": 0.6310845234920308, + "nauc_precision_at_1_max": 0.2100626270243426, + "nauc_precision_at_1_std": -0.22416980108332793, + "nauc_precision_at_20_diff1": 0.020931234148440395, + "nauc_precision_at_20_max": 0.0024453270804414597, + "nauc_precision_at_20_std": -0.08661530363210015, + "nauc_precision_at_3_diff1": 0.4838316426179585, + "nauc_precision_at_3_max": 0.27491265429777234, + "nauc_precision_at_3_std": -0.26479948746812754, + "nauc_precision_at_5_diff1": 0.4316779842539034, + "nauc_precision_at_5_max": 0.2605898452644618, + "nauc_precision_at_5_std": -0.23555424188799906, + "nauc_recall_at_1000_diff1": 0.31055047042054484, + "nauc_recall_at_1000_max": 0.14805736386392895, + "nauc_recall_at_1000_std": 0.32139893200881525, + "nauc_recall_at_100_diff1": 0.34010350523869054, + "nauc_recall_at_100_max": 0.16505458523211866, + "nauc_recall_at_100_std": -0.06745884125742391, + "nauc_recall_at_10_diff1": 0.3925917891523317, + "nauc_recall_at_10_max": 0.18729386039904997, + "nauc_recall_at_10_std": -0.20423525481125035, + "nauc_recall_at_1_diff1": 0.592509917876269, + "nauc_recall_at_1_max": 0.1973381572931686, + "nauc_recall_at_1_std": -0.2056093068235428, + "nauc_recall_at_20_diff1": 0.3231318063310942, + "nauc_recall_at_20_max": 0.13108860449916143, + "nauc_recall_at_20_std": -0.1439806369826787, + "nauc_recall_at_3_diff1": 0.48469444211003815, + "nauc_recall_at_3_max": 0.27441918225907685, + "nauc_recall_at_3_std": -0.223355902175334, + "nauc_recall_at_5_diff1": 0.45632041051565986, + "nauc_recall_at_5_max": 0.26335750420532833, + "nauc_recall_at_5_std": -0.20159917069289285, + "ndcg_at_1": 0.618, + "ndcg_at_10": 0.76084, + "ndcg_at_100": 0.77454, + "ndcg_at_1000": 0.77785, + "ndcg_at_20": 0.76853, + "ndcg_at_3": 0.7152, + "ndcg_at_5": 0.74232, + "precision_at_1": 0.618, + "precision_at_10": 0.0982, + "precision_at_100": 0.01072, + "precision_at_1000": 0.00113, + "precision_at_20": 0.05115, + "precision_at_3": 0.28033, + "precision_at_5": 0.1828, + "recall_at_1": 0.58208, + "recall_at_10": 0.912, + "recall_at_100": 0.96725, + "recall_at_1000": 0.98719, + "recall_at_20": 0.94008, + "recall_at_3": 0.78946, + "recall_at_5": 0.85641 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQA-PLHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..7ba103958 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 57.02163743972778, + "kg_co2_emissions": 0.004712686962040232, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.6151, + "map_at_1": 0.349, + "map_at_10": 0.52264, + "map_at_100": 0.53369, + "map_at_1000": 0.53465, + "map_at_20": 0.52929, + "map_at_3": 0.49167, + "map_at_5": 0.50812, + "mrr_at_1": 0.698, + "mrr_at_10": 0.7710849206349211, + "mrr_at_100": 0.774624793325672, + "mrr_at_1000": 0.7747004861466653, + "mrr_at_20": 0.7735963084687935, + "mrr_at_3": 0.7583333333333336, + "mrr_at_5": 0.764433333333334, + "nauc_map_at_1000_diff1": 0.22814649273512083, + "nauc_map_at_1000_max": 0.26202806687674096, + "nauc_map_at_1000_std": -0.01771222535836312, + "nauc_map_at_100_diff1": 0.22742140404420272, + "nauc_map_at_100_max": 0.2615762565595999, + "nauc_map_at_100_std": -0.017980127539851634, + "nauc_map_at_10_diff1": 0.22767983297847602, + "nauc_map_at_10_max": 0.2616973355151017, + "nauc_map_at_10_std": -0.024811321137708637, + "nauc_map_at_1_diff1": 0.6826488768982947, + "nauc_map_at_1_max": 0.4590205103735784, + "nauc_map_at_1_std": -0.047116098688010505, + "nauc_map_at_20_diff1": 0.22696064978788308, + "nauc_map_at_20_max": 0.2592671343195978, + "nauc_map_at_20_std": -0.02283811155400951, + "nauc_map_at_3_diff1": 0.24778227192200825, + "nauc_map_at_3_max": 0.2751301750342583, + "nauc_map_at_3_std": -0.027115851291161765, + "nauc_map_at_5_diff1": 0.2328276089566196, + "nauc_map_at_5_max": 0.26583568223776954, + "nauc_map_at_5_std": -0.030525467362611556, + "nauc_mrr_at_1000_diff1": 0.6708562399080623, + "nauc_mrr_at_1000_max": 0.4724231292148903, + "nauc_mrr_at_1000_std": -0.05214438749083038, + "nauc_mrr_at_100_diff1": 0.6708905334830034, + "nauc_mrr_at_100_max": 0.47250061183591047, + "nauc_mrr_at_100_std": -0.05211471272044543, + "nauc_mrr_at_10_diff1": 0.668907789176947, + "nauc_mrr_at_10_max": 0.47104421713785694, + "nauc_mrr_at_10_std": -0.0546921874080987, + "nauc_mrr_at_1_diff1": 0.6826488768982947, + "nauc_mrr_at_1_max": 0.4590205103735784, + "nauc_mrr_at_1_std": -0.047116098688010505, + "nauc_mrr_at_20_diff1": 0.670655284671773, + "nauc_mrr_at_20_max": 0.4721431938374668, + "nauc_mrr_at_20_std": -0.05339238686012176, + "nauc_mrr_at_3_diff1": 0.6717749193119935, + "nauc_mrr_at_3_max": 0.4744107877968656, + "nauc_mrr_at_3_std": -0.055627559336858666, + "nauc_mrr_at_5_diff1": 0.6687191015699228, + "nauc_mrr_at_5_max": 0.4759340934281667, + "nauc_mrr_at_5_std": -0.053387973857449394, + "nauc_ndcg_at_1000_diff1": 0.2833050086800008, + "nauc_ndcg_at_1000_max": 0.29746690259390823, + "nauc_ndcg_at_1000_std": 0.013169480678207448, + "nauc_ndcg_at_100_diff1": 0.26897017463394945, + "nauc_ndcg_at_100_max": 0.2900304203432341, + "nauc_ndcg_at_100_std": 0.011234247934788088, + "nauc_ndcg_at_10_diff1": 0.2752790238462328, + "nauc_ndcg_at_10_max": 0.2866364644493981, + "nauc_ndcg_at_10_std": -0.025039108591825093, + "nauc_ndcg_at_1_diff1": 0.6826488768982947, + "nauc_ndcg_at_1_max": 0.4590205103735784, + "nauc_ndcg_at_1_std": -0.047116098688010505, + "nauc_ndcg_at_20_diff1": 0.27213420048226417, + "nauc_ndcg_at_20_max": 0.2812971788736506, + "nauc_ndcg_at_20_std": -0.018112128133050617, + "nauc_ndcg_at_3_diff1": 0.3142327211523122, + "nauc_ndcg_at_3_max": 0.31229798113684604, + "nauc_ndcg_at_3_std": -0.030654083425625082, + "nauc_ndcg_at_5_diff1": 0.29000715419229833, + "nauc_ndcg_at_5_max": 0.29963583824003376, + "nauc_ndcg_at_5_std": -0.03305250383909363, + "nauc_precision_at_1000_diff1": -0.22077722610898148, + "nauc_precision_at_1000_max": 0.1008049349281574, + "nauc_precision_at_1000_std": 0.4429273552496288, + "nauc_precision_at_100_diff1": -0.08842325362233469, + "nauc_precision_at_100_max": 0.1287151018965728, + "nauc_precision_at_100_std": 0.20791170927082106, + "nauc_precision_at_10_diff1": 0.055346340930657, + "nauc_precision_at_10_max": 0.16772773684497846, + "nauc_precision_at_10_std": -0.0006789887498060615, + "nauc_precision_at_1_diff1": 0.6826488768982947, + "nauc_precision_at_1_max": 0.4590205103735784, + "nauc_precision_at_1_std": -0.047116098688010505, + "nauc_precision_at_20_diff1": 0.020077462434357842, + "nauc_precision_at_20_max": 0.13641325731128398, + "nauc_precision_at_20_std": 0.025978116748578577, + "nauc_precision_at_3_diff1": 0.17235929638135325, + "nauc_precision_at_3_max": 0.25322482069614305, + "nauc_precision_at_3_std": -0.018015242912457954, + "nauc_precision_at_5_diff1": 0.11344765465209225, + "nauc_precision_at_5_max": 0.21576697646428217, + "nauc_precision_at_5_std": -0.021029859381681996, + "nauc_recall_at_1000_diff1": -0.2207772261089806, + "nauc_recall_at_1000_max": 0.10080493492815598, + "nauc_recall_at_1000_std": 0.4429273552496285, + "nauc_recall_at_100_diff1": -0.08842325362233473, + "nauc_recall_at_100_max": 0.1287151018965723, + "nauc_recall_at_100_std": 0.20791170927082037, + "nauc_recall_at_10_diff1": 0.055346340930657774, + "nauc_recall_at_10_max": 0.16772773684497916, + "nauc_recall_at_10_std": -0.000678988749805773, + "nauc_recall_at_1_diff1": 0.6826488768982947, + "nauc_recall_at_1_max": 0.4590205103735784, + "nauc_recall_at_1_std": -0.047116098688010505, + "nauc_recall_at_20_diff1": 0.020077462434358928, + "nauc_recall_at_20_max": 0.13641325731128537, + "nauc_recall_at_20_std": 0.025978116748579333, + "nauc_recall_at_3_diff1": 0.17235929638135378, + "nauc_recall_at_3_max": 0.25322482069614344, + "nauc_recall_at_3_std": -0.018015242912457815, + "nauc_recall_at_5_diff1": 0.11344765465209203, + "nauc_recall_at_5_max": 0.21576697646428258, + "nauc_recall_at_5_std": -0.021029859381682003, + "ndcg_at_1": 0.698, + "ndcg_at_10": 0.6151, + "ndcg_at_100": 0.65495, + "ndcg_at_1000": 0.67273, + "ndcg_at_20": 0.63247, + "ndcg_at_3": 0.56715, + "ndcg_at_5": 0.58879, + "precision_at_1": 0.698, + "precision_at_10": 0.1299, + "precision_at_100": 0.0161, + "precision_at_1000": 0.00184, + "precision_at_20": 0.0705, + "precision_at_3": 0.36033, + "precision_at_5": 0.2334, + "recall_at_1": 0.349, + "recall_at_10": 0.6495, + "recall_at_100": 0.805, + "recall_at_1000": 0.922, + "recall_at_20": 0.705, + "recall_at_3": 0.5405, + "recall_at_5": 0.5835 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQAHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQAHardNegatives.json new file mode 100644 index 000000000..4db99f3c2 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 50.62002754211426, + "kg_co2_emissions": 0.003984251025028669, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.66431, + "map_at_1": 0.3685, + "map_at_10": 0.57414, + "map_at_100": 0.58519, + "map_at_1000": 0.58601, + "map_at_20": 0.58018, + "map_at_3": 0.53783, + "map_at_5": 0.56203, + "mrr_at_1": 0.737, + "mrr_at_10": 0.8068047619047625, + "mrr_at_100": 0.8092758679555826, + "mrr_at_1000": 0.8093116674564832, + "mrr_at_20": 0.8082304930148977, + "mrr_at_3": 0.7940000000000007, + "mrr_at_5": 0.8020000000000009, + "nauc_map_at_1000_diff1": 0.19858966463221359, + "nauc_map_at_1000_max": 0.17366402338039555, + "nauc_map_at_1000_std": -0.04722599976961318, + "nauc_map_at_100_diff1": 0.19809666517087357, + "nauc_map_at_100_max": 0.17336064055369624, + "nauc_map_at_100_std": -0.047445822726316915, + "nauc_map_at_10_diff1": 0.19447687088484147, + "nauc_map_at_10_max": 0.1727373371984975, + "nauc_map_at_10_std": -0.04892710951495033, + "nauc_map_at_1_diff1": 0.638417148561546, + "nauc_map_at_1_max": 0.3538879325755588, + "nauc_map_at_1_std": -0.18084364913098264, + "nauc_map_at_20_diff1": 0.19698924036049345, + "nauc_map_at_20_max": 0.17241085858349753, + "nauc_map_at_20_std": -0.04806263605236804, + "nauc_map_at_3_diff1": 0.21476731984021374, + "nauc_map_at_3_max": 0.1898292604705882, + "nauc_map_at_3_std": -0.06321748375230493, + "nauc_map_at_5_diff1": 0.20185182489644216, + "nauc_map_at_5_max": 0.17687076239958016, + "nauc_map_at_5_std": -0.047685728492543045, + "nauc_mrr_at_1000_diff1": 0.6272391753553692, + "nauc_mrr_at_1000_max": 0.3675260834037647, + "nauc_mrr_at_1000_std": -0.1953865680856546, + "nauc_mrr_at_100_diff1": 0.6271479801427321, + "nauc_mrr_at_100_max": 0.3675534469821894, + "nauc_mrr_at_100_std": -0.19531865514421604, + "nauc_mrr_at_10_diff1": 0.6268647858109021, + "nauc_mrr_at_10_max": 0.36799062056824006, + "nauc_mrr_at_10_std": -0.19656047158506218, + "nauc_mrr_at_1_diff1": 0.638417148561546, + "nauc_mrr_at_1_max": 0.3538879325755588, + "nauc_mrr_at_1_std": -0.18084364913098264, + "nauc_mrr_at_20_diff1": 0.6269793224730085, + "nauc_mrr_at_20_max": 0.3682552919308985, + "nauc_mrr_at_20_std": -0.19552318511993239, + "nauc_mrr_at_3_diff1": 0.6307340106236897, + "nauc_mrr_at_3_max": 0.37089510464555125, + "nauc_mrr_at_3_std": -0.19928569561271736, + "nauc_mrr_at_5_diff1": 0.6290327042935616, + "nauc_mrr_at_5_max": 0.3699710108204151, + "nauc_mrr_at_5_std": -0.19500896565900547, + "nauc_ndcg_at_1000_diff1": 0.25447209183586467, + "nauc_ndcg_at_1000_max": 0.19896784160058956, + "nauc_ndcg_at_1000_std": -0.04821282830985379, + "nauc_ndcg_at_100_diff1": 0.2397571791945837, + "nauc_ndcg_at_100_max": 0.19027558730206762, + "nauc_ndcg_at_100_std": -0.04900597810222605, + "nauc_ndcg_at_10_diff1": 0.2279655930121631, + "nauc_ndcg_at_10_max": 0.1862233825229848, + "nauc_ndcg_at_10_std": -0.06038131515106457, + "nauc_ndcg_at_1_diff1": 0.638417148561546, + "nauc_ndcg_at_1_max": 0.3538879325755588, + "nauc_ndcg_at_1_std": -0.18084364913098264, + "nauc_ndcg_at_20_diff1": 0.23213194765856546, + "nauc_ndcg_at_20_max": 0.18436269307878464, + "nauc_ndcg_at_20_std": -0.05715598467854383, + "nauc_ndcg_at_3_diff1": 0.26922561692025404, + "nauc_ndcg_at_3_max": 0.2162972639585521, + "nauc_ndcg_at_3_std": -0.08260078710518602, + "nauc_ndcg_at_5_diff1": 0.24721284541342645, + "nauc_ndcg_at_5_max": 0.19725834213856908, + "nauc_ndcg_at_5_std": -0.05989929537821062, + "nauc_precision_at_1000_diff1": -0.15134868762320208, + "nauc_precision_at_1000_max": 0.024966282809413126, + "nauc_precision_at_1000_std": 0.45804544039837664, + "nauc_precision_at_100_diff1": -0.06207146730350933, + "nauc_precision_at_100_max": 0.031240730279231174, + "nauc_precision_at_100_std": 0.1402630380689126, + "nauc_precision_at_10_diff1": 0.012172052243562664, + "nauc_precision_at_10_max": 0.07449917600785362, + "nauc_precision_at_10_std": 0.01235764613282828, + "nauc_precision_at_1_diff1": 0.638417148561546, + "nauc_precision_at_1_max": 0.3538879325755588, + "nauc_precision_at_1_std": -0.18084364913098264, + "nauc_precision_at_20_diff1": -0.0021954019561071, + "nauc_precision_at_20_max": 0.05162859812340998, + "nauc_precision_at_20_std": 0.03151339853689592, + "nauc_precision_at_3_diff1": 0.14002037852525093, + "nauc_precision_at_3_max": 0.16233427808488748, + "nauc_precision_at_3_std": -0.04318920016240324, + "nauc_precision_at_5_diff1": 0.08326417452653932, + "nauc_precision_at_5_max": 0.11529833190977169, + "nauc_precision_at_5_std": 0.004586692835954643, + "nauc_recall_at_1000_diff1": -0.15134868762319498, + "nauc_recall_at_1000_max": 0.02496628280942059, + "nauc_recall_at_1000_std": 0.4580454403983822, + "nauc_recall_at_100_diff1": -0.062071467303510354, + "nauc_recall_at_100_max": 0.03124073027922924, + "nauc_recall_at_100_std": 0.14026303806891324, + "nauc_recall_at_10_diff1": 0.012172052243562347, + "nauc_recall_at_10_max": 0.07449917600785297, + "nauc_recall_at_10_std": 0.012357646132827338, + "nauc_recall_at_1_diff1": 0.638417148561546, + "nauc_recall_at_1_max": 0.3538879325755588, + "nauc_recall_at_1_std": -0.18084364913098264, + "nauc_recall_at_20_diff1": -0.0021954019561067524, + "nauc_recall_at_20_max": 0.051628598123410314, + "nauc_recall_at_20_std": 0.03151339853689574, + "nauc_recall_at_3_diff1": 0.14002037852525032, + "nauc_recall_at_3_max": 0.16233427808488646, + "nauc_recall_at_3_std": -0.04318920016240394, + "nauc_recall_at_5_diff1": 0.08326417452653954, + "nauc_recall_at_5_max": 0.1152983319097717, + "nauc_recall_at_5_std": 0.0045866928359548555, + "ndcg_at_1": 0.737, + "ndcg_at_10": 0.66431, + "ndcg_at_100": 0.70363, + "ndcg_at_1000": 0.71825, + "ndcg_at_20": 0.67947, + "ndcg_at_3": 0.61172, + "ndcg_at_5": 0.64283, + "precision_at_1": 0.737, + "precision_at_10": 0.141, + "precision_at_100": 0.01719, + "precision_at_1000": 0.00191, + "precision_at_20": 0.0754, + "precision_at_3": 0.393, + "precision_at_5": 0.2604, + "recall_at_1": 0.3685, + "recall_at_10": 0.705, + "recall_at_100": 0.8595, + "recall_at_1000": 0.955, + "recall_at_20": 0.754, + "recall_at_3": 0.5895, + "recall_at_5": 0.651 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MIRACLRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..b85fe1a7c --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 718.4111905097961, + "kg_co2_emissions": 0.06305652937947331, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.72416, + "map_at_1": 0.45429, + "map_at_10": 0.65035, + "map_at_100": 0.66583, + "map_at_1000": 0.66613, + "map_at_20": 0.66039, + "map_at_3": 0.59131, + "map_at_5": 0.62718, + "mrr_at_1": 0.669, + "mrr_at_10": 0.7564353174603178, + "mrr_at_100": 0.7593115873457571, + "mrr_at_1000": 0.7593693742205743, + "mrr_at_20": 0.7583311699523392, + "mrr_at_3": 0.7378333333333336, + "mrr_at_5": 0.7503333333333339, + "nauc_map_at_1000_diff1": 0.43741862067935483, + "nauc_map_at_1000_max": 0.33371039162371186, + "nauc_map_at_1000_std": -0.14800856348837618, + "nauc_map_at_100_diff1": 0.4372469523076059, + "nauc_map_at_100_max": 0.3336987084656462, + "nauc_map_at_100_std": -0.14807192055945972, + "nauc_map_at_10_diff1": 0.43268042344953694, + "nauc_map_at_10_max": 0.3243337076806752, + "nauc_map_at_10_std": -0.15725923711362594, + "nauc_map_at_1_diff1": 0.49806809240643685, + "nauc_map_at_1_max": 0.222259801100454, + "nauc_map_at_1_std": -0.19616487606236352, + "nauc_map_at_20_diff1": 0.43719110922855775, + "nauc_map_at_20_max": 0.3320485492662712, + "nauc_map_at_20_std": -0.1516124732944886, + "nauc_map_at_3_diff1": 0.4356029615264829, + "nauc_map_at_3_max": 0.28144051010360877, + "nauc_map_at_3_std": -0.18737040428671844, + "nauc_map_at_5_diff1": 0.4355753394045289, + "nauc_map_at_5_max": 0.3081773315127448, + "nauc_map_at_5_std": -0.17647454714447425, + "nauc_mrr_at_1000_diff1": 0.5264284125717082, + "nauc_mrr_at_1000_max": 0.4273096320427364, + "nauc_mrr_at_1000_std": -0.08864290766815855, + "nauc_mrr_at_100_diff1": 0.5263584890863712, + "nauc_mrr_at_100_max": 0.4273519603213557, + "nauc_mrr_at_100_std": -0.0885418255935052, + "nauc_mrr_at_10_diff1": 0.5257924983797273, + "nauc_mrr_at_10_max": 0.42874413433865105, + "nauc_mrr_at_10_std": -0.0880850398997696, + "nauc_mrr_at_1_diff1": 0.5471914877081653, + "nauc_mrr_at_1_max": 0.3906422908039743, + "nauc_mrr_at_1_std": -0.12026923603262042, + "nauc_mrr_at_20_diff1": 0.5263466491571634, + "nauc_mrr_at_20_max": 0.4282808702249946, + "nauc_mrr_at_20_std": -0.08822288922038604, + "nauc_mrr_at_3_diff1": 0.5223532165450683, + "nauc_mrr_at_3_max": 0.42162444712779396, + "nauc_mrr_at_3_std": -0.09294974701714336, + "nauc_mrr_at_5_diff1": 0.5290215145488596, + "nauc_mrr_at_5_max": 0.43021416382527705, + "nauc_mrr_at_5_std": -0.09163579860997974, + "nauc_ndcg_at_1000_diff1": 0.45380725428927177, + "nauc_ndcg_at_1000_max": 0.3798180433944228, + "nauc_ndcg_at_1000_std": -0.10676370219568551, + "nauc_ndcg_at_100_diff1": 0.45089199789754075, + "nauc_ndcg_at_100_max": 0.3823837836185553, + "nauc_ndcg_at_100_std": -0.10302873366595741, + "nauc_ndcg_at_10_diff1": 0.4375633244257089, + "nauc_ndcg_at_10_max": 0.3624734281267977, + "nauc_ndcg_at_10_std": -0.1268645515023131, + "nauc_ndcg_at_1_diff1": 0.5471914877081653, + "nauc_ndcg_at_1_max": 0.3906422908039743, + "nauc_ndcg_at_1_std": -0.12026923603262042, + "nauc_ndcg_at_20_diff1": 0.4483633874291316, + "nauc_ndcg_at_20_max": 0.37962319233083147, + "nauc_ndcg_at_20_std": -0.11265213087599121, + "nauc_ndcg_at_3_diff1": 0.4376739532357575, + "nauc_ndcg_at_3_max": 0.3300019539754665, + "nauc_ndcg_at_3_std": -0.15358683661986983, + "nauc_ndcg_at_5_diff1": 0.4412634451865984, + "nauc_ndcg_at_5_max": 0.34210677663365274, + "nauc_ndcg_at_5_std": -0.15363882706264395, + "nauc_precision_at_1000_diff1": -0.2040322077721642, + "nauc_precision_at_1000_max": 0.08470669203639625, + "nauc_precision_at_1000_std": 0.241009142165451, + "nauc_precision_at_100_diff1": -0.19405245581600675, + "nauc_precision_at_100_max": 0.10844845757778053, + "nauc_precision_at_100_std": 0.24842937474418078, + "nauc_precision_at_10_diff1": -0.11625939727822057, + "nauc_precision_at_10_max": 0.1969949916527546, + "nauc_precision_at_10_std": 0.1801237772198548, + "nauc_precision_at_1_diff1": 0.5471914877081653, + "nauc_precision_at_1_max": 0.3906422908039743, + "nauc_precision_at_1_std": -0.12026923603262042, + "nauc_precision_at_20_diff1": -0.14386896418247896, + "nauc_precision_at_20_max": 0.16272325632228102, + "nauc_precision_at_20_std": 0.2147809679218286, + "nauc_precision_at_3_diff1": 0.042229399770395165, + "nauc_precision_at_3_max": 0.25715032298966833, + "nauc_precision_at_3_std": 0.04589194839019233, + "nauc_precision_at_5_diff1": -0.03773825598328106, + "nauc_precision_at_5_max": 0.2293238455001919, + "nauc_precision_at_5_std": 0.10268873833336009, + "nauc_recall_at_1000_diff1": 0.2738939547450262, + "nauc_recall_at_1000_max": 0.8710122346811122, + "nauc_recall_at_1000_std": 0.9269920734251129, + "nauc_recall_at_100_diff1": 0.2517329543206397, + "nauc_recall_at_100_max": 0.5766248839302223, + "nauc_recall_at_100_std": 0.3028650583416603, + "nauc_recall_at_10_diff1": 0.3142255706525245, + "nauc_recall_at_10_max": 0.3304959660769813, + "nauc_recall_at_10_std": -0.08532793165073078, + "nauc_recall_at_1_diff1": 0.49806809240643685, + "nauc_recall_at_1_max": 0.222259801100454, + "nauc_recall_at_1_std": -0.19616487606236352, + "nauc_recall_at_20_diff1": 0.3363572564496451, + "nauc_recall_at_20_max": 0.4184884155173027, + "nauc_recall_at_20_std": -0.012848670458178953, + "nauc_recall_at_3_diff1": 0.3718672877132699, + "nauc_recall_at_3_max": 0.25006700162362955, + "nauc_recall_at_3_std": -0.18106026564440958, + "nauc_recall_at_5_diff1": 0.3567908450574853, + "nauc_recall_at_5_max": 0.2806642846735928, + "nauc_recall_at_5_std": -0.16947520159639623, + "ndcg_at_1": 0.669, + "ndcg_at_10": 0.72416, + "ndcg_at_100": 0.76636, + "ndcg_at_1000": 0.77, + "ndcg_at_20": 0.74584, + "ndcg_at_3": 0.66178, + "ndcg_at_5": 0.69108, + "precision_at_1": 0.669, + "precision_at_10": 0.1532, + "precision_at_100": 0.01921, + "precision_at_1000": 0.00197, + "precision_at_20": 0.0853, + "precision_at_3": 0.36933, + "precision_at_5": 0.2632, + "recall_at_1": 0.45429, + "recall_at_10": 0.82418, + "recall_at_100": 0.9728, + "recall_at_1000": 0.99452, + "recall_at_20": 0.88942, + "recall_at_3": 0.65671, + "recall_at_5": 0.73945 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.68272, + "map_at_1": 0.34393, + "map_at_10": 0.5866, + "map_at_100": 0.60476, + "map_at_1000": 0.60505, + "map_at_20": 0.59965, + "map_at_3": 0.52237, + "map_at_5": 0.55878, + "mrr_at_1": 0.5693430656934306, + "mrr_at_10": 0.7102334607809058, + "mrr_at_100": 0.7127454505575871, + "mrr_at_1000": 0.7127902012260536, + "mrr_at_20": 0.7124580327471217, + "mrr_at_3": 0.6877534468775344, + "mrr_at_5": 0.7032035685320354, + "nauc_map_at_1000_diff1": 0.4453917239097615, + "nauc_map_at_1000_max": 0.37542763628452974, + "nauc_map_at_1000_std": -0.022469399663436713, + "nauc_map_at_100_diff1": 0.4457284758594631, + "nauc_map_at_100_max": 0.3757074554497653, + "nauc_map_at_100_std": -0.022710784508221976, + "nauc_map_at_10_diff1": 0.44253364413930707, + "nauc_map_at_10_max": 0.3776648782862234, + "nauc_map_at_10_std": -0.03302714072099791, + "nauc_map_at_1_diff1": 0.47385800708092235, + "nauc_map_at_1_max": 0.24978505068331452, + "nauc_map_at_1_std": -0.09807857680813088, + "nauc_map_at_20_diff1": 0.44283639722211404, + "nauc_map_at_20_max": 0.3746307877770753, + "nauc_map_at_20_std": -0.026237409786379794, + "nauc_map_at_3_diff1": 0.4316972752467157, + "nauc_map_at_3_max": 0.3678829057658419, + "nauc_map_at_3_std": -0.07327109766425226, + "nauc_map_at_5_diff1": 0.429052403160831, + "nauc_map_at_5_max": 0.3698448037277439, + "nauc_map_at_5_std": -0.0528567609936253, + "nauc_mrr_at_1000_diff1": 0.5002186646390695, + "nauc_mrr_at_1000_max": 0.4119509203206188, + "nauc_mrr_at_1000_std": 0.10530084935094684, + "nauc_mrr_at_100_diff1": 0.5001594080987767, + "nauc_mrr_at_100_max": 0.41205458528382105, + "nauc_mrr_at_100_std": 0.10542101424583279, + "nauc_mrr_at_10_diff1": 0.5021626992285366, + "nauc_mrr_at_10_max": 0.413855150000412, + "nauc_mrr_at_10_std": 0.1039547579778197, + "nauc_mrr_at_1_diff1": 0.5076223092802494, + "nauc_mrr_at_1_max": 0.3575582606551792, + "nauc_mrr_at_1_std": 0.09399753391153215, + "nauc_mrr_at_20_diff1": 0.5000304474956148, + "nauc_mrr_at_20_max": 0.41214798957737253, + "nauc_mrr_at_20_std": 0.10556415181348289, + "nauc_mrr_at_3_diff1": 0.49976354024076325, + "nauc_mrr_at_3_max": 0.42618005540792403, + "nauc_mrr_at_3_std": 0.1055159234359194, + "nauc_mrr_at_5_diff1": 0.49524382911595505, + "nauc_mrr_at_5_max": 0.4175821802067976, + "nauc_mrr_at_5_std": 0.10783259703666677, + "nauc_ndcg_at_1000_diff1": 0.46141591951140326, + "nauc_ndcg_at_1000_max": 0.4014765384072422, + "nauc_ndcg_at_1000_std": 0.03602938561857717, + "nauc_ndcg_at_100_diff1": 0.4642062991795796, + "nauc_ndcg_at_100_max": 0.405435505452768, + "nauc_ndcg_at_100_std": 0.03445714849106123, + "nauc_ndcg_at_10_diff1": 0.4613644083966389, + "nauc_ndcg_at_10_max": 0.412420540396972, + "nauc_ndcg_at_10_std": 0.010583547810485773, + "nauc_ndcg_at_1_diff1": 0.5076223092802494, + "nauc_ndcg_at_1_max": 0.3575582606551792, + "nauc_ndcg_at_1_std": 0.09399753391153215, + "nauc_ndcg_at_20_diff1": 0.45673753480029333, + "nauc_ndcg_at_20_max": 0.40141592368339024, + "nauc_ndcg_at_20_std": 0.023693523242761926, + "nauc_ndcg_at_3_diff1": 0.4490256587873047, + "nauc_ndcg_at_3_max": 0.41609548312208017, + "nauc_ndcg_at_3_std": -0.0053780027717535575, + "nauc_ndcg_at_5_diff1": 0.43680574870183375, + "nauc_ndcg_at_5_max": 0.4039218615754514, + "nauc_ndcg_at_5_std": -0.0062131255363543966, + "nauc_precision_at_1000_diff1": -0.10973276459688153, + "nauc_precision_at_1000_max": 0.001933171068109411, + "nauc_precision_at_1000_std": 0.2754867695394811, + "nauc_precision_at_100_diff1": -0.08347224735368666, + "nauc_precision_at_100_max": 0.025599930578819236, + "nauc_precision_at_100_std": 0.26987172634369394, + "nauc_precision_at_10_diff1": 0.003582248045368162, + "nauc_precision_at_10_max": 0.14861506937192182, + "nauc_precision_at_10_std": 0.261038091382948, + "nauc_precision_at_1_diff1": 0.5076223092802494, + "nauc_precision_at_1_max": 0.3575582606551792, + "nauc_precision_at_1_std": 0.09399753391153215, + "nauc_precision_at_20_diff1": -0.0576877739670114, + "nauc_precision_at_20_max": 0.06580196054618626, + "nauc_precision_at_20_std": 0.2661836980889736, + "nauc_precision_at_3_diff1": 0.13630206293593852, + "nauc_precision_at_3_max": 0.3319556261993669, + "nauc_precision_at_3_std": 0.18610057754206474, + "nauc_precision_at_5_diff1": 0.0368166189826227, + "nauc_precision_at_5_max": 0.2309378172800611, + "nauc_precision_at_5_std": 0.2410606683088776, + "nauc_recall_at_1000_diff1": 0.7592457661536517, + "nauc_recall_at_1000_max": 0.7895240032203434, + "nauc_recall_at_1000_std": 0.637255254877178, + "nauc_recall_at_100_diff1": 0.5502637107471005, + "nauc_recall_at_100_max": 0.6248877337955879, + "nauc_recall_at_100_std": 0.18956294689892106, + "nauc_recall_at_10_diff1": 0.3906884433616531, + "nauc_recall_at_10_max": 0.4079700711809006, + "nauc_recall_at_10_std": -0.012514485222625117, + "nauc_recall_at_1_diff1": 0.47385800708092235, + "nauc_recall_at_1_max": 0.24978505068331452, + "nauc_recall_at_1_std": -0.09807857680813088, + "nauc_recall_at_20_diff1": 0.3605881096818987, + "nauc_recall_at_20_max": 0.37076366620329243, + "nauc_recall_at_20_std": 0.02224287204220103, + "nauc_recall_at_3_diff1": 0.3576206850023773, + "nauc_recall_at_3_max": 0.3940834347797431, + "nauc_recall_at_3_std": -0.0981715202461844, + "nauc_recall_at_5_diff1": 0.32924860569693065, + "nauc_recall_at_5_max": 0.38889141809071287, + "nauc_recall_at_5_std": -0.06476073492533362, + "ndcg_at_1": 0.56934, + "ndcg_at_10": 0.68272, + "ndcg_at_100": 0.72715, + "ndcg_at_1000": 0.73075, + "ndcg_at_20": 0.70993, + "ndcg_at_3": 0.61314, + "ndcg_at_5": 0.64447, + "precision_at_1": 0.56934, + "precision_at_10": 0.16107, + "precision_at_100": 0.02027, + "precision_at_1000": 0.00209, + "precision_at_20": 0.09136, + "precision_at_3": 0.37956, + "precision_at_5": 0.27105, + "recall_at_1": 0.34393, + "recall_at_10": 0.82751, + "recall_at_100": 0.97419, + "recall_at_1000": 0.99424, + "recall_at_20": 0.90877, + "recall_at_3": 0.63207, + "recall_at_5": 0.72589 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.50831, + "map_at_1": 0.21173, + "map_at_10": 0.40262, + "map_at_100": 0.43471, + "map_at_1000": 0.43544, + "map_at_20": 0.42108, + "map_at_3": 0.333, + "map_at_5": 0.36375, + "mrr_at_1": 0.4557377049180328, + "mrr_at_10": 0.576679677335415, + "mrr_at_100": 0.5841601415894, + "mrr_at_1000": 0.5842547449192471, + "mrr_at_20": 0.581388560333518, + "mrr_at_3": 0.5486338797814208, + "mrr_at_5": 0.5655191256830601, + "nauc_map_at_1000_diff1": 0.24594580663532137, + "nauc_map_at_1000_max": 0.3421599713929114, + "nauc_map_at_1000_std": 0.03862475365467468, + "nauc_map_at_100_diff1": 0.2458762065478358, + "nauc_map_at_100_max": 0.3411132508465675, + "nauc_map_at_100_std": 0.03765125703107699, + "nauc_map_at_10_diff1": 0.23145260874906895, + "nauc_map_at_10_max": 0.3228090344100639, + "nauc_map_at_10_std": 0.026264399228448077, + "nauc_map_at_1_diff1": 0.30069153459980213, + "nauc_map_at_1_max": 0.23264081103995846, + "nauc_map_at_1_std": 0.03211568449875764, + "nauc_map_at_20_diff1": 0.24353738031916186, + "nauc_map_at_20_max": 0.3352316131215763, + "nauc_map_at_20_std": 0.03261153193380102, + "nauc_map_at_3_diff1": 0.2461420865358284, + "nauc_map_at_3_max": 0.28145204404768653, + "nauc_map_at_3_std": 0.014641580781211276, + "nauc_map_at_5_diff1": 0.23183121843513266, + "nauc_map_at_5_max": 0.299952573970484, + "nauc_map_at_5_std": 0.013679154129120219, + "nauc_mrr_at_1000_diff1": 0.35283071552476913, + "nauc_mrr_at_1000_max": 0.46237560256249294, + "nauc_mrr_at_1000_std": 0.13004087409686252, + "nauc_mrr_at_100_diff1": 0.3527720175291824, + "nauc_mrr_at_100_max": 0.4623814216900797, + "nauc_mrr_at_100_std": 0.1300901238715041, + "nauc_mrr_at_10_diff1": 0.34806928920626606, + "nauc_mrr_at_10_max": 0.4627962302528729, + "nauc_mrr_at_10_std": 0.12886823845884696, + "nauc_mrr_at_1_diff1": 0.3806507492014428, + "nauc_mrr_at_1_max": 0.4530750244013784, + "nauc_mrr_at_1_std": 0.15512955074105653, + "nauc_mrr_at_20_diff1": 0.3519785629218619, + "nauc_mrr_at_20_max": 0.4630077176931358, + "nauc_mrr_at_20_std": 0.12978221132903542, + "nauc_mrr_at_3_diff1": 0.35549762248081007, + "nauc_mrr_at_3_max": 0.4615391469278538, + "nauc_mrr_at_3_std": 0.12899113052419697, + "nauc_mrr_at_5_diff1": 0.34948854026418974, + "nauc_mrr_at_5_max": 0.46731140152649026, + "nauc_mrr_at_5_std": 0.13497510583650432, + "nauc_ndcg_at_1000_diff1": 0.27489979131678277, + "nauc_ndcg_at_1000_max": 0.3982810913343396, + "nauc_ndcg_at_1000_std": 0.07672626916704421, + "nauc_ndcg_at_100_diff1": 0.27503225497758793, + "nauc_ndcg_at_100_max": 0.39083491393581254, + "nauc_ndcg_at_100_std": 0.07066211007914176, + "nauc_ndcg_at_10_diff1": 0.24049158531040818, + "nauc_ndcg_at_10_max": 0.3586274202114013, + "nauc_ndcg_at_10_std": 0.030952446663307043, + "nauc_ndcg_at_1_diff1": 0.3806507492014428, + "nauc_ndcg_at_1_max": 0.4530750244013784, + "nauc_ndcg_at_1_std": 0.15512955074105653, + "nauc_ndcg_at_20_diff1": 0.27016599046583833, + "nauc_ndcg_at_20_max": 0.3805737204665481, + "nauc_ndcg_at_20_std": 0.04263382317006848, + "nauc_ndcg_at_3_diff1": 0.24969013390220018, + "nauc_ndcg_at_3_max": 0.3618759163601134, + "nauc_ndcg_at_3_std": 0.055436920462334074, + "nauc_ndcg_at_5_diff1": 0.24485590735749635, + "nauc_ndcg_at_5_max": 0.35510659798404803, + "nauc_ndcg_at_5_std": 0.0347568392568372, + "nauc_precision_at_1000_diff1": -0.02322439099119453, + "nauc_precision_at_1000_max": 0.22286439673133923, + "nauc_precision_at_1000_std": 0.20729412534341582, + "nauc_precision_at_100_diff1": -0.007956105971191035, + "nauc_precision_at_100_max": 0.21821567032201067, + "nauc_precision_at_100_std": 0.18703704219990944, + "nauc_precision_at_10_diff1": 0.0346889923546582, + "nauc_precision_at_10_max": 0.31827958390369393, + "nauc_precision_at_10_std": 0.10314307865116815, + "nauc_precision_at_1_diff1": 0.3806507492014428, + "nauc_precision_at_1_max": 0.4530750244013784, + "nauc_precision_at_1_std": 0.15512955074105653, + "nauc_precision_at_20_diff1": 0.05435441105224123, + "nauc_precision_at_20_max": 0.3149802413248109, + "nauc_precision_at_20_std": 0.13175969904162416, + "nauc_precision_at_3_diff1": 0.13735113667838006, + "nauc_precision_at_3_max": 0.40465208297900407, + "nauc_precision_at_3_std": 0.09194108089107941, + "nauc_precision_at_5_diff1": 0.08033103360294427, + "nauc_precision_at_5_max": 0.3756219393922344, + "nauc_precision_at_5_std": 0.08356918265229339, + "nauc_recall_at_1000_diff1": 0.2846191158145752, + "nauc_recall_at_1000_max": 0.3373714911036902, + "nauc_recall_at_1000_std": 0.5517156572973698, + "nauc_recall_at_100_diff1": 0.23993825393158788, + "nauc_recall_at_100_max": 0.18847732787176644, + "nauc_recall_at_100_std": 0.06226484429229624, + "nauc_recall_at_10_diff1": 0.12775161333292684, + "nauc_recall_at_10_max": 0.24304166775445346, + "nauc_recall_at_10_std": -0.06364670562384418, + "nauc_recall_at_1_diff1": 0.30069153459980213, + "nauc_recall_at_1_max": 0.23264081103995846, + "nauc_recall_at_1_std": 0.03211568449875764, + "nauc_recall_at_20_diff1": 0.21505707732334972, + "nauc_recall_at_20_max": 0.2825133479248984, + "nauc_recall_at_20_std": -0.06308150339469608, + "nauc_recall_at_3_diff1": 0.17161444246444155, + "nauc_recall_at_3_max": 0.20651054937928448, + "nauc_recall_at_3_std": -0.03686646401875305, + "nauc_recall_at_5_diff1": 0.14018441721433234, + "nauc_recall_at_5_max": 0.2300725358373308, + "nauc_recall_at_5_std": -0.04720345557320449, + "ndcg_at_1": 0.45574, + "ndcg_at_10": 0.50831, + "ndcg_at_100": 0.60252, + "ndcg_at_1000": 0.60984, + "ndcg_at_20": 0.54891, + "ndcg_at_3": 0.43862, + "ndcg_at_5": 0.45174, + "precision_at_1": 0.45574, + "precision_at_10": 0.15705, + "precision_at_100": 0.02518, + "precision_at_1000": 0.00263, + "precision_at_20": 0.09508, + "precision_at_3": 0.31148, + "precision_at_5": 0.23016, + "recall_at_1": 0.21173, + "recall_at_10": 0.62582, + "recall_at_100": 0.95227, + "recall_at_1000": 0.99356, + "recall_at_20": 0.74334, + "recall_at_3": 0.41223, + "recall_at_5": 0.48778 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.49328, + "map_at_1": 0.21106, + "map_at_10": 0.38521, + "map_at_100": 0.41981, + "map_at_1000": 0.42129, + "map_at_20": 0.40514, + "map_at_3": 0.31905, + "map_at_5": 0.35287, + "mrr_at_1": 0.4518147684605757, + "mrr_at_10": 0.5812806682956866, + "mrr_at_100": 0.5878281418894566, + "mrr_at_1000": 0.5879441972557146, + "mrr_at_20": 0.5857384702768536, + "mrr_at_3": 0.5529828952857733, + "mrr_at_5": 0.5687526074259481, + "nauc_map_at_1000_diff1": 0.29726852515415875, + "nauc_map_at_1000_max": 0.2157023560539694, + "nauc_map_at_1000_std": -0.10799066313672408, + "nauc_map_at_100_diff1": 0.2972384506665493, + "nauc_map_at_100_max": 0.21530082110838808, + "nauc_map_at_100_std": -0.10866422275683228, + "nauc_map_at_10_diff1": 0.2980195873682778, + "nauc_map_at_10_max": 0.20015031233771757, + "nauc_map_at_10_std": -0.11623591648718279, + "nauc_map_at_1_diff1": 0.31994361638092833, + "nauc_map_at_1_max": 0.10523507849904885, + "nauc_map_at_1_std": -0.12894045124578873, + "nauc_map_at_20_diff1": 0.2948603834615804, + "nauc_map_at_20_max": 0.20757620510172828, + "nauc_map_at_20_std": -0.11411144903435008, + "nauc_map_at_3_diff1": 0.29726438211788064, + "nauc_map_at_3_max": 0.16027954694527013, + "nauc_map_at_3_std": -0.12695279997390205, + "nauc_map_at_5_diff1": 0.2982988096600577, + "nauc_map_at_5_max": 0.1754005103863479, + "nauc_map_at_5_std": -0.12850100082333954, + "nauc_mrr_at_1000_diff1": 0.3306541681059425, + "nauc_mrr_at_1000_max": 0.28763335164990333, + "nauc_mrr_at_1000_std": -0.05889069625198108, + "nauc_mrr_at_100_diff1": 0.3305932428688225, + "nauc_mrr_at_100_max": 0.28764490314914837, + "nauc_mrr_at_100_std": -0.05895836661882879, + "nauc_mrr_at_10_diff1": 0.3314255960527911, + "nauc_mrr_at_10_max": 0.2928811572220851, + "nauc_mrr_at_10_std": -0.05528637176530061, + "nauc_mrr_at_1_diff1": 0.3510794096707343, + "nauc_mrr_at_1_max": 0.24042125828298636, + "nauc_mrr_at_1_std": -0.07101931269252362, + "nauc_mrr_at_20_diff1": 0.3298855630505788, + "nauc_mrr_at_20_max": 0.2880795585518129, + "nauc_mrr_at_20_std": -0.05935615401856791, + "nauc_mrr_at_3_diff1": 0.33387924516723516, + "nauc_mrr_at_3_max": 0.2903189840758426, + "nauc_mrr_at_3_std": -0.06261182866254504, + "nauc_mrr_at_5_diff1": 0.32946577670915966, + "nauc_mrr_at_5_max": 0.29433937378399166, + "nauc_mrr_at_5_std": -0.054598924766133455, + "nauc_ndcg_at_1000_diff1": 0.30075712279875255, + "nauc_ndcg_at_1000_max": 0.26371344125867485, + "nauc_ndcg_at_1000_std": -0.07989414292335031, + "nauc_ndcg_at_100_diff1": 0.2992205596474324, + "nauc_ndcg_at_100_max": 0.2601142892770801, + "nauc_ndcg_at_100_std": -0.08593331679293155, + "nauc_ndcg_at_10_diff1": 0.30098055385147165, + "nauc_ndcg_at_10_max": 0.24589346637847925, + "nauc_ndcg_at_10_std": -0.09843678016941092, + "nauc_ndcg_at_1_diff1": 0.3510794096707343, + "nauc_ndcg_at_1_max": 0.24042125828298636, + "nauc_ndcg_at_1_std": -0.07101931269252362, + "nauc_ndcg_at_20_diff1": 0.29092252820596887, + "nauc_ndcg_at_20_max": 0.24374390025974108, + "nauc_ndcg_at_20_std": -0.1048284174829078, + "nauc_ndcg_at_3_diff1": 0.29056338276720134, + "nauc_ndcg_at_3_max": 0.24566755027985238, + "nauc_ndcg_at_3_std": -0.08636302196007029, + "nauc_ndcg_at_5_diff1": 0.29734522943741787, + "nauc_ndcg_at_5_max": 0.23002648498733566, + "nauc_ndcg_at_5_std": -0.10491098149255504, + "nauc_precision_at_1000_diff1": -0.06739110623934928, + "nauc_precision_at_1000_max": 0.1724042269409353, + "nauc_precision_at_1000_std": 0.14264680226847756, + "nauc_precision_at_100_diff1": -0.04189754540342347, + "nauc_precision_at_100_max": 0.19865181424082806, + "nauc_precision_at_100_std": 0.13989102886274615, + "nauc_precision_at_10_diff1": 0.0830115312870285, + "nauc_precision_at_10_max": 0.3189533993136422, + "nauc_precision_at_10_std": 0.07382205073878088, + "nauc_precision_at_1_diff1": 0.3510794096707343, + "nauc_precision_at_1_max": 0.24042125828298636, + "nauc_precision_at_1_std": -0.07101931269252362, + "nauc_precision_at_20_diff1": 0.010977741954410699, + "nauc_precision_at_20_max": 0.2675486591971238, + "nauc_precision_at_20_std": 0.08771413286416103, + "nauc_precision_at_3_diff1": 0.18094411141110248, + "nauc_precision_at_3_max": 0.31057629789830243, + "nauc_precision_at_3_std": 0.002600259174830945, + "nauc_precision_at_5_diff1": 0.14037564277727319, + "nauc_precision_at_5_max": 0.3011058703023513, + "nauc_precision_at_5_std": 0.017110063896790144, + "nauc_recall_at_1000_diff1": 0.4021539802785057, + "nauc_recall_at_1000_max": 0.55544030542543, + "nauc_recall_at_1000_std": 0.2311184079978309, + "nauc_recall_at_100_diff1": 0.14457921955655403, + "nauc_recall_at_100_max": 0.1360667225113305, + "nauc_recall_at_100_std": -0.14480311502316728, + "nauc_recall_at_10_diff1": 0.2163323613930144, + "nauc_recall_at_10_max": 0.19812694563937522, + "nauc_recall_at_10_std": -0.09812503770670984, + "nauc_recall_at_1_diff1": 0.31994361638092833, + "nauc_recall_at_1_max": 0.10523507849904885, + "nauc_recall_at_1_std": -0.12894045124578873, + "nauc_recall_at_20_diff1": 0.1641349584275925, + "nauc_recall_at_20_max": 0.1403735511259153, + "nauc_recall_at_20_std": -0.14842855684011735, + "nauc_recall_at_3_diff1": 0.2413497453487473, + "nauc_recall_at_3_max": 0.16155906402237855, + "nauc_recall_at_3_std": -0.12205987260912175, + "nauc_recall_at_5_diff1": 0.23329928372466882, + "nauc_recall_at_5_max": 0.16644599408544167, + "nauc_recall_at_5_std": -0.12980106197077965, + "ndcg_at_1": 0.45181, + "ndcg_at_10": 0.49328, + "ndcg_at_100": 0.59082, + "ndcg_at_1000": 0.60446, + "ndcg_at_20": 0.53663, + "ndcg_at_3": 0.43356, + "ndcg_at_5": 0.44833, + "precision_at_1": 0.45181, + "precision_at_10": 0.15269, + "precision_at_100": 0.02653, + "precision_at_1000": 0.0029, + "precision_at_20": 0.09662, + "precision_at_3": 0.30204, + "precision_at_5": 0.23029, + "recall_at_1": 0.21106, + "recall_at_10": 0.60296, + "recall_at_100": 0.928, + "recall_at_1000": 0.99714, + "recall_at_20": 0.72572, + "recall_at_3": 0.39489, + "recall_at_5": 0.47798 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.52979, + "map_at_1": 0.15987, + "map_at_10": 0.39808, + "map_at_100": 0.45799, + "map_at_1000": 0.45929, + "map_at_20": 0.4314, + "map_at_3": 0.28561, + "map_at_5": 0.33989, + "mrr_at_1": 0.5725308641975309, + "mrr_at_10": 0.6893065353713499, + "mrr_at_100": 0.6936765117313942, + "mrr_at_1000": 0.6937137300992288, + "mrr_at_20": 0.6925056863639018, + "mrr_at_3": 0.6666666666666664, + "mrr_at_5": 0.6793981481481477, + "nauc_map_at_1000_diff1": 0.2178171694127138, + "nauc_map_at_1000_max": 0.3994274921167551, + "nauc_map_at_1000_std": 0.051218344151084755, + "nauc_map_at_100_diff1": 0.2179626458919154, + "nauc_map_at_100_max": 0.39914024781502083, + "nauc_map_at_100_std": 0.05100254940433387, + "nauc_map_at_10_diff1": 0.21937710363719476, + "nauc_map_at_10_max": 0.35879617249339746, + "nauc_map_at_10_std": 0.0010417111481272631, + "nauc_map_at_1_diff1": 0.27087693794968976, + "nauc_map_at_1_max": 0.15792220312022198, + "nauc_map_at_1_std": -0.06317364127539579, + "nauc_map_at_20_diff1": 0.22063656861043662, + "nauc_map_at_20_max": 0.3812732761544435, + "nauc_map_at_20_std": 0.022287777259076488, + "nauc_map_at_3_diff1": 0.23673629371350802, + "nauc_map_at_3_max": 0.24532076586805368, + "nauc_map_at_3_std": -0.07817515827981124, + "nauc_map_at_5_diff1": 0.22601459937787585, + "nauc_map_at_5_max": 0.2951653198315274, + "nauc_map_at_5_std": -0.04580998036627439, + "nauc_mrr_at_1000_diff1": 0.29235090309894673, + "nauc_mrr_at_1000_max": 0.48973498843576824, + "nauc_mrr_at_1000_std": 0.22707160841857435, + "nauc_mrr_at_100_diff1": 0.2923624052903747, + "nauc_mrr_at_100_max": 0.48979868598350756, + "nauc_mrr_at_100_std": 0.22717619159361657, + "nauc_mrr_at_10_diff1": 0.2920152982539933, + "nauc_mrr_at_10_max": 0.4910215288689713, + "nauc_mrr_at_10_std": 0.2278560542370491, + "nauc_mrr_at_1_diff1": 0.29499190671171394, + "nauc_mrr_at_1_max": 0.45656209800247316, + "nauc_mrr_at_1_std": 0.21128729530235088, + "nauc_mrr_at_20_diff1": 0.2928728889789932, + "nauc_mrr_at_20_max": 0.49086085251348793, + "nauc_mrr_at_20_std": 0.22825950758351235, + "nauc_mrr_at_3_diff1": 0.28420088840555296, + "nauc_mrr_at_3_max": 0.4884331843303874, + "nauc_mrr_at_3_std": 0.2242112899915686, + "nauc_mrr_at_5_diff1": 0.2910514846265211, + "nauc_mrr_at_5_max": 0.4939859303179065, + "nauc_mrr_at_5_std": 0.22606968782838216, + "nauc_ndcg_at_1000_diff1": 0.23338978268693242, + "nauc_ndcg_at_1000_max": 0.4667435703687131, + "nauc_ndcg_at_1000_std": 0.1538488527118205, + "nauc_ndcg_at_100_diff1": 0.23532702547607365, + "nauc_ndcg_at_100_max": 0.46734326802776455, + "nauc_ndcg_at_100_std": 0.15646393325791483, + "nauc_ndcg_at_10_diff1": 0.23684113754189165, + "nauc_ndcg_at_10_max": 0.41101679288475773, + "nauc_ndcg_at_10_std": 0.05515068568021429, + "nauc_ndcg_at_1_diff1": 0.29499190671171394, + "nauc_ndcg_at_1_max": 0.45656209800247316, + "nauc_ndcg_at_1_std": 0.21128729530235088, + "nauc_ndcg_at_20_diff1": 0.24444130417293125, + "nauc_ndcg_at_20_max": 0.4355306819238645, + "nauc_ndcg_at_20_std": 0.08497070231876375, + "nauc_ndcg_at_3_diff1": 0.2134853557205726, + "nauc_ndcg_at_3_max": 0.4135403418166648, + "nauc_ndcg_at_3_std": 0.11686416465740634, + "nauc_ndcg_at_5_diff1": 0.21265741268790792, + "nauc_ndcg_at_5_max": 0.40375807233133587, + "nauc_ndcg_at_5_std": 0.08146123373744527, + "nauc_precision_at_1000_diff1": -0.08248291222222515, + "nauc_precision_at_1000_max": 0.24817969554058733, + "nauc_precision_at_1000_std": 0.3307285850590084, + "nauc_precision_at_100_diff1": -0.07097121617132579, + "nauc_precision_at_100_max": 0.2770673201330057, + "nauc_precision_at_100_std": 0.3468784879741885, + "nauc_precision_at_10_diff1": 0.01851251805196334, + "nauc_precision_at_10_max": 0.4362445739022961, + "nauc_precision_at_10_std": 0.2724877033594048, + "nauc_precision_at_1_diff1": 0.29499190671171394, + "nauc_precision_at_1_max": 0.45656209800247316, + "nauc_precision_at_1_std": 0.21128729530235088, + "nauc_precision_at_20_diff1": -0.009941865807649263, + "nauc_precision_at_20_max": 0.3853642941020589, + "nauc_precision_at_20_std": 0.30128090240019234, + "nauc_precision_at_3_diff1": 0.11317441437997786, + "nauc_precision_at_3_max": 0.43842666521038076, + "nauc_precision_at_3_std": 0.18844216031172467, + "nauc_precision_at_5_diff1": 0.04343162427564863, + "nauc_precision_at_5_max": 0.4300814459636775, + "nauc_precision_at_5_std": 0.2353892014224537, + "nauc_recall_at_1000_diff1": 0.2043996638251947, + "nauc_recall_at_1000_max": 0.8930278416423908, + "nauc_recall_at_1000_std": 0.8930278416423908, + "nauc_recall_at_100_diff1": 0.1963966653192178, + "nauc_recall_at_100_max": 0.3686635351538362, + "nauc_recall_at_100_std": 0.2497588562242686, + "nauc_recall_at_10_diff1": 0.19041456998704398, + "nauc_recall_at_10_max": 0.2893018967690813, + "nauc_recall_at_10_std": -0.05095950291909684, + "nauc_recall_at_1_diff1": 0.27087693794968976, + "nauc_recall_at_1_max": 0.15792220312022198, + "nauc_recall_at_1_std": -0.06317364127539579, + "nauc_recall_at_20_diff1": 0.21076321855535649, + "nauc_recall_at_20_max": 0.2873063986290327, + "nauc_recall_at_20_std": -0.04318895957009786, + "nauc_recall_at_3_diff1": 0.19768860290625867, + "nauc_recall_at_3_max": 0.18030079689260933, + "nauc_recall_at_3_std": -0.12005379437289528, + "nauc_recall_at_5_diff1": 0.19615603288185537, + "nauc_recall_at_5_max": 0.22573661828001465, + "nauc_recall_at_5_std": -0.0935591961442857, + "ndcg_at_1": 0.57253, + "ndcg_at_10": 0.52979, + "ndcg_at_100": 0.66077, + "ndcg_at_1000": 0.66983, + "ndcg_at_20": 0.58889, + "ndcg_at_3": 0.50643, + "ndcg_at_5": 0.49766, + "precision_at_1": 0.57253, + "precision_at_10": 0.25093, + "precision_at_100": 0.04404, + "precision_at_1000": 0.00461, + "precision_at_20": 0.16111, + "precision_at_3": 0.4285, + "precision_at_5": 0.35617, + "recall_at_1": 0.15987, + "recall_at_10": 0.58577, + "recall_at_100": 0.95908, + "recall_at_1000": 0.99907, + "recall_at_20": 0.72922, + "recall_at_3": 0.33618, + "recall_at_5": 0.43676 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.54151, + "map_at_1": 0.28228, + "map_at_10": 0.45279, + "map_at_100": 0.47673, + "map_at_1000": 0.47736, + "map_at_20": 0.46689, + "map_at_3": 0.39271, + "map_at_5": 0.42835, + "mrr_at_1": 0.44462025316455694, + "mrr_at_10": 0.5654410287321677, + "mrr_at_100": 0.5721712286335854, + "mrr_at_1000": 0.5722956120881219, + "mrr_at_20": 0.5697964126342753, + "mrr_at_3": 0.5321729957805907, + "mrr_at_5": 0.5529799578059068, + "nauc_map_at_1000_diff1": 0.31517799398255064, + "nauc_map_at_1000_max": 0.2528561429867214, + "nauc_map_at_1000_std": -0.06198326722329817, + "nauc_map_at_100_diff1": 0.3150413766417202, + "nauc_map_at_100_max": 0.25308538509025313, + "nauc_map_at_100_std": -0.0617298052011358, + "nauc_map_at_10_diff1": 0.31855012013350115, + "nauc_map_at_10_max": 0.24654191590961969, + "nauc_map_at_10_std": -0.0745636295401328, + "nauc_map_at_1_diff1": 0.3885649393631701, + "nauc_map_at_1_max": 0.1661573036584437, + "nauc_map_at_1_std": -0.11171650501134166, + "nauc_map_at_20_diff1": 0.31687031052247483, + "nauc_map_at_20_max": 0.25161323686736425, + "nauc_map_at_20_std": -0.06685765612839482, + "nauc_map_at_3_diff1": 0.335034548573777, + "nauc_map_at_3_max": 0.2102114277408497, + "nauc_map_at_3_std": -0.10404768718610331, + "nauc_map_at_5_diff1": 0.3266958595993418, + "nauc_map_at_5_max": 0.22926011235620591, + "nauc_map_at_5_std": -0.08978124915859265, + "nauc_mrr_at_1000_diff1": 0.31032233335273285, + "nauc_mrr_at_1000_max": 0.3256462370507392, + "nauc_mrr_at_1000_std": 0.030104554777061213, + "nauc_mrr_at_100_diff1": 0.31005697775314994, + "nauc_mrr_at_100_max": 0.32558656035580547, + "nauc_mrr_at_100_std": 0.03015996236314166, + "nauc_mrr_at_10_diff1": 0.309820427491728, + "nauc_mrr_at_10_max": 0.3275461771419907, + "nauc_mrr_at_10_std": 0.03144506613544381, + "nauc_mrr_at_1_diff1": 0.34418812164137, + "nauc_mrr_at_1_max": 0.29805455706424727, + "nauc_mrr_at_1_std": -0.002778064638844702, + "nauc_mrr_at_20_diff1": 0.31069080554514494, + "nauc_mrr_at_20_max": 0.3274376185982131, + "nauc_mrr_at_20_std": 0.032465375626734384, + "nauc_mrr_at_3_diff1": 0.31255145804544626, + "nauc_mrr_at_3_max": 0.3229360135445233, + "nauc_mrr_at_3_std": 0.02420308339823469, + "nauc_mrr_at_5_diff1": 0.31263901270974326, + "nauc_mrr_at_5_max": 0.32173841791376173, + "nauc_mrr_at_5_std": 0.025352002102078247, + "nauc_ndcg_at_1000_diff1": 0.29770223254165945, + "nauc_ndcg_at_1000_max": 0.28987169488613446, + "nauc_ndcg_at_1000_std": -0.008988740922804049, + "nauc_ndcg_at_100_diff1": 0.29153589123761664, + "nauc_ndcg_at_100_max": 0.2916084851761773, + "nauc_ndcg_at_100_std": -0.004004429415376984, + "nauc_ndcg_at_10_diff1": 0.30080809666956737, + "nauc_ndcg_at_10_max": 0.28418187108841403, + "nauc_ndcg_at_10_std": -0.03200482776127564, + "nauc_ndcg_at_1_diff1": 0.34418812164137, + "nauc_ndcg_at_1_max": 0.29805455706424727, + "nauc_ndcg_at_1_std": -0.002778064638844702, + "nauc_ndcg_at_20_diff1": 0.3003823345981813, + "nauc_ndcg_at_20_max": 0.293314237091822, + "nauc_ndcg_at_20_std": -0.014250832626048987, + "nauc_ndcg_at_3_diff1": 0.30507516723880646, + "nauc_ndcg_at_3_max": 0.26029485747177816, + "nauc_ndcg_at_3_std": -0.05232281192689151, + "nauc_ndcg_at_5_diff1": 0.31193313238017745, + "nauc_ndcg_at_5_max": 0.2630559261646452, + "nauc_ndcg_at_5_std": -0.050998470236086606, + "nauc_precision_at_1000_diff1": -0.1741300503200777, + "nauc_precision_at_1000_max": 0.10246244720073105, + "nauc_precision_at_1000_std": 0.21121064945445595, + "nauc_precision_at_100_diff1": -0.16779365708489294, + "nauc_precision_at_100_max": 0.1373679979690216, + "nauc_precision_at_100_std": 0.23288042622889848, + "nauc_precision_at_10_diff1": -0.0463539749105949, + "nauc_precision_at_10_max": 0.2567107179493919, + "nauc_precision_at_10_std": 0.16560991372633124, + "nauc_precision_at_1_diff1": 0.34418812164137, + "nauc_precision_at_1_max": 0.29805455706424727, + "nauc_precision_at_1_std": -0.002778064638844702, + "nauc_precision_at_20_diff1": -0.08579409584165952, + "nauc_precision_at_20_max": 0.2181478081792198, + "nauc_precision_at_20_std": 0.19653692513665352, + "nauc_precision_at_3_diff1": 0.10691409200663572, + "nauc_precision_at_3_max": 0.28310852413042015, + "nauc_precision_at_3_std": 0.06706964584856519, + "nauc_precision_at_5_diff1": 0.04382409963177198, + "nauc_precision_at_5_max": 0.27851210374926055, + "nauc_precision_at_5_std": 0.10605151185967081, + "nauc_recall_at_1000_diff1": -0.5033146969260865, + "nauc_recall_at_1000_max": 0.5780755021539993, + "nauc_recall_at_1000_std": 0.9721353185772719, + "nauc_recall_at_100_diff1": -0.1184059933427937, + "nauc_recall_at_100_max": 0.30294485308745794, + "nauc_recall_at_100_std": 0.28678040268543425, + "nauc_recall_at_10_diff1": 0.21155568012772963, + "nauc_recall_at_10_max": 0.2692927177438754, + "nauc_recall_at_10_std": -0.009229389308384791, + "nauc_recall_at_1_diff1": 0.3885649393631701, + "nauc_recall_at_1_max": 0.1661573036584437, + "nauc_recall_at_1_std": -0.11171650501134166, + "nauc_recall_at_20_diff1": 0.19855924108932224, + "nauc_recall_at_20_max": 0.2993675157596542, + "nauc_recall_at_20_std": 0.059853587724560536, + "nauc_recall_at_3_diff1": 0.28155587474489424, + "nauc_recall_at_3_max": 0.200339944002244, + "nauc_recall_at_3_std": -0.09007625038556906, + "nauc_recall_at_5_diff1": 0.26907236079825897, + "nauc_recall_at_5_max": 0.21717012053892593, + "nauc_recall_at_5_std": -0.06840337015185682, + "ndcg_at_1": 0.44462, + "ndcg_at_10": 0.54151, + "ndcg_at_100": 0.61543, + "ndcg_at_1000": 0.62247, + "ndcg_at_20": 0.57477, + "ndcg_at_3": 0.46447, + "ndcg_at_5": 0.50024, + "precision_at_1": 0.44462, + "precision_at_10": 0.13101, + "precision_at_100": 0.01973, + "precision_at_1000": 0.00207, + "precision_at_20": 0.07801, + "precision_at_3": 0.27584, + "precision_at_5": 0.21076, + "recall_at_1": 0.28228, + "recall_at_10": 0.67992, + "recall_at_100": 0.95376, + "recall_at_1000": 0.99494, + "recall_at_20": 0.78462, + "recall_at_3": 0.47125, + "recall_at_5": 0.5687 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.73244, + "map_at_1": 0.43977, + "map_at_10": 0.65319, + "map_at_100": 0.66704, + "map_at_1000": 0.66726, + "map_at_20": 0.66205, + "map_at_3": 0.59381, + "map_at_5": 0.63084, + "mrr_at_1": 0.692, + "mrr_at_10": 0.777534920634921, + "mrr_at_100": 0.7802111260346873, + "mrr_at_1000": 0.7802652647341405, + "mrr_at_20": 0.7792859425060669, + "mrr_at_3": 0.760666666666667, + "mrr_at_5": 0.7714166666666674, + "nauc_map_at_1000_diff1": 0.369850581088476, + "nauc_map_at_1000_max": 0.29500869889905673, + "nauc_map_at_1000_std": -0.08065707002310879, + "nauc_map_at_100_diff1": 0.36985303610680653, + "nauc_map_at_100_max": 0.29523814899407524, + "nauc_map_at_100_std": -0.08062010132363247, + "nauc_map_at_10_diff1": 0.3673851242267483, + "nauc_map_at_10_max": 0.28802687919795894, + "nauc_map_at_10_std": -0.0887106099073297, + "nauc_map_at_1_diff1": 0.39724994732044255, + "nauc_map_at_1_max": 0.1882758777153649, + "nauc_map_at_1_std": -0.08757628914005021, + "nauc_map_at_20_diff1": 0.36911785724911816, + "nauc_map_at_20_max": 0.2942704119782628, + "nauc_map_at_20_std": -0.08242401088905209, + "nauc_map_at_3_diff1": 0.3565154100415104, + "nauc_map_at_3_max": 0.26046870921953, + "nauc_map_at_3_std": -0.0957490783835061, + "nauc_map_at_5_diff1": 0.3583323179102527, + "nauc_map_at_5_max": 0.2762376670607707, + "nauc_map_at_5_std": -0.09436954209306278, + "nauc_mrr_at_1000_diff1": 0.4747478447487567, + "nauc_mrr_at_1000_max": 0.4042104946105321, + "nauc_mrr_at_1000_std": -0.0311113885435716, + "nauc_mrr_at_100_diff1": 0.47463846523548664, + "nauc_mrr_at_100_max": 0.40425942308191387, + "nauc_mrr_at_100_std": -0.030947816822263045, + "nauc_mrr_at_10_diff1": 0.47411834141417947, + "nauc_mrr_at_10_max": 0.403902971337757, + "nauc_mrr_at_10_std": -0.03047338769310228, + "nauc_mrr_at_1_diff1": 0.48798964215120194, + "nauc_mrr_at_1_max": 0.3872361830406166, + "nauc_mrr_at_1_std": -0.030675031349850633, + "nauc_mrr_at_20_diff1": 0.47441262286429037, + "nauc_mrr_at_20_max": 0.40413159062584114, + "nauc_mrr_at_20_std": -0.031586670156624926, + "nauc_mrr_at_3_diff1": 0.4746713084537839, + "nauc_mrr_at_3_max": 0.4092325087179965, + "nauc_mrr_at_3_std": -0.030618439533497428, + "nauc_mrr_at_5_diff1": 0.4752180075855032, + "nauc_mrr_at_5_max": 0.40512253196340275, + "nauc_mrr_at_5_std": -0.03867611018321191, + "nauc_ndcg_at_1000_diff1": 0.39714548563464497, + "nauc_ndcg_at_1000_max": 0.3373564664335595, + "nauc_ndcg_at_1000_std": -0.055954214755098014, + "nauc_ndcg_at_100_diff1": 0.395633912540591, + "nauc_ndcg_at_100_max": 0.3416071648575985, + "nauc_ndcg_at_100_std": -0.05213030028405775, + "nauc_ndcg_at_10_diff1": 0.39004094942527945, + "nauc_ndcg_at_10_max": 0.32301056954849844, + "nauc_ndcg_at_10_std": -0.07879071133256692, + "nauc_ndcg_at_1_diff1": 0.48798964215120194, + "nauc_ndcg_at_1_max": 0.3872361830406166, + "nauc_ndcg_at_1_std": -0.030675031349850633, + "nauc_ndcg_at_20_diff1": 0.39279198277495303, + "nauc_ndcg_at_20_max": 0.3368728444607947, + "nauc_ndcg_at_20_std": -0.06180197714823881, + "nauc_ndcg_at_3_diff1": 0.3746307042280873, + "nauc_ndcg_at_3_max": 0.2988997827848085, + "nauc_ndcg_at_3_std": -0.08057473345714858, + "nauc_ndcg_at_5_diff1": 0.37464758920351343, + "nauc_ndcg_at_5_max": 0.30762239616911713, + "nauc_ndcg_at_5_std": -0.09114937351505793, + "nauc_precision_at_1000_diff1": -0.14260369180457985, + "nauc_precision_at_1000_max": 0.06956909171917705, + "nauc_precision_at_1000_std": 0.16719656563671617, + "nauc_precision_at_100_diff1": -0.1274128352508243, + "nauc_precision_at_100_max": 0.09601659282635644, + "nauc_precision_at_100_std": 0.1707686649138508, + "nauc_precision_at_10_diff1": -0.005457498336564965, + "nauc_precision_at_10_max": 0.18598779432071078, + "nauc_precision_at_10_std": 0.08959154617195268, + "nauc_precision_at_1_diff1": 0.48798964215120194, + "nauc_precision_at_1_max": 0.3872361830406166, + "nauc_precision_at_1_std": -0.030675031349850633, + "nauc_precision_at_20_diff1": -0.06029728024074447, + "nauc_precision_at_20_max": 0.16356407608941, + "nauc_precision_at_20_std": 0.1438715669614687, + "nauc_precision_at_3_diff1": 0.1158960648554143, + "nauc_precision_at_3_max": 0.27537197262492286, + "nauc_precision_at_3_std": 0.0237091938783205, + "nauc_precision_at_5_diff1": 0.04509536977058215, + "nauc_precision_at_5_max": 0.23206042934826074, + "nauc_precision_at_5_std": 0.043999805511856525, + "nauc_recall_at_1000_diff1": 0.5098972922502047, + "nauc_recall_at_1000_max": 0.9183006535947601, + "nauc_recall_at_1000_std": 0.819327731092399, + "nauc_recall_at_100_diff1": 0.2789548594678913, + "nauc_recall_at_100_max": 0.6014265675828989, + "nauc_recall_at_100_std": 0.31187584115330236, + "nauc_recall_at_10_diff1": 0.3217314401121375, + "nauc_recall_at_10_max": 0.2815478921783627, + "nauc_recall_at_10_std": -0.10286114854031897, + "nauc_recall_at_1_diff1": 0.39724994732044255, + "nauc_recall_at_1_max": 0.1882758777153649, + "nauc_recall_at_1_std": -0.08757628914005021, + "nauc_recall_at_20_diff1": 0.3152957231407329, + "nauc_recall_at_20_max": 0.34084586516604215, + "nauc_recall_at_20_std": -0.03221463646504546, + "nauc_recall_at_3_diff1": 0.31131716169580714, + "nauc_recall_at_3_max": 0.2455599186841568, + "nauc_recall_at_3_std": -0.09924216651875306, + "nauc_recall_at_5_diff1": 0.29212471958507136, + "nauc_recall_at_5_max": 0.2555515581688346, + "nauc_recall_at_5_std": -0.11919266677381068, + "ndcg_at_1": 0.692, + "ndcg_at_10": 0.73244, + "ndcg_at_100": 0.77252, + "ndcg_at_1000": 0.77561, + "ndcg_at_20": 0.75229, + "ndcg_at_3": 0.65768, + "ndcg_at_5": 0.69731, + "precision_at_1": 0.692, + "precision_at_10": 0.1538, + "precision_at_100": 0.01875, + "precision_at_1000": 0.00191, + "precision_at_20": 0.0841, + "precision_at_3": 0.37967, + "precision_at_5": 0.2672, + "recall_at_1": 0.43977, + "recall_at_10": 0.83317, + "recall_at_100": 0.9781, + "recall_at_1000": 0.9975, + "recall_at_20": 0.89442, + "recall_at_3": 0.66175, + "recall_at_5": 0.74895 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.49212, + "map_at_1": 0.21582, + "map_at_10": 0.38842, + "map_at_100": 0.41669, + "map_at_1000": 0.41721, + "map_at_20": 0.40617, + "map_at_3": 0.32524, + "map_at_5": 0.35786, + "mrr_at_1": 0.3848396501457726, + "mrr_at_10": 0.5285575454671665, + "mrr_at_100": 0.5361402065165658, + "mrr_at_1000": 0.5361844206307829, + "mrr_at_20": 0.5338144716222641, + "mrr_at_3": 0.49076773566569504, + "mrr_at_5": 0.5120505344995143, + "nauc_map_at_1000_diff1": 0.2338432084209288, + "nauc_map_at_1000_max": 0.31172534529223817, + "nauc_map_at_1000_std": 0.082033009520024, + "nauc_map_at_100_diff1": 0.23434848592137064, + "nauc_map_at_100_max": 0.3121720392038987, + "nauc_map_at_100_std": 0.08267691814670074, + "nauc_map_at_10_diff1": 0.23028675425221742, + "nauc_map_at_10_max": 0.3120548776307357, + "nauc_map_at_10_std": 0.08456278012696998, + "nauc_map_at_1_diff1": 0.2794942279383472, + "nauc_map_at_1_max": 0.23294463459150097, + "nauc_map_at_1_std": 0.006108328049176599, + "nauc_map_at_20_diff1": 0.23266798970080055, + "nauc_map_at_20_max": 0.31286146813621424, + "nauc_map_at_20_std": 0.08230569363770639, + "nauc_map_at_3_diff1": 0.20942003212743027, + "nauc_map_at_3_max": 0.28101161145439196, + "nauc_map_at_3_std": 0.07480304030399876, + "nauc_map_at_5_diff1": 0.21521572587381568, + "nauc_map_at_5_max": 0.29558977699336103, + "nauc_map_at_5_std": 0.07214906293369201, + "nauc_mrr_at_1000_diff1": 0.2740054328594647, + "nauc_mrr_at_1000_max": 0.3270850067733875, + "nauc_mrr_at_1000_std": 0.07405828668245024, + "nauc_mrr_at_100_diff1": 0.2740807684714864, + "nauc_mrr_at_100_max": 0.32711669817655004, + "nauc_mrr_at_100_std": 0.07412788071621154, + "nauc_mrr_at_10_diff1": 0.27685385815900415, + "nauc_mrr_at_10_max": 0.33134306282909226, + "nauc_mrr_at_10_std": 0.07540325104072947, + "nauc_mrr_at_1_diff1": 0.2909257000030792, + "nauc_mrr_at_1_max": 0.3206527612398004, + "nauc_mrr_at_1_std": 0.04160968144902184, + "nauc_mrr_at_20_diff1": 0.2747370004463072, + "nauc_mrr_at_20_max": 0.3269110206453567, + "nauc_mrr_at_20_std": 0.0742103735079508, + "nauc_mrr_at_3_diff1": 0.2566193884266255, + "nauc_mrr_at_3_max": 0.31713571417732705, + "nauc_mrr_at_3_std": 0.07603818624620995, + "nauc_mrr_at_5_diff1": 0.2650851994317332, + "nauc_mrr_at_5_max": 0.324702654454718, + "nauc_mrr_at_5_std": 0.06966921744954244, + "nauc_ndcg_at_1000_diff1": 0.2535755338653374, + "nauc_ndcg_at_1000_max": 0.3267545212707245, + "nauc_ndcg_at_1000_std": 0.09178986381795064, + "nauc_ndcg_at_100_diff1": 0.26276544253164613, + "nauc_ndcg_at_100_max": 0.3335775438976646, + "nauc_ndcg_at_100_std": 0.10128250457308283, + "nauc_ndcg_at_10_diff1": 0.25434146305408606, + "nauc_ndcg_at_10_max": 0.34602075834836044, + "nauc_ndcg_at_10_std": 0.10426899292329805, + "nauc_ndcg_at_1_diff1": 0.2909257000030792, + "nauc_ndcg_at_1_max": 0.3206527612398004, + "nauc_ndcg_at_1_std": 0.04160968144902184, + "nauc_ndcg_at_20_diff1": 0.2619531264139902, + "nauc_ndcg_at_20_max": 0.34205200016441595, + "nauc_ndcg_at_20_std": 0.10100372010429931, + "nauc_ndcg_at_3_diff1": 0.2037426791399927, + "nauc_ndcg_at_3_max": 0.2949195332217349, + "nauc_ndcg_at_3_std": 0.09068860979373415, + "nauc_ndcg_at_5_diff1": 0.224054518623887, + "nauc_ndcg_at_5_max": 0.3194246753172502, + "nauc_ndcg_at_5_std": 0.08658131938057687, + "nauc_precision_at_1000_diff1": -0.05377999064584929, + "nauc_precision_at_1000_max": -0.021332828869048272, + "nauc_precision_at_1000_std": 0.0005958234846358707, + "nauc_precision_at_100_diff1": -0.015984486677937868, + "nauc_precision_at_100_max": 0.016382116000197407, + "nauc_precision_at_100_std": 0.034452143439746896, + "nauc_precision_at_10_diff1": 0.07601666156116162, + "nauc_precision_at_10_max": 0.22961828756395575, + "nauc_precision_at_10_std": 0.11144776703704498, + "nauc_precision_at_1_diff1": 0.2909257000030792, + "nauc_precision_at_1_max": 0.3206527612398004, + "nauc_precision_at_1_std": 0.04160968144902184, + "nauc_precision_at_20_diff1": 0.055621802428242016, + "nauc_precision_at_20_max": 0.16062959560461512, + "nauc_precision_at_20_std": 0.08048945734884132, + "nauc_precision_at_3_diff1": 0.09399290526742204, + "nauc_precision_at_3_max": 0.30332837009081437, + "nauc_precision_at_3_std": 0.1403417513571521, + "nauc_precision_at_5_diff1": 0.08250259190145894, + "nauc_precision_at_5_max": 0.2743162323919449, + "nauc_precision_at_5_std": 0.108394180300476, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_recall_at_1000_max": 0.8694079573579554, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.6337967070569205, + "nauc_recall_at_100_max": 0.5509448942905808, + "nauc_recall_at_100_std": 0.522080157821139, + "nauc_recall_at_10_diff1": 0.2441793886164233, + "nauc_recall_at_10_max": 0.3571475234094752, + "nauc_recall_at_10_std": 0.1320946214445398, + "nauc_recall_at_1_diff1": 0.2794942279383472, + "nauc_recall_at_1_max": 0.23294463459150097, + "nauc_recall_at_1_std": 0.006108328049176599, + "nauc_recall_at_20_diff1": 0.29066420447130925, + "nauc_recall_at_20_max": 0.35711641688180606, + "nauc_recall_at_20_std": 0.14221534750056075, + "nauc_recall_at_3_diff1": 0.16724930083801515, + "nauc_recall_at_3_max": 0.2661042300723264, + "nauc_recall_at_3_std": 0.1094275576905799, + "nauc_recall_at_5_diff1": 0.19080558980870047, + "nauc_recall_at_5_max": 0.30589929380772335, + "nauc_recall_at_5_std": 0.09378755863420522, + "ndcg_at_1": 0.38484, + "ndcg_at_10": 0.49212, + "ndcg_at_100": 0.58039, + "ndcg_at_1000": 0.58555, + "ndcg_at_20": 0.53545, + "ndcg_at_3": 0.40251, + "ndcg_at_5": 0.43862, + "precision_at_1": 0.38484, + "precision_at_10": 0.13061, + "precision_at_100": 0.02052, + "precision_at_1000": 0.00213, + "precision_at_20": 0.08047, + "precision_at_3": 0.26142, + "precision_at_5": 0.2, + "recall_at_1": 0.21582, + "recall_at_10": 0.64536, + "recall_at_100": 0.97172, + "recall_at_1000": 0.99951, + "recall_at_20": 0.78593, + "recall_at_3": 0.41773, + "recall_at_5": 0.51038 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.55944, + "map_at_1": 0.27077, + "map_at_10": 0.46676, + "map_at_100": 0.48832, + "map_at_1000": 0.48889, + "map_at_20": 0.48112, + "map_at_3": 0.3896, + "map_at_5": 0.43215, + "mrr_at_1": 0.4542857142857143, + "mrr_at_10": 0.5775056689342405, + "mrr_at_100": 0.5836948423276552, + "mrr_at_1000": 0.5837993292523365, + "mrr_at_20": 0.580595131636264, + "mrr_at_3": 0.5452380952380954, + "mrr_at_5": 0.5665238095238097, + "nauc_map_at_1000_diff1": 0.308338555536244, + "nauc_map_at_1000_max": 0.35389247614251285, + "nauc_map_at_1000_std": 0.08924675299251345, + "nauc_map_at_100_diff1": 0.3083357152067549, + "nauc_map_at_100_max": 0.3543330401422192, + "nauc_map_at_100_std": 0.08945469333376516, + "nauc_map_at_10_diff1": 0.3085701026457477, + "nauc_map_at_10_max": 0.3373664492898588, + "nauc_map_at_10_std": 0.07309024920615553, + "nauc_map_at_1_diff1": 0.3303391747710757, + "nauc_map_at_1_max": 0.1707822693487915, + "nauc_map_at_1_std": 0.010683008746503025, + "nauc_map_at_20_diff1": 0.30652556714532575, + "nauc_map_at_20_max": 0.3538519528683867, + "nauc_map_at_20_std": 0.08786179885736765, + "nauc_map_at_3_diff1": 0.2989862323062142, + "nauc_map_at_3_max": 0.25185389355824134, + "nauc_map_at_3_std": 0.01865406957400525, + "nauc_map_at_5_diff1": 0.3049782592939537, + "nauc_map_at_5_max": 0.30239485024783064, + "nauc_map_at_5_std": 0.04014873692086198, + "nauc_mrr_at_1000_diff1": 0.4096360221777825, + "nauc_mrr_at_1000_max": 0.4447996573364247, + "nauc_mrr_at_1000_std": 0.11746722333481224, + "nauc_mrr_at_100_diff1": 0.40971641175456175, + "nauc_mrr_at_100_max": 0.44480929523015733, + "nauc_mrr_at_100_std": 0.1174558785641119, + "nauc_mrr_at_10_diff1": 0.40512639224590224, + "nauc_mrr_at_10_max": 0.44485935841331303, + "nauc_mrr_at_10_std": 0.11800457067493318, + "nauc_mrr_at_1_diff1": 0.46540993618926674, + "nauc_mrr_at_1_max": 0.4432953766257121, + "nauc_mrr_at_1_std": 0.125658059898907, + "nauc_mrr_at_20_diff1": 0.40819720546786026, + "nauc_mrr_at_20_max": 0.44555055546547284, + "nauc_mrr_at_20_std": 0.11764629195082334, + "nauc_mrr_at_3_diff1": 0.4022035046372842, + "nauc_mrr_at_3_max": 0.43464364781929055, + "nauc_mrr_at_3_std": 0.10554854196726926, + "nauc_mrr_at_5_diff1": 0.40742538032021036, + "nauc_mrr_at_5_max": 0.4441985620048342, + "nauc_mrr_at_5_std": 0.11504389128698894, + "nauc_ndcg_at_1000_diff1": 0.32304073236176545, + "nauc_ndcg_at_1000_max": 0.40477095825557496, + "nauc_ndcg_at_1000_std": 0.12263597265227151, + "nauc_ndcg_at_100_diff1": 0.3231454141852579, + "nauc_ndcg_at_100_max": 0.41159349804147516, + "nauc_ndcg_at_100_std": 0.1301161032743554, + "nauc_ndcg_at_10_diff1": 0.3116164754546153, + "nauc_ndcg_at_10_max": 0.387093773875043, + "nauc_ndcg_at_10_std": 0.10007872527533963, + "nauc_ndcg_at_1_diff1": 0.46540993618926674, + "nauc_ndcg_at_1_max": 0.4432953766257121, + "nauc_ndcg_at_1_std": 0.125658059898907, + "nauc_ndcg_at_20_diff1": 0.31415681943844376, + "nauc_ndcg_at_20_max": 0.409939368640675, + "nauc_ndcg_at_20_std": 0.12415411993680575, + "nauc_ndcg_at_3_diff1": 0.3162250146863834, + "nauc_ndcg_at_3_max": 0.3535753628965248, + "nauc_ndcg_at_3_std": 0.0731812453783979, + "nauc_ndcg_at_5_diff1": 0.3096149845836104, + "nauc_ndcg_at_5_max": 0.35621228294552537, + "nauc_ndcg_at_5_std": 0.05977126974276767, + "nauc_precision_at_1000_diff1": 0.010046523719028944, + "nauc_precision_at_1000_max": 0.32764822152102957, + "nauc_precision_at_1000_std": 0.24368478611639016, + "nauc_precision_at_100_diff1": 0.020649828585818836, + "nauc_precision_at_100_max": 0.3717644500151671, + "nauc_precision_at_100_std": 0.2721095677157561, + "nauc_precision_at_10_diff1": 0.09085602490564425, + "nauc_precision_at_10_max": 0.4540042540034541, + "nauc_precision_at_10_std": 0.2699972812759878, + "nauc_precision_at_1_diff1": 0.46540993618926674, + "nauc_precision_at_1_max": 0.4432953766257121, + "nauc_precision_at_1_std": 0.125658059898907, + "nauc_precision_at_20_diff1": 0.050111500963682824, + "nauc_precision_at_20_max": 0.43529483529413127, + "nauc_precision_at_20_std": 0.2869686401340128, + "nauc_precision_at_3_diff1": 0.19655697832171548, + "nauc_precision_at_3_max": 0.4325410567399869, + "nauc_precision_at_3_std": 0.1621084280901026, + "nauc_precision_at_5_diff1": 0.13601272625935606, + "nauc_precision_at_5_max": 0.4767304527841186, + "nauc_precision_at_5_std": 0.2172106401613679, + "nauc_recall_at_1000_diff1": -1.1517273576097646, + "nauc_recall_at_1000_max": 0.6478174603174436, + "nauc_recall_at_1000_std": 0.9836601307189791, + "nauc_recall_at_100_diff1": 0.19136146900086465, + "nauc_recall_at_100_max": 0.5545619567462831, + "nauc_recall_at_100_std": 0.41255944455791216, + "nauc_recall_at_10_diff1": 0.20690713349322887, + "nauc_recall_at_10_max": 0.3562138934929805, + "nauc_recall_at_10_std": 0.09313408365787489, + "nauc_recall_at_1_diff1": 0.3303391747710757, + "nauc_recall_at_1_max": 0.1707822693487915, + "nauc_recall_at_1_std": 0.010683008746503025, + "nauc_recall_at_20_diff1": 0.2097375157480916, + "nauc_recall_at_20_max": 0.4316146611860875, + "nauc_recall_at_20_std": 0.18333681884846362, + "nauc_recall_at_3_diff1": 0.21529993548171927, + "nauc_recall_at_3_max": 0.2068637498679948, + "nauc_recall_at_3_std": -0.021689705136930578, + "nauc_recall_at_5_diff1": 0.212396851332464, + "nauc_recall_at_5_max": 0.2640961239299107, + "nauc_recall_at_5_std": -0.010054241865151985, + "ndcg_at_1": 0.45429, + "ndcg_at_10": 0.55944, + "ndcg_at_100": 0.62353, + "ndcg_at_1000": 0.63155, + "ndcg_at_20": 0.59012, + "ndcg_at_3": 0.47402, + "ndcg_at_5": 0.5096, + "precision_at_1": 0.45429, + "precision_at_10": 0.15029, + "precision_at_100": 0.02031, + "precision_at_1000": 0.00214, + "precision_at_20": 0.087, + "precision_at_3": 0.30095, + "precision_at_5": 0.232, + "recall_at_1": 0.27077, + "recall_at_10": 0.70304, + "recall_at_100": 0.9457, + "recall_at_1000": 0.99619, + "recall_at_20": 0.79831, + "recall_at_3": 0.46193, + "recall_at_5": 0.57383 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.50926, + "map_at_1": 0.2331, + "map_at_10": 0.40336, + "map_at_100": 0.43863, + "map_at_1000": 0.44029, + "map_at_20": 0.42405, + "map_at_3": 0.3351, + "map_at_5": 0.36904, + "mrr_at_1": 0.5208333333333334, + "mrr_at_10": 0.6268026620370372, + "mrr_at_100": 0.632967038850777, + "mrr_at_1000": 0.6330888963717657, + "mrr_at_20": 0.6314098140144243, + "mrr_at_3": 0.6041666666666666, + "mrr_at_5": 0.61734375, + "nauc_map_at_1000_diff1": 0.27209657885740296, + "nauc_map_at_1000_max": 0.251571833990942, + "nauc_map_at_1000_std": -0.039592129099596064, + "nauc_map_at_100_diff1": 0.27171621324389117, + "nauc_map_at_100_max": 0.25142578615036143, + "nauc_map_at_100_std": -0.03976375219101825, + "nauc_map_at_10_diff1": 0.2706387510279862, + "nauc_map_at_10_max": 0.23109220703514283, + "nauc_map_at_10_std": -0.06756090817312813, + "nauc_map_at_1_diff1": 0.3280645461153905, + "nauc_map_at_1_max": 0.1859113481853371, + "nauc_map_at_1_std": -0.04238965996084028, + "nauc_map_at_20_diff1": 0.27539335953944105, + "nauc_map_at_20_max": 0.24802394933892966, + "nauc_map_at_20_std": -0.052362436483558546, + "nauc_map_at_3_diff1": 0.29002561815404465, + "nauc_map_at_3_max": 0.21184348661018101, + "nauc_map_at_3_std": -0.07265273836387232, + "nauc_map_at_5_diff1": 0.2814613894502382, + "nauc_map_at_5_max": 0.2132452356416351, + "nauc_map_at_5_std": -0.07392758047097386, + "nauc_mrr_at_1000_diff1": 0.3143231129636589, + "nauc_mrr_at_1000_max": 0.30939515329988343, + "nauc_mrr_at_1000_std": 0.04697458273736373, + "nauc_mrr_at_100_diff1": 0.3142927155192585, + "nauc_mrr_at_100_max": 0.3094920395634604, + "nauc_mrr_at_100_std": 0.047186421431557414, + "nauc_mrr_at_10_diff1": 0.3123386731460787, + "nauc_mrr_at_10_max": 0.3105368684434283, + "nauc_mrr_at_10_std": 0.04733474872177752, + "nauc_mrr_at_1_diff1": 0.34004027568993384, + "nauc_mrr_at_1_max": 0.2899282412003286, + "nauc_mrr_at_1_std": 0.03732308477749091, + "nauc_mrr_at_20_diff1": 0.3143676128042848, + "nauc_mrr_at_20_max": 0.3097152182869216, + "nauc_mrr_at_20_std": 0.047385980764637105, + "nauc_mrr_at_3_diff1": 0.315968198068406, + "nauc_mrr_at_3_max": 0.3135323622005235, + "nauc_mrr_at_3_std": 0.044097700229443704, + "nauc_mrr_at_5_diff1": 0.31113065510640475, + "nauc_mrr_at_5_max": 0.30801997596826725, + "nauc_mrr_at_5_std": 0.04491111517084176, + "nauc_ndcg_at_1000_diff1": 0.26982556462428203, + "nauc_ndcg_at_1000_max": 0.2855887608761739, + "nauc_ndcg_at_1000_std": 0.01648045359594132, + "nauc_ndcg_at_100_diff1": 0.2645403460258755, + "nauc_ndcg_at_100_max": 0.28495148222276573, + "nauc_ndcg_at_100_std": 0.021714394738575588, + "nauc_ndcg_at_10_diff1": 0.26202769365329603, + "nauc_ndcg_at_10_max": 0.2532092704505571, + "nauc_ndcg_at_10_std": -0.04316163250269523, + "nauc_ndcg_at_1_diff1": 0.34004027568993384, + "nauc_ndcg_at_1_max": 0.2899282412003286, + "nauc_ndcg_at_1_std": 0.03732308477749091, + "nauc_ndcg_at_20_diff1": 0.27080328910308354, + "nauc_ndcg_at_20_max": 0.2766767545301014, + "nauc_ndcg_at_20_std": -0.016739151003520657, + "nauc_ndcg_at_3_diff1": 0.27571321642190827, + "nauc_ndcg_at_3_max": 0.2704533369966822, + "nauc_ndcg_at_3_std": -0.00917353890774808, + "nauc_ndcg_at_5_diff1": 0.26861795365470625, + "nauc_ndcg_at_5_max": 0.2406012024142936, + "nauc_ndcg_at_5_std": -0.04168662932711471, + "nauc_precision_at_1000_diff1": -0.08976632872587265, + "nauc_precision_at_1000_max": 0.09340843051351497, + "nauc_precision_at_1000_std": 0.19476141268516164, + "nauc_precision_at_100_diff1": -0.0836915970299, + "nauc_precision_at_100_max": 0.12596096709903584, + "nauc_precision_at_100_std": 0.21801274249254152, + "nauc_precision_at_10_diff1": -0.0011496630425342782, + "nauc_precision_at_10_max": 0.20467187970369222, + "nauc_precision_at_10_std": 0.08302136988122942, + "nauc_precision_at_1_diff1": 0.34004027568993384, + "nauc_precision_at_1_max": 0.2899282412003286, + "nauc_precision_at_1_std": 0.03732308477749091, + "nauc_precision_at_20_diff1": -0.01075321651573067, + "nauc_precision_at_20_max": 0.20867665512601508, + "nauc_precision_at_20_std": 0.15206257653871194, + "nauc_precision_at_3_diff1": 0.11991246279163846, + "nauc_precision_at_3_max": 0.2630830151256405, + "nauc_precision_at_3_std": 0.043920039202255706, + "nauc_precision_at_5_diff1": 0.062374321442360235, + "nauc_precision_at_5_max": 0.21398696535991413, + "nauc_precision_at_5_std": 0.046352627085304646, + "nauc_recall_at_1000_diff1": -0.127091406886147, + "nauc_recall_at_1000_max": 0.42441291498833017, + "nauc_recall_at_1000_std": 0.5106536250086834, + "nauc_recall_at_100_diff1": 0.09041022156428458, + "nauc_recall_at_100_max": 0.24851696935448342, + "nauc_recall_at_100_std": 0.19551628002952245, + "nauc_recall_at_10_diff1": 0.18057792773806913, + "nauc_recall_at_10_max": 0.18905727852585202, + "nauc_recall_at_10_std": -0.08605781279634744, + "nauc_recall_at_1_diff1": 0.3280645461153905, + "nauc_recall_at_1_max": 0.1859113481853371, + "nauc_recall_at_1_std": -0.04238965996084028, + "nauc_recall_at_20_diff1": 0.1799276933915871, + "nauc_recall_at_20_max": 0.2193375696139439, + "nauc_recall_at_20_std": -0.03767117718614964, + "nauc_recall_at_3_diff1": 0.2490594322014216, + "nauc_recall_at_3_max": 0.18251988313665865, + "nauc_recall_at_3_std": -0.09252003407677013, + "nauc_recall_at_5_diff1": 0.22162848931399667, + "nauc_recall_at_5_max": 0.16128169266297748, + "nauc_recall_at_5_std": -0.1042391729410419, + "ndcg_at_1": 0.52083, + "ndcg_at_10": 0.50926, + "ndcg_at_100": 0.60582, + "ndcg_at_1000": 0.62312, + "ndcg_at_20": 0.55295, + "ndcg_at_3": 0.46407, + "ndcg_at_5": 0.4701, + "precision_at_1": 0.52083, + "precision_at_10": 0.16646, + "precision_at_100": 0.02836, + "precision_at_1000": 0.00317, + "precision_at_20": 0.1051, + "precision_at_3": 0.33021, + "precision_at_5": 0.25, + "recall_at_1": 0.2331, + "recall_at_10": 0.5825, + "recall_at_100": 0.89748, + "recall_at_1000": 0.98775, + "recall_at_20": 0.70161, + "recall_at_3": 0.39213, + "recall_at_5": 0.46957 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.6391, + "map_at_1": 0.35205, + "map_at_10": 0.54667, + "map_at_100": 0.56857, + "map_at_1000": 0.56904, + "map_at_20": 0.56084, + "map_at_3": 0.48914, + "map_at_5": 0.52357, + "mrr_at_1": 0.55, + "mrr_at_10": 0.677860372831303, + "mrr_at_100": 0.6825793731471481, + "mrr_at_1000": 0.6825931479801663, + "mrr_at_20": 0.6815047061042091, + "mrr_at_3": 0.6534883720930231, + "mrr_at_5": 0.6700581395348836, + "nauc_map_at_1000_diff1": 0.2782805084125682, + "nauc_map_at_1000_max": 0.17267334344946272, + "nauc_map_at_1000_std": -0.1127986911189305, + "nauc_map_at_100_diff1": 0.278394124513791, + "nauc_map_at_100_max": 0.17288728027746267, + "nauc_map_at_100_std": -0.11313308673018142, + "nauc_map_at_10_diff1": 0.2729474934342807, + "nauc_map_at_10_max": 0.16101416009093855, + "nauc_map_at_10_std": -0.1293204407285053, + "nauc_map_at_1_diff1": 0.3114896077486491, + "nauc_map_at_1_max": 0.11328512851463735, + "nauc_map_at_1_std": -0.12323441525999522, + "nauc_map_at_20_diff1": 0.2744670090245139, + "nauc_map_at_20_max": 0.17008816461410442, + "nauc_map_at_20_std": -0.12162465761682725, + "nauc_map_at_3_diff1": 0.2806962216922739, + "nauc_map_at_3_max": 0.14083359963181122, + "nauc_map_at_3_std": -0.14134612204096317, + "nauc_map_at_5_diff1": 0.27827278050986637, + "nauc_map_at_5_max": 0.1486520160856838, + "nauc_map_at_5_std": -0.1410303023957428, + "nauc_mrr_at_1000_diff1": 0.3489066651318747, + "nauc_mrr_at_1000_max": 0.264277712480603, + "nauc_mrr_at_1000_std": -0.005371727348169788, + "nauc_mrr_at_100_diff1": 0.3489195495658394, + "nauc_mrr_at_100_max": 0.2643007997172321, + "nauc_mrr_at_100_std": -0.005362094173897131, + "nauc_mrr_at_10_diff1": 0.3505846555589564, + "nauc_mrr_at_10_max": 0.2674822539191293, + "nauc_mrr_at_10_std": -0.004171557238186903, + "nauc_mrr_at_1_diff1": 0.36259182397228124, + "nauc_mrr_at_1_max": 0.2415564398015179, + "nauc_mrr_at_1_std": -0.0025912361682363474, + "nauc_mrr_at_20_diff1": 0.34791017575922556, + "nauc_mrr_at_20_max": 0.2638269069310389, + "nauc_mrr_at_20_std": -0.006221637800888885, + "nauc_mrr_at_3_diff1": 0.34212464037952794, + "nauc_mrr_at_3_max": 0.2676013511736647, + "nauc_mrr_at_3_std": -0.002436478007268415, + "nauc_mrr_at_5_diff1": 0.34819654838486574, + "nauc_mrr_at_5_max": 0.26538123400428876, + "nauc_mrr_at_5_std": -0.009131009199695258, + "nauc_ndcg_at_1000_diff1": 0.29362712332471635, + "nauc_ndcg_at_1000_max": 0.2131549135298005, + "nauc_ndcg_at_1000_std": -0.06476765676461217, + "nauc_ndcg_at_100_diff1": 0.2952294065915922, + "nauc_ndcg_at_100_max": 0.21663518058186873, + "nauc_ndcg_at_100_std": -0.06646318524935149, + "nauc_ndcg_at_10_diff1": 0.27845741648073763, + "nauc_ndcg_at_10_max": 0.19296720774604514, + "nauc_ndcg_at_10_std": -0.11012842330352249, + "nauc_ndcg_at_1_diff1": 0.36259182397228124, + "nauc_ndcg_at_1_max": 0.2415564398015179, + "nauc_ndcg_at_1_std": -0.0025912361682363474, + "nauc_ndcg_at_20_diff1": 0.2755662241641144, + "nauc_ndcg_at_20_max": 0.20446379983622473, + "nauc_ndcg_at_20_std": -0.09857162004873865, + "nauc_ndcg_at_3_diff1": 0.28517272679306077, + "nauc_ndcg_at_3_max": 0.18477287074016335, + "nauc_ndcg_at_3_std": -0.08927074822186838, + "nauc_ndcg_at_5_diff1": 0.28851170136697296, + "nauc_ndcg_at_5_max": 0.1779200099381241, + "nauc_ndcg_at_5_std": -0.12030377484132712, + "nauc_precision_at_1000_diff1": -0.07487133808392743, + "nauc_precision_at_1000_max": 0.11360279024075531, + "nauc_precision_at_1000_std": 0.3014482713116917, + "nauc_precision_at_100_diff1": -0.06175998409212475, + "nauc_precision_at_100_max": 0.13579252310394607, + "nauc_precision_at_100_std": 0.3018260914488356, + "nauc_precision_at_10_diff1": -0.03196705422812583, + "nauc_precision_at_10_max": 0.19499083823728441, + "nauc_precision_at_10_std": 0.19119958744637333, + "nauc_precision_at_1_diff1": 0.36259182397228124, + "nauc_precision_at_1_max": 0.2415564398015179, + "nauc_precision_at_1_std": -0.0025912361682363474, + "nauc_precision_at_20_diff1": -0.06766820298825658, + "nauc_precision_at_20_max": 0.17156856213623445, + "nauc_precision_at_20_std": 0.23071835651947464, + "nauc_precision_at_3_diff1": 0.11381539465787906, + "nauc_precision_at_3_max": 0.2246870426716917, + "nauc_precision_at_3_std": 0.07685221254777276, + "nauc_precision_at_5_diff1": 0.04379721975075174, + "nauc_precision_at_5_max": 0.21139634297251264, + "nauc_precision_at_5_std": 0.12411947389757416, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.272165062460201, + "nauc_recall_at_100_max": 0.35196572890879496, + "nauc_recall_at_100_std": -0.03419720831209691, + "nauc_recall_at_10_diff1": 0.17532753081350827, + "nauc_recall_at_10_max": 0.1320689193659771, + "nauc_recall_at_10_std": -0.18970507906239337, + "nauc_recall_at_1_diff1": 0.3114896077486491, + "nauc_recall_at_1_max": 0.11328512851463735, + "nauc_recall_at_1_std": -0.12323441525999522, + "nauc_recall_at_20_diff1": 0.09579902688270665, + "nauc_recall_at_20_max": 0.1371248111286106, + "nauc_recall_at_20_std": -0.2225779253148428, + "nauc_recall_at_3_diff1": 0.21966602226636364, + "nauc_recall_at_3_max": 0.11879337854810389, + "nauc_recall_at_3_std": -0.16351064375534144, + "nauc_recall_at_5_diff1": 0.21077803396160436, + "nauc_recall_at_5_max": 0.1038259123565657, + "nauc_recall_at_5_std": -0.20534927526196545, + "ndcg_at_1": 0.55, + "ndcg_at_10": 0.6391, + "ndcg_at_100": 0.69897, + "ndcg_at_1000": 0.70346, + "ndcg_at_20": 0.67036, + "ndcg_at_3": 0.57491, + "ndcg_at_5": 0.60531, + "precision_at_1": 0.55, + "precision_at_10": 0.14326, + "precision_at_100": 0.02001, + "precision_at_1000": 0.00208, + "precision_at_20": 0.08401, + "precision_at_3": 0.32946, + "precision_at_5": 0.23977, + "recall_at_1": 0.35205, + "recall_at_10": 0.77057, + "recall_at_100": 0.97679, + "recall_at_1000": 1.0, + "recall_at_20": 0.86492, + "recall_at_3": 0.58755, + "recall_at_5": 0.68149 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.61992, + "map_at_1": 0.36225, + "map_at_10": 0.52413, + "map_at_100": 0.55189, + "map_at_1000": 0.5528, + "map_at_20": 0.54039, + "map_at_3": 0.46714, + "map_at_5": 0.49551, + "mrr_at_1": 0.6009389671361502, + "mrr_at_10": 0.7057083240181831, + "mrr_at_100": 0.709825506660028, + "mrr_at_1000": 0.7098802026326358, + "mrr_at_20": 0.7092563312660988, + "mrr_at_3": 0.6807511737089202, + "mrr_at_5": 0.6981220657276995, + "nauc_map_at_1000_diff1": 0.4129592261974497, + "nauc_map_at_1000_max": 0.40491716008269546, + "nauc_map_at_1000_std": -0.11905930170426487, + "nauc_map_at_100_diff1": 0.41195792764485534, + "nauc_map_at_100_max": 0.40412254037431666, + "nauc_map_at_100_std": -0.11978592530150159, + "nauc_map_at_10_diff1": 0.39989979376282064, + "nauc_map_at_10_max": 0.4009832107533247, + "nauc_map_at_10_std": -0.1418226215315056, + "nauc_map_at_1_diff1": 0.47138997636656416, + "nauc_map_at_1_max": 0.35772664182370717, + "nauc_map_at_1_std": -0.21671936282829077, + "nauc_map_at_20_diff1": 0.3996696473036559, + "nauc_map_at_20_max": 0.4004969492539812, + "nauc_map_at_20_std": -0.12656382482427753, + "nauc_map_at_3_diff1": 0.41197815281108463, + "nauc_map_at_3_max": 0.38674468245996935, + "nauc_map_at_3_std": -0.1605848280825176, + "nauc_map_at_5_diff1": 0.40237796372109524, + "nauc_map_at_5_max": 0.39301133667623983, + "nauc_map_at_5_std": -0.1566723342427695, + "nauc_mrr_at_1000_diff1": 0.5084115602953311, + "nauc_mrr_at_1000_max": 0.4418394160807455, + "nauc_mrr_at_1000_std": 0.06453991022324743, + "nauc_mrr_at_100_diff1": 0.5085120075840636, + "nauc_mrr_at_100_max": 0.4419097823222081, + "nauc_mrr_at_100_std": 0.06451041882169117, + "nauc_mrr_at_10_diff1": 0.5058385184526549, + "nauc_mrr_at_10_max": 0.44603484662721793, + "nauc_mrr_at_10_std": 0.06636583638688613, + "nauc_mrr_at_1_diff1": 0.5401572741619431, + "nauc_mrr_at_1_max": 0.4025681424510176, + "nauc_mrr_at_1_std": 0.006911908171327601, + "nauc_mrr_at_20_diff1": 0.5093084149498731, + "nauc_mrr_at_20_max": 0.44287076488245664, + "nauc_mrr_at_20_std": 0.065460168847634, + "nauc_mrr_at_3_diff1": 0.49719951459019734, + "nauc_mrr_at_3_max": 0.43865911561299586, + "nauc_mrr_at_3_std": 0.069821055797009, + "nauc_mrr_at_5_diff1": 0.4939849017683411, + "nauc_mrr_at_5_max": 0.43453999876294924, + "nauc_mrr_at_5_std": 0.06314477005825965, + "nauc_ndcg_at_1000_diff1": 0.4500752744474767, + "nauc_ndcg_at_1000_max": 0.43760292265140244, + "nauc_ndcg_at_1000_std": -0.03194675998187665, + "nauc_ndcg_at_100_diff1": 0.4457816683600843, + "nauc_ndcg_at_100_max": 0.4323185080784834, + "nauc_ndcg_at_100_std": -0.03751274112281749, + "nauc_ndcg_at_10_diff1": 0.39937177024939946, + "nauc_ndcg_at_10_max": 0.42371778089107315, + "nauc_ndcg_at_10_std": -0.09266117377336329, + "nauc_ndcg_at_1_diff1": 0.5401572741619431, + "nauc_ndcg_at_1_max": 0.4025681424510176, + "nauc_ndcg_at_1_std": 0.006911908171327601, + "nauc_ndcg_at_20_diff1": 0.40674683350312685, + "nauc_ndcg_at_20_max": 0.42333120792868684, + "nauc_ndcg_at_20_std": -0.059341009642014546, + "nauc_ndcg_at_3_diff1": 0.42730451209350695, + "nauc_ndcg_at_3_max": 0.39897701012415676, + "nauc_ndcg_at_3_std": -0.05002468838173063, + "nauc_ndcg_at_5_diff1": 0.40127487679913765, + "nauc_ndcg_at_5_max": 0.4005885711035848, + "nauc_ndcg_at_5_std": -0.09322589753019356, + "nauc_precision_at_1000_diff1": -0.009364877126692407, + "nauc_precision_at_1000_max": -0.035173269552612, + "nauc_precision_at_1000_std": 0.3110290156612853, + "nauc_precision_at_100_diff1": -0.006784238471512936, + "nauc_precision_at_100_max": -0.03294635655124513, + "nauc_precision_at_100_std": 0.31222816851061114, + "nauc_precision_at_10_diff1": -0.0276105544044418, + "nauc_precision_at_10_max": 0.09454403703621764, + "nauc_precision_at_10_std": 0.27898798964449417, + "nauc_precision_at_1_diff1": 0.5401572741619431, + "nauc_precision_at_1_max": 0.4025681424510176, + "nauc_precision_at_1_std": 0.006911908171327601, + "nauc_precision_at_20_diff1": -0.055102927886932725, + "nauc_precision_at_20_max": 0.02238689186683557, + "nauc_precision_at_20_std": 0.31905697756693124, + "nauc_precision_at_3_diff1": 0.14972828785630063, + "nauc_precision_at_3_max": 0.26797090620272934, + "nauc_precision_at_3_std": 0.22571423351465864, + "nauc_precision_at_5_diff1": 0.05324927378915761, + "nauc_precision_at_5_max": 0.17793754634122289, + "nauc_precision_at_5_std": 0.24391852333665975, + "nauc_recall_at_1000_diff1": 0.7203749862724601, + "nauc_recall_at_1000_max": 0.8888321799307969, + "nauc_recall_at_1000_std": 0.821560170455856, + "nauc_recall_at_100_diff1": 0.4249101229575938, + "nauc_recall_at_100_max": 0.4049462265252306, + "nauc_recall_at_100_std": 0.09908227127702733, + "nauc_recall_at_10_diff1": 0.23870298107350246, + "nauc_recall_at_10_max": 0.3510716839010168, + "nauc_recall_at_10_std": -0.1389694807409802, + "nauc_recall_at_1_diff1": 0.47138997636656416, + "nauc_recall_at_1_max": 0.35772664182370717, + "nauc_recall_at_1_std": -0.21671936282829077, + "nauc_recall_at_20_diff1": 0.20775953511460377, + "nauc_recall_at_20_max": 0.322214431330691, + "nauc_recall_at_20_std": -0.04430615381905979, + "nauc_recall_at_3_diff1": 0.31329870957580547, + "nauc_recall_at_3_max": 0.3246737007294316, + "nauc_recall_at_3_std": -0.14679428385133492, + "nauc_recall_at_5_diff1": 0.2565641450402416, + "nauc_recall_at_5_max": 0.3143494711209786, + "nauc_recall_at_5_std": -0.17892874064189218, + "ndcg_at_1": 0.60094, + "ndcg_at_10": 0.61992, + "ndcg_at_100": 0.69154, + "ndcg_at_1000": 0.6991, + "ndcg_at_20": 0.6539, + "ndcg_at_3": 0.57554, + "ndcg_at_5": 0.58555, + "precision_at_1": 0.60094, + "precision_at_10": 0.15446, + "precision_at_100": 0.02418, + "precision_at_1000": 0.00255, + "precision_at_20": 0.09343, + "precision_at_3": 0.3349, + "precision_at_5": 0.24131, + "recall_at_1": 0.36225, + "recall_at_10": 0.71744, + "recall_at_100": 0.94849, + "recall_at_1000": 0.98826, + "recall_at_20": 0.81717, + "recall_at_3": 0.53024, + "recall_at_5": 0.6114 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.59967, + "map_at_1": 0.28983, + "map_at_10": 0.49203, + "map_at_100": 0.5236, + "map_at_1000": 0.5244, + "map_at_20": 0.51064, + "map_at_3": 0.42043, + "map_at_5": 0.45782, + "mrr_at_1": 0.565, + "mrr_at_10": 0.6859404761904765, + "mrr_at_100": 0.6893240413651404, + "mrr_at_1000": 0.6893971517327296, + "mrr_at_20": 0.6882566657585624, + "mrr_at_3": 0.6625000000000001, + "mrr_at_5": 0.6768500000000003, + "nauc_map_at_1000_diff1": 0.2777487164910939, + "nauc_map_at_1000_max": 0.29016398280473216, + "nauc_map_at_1000_std": 0.0012917500393694948, + "nauc_map_at_100_diff1": 0.2774655742817675, + "nauc_map_at_100_max": 0.28991643757204777, + "nauc_map_at_100_std": 0.0010773484400014525, + "nauc_map_at_10_diff1": 0.27176127308293957, + "nauc_map_at_10_max": 0.2722104695411446, + "nauc_map_at_10_std": -0.015877602319712584, + "nauc_map_at_1_diff1": 0.33536380942687916, + "nauc_map_at_1_max": 0.19530005461780267, + "nauc_map_at_1_std": -0.04695772970376391, + "nauc_map_at_20_diff1": 0.27369639425449577, + "nauc_map_at_20_max": 0.28019964939944514, + "nauc_map_at_20_std": -0.0088042574672136, + "nauc_map_at_3_diff1": 0.27099159649634674, + "nauc_map_at_3_max": 0.24185926597263263, + "nauc_map_at_3_std": -0.0283948842371062, + "nauc_map_at_5_diff1": 0.261853342033079, + "nauc_map_at_5_max": 0.2538418059739525, + "nauc_map_at_5_std": -0.017846880907555533, + "nauc_mrr_at_1000_diff1": 0.380167807729048, + "nauc_mrr_at_1000_max": 0.41501887170849255, + "nauc_mrr_at_1000_std": 0.09096355302957561, + "nauc_mrr_at_100_diff1": 0.3800792755565862, + "nauc_mrr_at_100_max": 0.41515185289074946, + "nauc_mrr_at_100_std": 0.09114774490773636, + "nauc_mrr_at_10_diff1": 0.377636926166602, + "nauc_mrr_at_10_max": 0.415956781903312, + "nauc_mrr_at_10_std": 0.08937410207438887, + "nauc_mrr_at_1_diff1": 0.4210948483183353, + "nauc_mrr_at_1_max": 0.386266939748375, + "nauc_mrr_at_1_std": 0.07702759600082791, + "nauc_mrr_at_20_diff1": 0.3797206320677209, + "nauc_mrr_at_20_max": 0.4158118098409402, + "nauc_mrr_at_20_std": 0.091400579856613, + "nauc_mrr_at_3_diff1": 0.37831502461465744, + "nauc_mrr_at_3_max": 0.42078953214237075, + "nauc_mrr_at_3_std": 0.09676491031952454, + "nauc_mrr_at_5_diff1": 0.37105543685563613, + "nauc_mrr_at_5_max": 0.40995150451809836, + "nauc_mrr_at_5_std": 0.08735955171585309, + "nauc_ndcg_at_1000_diff1": 0.30065536715116814, + "nauc_ndcg_at_1000_max": 0.3472200452397212, + "nauc_ndcg_at_1000_std": 0.047950059178444554, + "nauc_ndcg_at_100_diff1": 0.2975183856575883, + "nauc_ndcg_at_100_max": 0.3476475776387938, + "nauc_ndcg_at_100_std": 0.05143870991127568, + "nauc_ndcg_at_10_diff1": 0.2783078519475904, + "nauc_ndcg_at_10_max": 0.30534580480432594, + "nauc_ndcg_at_10_std": -0.004470527969602462, + "nauc_ndcg_at_1_diff1": 0.4210948483183353, + "nauc_ndcg_at_1_max": 0.386266939748375, + "nauc_ndcg_at_1_std": 0.07702759600082791, + "nauc_ndcg_at_20_diff1": 0.28665205806204475, + "nauc_ndcg_at_20_max": 0.32048434142860377, + "nauc_ndcg_at_20_std": 0.014578516315266113, + "nauc_ndcg_at_3_diff1": 0.2877237763557813, + "nauc_ndcg_at_3_max": 0.3235844645160157, + "nauc_ndcg_at_3_std": 0.026438004482789008, + "nauc_ndcg_at_5_diff1": 0.26724094946103016, + "nauc_ndcg_at_5_max": 0.29713597810807996, + "nauc_ndcg_at_5_std": 0.008366732050128731, + "nauc_precision_at_1000_diff1": -0.04822006626939453, + "nauc_precision_at_1000_max": 0.1355869681232591, + "nauc_precision_at_1000_std": 0.19106870698321543, + "nauc_precision_at_100_diff1": -0.046388562454500626, + "nauc_precision_at_100_max": 0.15564004094888376, + "nauc_precision_at_100_std": 0.20352632611361823, + "nauc_precision_at_10_diff1": 0.025436557122380975, + "nauc_precision_at_10_max": 0.24163493658667987, + "nauc_precision_at_10_std": 0.11739192794517932, + "nauc_precision_at_1_diff1": 0.4210948483183353, + "nauc_precision_at_1_max": 0.386266939748375, + "nauc_precision_at_1_std": 0.07702759600082791, + "nauc_precision_at_20_diff1": -0.007503462956151359, + "nauc_precision_at_20_max": 0.19572980333539453, + "nauc_precision_at_20_std": 0.14997026161948981, + "nauc_precision_at_3_diff1": 0.11262333858799517, + "nauc_precision_at_3_max": 0.3139021307416652, + "nauc_precision_at_3_std": 0.1122367343460792, + "nauc_precision_at_5_diff1": 0.047748633743729126, + "nauc_precision_at_5_max": 0.2651713577910848, + "nauc_precision_at_5_std": 0.119347931631167, + "nauc_recall_at_1000_diff1": -0.06746031746024801, + "nauc_recall_at_1000_max": 0.7986046270360277, + "nauc_recall_at_1000_std": 0.8182124701732366, + "nauc_recall_at_100_diff1": 0.13757519504545254, + "nauc_recall_at_100_max": 0.36746577828800175, + "nauc_recall_at_100_std": 0.2678748254391895, + "nauc_recall_at_10_diff1": 0.15776629035031706, + "nauc_recall_at_10_max": 0.19552988936737334, + "nauc_recall_at_10_std": -0.0743844523421962, + "nauc_recall_at_1_diff1": 0.33536380942687916, + "nauc_recall_at_1_max": 0.19530005461780267, + "nauc_recall_at_1_std": -0.04695772970376391, + "nauc_recall_at_20_diff1": 0.1630229273995287, + "nauc_recall_at_20_max": 0.20713477392536614, + "nauc_recall_at_20_std": -0.04898465291126991, + "nauc_recall_at_3_diff1": 0.20038665122756472, + "nauc_recall_at_3_max": 0.20047705585365236, + "nauc_recall_at_3_std": -0.04671291224423564, + "nauc_recall_at_5_diff1": 0.15310608369994677, + "nauc_recall_at_5_max": 0.17737768317123884, + "nauc_recall_at_5_std": -0.05487158237228449, + "ndcg_at_1": 0.565, + "ndcg_at_10": 0.59967, + "ndcg_at_100": 0.67907, + "ndcg_at_1000": 0.68665, + "ndcg_at_20": 0.63653, + "ndcg_at_3": 0.54123, + "ndcg_at_5": 0.55784, + "precision_at_1": 0.565, + "precision_at_10": 0.1742, + "precision_at_100": 0.02685, + "precision_at_1000": 0.00282, + "precision_at_20": 0.10595, + "precision_at_3": 0.364, + "precision_at_5": 0.2728, + "recall_at_1": 0.28983, + "recall_at_10": 0.7058, + "recall_at_100": 0.95676, + "recall_at_1000": 0.997, + "recall_at_20": 0.80306, + "recall_at_3": 0.4974, + "recall_at_5": 0.58606 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.68477, + "map_at_1": 0.42219, + "map_at_10": 0.6088, + "map_at_100": 0.62516, + "map_at_1000": 0.62557, + "map_at_20": 0.61965, + "map_at_3": 0.56463, + "map_at_5": 0.58768, + "mrr_at_1": 0.6099585062240664, + "mrr_at_10": 0.7189463544754, + "mrr_at_100": 0.7225331175243386, + "mrr_at_1000": 0.7226411045171718, + "mrr_at_20": 0.7215638476002284, + "mrr_at_3": 0.7043568464730288, + "mrr_at_5": 0.7130705394190868, + "nauc_map_at_1000_diff1": 0.4015277097770902, + "nauc_map_at_1000_max": 0.26184559482056663, + "nauc_map_at_1000_std": -0.0010892650730101973, + "nauc_map_at_100_diff1": 0.40146606318830963, + "nauc_map_at_100_max": 0.26184265203157364, + "nauc_map_at_100_std": -0.0014637479525644282, + "nauc_map_at_10_diff1": 0.3992965971740906, + "nauc_map_at_10_max": 0.2433786699697669, + "nauc_map_at_10_std": -0.013282032617114942, + "nauc_map_at_1_diff1": 0.3997327437100761, + "nauc_map_at_1_max": 0.11563466203196561, + "nauc_map_at_1_std": -0.08826708811640488, + "nauc_map_at_20_diff1": 0.40172490940951167, + "nauc_map_at_20_max": 0.25899201334285255, + "nauc_map_at_20_std": -0.009667722615310742, + "nauc_map_at_3_diff1": 0.3993547771680389, + "nauc_map_at_3_max": 0.21459022093607838, + "nauc_map_at_3_std": -0.0422300560689528, + "nauc_map_at_5_diff1": 0.3914973209118237, + "nauc_map_at_5_max": 0.2265149540045091, + "nauc_map_at_5_std": -0.02750501750938177, + "nauc_mrr_at_1000_diff1": 0.44962786915436875, + "nauc_mrr_at_1000_max": 0.36677213820485594, + "nauc_mrr_at_1000_std": 0.1295264003391119, + "nauc_mrr_at_100_diff1": 0.449647172033254, + "nauc_mrr_at_100_max": 0.3669991450715986, + "nauc_mrr_at_100_std": 0.12963685923667945, + "nauc_mrr_at_10_diff1": 0.4509631111425813, + "nauc_mrr_at_10_max": 0.36893252995707254, + "nauc_mrr_at_10_std": 0.132711294846736, + "nauc_mrr_at_1_diff1": 0.4371312434583984, + "nauc_mrr_at_1_max": 0.29679685221489255, + "nauc_mrr_at_1_std": 0.07851510682178475, + "nauc_mrr_at_20_diff1": 0.4493447140231194, + "nauc_mrr_at_20_max": 0.3668563478365657, + "nauc_mrr_at_20_std": 0.1289177840188067, + "nauc_mrr_at_3_diff1": 0.45294182072388045, + "nauc_mrr_at_3_max": 0.37821083657286575, + "nauc_mrr_at_3_std": 0.13452118301351246, + "nauc_mrr_at_5_diff1": 0.45068249965578205, + "nauc_mrr_at_5_max": 0.37094317238828234, + "nauc_mrr_at_5_std": 0.12815658009856878, + "nauc_ndcg_at_1000_diff1": 0.41316676283326237, + "nauc_ndcg_at_1000_max": 0.32425866303562545, + "nauc_ndcg_at_1000_std": 0.07347922590605326, + "nauc_ndcg_at_100_diff1": 0.4125259283954768, + "nauc_ndcg_at_100_max": 0.32804254882068556, + "nauc_ndcg_at_100_std": 0.07446108174400552, + "nauc_ndcg_at_10_diff1": 0.41286593447107156, + "nauc_ndcg_at_10_max": 0.2865745958956605, + "nauc_ndcg_at_10_std": 0.032846756053654454, + "nauc_ndcg_at_1_diff1": 0.4371312434583984, + "nauc_ndcg_at_1_max": 0.29679685221489255, + "nauc_ndcg_at_1_std": 0.07851510682178475, + "nauc_ndcg_at_20_diff1": 0.4140624820588636, + "nauc_ndcg_at_20_max": 0.31614409679011357, + "nauc_ndcg_at_20_std": 0.03496293314493793, + "nauc_ndcg_at_3_diff1": 0.4022135921786717, + "nauc_ndcg_at_3_max": 0.2890532074850205, + "nauc_ndcg_at_3_std": 0.025784906424906478, + "nauc_ndcg_at_5_diff1": 0.40086910108980117, + "nauc_ndcg_at_5_max": 0.2688167334360176, + "nauc_ndcg_at_5_std": 0.007981654000835276, + "nauc_precision_at_1000_diff1": -0.13077558853056195, + "nauc_precision_at_1000_max": 0.21795578116825792, + "nauc_precision_at_1000_std": 0.3254178564392062, + "nauc_precision_at_100_diff1": -0.11059220043111634, + "nauc_precision_at_100_max": 0.2448822181280948, + "nauc_precision_at_100_std": 0.32706768201190123, + "nauc_precision_at_10_diff1": -0.00044241711156618003, + "nauc_precision_at_10_max": 0.28654420159459004, + "nauc_precision_at_10_std": 0.2737233242153958, + "nauc_precision_at_1_diff1": 0.4371312434583984, + "nauc_precision_at_1_max": 0.29679685221489255, + "nauc_precision_at_1_std": 0.07851510682178475, + "nauc_precision_at_20_diff1": -0.04146215292326071, + "nauc_precision_at_20_max": 0.2986426874013984, + "nauc_precision_at_20_std": 0.25857401068714486, + "nauc_precision_at_3_diff1": 0.12135231057059874, + "nauc_precision_at_3_max": 0.3711805497601018, + "nauc_precision_at_3_std": 0.25837425382459234, + "nauc_precision_at_5_diff1": 0.04311609029154399, + "nauc_precision_at_5_max": 0.322610591052646, + "nauc_precision_at_5_std": 0.26056244794279537, + "nauc_recall_at_1000_diff1": 0.21884409777351363, + "nauc_recall_at_1000_max": 0.626906097352566, + "nauc_recall_at_1000_std": 0.6982925929104906, + "nauc_recall_at_100_diff1": 0.32559391153372963, + "nauc_recall_at_100_max": 0.5253292049076332, + "nauc_recall_at_100_std": 0.3643871706206786, + "nauc_recall_at_10_diff1": 0.36570657724105293, + "nauc_recall_at_10_max": 0.2306318125522786, + "nauc_recall_at_10_std": -0.00010680883842708474, + "nauc_recall_at_1_diff1": 0.3997327437100761, + "nauc_recall_at_1_max": 0.11563466203196561, + "nauc_recall_at_1_std": -0.08826708811640488, + "nauc_recall_at_20_diff1": 0.3423057050618563, + "nauc_recall_at_20_max": 0.3230705835332285, + "nauc_recall_at_20_std": -0.03545506690305003, + "nauc_recall_at_3_diff1": 0.36847933170778674, + "nauc_recall_at_3_max": 0.20996377006949649, + "nauc_recall_at_3_std": -0.053108597726180706, + "nauc_recall_at_5_diff1": 0.34771236698169355, + "nauc_recall_at_5_max": 0.2162225258246356, + "nauc_recall_at_5_std": -0.04630934560017421, + "ndcg_at_1": 0.60996, + "ndcg_at_10": 0.68477, + "ndcg_at_100": 0.72994, + "ndcg_at_1000": 0.73589, + "ndcg_at_20": 0.70857, + "ndcg_at_3": 0.63804, + "ndcg_at_5": 0.65288, + "precision_at_1": 0.60996, + "precision_at_10": 0.13817, + "precision_at_100": 0.01788, + "precision_at_1000": 0.00187, + "precision_at_20": 0.07822, + "precision_at_3": 0.35201, + "precision_at_5": 0.23776, + "recall_at_1": 0.42219, + "recall_at_10": 0.78982, + "recall_at_100": 0.94699, + "recall_at_1000": 0.98582, + "recall_at_20": 0.86319, + "recall_at_3": 0.65393, + "recall_at_5": 0.70983 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.81412, + "map_at_1": 0.67915, + "map_at_10": 0.77516, + "map_at_100": 0.77821, + "map_at_1000": 0.77832, + "map_at_20": 0.77759, + "map_at_3": 0.75879, + "map_at_5": 0.77114, + "mrr_at_1": 0.6884057971014492, + "mrr_at_10": 0.7791987769342842, + "mrr_at_100": 0.7820178137870957, + "mrr_at_1000": 0.7821113352028548, + "mrr_at_20": 0.7814436752956124, + "mrr_at_3": 0.7644927536231884, + "mrr_at_5": 0.7756642512077294, + "nauc_map_at_1000_diff1": 0.6191109406748915, + "nauc_map_at_1000_max": 0.5110739150982775, + "nauc_map_at_1000_std": 0.06334131019762967, + "nauc_map_at_100_diff1": 0.6189581564062225, + "nauc_map_at_100_max": 0.5110849355771684, + "nauc_map_at_100_std": 0.06340769933821655, + "nauc_map_at_10_diff1": 0.6183777375934557, + "nauc_map_at_10_max": 0.5104935624225471, + "nauc_map_at_10_std": 0.05925311680090453, + "nauc_map_at_1_diff1": 0.6502598291844209, + "nauc_map_at_1_max": 0.46915336678719527, + "nauc_map_at_1_std": 0.048829833620082114, + "nauc_map_at_20_diff1": 0.6191116019466341, + "nauc_map_at_20_max": 0.5119131326649752, + "nauc_map_at_20_std": 0.06391592365256556, + "nauc_map_at_3_diff1": 0.6125327267889921, + "nauc_map_at_3_max": 0.5111655749803633, + "nauc_map_at_3_std": 0.06264841557002965, + "nauc_map_at_5_diff1": 0.6182968588769948, + "nauc_map_at_5_max": 0.5137204774945681, + "nauc_map_at_5_std": 0.06001539560021396, + "nauc_mrr_at_1000_diff1": 0.6180330091806608, + "nauc_mrr_at_1000_max": 0.5178663550122585, + "nauc_mrr_at_1000_std": 0.07646673446062384, + "nauc_mrr_at_100_diff1": 0.6178737407190636, + "nauc_mrr_at_100_max": 0.5178557774023668, + "nauc_mrr_at_100_std": 0.07648604143802215, + "nauc_mrr_at_10_diff1": 0.6173031145084347, + "nauc_mrr_at_10_max": 0.5170904338857407, + "nauc_mrr_at_10_std": 0.07248742301172666, + "nauc_mrr_at_1_diff1": 0.6528729443096566, + "nauc_mrr_at_1_max": 0.4915914120405986, + "nauc_mrr_at_1_std": 0.07102407636193589, + "nauc_mrr_at_20_diff1": 0.6181409985452061, + "nauc_mrr_at_20_max": 0.5188662266823645, + "nauc_mrr_at_20_std": 0.0773085986768932, + "nauc_mrr_at_3_diff1": 0.6101134386812462, + "nauc_mrr_at_3_max": 0.5227956963973277, + "nauc_mrr_at_3_std": 0.08136030271578201, + "nauc_mrr_at_5_diff1": 0.6172204171277811, + "nauc_mrr_at_5_max": 0.520896412444405, + "nauc_mrr_at_5_std": 0.07379938717823735, + "nauc_ndcg_at_1000_diff1": 0.6128029849224144, + "nauc_ndcg_at_1000_max": 0.5197489268257757, + "nauc_ndcg_at_1000_std": 0.07232011309079749, + "nauc_ndcg_at_100_diff1": 0.6071689561431151, + "nauc_ndcg_at_100_max": 0.5203463162914446, + "nauc_ndcg_at_100_std": 0.07585309759148706, + "nauc_ndcg_at_10_diff1": 0.6083730209244503, + "nauc_ndcg_at_10_max": 0.521240536875747, + "nauc_ndcg_at_10_std": 0.05983490766536364, + "nauc_ndcg_at_1_diff1": 0.6528729443096566, + "nauc_ndcg_at_1_max": 0.4915914120405986, + "nauc_ndcg_at_1_std": 0.07102407636193589, + "nauc_ndcg_at_20_diff1": 0.6097264635308343, + "nauc_ndcg_at_20_max": 0.527531350994819, + "nauc_ndcg_at_20_std": 0.08038147689109972, + "nauc_ndcg_at_3_diff1": 0.5956936969773687, + "nauc_ndcg_at_3_max": 0.5270973195076245, + "nauc_ndcg_at_3_std": 0.07173990648377031, + "nauc_ndcg_at_5_diff1": 0.6069233005695921, + "nauc_ndcg_at_5_max": 0.5303921889361449, + "nauc_ndcg_at_5_std": 0.06327107437228015, + "nauc_precision_at_1000_diff1": -0.2118147164432401, + "nauc_precision_at_1000_max": 0.10074110214367535, + "nauc_precision_at_1000_std": 0.20581318702437212, + "nauc_precision_at_100_diff1": -0.097225222431299, + "nauc_precision_at_100_max": 0.2519142637764888, + "nauc_precision_at_100_std": 0.27702015832412386, + "nauc_precision_at_10_diff1": 0.27137222661612337, + "nauc_precision_at_10_max": 0.4477220021061454, + "nauc_precision_at_10_std": 0.11924787281395526, + "nauc_precision_at_1_diff1": 0.6528729443096566, + "nauc_precision_at_1_max": 0.4915914120405986, + "nauc_precision_at_1_std": 0.07102407636193589, + "nauc_precision_at_20_diff1": 0.10868143999533977, + "nauc_precision_at_20_max": 0.4209612299412832, + "nauc_precision_at_20_std": 0.2940078242455944, + "nauc_precision_at_3_diff1": 0.44364383816992353, + "nauc_precision_at_3_max": 0.5694143719959921, + "nauc_precision_at_3_std": 0.131365635227554, + "nauc_precision_at_5_diff1": 0.3553903503227701, + "nauc_precision_at_5_max": 0.5297414588299898, + "nauc_precision_at_5_std": 0.12468766251589691, + "nauc_recall_at_1000_diff1": 0.7711474995318263, + "nauc_recall_at_1000_max": 0.9564153178049541, + "nauc_recall_at_1000_std": 0.6095193160881629, + "nauc_recall_at_100_diff1": 0.26374156031547147, + "nauc_recall_at_100_max": 0.5966589248511647, + "nauc_recall_at_100_std": 0.3609668964063451, + "nauc_recall_at_10_diff1": 0.5384197456091571, + "nauc_recall_at_10_max": 0.570994383206951, + "nauc_recall_at_10_std": 0.021463393473064776, + "nauc_recall_at_1_diff1": 0.6502598291844209, + "nauc_recall_at_1_max": 0.46915336678719527, + "nauc_recall_at_1_std": 0.048829833620082114, + "nauc_recall_at_20_diff1": 0.49061736615166385, + "nauc_recall_at_20_max": 0.7047146030555546, + "nauc_recall_at_20_std": 0.3111845463028853, + "nauc_recall_at_3_diff1": 0.5217089009930975, + "nauc_recall_at_3_max": 0.573138882652013, + "nauc_recall_at_3_std": 0.08550097339264051, + "nauc_recall_at_5_diff1": 0.5423679244201612, + "nauc_recall_at_5_max": 0.6063915341968926, + "nauc_recall_at_5_std": 0.05297209844164998, + "ndcg_at_1": 0.68841, + "ndcg_at_10": 0.81412, + "ndcg_at_100": 0.82646, + "ndcg_at_1000": 0.82881, + "ndcg_at_20": 0.82253, + "ndcg_at_3": 0.78369, + "ndcg_at_5": 0.80499, + "precision_at_1": 0.68841, + "precision_at_10": 0.09529, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00103, + "precision_at_20": 0.04934, + "precision_at_3": 0.28905, + "precision_at_5": 0.18454, + "recall_at_1": 0.67915, + "recall_at_10": 0.92794, + "recall_at_100": 0.98048, + "recall_at_1000": 0.99819, + "recall_at_20": 0.96055, + "recall_at_3": 0.84984, + "recall_at_5": 0.90016 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.74955, + "map_at_1": 0.47772, + "map_at_10": 0.67439, + "map_at_100": 0.68791, + "map_at_1000": 0.68812, + "map_at_20": 0.68398, + "map_at_3": 0.62458, + "map_at_5": 0.65526, + "mrr_at_1": 0.6684856753069577, + "mrr_at_10": 0.7715119426579179, + "mrr_at_100": 0.7741018936701385, + "mrr_at_1000": 0.7741300287354771, + "mrr_at_20": 0.7736099865246482, + "mrr_at_3": 0.7560254661209637, + "mrr_at_5": 0.7662573897226008, + "nauc_map_at_1000_diff1": 0.39901492978532255, + "nauc_map_at_1000_max": 0.2901620714866385, + "nauc_map_at_1000_std": -0.10393947241623648, + "nauc_map_at_100_diff1": 0.3987172127146456, + "nauc_map_at_100_max": 0.290000060999202, + "nauc_map_at_100_std": -0.10409863233680836, + "nauc_map_at_10_diff1": 0.4007469630787958, + "nauc_map_at_10_max": 0.2822314854527794, + "nauc_map_at_10_std": -0.12085458509529888, + "nauc_map_at_1_diff1": 0.4484343565149468, + "nauc_map_at_1_max": 0.23892847085368019, + "nauc_map_at_1_std": -0.1348697479431431, + "nauc_map_at_20_diff1": 0.3990796828585471, + "nauc_map_at_20_max": 0.2888215516580156, + "nauc_map_at_20_std": -0.11042060743058717, + "nauc_map_at_3_diff1": 0.3940241380733278, + "nauc_map_at_3_max": 0.25478374155762495, + "nauc_map_at_3_std": -0.14212145113258295, + "nauc_map_at_5_diff1": 0.40040364995800365, + "nauc_map_at_5_max": 0.28196627941893576, + "nauc_map_at_5_std": -0.13124508604003313, + "nauc_mrr_at_1000_diff1": 0.4666634125733539, + "nauc_mrr_at_1000_max": 0.3952586388062623, + "nauc_mrr_at_1000_std": -0.009880866206600244, + "nauc_mrr_at_100_diff1": 0.46669870352596415, + "nauc_mrr_at_100_max": 0.39534131563069075, + "nauc_mrr_at_100_std": -0.009819659350109675, + "nauc_mrr_at_10_diff1": 0.4657303910206658, + "nauc_mrr_at_10_max": 0.3950726997998287, + "nauc_mrr_at_10_std": -0.010037678427173133, + "nauc_mrr_at_1_diff1": 0.5066016867814926, + "nauc_mrr_at_1_max": 0.3857904208420223, + "nauc_mrr_at_1_std": -0.019913074100467398, + "nauc_mrr_at_20_diff1": 0.4669352780319023, + "nauc_mrr_at_20_max": 0.3954908603754183, + "nauc_mrr_at_20_std": -0.00986692731014915, + "nauc_mrr_at_3_diff1": 0.45556030628082045, + "nauc_mrr_at_3_max": 0.3936116637208664, + "nauc_mrr_at_3_std": -0.0010477443641157891, + "nauc_mrr_at_5_diff1": 0.461424414606346, + "nauc_mrr_at_5_max": 0.39735395115388766, + "nauc_mrr_at_5_std": -0.010319426712059663, + "nauc_ndcg_at_1000_diff1": 0.41229206206665203, + "nauc_ndcg_at_1000_max": 0.3267447034722761, + "nauc_ndcg_at_1000_std": -0.06181738625455419, + "nauc_ndcg_at_100_diff1": 0.40926330857220317, + "nauc_ndcg_at_100_max": 0.32609910971092104, + "nauc_ndcg_at_100_std": -0.06195741666729973, + "nauc_ndcg_at_10_diff1": 0.41092846467006, + "nauc_ndcg_at_10_max": 0.3075864560401005, + "nauc_ndcg_at_10_std": -0.10553139864775869, + "nauc_ndcg_at_1_diff1": 0.5066016867814926, + "nauc_ndcg_at_1_max": 0.3857904208420223, + "nauc_ndcg_at_1_std": -0.019913074100467398, + "nauc_ndcg_at_20_diff1": 0.4093111897686606, + "nauc_ndcg_at_20_max": 0.3241589027521463, + "nauc_ndcg_at_20_std": -0.08519078638749351, + "nauc_ndcg_at_3_diff1": 0.38492621139469274, + "nauc_ndcg_at_3_max": 0.2866831352160378, + "nauc_ndcg_at_3_std": -0.09913986512398902, + "nauc_ndcg_at_5_diff1": 0.4041093474003243, + "nauc_ndcg_at_5_max": 0.31178908972871133, + "nauc_ndcg_at_5_std": -0.10852034694861122, + "nauc_precision_at_1000_diff1": -0.18479240418552434, + "nauc_precision_at_1000_max": 0.02791184262655225, + "nauc_precision_at_1000_std": 0.3054691483327419, + "nauc_precision_at_100_diff1": -0.19173049617385268, + "nauc_precision_at_100_max": 0.030901263548251897, + "nauc_precision_at_100_std": 0.30679204155087353, + "nauc_precision_at_10_diff1": -0.11050454255294465, + "nauc_precision_at_10_max": 0.08823945773082703, + "nauc_precision_at_10_std": 0.2122296001301184, + "nauc_precision_at_1_diff1": 0.5066016867814926, + "nauc_precision_at_1_max": 0.3857904208420223, + "nauc_precision_at_1_std": -0.019913074100467398, + "nauc_precision_at_20_diff1": -0.16459088823701754, + "nauc_precision_at_20_max": 0.06792591223984501, + "nauc_precision_at_20_std": 0.2610489726225064, + "nauc_precision_at_3_diff1": 0.01573180339443736, + "nauc_precision_at_3_max": 0.16526044860523922, + "nauc_precision_at_3_std": 0.1008102762232103, + "nauc_precision_at_5_diff1": -0.04873244517229811, + "nauc_precision_at_5_max": 0.15153919610771607, + "nauc_precision_at_5_std": 0.15904245396237904, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.22391821462748515, + "nauc_recall_at_100_max": 0.33118018684592904, + "nauc_recall_at_100_std": 0.027490487399244767, + "nauc_recall_at_10_diff1": 0.3482451345988008, + "nauc_recall_at_10_max": 0.22246214432074585, + "nauc_recall_at_10_std": -0.22578993333869973, + "nauc_recall_at_1_diff1": 0.4484343565149468, + "nauc_recall_at_1_max": 0.23892847085368019, + "nauc_recall_at_1_std": -0.1348697479431431, + "nauc_recall_at_20_diff1": 0.3198135622846888, + "nauc_recall_at_20_max": 0.29244788433928215, + "nauc_recall_at_20_std": -0.21648345835018187, + "nauc_recall_at_3_diff1": 0.3173999552594991, + "nauc_recall_at_3_max": 0.2004172372126914, + "nauc_recall_at_3_std": -0.176412087926969, + "nauc_recall_at_5_diff1": 0.34659613895991154, + "nauc_recall_at_5_max": 0.2583346426181391, + "nauc_recall_at_5_std": -0.20329113027398085, + "ndcg_at_1": 0.66849, + "ndcg_at_10": 0.74955, + "ndcg_at_100": 0.78524, + "ndcg_at_1000": 0.78767, + "ndcg_at_20": 0.77041, + "ndcg_at_3": 0.69486, + "ndcg_at_5": 0.72286, + "precision_at_1": 0.66849, + "precision_at_10": 0.1472, + "precision_at_100": 0.01797, + "precision_at_1000": 0.00183, + "precision_at_20": 0.08179, + "precision_at_3": 0.37153, + "precision_at_5": 0.25866, + "recall_at_1": 0.47772, + "recall_at_10": 0.8621, + "recall_at_100": 0.98627, + "recall_at_1000": 1.0, + "recall_at_20": 0.92617, + "recall_at_3": 0.7189, + "recall_at_5": 0.79162 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.45278, + "map_at_1": 0.2507, + "map_at_10": 0.38809, + "map_at_100": 0.39592, + "map_at_1000": 0.39647, + "map_at_20": 0.39372, + "map_at_3": 0.35808, + "map_at_5": 0.37754, + "mrr_at_1": 0.2605042016806723, + "mrr_at_10": 0.39884287048152606, + "mrr_at_100": 0.40372962105904686, + "mrr_at_1000": 0.4041064607877537, + "mrr_at_20": 0.4018575029079232, + "mrr_at_3": 0.3739495798319328, + "mrr_at_5": 0.3890756302521009, + "nauc_map_at_1000_diff1": 0.6256265218013284, + "nauc_map_at_1000_max": 0.48749402145171006, + "nauc_map_at_1000_std": 0.14348675608475514, + "nauc_map_at_100_diff1": 0.6256241246946895, + "nauc_map_at_100_max": 0.48709734110082054, + "nauc_map_at_100_std": 0.143373610177317, + "nauc_map_at_10_diff1": 0.6268132193831432, + "nauc_map_at_10_max": 0.48712490418831983, + "nauc_map_at_10_std": 0.15042454082826645, + "nauc_map_at_1_diff1": 0.694557335055412, + "nauc_map_at_1_max": 0.4703984149409224, + "nauc_map_at_1_std": 0.07793075707634527, + "nauc_map_at_20_diff1": 0.6241645394866513, + "nauc_map_at_20_max": 0.4869749564611519, + "nauc_map_at_20_std": 0.14408393216193632, + "nauc_map_at_3_diff1": 0.6097963328264646, + "nauc_map_at_3_max": 0.478281868696983, + "nauc_map_at_3_std": 0.1450102538914024, + "nauc_map_at_5_diff1": 0.6264065474045413, + "nauc_map_at_5_max": 0.4937294655233146, + "nauc_map_at_5_std": 0.15871547225449353, + "nauc_mrr_at_1000_diff1": 0.621212178239917, + "nauc_mrr_at_1000_max": 0.483611021818833, + "nauc_mrr_at_1000_std": 0.13089293551922843, + "nauc_mrr_at_100_diff1": 0.6213009347863997, + "nauc_mrr_at_100_max": 0.4836517820055888, + "nauc_mrr_at_100_std": 0.1308530399262757, + "nauc_mrr_at_10_diff1": 0.6216715925408718, + "nauc_mrr_at_10_max": 0.48283043964549055, + "nauc_mrr_at_10_std": 0.13144186504932895, + "nauc_mrr_at_1_diff1": 0.6956041805434046, + "nauc_mrr_at_1_max": 0.4621943799633582, + "nauc_mrr_at_1_std": 0.06150034163747429, + "nauc_mrr_at_20_diff1": 0.6204231987754639, + "nauc_mrr_at_20_max": 0.4849116697942757, + "nauc_mrr_at_20_std": 0.13185239505850413, + "nauc_mrr_at_3_diff1": 0.6024980102597151, + "nauc_mrr_at_3_max": 0.464270739831736, + "nauc_mrr_at_3_std": 0.11272745288113582, + "nauc_mrr_at_5_diff1": 0.613914198680423, + "nauc_mrr_at_5_max": 0.47946878138433674, + "nauc_mrr_at_5_std": 0.12967153024667463, + "nauc_ndcg_at_1000_diff1": 0.6133131127498029, + "nauc_ndcg_at_1000_max": 0.4902720413054484, + "nauc_ndcg_at_1000_std": 0.13985630756013023, + "nauc_ndcg_at_100_diff1": 0.6143600343667593, + "nauc_ndcg_at_100_max": 0.4911725285353134, + "nauc_ndcg_at_100_std": 0.14228355234112774, + "nauc_ndcg_at_10_diff1": 0.618410342133838, + "nauc_ndcg_at_10_max": 0.49324432753440667, + "nauc_ndcg_at_10_std": 0.1630930724861786, + "nauc_ndcg_at_1_diff1": 0.6956041805434046, + "nauc_ndcg_at_1_max": 0.4621943799633582, + "nauc_ndcg_at_1_std": 0.06150034163747429, + "nauc_ndcg_at_20_diff1": 0.6083138175066446, + "nauc_ndcg_at_20_max": 0.496138860717319, + "nauc_ndcg_at_20_std": 0.15275255224362772, + "nauc_ndcg_at_3_diff1": 0.5829953642201932, + "nauc_ndcg_at_3_max": 0.47342340697005664, + "nauc_ndcg_at_3_std": 0.14614326635028668, + "nauc_ndcg_at_5_diff1": 0.6081879636319797, + "nauc_ndcg_at_5_max": 0.49906671358938026, + "nauc_ndcg_at_5_std": 0.17285310292092682, + "nauc_precision_at_1000_diff1": 0.019044367799323347, + "nauc_precision_at_1000_max": 0.0744883962751454, + "nauc_precision_at_1000_std": -0.14399010167518814, + "nauc_precision_at_100_diff1": 0.21241238015332758, + "nauc_precision_at_100_max": 0.20155896310796964, + "nauc_precision_at_100_std": -0.07291121206902798, + "nauc_precision_at_10_diff1": 0.4547423224182177, + "nauc_precision_at_10_max": 0.3518407701940753, + "nauc_precision_at_10_std": 0.10389635434952703, + "nauc_precision_at_1_diff1": 0.6956041805434046, + "nauc_precision_at_1_max": 0.4621943799633582, + "nauc_precision_at_1_std": 0.06150034163747429, + "nauc_precision_at_20_diff1": 0.2967612677208832, + "nauc_precision_at_20_max": 0.284635599703575, + "nauc_precision_at_20_std": 0.021320877515919295, + "nauc_precision_at_3_diff1": 0.5017784197368376, + "nauc_precision_at_3_max": 0.4145216913159275, + "nauc_precision_at_3_std": 0.14546924676381318, + "nauc_precision_at_5_diff1": 0.4880053063120779, + "nauc_precision_at_5_max": 0.4064579194574844, + "nauc_precision_at_5_std": 0.16127949131509725, + "nauc_recall_at_1000_diff1": 0.5373735426470014, + "nauc_recall_at_1000_max": 0.3940534442347821, + "nauc_recall_at_1000_std": 0.017151136674545667, + "nauc_recall_at_100_diff1": 0.5855660136448044, + "nauc_recall_at_100_max": 0.48714958806893915, + "nauc_recall_at_100_std": 0.13424178822100974, + "nauc_recall_at_10_diff1": 0.6089636863777829, + "nauc_recall_at_10_max": 0.5172414109345393, + "nauc_recall_at_10_std": 0.2253988779912052, + "nauc_recall_at_1_diff1": 0.694557335055412, + "nauc_recall_at_1_max": 0.4703984149409224, + "nauc_recall_at_1_std": 0.07793075707634527, + "nauc_recall_at_20_diff1": 0.5609457443907245, + "nauc_recall_at_20_max": 0.5307976249271096, + "nauc_recall_at_20_std": 0.20610840358627988, + "nauc_recall_at_3_diff1": 0.507962585715926, + "nauc_recall_at_3_max": 0.4664301867618882, + "nauc_recall_at_3_std": 0.17225820075006046, + "nauc_recall_at_5_diff1": 0.5697676095277097, + "nauc_recall_at_5_max": 0.5318868881677301, + "nauc_recall_at_5_std": 0.24637287175133588, + "ndcg_at_1": 0.2605, + "ndcg_at_10": 0.45278, + "ndcg_at_100": 0.48523, + "ndcg_at_1000": 0.50102, + "ndcg_at_20": 0.46896, + "ndcg_at_3": 0.39694, + "ndcg_at_5": 0.42908, + "precision_at_1": 0.2605, + "precision_at_10": 0.07143, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00108, + "precision_at_20": 0.04034, + "precision_at_3": 0.17647, + "precision_at_5": 0.12437, + "recall_at_1": 0.2507, + "recall_at_10": 0.63585, + "recall_at_100": 0.77801, + "recall_at_1000": 0.90336, + "recall_at_20": 0.69188, + "recall_at_3": 0.493, + "recall_at_5": 0.56723 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.48371, + "map_at_1": 0.20329, + "map_at_10": 0.37872, + "map_at_100": 0.41112, + "map_at_1000": 0.41193, + "map_at_20": 0.3966, + "map_at_3": 0.31355, + "map_at_5": 0.34435, + "mrr_at_1": 0.3893129770992366, + "mrr_at_10": 0.5324316410194272, + "mrr_at_100": 0.5400389530156822, + "mrr_at_1000": 0.5401527924918164, + "mrr_at_20": 0.5376152541468165, + "mrr_at_3": 0.5008481764206957, + "mrr_at_5": 0.5178965224766752, + "nauc_map_at_1000_diff1": 0.2525245715760348, + "nauc_map_at_1000_max": 0.2588876864450434, + "nauc_map_at_1000_std": -0.007777793819292111, + "nauc_map_at_100_diff1": 0.2519516331685751, + "nauc_map_at_100_max": 0.2592063182679, + "nauc_map_at_100_std": -0.007475643758329538, + "nauc_map_at_10_diff1": 0.2579636075419521, + "nauc_map_at_10_max": 0.2563974303009417, + "nauc_map_at_10_std": -0.015785652764373895, + "nauc_map_at_1_diff1": 0.2878909162825053, + "nauc_map_at_1_max": 0.15150802993545007, + "nauc_map_at_1_std": -0.056316599571966774, + "nauc_map_at_20_diff1": 0.2542097369570566, + "nauc_map_at_20_max": 0.25984585356439377, + "nauc_map_at_20_std": -0.006782844959330195, + "nauc_map_at_3_diff1": 0.26167097720555943, + "nauc_map_at_3_max": 0.2249890718187157, + "nauc_map_at_3_std": -0.029764628094087177, + "nauc_map_at_5_diff1": 0.25707193564624686, + "nauc_map_at_5_max": 0.23288464470860082, + "nauc_map_at_5_std": -0.03261036763759547, + "nauc_mrr_at_1000_diff1": 0.2621124617144435, + "nauc_mrr_at_1000_max": 0.2377621094888675, + "nauc_mrr_at_1000_std": -0.017714618807213967, + "nauc_mrr_at_100_diff1": 0.26205942864950377, + "nauc_mrr_at_100_max": 0.2376577621998884, + "nauc_mrr_at_100_std": -0.018024806515749846, + "nauc_mrr_at_10_diff1": 0.2652572092782406, + "nauc_mrr_at_10_max": 0.24008836611175943, + "nauc_mrr_at_10_std": -0.014495048176194004, + "nauc_mrr_at_1_diff1": 0.26426833374052733, + "nauc_mrr_at_1_max": 0.18998578705295113, + "nauc_mrr_at_1_std": -0.022801147491126786, + "nauc_mrr_at_20_diff1": 0.2630042040416925, + "nauc_mrr_at_20_max": 0.23917376412301455, + "nauc_mrr_at_20_std": -0.016715811890200966, + "nauc_mrr_at_3_diff1": 0.2521109737494622, + "nauc_mrr_at_3_max": 0.2437450615032954, + "nauc_mrr_at_3_std": -0.01725579694078573, + "nauc_mrr_at_5_diff1": 0.25967477657739346, + "nauc_mrr_at_5_max": 0.24470261418052502, + "nauc_mrr_at_5_std": -0.01497567025783898, + "nauc_ndcg_at_1000_diff1": 0.25381020349232775, + "nauc_ndcg_at_1000_max": 0.2676576981851493, + "nauc_ndcg_at_1000_std": -0.00497950927114157, + "nauc_ndcg_at_100_diff1": 0.24725670329370267, + "nauc_ndcg_at_100_max": 0.2718391813537806, + "nauc_ndcg_at_100_std": -0.002078494127636657, + "nauc_ndcg_at_10_diff1": 0.26550332742085125, + "nauc_ndcg_at_10_max": 0.27796893319461075, + "nauc_ndcg_at_10_std": -0.002719110459560479, + "nauc_ndcg_at_1_diff1": 0.26426833374052733, + "nauc_ndcg_at_1_max": 0.18998578705295113, + "nauc_ndcg_at_1_std": -0.022801147491126786, + "nauc_ndcg_at_20_diff1": 0.2531460377521358, + "nauc_ndcg_at_20_max": 0.27912963061472995, + "nauc_ndcg_at_20_std": 0.008373802076155285, + "nauc_ndcg_at_3_diff1": 0.24605033427932077, + "nauc_ndcg_at_3_max": 0.23607448373455472, + "nauc_ndcg_at_3_std": -0.01576907644356862, + "nauc_ndcg_at_5_diff1": 0.2524363193524069, + "nauc_ndcg_at_5_max": 0.2506370888033174, + "nauc_ndcg_at_5_std": -0.022830258280692906, + "nauc_precision_at_1000_diff1": -0.0755959931401615, + "nauc_precision_at_1000_max": 0.027196279269402292, + "nauc_precision_at_1000_std": 0.06578045551491095, + "nauc_precision_at_100_diff1": -0.07969445069794714, + "nauc_precision_at_100_max": 0.07165103428870062, + "nauc_precision_at_100_std": 0.09700171976980164, + "nauc_precision_at_10_diff1": 0.047043255421685436, + "nauc_precision_at_10_max": 0.2521898051208994, + "nauc_precision_at_10_std": 0.11234847469248718, + "nauc_precision_at_1_diff1": 0.26426833374052733, + "nauc_precision_at_1_max": 0.18998578705295113, + "nauc_precision_at_1_std": -0.022801147491126786, + "nauc_precision_at_20_diff1": -0.01960085649810214, + "nauc_precision_at_20_max": 0.18328033553434858, + "nauc_precision_at_20_std": 0.13332806968256108, + "nauc_precision_at_3_diff1": 0.15040228372790282, + "nauc_precision_at_3_max": 0.2598722658990391, + "nauc_precision_at_3_std": 0.028140210339638257, + "nauc_precision_at_5_diff1": 0.09314726771274988, + "nauc_precision_at_5_max": 0.23310870586425778, + "nauc_precision_at_5_std": 0.030146953906498825, + "nauc_recall_at_1000_diff1": 0.7221456649161624, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_100_diff1": 0.036431553774708116, + "nauc_recall_at_100_max": 0.31998111581576577, + "nauc_recall_at_100_std": 0.029126054801699563, + "nauc_recall_at_10_diff1": 0.22671351632221154, + "nauc_recall_at_10_max": 0.25844142568650635, + "nauc_recall_at_10_std": 0.01628747371262846, + "nauc_recall_at_1_diff1": 0.2878909162825053, + "nauc_recall_at_1_max": 0.15150802993545007, + "nauc_recall_at_1_std": -0.056316599571966774, + "nauc_recall_at_20_diff1": 0.17667170859484924, + "nauc_recall_at_20_max": 0.261375841679094, + "nauc_recall_at_20_std": 0.049974998170162814, + "nauc_recall_at_3_diff1": 0.22286372059317158, + "nauc_recall_at_3_max": 0.23020052035649705, + "nauc_recall_at_3_std": -0.017831899585725734, + "nauc_recall_at_5_diff1": 0.21866327028672297, + "nauc_recall_at_5_max": 0.2259754655377047, + "nauc_recall_at_5_std": -0.0368486316747757, + "ndcg_at_1": 0.38931, + "ndcg_at_10": 0.48371, + "ndcg_at_100": 0.57885, + "ndcg_at_1000": 0.58739, + "ndcg_at_20": 0.52489, + "ndcg_at_3": 0.40352, + "ndcg_at_5": 0.42754, + "precision_at_1": 0.38931, + "precision_at_10": 0.14224, + "precision_at_100": 0.02382, + "precision_at_1000": 0.00252, + "precision_at_20": 0.08868, + "precision_at_3": 0.27481, + "precision_at_5": 0.20814, + "recall_at_1": 0.20329, + "recall_at_10": 0.62505, + "recall_at_100": 0.95282, + "recall_at_1000": 0.99927, + "recall_at_20": 0.74465, + "recall_at_3": 0.40051, + "recall_at_5": 0.48083 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCO-PLHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..cbff29cfc --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 2.677130699157715, + "kg_co2_emissions": 0.0002052894632613543, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.61573, + "map_at_1": 0.01963, + "map_at_10": 0.11974, + "map_at_100": 0.38122, + "map_at_1000": 0.53667, + "map_at_20": 0.18014, + "map_at_3": 0.04461, + "map_at_5": 0.07178, + "mrr_at_1": 0.813953488372093, + "mrr_at_10": 0.8575581395348837, + "mrr_at_100": 0.8590835208802201, + "mrr_at_1000": 0.8590835208802201, + "mrr_at_20": 0.8575581395348837, + "mrr_at_3": 0.8488372093023255, + "mrr_at_5": 0.8546511627906976, + "nauc_map_at_1000_diff1": -0.24896484705046168, + "nauc_map_at_1000_max": 0.30519110928436904, + "nauc_map_at_1000_std": 0.5338967045787499, + "nauc_map_at_100_diff1": 0.02972706363615645, + "nauc_map_at_100_max": 0.2926094026583411, + "nauc_map_at_100_std": 0.369262883032951, + "nauc_map_at_10_diff1": 0.3436859131272489, + "nauc_map_at_10_max": 0.22872199569948742, + "nauc_map_at_10_std": -0.0002401534805120139, + "nauc_map_at_1_diff1": 0.4148637379383674, + "nauc_map_at_1_max": 0.06981046297739149, + "nauc_map_at_1_std": -0.20470587602429577, + "nauc_map_at_20_diff1": 0.22004982467827786, + "nauc_map_at_20_max": 0.2062121003940486, + "nauc_map_at_20_std": 0.08364120683359241, + "nauc_map_at_3_diff1": 0.3853425361573516, + "nauc_map_at_3_max": 0.19623023351027905, + "nauc_map_at_3_std": -0.07765604463481282, + "nauc_map_at_5_diff1": 0.3615432542715515, + "nauc_map_at_5_max": 0.21464951391173714, + "nauc_map_at_5_std": -0.04327524764576835, + "nauc_mrr_at_1000_diff1": 0.16807114121419406, + "nauc_mrr_at_1000_max": 0.6999904559719816, + "nauc_mrr_at_1000_std": 0.4404326499216015, + "nauc_mrr_at_100_diff1": 0.16807114121419406, + "nauc_mrr_at_100_max": 0.6999904559719816, + "nauc_mrr_at_100_std": 0.4404326499216015, + "nauc_mrr_at_10_diff1": 0.17747814762788763, + "nauc_mrr_at_10_max": 0.7017824128383753, + "nauc_mrr_at_10_std": 0.4444382049631369, + "nauc_mrr_at_1_diff1": 0.16952073167976853, + "nauc_mrr_at_1_max": 0.6742653835727835, + "nauc_mrr_at_1_std": 0.4384880726484142, + "nauc_mrr_at_20_diff1": 0.17747814762788763, + "nauc_mrr_at_20_max": 0.7017824128383753, + "nauc_mrr_at_20_std": 0.4444382049631369, + "nauc_mrr_at_3_diff1": 0.14550628652975417, + "nauc_mrr_at_3_max": 0.7017903705626835, + "nauc_mrr_at_3_std": 0.4016568649684812, + "nauc_mrr_at_5_diff1": 0.136528731759964, + "nauc_mrr_at_5_max": 0.7080731624498353, + "nauc_mrr_at_5_std": 0.4426211642786294, + "nauc_ndcg_at_1000_diff1": -0.12225584808274843, + "nauc_ndcg_at_1000_max": 0.43964047129342626, + "nauc_ndcg_at_1000_std": 0.5231362699379316, + "nauc_ndcg_at_100_diff1": -0.075081670167795, + "nauc_ndcg_at_100_max": 0.4005395436041077, + "nauc_ndcg_at_100_std": 0.5001920915144271, + "nauc_ndcg_at_10_diff1": 0.02262920575388052, + "nauc_ndcg_at_10_max": 0.3447032832690855, + "nauc_ndcg_at_10_std": 0.2987843959618715, + "nauc_ndcg_at_1_diff1": 0.09606576279662302, + "nauc_ndcg_at_1_max": 0.45922941446169685, + "nauc_ndcg_at_1_std": 0.2771649885672754, + "nauc_ndcg_at_20_diff1": -0.04071989586547742, + "nauc_ndcg_at_20_max": 0.3016346148285461, + "nauc_ndcg_at_20_std": 0.3569568701901526, + "nauc_ndcg_at_3_diff1": -0.02994109849706655, + "nauc_ndcg_at_3_max": 0.43370264700895955, + "nauc_ndcg_at_3_std": 0.3087151019830024, + "nauc_ndcg_at_5_diff1": -0.024173230290422038, + "nauc_ndcg_at_5_max": 0.3637554950633472, + "nauc_ndcg_at_5_std": 0.2612837107170472, + "nauc_precision_at_1000_diff1": -0.35889821598725796, + "nauc_precision_at_1000_max": 0.08541973035860263, + "nauc_precision_at_1000_std": 0.25168332885802, + "nauc_precision_at_100_diff1": -0.30911239508232186, + "nauc_precision_at_100_max": 0.16312269150530226, + "nauc_precision_at_100_std": 0.39361405644732944, + "nauc_precision_at_10_diff1": -0.101660631370655, + "nauc_precision_at_10_max": 0.40727273358999544, + "nauc_precision_at_10_std": 0.4186411202831583, + "nauc_precision_at_1_diff1": 0.16952073167976853, + "nauc_precision_at_1_max": 0.6742653835727835, + "nauc_precision_at_1_std": 0.4384880726484142, + "nauc_precision_at_20_diff1": -0.2363013313623389, + "nauc_precision_at_20_max": 0.24515970441962523, + "nauc_precision_at_20_std": 0.39412459629744073, + "nauc_precision_at_3_diff1": -0.09177827596203784, + "nauc_precision_at_3_max": 0.510245339931163, + "nauc_precision_at_3_std": 0.38559054580565466, + "nauc_precision_at_5_diff1": -0.10555019936058177, + "nauc_precision_at_5_max": 0.5068227821122503, + "nauc_precision_at_5_std": 0.41236036911076457, + "nauc_recall_at_1000_diff1": -0.0656159824741085, + "nauc_recall_at_1000_max": 0.4256119589991467, + "nauc_recall_at_1000_std": 0.8375562517395511, + "nauc_recall_at_100_diff1": 0.12761438576644826, + "nauc_recall_at_100_max": 0.2399962936112437, + "nauc_recall_at_100_std": 0.29322435150034476, + "nauc_recall_at_10_diff1": 0.384957941966142, + "nauc_recall_at_10_max": 0.11840075507389348, + "nauc_recall_at_10_std": -0.08000228012312928, + "nauc_recall_at_1_diff1": 0.4148637379383674, + "nauc_recall_at_1_max": 0.06981046297739149, + "nauc_recall_at_1_std": -0.20470587602429577, + "nauc_recall_at_20_diff1": 0.2631912478201572, + "nauc_recall_at_20_max": 0.12732811503466138, + "nauc_recall_at_20_std": 0.016971687527653465, + "nauc_recall_at_3_diff1": 0.3986601419012107, + "nauc_recall_at_3_max": 0.13393308532243847, + "nauc_recall_at_3_std": -0.14005950440563805, + "nauc_recall_at_5_diff1": 0.3831302460506216, + "nauc_recall_at_5_max": 0.15077835247815657, + "nauc_recall_at_5_std": -0.10547140787916046, + "ndcg_at_1": 0.67829, + "ndcg_at_10": 0.61573, + "ndcg_at_100": 0.63154, + "ndcg_at_1000": 0.76325, + "ndcg_at_20": 0.58194, + "ndcg_at_3": 0.62325, + "ndcg_at_5": 0.62001, + "precision_at_1": 0.81395, + "precision_at_10": 0.71395, + "precision_at_100": 0.43465, + "precision_at_1000": 0.09021, + "precision_at_20": 0.62209, + "precision_at_3": 0.74419, + "precision_at_5": 0.74884, + "recall_at_1": 0.01963, + "recall_at_10": 0.14457, + "recall_at_100": 0.56982, + "recall_at_1000": 0.93844, + "recall_at_20": 0.22118, + "recall_at_3": 0.04879, + "recall_at_5": 0.08083 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCOHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCOHardNegatives.json new file mode 100644 index 000000000..765daa437 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 2.2173919677734375, + "kg_co2_emissions": 0.00015874186293902683, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69511, + "map_at_1": 0.02219, + "map_at_10": 0.14582, + "map_at_100": 0.44829, + "map_at_1000": 0.60926, + "map_at_20": 0.23019, + "map_at_3": 0.05885, + "map_at_5": 0.08374, + "mrr_at_1": 0.8837209302325582, + "mrr_at_10": 0.9302325581395351, + "mrr_at_100": 0.9302325581395351, + "mrr_at_1000": 0.9302325581395351, + "mrr_at_20": 0.9302325581395351, + "mrr_at_3": 0.9302325581395351, + "mrr_at_5": 0.9302325581395351, + "nauc_map_at_1000_diff1": -0.200266625566533, + "nauc_map_at_1000_max": 0.28239921416680686, + "nauc_map_at_1000_std": 0.579885188103006, + "nauc_map_at_100_diff1": 0.06876470026825436, + "nauc_map_at_100_max": 0.20999668561619722, + "nauc_map_at_100_std": 0.2503665678951635, + "nauc_map_at_10_diff1": 0.17584111870303445, + "nauc_map_at_10_max": -0.026231634599157706, + "nauc_map_at_10_std": -0.13226027624971504, + "nauc_map_at_1_diff1": 0.15372573119294028, + "nauc_map_at_1_max": -0.20352042248480257, + "nauc_map_at_1_std": -0.32106095848932603, + "nauc_map_at_20_diff1": 0.20587811572859563, + "nauc_map_at_20_max": 0.013069380937347344, + "nauc_map_at_20_std": -0.06984288708618136, + "nauc_map_at_3_diff1": 0.14740745468990554, + "nauc_map_at_3_max": -0.17992838911000883, + "nauc_map_at_3_std": -0.26164391667640496, + "nauc_map_at_5_diff1": 0.20170848040349248, + "nauc_map_at_5_max": -0.09997692012030225, + "nauc_map_at_5_std": -0.20323379389464483, + "nauc_mrr_at_1000_diff1": 0.2266393367898704, + "nauc_mrr_at_1000_max": 0.19980567766674984, + "nauc_mrr_at_1000_std": 0.13061296461030336, + "nauc_mrr_at_100_diff1": 0.2266393367898704, + "nauc_mrr_at_100_max": 0.19980567766674984, + "nauc_mrr_at_100_std": 0.13061296461030336, + "nauc_mrr_at_10_diff1": 0.2266393367898704, + "nauc_mrr_at_10_max": 0.19980567766674984, + "nauc_mrr_at_10_std": 0.13061296461030336, + "nauc_mrr_at_1_diff1": 0.2416651268745339, + "nauc_mrr_at_1_max": 0.22368555969925877, + "nauc_mrr_at_1_std": 0.1372045876263176, + "nauc_mrr_at_20_diff1": 0.2266393367898704, + "nauc_mrr_at_20_max": 0.19980567766674984, + "nauc_mrr_at_20_std": 0.13061296461030336, + "nauc_mrr_at_3_diff1": 0.2266393367898704, + "nauc_mrr_at_3_max": 0.19980567766674984, + "nauc_mrr_at_3_std": 0.13061296461030336, + "nauc_mrr_at_5_diff1": 0.2266393367898704, + "nauc_mrr_at_5_max": 0.19980567766674984, + "nauc_mrr_at_5_std": 0.13061296461030336, + "nauc_ndcg_at_1000_diff1": -0.1965731463830223, + "nauc_ndcg_at_1000_max": 0.3280181042233272, + "nauc_ndcg_at_1000_std": 0.534622610830261, + "nauc_ndcg_at_100_diff1": -0.06516934790128452, + "nauc_ndcg_at_100_max": 0.3087025911545138, + "nauc_ndcg_at_100_std": 0.5019937009846756, + "nauc_ndcg_at_10_diff1": -0.06487786049972023, + "nauc_ndcg_at_10_max": 0.21741479010371922, + "nauc_ndcg_at_10_std": 0.30389443786107334, + "nauc_ndcg_at_1_diff1": 0.1824630820025671, + "nauc_ndcg_at_1_max": 0.25291354614162714, + "nauc_ndcg_at_1_std": 0.0395690740428006, + "nauc_ndcg_at_20_diff1": -0.13761994335467956, + "nauc_ndcg_at_20_max": 0.1610997994509375, + "nauc_ndcg_at_20_std": 0.31447005823745966, + "nauc_ndcg_at_3_diff1": 0.051504391740890096, + "nauc_ndcg_at_3_max": 0.14118858210733554, + "nauc_ndcg_at_3_std": 0.18407978275176484, + "nauc_ndcg_at_5_diff1": 0.006148701336672741, + "nauc_ndcg_at_5_max": 0.1949401484840544, + "nauc_ndcg_at_5_std": 0.22933006206936493, + "nauc_precision_at_1000_diff1": -0.2894637528362188, + "nauc_precision_at_1000_max": 0.08619231488836347, + "nauc_precision_at_1000_std": 0.31585522576595565, + "nauc_precision_at_100_diff1": -0.3157438051224051, + "nauc_precision_at_100_max": 0.2153168358977066, + "nauc_precision_at_100_std": 0.47103366014177644, + "nauc_precision_at_10_diff1": -0.26895626385210797, + "nauc_precision_at_10_max": 0.2888692621511113, + "nauc_precision_at_10_std": 0.5061709764831357, + "nauc_precision_at_1_diff1": 0.2416651268745339, + "nauc_precision_at_1_max": 0.22368555969925877, + "nauc_precision_at_1_std": 0.1372045876263176, + "nauc_precision_at_20_diff1": -0.23499320808944946, + "nauc_precision_at_20_max": 0.18252250503603443, + "nauc_precision_at_20_std": 0.4196182075812908, + "nauc_precision_at_3_diff1": -0.27890617202362056, + "nauc_precision_at_3_max": 0.015814965753285726, + "nauc_precision_at_3_std": 0.3776487049887214, + "nauc_precision_at_5_diff1": -0.22411517732954714, + "nauc_precision_at_5_max": 0.1992304581613057, + "nauc_precision_at_5_std": 0.42348737214071647, + "nauc_recall_at_1000_diff1": -0.8866450047601067, + "nauc_recall_at_1000_max": 0.13901921031362166, + "nauc_recall_at_1000_std": 0.8728456347140121, + "nauc_recall_at_100_diff1": 0.09612707324309379, + "nauc_recall_at_100_max": 0.1758464803440606, + "nauc_recall_at_100_std": 0.11686410897348286, + "nauc_recall_at_10_diff1": 0.12987113163878514, + "nauc_recall_at_10_max": -0.08626673131894874, + "nauc_recall_at_10_std": -0.19464091936338948, + "nauc_recall_at_1_diff1": 0.15372573119294028, + "nauc_recall_at_1_max": -0.20352042248480257, + "nauc_recall_at_1_std": -0.32106095848932603, + "nauc_recall_at_20_diff1": 0.19998925270898543, + "nauc_recall_at_20_max": -0.050633212159075756, + "nauc_recall_at_20_std": -0.14150281234731155, + "nauc_recall_at_3_diff1": 0.12200413150028536, + "nauc_recall_at_3_max": -0.2033526946380853, + "nauc_recall_at_3_std": -0.2729016850512758, + "nauc_recall_at_5_diff1": 0.18491013709733847, + "nauc_recall_at_5_max": -0.11513586425273116, + "nauc_recall_at_5_std": -0.21819667676745041, + "ndcg_at_1": 0.71705, + "ndcg_at_10": 0.69511, + "ndcg_at_100": 0.69787, + "ndcg_at_1000": 0.8239, + "ndcg_at_20": 0.68293, + "ndcg_at_3": 0.721, + "ndcg_at_5": 0.69608, + "precision_at_1": 0.88372, + "precision_at_10": 0.80233, + "precision_at_100": 0.45767, + "precision_at_1000": 0.09319, + "precision_at_20": 0.7314, + "precision_at_3": 0.86822, + "precision_at_5": 0.83256, + "recall_at_1": 0.02219, + "recall_at_10": 0.16564, + "recall_at_100": 0.60773, + "recall_at_1000": 0.97168, + "recall_at_20": 0.27065, + "recall_at_3": 0.06142, + "recall_at_5": 0.08839 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQ-PLHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQ-PLHardNegatives.json new file mode 100644 index 000000000..d147b0d3d --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 66.44500780105591, + "kg_co2_emissions": 0.005777423420864355, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.42119, + "map_at_1": 0.23867, + "map_at_10": 0.35858, + "map_at_100": 0.37087, + "map_at_1000": 0.37143, + "map_at_20": 0.36614, + "map_at_3": 0.32497, + "map_at_5": 0.34456, + "mrr_at_1": 0.268, + "mrr_at_10": 0.3805789682539678, + "mrr_at_100": 0.39030915265376653, + "mrr_at_1000": 0.39075443241347707, + "mrr_at_20": 0.38660999346800373, + "mrr_at_3": 0.351833333333333, + "mrr_at_5": 0.36873333333333275, + "nauc_map_at_1000_diff1": 0.3443401339086058, + "nauc_map_at_1000_max": 0.3055270117407366, + "nauc_map_at_1000_std": 0.04203511025997013, + "nauc_map_at_100_diff1": 0.34449146640684497, + "nauc_map_at_100_max": 0.30585302855094676, + "nauc_map_at_100_std": 0.04215303156126461, + "nauc_map_at_10_diff1": 0.3445746922189435, + "nauc_map_at_10_max": 0.3023020158530353, + "nauc_map_at_10_std": 0.03481802558125205, + "nauc_map_at_1_diff1": 0.3664030643395194, + "nauc_map_at_1_max": 0.22314474139881052, + "nauc_map_at_1_std": -0.018347652801604598, + "nauc_map_at_20_diff1": 0.34340325152019485, + "nauc_map_at_20_max": 0.30409772421077835, + "nauc_map_at_20_std": 0.03953095109295764, + "nauc_map_at_3_diff1": 0.3471745973656679, + "nauc_map_at_3_max": 0.28483568925206065, + "nauc_map_at_3_std": 0.01810809902528412, + "nauc_map_at_5_diff1": 0.3385188449013606, + "nauc_map_at_5_max": 0.2904320133446763, + "nauc_map_at_5_std": 0.022693293647496445, + "nauc_mrr_at_1000_diff1": 0.3312891493756046, + "nauc_mrr_at_1000_max": 0.3059529683382752, + "nauc_mrr_at_1000_std": 0.053115750818143063, + "nauc_mrr_at_100_diff1": 0.3314019602749985, + "nauc_mrr_at_100_max": 0.30623263118940774, + "nauc_mrr_at_100_std": 0.05333067245314209, + "nauc_mrr_at_10_diff1": 0.33021346045659655, + "nauc_mrr_at_10_max": 0.30523337510946325, + "nauc_mrr_at_10_std": 0.04989291966863579, + "nauc_mrr_at_1_diff1": 0.3711659415290045, + "nauc_mrr_at_1_max": 0.2511404524174741, + "nauc_mrr_at_1_std": 0.0009194897615883352, + "nauc_mrr_at_20_diff1": 0.33009539088497175, + "nauc_mrr_at_20_max": 0.30493553341875423, + "nauc_mrr_at_20_std": 0.051744012707213016, + "nauc_mrr_at_3_diff1": 0.33144048978548796, + "nauc_mrr_at_3_max": 0.29215161451741356, + "nauc_mrr_at_3_std": 0.035434604138640836, + "nauc_mrr_at_5_diff1": 0.323490146600259, + "nauc_mrr_at_5_max": 0.2957145038749056, + "nauc_mrr_at_5_std": 0.04162905552186451, + "nauc_ndcg_at_1000_diff1": 0.3334535865692045, + "nauc_ndcg_at_1000_max": 0.338006551754731, + "nauc_ndcg_at_1000_std": 0.08763779128572556, + "nauc_ndcg_at_100_diff1": 0.3383225962832684, + "nauc_ndcg_at_100_max": 0.3493581398225003, + "nauc_ndcg_at_100_std": 0.09658499287524766, + "nauc_ndcg_at_10_diff1": 0.3324207595824984, + "nauc_ndcg_at_10_max": 0.3328335774637994, + "nauc_ndcg_at_10_std": 0.0645978180740542, + "nauc_ndcg_at_1_diff1": 0.3711659415290045, + "nauc_ndcg_at_1_max": 0.2511404524174741, + "nauc_ndcg_at_1_std": 0.0009194897615883352, + "nauc_ndcg_at_20_diff1": 0.33045068599084004, + "nauc_ndcg_at_20_max": 0.33692490261276664, + "nauc_ndcg_at_20_std": 0.07773740617513639, + "nauc_ndcg_at_3_diff1": 0.3323022039887067, + "nauc_ndcg_at_3_max": 0.2988028299453671, + "nauc_ndcg_at_3_std": 0.03133311122130348, + "nauc_ndcg_at_5_diff1": 0.31719812173532275, + "nauc_ndcg_at_5_max": 0.3062699299012596, + "nauc_ndcg_at_5_std": 0.039571352821987975, + "nauc_precision_at_1000_diff1": 0.0033158372117232534, + "nauc_precision_at_1000_max": 0.24440410228404819, + "nauc_precision_at_1000_std": 0.30436763212996215, + "nauc_precision_at_100_diff1": 0.14343698801389237, + "nauc_precision_at_100_max": 0.3882763991302158, + "nauc_precision_at_100_std": 0.3424359504657408, + "nauc_precision_at_10_diff1": 0.23646456552424497, + "nauc_precision_at_10_max": 0.4073737408928849, + "nauc_precision_at_10_std": 0.1844248146376836, + "nauc_precision_at_1_diff1": 0.3711659415290045, + "nauc_precision_at_1_max": 0.2511404524174741, + "nauc_precision_at_1_std": 0.0009194897615883352, + "nauc_precision_at_20_diff1": 0.18628672409054012, + "nauc_precision_at_20_max": 0.38517945925794045, + "nauc_precision_at_20_std": 0.23273518846355126, + "nauc_precision_at_3_diff1": 0.2786051304791456, + "nauc_precision_at_3_max": 0.3545057697245851, + "nauc_precision_at_3_std": 0.08447858680491556, + "nauc_precision_at_5_diff1": 0.22850721394634502, + "nauc_precision_at_5_max": 0.3574241464741202, + "nauc_precision_at_5_std": 0.1052591995936601, + "nauc_recall_at_1000_diff1": 0.1925007938079818, + "nauc_recall_at_1000_max": 0.7120127512284362, + "nauc_recall_at_1000_std": 0.7356635134412911, + "nauc_recall_at_100_diff1": 0.3538014856601375, + "nauc_recall_at_100_max": 0.6322112251897483, + "nauc_recall_at_100_std": 0.45261212915322613, + "nauc_recall_at_10_diff1": 0.3021702319903162, + "nauc_recall_at_10_max": 0.409278972185697, + "nauc_recall_at_10_std": 0.13495506662534848, + "nauc_recall_at_1_diff1": 0.3664030643395194, + "nauc_recall_at_1_max": 0.22314474139881052, + "nauc_recall_at_1_std": -0.018347652801604598, + "nauc_recall_at_20_diff1": 0.2967387085155172, + "nauc_recall_at_20_max": 0.43973610559040255, + "nauc_recall_at_20_std": 0.19668928441124175, + "nauc_recall_at_3_diff1": 0.2969239737812442, + "nauc_recall_at_3_max": 0.31992298523086604, + "nauc_recall_at_3_std": 0.050418460243668466, + "nauc_recall_at_5_diff1": 0.26081046611459424, + "nauc_recall_at_5_max": 0.33140482722525055, + "nauc_recall_at_5_std": 0.06524697987149333, + "ndcg_at_1": 0.268, + "ndcg_at_10": 0.42119, + "ndcg_at_100": 0.4766, + "ndcg_at_1000": 0.49131, + "ndcg_at_20": 0.44627, + "ndcg_at_3": 0.35659, + "ndcg_at_5": 0.38966, + "precision_at_1": 0.268, + "precision_at_10": 0.0705, + "precision_at_100": 0.01016, + "precision_at_1000": 0.00115, + "precision_at_20": 0.04105, + "precision_at_3": 0.16433, + "precision_at_5": 0.1174, + "recall_at_1": 0.23867, + "recall_at_10": 0.59033, + "recall_at_100": 0.83783, + "recall_at_1000": 0.9505, + "recall_at_20": 0.68467, + "recall_at_3": 0.42133, + "recall_at_5": 0.49817 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQHardNegatives.json new file mode 100644 index 000000000..2b4c148b7 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 65.41641592979431, + "kg_co2_emissions": 0.005569049727847115, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.5624, + "map_at_1": 0.326, + "map_at_10": 0.48432, + "map_at_100": 0.49407, + "map_at_1000": 0.49435, + "map_at_20": 0.49067, + "map_at_3": 0.43919, + "map_at_5": 0.46736, + "mrr_at_1": 0.364, + "mrr_at_10": 0.5093162698412693, + "mrr_at_100": 0.5163004738617247, + "mrr_at_1000": 0.5165171624626151, + "mrr_at_20": 0.5139710476743752, + "mrr_at_3": 0.4719999999999994, + "mrr_at_5": 0.49669999999999903, + "nauc_map_at_1000_diff1": 0.3561474040281943, + "nauc_map_at_1000_max": 0.3172124645088334, + "nauc_map_at_1000_std": -0.00308754305938559, + "nauc_map_at_100_diff1": 0.35612714993715644, + "nauc_map_at_100_max": 0.3174330777682485, + "nauc_map_at_100_std": -0.003096103784098778, + "nauc_map_at_10_diff1": 0.3529685635722646, + "nauc_map_at_10_max": 0.3145298583541838, + "nauc_map_at_10_std": -0.004989193945013969, + "nauc_map_at_1_diff1": 0.38581600885954764, + "nauc_map_at_1_max": 0.26759597173024857, + "nauc_map_at_1_std": -0.01602575275319012, + "nauc_map_at_20_diff1": 0.3545626675757627, + "nauc_map_at_20_max": 0.318052648606018, + "nauc_map_at_20_std": -0.003978694792143896, + "nauc_map_at_3_diff1": 0.35706140929364155, + "nauc_map_at_3_max": 0.3033872520483451, + "nauc_map_at_3_std": -0.014076090608250472, + "nauc_map_at_5_diff1": 0.3508538686731566, + "nauc_map_at_5_max": 0.30703171034402, + "nauc_map_at_5_std": -0.007286771094925052, + "nauc_mrr_at_1000_diff1": 0.36235734623909227, + "nauc_mrr_at_1000_max": 0.31769962853568234, + "nauc_mrr_at_1000_std": 0.009038475992944989, + "nauc_mrr_at_100_diff1": 0.36229212997106647, + "nauc_mrr_at_100_max": 0.3178919213931935, + "nauc_mrr_at_100_std": 0.009036167811736667, + "nauc_mrr_at_10_diff1": 0.35912034844920937, + "nauc_mrr_at_10_max": 0.31680449923256515, + "nauc_mrr_at_10_std": 0.008893195079111044, + "nauc_mrr_at_1_diff1": 0.4037281884995574, + "nauc_mrr_at_1_max": 0.28676066150856233, + "nauc_mrr_at_1_std": 0.0030998391802908886, + "nauc_mrr_at_20_diff1": 0.36110520621681896, + "nauc_mrr_at_20_max": 0.3191671349814392, + "nauc_mrr_at_20_std": 0.009550826883690406, + "nauc_mrr_at_3_diff1": 0.3646484712464939, + "nauc_mrr_at_3_max": 0.3136389369860192, + "nauc_mrr_at_3_std": 0.0028286167510359287, + "nauc_mrr_at_5_diff1": 0.3586184022387031, + "nauc_mrr_at_5_max": 0.31135070293745176, + "nauc_mrr_at_5_std": 0.008655308079484973, + "nauc_ndcg_at_1000_diff1": 0.34950230778658975, + "nauc_ndcg_at_1000_max": 0.32981874687914414, + "nauc_ndcg_at_1000_std": 0.00788200363008281, + "nauc_ndcg_at_100_diff1": 0.3481518848654732, + "nauc_ndcg_at_100_max": 0.3359042861018763, + "nauc_ndcg_at_100_std": 0.009459728001183623, + "nauc_ndcg_at_10_diff1": 0.3345137671547035, + "nauc_ndcg_at_10_max": 0.3309332712743786, + "nauc_ndcg_at_10_std": 0.0021105170396168217, + "nauc_ndcg_at_1_diff1": 0.4037281884995574, + "nauc_ndcg_at_1_max": 0.28676066150856233, + "nauc_ndcg_at_1_std": 0.0030998391802908886, + "nauc_ndcg_at_20_diff1": 0.33886078082645266, + "nauc_ndcg_at_20_max": 0.3424027001296908, + "nauc_ndcg_at_20_std": 0.005394761167432711, + "nauc_ndcg_at_3_diff1": 0.344910984904746, + "nauc_ndcg_at_3_max": 0.31193969272221594, + "nauc_ndcg_at_3_std": -0.012772874545622492, + "nauc_ndcg_at_5_diff1": 0.3321137051156588, + "nauc_ndcg_at_5_max": 0.31452052999265706, + "nauc_ndcg_at_5_std": -0.0013397136944731545, + "nauc_precision_at_1000_diff1": -0.06189642785842055, + "nauc_precision_at_1000_max": 0.0854760888160904, + "nauc_precision_at_1000_std": 0.15670179109827975, + "nauc_precision_at_100_diff1": -0.01412405820243953, + "nauc_precision_at_100_max": 0.16753640386794977, + "nauc_precision_at_100_std": 0.16154143772549523, + "nauc_precision_at_10_diff1": 0.11621182666043275, + "nauc_precision_at_10_max": 0.28755075423874776, + "nauc_precision_at_10_std": 0.08210128700445343, + "nauc_precision_at_1_diff1": 0.4037281884995574, + "nauc_precision_at_1_max": 0.28676066150856233, + "nauc_precision_at_1_std": 0.0030998391802908886, + "nauc_precision_at_20_diff1": 0.060936999245314566, + "nauc_precision_at_20_max": 0.27604441274075014, + "nauc_precision_at_20_std": 0.10984813241116968, + "nauc_precision_at_3_diff1": 0.2688640172836399, + "nauc_precision_at_3_max": 0.3328469080304983, + "nauc_precision_at_3_std": 0.018440161210630215, + "nauc_precision_at_5_diff1": 0.18626567709906144, + "nauc_precision_at_5_max": 0.3002484778694306, + "nauc_precision_at_5_std": 0.057810262148537954, + "nauc_recall_at_1000_diff1": 0.25141429120668474, + "nauc_recall_at_1000_max": 0.3421760861207038, + "nauc_recall_at_1000_std": 0.3807326852309482, + "nauc_recall_at_100_diff1": 0.2701976346093992, + "nauc_recall_at_100_max": 0.5537441643323999, + "nauc_recall_at_100_std": 0.12876128229069392, + "nauc_recall_at_10_diff1": 0.22983795348591535, + "nauc_recall_at_10_max": 0.3744351766776783, + "nauc_recall_at_10_std": 0.005505506260931472, + "nauc_recall_at_1_diff1": 0.38581600885954764, + "nauc_recall_at_1_max": 0.26759597173024857, + "nauc_recall_at_1_std": -0.01602575275319012, + "nauc_recall_at_20_diff1": 0.21605636915445242, + "nauc_recall_at_20_max": 0.46589518109384775, + "nauc_recall_at_20_std": 0.020966785067923852, + "nauc_recall_at_3_diff1": 0.2914579946996516, + "nauc_recall_at_3_max": 0.31361038154835713, + "nauc_recall_at_3_std": -0.027697815800138772, + "nauc_recall_at_5_diff1": 0.2451624483934662, + "nauc_recall_at_5_max": 0.3158763302051915, + "nauc_recall_at_5_std": -0.0018978859324437882, + "ndcg_at_1": 0.364, + "ndcg_at_10": 0.5624, + "ndcg_at_100": 0.60324, + "ndcg_at_1000": 0.60932, + "ndcg_at_20": 0.58277, + "ndcg_at_3": 0.47929, + "ndcg_at_5": 0.52668, + "precision_at_1": 0.364, + "precision_at_10": 0.0922, + "precision_at_100": 0.01153, + "precision_at_1000": 0.00121, + "precision_at_20": 0.051, + "precision_at_3": 0.21667, + "precision_at_5": 0.157, + "recall_at_1": 0.326, + "recall_at_10": 0.77292, + "recall_at_100": 0.95, + "recall_at_1000": 0.99433, + "recall_at_20": 0.84817, + "recall_at_3": 0.56225, + "recall_at_5": 0.67125 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2022RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..186fea762 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 23.318125009536743, + "kg_co2_emissions": 0.0018969558147298668, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.27372, + "map_at_1": 0.01307, + "map_at_10": 0.07969, + "map_at_100": 0.17194, + "map_at_1000": 0.21567, + "map_at_20": 0.10509, + "map_at_3": 0.03007, + "map_at_5": 0.05756, + "mrr_at_1": 0.26666666666666666, + "mrr_at_10": 0.3909259259259259, + "mrr_at_100": 0.4023148045718519, + "mrr_at_1000": 0.40243757928026197, + "mrr_at_20": 0.39753452200820616, + "mrr_at_3": 0.34074074074074073, + "mrr_at_5": 0.3807407407407407, + "nauc_map_at_1000_diff1": 0.009713723860728234, + "nauc_map_at_1000_max": 0.4771641918015307, + "nauc_map_at_1000_std": 0.2986220694864862, + "nauc_map_at_100_diff1": -0.07170541863637835, + "nauc_map_at_100_max": 0.3406229070228988, + "nauc_map_at_100_std": 0.22716104702453296, + "nauc_map_at_10_diff1": -0.18079507222399702, + "nauc_map_at_10_max": -0.047843878118710395, + "nauc_map_at_10_std": -0.055151755227932475, + "nauc_map_at_1_diff1": -0.36225950928608314, + "nauc_map_at_1_max": -0.1514247003699631, + "nauc_map_at_1_std": -0.08747208180476743, + "nauc_map_at_20_diff1": -0.15057045377238937, + "nauc_map_at_20_max": 0.03158145351028668, + "nauc_map_at_20_std": 0.008570653867710878, + "nauc_map_at_3_diff1": -0.23723310581205448, + "nauc_map_at_3_max": -0.17341707877516477, + "nauc_map_at_3_std": -0.17728555146996963, + "nauc_map_at_5_diff1": -0.17542876209523703, + "nauc_map_at_5_max": -0.08914528018027877, + "nauc_map_at_5_std": -0.08471793022148968, + "nauc_mrr_at_1000_diff1": -0.2029501895441499, + "nauc_mrr_at_1000_max": 0.05696982243171469, + "nauc_mrr_at_1000_std": 0.05344612666493289, + "nauc_mrr_at_100_diff1": -0.20259061920589247, + "nauc_mrr_at_100_max": 0.05728560446545317, + "nauc_mrr_at_100_std": 0.053474579366588434, + "nauc_mrr_at_10_diff1": -0.2075126378218535, + "nauc_mrr_at_10_max": 0.0707042959410726, + "nauc_mrr_at_10_std": 0.058479299270252486, + "nauc_mrr_at_1_diff1": -0.15475586509593622, + "nauc_mrr_at_1_max": -0.01611368646614755, + "nauc_mrr_at_1_std": 0.016141760287252376, + "nauc_mrr_at_20_diff1": -0.2015100748741634, + "nauc_mrr_at_20_max": 0.06073864420307004, + "nauc_mrr_at_20_std": 0.05448888017311164, + "nauc_mrr_at_3_diff1": -0.18667854369341202, + "nauc_mrr_at_3_max": 0.013294400746162295, + "nauc_mrr_at_3_std": 0.0056510760882958425, + "nauc_mrr_at_5_diff1": -0.21193515885619593, + "nauc_mrr_at_5_max": 0.06913136073524415, + "nauc_mrr_at_5_std": 0.06455267307484625, + "nauc_ndcg_at_1000_diff1": -0.09997601246854908, + "nauc_ndcg_at_1000_max": 0.3721622905958084, + "nauc_ndcg_at_1000_std": 0.24595742422828729, + "nauc_ndcg_at_100_diff1": -0.1300464574732469, + "nauc_ndcg_at_100_max": 0.3667233542489356, + "nauc_ndcg_at_100_std": 0.25413268867285616, + "nauc_ndcg_at_10_diff1": -0.018153783192502892, + "nauc_ndcg_at_10_max": 0.20186489829723853, + "nauc_ndcg_at_10_std": 0.07789421237861024, + "nauc_ndcg_at_1_diff1": -0.1237288384498186, + "nauc_ndcg_at_1_max": -0.018912689247536054, + "nauc_ndcg_at_1_std": -0.036956389248953996, + "nauc_ndcg_at_20_diff1": -0.010812709361264624, + "nauc_ndcg_at_20_max": 0.2600302813261863, + "nauc_ndcg_at_20_std": 0.13349879516709318, + "nauc_ndcg_at_3_diff1": -0.02328857761258754, + "nauc_ndcg_at_3_max": 0.052854860980021234, + "nauc_ndcg_at_3_std": -0.006736694185241964, + "nauc_ndcg_at_5_diff1": -0.016204216855166556, + "nauc_ndcg_at_5_max": 0.12291886215946056, + "nauc_ndcg_at_5_std": 0.02768555411158566, + "nauc_precision_at_1000_diff1": 0.11988725127121252, + "nauc_precision_at_1000_max": 0.5391522870409132, + "nauc_precision_at_1000_std": 0.3223754127046069, + "nauc_precision_at_100_diff1": 0.13422168073987562, + "nauc_precision_at_100_max": 0.5696375878338468, + "nauc_precision_at_100_std": 0.3367022205657512, + "nauc_precision_at_10_diff1": -0.043478668003221456, + "nauc_precision_at_10_max": 0.34270944401352993, + "nauc_precision_at_10_std": 0.2028041676234775, + "nauc_precision_at_1_diff1": -0.15475586509593622, + "nauc_precision_at_1_max": -0.01611368646614755, + "nauc_precision_at_1_std": 0.016141760287252376, + "nauc_precision_at_20_diff1": 0.043976824173234653, + "nauc_precision_at_20_max": 0.4295507414683452, + "nauc_precision_at_20_std": 0.24030593632666883, + "nauc_precision_at_3_diff1": -0.008122536708470058, + "nauc_precision_at_3_max": 0.0790926752020723, + "nauc_precision_at_3_std": -0.02046047426131189, + "nauc_precision_at_5_diff1": -0.0353494441136874, + "nauc_precision_at_5_max": 0.2355473104778104, + "nauc_precision_at_5_std": 0.11634893237929772, + "nauc_recall_at_1000_diff1": 0.168211577710835, + "nauc_recall_at_1000_max": 0.7707466371939324, + "nauc_recall_at_1000_std": 0.7089617894708727, + "nauc_recall_at_100_diff1": -0.11670527865018772, + "nauc_recall_at_100_max": 0.27722378933389513, + "nauc_recall_at_100_std": 0.31046783844224696, + "nauc_recall_at_10_diff1": -0.05877560991868451, + "nauc_recall_at_10_max": -0.028446178200799862, + "nauc_recall_at_10_std": -0.04037459764811721, + "nauc_recall_at_1_diff1": -0.36225950928608314, + "nauc_recall_at_1_max": -0.1514247003699631, + "nauc_recall_at_1_std": -0.08747208180476743, + "nauc_recall_at_20_diff1": -0.019591949645430172, + "nauc_recall_at_20_max": 0.017440312161697995, + "nauc_recall_at_20_std": 0.04026394125162512, + "nauc_recall_at_3_diff1": -0.18530381836681856, + "nauc_recall_at_3_max": -0.2048190537076061, + "nauc_recall_at_3_std": -0.22184378520110723, + "nauc_recall_at_5_diff1": -0.026391296362837473, + "nauc_recall_at_5_max": -0.05818112017463403, + "nauc_recall_at_5_std": -0.060153304551238136, + "ndcg_at_1": 0.23704, + "ndcg_at_10": 0.24451, + "ndcg_at_100": 0.36227, + "ndcg_at_1000": 0.44881, + "ndcg_at_20": 0.27372, + "ndcg_at_3": 0.21769, + "ndcg_at_5": 0.23852, + "precision_at_1": 0.26667, + "precision_at_10": 0.24889, + "precision_at_100": 0.14422, + "precision_at_1000": 0.02898, + "precision_at_20": 0.21889, + "precision_at_3": 0.25926, + "precision_at_5": 0.28, + "recall_at_1": 0.01307, + "recall_at_10": 0.18606, + "recall_at_100": 0.56633, + "recall_at_1000": 0.86627, + "recall_at_20": 0.27607, + "recall_at_3": 0.04151, + "recall_at_5": 0.1275 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.19172, + "map_at_1": 0.01803, + "map_at_10": 0.04905, + "map_at_100": 0.11642, + "map_at_1000": 0.16731, + "map_at_20": 0.06414, + "map_at_3": 0.03063, + "map_at_5": 0.0361, + "mrr_at_1": 0.29545454545454547, + "mrr_at_10": 0.3664051226551226, + "mrr_at_100": 0.3749156973353458, + "mrr_at_1000": 0.3757438664561978, + "mrr_at_20": 0.3699224386724386, + "mrr_at_3": 0.33333333333333337, + "mrr_at_5": 0.3424242424242424, + "nauc_map_at_1000_diff1": 0.2999399055133833, + "nauc_map_at_1000_max": 0.4677406244215433, + "nauc_map_at_1000_std": 0.20257099977323856, + "nauc_map_at_100_diff1": 0.26913880401723284, + "nauc_map_at_100_max": 0.4092007626364992, + "nauc_map_at_100_std": 0.18165400870228726, + "nauc_map_at_10_diff1": 0.05234791436455502, + "nauc_map_at_10_max": 0.34448075109553167, + "nauc_map_at_10_std": 0.19398548505866786, + "nauc_map_at_1_diff1": -0.0024148340648461777, + "nauc_map_at_1_max": 0.19959718123588135, + "nauc_map_at_1_std": 0.052039270413005045, + "nauc_map_at_20_diff1": 0.11810032180111078, + "nauc_map_at_20_max": 0.33188779194936174, + "nauc_map_at_20_std": 0.16016344233556837, + "nauc_map_at_3_diff1": -0.017709312345557643, + "nauc_map_at_3_max": 0.2611157014325676, + "nauc_map_at_3_std": 0.13068252162321506, + "nauc_map_at_5_diff1": 0.02840318021909764, + "nauc_map_at_5_max": 0.327023345368319, + "nauc_map_at_5_std": 0.19196121509921127, + "nauc_mrr_at_1000_diff1": 0.27893387711408346, + "nauc_mrr_at_1000_max": 0.2608709757075927, + "nauc_mrr_at_1000_std": 0.03224992189012386, + "nauc_mrr_at_100_diff1": 0.2791349969791441, + "nauc_mrr_at_100_max": 0.26077477458221865, + "nauc_mrr_at_100_std": 0.03145491141037713, + "nauc_mrr_at_10_diff1": 0.28680851988715433, + "nauc_mrr_at_10_max": 0.26335087812379643, + "nauc_mrr_at_10_std": 0.03924926413880034, + "nauc_mrr_at_1_diff1": 0.2517610377624498, + "nauc_mrr_at_1_max": 0.29401597242058947, + "nauc_mrr_at_1_std": 0.10551971730858947, + "nauc_mrr_at_20_diff1": 0.27944777854500813, + "nauc_mrr_at_20_max": 0.2600933377653569, + "nauc_mrr_at_20_std": 0.03221273802882013, + "nauc_mrr_at_3_diff1": 0.27294167177021017, + "nauc_mrr_at_3_max": 0.25465264402387283, + "nauc_mrr_at_3_std": 0.050614182755800846, + "nauc_mrr_at_5_diff1": 0.2866103868390842, + "nauc_mrr_at_5_max": 0.2602631408315245, + "nauc_mrr_at_5_std": 0.05069831698510319, + "nauc_ndcg_at_1000_diff1": 0.37373944501851036, + "nauc_ndcg_at_1000_max": 0.45659621249747606, + "nauc_ndcg_at_1000_std": 0.12194485438663527, + "nauc_ndcg_at_100_diff1": 0.3462873408438116, + "nauc_ndcg_at_100_max": 0.40073304909511387, + "nauc_ndcg_at_100_std": 0.09884265221471264, + "nauc_ndcg_at_10_diff1": 0.3569937601485518, + "nauc_ndcg_at_10_max": 0.3426338575118607, + "nauc_ndcg_at_10_std": 0.06544777615628244, + "nauc_ndcg_at_1_diff1": 0.34735661078752383, + "nauc_ndcg_at_1_max": 0.30759062729851844, + "nauc_ndcg_at_1_std": 0.03640577174842172, + "nauc_ndcg_at_20_diff1": 0.32305041581292315, + "nauc_ndcg_at_20_max": 0.30094617806644763, + "nauc_ndcg_at_20_std": 0.01748975897900439, + "nauc_ndcg_at_3_diff1": 0.33861516410823267, + "nauc_ndcg_at_3_max": 0.30813482326098585, + "nauc_ndcg_at_3_std": 0.05078156349658422, + "nauc_ndcg_at_5_diff1": 0.37089790013076956, + "nauc_ndcg_at_5_max": 0.3322976101095046, + "nauc_ndcg_at_5_std": 0.07106728819119319, + "nauc_precision_at_1000_diff1": 0.12596611212207764, + "nauc_precision_at_1000_max": 0.08629228772234503, + "nauc_precision_at_1000_std": -0.10326820674309366, + "nauc_precision_at_100_diff1": 0.3736400603222563, + "nauc_precision_at_100_max": 0.37774849677592726, + "nauc_precision_at_100_std": 0.10390434742227446, + "nauc_precision_at_10_diff1": 0.32900837915795905, + "nauc_precision_at_10_max": 0.30244867522735014, + "nauc_precision_at_10_std": 0.0057425511147183115, + "nauc_precision_at_1_diff1": 0.2517610377624498, + "nauc_precision_at_1_max": 0.29401597242058947, + "nauc_precision_at_1_std": 0.10551971730858947, + "nauc_precision_at_20_diff1": 0.3682554085585995, + "nauc_precision_at_20_max": 0.2714334530861304, + "nauc_precision_at_20_std": -0.025896244961318714, + "nauc_precision_at_3_diff1": 0.242960214391507, + "nauc_precision_at_3_max": 0.21153753009773363, + "nauc_precision_at_3_std": 0.014405394717848075, + "nauc_precision_at_5_diff1": 0.3023509180006556, + "nauc_precision_at_5_max": 0.2588372354546661, + "nauc_precision_at_5_std": 0.026724301947007763, + "nauc_recall_at_1000_diff1": 0.5058157293107549, + "nauc_recall_at_1000_max": 0.7376548283358026, + "nauc_recall_at_1000_std": 0.2743942269271008, + "nauc_recall_at_100_diff1": 0.27819917597478605, + "nauc_recall_at_100_max": 0.31952642491890215, + "nauc_recall_at_100_std": 0.0031350632453880866, + "nauc_recall_at_10_diff1": 0.0697039208364165, + "nauc_recall_at_10_max": 0.3161745887399703, + "nauc_recall_at_10_std": 0.157162325346023, + "nauc_recall_at_1_diff1": -0.0024148340648461777, + "nauc_recall_at_1_max": 0.19959718123588135, + "nauc_recall_at_1_std": 0.052039270413005045, + "nauc_recall_at_20_diff1": 0.1121063094061685, + "nauc_recall_at_20_max": 0.24377870098464194, + "nauc_recall_at_20_std": 0.06726847202951701, + "nauc_recall_at_3_diff1": -0.027225603474048125, + "nauc_recall_at_3_max": 0.21580155550999872, + "nauc_recall_at_3_std": 0.0837614673477649, + "nauc_recall_at_5_diff1": 0.03212357030205734, + "nauc_recall_at_5_max": 0.3103449921407075, + "nauc_recall_at_5_std": 0.17485778449773878, + "ndcg_at_1": 0.23485, + "ndcg_at_10": 0.18166, + "ndcg_at_100": 0.26484, + "ndcg_at_1000": 0.46163, + "ndcg_at_20": 0.19172, + "ndcg_at_3": 0.1968, + "ndcg_at_5": 0.18098, + "precision_at_1": 0.29545, + "precision_at_10": 0.18864, + "precision_at_100": 0.1275, + "precision_at_1000": 0.03855, + "precision_at_20": 0.17955, + "precision_at_3": 0.23485, + "precision_at_5": 0.20455, + "recall_at_1": 0.01803, + "recall_at_10": 0.07391, + "recall_at_100": 0.34778, + "recall_at_1000": 0.89805, + "recall_at_20": 0.11997, + "recall_at_3": 0.03482, + "recall_at_5": 0.04214 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.34691, + "map_at_1": 0.02853, + "map_at_10": 0.11591, + "map_at_100": 0.23423, + "map_at_1000": 0.30277, + "map_at_20": 0.14992, + "map_at_3": 0.06209, + "map_at_5": 0.08025, + "mrr_at_1": 0.44680851063829785, + "mrr_at_10": 0.6049898682877406, + "mrr_at_100": 0.6091015081921053, + "mrr_at_1000": 0.6092865220681459, + "mrr_at_20": 0.6081813576494427, + "mrr_at_3": 0.5780141843971631, + "mrr_at_5": 0.5971631205673759, + "nauc_map_at_1000_diff1": -0.05213356389740233, + "nauc_map_at_1000_max": 0.31902093311263985, + "nauc_map_at_1000_std": 0.3734750324258367, + "nauc_map_at_100_diff1": -0.02654228434319975, + "nauc_map_at_100_max": 0.23887650833854523, + "nauc_map_at_100_std": 0.13830654795803846, + "nauc_map_at_10_diff1": 0.036132310564007585, + "nauc_map_at_10_max": 0.12085679653170571, + "nauc_map_at_10_std": -0.04883526128899749, + "nauc_map_at_1_diff1": -0.15701622627236128, + "nauc_map_at_1_max": -0.1342644109077238, + "nauc_map_at_1_std": -0.08489660060289624, + "nauc_map_at_20_diff1": 0.03951129792749099, + "nauc_map_at_20_max": 0.1565995958226476, + "nauc_map_at_20_std": -0.049735753206009654, + "nauc_map_at_3_diff1": -0.09597034625875041, + "nauc_map_at_3_max": 0.0010885846226023268, + "nauc_map_at_3_std": -0.04450052707382752, + "nauc_map_at_5_diff1": -0.021502869468098977, + "nauc_map_at_5_max": 0.0026631723539087605, + "nauc_map_at_5_std": -0.09440728793030187, + "nauc_mrr_at_1000_diff1": 0.13194478366473408, + "nauc_mrr_at_1000_max": 0.007279672676016422, + "nauc_mrr_at_1000_std": 0.05263791282051569, + "nauc_mrr_at_100_diff1": 0.13147945899899946, + "nauc_mrr_at_100_max": 0.007939079943198356, + "nauc_mrr_at_100_std": 0.05308308736632694, + "nauc_mrr_at_10_diff1": 0.14051020493689326, + "nauc_mrr_at_10_max": 0.0032001473392819168, + "nauc_mrr_at_10_std": 0.05758804127629572, + "nauc_mrr_at_1_diff1": 0.1816771812711089, + "nauc_mrr_at_1_max": 0.0024891078642412965, + "nauc_mrr_at_1_std": 0.015437970516321122, + "nauc_mrr_at_20_diff1": 0.1331211932387512, + "nauc_mrr_at_20_max": 0.00772553337121225, + "nauc_mrr_at_20_std": 0.054126802165782514, + "nauc_mrr_at_3_diff1": 0.09709682465982339, + "nauc_mrr_at_3_max": 0.04005993912741962, + "nauc_mrr_at_3_std": 0.048068099489688036, + "nauc_mrr_at_5_diff1": 0.12117123682806212, + "nauc_mrr_at_5_max": 0.0036407918226913963, + "nauc_mrr_at_5_std": 0.06789571288328973, + "nauc_ndcg_at_1000_diff1": -0.058268555353210225, + "nauc_ndcg_at_1000_max": 0.22355604604708865, + "nauc_ndcg_at_1000_std": 0.33879383060498314, + "nauc_ndcg_at_100_diff1": -0.08296725457659108, + "nauc_ndcg_at_100_max": 0.18214975669197753, + "nauc_ndcg_at_100_std": 0.14033811482815622, + "nauc_ndcg_at_10_diff1": 0.030500549562038907, + "nauc_ndcg_at_10_max": 0.061928698345679496, + "nauc_ndcg_at_10_std": 0.07776771025397194, + "nauc_ndcg_at_1_diff1": 0.14755576105697588, + "nauc_ndcg_at_1_max": -0.09119005027941647, + "nauc_ndcg_at_1_std": -0.04757665150168269, + "nauc_ndcg_at_20_diff1": -0.029879793985381813, + "nauc_ndcg_at_20_max": 0.13873416934288135, + "nauc_ndcg_at_20_std": 0.045383472010507686, + "nauc_ndcg_at_3_diff1": -0.017623284195776405, + "nauc_ndcg_at_3_max": -0.04600423037028116, + "nauc_ndcg_at_3_std": -0.0006526645148476606, + "nauc_ndcg_at_5_diff1": 0.01749489522971253, + "nauc_ndcg_at_5_max": -0.03702977579572322, + "nauc_ndcg_at_5_std": -0.01650985239956414, + "nauc_precision_at_1000_diff1": -0.09396443269613387, + "nauc_precision_at_1000_max": 0.08995969760944454, + "nauc_precision_at_1000_std": 0.44983104002147917, + "nauc_precision_at_100_diff1": -0.10189796169910303, + "nauc_precision_at_100_max": 0.2043286803349413, + "nauc_precision_at_100_std": 0.4611172014239162, + "nauc_precision_at_10_diff1": 0.05415138805260366, + "nauc_precision_at_10_max": 0.19972560382477716, + "nauc_precision_at_10_std": 0.26885977020631363, + "nauc_precision_at_1_diff1": 0.1816771812711089, + "nauc_precision_at_1_max": 0.0024891078642412965, + "nauc_precision_at_1_std": 0.015437970516321122, + "nauc_precision_at_20_diff1": -0.03168837909851246, + "nauc_precision_at_20_max": 0.21867964652270908, + "nauc_precision_at_20_std": 0.32720089400919494, + "nauc_precision_at_3_diff1": -0.05075373824193152, + "nauc_precision_at_3_max": 0.07729513805872583, + "nauc_precision_at_3_std": 0.1238469266871813, + "nauc_precision_at_5_diff1": 0.03633513021743893, + "nauc_precision_at_5_max": 0.06381297098993495, + "nauc_precision_at_5_std": 0.1424236518457708, + "nauc_recall_at_1000_diff1": -0.28923355700500875, + "nauc_recall_at_1000_max": 0.5850482069445867, + "nauc_recall_at_1000_std": 0.6495796222751741, + "nauc_recall_at_100_diff1": -0.15668722425094153, + "nauc_recall_at_100_max": 0.24154244339776734, + "nauc_recall_at_100_std": -0.02609868803126997, + "nauc_recall_at_10_diff1": 0.038559028766759824, + "nauc_recall_at_10_max": 0.1622600795829979, + "nauc_recall_at_10_std": -0.0982806270110512, + "nauc_recall_at_1_diff1": -0.15701622627236128, + "nauc_recall_at_1_max": -0.1342644109077238, + "nauc_recall_at_1_std": -0.08489660060289624, + "nauc_recall_at_20_diff1": -0.0036124327554164135, + "nauc_recall_at_20_max": 0.17298359391335655, + "nauc_recall_at_20_std": -0.12874933062481256, + "nauc_recall_at_3_diff1": -0.15296113139620582, + "nauc_recall_at_3_max": 0.030923257478717103, + "nauc_recall_at_3_std": -0.060141396145060116, + "nauc_recall_at_5_diff1": -0.06944285934342291, + "nauc_recall_at_5_max": -0.015500837346262812, + "nauc_recall_at_5_std": -0.12647568027047074, + "ndcg_at_1": 0.3617, + "ndcg_at_10": 0.32726, + "ndcg_at_100": 0.45325, + "ndcg_at_1000": 0.57178, + "ndcg_at_20": 0.34691, + "ndcg_at_3": 0.35861, + "ndcg_at_5": 0.32835, + "precision_at_1": 0.44681, + "precision_at_10": 0.37021, + "precision_at_100": 0.19596, + "precision_at_1000": 0.04294, + "precision_at_20": 0.31064, + "precision_at_3": 0.46099, + "precision_at_5": 0.41277, + "recall_at_1": 0.02853, + "recall_at_10": 0.17864, + "recall_at_100": 0.58978, + "recall_at_1000": 0.92431, + "recall_at_20": 0.27357, + "recall_at_3": 0.07471, + "recall_at_5": 0.103 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2023RetrievalHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..c10d96bdb --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 41.3918251991272, + "kg_co2_emissions": 0.00347728275886107, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.51444, + "map_at_1": 0.04378, + "map_at_10": 0.16019, + "map_at_100": 0.35734, + "map_at_1000": 0.46088, + "map_at_20": 0.21213, + "map_at_3": 0.08236, + "map_at_5": 0.11105, + "mrr_at_1": 0.7432432432432432, + "mrr_at_10": 0.8117117117117119, + "mrr_at_100": 0.8127091377091379, + "mrr_at_1000": 0.812726352376034, + "mrr_at_20": 0.8123873873873875, + "mrr_at_3": 0.7905405405405407, + "mrr_at_5": 0.8081081081081083, + "nauc_map_at_1000_diff1": -0.1262353848609966, + "nauc_map_at_1000_max": 0.40822840855480147, + "nauc_map_at_1000_std": 0.36224392263062755, + "nauc_map_at_100_diff1": 0.07108772820391163, + "nauc_map_at_100_max": 0.4525084657731916, + "nauc_map_at_100_std": 0.16886017919048515, + "nauc_map_at_10_diff1": 0.2095550974887126, + "nauc_map_at_10_max": 0.24294636956267926, + "nauc_map_at_10_std": -0.1750412625816226, + "nauc_map_at_1_diff1": 0.1463618044684325, + "nauc_map_at_1_max": 0.026144961650616846, + "nauc_map_at_1_std": -0.2494049785124022, + "nauc_map_at_20_diff1": 0.1621364054427634, + "nauc_map_at_20_max": 0.2781266112317364, + "nauc_map_at_20_std": -0.11530733475489509, + "nauc_map_at_3_diff1": 0.23577511798957468, + "nauc_map_at_3_max": 0.1676994148188916, + "nauc_map_at_3_std": -0.2115166585005866, + "nauc_map_at_5_diff1": 0.24383867866042622, + "nauc_map_at_5_max": 0.23451201315047743, + "nauc_map_at_5_std": -0.1924185697957977, + "nauc_mrr_at_1000_diff1": 0.2738597930350248, + "nauc_mrr_at_1000_max": 0.5866185092649829, + "nauc_mrr_at_1000_std": 0.3229122431972313, + "nauc_mrr_at_100_diff1": 0.27386823665338644, + "nauc_mrr_at_100_max": 0.5866603798070404, + "nauc_mrr_at_100_std": 0.32296766279075306, + "nauc_mrr_at_10_diff1": 0.2716908052662905, + "nauc_mrr_at_10_max": 0.5880361494064, + "nauc_mrr_at_10_std": 0.3266732057551775, + "nauc_mrr_at_1_diff1": 0.2645058738574024, + "nauc_mrr_at_1_max": 0.6012251818290653, + "nauc_mrr_at_1_std": 0.2896733787187538, + "nauc_mrr_at_20_diff1": 0.2722850688384661, + "nauc_mrr_at_20_max": 0.5869170622649326, + "nauc_mrr_at_20_std": 0.3240014194436744, + "nauc_mrr_at_3_diff1": 0.29469165165634514, + "nauc_mrr_at_3_max": 0.5859960357139699, + "nauc_mrr_at_3_std": 0.332318426634943, + "nauc_mrr_at_5_diff1": 0.272941865397448, + "nauc_mrr_at_5_max": 0.5799399728569297, + "nauc_mrr_at_5_std": 0.31915856563667344, + "nauc_ndcg_at_1000_diff1": -0.020881270269425375, + "nauc_ndcg_at_1000_max": 0.5462469457329292, + "nauc_ndcg_at_1000_std": 0.4973982718471962, + "nauc_ndcg_at_100_diff1": 0.047721831219591844, + "nauc_ndcg_at_100_max": 0.570882500868336, + "nauc_ndcg_at_100_std": 0.3321099769872863, + "nauc_ndcg_at_10_diff1": 0.055281486628432706, + "nauc_ndcg_at_10_max": 0.39945509222399345, + "nauc_ndcg_at_10_std": 0.19688439194581178, + "nauc_ndcg_at_1_diff1": 0.18958800329826644, + "nauc_ndcg_at_1_max": 0.4003576512626525, + "nauc_ndcg_at_1_std": 0.1471233511086159, + "nauc_ndcg_at_20_diff1": 0.02722375886299135, + "nauc_ndcg_at_20_max": 0.4333492680858253, + "nauc_ndcg_at_20_std": 0.24037070872755759, + "nauc_ndcg_at_3_diff1": 0.11547088359909673, + "nauc_ndcg_at_3_max": 0.4197678141150851, + "nauc_ndcg_at_3_std": 0.22108611046272736, + "nauc_ndcg_at_5_diff1": 0.08483899445928131, + "nauc_ndcg_at_5_max": 0.4398148759888403, + "nauc_ndcg_at_5_std": 0.20422822531548762, + "nauc_precision_at_1000_diff1": -0.33631837849072815, + "nauc_precision_at_1000_max": 0.028245627642572678, + "nauc_precision_at_1000_std": 0.3673005157402928, + "nauc_precision_at_100_diff1": -0.28353098768725227, + "nauc_precision_at_100_max": 0.1528822758485, + "nauc_precision_at_100_std": 0.437074451228597, + "nauc_precision_at_10_diff1": -0.1380621954806224, + "nauc_precision_at_10_max": 0.350251069212527, + "nauc_precision_at_10_std": 0.3444541625058368, + "nauc_precision_at_1_diff1": 0.2645058738574024, + "nauc_precision_at_1_max": 0.6012251818290653, + "nauc_precision_at_1_std": 0.2896733787187538, + "nauc_precision_at_20_diff1": -0.2113517582638386, + "nauc_precision_at_20_max": 0.2946237592726221, + "nauc_precision_at_20_std": 0.4148346654291588, + "nauc_precision_at_3_diff1": 0.048917158879959025, + "nauc_precision_at_3_max": 0.5094801925092662, + "nauc_precision_at_3_std": 0.34258081437850474, + "nauc_precision_at_5_diff1": -0.030737888975321898, + "nauc_precision_at_5_max": 0.46789090231872665, + "nauc_precision_at_5_std": 0.3135734746639497, + "nauc_recall_at_1000_diff1": -0.07157728515734481, + "nauc_recall_at_1000_max": 0.6325605812748779, + "nauc_recall_at_1000_std": 0.7862747957374009, + "nauc_recall_at_100_diff1": 0.17858040932211738, + "nauc_recall_at_100_max": 0.43469653367075795, + "nauc_recall_at_100_std": 0.15597522794262725, + "nauc_recall_at_10_diff1": 0.1814088337953688, + "nauc_recall_at_10_max": 0.17890227725492278, + "nauc_recall_at_10_std": -0.21616843124692792, + "nauc_recall_at_1_diff1": 0.1463618044684325, + "nauc_recall_at_1_max": 0.026144961650616846, + "nauc_recall_at_1_std": -0.2494049785124022, + "nauc_recall_at_20_diff1": 0.1545925764651831, + "nauc_recall_at_20_max": 0.20515716334910528, + "nauc_recall_at_20_std": -0.18067936097822054, + "nauc_recall_at_3_diff1": 0.2503489472699788, + "nauc_recall_at_3_max": 0.16238812132630348, + "nauc_recall_at_3_std": -0.20845596443348513, + "nauc_recall_at_5_diff1": 0.23353887003181575, + "nauc_recall_at_5_max": 0.184277681736537, + "nauc_recall_at_5_std": -0.2259328245760329, + "ndcg_at_1": 0.56306, + "ndcg_at_10": 0.50769, + "ndcg_at_100": 0.57773, + "ndcg_at_1000": 0.69456, + "ndcg_at_20": 0.51444, + "ndcg_at_3": 0.52282, + "ndcg_at_5": 0.51603, + "precision_at_1": 0.74324, + "precision_at_10": 0.5473, + "precision_at_100": 0.32838, + "precision_at_1000": 0.06412, + "precision_at_20": 0.48986, + "precision_at_3": 0.64414, + "precision_at_5": 0.61351, + "recall_at_1": 0.04378, + "recall_at_10": 0.19202, + "recall_at_100": 0.58506, + "recall_at_1000": 0.90727, + "recall_at_20": 0.2838, + "recall_at_3": 0.08647, + "recall_at_5": 0.12594 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.44135, + "map_at_1": 0.02732, + "map_at_10": 0.13166, + "map_at_100": 0.28501, + "map_at_1000": 0.37698, + "map_at_20": 0.16426, + "map_at_3": 0.07011, + "map_at_5": 0.0921, + "mrr_at_1": 0.6133333333333333, + "mrr_at_10": 0.7095925925925926, + "mrr_at_100": 0.7119773476873725, + "mrr_at_1000": 0.7120637399897736, + "mrr_at_20": 0.7104814814814815, + "mrr_at_3": 0.6866666666666666, + "mrr_at_5": 0.7020000000000001, + "nauc_map_at_1000_diff1": 0.10260118527464154, + "nauc_map_at_1000_max": 0.403738689029028, + "nauc_map_at_1000_std": 0.230364347734855, + "nauc_map_at_100_diff1": 0.12370332799047792, + "nauc_map_at_100_max": 0.5835505165066361, + "nauc_map_at_100_std": 0.20441417146143923, + "nauc_map_at_10_diff1": 0.21957474701645877, + "nauc_map_at_10_max": 0.674228273918888, + "nauc_map_at_10_std": 0.009505495512012501, + "nauc_map_at_1_diff1": 0.2000853875099484, + "nauc_map_at_1_max": 0.4663133100038585, + "nauc_map_at_1_std": -0.18448293721640088, + "nauc_map_at_20_diff1": 0.19216736934656503, + "nauc_map_at_20_max": 0.6498320935519594, + "nauc_map_at_20_std": 0.04854969312525777, + "nauc_map_at_3_diff1": 0.17503677234548234, + "nauc_map_at_3_max": 0.6020884343508575, + "nauc_map_at_3_std": -0.10902044044463663, + "nauc_map_at_5_diff1": 0.21532251153064125, + "nauc_map_at_5_max": 0.6633219250236584, + "nauc_map_at_5_std": -0.09759183672163345, + "nauc_mrr_at_1000_diff1": 0.3316416986140325, + "nauc_mrr_at_1000_max": 0.27747462802245365, + "nauc_mrr_at_1000_std": 0.13102704609133964, + "nauc_mrr_at_100_diff1": 0.33182953729058473, + "nauc_mrr_at_100_max": 0.2772032659470256, + "nauc_mrr_at_100_std": 0.13096144954168845, + "nauc_mrr_at_10_diff1": 0.3330578668258056, + "nauc_mrr_at_10_max": 0.282747444736177, + "nauc_mrr_at_10_std": 0.13782318105733285, + "nauc_mrr_at_1_diff1": 0.26091158601737724, + "nauc_mrr_at_1_max": 0.23598117905817428, + "nauc_mrr_at_1_std": 0.08946468747193792, + "nauc_mrr_at_20_diff1": 0.3310987107976399, + "nauc_mrr_at_20_max": 0.2806041385037547, + "nauc_mrr_at_20_std": 0.13514941152029628, + "nauc_mrr_at_3_diff1": 0.3199636849772736, + "nauc_mrr_at_3_max": 0.26460816178439056, + "nauc_mrr_at_3_std": 0.09508072476790444, + "nauc_mrr_at_5_diff1": 0.3350037589235604, + "nauc_mrr_at_5_max": 0.28031933693786565, + "nauc_mrr_at_5_std": 0.11827622915480342, + "nauc_ndcg_at_1000_diff1": 0.1710200527288025, + "nauc_ndcg_at_1000_max": 0.42168700057729724, + "nauc_ndcg_at_1000_std": 0.2927431258492257, + "nauc_ndcg_at_100_diff1": 0.14274583525879334, + "nauc_ndcg_at_100_max": 0.454933363009554, + "nauc_ndcg_at_100_std": 0.26580728889840155, + "nauc_ndcg_at_10_diff1": 0.17830141117371162, + "nauc_ndcg_at_10_max": 0.4544234384338669, + "nauc_ndcg_at_10_std": 0.21663347762082785, + "nauc_ndcg_at_1_diff1": 0.24922307685207812, + "nauc_ndcg_at_1_max": 0.233262804310368, + "nauc_ndcg_at_1_std": 0.08284741543804386, + "nauc_ndcg_at_20_diff1": 0.157013640291369, + "nauc_ndcg_at_20_max": 0.4101353272857815, + "nauc_ndcg_at_20_std": 0.1742917930622137, + "nauc_ndcg_at_3_diff1": 0.2643036442534363, + "nauc_ndcg_at_3_max": 0.3778848559536093, + "nauc_ndcg_at_3_std": 0.11755306680075364, + "nauc_ndcg_at_5_diff1": 0.2568880971380469, + "nauc_ndcg_at_5_max": 0.42847572233930453, + "nauc_ndcg_at_5_std": 0.18414176374277624, + "nauc_precision_at_1000_diff1": -0.0036910157980940142, + "nauc_precision_at_1000_max": -0.17508683082955254, + "nauc_precision_at_1000_std": 0.0737697112095204, + "nauc_precision_at_100_diff1": -0.012172858505626969, + "nauc_precision_at_100_max": -0.09814814439695965, + "nauc_precision_at_100_std": 0.18088451611141793, + "nauc_precision_at_10_diff1": 0.0716864270276331, + "nauc_precision_at_10_max": 0.24955680140503367, + "nauc_precision_at_10_std": 0.2661483601217556, + "nauc_precision_at_1_diff1": 0.26091158601737724, + "nauc_precision_at_1_max": 0.23598117905817428, + "nauc_precision_at_1_std": 0.08946468747193792, + "nauc_precision_at_20_diff1": 0.029883691045592808, + "nauc_precision_at_20_max": 0.07304089726449162, + "nauc_precision_at_20_std": 0.21593645600426958, + "nauc_precision_at_3_diff1": 0.23748948438400772, + "nauc_precision_at_3_max": 0.3742240629729437, + "nauc_precision_at_3_std": 0.13099589799360528, + "nauc_precision_at_5_diff1": 0.2128501193240708, + "nauc_precision_at_5_max": 0.35476700167048336, + "nauc_precision_at_5_std": 0.2231270593730472, + "nauc_recall_at_1000_diff1": -0.13259062755175696, + "nauc_recall_at_1000_max": 0.41171175390187087, + "nauc_recall_at_1000_std": 0.5082498300954874, + "nauc_recall_at_100_diff1": 0.018623028224784528, + "nauc_recall_at_100_max": 0.4523567432848747, + "nauc_recall_at_100_std": 0.2944052986563931, + "nauc_recall_at_10_diff1": 0.1789442459647635, + "nauc_recall_at_10_max": 0.6397057082027402, + "nauc_recall_at_10_std": 0.07480087936583908, + "nauc_recall_at_1_diff1": 0.2000853875099484, + "nauc_recall_at_1_max": 0.4663133100038585, + "nauc_recall_at_1_std": -0.18448293721640088, + "nauc_recall_at_20_diff1": 0.13886052430570667, + "nauc_recall_at_20_max": 0.5807854101230226, + "nauc_recall_at_20_std": 0.08223099270546312, + "nauc_recall_at_3_diff1": 0.14907219649668427, + "nauc_recall_at_3_max": 0.6037931723066006, + "nauc_recall_at_3_std": -0.06591248149291552, + "nauc_recall_at_5_diff1": 0.18186055124022177, + "nauc_recall_at_5_max": 0.6470390178871225, + "nauc_recall_at_5_std": -0.02702199881964094, + "ndcg_at_1": 0.48, + "ndcg_at_10": 0.45331, + "ndcg_at_100": 0.51964, + "ndcg_at_1000": 0.65088, + "ndcg_at_20": 0.44135, + "ndcg_at_3": 0.45829, + "ndcg_at_5": 0.44788, + "precision_at_1": 0.61333, + "precision_at_10": 0.48533, + "precision_at_100": 0.28067, + "precision_at_1000": 0.05825, + "precision_at_20": 0.40533, + "precision_at_3": 0.56, + "precision_at_5": 0.52267, + "recall_at_1": 0.02732, + "recall_at_10": 0.17185, + "recall_at_100": 0.55647, + "recall_at_1000": 0.91785, + "recall_at_20": 0.23288, + "recall_at_3": 0.07628, + "recall_at_5": 0.10652 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.41717, + "map_at_1": 0.03123, + "map_at_10": 0.11538, + "map_at_100": 0.25667, + "map_at_1000": 0.33133, + "map_at_20": 0.15854, + "map_at_3": 0.06266, + "map_at_5": 0.08177, + "mrr_at_1": 0.6266666666666667, + "mrr_at_10": 0.7463703703703705, + "mrr_at_100": 0.7495602693602695, + "mrr_at_1000": 0.7495602693602695, + "mrr_at_20": 0.7486936026936029, + "mrr_at_3": 0.7244444444444446, + "mrr_at_5": 0.7404444444444445, + "nauc_map_at_1000_diff1": 0.011548398625460057, + "nauc_map_at_1000_max": 0.3707809498138038, + "nauc_map_at_1000_std": 0.18587490594272285, + "nauc_map_at_100_diff1": 0.02661896329253654, + "nauc_map_at_100_max": 0.2662792190749703, + "nauc_map_at_100_std": 0.04419161200349707, + "nauc_map_at_10_diff1": -0.0418957497813564, + "nauc_map_at_10_max": 0.19769691180421195, + "nauc_map_at_10_std": -0.12149042112769101, + "nauc_map_at_1_diff1": 0.036107326154522924, + "nauc_map_at_1_max": 0.08520661962365914, + "nauc_map_at_1_std": -0.1950332847042402, + "nauc_map_at_20_diff1": -0.04239373096425215, + "nauc_map_at_20_max": 0.2305114027862844, + "nauc_map_at_20_std": -0.08773316282320462, + "nauc_map_at_3_diff1": 0.0004958318499198399, + "nauc_map_at_3_max": 0.16877921712757832, + "nauc_map_at_3_std": -0.1420359994710546, + "nauc_map_at_5_diff1": -0.03163345133149764, + "nauc_map_at_5_max": 0.17582831619259923, + "nauc_map_at_5_std": -0.14364070188330075, + "nauc_mrr_at_1000_diff1": -0.00019682302258293264, + "nauc_mrr_at_1000_max": 0.5011612275106159, + "nauc_mrr_at_1000_std": 0.2158528454533694, + "nauc_mrr_at_100_diff1": -0.00019682302258293264, + "nauc_mrr_at_100_max": 0.5011612275106159, + "nauc_mrr_at_100_std": 0.2158528454533694, + "nauc_mrr_at_10_diff1": 0.0019160572847917187, + "nauc_mrr_at_10_max": 0.503292378154871, + "nauc_mrr_at_10_std": 0.21700776342159445, + "nauc_mrr_at_1_diff1": 0.03476619803555818, + "nauc_mrr_at_1_max": 0.5049065838308383, + "nauc_mrr_at_1_std": 0.18140179774322313, + "nauc_mrr_at_20_diff1": 0.0014628849483495647, + "nauc_mrr_at_20_max": 0.501793874154968, + "nauc_mrr_at_20_std": 0.21168373844627655, + "nauc_mrr_at_3_diff1": -0.010232181710553873, + "nauc_mrr_at_3_max": 0.4974323735478393, + "nauc_mrr_at_3_std": 0.27185324269319655, + "nauc_mrr_at_5_diff1": -0.024750229920326144, + "nauc_mrr_at_5_max": 0.5007345105342944, + "nauc_mrr_at_5_std": 0.2361915370129819, + "nauc_ndcg_at_1000_diff1": 0.03250709078856022, + "nauc_ndcg_at_1000_max": 0.3966495710504433, + "nauc_ndcg_at_1000_std": 0.19840698313628896, + "nauc_ndcg_at_100_diff1": 0.06837785730248563, + "nauc_ndcg_at_100_max": 0.37686399625085654, + "nauc_ndcg_at_100_std": 0.05713604546350655, + "nauc_ndcg_at_10_diff1": -0.05527233000062175, + "nauc_ndcg_at_10_max": 0.35360017730346627, + "nauc_ndcg_at_10_std": 0.02058077681104355, + "nauc_ndcg_at_1_diff1": -0.030698083335707355, + "nauc_ndcg_at_1_max": 0.3824432286187998, + "nauc_ndcg_at_1_std": 0.10666412162063288, + "nauc_ndcg_at_20_diff1": -0.034540237231911235, + "nauc_ndcg_at_20_max": 0.31829212118409156, + "nauc_ndcg_at_20_std": -0.0169317332843308, + "nauc_ndcg_at_3_diff1": -0.07792276536910034, + "nauc_ndcg_at_3_max": 0.32890910468516205, + "nauc_ndcg_at_3_std": 0.024288006930188365, + "nauc_ndcg_at_5_diff1": -0.07210092399385835, + "nauc_ndcg_at_5_max": 0.3679794649688363, + "nauc_ndcg_at_5_std": 0.01928534334187276, + "nauc_precision_at_1000_diff1": -0.060390084838982235, + "nauc_precision_at_1000_max": 0.2579458425366415, + "nauc_precision_at_1000_std": 0.20966490035372562, + "nauc_precision_at_100_diff1": -0.018289155030203667, + "nauc_precision_at_100_max": 0.20053514708609071, + "nauc_precision_at_100_std": 0.24157689736503454, + "nauc_precision_at_10_diff1": -0.010029549945923009, + "nauc_precision_at_10_max": 0.3185618676373829, + "nauc_precision_at_10_std": 0.1399112237452684, + "nauc_precision_at_1_diff1": 0.03476619803555818, + "nauc_precision_at_1_max": 0.5049065838308383, + "nauc_precision_at_1_std": 0.18140179774322313, + "nauc_precision_at_20_diff1": -0.03327337860349785, + "nauc_precision_at_20_max": 0.23558543074084434, + "nauc_precision_at_20_std": 0.13847277141874847, + "nauc_precision_at_3_diff1": -0.046399281449179326, + "nauc_precision_at_3_max": 0.33379761172784445, + "nauc_precision_at_3_std": 0.11415243284533781, + "nauc_precision_at_5_diff1": -0.04738809907951817, + "nauc_precision_at_5_max": 0.37726025121139417, + "nauc_precision_at_5_std": 0.12623811949944613, + "nauc_recall_at_1000_diff1": 0.13260992859585694, + "nauc_recall_at_1000_max": 0.33421419092879795, + "nauc_recall_at_1000_std": 0.5929442571192699, + "nauc_recall_at_100_diff1": 0.20269629672724174, + "nauc_recall_at_100_max": 0.1882879186857422, + "nauc_recall_at_100_std": 0.050243230357078006, + "nauc_recall_at_10_diff1": -0.0222484553705221, + "nauc_recall_at_10_max": 0.15817280186775937, + "nauc_recall_at_10_std": -0.15034816548854738, + "nauc_recall_at_1_diff1": 0.036107326154522924, + "nauc_recall_at_1_max": 0.08520661962365914, + "nauc_recall_at_1_std": -0.1950332847042402, + "nauc_recall_at_20_diff1": -0.002835808223451046, + "nauc_recall_at_20_max": 0.191782590943333, + "nauc_recall_at_20_std": -0.12553752760398904, + "nauc_recall_at_3_diff1": -0.019986955665790965, + "nauc_recall_at_3_max": 0.18223731046215783, + "nauc_recall_at_3_std": -0.09667281451088786, + "nauc_recall_at_5_diff1": -0.06771075350513857, + "nauc_recall_at_5_max": 0.15735242400112323, + "nauc_recall_at_5_std": -0.14221584229170087, + "ndcg_at_1": 0.49556, + "ndcg_at_10": 0.41107, + "ndcg_at_100": 0.4907, + "ndcg_at_1000": 0.63826, + "ndcg_at_20": 0.41717, + "ndcg_at_3": 0.44477, + "ndcg_at_5": 0.42438, + "precision_at_1": 0.62667, + "precision_at_10": 0.44533, + "precision_at_100": 0.23227, + "precision_at_1000": 0.04989, + "precision_at_20": 0.38533, + "precision_at_3": 0.53333, + "precision_at_5": 0.48267, + "recall_at_1": 0.03123, + "recall_at_10": 0.15977, + "recall_at_100": 0.53344, + "recall_at_1000": 0.91604, + "recall_at_20": 0.25277, + "recall_at_3": 0.0687, + "recall_at_5": 0.10034 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/Quora-PLHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/Quora-PLHardNegatives.json new file mode 100644 index 000000000..c20c07114 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 18.193836212158203, + "kg_co2_emissions": 0.00097523946381902, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.77741, + "map_at_1": 0.59566, + "map_at_10": 0.72802, + "map_at_100": 0.7368, + "map_at_1000": 0.73718, + "map_at_20": 0.73312, + "map_at_3": 0.69455, + "map_at_5": 0.71261, + "mrr_at_1": 0.689, + "mrr_at_10": 0.7674869047619047, + "mrr_at_100": 0.7704107293228983, + "mrr_at_1000": 0.7704813008199369, + "mrr_at_20": 0.7694303680796328, + "mrr_at_3": 0.7530000000000002, + "mrr_at_5": 0.7608000000000004, + "nauc_map_at_1000_diff1": 0.692210469559163, + "nauc_map_at_1000_max": 0.2817490949358169, + "nauc_map_at_1000_std": -0.1619645980678333, + "nauc_map_at_100_diff1": 0.6922856624398417, + "nauc_map_at_100_max": 0.2812459720918033, + "nauc_map_at_100_std": -0.16205683771634252, + "nauc_map_at_10_diff1": 0.693082754710168, + "nauc_map_at_10_max": 0.27293008133180546, + "nauc_map_at_10_std": -0.1653490385374499, + "nauc_map_at_1_diff1": 0.734923326291176, + "nauc_map_at_1_max": 0.19285533755923942, + "nauc_map_at_1_std": -0.1868487901432309, + "nauc_map_at_20_diff1": 0.6927928349866646, + "nauc_map_at_20_max": 0.27840075975568107, + "nauc_map_at_20_std": -0.16534276717066942, + "nauc_map_at_3_diff1": 0.7009440927178866, + "nauc_map_at_3_max": 0.2421872421346591, + "nauc_map_at_3_std": -0.19062405867628154, + "nauc_map_at_5_diff1": 0.6959772918544139, + "nauc_map_at_5_max": 0.25599481372586447, + "nauc_map_at_5_std": -0.17526728747417855, + "nauc_mrr_at_1000_diff1": 0.6909732225082212, + "nauc_mrr_at_1000_max": 0.3171364701563865, + "nauc_mrr_at_1000_std": -0.1290163547703252, + "nauc_mrr_at_100_diff1": 0.690931541319113, + "nauc_mrr_at_100_max": 0.31728299950561184, + "nauc_mrr_at_100_std": -0.12880845172833708, + "nauc_mrr_at_10_diff1": 0.6904832961763071, + "nauc_mrr_at_10_max": 0.3174442533265878, + "nauc_mrr_at_10_std": -0.12714272571804755, + "nauc_mrr_at_1_diff1": 0.7108862515114663, + "nauc_mrr_at_1_max": 0.2974934745149665, + "nauc_mrr_at_1_std": -0.14638031389211104, + "nauc_mrr_at_20_diff1": 0.6905952249160521, + "nauc_mrr_at_20_max": 0.31811967424765897, + "nauc_mrr_at_20_std": -0.12911184587443678, + "nauc_mrr_at_3_diff1": 0.6929267793861209, + "nauc_mrr_at_3_max": 0.3139184797054382, + "nauc_mrr_at_3_std": -0.1374485411959028, + "nauc_mrr_at_5_diff1": 0.6911894012971045, + "nauc_mrr_at_5_max": 0.3153946699367128, + "nauc_mrr_at_5_std": -0.1309816198171382, + "nauc_ndcg_at_1000_diff1": 0.6846994668768408, + "nauc_ndcg_at_1000_max": 0.30895144718991807, + "nauc_ndcg_at_1000_std": -0.13270947038129546, + "nauc_ndcg_at_100_diff1": 0.6838079505431004, + "nauc_ndcg_at_100_max": 0.30836808702614393, + "nauc_ndcg_at_100_std": -0.12978009888066674, + "nauc_ndcg_at_10_diff1": 0.6824221515765371, + "nauc_ndcg_at_10_max": 0.3031350030539653, + "nauc_ndcg_at_10_std": -0.13604135980986015, + "nauc_ndcg_at_1_diff1": 0.7085965747746795, + "nauc_ndcg_at_1_max": 0.29598567825458144, + "nauc_ndcg_at_1_std": -0.1321868881951419, + "nauc_ndcg_at_20_diff1": 0.6830196691015159, + "nauc_ndcg_at_20_max": 0.30765638677186813, + "nauc_ndcg_at_20_std": -0.13928467101666606, + "nauc_ndcg_at_3_diff1": 0.6917920258684188, + "nauc_ndcg_at_3_max": 0.2892296294766569, + "nauc_ndcg_at_3_std": -0.16822888414831919, + "nauc_ndcg_at_5_diff1": 0.687139933272481, + "nauc_ndcg_at_5_max": 0.28743404373010917, + "nauc_ndcg_at_5_std": -0.1540745987244914, + "nauc_precision_at_1000_diff1": -0.34801642637646285, + "nauc_precision_at_1000_max": 0.14509776216461734, + "nauc_precision_at_1000_std": 0.1963929680087739, + "nauc_precision_at_100_diff1": -0.33193491999462194, + "nauc_precision_at_100_max": 0.1468608204341304, + "nauc_precision_at_100_std": 0.1978733782070043, + "nauc_precision_at_10_diff1": -0.1888301219048009, + "nauc_precision_at_10_max": 0.19865706976718733, + "nauc_precision_at_10_std": 0.15499737776106862, + "nauc_precision_at_1_diff1": 0.7085965747746795, + "nauc_precision_at_1_max": 0.29598567825458144, + "nauc_precision_at_1_std": -0.1321868881951419, + "nauc_precision_at_20_diff1": -0.25346439194502385, + "nauc_precision_at_20_max": 0.18409039625286383, + "nauc_precision_at_20_std": 0.1675982084857606, + "nauc_precision_at_3_diff1": 0.08850793960760572, + "nauc_precision_at_3_max": 0.23756286999873297, + "nauc_precision_at_3_std": 0.019309386067996957, + "nauc_precision_at_5_diff1": -0.05496899826842458, + "nauc_precision_at_5_max": 0.2188109327998613, + "nauc_precision_at_5_std": 0.09815607176927661, + "nauc_recall_at_1000_diff1": 0.43697897521079154, + "nauc_recall_at_1000_max": 0.48448215604447553, + "nauc_recall_at_1000_std": 0.5864896247386197, + "nauc_recall_at_100_diff1": 0.5237787602391557, + "nauc_recall_at_100_max": 0.4172743749744068, + "nauc_recall_at_100_std": 0.24914771265610966, + "nauc_recall_at_10_diff1": 0.612233519738844, + "nauc_recall_at_10_max": 0.314096337760966, + "nauc_recall_at_10_std": -0.05819897468365396, + "nauc_recall_at_1_diff1": 0.734923326291176, + "nauc_recall_at_1_max": 0.19285533755923942, + "nauc_recall_at_1_std": -0.1868487901432309, + "nauc_recall_at_20_diff1": 0.5799910012184716, + "nauc_recall_at_20_max": 0.3553333488926714, + "nauc_recall_at_20_std": -0.05860294054634135, + "nauc_recall_at_3_diff1": 0.6691689356563816, + "nauc_recall_at_3_max": 0.22912624286666944, + "nauc_recall_at_3_std": -0.1978290227075333, + "nauc_recall_at_5_diff1": 0.6424076450536892, + "nauc_recall_at_5_max": 0.24477178671814628, + "nauc_recall_at_5_std": -0.14419611480706263, + "ndcg_at_1": 0.69, + "ndcg_at_10": 0.77741, + "ndcg_at_100": 0.8023, + "ndcg_at_1000": 0.80589, + "ndcg_at_20": 0.78871, + "ndcg_at_3": 0.73908, + "ndcg_at_5": 0.75587, + "precision_at_1": 0.69, + "precision_at_10": 0.1242, + "precision_at_100": 0.01533, + "precision_at_1000": 0.00161, + "precision_at_20": 0.06725, + "precision_at_3": 0.326, + "precision_at_5": 0.2176, + "recall_at_1": 0.59566, + "recall_at_10": 0.87514, + "recall_at_100": 0.97157, + "recall_at_1000": 0.99161, + "recall_at_20": 0.91426, + "recall_at_3": 0.76159, + "recall_at_5": 0.8118 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/QuoraRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..ef4e3ba82 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 17.617722511291504, + "kg_co2_emissions": 0.0008740413940085169, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.88288, + "map_at_1": 0.70045, + "map_at_10": 0.84644, + "map_at_100": 0.854, + "map_at_1000": 0.85413, + "map_at_20": 0.85097, + "map_at_3": 0.81715, + "map_at_5": 0.83544, + "mrr_at_1": 0.814, + "mrr_at_10": 0.8769865079365082, + "mrr_at_100": 0.8779925061464067, + "mrr_at_1000": 0.8780048687837693, + "mrr_at_20": 0.8775971972471975, + "mrr_at_3": 0.8685000000000003, + "mrr_at_5": 0.8750000000000004, + "nauc_map_at_1000_diff1": 0.7306613934939398, + "nauc_map_at_1000_max": 0.26436826468525226, + "nauc_map_at_1000_std": -0.3121138803706754, + "nauc_map_at_100_diff1": 0.730759411352784, + "nauc_map_at_100_max": 0.26424950764765015, + "nauc_map_at_100_std": -0.3123617818954336, + "nauc_map_at_10_diff1": 0.7304751309368989, + "nauc_map_at_10_max": 0.2518295511168887, + "nauc_map_at_10_std": -0.32575112173238063, + "nauc_map_at_1_diff1": 0.7630006635102603, + "nauc_map_at_1_max": 0.1722749429686694, + "nauc_map_at_1_std": -0.26260295244381243, + "nauc_map_at_20_diff1": 0.7296653105157461, + "nauc_map_at_20_max": 0.2604930312120902, + "nauc_map_at_20_std": -0.31530146287658734, + "nauc_map_at_3_diff1": 0.7452026628754809, + "nauc_map_at_3_max": 0.21518392112781787, + "nauc_map_at_3_std": -0.3566137434464711, + "nauc_map_at_5_diff1": 0.7393847717654474, + "nauc_map_at_5_max": 0.2285447075350223, + "nauc_map_at_5_std": -0.3348882232332131, + "nauc_mrr_at_1000_diff1": 0.7286018972869583, + "nauc_mrr_at_1000_max": 0.3239859720398201, + "nauc_mrr_at_1000_std": -0.2895476572952947, + "nauc_mrr_at_100_diff1": 0.7286307253215885, + "nauc_mrr_at_100_max": 0.32405777856909823, + "nauc_mrr_at_100_std": -0.2894818802775828, + "nauc_mrr_at_10_diff1": 0.7287136179117407, + "nauc_mrr_at_10_max": 0.32347258402934825, + "nauc_mrr_at_10_std": -0.2915571082212488, + "nauc_mrr_at_1_diff1": 0.7276855839201569, + "nauc_mrr_at_1_max": 0.3118595257685692, + "nauc_mrr_at_1_std": -0.2377541861235474, + "nauc_mrr_at_20_diff1": 0.729082300969843, + "nauc_mrr_at_20_max": 0.3244788166233686, + "nauc_mrr_at_20_std": -0.29055783334576585, + "nauc_mrr_at_3_diff1": 0.7263663325087547, + "nauc_mrr_at_3_max": 0.32471482842728183, + "nauc_mrr_at_3_std": -0.3098637778016795, + "nauc_mrr_at_5_diff1": 0.7277565732014122, + "nauc_mrr_at_5_max": 0.3220604721494407, + "nauc_mrr_at_5_std": -0.29380978452152695, + "nauc_ndcg_at_1000_diff1": 0.7306411306194668, + "nauc_ndcg_at_1000_max": 0.29115394040276726, + "nauc_ndcg_at_1000_std": -0.30523240545024444, + "nauc_ndcg_at_100_diff1": 0.7321658257198279, + "nauc_ndcg_at_100_max": 0.2892732379689904, + "nauc_ndcg_at_100_std": -0.3059506922462522, + "nauc_ndcg_at_10_diff1": 0.7263281147929272, + "nauc_ndcg_at_10_max": 0.2625848930223725, + "nauc_ndcg_at_10_std": -0.33333436356710194, + "nauc_ndcg_at_1_diff1": 0.7255725293312212, + "nauc_ndcg_at_1_max": 0.30841947002443204, + "nauc_ndcg_at_1_std": -0.2379574193894798, + "nauc_ndcg_at_20_diff1": 0.7300091881101256, + "nauc_ndcg_at_20_max": 0.27708176678689367, + "nauc_ndcg_at_20_std": -0.3189198066540959, + "nauc_ndcg_at_3_diff1": 0.734065163995628, + "nauc_ndcg_at_3_max": 0.27296709007019254, + "nauc_ndcg_at_3_std": -0.3634861900863813, + "nauc_ndcg_at_5_diff1": 0.7328971471144577, + "nauc_ndcg_at_5_max": 0.2472816945671406, + "nauc_ndcg_at_5_std": -0.34025427879420606, + "nauc_precision_at_1000_diff1": -0.4128166006338598, + "nauc_precision_at_1000_max": 0.05302487535990058, + "nauc_precision_at_1000_std": 0.2521769577607143, + "nauc_precision_at_100_diff1": -0.4055339244513803, + "nauc_precision_at_100_max": 0.05496879793996499, + "nauc_precision_at_100_std": 0.24183319250173102, + "nauc_precision_at_10_diff1": -0.3731398708902087, + "nauc_precision_at_10_max": 0.08406391015093066, + "nauc_precision_at_10_std": 0.17473755156314114, + "nauc_precision_at_1_diff1": 0.7255725293312212, + "nauc_precision_at_1_max": 0.30841947002443204, + "nauc_precision_at_1_std": -0.2379574193894798, + "nauc_precision_at_20_diff1": -0.39338400358194076, + "nauc_precision_at_20_max": 0.08023952685870117, + "nauc_precision_at_20_std": 0.22064345590721407, + "nauc_precision_at_3_diff1": -0.1891136239175314, + "nauc_precision_at_3_max": 0.13378628039790266, + "nauc_precision_at_3_std": 0.016550420951910755, + "nauc_precision_at_5_diff1": -0.31273575161789674, + "nauc_precision_at_5_max": 0.0969851146935453, + "nauc_precision_at_5_std": 0.12836206920945933, + "nauc_recall_at_1000_diff1": -0.04248366013102318, + "nauc_recall_at_1000_max": -1.0626007978948913, + "nauc_recall_at_1000_std": 0.1477378830320363, + "nauc_recall_at_100_diff1": 0.8017354823733746, + "nauc_recall_at_100_max": 0.11684408143770389, + "nauc_recall_at_100_std": -0.16652132312705456, + "nauc_recall_at_10_diff1": 0.6827447467684402, + "nauc_recall_at_10_max": 0.1299239274498504, + "nauc_recall_at_10_std": -0.46698173809289023, + "nauc_recall_at_1_diff1": 0.7630006635102603, + "nauc_recall_at_1_max": 0.1722749429686694, + "nauc_recall_at_1_std": -0.26260295244381243, + "nauc_recall_at_20_diff1": 0.7131635492579099, + "nauc_recall_at_20_max": 0.16450471708390105, + "nauc_recall_at_20_std": -0.44285021822224374, + "nauc_recall_at_3_diff1": 0.724346304354482, + "nauc_recall_at_3_max": 0.14592439218310876, + "nauc_recall_at_3_std": -0.4980289904939103, + "nauc_recall_at_5_diff1": 0.7044058800140901, + "nauc_recall_at_5_max": 0.08123868737052517, + "nauc_recall_at_5_std": -0.4663554991321015, + "ndcg_at_1": 0.815, + "ndcg_at_10": 0.88288, + "ndcg_at_100": 0.89709, + "ndcg_at_1000": 0.8981, + "ndcg_at_20": 0.88947, + "ndcg_at_3": 0.86026, + "ndcg_at_5": 0.87368, + "precision_at_1": 0.815, + "precision_at_10": 0.1375, + "precision_at_100": 0.01603, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07325, + "precision_at_3": 0.381, + "precision_at_5": 0.252, + "recall_at_1": 0.70045, + "recall_at_10": 0.94792, + "recall_at_100": 0.99494, + "recall_at_1000": 0.99961, + "recall_at_20": 0.96796, + "recall_at_3": 0.87543, + "recall_at_5": 0.91903 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/RiaNewsRetrievalHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..8ba88daf3 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 127.4868655204773, + "kg_co2_emissions": 0.011537069648521081, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.70081, + "map_at_1": 0.552, + "map_at_10": 0.65399, + "map_at_100": 0.65863, + "map_at_1000": 0.65876, + "map_at_20": 0.65682, + "map_at_3": 0.63483, + "map_at_5": 0.64633, + "mrr_at_1": 0.552, + "mrr_at_10": 0.6540035714285717, + "mrr_at_100": 0.6586403627127805, + "mrr_at_1000": 0.6587745757837409, + "mrr_at_20": 0.6568308148121232, + "mrr_at_3": 0.6348333333333334, + "mrr_at_5": 0.6463333333333339, + "nauc_map_at_1000_diff1": 0.652591361053514, + "nauc_map_at_1000_max": 0.22694178697424666, + "nauc_map_at_1000_std": -0.20494192763559524, + "nauc_map_at_100_diff1": 0.652567683794276, + "nauc_map_at_100_max": 0.227066096229357, + "nauc_map_at_100_std": -0.204747146273744, + "nauc_map_at_10_diff1": 0.652316949654107, + "nauc_map_at_10_max": 0.22573679854828518, + "nauc_map_at_10_std": -0.2065378277560393, + "nauc_map_at_1_diff1": 0.6848888851362767, + "nauc_map_at_1_max": 0.21338950994630018, + "nauc_map_at_1_std": -0.20534437727267657, + "nauc_map_at_20_diff1": 0.6522417502871498, + "nauc_map_at_20_max": 0.2258143535850788, + "nauc_map_at_20_std": -0.20714638700545404, + "nauc_map_at_3_diff1": 0.6505225955601964, + "nauc_map_at_3_max": 0.2320235837443242, + "nauc_map_at_3_std": -0.20753134103691745, + "nauc_map_at_5_diff1": 0.6517576759494599, + "nauc_map_at_5_max": 0.2234761801367961, + "nauc_map_at_5_std": -0.2116236956397404, + "nauc_mrr_at_1000_diff1": 0.6525999848265406, + "nauc_mrr_at_1000_max": 0.22346486665832077, + "nauc_mrr_at_1000_std": -0.20708407908053822, + "nauc_mrr_at_100_diff1": 0.6525763024275426, + "nauc_mrr_at_100_max": 0.22359091071320572, + "nauc_mrr_at_100_std": -0.20688822466507556, + "nauc_mrr_at_10_diff1": 0.6523254274669371, + "nauc_mrr_at_10_max": 0.22231478200915378, + "nauc_mrr_at_10_std": -0.20864618275479788, + "nauc_mrr_at_1_diff1": 0.6848888851362767, + "nauc_mrr_at_1_max": 0.20866121787294384, + "nauc_mrr_at_1_std": -0.2088905963276934, + "nauc_mrr_at_20_diff1": 0.6522503021890924, + "nauc_mrr_at_20_max": 0.22236135403827145, + "nauc_mrr_at_20_std": -0.20927385444979146, + "nauc_mrr_at_3_diff1": 0.6505225955601964, + "nauc_mrr_at_3_max": 0.22878923241999002, + "nauc_mrr_at_3_std": -0.20957000170157994, + "nauc_mrr_at_5_diff1": 0.6517576759494599, + "nauc_mrr_at_5_max": 0.22014596951221846, + "nauc_mrr_at_5_std": -0.21372277787434094, + "nauc_ndcg_at_1000_diff1": 0.6418156401781355, + "nauc_ndcg_at_1000_max": 0.2354675272010146, + "nauc_ndcg_at_1000_std": -0.19311843457830236, + "nauc_ndcg_at_100_diff1": 0.6405874426597618, + "nauc_ndcg_at_100_max": 0.2398821037809099, + "nauc_ndcg_at_100_std": -0.18668704401735767, + "nauc_ndcg_at_10_diff1": 0.6403988068105445, + "nauc_ndcg_at_10_max": 0.2293519540480736, + "nauc_ndcg_at_10_std": -0.20264360306848078, + "nauc_ndcg_at_1_diff1": 0.6848888851362767, + "nauc_ndcg_at_1_max": 0.21338950994630018, + "nauc_ndcg_at_1_std": -0.20534437727267657, + "nauc_ndcg_at_20_diff1": 0.6394869770764974, + "nauc_ndcg_at_20_max": 0.22968193059629236, + "nauc_ndcg_at_20_std": -0.20584281590032397, + "nauc_ndcg_at_3_diff1": 0.6371535815306923, + "nauc_ndcg_at_3_max": 0.23960766433155375, + "nauc_ndcg_at_3_std": -0.20702717043335356, + "nauc_ndcg_at_5_diff1": 0.6389237843201198, + "nauc_ndcg_at_5_max": 0.22333092007731564, + "nauc_ndcg_at_5_std": -0.2147386064712564, + "nauc_precision_at_1000_diff1": 0.2533366287691467, + "nauc_precision_at_1000_max": 0.6249519415609309, + "nauc_precision_at_1000_std": 0.44828911956939604, + "nauc_precision_at_100_diff1": 0.4455709820159934, + "nauc_precision_at_100_max": 0.5512726829862384, + "nauc_precision_at_100_std": 0.29013924410343755, + "nauc_precision_at_10_diff1": 0.5786931981616293, + "nauc_precision_at_10_max": 0.2488030784375134, + "nauc_precision_at_10_std": -0.17638373081569753, + "nauc_precision_at_1_diff1": 0.6848888851362767, + "nauc_precision_at_1_max": 0.21338950994630018, + "nauc_precision_at_1_std": -0.20534437727267657, + "nauc_precision_at_20_diff1": 0.5513871295185512, + "nauc_precision_at_20_max": 0.2575102975596231, + "nauc_precision_at_20_std": -0.19781381341073892, + "nauc_precision_at_3_diff1": 0.5893397782975046, + "nauc_precision_at_3_max": 0.2668539550828182, + "nauc_precision_at_3_std": -0.20473040079454036, + "nauc_precision_at_5_diff1": 0.5864579047872686, + "nauc_precision_at_5_max": 0.21958284087693214, + "nauc_precision_at_5_std": -0.22832220798029207, + "nauc_recall_at_1000_diff1": 0.25333662876915986, + "nauc_recall_at_1000_max": 0.6249519415609387, + "nauc_recall_at_1000_std": 0.4482891195693994, + "nauc_recall_at_100_diff1": 0.4455709820159962, + "nauc_recall_at_100_max": 0.5512726829862378, + "nauc_recall_at_100_std": 0.2901392441034366, + "nauc_recall_at_10_diff1": 0.5786931981616306, + "nauc_recall_at_10_max": 0.24880307843751373, + "nauc_recall_at_10_std": -0.1763837308156966, + "nauc_recall_at_1_diff1": 0.6848888851362767, + "nauc_recall_at_1_max": 0.21338950994630018, + "nauc_recall_at_1_std": -0.20534437727267657, + "nauc_recall_at_20_diff1": 0.5513871295185522, + "nauc_recall_at_20_max": 0.2575102975596258, + "nauc_recall_at_20_std": -0.19781381341073492, + "nauc_recall_at_3_diff1": 0.5893397782975044, + "nauc_recall_at_3_max": 0.266853955082818, + "nauc_recall_at_3_std": -0.20473040079454016, + "nauc_recall_at_5_diff1": 0.5864579047872706, + "nauc_recall_at_5_max": 0.21958284087693256, + "nauc_recall_at_5_std": -0.22832220798029085, + "ndcg_at_1": 0.552, + "ndcg_at_10": 0.70081, + "ndcg_at_100": 0.72361, + "ndcg_at_1000": 0.72731, + "ndcg_at_20": 0.71098, + "ndcg_at_3": 0.66089, + "ndcg_at_5": 0.68176, + "precision_at_1": 0.552, + "precision_at_10": 0.0847, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00098, + "precision_at_20": 0.04435, + "precision_at_3": 0.24533, + "precision_at_5": 0.1574, + "recall_at_1": 0.552, + "recall_at_10": 0.847, + "recall_at_100": 0.954, + "recall_at_1000": 0.983, + "recall_at_20": 0.887, + "recall_at_3": 0.736, + "recall_at_5": 0.787 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/TopiOCQAHardNegatives.json b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..b3968c6b2 --- /dev/null +++ b/results/intfloat__multilingual-e5-small/e4ce9877abf3edfe10b0d82785e83bdcb973e22e/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 28.689833164215088, + "kg_co2_emissions": 0.002403130386423071, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.15783, + "map_at_1": 0.09, + "map_at_10": 0.13132, + "map_at_100": 0.1394, + "map_at_1000": 0.14052, + "map_at_20": 0.13509, + "map_at_3": 0.11483, + "map_at_5": 0.12443, + "mrr_at_1": 0.09, + "mrr_at_10": 0.13131825396825403, + "mrr_at_100": 0.13940353874551706, + "mrr_at_1000": 0.14052274566133827, + "mrr_at_20": 0.1350863262296699, + "mrr_at_3": 0.1148333333333333, + "mrr_at_5": 0.12443333333333334, + "nauc_map_at_1000_diff1": 0.18947209364740952, + "nauc_map_at_1000_max": 0.1806976601395837, + "nauc_map_at_1000_std": 0.22173581265804698, + "nauc_map_at_100_diff1": 0.1896233954596848, + "nauc_map_at_100_max": 0.18041846961141195, + "nauc_map_at_100_std": 0.2209233104588935, + "nauc_map_at_10_diff1": 0.18782707605508248, + "nauc_map_at_10_max": 0.17480797871267986, + "nauc_map_at_10_std": 0.21490403826123144, + "nauc_map_at_1_diff1": 0.28515338520704764, + "nauc_map_at_1_max": 0.22058253584950652, + "nauc_map_at_1_std": 0.23214083415317652, + "nauc_map_at_20_diff1": 0.18742199014792207, + "nauc_map_at_20_max": 0.17650674589248302, + "nauc_map_at_20_std": 0.2186662526484424, + "nauc_map_at_3_diff1": 0.20463050923442594, + "nauc_map_at_3_max": 0.18340810012394732, + "nauc_map_at_3_std": 0.23009161016938645, + "nauc_map_at_5_diff1": 0.18963554869877777, + "nauc_map_at_5_max": 0.17540745689694562, + "nauc_map_at_5_std": 0.21994246858533342, + "nauc_mrr_at_1000_diff1": 0.1894721033611507, + "nauc_mrr_at_1000_max": 0.18069764013084952, + "nauc_mrr_at_1000_std": 0.2217357916922532, + "nauc_mrr_at_100_diff1": 0.1896233954596848, + "nauc_mrr_at_100_max": 0.18041846961141195, + "nauc_mrr_at_100_std": 0.2209233104588935, + "nauc_mrr_at_10_diff1": 0.18782707605508248, + "nauc_mrr_at_10_max": 0.17480797871267986, + "nauc_mrr_at_10_std": 0.21490403826123144, + "nauc_mrr_at_1_diff1": 0.28515338520704764, + "nauc_mrr_at_1_max": 0.22058253584950652, + "nauc_mrr_at_1_std": 0.23214083415317652, + "nauc_mrr_at_20_diff1": 0.18742199014792207, + "nauc_mrr_at_20_max": 0.17650674589248302, + "nauc_mrr_at_20_std": 0.2186662526484424, + "nauc_mrr_at_3_diff1": 0.20463050923442594, + "nauc_mrr_at_3_max": 0.18340810012394732, + "nauc_mrr_at_3_std": 0.23009161016938645, + "nauc_mrr_at_5_diff1": 0.18963554869877777, + "nauc_mrr_at_5_max": 0.17540745689694562, + "nauc_mrr_at_5_std": 0.21994246858533342, + "nauc_ndcg_at_1000_diff1": 0.1632932188314273, + "nauc_ndcg_at_1000_max": 0.1953916631340153, + "nauc_ndcg_at_1000_std": 0.2555740862266307, + "nauc_ndcg_at_100_diff1": 0.1717133431671697, + "nauc_ndcg_at_100_max": 0.19169329171893806, + "nauc_ndcg_at_100_std": 0.237880764446979, + "nauc_ndcg_at_10_diff1": 0.15849694779488657, + "nauc_ndcg_at_10_max": 0.16268955916918276, + "nauc_ndcg_at_10_std": 0.20306425369116923, + "nauc_ndcg_at_1_diff1": 0.28515338520704764, + "nauc_ndcg_at_1_max": 0.22058253584950652, + "nauc_ndcg_at_1_std": 0.23214083415317652, + "nauc_ndcg_at_20_diff1": 0.15894016551682646, + "nauc_ndcg_at_20_max": 0.1690865204159682, + "nauc_ndcg_at_20_std": 0.21527806426723647, + "nauc_ndcg_at_3_diff1": 0.18300670120516443, + "nauc_ndcg_at_3_max": 0.17400915154275143, + "nauc_ndcg_at_3_std": 0.2300934150531357, + "nauc_ndcg_at_5_diff1": 0.1604601684039545, + "nauc_ndcg_at_5_max": 0.1617134638720354, + "nauc_ndcg_at_5_std": 0.21284838748148116, + "nauc_precision_at_1000_diff1": 0.0625422312315507, + "nauc_precision_at_1000_max": 0.293800455208221, + "nauc_precision_at_1000_std": 0.49100030228670927, + "nauc_precision_at_100_diff1": 0.15458913505954733, + "nauc_precision_at_100_max": 0.24124886505974635, + "nauc_precision_at_100_std": 0.30766457462107977, + "nauc_precision_at_10_diff1": 0.10103820326300945, + "nauc_precision_at_10_max": 0.14032695521837668, + "nauc_precision_at_10_std": 0.17705960375192561, + "nauc_precision_at_1_diff1": 0.28515338520704764, + "nauc_precision_at_1_max": 0.22058253584950652, + "nauc_precision_at_1_std": 0.23214083415317652, + "nauc_precision_at_20_diff1": 0.1082510961929732, + "nauc_precision_at_20_max": 0.16063851200644114, + "nauc_precision_at_20_std": 0.2127185585742418, + "nauc_precision_at_3_diff1": 0.13167998087454397, + "nauc_precision_at_3_max": 0.15184680185500726, + "nauc_precision_at_3_std": 0.23023685985943607, + "nauc_precision_at_5_diff1": 0.09800655033485409, + "nauc_precision_at_5_max": 0.1323224338963153, + "nauc_precision_at_5_std": 0.19632660956802464, + "nauc_recall_at_1000_diff1": 0.06254223123155163, + "nauc_recall_at_1000_max": 0.29380045520822257, + "nauc_recall_at_1000_std": 0.4910003022867103, + "nauc_recall_at_100_diff1": 0.15458913505954716, + "nauc_recall_at_100_max": 0.24124886505974577, + "nauc_recall_at_100_std": 0.3076645746210792, + "nauc_recall_at_10_diff1": 0.10103820326300944, + "nauc_recall_at_10_max": 0.1403269552183765, + "nauc_recall_at_10_std": 0.1770596037519257, + "nauc_recall_at_1_diff1": 0.28515338520704764, + "nauc_recall_at_1_max": 0.22058253584950652, + "nauc_recall_at_1_std": 0.23214083415317652, + "nauc_recall_at_20_diff1": 0.10825109619297368, + "nauc_recall_at_20_max": 0.16063851200644122, + "nauc_recall_at_20_std": 0.21271855857424196, + "nauc_recall_at_3_diff1": 0.13167998087454386, + "nauc_recall_at_3_max": 0.15184680185500718, + "nauc_recall_at_3_std": 0.23023685985943607, + "nauc_recall_at_5_diff1": 0.09800655033485418, + "nauc_recall_at_5_max": 0.13232243389631526, + "nauc_recall_at_5_std": 0.19632660956802475, + "ndcg_at_1": 0.09, + "ndcg_at_10": 0.15783, + "ndcg_at_100": 0.20515, + "ndcg_at_1000": 0.23974, + "ndcg_at_20": 0.17117, + "ndcg_at_3": 0.12356, + "ndcg_at_5": 0.14107, + "precision_at_1": 0.09, + "precision_at_10": 0.0244, + "precision_at_100": 0.00485, + "precision_at_1000": 0.00077, + "precision_at_20": 0.0148, + "precision_at_3": 0.04967, + "precision_at_5": 0.0384, + "recall_at_1": 0.09, + "recall_at_10": 0.244, + "recall_at_100": 0.485, + "recall_at_1000": 0.768, + "recall_at_20": 0.296, + "recall_at_3": 0.149, + "recall_at_5": 0.192 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVERHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..698dc8f44 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 43.82065486907959, + "kg_co2_emissions": 0.0040097012024136154, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.06142, + "map_at_1": 0.02057, + "map_at_10": 0.03897, + "map_at_100": 0.04694, + "map_at_1000": 0.04929, + "map_at_20": 0.04239, + "map_at_3": 0.03063, + "map_at_5": 0.03433, + "mrr_at_1": 0.039, + "mrr_at_10": 0.07602698412698417, + "mrr_at_100": 0.08842627717735671, + "mrr_at_1000": 0.0899191803914358, + "mrr_at_20": 0.08208169823812249, + "mrr_at_3": 0.06016666666666668, + "mrr_at_5": 0.0677166666666667, + "nauc_map_at_1000_diff1": 0.19041297217738934, + "nauc_map_at_1000_max": 0.19719762956098488, + "nauc_map_at_1000_std": 0.08720287443296279, + "nauc_map_at_100_diff1": 0.19083030225007114, + "nauc_map_at_100_max": 0.19338982051100786, + "nauc_map_at_100_std": 0.08644849773481404, + "nauc_map_at_10_diff1": 0.20735947406924818, + "nauc_map_at_10_max": 0.1979471606279566, + "nauc_map_at_10_std": 0.08027268152419036, + "nauc_map_at_1_diff1": 0.3233319953956389, + "nauc_map_at_1_max": 0.23004910941619686, + "nauc_map_at_1_std": 0.10206848356576192, + "nauc_map_at_20_diff1": 0.19617222353511887, + "nauc_map_at_20_max": 0.19195393755580442, + "nauc_map_at_20_std": 0.08481486838054883, + "nauc_map_at_3_diff1": 0.21570198125054862, + "nauc_map_at_3_max": 0.1744623759195451, + "nauc_map_at_3_std": 0.07302445598504, + "nauc_map_at_5_diff1": 0.2172620078039948, + "nauc_map_at_5_max": 0.18759998508720147, + "nauc_map_at_5_std": 0.07706003265437876, + "nauc_mrr_at_1000_diff1": 0.14080133855328333, + "nauc_mrr_at_1000_max": 0.19267759116188954, + "nauc_mrr_at_1000_std": 0.06426062346388225, + "nauc_mrr_at_100_diff1": 0.14053420765379898, + "nauc_mrr_at_100_max": 0.19258671709975606, + "nauc_mrr_at_100_std": 0.06507128656913141, + "nauc_mrr_at_10_diff1": 0.14435407032059427, + "nauc_mrr_at_10_max": 0.19134507593220695, + "nauc_mrr_at_10_std": 0.053613405381175906, + "nauc_mrr_at_1_diff1": 0.24997764064037215, + "nauc_mrr_at_1_max": 0.2234147214023791, + "nauc_mrr_at_1_std": 0.04367986900855168, + "nauc_mrr_at_20_diff1": 0.14026183745657464, + "nauc_mrr_at_20_max": 0.18777621410938533, + "nauc_mrr_at_20_std": 0.06188332668595381, + "nauc_mrr_at_3_diff1": 0.15239098976028037, + "nauc_mrr_at_3_max": 0.17842694658355174, + "nauc_mrr_at_3_std": 0.034190124174345034, + "nauc_mrr_at_5_diff1": 0.15011846139096413, + "nauc_mrr_at_5_max": 0.19278682206758752, + "nauc_mrr_at_5_std": 0.05411449763500079, + "nauc_ndcg_at_1000_diff1": 0.12458961515865515, + "nauc_ndcg_at_1000_max": 0.22907855326902316, + "nauc_ndcg_at_1000_std": 0.10835839920137626, + "nauc_ndcg_at_100_diff1": 0.13580155581445186, + "nauc_ndcg_at_100_max": 0.1971399249468472, + "nauc_ndcg_at_100_std": 0.09784090514642349, + "nauc_ndcg_at_10_diff1": 0.16144669908598125, + "nauc_ndcg_at_10_max": 0.19903459907430693, + "nauc_ndcg_at_10_std": 0.07819736312090321, + "nauc_ndcg_at_1_diff1": 0.24997764064037215, + "nauc_ndcg_at_1_max": 0.2234147214023791, + "nauc_ndcg_at_1_std": 0.04367986900855168, + "nauc_ndcg_at_20_diff1": 0.14239928234029425, + "nauc_ndcg_at_20_max": 0.18444963502278497, + "nauc_ndcg_at_20_std": 0.09032239741120993, + "nauc_ndcg_at_3_diff1": 0.1742342821017751, + "nauc_ndcg_at_3_max": 0.17054536224710942, + "nauc_ndcg_at_3_std": 0.057982891127849906, + "nauc_ndcg_at_5_diff1": 0.17950324109635427, + "nauc_ndcg_at_5_max": 0.18920715705585733, + "nauc_ndcg_at_5_std": 0.075159369726275, + "nauc_precision_at_1000_diff1": -0.018036807794446913, + "nauc_precision_at_1000_max": 0.1953914573707745, + "nauc_precision_at_1000_std": 0.09949410648991432, + "nauc_precision_at_100_diff1": 0.05980257300678446, + "nauc_precision_at_100_max": 0.18963881276087552, + "nauc_precision_at_100_std": 0.10272157551174652, + "nauc_precision_at_10_diff1": 0.08970589350296847, + "nauc_precision_at_10_max": 0.2040533470820603, + "nauc_precision_at_10_std": 0.06476863470593146, + "nauc_precision_at_1_diff1": 0.24997764064037215, + "nauc_precision_at_1_max": 0.2234147214023791, + "nauc_precision_at_1_std": 0.04367986900855168, + "nauc_precision_at_20_diff1": 0.07487530329309273, + "nauc_precision_at_20_max": 0.17920812722386273, + "nauc_precision_at_20_std": 0.08884339651605308, + "nauc_precision_at_3_diff1": 0.11976061875153099, + "nauc_precision_at_3_max": 0.15237223084191714, + "nauc_precision_at_3_std": 0.022112434525962076, + "nauc_precision_at_5_diff1": 0.12391212701103373, + "nauc_precision_at_5_max": 0.1981026921200804, + "nauc_precision_at_5_std": 0.060399988522567435, + "nauc_recall_at_1000_diff1": 0.052081502903900054, + "nauc_recall_at_1000_max": 0.2314962493598215, + "nauc_recall_at_1000_std": 0.12023683049384447, + "nauc_recall_at_100_diff1": 0.09246159178612832, + "nauc_recall_at_100_max": 0.17264451769602923, + "nauc_recall_at_100_std": 0.10371890191170002, + "nauc_recall_at_10_diff1": 0.1387303437133726, + "nauc_recall_at_10_max": 0.2027156424675542, + "nauc_recall_at_10_std": 0.09749322227724369, + "nauc_recall_at_1_diff1": 0.3233319953956389, + "nauc_recall_at_1_max": 0.23004910941619686, + "nauc_recall_at_1_std": 0.10206848356576192, + "nauc_recall_at_20_diff1": 0.09935334941467441, + "nauc_recall_at_20_max": 0.1633809882482331, + "nauc_recall_at_20_std": 0.11128274864767956, + "nauc_recall_at_3_diff1": 0.16103207403379513, + "nauc_recall_at_3_max": 0.14703433275420044, + "nauc_recall_at_3_std": 0.07166020030585558, + "nauc_recall_at_5_diff1": 0.17003799821753118, + "nauc_recall_at_5_max": 0.18682014966296936, + "nauc_recall_at_5_std": 0.09504479376116995, + "ndcg_at_1": 0.039, + "ndcg_at_10": 0.06142, + "ndcg_at_100": 0.11195, + "ndcg_at_1000": 0.17085, + "ndcg_at_20": 0.07515, + "ndcg_at_3": 0.04233, + "ndcg_at_5": 0.04867, + "precision_at_1": 0.039, + "precision_at_10": 0.0205, + "precision_at_100": 0.00755, + "precision_at_1000": 0.00182, + "precision_at_20": 0.0157, + "precision_at_3": 0.03067, + "precision_at_5": 0.0258, + "recall_at_1": 0.02057, + "recall_at_10": 0.08847, + "recall_at_100": 0.27692, + "recall_at_1000": 0.62373, + "recall_at_20": 0.12853, + "recall_at_3": 0.04383, + "recall_at_5": 0.0584 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-PLHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..5cda62165 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 49.95366835594177, + "kg_co2_emissions": 0.004655967409110037, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.21848, + "map_at_1": 0.03591, + "map_at_10": 0.08326, + "map_at_100": 0.13701, + "map_at_1000": 0.15666, + "map_at_20": 0.09803, + "map_at_3": 0.05874, + "map_at_5": 0.06994, + "mrr_at_1": 0.3425, + "mrr_at_10": 0.46419345238095233, + "mrr_at_100": 0.4716673508860073, + "mrr_at_1000": 0.47198983030103137, + "mrr_at_20": 0.46902973838596906, + "mrr_at_3": 0.4316666666666668, + "mrr_at_5": 0.4469166666666668, + "nauc_map_at_1000_diff1": 0.16189076010760242, + "nauc_map_at_1000_max": 0.27178540775836363, + "nauc_map_at_1000_std": 0.39233120233574414, + "nauc_map_at_100_diff1": 0.17722136025030627, + "nauc_map_at_100_max": 0.2640219233883803, + "nauc_map_at_100_std": 0.35617827476760683, + "nauc_map_at_10_diff1": 0.2632011911464282, + "nauc_map_at_10_max": 0.146484191886092, + "nauc_map_at_10_std": 0.11072909479891976, + "nauc_map_at_1_diff1": 0.39956070039913694, + "nauc_map_at_1_max": 0.05769004042273233, + "nauc_map_at_1_std": -0.06632275242068628, + "nauc_map_at_20_diff1": 0.23536688974465264, + "nauc_map_at_20_max": 0.1857439357808739, + "nauc_map_at_20_std": 0.18244927010863676, + "nauc_map_at_3_diff1": 0.29126957447885665, + "nauc_map_at_3_max": 0.09281076401051423, + "nauc_map_at_3_std": 0.0065424614980108785, + "nauc_map_at_5_diff1": 0.2800334904003611, + "nauc_map_at_5_max": 0.10757338443247691, + "nauc_map_at_5_std": 0.0402921518207637, + "nauc_mrr_at_1000_diff1": 0.13439032767237374, + "nauc_mrr_at_1000_max": 0.2778438046583479, + "nauc_mrr_at_1000_std": 0.27754005137868504, + "nauc_mrr_at_100_diff1": 0.13425021693687123, + "nauc_mrr_at_100_max": 0.2777779251453075, + "nauc_mrr_at_100_std": 0.2776698129197052, + "nauc_mrr_at_10_diff1": 0.13539714840852968, + "nauc_mrr_at_10_max": 0.2787078988705293, + "nauc_mrr_at_10_std": 0.27589381817037756, + "nauc_mrr_at_1_diff1": 0.16737517326708118, + "nauc_mrr_at_1_max": 0.22618177246848115, + "nauc_mrr_at_1_std": 0.23463092044104933, + "nauc_mrr_at_20_diff1": 0.1350991511129256, + "nauc_mrr_at_20_max": 0.2795286460889182, + "nauc_mrr_at_20_std": 0.27811741189833966, + "nauc_mrr_at_3_diff1": 0.1264139506429215, + "nauc_mrr_at_3_max": 0.27662021316600327, + "nauc_mrr_at_3_std": 0.27299560534542633, + "nauc_mrr_at_5_diff1": 0.13235860473623604, + "nauc_mrr_at_5_max": 0.2789055473000384, + "nauc_mrr_at_5_std": 0.2744596209626589, + "nauc_ndcg_at_1000_diff1": 0.14213690282543093, + "nauc_ndcg_at_1000_max": 0.33231443956399354, + "nauc_ndcg_at_1000_std": 0.5029872697929716, + "nauc_ndcg_at_100_diff1": 0.18083714345996355, + "nauc_ndcg_at_100_max": 0.27630132606821767, + "nauc_ndcg_at_100_std": 0.4085745154364423, + "nauc_ndcg_at_10_diff1": 0.18148628643397105, + "nauc_ndcg_at_10_max": 0.2264790561767366, + "nauc_ndcg_at_10_std": 0.29919885262055823, + "nauc_ndcg_at_1_diff1": 0.2034565841905292, + "nauc_ndcg_at_1_max": 0.2030241250424737, + "nauc_ndcg_at_1_std": 0.2039836437772218, + "nauc_ndcg_at_20_diff1": 0.18017368725675986, + "nauc_ndcg_at_20_max": 0.22112162203330632, + "nauc_ndcg_at_20_std": 0.2919605562550683, + "nauc_ndcg_at_3_diff1": 0.1640266584791053, + "nauc_ndcg_at_3_max": 0.2370790883322862, + "nauc_ndcg_at_3_std": 0.27730897580578534, + "nauc_ndcg_at_5_diff1": 0.16883058819334237, + "nauc_ndcg_at_5_max": 0.2343132963668175, + "nauc_ndcg_at_5_std": 0.281783032595638, + "nauc_precision_at_1000_diff1": -0.04312101405372334, + "nauc_precision_at_1000_max": 0.006042419244311582, + "nauc_precision_at_1000_std": 0.11746164268851868, + "nauc_precision_at_100_diff1": -0.021200707877443256, + "nauc_precision_at_100_max": 0.21551617886398886, + "nauc_precision_at_100_std": 0.416375772374299, + "nauc_precision_at_10_diff1": 0.01285885972535859, + "nauc_precision_at_10_max": 0.29960356221063583, + "nauc_precision_at_10_std": 0.4268874974027563, + "nauc_precision_at_1_diff1": 0.16737517326708118, + "nauc_precision_at_1_max": 0.22618177246848115, + "nauc_precision_at_1_std": 0.23463092044104933, + "nauc_precision_at_20_diff1": -0.014468027251489116, + "nauc_precision_at_20_max": 0.2792767810214498, + "nauc_precision_at_20_std": 0.4211727955989075, + "nauc_precision_at_3_diff1": 0.03102705938003787, + "nauc_precision_at_3_max": 0.2889213897496789, + "nauc_precision_at_3_std": 0.3422726790041218, + "nauc_precision_at_5_diff1": 0.023557081518350405, + "nauc_precision_at_5_max": 0.29245726569351355, + "nauc_precision_at_5_std": 0.36855595334821994, + "nauc_recall_at_1000_diff1": 0.048768851150145724, + "nauc_recall_at_1000_max": 0.3474906226579601, + "nauc_recall_at_1000_std": 0.5254981011159465, + "nauc_recall_at_100_diff1": 0.11573254640853942, + "nauc_recall_at_100_max": 0.24402841439645964, + "nauc_recall_at_100_std": 0.3794965136874451, + "nauc_recall_at_10_diff1": 0.1730246585923889, + "nauc_recall_at_10_max": 0.09728554821350528, + "nauc_recall_at_10_std": 0.08453246792249001, + "nauc_recall_at_1_diff1": 0.39956070039913694, + "nauc_recall_at_1_max": 0.05769004042273233, + "nauc_recall_at_1_std": -0.06632275242068628, + "nauc_recall_at_20_diff1": 0.14429588875868637, + "nauc_recall_at_20_max": 0.1427490841405617, + "nauc_recall_at_20_std": 0.14928670212791398, + "nauc_recall_at_3_diff1": 0.2098289644480593, + "nauc_recall_at_3_max": 0.08679014536708982, + "nauc_recall_at_3_std": 0.014382421123085236, + "nauc_recall_at_5_diff1": 0.19316238870275457, + "nauc_recall_at_5_max": 0.07786785944934525, + "nauc_recall_at_5_std": 0.02657190423541956, + "ndcg_at_1": 0.255, + "ndcg_at_10": 0.21848, + "ndcg_at_100": 0.29608, + "ndcg_at_1000": 0.38924, + "ndcg_at_20": 0.22534, + "ndcg_at_3": 0.22774, + "ndcg_at_5": 0.22116, + "precision_at_1": 0.3425, + "precision_at_10": 0.19475, + "precision_at_100": 0.08988, + "precision_at_1000": 0.02207, + "precision_at_20": 0.16012, + "precision_at_3": 0.27, + "precision_at_5": 0.2365, + "recall_at_1": 0.03591, + "recall_at_10": 0.14175, + "recall_at_100": 0.4141, + "recall_at_1000": 0.71637, + "recall_at_20": 0.19447, + "recall_at_3": 0.07621, + "recall_at_5": 0.10157 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPediaHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPediaHardNegatives.json new file mode 100644 index 000000000..270eb0a96 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 43.94866633415222, + "kg_co2_emissions": 0.004055225841373051, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.21176, + "map_at_1": 0.0347, + "map_at_10": 0.07824, + "map_at_100": 0.13463, + "map_at_1000": 0.15873, + "map_at_20": 0.09519, + "map_at_3": 0.05155, + "map_at_5": 0.06159, + "mrr_at_1": 0.3125, + "mrr_at_10": 0.44117658730158743, + "mrr_at_100": 0.44992590813386846, + "mrr_at_1000": 0.4500654828542709, + "mrr_at_20": 0.4467024666402571, + "mrr_at_3": 0.4050000000000002, + "mrr_at_5": 0.4251250000000002, + "nauc_map_at_1000_diff1": 0.028008274025957538, + "nauc_map_at_1000_max": 0.3247037763112221, + "nauc_map_at_1000_std": 0.3182667113220448, + "nauc_map_at_100_diff1": 0.026325263846121105, + "nauc_map_at_100_max": 0.3035810903599285, + "nauc_map_at_100_std": 0.2667108774922488, + "nauc_map_at_10_diff1": 0.07506325497311213, + "nauc_map_at_10_max": 0.1050724012542898, + "nauc_map_at_10_std": 0.039228017864506484, + "nauc_map_at_1_diff1": 0.07348052813501046, + "nauc_map_at_1_max": -0.053694718715781374, + "nauc_map_at_1_std": -0.08849312109602972, + "nauc_map_at_20_diff1": 0.04060093883214512, + "nauc_map_at_20_max": 0.15990555241987678, + "nauc_map_at_20_std": 0.08826936342814169, + "nauc_map_at_3_diff1": 0.09121214362940393, + "nauc_map_at_3_max": 0.006163414117586228, + "nauc_map_at_3_std": -0.04281589710958587, + "nauc_map_at_5_diff1": 0.09606498986379784, + "nauc_map_at_5_max": 0.04089095648616468, + "nauc_map_at_5_std": -0.008604291492669686, + "nauc_mrr_at_1000_diff1": 0.09573149243087885, + "nauc_mrr_at_1000_max": 0.27632061812674585, + "nauc_mrr_at_1000_std": 0.26391056767143906, + "nauc_mrr_at_100_diff1": 0.09570206214094724, + "nauc_mrr_at_100_max": 0.2763363144481913, + "nauc_mrr_at_100_std": 0.26403840976350323, + "nauc_mrr_at_10_diff1": 0.0944290842643825, + "nauc_mrr_at_10_max": 0.2775779815463984, + "nauc_mrr_at_10_std": 0.26685160938323077, + "nauc_mrr_at_1_diff1": 0.10619219471254727, + "nauc_mrr_at_1_max": 0.25363994964330694, + "nauc_mrr_at_1_std": 0.20417960553923634, + "nauc_mrr_at_20_diff1": 0.09559832066251087, + "nauc_mrr_at_20_max": 0.2774933149425828, + "nauc_mrr_at_20_std": 0.26492009606492606, + "nauc_mrr_at_3_diff1": 0.09957798093057453, + "nauc_mrr_at_3_max": 0.2754482549623717, + "nauc_mrr_at_3_std": 0.2711354669988943, + "nauc_mrr_at_5_diff1": 0.09757116698056839, + "nauc_mrr_at_5_max": 0.27967731979176164, + "nauc_mrr_at_5_std": 0.2685023752149762, + "nauc_ndcg_at_1000_diff1": 0.06397264372449879, + "nauc_ndcg_at_1000_max": 0.37188546691415086, + "nauc_ndcg_at_1000_std": 0.4224006819110391, + "nauc_ndcg_at_100_diff1": 0.06777816211900825, + "nauc_ndcg_at_100_max": 0.3175830503375627, + "nauc_ndcg_at_100_std": 0.3196378093302236, + "nauc_ndcg_at_10_diff1": 0.06635435615148012, + "nauc_ndcg_at_10_max": 0.22147856033024113, + "nauc_ndcg_at_10_std": 0.21462361639729585, + "nauc_ndcg_at_1_diff1": 0.10173989260419712, + "nauc_ndcg_at_1_max": 0.22587573922767715, + "nauc_ndcg_at_1_std": 0.18200666942040533, + "nauc_ndcg_at_20_diff1": 0.04455469998902171, + "nauc_ndcg_at_20_max": 0.21058338278622335, + "nauc_ndcg_at_20_std": 0.18822945529894788, + "nauc_ndcg_at_3_diff1": 0.0751778773956199, + "nauc_ndcg_at_3_max": 0.228546133041967, + "nauc_ndcg_at_3_std": 0.22574468737705625, + "nauc_ndcg_at_5_diff1": 0.07878714912863577, + "nauc_ndcg_at_5_max": 0.2233052039926971, + "nauc_ndcg_at_5_std": 0.22047293720922326, + "nauc_precision_at_1000_diff1": 0.04828512355700272, + "nauc_precision_at_1000_max": 0.080058344688495, + "nauc_precision_at_1000_std": 0.15824392971785511, + "nauc_precision_at_100_diff1": 0.0006022751959651336, + "nauc_precision_at_100_max": 0.33516365335902193, + "nauc_precision_at_100_std": 0.41547918680315205, + "nauc_precision_at_10_diff1": 0.002426970349110369, + "nauc_precision_at_10_max": 0.3654132448709819, + "nauc_precision_at_10_std": 0.35828209615288586, + "nauc_precision_at_1_diff1": 0.10619219471254727, + "nauc_precision_at_1_max": 0.25363994964330694, + "nauc_precision_at_1_std": 0.20417960553923634, + "nauc_precision_at_20_diff1": -0.03309622460801177, + "nauc_precision_at_20_max": 0.3435602976378861, + "nauc_precision_at_20_std": 0.35567636131503894, + "nauc_precision_at_3_diff1": 0.05329694177350441, + "nauc_precision_at_3_max": 0.3112847222222225, + "nauc_precision_at_3_std": 0.3183476896367525, + "nauc_precision_at_5_diff1": 0.05423055783014963, + "nauc_precision_at_5_max": 0.3366296873773123, + "nauc_precision_at_5_std": 0.3310682116456721, + "nauc_recall_at_1000_diff1": 0.029597755954998296, + "nauc_recall_at_1000_max": 0.33355155670293535, + "nauc_recall_at_1000_std": 0.4017993254558228, + "nauc_recall_at_100_diff1": 0.03314112104880842, + "nauc_recall_at_100_max": 0.26527100320625296, + "nauc_recall_at_100_std": 0.21610404151307472, + "nauc_recall_at_10_diff1": 0.030215264136760872, + "nauc_recall_at_10_max": 0.05667892270758843, + "nauc_recall_at_10_std": -0.022261769707074296, + "nauc_recall_at_1_diff1": 0.07348052813501046, + "nauc_recall_at_1_max": -0.053694718715781374, + "nauc_recall_at_1_std": -0.08849312109602972, + "nauc_recall_at_20_diff1": -0.011516128234024254, + "nauc_recall_at_20_max": 0.10649799411664508, + "nauc_recall_at_20_std": -0.010183900884983612, + "nauc_recall_at_3_diff1": 0.09126950153721594, + "nauc_recall_at_3_max": -0.004817884625252598, + "nauc_recall_at_3_std": -0.043128434372669736, + "nauc_recall_at_5_diff1": 0.08520244019437179, + "nauc_recall_at_5_max": 0.016764114289679215, + "nauc_recall_at_5_std": -0.030772895663795378, + "ndcg_at_1": 0.23125, + "ndcg_at_10": 0.21176, + "ndcg_at_100": 0.30109, + "ndcg_at_1000": 0.40483, + "ndcg_at_20": 0.22308, + "ndcg_at_3": 0.21238, + "ndcg_at_5": 0.20838, + "precision_at_1": 0.3125, + "precision_at_10": 0.19875, + "precision_at_100": 0.09553, + "precision_at_1000": 0.02426, + "precision_at_20": 0.16287, + "precision_at_3": 0.255, + "precision_at_5": 0.233, + "recall_at_1": 0.0347, + "recall_at_10": 0.13572, + "recall_at_100": 0.43692, + "recall_at_1000": 0.77248, + "recall_at_20": 0.20305, + "recall_at_3": 0.06255, + "recall_at_5": 0.08503 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVERHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVERHardNegatives.json new file mode 100644 index 000000000..bc49eb29a --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 110.01430058479309, + "kg_co2_emissions": 0.010098458979605264, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.17619, + "map_at_1": 0.096, + "map_at_10": 0.14392, + "map_at_100": 0.15666, + "map_at_1000": 0.15767, + "map_at_20": 0.15106, + "map_at_3": 0.12628, + "map_at_5": 0.13464, + "mrr_at_1": 0.104, + "mrr_at_10": 0.15357023809523807, + "mrr_at_100": 0.16651363261883853, + "mrr_at_1000": 0.16744283061057055, + "mrr_at_20": 0.16082152955833295, + "mrr_at_3": 0.13549999999999998, + "mrr_at_5": 0.14420000000000002, + "nauc_map_at_1000_diff1": 0.2921197776871073, + "nauc_map_at_1000_max": 0.09473327142898838, + "nauc_map_at_1000_std": 0.018342215132964614, + "nauc_map_at_100_diff1": 0.29202289130485914, + "nauc_map_at_100_max": 0.09440978143501333, + "nauc_map_at_100_std": 0.017631496738101157, + "nauc_map_at_10_diff1": 0.2975366807792623, + "nauc_map_at_10_max": 0.09846088778357956, + "nauc_map_at_10_std": 0.012851666261026146, + "nauc_map_at_1_diff1": 0.4019610735539559, + "nauc_map_at_1_max": 0.1327654803850498, + "nauc_map_at_1_std": 0.020920084742429016, + "nauc_map_at_20_diff1": 0.292416135318561, + "nauc_map_at_20_max": 0.09314554326591501, + "nauc_map_at_20_std": 0.011890663215493133, + "nauc_map_at_3_diff1": 0.3241207851987503, + "nauc_map_at_3_max": 0.1079938576274738, + "nauc_map_at_3_std": 0.016825143782841254, + "nauc_map_at_5_diff1": 0.3080379019661943, + "nauc_map_at_5_max": 0.10356716677249356, + "nauc_map_at_5_std": 0.01343074222942894, + "nauc_mrr_at_1000_diff1": 0.28754207323455344, + "nauc_mrr_at_1000_max": 0.10584997568740125, + "nauc_mrr_at_1000_std": 0.024488465685728867, + "nauc_mrr_at_100_diff1": 0.28723022521284935, + "nauc_mrr_at_100_max": 0.10565561222909932, + "nauc_mrr_at_100_std": 0.024090972024435244, + "nauc_mrr_at_10_diff1": 0.2918740810661016, + "nauc_mrr_at_10_max": 0.10918475633654204, + "nauc_mrr_at_10_std": 0.019166652644683306, + "nauc_mrr_at_1_diff1": 0.38933470650969243, + "nauc_mrr_at_1_max": 0.1414702745655675, + "nauc_mrr_at_1_std": 0.026076409945421396, + "nauc_mrr_at_20_diff1": 0.2873343721402637, + "nauc_mrr_at_20_max": 0.10440156960526485, + "nauc_mrr_at_20_std": 0.018173391362176536, + "nauc_mrr_at_3_diff1": 0.31721881426136567, + "nauc_mrr_at_3_max": 0.1155101386081106, + "nauc_mrr_at_3_std": 0.02095506669693812, + "nauc_mrr_at_5_diff1": 0.30254306968395284, + "nauc_mrr_at_5_max": 0.11233328746817489, + "nauc_mrr_at_5_std": 0.018091435051102042, + "nauc_ndcg_at_1000_diff1": 0.2406824769868921, + "nauc_ndcg_at_1000_max": 0.08601073210700781, + "nauc_ndcg_at_1000_std": 0.06372708441206787, + "nauc_ndcg_at_100_diff1": 0.23560973550086095, + "nauc_ndcg_at_100_max": 0.0772382661860222, + "nauc_ndcg_at_100_std": 0.05202163177576288, + "nauc_ndcg_at_10_diff1": 0.2549432581024997, + "nauc_ndcg_at_10_max": 0.08743172418999853, + "nauc_ndcg_at_10_std": 0.014383705827345996, + "nauc_ndcg_at_1_diff1": 0.38933470650969243, + "nauc_ndcg_at_1_max": 0.1414702745655675, + "nauc_ndcg_at_1_std": 0.026076409945421396, + "nauc_ndcg_at_20_diff1": 0.24138526492893056, + "nauc_ndcg_at_20_max": 0.07072296262372625, + "nauc_ndcg_at_20_std": 0.01115009585128359, + "nauc_ndcg_at_3_diff1": 0.30127753877617264, + "nauc_ndcg_at_3_max": 0.10323352910327498, + "nauc_ndcg_at_3_std": 0.019810596075500415, + "nauc_ndcg_at_5_diff1": 0.27735760652883107, + "nauc_ndcg_at_5_max": 0.09606103360446391, + "nauc_ndcg_at_5_std": 0.014315910333382581, + "nauc_precision_at_1000_diff1": -0.023540024128478443, + "nauc_precision_at_1000_max": 0.07609509719644761, + "nauc_precision_at_1000_std": 0.3208995421492061, + "nauc_precision_at_100_diff1": 0.06227827636833125, + "nauc_precision_at_100_max": 0.02782220978126177, + "nauc_precision_at_100_std": 0.18022525121537408, + "nauc_precision_at_10_diff1": 0.1639103846358099, + "nauc_precision_at_10_max": 0.06441734081535094, + "nauc_precision_at_10_std": 0.016646627168657082, + "nauc_precision_at_1_diff1": 0.38933470650969243, + "nauc_precision_at_1_max": 0.1414702745655675, + "nauc_precision_at_1_std": 0.026076409945421396, + "nauc_precision_at_20_diff1": 0.13207807833454302, + "nauc_precision_at_20_max": 0.019705460509955437, + "nauc_precision_at_20_std": 0.005443178193126, + "nauc_precision_at_3_diff1": 0.2502749057466011, + "nauc_precision_at_3_max": 0.09175247058151492, + "nauc_precision_at_3_std": 0.028208185764880635, + "nauc_precision_at_5_diff1": 0.20988555134565065, + "nauc_precision_at_5_max": 0.08036873559626583, + "nauc_precision_at_5_std": 0.015500956993867498, + "nauc_recall_at_1000_diff1": 0.02369274026384823, + "nauc_recall_at_1000_max": 0.07530723565816351, + "nauc_recall_at_1000_std": 0.37534838833403417, + "nauc_recall_at_100_diff1": 0.08390404106994896, + "nauc_recall_at_100_max": 0.024807041946080476, + "nauc_recall_at_100_std": 0.17644245111199125, + "nauc_recall_at_10_diff1": 0.16139261669237276, + "nauc_recall_at_10_max": 0.0542609756771899, + "nauc_recall_at_10_std": 0.012894782797535479, + "nauc_recall_at_1_diff1": 0.4019610735539559, + "nauc_recall_at_1_max": 0.1327654803850498, + "nauc_recall_at_1_std": 0.020920084742429016, + "nauc_recall_at_20_diff1": 0.13118632489861565, + "nauc_recall_at_20_max": 0.009087577786158568, + "nauc_recall_at_20_std": 0.0041380160683824095, + "nauc_recall_at_3_diff1": 0.25009255507300204, + "nauc_recall_at_3_max": 0.08559805573424364, + "nauc_recall_at_3_std": 0.0250075215641602, + "nauc_recall_at_5_diff1": 0.2064407010115829, + "nauc_recall_at_5_max": 0.07065992855974332, + "nauc_recall_at_5_std": 0.012835736162919407, + "ndcg_at_1": 0.104, + "ndcg_at_10": 0.17619, + "ndcg_at_100": 0.24476, + "ndcg_at_1000": 0.27302, + "ndcg_at_20": 0.20241, + "ndcg_at_3": 0.13852, + "ndcg_at_5": 0.15351, + "precision_at_1": 0.104, + "precision_at_10": 0.0289, + "precision_at_100": 0.00644, + "precision_at_1000": 0.00091, + "precision_at_20": 0.0199, + "precision_at_3": 0.05867, + "precision_at_5": 0.043, + "recall_at_1": 0.096, + "recall_at_10": 0.27117, + "recall_at_100": 0.60287, + "recall_at_1000": 0.82209, + "recall_at_20": 0.37395, + "recall_at_3": 0.16517, + "recall_at_5": 0.20133 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..d4c70096b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 136.50723576545715, + "kg_co2_emissions": 0.012589843263758577, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.28822, + "map_at_1": 0.1515, + "map_at_10": 0.21753, + "map_at_100": 0.2286, + "map_at_1000": 0.22984, + "map_at_20": 0.2234, + "map_at_3": 0.19642, + "map_at_5": 0.20782, + "mrr_at_1": 0.303, + "mrr_at_10": 0.3842309523809524, + "mrr_at_100": 0.39359395031915123, + "mrr_at_1000": 0.39414207068932594, + "mrr_at_20": 0.38953514962849306, + "mrr_at_3": 0.3608333333333334, + "mrr_at_5": 0.37423333333333314, + "nauc_map_at_1000_diff1": 0.41007199933290645, + "nauc_map_at_1000_max": 0.3460314915727777, + "nauc_map_at_1000_std": 0.1904995554887359, + "nauc_map_at_100_diff1": 0.40982649165917046, + "nauc_map_at_100_max": 0.34584065915302814, + "nauc_map_at_100_std": 0.18988791355867332, + "nauc_map_at_10_diff1": 0.4148400677466532, + "nauc_map_at_10_max": 0.344736413248115, + "nauc_map_at_10_std": 0.17530737758803136, + "nauc_map_at_1_diff1": 0.48393890456165084, + "nauc_map_at_1_max": 0.3566535932898095, + "nauc_map_at_1_std": 0.15844150237250088, + "nauc_map_at_20_diff1": 0.4112447746509271, + "nauc_map_at_20_max": 0.34483496414464543, + "nauc_map_at_20_std": 0.18349942887724535, + "nauc_map_at_3_diff1": 0.4357098596383221, + "nauc_map_at_3_max": 0.3462121439663265, + "nauc_map_at_3_std": 0.16036745913969394, + "nauc_map_at_5_diff1": 0.41859380791988154, + "nauc_map_at_5_max": 0.33881365740501745, + "nauc_map_at_5_std": 0.1682152454992926, + "nauc_mrr_at_1000_diff1": 0.44672314228227133, + "nauc_mrr_at_1000_max": 0.342014611566295, + "nauc_mrr_at_1000_std": 0.17693782603367217, + "nauc_mrr_at_100_diff1": 0.4465301707525827, + "nauc_mrr_at_100_max": 0.3420223156075836, + "nauc_mrr_at_100_std": 0.1770262236121893, + "nauc_mrr_at_10_diff1": 0.44709162420515874, + "nauc_mrr_at_10_max": 0.3416101251533412, + "nauc_mrr_at_10_std": 0.17269536186548817, + "nauc_mrr_at_1_diff1": 0.48393890456165084, + "nauc_mrr_at_1_max": 0.3566535932898095, + "nauc_mrr_at_1_std": 0.15844150237250088, + "nauc_mrr_at_20_diff1": 0.44685977755073936, + "nauc_mrr_at_20_max": 0.3411068931014962, + "nauc_mrr_at_20_std": 0.17610486583733592, + "nauc_mrr_at_3_diff1": 0.4535916314243063, + "nauc_mrr_at_3_max": 0.34545972109896567, + "nauc_mrr_at_3_std": 0.16532526868966815, + "nauc_mrr_at_5_diff1": 0.4477552037882221, + "nauc_mrr_at_5_max": 0.3384218109206511, + "nauc_mrr_at_5_std": 0.1672239946270202, + "nauc_ndcg_at_1000_diff1": 0.39558789353164564, + "nauc_ndcg_at_1000_max": 0.347010690989507, + "nauc_ndcg_at_1000_std": 0.2424029051384122, + "nauc_ndcg_at_100_diff1": 0.38843569055704585, + "nauc_ndcg_at_100_max": 0.342829148006459, + "nauc_ndcg_at_100_std": 0.23434504463986966, + "nauc_ndcg_at_10_diff1": 0.4063024405896023, + "nauc_ndcg_at_10_max": 0.33863033264492404, + "nauc_ndcg_at_10_std": 0.1840780715921052, + "nauc_ndcg_at_1_diff1": 0.48393890456165084, + "nauc_ndcg_at_1_max": 0.3566535932898095, + "nauc_ndcg_at_1_std": 0.15844150237250088, + "nauc_ndcg_at_20_diff1": 0.398906698378042, + "nauc_ndcg_at_20_max": 0.3387716937137353, + "nauc_ndcg_at_20_std": 0.20611615545351902, + "nauc_ndcg_at_3_diff1": 0.43255996870114993, + "nauc_ndcg_at_3_max": 0.34108795160825534, + "nauc_ndcg_at_3_std": 0.1611307200159296, + "nauc_ndcg_at_5_diff1": 0.4116856420010663, + "nauc_ndcg_at_5_max": 0.3289096135801246, + "nauc_ndcg_at_5_std": 0.17004604296701006, + "nauc_precision_at_1000_diff1": 0.1705475878421919, + "nauc_precision_at_1000_max": 0.2553701074533001, + "nauc_precision_at_1000_std": 0.41418683665802314, + "nauc_precision_at_100_diff1": 0.17707190567153935, + "nauc_precision_at_100_max": 0.252932654709555, + "nauc_precision_at_100_std": 0.34064306867860705, + "nauc_precision_at_10_diff1": 0.3092687435458076, + "nauc_precision_at_10_max": 0.2944823428505137, + "nauc_precision_at_10_std": 0.19214618663005095, + "nauc_precision_at_1_diff1": 0.48393890456165084, + "nauc_precision_at_1_max": 0.3566535932898095, + "nauc_precision_at_1_std": 0.15844150237250088, + "nauc_precision_at_20_diff1": 0.2817506360579832, + "nauc_precision_at_20_max": 0.29050527697620737, + "nauc_precision_at_20_std": 0.2576082759199905, + "nauc_precision_at_3_diff1": 0.4007584227522446, + "nauc_precision_at_3_max": 0.32649957129294327, + "nauc_precision_at_3_std": 0.15553251110641458, + "nauc_precision_at_5_diff1": 0.34473918527482134, + "nauc_precision_at_5_max": 0.29149115589659824, + "nauc_precision_at_5_std": 0.16972092122533583, + "nauc_recall_at_1000_diff1": 0.17054758784219215, + "nauc_recall_at_1000_max": 0.25537010745330074, + "nauc_recall_at_1000_std": 0.4141868366580235, + "nauc_recall_at_100_diff1": 0.17707190567153896, + "nauc_recall_at_100_max": 0.252932654709555, + "nauc_recall_at_100_std": 0.34064306867860694, + "nauc_recall_at_10_diff1": 0.3092687435458075, + "nauc_recall_at_10_max": 0.2944823428505138, + "nauc_recall_at_10_std": 0.1921461866300511, + "nauc_recall_at_1_diff1": 0.48393890456165084, + "nauc_recall_at_1_max": 0.3566535932898095, + "nauc_recall_at_1_std": 0.15844150237250088, + "nauc_recall_at_20_diff1": 0.28175063605798334, + "nauc_recall_at_20_max": 0.2905052769762075, + "nauc_recall_at_20_std": 0.2576082759199904, + "nauc_recall_at_3_diff1": 0.40075842275224444, + "nauc_recall_at_3_max": 0.32649957129294344, + "nauc_recall_at_3_std": 0.15553251110641475, + "nauc_recall_at_5_diff1": 0.34473918527482117, + "nauc_recall_at_5_max": 0.29149115589659835, + "nauc_recall_at_5_std": 0.16972092122533575, + "ndcg_at_1": 0.303, + "ndcg_at_10": 0.28822, + "ndcg_at_100": 0.33941, + "ndcg_at_1000": 0.36837, + "ndcg_at_20": 0.30707, + "ndcg_at_3": 0.24617, + "ndcg_at_5": 0.26627, + "precision_at_1": 0.303, + "precision_at_10": 0.0664, + "precision_at_100": 0.0107, + "precision_at_1000": 0.00146, + "precision_at_20": 0.03925, + "precision_at_3": 0.15767, + "precision_at_5": 0.1106, + "recall_at_1": 0.1515, + "recall_at_10": 0.332, + "recall_at_100": 0.535, + "recall_at_1000": 0.7285, + "recall_at_20": 0.3925, + "recall_at_3": 0.2365, + "recall_at_5": 0.2765 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQAHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQAHardNegatives.json new file mode 100644 index 000000000..94a095a7d --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 118.6137535572052, + "kg_co2_emissions": 0.010827097870947652, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.26096, + "map_at_1": 0.13, + "map_at_10": 0.1946, + "map_at_100": 0.20555, + "map_at_1000": 0.20692, + "map_at_20": 0.20074, + "map_at_3": 0.17375, + "map_at_5": 0.1851, + "mrr_at_1": 0.26, + "mrr_at_10": 0.3426742063492062, + "mrr_at_100": 0.3530222427912682, + "mrr_at_1000": 0.3536669617221159, + "mrr_at_20": 0.349110318620148, + "mrr_at_3": 0.3201666666666666, + "mrr_at_5": 0.33236666666666637, + "nauc_map_at_1000_diff1": 0.38283603957613593, + "nauc_map_at_1000_max": 0.3662266599754963, + "nauc_map_at_1000_std": 0.14741896691166356, + "nauc_map_at_100_diff1": 0.3828922287485976, + "nauc_map_at_100_max": 0.36629259044310286, + "nauc_map_at_100_std": 0.14650538874618216, + "nauc_map_at_10_diff1": 0.3827911426794101, + "nauc_map_at_10_max": 0.3628025382144685, + "nauc_map_at_10_std": 0.13799783793077994, + "nauc_map_at_1_diff1": 0.48287849440605957, + "nauc_map_at_1_max": 0.3767743054551763, + "nauc_map_at_1_std": 0.1181434477176142, + "nauc_map_at_20_diff1": 0.3820305068580022, + "nauc_map_at_20_max": 0.364858461121023, + "nauc_map_at_20_std": 0.14172244539595463, + "nauc_map_at_3_diff1": 0.3946616970449945, + "nauc_map_at_3_max": 0.36338681737145406, + "nauc_map_at_3_std": 0.12684575486229996, + "nauc_map_at_5_diff1": 0.38637129582750906, + "nauc_map_at_5_max": 0.3582390816006429, + "nauc_map_at_5_std": 0.1289500354819197, + "nauc_mrr_at_1000_diff1": 0.4102100549802694, + "nauc_mrr_at_1000_max": 0.36058165841335976, + "nauc_mrr_at_1000_std": 0.14102870449012803, + "nauc_mrr_at_100_diff1": 0.4099637639281006, + "nauc_mrr_at_100_max": 0.3606453854521021, + "nauc_mrr_at_100_std": 0.14095928857163598, + "nauc_mrr_at_10_diff1": 0.4111760926307046, + "nauc_mrr_at_10_max": 0.3595063063296848, + "nauc_mrr_at_10_std": 0.1399504507440252, + "nauc_mrr_at_1_diff1": 0.48287849440605957, + "nauc_mrr_at_1_max": 0.3767743054551763, + "nauc_mrr_at_1_std": 0.1181434477176142, + "nauc_mrr_at_20_diff1": 0.4090927294903823, + "nauc_mrr_at_20_max": 0.3595794229236219, + "nauc_mrr_at_20_std": 0.13960805959553904, + "nauc_mrr_at_3_diff1": 0.4158405385512135, + "nauc_mrr_at_3_max": 0.3624276864664463, + "nauc_mrr_at_3_std": 0.13299143950091769, + "nauc_mrr_at_5_diff1": 0.41354569120349727, + "nauc_mrr_at_5_max": 0.35823955746594427, + "nauc_mrr_at_5_std": 0.13356719223523186, + "nauc_ndcg_at_1000_diff1": 0.3651945705192719, + "nauc_ndcg_at_1000_max": 0.3664268397863055, + "nauc_ndcg_at_1000_std": 0.1975527523915089, + "nauc_ndcg_at_100_diff1": 0.3642354209963445, + "nauc_ndcg_at_100_max": 0.3674020432355556, + "nauc_ndcg_at_100_std": 0.1828028753721698, + "nauc_ndcg_at_10_diff1": 0.3645341195992367, + "nauc_ndcg_at_10_max": 0.35629727415293017, + "nauc_ndcg_at_10_std": 0.15193073506351581, + "nauc_ndcg_at_1_diff1": 0.48287849440605957, + "nauc_ndcg_at_1_max": 0.3767743054551763, + "nauc_ndcg_at_1_std": 0.1181434477176142, + "nauc_ndcg_at_20_diff1": 0.35942328230063414, + "nauc_ndcg_at_20_max": 0.35961200243692776, + "nauc_ndcg_at_20_std": 0.15776190363093026, + "nauc_ndcg_at_3_diff1": 0.3822290747865397, + "nauc_ndcg_at_3_max": 0.359631948097713, + "nauc_ndcg_at_3_std": 0.1339487100769302, + "nauc_ndcg_at_5_diff1": 0.37189258057159197, + "nauc_ndcg_at_5_max": 0.35097313711170014, + "nauc_ndcg_at_5_std": 0.1361382214798055, + "nauc_precision_at_1000_diff1": 0.14634256955071634, + "nauc_precision_at_1000_max": 0.2377411192304645, + "nauc_precision_at_1000_std": 0.3740714554833545, + "nauc_precision_at_100_diff1": 0.2174193044242118, + "nauc_precision_at_100_max": 0.30097426597721666, + "nauc_precision_at_100_std": 0.2651481877682779, + "nauc_precision_at_10_diff1": 0.2671531754830608, + "nauc_precision_at_10_max": 0.31995591881715474, + "nauc_precision_at_10_std": 0.17359995379807286, + "nauc_precision_at_1_diff1": 0.48287849440605957, + "nauc_precision_at_1_max": 0.3767743054551763, + "nauc_precision_at_1_std": 0.1181434477176142, + "nauc_precision_at_20_diff1": 0.23950406156477094, + "nauc_precision_at_20_max": 0.3145834280880167, + "nauc_precision_at_20_std": 0.18244931003429318, + "nauc_precision_at_3_diff1": 0.321382234140805, + "nauc_precision_at_3_max": 0.34712414737006086, + "nauc_precision_at_3_std": 0.1431416840067209, + "nauc_precision_at_5_diff1": 0.29325408214595433, + "nauc_precision_at_5_max": 0.32015154835052784, + "nauc_precision_at_5_std": 0.14363043270284195, + "nauc_recall_at_1000_diff1": 0.14634256955071723, + "nauc_recall_at_1000_max": 0.23774111923046515, + "nauc_recall_at_1000_std": 0.3740714554833545, + "nauc_recall_at_100_diff1": 0.21741930442421092, + "nauc_recall_at_100_max": 0.3009742659772163, + "nauc_recall_at_100_std": 0.2651481877682779, + "nauc_recall_at_10_diff1": 0.267153175483061, + "nauc_recall_at_10_max": 0.319955918817155, + "nauc_recall_at_10_std": 0.17359995379807305, + "nauc_recall_at_1_diff1": 0.48287849440605957, + "nauc_recall_at_1_max": 0.3767743054551763, + "nauc_recall_at_1_std": 0.1181434477176142, + "nauc_recall_at_20_diff1": 0.2395040615647714, + "nauc_recall_at_20_max": 0.31458342808801704, + "nauc_recall_at_20_std": 0.1824493100342936, + "nauc_recall_at_3_diff1": 0.3213822341408047, + "nauc_recall_at_3_max": 0.3471241473700607, + "nauc_recall_at_3_std": 0.14314168400672092, + "nauc_recall_at_5_diff1": 0.29325408214595394, + "nauc_recall_at_5_max": 0.3201515483505278, + "nauc_recall_at_5_std": 0.14363043270284193, + "ndcg_at_1": 0.26, + "ndcg_at_10": 0.26096, + "ndcg_at_100": 0.31404, + "ndcg_at_1000": 0.3468, + "ndcg_at_20": 0.28209, + "ndcg_at_3": 0.2198, + "ndcg_at_5": 0.23917, + "precision_at_1": 0.26, + "precision_at_10": 0.0617, + "precision_at_100": 0.01041, + "precision_at_1000": 0.00148, + "precision_at_20": 0.0377, + "precision_at_3": 0.14333, + "precision_at_5": 0.1014, + "recall_at_1": 0.13, + "recall_at_10": 0.3085, + "recall_at_100": 0.5205, + "recall_at_1000": 0.7405, + "recall_at_20": 0.377, + "recall_at_3": 0.215, + "recall_at_5": 0.2535 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..8372c650c --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 1570.2147982120514, + "kg_co2_emissions": 0.14636478726626334, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.12125, + "map_at_1": 0.04369, + "map_at_10": 0.08543, + "map_at_100": 0.10012, + "map_at_1000": 0.10226, + "map_at_20": 0.09169, + "map_at_3": 0.06792, + "map_at_5": 0.0765, + "mrr_at_1": 0.069, + "mrr_at_10": 0.12312976190476194, + "mrr_at_100": 0.1358771359823752, + "mrr_at_1000": 0.13697409287167606, + "mrr_at_20": 0.12943434820253708, + "mrr_at_3": 0.10083333333333333, + "mrr_at_5": 0.11228333333333333, + "nauc_map_at_1000_diff1": -0.02594588099761553, + "nauc_map_at_1000_max": 0.11451702941422558, + "nauc_map_at_1000_std": 0.01299787628783861, + "nauc_map_at_100_diff1": -0.026531494420719944, + "nauc_map_at_100_max": 0.11233290346397452, + "nauc_map_at_100_std": 0.010604292214902548, + "nauc_map_at_10_diff1": -0.025700317550103383, + "nauc_map_at_10_max": 0.11234264240982306, + "nauc_map_at_10_std": 0.004266041201445587, + "nauc_map_at_1_diff1": 0.056867838324891236, + "nauc_map_at_1_max": 0.1407898365382772, + "nauc_map_at_1_std": -0.0027228926228617277, + "nauc_map_at_20_diff1": -0.025644236455097703, + "nauc_map_at_20_max": 0.10792563906730267, + "nauc_map_at_20_std": 0.0039054625754232518, + "nauc_map_at_3_diff1": -0.010428173550226879, + "nauc_map_at_3_max": 0.11910274150339123, + "nauc_map_at_3_std": 0.003230353598104839, + "nauc_map_at_5_diff1": -0.0181105417644191, + "nauc_map_at_5_max": 0.11173585996272138, + "nauc_map_at_5_std": -0.0015171413305423464, + "nauc_mrr_at_1000_diff1": -0.022632221054580244, + "nauc_mrr_at_1000_max": 0.13861142840593305, + "nauc_mrr_at_1000_std": 0.028521069147549982, + "nauc_mrr_at_100_diff1": -0.022580349260696873, + "nauc_mrr_at_100_max": 0.13816204265255666, + "nauc_mrr_at_100_std": 0.028682407113458996, + "nauc_mrr_at_10_diff1": -0.0271578282577134, + "nauc_mrr_at_10_max": 0.1361516514701674, + "nauc_mrr_at_10_std": 0.03015763459835725, + "nauc_mrr_at_1_diff1": 0.04032461901595478, + "nauc_mrr_at_1_max": 0.15116871400629167, + "nauc_mrr_at_1_std": 0.034518962681256614, + "nauc_mrr_at_20_diff1": -0.023618447824112876, + "nauc_mrr_at_20_max": 0.1348103900681045, + "nauc_mrr_at_20_std": 0.029631454469891218, + "nauc_mrr_at_3_diff1": -0.01889924484658824, + "nauc_mrr_at_3_max": 0.1449547353678763, + "nauc_mrr_at_3_std": 0.024747637066560885, + "nauc_mrr_at_5_diff1": -0.02405697506982131, + "nauc_mrr_at_5_max": 0.13917634093214484, + "nauc_mrr_at_5_std": 0.02520764283307404, + "nauc_ndcg_at_1000_diff1": -0.028902216494710198, + "nauc_ndcg_at_1000_max": 0.151995555954272, + "nauc_ndcg_at_1000_std": 0.035932391773558385, + "nauc_ndcg_at_100_diff1": -0.03718097736583813, + "nauc_ndcg_at_100_max": 0.12164484256636662, + "nauc_ndcg_at_100_std": 0.027332543962288885, + "nauc_ndcg_at_10_diff1": -0.0392742633458621, + "nauc_ndcg_at_10_max": 0.11239916360256655, + "nauc_ndcg_at_10_std": 0.013040998471895441, + "nauc_ndcg_at_1_diff1": 0.04032461901595478, + "nauc_ndcg_at_1_max": 0.15116871400629167, + "nauc_ndcg_at_1_std": 0.034518962681256614, + "nauc_ndcg_at_20_diff1": -0.03593494334201363, + "nauc_ndcg_at_20_max": 0.10119508492041127, + "nauc_ndcg_at_20_std": 0.012490525873190916, + "nauc_ndcg_at_3_diff1": -0.02446973453831974, + "nauc_ndcg_at_3_max": 0.12583143085596735, + "nauc_ndcg_at_3_std": 0.011921617041227048, + "nauc_ndcg_at_5_diff1": -0.030231094990964543, + "nauc_ndcg_at_5_max": 0.11368548205378874, + "nauc_ndcg_at_5_std": 0.003210561626235629, + "nauc_precision_at_1000_diff1": 0.011755531755401517, + "nauc_precision_at_1000_max": 0.16167281435167857, + "nauc_precision_at_1000_std": 0.12314582507010761, + "nauc_precision_at_100_diff1": -0.04001316369851691, + "nauc_precision_at_100_max": 0.13496179540901643, + "nauc_precision_at_100_std": 0.12485297090661819, + "nauc_precision_at_10_diff1": -0.06902037761554544, + "nauc_precision_at_10_max": 0.12180073228554651, + "nauc_precision_at_10_std": 0.06401560476299324, + "nauc_precision_at_1_diff1": 0.04032461901595478, + "nauc_precision_at_1_max": 0.15116871400629167, + "nauc_precision_at_1_std": 0.034518962681256614, + "nauc_precision_at_20_diff1": -0.05900053265339993, + "nauc_precision_at_20_max": 0.09216388260668333, + "nauc_precision_at_20_std": 0.07239021664148941, + "nauc_precision_at_3_diff1": -0.05579327506676381, + "nauc_precision_at_3_max": 0.13150188152464182, + "nauc_precision_at_3_std": 0.027642479970866732, + "nauc_precision_at_5_diff1": -0.06199907741647312, + "nauc_precision_at_5_max": 0.12176052367598286, + "nauc_precision_at_5_std": 0.023609351775241292, + "nauc_recall_at_1000_diff1": -0.02601951821776408, + "nauc_recall_at_1000_max": 0.28535640771334897, + "nauc_recall_at_1000_std": 0.018224745560231587, + "nauc_recall_at_100_diff1": -0.048116220133543, + "nauc_recall_at_100_max": 0.10057385457681152, + "nauc_recall_at_100_std": 0.01669113462703071, + "nauc_recall_at_10_diff1": -0.05406546210490882, + "nauc_recall_at_10_max": 0.08633805919555025, + "nauc_recall_at_10_std": 0.002577034445195826, + "nauc_recall_at_1_diff1": 0.056867838324891236, + "nauc_recall_at_1_max": 0.1407898365382772, + "nauc_recall_at_1_std": -0.0027228926228617277, + "nauc_recall_at_20_diff1": -0.04367292572441853, + "nauc_recall_at_20_max": 0.05893084699298677, + "nauc_recall_at_20_std": -0.0027737272882733294, + "nauc_recall_at_3_diff1": -0.034580435965726235, + "nauc_recall_at_3_max": 0.11543529244800445, + "nauc_recall_at_3_std": -0.00047134634305795925, + "nauc_recall_at_5_diff1": -0.04449005403702309, + "nauc_recall_at_5_max": 0.08718937312326604, + "nauc_recall_at_5_std": -0.013021462498748049, + "ndcg_at_1": 0.069, + "ndcg_at_10": 0.12125, + "ndcg_at_100": 0.19616, + "ndcg_at_1000": 0.24249, + "ndcg_at_20": 0.14284, + "ndcg_at_3": 0.08575, + "ndcg_at_5": 0.09987, + "precision_at_1": 0.069, + "precision_at_10": 0.0324, + "precision_at_100": 0.00966, + "precision_at_1000": 0.00161, + "precision_at_20": 0.0235, + "precision_at_3": 0.052, + "precision_at_5": 0.043, + "recall_at_1": 0.04369, + "recall_at_10": 0.18968, + "recall_at_100": 0.50245, + "recall_at_1000": 0.8114, + "recall_at_20": 0.26095, + "recall_at_3": 0.09727, + "recall_at_5": 0.13276 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.19855, + "map_at_1": 0.07865, + "map_at_10": 0.14727, + "map_at_100": 0.1638, + "map_at_1000": 0.16543, + "map_at_20": 0.15582, + "map_at_3": 0.12093, + "map_at_5": 0.13526, + "mrr_at_1": 0.145985401459854, + "mrr_at_10": 0.22046692156181213, + "mrr_at_100": 0.23302477578851474, + "mrr_at_1000": 0.23381467965339356, + "mrr_at_20": 0.22741485737209005, + "mrr_at_3": 0.19302514193025141, + "mrr_at_5": 0.20835360908353612, + "nauc_map_at_1000_diff1": 0.2751431603909881, + "nauc_map_at_1000_max": 0.21664902188978338, + "nauc_map_at_1000_std": 0.05166507872818493, + "nauc_map_at_100_diff1": 0.2742734075578138, + "nauc_map_at_100_max": 0.21654861703603043, + "nauc_map_at_100_std": 0.05103238365228102, + "nauc_map_at_10_diff1": 0.2901560432321116, + "nauc_map_at_10_max": 0.21579435165255148, + "nauc_map_at_10_std": 0.03835290045129393, + "nauc_map_at_1_diff1": 0.34141396299432164, + "nauc_map_at_1_max": 0.20596889471633398, + "nauc_map_at_1_std": 0.01971604268778015, + "nauc_map_at_20_diff1": 0.2739462573950449, + "nauc_map_at_20_max": 0.21668629645201115, + "nauc_map_at_20_std": 0.04236832588820568, + "nauc_map_at_3_diff1": 0.30591734256507563, + "nauc_map_at_3_max": 0.18947598815419994, + "nauc_map_at_3_std": 0.022721480680896782, + "nauc_map_at_5_diff1": 0.2936670170983948, + "nauc_map_at_5_max": 0.2019502348549572, + "nauc_map_at_5_std": 0.025930641845381273, + "nauc_mrr_at_1000_diff1": 0.23844141115349574, + "nauc_mrr_at_1000_max": 0.20534569348418702, + "nauc_mrr_at_1000_std": 0.1110363553587741, + "nauc_mrr_at_100_diff1": 0.23839227033455385, + "nauc_mrr_at_100_max": 0.2052162481829614, + "nauc_mrr_at_100_std": 0.11114005333642767, + "nauc_mrr_at_10_diff1": 0.23979958801916718, + "nauc_mrr_at_10_max": 0.20376584455805916, + "nauc_mrr_at_10_std": 0.1077533573272351, + "nauc_mrr_at_1_diff1": 0.30244321630897353, + "nauc_mrr_at_1_max": 0.24067037481657697, + "nauc_mrr_at_1_std": 0.08575276011503076, + "nauc_mrr_at_20_diff1": 0.23716465301966463, + "nauc_mrr_at_20_max": 0.2060460907653949, + "nauc_mrr_at_20_std": 0.10985900827707099, + "nauc_mrr_at_3_diff1": 0.2524167756279386, + "nauc_mrr_at_3_max": 0.20297321114366998, + "nauc_mrr_at_3_std": 0.10373813069463315, + "nauc_mrr_at_5_diff1": 0.2449792729152088, + "nauc_mrr_at_5_max": 0.19465349449025743, + "nauc_mrr_at_5_std": 0.10047541078868108, + "nauc_ndcg_at_1000_diff1": 0.2255809194300982, + "nauc_ndcg_at_1000_max": 0.23039776367970796, + "nauc_ndcg_at_1000_std": 0.11703681698851502, + "nauc_ndcg_at_100_diff1": 0.22180316708796569, + "nauc_ndcg_at_100_max": 0.22112251989012102, + "nauc_ndcg_at_100_std": 0.10285557936530451, + "nauc_ndcg_at_10_diff1": 0.2507316322218138, + "nauc_ndcg_at_10_max": 0.21837305631948872, + "nauc_ndcg_at_10_std": 0.07035789482490419, + "nauc_ndcg_at_1_diff1": 0.30244321630897353, + "nauc_ndcg_at_1_max": 0.24067037481657697, + "nauc_ndcg_at_1_std": 0.08575276011503076, + "nauc_ndcg_at_20_diff1": 0.21548849028436398, + "nauc_ndcg_at_20_max": 0.2229692624186857, + "nauc_ndcg_at_20_std": 0.07603711661289693, + "nauc_ndcg_at_3_diff1": 0.2771972256449949, + "nauc_ndcg_at_3_max": 0.1863657331342403, + "nauc_ndcg_at_3_std": 0.05836548457504834, + "nauc_ndcg_at_5_diff1": 0.25832144632557835, + "nauc_ndcg_at_5_max": 0.19391130774934143, + "nauc_ndcg_at_5_std": 0.05172624026409991, + "nauc_precision_at_1000_diff1": 0.012256955788343604, + "nauc_precision_at_1000_max": 0.10642201821931631, + "nauc_precision_at_1000_std": 0.20917001931531248, + "nauc_precision_at_100_diff1": 0.07807373244089826, + "nauc_precision_at_100_max": 0.15347251437102943, + "nauc_precision_at_100_std": 0.2222283115440948, + "nauc_precision_at_10_diff1": 0.1900716790984176, + "nauc_precision_at_10_max": 0.20406444474337665, + "nauc_precision_at_10_std": 0.13968252840711093, + "nauc_precision_at_1_diff1": 0.30244321630897353, + "nauc_precision_at_1_max": 0.24067037481657697, + "nauc_precision_at_1_std": 0.08575276011503076, + "nauc_precision_at_20_diff1": 0.09113488591104897, + "nauc_precision_at_20_max": 0.2074373212195774, + "nauc_precision_at_20_std": 0.15917192647579836, + "nauc_precision_at_3_diff1": 0.2338258662068727, + "nauc_precision_at_3_max": 0.1878592371139067, + "nauc_precision_at_3_std": 0.10976448629944091, + "nauc_precision_at_5_diff1": 0.21737395587058495, + "nauc_precision_at_5_max": 0.18486794667761286, + "nauc_precision_at_5_std": 0.11034364430249555, + "nauc_recall_at_1000_diff1": 0.04553770885705055, + "nauc_recall_at_1000_max": 0.331418538005813, + "nauc_recall_at_1000_std": 0.3061610558097609, + "nauc_recall_at_100_diff1": 0.10045289269076137, + "nauc_recall_at_100_max": 0.21148600008038893, + "nauc_recall_at_100_std": 0.135443050798312, + "nauc_recall_at_10_diff1": 0.18708420623796274, + "nauc_recall_at_10_max": 0.2212991024368375, + "nauc_recall_at_10_std": 0.07173425936640423, + "nauc_recall_at_1_diff1": 0.34141396299432164, + "nauc_recall_at_1_max": 0.20596889471633398, + "nauc_recall_at_1_std": 0.01971604268778015, + "nauc_recall_at_20_diff1": 0.09445942771874445, + "nauc_recall_at_20_max": 0.21867899779121322, + "nauc_recall_at_20_std": 0.06837890303168909, + "nauc_recall_at_3_diff1": 0.24538588484378593, + "nauc_recall_at_3_max": 0.15715605639398664, + "nauc_recall_at_3_std": 0.027090641927322294, + "nauc_recall_at_5_diff1": 0.2103591199789953, + "nauc_recall_at_5_max": 0.17049065838545613, + "nauc_recall_at_5_std": 0.025848194536979233, + "ndcg_at_1": 0.14599, + "ndcg_at_10": 0.19855, + "ndcg_at_100": 0.2746, + "ndcg_at_1000": 0.31103, + "ndcg_at_20": 0.22601, + "ndcg_at_3": 0.15493, + "ndcg_at_5": 0.17292, + "precision_at_1": 0.14599, + "precision_at_10": 0.05377, + "precision_at_100": 0.01163, + "precision_at_1000": 0.00172, + "precision_at_20": 0.03564, + "precision_at_3": 0.10138, + "precision_at_5": 0.07981, + "recall_at_1": 0.07865, + "recall_at_10": 0.27574, + "recall_at_100": 0.58877, + "recall_at_1000": 0.82544, + "recall_at_20": 0.36856, + "recall_at_3": 0.15869, + "recall_at_5": 0.20812 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.138, + "map_at_1": 0.02721, + "map_at_10": 0.08283, + "map_at_100": 0.1108, + "map_at_1000": 0.11365, + "map_at_20": 0.09596, + "map_at_3": 0.0557, + "map_at_5": 0.06999, + "mrr_at_1": 0.07868852459016394, + "mrr_at_10": 0.16225865209471785, + "mrr_at_100": 0.18125049150688613, + "mrr_at_1000": 0.18180890649089246, + "mrr_at_20": 0.1737599263706967, + "mrr_at_3": 0.12786885245901639, + "mrr_at_5": 0.14409836065573775, + "nauc_map_at_1000_diff1": 0.05999291470404031, + "nauc_map_at_1000_max": 0.18598448830009154, + "nauc_map_at_1000_std": 0.2005823750924939, + "nauc_map_at_100_diff1": 0.06182089823975785, + "nauc_map_at_100_max": 0.182431518559789, + "nauc_map_at_100_std": 0.19864214880821804, + "nauc_map_at_10_diff1": 0.04252191205880543, + "nauc_map_at_10_max": 0.15143088819752407, + "nauc_map_at_10_std": 0.1698984279888717, + "nauc_map_at_1_diff1": 0.10367027636274644, + "nauc_map_at_1_max": 0.2225094023112815, + "nauc_map_at_1_std": 0.17844093903035133, + "nauc_map_at_20_diff1": 0.06677637261514295, + "nauc_map_at_20_max": 0.1688182566745662, + "nauc_map_at_20_std": 0.1767640379469932, + "nauc_map_at_3_diff1": 0.04192414409917251, + "nauc_map_at_3_max": 0.13203037702607118, + "nauc_map_at_3_std": 0.10640213817241652, + "nauc_map_at_5_diff1": 0.05042655435653249, + "nauc_map_at_5_max": 0.14320100134455277, + "nauc_map_at_5_std": 0.13843410639399395, + "nauc_mrr_at_1000_diff1": 0.051072403651128466, + "nauc_mrr_at_1000_max": 0.16728645178925272, + "nauc_mrr_at_1000_std": 0.16974276842567715, + "nauc_mrr_at_100_diff1": 0.05067210808689382, + "nauc_mrr_at_100_max": 0.16709093348146709, + "nauc_mrr_at_100_std": 0.16947144982939616, + "nauc_mrr_at_10_diff1": 0.04539667095649824, + "nauc_mrr_at_10_max": 0.1551101716269228, + "nauc_mrr_at_10_std": 0.16594734592694385, + "nauc_mrr_at_1_diff1": 0.08087558984336127, + "nauc_mrr_at_1_max": 0.18394240018107713, + "nauc_mrr_at_1_std": 0.1450501146916283, + "nauc_mrr_at_20_diff1": 0.05025278149635593, + "nauc_mrr_at_20_max": 0.16491631506980534, + "nauc_mrr_at_20_std": 0.16552937230441625, + "nauc_mrr_at_3_diff1": 0.06768075517146888, + "nauc_mrr_at_3_max": 0.16131886199423634, + "nauc_mrr_at_3_std": 0.14949210994885426, + "nauc_mrr_at_5_diff1": 0.06069779124662889, + "nauc_mrr_at_5_max": 0.14998594675606106, + "nauc_mrr_at_5_std": 0.15839889636795723, + "nauc_ndcg_at_1000_diff1": 0.03527158198431722, + "nauc_ndcg_at_1000_max": 0.24408077580950627, + "nauc_ndcg_at_1000_std": 0.2543419508741766, + "nauc_ndcg_at_100_diff1": 0.05716938651511057, + "nauc_ndcg_at_100_max": 0.22985903381905606, + "nauc_ndcg_at_100_std": 0.25305797818877956, + "nauc_ndcg_at_10_diff1": 0.0321840030404003, + "nauc_ndcg_at_10_max": 0.15342633192209906, + "nauc_ndcg_at_10_std": 0.1899171045747617, + "nauc_ndcg_at_1_diff1": 0.08087558984336127, + "nauc_ndcg_at_1_max": 0.18394240018107713, + "nauc_ndcg_at_1_std": 0.1450501146916283, + "nauc_ndcg_at_20_diff1": 0.07230868477288009, + "nauc_ndcg_at_20_max": 0.18734947042493405, + "nauc_ndcg_at_20_std": 0.19315377289478433, + "nauc_ndcg_at_3_diff1": 0.045673296975998076, + "nauc_ndcg_at_3_max": 0.13119312144626222, + "nauc_ndcg_at_3_std": 0.12765053359050757, + "nauc_ndcg_at_5_diff1": 0.0534626724870627, + "nauc_ndcg_at_5_max": 0.14134828369795957, + "nauc_ndcg_at_5_std": 0.15480585681702153, + "nauc_precision_at_1000_diff1": -0.08465617272239903, + "nauc_precision_at_1000_max": 0.22244554382573592, + "nauc_precision_at_1000_std": 0.1505419250094811, + "nauc_precision_at_100_diff1": -0.008543346984522011, + "nauc_precision_at_100_max": 0.27008711916010975, + "nauc_precision_at_100_std": 0.2711064798299781, + "nauc_precision_at_10_diff1": -0.0009265523428879542, + "nauc_precision_at_10_max": 0.18726968752383594, + "nauc_precision_at_10_std": 0.26779229385765135, + "nauc_precision_at_1_diff1": 0.08087558984336127, + "nauc_precision_at_1_max": 0.18394240018107713, + "nauc_precision_at_1_std": 0.1450501146916283, + "nauc_precision_at_20_diff1": 0.06837323323198925, + "nauc_precision_at_20_max": 0.2188787581970786, + "nauc_precision_at_20_std": 0.2353632460175374, + "nauc_precision_at_3_diff1": 0.048275276445923936, + "nauc_precision_at_3_max": 0.1606851269461509, + "nauc_precision_at_3_std": 0.16751662572184248, + "nauc_precision_at_5_diff1": 0.048653278722901365, + "nauc_precision_at_5_max": 0.15424794457755947, + "nauc_precision_at_5_std": 0.19616443685294152, + "nauc_recall_at_1000_diff1": -0.15149599438024583, + "nauc_recall_at_1000_max": 0.5276138644946794, + "nauc_recall_at_1000_std": 0.7167677946082852, + "nauc_recall_at_100_diff1": 0.07017594961911382, + "nauc_recall_at_100_max": 0.23082564558864072, + "nauc_recall_at_100_std": 0.29407739896029506, + "nauc_recall_at_10_diff1": 0.014064471785349794, + "nauc_recall_at_10_max": 0.11811098046622483, + "nauc_recall_at_10_std": 0.1840813656731636, + "nauc_recall_at_1_diff1": 0.10367027636274644, + "nauc_recall_at_1_max": 0.2225094023112815, + "nauc_recall_at_1_std": 0.17844093903035133, + "nauc_recall_at_20_diff1": 0.08936407533250022, + "nauc_recall_at_20_max": 0.17626199642791712, + "nauc_recall_at_20_std": 0.17832091838740383, + "nauc_recall_at_3_diff1": 0.04026836979280437, + "nauc_recall_at_3_max": 0.11507928038203673, + "nauc_recall_at_3_std": 0.08593517567005825, + "nauc_recall_at_5_diff1": 0.05502862522786647, + "nauc_recall_at_5_max": 0.11648223085524773, + "nauc_recall_at_5_std": 0.14363666904293865, + "ndcg_at_1": 0.07869, + "ndcg_at_10": 0.138, + "ndcg_at_100": 0.26385, + "ndcg_at_1000": 0.30702, + "ndcg_at_20": 0.18065, + "ndcg_at_3": 0.0885, + "ndcg_at_5": 0.10678, + "precision_at_1": 0.07869, + "precision_at_10": 0.05344, + "precision_at_100": 0.01777, + "precision_at_1000": 0.00249, + "precision_at_20": 0.04393, + "precision_at_3": 0.07104, + "precision_at_5": 0.06557, + "recall_at_1": 0.02721, + "recall_at_10": 0.21403, + "recall_at_100": 0.69495, + "recall_at_1000": 0.95005, + "recall_at_20": 0.34445, + "recall_at_3": 0.09, + "recall_at_5": 0.13806 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.0998, + "map_at_1": 0.02535, + "map_at_10": 0.06177, + "map_at_100": 0.08271, + "map_at_1000": 0.08583, + "map_at_20": 0.07076, + "map_at_3": 0.04426, + "map_at_5": 0.05287, + "mrr_at_1": 0.05381727158948686, + "mrr_at_10": 0.11805083735621917, + "mrr_at_100": 0.13539869983485053, + "mrr_at_1000": 0.1362600334047399, + "mrr_at_20": 0.12752823306965108, + "mrr_at_3": 0.08886107634543179, + "mrr_at_5": 0.10625782227784732, + "nauc_map_at_1000_diff1": 0.17891143130112883, + "nauc_map_at_1000_max": 0.2513538331479981, + "nauc_map_at_1000_std": 0.08779702199217408, + "nauc_map_at_100_diff1": 0.17820813746340847, + "nauc_map_at_100_max": 0.24822241422327215, + "nauc_map_at_100_std": 0.08358636862098763, + "nauc_map_at_10_diff1": 0.1924336911808184, + "nauc_map_at_10_max": 0.2418103443710041, + "nauc_map_at_10_std": 0.04798373568663875, + "nauc_map_at_1_diff1": 0.3524606181322904, + "nauc_map_at_1_max": 0.3161541903199511, + "nauc_map_at_1_std": 0.027402411604000445, + "nauc_map_at_20_diff1": 0.18299490582666209, + "nauc_map_at_20_max": 0.2460963525033998, + "nauc_map_at_20_std": 0.06823778876560428, + "nauc_map_at_3_diff1": 0.20930760245882618, + "nauc_map_at_3_max": 0.2479831795393199, + "nauc_map_at_3_std": 0.028845938616455426, + "nauc_map_at_5_diff1": 0.19443517812129862, + "nauc_map_at_5_max": 0.2345688819927552, + "nauc_map_at_5_std": 0.02635883245461994, + "nauc_mrr_at_1000_diff1": 0.1587251547130615, + "nauc_mrr_at_1000_max": 0.20930674773036623, + "nauc_mrr_at_1000_std": 0.08559072978318388, + "nauc_mrr_at_100_diff1": 0.15834933318453198, + "nauc_mrr_at_100_max": 0.20923032705620526, + "nauc_mrr_at_100_std": 0.08651415767508441, + "nauc_mrr_at_10_diff1": 0.1592823171343587, + "nauc_mrr_at_10_max": 0.20002569715313684, + "nauc_mrr_at_10_std": 0.0739232441944941, + "nauc_mrr_at_1_diff1": 0.2567784201965481, + "nauc_mrr_at_1_max": 0.24700021786639526, + "nauc_mrr_at_1_std": 0.06876108569439315, + "nauc_mrr_at_20_diff1": 0.15932772111865476, + "nauc_mrr_at_20_max": 0.204406831914165, + "nauc_mrr_at_20_std": 0.08194253811493782, + "nauc_mrr_at_3_diff1": 0.15447876988254802, + "nauc_mrr_at_3_max": 0.20562619825929515, + "nauc_mrr_at_3_std": 0.08447713428312148, + "nauc_mrr_at_5_diff1": 0.1545029801052982, + "nauc_mrr_at_5_max": 0.19834349031265033, + "nauc_mrr_at_5_std": 0.0676486056683117, + "nauc_ndcg_at_1000_diff1": 0.14085524647578357, + "nauc_ndcg_at_1000_max": 0.2709301146738073, + "nauc_ndcg_at_1000_std": 0.16407901134239164, + "nauc_ndcg_at_100_diff1": 0.13321368851881746, + "nauc_ndcg_at_100_max": 0.25353789694071244, + "nauc_ndcg_at_100_std": 0.1495319692146955, + "nauc_ndcg_at_10_diff1": 0.15547313093542922, + "nauc_ndcg_at_10_max": 0.21332257174570765, + "nauc_ndcg_at_10_std": 0.056932656462227255, + "nauc_ndcg_at_1_diff1": 0.2567784201965481, + "nauc_ndcg_at_1_max": 0.24700021786639526, + "nauc_ndcg_at_1_std": 0.06876108569439315, + "nauc_ndcg_at_20_diff1": 0.1467051382026309, + "nauc_ndcg_at_20_max": 0.22680788836292567, + "nauc_ndcg_at_20_std": 0.09340494601115246, + "nauc_ndcg_at_3_diff1": 0.16120851380314918, + "nauc_ndcg_at_3_max": 0.2062668870163791, + "nauc_ndcg_at_3_std": 0.053217879229122717, + "nauc_ndcg_at_5_diff1": 0.151411364393845, + "nauc_ndcg_at_5_max": 0.19807585621454868, + "nauc_ndcg_at_5_std": 0.03304851368449222, + "nauc_precision_at_1000_diff1": 0.051761687852713685, + "nauc_precision_at_1000_max": 0.09299466963283187, + "nauc_precision_at_1000_std": 0.15120046386714284, + "nauc_precision_at_100_diff1": 0.06486890684839156, + "nauc_precision_at_100_max": 0.151463047983102, + "nauc_precision_at_100_std": 0.20384248511870745, + "nauc_precision_at_10_diff1": 0.12178871144954408, + "nauc_precision_at_10_max": 0.16467533779574012, + "nauc_precision_at_10_std": 0.08575397760221505, + "nauc_precision_at_1_diff1": 0.2567784201965481, + "nauc_precision_at_1_max": 0.24700021786639526, + "nauc_precision_at_1_std": 0.06876108569439315, + "nauc_precision_at_20_diff1": 0.1266407086588306, + "nauc_precision_at_20_max": 0.18560450363383038, + "nauc_precision_at_20_std": 0.1382190017615794, + "nauc_precision_at_3_diff1": 0.09290518571322526, + "nauc_precision_at_3_max": 0.18636491085877638, + "nauc_precision_at_3_std": 0.07871662283922018, + "nauc_precision_at_5_diff1": 0.09372368075153514, + "nauc_precision_at_5_max": 0.16658863553186212, + "nauc_precision_at_5_std": 0.06372425320918775, + "nauc_recall_at_1000_diff1": -0.007155732855086681, + "nauc_recall_at_1000_max": 0.4254156813654161, + "nauc_recall_at_1000_std": 0.4072820973208279, + "nauc_recall_at_100_diff1": 0.044642999461221765, + "nauc_recall_at_100_max": 0.2535671682170927, + "nauc_recall_at_100_std": 0.2166278248722295, + "nauc_recall_at_10_diff1": 0.10862369092771225, + "nauc_recall_at_10_max": 0.18336845278327207, + "nauc_recall_at_10_std": 0.0492878798088275, + "nauc_recall_at_1_diff1": 0.3524606181322904, + "nauc_recall_at_1_max": 0.3161541903199511, + "nauc_recall_at_1_std": 0.027402411604000445, + "nauc_recall_at_20_diff1": 0.08316812002375794, + "nauc_recall_at_20_max": 0.1959318981693656, + "nauc_recall_at_20_std": 0.10857798852578293, + "nauc_recall_at_3_diff1": 0.1207392760233233, + "nauc_recall_at_3_max": 0.1935150575850916, + "nauc_recall_at_3_std": 0.01933749631821943, + "nauc_recall_at_5_diff1": 0.10320570239041216, + "nauc_recall_at_5_max": 0.16066594487011118, + "nauc_recall_at_5_std": -0.0029995387402658967, + "ndcg_at_1": 0.05382, + "ndcg_at_10": 0.0998, + "ndcg_at_100": 0.20367, + "ndcg_at_1000": 0.25716, + "ndcg_at_20": 0.13031, + "ndcg_at_3": 0.06586, + "ndcg_at_5": 0.07999, + "precision_at_1": 0.05382, + "precision_at_10": 0.0383, + "precision_at_100": 0.01504, + "precision_at_1000": 0.00248, + "precision_at_20": 0.03154, + "precision_at_3": 0.04839, + "precision_at_5": 0.04781, + "recall_at_1": 0.02535, + "recall_at_10": 0.15084, + "recall_at_100": 0.55022, + "recall_at_1000": 0.86368, + "recall_at_20": 0.24421, + "recall_at_3": 0.06639, + "recall_at_5": 0.09977 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.14009, + "map_at_1": 0.03472, + "map_at_10": 0.08074, + "map_at_100": 0.11282, + "map_at_1000": 0.11769, + "map_at_20": 0.0934, + "map_at_3": 0.0565, + "map_at_5": 0.06674, + "mrr_at_1": 0.11265432098765432, + "mrr_at_10": 0.21172533313737008, + "mrr_at_100": 0.22787815121578947, + "mrr_at_1000": 0.22846390341808614, + "mrr_at_20": 0.22100112820016632, + "mrr_at_3": 0.17335390946502055, + "mrr_at_5": 0.19179526748971193, + "nauc_map_at_1000_diff1": 0.12374559561415396, + "nauc_map_at_1000_max": 0.1062094201508353, + "nauc_map_at_1000_std": 0.15717545685934825, + "nauc_map_at_100_diff1": 0.12652194428491317, + "nauc_map_at_100_max": 0.10026105229471159, + "nauc_map_at_100_std": 0.1497333361120281, + "nauc_map_at_10_diff1": 0.12371342310051141, + "nauc_map_at_10_max": 0.03004652377439193, + "nauc_map_at_10_std": 0.06923476742412792, + "nauc_map_at_1_diff1": 0.166645679213209, + "nauc_map_at_1_max": -0.027620323504147004, + "nauc_map_at_1_std": 0.03192853672866066, + "nauc_map_at_20_diff1": 0.12346187538910029, + "nauc_map_at_20_max": 0.052810667718285326, + "nauc_map_at_20_std": 0.09653700775701188, + "nauc_map_at_3_diff1": 0.15570488077606734, + "nauc_map_at_3_max": 0.02960599820464733, + "nauc_map_at_3_std": 0.07469240127197829, + "nauc_map_at_5_diff1": 0.13394406905444542, + "nauc_map_at_5_max": 0.026895649513171, + "nauc_map_at_5_std": 0.06638925934765136, + "nauc_mrr_at_1000_diff1": 0.11152069127215143, + "nauc_mrr_at_1000_max": 0.10702238108861771, + "nauc_mrr_at_1000_std": 0.13655650804689098, + "nauc_mrr_at_100_diff1": 0.11169511438654518, + "nauc_mrr_at_100_max": 0.10745107653364594, + "nauc_mrr_at_100_std": 0.13694280865851594, + "nauc_mrr_at_10_diff1": 0.10862725665494788, + "nauc_mrr_at_10_max": 0.10183617654129204, + "nauc_mrr_at_10_std": 0.1289009680035565, + "nauc_mrr_at_1_diff1": 0.1169129741254512, + "nauc_mrr_at_1_max": 0.0482698526449473, + "nauc_mrr_at_1_std": 0.09276362697555829, + "nauc_mrr_at_20_diff1": 0.11161471116668226, + "nauc_mrr_at_20_max": 0.10428602398732123, + "nauc_mrr_at_20_std": 0.13314798723549837, + "nauc_mrr_at_3_diff1": 0.12212878979016868, + "nauc_mrr_at_3_max": 0.09904919031944741, + "nauc_mrr_at_3_std": 0.12138613255855527, + "nauc_mrr_at_5_diff1": 0.11989496604057505, + "nauc_mrr_at_5_max": 0.09959636529548577, + "nauc_mrr_at_5_std": 0.12500336837304377, + "nauc_ndcg_at_1000_diff1": 0.09456083901441804, + "nauc_ndcg_at_1000_max": 0.21930927784146934, + "nauc_ndcg_at_1000_std": 0.28559291874674714, + "nauc_ndcg_at_100_diff1": 0.10987459404901904, + "nauc_ndcg_at_100_max": 0.2004948598594532, + "nauc_ndcg_at_100_std": 0.2714523494492357, + "nauc_ndcg_at_10_diff1": 0.10468815079784788, + "nauc_ndcg_at_10_max": 0.06537330401125646, + "nauc_ndcg_at_10_std": 0.10621217035170749, + "nauc_ndcg_at_1_diff1": 0.1169129741254512, + "nauc_ndcg_at_1_max": 0.0482698526449473, + "nauc_ndcg_at_1_std": 0.09276362697555829, + "nauc_ndcg_at_20_diff1": 0.10811337232622414, + "nauc_ndcg_at_20_max": 0.09478180181515769, + "nauc_ndcg_at_20_std": 0.14805182615248713, + "nauc_ndcg_at_3_diff1": 0.1313669241328027, + "nauc_ndcg_at_3_max": 0.0973895692658544, + "nauc_ndcg_at_3_std": 0.13111731905590374, + "nauc_ndcg_at_5_diff1": 0.11511349801316247, + "nauc_ndcg_at_5_max": 0.0779272484975448, + "nauc_ndcg_at_5_std": 0.11371989266697019, + "nauc_precision_at_1000_diff1": -0.025592585640269512, + "nauc_precision_at_1000_max": 0.2664748135130414, + "nauc_precision_at_1000_std": 0.27975890445448487, + "nauc_precision_at_100_diff1": 0.030486475738802, + "nauc_precision_at_100_max": 0.3263082127974712, + "nauc_precision_at_100_std": 0.37376985826581294, + "nauc_precision_at_10_diff1": 0.052737718572417075, + "nauc_precision_at_10_max": 0.16519475722184762, + "nauc_precision_at_10_std": 0.18519025922283336, + "nauc_precision_at_1_diff1": 0.1169129741254512, + "nauc_precision_at_1_max": 0.0482698526449473, + "nauc_precision_at_1_std": 0.09276362697555829, + "nauc_precision_at_20_diff1": 0.0700511535832477, + "nauc_precision_at_20_max": 0.21942868731244067, + "nauc_precision_at_20_std": 0.2553221790011502, + "nauc_precision_at_3_diff1": 0.11796647143851807, + "nauc_precision_at_3_max": 0.13956228838864962, + "nauc_precision_at_3_std": 0.1571695154786411, + "nauc_precision_at_5_diff1": 0.0903880190752986, + "nauc_precision_at_5_max": 0.1318383677768053, + "nauc_precision_at_5_std": 0.15004469528772837, + "nauc_recall_at_1000_diff1": -0.01968156391835849, + "nauc_recall_at_1000_max": 0.41389667659312507, + "nauc_recall_at_1000_std": 0.5874820612242119, + "nauc_recall_at_100_diff1": 0.06513040945677692, + "nauc_recall_at_100_max": 0.2269475901428385, + "nauc_recall_at_100_std": 0.3435502662981736, + "nauc_recall_at_10_diff1": 0.06960798957478323, + "nauc_recall_at_10_max": 0.025621454902769614, + "nauc_recall_at_10_std": 0.08762691852722486, + "nauc_recall_at_1_diff1": 0.166645679213209, + "nauc_recall_at_1_max": -0.027620323504147004, + "nauc_recall_at_1_std": 0.03192853672866066, + "nauc_recall_at_20_diff1": 0.06740742528484929, + "nauc_recall_at_20_max": 0.0583335034317409, + "nauc_recall_at_20_std": 0.1404412514439055, + "nauc_recall_at_3_diff1": 0.13784502932655915, + "nauc_recall_at_3_max": 0.05437464798056469, + "nauc_recall_at_3_std": 0.10265847050173144, + "nauc_recall_at_5_diff1": 0.0917119541021939, + "nauc_recall_at_5_max": 0.04110363032092023, + "nauc_recall_at_5_std": 0.08581379681483883, + "ndcg_at_1": 0.11265, + "ndcg_at_10": 0.14009, + "ndcg_at_100": 0.26959, + "ndcg_at_1000": 0.32937, + "ndcg_at_20": 0.1778, + "ndcg_at_3": 0.11144, + "ndcg_at_5": 0.11539, + "precision_at_1": 0.11265, + "precision_at_10": 0.07238, + "precision_at_100": 0.02662, + "precision_at_1000": 0.00406, + "precision_at_20": 0.05795, + "precision_at_3": 0.09671, + "precision_at_5": 0.08549, + "recall_at_1": 0.03472, + "recall_at_10": 0.17619, + "recall_at_100": 0.58341, + "recall_at_1000": 0.87823, + "recall_at_20": 0.27083, + "recall_at_3": 0.07692, + "recall_at_5": 0.1079 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.15427, + "map_at_1": 0.05288, + "map_at_10": 0.10916, + "map_at_100": 0.12871, + "map_at_1000": 0.13101, + "map_at_20": 0.11902, + "map_at_3": 0.08517, + "map_at_5": 0.09626, + "mrr_at_1": 0.08069620253164557, + "mrr_at_10": 0.15141400442033356, + "mrr_at_100": 0.1667247046088206, + "mrr_at_1000": 0.16763493143217373, + "mrr_at_20": 0.16008694532999423, + "mrr_at_3": 0.12368143459915612, + "mrr_at_5": 0.13705168776371313, + "nauc_map_at_1000_diff1": 0.054364219873830076, + "nauc_map_at_1000_max": 0.08141530920512073, + "nauc_map_at_1000_std": 0.03040930286208246, + "nauc_map_at_100_diff1": 0.054023311191749496, + "nauc_map_at_100_max": 0.08059358706845908, + "nauc_map_at_100_std": 0.02870966087144425, + "nauc_map_at_10_diff1": 0.053777648798775717, + "nauc_map_at_10_max": 0.06142323890380722, + "nauc_map_at_10_std": 0.0022391032644642627, + "nauc_map_at_1_diff1": 0.11217516138995454, + "nauc_map_at_1_max": 0.08230617770894787, + "nauc_map_at_1_std": 0.00997669332435588, + "nauc_map_at_20_diff1": 0.05718889691537297, + "nauc_map_at_20_max": 0.07274804372557275, + "nauc_map_at_20_std": 0.020380213137970945, + "nauc_map_at_3_diff1": 0.06152870722833323, + "nauc_map_at_3_max": 0.08480737469814083, + "nauc_map_at_3_std": -0.0013877742652787161, + "nauc_map_at_5_diff1": 0.06847009362912863, + "nauc_map_at_5_max": 0.06389132223211683, + "nauc_map_at_5_std": -0.011273711629337659, + "nauc_mrr_at_1000_diff1": 0.004354926700447517, + "nauc_mrr_at_1000_max": 0.07317106414349624, + "nauc_mrr_at_1000_std": 0.04159005981623273, + "nauc_mrr_at_100_diff1": 0.003650469263898138, + "nauc_mrr_at_100_max": 0.07317459176098721, + "nauc_mrr_at_100_std": 0.041757818123880984, + "nauc_mrr_at_10_diff1": 0.003257682116210636, + "nauc_mrr_at_10_max": 0.05947225525297869, + "nauc_mrr_at_10_std": 0.029386117622157794, + "nauc_mrr_at_1_diff1": 0.03359155100638953, + "nauc_mrr_at_1_max": 0.052926103299252604, + "nauc_mrr_at_1_std": 0.022687014185191656, + "nauc_mrr_at_20_diff1": 0.004317448613488621, + "nauc_mrr_at_20_max": 0.06878746916296094, + "nauc_mrr_at_20_std": 0.039164040353377956, + "nauc_mrr_at_3_diff1": 0.005673140160713851, + "nauc_mrr_at_3_max": 0.07811057626694841, + "nauc_mrr_at_3_std": 0.019357124922768507, + "nauc_mrr_at_5_diff1": 0.014043269904843307, + "nauc_mrr_at_5_max": 0.062078675005914956, + "nauc_mrr_at_5_std": 0.012127991986738883, + "nauc_ndcg_at_1000_diff1": 0.01986106005636767, + "nauc_ndcg_at_1000_max": 0.11884005137634872, + "nauc_ndcg_at_1000_std": 0.09977873328324008, + "nauc_ndcg_at_100_diff1": 0.014049239374626099, + "nauc_ndcg_at_100_max": 0.11328281826100531, + "nauc_ndcg_at_100_std": 0.0942361782322115, + "nauc_ndcg_at_10_diff1": 0.024858560374545716, + "nauc_ndcg_at_10_max": 0.0474791694703131, + "nauc_ndcg_at_10_std": 0.015328570644862984, + "nauc_ndcg_at_1_diff1": 0.03359155100638953, + "nauc_ndcg_at_1_max": 0.052926103299252604, + "nauc_ndcg_at_1_std": 0.022687014185191656, + "nauc_ndcg_at_20_diff1": 0.03584557031440897, + "nauc_ndcg_at_20_max": 0.0805611500336222, + "nauc_ndcg_at_20_std": 0.059365372018299827, + "nauc_ndcg_at_3_diff1": 0.03063016860027632, + "nauc_ndcg_at_3_max": 0.08977494040739409, + "nauc_ndcg_at_3_std": 0.0073501555670879406, + "nauc_ndcg_at_5_diff1": 0.04987473718124789, + "nauc_ndcg_at_5_max": 0.055629609255013486, + "nauc_ndcg_at_5_std": -0.011310583729047387, + "nauc_precision_at_1000_diff1": -0.07820387764150291, + "nauc_precision_at_1000_max": 0.10273579569827229, + "nauc_precision_at_1000_std": 0.15016315187807897, + "nauc_precision_at_100_diff1": -0.0796973549352277, + "nauc_precision_at_100_max": 0.14617428956568124, + "nauc_precision_at_100_std": 0.19051403055843022, + "nauc_precision_at_10_diff1": -0.023268021678195104, + "nauc_precision_at_10_max": 0.051598014299057526, + "nauc_precision_at_10_std": 0.06701222448192531, + "nauc_precision_at_1_diff1": 0.03359155100638953, + "nauc_precision_at_1_max": 0.052926103299252604, + "nauc_precision_at_1_std": 0.022687014185191656, + "nauc_precision_at_20_diff1": -0.007370761651627106, + "nauc_precision_at_20_max": 0.12168940147070319, + "nauc_precision_at_20_std": 0.1528931425094601, + "nauc_precision_at_3_diff1": -0.022600925792991923, + "nauc_precision_at_3_max": 0.11268629015416051, + "nauc_precision_at_3_std": 0.02944519612243259, + "nauc_precision_at_5_diff1": 0.0012912519983242167, + "nauc_precision_at_5_max": 0.05649323696468224, + "nauc_precision_at_5_std": 0.010618989285456848, + "nauc_recall_at_1000_diff1": -0.017064083744649485, + "nauc_recall_at_1000_max": 0.4138252549584138, + "nauc_recall_at_1000_std": 0.4585013075106874, + "nauc_recall_at_100_diff1": -0.03081173588946013, + "nauc_recall_at_100_max": 0.18710360631974676, + "nauc_recall_at_100_std": 0.20783358341848795, + "nauc_recall_at_10_diff1": 0.0043692369718878535, + "nauc_recall_at_10_max": 0.012740554335692425, + "nauc_recall_at_10_std": 0.012774547954887078, + "nauc_recall_at_1_diff1": 0.11217516138995454, + "nauc_recall_at_1_max": 0.08230617770894787, + "nauc_recall_at_1_std": 0.00997669332435588, + "nauc_recall_at_20_diff1": 0.03757530787817177, + "nauc_recall_at_20_max": 0.0831260053591805, + "nauc_recall_at_20_std": 0.10105343952121837, + "nauc_recall_at_3_diff1": 0.029750866381289667, + "nauc_recall_at_3_max": 0.08487558375328709, + "nauc_recall_at_3_std": 0.0017466584801055255, + "nauc_recall_at_5_diff1": 0.06438207496775673, + "nauc_recall_at_5_max": 0.03163347966017765, + "nauc_recall_at_5_std": -0.03279320687373752, + "ndcg_at_1": 0.0807, + "ndcg_at_10": 0.15427, + "ndcg_at_100": 0.24561, + "ndcg_at_1000": 0.2892, + "ndcg_at_20": 0.18697, + "ndcg_at_3": 0.10603, + "ndcg_at_5": 0.12364, + "precision_at_1": 0.0807, + "precision_at_10": 0.04478, + "precision_at_100": 0.01237, + "precision_at_1000": 0.00186, + "precision_at_20": 0.03291, + "precision_at_3": 0.06751, + "precision_at_5": 0.05759, + "recall_at_1": 0.05288, + "recall_at_10": 0.24228, + "recall_at_100": 0.61227, + "recall_at_1000": 0.895, + "recall_at_20": 0.35262, + "recall_at_3": 0.11633, + "recall_at_5": 0.15606 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.33191, + "map_at_1": 0.14602, + "map_at_10": 0.25643, + "map_at_100": 0.27599, + "map_at_1000": 0.27732, + "map_at_20": 0.26782, + "map_at_3": 0.21832, + "map_at_5": 0.23483, + "mrr_at_1": 0.228, + "mrr_at_10": 0.34406626984126976, + "mrr_at_100": 0.3554595382707559, + "mrr_at_1000": 0.35587887694212395, + "mrr_at_20": 0.35104950491974435, + "mrr_at_3": 0.3139999999999999, + "mrr_at_5": 0.32939999999999964, + "nauc_map_at_1000_diff1": 0.22960730298477494, + "nauc_map_at_1000_max": 0.251786811749376, + "nauc_map_at_1000_std": 0.10846596215190585, + "nauc_map_at_100_diff1": 0.22943932922125623, + "nauc_map_at_100_max": 0.25230955413859274, + "nauc_map_at_100_std": 0.10858425926999854, + "nauc_map_at_10_diff1": 0.2321097962064296, + "nauc_map_at_10_max": 0.23707841578348607, + "nauc_map_at_10_std": 0.09228428791639534, + "nauc_map_at_1_diff1": 0.27532261300990435, + "nauc_map_at_1_max": 0.15765059431145106, + "nauc_map_at_1_std": 0.004347639968304671, + "nauc_map_at_20_diff1": 0.2312915059351474, + "nauc_map_at_20_max": 0.24715703996102506, + "nauc_map_at_20_std": 0.10331451151139096, + "nauc_map_at_3_diff1": 0.24001274179358648, + "nauc_map_at_3_max": 0.2088945387085122, + "nauc_map_at_3_std": 0.05885201083700448, + "nauc_map_at_5_diff1": 0.2277138054985037, + "nauc_map_at_5_max": 0.21584442453274538, + "nauc_map_at_5_std": 0.06903360582046184, + "nauc_mrr_at_1000_diff1": 0.23527974195700738, + "nauc_mrr_at_1000_max": 0.2598845048473922, + "nauc_mrr_at_1000_std": 0.09605953571918664, + "nauc_mrr_at_100_diff1": 0.2351362812725987, + "nauc_mrr_at_100_max": 0.26038059334334285, + "nauc_mrr_at_100_std": 0.09647352685601898, + "nauc_mrr_at_10_diff1": 0.2345070721123799, + "nauc_mrr_at_10_max": 0.2558366572300304, + "nauc_mrr_at_10_std": 0.09264225059955311, + "nauc_mrr_at_1_diff1": 0.2730727071200679, + "nauc_mrr_at_1_max": 0.217297717683513, + "nauc_mrr_at_1_std": 0.04342341349304023, + "nauc_mrr_at_20_diff1": 0.235428881805814, + "nauc_mrr_at_20_max": 0.2592087583124618, + "nauc_mrr_at_20_std": 0.09576205252899925, + "nauc_mrr_at_3_diff1": 0.24275552445921536, + "nauc_mrr_at_3_max": 0.24126637965246087, + "nauc_mrr_at_3_std": 0.07296127753295666, + "nauc_mrr_at_5_diff1": 0.23578129281300889, + "nauc_mrr_at_5_max": 0.24717030394877754, + "nauc_mrr_at_5_std": 0.08444566171124639, + "nauc_ndcg_at_1000_diff1": 0.20912957958226067, + "nauc_ndcg_at_1000_max": 0.30134448941073333, + "nauc_ndcg_at_1000_std": 0.16811358636169846, + "nauc_ndcg_at_100_diff1": 0.2056535341827484, + "nauc_ndcg_at_100_max": 0.3179893950019447, + "nauc_ndcg_at_100_std": 0.18068096557401125, + "nauc_ndcg_at_10_diff1": 0.21620413686120382, + "nauc_ndcg_at_10_max": 0.2743811334145975, + "nauc_ndcg_at_10_std": 0.13107138484976666, + "nauc_ndcg_at_1_diff1": 0.2730727071200679, + "nauc_ndcg_at_1_max": 0.217297717683513, + "nauc_ndcg_at_1_std": 0.04342341349304023, + "nauc_ndcg_at_20_diff1": 0.2135112752157763, + "nauc_ndcg_at_20_max": 0.29809893632612977, + "nauc_ndcg_at_20_std": 0.15717679237939977, + "nauc_ndcg_at_3_diff1": 0.22980435638093474, + "nauc_ndcg_at_3_max": 0.2274006748810901, + "nauc_ndcg_at_3_std": 0.07568098942216253, + "nauc_ndcg_at_5_diff1": 0.2133141077969073, + "nauc_ndcg_at_5_max": 0.2360862916340188, + "nauc_ndcg_at_5_std": 0.09069927509011667, + "nauc_precision_at_1000_diff1": -0.02893624733797549, + "nauc_precision_at_1000_max": 0.13620927668443814, + "nauc_precision_at_1000_std": 0.19482366445649316, + "nauc_precision_at_100_diff1": 0.007388506544249516, + "nauc_precision_at_100_max": 0.30009070739202415, + "nauc_precision_at_100_std": 0.30632338567225237, + "nauc_precision_at_10_diff1": 0.12878016534792064, + "nauc_precision_at_10_max": 0.31786773497305953, + "nauc_precision_at_10_std": 0.23762940681932657, + "nauc_precision_at_1_diff1": 0.2730727071200679, + "nauc_precision_at_1_max": 0.217297717683513, + "nauc_precision_at_1_std": 0.04342341349304023, + "nauc_precision_at_20_diff1": 0.09787238877089634, + "nauc_precision_at_20_max": 0.3383400408734464, + "nauc_precision_at_20_std": 0.28121879857731563, + "nauc_precision_at_3_diff1": 0.19993203008407587, + "nauc_precision_at_3_max": 0.2687077342868821, + "nauc_precision_at_3_std": 0.13249503770360158, + "nauc_precision_at_5_diff1": 0.14707929208840959, + "nauc_precision_at_5_max": 0.2741633411735686, + "nauc_precision_at_5_std": 0.16914030497634713, + "nauc_recall_at_1000_diff1": -0.04794745267805577, + "nauc_recall_at_1000_max": 0.6060499184064679, + "nauc_recall_at_1000_std": 0.695905185680241, + "nauc_recall_at_100_diff1": 0.07592651441768121, + "nauc_recall_at_100_max": 0.5443391861089009, + "nauc_recall_at_100_std": 0.4736064323515895, + "nauc_recall_at_10_diff1": 0.1491707018269361, + "nauc_recall_at_10_max": 0.3155660611035877, + "nauc_recall_at_10_std": 0.20321355875169245, + "nauc_recall_at_1_diff1": 0.27532261300990435, + "nauc_recall_at_1_max": 0.15765059431145106, + "nauc_recall_at_1_std": 0.004347639968304671, + "nauc_recall_at_20_diff1": 0.13650784938970092, + "nauc_recall_at_20_max": 0.38799510940335874, + "nauc_recall_at_20_std": 0.28532508919946364, + "nauc_recall_at_3_diff1": 0.18667443909348, + "nauc_recall_at_3_max": 0.21938333844988123, + "nauc_recall_at_3_std": 0.08733959384361582, + "nauc_recall_at_5_diff1": 0.1508821090032376, + "nauc_recall_at_5_max": 0.23279374227037974, + "nauc_recall_at_5_std": 0.11289338377161703, + "ndcg_at_1": 0.228, + "ndcg_at_10": 0.33191, + "ndcg_at_100": 0.40895, + "ndcg_at_1000": 0.4339, + "ndcg_at_20": 0.36435, + "ndcg_at_3": 0.26322, + "ndcg_at_5": 0.2882, + "precision_at_1": 0.228, + "precision_at_10": 0.0819, + "precision_at_100": 0.01428, + "precision_at_1000": 0.00177, + "precision_at_20": 0.0515, + "precision_at_3": 0.165, + "precision_at_5": 0.12, + "recall_at_1": 0.14602, + "recall_at_10": 0.46082, + "recall_at_100": 0.7631, + "recall_at_1000": 0.9251, + "recall_at_20": 0.56617, + "recall_at_3": 0.29004, + "recall_at_5": 0.34687 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.11733, + "map_at_1": 0.03178, + "map_at_10": 0.07723, + "map_at_100": 0.10175, + "map_at_1000": 0.10398, + "map_at_20": 0.08828, + "map_at_3": 0.05867, + "map_at_5": 0.06623, + "mrr_at_1": 0.0641399416909621, + "mrr_at_10": 0.12859341015317693, + "mrr_at_100": 0.14818716861408088, + "mrr_at_1000": 0.149154708959472, + "mrr_at_20": 0.13950459071657942, + "mrr_at_3": 0.10447035957240039, + "mrr_at_5": 0.11409135082604473, + "nauc_map_at_1000_diff1": 0.16102412060601845, + "nauc_map_at_1000_max": 0.15530236759262842, + "nauc_map_at_1000_std": 0.17272476631429565, + "nauc_map_at_100_diff1": 0.16264276855904822, + "nauc_map_at_100_max": 0.1557898958925829, + "nauc_map_at_100_std": 0.17398346139979212, + "nauc_map_at_10_diff1": 0.17970205287420749, + "nauc_map_at_10_max": 0.1439402579640874, + "nauc_map_at_10_std": 0.14008144101758124, + "nauc_map_at_1_diff1": 0.2549784230924817, + "nauc_map_at_1_max": 0.2392645978235062, + "nauc_map_at_1_std": 0.13769910625472784, + "nauc_map_at_20_diff1": 0.16415900493840543, + "nauc_map_at_20_max": 0.14605468193018517, + "nauc_map_at_20_std": 0.15961350046572517, + "nauc_map_at_3_diff1": 0.17243014788824432, + "nauc_map_at_3_max": 0.1397423100329803, + "nauc_map_at_3_std": 0.12321169378992751, + "nauc_map_at_5_diff1": 0.1975454641890461, + "nauc_map_at_5_max": 0.14092695877970318, + "nauc_map_at_5_std": 0.1294967736783937, + "nauc_mrr_at_1000_diff1": 0.07751935905163002, + "nauc_mrr_at_1000_max": 0.08093912275923973, + "nauc_mrr_at_1000_std": 0.14584257333026876, + "nauc_mrr_at_100_diff1": 0.07759756593845998, + "nauc_mrr_at_100_max": 0.08126615503154189, + "nauc_mrr_at_100_std": 0.146762074593182, + "nauc_mrr_at_10_diff1": 0.08343797046590905, + "nauc_mrr_at_10_max": 0.07039915711538186, + "nauc_mrr_at_10_std": 0.1329626990214976, + "nauc_mrr_at_1_diff1": 0.154906734071973, + "nauc_mrr_at_1_max": 0.1171379060941343, + "nauc_mrr_at_1_std": 0.06568014767966618, + "nauc_mrr_at_20_diff1": 0.07326472693180225, + "nauc_mrr_at_20_max": 0.07970126031009601, + "nauc_mrr_at_20_std": 0.14914783318225294, + "nauc_mrr_at_3_diff1": 0.09717279767845025, + "nauc_mrr_at_3_max": 0.05937713165859969, + "nauc_mrr_at_3_std": 0.1147635926453734, + "nauc_mrr_at_5_diff1": 0.10627463907448159, + "nauc_mrr_at_5_max": 0.0641884343297418, + "nauc_mrr_at_5_std": 0.12197088592223095, + "nauc_ndcg_at_1000_diff1": 0.09907274528773147, + "nauc_ndcg_at_1000_max": 0.1651312274968328, + "nauc_ndcg_at_1000_std": 0.22201771734564205, + "nauc_ndcg_at_100_diff1": 0.11747284192238248, + "nauc_ndcg_at_100_max": 0.17367380375955055, + "nauc_ndcg_at_100_std": 0.2475599840373684, + "nauc_ndcg_at_10_diff1": 0.1379067322910187, + "nauc_ndcg_at_10_max": 0.12380230625439088, + "nauc_ndcg_at_10_std": 0.15494041283272383, + "nauc_ndcg_at_1_diff1": 0.154906734071973, + "nauc_ndcg_at_1_max": 0.1171379060941343, + "nauc_ndcg_at_1_std": 0.06568014767966618, + "nauc_ndcg_at_20_diff1": 0.10262412848206276, + "nauc_ndcg_at_20_max": 0.13319324030666907, + "nauc_ndcg_at_20_std": 0.20442078945703274, + "nauc_ndcg_at_3_diff1": 0.13570860358421624, + "nauc_ndcg_at_3_max": 0.10421132113888504, + "nauc_ndcg_at_3_std": 0.12744713678470637, + "nauc_ndcg_at_5_diff1": 0.17266163365731438, + "nauc_ndcg_at_5_max": 0.11417546372749882, + "nauc_ndcg_at_5_std": 0.1351313061757281, + "nauc_precision_at_1000_diff1": -0.123640016121557, + "nauc_precision_at_1000_max": 0.0016927071902386613, + "nauc_precision_at_1000_std": 0.058966282479503335, + "nauc_precision_at_100_diff1": -0.019949319937989783, + "nauc_precision_at_100_max": 0.10536676716756758, + "nauc_precision_at_100_std": 0.22417020601391327, + "nauc_precision_at_10_diff1": 0.05322749645120924, + "nauc_precision_at_10_max": 0.0707129869804319, + "nauc_precision_at_10_std": 0.1567973589788949, + "nauc_precision_at_1_diff1": 0.154906734071973, + "nauc_precision_at_1_max": 0.1171379060941343, + "nauc_precision_at_1_std": 0.06568014767966618, + "nauc_precision_at_20_diff1": -0.017726469167990175, + "nauc_precision_at_20_max": 0.08979750213150868, + "nauc_precision_at_20_std": 0.23488218359705645, + "nauc_precision_at_3_diff1": 0.04997526396708724, + "nauc_precision_at_3_max": 0.02686663027468361, + "nauc_precision_at_3_std": 0.12204359339983044, + "nauc_precision_at_5_diff1": 0.10294341194512527, + "nauc_precision_at_5_max": 0.04669772991913398, + "nauc_precision_at_5_std": 0.1422561992765986, + "nauc_recall_at_1000_diff1": 0.06610256228580583, + "nauc_recall_at_1000_max": 0.5632666083489383, + "nauc_recall_at_1000_std": 0.60337601126932, + "nauc_recall_at_100_diff1": 0.13064558887792588, + "nauc_recall_at_100_max": 0.2689459650304903, + "nauc_recall_at_100_std": 0.38617949633700044, + "nauc_recall_at_10_diff1": 0.13147577745590558, + "nauc_recall_at_10_max": 0.13983399328402135, + "nauc_recall_at_10_std": 0.17461937184044096, + "nauc_recall_at_1_diff1": 0.2549784230924817, + "nauc_recall_at_1_max": 0.2392645978235062, + "nauc_recall_at_1_std": 0.13769910625472784, + "nauc_recall_at_20_diff1": 0.06240652621568648, + "nauc_recall_at_20_max": 0.13687487000233312, + "nauc_recall_at_20_std": 0.24993879274487926, + "nauc_recall_at_3_diff1": 0.15260763393885055, + "nauc_recall_at_3_max": 0.11474586854627328, + "nauc_recall_at_3_std": 0.12259163374810156, + "nauc_recall_at_5_diff1": 0.2028702994828971, + "nauc_recall_at_5_max": 0.1271726631765005, + "nauc_recall_at_5_std": 0.1426725522865814, + "ndcg_at_1": 0.06414, + "ndcg_at_10": 0.11733, + "ndcg_at_100": 0.23541, + "ndcg_at_1000": 0.27773, + "ndcg_at_20": 0.15436, + "ndcg_at_3": 0.07964, + "ndcg_at_5": 0.09106, + "precision_at_1": 0.06414, + "precision_at_10": 0.03848, + "precision_at_100": 0.01402, + "precision_at_1000": 0.00199, + "precision_at_20": 0.03163, + "precision_at_3": 0.05928, + "precision_at_5": 0.04723, + "recall_at_1": 0.03178, + "recall_at_10": 0.17907, + "recall_at_100": 0.65999, + "recall_at_1000": 0.9343, + "recall_at_20": 0.30024, + "recall_at_3": 0.08783, + "recall_at_5": 0.11538 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.18309, + "map_at_1": 0.0593, + "map_at_10": 0.127, + "map_at_100": 0.14804, + "map_at_1000": 0.15, + "map_at_20": 0.13749, + "map_at_3": 0.10256, + "map_at_5": 0.11088, + "mrr_at_1": 0.12285714285714286, + "mrr_at_10": 0.20324036281179145, + "mrr_at_100": 0.2171358100301118, + "mrr_at_1000": 0.2179531026068154, + "mrr_at_20": 0.21185748156458026, + "mrr_at_3": 0.17380952380952389, + "mrr_at_5": 0.18552380952380962, + "nauc_map_at_1000_diff1": 0.14907605126247736, + "nauc_map_at_1000_max": 0.17851658959354774, + "nauc_map_at_1000_std": 0.15053067918982113, + "nauc_map_at_100_diff1": 0.14982608720926974, + "nauc_map_at_100_max": 0.1784442372432417, + "nauc_map_at_100_std": 0.1493531339202742, + "nauc_map_at_10_diff1": 0.13925065802317127, + "nauc_map_at_10_max": 0.15625459790112808, + "nauc_map_at_10_std": 0.1321895363361677, + "nauc_map_at_1_diff1": 0.24892936832694576, + "nauc_map_at_1_max": 0.08541857859949523, + "nauc_map_at_1_std": 0.15544172061521663, + "nauc_map_at_20_diff1": 0.14918209998529852, + "nauc_map_at_20_max": 0.16644704126279, + "nauc_map_at_20_std": 0.13147087235366475, + "nauc_map_at_3_diff1": 0.13071332749659598, + "nauc_map_at_3_max": 0.13441495633201953, + "nauc_map_at_3_std": 0.10032611975613655, + "nauc_map_at_5_diff1": 0.12194109933666997, + "nauc_map_at_5_max": 0.14048080670788948, + "nauc_map_at_5_std": 0.11449564609829073, + "nauc_mrr_at_1000_diff1": 0.16129103840990336, + "nauc_mrr_at_1000_max": 0.1777934559299922, + "nauc_mrr_at_1000_std": 0.1649501601570985, + "nauc_mrr_at_100_diff1": 0.16095937031928953, + "nauc_mrr_at_100_max": 0.17751578042678048, + "nauc_mrr_at_100_std": 0.1645696440552039, + "nauc_mrr_at_10_diff1": 0.16120300431237947, + "nauc_mrr_at_10_max": 0.1766188365741697, + "nauc_mrr_at_10_std": 0.16061952871981533, + "nauc_mrr_at_1_diff1": 0.2504644395762447, + "nauc_mrr_at_1_max": 0.16923578881483015, + "nauc_mrr_at_1_std": 0.1739700761081629, + "nauc_mrr_at_20_diff1": 0.1613723818354211, + "nauc_mrr_at_20_max": 0.17857186879928433, + "nauc_mrr_at_20_std": 0.16224991534151897, + "nauc_mrr_at_3_diff1": 0.16562058817021094, + "nauc_mrr_at_3_max": 0.1772538779845545, + "nauc_mrr_at_3_std": 0.15661879577792037, + "nauc_mrr_at_5_diff1": 0.15660322258361412, + "nauc_mrr_at_5_max": 0.18175503369133683, + "nauc_mrr_at_5_std": 0.16467977705622033, + "nauc_ndcg_at_1000_diff1": 0.14098963626507882, + "nauc_ndcg_at_1000_max": 0.20178607755491662, + "nauc_ndcg_at_1000_std": 0.20232530676614918, + "nauc_ndcg_at_100_diff1": 0.1417602559840919, + "nauc_ndcg_at_100_max": 0.19400989711751362, + "nauc_ndcg_at_100_std": 0.18508924824397757, + "nauc_ndcg_at_10_diff1": 0.1283604716189837, + "nauc_ndcg_at_10_max": 0.17169377371976885, + "nauc_ndcg_at_10_std": 0.14467807338455443, + "nauc_ndcg_at_1_diff1": 0.2504644395762447, + "nauc_ndcg_at_1_max": 0.16923578881483015, + "nauc_ndcg_at_1_std": 0.1739700761081629, + "nauc_ndcg_at_20_diff1": 0.14364987196227363, + "nauc_ndcg_at_20_max": 0.18547002264118567, + "nauc_ndcg_at_20_std": 0.13788150072138855, + "nauc_ndcg_at_3_diff1": 0.11697926566343113, + "nauc_ndcg_at_3_max": 0.17264210399824687, + "nauc_ndcg_at_3_std": 0.13305004523821054, + "nauc_ndcg_at_5_diff1": 0.104711848196631, + "nauc_ndcg_at_5_max": 0.1652541126890765, + "nauc_ndcg_at_5_std": 0.13389131352292172, + "nauc_precision_at_1000_diff1": 0.052552747075415136, + "nauc_precision_at_1000_max": 0.2007377658377598, + "nauc_precision_at_1000_std": 0.27560077004025185, + "nauc_precision_at_100_diff1": 0.11339569884159957, + "nauc_precision_at_100_max": 0.27134279124305816, + "nauc_precision_at_100_std": 0.31372041181852167, + "nauc_precision_at_10_diff1": 0.11795429392462559, + "nauc_precision_at_10_max": 0.29697299186455167, + "nauc_precision_at_10_std": 0.25989856038591047, + "nauc_precision_at_1_diff1": 0.2504644395762447, + "nauc_precision_at_1_max": 0.16923578881483015, + "nauc_precision_at_1_std": 0.1739700761081629, + "nauc_precision_at_20_diff1": 0.1481088156936493, + "nauc_precision_at_20_max": 0.3068447689371941, + "nauc_precision_at_20_std": 0.24102436461185325, + "nauc_precision_at_3_diff1": 0.10125746713475488, + "nauc_precision_at_3_max": 0.22981205316238706, + "nauc_precision_at_3_std": 0.1837465229999245, + "nauc_precision_at_5_diff1": 0.073996404203038, + "nauc_precision_at_5_max": 0.2478108023502883, + "nauc_precision_at_5_std": 0.22667649185405167, + "nauc_recall_at_1000_diff1": 0.10117028587381793, + "nauc_recall_at_1000_max": 0.26971070520840973, + "nauc_recall_at_1000_std": 0.47233067044677635, + "nauc_recall_at_100_diff1": 0.08707871517675159, + "nauc_recall_at_100_max": 0.12499694069597805, + "nauc_recall_at_100_std": 0.16571176834411924, + "nauc_recall_at_10_diff1": 0.07586407488260385, + "nauc_recall_at_10_max": 0.13576244278996374, + "nauc_recall_at_10_std": 0.10614516821473223, + "nauc_recall_at_1_diff1": 0.24892936832694576, + "nauc_recall_at_1_max": 0.08541857859949523, + "nauc_recall_at_1_std": 0.15544172061521663, + "nauc_recall_at_20_diff1": 0.10197623889103426, + "nauc_recall_at_20_max": 0.1496472732585961, + "nauc_recall_at_20_std": 0.07218864223192176, + "nauc_recall_at_3_diff1": 0.04584247998538233, + "nauc_recall_at_3_max": 0.12610894581410095, + "nauc_recall_at_3_std": 0.049369254913163754, + "nauc_recall_at_5_diff1": 0.032666887939417584, + "nauc_recall_at_5_max": 0.13999253557120883, + "nauc_recall_at_5_std": 0.07488940075367478, + "ndcg_at_1": 0.12286, + "ndcg_at_10": 0.18309, + "ndcg_at_100": 0.27469, + "ndcg_at_1000": 0.31573, + "ndcg_at_20": 0.21705, + "ndcg_at_3": 0.1415, + "ndcg_at_5": 0.14823, + "precision_at_1": 0.12286, + "precision_at_10": 0.05743, + "precision_at_100": 0.01371, + "precision_at_1000": 0.00196, + "precision_at_20": 0.03986, + "precision_at_3": 0.0981, + "precision_at_5": 0.07486, + "recall_at_1": 0.0593, + "recall_at_10": 0.26784, + "recall_at_100": 0.6341, + "recall_at_1000": 0.90767, + "recall_at_20": 0.38115, + "recall_at_3": 0.14601, + "recall_at_5": 0.17607 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.10419, + "map_at_1": 0.02866, + "map_at_10": 0.06541, + "map_at_100": 0.07883, + "map_at_1000": 0.08125, + "map_at_20": 0.07127, + "map_at_3": 0.05032, + "map_at_5": 0.05671, + "mrr_at_1": 0.05625, + "mrr_at_10": 0.12538649140211638, + "mrr_at_100": 0.13755181494883345, + "mrr_at_1000": 0.13857947069422347, + "mrr_at_20": 0.13138569473612038, + "mrr_at_3": 0.09895833333333327, + "mrr_at_5": 0.11104166666666664, + "nauc_map_at_1000_diff1": 0.15416814323690523, + "nauc_map_at_1000_max": 0.13766633472505055, + "nauc_map_at_1000_std": 0.2052203738795139, + "nauc_map_at_100_diff1": 0.1549226319934696, + "nauc_map_at_100_max": 0.13479007255659636, + "nauc_map_at_100_std": 0.1999056387557132, + "nauc_map_at_10_diff1": 0.16942265349105298, + "nauc_map_at_10_max": 0.13742375866035728, + "nauc_map_at_10_std": 0.176427180570173, + "nauc_map_at_1_diff1": 0.30254876424658533, + "nauc_map_at_1_max": 0.2489969745526756, + "nauc_map_at_1_std": 0.14327691536548004, + "nauc_map_at_20_diff1": 0.16237902304569798, + "nauc_map_at_20_max": 0.1320083171143164, + "nauc_map_at_20_std": 0.18544051072231982, + "nauc_map_at_3_diff1": 0.19174916135950362, + "nauc_map_at_3_max": 0.14079444254660367, + "nauc_map_at_3_std": 0.1647570826493136, + "nauc_map_at_5_diff1": 0.17906021975834305, + "nauc_map_at_5_max": 0.1391696052985889, + "nauc_map_at_5_std": 0.17063832831407333, + "nauc_mrr_at_1000_diff1": 0.11201233798575203, + "nauc_mrr_at_1000_max": 0.08650030067737785, + "nauc_mrr_at_1000_std": 0.15669490259663824, + "nauc_mrr_at_100_diff1": 0.11138352716811852, + "nauc_mrr_at_100_max": 0.08611826967498157, + "nauc_mrr_at_100_std": 0.15683456628645892, + "nauc_mrr_at_10_diff1": 0.11599332453105834, + "nauc_mrr_at_10_max": 0.08755984147306371, + "nauc_mrr_at_10_std": 0.14788842706878194, + "nauc_mrr_at_1_diff1": 0.23182680936906852, + "nauc_mrr_at_1_max": 0.09748680797781953, + "nauc_mrr_at_1_std": 0.05193333929582918, + "nauc_mrr_at_20_diff1": 0.11335262767759265, + "nauc_mrr_at_20_max": 0.08419034248617217, + "nauc_mrr_at_20_std": 0.1526918225380673, + "nauc_mrr_at_3_diff1": 0.1393028547681672, + "nauc_mrr_at_3_max": 0.07873342151541408, + "nauc_mrr_at_3_std": 0.12587130484139883, + "nauc_mrr_at_5_diff1": 0.11958467506591737, + "nauc_mrr_at_5_max": 0.08700261787248974, + "nauc_mrr_at_5_std": 0.1354837003605997, + "nauc_ndcg_at_1000_diff1": 0.09896045285170024, + "nauc_ndcg_at_1000_max": 0.14798884500173554, + "nauc_ndcg_at_1000_std": 0.2928287835756383, + "nauc_ndcg_at_100_diff1": 0.09415924643691159, + "nauc_ndcg_at_100_max": 0.12104903898869727, + "nauc_ndcg_at_100_std": 0.2566327313622679, + "nauc_ndcg_at_10_diff1": 0.1263416184536126, + "nauc_ndcg_at_10_max": 0.11401272980996957, + "nauc_ndcg_at_10_std": 0.18535342245783284, + "nauc_ndcg_at_1_diff1": 0.23182680936906852, + "nauc_ndcg_at_1_max": 0.09748680797781953, + "nauc_ndcg_at_1_std": 0.05193333929582918, + "nauc_ndcg_at_20_diff1": 0.11685735374420986, + "nauc_ndcg_at_20_max": 0.10117449874799726, + "nauc_ndcg_at_20_std": 0.20000829005083662, + "nauc_ndcg_at_3_diff1": 0.15041963628949526, + "nauc_ndcg_at_3_max": 0.09273615903251012, + "nauc_ndcg_at_3_std": 0.15105209427102026, + "nauc_ndcg_at_5_diff1": 0.13722531095244464, + "nauc_ndcg_at_5_max": 0.10686308600363115, + "nauc_ndcg_at_5_std": 0.1675584664816353, + "nauc_precision_at_1000_diff1": -0.02082438314143477, + "nauc_precision_at_1000_max": 0.09747236861118284, + "nauc_precision_at_1000_std": 0.24696633043104113, + "nauc_precision_at_100_diff1": -0.005050600680205816, + "nauc_precision_at_100_max": 0.09810283515286625, + "nauc_precision_at_100_std": 0.2857360541567939, + "nauc_precision_at_10_diff1": 0.059636672565816014, + "nauc_precision_at_10_max": 0.09972276613862095, + "nauc_precision_at_10_std": 0.2086160281589553, + "nauc_precision_at_1_diff1": 0.23182680936906852, + "nauc_precision_at_1_max": 0.09748680797781953, + "nauc_precision_at_1_std": 0.05193333929582918, + "nauc_precision_at_20_diff1": 0.05190309123339765, + "nauc_precision_at_20_max": 0.06638412665654422, + "nauc_precision_at_20_std": 0.22809086486725536, + "nauc_precision_at_3_diff1": 0.08430850540762348, + "nauc_precision_at_3_max": 0.04170905573544212, + "nauc_precision_at_3_std": 0.1385188350500533, + "nauc_precision_at_5_diff1": 0.07763334815206754, + "nauc_precision_at_5_max": 0.07061854123653717, + "nauc_precision_at_5_std": 0.15757405503296035, + "nauc_recall_at_1000_diff1": 0.05184715887034954, + "nauc_recall_at_1000_max": 0.2020073336720551, + "nauc_recall_at_1000_std": 0.42521711578200516, + "nauc_recall_at_100_diff1": 0.028732967219729694, + "nauc_recall_at_100_max": 0.10541447244794735, + "nauc_recall_at_100_std": 0.2941074469012524, + "nauc_recall_at_10_diff1": 0.09174412854898975, + "nauc_recall_at_10_max": 0.09237933245958932, + "nauc_recall_at_10_std": 0.19224627710340284, + "nauc_recall_at_1_diff1": 0.30254876424658533, + "nauc_recall_at_1_max": 0.2489969745526756, + "nauc_recall_at_1_std": 0.14327691536548004, + "nauc_recall_at_20_diff1": 0.07360258481367775, + "nauc_recall_at_20_max": 0.06879889716082076, + "nauc_recall_at_20_std": 0.19964782785079632, + "nauc_recall_at_3_diff1": 0.14625201608227026, + "nauc_recall_at_3_max": 0.09420097475468382, + "nauc_recall_at_3_std": 0.18163418668157189, + "nauc_recall_at_5_diff1": 0.10576862377807585, + "nauc_recall_at_5_max": 0.09740972878014707, + "nauc_recall_at_5_std": 0.19421011491895496, + "ndcg_at_1": 0.05625, + "ndcg_at_10": 0.10419, + "ndcg_at_100": 0.17214, + "ndcg_at_1000": 0.22119, + "ndcg_at_20": 0.12353, + "ndcg_at_3": 0.07723, + "ndcg_at_5": 0.08438, + "precision_at_1": 0.05625, + "precision_at_10": 0.04042, + "precision_at_100": 0.01212, + "precision_at_1000": 0.00216, + "precision_at_20": 0.02917, + "precision_at_3": 0.05868, + "precision_at_5": 0.04958, + "recall_at_1": 0.02866, + "recall_at_10": 0.15335, + "recall_at_100": 0.39961, + "recall_at_1000": 0.68613, + "recall_at_20": 0.20772, + "recall_at_3": 0.07682, + "recall_at_5": 0.10102 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.14327, + "map_at_1": 0.04779, + "map_at_10": 0.09757, + "map_at_100": 0.11479, + "map_at_1000": 0.11696, + "map_at_20": 0.10534, + "map_at_3": 0.07397, + "map_at_5": 0.08603, + "mrr_at_1": 0.08255813953488372, + "mrr_at_10": 0.15355389442598746, + "mrr_at_100": 0.1662400235652342, + "mrr_at_1000": 0.16711113912505618, + "mrr_at_20": 0.16025747180136454, + "mrr_at_3": 0.12422480620155031, + "mrr_at_5": 0.13968992248062012, + "nauc_map_at_1000_diff1": -0.006187047286566782, + "nauc_map_at_1000_max": 0.08482612117229557, + "nauc_map_at_1000_std": 0.03591984532835603, + "nauc_map_at_100_diff1": -0.006387035644403226, + "nauc_map_at_100_max": 0.08460564289687317, + "nauc_map_at_100_std": 0.03496023339913811, + "nauc_map_at_10_diff1": -0.011183647161862102, + "nauc_map_at_10_max": 0.08157903649879834, + "nauc_map_at_10_std": 0.022061575998897267, + "nauc_map_at_1_diff1": 0.04817936058106927, + "nauc_map_at_1_max": 0.03470934246944395, + "nauc_map_at_1_std": -0.03235644148669823, + "nauc_map_at_20_diff1": -0.009112255879389398, + "nauc_map_at_20_max": 0.07976050863846688, + "nauc_map_at_20_std": 0.024055545941986542, + "nauc_map_at_3_diff1": 0.0019597693247359956, + "nauc_map_at_3_max": 0.06984713668403382, + "nauc_map_at_3_std": -0.00900582323235311, + "nauc_map_at_5_diff1": -0.018851157875261454, + "nauc_map_at_5_max": 0.0807582699139788, + "nauc_map_at_5_std": 0.009691234895648408, + "nauc_mrr_at_1000_diff1": 0.029553763552341173, + "nauc_mrr_at_1000_max": 0.08905922775026971, + "nauc_mrr_at_1000_std": 0.03203032931267656, + "nauc_mrr_at_100_diff1": 0.029475974475650982, + "nauc_mrr_at_100_max": 0.08889521130237174, + "nauc_mrr_at_100_std": 0.03213891007579224, + "nauc_mrr_at_10_diff1": 0.0273635470900761, + "nauc_mrr_at_10_max": 0.08752576605428906, + "nauc_mrr_at_10_std": 0.029963168374462258, + "nauc_mrr_at_1_diff1": 0.08722039778245526, + "nauc_mrr_at_1_max": 0.08234164849575047, + "nauc_mrr_at_1_std": 0.010233658457317586, + "nauc_mrr_at_20_diff1": 0.02763093465908435, + "nauc_mrr_at_20_max": 0.08598803994182554, + "nauc_mrr_at_20_std": 0.029367656097242224, + "nauc_mrr_at_3_diff1": 0.047186256067779826, + "nauc_mrr_at_3_max": 0.0885273957643139, + "nauc_mrr_at_3_std": 0.007487101154263423, + "nauc_mrr_at_5_diff1": 0.027273548360676168, + "nauc_mrr_at_5_max": 0.08991423361717361, + "nauc_mrr_at_5_std": 0.02169034355140074, + "nauc_ndcg_at_1000_diff1": 0.00749682702967854, + "nauc_ndcg_at_1000_max": 0.10354735912198816, + "nauc_ndcg_at_1000_std": 0.0835442381815451, + "nauc_ndcg_at_100_diff1": 0.006729504890737292, + "nauc_ndcg_at_100_max": 0.10668212810015686, + "nauc_ndcg_at_100_std": 0.08143993313590892, + "nauc_ndcg_at_10_diff1": -0.012023779326899606, + "nauc_ndcg_at_10_max": 0.08932922605426069, + "nauc_ndcg_at_10_std": 0.041575391338109814, + "nauc_ndcg_at_1_diff1": 0.08722039778245526, + "nauc_ndcg_at_1_max": 0.08234164849575047, + "nauc_ndcg_at_1_std": 0.010233658457317586, + "nauc_ndcg_at_20_diff1": -0.006188677246383726, + "nauc_ndcg_at_20_max": 0.08399015182961815, + "nauc_ndcg_at_20_std": 0.042605062081058576, + "nauc_ndcg_at_3_diff1": 0.010386821618009015, + "nauc_ndcg_at_3_max": 0.08036828346769104, + "nauc_ndcg_at_3_std": -0.003486060444445957, + "nauc_ndcg_at_5_diff1": -0.021186681086510898, + "nauc_ndcg_at_5_max": 0.09062993105999934, + "nauc_ndcg_at_5_std": 0.020782759556477324, + "nauc_precision_at_1000_diff1": 0.015292059220611262, + "nauc_precision_at_1000_max": 0.021791458702798937, + "nauc_precision_at_1000_std": 0.12665462430718713, + "nauc_precision_at_100_diff1": 0.030655711297356076, + "nauc_precision_at_100_max": 0.08501263732025315, + "nauc_precision_at_100_std": 0.17776194646495383, + "nauc_precision_at_10_diff1": -0.0027599515325582987, + "nauc_precision_at_10_max": 0.09629057385194359, + "nauc_precision_at_10_std": 0.09244502001312131, + "nauc_precision_at_1_diff1": 0.08722039778245526, + "nauc_precision_at_1_max": 0.08234164849575047, + "nauc_precision_at_1_std": 0.010233658457317586, + "nauc_precision_at_20_diff1": 0.016616015193735408, + "nauc_precision_at_20_max": 0.0826748073054157, + "nauc_precision_at_20_std": 0.10439720765625049, + "nauc_precision_at_3_diff1": 0.028750076854427455, + "nauc_precision_at_3_max": 0.09852271816875914, + "nauc_precision_at_3_std": 0.011596168643766253, + "nauc_precision_at_5_diff1": -0.03050425282783873, + "nauc_precision_at_5_max": 0.11261032683027632, + "nauc_precision_at_5_std": 0.059154438585961075, + "nauc_recall_at_1000_diff1": 0.04080048401031377, + "nauc_recall_at_1000_max": 0.1890010539162099, + "nauc_recall_at_1000_std": 0.2322410432689756, + "nauc_recall_at_100_diff1": 0.015504802749554467, + "nauc_recall_at_100_max": 0.1391289924988131, + "nauc_recall_at_100_std": 0.13761757513003434, + "nauc_recall_at_10_diff1": -0.03898084375315562, + "nauc_recall_at_10_max": 0.08543278273437624, + "nauc_recall_at_10_std": 0.062139829807895994, + "nauc_recall_at_1_diff1": 0.04817936058106927, + "nauc_recall_at_1_max": 0.03470934246944395, + "nauc_recall_at_1_std": -0.03235644148669823, + "nauc_recall_at_20_diff1": -0.024497410040484755, + "nauc_recall_at_20_max": 0.06951282344293265, + "nauc_recall_at_20_std": 0.04955842893163364, + "nauc_recall_at_3_diff1": -0.026973115041244455, + "nauc_recall_at_3_max": 0.07550360622611271, + "nauc_recall_at_3_std": -0.012074843057592306, + "nauc_recall_at_5_diff1": -0.06232761009442875, + "nauc_recall_at_5_max": 0.09610422904166241, + "nauc_recall_at_5_std": 0.029587092262522156, + "ndcg_at_1": 0.08256, + "ndcg_at_10": 0.14327, + "ndcg_at_100": 0.22524, + "ndcg_at_1000": 0.26865, + "ndcg_at_20": 0.16786, + "ndcg_at_3": 0.09807, + "ndcg_at_5": 0.11581, + "precision_at_1": 0.08256, + "precision_at_10": 0.04395, + "precision_at_100": 0.01177, + "precision_at_1000": 0.0018, + "precision_at_20": 0.03058, + "precision_at_3": 0.06473, + "precision_at_5": 0.05744, + "recall_at_1": 0.04779, + "recall_at_10": 0.2201, + "recall_at_100": 0.5552, + "recall_at_1000": 0.84182, + "recall_at_20": 0.29829, + "recall_at_3": 0.10246, + "recall_at_5": 0.14628 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.24512, + "map_at_1": 0.10466, + "map_at_10": 0.18426, + "map_at_100": 0.20375, + "map_at_1000": 0.20601, + "map_at_20": 0.19366, + "map_at_3": 0.15061, + "map_at_5": 0.1651, + "mrr_at_1": 0.15023474178403756, + "mrr_at_10": 0.25001863030032045, + "mrr_at_100": 0.2633176754072158, + "mrr_at_1000": 0.26382979513386, + "mrr_at_20": 0.2594938128808535, + "mrr_at_3": 0.21439749608763692, + "mrr_at_5": 0.2310641627543036, + "nauc_map_at_1000_diff1": 0.25193856286862637, + "nauc_map_at_1000_max": 0.3777214350608299, + "nauc_map_at_1000_std": 0.2742431197714253, + "nauc_map_at_100_diff1": 0.25136201858079316, + "nauc_map_at_100_max": 0.37802825103462084, + "nauc_map_at_100_std": 0.276119620449758, + "nauc_map_at_10_diff1": 0.2594051087291733, + "nauc_map_at_10_max": 0.3724868372451342, + "nauc_map_at_10_std": 0.2674255980428917, + "nauc_map_at_1_diff1": 0.35216676502489325, + "nauc_map_at_1_max": 0.3114183457952006, + "nauc_map_at_1_std": 0.15905669203316739, + "nauc_map_at_20_diff1": 0.25262289793477377, + "nauc_map_at_20_max": 0.37658373276075924, + "nauc_map_at_20_std": 0.27680342886825043, + "nauc_map_at_3_diff1": 0.281852859747722, + "nauc_map_at_3_max": 0.37553531179409055, + "nauc_map_at_3_std": 0.25572287485448514, + "nauc_map_at_5_diff1": 0.2627589816254553, + "nauc_map_at_5_max": 0.37145168605103257, + "nauc_map_at_5_std": 0.25338704497399633, + "nauc_mrr_at_1000_diff1": 0.1927679075662106, + "nauc_mrr_at_1000_max": 0.3212659081069653, + "nauc_mrr_at_1000_std": 0.18668148020157813, + "nauc_mrr_at_100_diff1": 0.19216279442081266, + "nauc_mrr_at_100_max": 0.32103769748572447, + "nauc_mrr_at_100_std": 0.18726880176082655, + "nauc_mrr_at_10_diff1": 0.1944267556693837, + "nauc_mrr_at_10_max": 0.3223046685511985, + "nauc_mrr_at_10_std": 0.18586989693895103, + "nauc_mrr_at_1_diff1": 0.27200195461384596, + "nauc_mrr_at_1_max": 0.2873840986064242, + "nauc_mrr_at_1_std": 0.11631480288898913, + "nauc_mrr_at_20_diff1": 0.19054596060468193, + "nauc_mrr_at_20_max": 0.32091268766318576, + "nauc_mrr_at_20_std": 0.18568423182141947, + "nauc_mrr_at_3_diff1": 0.1955009868997821, + "nauc_mrr_at_3_max": 0.31403320660292144, + "nauc_mrr_at_3_std": 0.17210888745230496, + "nauc_mrr_at_5_diff1": 0.18690152994235065, + "nauc_mrr_at_5_max": 0.3139139950489974, + "nauc_mrr_at_5_std": 0.17001408967742546, + "nauc_ndcg_at_1000_diff1": 0.21039093934591796, + "nauc_ndcg_at_1000_max": 0.3793134402787591, + "nauc_ndcg_at_1000_std": 0.269545696461908, + "nauc_ndcg_at_100_diff1": 0.19189008312668027, + "nauc_ndcg_at_100_max": 0.38414988680520074, + "nauc_ndcg_at_100_std": 0.30441733057096626, + "nauc_ndcg_at_10_diff1": 0.22453654686824756, + "nauc_ndcg_at_10_max": 0.372304205547002, + "nauc_ndcg_at_10_std": 0.27695996322533867, + "nauc_ndcg_at_1_diff1": 0.27200195461384596, + "nauc_ndcg_at_1_max": 0.2873840986064242, + "nauc_ndcg_at_1_std": 0.11631480288898913, + "nauc_ndcg_at_20_diff1": 0.20253479170917882, + "nauc_ndcg_at_20_max": 0.38031230284671275, + "nauc_ndcg_at_20_std": 0.2977505778477884, + "nauc_ndcg_at_3_diff1": 0.22777133022574414, + "nauc_ndcg_at_3_max": 0.35376961655787653, + "nauc_ndcg_at_3_std": 0.22732752582549556, + "nauc_ndcg_at_5_diff1": 0.21765672599650046, + "nauc_ndcg_at_5_max": 0.3581469236791553, + "nauc_ndcg_at_5_std": 0.2361446834318368, + "nauc_precision_at_1000_diff1": -0.01080544446286088, + "nauc_precision_at_1000_max": -0.01959190147369393, + "nauc_precision_at_1000_std": -0.12298152761950978, + "nauc_precision_at_100_diff1": -0.019066543449768096, + "nauc_precision_at_100_max": 0.1035283375850305, + "nauc_precision_at_100_std": 0.03177364877702067, + "nauc_precision_at_10_diff1": 0.058874982424921195, + "nauc_precision_at_10_max": 0.26081837668518676, + "nauc_precision_at_10_std": 0.166565470823839, + "nauc_precision_at_1_diff1": 0.27200195461384596, + "nauc_precision_at_1_max": 0.2873840986064242, + "nauc_precision_at_1_std": 0.11631480288898913, + "nauc_precision_at_20_diff1": 0.026526274538961902, + "nauc_precision_at_20_max": 0.24337154853594886, + "nauc_precision_at_20_std": 0.15852831987315288, + "nauc_precision_at_3_diff1": 0.14795934635588295, + "nauc_precision_at_3_max": 0.3432851573686876, + "nauc_precision_at_3_std": 0.2116212930347818, + "nauc_precision_at_5_diff1": 0.07758091499117767, + "nauc_precision_at_5_max": 0.2887532967931604, + "nauc_precision_at_5_std": 0.17057781385037069, + "nauc_recall_at_1000_diff1": 0.10092485954799117, + "nauc_recall_at_1000_max": 0.5656008741778247, + "nauc_recall_at_1000_std": 0.4450575418203718, + "nauc_recall_at_100_diff1": 0.010110304045338575, + "nauc_recall_at_100_max": 0.4055737504577753, + "nauc_recall_at_100_std": 0.5018795584392873, + "nauc_recall_at_10_diff1": 0.18570078040083965, + "nauc_recall_at_10_max": 0.3669919919133897, + "nauc_recall_at_10_std": 0.338633607299122, + "nauc_recall_at_1_diff1": 0.35216676502489325, + "nauc_recall_at_1_max": 0.3114183457952006, + "nauc_recall_at_1_std": 0.15905669203316739, + "nauc_recall_at_20_diff1": 0.10396026231692052, + "nauc_recall_at_20_max": 0.37873088820244016, + "nauc_recall_at_20_std": 0.3957412268557329, + "nauc_recall_at_3_diff1": 0.2245466868287125, + "nauc_recall_at_3_max": 0.3962244640582151, + "nauc_recall_at_3_std": 0.30042297770830967, + "nauc_recall_at_5_diff1": 0.19041414240135035, + "nauc_recall_at_5_max": 0.37331321918894605, + "nauc_recall_at_5_std": 0.2778516544698849, + "ndcg_at_1": 0.15023, + "ndcg_at_10": 0.24512, + "ndcg_at_100": 0.33373, + "ndcg_at_1000": 0.37088, + "ndcg_at_20": 0.27682, + "ndcg_at_3": 0.18773, + "ndcg_at_5": 0.20636, + "precision_at_1": 0.15023, + "precision_at_10": 0.06995, + "precision_at_100": 0.01676, + "precision_at_1000": 0.00233, + "precision_at_20": 0.04648, + "precision_at_3": 0.10955, + "precision_at_5": 0.09202, + "recall_at_1": 0.10466, + "recall_at_10": 0.35168, + "recall_at_100": 0.69272, + "recall_at_1000": 0.91706, + "recall_at_20": 0.45713, + "recall_at_3": 0.20088, + "recall_at_5": 0.24322 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.16887, + "map_at_1": 0.0516, + "map_at_10": 0.11273, + "map_at_100": 0.13413, + "map_at_1000": 0.13683, + "map_at_20": 0.12295, + "map_at_3": 0.08331, + "map_at_5": 0.09758, + "mrr_at_1": 0.1, + "mrr_at_10": 0.1893499999999999, + "mrr_at_100": 0.20398249483087688, + "mrr_at_1000": 0.20471740664811305, + "mrr_at_20": 0.1985127889997859, + "mrr_at_3": 0.154, + "mrr_at_5": 0.17275, + "nauc_map_at_1000_diff1": 0.2000354063507836, + "nauc_map_at_1000_max": 0.1559329447271088, + "nauc_map_at_1000_std": 0.11281897763802756, + "nauc_map_at_100_diff1": 0.20049105169074968, + "nauc_map_at_100_max": 0.154717978709501, + "nauc_map_at_100_std": 0.11204403063212154, + "nauc_map_at_10_diff1": 0.20403365487959385, + "nauc_map_at_10_max": 0.1353434239094777, + "nauc_map_at_10_std": 0.0713223620074232, + "nauc_map_at_1_diff1": 0.30636361971258375, + "nauc_map_at_1_max": 0.12934009780382583, + "nauc_map_at_1_std": -0.023992573759597093, + "nauc_map_at_20_diff1": 0.2046706477338539, + "nauc_map_at_20_max": 0.14447476771712034, + "nauc_map_at_20_std": 0.09214021328768636, + "nauc_map_at_3_diff1": 0.22529470680707694, + "nauc_map_at_3_max": 0.12852978770250714, + "nauc_map_at_3_std": 0.024203890242151575, + "nauc_map_at_5_diff1": 0.22611764245176738, + "nauc_map_at_5_max": 0.13967302252197486, + "nauc_map_at_5_std": 0.05161264180576176, + "nauc_mrr_at_1000_diff1": 0.14955565178634314, + "nauc_mrr_at_1000_max": 0.10597697472657694, + "nauc_mrr_at_1000_std": 0.07519462513325882, + "nauc_mrr_at_100_diff1": 0.14934734724573054, + "nauc_mrr_at_100_max": 0.10620072993763553, + "nauc_mrr_at_100_std": 0.07587815119040228, + "nauc_mrr_at_10_diff1": 0.14932661165160405, + "nauc_mrr_at_10_max": 0.0975643045732087, + "nauc_mrr_at_10_std": 0.06423595763395723, + "nauc_mrr_at_1_diff1": 0.19361148376710482, + "nauc_mrr_at_1_max": 0.08272337000268312, + "nauc_mrr_at_1_std": 0.01956265092567745, + "nauc_mrr_at_20_diff1": 0.14972671508942859, + "nauc_mrr_at_20_max": 0.1046909648570958, + "nauc_mrr_at_20_std": 0.07356022208554862, + "nauc_mrr_at_3_diff1": 0.15398609862880452, + "nauc_mrr_at_3_max": 0.08811377683919785, + "nauc_mrr_at_3_std": 0.04496787289407253, + "nauc_mrr_at_5_diff1": 0.16244135761496167, + "nauc_mrr_at_5_max": 0.10130279222633887, + "nauc_mrr_at_5_std": 0.056624210022406904, + "nauc_ndcg_at_1000_diff1": 0.15515386672343467, + "nauc_ndcg_at_1000_max": 0.19609602537948992, + "nauc_ndcg_at_1000_std": 0.19262297625467037, + "nauc_ndcg_at_100_diff1": 0.1559450688846762, + "nauc_ndcg_at_100_max": 0.18963872799945986, + "nauc_ndcg_at_100_std": 0.20812924245328582, + "nauc_ndcg_at_10_diff1": 0.16853849447949412, + "nauc_ndcg_at_10_max": 0.12611531015779448, + "nauc_ndcg_at_10_std": 0.09331550357966734, + "nauc_ndcg_at_1_diff1": 0.19361148376710482, + "nauc_ndcg_at_1_max": 0.08272337000268312, + "nauc_ndcg_at_1_std": 0.01956265092567745, + "nauc_ndcg_at_20_diff1": 0.16996598460134535, + "nauc_ndcg_at_20_max": 0.15068108233414637, + "nauc_ndcg_at_20_std": 0.13916460948555706, + "nauc_ndcg_at_3_diff1": 0.1776787920694161, + "nauc_ndcg_at_3_max": 0.11027280341672001, + "nauc_ndcg_at_3_std": 0.04880722375755088, + "nauc_ndcg_at_5_diff1": 0.19687893498340478, + "nauc_ndcg_at_5_max": 0.13218886196217952, + "nauc_ndcg_at_5_std": 0.07215595372248927, + "nauc_precision_at_1000_diff1": -0.04717200428776229, + "nauc_precision_at_1000_max": 0.12346284943452106, + "nauc_precision_at_1000_std": 0.15884049766943226, + "nauc_precision_at_100_diff1": -0.01807436515779472, + "nauc_precision_at_100_max": 0.1766461611651195, + "nauc_precision_at_100_std": 0.2876961189099914, + "nauc_precision_at_10_diff1": 0.0647489063463611, + "nauc_precision_at_10_max": 0.11289344153636006, + "nauc_precision_at_10_std": 0.1603787586238695, + "nauc_precision_at_1_diff1": 0.19361148376710482, + "nauc_precision_at_1_max": 0.08272337000268312, + "nauc_precision_at_1_std": 0.01956265092567745, + "nauc_precision_at_20_diff1": 0.05028352532822461, + "nauc_precision_at_20_max": 0.14344168277671543, + "nauc_precision_at_20_std": 0.23376170500224247, + "nauc_precision_at_3_diff1": 0.11170262493637599, + "nauc_precision_at_3_max": 0.09593430907145593, + "nauc_precision_at_3_std": 0.07914541545045652, + "nauc_precision_at_5_diff1": 0.12806660294504707, + "nauc_precision_at_5_max": 0.13137240933026995, + "nauc_precision_at_5_std": 0.12985654719852466, + "nauc_recall_at_1000_diff1": 0.057309602775019654, + "nauc_recall_at_1000_max": 0.4518416835679832, + "nauc_recall_at_1000_std": 0.544323508575163, + "nauc_recall_at_100_diff1": 0.08766773776632356, + "nauc_recall_at_100_max": 0.26033678437380936, + "nauc_recall_at_100_std": 0.39914494713696436, + "nauc_recall_at_10_diff1": 0.12543473195403904, + "nauc_recall_at_10_max": 0.11529136003246386, + "nauc_recall_at_10_std": 0.11828203765173437, + "nauc_recall_at_1_diff1": 0.30636361971258375, + "nauc_recall_at_1_max": 0.12934009780382583, + "nauc_recall_at_1_std": -0.023992573759597093, + "nauc_recall_at_20_diff1": 0.12434423521810543, + "nauc_recall_at_20_max": 0.15930678194604386, + "nauc_recall_at_20_std": 0.19861027191434089, + "nauc_recall_at_3_diff1": 0.18748145665875462, + "nauc_recall_at_3_max": 0.1267542438537688, + "nauc_recall_at_3_std": 0.042781634118497974, + "nauc_recall_at_5_diff1": 0.19397588658470763, + "nauc_recall_at_5_max": 0.13536563820127986, + "nauc_recall_at_5_std": 0.0755208082469058, + "ndcg_at_1": 0.1, + "ndcg_at_10": 0.16887, + "ndcg_at_100": 0.26373, + "ndcg_at_1000": 0.3087, + "ndcg_at_20": 0.20155, + "ndcg_at_3": 0.11782, + "ndcg_at_5": 0.13727, + "precision_at_1": 0.1, + "precision_at_10": 0.0604, + "precision_at_100": 0.01621, + "precision_at_1000": 0.00243, + "precision_at_20": 0.0435, + "precision_at_3": 0.08533, + "precision_at_5": 0.0756, + "recall_at_1": 0.0516, + "recall_at_10": 0.24969, + "recall_at_100": 0.60296, + "recall_at_1000": 0.86454, + "recall_at_20": 0.34882, + "recall_at_3": 0.11572, + "recall_at_5": 0.16681 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.23073, + "map_at_1": 0.10467, + "map_at_10": 0.17648, + "map_at_100": 0.19135, + "map_at_1000": 0.19289, + "map_at_20": 0.18411, + "map_at_3": 0.15089, + "map_at_5": 0.16531, + "mrr_at_1": 0.16597510373443983, + "mrr_at_10": 0.24521504314035433, + "mrr_at_100": 0.2571042716382632, + "mrr_at_1000": 0.2577037656633515, + "mrr_at_20": 0.2521271581946595, + "mrr_at_3": 0.21680497925311198, + "mrr_at_5": 0.23298755186721992, + "nauc_map_at_1000_diff1": 0.3025901101647919, + "nauc_map_at_1000_max": 0.32408322455591904, + "nauc_map_at_1000_std": 0.12140462227054978, + "nauc_map_at_100_diff1": 0.3022783486821219, + "nauc_map_at_100_max": 0.3230929930861522, + "nauc_map_at_100_std": 0.12034106100836203, + "nauc_map_at_10_diff1": 0.3035500032221417, + "nauc_map_at_10_max": 0.3179799541078682, + "nauc_map_at_10_std": 0.11075135393753488, + "nauc_map_at_1_diff1": 0.362440902533833, + "nauc_map_at_1_max": 0.31959780536458376, + "nauc_map_at_1_std": 0.1137944112868221, + "nauc_map_at_20_diff1": 0.30446084177028987, + "nauc_map_at_20_max": 0.3178944290483462, + "nauc_map_at_20_std": 0.11411554707913947, + "nauc_map_at_3_diff1": 0.3197282789492327, + "nauc_map_at_3_max": 0.3302621857308391, + "nauc_map_at_3_std": 0.09353963821067843, + "nauc_map_at_5_diff1": 0.31001314931658064, + "nauc_map_at_5_max": 0.32148555938135165, + "nauc_map_at_5_std": 0.10095581970936025, + "nauc_mrr_at_1000_diff1": 0.323083912603798, + "nauc_mrr_at_1000_max": 0.334415401531343, + "nauc_mrr_at_1000_std": 0.1532888366634383, + "nauc_mrr_at_100_diff1": 0.3231200039323606, + "nauc_mrr_at_100_max": 0.3349577681301838, + "nauc_mrr_at_100_std": 0.15325284072884107, + "nauc_mrr_at_10_diff1": 0.32040090321560777, + "nauc_mrr_at_10_max": 0.3264404739744167, + "nauc_mrr_at_10_std": 0.14769030419614254, + "nauc_mrr_at_1_diff1": 0.3724647886045568, + "nauc_mrr_at_1_max": 0.31056411682854274, + "nauc_mrr_at_1_std": 0.1476720751299189, + "nauc_mrr_at_20_diff1": 0.3237890014725173, + "nauc_mrr_at_20_max": 0.3314690572868314, + "nauc_mrr_at_20_std": 0.15015804341688246, + "nauc_mrr_at_3_diff1": 0.33522502136556825, + "nauc_mrr_at_3_max": 0.3312074434501294, + "nauc_mrr_at_3_std": 0.1400167372130389, + "nauc_mrr_at_5_diff1": 0.32390061281987287, + "nauc_mrr_at_5_max": 0.32979623376897693, + "nauc_mrr_at_5_std": 0.14481167939272646, + "nauc_ndcg_at_1000_diff1": 0.29179372203754855, + "nauc_ndcg_at_1000_max": 0.36127963940334606, + "nauc_ndcg_at_1000_std": 0.17690604068517726, + "nauc_ndcg_at_100_diff1": 0.2880203593219596, + "nauc_ndcg_at_100_max": 0.3524240989665311, + "nauc_ndcg_at_100_std": 0.1548712410037929, + "nauc_ndcg_at_10_diff1": 0.2883364953971158, + "nauc_ndcg_at_10_max": 0.3161938900404423, + "nauc_ndcg_at_10_std": 0.11772341782354036, + "nauc_ndcg_at_1_diff1": 0.3724647886045568, + "nauc_ndcg_at_1_max": 0.31056411682854274, + "nauc_ndcg_at_1_std": 0.1476720751299189, + "nauc_ndcg_at_20_diff1": 0.29693841164350865, + "nauc_ndcg_at_20_max": 0.32017430718167644, + "nauc_ndcg_at_20_std": 0.12440529430658509, + "nauc_ndcg_at_3_diff1": 0.3118130258863494, + "nauc_ndcg_at_3_max": 0.3319756133768132, + "nauc_ndcg_at_3_std": 0.10678790156394136, + "nauc_ndcg_at_5_diff1": 0.29854939935626723, + "nauc_ndcg_at_5_max": 0.3228761243958466, + "nauc_ndcg_at_5_std": 0.10768392457720921, + "nauc_precision_at_1000_diff1": 0.0945290466105995, + "nauc_precision_at_1000_max": 0.2679379035663317, + "nauc_precision_at_1000_std": 0.2802210601464816, + "nauc_precision_at_100_diff1": 0.11621177839702121, + "nauc_precision_at_100_max": 0.2920864700339972, + "nauc_precision_at_100_std": 0.2730871496117698, + "nauc_precision_at_10_diff1": 0.18878044447385617, + "nauc_precision_at_10_max": 0.28865016613344235, + "nauc_precision_at_10_std": 0.23219107562768818, + "nauc_precision_at_1_diff1": 0.3724647886045568, + "nauc_precision_at_1_max": 0.31056411682854274, + "nauc_precision_at_1_std": 0.1476720751299189, + "nauc_precision_at_20_diff1": 0.19337372149596532, + "nauc_precision_at_20_max": 0.2740366778434861, + "nauc_precision_at_20_std": 0.23833489397065882, + "nauc_precision_at_3_diff1": 0.2577440878640629, + "nauc_precision_at_3_max": 0.34005343616061756, + "nauc_precision_at_3_std": 0.1663956880897977, + "nauc_precision_at_5_diff1": 0.2088753805453393, + "nauc_precision_at_5_max": 0.30961188025590775, + "nauc_precision_at_5_std": 0.19344431787887367, + "nauc_recall_at_1000_diff1": 0.16357666049536085, + "nauc_recall_at_1000_max": 0.4441926869137305, + "nauc_recall_at_1000_std": 0.42064917751645686, + "nauc_recall_at_100_diff1": 0.18885280425833673, + "nauc_recall_at_100_max": 0.35959493720216923, + "nauc_recall_at_100_std": 0.17180018200612884, + "nauc_recall_at_10_diff1": 0.2215383954954789, + "nauc_recall_at_10_max": 0.26033781388389765, + "nauc_recall_at_10_std": 0.06963400047826176, + "nauc_recall_at_1_diff1": 0.362440902533833, + "nauc_recall_at_1_max": 0.31959780536458376, + "nauc_recall_at_1_std": 0.1137944112868221, + "nauc_recall_at_20_diff1": 0.24252054626768665, + "nauc_recall_at_20_max": 0.2600346114898996, + "nauc_recall_at_20_std": 0.07605514780847644, + "nauc_recall_at_3_diff1": 0.28232819281888727, + "nauc_recall_at_3_max": 0.33013552223142845, + "nauc_recall_at_3_std": 0.06024207243336064, + "nauc_recall_at_5_diff1": 0.2481744107855507, + "nauc_recall_at_5_max": 0.2837151195883376, + "nauc_recall_at_5_std": 0.059896195734272385, + "ndcg_at_1": 0.16598, + "ndcg_at_10": 0.23073, + "ndcg_at_100": 0.30005, + "ndcg_at_1000": 0.33158, + "ndcg_at_20": 0.2552, + "ndcg_at_3": 0.18396, + "ndcg_at_5": 0.20547, + "precision_at_1": 0.16598, + "precision_at_10": 0.05394, + "precision_at_100": 0.0111, + "precision_at_1000": 0.00154, + "precision_at_20": 0.03465, + "precision_at_3": 0.1065, + "precision_at_5": 0.08382, + "recall_at_1": 0.10467, + "recall_at_10": 0.32539, + "recall_at_100": 0.60851, + "recall_at_1000": 0.82002, + "recall_at_20": 0.40684, + "recall_at_3": 0.20161, + "recall_at_5": 0.25738 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.14181, + "map_at_1": 0.0632, + "map_at_10": 0.10977, + "map_at_100": 0.11834, + "map_at_1000": 0.11934, + "map_at_20": 0.11453, + "map_at_3": 0.08763, + "map_at_5": 0.10044, + "mrr_at_1": 0.0640096618357488, + "mrr_at_10": 0.11120696265623811, + "mrr_at_100": 0.11955940031614222, + "mrr_at_1000": 0.12054656232650587, + "mrr_at_20": 0.11578502621319074, + "mrr_at_3": 0.08896940418679551, + "mrr_at_5": 0.10213365539452503, + "nauc_map_at_1000_diff1": 0.10235596994820924, + "nauc_map_at_1000_max": 0.09114361891999444, + "nauc_map_at_1000_std": 0.2651390599449952, + "nauc_map_at_100_diff1": 0.10193819629433903, + "nauc_map_at_100_max": 0.0919150827195614, + "nauc_map_at_100_std": 0.2646936822488208, + "nauc_map_at_10_diff1": 0.10780917478108111, + "nauc_map_at_10_max": 0.09151207638053724, + "nauc_map_at_10_std": 0.25704177768349284, + "nauc_map_at_1_diff1": 0.18667451052793751, + "nauc_map_at_1_max": 0.0776021564381059, + "nauc_map_at_1_std": 0.2317347288134747, + "nauc_map_at_20_diff1": 0.10561336541751393, + "nauc_map_at_20_max": 0.09220503693108359, + "nauc_map_at_20_std": 0.26000425490111867, + "nauc_map_at_3_diff1": 0.12515001934472095, + "nauc_map_at_3_max": 0.06257727638999341, + "nauc_map_at_3_std": 0.22369884475541618, + "nauc_map_at_5_diff1": 0.11925097196724278, + "nauc_map_at_5_max": 0.08900846589322085, + "nauc_map_at_5_std": 0.24281868137133122, + "nauc_mrr_at_1000_diff1": 0.10447699605145937, + "nauc_mrr_at_1000_max": 0.09472713727339702, + "nauc_mrr_at_1000_std": 0.2694677725474972, + "nauc_mrr_at_100_diff1": 0.10412387901098932, + "nauc_mrr_at_100_max": 0.09565891448373275, + "nauc_mrr_at_100_std": 0.2691546490048379, + "nauc_mrr_at_10_diff1": 0.11071653003057456, + "nauc_mrr_at_10_max": 0.09447877944783702, + "nauc_mrr_at_10_std": 0.26060752842355484, + "nauc_mrr_at_1_diff1": 0.1884102890934312, + "nauc_mrr_at_1_max": 0.08070991430032716, + "nauc_mrr_at_1_std": 0.2413984429164497, + "nauc_mrr_at_20_diff1": 0.10795750637558739, + "nauc_mrr_at_20_max": 0.09578914009816222, + "nauc_mrr_at_20_std": 0.2646847438756814, + "nauc_mrr_at_3_diff1": 0.1288456374877593, + "nauc_mrr_at_3_max": 0.0665766536326569, + "nauc_mrr_at_3_std": 0.22911187210128672, + "nauc_mrr_at_5_diff1": 0.12298945931370392, + "nauc_mrr_at_5_max": 0.0933285304602314, + "nauc_mrr_at_5_std": 0.2487139958321286, + "nauc_ndcg_at_1000_diff1": 0.07016971719616909, + "nauc_ndcg_at_1000_max": 0.08865370625886917, + "nauc_ndcg_at_1000_std": 0.33574761917498747, + "nauc_ndcg_at_100_diff1": 0.05791882027107983, + "nauc_ndcg_at_100_max": 0.10624262985820551, + "nauc_ndcg_at_100_std": 0.322344096437573, + "nauc_ndcg_at_10_diff1": 0.08248536764622341, + "nauc_ndcg_at_10_max": 0.10660516226841113, + "nauc_ndcg_at_10_std": 0.2832177231372634, + "nauc_ndcg_at_1_diff1": 0.1884102890934312, + "nauc_ndcg_at_1_max": 0.08070991430032716, + "nauc_ndcg_at_1_std": 0.2413984429164497, + "nauc_ndcg_at_20_diff1": 0.07768517201392137, + "nauc_ndcg_at_20_max": 0.11004442197330137, + "nauc_ndcg_at_20_std": 0.29297240155892557, + "nauc_ndcg_at_3_diff1": 0.11208139447628347, + "nauc_ndcg_at_3_max": 0.06053235303267767, + "nauc_ndcg_at_3_std": 0.2242953988615667, + "nauc_ndcg_at_5_diff1": 0.10531921155097497, + "nauc_ndcg_at_5_max": 0.10317610802630707, + "nauc_ndcg_at_5_std": 0.2560100678479859, + "nauc_precision_at_1000_diff1": 0.03834778569145717, + "nauc_precision_at_1000_max": 0.05447942780874594, + "nauc_precision_at_1000_std": 0.56816240368545, + "nauc_precision_at_100_diff1": -0.013749765624610964, + "nauc_precision_at_100_max": 0.13885597118214804, + "nauc_precision_at_100_std": 0.45534201830112503, + "nauc_precision_at_10_diff1": 0.045875707947600104, + "nauc_precision_at_10_max": 0.14288384770385054, + "nauc_precision_at_10_std": 0.3455095423987304, + "nauc_precision_at_1_diff1": 0.1884102890934312, + "nauc_precision_at_1_max": 0.08070991430032716, + "nauc_precision_at_1_std": 0.2413984429164497, + "nauc_precision_at_20_diff1": 0.04317275246048733, + "nauc_precision_at_20_max": 0.1501682572702676, + "nauc_precision_at_20_std": 0.36054709128030055, + "nauc_precision_at_3_diff1": 0.0893903375143188, + "nauc_precision_at_3_max": 0.0616060900380827, + "nauc_precision_at_3_std": 0.23359433051184536, + "nauc_precision_at_5_diff1": 0.08518707179402242, + "nauc_precision_at_5_max": 0.13688555941596137, + "nauc_precision_at_5_std": 0.2898913977814414, + "nauc_recall_at_1000_diff1": 0.010262159944529546, + "nauc_recall_at_1000_max": 0.01129739188526885, + "nauc_recall_at_1000_std": 0.593677327094648, + "nauc_recall_at_100_diff1": -0.03517462218809413, + "nauc_recall_at_100_max": 0.12182665855307036, + "nauc_recall_at_100_std": 0.4467606273887098, + "nauc_recall_at_10_diff1": 0.0338842565144219, + "nauc_recall_at_10_max": 0.1313519109059682, + "nauc_recall_at_10_std": 0.33015553676413945, + "nauc_recall_at_1_diff1": 0.18667451052793751, + "nauc_recall_at_1_max": 0.0776021564381059, + "nauc_recall_at_1_std": 0.2317347288134747, + "nauc_recall_at_20_diff1": 0.027473091723563384, + "nauc_recall_at_20_max": 0.13841433869017875, + "nauc_recall_at_20_std": 0.3502675551408198, + "nauc_recall_at_3_diff1": 0.07983968962179987, + "nauc_recall_at_3_max": 0.05237885306537086, + "nauc_recall_at_3_std": 0.22124262376769405, + "nauc_recall_at_5_diff1": 0.07695872826321759, + "nauc_recall_at_5_max": 0.12933482727481832, + "nauc_recall_at_5_std": 0.279090792052003, + "ndcg_at_1": 0.06401, + "ndcg_at_10": 0.14181, + "ndcg_at_100": 0.18702, + "ndcg_at_1000": 0.21878, + "ndcg_at_20": 0.15906, + "ndcg_at_3": 0.09642, + "ndcg_at_5": 0.12, + "precision_at_1": 0.06401, + "precision_at_10": 0.02512, + "precision_at_100": 0.00478, + "precision_at_1000": 0.00075, + "precision_at_20": 0.01618, + "precision_at_3": 0.04147, + "precision_at_5": 0.03671, + "recall_at_1": 0.0632, + "recall_at_10": 0.24416, + "recall_at_100": 0.46316, + "recall_at_1000": 0.72262, + "recall_at_20": 0.3118, + "recall_at_3": 0.12037, + "recall_at_5": 0.17814 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.22055, + "map_at_1": 0.09616, + "map_at_10": 0.16508, + "map_at_100": 0.18186, + "map_at_1000": 0.18344, + "map_at_20": 0.17355, + "map_at_3": 0.13451, + "map_at_5": 0.1494, + "mrr_at_1": 0.13369713506139155, + "mrr_at_10": 0.21978929816583287, + "mrr_at_100": 0.23215789401821332, + "mrr_at_1000": 0.232808950408714, + "mrr_at_20": 0.22674157645299184, + "mrr_at_3": 0.18735788994997724, + "mrr_at_5": 0.20570713960891307, + "nauc_map_at_1000_diff1": 0.12464898118023002, + "nauc_map_at_1000_max": 0.11050178897664738, + "nauc_map_at_1000_std": 0.08625940813048784, + "nauc_map_at_100_diff1": 0.12378301443467793, + "nauc_map_at_100_max": 0.10911838780037038, + "nauc_map_at_100_std": 0.08500543748640588, + "nauc_map_at_10_diff1": 0.1275867031244973, + "nauc_map_at_10_max": 0.09660268263163888, + "nauc_map_at_10_std": 0.066114494198074, + "nauc_map_at_1_diff1": 0.20868871730268643, + "nauc_map_at_1_max": 0.12436263497389106, + "nauc_map_at_1_std": 0.08061826172927786, + "nauc_map_at_20_diff1": 0.12531798345780146, + "nauc_map_at_20_max": 0.10339698401810804, + "nauc_map_at_20_std": 0.07626664332722992, + "nauc_map_at_3_diff1": 0.14071308673764357, + "nauc_map_at_3_max": 0.09267685507043971, + "nauc_map_at_3_std": 0.05195808456905168, + "nauc_map_at_5_diff1": 0.13688898115606118, + "nauc_map_at_5_max": 0.10022088588174759, + "nauc_map_at_5_std": 0.058493733433566786, + "nauc_mrr_at_1000_diff1": 0.11494071854965453, + "nauc_mrr_at_1000_max": 0.11140440857911327, + "nauc_mrr_at_1000_std": 0.10050846355229902, + "nauc_mrr_at_100_diff1": 0.11445975605868523, + "nauc_mrr_at_100_max": 0.11127643329616974, + "nauc_mrr_at_100_std": 0.10048369680006371, + "nauc_mrr_at_10_diff1": 0.11338563823353973, + "nauc_mrr_at_10_max": 0.10392975971022815, + "nauc_mrr_at_10_std": 0.09354908771505979, + "nauc_mrr_at_1_diff1": 0.18129274557933775, + "nauc_mrr_at_1_max": 0.12967478417633066, + "nauc_mrr_at_1_std": 0.09976632280609006, + "nauc_mrr_at_20_diff1": 0.11499811105368016, + "nauc_mrr_at_20_max": 0.10813278749056336, + "nauc_mrr_at_20_std": 0.09751437237839315, + "nauc_mrr_at_3_diff1": 0.12343987179902563, + "nauc_mrr_at_3_max": 0.09610434636459937, + "nauc_mrr_at_3_std": 0.08147603067805953, + "nauc_mrr_at_5_diff1": 0.11948467802255787, + "nauc_mrr_at_5_max": 0.10851577539693735, + "nauc_mrr_at_5_std": 0.0909780585700238, + "nauc_ndcg_at_1000_diff1": 0.0998463903090653, + "nauc_ndcg_at_1000_max": 0.15319406398115493, + "nauc_ndcg_at_1000_std": 0.15239661018740694, + "nauc_ndcg_at_100_diff1": 0.09021936246250839, + "nauc_ndcg_at_100_max": 0.1374888806079588, + "nauc_ndcg_at_100_std": 0.14194676004140705, + "nauc_ndcg_at_10_diff1": 0.10068075800788931, + "nauc_ndcg_at_10_max": 0.09369053481587258, + "nauc_ndcg_at_10_std": 0.07911295730367765, + "nauc_ndcg_at_1_diff1": 0.18129274557933775, + "nauc_ndcg_at_1_max": 0.12967478417633066, + "nauc_ndcg_at_1_std": 0.09976632280609006, + "nauc_ndcg_at_20_diff1": 0.09846903211065303, + "nauc_ndcg_at_20_max": 0.11023781055693539, + "nauc_ndcg_at_20_std": 0.10243677087729491, + "nauc_ndcg_at_3_diff1": 0.12040714129700997, + "nauc_ndcg_at_3_max": 0.082707018243469, + "nauc_ndcg_at_3_std": 0.05635927588717473, + "nauc_ndcg_at_5_diff1": 0.11716139385499769, + "nauc_ndcg_at_5_max": 0.09879460383386349, + "nauc_ndcg_at_5_std": 0.0670859442431263, + "nauc_precision_at_1000_diff1": -0.02367548100239621, + "nauc_precision_at_1000_max": 0.20464022439056886, + "nauc_precision_at_1000_std": 0.25432599648154297, + "nauc_precision_at_100_diff1": -0.04268106221735324, + "nauc_precision_at_100_max": 0.18404240291315327, + "nauc_precision_at_100_std": 0.27250688205057433, + "nauc_precision_at_10_diff1": 0.01442235541933329, + "nauc_precision_at_10_max": 0.116051835087819, + "nauc_precision_at_10_std": 0.1389266849589045, + "nauc_precision_at_1_diff1": 0.18129274557933775, + "nauc_precision_at_1_max": 0.12967478417633066, + "nauc_precision_at_1_std": 0.09976632280609006, + "nauc_precision_at_20_diff1": 0.006607873258273241, + "nauc_precision_at_20_max": 0.14402005633000683, + "nauc_precision_at_20_std": 0.1856592231706028, + "nauc_precision_at_3_diff1": 0.0672409147620945, + "nauc_precision_at_3_max": 0.10004134575173537, + "nauc_precision_at_3_std": 0.08363051307413756, + "nauc_precision_at_5_diff1": 0.07049654702948009, + "nauc_precision_at_5_max": 0.13875749906395388, + "nauc_precision_at_5_std": 0.11552731553642048, + "nauc_recall_at_1000_diff1": 0.001322152946698327, + "nauc_recall_at_1000_max": 0.42523018984297656, + "nauc_recall_at_1000_std": 0.520860795831243, + "nauc_recall_at_100_diff1": 0.007978001278442486, + "nauc_recall_at_100_max": 0.19632120999075653, + "nauc_recall_at_100_std": 0.2644173280174468, + "nauc_recall_at_10_diff1": 0.05375028240664092, + "nauc_recall_at_10_max": 0.06556792766639283, + "nauc_recall_at_10_std": 0.07113786984056106, + "nauc_recall_at_1_diff1": 0.20868871730268643, + "nauc_recall_at_1_max": 0.12436263497389106, + "nauc_recall_at_1_std": 0.08061826172927786, + "nauc_recall_at_20_diff1": 0.04937714376897266, + "nauc_recall_at_20_max": 0.10496362668304976, + "nauc_recall_at_20_std": 0.12491342709021876, + "nauc_recall_at_3_diff1": 0.08792126905614253, + "nauc_recall_at_3_max": 0.05644738486886182, + "nauc_recall_at_3_std": 0.02431157181129468, + "nauc_recall_at_5_diff1": 0.08122995949482639, + "nauc_recall_at_5_max": 0.08234266987610657, + "nauc_recall_at_5_std": 0.04595477907367159, + "ndcg_at_1": 0.1337, + "ndcg_at_10": 0.22055, + "ndcg_at_100": 0.29886, + "ndcg_at_1000": 0.33149, + "ndcg_at_20": 0.24781, + "ndcg_at_3": 0.16246, + "ndcg_at_5": 0.18673, + "precision_at_1": 0.1337, + "precision_at_10": 0.05539, + "precision_at_100": 0.01181, + "precision_at_1000": 0.00162, + "precision_at_20": 0.03643, + "precision_at_3": 0.09141, + "precision_at_5": 0.07503, + "recall_at_1": 0.09616, + "recall_at_10": 0.32758, + "recall_at_100": 0.65657, + "recall_at_1000": 0.87746, + "recall_at_20": 0.41949, + "recall_at_3": 0.1794, + "recall_at_5": 0.23665 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.30691, + "map_at_1": 0.18067, + "map_at_10": 0.26091, + "map_at_100": 0.2688, + "map_at_1000": 0.26969, + "map_at_20": 0.26459, + "map_at_3": 0.2381, + "map_at_5": 0.25014, + "mrr_at_1": 0.18487394957983194, + "mrr_at_10": 0.26403561424569816, + "mrr_at_100": 0.2724322218396297, + "mrr_at_1000": 0.2731961401360941, + "mrr_at_20": 0.26770939144888717, + "mrr_at_3": 0.24089635854341732, + "mrr_at_5": 0.25266106442577024, + "nauc_map_at_1000_diff1": 0.22738418002929744, + "nauc_map_at_1000_max": 0.308906676722277, + "nauc_map_at_1000_std": -0.014349497888577504, + "nauc_map_at_100_diff1": 0.22687335788390106, + "nauc_map_at_100_max": 0.3089367108259071, + "nauc_map_at_100_std": -0.014546190074668557, + "nauc_map_at_10_diff1": 0.2300086439468313, + "nauc_map_at_10_max": 0.3103559436600766, + "nauc_map_at_10_std": -0.012558480481908581, + "nauc_map_at_1_diff1": 0.32526778653550537, + "nauc_map_at_1_max": 0.32681765582330885, + "nauc_map_at_1_std": -0.0400609051845523, + "nauc_map_at_20_diff1": 0.22842311862825052, + "nauc_map_at_20_max": 0.3115199761811579, + "nauc_map_at_20_std": -0.01286066166408897, + "nauc_map_at_3_diff1": 0.24223411933227024, + "nauc_map_at_3_max": 0.30389585892595095, + "nauc_map_at_3_std": -0.005889618876801468, + "nauc_map_at_5_diff1": 0.24193351767629806, + "nauc_map_at_5_max": 0.3095317080310009, + "nauc_map_at_5_std": -0.013982197097884943, + "nauc_mrr_at_1000_diff1": 0.2237355408031638, + "nauc_mrr_at_1000_max": 0.3109995133818738, + "nauc_mrr_at_1000_std": -0.016425021789085278, + "nauc_mrr_at_100_diff1": 0.22294422424859758, + "nauc_mrr_at_100_max": 0.3105705781481528, + "nauc_mrr_at_100_std": -0.01715704613176102, + "nauc_mrr_at_10_diff1": 0.22476741309116471, + "nauc_mrr_at_10_max": 0.312961867676912, + "nauc_mrr_at_10_std": -0.013775448501745956, + "nauc_mrr_at_1_diff1": 0.3039524414573151, + "nauc_mrr_at_1_max": 0.31241493791925573, + "nauc_mrr_at_1_std": -0.04119095874468547, + "nauc_mrr_at_20_diff1": 0.2232238002454058, + "nauc_mrr_at_20_max": 0.31419651072495697, + "nauc_mrr_at_20_std": -0.01408236806207255, + "nauc_mrr_at_3_diff1": 0.23814441685909543, + "nauc_mrr_at_3_max": 0.31339590825597335, + "nauc_mrr_at_3_std": -0.004279399189746485, + "nauc_mrr_at_5_diff1": 0.23823516284238533, + "nauc_mrr_at_5_max": 0.31247046396701084, + "nauc_mrr_at_5_std": -0.013580918620434191, + "nauc_ndcg_at_1000_diff1": 0.19237836910035336, + "nauc_ndcg_at_1000_max": 0.2947558415981796, + "nauc_ndcg_at_1000_std": -0.013868659276509099, + "nauc_ndcg_at_100_diff1": 0.17335361349211376, + "nauc_ndcg_at_100_max": 0.2931861075453524, + "nauc_ndcg_at_100_std": -0.02766284924418073, + "nauc_ndcg_at_10_diff1": 0.19165213127627184, + "nauc_ndcg_at_10_max": 0.30608321008122763, + "nauc_ndcg_at_10_std": -0.011609390808632694, + "nauc_ndcg_at_1_diff1": 0.3039524414573151, + "nauc_ndcg_at_1_max": 0.31241493791925573, + "nauc_ndcg_at_1_std": -0.04119095874468547, + "nauc_ndcg_at_20_diff1": 0.18479525484872283, + "nauc_ndcg_at_20_max": 0.30836652287923444, + "nauc_ndcg_at_20_std": -0.013982616582702443, + "nauc_ndcg_at_3_diff1": 0.21950827346762306, + "nauc_ndcg_at_3_max": 0.295252344578143, + "nauc_ndcg_at_3_std": -4.1510758891345565e-05, + "nauc_ndcg_at_5_diff1": 0.21994006400929342, + "nauc_ndcg_at_5_max": 0.3017772711730473, + "nauc_ndcg_at_5_std": -0.015823568718257946, + "nauc_precision_at_1000_diff1": -0.028243799765778132, + "nauc_precision_at_1000_max": 0.012983082639031774, + "nauc_precision_at_1000_std": -0.023495479820694165, + "nauc_precision_at_100_diff1": -0.10790915736979488, + "nauc_precision_at_100_max": 0.12443596713155938, + "nauc_precision_at_100_std": -0.1592907609279587, + "nauc_precision_at_10_diff1": 0.029421096730460918, + "nauc_precision_at_10_max": 0.26409829825931697, + "nauc_precision_at_10_std": -0.02032937104468121, + "nauc_precision_at_1_diff1": 0.3039524414573151, + "nauc_precision_at_1_max": 0.31241493791925573, + "nauc_precision_at_1_std": -0.04119095874468547, + "nauc_precision_at_20_diff1": 0.002068889803532441, + "nauc_precision_at_20_max": 0.26809838130461955, + "nauc_precision_at_20_std": -0.030494454876215153, + "nauc_precision_at_3_diff1": 0.12854648939329877, + "nauc_precision_at_3_max": 0.25591016774957953, + "nauc_precision_at_3_std": 0.011499576812168134, + "nauc_precision_at_5_diff1": 0.11927310511204052, + "nauc_precision_at_5_max": 0.26896244487699905, + "nauc_precision_at_5_std": -0.02231850089434143, + "nauc_recall_at_1000_diff1": 0.08811821602284077, + "nauc_recall_at_1000_max": 0.19129730212322255, + "nauc_recall_at_1000_std": 0.0771110010577382, + "nauc_recall_at_100_diff1": -0.02704623109474514, + "nauc_recall_at_100_max": 0.22843121324027008, + "nauc_recall_at_100_std": -0.07287536867548676, + "nauc_recall_at_10_diff1": 0.09559178162045696, + "nauc_recall_at_10_max": 0.2931637504865378, + "nauc_recall_at_10_std": -0.006652314578575661, + "nauc_recall_at_1_diff1": 0.32526778653550537, + "nauc_recall_at_1_max": 0.32681765582330885, + "nauc_recall_at_1_std": -0.0400609051845523, + "nauc_recall_at_20_diff1": 0.06641404453979814, + "nauc_recall_at_20_max": 0.2964959002605083, + "nauc_recall_at_20_std": -0.017526299633846037, + "nauc_recall_at_3_diff1": 0.16410694876513185, + "nauc_recall_at_3_max": 0.26221750181790154, + "nauc_recall_at_3_std": 0.012090534250568946, + "nauc_recall_at_5_diff1": 0.16960631711094717, + "nauc_recall_at_5_max": 0.27458967796435785, + "nauc_recall_at_5_std": -0.024993166018819273, + "ndcg_at_1": 0.18487, + "ndcg_at_10": 0.30691, + "ndcg_at_100": 0.34985, + "ndcg_at_1000": 0.37438, + "ndcg_at_20": 0.31988, + "ndcg_at_3": 0.25809, + "ndcg_at_5": 0.28082, + "precision_at_1": 0.18487, + "precision_at_10": 0.04874, + "precision_at_100": 0.00723, + "precision_at_1000": 0.00097, + "precision_at_20": 0.02689, + "precision_at_3": 0.10924, + "precision_at_5": 0.07899, + "recall_at_1": 0.18067, + "recall_at_10": 0.44678, + "recall_at_100": 0.64986, + "recall_at_1000": 0.83613, + "recall_at_20": 0.4972, + "recall_at_3": 0.31373, + "recall_at_5": 0.36975 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.10299, + "map_at_1": 0.02263, + "map_at_10": 0.06192, + "map_at_100": 0.08438, + "map_at_1000": 0.08721, + "map_at_20": 0.07077, + "map_at_3": 0.03925, + "map_at_5": 0.05152, + "mrr_at_1": 0.04071246819338423, + "mrr_at_10": 0.10620481441092135, + "mrr_at_100": 0.1241464649631644, + "mrr_at_1000": 0.12509079440602291, + "mrr_at_20": 0.1158387778971289, + "mrr_at_3": 0.07336726039016113, + "mrr_at_5": 0.09206955046649704, + "nauc_map_at_1000_diff1": -0.027042938542617273, + "nauc_map_at_1000_max": 0.035529143068867265, + "nauc_map_at_1000_std": 0.12819371185323017, + "nauc_map_at_100_diff1": -0.02690092184238731, + "nauc_map_at_100_max": 0.03535373919806833, + "nauc_map_at_100_std": 0.1279361650095566, + "nauc_map_at_10_diff1": -0.026120212695742537, + "nauc_map_at_10_max": 0.01038419787696127, + "nauc_map_at_10_std": 0.09685516073277362, + "nauc_map_at_1_diff1": -0.23734855609651653, + "nauc_map_at_1_max": -0.13170885601165455, + "nauc_map_at_1_std": 0.10033891198430415, + "nauc_map_at_20_diff1": -0.0328955662498593, + "nauc_map_at_20_max": 0.009442156104043451, + "nauc_map_at_20_std": 0.09772510083980773, + "nauc_map_at_3_diff1": -0.1438877752689105, + "nauc_map_at_3_max": -0.07420331548953699, + "nauc_map_at_3_std": 0.09047029542381653, + "nauc_map_at_5_diff1": -0.04913288965684461, + "nauc_map_at_5_max": -0.00018185530977162618, + "nauc_map_at_5_std": 0.0882217985246923, + "nauc_mrr_at_1000_diff1": -0.024134428594655293, + "nauc_mrr_at_1000_max": 0.0059100598762765475, + "nauc_mrr_at_1000_std": 0.09781402196179871, + "nauc_mrr_at_100_diff1": -0.02387493686876841, + "nauc_mrr_at_100_max": 0.007245807517285066, + "nauc_mrr_at_100_std": 0.09919068210775746, + "nauc_mrr_at_10_diff1": -0.018072965451962936, + "nauc_mrr_at_10_max": 0.009699581206584663, + "nauc_mrr_at_10_std": 0.09910478669030913, + "nauc_mrr_at_1_diff1": -0.20752183632151372, + "nauc_mrr_at_1_max": -0.13664112698586658, + "nauc_mrr_at_1_std": 0.07106009430733656, + "nauc_mrr_at_20_diff1": -0.02434292775582918, + "nauc_mrr_at_20_max": 0.0035529777029636982, + "nauc_mrr_at_20_std": 0.09602294138668076, + "nauc_mrr_at_3_diff1": -0.08335197356673567, + "nauc_mrr_at_3_max": -0.04615408539920575, + "nauc_mrr_at_3_std": 0.08336999432183323, + "nauc_mrr_at_5_diff1": -0.017256854861687786, + "nauc_mrr_at_5_max": 0.011349280478660169, + "nauc_mrr_at_5_std": 0.08290541739030727, + "nauc_ndcg_at_1000_diff1": 0.01731653378657224, + "nauc_ndcg_at_1000_max": 0.0937654905926456, + "nauc_ndcg_at_1000_std": 0.17919023764020003, + "nauc_ndcg_at_100_diff1": 0.009389764938255872, + "nauc_ndcg_at_100_max": 0.11412721757902439, + "nauc_ndcg_at_100_std": 0.20479103756323525, + "nauc_ndcg_at_10_diff1": 0.02381890562640631, + "nauc_ndcg_at_10_max": 0.04774417809096463, + "nauc_ndcg_at_10_std": 0.10988300815063068, + "nauc_ndcg_at_1_diff1": -0.20752183632151372, + "nauc_ndcg_at_1_max": -0.13664112698586658, + "nauc_ndcg_at_1_std": 0.07106009430733656, + "nauc_ndcg_at_20_diff1": -0.0036993732421168285, + "nauc_ndcg_at_20_max": 0.03239614284807089, + "nauc_ndcg_at_20_std": 0.10677486096787897, + "nauc_ndcg_at_3_diff1": -0.10243551181373156, + "nauc_ndcg_at_3_max": -0.043305295372585026, + "nauc_ndcg_at_3_std": 0.0950179876939013, + "nauc_ndcg_at_5_diff1": 0.004816003918944877, + "nauc_ndcg_at_5_max": 0.03835771446250424, + "nauc_ndcg_at_5_std": 0.08869217197755476, + "nauc_precision_at_1000_diff1": 0.10642963895980088, + "nauc_precision_at_1000_max": 0.11517195866854942, + "nauc_precision_at_1000_std": 0.10184734632288572, + "nauc_precision_at_100_diff1": 0.10081319996617573, + "nauc_precision_at_100_max": 0.19110689364512584, + "nauc_precision_at_100_std": 0.22622580929782932, + "nauc_precision_at_10_diff1": 0.1064191120175006, + "nauc_precision_at_10_max": 0.1373018885999787, + "nauc_precision_at_10_std": 0.14107679683836608, + "nauc_precision_at_1_diff1": -0.20752183632151372, + "nauc_precision_at_1_max": -0.13664112698586658, + "nauc_precision_at_1_std": 0.07106009430733656, + "nauc_precision_at_20_diff1": 0.041146435258685055, + "nauc_precision_at_20_max": 0.09991256418553782, + "nauc_precision_at_20_std": 0.12629109650187448, + "nauc_precision_at_3_diff1": -0.030696423050843982, + "nauc_precision_at_3_max": 0.0022842166503703075, + "nauc_precision_at_3_std": 0.10060680383218816, + "nauc_precision_at_5_diff1": 0.10319459386809862, + "nauc_precision_at_5_max": 0.13489258476406257, + "nauc_precision_at_5_std": 0.09776969697896937, + "nauc_recall_at_1000_diff1": 0.11415250962284074, + "nauc_recall_at_1000_max": 0.4281147357988141, + "nauc_recall_at_1000_std": 0.6134439716137503, + "nauc_recall_at_100_diff1": 0.009792206240960307, + "nauc_recall_at_100_max": 0.2402155191858072, + "nauc_recall_at_100_std": 0.34206194041536914, + "nauc_recall_at_10_diff1": 0.08031422921813398, + "nauc_recall_at_10_max": 0.08679464513874005, + "nauc_recall_at_10_std": 0.11477153354719237, + "nauc_recall_at_1_diff1": -0.23734855609651653, + "nauc_recall_at_1_max": -0.13170885601165455, + "nauc_recall_at_1_std": 0.10033891198430415, + "nauc_recall_at_20_diff1": 0.013912074689829426, + "nauc_recall_at_20_max": 0.04258025648840338, + "nauc_recall_at_20_std": 0.10295134665402637, + "nauc_recall_at_3_diff1": -0.11474850267665603, + "nauc_recall_at_3_max": -0.060596293989942415, + "nauc_recall_at_3_std": 0.07433610339488722, + "nauc_recall_at_5_diff1": 0.060211273822376614, + "nauc_recall_at_5_max": 0.06886006766983002, + "nauc_recall_at_5_std": 0.07164798794083413, + "ndcg_at_1": 0.04071, + "ndcg_at_10": 0.10299, + "ndcg_at_100": 0.21728, + "ndcg_at_1000": 0.26589, + "ndcg_at_20": 0.13445, + "ndcg_at_3": 0.05673, + "ndcg_at_5": 0.07771, + "precision_at_1": 0.04071, + "precision_at_10": 0.03842, + "precision_at_100": 0.01529, + "precision_at_1000": 0.00232, + "precision_at_20": 0.03244, + "precision_at_3": 0.04156, + "precision_at_5": 0.04478, + "recall_at_1": 0.02263, + "recall_at_10": 0.1753, + "recall_at_100": 0.63452, + "recall_at_1000": 0.92792, + "recall_at_20": 0.26978, + "recall_at_3": 0.06247, + "recall_at_5": 0.1104 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..9ea3b38ba --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 6.631319761276245, + "kg_co2_emissions": 0.0005744271101009984, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3343, + "map_at_1": 0.00877, + "map_at_10": 0.05537, + "map_at_100": 0.22721, + "map_at_1000": 0.33879, + "map_at_20": 0.08964, + "map_at_3": 0.02506, + "map_at_5": 0.03573, + "mrr_at_1": 0.5116279069767442, + "mrr_at_10": 0.6235972683647101, + "mrr_at_100": 0.629315581059767, + "mrr_at_1000": 0.629315581059767, + "mrr_at_20": 0.6268742239672471, + "mrr_at_3": 0.5930232558139534, + "mrr_at_5": 0.6081395348837209, + "nauc_map_at_1000_diff1": -0.2856673148044527, + "nauc_map_at_1000_max": 0.30689210923405025, + "nauc_map_at_1000_std": 0.5942105377501389, + "nauc_map_at_100_diff1": -0.33516678528373556, + "nauc_map_at_100_max": 0.2495193567670657, + "nauc_map_at_100_std": 0.426780341460355, + "nauc_map_at_10_diff1": -0.25259608912030274, + "nauc_map_at_10_max": 0.20206531380374573, + "nauc_map_at_10_std": 0.17772556367202272, + "nauc_map_at_1_diff1": -0.23338852453987577, + "nauc_map_at_1_max": 0.1954269423596061, + "nauc_map_at_1_std": 0.1702283985922965, + "nauc_map_at_20_diff1": -0.27776082743870156, + "nauc_map_at_20_max": 0.23078968491934515, + "nauc_map_at_20_std": 0.24151440435389435, + "nauc_map_at_3_diff1": -0.23324106844735332, + "nauc_map_at_3_max": 0.17730119981984865, + "nauc_map_at_3_std": 0.13701923117114953, + "nauc_map_at_5_diff1": -0.24312215483029884, + "nauc_map_at_5_max": 0.23056538953795788, + "nauc_map_at_5_std": 0.18595017420558724, + "nauc_mrr_at_1000_diff1": -0.3986210890226317, + "nauc_mrr_at_1000_max": 0.0740594180139708, + "nauc_mrr_at_1000_std": 0.18433701103413822, + "nauc_mrr_at_100_diff1": -0.3986210890226317, + "nauc_mrr_at_100_max": 0.0740594180139708, + "nauc_mrr_at_100_std": 0.18433701103413822, + "nauc_mrr_at_10_diff1": -0.4120805252451929, + "nauc_mrr_at_10_max": 0.06438036971431804, + "nauc_mrr_at_10_std": 0.18574964073039132, + "nauc_mrr_at_1_diff1": -0.2849955125113975, + "nauc_mrr_at_1_max": 0.09172292422211036, + "nauc_mrr_at_1_std": 0.20802138516710536, + "nauc_mrr_at_20_diff1": -0.40076474045091026, + "nauc_mrr_at_20_max": 0.08074661739427257, + "nauc_mrr_at_20_std": 0.18969809906963989, + "nauc_mrr_at_3_diff1": -0.3956583187454516, + "nauc_mrr_at_3_max": 0.053405143823891894, + "nauc_mrr_at_3_std": 0.11895628539476018, + "nauc_mrr_at_5_diff1": -0.42315443171059186, + "nauc_mrr_at_5_max": 0.06845542678324971, + "nauc_mrr_at_5_std": 0.1737605861194825, + "nauc_ndcg_at_1000_diff1": -0.32925951733233116, + "nauc_ndcg_at_1000_max": 0.35032054905869914, + "nauc_ndcg_at_1000_std": 0.6483601501324681, + "nauc_ndcg_at_100_diff1": -0.3416031768458931, + "nauc_ndcg_at_100_max": 0.3231391351011004, + "nauc_ndcg_at_100_std": 0.5050568147382686, + "nauc_ndcg_at_10_diff1": -0.41277571605754626, + "nauc_ndcg_at_10_max": 0.15243516021842224, + "nauc_ndcg_at_10_std": 0.2748274884399754, + "nauc_ndcg_at_1_diff1": -0.27139881246376224, + "nauc_ndcg_at_1_max": 0.02621114649150826, + "nauc_ndcg_at_1_std": 0.06446044742889401, + "nauc_ndcg_at_20_diff1": -0.3934985896911832, + "nauc_ndcg_at_20_max": 0.20141075538316822, + "nauc_ndcg_at_20_std": 0.3559154241043159, + "nauc_ndcg_at_3_diff1": -0.33926485370211223, + "nauc_ndcg_at_3_max": 0.06781914765546099, + "nauc_ndcg_at_3_std": 0.06747575455544995, + "nauc_ndcg_at_5_diff1": -0.3685060012557923, + "nauc_ndcg_at_5_max": 0.13886910301219813, + "nauc_ndcg_at_5_std": 0.1866434213209854, + "nauc_precision_at_1000_diff1": -0.08314420786099884, + "nauc_precision_at_1000_max": 0.1235253589181387, + "nauc_precision_at_1000_std": 0.3733930009887761, + "nauc_precision_at_100_diff1": -0.21602036596896812, + "nauc_precision_at_100_max": 0.21805931231660952, + "nauc_precision_at_100_std": 0.4743339657307314, + "nauc_precision_at_10_diff1": -0.3776824582059325, + "nauc_precision_at_10_max": 0.10320730231746748, + "nauc_precision_at_10_std": 0.3042246414321565, + "nauc_precision_at_1_diff1": -0.2849955125113975, + "nauc_precision_at_1_max": 0.09172292422211036, + "nauc_precision_at_1_std": 0.20802138516710536, + "nauc_precision_at_20_diff1": -0.3441137112161109, + "nauc_precision_at_20_max": 0.15713949782158276, + "nauc_precision_at_20_std": 0.4013969763201775, + "nauc_precision_at_3_diff1": -0.37953517364478906, + "nauc_precision_at_3_max": 0.031714830678483324, + "nauc_precision_at_3_std": 0.10232288518833754, + "nauc_precision_at_5_diff1": -0.37099053738115423, + "nauc_precision_at_5_max": 0.09708520031713493, + "nauc_precision_at_5_std": 0.24088052267358365, + "nauc_recall_at_1000_diff1": -0.295495260485946, + "nauc_recall_at_1000_max": 0.49238999983091286, + "nauc_recall_at_1000_std": 0.8468581621253622, + "nauc_recall_at_100_diff1": -0.25584505196386964, + "nauc_recall_at_100_max": 0.28986972491697277, + "nauc_recall_at_100_std": 0.3920080845182504, + "nauc_recall_at_10_diff1": -0.2466218484711874, + "nauc_recall_at_10_max": 0.15894843179575457, + "nauc_recall_at_10_std": 0.10927265927639164, + "nauc_recall_at_1_diff1": -0.23338852453987577, + "nauc_recall_at_1_max": 0.1954269423596061, + "nauc_recall_at_1_std": 0.1702283985922965, + "nauc_recall_at_20_diff1": -0.25462397359531, + "nauc_recall_at_20_max": 0.2143151721485548, + "nauc_recall_at_20_std": 0.20490514332534718, + "nauc_recall_at_3_diff1": -0.244051256382253, + "nauc_recall_at_3_max": 0.12157103153060615, + "nauc_recall_at_3_std": 0.056971466842075054, + "nauc_recall_at_5_diff1": -0.26048885492552065, + "nauc_recall_at_5_max": 0.19635408655842523, + "nauc_recall_at_5_std": 0.14010201458782606, + "ndcg_at_1": 0.34109, + "ndcg_at_10": 0.3343, + "ndcg_at_100": 0.44024, + "ndcg_at_1000": 0.58729, + "ndcg_at_20": 0.35078, + "ndcg_at_3": 0.34869, + "ndcg_at_5": 0.33021, + "precision_at_1": 0.51163, + "precision_at_10": 0.45116, + "precision_at_100": 0.32721, + "precision_at_1000": 0.07698, + "precision_at_20": 0.43023, + "precision_at_3": 0.51163, + "precision_at_5": 0.47907, + "recall_at_1": 0.00877, + "recall_at_10": 0.07716, + "recall_at_100": 0.43694, + "recall_at_1000": 0.82402, + "recall_at_20": 0.1392, + "recall_at_3": 0.02971, + "recall_at_5": 0.0425 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCOHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCOHardNegatives.json new file mode 100644 index 000000000..38b61133e --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 5.598618745803833, + "kg_co2_emissions": 0.0004819883309219351, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37874, + "map_at_1": 0.01391, + "map_at_10": 0.06554, + "map_at_100": 0.25355, + "map_at_1000": 0.38242, + "map_at_20": 0.10387, + "map_at_3": 0.03075, + "map_at_5": 0.04467, + "mrr_at_1": 0.6511627906976745, + "mrr_at_10": 0.7257751937984495, + "mrr_at_100": 0.7313740523042848, + "mrr_at_1000": 0.7313740523042848, + "mrr_at_20": 0.7293530113297554, + "mrr_at_3": 0.7054263565891472, + "mrr_at_5": 0.7205426356589146, + "nauc_map_at_1000_diff1": -0.19072069046461826, + "nauc_map_at_1000_max": 0.6361647341542973, + "nauc_map_at_1000_std": 0.7945473625708105, + "nauc_map_at_100_diff1": -0.322905113979397, + "nauc_map_at_100_max": 0.5495270925172994, + "nauc_map_at_100_std": 0.6785220163441592, + "nauc_map_at_10_diff1": -0.2771814264206587, + "nauc_map_at_10_max": 0.30539181059701104, + "nauc_map_at_10_std": 0.23307678509323607, + "nauc_map_at_1_diff1": -0.16131598728960975, + "nauc_map_at_1_max": 0.0695621835139718, + "nauc_map_at_1_std": 0.04036777696477483, + "nauc_map_at_20_diff1": -0.3350499087525456, + "nauc_map_at_20_max": 0.3643008506795507, + "nauc_map_at_20_std": 0.34717689781616273, + "nauc_map_at_3_diff1": -0.2669376469601215, + "nauc_map_at_3_max": 0.2238009733512567, + "nauc_map_at_3_std": 0.1510562700676338, + "nauc_map_at_5_diff1": -0.22473396903998538, + "nauc_map_at_5_max": 0.27781407630842997, + "nauc_map_at_5_std": 0.16477362592694705, + "nauc_mrr_at_1000_diff1": -0.21959520325426063, + "nauc_mrr_at_1000_max": 0.39471853225191933, + "nauc_mrr_at_1000_std": 0.49588413210148535, + "nauc_mrr_at_100_diff1": -0.21959520325426063, + "nauc_mrr_at_100_max": 0.39471853225191933, + "nauc_mrr_at_100_std": 0.49588413210148535, + "nauc_mrr_at_10_diff1": -0.2202448443332939, + "nauc_mrr_at_10_max": 0.404846843965236, + "nauc_mrr_at_10_std": 0.5023263060961397, + "nauc_mrr_at_1_diff1": -0.1772200068197474, + "nauc_mrr_at_1_max": 0.3797318501580589, + "nauc_mrr_at_1_std": 0.48388872310736775, + "nauc_mrr_at_20_diff1": -0.21559490855179833, + "nauc_mrr_at_20_max": 0.39739931600442846, + "nauc_mrr_at_20_std": 0.49974004185544446, + "nauc_mrr_at_3_diff1": -0.2063593400298595, + "nauc_mrr_at_3_max": 0.3739838118450841, + "nauc_mrr_at_3_std": 0.45965210777349513, + "nauc_mrr_at_5_diff1": -0.2244256554699332, + "nauc_mrr_at_5_max": 0.3928750970416081, + "nauc_mrr_at_5_std": 0.49773676368051817, + "nauc_ndcg_at_1000_diff1": -0.11115557460145187, + "nauc_ndcg_at_1000_max": 0.696783412693242, + "nauc_ndcg_at_1000_std": 0.7972036065101917, + "nauc_ndcg_at_100_diff1": -0.19318004051461962, + "nauc_ndcg_at_100_max": 0.643222982438221, + "nauc_ndcg_at_100_std": 0.719419821500397, + "nauc_ndcg_at_10_diff1": -0.19395137591656594, + "nauc_ndcg_at_10_max": 0.5052213383195234, + "nauc_ndcg_at_10_std": 0.4780549978858421, + "nauc_ndcg_at_1_diff1": -0.06899206993346282, + "nauc_ndcg_at_1_max": 0.37974059462640375, + "nauc_ndcg_at_1_std": 0.370325652948164, + "nauc_ndcg_at_20_diff1": -0.23321123130735638, + "nauc_ndcg_at_20_max": 0.5179285676400279, + "nauc_ndcg_at_20_std": 0.5467555989261269, + "nauc_ndcg_at_3_diff1": -0.11242328704086556, + "nauc_ndcg_at_3_max": 0.44410582115615393, + "nauc_ndcg_at_3_std": 0.39099178104507676, + "nauc_ndcg_at_5_diff1": -0.09345600247218419, + "nauc_ndcg_at_5_max": 0.5020874306263362, + "nauc_ndcg_at_5_std": 0.41021956653316244, + "nauc_precision_at_1000_diff1": 0.0497976881113523, + "nauc_precision_at_1000_max": 0.2852802916512146, + "nauc_precision_at_1000_std": 0.4012238615315115, + "nauc_precision_at_100_diff1": -0.0804323827538709, + "nauc_precision_at_100_max": 0.4492047134228091, + "nauc_precision_at_100_std": 0.6274511838213829, + "nauc_precision_at_10_diff1": -0.22433956423264995, + "nauc_precision_at_10_max": 0.4305074684025291, + "nauc_precision_at_10_std": 0.5248593295441966, + "nauc_precision_at_1_diff1": -0.1772200068197474, + "nauc_precision_at_1_max": 0.3797318501580589, + "nauc_precision_at_1_std": 0.48388872310736775, + "nauc_precision_at_20_diff1": -0.23721702161082547, + "nauc_precision_at_20_max": 0.42863696130212375, + "nauc_precision_at_20_std": 0.6060876309755587, + "nauc_precision_at_3_diff1": -0.2193502552787912, + "nauc_precision_at_3_max": 0.43660347388390797, + "nauc_precision_at_3_std": 0.4447201643432207, + "nauc_precision_at_5_diff1": -0.15336766771405647, + "nauc_precision_at_5_max": 0.4505772378196523, + "nauc_precision_at_5_std": 0.44386005255833855, + "nauc_recall_at_1000_diff1": -0.18298237031048173, + "nauc_recall_at_1000_max": 0.8060464109426433, + "nauc_recall_at_1000_std": 0.8775929133927243, + "nauc_recall_at_100_diff1": -0.21554795304909868, + "nauc_recall_at_100_max": 0.49076119100745796, + "nauc_recall_at_100_std": 0.5212676406248721, + "nauc_recall_at_10_diff1": -0.24286475418311643, + "nauc_recall_at_10_max": 0.25319066877191865, + "nauc_recall_at_10_std": 0.18554638812978463, + "nauc_recall_at_1_diff1": -0.16131598728960975, + "nauc_recall_at_1_max": 0.0695621835139718, + "nauc_recall_at_1_std": 0.04036777696477483, + "nauc_recall_at_20_diff1": -0.2945505005365935, + "nauc_recall_at_20_max": 0.30075498763265396, + "nauc_recall_at_20_std": 0.2949047863569639, + "nauc_recall_at_3_diff1": -0.25073106961988173, + "nauc_recall_at_3_max": 0.21877948438164085, + "nauc_recall_at_3_std": 0.14346071328788254, + "nauc_recall_at_5_diff1": -0.17262498595452638, + "nauc_recall_at_5_max": 0.23908284805873298, + "nauc_recall_at_5_std": 0.12063564323925628, + "ndcg_at_1": 0.44574, + "ndcg_at_10": 0.37874, + "ndcg_at_100": 0.4798, + "ndcg_at_1000": 0.63814, + "ndcg_at_20": 0.39349, + "ndcg_at_3": 0.37358, + "ndcg_at_5": 0.38478, + "precision_at_1": 0.65116, + "precision_at_10": 0.49535, + "precision_at_100": 0.35535, + "precision_at_1000": 0.08235, + "precision_at_20": 0.47791, + "precision_at_3": 0.53488, + "precision_at_5": 0.54419, + "recall_at_1": 0.01391, + "recall_at_10": 0.0832, + "recall_at_100": 0.45743, + "recall_at_1000": 0.86226, + "recall_at_20": 0.14835, + "recall_at_3": 0.03216, + "recall_at_5": 0.05124 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-PLHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-PLHardNegatives.json new file mode 100644 index 000000000..059c374c7 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 141.22299003601074, + "kg_co2_emissions": 0.013118817373575266, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.14045, + "map_at_1": 0.05408, + "map_at_10": 0.10457, + "map_at_100": 0.11802, + "map_at_1000": 0.11909, + "map_at_20": 0.11178, + "map_at_3": 0.08328, + "map_at_5": 0.09482, + "mrr_at_1": 0.065, + "mrr_at_10": 0.11896865079365086, + "mrr_at_100": 0.13173099464017046, + "mrr_at_1000": 0.13258346909411564, + "mrr_at_20": 0.12608611352957338, + "mrr_at_3": 0.09649999999999996, + "mrr_at_5": 0.10875000000000001, + "nauc_map_at_1000_diff1": 0.14370454482784473, + "nauc_map_at_1000_max": 0.20803663401626682, + "nauc_map_at_1000_std": 0.15870276942377104, + "nauc_map_at_100_diff1": 0.14303852470333903, + "nauc_map_at_100_max": 0.2071978344924167, + "nauc_map_at_100_std": 0.158471245699076, + "nauc_map_at_10_diff1": 0.1494298304185149, + "nauc_map_at_10_max": 0.19452542182131588, + "nauc_map_at_10_std": 0.1355545955119206, + "nauc_map_at_1_diff1": 0.168711807354238, + "nauc_map_at_1_max": 0.2362301830270342, + "nauc_map_at_1_std": 0.1522265167810956, + "nauc_map_at_20_diff1": 0.14728849462082563, + "nauc_map_at_20_max": 0.2001327564600341, + "nauc_map_at_20_std": 0.14549556817603185, + "nauc_map_at_3_diff1": 0.18267085046098275, + "nauc_map_at_3_max": 0.19847336585555392, + "nauc_map_at_3_std": 0.1272610411580986, + "nauc_map_at_5_diff1": 0.16189077343402725, + "nauc_map_at_5_max": 0.1940286965367481, + "nauc_map_at_5_std": 0.11650984099983075, + "nauc_mrr_at_1000_diff1": 0.11327230660128505, + "nauc_mrr_at_1000_max": 0.21608262881902982, + "nauc_mrr_at_1000_std": 0.16111649968802877, + "nauc_mrr_at_100_diff1": 0.11270121934261067, + "nauc_mrr_at_100_max": 0.21560271224231603, + "nauc_mrr_at_100_std": 0.16116100953427173, + "nauc_mrr_at_10_diff1": 0.1159245649141593, + "nauc_mrr_at_10_max": 0.20521195166085993, + "nauc_mrr_at_10_std": 0.14091173028570536, + "nauc_mrr_at_1_diff1": 0.12100885430641262, + "nauc_mrr_at_1_max": 0.2405316711729376, + "nauc_mrr_at_1_std": 0.1556335266557964, + "nauc_mrr_at_20_diff1": 0.11500576823220923, + "nauc_mrr_at_20_max": 0.21149011375680188, + "nauc_mrr_at_20_std": 0.15223145933360063, + "nauc_mrr_at_3_diff1": 0.13999414256566328, + "nauc_mrr_at_3_max": 0.20736340896830688, + "nauc_mrr_at_3_std": 0.135792091294108, + "nauc_mrr_at_5_diff1": 0.12346088449651704, + "nauc_mrr_at_5_max": 0.20092011457777145, + "nauc_mrr_at_5_std": 0.1222167373543012, + "nauc_ndcg_at_1000_diff1": 0.11137129003918815, + "nauc_ndcg_at_1000_max": 0.25791447333629214, + "nauc_ndcg_at_1000_std": 0.2445460515761889, + "nauc_ndcg_at_100_diff1": 0.10077570664647043, + "nauc_ndcg_at_100_max": 0.23935903481167695, + "nauc_ndcg_at_100_std": 0.23962502946088268, + "nauc_ndcg_at_10_diff1": 0.12446523547702064, + "nauc_ndcg_at_10_max": 0.19128529665992322, + "nauc_ndcg_at_10_std": 0.1453653485566846, + "nauc_ndcg_at_1_diff1": 0.12100885430641262, + "nauc_ndcg_at_1_max": 0.2405316711729376, + "nauc_ndcg_at_1_std": 0.1556335266557964, + "nauc_ndcg_at_20_diff1": 0.11806508418011277, + "nauc_ndcg_at_20_max": 0.20779424495683865, + "nauc_ndcg_at_20_std": 0.1769252996686645, + "nauc_ndcg_at_3_diff1": 0.17534544377850939, + "nauc_ndcg_at_3_max": 0.1944366466334218, + "nauc_ndcg_at_3_std": 0.12490536221597122, + "nauc_ndcg_at_5_diff1": 0.14497311484015787, + "nauc_ndcg_at_5_max": 0.18743662038325584, + "nauc_ndcg_at_5_std": 0.10704282776987041, + "nauc_precision_at_1000_diff1": 0.02421962545558201, + "nauc_precision_at_1000_max": 0.31779030728732627, + "nauc_precision_at_1000_std": 0.3669732982939289, + "nauc_precision_at_100_diff1": 0.021102698366081116, + "nauc_precision_at_100_max": 0.2933471548401028, + "nauc_precision_at_100_std": 0.3933398893392595, + "nauc_precision_at_10_diff1": 0.0782068532350768, + "nauc_precision_at_10_max": 0.19175738345791385, + "nauc_precision_at_10_std": 0.17970181902846186, + "nauc_precision_at_1_diff1": 0.12100885430641262, + "nauc_precision_at_1_max": 0.2405316711729376, + "nauc_precision_at_1_std": 0.1556335266557964, + "nauc_precision_at_20_diff1": 0.06002026713205956, + "nauc_precision_at_20_max": 0.2249370170722435, + "nauc_precision_at_20_std": 0.24977011817802214, + "nauc_precision_at_3_diff1": 0.15727965316945877, + "nauc_precision_at_3_max": 0.19534472598703606, + "nauc_precision_at_3_std": 0.1277022476639448, + "nauc_precision_at_5_diff1": 0.10575595281765353, + "nauc_precision_at_5_max": 0.18000701050760995, + "nauc_precision_at_5_std": 0.09968452715756533, + "nauc_recall_at_1000_diff1": 0.04625616508582487, + "nauc_recall_at_1000_max": 0.48926946065442783, + "nauc_recall_at_1000_std": 0.5843808004839744, + "nauc_recall_at_100_diff1": 0.020594245683550318, + "nauc_recall_at_100_max": 0.3028410504742407, + "nauc_recall_at_100_std": 0.42493465863031676, + "nauc_recall_at_10_diff1": 0.09205815378439101, + "nauc_recall_at_10_max": 0.17185237470933912, + "nauc_recall_at_10_std": 0.15552558135008923, + "nauc_recall_at_1_diff1": 0.168711807354238, + "nauc_recall_at_1_max": 0.2362301830270342, + "nauc_recall_at_1_std": 0.1522265167810956, + "nauc_recall_at_20_diff1": 0.07849855396993694, + "nauc_recall_at_20_max": 0.20836935938112763, + "nauc_recall_at_20_std": 0.22523534778439383, + "nauc_recall_at_3_diff1": 0.1874694757163907, + "nauc_recall_at_3_max": 0.1731306656289978, + "nauc_recall_at_3_std": 0.10971068972547417, + "nauc_recall_at_5_diff1": 0.133483403383281, + "nauc_recall_at_5_max": 0.16749013992714779, + "nauc_recall_at_5_std": 0.0822467018138967, + "ndcg_at_1": 0.065, + "ndcg_at_10": 0.14045, + "ndcg_at_100": 0.21006, + "ndcg_at_1000": 0.23877, + "ndcg_at_20": 0.16644, + "ndcg_at_3": 0.09586, + "ndcg_at_5": 0.11665, + "precision_at_1": 0.065, + "precision_at_10": 0.0278, + "precision_at_100": 0.00679, + "precision_at_1000": 0.00095, + "precision_at_20": 0.0198, + "precision_at_3": 0.04667, + "precision_at_5": 0.039, + "recall_at_1": 0.05408, + "recall_at_10": 0.24025, + "recall_at_100": 0.56375, + "recall_at_1000": 0.78417, + "recall_at_20": 0.33942, + "recall_at_3": 0.11942, + "recall_at_5": 0.16858 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQHardNegatives.json new file mode 100644 index 000000000..5caf73f23 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 145.48207330703735, + "kg_co2_emissions": 0.013584533253048635, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.1409, + "map_at_1": 0.057, + "map_at_10": 0.10572, + "map_at_100": 0.11975, + "map_at_1000": 0.12097, + "map_at_20": 0.11277, + "map_at_3": 0.085, + "map_at_5": 0.09508, + "mrr_at_1": 0.065, + "mrr_at_10": 0.11701706349206352, + "mrr_at_100": 0.13072292462652688, + "mrr_at_1000": 0.1317447228212747, + "mrr_at_20": 0.12436183266338069, + "mrr_at_3": 0.09483333333333328, + "mrr_at_5": 0.10553333333333331, + "nauc_map_at_1000_diff1": 0.11057948213524972, + "nauc_map_at_1000_max": 0.13581575009459407, + "nauc_map_at_1000_std": 0.07697555525708819, + "nauc_map_at_100_diff1": 0.110451933099813, + "nauc_map_at_100_max": 0.13536145835240898, + "nauc_map_at_100_std": 0.07686019275856792, + "nauc_map_at_10_diff1": 0.11392250559309389, + "nauc_map_at_10_max": 0.1261505039627037, + "nauc_map_at_10_std": 0.054223873281803586, + "nauc_map_at_1_diff1": 0.1295030573482269, + "nauc_map_at_1_max": 0.11924128808740393, + "nauc_map_at_1_std": 0.05399196945946826, + "nauc_map_at_20_diff1": 0.11139323243969537, + "nauc_map_at_20_max": 0.12872998789529366, + "nauc_map_at_20_std": 0.06638549075073899, + "nauc_map_at_3_diff1": 0.1340520000656565, + "nauc_map_at_3_max": 0.12783130618430916, + "nauc_map_at_3_std": 0.04477236292806767, + "nauc_map_at_5_diff1": 0.12062369424846685, + "nauc_map_at_5_max": 0.12556505841102913, + "nauc_map_at_5_std": 0.04089522236707063, + "nauc_mrr_at_1000_diff1": 0.11916945670230616, + "nauc_mrr_at_1000_max": 0.14352788866837488, + "nauc_mrr_at_1000_std": 0.08652442053132668, + "nauc_mrr_at_100_diff1": 0.11918134662060442, + "nauc_mrr_at_100_max": 0.14344182031811437, + "nauc_mrr_at_100_std": 0.08659285132351976, + "nauc_mrr_at_10_diff1": 0.12122460254712875, + "nauc_mrr_at_10_max": 0.13666882648558557, + "nauc_mrr_at_10_std": 0.07117584352862086, + "nauc_mrr_at_1_diff1": 0.13191471796247753, + "nauc_mrr_at_1_max": 0.11917194691544028, + "nauc_mrr_at_1_std": 0.05819900518049164, + "nauc_mrr_at_20_diff1": 0.11919220366344768, + "nauc_mrr_at_20_max": 0.13911790681059902, + "nauc_mrr_at_20_std": 0.08074272567517722, + "nauc_mrr_at_3_diff1": 0.14081471898069634, + "nauc_mrr_at_3_max": 0.1330289732335089, + "nauc_mrr_at_3_std": 0.05925403825447391, + "nauc_mrr_at_5_diff1": 0.12557120847592765, + "nauc_mrr_at_5_max": 0.1354628071935441, + "nauc_mrr_at_5_std": 0.05957829529485805, + "nauc_ndcg_at_1000_diff1": 0.09498650008727122, + "nauc_ndcg_at_1000_max": 0.1774515697355664, + "nauc_ndcg_at_1000_std": 0.1554923277000291, + "nauc_ndcg_at_100_diff1": 0.09113888778688242, + "nauc_ndcg_at_100_max": 0.17358594945772393, + "nauc_ndcg_at_100_std": 0.1542523666555962, + "nauc_ndcg_at_10_diff1": 0.10370012614376163, + "nauc_ndcg_at_10_max": 0.1300456213854632, + "nauc_ndcg_at_10_std": 0.06722380922712255, + "nauc_ndcg_at_1_diff1": 0.13191471796247753, + "nauc_ndcg_at_1_max": 0.11917194691544028, + "nauc_ndcg_at_1_std": 0.05819900518049164, + "nauc_ndcg_at_20_diff1": 0.09575468661072155, + "nauc_ndcg_at_20_max": 0.1383597056709985, + "nauc_ndcg_at_20_std": 0.10103250376276415, + "nauc_ndcg_at_3_diff1": 0.13775001527641356, + "nauc_ndcg_at_3_max": 0.12988541442439513, + "nauc_ndcg_at_3_std": 0.04512873449630463, + "nauc_ndcg_at_5_diff1": 0.11623414822954194, + "nauc_ndcg_at_5_max": 0.12886052841442128, + "nauc_ndcg_at_5_std": 0.0418673935040325, + "nauc_precision_at_1000_diff1": 0.04647319082571877, + "nauc_precision_at_1000_max": 0.2218704063816028, + "nauc_precision_at_1000_std": 0.29764225535614336, + "nauc_precision_at_100_diff1": 0.03872783854750263, + "nauc_precision_at_100_max": 0.24603810522488093, + "nauc_precision_at_100_std": 0.31752979877633714, + "nauc_precision_at_10_diff1": 0.0740923530823455, + "nauc_precision_at_10_max": 0.13092866953476362, + "nauc_precision_at_10_std": 0.09959473329545948, + "nauc_precision_at_1_diff1": 0.13191471796247753, + "nauc_precision_at_1_max": 0.11917194691544028, + "nauc_precision_at_1_std": 0.05819900518049164, + "nauc_precision_at_20_diff1": 0.06289233783767637, + "nauc_precision_at_20_max": 0.1574488930308137, + "nauc_precision_at_20_std": 0.17684624299556728, + "nauc_precision_at_3_diff1": 0.1340946940625408, + "nauc_precision_at_3_max": 0.13075109190844006, + "nauc_precision_at_3_std": 0.05039988541107717, + "nauc_precision_at_5_diff1": 0.09988632557573064, + "nauc_precision_at_5_max": 0.13415104489124816, + "nauc_precision_at_5_std": 0.05092512712251459, + "nauc_recall_at_1000_diff1": 0.014274615106760974, + "nauc_recall_at_1000_max": 0.3610952358234761, + "nauc_recall_at_1000_std": 0.5101839834953269, + "nauc_recall_at_100_diff1": 0.03472100098832312, + "nauc_recall_at_100_max": 0.25772380105118375, + "nauc_recall_at_100_std": 0.33367142967372565, + "nauc_recall_at_10_diff1": 0.07700506891909913, + "nauc_recall_at_10_max": 0.12531921168516746, + "nauc_recall_at_10_std": 0.07770495995171726, + "nauc_recall_at_1_diff1": 0.1295030573482269, + "nauc_recall_at_1_max": 0.11924128808740393, + "nauc_recall_at_1_std": 0.05399196945946826, + "nauc_recall_at_20_diff1": 0.05737321327472596, + "nauc_recall_at_20_max": 0.14276986736351877, + "nauc_recall_at_20_std": 0.15398017235346442, + "nauc_recall_at_3_diff1": 0.13831530671526668, + "nauc_recall_at_3_max": 0.12708706616101217, + "nauc_recall_at_3_std": 0.032454612888197655, + "nauc_recall_at_5_diff1": 0.10197208189818037, + "nauc_recall_at_5_max": 0.12515837145403474, + "nauc_recall_at_5_std": 0.028476703234297726, + "ndcg_at_1": 0.065, + "ndcg_at_10": 0.1409, + "ndcg_at_100": 0.21524, + "ndcg_at_1000": 0.24706, + "ndcg_at_20": 0.16622, + "ndcg_at_3": 0.0965, + "ndcg_at_5": 0.11477, + "precision_at_1": 0.065, + "precision_at_10": 0.0277, + "precision_at_100": 0.00706, + "precision_at_1000": 0.00101, + "precision_at_20": 0.0195, + "precision_at_3": 0.04567, + "precision_at_5": 0.0372, + "recall_at_1": 0.057, + "recall_at_10": 0.24142, + "recall_at_100": 0.58942, + "recall_at_1000": 0.83117, + "recall_at_20": 0.33725, + "recall_at_3": 0.12033, + "recall_at_5": 0.16342 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..561a8c67b --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 30.478601455688477, + "kg_co2_emissions": 0.0027510143933852363, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.18874, + "map_at_1": 0.00256, + "map_at_10": 0.03428, + "map_at_100": 0.11824, + "map_at_1000": 0.1593, + "map_at_20": 0.05468, + "map_at_3": 0.01361, + "map_at_5": 0.0197, + "mrr_at_1": 0.1111111111111111, + "mrr_at_10": 0.2481305114638448, + "mrr_at_100": 0.2597749853832363, + "mrr_at_1000": 0.2603925819502507, + "mrr_at_20": 0.2567551960328018, + "mrr_at_3": 0.18888888888888888, + "mrr_at_5": 0.20888888888888885, + "nauc_map_at_1000_diff1": -0.019628125130806712, + "nauc_map_at_1000_max": 0.19789637570698054, + "nauc_map_at_1000_std": 0.2999196508517633, + "nauc_map_at_100_diff1": -0.08021622574842441, + "nauc_map_at_100_max": 0.26995933788920884, + "nauc_map_at_100_std": 0.33012681723324466, + "nauc_map_at_10_diff1": 0.05580096842026293, + "nauc_map_at_10_max": 0.3446292580104552, + "nauc_map_at_10_std": 0.3291495853679987, + "nauc_map_at_1_diff1": -0.27775477695625245, + "nauc_map_at_1_max": -0.14764379565019844, + "nauc_map_at_1_std": -0.1175956344481845, + "nauc_map_at_20_diff1": -0.061279333704283026, + "nauc_map_at_20_max": 0.2929198646248592, + "nauc_map_at_20_std": 0.31335117993658246, + "nauc_map_at_3_diff1": 0.18738258425120335, + "nauc_map_at_3_max": 0.47008026054689445, + "nauc_map_at_3_std": 0.5010308929101525, + "nauc_map_at_5_diff1": 0.2491326238562189, + "nauc_map_at_5_max": 0.49866193519420676, + "nauc_map_at_5_std": 0.4278832561597649, + "nauc_mrr_at_1000_diff1": -0.02539641852780392, + "nauc_mrr_at_1000_max": -0.018079206728893186, + "nauc_mrr_at_1000_std": 0.06696415441879591, + "nauc_mrr_at_100_diff1": -0.025210203197401616, + "nauc_mrr_at_100_max": -0.01561425986217466, + "nauc_mrr_at_100_std": 0.069249856181341, + "nauc_mrr_at_10_diff1": -0.03461194455867159, + "nauc_mrr_at_10_max": -0.024803155379758163, + "nauc_mrr_at_10_std": 0.05841060095304176, + "nauc_mrr_at_1_diff1": 0.02607582189248601, + "nauc_mrr_at_1_max": -0.10541176142732624, + "nauc_mrr_at_1_std": 0.006932035815271992, + "nauc_mrr_at_20_diff1": -0.03375818225985648, + "nauc_mrr_at_20_max": -0.019779231980827813, + "nauc_mrr_at_20_std": 0.06721777339037435, + "nauc_mrr_at_3_diff1": 0.01706278891573256, + "nauc_mrr_at_3_max": -0.06699641640521163, + "nauc_mrr_at_3_std": 0.036322186162084394, + "nauc_mrr_at_5_diff1": 0.02648939244895158, + "nauc_mrr_at_5_max": -0.03170071615041334, + "nauc_mrr_at_5_std": 0.04350273485542487, + "nauc_ndcg_at_1000_diff1": -0.06304841043020833, + "nauc_ndcg_at_1000_max": 0.17022536820504267, + "nauc_ndcg_at_1000_std": 0.2961235855989678, + "nauc_ndcg_at_100_diff1": -0.06424437514798731, + "nauc_ndcg_at_100_max": 0.2503520820443408, + "nauc_ndcg_at_100_std": 0.32579421954563903, + "nauc_ndcg_at_10_diff1": 0.05197215819146306, + "nauc_ndcg_at_10_max": 0.05980117215014411, + "nauc_ndcg_at_10_std": 0.1411267002134827, + "nauc_ndcg_at_1_diff1": -0.03616363712455834, + "nauc_ndcg_at_1_max": -0.13163880113443324, + "nauc_ndcg_at_1_std": -0.06922558044410076, + "nauc_ndcg_at_20_diff1": -0.01896429385039021, + "nauc_ndcg_at_20_max": 0.12125934992300544, + "nauc_ndcg_at_20_std": 0.19522554364702577, + "nauc_ndcg_at_3_diff1": -0.03304844609915201, + "nauc_ndcg_at_3_max": 0.017191002048802723, + "nauc_ndcg_at_3_std": 0.12302346460081592, + "nauc_ndcg_at_5_diff1": 0.10288527363723879, + "nauc_ndcg_at_5_max": 0.06037811722805398, + "nauc_ndcg_at_5_std": 0.1279558458111234, + "nauc_precision_at_1000_diff1": 0.1654655273146013, + "nauc_precision_at_1000_max": -0.04786725536006939, + "nauc_precision_at_1000_std": 0.08110814401969352, + "nauc_precision_at_100_diff1": 0.054333362237892514, + "nauc_precision_at_100_max": 0.03507759378915213, + "nauc_precision_at_100_std": 0.15719929077200268, + "nauc_precision_at_10_diff1": 0.04388604828916381, + "nauc_precision_at_10_max": 0.0312495943154768, + "nauc_precision_at_10_std": 0.13795711765599455, + "nauc_precision_at_1_diff1": 0.02607582189248601, + "nauc_precision_at_1_max": -0.10541176142732624, + "nauc_precision_at_1_std": 0.006932035815271992, + "nauc_precision_at_20_diff1": -0.05506220855972511, + "nauc_precision_at_20_max": 0.05108897815583299, + "nauc_precision_at_20_std": 0.16119045138078023, + "nauc_precision_at_3_diff1": 0.012935531822344358, + "nauc_precision_at_3_max": 0.06126149257852238, + "nauc_precision_at_3_std": 0.15304898314337986, + "nauc_precision_at_5_diff1": 0.14753196311227523, + "nauc_precision_at_5_max": 0.09463822270440103, + "nauc_precision_at_5_std": 0.1335209363825813, + "nauc_recall_at_1000_diff1": 0.16534191221622185, + "nauc_recall_at_1000_max": 0.6450709364214602, + "nauc_recall_at_1000_std": 0.6937668823066204, + "nauc_recall_at_100_diff1": 0.08823974602107758, + "nauc_recall_at_100_max": 0.4774680295259191, + "nauc_recall_at_100_std": 0.3950587781354135, + "nauc_recall_at_10_diff1": -0.09161118471180847, + "nauc_recall_at_10_max": 0.1919687344416058, + "nauc_recall_at_10_std": 0.15842064783353232, + "nauc_recall_at_1_diff1": -0.27775477695625245, + "nauc_recall_at_1_max": -0.14764379565019844, + "nauc_recall_at_1_std": -0.1175956344481845, + "nauc_recall_at_20_diff1": -0.1517160745342026, + "nauc_recall_at_20_max": 0.21489319699218096, + "nauc_recall_at_20_std": 0.17515308198932616, + "nauc_recall_at_3_diff1": 0.25156178121911604, + "nauc_recall_at_3_max": 0.5147806469325722, + "nauc_recall_at_3_std": 0.5413602745717682, + "nauc_recall_at_5_diff1": 0.31253557338102567, + "nauc_recall_at_5_max": 0.5194631008363133, + "nauc_recall_at_5_std": 0.37940395465378013, + "ndcg_at_1": 0.06667, + "ndcg_at_10": 0.14891, + "ndcg_at_100": 0.29805, + "ndcg_at_1000": 0.40356, + "ndcg_at_20": 0.18874, + "ndcg_at_3": 0.10296, + "ndcg_at_5": 0.1128, + "precision_at_1": 0.11111, + "precision_at_10": 0.17556, + "precision_at_100": 0.13156, + "precision_at_1000": 0.02889, + "precision_at_20": 0.17889, + "precision_at_3": 0.15556, + "precision_at_5": 0.16, + "recall_at_1": 0.00256, + "recall_at_10": 0.10588, + "recall_at_100": 0.55282, + "recall_at_1000": 0.90918, + "recall_at_20": 0.19449, + "recall_at_3": 0.02123, + "recall_at_5": 0.03919 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.33531, + "map_at_1": 0.02409, + "map_at_10": 0.08852, + "map_at_100": 0.21261, + "map_at_1000": 0.28142, + "map_at_20": 0.11488, + "map_at_3": 0.04854, + "map_at_5": 0.0644, + "mrr_at_1": 0.5227272727272727, + "mrr_at_10": 0.627840909090909, + "mrr_at_100": 0.633968745900564, + "mrr_at_1000": 0.633968745900564, + "mrr_at_20": 0.6329816017316016, + "mrr_at_3": 0.5909090909090908, + "mrr_at_5": 0.6249999999999999, + "nauc_map_at_1000_diff1": 0.16354141553188423, + "nauc_map_at_1000_max": 0.10863646952641431, + "nauc_map_at_1000_std": 0.24289017307073593, + "nauc_map_at_100_diff1": 0.0902910603417409, + "nauc_map_at_100_max": 0.020011101137421668, + "nauc_map_at_100_std": 0.12966955459480928, + "nauc_map_at_10_diff1": -0.08862258114498346, + "nauc_map_at_10_max": -0.04729544817781694, + "nauc_map_at_10_std": -0.03794571871630245, + "nauc_map_at_1_diff1": -0.11546521845791835, + "nauc_map_at_1_max": 0.04154800838610395, + "nauc_map_at_1_std": 0.18612598640185607, + "nauc_map_at_20_diff1": -0.0711105855330417, + "nauc_map_at_20_max": -0.056278690569303944, + "nauc_map_at_20_std": -0.04984111821980925, + "nauc_map_at_3_diff1": -0.1873913181250336, + "nauc_map_at_3_max": -0.042442621091067174, + "nauc_map_at_3_std": -0.021113744872294938, + "nauc_map_at_5_diff1": -0.15690539223083583, + "nauc_map_at_5_max": -0.06561660423721197, + "nauc_map_at_5_std": -0.05953371134109708, + "nauc_mrr_at_1000_diff1": 0.1622908837540862, + "nauc_mrr_at_1000_max": 0.074647032462893, + "nauc_mrr_at_1000_std": 0.22240849792369943, + "nauc_mrr_at_100_diff1": 0.1622908837540862, + "nauc_mrr_at_100_max": 0.074647032462893, + "nauc_mrr_at_100_std": 0.22240849792369943, + "nauc_mrr_at_10_diff1": 0.159558423425952, + "nauc_mrr_at_10_max": 0.06654761721227107, + "nauc_mrr_at_10_std": 0.20771395934585601, + "nauc_mrr_at_1_diff1": 0.17914782627384698, + "nauc_mrr_at_1_max": 0.10770999995394519, + "nauc_mrr_at_1_std": 0.27894094655607304, + "nauc_mrr_at_20_diff1": 0.16171861018925138, + "nauc_mrr_at_20_max": 0.07198692993146726, + "nauc_mrr_at_20_std": 0.22079438671762347, + "nauc_mrr_at_3_diff1": 0.16204241493759597, + "nauc_mrr_at_3_max": 0.05731656601718902, + "nauc_mrr_at_3_std": 0.20952077941799938, + "nauc_mrr_at_5_diff1": 0.1467911523223521, + "nauc_mrr_at_5_max": 0.060332480050345534, + "nauc_mrr_at_5_std": 0.2042478677938675, + "nauc_ndcg_at_1000_diff1": 0.1527541706474453, + "nauc_ndcg_at_1000_max": 0.23197006585755822, + "nauc_ndcg_at_1000_std": 0.33469221206617344, + "nauc_ndcg_at_100_diff1": 0.07906040130895473, + "nauc_ndcg_at_100_max": -0.00925465021104927, + "nauc_ndcg_at_100_std": 0.08346892792834217, + "nauc_ndcg_at_10_diff1": 0.1092688614112504, + "nauc_ndcg_at_10_max": -0.0756054629734222, + "nauc_ndcg_at_10_std": 0.020517185843942323, + "nauc_ndcg_at_1_diff1": 0.10371455078839524, + "nauc_ndcg_at_1_max": 0.10572428240278978, + "nauc_ndcg_at_1_std": 0.2430295883076494, + "nauc_ndcg_at_20_diff1": 0.06312733875792446, + "nauc_ndcg_at_20_max": -0.12861244649023887, + "nauc_ndcg_at_20_std": -0.016619862247863465, + "nauc_ndcg_at_3_diff1": 0.07244759529167956, + "nauc_ndcg_at_3_max": -0.014502486797014217, + "nauc_ndcg_at_3_std": 0.08333317532972229, + "nauc_ndcg_at_5_diff1": 0.06507033563677769, + "nauc_ndcg_at_5_max": -0.05698119626190919, + "nauc_ndcg_at_5_std": 0.03900244081370744, + "nauc_precision_at_1000_diff1": 0.22013397796988893, + "nauc_precision_at_1000_max": 0.0880063457885022, + "nauc_precision_at_1000_std": 0.18800719796290705, + "nauc_precision_at_100_diff1": 0.22299573314274374, + "nauc_precision_at_100_max": 0.07150405733876707, + "nauc_precision_at_100_std": 0.19818597917061195, + "nauc_precision_at_10_diff1": 0.2277958609369203, + "nauc_precision_at_10_max": -0.07517639009593229, + "nauc_precision_at_10_std": -0.02831124872549365, + "nauc_precision_at_1_diff1": 0.17914782627384698, + "nauc_precision_at_1_max": 0.10770999995394519, + "nauc_precision_at_1_std": 0.27894094655607304, + "nauc_precision_at_20_diff1": 0.207343726983756, + "nauc_precision_at_20_max": -0.056068499156023646, + "nauc_precision_at_20_std": 0.01409175599621919, + "nauc_precision_at_3_diff1": 0.14161882888959942, + "nauc_precision_at_3_max": -0.09474454961475051, + "nauc_precision_at_3_std": 0.0019994262687177498, + "nauc_precision_at_5_diff1": 0.13930459403770312, + "nauc_precision_at_5_max": -0.11349593512987864, + "nauc_precision_at_5_std": -0.05703584215882596, + "nauc_recall_at_1000_diff1": -0.1751642173550949, + "nauc_recall_at_1000_max": 0.576942315308535, + "nauc_recall_at_1000_std": 0.6234361394302148, + "nauc_recall_at_100_diff1": -0.11189366263342251, + "nauc_recall_at_100_max": -0.0938716032590623, + "nauc_recall_at_100_std": 0.008159959904483491, + "nauc_recall_at_10_diff1": -0.14331477707372317, + "nauc_recall_at_10_max": -0.10316803805443465, + "nauc_recall_at_10_std": -0.06054625866669507, + "nauc_recall_at_1_diff1": -0.11546521845791835, + "nauc_recall_at_1_max": 0.04154800838610395, + "nauc_recall_at_1_std": 0.18612598640185607, + "nauc_recall_at_20_diff1": -0.17234437913496287, + "nauc_recall_at_20_max": -0.16201770260006226, + "nauc_recall_at_20_std": -0.13172601225485706, + "nauc_recall_at_3_diff1": -0.25701393021925134, + "nauc_recall_at_3_max": -0.07673377339450496, + "nauc_recall_at_3_std": -0.10585323839849153, + "nauc_recall_at_5_diff1": -0.19610326529690839, + "nauc_recall_at_5_max": -0.1297439660894817, + "nauc_recall_at_5_std": -0.1407475617537763, + "ndcg_at_1": 0.41667, + "ndcg_at_10": 0.32622, + "ndcg_at_100": 0.43549, + "ndcg_at_1000": 0.57793, + "ndcg_at_20": 0.33531, + "ndcg_at_3": 0.34025, + "ndcg_at_5": 0.33362, + "precision_at_1": 0.52273, + "precision_at_10": 0.34091, + "precision_at_100": 0.21136, + "precision_at_1000": 0.0407, + "precision_at_20": 0.29773, + "precision_at_3": 0.40909, + "precision_at_5": 0.39091, + "recall_at_1": 0.02409, + "recall_at_10": 0.16428, + "recall_at_100": 0.56967, + "recall_at_1000": 0.94675, + "recall_at_20": 0.23818, + "recall_at_3": 0.06601, + "recall_at_5": 0.11003 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.26296, + "map_at_1": 0.01244, + "map_at_10": 0.05778, + "map_at_100": 0.17115, + "map_at_1000": 0.24425, + "map_at_20": 0.08503, + "map_at_3": 0.0266, + "map_at_5": 0.0388, + "mrr_at_1": 0.3191489361702128, + "mrr_at_10": 0.5048125633232016, + "mrr_at_100": 0.5086097472267684, + "mrr_at_1000": 0.5089813198086983, + "mrr_at_20": 0.5076312576312575, + "mrr_at_3": 0.4716312056737588, + "mrr_at_5": 0.49290780141843965, + "nauc_map_at_1000_diff1": -0.2862171756779263, + "nauc_map_at_1000_max": 0.2557467884945269, + "nauc_map_at_1000_std": 0.44266393729825493, + "nauc_map_at_100_diff1": -0.2867252893290722, + "nauc_map_at_100_max": 0.31960212770138346, + "nauc_map_at_100_std": 0.45648902394578933, + "nauc_map_at_10_diff1": -0.14892331216953536, + "nauc_map_at_10_max": 0.11316103084406705, + "nauc_map_at_10_std": 0.16921837204469858, + "nauc_map_at_1_diff1": 0.16775101983831156, + "nauc_map_at_1_max": 0.2754586558227011, + "nauc_map_at_1_std": 0.31946729483160446, + "nauc_map_at_20_diff1": -0.14567135363614256, + "nauc_map_at_20_max": 0.18613882204155988, + "nauc_map_at_20_std": 0.21315235668771482, + "nauc_map_at_3_diff1": 0.044879426905126404, + "nauc_map_at_3_max": 0.21754643965218035, + "nauc_map_at_3_std": 0.28576180182541017, + "nauc_map_at_5_diff1": -0.04632502838457658, + "nauc_map_at_5_max": 0.1644994660378291, + "nauc_map_at_5_std": 0.21740004900453697, + "nauc_mrr_at_1000_diff1": -0.0820290970943263, + "nauc_mrr_at_1000_max": 0.2939459807518849, + "nauc_mrr_at_1000_std": 0.43301961374635217, + "nauc_mrr_at_100_diff1": -0.08128866553639118, + "nauc_mrr_at_100_max": 0.29436243583041366, + "nauc_mrr_at_100_std": 0.43306819703063704, + "nauc_mrr_at_10_diff1": -0.09294102893052626, + "nauc_mrr_at_10_max": 0.2877789914704738, + "nauc_mrr_at_10_std": 0.43740337182443434, + "nauc_mrr_at_1_diff1": -0.060697402316437346, + "nauc_mrr_at_1_max": 0.2752300326034325, + "nauc_mrr_at_1_std": 0.41514714346264076, + "nauc_mrr_at_20_diff1": -0.08193657965144496, + "nauc_mrr_at_20_max": 0.29442422184052747, + "nauc_mrr_at_20_std": 0.4330679097487029, + "nauc_mrr_at_3_diff1": -0.06711027823725091, + "nauc_mrr_at_3_max": 0.2980262432825538, + "nauc_mrr_at_3_std": 0.4285251590874696, + "nauc_mrr_at_5_diff1": -0.06594940412250219, + "nauc_mrr_at_5_max": 0.29456608969667963, + "nauc_mrr_at_5_std": 0.43176463132248316, + "nauc_ndcg_at_1000_diff1": -0.22023415319415593, + "nauc_ndcg_at_1000_max": 0.338217146142761, + "nauc_ndcg_at_1000_std": 0.4713527109267965, + "nauc_ndcg_at_100_diff1": -0.25896821175872253, + "nauc_ndcg_at_100_max": 0.37004193097167665, + "nauc_ndcg_at_100_std": 0.4943992939678647, + "nauc_ndcg_at_10_diff1": -0.1730743567473254, + "nauc_ndcg_at_10_max": 0.2187736036092344, + "nauc_ndcg_at_10_std": 0.26122271656222096, + "nauc_ndcg_at_1_diff1": 0.05755694460452011, + "nauc_ndcg_at_1_max": 0.2891537421828215, + "nauc_ndcg_at_1_std": 0.32140896209297354, + "nauc_ndcg_at_20_diff1": -0.1606582791396219, + "nauc_ndcg_at_20_max": 0.2603349722729859, + "nauc_ndcg_at_20_std": 0.27888678197506533, + "nauc_ndcg_at_3_diff1": -0.007492550761479863, + "nauc_ndcg_at_3_max": 0.29458395347552885, + "nauc_ndcg_at_3_std": 0.3100713642644948, + "nauc_ndcg_at_5_diff1": -0.09288593556007572, + "nauc_ndcg_at_5_max": 0.2638658825387403, + "nauc_ndcg_at_5_std": 0.30281330853293364, + "nauc_precision_at_1000_diff1": -0.18080624347509966, + "nauc_precision_at_1000_max": 0.07187524827247828, + "nauc_precision_at_1000_std": 0.23964892843731056, + "nauc_precision_at_100_diff1": -0.23081091069419846, + "nauc_precision_at_100_max": 0.17181583390411728, + "nauc_precision_at_100_std": 0.339453397723918, + "nauc_precision_at_10_diff1": -0.2440330532085123, + "nauc_precision_at_10_max": 0.13274413330272153, + "nauc_precision_at_10_std": 0.2704588506273184, + "nauc_precision_at_1_diff1": -0.060697402316437346, + "nauc_precision_at_1_max": 0.2752300326034325, + "nauc_precision_at_1_std": 0.41514714346264076, + "nauc_precision_at_20_diff1": -0.22305191010468178, + "nauc_precision_at_20_max": 0.2027999079334521, + "nauc_precision_at_20_std": 0.31257894622852767, + "nauc_precision_at_3_diff1": -0.07622909208500568, + "nauc_precision_at_3_max": 0.2189651855816143, + "nauc_precision_at_3_std": 0.34056196879798595, + "nauc_precision_at_5_diff1": -0.18388351697403107, + "nauc_precision_at_5_max": 0.17624450682684598, + "nauc_precision_at_5_std": 0.31786825730297585, + "nauc_recall_at_1000_diff1": -0.386402501309969, + "nauc_recall_at_1000_max": 0.3348462735518874, + "nauc_recall_at_1000_std": 0.5148616008897767, + "nauc_recall_at_100_diff1": -0.204495175477409, + "nauc_recall_at_100_max": 0.38376978994302546, + "nauc_recall_at_100_std": 0.4489727478053439, + "nauc_recall_at_10_diff1": -0.15656887518000207, + "nauc_recall_at_10_max": 0.026874661692431176, + "nauc_recall_at_10_std": 0.06853127727492864, + "nauc_recall_at_1_diff1": 0.16775101983831156, + "nauc_recall_at_1_max": 0.2754586558227011, + "nauc_recall_at_1_std": 0.31946729483160446, + "nauc_recall_at_20_diff1": -0.02231153098180139, + "nauc_recall_at_20_max": 0.13971756250721395, + "nauc_recall_at_20_std": 0.08716887371216085, + "nauc_recall_at_3_diff1": -0.027699181386437587, + "nauc_recall_at_3_max": 0.0896747717729814, + "nauc_recall_at_3_std": 0.16536620968666182, + "nauc_recall_at_5_diff1": -0.05746649772857191, + "nauc_recall_at_5_max": 0.030667669777675738, + "nauc_recall_at_5_std": 0.0536930197593646, + "ndcg_at_1": 0.23404, + "ndcg_at_10": 0.24189, + "ndcg_at_100": 0.37321, + "ndcg_at_1000": 0.51033, + "ndcg_at_20": 0.26296, + "ndcg_at_3": 0.24489, + "ndcg_at_5": 0.23664, + "precision_at_1": 0.31915, + "precision_at_10": 0.29574, + "precision_at_100": 0.20064, + "precision_at_1000": 0.04296, + "precision_at_20": 0.26915, + "precision_at_3": 0.34043, + "precision_at_5": 0.31489, + "recall_at_1": 0.01244, + "recall_at_10": 0.11317, + "recall_at_100": 0.5043, + "recall_at_1000": 0.91702, + "recall_at_20": 0.19534, + "recall_at_3": 0.03897, + "recall_at_5": 0.06742 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..cae6446ff --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 54.24237251281738, + "kg_co2_emissions": 0.004881587089183212, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.37596, + "map_at_1": 0.03582, + "map_at_10": 0.11118, + "map_at_100": 0.23054, + "map_at_1000": 0.30672, + "map_at_20": 0.14159, + "map_at_3": 0.06471, + "map_at_5": 0.07965, + "mrr_at_1": 0.5405405405405406, + "mrr_at_10": 0.6721846846846848, + "mrr_at_100": 0.6775031705178766, + "mrr_at_1000": 0.6775031705178766, + "mrr_at_20": 0.6759031939179, + "mrr_at_3": 0.6531531531531533, + "mrr_at_5": 0.6659909909909911, + "nauc_map_at_1000_diff1": 0.061467707707530336, + "nauc_map_at_1000_max": 0.3749256546182918, + "nauc_map_at_1000_std": 0.3454251354481799, + "nauc_map_at_100_diff1": 0.16234554615482824, + "nauc_map_at_100_max": 0.278887260364701, + "nauc_map_at_100_std": 0.16314661709514938, + "nauc_map_at_10_diff1": 0.3478116601658496, + "nauc_map_at_10_max": 0.024521030664876937, + "nauc_map_at_10_std": -0.25889541654374126, + "nauc_map_at_1_diff1": 0.16736424626359447, + "nauc_map_at_1_max": -0.040952706854822774, + "nauc_map_at_1_std": -0.21344884768498312, + "nauc_map_at_20_diff1": 0.28239192036850336, + "nauc_map_at_20_max": 0.06874882517547681, + "nauc_map_at_20_std": -0.19971571167450977, + "nauc_map_at_3_diff1": 0.31755726138503737, + "nauc_map_at_3_max": -0.06993728227651076, + "nauc_map_at_3_std": -0.2840360937409951, + "nauc_map_at_5_diff1": 0.3350103768765265, + "nauc_map_at_5_max": -0.05146206985134395, + "nauc_map_at_5_std": -0.2904665424228618, + "nauc_mrr_at_1000_diff1": -0.006760920894719118, + "nauc_mrr_at_1000_max": 0.20858604610548828, + "nauc_mrr_at_1000_std": 0.33180880065429774, + "nauc_mrr_at_100_diff1": -0.006760920894719118, + "nauc_mrr_at_100_max": 0.20858604610548828, + "nauc_mrr_at_100_std": 0.33180880065429774, + "nauc_mrr_at_10_diff1": -0.006250936830823267, + "nauc_mrr_at_10_max": 0.21471018032660108, + "nauc_mrr_at_10_std": 0.33731177633473625, + "nauc_mrr_at_1_diff1": 0.02152827279819769, + "nauc_mrr_at_1_max": 0.160653133920583, + "nauc_mrr_at_1_std": 0.28831405871560795, + "nauc_mrr_at_20_diff1": -0.011776671826768663, + "nauc_mrr_at_20_max": 0.20836526668439442, + "nauc_mrr_at_20_std": 0.3320671075978649, + "nauc_mrr_at_3_diff1": 0.010022929444419352, + "nauc_mrr_at_3_max": 0.22175368065950163, + "nauc_mrr_at_3_std": 0.3376288390502152, + "nauc_mrr_at_5_diff1": 0.003304812238633047, + "nauc_mrr_at_5_max": 0.22185949286644882, + "nauc_mrr_at_5_std": 0.3351147638965828, + "nauc_ndcg_at_1000_diff1": -0.0031620477238371455, + "nauc_ndcg_at_1000_max": 0.37042334104559244, + "nauc_ndcg_at_1000_std": 0.3909427698639627, + "nauc_ndcg_at_100_diff1": 0.09436206096075038, + "nauc_ndcg_at_100_max": 0.31410821975062675, + "nauc_ndcg_at_100_std": 0.22062829274762016, + "nauc_ndcg_at_10_diff1": 0.042662727193379386, + "nauc_ndcg_at_10_max": 0.22072864637564063, + "nauc_ndcg_at_10_std": 0.07689856563186792, + "nauc_ndcg_at_1_diff1": -0.006958289189135639, + "nauc_ndcg_at_1_max": 0.10589394365026215, + "nauc_ndcg_at_1_std": 0.25636275269558506, + "nauc_ndcg_at_20_diff1": 0.013340856766245258, + "nauc_ndcg_at_20_max": 0.25596703210201216, + "nauc_ndcg_at_20_std": 0.11392781860890021, + "nauc_ndcg_at_3_diff1": 0.08820991250909299, + "nauc_ndcg_at_3_max": 0.19240546129432934, + "nauc_ndcg_at_3_std": 0.15388197103770387, + "nauc_ndcg_at_5_diff1": 0.05509011860510193, + "nauc_ndcg_at_5_max": 0.2033949126594417, + "nauc_ndcg_at_5_std": 0.1346527528100175, + "nauc_precision_at_1000_diff1": -0.22407080139653335, + "nauc_precision_at_1000_max": 0.20384407020187995, + "nauc_precision_at_1000_std": 0.2854329469914452, + "nauc_precision_at_100_diff1": -0.21060592526450864, + "nauc_precision_at_100_max": 0.36007015858958336, + "nauc_precision_at_100_std": 0.5028699022580894, + "nauc_precision_at_10_diff1": -0.12546763877142766, + "nauc_precision_at_10_max": 0.33487986798072517, + "nauc_precision_at_10_std": 0.2637607393846392, + "nauc_precision_at_1_diff1": 0.02152827279819769, + "nauc_precision_at_1_max": 0.160653133920583, + "nauc_precision_at_1_std": 0.28831405871560795, + "nauc_precision_at_20_diff1": -0.19729064666078092, + "nauc_precision_at_20_max": 0.3487991824702733, + "nauc_precision_at_20_std": 0.3712180989277, + "nauc_precision_at_3_diff1": 0.06812975588573415, + "nauc_precision_at_3_max": 0.33904148769321557, + "nauc_precision_at_3_std": 0.2370378873098998, + "nauc_precision_at_5_diff1": -0.042400541895328325, + "nauc_precision_at_5_max": 0.28287566984392415, + "nauc_precision_at_5_std": 0.22326599245241605, + "nauc_recall_at_1000_diff1": -0.17168993177518246, + "nauc_recall_at_1000_max": 0.35802828924480334, + "nauc_recall_at_1000_std": 0.47912134020236397, + "nauc_recall_at_100_diff1": 0.04293026341213763, + "nauc_recall_at_100_max": 0.12249579039743695, + "nauc_recall_at_100_std": 0.11927011062514832, + "nauc_recall_at_10_diff1": 0.32396142272072387, + "nauc_recall_at_10_max": -0.05335427100278863, + "nauc_recall_at_10_std": -0.30995900807839843, + "nauc_recall_at_1_diff1": 0.16736424626359447, + "nauc_recall_at_1_max": -0.040952706854822774, + "nauc_recall_at_1_std": -0.21344884768498312, + "nauc_recall_at_20_diff1": 0.14432483875583382, + "nauc_recall_at_20_max": -0.07791963147059362, + "nauc_recall_at_20_std": -0.2984265531395247, + "nauc_recall_at_3_diff1": 0.3106896328028362, + "nauc_recall_at_3_max": -0.14778083221555796, + "nauc_recall_at_3_std": -0.32934682553246397, + "nauc_recall_at_5_diff1": 0.32069336835704787, + "nauc_recall_at_5_max": -0.12025746421104135, + "nauc_recall_at_5_std": -0.33448732271946874, + "ndcg_at_1": 0.34009, + "ndcg_at_10": 0.36535, + "ndcg_at_100": 0.43929, + "ndcg_at_1000": 0.58726, + "ndcg_at_20": 0.37596, + "ndcg_at_3": 0.35225, + "ndcg_at_5": 0.35834, + "precision_at_1": 0.54054, + "precision_at_10": 0.41892, + "precision_at_100": 0.23973, + "precision_at_1000": 0.0573, + "precision_at_20": 0.36014, + "precision_at_3": 0.47748, + "precision_at_5": 0.44324, + "recall_at_1": 0.03582, + "recall_at_10": 0.15387, + "recall_at_100": 0.48199, + "recall_at_1000": 0.87017, + "recall_at_20": 0.23144, + "recall_at_3": 0.08058, + "recall_at_5": 0.10152 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.35349, + "map_at_1": 0.01939, + "map_at_10": 0.07998, + "map_at_100": 0.21166, + "map_at_1000": 0.28567, + "map_at_20": 0.10982, + "map_at_3": 0.04385, + "map_at_5": 0.05724, + "mrr_at_1": 0.48, + "mrr_at_10": 0.5847354497354498, + "mrr_at_100": 0.5900720046494041, + "mrr_at_1000": 0.5901307453908414, + "mrr_at_20": 0.5885952380952381, + "mrr_at_3": 0.54, + "mrr_at_5": 0.5733333333333334, + "nauc_map_at_1000_diff1": 0.10935891716639345, + "nauc_map_at_1000_max": 0.3254303942161184, + "nauc_map_at_1000_std": 0.3941240590128459, + "nauc_map_at_100_diff1": 0.15128600180016125, + "nauc_map_at_100_max": 0.2893072051859433, + "nauc_map_at_100_std": 0.33997190090747786, + "nauc_map_at_10_diff1": 0.27694999669273906, + "nauc_map_at_10_max": 0.24625393440304408, + "nauc_map_at_10_std": 0.09263058730977695, + "nauc_map_at_1_diff1": 0.41209736136554037, + "nauc_map_at_1_max": 0.08146798043281703, + "nauc_map_at_1_std": -0.08447435228216994, + "nauc_map_at_20_diff1": 0.23928965716820783, + "nauc_map_at_20_max": 0.21982447213366768, + "nauc_map_at_20_std": 0.13706111459132977, + "nauc_map_at_3_diff1": 0.3363995934932497, + "nauc_map_at_3_max": 0.21178679353538007, + "nauc_map_at_3_std": -0.003302340578599981, + "nauc_map_at_5_diff1": 0.3297608017172379, + "nauc_map_at_5_max": 0.2795067939906261, + "nauc_map_at_5_std": 0.06052161802891493, + "nauc_mrr_at_1000_diff1": 0.09746262009100998, + "nauc_mrr_at_1000_max": 0.017175117905480885, + "nauc_mrr_at_1000_std": 0.0645826204457217, + "nauc_mrr_at_100_diff1": 0.09736227597593672, + "nauc_mrr_at_100_max": 0.017281009278291223, + "nauc_mrr_at_100_std": 0.06460634740879888, + "nauc_mrr_at_10_diff1": 0.1051951151775756, + "nauc_mrr_at_10_max": 0.022383152426077715, + "nauc_mrr_at_10_std": 0.06870221527297099, + "nauc_mrr_at_1_diff1": 0.040035270359755445, + "nauc_mrr_at_1_max": -0.017263003099239695, + "nauc_mrr_at_1_std": 0.06603632311096715, + "nauc_mrr_at_20_diff1": 0.10045262619079011, + "nauc_mrr_at_20_max": 0.019271702113210772, + "nauc_mrr_at_20_std": 0.0655254294201081, + "nauc_mrr_at_3_diff1": 0.08860926566715234, + "nauc_mrr_at_3_max": -0.011853472358732684, + "nauc_mrr_at_3_std": 0.03857750858105763, + "nauc_mrr_at_5_diff1": 0.10316720176031005, + "nauc_mrr_at_5_max": 0.027708256199538678, + "nauc_mrr_at_5_std": 0.08282422823698113, + "nauc_ndcg_at_1000_diff1": 0.13231905530903984, + "nauc_ndcg_at_1000_max": 0.26287205051867824, + "nauc_ndcg_at_1000_std": 0.29417575140997376, + "nauc_ndcg_at_100_diff1": 0.1788006264826039, + "nauc_ndcg_at_100_max": 0.23495182209932758, + "nauc_ndcg_at_100_std": 0.28928248120405403, + "nauc_ndcg_at_10_diff1": 0.1711667677832804, + "nauc_ndcg_at_10_max": 0.14151498705593685, + "nauc_ndcg_at_10_std": 0.16973210624008475, + "nauc_ndcg_at_1_diff1": 0.14060803812352934, + "nauc_ndcg_at_1_max": -0.03421141469257624, + "nauc_ndcg_at_1_std": -0.008422067334254164, + "nauc_ndcg_at_20_diff1": 0.2043445824400842, + "nauc_ndcg_at_20_max": 0.15166409451006854, + "nauc_ndcg_at_20_std": 0.19305367072277796, + "nauc_ndcg_at_3_diff1": 0.13298172644486017, + "nauc_ndcg_at_3_max": 0.008198372854253568, + "nauc_ndcg_at_3_std": 0.035725266163745155, + "nauc_ndcg_at_5_diff1": 0.15260627716083486, + "nauc_ndcg_at_5_max": 0.10759705412493667, + "nauc_ndcg_at_5_std": 0.14819827040112496, + "nauc_precision_at_1000_diff1": -0.02377813312720387, + "nauc_precision_at_1000_max": 0.12331919789779455, + "nauc_precision_at_1000_std": 0.13559907828974807, + "nauc_precision_at_100_diff1": -0.014034696523331183, + "nauc_precision_at_100_max": 0.20443497288420034, + "nauc_precision_at_100_std": 0.3105595115135252, + "nauc_precision_at_10_diff1": 0.07043876765733989, + "nauc_precision_at_10_max": 0.18982408925620575, + "nauc_precision_at_10_std": 0.27221481096721295, + "nauc_precision_at_1_diff1": 0.040035270359755445, + "nauc_precision_at_1_max": -0.017263003099239695, + "nauc_precision_at_1_std": 0.06603632311096715, + "nauc_precision_at_20_diff1": 0.038292175845857354, + "nauc_precision_at_20_max": 0.16360732008361792, + "nauc_precision_at_20_std": 0.2827180743809868, + "nauc_precision_at_3_diff1": 0.11653774770640407, + "nauc_precision_at_3_max": 0.0928658625341203, + "nauc_precision_at_3_std": 0.12011814062381103, + "nauc_precision_at_5_diff1": 0.12437442924969894, + "nauc_precision_at_5_max": 0.2123842328930672, + "nauc_precision_at_5_std": 0.27326284927988026, + "nauc_recall_at_1000_diff1": 0.18065032318948263, + "nauc_recall_at_1000_max": 0.27249548812309937, + "nauc_recall_at_1000_std": 0.43568346483914716, + "nauc_recall_at_100_diff1": 0.15796818759179695, + "nauc_recall_at_100_max": 0.12009808308285314, + "nauc_recall_at_100_std": 0.1705021605786661, + "nauc_recall_at_10_diff1": 0.2908513458218554, + "nauc_recall_at_10_max": 0.22854690907382125, + "nauc_recall_at_10_std": 0.07517734263079763, + "nauc_recall_at_1_diff1": 0.41209736136554037, + "nauc_recall_at_1_max": 0.08146798043281703, + "nauc_recall_at_1_std": -0.08447435228216994, + "nauc_recall_at_20_diff1": 0.23093634738809055, + "nauc_recall_at_20_max": 0.14111120010189374, + "nauc_recall_at_20_std": 0.08632727643729454, + "nauc_recall_at_3_diff1": 0.3360079148035423, + "nauc_recall_at_3_max": 0.2032878805086536, + "nauc_recall_at_3_std": -0.012501846332186853, + "nauc_recall_at_5_diff1": 0.3430464184608714, + "nauc_recall_at_5_max": 0.2857607791049135, + "nauc_recall_at_5_std": 0.07577670034564045, + "ndcg_at_1": 0.31778, + "ndcg_at_10": 0.34109, + "ndcg_at_100": 0.43414, + "ndcg_at_1000": 0.57147, + "ndcg_at_20": 0.35349, + "ndcg_at_3": 0.32336, + "ndcg_at_5": 0.32415, + "precision_at_1": 0.48, + "precision_at_10": 0.38533, + "precision_at_100": 0.2464, + "precision_at_1000": 0.05373, + "precision_at_20": 0.35133, + "precision_at_3": 0.42222, + "precision_at_5": 0.4, + "recall_at_1": 0.01939, + "recall_at_10": 0.11844, + "recall_at_100": 0.5043, + "recall_at_1000": 0.8658, + "recall_at_20": 0.19512, + "recall_at_3": 0.04945, + "recall_at_5": 0.07194 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.34805, + "map_at_1": 0.01957, + "map_at_10": 0.0989, + "map_at_100": 0.22248, + "map_at_1000": 0.28741, + "map_at_20": 0.13302, + "map_at_3": 0.04763, + "map_at_5": 0.06268, + "mrr_at_1": 0.49333333333333335, + "mrr_at_10": 0.595962962962963, + "mrr_at_100": 0.6029857728366501, + "mrr_at_1000": 0.6032079815351247, + "mrr_at_20": 0.6002617869459975, + "mrr_at_3": 0.5711111111111111, + "mrr_at_5": 0.5864444444444445, + "nauc_map_at_1000_diff1": -0.18662277537629166, + "nauc_map_at_1000_max": 0.2408996503437817, + "nauc_map_at_1000_std": 0.11120585095688033, + "nauc_map_at_100_diff1": -0.11765017049233539, + "nauc_map_at_100_max": 0.25139068199189724, + "nauc_map_at_100_std": 0.0038441923123028955, + "nauc_map_at_10_diff1": 0.00852570970636028, + "nauc_map_at_10_max": 0.22271195220614362, + "nauc_map_at_10_std": -0.12858211807283723, + "nauc_map_at_1_diff1": 0.09639893240307874, + "nauc_map_at_1_max": 0.2700441528989026, + "nauc_map_at_1_std": -0.010077159263435918, + "nauc_map_at_20_diff1": -0.02314335449865354, + "nauc_map_at_20_max": 0.218118300455941, + "nauc_map_at_20_std": -0.11683899323281263, + "nauc_map_at_3_diff1": 0.06143700135641384, + "nauc_map_at_3_max": 0.2846536288825954, + "nauc_map_at_3_std": -0.058966694187464155, + "nauc_map_at_5_diff1": 0.04253517698955125, + "nauc_map_at_5_max": 0.2367938188168188, + "nauc_map_at_5_std": -0.09663068673940475, + "nauc_mrr_at_1000_diff1": -0.2137217162442527, + "nauc_mrr_at_1000_max": 0.08298769444031182, + "nauc_mrr_at_1000_std": 0.03112397279989842, + "nauc_mrr_at_100_diff1": -0.21364438806967564, + "nauc_mrr_at_100_max": 0.08350485943662614, + "nauc_mrr_at_100_std": 0.031667429471928764, + "nauc_mrr_at_10_diff1": -0.22173545875671297, + "nauc_mrr_at_10_max": 0.08629030400253117, + "nauc_mrr_at_10_std": 0.03829392896405516, + "nauc_mrr_at_1_diff1": -0.11506147506115284, + "nauc_mrr_at_1_max": 0.046961781476935395, + "nauc_mrr_at_1_std": -0.007173411434340674, + "nauc_mrr_at_20_diff1": -0.2148381678499015, + "nauc_mrr_at_20_max": 0.08480721980120136, + "nauc_mrr_at_20_std": 0.03373146102791369, + "nauc_mrr_at_3_diff1": -0.2046179159734881, + "nauc_mrr_at_3_max": 0.08818477133306317, + "nauc_mrr_at_3_std": 0.03552002453769344, + "nauc_mrr_at_5_diff1": -0.22185140305451823, + "nauc_mrr_at_5_max": 0.07940413634447556, + "nauc_mrr_at_5_std": 0.027025437294166236, + "nauc_ndcg_at_1000_diff1": -0.23316342830616874, + "nauc_ndcg_at_1000_max": 0.244003619374457, + "nauc_ndcg_at_1000_std": 0.19244234557273793, + "nauc_ndcg_at_100_diff1": -0.22642959021885348, + "nauc_ndcg_at_100_max": 0.19894406133283138, + "nauc_ndcg_at_100_std": 0.13776526829394536, + "nauc_ndcg_at_10_diff1": -0.15718865281917346, + "nauc_ndcg_at_10_max": 0.1052554434915848, + "nauc_ndcg_at_10_std": -0.014383765065804395, + "nauc_ndcg_at_1_diff1": -0.04251151478330125, + "nauc_ndcg_at_1_max": -0.044903319584672294, + "nauc_ndcg_at_1_std": -0.08457671455369606, + "nauc_ndcg_at_20_diff1": -0.19623680654028436, + "nauc_ndcg_at_20_max": 0.12638377927087996, + "nauc_ndcg_at_20_std": 0.024454705796002153, + "nauc_ndcg_at_3_diff1": -0.10252416894492397, + "nauc_ndcg_at_3_max": 0.07858721266344292, + "nauc_ndcg_at_3_std": -0.0033473460692052897, + "nauc_ndcg_at_5_diff1": -0.1511325429992675, + "nauc_ndcg_at_5_max": 0.06414002462843156, + "nauc_ndcg_at_5_std": 0.0033303479300165954, + "nauc_precision_at_1000_diff1": -0.2244477998679299, + "nauc_precision_at_1000_max": 0.00789858533115587, + "nauc_precision_at_1000_std": 0.19072819855579365, + "nauc_precision_at_100_diff1": -0.26895485195042174, + "nauc_precision_at_100_max": 0.07846166721341305, + "nauc_precision_at_100_std": 0.23565160283109854, + "nauc_precision_at_10_diff1": -0.21628613903380606, + "nauc_precision_at_10_max": 0.12873349531511533, + "nauc_precision_at_10_std": 0.05075849402566041, + "nauc_precision_at_1_diff1": -0.11506147506115284, + "nauc_precision_at_1_max": 0.046961781476935395, + "nauc_precision_at_1_std": -0.007173411434340674, + "nauc_precision_at_20_diff1": -0.2584265254918155, + "nauc_precision_at_20_max": 0.11145279678718537, + "nauc_precision_at_20_std": 0.11709880207138428, + "nauc_precision_at_3_diff1": -0.16789964455940212, + "nauc_precision_at_3_max": 0.16407332410188732, + "nauc_precision_at_3_std": 0.07860723203973509, + "nauc_precision_at_5_diff1": -0.19731995595489502, + "nauc_precision_at_5_max": 0.10398259261339574, + "nauc_precision_at_5_std": 0.06227740977659424, + "nauc_recall_at_1000_diff1": -0.09483913068070855, + "nauc_recall_at_1000_max": 0.32413071305605107, + "nauc_recall_at_1000_std": 0.5477547829832059, + "nauc_recall_at_100_diff1": -0.12966959226065833, + "nauc_recall_at_100_max": 0.2551671200216613, + "nauc_recall_at_100_std": 0.1815642789147049, + "nauc_recall_at_10_diff1": -0.0358803364491665, + "nauc_recall_at_10_max": 0.17830034197975925, + "nauc_recall_at_10_std": -0.1253062510768239, + "nauc_recall_at_1_diff1": 0.09639893240307874, + "nauc_recall_at_1_max": 0.2700441528989026, + "nauc_recall_at_1_std": -0.010077159263435918, + "nauc_recall_at_20_diff1": -0.10546512887606635, + "nauc_recall_at_20_max": 0.1379310317602941, + "nauc_recall_at_20_std": -0.0839065560264716, + "nauc_recall_at_3_diff1": 0.03578677193331883, + "nauc_recall_at_3_max": 0.23516341711145144, + "nauc_recall_at_3_std": -0.06166557532308332, + "nauc_recall_at_5_diff1": 0.001702115270507505, + "nauc_recall_at_5_max": 0.18413527037569152, + "nauc_recall_at_5_std": -0.10665352763039466, + "ndcg_at_1": 0.35556, + "ndcg_at_10": 0.34251, + "ndcg_at_100": 0.43186, + "ndcg_at_1000": 0.57643, + "ndcg_at_20": 0.34805, + "ndcg_at_3": 0.35123, + "ndcg_at_5": 0.33881, + "precision_at_1": 0.49333, + "precision_at_10": 0.38267, + "precision_at_100": 0.21627, + "precision_at_1000": 0.04724, + "precision_at_20": 0.336, + "precision_at_3": 0.43556, + "precision_at_5": 0.40533, + "recall_at_1": 0.01957, + "recall_at_10": 0.13542, + "recall_at_100": 0.49135, + "recall_at_1000": 0.8849, + "recall_at_20": 0.20957, + "recall_at_3": 0.05505, + "recall_at_5": 0.07612 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-PLHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-PLHardNegatives.json new file mode 100644 index 000000000..b94afc0b3 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 31.47714376449585, + "kg_co2_emissions": 0.002367067212597082, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.73842, + "map_at_1": 0.56415, + "map_at_10": 0.68819, + "map_at_100": 0.6981, + "map_at_1000": 0.69854, + "map_at_20": 0.69333, + "map_at_3": 0.65707, + "map_at_5": 0.6743, + "mrr_at_1": 0.655, + "mrr_at_10": 0.733329761904762, + "mrr_at_100": 0.7371868668843685, + "mrr_at_1000": 0.7372794723718499, + "mrr_at_20": 0.7357405697630544, + "mrr_at_3": 0.7151666666666668, + "mrr_at_5": 0.7266666666666671, + "nauc_map_at_1000_diff1": 0.694561355326501, + "nauc_map_at_1000_max": 0.3023916817265784, + "nauc_map_at_1000_std": -0.310805991184819, + "nauc_map_at_100_diff1": 0.6945512085053995, + "nauc_map_at_100_max": 0.30230418672782217, + "nauc_map_at_100_std": -0.31101353366246665, + "nauc_map_at_10_diff1": 0.69377302890209, + "nauc_map_at_10_max": 0.3025318612903898, + "nauc_map_at_10_std": -0.31536197329397336, + "nauc_map_at_1_diff1": 0.7255942185152934, + "nauc_map_at_1_max": 0.21777274865865862, + "nauc_map_at_1_std": -0.3029060300326367, + "nauc_map_at_20_diff1": 0.6944151715108572, + "nauc_map_at_20_max": 0.3011275783587523, + "nauc_map_at_20_std": -0.3151916125263211, + "nauc_map_at_3_diff1": 0.6964523917346034, + "nauc_map_at_3_max": 0.28407023346321353, + "nauc_map_at_3_std": -0.32259494326969834, + "nauc_map_at_5_diff1": 0.6941469564655178, + "nauc_map_at_5_max": 0.2906727441310296, + "nauc_map_at_5_std": -0.32445963629407937, + "nauc_mrr_at_1000_diff1": 0.7017765069370681, + "nauc_mrr_at_1000_max": 0.34879107448461777, + "nauc_mrr_at_1000_std": -0.29208131697380885, + "nauc_mrr_at_100_diff1": 0.7017141185752211, + "nauc_mrr_at_100_max": 0.34883769873857584, + "nauc_mrr_at_100_std": -0.29207217181382805, + "nauc_mrr_at_10_diff1": 0.6996489028114156, + "nauc_mrr_at_10_max": 0.34905349059614005, + "nauc_mrr_at_10_std": -0.29138475137961867, + "nauc_mrr_at_1_diff1": 0.7365964684518871, + "nauc_mrr_at_1_max": 0.34283624890101266, + "nauc_mrr_at_1_std": -0.28779569936649035, + "nauc_mrr_at_20_diff1": 0.7008391591875106, + "nauc_mrr_at_20_max": 0.3484659666182592, + "nauc_mrr_at_20_std": -0.29314227061189446, + "nauc_mrr_at_3_diff1": 0.7010524244856223, + "nauc_mrr_at_3_max": 0.3449974739138234, + "nauc_mrr_at_3_std": -0.289361818629241, + "nauc_mrr_at_5_diff1": 0.7017744335486349, + "nauc_mrr_at_5_max": 0.3500271750837615, + "nauc_mrr_at_5_std": -0.2919267465790888, + "nauc_ndcg_at_1000_diff1": 0.6895664573728001, + "nauc_ndcg_at_1000_max": 0.3237630916336062, + "nauc_ndcg_at_1000_std": -0.29639961680781174, + "nauc_ndcg_at_100_diff1": 0.6886433633188298, + "nauc_ndcg_at_100_max": 0.3210235624334831, + "nauc_ndcg_at_100_std": -0.295854531931199, + "nauc_ndcg_at_10_diff1": 0.6801088688766163, + "nauc_ndcg_at_10_max": 0.3214776231155474, + "nauc_ndcg_at_10_std": -0.3079002212950705, + "nauc_ndcg_at_1_diff1": 0.7407466822941645, + "nauc_ndcg_at_1_max": 0.3226559980618409, + "nauc_ndcg_at_1_std": -0.2807285775320885, + "nauc_ndcg_at_20_diff1": 0.6841912158225234, + "nauc_ndcg_at_20_max": 0.3171276804375242, + "nauc_ndcg_at_20_std": -0.3111890573266398, + "nauc_ndcg_at_3_diff1": 0.6865379256315353, + "nauc_ndcg_at_3_max": 0.30494809163034275, + "nauc_ndcg_at_3_std": -0.3107042209569437, + "nauc_ndcg_at_5_diff1": 0.6827857484504386, + "nauc_ndcg_at_5_max": 0.306683721420452, + "nauc_ndcg_at_5_std": -0.32166625133628557, + "nauc_precision_at_1000_diff1": -0.3044517798028921, + "nauc_precision_at_1000_max": 0.02379383223871098, + "nauc_precision_at_1000_std": 0.23964369853570588, + "nauc_precision_at_100_diff1": -0.27364487869192833, + "nauc_precision_at_100_max": 0.03694874592123731, + "nauc_precision_at_100_std": 0.22648028754023158, + "nauc_precision_at_10_diff1": -0.0732617074589046, + "nauc_precision_at_10_max": 0.18015306561183286, + "nauc_precision_at_10_std": 0.07332556284263748, + "nauc_precision_at_1_diff1": 0.7407466822941645, + "nauc_precision_at_1_max": 0.3226559980618409, + "nauc_precision_at_1_std": -0.2807285775320885, + "nauc_precision_at_20_diff1": -0.1566726393198526, + "nauc_precision_at_20_max": 0.10748938371920412, + "nauc_precision_at_20_std": 0.11899788776801631, + "nauc_precision_at_3_diff1": 0.21755066740492301, + "nauc_precision_at_3_max": 0.2695313751241236, + "nauc_precision_at_3_std": -0.09850114170399894, + "nauc_precision_at_5_diff1": 0.07038152527537886, + "nauc_precision_at_5_max": 0.2251942513170287, + "nauc_precision_at_5_std": -0.03791926081284147, + "nauc_recall_at_1000_diff1": 0.550681757633407, + "nauc_recall_at_1000_max": 0.42929924368559463, + "nauc_recall_at_1000_std": -0.03948783108743766, + "nauc_recall_at_100_diff1": 0.5646769043327269, + "nauc_recall_at_100_max": 0.2927900490006039, + "nauc_recall_at_100_std": -0.14534309434879603, + "nauc_recall_at_10_diff1": 0.5801342612524119, + "nauc_recall_at_10_max": 0.33609139900968193, + "nauc_recall_at_10_std": -0.3032951849682708, + "nauc_recall_at_1_diff1": 0.7255942185152934, + "nauc_recall_at_1_max": 0.21777274865865862, + "nauc_recall_at_1_std": -0.3029060300326367, + "nauc_recall_at_20_diff1": 0.5763467756115087, + "nauc_recall_at_20_max": 0.30203196317602954, + "nauc_recall_at_20_std": -0.33971506539928903, + "nauc_recall_at_3_diff1": 0.6391627675036097, + "nauc_recall_at_3_max": 0.28694221807305464, + "nauc_recall_at_3_std": -0.3273814034607716, + "nauc_recall_at_5_diff1": 0.6172149036175286, + "nauc_recall_at_5_max": 0.2982177200574568, + "nauc_recall_at_5_std": -0.34028264642708234, + "ndcg_at_1": 0.653, + "ndcg_at_10": 0.73842, + "ndcg_at_100": 0.76986, + "ndcg_at_1000": 0.77492, + "ndcg_at_20": 0.75088, + "ndcg_at_3": 0.69837, + "ndcg_at_5": 0.71731, + "precision_at_1": 0.653, + "precision_at_10": 0.1163, + "precision_at_100": 0.01505, + "precision_at_1000": 0.00161, + "precision_at_20": 0.0636, + "precision_at_3": 0.30533, + "precision_at_5": 0.2048, + "recall_at_1": 0.56415, + "recall_at_10": 0.83706, + "recall_at_100": 0.95999, + "recall_at_1000": 0.98858, + "recall_at_20": 0.87928, + "recall_at_3": 0.72173, + "recall_at_5": 0.77489 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..90d558277 --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 28.365267515182495, + "kg_co2_emissions": 0.0020916526745312805, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.76398, + "map_at_1": 0.58611, + "map_at_10": 0.71309, + "map_at_100": 0.72409, + "map_at_1000": 0.72445, + "map_at_20": 0.71969, + "map_at_3": 0.68467, + "map_at_5": 0.70121, + "mrr_at_1": 0.678, + "mrr_at_10": 0.7614515873015875, + "mrr_at_100": 0.7644648725901192, + "mrr_at_1000": 0.7645426753227438, + "mrr_at_20": 0.7633390478372679, + "mrr_at_3": 0.7451666666666669, + "mrr_at_5": 0.754816666666667, + "nauc_map_at_1000_diff1": 0.7214667823102313, + "nauc_map_at_1000_max": 0.36466878676004155, + "nauc_map_at_1000_std": -0.29535726109039306, + "nauc_map_at_100_diff1": 0.721517423440724, + "nauc_map_at_100_max": 0.36451884855632266, + "nauc_map_at_100_std": -0.2958320093536498, + "nauc_map_at_10_diff1": 0.7206499319121311, + "nauc_map_at_10_max": 0.36162475892211754, + "nauc_map_at_10_std": -0.3061314946137203, + "nauc_map_at_1_diff1": 0.7534149152898637, + "nauc_map_at_1_max": 0.29206541131298286, + "nauc_map_at_1_std": -0.2730654603816808, + "nauc_map_at_20_diff1": 0.7214179009878086, + "nauc_map_at_20_max": 0.36439953296518757, + "nauc_map_at_20_std": -0.29860430716825703, + "nauc_map_at_3_diff1": 0.7176563381758211, + "nauc_map_at_3_max": 0.3558302532517575, + "nauc_map_at_3_std": -0.31350073210141455, + "nauc_map_at_5_diff1": 0.7186647953220271, + "nauc_map_at_5_max": 0.3576516398462915, + "nauc_map_at_5_std": -0.3095114562901941, + "nauc_mrr_at_1000_diff1": 0.7270143647501621, + "nauc_mrr_at_1000_max": 0.38409463412306594, + "nauc_mrr_at_1000_std": -0.2818479069332155, + "nauc_mrr_at_100_diff1": 0.7269997364834804, + "nauc_mrr_at_100_max": 0.3841293630473031, + "nauc_mrr_at_100_std": -0.2816861033733982, + "nauc_mrr_at_10_diff1": 0.7247753364162671, + "nauc_mrr_at_10_max": 0.3829467110559763, + "nauc_mrr_at_10_std": -0.2835445914142505, + "nauc_mrr_at_1_diff1": 0.7617693310897532, + "nauc_mrr_at_1_max": 0.38563076594851464, + "nauc_mrr_at_1_std": -0.2607352885512052, + "nauc_mrr_at_20_diff1": 0.7262076341645525, + "nauc_mrr_at_20_max": 0.3840612635942064, + "nauc_mrr_at_20_std": -0.2824506171421173, + "nauc_mrr_at_3_diff1": 0.7223858243895617, + "nauc_mrr_at_3_max": 0.39148256055823505, + "nauc_mrr_at_3_std": -0.28196511519824413, + "nauc_mrr_at_5_diff1": 0.7249754509863953, + "nauc_mrr_at_5_max": 0.38299904668660345, + "nauc_mrr_at_5_std": -0.2861091502605075, + "nauc_ndcg_at_1000_diff1": 0.7173391229077106, + "nauc_ndcg_at_1000_max": 0.37218107482973206, + "nauc_ndcg_at_1000_std": -0.2871504121994274, + "nauc_ndcg_at_100_diff1": 0.7176749611336704, + "nauc_ndcg_at_100_max": 0.3692326838929177, + "nauc_ndcg_at_100_std": -0.28699323122185527, + "nauc_ndcg_at_10_diff1": 0.7107347864316994, + "nauc_ndcg_at_10_max": 0.3630704879478139, + "nauc_ndcg_at_10_std": -0.3092730650143686, + "nauc_ndcg_at_1_diff1": 0.7596353273209694, + "nauc_ndcg_at_1_max": 0.3832097471324607, + "nauc_ndcg_at_1_std": -0.26172229913435086, + "nauc_ndcg_at_20_diff1": 0.7144365980560252, + "nauc_ndcg_at_20_max": 0.3700015120394186, + "nauc_ndcg_at_20_std": -0.29340808169939303, + "nauc_ndcg_at_3_diff1": 0.7041458802166292, + "nauc_ndcg_at_3_max": 0.36999650890067154, + "nauc_ndcg_at_3_std": -0.3082209313464564, + "nauc_ndcg_at_5_diff1": 0.707963134725984, + "nauc_ndcg_at_5_max": 0.36015986489301194, + "nauc_ndcg_at_5_std": -0.312403588264567, + "nauc_precision_at_1000_diff1": -0.33273553138342804, + "nauc_precision_at_1000_max": -0.0507506597205088, + "nauc_precision_at_1000_std": 0.2591415056431655, + "nauc_precision_at_100_diff1": -0.3024501207481783, + "nauc_precision_at_100_max": -0.041016712217539025, + "nauc_precision_at_100_std": 0.23927392048617369, + "nauc_precision_at_10_diff1": -0.12754649576332058, + "nauc_precision_at_10_max": 0.09970020106276047, + "nauc_precision_at_10_std": 0.08955101967542739, + "nauc_precision_at_1_diff1": 0.7596353273209694, + "nauc_precision_at_1_max": 0.3832097471324607, + "nauc_precision_at_1_std": -0.26172229913435086, + "nauc_precision_at_20_diff1": -0.21404087698270022, + "nauc_precision_at_20_max": 0.048440856075925826, + "nauc_precision_at_20_std": 0.18466262045233559, + "nauc_precision_at_3_diff1": 0.14852031470976654, + "nauc_precision_at_3_max": 0.2640282514271459, + "nauc_precision_at_3_std": -0.08694223163723214, + "nauc_precision_at_5_diff1": 0.005476408464461957, + "nauc_precision_at_5_max": 0.1762440454881935, + "nauc_precision_at_5_std": -0.008319156552840589, + "nauc_recall_at_1000_diff1": 0.6138746326270996, + "nauc_recall_at_1000_max": 0.009414615958265895, + "nauc_recall_at_1000_std": -0.1868800092743872, + "nauc_recall_at_100_diff1": 0.6609619818846203, + "nauc_recall_at_100_max": 0.2366533533336857, + "nauc_recall_at_100_std": -0.14580303702953784, + "nauc_recall_at_10_diff1": 0.6189095769792219, + "nauc_recall_at_10_max": 0.3081544567195561, + "nauc_recall_at_10_std": -0.3616454772905942, + "nauc_recall_at_1_diff1": 0.7534149152898637, + "nauc_recall_at_1_max": 0.29206541131298286, + "nauc_recall_at_1_std": -0.2730654603816808, + "nauc_recall_at_20_diff1": 0.6151106020967609, + "nauc_recall_at_20_max": 0.32274317282236337, + "nauc_recall_at_20_std": -0.28752847386762675, + "nauc_recall_at_3_diff1": 0.6514331796501237, + "nauc_recall_at_3_max": 0.3495127413548317, + "nauc_recall_at_3_std": -0.3532034760299405, + "nauc_recall_at_5_diff1": 0.6427120335705433, + "nauc_recall_at_5_max": 0.32175582000222874, + "nauc_recall_at_5_std": -0.3577849279588795, + "ndcg_at_1": 0.679, + "ndcg_at_10": 0.76398, + "ndcg_at_100": 0.79336, + "ndcg_at_1000": 0.79784, + "ndcg_at_20": 0.77734, + "ndcg_at_3": 0.7286, + "ndcg_at_5": 0.74553, + "precision_at_1": 0.679, + "precision_at_10": 0.1192, + "precision_at_100": 0.01535, + "precision_at_1000": 0.00162, + "precision_at_20": 0.06605, + "precision_at_3": 0.31967, + "precision_at_5": 0.2124, + "recall_at_1": 0.58611, + "recall_at_10": 0.85979, + "recall_at_100": 0.96851, + "recall_at_1000": 0.99527, + "recall_at_20": 0.90272, + "recall_at_3": 0.75186, + "recall_at_5": 0.8028 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..350ec870c --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 206.8831970691681, + "kg_co2_emissions": 0.019295682485316663, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.47694, + "map_at_1": 0.307, + "map_at_10": 0.41749, + "map_at_100": 0.42635, + "map_at_1000": 0.42676, + "map_at_20": 0.42294, + "map_at_3": 0.38683, + "map_at_5": 0.40448, + "mrr_at_1": 0.308, + "mrr_at_10": 0.417910714285714, + "mrr_at_100": 0.42676214776935856, + "mrr_at_1000": 0.42717957285170316, + "mrr_at_20": 0.42336011400020634, + "mrr_at_3": 0.3869999999999999, + "mrr_at_5": 0.40489999999999954, + "nauc_map_at_1000_diff1": 0.3389883450827128, + "nauc_map_at_1000_max": 0.14303443559924997, + "nauc_map_at_1000_std": -0.02564884485161888, + "nauc_map_at_100_diff1": 0.33881241242662585, + "nauc_map_at_100_max": 0.14293838603456585, + "nauc_map_at_100_std": -0.025490508483518318, + "nauc_map_at_10_diff1": 0.3380866417217413, + "nauc_map_at_10_max": 0.14288362253745315, + "nauc_map_at_10_std": -0.029095744079116546, + "nauc_map_at_1_diff1": 0.38521198542015345, + "nauc_map_at_1_max": 0.1483837348805457, + "nauc_map_at_1_std": -0.0264088039220702, + "nauc_map_at_20_diff1": 0.33769539754236516, + "nauc_map_at_20_max": 0.1422303655333221, + "nauc_map_at_20_std": -0.027580134779375053, + "nauc_map_at_3_diff1": 0.35027043990122064, + "nauc_map_at_3_max": 0.14827998624885616, + "nauc_map_at_3_std": -0.031255444363240584, + "nauc_map_at_5_diff1": 0.3407550825467527, + "nauc_map_at_5_max": 0.1454579546077425, + "nauc_map_at_5_std": -0.029445484738555027, + "nauc_mrr_at_1000_diff1": 0.3373421038070047, + "nauc_mrr_at_1000_max": 0.14066477636945865, + "nauc_mrr_at_1000_std": -0.029324792646660894, + "nauc_mrr_at_100_diff1": 0.33716817329364934, + "nauc_mrr_at_100_max": 0.14057146148995447, + "nauc_mrr_at_100_std": -0.029162234682139947, + "nauc_mrr_at_10_diff1": 0.3364724182052487, + "nauc_mrr_at_10_max": 0.1405596259170346, + "nauc_mrr_at_10_std": -0.03269988090932848, + "nauc_mrr_at_1_diff1": 0.382138954236403, + "nauc_mrr_at_1_max": 0.14558244822592728, + "nauc_mrr_at_1_std": -0.032670018680117784, + "nauc_mrr_at_20_diff1": 0.33606454153130205, + "nauc_mrr_at_20_max": 0.13988244886433956, + "nauc_mrr_at_20_std": -0.031222091126781853, + "nauc_mrr_at_3_diff1": 0.34855551961492953, + "nauc_mrr_at_3_max": 0.1461088504013593, + "nauc_mrr_at_3_std": -0.035134180555943736, + "nauc_mrr_at_5_diff1": 0.3391692295988858, + "nauc_mrr_at_5_max": 0.14317515548711127, + "nauc_mrr_at_5_std": -0.03298452368399328, + "nauc_ndcg_at_1000_diff1": 0.3236324155935169, + "nauc_ndcg_at_1000_max": 0.1424880736434263, + "nauc_ndcg_at_1000_std": -0.012534889298192157, + "nauc_ndcg_at_100_diff1": 0.3196330911997834, + "nauc_ndcg_at_100_max": 0.14147478183024617, + "nauc_ndcg_at_100_std": -0.0067770521040344854, + "nauc_ndcg_at_10_diff1": 0.3148806699876581, + "nauc_ndcg_at_10_max": 0.13651716608619002, + "nauc_ndcg_at_10_std": -0.030343610869894087, + "nauc_ndcg_at_1_diff1": 0.38521198542015345, + "nauc_ndcg_at_1_max": 0.1483837348805457, + "nauc_ndcg_at_1_std": -0.0264088039220702, + "nauc_ndcg_at_20_diff1": 0.3136385496670704, + "nauc_ndcg_at_20_max": 0.13410719669342294, + "nauc_ndcg_at_20_std": -0.025161316724995976, + "nauc_ndcg_at_3_diff1": 0.3397502600635322, + "nauc_ndcg_at_3_max": 0.1473003932856974, + "nauc_ndcg_at_3_std": -0.034518654684780666, + "nauc_ndcg_at_5_diff1": 0.32145875336969126, + "nauc_ndcg_at_5_max": 0.14193372138461097, + "nauc_ndcg_at_5_std": -0.031128742319666728, + "nauc_precision_at_1000_diff1": 0.06592536004300278, + "nauc_precision_at_1000_max": 0.26351752822340374, + "nauc_precision_at_1000_std": 0.522720199190785, + "nauc_precision_at_100_diff1": 0.17857534761956928, + "nauc_precision_at_100_max": 0.16574046495587, + "nauc_precision_at_100_std": 0.2546440720477805, + "nauc_precision_at_10_diff1": 0.22752066476560842, + "nauc_precision_at_10_max": 0.11138820874016231, + "nauc_precision_at_10_std": -0.03423583191425799, + "nauc_precision_at_1_diff1": 0.38521198542015345, + "nauc_precision_at_1_max": 0.1483837348805457, + "nauc_precision_at_1_std": -0.0264088039220702, + "nauc_precision_at_20_diff1": 0.20382842963488082, + "nauc_precision_at_20_max": 0.09355066740465597, + "nauc_precision_at_20_std": -0.008675534991325376, + "nauc_precision_at_3_diff1": 0.3096005004868059, + "nauc_precision_at_3_max": 0.14418350120273601, + "nauc_precision_at_3_std": -0.04445937994360167, + "nauc_precision_at_5_diff1": 0.2593620489207642, + "nauc_precision_at_5_max": 0.12987526824995654, + "nauc_precision_at_5_std": -0.03619958800247166, + "nauc_recall_at_1000_diff1": 0.06592536004300782, + "nauc_recall_at_1000_max": 0.26351752822341395, + "nauc_recall_at_1000_std": 0.5227201991907869, + "nauc_recall_at_100_diff1": 0.17857534761956936, + "nauc_recall_at_100_max": 0.16574046495587264, + "nauc_recall_at_100_std": 0.2546440720477825, + "nauc_recall_at_10_diff1": 0.22752066476560895, + "nauc_recall_at_10_max": 0.11138820874016257, + "nauc_recall_at_10_std": -0.034235831914257706, + "nauc_recall_at_1_diff1": 0.38521198542015345, + "nauc_recall_at_1_max": 0.1483837348805457, + "nauc_recall_at_1_std": -0.0264088039220702, + "nauc_recall_at_20_diff1": 0.20382842963488168, + "nauc_recall_at_20_max": 0.09355066740465741, + "nauc_recall_at_20_std": -0.008675534991324795, + "nauc_recall_at_3_diff1": 0.30960050048680593, + "nauc_recall_at_3_max": 0.14418350120273574, + "nauc_recall_at_3_std": -0.04445937994360223, + "nauc_recall_at_5_diff1": 0.25936204892076425, + "nauc_recall_at_5_max": 0.1298752682499567, + "nauc_recall_at_5_std": -0.03619958800247124, + "ndcg_at_1": 0.307, + "ndcg_at_10": 0.47694, + "ndcg_at_100": 0.52159, + "ndcg_at_1000": 0.53287, + "ndcg_at_20": 0.4972, + "ndcg_at_3": 0.41353, + "ndcg_at_5": 0.4455, + "precision_at_1": 0.307, + "precision_at_10": 0.0666, + "precision_at_100": 0.00878, + "precision_at_1000": 0.00097, + "precision_at_20": 0.03735, + "precision_at_3": 0.16367, + "precision_at_5": 0.1138, + "recall_at_1": 0.307, + "recall_at_10": 0.666, + "recall_at_100": 0.878, + "recall_at_1000": 0.967, + "recall_at_20": 0.747, + "recall_at_3": 0.491, + "recall_at_5": 0.569 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TopiOCQAHardNegatives.json b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..c51dc7a8e --- /dev/null +++ b/results/sentence-transformers__LaBSE/e34fab64a3011d2176c99545a93d5cbddc9a91b7/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 66.48581004142761, + "kg_co2_emissions": 0.0061608086467701785, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.05997, + "map_at_1": 0.028, + "map_at_10": 0.04724, + "map_at_100": 0.05403, + "map_at_1000": 0.05559, + "map_at_20": 0.05058, + "map_at_3": 0.03967, + "map_at_5": 0.04242, + "mrr_at_1": 0.028, + "mrr_at_10": 0.04724246031746032, + "mrr_at_100": 0.05402635490045062, + "mrr_at_1000": 0.055589473823776415, + "mrr_at_20": 0.05058078516340901, + "mrr_at_3": 0.03966666666666666, + "mrr_at_5": 0.04241666666666667, + "nauc_map_at_1000_diff1": 0.12413367070022653, + "nauc_map_at_1000_max": -0.07229240752970938, + "nauc_map_at_1000_std": -0.014199757871719627, + "nauc_map_at_100_diff1": 0.12206242289085793, + "nauc_map_at_100_max": -0.07286174111325484, + "nauc_map_at_100_std": -0.0183917147248447, + "nauc_map_at_10_diff1": 0.12501802968016842, + "nauc_map_at_10_max": -0.06652864693103563, + "nauc_map_at_10_std": -0.020673134225658456, + "nauc_map_at_1_diff1": 0.26928015638774966, + "nauc_map_at_1_max": -0.012256123270343814, + "nauc_map_at_1_std": -0.03941316263559352, + "nauc_map_at_20_diff1": 0.12665380585957564, + "nauc_map_at_20_max": -0.0682523990026183, + "nauc_map_at_20_std": -0.017627127454457988, + "nauc_map_at_3_diff1": 0.16927125022265407, + "nauc_map_at_3_max": -0.06774998703532915, + "nauc_map_at_3_std": -0.02347958233467788, + "nauc_map_at_5_diff1": 0.15529126118912417, + "nauc_map_at_5_max": -0.060111236276668596, + "nauc_map_at_5_std": -0.027312296031244486, + "nauc_mrr_at_1000_diff1": 0.12413367070022653, + "nauc_mrr_at_1000_max": -0.07229240752970938, + "nauc_mrr_at_1000_std": -0.014199757871719627, + "nauc_mrr_at_100_diff1": 0.12206242289085793, + "nauc_mrr_at_100_max": -0.07286174111325484, + "nauc_mrr_at_100_std": -0.0183917147248447, + "nauc_mrr_at_10_diff1": 0.12501802968016842, + "nauc_mrr_at_10_max": -0.06652864693103563, + "nauc_mrr_at_10_std": -0.020673134225658456, + "nauc_mrr_at_1_diff1": 0.26928015638774966, + "nauc_mrr_at_1_max": -0.012256123270343814, + "nauc_mrr_at_1_std": -0.03941316263559352, + "nauc_mrr_at_20_diff1": 0.12665380585957564, + "nauc_mrr_at_20_max": -0.0682523990026183, + "nauc_mrr_at_20_std": -0.017627127454457988, + "nauc_mrr_at_3_diff1": 0.16927125022265407, + "nauc_mrr_at_3_max": -0.06774998703532915, + "nauc_mrr_at_3_std": -0.02347958233467788, + "nauc_mrr_at_5_diff1": 0.15529126118912417, + "nauc_mrr_at_5_max": -0.060111236276668596, + "nauc_mrr_at_5_std": -0.027312296031244486, + "nauc_ndcg_at_1000_diff1": 0.10323101952242296, + "nauc_ndcg_at_1000_max": -0.09355623165630941, + "nauc_ndcg_at_1000_std": 0.07621907820507996, + "nauc_ndcg_at_100_diff1": 0.07571002823896106, + "nauc_ndcg_at_100_max": -0.1048186855333097, + "nauc_ndcg_at_100_std": -0.006012612248219265, + "nauc_ndcg_at_10_diff1": 0.07614313949763392, + "nauc_ndcg_at_10_max": -0.07610607075006327, + "nauc_ndcg_at_10_std": -0.01711903090374508, + "nauc_ndcg_at_1_diff1": 0.26928015638774966, + "nauc_ndcg_at_1_max": -0.012256123270343814, + "nauc_ndcg_at_1_std": -0.03941316263559352, + "nauc_ndcg_at_20_diff1": 0.0842049865747459, + "nauc_ndcg_at_20_max": -0.08411043680524537, + "nauc_ndcg_at_20_std": -0.010477254443130942, + "nauc_ndcg_at_3_diff1": 0.14848184164742564, + "nauc_ndcg_at_3_max": -0.07931517481401419, + "nauc_ndcg_at_3_std": -0.02327021470138882, + "nauc_ndcg_at_5_diff1": 0.1285909893404377, + "nauc_ndcg_at_5_max": -0.06552155645142384, + "nauc_ndcg_at_5_std": -0.028180184119777484, + "nauc_precision_at_1000_diff1": 0.12193292817118287, + "nauc_precision_at_1000_max": -0.11421340420849568, + "nauc_precision_at_1000_std": 0.33267762523065375, + "nauc_precision_at_100_diff1": 0.03534973060968715, + "nauc_precision_at_100_max": -0.1462063986159265, + "nauc_precision_at_100_std": 0.013177307186693249, + "nauc_precision_at_10_diff1": -6.62016661633393e-05, + "nauc_precision_at_10_max": -0.0895205410529772, + "nauc_precision_at_10_std": -0.011762712043936639, + "nauc_precision_at_1_diff1": 0.26928015638774966, + "nauc_precision_at_1_max": -0.012256123270343814, + "nauc_precision_at_1_std": -0.03941316263559352, + "nauc_precision_at_20_diff1": 0.031990726741255776, + "nauc_precision_at_20_max": -0.10722910996875339, + "nauc_precision_at_20_std": -0.0007035581090616891, + "nauc_precision_at_3_diff1": 0.10434367826372126, + "nauc_precision_at_3_max": -0.10387661608482648, + "nauc_precision_at_3_std": -0.023596577527352943, + "nauc_precision_at_5_diff1": 0.07718857477376394, + "nauc_precision_at_5_max": -0.0740257417209388, + "nauc_precision_at_5_std": -0.030282703612459456, + "nauc_recall_at_1000_diff1": 0.12193292817118305, + "nauc_recall_at_1000_max": -0.11421340420849548, + "nauc_recall_at_1000_std": 0.33267762523065414, + "nauc_recall_at_100_diff1": 0.035349730609687206, + "nauc_recall_at_100_max": -0.1462063986159264, + "nauc_recall_at_100_std": 0.013177307186693306, + "nauc_recall_at_10_diff1": -6.62016661634782e-05, + "nauc_recall_at_10_max": -0.08952054105297713, + "nauc_recall_at_10_std": -0.011762712043936705, + "nauc_recall_at_1_diff1": 0.26928015638774966, + "nauc_recall_at_1_max": -0.012256123270343814, + "nauc_recall_at_1_std": -0.03941316263559352, + "nauc_recall_at_20_diff1": 0.03199072674125583, + "nauc_recall_at_20_max": -0.10722910996875318, + "nauc_recall_at_20_std": -0.000703558109061724, + "nauc_recall_at_3_diff1": 0.10434367826372137, + "nauc_recall_at_3_max": -0.10387661608482637, + "nauc_recall_at_3_std": -0.02359657752735294, + "nauc_recall_at_5_diff1": 0.0771885747737639, + "nauc_recall_at_5_max": -0.07402574172093894, + "nauc_recall_at_5_std": -0.03028270361245943, + "ndcg_at_1": 0.028, + "ndcg_at_10": 0.05997, + "ndcg_at_100": 0.09848, + "ndcg_at_1000": 0.14479, + "ndcg_at_20": 0.07212, + "ndcg_at_3": 0.04336, + "ndcg_at_5": 0.04831, + "precision_at_1": 0.028, + "precision_at_10": 0.0102, + "precision_at_100": 0.00295, + "precision_at_1000": 0.00067, + "precision_at_20": 0.0075, + "precision_at_3": 0.018, + "precision_at_5": 0.0132, + "recall_at_1": 0.028, + "recall_at_10": 0.102, + "recall_at_100": 0.295, + "recall_at_1000": 0.67, + "recall_at_20": 0.15, + "recall_at_3": 0.054, + "recall_at_5": 0.066 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/ClimateFEVERHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..247810bbe --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 12.46444296836853, + "kg_co2_emissions": 0.0008244722722311034, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.21788, + "map_at_1": 0.0829, + "map_at_10": 0.14594, + "map_at_100": 0.16319, + "map_at_1000": 0.16547, + "map_at_20": 0.15491, + "map_at_3": 0.11881, + "map_at_5": 0.13095, + "mrr_at_1": 0.184, + "mrr_at_10": 0.29083531746031716, + "mrr_at_100": 0.3032744329125696, + "mrr_at_1000": 0.3038110054454888, + "mrr_at_20": 0.2983677069361664, + "mrr_at_3": 0.2528333333333335, + "mrr_at_5": 0.27408333333333323, + "nauc_map_at_1000_diff1": 0.13220611786885542, + "nauc_map_at_1000_max": 0.3042217317009226, + "nauc_map_at_1000_std": 0.1403597186407681, + "nauc_map_at_100_diff1": 0.13228212848110732, + "nauc_map_at_100_max": 0.3042982986680514, + "nauc_map_at_100_std": 0.14072071121853544, + "nauc_map_at_10_diff1": 0.13228524887856502, + "nauc_map_at_10_max": 0.2911249252381642, + "nauc_map_at_10_std": 0.1224102358931342, + "nauc_map_at_1_diff1": 0.16873250056869607, + "nauc_map_at_1_max": 0.2570815057660338, + "nauc_map_at_1_std": 0.045100613474492054, + "nauc_map_at_20_diff1": 0.13088130856345778, + "nauc_map_at_20_max": 0.2995352753682297, + "nauc_map_at_20_std": 0.13500544811164142, + "nauc_map_at_3_diff1": 0.14182883609977515, + "nauc_map_at_3_max": 0.2633161264316963, + "nauc_map_at_3_std": 0.08021242029736218, + "nauc_map_at_5_diff1": 0.13016907327600385, + "nauc_map_at_5_max": 0.27380722814082936, + "nauc_map_at_5_std": 0.10214941829824957, + "nauc_mrr_at_1000_diff1": 0.10915178710183909, + "nauc_mrr_at_1000_max": 0.2713046919474233, + "nauc_mrr_at_1000_std": 0.1364646645661482, + "nauc_mrr_at_100_diff1": 0.10924268085885558, + "nauc_mrr_at_100_max": 0.2715727237508144, + "nauc_mrr_at_100_std": 0.13667462115868442, + "nauc_mrr_at_10_diff1": 0.106219253120459, + "nauc_mrr_at_10_max": 0.2692223942714619, + "nauc_mrr_at_10_std": 0.1359893541903477, + "nauc_mrr_at_1_diff1": 0.15444848325999094, + "nauc_mrr_at_1_max": 0.24322674538908273, + "nauc_mrr_at_1_std": 0.07001731249396487, + "nauc_mrr_at_20_diff1": 0.1086357526843975, + "nauc_mrr_at_20_max": 0.2724503231103076, + "nauc_mrr_at_20_std": 0.1379559440286894, + "nauc_mrr_at_3_diff1": 0.1119982849912299, + "nauc_mrr_at_3_max": 0.2540155212324284, + "nauc_mrr_at_3_std": 0.12023198969987099, + "nauc_mrr_at_5_diff1": 0.10354664132471422, + "nauc_mrr_at_5_max": 0.2635673392014904, + "nauc_mrr_at_5_std": 0.13359214031957672, + "nauc_ndcg_at_1000_diff1": 0.11997429913365805, + "nauc_ndcg_at_1000_max": 0.33703598493800785, + "nauc_ndcg_at_1000_std": 0.19623216987107028, + "nauc_ndcg_at_100_diff1": 0.12008586381980495, + "nauc_ndcg_at_100_max": 0.33750583142308443, + "nauc_ndcg_at_100_std": 0.19979710476356713, + "nauc_ndcg_at_10_diff1": 0.11153765761774093, + "nauc_ndcg_at_10_max": 0.3042655658362697, + "nauc_ndcg_at_10_std": 0.16377250104692004, + "nauc_ndcg_at_1_diff1": 0.15444848325999094, + "nauc_ndcg_at_1_max": 0.24322674538908273, + "nauc_ndcg_at_1_std": 0.07001731249396487, + "nauc_ndcg_at_20_diff1": 0.11379969453159124, + "nauc_ndcg_at_20_max": 0.3229019685222196, + "nauc_ndcg_at_20_std": 0.18653621640078605, + "nauc_ndcg_at_3_diff1": 0.121662739510981, + "nauc_ndcg_at_3_max": 0.2629832873473908, + "nauc_ndcg_at_3_std": 0.1077741356537939, + "nauc_ndcg_at_5_diff1": 0.10740032888200327, + "nauc_ndcg_at_5_max": 0.27996764735143514, + "nauc_ndcg_at_5_std": 0.13622618482276372, + "nauc_precision_at_1000_diff1": 0.007884214766893025, + "nauc_precision_at_1000_max": 0.15197754353310175, + "nauc_precision_at_1000_std": 0.16753700556025886, + "nauc_precision_at_100_diff1": 0.0581734142976008, + "nauc_precision_at_100_max": 0.28398230256887247, + "nauc_precision_at_100_std": 0.25326781462788517, + "nauc_precision_at_10_diff1": 0.06813637072535005, + "nauc_precision_at_10_max": 0.30501081497291943, + "nauc_precision_at_10_std": 0.23300897940786697, + "nauc_precision_at_1_diff1": 0.15444848325999094, + "nauc_precision_at_1_max": 0.24322674538908273, + "nauc_precision_at_1_std": 0.07001731249396487, + "nauc_precision_at_20_diff1": 0.06153889691473833, + "nauc_precision_at_20_max": 0.31691665671584135, + "nauc_precision_at_20_std": 0.268677814812489, + "nauc_precision_at_3_diff1": 0.0988768762464574, + "nauc_precision_at_3_max": 0.26041660659063826, + "nauc_precision_at_3_std": 0.14874440139476358, + "nauc_precision_at_5_diff1": 0.06355461240693162, + "nauc_precision_at_5_max": 0.2821020738735504, + "nauc_precision_at_5_std": 0.19888187130728066, + "nauc_recall_at_1000_diff1": 0.07792129033200977, + "nauc_recall_at_1000_max": 0.35318515603981077, + "nauc_recall_at_1000_std": 0.27263382186450674, + "nauc_recall_at_100_diff1": 0.08458969526349878, + "nauc_recall_at_100_max": 0.32729605772780146, + "nauc_recall_at_100_std": 0.24824344803332377, + "nauc_recall_at_10_diff1": 0.07083694095791006, + "nauc_recall_at_10_max": 0.28843042620485587, + "nauc_recall_at_10_std": 0.19679432177110523, + "nauc_recall_at_1_diff1": 0.16873250056869607, + "nauc_recall_at_1_max": 0.2570815057660338, + "nauc_recall_at_1_std": 0.045100613474492054, + "nauc_recall_at_20_diff1": 0.07795793716433816, + "nauc_recall_at_20_max": 0.3150840647907445, + "nauc_recall_at_20_std": 0.2345030021358615, + "nauc_recall_at_3_diff1": 0.10984462869053117, + "nauc_recall_at_3_max": 0.2630305647147614, + "nauc_recall_at_3_std": 0.11581723345787387, + "nauc_recall_at_5_diff1": 0.07196453425964296, + "nauc_recall_at_5_max": 0.27476299719045005, + "nauc_recall_at_5_std": 0.1632245789356833, + "ndcg_at_1": 0.184, + "ndcg_at_10": 0.21788, + "ndcg_at_100": 0.29423, + "ndcg_at_1000": 0.33761, + "ndcg_at_20": 0.24569, + "ndcg_at_3": 0.16575, + "ndcg_at_5": 0.18313, + "precision_at_1": 0.184, + "precision_at_10": 0.0709, + "precision_at_100": 0.0152, + "precision_at_1000": 0.00233, + "precision_at_20": 0.04715, + "precision_at_3": 0.12367, + "precision_at_5": 0.0988, + "recall_at_1": 0.0829, + "recall_at_10": 0.28007, + "recall_at_100": 0.55035, + "recall_at_1000": 0.79437, + "recall_at_20": 0.3599, + "recall_at_3": 0.15508, + "recall_at_5": 0.1993 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPedia-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..2ebaf6756 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 17.480993509292603, + "kg_co2_emissions": 0.001389894370269635, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.17406, + "map_at_1": 0.02796, + "map_at_10": 0.06686, + "map_at_100": 0.0975, + "map_at_1000": 0.10569, + "map_at_20": 0.07779, + "map_at_3": 0.0496, + "map_at_5": 0.05698, + "mrr_at_1": 0.295, + "mrr_at_10": 0.3969117063492063, + "mrr_at_100": 0.404687414658477, + "mrr_at_1000": 0.40513576307923466, + "mrr_at_20": 0.40158870602436786, + "mrr_at_3": 0.37375, + "mrr_at_5": 0.387, + "nauc_map_at_1000_diff1": 0.03956321879037466, + "nauc_map_at_1000_max": 0.08065475613868614, + "nauc_map_at_1000_std": 0.43082932692617104, + "nauc_map_at_100_diff1": 0.050185298960590694, + "nauc_map_at_100_max": 0.06018140985675612, + "nauc_map_at_100_std": 0.3911027533254314, + "nauc_map_at_10_diff1": 0.11820996069207425, + "nauc_map_at_10_max": -0.009725892837857552, + "nauc_map_at_10_std": 0.22095642467796506, + "nauc_map_at_1_diff1": 0.2586613796566263, + "nauc_map_at_1_max": -0.0328520756819409, + "nauc_map_at_1_std": 0.11646243901598617, + "nauc_map_at_20_diff1": 0.08589262114635886, + "nauc_map_at_20_max": 0.0025221977708220038, + "nauc_map_at_20_std": 0.2692792857442296, + "nauc_map_at_3_diff1": 0.15431287802503396, + "nauc_map_at_3_max": -0.049363213045072386, + "nauc_map_at_3_std": 0.15794669693700217, + "nauc_map_at_5_diff1": 0.13617394996412316, + "nauc_map_at_5_max": -0.030181357030802897, + "nauc_map_at_5_std": 0.17870681383145057, + "nauc_mrr_at_1000_diff1": 0.1191116562608323, + "nauc_mrr_at_1000_max": 0.17035506254387814, + "nauc_mrr_at_1000_std": 0.2978294280943227, + "nauc_mrr_at_100_diff1": 0.11921000083009588, + "nauc_mrr_at_100_max": 0.17041888486058474, + "nauc_mrr_at_100_std": 0.29789105712540476, + "nauc_mrr_at_10_diff1": 0.12225267730525068, + "nauc_mrr_at_10_max": 0.1692328589673494, + "nauc_mrr_at_10_std": 0.2955923292754371, + "nauc_mrr_at_1_diff1": 0.17387424819327987, + "nauc_mrr_at_1_max": 0.1540190582577838, + "nauc_mrr_at_1_std": 0.25356405767881596, + "nauc_mrr_at_20_diff1": 0.11898726316296494, + "nauc_mrr_at_20_max": 0.17038562632743556, + "nauc_mrr_at_20_std": 0.2972210126937504, + "nauc_mrr_at_3_diff1": 0.12574166322936825, + "nauc_mrr_at_3_max": 0.15302741099345432, + "nauc_mrr_at_3_std": 0.2885259918206214, + "nauc_mrr_at_5_diff1": 0.1224951653099864, + "nauc_mrr_at_5_max": 0.1706379790411355, + "nauc_mrr_at_5_std": 0.2907031001353984, + "nauc_ndcg_at_1000_diff1": 0.039601176381179576, + "nauc_ndcg_at_1000_max": 0.1660800966414885, + "nauc_ndcg_at_1000_std": 0.5692396546174836, + "nauc_ndcg_at_100_diff1": 0.06695556301576076, + "nauc_ndcg_at_100_max": 0.11959483944840175, + "nauc_ndcg_at_100_std": 0.4800042050324705, + "nauc_ndcg_at_10_diff1": 0.11855983027626071, + "nauc_ndcg_at_10_max": 0.11922488616990204, + "nauc_ndcg_at_10_std": 0.3312231525687586, + "nauc_ndcg_at_1_diff1": 0.19784997266040089, + "nauc_ndcg_at_1_max": 0.14039348389027026, + "nauc_ndcg_at_1_std": 0.27394897295958925, + "nauc_ndcg_at_20_diff1": 0.0987325291520472, + "nauc_ndcg_at_20_max": 0.09185393955400226, + "nauc_ndcg_at_20_std": 0.3514931928928805, + "nauc_ndcg_at_3_diff1": 0.12906049812163467, + "nauc_ndcg_at_3_max": 0.12128374451125527, + "nauc_ndcg_at_3_std": 0.28760636190801503, + "nauc_ndcg_at_5_diff1": 0.124811325470416, + "nauc_ndcg_at_5_max": 0.1413175595938046, + "nauc_ndcg_at_5_std": 0.3019990465621149, + "nauc_precision_at_1000_diff1": -0.05295430199016358, + "nauc_precision_at_1000_max": 0.31581665785231366, + "nauc_precision_at_1000_std": 0.3061718949493955, + "nauc_precision_at_100_diff1": -0.028644844279239686, + "nauc_precision_at_100_max": 0.3089230188697737, + "nauc_precision_at_100_std": 0.47167777878512407, + "nauc_precision_at_10_diff1": 0.01571211036799477, + "nauc_precision_at_10_max": 0.23221782631058493, + "nauc_precision_at_10_std": 0.35388736389172726, + "nauc_precision_at_1_diff1": 0.17387424819327987, + "nauc_precision_at_1_max": 0.1540190582577838, + "nauc_precision_at_1_std": 0.25356405767881596, + "nauc_precision_at_20_diff1": -0.015497737779380225, + "nauc_precision_at_20_max": 0.23113896948316573, + "nauc_precision_at_20_std": 0.3725528721436633, + "nauc_precision_at_3_diff1": 0.0442541458865508, + "nauc_precision_at_3_max": 0.1578299476949277, + "nauc_precision_at_3_std": 0.27139277460162986, + "nauc_precision_at_5_diff1": 0.038702179943369885, + "nauc_precision_at_5_max": 0.23190966013415246, + "nauc_precision_at_5_std": 0.30690105525233624, + "nauc_recall_at_1000_diff1": -0.021349911215684317, + "nauc_recall_at_1000_max": 0.17266846639067676, + "nauc_recall_at_1000_std": 0.6335822831596034, + "nauc_recall_at_100_diff1": 0.005553885581107743, + "nauc_recall_at_100_max": 0.09360975669339174, + "nauc_recall_at_100_std": 0.5135246783872499, + "nauc_recall_at_10_diff1": 0.0718484791290118, + "nauc_recall_at_10_max": -0.01467633009551582, + "nauc_recall_at_10_std": 0.19127312415796854, + "nauc_recall_at_1_diff1": 0.2586613796566263, + "nauc_recall_at_1_max": -0.0328520756819409, + "nauc_recall_at_1_std": 0.11646243901598617, + "nauc_recall_at_20_diff1": 0.023957946485925856, + "nauc_recall_at_20_max": -0.015083409764700049, + "nauc_recall_at_20_std": 0.2498438213085229, + "nauc_recall_at_3_diff1": 0.10706001651730387, + "nauc_recall_at_3_max": -0.05995805661429697, + "nauc_recall_at_3_std": 0.14867860149969367, + "nauc_recall_at_5_diff1": 0.07866844084593883, + "nauc_recall_at_5_max": -0.027927516239045224, + "nauc_recall_at_5_std": 0.15896037063262944, + "ndcg_at_1": 0.21875, + "ndcg_at_10": 0.17406, + "ndcg_at_100": 0.20852, + "ndcg_at_1000": 0.26421, + "ndcg_at_20": 0.17382, + "ndcg_at_3": 0.19814, + "ndcg_at_5": 0.18359, + "precision_at_1": 0.295, + "precision_at_10": 0.14725, + "precision_at_100": 0.05377, + "precision_at_1000": 0.01164, + "precision_at_20": 0.114, + "precision_at_3": 0.2375, + "precision_at_5": 0.1965, + "recall_at_1": 0.02796, + "recall_at_10": 0.11097, + "recall_at_100": 0.27741, + "recall_at_1000": 0.46714, + "recall_at_20": 0.14954, + "recall_at_3": 0.06625, + "recall_at_5": 0.08342 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPediaHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPediaHardNegatives.json new file mode 100644 index 000000000..a5c06fc5d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 16.440815210342407, + "kg_co2_emissions": 0.0012921728138139198, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.36958, + "map_at_1": 0.0768, + "map_at_10": 0.16691, + "map_at_100": 0.26168, + "map_at_1000": 0.29626, + "map_at_20": 0.19882, + "map_at_3": 0.11737, + "map_at_5": 0.14024, + "mrr_at_1": 0.605, + "mrr_at_10": 0.6959474206349207, + "mrr_at_100": 0.699742584307603, + "mrr_at_1000": 0.6998460851469734, + "mrr_at_20": 0.6986942720269927, + "mrr_at_3": 0.6716666666666667, + "mrr_at_5": 0.6845416666666666, + "nauc_map_at_1000_diff1": 0.2084827429733232, + "nauc_map_at_1000_max": 0.34165004503334234, + "nauc_map_at_1000_std": 0.13699103799323495, + "nauc_map_at_100_diff1": 0.2227204606638099, + "nauc_map_at_100_max": 0.33188598371959993, + "nauc_map_at_100_std": 0.10933196390852223, + "nauc_map_at_10_diff1": 0.3005309897754918, + "nauc_map_at_10_max": 0.18849097962478564, + "nauc_map_at_10_std": -0.11101502347405834, + "nauc_map_at_1_diff1": 0.5016729040600995, + "nauc_map_at_1_max": 0.16295719890146343, + "nauc_map_at_1_std": -0.23383846170997263, + "nauc_map_at_20_diff1": 0.26208124689881646, + "nauc_map_at_20_max": 0.23608127587152072, + "nauc_map_at_20_std": -0.04321411421322794, + "nauc_map_at_3_diff1": 0.4059536415968711, + "nauc_map_at_3_max": 0.16463158091636407, + "nauc_map_at_3_std": -0.19332666067874138, + "nauc_map_at_5_diff1": 0.3484788805928892, + "nauc_map_at_5_max": 0.1691783528440364, + "nauc_map_at_5_std": -0.17090365572049596, + "nauc_mrr_at_1000_diff1": 0.4142198573468566, + "nauc_mrr_at_1000_max": 0.586007354554816, + "nauc_mrr_at_1000_std": 0.2476050780550411, + "nauc_mrr_at_100_diff1": 0.41418083024320734, + "nauc_mrr_at_100_max": 0.5860683138577458, + "nauc_mrr_at_100_std": 0.24765829491067579, + "nauc_mrr_at_10_diff1": 0.41257250398851664, + "nauc_mrr_at_10_max": 0.586905594856114, + "nauc_mrr_at_10_std": 0.2511310517438688, + "nauc_mrr_at_1_diff1": 0.4213314067962837, + "nauc_mrr_at_1_max": 0.5672104392354741, + "nauc_mrr_at_1_std": 0.20010780621832247, + "nauc_mrr_at_20_diff1": 0.4141045899719046, + "nauc_mrr_at_20_max": 0.5860366210646766, + "nauc_mrr_at_20_std": 0.24802428790683825, + "nauc_mrr_at_3_diff1": 0.4139742594507575, + "nauc_mrr_at_3_max": 0.5831067977851552, + "nauc_mrr_at_3_std": 0.243398720706734, + "nauc_mrr_at_5_diff1": 0.4120179834641799, + "nauc_mrr_at_5_max": 0.5898048295445899, + "nauc_mrr_at_5_std": 0.25218362837461983, + "nauc_ndcg_at_1000_diff1": 0.22712141152534304, + "nauc_ndcg_at_1000_max": 0.46449867187101906, + "nauc_ndcg_at_1000_std": 0.30364889931794714, + "nauc_ndcg_at_100_diff1": 0.22717459132709444, + "nauc_ndcg_at_100_max": 0.3834735337306994, + "nauc_ndcg_at_100_std": 0.18521746778049125, + "nauc_ndcg_at_10_diff1": 0.2409461235892374, + "nauc_ndcg_at_10_max": 0.3680840454438087, + "nauc_ndcg_at_10_std": 0.12515999733883618, + "nauc_ndcg_at_1_diff1": 0.37383500900030736, + "nauc_ndcg_at_1_max": 0.43625587215173195, + "nauc_ndcg_at_1_std": 0.11893752469596527, + "nauc_ndcg_at_20_diff1": 0.23605058987604952, + "nauc_ndcg_at_20_max": 0.33482749537830947, + "nauc_ndcg_at_20_std": 0.09040695115480187, + "nauc_ndcg_at_3_diff1": 0.2727127883934604, + "nauc_ndcg_at_3_max": 0.41996383010513844, + "nauc_ndcg_at_3_std": 0.1548557543875334, + "nauc_ndcg_at_5_diff1": 0.24239882284535963, + "nauc_ndcg_at_5_max": 0.39926313335235325, + "nauc_ndcg_at_5_std": 0.13781927554271045, + "nauc_precision_at_1000_diff1": -0.08694395612897196, + "nauc_precision_at_1000_max": -0.03845722087140005, + "nauc_precision_at_1000_std": -0.037324065214509504, + "nauc_precision_at_100_diff1": -0.07035378948508242, + "nauc_precision_at_100_max": 0.2330448399987426, + "nauc_precision_at_100_std": 0.29959923274148675, + "nauc_precision_at_10_diff1": -0.04226848535024572, + "nauc_precision_at_10_max": 0.3692483473814136, + "nauc_precision_at_10_std": 0.368615516094235, + "nauc_precision_at_1_diff1": 0.4213314067962837, + "nauc_precision_at_1_max": 0.5672104392354741, + "nauc_precision_at_1_std": 0.20010780621832247, + "nauc_precision_at_20_diff1": -0.06263841134141777, + "nauc_precision_at_20_max": 0.34650932984521815, + "nauc_precision_at_20_std": 0.3619357446190053, + "nauc_precision_at_3_diff1": 0.10608233941112137, + "nauc_precision_at_3_max": 0.4086537040347634, + "nauc_precision_at_3_std": 0.24188169780166402, + "nauc_precision_at_5_diff1": 0.010078139597277387, + "nauc_precision_at_5_max": 0.38024328195890394, + "nauc_precision_at_5_std": 0.2729673404270608, + "nauc_recall_at_1000_diff1": 0.03370008250076071, + "nauc_recall_at_1000_max": 0.3549840061525871, + "nauc_recall_at_1000_std": 0.5254189284255854, + "nauc_recall_at_100_diff1": 0.10079373751935185, + "nauc_recall_at_100_max": 0.22855440332387084, + "nauc_recall_at_100_std": 0.14479332272137196, + "nauc_recall_at_10_diff1": 0.1935941439292068, + "nauc_recall_at_10_max": 0.06516080093783845, + "nauc_recall_at_10_std": -0.14288129114211168, + "nauc_recall_at_1_diff1": 0.5016729040600995, + "nauc_recall_at_1_max": 0.16295719890146343, + "nauc_recall_at_1_std": -0.23383846170997263, + "nauc_recall_at_20_diff1": 0.144382004730018, + "nauc_recall_at_20_max": 0.10648440179232395, + "nauc_recall_at_20_std": -0.0929824329180064, + "nauc_recall_at_3_diff1": 0.3570998862893153, + "nauc_recall_at_3_max": 0.12126139662342067, + "nauc_recall_at_3_std": -0.20432394381599198, + "nauc_recall_at_5_diff1": 0.27984445804191677, + "nauc_recall_at_5_max": 0.1131029075967446, + "nauc_recall_at_5_std": -0.184517384618148, + "ndcg_at_1": 0.47375, + "ndcg_at_10": 0.36958, + "ndcg_at_100": 0.46168, + "ndcg_at_1000": 0.56214, + "ndcg_at_20": 0.37809, + "ndcg_at_3": 0.40241, + "ndcg_at_5": 0.38581, + "precision_at_1": 0.605, + "precision_at_10": 0.30775, + "precision_at_100": 0.12965, + "precision_at_1000": 0.03025, + "precision_at_20": 0.24787, + "precision_at_3": 0.44083, + "precision_at_5": 0.3895, + "recall_at_1": 0.0768, + "recall_at_10": 0.22886, + "recall_at_100": 0.5845, + "recall_at_1000": 0.89245, + "recall_at_20": 0.31679, + "recall_at_3": 0.12973, + "recall_at_5": 0.16824 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/FEVERHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/FEVERHardNegatives.json new file mode 100644 index 000000000..40d022fd8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 33.72946262359619, + "kg_co2_emissions": 0.0024836255245037904, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.58989, + "map_at_1": 0.3937, + "map_at_10": 0.52241, + "map_at_100": 0.53125, + "map_at_1000": 0.53151, + "map_at_20": 0.52847, + "map_at_3": 0.49339, + "map_at_5": 0.51094, + "mrr_at_1": 0.415, + "mrr_at_10": 0.5504408730158725, + "mrr_at_100": 0.5582608946151297, + "mrr_at_1000": 0.558371912129567, + "mrr_at_20": 0.5562162896099422, + "mrr_at_3": 0.5214999999999994, + "mrr_at_5": 0.5392499999999993, + "nauc_map_at_1000_diff1": 0.3845316869446167, + "nauc_map_at_1000_max": 0.24811427901100958, + "nauc_map_at_1000_std": 0.002955912396056577, + "nauc_map_at_100_diff1": 0.38442785876667707, + "nauc_map_at_100_max": 0.248124172375609, + "nauc_map_at_100_std": 0.0030380944617836064, + "nauc_map_at_10_diff1": 0.3822274100229966, + "nauc_map_at_10_max": 0.2478176783054915, + "nauc_map_at_10_std": -0.00011910516029660577, + "nauc_map_at_1_diff1": 0.43068478509552366, + "nauc_map_at_1_max": 0.20301261942436, + "nauc_map_at_1_std": -0.02262011344932951, + "nauc_map_at_20_diff1": 0.384336294013364, + "nauc_map_at_20_max": 0.2481375783064874, + "nauc_map_at_20_std": 0.0017411367062407726, + "nauc_map_at_3_diff1": 0.3842900099375091, + "nauc_map_at_3_max": 0.2416383867148019, + "nauc_map_at_3_std": -0.00344673711615226, + "nauc_map_at_5_diff1": 0.3776071341205398, + "nauc_map_at_5_max": 0.24728870109482393, + "nauc_map_at_5_std": -0.0012629130601531507, + "nauc_mrr_at_1000_diff1": 0.4029469202270145, + "nauc_mrr_at_1000_max": 0.2701302458509888, + "nauc_mrr_at_1000_std": 0.016386450172855744, + "nauc_mrr_at_100_diff1": 0.40296105079743205, + "nauc_mrr_at_100_max": 0.2703071109788558, + "nauc_mrr_at_100_std": 0.01659819059226722, + "nauc_mrr_at_10_diff1": 0.40051858961270287, + "nauc_mrr_at_10_max": 0.2709647658600532, + "nauc_mrr_at_10_std": 0.015595193477429476, + "nauc_mrr_at_1_diff1": 0.4537293541479322, + "nauc_mrr_at_1_max": 0.2237301951853841, + "nauc_mrr_at_1_std": -0.017233504344281923, + "nauc_mrr_at_20_diff1": 0.40280948794312116, + "nauc_mrr_at_20_max": 0.2714737156860502, + "nauc_mrr_at_20_std": 0.017506911247988297, + "nauc_mrr_at_3_diff1": 0.40350980502055445, + "nauc_mrr_at_3_max": 0.2674777822947495, + "nauc_mrr_at_3_std": 0.012527619151674942, + "nauc_mrr_at_5_diff1": 0.39743887555759905, + "nauc_mrr_at_5_max": 0.2715062245237098, + "nauc_mrr_at_5_std": 0.011396668600610855, + "nauc_ndcg_at_1000_diff1": 0.3819948256907179, + "nauc_ndcg_at_1000_max": 0.26803603046323193, + "nauc_ndcg_at_1000_std": 0.02446405848564589, + "nauc_ndcg_at_100_diff1": 0.3796271327373931, + "nauc_ndcg_at_100_max": 0.2709775158320176, + "nauc_ndcg_at_100_std": 0.029528050851333244, + "nauc_ndcg_at_10_diff1": 0.3684480405883758, + "nauc_ndcg_at_10_max": 0.2705847727525894, + "nauc_ndcg_at_10_std": 0.015506482161910425, + "nauc_ndcg_at_1_diff1": 0.4537293541479322, + "nauc_ndcg_at_1_max": 0.2237301951853841, + "nauc_ndcg_at_1_std": -0.017233504344281923, + "nauc_ndcg_at_20_diff1": 0.375331536427538, + "nauc_ndcg_at_20_max": 0.27221020192490153, + "nauc_ndcg_at_20_std": 0.023258008639840025, + "nauc_ndcg_at_3_diff1": 0.374277417966786, + "nauc_ndcg_at_3_max": 0.2603837473440788, + "nauc_ndcg_at_3_std": 0.007350800573903713, + "nauc_ndcg_at_5_diff1": 0.36036652562902993, + "nauc_ndcg_at_5_max": 0.2691228688297989, + "nauc_ndcg_at_5_std": 0.009531120478753772, + "nauc_precision_at_1000_diff1": -0.0379187902178793, + "nauc_precision_at_1000_max": 0.15112380333029476, + "nauc_precision_at_1000_std": 0.22451326203384966, + "nauc_precision_at_100_diff1": 0.02657280445587737, + "nauc_precision_at_100_max": 0.30550989227764197, + "nauc_precision_at_100_std": 0.3402053880519092, + "nauc_precision_at_10_diff1": 0.2502285772051799, + "nauc_precision_at_10_max": 0.37394332183895096, + "nauc_precision_at_10_std": 0.09081984521897347, + "nauc_precision_at_1_diff1": 0.4537293541479322, + "nauc_precision_at_1_max": 0.2237301951853841, + "nauc_precision_at_1_std": -0.017233504344281923, + "nauc_precision_at_20_diff1": 0.2067552649456523, + "nauc_precision_at_20_max": 0.4015218604425471, + "nauc_precision_at_20_std": 0.1679384219720496, + "nauc_precision_at_3_diff1": 0.3284879049106771, + "nauc_precision_at_3_max": 0.3270527581174989, + "nauc_precision_at_3_std": 0.04299494082631049, + "nauc_precision_at_5_diff1": 0.26703293252222693, + "nauc_precision_at_5_max": 0.3605785128547122, + "nauc_precision_at_5_std": 0.05512091761050232, + "nauc_recall_at_1000_diff1": 0.32787442183589666, + "nauc_recall_at_1000_max": 0.3805973943922936, + "nauc_recall_at_1000_std": 0.49316627036564376, + "nauc_recall_at_100_diff1": 0.2415531821444824, + "nauc_recall_at_100_max": 0.3905904379752838, + "nauc_recall_at_100_std": 0.38120294699278845, + "nauc_recall_at_10_diff1": 0.2644846713161405, + "nauc_recall_at_10_max": 0.3185961422893476, + "nauc_recall_at_10_std": 0.06361544383251473, + "nauc_recall_at_1_diff1": 0.43068478509552366, + "nauc_recall_at_1_max": 0.20301261942436, + "nauc_recall_at_1_std": -0.02262011344932951, + "nauc_recall_at_20_diff1": 0.26097379321670294, + "nauc_recall_at_20_max": 0.34143515008585207, + "nauc_recall_at_20_std": 0.1377966837688188, + "nauc_recall_at_3_diff1": 0.31558752354663583, + "nauc_recall_at_3_max": 0.2842353474481983, + "nauc_recall_at_3_std": 0.023747229430670737, + "nauc_recall_at_5_diff1": 0.2650910019867828, + "nauc_recall_at_5_max": 0.30722486637395957, + "nauc_recall_at_5_std": 0.03318805630812964, + "ndcg_at_1": 0.415, + "ndcg_at_10": 0.58989, + "ndcg_at_100": 0.62855, + "ndcg_at_1000": 0.63413, + "ndcg_at_20": 0.61085, + "ndcg_at_3": 0.53282, + "ndcg_at_5": 0.56334, + "precision_at_1": 0.415, + "precision_at_10": 0.0833, + "precision_at_100": 0.01036, + "precision_at_1000": 0.00111, + "precision_at_20": 0.0461, + "precision_at_3": 0.22, + "precision_at_5": 0.1486, + "recall_at_1": 0.3937, + "recall_at_10": 0.77005, + "recall_at_100": 0.93969, + "recall_at_1000": 0.97901, + "recall_at_20": 0.85009, + "recall_at_3": 0.61767, + "recall_at_5": 0.69107 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..6c986e2ce --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 43.3237669467926, + "kg_co2_emissions": 0.0034157452200763647, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.22548, + "map_at_1": 0.1195, + "map_at_10": 0.16645, + "map_at_100": 0.17454, + "map_at_1000": 0.17532, + "map_at_20": 0.17095, + "map_at_3": 0.15017, + "map_at_5": 0.15787, + "mrr_at_1": 0.239, + "mrr_at_10": 0.3072472222222222, + "mrr_at_100": 0.3151134745994127, + "mrr_at_1000": 0.31563123843211416, + "mrr_at_20": 0.3120108272231724, + "mrr_at_3": 0.286, + "mrr_at_5": 0.29709999999999986, + "nauc_map_at_1000_diff1": 0.4247461595448875, + "nauc_map_at_1000_max": 0.2201768666616991, + "nauc_map_at_1000_std": 0.11166763863376407, + "nauc_map_at_100_diff1": 0.4248074013077717, + "nauc_map_at_100_max": 0.22039326178503119, + "nauc_map_at_100_std": 0.1115624209730474, + "nauc_map_at_10_diff1": 0.427539257006034, + "nauc_map_at_10_max": 0.2209180983153121, + "nauc_map_at_10_std": 0.09952174198026456, + "nauc_map_at_1_diff1": 0.5265929752593125, + "nauc_map_at_1_max": 0.24506469129282069, + "nauc_map_at_1_std": 0.05901664433517937, + "nauc_map_at_20_diff1": 0.42511871499199577, + "nauc_map_at_20_max": 0.2213511591325973, + "nauc_map_at_20_std": 0.10547612395441829, + "nauc_map_at_3_diff1": 0.4334499741081994, + "nauc_map_at_3_max": 0.23550354627935027, + "nauc_map_at_3_std": 0.09613781003954015, + "nauc_map_at_5_diff1": 0.42744541560777866, + "nauc_map_at_5_max": 0.22814777388553556, + "nauc_map_at_5_std": 0.09514433539187629, + "nauc_mrr_at_1000_diff1": 0.4472828716634726, + "nauc_mrr_at_1000_max": 0.22085527439530098, + "nauc_mrr_at_1000_std": 0.09473740511122339, + "nauc_mrr_at_100_diff1": 0.4471159588892726, + "nauc_mrr_at_100_max": 0.22104874918857736, + "nauc_mrr_at_100_std": 0.09504572689787921, + "nauc_mrr_at_10_diff1": 0.4488491345532874, + "nauc_mrr_at_10_max": 0.22286749429945693, + "nauc_mrr_at_10_std": 0.09101600953836694, + "nauc_mrr_at_1_diff1": 0.5265929752593125, + "nauc_mrr_at_1_max": 0.24506469129282069, + "nauc_mrr_at_1_std": 0.05901664433517937, + "nauc_mrr_at_20_diff1": 0.4474779912326682, + "nauc_mrr_at_20_max": 0.22168802294470302, + "nauc_mrr_at_20_std": 0.0938807633059356, + "nauc_mrr_at_3_diff1": 0.4541460019755396, + "nauc_mrr_at_3_max": 0.23186394339166913, + "nauc_mrr_at_3_std": 0.09039057793466825, + "nauc_mrr_at_5_diff1": 0.4478404853346136, + "nauc_mrr_at_5_max": 0.22318429960727415, + "nauc_mrr_at_5_std": 0.08709351831384318, + "nauc_ndcg_at_1000_diff1": 0.4028001079579577, + "nauc_ndcg_at_1000_max": 0.19009783668752753, + "nauc_ndcg_at_1000_std": 0.1509364919211147, + "nauc_ndcg_at_100_diff1": 0.40454053821369823, + "nauc_ndcg_at_100_max": 0.19638427834352903, + "nauc_ndcg_at_100_std": 0.14891425655588753, + "nauc_ndcg_at_10_diff1": 0.41317634563119054, + "nauc_ndcg_at_10_max": 0.20580553473073895, + "nauc_ndcg_at_10_std": 0.10845646430439099, + "nauc_ndcg_at_1_diff1": 0.5265929752593125, + "nauc_ndcg_at_1_max": 0.24506469129282069, + "nauc_ndcg_at_1_std": 0.05901664433517937, + "nauc_ndcg_at_20_diff1": 0.40568348925984526, + "nauc_ndcg_at_20_max": 0.20478760603165672, + "nauc_ndcg_at_20_std": 0.12474410493969004, + "nauc_ndcg_at_3_diff1": 0.4221001421042835, + "nauc_ndcg_at_3_max": 0.2294091543548166, + "nauc_ndcg_at_3_std": 0.10207594917439762, + "nauc_ndcg_at_5_diff1": 0.41177215829206193, + "nauc_ndcg_at_5_max": 0.21583674675996395, + "nauc_ndcg_at_5_std": 0.09879979258793287, + "nauc_precision_at_1000_diff1": 0.20571341379836397, + "nauc_precision_at_1000_max": 0.03674115759646214, + "nauc_precision_at_1000_std": 0.24498386647666698, + "nauc_precision_at_100_diff1": 0.25780818022401664, + "nauc_precision_at_100_max": 0.08972846683553039, + "nauc_precision_at_100_std": 0.2471462599900651, + "nauc_precision_at_10_diff1": 0.33595149727891577, + "nauc_precision_at_10_max": 0.1526999750050934, + "nauc_precision_at_10_std": 0.135162582414928, + "nauc_precision_at_1_diff1": 0.5265929752593125, + "nauc_precision_at_1_max": 0.24506469129282069, + "nauc_precision_at_1_std": 0.05901664433517937, + "nauc_precision_at_20_diff1": 0.2918520192930953, + "nauc_precision_at_20_max": 0.1407375851173068, + "nauc_precision_at_20_std": 0.17642575413764988, + "nauc_precision_at_3_diff1": 0.36627953966010884, + "nauc_precision_at_3_max": 0.21727768566299374, + "nauc_precision_at_3_std": 0.12422270497444325, + "nauc_precision_at_5_diff1": 0.34277796901893276, + "nauc_precision_at_5_max": 0.18655421686746979, + "nauc_precision_at_5_std": 0.11569133677567389, + "nauc_recall_at_1000_diff1": 0.2057134137983653, + "nauc_recall_at_1000_max": 0.036741157596462945, + "nauc_recall_at_1000_std": 0.24498386647666806, + "nauc_recall_at_100_diff1": 0.25780818022401625, + "nauc_recall_at_100_max": 0.08972846683553043, + "nauc_recall_at_100_std": 0.24714625999006518, + "nauc_recall_at_10_diff1": 0.3359514972789159, + "nauc_recall_at_10_max": 0.15269997500509333, + "nauc_recall_at_10_std": 0.13516258241492796, + "nauc_recall_at_1_diff1": 0.5265929752593125, + "nauc_recall_at_1_max": 0.24506469129282069, + "nauc_recall_at_1_std": 0.05901664433517937, + "nauc_recall_at_20_diff1": 0.2918520192930954, + "nauc_recall_at_20_max": 0.14073758511730686, + "nauc_recall_at_20_std": 0.17642575413765033, + "nauc_recall_at_3_diff1": 0.3662795396601087, + "nauc_recall_at_3_max": 0.21727768566299394, + "nauc_recall_at_3_std": 0.12422270497444342, + "nauc_recall_at_5_diff1": 0.34277796901893276, + "nauc_recall_at_5_max": 0.1865542168674699, + "nauc_recall_at_5_std": 0.11569133677567417, + "ndcg_at_1": 0.239, + "ndcg_at_10": 0.22548, + "ndcg_at_100": 0.26417, + "ndcg_at_1000": 0.28448, + "ndcg_at_20": 0.24085, + "ndcg_at_3": 0.19059, + "ndcg_at_5": 0.20524, + "precision_at_1": 0.239, + "precision_at_10": 0.0522, + "precision_at_100": 0.00828, + "precision_at_1000": 0.0011, + "precision_at_20": 0.03105, + "precision_at_3": 0.12067, + "precision_at_5": 0.084, + "recall_at_1": 0.1195, + "recall_at_10": 0.261, + "recall_at_100": 0.414, + "recall_at_1000": 0.5505, + "recall_at_20": 0.3105, + "recall_at_3": 0.181, + "recall_at_5": 0.21 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQAHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQAHardNegatives.json new file mode 100644 index 000000000..43367e1f2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 40.95355582237244, + "kg_co2_emissions": 0.0031583719120736138, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.48609, + "map_at_1": 0.2745, + "map_at_10": 0.39372, + "map_at_100": 0.40481, + "map_at_1000": 0.40591, + "map_at_20": 0.39874, + "map_at_3": 0.36467, + "map_at_5": 0.38079, + "mrr_at_1": 0.549, + "mrr_at_10": 0.6371654761904761, + "mrr_at_100": 0.6423448841958509, + "mrr_at_1000": 0.6425577981848809, + "mrr_at_20": 0.6398959208876779, + "mrr_at_3": 0.6186666666666667, + "mrr_at_5": 0.6297166666666668, + "nauc_map_at_1000_diff1": 0.33678338459055013, + "nauc_map_at_1000_max": 0.34687316025716936, + "nauc_map_at_1000_std": 0.13118761817293134, + "nauc_map_at_100_diff1": 0.33654094529752077, + "nauc_map_at_100_max": 0.34646304310013964, + "nauc_map_at_100_std": 0.13041568505012868, + "nauc_map_at_10_diff1": 0.341081061579082, + "nauc_map_at_10_max": 0.3477205056164581, + "nauc_map_at_10_std": 0.12246511040317132, + "nauc_map_at_1_diff1": 0.6276901799227679, + "nauc_map_at_1_max": 0.44167694135502444, + "nauc_map_at_1_std": 0.08847593759161307, + "nauc_map_at_20_diff1": 0.33640725330922966, + "nauc_map_at_20_max": 0.346976732367529, + "nauc_map_at_20_std": 0.12740025162360688, + "nauc_map_at_3_diff1": 0.37151155382568185, + "nauc_map_at_3_max": 0.3599250521830167, + "nauc_map_at_3_std": 0.12084062932258618, + "nauc_map_at_5_diff1": 0.3498394954354166, + "nauc_map_at_5_max": 0.35097352301843454, + "nauc_map_at_5_std": 0.11750379898424242, + "nauc_mrr_at_1000_diff1": 0.5749811401572164, + "nauc_mrr_at_1000_max": 0.44663834977056716, + "nauc_mrr_at_1000_std": 0.10211891672827397, + "nauc_mrr_at_100_diff1": 0.5748442324485774, + "nauc_mrr_at_100_max": 0.4467036552833294, + "nauc_mrr_at_100_std": 0.1022346899519762, + "nauc_mrr_at_10_diff1": 0.573315434662326, + "nauc_mrr_at_10_max": 0.4459696992248869, + "nauc_mrr_at_10_std": 0.10119994102167046, + "nauc_mrr_at_1_diff1": 0.6276901799227679, + "nauc_mrr_at_1_max": 0.44167694135502444, + "nauc_mrr_at_1_std": 0.08847593759161307, + "nauc_mrr_at_20_diff1": 0.573745373085609, + "nauc_mrr_at_20_max": 0.4467302428600683, + "nauc_mrr_at_20_std": 0.10189398306134258, + "nauc_mrr_at_3_diff1": 0.579506982814336, + "nauc_mrr_at_3_max": 0.44194699742626126, + "nauc_mrr_at_3_std": 0.09620089940355459, + "nauc_mrr_at_5_diff1": 0.5717406264248861, + "nauc_mrr_at_5_max": 0.44477860617392795, + "nauc_mrr_at_5_std": 0.0987764369993193, + "nauc_ndcg_at_1000_diff1": 0.35214039719973794, + "nauc_ndcg_at_1000_max": 0.3653620214357949, + "nauc_ndcg_at_1000_std": 0.16653116484037994, + "nauc_ndcg_at_100_diff1": 0.3437825615977005, + "nauc_ndcg_at_100_max": 0.3596648135948492, + "nauc_ndcg_at_100_std": 0.15760029101500292, + "nauc_ndcg_at_10_diff1": 0.3587302850433729, + "nauc_ndcg_at_10_max": 0.3639883497087203, + "nauc_ndcg_at_10_std": 0.126792696645702, + "nauc_ndcg_at_1_diff1": 0.6276901799227679, + "nauc_ndcg_at_1_max": 0.44167694135502444, + "nauc_ndcg_at_1_std": 0.08847593759161307, + "nauc_ndcg_at_20_diff1": 0.3467580652137698, + "nauc_ndcg_at_20_max": 0.36240426405289944, + "nauc_ndcg_at_20_std": 0.13912618991670378, + "nauc_ndcg_at_3_diff1": 0.4070787733068843, + "nauc_ndcg_at_3_max": 0.3785458905869344, + "nauc_ndcg_at_3_std": 0.11760883412832152, + "nauc_ndcg_at_5_diff1": 0.3743068320846001, + "nauc_ndcg_at_5_max": 0.3692746684457697, + "nauc_ndcg_at_5_std": 0.1167385035968942, + "nauc_precision_at_1000_diff1": -0.10869312020563161, + "nauc_precision_at_1000_max": 0.1599341339009597, + "nauc_precision_at_1000_std": 0.45261657094662405, + "nauc_precision_at_100_diff1": 0.008459649266164389, + "nauc_precision_at_100_max": 0.19303866425156882, + "nauc_precision_at_100_std": 0.26759911204325404, + "nauc_precision_at_10_diff1": 0.14656318469899057, + "nauc_precision_at_10_max": 0.2668073586192959, + "nauc_precision_at_10_std": 0.14131665273348182, + "nauc_precision_at_1_diff1": 0.6276901799227679, + "nauc_precision_at_1_max": 0.44167694135502444, + "nauc_precision_at_1_std": 0.08847593759161307, + "nauc_precision_at_20_diff1": 0.09368333836214125, + "nauc_precision_at_20_max": 0.24689243619400664, + "nauc_precision_at_20_std": 0.17555041499638432, + "nauc_precision_at_3_diff1": 0.2890638214688327, + "nauc_precision_at_3_max": 0.33782200159829695, + "nauc_precision_at_3_std": 0.13014977195404467, + "nauc_precision_at_5_diff1": 0.20183125524400433, + "nauc_precision_at_5_max": 0.2983199672188725, + "nauc_precision_at_5_std": 0.12234189935413378, + "nauc_recall_at_1000_diff1": -0.10869312020563054, + "nauc_recall_at_1000_max": 0.15993413390095987, + "nauc_recall_at_1000_std": 0.4526165709466238, + "nauc_recall_at_100_diff1": 0.008459649266164932, + "nauc_recall_at_100_max": 0.19303866425156951, + "nauc_recall_at_100_std": 0.26759911204325476, + "nauc_recall_at_10_diff1": 0.1465631846989908, + "nauc_recall_at_10_max": 0.2668073586192957, + "nauc_recall_at_10_std": 0.14131665273348182, + "nauc_recall_at_1_diff1": 0.6276901799227679, + "nauc_recall_at_1_max": 0.44167694135502444, + "nauc_recall_at_1_std": 0.08847593759161307, + "nauc_recall_at_20_diff1": 0.0936833383621407, + "nauc_recall_at_20_max": 0.24689243619400672, + "nauc_recall_at_20_std": 0.17555041499638416, + "nauc_recall_at_3_diff1": 0.2890638214688328, + "nauc_recall_at_3_max": 0.3378220015982967, + "nauc_recall_at_3_std": 0.13014977195404476, + "nauc_recall_at_5_diff1": 0.2018312552440047, + "nauc_recall_at_5_max": 0.2983199672188725, + "nauc_recall_at_5_std": 0.12234189935413352, + "ndcg_at_1": 0.549, + "ndcg_at_10": 0.48609, + "ndcg_at_100": 0.53352, + "ndcg_at_1000": 0.55666, + "ndcg_at_20": 0.50026, + "ndcg_at_3": 0.43771, + "ndcg_at_5": 0.46167, + "precision_at_1": 0.549, + "precision_at_10": 0.1046, + "precision_at_100": 0.01432, + "precision_at_1000": 0.00174, + "precision_at_20": 0.05685, + "precision_at_3": 0.27633, + "precision_at_5": 0.1848, + "recall_at_1": 0.2745, + "recall_at_10": 0.523, + "recall_at_100": 0.716, + "recall_at_1000": 0.87, + "recall_at_20": 0.5685, + "recall_at_3": 0.4145, + "recall_at_5": 0.462 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..674b171ac --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 472.04806542396545, + "kg_co2_emissions": 0.03802350955410786, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 0.00021, + "map_at_1000": 0.00025, + "map_at_20": 0.00015, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.000308280169309581, + "mrr_at_1000": 0.000376170941436026, + "mrr_at_20": 0.0002616452991452991, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.10461899019813974, + "nauc_map_at_1000_max": -0.2297557658297391, + "nauc_map_at_1000_std": 0.07738711488846986, + "nauc_map_at_100_diff1": 0.102573518845641, + "nauc_map_at_100_max": -0.3041765250758447, + "nauc_map_at_100_std": -0.011264213646189307, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.042269986550804474, + "nauc_map_at_20_max": -0.3055899580583031, + "nauc_map_at_20_std": -0.15212319550873257, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.09871397681189863, + "nauc_mrr_at_1000_max": -0.23926545839746746, + "nauc_mrr_at_1000_std": 0.14876432565099038, + "nauc_mrr_at_100_diff1": 0.09683861722816413, + "nauc_mrr_at_100_max": -0.3413329774776031, + "nauc_mrr_at_100_std": 0.07091300229099284, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.0038809420797084886, + "nauc_mrr_at_20_max": -0.36707381700179775, + "nauc_mrr_at_20_std": -0.0946846661976769, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.06514501543226163, + "nauc_ndcg_at_1000_max": 0.0016782133219378872, + "nauc_ndcg_at_1000_std": 0.3920830653680819, + "nauc_ndcg_at_100_diff1": 0.13273917205525565, + "nauc_ndcg_at_100_max": -0.30461913668605206, + "nauc_ndcg_at_100_std": 0.11733317995813868, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.03264448497711647, + "nauc_ndcg_at_20_max": -0.3319307419864058, + "nauc_ndcg_at_20_std": -0.11525497853052447, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.05522202844110545, + "nauc_precision_at_1000_max": 0.03862858867722029, + "nauc_precision_at_1000_std": 0.4536742017708612, + "nauc_precision_at_100_diff1": 0.1385385922547178, + "nauc_precision_at_100_max": -0.34147214023790357, + "nauc_precision_at_100_std": 0.1991771755656917, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.0026831231553528017, + "nauc_precision_at_20_max": -0.3785215991414006, + "nauc_precision_at_20_std": -0.07781057150523198, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": 0.03188364828088463, + "nauc_recall_at_1000_max": 0.08311572885123994, + "nauc_recall_at_1000_std": 0.4677713787419985, + "nauc_recall_at_100_diff1": 0.1435470888113765, + "nauc_recall_at_100_max": -0.2843479221578624, + "nauc_recall_at_100_std": 0.14070613488217934, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.047133530095698185, + "nauc_recall_at_20_max": -0.3183376561428614, + "nauc_recall_at_20_std": -0.1260173508630712, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.0011, + "ndcg_at_1000": 0.00299, + "ndcg_at_20": 0.00066, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 9e-05, + "precision_at_1000": 3e-05, + "precision_at_20": 0.0002, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.00425, + "recall_at_1000": 0.01867, + "recall_at_20": 0.00225, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.00064, + "map_at_1": 0.0, + "map_at_10": 0.0003, + "map_at_100": 0.0004, + "map_at_1000": 0.00042, + "map_at_20": 0.00038, + "map_at_3": 0.0, + "map_at_5": 0.0003, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0006082725060827251, + "mrr_at_100": 0.000877170155830525, + "mrr_at_1000": 0.0009164115433433701, + "mrr_at_20": 0.0008294625082946251, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0006082725060827251, + "nauc_map_at_1000_diff1": -0.45282404464512505, + "nauc_map_at_1000_max": 0.6791788987086801, + "nauc_map_at_1000_std": -0.2889739390902434, + "nauc_map_at_100_diff1": -0.47291951553641276, + "nauc_map_at_100_max": 0.689756267345171, + "nauc_map_at_100_std": -0.28954160219262554, + "nauc_map_at_10_diff1": -0.4983290734732554, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": -0.4140799554179683, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.4983290734732556, + "nauc_map_at_20_max": 0.7647573505532208, + "nauc_map_at_20_std": -0.3140442700629776, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": -0.4983290734732554, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": -0.4140799554179683, + "nauc_mrr_at_1000_diff1": -0.45668743656551297, + "nauc_mrr_at_1000_max": 0.6092151320912216, + "nauc_mrr_at_1000_std": -0.25773959312397987, + "nauc_mrr_at_100_diff1": -0.47505530038153665, + "nauc_mrr_at_100_max": 0.6144960825346959, + "nauc_mrr_at_100_std": -0.25691635086148706, + "nauc_mrr_at_10_diff1": -0.4983290734732554, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": -0.4140799554179683, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.4983290734732552, + "nauc_mrr_at_20_max": 0.6785017124227346, + "nauc_mrr_at_20_std": -0.2773645187661474, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": -0.4983290734732554, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": -0.4140799554179683, + "nauc_ndcg_at_1000_diff1": -0.25559982663177944, + "nauc_ndcg_at_1000_max": 0.41917924163270864, + "nauc_ndcg_at_1000_std": -0.19855606275210702, + "nauc_ndcg_at_100_diff1": -0.4067374536201702, + "nauc_ndcg_at_100_max": 0.3652532760649842, + "nauc_ndcg_at_100_std": -0.17079949965564792, + "nauc_ndcg_at_10_diff1": -0.4983290734732554, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": -0.4140799554179683, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.4983290734732555, + "nauc_ndcg_at_20_max": 0.6004308523419446, + "nauc_ndcg_at_20_std": -0.24416530079779894, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": -0.4983290734732554, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": -0.4140799554179683, + "nauc_precision_at_1000_diff1": -0.19038567691049604, + "nauc_precision_at_1000_max": 0.3532408211955998, + "nauc_precision_at_1000_std": -0.16637357781604276, + "nauc_precision_at_100_diff1": -0.3556890550550696, + "nauc_precision_at_100_max": 0.09868411603733344, + "nauc_precision_at_100_std": -0.07229136378841636, + "nauc_precision_at_10_diff1": -0.49832907347325545, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.4140799554179683, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.49832907347325545, + "nauc_precision_at_20_max": 0.3971907107926279, + "nauc_precision_at_20_std": -0.15773851169580433, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": -0.49832907347325545, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.4140799554179683, + "nauc_recall_at_1000_diff1": -0.15472156091288244, + "nauc_recall_at_1000_max": 0.3831803231866285, + "nauc_recall_at_1000_std": -0.18665584327399673, + "nauc_recall_at_100_diff1": -0.33785905275279643, + "nauc_recall_at_100_max": 0.13672195284384328, + "nauc_recall_at_100_std": -0.09365315076526334, + "nauc_recall_at_10_diff1": -0.4983290734732554, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.4140799554179683, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.4983290734732554, + "nauc_recall_at_20_max": 0.5177525686341025, + "nauc_recall_at_20_std": -0.20900680044023712, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": -0.4983290734732554, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.4140799554179683, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00064, + "ndcg_at_100": 0.00122, + "ndcg_at_1000": 0.00233, + "ndcg_at_20": 0.00096, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.00064, + "precision_at_1": 0.0, + "precision_at_10": 0.00024, + "precision_at_100": 7e-05, + "precision_at_1000": 2e-05, + "precision_at_20": 0.00024, + "precision_at_3": 0.0, + "precision_at_5": 0.00049, + "recall_at_1": 0.0, + "recall_at_10": 0.00122, + "recall_at_100": 0.00324, + "recall_at_1000": 0.01135, + "recall_at_20": 0.00203, + "recall_at_3": 0.0, + "recall_at_5": 0.00122 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.17594, + "map_at_1": 0.05457, + "map_at_10": 0.11962, + "map_at_100": 0.14556, + "map_at_1000": 0.14766, + "map_at_20": 0.13252, + "map_at_3": 0.09121, + "map_at_5": 0.10526, + "mrr_at_1": 0.10819672131147541, + "mrr_at_10": 0.20048139474369, + "mrr_at_100": 0.21481607252091958, + "mrr_at_1000": 0.215465213768307, + "mrr_at_20": 0.2088032577087547, + "mrr_at_3": 0.16994535519125686, + "mrr_at_5": 0.1856830601092897, + "nauc_map_at_1000_diff1": 0.030009643488170513, + "nauc_map_at_1000_max": 0.287740625291909, + "nauc_map_at_1000_std": 0.19948092617002128, + "nauc_map_at_100_diff1": 0.028340124978375895, + "nauc_map_at_100_max": 0.2865432318625169, + "nauc_map_at_100_std": 0.19742429775060252, + "nauc_map_at_10_diff1": 0.047296707410017014, + "nauc_map_at_10_max": 0.2604834768660163, + "nauc_map_at_10_std": 0.16628299535726676, + "nauc_map_at_1_diff1": 0.05431892597977632, + "nauc_map_at_1_max": 0.28747156095433096, + "nauc_map_at_1_std": 0.18147386697724063, + "nauc_map_at_20_diff1": 0.036392812369252556, + "nauc_map_at_20_max": 0.27800483004989607, + "nauc_map_at_20_std": 0.18582118027501526, + "nauc_map_at_3_diff1": 0.03645770222579443, + "nauc_map_at_3_max": 0.23898397938579496, + "nauc_map_at_3_std": 0.16284053607976592, + "nauc_map_at_5_diff1": 0.03324637637869332, + "nauc_map_at_5_max": 0.22952803664757804, + "nauc_map_at_5_std": 0.1521997054652872, + "nauc_mrr_at_1000_diff1": 0.06225477476866873, + "nauc_mrr_at_1000_max": 0.2638203073242988, + "nauc_mrr_at_1000_std": 0.2048083243088876, + "nauc_mrr_at_100_diff1": 0.060848380021075274, + "nauc_mrr_at_100_max": 0.2641200563850849, + "nauc_mrr_at_100_std": 0.20558939817310856, + "nauc_mrr_at_10_diff1": 0.06824091728243047, + "nauc_mrr_at_10_max": 0.2602926383653496, + "nauc_mrr_at_10_std": 0.19768251445450072, + "nauc_mrr_at_1_diff1": 0.09259441460463053, + "nauc_mrr_at_1_max": 0.24155239057879802, + "nauc_mrr_at_1_std": 0.20070562378987084, + "nauc_mrr_at_20_diff1": 0.06168949314817537, + "nauc_mrr_at_20_max": 0.26157201819106907, + "nauc_mrr_at_20_std": 0.200815048442357, + "nauc_mrr_at_3_diff1": 0.08474409419625746, + "nauc_mrr_at_3_max": 0.25047629521247766, + "nauc_mrr_at_3_std": 0.19734267127559982, + "nauc_mrr_at_5_diff1": 0.0820659323206245, + "nauc_mrr_at_5_max": 0.2507723998205959, + "nauc_mrr_at_5_std": 0.186830898194125, + "nauc_ndcg_at_1000_diff1": 0.010004883972905589, + "nauc_ndcg_at_1000_max": 0.33293921701230694, + "nauc_ndcg_at_1000_std": 0.272986621620101, + "nauc_ndcg_at_100_diff1": -0.02626681380099455, + "nauc_ndcg_at_100_max": 0.32267997383915087, + "nauc_ndcg_at_100_std": 0.2700907198987725, + "nauc_ndcg_at_10_diff1": 0.0437298285959541, + "nauc_ndcg_at_10_max": 0.26639896998164286, + "nauc_ndcg_at_10_std": 0.17428483856313468, + "nauc_ndcg_at_1_diff1": 0.09259441460463053, + "nauc_ndcg_at_1_max": 0.24155239057879802, + "nauc_ndcg_at_1_std": 0.20070562378987084, + "nauc_ndcg_at_20_diff1": 0.016459638124976722, + "nauc_ndcg_at_20_max": 0.2954485783231948, + "nauc_ndcg_at_20_std": 0.20962761850962885, + "nauc_ndcg_at_3_diff1": 0.07270614618754266, + "nauc_ndcg_at_3_max": 0.24339552418500782, + "nauc_ndcg_at_3_std": 0.17203540538121062, + "nauc_ndcg_at_5_diff1": 0.04231492922606879, + "nauc_ndcg_at_5_max": 0.22620243186131303, + "nauc_ndcg_at_5_std": 0.15104162836939677, + "nauc_precision_at_1000_diff1": 0.017285707866693416, + "nauc_precision_at_1000_max": 0.19608002300239, + "nauc_precision_at_1000_std": 0.2400168902324587, + "nauc_precision_at_100_diff1": -0.06393417040319621, + "nauc_precision_at_100_max": 0.2574031215486604, + "nauc_precision_at_100_std": 0.29939764965904403, + "nauc_precision_at_10_diff1": 0.06621916524271018, + "nauc_precision_at_10_max": 0.2812601966237916, + "nauc_precision_at_10_std": 0.19323439716176224, + "nauc_precision_at_1_diff1": 0.09259441460463053, + "nauc_precision_at_1_max": 0.24155239057879802, + "nauc_precision_at_1_std": 0.20070562378987084, + "nauc_precision_at_20_diff1": 0.0007164874997435978, + "nauc_precision_at_20_max": 0.31850864954990443, + "nauc_precision_at_20_std": 0.26445239110680596, + "nauc_precision_at_3_diff1": 0.08202425931937124, + "nauc_precision_at_3_max": 0.2346359079031535, + "nauc_precision_at_3_std": 0.19667502502232892, + "nauc_precision_at_5_diff1": 0.07109779803557283, + "nauc_precision_at_5_max": 0.21401992190854152, + "nauc_precision_at_5_std": 0.16122473785222133, + "nauc_recall_at_1000_diff1": -0.04564927962714877, + "nauc_recall_at_1000_max": 0.5799273749513417, + "nauc_recall_at_1000_std": 0.5630216092792475, + "nauc_recall_at_100_diff1": -0.2005464798246354, + "nauc_recall_at_100_max": 0.35852803273487127, + "nauc_recall_at_100_std": 0.3821768957197783, + "nauc_recall_at_10_diff1": 0.019065761722474, + "nauc_recall_at_10_max": 0.24344104775975559, + "nauc_recall_at_10_std": 0.13852390591627167, + "nauc_recall_at_1_diff1": 0.05431892597977632, + "nauc_recall_at_1_max": 0.28747156095433096, + "nauc_recall_at_1_std": 0.18147386697724063, + "nauc_recall_at_20_diff1": -0.03562933442908187, + "nauc_recall_at_20_max": 0.27975385123837776, + "nauc_recall_at_20_std": 0.19164570491710653, + "nauc_recall_at_3_diff1": 0.021045824760360182, + "nauc_recall_at_3_max": 0.20672026519085324, + "nauc_recall_at_3_std": 0.13526333655842956, + "nauc_recall_at_5_diff1": 0.017364512783158967, + "nauc_recall_at_5_max": 0.18313780803889837, + "nauc_recall_at_5_std": 0.10056951086250197, + "ndcg_at_1": 0.1082, + "ndcg_at_10": 0.17594, + "ndcg_at_100": 0.28165, + "ndcg_at_1000": 0.31773, + "ndcg_at_20": 0.21273, + "ndcg_at_3": 0.12906, + "ndcg_at_5": 0.14612, + "precision_at_1": 0.1082, + "precision_at_10": 0.06197, + "precision_at_100": 0.01708, + "precision_at_1000": 0.0023, + "precision_at_20": 0.04574, + "precision_at_3": 0.09399, + "precision_at_5": 0.08066, + "recall_at_1": 0.05457, + "recall_at_10": 0.24624, + "recall_at_100": 0.6385, + "recall_at_1000": 0.85874, + "recall_at_20": 0.3553, + "recall_at_3": 0.13029, + "recall_at_5": 0.17478 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.31033, + "map_at_1": 0.09871, + "map_at_10": 0.21691, + "map_at_100": 0.25326, + "map_at_1000": 0.25535, + "map_at_20": 0.23532, + "map_at_3": 0.16628, + "map_at_5": 0.19061, + "mrr_at_1": 0.21401752190237797, + "mrr_at_10": 0.3571453404056656, + "mrr_at_100": 0.36989649502355076, + "mrr_at_1000": 0.3700778328209004, + "mrr_at_20": 0.36598298622214903, + "mrr_at_3": 0.3149770546516481, + "mrr_at_5": 0.34019607843137256, + "nauc_map_at_1000_diff1": 0.17245463199304922, + "nauc_map_at_1000_max": 0.18582797598330747, + "nauc_map_at_1000_std": -0.015235552492543292, + "nauc_map_at_100_diff1": 0.1730337982099833, + "nauc_map_at_100_max": 0.18565512161895026, + "nauc_map_at_100_std": -0.017103653130977125, + "nauc_map_at_10_diff1": 0.18336734595621798, + "nauc_map_at_10_max": 0.16369288774161656, + "nauc_map_at_10_std": -0.03944618407347932, + "nauc_map_at_1_diff1": 0.2428698040711616, + "nauc_map_at_1_max": 0.1435240798310248, + "nauc_map_at_1_std": -0.03761338981397762, + "nauc_map_at_20_diff1": 0.17525650093694622, + "nauc_map_at_20_max": 0.1736674675813636, + "nauc_map_at_20_std": -0.028889864872940287, + "nauc_map_at_3_diff1": 0.2109405351105981, + "nauc_map_at_3_max": 0.1478712174672012, + "nauc_map_at_3_std": -0.05000157121325586, + "nauc_map_at_5_diff1": 0.19768114700325976, + "nauc_map_at_5_max": 0.15710438840302843, + "nauc_map_at_5_std": -0.04389686245152659, + "nauc_mrr_at_1000_diff1": 0.16122533708742956, + "nauc_mrr_at_1000_max": 0.20828494320729302, + "nauc_mrr_at_1000_std": 0.02219576934723087, + "nauc_mrr_at_100_diff1": 0.1612507525508226, + "nauc_mrr_at_100_max": 0.20839214126428232, + "nauc_mrr_at_100_std": 0.022374235086667138, + "nauc_mrr_at_10_diff1": 0.1573766942594801, + "nauc_mrr_at_10_max": 0.2078653709428964, + "nauc_mrr_at_10_std": 0.020755187083203695, + "nauc_mrr_at_1_diff1": 0.21293087882037284, + "nauc_mrr_at_1_max": 0.19669487413418812, + "nauc_mrr_at_1_std": 0.016191157492580134, + "nauc_mrr_at_20_diff1": 0.15910924668496249, + "nauc_mrr_at_20_max": 0.20810013399598562, + "nauc_mrr_at_20_std": 0.021726651302113296, + "nauc_mrr_at_3_diff1": 0.169127837673907, + "nauc_mrr_at_3_max": 0.2062265930640046, + "nauc_mrr_at_3_std": 0.017086662518469544, + "nauc_mrr_at_5_diff1": 0.1621315428547917, + "nauc_mrr_at_5_max": 0.2111823948507088, + "nauc_mrr_at_5_std": 0.019616394006614742, + "nauc_ndcg_at_1000_diff1": 0.1363833919276476, + "nauc_ndcg_at_1000_max": 0.22883081170289668, + "nauc_ndcg_at_1000_std": 0.04156846722433611, + "nauc_ndcg_at_100_diff1": 0.143444779330562, + "nauc_ndcg_at_100_max": 0.23514474327211407, + "nauc_ndcg_at_100_std": 0.03416782292311533, + "nauc_ndcg_at_10_diff1": 0.15707685049049086, + "nauc_ndcg_at_10_max": 0.1773324632026939, + "nauc_ndcg_at_10_std": -0.022785479157453995, + "nauc_ndcg_at_1_diff1": 0.21293087882037284, + "nauc_ndcg_at_1_max": 0.19669487413418812, + "nauc_ndcg_at_1_std": 0.016191157492580134, + "nauc_ndcg_at_20_diff1": 0.1439481777446137, + "nauc_ndcg_at_20_max": 0.19491410245130603, + "nauc_ndcg_at_20_std": -0.004451458057133504, + "nauc_ndcg_at_3_diff1": 0.18278511491862615, + "nauc_ndcg_at_3_max": 0.1858561849697072, + "nauc_ndcg_at_3_std": -0.01144334479591654, + "nauc_ndcg_at_5_diff1": 0.1723352106097559, + "nauc_ndcg_at_5_max": 0.18161010430968053, + "nauc_ndcg_at_5_std": -0.017009480901435853, + "nauc_precision_at_1000_diff1": -0.12413261002243278, + "nauc_precision_at_1000_max": 0.17449761181190213, + "nauc_precision_at_1000_std": 0.2043848161263621, + "nauc_precision_at_100_diff1": -0.10374039034453647, + "nauc_precision_at_100_max": 0.23679391016746118, + "nauc_precision_at_100_std": 0.2124353142765009, + "nauc_precision_at_10_diff1": 0.009855241585338424, + "nauc_precision_at_10_max": 0.2176794844808598, + "nauc_precision_at_10_std": 0.08294212486576943, + "nauc_precision_at_1_diff1": 0.21293087882037284, + "nauc_precision_at_1_max": 0.19669487413418812, + "nauc_precision_at_1_std": 0.016191157492580134, + "nauc_precision_at_20_diff1": -0.04680208915150868, + "nauc_precision_at_20_max": 0.2223361563560293, + "nauc_precision_at_20_std": 0.13675208639465664, + "nauc_precision_at_3_diff1": 0.12330314791004575, + "nauc_precision_at_3_max": 0.22481073273649615, + "nauc_precision_at_3_std": 0.025060242954273407, + "nauc_precision_at_5_diff1": 0.07068111885812522, + "nauc_precision_at_5_max": 0.23947453897180915, + "nauc_precision_at_5_std": 0.05259017872038368, + "nauc_recall_at_1000_diff1": -0.358793326723993, + "nauc_recall_at_1000_max": 0.6025082587160433, + "nauc_recall_at_1000_std": 0.8009550686342208, + "nauc_recall_at_100_diff1": 0.07575263800426728, + "nauc_recall_at_100_max": 0.29179691599927987, + "nauc_recall_at_100_std": 0.13274466743369362, + "nauc_recall_at_10_diff1": 0.10035967375582525, + "nauc_recall_at_10_max": 0.1120796096570158, + "nauc_recall_at_10_std": -0.05322808885349972, + "nauc_recall_at_1_diff1": 0.2428698040711616, + "nauc_recall_at_1_max": 0.1435240798310248, + "nauc_recall_at_1_std": -0.03761338981397762, + "nauc_recall_at_20_diff1": 0.06368470254510855, + "nauc_recall_at_20_max": 0.12724306514438677, + "nauc_recall_at_20_std": -0.025145637432725448, + "nauc_recall_at_3_diff1": 0.17083519238077807, + "nauc_recall_at_3_max": 0.11352526261604022, + "nauc_recall_at_3_std": -0.05703090967877037, + "nauc_recall_at_5_diff1": 0.14263569601708073, + "nauc_recall_at_5_max": 0.125708756776646, + "nauc_recall_at_5_std": -0.04435894846936239, + "ndcg_at_1": 0.21402, + "ndcg_at_10": 0.31033, + "ndcg_at_100": 0.43608, + "ndcg_at_1000": 0.45726, + "ndcg_at_20": 0.36031, + "ndcg_at_3": 0.24384, + "ndcg_at_5": 0.26648, + "precision_at_1": 0.21402, + "precision_at_10": 0.11101, + "precision_at_100": 0.02478, + "precision_at_1000": 0.00287, + "precision_at_20": 0.07703, + "precision_at_3": 0.18481, + "precision_at_5": 0.15319, + "recall_at_1": 0.09871, + "recall_at_10": 0.42682, + "recall_at_100": 0.87295, + "recall_at_1000": 0.98227, + "recall_at_20": 0.577, + "recall_at_3": 0.23439, + "recall_at_5": 0.3093 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.18299, + "map_at_1": 0.04275, + "map_at_10": 0.11041, + "map_at_100": 0.14315, + "map_at_1000": 0.1466, + "map_at_20": 0.12601, + "map_at_3": 0.07459, + "map_at_5": 0.09019, + "mrr_at_1": 0.16203703703703703, + "mrr_at_10": 0.26750869586517734, + "mrr_at_100": 0.2803761861869015, + "mrr_at_1000": 0.2807789263061154, + "mrr_at_20": 0.27624799539645895, + "mrr_at_3": 0.22736625514403294, + "mrr_at_5": 0.2536779835390947, + "nauc_map_at_1000_diff1": 0.0682135609757188, + "nauc_map_at_1000_max": 0.2853741749472178, + "nauc_map_at_1000_std": 0.21731631918734937, + "nauc_map_at_100_diff1": 0.06947042007366656, + "nauc_map_at_100_max": 0.27977065950698243, + "nauc_map_at_100_std": 0.20985505200834512, + "nauc_map_at_10_diff1": 0.0940350122406253, + "nauc_map_at_10_max": 0.23126266238161203, + "nauc_map_at_10_std": 0.1330541516153213, + "nauc_map_at_1_diff1": 0.1497977381948549, + "nauc_map_at_1_max": 0.08024069726084501, + "nauc_map_at_1_std": 0.05662586866376736, + "nauc_map_at_20_diff1": 0.08261581118354645, + "nauc_map_at_20_max": 0.25638949710203207, + "nauc_map_at_20_std": 0.165332355375682, + "nauc_map_at_3_diff1": 0.11116245796691859, + "nauc_map_at_3_max": 0.16463115843205017, + "nauc_map_at_3_std": 0.0840815122728541, + "nauc_map_at_5_diff1": 0.10772568726054957, + "nauc_map_at_5_max": 0.18741465563190046, + "nauc_map_at_5_std": 0.09455233056741225, + "nauc_mrr_at_1000_diff1": 0.051131234736932984, + "nauc_mrr_at_1000_max": 0.24428903106869293, + "nauc_mrr_at_1000_std": 0.19604868109329415, + "nauc_mrr_at_100_diff1": 0.051131318103680316, + "nauc_mrr_at_100_max": 0.24448094709883772, + "nauc_mrr_at_100_std": 0.1964297596736044, + "nauc_mrr_at_10_diff1": 0.05194055908702349, + "nauc_mrr_at_10_max": 0.24416651333933237, + "nauc_mrr_at_10_std": 0.1928428126228222, + "nauc_mrr_at_1_diff1": 0.06942782158436732, + "nauc_mrr_at_1_max": 0.17858571912151136, + "nauc_mrr_at_1_std": 0.13640348276334663, + "nauc_mrr_at_20_diff1": 0.05197422043467227, + "nauc_mrr_at_20_max": 0.24469253436830316, + "nauc_mrr_at_20_std": 0.19552611660692185, + "nauc_mrr_at_3_diff1": 0.047802223541102064, + "nauc_mrr_at_3_max": 0.212018463971194, + "nauc_mrr_at_3_std": 0.1573676751053014, + "nauc_mrr_at_5_diff1": 0.05612061838154499, + "nauc_mrr_at_5_max": 0.2333369309807585, + "nauc_mrr_at_5_std": 0.1791208138140081, + "nauc_ndcg_at_1000_diff1": 0.02613893991644313, + "nauc_ndcg_at_1000_max": 0.37371525560581276, + "nauc_ndcg_at_1000_std": 0.36939917049277515, + "nauc_ndcg_at_100_diff1": 0.03254174127043941, + "nauc_ndcg_at_100_max": 0.3532103480697028, + "nauc_ndcg_at_100_std": 0.3424734821907622, + "nauc_ndcg_at_10_diff1": 0.0725020634392229, + "nauc_ndcg_at_10_max": 0.2707951787933369, + "nauc_ndcg_at_10_std": 0.18664239918474812, + "nauc_ndcg_at_1_diff1": 0.06942782158436732, + "nauc_ndcg_at_1_max": 0.17858571912151136, + "nauc_ndcg_at_1_std": 0.13640348276334663, + "nauc_ndcg_at_20_diff1": 0.06454494851262715, + "nauc_ndcg_at_20_max": 0.2988996194500467, + "nauc_ndcg_at_20_std": 0.23184689159918748, + "nauc_ndcg_at_3_diff1": 0.04820034600479811, + "nauc_ndcg_at_3_max": 0.22435689822457996, + "nauc_ndcg_at_3_std": 0.14757679763557957, + "nauc_ndcg_at_5_diff1": 0.06753897390115965, + "nauc_ndcg_at_5_max": 0.23369872476268838, + "nauc_ndcg_at_5_std": 0.15303431276195756, + "nauc_precision_at_1000_diff1": -0.08104817885339825, + "nauc_precision_at_1000_max": 0.35392939780600613, + "nauc_precision_at_1000_std": 0.4472545893061028, + "nauc_precision_at_100_diff1": -0.07216404715265054, + "nauc_precision_at_100_max": 0.38546162636859177, + "nauc_precision_at_100_std": 0.46499137971729143, + "nauc_precision_at_10_diff1": -0.010567925302170659, + "nauc_precision_at_10_max": 0.36225263083791054, + "nauc_precision_at_10_std": 0.29533623720768226, + "nauc_precision_at_1_diff1": 0.06942782158436732, + "nauc_precision_at_1_max": 0.17858571912151136, + "nauc_precision_at_1_std": 0.13640348276334663, + "nauc_precision_at_20_diff1": -0.028715214955167268, + "nauc_precision_at_20_max": 0.3714101956442286, + "nauc_precision_at_20_std": 0.3431830070844926, + "nauc_precision_at_3_diff1": 0.021754159924038438, + "nauc_precision_at_3_max": 0.2804523283150721, + "nauc_precision_at_3_std": 0.18320530566812945, + "nauc_precision_at_5_diff1": 0.031501450328945364, + "nauc_precision_at_5_max": 0.3282837522785712, + "nauc_precision_at_5_std": 0.21952077080341292, + "nauc_recall_at_1000_diff1": -0.08767294479648838, + "nauc_recall_at_1000_max": 0.4679051059263001, + "nauc_recall_at_1000_std": 0.6452759670742504, + "nauc_recall_at_100_diff1": -0.028123690355656872, + "nauc_recall_at_100_max": 0.3534563419531867, + "nauc_recall_at_100_std": 0.4536964870233455, + "nauc_recall_at_10_diff1": 0.06553442789137788, + "nauc_recall_at_10_max": 0.24879791809753254, + "nauc_recall_at_10_std": 0.16714981398544904, + "nauc_recall_at_1_diff1": 0.1497977381948549, + "nauc_recall_at_1_max": 0.08024069726084501, + "nauc_recall_at_1_std": 0.05662586866376736, + "nauc_recall_at_20_diff1": 0.05638823264833389, + "nauc_recall_at_20_max": 0.2655582713536214, + "nauc_recall_at_20_std": 0.22360559141726544, + "nauc_recall_at_3_diff1": 0.09024276336959328, + "nauc_recall_at_3_max": 0.18272634907699387, + "nauc_recall_at_3_std": 0.07876772236670497, + "nauc_recall_at_5_diff1": 0.09393859442566027, + "nauc_recall_at_5_max": 0.19381170135432824, + "nauc_recall_at_5_std": 0.10031271613328982, + "ndcg_at_1": 0.16204, + "ndcg_at_10": 0.18299, + "ndcg_at_100": 0.29636, + "ndcg_at_1000": 0.34095, + "ndcg_at_20": 0.22356, + "ndcg_at_3": 0.15117, + "ndcg_at_5": 0.15828, + "precision_at_1": 0.16204, + "precision_at_10": 0.09707, + "precision_at_100": 0.0267, + "precision_at_1000": 0.00372, + "precision_at_20": 0.07253, + "precision_at_3": 0.13169, + "precision_at_5": 0.11914, + "recall_at_1": 0.04275, + "recall_at_10": 0.22862, + "recall_at_100": 0.57376, + "recall_at_1000": 0.79738, + "recall_at_20": 0.32808, + "recall_at_3": 0.10257, + "recall_at_5": 0.14911 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.00188, + "map_at_1": 0.0, + "map_at_10": 0.00087, + "map_at_100": 0.00099, + "map_at_1000": 0.00107, + "map_at_20": 0.00094, + "map_at_3": 0.00011, + "map_at_5": 0.00081, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0020745428973277073, + "mrr_at_100": 0.0022210163647187003, + "mrr_at_1000": 0.0023445414522257064, + "mrr_at_20": 0.0020745428973277073, + "mrr_at_3": 0.0007911392405063291, + "mrr_at_5": 0.0018987341772151898, + "nauc_map_at_1000_diff1": 0.43910702010866265, + "nauc_map_at_1000_max": -0.028468266064769474, + "nauc_map_at_1000_std": 0.05341659814705264, + "nauc_map_at_100_diff1": 0.4761202819337883, + "nauc_map_at_100_max": -0.04449964246654951, + "nauc_map_at_100_std": 0.06296393831377273, + "nauc_map_at_10_diff1": 0.5891158363935537, + "nauc_map_at_10_max": -0.047052061220341924, + "nauc_map_at_10_std": 0.11531912716675434, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.5125170726982922, + "nauc_map_at_20_max": -0.021013045617338445, + "nauc_map_at_20_std": 0.08481148256797051, + "nauc_map_at_3_diff1": -0.41451244932017745, + "nauc_map_at_3_max": -0.2054148544417003, + "nauc_map_at_3_std": 0.09823426232962162, + "nauc_map_at_5_diff1": 0.6083405694440052, + "nauc_map_at_5_max": -0.02749506712838882, + "nauc_map_at_5_std": 0.15356425256410938, + "nauc_mrr_at_1000_diff1": 0.1550804161022362, + "nauc_mrr_at_1000_max": -0.02387078050218606, + "nauc_mrr_at_1000_std": 0.013279269516149793, + "nauc_mrr_at_100_diff1": 0.16551750956991143, + "nauc_mrr_at_100_max": -0.029644954762031727, + "nauc_mrr_at_100_std": 0.013552087304671745, + "nauc_mrr_at_10_diff1": 0.17454110171012743, + "nauc_mrr_at_10_max": -0.008971280245677494, + "nauc_mrr_at_10_std": 0.03410668887297414, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.17454110171012743, + "nauc_mrr_at_20_max": -0.008971280245677494, + "nauc_mrr_at_20_std": 0.03410668887297414, + "nauc_mrr_at_3_diff1": -0.41451244932017756, + "nauc_mrr_at_3_max": -0.2054148544417003, + "nauc_mrr_at_3_std": 0.09823426232962168, + "nauc_mrr_at_5_diff1": 0.16081484965699977, + "nauc_mrr_at_5_max": 0.01964121934281234, + "nauc_mrr_at_5_std": 0.07564549796493261, + "nauc_ndcg_at_1000_diff1": 0.10517540025276131, + "nauc_ndcg_at_1000_max": -0.015086864012610928, + "nauc_ndcg_at_1000_std": -0.034694984747712175, + "nauc_ndcg_at_100_diff1": 0.2795732550906269, + "nauc_ndcg_at_100_max": -0.10088163996945233, + "nauc_ndcg_at_100_std": -0.06542138926790887, + "nauc_ndcg_at_10_diff1": 0.48522777631998265, + "nauc_ndcg_at_10_max": -0.02167527685710319, + "nauc_ndcg_at_10_std": 0.05517142831581217, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.3987062686857615, + "nauc_ndcg_at_20_max": 0.008610746331142042, + "nauc_ndcg_at_20_std": 0.022362201884946482, + "nauc_ndcg_at_3_diff1": -0.41451244932017745, + "nauc_ndcg_at_3_max": -0.20541485444170027, + "nauc_ndcg_at_3_std": 0.09823426232962167, + "nauc_ndcg_at_5_diff1": 0.47280486780563263, + "nauc_ndcg_at_5_max": 0.009882639978379366, + "nauc_ndcg_at_5_std": 0.11763046798506073, + "nauc_precision_at_1000_diff1": 0.009427453120144175, + "nauc_precision_at_1000_max": -0.04547033528867211, + "nauc_precision_at_1000_std": -0.008266099887845664, + "nauc_precision_at_100_diff1": 0.12036792101317333, + "nauc_precision_at_100_max": -0.12041977311918556, + "nauc_precision_at_100_std": -0.1859342397465403, + "nauc_precision_at_10_diff1": 0.2818884791612344, + "nauc_precision_at_10_max": 0.00925267125252261, + "nauc_precision_at_10_std": -0.04264911531567917, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.15176876950810234, + "nauc_precision_at_20_max": 0.06150799669108645, + "nauc_precision_at_20_std": -0.08853864206329384, + "nauc_precision_at_3_diff1": -0.4145124493201774, + "nauc_precision_at_3_max": -0.2054148544417002, + "nauc_precision_at_3_std": 0.09823426232962167, + "nauc_precision_at_5_diff1": 0.27166444298056647, + "nauc_precision_at_5_max": 0.0910624080159951, + "nauc_precision_at_5_std": 0.050316718185445364, + "nauc_recall_at_1000_diff1": 0.02337915936864098, + "nauc_recall_at_1000_max": 0.007756493133875427, + "nauc_recall_at_1000_std": -0.053633665936884595, + "nauc_recall_at_100_diff1": 0.21687748883754115, + "nauc_recall_at_100_max": -0.19145170355196078, + "nauc_recall_at_100_std": -0.13278373767709906, + "nauc_recall_at_10_diff1": 0.5984360117097712, + "nauc_recall_at_10_max": -0.04830511932124862, + "nauc_recall_at_10_std": 0.06138450653940402, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.4600421282274056, + "nauc_recall_at_20_max": -0.001501007565643666, + "nauc_recall_at_20_std": 0.013535939397324653, + "nauc_recall_at_3_diff1": -0.41451244932017745, + "nauc_recall_at_3_max": -0.2054148544417003, + "nauc_recall_at_3_std": 0.09823426232962162, + "nauc_recall_at_5_diff1": 0.6449314265237727, + "nauc_recall_at_5_max": -0.002816731481228643, + "nauc_recall_at_5_std": 0.14165628222656237, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00188, + "ndcg_at_100": 0.00287, + "ndcg_at_1000": 0.00651, + "ndcg_at_20": 0.00207, + "ndcg_at_3": 0.00047, + "ndcg_at_5": 0.00173, + "precision_at_1": 0.0, + "precision_at_10": 0.00079, + "precision_at_100": 0.00019, + "precision_at_1000": 7e-05, + "precision_at_20": 0.00047, + "precision_at_3": 0.00053, + "precision_at_5": 0.00127, + "recall_at_1": 0.0, + "recall_at_10": 0.00365, + "recall_at_100": 0.00787, + "recall_at_1000": 0.03474, + "recall_at_20": 0.00418, + "recall_at_3": 0.00023, + "recall_at_5": 0.00313 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.23022, + "map_at_1": 0.10427, + "map_at_10": 0.17372, + "map_at_100": 0.19078, + "map_at_1000": 0.19181, + "map_at_20": 0.18402, + "map_at_3": 0.14513, + "map_at_5": 0.16118, + "mrr_at_1": 0.171, + "mrr_at_10": 0.2529051587301585, + "mrr_at_100": 0.2646072466801552, + "mrr_at_1000": 0.2651509786163279, + "mrr_at_20": 0.26053316070754134, + "mrr_at_3": 0.22333333333333344, + "mrr_at_5": 0.23983333333333334, + "nauc_map_at_1000_diff1": 0.2445953369418022, + "nauc_map_at_1000_max": 0.1957635193706345, + "nauc_map_at_1000_std": 0.09759084610699707, + "nauc_map_at_100_diff1": 0.2444493763222093, + "nauc_map_at_100_max": 0.19601486076269012, + "nauc_map_at_100_std": 0.09746315488308575, + "nauc_map_at_10_diff1": 0.24996090548303987, + "nauc_map_at_10_max": 0.18391075079364763, + "nauc_map_at_10_std": 0.06860457922986232, + "nauc_map_at_1_diff1": 0.33250018631127776, + "nauc_map_at_1_max": 0.19962213626392816, + "nauc_map_at_1_std": 0.012258952727371323, + "nauc_map_at_20_diff1": 0.2433450955534316, + "nauc_map_at_20_max": 0.19194133223409005, + "nauc_map_at_20_std": 0.08565083149955353, + "nauc_map_at_3_diff1": 0.27488000346441643, + "nauc_map_at_3_max": 0.16765943469982122, + "nauc_map_at_3_std": 0.031076761775566508, + "nauc_map_at_5_diff1": 0.263704353168301, + "nauc_map_at_5_max": 0.17568167749572236, + "nauc_map_at_5_std": 0.04669564303749409, + "nauc_mrr_at_1000_diff1": 0.24512486636444253, + "nauc_mrr_at_1000_max": 0.2320226506651389, + "nauc_mrr_at_1000_std": 0.09630133475612947, + "nauc_mrr_at_100_diff1": 0.24490851434314778, + "nauc_mrr_at_100_max": 0.23202033201339467, + "nauc_mrr_at_100_std": 0.0965974953154646, + "nauc_mrr_at_10_diff1": 0.2466187027863757, + "nauc_mrr_at_10_max": 0.2324013939719042, + "nauc_mrr_at_10_std": 0.08703089120446118, + "nauc_mrr_at_1_diff1": 0.32399330482224376, + "nauc_mrr_at_1_max": 0.24649132894167644, + "nauc_mrr_at_1_std": 0.03329700998618235, + "nauc_mrr_at_20_diff1": 0.2425567189607789, + "nauc_mrr_at_20_max": 0.23201617722814075, + "nauc_mrr_at_20_std": 0.09456324246709057, + "nauc_mrr_at_3_diff1": 0.2556603173930545, + "nauc_mrr_at_3_max": 0.22310104455791696, + "nauc_mrr_at_3_std": 0.06197109985804177, + "nauc_mrr_at_5_diff1": 0.2559560466683206, + "nauc_mrr_at_5_max": 0.22797021878618734, + "nauc_mrr_at_5_std": 0.07518454422354938, + "nauc_ndcg_at_1000_diff1": 0.2158546380888466, + "nauc_ndcg_at_1000_max": 0.22486444095748725, + "nauc_ndcg_at_1000_std": 0.19920608398529707, + "nauc_ndcg_at_100_diff1": 0.20835716980418473, + "nauc_ndcg_at_100_max": 0.2293001327433864, + "nauc_ndcg_at_100_std": 0.20417196036042223, + "nauc_ndcg_at_10_diff1": 0.21736444858186565, + "nauc_ndcg_at_10_max": 0.19831552738899486, + "nauc_ndcg_at_10_std": 0.10833012791066671, + "nauc_ndcg_at_1_diff1": 0.32399330482224376, + "nauc_ndcg_at_1_max": 0.24649132894167644, + "nauc_ndcg_at_1_std": 0.03329700998618235, + "nauc_ndcg_at_20_diff1": 0.19911495268878895, + "nauc_ndcg_at_20_max": 0.21605234260885164, + "nauc_ndcg_at_20_std": 0.1518783050969521, + "nauc_ndcg_at_3_diff1": 0.2508357972073445, + "nauc_ndcg_at_3_max": 0.17426836745856925, + "nauc_ndcg_at_3_std": 0.04665790987892549, + "nauc_ndcg_at_5_diff1": 0.24242196149825757, + "nauc_ndcg_at_5_max": 0.183830743580405, + "nauc_ndcg_at_5_std": 0.06804131831616156, + "nauc_precision_at_1000_diff1": 0.026954591959100216, + "nauc_precision_at_1000_max": 0.16006934008518714, + "nauc_precision_at_1000_std": 0.3354566457492765, + "nauc_precision_at_100_diff1": 0.039136809115957766, + "nauc_precision_at_100_max": 0.23720310608212172, + "nauc_precision_at_100_std": 0.402540694458977, + "nauc_precision_at_10_diff1": 0.11190457364447652, + "nauc_precision_at_10_max": 0.22457749480892694, + "nauc_precision_at_10_std": 0.20821616176895247, + "nauc_precision_at_1_diff1": 0.32399330482224376, + "nauc_precision_at_1_max": 0.24649132894167644, + "nauc_precision_at_1_std": 0.03329700998618235, + "nauc_precision_at_20_diff1": 0.06723529922436043, + "nauc_precision_at_20_max": 0.25942307519600527, + "nauc_precision_at_20_std": 0.29756740817908844, + "nauc_precision_at_3_diff1": 0.19758644503714987, + "nauc_precision_at_3_max": 0.1865748237759573, + "nauc_precision_at_3_std": 0.08266336445037145, + "nauc_precision_at_5_diff1": 0.1738538829805356, + "nauc_precision_at_5_max": 0.2034814863800597, + "nauc_precision_at_5_std": 0.1381362334698035, + "nauc_recall_at_1000_diff1": 0.13479807009122557, + "nauc_recall_at_1000_max": 0.24351960839973447, + "nauc_recall_at_1000_std": 0.5599289843196844, + "nauc_recall_at_100_diff1": 0.10302965832120382, + "nauc_recall_at_100_max": 0.2516423455695056, + "nauc_recall_at_100_std": 0.47642841928262913, + "nauc_recall_at_10_diff1": 0.12896078681601614, + "nauc_recall_at_10_max": 0.16720607109275257, + "nauc_recall_at_10_std": 0.16326172397814723, + "nauc_recall_at_1_diff1": 0.33250018631127776, + "nauc_recall_at_1_max": 0.19962213626392816, + "nauc_recall_at_1_std": 0.012258952727371323, + "nauc_recall_at_20_diff1": 0.07459086514972382, + "nauc_recall_at_20_max": 0.20516307441582105, + "nauc_recall_at_20_std": 0.2684006796734728, + "nauc_recall_at_3_diff1": 0.21019325176456774, + "nauc_recall_at_3_max": 0.13154700886473417, + "nauc_recall_at_3_std": 0.0473097491324201, + "nauc_recall_at_5_diff1": 0.18825675489919855, + "nauc_recall_at_5_max": 0.14530372340382644, + "nauc_recall_at_5_std": 0.07802745815370553, + "ndcg_at_1": 0.171, + "ndcg_at_10": 0.23022, + "ndcg_at_100": 0.30243, + "ndcg_at_1000": 0.32662, + "ndcg_at_20": 0.26182, + "ndcg_at_3": 0.17581, + "ndcg_at_5": 0.20135, + "precision_at_1": 0.171, + "precision_at_10": 0.0568, + "precision_at_100": 0.01122, + "precision_at_1000": 0.00145, + "precision_at_20": 0.0378, + "precision_at_3": 0.10667, + "precision_at_5": 0.0852, + "recall_at_1": 0.10427, + "recall_at_10": 0.31637, + "recall_at_100": 0.60792, + "recall_at_1000": 0.77177, + "recall_at_20": 0.42363, + "recall_at_3": 0.18473, + "recall_at_5": 0.24098 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.17505, + "map_at_1": 0.05151, + "map_at_10": 0.11547, + "map_at_100": 0.14382, + "map_at_1000": 0.14534, + "map_at_20": 0.12933, + "map_at_3": 0.08147, + "map_at_5": 0.09851, + "mrr_at_1": 0.10495626822157435, + "mrr_at_10": 0.1885163589245223, + "mrr_at_100": 0.207296434743998, + "mrr_at_1000": 0.2077569843047967, + "mrr_at_20": 0.19959534653998934, + "mrr_at_3": 0.14868804664723032, + "mrr_at_5": 0.17259475218658893, + "nauc_map_at_1000_diff1": 0.026059166737974808, + "nauc_map_at_1000_max": 0.17854507735164224, + "nauc_map_at_1000_std": 0.10461787362130899, + "nauc_map_at_100_diff1": 0.026649584815149504, + "nauc_map_at_100_max": 0.17877860725416675, + "nauc_map_at_100_std": 0.10313459113640565, + "nauc_map_at_10_diff1": 0.0156742206396279, + "nauc_map_at_10_max": 0.14916278657276727, + "nauc_map_at_10_std": 0.07629197840371772, + "nauc_map_at_1_diff1": -0.03848083283849742, + "nauc_map_at_1_max": 0.06551073664559146, + "nauc_map_at_1_std": 0.03722758063812445, + "nauc_map_at_20_diff1": 0.03105468415725201, + "nauc_map_at_20_max": 0.1716940196499173, + "nauc_map_at_20_std": 0.09383147191322695, + "nauc_map_at_3_diff1": 0.021200515901075502, + "nauc_map_at_3_max": 0.1310819355860195, + "nauc_map_at_3_std": 0.05325404326806233, + "nauc_map_at_5_diff1": 0.0036181794606952645, + "nauc_map_at_5_max": 0.13108161646298275, + "nauc_map_at_5_std": 0.053582832854771174, + "nauc_mrr_at_1000_diff1": 0.038309830252564014, + "nauc_mrr_at_1000_max": 0.15266111924318995, + "nauc_mrr_at_1000_std": 0.11751499954700663, + "nauc_mrr_at_100_diff1": 0.038088498759053825, + "nauc_mrr_at_100_max": 0.1528974296885244, + "nauc_mrr_at_100_std": 0.11777453770328536, + "nauc_mrr_at_10_diff1": 0.03660256871573922, + "nauc_mrr_at_10_max": 0.14868758486612194, + "nauc_mrr_at_10_std": 0.10873017261910345, + "nauc_mrr_at_1_diff1": 0.029496325490179765, + "nauc_mrr_at_1_max": 0.06616559202148714, + "nauc_mrr_at_1_std": 0.049963434157006964, + "nauc_mrr_at_20_diff1": 0.041069238335812705, + "nauc_mrr_at_20_max": 0.15186961920616304, + "nauc_mrr_at_20_std": 0.11706591464560909, + "nauc_mrr_at_3_diff1": 0.047763785134588746, + "nauc_mrr_at_3_max": 0.13834727864156374, + "nauc_mrr_at_3_std": 0.10821933107689576, + "nauc_mrr_at_5_diff1": 0.031312782125398717, + "nauc_mrr_at_5_max": 0.13658067034390262, + "nauc_mrr_at_5_std": 0.096955217815589, + "nauc_ndcg_at_1000_diff1": 0.026169232175439462, + "nauc_ndcg_at_1000_max": 0.22225576406055703, + "nauc_ndcg_at_1000_std": 0.17404169978319414, + "nauc_ndcg_at_100_diff1": 0.03487987824931979, + "nauc_ndcg_at_100_max": 0.24261516812148837, + "nauc_ndcg_at_100_std": 0.1786131309558455, + "nauc_ndcg_at_10_diff1": 0.027079913886222672, + "nauc_ndcg_at_10_max": 0.1711445196972092, + "nauc_ndcg_at_10_std": 0.0978587839927988, + "nauc_ndcg_at_1_diff1": 0.029496325490179765, + "nauc_ndcg_at_1_max": 0.06616559202148714, + "nauc_ndcg_at_1_std": 0.049963434157006964, + "nauc_ndcg_at_20_diff1": 0.056431673263407825, + "nauc_ndcg_at_20_max": 0.20702850881381984, + "nauc_ndcg_at_20_std": 0.1384910190874279, + "nauc_ndcg_at_3_diff1": 0.03809619413158159, + "nauc_ndcg_at_3_max": 0.14851432470730633, + "nauc_ndcg_at_3_std": 0.08011813747970752, + "nauc_ndcg_at_5_diff1": 0.0091972638539999, + "nauc_ndcg_at_5_max": 0.1400471951235896, + "nauc_ndcg_at_5_std": 0.0640770594461074, + "nauc_precision_at_1000_diff1": 0.010438032447286185, + "nauc_precision_at_1000_max": 0.1550379794258418, + "nauc_precision_at_1000_std": 0.17151323934781157, + "nauc_precision_at_100_diff1": 0.0344551510004528, + "nauc_precision_at_100_max": 0.256015296304751, + "nauc_precision_at_100_std": 0.23069685018369632, + "nauc_precision_at_10_diff1": 0.04244396166891093, + "nauc_precision_at_10_max": 0.21926469470706614, + "nauc_precision_at_10_std": 0.168445678512832, + "nauc_precision_at_1_diff1": 0.029496325490179765, + "nauc_precision_at_1_max": 0.06616559202148714, + "nauc_precision_at_1_std": 0.049963434157006964, + "nauc_precision_at_20_diff1": 0.09573905635623009, + "nauc_precision_at_20_max": 0.2620127640515296, + "nauc_precision_at_20_std": 0.2051602349913239, + "nauc_precision_at_3_diff1": 0.07477305723799917, + "nauc_precision_at_3_max": 0.1849129977033568, + "nauc_precision_at_3_std": 0.11286333869120023, + "nauc_precision_at_5_diff1": 0.014802005624937133, + "nauc_precision_at_5_max": 0.16579684859264443, + "nauc_precision_at_5_std": 0.10328683844168894, + "nauc_recall_at_1000_diff1": -0.17720368070005732, + "nauc_recall_at_1000_max": 0.41752128511437897, + "nauc_recall_at_1000_std": 0.677509867020025, + "nauc_recall_at_100_diff1": 0.023953151394897232, + "nauc_recall_at_100_max": 0.40232944580310476, + "nauc_recall_at_100_std": 0.3603438398012473, + "nauc_recall_at_10_diff1": 0.02585060567014321, + "nauc_recall_at_10_max": 0.17104652900580816, + "nauc_recall_at_10_std": 0.08333782593715804, + "nauc_recall_at_1_diff1": -0.03848083283849742, + "nauc_recall_at_1_max": 0.06551073664559146, + "nauc_recall_at_1_std": 0.03722758063812445, + "nauc_recall_at_20_diff1": 0.08428698929558479, + "nauc_recall_at_20_max": 0.22505233187957044, + "nauc_recall_at_20_std": 0.16901948656865862, + "nauc_recall_at_3_diff1": 0.04375948320644744, + "nauc_recall_at_3_max": 0.1652464521606414, + "nauc_recall_at_3_std": 0.060841771245738, + "nauc_recall_at_5_diff1": -0.003988630815201067, + "nauc_recall_at_5_max": 0.1289488521960008, + "nauc_recall_at_5_std": 0.029870917752219586, + "ndcg_at_1": 0.10496, + "ndcg_at_10": 0.17505, + "ndcg_at_100": 0.30157, + "ndcg_at_1000": 0.32704, + "ndcg_at_20": 0.21972, + "ndcg_at_3": 0.10933, + "ndcg_at_5": 0.13732, + "precision_at_1": 0.10496, + "precision_at_10": 0.05656, + "precision_at_100": 0.01659, + "precision_at_1000": 0.00201, + "precision_at_20": 0.04315, + "precision_at_3": 0.07775, + "precision_at_5": 0.07289, + "recall_at_1": 0.05151, + "recall_at_10": 0.27285, + "recall_at_100": 0.782, + "recall_at_1000": 0.94359, + "recall_at_20": 0.42205, + "recall_at_3": 0.1097, + "recall_at_5": 0.17469 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.00338, + "map_at_1": 0.0, + "map_at_10": 0.00194, + "map_at_100": 0.00255, + "map_at_1000": 0.00281, + "map_at_20": 0.00207, + "map_at_3": 0.00163, + "map_at_5": 0.00163, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0039002267573696146, + "mrr_at_100": 0.00511312967785203, + "mrr_at_1000": 0.0055358298603268305, + "mrr_at_20": 0.004324088609802895, + "mrr_at_3": 0.002857142857142857, + "mrr_at_5": 0.002857142857142857, + "nauc_map_at_1000_diff1": 0.4476214197231006, + "nauc_map_at_1000_max": -0.2378499597556558, + "nauc_map_at_1000_std": 0.00016761871488559662, + "nauc_map_at_100_diff1": 0.47593516419112825, + "nauc_map_at_100_max": -0.2694156337154182, + "nauc_map_at_100_std": -0.01871621761670524, + "nauc_map_at_10_diff1": 0.6797059280256582, + "nauc_map_at_10_max": -0.2720005096606755, + "nauc_map_at_10_std": 0.051516663130849266, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.6347341200528487, + "nauc_map_at_20_max": -0.2886412714745259, + "nauc_map_at_20_std": 0.03762754213643302, + "nauc_map_at_3_diff1": 0.7041856721223504, + "nauc_map_at_3_max": -0.4201435470888115, + "nauc_map_at_3_std": 0.09847061980144899, + "nauc_map_at_5_diff1": 0.7041856721223504, + "nauc_map_at_5_max": -0.4201435470888115, + "nauc_map_at_5_std": 0.09847061980144899, + "nauc_mrr_at_1000_diff1": 0.48951053668562466, + "nauc_mrr_at_1000_max": 0.038373036463002295, + "nauc_mrr_at_1000_std": 0.020465585910528154, + "nauc_mrr_at_100_diff1": 0.516029184178568, + "nauc_mrr_at_100_max": 0.031520827254359604, + "nauc_mrr_at_100_std": 0.012907228206075086, + "nauc_mrr_at_10_diff1": 0.705954661458496, + "nauc_mrr_at_10_max": 0.11442428288853808, + "nauc_mrr_at_10_std": 0.07663436519178102, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.648452636706965, + "nauc_mrr_at_20_max": 0.05041728030887423, + "nauc_mrr_at_20_std": 0.05533197398528652, + "nauc_mrr_at_3_diff1": 0.8309632412127718, + "nauc_mrr_at_3_max": 0.04360075127448353, + "nauc_mrr_at_3_std": 0.09847061980144906, + "nauc_mrr_at_5_diff1": 0.8309632412127718, + "nauc_mrr_at_5_max": 0.04360075127448353, + "nauc_mrr_at_5_std": 0.09847061980144906, + "nauc_ndcg_at_1000_diff1": 0.14516431039573846, + "nauc_ndcg_at_1000_max": -0.06487805051343758, + "nauc_ndcg_at_1000_std": 0.027795402286700476, + "nauc_ndcg_at_100_diff1": 0.17322841975751957, + "nauc_ndcg_at_100_max": -0.16506005314927977, + "nauc_ndcg_at_100_std": -0.13730001111447168, + "nauc_ndcg_at_10_diff1": 0.6528382564967588, + "nauc_ndcg_at_10_max": -0.06795660240024268, + "nauc_ndcg_at_10_std": 0.04170478297671185, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.5425022991018918, + "nauc_ndcg_at_20_max": -0.14766064482415464, + "nauc_ndcg_at_20_std": 0.007322384203843035, + "nauc_ndcg_at_3_diff1": 0.7699051163085987, + "nauc_ndcg_at_3_max": -0.17974599291863882, + "nauc_ndcg_at_3_std": 0.098470619801449, + "nauc_ndcg_at_5_diff1": 0.7475481154210509, + "nauc_ndcg_at_5_max": -0.2615264826731681, + "nauc_ndcg_at_5_std": 0.098470619801449, + "nauc_precision_at_1000_diff1": 0.11399072903497667, + "nauc_precision_at_1000_max": 0.04148684191406181, + "nauc_precision_at_1000_std": 0.03469709519450115, + "nauc_precision_at_100_diff1": 0.06477825903637541, + "nauc_precision_at_100_max": -0.06898181864642833, + "nauc_precision_at_100_std": -0.09047235744311156, + "nauc_precision_at_10_diff1": 0.53345854574725, + "nauc_precision_at_10_max": 0.1822913871746714, + "nauc_precision_at_10_std": 0.08328414274215189, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.32526160450764685, + "nauc_precision_at_20_max": -0.0828078883820767, + "nauc_precision_at_20_std": -0.008217064663267996, + "nauc_precision_at_3_diff1": 0.8309632412127719, + "nauc_precision_at_3_max": 0.04360075127448335, + "nauc_precision_at_3_std": 0.09847061980144894, + "nauc_precision_at_5_diff1": 0.8309632412127715, + "nauc_precision_at_5_max": 0.0436007512744835, + "nauc_precision_at_5_std": 0.09847061980144889, + "nauc_recall_at_1000_diff1": 0.06511007910870387, + "nauc_recall_at_1000_max": -0.0867855759547233, + "nauc_recall_at_1000_std": 0.06640553027477113, + "nauc_recall_at_100_diff1": -0.023251712136933746, + "nauc_recall_at_100_max": -0.21601345317518367, + "nauc_recall_at_100_std": -0.2630830963025353, + "nauc_recall_at_10_diff1": 0.6308929263849962, + "nauc_recall_at_10_max": -0.037015111585010904, + "nauc_recall_at_10_std": 0.0011817947805299923, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.4948099897526539, + "nauc_recall_at_20_max": -0.1476843817424688, + "nauc_recall_at_20_std": -0.03424110498953367, + "nauc_recall_at_3_diff1": 0.7041856721223504, + "nauc_recall_at_3_max": -0.4201435470888115, + "nauc_recall_at_3_std": 0.09847061980144899, + "nauc_recall_at_5_diff1": 0.7041856721223504, + "nauc_recall_at_5_max": -0.4201435470888115, + "nauc_recall_at_5_std": 0.09847061980144899, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00338, + "ndcg_at_100": 0.00837, + "ndcg_at_1000": 0.01939, + "ndcg_at_20": 0.00408, + "ndcg_at_3": 0.00265, + "ndcg_at_5": 0.00241, + "precision_at_1": 0.0, + "precision_at_10": 0.00143, + "precision_at_100": 0.0006, + "precision_at_1000": 0.00024, + "precision_at_20": 0.00114, + "precision_at_3": 0.0019, + "precision_at_5": 0.00114, + "recall_at_1": 0.0, + "recall_at_10": 0.00558, + "recall_at_100": 0.02819, + "recall_at_1000": 0.10384, + "recall_at_20": 0.00719, + "recall_at_3": 0.00327, + "recall_at_5": 0.00327 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.12637, + "map_at_1": 0.03951, + "map_at_10": 0.08334, + "map_at_100": 0.09713, + "map_at_1000": 0.09914, + "map_at_20": 0.08977, + "map_at_3": 0.06308, + "map_at_5": 0.07426, + "mrr_at_1": 0.08958333333333333, + "mrr_at_10": 0.15743840939153425, + "mrr_at_100": 0.16832330337219534, + "mrr_at_1000": 0.16910348552416465, + "mrr_at_20": 0.16378619564595753, + "mrr_at_3": 0.13177083333333325, + "mrr_at_5": 0.14723958333333334, + "nauc_map_at_1000_diff1": 0.19086016843396264, + "nauc_map_at_1000_max": 0.14318974471147983, + "nauc_map_at_1000_std": 0.1594430568436545, + "nauc_map_at_100_diff1": 0.1926230560716761, + "nauc_map_at_100_max": 0.1417417674487217, + "nauc_map_at_100_std": 0.15269866895198345, + "nauc_map_at_10_diff1": 0.2033838182339455, + "nauc_map_at_10_max": 0.12906857386960235, + "nauc_map_at_10_std": 0.11162359406117733, + "nauc_map_at_1_diff1": 0.27679262267968957, + "nauc_map_at_1_max": 0.06709223925190226, + "nauc_map_at_1_std": -0.023056026371255766, + "nauc_map_at_20_diff1": 0.19787133224909803, + "nauc_map_at_20_max": 0.1367164585735089, + "nauc_map_at_20_std": 0.12945224894380114, + "nauc_map_at_3_diff1": 0.20163513018046114, + "nauc_map_at_3_max": 0.10253130890031636, + "nauc_map_at_3_std": 0.06415107994004521, + "nauc_map_at_5_diff1": 0.19581160183549365, + "nauc_map_at_5_max": 0.11671816036901754, + "nauc_map_at_5_std": 0.10141388913127199, + "nauc_mrr_at_1000_diff1": 0.13213568747329382, + "nauc_mrr_at_1000_max": 0.11095450193092173, + "nauc_mrr_at_1000_std": 0.14751389270220228, + "nauc_mrr_at_100_diff1": 0.13205847833554105, + "nauc_mrr_at_100_max": 0.11078789707213413, + "nauc_mrr_at_100_std": 0.14754847527381837, + "nauc_mrr_at_10_diff1": 0.1355948254924422, + "nauc_mrr_at_10_max": 0.10773967954242017, + "nauc_mrr_at_10_std": 0.13570597888188154, + "nauc_mrr_at_1_diff1": 0.16078771503984113, + "nauc_mrr_at_1_max": 0.05310711901211155, + "nauc_mrr_at_1_std": 0.06421400091101397, + "nauc_mrr_at_20_diff1": 0.13145733946567437, + "nauc_mrr_at_20_max": 0.10903743250672551, + "nauc_mrr_at_20_std": 0.14366504066258864, + "nauc_mrr_at_3_diff1": 0.11723421182442041, + "nauc_mrr_at_3_max": 0.09549904644289811, + "nauc_mrr_at_3_std": 0.1099486684374747, + "nauc_mrr_at_5_diff1": 0.12432352644634899, + "nauc_mrr_at_5_max": 0.10672057798988684, + "nauc_mrr_at_5_std": 0.12762247424657963, + "nauc_ndcg_at_1000_diff1": 0.1454794071136077, + "nauc_ndcg_at_1000_max": 0.18186988123776, + "nauc_ndcg_at_1000_std": 0.31102771544153535, + "nauc_ndcg_at_100_diff1": 0.15156134347505, + "nauc_ndcg_at_100_max": 0.16306422015181377, + "nauc_ndcg_at_100_std": 0.26187480522279655, + "nauc_ndcg_at_10_diff1": 0.18147790679994735, + "nauc_ndcg_at_10_max": 0.13674836094659903, + "nauc_ndcg_at_10_std": 0.14987996666506448, + "nauc_ndcg_at_1_diff1": 0.16078771503984113, + "nauc_ndcg_at_1_max": 0.05310711901211155, + "nauc_ndcg_at_1_std": 0.06421400091101397, + "nauc_ndcg_at_20_diff1": 0.16811473541057195, + "nauc_ndcg_at_20_max": 0.14580872935674882, + "nauc_ndcg_at_20_std": 0.1869492118332168, + "nauc_ndcg_at_3_diff1": 0.1467099679023044, + "nauc_ndcg_at_3_max": 0.11100625636092405, + "nauc_ndcg_at_3_std": 0.10348500281076502, + "nauc_ndcg_at_5_diff1": 0.1591980269563358, + "nauc_ndcg_at_5_max": 0.12741486886357228, + "nauc_ndcg_at_5_std": 0.13991872176807912, + "nauc_precision_at_1000_diff1": 0.0034725318368119917, + "nauc_precision_at_1000_max": 0.160427998560648, + "nauc_precision_at_1000_std": 0.3993746786595816, + "nauc_precision_at_100_diff1": 0.04796846146764662, + "nauc_precision_at_100_max": 0.16579765468822846, + "nauc_precision_at_100_std": 0.3748262427315624, + "nauc_precision_at_10_diff1": 0.14235507364899977, + "nauc_precision_at_10_max": 0.1696925622940276, + "nauc_precision_at_10_std": 0.22663056561391537, + "nauc_precision_at_1_diff1": 0.16078771503984113, + "nauc_precision_at_1_max": 0.05310711901211155, + "nauc_precision_at_1_std": 0.06421400091101397, + "nauc_precision_at_20_diff1": 0.1133448269585321, + "nauc_precision_at_20_max": 0.17792040794568387, + "nauc_precision_at_20_std": 0.28205473253918123, + "nauc_precision_at_3_diff1": 0.1012753777935963, + "nauc_precision_at_3_max": 0.1342201657991131, + "nauc_precision_at_3_std": 0.16767807091693732, + "nauc_precision_at_5_diff1": 0.1029260791844713, + "nauc_precision_at_5_max": 0.16323298317341248, + "nauc_precision_at_5_std": 0.21685675562499732, + "nauc_recall_at_1000_diff1": 0.08461805371411509, + "nauc_recall_at_1000_max": 0.23845685911661174, + "nauc_recall_at_1000_std": 0.5489287321486613, + "nauc_recall_at_100_diff1": 0.0954669901040086, + "nauc_recall_at_100_max": 0.16819960162528858, + "nauc_recall_at_100_std": 0.37661110090580296, + "nauc_recall_at_10_diff1": 0.17049373273994925, + "nauc_recall_at_10_max": 0.13292833100255896, + "nauc_recall_at_10_std": 0.17106030402886374, + "nauc_recall_at_1_diff1": 0.27679262267968957, + "nauc_recall_at_1_max": 0.06709223925190226, + "nauc_recall_at_1_std": -0.023056026371255766, + "nauc_recall_at_20_diff1": 0.1403113918687639, + "nauc_recall_at_20_max": 0.1420075242786094, + "nauc_recall_at_20_std": 0.2348799943770947, + "nauc_recall_at_3_diff1": 0.1467815239696625, + "nauc_recall_at_3_max": 0.11226978294220985, + "nauc_recall_at_3_std": 0.091238954381954, + "nauc_recall_at_5_diff1": 0.14678999183200053, + "nauc_recall_at_5_max": 0.12960025851983878, + "nauc_recall_at_5_std": 0.15917001237667355, + "ndcg_at_1": 0.08958, + "ndcg_at_10": 0.12637, + "ndcg_at_100": 0.19009, + "ndcg_at_1000": 0.22676, + "ndcg_at_20": 0.14721, + "ndcg_at_3": 0.09677, + "ndcg_at_5": 0.10903, + "precision_at_1": 0.08958, + "precision_at_10": 0.04656, + "precision_at_100": 0.01239, + "precision_at_1000": 0.00195, + "precision_at_20": 0.03344, + "precision_at_3": 0.07292, + "precision_at_5": 0.06417, + "recall_at_1": 0.03951, + "recall_at_10": 0.17673, + "recall_at_100": 0.40151, + "recall_at_1000": 0.61112, + "recall_at_20": 0.23475, + "recall_at_3": 0.08866, + "recall_at_5": 0.12825 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.02465, + "map_at_1": 0.00766, + "map_at_10": 0.01606, + "map_at_100": 0.01971, + "map_at_1000": 0.02057, + "map_at_20": 0.018, + "map_at_3": 0.01276, + "map_at_5": 0.01387, + "mrr_at_1": 0.012790697674418604, + "mrr_at_10": 0.02596207087486157, + "mrr_at_100": 0.030618247242075163, + "mrr_at_1000": 0.03144398597002077, + "mrr_at_20": 0.0287809288634582, + "mrr_at_3": 0.020155038759689922, + "mrr_at_5": 0.02253875968992248, + "nauc_map_at_1000_diff1": 0.18202107174191454, + "nauc_map_at_1000_max": -0.012100664486167962, + "nauc_map_at_1000_std": 0.04068057148647029, + "nauc_map_at_100_diff1": 0.18880633242107017, + "nauc_map_at_100_max": -0.01573830400724159, + "nauc_map_at_100_std": 0.036479689217211064, + "nauc_map_at_10_diff1": 0.22156826631720236, + "nauc_map_at_10_max": -0.05510862928654391, + "nauc_map_at_10_std": -0.0027573788297512725, + "nauc_map_at_1_diff1": 0.17046662568394172, + "nauc_map_at_1_max": -0.20770429945012953, + "nauc_map_at_1_std": -0.1017650874732111, + "nauc_map_at_20_diff1": 0.19839403538008948, + "nauc_map_at_20_max": -0.036481471672943806, + "nauc_map_at_20_std": 0.011105325113750859, + "nauc_map_at_3_diff1": 0.24024548878692256, + "nauc_map_at_3_max": -0.09530521374981751, + "nauc_map_at_3_std": -0.035770446926805054, + "nauc_map_at_5_diff1": 0.22217565367158354, + "nauc_map_at_5_max": -0.09849210977503314, + "nauc_map_at_5_std": -0.02189116140500705, + "nauc_mrr_at_1000_diff1": 0.15844770887181095, + "nauc_mrr_at_1000_max": 0.0017564565523609155, + "nauc_mrr_at_1000_std": -0.016995800865221355, + "nauc_mrr_at_100_diff1": 0.16033423463913368, + "nauc_mrr_at_100_max": 0.001758882303537376, + "nauc_mrr_at_100_std": -0.018220177587441985, + "nauc_mrr_at_10_diff1": 0.1808157910417163, + "nauc_mrr_at_10_max": -0.031125463701883477, + "nauc_mrr_at_10_std": -0.039339878742289655, + "nauc_mrr_at_1_diff1": 0.12737517379320448, + "nauc_mrr_at_1_max": -0.15347464448618192, + "nauc_mrr_at_1_std": -0.17542747030270503, + "nauc_mrr_at_20_diff1": 0.1636318978495941, + "nauc_mrr_at_20_max": -0.010523123171833721, + "nauc_mrr_at_20_std": -0.024303548960213563, + "nauc_mrr_at_3_diff1": 0.20559947163113237, + "nauc_mrr_at_3_max": -0.04473075891106486, + "nauc_mrr_at_3_std": -0.09236909454913222, + "nauc_mrr_at_5_diff1": 0.1862089776885505, + "nauc_mrr_at_5_max": -0.05688843998421053, + "nauc_mrr_at_5_std": -0.07787701513968956, + "nauc_ndcg_at_1000_diff1": 0.09392357253872383, + "nauc_ndcg_at_1000_max": 0.08957593263910606, + "nauc_ndcg_at_1000_std": 0.1157547648554127, + "nauc_ndcg_at_100_diff1": 0.12958811592408112, + "nauc_ndcg_at_100_max": 0.0739723484450643, + "nauc_ndcg_at_100_std": 0.10691361956986345, + "nauc_ndcg_at_10_diff1": 0.20924540961818727, + "nauc_ndcg_at_10_max": -0.005756727661706019, + "nauc_ndcg_at_10_std": 0.021991849218195275, + "nauc_ndcg_at_1_diff1": 0.12737517379320448, + "nauc_ndcg_at_1_max": -0.15347464448618192, + "nauc_ndcg_at_1_std": -0.17542747030270503, + "nauc_ndcg_at_20_diff1": 0.15854536636513575, + "nauc_ndcg_at_20_max": 0.024829321062907365, + "nauc_ndcg_at_20_std": 0.05476985575269003, + "nauc_ndcg_at_3_diff1": 0.2401576016566684, + "nauc_ndcg_at_3_max": -0.056682803512634376, + "nauc_ndcg_at_3_std": -0.036809016106396676, + "nauc_ndcg_at_5_diff1": 0.2134776755005713, + "nauc_ndcg_at_5_max": -0.07007748269988316, + "nauc_ndcg_at_5_std": -0.01821098299491282, + "nauc_precision_at_1000_diff1": 0.008238068850029341, + "nauc_precision_at_1000_max": 0.16464940601890354, + "nauc_precision_at_1000_std": 0.1868553199410334, + "nauc_precision_at_100_diff1": 0.05305691541686654, + "nauc_precision_at_100_max": 0.1897377400041191, + "nauc_precision_at_100_std": 0.23126956075879535, + "nauc_precision_at_10_diff1": 0.180059923083803, + "nauc_precision_at_10_max": 0.04276003935247301, + "nauc_precision_at_10_std": 0.08711206511045537, + "nauc_precision_at_1_diff1": 0.12737517379320448, + "nauc_precision_at_1_max": -0.15347464448618192, + "nauc_precision_at_1_std": -0.17542747030270503, + "nauc_precision_at_20_diff1": 0.09254040041917187, + "nauc_precision_at_20_max": 0.10183111797473975, + "nauc_precision_at_20_std": 0.134099056863935, + "nauc_precision_at_3_diff1": 0.23495903077335856, + "nauc_precision_at_3_max": 0.013673608387855729, + "nauc_precision_at_3_std": -0.02963819116220524, + "nauc_precision_at_5_diff1": 0.18325731151059813, + "nauc_precision_at_5_max": -0.03048027904480825, + "nauc_precision_at_5_std": -0.017394304112844577, + "nauc_recall_at_1000_diff1": 0.038097299227464694, + "nauc_recall_at_1000_max": 0.12299167107296162, + "nauc_recall_at_1000_std": 0.1426367074001944, + "nauc_recall_at_100_diff1": 0.08490549491943812, + "nauc_recall_at_100_max": 0.11156340645661662, + "nauc_recall_at_100_std": 0.15687975449175934, + "nauc_recall_at_10_diff1": 0.2158498333255233, + "nauc_recall_at_10_max": 0.05889839269501581, + "nauc_recall_at_10_std": 0.07175896181967704, + "nauc_recall_at_1_diff1": 0.17046662568394172, + "nauc_recall_at_1_max": -0.20770429945012953, + "nauc_recall_at_1_std": -0.1017650874732111, + "nauc_recall_at_20_diff1": 0.12902281975725247, + "nauc_recall_at_20_max": 0.07137993426825187, + "nauc_recall_at_20_std": 0.11166376585384388, + "nauc_recall_at_3_diff1": 0.2752236706975195, + "nauc_recall_at_3_max": -0.027041387505105163, + "nauc_recall_at_3_std": 0.015129906777991926, + "nauc_recall_at_5_diff1": 0.2253496032932255, + "nauc_recall_at_5_max": -0.04872015875924897, + "nauc_recall_at_5_std": 0.03397042271308394, + "ndcg_at_1": 0.01279, + "ndcg_at_10": 0.02465, + "ndcg_at_100": 0.04562, + "ndcg_at_1000": 0.07194, + "ndcg_at_20": 0.03245, + "ndcg_at_3": 0.0165, + "ndcg_at_5": 0.01869, + "precision_at_1": 0.01279, + "precision_at_10": 0.00698, + "precision_at_100": 0.00248, + "precision_at_1000": 0.00066, + "precision_at_20": 0.00581, + "precision_at_3": 0.01008, + "precision_at_5": 0.00814, + "recall_at_1": 0.00766, + "recall_at_10": 0.04089, + "recall_at_100": 0.12896, + "recall_at_1000": 0.30521, + "recall_at_20": 0.06813, + "recall_at_3": 0.01967, + "recall_at_5": 0.02446 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.06133, + "map_at_1": 0.04734, + "map_at_10": 0.05471, + "map_at_100": 0.0558, + "map_at_1000": 0.05615, + "map_at_20": 0.05543, + "map_at_3": 0.05125, + "map_at_5": 0.053, + "mrr_at_1": 0.056338028169014086, + "mrr_at_10": 0.06334115805946793, + "mrr_at_100": 0.06458908287306474, + "mrr_at_1000": 0.06499523157501111, + "mrr_at_20": 0.06361732486421799, + "mrr_at_3": 0.057902973395931145, + "mrr_at_5": 0.06118935837245696, + "nauc_map_at_1000_diff1": 0.7729329168864322, + "nauc_map_at_1000_max": 0.5564916387417645, + "nauc_map_at_1000_std": -0.022294017866950042, + "nauc_map_at_100_diff1": 0.7760538935829413, + "nauc_map_at_100_max": 0.5584903869505766, + "nauc_map_at_100_std": -0.021807345811719486, + "nauc_map_at_10_diff1": 0.7886880605988166, + "nauc_map_at_10_max": 0.5673559172903444, + "nauc_map_at_10_std": -0.028064361127524046, + "nauc_map_at_1_diff1": 0.8391400642811594, + "nauc_map_at_1_max": 0.6062101727508086, + "nauc_map_at_1_std": -0.07437712915361636, + "nauc_map_at_20_diff1": 0.7804479696143203, + "nauc_map_at_20_max": 0.5608444216522903, + "nauc_map_at_20_std": -0.021146425334302228, + "nauc_map_at_3_diff1": 0.8246068384537755, + "nauc_map_at_3_max": 0.5915631692403256, + "nauc_map_at_3_std": -0.07565235512840482, + "nauc_map_at_5_diff1": 0.807771985585678, + "nauc_map_at_5_max": 0.5617536364368138, + "nauc_map_at_5_std": -0.042566004926371095, + "nauc_mrr_at_1000_diff1": 0.7191482496434055, + "nauc_mrr_at_1000_max": 0.5102989586039832, + "nauc_mrr_at_1000_std": -0.03423755584110358, + "nauc_mrr_at_100_diff1": 0.7219352729763014, + "nauc_mrr_at_100_max": 0.5122405716296033, + "nauc_mrr_at_100_std": -0.0344481248165796, + "nauc_mrr_at_10_diff1": 0.7310491049650172, + "nauc_mrr_at_10_max": 0.5159878836504369, + "nauc_mrr_at_10_std": -0.030344738522450468, + "nauc_mrr_at_1_diff1": 0.7978859838577103, + "nauc_mrr_at_1_max": 0.570725192694874, + "nauc_mrr_at_1_std": -0.08390472141610282, + "nauc_mrr_at_20_diff1": 0.7307296626663158, + "nauc_mrr_at_20_max": 0.5180890106613242, + "nauc_mrr_at_20_std": -0.03237998824741693, + "nauc_mrr_at_3_diff1": 0.7940907656302039, + "nauc_mrr_at_3_max": 0.5640269928309626, + "nauc_mrr_at_3_std": -0.0835600475715536, + "nauc_mrr_at_5_diff1": 0.762568651276557, + "nauc_mrr_at_5_max": 0.5148804915602659, + "nauc_mrr_at_5_std": -0.048489154998956806, + "nauc_ndcg_at_1000_diff1": 0.6203799577593296, + "nauc_ndcg_at_1000_max": 0.4445768693372509, + "nauc_ndcg_at_1000_std": 0.015653573499884582, + "nauc_ndcg_at_100_diff1": 0.6809078135738924, + "nauc_ndcg_at_100_max": 0.4968455089117655, + "nauc_ndcg_at_100_std": 0.013897188582377764, + "nauc_ndcg_at_10_diff1": 0.7357834780313781, + "nauc_ndcg_at_10_max": 0.5323381492057211, + "nauc_ndcg_at_10_std": 0.014566357514138574, + "nauc_ndcg_at_1_diff1": 0.7978859838577103, + "nauc_ndcg_at_1_max": 0.570725192694874, + "nauc_ndcg_at_1_std": -0.08390472141610282, + "nauc_ndcg_at_20_diff1": 0.7220034401966328, + "nauc_ndcg_at_20_max": 0.5247478813406198, + "nauc_ndcg_at_20_std": 0.02302079251831675, + "nauc_ndcg_at_3_diff1": 0.80319424563566, + "nauc_ndcg_at_3_max": 0.5662578898078078, + "nauc_ndcg_at_3_std": -0.07263788200234485, + "nauc_ndcg_at_5_diff1": 0.7773530393878854, + "nauc_ndcg_at_5_max": 0.5176247864599711, + "nauc_ndcg_at_5_std": -0.019685151171627124, + "nauc_precision_at_1000_diff1": 0.2774860728406214, + "nauc_precision_at_1000_max": 0.14831272269133342, + "nauc_precision_at_1000_std": 0.07018123299648359, + "nauc_precision_at_100_diff1": 0.378255788299189, + "nauc_precision_at_100_max": 0.26385394998390954, + "nauc_precision_at_100_std": 0.042902384078691506, + "nauc_precision_at_10_diff1": 0.5667642156890291, + "nauc_precision_at_10_max": 0.420696806572802, + "nauc_precision_at_10_std": 0.09039645100764761, + "nauc_precision_at_1_diff1": 0.7978859838577103, + "nauc_precision_at_1_max": 0.570725192694874, + "nauc_precision_at_1_std": -0.08390472141610282, + "nauc_precision_at_20_diff1": 0.5261290278992379, + "nauc_precision_at_20_max": 0.39117280460035536, + "nauc_precision_at_20_std": 0.11249728987262093, + "nauc_precision_at_3_diff1": 0.7440628617709802, + "nauc_precision_at_3_max": 0.5064988432283832, + "nauc_precision_at_3_std": -0.07154114877910162, + "nauc_precision_at_5_diff1": 0.6633913430755096, + "nauc_precision_at_5_max": 0.36109805572842013, + "nauc_precision_at_5_std": 0.040070953772101923, + "nauc_recall_at_1000_diff1": 0.34268754994425843, + "nauc_recall_at_1000_max": 0.23311002415510107, + "nauc_recall_at_1000_std": 0.06595003537462286, + "nauc_recall_at_100_diff1": 0.5047906768179231, + "nauc_recall_at_100_max": 0.4015692504101266, + "nauc_recall_at_100_std": 0.08898140709809048, + "nauc_recall_at_10_diff1": 0.6579492413176936, + "nauc_recall_at_10_max": 0.499556760906578, + "nauc_recall_at_10_std": 0.12258139026087743, + "nauc_recall_at_1_diff1": 0.8391400642811594, + "nauc_recall_at_1_max": 0.6062101727508086, + "nauc_recall_at_1_std": -0.07437712915361636, + "nauc_recall_at_20_diff1": 0.630215319953945, + "nauc_recall_at_20_max": 0.4864273547873176, + "nauc_recall_at_20_std": 0.13325086900171362, + "nauc_recall_at_3_diff1": 0.8086574808842604, + "nauc_recall_at_3_max": 0.5678842720762928, + "nauc_recall_at_3_std": -0.0725484359816651, + "nauc_recall_at_5_diff1": 0.7545519745104626, + "nauc_recall_at_5_max": 0.4603968435857869, + "nauc_recall_at_5_std": 0.04789036650471323, + "ndcg_at_1": 0.05634, + "ndcg_at_10": 0.06133, + "ndcg_at_100": 0.06765, + "ndcg_at_1000": 0.08075, + "ndcg_at_20": 0.0632, + "ndcg_at_3": 0.05438, + "ndcg_at_5": 0.05764, + "precision_at_1": 0.05634, + "precision_at_10": 0.01033, + "precision_at_100": 0.00169, + "precision_at_1000": 0.00039, + "precision_at_20": 0.00587, + "precision_at_3": 0.02347, + "precision_at_5": 0.0169, + "recall_at_1": 0.04734, + "recall_at_10": 0.07241, + "recall_at_100": 0.09813, + "recall_at_1000": 0.18775, + "recall_at_20": 0.07828, + "recall_at_3": 0.05477, + "recall_at_5": 0.06224 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.0694, + "map_at_1": 0.02565, + "map_at_10": 0.04592, + "map_at_100": 0.05466, + "map_at_1000": 0.05555, + "map_at_20": 0.05013, + "map_at_3": 0.03577, + "map_at_5": 0.04008, + "mrr_at_1": 0.051, + "mrr_at_10": 0.08651269841269849, + "mrr_at_100": 0.09510853298753867, + "mrr_at_1000": 0.09580812038237399, + "mrr_at_20": 0.091122720678874, + "mrr_at_3": 0.0711666666666667, + "mrr_at_5": 0.07911666666666671, + "nauc_map_at_1000_diff1": 0.23608125502742947, + "nauc_map_at_1000_max": 0.25667311119990466, + "nauc_map_at_1000_std": 0.29381781613921104, + "nauc_map_at_100_diff1": 0.23713787900629857, + "nauc_map_at_100_max": 0.25563818559289087, + "nauc_map_at_100_std": 0.29200760255214764, + "nauc_map_at_10_diff1": 0.2604401374548354, + "nauc_map_at_10_max": 0.22770826798979302, + "nauc_map_at_10_std": 0.24027112365289224, + "nauc_map_at_1_diff1": 0.30873671516198997, + "nauc_map_at_1_max": 0.1988729322213076, + "nauc_map_at_1_std": 0.13284484399586208, + "nauc_map_at_20_diff1": 0.249479400386913, + "nauc_map_at_20_max": 0.2412537650862588, + "nauc_map_at_20_std": 0.26180634546744685, + "nauc_map_at_3_diff1": 0.3126338561621992, + "nauc_map_at_3_max": 0.21142362883048776, + "nauc_map_at_3_std": 0.1884961922608995, + "nauc_map_at_5_diff1": 0.2837477315317038, + "nauc_map_at_5_max": 0.21716158425756457, + "nauc_map_at_5_std": 0.21334239923597356, + "nauc_mrr_at_1000_diff1": 0.2239991953967711, + "nauc_mrr_at_1000_max": 0.22915494917555446, + "nauc_mrr_at_1000_std": 0.2694299651496431, + "nauc_mrr_at_100_diff1": 0.2237960657822125, + "nauc_mrr_at_100_max": 0.2290887908882652, + "nauc_mrr_at_100_std": 0.2697974291120799, + "nauc_mrr_at_10_diff1": 0.23321594601657006, + "nauc_mrr_at_10_max": 0.21820083879571783, + "nauc_mrr_at_10_std": 0.2529250634424256, + "nauc_mrr_at_1_diff1": 0.3175134287683414, + "nauc_mrr_at_1_max": 0.2286862692487781, + "nauc_mrr_at_1_std": 0.1810792468315474, + "nauc_mrr_at_20_diff1": 0.2261791955565998, + "nauc_mrr_at_20_max": 0.22616033007653977, + "nauc_mrr_at_20_std": 0.26194226704451923, + "nauc_mrr_at_3_diff1": 0.2756484895022021, + "nauc_mrr_at_3_max": 0.21419428702128737, + "nauc_mrr_at_3_std": 0.2154277696334553, + "nauc_mrr_at_5_diff1": 0.242449915928385, + "nauc_mrr_at_5_max": 0.2120548788771505, + "nauc_mrr_at_5_std": 0.23538032240228163, + "nauc_ndcg_at_1000_diff1": 0.16403470906891535, + "nauc_ndcg_at_1000_max": 0.3017645885557445, + "nauc_ndcg_at_1000_std": 0.4011532926412563, + "nauc_ndcg_at_100_diff1": 0.16807177123748468, + "nauc_ndcg_at_100_max": 0.2998790897663359, + "nauc_ndcg_at_100_std": 0.4073860790551028, + "nauc_ndcg_at_10_diff1": 0.22094258865604163, + "nauc_ndcg_at_10_max": 0.23095166938062378, + "nauc_ndcg_at_10_std": 0.28349224712980314, + "nauc_ndcg_at_1_diff1": 0.3175134287683414, + "nauc_ndcg_at_1_max": 0.2286862692487781, + "nauc_ndcg_at_1_std": 0.1810792468315474, + "nauc_ndcg_at_20_diff1": 0.199035117535495, + "nauc_ndcg_at_20_max": 0.26076010040149256, + "nauc_ndcg_at_20_std": 0.32160064440501795, + "nauc_ndcg_at_3_diff1": 0.29446796789660445, + "nauc_ndcg_at_3_max": 0.21968370126998368, + "nauc_ndcg_at_3_std": 0.21229525203969826, + "nauc_ndcg_at_5_diff1": 0.25371991727591026, + "nauc_ndcg_at_5_max": 0.21939514313380942, + "nauc_ndcg_at_5_std": 0.2418586814930077, + "nauc_precision_at_1000_diff1": 0.0382821545521055, + "nauc_precision_at_1000_max": 0.2689676400461234, + "nauc_precision_at_1000_std": 0.38241476714424044, + "nauc_precision_at_100_diff1": 0.06199546538306947, + "nauc_precision_at_100_max": 0.33488817053508607, + "nauc_precision_at_100_std": 0.496198887830716, + "nauc_precision_at_10_diff1": 0.1430169590453648, + "nauc_precision_at_10_max": 0.2609533923495142, + "nauc_precision_at_10_std": 0.367401396500103, + "nauc_precision_at_1_diff1": 0.3175134287683414, + "nauc_precision_at_1_max": 0.2286862692487781, + "nauc_precision_at_1_std": 0.1810792468315474, + "nauc_precision_at_20_diff1": 0.11564457824323242, + "nauc_precision_at_20_max": 0.31482783738023007, + "nauc_precision_at_20_std": 0.4191928291082103, + "nauc_precision_at_3_diff1": 0.2564674990426719, + "nauc_precision_at_3_max": 0.22715372732695802, + "nauc_precision_at_3_std": 0.24621953157358656, + "nauc_precision_at_5_diff1": 0.18201977977161524, + "nauc_precision_at_5_max": 0.24782751913665477, + "nauc_precision_at_5_std": 0.30535708683649165, + "nauc_recall_at_1000_diff1": 0.07609288867264323, + "nauc_recall_at_1000_max": 0.32599818518210477, + "nauc_recall_at_1000_std": 0.4646772291213031, + "nauc_recall_at_100_diff1": 0.07958383418656831, + "nauc_recall_at_100_max": 0.3286407665986391, + "nauc_recall_at_100_std": 0.5041350591829012, + "nauc_recall_at_10_diff1": 0.17449983960174872, + "nauc_recall_at_10_max": 0.22716359404298797, + "nauc_recall_at_10_std": 0.3213979172486315, + "nauc_recall_at_1_diff1": 0.30873671516198997, + "nauc_recall_at_1_max": 0.1988729322213076, + "nauc_recall_at_1_std": 0.13284484399586208, + "nauc_recall_at_20_diff1": 0.1349127916635186, + "nauc_recall_at_20_max": 0.2696918277915698, + "nauc_recall_at_20_std": 0.3654481067358826, + "nauc_recall_at_3_diff1": 0.3099665151803645, + "nauc_recall_at_3_max": 0.2042960772451374, + "nauc_recall_at_3_std": 0.21829367920171386, + "nauc_recall_at_5_diff1": 0.23504760542093353, + "nauc_recall_at_5_max": 0.20615216701130187, + "nauc_recall_at_5_std": 0.26690301800765737, + "ndcg_at_1": 0.051, + "ndcg_at_10": 0.0694, + "ndcg_at_100": 0.11353, + "ndcg_at_1000": 0.13579, + "ndcg_at_20": 0.08422, + "ndcg_at_3": 0.05042, + "ndcg_at_5": 0.05663, + "precision_at_1": 0.051, + "precision_at_10": 0.0228, + "precision_at_100": 0.00649, + "precision_at_1000": 0.00103, + "precision_at_20": 0.0174, + "precision_at_3": 0.03433, + "precision_at_5": 0.0296, + "recall_at_1": 0.02565, + "recall_at_10": 0.09868, + "recall_at_100": 0.27158, + "recall_at_1000": 0.41076, + "recall_at_20": 0.14407, + "recall_at_3": 0.04745, + "recall_at_5": 0.06427 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.19379, + "map_at_1": 0.09027, + "map_at_10": 0.1495, + "map_at_100": 0.15882, + "map_at_1000": 0.15987, + "map_at_20": 0.15448, + "map_at_3": 0.12814, + "map_at_5": 0.13914, + "mrr_at_1": 0.13485477178423236, + "mrr_at_10": 0.20533409075940198, + "mrr_at_100": 0.21252649861219733, + "mrr_at_1000": 0.2132052280621992, + "mrr_at_20": 0.2094785398290531, + "mrr_at_3": 0.18360995850622402, + "mrr_at_5": 0.19522821576763486, + "nauc_map_at_1000_diff1": 0.3451381715619135, + "nauc_map_at_1000_max": 0.013245720284047054, + "nauc_map_at_1000_std": 0.06571893898545376, + "nauc_map_at_100_diff1": 0.34517760193228325, + "nauc_map_at_100_max": 0.012335291468296955, + "nauc_map_at_100_std": 0.06497931003394204, + "nauc_map_at_10_diff1": 0.3501258745404601, + "nauc_map_at_10_max": 0.010655234389561972, + "nauc_map_at_10_std": 0.044328382825733266, + "nauc_map_at_1_diff1": 0.3809229340522003, + "nauc_map_at_1_max": -0.006688591712506641, + "nauc_map_at_1_std": -0.03840100517750085, + "nauc_map_at_20_diff1": 0.3479844167012677, + "nauc_map_at_20_max": 0.011265754468366397, + "nauc_map_at_20_std": 0.053249943819626326, + "nauc_map_at_3_diff1": 0.3489613625334972, + "nauc_map_at_3_max": -0.0063722100633407785, + "nauc_map_at_3_std": -0.01268334347416673, + "nauc_map_at_5_diff1": 0.34910464117950823, + "nauc_map_at_5_max": 0.0056251997762439285, + "nauc_map_at_5_std": 0.009961907134828417, + "nauc_mrr_at_1000_diff1": 0.39244287863235566, + "nauc_mrr_at_1000_max": 0.09262220691319253, + "nauc_mrr_at_1000_std": 0.09541790239464132, + "nauc_mrr_at_100_diff1": 0.39245790494162885, + "nauc_mrr_at_100_max": 0.0919673629626404, + "nauc_mrr_at_100_std": 0.09540921724041254, + "nauc_mrr_at_10_diff1": 0.39497617114759775, + "nauc_mrr_at_10_max": 0.09657596561340472, + "nauc_mrr_at_10_std": 0.09218488553767593, + "nauc_mrr_at_1_diff1": 0.4715717999116954, + "nauc_mrr_at_1_max": 0.1053565342461103, + "nauc_mrr_at_1_std": 0.0291013995028744, + "nauc_mrr_at_20_diff1": 0.3923145404627047, + "nauc_mrr_at_20_max": 0.09320535906193231, + "nauc_mrr_at_20_std": 0.09391322039308475, + "nauc_mrr_at_3_diff1": 0.3950582527897491, + "nauc_mrr_at_3_max": 0.08984268954900312, + "nauc_mrr_at_3_std": 0.054825130699479585, + "nauc_mrr_at_5_diff1": 0.39544745180014473, + "nauc_mrr_at_5_max": 0.09088238447654788, + "nauc_mrr_at_5_std": 0.0697207357492278, + "nauc_ndcg_at_1000_diff1": 0.32493713363735494, + "nauc_ndcg_at_1000_max": 0.048115749366330625, + "nauc_ndcg_at_1000_std": 0.17418185756595048, + "nauc_ndcg_at_100_diff1": 0.3255158896861046, + "nauc_ndcg_at_100_max": 0.027313006431647326, + "nauc_ndcg_at_100_std": 0.1680506419737975, + "nauc_ndcg_at_10_diff1": 0.3445359229659799, + "nauc_ndcg_at_10_max": 0.033370328561532145, + "nauc_ndcg_at_10_std": 0.1089088101300588, + "nauc_ndcg_at_1_diff1": 0.4715717999116954, + "nauc_ndcg_at_1_max": 0.1053565342461103, + "nauc_ndcg_at_1_std": 0.0291013995028744, + "nauc_ndcg_at_20_diff1": 0.3376493427128122, + "nauc_ndcg_at_20_max": 0.028554717374070167, + "nauc_ndcg_at_20_std": 0.12718360642712195, + "nauc_ndcg_at_3_diff1": 0.3531268322881752, + "nauc_ndcg_at_3_max": 0.01941863252085454, + "nauc_ndcg_at_3_std": 0.015686009200475318, + "nauc_ndcg_at_5_diff1": 0.3498495929547502, + "nauc_ndcg_at_5_max": 0.028173835386093627, + "nauc_ndcg_at_5_std": 0.04729098656117857, + "nauc_precision_at_1000_diff1": 0.1424010393927798, + "nauc_precision_at_1000_max": 0.20473068272485442, + "nauc_precision_at_1000_std": 0.34380917812804385, + "nauc_precision_at_100_diff1": 0.19670028033106962, + "nauc_precision_at_100_max": 0.11835781263318132, + "nauc_precision_at_100_std": 0.38768458454094307, + "nauc_precision_at_10_diff1": 0.3161472806404827, + "nauc_precision_at_10_max": 0.11237657231619046, + "nauc_precision_at_10_std": 0.2897565454251102, + "nauc_precision_at_1_diff1": 0.4715717999116954, + "nauc_precision_at_1_max": 0.1053565342461103, + "nauc_precision_at_1_std": 0.0291013995028744, + "nauc_precision_at_20_diff1": 0.27546811168406915, + "nauc_precision_at_20_max": 0.11355634247226372, + "nauc_precision_at_20_std": 0.320817182285932, + "nauc_precision_at_3_diff1": 0.3607086374133481, + "nauc_precision_at_3_max": 0.07780777474473438, + "nauc_precision_at_3_std": 0.101468118824624, + "nauc_precision_at_5_diff1": 0.35575192188821486, + "nauc_precision_at_5_max": 0.08996133220182588, + "nauc_precision_at_5_std": 0.17565489686878308, + "nauc_recall_at_1000_diff1": 0.16434346987344145, + "nauc_recall_at_1000_max": 0.06133609956698239, + "nauc_recall_at_1000_std": 0.3956865572129087, + "nauc_recall_at_100_diff1": 0.20596981689977684, + "nauc_recall_at_100_max": -0.027531185820792694, + "nauc_recall_at_100_std": 0.3491891964929637, + "nauc_recall_at_10_diff1": 0.27097804210522336, + "nauc_recall_at_10_max": 0.009623650046752148, + "nauc_recall_at_10_std": 0.19239248269383485, + "nauc_recall_at_1_diff1": 0.3809229340522003, + "nauc_recall_at_1_max": -0.006688591712506641, + "nauc_recall_at_1_std": -0.03840100517750085, + "nauc_recall_at_20_diff1": 0.25134803076190537, + "nauc_recall_at_20_max": -0.0136700992998061, + "nauc_recall_at_20_std": 0.22798832487397777, + "nauc_recall_at_3_diff1": 0.29498471033981, + "nauc_recall_at_3_max": -0.019736032460216654, + "nauc_recall_at_3_std": 0.007151266152779862, + "nauc_recall_at_5_diff1": 0.29297410036092436, + "nauc_recall_at_5_max": 0.012538064964591852, + "nauc_recall_at_5_std": 0.06548607550673317, + "ndcg_at_1": 0.13485, + "ndcg_at_10": 0.19379, + "ndcg_at_100": 0.23611, + "ndcg_at_1000": 0.26241, + "ndcg_at_20": 0.20998, + "ndcg_at_3": 0.15596, + "ndcg_at_5": 0.17122, + "precision_at_1": 0.13485, + "precision_at_10": 0.04564, + "precision_at_100": 0.00809, + "precision_at_1000": 0.00115, + "precision_at_20": 0.02811, + "precision_at_3": 0.08921, + "precision_at_5": 0.06805, + "recall_at_1": 0.09027, + "recall_at_10": 0.27, + "recall_at_100": 0.4404, + "recall_at_1000": 0.62458, + "recall_at_20": 0.32418, + "recall_at_3": 0.16989, + "recall_at_5": 0.20832 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 0.00021, + "map_at_1000": 0.00023, + "map_at_20": 0.00016, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0002115437534397358, + "mrr_at_1000": 0.00023093856181134273, + "mrr_at_20": 0.0001617494824016563, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.8386683045143961, + "nauc_map_at_1000_max": -0.5513247870759364, + "nauc_map_at_1000_std": -0.5456178110515116, + "nauc_map_at_100_diff1": 0.8795141002987606, + "nauc_map_at_100_max": -0.5754179788345957, + "nauc_map_at_100_std": -0.5485714562166013, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.8424227448464298, + "nauc_map_at_20_max": -0.5754179788345958, + "nauc_map_at_20_std": -0.540306805203062, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.835323182882823, + "nauc_mrr_at_1000_max": -0.5485200034677552, + "nauc_mrr_at_1000_std": -0.5452012225001135, + "nauc_mrr_at_100_diff1": 0.8795141002987606, + "nauc_mrr_at_100_max": -0.5754179788345957, + "nauc_mrr_at_100_std": -0.5485714562166013, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.8424227448464298, + "nauc_mrr_at_20_max": -0.5754179788345958, + "nauc_mrr_at_20_std": -0.540306805203062, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.7300918119845583, + "nauc_ndcg_at_1000_max": -0.48770039519909014, + "nauc_ndcg_at_1000_std": -0.5398563712817104, + "nauc_ndcg_at_100_diff1": 0.9030642483684534, + "nauc_ndcg_at_100_max": -0.5754179788345956, + "nauc_ndcg_at_100_std": -0.553818871759647, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.8349807323996895, + "nauc_ndcg_at_20_max": -0.5754179788345957, + "nauc_ndcg_at_20_std": -0.5386485849800299, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.6804066680097, + "nauc_precision_at_1000_max": -0.46290711816968394, + "nauc_precision_at_1000_std": -0.5366197152443988, + "nauc_precision_at_100_diff1": 0.9155836133105875, + "nauc_precision_at_100_max": -0.5754179788345957, + "nauc_precision_at_100_std": -0.5566084215319883, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.8311672266211748, + "nauc_precision_at_20_max": -0.5754179788345958, + "nauc_precision_at_20_std": -0.537798864229381, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": 0.6804066680096998, + "nauc_recall_at_1000_max": -0.46290711816968383, + "nauc_recall_at_1000_std": -0.5366197152443987, + "nauc_recall_at_100_diff1": 0.9155836133105874, + "nauc_recall_at_100_max": -0.5754179788345957, + "nauc_recall_at_100_std": -0.5566084215319882, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.8311672266211748, + "nauc_recall_at_20_max": -0.5754179788345957, + "nauc_recall_at_20_std": -0.5377988642293808, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.00103, + "ndcg_at_1000": 0.00163, + "ndcg_at_20": 0.0006, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 5e-05, + "precision_at_1000": 1e-05, + "precision_at_20": 0.00012, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.00483, + "recall_at_1000": 0.00966, + "recall_at_20": 0.00242, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.00437, + "map_at_1": 0.00273, + "map_at_10": 0.00369, + "map_at_100": 0.00436, + "map_at_1000": 0.00443, + "map_at_20": 0.00407, + "map_at_3": 0.00352, + "map_at_5": 0.00352, + "mrr_at_1": 0.002728512960436562, + "mrr_at_10": 0.0040359254206457475, + "mrr_at_100": 0.004857446347794645, + "mrr_at_1000": 0.004956777189327666, + "mrr_at_20": 0.004560231778943633, + "mrr_at_3": 0.0038653933606184626, + "mrr_at_5": 0.0038653933606184626, + "nauc_map_at_1000_diff1": -0.35450984304257294, + "nauc_map_at_1000_max": -0.39521948484839275, + "nauc_map_at_1000_std": 0.2559095383285633, + "nauc_map_at_100_diff1": -0.35430988874525904, + "nauc_map_at_100_max": -0.3975424256543294, + "nauc_map_at_100_std": 0.256140512251051, + "nauc_map_at_10_diff1": -0.3466678928262123, + "nauc_map_at_10_max": -0.42655642488624074, + "nauc_map_at_10_std": 0.2846281049468639, + "nauc_map_at_1_diff1": -0.3666439209024927, + "nauc_map_at_1_max": -0.390151831580463, + "nauc_map_at_1_std": 0.3408238706481046, + "nauc_map_at_20_diff1": -0.35559804389114447, + "nauc_map_at_20_max": -0.40902833786497506, + "nauc_map_at_20_std": 0.24413860191049483, + "nauc_map_at_3_diff1": -0.36820171645728955, + "nauc_map_at_3_max": -0.4317921103466819, + "nauc_map_at_3_std": 0.2500133358313897, + "nauc_map_at_5_diff1": -0.36820171645728955, + "nauc_map_at_5_max": -0.4317921103466819, + "nauc_map_at_5_std": 0.2500133358313897, + "nauc_mrr_at_1000_diff1": -0.3528332376297492, + "nauc_mrr_at_1000_max": -0.4008143370414145, + "nauc_mrr_at_1000_std": 0.18090999451156162, + "nauc_mrr_at_100_diff1": -0.3513838631266695, + "nauc_mrr_at_100_max": -0.4040550672982085, + "nauc_mrr_at_100_std": 0.17996841645950643, + "nauc_mrr_at_10_diff1": -0.3442750223369936, + "nauc_mrr_at_10_max": -0.4390636661974561, + "nauc_mrr_at_10_std": 0.21202076252299168, + "nauc_mrr_at_1_diff1": -0.3666439209024927, + "nauc_mrr_at_1_max": -0.390151831580463, + "nauc_mrr_at_1_std": 0.3408238706481046, + "nauc_mrr_at_20_diff1": -0.3547867973253755, + "nauc_mrr_at_20_max": -0.41464445061241917, + "nauc_mrr_at_20_std": 0.16329439938384213, + "nauc_mrr_at_3_diff1": -0.36380323489080435, + "nauc_mrr_at_3_max": -0.4443891694692356, + "nauc_mrr_at_3_std": 0.17725697263430024, + "nauc_mrr_at_5_diff1": -0.36380323489080435, + "nauc_mrr_at_5_max": -0.4443891694692356, + "nauc_mrr_at_5_std": 0.17725697263430024, + "nauc_ndcg_at_1000_diff1": -0.35434271722741495, + "nauc_ndcg_at_1000_max": -0.3169268904283564, + "nauc_ndcg_at_1000_std": 0.21335714540237272, + "nauc_ndcg_at_100_diff1": -0.34163110822495707, + "nauc_ndcg_at_100_max": -0.3397254243233414, + "nauc_ndcg_at_100_std": 0.21164441485862956, + "nauc_ndcg_at_10_diff1": -0.3225415674795939, + "nauc_ndcg_at_10_max": -0.4341485835355993, + "nauc_ndcg_at_10_std": 0.29248583071226236, + "nauc_ndcg_at_1_diff1": -0.3666439209024927, + "nauc_ndcg_at_1_max": -0.390151831580463, + "nauc_ndcg_at_1_std": 0.3408238706481046, + "nauc_ndcg_at_20_diff1": -0.35544495542213883, + "nauc_ndcg_at_20_max": -0.3800090320745543, + "nauc_ndcg_at_20_std": 0.16059327071121277, + "nauc_ndcg_at_3_diff1": -0.36853666236754684, + "nauc_ndcg_at_3_max": -0.44680238883310597, + "nauc_ndcg_at_3_std": 0.21517123064703633, + "nauc_ndcg_at_5_diff1": -0.36853666236754684, + "nauc_ndcg_at_5_max": -0.44680238883310597, + "nauc_ndcg_at_5_std": 0.21517123064703633, + "nauc_precision_at_1000_diff1": -0.37070947521534175, + "nauc_precision_at_1000_max": -0.25976858034387335, + "nauc_precision_at_1000_std": 0.19764757516892154, + "nauc_precision_at_100_diff1": -0.34149414705003517, + "nauc_precision_at_100_max": -0.26939080949441796, + "nauc_precision_at_100_std": 0.18230283521175136, + "nauc_precision_at_10_diff1": -0.2736422442787843, + "nauc_precision_at_10_max": -0.4495546965338592, + "nauc_precision_at_10_std": 0.2861336350000557, + "nauc_precision_at_1_diff1": -0.3666439209024927, + "nauc_precision_at_1_max": -0.390151831580463, + "nauc_precision_at_1_std": 0.3408238706481046, + "nauc_precision_at_20_diff1": -0.3693652917002815, + "nauc_precision_at_20_max": -0.3167162531604087, + "nauc_precision_at_20_std": 0.06784006622394408, + "nauc_precision_at_3_diff1": -0.36664392090249265, + "nauc_precision_at_3_max": -0.4823553059913763, + "nauc_precision_at_3_std": 0.10766704375006952, + "nauc_precision_at_5_diff1": -0.36664392090249287, + "nauc_precision_at_5_max": -0.48235530599137655, + "nauc_precision_at_5_std": 0.10766704375006944, + "nauc_recall_at_1000_diff1": -0.35636901895937967, + "nauc_recall_at_1000_max": -0.27040693771667323, + "nauc_recall_at_1000_std": 0.2110867423434461, + "nauc_recall_at_100_diff1": -0.32857053571184425, + "nauc_recall_at_100_max": -0.2904247560037826, + "nauc_recall_at_100_std": 0.20765404936058116, + "nauc_recall_at_10_diff1": -0.26867446489822805, + "nauc_recall_at_10_max": -0.43566535388181143, + "nauc_recall_at_10_std": 0.3817661256003161, + "nauc_recall_at_1_diff1": -0.3666439209024927, + "nauc_recall_at_1_max": -0.390151831580463, + "nauc_recall_at_1_std": 0.3408238706481046, + "nauc_recall_at_20_diff1": -0.35795823057407977, + "nauc_recall_at_20_max": -0.33685911087285836, + "nauc_recall_at_20_std": 0.0665125855761961, + "nauc_recall_at_3_diff1": -0.3735427297880216, + "nauc_recall_at_3_max": -0.4691833810755317, + "nauc_recall_at_3_std": 0.2051278757718351, + "nauc_recall_at_5_diff1": -0.3735427297880216, + "nauc_recall_at_5_max": -0.4691833810755317, + "nauc_recall_at_5_std": 0.2051278757718351, + "ndcg_at_1": 0.00273, + "ndcg_at_10": 0.00437, + "ndcg_at_100": 0.00844, + "ndcg_at_1000": 0.01116, + "ndcg_at_20": 0.00595, + "ndcg_at_3": 0.00394, + "ndcg_at_5": 0.00394, + "precision_at_1": 0.00273, + "precision_at_10": 0.00068, + "precision_at_100": 0.00038, + "precision_at_1000": 8e-05, + "precision_at_20": 0.00082, + "precision_at_3": 0.00182, + "precision_at_5": 0.00109, + "recall_at_1": 0.00273, + "recall_at_10": 0.00614, + "recall_at_100": 0.02483, + "recall_at_1000": 0.04361, + "recall_at_20": 0.01194, + "recall_at_3": 0.00477, + "recall_at_5": 0.00477 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.47016, + "map_at_1": 0.28922, + "map_at_10": 0.41618, + "map_at_100": 0.42383, + "map_at_1000": 0.42443, + "map_at_20": 0.41948, + "map_at_3": 0.39029, + "map_at_5": 0.40699, + "mrr_at_1": 0.31092436974789917, + "mrr_at_10": 0.42998199279711896, + "mrr_at_100": 0.4359390742255969, + "mrr_at_1000": 0.4365629049142558, + "mrr_at_20": 0.43220815475511487, + "mrr_at_3": 0.41456582633053224, + "mrr_at_5": 0.4212885154061626, + "nauc_map_at_1000_diff1": 0.48276634141830044, + "nauc_map_at_1000_max": 0.04431356211328677, + "nauc_map_at_1000_std": -0.13257540333213733, + "nauc_map_at_100_diff1": 0.48240197278000135, + "nauc_map_at_100_max": 0.04429353169334984, + "nauc_map_at_100_std": -0.13222104470557244, + "nauc_map_at_10_diff1": 0.48532239868214977, + "nauc_map_at_10_max": 0.045077521265800426, + "nauc_map_at_10_std": -0.13583131042804303, + "nauc_map_at_1_diff1": 0.5789539629546814, + "nauc_map_at_1_max": -0.00735907211381157, + "nauc_map_at_1_std": -0.20751378923145997, + "nauc_map_at_20_diff1": 0.4814672834558563, + "nauc_map_at_20_max": 0.047457459085131756, + "nauc_map_at_20_std": -0.1349715745067396, + "nauc_map_at_3_diff1": 0.505170115975102, + "nauc_map_at_3_max": 0.016931316565501182, + "nauc_map_at_3_std": -0.16692920439979625, + "nauc_map_at_5_diff1": 0.4845537659328912, + "nauc_map_at_5_max": 0.037074243215683214, + "nauc_map_at_5_std": -0.14643360986566084, + "nauc_mrr_at_1000_diff1": 0.4643129240255823, + "nauc_mrr_at_1000_max": 0.0273451382106585, + "nauc_mrr_at_1000_std": -0.13795321177674386, + "nauc_mrr_at_100_diff1": 0.4639778658731323, + "nauc_mrr_at_100_max": 0.027344013185532257, + "nauc_mrr_at_100_std": -0.13758366683053172, + "nauc_mrr_at_10_diff1": 0.46471623421243896, + "nauc_mrr_at_10_max": 0.029129900726273528, + "nauc_mrr_at_10_std": -0.1395049209316959, + "nauc_mrr_at_1_diff1": 0.537690713240763, + "nauc_mrr_at_1_max": -0.0062280790957349175, + "nauc_mrr_at_1_std": -0.14619416684705244, + "nauc_mrr_at_20_diff1": 0.4620129415582532, + "nauc_mrr_at_20_max": 0.030232388752774873, + "nauc_mrr_at_20_std": -0.14103938923183562, + "nauc_mrr_at_3_diff1": 0.46787572585722187, + "nauc_mrr_at_3_max": 0.02343981056282682, + "nauc_mrr_at_3_std": -0.14106075616618885, + "nauc_mrr_at_5_diff1": 0.4638535182534473, + "nauc_mrr_at_5_max": 0.027377052385275092, + "nauc_mrr_at_5_std": -0.14597682798877346, + "nauc_ndcg_at_1000_diff1": 0.464837137416635, + "nauc_ndcg_at_1000_max": 0.0582197637869531, + "nauc_ndcg_at_1000_std": -0.10810329477987808, + "nauc_ndcg_at_100_diff1": 0.45702520904033084, + "nauc_ndcg_at_100_max": 0.05655278166449731, + "nauc_ndcg_at_100_std": -0.10249985813128297, + "nauc_ndcg_at_10_diff1": 0.46231089629994887, + "nauc_ndcg_at_10_max": 0.0686706373837165, + "nauc_ndcg_at_10_std": -0.11922407607604571, + "nauc_ndcg_at_1_diff1": 0.537690713240763, + "nauc_ndcg_at_1_max": -0.0062280790957349175, + "nauc_ndcg_at_1_std": -0.14619416684705244, + "nauc_ndcg_at_20_diff1": 0.4493570442367186, + "nauc_ndcg_at_20_max": 0.07472023410800141, + "nauc_ndcg_at_20_std": -0.12378182250654277, + "nauc_ndcg_at_3_diff1": 0.4834439697411645, + "nauc_ndcg_at_3_max": 0.03198852518217841, + "nauc_ndcg_at_3_std": -0.1484528342271998, + "nauc_ndcg_at_5_diff1": 0.4594861725221472, + "nauc_ndcg_at_5_max": 0.05379880742321812, + "nauc_ndcg_at_5_std": -0.14137612058589277, + "nauc_precision_at_1000_diff1": -0.1752828653703836, + "nauc_precision_at_1000_max": 0.1257608917485277, + "nauc_precision_at_1000_std": 0.33501744298111885, + "nauc_precision_at_100_diff1": -0.030565388281798167, + "nauc_precision_at_100_max": 0.11615604639306724, + "nauc_precision_at_100_std": 0.24832784929594562, + "nauc_precision_at_10_diff1": 0.151322738327671, + "nauc_precision_at_10_max": 0.17292963139337264, + "nauc_precision_at_10_std": 0.12130905569463125, + "nauc_precision_at_1_diff1": 0.537690713240763, + "nauc_precision_at_1_max": -0.0062280790957349175, + "nauc_precision_at_1_std": -0.14619416684705244, + "nauc_precision_at_20_diff1": 0.08668023571006525, + "nauc_precision_at_20_max": 0.1897508779101799, + "nauc_precision_at_20_std": 0.12223385185352062, + "nauc_precision_at_3_diff1": 0.3097797206058233, + "nauc_precision_at_3_max": 0.08335519958513975, + "nauc_precision_at_3_std": -0.0011307329199950291, + "nauc_precision_at_5_diff1": 0.17836157596460983, + "nauc_precision_at_5_max": 0.13263874674458148, + "nauc_precision_at_5_std": 0.06347401129320082, + "nauc_recall_at_1000_diff1": 0.5222423434183714, + "nauc_recall_at_1000_max": 0.31129829995678937, + "nauc_recall_at_1000_std": 0.36124875358584824, + "nauc_recall_at_100_diff1": 0.36985730000209976, + "nauc_recall_at_100_max": 0.12060053201174155, + "nauc_recall_at_100_std": 0.14414045332798797, + "nauc_recall_at_10_diff1": 0.41422585641481835, + "nauc_recall_at_10_max": 0.16153011309437504, + "nauc_recall_at_10_std": -0.06251591856896552, + "nauc_recall_at_1_diff1": 0.5789539629546814, + "nauc_recall_at_1_max": -0.00735907211381157, + "nauc_recall_at_1_std": -0.20751378923145997, + "nauc_recall_at_20_diff1": 0.358438409798587, + "nauc_recall_at_20_max": 0.19124821129006955, + "nauc_recall_at_20_std": -0.08846739842098217, + "nauc_recall_at_3_diff1": 0.45665957424759335, + "nauc_recall_at_3_max": 0.057667554058095004, + "nauc_recall_at_3_std": -0.14668857384539385, + "nauc_recall_at_5_diff1": 0.4080373371984159, + "nauc_recall_at_5_max": 0.10685952528664294, + "nauc_recall_at_5_std": -0.1375489397572911, + "ndcg_at_1": 0.31092, + "ndcg_at_10": 0.47016, + "ndcg_at_100": 0.51145, + "ndcg_at_1000": 0.52634, + "ndcg_at_20": 0.48044, + "ndcg_at_3": 0.42768, + "ndcg_at_5": 0.45014, + "precision_at_1": 0.31092, + "precision_at_10": 0.07311, + "precision_at_100": 0.00966, + "precision_at_1000": 0.0011, + "precision_at_20": 0.03908, + "precision_at_3": 0.19328, + "precision_at_5": 0.13277, + "recall_at_1": 0.28922, + "recall_at_10": 0.61555, + "recall_at_100": 0.82073, + "recall_at_1000": 0.93137, + "recall_at_20": 0.65406, + "recall_at_3": 0.5056, + "recall_at_5": 0.55812 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.00757, + "map_at_1": 0.00127, + "map_at_10": 0.00391, + "map_at_100": 0.00657, + "map_at_1000": 0.00759, + "map_at_20": 0.00492, + "map_at_3": 0.00233, + "map_at_5": 0.00305, + "mrr_at_1": 0.002544529262086514, + "mrr_at_10": 0.008336362534835816, + "mrr_at_100": 0.011898052428327132, + "mrr_at_1000": 0.01278463632617822, + "mrr_at_20": 0.00978656497439141, + "mrr_at_3": 0.00551314673452078, + "mrr_at_5": 0.006658184902459711, + "nauc_map_at_1000_diff1": 0.09025928604038704, + "nauc_map_at_1000_max": -0.20506257732428246, + "nauc_map_at_1000_std": -0.09325592501371048, + "nauc_map_at_100_diff1": 0.09880093225249657, + "nauc_map_at_100_max": -0.23475182319951832, + "nauc_map_at_100_std": -0.11572643161795823, + "nauc_map_at_10_diff1": 0.1462925631931233, + "nauc_map_at_10_max": -0.37739684361297227, + "nauc_map_at_10_std": -0.1886260151860135, + "nauc_map_at_1_diff1": 0.6595143870701062, + "nauc_map_at_1_max": -0.5744070263931796, + "nauc_map_at_1_std": -0.07088649986075493, + "nauc_map_at_20_diff1": 0.13481453717276315, + "nauc_map_at_20_max": -0.3512567890883325, + "nauc_map_at_20_std": -0.15930617079793757, + "nauc_map_at_3_diff1": 0.30880692226845974, + "nauc_map_at_3_max": -0.5453885750502689, + "nauc_map_at_3_std": -0.20370302165938858, + "nauc_map_at_5_diff1": 0.2122863936261596, + "nauc_map_at_5_max": -0.5085066253286455, + "nauc_map_at_5_std": -0.20730000016869468, + "nauc_mrr_at_1000_diff1": 0.18743360982407115, + "nauc_mrr_at_1000_max": -0.2587372578513759, + "nauc_mrr_at_1000_std": -0.12250795249590796, + "nauc_mrr_at_100_diff1": 0.19280835295126608, + "nauc_mrr_at_100_max": -0.26989466240110427, + "nauc_mrr_at_100_std": -0.1255806654589179, + "nauc_mrr_at_10_diff1": 0.25444828140832865, + "nauc_mrr_at_10_max": -0.35172381943008946, + "nauc_mrr_at_10_std": -0.17971940727740965, + "nauc_mrr_at_1_diff1": 0.6595143870701062, + "nauc_mrr_at_1_max": -0.5744070263931796, + "nauc_mrr_at_1_std": -0.07088649986075493, + "nauc_mrr_at_20_diff1": 0.21721343464245235, + "nauc_mrr_at_20_max": -0.3429887717890977, + "nauc_mrr_at_20_std": -0.1519704026895059, + "nauc_mrr_at_3_diff1": 0.4151443188425427, + "nauc_mrr_at_3_max": -0.5498529521799472, + "nauc_mrr_at_3_std": -0.2607344070030487, + "nauc_mrr_at_5_diff1": 0.3126540550127158, + "nauc_mrr_at_5_max": -0.4337387845814702, + "nauc_mrr_at_5_std": -0.25987083541483, + "nauc_ndcg_at_1000_diff1": 0.029688104011220115, + "nauc_ndcg_at_1000_max": -0.013839023461602292, + "nauc_ndcg_at_1000_std": 0.014241781576407563, + "nauc_ndcg_at_100_diff1": 0.03905925114488471, + "nauc_ndcg_at_100_max": -0.08665958451344843, + "nauc_ndcg_at_100_std": -0.04631437143791519, + "nauc_ndcg_at_10_diff1": 0.08080307281988738, + "nauc_ndcg_at_10_max": -0.2848984092209801, + "nauc_ndcg_at_10_std": -0.1882242571544355, + "nauc_ndcg_at_1_diff1": 0.6595143870701062, + "nauc_ndcg_at_1_max": -0.5744070263931796, + "nauc_ndcg_at_1_std": -0.07088649986075493, + "nauc_ndcg_at_20_diff1": 0.08496203239373794, + "nauc_ndcg_at_20_max": -0.274756491655204, + "nauc_ndcg_at_20_std": -0.12325239965389596, + "nauc_ndcg_at_3_diff1": 0.3030142313948735, + "nauc_ndcg_at_3_max": -0.5422667463877118, + "nauc_ndcg_at_3_std": -0.2652205052961753, + "nauc_ndcg_at_5_diff1": 0.15329591632498682, + "nauc_ndcg_at_5_max": -0.4467950949415962, + "nauc_ndcg_at_5_std": -0.2432130565235637, + "nauc_precision_at_1000_diff1": -0.04999803730055572, + "nauc_precision_at_1000_max": 0.06585730296003209, + "nauc_precision_at_1000_std": -0.0005223856295049862, + "nauc_precision_at_100_diff1": -0.05185494979959583, + "nauc_precision_at_100_max": 0.0035105501679320765, + "nauc_precision_at_100_std": -0.05107080093043311, + "nauc_precision_at_10_diff1": 0.03414860888631614, + "nauc_precision_at_10_max": -0.07680047544558728, + "nauc_precision_at_10_std": -0.15213370686499, + "nauc_precision_at_1_diff1": 0.6595143870701062, + "nauc_precision_at_1_max": -0.5744070263931796, + "nauc_precision_at_1_std": -0.07088649986075493, + "nauc_precision_at_20_diff1": 0.016239213084455605, + "nauc_precision_at_20_max": -0.1108866928055294, + "nauc_precision_at_20_std": -0.07957778985839387, + "nauc_precision_at_3_diff1": 0.21985232458407883, + "nauc_precision_at_3_max": -0.5345066557966773, + "nauc_precision_at_3_std": -0.31644928315042914, + "nauc_precision_at_5_diff1": 0.08171522593172051, + "nauc_precision_at_5_max": -0.28540560826331485, + "nauc_precision_at_5_std": -0.29828777297126097, + "nauc_recall_at_1000_diff1": 0.03125399808429485, + "nauc_recall_at_1000_max": 0.03833293600019108, + "nauc_recall_at_1000_std": 0.07363779322835648, + "nauc_recall_at_100_diff1": 0.02223866492565197, + "nauc_recall_at_100_max": -0.016129888018440442, + "nauc_recall_at_100_std": -0.001025044525697529, + "nauc_recall_at_10_diff1": -0.030356875138649906, + "nauc_recall_at_10_max": -0.24515801769023793, + "nauc_recall_at_10_std": -0.20678497431962858, + "nauc_recall_at_1_diff1": 0.6595143870701062, + "nauc_recall_at_1_max": -0.5744070263931796, + "nauc_recall_at_1_std": -0.07088649986075493, + "nauc_recall_at_20_diff1": 0.05937841588323483, + "nauc_recall_at_20_max": -0.2646020281069599, + "nauc_recall_at_20_std": -0.09693632454726114, + "nauc_recall_at_3_diff1": 0.06382278950089446, + "nauc_recall_at_3_max": -0.5265265816773772, + "nauc_recall_at_3_std": -0.2648577345018793, + "nauc_recall_at_5_diff1": -0.006195443943577711, + "nauc_recall_at_5_max": -0.45362988089016737, + "nauc_recall_at_5_std": -0.24711748011457038, + "ndcg_at_1": 0.00254, + "ndcg_at_10": 0.00757, + "ndcg_at_100": 0.02385, + "ndcg_at_1000": 0.05364, + "ndcg_at_20": 0.01167, + "ndcg_at_3": 0.00387, + "ndcg_at_5": 0.00509, + "precision_at_1": 0.00254, + "precision_at_10": 0.00305, + "precision_at_100": 0.00196, + "precision_at_1000": 0.00068, + "precision_at_20": 0.0028, + "precision_at_3": 0.00339, + "precision_at_5": 0.00305, + "recall_at_1": 0.00127, + "recall_at_10": 0.01372, + "recall_at_100": 0.07966, + "recall_at_1000": 0.27758, + "recall_at_20": 0.02829, + "recall_at_3": 0.00424, + "recall_at_5": 0.00721 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..c806f67fe --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 3.174694776535034, + "kg_co2_emissions": 0.00019875472584065577, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3169, + "map_at_1": 0.00709, + "map_at_10": 0.04965, + "map_at_100": 0.18318, + "map_at_1000": 0.24996, + "map_at_20": 0.07853, + "map_at_3": 0.01957, + "map_at_5": 0.03116, + "mrr_at_1": 0.3953488372093023, + "mrr_at_10": 0.5461517165005536, + "mrr_at_100": 0.548656915971153, + "mrr_at_1000": 0.5489090301360577, + "mrr_at_20": 0.5480897009966776, + "mrr_at_3": 0.4806201550387597, + "mrr_at_5": 0.537596899224806, + "nauc_map_at_1000_diff1": -0.025327665962643145, + "nauc_map_at_1000_max": 0.3637540062898536, + "nauc_map_at_1000_std": 0.43165367677635297, + "nauc_map_at_100_diff1": 0.03685855007539662, + "nauc_map_at_100_max": 0.22272290154800148, + "nauc_map_at_100_std": 0.400657745972076, + "nauc_map_at_10_diff1": 0.10194610728869379, + "nauc_map_at_10_max": 0.14870483673392076, + "nauc_map_at_10_std": 0.205706060017469, + "nauc_map_at_1_diff1": 0.08212099834019719, + "nauc_map_at_1_max": 0.11008445246534472, + "nauc_map_at_1_std": 0.2973872958575414, + "nauc_map_at_20_diff1": 0.0910656330688492, + "nauc_map_at_20_max": 0.16532516645669507, + "nauc_map_at_20_std": 0.26243734225429816, + "nauc_map_at_3_diff1": 0.05633903217105682, + "nauc_map_at_3_max": 0.10729089119509344, + "nauc_map_at_3_std": 0.21945867033979508, + "nauc_map_at_5_diff1": 0.02262764041270358, + "nauc_map_at_5_max": 0.1609497577432146, + "nauc_map_at_5_std": 0.24449540235767742, + "nauc_mrr_at_1000_diff1": 0.07392616997305182, + "nauc_mrr_at_1000_max": 0.3015890854376436, + "nauc_mrr_at_1000_std": 0.11745687083676817, + "nauc_mrr_at_100_diff1": 0.07456397477949248, + "nauc_mrr_at_100_max": 0.3021154002165401, + "nauc_mrr_at_100_std": 0.11802660459600953, + "nauc_mrr_at_10_diff1": 0.07301023508025987, + "nauc_mrr_at_10_max": 0.2902276166706325, + "nauc_mrr_at_10_std": 0.11008399759104387, + "nauc_mrr_at_1_diff1": 0.03798083390360249, + "nauc_mrr_at_1_max": 0.3138800047396471, + "nauc_mrr_at_1_std": 0.16442216509043256, + "nauc_mrr_at_20_diff1": 0.07464492981084761, + "nauc_mrr_at_20_max": 0.29940644833478597, + "nauc_mrr_at_20_std": 0.11447055963058109, + "nauc_mrr_at_3_diff1": 0.03464189856173212, + "nauc_mrr_at_3_max": 0.29788247301703374, + "nauc_mrr_at_3_std": 0.08261929563299068, + "nauc_mrr_at_5_diff1": 0.07600878922629213, + "nauc_mrr_at_5_max": 0.3072991742511452, + "nauc_mrr_at_5_std": 0.13409875990707543, + "nauc_ndcg_at_1000_diff1": 0.012464430030632053, + "nauc_ndcg_at_1000_max": 0.420707911044164, + "nauc_ndcg_at_1000_std": 0.3804367157381923, + "nauc_ndcg_at_100_diff1": 0.04016704845570498, + "nauc_ndcg_at_100_max": 0.3202650441994045, + "nauc_ndcg_at_100_std": 0.4018508224430981, + "nauc_ndcg_at_10_diff1": 0.09904055318297295, + "nauc_ndcg_at_10_max": 0.37265711644571886, + "nauc_ndcg_at_10_std": 0.05660790311146361, + "nauc_ndcg_at_1_diff1": 0.028322516172065385, + "nauc_ndcg_at_1_max": 0.3073862578606162, + "nauc_ndcg_at_1_std": 0.16216457331099832, + "nauc_ndcg_at_20_diff1": 0.06884614160460996, + "nauc_ndcg_at_20_max": 0.36321039481677925, + "nauc_ndcg_at_20_std": 0.10615995785673371, + "nauc_ndcg_at_3_diff1": 0.04438498502136125, + "nauc_ndcg_at_3_max": 0.3101948626664137, + "nauc_ndcg_at_3_std": 0.0328072362986552, + "nauc_ndcg_at_5_diff1": 0.03108110012191988, + "nauc_ndcg_at_5_max": 0.36714867687952246, + "nauc_ndcg_at_5_std": 0.09625859449299586, + "nauc_precision_at_1000_diff1": -0.16751917084971096, + "nauc_precision_at_1000_max": 0.34481304997469864, + "nauc_precision_at_1000_std": 0.1098972752704829, + "nauc_precision_at_100_diff1": -0.09839865892286996, + "nauc_precision_at_100_max": 0.32053204601685764, + "nauc_precision_at_100_std": 0.18038376915605678, + "nauc_precision_at_10_diff1": 0.09497593638604927, + "nauc_precision_at_10_max": 0.32924110260790945, + "nauc_precision_at_10_std": -0.021575315294651023, + "nauc_precision_at_1_diff1": 0.03798083390360249, + "nauc_precision_at_1_max": 0.3138800047396471, + "nauc_precision_at_1_std": 0.16442216509043256, + "nauc_precision_at_20_diff1": 0.04182373088957003, + "nauc_precision_at_20_max": 0.34954166831601935, + "nauc_precision_at_20_std": 0.04985956852490174, + "nauc_precision_at_3_diff1": 0.053523624169651854, + "nauc_precision_at_3_max": 0.2850541398676605, + "nauc_precision_at_3_std": -0.011943160214711769, + "nauc_precision_at_5_diff1": 0.06119637738944786, + "nauc_precision_at_5_max": 0.35596003527196907, + "nauc_precision_at_5_std": 0.015762934652513994, + "nauc_recall_at_1000_diff1": 0.15101631662379827, + "nauc_recall_at_1000_max": 0.37062880883722193, + "nauc_recall_at_1000_std": 0.5207340902867812, + "nauc_recall_at_100_diff1": 0.11965450143845573, + "nauc_recall_at_100_max": 0.08303785879145872, + "nauc_recall_at_100_std": 0.4744317517178702, + "nauc_recall_at_10_diff1": 0.1762168814170031, + "nauc_recall_at_10_max": 0.08785384546208935, + "nauc_recall_at_10_std": 0.20925118757963065, + "nauc_recall_at_1_diff1": 0.08212099834019719, + "nauc_recall_at_1_max": 0.11008445246534472, + "nauc_recall_at_1_std": 0.2973872958575414, + "nauc_recall_at_20_diff1": 0.19772682251128415, + "nauc_recall_at_20_max": 0.09708479902225202, + "nauc_recall_at_20_std": 0.31261686291457996, + "nauc_recall_at_3_diff1": 0.0573884509582541, + "nauc_recall_at_3_max": 0.10446991763321421, + "nauc_recall_at_3_std": 0.19161150790386308, + "nauc_recall_at_5_diff1": 0.13402330429102602, + "nauc_recall_at_5_max": 0.11394616633467027, + "nauc_recall_at_5_std": 0.26446355259054755, + "ndcg_at_1": 0.22481, + "ndcg_at_10": 0.3169, + "ndcg_at_100": 0.38094, + "ndcg_at_1000": 0.49946, + "ndcg_at_20": 0.31919, + "ndcg_at_3": 0.28798, + "ndcg_at_5": 0.31151, + "precision_at_1": 0.39535, + "precision_at_10": 0.44419, + "precision_at_100": 0.2814, + "precision_at_1000": 0.06409, + "precision_at_20": 0.40698, + "precision_at_3": 0.45736, + "precision_at_5": 0.48372, + "recall_at_1": 0.00709, + "recall_at_10": 0.07082, + "recall_at_100": 0.3822, + "recall_at_1000": 0.70147, + "recall_at_20": 0.127, + "recall_at_3": 0.02149, + "recall_at_5": 0.04225 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCOHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCOHardNegatives.json new file mode 100644 index 000000000..1ae121194 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 2.533975839614868, + "kg_co2_emissions": 0.00015812585739095747, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.70815, + "map_at_1": 0.02353, + "map_at_10": 0.15248, + "map_at_100": 0.4739, + "map_at_1000": 0.65409, + "map_at_20": 0.24531, + "map_at_3": 0.06242, + "map_at_5": 0.09121, + "mrr_at_1": 0.9302325581395349, + "mrr_at_10": 0.9651162790697675, + "mrr_at_100": 0.9651162790697675, + "mrr_at_1000": 0.9651162790697675, + "mrr_at_20": 0.9651162790697675, + "mrr_at_3": 0.9651162790697675, + "mrr_at_5": 0.9651162790697675, + "nauc_map_at_1000_diff1": -0.49126299350191166, + "nauc_map_at_1000_max": 0.36263887389171695, + "nauc_map_at_1000_std": 0.5008120043452549, + "nauc_map_at_100_diff1": -0.07126541888517708, + "nauc_map_at_100_max": 0.3068325962155676, + "nauc_map_at_100_std": -0.03762348304071841, + "nauc_map_at_10_diff1": 0.23710441789707773, + "nauc_map_at_10_max": 0.13556997192623163, + "nauc_map_at_10_std": -0.36639889784179874, + "nauc_map_at_1_diff1": 0.563217429874805, + "nauc_map_at_1_max": -0.16879319248460312, + "nauc_map_at_1_std": -0.45404437862760966, + "nauc_map_at_20_diff1": 0.1956718047081266, + "nauc_map_at_20_max": 0.23182512042240278, + "nauc_map_at_20_std": -0.3003783705628727, + "nauc_map_at_3_diff1": 0.45815769951643587, + "nauc_map_at_3_max": -0.09894840081583108, + "nauc_map_at_3_std": -0.4536680947912673, + "nauc_map_at_5_diff1": 0.35238525860101905, + "nauc_map_at_5_max": -0.0018088945560195428, + "nauc_map_at_5_std": -0.40834666459963287, + "nauc_mrr_at_1000_diff1": 0.4705366912979375, + "nauc_mrr_at_1000_max": 0.38406107541055723, + "nauc_mrr_at_1000_std": -0.09750152449114641, + "nauc_mrr_at_100_diff1": 0.4705366912979375, + "nauc_mrr_at_100_max": 0.38406107541055723, + "nauc_mrr_at_100_std": -0.09750152449114641, + "nauc_mrr_at_10_diff1": 0.4705366912979375, + "nauc_mrr_at_10_max": 0.38406107541055723, + "nauc_mrr_at_10_std": -0.09750152449114641, + "nauc_mrr_at_1_diff1": 0.4705366912979375, + "nauc_mrr_at_1_max": 0.3840610754105554, + "nauc_mrr_at_1_std": -0.09750152449114266, + "nauc_mrr_at_20_diff1": 0.4705366912979375, + "nauc_mrr_at_20_max": 0.38406107541055723, + "nauc_mrr_at_20_std": -0.09750152449114641, + "nauc_mrr_at_3_diff1": 0.4705366912979375, + "nauc_mrr_at_3_max": 0.38406107541055723, + "nauc_mrr_at_3_std": -0.09750152449114641, + "nauc_mrr_at_5_diff1": 0.4705366912979375, + "nauc_mrr_at_5_max": 0.38406107541055723, + "nauc_mrr_at_5_std": -0.09750152449114641, + "nauc_ndcg_at_1000_diff1": -0.372165273081547, + "nauc_ndcg_at_1000_max": 0.46585025259732, + "nauc_ndcg_at_1000_std": 0.4159347814391924, + "nauc_ndcg_at_100_diff1": -0.1994285070280025, + "nauc_ndcg_at_100_max": 0.46395494252194813, + "nauc_ndcg_at_100_std": 0.26031863772863895, + "nauc_ndcg_at_10_diff1": -0.11365904405330499, + "nauc_ndcg_at_10_max": 0.4018027996995568, + "nauc_ndcg_at_10_std": 0.07267452756496363, + "nauc_ndcg_at_1_diff1": 0.3547351972162838, + "nauc_ndcg_at_1_max": 0.18678056264920057, + "nauc_ndcg_at_1_std": -0.32280895235800805, + "nauc_ndcg_at_20_diff1": -0.17623757788524608, + "nauc_ndcg_at_20_max": 0.42591549504537884, + "nauc_ndcg_at_20_std": 0.20080996147583946, + "nauc_ndcg_at_3_diff1": 0.1765572541957706, + "nauc_ndcg_at_3_max": 0.3553139320346325, + "nauc_ndcg_at_3_std": -0.13330303630969956, + "nauc_ndcg_at_5_diff1": 0.04051295108919808, + "nauc_ndcg_at_5_max": 0.41682405492105296, + "nauc_ndcg_at_5_std": -0.04664831580904473, + "nauc_precision_at_1000_diff1": -0.46393399134509106, + "nauc_precision_at_1000_max": 0.06553455327696706, + "nauc_precision_at_1000_std": 0.5409837728473227, + "nauc_precision_at_100_diff1": -0.5335460152313968, + "nauc_precision_at_100_max": 0.12805837361106015, + "nauc_precision_at_100_std": 0.597254152113934, + "nauc_precision_at_10_diff1": -0.539903242290085, + "nauc_precision_at_10_max": 0.5250671960518318, + "nauc_precision_at_10_std": 0.4097546038340506, + "nauc_precision_at_1_diff1": 0.4705366912979375, + "nauc_precision_at_1_max": 0.3840610754105554, + "nauc_precision_at_1_std": -0.09750152449114266, + "nauc_precision_at_20_diff1": -0.5115635996955296, + "nauc_precision_at_20_max": 0.46940495349344774, + "nauc_precision_at_20_std": 0.4991028013484852, + "nauc_precision_at_3_diff1": -0.36282169524732294, + "nauc_precision_at_3_max": 0.5075716414655154, + "nauc_precision_at_3_std": 0.2822530447204124, + "nauc_precision_at_5_diff1": -0.4060048411864998, + "nauc_precision_at_5_max": 0.523303939811049, + "nauc_precision_at_5_std": 0.2995093831552501, + "nauc_recall_at_1000_diff1": -1.2031111215446868, + "nauc_recall_at_1000_max": 0.11675225468881147, + "nauc_recall_at_1000_std": 0.8376142715831082, + "nauc_recall_at_100_diff1": 0.13557121336323424, + "nauc_recall_at_100_max": 0.14307695479481347, + "nauc_recall_at_100_std": -0.2333992376110356, + "nauc_recall_at_10_diff1": 0.24724547767563365, + "nauc_recall_at_10_max": 0.11240960317848933, + "nauc_recall_at_10_std": -0.3816351900384314, + "nauc_recall_at_1_diff1": 0.563217429874805, + "nauc_recall_at_1_max": -0.16879319248460312, + "nauc_recall_at_1_std": -0.45404437862760966, + "nauc_recall_at_20_diff1": 0.27927603610541873, + "nauc_recall_at_20_max": 0.14795745728205445, + "nauc_recall_at_20_std": -0.34295555031467034, + "nauc_recall_at_3_diff1": 0.4579831734387851, + "nauc_recall_at_3_max": -0.11916829993750741, + "nauc_recall_at_3_std": -0.4585579848836168, + "nauc_recall_at_5_diff1": 0.36003950684697206, + "nauc_recall_at_5_max": -0.0256406214012, + "nauc_recall_at_5_std": -0.41333499515400596, + "ndcg_at_1": 0.74031, + "ndcg_at_10": 0.70815, + "ndcg_at_100": 0.7236, + "ndcg_at_1000": 0.84295, + "ndcg_at_20": 0.70068, + "ndcg_at_3": 0.73313, + "ndcg_at_5": 0.7204, + "precision_at_1": 0.93023, + "precision_at_10": 0.81628, + "precision_at_100": 0.47651, + "precision_at_1000": 0.0936, + "precision_at_20": 0.73953, + "precision_at_3": 0.90698, + "precision_at_5": 0.85581, + "recall_at_1": 0.02353, + "recall_at_10": 0.16136, + "recall_at_100": 0.6418, + "recall_at_1000": 0.97689, + "recall_at_20": 0.27774, + "recall_at_3": 0.06404, + "recall_at_5": 0.09445 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQ-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQ-PLHardNegatives.json new file mode 100644 index 000000000..029baeb18 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 40.01765465736389, + "kg_co2_emissions": 0.003016673457675039, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.0842, + "map_at_1": 0.02633, + "map_at_10": 0.06114, + "map_at_100": 0.06938, + "map_at_1000": 0.06998, + "map_at_20": 0.06523, + "map_at_3": 0.04839, + "map_at_5": 0.05561, + "mrr_at_1": 0.031, + "mrr_at_10": 0.06810674603174609, + "mrr_at_100": 0.07598414083617976, + "mrr_at_1000": 0.07654052370101401, + "mrr_at_20": 0.07215681407515784, + "mrr_at_3": 0.054833333333333366, + "mrr_at_5": 0.062233333333333384, + "nauc_map_at_1000_diff1": 0.06966210868891122, + "nauc_map_at_1000_max": 0.08940702410443481, + "nauc_map_at_1000_std": 0.20494171051605742, + "nauc_map_at_100_diff1": 0.06888174895815437, + "nauc_map_at_100_max": 0.0886044638959091, + "nauc_map_at_100_std": 0.2038197429564902, + "nauc_map_at_10_diff1": 0.06440430498301354, + "nauc_map_at_10_max": 0.07140250014624865, + "nauc_map_at_10_std": 0.1817671456344707, + "nauc_map_at_1_diff1": 0.08319719596648469, + "nauc_map_at_1_max": 0.02283371768789495, + "nauc_map_at_1_std": 0.05087235466133208, + "nauc_map_at_20_diff1": 0.06941824861656451, + "nauc_map_at_20_max": 0.07704091098036699, + "nauc_map_at_20_std": 0.18476557679803138, + "nauc_map_at_3_diff1": 0.06697457378850531, + "nauc_map_at_3_max": 0.032103676371604176, + "nauc_map_at_3_std": 0.14959428158992447, + "nauc_map_at_5_diff1": 0.08029492849089867, + "nauc_map_at_5_max": 0.07119621647390316, + "nauc_map_at_5_std": 0.16069987371718772, + "nauc_mrr_at_1000_diff1": 0.076463123263228, + "nauc_mrr_at_1000_max": 0.09595655506969672, + "nauc_mrr_at_1000_std": 0.19311704481247555, + "nauc_mrr_at_100_diff1": 0.0756703576673856, + "nauc_mrr_at_100_max": 0.09542070873992077, + "nauc_mrr_at_100_std": 0.19212745137172565, + "nauc_mrr_at_10_diff1": 0.07675356367263002, + "nauc_mrr_at_10_max": 0.08434932474752434, + "nauc_mrr_at_10_std": 0.17511221956846257, + "nauc_mrr_at_1_diff1": 0.10760189376563349, + "nauc_mrr_at_1_max": 0.008291716073638758, + "nauc_mrr_at_1_std": 0.019223279122705255, + "nauc_mrr_at_20_diff1": 0.0762580080891426, + "nauc_mrr_at_20_max": 0.08569835595728693, + "nauc_mrr_at_20_std": 0.17768478137398103, + "nauc_mrr_at_3_diff1": 0.08000926452250605, + "nauc_mrr_at_3_max": 0.049815565865780266, + "nauc_mrr_at_3_std": 0.14378767280250987, + "nauc_mrr_at_5_diff1": 0.09423476414329375, + "nauc_mrr_at_5_max": 0.08723345162692775, + "nauc_mrr_at_5_std": 0.1565761304335745, + "nauc_ndcg_at_1000_diff1": 0.07377132695626613, + "nauc_ndcg_at_1000_max": 0.162498753482022, + "nauc_ndcg_at_1000_std": 0.3106876995355464, + "nauc_ndcg_at_100_diff1": 0.05925401517145811, + "nauc_ndcg_at_100_max": 0.1490918661068499, + "nauc_ndcg_at_100_std": 0.2991741495659924, + "nauc_ndcg_at_10_diff1": 0.058520505899516635, + "nauc_ndcg_at_10_max": 0.09284947498189992, + "nauc_ndcg_at_10_std": 0.21453050452987213, + "nauc_ndcg_at_1_diff1": 0.10760189376563349, + "nauc_ndcg_at_1_max": 0.008291716073638758, + "nauc_ndcg_at_1_std": 0.019223279122705255, + "nauc_ndcg_at_20_diff1": 0.06525452142543961, + "nauc_ndcg_at_20_max": 0.1008464491235454, + "nauc_ndcg_at_20_std": 0.21867608928957183, + "nauc_ndcg_at_3_diff1": 0.06654696058316294, + "nauc_ndcg_at_3_max": 0.038561594624617265, + "nauc_ndcg_at_3_std": 0.16209419916148543, + "nauc_ndcg_at_5_diff1": 0.08849705168592252, + "nauc_ndcg_at_5_max": 0.09494057898081794, + "nauc_ndcg_at_5_std": 0.17698507869007696, + "nauc_precision_at_1000_diff1": 0.06325849586449418, + "nauc_precision_at_1000_max": 0.25397036007851115, + "nauc_precision_at_1000_std": 0.4132321010376904, + "nauc_precision_at_100_diff1": 0.03758842978259688, + "nauc_precision_at_100_max": 0.23348951567056814, + "nauc_precision_at_100_std": 0.42463740454098636, + "nauc_precision_at_10_diff1": 0.03591063100822759, + "nauc_precision_at_10_max": 0.1170917162720641, + "nauc_precision_at_10_std": 0.2723930884486926, + "nauc_precision_at_1_diff1": 0.10760189376563349, + "nauc_precision_at_1_max": 0.008291716073638758, + "nauc_precision_at_1_std": 0.019223279122705255, + "nauc_precision_at_20_diff1": 0.058403672078179175, + "nauc_precision_at_20_max": 0.13857346748862726, + "nauc_precision_at_20_std": 0.2686257815037074, + "nauc_precision_at_3_diff1": 0.06683893095040881, + "nauc_precision_at_3_max": 0.04217169655043676, + "nauc_precision_at_3_std": 0.18364519779283928, + "nauc_precision_at_5_diff1": 0.09902571904268267, + "nauc_precision_at_5_max": 0.1257702025301687, + "nauc_precision_at_5_std": 0.20575907301946336, + "nauc_recall_at_1000_diff1": 0.09724137196761189, + "nauc_recall_at_1000_max": 0.27861637396391764, + "nauc_recall_at_1000_std": 0.4760057387128884, + "nauc_recall_at_100_diff1": 0.04165909517899035, + "nauc_recall_at_100_max": 0.22940903677037108, + "nauc_recall_at_100_std": 0.44120374994335165, + "nauc_recall_at_10_diff1": 0.04387914494623999, + "nauc_recall_at_10_max": 0.11532170543420932, + "nauc_recall_at_10_std": 0.26062080744272004, + "nauc_recall_at_1_diff1": 0.08319719596648469, + "nauc_recall_at_1_max": 0.02283371768789495, + "nauc_recall_at_1_std": 0.05087235466133208, + "nauc_recall_at_20_diff1": 0.05602730639181501, + "nauc_recall_at_20_max": 0.12306074375054052, + "nauc_recall_at_20_std": 0.2604434962602306, + "nauc_recall_at_3_diff1": 0.05663834351775497, + "nauc_recall_at_3_max": 0.03768769494111976, + "nauc_recall_at_3_std": 0.18692114237023957, + "nauc_recall_at_5_diff1": 0.09479507327760675, + "nauc_recall_at_5_max": 0.12373175020292426, + "nauc_recall_at_5_std": 0.19965690274413558, + "ndcg_at_1": 0.031, + "ndcg_at_10": 0.0842, + "ndcg_at_100": 0.12696, + "ndcg_at_1000": 0.1449, + "ndcg_at_20": 0.09842, + "ndcg_at_3": 0.05741, + "ndcg_at_5": 0.07037, + "precision_at_1": 0.031, + "precision_at_10": 0.0178, + "precision_at_100": 0.00426, + "precision_at_1000": 0.0006, + "precision_at_20": 0.0123, + "precision_at_3": 0.03067, + "precision_at_5": 0.0252, + "recall_at_1": 0.02633, + "recall_at_10": 0.149, + "recall_at_100": 0.34767, + "recall_at_1000": 0.488, + "recall_at_20": 0.20133, + "recall_at_3": 0.07683, + "recall_at_5": 0.1075 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQHardNegatives.json new file mode 100644 index 000000000..62254feb2 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 41.23902225494385, + "kg_co2_emissions": 0.003177013970709175, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.47302, + "map_at_1": 0.24583, + "map_at_10": 0.39264, + "map_at_100": 0.40716, + "map_at_1000": 0.4074, + "map_at_20": 0.40245, + "map_at_3": 0.34561, + "map_at_5": 0.37367, + "mrr_at_1": 0.277, + "mrr_at_10": 0.4160138888888887, + "mrr_at_100": 0.42715154922319015, + "mrr_at_1000": 0.42731307754326253, + "mrr_at_20": 0.42365244564516946, + "mrr_at_3": 0.3758333333333331, + "mrr_at_5": 0.3999833333333327, + "nauc_map_at_1000_diff1": 0.2955796295786593, + "nauc_map_at_1000_max": 0.27874253266222726, + "nauc_map_at_1000_std": -0.09054749744180753, + "nauc_map_at_100_diff1": 0.2953578510473179, + "nauc_map_at_100_max": 0.27889142283744073, + "nauc_map_at_100_std": -0.09050676678103041, + "nauc_map_at_10_diff1": 0.2989779682078958, + "nauc_map_at_10_max": 0.2775271754839671, + "nauc_map_at_10_std": -0.09526093434501565, + "nauc_map_at_1_diff1": 0.3213052311758566, + "nauc_map_at_1_max": 0.2434834159806833, + "nauc_map_at_1_std": -0.06395262238086136, + "nauc_map_at_20_diff1": 0.2959991618782711, + "nauc_map_at_20_max": 0.2786922281717326, + "nauc_map_at_20_std": -0.09390019112685455, + "nauc_map_at_3_diff1": 0.3023767397091948, + "nauc_map_at_3_max": 0.25541293380961727, + "nauc_map_at_3_std": -0.09279617295004869, + "nauc_map_at_5_diff1": 0.30113370334489514, + "nauc_map_at_5_max": 0.27733246286772356, + "nauc_map_at_5_std": -0.09953177238411076, + "nauc_mrr_at_1000_diff1": 0.2886929480209552, + "nauc_mrr_at_1000_max": 0.2705563129704972, + "nauc_mrr_at_1000_std": -0.07323341988164085, + "nauc_mrr_at_100_diff1": 0.2885835476539668, + "nauc_mrr_at_100_max": 0.27069034143877074, + "nauc_mrr_at_100_std": -0.07315414031871056, + "nauc_mrr_at_10_diff1": 0.2896567742156613, + "nauc_mrr_at_10_max": 0.27127267607648586, + "nauc_mrr_at_10_std": -0.07364080879796894, + "nauc_mrr_at_1_diff1": 0.31865305704166125, + "nauc_mrr_at_1_max": 0.24521330433964725, + "nauc_mrr_at_1_std": -0.053634575672537994, + "nauc_mrr_at_20_diff1": 0.28781637539094823, + "nauc_mrr_at_20_max": 0.27086384284753984, + "nauc_mrr_at_20_std": -0.07471130088199078, + "nauc_mrr_at_3_diff1": 0.29101037129560514, + "nauc_mrr_at_3_max": 0.2520984393697566, + "nauc_mrr_at_3_std": -0.07325083530221013, + "nauc_mrr_at_5_diff1": 0.29300718215125776, + "nauc_mrr_at_5_max": 0.2734024392082554, + "nauc_mrr_at_5_std": -0.08067799765139803, + "nauc_ndcg_at_1000_diff1": 0.28177735860879005, + "nauc_ndcg_at_1000_max": 0.29273893019266395, + "nauc_ndcg_at_1000_std": -0.0788297808885077, + "nauc_ndcg_at_100_diff1": 0.276522892331543, + "nauc_ndcg_at_100_max": 0.2974932204213384, + "nauc_ndcg_at_100_std": -0.07576695950276986, + "nauc_ndcg_at_10_diff1": 0.2887273270937155, + "nauc_ndcg_at_10_max": 0.2953354883525632, + "nauc_ndcg_at_10_std": -0.10011227853003528, + "nauc_ndcg_at_1_diff1": 0.31865305704166125, + "nauc_ndcg_at_1_max": 0.24521330433964725, + "nauc_ndcg_at_1_std": -0.053634575672537994, + "nauc_ndcg_at_20_diff1": 0.2782003632139408, + "nauc_ndcg_at_20_max": 0.29768936417492836, + "nauc_ndcg_at_20_std": -0.09929714580221703, + "nauc_ndcg_at_3_diff1": 0.2956756738453419, + "nauc_ndcg_at_3_max": 0.25593569789717907, + "nauc_ndcg_at_3_std": -0.09798450551469774, + "nauc_ndcg_at_5_diff1": 0.2951565675324199, + "nauc_ndcg_at_5_max": 0.294788126065171, + "nauc_ndcg_at_5_std": -0.11241769832257961, + "nauc_precision_at_1000_diff1": -0.07716222910846554, + "nauc_precision_at_1000_max": 0.08332788535714603, + "nauc_precision_at_1000_std": 0.20020222887601627, + "nauc_precision_at_100_diff1": -0.07952925636048688, + "nauc_precision_at_100_max": 0.14988023793566219, + "nauc_precision_at_100_std": 0.2024543211183928, + "nauc_precision_at_10_diff1": 0.1461916232517314, + "nauc_precision_at_10_max": 0.28243048942169413, + "nauc_precision_at_10_std": -0.028876766941161616, + "nauc_precision_at_1_diff1": 0.31865305704166125, + "nauc_precision_at_1_max": 0.24521330433964725, + "nauc_precision_at_1_std": -0.053634575672537994, + "nauc_precision_at_20_diff1": 0.03990160012638493, + "nauc_precision_at_20_max": 0.24578528064275862, + "nauc_precision_at_20_std": 0.008015677778028566, + "nauc_precision_at_3_diff1": 0.24966133791650189, + "nauc_precision_at_3_max": 0.25103698855024614, + "nauc_precision_at_3_std": -0.08360198775099217, + "nauc_precision_at_5_diff1": 0.2204284190873229, + "nauc_precision_at_5_max": 0.3147491800770514, + "nauc_precision_at_5_std": -0.09741869504848251, + "nauc_recall_at_1000_diff1": -0.35118248212526726, + "nauc_recall_at_1000_max": 0.8265927375516321, + "nauc_recall_at_1000_std": 0.6169691620940738, + "nauc_recall_at_100_diff1": -0.07678054039485158, + "nauc_recall_at_100_max": 0.6182679257269929, + "nauc_recall_at_100_std": 0.23913162057492132, + "nauc_recall_at_10_diff1": 0.24991636562048822, + "nauc_recall_at_10_max": 0.3483371530751961, + "nauc_recall_at_10_std": -0.14397938467048355, + "nauc_recall_at_1_diff1": 0.3213052311758566, + "nauc_recall_at_1_max": 0.2434834159806833, + "nauc_recall_at_1_std": -0.06395262238086136, + "nauc_recall_at_20_diff1": 0.17152251060071266, + "nauc_recall_at_20_max": 0.3797517976194596, + "nauc_recall_at_20_std": -0.16807927172893272, + "nauc_recall_at_3_diff1": 0.27961390078205084, + "nauc_recall_at_3_max": 0.2500261443726238, + "nauc_recall_at_3_std": -0.1283319276393921, + "nauc_recall_at_5_diff1": 0.27602872239169696, + "nauc_recall_at_5_max": 0.33842346554067837, + "nauc_recall_at_5_std": -0.1697921643358793, + "ndcg_at_1": 0.277, + "ndcg_at_10": 0.47302, + "ndcg_at_100": 0.53274, + "ndcg_at_1000": 0.53775, + "ndcg_at_20": 0.50486, + "ndcg_at_3": 0.38301, + "ndcg_at_5": 0.43029, + "precision_at_1": 0.277, + "precision_at_10": 0.0822, + "precision_at_100": 0.01152, + "precision_at_1000": 0.0012, + "precision_at_20": 0.0486, + "precision_at_3": 0.177, + "precision_at_5": 0.1326, + "recall_at_1": 0.24583, + "recall_at_10": 0.69675, + "recall_at_100": 0.9515, + "recall_at_1000": 0.98783, + "recall_at_20": 0.81517, + "recall_at_3": 0.46183, + "recall_at_5": 0.57175 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..6ba297d70 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 13.149118900299072, + "kg_co2_emissions": 0.000665115627686673, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.01062, + "map_at_1": 0.00111, + "map_at_10": 0.00175, + "map_at_100": 0.00291, + "map_at_1000": 0.00538, + "map_at_20": 0.00227, + "map_at_3": 0.00115, + "map_at_5": 0.00115, + "mrr_at_1": 0.022222222222222223, + "mrr_at_10": 0.04215167548500882, + "mrr_at_100": 0.05170926495145831, + "mrr_at_1000": 0.053056124398391635, + "mrr_at_20": 0.04878062158763913, + "mrr_at_3": 0.029629629629629627, + "mrr_at_5": 0.029629629629629627, + "nauc_map_at_1000_diff1": 0.04459735844108103, + "nauc_map_at_1000_max": 0.018310400511668885, + "nauc_map_at_1000_std": -0.0478161402108442, + "nauc_map_at_100_diff1": 0.015836111079780755, + "nauc_map_at_100_max": -0.06414272601965343, + "nauc_map_at_100_std": -0.06433479426510391, + "nauc_map_at_10_diff1": -0.15261123208421226, + "nauc_map_at_10_max": -0.21290194284731018, + "nauc_map_at_10_std": 0.01330288818057583, + "nauc_map_at_1_diff1": -0.07491971297522988, + "nauc_map_at_1_max": -0.2109413508922772, + "nauc_map_at_1_std": 0.09888571325210839, + "nauc_map_at_20_diff1": -0.005115682938465139, + "nauc_map_at_20_max": -0.1260038187488252, + "nauc_map_at_20_std": -0.02097962661982615, + "nauc_map_at_3_diff1": -0.03956051189051848, + "nauc_map_at_3_max": -0.21807258654676634, + "nauc_map_at_3_std": 0.10680195230092422, + "nauc_map_at_5_diff1": -0.03956051189051848, + "nauc_map_at_5_max": -0.21807258654676634, + "nauc_map_at_5_std": 0.10680195230092422, + "nauc_mrr_at_1000_diff1": 0.05990102765604332, + "nauc_mrr_at_1000_max": -0.13616436646221933, + "nauc_mrr_at_1000_std": -0.010150289637834526, + "nauc_mrr_at_100_diff1": 0.062175151956606584, + "nauc_mrr_at_100_max": -0.1311169798425805, + "nauc_mrr_at_100_std": -0.013332957025305795, + "nauc_mrr_at_10_diff1": 0.02321149285610685, + "nauc_mrr_at_10_max": -0.19615726501403866, + "nauc_mrr_at_10_std": 0.039326788241839335, + "nauc_mrr_at_1_diff1": -0.07491971297522985, + "nauc_mrr_at_1_max": -0.2109413508922772, + "nauc_mrr_at_1_std": 0.09888571325210833, + "nauc_mrr_at_20_diff1": 0.07202405400793842, + "nauc_mrr_at_20_max": -0.15133506925355836, + "nauc_mrr_at_20_std": 0.0038550496334936943, + "nauc_mrr_at_3_diff1": 0.19381021526857756, + "nauc_mrr_at_3_max": -0.2651387418663934, + "nauc_mrr_at_3_std": 0.15904913002310994, + "nauc_mrr_at_5_diff1": 0.19381021526857756, + "nauc_mrr_at_5_max": -0.2651387418663934, + "nauc_mrr_at_5_std": 0.15904913002310994, + "nauc_ndcg_at_1000_diff1": 0.06098735309094565, + "nauc_ndcg_at_1000_max": 0.09457087544274449, + "nauc_ndcg_at_1000_std": -0.06910101040607824, + "nauc_ndcg_at_100_diff1": 0.1255252669069294, + "nauc_ndcg_at_100_max": 0.0558834024368867, + "nauc_ndcg_at_100_std": -0.2048727320287566, + "nauc_ndcg_at_10_diff1": 0.08617406548313869, + "nauc_ndcg_at_10_max": -0.25177346101154163, + "nauc_ndcg_at_10_std": 0.024134508099176197, + "nauc_ndcg_at_1_diff1": -0.07491971297522983, + "nauc_ndcg_at_1_max": -0.21094135089227722, + "nauc_ndcg_at_1_std": 0.0988857132521083, + "nauc_ndcg_at_20_diff1": 0.25805431589353506, + "nauc_ndcg_at_20_max": -0.16657642077906337, + "nauc_ndcg_at_20_std": -0.06820247672166023, + "nauc_ndcg_at_3_diff1": 0.570032114809908, + "nauc_ndcg_at_3_max": -0.341015089230156, + "nauc_ndcg_at_3_std": 0.24327791350251224, + "nauc_ndcg_at_5_diff1": 0.5163958868336556, + "nauc_ndcg_at_5_max": -0.3301977469378289, + "nauc_ndcg_at_5_std": 0.2312698027615603, + "nauc_precision_at_1000_diff1": 0.04313354889032241, + "nauc_precision_at_1000_max": 0.1506356111023224, + "nauc_precision_at_1000_std": -0.1530970296555169, + "nauc_precision_at_100_diff1": 0.07474705541735802, + "nauc_precision_at_100_max": 0.1436426203451753, + "nauc_precision_at_100_std": -0.22703614640566783, + "nauc_precision_at_10_diff1": -0.12012033968712861, + "nauc_precision_at_10_max": -0.13732436523217917, + "nauc_precision_at_10_std": -0.11340700199236563, + "nauc_precision_at_1_diff1": -0.07491971297522985, + "nauc_precision_at_1_max": -0.2109413508922772, + "nauc_precision_at_1_std": 0.09888571325210833, + "nauc_precision_at_20_diff1": 0.1699293003792338, + "nauc_precision_at_20_max": -0.058838759499283, + "nauc_precision_at_20_std": -0.14110668201873716, + "nauc_precision_at_3_diff1": 0.4625401435123851, + "nauc_precision_at_3_max": -0.3193361328405096, + "nauc_precision_at_3_std": 0.21921254679411176, + "nauc_precision_at_5_diff1": 0.462540143512385, + "nauc_precision_at_5_max": -0.31933613284050955, + "nauc_precision_at_5_std": 0.21921254679411165, + "nauc_recall_at_1000_diff1": 0.0690731153157291, + "nauc_recall_at_1000_max": 0.0549298811134669, + "nauc_recall_at_1000_std": 0.02043466850583819, + "nauc_recall_at_100_diff1": 0.12879550714034094, + "nauc_recall_at_100_max": 0.1453815717535724, + "nauc_recall_at_100_std": -0.1707986133786584, + "nauc_recall_at_10_diff1": -0.29169000639479015, + "nauc_recall_at_10_max": -0.21595377929649012, + "nauc_recall_at_10_std": -0.11380871265526027, + "nauc_recall_at_1_diff1": -0.07491971297522988, + "nauc_recall_at_1_max": -0.2109413508922772, + "nauc_recall_at_1_std": 0.09888571325210839, + "nauc_recall_at_20_diff1": 0.13054358242395372, + "nauc_recall_at_20_max": 0.00888837326744953, + "nauc_recall_at_20_std": -0.1512539880924191, + "nauc_recall_at_3_diff1": 0.024609890078032094, + "nauc_recall_at_3_max": -0.2310144586604683, + "nauc_recall_at_3_std": 0.1211684602043312, + "nauc_recall_at_5_diff1": 0.024609890078032094, + "nauc_recall_at_5_max": -0.2310144586604683, + "nauc_recall_at_5_std": 0.1211684602043312, + "ndcg_at_1": 0.00741, + "ndcg_at_10": 0.00865, + "ndcg_at_100": 0.01609, + "ndcg_at_1000": 0.06925, + "ndcg_at_20": 0.01062, + "ndcg_at_3": 0.00869, + "ndcg_at_5": 0.00685, + "precision_at_1": 0.02222, + "precision_at_10": 0.01333, + "precision_at_100": 0.00778, + "precision_at_1000": 0.00591, + "precision_at_20": 0.01222, + "precision_at_3": 0.01481, + "precision_at_5": 0.00889, + "recall_at_1": 0.00111, + "recall_at_10": 0.00526, + "recall_at_100": 0.03191, + "recall_at_1000": 0.25005, + "recall_at_20": 0.01149, + "recall_at_3": 0.00122, + "recall_at_5": 0.00122 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.06846, + "map_at_1": 0.00464, + "map_at_10": 0.01559, + "map_at_100": 0.02692, + "map_at_1000": 0.03488, + "map_at_20": 0.01818, + "map_at_3": 0.01263, + "map_at_5": 0.01393, + "mrr_at_1": 0.13636363636363635, + "mrr_at_10": 0.22123917748917749, + "mrr_at_100": 0.23504141342401688, + "mrr_at_1000": 0.23546255901564858, + "mrr_at_20": 0.22770506009142377, + "mrr_at_3": 0.20833333333333331, + "mrr_at_5": 0.2128787878787879, + "nauc_map_at_1000_diff1": 0.015748952643477167, + "nauc_map_at_1000_max": 0.4956239517229318, + "nauc_map_at_1000_std": 0.4243680041841206, + "nauc_map_at_100_diff1": 0.07755356802749516, + "nauc_map_at_100_max": 0.4553288879039862, + "nauc_map_at_100_std": 0.411121237555054, + "nauc_map_at_10_diff1": 0.22453771364749173, + "nauc_map_at_10_max": 0.25870982873418363, + "nauc_map_at_10_std": 0.16325581528640706, + "nauc_map_at_1_diff1": 0.29637192982292754, + "nauc_map_at_1_max": 0.2859399672773337, + "nauc_map_at_1_std": -0.1720356558540801, + "nauc_map_at_20_diff1": 0.20774250423963547, + "nauc_map_at_20_max": 0.3108680050332775, + "nauc_map_at_20_std": 0.22507659648924866, + "nauc_map_at_3_diff1": 0.2894168482138722, + "nauc_map_at_3_max": 0.1821598732011253, + "nauc_map_at_3_std": 0.07118537411527909, + "nauc_map_at_5_diff1": 0.24990662632285793, + "nauc_map_at_5_max": 0.20067104302869104, + "nauc_map_at_5_std": 0.10490171228218563, + "nauc_mrr_at_1000_diff1": 0.0569893898452477, + "nauc_mrr_at_1000_max": 0.1317931373226328, + "nauc_mrr_at_1000_std": -0.010067001560690226, + "nauc_mrr_at_100_diff1": 0.056465268163713216, + "nauc_mrr_at_100_max": 0.13280610505680826, + "nauc_mrr_at_100_std": -0.008853871926925837, + "nauc_mrr_at_10_diff1": 0.0732677253297773, + "nauc_mrr_at_10_max": 0.12855546594383, + "nauc_mrr_at_10_std": -0.006027561513302828, + "nauc_mrr_at_1_diff1": 0.025355671572820496, + "nauc_mrr_at_1_max": -0.12254652980562199, + "nauc_mrr_at_1_std": -0.20214194417406525, + "nauc_mrr_at_20_diff1": 0.06132298723585411, + "nauc_mrr_at_20_max": 0.13227726147315375, + "nauc_mrr_at_20_std": -0.011562708630253556, + "nauc_mrr_at_3_diff1": 0.10833159649420909, + "nauc_mrr_at_3_max": 0.11935313097574712, + "nauc_mrr_at_3_std": -0.013332823419962935, + "nauc_mrr_at_5_diff1": 0.09151799343714483, + "nauc_mrr_at_5_max": 0.1283479833370792, + "nauc_mrr_at_5_std": -0.025232229886640388, + "nauc_ndcg_at_1000_diff1": -0.1325288965580923, + "nauc_ndcg_at_1000_max": 0.37716379511503806, + "nauc_ndcg_at_1000_std": 0.31080662661082015, + "nauc_ndcg_at_100_diff1": 0.038729383917306744, + "nauc_ndcg_at_100_max": 0.3522900706150492, + "nauc_ndcg_at_100_std": 0.3880389691729309, + "nauc_ndcg_at_10_diff1": 0.1037503844550052, + "nauc_ndcg_at_10_max": 0.13564105100913032, + "nauc_ndcg_at_10_std": 0.10741353898854204, + "nauc_ndcg_at_1_diff1": -0.07356598978821548, + "nauc_ndcg_at_1_max": -0.23581268783728665, + "nauc_ndcg_at_1_std": -0.15735355138477983, + "nauc_ndcg_at_20_diff1": 0.14112765538223693, + "nauc_ndcg_at_20_max": 0.20393024264466178, + "nauc_ndcg_at_20_std": 0.16480500822980984, + "nauc_ndcg_at_3_diff1": 0.12848062090190623, + "nauc_ndcg_at_3_max": 5.407991057430575e-06, + "nauc_ndcg_at_3_std": 0.010584884811893446, + "nauc_ndcg_at_5_diff1": 0.09974214901525442, + "nauc_ndcg_at_5_max": 0.04242546516186464, + "nauc_ndcg_at_5_std": 0.052922327067240614, + "nauc_precision_at_1000_diff1": -0.20586370522689082, + "nauc_precision_at_1000_max": 0.274953973350935, + "nauc_precision_at_1000_std": -0.0075865406615979744, + "nauc_precision_at_100_diff1": -0.09588186397491637, + "nauc_precision_at_100_max": 0.4400455609695762, + "nauc_precision_at_100_std": 0.33079979404521154, + "nauc_precision_at_10_diff1": 0.021069082758269395, + "nauc_precision_at_10_max": 0.23490900761850997, + "nauc_precision_at_10_std": 0.18798736868636595, + "nauc_precision_at_1_diff1": 0.025355671572820496, + "nauc_precision_at_1_max": -0.12254652980562199, + "nauc_precision_at_1_std": -0.20214194417406525, + "nauc_precision_at_20_diff1": 0.002808367023161327, + "nauc_precision_at_20_max": 0.3401207579304462, + "nauc_precision_at_20_std": 0.2554230391590841, + "nauc_precision_at_3_diff1": 0.09773898455555677, + "nauc_precision_at_3_max": 0.05777863118542827, + "nauc_precision_at_3_std": 0.027945531559007475, + "nauc_precision_at_5_diff1": 0.02064743165084445, + "nauc_precision_at_5_max": 0.09867825686080466, + "nauc_precision_at_5_std": 0.06212605400594882, + "nauc_recall_at_1000_diff1": -0.21999401513720862, + "nauc_recall_at_1000_max": 0.2906419144604882, + "nauc_recall_at_1000_std": 0.3213645143777486, + "nauc_recall_at_100_diff1": 0.013908910047051389, + "nauc_recall_at_100_max": 0.34567458228795184, + "nauc_recall_at_100_std": 0.5330776149911974, + "nauc_recall_at_10_diff1": 0.2058783549504506, + "nauc_recall_at_10_max": 0.3540804858746916, + "nauc_recall_at_10_std": 0.2980967676876457, + "nauc_recall_at_1_diff1": 0.29637192982292754, + "nauc_recall_at_1_max": 0.2859399672773337, + "nauc_recall_at_1_std": -0.1720356558540801, + "nauc_recall_at_20_diff1": 0.17475684298642152, + "nauc_recall_at_20_max": 0.3095392780481205, + "nauc_recall_at_20_std": 0.35350644207651183, + "nauc_recall_at_3_diff1": 0.3294359910590375, + "nauc_recall_at_3_max": 0.22949435693008055, + "nauc_recall_at_3_std": 0.16745599906053174, + "nauc_recall_at_5_diff1": 0.27128432830086285, + "nauc_recall_at_5_max": 0.25192241349436967, + "nauc_recall_at_5_std": 0.1921867722233417, + "ndcg_at_1": 0.10606, + "ndcg_at_10": 0.08127, + "ndcg_at_100": 0.08962, + "ndcg_at_1000": 0.16996, + "ndcg_at_20": 0.06846, + "ndcg_at_3": 0.1235, + "ndcg_at_5": 0.1056, + "precision_at_1": 0.13636, + "precision_at_10": 0.08409, + "precision_at_100": 0.03727, + "precision_at_1000": 0.01402, + "precision_at_20": 0.06477, + "precision_at_3": 0.15909, + "precision_at_5": 0.12273, + "recall_at_1": 0.00464, + "recall_at_10": 0.02496, + "recall_at_100": 0.11384, + "recall_at_1000": 0.34408, + "recall_at_20": 0.04102, + "recall_at_3": 0.01721, + "recall_at_5": 0.0199 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.05429, + "map_at_1": 0.00218, + "map_at_10": 0.01103, + "map_at_100": 0.02673, + "map_at_1000": 0.04378, + "map_at_20": 0.01316, + "map_at_3": 0.0082, + "map_at_5": 0.0093, + "mrr_at_1": 0.0851063829787234, + "mrr_at_10": 0.1416075650118203, + "mrr_at_100": 0.15623811810167895, + "mrr_at_1000": 0.15701463451495085, + "mrr_at_20": 0.1504016264934518, + "mrr_at_3": 0.11702127659574466, + "mrr_at_5": 0.12234042553191488, + "nauc_map_at_1000_diff1": -0.19712907772439706, + "nauc_map_at_1000_max": 0.311572092935893, + "nauc_map_at_1000_std": 0.666210562313255, + "nauc_map_at_100_diff1": -0.11355940208593349, + "nauc_map_at_100_max": 0.19717656293422364, + "nauc_map_at_100_std": 0.6064792150707794, + "nauc_map_at_10_diff1": 0.15027705878869915, + "nauc_map_at_10_max": 0.06922643099581, + "nauc_map_at_10_std": 0.39846143971405906, + "nauc_map_at_1_diff1": 0.04604769645554022, + "nauc_map_at_1_max": 0.8702541340422083, + "nauc_map_at_1_std": 0.9015019238030034, + "nauc_map_at_20_diff1": 0.0840319039116125, + "nauc_map_at_20_max": 0.06172437936778654, + "nauc_map_at_20_std": 0.4433804045072264, + "nauc_map_at_3_diff1": 0.2618767365327014, + "nauc_map_at_3_max": -0.03329581325243615, + "nauc_map_at_3_std": 0.26183056396232085, + "nauc_map_at_5_diff1": 0.22150497551388296, + "nauc_map_at_5_max": 0.04487068464117596, + "nauc_map_at_5_std": 0.3286068110251442, + "nauc_mrr_at_1000_diff1": -0.20611659447435238, + "nauc_mrr_at_1000_max": 0.4957538716311152, + "nauc_mrr_at_1000_std": 0.5902603995981404, + "nauc_mrr_at_100_diff1": -0.20513744949741428, + "nauc_mrr_at_100_max": 0.49601194540137206, + "nauc_mrr_at_100_std": 0.590200926590006, + "nauc_mrr_at_10_diff1": -0.20933056317351426, + "nauc_mrr_at_10_max": 0.5051794851185718, + "nauc_mrr_at_10_std": 0.5904926191306253, + "nauc_mrr_at_1_diff1": -0.24620029831337065, + "nauc_mrr_at_1_max": 0.5649801875419208, + "nauc_mrr_at_1_std": 0.6953730354418802, + "nauc_mrr_at_20_diff1": -0.2047867761800103, + "nauc_mrr_at_20_max": 0.49801047317175867, + "nauc_mrr_at_20_std": 0.5940982838400987, + "nauc_mrr_at_3_diff1": -0.16824181275676137, + "nauc_mrr_at_3_max": 0.5376190066556005, + "nauc_mrr_at_3_std": 0.6595332919661492, + "nauc_mrr_at_5_diff1": -0.17782852409359104, + "nauc_mrr_at_5_max": 0.552338173106437, + "nauc_mrr_at_5_std": 0.6151710605027524, + "nauc_ndcg_at_1000_diff1": -0.19031905367912622, + "nauc_ndcg_at_1000_max": 0.40739496656381335, + "nauc_ndcg_at_1000_std": 0.6638579889611325, + "nauc_ndcg_at_100_diff1": -0.12975048927439728, + "nauc_ndcg_at_100_max": 0.30323553191966107, + "nauc_ndcg_at_100_std": 0.6389549724491671, + "nauc_ndcg_at_10_diff1": -0.23516360480447446, + "nauc_ndcg_at_10_max": 0.21737019357549173, + "nauc_ndcg_at_10_std": 0.5135807703356371, + "nauc_ndcg_at_1_diff1": -0.30293425588531453, + "nauc_ndcg_at_1_max": 0.3541118898071051, + "nauc_ndcg_at_1_std": 0.6907383236712865, + "nauc_ndcg_at_20_diff1": -0.2267676260576207, + "nauc_ndcg_at_20_max": 0.15835667573079729, + "nauc_ndcg_at_20_std": 0.5467797094189576, + "nauc_ndcg_at_3_diff1": -0.20930197796174577, + "nauc_ndcg_at_3_max": 0.2864740891630981, + "nauc_ndcg_at_3_std": 0.5695062223967075, + "nauc_ndcg_at_5_diff1": -0.2298209289958382, + "nauc_ndcg_at_5_max": 0.3300346629034216, + "nauc_ndcg_at_5_std": 0.523456779442194, + "nauc_precision_at_1000_diff1": -0.3881853473539648, + "nauc_precision_at_1000_max": 0.40896851097701853, + "nauc_precision_at_1000_std": 0.41875449383826213, + "nauc_precision_at_100_diff1": -0.36214917068224106, + "nauc_precision_at_100_max": 0.3402520165294734, + "nauc_precision_at_100_std": 0.554060999778989, + "nauc_precision_at_10_diff1": -0.35728149104757295, + "nauc_precision_at_10_max": 0.28115158983696437, + "nauc_precision_at_10_std": 0.5678706223539665, + "nauc_precision_at_1_diff1": -0.24620029831337065, + "nauc_precision_at_1_max": 0.5649801875419208, + "nauc_precision_at_1_std": 0.6953730354418802, + "nauc_precision_at_20_diff1": -0.3713274488425309, + "nauc_precision_at_20_max": 0.19087992271357712, + "nauc_precision_at_20_std": 0.5649986883448143, + "nauc_precision_at_3_diff1": -0.1523781329802583, + "nauc_precision_at_3_max": 0.4996782864622157, + "nauc_precision_at_3_std": 0.6718147022493526, + "nauc_precision_at_5_diff1": -0.25663185716273224, + "nauc_precision_at_5_max": 0.4903562920133912, + "nauc_precision_at_5_std": 0.5904321943977848, + "nauc_recall_at_1000_diff1": -0.022116127769331966, + "nauc_recall_at_1000_max": 0.3420268638679652, + "nauc_recall_at_1000_std": 0.6031766901082328, + "nauc_recall_at_100_diff1": 0.011392413073315786, + "nauc_recall_at_100_max": 0.23049788669569143, + "nauc_recall_at_100_std": 0.5871273506207131, + "nauc_recall_at_10_diff1": 0.13359243408333094, + "nauc_recall_at_10_max": 0.06127548056592277, + "nauc_recall_at_10_std": 0.4172370392045068, + "nauc_recall_at_1_diff1": 0.04604769645554022, + "nauc_recall_at_1_max": 0.8702541340422083, + "nauc_recall_at_1_std": 0.9015019238030034, + "nauc_recall_at_20_diff1": 0.07035289466650274, + "nauc_recall_at_20_max": 0.016644267678885896, + "nauc_recall_at_20_std": 0.47228632438927765, + "nauc_recall_at_3_diff1": 0.3065258217507576, + "nauc_recall_at_3_max": -0.13287483524537527, + "nauc_recall_at_3_std": 0.1832320228455775, + "nauc_recall_at_5_diff1": 0.25560877966140977, + "nauc_recall_at_5_max": -0.012527311698876258, + "nauc_recall_at_5_std": 0.27313719038426837, + "ndcg_at_1": 0.04255, + "ndcg_at_10": 0.0476, + "ndcg_at_100": 0.08736, + "ndcg_at_1000": 0.18349, + "ndcg_at_20": 0.05429, + "ndcg_at_3": 0.04151, + "ndcg_at_5": 0.04677, + "precision_at_1": 0.08511, + "precision_at_10": 0.0617, + "precision_at_100": 0.05319, + "precision_at_1000": 0.0183, + "precision_at_20": 0.05745, + "precision_at_3": 0.06383, + "precision_at_5": 0.06809, + "recall_at_1": 0.00218, + "recall_at_10": 0.02658, + "recall_at_100": 0.13292, + "recall_at_1000": 0.42233, + "recall_at_20": 0.04061, + "recall_at_3": 0.01476, + "recall_at_5": 0.01727 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..5e38c0d0e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 24.386188507080078, + "kg_co2_emissions": 0.0012575625904074192, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.0246, + "map_at_1": 0.00285, + "map_at_10": 0.00707, + "map_at_100": 0.0119, + "map_at_1000": 0.01419, + "map_at_20": 0.00787, + "map_at_3": 0.00596, + "map_at_5": 0.0066, + "mrr_at_1": 0.04054054054054054, + "mrr_at_10": 0.05260617760617761, + "mrr_at_100": 0.0614593127909135, + "mrr_at_1000": 0.06287515600998668, + "mrr_at_20": 0.05634838134838134, + "mrr_at_3": 0.04504504504504505, + "mrr_at_5": 0.04842342342342343, + "nauc_map_at_1000_diff1": -0.2961151842030625, + "nauc_map_at_1000_max": 0.0713355664936912, + "nauc_map_at_1000_std": 0.43370462664652426, + "nauc_map_at_100_diff1": -0.3104889751759825, + "nauc_map_at_100_max": 0.08040309297169733, + "nauc_map_at_100_std": 0.47055892527156595, + "nauc_map_at_10_diff1": -0.2412568982310315, + "nauc_map_at_10_max": -0.3687580587253092, + "nauc_map_at_10_std": 0.23797269576931865, + "nauc_map_at_1_diff1": -0.31157933172645763, + "nauc_map_at_1_max": -0.5032266456884495, + "nauc_map_at_1_std": 0.11552857504072836, + "nauc_map_at_20_diff1": -0.25639554506814705, + "nauc_map_at_20_max": -0.25522046352754607, + "nauc_map_at_20_std": 0.2938592481753531, + "nauc_map_at_3_diff1": -0.26870305850105464, + "nauc_map_at_3_max": -0.4887044680689984, + "nauc_map_at_3_std": 0.15320643769288497, + "nauc_map_at_5_diff1": -0.2268350258055947, + "nauc_map_at_5_max": -0.43927870952182774, + "nauc_map_at_5_std": 0.20132801384452198, + "nauc_mrr_at_1000_diff1": -0.12834031152660602, + "nauc_mrr_at_1000_max": 0.062471741079432236, + "nauc_mrr_at_1000_std": 0.24369082198745975, + "nauc_mrr_at_100_diff1": -0.1298345124632932, + "nauc_mrr_at_100_max": 0.06348656518637041, + "nauc_mrr_at_100_std": 0.24218563208524996, + "nauc_mrr_at_10_diff1": -0.1551057159937873, + "nauc_mrr_at_10_max": 0.06280807306926893, + "nauc_mrr_at_10_std": 0.2937758535612902, + "nauc_mrr_at_1_diff1": -0.2372051309367344, + "nauc_mrr_at_1_max": 0.17636399883307402, + "nauc_mrr_at_1_std": 0.26033126574397447, + "nauc_mrr_at_20_diff1": -0.13924934308187562, + "nauc_mrr_at_20_max": 0.0691839327275239, + "nauc_mrr_at_20_std": 0.2629544863371377, + "nauc_mrr_at_3_diff1": -0.11348461784306099, + "nauc_mrr_at_3_max": 0.10210985248579274, + "nauc_mrr_at_3_std": 0.29909046489786206, + "nauc_mrr_at_5_diff1": -0.13410654377333853, + "nauc_mrr_at_5_max": 0.0901696521638276, + "nauc_mrr_at_5_std": 0.30050170902686085, + "nauc_ndcg_at_1000_diff1": -0.09935676462306064, + "nauc_ndcg_at_1000_max": -0.02237670242521906, + "nauc_ndcg_at_1000_std": 0.22047945396061908, + "nauc_ndcg_at_100_diff1": -0.18218653419861106, + "nauc_ndcg_at_100_max": 0.02653247340702834, + "nauc_ndcg_at_100_std": 0.3516639710597537, + "nauc_ndcg_at_10_diff1": -0.21264895349212637, + "nauc_ndcg_at_10_max": 0.05951233260585073, + "nauc_ndcg_at_10_std": 0.44834059035856594, + "nauc_ndcg_at_1_diff1": -0.2372051309367344, + "nauc_ndcg_at_1_max": 0.17636399883307408, + "nauc_ndcg_at_1_std": 0.2603312657439744, + "nauc_ndcg_at_20_diff1": -0.2086992659393582, + "nauc_ndcg_at_20_max": 0.061604643663679515, + "nauc_ndcg_at_20_std": 0.39328009248806167, + "nauc_ndcg_at_3_diff1": -0.15172514495226136, + "nauc_ndcg_at_3_max": 0.07408466625770115, + "nauc_ndcg_at_3_std": 0.40474223411700416, + "nauc_ndcg_at_5_diff1": -0.13465393277787155, + "nauc_ndcg_at_5_max": 0.07818820859497098, + "nauc_ndcg_at_5_std": 0.4482421516804575, + "nauc_precision_at_1000_diff1": -0.11729873161447514, + "nauc_precision_at_1000_max": 0.09699213357555486, + "nauc_precision_at_1000_std": 0.10518372347071982, + "nauc_precision_at_100_diff1": -0.32115403708751067, + "nauc_precision_at_100_max": 0.46315470353049654, + "nauc_precision_at_100_std": 0.49248882337900557, + "nauc_precision_at_10_diff1": -0.2616909060155857, + "nauc_precision_at_10_max": 0.3357082460187625, + "nauc_precision_at_10_std": 0.623629673684227, + "nauc_precision_at_1_diff1": -0.2372051309367344, + "nauc_precision_at_1_max": 0.17636399883307402, + "nauc_precision_at_1_std": 0.26033126574397447, + "nauc_precision_at_20_diff1": -0.2201549882131997, + "nauc_precision_at_20_max": 0.42467949961757273, + "nauc_precision_at_20_std": 0.5358392993436765, + "nauc_precision_at_3_diff1": -0.14444420525735654, + "nauc_precision_at_3_max": 0.19953386674567752, + "nauc_precision_at_3_std": 0.5034552165219626, + "nauc_precision_at_5_diff1": -0.127763033914799, + "nauc_precision_at_5_max": 0.2510478712531176, + "nauc_precision_at_5_std": 0.5901298245772818, + "nauc_recall_at_1000_diff1": 0.009167628292617252, + "nauc_recall_at_1000_max": 0.001786949390120449, + "nauc_recall_at_1000_std": 0.19158351135835958, + "nauc_recall_at_100_diff1": -0.13132014595204464, + "nauc_recall_at_100_max": -0.020710785489157068, + "nauc_recall_at_100_std": 0.34088250215083565, + "nauc_recall_at_10_diff1": -0.14341750940590348, + "nauc_recall_at_10_max": -0.35704197419434835, + "nauc_recall_at_10_std": 0.2760501290072638, + "nauc_recall_at_1_diff1": -0.31157933172645763, + "nauc_recall_at_1_max": -0.5032266456884495, + "nauc_recall_at_1_std": 0.11552857504072836, + "nauc_recall_at_20_diff1": -0.13267123247975132, + "nauc_recall_at_20_max": -0.2511260716732391, + "nauc_recall_at_20_std": 0.2718000236770753, + "nauc_recall_at_3_diff1": -0.17953833354984486, + "nauc_recall_at_3_max": -0.49414928699970845, + "nauc_recall_at_3_std": 0.1879752426168623, + "nauc_recall_at_5_diff1": -0.10864741652346921, + "nauc_recall_at_5_max": -0.426820478506485, + "nauc_recall_at_5_std": 0.25729852217146554, + "ndcg_at_1": 0.02703, + "ndcg_at_10": 0.02518, + "ndcg_at_100": 0.03103, + "ndcg_at_1000": 0.06587, + "ndcg_at_20": 0.0246, + "ndcg_at_3": 0.02641, + "ndcg_at_5": 0.02479, + "precision_at_1": 0.04054, + "precision_at_10": 0.02432, + "precision_at_100": 0.01824, + "precision_at_1000": 0.00874, + "precision_at_20": 0.02297, + "precision_at_3": 0.03153, + "precision_at_5": 0.02973, + "recall_at_1": 0.00285, + "recall_at_10": 0.00932, + "recall_at_100": 0.02979, + "recall_at_1000": 0.11716, + "recall_at_20": 0.01176, + "recall_at_3": 0.00641, + "recall_at_5": 0.00802 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.08075, + "map_at_1": 0.00284, + "map_at_10": 0.01016, + "map_at_100": 0.02491, + "map_at_1000": 0.03592, + "map_at_20": 0.0131, + "map_at_3": 0.00509, + "map_at_5": 0.00735, + "mrr_at_1": 0.16, + "mrr_at_10": 0.22351322751322744, + "mrr_at_100": 0.23515550912355565, + "mrr_at_1000": 0.23584526501705597, + "mrr_at_20": 0.22986048454469502, + "mrr_at_3": 0.19555555555555554, + "mrr_at_5": 0.21155555555555555, + "nauc_map_at_1000_diff1": 0.12845350344841922, + "nauc_map_at_1000_max": 0.43468679121360637, + "nauc_map_at_1000_std": 0.7714727791056188, + "nauc_map_at_100_diff1": 0.06544261341495565, + "nauc_map_at_100_max": 0.368882283085725, + "nauc_map_at_100_std": 0.7373391244483992, + "nauc_map_at_10_diff1": -0.04338130885753102, + "nauc_map_at_10_max": 0.11955896596747097, + "nauc_map_at_10_std": 0.5573557461756745, + "nauc_map_at_1_diff1": 0.09653476803227617, + "nauc_map_at_1_max": 0.005607403112584207, + "nauc_map_at_1_std": 0.3246179326489086, + "nauc_map_at_20_diff1": -0.04012260681463875, + "nauc_map_at_20_max": 0.2002134410063847, + "nauc_map_at_20_std": 0.5997370775341319, + "nauc_map_at_3_diff1": -0.0758991525810709, + "nauc_map_at_3_max": 0.02499270323100555, + "nauc_map_at_3_std": 0.4204248842759223, + "nauc_map_at_5_diff1": -0.03402825208182024, + "nauc_map_at_5_max": 0.0165529715747249, + "nauc_map_at_5_std": 0.4957376318003868, + "nauc_mrr_at_1000_diff1": -0.01840607497309086, + "nauc_mrr_at_1000_max": 0.10704327771419211, + "nauc_mrr_at_1000_std": 0.35436612840247655, + "nauc_mrr_at_100_diff1": -0.018580806788634358, + "nauc_mrr_at_100_max": 0.10710950714835275, + "nauc_mrr_at_100_std": 0.3540779563804182, + "nauc_mrr_at_10_diff1": -0.02582490964600491, + "nauc_mrr_at_10_max": 0.10982826608699145, + "nauc_mrr_at_10_std": 0.3603803311638225, + "nauc_mrr_at_1_diff1": 0.04450528612628481, + "nauc_mrr_at_1_max": 0.1374536739718984, + "nauc_mrr_at_1_std": 0.40702385389285933, + "nauc_mrr_at_20_diff1": -0.030188800400011363, + "nauc_mrr_at_20_max": 0.1027646023519774, + "nauc_mrr_at_20_std": 0.35117305948838723, + "nauc_mrr_at_3_diff1": -0.04967880080995238, + "nauc_mrr_at_3_max": 0.12891137681510084, + "nauc_mrr_at_3_std": 0.38419056350722497, + "nauc_mrr_at_5_diff1": -0.04293718047241966, + "nauc_mrr_at_5_max": 0.09900130350868641, + "nauc_mrr_at_5_std": 0.35620411182764256, + "nauc_ndcg_at_1000_diff1": 0.10488916772234307, + "nauc_ndcg_at_1000_max": 0.3408839628315939, + "nauc_ndcg_at_1000_std": 0.6271165057107813, + "nauc_ndcg_at_100_diff1": 0.08372194561495673, + "nauc_ndcg_at_100_max": 0.36228816846509554, + "nauc_ndcg_at_100_std": 0.6631775996510019, + "nauc_ndcg_at_10_diff1": 8.082296094878318e-06, + "nauc_ndcg_at_10_max": 0.2385101046946635, + "nauc_ndcg_at_10_std": 0.5062641517090871, + "nauc_ndcg_at_1_diff1": 0.12231106524310609, + "nauc_ndcg_at_1_max": 0.27042845908485663, + "nauc_ndcg_at_1_std": 0.48761290819298986, + "nauc_ndcg_at_20_diff1": 0.0039248960117521025, + "nauc_ndcg_at_20_max": 0.26728822660788054, + "nauc_ndcg_at_20_std": 0.5272973513133794, + "nauc_ndcg_at_3_diff1": 0.004418576504864786, + "nauc_ndcg_at_3_max": 0.20714711814537137, + "nauc_ndcg_at_3_std": 0.4566668405180601, + "nauc_ndcg_at_5_diff1": -0.01574027171971269, + "nauc_ndcg_at_5_max": 0.1714536666962042, + "nauc_ndcg_at_5_std": 0.47421938062933083, + "nauc_precision_at_1000_diff1": 0.08424330295609964, + "nauc_precision_at_1000_max": 0.26024603277660924, + "nauc_precision_at_1000_std": 0.44807307492743376, + "nauc_precision_at_100_diff1": 0.09040594236562248, + "nauc_precision_at_100_max": 0.38493976381074335, + "nauc_precision_at_100_std": 0.6566631148434321, + "nauc_precision_at_10_diff1": -0.013342232727975394, + "nauc_precision_at_10_max": 0.25591537680989057, + "nauc_precision_at_10_std": 0.5127839097598589, + "nauc_precision_at_1_diff1": 0.04450528612628481, + "nauc_precision_at_1_max": 0.1374536739718984, + "nauc_precision_at_1_std": 0.40702385389285933, + "nauc_precision_at_20_diff1": -0.010716000465714583, + "nauc_precision_at_20_max": 0.29237082023401845, + "nauc_precision_at_20_std": 0.5362915488308918, + "nauc_precision_at_3_diff1": -0.026597371870899042, + "nauc_precision_at_3_max": 0.18385038354668984, + "nauc_precision_at_3_std": 0.4527187850240243, + "nauc_precision_at_5_diff1": -0.03822503208656418, + "nauc_precision_at_5_max": 0.14170138793864306, + "nauc_precision_at_5_std": 0.4709258153054415, + "nauc_recall_at_1000_diff1": 0.10894602431872813, + "nauc_recall_at_1000_max": 0.21265899009367376, + "nauc_recall_at_1000_std": 0.5040887972737786, + "nauc_recall_at_100_diff1": 0.05261391860736769, + "nauc_recall_at_100_max": 0.2801292737314181, + "nauc_recall_at_100_std": 0.5640613036359615, + "nauc_recall_at_10_diff1": -0.008874125125011121, + "nauc_recall_at_10_max": 0.04850879832669973, + "nauc_recall_at_10_std": 0.43389725850864486, + "nauc_recall_at_1_diff1": 0.09653476803227617, + "nauc_recall_at_1_max": 0.005607403112584207, + "nauc_recall_at_1_std": 0.3246179326489086, + "nauc_recall_at_20_diff1": -0.032452200592569584, + "nauc_recall_at_20_max": 0.09648170974431017, + "nauc_recall_at_20_std": 0.45311857857466636, + "nauc_recall_at_3_diff1": -0.16707958752822824, + "nauc_recall_at_3_max": 0.03692327365462586, + "nauc_recall_at_3_std": 0.43028991163975044, + "nauc_recall_at_5_diff1": 0.015192690779126175, + "nauc_recall_at_5_max": -0.04080124266056777, + "nauc_recall_at_5_std": 0.4592669283846523, + "ndcg_at_1": 0.10444, + "ndcg_at_10": 0.0848, + "ndcg_at_100": 0.08898, + "ndcg_at_1000": 0.14879, + "ndcg_at_20": 0.08075, + "ndcg_at_3": 0.08174, + "ndcg_at_5": 0.08466, + "precision_at_1": 0.16, + "precision_at_10": 0.10133, + "precision_at_100": 0.0596, + "precision_at_1000": 0.01744, + "precision_at_20": 0.08667, + "precision_at_3": 0.11111, + "precision_at_5": 0.112, + "recall_at_1": 0.00284, + "recall_at_10": 0.0218, + "recall_at_100": 0.09491, + "recall_at_1000": 0.27126, + "recall_at_20": 0.03054, + "recall_at_3": 0.00702, + "recall_at_5": 0.01265 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.09025, + "map_at_1": 0.00226, + "map_at_10": 0.01375, + "map_at_100": 0.03298, + "map_at_1000": 0.04966, + "map_at_20": 0.01828, + "map_at_3": 0.00531, + "map_at_5": 0.00998, + "mrr_at_1": 0.10666666666666667, + "mrr_at_10": 0.19239682539682537, + "mrr_at_100": 0.20386285300700577, + "mrr_at_1000": 0.20472793190790037, + "mrr_at_20": 0.19963759632180683, + "mrr_at_3": 0.15333333333333332, + "mrr_at_5": 0.17866666666666667, + "nauc_map_at_1000_diff1": -0.049844605369149544, + "nauc_map_at_1000_max": 0.39820365203720054, + "nauc_map_at_1000_std": 0.5667511507234133, + "nauc_map_at_100_diff1": -0.09488545231898896, + "nauc_map_at_100_max": 0.3743942422462304, + "nauc_map_at_100_std": 0.5043962637667126, + "nauc_map_at_10_diff1": -0.009698371763018465, + "nauc_map_at_10_max": 0.3432311932681797, + "nauc_map_at_10_std": 0.43958378395051106, + "nauc_map_at_1_diff1": 0.46064609963917663, + "nauc_map_at_1_max": 0.38834283567227396, + "nauc_map_at_1_std": 0.7239366429885326, + "nauc_map_at_20_diff1": -0.046027544955087256, + "nauc_map_at_20_max": 0.34103979859395017, + "nauc_map_at_20_std": 0.45380399268151067, + "nauc_map_at_3_diff1": 0.11988201332726169, + "nauc_map_at_3_max": 0.4274768222604606, + "nauc_map_at_3_std": 0.6471690643359027, + "nauc_map_at_5_diff1": 0.010901954258537658, + "nauc_map_at_5_max": 0.29068009033853226, + "nauc_map_at_5_std": 0.4171646315438468, + "nauc_mrr_at_1000_diff1": 0.07836455881872159, + "nauc_mrr_at_1000_max": 0.28026279713609126, + "nauc_mrr_at_1000_std": 0.46689509805619117, + "nauc_mrr_at_100_diff1": 0.07885266175032184, + "nauc_mrr_at_100_max": 0.2806405976958541, + "nauc_mrr_at_100_std": 0.46702223847457836, + "nauc_mrr_at_10_diff1": 0.09545116447781558, + "nauc_mrr_at_10_max": 0.27373887709169364, + "nauc_mrr_at_10_std": 0.45564641407974665, + "nauc_mrr_at_1_diff1": 0.09390537204459137, + "nauc_mrr_at_1_max": 0.4001772426946746, + "nauc_mrr_at_1_std": 0.544136292711323, + "nauc_mrr_at_20_diff1": 0.0808970746808889, + "nauc_mrr_at_20_max": 0.27668445062450087, + "nauc_mrr_at_20_std": 0.46768550257196395, + "nauc_mrr_at_3_diff1": 0.05351549078822569, + "nauc_mrr_at_3_max": 0.293674868565992, + "nauc_mrr_at_3_std": 0.507211848402362, + "nauc_mrr_at_5_diff1": 0.06320894104322426, + "nauc_mrr_at_5_max": 0.24454890188380057, + "nauc_mrr_at_5_std": 0.43445764757760014, + "nauc_ndcg_at_1000_diff1": 0.02351871456905354, + "nauc_ndcg_at_1000_max": 0.35590261804839474, + "nauc_ndcg_at_1000_std": 0.586208769921604, + "nauc_ndcg_at_100_diff1": -0.04823558156990933, + "nauc_ndcg_at_100_max": 0.32878589211497855, + "nauc_ndcg_at_100_std": 0.49004893070278865, + "nauc_ndcg_at_10_diff1": 0.00013352289865162565, + "nauc_ndcg_at_10_max": 0.31133631686474367, + "nauc_ndcg_at_10_std": 0.4412485114077362, + "nauc_ndcg_at_1_diff1": 0.06691002863789274, + "nauc_ndcg_at_1_max": 0.4485565719453944, + "nauc_ndcg_at_1_std": 0.5231009436128973, + "nauc_ndcg_at_20_diff1": -0.01959305196843431, + "nauc_ndcg_at_20_max": 0.289460451323494, + "nauc_ndcg_at_20_std": 0.44219297206479413, + "nauc_ndcg_at_3_diff1": 0.008738561919128023, + "nauc_ndcg_at_3_max": 0.3203008592310715, + "nauc_ndcg_at_3_std": 0.4817422707603319, + "nauc_ndcg_at_5_diff1": -0.008935469698562348, + "nauc_ndcg_at_5_max": 0.28967270370506676, + "nauc_ndcg_at_5_std": 0.4404988931234914, + "nauc_precision_at_1000_diff1": 0.04213534478518193, + "nauc_precision_at_1000_max": 0.30958585405099054, + "nauc_precision_at_1000_std": 0.5064601624202115, + "nauc_precision_at_100_diff1": -0.029743859146599622, + "nauc_precision_at_100_max": 0.3441869555858669, + "nauc_precision_at_100_std": 0.5223882815459876, + "nauc_precision_at_10_diff1": 0.007611162480815326, + "nauc_precision_at_10_max": 0.3280531358694631, + "nauc_precision_at_10_std": 0.44595864998989637, + "nauc_precision_at_1_diff1": 0.09390537204459137, + "nauc_precision_at_1_max": 0.4001772426946746, + "nauc_precision_at_1_std": 0.544136292711323, + "nauc_precision_at_20_diff1": -0.013413997200541608, + "nauc_precision_at_20_max": 0.2776723340698738, + "nauc_precision_at_20_std": 0.4496493821708803, + "nauc_precision_at_3_diff1": 0.003466259541822231, + "nauc_precision_at_3_max": 0.2581227962881145, + "nauc_precision_at_3_std": 0.4707314135039164, + "nauc_precision_at_5_diff1": -0.010334556698391993, + "nauc_precision_at_5_max": 0.24708730083335145, + "nauc_precision_at_5_std": 0.4110371302622014, + "nauc_recall_at_1000_diff1": 0.05302109599812595, + "nauc_recall_at_1000_max": 0.37826176866286165, + "nauc_recall_at_1000_std": 0.6024378124453834, + "nauc_recall_at_100_diff1": -0.060983022152792284, + "nauc_recall_at_100_max": 0.3324118547242358, + "nauc_recall_at_100_std": 0.46964819179842965, + "nauc_recall_at_10_diff1": -0.05614489593861034, + "nauc_recall_at_10_max": 0.16012592164765013, + "nauc_recall_at_10_std": 0.18627554487482548, + "nauc_recall_at_1_diff1": 0.46064609963917663, + "nauc_recall_at_1_max": 0.38834283567227396, + "nauc_recall_at_1_std": 0.7239366429885326, + "nauc_recall_at_20_diff1": -0.05530697252408709, + "nauc_recall_at_20_max": 0.17582288854022815, + "nauc_recall_at_20_std": 0.2494240667817796, + "nauc_recall_at_3_diff1": 0.008404342741563481, + "nauc_recall_at_3_max": 0.37204764594273837, + "nauc_recall_at_3_std": 0.5948887050409514, + "nauc_recall_at_5_diff1": -0.09007813003860977, + "nauc_recall_at_5_max": 0.08808598420292602, + "nauc_recall_at_5_std": 0.15171172095017127, + "ndcg_at_1": 0.08667, + "ndcg_at_10": 0.09237, + "ndcg_at_100": 0.10091, + "ndcg_at_1000": 0.18519, + "ndcg_at_20": 0.09025, + "ndcg_at_3": 0.08755, + "ndcg_at_5": 0.09678, + "precision_at_1": 0.10667, + "precision_at_10": 0.11467, + "precision_at_100": 0.0652, + "precision_at_1000": 0.0208, + "precision_at_20": 0.10267, + "precision_at_3": 0.11111, + "precision_at_5": 0.128, + "recall_at_1": 0.00226, + "recall_at_10": 0.02808, + "recall_at_100": 0.10543, + "recall_at_1000": 0.32609, + "recall_at_20": 0.03958, + "recall_at_3": 0.00723, + "recall_at_5": 0.01919 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/Quora-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/Quora-PLHardNegatives.json new file mode 100644 index 000000000..949f94f07 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 19.371667623519897, + "kg_co2_emissions": 0.0011302619052037106, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.60227, + "map_at_1": 0.45663, + "map_at_10": 0.55491, + "map_at_100": 0.56385, + "map_at_1000": 0.56453, + "map_at_20": 0.55978, + "map_at_3": 0.52934, + "map_at_5": 0.54319, + "mrr_at_1": 0.527, + "mrr_at_10": 0.6006448412698413, + "mrr_at_100": 0.6063503097106058, + "mrr_at_1000": 0.6066467905581201, + "mrr_at_20": 0.6041743615002128, + "mrr_at_3": 0.5836666666666666, + "mrr_at_5": 0.5928666666666665, + "nauc_map_at_1000_diff1": 0.6157247904145298, + "nauc_map_at_1000_max": 0.42239734152945313, + "nauc_map_at_1000_std": -0.07879769005294156, + "nauc_map_at_100_diff1": 0.6157425964805838, + "nauc_map_at_100_max": 0.4220041482100712, + "nauc_map_at_100_std": -0.07956318874062616, + "nauc_map_at_10_diff1": 0.6176213126679722, + "nauc_map_at_10_max": 0.41844328492575944, + "nauc_map_at_10_std": -0.0845628145754375, + "nauc_map_at_1_diff1": 0.6547737649380894, + "nauc_map_at_1_max": 0.3544848495576819, + "nauc_map_at_1_std": -0.10337396845425574, + "nauc_map_at_20_diff1": 0.6161090873877751, + "nauc_map_at_20_max": 0.4205699012243709, + "nauc_map_at_20_std": -0.08275631505771616, + "nauc_map_at_3_diff1": 0.6199644995422404, + "nauc_map_at_3_max": 0.4048927874570713, + "nauc_map_at_3_std": -0.09377299461207635, + "nauc_map_at_5_diff1": 0.617995969577887, + "nauc_map_at_5_max": 0.4113122823689434, + "nauc_map_at_5_std": -0.09093329522546546, + "nauc_mrr_at_1000_diff1": 0.6273898993713959, + "nauc_mrr_at_1000_max": 0.4670227085038055, + "nauc_mrr_at_1000_std": -0.04807876144794886, + "nauc_mrr_at_100_diff1": 0.6273869412096301, + "nauc_mrr_at_100_max": 0.46696578121041554, + "nauc_mrr_at_100_std": -0.048204837341685604, + "nauc_mrr_at_10_diff1": 0.6282689933630509, + "nauc_mrr_at_10_max": 0.4670066960094916, + "nauc_mrr_at_10_std": -0.04983974340395952, + "nauc_mrr_at_1_diff1": 0.6628390868070448, + "nauc_mrr_at_1_max": 0.4443642083829479, + "nauc_mrr_at_1_std": -0.06474319359926355, + "nauc_mrr_at_20_diff1": 0.6273856250120944, + "nauc_mrr_at_20_max": 0.46730310954507814, + "nauc_mrr_at_20_std": -0.04872464721458717, + "nauc_mrr_at_3_diff1": 0.6287278597817735, + "nauc_mrr_at_3_max": 0.4617186105441011, + "nauc_mrr_at_3_std": -0.056727248050598734, + "nauc_mrr_at_5_diff1": 0.6288284085489703, + "nauc_mrr_at_5_max": 0.4665576742400261, + "nauc_mrr_at_5_std": -0.05222140333238797, + "nauc_ndcg_at_1000_diff1": 0.6046476020917665, + "nauc_ndcg_at_1000_max": 0.45107627134424755, + "nauc_ndcg_at_1000_std": -0.040663961406874644, + "nauc_ndcg_at_100_diff1": 0.603843748067254, + "nauc_ndcg_at_100_max": 0.44519965298900843, + "nauc_ndcg_at_100_std": -0.049837027269994644, + "nauc_ndcg_at_10_diff1": 0.6069605880665662, + "nauc_ndcg_at_10_max": 0.4375534610565626, + "nauc_ndcg_at_10_std": -0.06868641847000787, + "nauc_ndcg_at_1_diff1": 0.658352751844473, + "nauc_ndcg_at_1_max": 0.44417424068701, + "nauc_ndcg_at_1_std": -0.06185316447353075, + "nauc_ndcg_at_20_diff1": 0.6034141219357652, + "nauc_ndcg_at_20_max": 0.44163014448627447, + "nauc_ndcg_at_20_std": -0.06322910365123914, + "nauc_ndcg_at_3_diff1": 0.609154496029341, + "nauc_ndcg_at_3_max": 0.4355992058678178, + "nauc_ndcg_at_3_std": -0.07631057686067556, + "nauc_ndcg_at_5_diff1": 0.6078478798749981, + "nauc_ndcg_at_5_max": 0.4344964756113416, + "nauc_ndcg_at_5_std": -0.07539617065648876, + "nauc_precision_at_1000_diff1": -0.17655449383741886, + "nauc_precision_at_1000_max": 0.13069785774397286, + "nauc_precision_at_1000_std": 0.24372343485347187, + "nauc_precision_at_100_diff1": -0.0947689918004832, + "nauc_precision_at_100_max": 0.18121711538977392, + "nauc_precision_at_100_std": 0.1901185538499664, + "nauc_precision_at_10_diff1": 0.15250687182051748, + "nauc_precision_at_10_max": 0.34838060993239994, + "nauc_precision_at_10_std": 0.08509259569043101, + "nauc_precision_at_1_diff1": 0.658352751844473, + "nauc_precision_at_1_max": 0.44417424068701, + "nauc_precision_at_1_std": -0.06185316447353075, + "nauc_precision_at_20_diff1": 0.0733803337806038, + "nauc_precision_at_20_max": 0.31246154340375165, + "nauc_precision_at_20_std": 0.11671118777032853, + "nauc_precision_at_3_diff1": 0.3524225304825532, + "nauc_precision_at_3_max": 0.4251527556359672, + "nauc_precision_at_3_std": 0.005070093688660442, + "nauc_precision_at_5_diff1": 0.2539422662645413, + "nauc_precision_at_5_max": 0.3833915059858938, + "nauc_precision_at_5_std": 0.03376789353678425, + "nauc_recall_at_1000_diff1": 0.44286093330054466, + "nauc_recall_at_1000_max": 0.513693722450235, + "nauc_recall_at_1000_std": 0.2868814435631342, + "nauc_recall_at_100_diff1": 0.48420073704991196, + "nauc_recall_at_100_max": 0.42207867007713945, + "nauc_recall_at_100_std": 0.055969868357685706, + "nauc_recall_at_10_diff1": 0.539331608831279, + "nauc_recall_at_10_max": 0.42279273658206284, + "nauc_recall_at_10_std": -0.055871561726015255, + "nauc_recall_at_1_diff1": 0.6547737649380894, + "nauc_recall_at_1_max": 0.3544848495576819, + "nauc_recall_at_1_std": -0.10337396845425574, + "nauc_recall_at_20_diff1": 0.5107179456143743, + "nauc_recall_at_20_max": 0.42884898628770995, + "nauc_recall_at_20_std": -0.0339666589315039, + "nauc_recall_at_3_diff1": 0.5668477495286519, + "nauc_recall_at_3_max": 0.4008259760053582, + "nauc_recall_at_3_std": -0.09571621066268339, + "nauc_recall_at_5_diff1": 0.5590986352520283, + "nauc_recall_at_5_max": 0.41271480533695565, + "nauc_recall_at_5_std": -0.08224818848424545, + "ndcg_at_1": 0.529, + "ndcg_at_10": 0.60227, + "ndcg_at_100": 0.63859, + "ndcg_at_1000": 0.64979, + "ndcg_at_20": 0.61601, + "ndcg_at_3": 0.56614, + "ndcg_at_5": 0.58152, + "precision_at_1": 0.529, + "precision_at_10": 0.0934, + "precision_at_100": 0.01268, + "precision_at_1000": 0.00145, + "precision_at_20": 0.05145, + "precision_at_3": 0.24367, + "precision_at_5": 0.163, + "recall_at_1": 0.45663, + "recall_at_10": 0.6959, + "recall_at_100": 0.84925, + "recall_at_1000": 0.92024, + "recall_at_20": 0.74402, + "recall_at_3": 0.58708, + "recall_at_5": 0.63083 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..3b8439bd7 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 18.197853088378906, + "kg_co2_emissions": 0.0008996328010496276, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.87263, + "map_at_1": 0.68605, + "map_at_10": 0.83295, + "map_at_100": 0.84093, + "map_at_1000": 0.84105, + "map_at_20": 0.83821, + "map_at_3": 0.799, + "map_at_5": 0.8193, + "mrr_at_1": 0.795, + "mrr_at_10": 0.8619825396825398, + "mrr_at_100": 0.8633545801981481, + "mrr_at_1000": 0.8633587818788204, + "mrr_at_20": 0.8629823157234923, + "mrr_at_3": 0.8516666666666668, + "mrr_at_5": 0.858766666666667, + "nauc_map_at_1000_diff1": 0.7347561266439654, + "nauc_map_at_1000_max": 0.3863242102778975, + "nauc_map_at_1000_std": -0.36773561591910225, + "nauc_map_at_100_diff1": 0.7348301062261089, + "nauc_map_at_100_max": 0.38630839365234104, + "nauc_map_at_100_std": -0.3681031450266581, + "nauc_map_at_10_diff1": 0.7377898595578234, + "nauc_map_at_10_max": 0.38428747124202356, + "nauc_map_at_10_std": -0.39176804113260355, + "nauc_map_at_1_diff1": 0.7767634001017252, + "nauc_map_at_1_max": 0.26630778543179423, + "nauc_map_at_1_std": -0.34171627805690935, + "nauc_map_at_20_diff1": 0.7366235739964598, + "nauc_map_at_20_max": 0.3858903476255631, + "nauc_map_at_20_std": -0.37965200038603886, + "nauc_map_at_3_diff1": 0.7515374525916221, + "nauc_map_at_3_max": 0.3412289225670055, + "nauc_map_at_3_std": -0.4085169871906372, + "nauc_map_at_5_diff1": 0.7452825906394095, + "nauc_map_at_5_max": 0.36762177714489924, + "nauc_map_at_5_std": -0.40748569659255757, + "nauc_mrr_at_1000_diff1": 0.7333230454292583, + "nauc_mrr_at_1000_max": 0.40634197240962855, + "nauc_mrr_at_1000_std": -0.3205972409544946, + "nauc_mrr_at_100_diff1": 0.7333172137052373, + "nauc_mrr_at_100_max": 0.40635704057001004, + "nauc_mrr_at_100_std": -0.3206051469152392, + "nauc_mrr_at_10_diff1": 0.7330366518340834, + "nauc_mrr_at_10_max": 0.4070036809294219, + "nauc_mrr_at_10_std": -0.32135941103902216, + "nauc_mrr_at_1_diff1": 0.7346441741090579, + "nauc_mrr_at_1_max": 0.37770835630367444, + "nauc_mrr_at_1_std": -0.3011160522866212, + "nauc_mrr_at_20_diff1": 0.7333219740553959, + "nauc_mrr_at_20_max": 0.4067482107260198, + "nauc_mrr_at_20_std": -0.32130510287840613, + "nauc_mrr_at_3_diff1": 0.7300573993162921, + "nauc_mrr_at_3_max": 0.4082028238142221, + "nauc_mrr_at_3_std": -0.3293803250509208, + "nauc_mrr_at_5_diff1": 0.7331358252690404, + "nauc_mrr_at_5_max": 0.40711119834403264, + "nauc_mrr_at_5_std": -0.31991929247270395, + "nauc_ndcg_at_1000_diff1": 0.73191111528319, + "nauc_ndcg_at_1000_max": 0.406052392167965, + "nauc_ndcg_at_1000_std": -0.34529485501257856, + "nauc_ndcg_at_100_diff1": 0.7320918958188642, + "nauc_ndcg_at_100_max": 0.4060567235152657, + "nauc_ndcg_at_100_std": -0.34793444197436607, + "nauc_ndcg_at_10_diff1": 0.732406194041007, + "nauc_ndcg_at_10_max": 0.3955820512996142, + "nauc_ndcg_at_10_std": -0.38148639403063744, + "nauc_ndcg_at_1_diff1": 0.732171141302744, + "nauc_ndcg_at_1_max": 0.3883120013379639, + "nauc_ndcg_at_1_std": -0.3068413234035444, + "nauc_ndcg_at_20_diff1": 0.7352378798506116, + "nauc_ndcg_at_20_max": 0.39964923766025956, + "nauc_ndcg_at_20_std": -0.3669151558947516, + "nauc_ndcg_at_3_diff1": 0.7294737181061818, + "nauc_ndcg_at_3_max": 0.37776907278022076, + "nauc_ndcg_at_3_std": -0.3822699110132606, + "nauc_ndcg_at_5_diff1": 0.7360772679086087, + "nauc_ndcg_at_5_max": 0.38327977789122786, + "nauc_ndcg_at_5_std": -0.388982629742862, + "nauc_precision_at_1000_diff1": -0.43601973404066763, + "nauc_precision_at_1000_max": -0.05004771468963358, + "nauc_precision_at_1000_std": 0.3879920102638369, + "nauc_precision_at_100_diff1": -0.43534477770276764, + "nauc_precision_at_100_max": -0.04472128459832151, + "nauc_precision_at_100_std": 0.38167084579033694, + "nauc_precision_at_10_diff1": -0.3822919603216818, + "nauc_precision_at_10_max": 0.03256046805195466, + "nauc_precision_at_10_std": 0.24057098338959929, + "nauc_precision_at_1_diff1": 0.732171141302744, + "nauc_precision_at_1_max": 0.3883120013379639, + "nauc_precision_at_1_std": -0.3068413234035444, + "nauc_precision_at_20_diff1": -0.4101924551942994, + "nauc_precision_at_20_max": -0.011112282119290565, + "nauc_precision_at_20_std": 0.30681760962100313, + "nauc_precision_at_3_diff1": -0.17330601943050253, + "nauc_precision_at_3_max": 0.13938071778808322, + "nauc_precision_at_3_std": 0.052965991414859734, + "nauc_precision_at_5_diff1": -0.30173062864497624, + "nauc_precision_at_5_max": 0.08884398090164745, + "nauc_precision_at_5_std": 0.14101351068038337, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.5965957569639861, + "nauc_recall_at_100_max": 0.4196326282649874, + "nauc_recall_at_100_std": -0.548394710271377, + "nauc_recall_at_10_diff1": 0.6923556516106154, + "nauc_recall_at_10_max": 0.34951160985318724, + "nauc_recall_at_10_std": -0.5453175579818906, + "nauc_recall_at_1_diff1": 0.7767634001017252, + "nauc_recall_at_1_max": 0.26630778543179423, + "nauc_recall_at_1_std": -0.34171627805690935, + "nauc_recall_at_20_diff1": 0.7091048825781121, + "nauc_recall_at_20_max": 0.3277497656547566, + "nauc_recall_at_20_std": -0.5932478857666426, + "nauc_recall_at_3_diff1": 0.7233650467171375, + "nauc_recall_at_3_max": 0.2978797572288859, + "nauc_recall_at_3_std": -0.49562001507390085, + "nauc_recall_at_5_diff1": 0.7135967112430642, + "nauc_recall_at_5_max": 0.3207613293879828, + "nauc_recall_at_5_std": -0.5003004017898713, + "ndcg_at_1": 0.796, + "ndcg_at_10": 0.87263, + "ndcg_at_100": 0.88706, + "ndcg_at_1000": 0.8879, + "ndcg_at_20": 0.88103, + "ndcg_at_3": 0.84452, + "ndcg_at_5": 0.85911, + "precision_at_1": 0.796, + "precision_at_10": 0.1391, + "precision_at_100": 0.01613, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07465, + "precision_at_3": 0.377, + "precision_at_5": 0.2502, + "recall_at_1": 0.68605, + "recall_at_10": 0.94816, + "recall_at_100": 0.99638, + "recall_at_1000": 1.0, + "recall_at_20": 0.97559, + "recall_at_3": 0.85946, + "recall_at_5": 0.90747 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..bca629dc4 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 62.27523326873779, + "kg_co2_emissions": 0.0038621814666408116, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.18472, + "map_at_1": 0.127, + "map_at_10": 0.16425, + "map_at_100": 0.16924, + "map_at_1000": 0.16985, + "map_at_20": 0.16665, + "map_at_3": 0.15217, + "map_at_5": 0.16002, + "mrr_at_1": 0.129, + "mrr_at_10": 0.1650873015873015, + "mrr_at_100": 0.17008233585363247, + "mrr_at_1000": 0.17069247062396065, + "mrr_at_20": 0.16749604508838242, + "mrr_at_3": 0.15283333333333332, + "mrr_at_5": 0.1608833333333333, + "nauc_map_at_1000_diff1": 0.42400025234442523, + "nauc_map_at_1000_max": 0.3058630819152743, + "nauc_map_at_1000_std": 0.2205116174264008, + "nauc_map_at_100_diff1": 0.42420409769822465, + "nauc_map_at_100_max": 0.3062279410382441, + "nauc_map_at_100_std": 0.22045462069376717, + "nauc_map_at_10_diff1": 0.4312300879873861, + "nauc_map_at_10_max": 0.30705295502887603, + "nauc_map_at_10_std": 0.21398765115060056, + "nauc_map_at_1_diff1": 0.511323464804955, + "nauc_map_at_1_max": 0.32099274087259766, + "nauc_map_at_1_std": 0.18738518901274503, + "nauc_map_at_20_diff1": 0.42704976077494544, + "nauc_map_at_20_max": 0.30611553350841203, + "nauc_map_at_20_std": 0.21903352939575543, + "nauc_map_at_3_diff1": 0.4505308686993725, + "nauc_map_at_3_max": 0.30284363198554964, + "nauc_map_at_3_std": 0.19870521288763915, + "nauc_map_at_5_diff1": 0.43626863038513153, + "nauc_map_at_5_max": 0.30862407653891405, + "nauc_map_at_5_std": 0.21244346600814573, + "nauc_mrr_at_1000_diff1": 0.4182768243913824, + "nauc_mrr_at_1000_max": 0.3102554385307932, + "nauc_mrr_at_1000_std": 0.2257386002911535, + "nauc_mrr_at_100_diff1": 0.41848192539316215, + "nauc_mrr_at_100_max": 0.3106167427253712, + "nauc_mrr_at_100_std": 0.22567950319948807, + "nauc_mrr_at_10_diff1": 0.42543517801067116, + "nauc_mrr_at_10_max": 0.31147359269318436, + "nauc_mrr_at_10_std": 0.21928615107240584, + "nauc_mrr_at_1_diff1": 0.4960010624815697, + "nauc_mrr_at_1_max": 0.3313704436535861, + "nauc_mrr_at_1_std": 0.2020830941624291, + "nauc_mrr_at_20_diff1": 0.4213041251703411, + "nauc_mrr_at_20_max": 0.3105156095590369, + "nauc_mrr_at_20_std": 0.2242819266160729, + "nauc_mrr_at_3_diff1": 0.4445565775274919, + "nauc_mrr_at_3_max": 0.3087966194857331, + "nauc_mrr_at_3_std": 0.20299485892270291, + "nauc_mrr_at_5_diff1": 0.4304286875876803, + "nauc_mrr_at_5_max": 0.3131216912869184, + "nauc_mrr_at_5_std": 0.21777526451770918, + "nauc_ndcg_at_1000_diff1": 0.3637601666649436, + "nauc_ndcg_at_1000_max": 0.29209189445542616, + "nauc_ndcg_at_1000_std": 0.2581174139904119, + "nauc_ndcg_at_100_diff1": 0.3692191746643978, + "nauc_ndcg_at_100_max": 0.30075524701184964, + "nauc_ndcg_at_100_std": 0.2566298721741951, + "nauc_ndcg_at_10_diff1": 0.4001142552819059, + "nauc_ndcg_at_10_max": 0.30269403622603097, + "nauc_ndcg_at_10_std": 0.22703279333682022, + "nauc_ndcg_at_1_diff1": 0.511323464804955, + "nauc_ndcg_at_1_max": 0.32099274087259766, + "nauc_ndcg_at_1_std": 0.18738518901274503, + "nauc_ndcg_at_20_diff1": 0.3870158433839573, + "nauc_ndcg_at_20_max": 0.2995576473633379, + "nauc_ndcg_at_20_std": 0.24330006295676593, + "nauc_ndcg_at_3_diff1": 0.4331315921498518, + "nauc_ndcg_at_3_max": 0.29651326151148033, + "nauc_ndcg_at_3_std": 0.20110894533107365, + "nauc_ndcg_at_5_diff1": 0.41031399010115505, + "nauc_ndcg_at_5_max": 0.3060186756036509, + "nauc_ndcg_at_5_std": 0.2236905484214106, + "nauc_precision_at_1000_diff1": 0.1760967930934677, + "nauc_precision_at_1000_max": 0.23400888022984043, + "nauc_precision_at_1000_std": 0.3825924906291688, + "nauc_precision_at_100_diff1": 0.2255698374543014, + "nauc_precision_at_100_max": 0.28984224642329937, + "nauc_precision_at_100_std": 0.36346702324179375, + "nauc_precision_at_10_diff1": 0.3261669731518938, + "nauc_precision_at_10_max": 0.2924104450165499, + "nauc_precision_at_10_std": 0.2590364104450164, + "nauc_precision_at_1_diff1": 0.511323464804955, + "nauc_precision_at_1_max": 0.32099274087259766, + "nauc_precision_at_1_std": 0.18738518901274503, + "nauc_precision_at_20_diff1": 0.29000482804930144, + "nauc_precision_at_20_max": 0.2830818493093669, + "nauc_precision_at_20_std": 0.3074690477643911, + "nauc_precision_at_3_diff1": 0.38940696086410714, + "nauc_precision_at_3_max": 0.2803054861982868, + "nauc_precision_at_3_std": 0.20692913603067975, + "nauc_precision_at_5_diff1": 0.3474356054816059, + "nauc_precision_at_5_max": 0.3003387789607659, + "nauc_precision_at_5_std": 0.25190680147116173, + "nauc_recall_at_1000_diff1": 0.17609679309346807, + "nauc_recall_at_1000_max": 0.23400888022984123, + "nauc_recall_at_1000_std": 0.3825924906291692, + "nauc_recall_at_100_diff1": 0.22556983745430104, + "nauc_recall_at_100_max": 0.2898422464232989, + "nauc_recall_at_100_std": 0.3634670232417936, + "nauc_recall_at_10_diff1": 0.3261669731518939, + "nauc_recall_at_10_max": 0.2924104450165501, + "nauc_recall_at_10_std": 0.2590364104450166, + "nauc_recall_at_1_diff1": 0.511323464804955, + "nauc_recall_at_1_max": 0.32099274087259766, + "nauc_recall_at_1_std": 0.18738518901274503, + "nauc_recall_at_20_diff1": 0.29000482804930144, + "nauc_recall_at_20_max": 0.28308184930936686, + "nauc_recall_at_20_std": 0.3074690477643911, + "nauc_recall_at_3_diff1": 0.38940696086410737, + "nauc_recall_at_3_max": 0.28030548619828666, + "nauc_recall_at_3_std": 0.2069291360306797, + "nauc_recall_at_5_diff1": 0.3474356054816058, + "nauc_recall_at_5_max": 0.3003387789607658, + "nauc_recall_at_5_std": 0.2519068014711617, + "ndcg_at_1": 0.127, + "ndcg_at_10": 0.18472, + "ndcg_at_100": 0.21441, + "ndcg_at_1000": 0.23313, + "ndcg_at_20": 0.19339, + "ndcg_at_3": 0.16034, + "ndcg_at_5": 0.17442, + "precision_at_1": 0.127, + "precision_at_10": 0.025, + "precision_at_100": 0.00402, + "precision_at_1000": 0.00056, + "precision_at_20": 0.0142, + "precision_at_3": 0.06133, + "precision_at_5": 0.0436, + "recall_at_1": 0.127, + "recall_at_10": 0.25, + "recall_at_100": 0.402, + "recall_at_1000": 0.555, + "recall_at_20": 0.284, + "recall_at_3": 0.184, + "recall_at_5": 0.218 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/TopiOCQAHardNegatives.json b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..b5e1a4384 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L12-v2/a05860a77cef7b37e0048a7864658139bc18a854/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 20.16895627975464, + "kg_co2_emissions": 0.0014982099868611836, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.10569, + "map_at_1": 0.048, + "map_at_10": 0.08376, + "map_at_100": 0.09296, + "map_at_1000": 0.09422, + "map_at_20": 0.08854, + "map_at_3": 0.07183, + "map_at_5": 0.07783, + "mrr_at_1": 0.048, + "mrr_at_10": 0.08375515873015876, + "mrr_at_100": 0.09296022115850737, + "mrr_at_1000": 0.09421559431124238, + "mrr_at_20": 0.0885382290611006, + "mrr_at_3": 0.07183333333333333, + "mrr_at_5": 0.07783333333333337, + "nauc_map_at_1000_diff1": 0.23652855693763042, + "nauc_map_at_1000_max": 0.2463668703197962, + "nauc_map_at_1000_std": 0.019267045364430125, + "nauc_map_at_100_diff1": 0.2363067826487452, + "nauc_map_at_100_max": 0.24698388130502788, + "nauc_map_at_100_std": 0.018751391784720652, + "nauc_map_at_10_diff1": 0.24282899049699044, + "nauc_map_at_10_max": 0.25505462355999503, + "nauc_map_at_10_std": 0.02257241952924099, + "nauc_map_at_1_diff1": 0.39857235488775594, + "nauc_map_at_1_max": 0.26634469188802423, + "nauc_map_at_1_std": 0.023024550576871458, + "nauc_map_at_20_diff1": 0.24047157764599908, + "nauc_map_at_20_max": 0.24907523245316432, + "nauc_map_at_20_std": 0.01846994097315102, + "nauc_map_at_3_diff1": 0.2738850949439846, + "nauc_map_at_3_max": 0.2786431007037087, + "nauc_map_at_3_std": 0.025240296518668465, + "nauc_map_at_5_diff1": 0.2482143461187644, + "nauc_map_at_5_max": 0.26867754376823755, + "nauc_map_at_5_std": 0.03510479392831999, + "nauc_mrr_at_1000_diff1": 0.23652855693763042, + "nauc_mrr_at_1000_max": 0.2463668703197962, + "nauc_mrr_at_1000_std": 0.019267045364430125, + "nauc_mrr_at_100_diff1": 0.2363067826487452, + "nauc_mrr_at_100_max": 0.24698388130502788, + "nauc_mrr_at_100_std": 0.018751391784720652, + "nauc_mrr_at_10_diff1": 0.24282899049699044, + "nauc_mrr_at_10_max": 0.25505462355999503, + "nauc_mrr_at_10_std": 0.02257241952924099, + "nauc_mrr_at_1_diff1": 0.39857235488775594, + "nauc_mrr_at_1_max": 0.26634469188802423, + "nauc_mrr_at_1_std": 0.023024550576871458, + "nauc_mrr_at_20_diff1": 0.24047157764599908, + "nauc_mrr_at_20_max": 0.24907523245316432, + "nauc_mrr_at_20_std": 0.01846994097315102, + "nauc_mrr_at_3_diff1": 0.2738850949439846, + "nauc_mrr_at_3_max": 0.2786431007037087, + "nauc_mrr_at_3_std": 0.025240296518668465, + "nauc_mrr_at_5_diff1": 0.2482143461187644, + "nauc_mrr_at_5_max": 0.26867754376823755, + "nauc_mrr_at_5_std": 0.03510479392831999, + "nauc_ndcg_at_1000_diff1": 0.19324630268635856, + "nauc_ndcg_at_1000_max": 0.1986391900851399, + "nauc_ndcg_at_1000_std": 0.017921210896085144, + "nauc_ndcg_at_100_diff1": 0.19119716140932466, + "nauc_ndcg_at_100_max": 0.21143916302870472, + "nauc_ndcg_at_100_std": 0.001523377175101082, + "nauc_ndcg_at_10_diff1": 0.2046227848971334, + "nauc_ndcg_at_10_max": 0.23628038910511226, + "nauc_ndcg_at_10_std": 0.016604067286551692, + "nauc_ndcg_at_1_diff1": 0.39857235488775594, + "nauc_ndcg_at_1_max": 0.26634469188802423, + "nauc_ndcg_at_1_std": 0.023024550576871458, + "nauc_ndcg_at_20_diff1": 0.20191484510748023, + "nauc_ndcg_at_20_max": 0.22102519744582796, + "nauc_ndcg_at_20_std": 0.006075131813125909, + "nauc_ndcg_at_3_diff1": 0.24896875687879585, + "nauc_ndcg_at_3_max": 0.27740772404877007, + "nauc_ndcg_at_3_std": 0.02589336214647211, + "nauc_ndcg_at_5_diff1": 0.2110483181026324, + "nauc_ndcg_at_5_max": 0.26176300130008245, + "nauc_ndcg_at_5_std": 0.04149258081999393, + "nauc_precision_at_1000_diff1": 0.12134402615466962, + "nauc_precision_at_1000_max": 0.05710648955275228, + "nauc_precision_at_1000_std": 0.04572193415591505, + "nauc_precision_at_100_diff1": 0.13471147967132063, + "nauc_precision_at_100_max": 0.1515196155756524, + "nauc_precision_at_100_std": -0.03505682018175651, + "nauc_precision_at_10_diff1": 0.14287872405844385, + "nauc_precision_at_10_max": 0.201061388869635, + "nauc_precision_at_10_std": 0.0037731556768841037, + "nauc_precision_at_1_diff1": 0.39857235488775594, + "nauc_precision_at_1_max": 0.26634469188802423, + "nauc_precision_at_1_std": 0.023024550576871458, + "nauc_precision_at_20_diff1": 0.14846011835441722, + "nauc_precision_at_20_max": 0.17273847940947265, + "nauc_precision_at_20_std": -0.01710271705471137, + "nauc_precision_at_3_diff1": 0.19877773363166817, + "nauc_precision_at_3_max": 0.27405846803705497, + "nauc_precision_at_3_std": 0.02725789924928389, + "nauc_precision_at_5_diff1": 0.14045242743951702, + "nauc_precision_at_5_max": 0.24703624629043786, + "nauc_precision_at_5_std": 0.054602083365800066, + "nauc_recall_at_1000_diff1": 0.12134402615467099, + "nauc_recall_at_1000_max": 0.05710648955275354, + "nauc_recall_at_1000_std": 0.045721934155916216, + "nauc_recall_at_100_diff1": 0.13471147967132036, + "nauc_recall_at_100_max": 0.1515196155756523, + "nauc_recall_at_100_std": -0.035056820181756744, + "nauc_recall_at_10_diff1": 0.142878724058444, + "nauc_recall_at_10_max": 0.20106138886963515, + "nauc_recall_at_10_std": 0.0037731556768842577, + "nauc_recall_at_1_diff1": 0.39857235488775594, + "nauc_recall_at_1_max": 0.26634469188802423, + "nauc_recall_at_1_std": 0.023024550576871458, + "nauc_recall_at_20_diff1": 0.14846011835441728, + "nauc_recall_at_20_max": 0.17273847940947243, + "nauc_recall_at_20_std": -0.017102717054711634, + "nauc_recall_at_3_diff1": 0.1987777336316681, + "nauc_recall_at_3_max": 0.2740584680370548, + "nauc_recall_at_3_std": 0.027257899249283752, + "nauc_recall_at_5_diff1": 0.14045242743951716, + "nauc_recall_at_5_max": 0.2470362462904378, + "nauc_recall_at_5_std": 0.05460208336580009, + "ndcg_at_1": 0.048, + "ndcg_at_10": 0.10569, + "ndcg_at_100": 0.15763, + "ndcg_at_1000": 0.19245, + "ndcg_at_20": 0.12313, + "ndcg_at_3": 0.08006, + "ndcg_at_5": 0.09103, + "precision_at_1": 0.048, + "precision_at_10": 0.0177, + "precision_at_100": 0.00437, + "precision_at_1000": 0.00071, + "precision_at_20": 0.0123, + "precision_at_3": 0.03467, + "precision_at_5": 0.0262, + "recall_at_1": 0.048, + "recall_at_10": 0.177, + "recall_at_100": 0.437, + "recall_at_1000": 0.714, + "recall_at_20": 0.246, + "recall_at_3": 0.104, + "recall_at_5": 0.131 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVERHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..7d1f722a0 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 12.228627443313599, + "kg_co2_emissions": 0.000788376605419791, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.20658, + "map_at_1": 0.07727, + "map_at_10": 0.14056, + "map_at_100": 0.15948, + "map_at_1000": 0.16175, + "map_at_20": 0.15053, + "map_at_3": 0.11464, + "map_at_5": 0.1275, + "mrr_at_1": 0.174, + "mrr_at_10": 0.2722865079365078, + "mrr_at_100": 0.28654785354235357, + "mrr_at_1000": 0.2870909115990683, + "mrr_at_20": 0.28148371798480126, + "mrr_at_3": 0.2408333333333335, + "mrr_at_5": 0.2574333333333334, + "nauc_map_at_1000_diff1": 0.1819071355984888, + "nauc_map_at_1000_max": 0.3753457613300159, + "nauc_map_at_1000_std": 0.16323915146285356, + "nauc_map_at_100_diff1": 0.1816080085996449, + "nauc_map_at_100_max": 0.37431878641622945, + "nauc_map_at_100_std": 0.16220728301343637, + "nauc_map_at_10_diff1": 0.18610498311188944, + "nauc_map_at_10_max": 0.3636084114869021, + "nauc_map_at_10_std": 0.14645959678016615, + "nauc_map_at_1_diff1": 0.2650902586461318, + "nauc_map_at_1_max": 0.37045202277607703, + "nauc_map_at_1_std": 0.10084787692097709, + "nauc_map_at_20_diff1": 0.1840768799669295, + "nauc_map_at_20_max": 0.37061372289213224, + "nauc_map_at_20_std": 0.1560149713425161, + "nauc_map_at_3_diff1": 0.19027875298518793, + "nauc_map_at_3_max": 0.34421469199030447, + "nauc_map_at_3_std": 0.11875218260141276, + "nauc_map_at_5_diff1": 0.1895950269846028, + "nauc_map_at_5_max": 0.35454474153950183, + "nauc_map_at_5_std": 0.1303998645811699, + "nauc_mrr_at_1000_diff1": 0.1275308900390044, + "nauc_mrr_at_1000_max": 0.3403125364491934, + "nauc_mrr_at_1000_std": 0.1891246382905642, + "nauc_mrr_at_100_diff1": 0.12737380437740445, + "nauc_mrr_at_100_max": 0.34057049679660567, + "nauc_mrr_at_100_std": 0.18935678532491756, + "nauc_mrr_at_10_diff1": 0.1285483499448049, + "nauc_mrr_at_10_max": 0.33865662442077354, + "nauc_mrr_at_10_std": 0.18881149881341533, + "nauc_mrr_at_1_diff1": 0.1696724765784555, + "nauc_mrr_at_1_max": 0.3183709194644653, + "nauc_mrr_at_1_std": 0.13689492091964456, + "nauc_mrr_at_20_diff1": 0.1270180326203616, + "nauc_mrr_at_20_max": 0.3407928797529379, + "nauc_mrr_at_20_std": 0.19090797934312273, + "nauc_mrr_at_3_diff1": 0.1284720291611011, + "nauc_mrr_at_3_max": 0.3278461878635923, + "nauc_mrr_at_3_std": 0.17442300406408903, + "nauc_mrr_at_5_diff1": 0.130661896982216, + "nauc_mrr_at_5_max": 0.3382451284559018, + "nauc_mrr_at_5_std": 0.1858012989417648, + "nauc_ndcg_at_1000_diff1": 0.14088135364829846, + "nauc_ndcg_at_1000_max": 0.39759214879753074, + "nauc_ndcg_at_1000_std": 0.22736738059738626, + "nauc_ndcg_at_100_diff1": 0.13380239280895792, + "nauc_ndcg_at_100_max": 0.3843870507290394, + "nauc_ndcg_at_100_std": 0.21923861505609818, + "nauc_ndcg_at_10_diff1": 0.15113050853247686, + "nauc_ndcg_at_10_max": 0.36774159137961876, + "nauc_ndcg_at_10_std": 0.1873759926528891, + "nauc_ndcg_at_1_diff1": 0.1696724765784555, + "nauc_ndcg_at_1_max": 0.3183709194644653, + "nauc_ndcg_at_1_std": 0.13689492091964456, + "nauc_ndcg_at_20_diff1": 0.1486789305971474, + "nauc_ndcg_at_20_max": 0.3801772993552507, + "nauc_ndcg_at_20_std": 0.20596150770607943, + "nauc_ndcg_at_3_diff1": 0.14736141786643916, + "nauc_ndcg_at_3_max": 0.3321559523976161, + "nauc_ndcg_at_3_std": 0.14889677274202548, + "nauc_ndcg_at_5_diff1": 0.1575409920519432, + "nauc_ndcg_at_5_max": 0.3560356403595676, + "nauc_ndcg_at_5_std": 0.16488922225310332, + "nauc_precision_at_1000_diff1": -0.042572605670261957, + "nauc_precision_at_1000_max": 0.1684047969074693, + "nauc_precision_at_1000_std": 0.20990153246647997, + "nauc_precision_at_100_diff1": -0.015502258451412386, + "nauc_precision_at_100_max": 0.26253494497636387, + "nauc_precision_at_100_std": 0.2593021022609976, + "nauc_precision_at_10_diff1": 0.06934767281113095, + "nauc_precision_at_10_max": 0.3395752961135007, + "nauc_precision_at_10_std": 0.24630531634189387, + "nauc_precision_at_1_diff1": 0.1696724765784555, + "nauc_precision_at_1_max": 0.3183709194644653, + "nauc_precision_at_1_std": 0.13689492091964456, + "nauc_precision_at_20_diff1": 0.054889434823610285, + "nauc_precision_at_20_max": 0.3421050516524498, + "nauc_precision_at_20_std": 0.27646853165587887, + "nauc_precision_at_3_diff1": 0.06977906616757198, + "nauc_precision_at_3_max": 0.30270130308744453, + "nauc_precision_at_3_std": 0.18656497143339598, + "nauc_precision_at_5_diff1": 0.08412798209967158, + "nauc_precision_at_5_max": 0.33430249718199156, + "nauc_precision_at_5_std": 0.20988472166132735, + "nauc_recall_at_1000_diff1": 0.04993366112028387, + "nauc_recall_at_1000_max": 0.40117457512847565, + "nauc_recall_at_1000_std": 0.31481144980674636, + "nauc_recall_at_100_diff1": 0.03841685194022243, + "nauc_recall_at_100_max": 0.3161501963163751, + "nauc_recall_at_100_std": 0.23897982839996496, + "nauc_recall_at_10_diff1": 0.11228972556476864, + "nauc_recall_at_10_max": 0.34080928942633965, + "nauc_recall_at_10_std": 0.19934972424820221, + "nauc_recall_at_1_diff1": 0.2650902586461318, + "nauc_recall_at_1_max": 0.37045202277607703, + "nauc_recall_at_1_std": 0.10084787692097709, + "nauc_recall_at_20_diff1": 0.10350893575562457, + "nauc_recall_at_20_max": 0.3436944209013057, + "nauc_recall_at_20_std": 0.22284275948500307, + "nauc_recall_at_3_diff1": 0.1380059209554075, + "nauc_recall_at_3_max": 0.32784169458134466, + "nauc_recall_at_3_std": 0.14694967741537482, + "nauc_recall_at_5_diff1": 0.1311439298348723, + "nauc_recall_at_5_max": 0.3385816137837966, + "nauc_recall_at_5_std": 0.16838051901472473, + "ndcg_at_1": 0.174, + "ndcg_at_10": 0.20658, + "ndcg_at_100": 0.28986, + "ndcg_at_1000": 0.33363, + "ndcg_at_20": 0.23817, + "ndcg_at_3": 0.16053, + "ndcg_at_5": 0.17656, + "precision_at_1": 0.174, + "precision_at_10": 0.0674, + "precision_at_100": 0.01546, + "precision_at_1000": 0.00237, + "precision_at_20": 0.0464, + "precision_at_3": 0.12167, + "precision_at_5": 0.0958, + "recall_at_1": 0.07727, + "recall_at_10": 0.26237, + "recall_at_100": 0.55728, + "recall_at_1000": 0.80535, + "recall_at_20": 0.35452, + "recall_at_3": 0.15198, + "recall_at_5": 0.19475 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..b595c24c1 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 14.93790316581726, + "kg_co2_emissions": 0.0011170607701836664, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.14582, + "map_at_1": 0.02403, + "map_at_10": 0.05407, + "map_at_100": 0.08124, + "map_at_1000": 0.08916, + "map_at_20": 0.0623, + "map_at_3": 0.03885, + "map_at_5": 0.04669, + "mrr_at_1": 0.2275, + "mrr_at_10": 0.32319047619047625, + "mrr_at_100": 0.3309985840484124, + "mrr_at_1000": 0.3315490804314173, + "mrr_at_20": 0.3277071210523224, + "mrr_at_3": 0.28958333333333325, + "mrr_at_5": 0.3112083333333333, + "nauc_map_at_1000_diff1": 0.24539934748423198, + "nauc_map_at_1000_max": 0.072862142498034, + "nauc_map_at_1000_std": 0.4564202368622328, + "nauc_map_at_100_diff1": 0.255232226075499, + "nauc_map_at_100_max": 0.06384666602620048, + "nauc_map_at_100_std": 0.41740089369342065, + "nauc_map_at_10_diff1": 0.2876001435934035, + "nauc_map_at_10_max": -0.0011495110269430712, + "nauc_map_at_10_std": 0.24151618495678248, + "nauc_map_at_1_diff1": 0.30090775193653396, + "nauc_map_at_1_max": 0.01268036251216303, + "nauc_map_at_1_std": 0.09769022900318314, + "nauc_map_at_20_diff1": 0.28387612549024843, + "nauc_map_at_20_max": 0.031169832790998196, + "nauc_map_at_20_std": 0.29096006583025563, + "nauc_map_at_3_diff1": 0.2789504634845066, + "nauc_map_at_3_max": -0.022624396754188272, + "nauc_map_at_3_std": 0.1546021027457402, + "nauc_map_at_5_diff1": 0.29986846965858227, + "nauc_map_at_5_max": -0.007632821568440788, + "nauc_map_at_5_std": 0.20128606401211763, + "nauc_mrr_at_1000_diff1": 0.27008261191880995, + "nauc_mrr_at_1000_max": 0.12427366051680304, + "nauc_mrr_at_1000_std": 0.33079348978616174, + "nauc_mrr_at_100_diff1": 0.2702553820590793, + "nauc_mrr_at_100_max": 0.12386624519157344, + "nauc_mrr_at_100_std": 0.3308603647631347, + "nauc_mrr_at_10_diff1": 0.2713993747759217, + "nauc_mrr_at_10_max": 0.12352640562090648, + "nauc_mrr_at_10_std": 0.32986332548783553, + "nauc_mrr_at_1_diff1": 0.26184027551649747, + "nauc_mrr_at_1_max": 0.1509173029110814, + "nauc_mrr_at_1_std": 0.28161908081996045, + "nauc_mrr_at_20_diff1": 0.27104063716138166, + "nauc_mrr_at_20_max": 0.1255710733827245, + "nauc_mrr_at_20_std": 0.33194269466180343, + "nauc_mrr_at_3_diff1": 0.26394035366310786, + "nauc_mrr_at_3_max": 0.11147560338491798, + "nauc_mrr_at_3_std": 0.3055776763076413, + "nauc_mrr_at_5_diff1": 0.28085632581376224, + "nauc_mrr_at_5_max": 0.12455375053017023, + "nauc_mrr_at_5_std": 0.3247660493220001, + "nauc_ndcg_at_1000_diff1": 0.2094131118275774, + "nauc_ndcg_at_1000_max": 0.09825503962709542, + "nauc_ndcg_at_1000_std": 0.5904106498319721, + "nauc_ndcg_at_100_diff1": 0.23423944509713748, + "nauc_ndcg_at_100_max": 0.07226546602002283, + "nauc_ndcg_at_100_std": 0.5154664386568913, + "nauc_ndcg_at_10_diff1": 0.2550570326511783, + "nauc_ndcg_at_10_max": 0.04383143978369887, + "nauc_ndcg_at_10_std": 0.34821946071802967, + "nauc_ndcg_at_1_diff1": 0.23738997892299207, + "nauc_ndcg_at_1_max": 0.1094285688440211, + "nauc_ndcg_at_1_std": 0.2720856287370983, + "nauc_ndcg_at_20_diff1": 0.2529578725701887, + "nauc_ndcg_at_20_max": 0.059333030400327426, + "nauc_ndcg_at_20_std": 0.38479290721430603, + "nauc_ndcg_at_3_diff1": 0.24224715627679344, + "nauc_ndcg_at_3_max": 0.05346051710348247, + "nauc_ndcg_at_3_std": 0.29914224627784713, + "nauc_ndcg_at_5_diff1": 0.2822035228931887, + "nauc_ndcg_at_5_max": 0.054613761687020236, + "nauc_ndcg_at_5_std": 0.32412606460522914, + "nauc_precision_at_1000_diff1": -0.01234578417965133, + "nauc_precision_at_1000_max": 0.16625176951070536, + "nauc_precision_at_1000_std": 0.37824805280104185, + "nauc_precision_at_100_diff1": 0.05818498031565713, + "nauc_precision_at_100_max": 0.16263250598088086, + "nauc_precision_at_100_std": 0.508228009263582, + "nauc_precision_at_10_diff1": 0.1703909851226516, + "nauc_precision_at_10_max": 0.1080430932451612, + "nauc_precision_at_10_std": 0.3602304614181216, + "nauc_precision_at_1_diff1": 0.26184027551649747, + "nauc_precision_at_1_max": 0.1509173029110814, + "nauc_precision_at_1_std": 0.28161908081996045, + "nauc_precision_at_20_diff1": 0.14064611951301684, + "nauc_precision_at_20_max": 0.15788707917827965, + "nauc_precision_at_20_std": 0.4023883997267494, + "nauc_precision_at_3_diff1": 0.20754814575347538, + "nauc_precision_at_3_max": 0.05628596499330352, + "nauc_precision_at_3_std": 0.31332009421327306, + "nauc_precision_at_5_diff1": 0.2416410553935255, + "nauc_precision_at_5_max": 0.095412446033389, + "nauc_precision_at_5_std": 0.33680130878832587, + "nauc_recall_at_1000_diff1": 0.1201188001406657, + "nauc_recall_at_1000_max": 0.08529033137864715, + "nauc_recall_at_1000_std": 0.6762911237468797, + "nauc_recall_at_100_diff1": 0.1821990543019182, + "nauc_recall_at_100_max": 0.07980723538486, + "nauc_recall_at_100_std": 0.5701725327142391, + "nauc_recall_at_10_diff1": 0.24646520885341827, + "nauc_recall_at_10_max": -0.019936555237317, + "nauc_recall_at_10_std": 0.2759150055965656, + "nauc_recall_at_1_diff1": 0.30090775193653396, + "nauc_recall_at_1_max": 0.01268036251216303, + "nauc_recall_at_1_std": 0.09769022900318314, + "nauc_recall_at_20_diff1": 0.23181204169233324, + "nauc_recall_at_20_max": 0.04016357540298454, + "nauc_recall_at_20_std": 0.3598162409215902, + "nauc_recall_at_3_diff1": 0.25500244156389335, + "nauc_recall_at_3_max": -0.03785536706719934, + "nauc_recall_at_3_std": 0.15561792468199961, + "nauc_recall_at_5_diff1": 0.2973140896175018, + "nauc_recall_at_5_max": -0.0175678615179807, + "nauc_recall_at_5_std": 0.23047568913708488, + "ndcg_at_1": 0.18, + "ndcg_at_10": 0.14582, + "ndcg_at_100": 0.18308, + "ndcg_at_1000": 0.23769, + "ndcg_at_20": 0.14663, + "ndcg_at_3": 0.15323, + "ndcg_at_5": 0.15091, + "precision_at_1": 0.2275, + "precision_at_10": 0.127, + "precision_at_100": 0.04857, + "precision_at_1000": 0.01041, + "precision_at_20": 0.09913, + "precision_at_3": 0.17917, + "precision_at_5": 0.162, + "recall_at_1": 0.02403, + "recall_at_10": 0.09301, + "recall_at_100": 0.25233, + "recall_at_1000": 0.43863, + "recall_at_20": 0.12647, + "recall_at_3": 0.05069, + "recall_at_5": 0.07149 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPediaHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPediaHardNegatives.json new file mode 100644 index 000000000..a424b50b3 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 11.921284675598145, + "kg_co2_emissions": 0.0007818762118764367, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.35697, + "map_at_1": 0.07413, + "map_at_10": 0.15854, + "map_at_100": 0.25122, + "map_at_1000": 0.28533, + "map_at_20": 0.18804, + "map_at_3": 0.11093, + "map_at_5": 0.12937, + "mrr_at_1": 0.575, + "mrr_at_10": 0.6777093253968255, + "mrr_at_100": 0.6831602495506249, + "mrr_at_1000": 0.6832745588739176, + "mrr_at_20": 0.6816103130400732, + "mrr_at_3": 0.6533333333333334, + "mrr_at_5": 0.6695833333333333, + "nauc_map_at_1000_diff1": 0.13172664020664912, + "nauc_map_at_1000_max": 0.31991637691778074, + "nauc_map_at_1000_std": 0.11952866177107119, + "nauc_map_at_100_diff1": 0.1607724556134225, + "nauc_map_at_100_max": 0.3043326227179185, + "nauc_map_at_100_std": 0.09236132202552105, + "nauc_map_at_10_diff1": 0.22491564790595006, + "nauc_map_at_10_max": 0.1706707177199774, + "nauc_map_at_10_std": -0.11861110190120457, + "nauc_map_at_1_diff1": 0.39433181088108543, + "nauc_map_at_1_max": 0.1089114771058388, + "nauc_map_at_1_std": -0.215132367160789, + "nauc_map_at_20_diff1": 0.20887293810482818, + "nauc_map_at_20_max": 0.21633271272120175, + "nauc_map_at_20_std": -0.06082858449404313, + "nauc_map_at_3_diff1": 0.29810286371552513, + "nauc_map_at_3_max": 0.12240111633669715, + "nauc_map_at_3_std": -0.20844637564470084, + "nauc_map_at_5_diff1": 0.2630220853631104, + "nauc_map_at_5_max": 0.14579165935490296, + "nauc_map_at_5_std": -0.17129813896581061, + "nauc_mrr_at_1000_diff1": 0.24165453365124565, + "nauc_mrr_at_1000_max": 0.5176317754266543, + "nauc_mrr_at_1000_std": 0.20583183876609204, + "nauc_mrr_at_100_diff1": 0.24156820762327919, + "nauc_mrr_at_100_max": 0.5175352998220699, + "nauc_mrr_at_100_std": 0.20579680886777318, + "nauc_mrr_at_10_diff1": 0.2415850241420443, + "nauc_mrr_at_10_max": 0.521222236591257, + "nauc_mrr_at_10_std": 0.2079842782570921, + "nauc_mrr_at_1_diff1": 0.30374833146938945, + "nauc_mrr_at_1_max": 0.513705400627728, + "nauc_mrr_at_1_std": 0.18927089721851456, + "nauc_mrr_at_20_diff1": 0.24186195611846564, + "nauc_mrr_at_20_max": 0.5170964652761526, + "nauc_mrr_at_20_std": 0.20566351531009772, + "nauc_mrr_at_3_diff1": 0.229635889538149, + "nauc_mrr_at_3_max": 0.5062262666585126, + "nauc_mrr_at_3_std": 0.19937049309752417, + "nauc_mrr_at_5_diff1": 0.2338481463752311, + "nauc_mrr_at_5_max": 0.5156679724642091, + "nauc_mrr_at_5_std": 0.2035648054996042, + "nauc_ndcg_at_1000_diff1": 0.12598699929144863, + "nauc_ndcg_at_1000_max": 0.4494566204316029, + "nauc_ndcg_at_1000_std": 0.2992236461592583, + "nauc_ndcg_at_100_diff1": 0.15016863769304992, + "nauc_ndcg_at_100_max": 0.36507742162864554, + "nauc_ndcg_at_100_std": 0.18629997939574441, + "nauc_ndcg_at_10_diff1": 0.15437891476764282, + "nauc_ndcg_at_10_max": 0.3555608665681717, + "nauc_ndcg_at_10_std": 0.13522456582810075, + "nauc_ndcg_at_1_diff1": 0.30237103631763357, + "nauc_ndcg_at_1_max": 0.4200307791293157, + "nauc_ndcg_at_1_std": 0.1446479963134602, + "nauc_ndcg_at_20_diff1": 0.17915260109380354, + "nauc_ndcg_at_20_max": 0.32773073660714386, + "nauc_ndcg_at_20_std": 0.09687970694544086, + "nauc_ndcg_at_3_diff1": 0.17755414393431973, + "nauc_ndcg_at_3_max": 0.3853664202696142, + "nauc_ndcg_at_3_std": 0.13437893756893735, + "nauc_ndcg_at_5_diff1": 0.14753806773783304, + "nauc_ndcg_at_5_max": 0.36951284605920565, + "nauc_ndcg_at_5_std": 0.1375435012820864, + "nauc_precision_at_1000_diff1": -0.18126846247204387, + "nauc_precision_at_1000_max": -0.005542367318275772, + "nauc_precision_at_1000_std": -0.03770995013428733, + "nauc_precision_at_100_diff1": -0.12031310949444708, + "nauc_precision_at_100_max": 0.22811327151229804, + "nauc_precision_at_100_std": 0.28531307390971483, + "nauc_precision_at_10_diff1": -0.07259780406223128, + "nauc_precision_at_10_max": 0.3569182643654579, + "nauc_precision_at_10_std": 0.33379879253390393, + "nauc_precision_at_1_diff1": 0.30374833146938945, + "nauc_precision_at_1_max": 0.513705400627728, + "nauc_precision_at_1_std": 0.18927089721851456, + "nauc_precision_at_20_diff1": -0.06394786457628229, + "nauc_precision_at_20_max": 0.3394617834492149, + "nauc_precision_at_20_std": 0.3291408261040829, + "nauc_precision_at_3_diff1": 0.006955783228368691, + "nauc_precision_at_3_max": 0.3831781290557959, + "nauc_precision_at_3_std": 0.20986818102979082, + "nauc_precision_at_5_diff1": -0.054678763161690805, + "nauc_precision_at_5_max": 0.3878569170308276, + "nauc_precision_at_5_std": 0.2886911004406758, + "nauc_recall_at_1000_diff1": -0.054946389832443626, + "nauc_recall_at_1000_max": 0.4021241872784584, + "nauc_recall_at_1000_std": 0.5002271301924577, + "nauc_recall_at_100_diff1": 0.0886545550195124, + "nauc_recall_at_100_max": 0.2235850573872773, + "nauc_recall_at_100_std": 0.13853898622067923, + "nauc_recall_at_10_diff1": 0.16003603566016944, + "nauc_recall_at_10_max": 0.0936455178975897, + "nauc_recall_at_10_std": -0.1432373098037621, + "nauc_recall_at_1_diff1": 0.39433181088108543, + "nauc_recall_at_1_max": 0.1089114771058388, + "nauc_recall_at_1_std": -0.215132367160789, + "nauc_recall_at_20_diff1": 0.14454138926837679, + "nauc_recall_at_20_max": 0.08969984233173812, + "nauc_recall_at_20_std": -0.11479233882360655, + "nauc_recall_at_3_diff1": 0.24736676512335717, + "nauc_recall_at_3_max": 0.08252296416050323, + "nauc_recall_at_3_std": -0.22426090235866236, + "nauc_recall_at_5_diff1": 0.19888320421464575, + "nauc_recall_at_5_max": 0.09725594764533267, + "nauc_recall_at_5_std": -0.18220365395989915, + "ndcg_at_1": 0.44375, + "ndcg_at_10": 0.35697, + "ndcg_at_100": 0.45316, + "ndcg_at_1000": 0.55554, + "ndcg_at_20": 0.36368, + "ndcg_at_3": 0.37567, + "ndcg_at_5": 0.36206, + "precision_at_1": 0.575, + "precision_at_10": 0.30325, + "precision_at_100": 0.1275, + "precision_at_1000": 0.03009, + "precision_at_20": 0.24162, + "precision_at_3": 0.42, + "precision_at_5": 0.367, + "recall_at_1": 0.07413, + "recall_at_10": 0.21989, + "recall_at_100": 0.59054, + "recall_at_1000": 0.89705, + "recall_at_20": 0.30745, + "recall_at_3": 0.12436, + "recall_at_5": 0.15754 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVERHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVERHardNegatives.json new file mode 100644 index 000000000..c397807a8 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 29.67118215560913, + "kg_co2_emissions": 0.0019984827389781554, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.54766, + "map_at_1": 0.35843, + "map_at_10": 0.47954, + "map_at_100": 0.48877, + "map_at_1000": 0.48911, + "map_at_20": 0.48516, + "map_at_3": 0.4474, + "map_at_5": 0.46655, + "mrr_at_1": 0.377, + "mrr_at_10": 0.5053365079365071, + "mrr_at_100": 0.5137604061037722, + "mrr_at_1000": 0.5139253516398674, + "mrr_at_20": 0.510753295474734, + "mrr_at_3": 0.47283333333333266, + "mrr_at_5": 0.49278333333333235, + "nauc_map_at_1000_diff1": 0.3731604350316519, + "nauc_map_at_1000_max": 0.23939447566875105, + "nauc_map_at_1000_std": -0.013879993919164873, + "nauc_map_at_100_diff1": 0.37299361828427086, + "nauc_map_at_100_max": 0.23926201892261872, + "nauc_map_at_100_std": -0.014027309395149614, + "nauc_map_at_10_diff1": 0.3712395663875131, + "nauc_map_at_10_max": 0.23624424511264577, + "nauc_map_at_10_std": -0.018761763906566076, + "nauc_map_at_1_diff1": 0.4216273099857026, + "nauc_map_at_1_max": 0.22788042949663703, + "nauc_map_at_1_std": -0.023577003479464217, + "nauc_map_at_20_diff1": 0.37228992517780973, + "nauc_map_at_20_max": 0.23962588121081976, + "nauc_map_at_20_std": -0.013955362862920435, + "nauc_map_at_3_diff1": 0.37747346335187787, + "nauc_map_at_3_max": 0.24088844106864418, + "nauc_map_at_3_std": -0.013613125874242935, + "nauc_map_at_5_diff1": 0.37099209761190566, + "nauc_map_at_5_max": 0.23657812280351895, + "nauc_map_at_5_std": -0.021977610465316412, + "nauc_mrr_at_1000_diff1": 0.3900783159200955, + "nauc_mrr_at_1000_max": 0.2644069869738975, + "nauc_mrr_at_1000_std": -0.009418660155086158, + "nauc_mrr_at_100_diff1": 0.3900513801423257, + "nauc_mrr_at_100_max": 0.2644496069174166, + "nauc_mrr_at_100_std": -0.00937968521693604, + "nauc_mrr_at_10_diff1": 0.38882494900922665, + "nauc_mrr_at_10_max": 0.2636424119072215, + "nauc_mrr_at_10_std": -0.012704206550014484, + "nauc_mrr_at_1_diff1": 0.43908771811093533, + "nauc_mrr_at_1_max": 0.24891489525078783, + "nauc_mrr_at_1_std": -0.022440031287458136, + "nauc_mrr_at_20_diff1": 0.3891733905338406, + "nauc_mrr_at_20_max": 0.26581076844681234, + "nauc_mrr_at_20_std": -0.008250263948718271, + "nauc_mrr_at_3_diff1": 0.39172618404824283, + "nauc_mrr_at_3_max": 0.26678208283364485, + "nauc_mrr_at_3_std": -0.009713145734698149, + "nauc_mrr_at_5_diff1": 0.3877399503226009, + "nauc_mrr_at_5_max": 0.26173364149914763, + "nauc_mrr_at_5_std": -0.016979973300928524, + "nauc_ndcg_at_1000_diff1": 0.36605407835377024, + "nauc_ndcg_at_1000_max": 0.25455776996402346, + "nauc_ndcg_at_1000_std": 0.0017505489739019736, + "nauc_ndcg_at_100_diff1": 0.36391704090053206, + "nauc_ndcg_at_100_max": 0.25382270156735753, + "nauc_ndcg_at_100_std": 0.0010008669784484848, + "nauc_ndcg_at_10_diff1": 0.3526680004199513, + "nauc_ndcg_at_10_max": 0.2453357021679222, + "nauc_ndcg_at_10_std": -0.0122278555596274, + "nauc_ndcg_at_1_diff1": 0.43908771811093533, + "nauc_ndcg_at_1_max": 0.24891489525078783, + "nauc_ndcg_at_1_std": -0.022440031287458136, + "nauc_ndcg_at_20_diff1": 0.3546393365168795, + "nauc_ndcg_at_20_max": 0.25664211514639756, + "nauc_ndcg_at_20_std": 0.0063353102555707965, + "nauc_ndcg_at_3_diff1": 0.36494460257211975, + "nauc_ndcg_at_3_max": 0.2532436043305219, + "nauc_ndcg_at_3_std": -0.008019020604594434, + "nauc_ndcg_at_5_diff1": 0.35236180436744846, + "nauc_ndcg_at_5_max": 0.24501927454631542, + "nauc_ndcg_at_5_std": -0.02123750038884257, + "nauc_precision_at_1000_diff1": -0.03627289919366415, + "nauc_precision_at_1000_max": 0.13251657787444135, + "nauc_precision_at_1000_std": 0.14472800313932085, + "nauc_precision_at_100_diff1": 0.05208833201343542, + "nauc_precision_at_100_max": 0.23959808403964958, + "nauc_precision_at_100_std": 0.15582339485328434, + "nauc_precision_at_10_diff1": 0.2526702127009911, + "nauc_precision_at_10_max": 0.28201558056642806, + "nauc_precision_at_10_std": 0.008093589250344478, + "nauc_precision_at_1_diff1": 0.43908771811093533, + "nauc_precision_at_1_max": 0.24891489525078783, + "nauc_precision_at_1_std": -0.022440031287458136, + "nauc_precision_at_20_diff1": 0.19958764757478295, + "nauc_precision_at_20_max": 0.3483470616108968, + "nauc_precision_at_20_std": 0.14062074667043015, + "nauc_precision_at_3_diff1": 0.3301573891320656, + "nauc_precision_at_3_max": 0.30518196980401013, + "nauc_precision_at_3_std": 0.004037785044755196, + "nauc_precision_at_5_diff1": 0.2914714135984039, + "nauc_precision_at_5_max": 0.29212394766203403, + "nauc_precision_at_5_std": -0.027403049666971484, + "nauc_recall_at_1000_diff1": 0.09093911919227769, + "nauc_recall_at_1000_max": 0.37481927923750924, + "nauc_recall_at_1000_std": 0.4874916369129741, + "nauc_recall_at_100_diff1": 0.2050655599830267, + "nauc_recall_at_100_max": 0.26506089129762284, + "nauc_recall_at_100_std": 0.15129350823017026, + "nauc_recall_at_10_diff1": 0.23366733767159856, + "nauc_recall_at_10_max": 0.22821807761754082, + "nauc_recall_at_10_std": 0.009062064893223924, + "nauc_recall_at_1_diff1": 0.4216273099857026, + "nauc_recall_at_1_max": 0.22788042949663703, + "nauc_recall_at_1_std": -0.023577003479464217, + "nauc_recall_at_20_diff1": 0.20474240501569332, + "nauc_recall_at_20_max": 0.28599954927431576, + "nauc_recall_at_20_std": 0.1279881254679154, + "nauc_recall_at_3_diff1": 0.3052968836927661, + "nauc_recall_at_3_max": 0.2594288871097723, + "nauc_recall_at_3_std": 0.008062325331802095, + "nauc_recall_at_5_diff1": 0.25929230929039165, + "nauc_recall_at_5_max": 0.23511043320479666, + "nauc_recall_at_5_std": -0.023899790471885556, + "ndcg_at_1": 0.377, + "ndcg_at_10": 0.54766, + "ndcg_at_100": 0.59047, + "ndcg_at_1000": 0.59778, + "ndcg_at_20": 0.56714, + "ndcg_at_3": 0.48371, + "ndcg_at_5": 0.51758, + "precision_at_1": 0.377, + "precision_at_10": 0.0789, + "precision_at_100": 0.01025, + "precision_at_1000": 0.00111, + "precision_at_20": 0.0437, + "precision_at_3": 0.20033, + "precision_at_5": 0.138, + "recall_at_1": 0.35843, + "recall_at_10": 0.7348, + "recall_at_100": 0.92655, + "recall_at_1000": 0.97836, + "recall_at_20": 0.80862, + "recall_at_3": 0.56195, + "recall_at_5": 0.64454 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..657463c05 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 37.07196402549744, + "kg_co2_emissions": 0.0028784670182084404, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.17411, + "map_at_1": 0.0985, + "map_at_10": 0.1298, + "map_at_100": 0.13637, + "map_at_1000": 0.13717, + "map_at_20": 0.13304, + "map_at_3": 0.11792, + "map_at_5": 0.12382, + "mrr_at_1": 0.197, + "mrr_at_10": 0.2412047619047618, + "mrr_at_100": 0.248590279313401, + "mrr_at_1000": 0.24928233375161313, + "mrr_at_20": 0.24497791087051923, + "mrr_at_3": 0.2248333333333334, + "mrr_at_5": 0.23303333333333345, + "nauc_map_at_1000_diff1": 0.41820202144255536, + "nauc_map_at_1000_max": 0.065384019000205, + "nauc_map_at_1000_std": 0.21797235838402848, + "nauc_map_at_100_diff1": 0.4184493954379454, + "nauc_map_at_100_max": 0.06551118639783426, + "nauc_map_at_100_std": 0.2166205456995802, + "nauc_map_at_10_diff1": 0.4220694267173205, + "nauc_map_at_10_max": 0.06564322956288478, + "nauc_map_at_10_std": 0.20246834060489383, + "nauc_map_at_1_diff1": 0.47084880857648453, + "nauc_map_at_1_max": 0.08043150397304577, + "nauc_map_at_1_std": 0.17177152250248776, + "nauc_map_at_20_diff1": 0.4187731237394458, + "nauc_map_at_20_max": 0.06808002072272956, + "nauc_map_at_20_std": 0.20952886340508928, + "nauc_map_at_3_diff1": 0.4362392078210843, + "nauc_map_at_3_max": 0.07549665507512308, + "nauc_map_at_3_std": 0.19377929910902875, + "nauc_map_at_5_diff1": 0.42831265989660744, + "nauc_map_at_5_max": 0.07131855431650565, + "nauc_map_at_5_std": 0.1921305847363547, + "nauc_mrr_at_1000_diff1": 0.4228727577642514, + "nauc_mrr_at_1000_max": 0.06505635605766946, + "nauc_mrr_at_1000_std": 0.2042583145699797, + "nauc_mrr_at_100_diff1": 0.4228221896725265, + "nauc_mrr_at_100_max": 0.06512179464409815, + "nauc_mrr_at_100_std": 0.20399603573116376, + "nauc_mrr_at_10_diff1": 0.4258853451566779, + "nauc_mrr_at_10_max": 0.06783756392983294, + "nauc_mrr_at_10_std": 0.20029348566946717, + "nauc_mrr_at_1_diff1": 0.47084880857648453, + "nauc_mrr_at_1_max": 0.08043150397304577, + "nauc_mrr_at_1_std": 0.17177152250248776, + "nauc_mrr_at_20_diff1": 0.4227583420755646, + "nauc_mrr_at_20_max": 0.0667368020116891, + "nauc_mrr_at_20_std": 0.20119127006251236, + "nauc_mrr_at_3_diff1": 0.4376716741705007, + "nauc_mrr_at_3_max": 0.07475244555655569, + "nauc_mrr_at_3_std": 0.19102613372843555, + "nauc_mrr_at_5_diff1": 0.4321578087844208, + "nauc_mrr_at_5_max": 0.07221905280026004, + "nauc_mrr_at_5_std": 0.1941234809613519, + "nauc_ndcg_at_1000_diff1": 0.3833753687709986, + "nauc_ndcg_at_1000_max": 0.044068421026855535, + "nauc_ndcg_at_1000_std": 0.281644507234229, + "nauc_ndcg_at_100_diff1": 0.38954413509709185, + "nauc_ndcg_at_100_max": 0.04504738316678147, + "nauc_ndcg_at_100_std": 0.26438086106389785, + "nauc_ndcg_at_10_diff1": 0.4022729497937827, + "nauc_ndcg_at_10_max": 0.05553472802330778, + "nauc_ndcg_at_10_std": 0.2180097172227983, + "nauc_ndcg_at_1_diff1": 0.47084880857648453, + "nauc_ndcg_at_1_max": 0.08043150397304577, + "nauc_ndcg_at_1_std": 0.17177152250248776, + "nauc_ndcg_at_20_diff1": 0.3925040674733473, + "nauc_ndcg_at_20_max": 0.05827855212075629, + "nauc_ndcg_at_20_std": 0.23223344181933506, + "nauc_ndcg_at_3_diff1": 0.42745835262556586, + "nauc_ndcg_at_3_max": 0.07305257752788155, + "nauc_ndcg_at_3_std": 0.19957883947679744, + "nauc_ndcg_at_5_diff1": 0.4165392664590665, + "nauc_ndcg_at_5_max": 0.06765828948929226, + "nauc_ndcg_at_5_std": 0.20048170696253848, + "nauc_precision_at_1000_diff1": 0.19563851318039022, + "nauc_precision_at_1000_max": -0.020076008897787923, + "nauc_precision_at_1000_std": 0.4187475244463528, + "nauc_precision_at_100_diff1": 0.26511908892310015, + "nauc_precision_at_100_max": -0.014729855307960676, + "nauc_precision_at_100_std": 0.37107170441607995, + "nauc_precision_at_10_diff1": 0.34020784391263986, + "nauc_precision_at_10_max": 0.024683000611042796, + "nauc_precision_at_10_std": 0.2555041326376159, + "nauc_precision_at_1_diff1": 0.47084880857648453, + "nauc_precision_at_1_max": 0.08043150397304577, + "nauc_precision_at_1_std": 0.17177152250248776, + "nauc_precision_at_20_diff1": 0.30654454219668725, + "nauc_precision_at_20_max": 0.03408649779546629, + "nauc_precision_at_20_std": 0.29092279842924423, + "nauc_precision_at_3_diff1": 0.40290701979978044, + "nauc_precision_at_3_max": 0.06747679029467411, + "nauc_precision_at_3_std": 0.2184627399233862, + "nauc_precision_at_5_diff1": 0.38072903708914596, + "nauc_precision_at_5_max": 0.056879501637961814, + "nauc_precision_at_5_std": 0.217961083542802, + "nauc_recall_at_1000_diff1": 0.19563851318039074, + "nauc_recall_at_1000_max": -0.020076008897787424, + "nauc_recall_at_1000_std": 0.41874752444635327, + "nauc_recall_at_100_diff1": 0.2651190889230997, + "nauc_recall_at_100_max": -0.014729855307960752, + "nauc_recall_at_100_std": 0.3710717044160798, + "nauc_recall_at_10_diff1": 0.3402078439126398, + "nauc_recall_at_10_max": 0.02468300061104281, + "nauc_recall_at_10_std": 0.2555041326376159, + "nauc_recall_at_1_diff1": 0.47084880857648453, + "nauc_recall_at_1_max": 0.08043150397304577, + "nauc_recall_at_1_std": 0.17177152250248776, + "nauc_recall_at_20_diff1": 0.3065445421966875, + "nauc_recall_at_20_max": 0.03408649779546656, + "nauc_recall_at_20_std": 0.29092279842924434, + "nauc_recall_at_3_diff1": 0.40290701979978055, + "nauc_recall_at_3_max": 0.06747679029467395, + "nauc_recall_at_3_std": 0.21846273992338605, + "nauc_recall_at_5_diff1": 0.3807290370891461, + "nauc_recall_at_5_max": 0.05687950163796189, + "nauc_recall_at_5_std": 0.21796108354280203, + "ndcg_at_1": 0.197, + "ndcg_at_10": 0.17411, + "ndcg_at_100": 0.20856, + "ndcg_at_1000": 0.23151, + "ndcg_at_20": 0.18547, + "ndcg_at_3": 0.14824, + "ndcg_at_5": 0.15932, + "precision_at_1": 0.197, + "precision_at_10": 0.0393, + "precision_at_100": 0.0067, + "precision_at_1000": 0.00098, + "precision_at_20": 0.0233, + "precision_at_3": 0.09167, + "precision_at_5": 0.0638, + "recall_at_1": 0.0985, + "recall_at_10": 0.1965, + "recall_at_100": 0.335, + "recall_at_1000": 0.49, + "recall_at_20": 0.233, + "recall_at_3": 0.1375, + "recall_at_5": 0.1595 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQAHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQAHardNegatives.json new file mode 100644 index 000000000..0a9056026 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 30.66690421104431, + "kg_co2_emissions": 0.0020758113000153866, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.49886, + "map_at_1": 0.2895, + "map_at_10": 0.40196, + "map_at_100": 0.41523, + "map_at_1000": 0.41633, + "map_at_20": 0.40931, + "map_at_3": 0.36875, + "map_at_5": 0.38898, + "mrr_at_1": 0.579, + "mrr_at_10": 0.6615670634920637, + "mrr_at_100": 0.6673329716313986, + "mrr_at_1000": 0.667551065084252, + "mrr_at_20": 0.6655862388600393, + "mrr_at_3": 0.6438333333333334, + "mrr_at_5": 0.6548833333333336, + "nauc_map_at_1000_diff1": 0.3683083341574274, + "nauc_map_at_1000_max": 0.35514624585855553, + "nauc_map_at_1000_std": 0.07298266279268252, + "nauc_map_at_100_diff1": 0.36755114792398563, + "nauc_map_at_100_max": 0.3548677157701462, + "nauc_map_at_100_std": 0.07271605082005013, + "nauc_map_at_10_diff1": 0.37241299651455684, + "nauc_map_at_10_max": 0.354980374239161, + "nauc_map_at_10_std": 0.06549705853015651, + "nauc_map_at_1_diff1": 0.6902466564334033, + "nauc_map_at_1_max": 0.46142451083986663, + "nauc_map_at_1_std": -0.0013596035407670742, + "nauc_map_at_20_diff1": 0.36970326584283764, + "nauc_map_at_20_max": 0.3566333855262759, + "nauc_map_at_20_std": 0.06874730640302906, + "nauc_map_at_3_diff1": 0.41276053659911904, + "nauc_map_at_3_max": 0.37775751983877376, + "nauc_map_at_3_std": 0.0515087924660114, + "nauc_map_at_5_diff1": 0.3870394492421904, + "nauc_map_at_5_max": 0.3622165731687936, + "nauc_map_at_5_std": 0.05877379593637316, + "nauc_mrr_at_1000_diff1": 0.6452057150003491, + "nauc_mrr_at_1000_max": 0.4726049338321394, + "nauc_mrr_at_1000_std": 0.02283585898956875, + "nauc_mrr_at_100_diff1": 0.6450186983963523, + "nauc_mrr_at_100_max": 0.4726809799761552, + "nauc_mrr_at_100_std": 0.023098458449340293, + "nauc_mrr_at_10_diff1": 0.6443932644713846, + "nauc_mrr_at_10_max": 0.47385616405525155, + "nauc_mrr_at_10_std": 0.024311072790641607, + "nauc_mrr_at_1_diff1": 0.6902466564334033, + "nauc_mrr_at_1_max": 0.46142451083986663, + "nauc_mrr_at_1_std": -0.0013596035407670742, + "nauc_mrr_at_20_diff1": 0.6447802097269126, + "nauc_mrr_at_20_max": 0.47301681475945667, + "nauc_mrr_at_20_std": 0.022814260845831776, + "nauc_mrr_at_3_diff1": 0.6428660811254295, + "nauc_mrr_at_3_max": 0.473908651983891, + "nauc_mrr_at_3_std": 0.022007877852301315, + "nauc_mrr_at_5_diff1": 0.6442950808878758, + "nauc_mrr_at_5_max": 0.47185817721169615, + "nauc_mrr_at_5_std": 0.019412509445590174, + "nauc_ndcg_at_1000_diff1": 0.3940637818574575, + "nauc_ndcg_at_1000_max": 0.3727538306633676, + "nauc_ndcg_at_1000_std": 0.10600803624009418, + "nauc_ndcg_at_100_diff1": 0.375895810017294, + "nauc_ndcg_at_100_max": 0.36489622131897365, + "nauc_ndcg_at_100_std": 0.10259983510901041, + "nauc_ndcg_at_10_diff1": 0.39572982042258553, + "nauc_ndcg_at_10_max": 0.3733233267773003, + "nauc_ndcg_at_10_std": 0.07645166767404017, + "nauc_ndcg_at_1_diff1": 0.6902466564334033, + "nauc_ndcg_at_1_max": 0.46142451083986663, + "nauc_ndcg_at_1_std": -0.0013596035407670742, + "nauc_ndcg_at_20_diff1": 0.38668324313364627, + "nauc_ndcg_at_20_max": 0.3741311613956118, + "nauc_ndcg_at_20_std": 0.08285173602854422, + "nauc_ndcg_at_3_diff1": 0.45221531649511976, + "nauc_ndcg_at_3_max": 0.4041324741149321, + "nauc_ndcg_at_3_std": 0.05347678462881259, + "nauc_ndcg_at_5_diff1": 0.42029023064572174, + "nauc_ndcg_at_5_max": 0.3835487468027933, + "nauc_ndcg_at_5_std": 0.06050963693584863, + "nauc_precision_at_1000_diff1": -0.06804017714190129, + "nauc_precision_at_1000_max": 0.12264222869428529, + "nauc_precision_at_1000_std": 0.4222629812206038, + "nauc_precision_at_100_diff1": -0.02613949123765912, + "nauc_precision_at_100_max": 0.14571291060622923, + "nauc_precision_at_100_std": 0.2524838321152002, + "nauc_precision_at_10_diff1": 0.15461800011160828, + "nauc_precision_at_10_max": 0.2568788567367025, + "nauc_precision_at_10_std": 0.13132216007605016, + "nauc_precision_at_1_diff1": 0.6902466564334033, + "nauc_precision_at_1_max": 0.46142451083986663, + "nauc_precision_at_1_std": -0.0013596035407670742, + "nauc_precision_at_20_diff1": 0.10001018351500665, + "nauc_precision_at_20_max": 0.23652171458128088, + "nauc_precision_at_20_std": 0.14923991655567345, + "nauc_precision_at_3_diff1": 0.3185504945034163, + "nauc_precision_at_3_max": 0.3706173564361056, + "nauc_precision_at_3_std": 0.08745716045840764, + "nauc_precision_at_5_diff1": 0.23255783272528002, + "nauc_precision_at_5_max": 0.30228184922644463, + "nauc_precision_at_5_std": 0.09553321798078915, + "nauc_recall_at_1000_diff1": -0.06804017714189929, + "nauc_recall_at_1000_max": 0.12264222869428563, + "nauc_recall_at_1000_std": 0.4222629812206064, + "nauc_recall_at_100_diff1": -0.026139491237659514, + "nauc_recall_at_100_max": 0.14571291060622796, + "nauc_recall_at_100_std": 0.25248383211519965, + "nauc_recall_at_10_diff1": 0.15461800011160856, + "nauc_recall_at_10_max": 0.2568788567367024, + "nauc_recall_at_10_std": 0.13132216007605044, + "nauc_recall_at_1_diff1": 0.6902466564334033, + "nauc_recall_at_1_max": 0.46142451083986663, + "nauc_recall_at_1_std": -0.0013596035407670742, + "nauc_recall_at_20_diff1": 0.10001018351500619, + "nauc_recall_at_20_max": 0.23652171458128113, + "nauc_recall_at_20_std": 0.14923991655567292, + "nauc_recall_at_3_diff1": 0.31855049450341744, + "nauc_recall_at_3_max": 0.3706173564361064, + "nauc_recall_at_3_std": 0.08745716045840823, + "nauc_recall_at_5_diff1": 0.23255783272527986, + "nauc_recall_at_5_max": 0.3022818492264446, + "nauc_recall_at_5_std": 0.09553321798078969, + "ndcg_at_1": 0.579, + "ndcg_at_10": 0.49886, + "ndcg_at_100": 0.55081, + "ndcg_at_1000": 0.57238, + "ndcg_at_20": 0.51978, + "ndcg_at_3": 0.44603, + "ndcg_at_5": 0.47453, + "precision_at_1": 0.579, + "precision_at_10": 0.107, + "precision_at_100": 0.01481, + "precision_at_1000": 0.00176, + "precision_at_20": 0.06025, + "precision_at_3": 0.278, + "precision_at_5": 0.1894, + "recall_at_1": 0.2895, + "recall_at_10": 0.535, + "recall_at_100": 0.7405, + "recall_at_1000": 0.882, + "recall_at_20": 0.6025, + "recall_at_3": 0.417, + "recall_at_5": 0.4735 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..e61020d39 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 410.5826139450073, + "kg_co2_emissions": 0.031856651774042, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.0005, + "map_at_1": 0.0, + "map_at_10": 0.00033, + "map_at_100": 0.00035, + "map_at_1000": 0.00038, + "map_at_20": 0.00033, + "map_at_3": 0.00033, + "map_at_5": 0.00033, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0003333333333333333, + "mrr_at_100": 0.00034895833333333334, + "mrr_at_1000": 0.00041341769995718365, + "mrr_at_20": 0.0003333333333333333, + "mrr_at_3": 0.0003333333333333333, + "mrr_at_5": 0.0003333333333333333, + "nauc_map_at_1000_diff1": -0.08314385990587159, + "nauc_map_at_1000_max": -0.3118096967845472, + "nauc_map_at_1000_std": -0.189978158716467, + "nauc_map_at_100_diff1": -0.07056613898577949, + "nauc_map_at_100_max": -0.3299600735255838, + "nauc_map_at_100_std": -0.27458761998966796, + "nauc_map_at_10_diff1": -0.07056613898577939, + "nauc_map_at_10_max": -0.31848671854038096, + "nauc_map_at_10_std": -0.31848671854038096, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.07056613898577939, + "nauc_map_at_20_max": -0.31848671854038096, + "nauc_map_at_20_std": -0.31848671854038096, + "nauc_map_at_3_diff1": -0.07056613898577939, + "nauc_map_at_3_max": -0.31848671854038096, + "nauc_map_at_3_std": -0.31848671854038096, + "nauc_map_at_5_diff1": -0.07056613898577939, + "nauc_map_at_5_max": -0.31848671854038096, + "nauc_map_at_5_std": -0.31848671854038096, + "nauc_mrr_at_1000_diff1": -0.07705341895805569, + "nauc_mrr_at_1000_max": -0.30291067163506624, + "nauc_mrr_at_1000_std": -0.14540428615908027, + "nauc_mrr_at_100_diff1": -0.07056613898577949, + "nauc_mrr_at_100_max": -0.3299600735255838, + "nauc_mrr_at_100_std": -0.27458761998966796, + "nauc_mrr_at_10_diff1": -0.07056613898577939, + "nauc_mrr_at_10_max": -0.31848671854038096, + "nauc_mrr_at_10_std": -0.31848671854038096, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.07056613898577939, + "nauc_mrr_at_20_max": -0.31848671854038096, + "nauc_mrr_at_20_std": -0.31848671854038096, + "nauc_mrr_at_3_diff1": -0.07056613898577939, + "nauc_mrr_at_3_max": -0.31848671854038096, + "nauc_mrr_at_3_std": -0.31848671854038096, + "nauc_mrr_at_5_diff1": -0.07056613898577939, + "nauc_mrr_at_5_max": -0.31848671854038096, + "nauc_mrr_at_5_std": -0.31848671854038096, + "nauc_ndcg_at_1000_diff1": -0.13870507313593777, + "nauc_ndcg_at_1000_max": -0.13240066197847727, + "nauc_ndcg_at_1000_std": 0.37679932000905364, + "nauc_ndcg_at_100_diff1": -0.07056613898577939, + "nauc_ndcg_at_100_max": -0.38236767421535284, + "nauc_ndcg_at_100_std": -0.07406681064891844, + "nauc_ndcg_at_10_diff1": -0.0705661389857795, + "nauc_ndcg_at_10_max": -0.3184867185403811, + "nauc_ndcg_at_10_std": -0.3184867185403811, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.0705661389857795, + "nauc_ndcg_at_20_max": -0.3184867185403811, + "nauc_ndcg_at_20_std": -0.3184867185403811, + "nauc_ndcg_at_3_diff1": -0.0705661389857795, + "nauc_ndcg_at_3_max": -0.3184867185403811, + "nauc_ndcg_at_3_std": -0.3184867185403811, + "nauc_ndcg_at_5_diff1": -0.0705661389857795, + "nauc_ndcg_at_5_max": -0.3184867185403811, + "nauc_ndcg_at_5_std": -0.3184867185403811, + "nauc_precision_at_1000_diff1": -0.08318959459286795, + "nauc_precision_at_1000_max": -0.02221881508170754, + "nauc_precision_at_1000_std": 0.45632258806393483, + "nauc_precision_at_100_diff1": -0.07056613898577939, + "nauc_precision_at_100_max": -0.4466058492084787, + "nauc_precision_at_100_std": 0.17171988194258123, + "nauc_precision_at_10_diff1": -0.07056613898577936, + "nauc_precision_at_10_max": -0.318486718540381, + "nauc_precision_at_10_std": -0.318486718540381, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.07056613898577936, + "nauc_precision_at_20_max": -0.318486718540381, + "nauc_precision_at_20_std": -0.318486718540381, + "nauc_precision_at_3_diff1": -0.07056613898577939, + "nauc_precision_at_3_max": -0.31848671854038096, + "nauc_precision_at_3_std": -0.31848671854038096, + "nauc_precision_at_5_diff1": -0.07056613898577936, + "nauc_precision_at_5_max": -0.318486718540381, + "nauc_precision_at_5_std": -0.318486718540381, + "nauc_recall_at_1000_diff1": -0.1808869163056794, + "nauc_recall_at_1000_max": -0.057978549673018714, + "nauc_recall_at_1000_std": 0.5502883902765466, + "nauc_recall_at_100_diff1": -0.0705661389857795, + "nauc_recall_at_100_max": -0.4466058492084788, + "nauc_recall_at_100_std": 0.17171988194258114, + "nauc_recall_at_10_diff1": -0.0705661389857795, + "nauc_recall_at_10_max": -0.3184867185403811, + "nauc_recall_at_10_std": -0.3184867185403811, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.0705661389857795, + "nauc_recall_at_20_max": -0.3184867185403811, + "nauc_recall_at_20_std": -0.3184867185403811, + "nauc_recall_at_3_diff1": -0.0705661389857795, + "nauc_recall_at_3_max": -0.3184867185403811, + "nauc_recall_at_3_std": -0.3184867185403811, + "nauc_recall_at_5_diff1": -0.0705661389857795, + "nauc_recall_at_5_max": -0.3184867185403811, + "nauc_recall_at_5_std": -0.3184867185403811, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0005, + "ndcg_at_100": 0.00067, + "ndcg_at_1000": 0.00203, + "ndcg_at_20": 0.0005, + "ndcg_at_3": 0.0005, + "ndcg_at_5": 0.0005, + "precision_at_1": 0.0, + "precision_at_10": 0.0001, + "precision_at_100": 2e-05, + "precision_at_1000": 2e-05, + "precision_at_20": 5e-05, + "precision_at_3": 0.00033, + "precision_at_5": 0.0002, + "recall_at_1": 0.0, + "recall_at_10": 0.001, + "recall_at_100": 0.002, + "recall_at_1000": 0.01159, + "recall_at_20": 0.001, + "recall_at_3": 0.001, + "recall_at_5": 0.001 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.0005, + "map_at_1": 0.0, + "map_at_10": 0.00017, + "map_at_100": 0.00017, + "map_at_1000": 0.00018, + "map_at_20": 0.00017, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.00034758428919012856, + "mrr_at_100": 0.00034758428919012856, + "mrr_at_1000": 0.00036184917076348075, + "mrr_at_20": 0.00034758428919012856, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": -0.31115880884849717, + "nauc_map_at_1000_max": -0.5347745290263743, + "nauc_map_at_1000_std": 0.974145860849774, + "nauc_map_at_100_diff1": -0.3178370393061994, + "nauc_map_at_100_max": -0.5732424784467404, + "nauc_map_at_100_std": 1.0, + "nauc_map_at_10_diff1": -0.3178370393061994, + "nauc_map_at_10_max": -0.5732424784467404, + "nauc_map_at_10_std": 1.0, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.3178370393061994, + "nauc_map_at_20_max": -0.5732424784467404, + "nauc_map_at_20_std": 1.0, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": -0.310177715897561, + "nauc_mrr_at_1000_max": -0.5344357351902242, + "nauc_mrr_at_1000_std": 0.9743861987149519, + "nauc_mrr_at_100_diff1": -0.3178370393061994, + "nauc_mrr_at_100_max": -0.5732424784467404, + "nauc_mrr_at_100_std": 1.0, + "nauc_mrr_at_10_diff1": -0.3178370393061994, + "nauc_mrr_at_10_max": -0.5732424784467404, + "nauc_mrr_at_10_std": 1.0, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.3178370393061994, + "nauc_mrr_at_20_max": -0.5732424784467404, + "nauc_mrr_at_20_std": 1.0, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": -0.24566236578175066, + "nauc_ndcg_at_1000_max": -0.19193775474978297, + "nauc_ndcg_at_1000_std": 0.7467606351572882, + "nauc_ndcg_at_100_diff1": -0.31783703930619955, + "nauc_ndcg_at_100_max": -0.5732424784467407, + "nauc_ndcg_at_100_std": 1.0, + "nauc_ndcg_at_10_diff1": -0.31783703930619955, + "nauc_ndcg_at_10_max": -0.5732424784467407, + "nauc_ndcg_at_10_std": 1.0, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.31783703930619955, + "nauc_ndcg_at_20_max": -0.5732424784467407, + "nauc_ndcg_at_20_std": 1.0, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": -0.19795487864654723, + "nauc_precision_at_1000_max": -0.023857183973331947, + "nauc_precision_at_1000_std": 0.6431969939271006, + "nauc_precision_at_100_diff1": -0.3178370393061994, + "nauc_precision_at_100_max": -0.5732424784467404, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_10_diff1": -0.31783703930619944, + "nauc_precision_at_10_max": -0.5732424784467404, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.31783703930619944, + "nauc_precision_at_20_max": -0.5732424784467404, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.1960389537044979, + "nauc_recall_at_1000_max": 0.09476078840164902, + "nauc_recall_at_1000_std": 0.5539962424088755, + "nauc_recall_at_100_diff1": -0.31783703930619944, + "nauc_recall_at_100_max": -0.5732424784467404, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_10_diff1": -0.31783703930619944, + "nauc_recall_at_10_max": -0.5732424784467404, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.31783703930619944, + "nauc_recall_at_20_max": -0.5732424784467404, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0005, + "ndcg_at_100": 0.0005, + "ndcg_at_1000": 0.00077, + "ndcg_at_20": 0.0005, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.00024, + "precision_at_100": 2e-05, + "precision_at_1000": 1e-05, + "precision_at_20": 0.00012, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.00122, + "recall_at_100": 0.00122, + "recall_at_1000": 0.00292, + "recall_at_20": 0.00122, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.10925, + "map_at_1": 0.02774, + "map_at_10": 0.06554, + "map_at_100": 0.08576, + "map_at_1000": 0.08791, + "map_at_20": 0.0743, + "map_at_3": 0.0426, + "map_at_5": 0.05414, + "mrr_at_1": 0.06885245901639345, + "mrr_at_10": 0.13274134790528244, + "mrr_at_100": 0.14671959708128135, + "mrr_at_1000": 0.1474721200575923, + "mrr_at_20": 0.14014786990234904, + "mrr_at_3": 0.10218579234972675, + "mrr_at_5": 0.12054644808743169, + "nauc_map_at_1000_diff1": 0.059663010730409395, + "nauc_map_at_1000_max": 0.15008534594801762, + "nauc_map_at_1000_std": 0.22475926391356374, + "nauc_map_at_100_diff1": 0.06073288580924927, + "nauc_map_at_100_max": 0.1476429414859224, + "nauc_map_at_100_std": 0.22040268291380524, + "nauc_map_at_10_diff1": 0.05963061166730118, + "nauc_map_at_10_max": 0.10486508796162039, + "nauc_map_at_10_std": 0.15669219587849023, + "nauc_map_at_1_diff1": 0.18630663241256756, + "nauc_map_at_1_max": 0.1022654353376774, + "nauc_map_at_1_std": 0.14083774869885557, + "nauc_map_at_20_diff1": 0.06412139698887703, + "nauc_map_at_20_max": 0.11955439643277796, + "nauc_map_at_20_std": 0.17600490864962134, + "nauc_map_at_3_diff1": 0.12098381447964633, + "nauc_map_at_3_max": 0.13482901934184913, + "nauc_map_at_3_std": 0.16887207470207174, + "nauc_map_at_5_diff1": 0.09529094991763407, + "nauc_map_at_5_max": 0.09733419584632161, + "nauc_map_at_5_std": 0.14018837899540884, + "nauc_mrr_at_1000_diff1": 0.04379490395051216, + "nauc_mrr_at_1000_max": 0.16201807935815984, + "nauc_mrr_at_1000_std": 0.2709062116924966, + "nauc_mrr_at_100_diff1": 0.04478696284955348, + "nauc_mrr_at_100_max": 0.16292988781801834, + "nauc_mrr_at_100_std": 0.271498304204015, + "nauc_mrr_at_10_diff1": 0.04612635903791719, + "nauc_mrr_at_10_max": 0.14833627023928514, + "nauc_mrr_at_10_std": 0.26525846234298806, + "nauc_mrr_at_1_diff1": 0.11228479324668851, + "nauc_mrr_at_1_max": 0.17787278712332855, + "nauc_mrr_at_1_std": 0.2998588435324757, + "nauc_mrr_at_20_diff1": 0.04316958899298466, + "nauc_mrr_at_20_max": 0.15142005387065627, + "nauc_mrr_at_20_std": 0.2584707276325782, + "nauc_mrr_at_3_diff1": 0.06322117026333039, + "nauc_mrr_at_3_max": 0.16726525698614644, + "nauc_mrr_at_3_std": 0.27131321286891824, + "nauc_mrr_at_5_diff1": 0.05742435148637919, + "nauc_mrr_at_5_max": 0.14837096919479106, + "nauc_mrr_at_5_std": 0.25217006662118724, + "nauc_ndcg_at_1000_diff1": 0.00296131633827902, + "nauc_ndcg_at_1000_max": 0.2494195456542367, + "nauc_ndcg_at_1000_std": 0.36890053147703017, + "nauc_ndcg_at_100_diff1": 0.026986447102124132, + "nauc_ndcg_at_100_max": 0.2400666148566123, + "nauc_ndcg_at_100_std": 0.3525717576384318, + "nauc_ndcg_at_10_diff1": 0.020864625498650046, + "nauc_ndcg_at_10_max": 0.11651472431229523, + "nauc_ndcg_at_10_std": 0.1892786735907207, + "nauc_ndcg_at_1_diff1": 0.11228479324668851, + "nauc_ndcg_at_1_max": 0.17787278712332855, + "nauc_ndcg_at_1_std": 0.2998588435324757, + "nauc_ndcg_at_20_diff1": 0.029550583526932832, + "nauc_ndcg_at_20_max": 0.1367509063046026, + "nauc_ndcg_at_20_std": 0.20322925387253027, + "nauc_ndcg_at_3_diff1": 0.07354621162128813, + "nauc_ndcg_at_3_max": 0.14686530827516656, + "nauc_ndcg_at_3_std": 0.22500546811833283, + "nauc_ndcg_at_5_diff1": 0.06334012732378184, + "nauc_ndcg_at_5_max": 0.10477291241058255, + "nauc_ndcg_at_5_std": 0.1657602201122425, + "nauc_precision_at_1000_diff1": -0.05461757443603443, + "nauc_precision_at_1000_max": 0.22313279145876205, + "nauc_precision_at_1000_std": 0.40360252851823764, + "nauc_precision_at_100_diff1": -0.0040615526928442025, + "nauc_precision_at_100_max": 0.26478649398566967, + "nauc_precision_at_100_std": 0.45964353072419645, + "nauc_precision_at_10_diff1": -0.040509940965288434, + "nauc_precision_at_10_max": 0.13468057142338105, + "nauc_precision_at_10_std": 0.2400190969328974, + "nauc_precision_at_1_diff1": 0.11228479324668851, + "nauc_precision_at_1_max": 0.17787278712332855, + "nauc_precision_at_1_std": 0.2998588435324757, + "nauc_precision_at_20_diff1": -0.012554482064615255, + "nauc_precision_at_20_max": 0.15920205165815224, + "nauc_precision_at_20_std": 0.24998234394751123, + "nauc_precision_at_3_diff1": 0.027773217233676952, + "nauc_precision_at_3_max": 0.15705700558028304, + "nauc_precision_at_3_std": 0.2464571277631488, + "nauc_precision_at_5_diff1": 0.00946357926537665, + "nauc_precision_at_5_max": 0.10312383605715311, + "nauc_precision_at_5_std": 0.17957669285883548, + "nauc_recall_at_1000_diff1": -0.1402379606171059, + "nauc_recall_at_1000_max": 0.49403519046105293, + "nauc_recall_at_1000_std": 0.6510712577785135, + "nauc_recall_at_100_diff1": -0.01031736406960035, + "nauc_recall_at_100_max": 0.3654431849374999, + "nauc_recall_at_100_std": 0.49702849081533307, + "nauc_recall_at_10_diff1": -0.0304250443168399, + "nauc_recall_at_10_max": 0.08763482485355466, + "nauc_recall_at_10_std": 0.14382602738267325, + "nauc_recall_at_1_diff1": 0.18630663241256756, + "nauc_recall_at_1_max": 0.1022654353376774, + "nauc_recall_at_1_std": 0.14083774869885557, + "nauc_recall_at_20_diff1": -0.007622289395065788, + "nauc_recall_at_20_max": 0.1174310063027676, + "nauc_recall_at_20_std": 0.16267495906214957, + "nauc_recall_at_3_diff1": 0.061692063572931326, + "nauc_recall_at_3_max": 0.15424969202049363, + "nauc_recall_at_3_std": 0.169476128269564, + "nauc_recall_at_5_diff1": 0.03807283910913241, + "nauc_recall_at_5_max": 0.06479421353563972, + "nauc_recall_at_5_std": 0.09075127172937998, + "ndcg_at_1": 0.06885, + "ndcg_at_10": 0.10925, + "ndcg_at_100": 0.20204, + "ndcg_at_1000": 0.24118, + "ndcg_at_20": 0.13665, + "ndcg_at_3": 0.06744, + "ndcg_at_5": 0.0842, + "precision_at_1": 0.06885, + "precision_at_10": 0.0423, + "precision_at_100": 0.01393, + "precision_at_1000": 0.00203, + "precision_at_20": 0.03262, + "precision_at_3": 0.05246, + "precision_at_5": 0.05246, + "recall_at_1": 0.02774, + "recall_at_10": 0.16672, + "recall_at_100": 0.51754, + "recall_at_1000": 0.75807, + "recall_at_20": 0.24666, + "recall_at_3": 0.06145, + "recall_at_5": 0.10236 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.33607, + "map_at_1": 0.11435, + "map_at_10": 0.2382, + "map_at_100": 0.27685, + "map_at_1000": 0.2787, + "map_at_20": 0.25858, + "map_at_3": 0.18229, + "map_at_5": 0.21002, + "mrr_at_1": 0.26032540675844806, + "mrr_at_10": 0.3957263047062795, + "mrr_at_100": 0.4080137177096579, + "mrr_at_1000": 0.40821060022994443, + "mrr_at_20": 0.40457072137491146, + "mrr_at_3": 0.35189820609094724, + "mrr_at_5": 0.37705465164789287, + "nauc_map_at_1000_diff1": 0.17636102335662773, + "nauc_map_at_1000_max": 0.16029974313405032, + "nauc_map_at_1000_std": -0.06542046294461216, + "nauc_map_at_100_diff1": 0.17728247117952955, + "nauc_map_at_100_max": 0.1604057540711384, + "nauc_map_at_100_std": -0.06635911337851602, + "nauc_map_at_10_diff1": 0.1754439870205718, + "nauc_map_at_10_max": 0.13090274166292698, + "nauc_map_at_10_std": -0.09547625130310387, + "nauc_map_at_1_diff1": 0.24561986243787504, + "nauc_map_at_1_max": 0.0893198186058249, + "nauc_map_at_1_std": -0.11505827588738321, + "nauc_map_at_20_diff1": 0.17571031025693065, + "nauc_map_at_20_max": 0.14646640180438344, + "nauc_map_at_20_std": -0.08057571615258338, + "nauc_map_at_3_diff1": 0.18671282337006978, + "nauc_map_at_3_max": 0.11776757371317524, + "nauc_map_at_3_std": -0.11122686152599204, + "nauc_map_at_5_diff1": 0.17705872566562766, + "nauc_map_at_5_max": 0.12413283703127673, + "nauc_map_at_5_std": -0.10284876613469571, + "nauc_mrr_at_1000_diff1": 0.15863487418544528, + "nauc_mrr_at_1000_max": 0.18647070127027837, + "nauc_mrr_at_1000_std": -0.016699372183652285, + "nauc_mrr_at_100_diff1": 0.1585497020870496, + "nauc_mrr_at_100_max": 0.18658509263352124, + "nauc_mrr_at_100_std": -0.016549543312366462, + "nauc_mrr_at_10_diff1": 0.15569068920332677, + "nauc_mrr_at_10_max": 0.18629460454050867, + "nauc_mrr_at_10_std": -0.017201192012569498, + "nauc_mrr_at_1_diff1": 0.1874596259979922, + "nauc_mrr_at_1_max": 0.15507168003962596, + "nauc_mrr_at_1_std": -0.03415907959126209, + "nauc_mrr_at_20_diff1": 0.15634671368743738, + "nauc_mrr_at_20_max": 0.18696046705349617, + "nauc_mrr_at_20_std": -0.016141380362602965, + "nauc_mrr_at_3_diff1": 0.16411292473599007, + "nauc_mrr_at_3_max": 0.1796325672215748, + "nauc_mrr_at_3_std": -0.030177562278342642, + "nauc_mrr_at_5_diff1": 0.16215780400244031, + "nauc_mrr_at_5_max": 0.18499042473466146, + "nauc_mrr_at_5_std": -0.01914600577201787, + "nauc_ndcg_at_1000_diff1": 0.15440295029151138, + "nauc_ndcg_at_1000_max": 0.2082271923613637, + "nauc_ndcg_at_1000_std": -0.003049109644175427, + "nauc_ndcg_at_100_diff1": 0.15986014903386897, + "nauc_ndcg_at_100_max": 0.21541792770669338, + "nauc_ndcg_at_100_std": -0.0011469535019761608, + "nauc_ndcg_at_10_diff1": 0.1513271085530362, + "nauc_ndcg_at_10_max": 0.1523196382784849, + "nauc_ndcg_at_10_std": -0.07052139148787251, + "nauc_ndcg_at_1_diff1": 0.1874596259979922, + "nauc_ndcg_at_1_max": 0.15507168003962596, + "nauc_ndcg_at_1_std": -0.03415907959126209, + "nauc_ndcg_at_20_diff1": 0.14582616930558892, + "nauc_ndcg_at_20_max": 0.17633204171025874, + "nauc_ndcg_at_20_std": -0.04424899023587439, + "nauc_ndcg_at_3_diff1": 0.16211682884796677, + "nauc_ndcg_at_3_max": 0.1559579130584464, + "nauc_ndcg_at_3_std": -0.07036540139277113, + "nauc_ndcg_at_5_diff1": 0.15743744976374796, + "nauc_ndcg_at_5_max": 0.15124615620747825, + "nauc_ndcg_at_5_std": -0.06689718151104221, + "nauc_precision_at_1000_diff1": -0.04981275395724743, + "nauc_precision_at_1000_max": 0.17575901248198955, + "nauc_precision_at_1000_std": 0.22289040699224055, + "nauc_precision_at_100_diff1": -0.014986111608183444, + "nauc_precision_at_100_max": 0.22824567431036905, + "nauc_precision_at_100_std": 0.2429432427937204, + "nauc_precision_at_10_diff1": 0.05312807257365574, + "nauc_precision_at_10_max": 0.2194506055695476, + "nauc_precision_at_10_std": 0.08607539620642396, + "nauc_precision_at_1_diff1": 0.1874596259979922, + "nauc_precision_at_1_max": 0.15507168003962596, + "nauc_precision_at_1_std": -0.03415907959126209, + "nauc_precision_at_20_diff1": 0.018170857678527923, + "nauc_precision_at_20_max": 0.23691825373206393, + "nauc_precision_at_20_std": 0.16459497344254706, + "nauc_precision_at_3_diff1": 0.09742571165505917, + "nauc_precision_at_3_max": 0.195319183793691, + "nauc_precision_at_3_std": -0.024664210827138728, + "nauc_precision_at_5_diff1": 0.08181541079457225, + "nauc_precision_at_5_max": 0.21855414116469674, + "nauc_precision_at_5_std": 0.0355444403444329, + "nauc_recall_at_1000_diff1": 0.26904337862550237, + "nauc_recall_at_1000_max": 0.7625180327722678, + "nauc_recall_at_1000_std": 0.7396464642677492, + "nauc_recall_at_100_diff1": 0.1218727587628386, + "nauc_recall_at_100_max": 0.29562861474471774, + "nauc_recall_at_100_std": 0.15966984632970677, + "nauc_recall_at_10_diff1": 0.08160245473004564, + "nauc_recall_at_10_max": 0.0925651648339644, + "nauc_recall_at_10_std": -0.09436611945925241, + "nauc_recall_at_1_diff1": 0.24561986243787504, + "nauc_recall_at_1_max": 0.0893198186058249, + "nauc_recall_at_1_std": -0.11505827588738321, + "nauc_recall_at_20_diff1": 0.046794488815212074, + "nauc_recall_at_20_max": 0.11196767230554014, + "nauc_recall_at_20_std": -0.04964801301339437, + "nauc_recall_at_3_diff1": 0.12867487236103695, + "nauc_recall_at_3_max": 0.11467445697302522, + "nauc_recall_at_3_std": -0.1035924545129169, + "nauc_recall_at_5_diff1": 0.09784187744018857, + "nauc_recall_at_5_max": 0.10184851538255693, + "nauc_recall_at_5_std": -0.08140785060270807, + "ndcg_at_1": 0.26033, + "ndcg_at_10": 0.33607, + "ndcg_at_100": 0.46271, + "ndcg_at_1000": 0.48115, + "ndcg_at_20": 0.38819, + "ndcg_at_3": 0.2623, + "ndcg_at_5": 0.28874, + "precision_at_1": 0.26033, + "precision_at_10": 0.11665, + "precision_at_100": 0.02562, + "precision_at_1000": 0.00289, + "precision_at_20": 0.08098, + "precision_at_3": 0.18982, + "precision_at_5": 0.1587, + "recall_at_1": 0.11435, + "recall_at_10": 0.45463, + "recall_at_100": 0.89295, + "recall_at_1000": 0.99096, + "recall_at_20": 0.60801, + "recall_at_3": 0.24416, + "recall_at_5": 0.33099 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.13349, + "map_at_1": 0.03058, + "map_at_10": 0.07584, + "map_at_100": 0.10211, + "map_at_1000": 0.10532, + "map_at_20": 0.08752, + "map_at_3": 0.05103, + "map_at_5": 0.06103, + "mrr_at_1": 0.11882716049382716, + "mrr_at_10": 0.20452981089555167, + "mrr_at_100": 0.21743815416142326, + "mrr_at_1000": 0.21815677200244096, + "mrr_at_20": 0.2133204697946056, + "mrr_at_3": 0.16975308641975298, + "mrr_at_5": 0.18780864197530864, + "nauc_map_at_1000_diff1": 0.026529109210015688, + "nauc_map_at_1000_max": 0.2757656015379281, + "nauc_map_at_1000_std": 0.23731088432888825, + "nauc_map_at_100_diff1": 0.02583766921842854, + "nauc_map_at_100_max": 0.2686882033083259, + "nauc_map_at_100_std": 0.229041446347144, + "nauc_map_at_10_diff1": 0.04601244519786395, + "nauc_map_at_10_max": 0.22245828839446974, + "nauc_map_at_10_std": 0.13399027437991873, + "nauc_map_at_1_diff1": 0.05847586894139875, + "nauc_map_at_1_max": 0.21293656374604295, + "nauc_map_at_1_std": 0.09902522631162415, + "nauc_map_at_20_diff1": 0.03686854348111257, + "nauc_map_at_20_max": 0.23945686044539305, + "nauc_map_at_20_std": 0.16890951601072013, + "nauc_map_at_3_diff1": 0.0821279493696264, + "nauc_map_at_3_max": 0.2253527783931326, + "nauc_map_at_3_std": 0.1149319104067214, + "nauc_map_at_5_diff1": 0.06536678020088553, + "nauc_map_at_5_max": 0.2135378658042634, + "nauc_map_at_5_std": 0.11935215301735388, + "nauc_mrr_at_1000_diff1": 0.019369573665269087, + "nauc_mrr_at_1000_max": 0.20381444537051221, + "nauc_mrr_at_1000_std": 0.17544435625887914, + "nauc_mrr_at_100_diff1": 0.01993745907704911, + "nauc_mrr_at_100_max": 0.20416429071467296, + "nauc_mrr_at_100_std": 0.1756330914262829, + "nauc_mrr_at_10_diff1": 0.020428169813345713, + "nauc_mrr_at_10_max": 0.19403812791960315, + "nauc_mrr_at_10_std": 0.16749102946699057, + "nauc_mrr_at_1_diff1": 0.010878729258679656, + "nauc_mrr_at_1_max": 0.17217053656731807, + "nauc_mrr_at_1_std": 0.12441817721795408, + "nauc_mrr_at_20_diff1": 0.02173431533343306, + "nauc_mrr_at_20_max": 0.20198373465996752, + "nauc_mrr_at_20_std": 0.1729830090014172, + "nauc_mrr_at_3_diff1": 0.014713353195734344, + "nauc_mrr_at_3_max": 0.18254968572777294, + "nauc_mrr_at_3_std": 0.1400655139077102, + "nauc_mrr_at_5_diff1": 0.008664505593594302, + "nauc_mrr_at_5_max": 0.1824148709748526, + "nauc_mrr_at_5_std": 0.15125186415500147, + "nauc_ndcg_at_1000_diff1": -0.0007554687420482091, + "nauc_ndcg_at_1000_max": 0.35470121366485974, + "nauc_ndcg_at_1000_std": 0.39883146234116085, + "nauc_ndcg_at_100_diff1": -0.0035940406755114837, + "nauc_ndcg_at_100_max": 0.3209339307161079, + "nauc_ndcg_at_100_std": 0.360982545292043, + "nauc_ndcg_at_10_diff1": 0.034682030157148276, + "nauc_ndcg_at_10_max": 0.21771587446378643, + "nauc_ndcg_at_10_std": 0.16551250813416166, + "nauc_ndcg_at_1_diff1": 0.010878729258679656, + "nauc_ndcg_at_1_max": 0.17217053656731807, + "nauc_ndcg_at_1_std": 0.12441817721795408, + "nauc_ndcg_at_20_diff1": 0.023621758618392986, + "nauc_ndcg_at_20_max": 0.2513817054195049, + "nauc_ndcg_at_20_std": 0.2224535516318125, + "nauc_ndcg_at_3_diff1": 0.030342558940216497, + "nauc_ndcg_at_3_max": 0.22306136348983374, + "nauc_ndcg_at_3_std": 0.16367409328313615, + "nauc_ndcg_at_5_diff1": 0.029192350056438967, + "nauc_ndcg_at_5_max": 0.20581093643453313, + "nauc_ndcg_at_5_std": 0.1519782077566516, + "nauc_precision_at_1000_diff1": -0.04764242871971866, + "nauc_precision_at_1000_max": 0.3499745947518273, + "nauc_precision_at_1000_std": 0.4371164453552464, + "nauc_precision_at_100_diff1": -0.047875805735698315, + "nauc_precision_at_100_max": 0.35235669279297044, + "nauc_precision_at_100_std": 0.469029348945176, + "nauc_precision_at_10_diff1": -0.015386456401672946, + "nauc_precision_at_10_max": 0.25533416493103106, + "nauc_precision_at_10_std": 0.2528189359613905, + "nauc_precision_at_1_diff1": 0.010878729258679656, + "nauc_precision_at_1_max": 0.17217053656731807, + "nauc_precision_at_1_std": 0.12441817721795408, + "nauc_precision_at_20_diff1": -0.021028640306123503, + "nauc_precision_at_20_max": 0.28940713136209695, + "nauc_precision_at_20_std": 0.31903615054285617, + "nauc_precision_at_3_diff1": 0.0013089327229929828, + "nauc_precision_at_3_max": 0.23207435235950147, + "nauc_precision_at_3_std": 0.19356573384162762, + "nauc_precision_at_5_diff1": -0.024335190770391067, + "nauc_precision_at_5_max": 0.211478468293188, + "nauc_precision_at_5_std": 0.19936438928972336, + "nauc_recall_at_1000_diff1": -0.03640815503088264, + "nauc_recall_at_1000_max": 0.4444713386568406, + "nauc_recall_at_1000_std": 0.6636021935573501, + "nauc_recall_at_100_diff1": -0.05111590980302156, + "nauc_recall_at_100_max": 0.3217280620024012, + "nauc_recall_at_100_std": 0.46954177311738515, + "nauc_recall_at_10_diff1": 0.03697557197078392, + "nauc_recall_at_10_max": 0.16537639449852587, + "nauc_recall_at_10_std": 0.12757378703258138, + "nauc_recall_at_1_diff1": 0.05847586894139875, + "nauc_recall_at_1_max": 0.21293656374604295, + "nauc_recall_at_1_std": 0.09902522631162415, + "nauc_recall_at_20_diff1": 0.011595448119060268, + "nauc_recall_at_20_max": 0.2156459387462695, + "nauc_recall_at_20_std": 0.21928147243192395, + "nauc_recall_at_3_diff1": 0.10346127701298247, + "nauc_recall_at_3_max": 0.20544991260488926, + "nauc_recall_at_3_std": 0.09827194243531664, + "nauc_recall_at_5_diff1": 0.06632679470731308, + "nauc_recall_at_5_max": 0.16672941586900866, + "nauc_recall_at_5_std": 0.10154783351115863, + "ndcg_at_1": 0.11883, + "ndcg_at_10": 0.13349, + "ndcg_at_100": 0.23207, + "ndcg_at_1000": 0.27985, + "ndcg_at_20": 0.16686, + "ndcg_at_3": 0.11084, + "ndcg_at_5": 0.1123, + "precision_at_1": 0.11883, + "precision_at_10": 0.07145, + "precision_at_100": 0.02231, + "precision_at_1000": 0.00335, + "precision_at_20": 0.0561, + "precision_at_3": 0.09774, + "precision_at_5": 0.08549, + "recall_at_1": 0.03058, + "recall_at_10": 0.17118, + "recall_at_100": 0.4704, + "recall_at_1000": 0.71341, + "recall_at_20": 0.25245, + "recall_at_3": 0.06954, + "recall_at_5": 0.10252 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.00202, + "map_at_1": 0.0, + "map_at_10": 0.00129, + "map_at_100": 0.00145, + "map_at_1000": 0.00152, + "map_at_20": 0.00145, + "map_at_3": 0.00105, + "map_at_5": 0.00119, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0017141350210970463, + "mrr_at_100": 0.0021021135795426054, + "mrr_at_1000": 0.0021962157706255656, + "mrr_at_20": 0.002085099832434942, + "mrr_at_3": 0.0013185654008438818, + "mrr_at_5": 0.0017141350210970463, + "nauc_map_at_1000_diff1": -0.4352522380487626, + "nauc_map_at_1000_max": -0.22604552178384169, + "nauc_map_at_1000_std": 0.5202033338957497, + "nauc_map_at_100_diff1": -0.4544732764812652, + "nauc_map_at_100_max": -0.22299758550828902, + "nauc_map_at_100_std": 0.5392667214391323, + "nauc_map_at_10_diff1": -0.4986453034124945, + "nauc_map_at_10_max": -0.26944165651810953, + "nauc_map_at_10_std": 0.5544274929459433, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.455118230733014, + "nauc_map_at_20_max": -0.22253439439249112, + "nauc_map_at_20_std": 0.539061642083216, + "nauc_map_at_3_diff1": -0.5175751955832659, + "nauc_map_at_3_max": -0.5550660292346841, + "nauc_map_at_3_std": 0.6065471384849015, + "nauc_map_at_5_diff1": -0.5061237793318119, + "nauc_map_at_5_max": -0.38228091487527494, + "nauc_map_at_5_std": 0.5750179701959021, + "nauc_mrr_at_1000_diff1": -0.45771744718858665, + "nauc_mrr_at_1000_max": -0.19881335841421424, + "nauc_mrr_at_1000_std": 0.3613700866713873, + "nauc_mrr_at_100_diff1": -0.47602117691809787, + "nauc_mrr_at_100_max": -0.19179647164928565, + "nauc_mrr_at_100_std": 0.37134776131721264, + "nauc_mrr_at_10_diff1": -0.5024432157498037, + "nauc_mrr_at_10_max": -0.1875529070301991, + "nauc_mrr_at_10_std": 0.3594698528777034, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.4793309126302818, + "nauc_mrr_at_20_max": -0.1892911781570939, + "nauc_mrr_at_20_std": 0.3689810906391365, + "nauc_mrr_at_3_diff1": -0.5288224456786917, + "nauc_mrr_at_3_max": -0.543818779139259, + "nauc_mrr_at_3_std": 0.3704754215758427, + "nauc_mrr_at_5_diff1": -0.5024432157498037, + "nauc_mrr_at_5_max": -0.1875529070301991, + "nauc_mrr_at_5_std": 0.3594698528777034, + "nauc_ndcg_at_1000_diff1": -0.21039166034154905, + "nauc_ndcg_at_1000_max": -0.18059205799448091, + "nauc_ndcg_at_1000_std": 0.28130171876678195, + "nauc_ndcg_at_100_diff1": -0.38690789155065525, + "nauc_ndcg_at_100_max": -0.07662084465893891, + "nauc_ndcg_at_100_std": 0.4465078083514829, + "nauc_ndcg_at_10_diff1": -0.4945235565405939, + "nauc_ndcg_at_10_max": -0.13895445837723155, + "nauc_ndcg_at_10_std": 0.4422914927831319, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.39461612627860637, + "nauc_ndcg_at_20_max": -0.06633835334474887, + "nauc_ndcg_at_20_std": 0.4412745035507677, + "nauc_ndcg_at_3_diff1": -0.5233495838429759, + "nauc_ndcg_at_3_max": -0.5492916409749746, + "nauc_ndcg_at_3_std": 0.4853468682851998, + "nauc_ndcg_at_5_diff1": -0.5040475673494866, + "nauc_ndcg_at_5_max": -0.27452831742330897, + "nauc_ndcg_at_5_std": 0.45651682662331533, + "nauc_precision_at_1000_diff1": -0.15917574341419638, + "nauc_precision_at_1000_max": -0.21846045878976594, + "nauc_precision_at_1000_std": 0.2511682471579375, + "nauc_precision_at_100_diff1": -0.34961309853004047, + "nauc_precision_at_100_max": 0.024765448313085543, + "nauc_precision_at_100_std": 0.3845695187237443, + "nauc_precision_at_10_diff1": -0.4754165308645762, + "nauc_precision_at_10_max": 0.23183969379551247, + "nauc_precision_at_10_std": 0.2679394504268545, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.38950062738502655, + "nauc_precision_at_20_max": 0.09956476646603477, + "nauc_precision_at_20_std": 0.3450234054068577, + "nauc_precision_at_3_diff1": -0.536320612408975, + "nauc_precision_at_3_max": -0.536320612408975, + "nauc_precision_at_3_std": 0.21309427696980326, + "nauc_precision_at_5_diff1": -0.495717891379376, + "nauc_precision_at_5_max": -0.024213741605983496, + "nauc_precision_at_5_std": 0.24965772594117053, + "nauc_recall_at_1000_diff1": -0.05693918878853423, + "nauc_recall_at_1000_max": -0.19618902548342962, + "nauc_recall_at_1000_std": 0.16071374076812087, + "nauc_recall_at_100_diff1": -0.2720170512466603, + "nauc_recall_at_100_max": 0.06088440223080964, + "nauc_recall_at_100_std": 0.4580184513342231, + "nauc_recall_at_10_diff1": -0.4901894467697871, + "nauc_recall_at_10_max": -0.07225830866423313, + "nauc_recall_at_10_std": 0.42843878133495716, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.27987224558568075, + "nauc_recall_at_20_max": 0.08269144824334354, + "nauc_recall_at_20_std": 0.4500947944274285, + "nauc_recall_at_3_diff1": -0.5238236678585025, + "nauc_recall_at_3_max": -0.548817556959448, + "nauc_recall_at_3_std": 0.4753961846465355, + "nauc_recall_at_5_diff1": -0.5039489008515341, + "nauc_recall_at_5_max": -0.26721436478500277, + "nauc_recall_at_5_std": 0.4476486281442392, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00202, + "ndcg_at_100": 0.00279, + "ndcg_at_1000": 0.00539, + "ndcg_at_20": 0.00272, + "ndcg_at_3": 0.00148, + "ndcg_at_5": 0.0018, + "precision_at_1": 0.0, + "precision_at_10": 0.00063, + "precision_at_100": 0.00013, + "precision_at_1000": 5e-05, + "precision_at_20": 0.00055, + "precision_at_3": 0.00105, + "precision_at_5": 0.00095, + "recall_at_1": 0.0, + "recall_at_10": 0.00343, + "recall_at_100": 0.00603, + "recall_at_1000": 0.02479, + "recall_at_20": 0.0058, + "recall_at_3": 0.00237, + "recall_at_5": 0.0029 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.16834, + "map_at_1": 0.0679, + "map_at_10": 0.12275, + "map_at_100": 0.13458, + "map_at_1000": 0.13582, + "map_at_20": 0.12918, + "map_at_3": 0.10233, + "map_at_5": 0.11365, + "mrr_at_1": 0.122, + "mrr_at_10": 0.18918690476190464, + "mrr_at_100": 0.19891016116519034, + "mrr_at_1000": 0.19969152894482534, + "mrr_at_20": 0.19482620850511706, + "mrr_at_3": 0.16799999999999995, + "mrr_at_5": 0.18054999999999996, + "nauc_map_at_1000_diff1": 0.2377771642669431, + "nauc_map_at_1000_max": 0.13928134673868092, + "nauc_map_at_1000_std": 0.19637598193582617, + "nauc_map_at_100_diff1": 0.2378026835893863, + "nauc_map_at_100_max": 0.14001636378124843, + "nauc_map_at_100_std": 0.19497423427316782, + "nauc_map_at_10_diff1": 0.23919793022795796, + "nauc_map_at_10_max": 0.13351741907574854, + "nauc_map_at_10_std": 0.16834324832730088, + "nauc_map_at_1_diff1": 0.3537780715154294, + "nauc_map_at_1_max": 0.191448539974919, + "nauc_map_at_1_std": 0.1137011229353191, + "nauc_map_at_20_diff1": 0.24061376876661614, + "nauc_map_at_20_max": 0.1387572888445002, + "nauc_map_at_20_std": 0.1800170819077218, + "nauc_map_at_3_diff1": 0.26979356452373704, + "nauc_map_at_3_max": 0.14519238129642636, + "nauc_map_at_3_std": 0.1370447294653089, + "nauc_map_at_5_diff1": 0.24490332304674844, + "nauc_map_at_5_max": 0.13666231011846242, + "nauc_map_at_5_std": 0.1541511451133014, + "nauc_mrr_at_1000_diff1": 0.2149900584342463, + "nauc_mrr_at_1000_max": 0.1340053586722894, + "nauc_mrr_at_1000_std": 0.17584720576927873, + "nauc_mrr_at_100_diff1": 0.21485259487961647, + "nauc_mrr_at_100_max": 0.13422310757770817, + "nauc_mrr_at_100_std": 0.1758736763232351, + "nauc_mrr_at_10_diff1": 0.2149185220318835, + "nauc_mrr_at_10_max": 0.1337526789570538, + "nauc_mrr_at_10_std": 0.16390926331916772, + "nauc_mrr_at_1_diff1": 0.30533240899914293, + "nauc_mrr_at_1_max": 0.18120775503894848, + "nauc_mrr_at_1_std": 0.13501290476703512, + "nauc_mrr_at_20_diff1": 0.21502790682805575, + "nauc_mrr_at_20_max": 0.13498618288082895, + "nauc_mrr_at_20_std": 0.17052395157100775, + "nauc_mrr_at_3_diff1": 0.22954670305440264, + "nauc_mrr_at_3_max": 0.1423528426028821, + "nauc_mrr_at_3_std": 0.1445206092173864, + "nauc_mrr_at_5_diff1": 0.22123301654764177, + "nauc_mrr_at_5_max": 0.1363226983873109, + "nauc_mrr_at_5_std": 0.1565107928198182, + "nauc_ndcg_at_1000_diff1": 0.19342661938136724, + "nauc_ndcg_at_1000_max": 0.11515935240934333, + "nauc_ndcg_at_1000_std": 0.29215259470223914, + "nauc_ndcg_at_100_diff1": 0.19058553823225236, + "nauc_ndcg_at_100_max": 0.12440253204428865, + "nauc_ndcg_at_100_std": 0.28204287859404775, + "nauc_ndcg_at_10_diff1": 0.19642796223392409, + "nauc_ndcg_at_10_max": 0.11165498342901836, + "nauc_ndcg_at_10_std": 0.18946354372865618, + "nauc_ndcg_at_1_diff1": 0.30533240899914293, + "nauc_ndcg_at_1_max": 0.18120775503894848, + "nauc_ndcg_at_1_std": 0.13501290476703512, + "nauc_ndcg_at_20_diff1": 0.20090096084264428, + "nauc_ndcg_at_20_max": 0.1229567314525947, + "nauc_ndcg_at_20_std": 0.2184780010950717, + "nauc_ndcg_at_3_diff1": 0.23435377577239783, + "nauc_ndcg_at_3_max": 0.1294355714690423, + "nauc_ndcg_at_3_std": 0.14198966165511678, + "nauc_ndcg_at_5_diff1": 0.20750271677225574, + "nauc_ndcg_at_5_max": 0.11688595153056455, + "nauc_ndcg_at_5_std": 0.16590591328895604, + "nauc_precision_at_1000_diff1": 0.053879174144005955, + "nauc_precision_at_1000_max": 0.04733349629461801, + "nauc_precision_at_1000_std": 0.37962248627249906, + "nauc_precision_at_100_diff1": 0.07152529813351001, + "nauc_precision_at_100_max": 0.09996164478636546, + "nauc_precision_at_100_std": 0.41205827905113906, + "nauc_precision_at_10_diff1": 0.10044831686256166, + "nauc_precision_at_10_max": 0.08806307623335852, + "nauc_precision_at_10_std": 0.22923903085589548, + "nauc_precision_at_1_diff1": 0.30533240899914293, + "nauc_precision_at_1_max": 0.18120775503894848, + "nauc_precision_at_1_std": 0.13501290476703512, + "nauc_precision_at_20_diff1": 0.11318247787248835, + "nauc_precision_at_20_max": 0.11979231822734612, + "nauc_precision_at_20_std": 0.28286748022321717, + "nauc_precision_at_3_diff1": 0.16630200626457042, + "nauc_precision_at_3_max": 0.11629364507230672, + "nauc_precision_at_3_std": 0.15474950851647126, + "nauc_precision_at_5_diff1": 0.11729757476163996, + "nauc_precision_at_5_max": 0.1019405900587192, + "nauc_precision_at_5_std": 0.18952849569912794, + "nauc_recall_at_1000_diff1": 0.0952703233621002, + "nauc_recall_at_1000_max": 0.027858067504802107, + "nauc_recall_at_1000_std": 0.5321816241628786, + "nauc_recall_at_100_diff1": 0.0949378377666135, + "nauc_recall_at_100_max": 0.08252197060576849, + "nauc_recall_at_100_std": 0.4489555918707962, + "nauc_recall_at_10_diff1": 0.11444308067965575, + "nauc_recall_at_10_max": 0.05244196271818101, + "nauc_recall_at_10_std": 0.21344224245855817, + "nauc_recall_at_1_diff1": 0.3537780715154294, + "nauc_recall_at_1_max": 0.191448539974919, + "nauc_recall_at_1_std": 0.1137011229353191, + "nauc_recall_at_20_diff1": 0.12752554507334996, + "nauc_recall_at_20_max": 0.07722738755611522, + "nauc_recall_at_20_std": 0.2713602252047274, + "nauc_recall_at_3_diff1": 0.18660246235913636, + "nauc_recall_at_3_max": 0.09001842819602063, + "nauc_recall_at_3_std": 0.13924530901481486, + "nauc_recall_at_5_diff1": 0.13509419841229423, + "nauc_recall_at_5_max": 0.06050393118930903, + "nauc_recall_at_5_std": 0.1740592231542876, + "ndcg_at_1": 0.122, + "ndcg_at_10": 0.16834, + "ndcg_at_100": 0.22282, + "ndcg_at_1000": 0.25251, + "ndcg_at_20": 0.18941, + "ndcg_at_3": 0.12946, + "ndcg_at_5": 0.14778, + "precision_at_1": 0.122, + "precision_at_10": 0.042, + "precision_at_100": 0.00848, + "precision_at_1000": 0.00124, + "precision_at_20": 0.02775, + "precision_at_3": 0.081, + "precision_at_5": 0.0634, + "recall_at_1": 0.0679, + "recall_at_10": 0.23679, + "recall_at_100": 0.45846, + "recall_at_1000": 0.66113, + "recall_at_20": 0.30741, + "recall_at_3": 0.14028, + "recall_at_5": 0.18275 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.13393, + "map_at_1": 0.03887, + "map_at_10": 0.08633, + "map_at_100": 0.11056, + "map_at_1000": 0.11258, + "map_at_20": 0.09764, + "map_at_3": 0.06227, + "map_at_5": 0.07271, + "mrr_at_1": 0.0641399416909621, + "mrr_at_10": 0.13573973807209969, + "mrr_at_100": 0.15295803590735685, + "mrr_at_1000": 0.1537152613254184, + "mrr_at_20": 0.14644452732507526, + "mrr_at_3": 0.10204081632653061, + "mrr_at_5": 0.11734693877551022, + "nauc_map_at_1000_diff1": 0.05756337125822032, + "nauc_map_at_1000_max": 0.10657064273948916, + "nauc_map_at_1000_std": 0.09511110507464635, + "nauc_map_at_100_diff1": 0.05740641653337465, + "nauc_map_at_100_max": 0.10585510743014426, + "nauc_map_at_100_std": 0.09578988956052131, + "nauc_map_at_10_diff1": 0.06093692605154282, + "nauc_map_at_10_max": 0.06403181234552201, + "nauc_map_at_10_std": 0.04865754346592686, + "nauc_map_at_1_diff1": 0.1421264903917603, + "nauc_map_at_1_max": 0.05936784535357032, + "nauc_map_at_1_std": -0.041886182167040244, + "nauc_map_at_20_diff1": 0.06110713861218899, + "nauc_map_at_20_max": 0.09594125168817685, + "nauc_map_at_20_std": 0.07029879683004615, + "nauc_map_at_3_diff1": 0.08683271890344868, + "nauc_map_at_3_max": 0.030602017045915638, + "nauc_map_at_3_std": -0.023147844675176346, + "nauc_map_at_5_diff1": 0.06745228887966641, + "nauc_map_at_5_max": 0.052147759451939724, + "nauc_map_at_5_std": 0.01697589960695435, + "nauc_mrr_at_1000_diff1": 0.06505142267608512, + "nauc_mrr_at_1000_max": 0.09365502934658194, + "nauc_mrr_at_1000_std": 0.10675904101735877, + "nauc_mrr_at_100_diff1": 0.06525011946998958, + "nauc_mrr_at_100_max": 0.09415031015760618, + "nauc_mrr_at_100_std": 0.10801457046617398, + "nauc_mrr_at_10_diff1": 0.06875482716586184, + "nauc_mrr_at_10_max": 0.07724906415663121, + "nauc_mrr_at_10_std": 0.09246556209328453, + "nauc_mrr_at_1_diff1": 0.1763418408674603, + "nauc_mrr_at_1_max": 0.06666771135676133, + "nauc_mrr_at_1_std": 0.015494406912506267, + "nauc_mrr_at_20_diff1": 0.06626898540371959, + "nauc_mrr_at_20_max": 0.09446764849983287, + "nauc_mrr_at_20_std": 0.10154835246378698, + "nauc_mrr_at_3_diff1": 0.09136217786364428, + "nauc_mrr_at_3_max": 0.0485204976208142, + "nauc_mrr_at_3_std": 0.047926436571944335, + "nauc_mrr_at_5_diff1": 0.07332951266825777, + "nauc_mrr_at_5_max": 0.07130191824177111, + "nauc_mrr_at_5_std": 0.07502785962373822, + "nauc_ndcg_at_1000_diff1": 0.009317789244463144, + "nauc_ndcg_at_1000_max": 0.18014581504950802, + "nauc_ndcg_at_1000_std": 0.22191164709613742, + "nauc_ndcg_at_100_diff1": 0.019394926703157695, + "nauc_ndcg_at_100_max": 0.1789701038616087, + "nauc_ndcg_at_100_std": 0.24738771702455822, + "nauc_ndcg_at_10_diff1": 0.04214355905298026, + "nauc_ndcg_at_10_max": 0.08583954484132739, + "nauc_ndcg_at_10_std": 0.10593614333243762, + "nauc_ndcg_at_1_diff1": 0.1763418408674603, + "nauc_ndcg_at_1_max": 0.06666771135676133, + "nauc_ndcg_at_1_std": 0.015494406912506267, + "nauc_ndcg_at_20_diff1": 0.03998065031604557, + "nauc_ndcg_at_20_max": 0.15640625262161337, + "nauc_ndcg_at_20_std": 0.14896221577010854, + "nauc_ndcg_at_3_diff1": 0.07738463263063937, + "nauc_ndcg_at_3_max": 0.032775291397445026, + "nauc_ndcg_at_3_std": 0.007402600187933143, + "nauc_ndcg_at_5_diff1": 0.04575359682497966, + "nauc_ndcg_at_5_max": 0.066769127703839, + "nauc_ndcg_at_5_std": 0.057257766624962965, + "nauc_precision_at_1000_diff1": -0.047811022739003846, + "nauc_precision_at_1000_max": 0.1790920177398163, + "nauc_precision_at_1000_std": 0.20541826699620142, + "nauc_precision_at_100_diff1": -0.027554157534212503, + "nauc_precision_at_100_max": 0.229111926636465, + "nauc_precision_at_100_std": 0.33306073503151284, + "nauc_precision_at_10_diff1": 0.007629204531634261, + "nauc_precision_at_10_max": 0.12843973371700781, + "nauc_precision_at_10_std": 0.20712420469638806, + "nauc_precision_at_1_diff1": 0.1763418408674603, + "nauc_precision_at_1_max": 0.06666771135676133, + "nauc_precision_at_1_std": 0.015494406912506267, + "nauc_precision_at_20_diff1": 0.010646319065431916, + "nauc_precision_at_20_max": 0.2546511692990615, + "nauc_precision_at_20_std": 0.27978312578004316, + "nauc_precision_at_3_diff1": 0.06554828858168721, + "nauc_precision_at_3_max": 0.027871979563092373, + "nauc_precision_at_3_std": 0.07324269863478135, + "nauc_precision_at_5_diff1": 0.027198977881299703, + "nauc_precision_at_5_max": 0.09293382837536306, + "nauc_precision_at_5_std": 0.14954896959760947, + "nauc_recall_at_1000_diff1": -0.3466996010073247, + "nauc_recall_at_1000_max": 0.4907367644480028, + "nauc_recall_at_1000_std": 0.7888319946597858, + "nauc_recall_at_100_diff1": -0.0707252062013318, + "nauc_recall_at_100_max": 0.2665212797881127, + "nauc_recall_at_100_std": 0.5137701423356031, + "nauc_recall_at_10_diff1": 0.011783136538320362, + "nauc_recall_at_10_max": 0.09817671683414676, + "nauc_recall_at_10_std": 0.15501866923005947, + "nauc_recall_at_1_diff1": 0.1421264903917603, + "nauc_recall_at_1_max": 0.05936784535357032, + "nauc_recall_at_1_std": -0.041886182167040244, + "nauc_recall_at_20_diff1": 0.00816992985821063, + "nauc_recall_at_20_max": 0.21648671194431962, + "nauc_recall_at_20_std": 0.2076053115796016, + "nauc_recall_at_3_diff1": 0.03152882728269048, + "nauc_recall_at_3_max": 0.008881366235177438, + "nauc_recall_at_3_std": -0.008820929834380997, + "nauc_recall_at_5_diff1": -0.0027178341382694472, + "nauc_recall_at_5_max": 0.07166374407888605, + "nauc_recall_at_5_std": 0.07628422020740276, + "ndcg_at_1": 0.06414, + "ndcg_at_10": 0.13393, + "ndcg_at_100": 0.24719, + "ndcg_at_1000": 0.28301, + "ndcg_at_20": 0.17201, + "ndcg_at_3": 0.08067, + "ndcg_at_5": 0.09961, + "precision_at_1": 0.06414, + "precision_at_10": 0.04431, + "precision_at_100": 0.01464, + "precision_at_1000": 0.00195, + "precision_at_20": 0.03542, + "precision_at_3": 0.05442, + "precision_at_5": 0.05015, + "recall_at_1": 0.03887, + "recall_at_10": 0.21806, + "recall_at_100": 0.67664, + "recall_at_1000": 0.90609, + "recall_at_20": 0.34134, + "recall_at_3": 0.08895, + "recall_at_5": 0.13042 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 0.00017, + "map_at_1000": 0.00028, + "map_at_20": 4e-05, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.00048165025163558013, + "mrr_at_1000": 0.0007313533972262195, + "mrr_at_20": 0.0001680672268907563, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.0014884882039396905, + "nauc_map_at_1000_max": -0.09546511193557113, + "nauc_map_at_1000_std": -0.15128844048146736, + "nauc_map_at_100_diff1": 0.09221971476289059, + "nauc_map_at_100_max": -0.09777763543541894, + "nauc_map_at_100_std": -0.1874017781895723, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.6619264824255433, + "nauc_map_at_20_max": -0.20579554601556233, + "nauc_map_at_20_std": -0.3184867185403812, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.06512532488850302, + "nauc_mrr_at_1000_max": -0.10446292808935811, + "nauc_mrr_at_1000_std": -0.07933535173942986, + "nauc_mrr_at_100_diff1": 0.14924898448043616, + "nauc_mrr_at_100_max": -0.12486619995720938, + "nauc_mrr_at_100_std": -0.09137536783572042, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.6619264824255433, + "nauc_mrr_at_20_max": -0.20579554601556233, + "nauc_mrr_at_20_std": -0.3184867185403812, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": -0.06352399422979892, + "nauc_ndcg_at_1000_max": -0.052044184586387654, + "nauc_ndcg_at_1000_std": -0.0773164954943124, + "nauc_ndcg_at_100_diff1": 0.055956046063627723, + "nauc_ndcg_at_100_max": -0.03955541398340355, + "nauc_ndcg_at_100_std": -0.1720739564000712, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.6619264824255433, + "nauc_ndcg_at_20_max": -0.2057955460155622, + "nauc_ndcg_at_20_std": -0.318486718540381, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": -0.08641543547546315, + "nauc_precision_at_1000_max": -0.06860577906524054, + "nauc_precision_at_1000_std": -0.023656027503018928, + "nauc_precision_at_100_diff1": 0.011436812449691382, + "nauc_precision_at_100_max": -0.07861550845183791, + "nauc_precision_at_100_std": -0.1397907163938825, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.6619264824255434, + "nauc_precision_at_20_max": -0.20579554601556221, + "nauc_precision_at_20_std": -0.318486718540381, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.074201822618629, + "nauc_recall_at_1000_max": -0.036633065275152144, + "nauc_recall_at_1000_std": -0.08352101796493511, + "nauc_recall_at_100_diff1": 0.040109902707351666, + "nauc_recall_at_100_max": 0.0008371592108271376, + "nauc_recall_at_100_std": -0.19679066248355592, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.6619264824255434, + "nauc_recall_at_20_max": -0.2057955460155621, + "nauc_recall_at_20_std": -0.318486718540381, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.00197, + "ndcg_at_1000": 0.00755, + "ndcg_at_20": 0.00027, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 0.00023, + "precision_at_1000": 0.00012, + "precision_at_20": 0.00014, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.00884, + "recall_at_1000": 0.04704, + "recall_at_20": 0.00071, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.09277, + "map_at_1": 0.02855, + "map_at_10": 0.05902, + "map_at_100": 0.0703, + "map_at_1000": 0.07213, + "map_at_20": 0.06446, + "map_at_3": 0.04668, + "map_at_5": 0.05196, + "mrr_at_1": 0.06875, + "mrr_at_10": 0.12349165013227509, + "mrr_at_100": 0.13316377708138352, + "mrr_at_1000": 0.1338398971132892, + "mrr_at_20": 0.12878293104420227, + "mrr_at_3": 0.10451388888888882, + "mrr_at_5": 0.11399305555555553, + "nauc_map_at_1000_diff1": 0.20974098718206946, + "nauc_map_at_1000_max": 0.08985716704498165, + "nauc_map_at_1000_std": 0.290554165300659, + "nauc_map_at_100_diff1": 0.21175653413572268, + "nauc_map_at_100_max": 0.08674808831974663, + "nauc_map_at_100_std": 0.2815886737149932, + "nauc_map_at_10_diff1": 0.22663287463314552, + "nauc_map_at_10_max": 0.0853092841467449, + "nauc_map_at_10_std": 0.24025372637859232, + "nauc_map_at_1_diff1": 0.37535658071775624, + "nauc_map_at_1_max": 0.07297387420935746, + "nauc_map_at_1_std": 0.1843407842942531, + "nauc_map_at_20_diff1": 0.216529570794077, + "nauc_map_at_20_max": 0.0875822334473683, + "nauc_map_at_20_std": 0.25656926603142394, + "nauc_map_at_3_diff1": 0.2572552533100427, + "nauc_map_at_3_max": 0.051056688605910505, + "nauc_map_at_3_std": 0.20742764263368355, + "nauc_map_at_5_diff1": 0.24798385231407716, + "nauc_map_at_5_max": 0.05428333626116295, + "nauc_map_at_5_std": 0.21675643529802335, + "nauc_mrr_at_1000_diff1": 0.19016589287278668, + "nauc_mrr_at_1000_max": 0.08450863794264007, + "nauc_mrr_at_1000_std": 0.2563724792804166, + "nauc_mrr_at_100_diff1": 0.19049913414284247, + "nauc_mrr_at_100_max": 0.0842723937897157, + "nauc_mrr_at_100_std": 0.25559806674302593, + "nauc_mrr_at_10_diff1": 0.19711936017035775, + "nauc_mrr_at_10_max": 0.08687470075979382, + "nauc_mrr_at_10_std": 0.2433377766211969, + "nauc_mrr_at_1_diff1": 0.2557910741436364, + "nauc_mrr_at_1_max": 0.10027969526225503, + "nauc_mrr_at_1_std": 0.2428389069118878, + "nauc_mrr_at_20_diff1": 0.19130557243631421, + "nauc_mrr_at_20_max": 0.08393739714722749, + "nauc_mrr_at_20_std": 0.2501750151842537, + "nauc_mrr_at_3_diff1": 0.21576128465683336, + "nauc_mrr_at_3_max": 0.0795401560147491, + "nauc_mrr_at_3_std": 0.23538946952887604, + "nauc_mrr_at_5_diff1": 0.20784724541193178, + "nauc_mrr_at_5_max": 0.07820383925721085, + "nauc_mrr_at_5_std": 0.23116033646206643, + "nauc_ndcg_at_1000_diff1": 0.13620983047305515, + "nauc_ndcg_at_1000_max": 0.12425933455560238, + "nauc_ndcg_at_1000_std": 0.43331462354673267, + "nauc_ndcg_at_100_diff1": 0.15513539880659657, + "nauc_ndcg_at_100_max": 0.09512760999656518, + "nauc_ndcg_at_100_std": 0.36885050700202204, + "nauc_ndcg_at_10_diff1": 0.19125944342303755, + "nauc_ndcg_at_10_max": 0.10127926913496278, + "nauc_ndcg_at_10_std": 0.262911393403993, + "nauc_ndcg_at_1_diff1": 0.2557910741436364, + "nauc_ndcg_at_1_max": 0.10027969526225503, + "nauc_ndcg_at_1_std": 0.2428389069118878, + "nauc_ndcg_at_20_diff1": 0.1685543720340507, + "nauc_ndcg_at_20_max": 0.09229617639551198, + "nauc_ndcg_at_20_std": 0.2914525441105902, + "nauc_ndcg_at_3_diff1": 0.22702892396545588, + "nauc_ndcg_at_3_max": 0.07010289095183438, + "nauc_ndcg_at_3_std": 0.23001801833841767, + "nauc_ndcg_at_5_diff1": 0.22183255522133222, + "nauc_ndcg_at_5_max": 0.06130835864470543, + "nauc_ndcg_at_5_std": 0.22780126756597102, + "nauc_precision_at_1000_diff1": 0.029101655413373916, + "nauc_precision_at_1000_max": 0.14530439857844746, + "nauc_precision_at_1000_std": 0.4483031446591166, + "nauc_precision_at_100_diff1": 0.07980789302834235, + "nauc_precision_at_100_max": 0.12017314715688951, + "nauc_precision_at_100_std": 0.4352479235172564, + "nauc_precision_at_10_diff1": 0.13243012889225866, + "nauc_precision_at_10_max": 0.1497179011215978, + "nauc_precision_at_10_std": 0.30268712907526985, + "nauc_precision_at_1_diff1": 0.2557910741436364, + "nauc_precision_at_1_max": 0.10027969526225503, + "nauc_precision_at_1_std": 0.2428389069118878, + "nauc_precision_at_20_diff1": 0.11475060644529039, + "nauc_precision_at_20_max": 0.13295293797287713, + "nauc_precision_at_20_std": 0.3388306782902343, + "nauc_precision_at_3_diff1": 0.2025823980163809, + "nauc_precision_at_3_max": 0.08414366920585523, + "nauc_precision_at_3_std": 0.2449698255477656, + "nauc_precision_at_5_diff1": 0.18281630196101722, + "nauc_precision_at_5_max": 0.07980285264535253, + "nauc_precision_at_5_std": 0.23669976006579135, + "nauc_recall_at_1000_diff1": -0.0010647192079312954, + "nauc_recall_at_1000_max": 0.16722348406817694, + "nauc_recall_at_1000_std": 0.6235804741995391, + "nauc_recall_at_100_diff1": 0.058983354663153596, + "nauc_recall_at_100_max": 0.08627643285749893, + "nauc_recall_at_100_std": 0.44977968994312023, + "nauc_recall_at_10_diff1": 0.13847433008930055, + "nauc_recall_at_10_max": 0.12289699526563844, + "nauc_recall_at_10_std": 0.28480230273260215, + "nauc_recall_at_1_diff1": 0.37535658071775624, + "nauc_recall_at_1_max": 0.07297387420935746, + "nauc_recall_at_1_std": 0.1843407842942531, + "nauc_recall_at_20_diff1": 0.08486825757761729, + "nauc_recall_at_20_max": 0.08290455819984688, + "nauc_recall_at_20_std": 0.3118792707303763, + "nauc_recall_at_3_diff1": 0.20383589946482897, + "nauc_recall_at_3_max": 0.033339995057800394, + "nauc_recall_at_3_std": 0.209026207596159, + "nauc_recall_at_5_diff1": 0.1897331185666074, + "nauc_recall_at_5_max": 0.03930632274020438, + "nauc_recall_at_5_std": 0.21912835124113353, + "ndcg_at_1": 0.06875, + "ndcg_at_10": 0.09277, + "ndcg_at_100": 0.14664, + "ndcg_at_1000": 0.18312, + "ndcg_at_20": 0.1104, + "ndcg_at_3": 0.0741, + "ndcg_at_5": 0.07816, + "precision_at_1": 0.06875, + "precision_at_10": 0.0349, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00169, + "precision_at_20": 0.02536, + "precision_at_3": 0.0559, + "precision_at_5": 0.04625, + "recall_at_1": 0.02855, + "recall_at_10": 0.12646, + "recall_at_100": 0.31966, + "recall_at_1000": 0.53286, + "recall_at_20": 0.17825, + "recall_at_3": 0.06874, + "recall_at_5": 0.08699 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.01092, + "map_at_1": 0.00363, + "map_at_10": 0.00701, + "map_at_100": 0.00838, + "map_at_1000": 0.00858, + "map_at_20": 0.00763, + "map_at_3": 0.00589, + "map_at_5": 0.00617, + "mrr_at_1": 0.0069767441860465115, + "mrr_at_10": 0.013763842746400884, + "mrr_at_100": 0.01578571203889354, + "mrr_at_1000": 0.016079367406333922, + "mrr_at_20": 0.014623075567843008, + "mrr_at_3": 0.011627906976744186, + "mrr_at_5": 0.012209302325581395, + "nauc_map_at_1000_diff1": 0.23207942170606016, + "nauc_map_at_1000_max": 0.10617683780119762, + "nauc_map_at_1000_std": 0.2924064090188917, + "nauc_map_at_100_diff1": 0.23579879380513724, + "nauc_map_at_100_max": 0.10659285018402978, + "nauc_map_at_100_std": 0.29291059441721795, + "nauc_map_at_10_diff1": 0.25896082193565, + "nauc_map_at_10_max": 0.1083224781797864, + "nauc_map_at_10_std": 0.274788918318292, + "nauc_map_at_1_diff1": 0.5545800912261873, + "nauc_map_at_1_max": -0.05176281191306685, + "nauc_map_at_1_std": 0.37543332438958965, + "nauc_map_at_20_diff1": 0.23851767959018685, + "nauc_map_at_20_max": 0.10861135499076487, + "nauc_map_at_20_std": 0.2844425008875587, + "nauc_map_at_3_diff1": 0.3239191240521775, + "nauc_map_at_3_max": 0.07659838792080004, + "nauc_map_at_3_std": 0.3147479885765112, + "nauc_map_at_5_diff1": 0.3272810095739287, + "nauc_map_at_5_max": 0.09438479527939005, + "nauc_map_at_5_std": 0.32364916555432083, + "nauc_mrr_at_1000_diff1": 0.11948117557322535, + "nauc_mrr_at_1000_max": 0.04423475414569258, + "nauc_mrr_at_1000_std": 0.1758754609247143, + "nauc_mrr_at_100_diff1": 0.12115054721559812, + "nauc_mrr_at_100_max": 0.04443478900586831, + "nauc_mrr_at_100_std": 0.17524720856469944, + "nauc_mrr_at_10_diff1": 0.11502966965365048, + "nauc_mrr_at_10_max": 0.03401859070001936, + "nauc_mrr_at_10_std": 0.15364411057705601, + "nauc_mrr_at_1_diff1": 0.18379393614166897, + "nauc_mrr_at_1_max": -0.14958411591092038, + "nauc_mrr_at_1_std": 0.1443520257579824, + "nauc_mrr_at_20_diff1": 0.10973040053941158, + "nauc_mrr_at_20_max": 0.04147290486466566, + "nauc_mrr_at_20_std": 0.16285335733345033, + "nauc_mrr_at_3_diff1": 0.12426884894016643, + "nauc_mrr_at_3_max": -0.009645827743493337, + "nauc_mrr_at_3_std": 0.14878365083624, + "nauc_mrr_at_5_diff1": 0.13645597761508682, + "nauc_mrr_at_5_max": 0.014284436608021327, + "nauc_mrr_at_5_std": 0.16785277745835844, + "nauc_ndcg_at_1000_diff1": 0.12708781063026497, + "nauc_ndcg_at_1000_max": 0.10692465764959115, + "nauc_ndcg_at_1000_std": 0.258168471888451, + "nauc_ndcg_at_100_diff1": 0.15984945435439307, + "nauc_ndcg_at_100_max": 0.11566884232183307, + "nauc_ndcg_at_100_std": 0.2607175792891156, + "nauc_ndcg_at_10_diff1": 0.15048604266350118, + "nauc_ndcg_at_10_max": 0.12250292834452278, + "nauc_ndcg_at_10_std": 0.20105123069570954, + "nauc_ndcg_at_1_diff1": 0.18379393614166897, + "nauc_ndcg_at_1_max": -0.14958411591092038, + "nauc_ndcg_at_1_std": 0.1443520257579824, + "nauc_ndcg_at_20_diff1": 0.12390485884608826, + "nauc_ndcg_at_20_max": 0.12471966834405651, + "nauc_ndcg_at_20_std": 0.2321619590987679, + "nauc_ndcg_at_3_diff1": 0.21437946518045298, + "nauc_ndcg_at_3_max": 0.050916659729706576, + "nauc_ndcg_at_3_std": 0.22767599365945393, + "nauc_ndcg_at_5_diff1": 0.2459647043870805, + "nauc_ndcg_at_5_max": 0.09726660913450613, + "nauc_ndcg_at_5_std": 0.2660031719809301, + "nauc_precision_at_1000_diff1": 0.10122058140110538, + "nauc_precision_at_1000_max": 0.12419651312648017, + "nauc_precision_at_1000_std": 0.277531752204249, + "nauc_precision_at_100_diff1": 0.1487354323911293, + "nauc_precision_at_100_max": 0.12315243639248259, + "nauc_precision_at_100_std": 0.26935056753887615, + "nauc_precision_at_10_diff1": 0.06657020200084313, + "nauc_precision_at_10_max": 0.1505136264325959, + "nauc_precision_at_10_std": 0.16201272566982233, + "nauc_precision_at_1_diff1": 0.18379393614166897, + "nauc_precision_at_1_max": -0.14958411591092038, + "nauc_precision_at_1_std": 0.1443520257579824, + "nauc_precision_at_20_diff1": 0.049363077670026914, + "nauc_precision_at_20_max": 0.16398354351131378, + "nauc_precision_at_20_std": 0.22696027700052368, + "nauc_precision_at_3_diff1": 0.12753778731777132, + "nauc_precision_at_3_max": 0.05253555138180848, + "nauc_precision_at_3_std": 0.1322421965834901, + "nauc_precision_at_5_diff1": 0.1539963628775006, + "nauc_precision_at_5_max": 0.13531884446829442, + "nauc_precision_at_5_std": 0.22678353158632203, + "nauc_recall_at_1000_diff1": 0.07711975131289844, + "nauc_recall_at_1000_max": 0.09940944947630925, + "nauc_recall_at_1000_std": 0.24243243967149206, + "nauc_recall_at_100_diff1": 0.13987167888582835, + "nauc_recall_at_100_max": 0.13193176243569898, + "nauc_recall_at_100_std": 0.2660174413224046, + "nauc_recall_at_10_diff1": 0.042343916938703915, + "nauc_recall_at_10_max": 0.1781615168079143, + "nauc_recall_at_10_std": 0.1359539516166352, + "nauc_recall_at_1_diff1": 0.5545800912261873, + "nauc_recall_at_1_max": -0.05176281191306685, + "nauc_recall_at_1_std": 0.37543332438958965, + "nauc_recall_at_20_diff1": 0.02492289058849782, + "nauc_recall_at_20_max": 0.15964251505466148, + "nauc_recall_at_20_std": 0.216351103901696, + "nauc_recall_at_3_diff1": 0.22938063840736858, + "nauc_recall_at_3_max": 0.1255393737326641, + "nauc_recall_at_3_std": 0.26273347203467246, + "nauc_recall_at_5_diff1": 0.24979083535008162, + "nauc_recall_at_5_max": 0.15840075286056615, + "nauc_recall_at_5_std": 0.28207819123134203, + "ndcg_at_1": 0.00698, + "ndcg_at_10": 0.01092, + "ndcg_at_100": 0.01928, + "ndcg_at_1000": 0.0269, + "ndcg_at_20": 0.01326, + "ndcg_at_3": 0.00845, + "ndcg_at_5": 0.00863, + "precision_at_1": 0.00698, + "precision_at_10": 0.00326, + "precision_at_100": 0.00107, + "precision_at_1000": 0.00022, + "precision_at_20": 0.00244, + "precision_at_3": 0.00581, + "precision_at_5": 0.00419, + "recall_at_1": 0.00363, + "recall_at_10": 0.01649, + "recall_at_100": 0.05052, + "recall_at_1000": 0.10373, + "recall_at_20": 0.02399, + "recall_at_3": 0.00887, + "recall_at_5": 0.00984 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.02117, + "map_at_1": 0.00626, + "map_at_10": 0.01677, + "map_at_100": 0.01781, + "map_at_1000": 0.01795, + "map_at_20": 0.01744, + "map_at_3": 0.01487, + "map_at_5": 0.01581, + "mrr_at_1": 0.009389671361502348, + "mrr_at_10": 0.020036887994634472, + "mrr_at_100": 0.020963785073076013, + "mrr_at_1000": 0.021222936732494636, + "mrr_at_20": 0.020283984609410853, + "mrr_at_3": 0.018779342723004695, + "mrr_at_5": 0.018779342723004695, + "nauc_map_at_1000_diff1": 0.5616605409062275, + "nauc_map_at_1000_max": -0.18760041461110816, + "nauc_map_at_1000_std": 0.09413601591253001, + "nauc_map_at_100_diff1": 0.5668747128893353, + "nauc_map_at_100_max": -0.18799716142887063, + "nauc_map_at_100_std": 0.09546291700546641, + "nauc_map_at_10_diff1": 0.5992508558435867, + "nauc_map_at_10_max": -0.17426595971409464, + "nauc_map_at_10_std": 0.09707792655502233, + "nauc_map_at_1_diff1": 0.8307229494325377, + "nauc_map_at_1_max": -0.18058359623216452, + "nauc_map_at_1_std": -0.2662178688721748, + "nauc_map_at_20_diff1": 0.5824850495736337, + "nauc_map_at_20_max": -0.18971289691689724, + "nauc_map_at_20_std": 0.10261744110801078, + "nauc_map_at_3_diff1": 0.6321826512887758, + "nauc_map_at_3_max": -0.22250029510855, + "nauc_map_at_3_std": 0.016495011451728752, + "nauc_map_at_5_diff1": 0.6138089372159862, + "nauc_map_at_5_max": -0.14987651520111156, + "nauc_map_at_5_std": 0.05457231232231662, + "nauc_mrr_at_1000_diff1": 0.5095102280286931, + "nauc_mrr_at_1000_max": -0.1784753174519442, + "nauc_mrr_at_1000_std": 0.12395429606886472, + "nauc_mrr_at_100_diff1": 0.5168737531323876, + "nauc_mrr_at_100_max": -0.18021193013326636, + "nauc_mrr_at_100_std": 0.12685065942052814, + "nauc_mrr_at_10_diff1": 0.5363160207353231, + "nauc_mrr_at_10_max": -0.17527737609123767, + "nauc_mrr_at_10_std": 0.1408126930953777, + "nauc_mrr_at_1_diff1": 0.6614458988650755, + "nauc_mrr_at_1_max": 0.21294426917855694, + "nauc_mrr_at_1_std": 0.04167572389853638, + "nauc_mrr_at_20_diff1": 0.5419645530039376, + "nauc_mrr_at_20_max": -0.1801359161806205, + "nauc_mrr_at_20_std": 0.1402923954624573, + "nauc_mrr_at_3_diff1": 0.5586867400134469, + "nauc_mrr_at_3_max": -0.14856973643376123, + "nauc_mrr_at_3_std": 0.10443746011466153, + "nauc_mrr_at_5_diff1": 0.5586867400134469, + "nauc_mrr_at_5_max": -0.14856973643376123, + "nauc_mrr_at_5_std": 0.10443746011466153, + "nauc_ndcg_at_1000_diff1": 0.39784738963235544, + "nauc_ndcg_at_1000_max": -0.17771343774896456, + "nauc_ndcg_at_1000_std": 0.08176279665893611, + "nauc_ndcg_at_100_diff1": 0.470588357274519, + "nauc_ndcg_at_100_max": -0.21249850173913115, + "nauc_ndcg_at_100_std": 0.12602211618296266, + "nauc_ndcg_at_10_diff1": 0.5525972215467535, + "nauc_ndcg_at_10_max": -0.22158827350358162, + "nauc_ndcg_at_10_std": 0.16040463956834297, + "nauc_ndcg_at_1_diff1": 0.6614458988650755, + "nauc_ndcg_at_1_max": 0.21294426917855694, + "nauc_ndcg_at_1_std": 0.04167572389853638, + "nauc_ndcg_at_20_diff1": 0.5433575815959654, + "nauc_ndcg_at_20_max": -0.25047055198921975, + "nauc_ndcg_at_20_std": 0.16312779748623174, + "nauc_ndcg_at_3_diff1": 0.5986761293184186, + "nauc_ndcg_at_3_max": -0.23107919896551005, + "nauc_ndcg_at_3_std": 0.05476425046562242, + "nauc_ndcg_at_5_diff1": 0.5861044306749627, + "nauc_ndcg_at_5_max": -0.17496014170620228, + "nauc_ndcg_at_5_std": 0.08223842156810754, + "nauc_precision_at_1000_diff1": 0.054603357043828134, + "nauc_precision_at_1000_max": -0.051217059811619135, + "nauc_precision_at_1000_std": -0.06047539278039291, + "nauc_precision_at_100_diff1": 0.21317660468765892, + "nauc_precision_at_100_max": -0.11943304357045921, + "nauc_precision_at_100_std": 0.13065109990157983, + "nauc_precision_at_10_diff1": 0.41318480440220273, + "nauc_precision_at_10_max": -0.07626693531129766, + "nauc_precision_at_10_std": 0.3389965849730288, + "nauc_precision_at_1_diff1": 0.6614458988650755, + "nauc_precision_at_1_max": 0.21294426917855694, + "nauc_precision_at_1_std": 0.04167572389853638, + "nauc_precision_at_20_diff1": 0.40115395506386414, + "nauc_precision_at_20_max": -0.15924102303322896, + "nauc_precision_at_20_std": 0.3175799566258804, + "nauc_precision_at_3_diff1": 0.4956419885867967, + "nauc_precision_at_3_max": -0.08777806140388614, + "nauc_precision_at_3_std": 0.20137302036573979, + "nauc_precision_at_5_diff1": 0.474048214729716, + "nauc_precision_at_5_max": 0.04819419627159958, + "nauc_precision_at_5_std": 0.25838425650001723, + "nauc_recall_at_1000_diff1": 0.28780817309022344, + "nauc_recall_at_1000_max": -0.11778606365627792, + "nauc_recall_at_1000_std": 0.04857381548310257, + "nauc_recall_at_100_diff1": 0.39241172968210386, + "nauc_recall_at_100_max": -0.20685063400519346, + "nauc_recall_at_100_std": 0.14971113804318523, + "nauc_recall_at_10_diff1": 0.5222546887278452, + "nauc_recall_at_10_max": -0.3122396307449632, + "nauc_recall_at_10_std": 0.24936484049573202, + "nauc_recall_at_1_diff1": 0.8307229494325377, + "nauc_recall_at_1_max": -0.18058359623216452, + "nauc_recall_at_1_std": -0.2662178688721748, + "nauc_recall_at_20_diff1": 0.5294568981378953, + "nauc_recall_at_20_max": -0.3613405990383238, + "nauc_recall_at_20_std": 0.2350523992671822, + "nauc_recall_at_3_diff1": 0.5975490556447458, + "nauc_recall_at_3_max": -0.32179794443812804, + "nauc_recall_at_3_std": 0.05148669883082785, + "nauc_recall_at_5_diff1": 0.5792385717837727, + "nauc_recall_at_5_max": -0.23367808147558616, + "nauc_recall_at_5_std": 0.09188511287143651, + "ndcg_at_1": 0.00939, + "ndcg_at_10": 0.02117, + "ndcg_at_100": 0.02631, + "ndcg_at_1000": 0.03257, + "ndcg_at_20": 0.02306, + "ndcg_at_3": 0.01784, + "ndcg_at_5": 0.0187, + "precision_at_1": 0.00939, + "precision_at_10": 0.00469, + "precision_at_100": 0.00089, + "precision_at_1000": 0.00021, + "precision_at_20": 0.00282, + "precision_at_3": 0.01095, + "precision_at_5": 0.00751, + "recall_at_1": 0.00626, + "recall_at_10": 0.03052, + "recall_at_100": 0.05263, + "recall_at_1000": 0.09383, + "recall_at_20": 0.03756, + "recall_at_3": 0.02191, + "recall_at_5": 0.02347 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.01185, + "map_at_1": 0.00765, + "map_at_10": 0.00918, + "map_at_100": 0.01023, + "map_at_1000": 0.01046, + "map_at_20": 0.0096, + "map_at_3": 0.00801, + "map_at_5": 0.00825, + "mrr_at_1": 0.012, + "mrr_at_10": 0.014365873015873016, + "mrr_at_100": 0.01596980122026075, + "mrr_at_1000": 0.016247344353907144, + "mrr_at_20": 0.015163672846761081, + "mrr_at_3": 0.012833333333333334, + "mrr_at_5": 0.013083333333333334, + "nauc_map_at_1000_diff1": 0.23231423766359752, + "nauc_map_at_1000_max": 0.15100882135461724, + "nauc_map_at_1000_std": 0.1608371507385338, + "nauc_map_at_100_diff1": 0.23468513103596164, + "nauc_map_at_100_max": 0.14883864932712845, + "nauc_map_at_100_std": 0.15269165888583083, + "nauc_map_at_10_diff1": 0.236279431395782, + "nauc_map_at_10_max": 0.13939861025355324, + "nauc_map_at_10_std": 0.11860622280083824, + "nauc_map_at_1_diff1": 0.2666130042035596, + "nauc_map_at_1_max": 0.15192965657777294, + "nauc_map_at_1_std": 0.17474497177459672, + "nauc_map_at_20_diff1": 0.22670777196012368, + "nauc_map_at_20_max": 0.1399370048266059, + "nauc_map_at_20_std": 0.11868879189901789, + "nauc_map_at_3_diff1": 0.24124365921433236, + "nauc_map_at_3_max": 0.15655335154086084, + "nauc_map_at_3_std": 0.16778451060168575, + "nauc_map_at_5_diff1": 0.233688097248922, + "nauc_map_at_5_max": 0.15079376781061457, + "nauc_map_at_5_std": 0.14998147170609066, + "nauc_mrr_at_1000_diff1": 0.2468357612803128, + "nauc_mrr_at_1000_max": 0.2334257339059305, + "nauc_mrr_at_1000_std": 0.12798720377418754, + "nauc_mrr_at_100_diff1": 0.24910931175386197, + "nauc_mrr_at_100_max": 0.23467493921264032, + "nauc_mrr_at_100_std": 0.12485807846434929, + "nauc_mrr_at_10_diff1": 0.26210792861039495, + "nauc_mrr_at_10_max": 0.24078681604502597, + "nauc_mrr_at_10_std": 0.07757418807360708, + "nauc_mrr_at_1_diff1": 0.2814596189965119, + "nauc_mrr_at_1_max": 0.25641713621321877, + "nauc_mrr_at_1_std": 0.09679366782935335, + "nauc_mrr_at_20_diff1": 0.2528634762405612, + "nauc_mrr_at_20_max": 0.23822984740458003, + "nauc_mrr_at_20_std": 0.09851140691596225, + "nauc_mrr_at_3_diff1": 0.2421884528136206, + "nauc_mrr_at_3_max": 0.2549419992403626, + "nauc_mrr_at_3_std": 0.10031047567940511, + "nauc_mrr_at_5_diff1": 0.25666892823756415, + "nauc_mrr_at_5_max": 0.2519521002701923, + "nauc_mrr_at_5_std": 0.09446131602918276, + "nauc_ndcg_at_1000_diff1": 0.1888134310020301, + "nauc_ndcg_at_1000_max": 0.19518769795265783, + "nauc_ndcg_at_1000_std": 0.2993938262839109, + "nauc_ndcg_at_100_diff1": 0.23214970775577767, + "nauc_ndcg_at_100_max": 0.18521407251314725, + "nauc_ndcg_at_100_std": 0.25333052349028, + "nauc_ndcg_at_10_diff1": 0.24252131997003704, + "nauc_ndcg_at_10_max": 0.15821147019189774, + "nauc_ndcg_at_10_std": 0.07385511661925348, + "nauc_ndcg_at_1_diff1": 0.2814596189965119, + "nauc_ndcg_at_1_max": 0.25641713621321877, + "nauc_ndcg_at_1_std": 0.09679366782935335, + "nauc_ndcg_at_20_diff1": 0.2165990830271261, + "nauc_ndcg_at_20_max": 0.15742832751196814, + "nauc_ndcg_at_20_std": 0.0998068742939948, + "nauc_ndcg_at_3_diff1": 0.23455550970072384, + "nauc_ndcg_at_3_max": 0.19195849685105504, + "nauc_ndcg_at_3_std": 0.14898969645862595, + "nauc_ndcg_at_5_diff1": 0.23156729419460906, + "nauc_ndcg_at_5_max": 0.1788308118161014, + "nauc_ndcg_at_5_std": 0.12566763821462124, + "nauc_precision_at_1000_diff1": 0.15621581879915666, + "nauc_precision_at_1000_max": 0.22482630564369416, + "nauc_precision_at_1000_std": 0.4086956280029076, + "nauc_precision_at_100_diff1": 0.26593746610416213, + "nauc_precision_at_100_max": 0.2385553379878859, + "nauc_precision_at_100_std": 0.4007900941376613, + "nauc_precision_at_10_diff1": 0.28405330471335305, + "nauc_precision_at_10_max": 0.18743105864114729, + "nauc_precision_at_10_std": -0.01709248824891432, + "nauc_precision_at_1_diff1": 0.2814596189965119, + "nauc_precision_at_1_max": 0.25641713621321877, + "nauc_precision_at_1_std": 0.09679366782935335, + "nauc_precision_at_20_diff1": 0.24473437080762014, + "nauc_precision_at_20_max": 0.18909981218137922, + "nauc_precision_at_20_std": 0.11903005097933998, + "nauc_precision_at_3_diff1": 0.1908658821725632, + "nauc_precision_at_3_max": 0.2499520870865115, + "nauc_precision_at_3_std": 0.12474606155851135, + "nauc_precision_at_5_diff1": 0.21664542527502015, + "nauc_precision_at_5_max": 0.2204521062516771, + "nauc_precision_at_5_std": 0.06506573651730614, + "nauc_recall_at_1000_diff1": 0.14105059900655248, + "nauc_recall_at_1000_max": 0.20552562903283933, + "nauc_recall_at_1000_std": 0.3956202997717724, + "nauc_recall_at_100_diff1": 0.21788347873511532, + "nauc_recall_at_100_max": 0.1914667753133566, + "nauc_recall_at_100_std": 0.39313260316487336, + "nauc_recall_at_10_diff1": 0.2297532878090775, + "nauc_recall_at_10_max": 0.10971455008777589, + "nauc_recall_at_10_std": 0.01984979782020631, + "nauc_recall_at_1_diff1": 0.2666130042035596, + "nauc_recall_at_1_max": 0.15192965657777294, + "nauc_recall_at_1_std": 0.17474497177459672, + "nauc_recall_at_20_diff1": 0.16517633741113788, + "nauc_recall_at_20_max": 0.11667785603348159, + "nauc_recall_at_20_std": 0.07729985872125444, + "nauc_recall_at_3_diff1": 0.20866316683385686, + "nauc_recall_at_3_max": 0.15996210945139366, + "nauc_recall_at_3_std": 0.17240779465726405, + "nauc_recall_at_5_diff1": 0.198343281702521, + "nauc_recall_at_5_max": 0.1463695131688987, + "nauc_recall_at_5_std": 0.1296701690535589, + "ndcg_at_1": 0.012, + "ndcg_at_10": 0.01185, + "ndcg_at_100": 0.01861, + "ndcg_at_1000": 0.02654, + "ndcg_at_20": 0.01349, + "ndcg_at_3": 0.00948, + "ndcg_at_5": 0.00953, + "precision_at_1": 0.012, + "precision_at_10": 0.0027, + "precision_at_100": 0.00094, + "precision_at_1000": 0.00021, + "precision_at_20": 0.002, + "precision_at_3": 0.00467, + "precision_at_5": 0.0032, + "recall_at_1": 0.00765, + "recall_at_10": 0.01527, + "recall_at_100": 0.04323, + "recall_at_1000": 0.09777, + "recall_at_20": 0.02015, + "recall_at_3": 0.00848, + "recall_at_5": 0.00913 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.1711, + "map_at_1": 0.07709, + "map_at_10": 0.12976, + "map_at_100": 0.13908, + "map_at_1000": 0.14003, + "map_at_20": 0.13473, + "map_at_3": 0.10642, + "map_at_5": 0.1194, + "mrr_at_1": 0.12240663900414937, + "mrr_at_10": 0.17964005795956, + "mrr_at_100": 0.18781572054016923, + "mrr_at_1000": 0.18846639563878595, + "mrr_at_20": 0.1841943862718049, + "mrr_at_3": 0.15871369294605805, + "mrr_at_5": 0.17209543568464727, + "nauc_map_at_1000_diff1": 0.3219774734028705, + "nauc_map_at_1000_max": -0.016407178579268357, + "nauc_map_at_1000_std": 0.17057386652621312, + "nauc_map_at_100_diff1": 0.3205703206190891, + "nauc_map_at_100_max": -0.017714793819493844, + "nauc_map_at_100_std": 0.16932784905193304, + "nauc_map_at_10_diff1": 0.32422991724687983, + "nauc_map_at_10_max": -0.024260466791807808, + "nauc_map_at_10_std": 0.15614739787606025, + "nauc_map_at_1_diff1": 0.4110897107763657, + "nauc_map_at_1_max": -0.02232199060455488, + "nauc_map_at_1_std": 0.11986034968936762, + "nauc_map_at_20_diff1": 0.3247769548866555, + "nauc_map_at_20_max": -0.021428209866118157, + "nauc_map_at_20_std": 0.16095270528790293, + "nauc_map_at_3_diff1": 0.3249500835555699, + "nauc_map_at_3_max": -0.010484205257863742, + "nauc_map_at_3_std": 0.11663665650411502, + "nauc_map_at_5_diff1": 0.32577571535170347, + "nauc_map_at_5_max": -0.019954526350361965, + "nauc_map_at_5_std": 0.13093559212381992, + "nauc_mrr_at_1000_diff1": 0.35682884732453257, + "nauc_mrr_at_1000_max": 0.0658416757421351, + "nauc_mrr_at_1000_std": 0.20560056668108984, + "nauc_mrr_at_100_diff1": 0.35584234282200033, + "nauc_mrr_at_100_max": 0.06522263333848764, + "nauc_mrr_at_100_std": 0.2051763831862553, + "nauc_mrr_at_10_diff1": 0.3596988790284052, + "nauc_mrr_at_10_max": 0.06643238722217627, + "nauc_mrr_at_10_std": 0.20195763174124806, + "nauc_mrr_at_1_diff1": 0.42245432514090303, + "nauc_mrr_at_1_max": 0.08379213758410482, + "nauc_mrr_at_1_std": 0.1967271153156277, + "nauc_mrr_at_20_diff1": 0.3582684119945766, + "nauc_mrr_at_20_max": 0.06519703414218238, + "nauc_mrr_at_20_std": 0.2054927014716658, + "nauc_mrr_at_3_diff1": 0.3545889900815047, + "nauc_mrr_at_3_max": 0.07950303281300275, + "nauc_mrr_at_3_std": 0.1955114902463206, + "nauc_mrr_at_5_diff1": 0.3603692821158587, + "nauc_mrr_at_5_max": 0.0787834336344323, + "nauc_mrr_at_5_std": 0.1996722125294025, + "nauc_ndcg_at_1000_diff1": 0.32115852746679363, + "nauc_ndcg_at_1000_max": 0.019635177263000972, + "nauc_ndcg_at_1000_std": 0.25227373284053667, + "nauc_ndcg_at_100_diff1": 0.29966056039001465, + "nauc_ndcg_at_100_max": 0.002907677846545658, + "nauc_ndcg_at_100_std": 0.23362305674827208, + "nauc_ndcg_at_10_diff1": 0.3161799793641296, + "nauc_ndcg_at_10_max": -0.011548817307240266, + "nauc_ndcg_at_10_std": 0.1908799880940915, + "nauc_ndcg_at_1_diff1": 0.42245432514090303, + "nauc_ndcg_at_1_max": 0.08379213758410482, + "nauc_ndcg_at_1_std": 0.1967271153156277, + "nauc_ndcg_at_20_diff1": 0.3179262594548388, + "nauc_ndcg_at_20_max": -0.004940193486092141, + "nauc_ndcg_at_20_std": 0.20332908047256665, + "nauc_ndcg_at_3_diff1": 0.31650600225448416, + "nauc_ndcg_at_3_max": 0.02105176714185097, + "nauc_ndcg_at_3_std": 0.14926721243575633, + "nauc_ndcg_at_5_diff1": 0.31900415647890806, + "nauc_ndcg_at_5_max": 0.003492530334110483, + "nauc_ndcg_at_5_std": 0.158371314205897, + "nauc_precision_at_1000_diff1": 0.2076670673302112, + "nauc_precision_at_1000_max": 0.19240038627939654, + "nauc_precision_at_1000_std": 0.3906159341436383, + "nauc_precision_at_100_diff1": 0.189670283783073, + "nauc_precision_at_100_max": 0.11703947014053699, + "nauc_precision_at_100_std": 0.4077350752166248, + "nauc_precision_at_10_diff1": 0.26259702779432076, + "nauc_precision_at_10_max": 0.06752830101228396, + "nauc_precision_at_10_std": 0.3029629118589265, + "nauc_precision_at_1_diff1": 0.42245432514090303, + "nauc_precision_at_1_max": 0.08379213758410482, + "nauc_precision_at_1_std": 0.1967271153156277, + "nauc_precision_at_20_diff1": 0.2560172594178664, + "nauc_precision_at_20_max": 0.07867018460116278, + "nauc_precision_at_20_std": 0.3271477242407091, + "nauc_precision_at_3_diff1": 0.2716786805212783, + "nauc_precision_at_3_max": 0.10389689731395317, + "nauc_precision_at_3_std": 0.219069725370053, + "nauc_precision_at_5_diff1": 0.278952465171331, + "nauc_precision_at_5_max": 0.07398396550638994, + "nauc_precision_at_5_std": 0.2410488388778882, + "nauc_recall_at_1000_diff1": 0.2912012302419454, + "nauc_recall_at_1000_max": 0.014271442047482008, + "nauc_recall_at_1000_std": 0.3988431537210899, + "nauc_recall_at_100_diff1": 0.20021448750200008, + "nauc_recall_at_100_max": -0.03200458207328812, + "nauc_recall_at_100_std": 0.30913883200867237, + "nauc_recall_at_10_diff1": 0.2534580278724952, + "nauc_recall_at_10_max": -0.06365497744598275, + "nauc_recall_at_10_std": 0.2048761280783556, + "nauc_recall_at_1_diff1": 0.4110897107763657, + "nauc_recall_at_1_max": -0.02232199060455488, + "nauc_recall_at_1_std": 0.11986034968936762, + "nauc_recall_at_20_diff1": 0.2579725643955589, + "nauc_recall_at_20_max": -0.04129355847067088, + "nauc_recall_at_20_std": 0.225363003764458, + "nauc_recall_at_3_diff1": 0.24218709383555312, + "nauc_recall_at_3_max": -0.014970642140066562, + "nauc_recall_at_3_std": 0.10545499351014455, + "nauc_recall_at_5_diff1": 0.25228763633766954, + "nauc_recall_at_5_max": -0.028709106364480486, + "nauc_recall_at_5_std": 0.1409891203666116, + "ndcg_at_1": 0.12241, + "ndcg_at_10": 0.1711, + "ndcg_at_100": 0.21478, + "ndcg_at_1000": 0.23852, + "ndcg_at_20": 0.18726, + "ndcg_at_3": 0.13076, + "ndcg_at_5": 0.14999, + "precision_at_1": 0.12241, + "precision_at_10": 0.0417, + "precision_at_100": 0.00766, + "precision_at_1000": 0.00111, + "precision_at_20": 0.02562, + "precision_at_3": 0.07676, + "precision_at_5": 0.06224, + "recall_at_1": 0.07709, + "recall_at_10": 0.24563, + "recall_at_100": 0.4266, + "recall_at_1000": 0.58487, + "recall_at_20": 0.30144, + "recall_at_3": 0.13761, + "recall_at_5": 0.18728 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.00038, + "map_at_1": 0.0, + "map_at_10": 0.00015, + "map_at_100": 0.00038, + "map_at_1000": 0.00039, + "map_at_20": 0.00024, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.00015096618357487922, + "mrr_at_100": 0.00038304489391445914, + "mrr_at_1000": 0.0003894589424446148, + "mrr_at_20": 0.00024386845039018953, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.8747789011497079, + "nauc_map_at_1000_max": -0.5741411551998171, + "nauc_map_at_1000_std": -0.3775835244304046, + "nauc_map_at_100_diff1": 0.8773117964890489, + "nauc_map_at_100_max": -0.5754179788345956, + "nauc_map_at_100_std": -0.37730874734704456, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_10_max": -0.5754179788345957, + "nauc_map_at_10_std": -0.5754179788345957, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_20_max": -0.5754179788345954, + "nauc_map_at_20_std": -0.5754179788345954, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.8747848703923157, + "nauc_mrr_at_1000_max": -0.5741439859435576, + "nauc_mrr_at_1000_std": -0.3775871871744686, + "nauc_mrr_at_100_diff1": 0.8773117964890489, + "nauc_mrr_at_100_max": -0.5754179788345956, + "nauc_mrr_at_100_std": -0.37730874734704456, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_10_max": -0.5754179788345957, + "nauc_mrr_at_10_std": -0.5754179788345957, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_20_max": -0.5754179788345954, + "nauc_mrr_at_20_std": -0.5754179788345954, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.7683739355598486, + "nauc_ndcg_at_1000_max": -0.5529417849907143, + "nauc_ndcg_at_1000_std": -0.2803178599545015, + "nauc_ndcg_at_100_diff1": 0.8069529162694488, + "nauc_ndcg_at_100_max": -0.5754179788345957, + "nauc_ndcg_at_100_std": -0.26671961511173314, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_10_max": -0.5754179788345958, + "nauc_ndcg_at_10_std": -0.5754179788345958, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_20_max": -0.5754179788345954, + "nauc_ndcg_at_20_std": -0.5754179788345954, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.7122581227898512, + "nauc_precision_at_1000_max": -0.5343809221742846, + "nauc_precision_at_1000_std": -0.25281498386191603, + "nauc_precision_at_100_diff1": 0.7748896354948995, + "nauc_precision_at_100_max": -0.5754179788345957, + "nauc_precision_at_100_std": -0.21639799419923328, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": -0.5754179788345958, + "nauc_precision_at_10_std": -0.5754179788345958, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_20_max": -0.5754179788345958, + "nauc_precision_at_20_std": -0.5754179788345958, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": 0.7122581227898513, + "nauc_recall_at_1000_max": -0.5343809221742848, + "nauc_recall_at_1000_std": -0.2528149838619162, + "nauc_recall_at_100_diff1": 0.7748896354948996, + "nauc_recall_at_100_max": -0.5754179788345958, + "nauc_recall_at_100_std": -0.21639799419923342, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_10_max": -0.5754179788345957, + "nauc_recall_at_10_std": -0.5754179788345957, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_20_max": -0.5754179788345957, + "nauc_recall_at_20_std": -0.5754179788345957, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00038, + "ndcg_at_100": 0.00163, + "ndcg_at_1000": 0.00202, + "ndcg_at_20": 0.0007, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.00012, + "precision_at_100": 7e-05, + "precision_at_1000": 1e-05, + "precision_at_20": 0.00012, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.00121, + "recall_at_100": 0.00725, + "recall_at_1000": 0.01087, + "recall_at_20": 0.00242, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.00462, + "map_at_1": 0.00205, + "map_at_10": 0.00333, + "map_at_100": 0.00378, + "map_at_1000": 0.00384, + "map_at_20": 0.00353, + "map_at_3": 0.0025, + "map_at_5": 0.00312, + "mrr_at_1": 0.002728512960436562, + "mrr_at_10": 0.004143658372853461, + "mrr_at_100": 0.0046770411194750235, + "mrr_at_1000": 0.004770348421900959, + "mrr_at_20": 0.0044041073372587695, + "mrr_at_3": 0.003183265120509322, + "mrr_at_5": 0.0037971805366075486, + "nauc_map_at_1000_diff1": -0.2052016899412612, + "nauc_map_at_1000_max": -0.23865384745725282, + "nauc_map_at_1000_std": 0.31263639039884017, + "nauc_map_at_100_diff1": -0.20384141299182285, + "nauc_map_at_100_max": -0.23888508688423854, + "nauc_map_at_100_std": 0.3050995395031792, + "nauc_map_at_10_diff1": -0.18785062821389084, + "nauc_map_at_10_max": -0.2416511127454993, + "nauc_map_at_10_std": 0.23816267486919612, + "nauc_map_at_1_diff1": -0.24383556799544656, + "nauc_map_at_1_max": -0.24328067474035453, + "nauc_map_at_1_std": -0.11574080389239101, + "nauc_map_at_20_diff1": -0.19143530764037767, + "nauc_map_at_20_max": -0.2396575050350803, + "nauc_map_at_20_std": 0.26957404057699785, + "nauc_map_at_3_diff1": -0.18161738068426553, + "nauc_map_at_3_max": -0.23645598528913306, + "nauc_map_at_3_std": 0.08712116045168003, + "nauc_map_at_5_diff1": -0.17206439568783563, + "nauc_map_at_5_max": -0.24414720103099546, + "nauc_map_at_5_std": 0.23730621397178112, + "nauc_mrr_at_1000_diff1": -0.167155616286321, + "nauc_mrr_at_1000_max": -0.2469276835869074, + "nauc_mrr_at_1000_std": 0.26351855160127113, + "nauc_mrr_at_100_diff1": -0.164717436523737, + "nauc_mrr_at_100_max": -0.2468435578569741, + "nauc_mrr_at_100_std": 0.2541311510650063, + "nauc_mrr_at_10_diff1": -0.14785446610665642, + "nauc_mrr_at_10_max": -0.2531517592977073, + "nauc_mrr_at_10_std": 0.18897498678719002, + "nauc_mrr_at_1_diff1": -0.15828556044257255, + "nauc_mrr_at_1_max": -0.2620485707312135, + "nauc_mrr_at_1_std": -0.13824182360895226, + "nauc_mrr_at_20_diff1": -0.14919408523071664, + "nauc_mrr_at_20_max": -0.25034822365364273, + "nauc_mrr_at_20_std": 0.2168679131214131, + "nauc_mrr_at_3_diff1": -0.12162127149134074, + "nauc_mrr_at_3_max": -0.25400518673513095, + "nauc_mrr_at_3_std": 0.024364151192326714, + "nauc_mrr_at_5_diff1": -0.12348436133384427, + "nauc_mrr_at_5_max": -0.2574774509123359, + "nauc_mrr_at_5_std": 0.15771619659505942, + "nauc_ndcg_at_1000_diff1": -0.25286514369733626, + "nauc_ndcg_at_1000_max": -0.23307628518565943, + "nauc_ndcg_at_1000_std": 0.5591349871944612, + "nauc_ndcg_at_100_diff1": -0.23609292104009863, + "nauc_ndcg_at_100_max": -0.23488704790655413, + "nauc_ndcg_at_100_std": 0.5045611222220386, + "nauc_ndcg_at_10_diff1": -0.17540948108009938, + "nauc_ndcg_at_10_max": -0.2382816365662167, + "nauc_ndcg_at_10_std": 0.33188966861838426, + "nauc_ndcg_at_1_diff1": -0.15828556044257255, + "nauc_ndcg_at_1_max": -0.2620485707312135, + "nauc_ndcg_at_1_std": -0.13824182360895226, + "nauc_ndcg_at_20_diff1": -0.18542733163993086, + "nauc_ndcg_at_20_max": -0.23387750608625343, + "nauc_ndcg_at_20_std": 0.38772497627977187, + "nauc_ndcg_at_3_diff1": -0.14454338967168048, + "nauc_ndcg_at_3_max": -0.23841884729922172, + "nauc_ndcg_at_3_std": 0.14343976571491873, + "nauc_ndcg_at_5_diff1": -0.13802128511802497, + "nauc_ndcg_at_5_max": -0.24336037544712763, + "nauc_ndcg_at_5_std": 0.3375857073139909, + "nauc_precision_at_1000_diff1": -0.31422779011915464, + "nauc_precision_at_1000_max": -0.21689455617746078, + "nauc_precision_at_1000_std": 0.6770678137251084, + "nauc_precision_at_100_diff1": -0.30102929620821633, + "nauc_precision_at_100_max": -0.21361826960101593, + "nauc_precision_at_100_std": 0.695710018156044, + "nauc_precision_at_10_diff1": -0.1811522316227465, + "nauc_precision_at_10_max": -0.23107515827493932, + "nauc_precision_at_10_std": 0.47334469909908483, + "nauc_precision_at_1_diff1": -0.15828556044257255, + "nauc_precision_at_1_max": -0.2620485707312135, + "nauc_precision_at_1_std": -0.13824182360895226, + "nauc_precision_at_20_diff1": -0.21950071894970533, + "nauc_precision_at_20_max": -0.22186414899628362, + "nauc_precision_at_20_std": 0.5723017099823541, + "nauc_precision_at_3_diff1": -0.0727355528896986, + "nauc_precision_at_3_max": -0.24328067474035447, + "nauc_precision_at_3_std": 0.2411721175940319, + "nauc_precision_at_5_diff1": -0.08763889103136745, + "nauc_precision_at_5_max": -0.24120726848146076, + "nauc_precision_at_5_std": 0.4768303316305726, + "nauc_recall_at_1000_diff1": -0.28297559750931756, + "nauc_recall_at_1000_max": -0.23567324570115564, + "nauc_recall_at_1000_std": 0.6960688902617433, + "nauc_recall_at_100_diff1": -0.2736033890333668, + "nauc_recall_at_100_max": -0.24064721083503485, + "nauc_recall_at_100_std": 0.6637302743451108, + "nauc_recall_at_10_diff1": -0.17839270806853502, + "nauc_recall_at_10_max": -0.22648915258290103, + "nauc_recall_at_10_std": 0.4713632002982132, + "nauc_recall_at_1_diff1": -0.24383556799544656, + "nauc_recall_at_1_max": -0.24328067474035453, + "nauc_recall_at_1_std": -0.11574080389239101, + "nauc_recall_at_20_diff1": -0.19428612777322116, + "nauc_recall_at_20_max": -0.22206060059794566, + "nauc_recall_at_20_std": 0.5270219505779375, + "nauc_recall_at_3_diff1": -0.10695555591084822, + "nauc_recall_at_3_max": -0.22826635794766717, + "nauc_recall_at_3_std": 0.3305555176645653, + "nauc_recall_at_5_diff1": -0.10830593028108056, + "nauc_recall_at_5_max": -0.23263560290120192, + "nauc_recall_at_5_std": 0.5526720221182623, + "ndcg_at_1": 0.00273, + "ndcg_at_10": 0.00462, + "ndcg_at_100": 0.00745, + "ndcg_at_1000": 0.01011, + "ndcg_at_20": 0.00535, + "ndcg_at_3": 0.00288, + "ndcg_at_5": 0.004, + "precision_at_1": 0.00273, + "precision_at_10": 0.00095, + "precision_at_100": 0.00034, + "precision_at_1000": 7e-05, + "precision_at_20": 0.00075, + "precision_at_3": 0.00136, + "precision_at_5": 0.00136, + "recall_at_1": 0.00205, + "recall_at_10": 0.00796, + "recall_at_100": 0.02046, + "recall_at_1000": 0.03901, + "recall_at_20": 0.01012, + "recall_at_3": 0.00341, + "recall_at_5": 0.00614 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.38054, + "map_at_1": 0.21008, + "map_at_10": 0.32751, + "map_at_100": 0.33309, + "map_at_1000": 0.33398, + "map_at_20": 0.32967, + "map_at_3": 0.29925, + "map_at_5": 0.32173, + "mrr_at_1": 0.2184873949579832, + "mrr_at_10": 0.33789515806322523, + "mrr_at_100": 0.34299114926352925, + "mrr_at_1000": 0.3437205079600105, + "mrr_at_20": 0.34015684705254645, + "mrr_at_3": 0.31372549019607837, + "mrr_at_5": 0.33305322128851533, + "nauc_map_at_1000_diff1": 0.4298641901904826, + "nauc_map_at_1000_max": 0.1556350904572905, + "nauc_map_at_1000_std": -0.04389578664865135, + "nauc_map_at_100_diff1": 0.4303473810013585, + "nauc_map_at_100_max": 0.15604892161104272, + "nauc_map_at_100_std": -0.043449486585741035, + "nauc_map_at_10_diff1": 0.4309178971116147, + "nauc_map_at_10_max": 0.15550962104285296, + "nauc_map_at_10_std": -0.04849503038445422, + "nauc_map_at_1_diff1": 0.45881522909180483, + "nauc_map_at_1_max": 0.07484946198270939, + "nauc_map_at_1_std": -0.05962530316350914, + "nauc_map_at_20_diff1": 0.4299995366673729, + "nauc_map_at_20_max": 0.15547247058180985, + "nauc_map_at_20_std": -0.0455506974953315, + "nauc_map_at_3_diff1": 0.42109226291037183, + "nauc_map_at_3_max": 0.1418621791077692, + "nauc_map_at_3_std": -0.07510120639201702, + "nauc_map_at_5_diff1": 0.4242602105218099, + "nauc_map_at_5_max": 0.14945492285295028, + "nauc_map_at_5_std": -0.06401778385489057, + "nauc_mrr_at_1000_diff1": 0.4171171221159748, + "nauc_mrr_at_1000_max": 0.15080089477351158, + "nauc_mrr_at_1000_std": -0.041810802255561864, + "nauc_mrr_at_100_diff1": 0.4173947194303082, + "nauc_mrr_at_100_max": 0.15131776079452045, + "nauc_mrr_at_100_std": -0.04094467660944671, + "nauc_mrr_at_10_diff1": 0.41625427382873054, + "nauc_mrr_at_10_max": 0.15340573754512918, + "nauc_mrr_at_10_std": -0.04336771548841408, + "nauc_mrr_at_1_diff1": 0.4636424569214952, + "nauc_mrr_at_1_max": 0.0642360892237972, + "nauc_mrr_at_1_std": -0.06534802905512453, + "nauc_mrr_at_20_diff1": 0.4176476001980573, + "nauc_mrr_at_20_max": 0.15228355420963227, + "nauc_mrr_at_20_std": -0.04163876774968698, + "nauc_mrr_at_3_diff1": 0.41465997618031797, + "nauc_mrr_at_3_max": 0.14092097849566879, + "nauc_mrr_at_3_std": -0.07525413833227391, + "nauc_mrr_at_5_diff1": 0.4090061308802523, + "nauc_mrr_at_5_max": 0.15246304768450497, + "nauc_mrr_at_5_std": -0.05554127778282051, + "nauc_ndcg_at_1000_diff1": 0.41849756447999104, + "nauc_ndcg_at_1000_max": 0.173724019654479, + "nauc_ndcg_at_1000_std": -0.010938726847180716, + "nauc_ndcg_at_100_diff1": 0.427004587630467, + "nauc_ndcg_at_100_max": 0.18711959975528686, + "nauc_ndcg_at_100_std": 0.010721227958335485, + "nauc_ndcg_at_10_diff1": 0.4222024795689894, + "nauc_ndcg_at_10_max": 0.18727510181963605, + "nauc_ndcg_at_10_std": -0.01793680465301837, + "nauc_ndcg_at_1_diff1": 0.4636424569214952, + "nauc_ndcg_at_1_max": 0.0642360892237972, + "nauc_ndcg_at_1_std": -0.06534802905512453, + "nauc_ndcg_at_20_diff1": 0.4206856125325022, + "nauc_ndcg_at_20_max": 0.18729393180615378, + "nauc_ndcg_at_20_std": -0.008302822716839893, + "nauc_ndcg_at_3_diff1": 0.4055571080746739, + "nauc_ndcg_at_3_max": 0.16077238742159783, + "nauc_ndcg_at_3_std": -0.0818977788488787, + "nauc_ndcg_at_5_diff1": 0.40734992767721767, + "nauc_ndcg_at_5_max": 0.1792890868607149, + "nauc_ndcg_at_5_std": -0.05243272113765377, + "nauc_precision_at_1000_diff1": -0.06222154162116881, + "nauc_precision_at_1000_max": 0.10481591396644994, + "nauc_precision_at_1000_std": 0.20226378192446132, + "nauc_precision_at_100_diff1": 0.23800110126972945, + "nauc_precision_at_100_max": 0.28665939470343355, + "nauc_precision_at_100_std": 0.311171929288189, + "nauc_precision_at_10_diff1": 0.3539475471118885, + "nauc_precision_at_10_max": 0.29677198117007697, + "nauc_precision_at_10_std": 0.09459204549211099, + "nauc_precision_at_1_diff1": 0.4636424569214952, + "nauc_precision_at_1_max": 0.0642360892237972, + "nauc_precision_at_1_std": -0.06534802905512453, + "nauc_precision_at_20_diff1": 0.29945255788159575, + "nauc_precision_at_20_max": 0.2958376645969959, + "nauc_precision_at_20_std": 0.14365756094065527, + "nauc_precision_at_3_diff1": 0.35281524313131507, + "nauc_precision_at_3_max": 0.22569606753624616, + "nauc_precision_at_3_std": -0.09384641863364862, + "nauc_precision_at_5_diff1": 0.3368282595069302, + "nauc_precision_at_5_max": 0.26900517976192206, + "nauc_precision_at_5_std": -0.012224669612613055, + "nauc_recall_at_1000_diff1": 0.38609747361498986, + "nauc_recall_at_1000_max": 0.12531604618852035, + "nauc_recall_at_1000_std": 0.09451560558123759, + "nauc_recall_at_100_diff1": 0.4589781249277453, + "nauc_recall_at_100_max": 0.27408685987360254, + "nauc_recall_at_100_std": 0.2571634549741664, + "nauc_recall_at_10_diff1": 0.4130128526770729, + "nauc_recall_at_10_max": 0.26600527736088503, + "nauc_recall_at_10_std": 0.07553239134548478, + "nauc_recall_at_1_diff1": 0.45881522909180483, + "nauc_recall_at_1_max": 0.07484946198270939, + "nauc_recall_at_1_std": -0.05962530316350914, + "nauc_recall_at_20_diff1": 0.4096713868087616, + "nauc_recall_at_20_max": 0.26690005727763394, + "nauc_recall_at_20_std": 0.11066724371618918, + "nauc_recall_at_3_diff1": 0.36788441818569023, + "nauc_recall_at_3_max": 0.2062987354227988, + "nauc_recall_at_3_std": -0.10027725678304214, + "nauc_recall_at_5_diff1": 0.37361073813552803, + "nauc_recall_at_5_max": 0.25340592257178973, + "nauc_recall_at_5_std": -0.023400911256067875, + "ndcg_at_1": 0.21849, + "ndcg_at_10": 0.38054, + "ndcg_at_100": 0.41287, + "ndcg_at_1000": 0.43754, + "ndcg_at_20": 0.38821, + "ndcg_at_3": 0.33016, + "ndcg_at_5": 0.36792, + "precision_at_1": 0.21849, + "precision_at_10": 0.05714, + "precision_at_100": 0.0079, + "precision_at_1000": 0.00104, + "precision_at_20": 0.03109, + "precision_at_3": 0.14286, + "precision_at_5": 0.10588, + "recall_at_1": 0.21008, + "recall_at_10": 0.52941, + "recall_at_100": 0.68487, + "recall_at_1000": 0.87255, + "recall_at_20": 0.55462, + "recall_at_3": 0.40476, + "recall_at_5": 0.493 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.00325, + "map_at_1": 0.0, + "map_at_10": 0.0014, + "map_at_100": 0.00362, + "map_at_1000": 0.00429, + "map_at_20": 0.00197, + "map_at_3": 0.00014, + "map_at_5": 0.00078, + "mrr_at_1": 0.0, + "mrr_at_10": 0.002420332000484672, + "mrr_at_100": 0.006426825142892526, + "mrr_at_1000": 0.007040052281650199, + "mrr_at_20": 0.004173248627671618, + "mrr_at_3": 0.0008481764206955047, + "mrr_at_5": 0.001484308736217133, + "nauc_map_at_1000_diff1": -0.04728041104516627, + "nauc_map_at_1000_max": -0.22015870804696133, + "nauc_map_at_1000_std": -0.21060602902809453, + "nauc_map_at_100_diff1": -0.03153596167960034, + "nauc_map_at_100_max": -0.2279819672381351, + "nauc_map_at_100_std": -0.22489545296493824, + "nauc_map_at_10_diff1": -0.14535106510012036, + "nauc_map_at_10_max": -0.3108121094783759, + "nauc_map_at_10_std": -0.2384503670671943, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.04153588478504327, + "nauc_map_at_20_max": -0.2776921976219006, + "nauc_map_at_20_std": -0.2528594998342073, + "nauc_map_at_3_diff1": -0.4148055440071708, + "nauc_map_at_3_max": -0.5744070263931795, + "nauc_map_at_3_std": -0.5744070263931795, + "nauc_map_at_5_diff1": -0.13341723516010334, + "nauc_map_at_5_max": -0.5744070263931795, + "nauc_map_at_5_std": -0.5744070263931795, + "nauc_mrr_at_1000_diff1": -0.05324387705331161, + "nauc_mrr_at_1000_max": -0.23961379816275177, + "nauc_mrr_at_1000_std": -0.25663790479059784, + "nauc_mrr_at_100_diff1": -0.05716584078122007, + "nauc_mrr_at_100_max": -0.24244982613051572, + "nauc_mrr_at_100_std": -0.2674590923645547, + "nauc_mrr_at_10_diff1": -0.23765958505804635, + "nauc_mrr_at_10_max": -0.3346439504652404, + "nauc_mrr_at_10_std": -0.3024664687921699, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.08198610972722974, + "nauc_mrr_at_20_max": -0.30133576518528205, + "nauc_mrr_at_20_std": -0.3066436362129649, + "nauc_mrr_at_3_diff1": -0.41480554400717073, + "nauc_mrr_at_3_max": -0.5744070263931794, + "nauc_mrr_at_3_std": -0.5744070263931794, + "nauc_mrr_at_5_diff1": -0.26741166794442106, + "nauc_mrr_at_5_max": -0.5744070263931794, + "nauc_mrr_at_5_std": -0.5744070263931794, + "nauc_ndcg_at_1000_diff1": -0.05697644167503974, + "nauc_ndcg_at_1000_max": -0.17037676165568155, + "nauc_ndcg_at_1000_std": -0.11666636246840449, + "nauc_ndcg_at_100_diff1": -0.025889289948841505, + "nauc_ndcg_at_100_max": -0.1923460996104376, + "nauc_ndcg_at_100_std": -0.201688707863084, + "nauc_ndcg_at_10_diff1": -0.16738494450494237, + "nauc_ndcg_at_10_max": -0.255677018692713, + "nauc_ndcg_at_10_std": -0.17572917805005062, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.02777033853675489, + "nauc_ndcg_at_20_max": -0.23126561398971507, + "nauc_ndcg_at_20_std": -0.23288076467643512, + "nauc_ndcg_at_3_diff1": -0.4148055440071709, + "nauc_ndcg_at_3_max": -0.5744070263931796, + "nauc_ndcg_at_3_std": -0.5744070263931796, + "nauc_ndcg_at_5_diff1": -0.16804798197758467, + "nauc_ndcg_at_5_max": -0.5744070263931794, + "nauc_ndcg_at_5_std": -0.5744070263931794, + "nauc_precision_at_1000_diff1": -0.10372992459287603, + "nauc_precision_at_1000_max": -0.16576854656690893, + "nauc_precision_at_1000_std": -0.1537632332190944, + "nauc_precision_at_100_diff1": -0.03006492538789628, + "nauc_precision_at_100_max": -0.16912185599087792, + "nauc_precision_at_100_std": -0.24362496401865819, + "nauc_precision_at_10_diff1": -0.21610160979090592, + "nauc_precision_at_10_max": -0.2204119792760092, + "nauc_precision_at_10_std": -0.15961797530420127, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.059501337670770475, + "nauc_precision_at_20_max": -0.21216644942633014, + "nauc_precision_at_20_std": -0.26248745260565987, + "nauc_precision_at_3_diff1": -0.41480554400717073, + "nauc_precision_at_3_max": -0.5744070263931794, + "nauc_precision_at_3_std": -0.5744070263931794, + "nauc_precision_at_5_diff1": -0.24284602193396282, + "nauc_precision_at_5_max": -0.5744070263931794, + "nauc_precision_at_5_std": -0.5744070263931794, + "nauc_recall_at_1000_diff1": -0.04721172353982781, + "nauc_recall_at_1000_max": -0.13905919259382246, + "nauc_recall_at_1000_std": -0.027780258128131424, + "nauc_recall_at_100_diff1": -0.03518726543711383, + "nauc_recall_at_100_max": -0.1888239063952259, + "nauc_recall_at_100_std": -0.1668325125463385, + "nauc_recall_at_10_diff1": -0.1493280030533566, + "nauc_recall_at_10_max": -0.21543401132187268, + "nauc_recall_at_10_std": -0.10519265790174516, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.08036351545253331, + "nauc_recall_at_20_max": -0.20388620078354047, + "nauc_recall_at_20_std": -0.19840439409388239, + "nauc_recall_at_3_diff1": -0.41480554400717073, + "nauc_recall_at_3_max": -0.5744070263931794, + "nauc_recall_at_3_std": -0.5744070263931794, + "nauc_recall_at_5_diff1": -0.12001779188167154, + "nauc_recall_at_5_max": -0.5744070263931794, + "nauc_recall_at_5_std": -0.5744070263931794, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00325, + "ndcg_at_100": 0.01918, + "ndcg_at_1000": 0.03996, + "ndcg_at_20": 0.00624, + "ndcg_at_3": 0.0006, + "ndcg_at_5": 0.00153, + "precision_at_1": 0.0, + "precision_at_10": 0.00127, + "precision_at_100": 0.00183, + "precision_at_1000": 0.00053, + "precision_at_20": 0.00204, + "precision_at_3": 0.00085, + "precision_at_5": 0.00102, + "recall_at_1": 0.0, + "recall_at_10": 0.00806, + "recall_at_100": 0.07223, + "recall_at_1000": 0.20864, + "recall_at_20": 0.01635, + "recall_at_3": 0.00042, + "recall_at_5": 0.00297 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..3a4450e5f --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 2.403280258178711, + "kg_co2_emissions": 0.00014440137314654988, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.29082, + "map_at_1": 0.00677, + "map_at_10": 0.0455, + "map_at_100": 0.15814, + "map_at_1000": 0.21869, + "map_at_20": 0.06932, + "map_at_3": 0.01623, + "map_at_5": 0.02535, + "mrr_at_1": 0.46511627906976744, + "mrr_at_10": 0.5795127353266888, + "mrr_at_100": 0.5881307419763222, + "mrr_at_1000": 0.5881568135166287, + "mrr_at_20": 0.5865180039598645, + "mrr_at_3": 0.554263565891473, + "mrr_at_5": 0.5728682170542636, + "nauc_map_at_1000_diff1": -0.09591985683142122, + "nauc_map_at_1000_max": 0.4384637304859469, + "nauc_map_at_1000_std": 0.43173985579357804, + "nauc_map_at_100_diff1": -0.1453890851285945, + "nauc_map_at_100_max": 0.30876692733943584, + "nauc_map_at_100_std": 0.37807226993103893, + "nauc_map_at_10_diff1": -0.24599246566635022, + "nauc_map_at_10_max": 0.10477609314060458, + "nauc_map_at_10_std": 0.23228477400204822, + "nauc_map_at_1_diff1": 0.026383894280884966, + "nauc_map_at_1_max": 0.025982245721974485, + "nauc_map_at_1_std": -0.025695858994485024, + "nauc_map_at_20_diff1": -0.2742757971407686, + "nauc_map_at_20_max": 0.1826192216364693, + "nauc_map_at_20_std": 0.25912160614473334, + "nauc_map_at_3_diff1": -0.09457866702011887, + "nauc_map_at_3_max": 0.04547261532127558, + "nauc_map_at_3_std": 0.1748130604571129, + "nauc_map_at_5_diff1": -0.15124379289110304, + "nauc_map_at_5_max": 0.0709248891576036, + "nauc_map_at_5_std": 0.23497063532126722, + "nauc_mrr_at_1000_diff1": -0.17914888814676172, + "nauc_mrr_at_1000_max": 0.2785448912505125, + "nauc_mrr_at_1000_std": 0.023319881681935762, + "nauc_mrr_at_100_diff1": -0.17918303954212117, + "nauc_mrr_at_100_max": 0.27856890308952853, + "nauc_mrr_at_100_std": 0.023405371008681956, + "nauc_mrr_at_10_diff1": -0.17098317746067535, + "nauc_mrr_at_10_max": 0.26641608630475333, + "nauc_mrr_at_10_std": 0.011628271746058936, + "nauc_mrr_at_1_diff1": -0.09583812349469278, + "nauc_mrr_at_1_max": 0.26726624493989753, + "nauc_mrr_at_1_std": 0.018366847269160935, + "nauc_mrr_at_20_diff1": -0.1848515868886456, + "nauc_mrr_at_20_max": 0.28209949004219526, + "nauc_mrr_at_20_std": 0.01755045678980239, + "nauc_mrr_at_3_diff1": -0.18999886243748942, + "nauc_mrr_at_3_max": 0.24755546057644331, + "nauc_mrr_at_3_std": 0.029052674267115323, + "nauc_mrr_at_5_diff1": -0.15265233870484954, + "nauc_mrr_at_5_max": 0.27889597684130674, + "nauc_mrr_at_5_std": 0.03141916685152935, + "nauc_ndcg_at_1000_diff1": -0.13453681350694013, + "nauc_ndcg_at_1000_max": 0.4720150609611199, + "nauc_ndcg_at_1000_std": 0.3584949542392312, + "nauc_ndcg_at_100_diff1": -0.13418884206737045, + "nauc_ndcg_at_100_max": 0.38382380721798975, + "nauc_ndcg_at_100_std": 0.3570580102029256, + "nauc_ndcg_at_10_diff1": -0.1694605270186051, + "nauc_ndcg_at_10_max": 0.42074081060457025, + "nauc_ndcg_at_10_std": 0.19267613862386937, + "nauc_ndcg_at_1_diff1": 0.01074280805036495, + "nauc_ndcg_at_1_max": 0.36523909955266604, + "nauc_ndcg_at_1_std": 0.12087957030901297, + "nauc_ndcg_at_20_diff1": -0.2083137799527467, + "nauc_ndcg_at_20_max": 0.4562510962643192, + "nauc_ndcg_at_20_std": 0.21564182450613806, + "nauc_ndcg_at_3_diff1": -0.09347046443178564, + "nauc_ndcg_at_3_max": 0.43463126399659985, + "nauc_ndcg_at_3_std": 0.1754068798643693, + "nauc_ndcg_at_5_diff1": -0.08713656718460862, + "nauc_ndcg_at_5_max": 0.4107662910831173, + "nauc_ndcg_at_5_std": 0.18720137516250387, + "nauc_precision_at_1000_diff1": 0.041096215986047444, + "nauc_precision_at_1000_max": 0.4164953779082115, + "nauc_precision_at_1000_std": 0.20781551941208823, + "nauc_precision_at_100_diff1": 0.0013540686343567192, + "nauc_precision_at_100_max": 0.4337885539439347, + "nauc_precision_at_100_std": 0.24939222288125396, + "nauc_precision_at_10_diff1": -0.19529947044007318, + "nauc_precision_at_10_max": 0.35804736259827774, + "nauc_precision_at_10_std": 0.10793430352818711, + "nauc_precision_at_1_diff1": -0.09583812349469278, + "nauc_precision_at_1_max": 0.26726624493989753, + "nauc_precision_at_1_std": 0.018366847269160935, + "nauc_precision_at_20_diff1": -0.18155557918399834, + "nauc_precision_at_20_max": 0.4113371715637572, + "nauc_precision_at_20_std": 0.126964222689935, + "nauc_precision_at_3_diff1": -0.1525099599230554, + "nauc_precision_at_3_max": 0.29150488750588704, + "nauc_precision_at_3_std": 0.08834718659098734, + "nauc_precision_at_5_diff1": -0.11981361626727322, + "nauc_precision_at_5_max": 0.33904294240108884, + "nauc_precision_at_5_std": 0.16225886180379434, + "nauc_recall_at_1000_diff1": -0.16151499146228673, + "nauc_recall_at_1000_max": 0.3710347660151853, + "nauc_recall_at_1000_std": 0.3728943797517802, + "nauc_recall_at_100_diff1": -0.2420702435081105, + "nauc_recall_at_100_max": 0.18778935338020436, + "nauc_recall_at_100_std": 0.35027814886622044, + "nauc_recall_at_10_diff1": -0.2579234747119562, + "nauc_recall_at_10_max": 0.05689824954422247, + "nauc_recall_at_10_std": 0.19428305721548558, + "nauc_recall_at_1_diff1": 0.026383894280884966, + "nauc_recall_at_1_max": 0.025982245721974485, + "nauc_recall_at_1_std": -0.025695858994485024, + "nauc_recall_at_20_diff1": -0.34913384299074934, + "nauc_recall_at_20_max": 0.16339693327171304, + "nauc_recall_at_20_std": 0.22596263119015025, + "nauc_recall_at_3_diff1": -0.145910952639769, + "nauc_recall_at_3_max": 0.005001951268696927, + "nauc_recall_at_3_std": 0.18199322949874758, + "nauc_recall_at_5_diff1": -0.1779643852887593, + "nauc_recall_at_5_max": 0.03222900125672144, + "nauc_recall_at_5_std": 0.23481933401413294, + "ndcg_at_1": 0.27907, + "ndcg_at_10": 0.29082, + "ndcg_at_100": 0.32766, + "ndcg_at_1000": 0.45003, + "ndcg_at_20": 0.28245, + "ndcg_at_3": 0.28101, + "ndcg_at_5": 0.28067, + "precision_at_1": 0.46512, + "precision_at_10": 0.42326, + "precision_at_100": 0.24791, + "precision_at_1000": 0.05963, + "precision_at_20": 0.37209, + "precision_at_3": 0.42636, + "precision_at_5": 0.42326, + "recall_at_1": 0.00677, + "recall_at_10": 0.06436, + "recall_at_100": 0.31807, + "recall_at_1000": 0.64134, + "recall_at_20": 0.10609, + "recall_at_3": 0.01993, + "recall_at_5": 0.03347 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCOHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCOHardNegatives.json new file mode 100644 index 000000000..d8a7e34cd --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 2.019313097000122, + "kg_co2_emissions": 0.00010739207747541815, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.67619, + "map_at_1": 0.02325, + "map_at_10": 0.15288, + "map_at_100": 0.46433, + "map_at_1000": 0.643, + "map_at_20": 0.23553, + "map_at_3": 0.06406, + "map_at_5": 0.09095, + "mrr_at_1": 0.9069767441860465, + "mrr_at_10": 0.9383720930232559, + "mrr_at_100": 0.9383720930232559, + "mrr_at_1000": 0.9383720930232559, + "mrr_at_20": 0.9383720930232559, + "mrr_at_3": 0.9302325581395349, + "mrr_at_5": 0.936046511627907, + "nauc_map_at_1000_diff1": -0.2216714693490414, + "nauc_map_at_1000_max": 0.3155380054058179, + "nauc_map_at_1000_std": 0.45651275248762085, + "nauc_map_at_100_diff1": -0.04187865130118041, + "nauc_map_at_100_max": 0.12614052919955693, + "nauc_map_at_100_std": -0.031103190444994006, + "nauc_map_at_10_diff1": 0.20234556784553226, + "nauc_map_at_10_max": -0.11535877383187813, + "nauc_map_at_10_std": -0.3564083683229755, + "nauc_map_at_1_diff1": 0.3294240214582484, + "nauc_map_at_1_max": -0.2927959441378522, + "nauc_map_at_1_std": -0.45130354759844454, + "nauc_map_at_20_diff1": 0.09033135857441747, + "nauc_map_at_20_max": 0.012743407469932317, + "nauc_map_at_20_std": -0.29774550389795257, + "nauc_map_at_3_diff1": 0.349729446638535, + "nauc_map_at_3_max": -0.25594788636587873, + "nauc_map_at_3_std": -0.4291771244448443, + "nauc_map_at_5_diff1": 0.29071685840686423, + "nauc_map_at_5_max": -0.19958488359998752, + "nauc_map_at_5_std": -0.4042102364005639, + "nauc_mrr_at_1000_diff1": 0.3135471827252212, + "nauc_mrr_at_1000_max": -0.02934450481293985, + "nauc_mrr_at_1000_std": -0.22104131786184647, + "nauc_mrr_at_100_diff1": 0.3135471827252212, + "nauc_mrr_at_100_max": -0.02934450481293985, + "nauc_mrr_at_100_std": -0.22104131786184647, + "nauc_mrr_at_10_diff1": 0.3135471827252212, + "nauc_mrr_at_10_max": -0.02934450481293985, + "nauc_mrr_at_10_std": -0.22104131786184647, + "nauc_mrr_at_1_diff1": 0.377293813452984, + "nauc_mrr_at_1_max": -0.01841161049638438, + "nauc_mrr_at_1_std": -0.29575353519990055, + "nauc_mrr_at_20_diff1": 0.3135471827252212, + "nauc_mrr_at_20_max": -0.02934450481293985, + "nauc_mrr_at_20_std": -0.22104131786184647, + "nauc_mrr_at_3_diff1": 0.29066377682294536, + "nauc_mrr_at_3_max": -0.1395675515052694, + "nauc_mrr_at_3_std": -0.2654870696393169, + "nauc_mrr_at_5_diff1": 0.3064146925738636, + "nauc_mrr_at_5_max": 0.008086204452985829, + "nauc_mrr_at_5_std": -0.18676717361838424, + "nauc_ndcg_at_1000_diff1": -0.21170062381575014, + "nauc_ndcg_at_1000_max": 0.4454740595099942, + "nauc_ndcg_at_1000_std": 0.4430683547290551, + "nauc_ndcg_at_100_diff1": -0.18330791253565776, + "nauc_ndcg_at_100_max": 0.44930506145436316, + "nauc_ndcg_at_100_std": 0.2760538327423723, + "nauc_ndcg_at_10_diff1": 0.010496172732369545, + "nauc_ndcg_at_10_max": 0.34057679313548594, + "nauc_ndcg_at_10_std": 0.1308174713544226, + "nauc_ndcg_at_1_diff1": 0.253825624973796, + "nauc_ndcg_at_1_max": 0.17483479327602597, + "nauc_ndcg_at_1_std": -0.1847407856332124, + "nauc_ndcg_at_20_diff1": -0.06385068966212232, + "nauc_ndcg_at_20_max": 0.4397429767335105, + "nauc_ndcg_at_20_std": 0.21955557429317848, + "nauc_ndcg_at_3_diff1": 0.028200002187005146, + "nauc_ndcg_at_3_max": 0.2653418126995138, + "nauc_ndcg_at_3_std": -0.040323108802777355, + "nauc_ndcg_at_5_diff1": 0.024050369901653133, + "nauc_ndcg_at_5_max": 0.3269741420192294, + "nauc_ndcg_at_5_std": 0.049726363856610785, + "nauc_precision_at_1000_diff1": -0.2085574361139503, + "nauc_precision_at_1000_max": 0.2318071254146594, + "nauc_precision_at_1000_std": 0.4908727572362126, + "nauc_precision_at_100_diff1": -0.24090684212143196, + "nauc_precision_at_100_max": 0.27949234627624003, + "nauc_precision_at_100_std": 0.5745777469581339, + "nauc_precision_at_10_diff1": -0.24199801945182706, + "nauc_precision_at_10_max": 0.4384350736145274, + "nauc_precision_at_10_std": 0.3836424657266381, + "nauc_precision_at_1_diff1": 0.377293813452984, + "nauc_precision_at_1_max": -0.01841161049638438, + "nauc_precision_at_1_std": -0.29575353519990055, + "nauc_precision_at_20_diff1": -0.33214472104131165, + "nauc_precision_at_20_max": 0.48593263746861487, + "nauc_precision_at_20_std": 0.4896378308213565, + "nauc_precision_at_3_diff1": -0.04752210254385721, + "nauc_precision_at_3_max": 0.3186804760318178, + "nauc_precision_at_3_std": 0.2131336661430935, + "nauc_precision_at_5_diff1": -0.18225071224829512, + "nauc_precision_at_5_max": 0.42784555458325413, + "nauc_precision_at_5_std": 0.3395165273084205, + "nauc_recall_at_1000_diff1": -1.2721568458307915, + "nauc_recall_at_1000_max": -0.16736798304577813, + "nauc_recall_at_1000_std": 0.8666199273307632, + "nauc_recall_at_100_diff1": -0.06128366958385246, + "nauc_recall_at_100_max": -0.02156684211636398, + "nauc_recall_at_100_std": -0.18245339325932222, + "nauc_recall_at_10_diff1": 0.19799454356140725, + "nauc_recall_at_10_max": -0.14362210440729128, + "nauc_recall_at_10_std": -0.37615923479980556, + "nauc_recall_at_1_diff1": 0.3294240214582484, + "nauc_recall_at_1_max": -0.2927959441378522, + "nauc_recall_at_1_std": -0.45130354759844454, + "nauc_recall_at_20_diff1": 0.08526815908221229, + "nauc_recall_at_20_max": -0.014528791359732174, + "nauc_recall_at_20_std": -0.32026094266228916, + "nauc_recall_at_3_diff1": 0.34796382442723045, + "nauc_recall_at_3_max": -0.26087049612190477, + "nauc_recall_at_3_std": -0.4298337867060117, + "nauc_recall_at_5_diff1": 0.280172914526166, + "nauc_recall_at_5_max": -0.2083615567197367, + "nauc_recall_at_5_std": -0.40701483961315993, + "ndcg_at_1": 0.65891, + "ndcg_at_10": 0.67619, + "ndcg_at_100": 0.70115, + "ndcg_at_1000": 0.82225, + "ndcg_at_20": 0.65896, + "ndcg_at_3": 0.65295, + "ndcg_at_5": 0.66623, + "precision_at_1": 0.90698, + "precision_at_10": 0.79767, + "precision_at_100": 0.47116, + "precision_at_1000": 0.09321, + "precision_at_20": 0.72093, + "precision_at_3": 0.84496, + "precision_at_5": 0.83256, + "recall_at_1": 0.02325, + "recall_at_10": 0.16712, + "recall_at_100": 0.6375, + "recall_at_1000": 0.97278, + "recall_at_20": 0.26948, + "recall_at_3": 0.06456, + "recall_at_5": 0.09425 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-PLHardNegatives.json new file mode 100644 index 000000000..2ad4b676d --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 35.98453664779663, + "kg_co2_emissions": 0.00272289068155348, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.03427, + "map_at_1": 0.012, + "map_at_10": 0.02464, + "map_at_100": 0.02978, + "map_at_1000": 0.03037, + "map_at_20": 0.02725, + "map_at_3": 0.01858, + "map_at_5": 0.02136, + "mrr_at_1": 0.013, + "mrr_at_10": 0.027224603174603165, + "mrr_at_100": 0.032388141878672685, + "mrr_at_1000": 0.03295707182175001, + "mrr_at_20": 0.03004069216816894, + "mrr_at_3": 0.0205, + "mrr_at_5": 0.023999999999999997, + "nauc_map_at_1000_diff1": 0.24649915117984933, + "nauc_map_at_1000_max": -0.17147706911640118, + "nauc_map_at_1000_std": 0.4797605850633039, + "nauc_map_at_100_diff1": 0.24771559180957284, + "nauc_map_at_100_max": -0.17382516720837285, + "nauc_map_at_100_std": 0.47915885540693487, + "nauc_map_at_10_diff1": 0.2809820266176583, + "nauc_map_at_10_max": -0.19235319794639366, + "nauc_map_at_10_std": 0.47571975455158577, + "nauc_map_at_1_diff1": 0.31640729809498264, + "nauc_map_at_1_max": -0.3886615687326715, + "nauc_map_at_1_std": 0.49335927019050163, + "nauc_map_at_20_diff1": 0.26586723078484603, + "nauc_map_at_20_max": -0.17616565353570787, + "nauc_map_at_20_std": 0.47450524233976177, + "nauc_map_at_3_diff1": 0.3045958410387898, + "nauc_map_at_3_max": -0.2424725160355713, + "nauc_map_at_3_std": 0.47317779240327223, + "nauc_map_at_5_diff1": 0.28774417807814057, + "nauc_map_at_5_max": -0.20971522986974553, + "nauc_map_at_5_std": 0.4836331057825754, + "nauc_mrr_at_1000_diff1": 0.21996162333136718, + "nauc_mrr_at_1000_max": -0.17498681951539027, + "nauc_mrr_at_1000_std": 0.45998012736836147, + "nauc_mrr_at_100_diff1": 0.22032735795631647, + "nauc_mrr_at_100_max": -0.17756358623355456, + "nauc_mrr_at_100_std": 0.4595730501181963, + "nauc_mrr_at_10_diff1": 0.24855200479390716, + "nauc_mrr_at_10_max": -0.19603098950536152, + "nauc_mrr_at_10_std": 0.4561326181039392, + "nauc_mrr_at_1_diff1": 0.3015624032527709, + "nauc_mrr_at_1_max": -0.3968339146766837, + "nauc_mrr_at_1_std": 0.4911560132917795, + "nauc_mrr_at_20_diff1": 0.23096808079261646, + "nauc_mrr_at_20_max": -0.17971426897430698, + "nauc_mrr_at_20_std": 0.4566100748985532, + "nauc_mrr_at_3_diff1": 0.27471254589122235, + "nauc_mrr_at_3_max": -0.25039428821978055, + "nauc_mrr_at_3_std": 0.45581681467472035, + "nauc_mrr_at_5_diff1": 0.25961564260799586, + "nauc_mrr_at_5_max": -0.21902502012342373, + "nauc_mrr_at_5_std": 0.46406739110991857, + "nauc_ndcg_at_1000_diff1": 0.16829336052985933, + "nauc_ndcg_at_1000_max": -0.08547941431875321, + "nauc_ndcg_at_1000_std": 0.4886142999069661, + "nauc_ndcg_at_100_diff1": 0.17608264367235907, + "nauc_ndcg_at_100_max": -0.11101194132131503, + "nauc_ndcg_at_100_std": 0.4853135283220629, + "nauc_ndcg_at_10_diff1": 0.25625044896260646, + "nauc_ndcg_at_10_max": -0.14569073501529925, + "nauc_ndcg_at_10_std": 0.476102305084853, + "nauc_ndcg_at_1_diff1": 0.3015624032527709, + "nauc_ndcg_at_1_max": -0.3968339146766837, + "nauc_ndcg_at_1_std": 0.4911560132917795, + "nauc_ndcg_at_20_diff1": 0.2246011600420835, + "nauc_ndcg_at_20_max": -0.11694713751938023, + "nauc_ndcg_at_20_std": 0.47358261351228975, + "nauc_ndcg_at_3_diff1": 0.2920735692619623, + "nauc_ndcg_at_3_max": -0.2143522571601642, + "nauc_ndcg_at_3_std": 0.47269219420149955, + "nauc_ndcg_at_5_diff1": 0.2680622827448855, + "nauc_ndcg_at_5_max": -0.1725975987744971, + "nauc_ndcg_at_5_std": 0.487559880372394, + "nauc_precision_at_1000_diff1": 0.08360406962723159, + "nauc_precision_at_1000_max": -0.018323011128183294, + "nauc_precision_at_1000_std": 0.47382660169697677, + "nauc_precision_at_100_diff1": 0.08991444565519913, + "nauc_precision_at_100_max": -0.08416143865328392, + "nauc_precision_at_100_std": 0.48218090887818443, + "nauc_precision_at_10_diff1": 0.2115088095876936, + "nauc_precision_at_10_max": -0.10957874966460945, + "nauc_precision_at_10_std": 0.46382255612199286, + "nauc_precision_at_1_diff1": 0.3015624032527709, + "nauc_precision_at_1_max": -0.3968339146766837, + "nauc_precision_at_1_std": 0.4911560132917795, + "nauc_precision_at_20_diff1": 0.1598886765309846, + "nauc_precision_at_20_max": -0.0870993720273399, + "nauc_precision_at_20_std": 0.4666408166168405, + "nauc_precision_at_3_diff1": 0.25382345049637767, + "nauc_precision_at_3_max": -0.15736517306144363, + "nauc_precision_at_3_std": 0.4655129237098648, + "nauc_precision_at_5_diff1": 0.22500320808203367, + "nauc_precision_at_5_max": -0.12018058585410811, + "nauc_precision_at_5_std": 0.4861644171206591, + "nauc_recall_at_1000_diff1": 0.11748482323795975, + "nauc_recall_at_1000_max": -0.01346516361289807, + "nauc_recall_at_1000_std": 0.49130985345888767, + "nauc_recall_at_100_diff1": 0.12688592822690795, + "nauc_recall_at_100_max": -0.05729254613902208, + "nauc_recall_at_100_std": 0.4959315169832227, + "nauc_recall_at_10_diff1": 0.24235418675987497, + "nauc_recall_at_10_max": -0.07936605776691637, + "nauc_recall_at_10_std": 0.4911601969557429, + "nauc_recall_at_1_diff1": 0.31640729809498264, + "nauc_recall_at_1_max": -0.3886615687326715, + "nauc_recall_at_1_std": 0.49335927019050163, + "nauc_recall_at_20_diff1": 0.19955660477994908, + "nauc_recall_at_20_max": -0.04965145239762724, + "nauc_recall_at_20_std": 0.48110236585671284, + "nauc_recall_at_3_diff1": 0.29000089437438525, + "nauc_recall_at_3_max": -0.15289826988243932, + "nauc_recall_at_3_std": 0.48745888362201767, + "nauc_recall_at_5_diff1": 0.2534412745511406, + "nauc_recall_at_5_max": -0.10475792141380295, + "nauc_recall_at_5_std": 0.509519450388151, + "ndcg_at_1": 0.013, + "ndcg_at_10": 0.03427, + "ndcg_at_100": 0.06184, + "ndcg_at_1000": 0.08048, + "ndcg_at_20": 0.04397, + "ndcg_at_3": 0.02124, + "ndcg_at_5": 0.02664, + "precision_at_1": 0.013, + "precision_at_10": 0.0075, + "precision_at_100": 0.00233, + "precision_at_1000": 0.00041, + "precision_at_20": 0.00605, + "precision_at_3": 0.01, + "precision_at_5": 0.0092, + "recall_at_1": 0.012, + "recall_at_10": 0.06167, + "recall_at_100": 0.19117, + "recall_at_1000": 0.33833, + "recall_at_20": 0.09833, + "recall_at_3": 0.027, + "recall_at_5": 0.03967 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQHardNegatives.json new file mode 100644 index 000000000..221fae367 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 35.3664608001709, + "kg_co2_emissions": 0.002549248075492321, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.45074, + "map_at_1": 0.23, + "map_at_10": 0.37163, + "map_at_100": 0.38704, + "map_at_1000": 0.3874, + "map_at_20": 0.38196, + "map_at_3": 0.32606, + "map_at_5": 0.35241, + "mrr_at_1": 0.259, + "mrr_at_10": 0.3954825396825393, + "mrr_at_100": 0.40725904068044916, + "mrr_at_1000": 0.40752814636509344, + "mrr_at_20": 0.4035910519949599, + "mrr_at_3": 0.3553333333333333, + "mrr_at_5": 0.3792333333333328, + "nauc_map_at_1000_diff1": 0.2656543832528455, + "nauc_map_at_1000_max": 0.23801292759319134, + "nauc_map_at_1000_std": -0.10356399667355033, + "nauc_map_at_100_diff1": 0.26566332263734677, + "nauc_map_at_100_max": 0.23822716713422076, + "nauc_map_at_100_std": -0.10368121529948157, + "nauc_map_at_10_diff1": 0.2646301553313021, + "nauc_map_at_10_max": 0.23546872875850147, + "nauc_map_at_10_std": -0.11233653407573518, + "nauc_map_at_1_diff1": 0.3089832369854028, + "nauc_map_at_1_max": 0.1996423178413994, + "nauc_map_at_1_std": -0.057895700187611684, + "nauc_map_at_20_diff1": 0.26392587549897695, + "nauc_map_at_20_max": 0.236033314097738, + "nauc_map_at_20_std": -0.10824148667771422, + "nauc_map_at_3_diff1": 0.2646055245349484, + "nauc_map_at_3_max": 0.22897096150324947, + "nauc_map_at_3_std": -0.0966372409709934, + "nauc_map_at_5_diff1": 0.2660800062860711, + "nauc_map_at_5_max": 0.233598154846414, + "nauc_map_at_5_std": -0.10730530341866501, + "nauc_mrr_at_1000_diff1": 0.26036518519423996, + "nauc_mrr_at_1000_max": 0.23622790574929173, + "nauc_mrr_at_1000_std": -0.07927198994115209, + "nauc_mrr_at_100_diff1": 0.26035119426408365, + "nauc_mrr_at_100_max": 0.23636476676935353, + "nauc_mrr_at_100_std": -0.07933731839152057, + "nauc_mrr_at_10_diff1": 0.2589579425558411, + "nauc_mrr_at_10_max": 0.2354459023940044, + "nauc_mrr_at_10_std": -0.08438675782764787, + "nauc_mrr_at_1_diff1": 0.29943398111532776, + "nauc_mrr_at_1_max": 0.20333529777168977, + "nauc_mrr_at_1_std": -0.03872501676047219, + "nauc_mrr_at_20_diff1": 0.25874343930022137, + "nauc_mrr_at_20_max": 0.23550827133930602, + "nauc_mrr_at_20_std": -0.08200672911905471, + "nauc_mrr_at_3_diff1": 0.2559667431792587, + "nauc_mrr_at_3_max": 0.23072080001395012, + "nauc_mrr_at_3_std": -0.07281078689881733, + "nauc_mrr_at_5_diff1": 0.2611275096481581, + "nauc_mrr_at_5_max": 0.23557023993819826, + "nauc_mrr_at_5_std": -0.07926939650511722, + "nauc_ndcg_at_1000_diff1": 0.2557323763697506, + "nauc_ndcg_at_1000_max": 0.2498143685403432, + "nauc_ndcg_at_1000_std": -0.09610637884675383, + "nauc_ndcg_at_100_diff1": 0.25506448458282416, + "nauc_ndcg_at_100_max": 0.25642656268571246, + "nauc_ndcg_at_100_std": -0.09555413363557014, + "nauc_ndcg_at_10_diff1": 0.24931559376541604, + "nauc_ndcg_at_10_max": 0.24396425573068317, + "nauc_ndcg_at_10_std": -0.13415333201209295, + "nauc_ndcg_at_1_diff1": 0.29943398111532776, + "nauc_ndcg_at_1_max": 0.20333529777168977, + "nauc_ndcg_at_1_std": -0.03872501676047219, + "nauc_ndcg_at_20_diff1": 0.24560603773744089, + "nauc_ndcg_at_20_max": 0.24455990191465327, + "nauc_ndcg_at_20_std": -0.12412908029455685, + "nauc_ndcg_at_3_diff1": 0.25163537646693324, + "nauc_ndcg_at_3_max": 0.2362535032950566, + "nauc_ndcg_at_3_std": -0.10248407638121941, + "nauc_ndcg_at_5_diff1": 0.2561588145246893, + "nauc_ndcg_at_5_max": 0.2424436168314422, + "nauc_ndcg_at_5_std": -0.12048313270317716, + "nauc_precision_at_1000_diff1": -0.09232591557523766, + "nauc_precision_at_1000_max": 0.056505791194096704, + "nauc_precision_at_1000_std": 0.1822519826271511, + "nauc_precision_at_100_diff1": -0.04662431474340269, + "nauc_precision_at_100_max": 0.14883793982830493, + "nauc_precision_at_100_std": 0.1588734443521355, + "nauc_precision_at_10_diff1": 0.10983913065889415, + "nauc_precision_at_10_max": 0.23051925230666867, + "nauc_precision_at_10_std": -0.122998505175654, + "nauc_precision_at_1_diff1": 0.29943398111532776, + "nauc_precision_at_1_max": 0.20333529777168977, + "nauc_precision_at_1_std": -0.03872501676047219, + "nauc_precision_at_20_diff1": 0.03543145355958926, + "nauc_precision_at_20_max": 0.18858384641447185, + "nauc_precision_at_20_std": -0.04778511528967343, + "nauc_precision_at_3_diff1": 0.18900672970440394, + "nauc_precision_at_3_max": 0.253400346423602, + "nauc_precision_at_3_std": -0.08867403053449574, + "nauc_precision_at_5_diff1": 0.17661196038462498, + "nauc_precision_at_5_max": 0.25491996271822265, + "nauc_precision_at_5_std": -0.11794429581835149, + "nauc_recall_at_1000_diff1": -0.047385620915029285, + "nauc_recall_at_1000_max": 0.8736227824462993, + "nauc_recall_at_1000_std": 0.7919234360410845, + "nauc_recall_at_100_diff1": 0.1836674744804302, + "nauc_recall_at_100_max": 0.539653689191032, + "nauc_recall_at_100_std": 0.05781900775291468, + "nauc_recall_at_10_diff1": 0.19179904046654245, + "nauc_recall_at_10_max": 0.24877402365492945, + "nauc_recall_at_10_std": -0.24306287826131204, + "nauc_recall_at_1_diff1": 0.3089832369854028, + "nauc_recall_at_1_max": 0.1996423178413994, + "nauc_recall_at_1_std": -0.057895700187611684, + "nauc_recall_at_20_diff1": 0.15508376751899774, + "nauc_recall_at_20_max": 0.25714682629477237, + "nauc_recall_at_20_std": -0.251461936856112, + "nauc_recall_at_3_diff1": 0.2174984299073468, + "nauc_recall_at_3_max": 0.24357294610250724, + "nauc_recall_at_3_std": -0.1366929511807163, + "nauc_recall_at_5_diff1": 0.22394274724166127, + "nauc_recall_at_5_max": 0.24939180101746972, + "nauc_recall_at_5_std": -0.18175305424442198, + "ndcg_at_1": 0.259, + "ndcg_at_10": 0.45074, + "ndcg_at_100": 0.51409, + "ndcg_at_1000": 0.52142, + "ndcg_at_20": 0.4841, + "ndcg_at_3": 0.36234, + "ndcg_at_5": 0.4076, + "precision_at_1": 0.259, + "precision_at_10": 0.079, + "precision_at_100": 0.01139, + "precision_at_1000": 0.0012, + "precision_at_20": 0.0473, + "precision_at_3": 0.168, + "precision_at_5": 0.1264, + "recall_at_1": 0.23, + "recall_at_10": 0.67, + "recall_at_100": 0.94067, + "recall_at_1000": 0.99333, + "recall_at_20": 0.79358, + "recall_at_3": 0.4385, + "recall_at_5": 0.54367 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..c731d051a --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 14.95204496383667, + "kg_co2_emissions": 0.0007215626530421974, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 0.0, + "map_at_1000": 0.00067, + "map_at_20": 0.0, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0, + "mrr_at_1000": 0.0011813564553014241, + "mrr_at_20": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": -0.22167865951449217, + "nauc_map_at_1000_max": 0.18610477089408495, + "nauc_map_at_1000_std": 0.05372666993741512, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.017255120240464283, + "nauc_mrr_at_1000_max": 0.15397426916149554, + "nauc_mrr_at_1000_std": -0.17851689437618914, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": -0.01918099736625873, + "nauc_ndcg_at_1000_max": 0.09869198748827775, + "nauc_ndcg_at_1000_std": -0.010400084153478909, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": -0.024652093893738767, + "nauc_precision_at_1000_max": 0.10456561018523224, + "nauc_precision_at_1000_std": -0.17689663499378186, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.08105308104608817, + "nauc_recall_at_1000_max": 0.09248929145200945, + "nauc_recall_at_1000_std": 0.07292991522422809, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.0, + "ndcg_at_1000": 0.03256, + "ndcg_at_20": 0.0, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 0.0, + "precision_at_1000": 0.00344, + "precision_at_20": 0.0, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.0, + "recall_at_1000": 0.12948, + "recall_at_20": 0.0, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.01156, + "map_at_1": 0.0, + "map_at_10": 0.00202, + "map_at_100": 0.00564, + "map_at_1000": 0.01235, + "map_at_20": 0.00261, + "map_at_3": 0.00142, + "map_at_5": 0.00157, + "mrr_at_1": 0.0, + "mrr_at_10": 0.030519480519480516, + "mrr_at_100": 0.04081415190679766, + "mrr_at_1000": 0.04318088297194713, + "mrr_at_20": 0.03317099567099567, + "mrr_at_3": 0.018939393939393936, + "mrr_at_5": 0.023484848484848483, + "nauc_map_at_1000_diff1": -0.2723468192808321, + "nauc_map_at_1000_max": 0.09600520816740084, + "nauc_map_at_1000_std": 0.2926388034118838, + "nauc_map_at_100_diff1": -0.18810374854367032, + "nauc_map_at_100_max": -0.06485012096346149, + "nauc_map_at_100_std": 0.15800712120005736, + "nauc_map_at_10_diff1": -0.09348723690262664, + "nauc_map_at_10_max": -0.37633565116046463, + "nauc_map_at_10_std": -0.2023974290393391, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.11138579031201395, + "nauc_map_at_20_max": -0.35127491751116174, + "nauc_map_at_20_std": -0.17748370603436522, + "nauc_map_at_3_diff1": -0.18394299316897667, + "nauc_map_at_3_max": -0.5596982699931141, + "nauc_map_at_3_std": -0.23450293320448493, + "nauc_map_at_5_diff1": -0.10206834077438653, + "nauc_map_at_5_max": -0.5238210639883263, + "nauc_map_at_5_std": -0.2514385660808465, + "nauc_mrr_at_1000_diff1": -0.11340089742000133, + "nauc_mrr_at_1000_max": -0.23683335633576116, + "nauc_mrr_at_1000_std": -0.023700373050781102, + "nauc_mrr_at_100_diff1": -0.10215117527586035, + "nauc_mrr_at_100_max": -0.22708122002006634, + "nauc_mrr_at_100_std": -0.022729711384984308, + "nauc_mrr_at_10_diff1": -0.18539057199868045, + "nauc_mrr_at_10_max": -0.2902857471961784, + "nauc_mrr_at_10_std": 0.02575632042841397, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.1325798787740791, + "nauc_mrr_at_20_max": -0.23703419456463629, + "nauc_mrr_at_20_std": -0.001922312754204477, + "nauc_mrr_at_3_diff1": -0.3629793309498893, + "nauc_mrr_at_3_max": -0.5596982699931142, + "nauc_mrr_at_3_std": 0.027759471855779618, + "nauc_mrr_at_5_diff1": -0.16927191930407687, + "nauc_mrr_at_5_max": -0.49000079185993106, + "nauc_mrr_at_5_std": -0.05590129534982446, + "nauc_ndcg_at_1000_diff1": -0.18116540219317628, + "nauc_ndcg_at_1000_max": -0.020215182104413566, + "nauc_ndcg_at_1000_std": 0.20765876738205152, + "nauc_ndcg_at_100_diff1": -0.10688212642806946, + "nauc_ndcg_at_100_max": -0.01622675459345644, + "nauc_ndcg_at_100_std": 0.17160941306796684, + "nauc_ndcg_at_10_diff1": -0.1968502075995996, + "nauc_ndcg_at_10_max": -0.1514390663645275, + "nauc_ndcg_at_10_std": 0.04256236567091525, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.09342559161782554, + "nauc_ndcg_at_20_max": -0.0949793435991008, + "nauc_ndcg_at_20_std": -0.04913081219553578, + "nauc_ndcg_at_3_diff1": -0.21351322087279093, + "nauc_ndcg_at_3_max": -0.5596982699931141, + "nauc_ndcg_at_3_std": -0.19118681575087618, + "nauc_ndcg_at_5_diff1": -0.10835185421964626, + "nauc_ndcg_at_5_max": -0.5073440322986088, + "nauc_ndcg_at_5_std": -0.19493065143089372, + "nauc_precision_at_1000_diff1": -0.06760919211345653, + "nauc_precision_at_1000_max": 0.1126329139965666, + "nauc_precision_at_1000_std": 0.07771735521136401, + "nauc_precision_at_100_diff1": -0.11126234241651055, + "nauc_precision_at_100_max": 0.024279307214118286, + "nauc_precision_at_100_std": 0.17262691907179065, + "nauc_precision_at_10_diff1": -0.09840720752157273, + "nauc_precision_at_10_max": -0.08342070960154743, + "nauc_precision_at_10_std": 0.04224397914601107, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.005253997268224699, + "nauc_precision_at_20_max": 0.11929998328285492, + "nauc_precision_at_20_std": 0.006548935060300897, + "nauc_precision_at_3_diff1": -0.31379959618908304, + "nauc_precision_at_3_max": -0.5596982699931141, + "nauc_precision_at_3_std": -0.04428174434904613, + "nauc_precision_at_5_diff1": 0.003414367836214076, + "nauc_precision_at_5_max": -0.4396637243192985, + "nauc_precision_at_5_std": -0.1643504380237558, + "nauc_recall_at_1000_diff1": -0.22494253101878514, + "nauc_recall_at_1000_max": -0.14199439266449224, + "nauc_recall_at_1000_std": 0.13983144935566874, + "nauc_recall_at_100_diff1": -0.1218746708409009, + "nauc_recall_at_100_max": -0.08300617748872618, + "nauc_recall_at_100_std": 0.15391011984719033, + "nauc_recall_at_10_diff1": -0.0414694595738171, + "nauc_recall_at_10_max": -0.24578717172944542, + "nauc_recall_at_10_std": -0.18684524150009743, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.0800493212642676, + "nauc_recall_at_20_max": -0.2583203457511328, + "nauc_recall_at_20_std": -0.1541334952878796, + "nauc_recall_at_3_diff1": -0.15186632319618462, + "nauc_recall_at_3_max": -0.5596982699931143, + "nauc_recall_at_3_std": -0.281490626974692, + "nauc_recall_at_5_diff1": -0.02015598588591662, + "nauc_recall_at_5_max": -0.49963893880103, + "nauc_recall_at_5_std": -0.302004525516275, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0081, + "ndcg_at_100": 0.03386, + "ndcg_at_1000": 0.12092, + "ndcg_at_20": 0.01156, + "ndcg_at_3": 0.00758, + "ndcg_at_5": 0.00684, + "precision_at_1": 0.0, + "precision_at_10": 0.01136, + "precision_at_100": 0.01886, + "precision_at_1000": 0.01239, + "precision_at_20": 0.0125, + "precision_at_3": 0.01515, + "precision_at_5": 0.01364, + "recall_at_1": 0.0, + "recall_at_10": 0.00748, + "recall_at_100": 0.05459, + "recall_at_1000": 0.31106, + "recall_at_20": 0.01283, + "recall_at_3": 0.00392, + "recall_at_5": 0.0047 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.00526, + "map_at_1": 0.0, + "map_at_10": 0.00059, + "map_at_100": 0.00366, + "map_at_1000": 0.01876, + "map_at_20": 0.0009, + "map_at_3": 0.00044, + "map_at_5": 0.00048, + "mrr_at_1": 0.0, + "mrr_at_10": 0.01719858156028369, + "mrr_at_100": 0.022761069788425622, + "mrr_at_1000": 0.025264735633275946, + "mrr_at_20": 0.018835242771412984, + "mrr_at_3": 0.0070921985815602835, + "mrr_at_5": 0.012411347517730495, + "nauc_map_at_1000_diff1": -0.1660043177918778, + "nauc_map_at_1000_max": -0.007848705520587529, + "nauc_map_at_1000_std": -0.2945579912965095, + "nauc_map_at_100_diff1": -0.09790505847365193, + "nauc_map_at_100_max": -0.4192124428674808, + "nauc_map_at_100_std": -0.375398426292381, + "nauc_map_at_10_diff1": -0.46975194303183665, + "nauc_map_at_10_max": -0.25655381131189453, + "nauc_map_at_10_std": -0.47443357458713, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.3279778429452042, + "nauc_map_at_20_max": -0.3423208256636306, + "nauc_map_at_20_std": -0.4448873178090104, + "nauc_map_at_3_diff1": -0.5760668827434385, + "nauc_map_at_3_max": -0.20611648821465708, + "nauc_map_at_3_std": -0.5002261446791763, + "nauc_map_at_5_diff1": -0.5760668827434384, + "nauc_map_at_5_max": -0.21486734260668722, + "nauc_map_at_5_std": -0.4937781467061012, + "nauc_mrr_at_1000_diff1": -0.32288069321058505, + "nauc_mrr_at_1000_max": -0.29491261837894434, + "nauc_mrr_at_1000_std": -0.4358625789379258, + "nauc_mrr_at_100_diff1": -0.3376474909184653, + "nauc_mrr_at_100_max": -0.29949849762824754, + "nauc_mrr_at_100_std": -0.4496082636066373, + "nauc_mrr_at_10_diff1": -0.4046394958589708, + "nauc_mrr_at_10_max": -0.304659318664998, + "nauc_mrr_at_10_std": -0.43820268901220855, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.3607875563227166, + "nauc_mrr_at_20_max": -0.32165281549461533, + "nauc_mrr_at_20_std": -0.41803589386687473, + "nauc_mrr_at_3_diff1": -0.5760668827434385, + "nauc_mrr_at_3_max": -0.20611648821465708, + "nauc_mrr_at_3_std": -0.5002261446791763, + "nauc_mrr_at_5_diff1": -0.5760668827434383, + "nauc_mrr_at_5_max": -0.2548712483988256, + "nauc_mrr_at_5_std": -0.46430158454347303, + "nauc_ndcg_at_1000_diff1": -0.1269906466157829, + "nauc_ndcg_at_1000_max": -0.023422170923763436, + "nauc_ndcg_at_1000_std": -0.2830214326321924, + "nauc_ndcg_at_100_diff1": -0.09829451124841117, + "nauc_ndcg_at_100_max": -0.33071254305549824, + "nauc_ndcg_at_100_std": -0.37653271373136865, + "nauc_ndcg_at_10_diff1": -0.3236135018206057, + "nauc_ndcg_at_10_max": -0.38915502736850266, + "nauc_ndcg_at_10_std": -0.4631796657254989, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.1760679609425389, + "nauc_ndcg_at_20_max": -0.4385596458126103, + "nauc_ndcg_at_20_std": -0.40590892219879965, + "nauc_ndcg_at_3_diff1": -0.5760668827434384, + "nauc_ndcg_at_3_max": -0.206116488214657, + "nauc_ndcg_at_3_std": -0.5002261446791763, + "nauc_ndcg_at_5_diff1": -0.5760668827434385, + "nauc_ndcg_at_5_max": -0.25876017158873604, + "nauc_ndcg_at_5_std": -0.46143606219301286, + "nauc_precision_at_1000_diff1": -0.12560419564447525, + "nauc_precision_at_1000_max": 0.3148134582169408, + "nauc_precision_at_1000_std": -0.18245091411160244, + "nauc_precision_at_100_diff1": -0.13054697174908048, + "nauc_precision_at_100_max": -0.18436176496328727, + "nauc_precision_at_100_std": -0.3750956217695366, + "nauc_precision_at_10_diff1": -0.2861164762419297, + "nauc_precision_at_10_max": -0.3554846403950491, + "nauc_precision_at_10_std": -0.42470292166661855, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.1695815497652735, + "nauc_precision_at_20_max": -0.4242720083821625, + "nauc_precision_at_20_std": -0.4078973035728331, + "nauc_precision_at_3_diff1": -0.5760668827434385, + "nauc_precision_at_3_max": -0.20611648821465708, + "nauc_precision_at_3_std": -0.5002261446791763, + "nauc_precision_at_5_diff1": -0.5760668827434385, + "nauc_precision_at_5_max": -0.2629970417628537, + "nauc_precision_at_5_std": -0.4583141578541893, + "nauc_recall_at_1000_diff1": -0.129328485701484, + "nauc_recall_at_1000_max": -0.20014517039654592, + "nauc_recall_at_1000_std": -0.2750881031103117, + "nauc_recall_at_100_diff1": -0.0859854164778921, + "nauc_recall_at_100_max": -0.3461694931298182, + "nauc_recall_at_100_std": -0.3800018439526253, + "nauc_recall_at_10_diff1": -0.3599519399579091, + "nauc_recall_at_10_max": -0.3123362045308095, + "nauc_recall_at_10_std": -0.458783072756396, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.1822765025099061, + "nauc_recall_at_20_max": -0.4116991208716031, + "nauc_recall_at_20_std": -0.39976246298909285, + "nauc_recall_at_3_diff1": -0.5760668827434384, + "nauc_recall_at_3_max": -0.20611648821465706, + "nauc_recall_at_3_std": -0.5002261446791763, + "nauc_recall_at_5_diff1": -0.5760668827434383, + "nauc_recall_at_5_max": -0.2174925989242963, + "nauc_recall_at_5_std": -0.4918437473141787, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00353, + "ndcg_at_100": 0.021, + "ndcg_at_1000": 0.14037, + "ndcg_at_20": 0.00526, + "ndcg_at_3": 0.00166, + "ndcg_at_5": 0.00224, + "precision_at_1": 0.0, + "precision_at_10": 0.00851, + "precision_at_100": 0.01362, + "precision_at_1000": 0.01828, + "precision_at_20": 0.00851, + "precision_at_3": 0.00709, + "precision_at_5": 0.00851, + "recall_at_1": 0.0, + "recall_at_10": 0.00243, + "recall_at_100": 0.03821, + "recall_at_1000": 0.39329, + "recall_at_20": 0.00515, + "recall_at_3": 0.00133, + "recall_at_5": 0.00148 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..5fdc08cfe --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 27.15032196044922, + "kg_co2_emissions": 0.0013360427495664948, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.00046, + "map_at_1": 0.0, + "map_at_10": 0.00021, + "map_at_100": 0.00035, + "map_at_1000": 0.00082, + "map_at_20": 0.00021, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0019305019305019303, + "mrr_at_100": 0.0030709637789543783, + "mrr_at_1000": 0.0039852941259346355, + "mrr_at_20": 0.0019305019305019303, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.10565093662628369, + "nauc_map_at_1000_max": -0.05360850225424194, + "nauc_map_at_1000_std": -0.3784207002320516, + "nauc_map_at_100_diff1": 0.1272554104277905, + "nauc_map_at_100_max": 0.008411529579718613, + "nauc_map_at_100_std": -0.5100245756237516, + "nauc_map_at_10_diff1": -0.31427566390703865, + "nauc_map_at_10_max": 0.3193182974135117, + "nauc_map_at_10_std": -0.4926091900421267, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.31427566390703865, + "nauc_map_at_20_max": 0.3193182974135117, + "nauc_map_at_20_std": -0.4926091900421267, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": -0.03519947852141073, + "nauc_mrr_at_1000_max": 0.030045243317123174, + "nauc_mrr_at_1000_std": -0.4271067275194374, + "nauc_mrr_at_100_diff1": -0.060401439072485894, + "nauc_mrr_at_100_max": 0.044591031877902025, + "nauc_mrr_at_100_std": -0.47457603216168925, + "nauc_mrr_at_10_diff1": -0.31427566390703865, + "nauc_mrr_at_10_max": 0.31931829741351164, + "nauc_mrr_at_10_std": -0.49260919004212667, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.31427566390703865, + "nauc_mrr_at_20_max": 0.31931829741351164, + "nauc_mrr_at_20_std": -0.49260919004212667, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.1592397251965503, + "nauc_ndcg_at_1000_max": -0.10794293747201292, + "nauc_ndcg_at_1000_std": -0.23913246354043627, + "nauc_ndcg_at_100_diff1": 0.3260100725759474, + "nauc_ndcg_at_100_max": -0.17964822159772187, + "nauc_ndcg_at_100_std": -0.4881545102212575, + "nauc_ndcg_at_10_diff1": -0.31427566390703876, + "nauc_ndcg_at_10_max": 0.31931829741351175, + "nauc_ndcg_at_10_std": -0.4926091900421268, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.31427566390703876, + "nauc_ndcg_at_20_max": 0.31931829741351175, + "nauc_ndcg_at_20_std": -0.4926091900421268, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.23055138918437174, + "nauc_precision_at_1000_max": -0.16430053977096953, + "nauc_precision_at_1000_std": -0.17496763747677116, + "nauc_precision_at_100_diff1": -0.0022840249297323137, + "nauc_precision_at_100_max": -0.12342958361311417, + "nauc_precision_at_100_std": -0.421834495623986, + "nauc_precision_at_10_diff1": -0.31427566390703876, + "nauc_precision_at_10_max": 0.3193182974135117, + "nauc_precision_at_10_std": -0.49260919004212667, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.31427566390703876, + "nauc_precision_at_20_max": 0.3193182974135117, + "nauc_precision_at_20_std": -0.49260919004212667, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": 0.11833402181675061, + "nauc_recall_at_1000_max": -0.09118756580348926, + "nauc_recall_at_1000_std": -0.19324387772547286, + "nauc_recall_at_100_diff1": 0.3580184270899266, + "nauc_recall_at_100_max": -0.17591337498101203, + "nauc_recall_at_100_std": -0.4998982196939137, + "nauc_recall_at_10_diff1": -0.31427566390703876, + "nauc_recall_at_10_max": 0.3193182974135116, + "nauc_recall_at_10_std": -0.4926091900421268, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.31427566390703876, + "nauc_recall_at_20_max": 0.3193182974135116, + "nauc_recall_at_20_std": -0.4926091900421268, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00046, + "ndcg_at_100": 0.00179, + "ndcg_at_1000": 0.0206, + "ndcg_at_20": 0.00046, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.00135, + "precision_at_100": 0.00054, + "precision_at_1000": 0.00351, + "precision_at_20": 0.00068, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0015, + "recall_at_100": 0.00511, + "recall_at_1000": 0.056, + "recall_at_20": 0.0015, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.04815, + "map_at_1": 0.00142, + "map_at_10": 0.00715, + "map_at_100": 0.01806, + "map_at_1000": 0.02787, + "map_at_20": 0.01017, + "map_at_3": 0.00416, + "map_at_5": 0.0051, + "mrr_at_1": 0.06666666666666667, + "mrr_at_10": 0.09101587301587301, + "mrr_at_100": 0.10493862145216916, + "mrr_at_1000": 0.10655253962765597, + "mrr_at_20": 0.0971942488196358, + "mrr_at_3": 0.08444444444444445, + "mrr_at_5": 0.08777777777777777, + "nauc_map_at_1000_diff1": -0.1525766604920882, + "nauc_map_at_1000_max": -0.31734506482455904, + "nauc_map_at_1000_std": 0.39554780100416104, + "nauc_map_at_100_diff1": -0.19445078436100632, + "nauc_map_at_100_max": -0.288055772249218, + "nauc_map_at_100_std": 0.47814840261953945, + "nauc_map_at_10_diff1": -0.3445624492310922, + "nauc_map_at_10_max": -0.4286366500973495, + "nauc_map_at_10_std": 0.4866093502397546, + "nauc_map_at_1_diff1": -0.3230314612365347, + "nauc_map_at_1_max": -0.4566961160747577, + "nauc_map_at_1_std": 0.6345705876748066, + "nauc_map_at_20_diff1": -0.31711133259603513, + "nauc_map_at_20_max": -0.3448063207463785, + "nauc_map_at_20_std": 0.5329440583811154, + "nauc_map_at_3_diff1": -0.333625127892784, + "nauc_map_at_3_max": -0.4322200022041126, + "nauc_map_at_3_std": 0.4741212067104467, + "nauc_map_at_5_diff1": -0.3451599047292051, + "nauc_map_at_5_max": -0.45008524483613555, + "nauc_map_at_5_std": 0.4609176309936402, + "nauc_mrr_at_1000_diff1": -0.03907369497493331, + "nauc_mrr_at_1000_max": -0.19733087061182286, + "nauc_mrr_at_1000_std": 0.3645005019048052, + "nauc_mrr_at_100_diff1": -0.04061988901760158, + "nauc_mrr_at_100_max": -0.19764215154443748, + "nauc_mrr_at_100_std": 0.3641818014696193, + "nauc_mrr_at_10_diff1": -0.05417998608935288, + "nauc_mrr_at_10_max": -0.20874630260054752, + "nauc_mrr_at_10_std": 0.3708474876007479, + "nauc_mrr_at_1_diff1": 0.012188717215884999, + "nauc_mrr_at_1_max": -0.2024759521496357, + "nauc_mrr_at_1_std": 0.36637112276053924, + "nauc_mrr_at_20_diff1": -0.038350131107876675, + "nauc_mrr_at_20_max": -0.20188300109092802, + "nauc_mrr_at_20_std": 0.3658444971901826, + "nauc_mrr_at_3_diff1": -0.026423231561145993, + "nauc_mrr_at_3_max": -0.1864139514363151, + "nauc_mrr_at_3_std": 0.41469096653434556, + "nauc_mrr_at_5_diff1": -0.047959978195024865, + "nauc_mrr_at_5_max": -0.20380381021371197, + "nauc_mrr_at_5_std": 0.39604290751338606, + "nauc_ndcg_at_1000_diff1": -0.03364009879964507, + "nauc_ndcg_at_1000_max": -0.2000067626216015, + "nauc_ndcg_at_1000_std": 0.41337493024006605, + "nauc_ndcg_at_100_diff1": -0.09306433799194198, + "nauc_ndcg_at_100_max": -0.25681639646921905, + "nauc_ndcg_at_100_std": 0.45814022419413375, + "nauc_ndcg_at_10_diff1": -0.11658551786157122, + "nauc_ndcg_at_10_max": -0.3090352601156109, + "nauc_ndcg_at_10_std": 0.384659863601217, + "nauc_ndcg_at_1_diff1": -0.07307136845888075, + "nauc_ndcg_at_1_max": -0.24730151163985117, + "nauc_ndcg_at_1_std": 0.352156252039444, + "nauc_ndcg_at_20_diff1": -0.11449062165865206, + "nauc_ndcg_at_20_max": -0.2788853521848539, + "nauc_ndcg_at_20_std": 0.40781999648683137, + "nauc_ndcg_at_3_diff1": -0.11665063590408958, + "nauc_ndcg_at_3_max": -0.2764543299262504, + "nauc_ndcg_at_3_std": 0.4553302860996583, + "nauc_ndcg_at_5_diff1": -0.10755912433341193, + "nauc_ndcg_at_5_max": -0.3203111444766918, + "nauc_ndcg_at_5_std": 0.4222629723283828, + "nauc_precision_at_1000_diff1": 0.011025452069682746, + "nauc_precision_at_1000_max": -0.2543359859951949, + "nauc_precision_at_1000_std": 0.06985876619747848, + "nauc_precision_at_100_diff1": -0.039903116796300465, + "nauc_precision_at_100_max": -0.2880924174910381, + "nauc_precision_at_100_std": 0.25140912751522876, + "nauc_precision_at_10_diff1": -0.10270215534251297, + "nauc_precision_at_10_max": -0.2887543664414541, + "nauc_precision_at_10_std": 0.31125910560590914, + "nauc_precision_at_1_diff1": 0.012188717215884999, + "nauc_precision_at_1_max": -0.2024759521496357, + "nauc_precision_at_1_std": 0.36637112276053924, + "nauc_precision_at_20_diff1": -0.08048947901086373, + "nauc_precision_at_20_max": -0.24478809252882822, + "nauc_precision_at_20_std": 0.36217693398102846, + "nauc_precision_at_3_diff1": -0.09465663396377874, + "nauc_precision_at_3_max": -0.2655351978653908, + "nauc_precision_at_3_std": 0.4075690246929924, + "nauc_precision_at_5_diff1": -0.08823235370113175, + "nauc_precision_at_5_max": -0.32479796039085085, + "nauc_precision_at_5_std": 0.35172754248503857, + "nauc_recall_at_1000_diff1": 0.03098314023954124, + "nauc_recall_at_1000_max": -0.06747187327052463, + "nauc_recall_at_1000_std": 0.4377053836045661, + "nauc_recall_at_100_diff1": -0.040012393548738104, + "nauc_recall_at_100_max": -0.10644108890163083, + "nauc_recall_at_100_std": 0.5932864649162153, + "nauc_recall_at_10_diff1": -0.3444127666176189, + "nauc_recall_at_10_max": -0.3761717715495679, + "nauc_recall_at_10_std": 0.4154371426810518, + "nauc_recall_at_1_diff1": -0.3230314612365347, + "nauc_recall_at_1_max": -0.4566961160747577, + "nauc_recall_at_1_std": 0.6345705876748066, + "nauc_recall_at_20_diff1": -0.24685785106501748, + "nauc_recall_at_20_max": -0.23291799072622424, + "nauc_recall_at_20_std": 0.5529491713496297, + "nauc_recall_at_3_diff1": -0.32158029578220515, + "nauc_recall_at_3_max": -0.3814438904484501, + "nauc_recall_at_3_std": 0.3401421874911214, + "nauc_recall_at_5_diff1": -0.3484571083937803, + "nauc_recall_at_5_max": -0.41623493862553457, + "nauc_recall_at_5_std": 0.3388582315478991, + "ndcg_at_1": 0.04222, + "ndcg_at_10": 0.04474, + "ndcg_at_100": 0.06424, + "ndcg_at_1000": 0.1329, + "ndcg_at_20": 0.04815, + "ndcg_at_3": 0.04626, + "ndcg_at_5": 0.04598, + "precision_at_1": 0.06667, + "precision_at_10": 0.052, + "precision_at_100": 0.04293, + "precision_at_1000": 0.01727, + "precision_at_20": 0.05133, + "precision_at_3": 0.06222, + "precision_at_5": 0.056, + "recall_at_1": 0.00142, + "recall_at_10": 0.0124, + "recall_at_100": 0.07476, + "recall_at_1000": 0.25855, + "recall_at_20": 0.02453, + "recall_at_3": 0.00683, + "recall_at_5": 0.00862 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.02768, + "map_at_1": 0.00093, + "map_at_10": 0.0039, + "map_at_100": 0.00869, + "map_at_1000": 0.02036, + "map_at_20": 0.00489, + "map_at_3": 0.00225, + "map_at_5": 0.00255, + "mrr_at_1": 0.02666666666666667, + "mrr_at_10": 0.07144444444444445, + "mrr_at_100": 0.0833693813998665, + "mrr_at_1000": 0.08523178979139694, + "mrr_at_20": 0.07862719169375514, + "mrr_at_3": 0.05333333333333334, + "mrr_at_5": 0.06533333333333334, + "nauc_map_at_1000_diff1": -0.028977336346332372, + "nauc_map_at_1000_max": 0.06472220581609356, + "nauc_map_at_1000_std": -0.28723741877721093, + "nauc_map_at_100_diff1": -0.0604255368636268, + "nauc_map_at_100_max": 0.05987013532116394, + "nauc_map_at_100_std": -0.35274655029031443, + "nauc_map_at_10_diff1": 0.029651018545784277, + "nauc_map_at_10_max": 0.17401263847064125, + "nauc_map_at_10_std": -0.34467766507659753, + "nauc_map_at_1_diff1": 0.07236512733190838, + "nauc_map_at_1_max": 0.07605211269654623, + "nauc_map_at_1_std": -0.2960983414579006, + "nauc_map_at_20_diff1": -0.024197115127199346, + "nauc_map_at_20_max": 0.11122547572651678, + "nauc_map_at_20_std": -0.35932764196063166, + "nauc_map_at_3_diff1": -0.008290597976111808, + "nauc_map_at_3_max": 0.1334852058802963, + "nauc_map_at_3_std": -0.38302292922412606, + "nauc_map_at_5_diff1": 0.0678942239381272, + "nauc_map_at_5_max": 0.20188972251852402, + "nauc_map_at_5_std": -0.32870883019301445, + "nauc_mrr_at_1000_diff1": 0.054268094955432715, + "nauc_mrr_at_1000_max": -0.03449335067927612, + "nauc_mrr_at_1000_std": -0.3397102011220431, + "nauc_mrr_at_100_diff1": 0.055150289649808566, + "nauc_mrr_at_100_max": -0.03609285720565282, + "nauc_mrr_at_100_std": -0.3430002507225104, + "nauc_mrr_at_10_diff1": 0.05953129314693869, + "nauc_mrr_at_10_max": -0.029533215727138972, + "nauc_mrr_at_10_std": -0.3173543518388332, + "nauc_mrr_at_1_diff1": -0.1923563337156285, + "nauc_mrr_at_1_max": -0.15143079616814842, + "nauc_mrr_at_1_std": -0.18606009716986233, + "nauc_mrr_at_20_diff1": 0.05614101181700719, + "nauc_mrr_at_20_max": -0.03113391081909043, + "nauc_mrr_at_20_std": -0.33290656077736347, + "nauc_mrr_at_3_diff1": -0.01414817362430034, + "nauc_mrr_at_3_max": -0.07726974981361681, + "nauc_mrr_at_3_std": -0.34136176233553034, + "nauc_mrr_at_5_diff1": 0.05053116969373801, + "nauc_mrr_at_5_max": 0.018556328309719115, + "nauc_mrr_at_5_std": -0.33107974985042665, + "nauc_ndcg_at_1000_diff1": -0.04388533584906095, + "nauc_ndcg_at_1000_max": 0.10488390093135243, + "nauc_ndcg_at_1000_std": -0.20928643725556484, + "nauc_ndcg_at_100_diff1": -0.027096603811770523, + "nauc_ndcg_at_100_max": 0.04606124508294393, + "nauc_ndcg_at_100_std": -0.33064327384763126, + "nauc_ndcg_at_10_diff1": -0.004338216621585657, + "nauc_ndcg_at_10_max": -0.017040298815195722, + "nauc_ndcg_at_10_std": -0.32883118063836697, + "nauc_ndcg_at_1_diff1": -0.1341700323764669, + "nauc_ndcg_at_1_max": -0.10142960233848285, + "nauc_ndcg_at_1_std": -0.2102467211618866, + "nauc_ndcg_at_20_diff1": -0.006208783431925326, + "nauc_ndcg_at_20_max": 0.006402932651989801, + "nauc_ndcg_at_20_std": -0.3655832532994871, + "nauc_ndcg_at_3_diff1": 0.018477336205230455, + "nauc_ndcg_at_3_max": -0.01135808828546633, + "nauc_ndcg_at_3_std": -0.3725339212492581, + "nauc_ndcg_at_5_diff1": 0.05648104261099886, + "nauc_ndcg_at_5_max": 0.05933610766390359, + "nauc_ndcg_at_5_std": -0.355155029818903, + "nauc_precision_at_1000_diff1": -0.002838320159582321, + "nauc_precision_at_1000_max": 0.11282085875108301, + "nauc_precision_at_1000_std": -0.17912104039139778, + "nauc_precision_at_100_diff1": 0.023376113300036826, + "nauc_precision_at_100_max": 0.0227218273785982, + "nauc_precision_at_100_std": -0.30948941151053505, + "nauc_precision_at_10_diff1": 0.06481197352745705, + "nauc_precision_at_10_max": -0.027837612205082816, + "nauc_precision_at_10_std": -0.31807026167680025, + "nauc_precision_at_1_diff1": -0.1923563337156285, + "nauc_precision_at_1_max": -0.15143079616814842, + "nauc_precision_at_1_std": -0.18606009716986233, + "nauc_precision_at_20_diff1": 0.09296401317506509, + "nauc_precision_at_20_max": 0.008383823182703086, + "nauc_precision_at_20_std": -0.3635736857718526, + "nauc_precision_at_3_diff1": 0.07495590642136378, + "nauc_precision_at_3_max": 0.005013407307467158, + "nauc_precision_at_3_std": -0.42359381180800765, + "nauc_precision_at_5_diff1": 0.178469949407214, + "nauc_precision_at_5_max": 0.1677030177679819, + "nauc_precision_at_5_std": -0.3749451753678781, + "nauc_recall_at_1000_diff1": -0.018714982064922787, + "nauc_recall_at_1000_max": 0.17012302914269353, + "nauc_recall_at_1000_std": -0.14166620604170818, + "nauc_recall_at_100_diff1": -0.11085190664948318, + "nauc_recall_at_100_max": 0.03523263564335619, + "nauc_recall_at_100_std": -0.33589250254556446, + "nauc_recall_at_10_diff1": 0.06414547829890041, + "nauc_recall_at_10_max": 0.1785331128620104, + "nauc_recall_at_10_std": -0.3022594061547687, + "nauc_recall_at_1_diff1": 0.07236512733190838, + "nauc_recall_at_1_max": 0.07605211269654623, + "nauc_recall_at_1_std": -0.2960983414579006, + "nauc_recall_at_20_diff1": -0.06429359240385625, + "nauc_recall_at_20_max": 0.04129625709121, + "nauc_recall_at_20_std": -0.36491168054863554, + "nauc_recall_at_3_diff1": -0.05796676065883121, + "nauc_recall_at_3_max": 0.16807836958157987, + "nauc_recall_at_3_std": -0.4107994235201147, + "nauc_recall_at_5_diff1": 0.11340243060255982, + "nauc_recall_at_5_max": 0.30146195784453755, + "nauc_recall_at_5_std": -0.283989028072352, + "ndcg_at_1": 0.02222, + "ndcg_at_10": 0.02356, + "ndcg_at_100": 0.04436, + "ndcg_at_1000": 0.14514, + "ndcg_at_20": 0.02768, + "ndcg_at_3": 0.02544, + "ndcg_at_5": 0.02318, + "precision_at_1": 0.02667, + "precision_at_10": 0.02933, + "precision_at_100": 0.028, + "precision_at_1000": 0.01889, + "precision_at_20": 0.03067, + "precision_at_3": 0.03556, + "precision_at_5": 0.032, + "recall_at_1": 0.00093, + "recall_at_10": 0.0111, + "recall_at_100": 0.05768, + "recall_at_1000": 0.31534, + "recall_at_20": 0.01815, + "recall_at_3": 0.00466, + "recall_at_5": 0.00608 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-PLHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-PLHardNegatives.json new file mode 100644 index 000000000..d37284973 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 16.026559114456177, + "kg_co2_emissions": 0.0007384148615140126, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.56348, + "map_at_1": 0.42087, + "map_at_10": 0.51724, + "map_at_100": 0.52602, + "map_at_1000": 0.52672, + "map_at_20": 0.52184, + "map_at_3": 0.49542, + "map_at_5": 0.50699, + "mrr_at_1": 0.494, + "mrr_at_10": 0.5667373015873012, + "mrr_at_100": 0.5722573061183629, + "mrr_at_1000": 0.5725597180974766, + "mrr_at_20": 0.5696715489747606, + "mrr_at_3": 0.5508333333333332, + "mrr_at_5": 0.559983333333333, + "nauc_map_at_1000_diff1": 0.6050669637314651, + "nauc_map_at_1000_max": 0.45023689254228283, + "nauc_map_at_1000_std": -0.03185833344523849, + "nauc_map_at_100_diff1": 0.6050190722326715, + "nauc_map_at_100_max": 0.44994260981135054, + "nauc_map_at_100_std": -0.0326808530118284, + "nauc_map_at_10_diff1": 0.6043444370009419, + "nauc_map_at_10_max": 0.4461348824913549, + "nauc_map_at_10_std": -0.03984812614013345, + "nauc_map_at_1_diff1": 0.6581334392634381, + "nauc_map_at_1_max": 0.3998737751987143, + "nauc_map_at_1_std": -0.05180854136581318, + "nauc_map_at_20_diff1": 0.6041495473887906, + "nauc_map_at_20_max": 0.44808444841740735, + "nauc_map_at_20_std": -0.03577497428662459, + "nauc_map_at_3_diff1": 0.6037736456896801, + "nauc_map_at_3_max": 0.44357248199676247, + "nauc_map_at_3_std": -0.040426443416014674, + "nauc_map_at_5_diff1": 0.6036347406814038, + "nauc_map_at_5_max": 0.445586545441945, + "nauc_map_at_5_std": -0.043785146246971, + "nauc_mrr_at_1000_diff1": 0.6132810354405047, + "nauc_mrr_at_1000_max": 0.4930746048952969, + "nauc_mrr_at_1000_std": 0.0057904516837299705, + "nauc_mrr_at_100_diff1": 0.6131856969210819, + "nauc_mrr_at_100_max": 0.49307759992474726, + "nauc_mrr_at_100_std": 0.0058215026441464715, + "nauc_mrr_at_10_diff1": 0.6123600931907413, + "nauc_mrr_at_10_max": 0.4917921763798149, + "nauc_mrr_at_10_std": 0.002221116311575337, + "nauc_mrr_at_1_diff1": 0.6573799526112983, + "nauc_mrr_at_1_max": 0.49090785796154135, + "nauc_mrr_at_1_std": -0.011804626647767824, + "nauc_mrr_at_20_diff1": 0.6128829758149447, + "nauc_mrr_at_20_max": 0.49307779079293257, + "nauc_mrr_at_20_std": 0.005146003922462281, + "nauc_mrr_at_3_diff1": 0.6140022945156174, + "nauc_mrr_at_3_max": 0.49103058340969563, + "nauc_mrr_at_3_std": 0.0016694026648705832, + "nauc_mrr_at_5_diff1": 0.6124231481229107, + "nauc_mrr_at_5_max": 0.49353088960698366, + "nauc_mrr_at_5_std": 0.000790597125292037, + "nauc_ndcg_at_1000_diff1": 0.5959321577409248, + "nauc_ndcg_at_1000_max": 0.46864313761082954, + "nauc_ndcg_at_1000_std": 0.009443970266204308, + "nauc_ndcg_at_100_diff1": 0.5945996224897365, + "nauc_ndcg_at_100_max": 0.4656252919646828, + "nauc_ndcg_at_100_std": 0.0027909703519873688, + "nauc_ndcg_at_10_diff1": 0.591150080577416, + "nauc_ndcg_at_10_max": 0.45389383254101123, + "nauc_ndcg_at_10_std": -0.027657894071964496, + "nauc_ndcg_at_1_diff1": 0.6652263945690274, + "nauc_ndcg_at_1_max": 0.4740359186948025, + "nauc_ndcg_at_1_std": -0.022491356375030386, + "nauc_ndcg_at_20_diff1": 0.5912262784731905, + "nauc_ndcg_at_20_max": 0.45921294951216923, + "nauc_ndcg_at_20_std": -0.014626296675523837, + "nauc_ndcg_at_3_diff1": 0.592849803712003, + "nauc_ndcg_at_3_max": 0.46640207015356294, + "nauc_ndcg_at_3_std": -0.023256970750494113, + "nauc_ndcg_at_5_diff1": 0.5905285542265538, + "nauc_ndcg_at_5_max": 0.4590232917962403, + "nauc_ndcg_at_5_std": -0.033457488223397475, + "nauc_precision_at_1000_diff1": -0.11104043318337803, + "nauc_precision_at_1000_max": 0.12865108774424647, + "nauc_precision_at_1000_std": 0.26529473698603884, + "nauc_precision_at_100_diff1": -0.016654137666303147, + "nauc_precision_at_100_max": 0.20678909797189982, + "nauc_precision_at_100_std": 0.22268883223280084, + "nauc_precision_at_10_diff1": 0.20347680125785278, + "nauc_precision_at_10_max": 0.34016204769358266, + "nauc_precision_at_10_std": 0.06328040341943302, + "nauc_precision_at_1_diff1": 0.6652263945690274, + "nauc_precision_at_1_max": 0.4740359186948025, + "nauc_precision_at_1_std": -0.022491356375030386, + "nauc_precision_at_20_diff1": 0.12645135813250158, + "nauc_precision_at_20_max": 0.29236890220900213, + "nauc_precision_at_20_std": 0.12195983311689061, + "nauc_precision_at_3_diff1": 0.35078294190537007, + "nauc_precision_at_3_max": 0.4430841421377196, + "nauc_precision_at_3_std": 0.03725641721409505, + "nauc_precision_at_5_diff1": 0.2877094422996784, + "nauc_precision_at_5_max": 0.40793580903108106, + "nauc_precision_at_5_std": 0.03317856946289956, + "nauc_recall_at_1000_diff1": 0.4426866725590513, + "nauc_recall_at_1000_max": 0.43202668363985713, + "nauc_recall_at_1000_std": 0.3010556421338309, + "nauc_recall_at_100_diff1": 0.48007617916855094, + "nauc_recall_at_100_max": 0.4227249619607291, + "nauc_recall_at_100_std": 0.14267107925116437, + "nauc_recall_at_10_diff1": 0.5120778508752121, + "nauc_recall_at_10_max": 0.4132829293259313, + "nauc_recall_at_10_std": -0.025882957316598607, + "nauc_recall_at_1_diff1": 0.6581334392634381, + "nauc_recall_at_1_max": 0.3998737751987143, + "nauc_recall_at_1_std": -0.05180854136581318, + "nauc_recall_at_20_diff1": 0.5008520303687889, + "nauc_recall_at_20_max": 0.4230520165623893, + "nauc_recall_at_20_std": 0.01845810853483586, + "nauc_recall_at_3_diff1": 0.5333452116405194, + "nauc_recall_at_3_max": 0.4353715435091049, + "nauc_recall_at_3_std": -0.027990773443711855, + "nauc_recall_at_5_diff1": 0.5219933789181321, + "nauc_recall_at_5_max": 0.4314281091363222, + "nauc_recall_at_5_std": -0.04485664531955406, + "ndcg_at_1": 0.491, + "ndcg_at_10": 0.56348, + "ndcg_at_100": 0.59974, + "ndcg_at_1000": 0.61267, + "ndcg_at_20": 0.57612, + "ndcg_at_3": 0.53351, + "ndcg_at_5": 0.54578, + "precision_at_1": 0.491, + "precision_at_10": 0.0872, + "precision_at_100": 0.01198, + "precision_at_1000": 0.0014, + "precision_at_20": 0.0484, + "precision_at_3": 0.23433, + "precision_at_5": 0.154, + "recall_at_1": 0.42087, + "recall_at_10": 0.65302, + "recall_at_100": 0.80847, + "recall_at_1000": 0.89475, + "recall_at_20": 0.69632, + "recall_at_3": 0.55583, + "recall_at_5": 0.59703 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..7c3b61e15 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 16.087425231933594, + "kg_co2_emissions": 0.0006339399889669693, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.87027, + "map_at_1": 0.68139, + "map_at_10": 0.8301, + "map_at_100": 0.83805, + "map_at_1000": 0.83819, + "map_at_20": 0.8358, + "map_at_3": 0.79528, + "map_at_5": 0.81698, + "mrr_at_1": 0.794, + "mrr_at_10": 0.8616376984126985, + "mrr_at_100": 0.8633236581825795, + "mrr_at_1000": 0.8633295405355207, + "mrr_at_20": 0.8631405785562909, + "mrr_at_3": 0.8515000000000003, + "mrr_at_5": 0.8586500000000004, + "nauc_map_at_1000_diff1": 0.752006505859672, + "nauc_map_at_1000_max": 0.3773299442841991, + "nauc_map_at_1000_std": -0.36095173281726345, + "nauc_map_at_100_diff1": 0.7521226955606454, + "nauc_map_at_100_max": 0.37739589674924073, + "nauc_map_at_100_std": -0.36126569223010097, + "nauc_map_at_10_diff1": 0.7551790664371346, + "nauc_map_at_10_max": 0.3738668249328806, + "nauc_map_at_10_std": -0.3830534930563168, + "nauc_map_at_1_diff1": 0.7897597113786172, + "nauc_map_at_1_max": 0.2460521349254606, + "nauc_map_at_1_std": -0.3445730273386932, + "nauc_map_at_20_diff1": 0.7534187375288788, + "nauc_map_at_20_max": 0.3760689610668281, + "nauc_map_at_20_std": -0.37245197830904614, + "nauc_map_at_3_diff1": 0.7693463863215183, + "nauc_map_at_3_max": 0.3363208532630345, + "nauc_map_at_3_std": -0.38862384245132486, + "nauc_map_at_5_diff1": 0.7603684381650121, + "nauc_map_at_5_max": 0.3646544768835494, + "nauc_map_at_5_std": -0.3951776817211366, + "nauc_mrr_at_1000_diff1": 0.747091899489216, + "nauc_mrr_at_1000_max": 0.4184318436020639, + "nauc_mrr_at_1000_std": -0.3021018605010596, + "nauc_mrr_at_100_diff1": 0.7471034298757766, + "nauc_mrr_at_100_max": 0.4184583579985625, + "nauc_mrr_at_100_std": -0.3020824895109991, + "nauc_mrr_at_10_diff1": 0.7478654293929088, + "nauc_mrr_at_10_max": 0.419689889384909, + "nauc_mrr_at_10_std": -0.3031375231013565, + "nauc_mrr_at_1_diff1": 0.746281262052031, + "nauc_mrr_at_1_max": 0.3886965988254307, + "nauc_mrr_at_1_std": -0.30179993263067495, + "nauc_mrr_at_20_diff1": 0.7472637455612576, + "nauc_mrr_at_20_max": 0.4191605623604864, + "nauc_mrr_at_20_std": -0.3020974285742117, + "nauc_mrr_at_3_diff1": 0.7468461560558888, + "nauc_mrr_at_3_max": 0.42001644042665626, + "nauc_mrr_at_3_std": -0.30108299100858976, + "nauc_mrr_at_5_diff1": 0.74463902918744, + "nauc_mrr_at_5_max": 0.42307750505418074, + "nauc_mrr_at_5_std": -0.3038737803066118, + "nauc_ndcg_at_1000_diff1": 0.7479441170006254, + "nauc_ndcg_at_1000_max": 0.40178076637447646, + "nauc_ndcg_at_1000_std": -0.3332745653358661, + "nauc_ndcg_at_100_diff1": 0.7487095697673842, + "nauc_ndcg_at_100_max": 0.4030077475885045, + "nauc_ndcg_at_100_std": -0.3335461954761313, + "nauc_ndcg_at_10_diff1": 0.7517080926539846, + "nauc_ndcg_at_10_max": 0.3902827391191917, + "nauc_ndcg_at_10_std": -0.36695008932678286, + "nauc_ndcg_at_1_diff1": 0.746281262052031, + "nauc_ndcg_at_1_max": 0.3886965988254307, + "nauc_ndcg_at_1_std": -0.30179993263067495, + "nauc_ndcg_at_20_diff1": 0.7519453231354141, + "nauc_ndcg_at_20_max": 0.39620606823885557, + "nauc_ndcg_at_20_std": -0.3515267323949166, + "nauc_ndcg_at_3_diff1": 0.7512892056074386, + "nauc_ndcg_at_3_max": 0.3842802090360714, + "nauc_ndcg_at_3_std": -0.34677910483155955, + "nauc_ndcg_at_5_diff1": 0.7500141824161459, + "nauc_ndcg_at_5_max": 0.389565483382178, + "nauc_ndcg_at_5_std": -0.36987778835842205, + "nauc_precision_at_1000_diff1": -0.4327913454089349, + "nauc_precision_at_1000_max": -0.0421062825100525, + "nauc_precision_at_1000_std": 0.355642453978677, + "nauc_precision_at_100_diff1": -0.4306334827825146, + "nauc_precision_at_100_max": -0.0323590809141658, + "nauc_precision_at_100_std": 0.35474900236739537, + "nauc_precision_at_10_diff1": -0.3707845287739495, + "nauc_precision_at_10_max": 0.04221753597475228, + "nauc_precision_at_10_std": 0.21677451691145552, + "nauc_precision_at_1_diff1": 0.746281262052031, + "nauc_precision_at_1_max": 0.3886965988254307, + "nauc_precision_at_1_std": -0.30179993263067495, + "nauc_precision_at_20_diff1": -0.4134404058478733, + "nauc_precision_at_20_max": 0.00020537904236756069, + "nauc_precision_at_20_std": 0.27854473604071794, + "nauc_precision_at_3_diff1": -0.15373711249474784, + "nauc_precision_at_3_max": 0.17201959205897366, + "nauc_precision_at_3_std": 0.054946009185831785, + "nauc_precision_at_5_diff1": -0.29538127290377847, + "nauc_precision_at_5_max": 0.11152774245317146, + "nauc_precision_at_5_std": 0.13606769667248203, + "nauc_recall_at_1000_diff1": -0.5634920634919764, + "nauc_recall_at_1000_max": -1.1517273576091318, + "nauc_recall_at_1000_std": 0.3580765639590347, + "nauc_recall_at_100_diff1": 0.6863210332261644, + "nauc_recall_at_100_max": 0.4995426943092235, + "nauc_recall_at_100_std": -0.12188141046161988, + "nauc_recall_at_10_diff1": 0.7210250150182994, + "nauc_recall_at_10_max": 0.3587188440167453, + "nauc_recall_at_10_std": -0.49128815149085414, + "nauc_recall_at_1_diff1": 0.7897597113786172, + "nauc_recall_at_1_max": 0.2460521349254606, + "nauc_recall_at_1_std": -0.3445730273386932, + "nauc_recall_at_20_diff1": 0.7661002975445215, + "nauc_recall_at_20_max": 0.35462007149531133, + "nauc_recall_at_20_std": -0.477543198051894, + "nauc_recall_at_3_diff1": 0.7386729868400498, + "nauc_recall_at_3_max": 0.31988581195565535, + "nauc_recall_at_3_std": -0.4144428862559915, + "nauc_recall_at_5_diff1": 0.7080533270053523, + "nauc_recall_at_5_max": 0.3586763415821627, + "nauc_recall_at_5_std": -0.4711840240227645, + "ndcg_at_1": 0.794, + "ndcg_at_10": 0.87027, + "ndcg_at_100": 0.8853, + "ndcg_at_1000": 0.88621, + "ndcg_at_20": 0.8803, + "ndcg_at_3": 0.84164, + "ndcg_at_5": 0.85759, + "precision_at_1": 0.794, + "precision_at_10": 0.1388, + "precision_at_100": 0.0161, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07475, + "precision_at_3": 0.37533, + "precision_at_5": 0.2508, + "recall_at_1": 0.68139, + "recall_at_10": 0.94528, + "recall_at_100": 0.99593, + "recall_at_1000": 0.99975, + "recall_at_20": 0.97925, + "recall_at_3": 0.85707, + "recall_at_5": 0.90522 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..df58dba75 --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 57.89345026016235, + "kg_co2_emissions": 0.003954873036167746, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.00738, + "map_at_1": 0.005, + "map_at_10": 0.00631, + "map_at_100": 0.00693, + "map_at_1000": 0.00725, + "map_at_20": 0.00657, + "map_at_3": 0.0055, + "map_at_5": 0.0059, + "mrr_at_1": 0.005, + "mrr_at_10": 0.00630952380952381, + "mrr_at_100": 0.006924675411391822, + "mrr_at_1000": 0.007250954357554058, + "mrr_at_20": 0.006569736227824463, + "mrr_at_3": 0.0055, + "mrr_at_5": 0.005900000000000001, + "nauc_map_at_1000_diff1": 0.6452110573668244, + "nauc_map_at_1000_max": -0.19702835177957184, + "nauc_map_at_1000_std": 0.18863983886800226, + "nauc_map_at_100_diff1": 0.6711252534221473, + "nauc_map_at_100_max": -0.20131189929498594, + "nauc_map_at_100_std": 0.19035873803462058, + "nauc_map_at_10_diff1": 0.7181147262961258, + "nauc_map_at_10_max": -0.2256800198449865, + "nauc_map_at_10_std": 0.192286375303117, + "nauc_map_at_1_diff1": 0.7971558894553258, + "nauc_map_at_1_max": -0.1439227260531259, + "nauc_map_at_1_std": 0.19597531526697065, + "nauc_map_at_20_diff1": 0.6930099127981282, + "nauc_map_at_20_max": -0.20409804203843074, + "nauc_map_at_20_std": 0.20239770857817183, + "nauc_map_at_3_diff1": 0.8155962631412053, + "nauc_map_at_3_max": -0.1762567992779959, + "nauc_map_at_3_std": 0.23833451228138638, + "nauc_map_at_5_diff1": 0.780129426584748, + "nauc_map_at_5_max": -0.20327159118298446, + "nauc_map_at_5_std": 0.2365923426393746, + "nauc_mrr_at_1000_diff1": 0.6453370467097838, + "nauc_mrr_at_1000_max": -0.19700036325197515, + "nauc_mrr_at_1000_std": 0.1887984343698864, + "nauc_mrr_at_100_diff1": 0.6712630828990058, + "nauc_mrr_at_100_max": -0.2012836970538979, + "nauc_mrr_at_100_std": 0.1905248002754649, + "nauc_mrr_at_10_diff1": 0.7181147262961258, + "nauc_mrr_at_10_max": -0.2256800198449865, + "nauc_mrr_at_10_std": 0.192286375303117, + "nauc_mrr_at_1_diff1": 0.7971558894553258, + "nauc_mrr_at_1_max": -0.1439227260531259, + "nauc_mrr_at_1_std": 0.19597531526697065, + "nauc_mrr_at_20_diff1": 0.6930099127981282, + "nauc_mrr_at_20_max": -0.20409804203843074, + "nauc_mrr_at_20_std": 0.20239770857817183, + "nauc_mrr_at_3_diff1": 0.8155962631412053, + "nauc_mrr_at_3_max": -0.1762567992779959, + "nauc_mrr_at_3_std": 0.23833451228138638, + "nauc_mrr_at_5_diff1": 0.780129426584748, + "nauc_mrr_at_5_max": -0.20327159118298446, + "nauc_mrr_at_5_std": 0.2365923426393746, + "nauc_ndcg_at_1000_diff1": 0.28701891626997084, + "nauc_ndcg_at_1000_max": -0.13782225717297372, + "nauc_ndcg_at_1000_std": 0.15090995073928604, + "nauc_ndcg_at_100_diff1": 0.48993556767436697, + "nauc_ndcg_at_100_max": -0.19007138664505685, + "nauc_ndcg_at_100_std": 0.14367991611081352, + "nauc_ndcg_at_10_diff1": 0.6297929820509863, + "nauc_ndcg_at_10_max": -0.2731698795652135, + "nauc_ndcg_at_10_std": 0.15204327032649015, + "nauc_ndcg_at_1_diff1": 0.7971558894553258, + "nauc_ndcg_at_1_max": -0.1439227260531259, + "nauc_ndcg_at_1_std": 0.19597531526697065, + "nauc_ndcg_at_20_diff1": 0.5649832573046765, + "nauc_ndcg_at_20_max": -0.20175145167464525, + "nauc_ndcg_at_20_std": 0.19440821150686857, + "nauc_ndcg_at_3_diff1": 0.819883998361, + "nauc_ndcg_at_3_max": -0.18377508209196383, + "nauc_ndcg_at_3_std": 0.2481838257505603, + "nauc_ndcg_at_5_diff1": 0.7561691172962272, + "nauc_ndcg_at_5_max": -0.23100339619731647, + "nauc_ndcg_at_5_std": 0.24388968838883154, + "nauc_precision_at_1000_diff1": 0.14428297299680437, + "nauc_precision_at_1000_max": -0.10230436224843305, + "nauc_precision_at_1000_std": 0.14456010110977183, + "nauc_precision_at_100_diff1": 0.3037205974420889, + "nauc_precision_at_100_max": -0.1677756909042126, + "nauc_precision_at_100_std": 0.09269296127358896, + "nauc_precision_at_10_diff1": 0.4481791350586627, + "nauc_precision_at_10_max": -0.3652462375295753, + "nauc_precision_at_10_std": 0.06471205210137322, + "nauc_precision_at_1_diff1": 0.7971558894553258, + "nauc_precision_at_1_max": -0.1439227260531259, + "nauc_precision_at_1_std": 0.19597531526697065, + "nauc_precision_at_20_diff1": 0.3503085591628654, + "nauc_precision_at_20_max": -0.1781593775154279, + "nauc_precision_at_20_std": 0.19161076826759676, + "nauc_precision_at_3_diff1": 0.8309632412127715, + "nauc_precision_at_3_max": -0.20320186029872117, + "nauc_precision_at_3_std": 0.27363384312673283, + "nauc_precision_at_5_diff1": 0.6963375368929435, + "nauc_precision_at_5_max": -0.29608264019318503, + "nauc_precision_at_5_std": 0.25838475986047776, + "nauc_recall_at_1000_diff1": 0.1442829729968046, + "nauc_recall_at_1000_max": -0.10230436224843278, + "nauc_recall_at_1000_std": 0.1445601011097722, + "nauc_recall_at_100_diff1": 0.3037205974420893, + "nauc_recall_at_100_max": -0.16777569090421257, + "nauc_recall_at_100_std": 0.09269296127358911, + "nauc_recall_at_10_diff1": 0.44817913505866286, + "nauc_recall_at_10_max": -0.3652462375295753, + "nauc_recall_at_10_std": 0.06471205210137336, + "nauc_recall_at_1_diff1": 0.7971558894553258, + "nauc_recall_at_1_max": -0.1439227260531259, + "nauc_recall_at_1_std": 0.19597531526697065, + "nauc_recall_at_20_diff1": 0.3503085591628654, + "nauc_recall_at_20_max": -0.17815937751542796, + "nauc_recall_at_20_std": 0.19161076826759693, + "nauc_recall_at_3_diff1": 0.8309632412127717, + "nauc_recall_at_3_max": -0.2032018602987211, + "nauc_recall_at_3_std": 0.2736338431267328, + "nauc_recall_at_5_diff1": 0.6963375368929432, + "nauc_recall_at_5_max": -0.2960826401931849, + "nauc_recall_at_5_std": 0.2583847598604777, + "ndcg_at_1": 0.005, + "ndcg_at_10": 0.00738, + "ndcg_at_100": 0.0111, + "ndcg_at_1000": 0.02406, + "ndcg_at_20": 0.00837, + "ndcg_at_3": 0.00563, + "ndcg_at_5": 0.0064, + "precision_at_1": 0.005, + "precision_at_10": 0.0011, + "precision_at_100": 0.0003, + "precision_at_1000": 0.00014, + "precision_at_20": 0.00075, + "precision_at_3": 0.002, + "precision_at_5": 0.0016, + "recall_at_1": 0.005, + "recall_at_10": 0.011, + "recall_at_100": 0.03, + "recall_at_1000": 0.142, + "recall_at_20": 0.015, + "recall_at_3": 0.006, + "recall_at_5": 0.008 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TopiOCQAHardNegatives.json b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..81ac8983e --- /dev/null +++ b/results/sentence-transformers__all-MiniLM-L6-v2/8b3219a92973c328a8e22fadcfa821b5dc75636a/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 16.668017864227295, + "kg_co2_emissions": 0.0011776352486728208, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.119, + "map_at_1": 0.064, + "map_at_10": 0.09702, + "map_at_100": 0.10831, + "map_at_1000": 0.1097, + "map_at_20": 0.10282, + "map_at_3": 0.08417, + "map_at_5": 0.09067, + "mrr_at_1": 0.064, + "mrr_at_10": 0.09701666666666671, + "mrr_at_100": 0.10831359195074797, + "mrr_at_1000": 0.10969971634345707, + "mrr_at_20": 0.10282295009771796, + "mrr_at_3": 0.08416666666666665, + "mrr_at_5": 0.09066666666666669, + "nauc_map_at_1000_diff1": 0.1801639750735314, + "nauc_map_at_1000_max": 0.28757146363816255, + "nauc_map_at_1000_std": 0.03312501884862861, + "nauc_map_at_100_diff1": 0.17955925379452253, + "nauc_map_at_100_max": 0.28736553127355224, + "nauc_map_at_100_std": 0.0320104362695423, + "nauc_map_at_10_diff1": 0.18271413872095424, + "nauc_map_at_10_max": 0.2879500545428401, + "nauc_map_at_10_std": 0.035214561736238485, + "nauc_map_at_1_diff1": 0.26377196807083436, + "nauc_map_at_1_max": 0.28312399382881676, + "nauc_map_at_1_std": 0.018869902066004855, + "nauc_map_at_20_diff1": 0.18207376048494966, + "nauc_map_at_20_max": 0.2904239053905414, + "nauc_map_at_20_std": 0.03378827100586429, + "nauc_map_at_3_diff1": 0.18995228117607316, + "nauc_map_at_3_max": 0.2870488678607639, + "nauc_map_at_3_std": 0.0383361946603583, + "nauc_map_at_5_diff1": 0.18384992094934796, + "nauc_map_at_5_max": 0.2806341322006509, + "nauc_map_at_5_std": 0.03254157611991853, + "nauc_mrr_at_1000_diff1": 0.1801639750735314, + "nauc_mrr_at_1000_max": 0.28757146363816255, + "nauc_mrr_at_1000_std": 0.03312501884862861, + "nauc_mrr_at_100_diff1": 0.17955925379452253, + "nauc_mrr_at_100_max": 0.28736553127355224, + "nauc_mrr_at_100_std": 0.0320104362695423, + "nauc_mrr_at_10_diff1": 0.18271413872095424, + "nauc_mrr_at_10_max": 0.2879500545428401, + "nauc_mrr_at_10_std": 0.035214561736238485, + "nauc_mrr_at_1_diff1": 0.26377196807083436, + "nauc_mrr_at_1_max": 0.28312399382881676, + "nauc_mrr_at_1_std": 0.018869902066004855, + "nauc_mrr_at_20_diff1": 0.18207376048494966, + "nauc_mrr_at_20_max": 0.2904239053905414, + "nauc_mrr_at_20_std": 0.03378827100586429, + "nauc_mrr_at_3_diff1": 0.18995228117607316, + "nauc_mrr_at_3_max": 0.2870488678607639, + "nauc_mrr_at_3_std": 0.0383361946603583, + "nauc_mrr_at_5_diff1": 0.18384992094934796, + "nauc_mrr_at_5_max": 0.2806341322006509, + "nauc_mrr_at_5_std": 0.03254157611991853, + "nauc_ndcg_at_1000_diff1": 0.15411097436852866, + "nauc_ndcg_at_1000_max": 0.2879023036861575, + "nauc_ndcg_at_1000_std": 0.05513398189055087, + "nauc_ndcg_at_100_diff1": 0.1464233701864224, + "nauc_ndcg_at_100_max": 0.28318665967671935, + "nauc_ndcg_at_100_std": 0.026832621707329862, + "nauc_ndcg_at_10_diff1": 0.16512333253047431, + "nauc_ndcg_at_10_max": 0.2917429904852385, + "nauc_ndcg_at_10_std": 0.03626820486335485, + "nauc_ndcg_at_1_diff1": 0.26377196807083436, + "nauc_ndcg_at_1_max": 0.28312399382881676, + "nauc_ndcg_at_1_std": 0.018869902066004855, + "nauc_ndcg_at_20_diff1": 0.16084359322772412, + "nauc_ndcg_at_20_max": 0.29633818078968116, + "nauc_ndcg_at_20_std": 0.03110470699058415, + "nauc_ndcg_at_3_diff1": 0.17241333195185657, + "nauc_ndcg_at_3_max": 0.2859529950738157, + "nauc_ndcg_at_3_std": 0.04184105269460257, + "nauc_ndcg_at_5_diff1": 0.1648629826622884, + "nauc_ndcg_at_5_max": 0.27529410410831506, + "nauc_ndcg_at_5_std": 0.031636714584766794, + "nauc_precision_at_1000_diff1": 0.0661545804373096, + "nauc_precision_at_1000_max": 0.29869045133191857, + "nauc_precision_at_1000_std": 0.2644214419950464, + "nauc_precision_at_100_diff1": 0.08124319315983697, + "nauc_precision_at_100_max": 0.27124140509436134, + "nauc_precision_at_100_std": 0.01768559306880818, + "nauc_precision_at_10_diff1": 0.1366266073004385, + "nauc_precision_at_10_max": 0.3010966230573831, + "nauc_precision_at_10_std": 0.037299249661334494, + "nauc_precision_at_1_diff1": 0.26377196807083436, + "nauc_precision_at_1_max": 0.28312399382881676, + "nauc_precision_at_1_std": 0.018869902066004855, + "nauc_precision_at_20_diff1": 0.12647110610275716, + "nauc_precision_at_20_max": 0.307415572067472, + "nauc_precision_at_20_std": 0.023681374793111783, + "nauc_precision_at_3_diff1": 0.13371758352253507, + "nauc_precision_at_3_max": 0.28303411064527856, + "nauc_precision_at_3_std": 0.04929700991424795, + "nauc_precision_at_5_diff1": 0.1271661131102593, + "nauc_precision_at_5_max": 0.2631142481640264, + "nauc_precision_at_5_std": 0.028344747372531582, + "nauc_recall_at_1000_diff1": 0.06615458043731309, + "nauc_recall_at_1000_max": 0.29869045133192246, + "nauc_recall_at_1000_std": 0.2644214419950489, + "nauc_recall_at_100_diff1": 0.08124319315983658, + "nauc_recall_at_100_max": 0.2712414050943611, + "nauc_recall_at_100_std": 0.01768559306880788, + "nauc_recall_at_10_diff1": 0.13662660730043855, + "nauc_recall_at_10_max": 0.30109662305738316, + "nauc_recall_at_10_std": 0.03729924966133454, + "nauc_recall_at_1_diff1": 0.26377196807083436, + "nauc_recall_at_1_max": 0.28312399382881676, + "nauc_recall_at_1_std": 0.018869902066004855, + "nauc_recall_at_20_diff1": 0.12647110610275716, + "nauc_recall_at_20_max": 0.3074155720674718, + "nauc_recall_at_20_std": 0.023681374793111783, + "nauc_recall_at_3_diff1": 0.133717583522535, + "nauc_recall_at_3_max": 0.28303411064527845, + "nauc_recall_at_3_std": 0.0492970099142478, + "nauc_recall_at_5_diff1": 0.12716611311025927, + "nauc_recall_at_5_max": 0.26311424816402634, + "nauc_recall_at_5_std": 0.02834474737253159, + "ndcg_at_1": 0.064, + "ndcg_at_10": 0.119, + "ndcg_at_100": 0.18356, + "ndcg_at_1000": 0.22335, + "ndcg_at_20": 0.14021, + "ndcg_at_3": 0.09151, + "ndcg_at_5": 0.10334, + "precision_at_1": 0.064, + "precision_at_10": 0.0191, + "precision_at_100": 0.00516, + "precision_at_1000": 0.00084, + "precision_at_20": 0.01375, + "precision_at_3": 0.03767, + "precision_at_5": 0.0284, + "recall_at_1": 0.064, + "recall_at_10": 0.191, + "recall_at_100": 0.516, + "recall_at_1000": 0.835, + "recall_at_20": 0.275, + "recall_at_3": 0.113, + "recall_at_5": 0.142 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/ClimateFEVERHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..969d83028 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 67.93463850021362, + "kg_co2_emissions": 0.006127886493188653, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.22279, + "map_at_1": 0.07437, + "map_at_10": 0.14978, + "map_at_100": 0.16737, + "map_at_1000": 0.16964, + "map_at_20": 0.15801, + "map_at_3": 0.12074, + "map_at_5": 0.13733, + "mrr_at_1": 0.17, + "mrr_at_10": 0.28851706349206335, + "mrr_at_100": 0.30047954727319837, + "mrr_at_1000": 0.30100072433164554, + "mrr_at_20": 0.29574703972068506, + "mrr_at_3": 0.250666666666667, + "mrr_at_5": 0.27591666666666664, + "nauc_map_at_1000_diff1": 0.09231024812090252, + "nauc_map_at_1000_max": 0.3403579907749082, + "nauc_map_at_1000_std": 0.17899133153782132, + "nauc_map_at_100_diff1": 0.09229500176443503, + "nauc_map_at_100_max": 0.3385543271337351, + "nauc_map_at_100_std": 0.17735994980615108, + "nauc_map_at_10_diff1": 0.09105335503132311, + "nauc_map_at_10_max": 0.331985897951852, + "nauc_map_at_10_std": 0.16996291592583163, + "nauc_map_at_1_diff1": 0.16552387696320703, + "nauc_map_at_1_max": 0.33979297096378175, + "nauc_map_at_1_std": 0.12179719882669748, + "nauc_map_at_20_diff1": 0.09012008938639016, + "nauc_map_at_20_max": 0.3328155039280763, + "nauc_map_at_20_std": 0.1716947772261008, + "nauc_map_at_3_diff1": 0.08735525955865306, + "nauc_map_at_3_max": 0.31925548520153757, + "nauc_map_at_3_std": 0.15434067234799287, + "nauc_map_at_5_diff1": 0.08738936641329262, + "nauc_map_at_5_max": 0.3157915766726774, + "nauc_map_at_5_std": 0.15253223205482114, + "nauc_mrr_at_1000_diff1": 0.1140689177702805, + "nauc_mrr_at_1000_max": 0.3251464851053647, + "nauc_mrr_at_1000_std": 0.20062742893249944, + "nauc_mrr_at_100_diff1": 0.11393796825506344, + "nauc_mrr_at_100_max": 0.3252497834484959, + "nauc_mrr_at_100_std": 0.200577996175453, + "nauc_mrr_at_10_diff1": 0.11448661682446133, + "nauc_mrr_at_10_max": 0.325826737273346, + "nauc_mrr_at_10_std": 0.2018200788325137, + "nauc_mrr_at_1_diff1": 0.18222372980802715, + "nauc_mrr_at_1_max": 0.32543867691010125, + "nauc_mrr_at_1_std": 0.16600781092429262, + "nauc_mrr_at_20_diff1": 0.11334618525019491, + "nauc_mrr_at_20_max": 0.32447211751274074, + "nauc_mrr_at_20_std": 0.20063281321901, + "nauc_mrr_at_3_diff1": 0.11258627528348675, + "nauc_mrr_at_3_max": 0.3134638506303957, + "nauc_mrr_at_3_std": 0.18999516589851265, + "nauc_mrr_at_5_diff1": 0.11170556461627071, + "nauc_mrr_at_5_max": 0.31570152725740175, + "nauc_mrr_at_5_std": 0.1948597402573924, + "nauc_ndcg_at_1000_diff1": 0.08353998072899838, + "nauc_ndcg_at_1000_max": 0.365785014632192, + "nauc_ndcg_at_1000_std": 0.22487557308393064, + "nauc_ndcg_at_100_diff1": 0.0843750433362388, + "nauc_ndcg_at_100_max": 0.35208835641342806, + "nauc_ndcg_at_100_std": 0.21086058140509414, + "nauc_ndcg_at_10_diff1": 0.08194280141211382, + "nauc_ndcg_at_10_max": 0.33642351972252477, + "nauc_ndcg_at_10_std": 0.19512254482838132, + "nauc_ndcg_at_1_diff1": 0.18222372980802715, + "nauc_ndcg_at_1_max": 0.32543867691010125, + "nauc_ndcg_at_1_std": 0.16600781092429262, + "nauc_ndcg_at_20_diff1": 0.07846553191872453, + "nauc_ndcg_at_20_max": 0.3353176980512156, + "nauc_ndcg_at_20_std": 0.19650091283154347, + "nauc_ndcg_at_3_diff1": 0.07787469192238532, + "nauc_ndcg_at_3_max": 0.30861784613423116, + "nauc_ndcg_at_3_std": 0.17175191412049765, + "nauc_ndcg_at_5_diff1": 0.07720114848561167, + "nauc_ndcg_at_5_max": 0.3110150898387929, + "nauc_ndcg_at_5_std": 0.1698347739271552, + "nauc_precision_at_1000_diff1": 0.058234122748309705, + "nauc_precision_at_1000_max": 0.16739654586149957, + "nauc_precision_at_1000_std": 0.1689171775306607, + "nauc_precision_at_100_diff1": 0.08795853851701389, + "nauc_precision_at_100_max": 0.24798908931629055, + "nauc_precision_at_100_std": 0.19493832322347396, + "nauc_precision_at_10_diff1": 0.0893606837078955, + "nauc_precision_at_10_max": 0.3173327980606658, + "nauc_precision_at_10_std": 0.23343498367161017, + "nauc_precision_at_1_diff1": 0.18222372980802715, + "nauc_precision_at_1_max": 0.32543867691010125, + "nauc_precision_at_1_std": 0.16600781092429262, + "nauc_precision_at_20_diff1": 0.07812130443420634, + "nauc_precision_at_20_max": 0.28546560581262287, + "nauc_precision_at_20_std": 0.2123510116811981, + "nauc_precision_at_3_diff1": 0.053693257331876354, + "nauc_precision_at_3_max": 0.30357156530404383, + "nauc_precision_at_3_std": 0.20752182526009239, + "nauc_precision_at_5_diff1": 0.0714035985176079, + "nauc_precision_at_5_max": 0.28976844065463736, + "nauc_precision_at_5_std": 0.19687880672596725, + "nauc_recall_at_1000_diff1": -0.03477407554272106, + "nauc_recall_at_1000_max": 0.37147545269571874, + "nauc_recall_at_1000_std": 0.28869433826421603, + "nauc_recall_at_100_diff1": 0.012376407265509863, + "nauc_recall_at_100_max": 0.27906722878076873, + "nauc_recall_at_100_std": 0.18896308527030597, + "nauc_recall_at_10_diff1": 0.028689968253726803, + "nauc_recall_at_10_max": 0.2871594665817135, + "nauc_recall_at_10_std": 0.17308844692591102, + "nauc_recall_at_1_diff1": 0.16552387696320703, + "nauc_recall_at_1_max": 0.33979297096378175, + "nauc_recall_at_1_std": 0.12179719882669748, + "nauc_recall_at_20_diff1": 0.01636464211770607, + "nauc_recall_at_20_max": 0.2686738649480904, + "nauc_recall_at_20_std": 0.16897067923218065, + "nauc_recall_at_3_diff1": 0.031864950215815466, + "nauc_recall_at_3_max": 0.2804889772595225, + "nauc_recall_at_3_std": 0.15276046799654275, + "nauc_recall_at_5_diff1": 0.025410301733824255, + "nauc_recall_at_5_max": 0.25888806438562834, + "nauc_recall_at_5_std": 0.13919368362902643, + "ndcg_at_1": 0.17, + "ndcg_at_10": 0.22279, + "ndcg_at_100": 0.30213, + "ndcg_at_1000": 0.34508, + "ndcg_at_20": 0.24882, + "ndcg_at_3": 0.1709, + "ndcg_at_5": 0.19472, + "precision_at_1": 0.17, + "precision_at_10": 0.0736, + "precision_at_100": 0.0159, + "precision_at_1000": 0.00241, + "precision_at_20": 0.0476, + "precision_at_3": 0.133, + "precision_at_5": 0.1112, + "recall_at_1": 0.07437, + "recall_at_10": 0.29062, + "recall_at_100": 0.5744, + "recall_at_1000": 0.81572, + "recall_at_20": 0.36607, + "recall_at_3": 0.16937, + "recall_at_5": 0.22557 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPedia-PLHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..6b1dd9a24 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 84.5579240322113, + "kg_co2_emissions": 0.007406773459798166, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.12576, + "map_at_1": 0.02532, + "map_at_10": 0.04834, + "map_at_100": 0.07465, + "map_at_1000": 0.08206, + "map_at_20": 0.05679, + "map_at_3": 0.03467, + "map_at_5": 0.04115, + "mrr_at_1": 0.1875, + "mrr_at_10": 0.2803442460317459, + "mrr_at_100": 0.2880296222551915, + "mrr_at_1000": 0.28866893630466417, + "mrr_at_20": 0.2836926955698239, + "mrr_at_3": 0.25208333333333327, + "mrr_at_5": 0.26970833333333327, + "nauc_map_at_1000_diff1": 0.19097425043703983, + "nauc_map_at_1000_max": -0.07262842057416277, + "nauc_map_at_1000_std": 0.462017336698833, + "nauc_map_at_100_diff1": 0.1998139009843828, + "nauc_map_at_100_max": -0.09120792790396536, + "nauc_map_at_100_std": 0.42690038589500684, + "nauc_map_at_10_diff1": 0.2653444188985127, + "nauc_map_at_10_max": -0.15519910457755, + "nauc_map_at_10_std": 0.272615870087796, + "nauc_map_at_1_diff1": 0.31388706450266085, + "nauc_map_at_1_max": -0.2507649819884853, + "nauc_map_at_1_std": 0.16560167424462696, + "nauc_map_at_20_diff1": 0.2375117573321645, + "nauc_map_at_20_max": -0.13571040939139487, + "nauc_map_at_20_std": 0.32181433482959043, + "nauc_map_at_3_diff1": 0.27640978157543133, + "nauc_map_at_3_max": -0.21456597261020627, + "nauc_map_at_3_std": 0.22398705046283682, + "nauc_map_at_5_diff1": 0.2820912178663579, + "nauc_map_at_5_max": -0.18428942024826844, + "nauc_map_at_5_std": 0.2418366012067258, + "nauc_mrr_at_1000_diff1": 0.19648862444176354, + "nauc_mrr_at_1000_max": -0.004581987758994527, + "nauc_mrr_at_1000_std": 0.2343829899126899, + "nauc_mrr_at_100_diff1": 0.19631051416661013, + "nauc_mrr_at_100_max": -0.004111475806465167, + "nauc_mrr_at_100_std": 0.23459474669486502, + "nauc_mrr_at_10_diff1": 0.1978121122494942, + "nauc_mrr_at_10_max": -0.004728760157292719, + "nauc_mrr_at_10_std": 0.2285463265283859, + "nauc_mrr_at_1_diff1": 0.23193373685887236, + "nauc_mrr_at_1_max": -0.04011468620579811, + "nauc_mrr_at_1_std": 0.15584156313050862, + "nauc_mrr_at_20_diff1": 0.1963295184175281, + "nauc_mrr_at_20_max": -0.007683141261826238, + "nauc_mrr_at_20_std": 0.2342691029786444, + "nauc_mrr_at_3_diff1": 0.20173786429093696, + "nauc_mrr_at_3_max": -0.017024040769831897, + "nauc_mrr_at_3_std": 0.2000238493474381, + "nauc_mrr_at_5_diff1": 0.2022562626352808, + "nauc_mrr_at_5_max": -0.013905607518034326, + "nauc_mrr_at_5_std": 0.21586580997783852, + "nauc_ndcg_at_1000_diff1": 0.14740171809178113, + "nauc_ndcg_at_1000_max": -0.020902330046754788, + "nauc_ndcg_at_1000_std": 0.5983459188844125, + "nauc_ndcg_at_100_diff1": 0.17533062568364027, + "nauc_ndcg_at_100_max": -0.046873737468580895, + "nauc_ndcg_at_100_std": 0.5102776073344516, + "nauc_ndcg_at_10_diff1": 0.2076236204832022, + "nauc_ndcg_at_10_max": -0.05481394747231676, + "nauc_ndcg_at_10_std": 0.33432841115499917, + "nauc_ndcg_at_1_diff1": 0.2483536709888052, + "nauc_ndcg_at_1_max": -0.07073048473548675, + "nauc_ndcg_at_1_std": 0.16683949916589544, + "nauc_ndcg_at_20_diff1": 0.20744997888883734, + "nauc_ndcg_at_20_max": -0.0728636619948433, + "nauc_ndcg_at_20_std": 0.4009247413691659, + "nauc_ndcg_at_3_diff1": 0.2190322832594745, + "nauc_ndcg_at_3_max": -0.05821748844509938, + "nauc_ndcg_at_3_std": 0.2656061934001488, + "nauc_ndcg_at_5_diff1": 0.2123936379950006, + "nauc_ndcg_at_5_max": -0.045802983515860186, + "nauc_ndcg_at_5_std": 0.2958084741172282, + "nauc_precision_at_1000_diff1": -0.001567825953455291, + "nauc_precision_at_1000_max": 0.2487540280234471, + "nauc_precision_at_1000_std": 0.3822526879349571, + "nauc_precision_at_100_diff1": 0.05327693916033145, + "nauc_precision_at_100_max": 0.15255916993843224, + "nauc_precision_at_100_std": 0.49420994699166526, + "nauc_precision_at_10_diff1": 0.10649102893588983, + "nauc_precision_at_10_max": 0.10893960605687093, + "nauc_precision_at_10_std": 0.3440480811507392, + "nauc_precision_at_1_diff1": 0.23193373685887236, + "nauc_precision_at_1_max": -0.04011468620579811, + "nauc_precision_at_1_std": 0.15584156313050862, + "nauc_precision_at_20_diff1": 0.0793024441344696, + "nauc_precision_at_20_max": 0.0962046731537348, + "nauc_precision_at_20_std": 0.4043443187738435, + "nauc_precision_at_3_diff1": 0.15476948682385583, + "nauc_precision_at_3_max": 0.03348016643550632, + "nauc_precision_at_3_std": 0.26465686546463235, + "nauc_precision_at_5_diff1": 0.14094987829835676, + "nauc_precision_at_5_max": 0.08826547911696685, + "nauc_precision_at_5_std": 0.3116485426076847, + "nauc_recall_at_1000_diff1": 0.08906051736182456, + "nauc_recall_at_1000_max": -0.008190269578350685, + "nauc_recall_at_1000_std": 0.6938728342253753, + "nauc_recall_at_100_diff1": 0.12161179188472983, + "nauc_recall_at_100_max": -0.01563864650973672, + "nauc_recall_at_100_std": 0.5678606330545675, + "nauc_recall_at_10_diff1": 0.22716217118718554, + "nauc_recall_at_10_max": -0.10039004870449456, + "nauc_recall_at_10_std": 0.30913130482409923, + "nauc_recall_at_1_diff1": 0.31388706450266085, + "nauc_recall_at_1_max": -0.2507649819884853, + "nauc_recall_at_1_std": 0.16560167424462696, + "nauc_recall_at_20_diff1": 0.1841498604811636, + "nauc_recall_at_20_max": -0.08046479858098986, + "nauc_recall_at_20_std": 0.4114499464054121, + "nauc_recall_at_3_diff1": 0.24135039599934882, + "nauc_recall_at_3_max": -0.18188329916356288, + "nauc_recall_at_3_std": 0.23736085646125438, + "nauc_recall_at_5_diff1": 0.24504547644603916, + "nauc_recall_at_5_max": -0.14206082068779302, + "nauc_recall_at_5_std": 0.2648209409692465, + "ndcg_at_1": 0.14125, + "ndcg_at_10": 0.12576, + "ndcg_at_100": 0.16202, + "ndcg_at_1000": 0.21355, + "ndcg_at_20": 0.12862, + "ndcg_at_3": 0.12508, + "ndcg_at_5": 0.12576, + "precision_at_1": 0.1875, + "precision_at_10": 0.109, + "precision_at_100": 0.04397, + "precision_at_1000": 0.01002, + "precision_at_20": 0.08775, + "precision_at_3": 0.14583, + "precision_at_5": 0.133, + "recall_at_1": 0.02532, + "recall_at_10": 0.08449, + "recall_at_100": 0.23012, + "recall_at_1000": 0.41153, + "recall_at_20": 0.11792, + "recall_at_3": 0.04427, + "recall_at_5": 0.06209 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPediaHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPediaHardNegatives.json new file mode 100644 index 000000000..b2c9be138 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 52.454400062561035, + "kg_co2_emissions": 0.004718423459385713, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3572, + "map_at_1": 0.07185, + "map_at_10": 0.15995, + "map_at_100": 0.25111, + "map_at_1000": 0.28776, + "map_at_20": 0.18975, + "map_at_3": 0.11001, + "map_at_5": 0.13161, + "mrr_at_1": 0.525, + "mrr_at_10": 0.648857142857143, + "mrr_at_100": 0.6534456828938402, + "mrr_at_1000": 0.6535716665555892, + "mrr_at_20": 0.6518286318944216, + "mrr_at_3": 0.6237500000000001, + "mrr_at_5": 0.6398750000000001, + "nauc_map_at_1000_diff1": 0.14635614197502197, + "nauc_map_at_1000_max": 0.19660305830947875, + "nauc_map_at_1000_std": 0.08991196663521309, + "nauc_map_at_100_diff1": 0.13834285521767822, + "nauc_map_at_100_max": 0.15886081159487037, + "nauc_map_at_100_std": 0.04279664960913614, + "nauc_map_at_10_diff1": 0.1846990940383979, + "nauc_map_at_10_max": 0.046716996378472556, + "nauc_map_at_10_std": -0.14598827800014694, + "nauc_map_at_1_diff1": 0.3374922551454892, + "nauc_map_at_1_max": 0.023820770100957598, + "nauc_map_at_1_std": -0.22572252035159066, + "nauc_map_at_20_diff1": 0.15807507036574575, + "nauc_map_at_20_max": 0.08355752808992112, + "nauc_map_at_20_std": -0.09604074693062815, + "nauc_map_at_3_diff1": 0.24133439677163013, + "nauc_map_at_3_max": 0.019633744787488694, + "nauc_map_at_3_std": -0.1992112757962954, + "nauc_map_at_5_diff1": 0.21212325129258494, + "nauc_map_at_5_max": 0.02712935429143004, + "nauc_map_at_5_std": -0.17820936441457316, + "nauc_mrr_at_1000_diff1": 0.36828717741869704, + "nauc_mrr_at_1000_max": 0.41463594527381453, + "nauc_mrr_at_1000_std": 0.10713666171831689, + "nauc_mrr_at_100_diff1": 0.3681767199683477, + "nauc_mrr_at_100_max": 0.4146877328668425, + "nauc_mrr_at_100_std": 0.10719227142274666, + "nauc_mrr_at_10_diff1": 0.3658153759220474, + "nauc_mrr_at_10_max": 0.41512931275791976, + "nauc_mrr_at_10_std": 0.10999937295365382, + "nauc_mrr_at_1_diff1": 0.3955594298020717, + "nauc_mrr_at_1_max": 0.38028236420196176, + "nauc_mrr_at_1_std": 0.03835504050866586, + "nauc_mrr_at_20_diff1": 0.3674473474850989, + "nauc_mrr_at_20_max": 0.4154394514563529, + "nauc_mrr_at_20_std": 0.10672312356345176, + "nauc_mrr_at_3_diff1": 0.3714897466304829, + "nauc_mrr_at_3_max": 0.4109720352953485, + "nauc_mrr_at_3_std": 0.10823649243637733, + "nauc_mrr_at_5_diff1": 0.36416738273461974, + "nauc_mrr_at_5_max": 0.41274858817672255, + "nauc_mrr_at_5_std": 0.1144310993889806, + "nauc_ndcg_at_1000_diff1": 0.16300292118627374, + "nauc_ndcg_at_1000_max": 0.34264731939248316, + "nauc_ndcg_at_1000_std": 0.25669418256649945, + "nauc_ndcg_at_100_diff1": 0.12581431036001955, + "nauc_ndcg_at_100_max": 0.22171432684099446, + "nauc_ndcg_at_100_std": 0.13140239249852015, + "nauc_ndcg_at_10_diff1": 0.1930072076333327, + "nauc_ndcg_at_10_max": 0.2541078841052536, + "nauc_ndcg_at_10_std": 0.07032296521974436, + "nauc_ndcg_at_1_diff1": 0.32752704885763545, + "nauc_ndcg_at_1_max": 0.307742693075221, + "nauc_ndcg_at_1_std": 0.021739204213784495, + "nauc_ndcg_at_20_diff1": 0.15274814401574427, + "nauc_ndcg_at_20_max": 0.20574453540282484, + "nauc_ndcg_at_20_std": 0.04520301696911657, + "nauc_ndcg_at_3_diff1": 0.24407159492981084, + "nauc_ndcg_at_3_max": 0.3037403947839323, + "nauc_ndcg_at_3_std": 0.08911177658742901, + "nauc_ndcg_at_5_diff1": 0.2091199236247574, + "nauc_ndcg_at_5_max": 0.28927356709079555, + "nauc_ndcg_at_5_std": 0.09533089358879053, + "nauc_precision_at_1000_diff1": 0.07553348567629084, + "nauc_precision_at_1000_max": 0.12395729311602265, + "nauc_precision_at_1000_std": 0.03553591966283257, + "nauc_precision_at_100_diff1": 0.005903236301593146, + "nauc_precision_at_100_max": 0.25613170860733525, + "nauc_precision_at_100_std": 0.32072346408117736, + "nauc_precision_at_10_diff1": 0.05569713785927586, + "nauc_precision_at_10_max": 0.3444115524973259, + "nauc_precision_at_10_std": 0.28809266403891964, + "nauc_precision_at_1_diff1": 0.3955594298020717, + "nauc_precision_at_1_max": 0.38028236420196176, + "nauc_precision_at_1_std": 0.03835504050866586, + "nauc_precision_at_20_diff1": 0.008130361422931057, + "nauc_precision_at_20_max": 0.32812573558057406, + "nauc_precision_at_20_std": 0.32401296600415236, + "nauc_precision_at_3_diff1": 0.1566580334816569, + "nauc_precision_at_3_max": 0.3617190270827683, + "nauc_precision_at_3_std": 0.20157692227451143, + "nauc_precision_at_5_diff1": 0.09456203904298524, + "nauc_precision_at_5_max": 0.35331356323471935, + "nauc_precision_at_5_std": 0.2542351813048264, + "nauc_recall_at_1000_diff1": 0.05844201796540442, + "nauc_recall_at_1000_max": 0.31212828073302956, + "nauc_recall_at_1000_std": 0.562389666926884, + "nauc_recall_at_100_diff1": -0.01429758190786702, + "nauc_recall_at_100_max": 0.04926611259248809, + "nauc_recall_at_100_std": 0.10931487882368197, + "nauc_recall_at_10_diff1": 0.0956857388550414, + "nauc_recall_at_10_max": -0.02286978718741011, + "nauc_recall_at_10_std": -0.1590700109219539, + "nauc_recall_at_1_diff1": 0.3374922551454892, + "nauc_recall_at_1_max": 0.023820770100957598, + "nauc_recall_at_1_std": -0.22572252035159066, + "nauc_recall_at_20_diff1": 0.04044043929689077, + "nauc_recall_at_20_max": -0.007892872819097759, + "nauc_recall_at_20_std": -0.12118271051601293, + "nauc_recall_at_3_diff1": 0.19372629661071242, + "nauc_recall_at_3_max": -0.01596775105911186, + "nauc_recall_at_3_std": -0.19964469905139465, + "nauc_recall_at_5_diff1": 0.1496918704069402, + "nauc_recall_at_5_max": -0.022587002791150106, + "nauc_recall_at_5_std": -0.18196689991655854, + "ndcg_at_1": 0.415, + "ndcg_at_10": 0.3572, + "ndcg_at_100": 0.45305, + "ndcg_at_1000": 0.55819, + "ndcg_at_20": 0.36398, + "ndcg_at_3": 0.37358, + "ndcg_at_5": 0.36423, + "precision_at_1": 0.525, + "precision_at_10": 0.30025, + "precision_at_100": 0.12975, + "precision_at_1000": 0.0307, + "precision_at_20": 0.24125, + "precision_at_3": 0.41167, + "precision_at_5": 0.369, + "recall_at_1": 0.07185, + "recall_at_10": 0.22765, + "recall_at_100": 0.59138, + "recall_at_1000": 0.9067, + "recall_at_20": 0.30918, + "recall_at_3": 0.12674, + "recall_at_5": 0.16347 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/FEVERHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/FEVERHardNegatives.json new file mode 100644 index 000000000..4c5afd6bf --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 157.35456776618958, + "kg_co2_emissions": 0.01411675453092394, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.53502, + "map_at_1": 0.33082, + "map_at_10": 0.46274, + "map_at_100": 0.47115, + "map_at_1000": 0.47151, + "map_at_20": 0.46818, + "map_at_3": 0.42714, + "map_at_5": 0.45036, + "mrr_at_1": 0.35, + "mrr_at_10": 0.4877785714285712, + "mrr_at_100": 0.4950240959422856, + "mrr_at_1000": 0.49527365040021065, + "mrr_at_20": 0.4926732718820562, + "mrr_at_3": 0.4509999999999996, + "mrr_at_5": 0.4746999999999993, + "nauc_map_at_1000_diff1": 0.35938661340272865, + "nauc_map_at_1000_max": 0.29426680029887964, + "nauc_map_at_1000_std": 0.07266903560644658, + "nauc_map_at_100_diff1": 0.3592691696564683, + "nauc_map_at_100_max": 0.2943045898905778, + "nauc_map_at_100_std": 0.07277123776891944, + "nauc_map_at_10_diff1": 0.35534828729397094, + "nauc_map_at_10_max": 0.2931809811666766, + "nauc_map_at_10_std": 0.07126779522771537, + "nauc_map_at_1_diff1": 0.39706449098131846, + "nauc_map_at_1_max": 0.24960233080119654, + "nauc_map_at_1_std": 0.025833775594641964, + "nauc_map_at_20_diff1": 0.3580093397790855, + "nauc_map_at_20_max": 0.29467242741009003, + "nauc_map_at_20_std": 0.07323980904578048, + "nauc_map_at_3_diff1": 0.3617972828471435, + "nauc_map_at_3_max": 0.27742886735635863, + "nauc_map_at_3_std": 0.0494716507716311, + "nauc_map_at_5_diff1": 0.3551548028146267, + "nauc_map_at_5_max": 0.28557862215972707, + "nauc_map_at_5_std": 0.06366463198012218, + "nauc_mrr_at_1000_diff1": 0.3747760766678974, + "nauc_mrr_at_1000_max": 0.31355006343488717, + "nauc_mrr_at_1000_std": 0.07352656308894294, + "nauc_mrr_at_100_diff1": 0.37477571615641364, + "nauc_mrr_at_100_max": 0.31377575541548514, + "nauc_mrr_at_100_std": 0.07379109881772515, + "nauc_mrr_at_10_diff1": 0.3709177577515009, + "nauc_mrr_at_10_max": 0.3145242740490726, + "nauc_mrr_at_10_std": 0.07402884087842787, + "nauc_mrr_at_1_diff1": 0.41429758059199673, + "nauc_mrr_at_1_max": 0.27408794251433843, + "nauc_mrr_at_1_std": 0.028367064407673545, + "nauc_mrr_at_20_diff1": 0.3737395594733266, + "nauc_mrr_at_20_max": 0.31474092759381517, + "nauc_mrr_at_20_std": 0.0751743716542543, + "nauc_mrr_at_3_diff1": 0.3761938991622337, + "nauc_mrr_at_3_max": 0.2976737146822082, + "nauc_mrr_at_3_std": 0.05125887241734977, + "nauc_mrr_at_5_diff1": 0.37072699063600584, + "nauc_mrr_at_5_max": 0.3057674935056988, + "nauc_mrr_at_5_std": 0.06584027445504, + "nauc_ndcg_at_1000_diff1": 0.3595416108574131, + "nauc_ndcg_at_1000_max": 0.32130111744729306, + "nauc_ndcg_at_1000_std": 0.10237116175611012, + "nauc_ndcg_at_100_diff1": 0.35888699638362853, + "nauc_ndcg_at_100_max": 0.32679132971527947, + "nauc_ndcg_at_100_std": 0.11045638356547517, + "nauc_ndcg_at_10_diff1": 0.3407235426609948, + "nauc_ndcg_at_10_max": 0.32577028978222683, + "nauc_ndcg_at_10_std": 0.10837699161800009, + "nauc_ndcg_at_1_diff1": 0.41429758059199673, + "nauc_ndcg_at_1_max": 0.27408794251433843, + "nauc_ndcg_at_1_std": 0.028367064407673545, + "nauc_ndcg_at_20_diff1": 0.3514444527900352, + "nauc_ndcg_at_20_max": 0.3305844128310319, + "nauc_ndcg_at_20_std": 0.11572655415477011, + "nauc_ndcg_at_3_diff1": 0.3531563290060007, + "nauc_ndcg_at_3_max": 0.28884439703707293, + "nauc_ndcg_at_3_std": 0.05877724294769535, + "nauc_ndcg_at_5_diff1": 0.34127288927686417, + "nauc_ndcg_at_5_max": 0.30473999899073884, + "nauc_ndcg_at_5_std": 0.08668121443803233, + "nauc_precision_at_1000_diff1": -0.03787741482751786, + "nauc_precision_at_1000_max": 0.17295904378174656, + "nauc_precision_at_1000_std": 0.18557168151463083, + "nauc_precision_at_100_diff1": 0.10381132334578491, + "nauc_precision_at_100_max": 0.3635697810148444, + "nauc_precision_at_100_std": 0.3092113126648228, + "nauc_precision_at_10_diff1": 0.22578461023903731, + "nauc_precision_at_10_max": 0.47577492306343094, + "nauc_precision_at_10_std": 0.2839810824755929, + "nauc_precision_at_1_diff1": 0.41429758059199673, + "nauc_precision_at_1_max": 0.27408794251433843, + "nauc_precision_at_1_std": 0.028367064407673545, + "nauc_precision_at_20_diff1": 0.22374613904958587, + "nauc_precision_at_20_max": 0.5081576495569086, + "nauc_precision_at_20_std": 0.3578315602452701, + "nauc_precision_at_3_diff1": 0.31995439220460165, + "nauc_precision_at_3_max": 0.3269652584161246, + "nauc_precision_at_3_std": 0.08541083479656003, + "nauc_precision_at_5_diff1": 0.27149228725318825, + "nauc_precision_at_5_max": 0.37726686692975725, + "nauc_precision_at_5_std": 0.16595167507640712, + "nauc_recall_at_1000_diff1": 0.33119097441347906, + "nauc_recall_at_1000_max": 0.5547726442355563, + "nauc_recall_at_1000_std": 0.5483072596627533, + "nauc_recall_at_100_diff1": 0.3230695421650189, + "nauc_recall_at_100_max": 0.5223198477469814, + "nauc_recall_at_100_std": 0.45068194605882944, + "nauc_recall_at_10_diff1": 0.2413342106332064, + "nauc_recall_at_10_max": 0.41784115867174004, + "nauc_recall_at_10_std": 0.25969423587321616, + "nauc_recall_at_1_diff1": 0.39706449098131846, + "nauc_recall_at_1_max": 0.24960233080119654, + "nauc_recall_at_1_std": 0.025833775594641964, + "nauc_recall_at_20_diff1": 0.27951081955147417, + "nauc_recall_at_20_max": 0.467382779685165, + "nauc_recall_at_20_std": 0.3424650760223334, + "nauc_recall_at_3_diff1": 0.30867284513345755, + "nauc_recall_at_3_max": 0.2993672553687968, + "nauc_recall_at_3_std": 0.08632811076113638, + "nauc_recall_at_5_diff1": 0.26524964972572107, + "nauc_recall_at_5_max": 0.3368294036812071, + "nauc_recall_at_5_std": 0.1618684751189053, + "ndcg_at_1": 0.35, + "ndcg_at_10": 0.53502, + "ndcg_at_100": 0.5729, + "ndcg_at_1000": 0.58175, + "ndcg_at_20": 0.5534, + "ndcg_at_3": 0.46424, + "ndcg_at_5": 0.50518, + "precision_at_1": 0.35, + "precision_at_10": 0.0793, + "precision_at_100": 0.01, + "precision_at_1000": 0.00109, + "precision_at_20": 0.04365, + "precision_at_3": 0.19467, + "precision_at_5": 0.138, + "recall_at_1": 0.33082, + "recall_at_10": 0.73509, + "recall_at_100": 0.9042, + "recall_at_1000": 0.96988, + "recall_at_20": 0.8047, + "recall_at_3": 0.54598, + "recall_at_5": 0.64573 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..cf948c647 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 222.83618998527527, + "kg_co2_emissions": 0.020298219170687908, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.15647, + "map_at_1": 0.078, + "map_at_10": 0.11269, + "map_at_100": 0.11943, + "map_at_1000": 0.1203, + "map_at_20": 0.11607, + "map_at_3": 0.10033, + "map_at_5": 0.10693, + "mrr_at_1": 0.156, + "mrr_at_10": 0.2092948412698413, + "mrr_at_100": 0.21650669493667327, + "mrr_at_1000": 0.21721763841203273, + "mrr_at_20": 0.21289774016403276, + "mrr_at_3": 0.19033333333333344, + "mrr_at_5": 0.20023333333333335, + "nauc_map_at_1000_diff1": 0.34785594547366055, + "nauc_map_at_1000_max": 0.13054602687591796, + "nauc_map_at_1000_std": 0.13658994971456306, + "nauc_map_at_100_diff1": 0.3485742597896421, + "nauc_map_at_100_max": 0.13006765058773773, + "nauc_map_at_100_std": 0.13448871644180208, + "nauc_map_at_10_diff1": 0.3546582939161648, + "nauc_map_at_10_max": 0.1313670005300619, + "nauc_map_at_10_std": 0.12363799699320907, + "nauc_map_at_1_diff1": 0.4153747073516401, + "nauc_map_at_1_max": 0.14460744011964335, + "nauc_map_at_1_std": 0.09016505759006523, + "nauc_map_at_20_diff1": 0.350976576417124, + "nauc_map_at_20_max": 0.12739644280584275, + "nauc_map_at_20_std": 0.1257765801554042, + "nauc_map_at_3_diff1": 0.36860282515225795, + "nauc_map_at_3_max": 0.14575757346659526, + "nauc_map_at_3_std": 0.12106530208003712, + "nauc_map_at_5_diff1": 0.361767374820403, + "nauc_map_at_5_max": 0.13567243287587114, + "nauc_map_at_5_std": 0.12188747507199016, + "nauc_mrr_at_1000_diff1": 0.3503839230358637, + "nauc_mrr_at_1000_max": 0.11854608619876936, + "nauc_mrr_at_1000_std": 0.11856658201664791, + "nauc_mrr_at_100_diff1": 0.35028058753417435, + "nauc_mrr_at_100_max": 0.1186315016226946, + "nauc_mrr_at_100_std": 0.11837275732963505, + "nauc_mrr_at_10_diff1": 0.3540058809664485, + "nauc_mrr_at_10_max": 0.11979432206858726, + "nauc_mrr_at_10_std": 0.11231687175835792, + "nauc_mrr_at_1_diff1": 0.4153747073516401, + "nauc_mrr_at_1_max": 0.14460744011964335, + "nauc_mrr_at_1_std": 0.09016505759006523, + "nauc_mrr_at_20_diff1": 0.3516115398851725, + "nauc_mrr_at_20_max": 0.11799629193700406, + "nauc_mrr_at_20_std": 0.11481127074095426, + "nauc_mrr_at_3_diff1": 0.3701987371532904, + "nauc_mrr_at_3_max": 0.12938977734381496, + "nauc_mrr_at_3_std": 0.10641670263333473, + "nauc_mrr_at_5_diff1": 0.36090081063249074, + "nauc_mrr_at_5_max": 0.12357214141524593, + "nauc_mrr_at_5_std": 0.11052557516537259, + "nauc_ndcg_at_1000_diff1": 0.29875195611960376, + "nauc_ndcg_at_1000_max": 0.11765888489494818, + "nauc_ndcg_at_1000_std": 0.20900487974722776, + "nauc_ndcg_at_100_diff1": 0.30622490801409696, + "nauc_ndcg_at_100_max": 0.11448659399064183, + "nauc_ndcg_at_100_std": 0.17964602621822667, + "nauc_ndcg_at_10_diff1": 0.3293621326640328, + "nauc_ndcg_at_10_max": 0.11533693263720636, + "nauc_ndcg_at_10_std": 0.13125246137977578, + "nauc_ndcg_at_1_diff1": 0.4153747073516401, + "nauc_ndcg_at_1_max": 0.14460744011964335, + "nauc_ndcg_at_1_std": 0.09016505759006523, + "nauc_ndcg_at_20_diff1": 0.31932554765137244, + "nauc_ndcg_at_20_max": 0.10641928954327057, + "nauc_ndcg_at_20_std": 0.13952311849123739, + "nauc_ndcg_at_3_diff1": 0.35734267368279005, + "nauc_ndcg_at_3_max": 0.1376380891434508, + "nauc_ndcg_at_3_std": 0.12205794626245704, + "nauc_ndcg_at_5_diff1": 0.3440711378974011, + "nauc_ndcg_at_5_max": 0.12432111085862257, + "nauc_ndcg_at_5_std": 0.12696900853094878, + "nauc_precision_at_1000_diff1": 0.11806591023911976, + "nauc_precision_at_1000_max": 0.08503545907651605, + "nauc_precision_at_1000_std": 0.4016419014023951, + "nauc_precision_at_100_diff1": 0.1680264404538944, + "nauc_precision_at_100_max": 0.08145510631265836, + "nauc_precision_at_100_std": 0.29322992178032375, + "nauc_precision_at_10_diff1": 0.26883563628440227, + "nauc_precision_at_10_max": 0.08858538304091522, + "nauc_precision_at_10_std": 0.1607881725440017, + "nauc_precision_at_1_diff1": 0.4153747073516401, + "nauc_precision_at_1_max": 0.14460744011964335, + "nauc_precision_at_1_std": 0.09016505759006523, + "nauc_precision_at_20_diff1": 0.2330133848671757, + "nauc_precision_at_20_max": 0.06208476185943922, + "nauc_precision_at_20_std": 0.17742035600560307, + "nauc_precision_at_3_diff1": 0.3270606095236483, + "nauc_precision_at_3_max": 0.13725357408402844, + "nauc_precision_at_3_std": 0.14199127236403802, + "nauc_precision_at_5_diff1": 0.3014822711236328, + "nauc_precision_at_5_max": 0.11009035762328996, + "nauc_precision_at_5_std": 0.15175765882382805, + "nauc_recall_at_1000_diff1": 0.1180659102391207, + "nauc_recall_at_1000_max": 0.08503545907651647, + "nauc_recall_at_1000_std": 0.4016419014023961, + "nauc_recall_at_100_diff1": 0.16802644045389423, + "nauc_recall_at_100_max": 0.0814551063126584, + "nauc_recall_at_100_std": 0.29322992178032387, + "nauc_recall_at_10_diff1": 0.2688356362844024, + "nauc_recall_at_10_max": 0.08858538304091527, + "nauc_recall_at_10_std": 0.16078817254400188, + "nauc_recall_at_1_diff1": 0.4153747073516401, + "nauc_recall_at_1_max": 0.14460744011964335, + "nauc_recall_at_1_std": 0.09016505759006523, + "nauc_recall_at_20_diff1": 0.23301338486717565, + "nauc_recall_at_20_max": 0.06208476185943929, + "nauc_recall_at_20_std": 0.17742035600560307, + "nauc_recall_at_3_diff1": 0.32706060952364835, + "nauc_recall_at_3_max": 0.13725357408402852, + "nauc_recall_at_3_std": 0.14199127236403797, + "nauc_recall_at_5_diff1": 0.3014822711236326, + "nauc_recall_at_5_max": 0.11009035762328992, + "nauc_recall_at_5_std": 0.15175765882382802, + "ndcg_at_1": 0.156, + "ndcg_at_10": 0.15647, + "ndcg_at_100": 0.19147, + "ndcg_at_1000": 0.2138, + "ndcg_at_20": 0.16798, + "ndcg_at_3": 0.12826, + "ndcg_at_5": 0.14108, + "precision_at_1": 0.156, + "precision_at_10": 0.0378, + "precision_at_100": 0.00661, + "precision_at_1000": 0.00096, + "precision_at_20": 0.0226, + "precision_at_3": 0.083, + "precision_at_5": 0.06, + "recall_at_1": 0.078, + "recall_at_10": 0.189, + "recall_at_100": 0.3305, + "recall_at_1000": 0.4785, + "recall_at_20": 0.226, + "recall_at_3": 0.1245, + "recall_at_5": 0.15 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQAHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQAHardNegatives.json new file mode 100644 index 000000000..77793e1fa --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 148.57618069648743, + "kg_co2_emissions": 0.01285847047691079, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.43644, + "map_at_1": 0.236, + "map_at_10": 0.34529, + "map_at_100": 0.35888, + "map_at_1000": 0.36024, + "map_at_20": 0.35254, + "map_at_3": 0.31417, + "map_at_5": 0.33177, + "mrr_at_1": 0.472, + "mrr_at_10": 0.5683472222222222, + "mrr_at_100": 0.5750739545432704, + "mrr_at_1000": 0.5754229425538555, + "mrr_at_20": 0.572385297068772, + "mrr_at_3": 0.5466666666666666, + "mrr_at_5": 0.5601666666666666, + "nauc_map_at_1000_diff1": 0.39432684789534467, + "nauc_map_at_1000_max": 0.37411390435184305, + "nauc_map_at_1000_std": 0.14360892522413113, + "nauc_map_at_100_diff1": 0.3937547291441322, + "nauc_map_at_100_max": 0.3736474428778647, + "nauc_map_at_100_std": 0.14331837129438732, + "nauc_map_at_10_diff1": 0.3978668369241837, + "nauc_map_at_10_max": 0.3740499002622768, + "nauc_map_at_10_std": 0.1353896183213513, + "nauc_map_at_1_diff1": 0.5978988314526087, + "nauc_map_at_1_max": 0.42028385040059935, + "nauc_map_at_1_std": 0.10859600139338964, + "nauc_map_at_20_diff1": 0.3947713658880399, + "nauc_map_at_20_max": 0.37365765122752403, + "nauc_map_at_20_std": 0.1365341645888156, + "nauc_map_at_3_diff1": 0.415469896490081, + "nauc_map_at_3_max": 0.36875624905214566, + "nauc_map_at_3_std": 0.11816395680736588, + "nauc_map_at_5_diff1": 0.40007262859145526, + "nauc_map_at_5_max": 0.37158913225506446, + "nauc_map_at_5_std": 0.13031500067193097, + "nauc_mrr_at_1000_diff1": 0.5551351792228773, + "nauc_mrr_at_1000_max": 0.4265686947377781, + "nauc_mrr_at_1000_std": 0.13260617889004267, + "nauc_mrr_at_100_diff1": 0.5548499350578378, + "nauc_mrr_at_100_max": 0.42659256112359645, + "nauc_mrr_at_100_std": 0.13282044473230456, + "nauc_mrr_at_10_diff1": 0.5557685550531143, + "nauc_mrr_at_10_max": 0.4253562777434515, + "nauc_mrr_at_10_std": 0.13187915999211394, + "nauc_mrr_at_1_diff1": 0.5978988314526087, + "nauc_mrr_at_1_max": 0.42028385040059935, + "nauc_mrr_at_1_std": 0.10859600139338964, + "nauc_mrr_at_20_diff1": 0.5542520074780305, + "nauc_mrr_at_20_max": 0.4264233863172691, + "nauc_mrr_at_20_std": 0.13150591990190363, + "nauc_mrr_at_3_diff1": 0.5534797583460261, + "nauc_mrr_at_3_max": 0.422430812211085, + "nauc_mrr_at_3_std": 0.1304730142933651, + "nauc_mrr_at_5_diff1": 0.5562444289661449, + "nauc_mrr_at_5_max": 0.42650411536780536, + "nauc_mrr_at_5_std": 0.13231924826968441, + "nauc_ndcg_at_1000_diff1": 0.4098351953408061, + "nauc_ndcg_at_1000_max": 0.3963688694988286, + "nauc_ndcg_at_1000_std": 0.18986258387477342, + "nauc_ndcg_at_100_diff1": 0.39779181043768935, + "nauc_ndcg_at_100_max": 0.3891306752002209, + "nauc_ndcg_at_100_std": 0.1873074089224593, + "nauc_ndcg_at_10_diff1": 0.414538479805225, + "nauc_ndcg_at_10_max": 0.3871135650898086, + "nauc_ndcg_at_10_std": 0.14789937440048154, + "nauc_ndcg_at_1_diff1": 0.5978988314526087, + "nauc_ndcg_at_1_max": 0.42028385040059935, + "nauc_ndcg_at_1_std": 0.10859600139338964, + "nauc_ndcg_at_20_diff1": 0.4037537787588205, + "nauc_ndcg_at_20_max": 0.38778839947296234, + "nauc_ndcg_at_20_std": 0.15095773133713797, + "nauc_ndcg_at_3_diff1": 0.4387282356674232, + "nauc_ndcg_at_3_max": 0.3814516066115209, + "nauc_ndcg_at_3_std": 0.12665554870707854, + "nauc_ndcg_at_5_diff1": 0.42181240592070757, + "nauc_ndcg_at_5_max": 0.3859516930403946, + "nauc_ndcg_at_5_std": 0.14018504468328719, + "nauc_precision_at_1000_diff1": 0.03483909645460655, + "nauc_precision_at_1000_max": 0.3062287219611234, + "nauc_precision_at_1000_std": 0.5375784388373971, + "nauc_precision_at_100_diff1": 0.10473765430425243, + "nauc_precision_at_100_max": 0.2715093322691222, + "nauc_precision_at_100_std": 0.33624906872510446, + "nauc_precision_at_10_diff1": 0.24318418361549843, + "nauc_precision_at_10_max": 0.31148460402226996, + "nauc_precision_at_10_std": 0.16040813543915453, + "nauc_precision_at_1_diff1": 0.5978988314526087, + "nauc_precision_at_1_max": 0.42028385040059935, + "nauc_precision_at_1_std": 0.10859600139338964, + "nauc_precision_at_20_diff1": 0.19149735820416228, + "nauc_precision_at_20_max": 0.29735802171818865, + "nauc_precision_at_20_std": 0.16484404647225304, + "nauc_precision_at_3_diff1": 0.33835482999025895, + "nauc_precision_at_3_max": 0.3435160676672943, + "nauc_precision_at_3_std": 0.13030697124089047, + "nauc_precision_at_5_diff1": 0.2882952854006531, + "nauc_precision_at_5_max": 0.33709244906793606, + "nauc_precision_at_5_std": 0.15200159596978915, + "nauc_recall_at_1000_diff1": 0.03483909645460704, + "nauc_recall_at_1000_max": 0.306228721961125, + "nauc_recall_at_1000_std": 0.5375784388373984, + "nauc_recall_at_100_diff1": 0.1047376543042524, + "nauc_recall_at_100_max": 0.27150933226912277, + "nauc_recall_at_100_std": 0.33624906872510496, + "nauc_recall_at_10_diff1": 0.24318418361549846, + "nauc_recall_at_10_max": 0.3114846040222704, + "nauc_recall_at_10_std": 0.1604081354391549, + "nauc_recall_at_1_diff1": 0.5978988314526087, + "nauc_recall_at_1_max": 0.42028385040059935, + "nauc_recall_at_1_std": 0.10859600139338964, + "nauc_recall_at_20_diff1": 0.19149735820416222, + "nauc_recall_at_20_max": 0.2973580217181888, + "nauc_recall_at_20_std": 0.16484404647225387, + "nauc_recall_at_3_diff1": 0.33835482999025923, + "nauc_recall_at_3_max": 0.34351606766729376, + "nauc_recall_at_3_std": 0.13030697124089027, + "nauc_recall_at_5_diff1": 0.28829528540065325, + "nauc_recall_at_5_max": 0.33709244906793606, + "nauc_recall_at_5_std": 0.15200159596978877, + "ndcg_at_1": 0.472, + "ndcg_at_10": 0.43644, + "ndcg_at_100": 0.49226, + "ndcg_at_1000": 0.51897, + "ndcg_at_20": 0.45689, + "ndcg_at_3": 0.38344, + "ndcg_at_5": 0.41028, + "precision_at_1": 0.472, + "precision_at_10": 0.0973, + "precision_at_100": 0.01419, + "precision_at_1000": 0.00177, + "precision_at_20": 0.0552, + "precision_at_3": 0.245, + "precision_at_5": 0.1682, + "recall_at_1": 0.236, + "recall_at_10": 0.4865, + "recall_at_100": 0.7095, + "recall_at_1000": 0.884, + "recall_at_20": 0.552, + "recall_at_3": 0.3675, + "recall_at_5": 0.4205 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..04a197721 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 2897.7222018241882, + "kg_co2_emissions": 0.2510216705147728, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 4e-05, + "map_at_1000": 5e-05, + "map_at_20": 0.0, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 5.263798701298701e-05, + "mrr_at_1000": 6.669543281816553e-05, + "mrr_at_20": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": -0.06996421059246563, + "nauc_map_at_1000_max": -0.01214020973663201, + "nauc_map_at_1000_std": -0.23927450504568876, + "nauc_map_at_100_diff1": -0.016852676984790982, + "nauc_map_at_100_max": -0.016895220103563133, + "nauc_map_at_100_std": -0.18734515031435142, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.02430353441068222, + "nauc_mrr_at_1000_max": 0.03346017022276276, + "nauc_mrr_at_1000_std": -0.1827581293119139, + "nauc_mrr_at_100_diff1": 0.05712011310077813, + "nauc_mrr_at_100_max": 0.00815259833687749, + "nauc_mrr_at_100_std": -0.12528985280886995, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": -0.11552705936198879, + "nauc_ndcg_at_1000_max": -0.0035822312003550845, + "nauc_ndcg_at_1000_std": -0.26353568077122047, + "nauc_ndcg_at_100_diff1": -0.046124720997335576, + "nauc_ndcg_at_100_max": -0.026806984185445935, + "nauc_ndcg_at_100_std": -0.11268623778101206, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.047193155054705935, + "nauc_precision_at_1000_max": 0.12780609963330644, + "nauc_precision_at_1000_std": -0.2486360790626956, + "nauc_precision_at_100_diff1": 0.024326983275199075, + "nauc_precision_at_100_max": -0.002951435470888128, + "nauc_precision_at_100_std": -0.05080046507468015, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.18304147668264428, + "nauc_recall_at_1000_max": -0.044158112977259516, + "nauc_recall_at_1000_std": -0.2899305011853989, + "nauc_recall_at_100_diff1": -0.08459155547966919, + "nauc_recall_at_100_max": -0.0398321828426469, + "nauc_recall_at_100_std": -0.10508085957509082, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.0004, + "ndcg_at_1000": 0.00083, + "ndcg_at_20": 0.0, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 3e-05, + "precision_at_1000": 1e-05, + "precision_at_20": 0.0, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.0022, + "recall_at_1000": 0.00528, + "recall_at_20": 0.0, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 5e-05, + "map_at_1000": 7e-05, + "map_at_20": 5e-05, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.0001431229426077, + "mrr_at_1000": 0.00018451898814245417, + "mrr_at_20": 0.0001431229426077, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.012013465997430967, + "nauc_map_at_1000_max": -0.48856317477766603, + "nauc_map_at_1000_std": 0.13526497304373622, + "nauc_map_at_100_diff1": 0.09860293202635957, + "nauc_map_at_100_max": -0.4983290734732555, + "nauc_map_at_100_std": -0.07040901821869801, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.09860293202635957, + "nauc_map_at_20_max": -0.4983290734732555, + "nauc_map_at_20_std": -0.07040901821869801, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.027299203440950045, + "nauc_mrr_at_1000_max": -0.48817392456608427, + "nauc_mrr_at_1000_std": 0.07973422523456324, + "nauc_mrr_at_100_diff1": 0.0986029320263596, + "nauc_mrr_at_100_max": -0.4983290734732554, + "nauc_mrr_at_100_std": -0.07040901821869812, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.0986029320263596, + "nauc_mrr_at_20_max": -0.4983290734732554, + "nauc_mrr_at_20_std": -0.07040901821869812, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": -0.10126218259348166, + "nauc_ndcg_at_1000_max": -0.47041997476175107, + "nauc_ndcg_at_1000_std": 0.4640947836606738, + "nauc_ndcg_at_100_diff1": 0.09860293202635961, + "nauc_ndcg_at_100_max": -0.4983290734732553, + "nauc_ndcg_at_100_std": -0.07040901821869802, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.09860293202635961, + "nauc_ndcg_at_20_max": -0.4983290734732553, + "nauc_ndcg_at_20_std": -0.07040901821869802, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": -0.1499660747542173, + "nauc_precision_at_1000_max": -0.45034105773998634, + "nauc_precision_at_1000_std": 0.5132455832942342, + "nauc_precision_at_100_diff1": 0.09860293202635963, + "nauc_precision_at_100_max": -0.49832907347325534, + "nauc_precision_at_100_std": -0.07040901821869802, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.09860293202635977, + "nauc_precision_at_20_max": -0.49832907347325545, + "nauc_precision_at_20_std": -0.070409018218698, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.09822974734473817, + "nauc_recall_at_1000_max": -0.4726897872539869, + "nauc_recall_at_1000_std": 0.5038770808276841, + "nauc_recall_at_100_diff1": 0.09860293202635957, + "nauc_recall_at_100_max": -0.4983290734732554, + "nauc_recall_at_100_std": -0.07040901821869815, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.09860293202635957, + "nauc_recall_at_20_max": -0.4983290734732554, + "nauc_recall_at_20_std": -0.07040901821869815, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 0.00027, + "ndcg_at_1000": 0.00171, + "ndcg_at_20": 0.00027, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 2e-05, + "precision_at_1000": 2e-05, + "precision_at_20": 0.00012, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.00081, + "recall_at_1000": 0.01178, + "recall_at_20": 0.00081, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.1592, + "map_at_1": 0.05066, + "map_at_10": 0.10634, + "map_at_100": 0.13437, + "map_at_1000": 0.13651, + "map_at_20": 0.1207, + "map_at_3": 0.07622, + "map_at_5": 0.09119, + "mrr_at_1": 0.09836065573770492, + "mrr_at_10": 0.17815248503773104, + "mrr_at_100": 0.1963071842876169, + "mrr_at_1000": 0.1968327737754664, + "mrr_at_20": 0.18943303032832576, + "mrr_at_3": 0.14644808743169396, + "mrr_at_5": 0.16480874316939892, + "nauc_map_at_1000_diff1": 0.05347831033795419, + "nauc_map_at_1000_max": 0.13278585666954484, + "nauc_map_at_1000_std": 0.18765008899715527, + "nauc_map_at_100_diff1": 0.05412084928940579, + "nauc_map_at_100_max": 0.13212375354728223, + "nauc_map_at_100_std": 0.18425313393041307, + "nauc_map_at_10_diff1": 0.05891350753914833, + "nauc_map_at_10_max": 0.09878297068078708, + "nauc_map_at_10_std": 0.13206724002839285, + "nauc_map_at_1_diff1": 0.1188761542724823, + "nauc_map_at_1_max": 0.10160172714161805, + "nauc_map_at_1_std": 0.09437593723012355, + "nauc_map_at_20_diff1": 0.060562178136587215, + "nauc_map_at_20_max": 0.11920164933568848, + "nauc_map_at_20_std": 0.16188420509091775, + "nauc_map_at_3_diff1": 0.10840747951445334, + "nauc_map_at_3_max": 0.02833300237581262, + "nauc_map_at_3_std": 0.07901301776681596, + "nauc_map_at_5_diff1": 0.07915438442202892, + "nauc_map_at_5_max": 0.07660768719935206, + "nauc_map_at_5_std": 0.10113175337792978, + "nauc_mrr_at_1000_diff1": -0.014965603905966, + "nauc_mrr_at_1000_max": 0.11659598740813377, + "nauc_mrr_at_1000_std": 0.20613398878785008, + "nauc_mrr_at_100_diff1": -0.014669197031546854, + "nauc_mrr_at_100_max": 0.11622733832697901, + "nauc_mrr_at_100_std": 0.20629413916276293, + "nauc_mrr_at_10_diff1": -0.005064575824801268, + "nauc_mrr_at_10_max": 0.11218406928691664, + "nauc_mrr_at_10_std": 0.18773005412939778, + "nauc_mrr_at_1_diff1": -0.021756636360465393, + "nauc_mrr_at_1_max": 0.13262056838446754, + "nauc_mrr_at_1_std": 0.19482185695755347, + "nauc_mrr_at_20_diff1": -0.014141865973301774, + "nauc_mrr_at_20_max": 0.1159405604435637, + "nauc_mrr_at_20_std": 0.2015081136189725, + "nauc_mrr_at_3_diff1": -0.013135899660654832, + "nauc_mrr_at_3_max": 0.06943490173244563, + "nauc_mrr_at_3_std": 0.18787463336903923, + "nauc_mrr_at_5_diff1": -0.012947756707671598, + "nauc_mrr_at_5_max": 0.1122677089644534, + "nauc_mrr_at_5_std": 0.1978247767948206, + "nauc_ndcg_at_1000_diff1": -0.009976721294339548, + "nauc_ndcg_at_1000_max": 0.19421231112013976, + "nauc_ndcg_at_1000_std": 0.3089940149329661, + "nauc_ndcg_at_100_diff1": -0.0028422023171420234, + "nauc_ndcg_at_100_max": 0.1807530661537081, + "nauc_ndcg_at_100_std": 0.29609707560296555, + "nauc_ndcg_at_10_diff1": 0.02529341533440178, + "nauc_ndcg_at_10_max": 0.1306299995895876, + "nauc_ndcg_at_10_std": 0.16680363099458997, + "nauc_ndcg_at_1_diff1": -0.021756636360465393, + "nauc_ndcg_at_1_max": 0.13262056838446754, + "nauc_ndcg_at_1_std": 0.19482185695755347, + "nauc_ndcg_at_20_diff1": 0.016137124506244837, + "nauc_ndcg_at_20_max": 0.16450682049689005, + "nauc_ndcg_at_20_std": 0.2266992500377232, + "nauc_ndcg_at_3_diff1": 0.05709221760739441, + "nauc_ndcg_at_3_max": 0.03547636589611919, + "nauc_ndcg_at_3_std": 0.12342168974870765, + "nauc_ndcg_at_5_diff1": 0.038714739503514124, + "nauc_ndcg_at_5_max": 0.10734532787621667, + "nauc_ndcg_at_5_std": 0.1446311959566911, + "nauc_precision_at_1000_diff1": -0.08611291828099148, + "nauc_precision_at_1000_max": 0.15720905446234523, + "nauc_precision_at_1000_std": 0.3384147958428653, + "nauc_precision_at_100_diff1": -0.07787918712543168, + "nauc_precision_at_100_max": 0.1997453061605649, + "nauc_precision_at_100_std": 0.39673901407936807, + "nauc_precision_at_10_diff1": -0.039593640048416485, + "nauc_precision_at_10_max": 0.19481350372349934, + "nauc_precision_at_10_std": 0.25059780792613895, + "nauc_precision_at_1_diff1": -0.021756636360465393, + "nauc_precision_at_1_max": 0.13262056838446754, + "nauc_precision_at_1_std": 0.19482185695755347, + "nauc_precision_at_20_diff1": -0.028934985818799903, + "nauc_precision_at_20_max": 0.23426649768175822, + "nauc_precision_at_20_std": 0.3243670874119003, + "nauc_precision_at_3_diff1": 0.014233859840962752, + "nauc_precision_at_3_max": 0.03596658100708478, + "nauc_precision_at_3_std": 0.15423946844869027, + "nauc_precision_at_5_diff1": -0.01892222059129783, + "nauc_precision_at_5_max": 0.16954353858633925, + "nauc_precision_at_5_std": 0.20419575489163894, + "nauc_recall_at_1000_diff1": -0.17922449469543356, + "nauc_recall_at_1000_max": 0.4615820492876893, + "nauc_recall_at_1000_std": 0.7103272482813225, + "nauc_recall_at_100_diff1": -0.07604876752696997, + "nauc_recall_at_100_max": 0.22790343142280556, + "nauc_recall_at_100_std": 0.4571241381489062, + "nauc_recall_at_10_diff1": 0.006133688253436285, + "nauc_recall_at_10_max": 0.15137970375516335, + "nauc_recall_at_10_std": 0.15920727066784224, + "nauc_recall_at_1_diff1": 0.1188761542724823, + "nauc_recall_at_1_max": 0.10160172714161805, + "nauc_recall_at_1_std": 0.09437593723012355, + "nauc_recall_at_20_diff1": -0.024760931235034245, + "nauc_recall_at_20_max": 0.19826505430181274, + "nauc_recall_at_20_std": 0.2666055321151173, + "nauc_recall_at_3_diff1": 0.08534664385205472, + "nauc_recall_at_3_max": 0.004947912295518424, + "nauc_recall_at_3_std": 0.08370121994732739, + "nauc_recall_at_5_diff1": 0.04112519015131492, + "nauc_recall_at_5_max": 0.1279949031551141, + "nauc_recall_at_5_std": 0.11793323368976653, + "ndcg_at_1": 0.09836, + "ndcg_at_10": 0.1592, + "ndcg_at_100": 0.27456, + "ndcg_at_1000": 0.30867, + "ndcg_at_20": 0.2028, + "ndcg_at_3": 0.10781, + "ndcg_at_5": 0.12851, + "precision_at_1": 0.09836, + "precision_at_10": 0.05803, + "precision_at_100": 0.01748, + "precision_at_1000": 0.0023, + "precision_at_20": 0.04656, + "precision_at_3": 0.0776, + "precision_at_5": 0.07344, + "recall_at_1": 0.05066, + "recall_at_10": 0.2308, + "recall_at_100": 0.65216, + "recall_at_1000": 0.85621, + "recall_at_20": 0.36161, + "recall_at_3": 0.10405, + "recall_at_5": 0.15576 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.30737, + "map_at_1": 0.10481, + "map_at_10": 0.21416, + "map_at_100": 0.25126, + "map_at_1000": 0.25326, + "map_at_20": 0.23254, + "map_at_3": 0.16232, + "map_at_5": 0.18798, + "mrr_at_1": 0.2327909887359199, + "mrr_at_10": 0.3624262470945824, + "mrr_at_100": 0.3753787318822944, + "mrr_at_1000": 0.375613550970135, + "mrr_at_20": 0.3713321163753106, + "mrr_at_3": 0.3185231539424284, + "mrr_at_5": 0.34374217772215293, + "nauc_map_at_1000_diff1": 0.1450788648683864, + "nauc_map_at_1000_max": 0.16325699359952506, + "nauc_map_at_1000_std": 0.016074812081374276, + "nauc_map_at_100_diff1": 0.14612249229114546, + "nauc_map_at_100_max": 0.1632853889205782, + "nauc_map_at_100_std": 0.014727771566932637, + "nauc_map_at_10_diff1": 0.14500719018015149, + "nauc_map_at_10_max": 0.13481015647963426, + "nauc_map_at_10_std": -0.013533817766086835, + "nauc_map_at_1_diff1": 0.20137977127124546, + "nauc_map_at_1_max": 0.07912004374999776, + "nauc_map_at_1_std": -0.03593560961378939, + "nauc_map_at_20_diff1": 0.1433566216384669, + "nauc_map_at_20_max": 0.14183883055561808, + "nauc_map_at_20_std": -0.005846840343689455, + "nauc_map_at_3_diff1": 0.14403563607260925, + "nauc_map_at_3_max": 0.11202751310160533, + "nauc_map_at_3_std": -0.007489436832478096, + "nauc_map_at_5_diff1": 0.14430540498784936, + "nauc_map_at_5_max": 0.12601699926687435, + "nauc_map_at_5_std": -0.00748423939247136, + "nauc_mrr_at_1000_diff1": 0.14062996886556067, + "nauc_mrr_at_1000_max": 0.22359314309992656, + "nauc_mrr_at_1000_std": 0.07161435740907673, + "nauc_mrr_at_100_diff1": 0.14055532358260375, + "nauc_mrr_at_100_max": 0.2238603158535175, + "nauc_mrr_at_100_std": 0.07183444313324229, + "nauc_mrr_at_10_diff1": 0.13848316827037807, + "nauc_mrr_at_10_max": 0.22237559375335872, + "nauc_mrr_at_10_std": 0.06897279638704354, + "nauc_mrr_at_1_diff1": 0.16438882778998637, + "nauc_mrr_at_1_max": 0.18703032527501667, + "nauc_mrr_at_1_std": 0.03546517585793588, + "nauc_mrr_at_20_diff1": 0.1414125811281206, + "nauc_mrr_at_20_max": 0.224099206730683, + "nauc_mrr_at_20_std": 0.07127988234716764, + "nauc_mrr_at_3_diff1": 0.1298802060907399, + "nauc_mrr_at_3_max": 0.2115043831477708, + "nauc_mrr_at_3_std": 0.06473052503878296, + "nauc_mrr_at_5_diff1": 0.1391257537081685, + "nauc_mrr_at_5_max": 0.22143431391136148, + "nauc_mrr_at_5_std": 0.07044789279667574, + "nauc_ndcg_at_1000_diff1": 0.14304498026375173, + "nauc_ndcg_at_1000_max": 0.22803679264695775, + "nauc_ndcg_at_1000_std": 0.08519717283810892, + "nauc_ndcg_at_100_diff1": 0.15070558202982365, + "nauc_ndcg_at_100_max": 0.23946645650736545, + "nauc_ndcg_at_100_std": 0.08895138900593004, + "nauc_ndcg_at_10_diff1": 0.13636285037142648, + "nauc_ndcg_at_10_max": 0.16238179683234766, + "nauc_ndcg_at_10_std": 0.006377703839102143, + "nauc_ndcg_at_1_diff1": 0.16438882778998637, + "nauc_ndcg_at_1_max": 0.18703032527501667, + "nauc_ndcg_at_1_std": 0.03546517585793588, + "nauc_ndcg_at_20_diff1": 0.14250102017565575, + "nauc_ndcg_at_20_max": 0.17552091361113892, + "nauc_ndcg_at_20_std": 0.022645885348511606, + "nauc_ndcg_at_3_diff1": 0.12262802719781872, + "nauc_ndcg_at_3_max": 0.17977878130545524, + "nauc_ndcg_at_3_std": 0.04614405779454679, + "nauc_ndcg_at_5_diff1": 0.130109398670827, + "nauc_ndcg_at_5_max": 0.17174319541272115, + "nauc_ndcg_at_5_std": 0.030145307401924334, + "nauc_precision_at_1000_diff1": -0.027686680920543664, + "nauc_precision_at_1000_max": 0.2397748751721707, + "nauc_precision_at_1000_std": 0.25263411527106666, + "nauc_precision_at_100_diff1": 0.01333146460039703, + "nauc_precision_at_100_max": 0.305813372641275, + "nauc_precision_at_100_std": 0.2788858182890173, + "nauc_precision_at_10_diff1": 0.05536867889595022, + "nauc_precision_at_10_max": 0.255557222630707, + "nauc_precision_at_10_std": 0.10034079506461076, + "nauc_precision_at_1_diff1": 0.16438882778998637, + "nauc_precision_at_1_max": 0.18703032527501667, + "nauc_precision_at_1_std": 0.03546517585793588, + "nauc_precision_at_20_diff1": 0.03325113546518971, + "nauc_precision_at_20_max": 0.2607584806840267, + "nauc_precision_at_20_std": 0.15508328645319094, + "nauc_precision_at_3_diff1": 0.09028934294691367, + "nauc_precision_at_3_max": 0.2566275257811883, + "nauc_precision_at_3_std": 0.10182900728313289, + "nauc_precision_at_5_diff1": 0.0743194163352409, + "nauc_precision_at_5_max": 0.27342664183214505, + "nauc_precision_at_5_std": 0.10394535529386408, + "nauc_recall_at_1000_diff1": 0.45336564069471325, + "nauc_recall_at_1000_max": 0.6810497971775027, + "nauc_recall_at_1000_std": 0.7794984070675891, + "nauc_recall_at_100_diff1": 0.18438257309315925, + "nauc_recall_at_100_max": 0.3571421603554975, + "nauc_recall_at_100_std": 0.24047102898317968, + "nauc_recall_at_10_diff1": 0.09442572421352496, + "nauc_recall_at_10_max": 0.08795653222939981, + "nauc_recall_at_10_std": -0.04591776282298791, + "nauc_recall_at_1_diff1": 0.20137977127124546, + "nauc_recall_at_1_max": 0.07912004374999776, + "nauc_recall_at_1_std": -0.03593560961378939, + "nauc_recall_at_20_diff1": 0.11269542773604632, + "nauc_recall_at_20_max": 0.0878687696721099, + "nauc_recall_at_20_std": -0.02817001570584962, + "nauc_recall_at_3_diff1": 0.08538184586788251, + "nauc_recall_at_3_max": 0.092599619170065, + "nauc_recall_at_3_std": -0.0014409320499208607, + "nauc_recall_at_5_diff1": 0.09363004323175889, + "nauc_recall_at_5_max": 0.1064568386793054, + "nauc_recall_at_5_std": -0.007511768955727755, + "ndcg_at_1": 0.23279, + "ndcg_at_10": 0.30737, + "ndcg_at_100": 0.43406, + "ndcg_at_1000": 0.456, + "ndcg_at_20": 0.35607, + "ndcg_at_3": 0.24082, + "ndcg_at_5": 0.26261, + "precision_at_1": 0.23279, + "precision_at_10": 0.11001, + "precision_at_100": 0.02493, + "precision_at_1000": 0.00287, + "precision_at_20": 0.07603, + "precision_at_3": 0.17689, + "precision_at_5": 0.14944, + "recall_at_1": 0.10481, + "recall_at_10": 0.42056, + "recall_at_100": 0.86713, + "recall_at_1000": 0.98701, + "recall_at_20": 0.56504, + "recall_at_3": 0.21703, + "recall_at_5": 0.29588 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.14267, + "map_at_1": 0.03137, + "map_at_10": 0.08211, + "map_at_100": 0.11316, + "map_at_1000": 0.11667, + "map_at_20": 0.09534, + "map_at_3": 0.05466, + "map_at_5": 0.06739, + "mrr_at_1": 0.12654320987654322, + "mrr_at_10": 0.21804698216735255, + "mrr_at_100": 0.22969594218642383, + "mrr_at_1000": 0.2302641702534337, + "mrr_at_20": 0.22496878835834377, + "mrr_at_3": 0.18055555555555552, + "mrr_at_5": 0.200462962962963, + "nauc_map_at_1000_diff1": 0.03247883595611689, + "nauc_map_at_1000_max": 0.19901583190120517, + "nauc_map_at_1000_std": 0.25886586430394914, + "nauc_map_at_100_diff1": 0.03242425704280243, + "nauc_map_at_100_max": 0.19210140270276918, + "nauc_map_at_100_std": 0.24887249596672462, + "nauc_map_at_10_diff1": 0.03541706708258459, + "nauc_map_at_10_max": 0.10592719495384215, + "nauc_map_at_10_std": 0.15136889670381432, + "nauc_map_at_1_diff1": 0.05170663825495874, + "nauc_map_at_1_max": 0.09709706406389935, + "nauc_map_at_1_std": 0.16729060233546914, + "nauc_map_at_20_diff1": 0.027781827551681727, + "nauc_map_at_20_max": 0.14216921749022407, + "nauc_map_at_20_std": 0.19166110610782455, + "nauc_map_at_3_diff1": 0.02875820913943216, + "nauc_map_at_3_max": 0.03899167594153262, + "nauc_map_at_3_std": 0.1462473025753939, + "nauc_map_at_5_diff1": 0.03452616007286991, + "nauc_map_at_5_max": 0.06497300748958598, + "nauc_map_at_5_std": 0.1421085162824514, + "nauc_mrr_at_1000_diff1": 0.02227578566665638, + "nauc_mrr_at_1000_max": 0.1609453321980976, + "nauc_mrr_at_1000_std": 0.19947599909529345, + "nauc_mrr_at_100_diff1": 0.02242303645979101, + "nauc_mrr_at_100_max": 0.1612036945129366, + "nauc_mrr_at_100_std": 0.1998021632232874, + "nauc_mrr_at_10_diff1": 0.01745626409250505, + "nauc_mrr_at_10_max": 0.15346372181192464, + "nauc_mrr_at_10_std": 0.19422266062416566, + "nauc_mrr_at_1_diff1": 0.05738091157995587, + "nauc_mrr_at_1_max": 0.17434035657742505, + "nauc_mrr_at_1_std": 0.1521778042795057, + "nauc_mrr_at_20_diff1": 0.02249031991666211, + "nauc_mrr_at_20_max": 0.15948463461288737, + "nauc_mrr_at_20_std": 0.19677355235716204, + "nauc_mrr_at_3_diff1": 0.016578706607199775, + "nauc_mrr_at_3_max": 0.13181002651362958, + "nauc_mrr_at_3_std": 0.17277185461512418, + "nauc_mrr_at_5_diff1": 0.013914173931818614, + "nauc_mrr_at_5_max": 0.13164420533607152, + "nauc_mrr_at_5_std": 0.1750891307106265, + "nauc_ndcg_at_1000_diff1": 0.027978269929733644, + "nauc_ndcg_at_1000_max": 0.31829884259366814, + "nauc_ndcg_at_1000_std": 0.4039970279743132, + "nauc_ndcg_at_100_diff1": 0.032113960031179146, + "nauc_ndcg_at_100_max": 0.29109799535174957, + "nauc_ndcg_at_100_std": 0.36476877917555695, + "nauc_ndcg_at_10_diff1": 0.013552916137637825, + "nauc_ndcg_at_10_max": 0.13650086583060128, + "nauc_ndcg_at_10_std": 0.18486650554733738, + "nauc_ndcg_at_1_diff1": 0.05738091157995587, + "nauc_ndcg_at_1_max": 0.17434035657742505, + "nauc_ndcg_at_1_std": 0.1521778042795057, + "nauc_ndcg_at_20_diff1": 0.011433051560271523, + "nauc_ndcg_at_20_max": 0.18813936625819977, + "nauc_ndcg_at_20_std": 0.2411445611067769, + "nauc_ndcg_at_3_diff1": 0.015741848860483597, + "nauc_ndcg_at_3_max": 0.11409307150636673, + "nauc_ndcg_at_3_std": 0.17448660065374982, + "nauc_ndcg_at_5_diff1": 0.01892851886707248, + "nauc_ndcg_at_5_max": 0.11329169659103246, + "nauc_ndcg_at_5_std": 0.17224904162535581, + "nauc_precision_at_1000_diff1": 0.010853532444035465, + "nauc_precision_at_1000_max": 0.39753879346947474, + "nauc_precision_at_1000_std": 0.44990707385150225, + "nauc_precision_at_100_diff1": 0.030388953815743067, + "nauc_precision_at_100_max": 0.4144033805274661, + "nauc_precision_at_100_std": 0.4645890053426959, + "nauc_precision_at_10_diff1": 0.0189046043715744, + "nauc_precision_at_10_max": 0.2623297439672713, + "nauc_precision_at_10_std": 0.2559245615695537, + "nauc_precision_at_1_diff1": 0.05738091157995587, + "nauc_precision_at_1_max": 0.17434035657742505, + "nauc_precision_at_1_std": 0.1521778042795057, + "nauc_precision_at_20_diff1": 0.014115267997781148, + "nauc_precision_at_20_max": 0.3211108028938134, + "nauc_precision_at_20_std": 0.3387440239143865, + "nauc_precision_at_3_diff1": 0.01541893231821858, + "nauc_precision_at_3_max": 0.13447936396671792, + "nauc_precision_at_3_std": 0.1832961890488964, + "nauc_precision_at_5_diff1": 0.02818456353777443, + "nauc_precision_at_5_max": 0.1819671091704337, + "nauc_precision_at_5_std": 0.1979144663427832, + "nauc_recall_at_1000_diff1": 0.03738874632896567, + "nauc_recall_at_1000_max": 0.4867436324195339, + "nauc_recall_at_1000_std": 0.6540164968720512, + "nauc_recall_at_100_diff1": 0.04306275258790905, + "nauc_recall_at_100_max": 0.350441497224336, + "nauc_recall_at_100_std": 0.45186155994225463, + "nauc_recall_at_10_diff1": -0.01188708849777944, + "nauc_recall_at_10_max": 0.10231536778199972, + "nauc_recall_at_10_std": 0.1491870079066981, + "nauc_recall_at_1_diff1": 0.05170663825495874, + "nauc_recall_at_1_max": 0.09709706406389935, + "nauc_recall_at_1_std": 0.16729060233546914, + "nauc_recall_at_20_diff1": -0.013210380084470022, + "nauc_recall_at_20_max": 0.17812119436616353, + "nauc_recall_at_20_std": 0.2278372594198345, + "nauc_recall_at_3_diff1": -0.0019161233749990553, + "nauc_recall_at_3_max": -0.0041169397574004766, + "nauc_recall_at_3_std": 0.13454571498215204, + "nauc_recall_at_5_diff1": -0.003680488439013424, + "nauc_recall_at_5_max": 0.023692654996444233, + "nauc_recall_at_5_std": 0.11285750010955674, + "ndcg_at_1": 0.12654, + "ndcg_at_10": 0.14267, + "ndcg_at_100": 0.25306, + "ndcg_at_1000": 0.2979, + "ndcg_at_20": 0.1775, + "ndcg_at_3": 0.11764, + "ndcg_at_5": 0.12223, + "precision_at_1": 0.12654, + "precision_at_10": 0.07778, + "precision_at_100": 0.02429, + "precision_at_1000": 0.00348, + "precision_at_20": 0.06011, + "precision_at_3": 0.10134, + "precision_at_5": 0.09321, + "recall_at_1": 0.03137, + "recall_at_10": 0.17902, + "recall_at_100": 0.517, + "recall_at_1000": 0.74027, + "recall_at_20": 0.2634, + "recall_at_3": 0.0738, + "recall_at_5": 0.11224 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.00069, + "map_at_1": 0.0, + "map_at_10": 0.00029, + "map_at_100": 0.00066, + "map_at_1000": 0.00074, + "map_at_20": 0.00041, + "map_at_3": 0.00018, + "map_at_5": 0.00018, + "mrr_at_1": 0.0, + "mrr_at_10": 0.000753465943339361, + "mrr_at_100": 0.0012028981902674441, + "mrr_at_1000": 0.0013244367542013386, + "mrr_at_20": 0.0008413703033956199, + "mrr_at_3": 0.0005274261603375527, + "mrr_at_5": 0.0005274261603375527, + "nauc_map_at_1000_diff1": 0.06969706649470817, + "nauc_map_at_1000_max": 0.43825871983168607, + "nauc_map_at_1000_std": 0.5798517515941326, + "nauc_map_at_100_diff1": 0.07840636884236514, + "nauc_map_at_100_max": 0.4788348569127409, + "nauc_map_at_100_std": 0.6372595153738931, + "nauc_map_at_10_diff1": -0.15258311004739292, + "nauc_map_at_10_max": 0.4135013909209558, + "nauc_map_at_10_std": 0.8675013394555467, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.1678335104911105, + "nauc_map_at_20_max": 0.48072174049798694, + "nauc_map_at_20_std": 0.818759674652998, + "nauc_map_at_3_diff1": -0.20541485444170032, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_5_diff1": -0.20541485444170032, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_mrr_at_1000_diff1": -0.019747142765234513, + "nauc_mrr_at_1000_max": 0.37822345148381464, + "nauc_mrr_at_1000_std": 0.6194384449002812, + "nauc_mrr_at_100_diff1": -0.030091026313874104, + "nauc_mrr_at_100_max": 0.39800191488009895, + "nauc_mrr_at_100_std": 0.6816778719447726, + "nauc_mrr_at_10_diff1": -0.16491051707273122, + "nauc_mrr_at_10_max": 0.550351066372733, + "nauc_mrr_at_10_std": 0.8984176935825857, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.1691423135142654, + "nauc_mrr_at_20_max": 0.4495444304048169, + "nauc_mrr_at_20_std": 0.7830919049830333, + "nauc_mrr_at_3_diff1": -0.2054148544417002, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_5_diff1": -0.2054148544417002, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_ndcg_at_1000_diff1": 0.08631943424396929, + "nauc_ndcg_at_1000_max": 0.1535376012489556, + "nauc_ndcg_at_1000_std": 0.28499240753226135, + "nauc_ndcg_at_100_diff1": 0.16060792401970128, + "nauc_ndcg_at_100_max": 0.3418952528820266, + "nauc_ndcg_at_100_std": 0.4592257345480188, + "nauc_ndcg_at_10_diff1": -0.14256016000399174, + "nauc_ndcg_at_10_max": 0.30223407755250037, + "nauc_ndcg_at_10_std": 0.8423644171244771, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.16461325343245153, + "nauc_ndcg_at_20_max": 0.3159968064705275, + "nauc_ndcg_at_20_std": 0.7007730682592651, + "nauc_ndcg_at_3_diff1": -0.20541485444170016, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_5_diff1": -0.20541485444170016, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_precision_at_1000_diff1": 0.024607386518362823, + "nauc_precision_at_1000_max": 0.09377838406036382, + "nauc_precision_at_1000_std": 0.24849493931854502, + "nauc_precision_at_100_diff1": 0.054206431911500694, + "nauc_precision_at_100_max": 0.20441107265031583, + "nauc_precision_at_100_std": 0.43428214152574457, + "nauc_precision_at_10_diff1": -0.13790762549341865, + "nauc_precision_at_10_max": 0.2505851106212216, + "nauc_precision_at_10_std": 0.8306961559709765, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.17166123996755941, + "nauc_precision_at_20_max": 0.27166444298056647, + "nauc_precision_at_20_std": 0.6139943643750633, + "nauc_precision_at_3_diff1": -0.2054148544417002, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": -0.2054148544417002, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": 0.09286495801486543, + "nauc_recall_at_1000_max": 0.05791907178103727, + "nauc_recall_at_1000_std": 0.20665250457268716, + "nauc_recall_at_100_diff1": 0.24694096189075745, + "nauc_recall_at_100_max": 0.33687824795345916, + "nauc_recall_at_100_std": 0.3593597412458312, + "nauc_recall_at_10_diff1": -0.12440617970376242, + "nauc_recall_at_10_max": 0.10070213274546586, + "nauc_recall_at_10_std": 0.796835387165172, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.1604100351428457, + "nauc_recall_at_20_max": 0.18605397389855288, + "nauc_recall_at_20_std": 0.6192608029936063, + "nauc_recall_at_3_diff1": -0.2054148544417002, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_5_diff1": -0.2054148544417002, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00069, + "ndcg_at_100": 0.00298, + "ndcg_at_1000": 0.00623, + "ndcg_at_20": 0.00107, + "ndcg_at_3": 0.00037, + "ndcg_at_5": 0.00037, + "precision_at_1": 0.0, + "precision_at_10": 0.00032, + "precision_at_100": 0.00021, + "precision_at_1000": 6e-05, + "precision_at_20": 0.00032, + "precision_at_3": 0.00053, + "precision_at_5": 0.00032, + "recall_at_1": 0.0, + "recall_at_10": 0.00132, + "recall_at_100": 0.01157, + "recall_at_1000": 0.03659, + "recall_at_20": 0.00237, + "recall_at_3": 0.00053, + "recall_at_5": 0.00053 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.13728, + "map_at_1": 0.0589, + "map_at_10": 0.1007, + "map_at_100": 0.11321, + "map_at_1000": 0.1141, + "map_at_20": 0.10744, + "map_at_3": 0.0802, + "map_at_5": 0.09025, + "mrr_at_1": 0.097, + "mrr_at_10": 0.1447996031746031, + "mrr_at_100": 0.15525626031547252, + "mrr_at_1000": 0.155828423547821, + "mrr_at_20": 0.15079791314636506, + "mrr_at_3": 0.12333333333333327, + "mrr_at_5": 0.13523333333333332, + "nauc_map_at_1000_diff1": 0.2529442033539637, + "nauc_map_at_1000_max": 0.13616794328933132, + "nauc_map_at_1000_std": 0.3592816856871937, + "nauc_map_at_100_diff1": 0.2532454238035832, + "nauc_map_at_100_max": 0.1361791785013948, + "nauc_map_at_100_std": 0.35871208145727074, + "nauc_map_at_10_diff1": 0.2611677780150128, + "nauc_map_at_10_max": 0.1261935564095511, + "nauc_map_at_10_std": 0.32625915896357327, + "nauc_map_at_1_diff1": 0.34977995201354956, + "nauc_map_at_1_max": 0.15424199948706332, + "nauc_map_at_1_std": 0.2628374991591514, + "nauc_map_at_20_diff1": 0.2544158322316931, + "nauc_map_at_20_max": 0.13176217222504347, + "nauc_map_at_20_std": 0.3397742078791843, + "nauc_map_at_3_diff1": 0.292693813333009, + "nauc_map_at_3_max": 0.11620510685562435, + "nauc_map_at_3_std": 0.29106762516513907, + "nauc_map_at_5_diff1": 0.2812364870247254, + "nauc_map_at_5_max": 0.12617556187566328, + "nauc_map_at_5_std": 0.3009559157966546, + "nauc_mrr_at_1000_diff1": 0.24290087852319542, + "nauc_mrr_at_1000_max": 0.15622210977563092, + "nauc_mrr_at_1000_std": 0.30751334082288134, + "nauc_mrr_at_100_diff1": 0.24271699515242678, + "nauc_mrr_at_100_max": 0.15620481405095632, + "nauc_mrr_at_100_std": 0.30801123242269157, + "nauc_mrr_at_10_diff1": 0.24592799825037306, + "nauc_mrr_at_10_max": 0.1537975566462164, + "nauc_mrr_at_10_std": 0.2905508906269015, + "nauc_mrr_at_1_diff1": 0.3229456819696891, + "nauc_mrr_at_1_max": 0.16713091151502402, + "nauc_mrr_at_1_std": 0.24104403917913025, + "nauc_mrr_at_20_diff1": 0.24268991243029672, + "nauc_mrr_at_20_max": 0.15698099130390625, + "nauc_mrr_at_20_std": 0.30102083732867946, + "nauc_mrr_at_3_diff1": 0.2697347329432269, + "nauc_mrr_at_3_max": 0.15213987798804793, + "nauc_mrr_at_3_std": 0.26976274589143423, + "nauc_mrr_at_5_diff1": 0.25718076005693785, + "nauc_mrr_at_5_max": 0.1518987290791903, + "nauc_mrr_at_5_std": 0.2816008838106375, + "nauc_ndcg_at_1000_diff1": 0.2016325167591577, + "nauc_ndcg_at_1000_max": 0.1541706025866857, + "nauc_ndcg_at_1000_std": 0.4581021899778097, + "nauc_ndcg_at_100_diff1": 0.2049232061719621, + "nauc_ndcg_at_100_max": 0.15579153062815884, + "nauc_ndcg_at_100_std": 0.4583523971157784, + "nauc_ndcg_at_10_diff1": 0.224530591832905, + "nauc_ndcg_at_10_max": 0.1308655431538635, + "nauc_ndcg_at_10_std": 0.3429716348148112, + "nauc_ndcg_at_1_diff1": 0.3229456819696891, + "nauc_ndcg_at_1_max": 0.16713091151502402, + "nauc_ndcg_at_1_std": 0.24104403917913025, + "nauc_ndcg_at_20_diff1": 0.21180661122550745, + "nauc_ndcg_at_20_max": 0.14567302495268025, + "nauc_ndcg_at_20_std": 0.3772708410920683, + "nauc_ndcg_at_3_diff1": 0.27209263599267963, + "nauc_ndcg_at_3_max": 0.12153052615625363, + "nauc_ndcg_at_3_std": 0.2891694473306129, + "nauc_ndcg_at_5_diff1": 0.254510108356478, + "nauc_ndcg_at_5_max": 0.1326596346571085, + "nauc_ndcg_at_5_std": 0.30629751193848404, + "nauc_precision_at_1000_diff1": 0.051060940203221564, + "nauc_precision_at_1000_max": 0.16015472977394368, + "nauc_precision_at_1000_std": 0.4999862237921994, + "nauc_precision_at_100_diff1": 0.08256735291272307, + "nauc_precision_at_100_max": 0.18413488994785263, + "nauc_precision_at_100_std": 0.5666245369633536, + "nauc_precision_at_10_diff1": 0.13088515744007623, + "nauc_precision_at_10_max": 0.15464116350194002, + "nauc_precision_at_10_std": 0.39650777116855335, + "nauc_precision_at_1_diff1": 0.3229456819696891, + "nauc_precision_at_1_max": 0.16713091151502402, + "nauc_precision_at_1_std": 0.24104403917913025, + "nauc_precision_at_20_diff1": 0.10991774878446789, + "nauc_precision_at_20_max": 0.1727046590075699, + "nauc_precision_at_20_std": 0.4464711868126492, + "nauc_precision_at_3_diff1": 0.21292228592275123, + "nauc_precision_at_3_max": 0.12369608540075931, + "nauc_precision_at_3_std": 0.30838272823513163, + "nauc_precision_at_5_diff1": 0.18869619129442453, + "nauc_precision_at_5_max": 0.1485568043422597, + "nauc_precision_at_5_std": 0.33577126190423584, + "nauc_recall_at_1000_diff1": 0.08750999394644446, + "nauc_recall_at_1000_max": 0.1425234421295765, + "nauc_recall_at_1000_std": 0.6624684005779355, + "nauc_recall_at_100_diff1": 0.11029442424484172, + "nauc_recall_at_100_max": 0.15170225368426465, + "nauc_recall_at_100_std": 0.6410070752967671, + "nauc_recall_at_10_diff1": 0.16038522263828683, + "nauc_recall_at_10_max": 0.10203459321925668, + "nauc_recall_at_10_std": 0.36864714266846915, + "nauc_recall_at_1_diff1": 0.34977995201354956, + "nauc_recall_at_1_max": 0.15424199948706332, + "nauc_recall_at_1_std": 0.2628374991591514, + "nauc_recall_at_20_diff1": 0.1353899983473408, + "nauc_recall_at_20_max": 0.136415691054547, + "nauc_recall_at_20_std": 0.4266411912571784, + "nauc_recall_at_3_diff1": 0.23916012058268063, + "nauc_recall_at_3_max": 0.09124470387968922, + "nauc_recall_at_3_std": 0.29223154917281785, + "nauc_recall_at_5_diff1": 0.2129463516585079, + "nauc_recall_at_5_max": 0.11331977746444227, + "nauc_recall_at_5_std": 0.3104781848981427, + "ndcg_at_1": 0.097, + "ndcg_at_10": 0.13728, + "ndcg_at_100": 0.19622, + "ndcg_at_1000": 0.21769, + "ndcg_at_20": 0.15922, + "ndcg_at_3": 0.09768, + "ndcg_at_5": 0.11414, + "precision_at_1": 0.097, + "precision_at_10": 0.0364, + "precision_at_100": 0.00819, + "precision_at_1000": 0.0011, + "precision_at_20": 0.02535, + "precision_at_3": 0.059, + "precision_at_5": 0.0494, + "recall_at_1": 0.0589, + "recall_at_10": 0.20116, + "recall_at_100": 0.44638, + "recall_at_1000": 0.59217, + "recall_at_20": 0.27387, + "recall_at_3": 0.10234, + "recall_at_5": 0.13939 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.146, + "map_at_1": 0.02902, + "map_at_10": 0.09127, + "map_at_100": 0.11872, + "map_at_1000": 0.12038, + "map_at_20": 0.10405, + "map_at_3": 0.06362, + "map_at_5": 0.07629, + "mrr_at_1": 0.052478134110787174, + "mrr_at_10": 0.14647716229348884, + "mrr_at_100": 0.16445267659072027, + "mrr_at_1000": 0.16494167124894454, + "mrr_at_20": 0.15701410623413276, + "mrr_at_3": 0.11078717201166181, + "mrr_at_5": 0.12740524781341112, + "nauc_map_at_1000_diff1": 0.03491772951387563, + "nauc_map_at_1000_max": 0.22743431926690552, + "nauc_map_at_1000_std": 0.2677183190724137, + "nauc_map_at_100_diff1": 0.03605485008094525, + "nauc_map_at_100_max": 0.22887843018538143, + "nauc_map_at_100_std": 0.26793214731310544, + "nauc_map_at_10_diff1": 0.032683322713948505, + "nauc_map_at_10_max": 0.20178417336793877, + "nauc_map_at_10_std": 0.22805044075949227, + "nauc_map_at_1_diff1": 0.11432057431143094, + "nauc_map_at_1_max": 0.2146353046421493, + "nauc_map_at_1_std": 0.21975492363282073, + "nauc_map_at_20_diff1": 0.03838732527774771, + "nauc_map_at_20_max": 0.2136751616219709, + "nauc_map_at_20_std": 0.24368994965204605, + "nauc_map_at_3_diff1": 0.028544080416140476, + "nauc_map_at_3_max": 0.17778479584016166, + "nauc_map_at_3_std": 0.2135635046379211, + "nauc_map_at_5_diff1": 0.026198487337740148, + "nauc_map_at_5_max": 0.2138937445787841, + "nauc_map_at_5_std": 0.2372492511626064, + "nauc_mrr_at_1000_diff1": -0.01737625253515474, + "nauc_mrr_at_1000_max": 0.18087240200088178, + "nauc_mrr_at_1000_std": 0.2809519303063876, + "nauc_mrr_at_100_diff1": -0.017667562797979874, + "nauc_mrr_at_100_max": 0.181230506475499, + "nauc_mrr_at_100_std": 0.28125072276620344, + "nauc_mrr_at_10_diff1": -0.022357680774996787, + "nauc_mrr_at_10_max": 0.17571809546056946, + "nauc_mrr_at_10_std": 0.2730685263288924, + "nauc_mrr_at_1_diff1": 1.0225337269878539e-05, + "nauc_mrr_at_1_max": 0.11577813197904262, + "nauc_mrr_at_1_std": 0.24028352181261708, + "nauc_mrr_at_20_diff1": -0.015694382189924954, + "nauc_mrr_at_20_max": 0.17722130132032798, + "nauc_mrr_at_20_std": 0.274197233974635, + "nauc_mrr_at_3_diff1": -0.0069062025707995285, + "nauc_mrr_at_3_max": 0.16662147000354516, + "nauc_mrr_at_3_std": 0.2698758295670998, + "nauc_mrr_at_5_diff1": -0.029847225031326124, + "nauc_mrr_at_5_max": 0.1796419501759118, + "nauc_mrr_at_5_std": 0.27836070523402207, + "nauc_ndcg_at_1000_diff1": 0.005646664296281485, + "nauc_ndcg_at_1000_max": 0.26694200550820446, + "nauc_ndcg_at_1000_std": 0.35754962118329214, + "nauc_ndcg_at_100_diff1": 0.010274889869414099, + "nauc_ndcg_at_100_max": 0.28465670721318814, + "nauc_ndcg_at_100_std": 0.3686732022729396, + "nauc_ndcg_at_10_diff1": 0.001556428859716513, + "nauc_ndcg_at_10_max": 0.1908645566100693, + "nauc_ndcg_at_10_std": 0.24104827518710917, + "nauc_ndcg_at_1_diff1": 1.0225337269878539e-05, + "nauc_ndcg_at_1_max": 0.11577813197904262, + "nauc_ndcg_at_1_std": 0.24028352181261708, + "nauc_ndcg_at_20_diff1": 0.017304920958848707, + "nauc_ndcg_at_20_max": 0.21084712129624977, + "nauc_ndcg_at_20_std": 0.26756755319085906, + "nauc_ndcg_at_3_diff1": -0.00047840746475914987, + "nauc_ndcg_at_3_max": 0.16467175517184693, + "nauc_ndcg_at_3_std": 0.2328622626131358, + "nauc_ndcg_at_5_diff1": -0.011118332670496282, + "nauc_ndcg_at_5_max": 0.20677944184680058, + "nauc_ndcg_at_5_std": 0.25183758720345617, + "nauc_precision_at_1000_diff1": -0.012200943978174667, + "nauc_precision_at_1000_max": 0.13043324600976094, + "nauc_precision_at_1000_std": 0.23348486166998317, + "nauc_precision_at_100_diff1": 0.005147982758667885, + "nauc_precision_at_100_max": 0.23700806838496802, + "nauc_precision_at_100_std": 0.3404583112259544, + "nauc_precision_at_10_diff1": -0.03289411245645263, + "nauc_precision_at_10_max": 0.17688231570868693, + "nauc_precision_at_10_std": 0.2474035459882275, + "nauc_precision_at_1_diff1": 1.0225337269878539e-05, + "nauc_precision_at_1_max": 0.11577813197904262, + "nauc_precision_at_1_std": 0.24028352181261708, + "nauc_precision_at_20_diff1": 0.005040813582767593, + "nauc_precision_at_20_max": 0.19345182718829418, + "nauc_precision_at_20_std": 0.2876635203991735, + "nauc_precision_at_3_diff1": -0.021554450230062194, + "nauc_precision_at_3_max": 0.16475150259069876, + "nauc_precision_at_3_std": 0.26300138962981595, + "nauc_precision_at_5_diff1": -0.040453865484305684, + "nauc_precision_at_5_max": 0.2242406788027746, + "nauc_precision_at_5_std": 0.2871109159132791, + "nauc_recall_at_1000_diff1": -0.04606224739961372, + "nauc_recall_at_1000_max": 0.6053343386139823, + "nauc_recall_at_1000_std": 0.8382409459406619, + "nauc_recall_at_100_diff1": -0.0075692931563056, + "nauc_recall_at_100_max": 0.4571067865384833, + "nauc_recall_at_100_std": 0.5901139135752074, + "nauc_recall_at_10_diff1": -0.008481803200346312, + "nauc_recall_at_10_max": 0.16709496962990705, + "nauc_recall_at_10_std": 0.20612667519953032, + "nauc_recall_at_1_diff1": 0.11432057431143094, + "nauc_recall_at_1_max": 0.2146353046421493, + "nauc_recall_at_1_std": 0.21975492363282073, + "nauc_recall_at_20_diff1": 0.02021582810097795, + "nauc_recall_at_20_max": 0.197824912470589, + "nauc_recall_at_20_std": 0.2404627208736094, + "nauc_recall_at_3_diff1": -0.016985195675281714, + "nauc_recall_at_3_max": 0.16424230535112624, + "nauc_recall_at_3_std": 0.2112172666704874, + "nauc_recall_at_5_diff1": -0.03427697126027539, + "nauc_recall_at_5_max": 0.20700602876994026, + "nauc_recall_at_5_std": 0.2304750054511511, + "ndcg_at_1": 0.05248, + "ndcg_at_10": 0.146, + "ndcg_at_100": 0.26757, + "ndcg_at_1000": 0.29407, + "ndcg_at_20": 0.18699, + "ndcg_at_3": 0.09083, + "ndcg_at_5": 0.11024, + "precision_at_1": 0.05248, + "precision_at_10": 0.05015, + "precision_at_100": 0.01554, + "precision_at_1000": 0.00193, + "precision_at_20": 0.03863, + "precision_at_3": 0.07094, + "precision_at_5": 0.06181, + "recall_at_1": 0.02902, + "recall_at_10": 0.24416, + "recall_at_100": 0.7317, + "recall_at_1000": 0.8964, + "recall_at_20": 0.37906, + "recall_at_3": 0.10647, + "recall_at_5": 0.15162 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.0053, + "map_at_1": 0.00286, + "map_at_10": 0.00372, + "map_at_100": 0.00421, + "map_at_1000": 0.0043, + "map_at_20": 0.004, + "map_at_3": 0.00302, + "map_at_5": 0.00327, + "mrr_at_1": 0.002857142857142857, + "mrr_at_10": 0.0058367346938775514, + "mrr_at_100": 0.00653948420364987, + "mrr_at_1000": 0.006773791001747074, + "mrr_at_20": 0.006275046382189239, + "mrr_at_3": 0.0038095238095238095, + "mrr_at_5": 0.004952380952380953, + "nauc_map_at_1000_diff1": 0.6588271246921094, + "nauc_map_at_1000_max": -0.37538239332056467, + "nauc_map_at_1000_std": 0.8017382480343582, + "nauc_map_at_100_diff1": 0.6741187506809608, + "nauc_map_at_100_max": -0.3785230909530621, + "nauc_map_at_100_std": 0.8137737907843164, + "nauc_map_at_10_diff1": 0.7918767332870777, + "nauc_map_at_10_max": -0.437281734219882, + "nauc_map_at_10_std": 0.9081976880072783, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_1_max": -0.5747249798765764, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_20_diff1": 0.7284271661310159, + "nauc_map_at_20_max": -0.38638672739886365, + "nauc_map_at_20_std": 0.8160387156110404, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_3_max": -0.4918447177778092, + "nauc_map_at_3_std": 0.9210738141301735, + "nauc_map_at_5_diff1": 0.8818569606486549, + "nauc_map_at_5_max": -0.48876484468464465, + "nauc_map_at_5_std": 0.8957954080858558, + "nauc_mrr_at_1000_diff1": 0.5053587883917097, + "nauc_mrr_at_1000_max": -0.19251676510794077, + "nauc_mrr_at_1000_std": 0.5682098656293744, + "nauc_mrr_at_100_diff1": 0.5252278247691675, + "nauc_mrr_at_100_max": -0.19310794952291213, + "nauc_mrr_at_100_std": 0.5818651562533556, + "nauc_mrr_at_10_diff1": 0.5748431874002038, + "nauc_mrr_at_10_max": -0.21622782905315768, + "nauc_mrr_at_10_std": 0.6670488084493987, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_1_max": -0.5747249798765764, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_20_diff1": 0.5546294008777777, + "nauc_mrr_at_20_max": -0.19357562463628653, + "nauc_mrr_at_20_std": 0.6012661628223215, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_3_max": -0.18104373490743245, + "nauc_mrr_at_3_std": 0.6251006171183259, + "nauc_mrr_at_5_diff1": 0.6550226001527313, + "nauc_mrr_at_5_max": -0.2448040288126149, + "nauc_mrr_at_5_std": 0.6075932385296484, + "nauc_ndcg_at_1000_diff1": 0.19499471994943296, + "nauc_ndcg_at_1000_max": -0.22114751754896572, + "nauc_ndcg_at_1000_std": 0.49231178918186264, + "nauc_ndcg_at_100_diff1": 0.3138258093926245, + "nauc_ndcg_at_100_max": -0.2303032882981478, + "nauc_ndcg_at_100_std": 0.6478081968731499, + "nauc_ndcg_at_10_diff1": 0.5669868931881208, + "nauc_ndcg_at_10_max": -0.3140821546899331, + "nauc_ndcg_at_10_std": 0.8140531044874049, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_1_max": -0.5747249798765764, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_20_diff1": 0.4823367022464957, + "nauc_ndcg_at_20_max": -0.2299827164089079, + "nauc_ndcg_at_20_std": 0.6313762017181688, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_3_max": -0.2754534053050957, + "nauc_ndcg_at_3_std": 0.7150061628420503, + "nauc_ndcg_at_5_diff1": 0.7083079380989111, + "nauc_ndcg_at_5_max": -0.36739078543785936, + "nauc_ndcg_at_5_std": 0.7433627882099996, + "nauc_precision_at_1000_diff1": -0.012194366685659154, + "nauc_precision_at_1000_max": -0.15420392895186683, + "nauc_precision_at_1000_std": 0.2779683900215521, + "nauc_precision_at_100_diff1": -0.00019676236472582627, + "nauc_precision_at_100_max": -0.15007602182273488, + "nauc_precision_at_100_std": 0.49949020660048293, + "nauc_precision_at_10_diff1": 0.19542080314819793, + "nauc_precision_at_10_max": -0.1108577050353278, + "nauc_precision_at_10_std": 0.5998121813791252, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_1_max": -0.5747249798765764, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_20_diff1": 0.24584115910920323, + "nauc_precision_at_20_max": -0.06838610142205519, + "nauc_precision_at_20_std": 0.3891534746444866, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_3_max": 0.21263751006171167, + "nauc_precision_at_3_std": 0.2502012342366514, + "nauc_precision_at_5_diff1": 0.2525489669975853, + "nauc_precision_at_5_max": -0.12235041588408907, + "nauc_precision_at_5_std": 0.3997182720686881, + "nauc_recall_at_1000_diff1": 0.014873478707031512, + "nauc_recall_at_1000_max": -0.2078705859819901, + "nauc_recall_at_1000_std": 0.38238452397724065, + "nauc_recall_at_100_diff1": 0.03426295581157612, + "nauc_recall_at_100_max": -0.1608067581698815, + "nauc_recall_at_100_std": 0.6027208200912739, + "nauc_recall_at_10_diff1": 0.3902423184918455, + "nauc_recall_at_10_max": -0.2673706589374491, + "nauc_recall_at_10_std": 0.8355775294417223, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_1_max": -0.5747249798765764, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_20_diff1": 0.25487155078910834, + "nauc_recall_at_20_max": -0.10777064071927418, + "nauc_recall_at_20_std": 0.46848162927258447, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_3_max": -0.34976426846563696, + "nauc_recall_at_3_std": 0.7857717812104719, + "nauc_recall_at_5_diff1": 0.5814244894459213, + "nauc_recall_at_5_max": -0.37840058198877524, + "nauc_recall_at_5_std": 0.7338729084778391, + "ndcg_at_1": 0.00286, + "ndcg_at_10": 0.0053, + "ndcg_at_100": 0.00805, + "ndcg_at_1000": 0.01293, + "ndcg_at_20": 0.00629, + "ndcg_at_3": 0.00353, + "ndcg_at_5": 0.00415, + "precision_at_1": 0.00286, + "precision_at_10": 0.00171, + "precision_at_100": 0.00043, + "precision_at_1000": 0.00013, + "precision_at_20": 0.00114, + "precision_at_3": 0.0019, + "precision_at_5": 0.00229, + "recall_at_1": 0.00286, + "recall_at_10": 0.00748, + "recall_at_100": 0.01836, + "recall_at_1000": 0.05169, + "recall_at_20": 0.01074, + "recall_at_3": 0.00333, + "recall_at_5": 0.00462 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.07531, + "map_at_1": 0.02029, + "map_at_10": 0.04624, + "map_at_100": 0.05805, + "map_at_1000": 0.06004, + "map_at_20": 0.05177, + "map_at_3": 0.03348, + "map_at_5": 0.03885, + "mrr_at_1": 0.04479166666666667, + "mrr_at_10": 0.09242972883597893, + "mrr_at_100": 0.10219916052171206, + "mrr_at_1000": 0.10298138018817433, + "mrr_at_20": 0.09758050954875173, + "mrr_at_3": 0.07065972222222225, + "mrr_at_5": 0.08232638888888892, + "nauc_map_at_1000_diff1": 0.07979940247312854, + "nauc_map_at_1000_max": 0.022052703687178085, + "nauc_map_at_1000_std": 0.27703446660503916, + "nauc_map_at_100_diff1": 0.08341391148654784, + "nauc_map_at_100_max": 0.01919360652022429, + "nauc_map_at_100_std": 0.26508986771721593, + "nauc_map_at_10_diff1": 0.10096704073055134, + "nauc_map_at_10_max": 0.0007601122737680955, + "nauc_map_at_10_std": 0.1953420185208584, + "nauc_map_at_1_diff1": 0.20738912399381268, + "nauc_map_at_1_max": -0.0685877750402789, + "nauc_map_at_1_std": 0.07384560481547758, + "nauc_map_at_20_diff1": 0.09253884100898487, + "nauc_map_at_20_max": 0.007537897703327917, + "nauc_map_at_20_std": 0.2297387614300259, + "nauc_map_at_3_diff1": 0.13418391536812593, + "nauc_map_at_3_max": -0.009779980180086483, + "nauc_map_at_3_std": 0.1339273251156983, + "nauc_map_at_5_diff1": 0.11745828172811827, + "nauc_map_at_5_max": -0.002382797326994525, + "nauc_map_at_5_std": 0.16033718055568927, + "nauc_mrr_at_1000_diff1": 0.08741463114889489, + "nauc_mrr_at_1000_max": 0.0363820428990484, + "nauc_mrr_at_1000_std": 0.2609354753331035, + "nauc_mrr_at_100_diff1": 0.08778649039360038, + "nauc_mrr_at_100_max": 0.03522504915745913, + "nauc_mrr_at_100_std": 0.2603498777300612, + "nauc_mrr_at_10_diff1": 0.09484853397969027, + "nauc_mrr_at_10_max": 0.03303162705210134, + "nauc_mrr_at_10_std": 0.23970712817143636, + "nauc_mrr_at_1_diff1": 0.16975433823575292, + "nauc_mrr_at_1_max": 0.034306537460767145, + "nauc_mrr_at_1_std": 0.18143528369347503, + "nauc_mrr_at_20_diff1": 0.0869766042820894, + "nauc_mrr_at_20_max": 0.03244643285726347, + "nauc_mrr_at_20_std": 0.25096097859547895, + "nauc_mrr_at_3_diff1": 0.12618719426284294, + "nauc_mrr_at_3_max": 0.03385034201415038, + "nauc_mrr_at_3_std": 0.19712319212322194, + "nauc_mrr_at_5_diff1": 0.10469042229919395, + "nauc_mrr_at_5_max": 0.03070002631844204, + "nauc_mrr_at_5_std": 0.2163801033533952, + "nauc_ndcg_at_1000_diff1": 0.02574477610787244, + "nauc_ndcg_at_1000_max": 0.07802869836609104, + "nauc_ndcg_at_1000_std": 0.47287889108267317, + "nauc_ndcg_at_100_diff1": 0.04201304111324289, + "nauc_ndcg_at_100_max": 0.044523958229859335, + "nauc_ndcg_at_100_std": 0.39697781192201237, + "nauc_ndcg_at_10_diff1": 0.07439346077456, + "nauc_ndcg_at_10_max": 0.011124678868185542, + "nauc_ndcg_at_10_std": 0.24580292445783872, + "nauc_ndcg_at_1_diff1": 0.16975433823575292, + "nauc_ndcg_at_1_max": 0.034306537460767145, + "nauc_ndcg_at_1_std": 0.18143528369347503, + "nauc_ndcg_at_20_diff1": 0.05726402469867079, + "nauc_ndcg_at_20_max": 0.01760643329262162, + "nauc_ndcg_at_20_std": 0.30025309875908074, + "nauc_ndcg_at_3_diff1": 0.1206427518790448, + "nauc_ndcg_at_3_max": 0.03292699775118707, + "nauc_ndcg_at_3_std": 0.18033231876707137, + "nauc_ndcg_at_5_diff1": 0.09633178941111066, + "nauc_ndcg_at_5_max": 0.018384487746388067, + "nauc_ndcg_at_5_std": 0.20391034302899497, + "nauc_precision_at_1000_diff1": -0.059895303225830816, + "nauc_precision_at_1000_max": 0.1347455752247303, + "nauc_precision_at_1000_std": 0.5251918920121605, + "nauc_precision_at_100_diff1": -0.020646460158054523, + "nauc_precision_at_100_max": 0.09667946608488062, + "nauc_precision_at_100_std": 0.5137594504596958, + "nauc_precision_at_10_diff1": 0.04155994455683613, + "nauc_precision_at_10_max": 0.058920697435529544, + "nauc_precision_at_10_std": 0.34702665847280106, + "nauc_precision_at_1_diff1": 0.16975433823575292, + "nauc_precision_at_1_max": 0.034306537460767145, + "nauc_precision_at_1_std": 0.18143528369347503, + "nauc_precision_at_20_diff1": 0.021626961069145943, + "nauc_precision_at_20_max": 0.06619794693007927, + "nauc_precision_at_20_std": 0.40336316095293473, + "nauc_precision_at_3_diff1": 0.11265471017304239, + "nauc_precision_at_3_max": 0.05761862729882819, + "nauc_precision_at_3_std": 0.22002066035539677, + "nauc_precision_at_5_diff1": 0.07539385845426012, + "nauc_precision_at_5_max": 0.051180731792648905, + "nauc_precision_at_5_std": 0.26131671529774514, + "nauc_recall_at_1000_diff1": -0.01425107113478663, + "nauc_recall_at_1000_max": 0.1382617947918509, + "nauc_recall_at_1000_std": 0.6896965794892692, + "nauc_recall_at_100_diff1": 0.004306998678805531, + "nauc_recall_at_100_max": 0.05326841148399191, + "nauc_recall_at_100_std": 0.48577999103601377, + "nauc_recall_at_10_diff1": 0.030519311046994377, + "nauc_recall_at_10_max": -0.0018784211738276087, + "nauc_recall_at_10_std": 0.2694553274549242, + "nauc_recall_at_1_diff1": 0.20738912399381268, + "nauc_recall_at_1_max": -0.0685877750402789, + "nauc_recall_at_1_std": 0.07384560481547758, + "nauc_recall_at_20_diff1": 0.0099898007879376, + "nauc_recall_at_20_max": 0.008443744990479257, + "nauc_recall_at_20_std": 0.3460931837254703, + "nauc_recall_at_3_diff1": 0.10384654385089934, + "nauc_recall_at_3_max": 0.006926164601493146, + "nauc_recall_at_3_std": 0.15313053408522517, + "nauc_recall_at_5_diff1": 0.05986813808499869, + "nauc_recall_at_5_max": 0.006637343696804071, + "nauc_recall_at_5_std": 0.20329421462028402, + "ndcg_at_1": 0.04479, + "ndcg_at_10": 0.07531, + "ndcg_at_100": 0.13081, + "ndcg_at_1000": 0.16862, + "ndcg_at_20": 0.09297, + "ndcg_at_3": 0.052, + "ndcg_at_5": 0.05896, + "precision_at_1": 0.04479, + "precision_at_10": 0.03042, + "precision_at_100": 0.0096, + "precision_at_1000": 0.0017, + "precision_at_20": 0.02344, + "precision_at_3": 0.03889, + "precision_at_5": 0.03521, + "recall_at_1": 0.02029, + "recall_at_10": 0.11142, + "recall_at_100": 0.31126, + "recall_at_1000": 0.52762, + "recall_at_20": 0.1619, + "recall_at_3": 0.04778, + "recall_at_5": 0.06899 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.0202, + "map_at_1": 0.00732, + "map_at_10": 0.01311, + "map_at_100": 0.0147, + "map_at_1000": 0.01509, + "map_at_20": 0.01379, + "map_at_3": 0.01024, + "map_at_5": 0.01125, + "mrr_at_1": 0.012790697674418604, + "mrr_at_10": 0.022363879660391283, + "mrr_at_100": 0.024947670444803755, + "mrr_at_1000": 0.025332963240738332, + "mrr_at_20": 0.02357857892381616, + "mrr_at_3": 0.018023255813953493, + "mrr_at_5": 0.019593023255813954, + "nauc_map_at_1000_diff1": 0.2440555189306712, + "nauc_map_at_1000_max": 0.2567752075533902, + "nauc_map_at_1000_std": 0.2945051365014559, + "nauc_map_at_100_diff1": 0.24885796386379705, + "nauc_map_at_100_max": 0.2569993359937672, + "nauc_map_at_100_std": 0.2896708031769897, + "nauc_map_at_10_diff1": 0.2640561986070254, + "nauc_map_at_10_max": 0.28458230787246275, + "nauc_map_at_10_std": 0.27788657413268275, + "nauc_map_at_1_diff1": 0.353768899581895, + "nauc_map_at_1_max": 0.2766975196214486, + "nauc_map_at_1_std": 0.2658335361963974, + "nauc_map_at_20_diff1": 0.25672247464052994, + "nauc_map_at_20_max": 0.26981522091354104, + "nauc_map_at_20_std": 0.28300333817076295, + "nauc_map_at_3_diff1": 0.32173524430386496, + "nauc_map_at_3_max": 0.3223675133881073, + "nauc_map_at_3_std": 0.2953069044291846, + "nauc_map_at_5_diff1": 0.294233042114554, + "nauc_map_at_5_max": 0.3011112999862687, + "nauc_map_at_5_std": 0.2611231328522, + "nauc_mrr_at_1000_diff1": 0.2265060429957463, + "nauc_mrr_at_1000_max": 0.20877768270781744, + "nauc_mrr_at_1000_std": 0.25109480683828556, + "nauc_mrr_at_100_diff1": 0.22824133297672197, + "nauc_mrr_at_100_max": 0.20935149003833264, + "nauc_mrr_at_100_std": 0.2503514315138475, + "nauc_mrr_at_10_diff1": 0.2425674479791902, + "nauc_mrr_at_10_max": 0.22825638752794994, + "nauc_mrr_at_10_std": 0.23386897385179217, + "nauc_mrr_at_1_diff1": 0.26309242139668754, + "nauc_mrr_at_1_max": 0.2116008488425983, + "nauc_mrr_at_1_std": 0.2500182940215138, + "nauc_mrr_at_20_diff1": 0.23622528196104467, + "nauc_mrr_at_20_max": 0.21845543053507052, + "nauc_mrr_at_20_std": 0.24391486111818894, + "nauc_mrr_at_3_diff1": 0.30313232990297484, + "nauc_mrr_at_3_max": 0.26975773994477964, + "nauc_mrr_at_3_std": 0.2749508815357851, + "nauc_mrr_at_5_diff1": 0.2898999123406945, + "nauc_mrr_at_5_max": 0.25760609682014085, + "nauc_mrr_at_5_std": 0.23844604971819247, + "nauc_ndcg_at_1000_diff1": 0.1619210574118252, + "nauc_ndcg_at_1000_max": 0.18903834015920684, + "nauc_ndcg_at_1000_std": 0.3414565314663009, + "nauc_ndcg_at_100_diff1": 0.1823156850582493, + "nauc_ndcg_at_100_max": 0.1787297392478673, + "nauc_ndcg_at_100_std": 0.30216278013649084, + "nauc_ndcg_at_10_diff1": 0.21375590851762674, + "nauc_ndcg_at_10_max": 0.24924217774399737, + "nauc_ndcg_at_10_std": 0.2633382006458504, + "nauc_ndcg_at_1_diff1": 0.26309242139668754, + "nauc_ndcg_at_1_max": 0.2116008488425983, + "nauc_ndcg_at_1_std": 0.2500182940215138, + "nauc_ndcg_at_20_diff1": 0.2034104763293553, + "nauc_ndcg_at_20_max": 0.21855725358022085, + "nauc_ndcg_at_20_std": 0.27804589996152357, + "nauc_ndcg_at_3_diff1": 0.313051117070794, + "nauc_ndcg_at_3_max": 0.31404311439268756, + "nauc_ndcg_at_3_std": 0.2837805290628171, + "nauc_ndcg_at_5_diff1": 0.2757845492180825, + "nauc_ndcg_at_5_max": 0.28749817653414267, + "nauc_ndcg_at_5_std": 0.2393673905410813, + "nauc_precision_at_1000_diff1": 0.063405626186504, + "nauc_precision_at_1000_max": 0.1320934246102511, + "nauc_precision_at_1000_std": 0.44006903296323974, + "nauc_precision_at_100_diff1": 0.10706214876837922, + "nauc_precision_at_100_max": 0.12668795913263092, + "nauc_precision_at_100_std": 0.3576868679490841, + "nauc_precision_at_10_diff1": 0.14665847970114126, + "nauc_precision_at_10_max": 0.17493446987678263, + "nauc_precision_at_10_std": 0.23009329012817054, + "nauc_precision_at_1_diff1": 0.26309242139668754, + "nauc_precision_at_1_max": 0.2116008488425983, + "nauc_precision_at_1_std": 0.2500182940215138, + "nauc_precision_at_20_diff1": 0.12962206849352362, + "nauc_precision_at_20_max": 0.14126448983718484, + "nauc_precision_at_20_std": 0.2847843585585794, + "nauc_precision_at_3_diff1": 0.3302807946710842, + "nauc_precision_at_3_max": 0.32112317868433665, + "nauc_precision_at_3_std": 0.2882607529076891, + "nauc_precision_at_5_diff1": 0.2888983466410073, + "nauc_precision_at_5_max": 0.2754457222689968, + "nauc_precision_at_5_std": 0.19230591304830535, + "nauc_recall_at_1000_diff1": 0.13157091686879335, + "nauc_recall_at_1000_max": 0.1671428397073168, + "nauc_recall_at_1000_std": 0.35569213503639646, + "nauc_recall_at_100_diff1": 0.13825526317563153, + "nauc_recall_at_100_max": 0.10961747103284927, + "nauc_recall_at_100_std": 0.3143555569308641, + "nauc_recall_at_10_diff1": 0.1468767673234043, + "nauc_recall_at_10_max": 0.2383536766261092, + "nauc_recall_at_10_std": 0.2733205631546101, + "nauc_recall_at_1_diff1": 0.353768899581895, + "nauc_recall_at_1_max": 0.2766975196214486, + "nauc_recall_at_1_std": 0.2658335361963974, + "nauc_recall_at_20_diff1": 0.15017787210626257, + "nauc_recall_at_20_max": 0.18151818432483102, + "nauc_recall_at_20_std": 0.2894496892687384, + "nauc_recall_at_3_diff1": 0.28898421358675996, + "nauc_recall_at_3_max": 0.36516629015480007, + "nauc_recall_at_3_std": 0.3156360059892048, + "nauc_recall_at_5_diff1": 0.22701649169511068, + "nauc_recall_at_5_max": 0.29823274682928985, + "nauc_recall_at_5_std": 0.2252294923124257, + "ndcg_at_1": 0.01279, + "ndcg_at_10": 0.0202, + "ndcg_at_100": 0.03034, + "ndcg_at_1000": 0.04336, + "ndcg_at_20": 0.02301, + "ndcg_at_3": 0.01382, + "ndcg_at_5": 0.01539, + "precision_at_1": 0.01279, + "precision_at_10": 0.00605, + "precision_at_100": 0.0015, + "precision_at_1000": 0.00034, + "precision_at_20": 0.00401, + "precision_at_3": 0.00891, + "precision_at_5": 0.00674, + "recall_at_1": 0.00732, + "recall_at_10": 0.03233, + "recall_at_100": 0.07421, + "recall_at_1000": 0.16665, + "recall_at_20": 0.04155, + "recall_at_3": 0.01536, + "recall_at_5": 0.01982 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.04186, + "map_at_1": 0.03208, + "map_at_10": 0.03847, + "map_at_100": 0.0388, + "map_at_1000": 0.03891, + "map_at_20": 0.03847, + "map_at_3": 0.03795, + "map_at_5": 0.03795, + "mrr_at_1": 0.03755868544600939, + "mrr_at_10": 0.04460093896713615, + "mrr_at_100": 0.044845461658841936, + "mrr_at_1000": 0.04502381438268768, + "mrr_at_20": 0.04460093896713615, + "mrr_at_3": 0.04460093896713615, + "mrr_at_5": 0.04460093896713615, + "nauc_map_at_1000_diff1": 0.6174340303604083, + "nauc_map_at_1000_max": 0.10938410347219746, + "nauc_map_at_1000_std": 0.10210050075976547, + "nauc_map_at_100_diff1": 0.6196923840318794, + "nauc_map_at_100_max": 0.11082233202149253, + "nauc_map_at_100_std": 0.10142677574222893, + "nauc_map_at_10_diff1": 0.6180888113710759, + "nauc_map_at_10_max": 0.112601303663371, + "nauc_map_at_10_std": 0.10024710302069566, + "nauc_map_at_1_diff1": 0.6699385333347343, + "nauc_map_at_1_max": 0.04553923209831792, + "nauc_map_at_1_std": -0.07897196995485696, + "nauc_map_at_20_diff1": 0.6180888113710759, + "nauc_map_at_20_max": 0.112601303663371, + "nauc_map_at_20_std": 0.10024710302069566, + "nauc_map_at_3_diff1": 0.6128391730394066, + "nauc_map_at_3_max": 0.10040338343881254, + "nauc_map_at_3_std": 0.08787936560517258, + "nauc_map_at_5_diff1": 0.6128391730394066, + "nauc_map_at_5_max": 0.10040338343881254, + "nauc_map_at_5_std": 0.08787936560517258, + "nauc_mrr_at_1000_diff1": 0.5942150191580745, + "nauc_mrr_at_1000_max": 0.16703029776922124, + "nauc_mrr_at_1000_std": 0.05251495196324241, + "nauc_mrr_at_100_diff1": 0.596888303049701, + "nauc_mrr_at_100_max": 0.1688726455262387, + "nauc_mrr_at_100_std": 0.052111034623021114, + "nauc_mrr_at_10_diff1": 0.5961234369296393, + "nauc_mrr_at_10_max": 0.1712626565786473, + "nauc_mrr_at_10_std": 0.04855811427893982, + "nauc_mrr_at_1_diff1": 0.6296628308187983, + "nauc_mrr_at_1_max": 0.1095732467548235, + "nauc_mrr_at_1_std": -0.12983723929375904, + "nauc_mrr_at_20_diff1": 0.5961234369296393, + "nauc_mrr_at_20_max": 0.1712626565786473, + "nauc_mrr_at_20_std": 0.04855811427893982, + "nauc_mrr_at_3_diff1": 0.5961234369296393, + "nauc_mrr_at_3_max": 0.1712626565786473, + "nauc_mrr_at_3_std": 0.04855811427893982, + "nauc_mrr_at_5_diff1": 0.5961234369296393, + "nauc_mrr_at_5_max": 0.1712626565786473, + "nauc_mrr_at_5_std": 0.04855811427893982, + "nauc_ndcg_at_1000_diff1": 0.546420087850024, + "nauc_ndcg_at_1000_max": 0.09758753324429575, + "nauc_ndcg_at_1000_std": 0.14291964894808024, + "nauc_ndcg_at_100_diff1": 0.6042158425596436, + "nauc_ndcg_at_100_max": 0.13739866190999409, + "nauc_ndcg_at_100_std": 0.13861383432324767, + "nauc_ndcg_at_10_diff1": 0.6053594603294934, + "nauc_ndcg_at_10_max": 0.14862278688129615, + "nauc_ndcg_at_10_std": 0.13296258845838285, + "nauc_ndcg_at_1_diff1": 0.6296628308187983, + "nauc_ndcg_at_1_max": 0.1095732467548235, + "nauc_ndcg_at_1_std": -0.12983723929375904, + "nauc_ndcg_at_20_diff1": 0.6053594603294934, + "nauc_ndcg_at_20_max": 0.14862278688129615, + "nauc_ndcg_at_20_std": 0.13296258845838285, + "nauc_ndcg_at_3_diff1": 0.5970167848796349, + "nauc_ndcg_at_3_max": 0.13062472773515701, + "nauc_ndcg_at_3_std": 0.11463347373181151, + "nauc_ndcg_at_5_diff1": 0.5970167848796349, + "nauc_ndcg_at_5_max": 0.13062472773515701, + "nauc_ndcg_at_5_std": 0.11463347373181151, + "nauc_precision_at_1000_diff1": 0.3155664758912596, + "nauc_precision_at_1000_max": -0.03135294951368154, + "nauc_precision_at_1000_std": 0.17303235254916, + "nauc_precision_at_100_diff1": 0.6231901294910689, + "nauc_precision_at_100_max": 0.1855805503617585, + "nauc_precision_at_100_std": 0.2590075018319621, + "nauc_precision_at_10_diff1": 0.6074202212593969, + "nauc_precision_at_10_max": 0.2814503750796427, + "nauc_precision_at_10_std": 0.24677517380416075, + "nauc_precision_at_1_diff1": 0.6296628308187983, + "nauc_precision_at_1_max": 0.1095732467548235, + "nauc_precision_at_1_std": -0.12983723929375904, + "nauc_precision_at_20_diff1": 0.6074202212593969, + "nauc_precision_at_20_max": 0.2814503750796427, + "nauc_precision_at_20_std": 0.24677517380416075, + "nauc_precision_at_3_diff1": 0.5717311504647962, + "nauc_precision_at_3_max": 0.2161276819050645, + "nauc_precision_at_3_std": 0.1783001896045389, + "nauc_precision_at_5_diff1": 0.5717311504647962, + "nauc_precision_at_5_max": 0.21612768190506465, + "nauc_precision_at_5_std": 0.17830018960453883, + "nauc_recall_at_1000_diff1": 0.3574903592868616, + "nauc_recall_at_1000_max": -0.016086191923038753, + "nauc_recall_at_1000_std": 0.23160616811275772, + "nauc_recall_at_100_diff1": 0.5626015947748546, + "nauc_recall_at_100_max": 0.14408556374207354, + "nauc_recall_at_100_std": 0.23467204420331902, + "nauc_recall_at_10_diff1": 0.5928461003067516, + "nauc_recall_at_10_max": 0.1842715199581997, + "nauc_recall_at_10_std": 0.2502059191839132, + "nauc_recall_at_1_diff1": 0.6699385333347343, + "nauc_recall_at_1_max": 0.04553923209831792, + "nauc_recall_at_1_std": -0.07897196995485696, + "nauc_recall_at_20_diff1": 0.5928461003067516, + "nauc_recall_at_20_max": 0.1842715199581997, + "nauc_recall_at_20_std": 0.2502059191839132, + "nauc_recall_at_3_diff1": 0.5710342842517562, + "nauc_recall_at_3_max": 0.14057177995596018, + "nauc_recall_at_3_std": 0.21003837914019408, + "nauc_recall_at_5_diff1": 0.5710342842517562, + "nauc_recall_at_5_max": 0.14057177995596018, + "nauc_recall_at_5_std": 0.21003837914019408, + "ndcg_at_1": 0.03756, + "ndcg_at_10": 0.04186, + "ndcg_at_100": 0.04411, + "ndcg_at_1000": 0.04841, + "ndcg_at_20": 0.04186, + "ndcg_at_3": 0.04099, + "ndcg_at_5": 0.04099, + "precision_at_1": 0.03756, + "precision_at_10": 0.00563, + "precision_at_100": 0.00075, + "precision_at_1000": 0.00015, + "precision_at_20": 0.00282, + "precision_at_3": 0.01721, + "precision_at_5": 0.01033, + "recall_at_1": 0.03208, + "recall_at_10": 0.04617, + "recall_at_100": 0.05712, + "recall_at_1000": 0.08628, + "recall_at_20": 0.04617, + "recall_at_3": 0.04382, + "recall_at_5": 0.04382 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.02385, + "map_at_1": 0.00973, + "map_at_10": 0.01628, + "map_at_100": 0.02043, + "map_at_1000": 0.02117, + "map_at_20": 0.01793, + "map_at_3": 0.01272, + "map_at_5": 0.01454, + "mrr_at_1": 0.017, + "mrr_at_10": 0.028530555555555556, + "mrr_at_100": 0.03303614823153654, + "mrr_at_1000": 0.033671255738086436, + "mrr_at_20": 0.030845821107856712, + "mrr_at_3": 0.0225, + "mrr_at_5": 0.026249999999999992, + "nauc_map_at_1000_diff1": 0.2243625996649144, + "nauc_map_at_1000_max": 0.1344110833295663, + "nauc_map_at_1000_std": 0.14032070761090604, + "nauc_map_at_100_diff1": 0.22964415165338503, + "nauc_map_at_100_max": 0.12787928127934897, + "nauc_map_at_100_std": 0.12995405037225488, + "nauc_map_at_10_diff1": 0.27293107916521964, + "nauc_map_at_10_max": 0.084185664524876, + "nauc_map_at_10_std": 0.02633385494393863, + "nauc_map_at_1_diff1": 0.3363516553096445, + "nauc_map_at_1_max": 0.04695925298173137, + "nauc_map_at_1_std": -0.18826920165427524, + "nauc_map_at_20_diff1": 0.24862775505777365, + "nauc_map_at_20_max": 0.10697381729247882, + "nauc_map_at_20_std": 0.07830147943034312, + "nauc_map_at_3_diff1": 0.2933212721866812, + "nauc_map_at_3_max": 0.05064897094185247, + "nauc_map_at_3_std": -0.07423719600728297, + "nauc_map_at_5_diff1": 0.2811288836152737, + "nauc_map_at_5_max": 0.08963739306689812, + "nauc_map_at_5_std": -0.006232380905123571, + "nauc_mrr_at_1000_diff1": 0.1975650764788, + "nauc_mrr_at_1000_max": 0.11216549220215112, + "nauc_mrr_at_1000_std": 0.07823329165627688, + "nauc_mrr_at_100_diff1": 0.19877882706184496, + "nauc_mrr_at_100_max": 0.1112172572067099, + "nauc_mrr_at_100_std": 0.07649970443915455, + "nauc_mrr_at_10_diff1": 0.23119209019309322, + "nauc_mrr_at_10_max": 0.08844798654534114, + "nauc_mrr_at_10_std": 0.027521905227994036, + "nauc_mrr_at_1_diff1": 0.26537666314177943, + "nauc_mrr_at_1_max": 0.022443536040657106, + "nauc_mrr_at_1_std": -0.1110497324768384, + "nauc_mrr_at_20_diff1": 0.21378464231017955, + "nauc_mrr_at_20_max": 0.108004452148232, + "nauc_mrr_at_20_std": 0.058656560521246584, + "nauc_mrr_at_3_diff1": 0.2493416410776216, + "nauc_mrr_at_3_max": 0.034552663745043594, + "nauc_mrr_at_3_std": -0.07358912440747695, + "nauc_mrr_at_5_diff1": 0.23732829076537154, + "nauc_mrr_at_5_max": 0.0891190412306591, + "nauc_mrr_at_5_std": -0.0036505807045114336, + "nauc_ndcg_at_1000_diff1": 0.11998837672800196, + "nauc_ndcg_at_1000_max": 0.21552565173261604, + "nauc_ndcg_at_1000_std": 0.31595262986061684, + "nauc_ndcg_at_100_diff1": 0.13586391875203196, + "nauc_ndcg_at_100_max": 0.19493746050525565, + "nauc_ndcg_at_100_std": 0.2999985309462932, + "nauc_ndcg_at_10_diff1": 0.24771657646335302, + "nauc_ndcg_at_10_max": 0.11626300423660431, + "nauc_ndcg_at_10_std": 0.09710809166477341, + "nauc_ndcg_at_1_diff1": 0.26537666314177943, + "nauc_ndcg_at_1_max": 0.022443536040657106, + "nauc_ndcg_at_1_std": -0.1110497324768384, + "nauc_ndcg_at_20_diff1": 0.20286215537203536, + "nauc_ndcg_at_20_max": 0.163170234935465, + "nauc_ndcg_at_20_std": 0.18797322988148998, + "nauc_ndcg_at_3_diff1": 0.2573955862168577, + "nauc_ndcg_at_3_max": 0.047619902159012024, + "nauc_ndcg_at_3_std": -0.06411199368099803, + "nauc_ndcg_at_5_diff1": 0.25253316415625615, + "nauc_ndcg_at_5_max": 0.12096624972635246, + "nauc_ndcg_at_5_std": 0.04155307462122194, + "nauc_precision_at_1000_diff1": 0.04021592640420097, + "nauc_precision_at_1000_max": 0.25822786807904535, + "nauc_precision_at_1000_std": 0.3570778350768239, + "nauc_precision_at_100_diff1": 0.06279611870371392, + "nauc_precision_at_100_max": 0.2755985232571643, + "nauc_precision_at_100_std": 0.44402858670106155, + "nauc_precision_at_10_diff1": 0.19268608147062666, + "nauc_precision_at_10_max": 0.1481806361065819, + "nauc_precision_at_10_std": 0.21302277902760872, + "nauc_precision_at_1_diff1": 0.26537666314177943, + "nauc_precision_at_1_max": 0.022443536040657106, + "nauc_precision_at_1_std": -0.1110497324768384, + "nauc_precision_at_20_diff1": 0.1471703783203649, + "nauc_precision_at_20_max": 0.22868151328145978, + "nauc_precision_at_20_std": 0.31750147571773546, + "nauc_precision_at_3_diff1": 0.22979272873624887, + "nauc_precision_at_3_max": 0.013004762543600683, + "nauc_precision_at_3_std": -0.01851354977193458, + "nauc_precision_at_5_diff1": 0.19348001073249266, + "nauc_precision_at_5_max": 0.14326267775690912, + "nauc_precision_at_5_std": 0.13376442178696019, + "nauc_recall_at_1000_diff1": 0.059560840042004806, + "nauc_recall_at_1000_max": 0.2339645313712437, + "nauc_recall_at_1000_std": 0.39368692171625025, + "nauc_recall_at_100_diff1": 0.05561958575105423, + "nauc_recall_at_100_max": 0.22301920587169788, + "nauc_recall_at_100_std": 0.42991351154548346, + "nauc_recall_at_10_diff1": 0.23684978807488577, + "nauc_recall_at_10_max": 0.15889057264097978, + "nauc_recall_at_10_std": 0.2046422669583549, + "nauc_recall_at_1_diff1": 0.3363516553096445, + "nauc_recall_at_1_max": 0.04695925298173137, + "nauc_recall_at_1_std": -0.18826920165427524, + "nauc_recall_at_20_diff1": 0.1543177276285683, + "nauc_recall_at_20_max": 0.22472166716439748, + "nauc_recall_at_20_std": 0.3330607690751232, + "nauc_recall_at_3_diff1": 0.2586284217928909, + "nauc_recall_at_3_max": 0.07030151290130417, + "nauc_recall_at_3_std": -0.031749631680647664, + "nauc_recall_at_5_diff1": 0.24530075893563574, + "nauc_recall_at_5_max": 0.18113558733258597, + "nauc_recall_at_5_std": 0.13463085570532402, + "ndcg_at_1": 0.017, + "ndcg_at_10": 0.02385, + "ndcg_at_100": 0.04654, + "ndcg_at_1000": 0.06659, + "ndcg_at_20": 0.02986, + "ndcg_at_3": 0.01659, + "ndcg_at_5": 0.01972, + "precision_at_1": 0.017, + "precision_at_10": 0.0078, + "precision_at_100": 0.00309, + "precision_at_1000": 0.00065, + "precision_at_20": 0.00625, + "precision_at_3": 0.01067, + "precision_at_5": 0.01, + "recall_at_1": 0.00973, + "recall_at_10": 0.03367, + "recall_at_100": 0.12318, + "recall_at_1000": 0.25149, + "recall_at_20": 0.05179, + "recall_at_3": 0.01551, + "recall_at_5": 0.02322 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.13535, + "map_at_1": 0.07194, + "map_at_10": 0.10581, + "map_at_100": 0.11574, + "map_at_1000": 0.11668, + "map_at_20": 0.11089, + "map_at_3": 0.09216, + "map_at_5": 0.09872, + "mrr_at_1": 0.11410788381742738, + "mrr_at_10": 0.15226157544622276, + "mrr_at_100": 0.16002927043118761, + "mrr_at_1000": 0.1605892518491897, + "mrr_at_20": 0.15624349195310944, + "mrr_at_3": 0.13762102351313968, + "mrr_at_5": 0.14560857538035962, + "nauc_map_at_1000_diff1": 0.3800983076405479, + "nauc_map_at_1000_max": -0.001254408945984074, + "nauc_map_at_1000_std": 0.11464725231170585, + "nauc_map_at_100_diff1": 0.3804673741945208, + "nauc_map_at_100_max": -0.0025947566873131306, + "nauc_map_at_100_std": 0.11167885107294842, + "nauc_map_at_10_diff1": 0.39480221926039116, + "nauc_map_at_10_max": -0.019095788381075295, + "nauc_map_at_10_std": 0.07468141269514711, + "nauc_map_at_1_diff1": 0.406577059401491, + "nauc_map_at_1_max": -0.04178389094529343, + "nauc_map_at_1_std": 0.026224502180434935, + "nauc_map_at_20_diff1": 0.38952602513736856, + "nauc_map_at_20_max": -0.013553814026566724, + "nauc_map_at_20_std": 0.09105953278159969, + "nauc_map_at_3_diff1": 0.4043696265899675, + "nauc_map_at_3_max": -0.039481119765981884, + "nauc_map_at_3_std": 0.03966544762665054, + "nauc_map_at_5_diff1": 0.39734216484543167, + "nauc_map_at_5_max": -0.034129013004087175, + "nauc_map_at_5_std": 0.05181640668942383, + "nauc_mrr_at_1000_diff1": 0.37465767238568076, + "nauc_mrr_at_1000_max": 0.07012770304518835, + "nauc_mrr_at_1000_std": 0.14374761160863678, + "nauc_mrr_at_100_diff1": 0.37454432173095, + "nauc_mrr_at_100_max": 0.07005582590215677, + "nauc_mrr_at_100_std": 0.14374531515936395, + "nauc_mrr_at_10_diff1": 0.3845481830781481, + "nauc_mrr_at_10_max": 0.06804141219526025, + "nauc_mrr_at_10_std": 0.12619256706661228, + "nauc_mrr_at_1_diff1": 0.40447320003036136, + "nauc_mrr_at_1_max": 0.027228042483469043, + "nauc_mrr_at_1_std": 0.064982758766016, + "nauc_mrr_at_20_diff1": 0.37938632343090917, + "nauc_mrr_at_20_max": 0.06733886386532123, + "nauc_mrr_at_20_std": 0.13531001742621113, + "nauc_mrr_at_3_diff1": 0.39721150729076754, + "nauc_mrr_at_3_max": 0.058395885639561475, + "nauc_mrr_at_3_std": 0.09642056951007089, + "nauc_mrr_at_5_diff1": 0.38346520682011137, + "nauc_mrr_at_5_max": 0.06102613333563812, + "nauc_mrr_at_5_std": 0.11001447928256497, + "nauc_ndcg_at_1000_diff1": 0.3126102668046584, + "nauc_ndcg_at_1000_max": 0.08032689046115647, + "nauc_ndcg_at_1000_std": 0.28145961016259385, + "nauc_ndcg_at_100_diff1": 0.31508432031324696, + "nauc_ndcg_at_100_max": 0.06742879098575458, + "nauc_ndcg_at_100_std": 0.25859118455911545, + "nauc_ndcg_at_10_diff1": 0.3769940429210632, + "nauc_ndcg_at_10_max": 0.024533975813478878, + "nauc_ndcg_at_10_std": 0.12506820236326857, + "nauc_ndcg_at_1_diff1": 0.40447320003036136, + "nauc_ndcg_at_1_max": 0.027228042483469043, + "nauc_ndcg_at_1_std": 0.064982758766016, + "nauc_ndcg_at_20_diff1": 0.36069068809697585, + "nauc_ndcg_at_20_max": 0.03154890708598159, + "nauc_ndcg_at_20_std": 0.1636601032798973, + "nauc_ndcg_at_3_diff1": 0.3909798025532974, + "nauc_ndcg_at_3_max": 0.0028712237892038407, + "nauc_ndcg_at_3_std": 0.07335867968760608, + "nauc_ndcg_at_5_diff1": 0.38026082985656573, + "nauc_ndcg_at_5_max": 0.0009938037139410718, + "nauc_ndcg_at_5_std": 0.08274646423652424, + "nauc_precision_at_1000_diff1": 0.09545496856499285, + "nauc_precision_at_1000_max": 0.2691433286030799, + "nauc_precision_at_1000_std": 0.5368949321267373, + "nauc_precision_at_100_diff1": 0.11364683255780385, + "nauc_precision_at_100_max": 0.24689159477746633, + "nauc_precision_at_100_std": 0.5428658793282718, + "nauc_precision_at_10_diff1": 0.33888460362197936, + "nauc_precision_at_10_max": 0.14783966106768756, + "nauc_precision_at_10_std": 0.25633131280288385, + "nauc_precision_at_1_diff1": 0.40447320003036136, + "nauc_precision_at_1_max": 0.027228042483469043, + "nauc_precision_at_1_std": 0.064982758766016, + "nauc_precision_at_20_diff1": 0.2659859613950693, + "nauc_precision_at_20_max": 0.16618333202486704, + "nauc_precision_at_20_std": 0.32037242554622875, + "nauc_precision_at_3_diff1": 0.37535529724020555, + "nauc_precision_at_3_max": 0.07941421238814786, + "nauc_precision_at_3_std": 0.13676330820336077, + "nauc_precision_at_5_diff1": 0.3408276616598675, + "nauc_precision_at_5_max": 0.08460597079279837, + "nauc_precision_at_5_std": 0.1676645975586542, + "nauc_recall_at_1000_diff1": 0.12540739721655686, + "nauc_recall_at_1000_max": 0.16341811121622457, + "nauc_recall_at_1000_std": 0.5853223634447637, + "nauc_recall_at_100_diff1": 0.14575674138626335, + "nauc_recall_at_100_max": 0.12023897265764932, + "nauc_recall_at_100_std": 0.496565218181361, + "nauc_recall_at_10_diff1": 0.3231736096386777, + "nauc_recall_at_10_max": 0.03295261183038034, + "nauc_recall_at_10_std": 0.1742448845092882, + "nauc_recall_at_1_diff1": 0.406577059401491, + "nauc_recall_at_1_max": -0.04178389094529343, + "nauc_recall_at_1_std": 0.026224502180434935, + "nauc_recall_at_20_diff1": 0.2807314571532108, + "nauc_recall_at_20_max": 0.03736124694053762, + "nauc_recall_at_20_std": 0.25151641723521917, + "nauc_recall_at_3_diff1": 0.3721947125911632, + "nauc_recall_at_3_max": -0.017486745234473168, + "nauc_recall_at_3_std": 0.06487535556734517, + "nauc_recall_at_5_diff1": 0.33744080306189483, + "nauc_recall_at_5_max": -0.0068851628486887055, + "nauc_recall_at_5_std": 0.09300774563707964, + "ndcg_at_1": 0.11411, + "ndcg_at_10": 0.13535, + "ndcg_at_100": 0.18317, + "ndcg_at_1000": 0.20645, + "ndcg_at_20": 0.15169, + "ndcg_at_3": 0.11063, + "ndcg_at_5": 0.11966, + "precision_at_1": 0.11411, + "precision_at_10": 0.03174, + "precision_at_100": 0.00701, + "precision_at_1000": 0.00103, + "precision_at_20": 0.02064, + "precision_at_3": 0.06224, + "precision_at_5": 0.04647, + "recall_at_1": 0.07194, + "recall_at_10": 0.17784, + "recall_at_100": 0.37944, + "recall_at_1000": 0.53905, + "recall_at_20": 0.23451, + "recall_at_3": 0.11131, + "recall_at_5": 0.13697 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.00036, + "map_at_1": 0.0, + "map_at_10": 0.00013, + "map_at_100": 0.00021, + "map_at_1000": 0.00025, + "map_at_20": 0.00021, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.00013419216317767042, + "mrr_at_100": 0.00020967525496511002, + "mrr_at_1000": 0.0002458379116448387, + "mrr_at_20": 0.00020967525496511002, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": 0.8820984930137452, + "nauc_map_at_1000_max": -0.5611363321522788, + "nauc_map_at_1000_std": -0.5546482881002044, + "nauc_map_at_100_diff1": 0.8784404031672455, + "nauc_map_at_100_max": -0.5754179788345956, + "nauc_map_at_100_std": -0.5754179788345956, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_10_max": -0.5754179788345957, + "nauc_map_at_10_std": -0.5754179788345957, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": 0.8784404031672455, + "nauc_map_at_20_max": -0.5754179788345956, + "nauc_map_at_20_std": -0.5754179788345956, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.8820984930137452, + "nauc_mrr_at_1000_max": -0.5611363321522788, + "nauc_mrr_at_1000_std": -0.5546482881002044, + "nauc_mrr_at_100_diff1": 0.8784404031672455, + "nauc_mrr_at_100_max": -0.5754179788345956, + "nauc_mrr_at_100_std": -0.5754179788345956, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_10_max": -0.5754179788345957, + "nauc_mrr_at_10_std": -0.5754179788345957, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": 0.8784404031672455, + "nauc_mrr_at_20_max": -0.5754179788345956, + "nauc_mrr_at_20_std": -0.5754179788345956, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.8341994384775779, + "nauc_ndcg_at_1000_max": -0.4756525997580771, + "nauc_ndcg_at_1000_std": -0.4139709459970502, + "nauc_ndcg_at_100_diff1": 0.8486109484412696, + "nauc_ndcg_at_100_max": -0.5754179788345958, + "nauc_ndcg_at_100_std": -0.5754179788345958, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_10_max": -0.5754179788345954, + "nauc_ndcg_at_10_std": -0.5754179788345954, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": 0.8486109484412696, + "nauc_ndcg_at_20_max": -0.5754179788345958, + "nauc_ndcg_at_20_std": -0.5754179788345958, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.8070482589956284, + "nauc_precision_at_1000_max": -0.42533750115743074, + "nauc_precision_at_1000_std": -0.3288616306552449, + "nauc_precision_at_100_diff1": 0.8311672266211747, + "nauc_precision_at_100_max": -0.5754179788345957, + "nauc_precision_at_100_std": -0.5754179788345957, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_10_max": -0.5754179788345958, + "nauc_precision_at_10_std": -0.5754179788345958, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": 0.8311672266211748, + "nauc_precision_at_20_max": -0.5754179788345958, + "nauc_precision_at_20_std": -0.5754179788345958, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": 0.8070482589956283, + "nauc_recall_at_1000_max": -0.42533750115743085, + "nauc_recall_at_1000_std": -0.32886163065524493, + "nauc_recall_at_100_diff1": 0.8311672266211748, + "nauc_recall_at_100_max": -0.5754179788345957, + "nauc_recall_at_100_std": -0.5754179788345957, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_10_max": -0.5754179788345957, + "nauc_recall_at_10_std": -0.5754179788345957, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": 0.8311672266211748, + "nauc_recall_at_20_max": -0.5754179788345957, + "nauc_recall_at_20_std": -0.5754179788345957, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00036, + "ndcg_at_100": 0.00066, + "ndcg_at_1000": 0.00146, + "ndcg_at_20": 0.00066, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.00012, + "precision_at_100": 2e-05, + "precision_at_1000": 1e-05, + "precision_at_20": 0.00012, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.00121, + "recall_at_100": 0.00242, + "recall_at_1000": 0.00845, + "recall_at_20": 0.00242, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.00241, + "map_at_1": 0.00068, + "map_at_10": 0.00149, + "map_at_100": 0.00178, + "map_at_1000": 0.00181, + "map_at_20": 0.00157, + "map_at_3": 0.00068, + "map_at_5": 0.00111, + "mrr_at_1": 0.001364256480218281, + "mrr_at_10": 0.002205547976352888, + "mrr_at_100": 0.0024136843860765476, + "mrr_at_1000": 0.0024591301719297854, + "mrr_at_20": 0.002205547976352888, + "mrr_at_3": 0.001364256480218281, + "mrr_at_5": 0.0019781718963165075, + "nauc_map_at_1000_diff1": -0.16969702348771978, + "nauc_map_at_1000_max": -0.3874524355643695, + "nauc_map_at_1000_std": 0.09374522107135363, + "nauc_map_at_100_diff1": -0.16597199233633275, + "nauc_map_at_100_max": -0.38915238404663194, + "nauc_map_at_100_std": 0.097054447096606, + "nauc_map_at_10_diff1": -0.13347169668066203, + "nauc_map_at_10_max": -0.40903348010503743, + "nauc_map_at_10_std": 0.06588278021492737, + "nauc_map_at_1_diff1": 0.09836446221604941, + "nauc_map_at_1_max": -0.3183522587037909, + "nauc_map_at_1_std": -0.5745587804022897, + "nauc_map_at_20_diff1": -0.1511536048815406, + "nauc_map_at_20_max": -0.39921277491922075, + "nauc_map_at_20_std": 0.06745194359662429, + "nauc_map_at_3_diff1": 0.09836446221604941, + "nauc_map_at_3_max": -0.3183522587037909, + "nauc_map_at_3_std": -0.5745587804022897, + "nauc_map_at_5_diff1": -0.10757242175085419, + "nauc_map_at_5_max": -0.38759038771801274, + "nauc_map_at_5_std": -0.037618480881724425, + "nauc_mrr_at_1000_diff1": -0.12316124892670047, + "nauc_mrr_at_1000_max": -0.3653449532937185, + "nauc_mrr_at_1000_std": -0.043697341145181624, + "nauc_mrr_at_100_diff1": -0.11710375821809171, + "nauc_mrr_at_100_max": -0.3669729749252534, + "nauc_mrr_at_100_std": -0.04316400185822015, + "nauc_mrr_at_10_diff1": -0.10789039383333147, + "nauc_mrr_at_10_max": -0.3704540579936943, + "nauc_mrr_at_10_std": -0.08549642554169903, + "nauc_mrr_at_1_diff1": 0.09836446221604941, + "nauc_mrr_at_1_max": -0.3183522587037909, + "nauc_mrr_at_1_std": -0.5745587804022897, + "nauc_mrr_at_20_diff1": -0.10789039383333147, + "nauc_mrr_at_20_max": -0.3704540579936943, + "nauc_mrr_at_20_std": -0.08549642554169903, + "nauc_mrr_at_3_diff1": 0.09836446221604941, + "nauc_mrr_at_3_max": -0.3183522587037909, + "nauc_mrr_at_3_std": -0.5745587804022897, + "nauc_mrr_at_5_diff1": -0.07259784334277238, + "nauc_mrr_at_5_max": -0.34699374507316605, + "nauc_mrr_at_5_std": -0.21026612962695168, + "nauc_ndcg_at_1000_diff1": -0.2649821316882151, + "nauc_ndcg_at_1000_max": -0.3484596228885625, + "nauc_ndcg_at_1000_std": 0.16465303861605898, + "nauc_ndcg_at_100_diff1": -0.21934012996282778, + "nauc_ndcg_at_100_max": -0.37032213789058377, + "nauc_ndcg_at_100_std": 0.22495665934921888, + "nauc_ndcg_at_10_diff1": -0.19178245631817897, + "nauc_ndcg_at_10_max": -0.4209267647053461, + "nauc_ndcg_at_10_std": 0.19613431697514375, + "nauc_ndcg_at_1_diff1": 0.09836446221604941, + "nauc_ndcg_at_1_max": -0.3183522587037909, + "nauc_ndcg_at_1_std": -0.5745587804022897, + "nauc_ndcg_at_20_diff1": -0.21239677726576608, + "nauc_ndcg_at_20_max": -0.406510904960008, + "nauc_ndcg_at_20_std": 0.18958433934329907, + "nauc_ndcg_at_3_diff1": 0.09836446221604936, + "nauc_ndcg_at_3_max": -0.31835225870379086, + "nauc_ndcg_at_3_std": -0.5745587804022897, + "nauc_ndcg_at_5_diff1": -0.17061760631155867, + "nauc_ndcg_at_5_max": -0.3917174667635496, + "nauc_ndcg_at_5_std": 0.07854367711244635, + "nauc_precision_at_1000_diff1": -0.3565292921517425, + "nauc_precision_at_1000_max": -0.29754265348070674, + "nauc_precision_at_1000_std": 0.12837338140022617, + "nauc_precision_at_100_diff1": -0.29427563815948443, + "nauc_precision_at_100_max": -0.3100872935496821, + "nauc_precision_at_100_std": 0.22127870511437883, + "nauc_precision_at_10_diff1": -0.22652588764182865, + "nauc_precision_at_10_max": -0.3983133921941595, + "nauc_precision_at_10_std": 0.18984938028229412, + "nauc_precision_at_1_diff1": 0.09836446221604941, + "nauc_precision_at_1_max": -0.3183522587037909, + "nauc_precision_at_1_std": -0.5745587804022897, + "nauc_precision_at_20_diff1": -0.2720194391079994, + "nauc_precision_at_20_max": -0.3662186406215722, + "nauc_precision_at_20_std": 0.1746018939379198, + "nauc_precision_at_3_diff1": 0.09836446221604939, + "nauc_precision_at_3_max": -0.3183522587037909, + "nauc_precision_at_3_std": -0.5745587804022897, + "nauc_precision_at_5_diff1": -0.2720194391079994, + "nauc_precision_at_5_max": -0.3662186406215722, + "nauc_precision_at_5_std": 0.1746018939379198, + "nauc_recall_at_1000_diff1": -0.30902220573026895, + "nauc_recall_at_1000_max": -0.3251600002899191, + "nauc_recall_at_1000_std": 0.1737637226452358, + "nauc_recall_at_100_diff1": -0.2327514049222029, + "nauc_recall_at_100_max": -0.3656135846026248, + "nauc_recall_at_100_std": 0.32111707238579895, + "nauc_recall_at_10_diff1": -0.26940073083978716, + "nauc_recall_at_10_max": -0.4608154341283747, + "nauc_recall_at_10_std": 0.4374688121009181, + "nauc_recall_at_1_diff1": 0.09836446221604941, + "nauc_recall_at_1_max": -0.3183522587037909, + "nauc_recall_at_1_std": -0.5745587804022897, + "nauc_recall_at_20_diff1": -0.2903176822578842, + "nauc_recall_at_20_max": -0.43762720218567125, + "nauc_recall_at_20_std": 0.4066411439295663, + "nauc_recall_at_3_diff1": 0.09836446221604941, + "nauc_recall_at_3_max": -0.3183522587037909, + "nauc_recall_at_3_std": -0.5745587804022897, + "nauc_recall_at_5_diff1": -0.2903176822578842, + "nauc_recall_at_5_max": -0.43762720218567125, + "nauc_recall_at_5_std": 0.4066411439295663, + "ndcg_at_1": 0.00136, + "ndcg_at_10": 0.00241, + "ndcg_at_100": 0.00411, + "ndcg_at_1000": 0.00527, + "ndcg_at_20": 0.00258, + "ndcg_at_3": 0.00084, + "ndcg_at_5": 0.00167, + "precision_at_1": 0.00136, + "precision_at_10": 0.00068, + "precision_at_100": 0.00022, + "precision_at_1000": 4e-05, + "precision_at_20": 0.00041, + "precision_at_3": 0.00045, + "precision_at_5": 0.00082, + "recall_at_1": 0.00068, + "recall_at_10": 0.00455, + "recall_at_100": 0.01216, + "recall_at_1000": 0.02051, + "recall_at_20": 0.005, + "recall_at_3": 0.00068, + "recall_at_5": 0.0025 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.35672, + "map_at_1": 0.2451, + "map_at_10": 0.31376, + "map_at_100": 0.32466, + "map_at_1000": 0.32549, + "map_at_20": 0.32025, + "map_at_3": 0.29097, + "map_at_5": 0.30273, + "mrr_at_1": 0.2689075630252101, + "mrr_at_10": 0.34072629051620645, + "mrr_at_100": 0.34828249242253595, + "mrr_at_1000": 0.3490587650723256, + "mrr_at_20": 0.34467956523072685, + "mrr_at_3": 0.31932773109243706, + "mrr_at_5": 0.32899159663865546, + "nauc_map_at_1000_diff1": 0.41778089662683254, + "nauc_map_at_1000_max": 0.008292357744583818, + "nauc_map_at_1000_std": 0.03008223620195993, + "nauc_map_at_100_diff1": 0.4184482983427869, + "nauc_map_at_100_max": 0.008738228056188358, + "nauc_map_at_100_std": 0.029828053327100465, + "nauc_map_at_10_diff1": 0.4196099777873714, + "nauc_map_at_10_max": -0.008021505913479802, + "nauc_map_at_10_std": 0.008978135855376445, + "nauc_map_at_1_diff1": 0.41005031586401064, + "nauc_map_at_1_max": 1.6553844198956544e-05, + "nauc_map_at_1_std": 0.040960904874833996, + "nauc_map_at_20_diff1": 0.4151992409676892, + "nauc_map_at_20_max": 0.0061905234840633145, + "nauc_map_at_20_std": 0.024790479819142223, + "nauc_map_at_3_diff1": 0.4110298831572531, + "nauc_map_at_3_max": -0.03549529104959487, + "nauc_map_at_3_std": 0.002788628476398682, + "nauc_map_at_5_diff1": 0.4098192879133242, + "nauc_map_at_5_max": -0.020091284075537157, + "nauc_map_at_5_std": 0.01790264105936922, + "nauc_mrr_at_1000_diff1": 0.387795182024724, + "nauc_mrr_at_1000_max": 0.04010889355656244, + "nauc_mrr_at_1000_std": 0.03380153201303415, + "nauc_mrr_at_100_diff1": 0.38833850256271657, + "nauc_mrr_at_100_max": 0.04033336582022078, + "nauc_mrr_at_100_std": 0.033681691947482155, + "nauc_mrr_at_10_diff1": 0.38583564261603487, + "nauc_mrr_at_10_max": 0.033487374496573886, + "nauc_mrr_at_10_std": 0.023439953788036445, + "nauc_mrr_at_1_diff1": 0.39562495086527655, + "nauc_mrr_at_1_max": 0.04494903557753356, + "nauc_mrr_at_1_std": 0.048118223872979364, + "nauc_mrr_at_20_diff1": 0.38445284075588027, + "nauc_mrr_at_20_max": 0.03761616989261315, + "nauc_mrr_at_20_std": 0.029745710101288902, + "nauc_mrr_at_3_diff1": 0.3852343556801856, + "nauc_mrr_at_3_max": 0.007362085821148483, + "nauc_mrr_at_3_std": 0.018017283669884147, + "nauc_mrr_at_5_diff1": 0.37931614207959896, + "nauc_mrr_at_5_max": 0.02091731352043025, + "nauc_mrr_at_5_std": 0.030480835693375036, + "nauc_ndcg_at_1000_diff1": 0.4175963878797844, + "nauc_ndcg_at_1000_max": 0.05947682527520289, + "nauc_ndcg_at_1000_std": 0.06645062461518553, + "nauc_ndcg_at_100_diff1": 0.43421689707970546, + "nauc_ndcg_at_100_max": 0.07358394113788738, + "nauc_ndcg_at_100_std": 0.06692421722276985, + "nauc_ndcg_at_10_diff1": 0.4229248578781881, + "nauc_ndcg_at_10_max": 0.016776499004905403, + "nauc_ndcg_at_10_std": 0.0015246780681129669, + "nauc_ndcg_at_1_diff1": 0.39562495086527655, + "nauc_ndcg_at_1_max": 0.04494903557753356, + "nauc_ndcg_at_1_std": 0.048118223872979364, + "nauc_ndcg_at_20_diff1": 0.4123352340837904, + "nauc_ndcg_at_20_max": 0.05050590265182718, + "nauc_ndcg_at_20_std": 0.040066375941304265, + "nauc_ndcg_at_3_diff1": 0.40703053491257185, + "nauc_ndcg_at_3_max": -0.03531187131327042, + "nauc_ndcg_at_3_std": -0.003438848320075671, + "nauc_ndcg_at_5_diff1": 0.40227704664270203, + "nauc_ndcg_at_5_max": -0.009119767687389166, + "nauc_ndcg_at_5_std": 0.019639608280944403, + "nauc_precision_at_1000_diff1": 0.03376768785188207, + "nauc_precision_at_1000_max": 0.2797332659832119, + "nauc_precision_at_1000_std": 0.23732336250855435, + "nauc_precision_at_100_diff1": 0.26249217921590695, + "nauc_precision_at_100_max": 0.3555175092300759, + "nauc_precision_at_100_std": 0.2653865456989652, + "nauc_precision_at_10_diff1": 0.3986350247460149, + "nauc_precision_at_10_max": 0.1327407412276698, + "nauc_precision_at_10_std": 0.012444941452126445, + "nauc_precision_at_1_diff1": 0.39562495086527655, + "nauc_precision_at_1_max": 0.04494903557753356, + "nauc_precision_at_1_std": 0.048118223872979364, + "nauc_precision_at_20_diff1": 0.2881931424690636, + "nauc_precision_at_20_max": 0.27492442401820194, + "nauc_precision_at_20_std": 0.18247383242779391, + "nauc_precision_at_3_diff1": 0.3971528077660598, + "nauc_precision_at_3_max": -0.027898916651405543, + "nauc_precision_at_3_std": -0.012920296195556014, + "nauc_precision_at_5_diff1": 0.36352065971511954, + "nauc_precision_at_5_max": 0.03427422720582981, + "nauc_precision_at_5_std": 0.0631406226526863, + "nauc_recall_at_1000_diff1": 0.4476556941642986, + "nauc_recall_at_1000_max": 0.32346991217318477, + "nauc_recall_at_1000_std": 0.36874792083958247, + "nauc_recall_at_100_diff1": 0.5688032844720263, + "nauc_recall_at_100_max": 0.3433052611978003, + "nauc_recall_at_100_std": 0.24838785050993592, + "nauc_recall_at_10_diff1": 0.45272644796220207, + "nauc_recall_at_10_max": 0.05250599425636715, + "nauc_recall_at_10_std": -0.036215952279318196, + "nauc_recall_at_1_diff1": 0.41005031586401064, + "nauc_recall_at_1_max": 1.6553844198956544e-05, + "nauc_recall_at_1_std": 0.040960904874833996, + "nauc_recall_at_20_diff1": 0.41937931437987086, + "nauc_recall_at_20_max": 0.16024008152688807, + "nauc_recall_at_20_std": 0.0839071308547782, + "nauc_recall_at_3_diff1": 0.4107402251196545, + "nauc_recall_at_3_max": -0.07123966757693571, + "nauc_recall_at_3_std": -0.03956033633585989, + "nauc_recall_at_5_diff1": 0.399492486928807, + "nauc_recall_at_5_max": -0.007515440349336063, + "nauc_recall_at_5_std": 0.010295752642109286, + "ndcg_at_1": 0.26891, + "ndcg_at_10": 0.35672, + "ndcg_at_100": 0.40479, + "ndcg_at_1000": 0.42593, + "ndcg_at_20": 0.3748, + "ndcg_at_3": 0.31118, + "ndcg_at_5": 0.33035, + "precision_at_1": 0.26891, + "precision_at_10": 0.05378, + "precision_at_100": 0.00824, + "precision_at_1000": 0.00102, + "precision_at_20": 0.03151, + "precision_at_3": 0.12885, + "precision_at_5": 0.08908, + "recall_at_1": 0.2451, + "recall_at_10": 0.46359, + "recall_at_100": 0.68207, + "recall_at_1000": 0.84314, + "recall_at_20": 0.52661, + "recall_at_3": 0.34244, + "recall_at_5": 0.38655 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.00553, + "map_at_1": 0.0, + "map_at_10": 0.002, + "map_at_100": 0.00577, + "map_at_1000": 0.00689, + "map_at_20": 0.00336, + "map_at_3": 0.00042, + "map_at_5": 0.00049, + "mrr_at_1": 0.0, + "mrr_at_10": 0.004313582939537138, + "mrr_at_100": 0.009020651377006389, + "mrr_at_1000": 0.009993439522147611, + "mrr_at_20": 0.006255844805463125, + "mrr_at_3": 0.0008481764206955047, + "mrr_at_5": 0.001484308736217133, + "nauc_map_at_1000_diff1": -0.14482882915082693, + "nauc_map_at_1000_max": -0.1592276359260983, + "nauc_map_at_1000_std": -0.1724500589240122, + "nauc_map_at_100_diff1": -0.15977551090160558, + "nauc_map_at_100_max": -0.18152204863197344, + "nauc_map_at_100_std": -0.18527788052920882, + "nauc_map_at_10_diff1": -0.198189567684501, + "nauc_map_at_10_max": -0.26032003046005114, + "nauc_map_at_10_std": -0.3149218281975448, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": -0.23569832268133795, + "nauc_map_at_20_max": -0.20051722972875827, + "nauc_map_at_20_std": -0.2657671527800744, + "nauc_map_at_3_diff1": -0.07088649986075497, + "nauc_map_at_3_max": -0.31823144288523725, + "nauc_map_at_3_std": -0.5744070263931794, + "nauc_map_at_5_diff1": -0.1365630902780277, + "nauc_map_at_5_max": -0.31823144288523725, + "nauc_map_at_5_std": -0.5744070263931794, + "nauc_mrr_at_1000_diff1": -0.1257407665340733, + "nauc_mrr_at_1000_max": -0.16187302770221867, + "nauc_mrr_at_1000_std": -0.18100421818397394, + "nauc_mrr_at_100_diff1": -0.12693154992012737, + "nauc_mrr_at_100_max": -0.1626332096978322, + "nauc_mrr_at_100_std": -0.18993547648981624, + "nauc_mrr_at_10_diff1": -0.19064208994659074, + "nauc_mrr_at_10_max": -0.25877332351464816, + "nauc_mrr_at_10_std": -0.298266593298884, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": -0.1890914246474539, + "nauc_mrr_at_20_max": -0.20338279280065602, + "nauc_mrr_at_20_std": -0.22335807115993744, + "nauc_mrr_at_3_diff1": -0.07088649986075497, + "nauc_mrr_at_3_max": -0.31823144288523725, + "nauc_mrr_at_3_std": -0.5744070263931794, + "nauc_mrr_at_5_diff1": -0.286681011231794, + "nauc_mrr_at_5_max": -0.31823144288523725, + "nauc_mrr_at_5_std": -0.5744070263931794, + "nauc_ndcg_at_1000_diff1": -0.06813440708888036, + "nauc_ndcg_at_1000_max": -0.1133385074288944, + "nauc_ndcg_at_1000_std": -0.07827330171699563, + "nauc_ndcg_at_100_diff1": -0.10391520075887095, + "nauc_ndcg_at_100_max": -0.15993414942350934, + "nauc_ndcg_at_100_std": -0.12802885488026244, + "nauc_ndcg_at_10_diff1": -0.19526940723699923, + "nauc_ndcg_at_10_max": -0.26038440242252014, + "nauc_ndcg_at_10_std": -0.2757440772995849, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": -0.21813350985130017, + "nauc_ndcg_at_20_max": -0.19712349012103894, + "nauc_ndcg_at_20_std": -0.2059917159380485, + "nauc_ndcg_at_3_diff1": -0.07088649986075496, + "nauc_ndcg_at_3_max": -0.3182314428852373, + "nauc_ndcg_at_3_std": -0.5744070263931794, + "nauc_ndcg_at_5_diff1": -0.23337345679402074, + "nauc_ndcg_at_5_max": -0.31823144288523736, + "nauc_ndcg_at_5_std": -0.5744070263931796, + "nauc_precision_at_1000_diff1": -0.06651565944272893, + "nauc_precision_at_1000_max": -0.049673174015112564, + "nauc_precision_at_1000_std": -0.0873963430916828, + "nauc_precision_at_100_diff1": -0.13780286965268143, + "nauc_precision_at_100_max": -0.12313234871161467, + "nauc_precision_at_100_std": -0.10594260255145102, + "nauc_precision_at_10_diff1": -0.24870065780965162, + "nauc_precision_at_10_max": -0.21312690025644013, + "nauc_precision_at_10_std": -0.28717584903915944, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": -0.24636538842518468, + "nauc_precision_at_20_max": -0.15245424565373256, + "nauc_precision_at_20_std": -0.20406406087543366, + "nauc_precision_at_3_diff1": -0.07088649986075497, + "nauc_precision_at_3_max": -0.31823144288523725, + "nauc_precision_at_3_std": -0.5744070263931794, + "nauc_precision_at_5_diff1": -0.32264676312696716, + "nauc_precision_at_5_max": -0.3182314428852372, + "nauc_precision_at_5_std": -0.5744070263931794, + "nauc_recall_at_1000_diff1": -0.03262139992806279, + "nauc_recall_at_1000_max": -0.108262083580144, + "nauc_recall_at_1000_std": -0.0195166002280393, + "nauc_recall_at_100_diff1": -0.07100624395207188, + "nauc_recall_at_100_max": -0.1676083732461578, + "nauc_recall_at_100_std": -0.10791994290420545, + "nauc_recall_at_10_diff1": -0.1670127513439899, + "nauc_recall_at_10_max": -0.28008415363233014, + "nauc_recall_at_10_std": -0.243833968284259, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": -0.20585622154655306, + "nauc_recall_at_20_max": -0.21409580310636042, + "nauc_recall_at_20_std": -0.18209935088571952, + "nauc_recall_at_3_diff1": -0.07088649986075493, + "nauc_recall_at_3_max": -0.31823144288523736, + "nauc_recall_at_3_std": -0.5744070263931796, + "nauc_recall_at_5_diff1": -0.1548065876161591, + "nauc_recall_at_5_max": -0.3182314428852374, + "nauc_recall_at_5_std": -0.5744070263931796, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.00553, + "ndcg_at_100": 0.0285, + "ndcg_at_1000": 0.06126, + "ndcg_at_20": 0.01039, + "ndcg_at_3": 0.00078, + "ndcg_at_5": 0.00115, + "precision_at_1": 0.0, + "precision_at_10": 0.00382, + "precision_at_100": 0.00277, + "precision_at_1000": 0.00079, + "precision_at_20": 0.0042, + "precision_at_3": 0.00085, + "precision_at_5": 0.00102, + "recall_at_1": 0.0, + "recall_at_10": 0.01224, + "recall_at_100": 0.10785, + "recall_at_1000": 0.32827, + "recall_at_20": 0.026, + "recall_at_3": 0.00127, + "recall_at_5": 0.00153 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..3978d3bc8 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 13.120752334594727, + "kg_co2_emissions": 0.0009478681978487461, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.29226, + "map_at_1": 0.0074, + "map_at_10": 0.04137, + "map_at_100": 0.16756, + "map_at_1000": 0.23096, + "map_at_20": 0.06667, + "map_at_3": 0.01768, + "map_at_5": 0.02556, + "mrr_at_1": 0.46511627906976744, + "mrr_at_10": 0.5756459948320413, + "mrr_at_100": 0.5853901266691964, + "mrr_at_1000": 0.5854432221348436, + "mrr_at_20": 0.5853901266691964, + "mrr_at_3": 0.5271317829457364, + "mrr_at_5": 0.567829457364341, + "nauc_map_at_1000_diff1": -0.2721648309557796, + "nauc_map_at_1000_max": 0.37147134846596924, + "nauc_map_at_1000_std": 0.6456130834758782, + "nauc_map_at_100_diff1": -0.23290428860392545, + "nauc_map_at_100_max": 0.283018620949162, + "nauc_map_at_100_std": 0.5896424636813365, + "nauc_map_at_10_diff1": -0.11309006745172136, + "nauc_map_at_10_max": 0.12646134250499466, + "nauc_map_at_10_std": 0.3809513265076372, + "nauc_map_at_1_diff1": -0.03544134691267089, + "nauc_map_at_1_max": 0.050120274048466945, + "nauc_map_at_1_std": 0.05335563437277749, + "nauc_map_at_20_diff1": -0.14653548034125674, + "nauc_map_at_20_max": 0.18339308091682383, + "nauc_map_at_20_std": 0.45420176110617155, + "nauc_map_at_3_diff1": -0.019732366514556347, + "nauc_map_at_3_max": 0.16709576748472674, + "nauc_map_at_3_std": 0.13871325571439108, + "nauc_map_at_5_diff1": -0.10340821990216399, + "nauc_map_at_5_max": 0.1342566110700668, + "nauc_map_at_5_std": 0.2693373905639318, + "nauc_mrr_at_1000_diff1": -0.35106709637082106, + "nauc_mrr_at_1000_max": 0.2586504190171895, + "nauc_mrr_at_1000_std": 0.11604865472619832, + "nauc_mrr_at_100_diff1": -0.3512066074699631, + "nauc_mrr_at_100_max": 0.2587597689935502, + "nauc_mrr_at_100_std": 0.11612675087021532, + "nauc_mrr_at_10_diff1": -0.3448238307676494, + "nauc_mrr_at_10_max": 0.2554324385141637, + "nauc_mrr_at_10_std": 0.10678384025164783, + "nauc_mrr_at_1_diff1": -0.33548585922358815, + "nauc_mrr_at_1_max": 0.26788077484384687, + "nauc_mrr_at_1_std": 0.100515714342699, + "nauc_mrr_at_20_diff1": -0.3512066074699631, + "nauc_mrr_at_20_max": 0.2587597689935502, + "nauc_mrr_at_20_std": 0.11612675087021532, + "nauc_mrr_at_3_diff1": -0.36597796232609286, + "nauc_mrr_at_3_max": 0.26431666044881363, + "nauc_mrr_at_3_std": 0.07057807940249042, + "nauc_mrr_at_5_diff1": -0.35747381716239257, + "nauc_mrr_at_5_max": 0.24910244174103796, + "nauc_mrr_at_5_std": 0.11954682311191273, + "nauc_ndcg_at_1000_diff1": -0.20314161083329876, + "nauc_ndcg_at_1000_max": 0.3309451244294118, + "nauc_ndcg_at_1000_std": 0.5887405567985262, + "nauc_ndcg_at_100_diff1": -0.23998213216645414, + "nauc_ndcg_at_100_max": 0.34452526865814265, + "nauc_ndcg_at_100_std": 0.509626434104582, + "nauc_ndcg_at_10_diff1": -0.24575346748512297, + "nauc_ndcg_at_10_max": 0.2954345117374295, + "nauc_ndcg_at_10_std": 0.21713024258186553, + "nauc_ndcg_at_1_diff1": -0.20315577530267462, + "nauc_ndcg_at_1_max": 0.19421889635989092, + "nauc_ndcg_at_1_std": 0.10180260151939781, + "nauc_ndcg_at_20_diff1": -0.286558083254672, + "nauc_ndcg_at_20_max": 0.3378783871769437, + "nauc_ndcg_at_20_std": 0.3211351727232454, + "nauc_ndcg_at_3_diff1": -0.21173157360877506, + "nauc_ndcg_at_3_max": 0.28730322619675674, + "nauc_ndcg_at_3_std": 0.08752602468403888, + "nauc_ndcg_at_5_diff1": -0.262576114421913, + "nauc_ndcg_at_5_max": 0.28149829956556005, + "nauc_ndcg_at_5_std": 0.18622497929827242, + "nauc_precision_at_1000_diff1": -0.18500520568884413, + "nauc_precision_at_1000_max": 0.3407176508726023, + "nauc_precision_at_1000_std": 0.37361855604616934, + "nauc_precision_at_100_diff1": -0.3018872268405094, + "nauc_precision_at_100_max": 0.39039794647871023, + "nauc_precision_at_100_std": 0.41892076545299917, + "nauc_precision_at_10_diff1": -0.3138371192847237, + "nauc_precision_at_10_max": 0.3192688220037835, + "nauc_precision_at_10_std": 0.28645051842027536, + "nauc_precision_at_1_diff1": -0.33548585922358815, + "nauc_precision_at_1_max": 0.26788077484384687, + "nauc_precision_at_1_std": 0.100515714342699, + "nauc_precision_at_20_diff1": -0.3353567853473531, + "nauc_precision_at_20_max": 0.3610756505652538, + "nauc_precision_at_20_std": 0.3399131710006463, + "nauc_precision_at_3_diff1": -0.31317112224313565, + "nauc_precision_at_3_max": 0.33086333903048193, + "nauc_precision_at_3_std": 0.13356460452984256, + "nauc_precision_at_5_diff1": -0.345156211239883, + "nauc_precision_at_5_max": 0.29671834872489994, + "nauc_precision_at_5_std": 0.29215110756827267, + "nauc_recall_at_1000_diff1": -0.21337423956128587, + "nauc_recall_at_1000_max": 0.23232258714292015, + "nauc_recall_at_1000_std": 0.6932785602952394, + "nauc_recall_at_100_diff1": -0.1772295286379982, + "nauc_recall_at_100_max": 0.2272073691971982, + "nauc_recall_at_100_std": 0.5540631908766807, + "nauc_recall_at_10_diff1": -0.096000561368907, + "nauc_recall_at_10_max": 0.08550081201053263, + "nauc_recall_at_10_std": 0.31330609985864993, + "nauc_recall_at_1_diff1": -0.03544134691267089, + "nauc_recall_at_1_max": 0.050120274048466945, + "nauc_recall_at_1_std": 0.05335563437277749, + "nauc_recall_at_20_diff1": -0.15935165680726188, + "nauc_recall_at_20_max": 0.13733469705341103, + "nauc_recall_at_20_std": 0.4093444228293087, + "nauc_recall_at_3_diff1": -0.01742925718540338, + "nauc_recall_at_3_max": 0.17114388171908693, + "nauc_recall_at_3_std": 0.14057695698094114, + "nauc_recall_at_5_diff1": -0.12033742566225641, + "nauc_recall_at_5_max": 0.09219335854716998, + "nauc_recall_at_5_std": 0.2831949753287432, + "ndcg_at_1": 0.2907, + "ndcg_at_10": 0.29226, + "ndcg_at_100": 0.33891, + "ndcg_at_1000": 0.44921, + "ndcg_at_20": 0.30144, + "ndcg_at_3": 0.28542, + "ndcg_at_5": 0.29404, + "precision_at_1": 0.46512, + "precision_at_10": 0.40698, + "precision_at_100": 0.26698, + "precision_at_1000": 0.06058, + "precision_at_20": 0.3814, + "precision_at_3": 0.44186, + "precision_at_5": 0.43721, + "recall_at_1": 0.0074, + "recall_at_10": 0.05577, + "recall_at_100": 0.32206, + "recall_at_1000": 0.62542, + "recall_at_20": 0.10337, + "recall_at_3": 0.01973, + "recall_at_5": 0.03115 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCOHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCOHardNegatives.json new file mode 100644 index 000000000..e4560aef5 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 6.7923338413238525, + "kg_co2_emissions": 0.0005235798124496744, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.69746, + "map_at_1": 0.01773, + "map_at_10": 0.14281, + "map_at_100": 0.4421, + "map_at_1000": 0.62615, + "map_at_20": 0.22229, + "map_at_3": 0.05503, + "map_at_5": 0.08483, + "mrr_at_1": 0.9069767441860465, + "mrr_at_10": 0.9374677002583979, + "mrr_at_100": 0.9374677002583979, + "mrr_at_1000": 0.9374677002583979, + "mrr_at_20": 0.9374677002583979, + "mrr_at_3": 0.9302325581395349, + "mrr_at_5": 0.9348837209302326, + "nauc_map_at_1000_diff1": -0.6815192604974476, + "nauc_map_at_1000_max": 0.37381729094879357, + "nauc_map_at_1000_std": 0.6842943905600447, + "nauc_map_at_100_diff1": -0.3146293658845273, + "nauc_map_at_100_max": 0.21150451193377812, + "nauc_map_at_100_std": 0.14396723332876404, + "nauc_map_at_10_diff1": 0.08687583756392026, + "nauc_map_at_10_max": 0.08229350729339166, + "nauc_map_at_10_std": -0.31865996647628364, + "nauc_map_at_1_diff1": 0.24159911705124903, + "nauc_map_at_1_max": 0.02662489150512997, + "nauc_map_at_1_std": -0.321631754960242, + "nauc_map_at_20_diff1": -0.00028075127072475786, + "nauc_map_at_20_max": 0.12638949265122199, + "nauc_map_at_20_std": -0.25199486445483266, + "nauc_map_at_3_diff1": 0.1856545952730434, + "nauc_map_at_3_max": -0.07091256143958147, + "nauc_map_at_3_std": -0.3875653257921039, + "nauc_map_at_5_diff1": 0.14676904378796088, + "nauc_map_at_5_max": -0.009099509248849317, + "nauc_map_at_5_std": -0.3486115518816553, + "nauc_mrr_at_1000_diff1": 0.2351849157448401, + "nauc_mrr_at_1000_max": 0.6253251309872905, + "nauc_mrr_at_1000_std": 0.19840139937654971, + "nauc_mrr_at_100_diff1": 0.2351849157448401, + "nauc_mrr_at_100_max": 0.6253251309872905, + "nauc_mrr_at_100_std": 0.19840139937654971, + "nauc_mrr_at_10_diff1": 0.2351849157448401, + "nauc_mrr_at_10_max": 0.6253251309872905, + "nauc_mrr_at_10_std": 0.19840139937654971, + "nauc_mrr_at_1_diff1": 0.24300226878081685, + "nauc_mrr_at_1_max": 0.538045806557917, + "nauc_mrr_at_1_std": 0.18291443274142402, + "nauc_mrr_at_20_diff1": 0.2351849157448401, + "nauc_mrr_at_20_max": 0.6253251309872905, + "nauc_mrr_at_20_std": 0.19840139937654971, + "nauc_mrr_at_3_diff1": 0.25222209547469127, + "nauc_mrr_at_3_max": 0.6456134791774937, + "nauc_mrr_at_3_std": 0.17210498075549885, + "nauc_mrr_at_5_diff1": 0.21870241309193417, + "nauc_mrr_at_5_max": 0.6401931813449372, + "nauc_mrr_at_5_std": 0.22506350956672105, + "nauc_ndcg_at_1000_diff1": -0.5682436854121213, + "nauc_ndcg_at_1000_max": 0.5375657843322853, + "nauc_ndcg_at_1000_std": 0.6342673132707991, + "nauc_ndcg_at_100_diff1": -0.40004062321201544, + "nauc_ndcg_at_100_max": 0.48916434078622006, + "nauc_ndcg_at_100_std": 0.5054589980266705, + "nauc_ndcg_at_10_diff1": -0.27467845835725674, + "nauc_ndcg_at_10_max": 0.4708787777254979, + "nauc_ndcg_at_10_std": 0.324911803645875, + "nauc_ndcg_at_1_diff1": 0.34250609342746635, + "nauc_ndcg_at_1_max": 0.4690253471495998, + "nauc_ndcg_at_1_std": 0.18873314226381513, + "nauc_ndcg_at_20_diff1": -0.39127118290584806, + "nauc_ndcg_at_20_max": 0.3724789644602287, + "nauc_ndcg_at_20_std": 0.405504790134429, + "nauc_ndcg_at_3_diff1": 0.016176897117659152, + "nauc_ndcg_at_3_max": 0.5163694509061557, + "nauc_ndcg_at_3_std": 0.1421465628385118, + "nauc_ndcg_at_5_diff1": -0.15753346292107842, + "nauc_ndcg_at_5_max": 0.5442086325282492, + "nauc_ndcg_at_5_std": 0.24336778423508088, + "nauc_precision_at_1000_diff1": -0.45008089744707186, + "nauc_precision_at_1000_max": 0.20231055442245985, + "nauc_precision_at_1000_std": 0.5970868939179741, + "nauc_precision_at_100_diff1": -0.5488936135188079, + "nauc_precision_at_100_max": 0.2249172086016841, + "nauc_precision_at_100_std": 0.6941785881727276, + "nauc_precision_at_10_diff1": -0.6358805668205866, + "nauc_precision_at_10_max": 0.4956812597715545, + "nauc_precision_at_10_std": 0.5074516379480488, + "nauc_precision_at_1_diff1": 0.24300226878081685, + "nauc_precision_at_1_max": 0.538045806557917, + "nauc_precision_at_1_std": 0.18291443274142402, + "nauc_precision_at_20_diff1": -0.64829142163685, + "nauc_precision_at_20_max": 0.3419513343500325, + "nauc_precision_at_20_std": 0.576256818617702, + "nauc_precision_at_3_diff1": -0.39126218522633055, + "nauc_precision_at_3_max": 0.6406245915566597, + "nauc_precision_at_3_std": 0.3075961203328548, + "nauc_precision_at_5_diff1": -0.525979788149569, + "nauc_precision_at_5_max": 0.5999372291565672, + "nauc_precision_at_5_std": 0.4381925923181677, + "nauc_recall_at_1000_diff1": -1.4116342175846357, + "nauc_recall_at_1000_max": 0.39870066161877843, + "nauc_recall_at_1000_std": 0.8834663566073314, + "nauc_recall_at_100_diff1": -0.005286854241714583, + "nauc_recall_at_100_max": 0.029671285957354993, + "nauc_recall_at_100_std": -0.17376065869521112, + "nauc_recall_at_10_diff1": 0.13850146104151784, + "nauc_recall_at_10_max": -0.0009710368314131421, + "nauc_recall_at_10_std": -0.3654808379633283, + "nauc_recall_at_1_diff1": 0.24159911705124903, + "nauc_recall_at_1_max": 0.02662489150512997, + "nauc_recall_at_1_std": -0.321631754960242, + "nauc_recall_at_20_diff1": 0.0719068601893643, + "nauc_recall_at_20_max": 0.0502750534156891, + "nauc_recall_at_20_std": -0.31712975914285435, + "nauc_recall_at_3_diff1": 0.20688954256736292, + "nauc_recall_at_3_max": -0.14989163455433077, + "nauc_recall_at_3_std": -0.4173873731944774, + "nauc_recall_at_5_diff1": 0.17267027036360488, + "nauc_recall_at_5_max": -0.07734567805526675, + "nauc_recall_at_5_std": -0.37214490771076475, + "ndcg_at_1": 0.72093, + "ndcg_at_10": 0.69746, + "ndcg_at_100": 0.70399, + "ndcg_at_1000": 0.82995, + "ndcg_at_20": 0.67597, + "ndcg_at_3": 0.71166, + "ndcg_at_5": 0.71123, + "precision_at_1": 0.90698, + "precision_at_10": 0.80233, + "precision_at_100": 0.47, + "precision_at_1000": 0.09405, + "precision_at_20": 0.71744, + "precision_at_3": 0.86822, + "precision_at_5": 0.85116, + "recall_at_1": 0.01773, + "recall_at_10": 0.15846, + "recall_at_100": 0.62413, + "recall_at_1000": 0.9818, + "recall_at_20": 0.2547, + "recall_at_3": 0.06025, + "recall_at_5": 0.09166 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQ-PLHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQ-PLHardNegatives.json new file mode 100644 index 000000000..f5619775e --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 260.2999358177185, + "kg_co2_emissions": 0.022618386107917266, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.04047, + "map_at_1": 0.0105, + "map_at_10": 0.02734, + "map_at_100": 0.0335, + "map_at_1000": 0.03407, + "map_at_20": 0.0307, + "map_at_3": 0.02008, + "map_at_5": 0.02293, + "mrr_at_1": 0.013, + "mrr_at_10": 0.031992857142857135, + "mrr_at_100": 0.03807127198276757, + "mrr_at_1000": 0.038579645721263, + "mrr_at_20": 0.03542030829937178, + "mrr_at_3": 0.023999999999999997, + "mrr_at_5": 0.02714999999999999, + "nauc_map_at_1000_diff1": 0.07662767569050118, + "nauc_map_at_1000_max": 0.0031986346526094557, + "nauc_map_at_1000_std": 0.36079678400139187, + "nauc_map_at_100_diff1": 0.07738721273254902, + "nauc_map_at_100_max": 0.002467813054819672, + "nauc_map_at_100_std": 0.3575140579538236, + "nauc_map_at_10_diff1": 0.10395032339427666, + "nauc_map_at_10_max": -0.010330222120985309, + "nauc_map_at_10_std": 0.32026082034681774, + "nauc_map_at_1_diff1": 0.10368354478899167, + "nauc_map_at_1_max": -0.08088977474542274, + "nauc_map_at_1_std": 0.25818033142959373, + "nauc_map_at_20_diff1": 0.08237959333529249, + "nauc_map_at_20_max": -0.015517501145417327, + "nauc_map_at_20_std": 0.3390600114499332, + "nauc_map_at_3_diff1": 0.08066180735621092, + "nauc_map_at_3_max": -0.04778074541837238, + "nauc_map_at_3_std": 0.2974603849669398, + "nauc_map_at_5_diff1": 0.08628220137775248, + "nauc_map_at_5_max": -0.03203504751623908, + "nauc_map_at_5_std": 0.3079709622116423, + "nauc_mrr_at_1000_diff1": 0.06650461999515564, + "nauc_mrr_at_1000_max": 0.005666126478504526, + "nauc_mrr_at_1000_std": 0.3219014376178741, + "nauc_mrr_at_100_diff1": 0.06691853199721645, + "nauc_mrr_at_100_max": 0.005520873639622449, + "nauc_mrr_at_100_std": 0.31956585978407354, + "nauc_mrr_at_10_diff1": 0.08613581123960029, + "nauc_mrr_at_10_max": -0.005871487632809756, + "nauc_mrr_at_10_std": 0.28735516827553886, + "nauc_mrr_at_1_diff1": 0.07834719613630271, + "nauc_mrr_at_1_max": -0.11869724051103171, + "nauc_mrr_at_1_std": 0.20216301005139203, + "nauc_mrr_at_20_diff1": 0.0695009565906332, + "nauc_mrr_at_20_max": -0.007934268542767412, + "nauc_mrr_at_20_std": 0.3028088246693341, + "nauc_mrr_at_3_diff1": 0.05527792684017532, + "nauc_mrr_at_3_max": -0.06241615240139535, + "nauc_mrr_at_3_std": 0.24878700474018423, + "nauc_mrr_at_5_diff1": 0.07245816082037361, + "nauc_mrr_at_5_max": -0.027059519380005934, + "nauc_mrr_at_5_std": 0.26870959564889346, + "nauc_ndcg_at_1000_diff1": 0.04391620465858085, + "nauc_ndcg_at_1000_max": 0.07139588779020588, + "nauc_ndcg_at_1000_std": 0.47142911742091803, + "nauc_ndcg_at_100_diff1": 0.051362686546756554, + "nauc_ndcg_at_100_max": 0.062955435343679, + "nauc_ndcg_at_100_std": 0.4344808137950843, + "nauc_ndcg_at_10_diff1": 0.11708361375952243, + "nauc_ndcg_at_10_max": 0.01392488894744568, + "nauc_ndcg_at_10_std": 0.3263518312693403, + "nauc_ndcg_at_1_diff1": 0.07834719613630271, + "nauc_ndcg_at_1_max": -0.11869724051103171, + "nauc_ndcg_at_1_std": 0.20216301005139203, + "nauc_ndcg_at_20_diff1": 0.07069198225436449, + "nauc_ndcg_at_20_max": 0.003034722232323052, + "nauc_ndcg_at_20_std": 0.36553430551633953, + "nauc_ndcg_at_3_diff1": 0.07036723692824513, + "nauc_ndcg_at_3_max": -0.04953171940954483, + "nauc_ndcg_at_3_std": 0.2923707610896881, + "nauc_ndcg_at_5_diff1": 0.08556052346964109, + "nauc_ndcg_at_5_max": -0.018235735990512834, + "nauc_ndcg_at_5_std": 0.31146195888918615, + "nauc_precision_at_1000_diff1": 0.022480112306972007, + "nauc_precision_at_1000_max": 0.13481663916459335, + "nauc_precision_at_1000_std": 0.562377164248947, + "nauc_precision_at_100_diff1": 0.023538578898738553, + "nauc_precision_at_100_max": 0.1176148479729307, + "nauc_precision_at_100_std": 0.5158069380839329, + "nauc_precision_at_10_diff1": 0.11982885713378989, + "nauc_precision_at_10_max": 0.038495604582658924, + "nauc_precision_at_10_std": 0.33908618018470293, + "nauc_precision_at_1_diff1": 0.07834719613630271, + "nauc_precision_at_1_max": -0.11869724051103171, + "nauc_precision_at_1_std": 0.20216301005139203, + "nauc_precision_at_20_diff1": 0.04664123449424418, + "nauc_precision_at_20_max": 0.008726093132325571, + "nauc_precision_at_20_std": 0.3999403377829758, + "nauc_precision_at_3_diff1": 0.0725544020419255, + "nauc_precision_at_3_max": -0.059558454245870515, + "nauc_precision_at_3_std": 0.285126553975494, + "nauc_precision_at_5_diff1": 0.09005536990511492, + "nauc_precision_at_5_max": 0.0019123350489061767, + "nauc_precision_at_5_std": 0.31558894553260014, + "nauc_recall_at_1000_diff1": 0.004382502778958918, + "nauc_recall_at_1000_max": 0.13143289347269838, + "nauc_recall_at_1000_std": 0.5903319557858635, + "nauc_recall_at_100_diff1": 0.02350650993594626, + "nauc_recall_at_100_max": 0.11998833039441731, + "nauc_recall_at_100_std": 0.5135354515905, + "nauc_recall_at_10_diff1": 0.14891620784494675, + "nauc_recall_at_10_max": 0.03999462226279785, + "nauc_recall_at_10_std": 0.34404533386497876, + "nauc_recall_at_1_diff1": 0.10368354478899167, + "nauc_recall_at_1_max": -0.08088977474542274, + "nauc_recall_at_1_std": 0.25818033142959373, + "nauc_recall_at_20_diff1": 0.06171019482134148, + "nauc_recall_at_20_max": 0.017452383751973447, + "nauc_recall_at_20_std": 0.39825823128360044, + "nauc_recall_at_3_diff1": 0.06705743947493341, + "nauc_recall_at_3_max": -0.04478338940372754, + "nauc_recall_at_3_std": 0.31603475676456616, + "nauc_recall_at_5_diff1": 0.09351949820534486, + "nauc_recall_at_5_max": -0.0022315484658104816, + "nauc_recall_at_5_std": 0.3410239405460409, + "ndcg_at_1": 0.013, + "ndcg_at_10": 0.04047, + "ndcg_at_100": 0.07195, + "ndcg_at_1000": 0.0896, + "ndcg_at_20": 0.05267, + "ndcg_at_3": 0.02426, + "ndcg_at_5": 0.02941, + "precision_at_1": 0.013, + "precision_at_10": 0.0093, + "precision_at_100": 0.00274, + "precision_at_1000": 0.00045, + "precision_at_20": 0.00745, + "precision_at_3": 0.013, + "precision_at_5": 0.011, + "recall_at_1": 0.0105, + "recall_at_10": 0.07783, + "recall_at_100": 0.22167, + "recall_at_1000": 0.36083, + "recall_at_20": 0.12417, + "recall_at_3": 0.0325, + "recall_at_5": 0.04417 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQHardNegatives.json new file mode 100644 index 000000000..eca4b1aa7 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 200.8056137561798, + "kg_co2_emissions": 0.017460342636001658, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.51836, + "map_at_1": 0.28433, + "map_at_10": 0.43633, + "map_at_100": 0.44948, + "map_at_1000": 0.44962, + "map_at_20": 0.44536, + "map_at_3": 0.38961, + "map_at_5": 0.41516, + "mrr_at_1": 0.318, + "mrr_at_10": 0.4611480158730151, + "mrr_at_100": 0.4705837332992876, + "mrr_at_1000": 0.4706889868208152, + "mrr_at_20": 0.46768965092784653, + "mrr_at_3": 0.42249999999999954, + "mrr_at_5": 0.4446999999999991, + "nauc_map_at_1000_diff1": 0.25819917141177895, + "nauc_map_at_1000_max": 0.26385413876039016, + "nauc_map_at_1000_std": -0.10541372029238219, + "nauc_map_at_100_diff1": 0.2580732029323216, + "nauc_map_at_100_max": 0.2640729653731932, + "nauc_map_at_100_std": -0.10521686786291386, + "nauc_map_at_10_diff1": 0.257227415692217, + "nauc_map_at_10_max": 0.26318677755357744, + "nauc_map_at_10_std": -0.11195446195577663, + "nauc_map_at_1_diff1": 0.27931026279590127, + "nauc_map_at_1_max": 0.23492080299239995, + "nauc_map_at_1_std": -0.10053824205359466, + "nauc_map_at_20_diff1": 0.2567664424102214, + "nauc_map_at_20_max": 0.265123477479847, + "nauc_map_at_20_std": -0.10804827711506544, + "nauc_map_at_3_diff1": 0.25467876226017133, + "nauc_map_at_3_max": 0.24666579860362498, + "nauc_map_at_3_std": -0.1004262184401845, + "nauc_map_at_5_diff1": 0.2580477106314163, + "nauc_map_at_5_max": 0.25508690318775, + "nauc_map_at_5_std": -0.11035436155521094, + "nauc_mrr_at_1000_diff1": 0.25255654368379626, + "nauc_mrr_at_1000_max": 0.27017310565100267, + "nauc_mrr_at_1000_std": -0.08644512227639016, + "nauc_mrr_at_100_diff1": 0.25250920620847706, + "nauc_mrr_at_100_max": 0.27032614184175496, + "nauc_mrr_at_100_std": -0.08630464819226709, + "nauc_mrr_at_10_diff1": 0.25173033548790025, + "nauc_mrr_at_10_max": 0.270406217675515, + "nauc_mrr_at_10_std": -0.08932940869131616, + "nauc_mrr_at_1_diff1": 0.282250310028311, + "nauc_mrr_at_1_max": 0.24765972149681406, + "nauc_mrr_at_1_std": -0.0940182615380084, + "nauc_mrr_at_20_diff1": 0.25154132909292176, + "nauc_mrr_at_20_max": 0.27191433271376253, + "nauc_mrr_at_20_std": -0.08690474292574928, + "nauc_mrr_at_3_diff1": 0.24566242150970213, + "nauc_mrr_at_3_max": 0.2589779210585309, + "nauc_mrr_at_3_std": -0.07924542329285363, + "nauc_mrr_at_5_diff1": 0.2536232280219632, + "nauc_mrr_at_5_max": 0.27044430093098865, + "nauc_mrr_at_5_std": -0.08376736652606113, + "nauc_ndcg_at_1000_diff1": 0.2518196113052872, + "nauc_ndcg_at_1000_max": 0.2783885465770359, + "nauc_ndcg_at_1000_std": -0.09405901689501338, + "nauc_ndcg_at_100_diff1": 0.25006611345419577, + "nauc_ndcg_at_100_max": 0.2838396306270786, + "nauc_ndcg_at_100_std": -0.08906890561268238, + "nauc_ndcg_at_10_diff1": 0.24500979364119088, + "nauc_ndcg_at_10_max": 0.2843574882300828, + "nauc_ndcg_at_10_std": -0.11803410393326634, + "nauc_ndcg_at_1_diff1": 0.282250310028311, + "nauc_ndcg_at_1_max": 0.24765972149681406, + "nauc_ndcg_at_1_std": -0.0940182615380084, + "nauc_ndcg_at_20_diff1": 0.24362318999199897, + "nauc_ndcg_at_20_max": 0.2928866460432626, + "nauc_ndcg_at_20_std": -0.10625283950143921, + "nauc_ndcg_at_3_diff1": 0.2405731584077798, + "nauc_ndcg_at_3_max": 0.2549078398045668, + "nauc_ndcg_at_3_std": -0.09203921473742412, + "nauc_ndcg_at_5_diff1": 0.24848445823991513, + "nauc_ndcg_at_5_max": 0.2719724855903571, + "nauc_ndcg_at_5_std": -0.10771174469818333, + "nauc_precision_at_1000_diff1": -0.009607068970327556, + "nauc_precision_at_1000_max": 0.06026479272781582, + "nauc_precision_at_1000_std": 0.16440964906227107, + "nauc_precision_at_100_diff1": -0.002897973410347887, + "nauc_precision_at_100_max": 0.11918111266814065, + "nauc_precision_at_100_std": 0.18527966083610148, + "nauc_precision_at_10_diff1": 0.11942481140524432, + "nauc_precision_at_10_max": 0.27412811170883766, + "nauc_precision_at_10_std": -0.05544667871154208, + "nauc_precision_at_1_diff1": 0.282250310028311, + "nauc_precision_at_1_max": 0.24765972149681406, + "nauc_precision_at_1_std": -0.0940182615380084, + "nauc_precision_at_20_diff1": 0.061506625112090645, + "nauc_precision_at_20_max": 0.24123560064965593, + "nauc_precision_at_20_std": 0.022414387749342676, + "nauc_precision_at_3_diff1": 0.18981049259266966, + "nauc_precision_at_3_max": 0.27533044205411505, + "nauc_precision_at_3_std": -0.0532139818465314, + "nauc_precision_at_5_diff1": 0.17789686385085926, + "nauc_precision_at_5_max": 0.28773130101737193, + "nauc_precision_at_5_std": -0.07048624519425808, + "nauc_recall_at_1000_diff1": -0.4505684626792082, + "nauc_recall_at_1000_max": 0.9014115450101873, + "nauc_recall_at_1000_std": 0.700719503487719, + "nauc_recall_at_100_diff1": 0.0813625028070267, + "nauc_recall_at_100_max": 0.7242698767270609, + "nauc_recall_at_100_std": 0.3504650805469922, + "nauc_recall_at_10_diff1": 0.18967030568396318, + "nauc_recall_at_10_max": 0.3455083559076449, + "nauc_recall_at_10_std": -0.1868882298729975, + "nauc_recall_at_1_diff1": 0.27931026279590127, + "nauc_recall_at_1_max": 0.23492080299239995, + "nauc_recall_at_1_std": -0.10053824205359466, + "nauc_recall_at_20_diff1": 0.15699349683018265, + "nauc_recall_at_20_max": 0.45271982948939593, + "nauc_recall_at_20_std": -0.15786839939165606, + "nauc_recall_at_3_diff1": 0.19981500282981607, + "nauc_recall_at_3_max": 0.257392873315669, + "nauc_recall_at_3_std": -0.08569805367939107, + "nauc_recall_at_5_diff1": 0.21309634738601635, + "nauc_recall_at_5_max": 0.29856919625854383, + "nauc_recall_at_5_std": -0.12566521675389927, + "ndcg_at_1": 0.318, + "ndcg_at_10": 0.51836, + "ndcg_at_100": 0.57189, + "ndcg_at_1000": 0.57506, + "ndcg_at_20": 0.54725, + "ndcg_at_3": 0.42959, + "ndcg_at_5": 0.47274, + "precision_at_1": 0.318, + "precision_at_10": 0.0883, + "precision_at_100": 0.01181, + "precision_at_1000": 0.00121, + "precision_at_20": 0.05125, + "precision_at_3": 0.19633, + "precision_at_5": 0.1428, + "recall_at_1": 0.28433, + "recall_at_10": 0.74442, + "recall_at_100": 0.97367, + "recall_at_1000": 0.99717, + "recall_at_20": 0.85083, + "recall_at_3": 0.51292, + "recall_at_5": 0.61258 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..10ee10cb5 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 56.66443681716919, + "kg_co2_emissions": 0.005086954314546161, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.0, + "map_at_1": 0.0, + "map_at_10": 0.0, + "map_at_100": 0.0, + "map_at_1000": 0.00055, + "map_at_20": 0.0, + "map_at_3": 0.0, + "map_at_5": 0.0, + "mrr_at_1": 0.0, + "mrr_at_10": 0.0, + "mrr_at_100": 0.00027100271002710027, + "mrr_at_1000": 0.0015696463324164356, + "mrr_at_20": 0.0, + "mrr_at_3": 0.0, + "mrr_at_5": 0.0, + "nauc_map_at_1000_diff1": -0.009178010683469151, + "nauc_map_at_1000_max": 0.20227230989018233, + "nauc_map_at_1000_std": -0.25817065257802396, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_100_max": -0.42773091478874226, + "nauc_map_at_100_std": 0.09888571325210829, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_mrr_at_1000_diff1": 0.3943178980983322, + "nauc_mrr_at_1000_max": 0.0008490258359403913, + "nauc_mrr_at_1000_std": -0.1120973741760476, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_100_max": -0.42773091478874203, + "nauc_mrr_at_100_std": 0.09888571325210845, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_ndcg_at_1000_diff1": 0.013087042144933916, + "nauc_ndcg_at_1000_max": 0.10311550611669486, + "nauc_ndcg_at_1000_std": -0.21115485504549514, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_100_max": -0.42773091478874203, + "nauc_ndcg_at_100_std": 0.09888571325210842, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_precision_at_1000_diff1": 0.11076211079227624, + "nauc_precision_at_1000_max": 0.3212677121648775, + "nauc_precision_at_1000_std": -0.20427417040456655, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_100_max": -0.42773091478874203, + "nauc_precision_at_100_std": 0.09888571325210842, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_recall_at_1000_diff1": -0.07130386061521007, + "nauc_recall_at_1000_max": -0.01995529842680082, + "nauc_recall_at_1000_std": -0.19474816550871923, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_100_max": -0.4277309147887421, + "nauc_recall_at_100_std": 0.09888571325210833, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "ndcg_at_1": 0.0, + "ndcg_at_10": 0.0, + "ndcg_at_100": 6e-05, + "ndcg_at_1000": 0.03341, + "ndcg_at_20": 0.0, + "ndcg_at_3": 0.0, + "ndcg_at_5": 0.0, + "precision_at_1": 0.0, + "precision_at_10": 0.0, + "precision_at_100": 0.00022, + "precision_at_1000": 0.00331, + "precision_at_20": 0.0, + "precision_at_3": 0.0, + "precision_at_5": 0.0, + "recall_at_1": 0.0, + "recall_at_10": 0.0, + "recall_at_100": 0.00011, + "recall_at_1000": 0.14374, + "recall_at_20": 0.0, + "recall_at_3": 0.0, + "recall_at_5": 0.0 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.05075, + "map_at_1": 0.00665, + "map_at_10": 0.00966, + "map_at_100": 0.01826, + "map_at_1000": 0.02604, + "map_at_20": 0.0117, + "map_at_3": 0.00751, + "map_at_5": 0.00844, + "mrr_at_1": 0.09090909090909091, + "mrr_at_10": 0.1463023088023088, + "mrr_at_100": 0.15643510184592652, + "mrr_at_1000": 0.15804187687581098, + "mrr_at_20": 0.1507020757020757, + "mrr_at_3": 0.13257575757575757, + "mrr_at_5": 0.13825757575757577, + "nauc_map_at_1000_diff1": 0.19395006743949228, + "nauc_map_at_1000_max": 0.6043816947853005, + "nauc_map_at_1000_std": 0.457471624137024, + "nauc_map_at_100_diff1": 0.24713767735454925, + "nauc_map_at_100_max": 0.5381569092763447, + "nauc_map_at_100_std": 0.4096490281335495, + "nauc_map_at_10_diff1": 0.4940161730985241, + "nauc_map_at_10_max": 0.256328735120119, + "nauc_map_at_10_std": 0.16296842246983093, + "nauc_map_at_1_diff1": 0.6936055870884951, + "nauc_map_at_1_max": 0.14837490008047438, + "nauc_map_at_1_std": 0.06459070270321568, + "nauc_map_at_20_diff1": 0.4007489683608823, + "nauc_map_at_20_max": 0.3441048152553973, + "nauc_map_at_20_std": 0.2001379275188901, + "nauc_map_at_3_diff1": 0.6151829028268654, + "nauc_map_at_3_max": 0.1368481097590569, + "nauc_map_at_3_std": 0.05198850859180688, + "nauc_map_at_5_diff1": 0.557765539369989, + "nauc_map_at_5_max": 0.18830830521909087, + "nauc_map_at_5_std": 0.09497192900599313, + "nauc_mrr_at_1000_diff1": 0.31724243708147276, + "nauc_mrr_at_1000_max": 0.15397182253911604, + "nauc_mrr_at_1000_std": 0.08778287257084756, + "nauc_mrr_at_100_diff1": 0.31359620465006943, + "nauc_mrr_at_100_max": 0.15408433870083893, + "nauc_mrr_at_100_std": 0.08863788931326147, + "nauc_mrr_at_10_diff1": 0.3275466646833373, + "nauc_mrr_at_10_max": 0.1514813700156731, + "nauc_mrr_at_10_std": 0.08756533321744334, + "nauc_mrr_at_1_diff1": 0.5190224897004875, + "nauc_mrr_at_1_max": 0.16425145204648112, + "nauc_mrr_at_1_std": 0.11934752247608461, + "nauc_mrr_at_20_diff1": 0.3162537950064429, + "nauc_mrr_at_20_max": 0.15925961633563335, + "nauc_mrr_at_20_std": 0.09268057502594113, + "nauc_mrr_at_3_diff1": 0.3530055205460794, + "nauc_mrr_at_3_max": 0.08266031269966423, + "nauc_mrr_at_3_std": 0.03327915721051253, + "nauc_mrr_at_5_diff1": 0.3392566147026435, + "nauc_mrr_at_5_max": 0.12710132102416713, + "nauc_mrr_at_5_std": 0.07919785114408025, + "nauc_ndcg_at_1000_diff1": 0.23814183693556695, + "nauc_ndcg_at_1000_max": 0.48293930115037803, + "nauc_ndcg_at_1000_std": 0.27909336027126397, + "nauc_ndcg_at_100_diff1": 0.25149695715140297, + "nauc_ndcg_at_100_max": 0.484920525801753, + "nauc_ndcg_at_100_std": 0.3881938588149501, + "nauc_ndcg_at_10_diff1": 0.3936332511863339, + "nauc_ndcg_at_10_max": 0.2807506002480705, + "nauc_ndcg_at_10_std": 0.24555045620759108, + "nauc_ndcg_at_1_diff1": 0.5190224897004875, + "nauc_ndcg_at_1_max": 0.16425145204648112, + "nauc_ndcg_at_1_std": 0.11934752247608461, + "nauc_ndcg_at_20_diff1": 0.3530838829414969, + "nauc_ndcg_at_20_max": 0.34972008187568404, + "nauc_ndcg_at_20_std": 0.2612880517156386, + "nauc_ndcg_at_3_diff1": 0.4570533523372556, + "nauc_ndcg_at_3_max": 0.15871670740758437, + "nauc_ndcg_at_3_std": 0.1499336735865099, + "nauc_ndcg_at_5_diff1": 0.42403815534293293, + "nauc_ndcg_at_5_max": 0.19486231559724695, + "nauc_ndcg_at_5_std": 0.1992645755717387, + "nauc_precision_at_1000_diff1": 0.13547465722500715, + "nauc_precision_at_1000_max": 0.398654672444984, + "nauc_precision_at_1000_std": 0.10853857099965847, + "nauc_precision_at_100_diff1": 0.04340873877375675, + "nauc_precision_at_100_max": 0.5890699966958138, + "nauc_precision_at_100_std": 0.4087100736321233, + "nauc_precision_at_10_diff1": 0.13627590427708475, + "nauc_precision_at_10_max": 0.42229930302624136, + "nauc_precision_at_10_std": 0.32977199446741134, + "nauc_precision_at_1_diff1": 0.5190224897004875, + "nauc_precision_at_1_max": 0.16425145204648112, + "nauc_precision_at_1_std": 0.11934752247608461, + "nauc_precision_at_20_diff1": 0.028442834511907048, + "nauc_precision_at_20_max": 0.5284008270006654, + "nauc_precision_at_20_std": 0.30128608909892646, + "nauc_precision_at_3_diff1": 0.2749912806587238, + "nauc_precision_at_3_max": 0.0591934656543817, + "nauc_precision_at_3_std": 0.045302382977510346, + "nauc_precision_at_5_diff1": 0.2126160994479519, + "nauc_precision_at_5_max": 0.25524355416421257, + "nauc_precision_at_5_std": 0.22277446360322445, + "nauc_recall_at_1000_diff1": 0.12987599476818923, + "nauc_recall_at_1000_max": 0.3899074593310894, + "nauc_recall_at_1000_std": 0.12155298491257062, + "nauc_recall_at_100_diff1": -0.022878483650583877, + "nauc_recall_at_100_max": 0.5910711476183135, + "nauc_recall_at_100_std": 0.43112630712328737, + "nauc_recall_at_10_diff1": 0.23058401104651916, + "nauc_recall_at_10_max": 0.30684437950682764, + "nauc_recall_at_10_std": 0.2060985416601733, + "nauc_recall_at_1_diff1": 0.6936055870884951, + "nauc_recall_at_1_max": 0.14837490008047438, + "nauc_recall_at_1_std": 0.06459070270321568, + "nauc_recall_at_20_diff1": 0.035933199615956236, + "nauc_recall_at_20_max": 0.43341559830555926, + "nauc_recall_at_20_std": 0.1994285099961884, + "nauc_recall_at_3_diff1": 0.5226452413041177, + "nauc_recall_at_3_max": 0.11656835191207839, + "nauc_recall_at_3_std": 0.021374355292064957, + "nauc_recall_at_5_diff1": 0.41473449158377423, + "nauc_recall_at_5_max": 0.24286892361790427, + "nauc_recall_at_5_std": 0.135210003092415, + "ndcg_at_1": 0.09091, + "ndcg_at_10": 0.0509, + "ndcg_at_100": 0.06458, + "ndcg_at_1000": 0.14088, + "ndcg_at_20": 0.05075, + "ndcg_at_3": 0.06724, + "ndcg_at_5": 0.06005, + "precision_at_1": 0.09091, + "precision_at_10": 0.04545, + "precision_at_100": 0.02727, + "precision_at_1000": 0.01189, + "precision_at_20": 0.04205, + "precision_at_3": 0.06818, + "precision_at_5": 0.05909, + "recall_at_1": 0.00665, + "recall_at_10": 0.01578, + "recall_at_100": 0.07229, + "recall_at_1000": 0.29065, + "recall_at_20": 0.02684, + "recall_at_3": 0.00851, + "recall_at_5": 0.01072 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.00949, + "map_at_1": 0.00185, + "map_at_10": 0.00288, + "map_at_100": 0.01111, + "map_at_1000": 0.02445, + "map_at_20": 0.0041, + "map_at_3": 0.00185, + "map_at_5": 0.00206, + "mrr_at_1": 0.0425531914893617, + "mrr_at_10": 0.04521276595744681, + "mrr_at_100": 0.05676723444904676, + "mrr_at_1000": 0.05873392650762551, + "mrr_at_20": 0.04823738005840634, + "mrr_at_3": 0.0425531914893617, + "mrr_at_5": 0.0425531914893617, + "nauc_map_at_1000_diff1": 0.05986026279951477, + "nauc_map_at_1000_max": 0.34286774119031144, + "nauc_map_at_1000_std": 0.3723990221002366, + "nauc_map_at_100_diff1": 0.11124310381781184, + "nauc_map_at_100_max": 0.513455819607475, + "nauc_map_at_100_std": 0.5356565473382275, + "nauc_map_at_10_diff1": 0.0029058384701999137, + "nauc_map_at_10_max": 0.8204287653171312, + "nauc_map_at_10_std": 0.8364360014052153, + "nauc_map_at_1_diff1": -0.13814480902578463, + "nauc_map_at_1_max": 0.9105877614400276, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_20_diff1": -0.05486553516966403, + "nauc_map_at_20_max": 0.8274722232853416, + "nauc_map_at_20_std": 0.8565559720390372, + "nauc_map_at_3_diff1": -0.13814480902578463, + "nauc_map_at_3_max": 0.9105877614400276, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_5_diff1": -0.09113506620120485, + "nauc_map_at_5_max": 0.8874590435790887, + "nauc_map_at_5_std": 1.0, + "nauc_mrr_at_1000_diff1": 0.025609730342541555, + "nauc_mrr_at_1000_max": 0.6684326663209679, + "nauc_mrr_at_1000_std": 0.7645666907562234, + "nauc_mrr_at_100_diff1": 0.0324640845452856, + "nauc_mrr_at_100_max": 0.664915821372286, + "nauc_mrr_at_100_std": 0.7576410893651747, + "nauc_mrr_at_10_diff1": 0.04369481084019796, + "nauc_mrr_at_10_max": 0.8105468621688825, + "nauc_mrr_at_10_std": 0.9166822252335763, + "nauc_mrr_at_1_diff1": 0.0038339302595791673, + "nauc_mrr_at_1_max": 0.8407344500650494, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_20_diff1": 0.012670594282333573, + "nauc_mrr_at_20_max": 0.7470475096508853, + "nauc_mrr_at_20_std": 0.832499509028208, + "nauc_mrr_at_3_diff1": 0.0038339302595791673, + "nauc_mrr_at_3_max": 0.8407344500650494, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_5_diff1": 0.0038339302595791673, + "nauc_mrr_at_5_max": 0.8407344500650494, + "nauc_mrr_at_5_std": 1.0, + "nauc_ndcg_at_1000_diff1": -0.0020515947831950565, + "nauc_ndcg_at_1000_max": 0.07986898624061288, + "nauc_ndcg_at_1000_std": 0.039723938991457826, + "nauc_ndcg_at_100_diff1": 0.1461625180313755, + "nauc_ndcg_at_100_max": 0.22693761932996817, + "nauc_ndcg_at_100_std": 0.1952603137300833, + "nauc_ndcg_at_10_diff1": 0.1908577167975733, + "nauc_ndcg_at_10_max": 0.7031393542116345, + "nauc_ndcg_at_10_std": 0.6409263247648485, + "nauc_ndcg_at_1_diff1": 0.003833930259579112, + "nauc_ndcg_at_1_max": 0.8407344500650493, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_20_diff1": 0.038380074848367106, + "nauc_ndcg_at_20_max": 0.6580710889733008, + "nauc_ndcg_at_20_std": 0.5902843566860151, + "nauc_ndcg_at_3_diff1": 0.003833930259579089, + "nauc_ndcg_at_3_max": 0.8407344500650494, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_5_diff1": 0.05629996923006209, + "nauc_ndcg_at_5_max": 0.8149212432760334, + "nauc_ndcg_at_5_std": 1.0, + "nauc_precision_at_1000_diff1": -0.22686912968095102, + "nauc_precision_at_1000_max": 0.17291666861860702, + "nauc_precision_at_1000_std": -0.04250445410367207, + "nauc_precision_at_100_diff1": 0.11469918879238725, + "nauc_precision_at_100_max": 0.16686508087638088, + "nauc_precision_at_100_std": 0.1703272498497552, + "nauc_precision_at_10_diff1": 0.170725012833104, + "nauc_precision_at_10_max": 0.7286586927034175, + "nauc_precision_at_10_std": 0.7639329714951328, + "nauc_precision_at_1_diff1": 0.0038339302595791673, + "nauc_precision_at_1_max": 0.8407344500650494, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_20_diff1": -0.049789018404404535, + "nauc_precision_at_20_max": 0.629565284671263, + "nauc_precision_at_20_std": 0.5793990334409195, + "nauc_precision_at_3_diff1": 0.003833930259579112, + "nauc_precision_at_3_max": 0.8407344500650493, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_5_diff1": 0.11173777211645564, + "nauc_precision_at_5_max": 0.7876459334200658, + "nauc_precision_at_5_std": 1.0, + "nauc_recall_at_1000_diff1": 0.11159609137278027, + "nauc_recall_at_1000_max": -0.07912456424867692, + "nauc_recall_at_1000_std": -0.031033072659751144, + "nauc_recall_at_100_diff1": 0.14659984765220116, + "nauc_recall_at_100_max": 0.11754814174941482, + "nauc_recall_at_100_std": 0.0809412847079314, + "nauc_recall_at_10_diff1": 0.21402202299533962, + "nauc_recall_at_10_max": 0.6677794084166127, + "nauc_recall_at_10_std": 0.4521463300736105, + "nauc_recall_at_1_diff1": -0.13814480902578463, + "nauc_recall_at_1_max": 0.9105877614400276, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_20_diff1": 0.006846577770947615, + "nauc_recall_at_20_max": 0.6969129547476698, + "nauc_recall_at_20_std": 0.5987436170133734, + "nauc_recall_at_3_diff1": -0.13814480902578463, + "nauc_recall_at_3_max": 0.9105877614400276, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_5_diff1": -0.03607570987926545, + "nauc_recall_at_5_max": 0.860369928824153, + "nauc_recall_at_5_std": 1.0, + "ndcg_at_1": 0.01418, + "ndcg_at_10": 0.0067, + "ndcg_at_100": 0.04295, + "ndcg_at_1000": 0.154, + "ndcg_at_20": 0.00949, + "ndcg_at_3": 0.00666, + "ndcg_at_5": 0.00574, + "precision_at_1": 0.04255, + "precision_at_10": 0.01277, + "precision_at_100": 0.02213, + "precision_at_1000": 0.01685, + "precision_at_20": 0.01489, + "precision_at_3": 0.01418, + "precision_at_5": 0.01277, + "recall_at_1": 0.00185, + "recall_at_10": 0.00688, + "recall_at_100": 0.10036, + "recall_at_1000": 0.42122, + "recall_at_20": 0.01291, + "recall_at_3": 0.00185, + "recall_at_5": 0.00237 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..195061580 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 108.2846508026123, + "kg_co2_emissions": 0.009496282729051996, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.02095, + "map_at_1": 0.00362, + "map_at_10": 0.00705, + "map_at_100": 0.01112, + "map_at_1000": 0.01199, + "map_at_20": 0.00772, + "map_at_3": 0.00654, + "map_at_5": 0.00668, + "mrr_at_1": 0.05405405405405406, + "mrr_at_10": 0.05630630630630631, + "mrr_at_100": 0.057483575052699486, + "mrr_at_1000": 0.058760409126166105, + "mrr_at_20": 0.05630630630630631, + "mrr_at_3": 0.05405405405405406, + "mrr_at_5": 0.05405405405405406, + "nauc_map_at_1000_diff1": 0.4508328713893516, + "nauc_map_at_1000_max": -0.48545233092086515, + "nauc_map_at_1000_std": 0.17864545140390548, + "nauc_map_at_100_diff1": 0.48549434912209766, + "nauc_map_at_100_max": -0.5010062212473665, + "nauc_map_at_100_std": 0.20431092746007112, + "nauc_map_at_10_diff1": 0.8805897568202173, + "nauc_map_at_10_max": -0.5533727494864059, + "nauc_map_at_10_std": -0.24539228866157314, + "nauc_map_at_1_diff1": 0.9550200400658544, + "nauc_map_at_1_max": -0.5622715534992184, + "nauc_map_at_1_std": -0.3393675948480532, + "nauc_map_at_20_diff1": 0.786356534344514, + "nauc_map_at_20_max": -0.5408145513581114, + "nauc_map_at_20_std": -0.1370131929990784, + "nauc_map_at_3_diff1": 0.9556866713966347, + "nauc_map_at_3_max": -0.5625714137134097, + "nauc_map_at_3_std": -0.32208990908810353, + "nauc_map_at_5_diff1": 0.9314865074052379, + "nauc_map_at_5_max": -0.5593632391895883, + "nauc_map_at_5_std": -0.2944590731538268, + "nauc_mrr_at_1000_diff1": 0.5643391330606381, + "nauc_mrr_at_1000_max": -0.5201789523058361, + "nauc_mrr_at_1000_std": -0.13394819784916126, + "nauc_mrr_at_100_diff1": 0.5665828676924888, + "nauc_mrr_at_100_max": -0.5251331072069243, + "nauc_mrr_at_100_std": -0.1329597108999911, + "nauc_mrr_at_10_diff1": 0.5841999620113125, + "nauc_mrr_at_10_max": -0.528470606608692, + "nauc_mrr_at_10_std": -0.12983844095035404, + "nauc_mrr_at_1_diff1": 0.6114180028782715, + "nauc_mrr_at_1_max": -0.526899487524065, + "nauc_mrr_at_1_std": -0.11165764829662966, + "nauc_mrr_at_20_diff1": 0.5841999620113125, + "nauc_mrr_at_20_max": -0.528470606608692, + "nauc_mrr_at_20_std": -0.12983844095035404, + "nauc_mrr_at_3_diff1": 0.6114180028782715, + "nauc_mrr_at_3_max": -0.526899487524065, + "nauc_mrr_at_3_std": -0.11165764829662966, + "nauc_mrr_at_5_diff1": 0.6114180028782715, + "nauc_mrr_at_5_max": -0.526899487524065, + "nauc_mrr_at_5_std": -0.11165764829662966, + "nauc_ndcg_at_1000_diff1": 0.35032108121080724, + "nauc_ndcg_at_1000_max": -0.35884093780205756, + "nauc_ndcg_at_1000_std": -0.14661406900948434, + "nauc_ndcg_at_100_diff1": 0.50770358143642, + "nauc_ndcg_at_100_max": -0.5091662277137143, + "nauc_ndcg_at_100_std": 0.08756648505962926, + "nauc_ndcg_at_10_diff1": 0.6005495375305954, + "nauc_ndcg_at_10_max": -0.5217688362952567, + "nauc_ndcg_at_10_std": -0.022182526968979894, + "nauc_ndcg_at_1_diff1": 0.805709001439136, + "nauc_ndcg_at_1_max": -0.5465384760819025, + "nauc_ndcg_at_1_std": -0.27594210628500954, + "nauc_ndcg_at_20_diff1": 0.5579077943991974, + "nauc_ndcg_at_20_max": -0.5149529025585307, + "nauc_ndcg_at_20_std": 0.050823027538686685, + "nauc_ndcg_at_3_diff1": 0.7091638786744162, + "nauc_ndcg_at_3_max": -0.534266952539095, + "nauc_ndcg_at_3_std": -0.1421101033992904, + "nauc_ndcg_at_5_diff1": 0.6532445564589067, + "nauc_ndcg_at_5_max": -0.5261912369354932, + "nauc_ndcg_at_5_std": -0.06852633093585903, + "nauc_precision_at_1000_diff1": -0.048470774746478394, + "nauc_precision_at_1000_max": -0.19691490450837276, + "nauc_precision_at_1000_std": -0.04119428808595981, + "nauc_precision_at_100_diff1": -0.12487723859203552, + "nauc_precision_at_100_max": -0.43342800608463833, + "nauc_precision_at_100_std": 0.6919148434328061, + "nauc_precision_at_10_diff1": 0.21711511912631573, + "nauc_precision_at_10_max": -0.4823844467929668, + "nauc_precision_at_10_std": 0.30270408993248143, + "nauc_precision_at_1_diff1": 0.6114180028782715, + "nauc_precision_at_1_max": -0.526899487524065, + "nauc_precision_at_1_std": -0.11165764829662966, + "nauc_precision_at_20_diff1": 0.05985273229028586, + "nauc_precision_at_20_max": -0.45488986281199456, + "nauc_precision_at_20_std": 0.5641900562078009, + "nauc_precision_at_3_diff1": 0.5559062890037393, + "nauc_precision_at_3_max": -0.5212883479361117, + "nauc_precision_at_3_std": -0.04672624596189961, + "nauc_precision_at_5_diff1": 0.3874268368318496, + "nauc_precision_at_5_max": -0.4963499497674291, + "nauc_precision_at_5_std": 0.18587958647407798, + "nauc_recall_at_1000_diff1": 0.12481868492419944, + "nauc_recall_at_1000_max": -0.10060264400165851, + "nauc_recall_at_1000_std": -0.308000541594734, + "nauc_recall_at_100_diff1": 0.3727593806725183, + "nauc_recall_at_100_max": -0.4951790340905466, + "nauc_recall_at_100_std": 0.20131465973024906, + "nauc_recall_at_10_diff1": 0.8453233600030203, + "nauc_recall_at_10_max": -0.5508136454115985, + "nauc_recall_at_10_std": -0.22827328577686237, + "nauc_recall_at_1_diff1": 0.9550200400658544, + "nauc_recall_at_1_max": -0.5622715534992184, + "nauc_recall_at_1_std": -0.3393675948480532, + "nauc_recall_at_20_diff1": 0.7414989091201959, + "nauc_recall_at_20_max": -0.5367650827150915, + "nauc_recall_at_20_std": -0.10653990399471065, + "nauc_recall_at_3_diff1": 0.9503955346129233, + "nauc_recall_at_3_max": -0.5618699767215947, + "nauc_recall_at_3_std": -0.3160486883580075, + "nauc_recall_at_5_diff1": 0.9196370744048734, + "nauc_recall_at_5_max": -0.5577923800380961, + "nauc_recall_at_5_std": -0.2809298367708143, + "ndcg_at_1": 0.03604, + "ndcg_at_10": 0.022, + "ndcg_at_100": 0.02131, + "ndcg_at_1000": 0.04807, + "ndcg_at_20": 0.02095, + "ndcg_at_3": 0.02602, + "ndcg_at_5": 0.0225, + "precision_at_1": 0.05405, + "precision_at_10": 0.02027, + "precision_at_100": 0.01095, + "precision_at_1000": 0.00611, + "precision_at_20": 0.01622, + "precision_at_3": 0.03153, + "precision_at_5": 0.02432, + "recall_at_1": 0.00362, + "recall_at_10": 0.00737, + "recall_at_100": 0.01361, + "recall_at_1000": 0.09816, + "recall_at_20": 0.00818, + "recall_at_3": 0.00657, + "recall_at_5": 0.00675 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.07744, + "map_at_1": 0.00409, + "map_at_10": 0.01143, + "map_at_100": 0.03295, + "map_at_1000": 0.0483, + "map_at_20": 0.01514, + "map_at_3": 0.00781, + "map_at_5": 0.00984, + "mrr_at_1": 0.10666666666666667, + "mrr_at_10": 0.16840211640211636, + "mrr_at_100": 0.1793450802998391, + "mrr_at_1000": 0.18028694981398896, + "mrr_at_20": 0.17354512154512156, + "mrr_at_3": 0.14888888888888888, + "mrr_at_5": 0.15822222222222224, + "nauc_map_at_1000_diff1": -0.03431552963826464, + "nauc_map_at_1000_max": 0.34490453982713926, + "nauc_map_at_1000_std": 0.7309614492714005, + "nauc_map_at_100_diff1": -0.06157177033292753, + "nauc_map_at_100_max": 0.2866239172177179, + "nauc_map_at_100_std": 0.6805891237112609, + "nauc_map_at_10_diff1": -0.1935276592266236, + "nauc_map_at_10_max": -0.106130607495027, + "nauc_map_at_10_std": 0.32574971168761097, + "nauc_map_at_1_diff1": -0.31331022254423163, + "nauc_map_at_1_max": -0.21553877439963, + "nauc_map_at_1_std": 0.07152563345317016, + "nauc_map_at_20_diff1": -0.11107321458499064, + "nauc_map_at_20_max": 0.026756723541398224, + "nauc_map_at_20_std": 0.44843460595750706, + "nauc_map_at_3_diff1": -0.2676686232507789, + "nauc_map_at_3_max": -0.1422070509219018, + "nauc_map_at_3_std": 0.35415099827421836, + "nauc_map_at_5_diff1": -0.22173052749045086, + "nauc_map_at_5_max": -0.168658591431558, + "nauc_map_at_5_std": 0.27222947980499534, + "nauc_mrr_at_1000_diff1": -0.024137859811494796, + "nauc_mrr_at_1000_max": 0.11387625829650103, + "nauc_mrr_at_1000_std": 0.39119303537428823, + "nauc_mrr_at_100_diff1": -0.02386738233165828, + "nauc_mrr_at_100_max": 0.11407356042146335, + "nauc_mrr_at_100_std": 0.3914851141712243, + "nauc_mrr_at_10_diff1": -0.040450891900661236, + "nauc_mrr_at_10_max": 0.11554765664902382, + "nauc_mrr_at_10_std": 0.3907866452859154, + "nauc_mrr_at_1_diff1": -0.03447933519320016, + "nauc_mrr_at_1_max": 0.11758876554531103, + "nauc_mrr_at_1_std": 0.49355167400242567, + "nauc_mrr_at_20_diff1": -0.03026880275043305, + "nauc_mrr_at_20_max": 0.11503702359057891, + "nauc_mrr_at_20_std": 0.3912500794848229, + "nauc_mrr_at_3_diff1": -0.06239695358568476, + "nauc_mrr_at_3_max": 0.08514606585227638, + "nauc_mrr_at_3_std": 0.4270103863859251, + "nauc_mrr_at_5_diff1": -0.027832673435088967, + "nauc_mrr_at_5_max": 0.0971319688189157, + "nauc_mrr_at_5_std": 0.38199530485785665, + "nauc_ndcg_at_1000_diff1": 0.023547769298323275, + "nauc_ndcg_at_1000_max": 0.3631251028826553, + "nauc_ndcg_at_1000_std": 0.6796835235141089, + "nauc_ndcg_at_100_diff1": 0.015988865665389627, + "nauc_ndcg_at_100_max": 0.3767700331712234, + "nauc_ndcg_at_100_std": 0.7125139461029504, + "nauc_ndcg_at_10_diff1": -0.014690928607757643, + "nauc_ndcg_at_10_max": 0.19881761478170418, + "nauc_ndcg_at_10_std": 0.5519637178873051, + "nauc_ndcg_at_1_diff1": -0.0022465575172012165, + "nauc_ndcg_at_1_max": 0.13473049880268534, + "nauc_ndcg_at_1_std": 0.5467050285542894, + "nauc_ndcg_at_20_diff1": 0.019484212956595404, + "nauc_ndcg_at_20_max": 0.2321044060924768, + "nauc_ndcg_at_20_std": 0.5711724411818597, + "nauc_ndcg_at_3_diff1": -0.05308794306601657, + "nauc_ndcg_at_3_max": 0.1431941263099794, + "nauc_ndcg_at_3_std": 0.5892536320968859, + "nauc_ndcg_at_5_diff1": 0.005087547039415364, + "nauc_ndcg_at_5_max": 0.13538659371435086, + "nauc_ndcg_at_5_std": 0.5290924293741102, + "nauc_precision_at_1000_diff1": 0.1145559355849895, + "nauc_precision_at_1000_max": 0.2581564236506064, + "nauc_precision_at_1000_std": 0.5070744487637794, + "nauc_precision_at_100_diff1": 0.024570648098505014, + "nauc_precision_at_100_max": 0.3891608465743219, + "nauc_precision_at_100_std": 0.6960419391834131, + "nauc_precision_at_10_diff1": -0.003808549960806114, + "nauc_precision_at_10_max": 0.2187022955211058, + "nauc_precision_at_10_std": 0.5543023905209197, + "nauc_precision_at_1_diff1": -0.03447933519320016, + "nauc_precision_at_1_max": 0.11758876554531103, + "nauc_precision_at_1_std": 0.49355167400242567, + "nauc_precision_at_20_diff1": 0.029486677405043696, + "nauc_precision_at_20_max": 0.2560429049536225, + "nauc_precision_at_20_std": 0.5628834924924638, + "nauc_precision_at_3_diff1": -0.05191594595766463, + "nauc_precision_at_3_max": 0.09714668795461699, + "nauc_precision_at_3_std": 0.5625090412079078, + "nauc_precision_at_5_diff1": 0.027613812063191766, + "nauc_precision_at_5_max": 0.09342862868746465, + "nauc_precision_at_5_std": 0.4675231404603005, + "nauc_recall_at_1000_diff1": 0.06149472566232448, + "nauc_recall_at_1000_max": 0.39235607973086073, + "nauc_recall_at_1000_std": 0.652969429142497, + "nauc_recall_at_100_diff1": 0.08840020586361805, + "nauc_recall_at_100_max": 0.47536854153889974, + "nauc_recall_at_100_std": 0.7440539147020384, + "nauc_recall_at_10_diff1": -0.15560165379295465, + "nauc_recall_at_10_max": -0.025298408408952748, + "nauc_recall_at_10_std": 0.28842742654501746, + "nauc_recall_at_1_diff1": -0.31331022254423163, + "nauc_recall_at_1_max": -0.21553877439963, + "nauc_recall_at_1_std": 0.07152563345317016, + "nauc_recall_at_20_diff1": 0.049524887287864, + "nauc_recall_at_20_max": 0.22169237798290786, + "nauc_recall_at_20_std": 0.49738354644167343, + "nauc_recall_at_3_diff1": -0.2538245036487212, + "nauc_recall_at_3_max": -0.150607268303112, + "nauc_recall_at_3_std": 0.3171663940020805, + "nauc_recall_at_5_diff1": -0.2289380202967357, + "nauc_recall_at_5_max": -0.2028800295746004, + "nauc_recall_at_5_std": 0.1678269412234497, + "ndcg_at_1": 0.07333, + "ndcg_at_10": 0.0703, + "ndcg_at_100": 0.09645, + "ndcg_at_1000": 0.15985, + "ndcg_at_20": 0.07744, + "ndcg_at_3": 0.07669, + "ndcg_at_5": 0.07148, + "precision_at_1": 0.10667, + "precision_at_10": 0.08133, + "precision_at_100": 0.0672, + "precision_at_1000": 0.01933, + "precision_at_20": 0.084, + "precision_at_3": 0.10222, + "precision_at_5": 0.09067, + "recall_at_1": 0.00409, + "recall_at_10": 0.01767, + "recall_at_100": 0.10213, + "recall_at_1000": 0.28004, + "recall_at_20": 0.02973, + "recall_at_3": 0.00896, + "recall_at_5": 0.01243 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.04159, + "map_at_1": 0.00318, + "map_at_10": 0.00635, + "map_at_100": 0.01787, + "map_at_1000": 0.03487, + "map_at_20": 0.00838, + "map_at_3": 0.00408, + "map_at_5": 0.00448, + "mrr_at_1": 0.06666666666666667, + "mrr_at_10": 0.11290476190476188, + "mrr_at_100": 0.1264115110512413, + "mrr_at_1000": 0.12806099255608916, + "mrr_at_20": 0.12203637103637102, + "mrr_at_3": 0.09555555555555555, + "mrr_at_5": 0.10355555555555555, + "nauc_map_at_1000_diff1": -0.1902428870430189, + "nauc_map_at_1000_max": -0.030268914203780375, + "nauc_map_at_1000_std": 0.5594112559118667, + "nauc_map_at_100_diff1": -0.17094993964528785, + "nauc_map_at_100_max": -0.10420417543306486, + "nauc_map_at_100_std": 0.5828571763883046, + "nauc_map_at_10_diff1": -0.030815124372022374, + "nauc_map_at_10_max": -0.011711381597296653, + "nauc_map_at_10_std": 0.4899639709662005, + "nauc_map_at_1_diff1": -0.04223123589973936, + "nauc_map_at_1_max": -0.09344386218402184, + "nauc_map_at_1_std": 0.4803752732001692, + "nauc_map_at_20_diff1": -0.08058795506398349, + "nauc_map_at_20_max": -0.05569523945998684, + "nauc_map_at_20_std": 0.4585560155964964, + "nauc_map_at_3_diff1": -0.026202595499841445, + "nauc_map_at_3_max": 0.091229487668613, + "nauc_map_at_3_std": 0.493373660754164, + "nauc_map_at_5_diff1": -0.015562270480709713, + "nauc_map_at_5_max": 0.07835967683866146, + "nauc_map_at_5_std": 0.5106716133663506, + "nauc_mrr_at_1000_diff1": -0.12105315485771508, + "nauc_mrr_at_1000_max": 0.009696651626068588, + "nauc_mrr_at_1000_std": 0.31932220825337376, + "nauc_mrr_at_100_diff1": -0.12216651080561586, + "nauc_mrr_at_100_max": 0.011419124765503932, + "nauc_mrr_at_100_std": 0.3197307774681599, + "nauc_mrr_at_10_diff1": -0.10543649495359994, + "nauc_mrr_at_10_max": 0.008472300405110062, + "nauc_mrr_at_10_std": 0.31577460733514284, + "nauc_mrr_at_1_diff1": -0.1353787447813216, + "nauc_mrr_at_1_max": -0.10730608978119799, + "nauc_mrr_at_1_std": 0.3100320710718003, + "nauc_mrr_at_20_diff1": -0.12611266831590956, + "nauc_mrr_at_20_max": 0.01134629371197674, + "nauc_mrr_at_20_std": 0.322745266212252, + "nauc_mrr_at_3_diff1": -0.1444298470056233, + "nauc_mrr_at_3_max": 0.025149716532549944, + "nauc_mrr_at_3_std": 0.3270921329236877, + "nauc_mrr_at_5_diff1": -0.12392089510648846, + "nauc_mrr_at_5_max": 0.037635233286977196, + "nauc_mrr_at_5_std": 0.3637672814934707, + "nauc_ndcg_at_1000_diff1": -0.10649775518144894, + "nauc_ndcg_at_1000_max": 0.09209519059406727, + "nauc_ndcg_at_1000_std": 0.504938813848034, + "nauc_ndcg_at_100_diff1": -0.11705833671265474, + "nauc_ndcg_at_100_max": 0.01576991612408153, + "nauc_ndcg_at_100_std": 0.43716124369688836, + "nauc_ndcg_at_10_diff1": -0.06795186366962717, + "nauc_ndcg_at_10_max": 0.0003162553229652954, + "nauc_ndcg_at_10_std": 0.3623439479220564, + "nauc_ndcg_at_1_diff1": -0.08399779033231194, + "nauc_ndcg_at_1_max": -0.10234384124337949, + "nauc_ndcg_at_1_std": 0.2321297991186791, + "nauc_ndcg_at_20_diff1": -0.14066377252505552, + "nauc_ndcg_at_20_max": -0.042032453329177925, + "nauc_ndcg_at_20_std": 0.31901567550351023, + "nauc_ndcg_at_3_diff1": -0.10046443622445583, + "nauc_ndcg_at_3_max": 0.13565101283320918, + "nauc_ndcg_at_3_std": 0.31092796899652836, + "nauc_ndcg_at_5_diff1": -0.05035252321390586, + "nauc_ndcg_at_5_max": 0.1313367414101689, + "nauc_ndcg_at_5_std": 0.4149297401292223, + "nauc_precision_at_1000_diff1": -0.11652020166926126, + "nauc_precision_at_1000_max": 0.12558919556191875, + "nauc_precision_at_1000_std": 0.24030122307933055, + "nauc_precision_at_100_diff1": -0.14472572085814248, + "nauc_precision_at_100_max": 0.0351781775689999, + "nauc_precision_at_100_std": 0.3711783477146234, + "nauc_precision_at_10_diff1": -0.12399065051823993, + "nauc_precision_at_10_max": 0.003950548550265153, + "nauc_precision_at_10_std": 0.3549977711362271, + "nauc_precision_at_1_diff1": -0.1353787447813216, + "nauc_precision_at_1_max": -0.10730608978119799, + "nauc_precision_at_1_std": 0.3100320710718003, + "nauc_precision_at_20_diff1": -0.21642748445782548, + "nauc_precision_at_20_max": -0.039943819933257164, + "nauc_precision_at_20_std": 0.3005653630773768, + "nauc_precision_at_3_diff1": -0.14517020751363094, + "nauc_precision_at_3_max": 0.19693289426023944, + "nauc_precision_at_3_std": 0.3405571138668123, + "nauc_precision_at_5_diff1": -0.09258911709361604, + "nauc_precision_at_5_max": 0.17445295059582816, + "nauc_precision_at_5_std": 0.40767198611986016, + "nauc_recall_at_1000_diff1": 0.009337629181704084, + "nauc_recall_at_1000_max": 0.12327080009802842, + "nauc_recall_at_1000_std": 0.43894851342014296, + "nauc_recall_at_100_diff1": -0.10885975264211784, + "nauc_recall_at_100_max": -0.006214878317487887, + "nauc_recall_at_100_std": 0.4504968964664709, + "nauc_recall_at_10_diff1": -0.11111298612143478, + "nauc_recall_at_10_max": -0.10230392612676406, + "nauc_recall_at_10_std": 0.31882515992022536, + "nauc_recall_at_1_diff1": -0.04223123589973936, + "nauc_recall_at_1_max": -0.09344386218402184, + "nauc_recall_at_1_std": 0.4803752732001692, + "nauc_recall_at_20_diff1": -0.18306810264607398, + "nauc_recall_at_20_max": -0.13568796923762586, + "nauc_recall_at_20_std": 0.24915589849434971, + "nauc_recall_at_3_diff1": -0.02733024883977653, + "nauc_recall_at_3_max": 0.1717945143951568, + "nauc_recall_at_3_std": 0.4809240487741684, + "nauc_recall_at_5_diff1": 0.0006314618718180273, + "nauc_recall_at_5_max": 0.1376885377770331, + "nauc_recall_at_5_std": 0.5326117831251099, + "ndcg_at_1": 0.03778, + "ndcg_at_10": 0.03466, + "ndcg_at_100": 0.0674, + "ndcg_at_1000": 0.16895, + "ndcg_at_20": 0.04159, + "ndcg_at_3": 0.03088, + "ndcg_at_5": 0.03116, + "precision_at_1": 0.06667, + "precision_at_10": 0.04667, + "precision_at_100": 0.0464, + "precision_at_1000": 0.02012, + "precision_at_20": 0.04933, + "precision_at_3": 0.04889, + "precision_at_5": 0.04533, + "recall_at_1": 0.00318, + "recall_at_10": 0.01411, + "recall_at_100": 0.08235, + "recall_at_1000": 0.35435, + "recall_at_20": 0.02446, + "recall_at_3": 0.00489, + "recall_at_5": 0.00624 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/Quora-PLHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/Quora-PLHardNegatives.json new file mode 100644 index 000000000..26458fba6 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 41.09813070297241, + "kg_co2_emissions": 0.0032642364096577303, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.55642, + "map_at_1": 0.42304, + "map_at_10": 0.50959, + "map_at_100": 0.51897, + "map_at_1000": 0.51968, + "map_at_20": 0.51484, + "map_at_3": 0.48631, + "map_at_5": 0.49937, + "mrr_at_1": 0.494, + "mrr_at_10": 0.5596444444444445, + "mrr_at_100": 0.5653184052582383, + "mrr_at_1000": 0.5656147104940364, + "mrr_at_20": 0.5633037819765373, + "mrr_at_3": 0.5398333333333332, + "mrr_at_5": 0.5511333333333331, + "nauc_map_at_1000_diff1": 0.6361487685878066, + "nauc_map_at_1000_max": 0.4708054833374343, + "nauc_map_at_1000_std": 0.05382113448691945, + "nauc_map_at_100_diff1": 0.6362743156299708, + "nauc_map_at_100_max": 0.4704770880270726, + "nauc_map_at_100_std": 0.05285180739622516, + "nauc_map_at_10_diff1": 0.6366072088165687, + "nauc_map_at_10_max": 0.4682872061800725, + "nauc_map_at_10_std": 0.042450523085292305, + "nauc_map_at_1_diff1": 0.6892078631436334, + "nauc_map_at_1_max": 0.4204689120281226, + "nauc_map_at_1_std": 0.013775053851895239, + "nauc_map_at_20_diff1": 0.6367636260061789, + "nauc_map_at_20_max": 0.4692677349458, + "nauc_map_at_20_std": 0.048134855975598474, + "nauc_map_at_3_diff1": 0.6441570366119048, + "nauc_map_at_3_max": 0.4700777135004483, + "nauc_map_at_3_std": 0.03783014330895333, + "nauc_map_at_5_diff1": 0.6400707421107046, + "nauc_map_at_5_max": 0.46977281090096623, + "nauc_map_at_5_std": 0.04004802550965703, + "nauc_mrr_at_1000_diff1": 0.637142306791271, + "nauc_mrr_at_1000_max": 0.5183518078867195, + "nauc_mrr_at_1000_std": 0.08946036076337495, + "nauc_mrr_at_100_diff1": 0.6370995917545487, + "nauc_mrr_at_100_max": 0.5183411138662467, + "nauc_mrr_at_100_std": 0.08940228109178618, + "nauc_mrr_at_10_diff1": 0.6364397908154368, + "nauc_mrr_at_10_max": 0.5181371676457194, + "nauc_mrr_at_10_std": 0.08488405707332151, + "nauc_mrr_at_1_diff1": 0.6689838022120048, + "nauc_mrr_at_1_max": 0.5126103941346511, + "nauc_mrr_at_1_std": 0.07225447360513138, + "nauc_mrr_at_20_diff1": 0.6370507542998622, + "nauc_mrr_at_20_max": 0.5186483197360122, + "nauc_mrr_at_20_std": 0.08890097161523504, + "nauc_mrr_at_3_diff1": 0.6418947180390727, + "nauc_mrr_at_3_max": 0.5200543309945331, + "nauc_mrr_at_3_std": 0.0837518544337636, + "nauc_mrr_at_5_diff1": 0.6396944061955301, + "nauc_mrr_at_5_max": 0.5208139593809769, + "nauc_mrr_at_5_std": 0.08657911247475146, + "nauc_ndcg_at_1000_diff1": 0.6217575585012759, + "nauc_ndcg_at_1000_max": 0.48443117223861143, + "nauc_ndcg_at_1000_std": 0.10117642537514018, + "nauc_ndcg_at_100_diff1": 0.621835273162992, + "nauc_ndcg_at_100_max": 0.4811992247777545, + "nauc_ndcg_at_100_std": 0.09315873549049998, + "nauc_ndcg_at_10_diff1": 0.6202611548534138, + "nauc_ndcg_at_10_max": 0.4757752940402705, + "nauc_ndcg_at_10_std": 0.059962550662055594, + "nauc_ndcg_at_1_diff1": 0.6794258627328615, + "nauc_ndcg_at_1_max": 0.5007754305365606, + "nauc_ndcg_at_1_std": 0.07204865029941698, + "nauc_ndcg_at_20_diff1": 0.6218194881045229, + "nauc_ndcg_at_20_max": 0.4772438500539331, + "nauc_ndcg_at_20_std": 0.07706069199300226, + "nauc_ndcg_at_3_diff1": 0.6331709147377546, + "nauc_ndcg_at_3_max": 0.4961181976171723, + "nauc_ndcg_at_3_std": 0.061903613819417405, + "nauc_ndcg_at_5_diff1": 0.6272967078410772, + "nauc_ndcg_at_5_max": 0.48608104407602765, + "nauc_ndcg_at_5_std": 0.06085867047137483, + "nauc_precision_at_1000_diff1": -0.17466328499679837, + "nauc_precision_at_1000_max": 0.09631824141551011, + "nauc_precision_at_1000_std": 0.33451252553676175, + "nauc_precision_at_100_diff1": -0.06496007359633874, + "nauc_precision_at_100_max": 0.16800729206662948, + "nauc_precision_at_100_std": 0.3172750643675609, + "nauc_precision_at_10_diff1": 0.18933147670842534, + "nauc_precision_at_10_max": 0.35181412848520627, + "nauc_precision_at_10_std": 0.1590014800743266, + "nauc_precision_at_1_diff1": 0.6794258627328615, + "nauc_precision_at_1_max": 0.5007754305365606, + "nauc_precision_at_1_std": 0.07204865029941698, + "nauc_precision_at_20_diff1": 0.09992470561929806, + "nauc_precision_at_20_max": 0.29172803568055855, + "nauc_precision_at_20_std": 0.2318838247512698, + "nauc_precision_at_3_diff1": 0.3824292481147274, + "nauc_precision_at_3_max": 0.4746241200059719, + "nauc_precision_at_3_std": 0.11711920519430094, + "nauc_precision_at_5_diff1": 0.2962326658536685, + "nauc_precision_at_5_max": 0.4253762765995478, + "nauc_precision_at_5_std": 0.13656884203334352, + "nauc_recall_at_1000_diff1": 0.45842357140719986, + "nauc_recall_at_1000_max": 0.39005588599219376, + "nauc_recall_at_1000_std": 0.42979733509951046, + "nauc_recall_at_100_diff1": 0.5014805382588416, + "nauc_recall_at_100_max": 0.40099027710086876, + "nauc_recall_at_100_std": 0.23307378821507174, + "nauc_recall_at_10_diff1": 0.5338282003280691, + "nauc_recall_at_10_max": 0.4200816805068213, + "nauc_recall_at_10_std": 0.05631296528286848, + "nauc_recall_at_1_diff1": 0.6892078631436334, + "nauc_recall_at_1_max": 0.4204689120281226, + "nauc_recall_at_1_std": 0.013775053851895239, + "nauc_recall_at_20_diff1": 0.5280129035142914, + "nauc_recall_at_20_max": 0.41508705136931034, + "nauc_recall_at_20_std": 0.1321168199138905, + "nauc_recall_at_3_diff1": 0.5983173310293628, + "nauc_recall_at_3_max": 0.46866165258715986, + "nauc_recall_at_3_std": 0.05565191885835414, + "nauc_recall_at_5_diff1": 0.5733416424619289, + "nauc_recall_at_5_max": 0.4578443650940249, + "nauc_recall_at_5_std": 0.058076409725795974, + "ndcg_at_1": 0.49, + "ndcg_at_10": 0.55642, + "ndcg_at_100": 0.5925, + "ndcg_at_1000": 0.60591, + "ndcg_at_20": 0.57098, + "ndcg_at_3": 0.51975, + "ndcg_at_5": 0.53695, + "precision_at_1": 0.49, + "precision_at_10": 0.0859, + "precision_at_100": 0.01188, + "precision_at_1000": 0.0014, + "precision_at_20": 0.04805, + "precision_at_3": 0.225, + "precision_at_5": 0.1508, + "recall_at_1": 0.42304, + "recall_at_10": 0.64862, + "recall_at_100": 0.79893, + "recall_at_1000": 0.89057, + "recall_at_20": 0.69995, + "recall_at_3": 0.53843, + "recall_at_5": 0.58689 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..06e6662eb --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 30.38141703605652, + "kg_co2_emissions": 0.002220228933675308, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.87417, + "map_at_1": 0.69349, + "map_at_10": 0.83637, + "map_at_100": 0.84485, + "map_at_1000": 0.84496, + "map_at_20": 0.84235, + "map_at_3": 0.80269, + "map_at_5": 0.82359, + "mrr_at_1": 0.801, + "mrr_at_10": 0.8638380952380957, + "mrr_at_100": 0.8657378125219735, + "mrr_at_1000": 0.8657500261546467, + "mrr_at_20": 0.8654329280798327, + "mrr_at_3": 0.8551666666666669, + "mrr_at_5": 0.8611166666666671, + "nauc_map_at_1000_diff1": 0.7574476332369005, + "nauc_map_at_1000_max": 0.32376133530739837, + "nauc_map_at_1000_std": -0.48626154744825467, + "nauc_map_at_100_diff1": 0.7574749876034981, + "nauc_map_at_100_max": 0.3239225408249449, + "nauc_map_at_100_std": -0.4868821573815859, + "nauc_map_at_10_diff1": 0.7576274051194953, + "nauc_map_at_10_max": 0.31913459031765995, + "nauc_map_at_10_std": -0.5112621264349466, + "nauc_map_at_1_diff1": 0.7950471040764411, + "nauc_map_at_1_max": 0.18174556866589184, + "nauc_map_at_1_std": -0.4313303122039234, + "nauc_map_at_20_diff1": 0.7576051901182264, + "nauc_map_at_20_max": 0.3229134774353615, + "nauc_map_at_20_std": -0.4978271061904188, + "nauc_map_at_3_diff1": 0.7708677944395701, + "nauc_map_at_3_max": 0.2719343235759952, + "nauc_map_at_3_std": -0.5301702967784785, + "nauc_map_at_5_diff1": 0.7639519030310262, + "nauc_map_at_5_max": 0.29950355715556803, + "nauc_map_at_5_std": -0.5226551499953628, + "nauc_mrr_at_1000_diff1": 0.7626394331204305, + "nauc_mrr_at_1000_max": 0.3524830714999867, + "nauc_mrr_at_1000_std": -0.45055269915548757, + "nauc_mrr_at_100_diff1": 0.7626355610192642, + "nauc_mrr_at_100_max": 0.3525402918711522, + "nauc_mrr_at_100_std": -0.4505403908181919, + "nauc_mrr_at_10_diff1": 0.7623622833700238, + "nauc_mrr_at_10_max": 0.35288348144076026, + "nauc_mrr_at_10_std": -0.4516760306105713, + "nauc_mrr_at_1_diff1": 0.7656559725797787, + "nauc_mrr_at_1_max": 0.3281192759536103, + "nauc_mrr_at_1_std": -0.4235054122818911, + "nauc_mrr_at_20_diff1": 0.7629052137628728, + "nauc_mrr_at_20_max": 0.3533321771690981, + "nauc_mrr_at_20_std": -0.4503573344552202, + "nauc_mrr_at_3_diff1": 0.7584328175670879, + "nauc_mrr_at_3_max": 0.3593713190082037, + "nauc_mrr_at_3_std": -0.4605634390227699, + "nauc_mrr_at_5_diff1": 0.7627408003281335, + "nauc_mrr_at_5_max": 0.35554094752618254, + "nauc_mrr_at_5_std": -0.45438615669265164, + "nauc_ndcg_at_1000_diff1": 0.7582718223865395, + "nauc_ndcg_at_1000_max": 0.3463126517536212, + "nauc_ndcg_at_1000_std": -0.46609942523364656, + "nauc_ndcg_at_100_diff1": 0.7581136196731464, + "nauc_ndcg_at_100_max": 0.34834872630927, + "nauc_ndcg_at_100_std": -0.46891409864961936, + "nauc_ndcg_at_10_diff1": 0.7564458224230843, + "nauc_ndcg_at_10_max": 0.3368000973244741, + "nauc_ndcg_at_10_std": -0.5057655535271559, + "nauc_ndcg_at_1_diff1": 0.7656559725797787, + "nauc_ndcg_at_1_max": 0.3281192759536103, + "nauc_ndcg_at_1_std": -0.4235054122818911, + "nauc_ndcg_at_20_diff1": 0.7586955560113167, + "nauc_ndcg_at_20_max": 0.3424912734716033, + "nauc_ndcg_at_20_std": -0.48696260847920175, + "nauc_ndcg_at_3_diff1": 0.7575053529431479, + "nauc_ndcg_at_3_max": 0.32367914102086226, + "nauc_ndcg_at_3_std": -0.5086224987145079, + "nauc_ndcg_at_5_diff1": 0.761308160527294, + "nauc_ndcg_at_5_max": 0.32444982866527294, + "nauc_ndcg_at_5_std": -0.5129131452150532, + "nauc_precision_at_1000_diff1": -0.41944595718705663, + "nauc_precision_at_1000_max": -0.006107848548557586, + "nauc_precision_at_1000_std": 0.42240873328432194, + "nauc_precision_at_100_diff1": -0.4173365727749651, + "nauc_precision_at_100_max": 0.005065996156896479, + "nauc_precision_at_100_std": 0.4104009714512295, + "nauc_precision_at_10_diff1": -0.3677874307778292, + "nauc_precision_at_10_max": 0.08198750190519735, + "nauc_precision_at_10_std": 0.2540547680739725, + "nauc_precision_at_1_diff1": 0.7656559725797787, + "nauc_precision_at_1_max": 0.3281192759536103, + "nauc_precision_at_1_std": -0.4235054122818911, + "nauc_precision_at_20_diff1": -0.4056937699675971, + "nauc_precision_at_20_max": 0.04210613159908647, + "nauc_precision_at_20_std": 0.34235790467899696, + "nauc_precision_at_3_diff1": -0.16272541621148712, + "nauc_precision_at_3_max": 0.17552229658445692, + "nauc_precision_at_3_std": 0.017938557195891044, + "nauc_precision_at_5_diff1": -0.2925937554693074, + "nauc_precision_at_5_max": 0.12375255820662136, + "nauc_precision_at_5_std": 0.15677640020861444, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.648674639450039, + "nauc_recall_at_100_max": 0.669007525205091, + "nauc_recall_at_100_std": -0.6044760024076274, + "nauc_recall_at_10_diff1": 0.714329491319858, + "nauc_recall_at_10_max": 0.3394988412669645, + "nauc_recall_at_10_std": -0.6734908691690474, + "nauc_recall_at_1_diff1": 0.7950471040764411, + "nauc_recall_at_1_max": 0.18174556866589184, + "nauc_recall_at_1_std": -0.4313303122039234, + "nauc_recall_at_20_diff1": 0.7247627290119049, + "nauc_recall_at_20_max": 0.34251129594616153, + "nauc_recall_at_20_std": -0.7379175291782156, + "nauc_recall_at_3_diff1": 0.7358212222541068, + "nauc_recall_at_3_max": 0.26005976872761777, + "nauc_recall_at_3_std": -0.6225678751742997, + "nauc_recall_at_5_diff1": 0.7349367786462657, + "nauc_recall_at_5_max": 0.28374049336259644, + "nauc_recall_at_5_std": -0.653952856435888, + "ndcg_at_1": 0.801, + "ndcg_at_10": 0.87417, + "ndcg_at_100": 0.88959, + "ndcg_at_1000": 0.89036, + "ndcg_at_20": 0.88407, + "ndcg_at_3": 0.84679, + "ndcg_at_5": 0.86197, + "precision_at_1": 0.801, + "precision_at_10": 0.1391, + "precision_at_100": 0.01618, + "precision_at_1000": 0.00164, + "precision_at_20": 0.0754, + "precision_at_3": 0.37633, + "precision_at_5": 0.2514, + "recall_at_1": 0.69349, + "recall_at_10": 0.94477, + "recall_at_100": 0.99621, + "recall_at_1000": 1.0, + "recall_at_20": 0.97636, + "recall_at_3": 0.85998, + "recall_at_5": 0.90648 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..2c6d754f9 --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 388.94689416885376, + "kg_co2_emissions": 0.03650737714629871, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.04095, + "map_at_1": 0.018, + "map_at_10": 0.03255, + "map_at_100": 0.03593, + "map_at_1000": 0.03654, + "map_at_20": 0.03446, + "map_at_3": 0.02717, + "map_at_5": 0.03052, + "mrr_at_1": 0.018, + "mrr_at_10": 0.03254523809523809, + "mrr_at_100": 0.0359293602908426, + "mrr_at_1000": 0.03654398814476584, + "mrr_at_20": 0.03446029068540679, + "mrr_at_3": 0.027166666666666662, + "mrr_at_5": 0.030516666666666657, + "nauc_map_at_1000_diff1": 0.30522997128369955, + "nauc_map_at_1000_max": -0.1489421203215885, + "nauc_map_at_1000_std": 0.07365112731078967, + "nauc_map_at_100_diff1": 0.30583220839038666, + "nauc_map_at_100_max": -0.1506757628102737, + "nauc_map_at_100_std": 0.07568641060517123, + "nauc_map_at_10_diff1": 0.3396466160544592, + "nauc_map_at_10_max": -0.15497599803142117, + "nauc_map_at_10_std": 0.07415275758772355, + "nauc_map_at_1_diff1": 0.5924335927019052, + "nauc_map_at_1_max": -0.12424350833258792, + "nauc_map_at_1_std": 0.13733118683480908, + "nauc_map_at_20_diff1": 0.3132331699440116, + "nauc_map_at_20_max": -0.15720905806375204, + "nauc_map_at_20_std": 0.07519185449097295, + "nauc_map_at_3_diff1": 0.3775664566807298, + "nauc_map_at_3_max": -0.1643223632553692, + "nauc_map_at_3_std": 0.057297025025473236, + "nauc_map_at_5_diff1": 0.34496772265855735, + "nauc_map_at_5_max": -0.16445390823777423, + "nauc_map_at_5_std": 0.06269173669872104, + "nauc_mrr_at_1000_diff1": 0.3052319739769542, + "nauc_mrr_at_1000_max": -0.14894181537515508, + "nauc_mrr_at_1000_std": 0.07365270525643954, + "nauc_mrr_at_100_diff1": 0.30583220839038666, + "nauc_mrr_at_100_max": -0.1506757628102737, + "nauc_mrr_at_100_std": 0.07568641060517123, + "nauc_mrr_at_10_diff1": 0.3396466160544592, + "nauc_mrr_at_10_max": -0.15497599803142117, + "nauc_mrr_at_10_std": 0.07415275758772355, + "nauc_mrr_at_1_diff1": 0.5924335927019052, + "nauc_mrr_at_1_max": -0.12424350833258792, + "nauc_mrr_at_1_std": 0.13733118683480908, + "nauc_mrr_at_20_diff1": 0.3132331699440116, + "nauc_mrr_at_20_max": -0.15720905806375204, + "nauc_mrr_at_20_std": 0.07519185449097295, + "nauc_mrr_at_3_diff1": 0.3775664566807298, + "nauc_mrr_at_3_max": -0.1643223632553692, + "nauc_mrr_at_3_std": 0.057297025025473236, + "nauc_mrr_at_5_diff1": 0.34496772265855735, + "nauc_mrr_at_5_max": -0.16445390823777423, + "nauc_mrr_at_5_std": 0.06269173669872104, + "nauc_ndcg_at_1000_diff1": 0.19567577408049347, + "nauc_ndcg_at_1000_max": -0.10390330468752328, + "nauc_ndcg_at_1000_std": 0.05031520358225065, + "nauc_ndcg_at_100_diff1": 0.2014031754860983, + "nauc_ndcg_at_100_max": -0.12746792377624053, + "nauc_ndcg_at_100_std": 0.08573496961923005, + "nauc_ndcg_at_10_diff1": 0.29288176371882013, + "nauc_ndcg_at_10_max": -0.15437038098266803, + "nauc_ndcg_at_10_std": 0.07585259859333497, + "nauc_ndcg_at_1_diff1": 0.5924335927019052, + "nauc_ndcg_at_1_max": -0.12424350833258792, + "nauc_ndcg_at_1_std": 0.13733118683480908, + "nauc_ndcg_at_20_diff1": 0.22728094715246389, + "nauc_ndcg_at_20_max": -0.1616218315560688, + "nauc_ndcg_at_20_std": 0.07688329752127927, + "nauc_ndcg_at_3_diff1": 0.3441898021301219, + "nauc_ndcg_at_3_max": -0.17232213500200735, + "nauc_ndcg_at_3_std": 0.04200638457974971, + "nauc_ndcg_at_5_diff1": 0.29751185247807693, + "nauc_ndcg_at_5_max": -0.17267541895061092, + "nauc_ndcg_at_5_std": 0.05159335785494409, + "nauc_precision_at_1000_diff1": 0.10290260244772177, + "nauc_precision_at_1000_max": -0.04266048648971738, + "nauc_precision_at_1000_std": 0.006173093652258603, + "nauc_precision_at_100_diff1": 0.08847941312029503, + "nauc_precision_at_100_max": -0.09016554002150863, + "nauc_precision_at_100_std": 0.10478760178214777, + "nauc_precision_at_10_diff1": 0.22434855348095803, + "nauc_precision_at_10_max": -0.1512334474975929, + "nauc_precision_at_10_std": 0.08346091320885768, + "nauc_precision_at_1_diff1": 0.5924335927019052, + "nauc_precision_at_1_max": -0.12424350833258792, + "nauc_precision_at_1_std": 0.13733118683480908, + "nauc_precision_at_20_diff1": 0.11335373967134497, + "nauc_precision_at_20_max": -0.16772531389803053, + "nauc_precision_at_20_std": 0.08161896365737059, + "nauc_precision_at_3_diff1": 0.27718780449917363, + "nauc_precision_at_3_max": -0.18892011353847465, + "nauc_precision_at_3_std": 0.010442997754649488, + "nauc_precision_at_5_diff1": 0.21499916468807448, + "nauc_precision_at_5_max": -0.1871402463410807, + "nauc_precision_at_5_std": 0.03334666457416815, + "nauc_recall_at_1000_diff1": 0.10290260244772174, + "nauc_recall_at_1000_max": -0.042660486489717334, + "nauc_recall_at_1000_std": 0.006173093652258737, + "nauc_recall_at_100_diff1": 0.08847941312029493, + "nauc_recall_at_100_max": -0.09016554002150882, + "nauc_recall_at_100_std": 0.10478760178214777, + "nauc_recall_at_10_diff1": 0.22434855348095772, + "nauc_recall_at_10_max": -0.15123344749759318, + "nauc_recall_at_10_std": 0.08346091320885754, + "nauc_recall_at_1_diff1": 0.5924335927019052, + "nauc_recall_at_1_max": -0.12424350833258792, + "nauc_recall_at_1_std": 0.13733118683480908, + "nauc_recall_at_20_diff1": 0.11335373967134475, + "nauc_recall_at_20_max": -0.16772531389803036, + "nauc_recall_at_20_std": 0.08161896365737072, + "nauc_recall_at_3_diff1": 0.27718780449917385, + "nauc_recall_at_3_max": -0.18892011353847457, + "nauc_recall_at_3_std": 0.01044299775464955, + "nauc_recall_at_5_diff1": 0.21499916468807428, + "nauc_recall_at_5_max": -0.1871402463410805, + "nauc_recall_at_5_std": 0.03334666457416809, + "ndcg_at_1": 0.018, + "ndcg_at_10": 0.04095, + "ndcg_at_100": 0.05961, + "ndcg_at_1000": 0.08055, + "ndcg_at_20": 0.04833, + "ndcg_at_3": 0.02996, + "ndcg_at_5": 0.03607, + "precision_at_1": 0.018, + "precision_at_10": 0.0068, + "precision_at_100": 0.0016, + "precision_at_1000": 0.00034, + "precision_at_20": 0.0049, + "precision_at_3": 0.01267, + "precision_at_5": 0.0106, + "recall_at_1": 0.018, + "recall_at_10": 0.068, + "recall_at_100": 0.16, + "recall_at_1000": 0.335, + "recall_at_20": 0.098, + "recall_at_3": 0.038, + "recall_at_5": 0.053 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/TopiOCQAHardNegatives.json b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..6f4e4042e --- /dev/null +++ b/results/sentence-transformers__all-mpnet-base-v2/84f2bcc00d77236f9e89c8a360a00fb1139bf47d/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 94.9593288898468, + "kg_co2_emissions": 0.007709364102414742, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.11132, + "map_at_1": 0.046, + "map_at_10": 0.08551, + "map_at_100": 0.09581, + "map_at_1000": 0.09726, + "map_at_20": 0.09086, + "map_at_3": 0.071, + "map_at_5": 0.07625, + "mrr_at_1": 0.046, + "mrr_at_10": 0.08551388888888892, + "mrr_at_100": 0.09580960573072216, + "mrr_at_1000": 0.09726367577380488, + "mrr_at_20": 0.09086249377127868, + "mrr_at_3": 0.071, + "mrr_at_5": 0.07625000000000001, + "nauc_map_at_1000_diff1": 0.12502706944839626, + "nauc_map_at_1000_max": 0.39117770522304574, + "nauc_map_at_1000_std": 0.21171588846962044, + "nauc_map_at_100_diff1": 0.1252359730932805, + "nauc_map_at_100_max": 0.39091096872312403, + "nauc_map_at_100_std": 0.21031315237580628, + "nauc_map_at_10_diff1": 0.12499888314079868, + "nauc_map_at_10_max": 0.3872470501798107, + "nauc_map_at_10_std": 0.21257349148037463, + "nauc_map_at_1_diff1": 0.18856522905705733, + "nauc_map_at_1_max": 0.4837904364158141, + "nauc_map_at_1_std": 0.26918141412256047, + "nauc_map_at_20_diff1": 0.12577402189720482, + "nauc_map_at_20_max": 0.3893440136056164, + "nauc_map_at_20_std": 0.20785031601392143, + "nauc_map_at_3_diff1": 0.13372530794831064, + "nauc_map_at_3_max": 0.3965527311882025, + "nauc_map_at_3_std": 0.2206155537863579, + "nauc_map_at_5_diff1": 0.127910939686141, + "nauc_map_at_5_max": 0.4053430138022312, + "nauc_map_at_5_std": 0.21923351862355836, + "nauc_mrr_at_1000_diff1": 0.12502706944839626, + "nauc_mrr_at_1000_max": 0.39117770522304574, + "nauc_mrr_at_1000_std": 0.21171588846962044, + "nauc_mrr_at_100_diff1": 0.1252359730932805, + "nauc_mrr_at_100_max": 0.39091096872312403, + "nauc_mrr_at_100_std": 0.21031315237580628, + "nauc_mrr_at_10_diff1": 0.12499888314079868, + "nauc_mrr_at_10_max": 0.3872470501798107, + "nauc_mrr_at_10_std": 0.21257349148037463, + "nauc_mrr_at_1_diff1": 0.18856522905705733, + "nauc_mrr_at_1_max": 0.4837904364158141, + "nauc_mrr_at_1_std": 0.26918141412256047, + "nauc_mrr_at_20_diff1": 0.12577402189720482, + "nauc_mrr_at_20_max": 0.3893440136056164, + "nauc_mrr_at_20_std": 0.20785031601392143, + "nauc_mrr_at_3_diff1": 0.13372530794831064, + "nauc_mrr_at_3_max": 0.3965527311882025, + "nauc_mrr_at_3_std": 0.2206155537863579, + "nauc_mrr_at_5_diff1": 0.127910939686141, + "nauc_mrr_at_5_max": 0.4053430138022312, + "nauc_mrr_at_5_std": 0.21923351862355836, + "nauc_ndcg_at_1000_diff1": 0.11108232181965896, + "nauc_ndcg_at_1000_max": 0.37817167131479523, + "nauc_ndcg_at_1000_std": 0.2237054900426301, + "nauc_ndcg_at_100_diff1": 0.11389103180199259, + "nauc_ndcg_at_100_max": 0.37808699423357656, + "nauc_ndcg_at_100_std": 0.19439243139577983, + "nauc_ndcg_at_10_diff1": 0.11491007571139632, + "nauc_ndcg_at_10_max": 0.363119779432944, + "nauc_ndcg_at_10_std": 0.19691664099390635, + "nauc_ndcg_at_1_diff1": 0.18856522905705733, + "nauc_ndcg_at_1_max": 0.4837904364158141, + "nauc_ndcg_at_1_std": 0.26918141412256047, + "nauc_ndcg_at_20_diff1": 0.11877708655324556, + "nauc_ndcg_at_20_max": 0.3726428578288591, + "nauc_ndcg_at_20_std": 0.18600884835869505, + "nauc_ndcg_at_3_diff1": 0.12452854223858524, + "nauc_ndcg_at_3_max": 0.37984677410447437, + "nauc_ndcg_at_3_std": 0.20958431389017226, + "nauc_ndcg_at_5_diff1": 0.11667268359709561, + "nauc_ndcg_at_5_max": 0.3960729328761507, + "nauc_ndcg_at_5_std": 0.2087444052972153, + "nauc_precision_at_1000_diff1": 0.06278170429777469, + "nauc_precision_at_1000_max": 0.3430576422540564, + "nauc_precision_at_1000_std": 0.36457561842689895, + "nauc_precision_at_100_diff1": 0.09676980484100008, + "nauc_precision_at_100_max": 0.3657180596374207, + "nauc_precision_at_100_std": 0.17320741009807467, + "nauc_precision_at_10_diff1": 0.10150246418563746, + "nauc_precision_at_10_max": 0.3244029845848946, + "nauc_precision_at_10_std": 0.17196143926815968, + "nauc_precision_at_1_diff1": 0.18856522905705733, + "nauc_precision_at_1_max": 0.4837904364158141, + "nauc_precision_at_1_std": 0.26918141412256047, + "nauc_precision_at_20_diff1": 0.11305689946870086, + "nauc_precision_at_20_max": 0.35332171513941135, + "nauc_precision_at_20_std": 0.1528089315925829, + "nauc_precision_at_3_diff1": 0.10668380796550951, + "nauc_precision_at_3_max": 0.3468827509187473, + "nauc_precision_at_3_std": 0.18741672834937065, + "nauc_precision_at_5_diff1": 0.0962161819564667, + "nauc_precision_at_5_max": 0.3814512332041579, + "nauc_precision_at_5_std": 0.1896436202962588, + "nauc_recall_at_1000_diff1": 0.06278170429777521, + "nauc_recall_at_1000_max": 0.3430576422540573, + "nauc_recall_at_1000_std": 0.3645756184268987, + "nauc_recall_at_100_diff1": 0.09676980484099988, + "nauc_recall_at_100_max": 0.3657180596374201, + "nauc_recall_at_100_std": 0.173207410098075, + "nauc_recall_at_10_diff1": 0.10150246418563752, + "nauc_recall_at_10_max": 0.3244029845848946, + "nauc_recall_at_10_std": 0.17196143926815985, + "nauc_recall_at_1_diff1": 0.18856522905705733, + "nauc_recall_at_1_max": 0.4837904364158141, + "nauc_recall_at_1_std": 0.26918141412256047, + "nauc_recall_at_20_diff1": 0.11305689946870084, + "nauc_recall_at_20_max": 0.3533217151394112, + "nauc_recall_at_20_std": 0.15280893159258288, + "nauc_recall_at_3_diff1": 0.10668380796550977, + "nauc_recall_at_3_max": 0.34688275091874776, + "nauc_recall_at_3_std": 0.18741672834937093, + "nauc_recall_at_5_diff1": 0.09621618195646651, + "nauc_recall_at_5_max": 0.3814512332041578, + "nauc_recall_at_5_std": 0.1896436202962587, + "ndcg_at_1": 0.046, + "ndcg_at_10": 0.11132, + "ndcg_at_100": 0.16779, + "ndcg_at_1000": 0.20981, + "ndcg_at_20": 0.1308, + "ndcg_at_3": 0.07969, + "ndcg_at_5": 0.08916, + "precision_at_1": 0.046, + "precision_at_10": 0.0196, + "precision_at_100": 0.00475, + "precision_at_1000": 0.00081, + "precision_at_20": 0.01365, + "precision_at_3": 0.035, + "precision_at_5": 0.0256, + "recall_at_1": 0.046, + "recall_at_10": 0.196, + "recall_at_100": 0.475, + "recall_at_1000": 0.812, + "recall_at_20": 0.273, + "recall_at_3": 0.105, + "recall_at_5": 0.128 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVERHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..bf0c9a6f3 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 16.49231481552124, + "kg_co2_emissions": 0.0009579563698202841, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.1948, + "map_at_1": 0.08137, + "map_at_10": 0.13495, + "map_at_100": 0.14858, + "map_at_1000": 0.15081, + "map_at_20": 0.14101, + "map_at_3": 0.11299, + "map_at_5": 0.12374, + "mrr_at_1": 0.159, + "mrr_at_10": 0.25319960317460305, + "mrr_at_100": 0.2643490102976563, + "mrr_at_1000": 0.2651519019851657, + "mrr_at_20": 0.2595318449610243, + "mrr_at_3": 0.2193333333333335, + "mrr_at_5": 0.2371333333333334, + "nauc_map_at_1000_diff1": 0.2158124776725767, + "nauc_map_at_1000_max": 0.3195550504131498, + "nauc_map_at_1000_std": 0.16699720270666135, + "nauc_map_at_100_diff1": 0.21583142898362656, + "nauc_map_at_100_max": 0.31841206801216015, + "nauc_map_at_100_std": 0.1657982577254535, + "nauc_map_at_10_diff1": 0.21964370806678474, + "nauc_map_at_10_max": 0.3141747842072957, + "nauc_map_at_10_std": 0.156332459689163, + "nauc_map_at_1_diff1": 0.3263622822822539, + "nauc_map_at_1_max": 0.28934237254723794, + "nauc_map_at_1_std": 0.09876945633099392, + "nauc_map_at_20_diff1": 0.21864994749346645, + "nauc_map_at_20_max": 0.3156312606684456, + "nauc_map_at_20_std": 0.16269746529771226, + "nauc_map_at_3_diff1": 0.2509686833987529, + "nauc_map_at_3_max": 0.30820452463928916, + "nauc_map_at_3_std": 0.12902921143022156, + "nauc_map_at_5_diff1": 0.23180492071186815, + "nauc_map_at_5_max": 0.3104862021015519, + "nauc_map_at_5_std": 0.14406901324805962, + "nauc_mrr_at_1000_diff1": 0.19632417588900253, + "nauc_mrr_at_1000_max": 0.3048212997912119, + "nauc_mrr_at_1000_std": 0.16881643094940177, + "nauc_mrr_at_100_diff1": 0.1958064068694846, + "nauc_mrr_at_100_max": 0.3048788694598506, + "nauc_mrr_at_100_std": 0.16906382695335928, + "nauc_mrr_at_10_diff1": 0.19157122428989803, + "nauc_mrr_at_10_max": 0.30466253532551296, + "nauc_mrr_at_10_std": 0.17069579394689702, + "nauc_mrr_at_1_diff1": 0.2789988673485729, + "nauc_mrr_at_1_max": 0.27810741085917495, + "nauc_mrr_at_1_std": 0.12134034921167847, + "nauc_mrr_at_20_diff1": 0.1946507746680304, + "nauc_mrr_at_20_max": 0.3054154174148844, + "nauc_mrr_at_20_std": 0.17092885130724528, + "nauc_mrr_at_3_diff1": 0.21536232463543828, + "nauc_mrr_at_3_max": 0.2948534513128971, + "nauc_mrr_at_3_std": 0.14681642132018088, + "nauc_mrr_at_5_diff1": 0.2018134109640278, + "nauc_mrr_at_5_max": 0.3056463534607505, + "nauc_mrr_at_5_std": 0.16224543997526816, + "nauc_ndcg_at_1000_diff1": 0.17757511339117688, + "nauc_ndcg_at_1000_max": 0.3383635701581585, + "nauc_ndcg_at_1000_std": 0.21263995122358645, + "nauc_ndcg_at_100_diff1": 0.17363709685230302, + "nauc_ndcg_at_100_max": 0.3309508636726254, + "nauc_ndcg_at_100_std": 0.20623879472857992, + "nauc_ndcg_at_10_diff1": 0.17603761445671134, + "nauc_ndcg_at_10_max": 0.3184918882823871, + "nauc_ndcg_at_10_std": 0.18582923713481897, + "nauc_ndcg_at_1_diff1": 0.2789988673485729, + "nauc_ndcg_at_1_max": 0.27810741085917495, + "nauc_ndcg_at_1_std": 0.12134034921167847, + "nauc_ndcg_at_20_diff1": 0.1784166100281397, + "nauc_ndcg_at_20_max": 0.3224226830511731, + "nauc_ndcg_at_20_std": 0.19687057351232518, + "nauc_ndcg_at_3_diff1": 0.216357535140882, + "nauc_ndcg_at_3_max": 0.3080275793531786, + "nauc_ndcg_at_3_std": 0.14351302831561338, + "nauc_ndcg_at_5_diff1": 0.19848448405162908, + "nauc_ndcg_at_5_max": 0.3141946210651336, + "nauc_ndcg_at_5_std": 0.16366271090469847, + "nauc_precision_at_1000_diff1": -0.060076453469382514, + "nauc_precision_at_1000_max": 0.16231347608300215, + "nauc_precision_at_1000_std": 0.19212305889740935, + "nauc_precision_at_100_diff1": -0.006883133233379206, + "nauc_precision_at_100_max": 0.25134252000045754, + "nauc_precision_at_100_std": 0.2414441532281137, + "nauc_precision_at_10_diff1": 0.022069668307421086, + "nauc_precision_at_10_max": 0.31519272830757455, + "nauc_precision_at_10_std": 0.27066400715036126, + "nauc_precision_at_1_diff1": 0.2789988673485729, + "nauc_precision_at_1_max": 0.27810741085917495, + "nauc_precision_at_1_std": 0.12134034921167847, + "nauc_precision_at_20_diff1": 0.030975504657098665, + "nauc_precision_at_20_max": 0.3054264009714971, + "nauc_precision_at_20_std": 0.27862134219653556, + "nauc_precision_at_3_diff1": 0.14143405414033217, + "nauc_precision_at_3_max": 0.3297030929505121, + "nauc_precision_at_3_std": 0.19009388675937008, + "nauc_precision_at_5_diff1": 0.09359378620849476, + "nauc_precision_at_5_max": 0.34622045386830874, + "nauc_precision_at_5_std": 0.24124375144833984, + "nauc_recall_at_1000_diff1": 0.08544628586348066, + "nauc_recall_at_1000_max": 0.297450981978687, + "nauc_recall_at_1000_std": 0.25680069356308804, + "nauc_recall_at_100_diff1": 0.08411846285984058, + "nauc_recall_at_100_max": 0.27687313039152445, + "nauc_recall_at_100_std": 0.2196842237391515, + "nauc_recall_at_10_diff1": 0.10213065252102503, + "nauc_recall_at_10_max": 0.29318454283473155, + "nauc_recall_at_10_std": 0.20094782605407738, + "nauc_recall_at_1_diff1": 0.3263622822822539, + "nauc_recall_at_1_max": 0.28934237254723794, + "nauc_recall_at_1_std": 0.09876945633099392, + "nauc_recall_at_20_diff1": 0.10496820444790216, + "nauc_recall_at_20_max": 0.28606692835183123, + "nauc_recall_at_20_std": 0.21509497980013367, + "nauc_recall_at_3_diff1": 0.19624113835624732, + "nauc_recall_at_3_max": 0.3017630241559108, + "nauc_recall_at_3_std": 0.14120280739582583, + "nauc_recall_at_5_diff1": 0.140748691400933, + "nauc_recall_at_5_max": 0.2962704909415989, + "nauc_recall_at_5_std": 0.16834741709457537, + "ndcg_at_1": 0.159, + "ndcg_at_10": 0.1948, + "ndcg_at_100": 0.26132, + "ndcg_at_1000": 0.30803, + "ndcg_at_20": 0.2156, + "ndcg_at_3": 0.15126, + "ndcg_at_5": 0.16734, + "precision_at_1": 0.159, + "precision_at_10": 0.0611, + "precision_at_100": 0.0134, + "precision_at_1000": 0.0022, + "precision_at_20": 0.0394, + "precision_at_3": 0.10867, + "precision_at_5": 0.0864, + "recall_at_1": 0.08137, + "recall_at_10": 0.2458, + "recall_at_100": 0.4844, + "recall_at_1000": 0.75238, + "recall_at_20": 0.30553, + "recall_at_3": 0.14643, + "recall_at_5": 0.18473 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..138026b91 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 16.947617053985596, + "kg_co2_emissions": 0.0013811866224394077, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.22344, + "map_at_1": 0.04136, + "map_at_10": 0.08821, + "map_at_100": 0.14081, + "map_at_1000": 0.16637, + "map_at_20": 0.10508, + "map_at_3": 0.06206, + "map_at_5": 0.07379, + "mrr_at_1": 0.37, + "mrr_at_10": 0.47421527777777783, + "mrr_at_100": 0.481705723276935, + "mrr_at_1000": 0.4819458323574634, + "mrr_at_20": 0.4786135535109026, + "mrr_at_3": 0.4470833333333335, + "mrr_at_5": 0.46208333333333335, + "nauc_map_at_1000_diff1": 0.13665813084356704, + "nauc_map_at_1000_max": 0.24234733198706704, + "nauc_map_at_1000_std": 0.1493994419481892, + "nauc_map_at_100_diff1": 0.17995168070434853, + "nauc_map_at_100_max": 0.2091384151215723, + "nauc_map_at_100_std": 0.09780420365265849, + "nauc_map_at_10_diff1": 0.2536060049402299, + "nauc_map_at_10_max": 0.06501668138961675, + "nauc_map_at_10_std": -0.07470629064151019, + "nauc_map_at_1_diff1": 0.35599116082445387, + "nauc_map_at_1_max": -0.015343099895186186, + "nauc_map_at_1_std": -0.1631557960495664, + "nauc_map_at_20_diff1": 0.22447238351271323, + "nauc_map_at_20_max": 0.10601082888210267, + "nauc_map_at_20_std": -0.020110539745251413, + "nauc_map_at_3_diff1": 0.30509226700505937, + "nauc_map_at_3_max": 0.00855071199421738, + "nauc_map_at_3_std": -0.12175248243637746, + "nauc_map_at_5_diff1": 0.2630559312530179, + "nauc_map_at_5_max": 0.020177090494291044, + "nauc_map_at_5_std": -0.10961751755622072, + "nauc_mrr_at_1000_diff1": 0.2140246383570806, + "nauc_mrr_at_1000_max": 0.3529443396618262, + "nauc_mrr_at_1000_std": 0.2137456481042623, + "nauc_mrr_at_100_diff1": 0.21395298074211594, + "nauc_mrr_at_100_max": 0.35300427095882525, + "nauc_mrr_at_100_std": 0.2139757857445195, + "nauc_mrr_at_10_diff1": 0.211325792995178, + "nauc_mrr_at_10_max": 0.35466865731184966, + "nauc_mrr_at_10_std": 0.21507962298723202, + "nauc_mrr_at_1_diff1": 0.2650106426043695, + "nauc_mrr_at_1_max": 0.30901095600621553, + "nauc_mrr_at_1_std": 0.14877120359367463, + "nauc_mrr_at_20_diff1": 0.21392348188400845, + "nauc_mrr_at_20_max": 0.35375104676210356, + "nauc_mrr_at_20_std": 0.21391884007470915, + "nauc_mrr_at_3_diff1": 0.20323986760896123, + "nauc_mrr_at_3_max": 0.3464416145373701, + "nauc_mrr_at_3_std": 0.20117216354095305, + "nauc_mrr_at_5_diff1": 0.20579185771723374, + "nauc_mrr_at_5_max": 0.34595076719710205, + "nauc_mrr_at_5_std": 0.20616200785761293, + "nauc_ndcg_at_1000_diff1": 0.13750049430044742, + "nauc_ndcg_at_1000_max": 0.384545443680125, + "nauc_ndcg_at_1000_std": 0.33909638303926776, + "nauc_ndcg_at_100_diff1": 0.15994661027063767, + "nauc_ndcg_at_100_max": 0.28206780028931033, + "nauc_ndcg_at_100_std": 0.20646212745617987, + "nauc_ndcg_at_10_diff1": 0.17261776212426908, + "nauc_ndcg_at_10_max": 0.26367961671733975, + "nauc_ndcg_at_10_std": 0.13777503799828364, + "nauc_ndcg_at_1_diff1": 0.24797827744254175, + "nauc_ndcg_at_1_max": 0.269922342964627, + "nauc_ndcg_at_1_std": 0.13855883161879945, + "nauc_ndcg_at_20_diff1": 0.16209892421235977, + "nauc_ndcg_at_20_max": 0.22404835003580229, + "nauc_ndcg_at_20_std": 0.12134602614413241, + "nauc_ndcg_at_3_diff1": 0.19065251104543546, + "nauc_ndcg_at_3_max": 0.2824358947131912, + "nauc_ndcg_at_3_std": 0.14161882883858615, + "nauc_ndcg_at_5_diff1": 0.16466064318251525, + "nauc_ndcg_at_5_max": 0.26848023861677267, + "nauc_ndcg_at_5_std": 0.13902455191920118, + "nauc_precision_at_1000_diff1": -0.19088239248738575, + "nauc_precision_at_1000_max": 0.08250163492354892, + "nauc_precision_at_1000_std": 0.0937786319758993, + "nauc_precision_at_100_diff1": -0.09881312852074531, + "nauc_precision_at_100_max": 0.31423016394675546, + "nauc_precision_at_100_std": 0.28727017981956887, + "nauc_precision_at_10_diff1": 0.0004703782476760209, + "nauc_precision_at_10_max": 0.38611697671373435, + "nauc_precision_at_10_std": 0.2760046071642424, + "nauc_precision_at_1_diff1": 0.2650106426043695, + "nauc_precision_at_1_max": 0.30901095600621553, + "nauc_precision_at_1_std": 0.14877120359367463, + "nauc_precision_at_20_diff1": -0.03890891888886564, + "nauc_precision_at_20_max": 0.3500279875535487, + "nauc_precision_at_20_std": 0.2876023618856637, + "nauc_precision_at_3_diff1": 0.08940061711029874, + "nauc_precision_at_3_max": 0.34717589429641865, + "nauc_precision_at_3_std": 0.2133079106514787, + "nauc_precision_at_5_diff1": 0.020767731849535953, + "nauc_precision_at_5_max": 0.35887076714970534, + "nauc_precision_at_5_std": 0.23177385706559073, + "nauc_recall_at_1000_diff1": 0.11333532720364521, + "nauc_recall_at_1000_max": 0.4465739290691224, + "nauc_recall_at_1000_std": 0.5066076565113629, + "nauc_recall_at_100_diff1": 0.10786470040141956, + "nauc_recall_at_100_max": 0.24436157573871012, + "nauc_recall_at_100_std": 0.23683847329338678, + "nauc_recall_at_10_diff1": 0.19507242395308874, + "nauc_recall_at_10_max": 0.0528880452967898, + "nauc_recall_at_10_std": -0.049272809242566634, + "nauc_recall_at_1_diff1": 0.35599116082445387, + "nauc_recall_at_1_max": -0.015343099895186186, + "nauc_recall_at_1_std": -0.1631557960495664, + "nauc_recall_at_20_diff1": 0.1275510865995152, + "nauc_recall_at_20_max": 0.07800787501127561, + "nauc_recall_at_20_std": 0.022427529443875414, + "nauc_recall_at_3_diff1": 0.2554271775675708, + "nauc_recall_at_3_max": -0.005143969325904025, + "nauc_recall_at_3_std": -0.1031088729502354, + "nauc_recall_at_5_diff1": 0.189890963371272, + "nauc_recall_at_5_max": -0.007522176436775518, + "nauc_recall_at_5_std": -0.0975848666032039, + "ndcg_at_1": 0.27875, + "ndcg_at_10": 0.22344, + "ndcg_at_100": 0.29405, + "ndcg_at_1000": 0.39551, + "ndcg_at_20": 0.22989, + "ndcg_at_3": 0.2394, + "ndcg_at_5": 0.23147, + "precision_at_1": 0.37, + "precision_at_10": 0.2045, + "precision_at_100": 0.09115, + "precision_at_1000": 0.02499, + "precision_at_20": 0.16787, + "precision_at_3": 0.2825, + "precision_at_5": 0.2485, + "recall_at_1": 0.04136, + "recall_at_10": 0.13654, + "recall_at_100": 0.40371, + "recall_at_1000": 0.72643, + "recall_at_20": 0.19798, + "recall_at_3": 0.07356, + "recall_at_5": 0.09843 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPediaHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPediaHardNegatives.json new file mode 100644 index 000000000..fb43927df --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 16.26919198036194, + "kg_co2_emissions": 0.0012967868569747072, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.27419, + "map_at_1": 0.05123, + "map_at_10": 0.11602, + "map_at_100": 0.17812, + "map_at_1000": 0.20516, + "map_at_20": 0.13558, + "map_at_3": 0.08186, + "map_at_5": 0.09514, + "mrr_at_1": 0.4725, + "mrr_at_10": 0.5692777777777779, + "mrr_at_100": 0.5755286726377882, + "mrr_at_1000": 0.575742492271775, + "mrr_at_20": 0.573183901366951, + "mrr_at_3": 0.5416666666666669, + "mrr_at_5": 0.5569166666666667, + "nauc_map_at_1000_diff1": 0.16323579420312645, + "nauc_map_at_1000_max": 0.32109521301373967, + "nauc_map_at_1000_std": 0.14700321143940956, + "nauc_map_at_100_diff1": 0.18002995158768126, + "nauc_map_at_100_max": 0.2957524495479629, + "nauc_map_at_100_std": 0.11005704359634075, + "nauc_map_at_10_diff1": 0.22685260381085176, + "nauc_map_at_10_max": 0.15291550959513034, + "nauc_map_at_10_std": -0.04955689103653171, + "nauc_map_at_1_diff1": 0.3575692068409805, + "nauc_map_at_1_max": 0.11584340437413895, + "nauc_map_at_1_std": -0.1296366102451477, + "nauc_map_at_20_diff1": 0.20444037004445967, + "nauc_map_at_20_max": 0.19892287845172835, + "nauc_map_at_20_std": 0.00434129994060602, + "nauc_map_at_3_diff1": 0.26878147161408666, + "nauc_map_at_3_max": 0.10241562048480884, + "nauc_map_at_3_std": -0.1187069567525796, + "nauc_map_at_5_diff1": 0.25259739597844233, + "nauc_map_at_5_max": 0.12319811706075451, + "nauc_map_at_5_std": -0.09803959679589343, + "nauc_mrr_at_1000_diff1": 0.35641826759423856, + "nauc_mrr_at_1000_max": 0.5220789629143997, + "nauc_mrr_at_1000_std": 0.17366980610660462, + "nauc_mrr_at_100_diff1": 0.3563354751416909, + "nauc_mrr_at_100_max": 0.5220823706772271, + "nauc_mrr_at_100_std": 0.1738099691032313, + "nauc_mrr_at_10_diff1": 0.35619454064633577, + "nauc_mrr_at_10_max": 0.523571150900799, + "nauc_mrr_at_10_std": 0.17544715769349942, + "nauc_mrr_at_1_diff1": 0.37441313392259157, + "nauc_mrr_at_1_max": 0.48448166074439186, + "nauc_mrr_at_1_std": 0.14331244865437337, + "nauc_mrr_at_20_diff1": 0.35769231220806114, + "nauc_mrr_at_20_max": 0.5228569324249035, + "nauc_mrr_at_20_std": 0.17466365056789418, + "nauc_mrr_at_3_diff1": 0.34400292471335714, + "nauc_mrr_at_3_max": 0.5172486265385946, + "nauc_mrr_at_3_std": 0.16350784280018926, + "nauc_mrr_at_5_diff1": 0.3539644358529856, + "nauc_mrr_at_5_max": 0.5241521817697832, + "nauc_mrr_at_5_std": 0.17149352235081114, + "nauc_ndcg_at_1000_diff1": 0.18693744197342158, + "nauc_ndcg_at_1000_max": 0.4527349675107417, + "nauc_ndcg_at_1000_std": 0.31199909371924656, + "nauc_ndcg_at_100_diff1": 0.19285915347696167, + "nauc_ndcg_at_100_max": 0.3628838643239138, + "nauc_ndcg_at_100_std": 0.18949462277301812, + "nauc_ndcg_at_10_diff1": 0.2101743811445351, + "nauc_ndcg_at_10_max": 0.36198556065781706, + "nauc_ndcg_at_10_std": 0.13349367150471708, + "nauc_ndcg_at_1_diff1": 0.33472769519015466, + "nauc_ndcg_at_1_max": 0.4293234298489519, + "nauc_ndcg_at_1_std": 0.14678060594982406, + "nauc_ndcg_at_20_diff1": 0.20149452813299182, + "nauc_ndcg_at_20_max": 0.31830716829674366, + "nauc_ndcg_at_20_std": 0.1166033782986149, + "nauc_ndcg_at_3_diff1": 0.24711731498923128, + "nauc_ndcg_at_3_max": 0.4231257947463138, + "nauc_ndcg_at_3_std": 0.14631684285511637, + "nauc_ndcg_at_5_diff1": 0.2368694763988633, + "nauc_ndcg_at_5_max": 0.40107815755676035, + "nauc_ndcg_at_5_std": 0.13802981365344308, + "nauc_precision_at_1000_diff1": -0.06935304596410252, + "nauc_precision_at_1000_max": 0.06253240661088591, + "nauc_precision_at_1000_std": 0.021601247538318328, + "nauc_precision_at_100_diff1": -0.016884895108567163, + "nauc_precision_at_100_max": 0.3232349620605456, + "nauc_precision_at_100_std": 0.24662548901199885, + "nauc_precision_at_10_diff1": 0.030198986818158163, + "nauc_precision_at_10_max": 0.4225339786230424, + "nauc_precision_at_10_std": 0.28035095218731915, + "nauc_precision_at_1_diff1": 0.37441313392259157, + "nauc_precision_at_1_max": 0.48448166074439186, + "nauc_precision_at_1_std": 0.14331244865437337, + "nauc_precision_at_20_diff1": 0.01074231648059377, + "nauc_precision_at_20_max": 0.3990019833868432, + "nauc_precision_at_20_std": 0.2815866795425302, + "nauc_precision_at_3_diff1": 0.1523903628642305, + "nauc_precision_at_3_max": 0.46259793409858574, + "nauc_precision_at_3_std": 0.20344363621073877, + "nauc_precision_at_5_diff1": 0.1045199326221226, + "nauc_precision_at_5_max": 0.45165153245948625, + "nauc_precision_at_5_std": 0.24143061821138856, + "nauc_recall_at_1000_diff1": 0.0612610713687729, + "nauc_recall_at_1000_max": 0.3237479963261901, + "nauc_recall_at_1000_std": 0.44152650179352787, + "nauc_recall_at_100_diff1": 0.12089150447054989, + "nauc_recall_at_100_max": 0.21804422315337094, + "nauc_recall_at_100_std": 0.14261655886951152, + "nauc_recall_at_10_diff1": 0.1843878983087191, + "nauc_recall_at_10_max": 0.06492823075128336, + "nauc_recall_at_10_std": -0.06685388918375154, + "nauc_recall_at_1_diff1": 0.3575692068409805, + "nauc_recall_at_1_max": 0.11584340437413895, + "nauc_recall_at_1_std": -0.1296366102451477, + "nauc_recall_at_20_diff1": 0.15183445182900795, + "nauc_recall_at_20_max": 0.09965836011202382, + "nauc_recall_at_20_std": -0.0015450244628808884, + "nauc_recall_at_3_diff1": 0.235471176863034, + "nauc_recall_at_3_max": 0.062431372204375876, + "nauc_recall_at_3_std": -0.13867424389653385, + "nauc_recall_at_5_diff1": 0.22171408037713794, + "nauc_recall_at_5_max": 0.07129610628056021, + "nauc_recall_at_5_std": -0.12055441712357373, + "ndcg_at_1": 0.355, + "ndcg_at_10": 0.27419, + "ndcg_at_100": 0.34702, + "ndcg_at_1000": 0.45113, + "ndcg_at_20": 0.27496, + "ndcg_at_3": 0.30159, + "ndcg_at_5": 0.28096, + "precision_at_1": 0.4725, + "precision_at_10": 0.24925, + "precision_at_100": 0.1024, + "precision_at_1000": 0.02654, + "precision_at_20": 0.19287, + "precision_at_3": 0.36, + "precision_at_5": 0.304, + "recall_at_1": 0.05123, + "recall_at_10": 0.17331, + "recall_at_100": 0.46562, + "recall_at_1000": 0.78811, + "recall_at_20": 0.2337, + "recall_at_3": 0.09392, + "recall_at_5": 0.11883 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVERHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVERHardNegatives.json new file mode 100644 index 000000000..02dbe558a --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 40.254979610443115, + "kg_co2_emissions": 0.0026479330113378737, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.58614, + "map_at_1": 0.39118, + "map_at_10": 0.51719, + "map_at_100": 0.52544, + "map_at_1000": 0.52567, + "map_at_20": 0.52233, + "map_at_3": 0.48299, + "map_at_5": 0.50747, + "mrr_at_1": 0.418, + "mrr_at_10": 0.5483146825396819, + "mrr_at_100": 0.5557670627991441, + "mrr_at_1000": 0.5558972715951943, + "mrr_at_20": 0.5532733781526341, + "mrr_at_3": 0.5133333333333326, + "mrr_at_5": 0.5386833333333325, + "nauc_map_at_1000_diff1": 0.38464690514576877, + "nauc_map_at_1000_max": 0.22641267872308948, + "nauc_map_at_1000_std": -0.056703514465889504, + "nauc_map_at_100_diff1": 0.3846002058319985, + "nauc_map_at_100_max": 0.2264257013341342, + "nauc_map_at_100_std": -0.05675807271366051, + "nauc_map_at_10_diff1": 0.38292478168146354, + "nauc_map_at_10_max": 0.22735224585717648, + "nauc_map_at_10_std": -0.05758841253413303, + "nauc_map_at_1_diff1": 0.43129302839186595, + "nauc_map_at_1_max": 0.21678781556036675, + "nauc_map_at_1_std": -0.06452681006305756, + "nauc_map_at_20_diff1": 0.38385023912594063, + "nauc_map_at_20_max": 0.22584069393378806, + "nauc_map_at_20_std": -0.057726673800346025, + "nauc_map_at_3_diff1": 0.3802708490575645, + "nauc_map_at_3_max": 0.2115960763885789, + "nauc_map_at_3_std": -0.07192882445298966, + "nauc_map_at_5_diff1": 0.38298794826121235, + "nauc_map_at_5_max": 0.22713795302813622, + "nauc_map_at_5_std": -0.05932305435851068, + "nauc_mrr_at_1000_diff1": 0.4073615474207032, + "nauc_mrr_at_1000_max": 0.2622797334101861, + "nauc_mrr_at_1000_std": -0.05788849479194438, + "nauc_mrr_at_100_diff1": 0.40731433690722757, + "nauc_mrr_at_100_max": 0.262390012590774, + "nauc_mrr_at_100_std": -0.05780572283401798, + "nauc_mrr_at_10_diff1": 0.4060384339797656, + "nauc_mrr_at_10_max": 0.26479952032343745, + "nauc_mrr_at_10_std": -0.05658489426799864, + "nauc_mrr_at_1_diff1": 0.4540052275323614, + "nauc_mrr_at_1_max": 0.24373563918110644, + "nauc_mrr_at_1_std": -0.06507345226962435, + "nauc_mrr_at_20_diff1": 0.40669458817669724, + "nauc_mrr_at_20_max": 0.262597047124298, + "nauc_mrr_at_20_std": -0.057928558172892705, + "nauc_mrr_at_3_diff1": 0.402393651249587, + "nauc_mrr_at_3_max": 0.24598330277522348, + "nauc_mrr_at_3_std": -0.0726157679846761, + "nauc_mrr_at_5_diff1": 0.4061784001432177, + "nauc_mrr_at_5_max": 0.26453047709033234, + "nauc_mrr_at_5_std": -0.058878711748435474, + "nauc_ndcg_at_1000_diff1": 0.3805112911137725, + "nauc_ndcg_at_1000_max": 0.2440569794177646, + "nauc_ndcg_at_1000_std": -0.04196594964092895, + "nauc_ndcg_at_100_diff1": 0.3788089574260147, + "nauc_ndcg_at_100_max": 0.24486895685105614, + "nauc_ndcg_at_100_std": -0.04111907975975314, + "nauc_ndcg_at_10_diff1": 0.37173395440823115, + "nauc_ndcg_at_10_max": 0.24981447325636993, + "nauc_ndcg_at_10_std": -0.044413910993784424, + "nauc_ndcg_at_1_diff1": 0.4540052275323614, + "nauc_ndcg_at_1_max": 0.24373563918110644, + "nauc_ndcg_at_1_std": -0.06507345226962435, + "nauc_ndcg_at_20_diff1": 0.37335520816095, + "nauc_ndcg_at_20_max": 0.24259093223456257, + "nauc_ndcg_at_20_std": -0.04611403064776261, + "nauc_ndcg_at_3_diff1": 0.36922967214277674, + "nauc_ndcg_at_3_max": 0.21755595362807195, + "nauc_ndcg_at_3_std": -0.07600874403147333, + "nauc_ndcg_at_5_diff1": 0.3729300306629834, + "nauc_ndcg_at_5_max": 0.24897330014639837, + "nauc_ndcg_at_5_std": -0.049992992457300725, + "nauc_precision_at_1000_diff1": -0.04430564954185438, + "nauc_precision_at_1000_max": 0.16077753595356947, + "nauc_precision_at_1000_std": 0.16135364656680712, + "nauc_precision_at_100_diff1": 0.06009962861654289, + "nauc_precision_at_100_max": 0.2597460359819414, + "nauc_precision_at_100_std": 0.1933529032401535, + "nauc_precision_at_10_diff1": 0.30321603294414334, + "nauc_precision_at_10_max": 0.3577186468547976, + "nauc_precision_at_10_std": 0.02912095419124422, + "nauc_precision_at_1_diff1": 0.4540052275323614, + "nauc_precision_at_1_max": 0.24373563918110644, + "nauc_precision_at_1_std": -0.06507345226962435, + "nauc_precision_at_20_diff1": 0.23733640217451507, + "nauc_precision_at_20_max": 0.3139412189387812, + "nauc_precision_at_20_std": 0.0535391431515673, + "nauc_precision_at_3_diff1": 0.3322383706218746, + "nauc_precision_at_3_max": 0.23606261223751224, + "nauc_precision_at_3_std": -0.08693758559188534, + "nauc_precision_at_5_diff1": 0.3349069670583, + "nauc_precision_at_5_max": 0.3347190608564256, + "nauc_precision_at_5_std": -0.012394060614279527, + "nauc_recall_at_1000_diff1": 0.10303466620406504, + "nauc_recall_at_1000_max": 0.21661926701463896, + "nauc_recall_at_1000_std": 0.36284061165449766, + "nauc_recall_at_100_diff1": 0.15470824181503323, + "nauc_recall_at_100_max": 0.24450527751770906, + "nauc_recall_at_100_std": 0.20394312085886743, + "nauc_recall_at_10_diff1": 0.26442711023484, + "nauc_recall_at_10_max": 0.2820787349783306, + "nauc_recall_at_10_std": 0.02130324089310763, + "nauc_recall_at_1_diff1": 0.43129302839186595, + "nauc_recall_at_1_max": 0.21678781556036675, + "nauc_recall_at_1_std": -0.06452681006305756, + "nauc_recall_at_20_diff1": 0.2311847632800719, + "nauc_recall_at_20_max": 0.23512691974203181, + "nauc_recall_at_20_std": 0.02887262049855764, + "nauc_recall_at_3_diff1": 0.30039118593577435, + "nauc_recall_at_3_max": 0.19613136307632867, + "nauc_recall_at_3_std": -0.08224337238225599, + "nauc_recall_at_5_diff1": 0.29064773091275786, + "nauc_recall_at_5_max": 0.27708119841438344, + "nauc_recall_at_5_std": -0.0090624012267192, + "ndcg_at_1": 0.418, + "ndcg_at_10": 0.58614, + "ndcg_at_100": 0.62312, + "ndcg_at_1000": 0.62793, + "ndcg_at_20": 0.60374, + "ndcg_at_3": 0.52034, + "ndcg_at_5": 0.56336, + "precision_at_1": 0.418, + "precision_at_10": 0.0824, + "precision_at_100": 0.01022, + "precision_at_1000": 0.00108, + "precision_at_20": 0.04505, + "precision_at_3": 0.213, + "precision_at_5": 0.1498, + "recall_at_1": 0.39118, + "recall_at_10": 0.77025, + "recall_at_100": 0.9336, + "recall_at_1000": 0.96732, + "recall_at_20": 0.83627, + "recall_at_3": 0.59802, + "recall_at_5": 0.70135 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..9f011a74f --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 44.35748338699341, + "kg_co2_emissions": 0.003380718198535874, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.28864, + "map_at_1": 0.152, + "map_at_10": 0.21655, + "map_at_100": 0.22684, + "map_at_1000": 0.22825, + "map_at_20": 0.22186, + "map_at_3": 0.19367, + "map_at_5": 0.20517, + "mrr_at_1": 0.304, + "mrr_at_10": 0.38308333333333316, + "mrr_at_100": 0.3919557109102007, + "mrr_at_1000": 0.3926077409730503, + "mrr_at_20": 0.3882560939146847, + "mrr_at_3": 0.35933333333333317, + "mrr_at_5": 0.3720333333333328, + "nauc_map_at_1000_diff1": 0.41806621868653704, + "nauc_map_at_1000_max": 0.3453571326159827, + "nauc_map_at_1000_std": 0.10067189028204983, + "nauc_map_at_100_diff1": 0.4177339943040463, + "nauc_map_at_100_max": 0.3449509802191026, + "nauc_map_at_100_std": 0.10000014381228983, + "nauc_map_at_10_diff1": 0.42448434742323626, + "nauc_map_at_10_max": 0.3403337799385382, + "nauc_map_at_10_std": 0.08476749149868838, + "nauc_map_at_1_diff1": 0.522761230258048, + "nauc_map_at_1_max": 0.33858257098472444, + "nauc_map_at_1_std": 0.029451109001467128, + "nauc_map_at_20_diff1": 0.42052541139000416, + "nauc_map_at_20_max": 0.34374478812266684, + "nauc_map_at_20_std": 0.09313727820470614, + "nauc_map_at_3_diff1": 0.4444334348737769, + "nauc_map_at_3_max": 0.34685728541585237, + "nauc_map_at_3_std": 0.07197099948537893, + "nauc_map_at_5_diff1": 0.43929780594893175, + "nauc_map_at_5_max": 0.3472274506668182, + "nauc_map_at_5_std": 0.08096134127399561, + "nauc_mrr_at_1000_diff1": 0.45182378664913764, + "nauc_mrr_at_1000_max": 0.3401035462687309, + "nauc_mrr_at_1000_std": 0.0598403124578461, + "nauc_mrr_at_100_diff1": 0.4513647824066313, + "nauc_mrr_at_100_max": 0.3400480452353684, + "nauc_mrr_at_100_std": 0.05992843282134252, + "nauc_mrr_at_10_diff1": 0.4519218677802638, + "nauc_mrr_at_10_max": 0.3393870887088722, + "nauc_mrr_at_10_std": 0.0567118618998952, + "nauc_mrr_at_1_diff1": 0.522761230258048, + "nauc_mrr_at_1_max": 0.33858257098472444, + "nauc_mrr_at_1_std": 0.029451109001467128, + "nauc_mrr_at_20_diff1": 0.45116332993925345, + "nauc_mrr_at_20_max": 0.3396395253378416, + "nauc_mrr_at_20_std": 0.05874115072709819, + "nauc_mrr_at_3_diff1": 0.4597937024877002, + "nauc_mrr_at_3_max": 0.3415868964707481, + "nauc_mrr_at_3_std": 0.053153744086205476, + "nauc_mrr_at_5_diff1": 0.460296295317595, + "nauc_mrr_at_5_max": 0.342257120178065, + "nauc_mrr_at_5_std": 0.05689773422609988, + "nauc_ndcg_at_1000_diff1": 0.3828687040268736, + "nauc_ndcg_at_1000_max": 0.35173604173588174, + "nauc_ndcg_at_1000_std": 0.15476101134008519, + "nauc_ndcg_at_100_diff1": 0.377624310896455, + "nauc_ndcg_at_100_max": 0.3463287636483756, + "nauc_ndcg_at_100_std": 0.14352274078250885, + "nauc_ndcg_at_10_diff1": 0.3983974370739869, + "nauc_ndcg_at_10_max": 0.33274923292766245, + "nauc_ndcg_at_10_std": 0.08966072172905522, + "nauc_ndcg_at_1_diff1": 0.522761230258048, + "nauc_ndcg_at_1_max": 0.33858257098472444, + "nauc_ndcg_at_1_std": 0.029451109001467128, + "nauc_ndcg_at_20_diff1": 0.38962366510634777, + "nauc_ndcg_at_20_max": 0.3406127337267089, + "nauc_ndcg_at_20_std": 0.11019600682893362, + "nauc_ndcg_at_3_diff1": 0.4312241616933776, + "nauc_ndcg_at_3_max": 0.34420496870920386, + "nauc_ndcg_at_3_std": 0.07247269728599746, + "nauc_ndcg_at_5_diff1": 0.426482742295552, + "nauc_ndcg_at_5_max": 0.3444905616649177, + "nauc_ndcg_at_5_std": 0.08369088958343274, + "nauc_precision_at_1000_diff1": 0.04353742987110399, + "nauc_precision_at_1000_max": 0.2551383223598112, + "nauc_precision_at_1000_std": 0.4298698880007006, + "nauc_precision_at_100_diff1": 0.11760177853378637, + "nauc_precision_at_100_max": 0.2610077281527623, + "nauc_precision_at_100_std": 0.2979986111933517, + "nauc_precision_at_10_diff1": 0.2645090662967101, + "nauc_precision_at_10_max": 0.2800567648521607, + "nauc_precision_at_10_std": 0.12368418100434139, + "nauc_precision_at_1_diff1": 0.522761230258048, + "nauc_precision_at_1_max": 0.33858257098472444, + "nauc_precision_at_1_std": 0.029451109001467128, + "nauc_precision_at_20_diff1": 0.22352915116073013, + "nauc_precision_at_20_max": 0.2927696187016361, + "nauc_precision_at_20_std": 0.1842963627503102, + "nauc_precision_at_3_diff1": 0.3721912775206844, + "nauc_precision_at_3_max": 0.3385163371196185, + "nauc_precision_at_3_std": 0.09570270649277766, + "nauc_precision_at_5_diff1": 0.35287332912150043, + "nauc_precision_at_5_max": 0.32819254173039825, + "nauc_precision_at_5_std": 0.11509942142714623, + "nauc_recall_at_1000_diff1": 0.043537429871105655, + "nauc_recall_at_1000_max": 0.25513832235981193, + "nauc_recall_at_1000_std": 0.4298698880007005, + "nauc_recall_at_100_diff1": 0.1176017785337861, + "nauc_recall_at_100_max": 0.26100772815276135, + "nauc_recall_at_100_std": 0.29799861119335097, + "nauc_recall_at_10_diff1": 0.26450906629671034, + "nauc_recall_at_10_max": 0.2800567648521608, + "nauc_recall_at_10_std": 0.12368418100434171, + "nauc_recall_at_1_diff1": 0.522761230258048, + "nauc_recall_at_1_max": 0.33858257098472444, + "nauc_recall_at_1_std": 0.029451109001467128, + "nauc_recall_at_20_diff1": 0.22352915116072986, + "nauc_recall_at_20_max": 0.29276961870163587, + "nauc_recall_at_20_std": 0.18429636275030997, + "nauc_recall_at_3_diff1": 0.37219127752068426, + "nauc_recall_at_3_max": 0.3385163371196184, + "nauc_recall_at_3_std": 0.09570270649277791, + "nauc_recall_at_5_diff1": 0.35287332912150055, + "nauc_recall_at_5_max": 0.3281925417303984, + "nauc_recall_at_5_std": 0.11509942142714635, + "ndcg_at_1": 0.304, + "ndcg_at_10": 0.28864, + "ndcg_at_100": 0.33831, + "ndcg_at_1000": 0.37082, + "ndcg_at_20": 0.30671, + "ndcg_at_3": 0.2433, + "ndcg_at_5": 0.26314, + "precision_at_1": 0.304, + "precision_at_10": 0.0674, + "precision_at_100": 0.01074, + "precision_at_1000": 0.00151, + "precision_at_20": 0.0396, + "precision_at_3": 0.155, + "precision_at_5": 0.1088, + "recall_at_1": 0.152, + "recall_at_10": 0.337, + "recall_at_100": 0.537, + "recall_at_1000": 0.753, + "recall_at_20": 0.396, + "recall_at_3": 0.2325, + "recall_at_5": 0.272 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQAHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQAHardNegatives.json new file mode 100644 index 000000000..aeac9cfb1 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 42.31910061836243, + "kg_co2_emissions": 0.0032252792685286465, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.37547, + "map_at_1": 0.205, + "map_at_10": 0.28986, + "map_at_100": 0.30125, + "map_at_1000": 0.30245, + "map_at_20": 0.29582, + "map_at_3": 0.26433, + "map_at_5": 0.27653, + "mrr_at_1": 0.41, + "mrr_at_10": 0.5011734126984128, + "mrr_at_100": 0.5087347215364979, + "mrr_at_1000": 0.5091179416433405, + "mrr_at_20": 0.5056962813888896, + "mrr_at_3": 0.47799999999999987, + "mrr_at_5": 0.4907999999999997, + "nauc_map_at_1000_diff1": 0.39159672235574133, + "nauc_map_at_1000_max": 0.3639168007900147, + "nauc_map_at_1000_std": 0.10565312646529916, + "nauc_map_at_100_diff1": 0.3915905720007987, + "nauc_map_at_100_max": 0.3639234403060286, + "nauc_map_at_100_std": 0.10519404131710516, + "nauc_map_at_10_diff1": 0.3946179126220219, + "nauc_map_at_10_max": 0.3616810704082374, + "nauc_map_at_10_std": 0.09146890284924858, + "nauc_map_at_1_diff1": 0.5559295761912758, + "nauc_map_at_1_max": 0.3814239766459563, + "nauc_map_at_1_std": 0.01281113967216514, + "nauc_map_at_20_diff1": 0.3942210044299582, + "nauc_map_at_20_max": 0.3640856171626562, + "nauc_map_at_20_std": 0.09901805456048869, + "nauc_map_at_3_diff1": 0.41978942242316664, + "nauc_map_at_3_max": 0.36509652099823003, + "nauc_map_at_3_std": 0.06201535098414415, + "nauc_map_at_5_diff1": 0.4008910676353808, + "nauc_map_at_5_max": 0.3589310161995587, + "nauc_map_at_5_std": 0.07526333748481007, + "nauc_mrr_at_1000_diff1": 0.5088162755982076, + "nauc_mrr_at_1000_max": 0.3930510622250095, + "nauc_mrr_at_1000_std": 0.05352350633236424, + "nauc_mrr_at_100_diff1": 0.5087350417318248, + "nauc_mrr_at_100_max": 0.3932952895557808, + "nauc_mrr_at_100_std": 0.05390631316646356, + "nauc_mrr_at_10_diff1": 0.5079261534468961, + "nauc_mrr_at_10_max": 0.39344849408639737, + "nauc_mrr_at_10_std": 0.05323419929233659, + "nauc_mrr_at_1_diff1": 0.5559295761912758, + "nauc_mrr_at_1_max": 0.3814239766459563, + "nauc_mrr_at_1_std": 0.01281113967216514, + "nauc_mrr_at_20_diff1": 0.5082148296785294, + "nauc_mrr_at_20_max": 0.3926269200085389, + "nauc_mrr_at_20_std": 0.05380869528580905, + "nauc_mrr_at_3_diff1": 0.5123296727693966, + "nauc_mrr_at_3_max": 0.393985090968013, + "nauc_mrr_at_3_std": 0.042239273222737524, + "nauc_mrr_at_5_diff1": 0.5096913826259489, + "nauc_mrr_at_5_max": 0.3947378530885425, + "nauc_mrr_at_5_std": 0.04887518502848469, + "nauc_ndcg_at_1000_diff1": 0.3880522105931438, + "nauc_ndcg_at_1000_max": 0.3787011911746636, + "nauc_ndcg_at_1000_std": 0.16372431988069203, + "nauc_ndcg_at_100_diff1": 0.38667283796804225, + "nauc_ndcg_at_100_max": 0.3806296262441608, + "nauc_ndcg_at_100_std": 0.15947638086758545, + "nauc_ndcg_at_10_diff1": 0.39959584592657293, + "nauc_ndcg_at_10_max": 0.3746571428656192, + "nauc_ndcg_at_10_std": 0.1122975754901133, + "nauc_ndcg_at_1_diff1": 0.5559295761912758, + "nauc_ndcg_at_1_max": 0.3814239766459563, + "nauc_ndcg_at_1_std": 0.01281113967216514, + "nauc_ndcg_at_20_diff1": 0.3972066859924474, + "nauc_ndcg_at_20_max": 0.37838110570799466, + "nauc_ndcg_at_20_std": 0.12930104814131477, + "nauc_ndcg_at_3_diff1": 0.4337561892942639, + "nauc_ndcg_at_3_max": 0.3791260881913409, + "nauc_ndcg_at_3_std": 0.06715875358006139, + "nauc_ndcg_at_5_diff1": 0.41157304199870826, + "nauc_ndcg_at_5_max": 0.3725343157270153, + "nauc_ndcg_at_5_std": 0.08549443367301618, + "nauc_precision_at_1000_diff1": 0.007566167570437665, + "nauc_precision_at_1000_max": 0.21521219793216348, + "nauc_precision_at_1000_std": 0.47577287354919306, + "nauc_precision_at_100_diff1": 0.10432181286909825, + "nauc_precision_at_100_max": 0.2726365303134742, + "nauc_precision_at_100_std": 0.3617872047959669, + "nauc_precision_at_10_diff1": 0.2425688323637683, + "nauc_precision_at_10_max": 0.32752747099710006, + "nauc_precision_at_10_std": 0.19652051644802213, + "nauc_precision_at_1_diff1": 0.5559295761912758, + "nauc_precision_at_1_max": 0.3814239766459563, + "nauc_precision_at_1_std": 0.01281113967216514, + "nauc_precision_at_20_diff1": 0.20167893752603744, + "nauc_precision_at_20_max": 0.30592550800610513, + "nauc_precision_at_20_std": 0.23558088398760227, + "nauc_precision_at_3_diff1": 0.35938159555240917, + "nauc_precision_at_3_max": 0.38048081883834284, + "nauc_precision_at_3_std": 0.10415123727791206, + "nauc_precision_at_5_diff1": 0.295346437626709, + "nauc_precision_at_5_max": 0.34797135790690803, + "nauc_precision_at_5_std": 0.13866423316032606, + "nauc_recall_at_1000_diff1": 0.007566167570438588, + "nauc_recall_at_1000_max": 0.21521219793216292, + "nauc_recall_at_1000_std": 0.47577287354919384, + "nauc_recall_at_100_diff1": 0.10432181286909781, + "nauc_recall_at_100_max": 0.27263653031347407, + "nauc_recall_at_100_std": 0.3617872047959668, + "nauc_recall_at_10_diff1": 0.24256883236376883, + "nauc_recall_at_10_max": 0.32752747099710056, + "nauc_recall_at_10_std": 0.19652051644802232, + "nauc_recall_at_1_diff1": 0.5559295761912758, + "nauc_recall_at_1_max": 0.3814239766459563, + "nauc_recall_at_1_std": 0.01281113967216514, + "nauc_recall_at_20_diff1": 0.20167893752603788, + "nauc_recall_at_20_max": 0.30592550800610546, + "nauc_recall_at_20_std": 0.2355808839876029, + "nauc_recall_at_3_diff1": 0.3593815955524093, + "nauc_recall_at_3_max": 0.3804808188383429, + "nauc_recall_at_3_std": 0.10415123727791219, + "nauc_recall_at_5_diff1": 0.29534643762670915, + "nauc_recall_at_5_max": 0.34797135790690803, + "nauc_recall_at_5_std": 0.1386642331603268, + "ndcg_at_1": 0.41, + "ndcg_at_10": 0.37547, + "ndcg_at_100": 0.42581, + "ndcg_at_1000": 0.45164, + "ndcg_at_20": 0.39389, + "ndcg_at_3": 0.32745, + "ndcg_at_5": 0.34782, + "precision_at_1": 0.41, + "precision_at_10": 0.0843, + "precision_at_100": 0.01246, + "precision_at_1000": 0.00159, + "precision_at_20": 0.0481, + "precision_at_3": 0.20767, + "precision_at_5": 0.1406, + "recall_at_1": 0.205, + "recall_at_10": 0.4215, + "recall_at_100": 0.623, + "recall_at_1000": 0.7945, + "recall_at_20": 0.481, + "recall_at_3": 0.3115, + "recall_at_5": 0.3515 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..e5e16ed35 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 476.9601061344147, + "kg_co2_emissions": 0.03717074105296961, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.21909, + "map_at_1": 0.0983, + "map_at_10": 0.16865, + "map_at_100": 0.18526, + "map_at_1000": 0.18647, + "map_at_20": 0.17833, + "map_at_3": 0.13856, + "map_at_5": 0.15256, + "mrr_at_1": 0.162, + "mrr_at_10": 0.22947738095238093, + "mrr_at_100": 0.2388019800718139, + "mrr_at_1000": 0.23947897806739232, + "mrr_at_20": 0.23511301486181518, + "mrr_at_3": 0.20466666666666675, + "mrr_at_5": 0.21826666666666675, + "nauc_map_at_1000_diff1": 0.12002160820671398, + "nauc_map_at_1000_max": 0.2557286093282679, + "nauc_map_at_1000_std": 0.3267646045058384, + "nauc_map_at_100_diff1": 0.12022271247850796, + "nauc_map_at_100_max": 0.25586172226622245, + "nauc_map_at_100_std": 0.3264205730303329, + "nauc_map_at_10_diff1": 0.1309673095238458, + "nauc_map_at_10_max": 0.2364475245976221, + "nauc_map_at_10_std": 0.3003045764529713, + "nauc_map_at_1_diff1": 0.22204887046155214, + "nauc_map_at_1_max": 0.1871264646216495, + "nauc_map_at_1_std": 0.21822963060451583, + "nauc_map_at_20_diff1": 0.12183959560826378, + "nauc_map_at_20_max": 0.24572286356180184, + "nauc_map_at_20_std": 0.3151293175198712, + "nauc_map_at_3_diff1": 0.15249742064194463, + "nauc_map_at_3_max": 0.20863891369778298, + "nauc_map_at_3_std": 0.2654583984205142, + "nauc_map_at_5_diff1": 0.14593688583739195, + "nauc_map_at_5_max": 0.22237328153193833, + "nauc_map_at_5_std": 0.2845125418890133, + "nauc_mrr_at_1000_diff1": 0.10952088032208773, + "nauc_mrr_at_1000_max": 0.2727892032716189, + "nauc_mrr_at_1000_std": 0.34866082014743655, + "nauc_mrr_at_100_diff1": 0.10937881550806848, + "nauc_mrr_at_100_max": 0.2731202371776197, + "nauc_mrr_at_100_std": 0.34896178751159546, + "nauc_mrr_at_10_diff1": 0.11296974850851364, + "nauc_mrr_at_10_max": 0.26871357122428813, + "nauc_mrr_at_10_std": 0.3419282165496927, + "nauc_mrr_at_1_diff1": 0.16427345744539176, + "nauc_mrr_at_1_max": 0.25885087909537446, + "nauc_mrr_at_1_std": 0.2847976045079083, + "nauc_mrr_at_20_diff1": 0.10914186878158225, + "nauc_mrr_at_20_max": 0.2702007357388666, + "nauc_mrr_at_20_std": 0.34606953453703043, + "nauc_mrr_at_3_diff1": 0.1257301980060756, + "nauc_mrr_at_3_max": 0.25970621279691763, + "nauc_mrr_at_3_std": 0.32211866389985355, + "nauc_mrr_at_5_diff1": 0.11614578732460983, + "nauc_mrr_at_5_max": 0.26072653937637735, + "nauc_mrr_at_5_std": 0.3309555030213557, + "nauc_ndcg_at_1000_diff1": 0.07844924386979087, + "nauc_ndcg_at_1000_max": 0.30216814461797326, + "nauc_ndcg_at_1000_std": 0.40963606263658775, + "nauc_ndcg_at_100_diff1": 0.07819186516013338, + "nauc_ndcg_at_100_max": 0.30667200205934064, + "nauc_ndcg_at_100_std": 0.4118234882326016, + "nauc_ndcg_at_10_diff1": 0.10279040366006623, + "nauc_ndcg_at_10_max": 0.25582710616037296, + "nauc_ndcg_at_10_std": 0.3407350798764241, + "nauc_ndcg_at_1_diff1": 0.16427345744539176, + "nauc_ndcg_at_1_max": 0.25885087909537446, + "nauc_ndcg_at_1_std": 0.2847976045079083, + "nauc_ndcg_at_20_diff1": 0.082676047483638, + "nauc_ndcg_at_20_max": 0.27177173266969284, + "nauc_ndcg_at_20_std": 0.3705353674745849, + "nauc_ndcg_at_3_diff1": 0.12676317233607393, + "nauc_ndcg_at_3_max": 0.23116745224148844, + "nauc_ndcg_at_3_std": 0.2966074445284531, + "nauc_ndcg_at_5_diff1": 0.12187986135302194, + "nauc_ndcg_at_5_max": 0.23798024441832333, + "nauc_ndcg_at_5_std": 0.3174072640592793, + "nauc_precision_at_1000_diff1": -0.07430531280384779, + "nauc_precision_at_1000_max": 0.29318386775544375, + "nauc_precision_at_1000_std": 0.3655374218572636, + "nauc_precision_at_100_diff1": -0.059610894582901724, + "nauc_precision_at_100_max": 0.370982351734518, + "nauc_precision_at_100_std": 0.4583902440148713, + "nauc_precision_at_10_diff1": -0.016186897086456202, + "nauc_precision_at_10_max": 0.32904532722357666, + "nauc_precision_at_10_std": 0.4017665672434149, + "nauc_precision_at_1_diff1": 0.16427345744539176, + "nauc_precision_at_1_max": 0.25885087909537446, + "nauc_precision_at_1_std": 0.2847976045079083, + "nauc_precision_at_20_diff1": -0.048279821834547126, + "nauc_precision_at_20_max": 0.3427411497239366, + "nauc_precision_at_20_std": 0.43387637451862876, + "nauc_precision_at_3_diff1": 0.04770713811809699, + "nauc_precision_at_3_max": 0.2912416857622339, + "nauc_precision_at_3_std": 0.37249792318285485, + "nauc_precision_at_5_diff1": 0.02869122671272814, + "nauc_precision_at_5_max": 0.3071867468019448, + "nauc_precision_at_5_std": 0.39200990248270423, + "nauc_recall_at_1000_diff1": -0.011124600268943617, + "nauc_recall_at_1000_max": 0.4023704025885518, + "nauc_recall_at_1000_std": 0.6396571520613293, + "nauc_recall_at_100_diff1": -0.0010758170452643827, + "nauc_recall_at_100_max": 0.3853079561099336, + "nauc_recall_at_100_std": 0.5764995795866886, + "nauc_recall_at_10_diff1": 0.05991506811849888, + "nauc_recall_at_10_max": 0.236459172223315, + "nauc_recall_at_10_std": 0.35844025171043625, + "nauc_recall_at_1_diff1": 0.22204887046155214, + "nauc_recall_at_1_max": 0.1871264646216495, + "nauc_recall_at_1_std": 0.21822963060451583, + "nauc_recall_at_20_diff1": 0.0107284999416104, + "nauc_recall_at_20_max": 0.26724845681272374, + "nauc_recall_at_20_std": 0.42397321214643097, + "nauc_recall_at_3_diff1": 0.11056125900972481, + "nauc_recall_at_3_max": 0.19244569941157605, + "nauc_recall_at_3_std": 0.2788900931942497, + "nauc_recall_at_5_diff1": 0.09301898712038857, + "nauc_recall_at_5_max": 0.20968770739467169, + "nauc_recall_at_5_std": 0.32081226016195774, + "ndcg_at_1": 0.162, + "ndcg_at_10": 0.21909, + "ndcg_at_100": 0.28377, + "ndcg_at_1000": 0.30974, + "ndcg_at_20": 0.24626, + "ndcg_at_3": 0.16958, + "ndcg_at_5": 0.18785, + "precision_at_1": 0.162, + "precision_at_10": 0.059, + "precision_at_100": 0.01127, + "precision_at_1000": 0.00149, + "precision_at_20": 0.0385, + "precision_at_3": 0.105, + "precision_at_5": 0.0828, + "recall_at_1": 0.0983, + "recall_at_10": 0.3016, + "recall_at_100": 0.55728, + "recall_at_1000": 0.73035, + "recall_at_20": 0.39089, + "recall_at_3": 0.17285, + "recall_at_5": 0.22024 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.0112, + "map_at_1": 0.00446, + "map_at_10": 0.00726, + "map_at_100": 0.00798, + "map_at_1000": 0.0082, + "map_at_20": 0.0075, + "map_at_3": 0.00561, + "map_at_5": 0.00645, + "mrr_at_1": 0.009732360097323601, + "mrr_at_10": 0.014476885644768856, + "mrr_at_100": 0.016053176821340703, + "mrr_at_1000": 0.016318151985805184, + "mrr_at_20": 0.01518653690186537, + "mrr_at_3": 0.01257096512570965, + "mrr_at_5": 0.013665855636658555, + "nauc_map_at_1000_diff1": 0.37265777547736056, + "nauc_map_at_1000_max": -0.45881709276502547, + "nauc_map_at_1000_std": 0.7109566132225489, + "nauc_map_at_100_diff1": 0.3772722532375693, + "nauc_map_at_100_max": -0.4612783247519453, + "nauc_map_at_100_std": 0.7135521603348736, + "nauc_map_at_10_diff1": 0.3825619008208913, + "nauc_map_at_10_max": -0.46986552677332827, + "nauc_map_at_10_std": 0.738493556249153, + "nauc_map_at_1_diff1": 0.40589738701737343, + "nauc_map_at_1_max": -0.48315552096109676, + "nauc_map_at_1_std": 0.8156233270053915, + "nauc_map_at_20_diff1": 0.3819064743724897, + "nauc_map_at_20_max": -0.46665432733138473, + "nauc_map_at_20_std": 0.7293900102084703, + "nauc_map_at_3_diff1": 0.3368221100211878, + "nauc_map_at_3_max": -0.482104906296747, + "nauc_map_at_3_std": 0.7630107915296577, + "nauc_map_at_5_diff1": 0.40740853152910717, + "nauc_map_at_5_max": -0.4912874509224858, + "nauc_map_at_5_std": 0.7939316830906882, + "nauc_mrr_at_1000_diff1": 0.4277950445849811, + "nauc_mrr_at_1000_max": -0.44555127407948153, + "nauc_mrr_at_1000_std": 0.7099641894890464, + "nauc_mrr_at_100_diff1": 0.4319997959095852, + "nauc_mrr_at_100_max": -0.4458217226769981, + "nauc_mrr_at_100_std": 0.7112679311348648, + "nauc_mrr_at_10_diff1": 0.4354951325985022, + "nauc_mrr_at_10_max": -0.4551816170505119, + "nauc_mrr_at_10_std": 0.7397226486733444, + "nauc_mrr_at_1_diff1": 0.38028951576812214, + "nauc_mrr_at_1_max": -0.49066276741823395, + "nauc_mrr_at_1_std": 0.8309880497549422, + "nauc_mrr_at_20_diff1": 0.4376164753324256, + "nauc_mrr_at_20_max": -0.45194468119491005, + "nauc_mrr_at_20_std": 0.7307868542120893, + "nauc_mrr_at_3_diff1": 0.43520239676846884, + "nauc_mrr_at_3_max": -0.4614661057297547, + "nauc_mrr_at_3_std": 0.7455734082332466, + "nauc_mrr_at_5_diff1": 0.45036209490659324, + "nauc_mrr_at_5_max": -0.4644195185756732, + "nauc_mrr_at_5_std": 0.765957734576577, + "nauc_ndcg_at_1000_diff1": 0.3029608429897638, + "nauc_ndcg_at_1000_max": -0.40227012128425726, + "nauc_ndcg_at_1000_std": 0.5936348841904222, + "nauc_ndcg_at_100_diff1": 0.34567785492367264, + "nauc_ndcg_at_100_max": -0.4087637648752784, + "nauc_ndcg_at_100_std": 0.5893588739910159, + "nauc_ndcg_at_10_diff1": 0.37037894571120256, + "nauc_ndcg_at_10_max": -0.44640580762412035, + "nauc_ndcg_at_10_std": 0.6833357353776827, + "nauc_ndcg_at_1_diff1": 0.38028951576812214, + "nauc_ndcg_at_1_max": -0.49066276741823395, + "nauc_ndcg_at_1_std": 0.8309880497549422, + "nauc_ndcg_at_20_diff1": 0.36986063902006694, + "nauc_ndcg_at_20_max": -0.4384465964292598, + "nauc_ndcg_at_20_std": 0.6596314847841611, + "nauc_ndcg_at_3_diff1": 0.3863851687625181, + "nauc_ndcg_at_3_max": -0.46315109635559953, + "nauc_ndcg_at_3_std": 0.720081459046233, + "nauc_ndcg_at_5_diff1": 0.4241285557897302, + "nauc_ndcg_at_5_max": -0.4815715794922933, + "nauc_ndcg_at_5_std": 0.7770364746472149, + "nauc_precision_at_1000_diff1": 0.362302499377336, + "nauc_precision_at_1000_max": -0.37018263154284975, + "nauc_precision_at_1000_std": 0.5401713820235567, + "nauc_precision_at_100_diff1": 0.4269615698472337, + "nauc_precision_at_100_max": -0.3466932843995779, + "nauc_precision_at_100_std": 0.47340221136514027, + "nauc_precision_at_10_diff1": 0.46786412891596624, + "nauc_precision_at_10_max": -0.4222193904772483, + "nauc_precision_at_10_std": 0.651575364110189, + "nauc_precision_at_1_diff1": 0.38028951576812214, + "nauc_precision_at_1_max": -0.49066276741823395, + "nauc_precision_at_1_std": 0.8309880497549422, + "nauc_precision_at_20_diff1": 0.45720021701324143, + "nauc_precision_at_20_max": -0.40945079315915317, + "nauc_precision_at_20_std": 0.6096155345320043, + "nauc_precision_at_3_diff1": 0.45761728910947, + "nauc_precision_at_3_max": -0.43148321739376305, + "nauc_precision_at_3_std": 0.6539279114029775, + "nauc_precision_at_5_diff1": 0.552727322278606, + "nauc_precision_at_5_max": -0.45902831471495936, + "nauc_precision_at_5_std": 0.757749537982084, + "nauc_recall_at_1000_diff1": 0.18945891923208005, + "nauc_recall_at_1000_max": -0.3667517390983973, + "nauc_recall_at_1000_std": 0.5245965368265453, + "nauc_recall_at_100_diff1": 0.2488967436453139, + "nauc_recall_at_100_max": -0.36088421024320294, + "nauc_recall_at_100_std": 0.46289291088111856, + "nauc_recall_at_10_diff1": 0.2920939250429271, + "nauc_recall_at_10_max": -0.41239953188241224, + "nauc_recall_at_10_std": 0.5706336222038954, + "nauc_recall_at_1_diff1": 0.40589738701737343, + "nauc_recall_at_1_max": -0.48315552096109676, + "nauc_recall_at_1_std": 0.8156233270053915, + "nauc_recall_at_20_diff1": 0.2943549038255073, + "nauc_recall_at_20_max": -0.4028921532828986, + "nauc_recall_at_20_std": 0.5392168801837532, + "nauc_recall_at_3_diff1": 0.2421659906257674, + "nauc_recall_at_3_max": -0.48242184928270176, + "nauc_recall_at_3_std": 0.7045458261083403, + "nauc_recall_at_5_diff1": 0.370601752409453, + "nauc_recall_at_5_max": -0.49513627415634626, + "nauc_recall_at_5_std": 0.770717936025902, + "ndcg_at_1": 0.00973, + "ndcg_at_10": 0.0112, + "ndcg_at_100": 0.01657, + "ndcg_at_1000": 0.02333, + "ndcg_at_20": 0.01238, + "ndcg_at_3": 0.00813, + "ndcg_at_5": 0.00914, + "precision_at_1": 0.00973, + "precision_at_10": 0.00316, + "precision_at_100": 0.00088, + "precision_at_1000": 0.00019, + "precision_at_20": 0.00207, + "precision_at_3": 0.00568, + "precision_at_5": 0.00487, + "recall_at_1": 0.00446, + "recall_at_10": 0.01726, + "recall_at_100": 0.03799, + "recall_at_1000": 0.08191, + "recall_at_20": 0.02058, + "recall_at_3": 0.00773, + "recall_at_5": 0.00996 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.29782, + "map_at_1": 0.09146, + "map_at_10": 0.20679, + "map_at_100": 0.23757, + "map_at_1000": 0.23938, + "map_at_20": 0.22192, + "map_at_3": 0.1564, + "map_at_5": 0.17762, + "mrr_at_1": 0.21311475409836064, + "mrr_at_10": 0.3351379130887329, + "mrr_at_100": 0.3472075930397325, + "mrr_at_1000": 0.3476073290742847, + "mrr_at_20": 0.3419749539542213, + "mrr_at_3": 0.29289617486338804, + "mrr_at_5": 0.31535519125683065, + "nauc_map_at_1000_diff1": 0.06316424269105354, + "nauc_map_at_1000_max": 0.10206081518410767, + "nauc_map_at_1000_std": 0.05478194176338086, + "nauc_map_at_100_diff1": 0.06275360475174, + "nauc_map_at_100_max": 0.10202090815214437, + "nauc_map_at_100_std": 0.055039873515355095, + "nauc_map_at_10_diff1": 0.07808383060470335, + "nauc_map_at_10_max": 0.08137794392859145, + "nauc_map_at_10_std": 0.04180356343507882, + "nauc_map_at_1_diff1": 0.16226275541101498, + "nauc_map_at_1_max": 0.08989251842753189, + "nauc_map_at_1_std": 0.041785648811257604, + "nauc_map_at_20_diff1": 0.06586707398804335, + "nauc_map_at_20_max": 0.08965612923812172, + "nauc_map_at_20_std": 0.0443544377368063, + "nauc_map_at_3_diff1": 0.1084694148796703, + "nauc_map_at_3_max": 0.03352400480277815, + "nauc_map_at_3_std": -0.002472440088451461, + "nauc_map_at_5_diff1": 0.09089533853497865, + "nauc_map_at_5_max": 0.06412642390249469, + "nauc_map_at_5_std": 0.02981619525230334, + "nauc_mrr_at_1000_diff1": 0.04984359915491536, + "nauc_mrr_at_1000_max": 0.11779280784430568, + "nauc_mrr_at_1000_std": 0.08189110432447333, + "nauc_mrr_at_100_diff1": 0.049627347805078555, + "nauc_mrr_at_100_max": 0.11832527983071162, + "nauc_mrr_at_100_std": 0.08251106128755796, + "nauc_mrr_at_10_diff1": 0.048966473016716125, + "nauc_mrr_at_10_max": 0.11807055693453829, + "nauc_mrr_at_10_std": 0.08610930678702289, + "nauc_mrr_at_1_diff1": 0.09208506750108317, + "nauc_mrr_at_1_max": 0.11847339324236095, + "nauc_mrr_at_1_std": 0.07446150449764256, + "nauc_mrr_at_20_diff1": 0.048128009848675816, + "nauc_mrr_at_20_max": 0.11705835558034325, + "nauc_mrr_at_20_std": 0.08145625263666569, + "nauc_mrr_at_3_diff1": 0.05379433588783592, + "nauc_mrr_at_3_max": 0.10628956661756354, + "nauc_mrr_at_3_std": 0.06887661459060694, + "nauc_mrr_at_5_diff1": 0.04570053793107048, + "nauc_mrr_at_5_max": 0.12016364396177459, + "nauc_mrr_at_5_std": 0.0857187271853206, + "nauc_ndcg_at_1000_diff1": 0.039065389065494595, + "nauc_ndcg_at_1000_max": 0.14617002050074943, + "nauc_ndcg_at_1000_std": 0.10232370776415228, + "nauc_ndcg_at_100_diff1": 0.03188565797042331, + "nauc_ndcg_at_100_max": 0.15761789018172429, + "nauc_ndcg_at_100_std": 0.12009113971013935, + "nauc_ndcg_at_10_diff1": 0.05919972684841677, + "nauc_ndcg_at_10_max": 0.09645463791347733, + "nauc_ndcg_at_10_std": 0.06444852436568807, + "nauc_ndcg_at_1_diff1": 0.09208506750108317, + "nauc_ndcg_at_1_max": 0.11847339324236095, + "nauc_ndcg_at_1_std": 0.07446150449764256, + "nauc_ndcg_at_20_diff1": 0.037870989457268835, + "nauc_ndcg_at_20_max": 0.10455909652571532, + "nauc_ndcg_at_20_std": 0.05870977568322867, + "nauc_ndcg_at_3_diff1": 0.08688318339951681, + "nauc_ndcg_at_3_max": 0.05498548332659047, + "nauc_ndcg_at_3_std": 0.023848822432239146, + "nauc_ndcg_at_5_diff1": 0.06588439208888787, + "nauc_ndcg_at_5_max": 0.08409226555298151, + "nauc_ndcg_at_5_std": 0.052723532329083445, + "nauc_precision_at_1000_diff1": -0.1106492673027025, + "nauc_precision_at_1000_max": 0.21769180053939144, + "nauc_precision_at_1000_std": 0.19106799696212198, + "nauc_precision_at_100_diff1": -0.11296336450309949, + "nauc_precision_at_100_max": 0.276615921334911, + "nauc_precision_at_100_std": 0.25042474396626513, + "nauc_precision_at_10_diff1": -0.043957570502309, + "nauc_precision_at_10_max": 0.18314216706174663, + "nauc_precision_at_10_std": 0.15807453548878744, + "nauc_precision_at_1_diff1": 0.09208506750108317, + "nauc_precision_at_1_max": 0.11847339324236095, + "nauc_precision_at_1_std": 0.07446150449764256, + "nauc_precision_at_20_diff1": -0.09683645761102057, + "nauc_precision_at_20_max": 0.21078796040044612, + "nauc_precision_at_20_std": 0.13966985782923522, + "nauc_precision_at_3_diff1": 0.025068959940540633, + "nauc_precision_at_3_max": 0.046690729353897335, + "nauc_precision_at_3_std": 0.040675481201966054, + "nauc_precision_at_5_diff1": -0.020466109895602623, + "nauc_precision_at_5_max": 0.13925867635905892, + "nauc_precision_at_5_std": 0.12359336919093554, + "nauc_recall_at_1000_diff1": 0.11686342767745832, + "nauc_recall_at_1000_max": 0.6904278747386425, + "nauc_recall_at_1000_std": 0.7544796957032047, + "nauc_recall_at_100_diff1": -0.051822521423411816, + "nauc_recall_at_100_max": 0.31304884138811423, + "nauc_recall_at_100_std": 0.3737282149557602, + "nauc_recall_at_10_diff1": 0.04548419162907978, + "nauc_recall_at_10_max": 0.059070560191915866, + "nauc_recall_at_10_std": 0.0427137435244291, + "nauc_recall_at_1_diff1": 0.16226275541101498, + "nauc_recall_at_1_max": 0.08989251842753189, + "nauc_recall_at_1_std": 0.041785648811257604, + "nauc_recall_at_20_diff1": 5.007660203682067e-06, + "nauc_recall_at_20_max": 0.0498610591758349, + "nauc_recall_at_20_std": 0.019416680260735543, + "nauc_recall_at_3_diff1": 0.08351009455073022, + "nauc_recall_at_3_max": 0.0053995751038581905, + "nauc_recall_at_3_std": -0.01892493098706053, + "nauc_recall_at_5_diff1": 0.05867297608341348, + "nauc_recall_at_5_max": 0.05684298583804332, + "nauc_recall_at_5_std": 0.04328656982664212, + "ndcg_at_1": 0.21311, + "ndcg_at_10": 0.29782, + "ndcg_at_100": 0.41255, + "ndcg_at_1000": 0.43628, + "ndcg_at_20": 0.33774, + "ndcg_at_3": 0.22327, + "ndcg_at_5": 0.24325, + "precision_at_1": 0.21311, + "precision_at_10": 0.10262, + "precision_at_100": 0.02213, + "precision_at_1000": 0.00259, + "precision_at_20": 0.0682, + "precision_at_3": 0.16831, + "precision_at_5": 0.13508, + "recall_at_1": 0.09146, + "recall_at_10": 0.42245, + "recall_at_100": 0.84435, + "recall_at_1000": 0.98084, + "recall_at_20": 0.53956, + "recall_at_3": 0.21992, + "recall_at_5": 0.28826 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38035, + "map_at_1": 0.15654, + "map_at_10": 0.28238, + "map_at_100": 0.3153, + "map_at_1000": 0.31734, + "map_at_20": 0.29896, + "map_at_3": 0.22911, + "map_at_5": 0.2538, + "mrr_at_1": 0.3454317897371715, + "mrr_at_10": 0.46433935276238136, + "mrr_at_100": 0.47379842546620154, + "mrr_at_1000": 0.47407107509764473, + "mrr_at_20": 0.47007183624201027, + "mrr_at_3": 0.42991239048811, + "mrr_at_5": 0.44949937421777175, + "nauc_map_at_1000_diff1": 0.21962985650452516, + "nauc_map_at_1000_max": 0.20722802751628114, + "nauc_map_at_1000_std": -0.02060794679148715, + "nauc_map_at_100_diff1": 0.22026838585405953, + "nauc_map_at_100_max": 0.20662013567772455, + "nauc_map_at_100_std": -0.022292789169927874, + "nauc_map_at_10_diff1": 0.22327810129250114, + "nauc_map_at_10_max": 0.18806163861063052, + "nauc_map_at_10_std": -0.03495411155738992, + "nauc_map_at_1_diff1": 0.2529389910240068, + "nauc_map_at_1_max": 0.09782885928497256, + "nauc_map_at_1_std": -0.06422554112592084, + "nauc_map_at_20_diff1": 0.22331050794061105, + "nauc_map_at_20_max": 0.19695018117651067, + "nauc_map_at_20_std": -0.031232218286111692, + "nauc_map_at_3_diff1": 0.21498090666063396, + "nauc_map_at_3_max": 0.15284484536481552, + "nauc_map_at_3_std": -0.0540185220799715, + "nauc_map_at_5_diff1": 0.22309075340361134, + "nauc_map_at_5_max": 0.17067331741998, + "nauc_map_at_5_std": -0.04795661848702878, + "nauc_mrr_at_1000_diff1": 0.2164049105031869, + "nauc_mrr_at_1000_max": 0.2390639411345412, + "nauc_mrr_at_1000_std": -0.004003800519909692, + "nauc_mrr_at_100_diff1": 0.21633475403509028, + "nauc_mrr_at_100_max": 0.23909975518221538, + "nauc_mrr_at_100_std": -0.0039848738252505084, + "nauc_mrr_at_10_diff1": 0.2177879896594637, + "nauc_mrr_at_10_max": 0.24240780392150574, + "nauc_mrr_at_10_std": -0.001332032609725726, + "nauc_mrr_at_1_diff1": 0.24284355773605706, + "nauc_mrr_at_1_max": 0.1897890465480217, + "nauc_mrr_at_1_std": -0.04344944432955459, + "nauc_mrr_at_20_diff1": 0.21599999835775918, + "nauc_mrr_at_20_max": 0.24174925426503843, + "nauc_mrr_at_20_std": -0.0019625372318921785, + "nauc_mrr_at_3_diff1": 0.21888528642885866, + "nauc_mrr_at_3_max": 0.23648877396134177, + "nauc_mrr_at_3_std": -0.001509587899555919, + "nauc_mrr_at_5_diff1": 0.21895177364752832, + "nauc_mrr_at_5_max": 0.2387514884205113, + "nauc_mrr_at_5_std": -0.0043472021236040295, + "nauc_ndcg_at_1000_diff1": 0.19896052651166113, + "nauc_ndcg_at_1000_max": 0.26042069127577416, + "nauc_ndcg_at_1000_std": 0.030494722387087864, + "nauc_ndcg_at_100_diff1": 0.200247309256926, + "nauc_ndcg_at_100_max": 0.25814387286642265, + "nauc_ndcg_at_100_std": 0.023341596226427865, + "nauc_ndcg_at_10_diff1": 0.2165272051175421, + "nauc_ndcg_at_10_max": 0.2280569653466623, + "nauc_ndcg_at_10_std": -0.007086862592944457, + "nauc_ndcg_at_1_diff1": 0.24284355773605706, + "nauc_ndcg_at_1_max": 0.1897890465480217, + "nauc_ndcg_at_1_std": -0.04344944432955459, + "nauc_ndcg_at_20_diff1": 0.21146755107863516, + "nauc_ndcg_at_20_max": 0.2408073442827705, + "nauc_ndcg_at_20_std": -0.0015215267409463486, + "nauc_ndcg_at_3_diff1": 0.21250892467433694, + "nauc_ndcg_at_3_max": 0.2147820369430747, + "nauc_ndcg_at_3_std": -0.010521564425677915, + "nauc_ndcg_at_5_diff1": 0.21607005321109168, + "nauc_ndcg_at_5_max": 0.21408722692261103, + "nauc_ndcg_at_5_std": -0.01811951506352829, + "nauc_precision_at_1000_diff1": -0.0575212602023357, + "nauc_precision_at_1000_max": 0.20307654641806278, + "nauc_precision_at_1000_std": 0.19561935359166407, + "nauc_precision_at_100_diff1": -0.0356421344051625, + "nauc_precision_at_100_max": 0.24944182767352818, + "nauc_precision_at_100_std": 0.2042243918115219, + "nauc_precision_at_10_diff1": 0.09485209249518335, + "nauc_precision_at_10_max": 0.3128756528217426, + "nauc_precision_at_10_std": 0.13022606519112245, + "nauc_precision_at_1_diff1": 0.24284355773605706, + "nauc_precision_at_1_max": 0.1897890465480217, + "nauc_precision_at_1_std": -0.04344944432955459, + "nauc_precision_at_20_diff1": 0.0602305292603098, + "nauc_precision_at_20_max": 0.30207921398762577, + "nauc_precision_at_20_std": 0.14501247756782243, + "nauc_precision_at_3_diff1": 0.15101272522604436, + "nauc_precision_at_3_max": 0.29327249530433286, + "nauc_precision_at_3_std": 0.052278438163180424, + "nauc_precision_at_5_diff1": 0.12794254420770598, + "nauc_precision_at_5_max": 0.2975422244300983, + "nauc_precision_at_5_std": 0.0786170536376307, + "nauc_recall_at_1000_diff1": -0.3288096160289805, + "nauc_recall_at_1000_max": 0.6400127942019641, + "nauc_recall_at_1000_std": 0.8136819123382065, + "nauc_recall_at_100_diff1": 0.05813390836272868, + "nauc_recall_at_100_max": 0.23667952113604263, + "nauc_recall_at_100_std": 0.09751979181172041, + "nauc_recall_at_10_diff1": 0.17020785844594746, + "nauc_recall_at_10_max": 0.19535657562770994, + "nauc_recall_at_10_std": 0.0003827167958644091, + "nauc_recall_at_1_diff1": 0.2529389910240068, + "nauc_recall_at_1_max": 0.09782885928497256, + "nauc_recall_at_1_std": -0.06422554112592084, + "nauc_recall_at_20_diff1": 0.14501210057282685, + "nauc_recall_at_20_max": 0.20608558630287668, + "nauc_recall_at_20_std": 0.001979733300738554, + "nauc_recall_at_3_diff1": 0.17959550197634813, + "nauc_recall_at_3_max": 0.15839296664560124, + "nauc_recall_at_3_std": -0.036872936330280326, + "nauc_recall_at_5_diff1": 0.1821163305259399, + "nauc_recall_at_5_max": 0.17552594940464294, + "nauc_recall_at_5_std": -0.0323771258659295, + "ndcg_at_1": 0.34543, + "ndcg_at_10": 0.38035, + "ndcg_at_100": 0.48956, + "ndcg_at_1000": 0.51203, + "ndcg_at_20": 0.42104, + "ndcg_at_3": 0.32322, + "ndcg_at_5": 0.33807, + "precision_at_1": 0.34543, + "precision_at_10": 0.12528, + "precision_at_100": 0.02476, + "precision_at_1000": 0.00286, + "precision_at_20": 0.08104, + "precision_at_3": 0.23237, + "precision_at_5": 0.18123, + "recall_at_1": 0.15654, + "recall_at_10": 0.47428, + "recall_at_100": 0.85898, + "recall_at_1000": 0.98295, + "recall_at_20": 0.59067, + "recall_at_3": 0.28374, + "recall_at_5": 0.35518 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.32152, + "map_at_1": 0.08829, + "map_at_10": 0.21417, + "map_at_100": 0.26497, + "map_at_1000": 0.2679, + "map_at_20": 0.23893, + "map_at_3": 0.15163, + "map_at_5": 0.18163, + "mrr_at_1": 0.33024691358024694, + "mrr_at_10": 0.46196906231628426, + "mrr_at_100": 0.4715724567287853, + "mrr_at_1000": 0.4717647123492397, + "mrr_at_20": 0.46831936939776464, + "mrr_at_3": 0.4264403292181072, + "mrr_at_5": 0.45020576131687234, + "nauc_map_at_1000_diff1": 0.08602949569443608, + "nauc_map_at_1000_max": 0.24178896558288637, + "nauc_map_at_1000_std": 0.12776478332671998, + "nauc_map_at_100_diff1": 0.08615731054013746, + "nauc_map_at_100_max": 0.24172428294034937, + "nauc_map_at_100_std": 0.12713740094590842, + "nauc_map_at_10_diff1": 0.08923065341221481, + "nauc_map_at_10_max": 0.17832997090332134, + "nauc_map_at_10_std": 0.06511066731937978, + "nauc_map_at_1_diff1": 0.21151147637307072, + "nauc_map_at_1_max": 0.06831467241553899, + "nauc_map_at_1_std": -0.05778176662073448, + "nauc_map_at_20_diff1": 0.09492079590799432, + "nauc_map_at_20_max": 0.2106820766137204, + "nauc_map_at_20_std": 0.09674078094766256, + "nauc_map_at_3_diff1": 0.11803393946184809, + "nauc_map_at_3_max": 0.08412990842614775, + "nauc_map_at_3_std": 0.0069213097101155675, + "nauc_map_at_5_diff1": 0.10206108906980856, + "nauc_map_at_5_max": 0.1315533863306793, + "nauc_map_at_5_std": 0.03346561927801597, + "nauc_mrr_at_1000_diff1": 0.10105909639449717, + "nauc_mrr_at_1000_max": 0.2799761078842449, + "nauc_mrr_at_1000_std": 0.17653215863359817, + "nauc_mrr_at_100_diff1": 0.10085646986015318, + "nauc_mrr_at_100_max": 0.28005212133017526, + "nauc_mrr_at_100_std": 0.17681343133973593, + "nauc_mrr_at_10_diff1": 0.09568078204326277, + "nauc_mrr_at_10_max": 0.28131365417233406, + "nauc_mrr_at_10_std": 0.17641496380483715, + "nauc_mrr_at_1_diff1": 0.1299626157799823, + "nauc_mrr_at_1_max": 0.2339542256129014, + "nauc_mrr_at_1_std": 0.10043866092428157, + "nauc_mrr_at_20_diff1": 0.10079320138783428, + "nauc_mrr_at_20_max": 0.28178452159510886, + "nauc_mrr_at_20_std": 0.17835206459632658, + "nauc_mrr_at_3_diff1": 0.10221650978463398, + "nauc_mrr_at_3_max": 0.2628097161497749, + "nauc_mrr_at_3_std": 0.1648613635381253, + "nauc_mrr_at_5_diff1": 0.09721973152069245, + "nauc_mrr_at_5_max": 0.2744672847703026, + "nauc_mrr_at_5_std": 0.16941385495041109, + "nauc_ndcg_at_1000_diff1": 0.06950762077470676, + "nauc_ndcg_at_1000_max": 0.329519399685173, + "nauc_ndcg_at_1000_std": 0.23027927743221396, + "nauc_ndcg_at_100_diff1": 0.06471582178373891, + "nauc_ndcg_at_100_max": 0.34143285852663313, + "nauc_ndcg_at_100_std": 0.24490933528361125, + "nauc_ndcg_at_10_diff1": 0.07352114998516028, + "nauc_ndcg_at_10_max": 0.23905496647396052, + "nauc_ndcg_at_10_std": 0.12470665894898506, + "nauc_ndcg_at_1_diff1": 0.1299626157799823, + "nauc_ndcg_at_1_max": 0.2339542256129014, + "nauc_ndcg_at_1_std": 0.10043866092428157, + "nauc_ndcg_at_20_diff1": 0.09636053439939979, + "nauc_ndcg_at_20_max": 0.2806079714833211, + "nauc_ndcg_at_20_std": 0.17146293413661515, + "nauc_ndcg_at_3_diff1": 0.06569714695776481, + "nauc_ndcg_at_3_max": 0.2087448057184795, + "nauc_ndcg_at_3_std": 0.12954153906764407, + "nauc_ndcg_at_5_diff1": 0.07445408639177964, + "nauc_ndcg_at_5_max": 0.22477983196313658, + "nauc_ndcg_at_5_std": 0.11749079919614157, + "nauc_precision_at_1000_diff1": -0.07756015997482228, + "nauc_precision_at_1000_max": 0.32113402114184825, + "nauc_precision_at_1000_std": 0.2734340045750334, + "nauc_precision_at_100_diff1": -0.07113483106143495, + "nauc_precision_at_100_max": 0.4050874765254993, + "nauc_precision_at_100_std": 0.3513931748791793, + "nauc_precision_at_10_diff1": -0.04516755498076982, + "nauc_precision_at_10_max": 0.37806887851865933, + "nauc_precision_at_10_std": 0.25941523825508594, + "nauc_precision_at_1_diff1": 0.1299626157799823, + "nauc_precision_at_1_max": 0.2339542256129014, + "nauc_precision_at_1_std": 0.10043866092428157, + "nauc_precision_at_20_diff1": -0.006440976867651705, + "nauc_precision_at_20_max": 0.39704214100247176, + "nauc_precision_at_20_std": 0.30320002829961906, + "nauc_precision_at_3_diff1": 0.009563424529699709, + "nauc_precision_at_3_max": 0.24415927303338583, + "nauc_precision_at_3_std": 0.18917342486935576, + "nauc_precision_at_5_diff1": -0.0228644707903007, + "nauc_precision_at_5_max": 0.3272224451691923, + "nauc_precision_at_5_std": 0.22146429299412904, + "nauc_recall_at_1000_diff1": 0.05517106886238534, + "nauc_recall_at_1000_max": 0.5703952409707959, + "nauc_recall_at_1000_std": 0.795481492131964, + "nauc_recall_at_100_diff1": -0.010118681895992873, + "nauc_recall_at_100_max": 0.42204062190119696, + "nauc_recall_at_100_std": 0.4713566767954653, + "nauc_recall_at_10_diff1": 0.047773834873586406, + "nauc_recall_at_10_max": 0.18808599632415304, + "nauc_recall_at_10_std": 0.08918685484299593, + "nauc_recall_at_1_diff1": 0.21151147637307072, + "nauc_recall_at_1_max": 0.06831467241553899, + "nauc_recall_at_1_std": -0.05778176662073448, + "nauc_recall_at_20_diff1": 0.10821054309243325, + "nauc_recall_at_20_max": 0.24556960172039413, + "nauc_recall_at_20_std": 0.16964158737896762, + "nauc_recall_at_3_diff1": 0.07758448632292389, + "nauc_recall_at_3_max": 0.06271658266232623, + "nauc_recall_at_3_std": 0.021239055056437865, + "nauc_recall_at_5_diff1": 0.05767063906748319, + "nauc_recall_at_5_max": 0.11632910358819332, + "nauc_recall_at_5_std": 0.043591874299602554, + "ndcg_at_1": 0.33025, + "ndcg_at_10": 0.32152, + "ndcg_at_100": 0.46631, + "ndcg_at_1000": 0.49656, + "ndcg_at_20": 0.37398, + "ndcg_at_3": 0.29973, + "ndcg_at_5": 0.29694, + "precision_at_1": 0.33025, + "precision_at_10": 0.16065, + "precision_at_100": 0.03727, + "precision_at_1000": 0.00444, + "precision_at_20": 0.11157, + "precision_at_3": 0.25977, + "precision_at_5": 0.21944, + "recall_at_1": 0.08829, + "recall_at_10": 0.36715, + "recall_at_100": 0.8078, + "recall_at_1000": 0.95476, + "recall_at_20": 0.49463, + "recall_at_3": 0.19034, + "recall_at_5": 0.26356 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.17304, + "map_at_1": 0.05635, + "map_at_10": 0.12139, + "map_at_100": 0.13984, + "map_at_1000": 0.14187, + "map_at_20": 0.13044, + "map_at_3": 0.09276, + "map_at_5": 0.10835, + "mrr_at_1": 0.1060126582278481, + "mrr_at_10": 0.18302127285513362, + "mrr_at_100": 0.19540705454820984, + "mrr_at_1000": 0.19634203879168974, + "mrr_at_20": 0.18988885657675095, + "mrr_at_3": 0.1534810126582278, + "mrr_at_5": 0.1712025316455696, + "nauc_map_at_1000_diff1": 0.11279948478095926, + "nauc_map_at_1000_max": 0.17302374965637798, + "nauc_map_at_1000_std": 0.22111833855455643, + "nauc_map_at_100_diff1": 0.11312657549946938, + "nauc_map_at_100_max": 0.17322963661861143, + "nauc_map_at_100_std": 0.22109615561387666, + "nauc_map_at_10_diff1": 0.11204347289604154, + "nauc_map_at_10_max": 0.15776544533609302, + "nauc_map_at_10_std": 0.19043428150284086, + "nauc_map_at_1_diff1": 0.2047793395427206, + "nauc_map_at_1_max": 0.03040501884016617, + "nauc_map_at_1_std": 0.02494483124214919, + "nauc_map_at_20_diff1": 0.1089293112269607, + "nauc_map_at_20_max": 0.1657947924892291, + "nauc_map_at_20_std": 0.2049979775562435, + "nauc_map_at_3_diff1": 0.13892678935591382, + "nauc_map_at_3_max": 0.12941187725974818, + "nauc_map_at_3_std": 0.15288709845885012, + "nauc_map_at_5_diff1": 0.11197117707147873, + "nauc_map_at_5_max": 0.1462889859828308, + "nauc_map_at_5_std": 0.17443786845326414, + "nauc_mrr_at_1000_diff1": 0.05752177952555169, + "nauc_mrr_at_1000_max": 0.16422102807662786, + "nauc_mrr_at_1000_std": 0.19689065995379432, + "nauc_mrr_at_100_diff1": 0.05768880639644801, + "nauc_mrr_at_100_max": 0.16410404192389355, + "nauc_mrr_at_100_std": 0.1974120031381472, + "nauc_mrr_at_10_diff1": 0.053261547360471895, + "nauc_mrr_at_10_max": 0.16269666108678518, + "nauc_mrr_at_10_std": 0.1882873135943692, + "nauc_mrr_at_1_diff1": 0.10891890816723246, + "nauc_mrr_at_1_max": 0.06962199645397345, + "nauc_mrr_at_1_std": 0.06323546078411812, + "nauc_mrr_at_20_diff1": 0.055354147032856495, + "nauc_mrr_at_20_max": 0.16509368981488343, + "nauc_mrr_at_20_std": 0.19383879088972494, + "nauc_mrr_at_3_diff1": 0.07370515462106803, + "nauc_mrr_at_3_max": 0.14684683676760285, + "nauc_mrr_at_3_std": 0.16421578176735804, + "nauc_mrr_at_5_diff1": 0.05363704929311171, + "nauc_mrr_at_5_max": 0.15781252068916343, + "nauc_mrr_at_5_std": 0.1751009238088557, + "nauc_ndcg_at_1000_diff1": 0.08801748834126129, + "nauc_ndcg_at_1000_max": 0.21250577798831605, + "nauc_ndcg_at_1000_std": 0.3093114673466432, + "nauc_ndcg_at_100_diff1": 0.09050304297505421, + "nauc_ndcg_at_100_max": 0.2124024655184644, + "nauc_ndcg_at_100_std": 0.3154185313627217, + "nauc_ndcg_at_10_diff1": 0.07385631774963829, + "nauc_ndcg_at_10_max": 0.18461911834604586, + "nauc_ndcg_at_10_std": 0.2317097159526761, + "nauc_ndcg_at_1_diff1": 0.10891890816723246, + "nauc_ndcg_at_1_max": 0.06962199645397345, + "nauc_ndcg_at_1_std": 0.06323546078411812, + "nauc_ndcg_at_20_diff1": 0.07280525494934112, + "nauc_ndcg_at_20_max": 0.1990332833302616, + "nauc_ndcg_at_20_std": 0.26164489606551045, + "nauc_ndcg_at_3_diff1": 0.10498733976342685, + "nauc_ndcg_at_3_max": 0.14541453504581467, + "nauc_ndcg_at_3_std": 0.18358406657422982, + "nauc_ndcg_at_5_diff1": 0.07304029756973689, + "nauc_ndcg_at_5_max": 0.16825869560553042, + "nauc_ndcg_at_5_std": 0.20682206944781725, + "nauc_precision_at_1000_diff1": -0.027512699853606798, + "nauc_precision_at_1000_max": 0.13421394929004965, + "nauc_precision_at_1000_std": 0.2102906267565023, + "nauc_precision_at_100_diff1": 0.0192760064630716, + "nauc_precision_at_100_max": 0.20714863318721455, + "nauc_precision_at_100_std": 0.32771401765309627, + "nauc_precision_at_10_diff1": 0.007804659690394927, + "nauc_precision_at_10_max": 0.2428381777776109, + "nauc_precision_at_10_std": 0.28460140015408913, + "nauc_precision_at_1_diff1": 0.10891890816723246, + "nauc_precision_at_1_max": 0.06962199645397345, + "nauc_precision_at_1_std": 0.06323546078411812, + "nauc_precision_at_20_diff1": 0.0022138954498494264, + "nauc_precision_at_20_max": 0.24802689314302737, + "nauc_precision_at_20_std": 0.3168902545569467, + "nauc_precision_at_3_diff1": 0.04435506758173935, + "nauc_precision_at_3_max": 0.20118075096251242, + "nauc_precision_at_3_std": 0.2350192442663312, + "nauc_precision_at_5_diff1": -0.018311421397890017, + "nauc_precision_at_5_max": 0.21570364261438216, + "nauc_precision_at_5_std": 0.25123636354467455, + "nauc_recall_at_1000_diff1": 0.15476068655876812, + "nauc_recall_at_1000_max": 0.32026349624925005, + "nauc_recall_at_1000_std": 0.702815240191735, + "nauc_recall_at_100_diff1": 0.0971876099836934, + "nauc_recall_at_100_max": 0.239711153376144, + "nauc_recall_at_100_std": 0.487005501304621, + "nauc_recall_at_10_diff1": 0.03799225279667667, + "nauc_recall_at_10_max": 0.19384461237708223, + "nauc_recall_at_10_std": 0.2701449271745008, + "nauc_recall_at_1_diff1": 0.2047793395427206, + "nauc_recall_at_1_max": 0.03040501884016617, + "nauc_recall_at_1_std": 0.02494483124214919, + "nauc_recall_at_20_diff1": 0.03959265365035845, + "nauc_recall_at_20_max": 0.2140488018841307, + "nauc_recall_at_20_std": 0.32359091507913096, + "nauc_recall_at_3_diff1": 0.0991562418744651, + "nauc_recall_at_3_max": 0.1667959924578108, + "nauc_recall_at_3_std": 0.21597992062332913, + "nauc_recall_at_5_diff1": 0.04451039704335457, + "nauc_recall_at_5_max": 0.1858239099773617, + "nauc_recall_at_5_std": 0.24151616988280136, + "ndcg_at_1": 0.10601, + "ndcg_at_10": 0.17304, + "ndcg_at_100": 0.25623, + "ndcg_at_1000": 0.29623, + "ndcg_at_20": 0.20095, + "ndcg_at_3": 0.12231, + "ndcg_at_5": 0.14565, + "precision_at_1": 0.10601, + "precision_at_10": 0.05174, + "precision_at_100": 0.01256, + "precision_at_1000": 0.00182, + "precision_at_20": 0.03544, + "precision_at_3": 0.08281, + "precision_at_5": 0.07215, + "recall_at_1": 0.05635, + "recall_at_10": 0.26134, + "recall_at_100": 0.59974, + "recall_at_1000": 0.86323, + "recall_at_20": 0.35335, + "recall_at_3": 0.13138, + "recall_at_5": 0.18734 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.38745, + "map_at_1": 0.17717, + "map_at_10": 0.30867, + "map_at_100": 0.32479, + "map_at_1000": 0.32589, + "map_at_20": 0.31835, + "map_at_3": 0.25895, + "map_at_5": 0.28579, + "mrr_at_1": 0.297, + "mrr_at_10": 0.40505952380952354, + "mrr_at_100": 0.4125078968782626, + "mrr_at_1000": 0.4129961884368329, + "mrr_at_20": 0.4099504009836049, + "mrr_at_3": 0.3729999999999998, + "mrr_at_5": 0.39199999999999957, + "nauc_map_at_1000_diff1": 0.27129954899598985, + "nauc_map_at_1000_max": 0.2446426480980459, + "nauc_map_at_1000_std": 0.13437615877638734, + "nauc_map_at_100_diff1": 0.27118953171529964, + "nauc_map_at_100_max": 0.24451175635622796, + "nauc_map_at_100_std": 0.13433037896593866, + "nauc_map_at_10_diff1": 0.2694593352919924, + "nauc_map_at_10_max": 0.23304006026563606, + "nauc_map_at_10_std": 0.11965438367544148, + "nauc_map_at_1_diff1": 0.33672173782744375, + "nauc_map_at_1_max": 0.13823199016402246, + "nauc_map_at_1_std": 0.0320584190782752, + "nauc_map_at_20_diff1": 0.2692065512237633, + "nauc_map_at_20_max": 0.23899818971050413, + "nauc_map_at_20_std": 0.12782763016066237, + "nauc_map_at_3_diff1": 0.2797992677387063, + "nauc_map_at_3_max": 0.20586481890717762, + "nauc_map_at_3_std": 0.09129368845486989, + "nauc_map_at_5_diff1": 0.26940046475705315, + "nauc_map_at_5_max": 0.21480118141994706, + "nauc_map_at_5_std": 0.10238534296193295, + "nauc_mrr_at_1000_diff1": 0.2882412636203385, + "nauc_mrr_at_1000_max": 0.24664750840385657, + "nauc_mrr_at_1000_std": 0.12362612294566466, + "nauc_mrr_at_100_diff1": 0.28825975666139, + "nauc_mrr_at_100_max": 0.2468566329351819, + "nauc_mrr_at_100_std": 0.12396226590696008, + "nauc_mrr_at_10_diff1": 0.2860365720008966, + "nauc_mrr_at_10_max": 0.24324674250649328, + "nauc_mrr_at_10_std": 0.11980150896914632, + "nauc_mrr_at_1_diff1": 0.3252244802635243, + "nauc_mrr_at_1_max": 0.21155525140567497, + "nauc_mrr_at_1_std": 0.07447191298054687, + "nauc_mrr_at_20_diff1": 0.2872537173727586, + "nauc_mrr_at_20_max": 0.2457864775942273, + "nauc_mrr_at_20_std": 0.1228936281713297, + "nauc_mrr_at_3_diff1": 0.2903836686234884, + "nauc_mrr_at_3_max": 0.2436769857477247, + "nauc_mrr_at_3_std": 0.11380781378022094, + "nauc_mrr_at_5_diff1": 0.2871805117401301, + "nauc_mrr_at_5_max": 0.23864459676361593, + "nauc_mrr_at_5_std": 0.11149727281373241, + "nauc_ndcg_at_1000_diff1": 0.26885755038409703, + "nauc_ndcg_at_1000_max": 0.28211095078277704, + "nauc_ndcg_at_1000_std": 0.1844998939158859, + "nauc_ndcg_at_100_diff1": 0.267494416579884, + "nauc_ndcg_at_100_max": 0.2877866786529695, + "nauc_ndcg_at_100_std": 0.19345056187976198, + "nauc_ndcg_at_10_diff1": 0.25850232806367124, + "nauc_ndcg_at_10_max": 0.2525780525596284, + "nauc_ndcg_at_10_std": 0.14694886454042103, + "nauc_ndcg_at_1_diff1": 0.3252244802635243, + "nauc_ndcg_at_1_max": 0.21155525140567497, + "nauc_ndcg_at_1_std": 0.07447191298054687, + "nauc_ndcg_at_20_diff1": 0.2587783673741152, + "nauc_ndcg_at_20_max": 0.26707244911383615, + "nauc_ndcg_at_20_std": 0.16758077155861412, + "nauc_ndcg_at_3_diff1": 0.2720449400523828, + "nauc_ndcg_at_3_max": 0.22662093327359803, + "nauc_ndcg_at_3_std": 0.10971963372080466, + "nauc_ndcg_at_5_diff1": 0.2610663057382214, + "nauc_ndcg_at_5_max": 0.2250854823940229, + "nauc_ndcg_at_5_std": 0.11551747678903646, + "nauc_precision_at_1000_diff1": -0.0042544232896173, + "nauc_precision_at_1000_max": 0.2420146538610935, + "nauc_precision_at_1000_std": 0.2509380309504252, + "nauc_precision_at_100_diff1": 0.06316594521708357, + "nauc_precision_at_100_max": 0.3294211388824271, + "nauc_precision_at_100_std": 0.3268763929083214, + "nauc_precision_at_10_diff1": 0.10884207288943565, + "nauc_precision_at_10_max": 0.3170543361258014, + "nauc_precision_at_10_std": 0.24475459486925785, + "nauc_precision_at_1_diff1": 0.3252244802635243, + "nauc_precision_at_1_max": 0.21155525140567497, + "nauc_precision_at_1_std": 0.07447191298054687, + "nauc_precision_at_20_diff1": 0.08270105205762236, + "nauc_precision_at_20_max": 0.3137861660021327, + "nauc_precision_at_20_std": 0.2788287400137291, + "nauc_precision_at_3_diff1": 0.19758501196132328, + "nauc_precision_at_3_max": 0.2978238777411177, + "nauc_precision_at_3_std": 0.16558565398637143, + "nauc_precision_at_5_diff1": 0.14350237331294968, + "nauc_precision_at_5_max": 0.2927473198098252, + "nauc_precision_at_5_std": 0.18506729614252437, + "nauc_recall_at_1000_diff1": 0.23150580357143025, + "nauc_recall_at_1000_max": 0.48460044642857286, + "nauc_recall_at_1000_std": 0.5379441964285716, + "nauc_recall_at_100_diff1": 0.2238263176057811, + "nauc_recall_at_100_max": 0.41418931334465175, + "nauc_recall_at_100_std": 0.41439082168330404, + "nauc_recall_at_10_diff1": 0.18850813735933583, + "nauc_recall_at_10_max": 0.2464358400903427, + "nauc_recall_at_10_std": 0.18300027130724397, + "nauc_recall_at_1_diff1": 0.33672173782744375, + "nauc_recall_at_1_max": 0.13823199016402246, + "nauc_recall_at_1_std": 0.0320584190782752, + "nauc_recall_at_20_diff1": 0.1842720976859573, + "nauc_recall_at_20_max": 0.28921708322146544, + "nauc_recall_at_20_std": 0.24607550719335367, + "nauc_recall_at_3_diff1": 0.22592876367289988, + "nauc_recall_at_3_max": 0.20540065496639276, + "nauc_recall_at_3_std": 0.11383373714284964, + "nauc_recall_at_5_diff1": 0.19869301243397727, + "nauc_recall_at_5_max": 0.19195445716144782, + "nauc_recall_at_5_std": 0.11709686059753588, + "ndcg_at_1": 0.297, + "ndcg_at_10": 0.38745, + "ndcg_at_100": 0.44747, + "ndcg_at_1000": 0.47119, + "ndcg_at_20": 0.41394, + "ndcg_at_3": 0.30634, + "ndcg_at_5": 0.34399, + "precision_at_1": 0.297, + "precision_at_10": 0.0952, + "precision_at_100": 0.01435, + "precision_at_1000": 0.00175, + "precision_at_20": 0.0564, + "precision_at_3": 0.18767, + "precision_at_5": 0.1446, + "recall_at_1": 0.17717, + "recall_at_10": 0.51668, + "recall_at_100": 0.75157, + "recall_at_1000": 0.91167, + "recall_at_20": 0.60312, + "recall_at_3": 0.32445, + "recall_at_5": 0.40796 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.29, + "map_at_1": 0.09672, + "map_at_10": 0.2106, + "map_at_100": 0.24112, + "map_at_1000": 0.24224, + "map_at_20": 0.22696, + "map_at_3": 0.16535, + "map_at_5": 0.19039, + "mrr_at_1": 0.18075801749271136, + "mrr_at_10": 0.30295247350640947, + "mrr_at_100": 0.3188885876721931, + "mrr_at_1000": 0.3191677695400766, + "mrr_at_20": 0.3137374575317422, + "mrr_at_3": 0.25996112730806603, + "mrr_at_5": 0.2869290573372206, + "nauc_map_at_1000_diff1": 0.06230565486825207, + "nauc_map_at_1000_max": 0.1570221041832565, + "nauc_map_at_1000_std": 0.14049378110712488, + "nauc_map_at_100_diff1": 0.062132232143520545, + "nauc_map_at_100_max": 0.15847861865563043, + "nauc_map_at_100_std": 0.14180050833675492, + "nauc_map_at_10_diff1": 0.06398801020584795, + "nauc_map_at_10_max": 0.13609285955280795, + "nauc_map_at_10_std": 0.12260849532399024, + "nauc_map_at_1_diff1": 0.12761839883227313, + "nauc_map_at_1_max": 0.03458885175252662, + "nauc_map_at_1_std": 0.07577538896295855, + "nauc_map_at_20_diff1": 0.060452037379270275, + "nauc_map_at_20_max": 0.1532076885595981, + "nauc_map_at_20_std": 0.13295427965430065, + "nauc_map_at_3_diff1": 0.06481441648295395, + "nauc_map_at_3_max": 0.11615794534869835, + "nauc_map_at_3_std": 0.10144658905201735, + "nauc_map_at_5_diff1": 0.05604591836899981, + "nauc_map_at_5_max": 0.12282680515747806, + "nauc_map_at_5_std": 0.11712017459495286, + "nauc_mrr_at_1000_diff1": 0.050285186266980926, + "nauc_mrr_at_1000_max": 0.12967828943304974, + "nauc_mrr_at_1000_std": 0.1509017043593227, + "nauc_mrr_at_100_diff1": 0.05019730646895327, + "nauc_mrr_at_100_max": 0.13012019718205084, + "nauc_mrr_at_100_std": 0.15143857954071538, + "nauc_mrr_at_10_diff1": 0.05032532182177143, + "nauc_mrr_at_10_max": 0.12286989410476579, + "nauc_mrr_at_10_std": 0.14751830983563444, + "nauc_mrr_at_1_diff1": 0.07227107392511185, + "nauc_mrr_at_1_max": 0.09830253907648787, + "nauc_mrr_at_1_std": 0.1176135471497542, + "nauc_mrr_at_20_diff1": 0.05292922927734396, + "nauc_mrr_at_20_max": 0.1325629038320619, + "nauc_mrr_at_20_std": 0.15329854983436964, + "nauc_mrr_at_3_diff1": 0.03817967807968365, + "nauc_mrr_at_3_max": 0.11225897046160403, + "nauc_mrr_at_3_std": 0.12890241519808626, + "nauc_mrr_at_5_diff1": 0.03694448744784851, + "nauc_mrr_at_5_max": 0.11809397809530185, + "nauc_mrr_at_5_std": 0.13786026501235146, + "nauc_ndcg_at_1000_diff1": 0.06386766353555759, + "nauc_ndcg_at_1000_max": 0.18811639839332825, + "nauc_ndcg_at_1000_std": 0.1802693928608212, + "nauc_ndcg_at_100_diff1": 0.05908187861635914, + "nauc_ndcg_at_100_max": 0.2168875957217043, + "nauc_ndcg_at_100_std": 0.2076639407921769, + "nauc_ndcg_at_10_diff1": 0.06393474041248458, + "nauc_ndcg_at_10_max": 0.15225278593054437, + "nauc_ndcg_at_10_std": 0.14481929422752174, + "nauc_ndcg_at_1_diff1": 0.07227107392511185, + "nauc_ndcg_at_1_max": 0.09830253907648787, + "nauc_ndcg_at_1_std": 0.1176135471497542, + "nauc_ndcg_at_20_diff1": 0.05985768162460507, + "nauc_ndcg_at_20_max": 0.20004865220614904, + "nauc_ndcg_at_20_std": 0.17614861936167872, + "nauc_ndcg_at_3_diff1": 0.04237572283836568, + "nauc_ndcg_at_3_max": 0.1183715274323126, + "nauc_ndcg_at_3_std": 0.10398892561884361, + "nauc_ndcg_at_5_diff1": 0.0436574970189845, + "nauc_ndcg_at_5_max": 0.13045695117972247, + "nauc_ndcg_at_5_std": 0.12775460519295928, + "nauc_precision_at_1000_diff1": 0.027530141396327368, + "nauc_precision_at_1000_max": 0.11940918996860159, + "nauc_precision_at_1000_std": 0.08633957359235785, + "nauc_precision_at_100_diff1": 0.025134216489992693, + "nauc_precision_at_100_max": 0.24450756558400613, + "nauc_precision_at_100_std": 0.2024573573938498, + "nauc_precision_at_10_diff1": 0.03606827973681201, + "nauc_precision_at_10_max": 0.23897065812199908, + "nauc_precision_at_10_std": 0.17954015750981606, + "nauc_precision_at_1_diff1": 0.07227107392511185, + "nauc_precision_at_1_max": 0.09830253907648787, + "nauc_precision_at_1_std": 0.1176135471497542, + "nauc_precision_at_20_diff1": 0.01144449144565766, + "nauc_precision_at_20_max": 0.29727576559402275, + "nauc_precision_at_20_std": 0.2097213232285969, + "nauc_precision_at_3_diff1": 0.0004998216918318767, + "nauc_precision_at_3_max": 0.19875331529569962, + "nauc_precision_at_3_std": 0.1339455220494858, + "nauc_precision_at_5_diff1": -0.019846697108941342, + "nauc_precision_at_5_max": 0.2104803712075479, + "nauc_precision_at_5_std": 0.15460129219571217, + "nauc_recall_at_1000_diff1": 0.30953838483116297, + "nauc_recall_at_1000_max": 0.8230596437986638, + "nauc_recall_at_1000_std": 0.9092744930030788, + "nauc_recall_at_100_diff1": 0.022132172313311105, + "nauc_recall_at_100_max": 0.5808163791718183, + "nauc_recall_at_100_std": 0.5846519890625147, + "nauc_recall_at_10_diff1": 0.06841880388894125, + "nauc_recall_at_10_max": 0.16179872962891, + "nauc_recall_at_10_std": 0.14733226275669942, + "nauc_recall_at_1_diff1": 0.12761839883227313, + "nauc_recall_at_1_max": 0.03458885175252662, + "nauc_recall_at_1_std": 0.07577538896295855, + "nauc_recall_at_20_diff1": 0.0572920046413221, + "nauc_recall_at_20_max": 0.2893347238206897, + "nauc_recall_at_20_std": 0.22851795114210588, + "nauc_recall_at_3_diff1": 0.05152996800694628, + "nauc_recall_at_3_max": 0.12321770316177204, + "nauc_recall_at_3_std": 0.09252563853549199, + "nauc_recall_at_5_diff1": 0.04555751066111307, + "nauc_recall_at_5_max": 0.12505528573131014, + "nauc_recall_at_5_std": 0.1166162067642619, + "ndcg_at_1": 0.18076, + "ndcg_at_10": 0.29, + "ndcg_at_100": 0.40689, + "ndcg_at_1000": 0.42455, + "ndcg_at_20": 0.33828, + "ndcg_at_3": 0.21037, + "ndcg_at_5": 0.24824, + "precision_at_1": 0.18076, + "precision_at_10": 0.08601, + "precision_at_100": 0.01848, + "precision_at_1000": 0.00209, + "precision_at_20": 0.05948, + "precision_at_3": 0.14674, + "precision_at_5": 0.12362, + "recall_at_1": 0.09672, + "recall_at_10": 0.41901, + "recall_at_100": 0.8698, + "recall_at_1000": 0.98129, + "recall_at_20": 0.57628, + "recall_at_3": 0.22166, + "recall_at_5": 0.31234 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.2128, + "map_at_1": 0.07753, + "map_at_10": 0.15771, + "map_at_100": 0.17618, + "map_at_1000": 0.17801, + "map_at_20": 0.16685, + "map_at_3": 0.12532, + "map_at_5": 0.14013, + "mrr_at_1": 0.1457142857142857, + "mrr_at_10": 0.22624489795918376, + "mrr_at_100": 0.23911454790320302, + "mrr_at_1000": 0.2397803003341128, + "mrr_at_20": 0.2334286459891282, + "mrr_at_3": 0.20238095238095236, + "mrr_at_5": 0.21466666666666667, + "nauc_map_at_1000_diff1": 0.2574358086780719, + "nauc_map_at_1000_max": 0.18325001622875212, + "nauc_map_at_1000_std": 0.1727687419721311, + "nauc_map_at_100_diff1": 0.2576806749767687, + "nauc_map_at_100_max": 0.18326094255323136, + "nauc_map_at_100_std": 0.1733086871916621, + "nauc_map_at_10_diff1": 0.24753187482165878, + "nauc_map_at_10_max": 0.16417656964107788, + "nauc_map_at_10_std": 0.15380032687398015, + "nauc_map_at_1_diff1": 0.312602318669965, + "nauc_map_at_1_max": 0.045768735993600936, + "nauc_map_at_1_std": 0.12037307632657507, + "nauc_map_at_20_diff1": 0.2528535095048106, + "nauc_map_at_20_max": 0.17612681875602698, + "nauc_map_at_20_std": 0.16523535048004367, + "nauc_map_at_3_diff1": 0.25870400114623426, + "nauc_map_at_3_max": 0.1138799212885966, + "nauc_map_at_3_std": 0.11140126770926234, + "nauc_map_at_5_diff1": 0.2579705267254512, + "nauc_map_at_5_max": 0.14012898364487492, + "nauc_map_at_5_std": 0.13519975145726681, + "nauc_mrr_at_1000_diff1": 0.2305131987344887, + "nauc_mrr_at_1000_max": 0.20021294781792107, + "nauc_mrr_at_1000_std": 0.15958275510914346, + "nauc_mrr_at_100_diff1": 0.23074879337711277, + "nauc_mrr_at_100_max": 0.20048429462409362, + "nauc_mrr_at_100_std": 0.15962484826185494, + "nauc_mrr_at_10_diff1": 0.2282074681635798, + "nauc_mrr_at_10_max": 0.201032907245098, + "nauc_mrr_at_10_std": 0.15407754088620093, + "nauc_mrr_at_1_diff1": 0.23942866222920609, + "nauc_mrr_at_1_max": 0.1598427467528264, + "nauc_mrr_at_1_std": 0.11071876269001932, + "nauc_mrr_at_20_diff1": 0.22993815192513917, + "nauc_mrr_at_20_max": 0.20165003860951966, + "nauc_mrr_at_20_std": 0.1606261468794697, + "nauc_mrr_at_3_diff1": 0.22508917328971498, + "nauc_mrr_at_3_max": 0.19295358940204316, + "nauc_mrr_at_3_std": 0.12476244073670707, + "nauc_mrr_at_5_diff1": 0.2347871048340627, + "nauc_mrr_at_5_max": 0.19749131126272504, + "nauc_mrr_at_5_std": 0.14237791253067067, + "nauc_ndcg_at_1000_diff1": 0.24249239638808573, + "nauc_ndcg_at_1000_max": 0.2253335657651544, + "nauc_ndcg_at_1000_std": 0.2374320900873119, + "nauc_ndcg_at_100_diff1": 0.23971712286117342, + "nauc_ndcg_at_100_max": 0.22852159763063185, + "nauc_ndcg_at_100_std": 0.24404722507498236, + "nauc_ndcg_at_10_diff1": 0.2257706091656951, + "nauc_ndcg_at_10_max": 0.19580494352333216, + "nauc_ndcg_at_10_std": 0.19250018164133462, + "nauc_ndcg_at_1_diff1": 0.23942866222920609, + "nauc_ndcg_at_1_max": 0.1598427467528264, + "nauc_ndcg_at_1_std": 0.11071876269001932, + "nauc_ndcg_at_20_diff1": 0.23571606180655955, + "nauc_ndcg_at_20_max": 0.2126591339422, + "nauc_ndcg_at_20_std": 0.2194731146699346, + "nauc_ndcg_at_3_diff1": 0.23628501118540204, + "nauc_ndcg_at_3_max": 0.17639445607951706, + "nauc_ndcg_at_3_std": 0.12583708623161638, + "nauc_ndcg_at_5_diff1": 0.24605376557240555, + "nauc_ndcg_at_5_max": 0.17481240563867276, + "nauc_ndcg_at_5_std": 0.15640711931861548, + "nauc_precision_at_1000_diff1": 0.13812101273451385, + "nauc_precision_at_1000_max": 0.2521582110965446, + "nauc_precision_at_1000_std": 0.08869072649466969, + "nauc_precision_at_100_diff1": 0.18167649962300514, + "nauc_precision_at_100_max": 0.35280750983943415, + "nauc_precision_at_100_std": 0.21667094186507485, + "nauc_precision_at_10_diff1": 0.1837230868108159, + "nauc_precision_at_10_max": 0.3281678373043202, + "nauc_precision_at_10_std": 0.2043391635679201, + "nauc_precision_at_1_diff1": 0.23942866222920609, + "nauc_precision_at_1_max": 0.1598427467528264, + "nauc_precision_at_1_std": 0.11071876269001932, + "nauc_precision_at_20_diff1": 0.19310393456494152, + "nauc_precision_at_20_max": 0.35344333192309507, + "nauc_precision_at_20_std": 0.2398611698710415, + "nauc_precision_at_3_diff1": 0.18906247160519268, + "nauc_precision_at_3_max": 0.2585850753863209, + "nauc_precision_at_3_std": 0.12308353979513352, + "nauc_precision_at_5_diff1": 0.2128998271218381, + "nauc_precision_at_5_max": 0.304965486198189, + "nauc_precision_at_5_std": 0.1740455221093609, + "nauc_recall_at_1000_diff1": 0.15711488643563137, + "nauc_recall_at_1000_max": 0.3317447596619862, + "nauc_recall_at_1000_std": 0.6733676218916645, + "nauc_recall_at_100_diff1": 0.15596081736337888, + "nauc_recall_at_100_max": 0.2645780331468526, + "nauc_recall_at_100_std": 0.43757782720810445, + "nauc_recall_at_10_diff1": 0.16191435314130986, + "nauc_recall_at_10_max": 0.1958905848602677, + "nauc_recall_at_10_std": 0.25264750720518014, + "nauc_recall_at_1_diff1": 0.312602318669965, + "nauc_recall_at_1_max": 0.045768735993600936, + "nauc_recall_at_1_std": 0.12037307632657507, + "nauc_recall_at_20_diff1": 0.1830480230399461, + "nauc_recall_at_20_max": 0.21858228249931497, + "nauc_recall_at_20_std": 0.31306197391211615, + "nauc_recall_at_3_diff1": 0.2149482615450167, + "nauc_recall_at_3_max": 0.12743249257644276, + "nauc_recall_at_3_std": 0.1372122745881463, + "nauc_recall_at_5_diff1": 0.22102504365097567, + "nauc_recall_at_5_max": 0.15925523118076582, + "nauc_recall_at_5_std": 0.18005067372458228, + "ndcg_at_1": 0.14571, + "ndcg_at_10": 0.2128, + "ndcg_at_100": 0.29191, + "ndcg_at_1000": 0.32839, + "ndcg_at_20": 0.24067, + "ndcg_at_3": 0.16463, + "ndcg_at_5": 0.17987, + "precision_at_1": 0.14571, + "precision_at_10": 0.06429, + "precision_at_100": 0.0132, + "precision_at_1000": 0.00185, + "precision_at_20": 0.042, + "precision_at_3": 0.11238, + "precision_at_5": 0.08743, + "recall_at_1": 0.07753, + "recall_at_10": 0.30111, + "recall_at_100": 0.61774, + "recall_at_1000": 0.85776, + "recall_at_20": 0.3909, + "recall_at_3": 0.16695, + "recall_at_5": 0.21544 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.28176, + "map_at_1": 0.10111, + "map_at_10": 0.2004, + "map_at_100": 0.22751, + "map_at_1000": 0.22998, + "map_at_20": 0.21455, + "map_at_3": 0.15704, + "map_at_5": 0.17944, + "mrr_at_1": 0.23958333333333334, + "mrr_at_10": 0.3498230820105817, + "mrr_at_100": 0.36031588058980896, + "mrr_at_1000": 0.3608434909452615, + "mrr_at_20": 0.35651660721477346, + "mrr_at_3": 0.3163194444444445, + "mrr_at_5": 0.3376736111111107, + "nauc_map_at_1000_diff1": 0.14583117117345665, + "nauc_map_at_1000_max": 0.15986265076668102, + "nauc_map_at_1000_std": 0.10010141807850666, + "nauc_map_at_100_diff1": 0.1456298566741567, + "nauc_map_at_100_max": 0.15845440728126717, + "nauc_map_at_100_std": 0.09771482293676326, + "nauc_map_at_10_diff1": 0.15403035750524907, + "nauc_map_at_10_max": 0.12899952913488166, + "nauc_map_at_10_std": 0.06808248186027169, + "nauc_map_at_1_diff1": 0.22706825928019098, + "nauc_map_at_1_max": 0.07589420076708815, + "nauc_map_at_1_std": -0.008872609857656685, + "nauc_map_at_20_diff1": 0.14640200931142439, + "nauc_map_at_20_max": 0.14485923753451718, + "nauc_map_at_20_std": 0.07999111493761059, + "nauc_map_at_3_diff1": 0.18563776965686477, + "nauc_map_at_3_max": 0.11664253542870105, + "nauc_map_at_3_std": 0.04275519901486302, + "nauc_map_at_5_diff1": 0.17206972863415135, + "nauc_map_at_5_max": 0.11623422470216346, + "nauc_map_at_5_std": 0.04747394779282551, + "nauc_mrr_at_1000_diff1": 0.15500997714429943, + "nauc_mrr_at_1000_max": 0.20348373624038993, + "nauc_mrr_at_1000_std": 0.150608298619528, + "nauc_mrr_at_100_diff1": 0.15501083040588545, + "nauc_mrr_at_100_max": 0.20361838690387613, + "nauc_mrr_at_100_std": 0.150600916861689, + "nauc_mrr_at_10_diff1": 0.1537840790522895, + "nauc_mrr_at_10_max": 0.20530180392057656, + "nauc_mrr_at_10_std": 0.1511973227601478, + "nauc_mrr_at_1_diff1": 0.19928023856734686, + "nauc_mrr_at_1_max": 0.17770300863401448, + "nauc_mrr_at_1_std": 0.1025246295804775, + "nauc_mrr_at_20_diff1": 0.15395341461968887, + "nauc_mrr_at_20_max": 0.20344136247655603, + "nauc_mrr_at_20_std": 0.15067795454241373, + "nauc_mrr_at_3_diff1": 0.17317480806395585, + "nauc_mrr_at_3_max": 0.20562446893129963, + "nauc_mrr_at_3_std": 0.14306584839875985, + "nauc_mrr_at_5_diff1": 0.16034140766922783, + "nauc_mrr_at_5_max": 0.20212952407043622, + "nauc_mrr_at_5_std": 0.14368090864758995, + "nauc_ndcg_at_1000_diff1": 0.11575647398403711, + "nauc_ndcg_at_1000_max": 0.21691997937899796, + "nauc_ndcg_at_1000_std": 0.19145722659112746, + "nauc_ndcg_at_100_diff1": 0.11637238001818011, + "nauc_ndcg_at_100_max": 0.2102973812131618, + "nauc_ndcg_at_100_std": 0.1807452388465851, + "nauc_ndcg_at_10_diff1": 0.12487934306687905, + "nauc_ndcg_at_10_max": 0.159866883621768, + "nauc_ndcg_at_10_std": 0.1136221936759079, + "nauc_ndcg_at_1_diff1": 0.19928023856734686, + "nauc_ndcg_at_1_max": 0.17770300863401448, + "nauc_ndcg_at_1_std": 0.1025246295804775, + "nauc_ndcg_at_20_diff1": 0.11440447051298616, + "nauc_ndcg_at_20_max": 0.17664412749446176, + "nauc_ndcg_at_20_std": 0.12777347023485852, + "nauc_ndcg_at_3_diff1": 0.17021918373831046, + "nauc_ndcg_at_3_max": 0.18398887310105774, + "nauc_ndcg_at_3_std": 0.11681835945630008, + "nauc_ndcg_at_5_diff1": 0.1522812789542342, + "nauc_ndcg_at_5_max": 0.15985426403918712, + "nauc_ndcg_at_5_std": 0.09993179717387046, + "nauc_precision_at_1000_diff1": -0.04868855295662242, + "nauc_precision_at_1000_max": 0.26748921809048176, + "nauc_precision_at_1000_std": 0.2953973950655119, + "nauc_precision_at_100_diff1": -0.030715565802236663, + "nauc_precision_at_100_max": 0.3030090786052002, + "nauc_precision_at_100_std": 0.32830842216282974, + "nauc_precision_at_10_diff1": 0.012418084829350725, + "nauc_precision_at_10_max": 0.2600833850127118, + "nauc_precision_at_10_std": 0.23966560086338123, + "nauc_precision_at_1_diff1": 0.19928023856734686, + "nauc_precision_at_1_max": 0.17770300863401448, + "nauc_precision_at_1_std": 0.1025246295804775, + "nauc_precision_at_20_diff1": -0.019020750897551213, + "nauc_precision_at_20_max": 0.28836965178517526, + "nauc_precision_at_20_std": 0.2604587625932044, + "nauc_precision_at_3_diff1": 0.11247401538429252, + "nauc_precision_at_3_max": 0.2358134497070826, + "nauc_precision_at_3_std": 0.1820734148509516, + "nauc_precision_at_5_diff1": 0.07431553079060148, + "nauc_precision_at_5_max": 0.23673647133618142, + "nauc_precision_at_5_std": 0.19722064233980338, + "nauc_recall_at_1000_diff1": -0.04704011721545741, + "nauc_recall_at_1000_max": 0.26966923185593467, + "nauc_recall_at_1000_std": 0.515521332696995, + "nauc_recall_at_100_diff1": 0.028870326909213657, + "nauc_recall_at_100_max": 0.1929990324692509, + "nauc_recall_at_100_std": 0.26865642595915984, + "nauc_recall_at_10_diff1": 0.048663158952753784, + "nauc_recall_at_10_max": 0.10686741156762843, + "nauc_recall_at_10_std": 0.09533528728377823, + "nauc_recall_at_1_diff1": 0.22706825928019098, + "nauc_recall_at_1_max": 0.07589420076708815, + "nauc_recall_at_1_std": -0.008872609857656685, + "nauc_recall_at_20_diff1": 0.025491982682523222, + "nauc_recall_at_20_max": 0.12042793457802145, + "nauc_recall_at_20_std": 0.10855891816000218, + "nauc_recall_at_3_diff1": 0.1584337707452423, + "nauc_recall_at_3_max": 0.12342524786665245, + "nauc_recall_at_3_std": 0.0738484490577614, + "nauc_recall_at_5_diff1": 0.11790336131848393, + "nauc_recall_at_5_max": 0.10299489432894018, + "nauc_recall_at_5_std": 0.05892001394302111, + "ndcg_at_1": 0.23958, + "ndcg_at_10": 0.28176, + "ndcg_at_100": 0.37481, + "ndcg_at_1000": 0.41217, + "ndcg_at_20": 0.31759, + "ndcg_at_3": 0.23492, + "ndcg_at_5": 0.25072, + "precision_at_1": 0.23958, + "precision_at_10": 0.10344, + "precision_at_100": 0.02141, + "precision_at_1000": 0.00284, + "precision_at_20": 0.0687, + "precision_at_3": 0.17778, + "precision_at_5": 0.14625, + "recall_at_1": 0.10111, + "recall_at_10": 0.35747, + "recall_at_100": 0.67372, + "recall_at_1000": 0.88874, + "recall_at_20": 0.45939, + "recall_at_3": 0.20358, + "recall_at_5": 0.26902 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.19191, + "map_at_1": 0.07655, + "map_at_10": 0.13942, + "map_at_100": 0.15846, + "map_at_1000": 0.16008, + "map_at_20": 0.14887, + "map_at_3": 0.11201, + "map_at_5": 0.12751, + "mrr_at_1": 0.14069767441860465, + "mrr_at_10": 0.21471253229974147, + "mrr_at_100": 0.22411592166032493, + "mrr_at_1000": 0.2248829618586675, + "mrr_at_20": 0.22011826356438102, + "mrr_at_3": 0.18604651162790697, + "mrr_at_5": 0.20383720930232552, + "nauc_map_at_1000_diff1": 0.1716739167836946, + "nauc_map_at_1000_max": 0.20379093182160427, + "nauc_map_at_1000_std": 0.24190202984568238, + "nauc_map_at_100_diff1": 0.1711965528963602, + "nauc_map_at_100_max": 0.2028933277472879, + "nauc_map_at_100_std": 0.23980518150375235, + "nauc_map_at_10_diff1": 0.18075938847551892, + "nauc_map_at_10_max": 0.17372380041281946, + "nauc_map_at_10_std": 0.19922203429420834, + "nauc_map_at_1_diff1": 0.28166772334572376, + "nauc_map_at_1_max": 0.0765449972168895, + "nauc_map_at_1_std": 0.06117969464459286, + "nauc_map_at_20_diff1": 0.17623116724699942, + "nauc_map_at_20_max": 0.18659948646949087, + "nauc_map_at_20_std": 0.2184988534906205, + "nauc_map_at_3_diff1": 0.1965555616845007, + "nauc_map_at_3_max": 0.13644167219163789, + "nauc_map_at_3_std": 0.13522674175875174, + "nauc_map_at_5_diff1": 0.19591261590872136, + "nauc_map_at_5_max": 0.16051105461650123, + "nauc_map_at_5_std": 0.18233883983756413, + "nauc_mrr_at_1000_diff1": 0.1528220652491455, + "nauc_mrr_at_1000_max": 0.25952648671167544, + "nauc_mrr_at_1000_std": 0.3082674018854329, + "nauc_mrr_at_100_diff1": 0.1523204667394899, + "nauc_mrr_at_100_max": 0.25997345559356094, + "nauc_mrr_at_100_std": 0.3085125695340758, + "nauc_mrr_at_10_diff1": 0.15143564834547024, + "nauc_mrr_at_10_max": 0.2562671145370859, + "nauc_mrr_at_10_std": 0.3036746001122088, + "nauc_mrr_at_1_diff1": 0.19559462920315485, + "nauc_mrr_at_1_max": 0.21231508084951609, + "nauc_mrr_at_1_std": 0.22315891925371195, + "nauc_mrr_at_20_diff1": 0.15262941066938648, + "nauc_mrr_at_20_max": 0.25885670718526504, + "nauc_mrr_at_20_std": 0.30586443377657113, + "nauc_mrr_at_3_diff1": 0.16171196192592288, + "nauc_mrr_at_3_max": 0.23823660515289308, + "nauc_mrr_at_3_std": 0.26615370899938967, + "nauc_mrr_at_5_diff1": 0.154838320616544, + "nauc_mrr_at_5_max": 0.24644375035612523, + "nauc_mrr_at_5_std": 0.2925297032589594, + "nauc_ndcg_at_1000_diff1": 0.14645030376748472, + "nauc_ndcg_at_1000_max": 0.282575533586523, + "nauc_ndcg_at_1000_std": 0.3811336082063813, + "nauc_ndcg_at_100_diff1": 0.1346712800851693, + "nauc_ndcg_at_100_max": 0.29091287667514015, + "nauc_ndcg_at_100_std": 0.3725114022296409, + "nauc_ndcg_at_10_diff1": 0.14759822958453203, + "nauc_ndcg_at_10_max": 0.22058927275603538, + "nauc_ndcg_at_10_std": 0.27187514396946766, + "nauc_ndcg_at_1_diff1": 0.19559462920315485, + "nauc_ndcg_at_1_max": 0.21231508084951609, + "nauc_ndcg_at_1_std": 0.22315891925371195, + "nauc_ndcg_at_20_diff1": 0.1445444322920244, + "nauc_ndcg_at_20_max": 0.24396854273388177, + "nauc_ndcg_at_20_std": 0.3038460284787063, + "nauc_ndcg_at_3_diff1": 0.15930031388506857, + "nauc_ndcg_at_3_max": 0.20158323119133384, + "nauc_ndcg_at_3_std": 0.20860644736996695, + "nauc_ndcg_at_5_diff1": 0.16659965373699814, + "nauc_ndcg_at_5_max": 0.20543514955211548, + "nauc_ndcg_at_5_std": 0.24860736251762736, + "nauc_precision_at_1000_diff1": 0.020029124254364237, + "nauc_precision_at_1000_max": 0.3594528128933399, + "nauc_precision_at_1000_std": 0.4959567223499156, + "nauc_precision_at_100_diff1": 0.0009697779490327603, + "nauc_precision_at_100_max": 0.4192393041438949, + "nauc_precision_at_100_std": 0.5379384618369969, + "nauc_precision_at_10_diff1": 0.03927025328646627, + "nauc_precision_at_10_max": 0.35167519786779533, + "nauc_precision_at_10_std": 0.43456744500621886, + "nauc_precision_at_1_diff1": 0.19559462920315485, + "nauc_precision_at_1_max": 0.21231508084951609, + "nauc_precision_at_1_std": 0.22315891925371195, + "nauc_precision_at_20_diff1": 0.033293002308518074, + "nauc_precision_at_20_max": 0.37475867178890915, + "nauc_precision_at_20_std": 0.47331977868996844, + "nauc_precision_at_3_diff1": 0.08524876068585355, + "nauc_precision_at_3_max": 0.30931158887963833, + "nauc_precision_at_3_std": 0.31982603348732935, + "nauc_precision_at_5_diff1": 0.0826428407589045, + "nauc_precision_at_5_max": 0.3292530009939599, + "nauc_precision_at_5_std": 0.41014057431214707, + "nauc_recall_at_1000_diff1": 0.14130963010595457, + "nauc_recall_at_1000_max": 0.33850381761569664, + "nauc_recall_at_1000_std": 0.6979606258209196, + "nauc_recall_at_100_diff1": 0.07768501552932058, + "nauc_recall_at_100_max": 0.3744393578248948, + "nauc_recall_at_100_std": 0.5403951691837373, + "nauc_recall_at_10_diff1": 0.0929764956072803, + "nauc_recall_at_10_max": 0.21176399744724747, + "nauc_recall_at_10_std": 0.2889846335926866, + "nauc_recall_at_1_diff1": 0.28166772334572376, + "nauc_recall_at_1_max": 0.0765449972168895, + "nauc_recall_at_1_std": 0.06117969464459286, + "nauc_recall_at_20_diff1": 0.09374598825360464, + "nauc_recall_at_20_max": 0.2517308317971135, + "nauc_recall_at_20_std": 0.33858270843885746, + "nauc_recall_at_3_diff1": 0.1462315734261872, + "nauc_recall_at_3_max": 0.1440922588336521, + "nauc_recall_at_3_std": 0.16171221298526398, + "nauc_recall_at_5_diff1": 0.13713572861715026, + "nauc_recall_at_5_max": 0.1846844331925676, + "nauc_recall_at_5_std": 0.2526159445498525, + "ndcg_at_1": 0.1407, + "ndcg_at_10": 0.19191, + "ndcg_at_100": 0.26688, + "ndcg_at_1000": 0.3001, + "ndcg_at_20": 0.2182, + "ndcg_at_3": 0.14759, + "ndcg_at_5": 0.168, + "precision_at_1": 0.1407, + "precision_at_10": 0.05593, + "precision_at_100": 0.0128, + "precision_at_1000": 0.00172, + "precision_at_20": 0.03831, + "precision_at_3": 0.09767, + "precision_at_5": 0.0814, + "recall_at_1": 0.07655, + "recall_at_10": 0.26756, + "recall_at_100": 0.55576, + "recall_at_1000": 0.78216, + "recall_at_20": 0.34864, + "recall_at_3": 0.14476, + "recall_at_5": 0.20143 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.30826, + "map_at_1": 0.14566, + "map_at_10": 0.24451, + "map_at_100": 0.26667, + "map_at_1000": 0.26894, + "map_at_20": 0.25606, + "map_at_3": 0.20844, + "map_at_5": 0.2303, + "mrr_at_1": 0.26291079812206575, + "mrr_at_10": 0.35764028616141297, + "mrr_at_100": 0.3662080175805673, + "mrr_at_1000": 0.36683092929325445, + "mrr_at_20": 0.36371101874960954, + "mrr_at_3": 0.3294209702660407, + "mrr_at_5": 0.35007824726134584, + "nauc_map_at_1000_diff1": 0.29919340720023374, + "nauc_map_at_1000_max": 0.3815262121024908, + "nauc_map_at_1000_std": 0.33179838314065907, + "nauc_map_at_100_diff1": 0.297015886472491, + "nauc_map_at_100_max": 0.3800139278842671, + "nauc_map_at_100_std": 0.3310394393887285, + "nauc_map_at_10_diff1": 0.30570760865379376, + "nauc_map_at_10_max": 0.36110488864806756, + "nauc_map_at_10_std": 0.3063783290009358, + "nauc_map_at_1_diff1": 0.3893253774254879, + "nauc_map_at_1_max": 0.3539157583781789, + "nauc_map_at_1_std": 0.27533185119827114, + "nauc_map_at_20_diff1": 0.2985628856368111, + "nauc_map_at_20_max": 0.37172238088105336, + "nauc_map_at_20_std": 0.3209593772534175, + "nauc_map_at_3_diff1": 0.32860307083965173, + "nauc_map_at_3_max": 0.3370163733070814, + "nauc_map_at_3_std": 0.27339862488826744, + "nauc_map_at_5_diff1": 0.31179771694869124, + "nauc_map_at_5_max": 0.3446311290312645, + "nauc_map_at_5_std": 0.2930760605278495, + "nauc_mrr_at_1000_diff1": 0.3105713961489313, + "nauc_mrr_at_1000_max": 0.44038017915868793, + "nauc_mrr_at_1000_std": 0.3920981521860859, + "nauc_mrr_at_100_diff1": 0.30928055092245976, + "nauc_mrr_at_100_max": 0.44001794011180784, + "nauc_mrr_at_100_std": 0.3925534101172588, + "nauc_mrr_at_10_diff1": 0.31581402221117005, + "nauc_mrr_at_10_max": 0.44237063982146085, + "nauc_mrr_at_10_std": 0.38541454789546054, + "nauc_mrr_at_1_diff1": 0.3818934659595058, + "nauc_mrr_at_1_max": 0.43424081396168224, + "nauc_mrr_at_1_std": 0.32482845764385654, + "nauc_mrr_at_20_diff1": 0.3091527490526195, + "nauc_mrr_at_20_max": 0.4406677693522634, + "nauc_mrr_at_20_std": 0.392305027008612, + "nauc_mrr_at_3_diff1": 0.3358291451761494, + "nauc_mrr_at_3_max": 0.41850880157292825, + "nauc_mrr_at_3_std": 0.34980299883278104, + "nauc_mrr_at_5_diff1": 0.32302014060618056, + "nauc_mrr_at_5_max": 0.43045684176676363, + "nauc_mrr_at_5_std": 0.3720022311291859, + "nauc_ndcg_at_1000_diff1": 0.2797469608576108, + "nauc_ndcg_at_1000_max": 0.4363765579540376, + "nauc_ndcg_at_1000_std": 0.421362904679975, + "nauc_ndcg_at_100_diff1": 0.24847201883570516, + "nauc_ndcg_at_100_max": 0.4295404244142793, + "nauc_ndcg_at_100_std": 0.432954451417872, + "nauc_ndcg_at_10_diff1": 0.27992328110087056, + "nauc_ndcg_at_10_max": 0.3907480499432393, + "nauc_ndcg_at_10_std": 0.3500397832081317, + "nauc_ndcg_at_1_diff1": 0.3818934659595058, + "nauc_ndcg_at_1_max": 0.43424081396168224, + "nauc_ndcg_at_1_std": 0.32482845764385654, + "nauc_ndcg_at_20_diff1": 0.25465828310814254, + "nauc_ndcg_at_20_max": 0.4100069389229483, + "nauc_ndcg_at_20_std": 0.38862810387304053, + "nauc_ndcg_at_3_diff1": 0.329974989182767, + "nauc_ndcg_at_3_max": 0.37737259836159864, + "nauc_ndcg_at_3_std": 0.30806068801683384, + "nauc_ndcg_at_5_diff1": 0.2984671162759772, + "nauc_ndcg_at_5_max": 0.3696097133085409, + "nauc_ndcg_at_5_std": 0.32784479341107203, + "nauc_precision_at_1000_diff1": 0.10170755949280044, + "nauc_precision_at_1000_max": 0.2713337292781447, + "nauc_precision_at_1000_std": 0.26588462095857684, + "nauc_precision_at_100_diff1": 0.06320781779705917, + "nauc_precision_at_100_max": 0.3383703474658214, + "nauc_precision_at_100_std": 0.3655430992965386, + "nauc_precision_at_10_diff1": 0.1303829681525731, + "nauc_precision_at_10_max": 0.38483339886165213, + "nauc_precision_at_10_std": 0.32729740431620313, + "nauc_precision_at_1_diff1": 0.3818934659595058, + "nauc_precision_at_1_max": 0.43424081396168224, + "nauc_precision_at_1_std": 0.32482845764385654, + "nauc_precision_at_20_diff1": 0.08584099933790817, + "nauc_precision_at_20_max": 0.3943214468342957, + "nauc_precision_at_20_std": 0.3653149946038188, + "nauc_precision_at_3_diff1": 0.23325601453612066, + "nauc_precision_at_3_max": 0.3535750285859554, + "nauc_precision_at_3_std": 0.27938735574349727, + "nauc_precision_at_5_diff1": 0.18604134299470496, + "nauc_precision_at_5_max": 0.36650795678686066, + "nauc_precision_at_5_std": 0.3152077268846848, + "nauc_recall_at_1000_diff1": 0.26072067860230475, + "nauc_recall_at_1000_max": 0.5817446865513582, + "nauc_recall_at_1000_std": 0.7754662819355451, + "nauc_recall_at_100_diff1": 0.034068745320869086, + "nauc_recall_at_100_max": 0.4303337492799771, + "nauc_recall_at_100_std": 0.6600536071196834, + "nauc_recall_at_10_diff1": 0.18489930332851004, + "nauc_recall_at_10_max": 0.3361917213548571, + "nauc_recall_at_10_std": 0.3467744882187971, + "nauc_recall_at_1_diff1": 0.3893253774254879, + "nauc_recall_at_1_max": 0.3539157583781789, + "nauc_recall_at_1_std": 0.27533185119827114, + "nauc_recall_at_20_diff1": 0.08679473444832841, + "nauc_recall_at_20_max": 0.3628405574658395, + "nauc_recall_at_20_std": 0.44432210495010743, + "nauc_recall_at_3_diff1": 0.28453877496153995, + "nauc_recall_at_3_max": 0.2887089735750645, + "nauc_recall_at_3_std": 0.25239722166051637, + "nauc_recall_at_5_diff1": 0.216782051834847, + "nauc_recall_at_5_max": 0.2904051084617263, + "nauc_recall_at_5_std": 0.30172088959264626, + "ndcg_at_1": 0.26291, + "ndcg_at_10": 0.30826, + "ndcg_at_100": 0.38797, + "ndcg_at_1000": 0.41912, + "ndcg_at_20": 0.33989, + "ndcg_at_3": 0.27921, + "ndcg_at_5": 0.29418, + "precision_at_1": 0.26291, + "precision_at_10": 0.09061, + "precision_at_100": 0.01803, + "precision_at_1000": 0.00231, + "precision_at_20": 0.05798, + "precision_at_3": 0.18623, + "precision_at_5": 0.14366, + "recall_at_1": 0.14566, + "recall_at_10": 0.37573, + "recall_at_100": 0.66351, + "recall_at_1000": 0.85297, + "recall_at_20": 0.47513, + "recall_at_3": 0.25202, + "recall_at_5": 0.31942 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.25541, + "map_at_1": 0.09025, + "map_at_10": 0.1835, + "map_at_100": 0.20905, + "map_at_1000": 0.21106, + "map_at_20": 0.19671, + "map_at_3": 0.14368, + "map_at_5": 0.16543, + "mrr_at_1": 0.211, + "mrr_at_10": 0.3074670634920635, + "mrr_at_100": 0.3182880742694647, + "mrr_at_1000": 0.3188515304611296, + "mrr_at_20": 0.31400261004475377, + "mrr_at_3": 0.2766666666666669, + "mrr_at_5": 0.2964666666666666, + "nauc_map_at_1000_diff1": 0.16631968461589386, + "nauc_map_at_1000_max": 0.2855736433742488, + "nauc_map_at_1000_std": 0.3159487568026048, + "nauc_map_at_100_diff1": 0.16647626066951737, + "nauc_map_at_100_max": 0.2848786042655573, + "nauc_map_at_100_std": 0.3158288705971537, + "nauc_map_at_10_diff1": 0.1772275602639372, + "nauc_map_at_10_max": 0.2611072094216563, + "nauc_map_at_10_std": 0.28528812232161815, + "nauc_map_at_1_diff1": 0.23809840642015256, + "nauc_map_at_1_max": 0.20322513601668857, + "nauc_map_at_1_std": 0.24603271253746767, + "nauc_map_at_20_diff1": 0.17290144337319366, + "nauc_map_at_20_max": 0.27253570283894896, + "nauc_map_at_20_std": 0.30136955579895347, + "nauc_map_at_3_diff1": 0.195787975107651, + "nauc_map_at_3_max": 0.24524012784419943, + "nauc_map_at_3_std": 0.2614219411481878, + "nauc_map_at_5_diff1": 0.18408971615112385, + "nauc_map_at_5_max": 0.2511605605218454, + "nauc_map_at_5_std": 0.26965293734881796, + "nauc_mrr_at_1000_diff1": 0.15641376806341328, + "nauc_mrr_at_1000_max": 0.2886845529820479, + "nauc_mrr_at_1000_std": 0.3030274743069536, + "nauc_mrr_at_100_diff1": 0.15632677993614835, + "nauc_mrr_at_100_max": 0.2888698766707244, + "nauc_mrr_at_100_std": 0.3033122862037107, + "nauc_mrr_at_10_diff1": 0.15668998802062653, + "nauc_mrr_at_10_max": 0.28767394095754917, + "nauc_mrr_at_10_std": 0.29883859167736126, + "nauc_mrr_at_1_diff1": 0.20421478890492323, + "nauc_mrr_at_1_max": 0.25305487634290497, + "nauc_mrr_at_1_std": 0.2618208027160779, + "nauc_mrr_at_20_diff1": 0.15655823205552397, + "nauc_mrr_at_20_max": 0.2879312994284048, + "nauc_mrr_at_20_std": 0.30220202174280847, + "nauc_mrr_at_3_diff1": 0.16349775461684402, + "nauc_mrr_at_3_max": 0.2844715544775582, + "nauc_mrr_at_3_std": 0.2840102303018659, + "nauc_mrr_at_5_diff1": 0.15857005666307844, + "nauc_mrr_at_5_max": 0.28446176794910755, + "nauc_mrr_at_5_std": 0.29005543146044455, + "nauc_ndcg_at_1000_diff1": 0.12982993249885358, + "nauc_ndcg_at_1000_max": 0.33582387603927444, + "nauc_ndcg_at_1000_std": 0.37456461766055066, + "nauc_ndcg_at_100_diff1": 0.13220196589508457, + "nauc_ndcg_at_100_max": 0.3384553094852855, + "nauc_ndcg_at_100_std": 0.3864602102414231, + "nauc_ndcg_at_10_diff1": 0.15444413784509584, + "nauc_ndcg_at_10_max": 0.2828668110788379, + "nauc_ndcg_at_10_std": 0.3095953512173875, + "nauc_ndcg_at_1_diff1": 0.20421478890492323, + "nauc_ndcg_at_1_max": 0.25305487634290497, + "nauc_ndcg_at_1_std": 0.2618208027160779, + "nauc_ndcg_at_20_diff1": 0.1475329827052322, + "nauc_ndcg_at_20_max": 0.300986115420203, + "nauc_ndcg_at_20_std": 0.3412923348752156, + "nauc_ndcg_at_3_diff1": 0.15243285150510016, + "nauc_ndcg_at_3_max": 0.2778777648775244, + "nauc_ndcg_at_3_std": 0.2844675064180744, + "nauc_ndcg_at_5_diff1": 0.15279710115995157, + "nauc_ndcg_at_5_max": 0.2714228060120432, + "nauc_ndcg_at_5_std": 0.2866566812663703, + "nauc_precision_at_1000_diff1": -0.05717078836896524, + "nauc_precision_at_1000_max": 0.2510854281483358, + "nauc_precision_at_1000_std": 0.2049913845025203, + "nauc_precision_at_100_diff1": -0.025620799485008984, + "nauc_precision_at_100_max": 0.33469351153044846, + "nauc_precision_at_100_std": 0.3363512186998082, + "nauc_precision_at_10_diff1": 0.053620371700785395, + "nauc_precision_at_10_max": 0.3224055434257703, + "nauc_precision_at_10_std": 0.3163740213496216, + "nauc_precision_at_1_diff1": 0.20421478890492323, + "nauc_precision_at_1_max": 0.25305487634290497, + "nauc_precision_at_1_std": 0.2618208027160779, + "nauc_precision_at_20_diff1": 0.026451171804449797, + "nauc_precision_at_20_max": 0.3306664125084161, + "nauc_precision_at_20_std": 0.3362387451197484, + "nauc_precision_at_3_diff1": 0.1009108697590889, + "nauc_precision_at_3_max": 0.32256925075760073, + "nauc_precision_at_3_std": 0.29977914599621214, + "nauc_precision_at_5_diff1": 0.07756712268559765, + "nauc_precision_at_5_max": 0.3146523580543348, + "nauc_precision_at_5_std": 0.29992371901833503, + "nauc_recall_at_1000_diff1": -0.009591005717937353, + "nauc_recall_at_1000_max": 0.4752427536945372, + "nauc_recall_at_1000_std": 0.6420777419581242, + "nauc_recall_at_100_diff1": 0.04853904415022816, + "nauc_recall_at_100_max": 0.4017636092950282, + "nauc_recall_at_100_std": 0.5465021176203576, + "nauc_recall_at_10_diff1": 0.11001171652470937, + "nauc_recall_at_10_max": 0.24229500857128425, + "nauc_recall_at_10_std": 0.29129155753829417, + "nauc_recall_at_1_diff1": 0.23809840642015256, + "nauc_recall_at_1_max": 0.20322513601668857, + "nauc_recall_at_1_std": 0.24603271253746767, + "nauc_recall_at_20_diff1": 0.09540495066514748, + "nauc_recall_at_20_max": 0.2667242441844481, + "nauc_recall_at_20_std": 0.3554083610548346, + "nauc_recall_at_3_diff1": 0.14796647653125, + "nauc_recall_at_3_max": 0.23956973277105034, + "nauc_recall_at_3_std": 0.2427415492858828, + "nauc_recall_at_5_diff1": 0.12219180929459615, + "nauc_recall_at_5_max": 0.22850155197451322, + "nauc_recall_at_5_std": 0.2458642237374514, + "ndcg_at_1": 0.211, + "ndcg_at_10": 0.25541, + "ndcg_at_100": 0.34685, + "ndcg_at_1000": 0.3799, + "ndcg_at_20": 0.29004, + "ndcg_at_3": 0.20833, + "ndcg_at_5": 0.22742, + "precision_at_1": 0.211, + "precision_at_10": 0.0886, + "precision_at_100": 0.01875, + "precision_at_1000": 0.00247, + "precision_at_20": 0.05955, + "precision_at_3": 0.15533, + "precision_at_5": 0.1286, + "recall_at_1": 0.09025, + "recall_at_10": 0.33263, + "recall_at_100": 0.66068, + "recall_at_1000": 0.85594, + "recall_at_20": 0.43304, + "recall_at_3": 0.18832, + "recall_at_5": 0.25471 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.11036, + "map_at_1": 0.05252, + "map_at_10": 0.08514, + "map_at_100": 0.09327, + "map_at_1000": 0.09422, + "map_at_20": 0.08909, + "map_at_3": 0.07229, + "map_at_5": 0.07899, + "mrr_at_1": 0.07261410788381743, + "mrr_at_10": 0.1135908581966674, + "mrr_at_100": 0.1209360347663486, + "mrr_at_1000": 0.12153307273851555, + "mrr_at_20": 0.11750773294915039, + "mrr_at_3": 0.09923928077455049, + "mrr_at_5": 0.10722683264177044, + "nauc_map_at_1000_diff1": 0.40480650080256625, + "nauc_map_at_1000_max": -0.25408941807591795, + "nauc_map_at_1000_std": 0.08614311864397654, + "nauc_map_at_100_diff1": 0.4054106542296909, + "nauc_map_at_100_max": -0.25578572321161114, + "nauc_map_at_100_std": 0.08381789058124385, + "nauc_map_at_10_diff1": 0.40967908302117617, + "nauc_map_at_10_max": -0.2589795705928905, + "nauc_map_at_10_std": 0.06582263710473346, + "nauc_map_at_1_diff1": 0.5542732096550124, + "nauc_map_at_1_max": -0.2798719955889899, + "nauc_map_at_1_std": 0.0052124980450161265, + "nauc_map_at_20_diff1": 0.4148033167806044, + "nauc_map_at_20_max": -0.2589994278042534, + "nauc_map_at_20_std": 0.07348587199198019, + "nauc_map_at_3_diff1": 0.4560056112567848, + "nauc_map_at_3_max": -0.25481220387957915, + "nauc_map_at_3_std": 0.03605951889556784, + "nauc_map_at_5_diff1": 0.4314167011078317, + "nauc_map_at_5_max": -0.25188606333294516, + "nauc_map_at_5_std": 0.044937630214318, + "nauc_mrr_at_1000_diff1": 0.3428991280619713, + "nauc_mrr_at_1000_max": -0.2308020385574898, + "nauc_mrr_at_1000_std": 0.09701793140835423, + "nauc_mrr_at_100_diff1": 0.3422719853299143, + "nauc_mrr_at_100_max": -0.23135764495680364, + "nauc_mrr_at_100_std": 0.09642728958436877, + "nauc_mrr_at_10_diff1": 0.34398031699036613, + "nauc_mrr_at_10_max": -0.23396123554121068, + "nauc_mrr_at_10_std": 0.09090843865509748, + "nauc_mrr_at_1_diff1": 0.43828787294921306, + "nauc_mrr_at_1_max": -0.2633184111334533, + "nauc_mrr_at_1_std": 0.04162239706215983, + "nauc_mrr_at_20_diff1": 0.3461392533699436, + "nauc_mrr_at_20_max": -0.23286848860581305, + "nauc_mrr_at_20_std": 0.09361307629060919, + "nauc_mrr_at_3_diff1": 0.37396817308583913, + "nauc_mrr_at_3_max": -0.2302277624339673, + "nauc_mrr_at_3_std": 0.06518573612173652, + "nauc_mrr_at_5_diff1": 0.35641170463839195, + "nauc_mrr_at_5_max": -0.2273806499052492, + "nauc_mrr_at_5_std": 0.07614215955995618, + "nauc_ndcg_at_1000_diff1": 0.33046552130575724, + "nauc_ndcg_at_1000_max": -0.2091982301332483, + "nauc_ndcg_at_1000_std": 0.18218721496985188, + "nauc_ndcg_at_100_diff1": 0.33384052617267346, + "nauc_ndcg_at_100_max": -0.2357241968991958, + "nauc_ndcg_at_100_std": 0.16077379359556426, + "nauc_ndcg_at_10_diff1": 0.35551227521806605, + "nauc_ndcg_at_10_max": -0.25222488410568805, + "nauc_ndcg_at_10_std": 0.10040998472446677, + "nauc_ndcg_at_1_diff1": 0.43828787294921306, + "nauc_ndcg_at_1_max": -0.2633184111334533, + "nauc_ndcg_at_1_std": 0.04162239706215983, + "nauc_ndcg_at_20_diff1": 0.3692439630570458, + "nauc_ndcg_at_20_max": -0.25187665157859385, + "nauc_ndcg_at_20_std": 0.11726825203365367, + "nauc_ndcg_at_3_diff1": 0.4154015558776262, + "nauc_ndcg_at_3_max": -0.23729199348952443, + "nauc_ndcg_at_3_std": 0.05143897039758236, + "nauc_ndcg_at_5_diff1": 0.38749056425419254, + "nauc_ndcg_at_5_max": -0.2373582757285029, + "nauc_ndcg_at_5_std": 0.06658937735347654, + "nauc_precision_at_1000_diff1": 0.028828937216068908, + "nauc_precision_at_1000_max": 0.03446587202380613, + "nauc_precision_at_1000_std": 0.29499871578942, + "nauc_precision_at_100_diff1": 0.09310921086095535, + "nauc_precision_at_100_max": -0.08642152373215324, + "nauc_precision_at_100_std": 0.300940879992701, + "nauc_precision_at_10_diff1": 0.18359357234693782, + "nauc_precision_at_10_max": -0.19983460262055674, + "nauc_precision_at_10_std": 0.18692800838463677, + "nauc_precision_at_1_diff1": 0.43828787294921306, + "nauc_precision_at_1_max": -0.2633184111334533, + "nauc_precision_at_1_std": 0.04162239706215983, + "nauc_precision_at_20_diff1": 0.22258938380813237, + "nauc_precision_at_20_max": -0.18830066011771188, + "nauc_precision_at_20_std": 0.21757113300880018, + "nauc_precision_at_3_diff1": 0.30160948391851045, + "nauc_precision_at_3_max": -0.1771551214180831, + "nauc_precision_at_3_std": 0.08714950127148152, + "nauc_precision_at_5_diff1": 0.24522080327385729, + "nauc_precision_at_5_max": -0.1811843944385749, + "nauc_precision_at_5_std": 0.12231453297627284, + "nauc_recall_at_1000_diff1": 0.2505383375436343, + "nauc_recall_at_1000_max": -0.12978396995896874, + "nauc_recall_at_1000_std": 0.33694688797704514, + "nauc_recall_at_100_diff1": 0.2401027034178588, + "nauc_recall_at_100_max": -0.2132265879448611, + "nauc_recall_at_100_std": 0.26893713407985514, + "nauc_recall_at_10_diff1": 0.29468598232634563, + "nauc_recall_at_10_max": -0.2571562088327916, + "nauc_recall_at_10_std": 0.1398426372986014, + "nauc_recall_at_1_diff1": 0.5542732096550124, + "nauc_recall_at_1_max": -0.2798719955889899, + "nauc_recall_at_1_std": 0.0052124980450161265, + "nauc_recall_at_20_diff1": 0.3270097211083498, + "nauc_recall_at_20_max": -0.2534199567409663, + "nauc_recall_at_20_std": 0.1694828785960119, + "nauc_recall_at_3_diff1": 0.4117085352853454, + "nauc_recall_at_3_max": -0.23095309553109838, + "nauc_recall_at_3_std": 0.06503635996398625, + "nauc_recall_at_5_diff1": 0.35290533258918694, + "nauc_recall_at_5_max": -0.2238098709130373, + "nauc_recall_at_5_std": 0.07974053669122642, + "ndcg_at_1": 0.07261, + "ndcg_at_10": 0.11036, + "ndcg_at_100": 0.15216, + "ndcg_at_1000": 0.1764, + "ndcg_at_20": 0.12437, + "ndcg_at_3": 0.08612, + "ndcg_at_5": 0.09708, + "precision_at_1": 0.07261, + "precision_at_10": 0.02573, + "precision_at_100": 0.00589, + "precision_at_1000": 0.00094, + "precision_at_20": 0.01712, + "precision_at_3": 0.0491, + "precision_at_5": 0.03817, + "recall_at_1": 0.05252, + "recall_at_10": 0.15564, + "recall_at_100": 0.33448, + "recall_at_1000": 0.49742, + "recall_at_20": 0.20467, + "recall_at_3": 0.09478, + "recall_at_5": 0.12132 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.01378, + "map_at_1": 0.00604, + "map_at_10": 0.01079, + "map_at_100": 0.01214, + "map_at_1000": 0.01233, + "map_at_20": 0.01142, + "map_at_3": 0.00886, + "map_at_5": 0.00976, + "mrr_at_1": 0.006038647342995169, + "mrr_at_10": 0.010879150371903994, + "mrr_at_100": 0.012218038616833479, + "mrr_at_1000": 0.012416020737090229, + "mrr_at_20": 0.011506551175136001, + "mrr_at_3": 0.008856682769726247, + "mrr_at_5": 0.009762479871175522, + "nauc_map_at_1000_diff1": 0.48256107959328076, + "nauc_map_at_1000_max": -0.36347879247089715, + "nauc_map_at_1000_std": 0.4207500488399103, + "nauc_map_at_100_diff1": 0.486494558029125, + "nauc_map_at_100_max": -0.3650971614012206, + "nauc_map_at_100_std": 0.424412203556792, + "nauc_map_at_10_diff1": 0.5433141413836007, + "nauc_map_at_10_max": -0.3712406791621212, + "nauc_map_at_10_std": 0.414184008097481, + "nauc_map_at_1_diff1": 0.6686936665836838, + "nauc_map_at_1_max": -0.4351932593018172, + "nauc_map_at_1_std": 0.5818321155901641, + "nauc_map_at_20_diff1": 0.5236455373738528, + "nauc_map_at_20_max": -0.3717302610321703, + "nauc_map_at_20_std": 0.42881356189752096, + "nauc_map_at_3_diff1": 0.5949984835451401, + "nauc_map_at_3_max": -0.3878800209659735, + "nauc_map_at_3_std": 0.4764837566047057, + "nauc_map_at_5_diff1": 0.5994617581661997, + "nauc_map_at_5_max": -0.35557676111812164, + "nauc_map_at_5_std": 0.4275698544418061, + "nauc_mrr_at_1000_diff1": 0.47707450006670704, + "nauc_mrr_at_1000_max": -0.3618089963043118, + "nauc_mrr_at_1000_std": 0.41631091554524824, + "nauc_mrr_at_100_diff1": 0.48123015980954076, + "nauc_mrr_at_100_max": -0.3634214665910584, + "nauc_mrr_at_100_std": 0.420053444980727, + "nauc_mrr_at_10_diff1": 0.5354295513226052, + "nauc_mrr_at_10_max": -0.36876920693757, + "nauc_mrr_at_10_std": 0.40908341562884665, + "nauc_mrr_at_1_diff1": 0.6686936665836838, + "nauc_mrr_at_1_max": -0.4351932593018172, + "nauc_mrr_at_1_std": 0.5818321155901641, + "nauc_mrr_at_20_diff1": 0.5163437787550957, + "nauc_mrr_at_20_max": -0.36938974072672887, + "nauc_mrr_at_20_std": 0.4238773396908786, + "nauc_mrr_at_3_diff1": 0.5949984835451401, + "nauc_mrr_at_3_max": -0.3878800209659735, + "nauc_mrr_at_3_std": 0.4764837566047057, + "nauc_mrr_at_5_diff1": 0.5994617581661997, + "nauc_mrr_at_5_max": -0.35557676111812164, + "nauc_mrr_at_5_std": 0.4275698544418061, + "nauc_ndcg_at_1000_diff1": 0.28639375439949577, + "nauc_ndcg_at_1000_max": -0.3305551313871301, + "nauc_ndcg_at_1000_std": 0.35917583471756714, + "nauc_ndcg_at_100_diff1": 0.3102150823853998, + "nauc_ndcg_at_100_max": -0.3406157954248131, + "nauc_ndcg_at_100_std": 0.39287476001847277, + "nauc_ndcg_at_10_diff1": 0.4733710738807411, + "nauc_ndcg_at_10_max": -0.3598708423962593, + "nauc_ndcg_at_10_std": 0.3648847242568787, + "nauc_ndcg_at_1_diff1": 0.6686936665836838, + "nauc_ndcg_at_1_max": -0.4351932593018172, + "nauc_ndcg_at_1_std": 0.5818321155901641, + "nauc_ndcg_at_20_diff1": 0.4344595468546833, + "nauc_ndcg_at_20_max": -0.36255777524128513, + "nauc_ndcg_at_20_std": 0.4050741588198078, + "nauc_ndcg_at_3_diff1": 0.5713938717341365, + "nauc_ndcg_at_3_max": -0.37311014217642147, + "nauc_ndcg_at_3_std": 0.4538798682829176, + "nauc_ndcg_at_5_diff1": 0.5813393836451135, + "nauc_ndcg_at_5_max": -0.32687161340642423, + "nauc_ndcg_at_5_std": 0.3838982249578229, + "nauc_precision_at_1000_diff1": 0.16621446754914468, + "nauc_precision_at_1000_max": -0.3112712542051072, + "nauc_precision_at_1000_std": 0.3102012282324813, + "nauc_precision_at_100_diff1": 0.13606963137186723, + "nauc_precision_at_100_max": -0.31475319901529303, + "nauc_precision_at_100_std": 0.3589900826202051, + "nauc_precision_at_10_diff1": 0.3409348542668553, + "nauc_precision_at_10_max": -0.3405968850047213, + "nauc_precision_at_10_std": 0.2809817645708178, + "nauc_precision_at_1_diff1": 0.6686936665836838, + "nauc_precision_at_1_max": -0.4351932593018172, + "nauc_precision_at_1_std": 0.5818321155901641, + "nauc_precision_at_20_diff1": 0.3021103775863078, + "nauc_precision_at_20_max": -0.3505824661833576, + "nauc_precision_at_20_std": 0.3756150324331441, + "nauc_precision_at_3_diff1": 0.5191370099465437, + "nauc_precision_at_3_max": -0.34047177088302943, + "nauc_precision_at_3_std": 0.40557038511569776, + "nauc_precision_at_5_diff1": 0.54774446893706, + "nauc_precision_at_5_max": -0.27106813102418004, + "nauc_precision_at_5_std": 0.3002773552079997, + "nauc_recall_at_1000_diff1": 0.1685860194158954, + "nauc_recall_at_1000_max": -0.31265311187107964, + "nauc_recall_at_1000_std": 0.322522979602354, + "nauc_recall_at_100_diff1": 0.1453816940768534, + "nauc_recall_at_100_max": -0.32145580243385236, + "nauc_recall_at_100_std": 0.37498906499941864, + "nauc_recall_at_10_diff1": 0.36701910194963966, + "nauc_recall_at_10_max": -0.34990394989165435, + "nauc_recall_at_10_std": 0.297777151931598, + "nauc_recall_at_1_diff1": 0.6686936665836838, + "nauc_recall_at_1_max": -0.4351932593018172, + "nauc_recall_at_1_std": 0.5818321155901641, + "nauc_recall_at_20_diff1": 0.3202779397665658, + "nauc_recall_at_20_max": -0.35766830068714733, + "nauc_recall_at_20_std": 0.3903416020869402, + "nauc_recall_at_3_diff1": 0.519137009946544, + "nauc_recall_at_3_max": -0.3404717708830293, + "nauc_recall_at_3_std": 0.405570385115698, + "nauc_recall_at_5_diff1": 0.54774446893706, + "nauc_recall_at_5_max": -0.27106813102417976, + "nauc_recall_at_5_std": 0.3002773552079998, + "ndcg_at_1": 0.00604, + "ndcg_at_10": 0.01378, + "ndcg_at_100": 0.0214, + "ndcg_at_1000": 0.02806, + "ndcg_at_20": 0.01597, + "ndcg_at_3": 0.00969, + "ndcg_at_5": 0.01125, + "precision_at_1": 0.00604, + "precision_at_10": 0.00242, + "precision_at_100": 0.00064, + "precision_at_1000": 0.00012, + "precision_at_20": 0.00163, + "precision_at_3": 0.00403, + "precision_at_5": 0.00314, + "recall_at_1": 0.00604, + "recall_at_10": 0.02335, + "recall_at_100": 0.06119, + "recall_at_1000": 0.11634, + "recall_at_20": 0.0318, + "recall_at_3": 0.01208, + "recall_at_5": 0.0157 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.29728, + "map_at_1": 0.14157, + "map_at_10": 0.2401, + "map_at_100": 0.25503, + "map_at_1000": 0.25622, + "map_at_20": 0.2485, + "map_at_3": 0.20658, + "map_at_5": 0.22571, + "mrr_at_1": 0.2155525238744884, + "mrr_at_10": 0.30378689447584395, + "mrr_at_100": 0.312819758007806, + "mrr_at_1000": 0.31341463049470225, + "mrr_at_20": 0.30916329346167276, + "mrr_at_3": 0.27876307412460216, + "mrr_at_5": 0.2926102773988177, + "nauc_map_at_1000_diff1": 0.25045258623172056, + "nauc_map_at_1000_max": 0.24565219357334073, + "nauc_map_at_1000_std": 0.3201587293687976, + "nauc_map_at_100_diff1": 0.25037983449348916, + "nauc_map_at_100_max": 0.2452405067605906, + "nauc_map_at_100_std": 0.3197931385959687, + "nauc_map_at_10_diff1": 0.24653695874387646, + "nauc_map_at_10_max": 0.23919255430828423, + "nauc_map_at_10_std": 0.30751595355011097, + "nauc_map_at_1_diff1": 0.30183311441668015, + "nauc_map_at_1_max": 0.22403841825361911, + "nauc_map_at_1_std": 0.23586613741974527, + "nauc_map_at_20_diff1": 0.24979816627172544, + "nauc_map_at_20_max": 0.2405111837246142, + "nauc_map_at_20_std": 0.31260073435175073, + "nauc_map_at_3_diff1": 0.260120604000036, + "nauc_map_at_3_max": 0.22796161803443193, + "nauc_map_at_3_std": 0.27974925666248956, + "nauc_map_at_5_diff1": 0.2509663365283218, + "nauc_map_at_5_max": 0.23164670038416713, + "nauc_map_at_5_std": 0.2929041541549236, + "nauc_mrr_at_1000_diff1": 0.2522912398262228, + "nauc_mrr_at_1000_max": 0.2837963831980541, + "nauc_mrr_at_1000_std": 0.3319570399192582, + "nauc_mrr_at_100_diff1": 0.25206955626253386, + "nauc_mrr_at_100_max": 0.2839517285917855, + "nauc_mrr_at_100_std": 0.3322822789052276, + "nauc_mrr_at_10_diff1": 0.2526501677415349, + "nauc_mrr_at_10_max": 0.28035735910218057, + "nauc_mrr_at_10_std": 0.329479387856571, + "nauc_mrr_at_1_diff1": 0.28408190642580783, + "nauc_mrr_at_1_max": 0.2796928452702964, + "nauc_mrr_at_1_std": 0.27213561316050433, + "nauc_mrr_at_20_diff1": 0.251950357787078, + "nauc_mrr_at_20_max": 0.28306557257047094, + "nauc_mrr_at_20_std": 0.33160611322184325, + "nauc_mrr_at_3_diff1": 0.25932583623825867, + "nauc_mrr_at_3_max": 0.28432793011807045, + "nauc_mrr_at_3_std": 0.3100081948578192, + "nauc_mrr_at_5_diff1": 0.2540884098134072, + "nauc_mrr_at_5_max": 0.2770701808186086, + "nauc_mrr_at_5_std": 0.32209547191894944, + "nauc_ndcg_at_1000_diff1": 0.2389410094080704, + "nauc_ndcg_at_1000_max": 0.26997984254190854, + "nauc_ndcg_at_1000_std": 0.38352040761375555, + "nauc_ndcg_at_100_diff1": 0.2362539175028042, + "nauc_ndcg_at_100_max": 0.2658721567031638, + "nauc_ndcg_at_100_std": 0.3842418174910765, + "nauc_ndcg_at_10_diff1": 0.2320009125069834, + "nauc_ndcg_at_10_max": 0.24925245650028666, + "nauc_ndcg_at_10_std": 0.3408118915056546, + "nauc_ndcg_at_1_diff1": 0.28408190642580783, + "nauc_ndcg_at_1_max": 0.2796928452702964, + "nauc_ndcg_at_1_std": 0.27213561316050433, + "nauc_ndcg_at_20_diff1": 0.23510316400347872, + "nauc_ndcg_at_20_max": 0.25128719929318566, + "nauc_ndcg_at_20_std": 0.3527966833185474, + "nauc_ndcg_at_3_diff1": 0.24969272707734158, + "nauc_ndcg_at_3_max": 0.25036999545264527, + "nauc_ndcg_at_3_std": 0.3022020937976648, + "nauc_ndcg_at_5_diff1": 0.24048700902744197, + "nauc_ndcg_at_5_max": 0.24070643648409223, + "nauc_ndcg_at_5_std": 0.31736060019710904, + "nauc_precision_at_1000_diff1": 0.05963878552602932, + "nauc_precision_at_1000_max": 0.2679829575061015, + "nauc_precision_at_1000_std": 0.30220602898271515, + "nauc_precision_at_100_diff1": 0.0995740986475592, + "nauc_precision_at_100_max": 0.27871452257726065, + "nauc_precision_at_100_std": 0.38352232580928947, + "nauc_precision_at_10_diff1": 0.13627705668243587, + "nauc_precision_at_10_max": 0.26812580782620005, + "nauc_precision_at_10_std": 0.3701021379424172, + "nauc_precision_at_1_diff1": 0.28408190642580783, + "nauc_precision_at_1_max": 0.2796928452702964, + "nauc_precision_at_1_std": 0.27213561316050433, + "nauc_precision_at_20_diff1": 0.13237901172334574, + "nauc_precision_at_20_max": 0.2566342265187677, + "nauc_precision_at_20_std": 0.35784823136756067, + "nauc_precision_at_3_diff1": 0.1893726045366262, + "nauc_precision_at_3_max": 0.2530199838226116, + "nauc_precision_at_3_std": 0.32547811009795774, + "nauc_precision_at_5_diff1": 0.15681456140924707, + "nauc_precision_at_5_max": 0.2547513183445458, + "nauc_precision_at_5_std": 0.34486366392254303, + "nauc_recall_at_1000_diff1": 0.18069994107331497, + "nauc_recall_at_1000_max": 0.23729773985278335, + "nauc_recall_at_1000_std": 0.6928587362707144, + "nauc_recall_at_100_diff1": 0.16918348896555535, + "nauc_recall_at_100_max": 0.23359709541840273, + "nauc_recall_at_100_std": 0.5569015282505495, + "nauc_recall_at_10_diff1": 0.16932620985416014, + "nauc_recall_at_10_max": 0.20733808592965114, + "nauc_recall_at_10_std": 0.36618587897934857, + "nauc_recall_at_1_diff1": 0.30183311441668015, + "nauc_recall_at_1_max": 0.22403841825361911, + "nauc_recall_at_1_std": 0.23586613741974527, + "nauc_recall_at_20_diff1": 0.17204491406390937, + "nauc_recall_at_20_max": 0.2026226262201006, + "nauc_recall_at_20_std": 0.3985863072381978, + "nauc_recall_at_3_diff1": 0.21592642298699763, + "nauc_recall_at_3_max": 0.20358935367423417, + "nauc_recall_at_3_std": 0.2908206894640287, + "nauc_recall_at_5_diff1": 0.19736038937795466, + "nauc_recall_at_5_max": 0.19220737844932495, + "nauc_recall_at_5_std": 0.31649104633290315, + "ndcg_at_1": 0.21555, + "ndcg_at_10": 0.29728, + "ndcg_at_100": 0.35916, + "ndcg_at_1000": 0.38539, + "ndcg_at_20": 0.32113, + "ndcg_at_3": 0.24663, + "ndcg_at_5": 0.26925, + "precision_at_1": 0.21555, + "precision_at_10": 0.07149, + "precision_at_100": 0.01221, + "precision_at_1000": 0.00156, + "precision_at_20": 0.04386, + "precision_at_3": 0.14552, + "precision_at_5": 0.11078, + "recall_at_1": 0.14157, + "recall_at_10": 0.39641, + "recall_at_100": 0.65301, + "recall_at_1000": 0.83392, + "recall_at_20": 0.47457, + "recall_at_3": 0.26308, + "recall_at_5": 0.32128 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.24472, + "map_at_1": 0.13515, + "map_at_10": 0.20876, + "map_at_100": 0.21207, + "map_at_1000": 0.21319, + "map_at_20": 0.20985, + "map_at_3": 0.18697, + "map_at_5": 0.19958, + "mrr_at_1": 0.15966386554621848, + "mrr_at_10": 0.22206882753101234, + "mrr_at_100": 0.22548898304260973, + "mrr_at_1000": 0.22641845427087803, + "mrr_at_20": 0.22337355995029587, + "mrr_at_3": 0.20308123249299717, + "mrr_at_5": 0.21358543417366943, + "nauc_map_at_1000_diff1": 0.43066628162148807, + "nauc_map_at_1000_max": -0.239794899308071, + "nauc_map_at_1000_std": 0.1879523658253927, + "nauc_map_at_100_diff1": 0.43009720182418915, + "nauc_map_at_100_max": -0.2396136347111741, + "nauc_map_at_100_std": 0.18715154042094168, + "nauc_map_at_10_diff1": 0.42830037088293776, + "nauc_map_at_10_max": -0.23523809393655512, + "nauc_map_at_10_std": 0.17941969941536556, + "nauc_map_at_1_diff1": 0.5441215852107966, + "nauc_map_at_1_max": -0.2662002956078582, + "nauc_map_at_1_std": 0.05250399946579244, + "nauc_map_at_20_diff1": 0.4317022626998752, + "nauc_map_at_20_max": -0.23753865409426042, + "nauc_map_at_20_std": 0.1811544391129753, + "nauc_map_at_3_diff1": 0.4247371496062205, + "nauc_map_at_3_max": -0.2283587728068789, + "nauc_map_at_3_std": 0.13449150515999747, + "nauc_map_at_5_diff1": 0.4286590029175514, + "nauc_map_at_5_max": -0.22763123444020184, + "nauc_map_at_5_std": 0.1603751524062415, + "nauc_mrr_at_1000_diff1": 0.42887991962729566, + "nauc_mrr_at_1000_max": -0.24950978162515636, + "nauc_mrr_at_1000_std": 0.17612934832397706, + "nauc_mrr_at_100_diff1": 0.42887916275971655, + "nauc_mrr_at_100_max": -0.24932515922047932, + "nauc_mrr_at_100_std": 0.17563305808137533, + "nauc_mrr_at_10_diff1": 0.4269957036075616, + "nauc_mrr_at_10_max": -0.24488335251463397, + "nauc_mrr_at_10_std": 0.16838333669945782, + "nauc_mrr_at_1_diff1": 0.4862475481140417, + "nauc_mrr_at_1_max": -0.26249429974928096, + "nauc_mrr_at_1_std": 0.11995035433575557, + "nauc_mrr_at_20_diff1": 0.42942339708453314, + "nauc_mrr_at_20_max": -0.2474748970508024, + "nauc_mrr_at_20_std": 0.16925567667576505, + "nauc_mrr_at_3_diff1": 0.41984905177043164, + "nauc_mrr_at_3_max": -0.23152613737540992, + "nauc_mrr_at_3_std": 0.13354069772377955, + "nauc_mrr_at_5_diff1": 0.4231269937089736, + "nauc_mrr_at_5_max": -0.23685387811717348, + "nauc_mrr_at_5_std": 0.15806620748897535, + "nauc_ndcg_at_1000_diff1": 0.42722275756193534, + "nauc_ndcg_at_1000_max": -0.2705792353105174, + "nauc_ndcg_at_1000_std": 0.25457395599648025, + "nauc_ndcg_at_100_diff1": 0.4187557736559893, + "nauc_ndcg_at_100_max": -0.26688206114533586, + "nauc_ndcg_at_100_std": 0.2447716358056891, + "nauc_ndcg_at_10_diff1": 0.40930605617456417, + "nauc_ndcg_at_10_max": -0.24608774609755335, + "nauc_ndcg_at_10_std": 0.20533749110739966, + "nauc_ndcg_at_1_diff1": 0.4862475481140417, + "nauc_ndcg_at_1_max": -0.26249429974928096, + "nauc_ndcg_at_1_std": 0.11995035433575557, + "nauc_ndcg_at_20_diff1": 0.4227642408288705, + "nauc_ndcg_at_20_max": -0.2559043181394532, + "nauc_ndcg_at_20_std": 0.21179637993922537, + "nauc_ndcg_at_3_diff1": 0.39631111384285234, + "nauc_ndcg_at_3_max": -0.22491084922625917, + "nauc_ndcg_at_3_std": 0.14056355145579766, + "nauc_ndcg_at_5_diff1": 0.40627778470575837, + "nauc_ndcg_at_5_max": -0.22738625446118924, + "nauc_ndcg_at_5_std": 0.1741513566200504, + "nauc_precision_at_1000_diff1": 0.343810051658309, + "nauc_precision_at_1000_max": -0.24631179812278536, + "nauc_precision_at_1000_std": 0.4993872839167594, + "nauc_precision_at_100_diff1": 0.327875116366461, + "nauc_precision_at_100_max": -0.3198780922503672, + "nauc_precision_at_100_std": 0.46549098896675567, + "nauc_precision_at_10_diff1": 0.30976730559596477, + "nauc_precision_at_10_max": -0.2533191102584252, + "nauc_precision_at_10_std": 0.3697540230860808, + "nauc_precision_at_1_diff1": 0.4862475481140417, + "nauc_precision_at_1_max": -0.26249429974928096, + "nauc_precision_at_1_std": 0.11995035433575557, + "nauc_precision_at_20_diff1": 0.3408799358937644, + "nauc_precision_at_20_max": -0.28413206737558117, + "nauc_precision_at_20_std": 0.37911176499681476, + "nauc_precision_at_3_diff1": 0.28935171505500795, + "nauc_precision_at_3_max": -0.21248368437758347, + "nauc_precision_at_3_std": 0.24670104501206724, + "nauc_precision_at_5_diff1": 0.3062483419348749, + "nauc_precision_at_5_max": -0.2094819191546676, + "nauc_precision_at_5_std": 0.29993355178914755, + "nauc_recall_at_1000_diff1": 0.43909472636120406, + "nauc_recall_at_1000_max": -0.39862921538309903, + "nauc_recall_at_1000_std": 0.5300615707880991, + "nauc_recall_at_100_diff1": 0.39406137360589694, + "nauc_recall_at_100_max": -0.34098359331322003, + "nauc_recall_at_100_std": 0.4355981801274029, + "nauc_recall_at_10_diff1": 0.36022736803489297, + "nauc_recall_at_10_max": -0.26883078532539495, + "nauc_recall_at_10_std": 0.27784275490720156, + "nauc_recall_at_1_diff1": 0.5441215852107966, + "nauc_recall_at_1_max": -0.2662002956078582, + "nauc_recall_at_1_std": 0.05250399946579244, + "nauc_recall_at_20_diff1": 0.4124186075287868, + "nauc_recall_at_20_max": -0.3026016104077719, + "nauc_recall_at_20_std": 0.3034200193817991, + "nauc_recall_at_3_diff1": 0.33319719393540165, + "nauc_recall_at_3_max": -0.2092439153605138, + "nauc_recall_at_3_std": 0.12020604321047568, + "nauc_recall_at_5_diff1": 0.3549716075358108, + "nauc_recall_at_5_max": -0.22029378770629407, + "nauc_recall_at_5_std": 0.20509300394894142, + "ndcg_at_1": 0.15966, + "ndcg_at_10": 0.24472, + "ndcg_at_100": 0.26546, + "ndcg_at_1000": 0.29339, + "ndcg_at_20": 0.24977, + "ndcg_at_3": 0.20617, + "ndcg_at_5": 0.22507, + "precision_at_1": 0.15966, + "precision_at_10": 0.04202, + "precision_at_100": 0.00538, + "precision_at_1000": 0.00079, + "precision_at_20": 0.02227, + "precision_at_3": 0.10084, + "precision_at_5": 0.07059, + "recall_at_1": 0.13515, + "recall_at_10": 0.34314, + "recall_at_100": 0.44818, + "recall_at_1000": 0.65966, + "recall_at_20": 0.36415, + "recall_at_3": 0.2402, + "recall_at_5": 0.28641 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.28264, + "map_at_1": 0.09257, + "map_at_10": 0.20513, + "map_at_100": 0.23424, + "map_at_1000": 0.23589, + "map_at_20": 0.22045, + "map_at_3": 0.15559, + "map_at_5": 0.17945, + "mrr_at_1": 0.18829516539440203, + "mrr_at_10": 0.29953552243628584, + "mrr_at_100": 0.3127517399471852, + "mrr_at_1000": 0.31321553877515745, + "mrr_at_20": 0.3082698066928682, + "mrr_at_3": 0.2608142493638676, + "mrr_at_5": 0.282824427480916, + "nauc_map_at_1000_diff1": 0.08908371660774059, + "nauc_map_at_1000_max": 0.12881942058099705, + "nauc_map_at_1000_std": 0.24933911508961265, + "nauc_map_at_100_diff1": 0.08901120493857517, + "nauc_map_at_100_max": 0.13001136081096887, + "nauc_map_at_100_std": 0.25029878522942306, + "nauc_map_at_10_diff1": 0.08222182815631092, + "nauc_map_at_10_max": 0.10929471345071182, + "nauc_map_at_10_std": 0.21830140633122286, + "nauc_map_at_1_diff1": 0.13344271198633406, + "nauc_map_at_1_max": 0.026548975589754116, + "nauc_map_at_1_std": 0.17782306598865708, + "nauc_map_at_20_diff1": 0.08684239329246964, + "nauc_map_at_20_max": 0.12185763575190163, + "nauc_map_at_20_std": 0.23501133156713663, + "nauc_map_at_3_diff1": 0.08651787038403762, + "nauc_map_at_3_max": 0.07598177565899944, + "nauc_map_at_3_std": 0.1825396527798252, + "nauc_map_at_5_diff1": 0.07742068939343703, + "nauc_map_at_5_max": 0.086764080144392, + "nauc_map_at_5_std": 0.19481525425079782, + "nauc_mrr_at_1000_diff1": 0.08639743069546106, + "nauc_mrr_at_1000_max": 0.15283685508130923, + "nauc_mrr_at_1000_std": 0.24891719647627117, + "nauc_mrr_at_100_diff1": 0.0868860273151402, + "nauc_mrr_at_100_max": 0.15330343030203458, + "nauc_mrr_at_100_std": 0.24958702787980805, + "nauc_mrr_at_10_diff1": 0.09123388446324257, + "nauc_mrr_at_10_max": 0.1557874761069333, + "nauc_mrr_at_10_std": 0.24526499985370429, + "nauc_mrr_at_1_diff1": 0.08726697725793395, + "nauc_mrr_at_1_max": 0.09907781318212876, + "nauc_mrr_at_1_std": 0.21224370172820406, + "nauc_mrr_at_20_diff1": 0.0873577025224922, + "nauc_mrr_at_20_max": 0.1554534173449896, + "nauc_mrr_at_20_std": 0.248640295962823, + "nauc_mrr_at_3_diff1": 0.07975419972681852, + "nauc_mrr_at_3_max": 0.13926470755841683, + "nauc_mrr_at_3_std": 0.21028084538673883, + "nauc_mrr_at_5_diff1": 0.08099512079062708, + "nauc_mrr_at_5_max": 0.1442159576275911, + "nauc_mrr_at_5_std": 0.2302561547044485, + "nauc_ndcg_at_1000_diff1": 0.10058708801546043, + "nauc_ndcg_at_1000_max": 0.1767405154240728, + "nauc_ndcg_at_1000_std": 0.31879883438552503, + "nauc_ndcg_at_100_diff1": 0.10409220060993316, + "nauc_ndcg_at_100_max": 0.20179444266195212, + "nauc_ndcg_at_100_std": 0.34661620938222076, + "nauc_ndcg_at_10_diff1": 0.09414576561462518, + "nauc_ndcg_at_10_max": 0.1586919948731543, + "nauc_ndcg_at_10_std": 0.2595436982473973, + "nauc_ndcg_at_1_diff1": 0.08726697725793395, + "nauc_ndcg_at_1_max": 0.09907781318212876, + "nauc_ndcg_at_1_std": 0.21224370172820406, + "nauc_ndcg_at_20_diff1": 0.09640707221023782, + "nauc_ndcg_at_20_max": 0.1809859861629612, + "nauc_ndcg_at_20_std": 0.2911371962447639, + "nauc_ndcg_at_3_diff1": 0.08170556131786597, + "nauc_ndcg_at_3_max": 0.11583854516291806, + "nauc_ndcg_at_3_std": 0.21415355938184188, + "nauc_ndcg_at_5_diff1": 0.07500387135020936, + "nauc_ndcg_at_5_max": 0.12326942151343057, + "nauc_ndcg_at_5_std": 0.223922919346759, + "nauc_precision_at_1000_diff1": 0.09427258975315096, + "nauc_precision_at_1000_max": 0.10491681863506186, + "nauc_precision_at_1000_std": 0.17245836908381665, + "nauc_precision_at_100_diff1": 0.09960228482461755, + "nauc_precision_at_100_max": 0.21545556738805674, + "nauc_precision_at_100_std": 0.30916798080337293, + "nauc_precision_at_10_diff1": 0.08096326336099305, + "nauc_precision_at_10_max": 0.22678239213777424, + "nauc_precision_at_10_std": 0.29233470017284535, + "nauc_precision_at_1_diff1": 0.08726697725793395, + "nauc_precision_at_1_max": 0.09907781318212876, + "nauc_precision_at_1_std": 0.21224370172820406, + "nauc_precision_at_20_diff1": 0.09415174737223901, + "nauc_precision_at_20_max": 0.24339531621815091, + "nauc_precision_at_20_std": 0.3130907094748571, + "nauc_precision_at_3_diff1": 0.057593468698810026, + "nauc_precision_at_3_max": 0.17817775492256455, + "nauc_precision_at_3_std": 0.22469076847119948, + "nauc_precision_at_5_diff1": 0.04718837687553414, + "nauc_precision_at_5_max": 0.19534889282075105, + "nauc_precision_at_5_std": 0.2555823481883081, + "nauc_recall_at_1000_diff1": -0.05594965069421465, + "nauc_recall_at_1000_max": 0.285120399619896, + "nauc_recall_at_1000_std": 0.8785375881811096, + "nauc_recall_at_100_diff1": 0.08996599876666667, + "nauc_recall_at_100_max": 0.3870932524897264, + "nauc_recall_at_100_std": 0.6909107214920005, + "nauc_recall_at_10_diff1": 0.09370965859381132, + "nauc_recall_at_10_max": 0.19153652457046996, + "nauc_recall_at_10_std": 0.2751997839692948, + "nauc_recall_at_1_diff1": 0.13344271198633406, + "nauc_recall_at_1_max": 0.026548975589754116, + "nauc_recall_at_1_std": 0.17782306598865708, + "nauc_recall_at_20_diff1": 0.0780070787747722, + "nauc_recall_at_20_max": 0.23403658110812883, + "nauc_recall_at_20_std": 0.3421468239475758, + "nauc_recall_at_3_diff1": 0.08959086866489283, + "nauc_recall_at_3_max": 0.11368586173607295, + "nauc_recall_at_3_std": 0.1922823715964503, + "nauc_recall_at_5_diff1": 0.07009937312071296, + "nauc_recall_at_5_max": 0.12746251955201315, + "nauc_recall_at_5_std": 0.20730023999912112, + "ndcg_at_1": 0.1883, + "ndcg_at_10": 0.28264, + "ndcg_at_100": 0.38709, + "ndcg_at_1000": 0.41277, + "ndcg_at_20": 0.32542, + "ndcg_at_3": 0.20928, + "ndcg_at_5": 0.23676, + "precision_at_1": 0.1883, + "precision_at_10": 0.09618, + "precision_at_100": 0.01985, + "precision_at_1000": 0.00238, + "precision_at_20": 0.06425, + "precision_at_3": 0.15267, + "precision_at_5": 0.13181, + "recall_at_1": 0.09257, + "recall_at_10": 0.3996, + "recall_at_100": 0.77984, + "recall_at_1000": 0.93632, + "recall_at_20": 0.53394, + "recall_at_3": 0.20762, + "recall_at_5": 0.28149 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..63657a8ea --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 2.268371105194092, + "kg_co2_emissions": 0.00016619084317740366, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.38431, + "map_at_1": 0.00763, + "map_at_10": 0.06276, + "map_at_100": 0.23375, + "map_at_1000": 0.37442, + "map_at_20": 0.10008, + "map_at_3": 0.02308, + "map_at_5": 0.03576, + "mrr_at_1": 0.46511627906976744, + "mrr_at_10": 0.5561000369139905, + "mrr_at_100": 0.5659259087083823, + "mrr_at_1000": 0.5659259087083823, + "mrr_at_20": 0.56111891983985, + "mrr_at_3": 0.5426356589147286, + "mrr_at_5": 0.5472868217054263, + "nauc_map_at_1000_diff1": -0.46651971679382215, + "nauc_map_at_1000_max": 0.6603276990042353, + "nauc_map_at_1000_std": 0.7344806306217028, + "nauc_map_at_100_diff1": -0.3645595421862642, + "nauc_map_at_100_max": 0.7096650243471491, + "nauc_map_at_100_std": 0.6663838228368916, + "nauc_map_at_10_diff1": -0.1415432993284698, + "nauc_map_at_10_max": 0.5782516949386249, + "nauc_map_at_10_std": 0.4617062784051976, + "nauc_map_at_1_diff1": -0.18151051133197396, + "nauc_map_at_1_max": 0.495810846128007, + "nauc_map_at_1_std": 0.3976044097346506, + "nauc_map_at_20_diff1": -0.1932148062869817, + "nauc_map_at_20_max": 0.5730105070846753, + "nauc_map_at_20_std": 0.4862091892401701, + "nauc_map_at_3_diff1": -0.10921782026720941, + "nauc_map_at_3_max": 0.5905384628565815, + "nauc_map_at_3_std": 0.43381679292070313, + "nauc_map_at_5_diff1": -0.10413885387401307, + "nauc_map_at_5_max": 0.6492410176582587, + "nauc_map_at_5_std": 0.44771383173514323, + "nauc_mrr_at_1000_diff1": -0.4305497145006436, + "nauc_mrr_at_1000_max": 0.6780911217633209, + "nauc_mrr_at_1000_std": 0.7288653396281721, + "nauc_mrr_at_100_diff1": -0.4305497145006436, + "nauc_mrr_at_100_max": 0.6780911217633209, + "nauc_mrr_at_100_std": 0.7288653396281721, + "nauc_mrr_at_10_diff1": -0.4350575093604309, + "nauc_mrr_at_10_max": 0.6741535238245062, + "nauc_mrr_at_10_std": 0.7289070793024326, + "nauc_mrr_at_1_diff1": -0.4792160641310793, + "nauc_mrr_at_1_max": 0.642370803192799, + "nauc_mrr_at_1_std": 0.6826163015415174, + "nauc_mrr_at_20_diff1": -0.43755713687408615, + "nauc_mrr_at_20_max": 0.6786954211892454, + "nauc_mrr_at_20_std": 0.7302321558220275, + "nauc_mrr_at_3_diff1": -0.4232427629132097, + "nauc_mrr_at_3_max": 0.6932719016982405, + "nauc_mrr_at_3_std": 0.7466331997482317, + "nauc_mrr_at_5_diff1": -0.4184674166212625, + "nauc_mrr_at_5_max": 0.6863364154533087, + "nauc_mrr_at_5_std": 0.7401178592910563, + "nauc_ndcg_at_1000_diff1": -0.46820406077151977, + "nauc_ndcg_at_1000_max": 0.6814363056278442, + "nauc_ndcg_at_1000_std": 0.765412544340625, + "nauc_ndcg_at_100_diff1": -0.3612802874170356, + "nauc_ndcg_at_100_max": 0.7132133023347098, + "nauc_ndcg_at_100_std": 0.7370153747755701, + "nauc_ndcg_at_10_diff1": -0.36326837146354796, + "nauc_ndcg_at_10_max": 0.622272059250185, + "nauc_ndcg_at_10_std": 0.7139506155933614, + "nauc_ndcg_at_1_diff1": -0.2734960001515901, + "nauc_ndcg_at_1_max": 0.43265198217479545, + "nauc_ndcg_at_1_std": 0.49403095791148294, + "nauc_ndcg_at_20_diff1": -0.41070714125860325, + "nauc_ndcg_at_20_max": 0.6360109262212557, + "nauc_ndcg_at_20_std": 0.709319076686431, + "nauc_ndcg_at_3_diff1": -0.3082397949972851, + "nauc_ndcg_at_3_max": 0.5803938160642884, + "nauc_ndcg_at_3_std": 0.6545954560121117, + "nauc_ndcg_at_5_diff1": -0.28858764125360253, + "nauc_ndcg_at_5_max": 0.6437419044903849, + "nauc_ndcg_at_5_std": 0.673121879307816, + "nauc_precision_at_1000_diff1": -0.36958106867312646, + "nauc_precision_at_1000_max": 0.17197111883353688, + "nauc_precision_at_1000_std": 0.3134182988953298, + "nauc_precision_at_100_diff1": -0.4613989292786736, + "nauc_precision_at_100_max": 0.4522576879709651, + "nauc_precision_at_100_std": 0.5811364412612028, + "nauc_precision_at_10_diff1": -0.46335728988007857, + "nauc_precision_at_10_max": 0.6152966035667496, + "nauc_precision_at_10_std": 0.7019189573911115, + "nauc_precision_at_1_diff1": -0.4792160641310793, + "nauc_precision_at_1_max": 0.642370803192799, + "nauc_precision_at_1_std": 0.6826163015415174, + "nauc_precision_at_20_diff1": -0.4979186527763038, + "nauc_precision_at_20_max": 0.5666189898430205, + "nauc_precision_at_20_std": 0.654635918707394, + "nauc_precision_at_3_diff1": -0.42115879400404943, + "nauc_precision_at_3_max": 0.6881548239044873, + "nauc_precision_at_3_std": 0.7185030515026926, + "nauc_precision_at_5_diff1": -0.3717385890622581, + "nauc_precision_at_5_max": 0.7293845751554487, + "nauc_precision_at_5_std": 0.7083580834631589, + "nauc_recall_at_1000_diff1": -0.2946208305815231, + "nauc_recall_at_1000_max": 0.8626648784374477, + "nauc_recall_at_1000_std": 0.9013997116698642, + "nauc_recall_at_100_diff1": -0.10316612684199776, + "nauc_recall_at_100_max": 0.5962796371622893, + "nauc_recall_at_100_std": 0.5221368372275821, + "nauc_recall_at_10_diff1": 0.011014519396075692, + "nauc_recall_at_10_max": 0.3878709633561469, + "nauc_recall_at_10_std": 0.3154516015583232, + "nauc_recall_at_1_diff1": -0.18151051133197396, + "nauc_recall_at_1_max": 0.495810846128007, + "nauc_recall_at_1_std": 0.3976044097346506, + "nauc_recall_at_20_diff1": -0.045376013768416004, + "nauc_recall_at_20_max": 0.44050038629885147, + "nauc_recall_at_20_std": 0.36237034849044186, + "nauc_recall_at_3_diff1": -0.029350030867705535, + "nauc_recall_at_3_max": 0.5497860601890129, + "nauc_recall_at_3_std": 0.405296938724849, + "nauc_recall_at_5_diff1": -0.014447651890376943, + "nauc_recall_at_5_max": 0.6100484014412717, + "nauc_recall_at_5_std": 0.4230382486918211, + "ndcg_at_1": 0.33721, + "ndcg_at_10": 0.38431, + "ndcg_at_100": 0.4422, + "ndcg_at_1000": 0.62027, + "ndcg_at_20": 0.3761, + "ndcg_at_3": 0.37583, + "ndcg_at_5": 0.37502, + "precision_at_1": 0.46512, + "precision_at_10": 0.47907, + "precision_at_100": 0.32535, + "precision_at_1000": 0.08467, + "precision_at_20": 0.43372, + "precision_at_3": 0.49612, + "precision_at_5": 0.47907, + "recall_at_1": 0.00763, + "recall_at_10": 0.08464, + "recall_at_100": 0.4272, + "recall_at_1000": 0.88821, + "recall_at_20": 0.13988, + "recall_at_3": 0.0263, + "recall_at_5": 0.04142 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCOHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCOHardNegatives.json new file mode 100644 index 000000000..778fbc064 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 2.0931079387664795, + "kg_co2_emissions": 0.00014392178592759073, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.6092, + "map_at_1": 0.01544, + "map_at_10": 0.10984, + "map_at_100": 0.37732, + "map_at_1000": 0.55745, + "map_at_20": 0.17346, + "map_at_3": 0.04119, + "map_at_5": 0.06472, + "mrr_at_1": 0.8604651162790697, + "mrr_at_10": 0.9069767441860465, + "mrr_at_100": 0.907751937984496, + "mrr_at_1000": 0.907751937984496, + "mrr_at_20": 0.9069767441860465, + "mrr_at_3": 0.9031007751937984, + "mrr_at_5": 0.9031007751937984, + "nauc_map_at_1000_diff1": -0.5345506281839498, + "nauc_map_at_1000_max": 0.43837830160231783, + "nauc_map_at_1000_std": 0.5322379370407722, + "nauc_map_at_100_diff1": -0.29488348303578515, + "nauc_map_at_100_max": 0.3317679837678237, + "nauc_map_at_100_std": 0.27794121977413355, + "nauc_map_at_10_diff1": -0.0011896211181712717, + "nauc_map_at_10_max": 0.08338451711616457, + "nauc_map_at_10_std": -0.0457768671623437, + "nauc_map_at_1_diff1": 0.06140091869729016, + "nauc_map_at_1_max": -0.10156017271478257, + "nauc_map_at_1_std": -0.17251164376196254, + "nauc_map_at_20_diff1": -0.0698176872206749, + "nauc_map_at_20_max": 0.16582548824065757, + "nauc_map_at_20_std": -0.022209857332697668, + "nauc_map_at_3_diff1": 0.05025303465954649, + "nauc_map_at_3_max": -0.03733870297525982, + "nauc_map_at_3_std": -0.12420724656908252, + "nauc_map_at_5_diff1": 0.014689096796841376, + "nauc_map_at_5_max": 0.044193565621224645, + "nauc_map_at_5_std": -0.05391606455403801, + "nauc_mrr_at_1000_diff1": -0.4012543801802072, + "nauc_mrr_at_1000_max": 0.5088418794539311, + "nauc_mrr_at_1000_std": 0.44101135874767416, + "nauc_mrr_at_100_diff1": -0.4012543801802072, + "nauc_mrr_at_100_max": 0.5088418794539311, + "nauc_mrr_at_100_std": 0.44101135874767416, + "nauc_mrr_at_10_diff1": -0.40754290284572986, + "nauc_mrr_at_10_max": 0.5119548676836282, + "nauc_mrr_at_10_std": 0.44342708244638535, + "nauc_mrr_at_1_diff1": -0.3705331843720141, + "nauc_mrr_at_1_max": 0.4390393466898066, + "nauc_mrr_at_1_std": 0.40053137387377524, + "nauc_mrr_at_20_diff1": -0.40754290284572986, + "nauc_mrr_at_20_max": 0.5119548676836282, + "nauc_mrr_at_20_std": 0.44342708244638535, + "nauc_mrr_at_3_diff1": -0.36093016943996675, + "nauc_mrr_at_3_max": 0.5056111889926901, + "nauc_mrr_at_3_std": 0.4299671222869862, + "nauc_mrr_at_5_diff1": -0.36093016943996675, + "nauc_mrr_at_5_max": 0.5056111889926901, + "nauc_mrr_at_5_std": 0.4299671222869862, + "nauc_ndcg_at_1000_diff1": -0.5283180563551441, + "nauc_ndcg_at_1000_max": 0.5156291787889749, + "nauc_ndcg_at_1000_std": 0.5691249930939671, + "nauc_ndcg_at_100_diff1": -0.47718266290796624, + "nauc_ndcg_at_100_max": 0.43022715635176045, + "nauc_ndcg_at_100_std": 0.477383384268021, + "nauc_ndcg_at_10_diff1": -0.46204948749052294, + "nauc_ndcg_at_10_max": 0.36547784076659673, + "nauc_ndcg_at_10_std": 0.35775178218542353, + "nauc_ndcg_at_1_diff1": -0.1199329262326269, + "nauc_ndcg_at_1_max": 0.18338632643400277, + "nauc_ndcg_at_1_std": 0.16928672598841793, + "nauc_ndcg_at_20_diff1": -0.5445560099970791, + "nauc_ndcg_at_20_max": 0.40300958833719747, + "nauc_ndcg_at_20_std": 0.3741013699919938, + "nauc_ndcg_at_3_diff1": -0.31137112285569507, + "nauc_ndcg_at_3_max": 0.3180017035379715, + "nauc_ndcg_at_3_std": 0.2754800284357837, + "nauc_ndcg_at_5_diff1": -0.3991149199271269, + "nauc_ndcg_at_5_max": 0.3851529817098977, + "nauc_ndcg_at_5_std": 0.35536173218309164, + "nauc_precision_at_1000_diff1": -0.4446983680575228, + "nauc_precision_at_1000_max": 0.25317547161729353, + "nauc_precision_at_1000_std": 0.37663081983858354, + "nauc_precision_at_100_diff1": -0.49768104519011275, + "nauc_precision_at_100_max": 0.29962248558950816, + "nauc_precision_at_100_std": 0.4543651203908201, + "nauc_precision_at_10_diff1": -0.6773426060978748, + "nauc_precision_at_10_max": 0.4947866793225334, + "nauc_precision_at_10_std": 0.45066183843480623, + "nauc_precision_at_1_diff1": -0.3705331843720141, + "nauc_precision_at_1_max": 0.4390393466898066, + "nauc_precision_at_1_std": 0.40053137387377524, + "nauc_precision_at_20_diff1": -0.6170932719602485, + "nauc_precision_at_20_max": 0.4784202577013554, + "nauc_precision_at_20_std": 0.42498375560868995, + "nauc_precision_at_3_diff1": -0.6182131020973707, + "nauc_precision_at_3_max": 0.43551672421057563, + "nauc_precision_at_3_std": 0.4209763047785804, + "nauc_precision_at_5_diff1": -0.6598469454760085, + "nauc_precision_at_5_max": 0.5709546901434569, + "nauc_precision_at_5_std": 0.5142351375516198, + "nauc_recall_at_1000_diff1": -0.3358381250844714, + "nauc_recall_at_1000_max": 0.710213348120068, + "nauc_recall_at_1000_std": 0.8881324361734457, + "nauc_recall_at_100_diff1": 0.0392915944150617, + "nauc_recall_at_100_max": 0.03781323126502715, + "nauc_recall_at_100_std": -0.0073043531421890335, + "nauc_recall_at_10_diff1": 0.09394490907899596, + "nauc_recall_at_10_max": -0.07331516034386844, + "nauc_recall_at_10_std": -0.1719545832323531, + "nauc_recall_at_1_diff1": 0.06140091869729016, + "nauc_recall_at_1_max": -0.10156017271478257, + "nauc_recall_at_1_std": -0.17251164376196254, + "nauc_recall_at_20_diff1": 0.04488530475557341, + "nauc_recall_at_20_max": -0.036758037394614, + "nauc_recall_at_20_std": -0.1759376785789538, + "nauc_recall_at_3_diff1": 0.16058959652393562, + "nauc_recall_at_3_max": -0.15923376431271555, + "nauc_recall_at_3_std": -0.23022489886022293, + "nauc_recall_at_5_diff1": 0.09595075055191216, + "nauc_recall_at_5_max": -0.06001102035547002, + "nauc_recall_at_5_std": -0.14539602614257316, + "ndcg_at_1": 0.67054, + "ndcg_at_10": 0.6092, + "ndcg_at_100": 0.6365, + "ndcg_at_1000": 0.77741, + "ndcg_at_20": 0.59674, + "ndcg_at_3": 0.63889, + "ndcg_at_5": 0.63272, + "precision_at_1": 0.86047, + "precision_at_10": 0.72093, + "precision_at_100": 0.4514, + "precision_at_1000": 0.09286, + "precision_at_20": 0.64767, + "precision_at_3": 0.79845, + "precision_at_5": 0.77674, + "recall_at_1": 0.01544, + "recall_at_10": 0.13303, + "recall_at_100": 0.58922, + "recall_at_1000": 0.96827, + "recall_at_20": 0.22243, + "recall_at_3": 0.04719, + "recall_at_5": 0.07373 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-PLHardNegatives.json new file mode 100644 index 000000000..b60885cb4 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 42.78017020225525, + "kg_co2_emissions": 0.0030637903314766684, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.1595, + "map_at_1": 0.068, + "map_at_10": 0.12005, + "map_at_100": 0.13281, + "map_at_1000": 0.13386, + "map_at_20": 0.12624, + "map_at_3": 0.09506, + "map_at_5": 0.10812, + "mrr_at_1": 0.083, + "mrr_at_10": 0.13610198412698407, + "mrr_at_100": 0.14772647920101858, + "mrr_at_1000": 0.14860064502601542, + "mrr_at_20": 0.14217147512789932, + "mrr_at_3": 0.1108333333333333, + "mrr_at_5": 0.12408333333333334, + "nauc_map_at_1000_diff1": 0.1322253372965182, + "nauc_map_at_1000_max": 0.14721691634660788, + "nauc_map_at_1000_std": 0.1413180529941951, + "nauc_map_at_100_diff1": 0.13220773402264835, + "nauc_map_at_100_max": 0.14657357930176057, + "nauc_map_at_100_std": 0.14040773427024292, + "nauc_map_at_10_diff1": 0.13827216951032384, + "nauc_map_at_10_max": 0.13104188529390315, + "nauc_map_at_10_std": 0.1237387270560825, + "nauc_map_at_1_diff1": 0.19451459145504194, + "nauc_map_at_1_max": 0.1013194652693381, + "nauc_map_at_1_std": 0.11026452437696294, + "nauc_map_at_20_diff1": 0.1345551659634113, + "nauc_map_at_20_max": 0.14130709698502544, + "nauc_map_at_20_std": 0.13290793074275162, + "nauc_map_at_3_diff1": 0.1358520106445644, + "nauc_map_at_3_max": 0.11751671685901746, + "nauc_map_at_3_std": 0.10976211940011663, + "nauc_map_at_5_diff1": 0.1346835095123529, + "nauc_map_at_5_max": 0.12435988935391683, + "nauc_map_at_5_std": 0.10959233968380133, + "nauc_mrr_at_1000_diff1": 0.1291106713275355, + "nauc_mrr_at_1000_max": 0.15557215349977965, + "nauc_mrr_at_1000_std": 0.1569692059195364, + "nauc_mrr_at_100_diff1": 0.1288285173694877, + "nauc_mrr_at_100_max": 0.1552834579213244, + "nauc_mrr_at_100_std": 0.15656275760676006, + "nauc_mrr_at_10_diff1": 0.13401041430115357, + "nauc_mrr_at_10_max": 0.14472768767616595, + "nauc_mrr_at_10_std": 0.1451299497624817, + "nauc_mrr_at_1_diff1": 0.17937163195308733, + "nauc_mrr_at_1_max": 0.11192826039871857, + "nauc_mrr_at_1_std": 0.12506263314594557, + "nauc_mrr_at_20_diff1": 0.1298714803184866, + "nauc_mrr_at_20_max": 0.15331977724840617, + "nauc_mrr_at_20_std": 0.15339199387566085, + "nauc_mrr_at_3_diff1": 0.13252783202810967, + "nauc_mrr_at_3_max": 0.13321685292812452, + "nauc_mrr_at_3_std": 0.13230487566967308, + "nauc_mrr_at_5_diff1": 0.13418690396120536, + "nauc_mrr_at_5_max": 0.13754857218454897, + "nauc_mrr_at_5_std": 0.1330113137909403, + "nauc_ndcg_at_1000_diff1": 0.11013265216979601, + "nauc_ndcg_at_1000_max": 0.21342683717018138, + "nauc_ndcg_at_1000_std": 0.22326443160498674, + "nauc_ndcg_at_100_diff1": 0.10957399480382261, + "nauc_ndcg_at_100_max": 0.2016271161405015, + "nauc_ndcg_at_100_std": 0.21050460858284245, + "nauc_ndcg_at_10_diff1": 0.1306971494572764, + "nauc_ndcg_at_10_max": 0.14464678853944013, + "nauc_ndcg_at_10_std": 0.139735592626551, + "nauc_ndcg_at_1_diff1": 0.17937163195308733, + "nauc_ndcg_at_1_max": 0.11192826039871857, + "nauc_ndcg_at_1_std": 0.12506263314594557, + "nauc_ndcg_at_20_diff1": 0.11866740685014458, + "nauc_ndcg_at_20_max": 0.17110158215644863, + "nauc_ndcg_at_20_std": 0.1640830524659276, + "nauc_ndcg_at_3_diff1": 0.12340329276800342, + "nauc_ndcg_at_3_max": 0.1242361069489044, + "nauc_ndcg_at_3_std": 0.1138495849525, + "nauc_ndcg_at_5_diff1": 0.12618854628250656, + "nauc_ndcg_at_5_max": 0.13385229757908337, + "nauc_ndcg_at_5_std": 0.11426871178351528, + "nauc_precision_at_1000_diff1": -0.0017079898463255563, + "nauc_precision_at_1000_max": 0.33474468806180163, + "nauc_precision_at_1000_std": 0.4036803702365368, + "nauc_precision_at_100_diff1": 0.027907616711508362, + "nauc_precision_at_100_max": 0.3022779061318951, + "nauc_precision_at_100_std": 0.36998948750081684, + "nauc_precision_at_10_diff1": 0.11366651548482098, + "nauc_precision_at_10_max": 0.17100000727613168, + "nauc_precision_at_10_std": 0.17337930231599258, + "nauc_precision_at_1_diff1": 0.17937163195308733, + "nauc_precision_at_1_max": 0.11192826039871857, + "nauc_precision_at_1_std": 0.12506263314594557, + "nauc_precision_at_20_diff1": 0.07465959570392569, + "nauc_precision_at_20_max": 0.22308902184401316, + "nauc_precision_at_20_std": 0.23175014064923, + "nauc_precision_at_3_diff1": 0.09008515922479819, + "nauc_precision_at_3_max": 0.13393009528181424, + "nauc_precision_at_3_std": 0.12341319585444675, + "nauc_precision_at_5_diff1": 0.10356199051269906, + "nauc_precision_at_5_max": 0.15168937520797304, + "nauc_precision_at_5_std": 0.12200537484388031, + "nauc_recall_at_1000_diff1": 0.028573322326598812, + "nauc_recall_at_1000_max": 0.5140232570350856, + "nauc_recall_at_1000_std": 0.5948534620857299, + "nauc_recall_at_100_diff1": 0.06002432620735518, + "nauc_recall_at_100_max": 0.3279378422102995, + "nauc_recall_at_100_std": 0.3779664786437153, + "nauc_recall_at_10_diff1": 0.11828267493237472, + "nauc_recall_at_10_max": 0.15240408842439324, + "nauc_recall_at_10_std": 0.14999080705520307, + "nauc_recall_at_1_diff1": 0.19451459145504194, + "nauc_recall_at_1_max": 0.1013194652693381, + "nauc_recall_at_1_std": 0.11026452437696294, + "nauc_recall_at_20_diff1": 0.08988130415647706, + "nauc_recall_at_20_max": 0.2108511231204074, + "nauc_recall_at_20_std": 0.20083366636146116, + "nauc_recall_at_3_diff1": 0.09526317269038677, + "nauc_recall_at_3_max": 0.12312077738317238, + "nauc_recall_at_3_std": 0.10142076707553631, + "nauc_recall_at_5_diff1": 0.10911196145582787, + "nauc_recall_at_5_max": 0.13989558551125575, + "nauc_recall_at_5_std": 0.10420702249239905, + "ndcg_at_1": 0.083, + "ndcg_at_10": 0.1595, + "ndcg_at_100": 0.22706, + "ndcg_at_1000": 0.25518, + "ndcg_at_20": 0.18081, + "ndcg_at_3": 0.10756, + "ndcg_at_5": 0.13042, + "precision_at_1": 0.083, + "precision_at_10": 0.0322, + "precision_at_100": 0.00714, + "precision_at_1000": 0.00098, + "precision_at_20": 0.02095, + "precision_at_3": 0.051, + "precision_at_5": 0.0434, + "recall_at_1": 0.068, + "recall_at_10": 0.26925, + "recall_at_100": 0.59067, + "recall_at_1000": 0.80617, + "recall_at_20": 0.34817, + "recall_at_3": 0.12917, + "recall_at_5": 0.18175 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQHardNegatives.json new file mode 100644 index 000000000..bf009d226 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 43.36773943901062, + "kg_co2_emissions": 0.0032486167649222047, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.3269, + "map_at_1": 0.16333, + "map_at_10": 0.2635, + "map_at_100": 0.27819, + "map_at_1000": 0.27894, + "map_at_20": 0.27218, + "map_at_3": 0.22808, + "map_at_5": 0.24651, + "mrr_at_1": 0.184, + "mrr_at_10": 0.28531468253968223, + "mrr_at_100": 0.2974754676670459, + "mrr_at_1000": 0.29804292493789786, + "mrr_at_20": 0.2924307506562921, + "mrr_at_3": 0.251666666666667, + "mrr_at_5": 0.2698666666666667, + "nauc_map_at_1000_diff1": 0.23237382197639359, + "nauc_map_at_1000_max": 0.2371608181169204, + "nauc_map_at_1000_std": 0.016778736295950586, + "nauc_map_at_100_diff1": 0.23222235285871487, + "nauc_map_at_100_max": 0.2373895457216102, + "nauc_map_at_100_std": 0.016750498227866773, + "nauc_map_at_10_diff1": 0.2307705400063994, + "nauc_map_at_10_max": 0.23278114509240724, + "nauc_map_at_10_std": 0.010835248545259758, + "nauc_map_at_1_diff1": 0.2819996470951521, + "nauc_map_at_1_max": 0.18929500954733666, + "nauc_map_at_1_std": -0.030973387193334864, + "nauc_map_at_20_diff1": 0.23200289708731983, + "nauc_map_at_20_max": 0.23483404909271804, + "nauc_map_at_20_std": 0.013228392269824979, + "nauc_map_at_3_diff1": 0.24715857106747152, + "nauc_map_at_3_max": 0.21928924481331616, + "nauc_map_at_3_std": -0.005724580437942333, + "nauc_map_at_5_diff1": 0.23962097205407001, + "nauc_map_at_5_max": 0.22211478399589382, + "nauc_map_at_5_std": 0.001789821660431443, + "nauc_mrr_at_1000_diff1": 0.2282430025935389, + "nauc_mrr_at_1000_max": 0.24240912659845634, + "nauc_mrr_at_1000_std": 0.029852965281082045, + "nauc_mrr_at_100_diff1": 0.22818182603114642, + "nauc_mrr_at_100_max": 0.24275159504576868, + "nauc_mrr_at_100_std": 0.03000899529791668, + "nauc_mrr_at_10_diff1": 0.2257531067896745, + "nauc_mrr_at_10_max": 0.24124161324765322, + "nauc_mrr_at_10_std": 0.027477238162595747, + "nauc_mrr_at_1_diff1": 0.2698421183319308, + "nauc_mrr_at_1_max": 0.20407878219365172, + "nauc_mrr_at_1_std": -0.012351533293788236, + "nauc_mrr_at_20_diff1": 0.22652724814097364, + "nauc_mrr_at_20_max": 0.2419419605057013, + "nauc_mrr_at_20_std": 0.02881001093088402, + "nauc_mrr_at_3_diff1": 0.2392074643858822, + "nauc_mrr_at_3_max": 0.23239010302407614, + "nauc_mrr_at_3_std": 0.01294150019817189, + "nauc_mrr_at_5_diff1": 0.2315061548758369, + "nauc_mrr_at_5_max": 0.23359072108867007, + "nauc_mrr_at_5_std": 0.019767070365047393, + "nauc_ndcg_at_1000_diff1": 0.21755876344039599, + "nauc_ndcg_at_1000_max": 0.2676499499206934, + "nauc_ndcg_at_1000_std": 0.06137637515490462, + "nauc_ndcg_at_100_diff1": 0.21484870939361206, + "nauc_ndcg_at_100_max": 0.27459158385186505, + "nauc_ndcg_at_100_std": 0.06508659963692744, + "nauc_ndcg_at_10_diff1": 0.2091245832107053, + "nauc_ndcg_at_10_max": 0.2535326003357605, + "nauc_ndcg_at_10_std": 0.036151205731891206, + "nauc_ndcg_at_1_diff1": 0.2698421183319308, + "nauc_ndcg_at_1_max": 0.20407878219365172, + "nauc_ndcg_at_1_std": -0.012351533293788236, + "nauc_ndcg_at_20_diff1": 0.21165150624110193, + "nauc_ndcg_at_20_max": 0.2591499352127623, + "nauc_ndcg_at_20_std": 0.04404334692651267, + "nauc_ndcg_at_3_diff1": 0.23901474852771687, + "nauc_ndcg_at_3_max": 0.22752999852039762, + "nauc_ndcg_at_3_std": 0.0024707507526524884, + "nauc_ndcg_at_5_diff1": 0.22583145124360848, + "nauc_ndcg_at_5_max": 0.2320329175337409, + "nauc_ndcg_at_5_std": 0.015839235721023064, + "nauc_precision_at_1000_diff1": -0.009925568741393604, + "nauc_precision_at_1000_max": 0.2657894994907632, + "nauc_precision_at_1000_std": 0.29718427655422275, + "nauc_precision_at_100_diff1": 0.039871620935111235, + "nauc_precision_at_100_max": 0.35383971742261666, + "nauc_precision_at_100_std": 0.2947040647393869, + "nauc_precision_at_10_diff1": 0.11874743822256155, + "nauc_precision_at_10_max": 0.3212685079646713, + "nauc_precision_at_10_std": 0.13281489508644054, + "nauc_precision_at_1_diff1": 0.2698421183319308, + "nauc_precision_at_1_max": 0.20407878219365172, + "nauc_precision_at_1_std": -0.012351533293788236, + "nauc_precision_at_20_diff1": 0.10156980511714252, + "nauc_precision_at_20_max": 0.32588406187889535, + "nauc_precision_at_20_std": 0.16972117964798394, + "nauc_precision_at_3_diff1": 0.20225559718824518, + "nauc_precision_at_3_max": 0.257060043972378, + "nauc_precision_at_3_std": 0.03800204378657921, + "nauc_precision_at_5_diff1": 0.1726151000849997, + "nauc_precision_at_5_max": 0.26173651911562756, + "nauc_precision_at_5_std": 0.06437221532052378, + "nauc_recall_at_1000_diff1": 0.0674680553621068, + "nauc_recall_at_1000_max": 0.5789691567234634, + "nauc_recall_at_1000_std": 0.6288592785180369, + "nauc_recall_at_100_diff1": 0.13256831793469387, + "nauc_recall_at_100_max": 0.4537672320445164, + "nauc_recall_at_100_std": 0.315094267385961, + "nauc_recall_at_10_diff1": 0.14584351801518886, + "nauc_recall_at_10_max": 0.28437095744849794, + "nauc_recall_at_10_std": 0.08538916098717592, + "nauc_recall_at_1_diff1": 0.2819996470951521, + "nauc_recall_at_1_max": 0.18929500954733666, + "nauc_recall_at_1_std": -0.030973387193334864, + "nauc_recall_at_20_diff1": 0.14512473902335477, + "nauc_recall_at_20_max": 0.3012777660475383, + "nauc_recall_at_20_std": 0.11465211879877911, + "nauc_recall_at_3_diff1": 0.22002938650214574, + "nauc_recall_at_3_max": 0.22918467477526555, + "nauc_recall_at_3_std": 0.005766008611119082, + "nauc_recall_at_5_diff1": 0.19082091559934589, + "nauc_recall_at_5_max": 0.2372003759902147, + "nauc_recall_at_5_std": 0.03472311021893902, + "ndcg_at_1": 0.184, + "ndcg_at_10": 0.3269, + "ndcg_at_100": 0.39542, + "ndcg_at_1000": 0.41257, + "ndcg_at_20": 0.35582, + "ndcg_at_3": 0.25427, + "ndcg_at_5": 0.28738, + "precision_at_1": 0.184, + "precision_at_10": 0.0587, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00114, + "precision_at_20": 0.0362, + "precision_at_3": 0.11833, + "precision_at_5": 0.0892, + "recall_at_1": 0.16333, + "recall_at_10": 0.50375, + "recall_at_100": 0.81192, + "recall_at_1000": 0.93967, + "recall_at_20": 0.6115, + "recall_at_3": 0.307, + "recall_at_5": 0.38583 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..75beb1f14 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 13.72130298614502, + "kg_co2_emissions": 0.0007037945074347848, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.29813, + "map_at_1": 0.02246, + "map_at_10": 0.09775, + "map_at_100": 0.20114, + "map_at_1000": 0.24897, + "map_at_20": 0.12348, + "map_at_3": 0.05553, + "map_at_5": 0.07545, + "mrr_at_1": 0.35555555555555557, + "mrr_at_10": 0.4787654320987654, + "mrr_at_100": 0.4893474227061184, + "mrr_at_1000": 0.4894388721802839, + "mrr_at_20": 0.48484071484071484, + "mrr_at_3": 0.4481481481481482, + "mrr_at_5": 0.47259259259259256, + "nauc_map_at_1000_diff1": 0.07926069029671234, + "nauc_map_at_1000_max": 0.3134482472238591, + "nauc_map_at_1000_std": 0.16523388234252243, + "nauc_map_at_100_diff1": 0.21058210466852362, + "nauc_map_at_100_max": 0.28806040364424956, + "nauc_map_at_100_std": 0.2264985998372744, + "nauc_map_at_10_diff1": 0.305053160683808, + "nauc_map_at_10_max": 0.17256390000652322, + "nauc_map_at_10_std": 0.165649771826494, + "nauc_map_at_1_diff1": 0.0011588116279273768, + "nauc_map_at_1_max": 0.14079346065362125, + "nauc_map_at_1_std": 0.12389143851163162, + "nauc_map_at_20_diff1": 0.306169806865257, + "nauc_map_at_20_max": 0.1953432887005228, + "nauc_map_at_20_std": 0.14661369121453513, + "nauc_map_at_3_diff1": 0.24812690797619727, + "nauc_map_at_3_max": 0.10901903170688959, + "nauc_map_at_3_std": 0.18578615171155918, + "nauc_map_at_5_diff1": 0.2625042405573739, + "nauc_map_at_5_max": 0.1605324492104064, + "nauc_map_at_5_std": 0.1897562650735785, + "nauc_mrr_at_1000_diff1": 0.08495904683649563, + "nauc_mrr_at_1000_max": 0.355334902843692, + "nauc_mrr_at_1000_std": 0.2145952388338712, + "nauc_mrr_at_100_diff1": 0.08476926837791034, + "nauc_mrr_at_100_max": 0.3554832472821721, + "nauc_mrr_at_100_std": 0.21482123558637803, + "nauc_mrr_at_10_diff1": 0.10186886237552853, + "nauc_mrr_at_10_max": 0.346361681920123, + "nauc_mrr_at_10_std": 0.19811052895889386, + "nauc_mrr_at_1_diff1": 0.03804536046993432, + "nauc_mrr_at_1_max": 0.37002250867511155, + "nauc_mrr_at_1_std": 0.20115137735658448, + "nauc_mrr_at_20_diff1": 0.08734151364024405, + "nauc_mrr_at_20_max": 0.35744043719399715, + "nauc_mrr_at_20_std": 0.2152657427055341, + "nauc_mrr_at_3_diff1": 0.08756182134115867, + "nauc_mrr_at_3_max": 0.3445190988138097, + "nauc_mrr_at_3_std": 0.22857364162979626, + "nauc_mrr_at_5_diff1": 0.09281270721864976, + "nauc_mrr_at_5_max": 0.3268689547581247, + "nauc_mrr_at_5_std": 0.19768922107983497, + "nauc_ndcg_at_1000_diff1": 0.03661620783173422, + "nauc_ndcg_at_1000_max": 0.276054243424855, + "nauc_ndcg_at_1000_std": 0.17586318664422715, + "nauc_ndcg_at_100_diff1": 0.08512930810319769, + "nauc_ndcg_at_100_max": 0.26251269865947835, + "nauc_ndcg_at_100_std": 0.17760041082495404, + "nauc_ndcg_at_10_diff1": 0.1782703397817724, + "nauc_ndcg_at_10_max": 0.2463070133250418, + "nauc_ndcg_at_10_std": 0.10274665729242546, + "nauc_ndcg_at_1_diff1": 0.009138440315519832, + "nauc_ndcg_at_1_max": 0.2710658947959911, + "nauc_ndcg_at_1_std": 0.05347293977570117, + "nauc_ndcg_at_20_diff1": 0.12920834088603927, + "nauc_ndcg_at_20_max": 0.2560761940635588, + "nauc_ndcg_at_20_std": 0.08008975417260128, + "nauc_ndcg_at_3_diff1": 0.17138127027835906, + "nauc_ndcg_at_3_max": 0.22293954808575697, + "nauc_ndcg_at_3_std": 0.11042857467576996, + "nauc_ndcg_at_5_diff1": 0.15995430736219154, + "nauc_ndcg_at_5_max": 0.21160614594653485, + "nauc_ndcg_at_5_std": 0.10226057992478645, + "nauc_precision_at_1000_diff1": -0.24417889952494398, + "nauc_precision_at_1000_max": 0.26076230801469324, + "nauc_precision_at_1000_std": -0.0906287869084974, + "nauc_precision_at_100_diff1": -0.1360442829793147, + "nauc_precision_at_100_max": 0.2549366993738215, + "nauc_precision_at_100_std": 0.02354324769853853, + "nauc_precision_at_10_diff1": 0.10526193763320835, + "nauc_precision_at_10_max": 0.2531942644385458, + "nauc_precision_at_10_std": 0.04939968990460533, + "nauc_precision_at_1_diff1": 0.03804536046993432, + "nauc_precision_at_1_max": 0.37002250867511155, + "nauc_precision_at_1_std": 0.20115137735658448, + "nauc_precision_at_20_diff1": 0.013606491146516285, + "nauc_precision_at_20_max": 0.25168858123097604, + "nauc_precision_at_20_std": 0.007102291904283117, + "nauc_precision_at_3_diff1": 0.17279998674948024, + "nauc_precision_at_3_max": 0.2606350208649613, + "nauc_precision_at_3_std": 0.13439505836346713, + "nauc_precision_at_5_diff1": 0.12020832659477887, + "nauc_precision_at_5_max": 0.25641517572005385, + "nauc_precision_at_5_std": 0.11759247481133998, + "nauc_recall_at_1000_diff1": -0.19701703819877436, + "nauc_recall_at_1000_max": 0.6909321670244432, + "nauc_recall_at_1000_std": 0.46633314493674716, + "nauc_recall_at_100_diff1": 0.05915613142417344, + "nauc_recall_at_100_max": 0.22277850545788755, + "nauc_recall_at_100_std": 0.3014509854190791, + "nauc_recall_at_10_diff1": 0.3959505400729148, + "nauc_recall_at_10_max": 0.22003387171829453, + "nauc_recall_at_10_std": 0.13594086232331462, + "nauc_recall_at_1_diff1": 0.0011588116279273768, + "nauc_recall_at_1_max": 0.14079346065362125, + "nauc_recall_at_1_std": 0.12389143851163162, + "nauc_recall_at_20_diff1": 0.3412908232179175, + "nauc_recall_at_20_max": 0.22859547269463024, + "nauc_recall_at_20_std": 0.13442171467327044, + "nauc_recall_at_3_diff1": 0.3323335471152251, + "nauc_recall_at_3_max": 0.16216103906697654, + "nauc_recall_at_3_std": 0.24109509117137154, + "nauc_recall_at_5_diff1": 0.3430376690214654, + "nauc_recall_at_5_max": 0.1990796749325929, + "nauc_recall_at_5_std": 0.22092612864825925, + "ndcg_at_1": 0.31111, + "ndcg_at_10": 0.27438, + "ndcg_at_100": 0.40496, + "ndcg_at_1000": 0.49183, + "ndcg_at_20": 0.29813, + "ndcg_at_3": 0.29321, + "ndcg_at_5": 0.29272, + "precision_at_1": 0.35556, + "precision_at_10": 0.25778, + "precision_at_100": 0.15644, + "precision_at_1000": 0.03091, + "precision_at_20": 0.22556, + "precision_at_3": 0.34815, + "precision_at_5": 0.33778, + "recall_at_1": 0.02246, + "recall_at_10": 0.17153, + "recall_at_100": 0.60969, + "recall_at_1000": 0.92062, + "recall_at_20": 0.24968, + "recall_at_3": 0.08316, + "recall_at_5": 0.118 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.38908, + "map_at_1": 0.01914, + "map_at_10": 0.10716, + "map_at_100": 0.27193, + "map_at_1000": 0.34496, + "map_at_20": 0.14257, + "map_at_3": 0.05844, + "map_at_5": 0.07752, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6339285714285713, + "mrr_at_100": 0.6382813027150847, + "mrr_at_1000": 0.6382813027150847, + "mrr_at_20": 0.6351247436773751, + "mrr_at_3": 0.606060606060606, + "mrr_at_5": 0.6208333333333332, + "nauc_map_at_1000_diff1": -0.23221091539305436, + "nauc_map_at_1000_max": 0.23656007557508105, + "nauc_map_at_1000_std": 0.3007502289643912, + "nauc_map_at_100_diff1": -0.2358070553637627, + "nauc_map_at_100_max": 0.17034845522119452, + "nauc_map_at_100_std": 0.15594134168826124, + "nauc_map_at_10_diff1": -0.13985986088985083, + "nauc_map_at_10_max": -0.026547011227072637, + "nauc_map_at_10_std": -0.16740090131216565, + "nauc_map_at_1_diff1": -0.24317527242308545, + "nauc_map_at_1_max": 0.1232759422854406, + "nauc_map_at_1_std": -0.19674666592591894, + "nauc_map_at_20_diff1": -0.20698034857209252, + "nauc_map_at_20_max": -0.01424828442647184, + "nauc_map_at_20_std": -0.1316348051567174, + "nauc_map_at_3_diff1": -0.033149667598564386, + "nauc_map_at_3_max": 0.04355508978989223, + "nauc_map_at_3_std": -0.13580596870847106, + "nauc_map_at_5_diff1": -0.08855336364640576, + "nauc_map_at_5_max": 0.01702165752254377, + "nauc_map_at_5_std": -0.13515901233164024, + "nauc_mrr_at_1000_diff1": -0.15421364086730438, + "nauc_mrr_at_1000_max": 0.17850036714804518, + "nauc_mrr_at_1000_std": 0.09228439684651019, + "nauc_mrr_at_100_diff1": -0.15421364086730438, + "nauc_mrr_at_100_max": 0.17850036714804518, + "nauc_mrr_at_100_std": 0.09228439684651019, + "nauc_mrr_at_10_diff1": -0.14984991757414212, + "nauc_mrr_at_10_max": 0.17239534090277844, + "nauc_mrr_at_10_std": 0.09258680827469538, + "nauc_mrr_at_1_diff1": -0.24191037348181893, + "nauc_mrr_at_1_max": 0.1752611937164734, + "nauc_mrr_at_1_std": 0.046519446754035104, + "nauc_mrr_at_20_diff1": -0.15473450559447016, + "nauc_mrr_at_20_max": 0.17548279329860023, + "nauc_mrr_at_20_std": 0.09053394621119067, + "nauc_mrr_at_3_diff1": -0.12333011726027061, + "nauc_mrr_at_3_max": 0.2040696314927988, + "nauc_mrr_at_3_std": 0.10317074609384042, + "nauc_mrr_at_5_diff1": -0.1725587250577658, + "nauc_mrr_at_5_max": 0.1768819452942909, + "nauc_mrr_at_5_std": 0.09207258205749827, + "nauc_ndcg_at_1000_diff1": -0.21132634466879605, + "nauc_ndcg_at_1000_max": 0.31295383963969675, + "nauc_ndcg_at_1000_std": 0.332197270087955, + "nauc_ndcg_at_100_diff1": -0.19112060140004197, + "nauc_ndcg_at_100_max": 0.08871152389693177, + "nauc_ndcg_at_100_std": 0.10371176857885898, + "nauc_ndcg_at_10_diff1": -0.12328959027685243, + "nauc_ndcg_at_10_max": 0.056645438422560604, + "nauc_ndcg_at_10_std": 0.07680092698601511, + "nauc_ndcg_at_1_diff1": -0.21296714281966514, + "nauc_ndcg_at_1_max": 0.13903469988238032, + "nauc_ndcg_at_1_std": -0.05010890128446687, + "nauc_ndcg_at_20_diff1": -0.2201056167467079, + "nauc_ndcg_at_20_max": 0.014665410328933483, + "nauc_ndcg_at_20_std": 0.04765663641421326, + "nauc_ndcg_at_3_diff1": -0.09894168243916174, + "nauc_ndcg_at_3_max": 0.12449864683878542, + "nauc_ndcg_at_3_std": 0.07977358207335405, + "nauc_ndcg_at_5_diff1": -0.08431909094079178, + "nauc_ndcg_at_5_max": 0.121202075642749, + "nauc_ndcg_at_5_std": 0.10469556490270557, + "nauc_precision_at_1000_diff1": -0.09755423054505082, + "nauc_precision_at_1000_max": 0.24145395688705407, + "nauc_precision_at_1000_std": 0.3787814061069085, + "nauc_precision_at_100_diff1": -0.10969504061520596, + "nauc_precision_at_100_max": 0.2534383452150268, + "nauc_precision_at_100_std": 0.3816015445402066, + "nauc_precision_at_10_diff1": -0.14854628863956001, + "nauc_precision_at_10_max": 0.19078930402926908, + "nauc_precision_at_10_std": 0.2765761385047397, + "nauc_precision_at_1_diff1": -0.24191037348181893, + "nauc_precision_at_1_max": 0.1752611937164734, + "nauc_precision_at_1_std": 0.046519446754035104, + "nauc_precision_at_20_diff1": -0.18186098180766155, + "nauc_precision_at_20_max": 0.18097152335094704, + "nauc_precision_at_20_std": 0.3086091830561253, + "nauc_precision_at_3_diff1": 0.02834947575087517, + "nauc_precision_at_3_max": 0.2030129780095068, + "nauc_precision_at_3_std": 0.1589154949691088, + "nauc_precision_at_5_diff1": -0.04115453253147244, + "nauc_precision_at_5_max": 0.19055800581359164, + "nauc_precision_at_5_std": 0.21687196477612056, + "nauc_recall_at_1000_diff1": -0.2420321371786782, + "nauc_recall_at_1000_max": 0.34023977172015013, + "nauc_recall_at_1000_std": 0.6054211892249889, + "nauc_recall_at_100_diff1": -0.1454773395448061, + "nauc_recall_at_100_max": -0.22092862949171524, + "nauc_recall_at_100_std": -0.1977929993265789, + "nauc_recall_at_10_diff1": -0.0676610926735531, + "nauc_recall_at_10_max": -0.23949496777493653, + "nauc_recall_at_10_std": -0.3096224811767026, + "nauc_recall_at_1_diff1": -0.24317527242308545, + "nauc_recall_at_1_max": 0.1232759422854406, + "nauc_recall_at_1_std": -0.19674666592591894, + "nauc_recall_at_20_diff1": -0.1692898051891163, + "nauc_recall_at_20_max": -0.25047014806557444, + "nauc_recall_at_20_std": -0.3191289049616151, + "nauc_recall_at_3_diff1": 0.04556703617664944, + "nauc_recall_at_3_max": -0.013382614201652928, + "nauc_recall_at_3_std": -0.12122149617813638, + "nauc_recall_at_5_diff1": -0.07970717907170044, + "nauc_recall_at_5_max": -0.09275582406604548, + "nauc_recall_at_5_std": -0.17972140810059578, + "ndcg_at_1": 0.42424, + "ndcg_at_10": 0.38228, + "ndcg_at_100": 0.50418, + "ndcg_at_1000": 0.62091, + "ndcg_at_20": 0.38908, + "ndcg_at_3": 0.41259, + "ndcg_at_5": 0.39741, + "precision_at_1": 0.5, + "precision_at_10": 0.4, + "precision_at_100": 0.24795, + "precision_at_1000": 0.0417, + "precision_at_20": 0.35114, + "precision_at_3": 0.49242, + "precision_at_5": 0.45455, + "recall_at_1": 0.01914, + "recall_at_10": 0.1845, + "recall_at_100": 0.64909, + "recall_at_1000": 0.96228, + "recall_at_20": 0.26251, + "recall_at_3": 0.07541, + "recall_at_5": 0.10761 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.35725, + "map_at_1": 0.02214, + "map_at_10": 0.09991, + "map_at_100": 0.24697, + "map_at_1000": 0.32694, + "map_at_20": 0.1364, + "map_at_3": 0.04686, + "map_at_5": 0.06421, + "mrr_at_1": 0.5106382978723404, + "mrr_at_10": 0.6171394799054374, + "mrr_at_100": 0.6224188017701414, + "mrr_at_1000": 0.6224188017701414, + "mrr_at_20": 0.6200277055721362, + "mrr_at_3": 0.5851063829787234, + "mrr_at_5": 0.6, + "nauc_map_at_1000_diff1": -0.14040999320092637, + "nauc_map_at_1000_max": 0.4491605818767576, + "nauc_map_at_1000_std": 0.447762458713443, + "nauc_map_at_100_diff1": -0.10536356332210364, + "nauc_map_at_100_max": 0.37712885633578985, + "nauc_map_at_100_std": 0.21582637272953173, + "nauc_map_at_10_diff1": -0.09481739927855552, + "nauc_map_at_10_max": 0.1902724490621146, + "nauc_map_at_10_std": -0.22693017157921064, + "nauc_map_at_1_diff1": 0.16252465670754296, + "nauc_map_at_1_max": -0.01446399695699102, + "nauc_map_at_1_std": -0.322823531272382, + "nauc_map_at_20_diff1": -0.08495069304191628, + "nauc_map_at_20_max": 0.2595913599757358, + "nauc_map_at_20_std": -0.17905953059682447, + "nauc_map_at_3_diff1": 0.058567408510739424, + "nauc_map_at_3_max": 0.03998006398045586, + "nauc_map_at_3_std": -0.3076776381672757, + "nauc_map_at_5_diff1": -0.06846375673440563, + "nauc_map_at_5_max": 0.08508383926254698, + "nauc_map_at_5_std": -0.25551329444950016, + "nauc_mrr_at_1000_diff1": -0.029988948042093514, + "nauc_mrr_at_1000_max": 0.25124364678185074, + "nauc_mrr_at_1000_std": 0.14885486200026884, + "nauc_mrr_at_100_diff1": -0.029988948042093514, + "nauc_mrr_at_100_max": 0.25124364678185074, + "nauc_mrr_at_100_std": 0.14885486200026884, + "nauc_mrr_at_10_diff1": -0.029137024997658606, + "nauc_mrr_at_10_max": 0.25545288100163527, + "nauc_mrr_at_10_std": 0.15463624227611664, + "nauc_mrr_at_1_diff1": -0.002056377281362959, + "nauc_mrr_at_1_max": 0.12476495618986146, + "nauc_mrr_at_1_std": 0.032994930562134005, + "nauc_mrr_at_20_diff1": -0.034981202219230845, + "nauc_mrr_at_20_max": 0.25311107167048313, + "nauc_mrr_at_20_std": 0.15040494929972842, + "nauc_mrr_at_3_diff1": -0.007339458864218433, + "nauc_mrr_at_3_max": 0.2375321870402632, + "nauc_mrr_at_3_std": 0.11429285534458497, + "nauc_mrr_at_5_diff1": -0.026608894950946767, + "nauc_mrr_at_5_max": 0.25778434287621593, + "nauc_mrr_at_5_std": 0.162219830381276, + "nauc_ndcg_at_1000_diff1": -0.10194323595646254, + "nauc_ndcg_at_1000_max": 0.34376074085157426, + "nauc_ndcg_at_1000_std": 0.31964598997617344, + "nauc_ndcg_at_100_diff1": -0.03548006060267232, + "nauc_ndcg_at_100_max": 0.3450283550229986, + "nauc_ndcg_at_100_std": 0.22486885291085998, + "nauc_ndcg_at_10_diff1": -0.13026590193644824, + "nauc_ndcg_at_10_max": 0.16177605307328438, + "nauc_ndcg_at_10_std": 0.12134252686259858, + "nauc_ndcg_at_1_diff1": 0.09123717157696222, + "nauc_ndcg_at_1_max": -0.004980866758540771, + "nauc_ndcg_at_1_std": -0.08939727495393623, + "nauc_ndcg_at_20_diff1": -0.11187201814711445, + "nauc_ndcg_at_20_max": 0.2627270980815504, + "nauc_ndcg_at_20_std": 0.12830203979943963, + "nauc_ndcg_at_3_diff1": -0.029104495977315344, + "nauc_ndcg_at_3_max": 0.038745320255170544, + "nauc_ndcg_at_3_std": -0.0489980513248817, + "nauc_ndcg_at_5_diff1": -0.11522669850256784, + "nauc_ndcg_at_5_max": 0.08897948590479166, + "nauc_ndcg_at_5_std": 0.040915708650511334, + "nauc_precision_at_1000_diff1": -0.17111401768649184, + "nauc_precision_at_1000_max": 0.36830265510665944, + "nauc_precision_at_1000_std": 0.6121528893204563, + "nauc_precision_at_100_diff1": -0.14035340181736455, + "nauc_precision_at_100_max": 0.346457308357946, + "nauc_precision_at_100_std": 0.590056019015946, + "nauc_precision_at_10_diff1": -0.19306196956093774, + "nauc_precision_at_10_max": 0.3720927116803331, + "nauc_precision_at_10_std": 0.41291919654270026, + "nauc_precision_at_1_diff1": -0.002056377281362959, + "nauc_precision_at_1_max": 0.12476495618986146, + "nauc_precision_at_1_std": 0.032994930562134005, + "nauc_precision_at_20_diff1": -0.16579307603403937, + "nauc_precision_at_20_max": 0.3981321085757057, + "nauc_precision_at_20_std": 0.4808067812754392, + "nauc_precision_at_3_diff1": -0.14221006291409308, + "nauc_precision_at_3_max": 0.21786260664765683, + "nauc_precision_at_3_std": 0.1504328120881098, + "nauc_precision_at_5_diff1": -0.2254457972013291, + "nauc_precision_at_5_max": 0.31198297661475777, + "nauc_precision_at_5_std": 0.30812235639329766, + "nauc_recall_at_1000_diff1": -0.2171418534143563, + "nauc_recall_at_1000_max": 0.579517482396444, + "nauc_recall_at_1000_std": 0.5632802810823406, + "nauc_recall_at_100_diff1": 0.020237750819131848, + "nauc_recall_at_100_max": 0.23006447103726713, + "nauc_recall_at_100_std": 0.033912428472425926, + "nauc_recall_at_10_diff1": -0.11513665195337801, + "nauc_recall_at_10_max": 0.14954572722686313, + "nauc_recall_at_10_std": -0.17566946835069192, + "nauc_recall_at_1_diff1": 0.16252465670754296, + "nauc_recall_at_1_max": -0.01446399695699102, + "nauc_recall_at_1_std": -0.322823531272382, + "nauc_recall_at_20_diff1": -0.07079068840852192, + "nauc_recall_at_20_max": 0.18402412006393712, + "nauc_recall_at_20_std": -0.2115655590979791, + "nauc_recall_at_3_diff1": 0.052365819230668624, + "nauc_recall_at_3_max": 0.06179233531433479, + "nauc_recall_at_3_std": -0.3019129733101837, + "nauc_recall_at_5_diff1": -0.14368436353241795, + "nauc_recall_at_5_max": 0.08822645799172552, + "nauc_recall_at_5_std": -0.15011945361685733, + "ndcg_at_1": 0.41135, + "ndcg_at_10": 0.33402, + "ndcg_at_100": 0.46607, + "ndcg_at_1000": 0.57626, + "ndcg_at_20": 0.35725, + "ndcg_at_3": 0.35587, + "ndcg_at_5": 0.33873, + "precision_at_1": 0.51064, + "precision_at_10": 0.38936, + "precision_at_100": 0.23532, + "precision_at_1000": 0.04377, + "precision_at_20": 0.34255, + "precision_at_3": 0.42553, + "precision_at_5": 0.40426, + "recall_at_1": 0.02214, + "recall_at_10": 0.15472, + "recall_at_100": 0.61093, + "recall_at_1000": 0.93747, + "recall_at_20": 0.25936, + "recall_at_3": 0.05425, + "recall_at_5": 0.08581 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..1bc8f84d0 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 25.91411542892456, + "kg_co2_emissions": 0.001260628568698895, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.35774, + "map_at_1": 0.02814, + "map_at_10": 0.09293, + "map_at_100": 0.22978, + "map_at_1000": 0.31402, + "map_at_20": 0.12265, + "map_at_3": 0.05093, + "map_at_5": 0.07079, + "mrr_at_1": 0.5675675675675675, + "mrr_at_10": 0.6421868296868298, + "mrr_at_100": 0.6491360397898182, + "mrr_at_1000": 0.6493012167143373, + "mrr_at_20": 0.6465684840684843, + "mrr_at_3": 0.6261261261261262, + "mrr_at_5": 0.6315315315315315, + "nauc_map_at_1000_diff1": -0.004172243661172615, + "nauc_map_at_1000_max": 0.45489878934042466, + "nauc_map_at_1000_std": 0.35297331181861663, + "nauc_map_at_100_diff1": 0.13750726311364644, + "nauc_map_at_100_max": 0.3179370954578865, + "nauc_map_at_100_std": 0.2246771353037833, + "nauc_map_at_10_diff1": 0.3296405315923206, + "nauc_map_at_10_max": 0.05515683224513671, + "nauc_map_at_10_std": -0.15927656055065403, + "nauc_map_at_1_diff1": 0.6627601058305059, + "nauc_map_at_1_max": 0.07209157925146864, + "nauc_map_at_1_std": -0.25777445563543955, + "nauc_map_at_20_diff1": 0.29530752509574315, + "nauc_map_at_20_max": 0.11409697402674412, + "nauc_map_at_20_std": -0.0785602185733291, + "nauc_map_at_3_diff1": 0.49172857462540703, + "nauc_map_at_3_max": -0.008083492983057607, + "nauc_map_at_3_std": -0.2615098207763623, + "nauc_map_at_5_diff1": 0.3923627764110779, + "nauc_map_at_5_max": -0.00885984415052706, + "nauc_map_at_5_std": -0.2407586075919414, + "nauc_mrr_at_1000_diff1": 0.25011664574005643, + "nauc_mrr_at_1000_max": 0.32676484123963845, + "nauc_mrr_at_1000_std": 0.13487977783045021, + "nauc_mrr_at_100_diff1": 0.24954860476649443, + "nauc_mrr_at_100_max": 0.3271444691946898, + "nauc_mrr_at_100_std": 0.13537307948782729, + "nauc_mrr_at_10_diff1": 0.25699370672943006, + "nauc_mrr_at_10_max": 0.3319856959436089, + "nauc_mrr_at_10_std": 0.1266794245122908, + "nauc_mrr_at_1_diff1": 0.23772935564368497, + "nauc_mrr_at_1_max": 0.30459385603055955, + "nauc_mrr_at_1_std": 0.1430334129395976, + "nauc_mrr_at_20_diff1": 0.2480384929024498, + "nauc_mrr_at_20_max": 0.32763739071329506, + "nauc_mrr_at_20_std": 0.1339469415544989, + "nauc_mrr_at_3_diff1": 0.2776921798183844, + "nauc_mrr_at_3_max": 0.3145986787632654, + "nauc_mrr_at_3_std": 0.13229790262056973, + "nauc_mrr_at_5_diff1": 0.2773716250292798, + "nauc_mrr_at_5_max": 0.3088309114419191, + "nauc_mrr_at_5_std": 0.11680758064537916, + "nauc_ndcg_at_1000_diff1": 0.03576991827554665, + "nauc_ndcg_at_1000_max": 0.5477206815892979, + "nauc_ndcg_at_1000_std": 0.3954895611607084, + "nauc_ndcg_at_100_diff1": 0.16679029720196373, + "nauc_ndcg_at_100_max": 0.44488703994603956, + "nauc_ndcg_at_100_std": 0.26623836696421493, + "nauc_ndcg_at_10_diff1": 0.15660942464771027, + "nauc_ndcg_at_10_max": 0.37347464285741344, + "nauc_ndcg_at_10_std": 0.11728005549514671, + "nauc_ndcg_at_1_diff1": 0.3535044389863356, + "nauc_ndcg_at_1_max": 0.24039815113014826, + "nauc_ndcg_at_1_std": 0.017176042479101837, + "nauc_ndcg_at_20_diff1": 0.18894489958697241, + "nauc_ndcg_at_20_max": 0.3898132992798993, + "nauc_ndcg_at_20_std": 0.15837839745394744, + "nauc_ndcg_at_3_diff1": 0.2235162351612635, + "nauc_ndcg_at_3_max": 0.30476755933759736, + "nauc_ndcg_at_3_std": 0.11604340416361923, + "nauc_ndcg_at_5_diff1": 0.1883561031898924, + "nauc_ndcg_at_5_max": 0.30797472539115495, + "nauc_ndcg_at_5_std": 0.07896229240314016, + "nauc_precision_at_1000_diff1": -0.2732139941136702, + "nauc_precision_at_1000_max": 0.44356491879340665, + "nauc_precision_at_1000_std": 0.3245218513421397, + "nauc_precision_at_100_diff1": -0.22372042918440477, + "nauc_precision_at_100_max": 0.4835968584884776, + "nauc_precision_at_100_std": 0.43430735173658447, + "nauc_precision_at_10_diff1": -0.09156020594972468, + "nauc_precision_at_10_max": 0.4620435503453083, + "nauc_precision_at_10_std": 0.3207980983979447, + "nauc_precision_at_1_diff1": 0.23772935564368497, + "nauc_precision_at_1_max": 0.30459385603055955, + "nauc_precision_at_1_std": 0.1430334129395976, + "nauc_precision_at_20_diff1": -0.11108942465949158, + "nauc_precision_at_20_max": 0.44667070552790245, + "nauc_precision_at_20_std": 0.3528960087297731, + "nauc_precision_at_3_diff1": 0.02848725406565246, + "nauc_precision_at_3_max": 0.3424475648852309, + "nauc_precision_at_3_std": 0.25639338782750876, + "nauc_precision_at_5_diff1": -0.03252627221602337, + "nauc_precision_at_5_max": 0.37014256863510114, + "nauc_precision_at_5_std": 0.2354604281919691, + "nauc_recall_at_1000_diff1": -0.1379380825880158, + "nauc_recall_at_1000_max": 0.5756635701210662, + "nauc_recall_at_1000_std": 0.6643459865579746, + "nauc_recall_at_100_diff1": 0.25493196692975584, + "nauc_recall_at_100_max": 0.15338055910304396, + "nauc_recall_at_100_std": 0.13305414526132886, + "nauc_recall_at_10_diff1": 0.283212495123419, + "nauc_recall_at_10_max": 0.008242970070043843, + "nauc_recall_at_10_std": -0.20034635172219198, + "nauc_recall_at_1_diff1": 0.6627601058305059, + "nauc_recall_at_1_max": 0.07209157925146864, + "nauc_recall_at_1_std": -0.25777445563543955, + "nauc_recall_at_20_diff1": 0.30374105292723463, + "nauc_recall_at_20_max": 0.024447204031903987, + "nauc_recall_at_20_std": -0.15197179587693052, + "nauc_recall_at_3_diff1": 0.4140044408932298, + "nauc_recall_at_3_max": -0.04399250799339546, + "nauc_recall_at_3_std": -0.2845055387634997, + "nauc_recall_at_5_diff1": 0.3472325041841671, + "nauc_recall_at_5_max": -0.05138567472929487, + "nauc_recall_at_5_std": -0.2740676758208678, + "ndcg_at_1": 0.40315, + "ndcg_at_10": 0.35031, + "ndcg_at_100": 0.43061, + "ndcg_at_1000": 0.56956, + "ndcg_at_20": 0.35774, + "ndcg_at_3": 0.34963, + "ndcg_at_5": 0.35282, + "precision_at_1": 0.56757, + "precision_at_10": 0.3973, + "precision_at_100": 0.26243, + "precision_at_1000": 0.05838, + "precision_at_20": 0.35878, + "precision_at_3": 0.47297, + "precision_at_5": 0.44054, + "recall_at_1": 0.02814, + "recall_at_10": 0.12672, + "recall_at_100": 0.48711, + "recall_at_1000": 0.85928, + "recall_at_20": 0.18624, + "recall_at_3": 0.05907, + "recall_at_5": 0.08792 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.33682, + "map_at_1": 0.01927, + "map_at_10": 0.08007, + "map_at_100": 0.19502, + "map_at_1000": 0.27675, + "map_at_20": 0.10257, + "map_at_3": 0.05069, + "map_at_5": 0.06432, + "mrr_at_1": 0.52, + "mrr_at_10": 0.5977142857142858, + "mrr_at_100": 0.6035377722593308, + "mrr_at_1000": 0.6037605341873292, + "mrr_at_20": 0.601047619047619, + "mrr_at_3": 0.5733333333333334, + "mrr_at_5": 0.5826666666666667, + "nauc_map_at_1000_diff1": 0.05757228184240998, + "nauc_map_at_1000_max": 0.3605476612318091, + "nauc_map_at_1000_std": 0.15434335254033651, + "nauc_map_at_100_diff1": 0.17572282889153532, + "nauc_map_at_100_max": 0.4104776496066244, + "nauc_map_at_100_std": 0.0407767212266368, + "nauc_map_at_10_diff1": 0.4036409537542623, + "nauc_map_at_10_max": 0.3235548425589166, + "nauc_map_at_10_std": -0.1602145792229387, + "nauc_map_at_1_diff1": 0.46158328468316323, + "nauc_map_at_1_max": 0.2766804075017675, + "nauc_map_at_1_std": -0.062731387576955, + "nauc_map_at_20_diff1": 0.35661553787776185, + "nauc_map_at_20_max": 0.36236239071921394, + "nauc_map_at_20_std": -0.10086456404327075, + "nauc_map_at_3_diff1": 0.3905902955826781, + "nauc_map_at_3_max": 0.31273607500740724, + "nauc_map_at_3_std": -0.15860785791651807, + "nauc_map_at_5_diff1": 0.4506734353427634, + "nauc_map_at_5_max": 0.32446348149192483, + "nauc_map_at_5_std": -0.1880725199815865, + "nauc_mrr_at_1000_diff1": 0.22832359747193315, + "nauc_mrr_at_1000_max": 0.3815419733127509, + "nauc_mrr_at_1000_std": 0.16995773709740844, + "nauc_mrr_at_100_diff1": 0.22766762705801832, + "nauc_mrr_at_100_max": 0.38176939955025896, + "nauc_mrr_at_100_std": 0.17038253230977612, + "nauc_mrr_at_10_diff1": 0.23344694236079885, + "nauc_mrr_at_10_max": 0.3837739354205471, + "nauc_mrr_at_10_std": 0.16905918995330693, + "nauc_mrr_at_1_diff1": 0.2403178545904642, + "nauc_mrr_at_1_max": 0.37930937846002044, + "nauc_mrr_at_1_std": 0.16909333927068518, + "nauc_mrr_at_20_diff1": 0.2278454570523707, + "nauc_mrr_at_20_max": 0.3790318358009209, + "nauc_mrr_at_20_std": 0.1678927932238859, + "nauc_mrr_at_3_diff1": 0.25710729815457095, + "nauc_mrr_at_3_max": 0.3703146643792171, + "nauc_mrr_at_3_std": 0.17229305584027269, + "nauc_mrr_at_5_diff1": 0.24545453140327905, + "nauc_mrr_at_5_max": 0.39445377102456186, + "nauc_mrr_at_5_std": 0.18094271732472036, + "nauc_ndcg_at_1000_diff1": 0.06478515037796778, + "nauc_ndcg_at_1000_max": 0.42527779624553574, + "nauc_ndcg_at_1000_std": 0.23105142341491952, + "nauc_ndcg_at_100_diff1": 0.09276771416670251, + "nauc_ndcg_at_100_max": 0.4028090604734419, + "nauc_ndcg_at_100_std": 0.14043455817041617, + "nauc_ndcg_at_10_diff1": 0.1350858416114831, + "nauc_ndcg_at_10_max": 0.3348575140738462, + "nauc_ndcg_at_10_std": 0.05618144632520189, + "nauc_ndcg_at_1_diff1": 0.21859334872524122, + "nauc_ndcg_at_1_max": 0.345853751383988, + "nauc_ndcg_at_1_std": 0.10036824554519758, + "nauc_ndcg_at_20_diff1": 0.09460278954301948, + "nauc_ndcg_at_20_max": 0.3097019097885907, + "nauc_ndcg_at_20_std": 0.06563543955276556, + "nauc_ndcg_at_3_diff1": 0.19351322295685722, + "nauc_ndcg_at_3_max": 0.3490472520006389, + "nauc_ndcg_at_3_std": 0.08351686326884895, + "nauc_ndcg_at_5_diff1": 0.19647614773501496, + "nauc_ndcg_at_5_max": 0.34431113661062235, + "nauc_ndcg_at_5_std": 0.07117801361635771, + "nauc_precision_at_1000_diff1": -0.13743962434347384, + "nauc_precision_at_1000_max": 0.0635780144290258, + "nauc_precision_at_1000_std": 0.15881597983360965, + "nauc_precision_at_100_diff1": -0.15773624768299632, + "nauc_precision_at_100_max": 0.16313094987768842, + "nauc_precision_at_100_std": 0.18770481368311445, + "nauc_precision_at_10_diff1": 0.009448355979115582, + "nauc_precision_at_10_max": 0.26368029621931977, + "nauc_precision_at_10_std": 0.12987228553950228, + "nauc_precision_at_1_diff1": 0.2403178545904642, + "nauc_precision_at_1_max": 0.37930937846002044, + "nauc_precision_at_1_std": 0.16909333927068518, + "nauc_precision_at_20_diff1": -0.0755354979301245, + "nauc_precision_at_20_max": 0.23758249820306768, + "nauc_precision_at_20_std": 0.16204242776016492, + "nauc_precision_at_3_diff1": 0.1595895332112236, + "nauc_precision_at_3_max": 0.35350446734198065, + "nauc_precision_at_3_std": 0.11138455668032594, + "nauc_precision_at_5_diff1": 0.13268219413620513, + "nauc_precision_at_5_max": 0.32278912361002005, + "nauc_precision_at_5_std": 0.1085583854989362, + "nauc_recall_at_1000_diff1": 0.14641547962452647, + "nauc_recall_at_1000_max": 0.5289030309314546, + "nauc_recall_at_1000_std": 0.565278414845383, + "nauc_recall_at_100_diff1": 0.023493102587958444, + "nauc_recall_at_100_max": 0.41078294299298684, + "nauc_recall_at_100_std": 0.12473673208943317, + "nauc_recall_at_10_diff1": 0.3066522656262206, + "nauc_recall_at_10_max": 0.2629371548072819, + "nauc_recall_at_10_std": -0.16484015961727702, + "nauc_recall_at_1_diff1": 0.46158328468316323, + "nauc_recall_at_1_max": 0.2766804075017675, + "nauc_recall_at_1_std": -0.062731387576955, + "nauc_recall_at_20_diff1": 0.24649295535660146, + "nauc_recall_at_20_max": 0.28058233834861973, + "nauc_recall_at_20_std": -0.09046953448286287, + "nauc_recall_at_3_diff1": 0.31836067080292507, + "nauc_recall_at_3_max": 0.2578601686517691, + "nauc_recall_at_3_std": -0.15599534839393847, + "nauc_recall_at_5_diff1": 0.3805679511144442, + "nauc_recall_at_5_max": 0.293615963656521, + "nauc_recall_at_5_std": -0.17289492277765617, + "ndcg_at_1": 0.40222, + "ndcg_at_10": 0.33678, + "ndcg_at_100": 0.40985, + "ndcg_at_1000": 0.56116, + "ndcg_at_20": 0.33682, + "ndcg_at_3": 0.37364, + "ndcg_at_5": 0.35112, + "precision_at_1": 0.52, + "precision_at_10": 0.352, + "precision_at_100": 0.24107, + "precision_at_1000": 0.05395, + "precision_at_20": 0.32533, + "precision_at_3": 0.46222, + "precision_at_5": 0.408, + "recall_at_1": 0.01927, + "recall_at_10": 0.10579, + "recall_at_100": 0.43969, + "recall_at_1000": 0.87771, + "recall_at_20": 0.15531, + "recall_at_3": 0.05856, + "recall_at_5": 0.0754 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.30368, + "map_at_1": 0.0102, + "map_at_10": 0.05863, + "map_at_100": 0.17733, + "map_at_1000": 0.24603, + "map_at_20": 0.08677, + "map_at_3": 0.02315, + "map_at_5": 0.03547, + "mrr_at_1": 0.36, + "mrr_at_10": 0.5225661375661377, + "mrr_at_100": 0.5281106358954657, + "mrr_at_1000": 0.5281106358954657, + "mrr_at_20": 0.526237977422188, + "mrr_at_3": 0.48222222222222216, + "mrr_at_5": 0.5015555555555555, + "nauc_map_at_1000_diff1": -0.2636488426825664, + "nauc_map_at_1000_max": 0.3624992346274896, + "nauc_map_at_1000_std": 0.4050000779983044, + "nauc_map_at_100_diff1": -0.21921503958554348, + "nauc_map_at_100_max": 0.3546434374218542, + "nauc_map_at_100_std": 0.3597895124817259, + "nauc_map_at_10_diff1": 0.04841291967773787, + "nauc_map_at_10_max": 0.24169832204422637, + "nauc_map_at_10_std": 0.06336051253511281, + "nauc_map_at_1_diff1": 0.2511661413153885, + "nauc_map_at_1_max": 0.20061330840299132, + "nauc_map_at_1_std": -0.028798041044291657, + "nauc_map_at_20_diff1": -0.05526323040525834, + "nauc_map_at_20_max": 0.29554509951337704, + "nauc_map_at_20_std": 0.1757361384342487, + "nauc_map_at_3_diff1": 0.15600110745583323, + "nauc_map_at_3_max": 0.2047565765648109, + "nauc_map_at_3_std": 0.035551906564258655, + "nauc_map_at_5_diff1": 0.10081543285365245, + "nauc_map_at_5_max": 0.2253096872031789, + "nauc_map_at_5_std": 0.027388423933881516, + "nauc_mrr_at_1000_diff1": -0.20611945619477992, + "nauc_mrr_at_1000_max": 0.2547585094873185, + "nauc_mrr_at_1000_std": 0.11266356947897305, + "nauc_mrr_at_100_diff1": -0.20611945619477992, + "nauc_mrr_at_100_max": 0.2547585094873185, + "nauc_mrr_at_100_std": 0.11266356947897305, + "nauc_mrr_at_10_diff1": -0.20932795511845434, + "nauc_mrr_at_10_max": 0.2546730956454697, + "nauc_mrr_at_10_std": 0.11433669310235538, + "nauc_mrr_at_1_diff1": -0.16824724526199486, + "nauc_mrr_at_1_max": 0.21606812910007614, + "nauc_mrr_at_1_std": 0.026738418229713477, + "nauc_mrr_at_20_diff1": -0.2064723024498211, + "nauc_mrr_at_20_max": 0.25759092106334497, + "nauc_mrr_at_20_std": 0.11419126971371626, + "nauc_mrr_at_3_diff1": -0.21024335508577774, + "nauc_mrr_at_3_max": 0.24196272954747017, + "nauc_mrr_at_3_std": 0.1203638477557281, + "nauc_mrr_at_5_diff1": -0.2001072066392273, + "nauc_mrr_at_5_max": 0.24562675209609508, + "nauc_mrr_at_5_std": 0.10683104541114138, + "nauc_ndcg_at_1000_diff1": -0.2077290401950543, + "nauc_ndcg_at_1000_max": 0.42237831516127916, + "nauc_ndcg_at_1000_std": 0.3827565618299466, + "nauc_ndcg_at_100_diff1": -0.2062818486704141, + "nauc_ndcg_at_100_max": 0.39128083630408295, + "nauc_ndcg_at_100_std": 0.3692983693189109, + "nauc_ndcg_at_10_diff1": -0.20744565986965235, + "nauc_ndcg_at_10_max": 0.36173982307081165, + "nauc_ndcg_at_10_std": 0.15960059664968418, + "nauc_ndcg_at_1_diff1": -0.12741120986182383, + "nauc_ndcg_at_1_max": 0.2137711746229125, + "nauc_ndcg_at_1_std": 0.048897451212461585, + "nauc_ndcg_at_20_diff1": -0.2202528995960952, + "nauc_ndcg_at_20_max": 0.3624561603578819, + "nauc_ndcg_at_20_std": 0.23109249045973704, + "nauc_ndcg_at_3_diff1": -0.14515709946015515, + "nauc_ndcg_at_3_max": 0.3318489376683122, + "nauc_ndcg_at_3_std": 0.16942338797970227, + "nauc_ndcg_at_5_diff1": -0.1930865090899923, + "nauc_ndcg_at_5_max": 0.3370587603597281, + "nauc_ndcg_at_5_std": 0.13590102654985248, + "nauc_precision_at_1000_diff1": -0.23891165561675093, + "nauc_precision_at_1000_max": 0.26096706145697923, + "nauc_precision_at_1000_std": 0.20835494098564006, + "nauc_precision_at_100_diff1": -0.31675867992326734, + "nauc_precision_at_100_max": 0.30402252709170174, + "nauc_precision_at_100_std": 0.32065342324208335, + "nauc_precision_at_10_diff1": -0.25602071275681265, + "nauc_precision_at_10_max": 0.34862225176075257, + "nauc_precision_at_10_std": 0.18166941299420677, + "nauc_precision_at_1_diff1": -0.16824724526199486, + "nauc_precision_at_1_max": 0.21606812910007614, + "nauc_precision_at_1_std": 0.026738418229713477, + "nauc_precision_at_20_diff1": -0.31312573573057984, + "nauc_precision_at_20_max": 0.3438657324964211, + "nauc_precision_at_20_std": 0.2605520823444956, + "nauc_precision_at_3_diff1": -0.14457383345366023, + "nauc_precision_at_3_max": 0.32748948470691736, + "nauc_precision_at_3_std": 0.1289029239820706, + "nauc_precision_at_5_diff1": -0.20100320400150493, + "nauc_precision_at_5_max": 0.31790979430566135, + "nauc_precision_at_5_std": 0.09534799315751623, + "nauc_recall_at_1000_diff1": 0.013029424171105426, + "nauc_recall_at_1000_max": 0.389648099514654, + "nauc_recall_at_1000_std": 0.6698963584619513, + "nauc_recall_at_100_diff1": 0.02022508567330834, + "nauc_recall_at_100_max": 0.21861774449613156, + "nauc_recall_at_100_std": 0.33845310232285813, + "nauc_recall_at_10_diff1": 0.16636997551870197, + "nauc_recall_at_10_max": 0.10856878196640468, + "nauc_recall_at_10_std": 0.01871895613023024, + "nauc_recall_at_1_diff1": 0.2511661413153885, + "nauc_recall_at_1_max": 0.20061330840299132, + "nauc_recall_at_1_std": -0.028798041044291657, + "nauc_recall_at_20_diff1": 0.07603289744045677, + "nauc_recall_at_20_max": 0.16298323205070464, + "nauc_recall_at_20_std": 0.15544277557703584, + "nauc_recall_at_3_diff1": 0.12771719265249729, + "nauc_recall_at_3_max": 0.15532752151071572, + "nauc_recall_at_3_std": 0.05460416807883115, + "nauc_recall_at_5_diff1": 0.08086146383183916, + "nauc_recall_at_5_max": 0.17650494766453553, + "nauc_recall_at_5_std": 0.06188085638945876, + "ndcg_at_1": 0.28444, + "ndcg_at_10": 0.30198, + "ndcg_at_100": 0.39096, + "ndcg_at_1000": 0.54143, + "ndcg_at_20": 0.30368, + "ndcg_at_3": 0.28543, + "ndcg_at_5": 0.28623, + "precision_at_1": 0.36, + "precision_at_10": 0.35733, + "precision_at_100": 0.21787, + "precision_at_1000": 0.04792, + "precision_at_20": 0.31733, + "precision_at_3": 0.34667, + "precision_at_5": 0.344, + "recall_at_1": 0.0102, + "recall_at_10": 0.10249, + "recall_at_100": 0.48307, + "recall_at_1000": 0.8763, + "recall_at_20": 0.16612, + "recall_at_3": 0.03051, + "recall_at_5": 0.05027 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-PLHardNegatives.json new file mode 100644 index 000000000..db785e1ae --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 19.20418381690979, + "kg_co2_emissions": 0.0009830026590941033, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.76586, + "map_at_1": 0.58864, + "map_at_10": 0.71899, + "map_at_100": 0.72925, + "map_at_1000": 0.72959, + "map_at_20": 0.72535, + "map_at_3": 0.68619, + "map_at_5": 0.70484, + "mrr_at_1": 0.681, + "mrr_at_10": 0.7532075396825402, + "mrr_at_100": 0.7570137133369086, + "mrr_at_1000": 0.7571118898541919, + "mrr_at_20": 0.7560714962067524, + "mrr_at_3": 0.7366666666666672, + "mrr_at_5": 0.7466666666666673, + "nauc_map_at_1000_diff1": 0.6638587360230727, + "nauc_map_at_1000_max": 0.40235384582924194, + "nauc_map_at_1000_std": -0.20254589540128565, + "nauc_map_at_100_diff1": 0.663786430489092, + "nauc_map_at_100_max": 0.40236973980087326, + "nauc_map_at_100_std": -0.2026636981130493, + "nauc_map_at_10_diff1": 0.6641536029210289, + "nauc_map_at_10_max": 0.39494495895794646, + "nauc_map_at_10_std": -0.21354486879574544, + "nauc_map_at_1_diff1": 0.7206764758734912, + "nauc_map_at_1_max": 0.2761332017455357, + "nauc_map_at_1_std": -0.23737716221900532, + "nauc_map_at_20_diff1": 0.6650538069185864, + "nauc_map_at_20_max": 0.39990579983370755, + "nauc_map_at_20_std": -0.20874105024255457, + "nauc_map_at_3_diff1": 0.6688459271116738, + "nauc_map_at_3_max": 0.37540224744382145, + "nauc_map_at_3_std": -0.23048768277000245, + "nauc_map_at_5_diff1": 0.6681979238894833, + "nauc_map_at_5_max": 0.38891079714372884, + "nauc_map_at_5_std": -0.22065334004106232, + "nauc_mrr_at_1000_diff1": 0.6713958811549767, + "nauc_mrr_at_1000_max": 0.44440148409482677, + "nauc_mrr_at_1000_std": -0.16673544839812085, + "nauc_mrr_at_100_diff1": 0.6713929951161022, + "nauc_mrr_at_100_max": 0.44449059429404064, + "nauc_mrr_at_100_std": -0.16662124823003008, + "nauc_mrr_at_10_diff1": 0.6697475087461807, + "nauc_mrr_at_10_max": 0.4452508323303173, + "nauc_mrr_at_10_std": -0.16579918504737684, + "nauc_mrr_at_1_diff1": 0.6950279839280675, + "nauc_mrr_at_1_max": 0.4089513946954315, + "nauc_mrr_at_1_std": -0.1881388999970574, + "nauc_mrr_at_20_diff1": 0.6711759424431867, + "nauc_mrr_at_20_max": 0.44467257994280895, + "nauc_mrr_at_20_std": -0.16664524980445244, + "nauc_mrr_at_3_diff1": 0.6698114670379126, + "nauc_mrr_at_3_max": 0.44333965933951175, + "nauc_mrr_at_3_std": -0.16984955790992312, + "nauc_mrr_at_5_diff1": 0.669948894345452, + "nauc_mrr_at_5_max": 0.4488799489994292, + "nauc_mrr_at_5_std": -0.16649728358909538, + "nauc_ndcg_at_1000_diff1": 0.6584579843022392, + "nauc_ndcg_at_1000_max": 0.43171575412686547, + "nauc_ndcg_at_1000_std": -0.17377396579402948, + "nauc_ndcg_at_100_diff1": 0.6566672507259921, + "nauc_ndcg_at_100_max": 0.433354272260319, + "nauc_ndcg_at_100_std": -0.17020074835876106, + "nauc_ndcg_at_10_diff1": 0.6521259129030963, + "nauc_ndcg_at_10_max": 0.41914373467163074, + "nauc_ndcg_at_10_std": -0.18965743289374332, + "nauc_ndcg_at_1_diff1": 0.6881458024149437, + "nauc_ndcg_at_1_max": 0.3992391463389145, + "nauc_ndcg_at_1_std": -0.18365697484026983, + "nauc_ndcg_at_20_diff1": 0.6565011526957796, + "nauc_ndcg_at_20_max": 0.42622727106528024, + "nauc_ndcg_at_20_std": -0.1834376417945892, + "nauc_ndcg_at_3_diff1": 0.6563736804104529, + "nauc_ndcg_at_3_max": 0.41642889926276927, + "nauc_ndcg_at_3_std": -0.1985873983487637, + "nauc_ndcg_at_5_diff1": 0.6578736986983316, + "nauc_ndcg_at_5_max": 0.42201376020853687, + "nauc_ndcg_at_5_std": -0.19559717666576432, + "nauc_precision_at_1000_diff1": -0.3375031932633689, + "nauc_precision_at_1000_max": 0.050694882388928754, + "nauc_precision_at_1000_std": 0.26964151553457827, + "nauc_precision_at_100_diff1": -0.31508980557743904, + "nauc_precision_at_100_max": 0.07440801360048746, + "nauc_precision_at_100_std": 0.2753555169185776, + "nauc_precision_at_10_diff1": -0.1684059198883861, + "nauc_precision_at_10_max": 0.1739776846503243, + "nauc_precision_at_10_std": 0.15621712610398614, + "nauc_precision_at_1_diff1": 0.6881458024149437, + "nauc_precision_at_1_max": 0.3992391463389145, + "nauc_precision_at_1_std": -0.18365697484026983, + "nauc_precision_at_20_diff1": -0.24182246535648766, + "nauc_precision_at_20_max": 0.1311052673375745, + "nauc_precision_at_20_std": 0.21248515831454004, + "nauc_precision_at_3_diff1": 0.07674037437944907, + "nauc_precision_at_3_max": 0.29823311514093287, + "nauc_precision_at_3_std": 0.003930757715836683, + "nauc_precision_at_5_diff1": -0.048704297278208714, + "nauc_precision_at_5_max": 0.25156643305988735, + "nauc_precision_at_5_std": 0.08488709005631985, + "nauc_recall_at_1000_diff1": 0.5039589716171323, + "nauc_recall_at_1000_max": 0.7712196012771178, + "nauc_recall_at_1000_std": 0.6121892317691823, + "nauc_recall_at_100_diff1": 0.5252792175232959, + "nauc_recall_at_100_max": 0.5916330615734604, + "nauc_recall_at_100_std": 0.17921408210098141, + "nauc_recall_at_10_diff1": 0.5658853878694696, + "nauc_recall_at_10_max": 0.4277734467273346, + "nauc_recall_at_10_std": -0.16453934629665526, + "nauc_recall_at_1_diff1": 0.7206764758734912, + "nauc_recall_at_1_max": 0.2761332017455357, + "nauc_recall_at_1_std": -0.23737716221900532, + "nauc_recall_at_20_diff1": 0.561327105472908, + "nauc_recall_at_20_max": 0.446029449572618, + "nauc_recall_at_20_std": -0.12935908854710385, + "nauc_recall_at_3_diff1": 0.6271099320089166, + "nauc_recall_at_3_max": 0.40518066731484126, + "nauc_recall_at_3_std": -0.22134801965248863, + "nauc_recall_at_5_diff1": 0.6095588620497336, + "nauc_recall_at_5_max": 0.43694677618443717, + "nauc_recall_at_5_std": -0.19626112198452736, + "ndcg_at_1": 0.684, + "ndcg_at_10": 0.76586, + "ndcg_at_100": 0.7933, + "ndcg_at_1000": 0.7979, + "ndcg_at_20": 0.78025, + "ndcg_at_3": 0.72691, + "ndcg_at_5": 0.74574, + "precision_at_1": 0.684, + "precision_at_10": 0.1229, + "precision_at_100": 0.01538, + "precision_at_1000": 0.00162, + "precision_at_20": 0.0677, + "precision_at_3": 0.32333, + "precision_at_5": 0.2166, + "recall_at_1": 0.58864, + "recall_at_10": 0.86098, + "recall_at_100": 0.96533, + "recall_at_1000": 0.99379, + "recall_at_20": 0.91101, + "recall_at_3": 0.74382, + "recall_at_5": 0.79947 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..379ee2b8c --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 18.675653219223022, + "kg_co2_emissions": 0.000894347261798553, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.85517, + "map_at_1": 0.67291, + "map_at_10": 0.81492, + "map_at_100": 0.82385, + "map_at_1000": 0.82401, + "map_at_20": 0.82098, + "map_at_3": 0.78152, + "map_at_5": 0.80323, + "mrr_at_1": 0.782, + "mrr_at_10": 0.8468734126984129, + "mrr_at_100": 0.8488549127605403, + "mrr_at_1000": 0.8488841485880613, + "mrr_at_20": 0.8484960571291456, + "mrr_at_3": 0.8353333333333335, + "mrr_at_5": 0.8431333333333334, + "nauc_map_at_1000_diff1": 0.7248127446743381, + "nauc_map_at_1000_max": 0.3812418700052166, + "nauc_map_at_1000_std": -0.3555154543441451, + "nauc_map_at_100_diff1": 0.7248576786688679, + "nauc_map_at_100_max": 0.38102220951607985, + "nauc_map_at_100_std": -0.35562895899364877, + "nauc_map_at_10_diff1": 0.7289698812880426, + "nauc_map_at_10_max": 0.3749008383053638, + "nauc_map_at_10_std": -0.37591997402860533, + "nauc_map_at_1_diff1": 0.7686517292002404, + "nauc_map_at_1_max": 0.2510382481359402, + "nauc_map_at_1_std": -0.35358425896890683, + "nauc_map_at_20_diff1": 0.7273833415019787, + "nauc_map_at_20_max": 0.3807067562549303, + "nauc_map_at_20_std": -0.3655717708258632, + "nauc_map_at_3_diff1": 0.7349211034922447, + "nauc_map_at_3_max": 0.33597782213154237, + "nauc_map_at_3_std": -0.39182023111265035, + "nauc_map_at_5_diff1": 0.7321214505405564, + "nauc_map_at_5_max": 0.36092657568191705, + "nauc_map_at_5_std": -0.38648890272257663, + "nauc_mrr_at_1000_diff1": 0.7304769997567885, + "nauc_mrr_at_1000_max": 0.40045795502289744, + "nauc_mrr_at_1000_std": -0.3235574445989271, + "nauc_mrr_at_100_diff1": 0.7304597405870057, + "nauc_mrr_at_100_max": 0.4005594374932437, + "nauc_mrr_at_100_std": -0.3235127231578555, + "nauc_mrr_at_10_diff1": 0.7295673009245078, + "nauc_mrr_at_10_max": 0.40383827758070917, + "nauc_mrr_at_10_std": -0.3222767867212881, + "nauc_mrr_at_1_diff1": 0.7394978587073783, + "nauc_mrr_at_1_max": 0.3807507834282158, + "nauc_mrr_at_1_std": -0.31986755276173057, + "nauc_mrr_at_20_diff1": 0.7302633176295869, + "nauc_mrr_at_20_max": 0.4007849604624992, + "nauc_mrr_at_20_std": -0.32353240339034, + "nauc_mrr_at_3_diff1": 0.7260457158128564, + "nauc_mrr_at_3_max": 0.39248465071137695, + "nauc_mrr_at_3_std": -0.3400484063967163, + "nauc_mrr_at_5_diff1": 0.7292224581456814, + "nauc_mrr_at_5_max": 0.4017065290812389, + "nauc_mrr_at_5_std": -0.32367040254061025, + "nauc_ndcg_at_1000_diff1": 0.7211922055453979, + "nauc_ndcg_at_1000_max": 0.40308823625539225, + "nauc_ndcg_at_1000_std": -0.3300019629318662, + "nauc_ndcg_at_100_diff1": 0.7213619210927052, + "nauc_ndcg_at_100_max": 0.4030486011806562, + "nauc_ndcg_at_100_std": -0.32817340414153495, + "nauc_ndcg_at_10_diff1": 0.7249507602895747, + "nauc_ndcg_at_10_max": 0.3912113244579444, + "nauc_ndcg_at_10_std": -0.3558933429083915, + "nauc_ndcg_at_1_diff1": 0.7371589809209771, + "nauc_ndcg_at_1_max": 0.38299128894138457, + "nauc_ndcg_at_1_std": -0.32164359419637717, + "nauc_ndcg_at_20_diff1": 0.7256966838417096, + "nauc_ndcg_at_20_max": 0.3993022396050453, + "nauc_ndcg_at_20_std": -0.3422697418217166, + "nauc_ndcg_at_3_diff1": 0.7135798732026128, + "nauc_ndcg_at_3_max": 0.37289999964804604, + "nauc_ndcg_at_3_std": -0.3604038482287339, + "nauc_ndcg_at_5_diff1": 0.723589099160853, + "nauc_ndcg_at_5_max": 0.3845892690213085, + "nauc_ndcg_at_5_std": -0.35678181182269997, + "nauc_precision_at_1000_diff1": -0.4243846638589468, + "nauc_precision_at_1000_max": -0.008823714211266884, + "nauc_precision_at_1000_std": 0.3580000628318306, + "nauc_precision_at_100_diff1": -0.4190476190476193, + "nauc_precision_at_100_max": -0.007901316886147902, + "nauc_precision_at_100_std": 0.35958698430414765, + "nauc_precision_at_10_diff1": -0.3397505403676353, + "nauc_precision_at_10_max": 0.07484643870300416, + "nauc_precision_at_10_std": 0.22951055586981103, + "nauc_precision_at_1_diff1": 0.7371589809209771, + "nauc_precision_at_1_max": 0.38299128894138457, + "nauc_precision_at_1_std": -0.32164359419637717, + "nauc_precision_at_20_diff1": -0.3899605475737116, + "nauc_precision_at_20_max": 0.03850157713538385, + "nauc_precision_at_20_std": 0.2932335843286602, + "nauc_precision_at_3_diff1": -0.12927307128222895, + "nauc_precision_at_3_max": 0.17471031448371585, + "nauc_precision_at_3_std": 0.04776704246481805, + "nauc_precision_at_5_diff1": -0.25850156112834016, + "nauc_precision_at_5_max": 0.1262428379201484, + "nauc_precision_at_5_std": 0.149822944136214, + "nauc_recall_at_1000_diff1": 0.39319037960020803, + "nauc_recall_at_1000_max": 0.7577610354487555, + "nauc_recall_at_1000_std": 0.8871728001545381, + "nauc_recall_at_100_diff1": 0.6404918863674742, + "nauc_recall_at_100_max": 0.5947419982892571, + "nauc_recall_at_100_std": 0.13322075455976629, + "nauc_recall_at_10_diff1": 0.6856520826090376, + "nauc_recall_at_10_max": 0.38429484164200267, + "nauc_recall_at_10_std": -0.3857626288576887, + "nauc_recall_at_1_diff1": 0.7686517292002404, + "nauc_recall_at_1_max": 0.2510382481359402, + "nauc_recall_at_1_std": -0.35358425896890683, + "nauc_recall_at_20_diff1": 0.6981442778447895, + "nauc_recall_at_20_max": 0.4187396736926366, + "nauc_recall_at_20_std": -0.2991992341901554, + "nauc_recall_at_3_diff1": 0.700609636772123, + "nauc_recall_at_3_max": 0.3019141031901323, + "nauc_recall_at_3_std": -0.4395622677866748, + "nauc_recall_at_5_diff1": 0.6974572587128823, + "nauc_recall_at_5_max": 0.34346117007669713, + "nauc_recall_at_5_std": -0.40458360152238354, + "ndcg_at_1": 0.783, + "ndcg_at_10": 0.85517, + "ndcg_at_100": 0.87287, + "ndcg_at_1000": 0.87436, + "ndcg_at_20": 0.86615, + "ndcg_at_3": 0.82552, + "ndcg_at_5": 0.84292, + "precision_at_1": 0.783, + "precision_at_10": 0.1356, + "precision_at_100": 0.01603, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07345, + "precision_at_3": 0.36767, + "precision_at_5": 0.2472, + "recall_at_1": 0.67291, + "recall_at_10": 0.93093, + "recall_at_100": 0.99021, + "recall_at_1000": 0.99827, + "recall_at_20": 0.96671, + "recall_at_3": 0.8379, + "recall_at_5": 0.8902 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..b83d3c1ed --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 60.42720079421997, + "kg_co2_emissions": 0.003880808375245188, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.4719, + "map_at_1": 0.346, + "map_at_10": 0.42828, + "map_at_100": 0.43636, + "map_at_1000": 0.43681, + "map_at_20": 0.43308, + "map_at_3": 0.405, + "map_at_5": 0.41845, + "mrr_at_1": 0.348, + "mrr_at_10": 0.42958531746031714, + "mrr_at_100": 0.4375732651742262, + "mrr_at_1000": 0.43801453518165734, + "mrr_at_20": 0.4342885670272275, + "mrr_at_3": 0.40616666666666656, + "mrr_at_5": 0.4196166666666664, + "nauc_map_at_1000_diff1": 0.5209242806515452, + "nauc_map_at_1000_max": 0.20923274181598228, + "nauc_map_at_1000_std": 0.013433471272505966, + "nauc_map_at_100_diff1": 0.5207335911129369, + "nauc_map_at_100_max": 0.20920523847496475, + "nauc_map_at_100_std": 0.01351424983915352, + "nauc_map_at_10_diff1": 0.5196210943177857, + "nauc_map_at_10_max": 0.20863818526094613, + "nauc_map_at_10_std": 0.013405523819097586, + "nauc_map_at_1_diff1": 0.5697176418990146, + "nauc_map_at_1_max": 0.22308720682922442, + "nauc_map_at_1_std": -0.002912883001181054, + "nauc_map_at_20_diff1": 0.5207060715948243, + "nauc_map_at_20_max": 0.20852213126638428, + "nauc_map_at_20_std": 0.013184240086619363, + "nauc_map_at_3_diff1": 0.5307340386960675, + "nauc_map_at_3_max": 0.21595877693178167, + "nauc_map_at_3_std": 0.0010874891503784322, + "nauc_map_at_5_diff1": 0.5236703184859001, + "nauc_map_at_5_max": 0.2129486062618152, + "nauc_map_at_5_std": 0.016353189963016285, + "nauc_mrr_at_1000_diff1": 0.5175246091261629, + "nauc_mrr_at_1000_max": 0.20604442221712205, + "nauc_mrr_at_1000_std": 0.01100760969413361, + "nauc_mrr_at_100_diff1": 0.5173378842294725, + "nauc_mrr_at_100_max": 0.2060205473026658, + "nauc_mrr_at_100_std": 0.011091117205642235, + "nauc_mrr_at_10_diff1": 0.5164964982440523, + "nauc_mrr_at_10_max": 0.2058304821341835, + "nauc_mrr_at_10_std": 0.011320194759824678, + "nauc_mrr_at_1_diff1": 0.5635119226728746, + "nauc_mrr_at_1_max": 0.21721726873921102, + "nauc_mrr_at_1_std": -0.007303527970902135, + "nauc_mrr_at_20_diff1": 0.5173324780031112, + "nauc_mrr_at_20_max": 0.20535843468520804, + "nauc_mrr_at_20_std": 0.010777007840331594, + "nauc_mrr_at_3_diff1": 0.5274243985390054, + "nauc_mrr_at_3_max": 0.2128754484339161, + "nauc_mrr_at_3_std": -0.00116434124225807, + "nauc_mrr_at_5_diff1": 0.5203287999543466, + "nauc_mrr_at_5_max": 0.2098340425087043, + "nauc_mrr_at_5_std": 0.014071031389314217, + "nauc_ndcg_at_1000_diff1": 0.5029781651549621, + "nauc_ndcg_at_1000_max": 0.20643908759498777, + "nauc_ndcg_at_1000_std": 0.026887756093080167, + "nauc_ndcg_at_100_diff1": 0.4968896203677327, + "nauc_ndcg_at_100_max": 0.20674772482240866, + "nauc_ndcg_at_100_std": 0.030501347570569576, + "nauc_ndcg_at_10_diff1": 0.49597146221506133, + "nauc_ndcg_at_10_max": 0.19953941449452603, + "nauc_ndcg_at_10_std": 0.026609059201354732, + "nauc_ndcg_at_1_diff1": 0.5697176418990146, + "nauc_ndcg_at_1_max": 0.22308720682922442, + "nauc_ndcg_at_1_std": -0.002912883001181054, + "nauc_ndcg_at_20_diff1": 0.4990551767859042, + "nauc_ndcg_at_20_max": 0.19928310082430314, + "nauc_ndcg_at_20_std": 0.02589905070772768, + "nauc_ndcg_at_3_diff1": 0.5193973421430339, + "nauc_ndcg_at_3_max": 0.21488885473236122, + "nauc_ndcg_at_3_std": 0.0038356277712302623, + "nauc_ndcg_at_5_diff1": 0.5059662496253455, + "nauc_ndcg_at_5_max": 0.2095546755661429, + "nauc_ndcg_at_5_std": 0.03145329229056195, + "nauc_precision_at_1000_diff1": 0.35594579712226665, + "nauc_precision_at_1000_max": 0.21870885106178908, + "nauc_precision_at_1000_std": 0.18441906677200687, + "nauc_precision_at_100_diff1": 0.34246879966155463, + "nauc_precision_at_100_max": 0.2203983229648589, + "nauc_precision_at_100_std": 0.15616440585118177, + "nauc_precision_at_10_diff1": 0.41337754747480815, + "nauc_precision_at_10_max": 0.16610970948589665, + "nauc_precision_at_10_std": 0.07431752602238885, + "nauc_precision_at_1_diff1": 0.5697176418990146, + "nauc_precision_at_1_max": 0.22308720682922442, + "nauc_precision_at_1_std": -0.002912883001181054, + "nauc_precision_at_20_diff1": 0.41606749967442724, + "nauc_precision_at_20_max": 0.16158488522724923, + "nauc_precision_at_20_std": 0.0767527776445026, + "nauc_precision_at_3_diff1": 0.4868742033389939, + "nauc_precision_at_3_max": 0.21216364856511655, + "nauc_precision_at_3_std": 0.012263450417407227, + "nauc_precision_at_5_diff1": 0.450734905948709, + "nauc_precision_at_5_max": 0.19904420549581808, + "nauc_precision_at_5_std": 0.08141479814398032, + "nauc_recall_at_1000_diff1": 0.35594579712226765, + "nauc_recall_at_1000_max": 0.21870885106179097, + "nauc_recall_at_1000_std": 0.18441906677200756, + "nauc_recall_at_100_diff1": 0.34246879966155536, + "nauc_recall_at_100_max": 0.2203983229648603, + "nauc_recall_at_100_std": 0.15616440585118258, + "nauc_recall_at_10_diff1": 0.4133775474748085, + "nauc_recall_at_10_max": 0.16610970948589704, + "nauc_recall_at_10_std": 0.07431752602238934, + "nauc_recall_at_1_diff1": 0.5697176418990146, + "nauc_recall_at_1_max": 0.22308720682922442, + "nauc_recall_at_1_std": -0.002912883001181054, + "nauc_recall_at_20_diff1": 0.41606749967442797, + "nauc_recall_at_20_max": 0.1615848852272494, + "nauc_recall_at_20_std": 0.07675277764450238, + "nauc_recall_at_3_diff1": 0.4868742033389941, + "nauc_recall_at_3_max": 0.2121636485651168, + "nauc_recall_at_3_std": 0.012263450417407411, + "nauc_recall_at_5_diff1": 0.45073490594870935, + "nauc_recall_at_5_max": 0.19904420549581817, + "nauc_recall_at_5_std": 0.08141479814398035, + "ndcg_at_1": 0.346, + "ndcg_at_10": 0.4719, + "ndcg_at_100": 0.51438, + "ndcg_at_1000": 0.52736, + "ndcg_at_20": 0.48886, + "ndcg_at_3": 0.4245, + "ndcg_at_5": 0.44877, + "precision_at_1": 0.346, + "precision_at_10": 0.061, + "precision_at_100": 0.00817, + "precision_at_1000": 0.00092, + "precision_at_20": 0.0338, + "precision_at_3": 0.16033, + "precision_at_5": 0.108, + "recall_at_1": 0.346, + "recall_at_10": 0.61, + "recall_at_100": 0.817, + "recall_at_1000": 0.922, + "recall_at_20": 0.676, + "recall_at_3": 0.481, + "recall_at_5": 0.54 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TopiOCQAHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..34f0acc81 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/bf3bf13ab40c3157080a7ab344c831b9ad18b5eb/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 18.861851453781128, + "kg_co2_emissions": 0.0014688381870408866, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.0903, + "map_at_1": 0.045, + "map_at_10": 0.07293, + "map_at_100": 0.07895, + "map_at_1000": 0.08012, + "map_at_20": 0.07607, + "map_at_3": 0.06217, + "map_at_5": 0.06762, + "mrr_at_1": 0.045, + "mrr_at_10": 0.0729281746031746, + "mrr_at_100": 0.07894719490738686, + "mrr_at_1000": 0.08011805053836232, + "mrr_at_20": 0.07606903791942496, + "mrr_at_3": 0.062166666666666676, + "mrr_at_5": 0.06761666666666669, + "nauc_map_at_1000_diff1": 0.2255439508503115, + "nauc_map_at_1000_max": 0.2133464736323973, + "nauc_map_at_1000_std": -0.10544514194712891, + "nauc_map_at_100_diff1": 0.2264532906481666, + "nauc_map_at_100_max": 0.2130763772546031, + "nauc_map_at_100_std": -0.107826459254013, + "nauc_map_at_10_diff1": 0.23637311245285253, + "nauc_map_at_10_max": 0.21223695888869054, + "nauc_map_at_10_std": -0.1210547541108101, + "nauc_map_at_1_diff1": 0.3589303282353994, + "nauc_map_at_1_max": 0.23926899800256393, + "nauc_map_at_1_std": -0.17835613988015384, + "nauc_map_at_20_diff1": 0.23042022288257255, + "nauc_map_at_20_max": 0.21407432109302377, + "nauc_map_at_20_std": -0.11014387428150337, + "nauc_map_at_3_diff1": 0.25128563320627484, + "nauc_map_at_3_max": 0.208280851780105, + "nauc_map_at_3_std": -0.13718168484308768, + "nauc_map_at_5_diff1": 0.2408170874227145, + "nauc_map_at_5_max": 0.20364206862933887, + "nauc_map_at_5_std": -0.12994765960782578, + "nauc_mrr_at_1000_diff1": 0.2255439508503115, + "nauc_mrr_at_1000_max": 0.2133464736323973, + "nauc_mrr_at_1000_std": -0.10544514194712891, + "nauc_mrr_at_100_diff1": 0.2264532906481666, + "nauc_mrr_at_100_max": 0.2130763772546031, + "nauc_mrr_at_100_std": -0.107826459254013, + "nauc_mrr_at_10_diff1": 0.23637311245285253, + "nauc_mrr_at_10_max": 0.21223695888869054, + "nauc_mrr_at_10_std": -0.1210547541108101, + "nauc_mrr_at_1_diff1": 0.3589303282353994, + "nauc_mrr_at_1_max": 0.23926899800256393, + "nauc_mrr_at_1_std": -0.17835613988015384, + "nauc_mrr_at_20_diff1": 0.23042022288257255, + "nauc_mrr_at_20_max": 0.21407432109302377, + "nauc_mrr_at_20_std": -0.11014387428150337, + "nauc_mrr_at_3_diff1": 0.25128563320627484, + "nauc_mrr_at_3_max": 0.208280851780105, + "nauc_mrr_at_3_std": -0.13718168484308768, + "nauc_mrr_at_5_diff1": 0.2408170874227145, + "nauc_mrr_at_5_max": 0.20364206862933887, + "nauc_mrr_at_5_std": -0.12994765960782578, + "nauc_ndcg_at_1000_diff1": 0.16892015450146208, + "nauc_ndcg_at_1000_max": 0.2208143606537619, + "nauc_ndcg_at_1000_std": -0.005049113850493389, + "nauc_ndcg_at_100_diff1": 0.17704724096952204, + "nauc_ndcg_at_100_max": 0.21321279472945573, + "nauc_ndcg_at_100_std": -0.05667330381111889, + "nauc_ndcg_at_10_diff1": 0.21122704515549823, + "nauc_ndcg_at_10_max": 0.2126480674139265, + "nauc_ndcg_at_10_std": -0.10368512618809694, + "nauc_ndcg_at_1_diff1": 0.3589303282353994, + "nauc_ndcg_at_1_max": 0.23926899800256393, + "nauc_ndcg_at_1_std": -0.17835613988015384, + "nauc_ndcg_at_20_diff1": 0.19666945628069418, + "nauc_ndcg_at_20_max": 0.21779716109368763, + "nauc_ndcg_at_20_std": -0.07115253709725368, + "nauc_ndcg_at_3_diff1": 0.2314644059947675, + "nauc_ndcg_at_3_max": 0.20402858111925887, + "nauc_ndcg_at_3_std": -0.12904724520106908, + "nauc_ndcg_at_5_diff1": 0.2179258461968304, + "nauc_ndcg_at_5_max": 0.19676265484440203, + "nauc_ndcg_at_5_std": -0.11923410435495269, + "nauc_precision_at_1000_diff1": 0.06659031637273281, + "nauc_precision_at_1000_max": 0.24746152993230192, + "nauc_precision_at_1000_std": 0.26745183931807165, + "nauc_precision_at_100_diff1": 0.10156521228241658, + "nauc_precision_at_100_max": 0.21293136139552538, + "nauc_precision_at_100_std": 0.02778044833277252, + "nauc_precision_at_10_diff1": 0.17034108327245126, + "nauc_precision_at_10_max": 0.21514420371268542, + "nauc_precision_at_10_std": -0.0736991173623603, + "nauc_precision_at_1_diff1": 0.3589303282353994, + "nauc_precision_at_1_max": 0.23926899800256393, + "nauc_precision_at_1_std": -0.17835613988015384, + "nauc_precision_at_20_diff1": 0.14555636564136376, + "nauc_precision_at_20_max": 0.22643245406730422, + "nauc_precision_at_20_std": -0.002190553218485759, + "nauc_precision_at_3_diff1": 0.18937353923340267, + "nauc_precision_at_3_max": 0.19542511338619858, + "nauc_precision_at_3_std": -0.11161145790567702, + "nauc_precision_at_5_diff1": 0.17522931309924647, + "nauc_precision_at_5_max": 0.18359664486151475, + "nauc_precision_at_5_std": -0.09894376219648225, + "nauc_recall_at_1000_diff1": 0.06659031637273345, + "nauc_recall_at_1000_max": 0.24746152993230244, + "nauc_recall_at_1000_std": 0.2674518393180727, + "nauc_recall_at_100_diff1": 0.10156521228241637, + "nauc_recall_at_100_max": 0.2129313613955253, + "nauc_recall_at_100_std": 0.02778044833277256, + "nauc_recall_at_10_diff1": 0.17034108327245123, + "nauc_recall_at_10_max": 0.21514420371268536, + "nauc_recall_at_10_std": -0.07369911736236033, + "nauc_recall_at_1_diff1": 0.3589303282353994, + "nauc_recall_at_1_max": 0.23926899800256393, + "nauc_recall_at_1_std": -0.17835613988015384, + "nauc_recall_at_20_diff1": 0.1455563656413637, + "nauc_recall_at_20_max": 0.22643245406730433, + "nauc_recall_at_20_std": -0.002190553218485759, + "nauc_recall_at_3_diff1": 0.18937353923340264, + "nauc_recall_at_3_max": 0.19542511338619842, + "nauc_recall_at_3_std": -0.11161145790567692, + "nauc_recall_at_5_diff1": 0.17522931309924633, + "nauc_recall_at_5_max": 0.18359664486151467, + "nauc_recall_at_5_std": -0.09894376219648224, + "ndcg_at_1": 0.045, + "ndcg_at_10": 0.0903, + "ndcg_at_100": 0.12519, + "ndcg_at_1000": 0.16073, + "ndcg_at_20": 0.10187, + "ndcg_at_3": 0.06754, + "ndcg_at_5": 0.07739, + "precision_at_1": 0.045, + "precision_at_10": 0.0147, + "precision_at_100": 0.00324, + "precision_at_1000": 0.00061, + "precision_at_20": 0.00965, + "precision_at_3": 0.02767, + "precision_at_5": 0.0214, + "recall_at_1": 0.045, + "recall_at_10": 0.147, + "recall_at_100": 0.324, + "recall_at_1000": 0.613, + "recall_at_20": 0.193, + "recall_at_3": 0.083, + "recall_at_5": 0.107 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ClimateFEVERHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ClimateFEVERHardNegatives.json new file mode 100644 index 000000000..51f6b6ceb --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/ClimateFEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "3a309e201f3c2c4b13bd4a367a8f37eee2ec1d21", + "evaluation_time": 26.239923000335693, + "kg_co2_emissions": 0.0022415435422158624, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.16378, + "map_at_1": 0.06898, + "map_at_10": 0.11239, + "map_at_100": 0.12438, + "map_at_1000": 0.12679, + "map_at_20": 0.11739, + "map_at_3": 0.09486, + "map_at_5": 0.10325, + "mrr_at_1": 0.143, + "mrr_at_10": 0.21948134920634907, + "mrr_at_100": 0.23144978413797251, + "mrr_at_1000": 0.23232718305063324, + "mrr_at_20": 0.22572429383911582, + "mrr_at_3": 0.19050000000000003, + "mrr_at_5": 0.20649999999999996, + "nauc_map_at_1000_diff1": 0.22597537064165618, + "nauc_map_at_1000_max": 0.3109883630957547, + "nauc_map_at_1000_std": 0.129995864374187, + "nauc_map_at_100_diff1": 0.22669369247613386, + "nauc_map_at_100_max": 0.3100290619734787, + "nauc_map_at_100_std": 0.1292201190134943, + "nauc_map_at_10_diff1": 0.233842475754058, + "nauc_map_at_10_max": 0.30343861280918466, + "nauc_map_at_10_std": 0.11279772511916346, + "nauc_map_at_1_diff1": 0.278893337523531, + "nauc_map_at_1_max": 0.30151937684006025, + "nauc_map_at_1_std": 0.05354862934475923, + "nauc_map_at_20_diff1": 0.2296782666109664, + "nauc_map_at_20_max": 0.3046919723487841, + "nauc_map_at_20_std": 0.12024992881670057, + "nauc_map_at_3_diff1": 0.2544731915185299, + "nauc_map_at_3_max": 0.30677853767993374, + "nauc_map_at_3_std": 0.09116036861163886, + "nauc_map_at_5_diff1": 0.23465661153834963, + "nauc_map_at_5_max": 0.30381901308513454, + "nauc_map_at_5_std": 0.09988474310065645, + "nauc_mrr_at_1000_diff1": 0.17617656042567237, + "nauc_mrr_at_1000_max": 0.2677629282584229, + "nauc_mrr_at_1000_std": 0.1058989156591285, + "nauc_mrr_at_100_diff1": 0.17620727153926047, + "nauc_mrr_at_100_max": 0.2680655750740427, + "nauc_mrr_at_100_std": 0.10638465244637373, + "nauc_mrr_at_10_diff1": 0.17662106921553328, + "nauc_mrr_at_10_max": 0.2639686440043087, + "nauc_mrr_at_10_std": 0.10251163785567838, + "nauc_mrr_at_1_diff1": 0.22278870715421045, + "nauc_mrr_at_1_max": 0.2541412462065121, + "nauc_mrr_at_1_std": 0.0654829661160323, + "nauc_mrr_at_20_diff1": 0.1747737570102764, + "nauc_mrr_at_20_max": 0.2671161707861203, + "nauc_mrr_at_20_std": 0.10594958417600427, + "nauc_mrr_at_3_diff1": 0.18916559663487018, + "nauc_mrr_at_3_max": 0.25516812974758313, + "nauc_mrr_at_3_std": 0.0827224172899656, + "nauc_mrr_at_5_diff1": 0.17959934052538454, + "nauc_mrr_at_5_max": 0.26213148821116816, + "nauc_mrr_at_5_std": 0.09602684412240284, + "nauc_ndcg_at_1000_diff1": 0.18188925394661512, + "nauc_ndcg_at_1000_max": 0.32687961168467256, + "nauc_ndcg_at_1000_std": 0.17811408829949626, + "nauc_ndcg_at_100_diff1": 0.18619650625418396, + "nauc_ndcg_at_100_max": 0.32111763600751464, + "nauc_ndcg_at_100_std": 0.1808483383973342, + "nauc_ndcg_at_10_diff1": 0.1977939043177846, + "nauc_ndcg_at_10_max": 0.2921303569860646, + "nauc_ndcg_at_10_std": 0.13472831537944122, + "nauc_ndcg_at_1_diff1": 0.22278870715421045, + "nauc_ndcg_at_1_max": 0.2541412462065121, + "nauc_ndcg_at_1_std": 0.0654829661160323, + "nauc_ndcg_at_20_diff1": 0.1900448107757538, + "nauc_ndcg_at_20_max": 0.2984338393429286, + "nauc_ndcg_at_20_std": 0.15143936877119718, + "nauc_ndcg_at_3_diff1": 0.22003410115398456, + "nauc_ndcg_at_3_max": 0.285525559930496, + "nauc_ndcg_at_3_std": 0.09247806323760832, + "nauc_ndcg_at_5_diff1": 0.20057724851907352, + "nauc_ndcg_at_5_max": 0.2908192380448044, + "nauc_ndcg_at_5_std": 0.11176297731920835, + "nauc_precision_at_1000_diff1": -0.012643317929701954, + "nauc_precision_at_1000_max": 0.18064789905537915, + "nauc_precision_at_1000_std": 0.16744245723336157, + "nauc_precision_at_100_diff1": 0.06388178340903644, + "nauc_precision_at_100_max": 0.27177862777910594, + "nauc_precision_at_100_std": 0.24228125747071477, + "nauc_precision_at_10_diff1": 0.11065704177751688, + "nauc_precision_at_10_max": 0.2768454764715518, + "nauc_precision_at_10_std": 0.1917230095476942, + "nauc_precision_at_1_diff1": 0.22278870715421045, + "nauc_precision_at_1_max": 0.2541412462065121, + "nauc_precision_at_1_std": 0.0654829661160323, + "nauc_precision_at_20_diff1": 0.0975155489370188, + "nauc_precision_at_20_max": 0.27851613652902074, + "nauc_precision_at_20_std": 0.2192270321988879, + "nauc_precision_at_3_diff1": 0.17386986986986971, + "nauc_precision_at_3_max": 0.26728061394728053, + "nauc_precision_at_3_std": 0.10654921588254901, + "nauc_precision_at_5_diff1": 0.12318690211865291, + "nauc_precision_at_5_max": 0.28415979009450826, + "nauc_precision_at_5_std": 0.15119697315543024, + "nauc_recall_at_1000_diff1": 0.07428340824532098, + "nauc_recall_at_1000_max": 0.3075364662491353, + "nauc_recall_at_1000_std": 0.24357961976392709, + "nauc_recall_at_100_diff1": 0.1049540581006298, + "nauc_recall_at_100_max": 0.2882245521248445, + "nauc_recall_at_100_std": 0.24946883471800071, + "nauc_recall_at_10_diff1": 0.1563263710013621, + "nauc_recall_at_10_max": 0.26150341854898596, + "nauc_recall_at_10_std": 0.16779859142440004, + "nauc_recall_at_1_diff1": 0.278893337523531, + "nauc_recall_at_1_max": 0.30151937684006025, + "nauc_recall_at_1_std": 0.05354862934475923, + "nauc_recall_at_20_diff1": 0.12833992813258108, + "nauc_recall_at_20_max": 0.26085008794878767, + "nauc_recall_at_20_std": 0.19617380197183548, + "nauc_recall_at_3_diff1": 0.2192960775808444, + "nauc_recall_at_3_max": 0.28382171607828416, + "nauc_recall_at_3_std": 0.10596736423798404, + "nauc_recall_at_5_diff1": 0.16538468511467674, + "nauc_recall_at_5_max": 0.27409995482813226, + "nauc_recall_at_5_std": 0.12663943631921226, + "ndcg_at_1": 0.143, + "ndcg_at_10": 0.16378, + "ndcg_at_100": 0.22657, + "ndcg_at_1000": 0.27779, + "ndcg_at_20": 0.18178, + "ndcg_at_3": 0.12828, + "ndcg_at_5": 0.14104, + "precision_at_1": 0.143, + "precision_at_10": 0.0498, + "precision_at_100": 0.0118, + "precision_at_1000": 0.00212, + "precision_at_20": 0.03205, + "precision_at_3": 0.09, + "precision_at_5": 0.0708, + "recall_at_1": 0.06898, + "recall_at_10": 0.20758, + "recall_at_100": 0.43587, + "recall_at_1000": 0.73062, + "recall_at_20": 0.26077, + "recall_at_3": 0.12247, + "recall_at_5": 0.15508 + } + ] + }, + "task_name": "ClimateFEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPedia-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPedia-PLHardNegatives.json new file mode 100644 index 000000000..5fe9256a2 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPedia-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bebc2b5c8f73cd6ba9d2a4664d5f3769e6ad557a", + "evaluation_time": 42.227964878082275, + "kg_co2_emissions": 0.0038924509300989137, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.2478, + "map_at_1": 0.04596, + "map_at_10": 0.101, + "map_at_100": 0.15973, + "map_at_1000": 0.1901, + "map_at_20": 0.11859, + "map_at_3": 0.07378, + "map_at_5": 0.08523, + "mrr_at_1": 0.4025, + "mrr_at_10": 0.5136736111111112, + "mrr_at_100": 0.5206186529217174, + "mrr_at_1000": 0.5208789347540389, + "mrr_at_20": 0.5185795788641184, + "mrr_at_3": 0.48541666666666683, + "mrr_at_5": 0.4994166666666668, + "nauc_map_at_1000_diff1": 0.10347306599384898, + "nauc_map_at_1000_max": 0.22105797204678793, + "nauc_map_at_1000_std": 0.21327010248486022, + "nauc_map_at_100_diff1": 0.1346596249964134, + "nauc_map_at_100_max": 0.19953403961687202, + "nauc_map_at_100_std": 0.18014049556627065, + "nauc_map_at_10_diff1": 0.14833177785812576, + "nauc_map_at_10_max": 0.021763075516308343, + "nauc_map_at_10_std": -0.016364292026130007, + "nauc_map_at_1_diff1": 0.26408524565380953, + "nauc_map_at_1_max": -0.007021788834681626, + "nauc_map_at_1_std": -0.08535356605032712, + "nauc_map_at_20_diff1": 0.13581083218703663, + "nauc_map_at_20_max": 0.06283407614704413, + "nauc_map_at_20_std": 0.04408534701513192, + "nauc_map_at_3_diff1": 0.18589407493002222, + "nauc_map_at_3_max": -0.0278151864360506, + "nauc_map_at_3_std": -0.08544617545121341, + "nauc_map_at_5_diff1": 0.16456050293291194, + "nauc_map_at_5_max": -0.020032472712995145, + "nauc_map_at_5_std": -0.07462127051826539, + "nauc_mrr_at_1000_diff1": 0.20974509091193225, + "nauc_mrr_at_1000_max": 0.3716654755564826, + "nauc_mrr_at_1000_std": 0.315822145641956, + "nauc_mrr_at_100_diff1": 0.20969452211119308, + "nauc_mrr_at_100_max": 0.3715964351996384, + "nauc_mrr_at_100_std": 0.31601784441881037, + "nauc_mrr_at_10_diff1": 0.20949097825578683, + "nauc_mrr_at_10_max": 0.37228687814172967, + "nauc_mrr_at_10_std": 0.3155599248877335, + "nauc_mrr_at_1_diff1": 0.24258109818751072, + "nauc_mrr_at_1_max": 0.3702670579178438, + "nauc_mrr_at_1_std": 0.283478871470123, + "nauc_mrr_at_20_diff1": 0.20964144489711525, + "nauc_mrr_at_20_max": 0.3713236031417481, + "nauc_mrr_at_20_std": 0.3156220287781377, + "nauc_mrr_at_3_diff1": 0.2233718487098077, + "nauc_mrr_at_3_max": 0.369909280376151, + "nauc_mrr_at_3_std": 0.310228441158864, + "nauc_mrr_at_5_diff1": 0.21095610602629591, + "nauc_mrr_at_5_max": 0.37525698530553975, + "nauc_mrr_at_5_std": 0.31219246505975773, + "nauc_ndcg_at_1000_diff1": 0.10833281288386108, + "nauc_ndcg_at_1000_max": 0.34987652018387055, + "nauc_ndcg_at_1000_std": 0.4054223236054347, + "nauc_ndcg_at_100_diff1": 0.1225764536761323, + "nauc_ndcg_at_100_max": 0.24370098220889597, + "nauc_ndcg_at_100_std": 0.2638157052435778, + "nauc_ndcg_at_10_diff1": 0.11029972270138826, + "nauc_ndcg_at_10_max": 0.21545289465180587, + "nauc_ndcg_at_10_std": 0.20448776835317078, + "nauc_ndcg_at_1_diff1": 0.2075491092632371, + "nauc_ndcg_at_1_max": 0.3050977222942943, + "nauc_ndcg_at_1_std": 0.24163494325230567, + "nauc_ndcg_at_20_diff1": 0.10945153735126055, + "nauc_ndcg_at_20_max": 0.1709690074207414, + "nauc_ndcg_at_20_std": 0.18845605335883608, + "nauc_ndcg_at_3_diff1": 0.14253320535888073, + "nauc_ndcg_at_3_max": 0.257520070179773, + "nauc_ndcg_at_3_std": 0.21811109704919587, + "nauc_ndcg_at_5_diff1": 0.12148003099309274, + "nauc_ndcg_at_5_max": 0.23921904912188227, + "nauc_ndcg_at_5_std": 0.20313772749969147, + "nauc_precision_at_1000_diff1": -0.1605954764737714, + "nauc_precision_at_1000_max": 0.01871965611866988, + "nauc_precision_at_1000_std": 0.03690779837978215, + "nauc_precision_at_100_diff1": -0.021677650683028925, + "nauc_precision_at_100_max": 0.32112529353836833, + "nauc_precision_at_100_std": 0.3191677398176905, + "nauc_precision_at_10_diff1": -0.0004031141879832963, + "nauc_precision_at_10_max": 0.3739172032251756, + "nauc_precision_at_10_std": 0.37132706368615215, + "nauc_precision_at_1_diff1": 0.24258109818751072, + "nauc_precision_at_1_max": 0.3702670579178438, + "nauc_precision_at_1_std": 0.283478871470123, + "nauc_precision_at_20_diff1": -0.002579662353198899, + "nauc_precision_at_20_max": 0.3569007789171896, + "nauc_precision_at_20_std": 0.37902986240451725, + "nauc_precision_at_3_diff1": 0.07990280930037537, + "nauc_precision_at_3_max": 0.33670550315403935, + "nauc_precision_at_3_std": 0.3013071828818583, + "nauc_precision_at_5_diff1": 0.02374635860733563, + "nauc_precision_at_5_max": 0.3551642731929527, + "nauc_precision_at_5_std": 0.3241969742852637, + "nauc_recall_at_1000_diff1": -0.006635180091084893, + "nauc_recall_at_1000_max": 0.3526016751343138, + "nauc_recall_at_1000_std": 0.5558129003978889, + "nauc_recall_at_100_diff1": 0.06091456739429438, + "nauc_recall_at_100_max": 0.1712837001709191, + "nauc_recall_at_100_std": 0.23928061272779053, + "nauc_recall_at_10_diff1": 0.06578533872483655, + "nauc_recall_at_10_max": -0.04969718832724318, + "nauc_recall_at_10_std": -0.040705966773285834, + "nauc_recall_at_1_diff1": 0.26408524565380953, + "nauc_recall_at_1_max": -0.007021788834681626, + "nauc_recall_at_1_std": -0.08535356605032712, + "nauc_recall_at_20_diff1": 0.045684073188234524, + "nauc_recall_at_20_max": -0.021857381559014386, + "nauc_recall_at_20_std": 0.04252497800123777, + "nauc_recall_at_3_diff1": 0.12238417376516987, + "nauc_recall_at_3_max": -0.08073913949702893, + "nauc_recall_at_3_std": -0.11491514383493719, + "nauc_recall_at_5_diff1": 0.09106343685947851, + "nauc_recall_at_5_max": -0.08199251003761196, + "nauc_recall_at_5_std": -0.11364816049847451, + "ndcg_at_1": 0.3075, + "ndcg_at_10": 0.2478, + "ndcg_at_100": 0.32398, + "ndcg_at_1000": 0.4356, + "ndcg_at_20": 0.25287, + "ndcg_at_3": 0.26956, + "ndcg_at_5": 0.25355, + "precision_at_1": 0.4025, + "precision_at_10": 0.21425, + "precision_at_100": 0.09828, + "precision_at_1000": 0.02808, + "precision_at_20": 0.171, + "precision_at_3": 0.31917, + "precision_at_5": 0.263, + "recall_at_1": 0.04596, + "recall_at_10": 0.15632, + "recall_at_100": 0.43941, + "recall_at_1000": 0.78459, + "recall_at_20": 0.21824, + "recall_at_3": 0.09026, + "recall_at_5": 0.11356 + } + ] + }, + "task_name": "DBPedia-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPediaHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPediaHardNegatives.json new file mode 100644 index 000000000..55a1eb41b --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/DBPediaHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "943ec7fdfef3728b2ad1966c5b6479ff9ffd26c9", + "evaluation_time": 41.34913635253906, + "kg_co2_emissions": 0.0038200179988451483, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.30667, + "map_at_1": 0.0535, + "map_at_10": 0.1338, + "map_at_100": 0.19959, + "map_at_1000": 0.2312, + "map_at_20": 0.15278, + "map_at_3": 0.09523, + "map_at_5": 0.11199, + "mrr_at_1": 0.4925, + "mrr_at_10": 0.6091071428571431, + "mrr_at_100": 0.6135588820457027, + "mrr_at_1000": 0.6137991018001475, + "mrr_at_20": 0.6117726839616354, + "mrr_at_3": 0.5795833333333337, + "mrr_at_5": 0.5985833333333336, + "nauc_map_at_1000_diff1": 0.1244854963741532, + "nauc_map_at_1000_max": 0.2521736875565678, + "nauc_map_at_1000_std": 0.16520042212941238, + "nauc_map_at_100_diff1": 0.1676212112262169, + "nauc_map_at_100_max": 0.24861138864828375, + "nauc_map_at_100_std": 0.14508009775629993, + "nauc_map_at_10_diff1": 0.22833882455603505, + "nauc_map_at_10_max": 0.09515495035616682, + "nauc_map_at_10_std": -0.05208535678631153, + "nauc_map_at_1_diff1": 0.47714838725135966, + "nauc_map_at_1_max": 0.11761234625892582, + "nauc_map_at_1_std": -0.1269014300747683, + "nauc_map_at_20_diff1": 0.2054678442505045, + "nauc_map_at_20_max": 0.14425270227602105, + "nauc_map_at_20_std": 0.010041636609970088, + "nauc_map_at_3_diff1": 0.2816324992932169, + "nauc_map_at_3_max": 0.03218176242484485, + "nauc_map_at_3_std": -0.1253628094991128, + "nauc_map_at_5_diff1": 0.2610922639483439, + "nauc_map_at_5_max": 0.05498256504926906, + "nauc_map_at_5_std": -0.10300338088174511, + "nauc_mrr_at_1000_diff1": 0.28795177232382113, + "nauc_mrr_at_1000_max": 0.45481335429345954, + "nauc_mrr_at_1000_std": 0.23893911804412032, + "nauc_mrr_at_100_diff1": 0.287834139841225, + "nauc_mrr_at_100_max": 0.45504552010968163, + "nauc_mrr_at_100_std": 0.2392069659134576, + "nauc_mrr_at_10_diff1": 0.2898211798804101, + "nauc_mrr_at_10_max": 0.4556625753927496, + "nauc_mrr_at_10_std": 0.23570663465694683, + "nauc_mrr_at_1_diff1": 0.3270318848861587, + "nauc_mrr_at_1_max": 0.4526843173670801, + "nauc_mrr_at_1_std": 0.22440022725083006, + "nauc_mrr_at_20_diff1": 0.2869106891481956, + "nauc_mrr_at_20_max": 0.4547993278152029, + "nauc_mrr_at_20_std": 0.23999695996853238, + "nauc_mrr_at_3_diff1": 0.2883821085052462, + "nauc_mrr_at_3_max": 0.45062654378074046, + "nauc_mrr_at_3_std": 0.23660633923617158, + "nauc_mrr_at_5_diff1": 0.29268566174119653, + "nauc_mrr_at_5_max": 0.4571520513262052, + "nauc_mrr_at_5_std": 0.24299337068376453, + "nauc_ndcg_at_1000_diff1": 0.11189635227578609, + "nauc_ndcg_at_1000_max": 0.38645587477169757, + "nauc_ndcg_at_1000_std": 0.33899777653331103, + "nauc_ndcg_at_100_diff1": 0.15499202898234685, + "nauc_ndcg_at_100_max": 0.290900995294766, + "nauc_ndcg_at_100_std": 0.21987947002664068, + "nauc_ndcg_at_10_diff1": 0.16560774213201668, + "nauc_ndcg_at_10_max": 0.2751916771134069, + "nauc_ndcg_at_10_std": 0.14893348941679713, + "nauc_ndcg_at_1_diff1": 0.3249393578094807, + "nauc_ndcg_at_1_max": 0.40559004508764007, + "nauc_ndcg_at_1_std": 0.20245926352286595, + "nauc_ndcg_at_20_diff1": 0.15308099886139384, + "nauc_ndcg_at_20_max": 0.22542491854910612, + "nauc_ndcg_at_20_std": 0.1238876507469627, + "nauc_ndcg_at_3_diff1": 0.2126971295971321, + "nauc_ndcg_at_3_max": 0.3468877720753885, + "nauc_ndcg_at_3_std": 0.18669962532912282, + "nauc_ndcg_at_5_diff1": 0.18067556022023373, + "nauc_ndcg_at_5_max": 0.3196827324140828, + "nauc_ndcg_at_5_std": 0.1725249848947836, + "nauc_precision_at_1000_diff1": -0.2041117733960625, + "nauc_precision_at_1000_max": -0.060442777972226386, + "nauc_precision_at_1000_std": -0.06696117744093176, + "nauc_precision_at_100_diff1": -0.12014530910614406, + "nauc_precision_at_100_max": 0.2316385361441687, + "nauc_precision_at_100_std": 0.2620685076700264, + "nauc_precision_at_10_diff1": -0.02276395458404449, + "nauc_precision_at_10_max": 0.37568548424715675, + "nauc_precision_at_10_std": 0.3109039964423547, + "nauc_precision_at_1_diff1": 0.3270318848861587, + "nauc_precision_at_1_max": 0.4526843173670801, + "nauc_precision_at_1_std": 0.22440022725083006, + "nauc_precision_at_20_diff1": -0.07613361991967141, + "nauc_precision_at_20_max": 0.33000685732725554, + "nauc_precision_at_20_std": 0.3216025016759154, + "nauc_precision_at_3_diff1": 0.08772023870753667, + "nauc_precision_at_3_max": 0.37034295011568813, + "nauc_precision_at_3_std": 0.24008536445784395, + "nauc_precision_at_5_diff1": 0.01703876455788285, + "nauc_precision_at_5_max": 0.3841132653862204, + "nauc_precision_at_5_std": 0.28437188856893825, + "nauc_recall_at_1000_diff1": -0.04905432431258466, + "nauc_recall_at_1000_max": 0.33147771713290985, + "nauc_recall_at_1000_std": 0.5314746624531455, + "nauc_recall_at_100_diff1": 0.08523544104885557, + "nauc_recall_at_100_max": 0.17719780493563478, + "nauc_recall_at_100_std": 0.18152546718293852, + "nauc_recall_at_10_diff1": 0.10905197915687927, + "nauc_recall_at_10_max": -0.019882883275665765, + "nauc_recall_at_10_std": -0.11689751315008601, + "nauc_recall_at_1_diff1": 0.47714838725135966, + "nauc_recall_at_1_max": 0.11761234625892582, + "nauc_recall_at_1_std": -0.1269014300747683, + "nauc_recall_at_20_diff1": 0.07978383950126525, + "nauc_recall_at_20_max": 0.03173860100589997, + "nauc_recall_at_20_std": -0.03726706740086786, + "nauc_recall_at_3_diff1": 0.17704497992498136, + "nauc_recall_at_3_max": -0.05167698553493832, + "nauc_recall_at_3_std": -0.15755915513282992, + "nauc_recall_at_5_diff1": 0.1530885023426062, + "nauc_recall_at_5_max": -0.042641116748307784, + "nauc_recall_at_5_std": -0.14726975850541368, + "ndcg_at_1": 0.3825, + "ndcg_at_10": 0.30667, + "ndcg_at_100": 0.38404, + "ndcg_at_1000": 0.49717, + "ndcg_at_20": 0.3045, + "ndcg_at_3": 0.33538, + "ndcg_at_5": 0.31735, + "precision_at_1": 0.4925, + "precision_at_10": 0.26025, + "precision_at_100": 0.10798, + "precision_at_1000": 0.02945, + "precision_at_20": 0.19762, + "precision_at_3": 0.38583, + "precision_at_5": 0.331, + "recall_at_1": 0.0535, + "recall_at_10": 0.19926, + "recall_at_100": 0.50564, + "recall_at_1000": 0.85346, + "recall_at_20": 0.25774, + "recall_at_3": 0.11604, + "recall_at_5": 0.14852 + } + ] + }, + "task_name": "DBPediaHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FEVERHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FEVERHardNegatives.json new file mode 100644 index 000000000..bdaf47365 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FEVERHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "080c9ed6267b65029207906e815d44a9240bafca", + "evaluation_time": 79.07605981826782, + "kg_co2_emissions": 0.007062596752402944, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.61566, + "map_at_1": 0.41919, + "map_at_10": 0.54667, + "map_at_100": 0.55363, + "map_at_1000": 0.5539, + "map_at_20": 0.55087, + "map_at_3": 0.51751, + "map_at_5": 0.53503, + "mrr_at_1": 0.448, + "mrr_at_10": 0.5791011904761904, + "mrr_at_100": 0.5854483203313744, + "mrr_at_1000": 0.5855949089149054, + "mrr_at_20": 0.583220813392833, + "mrr_at_3": 0.5506666666666662, + "mrr_at_5": 0.5677666666666664, + "nauc_map_at_1000_diff1": 0.43057426546976735, + "nauc_map_at_1000_max": 0.27106983687173697, + "nauc_map_at_1000_std": -0.09495219650210408, + "nauc_map_at_100_diff1": 0.4304924770937745, + "nauc_map_at_100_max": 0.2710302888173127, + "nauc_map_at_100_std": -0.09506284914288055, + "nauc_map_at_10_diff1": 0.4278114567500655, + "nauc_map_at_10_max": 0.27238318998480837, + "nauc_map_at_10_std": -0.09615606257928912, + "nauc_map_at_1_diff1": 0.4693677301676362, + "nauc_map_at_1_max": 0.25682223625509776, + "nauc_map_at_1_std": -0.08883443988161227, + "nauc_map_at_20_diff1": 0.428441106918424, + "nauc_map_at_20_max": 0.27073501039241565, + "nauc_map_at_20_std": -0.09578443669246413, + "nauc_map_at_3_diff1": 0.42862093197020457, + "nauc_map_at_3_max": 0.26721903665716523, + "nauc_map_at_3_std": -0.09672137681584098, + "nauc_map_at_5_diff1": 0.426880562150469, + "nauc_map_at_5_max": 0.2698956201974679, + "nauc_map_at_5_std": -0.09950150748847403, + "nauc_mrr_at_1000_diff1": 0.45979495310049245, + "nauc_mrr_at_1000_max": 0.3091573207926677, + "nauc_mrr_at_1000_std": -0.09131307510594812, + "nauc_mrr_at_100_diff1": 0.4597643451743474, + "nauc_mrr_at_100_max": 0.30929739243465354, + "nauc_mrr_at_100_std": -0.09125731128769424, + "nauc_mrr_at_10_diff1": 0.4571000326705023, + "nauc_mrr_at_10_max": 0.3110411374104839, + "nauc_mrr_at_10_std": -0.0913144392990221, + "nauc_mrr_at_1_diff1": 0.5015572328887588, + "nauc_mrr_at_1_max": 0.29013080756265547, + "nauc_mrr_at_1_std": -0.08580484076966553, + "nauc_mrr_at_20_diff1": 0.457943004959095, + "nauc_mrr_at_20_max": 0.3094436700199497, + "nauc_mrr_at_20_std": -0.09148417846883966, + "nauc_mrr_at_3_diff1": 0.4562926579350312, + "nauc_mrr_at_3_max": 0.30509023056874673, + "nauc_mrr_at_3_std": -0.09257147902835473, + "nauc_mrr_at_5_diff1": 0.4565607481772572, + "nauc_mrr_at_5_max": 0.30889873163685716, + "nauc_mrr_at_5_std": -0.09516478613457739, + "nauc_ndcg_at_1000_diff1": 0.43101871048315715, + "nauc_ndcg_at_1000_max": 0.2890802613889291, + "nauc_ndcg_at_1000_std": -0.08293403695980796, + "nauc_ndcg_at_100_diff1": 0.42830611503801463, + "nauc_ndcg_at_100_max": 0.28852847944185683, + "nauc_ndcg_at_100_std": -0.08493637547523471, + "nauc_ndcg_at_10_diff1": 0.41408517398261757, + "nauc_ndcg_at_10_max": 0.29229469527556207, + "nauc_ndcg_at_10_std": -0.09075751193636639, + "nauc_ndcg_at_1_diff1": 0.5015572328887588, + "nauc_ndcg_at_1_max": 0.29013080756265547, + "nauc_ndcg_at_1_std": -0.08580484076966553, + "nauc_ndcg_at_20_diff1": 0.41579357213477175, + "nauc_ndcg_at_20_max": 0.2868807759458776, + "nauc_ndcg_at_20_std": -0.08753875093294738, + "nauc_ndcg_at_3_diff1": 0.4170198851922851, + "nauc_ndcg_at_3_max": 0.2808100100771352, + "nauc_ndcg_at_3_std": -0.09640167661170328, + "nauc_ndcg_at_5_diff1": 0.41308081479517483, + "nauc_ndcg_at_5_max": 0.2860720820117003, + "nauc_ndcg_at_5_std": -0.1001583266212658, + "nauc_precision_at_1000_diff1": -0.007798651975085071, + "nauc_precision_at_1000_max": 0.17642956764295548, + "nauc_precision_at_1000_std": 0.19195741441486425, + "nauc_precision_at_100_diff1": 0.09878258976359418, + "nauc_precision_at_100_max": 0.2649200791044522, + "nauc_precision_at_100_std": 0.13704301758078316, + "nauc_precision_at_10_diff1": 0.292838236028567, + "nauc_precision_at_10_max": 0.39405433751186103, + "nauc_precision_at_10_std": -0.046768715976627274, + "nauc_precision_at_1_diff1": 0.5015572328887588, + "nauc_precision_at_1_max": 0.29013080756265547, + "nauc_precision_at_1_std": -0.08580484076966553, + "nauc_precision_at_20_diff1": 0.2107718222260595, + "nauc_precision_at_20_max": 0.3373953390797847, + "nauc_precision_at_20_std": 0.012472928531320893, + "nauc_precision_at_3_diff1": 0.3720049830669245, + "nauc_precision_at_3_max": 0.3384961959026637, + "nauc_precision_at_3_std": -0.09433092640958618, + "nauc_precision_at_5_diff1": 0.3311394487865065, + "nauc_precision_at_5_max": 0.3589426666563173, + "nauc_precision_at_5_std": -0.09751596904760133, + "nauc_recall_at_1000_diff1": 0.2583903119741734, + "nauc_recall_at_1000_max": 0.3338902869583644, + "nauc_recall_at_1000_std": 0.50190466660646, + "nauc_recall_at_100_diff1": 0.23091222298760333, + "nauc_recall_at_100_max": 0.2731578671493484, + "nauc_recall_at_100_std": 0.09194634064528236, + "nauc_recall_at_10_diff1": 0.2730774363421356, + "nauc_recall_at_10_max": 0.3076768857386091, + "nauc_recall_at_10_std": -0.06041833667839609, + "nauc_recall_at_1_diff1": 0.4693677301676362, + "nauc_recall_at_1_max": 0.25682223625509776, + "nauc_recall_at_1_std": -0.08883443988161227, + "nauc_recall_at_20_diff1": 0.23465240581370453, + "nauc_recall_at_20_max": 0.2759480134012748, + "nauc_recall_at_20_std": -0.0173908897582856, + "nauc_recall_at_3_diff1": 0.3403093915805181, + "nauc_recall_at_3_max": 0.2758061963871823, + "nauc_recall_at_3_std": -0.0932514444656631, + "nauc_recall_at_5_diff1": 0.31051299018578205, + "nauc_recall_at_5_max": 0.28668657993958796, + "nauc_recall_at_5_std": -0.10335183180888871, + "ndcg_at_1": 0.448, + "ndcg_at_10": 0.61566, + "ndcg_at_100": 0.6475, + "ndcg_at_1000": 0.65301, + "ndcg_at_20": 0.6302, + "ndcg_at_3": 0.55831, + "ndcg_at_5": 0.5884, + "precision_at_1": 0.448, + "precision_at_10": 0.086, + "precision_at_100": 0.01033, + "precision_at_1000": 0.00109, + "precision_at_20": 0.04625, + "precision_at_3": 0.22933, + "precision_at_5": 0.154, + "recall_at_1": 0.41919, + "recall_at_10": 0.79908, + "recall_at_100": 0.94139, + "recall_at_1000": 0.97947, + "recall_at_20": 0.85412, + "recall_at_3": 0.64154, + "recall_at_5": 0.71554 + } + ] + }, + "task_name": "FEVERHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FloresBitextMining.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FloresBitextMining.json index 881303863..e69dbbc65 100644 --- a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FloresBitextMining.json +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/FloresBitextMining.json @@ -1 +1 @@ -{"dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", "task_name": "FloresBitextMining", "mteb_version": "1.12.94", "scores": {"devtest": [{"accuracy": 0.046443, "f1": 0.031867, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"], "main_score": 0.031867, "precision": 0.027972, "recall": 0.046443}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.051383, "f1": 0.036938, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"], "main_score": 0.036938, "precision": 0.034016, "recall": 0.051383}, {"accuracy": 0.034585, "f1": 0.023153, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"], "main_score": 0.023153, "precision": 0.020697, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.023512, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"], "main_score": 0.023512, "precision": 0.022368, "recall": 0.028656}, {"accuracy": 0.05336, "f1": 0.04092, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"], "main_score": 0.04092, "precision": 0.037966, "recall": 0.05336}, {"accuracy": 0.060277, "f1": 0.041835, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"], "main_score": 0.041835, "precision": 0.037382, "recall": 0.060277}, {"accuracy": 0.0583, "f1": 0.040202, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"], "main_score": 0.040202, "precision": 0.036239, "recall": 0.0583}, {"accuracy": 0.074111, "f1": 0.060936, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"], "main_score": 0.060936, "precision": 0.05804, "recall": 0.074111}, {"accuracy": 0.045455, "f1": 0.035911, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"], "main_score": 0.035911, "precision": 0.033691, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.037215, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"], "main_score": 0.037215, "precision": 0.034091, "recall": 0.050395}, {"accuracy": 0.034585, "f1": 0.027481, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"], "main_score": 0.027481, "precision": 0.025771, "recall": 0.034585}, {"accuracy": 0.040514, "f1": 0.024751, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"], "main_score": 0.024751, "precision": 0.021099, "recall": 0.040514}, {"accuracy": 0.038538, "f1": 0.027623, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"], "main_score": 0.027623, "precision": 0.0252, "recall": 0.038538}, {"accuracy": 0.037549, "f1": 0.024228, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"], "main_score": 0.024228, "precision": 0.021236, "recall": 0.037549}, {"accuracy": 0.048419, "f1": 0.034291, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"], "main_score": 0.034291, "precision": 0.031112, "recall": 0.048419}, {"accuracy": 0.062253, "f1": 0.046545, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"], "main_score": 0.046545, "precision": 0.042887, "recall": 0.062253}, {"accuracy": 0.041502, "f1": 0.033463, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"], "main_score": 0.033463, "precision": 0.031249, "recall": 0.041502}, {"accuracy": 0.050395, "f1": 0.035622, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"], "main_score": 0.035622, "precision": 0.033261, "recall": 0.050395}, {"accuracy": 0.059289, "f1": 0.042494, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"], "main_score": 0.042494, "precision": 0.039691, "recall": 0.059289}, {"accuracy": 0.048419, "f1": 0.038255, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"], "main_score": 0.038255, "precision": 0.035388, "recall": 0.048419}, {"accuracy": 0.038538, "f1": 0.025121, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"], "main_score": 0.025121, "precision": 0.022578, "recall": 0.038538}, {"accuracy": 0.021739, "f1": 0.013827, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"], "main_score": 0.013827, "precision": 0.012631, "recall": 0.021739}, {"accuracy": 0.048419, "f1": 0.040027, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"], "main_score": 0.040027, "precision": 0.037905, "recall": 0.048419}, {"accuracy": 0.043478, "f1": 0.032023, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"], "main_score": 0.032023, "precision": 0.029323, "recall": 0.043478}, {"accuracy": 0.048419, "f1": 0.032515, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"], "main_score": 0.032515, "precision": 0.02987, "recall": 0.048419}, {"accuracy": 0.044466, "f1": 0.036719, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"], "main_score": 0.036719, "precision": 0.034924, "recall": 0.044466}, {"accuracy": 0.048419, "f1": 0.032181, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"], "main_score": 0.032181, "precision": 0.028844, "recall": 0.048419}, {"accuracy": 0.040514, "f1": 0.032229, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"], "main_score": 0.032229, "precision": 0.029576, "recall": 0.040514}, {"accuracy": 0.055336, "f1": 0.03719, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"], "main_score": 0.03719, "precision": 0.033323, "recall": 0.055336}, {"accuracy": 0.041502, "f1": 0.035408, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"], "main_score": 0.035408, "precision": 0.033245, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.023024, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"], "main_score": 0.023024, "precision": 0.02102, "recall": 0.031621}, {"accuracy": 0.054348, "f1": 0.04186, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"], "main_score": 0.04186, "precision": 0.038418, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.032419, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"], "main_score": 0.032419, "precision": 0.030016, "recall": 0.044466}, {"accuracy": 0.031621, "f1": 0.020845, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"], "main_score": 0.020845, "precision": 0.018674, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.033375, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"], "main_score": 0.033375, "precision": 0.0315, "recall": 0.040514}, {"accuracy": 0.028656, "f1": 0.020412, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"], "main_score": 0.020412, "precision": 0.018953, "recall": 0.028656}, {"accuracy": 0.054348, "f1": 0.037382, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"], "main_score": 0.037382, "precision": 0.034141, "recall": 0.054348}, {"accuracy": 0.039526, "f1": 0.024702, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"], "main_score": 0.024702, "precision": 0.022174, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.030048, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"], "main_score": 0.030048, "precision": 0.027707, "recall": 0.041502}, {"accuracy": 0.123518, "f1": 0.096682, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"], "main_score": 0.096682, "precision": 0.088801, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.039426, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"], "main_score": 0.039426, "precision": 0.036606, "recall": 0.050395}, {"accuracy": 0.048419, "f1": 0.033099, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"], "main_score": 0.033099, "precision": 0.029805, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.041523, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"], "main_score": 0.041523, "precision": 0.038053, "recall": 0.0583}, {"accuracy": 0.051383, "f1": 0.037422, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"], "main_score": 0.037422, "precision": 0.033757, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.036232, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"], "main_score": 0.036232, "precision": 0.033539, "recall": 0.047431}, {"accuracy": 0.032609, "f1": 0.026224, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"], "main_score": 0.026224, "precision": 0.024988, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.03019, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"], "main_score": 0.03019, "precision": 0.026483, "recall": 0.043478}, {"accuracy": 0.043478, "f1": 0.033467, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"], "main_score": 0.033467, "precision": 0.031167, "recall": 0.043478}, {"accuracy": 0.05336, "f1": 0.040594, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"], "main_score": 0.040594, "precision": 0.037988, "recall": 0.05336}, {"accuracy": 0.057312, "f1": 0.040469, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"], "main_score": 0.040469, "precision": 0.036534, "recall": 0.057312}, {"accuracy": 0.041502, "f1": 0.033344, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"], "main_score": 0.033344, "precision": 0.031272, "recall": 0.041502}, {"accuracy": 0.049407, "f1": 0.033629, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"], "main_score": 0.033629, "precision": 0.030039, "recall": 0.049407}, {"accuracy": 0.046443, "f1": 0.036526, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"], "main_score": 0.036526, "precision": 0.033753, "recall": 0.046443}, {"accuracy": 0.119565, "f1": 0.101292, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"], "main_score": 0.101292, "precision": 0.094743, "recall": 0.119565}, {"accuracy": 0.066206, "f1": 0.050143, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"], "main_score": 0.050143, "precision": 0.045965, "recall": 0.066206}, {"accuracy": 0.064229, "f1": 0.050701, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"], "main_score": 0.050701, "precision": 0.046797, "recall": 0.064229}, {"accuracy": 0.031621, "f1": 0.024939, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"], "main_score": 0.024939, "precision": 0.022398, "recall": 0.031621}, {"accuracy": 0.050395, "f1": 0.036255, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"], "main_score": 0.036255, "precision": 0.033009, "recall": 0.050395}, {"accuracy": 0.039526, "f1": 0.0273, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"], "main_score": 0.0273, "precision": 0.02493, "recall": 0.039526}, {"accuracy": 0.063241, "f1": 0.04742, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"], "main_score": 0.04742, "precision": 0.04349, "recall": 0.063241}, {"accuracy": 0.044466, "f1": 0.029298, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"], "main_score": 0.029298, "precision": 0.02636, "recall": 0.044466}, {"accuracy": 0.059289, "f1": 0.044094, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"], "main_score": 0.044094, "precision": 0.040363, "recall": 0.059289}, {"accuracy": 0.05336, "f1": 0.039422, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"], "main_score": 0.039422, "precision": 0.036271, "recall": 0.05336}, {"accuracy": 0.047431, "f1": 0.038117, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"], "main_score": 0.038117, "precision": 0.035888, "recall": 0.047431}, {"accuracy": 0.055336, "f1": 0.038617, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"], "main_score": 0.038617, "precision": 0.034713, "recall": 0.055336}, {"accuracy": 0.050395, "f1": 0.03366, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"], "main_score": 0.03366, "precision": 0.030031, "recall": 0.050395}, {"accuracy": 0.060277, "f1": 0.046362, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"], "main_score": 0.046362, "precision": 0.042902, "recall": 0.060277}, {"accuracy": 0.049407, "f1": 0.031237, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"], "main_score": 0.031237, "precision": 0.027563, "recall": 0.049407}, {"accuracy": 0.041502, "f1": 0.03096, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"], "main_score": 0.03096, "precision": 0.028178, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.027121, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"], "main_score": 0.027121, "precision": 0.024524, "recall": 0.038538}, {"accuracy": 0.045455, "f1": 0.033885, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"], "main_score": 0.033885, "precision": 0.031407, "recall": 0.045455}, {"accuracy": 0.025692, "f1": 0.014191, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"], "main_score": 0.014191, "precision": 0.01241, "recall": 0.025692}, {"accuracy": 0.052372, "f1": 0.036687, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"], "main_score": 0.036687, "precision": 0.032936, "recall": 0.052372}, {"accuracy": 0.033597, "f1": 0.025053, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"], "main_score": 0.025053, "precision": 0.023953, "recall": 0.033597}, {"accuracy": 0.05336, "f1": 0.034351, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"], "main_score": 0.034351, "precision": 0.03052, "recall": 0.05336}, {"accuracy": 0.022727, "f1": 0.014071, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"], "main_score": 0.014071, "precision": 0.01251, "recall": 0.022727}, {"accuracy": 0.059289, "f1": 0.042635, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"], "main_score": 0.042635, "precision": 0.038723, "recall": 0.059289}, {"accuracy": 0.045455, "f1": 0.030998, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"], "main_score": 0.030998, "precision": 0.027427, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.036031, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"], "main_score": 0.036031, "precision": 0.032327, "recall": 0.052372}, {"accuracy": 0.024704, "f1": 0.014959, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"], "main_score": 0.014959, "precision": 0.013219, "recall": 0.024704}, {"accuracy": 0.068182, "f1": 0.050168, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"], "main_score": 0.050168, "precision": 0.046473, "recall": 0.068182}, {"accuracy": 0.060277, "f1": 0.040204, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"], "main_score": 0.040204, "precision": 0.035543, "recall": 0.060277}, {"accuracy": 0.056324, "f1": 0.039292, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"], "main_score": 0.039292, "precision": 0.035399, "recall": 0.056324}, {"accuracy": 0.052372, "f1": 0.038834, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"], "main_score": 0.038834, "precision": 0.036125, "recall": 0.052372}, {"accuracy": 0.054348, "f1": 0.039003, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"], "main_score": 0.039003, "precision": 0.03509, "recall": 0.054348}, {"accuracy": 0.038538, "f1": 0.025039, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"], "main_score": 0.025039, "precision": 0.022402, "recall": 0.038538}, {"accuracy": 0.022727, "f1": 0.016689, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"], "main_score": 0.016689, "precision": 0.015497, "recall": 0.022727}, {"accuracy": 0.061265, "f1": 0.043164, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"], "main_score": 0.043164, "precision": 0.039737, "recall": 0.061265}, {"accuracy": 0.041502, "f1": 0.03218, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"], "main_score": 0.03218, "precision": 0.030466, "recall": 0.041502}, {"accuracy": 0.055336, "f1": 0.041198, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"], "main_score": 0.041198, "precision": 0.037228, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.04308, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"], "main_score": 0.04308, "precision": 0.039179, "recall": 0.059289}, {"accuracy": 0.057312, "f1": 0.045993, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"], "main_score": 0.045993, "precision": 0.043563, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.027582, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"], "main_score": 0.027582, "precision": 0.024988, "recall": 0.038538}, {"accuracy": 0.060277, "f1": 0.044474, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"], "main_score": 0.044474, "precision": 0.040175, "recall": 0.060277}, {"accuracy": 0.064229, "f1": 0.046968, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"], "main_score": 0.046968, "precision": 0.043949, "recall": 0.064229}, {"accuracy": 0.056324, "f1": 0.03964, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"], "main_score": 0.03964, "precision": 0.034813, "recall": 0.056324}, {"accuracy": 0.060277, "f1": 0.042344, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"], "main_score": 0.042344, "precision": 0.038699, "recall": 0.060277}, {"accuracy": 0.049407, "f1": 0.038873, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"], "main_score": 0.038873, "precision": 0.036646, "recall": 0.049407}, {"accuracy": 0.062253, "f1": 0.043212, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"], "main_score": 0.043212, "precision": 0.039442, "recall": 0.062253}, {"accuracy": 0.055336, "f1": 0.039109, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"], "main_score": 0.039109, "precision": 0.035143, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.034846, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"], "main_score": 0.034846, "precision": 0.031258, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.040356, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"], "main_score": 0.040356, "precision": 0.037944, "recall": 0.047431}, {"accuracy": 0.031621, "f1": 0.024341, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"], "main_score": 0.024341, "precision": 0.022652, "recall": 0.031621}, {"accuracy": 0.049407, "f1": 0.03355, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"], "main_score": 0.03355, "precision": 0.029807, "recall": 0.049407}, {"accuracy": 0.039526, "f1": 0.028922, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"], "main_score": 0.028922, "precision": 0.026788, "recall": 0.039526}, {"accuracy": 0.061265, "f1": 0.042643, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"], "main_score": 0.042643, "precision": 0.038142, "recall": 0.061265}, {"accuracy": 0.038538, "f1": 0.024149, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"], "main_score": 0.024149, "precision": 0.02144, "recall": 0.038538}, {"accuracy": 0.056324, "f1": 0.041856, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"], "main_score": 0.041856, "precision": 0.03883, "recall": 0.056324}, {"accuracy": 0.048419, "f1": 0.034974, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"], "main_score": 0.034974, "precision": 0.030976, "recall": 0.048419}, {"accuracy": 0.035573, "f1": 0.023191, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"], "main_score": 0.023191, "precision": 0.020811, "recall": 0.035573}, {"accuracy": 0.050395, "f1": 0.03746, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"], "main_score": 0.03746, "precision": 0.034157, "recall": 0.050395}, {"accuracy": 0.066206, "f1": 0.048657, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"], "main_score": 0.048657, "precision": 0.044427, "recall": 0.066206}, {"accuracy": 0.030632, "f1": 0.020994, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"], "main_score": 0.020994, "precision": 0.019042, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.039096, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"], "main_score": 0.039096, "precision": 0.035689, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.034265, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"], "main_score": 0.034265, "precision": 0.030948, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.03369, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"], "main_score": 0.03369, "precision": 0.031165, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.038177, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"], "main_score": 0.038177, "precision": 0.034011, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.043364, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"], "main_score": 0.043364, "precision": 0.039496, "recall": 0.061265}, {"accuracy": 0.051383, "f1": 0.039797, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"], "main_score": 0.039797, "precision": 0.03686, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.033035, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"], "main_score": 0.033035, "precision": 0.029435, "recall": 0.047431}, {"accuracy": 0.057312, "f1": 0.040803, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"], "main_score": 0.040803, "precision": 0.037101, "recall": 0.057312}, {"accuracy": 0.006917, "f1": 0.002165, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"], "main_score": 0.002165, "precision": 0.001672, "recall": 0.006917}, {"accuracy": 0.024704, "f1": 0.018228, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"], "main_score": 0.018228, "precision": 0.016676, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.023471, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"], "main_score": 0.023471, "precision": 0.021194, "recall": 0.032609}, {"accuracy": 0.036561, "f1": 0.028958, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"], "main_score": 0.028958, "precision": 0.027098, "recall": 0.036561}, {"accuracy": 0.0583, "f1": 0.042498, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"], "main_score": 0.042498, "precision": 0.038933, "recall": 0.0583}, {"accuracy": 0.032609, "f1": 0.022619, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"], "main_score": 0.022619, "precision": 0.020175, "recall": 0.032609}, {"accuracy": 0.049407, "f1": 0.034433, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"], "main_score": 0.034433, "precision": 0.031342, "recall": 0.049407}, {"accuracy": 0.055336, "f1": 0.038785, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"], "main_score": 0.038785, "precision": 0.035367, "recall": 0.055336}, {"accuracy": 0.068182, "f1": 0.046425, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"], "main_score": 0.046425, "precision": 0.042225, "recall": 0.068182}, {"accuracy": 0.044466, "f1": 0.033559, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"], "main_score": 0.033559, "precision": 0.030727, "recall": 0.044466}, {"accuracy": 0.039526, "f1": 0.031099, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"], "main_score": 0.031099, "precision": 0.028582, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.03081, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"], "main_score": 0.03081, "precision": 0.026753, "recall": 0.047431}, {"accuracy": 0.048419, "f1": 0.038691, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"], "main_score": 0.038691, "precision": 0.035781, "recall": 0.048419}, {"accuracy": 0.046443, "f1": 0.031594, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"], "main_score": 0.031594, "precision": 0.028447, "recall": 0.046443}, {"accuracy": 0.051383, "f1": 0.038709, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"], "main_score": 0.038709, "precision": 0.035256, "recall": 0.051383}, {"accuracy": 0.019763, "f1": 0.012908, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"], "main_score": 0.012908, "precision": 0.011869, "recall": 0.019763}, {"accuracy": 0.046443, "f1": 0.032744, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"], "main_score": 0.032744, "precision": 0.029276, "recall": 0.046443}, {"accuracy": 0.041502, "f1": 0.033807, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"], "main_score": 0.033807, "precision": 0.031592, "recall": 0.041502}, {"accuracy": 0.048419, "f1": 0.034211, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"], "main_score": 0.034211, "precision": 0.030758, "recall": 0.048419}, {"accuracy": 0.054348, "f1": 0.038919, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"], "main_score": 0.038919, "precision": 0.035012, "recall": 0.054348}, {"accuracy": 0.050395, "f1": 0.034469, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"], "main_score": 0.034469, "precision": 0.031188, "recall": 0.050395}, {"accuracy": 0.022727, "f1": 0.013941, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"], "main_score": 0.013941, "precision": 0.012408, "recall": 0.022727}, {"accuracy": 0.034585, "f1": 0.021069, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"], "main_score": 0.021069, "precision": 0.018361, "recall": 0.034585}, {"accuracy": 0.055336, "f1": 0.039737, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"], "main_score": 0.039737, "precision": 0.03589, "recall": 0.055336}, {"accuracy": 0.031621, "f1": 0.024993, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"], "main_score": 0.024993, "precision": 0.023348, "recall": 0.031621}, {"accuracy": 0.048419, "f1": 0.036334, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"], "main_score": 0.036334, "precision": 0.033706, "recall": 0.048419}, {"accuracy": 0.063241, "f1": 0.041504, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"], "main_score": 0.041504, "precision": 0.035863, "recall": 0.063241}, {"accuracy": 0.021739, "f1": 0.01535, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"], "main_score": 0.01535, "precision": 0.01482, "recall": 0.021739}, {"accuracy": 0.048419, "f1": 0.034626, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"], "main_score": 0.034626, "precision": 0.032035, "recall": 0.048419}, {"accuracy": 0.051383, "f1": 0.035454, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"], "main_score": 0.035454, "precision": 0.03267, "recall": 0.051383}, {"accuracy": 0.049407, "f1": 0.032665, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"], "main_score": 0.032665, "precision": 0.028762, "recall": 0.049407}, {"accuracy": 0.037549, "f1": 0.030872, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"], "main_score": 0.030872, "precision": 0.028809, "recall": 0.037549}, {"accuracy": 0.059289, "f1": 0.04267, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"], "main_score": 0.04267, "precision": 0.039171, "recall": 0.059289}, {"accuracy": 0.048419, "f1": 0.040546, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"], "main_score": 0.040546, "precision": 0.038043, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.041584, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"], "main_score": 0.041584, "precision": 0.037418, "recall": 0.055336}, {"accuracy": 0.041502, "f1": 0.027446, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"], "main_score": 0.027446, "precision": 0.024308, "recall": 0.041502}, {"accuracy": 0.0583, "f1": 0.035621, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"], "main_score": 0.035621, "precision": 0.031223, "recall": 0.0583}, {"accuracy": 0.016798, "f1": 0.015135, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"], "main_score": 0.015135, "precision": 0.014716, "recall": 0.016798}, {"accuracy": 0.05336, "f1": 0.039147, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"], "main_score": 0.039147, "precision": 0.035936, "recall": 0.05336}, {"accuracy": 0.04249, "f1": 0.032684, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"], "main_score": 0.032684, "precision": 0.031223, "recall": 0.04249}, {"accuracy": 0.050395, "f1": 0.035593, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"], "main_score": 0.035593, "precision": 0.032066, "recall": 0.050395}, {"accuracy": 0.057312, "f1": 0.0426, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"], "main_score": 0.0426, "precision": 0.03925, "recall": 0.057312}, {"accuracy": 0.039526, "f1": 0.026961, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"], "main_score": 0.026961, "precision": 0.024124, "recall": 0.039526}, {"accuracy": 0.057312, "f1": 0.039722, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"], "main_score": 0.039722, "precision": 0.03515, "recall": 0.057312}, {"accuracy": 0.055336, "f1": 0.038311, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"], "main_score": 0.038311, "precision": 0.034622, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.044699, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"], "main_score": 0.044699, "precision": 0.041281, "recall": 0.061265}, {"accuracy": 0.059289, "f1": 0.046252, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"], "main_score": 0.046252, "precision": 0.042729, "recall": 0.059289}, {"accuracy": 0.063241, "f1": 0.046192, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"], "main_score": 0.046192, "precision": 0.042522, "recall": 0.063241}, {"accuracy": 0.056324, "f1": 0.039446, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"], "main_score": 0.039446, "precision": 0.035188, "recall": 0.056324}, {"accuracy": 0.049407, "f1": 0.035931, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"], "main_score": 0.035931, "precision": 0.033091, "recall": 0.049407}, {"accuracy": 0.034585, "f1": 0.028103, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"], "main_score": 0.028103, "precision": 0.026521, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.030699, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"], "main_score": 0.030699, "precision": 0.029014, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.039368, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"], "main_score": 0.039368, "precision": 0.036059, "recall": 0.056324}, {"accuracy": 0.055336, "f1": 0.04279, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"], "main_score": 0.04279, "precision": 0.039997, "recall": 0.055336}, {"accuracy": 0.055336, "f1": 0.037699, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"], "main_score": 0.037699, "precision": 0.033457, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.041127, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"], "main_score": 0.041127, "precision": 0.036578, "recall": 0.061265}, {"accuracy": 0.040514, "f1": 0.026892, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"], "main_score": 0.026892, "precision": 0.023975, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.024992, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"], "main_score": 0.024992, "precision": 0.022197, "recall": 0.036561}, {"accuracy": 0.054348, "f1": 0.036705, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"], "main_score": 0.036705, "precision": 0.033081, "recall": 0.054348}, {"accuracy": 0.0583, "f1": 0.041727, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"], "main_score": 0.041727, "precision": 0.037423, "recall": 0.0583}, {"accuracy": 0.052372, "f1": 0.032012, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"], "main_score": 0.032012, "precision": 0.028196, "recall": 0.052372}, {"accuracy": 0.048419, "f1": 0.031497, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"], "main_score": 0.031497, "precision": 0.028173, "recall": 0.048419}, {"accuracy": 0.021739, "f1": 0.017356, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"], "main_score": 0.017356, "precision": 0.016518, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.0219, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"], "main_score": 0.0219, "precision": 0.019146, "recall": 0.036561}, {"accuracy": 0.054348, "f1": 0.037667, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"], "main_score": 0.037667, "precision": 0.033439, "recall": 0.054348}, {"accuracy": 0.033597, "f1": 0.024682, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"], "main_score": 0.024682, "precision": 0.02261, "recall": 0.033597}, {"accuracy": 0.045455, "f1": 0.031454, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"], "main_score": 0.031454, "precision": 0.028067, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.031914, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"], "main_score": 0.031914, "precision": 0.029372, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.041561, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"], "main_score": 0.041561, "precision": 0.038742, "recall": 0.052372}, {"accuracy": 0.051383, "f1": 0.03673, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"], "main_score": 0.03673, "precision": 0.032782, "recall": 0.051383}, {"accuracy": 0.057312, "f1": 0.042386, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"], "main_score": 0.042386, "precision": 0.038571, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.031232, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"], "main_score": 0.031232, "precision": 0.028771, "recall": 0.045455}, {"accuracy": 0.05336, "f1": 0.040424, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"], "main_score": 0.040424, "precision": 0.03735, "recall": 0.05336}, {"accuracy": 0.075099, "f1": 0.060238, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"], "main_score": 0.060238, "precision": 0.056312, "recall": 0.075099}, {"accuracy": 0.031621, "f1": 0.021887, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"], "main_score": 0.021887, "precision": 0.019298, "recall": 0.031621}, {"accuracy": 0.043478, "f1": 0.032529, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"], "main_score": 0.032529, "precision": 0.030184, "recall": 0.043478}, {"accuracy": 0.047431, "f1": 0.03466, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"], "main_score": 0.03466, "precision": 0.031696, "recall": 0.047431}, {"accuracy": 0.050395, "f1": 0.037849, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"], "main_score": 0.037849, "precision": 0.03483, "recall": 0.050395}, {"accuracy": 0.018775, "f1": 0.012998, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"], "main_score": 0.012998, "precision": 0.012263, "recall": 0.018775}, {"accuracy": 0.039526, "f1": 0.030549, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"], "main_score": 0.030549, "precision": 0.028208, "recall": 0.039526}, {"accuracy": 0.056324, "f1": 0.036247, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"], "main_score": 0.036247, "precision": 0.031752, "recall": 0.056324}, {"accuracy": 0.031621, "f1": 0.023302, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"], "main_score": 0.023302, "precision": 0.021473, "recall": 0.031621}, {"accuracy": 0.005929, "f1": 0.000866, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"], "main_score": 0.000866, "precision": 0.000505, "recall": 0.005929}, {"accuracy": 0.124506, "f1": 0.100562, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"], "main_score": 0.100562, "precision": 0.0945, "recall": 0.124506}, {"accuracy": 0.113636, "f1": 0.100894, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"], "main_score": 0.100894, "precision": 0.097801, "recall": 0.113636}, {"accuracy": 0.098814, "f1": 0.080191, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"], "main_score": 0.080191, "precision": 0.075093, "recall": 0.098814}, {"accuracy": 0.137352, "f1": 0.12675, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"], "main_score": 0.12675, "precision": 0.124561, "recall": 0.137352}, {"accuracy": 0.235178, "f1": 0.218773, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"], "main_score": 0.218773, "precision": 0.213195, "recall": 0.235178}, {"accuracy": 0.201581, "f1": 0.170634, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"], "main_score": 0.170634, "precision": 0.163235, "recall": 0.201581}, {"accuracy": 0.171937, "f1": 0.153922, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"], "main_score": 0.153922, "precision": 0.148321, "recall": 0.171937}, {"accuracy": 0.132411, "f1": 0.11985, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"], "main_score": 0.11985, "precision": 0.116845, "recall": 0.132411}, {"accuracy": 0.121542, "f1": 0.103821, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"], "main_score": 0.103821, "precision": 0.098436, "recall": 0.121542}, {"accuracy": 0.085968, "f1": 0.073117, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"], "main_score": 0.073117, "precision": 0.069727, "recall": 0.085968}, {"accuracy": 0.255929, "f1": 0.230693, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"], "main_score": 0.230693, "precision": 0.221216, "recall": 0.255929}, {"accuracy": 0.099802, "f1": 0.090471, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"], "main_score": 0.090471, "precision": 0.087603, "recall": 0.099802}, {"accuracy": 0.107708, "f1": 0.091278, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"], "main_score": 0.091278, "precision": 0.087818, "recall": 0.107708}, {"accuracy": 0.1917, "f1": 0.161065, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"], "main_score": 0.161065, "precision": 0.15309, "recall": 0.1917}, {"accuracy": 0.242095, "f1": 0.219528, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"], "main_score": 0.219528, "precision": 0.210624, "recall": 0.242095}, {"accuracy": 0.091897, "f1": 0.082348, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"], "main_score": 0.082348, "precision": 0.078756, "recall": 0.091897}, {"accuracy": 0.126482, "f1": 0.104656, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"], "main_score": 0.104656, "precision": 0.099126, "recall": 0.126482}, {"accuracy": 0.19664, "f1": 0.16306, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"], "main_score": 0.16306, "precision": 0.153832, "recall": 0.19664}, {"accuracy": 0.150198, "f1": 0.135084, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"], "main_score": 0.135084, "precision": 0.131144, "recall": 0.150198}, {"accuracy": 0.216403, "f1": 0.189116, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"], "main_score": 0.189116, "precision": 0.179856, "recall": 0.216403}, {"accuracy": 0.051383, "f1": 0.041688, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"], "main_score": 0.041688, "precision": 0.039659, "recall": 0.051383}, {"accuracy": 0.11166, "f1": 0.093461, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"], "main_score": 0.093461, "precision": 0.088135, "recall": 0.11166}, {"accuracy": 0.148221, "f1": 0.132674, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"], "main_score": 0.132674, "precision": 0.1291, "recall": 0.148221}, {"accuracy": 0.060277, "f1": 0.038191, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"], "main_score": 0.038191, "precision": 0.033706, "recall": 0.060277}, {"accuracy": 0.101779, "f1": 0.086812, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"], "main_score": 0.086812, "precision": 0.081751, "recall": 0.101779}, {"accuracy": 0.232213, "f1": 0.210699, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"], "main_score": 0.210699, "precision": 0.202258, "recall": 0.232213}, {"accuracy": 0.132411, "f1": 0.119219, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"], "main_score": 0.119219, "precision": 0.115657, "recall": 0.132411}, {"accuracy": 0.186759, "f1": 0.157312, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"], "main_score": 0.157312, "precision": 0.150177, "recall": 0.186759}, {"accuracy": 0.123518, "f1": 0.102633, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"], "main_score": 0.102633, "precision": 0.097414, "recall": 0.123518}, {"accuracy": 0.101779, "f1": 0.083846, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"], "main_score": 0.083846, "precision": 0.079375, "recall": 0.101779}, {"accuracy": 0.189723, "f1": 0.176947, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"], "main_score": 0.176947, "precision": 0.172765, "recall": 0.189723}, {"accuracy": 0.145257, "f1": 0.120248, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"], "main_score": 0.120248, "precision": 0.112269, "recall": 0.145257}, {"accuracy": 0.070158, "f1": 0.062228, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"], "main_score": 0.062228, "precision": 0.059989, "recall": 0.070158}, {"accuracy": 0.104743, "f1": 0.091415, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"], "main_score": 0.091415, "precision": 0.088413, "recall": 0.104743}, {"accuracy": 0.056324, "f1": 0.045966, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"], "main_score": 0.045966, "precision": 0.043554, "recall": 0.056324}, {"accuracy": 0.194664, "f1": 0.157738, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"], "main_score": 0.157738, "precision": 0.148007, "recall": 0.194664}, {"accuracy": 0.098814, "f1": 0.083631, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"], "main_score": 0.083631, "precision": 0.07869, "recall": 0.098814}, {"accuracy": 0.212451, "f1": 0.185639, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"], "main_score": 0.185639, "precision": 0.174909, "recall": 0.212451}, {"accuracy": 0.030632, "f1": 0.025066, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"], "main_score": 0.025066, "precision": 0.02352, "recall": 0.030632}, {"accuracy": 0.201581, "f1": 0.168839, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"], "main_score": 0.168839, "precision": 0.159978, "recall": 0.201581}, {"accuracy": 0.166008, "f1": 0.145778, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"], "main_score": 0.145778, "precision": 0.137935, "recall": 0.166008}, {"accuracy": 0.141304, "f1": 0.117085, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"], "main_score": 0.117085, "precision": 0.111564, "recall": 0.141304}, {"accuracy": 0.186759, "f1": 0.167783, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"], "main_score": 0.167783, "precision": 0.161881, "recall": 0.186759}, {"accuracy": 0.089921, "f1": 0.0762, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"], "main_score": 0.0762, "precision": 0.072184, "recall": 0.089921}, {"accuracy": 0.113636, "f1": 0.107102, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"], "main_score": 0.107102, "precision": 0.105384, "recall": 0.113636}, {"accuracy": 0.212451, "f1": 0.188085, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"], "main_score": 0.188085, "precision": 0.178534, "recall": 0.212451}, {"accuracy": 0.155138, "f1": 0.134796, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"], "main_score": 0.134796, "precision": 0.12934, "recall": 0.155138}, {"accuracy": 0.124506, "f1": 0.116731, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"], "main_score": 0.116731, "precision": 0.114433, "recall": 0.124506}, {"accuracy": 0.198617, "f1": 0.16605, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"], "main_score": 0.16605, "precision": 0.158711, "recall": 0.198617}, {"accuracy": 0.123518, "f1": 0.113339, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"], "main_score": 0.113339, "precision": 0.110801, "recall": 0.123518}, {"accuracy": 0.173913, "f1": 0.150835, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"], "main_score": 0.150835, "precision": 0.143276, "recall": 0.173913}, {"accuracy": 0.107708, "f1": 0.092658, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"], "main_score": 0.092658, "precision": 0.088677, "recall": 0.107708}, {"accuracy": 0.033597, "f1": 0.027978, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"], "main_score": 0.027978, "precision": 0.026802, "recall": 0.033597}, {"accuracy": 0.229249, "f1": 0.207242, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"], "main_score": 0.207242, "precision": 0.199445, "recall": 0.229249}, {"accuracy": 0.201581, "f1": 0.182143, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"], "main_score": 0.182143, "precision": 0.175883, "recall": 0.201581}, {"accuracy": 0.031621, "f1": 0.028774, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"], "main_score": 0.028774, "precision": 0.027668, "recall": 0.031621}, {"accuracy": 0.145257, "f1": 0.122184, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"], "main_score": 0.122184, "precision": 0.115143, "recall": 0.145257}, {"accuracy": 0.107708, "f1": 0.092096, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"], "main_score": 0.092096, "precision": 0.087746, "recall": 0.107708}, {"accuracy": 0.170949, "f1": 0.151273, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"], "main_score": 0.151273, "precision": 0.145382, "recall": 0.170949}, {"accuracy": 0.099802, "f1": 0.081841, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"], "main_score": 0.081841, "precision": 0.077103, "recall": 0.099802}, {"accuracy": 0.243083, "f1": 0.222966, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"], "main_score": 0.222966, "precision": 0.215451, "recall": 0.243083}, {"accuracy": 0.137352, "f1": 0.127577, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"], "main_score": 0.127577, "precision": 0.124477, "recall": 0.137352}, {"accuracy": 0.148221, "f1": 0.132957, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"], "main_score": 0.132957, "precision": 0.128961, "recall": 0.148221}, {"accuracy": 0.197628, "f1": 0.163007, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"], "main_score": 0.163007, "precision": 0.15454, "recall": 0.197628}, {"accuracy": 0.222332, "f1": 0.204187, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"], "main_score": 0.204187, "precision": 0.197311, "recall": 0.222332}, {"accuracy": 0.176877, "f1": 0.157749, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"], "main_score": 0.157749, "precision": 0.151709, "recall": 0.176877}, {"accuracy": 0.189723, "f1": 0.171338, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"], "main_score": 0.171338, "precision": 0.164457, "recall": 0.189723}, {"accuracy": 0.16996, "f1": 0.152157, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"], "main_score": 0.152157, "precision": 0.146628, "recall": 0.16996}, {"accuracy": 0.09585, "f1": 0.08432, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"], "main_score": 0.08432, "precision": 0.081253, "recall": 0.09585}, {"accuracy": 0.171937, "f1": 0.144071, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"], "main_score": 0.144071, "precision": 0.137014, "recall": 0.171937}, {"accuracy": 0.033597, "f1": 0.020388, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"], "main_score": 0.020388, "precision": 0.017879, "recall": 0.033597}, {"accuracy": 0.157115, "f1": 0.137639, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"], "main_score": 0.137639, "precision": 0.131614, "recall": 0.157115}, {"accuracy": 0.117589, "f1": 0.109706, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"], "main_score": 0.109706, "precision": 0.107407, "recall": 0.117589}, {"accuracy": 0.210474, "f1": 0.187185, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"], "main_score": 0.187185, "precision": 0.178824, "recall": 0.210474}, {"accuracy": 0.04249, "f1": 0.032311, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"], "main_score": 0.032311, "precision": 0.029839, "recall": 0.04249}, {"accuracy": 0.192688, "f1": 0.163166, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"], "main_score": 0.163166, "precision": 0.155256, "recall": 0.192688}, {"accuracy": 0.136364, "f1": 0.124883, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"], "main_score": 0.124883, "precision": 0.1217, "recall": 0.136364}, {"accuracy": 0.148221, "f1": 0.13542, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"], "main_score": 0.13542, "precision": 0.131843, "recall": 0.148221}, {"accuracy": 0.048419, "f1": 0.035927, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"], "main_score": 0.035927, "precision": 0.033458, "recall": 0.048419}, {"accuracy": 0.183794, "f1": 0.156876, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"], "main_score": 0.156876, "precision": 0.149589, "recall": 0.183794}, {"accuracy": 0.190711, "f1": 0.162468, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"], "main_score": 0.162468, "precision": 0.153919, "recall": 0.190711}, {"accuracy": 0.197628, "f1": 0.158773, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"], "main_score": 0.158773, "precision": 0.14944, "recall": 0.197628}, {"accuracy": 0.12253, "f1": 0.102654, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"], "main_score": 0.102654, "precision": 0.09721, "recall": 0.12253}, {"accuracy": 0.209486, "f1": 0.192212, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"], "main_score": 0.192212, "precision": 0.184371, "recall": 0.209486}, {"accuracy": 0.205534, "f1": 0.177002, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"], "main_score": 0.177002, "precision": 0.166892, "recall": 0.205534}, {"accuracy": 0.052372, "f1": 0.037902, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"], "main_score": 0.037902, "precision": 0.03585, "recall": 0.052372}, {"accuracy": 0.201581, "f1": 0.16761, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"], "main_score": 0.16761, "precision": 0.159857, "recall": 0.201581}, {"accuracy": 0.091897, "f1": 0.080738, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"], "main_score": 0.080738, "precision": 0.077201, "recall": 0.091897}, {"accuracy": 0.177866, "f1": 0.161652, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"], "main_score": 0.161652, "precision": 0.156551, "recall": 0.177866}, {"accuracy": 0.214427, "f1": 0.193849, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"], "main_score": 0.193849, "precision": 0.186544, "recall": 0.214427}, {"accuracy": 0.129447, "f1": 0.119875, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"], "main_score": 0.119875, "precision": 0.117196, "recall": 0.129447}, {"accuracy": 0.166996, "f1": 0.143502, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"], "main_score": 0.143502, "precision": 0.138031, "recall": 0.166996}, {"accuracy": 0.201581, "f1": 0.179997, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"], "main_score": 0.179997, "precision": 0.172754, "recall": 0.201581}, {"accuracy": 0.160079, "f1": 0.137297, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"], "main_score": 0.137297, "precision": 0.130595, "recall": 0.160079}, {"accuracy": 0.215415, "f1": 0.191979, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"], "main_score": 0.191979, "precision": 0.185276, "recall": 0.215415}, {"accuracy": 0.166008, "f1": 0.150393, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"], "main_score": 0.150393, "precision": 0.144277, "recall": 0.166008}, {"accuracy": 0.105731, "f1": 0.090611, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"], "main_score": 0.090611, "precision": 0.08588, "recall": 0.105731}, {"accuracy": 0.161067, "f1": 0.133965, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"], "main_score": 0.133965, "precision": 0.126297, "recall": 0.161067}, {"accuracy": 0.203557, "f1": 0.164164, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"], "main_score": 0.164164, "precision": 0.153963, "recall": 0.203557}, {"accuracy": 0.136364, "f1": 0.114149, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"], "main_score": 0.114149, "precision": 0.107364, "recall": 0.136364}, {"accuracy": 0.142292, "f1": 0.129302, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"], "main_score": 0.129302, "precision": 0.126062, "recall": 0.142292}, {"accuracy": 0.087945, "f1": 0.071131, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"], "main_score": 0.071131, "precision": 0.066758, "recall": 0.087945}, {"accuracy": 0.183794, "f1": 0.1663, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"], "main_score": 0.1663, "precision": 0.159447, "recall": 0.183794}, {"accuracy": 0.071146, "f1": 0.048717, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"], "main_score": 0.048717, "precision": 0.043148, "recall": 0.071146}, {"accuracy": 0.235178, "f1": 0.214535, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"], "main_score": 0.214535, "precision": 0.206664, "recall": 0.235178}, {"accuracy": 0.124506, "f1": 0.097286, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"], "main_score": 0.097286, "precision": 0.089509, "recall": 0.124506}, {"accuracy": 0.204545, "f1": 0.170686, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"], "main_score": 0.170686, "precision": 0.162124, "recall": 0.204545}, {"accuracy": 0.157115, "f1": 0.135373, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"], "main_score": 0.135373, "precision": 0.129799, "recall": 0.157115}, {"accuracy": 0.093874, "f1": 0.072401, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"], "main_score": 0.072401, "precision": 0.065026, "recall": 0.093874}, {"accuracy": 0.136364, "f1": 0.124984, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"], "main_score": 0.124984, "precision": 0.121837, "recall": 0.136364}, {"accuracy": 0.203557, "f1": 0.17207, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"], "main_score": 0.17207, "precision": 0.163068, "recall": 0.203557}, {"accuracy": 0.070158, "f1": 0.058488, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"], "main_score": 0.058488, "precision": 0.055399, "recall": 0.070158}, {"accuracy": 0.12253, "f1": 0.104137, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"], "main_score": 0.104137, "precision": 0.099418, "recall": 0.12253}, {"accuracy": 0.160079, "f1": 0.139334, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"], "main_score": 0.139334, "precision": 0.132207, "recall": 0.160079}, {"accuracy": 0.101779, "f1": 0.085844, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"], "main_score": 0.085844, "precision": 0.080985, "recall": 0.101779}, {"accuracy": 0.159091, "f1": 0.144986, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"], "main_score": 0.144986, "precision": 0.140252, "recall": 0.159091}, {"accuracy": 0.190711, "f1": 0.17061, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"], "main_score": 0.17061, "precision": 0.163071, "recall": 0.190711}, {"accuracy": 0.216403, "f1": 0.191413, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"], "main_score": 0.191413, "precision": 0.183104, "recall": 0.216403}, {"accuracy": 0.178854, "f1": 0.157395, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"], "main_score": 0.157395, "precision": 0.150308, "recall": 0.178854}, {"accuracy": 0.168972, "f1": 0.148089, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"], "main_score": 0.148089, "precision": 0.141248, "recall": 0.168972}, {"accuracy": 0.016798, "f1": 0.007264, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"], "main_score": 0.007264, "precision": 0.006031, "recall": 0.016798}, {"accuracy": 0.061265, "f1": 0.053106, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"], "main_score": 0.053106, "precision": 0.050914, "recall": 0.061265}, {"accuracy": 0.0583, "f1": 0.051272, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"], "main_score": 0.051272, "precision": 0.049227, "recall": 0.0583}, {"accuracy": 0.083992, "f1": 0.066295, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"], "main_score": 0.066295, "precision": 0.062383, "recall": 0.083992}, {"accuracy": 0.189723, "f1": 0.16271, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"], "main_score": 0.16271, "precision": 0.155425, "recall": 0.189723}, {"accuracy": 0.099802, "f1": 0.080421, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"], "main_score": 0.080421, "precision": 0.073471, "recall": 0.099802}, {"accuracy": 0.232213, "f1": 0.207759, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"], "main_score": 0.207759, "precision": 0.198468, "recall": 0.232213}, {"accuracy": 0.171937, "f1": 0.144454, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"], "main_score": 0.144454, "precision": 0.137261, "recall": 0.171937}, {"accuracy": 0.193676, "f1": 0.164526, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"], "main_score": 0.164526, "precision": 0.155935, "recall": 0.193676}, {"accuracy": 0.140316, "f1": 0.131276, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"], "main_score": 0.131276, "precision": 0.128792, "recall": 0.140316}, {"accuracy": 0.120553, "f1": 0.105222, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"], "main_score": 0.105222, "precision": 0.09947, "recall": 0.120553}, {"accuracy": 0.187747, "f1": 0.164795, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"], "main_score": 0.164795, "precision": 0.156725, "recall": 0.187747}, {"accuracy": 0.088933, "f1": 0.077198, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"], "main_score": 0.077198, "precision": 0.073298, "recall": 0.088933}, {"accuracy": 0.195652, "f1": 0.174398, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"], "main_score": 0.174398, "precision": 0.166212, "recall": 0.195652}, {"accuracy": 0.159091, "f1": 0.138562, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"], "main_score": 0.138562, "precision": 0.131907, "recall": 0.159091}, {"accuracy": 0.05336, "f1": 0.041506, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"], "main_score": 0.041506, "precision": 0.038852, "recall": 0.05336}, {"accuracy": 0.136364, "f1": 0.122191, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"], "main_score": 0.122191, "precision": 0.118592, "recall": 0.136364}, {"accuracy": 0.12253, "f1": 0.096352, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"], "main_score": 0.096352, "precision": 0.09041, "recall": 0.12253}, {"accuracy": 0.171937, "f1": 0.149244, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"], "main_score": 0.149244, "precision": 0.142923, "recall": 0.171937}, {"accuracy": 0.16996, "f1": 0.154669, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"], "main_score": 0.154669, "precision": 0.150054, "recall": 0.16996}, {"accuracy": 0.13834, "f1": 0.112316, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"], "main_score": 0.112316, "precision": 0.106379, "recall": 0.13834}, {"accuracy": 0.037549, "f1": 0.032269, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"], "main_score": 0.032269, "precision": 0.031165, "recall": 0.037549}, {"accuracy": 0.08498, "f1": 0.06358, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"], "main_score": 0.06358, "precision": 0.058057, "recall": 0.08498}, {"accuracy": 0.153162, "f1": 0.139129, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"], "main_score": 0.139129, "precision": 0.135422, "recall": 0.153162}, {"accuracy": 0.062253, "f1": 0.056774, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"], "main_score": 0.056774, "precision": 0.054554, "recall": 0.062253}, {"accuracy": 0.134387, "f1": 0.113155, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"], "main_score": 0.113155, "precision": 0.107365, "recall": 0.134387}, {"accuracy": 0.220356, "f1": 0.199157, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"], "main_score": 0.199157, "precision": 0.191103, "recall": 0.220356}, {"accuracy": 0.061265, "f1": 0.049606, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"], "main_score": 0.049606, "precision": 0.045938, "recall": 0.061265}, {"accuracy": 0.123518, "f1": 0.10017, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"], "main_score": 0.10017, "precision": 0.093285, "recall": 0.123518}, {"accuracy": 0.153162, "f1": 0.122712, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"], "main_score": 0.122712, "precision": 0.116422, "recall": 0.153162}, {"accuracy": 0.149209, "f1": 0.130137, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"], "main_score": 0.130137, "precision": 0.125475, "recall": 0.149209}, {"accuracy": 0.119565, "f1": 0.109778, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"], "main_score": 0.109778, "precision": 0.106355, "recall": 0.119565}, {"accuracy": 0.187747, "f1": 0.161868, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"], "main_score": 0.161868, "precision": 0.155085, "recall": 0.187747}, {"accuracy": 0.102767, "f1": 0.092077, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"], "main_score": 0.092077, "precision": 0.088959, "recall": 0.102767}, {"accuracy": 0.147233, "f1": 0.135049, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"], "main_score": 0.135049, "precision": 0.131202, "recall": 0.147233}, {"accuracy": 0.131423, "f1": 0.107147, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"], "main_score": 0.107147, "precision": 0.0986, "recall": 0.131423}, {"accuracy": 0.1917, "f1": 0.163341, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"], "main_score": 0.163341, "precision": 0.154595, "recall": 0.1917}, {"accuracy": 0.02668, "f1": 0.022255, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"], "main_score": 0.022255, "precision": 0.021274, "recall": 0.02668}, {"accuracy": 0.126482, "f1": 0.104313, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"], "main_score": 0.104313, "precision": 0.098635, "recall": 0.126482}, {"accuracy": 0.11166, "f1": 0.09169, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"], "main_score": 0.09169, "precision": 0.086902, "recall": 0.11166}, {"accuracy": 0.133399, "f1": 0.118478, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"], "main_score": 0.118478, "precision": 0.114285, "recall": 0.133399}, {"accuracy": 0.198617, "f1": 0.180566, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"], "main_score": 0.180566, "precision": 0.175111, "recall": 0.198617}, {"accuracy": 0.093874, "f1": 0.080288, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"], "main_score": 0.080288, "precision": 0.076761, "recall": 0.093874}, {"accuracy": 0.194664, "f1": 0.177189, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"], "main_score": 0.177189, "precision": 0.171411, "recall": 0.194664}, {"accuracy": 0.214427, "f1": 0.190805, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"], "main_score": 0.190805, "precision": 0.183581, "recall": 0.214427}, {"accuracy": 0.192688, "f1": 0.159979, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"], "main_score": 0.159979, "precision": 0.151651, "recall": 0.192688}, {"accuracy": 0.1917, "f1": 0.175617, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"], "main_score": 0.175617, "precision": 0.169919, "recall": 0.1917}, {"accuracy": 0.195652, "f1": 0.165773, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"], "main_score": 0.165773, "precision": 0.158074, "recall": 0.195652}, {"accuracy": 0.19664, "f1": 0.175358, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"], "main_score": 0.175358, "precision": 0.166541, "recall": 0.19664}, {"accuracy": 0.200593, "f1": 0.167707, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"], "main_score": 0.167707, "precision": 0.158155, "recall": 0.200593}, {"accuracy": 0.071146, "f1": 0.061646, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"], "main_score": 0.061646, "precision": 0.058577, "recall": 0.071146}, {"accuracy": 0.124506, "f1": 0.104838, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"], "main_score": 0.104838, "precision": 0.100012, "recall": 0.124506}, {"accuracy": 0.190711, "f1": 0.167457, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"], "main_score": 0.167457, "precision": 0.159399, "recall": 0.190711}, {"accuracy": 0.179842, "f1": 0.155452, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"], "main_score": 0.155452, "precision": 0.147969, "recall": 0.179842}, {"accuracy": 0.16996, "f1": 0.146184, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"], "main_score": 0.146184, "precision": 0.138886, "recall": 0.16996}, {"accuracy": 0.19664, "f1": 0.178244, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"], "main_score": 0.178244, "precision": 0.170709, "recall": 0.19664}, {"accuracy": 0.155138, "f1": 0.135994, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"], "main_score": 0.135994, "precision": 0.129044, "recall": 0.155138}, {"accuracy": 0.070158, "f1": 0.055676, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"], "main_score": 0.055676, "precision": 0.051897, "recall": 0.070158}, {"accuracy": 0.193676, "f1": 0.162925, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"], "main_score": 0.162925, "precision": 0.154197, "recall": 0.193676}, {"accuracy": 0.18083, "f1": 0.158565, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"], "main_score": 0.158565, "precision": 0.150872, "recall": 0.18083}, {"accuracy": 0.240119, "f1": 0.213338, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"], "main_score": 0.213338, "precision": 0.203254, "recall": 0.240119}, {"accuracy": 0.209486, "f1": 0.191797, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"], "main_score": 0.191797, "precision": 0.185245, "recall": 0.209486}, {"accuracy": 0.040514, "f1": 0.033445, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"], "main_score": 0.033445, "precision": 0.031963, "recall": 0.040514}, {"accuracy": 0.16502, "f1": 0.140479, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"], "main_score": 0.140479, "precision": 0.132408, "recall": 0.16502}, {"accuracy": 0.216403, "f1": 0.194217, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"], "main_score": 0.194217, "precision": 0.187498, "recall": 0.216403}, {"accuracy": 0.107708, "f1": 0.091338, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"], "main_score": 0.091338, "precision": 0.086841, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.18676, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"], "main_score": 0.18676, "precision": 0.178668, "recall": 0.211462}, {"accuracy": 0.201581, "f1": 0.184326, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"], "main_score": 0.184326, "precision": 0.178197, "recall": 0.201581}, {"accuracy": 0.117589, "f1": 0.109617, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"], "main_score": 0.109617, "precision": 0.107357, "recall": 0.117589}, {"accuracy": 0.212451, "f1": 0.188648, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"], "main_score": 0.188648, "precision": 0.180524, "recall": 0.212451}, {"accuracy": 0.176877, "f1": 0.159178, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"], "main_score": 0.159178, "precision": 0.15289, "recall": 0.176877}, {"accuracy": 0.064229, "f1": 0.052801, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"], "main_score": 0.052801, "precision": 0.049604, "recall": 0.064229}, {"accuracy": 0.113636, "f1": 0.094155, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"], "main_score": 0.094155, "precision": 0.088268, "recall": 0.113636}, {"accuracy": 0.137352, "f1": 0.114109, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"], "main_score": 0.114109, "precision": 0.108167, "recall": 0.137352}, {"accuracy": 0.246047, "f1": 0.213582, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"], "main_score": 0.213582, "precision": 0.202437, "recall": 0.246047}, {"accuracy": 0.119565, "f1": 0.093989, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"], "main_score": 0.093989, "precision": 0.087003, "recall": 0.119565}, {"accuracy": 0.135375, "f1": 0.109168, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"], "main_score": 0.109168, "precision": 0.102862, "recall": 0.135375}, {"accuracy": 0.155138, "f1": 0.130029, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"], "main_score": 0.130029, "precision": 0.122945, "recall": 0.155138}, {"accuracy": 0.049407, "f1": 0.038354, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"], "main_score": 0.038354, "precision": 0.037022, "recall": 0.049407}, {"accuracy": 0.173913, "f1": 0.154847, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"], "main_score": 0.154847, "precision": 0.148507, "recall": 0.173913}, {"accuracy": 0.216403, "f1": 0.192752, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"], "main_score": 0.192752, "precision": 0.184892, "recall": 0.216403}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.0, "f1": 0.0, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"], "main_score": 0.0, "precision": 0.0, "recall": 0.0}, {"accuracy": 0.002964, "f1": 0.000997, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"], "main_score": 0.000997, "precision": 0.000993, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001993, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"], "main_score": 0.001993, "precision": 0.001985, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.00201, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"], "main_score": 0.00201, "precision": 0.001994, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001982, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"], "main_score": 0.001982, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001484, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"], "main_score": 0.001484, "precision": 0.001319, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.004941, "f1": 0.001898, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"], "main_score": 0.001898, "precision": 0.001575, "recall": 0.004941}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001649, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"], "main_score": 0.001649, "precision": 0.001483, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001009, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"], "main_score": 0.001009, "precision": 0.000999, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002007, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"], "main_score": 0.002007, "precision": 0.001992, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.004941, "f1": 0.0024, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"], "main_score": 0.0024, "precision": 0.002238, "recall": 0.004941}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001319, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"], "main_score": 0.001319, "precision": 0.001187, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001039, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"], "main_score": 0.001039, "precision": 0.001014, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001059, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"], "main_score": 0.001059, "precision": 0.001025, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000992, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"], "main_score": 0.000992, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001272, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"], "main_score": 0.001272, "precision": 0.001154, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00101, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"], "main_score": 0.00101, "precision": 0.000999, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.007905, "f1": 0.005384, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"], "main_score": 0.005384, "precision": 0.005, "recall": 0.007905}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.000999, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"], "main_score": 0.000999, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002083, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"], "main_score": 0.002083, "precision": 0.002032, "recall": 0.003953}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 3.9e-05, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001649, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"], "main_score": 0.001649, "precision": 0.001483, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000999, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"], "main_score": 0.000999, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000993, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"], "main_score": 0.000993, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001002, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"], "main_score": 0.001002, "precision": 0.000995, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.003953, "f1": 0.001111, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"], "main_score": 0.001111, "precision": 0.001053, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002014, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"], "main_score": 0.002014, "precision": 0.001996, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.00121, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"], "main_score": 0.00121, "precision": 0.001113, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001982, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"], "main_score": 0.001982, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001491, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"], "main_score": 0.001491, "precision": 0.001322, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001981, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"], "main_score": 0.001981, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000992, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"], "main_score": 0.000992, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000995, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"], "main_score": 0.000995, "precision": 0.000992, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001989, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"], "main_score": 0.001989, "precision": 0.001983, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.001014, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"], "main_score": 0.001014, "precision": 0.001001, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002068, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"], "main_score": 0.002068, "precision": 0.002024, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001168, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"], "main_score": 0.001168, "precision": 0.001087, "recall": 0.001976}, {"accuracy": 0.0, "f1": 0.0, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"], "main_score": 0.0, "precision": 0.0, "recall": 0.0}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.003953, "f1": 0.001986, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"], "main_score": 0.001986, "precision": 0.001981, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001074, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"], "main_score": 0.001074, "precision": 0.001033, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.003953, "f1": 0.001658, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"], "main_score": 0.001658, "precision": 0.001488, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001001, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"], "main_score": 0.001001, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000994, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"], "main_score": 0.000994, "precision": 0.000991, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001996, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"], "main_score": 0.001996, "precision": 0.001986, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002102, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"], "main_score": 0.002102, "precision": 0.002043, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001064, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"], "main_score": 0.001064, "precision": 0.001028, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00105, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"], "main_score": 0.00105, "precision": 0.00102, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000997, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"], "main_score": 0.000997, "precision": 0.000992, "recall": 0.002964}, {"accuracy": 0.004941, "f1": 0.002204, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"], "main_score": 0.002204, "precision": 0.002104, "recall": 0.004941}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002021, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"], "main_score": 0.002021, "precision": 0.001999, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.000993, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"], "main_score": 0.000993, "precision": 0.000991, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002473, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"], "main_score": 0.002473, "precision": 0.002307, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.081028, "f1": 0.045925, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"], "main_score": 0.045925, "precision": 0.037619, "recall": 0.081028}, {"accuracy": 0.158103, "f1": 0.09775, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"], "main_score": 0.09775, "precision": 0.08419, "recall": 0.158103}, {"accuracy": 0.002964, "f1": 4.4e-05, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"], "main_score": 4.4e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.901186, "f1": 0.870059, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"], "main_score": 0.870059, "precision": 0.854908, "recall": 0.901186}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.606719, "f1": 0.525468, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"], "main_score": 0.525468, "precision": 0.494523, "recall": 0.606719}, {"accuracy": 0.177866, "f1": 0.116172, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"], "main_score": 0.116172, "precision": 0.100755, "recall": 0.177866}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.37747, "f1": 0.28878, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"], "main_score": 0.28878, "precision": 0.261419, "recall": 0.37747}, {"accuracy": 0.62253, "f1": 0.547994, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"], "main_score": 0.547994, "precision": 0.518532, "recall": 0.62253}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"], "main_score": 0.932148, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.224308, "f1": 0.145588, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"], "main_score": 0.145588, "precision": 0.125422, "recall": 0.224308}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.850791, "f1": 0.811067, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"], "main_score": 0.811067, "precision": 0.793182, "recall": 0.850791}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.264822, "f1": 0.182538, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"], "main_score": 0.182538, "precision": 0.161538, "recall": 0.264822}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.136364, "f1": 0.082502, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"], "main_score": 0.082502, "precision": 0.070565, "recall": 0.136364}, {"accuracy": 0.911067, "f1": 0.884717, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"], "main_score": 0.884717, "precision": 0.872563, "recall": 0.911067}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.69664, "f1": 0.627299, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"], "main_score": 0.627299, "precision": 0.599219, "recall": 0.69664}, {"accuracy": 0.065217, "f1": 0.03154, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"], "main_score": 0.03154, "precision": 0.02659, "recall": 0.065217}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.205534, "f1": 0.136877, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"], "main_score": 0.136877, "precision": 0.120722, "recall": 0.205534}, {"accuracy": 0.839921, "f1": 0.7972, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"], "main_score": 0.7972, "precision": 0.778393, "recall": 0.839921}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"], "main_score": 0.909486, "precision": 0.899621, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.89608, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"], "main_score": 0.89608, "precision": 0.884223, "recall": 0.920949}, {"accuracy": 0.257905, "f1": 0.183091, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"], "main_score": 0.183091, "precision": 0.161647, "recall": 0.257905}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.798419, "f1": 0.752652, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"], "main_score": 0.752652, "precision": 0.732618, "recall": 0.798419}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"], "main_score": 0.899539, "precision": 0.888834, "recall": 0.921937}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.148221, "f1": 0.086059, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"], "main_score": 0.086059, "precision": 0.073203, "recall": 0.148221}, {"accuracy": 0.064229, "f1": 0.043517, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"], "main_score": 0.043517, "precision": 0.0387, "recall": 0.064229}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.143281, "f1": 0.086082, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"], "main_score": 0.086082, "precision": 0.074268, "recall": 0.143281}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"], "main_score": 0.901252, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.718379, "f1": 0.653774, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"], "main_score": 0.653774, "precision": 0.62663, "recall": 0.718379}, {"accuracy": 0.163043, "f1": 0.093342, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"], "main_score": 0.093342, "precision": 0.077527, "recall": 0.163043}, {"accuracy": 0.721344, "f1": 0.666787, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"], "main_score": 0.666787, "precision": 0.643899, "recall": 0.721344}, {"accuracy": 0.605731, "f1": 0.526535, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"], "main_score": 0.526535, "precision": 0.496364, "recall": 0.605731}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.727273, "f1": 0.662491, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"], "main_score": 0.662491, "precision": 0.636307, "recall": 0.727273}, {"accuracy": 0.150198, "f1": 0.092738, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"], "main_score": 0.092738, "precision": 0.079131, "recall": 0.150198}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"], "main_score": 0.950922, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.076087, "f1": 0.043593, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"], "main_score": 0.043593, "precision": 0.036609, "recall": 0.076087}, {"accuracy": 0.206522, "f1": 0.141497, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"], "main_score": 0.141497, "precision": 0.125012, "recall": 0.206522}, {"accuracy": 0.322134, "f1": 0.234544, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"], "main_score": 0.234544, "precision": 0.208972, "recall": 0.322134}, {"accuracy": 0.089921, "f1": 0.049774, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"], "main_score": 0.049774, "precision": 0.041256, "recall": 0.089921}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.25, "f1": 0.170252, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"], "main_score": 0.170252, "precision": 0.148967, "recall": 0.25}, {"accuracy": 0.75, "f1": 0.68703, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"], "main_score": 0.68703, "precision": 0.660927, "recall": 0.75}, {"accuracy": 0.431818, "f1": 0.348463, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"], "main_score": 0.348463, "precision": 0.321352, "recall": 0.431818}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.241107, "f1": 0.164758, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"], "main_score": 0.164758, "precision": 0.145134, "recall": 0.241107}, {"accuracy": 0.301383, "f1": 0.220392, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"], "main_score": 0.220392, "precision": 0.198275, "recall": 0.301383}, {"accuracy": 0.242095, "f1": 0.160187, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"], "main_score": 0.160187, "precision": 0.13936, "recall": 0.242095}, {"accuracy": 0.329051, "f1": 0.244349, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"], "main_score": 0.244349, "precision": 0.218548, "recall": 0.329051}, {"accuracy": 0.621542, "f1": 0.546411, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"], "main_score": 0.546411, "precision": 0.516178, "recall": 0.621542}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.056324, "f1": 0.020579, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"], "main_score": 0.020579, "precision": 0.016261, "recall": 0.056324}, {"accuracy": 0.177866, "f1": 0.112606, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"], "main_score": 0.112606, "precision": 0.095629, "recall": 0.177866}, {"accuracy": 0.742095, "f1": 0.683583, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"], "main_score": 0.683583, "precision": 0.659384, "recall": 0.742095}, {"accuracy": 0.220356, "f1": 0.146871, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"], "main_score": 0.146871, "precision": 0.127898, "recall": 0.220356}, {"accuracy": 0.064229, "f1": 0.034733, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"], "main_score": 0.034733, "precision": 0.030076, "recall": 0.064229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.777668, "f1": 0.724885, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"], "main_score": 0.724885, "precision": 0.703007, "recall": 0.777668}, {"accuracy": 0.774704, "f1": 0.713359, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"], "main_score": 0.713359, "precision": 0.686792, "recall": 0.774704}, {"accuracy": 0.794466, "f1": 0.744386, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"], "main_score": 0.744386, "precision": 0.723057, "recall": 0.794466}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.199605, "f1": 0.132276, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"], "main_score": 0.132276, "precision": 0.11542, "recall": 0.199605}, {"accuracy": 0.130435, "f1": 0.07673, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"], "main_score": 0.07673, "precision": 0.063894, "recall": 0.130435}, {"accuracy": 0.908103, "f1": 0.880501, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"], "main_score": 0.880501, "precision": 0.867507, "recall": 0.908103}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.356719, "f1": 0.266651, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"], "main_score": 0.266651, "precision": 0.239302, "recall": 0.356719}, {"accuracy": 0.178854, "f1": 0.11531, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"], "main_score": 0.11531, "precision": 0.100853, "recall": 0.178854}, {"accuracy": 0.685771, "f1": 0.617368, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"], "main_score": 0.617368, "precision": 0.590119, "recall": 0.685771}, {"accuracy": 0.926877, "f1": 0.90695, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"], "main_score": 0.90695, "precision": 0.898123, "recall": 0.926877}, {"accuracy": 0.170949, "f1": 0.105237, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"], "main_score": 0.105237, "precision": 0.09133, "recall": 0.170949}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.221344, "f1": 0.157138, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"], "main_score": 0.157138, "precision": 0.141119, "recall": 0.221344}, {"accuracy": 0.402174, "f1": 0.311281, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"], "main_score": 0.311281, "precision": 0.281518, "recall": 0.402174}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.705534, "f1": 0.639154, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"], "main_score": 0.639154, "precision": 0.611786, "recall": 0.705534}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"], "main_score": 0.929018, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.208498, "f1": 0.138975, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"], "main_score": 0.138975, "precision": 0.120669, "recall": 0.208498}, {"accuracy": 0.071146, "f1": 0.03065, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"], "main_score": 0.03065, "precision": 0.024997, "recall": 0.071146}, {"accuracy": 0.220356, "f1": 0.144424, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"], "main_score": 0.144424, "precision": 0.123978, "recall": 0.220356}, {"accuracy": 0.102767, "f1": 0.055553, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"], "main_score": 0.055553, "precision": 0.046377, "recall": 0.102767}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.686759, "f1": 0.62076, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"], "main_score": 0.62076, "precision": 0.594549, "recall": 0.686759}, {"accuracy": 0.078063, "f1": 0.048103, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"], "main_score": 0.048103, "precision": 0.041461, "recall": 0.078063}, {"accuracy": 0.716403, "f1": 0.647356, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"], "main_score": 0.647356, "precision": 0.617408, "recall": 0.716403}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.76581, "f1": 0.708338, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"], "main_score": 0.708338, "precision": 0.683416, "recall": 0.76581}, {"accuracy": 0.48419, "f1": 0.403866, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"], "main_score": 0.403866, "precision": 0.375423, "recall": 0.48419}, {"accuracy": 0.175889, "f1": 0.10878, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"], "main_score": 0.10878, "precision": 0.094061, "recall": 0.175889}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.376482, "f1": 0.284522, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"], "main_score": 0.284522, "precision": 0.254775, "recall": 0.376482}, {"accuracy": 0.209486, "f1": 0.136135, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"], "main_score": 0.136135, "precision": 0.118757, "recall": 0.209486}, {"accuracy": 0.183794, "f1": 0.121013, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"], "main_score": 0.121013, "precision": 0.106166, "recall": 0.183794}, {"accuracy": 0.210474, "f1": 0.146379, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"], "main_score": 0.146379, "precision": 0.129672, "recall": 0.210474}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.019763, "f1": 0.004781, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"], "main_score": 0.004781, "precision": 0.003674, "recall": 0.019763}, {"accuracy": 0.87253, "f1": 0.837879, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"], "main_score": 0.837879, "precision": 0.822332, "recall": 0.87253}, {"accuracy": 0.453557, "f1": 0.369962, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"], "main_score": 0.369962, "precision": 0.338736, "recall": 0.453557}, {"accuracy": 0.837945, "f1": 0.793083, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"], "main_score": 0.793083, "precision": 0.771904, "recall": 0.837945}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.086957, "f1": 0.045089, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"], "main_score": 0.045089, "precision": 0.037485, "recall": 0.086957}, {"accuracy": 0.172925, "f1": 0.113146, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"], "main_score": 0.113146, "precision": 0.098363, "recall": 0.172925}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.615613, "f1": 0.533927, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"], "main_score": 0.533927, "precision": 0.503344, "recall": 0.615613}, {"accuracy": 0.168972, "f1": 0.109536, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"], "main_score": 0.109536, "precision": 0.094402, "recall": 0.168972}, {"accuracy": 0.181818, "f1": 0.114237, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"], "main_score": 0.114237, "precision": 0.098221, "recall": 0.181818}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.16996, "f1": 0.114034, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"], "main_score": 0.114034, "precision": 0.101193, "recall": 0.16996}, {"accuracy": 0.168972, "f1": 0.108061, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"], "main_score": 0.108061, "precision": 0.092582, "recall": 0.168972}, {"accuracy": 0.838933, "f1": 0.791422, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"], "main_score": 0.791422, "precision": 0.769466, "recall": 0.838933}, {"accuracy": 0.626482, "f1": 0.554629, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"], "main_score": 0.554629, "precision": 0.526998, "recall": 0.626482}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.25, "f1": 0.172105, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"], "main_score": 0.172105, "precision": 0.149227, "recall": 0.25}, {"accuracy": 0.445652, "f1": 0.359877, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"], "main_score": 0.359877, "precision": 0.332626, "recall": 0.445652}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.578063, "f1": 0.498993, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"], "main_score": 0.498993, "precision": 0.467888, "recall": 0.578063}, {"accuracy": 0.847826, "f1": 0.806719, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"], "main_score": 0.806719, "precision": 0.787829, "recall": 0.847826}, {"accuracy": 0.26087, "f1": 0.182279, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"], "main_score": 0.182279, "precision": 0.159917, "recall": 0.26087}, {"accuracy": 0.643281, "f1": 0.567105, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"], "main_score": 0.567105, "precision": 0.536052, "recall": 0.643281}, {"accuracy": 0.676877, "f1": 0.609096, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"], "main_score": 0.609096, "precision": 0.582017, "recall": 0.676877}, {"accuracy": 0.224308, "f1": 0.149543, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"], "main_score": 0.149543, "precision": 0.130294, "recall": 0.224308}, {"accuracy": 0.940711, "f1": 0.923123, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"], "main_score": 0.923123, "precision": 0.915102, "recall": 0.940711}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"], "main_score": 0.907444, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.741107, "f1": 0.6792, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"], "main_score": 0.6792, "precision": 0.652364, "recall": 0.741107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.421937, "f1": 0.339229, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"], "main_score": 0.339229, "precision": 0.311526, "recall": 0.421937}, {"accuracy": 0.470356, "f1": 0.378029, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"], "main_score": 0.378029, "precision": 0.346294, "recall": 0.470356}, {"accuracy": 0.102767, "f1": 0.05792, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"], "main_score": 0.05792, "precision": 0.049434, "recall": 0.102767}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.193676, "f1": 0.131064, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"], "main_score": 0.131064, "precision": 0.113946, "recall": 0.193676}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.447628, "f1": 0.35689, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"], "main_score": 0.35689, "precision": 0.327516, "recall": 0.447628}, {"accuracy": 0.321146, "f1": 0.23426, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"], "main_score": 0.23426, "precision": 0.209337, "recall": 0.321146}, {"accuracy": 0.880435, "f1": 0.844532, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"], "main_score": 0.844532, "precision": 0.827931, "recall": 0.880435}, {"accuracy": 0.218379, "f1": 0.142194, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"], "main_score": 0.142194, "precision": 0.122031, "recall": 0.218379}, {"accuracy": 0.20751, "f1": 0.13557, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"], "main_score": 0.13557, "precision": 0.11753, "recall": 0.20751}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.427866, "f1": 0.336341, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"], "main_score": 0.336341, "precision": 0.307368, "recall": 0.427866}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.170949, "f1": 0.100671, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"], "main_score": 0.100671, "precision": 0.084697, "recall": 0.170949}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"], "main_score": 0.904545, "precision": 0.894022, "recall": 0.926877}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.164032, "f1": 0.105676, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"], "main_score": 0.105676, "precision": 0.092366, "recall": 0.164032}, {"accuracy": 0.910079, "f1": 0.882576, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"], "main_score": 0.882576, "precision": 0.869401, "recall": 0.910079}, {"accuracy": 0.166996, "f1": 0.103857, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"], "main_score": 0.103857, "precision": 0.088648, "recall": 0.166996}, {"accuracy": 0.190711, "f1": 0.128153, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"], "main_score": 0.128153, "precision": 0.112675, "recall": 0.190711}, {"accuracy": 0.137352, "f1": 0.080316, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"], "main_score": 0.080316, "precision": 0.068393, "recall": 0.137352}, {"accuracy": 0.551383, "f1": 0.467484, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"], "main_score": 0.467484, "precision": 0.43433, "recall": 0.551383}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.263834, "f1": 0.180964, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"], "main_score": 0.180964, "precision": 0.157035, "recall": 0.263834}, {"accuracy": 0.15415, "f1": 0.09175, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"], "main_score": 0.09175, "precision": 0.077724, "recall": 0.15415}, {"accuracy": 0.19664, "f1": 0.12481, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"], "main_score": 0.12481, "precision": 0.107984, "recall": 0.19664}, {"accuracy": 0.854743, "f1": 0.816436, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"], "main_score": 0.816436, "precision": 0.799407, "recall": 0.854743}, {"accuracy": 0.166008, "f1": 0.100311, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"], "main_score": 0.100311, "precision": 0.084695, "recall": 0.166008}, {"accuracy": 0.166996, "f1": 0.108134, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"], "main_score": 0.108134, "precision": 0.093629, "recall": 0.166996}, {"accuracy": 0.938735, "f1": 0.923155, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"], "main_score": 0.923155, "precision": 0.916123, "recall": 0.938735}, {"accuracy": 0.263834, "f1": 0.185689, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"], "main_score": 0.185689, "precision": 0.164946, "recall": 0.263834}, {"accuracy": 0.216403, "f1": 0.13862, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"], "main_score": 0.13862, "precision": 0.119199, "recall": 0.216403}, {"accuracy": 0.615613, "f1": 0.538453, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"], "main_score": 0.538453, "precision": 0.509038, "recall": 0.615613}, {"accuracy": 0.328063, "f1": 0.242269, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"], "main_score": 0.242269, "precision": 0.21747, "recall": 0.328063}, {"accuracy": 0.454545, "f1": 0.364692, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"], "main_score": 0.364692, "precision": 0.334155, "recall": 0.454545}, {"accuracy": 0.890316, "f1": 0.860277, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"], "main_score": 0.860277, "precision": 0.846509, "recall": 0.890316}, {"accuracy": 0.312253, "f1": 0.223419, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"], "main_score": 0.223419, "precision": 0.196849, "recall": 0.312253}, {"accuracy": 0.437747, "f1": 0.351195, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"], "main_score": 0.351195, "precision": 0.321349, "recall": 0.437747}, {"accuracy": 0.15415, "f1": 0.098374, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"], "main_score": 0.098374, "precision": 0.085037, "recall": 0.15415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.982279, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"], "main_score": 0.982279, "precision": 0.980484, "recall": 0.986166}, {"accuracy": 0.898221, "f1": 0.870455, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"], "main_score": 0.870455, "precision": 0.857625, "recall": 0.898221}, {"accuracy": 0.242095, "f1": 0.169497, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"], "main_score": 0.169497, "precision": 0.148921, "recall": 0.242095}, {"accuracy": 0.182806, "f1": 0.115487, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"], "main_score": 0.115487, "precision": 0.099648, "recall": 0.182806}, {"accuracy": 0.064229, "f1": 0.038993, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"], "main_score": 0.038993, "precision": 0.032144, "recall": 0.064229}, {"accuracy": 0.189723, "f1": 0.136103, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"], "main_score": 0.136103, "precision": 0.123249, "recall": 0.189723}, {"accuracy": 0.002964, "f1": 4e-05, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"], "main_score": 4e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.908103, "f1": 0.889182, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"], "main_score": 0.889182, "precision": 0.880188, "recall": 0.908103}, {"accuracy": 0.842885, "f1": 0.810738, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"], "main_score": 0.810738, "precision": 0.795784, "recall": 0.842885}, {"accuracy": 0.546443, "f1": 0.476059, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"], "main_score": 0.476059, "precision": 0.450196, "recall": 0.546443}, {"accuracy": 0.199605, "f1": 0.143742, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"], "main_score": 0.143742, "precision": 0.129485, "recall": 0.199605}, {"accuracy": 0.917984, "f1": 0.899483, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"], "main_score": 0.899483, "precision": 0.891434, "recall": 0.917984}, {"accuracy": 0.355731, "f1": 0.280346, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"], "main_score": 0.280346, "precision": 0.25724, "recall": 0.355731}, {"accuracy": 0.568182, "f1": 0.503337, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"], "main_score": 0.503337, "precision": 0.478174, "recall": 0.568182}, {"accuracy": 0.929842, "f1": 0.913529, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"], "main_score": 0.913529, "precision": 0.906439, "recall": 0.929842}, {"accuracy": 0.813241, "f1": 0.77309, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"], "main_score": 0.77309, "precision": 0.754364, "recall": 0.813241}, {"accuracy": 0.215415, "f1": 0.148145, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"], "main_score": 0.148145, "precision": 0.131064, "recall": 0.215415}, {"accuracy": 0.818182, "f1": 0.782693, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"], "main_score": 0.782693, "precision": 0.766634, "recall": 0.818182}, {"accuracy": 0.771739, "f1": 0.722502, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"], "main_score": 0.722502, "precision": 0.701505, "recall": 0.771739}, {"accuracy": 0.929842, "f1": 0.913757, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"], "main_score": 0.913757, "precision": 0.90681, "recall": 0.929842}, {"accuracy": 0.264822, "f1": 0.19348, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"], "main_score": 0.19348, "precision": 0.174114, "recall": 0.264822}, {"accuracy": 0.891304, "f1": 0.86893, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"], "main_score": 0.86893, "precision": 0.858725, "recall": 0.891304}, {"accuracy": 0.865613, "f1": 0.837344, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"], "main_score": 0.837344, "precision": 0.824305, "recall": 0.865613}, {"accuracy": 0.942688, "f1": 0.929696, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"], "main_score": 0.929696, "precision": 0.92433, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.908074, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"], "main_score": 0.908074, "precision": 0.900174, "recall": 0.925889}, {"accuracy": 0.161067, "f1": 0.114599, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"], "main_score": 0.114599, "precision": 0.102568, "recall": 0.161067}, {"accuracy": 0.81917, "f1": 0.787451, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"], "main_score": 0.787451, "precision": 0.772678, "recall": 0.81917}, {"accuracy": 0.93083, "f1": 0.913185, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"], "main_score": 0.913185, "precision": 0.905247, "recall": 0.93083}, {"accuracy": 0.62253, "f1": 0.55307, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"], "main_score": 0.55307, "precision": 0.525011, "recall": 0.62253}, {"accuracy": 0.064229, "f1": 0.032167, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"], "main_score": 0.032167, "precision": 0.027231, "recall": 0.064229}, {"accuracy": 0.905138, "f1": 0.882131, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"], "main_score": 0.882131, "precision": 0.871749, "recall": 0.905138}, {"accuracy": 0.210474, "f1": 0.146255, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"], "main_score": 0.146255, "precision": 0.128908, "recall": 0.210474}, {"accuracy": 0.758893, "f1": 0.707858, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"], "main_score": 0.707858, "precision": 0.685666, "recall": 0.758893}, {"accuracy": 0.918972, "f1": 0.899709, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"], "main_score": 0.899709, "precision": 0.891349, "recall": 0.918972}, {"accuracy": 0.829051, "f1": 0.796217, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"], "main_score": 0.796217, "precision": 0.781937, "recall": 0.829051}, {"accuracy": 0.823123, "f1": 0.786989, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"], "main_score": 0.786989, "precision": 0.770751, "recall": 0.823123}, {"accuracy": 0.264822, "f1": 0.204064, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"], "main_score": 0.204064, "precision": 0.186289, "recall": 0.264822}, {"accuracy": 0.93083, "f1": 0.913686, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"], "main_score": 0.913686, "precision": 0.90611, "recall": 0.93083}, {"accuracy": 0.748024, "f1": 0.696487, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"], "main_score": 0.696487, "precision": 0.674141, "recall": 0.748024}, {"accuracy": 0.841897, "f1": 0.804825, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"], "main_score": 0.804825, "precision": 0.788366, "recall": 0.841897}, {"accuracy": 0.841897, "f1": 0.811627, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"], "main_score": 0.811627, "precision": 0.797541, "recall": 0.841897}, {"accuracy": 0.917984, "f1": 0.898015, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"], "main_score": 0.898015, "precision": 0.8889, "recall": 0.917984}, {"accuracy": 0.916008, "f1": 0.896746, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"], "main_score": 0.896746, "precision": 0.888196, "recall": 0.916008}, {"accuracy": 0.164032, "f1": 0.106079, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"], "main_score": 0.106079, "precision": 0.092476, "recall": 0.164032}, {"accuracy": 0.046443, "f1": 0.029095, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"], "main_score": 0.029095, "precision": 0.025263, "recall": 0.046443}, {"accuracy": 0.922925, "f1": 0.902551, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"], "main_score": 0.902551, "precision": 0.893659, "recall": 0.922925}, {"accuracy": 0.166996, "f1": 0.114073, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"], "main_score": 0.114073, "precision": 0.102454, "recall": 0.166996}, {"accuracy": 0.93083, "f1": 0.913109, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"], "main_score": 0.913109, "precision": 0.905376, "recall": 0.93083}, {"accuracy": 0.87747, "f1": 0.844072, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"], "main_score": 0.844072, "precision": 0.828903, "recall": 0.87747}, {"accuracy": 0.802372, "f1": 0.763636, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"], "main_score": 0.763636, "precision": 0.74652, "recall": 0.802372}, {"accuracy": 0.65415, "f1": 0.595118, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"], "main_score": 0.595118, "precision": 0.572398, "recall": 0.65415}, {"accuracy": 0.184783, "f1": 0.120814, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"], "main_score": 0.120814, "precision": 0.103736, "recall": 0.184783}, {"accuracy": 0.660079, "f1": 0.602325, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"], "main_score": 0.602325, "precision": 0.578376, "recall": 0.660079}, {"accuracy": 0.533597, "f1": 0.465987, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"], "main_score": 0.465987, "precision": 0.44104, "recall": 0.533597}, {"accuracy": 0.933794, "f1": 0.917778, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"], "main_score": 0.917778, "precision": 0.910672, "recall": 0.933794}, {"accuracy": 0.648221, "f1": 0.586606, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"], "main_score": 0.586606, "precision": 0.562592, "recall": 0.648221}, {"accuracy": 0.166996, "f1": 0.113806, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"], "main_score": 0.113806, "precision": 0.102021, "recall": 0.166996}, {"accuracy": 0.896245, "f1": 0.869148, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"], "main_score": 0.869148, "precision": 0.856785, "recall": 0.896245}, {"accuracy": 0.05336, "f1": 0.031874, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"], "main_score": 0.031874, "precision": 0.027265, "recall": 0.05336}, {"accuracy": 0.233202, "f1": 0.179653, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"], "main_score": 0.179653, "precision": 0.166232, "recall": 0.233202}, {"accuracy": 0.316206, "f1": 0.240796, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"], "main_score": 0.240796, "precision": 0.217925, "recall": 0.316206}, {"accuracy": 0.08498, "f1": 0.049515, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"], "main_score": 0.049515, "precision": 0.04093, "recall": 0.08498}, {"accuracy": 0.93083, "f1": 0.914032, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"], "main_score": 0.914032, "precision": 0.906636, "recall": 0.93083}, {"accuracy": 0.918972, "f1": 0.901173, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"], "main_score": 0.901173, "precision": 0.893707, "recall": 0.918972}, {"accuracy": 0.936759, "f1": 0.921327, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"], "main_score": 0.921327, "precision": 0.914573, "recall": 0.936759}, {"accuracy": 0.892292, "f1": 0.867498, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"], "main_score": 0.867498, "precision": 0.856166, "recall": 0.892292}, {"accuracy": 0.262846, "f1": 0.193054, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"], "main_score": 0.193054, "precision": 0.173054, "recall": 0.262846}, {"accuracy": 0.676877, "f1": 0.61591, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"], "main_score": 0.61591, "precision": 0.591206, "recall": 0.676877}, {"accuracy": 0.416008, "f1": 0.344747, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"], "main_score": 0.344747, "precision": 0.321759, "recall": 0.416008}, {"accuracy": 0.933794, "f1": 0.916293, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"], "main_score": 0.916293, "precision": 0.908638, "recall": 0.933794}, {"accuracy": 0.242095, "f1": 0.175709, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"], "main_score": 0.175709, "precision": 0.157823, "recall": 0.242095}, {"accuracy": 0.300395, "f1": 0.233421, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"], "main_score": 0.233421, "precision": 0.214696, "recall": 0.300395}, {"accuracy": 0.230237, "f1": 0.163185, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"], "main_score": 0.163185, "precision": 0.144437, "recall": 0.230237}, {"accuracy": 0.346838, "f1": 0.274967, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"], "main_score": 0.274967, "precision": 0.252992, "recall": 0.346838}, {"accuracy": 0.564229, "f1": 0.500457, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"], "main_score": 0.500457, "precision": 0.475745, "recall": 0.564229}, {"accuracy": 0.923913, "f1": 0.906148, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"], "main_score": 0.906148, "precision": 0.898284, "recall": 0.923913}, {"accuracy": 0.055336, "f1": 0.020968, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"], "main_score": 0.020968, "precision": 0.016664, "recall": 0.055336}, {"accuracy": 0.203557, "f1": 0.147908, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"], "main_score": 0.147908, "precision": 0.132041, "recall": 0.203557}, {"accuracy": 0.681818, "f1": 0.624967, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"], "main_score": 0.624967, "precision": 0.602505, "recall": 0.681818}, {"accuracy": 0.222332, "f1": 0.158301, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"], "main_score": 0.158301, "precision": 0.141613, "recall": 0.222332}, {"accuracy": 0.067194, "f1": 0.03707, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"], "main_score": 0.03707, "precision": 0.032404, "recall": 0.067194}, {"accuracy": 0.928854, "f1": 0.909867, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"], "main_score": 0.909867, "precision": 0.901276, "recall": 0.928854}, {"accuracy": 0.69664, "f1": 0.632623, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"], "main_score": 0.632623, "precision": 0.605297, "recall": 0.69664}, {"accuracy": 0.70751, "f1": 0.64472, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"], "main_score": 0.64472, "precision": 0.618775, "recall": 0.70751}, {"accuracy": 0.70751, "f1": 0.649825, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"], "main_score": 0.649825, "precision": 0.625571, "recall": 0.70751}, {"accuracy": 0.938735, "f1": 0.925165, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"], "main_score": 0.925165, "precision": 0.919057, "recall": 0.938735}, {"accuracy": 0.921937, "f1": 0.901869, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"], "main_score": 0.901869, "precision": 0.89277, "recall": 0.921937}, {"accuracy": 0.926877, "f1": 0.907444, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"], "main_score": 0.907444, "precision": 0.898693, "recall": 0.926877}, {"accuracy": 0.892292, "f1": 0.875823, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"], "main_score": 0.875823, "precision": 0.867754, "recall": 0.892292}, {"accuracy": 0.213439, "f1": 0.154955, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"], "main_score": 0.154955, "precision": 0.139481, "recall": 0.213439}, {"accuracy": 0.166008, "f1": 0.120331, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"], "main_score": 0.120331, "precision": 0.109405, "recall": 0.166008}, {"accuracy": 0.841897, "f1": 0.815481, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"], "main_score": 0.815481, "precision": 0.803195, "recall": 0.841897}, {"accuracy": 0.938735, "f1": 0.925071, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"], "main_score": 0.925071, "precision": 0.918945, "recall": 0.938735}, {"accuracy": 0.866601, "f1": 0.838556, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"], "main_score": 0.838556, "precision": 0.825264, "recall": 0.866601}, {"accuracy": 0.322134, "f1": 0.247016, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"], "main_score": 0.247016, "precision": 0.224202, "recall": 0.322134}, {"accuracy": 0.179842, "f1": 0.123804, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"], "main_score": 0.123804, "precision": 0.110599, "recall": 0.179842}, {"accuracy": 0.624506, "f1": 0.562225, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"], "main_score": 0.562225, "precision": 0.537335, "recall": 0.624506}, {"accuracy": 0.911067, "f1": 0.890415, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"], "main_score": 0.890415, "precision": 0.881376, "recall": 0.911067}, {"accuracy": 0.181818, "f1": 0.12066, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"], "main_score": 0.12066, "precision": 0.107183, "recall": 0.181818}, {"accuracy": 0.93083, "f1": 0.915106, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"], "main_score": 0.915106, "precision": 0.908148, "recall": 0.93083}, {"accuracy": 0.229249, "f1": 0.175503, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"], "main_score": 0.175503, "precision": 0.161922, "recall": 0.229249}, {"accuracy": 0.366601, "f1": 0.284526, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"], "main_score": 0.284526, "precision": 0.258699, "recall": 0.366601}, {"accuracy": 0.923913, "f1": 0.903863, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"], "main_score": 0.903863, "precision": 0.894804, "recall": 0.923913}, {"accuracy": 0.922925, "f1": 0.903012, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"], "main_score": 0.903012, "precision": 0.893996, "recall": 0.922925}, {"accuracy": 0.929842, "f1": 0.913227, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"], "main_score": 0.913227, "precision": 0.906529, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.901614, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"], "main_score": 0.901614, "precision": 0.892839, "recall": 0.920949}, {"accuracy": 0.635375, "f1": 0.57005, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"], "main_score": 0.57005, "precision": 0.543354, "recall": 0.635375}, {"accuracy": 0.884387, "f1": 0.857312, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"], "main_score": 0.857312, "precision": 0.844947, "recall": 0.884387}, {"accuracy": 0.230237, "f1": 0.168498, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"], "main_score": 0.168498, "precision": 0.152037, "recall": 0.230237}, {"accuracy": 0.08498, "f1": 0.040478, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"], "main_score": 0.040478, "precision": 0.032718, "recall": 0.08498}, {"accuracy": 0.235178, "f1": 0.170452, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"], "main_score": 0.170452, "precision": 0.152702, "recall": 0.235178}, {"accuracy": 0.123518, "f1": 0.07897, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"], "main_score": 0.07897, "precision": 0.069213, "recall": 0.123518}, {"accuracy": 0.936759, "f1": 0.922524, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"], "main_score": 0.922524, "precision": 0.91629, "recall": 0.936759}, {"accuracy": 0.620553, "f1": 0.550798, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"], "main_score": 0.550798, "precision": 0.522951, "recall": 0.620553}, {"accuracy": 0.087945, "f1": 0.060528, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"], "main_score": 0.060528, "precision": 0.054147, "recall": 0.087945}, {"accuracy": 0.653162, "f1": 0.590551, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"], "main_score": 0.590551, "precision": 0.564872, "recall": 0.653162}, {"accuracy": 0.923913, "f1": 0.904349, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"], "main_score": 0.904349, "precision": 0.8958, "recall": 0.923913}, {"accuracy": 0.648221, "f1": 0.582697, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"], "main_score": 0.582697, "precision": 0.554817, "recall": 0.648221}, {"accuracy": 0.418972, "f1": 0.348631, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"], "main_score": 0.348631, "precision": 0.323118, "recall": 0.418972}, {"accuracy": 0.176877, "f1": 0.114673, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"], "main_score": 0.114673, "precision": 0.099156, "recall": 0.176877}, {"accuracy": 0.920949, "f1": 0.900154, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"], "main_score": 0.900154, "precision": 0.890941, "recall": 0.920949}, {"accuracy": 0.355731, "f1": 0.273535, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"], "main_score": 0.273535, "precision": 0.24812, "recall": 0.355731}, {"accuracy": 0.201581, "f1": 0.139754, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"], "main_score": 0.139754, "precision": 0.124909, "recall": 0.201581}, {"accuracy": 0.183794, "f1": 0.127053, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"], "main_score": 0.127053, "precision": 0.11224, "recall": 0.183794}, {"accuracy": 0.200593, "f1": 0.149163, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"], "main_score": 0.149163, "precision": 0.135887, "recall": 0.200593}, {"accuracy": 0.896245, "f1": 0.870935, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"], "main_score": 0.870935, "precision": 0.859604, "recall": 0.896245}, {"accuracy": 0.020751, "f1": 0.004783, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"], "main_score": 0.004783, "precision": 0.003703, "recall": 0.020751}, {"accuracy": 0.794466, "f1": 0.757331, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"], "main_score": 0.757331, "precision": 0.740481, "recall": 0.794466}, {"accuracy": 0.396245, "f1": 0.324548, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"], "main_score": 0.324548, "precision": 0.299184, "recall": 0.396245}, {"accuracy": 0.749012, "f1": 0.699395, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"], "main_score": 0.699395, "precision": 0.677965, "recall": 0.749012}, {"accuracy": 0.924901, "f1": 0.90673, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"], "main_score": 0.90673, "precision": 0.898477, "recall": 0.924901}, {"accuracy": 0.094862, "f1": 0.056103, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"], "main_score": 0.056103, "precision": 0.048201, "recall": 0.094862}, {"accuracy": 0.189723, "f1": 0.133258, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"], "main_score": 0.133258, "precision": 0.118194, "recall": 0.189723}, {"accuracy": 0.91502, "f1": 0.895347, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"], "main_score": 0.895347, "precision": 0.886246, "recall": 0.91502}, {"accuracy": 0.918972, "f1": 0.899351, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"], "main_score": 0.899351, "precision": 0.89082, "recall": 0.918972}, {"accuracy": 0.563241, "f1": 0.498982, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"], "main_score": 0.498982, "precision": 0.474781, "recall": 0.563241}, {"accuracy": 0.16996, "f1": 0.116053, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"], "main_score": 0.116053, "precision": 0.102047, "recall": 0.16996}, {"accuracy": 0.190711, "f1": 0.128153, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"], "main_score": 0.128153, "precision": 0.112356, "recall": 0.190711}, {"accuracy": 0.86166, "f1": 0.830735, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"], "main_score": 0.830735, "precision": 0.817157, "recall": 0.86166}, {"accuracy": 0.166008, "f1": 0.114092, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"], "main_score": 0.114092, "precision": 0.100778, "recall": 0.166008}, {"accuracy": 0.200593, "f1": 0.142481, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"], "main_score": 0.142481, "precision": 0.125844, "recall": 0.200593}, {"accuracy": 0.76087, "f1": 0.713735, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"], "main_score": 0.713735, "precision": 0.692424, "recall": 0.76087}, {"accuracy": 0.566206, "f1": 0.504124, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"], "main_score": 0.504124, "precision": 0.481543, "recall": 0.566206}, {"accuracy": 0.886364, "f1": 0.86036, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"], "main_score": 0.86036, "precision": 0.849233, "recall": 0.886364}, {"accuracy": 0.254941, "f1": 0.18993, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"], "main_score": 0.18993, "precision": 0.169203, "recall": 0.254941}, {"accuracy": 0.428854, "f1": 0.346628, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"], "main_score": 0.346628, "precision": 0.319941, "recall": 0.428854}, {"accuracy": 0.927866, "f1": 0.91185, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"], "main_score": 0.91185, "precision": 0.905159, "recall": 0.927866}, {"accuracy": 0.502964, "f1": 0.436062, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"], "main_score": 0.436062, "precision": 0.409516, "recall": 0.502964}, {"accuracy": 0.781621, "f1": 0.730525, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"], "main_score": 0.730525, "precision": 0.708136, "recall": 0.781621}, {"accuracy": 0.291502, "f1": 0.227088, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"], "main_score": 0.227088, "precision": 0.208092, "recall": 0.291502}, {"accuracy": 0.523715, "f1": 0.450749, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"], "main_score": 0.450749, "precision": 0.422417, "recall": 0.523715}, {"accuracy": 0.592885, "f1": 0.521363, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"], "main_score": 0.521363, "precision": 0.49275, "recall": 0.592885}, {"accuracy": 0.224308, "f1": 0.160217, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"], "main_score": 0.160217, "precision": 0.143098, "recall": 0.224308}, {"accuracy": 0.867589, "f1": 0.84099, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"], "main_score": 0.84099, "precision": 0.829199, "recall": 0.867589}, {"accuracy": 0.921937, "f1": 0.90505, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"], "main_score": 0.90505, "precision": 0.897273, "recall": 0.921937}, {"accuracy": 0.928854, "f1": 0.913591, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"], "main_score": 0.913591, "precision": 0.906875, "recall": 0.928854}, {"accuracy": 0.850791, "f1": 0.815628, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"], "main_score": 0.815628, "precision": 0.799588, "recall": 0.850791}, {"accuracy": 0.675889, "f1": 0.618318, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"], "main_score": 0.618318, "precision": 0.593231, "recall": 0.675889}, {"accuracy": 0.927866, "f1": 0.912567, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"], "main_score": 0.912567, "precision": 0.906031, "recall": 0.927866}, {"accuracy": 0.378458, "f1": 0.31441, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"], "main_score": 0.31441, "precision": 0.292302, "recall": 0.378458}, {"accuracy": 0.44664, "f1": 0.366229, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"], "main_score": 0.366229, "precision": 0.338471, "recall": 0.44664}, {"accuracy": 0.106719, "f1": 0.059812, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"], "main_score": 0.059812, "precision": 0.050928, "recall": 0.106719}, {"accuracy": 0.93083, "f1": 0.914182, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"], "main_score": 0.914182, "precision": 0.906971, "recall": 0.93083}, {"accuracy": 0.159091, "f1": 0.105619, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"], "main_score": 0.105619, "precision": 0.090052, "recall": 0.159091}, {"accuracy": 0.921937, "f1": 0.907679, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"], "main_score": 0.907679, "precision": 0.901749, "recall": 0.921937}, {"accuracy": 0.868577, "f1": 0.844085, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"], "main_score": 0.844085, "precision": 0.833193, "recall": 0.868577}, {"accuracy": 0.444664, "f1": 0.367572, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"], "main_score": 0.367572, "precision": 0.341984, "recall": 0.444664}, {"accuracy": 0.299407, "f1": 0.226642, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"], "main_score": 0.226642, "precision": 0.205995, "recall": 0.299407}, {"accuracy": 0.809289, "f1": 0.765366, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"], "main_score": 0.765366, "precision": 0.745431, "recall": 0.809289}, {"accuracy": 0.225296, "f1": 0.170462, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"], "main_score": 0.170462, "precision": 0.154762, "recall": 0.225296}, {"accuracy": 0.224308, "f1": 0.160656, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"], "main_score": 0.160656, "precision": 0.144682, "recall": 0.224308}, {"accuracy": 0.91996, "f1": 0.899856, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"], "main_score": 0.899856, "precision": 0.890926, "recall": 0.91996}, {"accuracy": 0.378458, "f1": 0.296012, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"], "main_score": 0.296012, "precision": 0.269908, "recall": 0.378458}, {"accuracy": 0.929842, "f1": 0.913441, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"], "main_score": 0.913441, "precision": 0.90639, "recall": 0.929842}, {"accuracy": 0.193676, "f1": 0.124784, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"], "main_score": 0.124784, "precision": 0.108409, "recall": 0.193676}, {"accuracy": 0.929842, "f1": 0.913551, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"], "main_score": 0.913551, "precision": 0.906481, "recall": 0.929842}, {"accuracy": 0.836957, "f1": 0.806456, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"], "main_score": 0.806456, "precision": 0.791996, "recall": 0.836957}, {"accuracy": 0.881423, "f1": 0.851388, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"], "main_score": 0.851388, "precision": 0.838054, "recall": 0.881423}, {"accuracy": 0.166996, "f1": 0.11646, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"], "main_score": 0.11646, "precision": 0.104856, "recall": 0.166996}, {"accuracy": 0.832016, "f1": 0.793558, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"], "main_score": 0.793558, "precision": 0.776219, "recall": 0.832016}, {"accuracy": 0.186759, "f1": 0.12264, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"], "main_score": 0.12264, "precision": 0.107257, "recall": 0.186759}, {"accuracy": 0.193676, "f1": 0.137513, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"], "main_score": 0.137513, "precision": 0.123213, "recall": 0.193676}, {"accuracy": 0.149209, "f1": 0.100619, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"], "main_score": 0.100619, "precision": 0.087965, "recall": 0.149209}, {"accuracy": 0.456522, "f1": 0.382891, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"], "main_score": 0.382891, "precision": 0.353486, "recall": 0.456522}, {"accuracy": 0.923913, "f1": 0.906126, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"], "main_score": 0.906126, "precision": 0.898402, "recall": 0.923913}, {"accuracy": 0.281621, "f1": 0.214911, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"], "main_score": 0.214911, "precision": 0.195038, "recall": 0.281621}, {"accuracy": 0.179842, "f1": 0.120154, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"], "main_score": 0.120154, "precision": 0.105638, "recall": 0.179842}, {"accuracy": 0.208498, "f1": 0.142197, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"], "main_score": 0.142197, "precision": 0.126099, "recall": 0.208498}, {"accuracy": 0.768775, "f1": 0.726474, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"], "main_score": 0.726474, "precision": 0.707737, "recall": 0.768775}, {"accuracy": 0.16996, "f1": 0.113954, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"], "main_score": 0.113954, "precision": 0.100443, "recall": 0.16996}, {"accuracy": 0.186759, "f1": 0.133348, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"], "main_score": 0.133348, "precision": 0.11983, "recall": 0.186759}, {"accuracy": 0.875494, "f1": 0.850725, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"], "main_score": 0.850725, "precision": 0.839992, "recall": 0.875494}, {"accuracy": 0.261858, "f1": 0.191733, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"], "main_score": 0.191733, "precision": 0.171949, "recall": 0.261858}, {"accuracy": 0.237154, "f1": 0.170094, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"], "main_score": 0.170094, "precision": 0.152703, "recall": 0.237154}, {"accuracy": 0.559289, "f1": 0.484271, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"], "main_score": 0.484271, "precision": 0.455168, "recall": 0.559289}, {"accuracy": 0.302372, "f1": 0.231641, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"], "main_score": 0.231641, "precision": 0.210175, "recall": 0.302372}, {"accuracy": 0.406126, "f1": 0.326154, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"], "main_score": 0.326154, "precision": 0.29824, "recall": 0.406126}, {"accuracy": 0.788538, "f1": 0.746396, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"], "main_score": 0.746396, "precision": 0.727223, "recall": 0.788538}, {"accuracy": 0.273715, "f1": 0.200543, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"], "main_score": 0.200543, "precision": 0.176897, "recall": 0.273715}, {"accuracy": 0.399209, "f1": 0.32022, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"], "main_score": 0.32022, "precision": 0.292404, "recall": 0.399209}, {"accuracy": 0.156126, "f1": 0.108148, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"], "main_score": 0.108148, "precision": 0.095696, "recall": 0.156126}, {"accuracy": 0.916996, "f1": 0.895762, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"], "main_score": 0.895762, "precision": 0.886397, "recall": 0.916996}, {"accuracy": 0.889328, "f1": 0.865862, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"], "main_score": 0.865862, "precision": 0.855072, "recall": 0.889328}, {"accuracy": 0.928854, "f1": 0.911713, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"], "main_score": 0.911713, "precision": 0.903993, "recall": 0.928854}, {"accuracy": 0.79249, "f1": 0.741805, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"], "main_score": 0.741805, "precision": 0.719153, "recall": 0.79249}, {"accuracy": 0.26087, "f1": 0.200797, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"], "main_score": 0.200797, "precision": 0.183078, "recall": 0.26087}, {"accuracy": 0.1917, "f1": 0.129461, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"], "main_score": 0.129461, "precision": 0.113446, "recall": 0.1917}, {"accuracy": 0.08498, "f1": 0.05109, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"], "main_score": 0.05109, "precision": 0.042693, "recall": 0.08498}, {"accuracy": 0.149209, "f1": 0.089957, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"], "main_score": 0.089957, "precision": 0.076079, "recall": 0.149209}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.849802, "f1": 0.808103, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"], "main_score": 0.808103, "precision": 0.788702, "recall": 0.849802}, {"accuracy": 0.613636, "f1": 0.537272, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"], "main_score": 0.537272, "precision": 0.50816, "recall": 0.613636}, {"accuracy": 0.175889, "f1": 0.11302, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"], "main_score": 0.11302, "precision": 0.097259, "recall": 0.175889}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.375494, "f1": 0.284076, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"], "main_score": 0.284076, "precision": 0.254318, "recall": 0.375494}, {"accuracy": 0.636364, "f1": 0.566877, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"], "main_score": 0.566877, "precision": 0.539139, "recall": 0.636364}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.950922, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"], "main_score": 0.950922, "precision": 0.945982, "recall": 0.961462}, {"accuracy": 0.209486, "f1": 0.131493, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"], "main_score": 0.131493, "precision": 0.110018, "recall": 0.209486}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"], "main_score": 0.964493, "precision": 0.960721, "recall": 0.972332}, {"accuracy": 0.809289, "f1": 0.764284, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"], "main_score": 0.764284, "precision": 0.744458, "recall": 0.809289}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"], "main_score": 0.938472, "precision": 0.932065, "recall": 0.952569}, {"accuracy": 0.272727, "f1": 0.186887, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"], "main_score": 0.186887, "precision": 0.162574, "recall": 0.272727}, {"accuracy": 0.949605, "f1": 0.934865, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"], "main_score": 0.934865, "precision": 0.928007, "recall": 0.949605}, {"accuracy": 0.902174, "f1": 0.876219, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"], "main_score": 0.876219, "precision": 0.864048, "recall": 0.902174}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.123518, "f1": 0.071825, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"], "main_score": 0.071825, "precision": 0.059187, "recall": 0.123518}, {"accuracy": 0.851779, "f1": 0.814577, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"], "main_score": 0.814577, "precision": 0.797579, "recall": 0.851779}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.649209, "f1": 0.572058, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"], "main_score": 0.572058, "precision": 0.53955, "recall": 0.649209}, {"accuracy": 0.052372, "f1": 0.023275, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"], "main_score": 0.023275, "precision": 0.019736, "recall": 0.052372}, {"accuracy": 0.960474, "f1": 0.949769, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"], "main_score": 0.949769, "precision": 0.944499, "recall": 0.960474}, {"accuracy": 0.198617, "f1": 0.12931, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"], "main_score": 0.12931, "precision": 0.112512, "recall": 0.198617}, {"accuracy": 0.811265, "f1": 0.764072, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"], "main_score": 0.764072, "precision": 0.743322, "recall": 0.811265}, {"accuracy": 0.953557, "f1": 0.939855, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"], "main_score": 0.939855, "precision": 0.933794, "recall": 0.953557}, {"accuracy": 0.886364, "f1": 0.857049, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"], "main_score": 0.857049, "precision": 0.842721, "recall": 0.886364}, {"accuracy": 0.887352, "f1": 0.856884, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"], "main_score": 0.856884, "precision": 0.842556, "recall": 0.887352}, {"accuracy": 0.244071, "f1": 0.17715, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"], "main_score": 0.17715, "precision": 0.158324, "recall": 0.244071}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"], "main_score": 0.955929, "precision": 0.95084, "recall": 0.966403}, {"accuracy": 0.720356, "f1": 0.661553, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"], "main_score": 0.661553, "precision": 0.636562, "recall": 0.720356}, {"accuracy": 0.902174, "f1": 0.877701, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"], "main_score": 0.877701, "precision": 0.866189, "recall": 0.902174}, {"accuracy": 0.870553, "f1": 0.837484, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"], "main_score": 0.837484, "precision": 0.822217, "recall": 0.870553}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"], "main_score": 0.939065, "precision": 0.932642, "recall": 0.952569}, {"accuracy": 0.949605, "f1": 0.9361, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"], "main_score": 0.9361, "precision": 0.929842, "recall": 0.949605}, {"accuracy": 0.135375, "f1": 0.07597, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"], "main_score": 0.07597, "precision": 0.063359, "recall": 0.135375}, {"accuracy": 0.054348, "f1": 0.031547, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"], "main_score": 0.031547, "precision": 0.026261, "recall": 0.054348}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.136364, "f1": 0.084106, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"], "main_score": 0.084106, "precision": 0.073187, "recall": 0.136364}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"], "main_score": 0.887681, "precision": 0.875198, "recall": 0.914032}, {"accuracy": 0.931818, "f1": 0.915349, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"], "main_score": 0.915349, "precision": 0.907444, "recall": 0.931818}, {"accuracy": 0.676877, "f1": 0.615013, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"], "main_score": 0.615013, "precision": 0.588892, "recall": 0.676877}, {"accuracy": 0.164032, "f1": 0.099571, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"], "main_score": 0.099571, "precision": 0.084513, "recall": 0.164032}, {"accuracy": 0.660079, "f1": 0.604433, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"], "main_score": 0.604433, "precision": 0.581458, "recall": 0.660079}, {"accuracy": 0.590909, "f1": 0.515584, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"], "main_score": 0.515584, "precision": 0.486424, "recall": 0.590909}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.702569, "f1": 0.636255, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"], "main_score": 0.636255, "precision": 0.608482, "recall": 0.702569}, {"accuracy": 0.141304, "f1": 0.085765, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"], "main_score": 0.085765, "precision": 0.073324, "recall": 0.141304}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"], "main_score": 0.925296, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.065217, "f1": 0.035443, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"], "main_score": 0.035443, "precision": 0.028763, "recall": 0.065217}, {"accuracy": 0.210474, "f1": 0.145498, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"], "main_score": 0.145498, "precision": 0.128907, "recall": 0.210474}, {"accuracy": 0.33004, "f1": 0.246279, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"], "main_score": 0.246279, "precision": 0.220953, "recall": 0.33004}, {"accuracy": 0.089921, "f1": 0.049091, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"], "main_score": 0.049091, "precision": 0.039962, "recall": 0.089921}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"], "main_score": 0.938472, "precision": 0.932098, "recall": 0.952569}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.252964, "f1": 0.177197, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"], "main_score": 0.177197, "precision": 0.155935, "recall": 0.252964}, {"accuracy": 0.741107, "f1": 0.684908, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"], "main_score": 0.684908, "precision": 0.661454, "recall": 0.741107}, {"accuracy": 0.405138, "f1": 0.32194, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"], "main_score": 0.32194, "precision": 0.293365, "recall": 0.405138}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.221344, "f1": 0.148816, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"], "main_score": 0.148816, "precision": 0.131338, "recall": 0.221344}, {"accuracy": 0.291502, "f1": 0.214781, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"], "main_score": 0.214781, "precision": 0.193372, "recall": 0.291502}, {"accuracy": 0.221344, "f1": 0.143332, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"], "main_score": 0.143332, "precision": 0.122271, "recall": 0.221344}, {"accuracy": 0.323123, "f1": 0.245983, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"], "main_score": 0.245983, "precision": 0.221913, "recall": 0.323123}, {"accuracy": 0.575099, "f1": 0.499438, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"], "main_score": 0.499438, "precision": 0.470602, "recall": 0.575099}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.046443, "f1": 0.014869, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"], "main_score": 0.014869, "precision": 0.011143, "recall": 0.046443}, {"accuracy": 0.178854, "f1": 0.116073, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"], "main_score": 0.116073, "precision": 0.098925, "recall": 0.178854}, {"accuracy": 0.661067, "f1": 0.59681, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"], "main_score": 0.59681, "precision": 0.570884, "recall": 0.661067}, {"accuracy": 0.209486, "f1": 0.139738, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"], "main_score": 0.139738, "precision": 0.122606, "recall": 0.209486}, {"accuracy": 0.055336, "f1": 0.026956, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"], "main_score": 0.026956, "precision": 0.022296, "recall": 0.055336}, {"accuracy": 0.969368, "f1": 0.960968, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"], "main_score": 0.960968, "precision": 0.957016, "recall": 0.969368}, {"accuracy": 0.728261, "f1": 0.668497, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"], "main_score": 0.668497, "precision": 0.643857, "recall": 0.728261}, {"accuracy": 0.764822, "f1": 0.706851, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"], "main_score": 0.706851, "precision": 0.681719, "recall": 0.764822}, {"accuracy": 0.702569, "f1": 0.640737, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"], "main_score": 0.640737, "precision": 0.61437, "recall": 0.702569}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.186759, "f1": 0.124422, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"], "main_score": 0.124422, "precision": 0.108263, "recall": 0.186759}, {"accuracy": 0.125494, "f1": 0.076364, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"], "main_score": 0.076364, "precision": 0.064728, "recall": 0.125494}, {"accuracy": 0.852767, "f1": 0.816436, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"], "main_score": 0.816436, "precision": 0.800016, "recall": 0.852767}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.936759, "f1": 0.920191, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"], "main_score": 0.920191, "precision": 0.912467, "recall": 0.936759}, {"accuracy": 0.353755, "f1": 0.271402, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"], "main_score": 0.271402, "precision": 0.245455, "recall": 0.353755}, {"accuracy": 0.166008, "f1": 0.103279, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"], "main_score": 0.103279, "precision": 0.088123, "recall": 0.166008}, {"accuracy": 0.679842, "f1": 0.610296, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"], "main_score": 0.610296, "precision": 0.581472, "recall": 0.679842}, {"accuracy": 0.871542, "f1": 0.841798, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"], "main_score": 0.841798, "precision": 0.828722, "recall": 0.871542}, {"accuracy": 0.171937, "f1": 0.105148, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"], "main_score": 0.105148, "precision": 0.089978, "recall": 0.171937}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.208498, "f1": 0.146452, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"], "main_score": 0.146452, "precision": 0.130916, "recall": 0.208498}, {"accuracy": 0.393281, "f1": 0.302294, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"], "main_score": 0.302294, "precision": 0.272966, "recall": 0.393281}, {"accuracy": 0.956522, "f1": 0.944782, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"], "main_score": 0.944782, "precision": 0.939394, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"], "main_score": 0.962945, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.677866, "f1": 0.611531, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"], "main_score": 0.611531, "precision": 0.583623, "recall": 0.677866}, {"accuracy": 0.905138, "f1": 0.878294, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"], "main_score": 0.878294, "precision": 0.865448, "recall": 0.905138}, {"accuracy": 0.19664, "f1": 0.134492, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"], "main_score": 0.134492, "precision": 0.117483, "recall": 0.19664}, {"accuracy": 0.075099, "f1": 0.032603, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"], "main_score": 0.032603, "precision": 0.026471, "recall": 0.075099}, {"accuracy": 0.20751, "f1": 0.135322, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"], "main_score": 0.135322, "precision": 0.115734, "recall": 0.20751}, {"accuracy": 0.090909, "f1": 0.046384, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"], "main_score": 0.046384, "precision": 0.037669, "recall": 0.090909}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.659091, "f1": 0.586091, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"], "main_score": 0.586091, "precision": 0.555287, "recall": 0.659091}, {"accuracy": 0.077075, "f1": 0.049071, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"], "main_score": 0.049071, "precision": 0.04232, "recall": 0.077075}, {"accuracy": 0.689723, "f1": 0.626301, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"], "main_score": 0.626301, "precision": 0.599301, "recall": 0.689723}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"], "main_score": 0.949012, "precision": 0.943923, "recall": 0.960474}, {"accuracy": 0.736166, "f1": 0.679414, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"], "main_score": 0.679414, "precision": 0.654908, "recall": 0.736166}, {"accuracy": 0.481225, "f1": 0.403655, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"], "main_score": 0.403655, "precision": 0.374268, "recall": 0.481225}, {"accuracy": 0.175889, "f1": 0.107587, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"], "main_score": 0.107587, "precision": 0.09096, "recall": 0.175889}, {"accuracy": 0.951581, "f1": 0.937747, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"], "main_score": 0.937747, "precision": 0.931357, "recall": 0.951581}, {"accuracy": 0.363636, "f1": 0.281309, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"], "main_score": 0.281309, "precision": 0.254095, "recall": 0.363636}, {"accuracy": 0.192688, "f1": 0.123876, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"], "main_score": 0.123876, "precision": 0.10661, "recall": 0.192688}, {"accuracy": 0.172925, "f1": 0.114243, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"], "main_score": 0.114243, "precision": 0.100157, "recall": 0.172925}, {"accuracy": 0.202569, "f1": 0.140449, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"], "main_score": 0.140449, "precision": 0.12299, "recall": 0.202569}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"], "main_score": 0.915349, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.013834, "f1": 0.001774, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"], "main_score": 0.001774, "precision": 0.001102, "recall": 0.013834}, {"accuracy": 0.820158, "f1": 0.775758, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"], "main_score": 0.775758, "precision": 0.756077, "recall": 0.820158}, {"accuracy": 0.381423, "f1": 0.304934, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"], "main_score": 0.304934, "precision": 0.278193, "recall": 0.381423}, {"accuracy": 0.826087, "f1": 0.784552, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"], "main_score": 0.784552, "precision": 0.765316, "recall": 0.826087}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.083992, "f1": 0.044926, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"], "main_score": 0.044926, "precision": 0.03806, "recall": 0.083992}, {"accuracy": 0.164032, "f1": 0.1045, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"], "main_score": 0.1045, "precision": 0.090041, "recall": 0.164032}, {"accuracy": 0.955534, "f1": 0.943676, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"], "main_score": 0.943676, "precision": 0.938076, "recall": 0.955534}, {"accuracy": 0.952569, "f1": 0.939394, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"], "main_score": 0.939394, "precision": 0.932806, "recall": 0.952569}, {"accuracy": 0.59585, "f1": 0.517623, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"], "main_score": 0.517623, "precision": 0.487682, "recall": 0.59585}, {"accuracy": 0.166008, "f1": 0.108406, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"], "main_score": 0.108406, "precision": 0.093819, "recall": 0.166008}, {"accuracy": 0.16996, "f1": 0.10412, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"], "main_score": 0.10412, "precision": 0.088539, "recall": 0.16996}, {"accuracy": 0.923913, "f1": 0.902127, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"], "main_score": 0.902127, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.16996, "f1": 0.105923, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"], "main_score": 0.105923, "precision": 0.090428, "recall": 0.16996}, {"accuracy": 0.166008, "f1": 0.108299, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"], "main_score": 0.108299, "precision": 0.093411, "recall": 0.166008}, {"accuracy": 0.791502, "f1": 0.742655, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"], "main_score": 0.742655, "precision": 0.72197, "recall": 0.791502}, {"accuracy": 0.599802, "f1": 0.525038, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"], "main_score": 0.525038, "precision": 0.495935, "recall": 0.599802}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.221344, "f1": 0.150622, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"], "main_score": 0.150622, "precision": 0.129935, "recall": 0.221344}, {"accuracy": 0.418972, "f1": 0.335489, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"], "main_score": 0.335489, "precision": 0.307622, "recall": 0.418972}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.508893, "f1": 0.433254, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"], "main_score": 0.433254, "precision": 0.404763, "recall": 0.508893}, {"accuracy": 0.767787, "f1": 0.714394, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"], "main_score": 0.714394, "precision": 0.691024, "recall": 0.767787}, {"accuracy": 0.240119, "f1": 0.168646, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"], "main_score": 0.168646, "precision": 0.148759, "recall": 0.240119}, {"accuracy": 0.635375, "f1": 0.565302, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"], "main_score": 0.565302, "precision": 0.537552, "recall": 0.635375}, {"accuracy": 0.632411, "f1": 0.562254, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"], "main_score": 0.562254, "precision": 0.534289, "recall": 0.632411}, {"accuracy": 0.203557, "f1": 0.134069, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"], "main_score": 0.134069, "precision": 0.11625, "recall": 0.203557}, {"accuracy": 0.881423, "f1": 0.852273, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"], "main_score": 0.852273, "precision": 0.839443, "recall": 0.881423}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.895257, "f1": 0.865613, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"], "main_score": 0.865613, "precision": 0.851812, "recall": 0.895257}, {"accuracy": 0.711462, "f1": 0.651318, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"], "main_score": 0.651318, "precision": 0.62607, "recall": 0.711462}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.426877, "f1": 0.350829, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"], "main_score": 0.350829, "precision": 0.324164, "recall": 0.426877}, {"accuracy": 0.455534, "f1": 0.369702, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"], "main_score": 0.369702, "precision": 0.340874, "recall": 0.455534}, {"accuracy": 0.098814, "f1": 0.055482, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"], "main_score": 0.055482, "precision": 0.047078, "recall": 0.098814}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.187747, "f1": 0.132545, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"], "main_score": 0.132545, "precision": 0.116453, "recall": 0.187747}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"], "main_score": 0.950988, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.964756, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"], "main_score": 0.964756, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.40415, "f1": 0.315276, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"], "main_score": 0.315276, "precision": 0.286739, "recall": 0.40415}, {"accuracy": 0.327075, "f1": 0.242064, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"], "main_score": 0.242064, "precision": 0.217164, "recall": 0.327075}, {"accuracy": 0.850791, "f1": 0.807016, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"], "main_score": 0.807016, "precision": 0.787138, "recall": 0.850791}, {"accuracy": 0.227273, "f1": 0.15419, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"], "main_score": 0.15419, "precision": 0.134163, "recall": 0.227273}, {"accuracy": 0.195652, "f1": 0.128896, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"], "main_score": 0.128896, "precision": 0.110835, "recall": 0.195652}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"], "main_score": 0.950922, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.425889, "f1": 0.33603, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"], "main_score": 0.33603, "precision": 0.304673, "recall": 0.425889}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.171937, "f1": 0.104434, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"], "main_score": 0.104434, "precision": 0.089346, "recall": 0.171937}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.901186, "f1": 0.872332, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"], "main_score": 0.872332, "precision": 0.859025, "recall": 0.901186}, {"accuracy": 0.902174, "f1": 0.874835, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"], "main_score": 0.874835, "precision": 0.861825, "recall": 0.902174}, {"accuracy": 0.151186, "f1": 0.094059, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"], "main_score": 0.094059, "precision": 0.080597, "recall": 0.151186}, {"accuracy": 0.880435, "f1": 0.84944, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"], "main_score": 0.84944, "precision": 0.83498, "recall": 0.880435}, {"accuracy": 0.143281, "f1": 0.080915, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"], "main_score": 0.080915, "precision": 0.065867, "recall": 0.143281}, {"accuracy": 0.181818, "f1": 0.117403, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"], "main_score": 0.117403, "precision": 0.100115, "recall": 0.181818}, {"accuracy": 0.119565, "f1": 0.069286, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"], "main_score": 0.069286, "precision": 0.057889, "recall": 0.119565}, {"accuracy": 0.555336, "f1": 0.482416, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"], "main_score": 0.482416, "precision": 0.453848, "recall": 0.555336}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.269763, "f1": 0.188557, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"], "main_score": 0.188557, "precision": 0.163884, "recall": 0.269763}, {"accuracy": 0.141304, "f1": 0.08193, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"], "main_score": 0.08193, "precision": 0.06758, "recall": 0.141304}, {"accuracy": 0.192688, "f1": 0.125152, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"], "main_score": 0.125152, "precision": 0.107976, "recall": 0.192688}, {"accuracy": 0.780632, "f1": 0.731769, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"], "main_score": 0.731769, "precision": 0.70999, "recall": 0.780632}, {"accuracy": 0.141304, "f1": 0.084528, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"], "main_score": 0.084528, "precision": 0.071124, "recall": 0.141304}, {"accuracy": 0.158103, "f1": 0.100605, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"], "main_score": 0.100605, "precision": 0.086222, "recall": 0.158103}, {"accuracy": 0.90415, "f1": 0.880852, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"], "main_score": 0.880852, "precision": 0.870595, "recall": 0.90415}, {"accuracy": 0.240119, "f1": 0.162709, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"], "main_score": 0.162709, "precision": 0.141469, "recall": 0.240119}, {"accuracy": 0.20751, "f1": 0.137976, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"], "main_score": 0.137976, "precision": 0.120217, "recall": 0.20751}, {"accuracy": 0.601779, "f1": 0.526605, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"], "main_score": 0.526605, "precision": 0.496769, "recall": 0.601779}, {"accuracy": 0.320158, "f1": 0.23846, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"], "main_score": 0.23846, "precision": 0.212267, "recall": 0.320158}, {"accuracy": 0.448617, "f1": 0.361975, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"], "main_score": 0.361975, "precision": 0.331247, "recall": 0.448617}, {"accuracy": 0.837945, "f1": 0.798188, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"], "main_score": 0.798188, "precision": 0.780501, "recall": 0.837945}, {"accuracy": 0.295455, "f1": 0.217174, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"], "main_score": 0.217174, "precision": 0.194397, "recall": 0.295455}, {"accuracy": 0.440711, "f1": 0.355939, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"], "main_score": 0.355939, "precision": 0.325068, "recall": 0.440711}, {"accuracy": 0.150198, "f1": 0.092041, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"], "main_score": 0.092041, "precision": 0.07718, "recall": 0.150198}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"], "main_score": 0.953623, "precision": 0.949226, "recall": 0.963439}, {"accuracy": 0.940711, "f1": 0.923748, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"], "main_score": 0.923748, "precision": 0.915679, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.942819, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"], "main_score": 0.942819, "precision": 0.936924, "recall": 0.955534}, {"accuracy": 0.806324, "f1": 0.761512, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"], "main_score": 0.761512, "precision": 0.74194, "recall": 0.806324}, {"accuracy": 0.231225, "f1": 0.16451, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"], "main_score": 0.16451, "precision": 0.144997, "recall": 0.231225}, {"accuracy": 0.183794, "f1": 0.114255, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"], "main_score": 0.114255, "precision": 0.097545, "recall": 0.183794}, {"accuracy": 0.091897, "f1": 0.067183, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"], "main_score": 0.067183, "precision": 0.059264, "recall": 0.091897}, {"accuracy": 0.25, "f1": 0.196749, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"], "main_score": 0.196749, "precision": 0.178444, "recall": 0.25}, {"accuracy": 0.003953, "f1": 0.000115, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"], "main_score": 0.000115, "precision": 5.9e-05, "recall": 0.003953}, {"accuracy": 0.62253, "f1": 0.580234, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"], "main_score": 0.580234, "precision": 0.565062, "recall": 0.62253}, {"accuracy": 0.544466, "f1": 0.499918, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"], "main_score": 0.499918, "precision": 0.48347, "recall": 0.544466}, {"accuracy": 0.575099, "f1": 0.536731, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"], "main_score": 0.536731, "precision": 0.523265, "recall": 0.575099}, {"accuracy": 0.264822, "f1": 0.214201, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"], "main_score": 0.214201, "precision": 0.198351, "recall": 0.264822}, {"accuracy": 0.666008, "f1": 0.628223, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"], "main_score": 0.628223, "precision": 0.614087, "recall": 0.666008}, {"accuracy": 0.451581, "f1": 0.404029, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"], "main_score": 0.404029, "precision": 0.386019, "recall": 0.451581}, {"accuracy": 0.531621, "f1": 0.494625, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"], "main_score": 0.494625, "precision": 0.48078, "recall": 0.531621}, {"accuracy": 0.637352, "f1": 0.590463, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"], "main_score": 0.590463, "precision": 0.572243, "recall": 0.637352}, {"accuracy": 0.547431, "f1": 0.506953, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"], "main_score": 0.506953, "precision": 0.49188, "recall": 0.547431}, {"accuracy": 0.286561, "f1": 0.22758, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"], "main_score": 0.22758, "precision": 0.207573, "recall": 0.286561}, {"accuracy": 0.545455, "f1": 0.506313, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"], "main_score": 0.506313, "precision": 0.492493, "recall": 0.545455}, {"accuracy": 0.486166, "f1": 0.441565, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"], "main_score": 0.441565, "precision": 0.426002, "recall": 0.486166}, {"accuracy": 0.695652, "f1": 0.658197, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"], "main_score": 0.658197, "precision": 0.645665, "recall": 0.695652}, {"accuracy": 0.346838, "f1": 0.283117, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"], "main_score": 0.283117, "precision": 0.261768, "recall": 0.346838}, {"accuracy": 0.581028, "f1": 0.546244, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"], "main_score": 0.546244, "precision": 0.533746, "recall": 0.581028}, {"accuracy": 0.578063, "f1": 0.536538, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"], "main_score": 0.536538, "precision": 0.521831, "recall": 0.578063}, {"accuracy": 0.709486, "f1": 0.677423, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"], "main_score": 0.677423, "precision": 0.666267, "recall": 0.709486}, {"accuracy": 0.666008, "f1": 0.634643, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"], "main_score": 0.634643, "precision": 0.623157, "recall": 0.666008}, {"accuracy": 0.1917, "f1": 0.146877, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"], "main_score": 0.146877, "precision": 0.1328, "recall": 0.1917}, {"accuracy": 0.397233, "f1": 0.35329, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"], "main_score": 0.35329, "precision": 0.339368, "recall": 0.397233}, {"accuracy": 0.633399, "f1": 0.585697, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"], "main_score": 0.585697, "precision": 0.56972, "recall": 0.633399}, {"accuracy": 0.588933, "f1": 0.553647, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"], "main_score": 0.553647, "precision": 0.540207, "recall": 0.588933}, {"accuracy": 0.072134, "f1": 0.040585, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"], "main_score": 0.040585, "precision": 0.035479, "recall": 0.072134}, {"accuracy": 0.598814, "f1": 0.562234, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"], "main_score": 0.562234, "precision": 0.549065, "recall": 0.598814}, {"accuracy": 0.252964, "f1": 0.200341, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"], "main_score": 0.200341, "precision": 0.1835, "recall": 0.252964}, {"accuracy": 0.610672, "f1": 0.582941, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"], "main_score": 0.582941, "precision": 0.573181, "recall": 0.610672}, {"accuracy": 0.666008, "f1": 0.625026, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"], "main_score": 0.625026, "precision": 0.610843, "recall": 0.666008}, {"accuracy": 0.574111, "f1": 0.534532, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"], "main_score": 0.534532, "precision": 0.520795, "recall": 0.574111}, {"accuracy": 0.513834, "f1": 0.470032, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"], "main_score": 0.470032, "precision": 0.455003, "recall": 0.513834}, {"accuracy": 0.339921, "f1": 0.285542, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"], "main_score": 0.285542, "precision": 0.265393, "recall": 0.339921}, {"accuracy": 0.667984, "f1": 0.628681, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"], "main_score": 0.628681, "precision": 0.614007, "recall": 0.667984}, {"accuracy": 0.40415, "f1": 0.358642, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"], "main_score": 0.358642, "precision": 0.343826, "recall": 0.40415}, {"accuracy": 0.543478, "f1": 0.501924, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"], "main_score": 0.501924, "precision": 0.487701, "recall": 0.543478}, {"accuracy": 0.448617, "f1": 0.398757, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"], "main_score": 0.398757, "precision": 0.38058, "recall": 0.448617}, {"accuracy": 0.66502, "f1": 0.630858, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"], "main_score": 0.630858, "precision": 0.618257, "recall": 0.66502}, {"accuracy": 0.577075, "f1": 0.536541, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"], "main_score": 0.536541, "precision": 0.521301, "recall": 0.577075}, {"accuracy": 0.216403, "f1": 0.159549, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"], "main_score": 0.159549, "precision": 0.142721, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.052871, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"], "main_score": 0.052871, "precision": 0.046698, "recall": 0.072134}, {"accuracy": 0.684783, "f1": 0.649578, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"], "main_score": 0.649578, "precision": 0.637578, "recall": 0.684783}, {"accuracy": 0.199605, "f1": 0.149759, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"], "main_score": 0.149759, "precision": 0.136057, "recall": 0.199605}, {"accuracy": 0.661067, "f1": 0.623284, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"], "main_score": 0.623284, "precision": 0.609515, "recall": 0.661067}, {"accuracy": 0.666996, "f1": 0.626694, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"], "main_score": 0.626694, "precision": 0.612541, "recall": 0.666996}, {"accuracy": 0.534585, "f1": 0.492751, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"], "main_score": 0.492751, "precision": 0.477453, "recall": 0.534585}, {"accuracy": 0.528656, "f1": 0.491106, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"], "main_score": 0.491106, "precision": 0.476416, "recall": 0.528656}, {"accuracy": 0.244071, "f1": 0.183052, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"], "main_score": 0.183052, "precision": 0.164113, "recall": 0.244071}, {"accuracy": 0.492095, "f1": 0.447089, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"], "main_score": 0.447089, "precision": 0.431144, "recall": 0.492095}, {"accuracy": 0.514822, "f1": 0.478371, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"], "main_score": 0.478371, "precision": 0.463963, "recall": 0.514822}, {"accuracy": 0.70751, "f1": 0.66465, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"], "main_score": 0.66465, "precision": 0.648995, "recall": 0.70751}, {"accuracy": 0.585968, "f1": 0.55231, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"], "main_score": 0.55231, "precision": 0.538361, "recall": 0.585968}, {"accuracy": 0.208498, "f1": 0.160966, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"], "main_score": 0.160966, "precision": 0.147014, "recall": 0.208498}, {"accuracy": 0.606719, "f1": 0.564871, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"], "main_score": 0.564871, "precision": 0.549515, "recall": 0.606719}, {"accuracy": 0.081028, "f1": 0.057384, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"], "main_score": 0.057384, "precision": 0.050876, "recall": 0.081028}, {"accuracy": 0.321146, "f1": 0.272145, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"], "main_score": 0.272145, "precision": 0.254609, "recall": 0.321146}, {"accuracy": 0.432806, "f1": 0.376739, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"], "main_score": 0.376739, "precision": 0.355105, "recall": 0.432806}, {"accuracy": 0.098814, "f1": 0.072134, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"], "main_score": 0.072134, "precision": 0.064019, "recall": 0.098814}, {"accuracy": 0.660079, "f1": 0.622943, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"], "main_score": 0.622943, "precision": 0.609111, "recall": 0.660079}, {"accuracy": 0.609684, "f1": 0.56926, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"], "main_score": 0.56926, "precision": 0.554682, "recall": 0.609684}, {"accuracy": 0.687747, "f1": 0.652312, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"], "main_score": 0.652312, "precision": 0.639366, "recall": 0.687747}, {"accuracy": 0.554348, "f1": 0.508336, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"], "main_score": 0.508336, "precision": 0.492121, "recall": 0.554348}, {"accuracy": 0.338933, "f1": 0.282497, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"], "main_score": 0.282497, "precision": 0.26244, "recall": 0.338933}, {"accuracy": 0.564229, "f1": 0.534485, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"], "main_score": 0.534485, "precision": 0.522252, "recall": 0.564229}, {"accuracy": 0.41502, "f1": 0.36926, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"], "main_score": 0.36926, "precision": 0.352607, "recall": 0.41502}, {"accuracy": 0.697628, "f1": 0.658415, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"], "main_score": 0.658415, "precision": 0.645139, "recall": 0.697628}, {"accuracy": 0.310277, "f1": 0.252584, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"], "main_score": 0.252584, "precision": 0.232803, "recall": 0.310277}, {"accuracy": 0.398221, "f1": 0.340492, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"], "main_score": 0.340492, "precision": 0.320421, "recall": 0.398221}, {"accuracy": 0.299407, "f1": 0.242418, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"], "main_score": 0.242418, "precision": 0.223288, "recall": 0.299407}, {"accuracy": 0.343874, "f1": 0.294581, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"], "main_score": 0.294581, "precision": 0.276757, "recall": 0.343874}, {"accuracy": 0.442688, "f1": 0.401765, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"], "main_score": 0.401765, "precision": 0.385888, "recall": 0.442688}, {"accuracy": 0.672925, "f1": 0.636163, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"], "main_score": 0.636163, "precision": 0.623343, "recall": 0.672925}, {"accuracy": 0.056324, "f1": 0.023831, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"], "main_score": 0.023831, "precision": 0.018486, "recall": 0.056324}, {"accuracy": 0.275692, "f1": 0.223271, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"], "main_score": 0.223271, "precision": 0.203967, "recall": 0.275692}, {"accuracy": 0.487154, "f1": 0.45026, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"], "main_score": 0.45026, "precision": 0.436992, "recall": 0.487154}, {"accuracy": 0.297431, "f1": 0.244729, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"], "main_score": 0.244729, "precision": 0.226419, "recall": 0.297431}, {"accuracy": 0.060277, "f1": 0.036804, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"], "main_score": 0.036804, "precision": 0.032676, "recall": 0.060277}, {"accuracy": 0.701581, "f1": 0.663891, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"], "main_score": 0.663891, "precision": 0.651066, "recall": 0.701581}, {"accuracy": 0.565217, "f1": 0.526688, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"], "main_score": 0.526688, "precision": 0.512517, "recall": 0.565217}, {"accuracy": 0.634387, "f1": 0.600076, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"], "main_score": 0.600076, "precision": 0.586968, "recall": 0.634387}, {"accuracy": 0.333004, "f1": 0.281912, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"], "main_score": 0.281912, "precision": 0.264841, "recall": 0.333004}, {"accuracy": 0.694664, "f1": 0.658683, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"], "main_score": 0.658683, "precision": 0.645819, "recall": 0.694664}, {"accuracy": 0.663043, "f1": 0.619, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"], "main_score": 0.619, "precision": 0.602739, "recall": 0.663043}, {"accuracy": 0.697628, "f1": 0.656578, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"], "main_score": 0.656578, "precision": 0.642014, "recall": 0.697628}, {"accuracy": 0.586957, "f1": 0.544743, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"], "main_score": 0.544743, "precision": 0.52926, "recall": 0.586957}, {"accuracy": 0.27668, "f1": 0.229112, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"], "main_score": 0.229112, "precision": 0.21401, "recall": 0.27668}, {"accuracy": 0.213439, "f1": 0.16431, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"], "main_score": 0.16431, "precision": 0.149053, "recall": 0.213439}, {"accuracy": 0.416008, "f1": 0.3713, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"], "main_score": 0.3713, "precision": 0.356362, "recall": 0.416008}, {"accuracy": 0.686759, "f1": 0.639924, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"], "main_score": 0.639924, "precision": 0.623022, "recall": 0.686759}, {"accuracy": 0.574111, "f1": 0.538517, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"], "main_score": 0.538517, "precision": 0.525185, "recall": 0.574111}, {"accuracy": 0.41502, "f1": 0.363339, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"], "main_score": 0.363339, "precision": 0.3435, "recall": 0.41502}, {"accuracy": 0.247036, "f1": 0.193012, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"], "main_score": 0.193012, "precision": 0.175226, "recall": 0.247036}, {"accuracy": 0.554348, "f1": 0.511509, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"], "main_score": 0.511509, "precision": 0.494961, "recall": 0.554348}, {"accuracy": 0.548419, "f1": 0.50723, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"], "main_score": 0.50723, "precision": 0.493659, "recall": 0.548419}, {"accuracy": 0.253953, "f1": 0.196359, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"], "main_score": 0.196359, "precision": 0.176939, "recall": 0.253953}, {"accuracy": 0.662055, "f1": 0.624054, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"], "main_score": 0.624054, "precision": 0.610997, "recall": 0.662055}, {"accuracy": 0.294466, "f1": 0.242485, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"], "main_score": 0.242485, "precision": 0.225211, "recall": 0.294466}, {"accuracy": 0.470356, "f1": 0.41583, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"], "main_score": 0.41583, "precision": 0.394549, "recall": 0.470356}, {"accuracy": 0.606719, "f1": 0.567425, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"], "main_score": 0.567425, "precision": 0.553547, "recall": 0.606719}, {"accuracy": 0.676877, "f1": 0.638978, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"], "main_score": 0.638978, "precision": 0.625298, "recall": 0.676877}, {"accuracy": 0.718379, "f1": 0.681555, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"], "main_score": 0.681555, "precision": 0.66805, "recall": 0.718379}, {"accuracy": 0.646245, "f1": 0.602167, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"], "main_score": 0.602167, "precision": 0.585958, "recall": 0.646245}, {"accuracy": 0.609684, "f1": 0.574255, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"], "main_score": 0.574255, "precision": 0.561342, "recall": 0.609684}, {"accuracy": 0.519763, "f1": 0.466675, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"], "main_score": 0.466675, "precision": 0.448611, "recall": 0.519763}, {"accuracy": 0.320158, "f1": 0.265139, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"], "main_score": 0.265139, "precision": 0.245558, "recall": 0.320158}, {"accuracy": 0.08498, "f1": 0.046395, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"], "main_score": 0.046395, "precision": 0.03913, "recall": 0.08498}, {"accuracy": 0.325099, "f1": 0.26641, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"], "main_score": 0.26641, "precision": 0.246598, "recall": 0.325099}, {"accuracy": 0.141304, "f1": 0.094273, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"], "main_score": 0.094273, "precision": 0.08265, "recall": 0.141304}, {"accuracy": 0.701581, "f1": 0.660919, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"], "main_score": 0.660919, "precision": 0.646581, "recall": 0.701581}, {"accuracy": 0.581028, "f1": 0.543059, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"], "main_score": 0.543059, "precision": 0.528891, "recall": 0.581028}, {"accuracy": 0.110672, "f1": 0.078867, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"], "main_score": 0.078867, "precision": 0.069582, "recall": 0.110672}, {"accuracy": 0.572134, "f1": 0.536662, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"], "main_score": 0.536662, "precision": 0.522907, "recall": 0.572134}, {"accuracy": 0.697628, "f1": 0.656473, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"], "main_score": 0.656473, "precision": 0.641566, "recall": 0.697628}, {"accuracy": 0.417984, "f1": 0.373159, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"], "main_score": 0.373159, "precision": 0.357149, "recall": 0.417984}, {"accuracy": 0.454545, "f1": 0.406609, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"], "main_score": 0.406609, "precision": 0.387722, "recall": 0.454545}, {"accuracy": 0.217391, "f1": 0.166479, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"], "main_score": 0.166479, "precision": 0.150836, "recall": 0.217391}, {"accuracy": 0.597826, "f1": 0.55498, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"], "main_score": 0.55498, "precision": 0.539683, "recall": 0.597826}, {"accuracy": 0.443676, "f1": 0.395346, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"], "main_score": 0.395346, "precision": 0.377303, "recall": 0.443676}, {"accuracy": 0.26087, "f1": 0.204383, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"], "main_score": 0.204383, "precision": 0.185246, "recall": 0.26087}, {"accuracy": 0.251976, "f1": 0.194456, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"], "main_score": 0.194456, "precision": 0.176942, "recall": 0.251976}, {"accuracy": 0.281621, "f1": 0.227853, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"], "main_score": 0.227853, "precision": 0.209963, "recall": 0.281621}, {"accuracy": 0.678854, "f1": 0.640167, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"], "main_score": 0.640167, "precision": 0.626776, "recall": 0.678854}, {"accuracy": 0.019763, "f1": 0.004221, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"], "main_score": 0.004221, "precision": 0.002627, "recall": 0.019763}, {"accuracy": 0.425889, "f1": 0.377964, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"], "main_score": 0.377964, "precision": 0.36044, "recall": 0.425889}, {"accuracy": 0.250988, "f1": 0.209251, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"], "main_score": 0.209251, "precision": 0.194646, "recall": 0.250988}, {"accuracy": 0.514822, "f1": 0.478324, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"], "main_score": 0.478324, "precision": 0.464875, "recall": 0.514822}, {"accuracy": 0.682806, "f1": 0.642298, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"], "main_score": 0.642298, "precision": 0.628157, "recall": 0.682806}, {"accuracy": 0.121542, "f1": 0.082933, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"], "main_score": 0.082933, "precision": 0.073106, "recall": 0.121542}, {"accuracy": 0.238142, "f1": 0.184526, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"], "main_score": 0.184526, "precision": 0.167658, "recall": 0.238142}, {"accuracy": 0.660079, "f1": 0.617739, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"], "main_score": 0.617739, "precision": 0.603459, "recall": 0.660079}, {"accuracy": 0.686759, "f1": 0.646388, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"], "main_score": 0.646388, "precision": 0.632017, "recall": 0.686759}, {"accuracy": 0.507905, "f1": 0.463364, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"], "main_score": 0.463364, "precision": 0.446653, "recall": 0.507905}, {"accuracy": 0.22332, "f1": 0.172854, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"], "main_score": 0.172854, "precision": 0.156316, "recall": 0.22332}, {"accuracy": 0.262846, "f1": 0.208604, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"], "main_score": 0.208604, "precision": 0.190004, "recall": 0.262846}, {"accuracy": 0.560277, "f1": 0.516647, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"], "main_score": 0.516647, "precision": 0.500976, "recall": 0.560277}, {"accuracy": 0.229249, "f1": 0.179552, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"], "main_score": 0.179552, "precision": 0.162924, "recall": 0.229249}, {"accuracy": 0.26087, "f1": 0.204636, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"], "main_score": 0.204636, "precision": 0.18588, "recall": 0.26087}, {"accuracy": 0.403162, "f1": 0.35443, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"], "main_score": 0.35443, "precision": 0.337657, "recall": 0.403162}, {"accuracy": 0.571146, "f1": 0.53225, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"], "main_score": 0.53225, "precision": 0.517833, "recall": 0.571146}, {"accuracy": 0.571146, "f1": 0.533248, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"], "main_score": 0.533248, "precision": 0.518992, "recall": 0.571146}, {"accuracy": 0.297431, "f1": 0.236083, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"], "main_score": 0.236083, "precision": 0.215853, "recall": 0.297431}, {"accuracy": 0.504941, "f1": 0.454382, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"], "main_score": 0.454382, "precision": 0.43495, "recall": 0.504941}, {"accuracy": 0.63834, "f1": 0.599372, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"], "main_score": 0.599372, "precision": 0.585184, "recall": 0.63834}, {"accuracy": 0.251976, "f1": 0.211661, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"], "main_score": 0.211661, "precision": 0.196559, "recall": 0.251976}, {"accuracy": 0.416996, "f1": 0.365816, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"], "main_score": 0.365816, "precision": 0.347974, "recall": 0.416996}, {"accuracy": 0.314229, "f1": 0.266935, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"], "main_score": 0.266935, "precision": 0.250558, "recall": 0.314229}, {"accuracy": 0.375494, "f1": 0.329051, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"], "main_score": 0.329051, "precision": 0.311917, "recall": 0.375494}, {"accuracy": 0.512846, "f1": 0.464299, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"], "main_score": 0.464299, "precision": 0.446086, "recall": 0.512846}, {"accuracy": 0.300395, "f1": 0.248919, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"], "main_score": 0.248919, "precision": 0.230861, "recall": 0.300395}, {"accuracy": 0.432806, "f1": 0.3858, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"], "main_score": 0.3858, "precision": 0.370067, "recall": 0.432806}, {"accuracy": 0.624506, "f1": 0.57653, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"], "main_score": 0.57653, "precision": 0.558808, "recall": 0.624506}, {"accuracy": 0.630435, "f1": 0.585631, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"], "main_score": 0.585631, "precision": 0.57025, "recall": 0.630435}, {"accuracy": 0.639328, "f1": 0.602399, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"], "main_score": 0.602399, "precision": 0.589853, "recall": 0.639328}, {"accuracy": 0.513834, "f1": 0.479304, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"], "main_score": 0.479304, "precision": 0.464891, "recall": 0.513834}, {"accuracy": 0.697628, "f1": 0.658918, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"], "main_score": 0.658918, "precision": 0.644699, "recall": 0.697628}, {"accuracy": 0.339921, "f1": 0.292712, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"], "main_score": 0.292712, "precision": 0.275855, "recall": 0.339921}, {"accuracy": 0.479249, "f1": 0.430318, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"], "main_score": 0.430318, "precision": 0.412452, "recall": 0.479249}, {"accuracy": 0.144269, "f1": 0.096608, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"], "main_score": 0.096608, "precision": 0.084115, "recall": 0.144269}, {"accuracy": 0.671937, "f1": 0.631509, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"], "main_score": 0.631509, "precision": 0.617281, "recall": 0.671937}, {"accuracy": 0.12747, "f1": 0.100664, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"], "main_score": 0.100664, "precision": 0.091818, "recall": 0.12747}, {"accuracy": 0.629447, "f1": 0.591524, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"], "main_score": 0.591524, "precision": 0.577991, "recall": 0.629447}, {"accuracy": 0.602767, "f1": 0.557415, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"], "main_score": 0.557415, "precision": 0.541413, "recall": 0.602767}, {"accuracy": 0.412055, "f1": 0.360711, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"], "main_score": 0.360711, "precision": 0.342057, "recall": 0.412055}, {"accuracy": 0.384387, "f1": 0.328698, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"], "main_score": 0.328698, "precision": 0.309948, "recall": 0.384387}, {"accuracy": 0.539526, "f1": 0.490844, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"], "main_score": 0.490844, "precision": 0.472727, "recall": 0.539526}, {"accuracy": 0.298419, "f1": 0.248621, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"], "main_score": 0.248621, "precision": 0.230412, "recall": 0.298419}, {"accuracy": 0.266798, "f1": 0.212106, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"], "main_score": 0.212106, "precision": 0.194218, "recall": 0.266798}, {"accuracy": 0.685771, "f1": 0.642622, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"], "main_score": 0.642622, "precision": 0.627735, "recall": 0.685771}, {"accuracy": 0.460474, "f1": 0.408498, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"], "main_score": 0.408498, "precision": 0.388656, "recall": 0.460474}, {"accuracy": 0.697628, "f1": 0.657494, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"], "main_score": 0.657494, "precision": 0.642898, "recall": 0.697628}, {"accuracy": 0.254941, "f1": 0.188004, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"], "main_score": 0.188004, "precision": 0.167854, "recall": 0.254941}, {"accuracy": 0.704545, "f1": 0.669803, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"], "main_score": 0.669803, "precision": 0.657879, "recall": 0.704545}, {"accuracy": 0.497036, "f1": 0.455575, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"], "main_score": 0.455575, "precision": 0.440006, "recall": 0.497036}, {"accuracy": 0.598814, "f1": 0.55437, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"], "main_score": 0.55437, "precision": 0.538985, "recall": 0.598814}, {"accuracy": 0.212451, "f1": 0.164313, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"], "main_score": 0.164313, "precision": 0.150405, "recall": 0.212451}, {"accuracy": 0.657115, "f1": 0.619215, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"], "main_score": 0.619215, "precision": 0.605598, "recall": 0.657115}, {"accuracy": 0.242095, "f1": 0.184951, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"], "main_score": 0.184951, "precision": 0.165929, "recall": 0.242095}, {"accuracy": 0.25, "f1": 0.195812, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"], "main_score": 0.195812, "precision": 0.177734, "recall": 0.25}, {"accuracy": 0.166008, "f1": 0.126129, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"], "main_score": 0.126129, "precision": 0.11464, "recall": 0.166008}, {"accuracy": 0.370553, "f1": 0.323951, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"], "main_score": 0.323951, "precision": 0.305878, "recall": 0.370553}, {"accuracy": 0.695652, "f1": 0.655872, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"], "main_score": 0.655872, "precision": 0.640791, "recall": 0.695652}, {"accuracy": 0.381423, "f1": 0.32372, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"], "main_score": 0.32372, "precision": 0.302666, "recall": 0.381423}, {"accuracy": 0.229249, "f1": 0.171242, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"], "main_score": 0.171242, "precision": 0.15491, "recall": 0.229249}, {"accuracy": 0.287549, "f1": 0.232047, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"], "main_score": 0.232047, "precision": 0.213628, "recall": 0.287549}, {"accuracy": 0.346838, "f1": 0.300738, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"], "main_score": 0.300738, "precision": 0.286021, "recall": 0.346838}, {"accuracy": 0.203557, "f1": 0.153687, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"], "main_score": 0.153687, "precision": 0.136746, "recall": 0.203557}, {"accuracy": 0.236166, "f1": 0.190461, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"], "main_score": 0.190461, "precision": 0.174873, "recall": 0.236166}, {"accuracy": 0.58498, "f1": 0.544725, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"], "main_score": 0.544725, "precision": 0.531715, "recall": 0.58498}, {"accuracy": 0.329051, "f1": 0.271436, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"], "main_score": 0.271436, "precision": 0.251256, "recall": 0.329051}, {"accuracy": 0.299407, "f1": 0.241466, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"], "main_score": 0.241466, "precision": 0.222281, "recall": 0.299407}, {"accuracy": 0.585968, "f1": 0.547973, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"], "main_score": 0.547973, "precision": 0.533327, "recall": 0.585968}, {"accuracy": 0.371542, "f1": 0.314607, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"], "main_score": 0.314607, "precision": 0.294137, "recall": 0.371542}, {"accuracy": 0.474308, "f1": 0.428993, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"], "main_score": 0.428993, "precision": 0.409956, "recall": 0.474308}, {"accuracy": 0.471344, "f1": 0.423369, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"], "main_score": 0.423369, "precision": 0.406842, "recall": 0.471344}, {"accuracy": 0.328063, "f1": 0.272513, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"], "main_score": 0.272513, "precision": 0.251939, "recall": 0.328063}, {"accuracy": 0.444664, "f1": 0.393072, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"], "main_score": 0.393072, "precision": 0.373142, "recall": 0.444664}, {"accuracy": 0.235178, "f1": 0.183036, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"], "main_score": 0.183036, "precision": 0.165882, "recall": 0.235178}, {"accuracy": 0.604743, "f1": 0.555343, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"], "main_score": 0.555343, "precision": 0.537831, "recall": 0.604743}, {"accuracy": 0.604743, "f1": 0.562668, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"], "main_score": 0.562668, "precision": 0.547843, "recall": 0.604743}, {"accuracy": 0.65415, "f1": 0.616251, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"], "main_score": 0.616251, "precision": 0.603091, "recall": 0.65415}, {"accuracy": 0.383399, "f1": 0.343892, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"], "main_score": 0.343892, "precision": 0.329322, "recall": 0.383399}, {"accuracy": 0.296443, "f1": 0.250011, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"], "main_score": 0.250011, "precision": 0.234269, "recall": 0.296443}, {"accuracy": 0.235178, "f1": 0.174189, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"], "main_score": 0.174189, "precision": 0.155908, "recall": 0.235178}, {"accuracy": 0.04249, "f1": 0.033206, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"], "main_score": 0.033206, "precision": 0.030857, "recall": 0.04249}, {"accuracy": 0.224308, "f1": 0.205685, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"], "main_score": 0.205685, "precision": 0.199606, "recall": 0.224308}, {"accuracy": 0.006917, "f1": 0.000597, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"], "main_score": 0.000597, "precision": 0.000333, "recall": 0.006917}, {"accuracy": 0.145257, "f1": 0.122242, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"], "main_score": 0.122242, "precision": 0.116615, "recall": 0.145257}, {"accuracy": 0.130435, "f1": 0.121344, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"], "main_score": 0.121344, "precision": 0.118996, "recall": 0.130435}, {"accuracy": 0.113636, "f1": 0.098565, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"], "main_score": 0.098565, "precision": 0.095302, "recall": 0.113636}, {"accuracy": 0.126482, "f1": 0.115895, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"], "main_score": 0.115895, "precision": 0.112822, "recall": 0.126482}, {"accuracy": 0.214427, "f1": 0.18751, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"], "main_score": 0.18751, "precision": 0.180851, "recall": 0.214427}, {"accuracy": 0.194664, "f1": 0.17815, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"], "main_score": 0.17815, "precision": 0.17188, "recall": 0.194664}, {"accuracy": 0.133399, "f1": 0.126351, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"], "main_score": 0.126351, "precision": 0.124646, "recall": 0.133399}, {"accuracy": 0.141304, "f1": 0.126465, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"], "main_score": 0.126465, "precision": 0.122052, "recall": 0.141304}, {"accuracy": 0.114625, "f1": 0.102551, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"], "main_score": 0.102551, "precision": 0.098668, "recall": 0.114625}, {"accuracy": 0.226285, "f1": 0.206944, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"], "main_score": 0.206944, "precision": 0.199465, "recall": 0.226285}, {"accuracy": 0.123518, "f1": 0.111714, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"], "main_score": 0.111714, "precision": 0.108424, "recall": 0.123518}, {"accuracy": 0.125494, "f1": 0.103835, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"], "main_score": 0.103835, "precision": 0.098912, "recall": 0.125494}, {"accuracy": 0.197628, "f1": 0.169622, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"], "main_score": 0.169622, "precision": 0.162453, "recall": 0.197628}, {"accuracy": 0.271739, "f1": 0.253962, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"], "main_score": 0.253962, "precision": 0.247075, "recall": 0.271739}, {"accuracy": 0.104743, "f1": 0.096756, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"], "main_score": 0.096756, "precision": 0.094089, "recall": 0.104743}, {"accuracy": 0.133399, "f1": 0.110723, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"], "main_score": 0.110723, "precision": 0.105075, "recall": 0.133399}, {"accuracy": 0.206522, "f1": 0.1824, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"], "main_score": 0.1824, "precision": 0.175608, "recall": 0.206522}, {"accuracy": 0.147233, "f1": 0.1339, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"], "main_score": 0.1339, "precision": 0.130343, "recall": 0.147233}, {"accuracy": 0.232213, "f1": 0.205588, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"], "main_score": 0.205588, "precision": 0.197721, "recall": 0.232213}, {"accuracy": 0.062253, "f1": 0.049978, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"], "main_score": 0.049978, "precision": 0.047451, "recall": 0.062253}, {"accuracy": 0.145257, "f1": 0.126558, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"], "main_score": 0.126558, "precision": 0.120744, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.13787, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"], "main_score": 0.13787, "precision": 0.132396, "recall": 0.155138}, {"accuracy": 0.070158, "f1": 0.047823, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"], "main_score": 0.047823, "precision": 0.042024, "recall": 0.070158}, {"accuracy": 0.121542, "f1": 0.108176, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"], "main_score": 0.108176, "precision": 0.10429, "recall": 0.121542}, {"accuracy": 0.271739, "f1": 0.252101, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"], "main_score": 0.252101, "precision": 0.244651, "recall": 0.271739}, {"accuracy": 0.132411, "f1": 0.123033, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"], "main_score": 0.123033, "precision": 0.120598, "recall": 0.132411}, {"accuracy": 0.205534, "f1": 0.181397, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"], "main_score": 0.181397, "precision": 0.175905, "recall": 0.205534}, {"accuracy": 0.151186, "f1": 0.137738, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"], "main_score": 0.137738, "precision": 0.133756, "recall": 0.151186}, {"accuracy": 0.114625, "f1": 0.096058, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"], "main_score": 0.096058, "precision": 0.091508, "recall": 0.114625}, {"accuracy": 0.175889, "f1": 0.158504, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"], "main_score": 0.158504, "precision": 0.152439, "recall": 0.175889}, {"accuracy": 0.170949, "f1": 0.150355, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"], "main_score": 0.150355, "precision": 0.143939, "recall": 0.170949}, {"accuracy": 0.086957, "f1": 0.077491, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"], "main_score": 0.077491, "precision": 0.074835, "recall": 0.086957}, {"accuracy": 0.117589, "f1": 0.107171, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"], "main_score": 0.107171, "precision": 0.105049, "recall": 0.117589}, {"accuracy": 0.068182, "f1": 0.05712, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"], "main_score": 0.05712, "precision": 0.054436, "recall": 0.068182}, {"accuracy": 0.203557, "f1": 0.174576, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"], "main_score": 0.174576, "precision": 0.166827, "recall": 0.203557}, {"accuracy": 0.109684, "f1": 0.09442, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"], "main_score": 0.09442, "precision": 0.090152, "recall": 0.109684}, {"accuracy": 0.245059, "f1": 0.212662, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"], "main_score": 0.212662, "precision": 0.201506, "recall": 0.245059}, {"accuracy": 0.02668, "f1": 0.022082, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"], "main_score": 0.022082, "precision": 0.020775, "recall": 0.02668}, {"accuracy": 0.209486, "f1": 0.186483, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"], "main_score": 0.186483, "precision": 0.180275, "recall": 0.209486}, {"accuracy": 0.222332, "f1": 0.200605, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"], "main_score": 0.200605, "precision": 0.19323, "recall": 0.222332}, {"accuracy": 0.144269, "f1": 0.130848, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"], "main_score": 0.130848, "precision": 0.126725, "recall": 0.144269}, {"accuracy": 0.1917, "f1": 0.1721, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"], "main_score": 0.1721, "precision": 0.166373, "recall": 0.1917}, {"accuracy": 0.125494, "f1": 0.114253, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"], "main_score": 0.114253, "precision": 0.110301, "recall": 0.125494}, {"accuracy": 0.124506, "f1": 0.116611, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"], "main_score": 0.116611, "precision": 0.114269, "recall": 0.124506}, {"accuracy": 0.198617, "f1": 0.174308, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"], "main_score": 0.174308, "precision": 0.164784, "recall": 0.198617}, {"accuracy": 0.167984, "f1": 0.150734, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"], "main_score": 0.150734, "precision": 0.147034, "recall": 0.167984}, {"accuracy": 0.135375, "f1": 0.126203, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"], "main_score": 0.126203, "precision": 0.124456, "recall": 0.135375}, {"accuracy": 0.204545, "f1": 0.1799, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"], "main_score": 0.1799, "precision": 0.17374, "recall": 0.204545}, {"accuracy": 0.125494, "f1": 0.114852, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"], "main_score": 0.114852, "precision": 0.111568, "recall": 0.125494}, {"accuracy": 0.218379, "f1": 0.193534, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"], "main_score": 0.193534, "precision": 0.184748, "recall": 0.218379}, {"accuracy": 0.136364, "f1": 0.118534, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"], "main_score": 0.118534, "precision": 0.113974, "recall": 0.136364}, {"accuracy": 0.041502, "f1": 0.034047, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"], "main_score": 0.034047, "precision": 0.03129, "recall": 0.041502}, {"accuracy": 0.235178, "f1": 0.213185, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"], "main_score": 0.213185, "precision": 0.20578, "recall": 0.235178}, {"accuracy": 0.213439, "f1": 0.199786, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"], "main_score": 0.199786, "precision": 0.194344, "recall": 0.213439}, {"accuracy": 0.044466, "f1": 0.036833, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"], "main_score": 0.036833, "precision": 0.035069, "recall": 0.044466}, {"accuracy": 0.166996, "f1": 0.146439, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"], "main_score": 0.146439, "precision": 0.140594, "recall": 0.166996}, {"accuracy": 0.118577, "f1": 0.106407, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"], "main_score": 0.106407, "precision": 0.103514, "recall": 0.118577}, {"accuracy": 0.159091, "f1": 0.146244, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"], "main_score": 0.146244, "precision": 0.14301, "recall": 0.159091}, {"accuracy": 0.115613, "f1": 0.098435, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"], "main_score": 0.098435, "precision": 0.092793, "recall": 0.115613}, {"accuracy": 0.269763, "f1": 0.251855, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"], "main_score": 0.251855, "precision": 0.245979, "recall": 0.269763}, {"accuracy": 0.135375, "f1": 0.127062, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"], "main_score": 0.127062, "precision": 0.124195, "recall": 0.135375}, {"accuracy": 0.132411, "f1": 0.120694, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"], "main_score": 0.120694, "precision": 0.117563, "recall": 0.132411}, {"accuracy": 0.215415, "f1": 0.187366, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"], "main_score": 0.187366, "precision": 0.180231, "recall": 0.215415}, {"accuracy": 0.235178, "f1": 0.216337, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"], "main_score": 0.216337, "precision": 0.209173, "recall": 0.235178}, {"accuracy": 0.211462, "f1": 0.192343, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"], "main_score": 0.192343, "precision": 0.185917, "recall": 0.211462}, {"accuracy": 0.218379, "f1": 0.195947, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"], "main_score": 0.195947, "precision": 0.188581, "recall": 0.218379}, {"accuracy": 0.166996, "f1": 0.151328, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"], "main_score": 0.151328, "precision": 0.147405, "recall": 0.166996}, {"accuracy": 0.101779, "f1": 0.091193, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"], "main_score": 0.091193, "precision": 0.088365, "recall": 0.101779}, {"accuracy": 0.188735, "f1": 0.166351, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"], "main_score": 0.166351, "precision": 0.160605, "recall": 0.188735}, {"accuracy": 0.050395, "f1": 0.032727, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"], "main_score": 0.032727, "precision": 0.028302, "recall": 0.050395}, {"accuracy": 0.157115, "f1": 0.141393, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"], "main_score": 0.141393, "precision": 0.136211, "recall": 0.157115}, {"accuracy": 0.114625, "f1": 0.107125, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"], "main_score": 0.107125, "precision": 0.105075, "recall": 0.114625}, {"accuracy": 0.241107, "f1": 0.219536, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"], "main_score": 0.219536, "precision": 0.212062, "recall": 0.241107}, {"accuracy": 0.056324, "f1": 0.040924, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"], "main_score": 0.040924, "precision": 0.036755, "recall": 0.056324}, {"accuracy": 0.210474, "f1": 0.187497, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"], "main_score": 0.187497, "precision": 0.181173, "recall": 0.210474}, {"accuracy": 0.135375, "f1": 0.124948, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"], "main_score": 0.124948, "precision": 0.122287, "recall": 0.135375}, {"accuracy": 0.148221, "f1": 0.133424, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"], "main_score": 0.133424, "precision": 0.129211, "recall": 0.148221}, {"accuracy": 0.059289, "f1": 0.045996, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"], "main_score": 0.045996, "precision": 0.043122, "recall": 0.059289}, {"accuracy": 0.206522, "f1": 0.183636, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"], "main_score": 0.183636, "precision": 0.178311, "recall": 0.206522}, {"accuracy": 0.190711, "f1": 0.172437, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"], "main_score": 0.172437, "precision": 0.167339, "recall": 0.190711}, {"accuracy": 0.221344, "f1": 0.192834, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"], "main_score": 0.192834, "precision": 0.185592, "recall": 0.221344}, {"accuracy": 0.144269, "f1": 0.126867, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"], "main_score": 0.126867, "precision": 0.121984, "recall": 0.144269}, {"accuracy": 0.197628, "f1": 0.18352, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"], "main_score": 0.18352, "precision": 0.177638, "recall": 0.197628}, {"accuracy": 0.225296, "f1": 0.195241, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"], "main_score": 0.195241, "precision": 0.185509, "recall": 0.225296}, {"accuracy": 0.067194, "f1": 0.0562, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"], "main_score": 0.0562, "precision": 0.053359, "recall": 0.067194}, {"accuracy": 0.219368, "f1": 0.190479, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"], "main_score": 0.190479, "precision": 0.183444, "recall": 0.219368}, {"accuracy": 0.109684, "f1": 0.10067, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"], "main_score": 0.10067, "precision": 0.098017, "recall": 0.109684}, {"accuracy": 0.198617, "f1": 0.182812, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"], "main_score": 0.182812, "precision": 0.178402, "recall": 0.198617}, {"accuracy": 0.233202, "f1": 0.209999, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"], "main_score": 0.209999, "precision": 0.200969, "recall": 0.233202}, {"accuracy": 0.147233, "f1": 0.136168, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"], "main_score": 0.136168, "precision": 0.133591, "recall": 0.147233}, {"accuracy": 0.166008, "f1": 0.14605, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"], "main_score": 0.14605, "precision": 0.141157, "recall": 0.166008}, {"accuracy": 0.221344, "f1": 0.193997, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"], "main_score": 0.193997, "precision": 0.18373, "recall": 0.221344}, {"accuracy": 0.177866, "f1": 0.156871, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"], "main_score": 0.156871, "precision": 0.150725, "recall": 0.177866}, {"accuracy": 0.227273, "f1": 0.207109, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"], "main_score": 0.207109, "precision": 0.201382, "recall": 0.227273}, {"accuracy": 0.190711, "f1": 0.181923, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"], "main_score": 0.181923, "precision": 0.178277, "recall": 0.190711}, {"accuracy": 0.123518, "f1": 0.10884, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"], "main_score": 0.10884, "precision": 0.104571, "recall": 0.123518}, {"accuracy": 0.18083, "f1": 0.155054, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"], "main_score": 0.155054, "precision": 0.147534, "recall": 0.18083}, {"accuracy": 0.218379, "f1": 0.187921, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"], "main_score": 0.187921, "precision": 0.180238, "recall": 0.218379}, {"accuracy": 0.145257, "f1": 0.1262, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"], "main_score": 0.1262, "precision": 0.1207, "recall": 0.145257}, {"accuracy": 0.140316, "f1": 0.129987, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"], "main_score": 0.129987, "precision": 0.127261, "recall": 0.140316}, {"accuracy": 0.108696, "f1": 0.09286, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"], "main_score": 0.09286, "precision": 0.088845, "recall": 0.108696}, {"accuracy": 0.205534, "f1": 0.185493, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"], "main_score": 0.185493, "precision": 0.177877, "recall": 0.205534}, {"accuracy": 0.083992, "f1": 0.057774, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"], "main_score": 0.057774, "precision": 0.051124, "recall": 0.083992}, {"accuracy": 0.227273, "f1": 0.208034, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"], "main_score": 0.208034, "precision": 0.201599, "recall": 0.227273}, {"accuracy": 0.113636, "f1": 0.090886, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"], "main_score": 0.090886, "precision": 0.08439, "recall": 0.113636}, {"accuracy": 0.219368, "f1": 0.189676, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"], "main_score": 0.189676, "precision": 0.182618, "recall": 0.219368}, {"accuracy": 0.158103, "f1": 0.143484, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"], "main_score": 0.143484, "precision": 0.139356, "recall": 0.158103}, {"accuracy": 0.089921, "f1": 0.070474, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"], "main_score": 0.070474, "precision": 0.064327, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.13977, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"], "main_score": 0.13977, "precision": 0.136274, "recall": 0.150198}, {"accuracy": 0.217391, "f1": 0.187707, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"], "main_score": 0.187707, "precision": 0.179797, "recall": 0.217391}, {"accuracy": 0.078063, "f1": 0.069581, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"], "main_score": 0.069581, "precision": 0.067519, "recall": 0.078063}, {"accuracy": 0.142292, "f1": 0.126342, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"], "main_score": 0.126342, "precision": 0.121922, "recall": 0.142292}, {"accuracy": 0.231225, "f1": 0.204614, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"], "main_score": 0.204614, "precision": 0.196533, "recall": 0.231225}, {"accuracy": 0.116601, "f1": 0.100772, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"], "main_score": 0.100772, "precision": 0.096008, "recall": 0.116601}, {"accuracy": 0.181818, "f1": 0.169803, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"], "main_score": 0.169803, "precision": 0.16517, "recall": 0.181818}, {"accuracy": 0.192688, "f1": 0.169943, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"], "main_score": 0.169943, "precision": 0.1626, "recall": 0.192688}, {"accuracy": 0.26581, "f1": 0.23726, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"], "main_score": 0.23726, "precision": 0.227975, "recall": 0.26581}, {"accuracy": 0.218379, "f1": 0.19326, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"], "main_score": 0.19326, "precision": 0.18698, "recall": 0.218379}, {"accuracy": 0.199605, "f1": 0.180097, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"], "main_score": 0.180097, "precision": 0.174289, "recall": 0.199605}, {"accuracy": 0.020751, "f1": 0.006755, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"], "main_score": 0.006755, "precision": 0.004942, "recall": 0.020751}, {"accuracy": 0.064229, "f1": 0.055483, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"], "main_score": 0.055483, "precision": 0.05323, "recall": 0.064229}, {"accuracy": 0.073123, "f1": 0.059344, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"], "main_score": 0.059344, "precision": 0.055526, "recall": 0.073123}, {"accuracy": 0.102767, "f1": 0.08935, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"], "main_score": 0.08935, "precision": 0.085895, "recall": 0.102767}, {"accuracy": 0.20751, "f1": 0.183902, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"], "main_score": 0.183902, "precision": 0.1771, "recall": 0.20751}, {"accuracy": 0.112648, "f1": 0.092495, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"], "main_score": 0.092495, "precision": 0.086111, "recall": 0.112648}, {"accuracy": 0.26087, "f1": 0.238025, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"], "main_score": 0.238025, "precision": 0.230208, "recall": 0.26087}, {"accuracy": 0.186759, "f1": 0.164645, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"], "main_score": 0.164645, "precision": 0.159224, "recall": 0.186759}, {"accuracy": 0.214427, "f1": 0.188661, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"], "main_score": 0.188661, "precision": 0.181827, "recall": 0.214427}, {"accuracy": 0.141304, "f1": 0.130844, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"], "main_score": 0.130844, "precision": 0.127674, "recall": 0.141304}, {"accuracy": 0.145257, "f1": 0.126544, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"], "main_score": 0.126544, "precision": 0.119471, "recall": 0.145257}, {"accuracy": 0.195652, "f1": 0.177581, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"], "main_score": 0.177581, "precision": 0.171827, "recall": 0.195652}, {"accuracy": 0.108696, "f1": 0.100709, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"], "main_score": 0.100709, "precision": 0.098524, "recall": 0.108696}, {"accuracy": 0.226285, "f1": 0.200096, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"], "main_score": 0.200096, "precision": 0.191116, "recall": 0.226285}, {"accuracy": 0.16996, "f1": 0.147978, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"], "main_score": 0.147978, "precision": 0.141491, "recall": 0.16996}, {"accuracy": 0.064229, "f1": 0.056588, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"], "main_score": 0.056588, "precision": 0.054391, "recall": 0.064229}, {"accuracy": 0.142292, "f1": 0.127655, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"], "main_score": 0.127655, "precision": 0.124072, "recall": 0.142292}, {"accuracy": 0.142292, "f1": 0.120668, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"], "main_score": 0.120668, "precision": 0.114789, "recall": 0.142292}, {"accuracy": 0.175889, "f1": 0.15532, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"], "main_score": 0.15532, "precision": 0.148543, "recall": 0.175889}, {"accuracy": 0.186759, "f1": 0.173319, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"], "main_score": 0.173319, "precision": 0.168822, "recall": 0.186759}, {"accuracy": 0.163043, "f1": 0.138511, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"], "main_score": 0.138511, "precision": 0.131861, "recall": 0.163043}, {"accuracy": 0.040514, "f1": 0.033906, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"], "main_score": 0.033906, "precision": 0.031792, "recall": 0.040514}, {"accuracy": 0.096838, "f1": 0.077717, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"], "main_score": 0.077717, "precision": 0.073325, "recall": 0.096838}, {"accuracy": 0.155138, "f1": 0.140358, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"], "main_score": 0.140358, "precision": 0.135796, "recall": 0.155138}, {"accuracy": 0.072134, "f1": 0.066769, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"], "main_score": 0.066769, "precision": 0.065089, "recall": 0.072134}, {"accuracy": 0.144269, "f1": 0.125682, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"], "main_score": 0.125682, "precision": 0.120723, "recall": 0.144269}, {"accuracy": 0.378458, "f1": 0.345824, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"], "main_score": 0.345824, "precision": 0.335015, "recall": 0.378458}, {"accuracy": 0.06917, "f1": 0.061448, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"], "main_score": 0.061448, "precision": 0.059063, "recall": 0.06917}, {"accuracy": 0.163043, "f1": 0.139784, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"], "main_score": 0.139784, "precision": 0.134307, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.149512, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"], "main_score": 0.149512, "precision": 0.143497, "recall": 0.175889}, {"accuracy": 0.170949, "f1": 0.152245, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"], "main_score": 0.152245, "precision": 0.148103, "recall": 0.170949}, {"accuracy": 0.134387, "f1": 0.121259, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"], "main_score": 0.121259, "precision": 0.117252, "recall": 0.134387}, {"accuracy": 0.218379, "f1": 0.18602, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"], "main_score": 0.18602, "precision": 0.178251, "recall": 0.218379}, {"accuracy": 0.121542, "f1": 0.104666, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"], "main_score": 0.104666, "precision": 0.100593, "recall": 0.121542}, {"accuracy": 0.15415, "f1": 0.142524, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"], "main_score": 0.142524, "precision": 0.139246, "recall": 0.15415}, {"accuracy": 0.144269, "f1": 0.113473, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"], "main_score": 0.113473, "precision": 0.102769, "recall": 0.144269}, {"accuracy": 0.202569, "f1": 0.182146, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"], "main_score": 0.182146, "precision": 0.176093, "recall": 0.202569}, {"accuracy": 0.04249, "f1": 0.034009, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"], "main_score": 0.034009, "precision": 0.032402, "recall": 0.04249}, {"accuracy": 0.146245, "f1": 0.126563, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"], "main_score": 0.126563, "precision": 0.121028, "recall": 0.146245}, {"accuracy": 0.141304, "f1": 0.121216, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"], "main_score": 0.121216, "precision": 0.115993, "recall": 0.141304}, {"accuracy": 0.124506, "f1": 0.10911, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"], "main_score": 0.10911, "precision": 0.105448, "recall": 0.124506}, {"accuracy": 0.208498, "f1": 0.192882, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"], "main_score": 0.192882, "precision": 0.187978, "recall": 0.208498}, {"accuracy": 0.118577, "f1": 0.105108, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"], "main_score": 0.105108, "precision": 0.100915, "recall": 0.118577}, {"accuracy": 0.233202, "f1": 0.211748, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"], "main_score": 0.211748, "precision": 0.203523, "recall": 0.233202}, {"accuracy": 0.262846, "f1": 0.240965, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"], "main_score": 0.240965, "precision": 0.233514, "recall": 0.262846}, {"accuracy": 0.204545, "f1": 0.178303, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"], "main_score": 0.178303, "precision": 0.172327, "recall": 0.204545}, {"accuracy": 0.231225, "f1": 0.21658, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"], "main_score": 0.21658, "precision": 0.211114, "recall": 0.231225}, {"accuracy": 0.212451, "f1": 0.188037, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"], "main_score": 0.188037, "precision": 0.18156, "recall": 0.212451}, {"accuracy": 0.20751, "f1": 0.183773, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"], "main_score": 0.183773, "precision": 0.17582, "recall": 0.20751}, {"accuracy": 0.215415, "f1": 0.186442, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"], "main_score": 0.186442, "precision": 0.180027, "recall": 0.215415}, {"accuracy": 0.087945, "f1": 0.079118, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"], "main_score": 0.079118, "precision": 0.076578, "recall": 0.087945}, {"accuracy": 0.168972, "f1": 0.146378, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"], "main_score": 0.146378, "precision": 0.141068, "recall": 0.168972}, {"accuracy": 0.203557, "f1": 0.17903, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"], "main_score": 0.17903, "precision": 0.170361, "recall": 0.203557}, {"accuracy": 0.183794, "f1": 0.165472, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"], "main_score": 0.165472, "precision": 0.16052, "recall": 0.183794}, {"accuracy": 0.182806, "f1": 0.159221, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"], "main_score": 0.159221, "precision": 0.151864, "recall": 0.182806}, {"accuracy": 0.393281, "f1": 0.354268, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"], "main_score": 0.354268, "precision": 0.340148, "recall": 0.393281}, {"accuracy": 0.216403, "f1": 0.189566, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"], "main_score": 0.189566, "precision": 0.180723, "recall": 0.216403}, {"accuracy": 0.08498, "f1": 0.072256, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"], "main_score": 0.072256, "precision": 0.069296, "recall": 0.08498}, {"accuracy": 0.202569, "f1": 0.178862, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"], "main_score": 0.178862, "precision": 0.171854, "recall": 0.202569}, {"accuracy": 0.185771, "f1": 0.164237, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"], "main_score": 0.164237, "precision": 0.157216, "recall": 0.185771}, {"accuracy": 0.230237, "f1": 0.20406, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"], "main_score": 0.20406, "precision": 0.194143, "recall": 0.230237}, {"accuracy": 0.237154, "f1": 0.218827, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"], "main_score": 0.218827, "precision": 0.211902, "recall": 0.237154}, {"accuracy": 0.061265, "f1": 0.049775, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"], "main_score": 0.049775, "precision": 0.047558, "recall": 0.061265}, {"accuracy": 0.203557, "f1": 0.179723, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"], "main_score": 0.179723, "precision": 0.171687, "recall": 0.203557}, {"accuracy": 0.30336, "f1": 0.279281, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"], "main_score": 0.279281, "precision": 0.270245, "recall": 0.30336}, {"accuracy": 0.133399, "f1": 0.120234, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"], "main_score": 0.120234, "precision": 0.116726, "recall": 0.133399}, {"accuracy": 0.22332, "f1": 0.200404, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"], "main_score": 0.200404, "precision": 0.192621, "recall": 0.22332}, {"accuracy": 0.211462, "f1": 0.192465, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"], "main_score": 0.192465, "precision": 0.185728, "recall": 0.211462}, {"accuracy": 0.119565, "f1": 0.11152, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"], "main_score": 0.11152, "precision": 0.109301, "recall": 0.119565}, {"accuracy": 0.236166, "f1": 0.214431, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"], "main_score": 0.214431, "precision": 0.206359, "recall": 0.236166}, {"accuracy": 0.1917, "f1": 0.177649, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"], "main_score": 0.177649, "precision": 0.173203, "recall": 0.1917}, {"accuracy": 0.08498, "f1": 0.076284, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"], "main_score": 0.076284, "precision": 0.07399, "recall": 0.08498}, {"accuracy": 0.136364, "f1": 0.11556, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"], "main_score": 0.11556, "precision": 0.109907, "recall": 0.136364}, {"accuracy": 0.156126, "f1": 0.138393, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"], "main_score": 0.138393, "precision": 0.133017, "recall": 0.156126}, {"accuracy": 0.184783, "f1": 0.165391, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"], "main_score": 0.165391, "precision": 0.15861, "recall": 0.184783}, {"accuracy": 0.142292, "f1": 0.11957, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"], "main_score": 0.11957, "precision": 0.113336, "recall": 0.142292}, {"accuracy": 0.153162, "f1": 0.130015, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"], "main_score": 0.130015, "precision": 0.123676, "recall": 0.153162}, {"accuracy": 0.168972, "f1": 0.148379, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"], "main_score": 0.148379, "precision": 0.142458, "recall": 0.168972}, {"accuracy": 0.056324, "f1": 0.044857, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"], "main_score": 0.044857, "precision": 0.042473, "recall": 0.056324}, {"accuracy": 0.157115, "f1": 0.136849, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"], "main_score": 0.136849, "precision": 0.130797, "recall": 0.157115}, {"accuracy": 0.270751, "f1": 0.247545, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"], "main_score": 0.247545, "precision": 0.239704, "recall": 0.270751}, {"accuracy": 0.091897, "f1": 0.055849, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"], "main_score": 0.055849, "precision": 0.047449, "recall": 0.091897}, {"accuracy": 0.225296, "f1": 0.153353, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"], "main_score": 0.153353, "precision": 0.135449, "recall": 0.225296}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.90415, "f1": 0.875395, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"], "main_score": 0.875395, "precision": 0.861742, "recall": 0.90415}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.648221, "f1": 0.574485, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"], "main_score": 0.574485, "precision": 0.546774, "recall": 0.648221}, {"accuracy": 0.237154, "f1": 0.171013, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"], "main_score": 0.171013, "precision": 0.153367, "recall": 0.237154}, {"accuracy": 0.422925, "f1": 0.335125, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"], "main_score": 0.335125, "precision": 0.307039, "recall": 0.422925}, {"accuracy": 0.687747, "f1": 0.616707, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"], "main_score": 0.616707, "precision": 0.587314, "recall": 0.687747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"], "main_score": 0.90224, "precision": 0.891716, "recall": 0.924901}, {"accuracy": 0.263834, "f1": 0.180159, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"], "main_score": 0.180159, "precision": 0.158243, "recall": 0.263834}, {"accuracy": 0.942688, "f1": 0.926548, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"], "main_score": 0.926548, "precision": 0.918972, "recall": 0.942688}, {"accuracy": 0.850791, "f1": 0.810507, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"], "main_score": 0.810507, "precision": 0.792655, "recall": 0.850791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.315217, "f1": 0.22931, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"], "main_score": 0.22931, "precision": 0.205839, "recall": 0.315217}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.959486, "f1": 0.94753, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"], "main_score": 0.94753, "precision": 0.941782, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.184783, "f1": 0.126385, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"], "main_score": 0.126385, "precision": 0.111526, "recall": 0.184783}, {"accuracy": 0.88834, "f1": 0.856785, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"], "main_score": 0.856785, "precision": 0.842177, "recall": 0.88834}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.73419, "f1": 0.668429, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"], "main_score": 0.668429, "precision": 0.640375, "recall": 0.73419}, {"accuracy": 0.06917, "f1": 0.033119, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"], "main_score": 0.033119, "precision": 0.028057, "recall": 0.06917}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.252964, "f1": 0.17846, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"], "main_score": 0.17846, "precision": 0.160117, "recall": 0.252964}, {"accuracy": 0.871542, "f1": 0.837319, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"], "main_score": 0.837319, "precision": 0.821558, "recall": 0.871542}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.937747, "f1": 0.920026, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"], "main_score": 0.920026, "precision": 0.911644, "recall": 0.937747}, {"accuracy": 0.916008, "f1": 0.889822, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"], "main_score": 0.889822, "precision": 0.87747, "recall": 0.916008}, {"accuracy": 0.305336, "f1": 0.230637, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"], "main_score": 0.230637, "precision": 0.208697, "recall": 0.305336}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.823123, "f1": 0.780736, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"], "main_score": 0.780736, "precision": 0.762368, "recall": 0.823123}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.89081, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"], "main_score": 0.89081, "precision": 0.880138, "recall": 0.914032}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.193676, "f1": 0.128232, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"], "main_score": 0.128232, "precision": 0.114153, "recall": 0.193676}, {"accuracy": 0.066206, "f1": 0.041254, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"], "main_score": 0.041254, "precision": 0.035416, "recall": 0.066206}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.184783, "f1": 0.123626, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"], "main_score": 0.123626, "precision": 0.109582, "recall": 0.184783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.900198, "f1": 0.872892, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"], "main_score": 0.872892, "precision": 0.860458, "recall": 0.900198}, {"accuracy": 0.764822, "f1": 0.706743, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"], "main_score": 0.706743, "precision": 0.682131, "recall": 0.764822}, {"accuracy": 0.218379, "f1": 0.145171, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"], "main_score": 0.145171, "precision": 0.127059, "recall": 0.218379}, {"accuracy": 0.778656, "f1": 0.72747, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"], "main_score": 0.72747, "precision": 0.704364, "recall": 0.778656}, {"accuracy": 0.661067, "f1": 0.585855, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"], "main_score": 0.585855, "precision": 0.55674, "recall": 0.661067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.763834, "f1": 0.706969, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"], "main_score": 0.706969, "precision": 0.68307, "recall": 0.763834}, {"accuracy": 0.193676, "f1": 0.131094, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"], "main_score": 0.131094, "precision": 0.116986, "recall": 0.193676}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.072134, "f1": 0.038411, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"], "main_score": 0.038411, "precision": 0.0315, "recall": 0.072134}, {"accuracy": 0.274704, "f1": 0.203788, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"], "main_score": 0.203788, "precision": 0.185443, "recall": 0.274704}, {"accuracy": 0.379447, "f1": 0.288888, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"], "main_score": 0.288888, "precision": 0.261141, "recall": 0.379447}, {"accuracy": 0.098814, "f1": 0.052953, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"], "main_score": 0.052953, "precision": 0.043124, "recall": 0.098814}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.314229, "f1": 0.232659, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"], "main_score": 0.232659, "precision": 0.210657, "recall": 0.314229}, {"accuracy": 0.787549, "f1": 0.733613, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"], "main_score": 0.733613, "precision": 0.711507, "recall": 0.787549}, {"accuracy": 0.483202, "f1": 0.400765, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"], "main_score": 0.400765, "precision": 0.373819, "recall": 0.483202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.291502, "f1": 0.214537, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"], "main_score": 0.214537, "precision": 0.195024, "recall": 0.291502}, {"accuracy": 0.354743, "f1": 0.273294, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"], "main_score": 0.273294, "precision": 0.249853, "recall": 0.354743}, {"accuracy": 0.277668, "f1": 0.194256, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"], "main_score": 0.194256, "precision": 0.17233, "recall": 0.277668}, {"accuracy": 0.374506, "f1": 0.291161, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"], "main_score": 0.291161, "precision": 0.266615, "recall": 0.374506}, {"accuracy": 0.660079, "f1": 0.587414, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"], "main_score": 0.587414, "precision": 0.558078, "recall": 0.660079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.060277, "f1": 0.022045, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"], "main_score": 0.022045, "precision": 0.017206, "recall": 0.060277}, {"accuracy": 0.222332, "f1": 0.15062, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"], "main_score": 0.15062, "precision": 0.131813, "recall": 0.222332}, {"accuracy": 0.757905, "f1": 0.69785, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"], "main_score": 0.69785, "precision": 0.672414, "recall": 0.757905}, {"accuracy": 0.257905, "f1": 0.187199, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"], "main_score": 0.187199, "precision": 0.169129, "recall": 0.257905}, {"accuracy": 0.065217, "f1": 0.032174, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"], "main_score": 0.032174, "precision": 0.026885, "recall": 0.065217}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.80336, "f1": 0.75524, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"], "main_score": 0.75524, "precision": 0.734561, "recall": 0.80336}, {"accuracy": 0.802372, "f1": 0.747036, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"], "main_score": 0.747036, "precision": 0.722859, "recall": 0.802372}, {"accuracy": 0.785573, "f1": 0.736366, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"], "main_score": 0.736366, "precision": 0.715408, "recall": 0.785573}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.252964, "f1": 0.180282, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"], "main_score": 0.180282, "precision": 0.159951, "recall": 0.252964}, {"accuracy": 0.194664, "f1": 0.131965, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"], "main_score": 0.131965, "precision": 0.11695, "recall": 0.194664}, {"accuracy": 0.896245, "f1": 0.86502, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"], "main_score": 0.86502, "precision": 0.850049, "recall": 0.896245}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.409091, "f1": 0.324097, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"], "main_score": 0.324097, "precision": 0.297456, "recall": 0.409091}, {"accuracy": 0.228261, "f1": 0.157177, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"], "main_score": 0.157177, "precision": 0.139551, "recall": 0.228261}, {"accuracy": 0.73913, "f1": 0.676188, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"], "main_score": 0.676188, "precision": 0.650405, "recall": 0.73913}, {"accuracy": 0.936759, "f1": 0.919368, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"], "main_score": 0.919368, "precision": 0.911314, "recall": 0.936759}, {"accuracy": 0.222332, "f1": 0.147916, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"], "main_score": 0.147916, "precision": 0.131169, "recall": 0.222332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.270751, "f1": 0.200569, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"], "main_score": 0.200569, "precision": 0.182469, "recall": 0.270751}, {"accuracy": 0.442688, "f1": 0.350604, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"], "main_score": 0.350604, "precision": 0.319102, "recall": 0.442688}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.757905, "f1": 0.699675, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"], "main_score": 0.699675, "precision": 0.674193, "recall": 0.757905}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.250988, "f1": 0.18006, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"], "main_score": 0.18006, "precision": 0.160745, "recall": 0.250988}, {"accuracy": 0.082016, "f1": 0.036749, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"], "main_score": 0.036749, "precision": 0.030184, "recall": 0.082016}, {"accuracy": 0.274704, "f1": 0.196504, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"], "main_score": 0.196504, "precision": 0.174697, "recall": 0.274704}, {"accuracy": 0.151186, "f1": 0.096314, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"], "main_score": 0.096314, "precision": 0.08494, "recall": 0.151186}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.732213, "f1": 0.668874, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"], "main_score": 0.668874, "precision": 0.642292, "recall": 0.732213}, {"accuracy": 0.098814, "f1": 0.064279, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"], "main_score": 0.064279, "precision": 0.05628, "recall": 0.098814}, {"accuracy": 0.752964, "f1": 0.692363, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"], "main_score": 0.692363, "precision": 0.666354, "recall": 0.752964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.753953, "f1": 0.693643, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"], "main_score": 0.693643, "precision": 0.667638, "recall": 0.753953}, {"accuracy": 0.523715, "f1": 0.43771, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"], "main_score": 0.43771, "precision": 0.405997, "recall": 0.523715}, {"accuracy": 0.214427, "f1": 0.140998, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"], "main_score": 0.140998, "precision": 0.122801, "recall": 0.214427}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.416008, "f1": 0.328241, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"], "main_score": 0.328241, "precision": 0.299861, "recall": 0.416008}, {"accuracy": 0.249012, "f1": 0.17072, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"], "main_score": 0.17072, "precision": 0.151212, "recall": 0.249012}, {"accuracy": 0.23419, "f1": 0.161953, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"], "main_score": 0.161953, "precision": 0.143626, "recall": 0.23419}, {"accuracy": 0.249012, "f1": 0.178505, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"], "main_score": 0.178505, "precision": 0.160292, "recall": 0.249012}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.020751, "f1": 0.004946, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"], "main_score": 0.004946, "precision": 0.003822, "recall": 0.020751}, {"accuracy": 0.868577, "f1": 0.829941, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"], "main_score": 0.829941, "precision": 0.812368, "recall": 0.868577}, {"accuracy": 0.442688, "f1": 0.357061, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"], "main_score": 0.357061, "precision": 0.326971, "recall": 0.442688}, {"accuracy": 0.852767, "f1": 0.812385, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"], "main_score": 0.812385, "precision": 0.793643, "recall": 0.852767}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.110672, "f1": 0.064579, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"], "main_score": 0.064579, "precision": 0.056114, "recall": 0.110672}, {"accuracy": 0.224308, "f1": 0.151991, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"], "main_score": 0.151991, "precision": 0.133327, "recall": 0.224308}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.657115, "f1": 0.583451, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"], "main_score": 0.583451, "precision": 0.554548, "recall": 0.657115}, {"accuracy": 0.201581, "f1": 0.133082, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"], "main_score": 0.133082, "precision": 0.116535, "recall": 0.201581}, {"accuracy": 0.224308, "f1": 0.15097, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"], "main_score": 0.15097, "precision": 0.132153, "recall": 0.224308}, {"accuracy": 0.947628, "f1": 0.930336, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"], "main_score": 0.930336, "precision": 0.921772, "recall": 0.947628}, {"accuracy": 0.216403, "f1": 0.145458, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"], "main_score": 0.145458, "precision": 0.127949, "recall": 0.216403}, {"accuracy": 0.230237, "f1": 0.158236, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"], "main_score": 0.158236, "precision": 0.138977, "recall": 0.230237}, {"accuracy": 0.81917, "f1": 0.772417, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"], "main_score": 0.772417, "precision": 0.751647, "recall": 0.81917}, {"accuracy": 0.679842, "f1": 0.610492, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"], "main_score": 0.610492, "precision": 0.583689, "recall": 0.679842}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.306324, "f1": 0.221547, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"], "main_score": 0.221547, "precision": 0.196812, "recall": 0.306324}, {"accuracy": 0.48419, "f1": 0.39764, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"], "main_score": 0.39764, "precision": 0.368881, "recall": 0.48419}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.544466, "f1": 0.461727, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"], "main_score": 0.461727, "precision": 0.430155, "recall": 0.544466}, {"accuracy": 0.850791, "f1": 0.807938, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"], "main_score": 0.807938, "precision": 0.788538, "recall": 0.850791}, {"accuracy": 0.3083, "f1": 0.23103, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"], "main_score": 0.23103, "precision": 0.208702, "recall": 0.3083}, {"accuracy": 0.614625, "f1": 0.535454, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"], "main_score": 0.535454, "precision": 0.503796, "recall": 0.614625}, {"accuracy": 0.718379, "f1": 0.655621, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"], "main_score": 0.655621, "precision": 0.629556, "recall": 0.718379}, {"accuracy": 0.269763, "f1": 0.190087, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"], "main_score": 0.190087, "precision": 0.167662, "recall": 0.269763}, {"accuracy": 0.934783, "f1": 0.914921, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"], "main_score": 0.914921, "precision": 0.90555, "recall": 0.934783}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.9417, "f1": 0.922661, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"], "main_score": 0.922661, "precision": 0.913291, "recall": 0.9417}, {"accuracy": 0.787549, "f1": 0.733649, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"], "main_score": 0.733649, "precision": 0.709239, "recall": 0.787549}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.425889, "f1": 0.342293, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"], "main_score": 0.342293, "precision": 0.31343, "recall": 0.425889}, {"accuracy": 0.509881, "f1": 0.421529, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"], "main_score": 0.421529, "precision": 0.390322, "recall": 0.509881}, {"accuracy": 0.118577, "f1": 0.065158, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"], "main_score": 0.065158, "precision": 0.054861, "recall": 0.118577}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.200593, "f1": 0.133424, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"], "main_score": 0.133424, "precision": 0.114889, "recall": 0.200593}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"], "main_score": 0.943676, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.482213, "f1": 0.396217, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"], "main_score": 0.396217, "precision": 0.367664, "recall": 0.482213}, {"accuracy": 0.373518, "f1": 0.284684, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"], "main_score": 0.284684, "precision": 0.257835, "recall": 0.373518}, {"accuracy": 0.885375, "f1": 0.849473, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"], "main_score": 0.849473, "precision": 0.83251, "recall": 0.885375}, {"accuracy": 0.283597, "f1": 0.207494, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"], "main_score": 0.207494, "precision": 0.185947, "recall": 0.283597}, {"accuracy": 0.254941, "f1": 0.175052, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"], "main_score": 0.175052, "precision": 0.154146, "recall": 0.254941}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.475296, "f1": 0.384568, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"], "main_score": 0.384568, "precision": 0.355037, "recall": 0.475296}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.214427, "f1": 0.136633, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"], "main_score": 0.136633, "precision": 0.118312, "recall": 0.214427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"], "main_score": 0.898057, "precision": 0.886891, "recall": 0.921937}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.203557, "f1": 0.137504, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"], "main_score": 0.137504, "precision": 0.121901, "recall": 0.203557}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"], "main_score": 0.907609, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.20751, "f1": 0.133149, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"], "main_score": 0.133149, "precision": 0.114648, "recall": 0.20751}, {"accuracy": 0.235178, "f1": 0.163793, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"], "main_score": 0.163793, "precision": 0.145535, "recall": 0.235178}, {"accuracy": 0.162055, "f1": 0.104729, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"], "main_score": 0.104729, "precision": 0.092155, "recall": 0.162055}, {"accuracy": 0.559289, "f1": 0.478402, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"], "main_score": 0.478402, "precision": 0.447574, "recall": 0.559289}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.326087, "f1": 0.240961, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"], "main_score": 0.240961, "precision": 0.21537, "recall": 0.326087}, {"accuracy": 0.208498, "f1": 0.138282, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"], "main_score": 0.138282, "precision": 0.121349, "recall": 0.208498}, {"accuracy": 0.248024, "f1": 0.176013, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"], "main_score": 0.176013, "precision": 0.158145, "recall": 0.248024}, {"accuracy": 0.839921, "f1": 0.797167, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"], "main_score": 0.797167, "precision": 0.77836, "recall": 0.839921}, {"accuracy": 0.197628, "f1": 0.128164, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"], "main_score": 0.128164, "precision": 0.111713, "recall": 0.197628}, {"accuracy": 0.206522, "f1": 0.141961, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"], "main_score": 0.141961, "precision": 0.126191, "recall": 0.206522}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"], "main_score": 0.952734, "precision": 0.947628, "recall": 0.963439}, {"accuracy": 0.309289, "f1": 0.228841, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"], "main_score": 0.228841, "precision": 0.206797, "recall": 0.309289}, {"accuracy": 0.271739, "f1": 0.193226, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"], "main_score": 0.193226, "precision": 0.173811, "recall": 0.271739}, {"accuracy": 0.65415, "f1": 0.578301, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"], "main_score": 0.578301, "precision": 0.548242, "recall": 0.65415}, {"accuracy": 0.379447, "f1": 0.29333, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"], "main_score": 0.29333, "precision": 0.265932, "recall": 0.379447}, {"accuracy": 0.491107, "f1": 0.404013, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"], "main_score": 0.404013, "precision": 0.373921, "recall": 0.491107}, {"accuracy": 0.867589, "f1": 0.830567, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"], "main_score": 0.830567, "precision": 0.814015, "recall": 0.867589}, {"accuracy": 0.354743, "f1": 0.265918, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"], "main_score": 0.265918, "precision": 0.237946, "recall": 0.354743}, {"accuracy": 0.48913, "f1": 0.40503, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"], "main_score": 0.40503, "precision": 0.375649, "recall": 0.48913}, {"accuracy": 0.199605, "f1": 0.132377, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"], "main_score": 0.132377, "precision": 0.114544, "recall": 0.199605}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.860672, "f1": 0.822398, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"], "main_score": 0.822398, "precision": 0.80504, "recall": 0.860672}, {"accuracy": 0.291502, "f1": 0.217741, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"], "main_score": 0.217741, "precision": 0.19546, "recall": 0.291502}, {"accuracy": 0.224308, "f1": 0.149717, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"], "main_score": 0.149717, "precision": 0.13067, "recall": 0.224308}, {"accuracy": 0.09585, "f1": 0.071302, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"], "main_score": 0.071302, "precision": 0.064296, "recall": 0.09585}, {"accuracy": 0.258893, "f1": 0.219788, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"], "main_score": 0.219788, "precision": 0.205613, "recall": 0.258893}, {"accuracy": 0.004941, "f1": 0.000313, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"], "main_score": 0.000313, "precision": 0.000169, "recall": 0.004941}, {"accuracy": 0.367589, "f1": 0.330524, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"], "main_score": 0.330524, "precision": 0.319217, "recall": 0.367589}, {"accuracy": 0.312253, "f1": 0.28857, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"], "main_score": 0.28857, "precision": 0.280031, "recall": 0.312253}, {"accuracy": 0.318182, "f1": 0.281516, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"], "main_score": 0.281516, "precision": 0.270682, "recall": 0.318182}, {"accuracy": 0.352767, "f1": 0.33064, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"], "main_score": 0.33064, "precision": 0.323208, "recall": 0.352767}, {"accuracy": 0.284585, "f1": 0.250126, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"], "main_score": 0.250126, "precision": 0.237407, "recall": 0.284585}, {"accuracy": 0.448617, "f1": 0.40355, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"], "main_score": 0.40355, "precision": 0.389627, "recall": 0.448617}, {"accuracy": 0.384387, "f1": 0.362263, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"], "main_score": 0.362263, "precision": 0.354665, "recall": 0.384387}, {"accuracy": 0.355731, "f1": 0.326003, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"], "main_score": 0.326003, "precision": 0.315334, "recall": 0.355731}, {"accuracy": 0.331028, "f1": 0.300923, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"], "main_score": 0.300923, "precision": 0.291301, "recall": 0.331028}, {"accuracy": 0.267787, "f1": 0.229348, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"], "main_score": 0.229348, "precision": 0.21519, "recall": 0.267787}, {"accuracy": 0.329051, "f1": 0.301155, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"], "main_score": 0.301155, "precision": 0.292683, "recall": 0.329051}, {"accuracy": 0.302372, "f1": 0.263582, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"], "main_score": 0.263582, "precision": 0.251906, "recall": 0.302372}, {"accuracy": 0.452569, "f1": 0.412953, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"], "main_score": 0.412953, "precision": 0.401205, "recall": 0.452569}, {"accuracy": 0.339921, "f1": 0.300849, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"], "main_score": 0.300849, "precision": 0.286846, "recall": 0.339921}, {"accuracy": 0.316206, "f1": 0.295415, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"], "main_score": 0.295415, "precision": 0.28822, "recall": 0.316206}, {"accuracy": 0.31917, "f1": 0.283973, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"], "main_score": 0.283973, "precision": 0.27283, "recall": 0.31917}, {"accuracy": 0.475296, "f1": 0.432838, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"], "main_score": 0.432838, "precision": 0.419085, "recall": 0.475296}, {"accuracy": 0.413043, "f1": 0.383632, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"], "main_score": 0.383632, "precision": 0.374813, "recall": 0.413043}, {"accuracy": 0.210474, "f1": 0.17435, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"], "main_score": 0.17435, "precision": 0.161821, "recall": 0.210474}, {"accuracy": 0.188735, "f1": 0.159814, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"], "main_score": 0.159814, "precision": 0.151651, "recall": 0.188735}, {"accuracy": 0.37253, "f1": 0.344046, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"], "main_score": 0.344046, "precision": 0.33521, "recall": 0.37253}, {"accuracy": 0.338933, "f1": 0.309727, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"], "main_score": 0.309727, "precision": 0.299277, "recall": 0.338933}, {"accuracy": 0.05336, "f1": 0.028256, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"], "main_score": 0.028256, "precision": 0.023809, "recall": 0.05336}, {"accuracy": 0.333992, "f1": 0.305973, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"], "main_score": 0.305973, "precision": 0.296611, "recall": 0.333992}, {"accuracy": 0.275692, "f1": 0.230753, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"], "main_score": 0.230753, "precision": 0.215544, "recall": 0.275692}, {"accuracy": 0.357708, "f1": 0.33047, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"], "main_score": 0.33047, "precision": 0.322577, "recall": 0.357708}, {"accuracy": 0.44664, "f1": 0.405755, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"], "main_score": 0.405755, "precision": 0.394225, "recall": 0.44664}, {"accuracy": 0.34585, "f1": 0.321577, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"], "main_score": 0.321577, "precision": 0.314017, "recall": 0.34585}, {"accuracy": 0.29249, "f1": 0.254812, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"], "main_score": 0.254812, "precision": 0.243926, "recall": 0.29249}, {"accuracy": 0.285573, "f1": 0.247402, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"], "main_score": 0.247402, "precision": 0.233722, "recall": 0.285573}, {"accuracy": 0.395257, "f1": 0.360137, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"], "main_score": 0.360137, "precision": 0.348257, "recall": 0.395257}, {"accuracy": 0.208498, "f1": 0.179902, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"], "main_score": 0.179902, "precision": 0.171921, "recall": 0.208498}, {"accuracy": 0.321146, "f1": 0.289653, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"], "main_score": 0.289653, "precision": 0.279788, "recall": 0.321146}, {"accuracy": 0.217391, "f1": 0.1875, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"], "main_score": 0.1875, "precision": 0.178022, "recall": 0.217391}, {"accuracy": 0.443676, "f1": 0.403604, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"], "main_score": 0.403604, "precision": 0.391396, "recall": 0.443676}, {"accuracy": 0.315217, "f1": 0.278355, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"], "main_score": 0.278355, "precision": 0.264937, "recall": 0.315217}, {"accuracy": 0.23913, "f1": 0.188398, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"], "main_score": 0.188398, "precision": 0.17106, "recall": 0.23913}, {"accuracy": 0.050395, "f1": 0.036138, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"], "main_score": 0.036138, "precision": 0.032424, "recall": 0.050395}, {"accuracy": 0.438735, "f1": 0.401038, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"], "main_score": 0.401038, "precision": 0.388904, "recall": 0.438735}, {"accuracy": 0.200593, "f1": 0.160808, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"], "main_score": 0.160808, "precision": 0.147757, "recall": 0.200593}, {"accuracy": 0.396245, "f1": 0.365388, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"], "main_score": 0.365388, "precision": 0.355311, "recall": 0.396245}, {"accuracy": 0.41996, "f1": 0.387067, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"], "main_score": 0.387067, "precision": 0.376785, "recall": 0.41996}, {"accuracy": 0.323123, "f1": 0.287452, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"], "main_score": 0.287452, "precision": 0.277115, "recall": 0.323123}, {"accuracy": 0.332016, "f1": 0.310079, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"], "main_score": 0.310079, "precision": 0.301866, "recall": 0.332016}, {"accuracy": 0.240119, "f1": 0.194192, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"], "main_score": 0.194192, "precision": 0.178184, "recall": 0.240119}, {"accuracy": 0.339921, "f1": 0.304949, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"], "main_score": 0.304949, "precision": 0.294198, "recall": 0.339921}, {"accuracy": 0.405138, "f1": 0.379105, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"], "main_score": 0.379105, "precision": 0.369755, "recall": 0.405138}, {"accuracy": 0.452569, "f1": 0.404766, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"], "main_score": 0.404766, "precision": 0.390329, "recall": 0.452569}, {"accuracy": 0.383399, "f1": 0.365049, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"], "main_score": 0.365049, "precision": 0.358866, "recall": 0.383399}, {"accuracy": 0.222332, "f1": 0.181592, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"], "main_score": 0.181592, "precision": 0.167441, "recall": 0.222332}, {"accuracy": 0.355731, "f1": 0.321844, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"], "main_score": 0.321844, "precision": 0.311237, "recall": 0.355731}, {"accuracy": 0.065217, "f1": 0.049945, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"], "main_score": 0.049945, "precision": 0.045364, "recall": 0.065217}, {"accuracy": 0.306324, "f1": 0.267685, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"], "main_score": 0.267685, "precision": 0.254381, "recall": 0.306324}, {"accuracy": 0.368577, "f1": 0.337651, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"], "main_score": 0.337651, "precision": 0.325459, "recall": 0.368577}, {"accuracy": 0.059289, "f1": 0.044032, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"], "main_score": 0.044032, "precision": 0.038925, "recall": 0.059289}, {"accuracy": 0.403162, "f1": 0.368545, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"], "main_score": 0.368545, "precision": 0.357354, "recall": 0.403162}, {"accuracy": 0.323123, "f1": 0.294472, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"], "main_score": 0.294472, "precision": 0.28532, "recall": 0.323123}, {"accuracy": 0.416008, "f1": 0.388507, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"], "main_score": 0.388507, "precision": 0.379065, "recall": 0.416008}, {"accuracy": 0.307312, "f1": 0.27242, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"], "main_score": 0.27242, "precision": 0.262062, "recall": 0.307312}, {"accuracy": 0.325099, "f1": 0.2808, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"], "main_score": 0.2808, "precision": 0.265794, "recall": 0.325099}, {"accuracy": 0.387352, "f1": 0.365334, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"], "main_score": 0.365334, "precision": 0.358946, "recall": 0.387352}, {"accuracy": 0.289526, "f1": 0.260024, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"], "main_score": 0.260024, "precision": 0.249973, "recall": 0.289526}, {"accuracy": 0.474308, "f1": 0.435428, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"], "main_score": 0.435428, "precision": 0.424359, "recall": 0.474308}, {"accuracy": 0.306324, "f1": 0.269551, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"], "main_score": 0.269551, "precision": 0.255654, "recall": 0.306324}, {"accuracy": 0.300395, "f1": 0.266467, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"], "main_score": 0.266467, "precision": 0.254773, "recall": 0.300395}, {"accuracy": 0.297431, "f1": 0.257573, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"], "main_score": 0.257573, "precision": 0.242635, "recall": 0.297431}, {"accuracy": 0.293478, "f1": 0.254538, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"], "main_score": 0.254538, "precision": 0.241169, "recall": 0.293478}, {"accuracy": 0.295455, "f1": 0.269997, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"], "main_score": 0.269997, "precision": 0.260813, "recall": 0.295455}, {"accuracy": 0.43083, "f1": 0.393871, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"], "main_score": 0.393871, "precision": 0.382517, "recall": 0.43083}, {"accuracy": 0.051383, "f1": 0.025763, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"], "main_score": 0.025763, "precision": 0.020802, "recall": 0.051383}, {"accuracy": 0.218379, "f1": 0.181625, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"], "main_score": 0.181625, "precision": 0.167924, "recall": 0.218379}, {"accuracy": 0.293478, "f1": 0.267961, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"], "main_score": 0.267961, "precision": 0.259557, "recall": 0.293478}, {"accuracy": 0.288538, "f1": 0.248828, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"], "main_score": 0.248828, "precision": 0.233604, "recall": 0.288538}, {"accuracy": 0.05336, "f1": 0.0359, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"], "main_score": 0.0359, "precision": 0.03226, "recall": 0.05336}, {"accuracy": 0.462451, "f1": 0.421937, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"], "main_score": 0.421937, "precision": 0.409819, "recall": 0.462451}, {"accuracy": 0.335968, "f1": 0.308521, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"], "main_score": 0.308521, "precision": 0.299367, "recall": 0.335968}, {"accuracy": 0.383399, "f1": 0.352884, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"], "main_score": 0.352884, "precision": 0.342167, "recall": 0.383399}, {"accuracy": 0.163043, "f1": 0.131912, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"], "main_score": 0.131912, "precision": 0.123154, "recall": 0.163043}, {"accuracy": 0.434783, "f1": 0.402201, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"], "main_score": 0.402201, "precision": 0.391906, "recall": 0.434783}, {"accuracy": 0.416008, "f1": 0.380915, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"], "main_score": 0.380915, "precision": 0.369894, "recall": 0.416008}, {"accuracy": 0.455534, "f1": 0.409065, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"], "main_score": 0.409065, "precision": 0.394779, "recall": 0.455534}, {"accuracy": 0.364625, "f1": 0.333343, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"], "main_score": 0.333343, "precision": 0.324064, "recall": 0.364625}, {"accuracy": 0.249012, "f1": 0.211422, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"], "main_score": 0.211422, "precision": 0.198223, "recall": 0.249012}, {"accuracy": 0.229249, "f1": 0.185396, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"], "main_score": 0.185396, "precision": 0.170622, "recall": 0.229249}, {"accuracy": 0.199605, "f1": 0.169935, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"], "main_score": 0.169935, "precision": 0.162007, "recall": 0.199605}, {"accuracy": 0.451581, "f1": 0.40718, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"], "main_score": 0.40718, "precision": 0.394825, "recall": 0.451581}, {"accuracy": 0.311265, "f1": 0.288177, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"], "main_score": 0.288177, "precision": 0.280934, "recall": 0.311265}, {"accuracy": 0.385375, "f1": 0.353522, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"], "main_score": 0.353522, "precision": 0.34087, "recall": 0.385375}, {"accuracy": 0.247036, "f1": 0.209096, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"], "main_score": 0.209096, "precision": 0.196026, "recall": 0.247036}, {"accuracy": 0.385375, "f1": 0.361699, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"], "main_score": 0.361699, "precision": 0.353298, "recall": 0.385375}, {"accuracy": 0.338933, "f1": 0.30436, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"], "main_score": 0.30436, "precision": 0.294488, "recall": 0.338933}, {"accuracy": 0.242095, "f1": 0.20079, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"], "main_score": 0.20079, "precision": 0.185554, "recall": 0.242095}, {"accuracy": 0.400198, "f1": 0.364502, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"], "main_score": 0.364502, "precision": 0.353825, "recall": 0.400198}, {"accuracy": 0.291502, "f1": 0.250187, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"], "main_score": 0.250187, "precision": 0.23527, "recall": 0.291502}, {"accuracy": 0.396245, "f1": 0.359421, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"], "main_score": 0.359421, "precision": 0.344952, "recall": 0.396245}, {"accuracy": 0.339921, "f1": 0.311446, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"], "main_score": 0.311446, "precision": 0.302266, "recall": 0.339921}, {"accuracy": 0.416008, "f1": 0.380354, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"], "main_score": 0.380354, "precision": 0.369719, "recall": 0.416008}, {"accuracy": 0.460474, "f1": 0.415233, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"], "main_score": 0.415233, "precision": 0.40108, "recall": 0.460474}, {"accuracy": 0.375494, "f1": 0.333945, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"], "main_score": 0.333945, "precision": 0.321374, "recall": 0.375494}, {"accuracy": 0.344862, "f1": 0.318987, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"], "main_score": 0.318987, "precision": 0.31079, "recall": 0.344862}, {"accuracy": 0.285573, "f1": 0.250971, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"], "main_score": 0.250971, "precision": 0.240095, "recall": 0.285573}, {"accuracy": 0.268775, "f1": 0.239562, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"], "main_score": 0.239562, "precision": 0.229197, "recall": 0.268775}, {"accuracy": 0.083004, "f1": 0.048739, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"], "main_score": 0.048739, "precision": 0.041871, "recall": 0.083004}, {"accuracy": 0.288538, "f1": 0.252052, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"], "main_score": 0.252052, "precision": 0.237781, "recall": 0.288538}, {"accuracy": 0.130435, "f1": 0.090196, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"], "main_score": 0.090196, "precision": 0.079776, "recall": 0.130435}, {"accuracy": 0.459486, "f1": 0.417602, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"], "main_score": 0.417602, "precision": 0.404753, "recall": 0.459486}, {"accuracy": 0.363636, "f1": 0.333038, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"], "main_score": 0.333038, "precision": 0.324026, "recall": 0.363636}, {"accuracy": 0.110672, "f1": 0.082474, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"], "main_score": 0.082474, "precision": 0.074755, "recall": 0.110672}, {"accuracy": 0.366601, "f1": 0.339985, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"], "main_score": 0.339985, "precision": 0.330633, "recall": 0.366601}, {"accuracy": 0.454545, "f1": 0.408575, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"], "main_score": 0.408575, "precision": 0.393713, "recall": 0.454545}, {"accuracy": 0.219368, "f1": 0.19795, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"], "main_score": 0.19795, "precision": 0.189718, "recall": 0.219368}, {"accuracy": 0.31917, "f1": 0.290021, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"], "main_score": 0.290021, "precision": 0.280325, "recall": 0.31917}, {"accuracy": 0.218379, "f1": 0.177208, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"], "main_score": 0.177208, "precision": 0.162848, "recall": 0.218379}, {"accuracy": 0.337945, "f1": 0.30859, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"], "main_score": 0.30859, "precision": 0.299061, "recall": 0.337945}, {"accuracy": 0.364625, "f1": 0.332734, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"], "main_score": 0.332734, "precision": 0.32023, "recall": 0.364625}, {"accuracy": 0.257905, "f1": 0.218284, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"], "main_score": 0.218284, "precision": 0.204259, "recall": 0.257905}, {"accuracy": 0.283597, "f1": 0.236815, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"], "main_score": 0.236815, "precision": 0.220132, "recall": 0.283597}, {"accuracy": 0.259881, "f1": 0.22061, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"], "main_score": 0.22061, "precision": 0.207083, "recall": 0.259881}, {"accuracy": 0.443676, "f1": 0.406449, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"], "main_score": 0.406449, "precision": 0.394444, "recall": 0.443676}, {"accuracy": 0.022727, "f1": 0.007283, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"], "main_score": 0.007283, "precision": 0.005374, "recall": 0.022727}, {"accuracy": 0.219368, "f1": 0.189184, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"], "main_score": 0.189184, "precision": 0.180415, "recall": 0.219368}, {"accuracy": 0.137352, "f1": 0.113455, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"], "main_score": 0.113455, "precision": 0.106135, "recall": 0.137352}, {"accuracy": 0.290514, "f1": 0.262716, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"], "main_score": 0.262716, "precision": 0.254921, "recall": 0.290514}, {"accuracy": 0.4417, "f1": 0.401526, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"], "main_score": 0.401526, "precision": 0.388606, "recall": 0.4417}, {"accuracy": 0.116601, "f1": 0.084165, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"], "main_score": 0.084165, "precision": 0.07489, "recall": 0.116601}, {"accuracy": 0.26087, "f1": 0.216451, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"], "main_score": 0.216451, "precision": 0.2009, "recall": 0.26087}, {"accuracy": 0.398221, "f1": 0.362499, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"], "main_score": 0.362499, "precision": 0.351135, "recall": 0.398221}, {"accuracy": 0.45751, "f1": 0.413473, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"], "main_score": 0.413473, "precision": 0.398829, "recall": 0.45751}, {"accuracy": 0.337945, "f1": 0.309105, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"], "main_score": 0.309105, "precision": 0.298865, "recall": 0.337945}, {"accuracy": 0.199605, "f1": 0.165351, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"], "main_score": 0.165351, "precision": 0.153156, "recall": 0.199605}, {"accuracy": 0.249012, "f1": 0.211283, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"], "main_score": 0.211283, "precision": 0.197227, "recall": 0.249012}, {"accuracy": 0.314229, "f1": 0.289205, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"], "main_score": 0.289205, "precision": 0.280943, "recall": 0.314229}, {"accuracy": 0.235178, "f1": 0.192783, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"], "main_score": 0.192783, "precision": 0.177341, "recall": 0.235178}, {"accuracy": 0.216403, "f1": 0.178543, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"], "main_score": 0.178543, "precision": 0.164933, "recall": 0.216403}, {"accuracy": 0.204545, "f1": 0.175501, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"], "main_score": 0.175501, "precision": 0.16593, "recall": 0.204545}, {"accuracy": 0.353755, "f1": 0.325366, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"], "main_score": 0.325366, "precision": 0.315495, "recall": 0.353755}, {"accuracy": 0.344862, "f1": 0.303336, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"], "main_score": 0.303336, "precision": 0.289911, "recall": 0.344862}, {"accuracy": 0.253953, "f1": 0.206121, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"], "main_score": 0.206121, "precision": 0.190351, "recall": 0.253953}, {"accuracy": 0.385375, "f1": 0.354944, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"], "main_score": 0.354944, "precision": 0.343624, "recall": 0.385375}, {"accuracy": 0.380435, "f1": 0.339291, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"], "main_score": 0.339291, "precision": 0.327802, "recall": 0.380435}, {"accuracy": 0.120553, "f1": 0.098651, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"], "main_score": 0.098651, "precision": 0.091072, "recall": 0.120553}, {"accuracy": 0.238142, "f1": 0.205937, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"], "main_score": 0.205937, "precision": 0.196482, "recall": 0.238142}, {"accuracy": 0.241107, "f1": 0.204852, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"], "main_score": 0.204852, "precision": 0.193598, "recall": 0.241107}, {"accuracy": 0.222332, "f1": 0.202652, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"], "main_score": 0.202652, "precision": 0.195609, "recall": 0.222332}, {"accuracy": 0.348814, "f1": 0.31576, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"], "main_score": 0.31576, "precision": 0.305543, "recall": 0.348814}, {"accuracy": 0.289526, "f1": 0.255385, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"], "main_score": 0.255385, "precision": 0.242935, "recall": 0.289526}, {"accuracy": 0.212451, "f1": 0.184147, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"], "main_score": 0.184147, "precision": 0.175409, "recall": 0.212451}, {"accuracy": 0.396245, "f1": 0.353455, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"], "main_score": 0.353455, "precision": 0.339671, "recall": 0.396245}, {"accuracy": 0.394269, "f1": 0.35189, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"], "main_score": 0.35189, "precision": 0.338569, "recall": 0.394269}, {"accuracy": 0.411067, "f1": 0.375977, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"], "main_score": 0.375977, "precision": 0.364966, "recall": 0.411067}, {"accuracy": 0.318182, "f1": 0.297864, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"], "main_score": 0.297864, "precision": 0.289575, "recall": 0.318182}, {"accuracy": 0.461462, "f1": 0.419929, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"], "main_score": 0.419929, "precision": 0.40741, "recall": 0.461462}, {"accuracy": 0.224308, "f1": 0.192295, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"], "main_score": 0.192295, "precision": 0.181377, "recall": 0.224308}, {"accuracy": 0.332016, "f1": 0.30433, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"], "main_score": 0.30433, "precision": 0.294399, "recall": 0.332016}, {"accuracy": 0.144269, "f1": 0.101226, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"], "main_score": 0.101226, "precision": 0.088512, "recall": 0.144269}, {"accuracy": 0.447628, "f1": 0.410266, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"], "main_score": 0.410266, "precision": 0.398085, "recall": 0.447628}, {"accuracy": 0.068182, "f1": 0.053675, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"], "main_score": 0.053675, "precision": 0.048446, "recall": 0.068182}, {"accuracy": 0.366601, "f1": 0.334354, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"], "main_score": 0.334354, "precision": 0.323773, "recall": 0.366601}, {"accuracy": 0.357708, "f1": 0.316145, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"], "main_score": 0.316145, "precision": 0.302652, "recall": 0.357708}, {"accuracy": 0.258893, "f1": 0.228487, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"], "main_score": 0.228487, "precision": 0.218849, "recall": 0.258893}, {"accuracy": 0.352767, "f1": 0.31549, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"], "main_score": 0.31549, "precision": 0.30115, "recall": 0.352767}, {"accuracy": 0.313241, "f1": 0.283767, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"], "main_score": 0.283767, "precision": 0.27385, "recall": 0.313241}, {"accuracy": 0.300395, "f1": 0.257911, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"], "main_score": 0.257911, "precision": 0.242477, "recall": 0.300395}, {"accuracy": 0.27668, "f1": 0.231988, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"], "main_score": 0.231988, "precision": 0.21614, "recall": 0.27668}, {"accuracy": 0.444664, "f1": 0.403503, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"], "main_score": 0.403503, "precision": 0.391908, "recall": 0.444664}, {"accuracy": 0.389328, "f1": 0.35822, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"], "main_score": 0.35822, "precision": 0.346199, "recall": 0.389328}, {"accuracy": 0.471344, "f1": 0.432788, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"], "main_score": 0.432788, "precision": 0.419892, "recall": 0.471344}, {"accuracy": 0.256917, "f1": 0.205441, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"], "main_score": 0.205441, "precision": 0.188466, "recall": 0.256917}, {"accuracy": 0.467391, "f1": 0.425198, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"], "main_score": 0.425198, "precision": 0.413547, "recall": 0.467391}, {"accuracy": 0.262846, "f1": 0.234149, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"], "main_score": 0.234149, "precision": 0.225765, "recall": 0.262846}, {"accuracy": 0.38834, "f1": 0.349664, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"], "main_score": 0.349664, "precision": 0.338101, "recall": 0.38834}, {"accuracy": 0.212451, "f1": 0.168828, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"], "main_score": 0.168828, "precision": 0.154929, "recall": 0.212451}, {"accuracy": 0.421937, "f1": 0.383384, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"], "main_score": 0.383384, "precision": 0.371646, "recall": 0.421937}, {"accuracy": 0.226285, "f1": 0.184477, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"], "main_score": 0.184477, "precision": 0.169709, "recall": 0.226285}, {"accuracy": 0.255929, "f1": 0.218162, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"], "main_score": 0.218162, "precision": 0.203731, "recall": 0.255929}, {"accuracy": 0.186759, "f1": 0.144705, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"], "main_score": 0.144705, "precision": 0.131652, "recall": 0.186759}, {"accuracy": 0.246047, "f1": 0.210908, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"], "main_score": 0.210908, "precision": 0.198688, "recall": 0.246047}, {"accuracy": 0.464427, "f1": 0.427665, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"], "main_score": 0.427665, "precision": 0.416642, "recall": 0.464427}, {"accuracy": 0.297431, "f1": 0.261745, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"], "main_score": 0.261745, "precision": 0.248979, "recall": 0.297431}, {"accuracy": 0.23419, "f1": 0.187275, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"], "main_score": 0.187275, "precision": 0.171139, "recall": 0.23419}, {"accuracy": 0.258893, "f1": 0.216783, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"], "main_score": 0.216783, "precision": 0.201957, "recall": 0.258893}, {"accuracy": 0.175889, "f1": 0.145473, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"], "main_score": 0.145473, "precision": 0.136533, "recall": 0.175889}, {"accuracy": 0.202569, "f1": 0.163663, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"], "main_score": 0.163663, "precision": 0.149986, "recall": 0.202569}, {"accuracy": 0.257905, "f1": 0.220811, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"], "main_score": 0.220811, "precision": 0.206927, "recall": 0.257905}, {"accuracy": 0.332016, "f1": 0.307567, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"], "main_score": 0.307567, "precision": 0.299239, "recall": 0.332016}, {"accuracy": 0.304348, "f1": 0.26462, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"], "main_score": 0.26462, "precision": 0.250091, "recall": 0.304348}, {"accuracy": 0.283597, "f1": 0.240046, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"], "main_score": 0.240046, "precision": 0.225741, "recall": 0.283597}, {"accuracy": 0.318182, "f1": 0.294082, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"], "main_score": 0.294082, "precision": 0.285622, "recall": 0.318182}, {"accuracy": 0.366601, "f1": 0.329639, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"], "main_score": 0.329639, "precision": 0.314775, "recall": 0.366601}, {"accuracy": 0.376482, "f1": 0.34219, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"], "main_score": 0.34219, "precision": 0.329341, "recall": 0.376482}, {"accuracy": 0.226285, "f1": 0.198083, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"], "main_score": 0.198083, "precision": 0.188772, "recall": 0.226285}, {"accuracy": 0.255929, "f1": 0.22604, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"], "main_score": 0.22604, "precision": 0.21487, "recall": 0.255929}, {"accuracy": 0.342885, "f1": 0.310432, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"], "main_score": 0.310432, "precision": 0.299856, "recall": 0.342885}, {"accuracy": 0.244071, "f1": 0.205273, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"], "main_score": 0.205273, "precision": 0.191364, "recall": 0.244071}, {"accuracy": 0.36166, "f1": 0.318276, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"], "main_score": 0.318276, "precision": 0.304424, "recall": 0.36166}, {"accuracy": 0.353755, "f1": 0.315603, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"], "main_score": 0.315603, "precision": 0.304124, "recall": 0.353755}, {"accuracy": 0.409091, "f1": 0.369291, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"], "main_score": 0.369291, "precision": 0.356946, "recall": 0.409091}, {"accuracy": 0.187747, "f1": 0.152781, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"], "main_score": 0.152781, "precision": 0.142475, "recall": 0.187747}, {"accuracy": 0.251976, "f1": 0.219029, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"], "main_score": 0.219029, "precision": 0.207317, "recall": 0.251976}, {"accuracy": 0.259881, "f1": 0.210195, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"], "main_score": 0.210195, "precision": 0.19425, "recall": 0.259881}, {"accuracy": 0.079051, "f1": 0.054854, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"], "main_score": 0.054854, "precision": 0.048136, "recall": 0.079051}, {"accuracy": 0.237154, "f1": 0.187194, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"], "main_score": 0.187194, "precision": 0.171835, "recall": 0.237154}, {"accuracy": 0.004941, "f1": 0.000111, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"], "main_score": 0.000111, "precision": 5.6e-05, "recall": 0.004941}, {"accuracy": 0.615613, "f1": 0.568332, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"], "main_score": 0.568332, "precision": 0.552057, "recall": 0.615613}, {"accuracy": 0.546443, "f1": 0.499985, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"], "main_score": 0.499985, "precision": 0.482901, "recall": 0.546443}, {"accuracy": 0.607708, "f1": 0.563333, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"], "main_score": 0.563333, "precision": 0.547847, "recall": 0.607708}, {"accuracy": 0.536561, "f1": 0.486293, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"], "main_score": 0.486293, "precision": 0.466827, "recall": 0.536561}, {"accuracy": 0.267787, "f1": 0.21277, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"], "main_score": 0.21277, "precision": 0.196945, "recall": 0.267787}, {"accuracy": 0.690711, "f1": 0.648325, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"], "main_score": 0.648325, "precision": 0.632821, "recall": 0.690711}, {"accuracy": 0.481225, "f1": 0.421823, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"], "main_score": 0.421823, "precision": 0.400225, "recall": 0.481225}, {"accuracy": 0.640316, "f1": 0.59267, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"], "main_score": 0.59267, "precision": 0.575594, "recall": 0.640316}, {"accuracy": 0.581028, "f1": 0.536687, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"], "main_score": 0.536687, "precision": 0.521025, "recall": 0.581028}, {"accuracy": 0.304348, "f1": 0.238852, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"], "main_score": 0.238852, "precision": 0.218818, "recall": 0.304348}, {"accuracy": 0.581028, "f1": 0.539491, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"], "main_score": 0.539491, "precision": 0.523662, "recall": 0.581028}, {"accuracy": 0.494071, "f1": 0.438762, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"], "main_score": 0.438762, "precision": 0.418818, "recall": 0.494071}, {"accuracy": 0.694664, "f1": 0.653257, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"], "main_score": 0.653257, "precision": 0.638433, "recall": 0.694664}, {"accuracy": 0.342885, "f1": 0.27404, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"], "main_score": 0.27404, "precision": 0.25247, "recall": 0.342885}, {"accuracy": 0.603755, "f1": 0.562883, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"], "main_score": 0.562883, "precision": 0.547214, "recall": 0.603755}, {"accuracy": 0.570158, "f1": 0.51832, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"], "main_score": 0.51832, "precision": 0.49986, "recall": 0.570158}, {"accuracy": 0.727273, "f1": 0.686274, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"], "main_score": 0.686274, "precision": 0.670628, "recall": 0.727273}, {"accuracy": 0.699605, "f1": 0.655293, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"], "main_score": 0.655293, "precision": 0.63857, "recall": 0.699605}, {"accuracy": 0.208498, "f1": 0.162039, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"], "main_score": 0.162039, "precision": 0.149348, "recall": 0.208498}, {"accuracy": 0.416008, "f1": 0.371203, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"], "main_score": 0.371203, "precision": 0.356531, "recall": 0.416008}, {"accuracy": 0.644269, "f1": 0.600913, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"], "main_score": 0.600913, "precision": 0.58525, "recall": 0.644269}, {"accuracy": 0.539526, "f1": 0.480589, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"], "main_score": 0.480589, "precision": 0.459099, "recall": 0.539526}, {"accuracy": 0.059289, "f1": 0.030532, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"], "main_score": 0.030532, "precision": 0.026102, "recall": 0.059289}, {"accuracy": 0.624506, "f1": 0.579676, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"], "main_score": 0.579676, "precision": 0.562442, "recall": 0.624506}, {"accuracy": 0.285573, "f1": 0.225378, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"], "main_score": 0.225378, "precision": 0.208181, "recall": 0.285573}, {"accuracy": 0.578063, "f1": 0.536459, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"], "main_score": 0.536459, "precision": 0.520163, "recall": 0.578063}, {"accuracy": 0.69664, "f1": 0.655574, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"], "main_score": 0.655574, "precision": 0.640711, "recall": 0.69664}, {"accuracy": 0.574111, "f1": 0.537777, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"], "main_score": 0.537777, "precision": 0.524398, "recall": 0.574111}, {"accuracy": 0.509881, "f1": 0.462967, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"], "main_score": 0.462967, "precision": 0.445618, "recall": 0.509881}, {"accuracy": 0.325099, "f1": 0.272927, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"], "main_score": 0.272927, "precision": 0.255708, "recall": 0.325099}, {"accuracy": 0.671937, "f1": 0.631236, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"], "main_score": 0.631236, "precision": 0.616301, "recall": 0.671937}, {"accuracy": 0.378458, "f1": 0.330057, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"], "main_score": 0.330057, "precision": 0.312805, "recall": 0.378458}, {"accuracy": 0.563241, "f1": 0.51846, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"], "main_score": 0.51846, "precision": 0.502562, "recall": 0.563241}, {"accuracy": 0.440711, "f1": 0.39503, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"], "main_score": 0.39503, "precision": 0.378035, "recall": 0.440711}, {"accuracy": 0.701581, "f1": 0.662365, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"], "main_score": 0.662365, "precision": 0.647567, "recall": 0.701581}, {"accuracy": 0.575099, "f1": 0.522052, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"], "main_score": 0.522052, "precision": 0.502857, "recall": 0.575099}, {"accuracy": 0.199605, "f1": 0.142933, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"], "main_score": 0.142933, "precision": 0.127938, "recall": 0.199605}, {"accuracy": 0.056324, "f1": 0.035757, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"], "main_score": 0.035757, "precision": 0.030181, "recall": 0.056324}, {"accuracy": 0.687747, "f1": 0.645354, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"], "main_score": 0.645354, "precision": 0.630405, "recall": 0.687747}, {"accuracy": 0.185771, "f1": 0.137007, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"], "main_score": 0.137007, "precision": 0.124195, "recall": 0.185771}, {"accuracy": 0.66502, "f1": 0.621093, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"], "main_score": 0.621093, "precision": 0.605456, "recall": 0.66502}, {"accuracy": 0.643281, "f1": 0.600036, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"], "main_score": 0.600036, "precision": 0.583697, "recall": 0.643281}, {"accuracy": 0.549407, "f1": 0.496369, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"], "main_score": 0.496369, "precision": 0.477624, "recall": 0.549407}, {"accuracy": 0.525692, "f1": 0.485275, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"], "main_score": 0.485275, "precision": 0.469727, "recall": 0.525692}, {"accuracy": 0.227273, "f1": 0.165052, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"], "main_score": 0.165052, "precision": 0.145872, "recall": 0.227273}, {"accuracy": 0.488142, "f1": 0.437789, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"], "main_score": 0.437789, "precision": 0.420404, "recall": 0.488142}, {"accuracy": 0.562253, "f1": 0.515735, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"], "main_score": 0.515735, "precision": 0.496311, "recall": 0.562253}, {"accuracy": 0.708498, "f1": 0.662733, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"], "main_score": 0.662733, "precision": 0.646286, "recall": 0.708498}, {"accuracy": 0.658103, "f1": 0.621193, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"], "main_score": 0.621193, "precision": 0.60595, "recall": 0.658103}, {"accuracy": 0.213439, "f1": 0.162217, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"], "main_score": 0.162217, "precision": 0.147574, "recall": 0.213439}, {"accuracy": 0.631423, "f1": 0.582855, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"], "main_score": 0.582855, "precision": 0.566234, "recall": 0.631423}, {"accuracy": 0.076087, "f1": 0.051004, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"], "main_score": 0.051004, "precision": 0.043707, "recall": 0.076087}, {"accuracy": 0.302372, "f1": 0.243658, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"], "main_score": 0.243658, "precision": 0.225319, "recall": 0.302372}, {"accuracy": 0.43083, "f1": 0.37091, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"], "main_score": 0.37091, "precision": 0.3496, "recall": 0.43083}, {"accuracy": 0.083004, "f1": 0.052624, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"], "main_score": 0.052624, "precision": 0.043933, "recall": 0.083004}, {"accuracy": 0.674901, "f1": 0.636545, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"], "main_score": 0.636545, "precision": 0.622142, "recall": 0.674901}, {"accuracy": 0.576087, "f1": 0.532909, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"], "main_score": 0.532909, "precision": 0.516792, "recall": 0.576087}, {"accuracy": 0.700593, "f1": 0.657529, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"], "main_score": 0.657529, "precision": 0.642359, "recall": 0.700593}, {"accuracy": 0.536561, "f1": 0.480368, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"], "main_score": 0.480368, "precision": 0.46164, "recall": 0.536561}, {"accuracy": 0.347826, "f1": 0.282641, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"], "main_score": 0.282641, "precision": 0.260805, "recall": 0.347826}, {"accuracy": 0.624506, "f1": 0.575341, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"], "main_score": 0.575341, "precision": 0.555609, "recall": 0.624506}, {"accuracy": 0.392292, "f1": 0.339998, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"], "main_score": 0.339998, "precision": 0.320987, "recall": 0.392292}, {"accuracy": 0.729249, "f1": 0.693489, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"], "main_score": 0.693489, "precision": 0.680739, "recall": 0.729249}, {"accuracy": 0.306324, "f1": 0.242932, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"], "main_score": 0.242932, "precision": 0.223723, "recall": 0.306324}, {"accuracy": 0.353755, "f1": 0.293668, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"], "main_score": 0.293668, "precision": 0.275419, "recall": 0.353755}, {"accuracy": 0.298419, "f1": 0.229974, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"], "main_score": 0.229974, "precision": 0.209, "recall": 0.298419}, {"accuracy": 0.346838, "f1": 0.292143, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"], "main_score": 0.292143, "precision": 0.274495, "recall": 0.346838}, {"accuracy": 0.460474, "f1": 0.416081, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"], "main_score": 0.416081, "precision": 0.398346, "recall": 0.460474}, {"accuracy": 0.681818, "f1": 0.642313, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"], "main_score": 0.642313, "precision": 0.626879, "recall": 0.681818}, {"accuracy": 0.055336, "f1": 0.022694, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"], "main_score": 0.022694, "precision": 0.017958, "recall": 0.055336}, {"accuracy": 0.246047, "f1": 0.189789, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"], "main_score": 0.189789, "precision": 0.172028, "recall": 0.246047}, {"accuracy": 0.466403, "f1": 0.421283, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"], "main_score": 0.421283, "precision": 0.404778, "recall": 0.466403}, {"accuracy": 0.286561, "f1": 0.22372, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"], "main_score": 0.22372, "precision": 0.204313, "recall": 0.286561}, {"accuracy": 0.060277, "f1": 0.034779, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"], "main_score": 0.034779, "precision": 0.029812, "recall": 0.060277}, {"accuracy": 0.712451, "f1": 0.669714, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"], "main_score": 0.669714, "precision": 0.653555, "recall": 0.712451}, {"accuracy": 0.555336, "f1": 0.505773, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"], "main_score": 0.505773, "precision": 0.487798, "recall": 0.555336}, {"accuracy": 0.583992, "f1": 0.532704, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"], "main_score": 0.532704, "precision": 0.513817, "recall": 0.583992}, {"accuracy": 0.332016, "f1": 0.282138, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"], "main_score": 0.282138, "precision": 0.264669, "recall": 0.332016}, {"accuracy": 0.706522, "f1": 0.664448, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"], "main_score": 0.664448, "precision": 0.649063, "recall": 0.706522}, {"accuracy": 0.68083, "f1": 0.638358, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"], "main_score": 0.638358, "precision": 0.622917, "recall": 0.68083}, {"accuracy": 0.708498, "f1": 0.665672, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"], "main_score": 0.665672, "precision": 0.650182, "recall": 0.708498}, {"accuracy": 0.614625, "f1": 0.571704, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"], "main_score": 0.571704, "precision": 0.555448, "recall": 0.614625}, {"accuracy": 0.268775, "f1": 0.206873, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"], "main_score": 0.206873, "precision": 0.188078, "recall": 0.268775}, {"accuracy": 0.214427, "f1": 0.164105, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"], "main_score": 0.164105, "precision": 0.149635, "recall": 0.214427}, {"accuracy": 0.422925, "f1": 0.371945, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"], "main_score": 0.371945, "precision": 0.355325, "recall": 0.422925}, {"accuracy": 0.695652, "f1": 0.65158, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"], "main_score": 0.65158, "precision": 0.634798, "recall": 0.695652}, {"accuracy": 0.602767, "f1": 0.563898, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"], "main_score": 0.563898, "precision": 0.5496, "recall": 0.602767}, {"accuracy": 0.474308, "f1": 0.41522, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"], "main_score": 0.41522, "precision": 0.394438, "recall": 0.474308}, {"accuracy": 0.23913, "f1": 0.178914, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"], "main_score": 0.178914, "precision": 0.161309, "recall": 0.23913}, {"accuracy": 0.640316, "f1": 0.599015, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"], "main_score": 0.599015, "precision": 0.582288, "recall": 0.640316}, {"accuracy": 0.556324, "f1": 0.507252, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"], "main_score": 0.507252, "precision": 0.490364, "recall": 0.556324}, {"accuracy": 0.238142, "f1": 0.17831, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"], "main_score": 0.17831, "precision": 0.161373, "recall": 0.238142}, {"accuracy": 0.66502, "f1": 0.626208, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"], "main_score": 0.626208, "precision": 0.612634, "recall": 0.66502}, {"accuracy": 0.297431, "f1": 0.237056, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"], "main_score": 0.237056, "precision": 0.21788, "recall": 0.297431}, {"accuracy": 0.48913, "f1": 0.424331, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"], "main_score": 0.424331, "precision": 0.400662, "recall": 0.48913}, {"accuracy": 0.616601, "f1": 0.570685, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"], "main_score": 0.570685, "precision": 0.553338, "recall": 0.616601}, {"accuracy": 0.68083, "f1": 0.63599, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"], "main_score": 0.63599, "precision": 0.619564, "recall": 0.68083}, {"accuracy": 0.709486, "f1": 0.66405, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"], "main_score": 0.66405, "precision": 0.64778, "recall": 0.709486}, {"accuracy": 0.641304, "f1": 0.598004, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"], "main_score": 0.598004, "precision": 0.581473, "recall": 0.641304}, {"accuracy": 0.548419, "f1": 0.501201, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"], "main_score": 0.501201, "precision": 0.482763, "recall": 0.548419}, {"accuracy": 0.524704, "f1": 0.472803, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"], "main_score": 0.472803, "precision": 0.454337, "recall": 0.524704}, {"accuracy": 0.287549, "f1": 0.22693, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"], "main_score": 0.22693, "precision": 0.206829, "recall": 0.287549}, {"accuracy": 0.087945, "f1": 0.044749, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"], "main_score": 0.044749, "precision": 0.037608, "recall": 0.087945}, {"accuracy": 0.307312, "f1": 0.24571, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"], "main_score": 0.24571, "precision": 0.22702, "recall": 0.307312}, {"accuracy": 0.137352, "f1": 0.088274, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"], "main_score": 0.088274, "precision": 0.077087, "recall": 0.137352}, {"accuracy": 0.708498, "f1": 0.667006, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"], "main_score": 0.667006, "precision": 0.652105, "recall": 0.708498}, {"accuracy": 0.549407, "f1": 0.496509, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"], "main_score": 0.496509, "precision": 0.475977, "recall": 0.549407}, {"accuracy": 0.109684, "f1": 0.077954, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"], "main_score": 0.077954, "precision": 0.069654, "recall": 0.109684}, {"accuracy": 0.574111, "f1": 0.524316, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"], "main_score": 0.524316, "precision": 0.505556, "recall": 0.574111}, {"accuracy": 0.714427, "f1": 0.671142, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"], "main_score": 0.671142, "precision": 0.65522, "recall": 0.714427}, {"accuracy": 0.425889, "f1": 0.37494, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"], "main_score": 0.37494, "precision": 0.356368, "recall": 0.425889}, {"accuracy": 0.48913, "f1": 0.426271, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"], "main_score": 0.426271, "precision": 0.400754, "recall": 0.48913}, {"accuracy": 0.215415, "f1": 0.154984, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"], "main_score": 0.154984, "precision": 0.138689, "recall": 0.215415}, {"accuracy": 0.599802, "f1": 0.550243, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"], "main_score": 0.550243, "precision": 0.53155, "recall": 0.599802}, {"accuracy": 0.438735, "f1": 0.378672, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"], "main_score": 0.378672, "precision": 0.3573, "recall": 0.438735}, {"accuracy": 0.271739, "f1": 0.207469, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"], "main_score": 0.207469, "precision": 0.187579, "recall": 0.271739}, {"accuracy": 0.26581, "f1": 0.199122, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"], "main_score": 0.199122, "precision": 0.179297, "recall": 0.26581}, {"accuracy": 0.286561, "f1": 0.223508, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"], "main_score": 0.223508, "precision": 0.206065, "recall": 0.286561}, {"accuracy": 0.672925, "f1": 0.63297, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"], "main_score": 0.63297, "precision": 0.618434, "recall": 0.672925}, {"accuracy": 0.021739, "f1": 0.005375, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"], "main_score": 0.005375, "precision": 0.003705, "recall": 0.021739}, {"accuracy": 0.406126, "f1": 0.359707, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"], "main_score": 0.359707, "precision": 0.343086, "recall": 0.406126}, {"accuracy": 0.218379, "f1": 0.17446, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"], "main_score": 0.17446, "precision": 0.158634, "recall": 0.218379}, {"accuracy": 0.538538, "f1": 0.489533, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"], "main_score": 0.489533, "precision": 0.472016, "recall": 0.538538}, {"accuracy": 0.710474, "f1": 0.666279, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"], "main_score": 0.666279, "precision": 0.650699, "recall": 0.710474}, {"accuracy": 0.123518, "f1": 0.079301, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"], "main_score": 0.079301, "precision": 0.068457, "recall": 0.123518}, {"accuracy": 0.248024, "f1": 0.187731, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"], "main_score": 0.187731, "precision": 0.169221, "recall": 0.248024}, {"accuracy": 0.68083, "f1": 0.638608, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"], "main_score": 0.638608, "precision": 0.623349, "recall": 0.68083}, {"accuracy": 0.705534, "f1": 0.662286, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"], "main_score": 0.662286, "precision": 0.64528, "recall": 0.705534}, {"accuracy": 0.499012, "f1": 0.446411, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"], "main_score": 0.446411, "precision": 0.427784, "recall": 0.499012}, {"accuracy": 0.229249, "f1": 0.169641, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"], "main_score": 0.169641, "precision": 0.151678, "recall": 0.229249}, {"accuracy": 0.268775, "f1": 0.206461, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"], "main_score": 0.206461, "precision": 0.186375, "recall": 0.268775}, {"accuracy": 0.583004, "f1": 0.539348, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"], "main_score": 0.539348, "precision": 0.523909, "recall": 0.583004}, {"accuracy": 0.237154, "f1": 0.184145, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"], "main_score": 0.184145, "precision": 0.168275, "recall": 0.237154}, {"accuracy": 0.228261, "f1": 0.175078, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"], "main_score": 0.175078, "precision": 0.158004, "recall": 0.228261}, {"accuracy": 0.391304, "f1": 0.344465, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"], "main_score": 0.344465, "precision": 0.329008, "recall": 0.391304}, {"accuracy": 0.51581, "f1": 0.468644, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"], "main_score": 0.468644, "precision": 0.450923, "recall": 0.51581}, {"accuracy": 0.581028, "f1": 0.532133, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"], "main_score": 0.532133, "precision": 0.514141, "recall": 0.581028}, {"accuracy": 0.296443, "f1": 0.232057, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"], "main_score": 0.232057, "precision": 0.210502, "recall": 0.296443}, {"accuracy": 0.450593, "f1": 0.39396, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"], "main_score": 0.39396, "precision": 0.372728, "recall": 0.450593}, {"accuracy": 0.663043, "f1": 0.615974, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"], "main_score": 0.615974, "precision": 0.59933, "recall": 0.663043}, {"accuracy": 0.245059, "f1": 0.205214, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"], "main_score": 0.205214, "precision": 0.191061, "recall": 0.245059}, {"accuracy": 0.417984, "f1": 0.365357, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"], "main_score": 0.365357, "precision": 0.346676, "recall": 0.417984}, {"accuracy": 0.273715, "f1": 0.219807, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"], "main_score": 0.219807, "precision": 0.203193, "recall": 0.273715}, {"accuracy": 0.408103, "f1": 0.363472, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"], "main_score": 0.363472, "precision": 0.347877, "recall": 0.408103}, {"accuracy": 0.533597, "f1": 0.479513, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"], "main_score": 0.479513, "precision": 0.459461, "recall": 0.533597}, {"accuracy": 0.296443, "f1": 0.234121, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"], "main_score": 0.234121, "precision": 0.214444, "recall": 0.296443}, {"accuracy": 0.431818, "f1": 0.384833, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"], "main_score": 0.384833, "precision": 0.369976, "recall": 0.431818}, {"accuracy": 0.626482, "f1": 0.57865, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"], "main_score": 0.57865, "precision": 0.561803, "recall": 0.626482}, {"accuracy": 0.667984, "f1": 0.617662, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"], "main_score": 0.617662, "precision": 0.59905, "recall": 0.667984}, {"accuracy": 0.649209, "f1": 0.606907, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"], "main_score": 0.606907, "precision": 0.590947, "recall": 0.649209}, {"accuracy": 0.539526, "f1": 0.49319, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"], "main_score": 0.49319, "precision": 0.474082, "recall": 0.539526}, {"accuracy": 0.701581, "f1": 0.660876, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"], "main_score": 0.660876, "precision": 0.645378, "recall": 0.701581}, {"accuracy": 0.352767, "f1": 0.299976, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"], "main_score": 0.299976, "precision": 0.281142, "recall": 0.352767}, {"accuracy": 0.467391, "f1": 0.407859, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"], "main_score": 0.407859, "precision": 0.387389, "recall": 0.467391}, {"accuracy": 0.134387, "f1": 0.085866, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"], "main_score": 0.085866, "precision": 0.073773, "recall": 0.134387}, {"accuracy": 0.700593, "f1": 0.656214, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"], "main_score": 0.656214, "precision": 0.639337, "recall": 0.700593}, {"accuracy": 0.128458, "f1": 0.095959, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"], "main_score": 0.095959, "precision": 0.085739, "recall": 0.128458}, {"accuracy": 0.63834, "f1": 0.591922, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"], "main_score": 0.591922, "precision": 0.574935, "recall": 0.63834}, {"accuracy": 0.608696, "f1": 0.561954, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"], "main_score": 0.561954, "precision": 0.545248, "recall": 0.608696}, {"accuracy": 0.376482, "f1": 0.319765, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"], "main_score": 0.319765, "precision": 0.300912, "recall": 0.376482}, {"accuracy": 0.402174, "f1": 0.334649, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"], "main_score": 0.334649, "precision": 0.31268, "recall": 0.402174}, {"accuracy": 0.538538, "f1": 0.482757, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"], "main_score": 0.482757, "precision": 0.462377, "recall": 0.538538}, {"accuracy": 0.300395, "f1": 0.245619, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"], "main_score": 0.245619, "precision": 0.227487, "recall": 0.300395}, {"accuracy": 0.270751, "f1": 0.21378, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"], "main_score": 0.21378, "precision": 0.195291, "recall": 0.270751}, {"accuracy": 0.698617, "f1": 0.655564, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"], "main_score": 0.655564, "precision": 0.639343, "recall": 0.698617}, {"accuracy": 0.477273, "f1": 0.415676, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"], "main_score": 0.415676, "precision": 0.392436, "recall": 0.477273}, {"accuracy": 0.711462, "f1": 0.670379, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"], "main_score": 0.670379, "precision": 0.655189, "recall": 0.711462}, {"accuracy": 0.247036, "f1": 0.177872, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"], "main_score": 0.177872, "precision": 0.158361, "recall": 0.247036}, {"accuracy": 0.704545, "f1": 0.665727, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"], "main_score": 0.665727, "precision": 0.65129, "recall": 0.704545}, {"accuracy": 0.485178, "f1": 0.435737, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"], "main_score": 0.435737, "precision": 0.417918, "recall": 0.485178}, {"accuracy": 0.606719, "f1": 0.564061, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"], "main_score": 0.564061, "precision": 0.548258, "recall": 0.606719}, {"accuracy": 0.214427, "f1": 0.162033, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"], "main_score": 0.162033, "precision": 0.14656, "recall": 0.214427}, {"accuracy": 0.650198, "f1": 0.597631, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"], "main_score": 0.597631, "precision": 0.57834, "recall": 0.650198}, {"accuracy": 0.235178, "f1": 0.178153, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"], "main_score": 0.178153, "precision": 0.160371, "recall": 0.235178}, {"accuracy": 0.257905, "f1": 0.199891, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"], "main_score": 0.199891, "precision": 0.181848, "recall": 0.257905}, {"accuracy": 0.16996, "f1": 0.120594, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"], "main_score": 0.120594, "precision": 0.106856, "recall": 0.16996}, {"accuracy": 0.405138, "f1": 0.34659, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"], "main_score": 0.34659, "precision": 0.325675, "recall": 0.405138}, {"accuracy": 0.704545, "f1": 0.662328, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"], "main_score": 0.662328, "precision": 0.646575, "recall": 0.704545}, {"accuracy": 0.318182, "f1": 0.257086, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"], "main_score": 0.257086, "precision": 0.237047, "recall": 0.318182}, {"accuracy": 0.238142, "f1": 0.176682, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"], "main_score": 0.176682, "precision": 0.1595, "recall": 0.238142}, {"accuracy": 0.282609, "f1": 0.217413, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"], "main_score": 0.217413, "precision": 0.197986, "recall": 0.282609}, {"accuracy": 0.33498, "f1": 0.295045, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"], "main_score": 0.295045, "precision": 0.280959, "recall": 0.33498}, {"accuracy": 0.194664, "f1": 0.138633, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"], "main_score": 0.138633, "precision": 0.1236, "recall": 0.194664}, {"accuracy": 0.240119, "f1": 0.190073, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"], "main_score": 0.190073, "precision": 0.174309, "recall": 0.240119}, {"accuracy": 0.58498, "f1": 0.54916, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"], "main_score": 0.54916, "precision": 0.536726, "recall": 0.58498}, {"accuracy": 0.344862, "f1": 0.277141, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"], "main_score": 0.277141, "precision": 0.255689, "recall": 0.344862}, {"accuracy": 0.293478, "f1": 0.234156, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"], "main_score": 0.234156, "precision": 0.216405, "recall": 0.293478}, {"accuracy": 0.519763, "f1": 0.471577, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"], "main_score": 0.471577, "precision": 0.453297, "recall": 0.519763}, {"accuracy": 0.411067, "f1": 0.343588, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"], "main_score": 0.343588, "precision": 0.319939, "recall": 0.411067}, {"accuracy": 0.494071, "f1": 0.438845, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"], "main_score": 0.438845, "precision": 0.417013, "recall": 0.494071}, {"accuracy": 0.417984, "f1": 0.364184, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"], "main_score": 0.364184, "precision": 0.345748, "recall": 0.417984}, {"accuracy": 0.323123, "f1": 0.259543, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"], "main_score": 0.259543, "precision": 0.237112, "recall": 0.323123}, {"accuracy": 0.465415, "f1": 0.404971, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"], "main_score": 0.404971, "precision": 0.382533, "recall": 0.465415}, {"accuracy": 0.22332, "f1": 0.170394, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"], "main_score": 0.170394, "precision": 0.154474, "recall": 0.22332}, {"accuracy": 0.618577, "f1": 0.565958, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"], "main_score": 0.565958, "precision": 0.546514, "recall": 0.618577}, {"accuracy": 0.599802, "f1": 0.550195, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"], "main_score": 0.550195, "precision": 0.533312, "recall": 0.599802}, {"accuracy": 0.658103, "f1": 0.61311, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"], "main_score": 0.61311, "precision": 0.596801, "recall": 0.658103}, {"accuracy": 0.385375, "f1": 0.336718, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"], "main_score": 0.336718, "precision": 0.321439, "recall": 0.385375}, {"accuracy": 0.299407, "f1": 0.245126, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"], "main_score": 0.245126, "precision": 0.227124, "recall": 0.299407}, {"accuracy": 0.23913, "f1": 0.176185, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"], "main_score": 0.176185, "precision": 0.158885, "recall": 0.23913}, {"accuracy": 0.083992, "f1": 0.051583, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"], "main_score": 0.051583, "precision": 0.044218, "recall": 0.083992}, {"accuracy": 0.159091, "f1": 0.098773, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"], "main_score": 0.098773, "precision": 0.085255, "recall": 0.159091}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.906126, "f1": 0.877372, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"], "main_score": 0.877372, "precision": 0.863883, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"], "main_score": 0.927536, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.614625, "f1": 0.537094, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"], "main_score": 0.537094, "precision": 0.507773, "recall": 0.614625}, {"accuracy": 0.184783, "f1": 0.124985, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"], "main_score": 0.124985, "precision": 0.110247, "recall": 0.184783}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.393281, "f1": 0.306685, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"], "main_score": 0.306685, "precision": 0.27951, "recall": 0.393281}, {"accuracy": 0.649209, "f1": 0.575735, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"], "main_score": 0.575735, "precision": 0.546501, "recall": 0.649209}, {"accuracy": 0.908103, "f1": 0.881159, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"], "main_score": 0.881159, "precision": 0.868495, "recall": 0.908103}, {"accuracy": 0.231225, "f1": 0.152467, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"], "main_score": 0.152467, "precision": 0.131951, "recall": 0.231225}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.844862, "f1": 0.803788, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"], "main_score": 0.803788, "precision": 0.785606, "recall": 0.844862}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.281621, "f1": 0.197915, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"], "main_score": 0.197915, "precision": 0.177034, "recall": 0.281621}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.139328, "f1": 0.084265, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"], "main_score": 0.084265, "precision": 0.071185, "recall": 0.139328}, {"accuracy": 0.892292, "f1": 0.86087, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"], "main_score": 0.86087, "precision": 0.846294, "recall": 0.892292}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.699605, "f1": 0.632204, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"], "main_score": 0.632204, "precision": 0.604858, "recall": 0.699605}, {"accuracy": 0.060277, "f1": 0.02781, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"], "main_score": 0.02781, "precision": 0.022294, "recall": 0.060277}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.213439, "f1": 0.141886, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"], "main_score": 0.141886, "precision": 0.125323, "recall": 0.213439}, {"accuracy": 0.859684, "f1": 0.820817, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"], "main_score": 0.820817, "precision": 0.803113, "recall": 0.859684}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.931818, "f1": 0.911957, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"], "main_score": 0.911957, "precision": 0.902421, "recall": 0.931818}, {"accuracy": 0.907115, "f1": 0.87892, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"], "main_score": 0.87892, "precision": 0.865777, "recall": 0.907115}, {"accuracy": 0.257905, "f1": 0.181021, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"], "main_score": 0.181021, "precision": 0.158933, "recall": 0.257905}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.791502, "f1": 0.742427, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"], "main_score": 0.742427, "precision": 0.721106, "recall": 0.791502}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"], "main_score": 0.876383, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.153162, "f1": 0.092796, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"], "main_score": 0.092796, "precision": 0.081082, "recall": 0.153162}, {"accuracy": 0.056324, "f1": 0.032521, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"], "main_score": 0.032521, "precision": 0.026864, "recall": 0.056324}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.140316, "f1": 0.084662, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"], "main_score": 0.084662, "precision": 0.073094, "recall": 0.140316}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.880435, "f1": 0.845718, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"], "main_score": 0.845718, "precision": 0.829792, "recall": 0.880435}, {"accuracy": 0.73913, "f1": 0.678035, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"], "main_score": 0.678035, "precision": 0.652289, "recall": 0.73913}, {"accuracy": 0.172925, "f1": 0.103133, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"], "main_score": 0.103133, "precision": 0.086728, "recall": 0.172925}, {"accuracy": 0.727273, "f1": 0.670702, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"], "main_score": 0.670702, "precision": 0.646946, "recall": 0.727273}, {"accuracy": 0.626482, "f1": 0.550094, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"], "main_score": 0.550094, "precision": 0.520962, "recall": 0.626482}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.737154, "f1": 0.674445, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"], "main_score": 0.674445, "precision": 0.647974, "recall": 0.737154}, {"accuracy": 0.161067, "f1": 0.101803, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"], "main_score": 0.101803, "precision": 0.088143, "recall": 0.161067}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.072134, "f1": 0.042114, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"], "main_score": 0.042114, "precision": 0.036097, "recall": 0.072134}, {"accuracy": 0.228261, "f1": 0.159613, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"], "main_score": 0.159613, "precision": 0.142776, "recall": 0.228261}, {"accuracy": 0.336957, "f1": 0.245478, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"], "main_score": 0.245478, "precision": 0.218053, "recall": 0.336957}, {"accuracy": 0.088933, "f1": 0.049529, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"], "main_score": 0.049529, "precision": 0.041265, "recall": 0.088933}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.26581, "f1": 0.190232, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"], "main_score": 0.190232, "precision": 0.170273, "recall": 0.26581}, {"accuracy": 0.76087, "f1": 0.702332, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"], "main_score": 0.702332, "precision": 0.677923, "recall": 0.76087}, {"accuracy": 0.425889, "f1": 0.343063, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"], "main_score": 0.343063, "precision": 0.315137, "recall": 0.425889}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.244071, "f1": 0.170608, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"], "main_score": 0.170608, "precision": 0.151887, "recall": 0.244071}, {"accuracy": 0.305336, "f1": 0.222326, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"], "main_score": 0.222326, "precision": 0.199547, "recall": 0.305336}, {"accuracy": 0.248024, "f1": 0.165504, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"], "main_score": 0.165504, "precision": 0.144239, "recall": 0.248024}, {"accuracy": 0.339921, "f1": 0.255414, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"], "main_score": 0.255414, "precision": 0.232347, "recall": 0.339921}, {"accuracy": 0.620553, "f1": 0.544797, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"], "main_score": 0.544797, "precision": 0.515372, "recall": 0.620553}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.050395, "f1": 0.01739, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"], "main_score": 0.01739, "precision": 0.013851, "recall": 0.050395}, {"accuracy": 0.175889, "f1": 0.113591, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"], "main_score": 0.113591, "precision": 0.098351, "recall": 0.175889}, {"accuracy": 0.750988, "f1": 0.691475, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"], "main_score": 0.691475, "precision": 0.666091, "recall": 0.750988}, {"accuracy": 0.220356, "f1": 0.150433, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"], "main_score": 0.150433, "precision": 0.133338, "recall": 0.220356}, {"accuracy": 0.064229, "f1": 0.034753, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"], "main_score": 0.034753, "precision": 0.030383, "recall": 0.064229}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.795455, "f1": 0.745208, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"], "main_score": 0.745208, "precision": 0.72361, "recall": 0.795455}, {"accuracy": 0.784585, "f1": 0.726027, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"], "main_score": 0.726027, "precision": 0.700429, "recall": 0.784585}, {"accuracy": 0.769763, "f1": 0.716463, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"], "main_score": 0.716463, "precision": 0.693865, "recall": 0.769763}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.206522, "f1": 0.141703, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"], "main_score": 0.141703, "precision": 0.124933, "recall": 0.206522}, {"accuracy": 0.143281, "f1": 0.087631, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"], "main_score": 0.087631, "precision": 0.075423, "recall": 0.143281}, {"accuracy": 0.90415, "f1": 0.875296, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"], "main_score": 0.875296, "precision": 0.861825, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.357708, "f1": 0.270896, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"], "main_score": 0.270896, "precision": 0.244569, "recall": 0.357708}, {"accuracy": 0.18083, "f1": 0.116051, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"], "main_score": 0.116051, "precision": 0.101095, "recall": 0.18083}, {"accuracy": 0.693676, "f1": 0.623909, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"], "main_score": 0.623909, "precision": 0.596098, "recall": 0.693676}, {"accuracy": 0.917984, "f1": 0.895652, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"], "main_score": 0.895652, "precision": 0.885919, "recall": 0.917984}, {"accuracy": 0.179842, "f1": 0.106224, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"], "main_score": 0.106224, "precision": 0.090258, "recall": 0.179842}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.226285, "f1": 0.160263, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"], "main_score": 0.160263, "precision": 0.143703, "recall": 0.226285}, {"accuracy": 0.406126, "f1": 0.317087, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"], "main_score": 0.317087, "precision": 0.289054, "recall": 0.406126}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.738142, "f1": 0.675099, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"], "main_score": 0.675099, "precision": 0.648405, "recall": 0.738142}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"], "main_score": 0.924242, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.208498, "f1": 0.14103, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"], "main_score": 0.14103, "precision": 0.123191, "recall": 0.208498}, {"accuracy": 0.073123, "f1": 0.032742, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"], "main_score": 0.032742, "precision": 0.026938, "recall": 0.073123}, {"accuracy": 0.231225, "f1": 0.154493, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"], "main_score": 0.154493, "precision": 0.134607, "recall": 0.231225}, {"accuracy": 0.101779, "f1": 0.054763, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"], "main_score": 0.054763, "precision": 0.045533, "recall": 0.101779}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.712451, "f1": 0.645292, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"], "main_score": 0.645292, "precision": 0.617318, "recall": 0.712451}, {"accuracy": 0.072134, "f1": 0.046122, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"], "main_score": 0.046122, "precision": 0.040265, "recall": 0.072134}, {"accuracy": 0.718379, "f1": 0.650362, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"], "main_score": 0.650362, "precision": 0.621344, "recall": 0.718379}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.746047, "f1": 0.682016, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"], "main_score": 0.682016, "precision": 0.654249, "recall": 0.746047}, {"accuracy": 0.504941, "f1": 0.419588, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"], "main_score": 0.419588, "precision": 0.388592, "recall": 0.504941}, {"accuracy": 0.187747, "f1": 0.122281, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"], "main_score": 0.122281, "precision": 0.107266, "recall": 0.187747}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.381423, "f1": 0.289531, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"], "main_score": 0.289531, "precision": 0.261155, "recall": 0.381423}, {"accuracy": 0.200593, "f1": 0.128275, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"], "main_score": 0.128275, "precision": 0.11123, "recall": 0.200593}, {"accuracy": 0.181818, "f1": 0.118377, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"], "main_score": 0.118377, "precision": 0.102713, "recall": 0.181818}, {"accuracy": 0.215415, "f1": 0.144614, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"], "main_score": 0.144614, "precision": 0.125526, "recall": 0.215415}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.017787, "f1": 0.003796, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"], "main_score": 0.003796, "precision": 0.00302, "recall": 0.017787}, {"accuracy": 0.869565, "f1": 0.83251, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"], "main_score": 0.83251, "precision": 0.815629, "recall": 0.869565}, {"accuracy": 0.440711, "f1": 0.355184, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"], "main_score": 0.355184, "precision": 0.324704, "recall": 0.440711}, {"accuracy": 0.842885, "f1": 0.801449, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"], "main_score": 0.801449, "precision": 0.782642, "recall": 0.842885}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.088933, "f1": 0.048798, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"], "main_score": 0.048798, "precision": 0.041358, "recall": 0.088933}, {"accuracy": 0.178854, "f1": 0.113592, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"], "main_score": 0.113592, "precision": 0.098207, "recall": 0.178854}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.62253, "f1": 0.542098, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"], "main_score": 0.542098, "precision": 0.511335, "recall": 0.62253}, {"accuracy": 0.178854, "f1": 0.112665, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"], "main_score": 0.112665, "precision": 0.096136, "recall": 0.178854}, {"accuracy": 0.192688, "f1": 0.122205, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"], "main_score": 0.122205, "precision": 0.105417, "recall": 0.192688}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.16502, "f1": 0.102883, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"], "main_score": 0.102883, "precision": 0.088624, "recall": 0.16502}, {"accuracy": 0.179842, "f1": 0.119859, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"], "main_score": 0.119859, "precision": 0.104641, "recall": 0.179842}, {"accuracy": 0.821146, "f1": 0.773767, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"], "main_score": 0.773767, "precision": 0.752734, "recall": 0.821146}, {"accuracy": 0.62747, "f1": 0.554684, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"], "main_score": 0.554684, "precision": 0.527489, "recall": 0.62747}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.258893, "f1": 0.175461, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"], "main_score": 0.175461, "precision": 0.151902, "recall": 0.258893}, {"accuracy": 0.438735, "f1": 0.352411, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"], "main_score": 0.352411, "precision": 0.324735, "recall": 0.438735}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.537549, "f1": 0.45292, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"], "main_score": 0.45292, "precision": 0.421481, "recall": 0.537549}, {"accuracy": 0.844862, "f1": 0.802983, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"], "main_score": 0.802983, "precision": 0.783465, "recall": 0.844862}, {"accuracy": 0.269763, "f1": 0.190421, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"], "main_score": 0.190421, "precision": 0.168014, "recall": 0.269763}, {"accuracy": 0.603755, "f1": 0.520246, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"], "main_score": 0.520246, "precision": 0.486241, "recall": 0.603755}, {"accuracy": 0.687747, "f1": 0.620177, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"], "main_score": 0.620177, "precision": 0.592205, "recall": 0.687747}, {"accuracy": 0.222332, "f1": 0.147344, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"], "main_score": 0.147344, "precision": 0.128234, "recall": 0.222332}, {"accuracy": 0.926877, "f1": 0.905816, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"], "main_score": 0.905816, "precision": 0.896163, "recall": 0.926877}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.754941, "f1": 0.696349, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"], "main_score": 0.696349, "precision": 0.671294, "recall": 0.754941}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.396245, "f1": 0.318155, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"], "main_score": 0.318155, "precision": 0.291967, "recall": 0.396245}, {"accuracy": 0.464427, "f1": 0.373504, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"], "main_score": 0.373504, "precision": 0.343507, "recall": 0.464427}, {"accuracy": 0.098814, "f1": 0.051971, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"], "main_score": 0.051971, "precision": 0.04379, "recall": 0.098814}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.118462, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"], "main_score": 0.118462, "precision": 0.102089, "recall": 0.181818}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.943676, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"], "main_score": 0.943676, "precision": 0.937747, "recall": 0.955534}, {"accuracy": 0.456522, "f1": 0.367596, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"], "main_score": 0.367596, "precision": 0.337277, "recall": 0.456522}, {"accuracy": 0.321146, "f1": 0.236395, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"], "main_score": 0.236395, "precision": 0.212248, "recall": 0.321146}, {"accuracy": 0.88834, "f1": 0.854216, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"], "main_score": 0.854216, "precision": 0.838439, "recall": 0.88834}, {"accuracy": 0.238142, "f1": 0.163439, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"], "main_score": 0.163439, "precision": 0.143872, "recall": 0.238142}, {"accuracy": 0.205534, "f1": 0.133188, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"], "main_score": 0.133188, "precision": 0.115246, "recall": 0.205534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.440711, "f1": 0.349352, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"], "main_score": 0.349352, "precision": 0.319194, "recall": 0.440711}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.184783, "f1": 0.10978, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"], "main_score": 0.10978, "precision": 0.092783, "recall": 0.184783}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.931818, "f1": 0.91031, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"], "main_score": 0.91031, "precision": 0.899951, "recall": 0.931818}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.163043, "f1": 0.10206, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"], "main_score": 0.10206, "precision": 0.088341, "recall": 0.163043}, {"accuracy": 0.924901, "f1": 0.901252, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"], "main_score": 0.901252, "precision": 0.889904, "recall": 0.924901}, {"accuracy": 0.174901, "f1": 0.112175, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"], "main_score": 0.112175, "precision": 0.097148, "recall": 0.174901}, {"accuracy": 0.198617, "f1": 0.136716, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"], "main_score": 0.136716, "precision": 0.122787, "recall": 0.198617}, {"accuracy": 0.133399, "f1": 0.078249, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"], "main_score": 0.078249, "precision": 0.066554, "recall": 0.133399}, {"accuracy": 0.556324, "f1": 0.474474, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"], "main_score": 0.474474, "precision": 0.442371, "recall": 0.556324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.280632, "f1": 0.195689, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"], "main_score": 0.195689, "precision": 0.171272, "recall": 0.280632}, {"accuracy": 0.162055, "f1": 0.098213, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"], "main_score": 0.098213, "precision": 0.082842, "recall": 0.162055}, {"accuracy": 0.203557, "f1": 0.134381, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"], "main_score": 0.134381, "precision": 0.118182, "recall": 0.203557}, {"accuracy": 0.836957, "f1": 0.795718, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"], "main_score": 0.795718, "precision": 0.777602, "recall": 0.836957}, {"accuracy": 0.167984, "f1": 0.105127, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"], "main_score": 0.105127, "precision": 0.090474, "recall": 0.167984}, {"accuracy": 0.168972, "f1": 0.110966, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"], "main_score": 0.110966, "precision": 0.096332, "recall": 0.168972}, {"accuracy": 0.955534, "f1": 0.943314, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"], "main_score": 0.943314, "precision": 0.937747, "recall": 0.955534}, {"accuracy": 0.27668, "f1": 0.197538, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"], "main_score": 0.197538, "precision": 0.176909, "recall": 0.27668}, {"accuracy": 0.22332, "f1": 0.14873, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"], "main_score": 0.14873, "precision": 0.130198, "recall": 0.22332}, {"accuracy": 0.634387, "f1": 0.553997, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"], "main_score": 0.553997, "precision": 0.522388, "recall": 0.634387}, {"accuracy": 0.336957, "f1": 0.249532, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"], "main_score": 0.249532, "precision": 0.222527, "recall": 0.336957}, {"accuracy": 0.442688, "f1": 0.350719, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"], "main_score": 0.350719, "precision": 0.320109, "recall": 0.442688}, {"accuracy": 0.882411, "f1": 0.849605, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"], "main_score": 0.849605, "precision": 0.834552, "recall": 0.882411}, {"accuracy": 0.316206, "f1": 0.229983, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"], "main_score": 0.229983, "precision": 0.20385, "recall": 0.316206}, {"accuracy": 0.460474, "f1": 0.372799, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"], "main_score": 0.372799, "precision": 0.342404, "recall": 0.460474}, {"accuracy": 0.160079, "f1": 0.099137, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"], "main_score": 0.099137, "precision": 0.083668, "recall": 0.160079}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.843874, "f1": 0.800988, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"], "main_score": 0.800988, "precision": 0.781653, "recall": 0.843874}, {"accuracy": 0.25, "f1": 0.176937, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"], "main_score": 0.176937, "precision": 0.157241, "recall": 0.25}, {"accuracy": 0.194664, "f1": 0.121135, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"], "main_score": 0.121135, "precision": 0.103928, "recall": 0.194664}, {"accuracy": 0.09585, "f1": 0.057794, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"], "main_score": 0.057794, "precision": 0.048835, "recall": 0.09585}, {"accuracy": 0.135375, "f1": 0.082542, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"], "main_score": 0.082542, "precision": 0.070172, "recall": 0.135375}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.814229, "f1": 0.769664, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"], "main_score": 0.769664, "precision": 0.749374, "recall": 0.814229}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"], "main_score": 0.951318, "precision": 0.946229, "recall": 0.962451}, {"accuracy": 0.587945, "f1": 0.514548, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"], "main_score": 0.514548, "precision": 0.486113, "recall": 0.587945}, {"accuracy": 0.163043, "f1": 0.107507, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"], "main_score": 0.107507, "precision": 0.094004, "recall": 0.163043}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"], "main_score": 0.921179, "precision": 0.913159, "recall": 0.938735}, {"accuracy": 0.373518, "f1": 0.288644, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"], "main_score": 0.288644, "precision": 0.262786, "recall": 0.373518}, {"accuracy": 0.623518, "f1": 0.557863, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"], "main_score": 0.557863, "precision": 0.531374, "recall": 0.623518}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"], "main_score": 0.91222, "precision": 0.902833, "recall": 0.931818}, {"accuracy": 0.211462, "f1": 0.137892, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"], "main_score": 0.137892, "precision": 0.11777, "recall": 0.211462}, {"accuracy": 0.951581, "f1": 0.939789, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"], "main_score": 0.939789, "precision": 0.934371, "recall": 0.951581}, {"accuracy": 0.780632, "f1": 0.735623, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"], "main_score": 0.735623, "precision": 0.715836, "recall": 0.780632}, {"accuracy": 0.942688, "f1": 0.925972, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"], "main_score": 0.925972, "precision": 0.917961, "recall": 0.942688}, {"accuracy": 0.259881, "f1": 0.180408, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"], "main_score": 0.180408, "precision": 0.157839, "recall": 0.259881}, {"accuracy": 0.910079, "f1": 0.884964, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"], "main_score": 0.884964, "precision": 0.873165, "recall": 0.910079}, {"accuracy": 0.864625, "f1": 0.828261, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"], "main_score": 0.828261, "precision": 0.811841, "recall": 0.864625}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"], "main_score": 0.899704, "precision": 0.888834, "recall": 0.921937}, {"accuracy": 0.128458, "f1": 0.08055, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"], "main_score": 0.08055, "precision": 0.069808, "recall": 0.128458}, {"accuracy": 0.825099, "f1": 0.784305, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"], "main_score": 0.784305, "precision": 0.76582, "recall": 0.825099}, {"accuracy": 0.940711, "f1": 0.924209, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"], "main_score": 0.924209, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.625494, "f1": 0.551388, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"], "main_score": 0.551388, "precision": 0.520949, "recall": 0.625494}, {"accuracy": 0.052372, "f1": 0.022303, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"], "main_score": 0.022303, "precision": 0.017759, "recall": 0.052372}, {"accuracy": 0.923913, "f1": 0.903574, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"], "main_score": 0.903574, "precision": 0.894245, "recall": 0.923913}, {"accuracy": 0.188735, "f1": 0.125162, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"], "main_score": 0.125162, "precision": 0.110205, "recall": 0.188735}, {"accuracy": 0.782609, "f1": 0.732424, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"], "main_score": 0.732424, "precision": 0.711207, "recall": 0.782609}, {"accuracy": 0.934783, "f1": 0.91637, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"], "main_score": 0.91637, "precision": 0.90802, "recall": 0.934783}, {"accuracy": 0.846838, "f1": 0.809387, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"], "main_score": 0.809387, "precision": 0.792325, "recall": 0.846838}, {"accuracy": 0.868577, "f1": 0.835573, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"], "main_score": 0.835573, "precision": 0.820718, "recall": 0.868577}, {"accuracy": 0.237154, "f1": 0.17092, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"], "main_score": 0.17092, "precision": 0.15211, "recall": 0.237154}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"], "main_score": 0.923155, "precision": 0.914773, "recall": 0.940711}, {"accuracy": 0.710474, "f1": 0.651572, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"], "main_score": 0.651572, "precision": 0.626763, "recall": 0.710474}, {"accuracy": 0.856719, "f1": 0.824506, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"], "main_score": 0.824506, "precision": 0.8097, "recall": 0.856719}, {"accuracy": 0.844862, "f1": 0.807993, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"], "main_score": 0.807993, "precision": 0.791461, "recall": 0.844862}, {"accuracy": 0.937747, "f1": 0.923584, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"], "main_score": 0.923584, "precision": 0.917029, "recall": 0.937747}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"], "main_score": 0.8917, "precision": 0.880188, "recall": 0.916008}, {"accuracy": 0.131423, "f1": 0.073433, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"], "main_score": 0.073433, "precision": 0.061461, "recall": 0.131423}, {"accuracy": 0.061265, "f1": 0.034935, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"], "main_score": 0.034935, "precision": 0.028937, "recall": 0.061265}, {"accuracy": 0.93083, "f1": 0.913208, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"], "main_score": 0.913208, "precision": 0.905303, "recall": 0.93083}, {"accuracy": 0.125494, "f1": 0.074756, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"], "main_score": 0.074756, "precision": 0.063976, "recall": 0.125494}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"], "main_score": 0.928195, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.891304, "f1": 0.859519, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"], "main_score": 0.859519, "precision": 0.844038, "recall": 0.891304}, {"accuracy": 0.913043, "f1": 0.89081, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"], "main_score": 0.89081, "precision": 0.880468, "recall": 0.913043}, {"accuracy": 0.632411, "f1": 0.566423, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"], "main_score": 0.566423, "precision": 0.539512, "recall": 0.632411}, {"accuracy": 0.149209, "f1": 0.090089, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"], "main_score": 0.090089, "precision": 0.076297, "recall": 0.149209}, {"accuracy": 0.642292, "f1": 0.585757, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"], "main_score": 0.585757, "precision": 0.563194, "recall": 0.642292}, {"accuracy": 0.574111, "f1": 0.499919, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"], "main_score": 0.499919, "precision": 0.471883, "recall": 0.574111}, {"accuracy": 0.948617, "f1": 0.934206, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"], "main_score": 0.934206, "precision": 0.927513, "recall": 0.948617}, {"accuracy": 0.692688, "f1": 0.62871, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"], "main_score": 0.62871, "precision": 0.602266, "recall": 0.692688}, {"accuracy": 0.141304, "f1": 0.083589, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"], "main_score": 0.083589, "precision": 0.070084, "recall": 0.141304}, {"accuracy": 0.923913, "f1": 0.90415, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"], "main_score": 0.90415, "precision": 0.894796, "recall": 0.923913}, {"accuracy": 0.072134, "f1": 0.044569, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"], "main_score": 0.044569, "precision": 0.038216, "recall": 0.072134}, {"accuracy": 0.199605, "f1": 0.140397, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"], "main_score": 0.140397, "precision": 0.124617, "recall": 0.199605}, {"accuracy": 0.321146, "f1": 0.238336, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"], "main_score": 0.238336, "precision": 0.212299, "recall": 0.321146}, {"accuracy": 0.082016, "f1": 0.047124, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"], "main_score": 0.047124, "precision": 0.038766, "recall": 0.082016}, {"accuracy": 0.944664, "f1": 0.928491, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"], "main_score": 0.928491, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.917984, "f1": 0.895958, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"], "main_score": 0.895958, "precision": 0.885863, "recall": 0.917984}, {"accuracy": 0.948617, "f1": 0.935343, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"], "main_score": 0.935343, "precision": 0.929101, "recall": 0.948617}, {"accuracy": 0.908103, "f1": 0.882115, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"], "main_score": 0.882115, "precision": 0.870306, "recall": 0.908103}, {"accuracy": 0.245059, "f1": 0.174338, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"], "main_score": 0.174338, "precision": 0.155282, "recall": 0.245059}, {"accuracy": 0.711462, "f1": 0.651717, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"], "main_score": 0.651717, "precision": 0.627306, "recall": 0.711462}, {"accuracy": 0.391304, "f1": 0.315754, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"], "main_score": 0.315754, "precision": 0.291407, "recall": 0.391304}, {"accuracy": 0.937747, "f1": 0.921443, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"], "main_score": 0.921443, "precision": 0.913702, "recall": 0.937747}, {"accuracy": 0.217391, "f1": 0.148355, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"], "main_score": 0.148355, "precision": 0.130611, "recall": 0.217391}, {"accuracy": 0.293478, "f1": 0.219223, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"], "main_score": 0.219223, "precision": 0.199834, "recall": 0.293478}, {"accuracy": 0.226285, "f1": 0.149875, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"], "main_score": 0.149875, "precision": 0.12909, "recall": 0.226285}, {"accuracy": 0.296443, "f1": 0.219999, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"], "main_score": 0.219999, "precision": 0.197011, "recall": 0.296443}, {"accuracy": 0.550395, "f1": 0.475329, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"], "main_score": 0.475329, "precision": 0.447497, "recall": 0.550395}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"], "main_score": 0.919631, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.054348, "f1": 0.021831, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"], "main_score": 0.021831, "precision": 0.018163, "recall": 0.054348}, {"accuracy": 0.171937, "f1": 0.1132, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"], "main_score": 0.1132, "precision": 0.097436, "recall": 0.171937}, {"accuracy": 0.646245, "f1": 0.580931, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"], "main_score": 0.580931, "precision": 0.554475, "recall": 0.646245}, {"accuracy": 0.205534, "f1": 0.135253, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"], "main_score": 0.135253, "precision": 0.117398, "recall": 0.205534}, {"accuracy": 0.05336, "f1": 0.026981, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"], "main_score": 0.026981, "precision": 0.022933, "recall": 0.05336}, {"accuracy": 0.9417, "f1": 0.925066, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"], "main_score": 0.925066, "precision": 0.91749, "recall": 0.9417}, {"accuracy": 0.703557, "f1": 0.642907, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"], "main_score": 0.642907, "precision": 0.617663, "recall": 0.703557}, {"accuracy": 0.731225, "f1": 0.67169, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"], "main_score": 0.67169, "precision": 0.64615, "recall": 0.731225}, {"accuracy": 0.670949, "f1": 0.60446, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"], "main_score": 0.60446, "precision": 0.576063, "recall": 0.670949}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.922925, "f1": 0.899934, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"], "main_score": 0.899934, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"], "main_score": 0.92052, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.923913, "f1": 0.903986, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"], "main_score": 0.903986, "precision": 0.89507, "recall": 0.923913}, {"accuracy": 0.184783, "f1": 0.124487, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"], "main_score": 0.124487, "precision": 0.108491, "recall": 0.184783}, {"accuracy": 0.116601, "f1": 0.072004, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"], "main_score": 0.072004, "precision": 0.061571, "recall": 0.116601}, {"accuracy": 0.821146, "f1": 0.779974, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"], "main_score": 0.779974, "precision": 0.761347, "recall": 0.821146}, {"accuracy": 0.935771, "f1": 0.918709, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"], "main_score": 0.918709, "precision": 0.910688, "recall": 0.935771}, {"accuracy": 0.913043, "f1": 0.891601, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"], "main_score": 0.891601, "precision": 0.881588, "recall": 0.913043}, {"accuracy": 0.343874, "f1": 0.264046, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"], "main_score": 0.264046, "precision": 0.23861, "recall": 0.343874}, {"accuracy": 0.156126, "f1": 0.100691, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"], "main_score": 0.100691, "precision": 0.08775, "recall": 0.156126}, {"accuracy": 0.658103, "f1": 0.597306, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"], "main_score": 0.597306, "precision": 0.572786, "recall": 0.658103}, {"accuracy": 0.849802, "f1": 0.812107, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"], "main_score": 0.812107, "precision": 0.795784, "recall": 0.849802}, {"accuracy": 0.157115, "f1": 0.094306, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"], "main_score": 0.094306, "precision": 0.080881, "recall": 0.157115}, {"accuracy": 0.94664, "f1": 0.932543, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"], "main_score": 0.932543, "precision": 0.926136, "recall": 0.94664}, {"accuracy": 0.203557, "f1": 0.143055, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"], "main_score": 0.143055, "precision": 0.126996, "recall": 0.203557}, {"accuracy": 0.397233, "f1": 0.308987, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"], "main_score": 0.308987, "precision": 0.279246, "recall": 0.397233}, {"accuracy": 0.927866, "f1": 0.907872, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"], "main_score": 0.907872, "precision": 0.898715, "recall": 0.927866}, {"accuracy": 0.942688, "f1": 0.926285, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"], "main_score": 0.926285, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"], "main_score": 0.930665, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.924901, "f1": 0.904103, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"], "main_score": 0.904103, "precision": 0.894466, "recall": 0.924901}, {"accuracy": 0.676877, "f1": 0.616158, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"], "main_score": 0.616158, "precision": 0.590662, "recall": 0.676877}, {"accuracy": 0.873518, "f1": 0.840448, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"], "main_score": 0.840448, "precision": 0.825511, "recall": 0.873518}, {"accuracy": 0.189723, "f1": 0.127764, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"], "main_score": 0.127764, "precision": 0.111134, "recall": 0.189723}, {"accuracy": 0.070158, "f1": 0.029603, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"], "main_score": 0.029603, "precision": 0.023878, "recall": 0.070158}, {"accuracy": 0.203557, "f1": 0.138433, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"], "main_score": 0.138433, "precision": 0.120885, "recall": 0.203557}, {"accuracy": 0.087945, "f1": 0.044541, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"], "main_score": 0.044541, "precision": 0.035687, "recall": 0.087945}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"], "main_score": 0.924572, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.626482, "f1": 0.554218, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"], "main_score": 0.554218, "precision": 0.524845, "recall": 0.626482}, {"accuracy": 0.077075, "f1": 0.047441, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"], "main_score": 0.047441, "precision": 0.041136, "recall": 0.077075}, {"accuracy": 0.668972, "f1": 0.60328, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"], "main_score": 0.60328, "precision": 0.575379, "recall": 0.668972}, {"accuracy": 0.927866, "f1": 0.908762, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"], "main_score": 0.908762, "precision": 0.900066, "recall": 0.927866}, {"accuracy": 0.712451, "f1": 0.653117, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"], "main_score": 0.653117, "precision": 0.627529, "recall": 0.712451}, {"accuracy": 0.474308, "f1": 0.398974, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"], "main_score": 0.398974, "precision": 0.370803, "recall": 0.474308}, {"accuracy": 0.166008, "f1": 0.105676, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"], "main_score": 0.105676, "precision": 0.091108, "recall": 0.166008}, {"accuracy": 0.924901, "f1": 0.903129, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"], "main_score": 0.903129, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.353755, "f1": 0.273234, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"], "main_score": 0.273234, "precision": 0.247055, "recall": 0.353755}, {"accuracy": 0.186759, "f1": 0.121224, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"], "main_score": 0.121224, "precision": 0.105041, "recall": 0.186759}, {"accuracy": 0.164032, "f1": 0.106048, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"], "main_score": 0.106048, "precision": 0.091717, "recall": 0.164032}, {"accuracy": 0.20751, "f1": 0.145998, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"], "main_score": 0.145998, "precision": 0.128889, "recall": 0.20751}, {"accuracy": 0.914032, "f1": 0.891798, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"], "main_score": 0.891798, "precision": 0.881423, "recall": 0.914032}, {"accuracy": 0.014822, "f1": 0.001915, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"], "main_score": 0.001915, "precision": 0.001125, "recall": 0.014822}, {"accuracy": 0.788538, "f1": 0.74417, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"], "main_score": 0.74417, "precision": 0.724736, "recall": 0.788538}, {"accuracy": 0.341897, "f1": 0.266867, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"], "main_score": 0.266867, "precision": 0.240362, "recall": 0.341897}, {"accuracy": 0.799407, "f1": 0.757957, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"], "main_score": 0.757957, "precision": 0.73969, "recall": 0.799407}, {"accuracy": 0.937747, "f1": 0.920817, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"], "main_score": 0.920817, "precision": 0.912961, "recall": 0.937747}, {"accuracy": 0.074111, "f1": 0.035384, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"], "main_score": 0.035384, "precision": 0.028117, "recall": 0.074111}, {"accuracy": 0.156126, "f1": 0.101129, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"], "main_score": 0.101129, "precision": 0.087477, "recall": 0.156126}, {"accuracy": 0.923913, "f1": 0.902786, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"], "main_score": 0.902786, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.925889, "f1": 0.905303, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"], "main_score": 0.905303, "precision": 0.895422, "recall": 0.925889}, {"accuracy": 0.575099, "f1": 0.505654, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"], "main_score": 0.505654, "precision": 0.477908, "recall": 0.575099}, {"accuracy": 0.157115, "f1": 0.102158, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"], "main_score": 0.102158, "precision": 0.087612, "recall": 0.157115}, {"accuracy": 0.163043, "f1": 0.100876, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"], "main_score": 0.100876, "precision": 0.084982, "recall": 0.163043}, {"accuracy": 0.893281, "f1": 0.868215, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"], "main_score": 0.868215, "precision": 0.856555, "recall": 0.893281}, {"accuracy": 0.150198, "f1": 0.090723, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"], "main_score": 0.090723, "precision": 0.076458, "recall": 0.150198}, {"accuracy": 0.141304, "f1": 0.086295, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"], "main_score": 0.086295, "precision": 0.072192, "recall": 0.141304}, {"accuracy": 0.755929, "f1": 0.702851, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"], "main_score": 0.702851, "precision": 0.679908, "recall": 0.755929}, {"accuracy": 0.577075, "f1": 0.503652, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"], "main_score": 0.503652, "precision": 0.474919, "recall": 0.577075}, {"accuracy": 0.936759, "f1": 0.919617, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"], "main_score": 0.919617, "precision": 0.912138, "recall": 0.936759}, {"accuracy": 0.208498, "f1": 0.137451, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"], "main_score": 0.137451, "precision": 0.116013, "recall": 0.208498}, {"accuracy": 0.398221, "f1": 0.31708, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"], "main_score": 0.31708, "precision": 0.291243, "recall": 0.398221}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"], "main_score": 0.931818, "precision": 0.924078, "recall": 0.947628}, {"accuracy": 0.497036, "f1": 0.424111, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"], "main_score": 0.424111, "precision": 0.395498, "recall": 0.497036}, {"accuracy": 0.73913, "f1": 0.681242, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"], "main_score": 0.681242, "precision": 0.656515, "recall": 0.73913}, {"accuracy": 0.235178, "f1": 0.170343, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"], "main_score": 0.170343, "precision": 0.152045, "recall": 0.235178}, {"accuracy": 0.62253, "f1": 0.554023, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"], "main_score": 0.554023, "precision": 0.52528, "recall": 0.62253}, {"accuracy": 0.610672, "f1": 0.539105, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"], "main_score": 0.539105, "precision": 0.511005, "recall": 0.610672}, {"accuracy": 0.208498, "f1": 0.143765, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"], "main_score": 0.143765, "precision": 0.127032, "recall": 0.208498}, {"accuracy": 0.836957, "f1": 0.800071, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"], "main_score": 0.800071, "precision": 0.783812, "recall": 0.836957}, {"accuracy": 0.936759, "f1": 0.91917, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"], "main_score": 0.91917, "precision": 0.911182, "recall": 0.936759}, {"accuracy": 0.938735, "f1": 0.921937, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"], "main_score": 0.921937, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.869565, "f1": 0.834848, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"], "main_score": 0.834848, "precision": 0.818791, "recall": 0.869565}, {"accuracy": 0.684783, "f1": 0.627061, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"], "main_score": 0.627061, "precision": 0.602619, "recall": 0.684783}, {"accuracy": 0.937747, "f1": 0.920257, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"], "main_score": 0.920257, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.43083, "f1": 0.353752, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"], "main_score": 0.353752, "precision": 0.32614, "recall": 0.43083}, {"accuracy": 0.445652, "f1": 0.361242, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"], "main_score": 0.361242, "precision": 0.332279, "recall": 0.445652}, {"accuracy": 0.093874, "f1": 0.052742, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"], "main_score": 0.052742, "precision": 0.045274, "recall": 0.093874}, {"accuracy": 0.939723, "f1": 0.922431, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"], "main_score": 0.922431, "precision": 0.914196, "recall": 0.939723}, {"accuracy": 0.194664, "f1": 0.141305, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"], "main_score": 0.141305, "precision": 0.125917, "recall": 0.194664}, {"accuracy": 0.9417, "f1": 0.925944, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"], "main_score": 0.925944, "precision": 0.918602, "recall": 0.9417}, {"accuracy": 0.948617, "f1": 0.934519, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"], "main_score": 0.934519, "precision": 0.928113, "recall": 0.948617}, {"accuracy": 0.390316, "f1": 0.309477, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"], "main_score": 0.309477, "precision": 0.28356, "recall": 0.390316}, {"accuracy": 0.315217, "f1": 0.236376, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"], "main_score": 0.236376, "precision": 0.213618, "recall": 0.315217}, {"accuracy": 0.805336, "f1": 0.754254, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"], "main_score": 0.754254, "precision": 0.732049, "recall": 0.805336}, {"accuracy": 0.208498, "f1": 0.143137, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"], "main_score": 0.143137, "precision": 0.124875, "recall": 0.208498}, {"accuracy": 0.1917, "f1": 0.124584, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"], "main_score": 0.124584, "precision": 0.106954, "recall": 0.1917}, {"accuracy": 0.940711, "f1": 0.923748, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"], "main_score": 0.923748, "precision": 0.915843, "recall": 0.940711}, {"accuracy": 0.416996, "f1": 0.331464, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"], "main_score": 0.331464, "precision": 0.303171, "recall": 0.416996}, {"accuracy": 0.937747, "f1": 0.918709, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"], "main_score": 0.918709, "precision": 0.909832, "recall": 0.937747}, {"accuracy": 0.163043, "f1": 0.099613, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"], "main_score": 0.099613, "precision": 0.084233, "recall": 0.163043}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"], "main_score": 0.927207, "precision": 0.919664, "recall": 0.943676}, {"accuracy": 0.881423, "f1": 0.851951, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"], "main_score": 0.851951, "precision": 0.838727, "recall": 0.881423}, {"accuracy": 0.878458, "f1": 0.847153, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"], "main_score": 0.847153, "precision": 0.833086, "recall": 0.878458}, {"accuracy": 0.132411, "f1": 0.076639, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"], "main_score": 0.076639, "precision": 0.063517, "recall": 0.132411}, {"accuracy": 0.841897, "f1": 0.804545, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"], "main_score": 0.804545, "precision": 0.787467, "recall": 0.841897}, {"accuracy": 0.143281, "f1": 0.088825, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"], "main_score": 0.088825, "precision": 0.075849, "recall": 0.143281}, {"accuracy": 0.177866, "f1": 0.115094, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"], "main_score": 0.115094, "precision": 0.098618, "recall": 0.177866}, {"accuracy": 0.108696, "f1": 0.063365, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"], "main_score": 0.063365, "precision": 0.053483, "recall": 0.108696}, {"accuracy": 0.535573, "f1": 0.462817, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"], "main_score": 0.462817, "precision": 0.434166, "recall": 0.535573}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"], "main_score": 0.928195, "precision": 0.919631, "recall": 0.945652}, {"accuracy": 0.258893, "f1": 0.181695, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"], "main_score": 0.181695, "precision": 0.160007, "recall": 0.258893}, {"accuracy": 0.142292, "f1": 0.082964, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"], "main_score": 0.082964, "precision": 0.070052, "recall": 0.142292}, {"accuracy": 0.194664, "f1": 0.12571, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"], "main_score": 0.12571, "precision": 0.109335, "recall": 0.194664}, {"accuracy": 0.745059, "f1": 0.693267, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"], "main_score": 0.693267, "precision": 0.67156, "recall": 0.745059}, {"accuracy": 0.147233, "f1": 0.090306, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"], "main_score": 0.090306, "precision": 0.077071, "recall": 0.147233}, {"accuracy": 0.158103, "f1": 0.104623, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"], "main_score": 0.104623, "precision": 0.091808, "recall": 0.158103}, {"accuracy": 0.873518, "f1": 0.843761, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"], "main_score": 0.843761, "precision": 0.830567, "recall": 0.873518}, {"accuracy": 0.248024, "f1": 0.175084, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"], "main_score": 0.175084, "precision": 0.154823, "recall": 0.248024}, {"accuracy": 0.208498, "f1": 0.139663, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"], "main_score": 0.139663, "precision": 0.123051, "recall": 0.208498}, {"accuracy": 0.56917, "f1": 0.495582, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"], "main_score": 0.495582, "precision": 0.467903, "recall": 0.56917}, {"accuracy": 0.320158, "f1": 0.240682, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"], "main_score": 0.240682, "precision": 0.216689, "recall": 0.320158}, {"accuracy": 0.44664, "f1": 0.364155, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"], "main_score": 0.364155, "precision": 0.335704, "recall": 0.44664}, {"accuracy": 0.816206, "f1": 0.778346, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"], "main_score": 0.778346, "precision": 0.761693, "recall": 0.816206}, {"accuracy": 0.279644, "f1": 0.203086, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"], "main_score": 0.203086, "precision": 0.179863, "recall": 0.279644}, {"accuracy": 0.428854, "f1": 0.349333, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"], "main_score": 0.349333, "precision": 0.32056, "recall": 0.428854}, {"accuracy": 0.152174, "f1": 0.095494, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"], "main_score": 0.095494, "precision": 0.081868, "recall": 0.152174}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"], "main_score": 0.920619, "precision": 0.912088, "recall": 0.938735}, {"accuracy": 0.901186, "f1": 0.875576, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"], "main_score": 0.875576, "precision": 0.863942, "recall": 0.901186}, {"accuracy": 0.925889, "f1": 0.906192, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"], "main_score": 0.906192, "precision": 0.897151, "recall": 0.925889}, {"accuracy": 0.780632, "f1": 0.728991, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"], "main_score": 0.728991, "precision": 0.7066, "recall": 0.780632}, {"accuracy": 0.212451, "f1": 0.151475, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"], "main_score": 0.151475, "precision": 0.134321, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.107985, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"], "main_score": 0.107985, "precision": 0.091788, "recall": 0.174901}, {"accuracy": 0.040514, "f1": 0.031648, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"], "main_score": 0.031648, "precision": 0.0294, "recall": 0.040514}, {"accuracy": 0.192688, "f1": 0.15487, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"], "main_score": 0.15487, "precision": 0.148095, "recall": 0.192688}, {"accuracy": 0.005929, "f1": 0.001174, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"], "main_score": 0.001174, "precision": 0.000717, "recall": 0.005929}, {"accuracy": 0.167984, "f1": 0.142388, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"], "main_score": 0.142388, "precision": 0.135835, "recall": 0.167984}, {"accuracy": 0.146245, "f1": 0.130529, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"], "main_score": 0.130529, "precision": 0.125248, "recall": 0.146245}, {"accuracy": 0.133399, "f1": 0.118408, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"], "main_score": 0.118408, "precision": 0.1129, "recall": 0.133399}, {"accuracy": 0.158103, "f1": 0.141678, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"], "main_score": 0.141678, "precision": 0.136538, "recall": 0.158103}, {"accuracy": 0.242095, "f1": 0.214351, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"], "main_score": 0.214351, "precision": 0.204258, "recall": 0.242095}, {"accuracy": 0.244071, "f1": 0.2157, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"], "main_score": 0.2157, "precision": 0.207274, "recall": 0.244071}, {"accuracy": 0.190711, "f1": 0.170097, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"], "main_score": 0.170097, "precision": 0.162616, "recall": 0.190711}, {"accuracy": 0.153162, "f1": 0.14361, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"], "main_score": 0.14361, "precision": 0.140897, "recall": 0.153162}, {"accuracy": 0.183794, "f1": 0.15825, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"], "main_score": 0.15825, "precision": 0.150871, "recall": 0.183794}, {"accuracy": 0.136364, "f1": 0.121436, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"], "main_score": 0.121436, "precision": 0.117014, "recall": 0.136364}, {"accuracy": 0.147233, "f1": 0.130102, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"], "main_score": 0.130102, "precision": 0.125718, "recall": 0.147233}, {"accuracy": 0.136364, "f1": 0.116592, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"], "main_score": 0.116592, "precision": 0.110611, "recall": 0.136364}, {"accuracy": 0.232213, "f1": 0.208279, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"], "main_score": 0.208279, "precision": 0.201078, "recall": 0.232213}, {"accuracy": 0.299407, "f1": 0.270219, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"], "main_score": 0.270219, "precision": 0.259345, "recall": 0.299407}, {"accuracy": 0.147233, "f1": 0.131223, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"], "main_score": 0.131223, "precision": 0.125932, "recall": 0.147233}, {"accuracy": 0.15415, "f1": 0.131376, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"], "main_score": 0.131376, "precision": 0.125206, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.22324, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"], "main_score": 0.22324, "precision": 0.213884, "recall": 0.252964}, {"accuracy": 0.174901, "f1": 0.161465, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"], "main_score": 0.161465, "precision": 0.156804, "recall": 0.174901}, {"accuracy": 0.216403, "f1": 0.190807, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"], "main_score": 0.190807, "precision": 0.182046, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.056854, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"], "main_score": 0.056854, "precision": 0.053807, "recall": 0.072134}, {"accuracy": 0.170949, "f1": 0.15195, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"], "main_score": 0.15195, "precision": 0.145849, "recall": 0.170949}, {"accuracy": 0.164032, "f1": 0.143339, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"], "main_score": 0.143339, "precision": 0.1368, "recall": 0.164032}, {"accuracy": 0.034585, "f1": 0.023021, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"], "main_score": 0.023021, "precision": 0.019942, "recall": 0.034585}, {"accuracy": 0.162055, "f1": 0.140064, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"], "main_score": 0.140064, "precision": 0.133632, "recall": 0.162055}, {"accuracy": 0.275692, "f1": 0.244321, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"], "main_score": 0.244321, "precision": 0.232803, "recall": 0.275692}, {"accuracy": 0.146245, "f1": 0.133961, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"], "main_score": 0.133961, "precision": 0.130028, "recall": 0.146245}, {"accuracy": 0.241107, "f1": 0.212772, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"], "main_score": 0.212772, "precision": 0.205097, "recall": 0.241107}, {"accuracy": 0.162055, "f1": 0.138465, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"], "main_score": 0.138465, "precision": 0.132082, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.112726, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"], "main_score": 0.112726, "precision": 0.107054, "recall": 0.131423}, {"accuracy": 0.181818, "f1": 0.159602, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"], "main_score": 0.159602, "precision": 0.153717, "recall": 0.181818}, {"accuracy": 0.194664, "f1": 0.167162, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"], "main_score": 0.167162, "precision": 0.159238, "recall": 0.194664}, {"accuracy": 0.085968, "f1": 0.075974, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"], "main_score": 0.075974, "precision": 0.072943, "recall": 0.085968}, {"accuracy": 0.132411, "f1": 0.117463, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"], "main_score": 0.117463, "precision": 0.113516, "recall": 0.132411}, {"accuracy": 0.082016, "f1": 0.065306, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"], "main_score": 0.065306, "precision": 0.060922, "recall": 0.082016}, {"accuracy": 0.231225, "f1": 0.200608, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"], "main_score": 0.200608, "precision": 0.190948, "recall": 0.231225}, {"accuracy": 0.140316, "f1": 0.118772, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"], "main_score": 0.118772, "precision": 0.111762, "recall": 0.140316}, {"accuracy": 0.212451, "f1": 0.179696, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"], "main_score": 0.179696, "precision": 0.167318, "recall": 0.212451}, {"accuracy": 0.020751, "f1": 0.017787, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"], "main_score": 0.017787, "precision": 0.016667, "recall": 0.020751}, {"accuracy": 0.231225, "f1": 0.198544, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"], "main_score": 0.198544, "precision": 0.188475, "recall": 0.231225}, {"accuracy": 0.199605, "f1": 0.17336, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"], "main_score": 0.17336, "precision": 0.163293, "recall": 0.199605}, {"accuracy": 0.198617, "f1": 0.170743, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"], "main_score": 0.170743, "precision": 0.162784, "recall": 0.198617}, {"accuracy": 0.230237, "f1": 0.201565, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"], "main_score": 0.201565, "precision": 0.194371, "recall": 0.230237}, {"accuracy": 0.135375, "f1": 0.121634, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"], "main_score": 0.121634, "precision": 0.117537, "recall": 0.135375}, {"accuracy": 0.131423, "f1": 0.117737, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"], "main_score": 0.117737, "precision": 0.114777, "recall": 0.131423}, {"accuracy": 0.195652, "f1": 0.167412, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"], "main_score": 0.167412, "precision": 0.157374, "recall": 0.195652}, {"accuracy": 0.177866, "f1": 0.156736, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"], "main_score": 0.156736, "precision": 0.151219, "recall": 0.177866}, {"accuracy": 0.166996, "f1": 0.150838, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"], "main_score": 0.150838, "precision": 0.146687, "recall": 0.166996}, {"accuracy": 0.236166, "f1": 0.205099, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"], "main_score": 0.205099, "precision": 0.195714, "recall": 0.236166}, {"accuracy": 0.160079, "f1": 0.147003, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"], "main_score": 0.147003, "precision": 0.143256, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.164458, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"], "main_score": 0.164458, "precision": 0.155715, "recall": 0.1917}, {"accuracy": 0.166008, "f1": 0.142159, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"], "main_score": 0.142159, "precision": 0.134943, "recall": 0.166008}, {"accuracy": 0.039526, "f1": 0.032684, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"], "main_score": 0.032684, "precision": 0.030955, "recall": 0.039526}, {"accuracy": 0.227273, "f1": 0.203528, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"], "main_score": 0.203528, "precision": 0.195977, "recall": 0.227273}, {"accuracy": 0.245059, "f1": 0.221613, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"], "main_score": 0.221613, "precision": 0.213287, "recall": 0.245059}, {"accuracy": 0.035573, "f1": 0.030047, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"], "main_score": 0.030047, "precision": 0.028116, "recall": 0.035573}, {"accuracy": 0.204545, "f1": 0.17554, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"], "main_score": 0.17554, "precision": 0.167275, "recall": 0.204545}, {"accuracy": 0.145257, "f1": 0.128027, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"], "main_score": 0.128027, "precision": 0.122737, "recall": 0.145257}, {"accuracy": 0.214427, "f1": 0.195604, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"], "main_score": 0.195604, "precision": 0.189123, "recall": 0.214427}, {"accuracy": 0.133399, "f1": 0.111149, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"], "main_score": 0.111149, "precision": 0.105661, "recall": 0.133399}, {"accuracy": 0.272727, "f1": 0.24217, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"], "main_score": 0.24217, "precision": 0.232978, "recall": 0.272727}, {"accuracy": 0.166008, "f1": 0.150988, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"], "main_score": 0.150988, "precision": 0.146303, "recall": 0.166008}, {"accuracy": 0.155138, "f1": 0.137003, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"], "main_score": 0.137003, "precision": 0.13225, "recall": 0.155138}, {"accuracy": 0.250988, "f1": 0.2182, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"], "main_score": 0.2182, "precision": 0.208678, "recall": 0.250988}, {"accuracy": 0.222332, "f1": 0.198472, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"], "main_score": 0.198472, "precision": 0.189707, "recall": 0.222332}, {"accuracy": 0.208498, "f1": 0.189292, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"], "main_score": 0.189292, "precision": 0.183043, "recall": 0.208498}, {"accuracy": 0.217391, "f1": 0.192151, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"], "main_score": 0.192151, "precision": 0.182411, "recall": 0.217391}, {"accuracy": 0.186759, "f1": 0.162239, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"], "main_score": 0.162239, "precision": 0.155361, "recall": 0.186759}, {"accuracy": 0.129447, "f1": 0.115173, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"], "main_score": 0.115173, "precision": 0.111207, "recall": 0.129447}, {"accuracy": 0.216403, "f1": 0.191409, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"], "main_score": 0.191409, "precision": 0.18366, "recall": 0.216403}, {"accuracy": 0.033597, "f1": 0.016925, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"], "main_score": 0.016925, "precision": 0.013683, "recall": 0.033597}, {"accuracy": 0.163043, "f1": 0.144859, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"], "main_score": 0.144859, "precision": 0.138911, "recall": 0.163043}, {"accuracy": 0.121542, "f1": 0.111341, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"], "main_score": 0.111341, "precision": 0.107503, "recall": 0.121542}, {"accuracy": 0.227273, "f1": 0.202526, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"], "main_score": 0.202526, "precision": 0.194506, "recall": 0.227273}, {"accuracy": 0.046443, "f1": 0.034215, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"], "main_score": 0.034215, "precision": 0.031217, "recall": 0.046443}, {"accuracy": 0.241107, "f1": 0.210665, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"], "main_score": 0.210665, "precision": 0.201564, "recall": 0.241107}, {"accuracy": 0.155138, "f1": 0.140935, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"], "main_score": 0.140935, "precision": 0.136418, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.155682, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"], "main_score": 0.155682, "precision": 0.151153, "recall": 0.171937}, {"accuracy": 0.064229, "f1": 0.049268, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"], "main_score": 0.049268, "precision": 0.045539, "recall": 0.064229}, {"accuracy": 0.230237, "f1": 0.205057, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"], "main_score": 0.205057, "precision": 0.197444, "recall": 0.230237}, {"accuracy": 0.217391, "f1": 0.19363, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"], "main_score": 0.19363, "precision": 0.186456, "recall": 0.217391}, {"accuracy": 0.248024, "f1": 0.212956, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"], "main_score": 0.212956, "precision": 0.202849, "recall": 0.248024}, {"accuracy": 0.16502, "f1": 0.1404, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"], "main_score": 0.1404, "precision": 0.133123, "recall": 0.16502}, {"accuracy": 0.18083, "f1": 0.15511, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"], "main_score": 0.15511, "precision": 0.147083, "recall": 0.18083}, {"accuracy": 0.219368, "f1": 0.18796, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"], "main_score": 0.18796, "precision": 0.17789, "recall": 0.219368}, {"accuracy": 0.06917, "f1": 0.055461, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"], "main_score": 0.055461, "precision": 0.052574, "recall": 0.06917}, {"accuracy": 0.232213, "f1": 0.201831, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"], "main_score": 0.201831, "precision": 0.192739, "recall": 0.232213}, {"accuracy": 0.131423, "f1": 0.116225, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"], "main_score": 0.116225, "precision": 0.110765, "recall": 0.131423}, {"accuracy": 0.211462, "f1": 0.192258, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"], "main_score": 0.192258, "precision": 0.184693, "recall": 0.211462}, {"accuracy": 0.194664, "f1": 0.171201, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"], "main_score": 0.171201, "precision": 0.162128, "recall": 0.194664}, {"accuracy": 0.162055, "f1": 0.147209, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"], "main_score": 0.147209, "precision": 0.142773, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.154294, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"], "main_score": 0.154294, "precision": 0.146744, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.161327, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"], "main_score": 0.161327, "precision": 0.15305, "recall": 0.190711}, {"accuracy": 0.202569, "f1": 0.176124, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"], "main_score": 0.176124, "precision": 0.167832, "recall": 0.202569}, {"accuracy": 0.230237, "f1": 0.20253, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"], "main_score": 0.20253, "precision": 0.193723, "recall": 0.230237}, {"accuracy": 0.217391, "f1": 0.195678, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"], "main_score": 0.195678, "precision": 0.188594, "recall": 0.217391}, {"accuracy": 0.16502, "f1": 0.141145, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"], "main_score": 0.141145, "precision": 0.134311, "recall": 0.16502}, {"accuracy": 0.210474, "f1": 0.183197, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"], "main_score": 0.183197, "precision": 0.175584, "recall": 0.210474}, {"accuracy": 0.247036, "f1": 0.210427, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"], "main_score": 0.210427, "precision": 0.200111, "recall": 0.247036}, {"accuracy": 0.186759, "f1": 0.163406, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"], "main_score": 0.163406, "precision": 0.156407, "recall": 0.186759}, {"accuracy": 0.174901, "f1": 0.163194, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"], "main_score": 0.163194, "precision": 0.159869, "recall": 0.174901}, {"accuracy": 0.133399, "f1": 0.110208, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"], "main_score": 0.110208, "precision": 0.103481, "recall": 0.133399}, {"accuracy": 0.171937, "f1": 0.14916, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"], "main_score": 0.14916, "precision": 0.142094, "recall": 0.171937}, {"accuracy": 0.059289, "f1": 0.039713, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"], "main_score": 0.039713, "precision": 0.035461, "recall": 0.059289}, {"accuracy": 0.214427, "f1": 0.186173, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"], "main_score": 0.186173, "precision": 0.176188, "recall": 0.214427}, {"accuracy": 0.102767, "f1": 0.076259, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"], "main_score": 0.076259, "precision": 0.06954, "recall": 0.102767}, {"accuracy": 0.242095, "f1": 0.207162, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"], "main_score": 0.207162, "precision": 0.197314, "recall": 0.242095}, {"accuracy": 0.189723, "f1": 0.167195, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"], "main_score": 0.167195, "precision": 0.161034, "recall": 0.189723}, {"accuracy": 0.076087, "f1": 0.059679, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"], "main_score": 0.059679, "precision": 0.055377, "recall": 0.076087}, {"accuracy": 0.184783, "f1": 0.167525, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"], "main_score": 0.167525, "precision": 0.162575, "recall": 0.184783}, {"accuracy": 0.262846, "f1": 0.227085, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"], "main_score": 0.227085, "precision": 0.217093, "recall": 0.262846}, {"accuracy": 0.074111, "f1": 0.064541, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"], "main_score": 0.064541, "precision": 0.06223, "recall": 0.074111}, {"accuracy": 0.153162, "f1": 0.133667, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"], "main_score": 0.133667, "precision": 0.128083, "recall": 0.153162}, {"accuracy": 0.208498, "f1": 0.182289, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"], "main_score": 0.182289, "precision": 0.173209, "recall": 0.208498}, {"accuracy": 0.159091, "f1": 0.13406, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"], "main_score": 0.13406, "precision": 0.126917, "recall": 0.159091}, {"accuracy": 0.188735, "f1": 0.168678, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"], "main_score": 0.168678, "precision": 0.163271, "recall": 0.188735}, {"accuracy": 0.181818, "f1": 0.156633, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"], "main_score": 0.156633, "precision": 0.148283, "recall": 0.181818}, {"accuracy": 0.217391, "f1": 0.183284, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"], "main_score": 0.183284, "precision": 0.172392, "recall": 0.217391}, {"accuracy": 0.201581, "f1": 0.179401, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"], "main_score": 0.179401, "precision": 0.172584, "recall": 0.201581}, {"accuracy": 0.230237, "f1": 0.205954, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"], "main_score": 0.205954, "precision": 0.199053, "recall": 0.230237}, {"accuracy": 0.022727, "f1": 0.009978, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"], "main_score": 0.009978, "precision": 0.008249, "recall": 0.022727}, {"accuracy": 0.072134, "f1": 0.062802, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"], "main_score": 0.062802, "precision": 0.060042, "recall": 0.072134}, {"accuracy": 0.063241, "f1": 0.051533, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"], "main_score": 0.051533, "precision": 0.047992, "recall": 0.063241}, {"accuracy": 0.120553, "f1": 0.098547, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"], "main_score": 0.098547, "precision": 0.092819, "recall": 0.120553}, {"accuracy": 0.236166, "f1": 0.210532, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"], "main_score": 0.210532, "precision": 0.203004, "recall": 0.236166}, {"accuracy": 0.096838, "f1": 0.073496, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"], "main_score": 0.073496, "precision": 0.067186, "recall": 0.096838}, {"accuracy": 0.248024, "f1": 0.214838, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"], "main_score": 0.214838, "precision": 0.204218, "recall": 0.248024}, {"accuracy": 0.221344, "f1": 0.194931, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"], "main_score": 0.194931, "precision": 0.186996, "recall": 0.221344}, {"accuracy": 0.23913, "f1": 0.211657, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"], "main_score": 0.211657, "precision": 0.202402, "recall": 0.23913}, {"accuracy": 0.147233, "f1": 0.133934, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"], "main_score": 0.133934, "precision": 0.129847, "recall": 0.147233}, {"accuracy": 0.12253, "f1": 0.10807, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"], "main_score": 0.10807, "precision": 0.102472, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.165359, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"], "main_score": 0.165359, "precision": 0.155397, "recall": 0.192688}, {"accuracy": 0.142292, "f1": 0.121536, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"], "main_score": 0.121536, "precision": 0.115691, "recall": 0.142292}, {"accuracy": 0.221344, "f1": 0.189304, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"], "main_score": 0.189304, "precision": 0.178815, "recall": 0.221344}, {"accuracy": 0.135375, "f1": 0.112165, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"], "main_score": 0.112165, "precision": 0.106281, "recall": 0.135375}, {"accuracy": 0.067194, "f1": 0.05498, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"], "main_score": 0.05498, "precision": 0.051698, "recall": 0.067194}, {"accuracy": 0.16996, "f1": 0.149167, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"], "main_score": 0.149167, "precision": 0.143752, "recall": 0.16996}, {"accuracy": 0.155138, "f1": 0.13209, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"], "main_score": 0.13209, "precision": 0.126087, "recall": 0.155138}, {"accuracy": 0.175889, "f1": 0.148162, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"], "main_score": 0.148162, "precision": 0.139152, "recall": 0.175889}, {"accuracy": 0.19664, "f1": 0.178491, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"], "main_score": 0.178491, "precision": 0.172811, "recall": 0.19664}, {"accuracy": 0.179842, "f1": 0.154822, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"], "main_score": 0.154822, "precision": 0.146815, "recall": 0.179842}, {"accuracy": 0.046443, "f1": 0.037394, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"], "main_score": 0.037394, "precision": 0.034849, "recall": 0.046443}, {"accuracy": 0.104743, "f1": 0.081434, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"], "main_score": 0.081434, "precision": 0.075487, "recall": 0.104743}, {"accuracy": 0.144269, "f1": 0.12783, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"], "main_score": 0.12783, "precision": 0.123333, "recall": 0.144269}, {"accuracy": 0.086957, "f1": 0.077819, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"], "main_score": 0.077819, "precision": 0.074418, "recall": 0.086957}, {"accuracy": 0.168972, "f1": 0.146121, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"], "main_score": 0.146121, "precision": 0.139724, "recall": 0.168972}, {"accuracy": 0.247036, "f1": 0.224847, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"], "main_score": 0.224847, "precision": 0.216312, "recall": 0.247036}, {"accuracy": 0.076087, "f1": 0.064445, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"], "main_score": 0.064445, "precision": 0.060328, "recall": 0.076087}, {"accuracy": 0.183794, "f1": 0.160974, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"], "main_score": 0.160974, "precision": 0.155041, "recall": 0.183794}, {"accuracy": 0.1917, "f1": 0.163747, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"], "main_score": 0.163747, "precision": 0.155685, "recall": 0.1917}, {"accuracy": 0.188735, "f1": 0.166905, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"], "main_score": 0.166905, "precision": 0.161192, "recall": 0.188735}, {"accuracy": 0.137352, "f1": 0.123657, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"], "main_score": 0.123657, "precision": 0.11928, "recall": 0.137352}, {"accuracy": 0.246047, "f1": 0.215205, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"], "main_score": 0.215205, "precision": 0.206297, "recall": 0.246047}, {"accuracy": 0.133399, "f1": 0.11427, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"], "main_score": 0.11427, "precision": 0.108773, "recall": 0.133399}, {"accuracy": 0.189723, "f1": 0.172176, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"], "main_score": 0.172176, "precision": 0.166401, "recall": 0.189723}, {"accuracy": 0.102767, "f1": 0.078389, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"], "main_score": 0.078389, "precision": 0.07147, "recall": 0.102767}, {"accuracy": 0.227273, "f1": 0.202623, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"], "main_score": 0.202623, "precision": 0.195084, "recall": 0.227273}, {"accuracy": 0.028656, "f1": 0.023443, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"], "main_score": 0.023443, "precision": 0.022561, "recall": 0.028656}, {"accuracy": 0.188735, "f1": 0.163917, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"], "main_score": 0.163917, "precision": 0.156855, "recall": 0.188735}, {"accuracy": 0.150198, "f1": 0.131609, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"], "main_score": 0.131609, "precision": 0.126479, "recall": 0.150198}, {"accuracy": 0.136364, "f1": 0.11768, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"], "main_score": 0.11768, "precision": 0.112435, "recall": 0.136364}, {"accuracy": 0.224308, "f1": 0.200406, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"], "main_score": 0.200406, "precision": 0.191798, "recall": 0.224308}, {"accuracy": 0.133399, "f1": 0.114932, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"], "main_score": 0.114932, "precision": 0.109061, "recall": 0.133399}, {"accuracy": 0.225296, "f1": 0.195042, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"], "main_score": 0.195042, "precision": 0.183704, "recall": 0.225296}, {"accuracy": 0.263834, "f1": 0.236635, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"], "main_score": 0.236635, "precision": 0.226596, "recall": 0.263834}, {"accuracy": 0.233202, "f1": 0.204489, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"], "main_score": 0.204489, "precision": 0.19579, "recall": 0.233202}, {"accuracy": 0.253953, "f1": 0.23254, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"], "main_score": 0.23254, "precision": 0.22503, "recall": 0.253953}, {"accuracy": 0.240119, "f1": 0.206438, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"], "main_score": 0.206438, "precision": 0.19758, "recall": 0.240119}, {"accuracy": 0.214427, "f1": 0.187279, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"], "main_score": 0.187279, "precision": 0.177516, "recall": 0.214427}, {"accuracy": 0.247036, "f1": 0.212141, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"], "main_score": 0.212141, "precision": 0.201552, "recall": 0.247036}, {"accuracy": 0.09585, "f1": 0.080125, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"], "main_score": 0.080125, "precision": 0.075755, "recall": 0.09585}, {"accuracy": 0.167984, "f1": 0.148763, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"], "main_score": 0.148763, "precision": 0.143152, "recall": 0.167984}, {"accuracy": 0.186759, "f1": 0.156686, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"], "main_score": 0.156686, "precision": 0.147433, "recall": 0.186759}, {"accuracy": 0.20751, "f1": 0.183306, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"], "main_score": 0.183306, "precision": 0.175906, "recall": 0.20751}, {"accuracy": 0.181818, "f1": 0.156886, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"], "main_score": 0.156886, "precision": 0.148052, "recall": 0.181818}, {"accuracy": 0.226285, "f1": 0.198123, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"], "main_score": 0.198123, "precision": 0.187933, "recall": 0.226285}, {"accuracy": 0.16502, "f1": 0.136296, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"], "main_score": 0.136296, "precision": 0.127474, "recall": 0.16502}, {"accuracy": 0.088933, "f1": 0.078448, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"], "main_score": 0.078448, "precision": 0.075286, "recall": 0.088933}, {"accuracy": 0.243083, "f1": 0.221389, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"], "main_score": 0.221389, "precision": 0.214416, "recall": 0.243083}, {"accuracy": 0.172925, "f1": 0.14792, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"], "main_score": 0.14792, "precision": 0.140018, "recall": 0.172925}, {"accuracy": 0.198617, "f1": 0.16621, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"], "main_score": 0.16621, "precision": 0.156444, "recall": 0.198617}, {"accuracy": 0.23913, "f1": 0.215036, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"], "main_score": 0.215036, "precision": 0.205801, "recall": 0.23913}, {"accuracy": 0.061265, "f1": 0.050135, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"], "main_score": 0.050135, "precision": 0.047025, "recall": 0.061265}, {"accuracy": 0.205534, "f1": 0.173417, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"], "main_score": 0.173417, "precision": 0.162606, "recall": 0.205534}, {"accuracy": 0.228261, "f1": 0.196936, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"], "main_score": 0.196936, "precision": 0.186764, "recall": 0.228261}, {"accuracy": 0.130435, "f1": 0.11663, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"], "main_score": 0.11663, "precision": 0.113373, "recall": 0.130435}, {"accuracy": 0.228261, "f1": 0.194635, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"], "main_score": 0.194635, "precision": 0.185481, "recall": 0.228261}, {"accuracy": 0.198617, "f1": 0.175808, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"], "main_score": 0.175808, "precision": 0.169162, "recall": 0.198617}, {"accuracy": 0.141304, "f1": 0.131189, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"], "main_score": 0.131189, "precision": 0.128143, "recall": 0.141304}, {"accuracy": 0.284585, "f1": 0.252451, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"], "main_score": 0.252451, "precision": 0.242734, "recall": 0.284585}, {"accuracy": 0.23419, "f1": 0.210034, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"], "main_score": 0.210034, "precision": 0.202461, "recall": 0.23419}, {"accuracy": 0.09585, "f1": 0.083975, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"], "main_score": 0.083975, "precision": 0.080198, "recall": 0.09585}, {"accuracy": 0.133399, "f1": 0.111659, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"], "main_score": 0.111659, "precision": 0.105418, "recall": 0.133399}, {"accuracy": 0.16996, "f1": 0.14422, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"], "main_score": 0.14422, "precision": 0.137418, "recall": 0.16996}, {"accuracy": 0.184783, "f1": 0.157458, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"], "main_score": 0.157458, "precision": 0.147401, "recall": 0.184783}, {"accuracy": 0.172925, "f1": 0.144869, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"], "main_score": 0.144869, "precision": 0.137019, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.137894, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"], "main_score": 0.137894, "precision": 0.130847, "recall": 0.164032}, {"accuracy": 0.198617, "f1": 0.170286, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"], "main_score": 0.170286, "precision": 0.161921, "recall": 0.198617}, {"accuracy": 0.0583, "f1": 0.045533, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"], "main_score": 0.045533, "precision": 0.043097, "recall": 0.0583}, {"accuracy": 0.16502, "f1": 0.144424, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"], "main_score": 0.144424, "precision": 0.139032, "recall": 0.16502}, {"accuracy": 0.250988, "f1": 0.223506, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"], "main_score": 0.223506, "precision": 0.214628, "recall": 0.250988}, {"accuracy": 0.08004, "f1": 0.045964, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"], "main_score": 0.045964, "precision": 0.038824, "recall": 0.08004}, {"accuracy": 0.140316, "f1": 0.086724, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"], "main_score": 0.086724, "precision": 0.07425, "recall": 0.140316}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"], "main_score": 0.950428, "precision": 0.945158, "recall": 0.961462}, {"accuracy": 0.821146, "f1": 0.772266, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"], "main_score": 0.772266, "precision": 0.749984, "recall": 0.821146}, {"accuracy": 0.963439, "f1": 0.952851, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"], "main_score": 0.952851, "precision": 0.947793, "recall": 0.963439}, {"accuracy": 0.572134, "f1": 0.496202, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"], "main_score": 0.496202, "precision": 0.467209, "recall": 0.572134}, {"accuracy": 0.170949, "f1": 0.112202, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"], "main_score": 0.112202, "precision": 0.097953, "recall": 0.170949}, {"accuracy": 0.937747, "f1": 0.919928, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"], "main_score": 0.919928, "precision": 0.911891, "recall": 0.937747}, {"accuracy": 0.370553, "f1": 0.290011, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"], "main_score": 0.290011, "precision": 0.264637, "recall": 0.370553}, {"accuracy": 0.617589, "f1": 0.549667, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"], "main_score": 0.549667, "precision": 0.522031, "recall": 0.617589}, {"accuracy": 0.936759, "f1": 0.917161, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"], "main_score": 0.917161, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.92309, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"], "main_score": 0.92309, "precision": 0.915184, "recall": 0.939723}, {"accuracy": 0.202569, "f1": 0.127636, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"], "main_score": 0.127636, "precision": 0.108236, "recall": 0.202569}, {"accuracy": 0.764822, "f1": 0.71446, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"], "main_score": 0.71446, "precision": 0.693349, "recall": 0.764822}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"], "main_score": 0.934354, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.259881, "f1": 0.178342, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"], "main_score": 0.178342, "precision": 0.157052, "recall": 0.259881}, {"accuracy": 0.932806, "f1": 0.915203, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"], "main_score": 0.915203, "precision": 0.907032, "recall": 0.932806}, {"accuracy": 0.862648, "f1": 0.827635, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"], "main_score": 0.827635, "precision": 0.81138, "recall": 0.862648}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.938735, "f1": 0.921772, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"], "main_score": 0.921772, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.126482, "f1": 0.074862, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"], "main_score": 0.074862, "precision": 0.063814, "recall": 0.126482}, {"accuracy": 0.807312, "f1": 0.765304, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"], "main_score": 0.765304, "precision": 0.747325, "recall": 0.807312}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"], "main_score": 0.926383, "precision": 0.918643, "recall": 0.942688}, {"accuracy": 0.641304, "f1": 0.564055, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"], "main_score": 0.564055, "precision": 0.533202, "recall": 0.641304}, {"accuracy": 0.059289, "f1": 0.028102, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"], "main_score": 0.028102, "precision": 0.023094, "recall": 0.059289}, {"accuracy": 0.944664, "f1": 0.930519, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"], "main_score": 0.930519, "precision": 0.92416, "recall": 0.944664}, {"accuracy": 0.195652, "f1": 0.130275, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"], "main_score": 0.130275, "precision": 0.114678, "recall": 0.195652}, {"accuracy": 0.77668, "f1": 0.726636, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"], "main_score": 0.726636, "precision": 0.705377, "recall": 0.77668}, {"accuracy": 0.940711, "f1": 0.924144, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"], "main_score": 0.924144, "precision": 0.916617, "recall": 0.940711}, {"accuracy": 0.852767, "f1": 0.818874, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"], "main_score": 0.818874, "precision": 0.803277, "recall": 0.852767}, {"accuracy": 0.871542, "f1": 0.838091, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"], "main_score": 0.838091, "precision": 0.822563, "recall": 0.871542}, {"accuracy": 0.245059, "f1": 0.175263, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"], "main_score": 0.175263, "precision": 0.155799, "recall": 0.245059}, {"accuracy": 0.948617, "f1": 0.932872, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"], "main_score": 0.932872, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.685771, "f1": 0.627772, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"], "main_score": 0.627772, "precision": 0.604029, "recall": 0.685771}, {"accuracy": 0.883399, "f1": 0.854545, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"], "main_score": 0.854545, "precision": 0.841238, "recall": 0.883399}, {"accuracy": 0.829051, "f1": 0.790053, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"], "main_score": 0.790053, "precision": 0.772513, "recall": 0.829051}, {"accuracy": 0.923913, "f1": 0.905204, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"], "main_score": 0.905204, "precision": 0.896492, "recall": 0.923913}, {"accuracy": 0.935771, "f1": 0.917556, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"], "main_score": 0.917556, "precision": 0.909173, "recall": 0.935771}, {"accuracy": 0.137352, "f1": 0.079573, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"], "main_score": 0.079573, "precision": 0.068381, "recall": 0.137352}, {"accuracy": 0.056324, "f1": 0.034827, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"], "main_score": 0.034827, "precision": 0.02984, "recall": 0.056324}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"], "main_score": 0.92612, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.140316, "f1": 0.084278, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"], "main_score": 0.084278, "precision": 0.071753, "recall": 0.140316}, {"accuracy": 0.949605, "f1": 0.93442, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"], "main_score": 0.93442, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"], "main_score": 0.865184, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.907115, "f1": 0.883959, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"], "main_score": 0.883959, "precision": 0.873106, "recall": 0.907115}, {"accuracy": 0.660079, "f1": 0.597699, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"], "main_score": 0.597699, "precision": 0.571668, "recall": 0.660079}, {"accuracy": 0.155138, "f1": 0.092296, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"], "main_score": 0.092296, "precision": 0.078138, "recall": 0.155138}, {"accuracy": 0.618577, "f1": 0.561522, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"], "main_score": 0.561522, "precision": 0.538109, "recall": 0.618577}, {"accuracy": 0.571146, "f1": 0.49343, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"], "main_score": 0.49343, "precision": 0.463225, "recall": 0.571146}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.701581, "f1": 0.635252, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"], "main_score": 0.635252, "precision": 0.60765, "recall": 0.701581}, {"accuracy": 0.140316, "f1": 0.088725, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"], "main_score": 0.088725, "precision": 0.076486, "recall": 0.140316}, {"accuracy": 0.924901, "f1": 0.903821, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"], "main_score": 0.903821, "precision": 0.893972, "recall": 0.924901}, {"accuracy": 0.065217, "f1": 0.040256, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"], "main_score": 0.040256, "precision": 0.0342, "recall": 0.065217}, {"accuracy": 0.200593, "f1": 0.142117, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"], "main_score": 0.142117, "precision": 0.126887, "recall": 0.200593}, {"accuracy": 0.323123, "f1": 0.23998, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"], "main_score": 0.23998, "precision": 0.214712, "recall": 0.323123}, {"accuracy": 0.088933, "f1": 0.050578, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"], "main_score": 0.050578, "precision": 0.041614, "recall": 0.088933}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"], "main_score": 0.935935, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.942688, "f1": 0.927452, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"], "main_score": 0.927452, "precision": 0.920471, "recall": 0.942688}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"], "main_score": 0.938472, "precision": 0.931736, "recall": 0.952569}, {"accuracy": 0.913043, "f1": 0.887154, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"], "main_score": 0.887154, "precision": 0.875165, "recall": 0.913043}, {"accuracy": 0.240119, "f1": 0.164602, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"], "main_score": 0.164602, "precision": 0.143257, "recall": 0.240119}, {"accuracy": 0.706522, "f1": 0.646283, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"], "main_score": 0.646283, "precision": 0.62049, "recall": 0.706522}, {"accuracy": 0.387352, "f1": 0.307518, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"], "main_score": 0.307518, "precision": 0.282404, "recall": 0.387352}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"], "main_score": 0.931159, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.219368, "f1": 0.149634, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"], "main_score": 0.149634, "precision": 0.131882, "recall": 0.219368}, {"accuracy": 0.275692, "f1": 0.197908, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"], "main_score": 0.197908, "precision": 0.175952, "recall": 0.275692}, {"accuracy": 0.222332, "f1": 0.146724, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"], "main_score": 0.146724, "precision": 0.126651, "recall": 0.222332}, {"accuracy": 0.317194, "f1": 0.244531, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"], "main_score": 0.244531, "precision": 0.22201, "recall": 0.317194}, {"accuracy": 0.573123, "f1": 0.500649, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"], "main_score": 0.500649, "precision": 0.472855, "recall": 0.573123}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.056324, "f1": 0.020897, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"], "main_score": 0.020897, "precision": 0.01603, "recall": 0.056324}, {"accuracy": 0.173913, "f1": 0.11166, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"], "main_score": 0.11166, "precision": 0.095012, "recall": 0.173913}, {"accuracy": 0.641304, "f1": 0.580557, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"], "main_score": 0.580557, "precision": 0.555734, "recall": 0.641304}, {"accuracy": 0.205534, "f1": 0.139187, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"], "main_score": 0.139187, "precision": 0.122782, "recall": 0.205534}, {"accuracy": 0.061265, "f1": 0.029192, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"], "main_score": 0.029192, "precision": 0.024038, "recall": 0.061265}, {"accuracy": 0.953557, "f1": 0.93969, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"], "main_score": 0.93969, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.699605, "f1": 0.637955, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"], "main_score": 0.637955, "precision": 0.613506, "recall": 0.699605}, {"accuracy": 0.726285, "f1": 0.666898, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"], "main_score": 0.666898, "precision": 0.642045, "recall": 0.726285}, {"accuracy": 0.688735, "f1": 0.630408, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"], "main_score": 0.630408, "precision": 0.606995, "recall": 0.688735}, {"accuracy": 0.954545, "f1": 0.941271, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"], "main_score": 0.941271, "precision": 0.935194, "recall": 0.954545}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"], "main_score": 0.914196, "precision": 0.904974, "recall": 0.933794}, {"accuracy": 0.956522, "f1": 0.943083, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"], "main_score": 0.943083, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.937747, "f1": 0.919121, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"], "main_score": 0.919121, "precision": 0.910467, "recall": 0.937747}, {"accuracy": 0.18083, "f1": 0.120809, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"], "main_score": 0.120809, "precision": 0.105598, "recall": 0.18083}, {"accuracy": 0.117589, "f1": 0.071383, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"], "main_score": 0.071383, "precision": 0.061269, "recall": 0.117589}, {"accuracy": 0.814229, "f1": 0.768643, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"], "main_score": 0.768643, "precision": 0.747974, "recall": 0.814229}, {"accuracy": 0.9417, "f1": 0.924802, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"], "main_score": 0.924802, "precision": 0.916914, "recall": 0.9417}, {"accuracy": 0.929842, "f1": 0.909816, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"], "main_score": 0.909816, "precision": 0.900313, "recall": 0.929842}, {"accuracy": 0.348814, "f1": 0.264505, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"], "main_score": 0.264505, "precision": 0.236795, "recall": 0.348814}, {"accuracy": 0.159091, "f1": 0.102018, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"], "main_score": 0.102018, "precision": 0.088678, "recall": 0.159091}, {"accuracy": 0.658103, "f1": 0.595665, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"], "main_score": 0.595665, "precision": 0.570693, "recall": 0.658103}, {"accuracy": 0.836957, "f1": 0.798913, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"], "main_score": 0.798913, "precision": 0.782296, "recall": 0.836957}, {"accuracy": 0.159091, "f1": 0.096024, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"], "main_score": 0.096024, "precision": 0.081767, "recall": 0.159091}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"], "main_score": 0.937418, "precision": 0.93083, "recall": 0.951581}, {"accuracy": 0.209486, "f1": 0.148817, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"], "main_score": 0.148817, "precision": 0.13286, "recall": 0.209486}, {"accuracy": 0.368577, "f1": 0.283366, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"], "main_score": 0.283366, "precision": 0.257492, "recall": 0.368577}, {"accuracy": 0.948617, "f1": 0.935197, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"], "main_score": 0.935197, "precision": 0.929183, "recall": 0.948617}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.938307, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"], "main_score": 0.938307, "precision": 0.931406, "recall": 0.952569}, {"accuracy": 0.9417, "f1": 0.925842, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"], "main_score": 0.925842, "precision": 0.918314, "recall": 0.9417}, {"accuracy": 0.671937, "f1": 0.606917, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"], "main_score": 0.606917, "precision": 0.580347, "recall": 0.671937}, {"accuracy": 0.870553, "f1": 0.835408, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"], "main_score": 0.835408, "precision": 0.819499, "recall": 0.870553}, {"accuracy": 0.205534, "f1": 0.137084, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"], "main_score": 0.137084, "precision": 0.117943, "recall": 0.205534}, {"accuracy": 0.072134, "f1": 0.033542, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"], "main_score": 0.033542, "precision": 0.027667, "recall": 0.072134}, {"accuracy": 0.202569, "f1": 0.134303, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"], "main_score": 0.134303, "precision": 0.115398, "recall": 0.202569}, {"accuracy": 0.092885, "f1": 0.050789, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"], "main_score": 0.050789, "precision": 0.042067, "recall": 0.092885}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.631423, "f1": 0.558176, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"], "main_score": 0.558176, "precision": 0.527676, "recall": 0.631423}, {"accuracy": 0.079051, "f1": 0.05183, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"], "main_score": 0.05183, "precision": 0.045362, "recall": 0.079051}, {"accuracy": 0.666008, "f1": 0.601588, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"], "main_score": 0.601588, "precision": 0.574235, "recall": 0.666008}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"], "main_score": 0.92836, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.718379, "f1": 0.661133, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"], "main_score": 0.661133, "precision": 0.635968, "recall": 0.718379}, {"accuracy": 0.485178, "f1": 0.402655, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"], "main_score": 0.402655, "precision": 0.37161, "recall": 0.485178}, {"accuracy": 0.167984, "f1": 0.102954, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"], "main_score": 0.102954, "precision": 0.088951, "recall": 0.167984}, {"accuracy": 0.938735, "f1": 0.922087, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"], "main_score": 0.922087, "precision": 0.914608, "recall": 0.938735}, {"accuracy": 0.362648, "f1": 0.27899, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"], "main_score": 0.27899, "precision": 0.252309, "recall": 0.362648}, {"accuracy": 0.186759, "f1": 0.115707, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"], "main_score": 0.115707, "precision": 0.098645, "recall": 0.186759}, {"accuracy": 0.163043, "f1": 0.107637, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"], "main_score": 0.107637, "precision": 0.093957, "recall": 0.163043}, {"accuracy": 0.20751, "f1": 0.147535, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"], "main_score": 0.147535, "precision": 0.131395, "recall": 0.20751}, {"accuracy": 0.914032, "f1": 0.891798, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"], "main_score": 0.891798, "precision": 0.881258, "recall": 0.914032}, {"accuracy": 0.020751, "f1": 0.004764, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"], "main_score": 0.004764, "precision": 0.003471, "recall": 0.020751}, {"accuracy": 0.787549, "f1": 0.737865, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"], "main_score": 0.737865, "precision": 0.716337, "recall": 0.787549}, {"accuracy": 0.343874, "f1": 0.274066, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"], "main_score": 0.274066, "precision": 0.249126, "recall": 0.343874}, {"accuracy": 0.806324, "f1": 0.760046, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"], "main_score": 0.760046, "precision": 0.738505, "recall": 0.806324}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.079051, "f1": 0.04238, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"], "main_score": 0.04238, "precision": 0.036521, "recall": 0.079051}, {"accuracy": 0.161067, "f1": 0.104847, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"], "main_score": 0.104847, "precision": 0.090562, "recall": 0.161067}, {"accuracy": 0.951581, "f1": 0.937747, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"], "main_score": 0.937747, "precision": 0.931159, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.912121, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"], "main_score": 0.912121, "precision": 0.90275, "recall": 0.931818}, {"accuracy": 0.578063, "f1": 0.504142, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"], "main_score": 0.504142, "precision": 0.476162, "recall": 0.578063}, {"accuracy": 0.166008, "f1": 0.104649, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"], "main_score": 0.104649, "precision": 0.08939, "recall": 0.166008}, {"accuracy": 0.172925, "f1": 0.108221, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"], "main_score": 0.108221, "precision": 0.091517, "recall": 0.172925}, {"accuracy": 0.913043, "f1": 0.889246, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"], "main_score": 0.889246, "precision": 0.878139, "recall": 0.913043}, {"accuracy": 0.157115, "f1": 0.100386, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"], "main_score": 0.100386, "precision": 0.086763, "recall": 0.157115}, {"accuracy": 0.146245, "f1": 0.089897, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"], "main_score": 0.089897, "precision": 0.076862, "recall": 0.146245}, {"accuracy": 0.751976, "f1": 0.698786, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"], "main_score": 0.698786, "precision": 0.676252, "recall": 0.751976}, {"accuracy": 0.577075, "f1": 0.507373, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"], "main_score": 0.507373, "precision": 0.480768, "recall": 0.577075}, {"accuracy": 0.938735, "f1": 0.922167, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"], "main_score": 0.922167, "precision": 0.914476, "recall": 0.938735}, {"accuracy": 0.215415, "f1": 0.144681, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"], "main_score": 0.144681, "precision": 0.124115, "recall": 0.215415}, {"accuracy": 0.411067, "f1": 0.329599, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"], "main_score": 0.329599, "precision": 0.302963, "recall": 0.411067}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"], "main_score": 0.933037, "precision": 0.925478, "recall": 0.948617}, {"accuracy": 0.506917, "f1": 0.433297, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"], "main_score": 0.433297, "precision": 0.405145, "recall": 0.506917}, {"accuracy": 0.744071, "f1": 0.684768, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"], "main_score": 0.684768, "precision": 0.659256, "recall": 0.744071}, {"accuracy": 0.229249, "f1": 0.157582, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"], "main_score": 0.157582, "precision": 0.138765, "recall": 0.229249}, {"accuracy": 0.626482, "f1": 0.559365, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"], "main_score": 0.559365, "precision": 0.532264, "recall": 0.626482}, {"accuracy": 0.624506, "f1": 0.553272, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"], "main_score": 0.553272, "precision": 0.524308, "recall": 0.624506}, {"accuracy": 0.204545, "f1": 0.134796, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"], "main_score": 0.134796, "precision": 0.116794, "recall": 0.204545}, {"accuracy": 0.836957, "f1": 0.799042, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"], "main_score": 0.799042, "precision": 0.782529, "recall": 0.836957}, {"accuracy": 0.94664, "f1": 0.931324, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"], "main_score": 0.931324, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.940711, "f1": 0.924209, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"], "main_score": 0.924209, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.876482, "f1": 0.841916, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"], "main_score": 0.841916, "precision": 0.826038, "recall": 0.876482}, {"accuracy": 0.697628, "f1": 0.638076, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"], "main_score": 0.638076, "precision": 0.613258, "recall": 0.697628}, {"accuracy": 0.951581, "f1": 0.937154, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"], "main_score": 0.937154, "precision": 0.930451, "recall": 0.951581}, {"accuracy": 0.436759, "f1": 0.358157, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"], "main_score": 0.358157, "precision": 0.331142, "recall": 0.436759}, {"accuracy": 0.445652, "f1": 0.362893, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"], "main_score": 0.362893, "precision": 0.334654, "recall": 0.445652}, {"accuracy": 0.099802, "f1": 0.054467, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"], "main_score": 0.054467, "precision": 0.045159, "recall": 0.099802}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"], "main_score": 0.930007, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.193676, "f1": 0.136557, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"], "main_score": 0.136557, "precision": 0.120105, "recall": 0.193676}, {"accuracy": 0.942688, "f1": 0.926186, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"], "main_score": 0.926186, "precision": 0.918511, "recall": 0.942688}, {"accuracy": 0.954545, "f1": 0.94193, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"], "main_score": 0.94193, "precision": 0.936018, "recall": 0.954545}, {"accuracy": 0.380435, "f1": 0.296001, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"], "main_score": 0.296001, "precision": 0.268783, "recall": 0.380435}, {"accuracy": 0.322134, "f1": 0.24259, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"], "main_score": 0.24259, "precision": 0.219733, "recall": 0.322134}, {"accuracy": 0.813241, "f1": 0.765007, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"], "main_score": 0.765007, "precision": 0.744005, "recall": 0.813241}, {"accuracy": 0.221344, "f1": 0.154571, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"], "main_score": 0.154571, "precision": 0.1369, "recall": 0.221344}, {"accuracy": 0.195652, "f1": 0.128372, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"], "main_score": 0.128372, "precision": 0.111605, "recall": 0.195652}, {"accuracy": 0.938735, "f1": 0.921509, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"], "main_score": 0.921509, "precision": 0.913291, "recall": 0.938735}, {"accuracy": 0.410079, "f1": 0.321324, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"], "main_score": 0.321324, "precision": 0.292859, "recall": 0.410079}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"], "main_score": 0.929842, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.163043, "f1": 0.097693, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"], "main_score": 0.097693, "precision": 0.082619, "recall": 0.163043}, {"accuracy": 0.944664, "f1": 0.928261, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"], "main_score": 0.928261, "precision": 0.92057, "recall": 0.944664}, {"accuracy": 0.880435, "f1": 0.847859, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"], "main_score": 0.847859, "precision": 0.833086, "recall": 0.880435}, {"accuracy": 0.882411, "f1": 0.851567, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"], "main_score": 0.851567, "precision": 0.837121, "recall": 0.882411}, {"accuracy": 0.147233, "f1": 0.091205, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"], "main_score": 0.091205, "precision": 0.077908, "recall": 0.147233}, {"accuracy": 0.850791, "f1": 0.813999, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"], "main_score": 0.813999, "precision": 0.797266, "recall": 0.850791}, {"accuracy": 0.155138, "f1": 0.096152, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"], "main_score": 0.096152, "precision": 0.081905, "recall": 0.155138}, {"accuracy": 0.177866, "f1": 0.116317, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"], "main_score": 0.116317, "precision": 0.101256, "recall": 0.177866}, {"accuracy": 0.120553, "f1": 0.07223, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"], "main_score": 0.07223, "precision": 0.061321, "recall": 0.120553}, {"accuracy": 0.544466, "f1": 0.468923, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"], "main_score": 0.468923, "precision": 0.438712, "recall": 0.544466}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"], "main_score": 0.93419, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.267787, "f1": 0.19298, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"], "main_score": 0.19298, "precision": 0.171427, "recall": 0.267787}, {"accuracy": 0.143281, "f1": 0.080155, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"], "main_score": 0.080155, "precision": 0.066163, "recall": 0.143281}, {"accuracy": 0.190711, "f1": 0.120517, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"], "main_score": 0.120517, "precision": 0.103061, "recall": 0.190711}, {"accuracy": 0.718379, "f1": 0.659075, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"], "main_score": 0.659075, "precision": 0.634018, "recall": 0.718379}, {"accuracy": 0.151186, "f1": 0.091271, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"], "main_score": 0.091271, "precision": 0.077883, "recall": 0.151186}, {"accuracy": 0.162055, "f1": 0.1056, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"], "main_score": 0.1056, "precision": 0.0908, "recall": 0.162055}, {"accuracy": 0.885375, "f1": 0.861314, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"], "main_score": 0.861314, "precision": 0.850586, "recall": 0.885375}, {"accuracy": 0.244071, "f1": 0.166426, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"], "main_score": 0.166426, "precision": 0.146412, "recall": 0.244071}, {"accuracy": 0.205534, "f1": 0.137311, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"], "main_score": 0.137311, "precision": 0.119938, "recall": 0.205534}, {"accuracy": 0.572134, "f1": 0.493992, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"], "main_score": 0.493992, "precision": 0.463584, "recall": 0.572134}, {"accuracy": 0.321146, "f1": 0.237852, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"], "main_score": 0.237852, "precision": 0.212297, "recall": 0.321146}, {"accuracy": 0.432806, "f1": 0.348001, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"], "main_score": 0.348001, "precision": 0.317699, "recall": 0.432806}, {"accuracy": 0.815217, "f1": 0.771047, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"], "main_score": 0.771047, "precision": 0.751219, "recall": 0.815217}, {"accuracy": 0.277668, "f1": 0.197356, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"], "main_score": 0.197356, "precision": 0.172885, "recall": 0.277668}, {"accuracy": 0.437747, "f1": 0.358623, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"], "main_score": 0.358623, "precision": 0.32978, "recall": 0.437747}, {"accuracy": 0.147233, "f1": 0.091552, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"], "main_score": 0.091552, "precision": 0.077578, "recall": 0.147233}, {"accuracy": 0.938735, "f1": 0.921426, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"], "main_score": 0.921426, "precision": 0.913432, "recall": 0.938735}, {"accuracy": 0.909091, "f1": 0.884552, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"], "main_score": 0.884552, "precision": 0.872694, "recall": 0.909091}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"], "main_score": 0.925725, "precision": 0.917852, "recall": 0.942688}, {"accuracy": 0.75, "f1": 0.693533, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"], "main_score": 0.693533, "precision": 0.669442, "recall": 0.75}, {"accuracy": 0.221344, "f1": 0.15479, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"], "main_score": 0.15479, "precision": 0.136421, "recall": 0.221344}, {"accuracy": 0.172925, "f1": 0.107615, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"], "main_score": 0.107615, "precision": 0.092689, "recall": 0.172925}, {"accuracy": 0.079051, "f1": 0.049118, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"], "main_score": 0.049118, "precision": 0.041794, "recall": 0.079051}, {"accuracy": 0.162055, "f1": 0.111372, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"], "main_score": 0.111372, "precision": 0.09896, "recall": 0.162055}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.841897, "f1": 0.804583, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"], "main_score": 0.804583, "precision": 0.788686, "recall": 0.841897}, {"accuracy": 0.756917, "f1": 0.703129, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"], "main_score": 0.703129, "precision": 0.68027, "recall": 0.756917}, {"accuracy": 0.788538, "f1": 0.741831, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"], "main_score": 0.741831, "precision": 0.720718, "recall": 0.788538}, {"accuracy": 0.499012, "f1": 0.426616, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"], "main_score": 0.426616, "precision": 0.400665, "recall": 0.499012}, {"accuracy": 0.167984, "f1": 0.110618, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"], "main_score": 0.110618, "precision": 0.09662, "recall": 0.167984}, {"accuracy": 0.852767, "f1": 0.816323, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"], "main_score": 0.816323, "precision": 0.800511, "recall": 0.852767}, {"accuracy": 0.31917, "f1": 0.247516, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"], "main_score": 0.247516, "precision": 0.225682, "recall": 0.31917}, {"accuracy": 0.509881, "f1": 0.439491, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"], "main_score": 0.439491, "precision": 0.412513, "recall": 0.509881}, {"accuracy": 0.852767, "f1": 0.817081, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"], "main_score": 0.817081, "precision": 0.800922, "recall": 0.852767}, {"accuracy": 0.774704, "f1": 0.728741, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"], "main_score": 0.728741, "precision": 0.708844, "recall": 0.774704}, {"accuracy": 0.202569, "f1": 0.135996, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"], "main_score": 0.135996, "precision": 0.118821, "recall": 0.202569}, {"accuracy": 0.769763, "f1": 0.720839, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"], "main_score": 0.720839, "precision": 0.699752, "recall": 0.769763}, {"accuracy": 0.857708, "f1": 0.823108, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"], "main_score": 0.823108, "precision": 0.807559, "recall": 0.857708}, {"accuracy": 0.242095, "f1": 0.174803, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"], "main_score": 0.174803, "precision": 0.156542, "recall": 0.242095}, {"accuracy": 0.827075, "f1": 0.78523, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"], "main_score": 0.78523, "precision": 0.766387, "recall": 0.827075}, {"accuracy": 0.780632, "f1": 0.732362, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"], "main_score": 0.732362, "precision": 0.71078, "recall": 0.780632}, {"accuracy": 0.871542, "f1": 0.836397, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"], "main_score": 0.836397, "precision": 0.820817, "recall": 0.871542}, {"accuracy": 0.839921, "f1": 0.79865, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"], "main_score": 0.79865, "precision": 0.779974, "recall": 0.839921}, {"accuracy": 0.132411, "f1": 0.088985, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"], "main_score": 0.088985, "precision": 0.07809, "recall": 0.132411}, {"accuracy": 0.736166, "f1": 0.682199, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"], "main_score": 0.682199, "precision": 0.659025, "recall": 0.736166}, {"accuracy": 0.863636, "f1": 0.827555, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"], "main_score": 0.827555, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.550395, "f1": 0.477077, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"], "main_score": 0.477077, "precision": 0.449726, "recall": 0.550395}, {"accuracy": 0.066206, "f1": 0.034203, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"], "main_score": 0.034203, "precision": 0.028543, "recall": 0.066206}, {"accuracy": 0.842885, "f1": 0.803689, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"], "main_score": 0.803689, "precision": 0.785913, "recall": 0.842885}, {"accuracy": 0.171937, "f1": 0.116529, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"], "main_score": 0.116529, "precision": 0.102027, "recall": 0.171937}, {"accuracy": 0.715415, "f1": 0.660169, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"], "main_score": 0.660169, "precision": 0.637271, "recall": 0.715415}, {"accuracy": 0.851779, "f1": 0.814629, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"], "main_score": 0.814629, "precision": 0.798205, "recall": 0.851779}, {"accuracy": 0.774704, "f1": 0.731623, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"], "main_score": 0.731623, "precision": 0.713366, "recall": 0.774704}, {"accuracy": 0.751976, "f1": 0.704944, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"], "main_score": 0.704944, "precision": 0.68611, "recall": 0.751976}, {"accuracy": 0.256917, "f1": 0.196614, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"], "main_score": 0.196614, "precision": 0.178423, "recall": 0.256917}, {"accuracy": 0.852767, "f1": 0.813933, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"], "main_score": 0.813933, "precision": 0.795866, "recall": 0.852767}, {"accuracy": 0.683794, "f1": 0.625499, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"], "main_score": 0.625499, "precision": 0.600774, "recall": 0.683794}, {"accuracy": 0.780632, "f1": 0.73658, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"], "main_score": 0.73658, "precision": 0.71693, "recall": 0.780632}, {"accuracy": 0.779644, "f1": 0.733249, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"], "main_score": 0.733249, "precision": 0.712862, "recall": 0.779644}, {"accuracy": 0.855731, "f1": 0.821739, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"], "main_score": 0.821739, "precision": 0.806324, "recall": 0.855731}, {"accuracy": 0.853755, "f1": 0.81517, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"], "main_score": 0.81517, "precision": 0.797266, "recall": 0.853755}, {"accuracy": 0.13834, "f1": 0.084826, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"], "main_score": 0.084826, "precision": 0.073783, "recall": 0.13834}, {"accuracy": 0.055336, "f1": 0.038236, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"], "main_score": 0.038236, "precision": 0.033801, "recall": 0.055336}, {"accuracy": 0.854743, "f1": 0.819269, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"], "main_score": 0.819269, "precision": 0.803393, "recall": 0.854743}, {"accuracy": 0.128458, "f1": 0.083307, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"], "main_score": 0.083307, "precision": 0.072436, "recall": 0.128458}, {"accuracy": 0.859684, "f1": 0.821824, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"], "main_score": 0.821824, "precision": 0.804628, "recall": 0.859684}, {"accuracy": 0.809289, "f1": 0.766554, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"], "main_score": 0.766554, "precision": 0.747365, "recall": 0.809289}, {"accuracy": 0.737154, "f1": 0.683764, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"], "main_score": 0.683764, "precision": 0.661342, "recall": 0.737154}, {"accuracy": 0.592885, "f1": 0.527949, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"], "main_score": 0.527949, "precision": 0.502726, "recall": 0.592885}, {"accuracy": 0.151186, "f1": 0.102054, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"], "main_score": 0.102054, "precision": 0.090161, "recall": 0.151186}, {"accuracy": 0.630435, "f1": 0.570657, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"], "main_score": 0.570657, "precision": 0.54628, "recall": 0.630435}, {"accuracy": 0.48913, "f1": 0.421114, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"], "main_score": 0.421114, "precision": 0.396669, "recall": 0.48913}, {"accuracy": 0.860672, "f1": 0.824515, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"], "main_score": 0.824515, "precision": 0.808212, "recall": 0.860672}, {"accuracy": 0.589921, "f1": 0.525732, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"], "main_score": 0.525732, "precision": 0.500828, "recall": 0.589921}, {"accuracy": 0.140316, "f1": 0.095247, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"], "main_score": 0.095247, "precision": 0.085211, "recall": 0.140316}, {"accuracy": 0.844862, "f1": 0.803891, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"], "main_score": 0.803891, "precision": 0.785244, "recall": 0.844862}, {"accuracy": 0.06917, "f1": 0.04236, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"], "main_score": 0.04236, "precision": 0.0361, "recall": 0.06917}, {"accuracy": 0.205534, "f1": 0.150238, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"], "main_score": 0.150238, "precision": 0.134979, "recall": 0.205534}, {"accuracy": 0.286561, "f1": 0.212152, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"], "main_score": 0.212152, "precision": 0.189726, "recall": 0.286561}, {"accuracy": 0.097826, "f1": 0.060387, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"], "main_score": 0.060387, "precision": 0.052144, "recall": 0.097826}, {"accuracy": 0.86166, "f1": 0.823419, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"], "main_score": 0.823419, "precision": 0.805501, "recall": 0.86166}, {"accuracy": 0.860672, "f1": 0.827372, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"], "main_score": 0.827372, "precision": 0.812618, "recall": 0.860672}, {"accuracy": 0.851779, "f1": 0.815156, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"], "main_score": 0.815156, "precision": 0.798995, "recall": 0.851779}, {"accuracy": 0.851779, "f1": 0.814657, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"], "main_score": 0.814657, "precision": 0.798155, "recall": 0.851779}, {"accuracy": 0.229249, "f1": 0.162496, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"], "main_score": 0.162496, "precision": 0.143857, "recall": 0.229249}, {"accuracy": 0.606719, "f1": 0.543191, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"], "main_score": 0.543191, "precision": 0.519134, "recall": 0.606719}, {"accuracy": 0.366601, "f1": 0.295815, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"], "main_score": 0.295815, "precision": 0.272589, "recall": 0.366601}, {"accuracy": 0.858696, "f1": 0.82245, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"], "main_score": 0.82245, "precision": 0.806077, "recall": 0.858696}, {"accuracy": 0.215415, "f1": 0.155145, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"], "main_score": 0.155145, "precision": 0.138651, "recall": 0.215415}, {"accuracy": 0.257905, "f1": 0.191248, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"], "main_score": 0.191248, "precision": 0.173701, "recall": 0.257905}, {"accuracy": 0.206522, "f1": 0.140699, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"], "main_score": 0.140699, "precision": 0.123182, "recall": 0.206522}, {"accuracy": 0.294466, "f1": 0.220824, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"], "main_score": 0.220824, "precision": 0.199242, "recall": 0.294466}, {"accuracy": 0.548419, "f1": 0.478682, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"], "main_score": 0.478682, "precision": 0.452515, "recall": 0.548419}, {"accuracy": 0.860672, "f1": 0.825956, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"], "main_score": 0.825956, "precision": 0.809964, "recall": 0.860672}, {"accuracy": 0.055336, "f1": 0.023525, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"], "main_score": 0.023525, "precision": 0.018964, "recall": 0.055336}, {"accuracy": 0.178854, "f1": 0.121177, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"], "main_score": 0.121177, "precision": 0.105156, "recall": 0.178854}, {"accuracy": 0.62253, "f1": 0.556303, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"], "main_score": 0.556303, "precision": 0.529842, "recall": 0.62253}, {"accuracy": 0.195652, "f1": 0.139691, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"], "main_score": 0.139691, "precision": 0.125027, "recall": 0.195652}, {"accuracy": 0.060277, "f1": 0.034277, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"], "main_score": 0.034277, "precision": 0.029998, "recall": 0.060277}, {"accuracy": 0.858696, "f1": 0.823238, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"], "main_score": 0.823238, "precision": 0.807404, "recall": 0.858696}, {"accuracy": 0.640316, "f1": 0.577001, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"], "main_score": 0.577001, "precision": 0.552141, "recall": 0.640316}, {"accuracy": 0.631423, "f1": 0.565509, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"], "main_score": 0.565509, "precision": 0.539351, "recall": 0.631423}, {"accuracy": 0.664032, "f1": 0.605118, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"], "main_score": 0.605118, "precision": 0.581036, "recall": 0.664032}, {"accuracy": 0.869565, "f1": 0.835178, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"], "main_score": 0.835178, "precision": 0.819779, "recall": 0.869565}, {"accuracy": 0.856719, "f1": 0.818544, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"], "main_score": 0.818544, "precision": 0.801005, "recall": 0.856719}, {"accuracy": 0.853755, "f1": 0.815137, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"], "main_score": 0.815137, "precision": 0.797431, "recall": 0.853755}, {"accuracy": 0.837945, "f1": 0.798617, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"], "main_score": 0.798617, "precision": 0.781352, "recall": 0.837945}, {"accuracy": 0.183794, "f1": 0.123213, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"], "main_score": 0.123213, "precision": 0.107098, "recall": 0.183794}, {"accuracy": 0.129447, "f1": 0.083523, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"], "main_score": 0.083523, "precision": 0.071487, "recall": 0.129447}, {"accuracy": 0.748024, "f1": 0.694013, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"], "main_score": 0.694013, "precision": 0.671684, "recall": 0.748024}, {"accuracy": 0.850791, "f1": 0.812714, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"], "main_score": 0.812714, "precision": 0.795158, "recall": 0.850791}, {"accuracy": 0.827075, "f1": 0.78798, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"], "main_score": 0.78798, "precision": 0.769822, "recall": 0.827075}, {"accuracy": 0.305336, "f1": 0.236477, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"], "main_score": 0.236477, "precision": 0.214711, "recall": 0.305336}, {"accuracy": 0.166008, "f1": 0.11117, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"], "main_score": 0.11117, "precision": 0.096767, "recall": 0.166008}, {"accuracy": 0.581028, "f1": 0.511593, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"], "main_score": 0.511593, "precision": 0.486662, "recall": 0.581028}, {"accuracy": 0.789526, "f1": 0.741798, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"], "main_score": 0.741798, "precision": 0.721245, "recall": 0.789526}, {"accuracy": 0.161067, "f1": 0.101432, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"], "main_score": 0.101432, "precision": 0.087386, "recall": 0.161067}, {"accuracy": 0.857708, "f1": 0.822036, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"], "main_score": 0.822036, "precision": 0.806324, "recall": 0.857708}, {"accuracy": 0.194664, "f1": 0.144049, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"], "main_score": 0.144049, "precision": 0.130229, "recall": 0.194664}, {"accuracy": 0.325099, "f1": 0.240834, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"], "main_score": 0.240834, "precision": 0.215066, "recall": 0.325099}, {"accuracy": 0.854743, "f1": 0.817984, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"], "main_score": 0.817984, "precision": 0.801482, "recall": 0.854743}, {"accuracy": 0.87253, "f1": 0.836331, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"], "main_score": 0.836331, "precision": 0.819812, "recall": 0.87253}, {"accuracy": 0.869565, "f1": 0.834801, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"], "main_score": 0.834801, "precision": 0.819582, "recall": 0.869565}, {"accuracy": 0.838933, "f1": 0.799111, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"], "main_score": 0.799111, "precision": 0.781044, "recall": 0.838933}, {"accuracy": 0.593874, "f1": 0.5224, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"], "main_score": 0.5224, "precision": 0.493307, "recall": 0.593874}, {"accuracy": 0.76087, "f1": 0.706348, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"], "main_score": 0.706348, "precision": 0.682148, "recall": 0.76087}, {"accuracy": 0.190711, "f1": 0.134905, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"], "main_score": 0.134905, "precision": 0.119155, "recall": 0.190711}, {"accuracy": 0.079051, "f1": 0.039739, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"], "main_score": 0.039739, "precision": 0.033601, "recall": 0.079051}, {"accuracy": 0.216403, "f1": 0.158666, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"], "main_score": 0.158666, "precision": 0.142183, "recall": 0.216403}, {"accuracy": 0.101779, "f1": 0.055289, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"], "main_score": 0.055289, "precision": 0.046159, "recall": 0.101779}, {"accuracy": 0.857708, "f1": 0.819466, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"], "main_score": 0.819466, "precision": 0.802207, "recall": 0.857708}, {"accuracy": 0.565217, "f1": 0.49532, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"], "main_score": 0.49532, "precision": 0.468135, "recall": 0.565217}, {"accuracy": 0.077075, "f1": 0.053468, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"], "main_score": 0.053468, "precision": 0.047137, "recall": 0.077075}, {"accuracy": 0.61166, "f1": 0.544004, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"], "main_score": 0.544004, "precision": 0.517828, "recall": 0.61166}, {"accuracy": 0.84585, "f1": 0.807345, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"], "main_score": 0.807345, "precision": 0.78997, "recall": 0.84585}, {"accuracy": 0.614625, "f1": 0.550224, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"], "main_score": 0.550224, "precision": 0.523971, "recall": 0.614625}, {"accuracy": 0.416996, "f1": 0.342575, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"], "main_score": 0.342575, "precision": 0.316108, "recall": 0.416996}, {"accuracy": 0.167984, "f1": 0.109956, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"], "main_score": 0.109956, "precision": 0.09635, "recall": 0.167984}, {"accuracy": 0.841897, "f1": 0.800315, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"], "main_score": 0.800315, "precision": 0.781489, "recall": 0.841897}, {"accuracy": 0.317194, "f1": 0.244595, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"], "main_score": 0.244595, "precision": 0.222679, "recall": 0.317194}, {"accuracy": 0.193676, "f1": 0.1316, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"], "main_score": 0.1316, "precision": 0.115392, "recall": 0.193676}, {"accuracy": 0.166008, "f1": 0.113727, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"], "main_score": 0.113727, "precision": 0.10011, "recall": 0.166008}, {"accuracy": 0.190711, "f1": 0.137227, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"], "main_score": 0.137227, "precision": 0.124396, "recall": 0.190711}, {"accuracy": 0.833992, "f1": 0.791685, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"], "main_score": 0.791685, "precision": 0.772908, "recall": 0.833992}, {"accuracy": 0.019763, "f1": 0.004361, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"], "main_score": 0.004361, "precision": 0.003059, "recall": 0.019763}, {"accuracy": 0.727273, "f1": 0.668676, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"], "main_score": 0.668676, "precision": 0.643594, "recall": 0.727273}, {"accuracy": 0.36166, "f1": 0.288216, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"], "main_score": 0.288216, "precision": 0.262696, "recall": 0.36166}, {"accuracy": 0.735178, "f1": 0.684044, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"], "main_score": 0.684044, "precision": 0.662171, "recall": 0.735178}, {"accuracy": 0.864625, "f1": 0.829348, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"], "main_score": 0.829348, "precision": 0.813307, "recall": 0.864625}, {"accuracy": 0.089921, "f1": 0.05391, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"], "main_score": 0.05391, "precision": 0.046737, "recall": 0.089921}, {"accuracy": 0.160079, "f1": 0.112508, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"], "main_score": 0.112508, "precision": 0.100321, "recall": 0.160079}, {"accuracy": 0.849802, "f1": 0.812074, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"], "main_score": 0.812074, "precision": 0.795208, "recall": 0.849802}, {"accuracy": 0.87253, "f1": 0.83913, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"], "main_score": 0.83913, "precision": 0.823864, "recall": 0.87253}, {"accuracy": 0.502964, "f1": 0.43165, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"], "main_score": 0.43165, "precision": 0.404924, "recall": 0.502964}, {"accuracy": 0.150198, "f1": 0.101657, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"], "main_score": 0.101657, "precision": 0.088086, "recall": 0.150198}, {"accuracy": 0.186759, "f1": 0.125612, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"], "main_score": 0.125612, "precision": 0.109092, "recall": 0.186759}, {"accuracy": 0.814229, "f1": 0.769137, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"], "main_score": 0.769137, "precision": 0.748666, "recall": 0.814229}, {"accuracy": 0.159091, "f1": 0.101682, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"], "main_score": 0.101682, "precision": 0.08794, "recall": 0.159091}, {"accuracy": 0.159091, "f1": 0.111396, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"], "main_score": 0.111396, "precision": 0.098882, "recall": 0.159091}, {"accuracy": 0.671937, "f1": 0.607148, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"], "main_score": 0.607148, "precision": 0.580649, "recall": 0.671937}, {"accuracy": 0.516798, "f1": 0.444607, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"], "main_score": 0.444607, "precision": 0.418655, "recall": 0.516798}, {"accuracy": 0.824111, "f1": 0.785688, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"], "main_score": 0.785688, "precision": 0.768537, "recall": 0.824111}, {"accuracy": 0.235178, "f1": 0.176606, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"], "main_score": 0.176606, "precision": 0.157902, "recall": 0.235178}, {"accuracy": 0.367589, "f1": 0.295422, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"], "main_score": 0.295422, "precision": 0.273238, "recall": 0.367589}, {"accuracy": 0.853755, "f1": 0.816554, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"], "main_score": 0.816554, "precision": 0.799918, "recall": 0.853755}, {"accuracy": 0.460474, "f1": 0.38542, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"], "main_score": 0.38542, "precision": 0.357197, "recall": 0.460474}, {"accuracy": 0.726285, "f1": 0.669419, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"], "main_score": 0.669419, "precision": 0.644121, "recall": 0.726285}, {"accuracy": 0.246047, "f1": 0.180695, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"], "main_score": 0.180695, "precision": 0.162641, "recall": 0.246047}, {"accuracy": 0.545455, "f1": 0.481059, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"], "main_score": 0.481059, "precision": 0.45511, "recall": 0.545455}, {"accuracy": 0.55336, "f1": 0.479377, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"], "main_score": 0.479377, "precision": 0.451369, "recall": 0.55336}, {"accuracy": 0.204545, "f1": 0.141039, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"], "main_score": 0.141039, "precision": 0.123992, "recall": 0.204545}, {"accuracy": 0.784585, "f1": 0.739739, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"], "main_score": 0.739739, "precision": 0.720719, "recall": 0.784585}, {"accuracy": 0.837945, "f1": 0.795619, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"], "main_score": 0.795619, "precision": 0.776597, "recall": 0.837945}, {"accuracy": 0.850791, "f1": 0.812187, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"], "main_score": 0.812187, "precision": 0.794631, "recall": 0.850791}, {"accuracy": 0.761858, "f1": 0.711701, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"], "main_score": 0.711701, "precision": 0.690294, "recall": 0.761858}, {"accuracy": 0.618577, "f1": 0.555847, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"], "main_score": 0.555847, "precision": 0.5306, "recall": 0.618577}, {"accuracy": 0.854743, "f1": 0.817278, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"], "main_score": 0.817278, "precision": 0.800066, "recall": 0.854743}, {"accuracy": 0.371542, "f1": 0.305605, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"], "main_score": 0.305605, "precision": 0.282757, "recall": 0.371542}, {"accuracy": 0.408103, "f1": 0.332974, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"], "main_score": 0.332974, "precision": 0.307532, "recall": 0.408103}, {"accuracy": 0.105731, "f1": 0.065123, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"], "main_score": 0.065123, "precision": 0.057043, "recall": 0.105731}, {"accuracy": 0.859684, "f1": 0.826087, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"], "main_score": 0.826087, "precision": 0.811578, "recall": 0.859684}, {"accuracy": 0.194664, "f1": 0.139101, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"], "main_score": 0.139101, "precision": 0.12266, "recall": 0.194664}, {"accuracy": 0.84585, "f1": 0.805898, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"], "main_score": 0.805898, "precision": 0.787938, "recall": 0.84585}, {"accuracy": 0.802372, "f1": 0.759732, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"], "main_score": 0.759732, "precision": 0.741765, "recall": 0.802372}, {"accuracy": 0.378458, "f1": 0.306159, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"], "main_score": 0.306159, "precision": 0.282288, "recall": 0.378458}, {"accuracy": 0.254941, "f1": 0.18248, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"], "main_score": 0.18248, "precision": 0.162056, "recall": 0.254941}, {"accuracy": 0.756917, "f1": 0.702129, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"], "main_score": 0.702129, "precision": 0.678567, "recall": 0.756917}, {"accuracy": 0.203557, "f1": 0.145785, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"], "main_score": 0.145785, "precision": 0.130079, "recall": 0.203557}, {"accuracy": 0.192688, "f1": 0.131175, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"], "main_score": 0.131175, "precision": 0.115223, "recall": 0.192688}, {"accuracy": 0.855731, "f1": 0.818478, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"], "main_score": 0.818478, "precision": 0.801647, "recall": 0.855731}, {"accuracy": 0.350791, "f1": 0.27575, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"], "main_score": 0.27575, "precision": 0.252817, "recall": 0.350791}, {"accuracy": 0.848814, "f1": 0.808663, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"], "main_score": 0.808663, "precision": 0.790464, "recall": 0.848814}, {"accuracy": 0.166008, "f1": 0.108625, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"], "main_score": 0.108625, "precision": 0.094329, "recall": 0.166008}, {"accuracy": 0.863636, "f1": 0.827042, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"], "main_score": 0.827042, "precision": 0.810277, "recall": 0.863636}, {"accuracy": 0.782609, "f1": 0.730452, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"], "main_score": 0.730452, "precision": 0.707733, "recall": 0.782609}, {"accuracy": 0.81917, "f1": 0.777174, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"], "main_score": 0.777174, "precision": 0.759042, "recall": 0.81917}, {"accuracy": 0.145257, "f1": 0.098114, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"], "main_score": 0.098114, "precision": 0.08617, "recall": 0.145257}, {"accuracy": 0.73419, "f1": 0.676896, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"], "main_score": 0.676896, "precision": 0.651746, "recall": 0.73419}, {"accuracy": 0.161067, "f1": 0.103716, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"], "main_score": 0.103716, "precision": 0.089023, "recall": 0.161067}, {"accuracy": 0.171937, "f1": 0.12205, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"], "main_score": 0.12205, "precision": 0.109682, "recall": 0.171937}, {"accuracy": 0.128458, "f1": 0.085249, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"], "main_score": 0.085249, "precision": 0.075219, "recall": 0.128458}, {"accuracy": 0.47332, "f1": 0.410892, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"], "main_score": 0.410892, "precision": 0.384077, "recall": 0.47332}, {"accuracy": 0.864625, "f1": 0.829644, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"], "main_score": 0.829644, "precision": 0.8139, "recall": 0.864625}, {"accuracy": 0.232213, "f1": 0.171681, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"], "main_score": 0.171681, "precision": 0.153936, "recall": 0.232213}, {"accuracy": 0.144269, "f1": 0.086768, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"], "main_score": 0.086768, "precision": 0.073401, "recall": 0.144269}, {"accuracy": 0.179842, "f1": 0.121893, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"], "main_score": 0.121893, "precision": 0.107248, "recall": 0.179842}, {"accuracy": 0.689723, "f1": 0.633303, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"], "main_score": 0.633303, "precision": 0.609679, "recall": 0.689723}, {"accuracy": 0.140316, "f1": 0.0908, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"], "main_score": 0.0908, "precision": 0.078695, "recall": 0.140316}, {"accuracy": 0.16996, "f1": 0.119783, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"], "main_score": 0.119783, "precision": 0.106052, "recall": 0.16996}, {"accuracy": 0.815217, "f1": 0.774377, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"], "main_score": 0.774377, "precision": 0.757141, "recall": 0.815217}, {"accuracy": 0.221344, "f1": 0.157934, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"], "main_score": 0.157934, "precision": 0.140003, "recall": 0.221344}, {"accuracy": 0.214427, "f1": 0.153224, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"], "main_score": 0.153224, "precision": 0.135918, "recall": 0.214427}, {"accuracy": 0.501976, "f1": 0.436098, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"], "main_score": 0.436098, "precision": 0.411811, "recall": 0.501976}, {"accuracy": 0.283597, "f1": 0.217691, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"], "main_score": 0.217691, "precision": 0.198121, "recall": 0.283597}, {"accuracy": 0.348814, "f1": 0.274069, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"], "main_score": 0.274069, "precision": 0.250903, "recall": 0.348814}, {"accuracy": 0.783597, "f1": 0.733319, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"], "main_score": 0.733319, "precision": 0.711084, "recall": 0.783597}, {"accuracy": 0.258893, "f1": 0.186314, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"], "main_score": 0.186314, "precision": 0.162739, "recall": 0.258893}, {"accuracy": 0.389328, "f1": 0.318996, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"], "main_score": 0.318996, "precision": 0.29385, "recall": 0.389328}, {"accuracy": 0.143281, "f1": 0.097301, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"], "main_score": 0.097301, "precision": 0.08509, "recall": 0.143281}, {"accuracy": 0.862648, "f1": 0.826548, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"], "main_score": 0.826548, "precision": 0.810367, "recall": 0.862648}, {"accuracy": 0.817194, "f1": 0.772678, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"], "main_score": 0.772678, "precision": 0.753089, "recall": 0.817194}, {"accuracy": 0.852767, "f1": 0.815909, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"], "main_score": 0.815909, "precision": 0.79916, "recall": 0.852767}, {"accuracy": 0.729249, "f1": 0.674097, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"], "main_score": 0.674097, "precision": 0.649868, "recall": 0.729249}, {"accuracy": 0.232213, "f1": 0.174051, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"], "main_score": 0.174051, "precision": 0.156555, "recall": 0.232213}, {"accuracy": 0.175889, "f1": 0.113865, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"], "main_score": 0.113865, "precision": 0.099167, "recall": 0.175889}, {"accuracy": 0.088933, "f1": 0.053316, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"], "main_score": 0.053316, "precision": 0.0454, "recall": 0.088933}, {"accuracy": 0.205534, "f1": 0.136469, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"], "main_score": 0.136469, "precision": 0.119799, "recall": 0.205534}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.908103, "f1": 0.879513, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"], "main_score": 0.879513, "precision": 0.865695, "recall": 0.908103}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"], "main_score": 0.927108, "precision": 0.918725, "recall": 0.944664}, {"accuracy": 0.666008, "f1": 0.593307, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"], "main_score": 0.593307, "precision": 0.565154, "recall": 0.666008}, {"accuracy": 0.228261, "f1": 0.161563, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"], "main_score": 0.161563, "precision": 0.144768, "recall": 0.228261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.427866, "f1": 0.340231, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"], "main_score": 0.340231, "precision": 0.311684, "recall": 0.427866}, {"accuracy": 0.678854, "f1": 0.606428, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"], "main_score": 0.606428, "precision": 0.576449, "recall": 0.678854}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.27668, "f1": 0.190668, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"], "main_score": 0.190668, "precision": 0.168025, "recall": 0.27668}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"], "main_score": 0.923913, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.842885, "f1": 0.80303, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"], "main_score": 0.80303, "precision": 0.785326, "recall": 0.842885}, {"accuracy": 0.323123, "f1": 0.233637, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"], "main_score": 0.233637, "precision": 0.208944, "recall": 0.323123}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.173913, "f1": 0.120081, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"], "main_score": 0.120081, "precision": 0.10728, "recall": 0.173913}, {"accuracy": 0.895257, "f1": 0.865631, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"], "main_score": 0.865631, "precision": 0.852026, "recall": 0.895257}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.742095, "f1": 0.679915, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"], "main_score": 0.679915, "precision": 0.653698, "recall": 0.742095}, {"accuracy": 0.066206, "f1": 0.031374, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"], "main_score": 0.031374, "precision": 0.026422, "recall": 0.066206}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.241107, "f1": 0.164693, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"], "main_score": 0.164693, "precision": 0.146015, "recall": 0.241107}, {"accuracy": 0.884387, "f1": 0.85247, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"], "main_score": 0.85247, "precision": 0.838192, "recall": 0.884387}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"], "main_score": 0.922826, "precision": 0.914279, "recall": 0.940711}, {"accuracy": 0.908103, "f1": 0.879348, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"], "main_score": 0.879348, "precision": 0.865695, "recall": 0.908103}, {"accuracy": 0.291502, "f1": 0.219208, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"], "main_score": 0.219208, "precision": 0.199017, "recall": 0.291502}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.802372, "f1": 0.75371, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"], "main_score": 0.75371, "precision": 0.732388, "recall": 0.802372}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.909091, "f1": 0.881917, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"], "main_score": 0.881917, "precision": 0.868906, "recall": 0.909091}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.181818, "f1": 0.116442, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"], "main_score": 0.116442, "precision": 0.102298, "recall": 0.181818}, {"accuracy": 0.059289, "f1": 0.036904, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"], "main_score": 0.036904, "precision": 0.031741, "recall": 0.059289}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.16996, "f1": 0.108082, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"], "main_score": 0.108082, "precision": 0.094857, "recall": 0.16996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.901186, "f1": 0.872859, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"], "main_score": 0.872859, "precision": 0.859931, "recall": 0.901186}, {"accuracy": 0.76581, "f1": 0.708393, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"], "main_score": 0.708393, "precision": 0.683259, "recall": 0.76581}, {"accuracy": 0.216403, "f1": 0.144832, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"], "main_score": 0.144832, "precision": 0.127861, "recall": 0.216403}, {"accuracy": 0.763834, "f1": 0.714039, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"], "main_score": 0.714039, "precision": 0.692665, "recall": 0.763834}, {"accuracy": 0.656126, "f1": 0.581284, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"], "main_score": 0.581284, "precision": 0.552603, "recall": 0.656126}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.774704, "f1": 0.717989, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"], "main_score": 0.717989, "precision": 0.694664, "recall": 0.774704}, {"accuracy": 0.192688, "f1": 0.129942, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"], "main_score": 0.129942, "precision": 0.115147, "recall": 0.192688}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.071146, "f1": 0.041124, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"], "main_score": 0.041124, "precision": 0.034897, "recall": 0.071146}, {"accuracy": 0.280632, "f1": 0.207803, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"], "main_score": 0.207803, "precision": 0.189153, "recall": 0.280632}, {"accuracy": 0.387352, "f1": 0.297693, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"], "main_score": 0.297693, "precision": 0.270588, "recall": 0.387352}, {"accuracy": 0.092885, "f1": 0.049642, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"], "main_score": 0.049642, "precision": 0.040114, "recall": 0.092885}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.310277, "f1": 0.228912, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"], "main_score": 0.228912, "precision": 0.206233, "recall": 0.310277}, {"accuracy": 0.774704, "f1": 0.718019, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"], "main_score": 0.718019, "precision": 0.694059, "recall": 0.774704}, {"accuracy": 0.480237, "f1": 0.398894, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"], "main_score": 0.398894, "precision": 0.372925, "recall": 0.480237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.277668, "f1": 0.203031, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"], "main_score": 0.203031, "precision": 0.184632, "recall": 0.277668}, {"accuracy": 0.352767, "f1": 0.270817, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"], "main_score": 0.270817, "precision": 0.247484, "recall": 0.352767}, {"accuracy": 0.284585, "f1": 0.201935, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"], "main_score": 0.201935, "precision": 0.179621, "recall": 0.284585}, {"accuracy": 0.385375, "f1": 0.301448, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"], "main_score": 0.301448, "precision": 0.276884, "recall": 0.385375}, {"accuracy": 0.65415, "f1": 0.581372, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"], "main_score": 0.581372, "precision": 0.551795, "recall": 0.65415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.056324, "f1": 0.019239, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"], "main_score": 0.019239, "precision": 0.014953, "recall": 0.056324}, {"accuracy": 0.236166, "f1": 0.161782, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"], "main_score": 0.161782, "precision": 0.141754, "recall": 0.236166}, {"accuracy": 0.766798, "f1": 0.709853, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"], "main_score": 0.709853, "precision": 0.685897, "recall": 0.766798}, {"accuracy": 0.256917, "f1": 0.180654, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"], "main_score": 0.180654, "precision": 0.1614, "recall": 0.256917}, {"accuracy": 0.062253, "f1": 0.029612, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"], "main_score": 0.029612, "precision": 0.024829, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.810277, "f1": 0.763853, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"], "main_score": 0.763853, "precision": 0.743643, "recall": 0.810277}, {"accuracy": 0.817194, "f1": 0.767283, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"], "main_score": 0.767283, "precision": 0.74529, "recall": 0.817194}, {"accuracy": 0.764822, "f1": 0.707242, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"], "main_score": 0.707242, "precision": 0.682477, "recall": 0.764822}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.247036, "f1": 0.174965, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"], "main_score": 0.174965, "precision": 0.155823, "recall": 0.247036}, {"accuracy": 0.189723, "f1": 0.128657, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"], "main_score": 0.128657, "precision": 0.114136, "recall": 0.189723}, {"accuracy": 0.903162, "f1": 0.873814, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"], "main_score": 0.873814, "precision": 0.860178, "recall": 0.903162}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.409091, "f1": 0.319843, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"], "main_score": 0.319843, "precision": 0.292097, "recall": 0.409091}, {"accuracy": 0.228261, "f1": 0.158443, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"], "main_score": 0.158443, "precision": 0.140851, "recall": 0.228261}, {"accuracy": 0.73419, "f1": 0.668187, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"], "main_score": 0.668187, "precision": 0.640596, "recall": 0.73419}, {"accuracy": 0.937747, "f1": 0.919269, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"], "main_score": 0.919269, "precision": 0.910738, "recall": 0.937747}, {"accuracy": 0.208498, "f1": 0.138371, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"], "main_score": 0.138371, "precision": 0.121981, "recall": 0.208498}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.264822, "f1": 0.193577, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"], "main_score": 0.193577, "precision": 0.175643, "recall": 0.264822}, {"accuracy": 0.455534, "f1": 0.362079, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"], "main_score": 0.362079, "precision": 0.331282, "recall": 0.455534}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.777668, "f1": 0.721643, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"], "main_score": 0.721643, "precision": 0.697868, "recall": 0.777668}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.254941, "f1": 0.181077, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"], "main_score": 0.181077, "precision": 0.161529, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.036319, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"], "main_score": 0.036319, "precision": 0.0301, "recall": 0.08004}, {"accuracy": 0.277668, "f1": 0.198409, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"], "main_score": 0.198409, "precision": 0.176639, "recall": 0.277668}, {"accuracy": 0.141304, "f1": 0.085178, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"], "main_score": 0.085178, "precision": 0.073671, "recall": 0.141304}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.758893, "f1": 0.700988, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"], "main_score": 0.700988, "precision": 0.676482, "recall": 0.758893}, {"accuracy": 0.097826, "f1": 0.067157, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"], "main_score": 0.067157, "precision": 0.060547, "recall": 0.097826}, {"accuracy": 0.753953, "f1": 0.690884, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"], "main_score": 0.690884, "precision": 0.663315, "recall": 0.753953}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.750988, "f1": 0.68826, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"], "main_score": 0.68826, "precision": 0.660507, "recall": 0.750988}, {"accuracy": 0.51087, "f1": 0.421789, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"], "main_score": 0.421789, "precision": 0.389009, "recall": 0.51087}, {"accuracy": 0.20751, "f1": 0.136213, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"], "main_score": 0.136213, "precision": 0.11918, "recall": 0.20751}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.425889, "f1": 0.336109, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"], "main_score": 0.336109, "precision": 0.307535, "recall": 0.425889}, {"accuracy": 0.247036, "f1": 0.167606, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"], "main_score": 0.167606, "precision": 0.147927, "recall": 0.247036}, {"accuracy": 0.230237, "f1": 0.161289, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"], "main_score": 0.161289, "precision": 0.144303, "recall": 0.230237}, {"accuracy": 0.253953, "f1": 0.180937, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"], "main_score": 0.180937, "precision": 0.161518, "recall": 0.253953}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.003489, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"], "main_score": 0.003489, "precision": 0.002495, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821311, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"], "main_score": 0.821311, "precision": 0.804101, "recall": 0.859684}, {"accuracy": 0.428854, "f1": 0.338334, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"], "main_score": 0.338334, "precision": 0.305599, "recall": 0.428854}, {"accuracy": 0.862648, "f1": 0.825593, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"], "main_score": 0.825593, "precision": 0.808383, "recall": 0.862648}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.105731, "f1": 0.059114, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"], "main_score": 0.059114, "precision": 0.050039, "recall": 0.105731}, {"accuracy": 0.210474, "f1": 0.14023, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"], "main_score": 0.14023, "precision": 0.122685, "recall": 0.210474}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.661067, "f1": 0.589714, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"], "main_score": 0.589714, "precision": 0.56222, "recall": 0.661067}, {"accuracy": 0.198617, "f1": 0.128575, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"], "main_score": 0.128575, "precision": 0.110195, "recall": 0.198617}, {"accuracy": 0.215415, "f1": 0.139782, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"], "main_score": 0.139782, "precision": 0.120662, "recall": 0.215415}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.209486, "f1": 0.139284, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"], "main_score": 0.139284, "precision": 0.122347, "recall": 0.209486}, {"accuracy": 0.226285, "f1": 0.15418, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"], "main_score": 0.15418, "precision": 0.135481, "recall": 0.226285}, {"accuracy": 0.817194, "f1": 0.767262, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"], "main_score": 0.767262, "precision": 0.744377, "recall": 0.817194}, {"accuracy": 0.666996, "f1": 0.599842, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"], "main_score": 0.599842, "precision": 0.573988, "recall": 0.666996}, {"accuracy": 0.965415, "f1": 0.95527, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"], "main_score": 0.95527, "precision": 0.950511, "recall": 0.965415}, {"accuracy": 0.297431, "f1": 0.212394, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"], "main_score": 0.212394, "precision": 0.186467, "recall": 0.297431}, {"accuracy": 0.481225, "f1": 0.398535, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"], "main_score": 0.398535, "precision": 0.371762, "recall": 0.481225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.544466, "f1": 0.469911, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"], "main_score": 0.469911, "precision": 0.442118, "recall": 0.544466}, {"accuracy": 0.849802, "f1": 0.808037, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"], "main_score": 0.808037, "precision": 0.789196, "recall": 0.849802}, {"accuracy": 0.302372, "f1": 0.222637, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"], "main_score": 0.222637, "precision": 0.200717, "recall": 0.302372}, {"accuracy": 0.603755, "f1": 0.52117, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"], "main_score": 0.52117, "precision": 0.489226, "recall": 0.603755}, {"accuracy": 0.717391, "f1": 0.651833, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"], "main_score": 0.651833, "precision": 0.624021, "recall": 0.717391}, {"accuracy": 0.252964, "f1": 0.17683, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"], "main_score": 0.17683, "precision": 0.156347, "recall": 0.252964}, {"accuracy": 0.922925, "f1": 0.900494, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"], "main_score": 0.900494, "precision": 0.890152, "recall": 0.922925}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.774704, "f1": 0.717754, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"], "main_score": 0.717754, "precision": 0.693116, "recall": 0.774704}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.432806, "f1": 0.347334, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"], "main_score": 0.347334, "precision": 0.318503, "recall": 0.432806}, {"accuracy": 0.533597, "f1": 0.444706, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"], "main_score": 0.444706, "precision": 0.413496, "recall": 0.533597}, {"accuracy": 0.11166, "f1": 0.06009, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"], "main_score": 0.06009, "precision": 0.050266, "recall": 0.11166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.186759, "f1": 0.126471, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"], "main_score": 0.126471, "precision": 0.109864, "recall": 0.186759}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.943347, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"], "main_score": 0.943347, "precision": 0.937418, "recall": 0.955534}, {"accuracy": 0.483202, "f1": 0.398194, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"], "main_score": 0.398194, "precision": 0.370306, "recall": 0.483202}, {"accuracy": 0.382411, "f1": 0.294702, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"], "main_score": 0.294702, "precision": 0.268611, "recall": 0.382411}, {"accuracy": 0.879447, "f1": 0.842787, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"], "main_score": 0.842787, "precision": 0.825511, "recall": 0.879447}, {"accuracy": 0.273715, "f1": 0.192927, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"], "main_score": 0.192927, "precision": 0.171103, "recall": 0.273715}, {"accuracy": 0.256917, "f1": 0.17674, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"], "main_score": 0.17674, "precision": 0.156033, "recall": 0.256917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.478261, "f1": 0.390273, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"], "main_score": 0.390273, "precision": 0.361309, "recall": 0.478261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.216403, "f1": 0.140687, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"], "main_score": 0.140687, "precision": 0.122746, "recall": 0.216403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"], "main_score": 0.899209, "precision": 0.888208, "recall": 0.922925}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.188735, "f1": 0.12582, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"], "main_score": 0.12582, "precision": 0.111209, "recall": 0.188735}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.217391, "f1": 0.14482, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"], "main_score": 0.14482, "precision": 0.126552, "recall": 0.217391}, {"accuracy": 0.227273, "f1": 0.156977, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"], "main_score": 0.156977, "precision": 0.138584, "recall": 0.227273}, {"accuracy": 0.158103, "f1": 0.098483, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"], "main_score": 0.098483, "precision": 0.085268, "recall": 0.158103}, {"accuracy": 0.562253, "f1": 0.479823, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"], "main_score": 0.479823, "precision": 0.44753, "recall": 0.562253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.323123, "f1": 0.235406, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"], "main_score": 0.235406, "precision": 0.209136, "recall": 0.323123}, {"accuracy": 0.19664, "f1": 0.12864, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"], "main_score": 0.12864, "precision": 0.111992, "recall": 0.19664}, {"accuracy": 0.245059, "f1": 0.167305, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"], "main_score": 0.167305, "precision": 0.148845, "recall": 0.245059}, {"accuracy": 0.841897, "f1": 0.799228, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"], "main_score": 0.799228, "precision": 0.780254, "recall": 0.841897}, {"accuracy": 0.189723, "f1": 0.124905, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"], "main_score": 0.124905, "precision": 0.109989, "recall": 0.189723}, {"accuracy": 0.210474, "f1": 0.144052, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"], "main_score": 0.144052, "precision": 0.127828, "recall": 0.210474}, {"accuracy": 0.956522, "f1": 0.944137, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"], "main_score": 0.944137, "precision": 0.938406, "recall": 0.956522}, {"accuracy": 0.317194, "f1": 0.233098, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"], "main_score": 0.233098, "precision": 0.209891, "recall": 0.317194}, {"accuracy": 0.270751, "f1": 0.193248, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"], "main_score": 0.193248, "precision": 0.173196, "recall": 0.270751}, {"accuracy": 0.674901, "f1": 0.60098, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"], "main_score": 0.60098, "precision": 0.571867, "recall": 0.674901}, {"accuracy": 0.380435, "f1": 0.29418, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"], "main_score": 0.29418, "precision": 0.267024, "recall": 0.380435}, {"accuracy": 0.499012, "f1": 0.409038, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"], "main_score": 0.409038, "precision": 0.378431, "recall": 0.499012}, {"accuracy": 0.865613, "f1": 0.827767, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"], "main_score": 0.827767, "precision": 0.810425, "recall": 0.865613}, {"accuracy": 0.353755, "f1": 0.265064, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"], "main_score": 0.265064, "precision": 0.236665, "recall": 0.353755}, {"accuracy": 0.472332, "f1": 0.385369, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"], "main_score": 0.385369, "precision": 0.355521, "recall": 0.472332}, {"accuracy": 0.194664, "f1": 0.125242, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"], "main_score": 0.125242, "precision": 0.107572, "recall": 0.194664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.849802, "f1": 0.810065, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"], "main_score": 0.810065, "precision": 0.792441, "recall": 0.849802}, {"accuracy": 0.288538, "f1": 0.209338, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"], "main_score": 0.209338, "precision": 0.186252, "recall": 0.288538}, {"accuracy": 0.219368, "f1": 0.143657, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"], "main_score": 0.143657, "precision": 0.124696, "recall": 0.219368}, {"accuracy": 0.045455, "f1": 0.033123, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"], "main_score": 0.033123, "precision": 0.030039, "recall": 0.045455}, {"accuracy": 0.243083, "f1": 0.216263, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"], "main_score": 0.216263, "precision": 0.205469, "recall": 0.243083}, {"accuracy": 0.005929, "f1": 0.001326, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"], "main_score": 0.001326, "precision": 0.001168, "recall": 0.005929}, {"accuracy": 0.230237, "f1": 0.202241, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"], "main_score": 0.202241, "precision": 0.193431, "recall": 0.230237}, {"accuracy": 0.18083, "f1": 0.167335, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"], "main_score": 0.167335, "precision": 0.162842, "recall": 0.18083}, {"accuracy": 0.1917, "f1": 0.167196, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"], "main_score": 0.167196, "precision": 0.16016, "recall": 0.1917}, {"accuracy": 0.199605, "f1": 0.182222, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"], "main_score": 0.182222, "precision": 0.177082, "recall": 0.199605}, {"accuracy": 0.30336, "f1": 0.272913, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"], "main_score": 0.272913, "precision": 0.261648, "recall": 0.30336}, {"accuracy": 0.310277, "f1": 0.270372, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"], "main_score": 0.270372, "precision": 0.257801, "recall": 0.310277}, {"accuracy": 0.289526, "f1": 0.266148, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"], "main_score": 0.266148, "precision": 0.257781, "recall": 0.289526}, {"accuracy": 0.198617, "f1": 0.185022, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"], "main_score": 0.185022, "precision": 0.180899, "recall": 0.198617}, {"accuracy": 0.242095, "f1": 0.211353, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"], "main_score": 0.211353, "precision": 0.201763, "recall": 0.242095}, {"accuracy": 0.194664, "f1": 0.171472, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"], "main_score": 0.171472, "precision": 0.164238, "recall": 0.194664}, {"accuracy": 0.293478, "f1": 0.265482, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"], "main_score": 0.265482, "precision": 0.254265, "recall": 0.293478}, {"accuracy": 0.184783, "f1": 0.168915, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"], "main_score": 0.168915, "precision": 0.16328, "recall": 0.184783}, {"accuracy": 0.193676, "f1": 0.164506, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"], "main_score": 0.164506, "precision": 0.155574, "recall": 0.193676}, {"accuracy": 0.3083, "f1": 0.276407, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"], "main_score": 0.276407, "precision": 0.266203, "recall": 0.3083}, {"accuracy": 0.185771, "f1": 0.169799, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"], "main_score": 0.169799, "precision": 0.163945, "recall": 0.185771}, {"accuracy": 0.203557, "f1": 0.170808, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"], "main_score": 0.170808, "precision": 0.161383, "recall": 0.203557}, {"accuracy": 0.347826, "f1": 0.312273, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"], "main_score": 0.312273, "precision": 0.30097, "recall": 0.347826}, {"accuracy": 0.248024, "f1": 0.228236, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"], "main_score": 0.228236, "precision": 0.222167, "recall": 0.248024}, {"accuracy": 0.23913, "f1": 0.210277, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"], "main_score": 0.210277, "precision": 0.19869, "recall": 0.23913}, {"accuracy": 0.092885, "f1": 0.07849, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"], "main_score": 0.07849, "precision": 0.074405, "recall": 0.092885}, {"accuracy": 0.228261, "f1": 0.198932, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"], "main_score": 0.198932, "precision": 0.18974, "recall": 0.228261}, {"accuracy": 0.20751, "f1": 0.187922, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"], "main_score": 0.187922, "precision": 0.181303, "recall": 0.20751}, {"accuracy": 0.077075, "f1": 0.0541, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"], "main_score": 0.0541, "precision": 0.048993, "recall": 0.077075}, {"accuracy": 0.202569, "f1": 0.175868, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"], "main_score": 0.175868, "precision": 0.167284, "recall": 0.202569}, {"accuracy": 0.306324, "f1": 0.275576, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"], "main_score": 0.275576, "precision": 0.263752, "recall": 0.306324}, {"accuracy": 0.208498, "f1": 0.195166, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"], "main_score": 0.195166, "precision": 0.190094, "recall": 0.208498}, {"accuracy": 0.321146, "f1": 0.282749, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"], "main_score": 0.282749, "precision": 0.271492, "recall": 0.321146}, {"accuracy": 0.240119, "f1": 0.21248, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"], "main_score": 0.21248, "precision": 0.204325, "recall": 0.240119}, {"accuracy": 0.187747, "f1": 0.162044, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"], "main_score": 0.162044, "precision": 0.15472, "recall": 0.187747}, {"accuracy": 0.246047, "f1": 0.216811, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"], "main_score": 0.216811, "precision": 0.20657, "recall": 0.246047}, {"accuracy": 0.259881, "f1": 0.224331, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"], "main_score": 0.224331, "precision": 0.213235, "recall": 0.259881}, {"accuracy": 0.131423, "f1": 0.111933, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"], "main_score": 0.111933, "precision": 0.107728, "recall": 0.131423}, {"accuracy": 0.18083, "f1": 0.154611, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"], "main_score": 0.154611, "precision": 0.147348, "recall": 0.18083}, {"accuracy": 0.110672, "f1": 0.091993, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"], "main_score": 0.091993, "precision": 0.086916, "recall": 0.110672}, {"accuracy": 0.3083, "f1": 0.268226, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"], "main_score": 0.268226, "precision": 0.256648, "recall": 0.3083}, {"accuracy": 0.186759, "f1": 0.159806, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"], "main_score": 0.159806, "precision": 0.151684, "recall": 0.186759}, {"accuracy": 0.249012, "f1": 0.210484, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"], "main_score": 0.210484, "precision": 0.197424, "recall": 0.249012}, {"accuracy": 0.025692, "f1": 0.020982, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"], "main_score": 0.020982, "precision": 0.019252, "recall": 0.025692}, {"accuracy": 0.313241, "f1": 0.272488, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"], "main_score": 0.272488, "precision": 0.259793, "recall": 0.313241}, {"accuracy": 0.219368, "f1": 0.185584, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"], "main_score": 0.185584, "precision": 0.17497, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.214108, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"], "main_score": 0.214108, "precision": 0.204552, "recall": 0.246047}, {"accuracy": 0.301383, "f1": 0.269593, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"], "main_score": 0.269593, "precision": 0.259933, "recall": 0.301383}, {"accuracy": 0.183794, "f1": 0.16319, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"], "main_score": 0.16319, "precision": 0.156941, "recall": 0.183794}, {"accuracy": 0.173913, "f1": 0.162667, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"], "main_score": 0.162667, "precision": 0.159845, "recall": 0.173913}, {"accuracy": 0.270751, "f1": 0.23484, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"], "main_score": 0.23484, "precision": 0.220357, "recall": 0.270751}, {"accuracy": 0.249012, "f1": 0.218613, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"], "main_score": 0.218613, "precision": 0.210261, "recall": 0.249012}, {"accuracy": 0.216403, "f1": 0.195501, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"], "main_score": 0.195501, "precision": 0.189505, "recall": 0.216403}, {"accuracy": 0.328063, "f1": 0.287747, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"], "main_score": 0.287747, "precision": 0.275294, "recall": 0.328063}, {"accuracy": 0.201581, "f1": 0.186274, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"], "main_score": 0.186274, "precision": 0.182311, "recall": 0.201581}, {"accuracy": 0.217391, "f1": 0.182709, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"], "main_score": 0.182709, "precision": 0.1712, "recall": 0.217391}, {"accuracy": 0.217391, "f1": 0.192209, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"], "main_score": 0.192209, "precision": 0.18489, "recall": 0.217391}, {"accuracy": 0.054348, "f1": 0.044639, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"], "main_score": 0.044639, "precision": 0.042077, "recall": 0.054348}, {"accuracy": 0.313241, "f1": 0.282315, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"], "main_score": 0.282315, "precision": 0.27057, "recall": 0.313241}, {"accuracy": 0.294466, "f1": 0.267431, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"], "main_score": 0.267431, "precision": 0.258807, "recall": 0.294466}, {"accuracy": 0.054348, "f1": 0.045299, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"], "main_score": 0.045299, "precision": 0.043004, "recall": 0.054348}, {"accuracy": 0.274704, "f1": 0.238527, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"], "main_score": 0.238527, "precision": 0.227861, "recall": 0.274704}, {"accuracy": 0.198617, "f1": 0.17071, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"], "main_score": 0.17071, "precision": 0.162292, "recall": 0.198617}, {"accuracy": 0.271739, "f1": 0.249346, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"], "main_score": 0.249346, "precision": 0.241762, "recall": 0.271739}, {"accuracy": 0.190711, "f1": 0.166018, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"], "main_score": 0.166018, "precision": 0.158771, "recall": 0.190711}, {"accuracy": 0.602767, "f1": 0.550355, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"], "main_score": 0.550355, "precision": 0.530699, "recall": 0.602767}, {"accuracy": 0.212451, "f1": 0.194342, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"], "main_score": 0.194342, "precision": 0.189113, "recall": 0.212451}, {"accuracy": 0.199605, "f1": 0.182588, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"], "main_score": 0.182588, "precision": 0.17795, "recall": 0.199605}, {"accuracy": 0.327075, "f1": 0.285968, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"], "main_score": 0.285968, "precision": 0.274367, "recall": 0.327075}, {"accuracy": 0.281621, "f1": 0.253508, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"], "main_score": 0.253508, "precision": 0.242082, "recall": 0.281621}, {"accuracy": 0.264822, "f1": 0.232322, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"], "main_score": 0.232322, "precision": 0.221422, "recall": 0.264822}, {"accuracy": 0.26581, "f1": 0.238768, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"], "main_score": 0.238768, "precision": 0.22807, "recall": 0.26581}, {"accuracy": 0.228261, "f1": 0.202698, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"], "main_score": 0.202698, "precision": 0.194911, "recall": 0.228261}, {"accuracy": 0.172925, "f1": 0.157667, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"], "main_score": 0.157667, "precision": 0.153333, "recall": 0.172925}, {"accuracy": 0.280632, "f1": 0.250694, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"], "main_score": 0.250694, "precision": 0.241128, "recall": 0.280632}, {"accuracy": 0.049407, "f1": 0.029916, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"], "main_score": 0.029916, "precision": 0.026153, "recall": 0.049407}, {"accuracy": 0.19664, "f1": 0.171255, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"], "main_score": 0.171255, "precision": 0.162773, "recall": 0.19664}, {"accuracy": 0.162055, "f1": 0.147067, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"], "main_score": 0.147067, "precision": 0.142142, "recall": 0.162055}, {"accuracy": 0.263834, "f1": 0.232773, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"], "main_score": 0.232773, "precision": 0.221194, "recall": 0.263834}, {"accuracy": 0.052372, "f1": 0.037884, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"], "main_score": 0.037884, "precision": 0.035023, "recall": 0.052372}, {"accuracy": 0.31917, "f1": 0.281693, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"], "main_score": 0.281693, "precision": 0.270103, "recall": 0.31917}, {"accuracy": 0.217391, "f1": 0.200901, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"], "main_score": 0.200901, "precision": 0.195796, "recall": 0.217391}, {"accuracy": 0.229249, "f1": 0.20978, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"], "main_score": 0.20978, "precision": 0.203495, "recall": 0.229249}, {"accuracy": 0.081028, "f1": 0.064332, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"], "main_score": 0.064332, "precision": 0.060027, "recall": 0.081028}, {"accuracy": 0.309289, "f1": 0.270401, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"], "main_score": 0.270401, "precision": 0.25784, "recall": 0.309289}, {"accuracy": 0.298419, "f1": 0.260036, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"], "main_score": 0.260036, "precision": 0.248056, "recall": 0.298419}, {"accuracy": 0.323123, "f1": 0.281094, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"], "main_score": 0.281094, "precision": 0.26936, "recall": 0.323123}, {"accuracy": 0.226285, "f1": 0.201566, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"], "main_score": 0.201566, "precision": 0.194494, "recall": 0.226285}, {"accuracy": 0.244071, "f1": 0.214926, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"], "main_score": 0.214926, "precision": 0.204233, "recall": 0.244071}, {"accuracy": 0.246047, "f1": 0.21158, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"], "main_score": 0.21158, "precision": 0.198487, "recall": 0.246047}, {"accuracy": 0.099802, "f1": 0.082371, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"], "main_score": 0.082371, "precision": 0.078088, "recall": 0.099802}, {"accuracy": 0.307312, "f1": 0.267815, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"], "main_score": 0.267815, "precision": 0.257157, "recall": 0.307312}, {"accuracy": 0.171937, "f1": 0.156049, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"], "main_score": 0.156049, "precision": 0.150366, "recall": 0.171937}, {"accuracy": 0.262846, "f1": 0.239932, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"], "main_score": 0.239932, "precision": 0.231792, "recall": 0.262846}, {"accuracy": 0.272727, "f1": 0.243854, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"], "main_score": 0.243854, "precision": 0.232342, "recall": 0.272727}, {"accuracy": 0.211462, "f1": 0.195238, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"], "main_score": 0.195238, "precision": 0.190222, "recall": 0.211462}, {"accuracy": 0.240119, "f1": 0.211221, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"], "main_score": 0.211221, "precision": 0.202841, "recall": 0.240119}, {"accuracy": 0.243083, "f1": 0.209623, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"], "main_score": 0.209623, "precision": 0.197988, "recall": 0.243083}, {"accuracy": 0.266798, "f1": 0.229227, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"], "main_score": 0.229227, "precision": 0.218989, "recall": 0.266798}, {"accuracy": 0.313241, "f1": 0.282339, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"], "main_score": 0.282339, "precision": 0.272021, "recall": 0.313241}, {"accuracy": 0.304348, "f1": 0.28125, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"], "main_score": 0.28125, "precision": 0.272384, "recall": 0.304348}, {"accuracy": 0.214427, "f1": 0.185933, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"], "main_score": 0.185933, "precision": 0.177628, "recall": 0.214427}, {"accuracy": 0.287549, "f1": 0.248795, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"], "main_score": 0.248795, "precision": 0.238074, "recall": 0.287549}, {"accuracy": 0.326087, "f1": 0.282535, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"], "main_score": 0.282535, "precision": 0.269696, "recall": 0.326087}, {"accuracy": 0.240119, "f1": 0.209863, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"], "main_score": 0.209863, "precision": 0.201615, "recall": 0.240119}, {"accuracy": 0.213439, "f1": 0.199481, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"], "main_score": 0.199481, "precision": 0.194774, "recall": 0.213439}, {"accuracy": 0.159091, "f1": 0.133838, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"], "main_score": 0.133838, "precision": 0.125573, "recall": 0.159091}, {"accuracy": 0.241107, "f1": 0.214282, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"], "main_score": 0.214282, "precision": 0.204522, "recall": 0.241107}, {"accuracy": 0.098814, "f1": 0.067838, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"], "main_score": 0.067838, "precision": 0.060344, "recall": 0.098814}, {"accuracy": 0.301383, "f1": 0.268975, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"], "main_score": 0.268975, "precision": 0.256893, "recall": 0.301383}, {"accuracy": 0.12747, "f1": 0.099188, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"], "main_score": 0.099188, "precision": 0.091268, "recall": 0.12747}, {"accuracy": 0.327075, "f1": 0.284717, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"], "main_score": 0.284717, "precision": 0.271372, "recall": 0.327075}, {"accuracy": 0.23913, "f1": 0.214684, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"], "main_score": 0.214684, "precision": 0.206871, "recall": 0.23913}, {"accuracy": 0.100791, "f1": 0.077176, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"], "main_score": 0.077176, "precision": 0.07016, "recall": 0.100791}, {"accuracy": 0.226285, "f1": 0.209424, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"], "main_score": 0.209424, "precision": 0.204096, "recall": 0.226285}, {"accuracy": 0.333004, "f1": 0.290092, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"], "main_score": 0.290092, "precision": 0.275686, "recall": 0.333004}, {"accuracy": 0.123518, "f1": 0.107263, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"], "main_score": 0.107263, "precision": 0.102288, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.186715, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"], "main_score": 0.186715, "precision": 0.179214, "recall": 0.213439}, {"accuracy": 0.25, "f1": 0.212843, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"], "main_score": 0.212843, "precision": 0.199826, "recall": 0.25}, {"accuracy": 0.209486, "f1": 0.177284, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"], "main_score": 0.177284, "precision": 0.168097, "recall": 0.209486}, {"accuracy": 0.257905, "f1": 0.239782, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"], "main_score": 0.239782, "precision": 0.23334, "recall": 0.257905}, {"accuracy": 0.242095, "f1": 0.215136, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"], "main_score": 0.215136, "precision": 0.205345, "recall": 0.242095}, {"accuracy": 0.284585, "f1": 0.247767, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"], "main_score": 0.247767, "precision": 0.234443, "recall": 0.284585}, {"accuracy": 0.253953, "f1": 0.225352, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"], "main_score": 0.225352, "precision": 0.215464, "recall": 0.253953}, {"accuracy": 0.320158, "f1": 0.285086, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"], "main_score": 0.285086, "precision": 0.27419, "recall": 0.320158}, {"accuracy": 0.022727, "f1": 0.009047, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"], "main_score": 0.009047, "precision": 0.00719, "recall": 0.022727}, {"accuracy": 0.096838, "f1": 0.083835, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"], "main_score": 0.083835, "precision": 0.079716, "recall": 0.096838}, {"accuracy": 0.081028, "f1": 0.06351, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"], "main_score": 0.06351, "precision": 0.058757, "recall": 0.081028}, {"accuracy": 0.163043, "f1": 0.143332, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"], "main_score": 0.143332, "precision": 0.137663, "recall": 0.163043}, {"accuracy": 0.31917, "f1": 0.281006, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"], "main_score": 0.281006, "precision": 0.268642, "recall": 0.31917}, {"accuracy": 0.116601, "f1": 0.087034, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"], "main_score": 0.087034, "precision": 0.078356, "recall": 0.116601}, {"accuracy": 0.285573, "f1": 0.249377, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"], "main_score": 0.249377, "precision": 0.236065, "recall": 0.285573}, {"accuracy": 0.294466, "f1": 0.254412, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"], "main_score": 0.254412, "precision": 0.243294, "recall": 0.294466}, {"accuracy": 0.321146, "f1": 0.279373, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"], "main_score": 0.279373, "precision": 0.265473, "recall": 0.321146}, {"accuracy": 0.200593, "f1": 0.18333, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"], "main_score": 0.18333, "precision": 0.177423, "recall": 0.200593}, {"accuracy": 0.181818, "f1": 0.155845, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"], "main_score": 0.155845, "precision": 0.147651, "recall": 0.181818}, {"accuracy": 0.244071, "f1": 0.214555, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"], "main_score": 0.214555, "precision": 0.202963, "recall": 0.244071}, {"accuracy": 0.192688, "f1": 0.169933, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"], "main_score": 0.169933, "precision": 0.162373, "recall": 0.192688}, {"accuracy": 0.237154, "f1": 0.201198, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"], "main_score": 0.201198, "precision": 0.187569, "recall": 0.237154}, {"accuracy": 0.189723, "f1": 0.160451, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"], "main_score": 0.160451, "precision": 0.151006, "recall": 0.189723}, {"accuracy": 0.099802, "f1": 0.082089, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"], "main_score": 0.082089, "precision": 0.076982, "recall": 0.099802}, {"accuracy": 0.201581, "f1": 0.177953, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"], "main_score": 0.177953, "precision": 0.171106, "recall": 0.201581}, {"accuracy": 0.229249, "f1": 0.193005, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"], "main_score": 0.193005, "precision": 0.183113, "recall": 0.229249}, {"accuracy": 0.224308, "f1": 0.191538, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"], "main_score": 0.191538, "precision": 0.181871, "recall": 0.224308}, {"accuracy": 0.232213, "f1": 0.208857, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"], "main_score": 0.208857, "precision": 0.200666, "recall": 0.232213}, {"accuracy": 0.240119, "f1": 0.204492, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"], "main_score": 0.204492, "precision": 0.194687, "recall": 0.240119}, {"accuracy": 0.064229, "f1": 0.053444, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"], "main_score": 0.053444, "precision": 0.049671, "recall": 0.064229}, {"accuracy": 0.136364, "f1": 0.108612, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"], "main_score": 0.108612, "precision": 0.101202, "recall": 0.136364}, {"accuracy": 0.182806, "f1": 0.164869, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"], "main_score": 0.164869, "precision": 0.158565, "recall": 0.182806}, {"accuracy": 0.11166, "f1": 0.097181, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"], "main_score": 0.097181, "precision": 0.092713, "recall": 0.11166}, {"accuracy": 0.22332, "f1": 0.196501, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"], "main_score": 0.196501, "precision": 0.188531, "recall": 0.22332}, {"accuracy": 0.307312, "f1": 0.274031, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"], "main_score": 0.274031, "precision": 0.26211, "recall": 0.307312}, {"accuracy": 0.118577, "f1": 0.097656, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"], "main_score": 0.097656, "precision": 0.092279, "recall": 0.118577}, {"accuracy": 0.224308, "f1": 0.194166, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"], "main_score": 0.194166, "precision": 0.185122, "recall": 0.224308}, {"accuracy": 0.257905, "f1": 0.218865, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"], "main_score": 0.218865, "precision": 0.207723, "recall": 0.257905}, {"accuracy": 0.251976, "f1": 0.227185, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"], "main_score": 0.227185, "precision": 0.220823, "recall": 0.251976}, {"accuracy": 0.185771, "f1": 0.17371, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"], "main_score": 0.17371, "precision": 0.169703, "recall": 0.185771}, {"accuracy": 0.316206, "f1": 0.278021, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"], "main_score": 0.278021, "precision": 0.266318, "recall": 0.316206}, {"accuracy": 0.16502, "f1": 0.13876, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"], "main_score": 0.13876, "precision": 0.131985, "recall": 0.16502}, {"accuracy": 0.220356, "f1": 0.199136, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"], "main_score": 0.199136, "precision": 0.191946, "recall": 0.220356}, {"accuracy": 0.15415, "f1": 0.115905, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"], "main_score": 0.115905, "precision": 0.104307, "recall": 0.15415}, {"accuracy": 0.311265, "f1": 0.276727, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"], "main_score": 0.276727, "precision": 0.265553, "recall": 0.311265}, {"accuracy": 0.04249, "f1": 0.032799, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"], "main_score": 0.032799, "precision": 0.030377, "recall": 0.04249}, {"accuracy": 0.228261, "f1": 0.197722, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"], "main_score": 0.197722, "precision": 0.188815, "recall": 0.228261}, {"accuracy": 0.22332, "f1": 0.196117, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"], "main_score": 0.196117, "precision": 0.188276, "recall": 0.22332}, {"accuracy": 0.177866, "f1": 0.158202, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"], "main_score": 0.158202, "precision": 0.152818, "recall": 0.177866}, {"accuracy": 0.267787, "f1": 0.240198, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"], "main_score": 0.240198, "precision": 0.231169, "recall": 0.267787}, {"accuracy": 0.190711, "f1": 0.164201, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"], "main_score": 0.164201, "precision": 0.156013, "recall": 0.190711}, {"accuracy": 0.255929, "f1": 0.228166, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"], "main_score": 0.228166, "precision": 0.218504, "recall": 0.255929}, {"accuracy": 0.271739, "f1": 0.235733, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"], "main_score": 0.235733, "precision": 0.223121, "recall": 0.271739}, {"accuracy": 0.313241, "f1": 0.274813, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"], "main_score": 0.274813, "precision": 0.262941, "recall": 0.313241}, {"accuracy": 0.309289, "f1": 0.286193, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"], "main_score": 0.286193, "precision": 0.277723, "recall": 0.309289}, {"accuracy": 0.316206, "f1": 0.279236, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"], "main_score": 0.279236, "precision": 0.267208, "recall": 0.316206}, {"accuracy": 0.251976, "f1": 0.215773, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"], "main_score": 0.215773, "precision": 0.203157, "recall": 0.251976}, {"accuracy": 0.322134, "f1": 0.281672, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"], "main_score": 0.281672, "precision": 0.269296, "recall": 0.322134}, {"accuracy": 0.13834, "f1": 0.120944, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"], "main_score": 0.120944, "precision": 0.116079, "recall": 0.13834}, {"accuracy": 0.262846, "f1": 0.230535, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"], "main_score": 0.230535, "precision": 0.221734, "recall": 0.262846}, {"accuracy": 0.236166, "f1": 0.203344, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"], "main_score": 0.203344, "precision": 0.191179, "recall": 0.236166}, {"accuracy": 0.280632, "f1": 0.252609, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"], "main_score": 0.252609, "precision": 0.243902, "recall": 0.280632}, {"accuracy": 0.216403, "f1": 0.184557, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"], "main_score": 0.184557, "precision": 0.174294, "recall": 0.216403}, {"accuracy": 0.273715, "f1": 0.242118, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"], "main_score": 0.242118, "precision": 0.229694, "recall": 0.273715}, {"accuracy": 0.212451, "f1": 0.174233, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"], "main_score": 0.174233, "precision": 0.161714, "recall": 0.212451}, {"accuracy": 0.126482, "f1": 0.106139, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"], "main_score": 0.106139, "precision": 0.101294, "recall": 0.126482}, {"accuracy": 0.324111, "f1": 0.288592, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"], "main_score": 0.288592, "precision": 0.277336, "recall": 0.324111}, {"accuracy": 0.237154, "f1": 0.209099, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"], "main_score": 0.209099, "precision": 0.199174, "recall": 0.237154}, {"accuracy": 0.255929, "f1": 0.224116, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"], "main_score": 0.224116, "precision": 0.212575, "recall": 0.255929}, {"accuracy": 0.274704, "f1": 0.246003, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"], "main_score": 0.246003, "precision": 0.234265, "recall": 0.274704}, {"accuracy": 0.087945, "f1": 0.072204, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"], "main_score": 0.072204, "precision": 0.068337, "recall": 0.087945}, {"accuracy": 0.209486, "f1": 0.174572, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"], "main_score": 0.174572, "precision": 0.163789, "recall": 0.209486}, {"accuracy": 0.272727, "f1": 0.23746, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"], "main_score": 0.23746, "precision": 0.225218, "recall": 0.272727}, {"accuracy": 0.198617, "f1": 0.179048, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"], "main_score": 0.179048, "precision": 0.173417, "recall": 0.198617}, {"accuracy": 0.273715, "f1": 0.244045, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"], "main_score": 0.244045, "precision": 0.234229, "recall": 0.273715}, {"accuracy": 0.261858, "f1": 0.233453, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"], "main_score": 0.233453, "precision": 0.223763, "recall": 0.261858}, {"accuracy": 0.185771, "f1": 0.173113, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"], "main_score": 0.173113, "precision": 0.169176, "recall": 0.185771}, {"accuracy": 0.332016, "f1": 0.297127, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"], "main_score": 0.297127, "precision": 0.285599, "recall": 0.332016}, {"accuracy": 0.297431, "f1": 0.276054, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"], "main_score": 0.276054, "precision": 0.267704, "recall": 0.297431}, {"accuracy": 0.124506, "f1": 0.10415, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"], "main_score": 0.10415, "precision": 0.09795, "recall": 0.124506}, {"accuracy": 0.181818, "f1": 0.153225, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"], "main_score": 0.153225, "precision": 0.144829, "recall": 0.181818}, {"accuracy": 0.249012, "f1": 0.217516, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"], "main_score": 0.217516, "precision": 0.208745, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.200627, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"], "main_score": 0.200627, "precision": 0.189542, "recall": 0.231225}, {"accuracy": 0.222332, "f1": 0.185183, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"], "main_score": 0.185183, "precision": 0.175095, "recall": 0.222332}, {"accuracy": 0.243083, "f1": 0.212893, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"], "main_score": 0.212893, "precision": 0.204912, "recall": 0.243083}, {"accuracy": 0.266798, "f1": 0.22966, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"], "main_score": 0.22966, "precision": 0.218654, "recall": 0.266798}, {"accuracy": 0.092885, "f1": 0.072572, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"], "main_score": 0.072572, "precision": 0.068111, "recall": 0.092885}, {"accuracy": 0.202569, "f1": 0.17396, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"], "main_score": 0.17396, "precision": 0.165022, "recall": 0.202569}, {"accuracy": 0.263834, "f1": 0.226658, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"], "main_score": 0.226658, "precision": 0.21478, "recall": 0.263834}, {"accuracy": 0.091897, "f1": 0.05813, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"], "main_score": 0.05813, "precision": 0.050273, "recall": 0.091897}, {"accuracy": 0.143281, "f1": 0.081846, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"], "main_score": 0.081846, "precision": 0.068448, "recall": 0.143281}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.885375, "f1": 0.849868, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"], "main_score": 0.849868, "precision": 0.832922, "recall": 0.885375}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"], "main_score": 0.910968, "precision": 0.900939, "recall": 0.931818}, {"accuracy": 0.58004, "f1": 0.502514, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"], "main_score": 0.502514, "precision": 0.473524, "recall": 0.58004}, {"accuracy": 0.171937, "f1": 0.112425, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"], "main_score": 0.112425, "precision": 0.098019, "recall": 0.171937}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.367589, "f1": 0.280458, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"], "main_score": 0.280458, "precision": 0.254355, "recall": 0.367589}, {"accuracy": 0.615613, "f1": 0.539417, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"], "main_score": 0.539417, "precision": 0.509678, "recall": 0.615613}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"], "main_score": 0.874736, "precision": 0.862138, "recall": 0.902174}, {"accuracy": 0.200593, "f1": 0.124494, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"], "main_score": 0.124494, "precision": 0.104712, "recall": 0.200593}, {"accuracy": 0.917984, "f1": 0.894236, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"], "main_score": 0.894236, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.822134, "f1": 0.778755, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"], "main_score": 0.778755, "precision": 0.759486, "recall": 0.822134}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.254941, "f1": 0.17303, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"], "main_score": 0.17303, "precision": 0.152068, "recall": 0.254941}, {"accuracy": 0.937747, "f1": 0.919796, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"], "main_score": 0.919796, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.129447, "f1": 0.078902, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"], "main_score": 0.078902, "precision": 0.066926, "recall": 0.129447}, {"accuracy": 0.859684, "f1": 0.821692, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"], "main_score": 0.821692, "precision": 0.80471, "recall": 0.859684}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.667984, "f1": 0.594504, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"], "main_score": 0.594504, "precision": 0.565201, "recall": 0.667984}, {"accuracy": 0.060277, "f1": 0.0286, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"], "main_score": 0.0286, "precision": 0.023653, "recall": 0.060277}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.193676, "f1": 0.128242, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"], "main_score": 0.128242, "precision": 0.112578, "recall": 0.193676}, {"accuracy": 0.829051, "f1": 0.783992, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"], "main_score": 0.783992, "precision": 0.764229, "recall": 0.829051}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.906126, "f1": 0.879677, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"], "main_score": 0.879677, "precision": 0.867013, "recall": 0.906126}, {"accuracy": 0.895257, "f1": 0.863538, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"], "main_score": 0.863538, "precision": 0.848403, "recall": 0.895257}, {"accuracy": 0.248024, "f1": 0.17731, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"], "main_score": 0.17731, "precision": 0.157137, "recall": 0.248024}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.782609, "f1": 0.73068, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"], "main_score": 0.73068, "precision": 0.707642, "recall": 0.782609}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"], "main_score": 0.953887, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.880435, "f1": 0.848438, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"], "main_score": 0.848438, "precision": 0.833663, "recall": 0.880435}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.135375, "f1": 0.075026, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"], "main_score": 0.075026, "precision": 0.063066, "recall": 0.135375}, {"accuracy": 0.060277, "f1": 0.035537, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"], "main_score": 0.035537, "precision": 0.029964, "recall": 0.060277}, {"accuracy": 0.97332, "f1": 0.965909, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"], "main_score": 0.965909, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.130435, "f1": 0.07798, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"], "main_score": 0.07798, "precision": 0.067656, "recall": 0.130435}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.931818, "f1": 0.910079, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"], "main_score": 0.910079, "precision": 0.899374, "recall": 0.931818}, {"accuracy": 0.881423, "f1": 0.849045, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"], "main_score": 0.849045, "precision": 0.834074, "recall": 0.881423}, {"accuracy": 0.695652, "f1": 0.628546, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"], "main_score": 0.628546, "precision": 0.600041, "recall": 0.695652}, {"accuracy": 0.155138, "f1": 0.0889, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"], "main_score": 0.0889, "precision": 0.07322, "recall": 0.155138}, {"accuracy": 0.702569, "f1": 0.640948, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"], "main_score": 0.640948, "precision": 0.615334, "recall": 0.702569}, {"accuracy": 0.583004, "f1": 0.503908, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"], "main_score": 0.503908, "precision": 0.474504, "recall": 0.583004}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.703557, "f1": 0.634268, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"], "main_score": 0.634268, "precision": 0.605048, "recall": 0.703557}, {"accuracy": 0.145257, "f1": 0.091967, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"], "main_score": 0.091967, "precision": 0.080376, "recall": 0.145257}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.078063, "f1": 0.046959, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"], "main_score": 0.046959, "precision": 0.039899, "recall": 0.078063}, {"accuracy": 0.203557, "f1": 0.138094, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"], "main_score": 0.138094, "precision": 0.121393, "recall": 0.203557}, {"accuracy": 0.314229, "f1": 0.227827, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"], "main_score": 0.227827, "precision": 0.202474, "recall": 0.314229}, {"accuracy": 0.085968, "f1": 0.041301, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"], "main_score": 0.041301, "precision": 0.031683, "recall": 0.085968}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"], "main_score": 0.954776, "precision": 0.949687, "recall": 0.965415}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.244071, "f1": 0.16536, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"], "main_score": 0.16536, "precision": 0.144659, "recall": 0.244071}, {"accuracy": 0.73913, "f1": 0.677717, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"], "main_score": 0.677717, "precision": 0.652277, "recall": 0.73913}, {"accuracy": 0.413043, "f1": 0.328654, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"], "main_score": 0.328654, "precision": 0.301509, "recall": 0.413043}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.214427, "f1": 0.146027, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"], "main_score": 0.146027, "precision": 0.129778, "recall": 0.214427}, {"accuracy": 0.284585, "f1": 0.206627, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"], "main_score": 0.206627, "precision": 0.185979, "recall": 0.284585}, {"accuracy": 0.228261, "f1": 0.149963, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"], "main_score": 0.149963, "precision": 0.130035, "recall": 0.228261}, {"accuracy": 0.325099, "f1": 0.244761, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"], "main_score": 0.244761, "precision": 0.222526, "recall": 0.325099}, {"accuracy": 0.606719, "f1": 0.531222, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"], "main_score": 0.531222, "precision": 0.502726, "recall": 0.606719}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.049407, "f1": 0.016536, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"], "main_score": 0.016536, "precision": 0.012923, "recall": 0.049407}, {"accuracy": 0.171937, "f1": 0.106616, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"], "main_score": 0.106616, "precision": 0.08976, "recall": 0.171937}, {"accuracy": 0.693676, "f1": 0.627582, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"], "main_score": 0.627582, "precision": 0.601095, "recall": 0.693676}, {"accuracy": 0.203557, "f1": 0.130322, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"], "main_score": 0.130322, "precision": 0.111655, "recall": 0.203557}, {"accuracy": 0.054348, "f1": 0.028589, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"], "main_score": 0.028589, "precision": 0.025103, "recall": 0.054348}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.75, "f1": 0.691521, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"], "main_score": 0.691521, "precision": 0.666436, "recall": 0.75}, {"accuracy": 0.758893, "f1": 0.697563, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"], "main_score": 0.697563, "precision": 0.670965, "recall": 0.758893}, {"accuracy": 0.731225, "f1": 0.673946, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"], "main_score": 0.673946, "precision": 0.64992, "recall": 0.731225}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.189723, "f1": 0.125751, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"], "main_score": 0.125751, "precision": 0.109625, "recall": 0.189723}, {"accuracy": 0.121542, "f1": 0.068478, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"], "main_score": 0.068478, "precision": 0.056218, "recall": 0.121542}, {"accuracy": 0.87747, "f1": 0.842918, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"], "main_score": 0.842918, "precision": 0.826993, "recall": 0.87747}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.344862, "f1": 0.25742, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"], "main_score": 0.25742, "precision": 0.229943, "recall": 0.344862}, {"accuracy": 0.168972, "f1": 0.105465, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"], "main_score": 0.105465, "precision": 0.091502, "recall": 0.168972}, {"accuracy": 0.677866, "f1": 0.607084, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"], "main_score": 0.607084, "precision": 0.579242, "recall": 0.677866}, {"accuracy": 0.899209, "f1": 0.872151, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"], "main_score": 0.872151, "precision": 0.860303, "recall": 0.899209}, {"accuracy": 0.158103, "f1": 0.09384, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"], "main_score": 0.09384, "precision": 0.079959, "recall": 0.158103}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.203557, "f1": 0.142906, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"], "main_score": 0.142906, "precision": 0.128338, "recall": 0.203557}, {"accuracy": 0.379447, "f1": 0.290423, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"], "main_score": 0.290423, "precision": 0.262711, "recall": 0.379447}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.70751, "f1": 0.638966, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"], "main_score": 0.638966, "precision": 0.61054, "recall": 0.70751}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"], "main_score": 0.895323, "precision": 0.88414, "recall": 0.918972}, {"accuracy": 0.201581, "f1": 0.13268, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"], "main_score": 0.13268, "precision": 0.114569, "recall": 0.201581}, {"accuracy": 0.072134, "f1": 0.031779, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"], "main_score": 0.031779, "precision": 0.025847, "recall": 0.072134}, {"accuracy": 0.214427, "f1": 0.142149, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"], "main_score": 0.142149, "precision": 0.122996, "recall": 0.214427}, {"accuracy": 0.090909, "f1": 0.049248, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"], "main_score": 0.049248, "precision": 0.041333, "recall": 0.090909}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.663043, "f1": 0.590359, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"], "main_score": 0.590359, "precision": 0.559667, "recall": 0.663043}, {"accuracy": 0.072134, "f1": 0.044381, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"], "main_score": 0.044381, "precision": 0.037762, "recall": 0.072134}, {"accuracy": 0.711462, "f1": 0.64473, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"], "main_score": 0.64473, "precision": 0.616041, "recall": 0.711462}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.719368, "f1": 0.653508, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"], "main_score": 0.653508, "precision": 0.626014, "recall": 0.719368}, {"accuracy": 0.48913, "f1": 0.404678, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"], "main_score": 0.404678, "precision": 0.374057, "recall": 0.48913}, {"accuracy": 0.162055, "f1": 0.099267, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"], "main_score": 0.099267, "precision": 0.08438, "recall": 0.162055}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.354743, "f1": 0.266482, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"], "main_score": 0.266482, "precision": 0.238013, "recall": 0.354743}, {"accuracy": 0.197628, "f1": 0.122686, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"], "main_score": 0.122686, "precision": 0.104629, "recall": 0.197628}, {"accuracy": 0.162055, "f1": 0.101277, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"], "main_score": 0.101277, "precision": 0.086426, "recall": 0.162055}, {"accuracy": 0.201581, "f1": 0.137854, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"], "main_score": 0.137854, "precision": 0.121354, "recall": 0.201581}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"], "main_score": 0.953887, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.017787, "f1": 0.003537, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"], "main_score": 0.003537, "precision": 0.002588, "recall": 0.017787}, {"accuracy": 0.841897, "f1": 0.799638, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"], "main_score": 0.799638, "precision": 0.780501, "recall": 0.841897}, {"accuracy": 0.411067, "f1": 0.326841, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"], "main_score": 0.326841, "precision": 0.296944, "recall": 0.411067}, {"accuracy": 0.885375, "f1": 0.851285, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"], "main_score": 0.851285, "precision": 0.835013, "recall": 0.885375}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.081028, "f1": 0.044138, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"], "main_score": 0.044138, "precision": 0.036816, "recall": 0.081028}, {"accuracy": 0.170949, "f1": 0.115885, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"], "main_score": 0.115885, "precision": 0.102633, "recall": 0.170949}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.587945, "f1": 0.505672, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"], "main_score": 0.505672, "precision": 0.473983, "recall": 0.587945}, {"accuracy": 0.16502, "f1": 0.107941, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"], "main_score": 0.107941, "precision": 0.094439, "recall": 0.16502}, {"accuracy": 0.168972, "f1": 0.104032, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"], "main_score": 0.104032, "precision": 0.088241, "recall": 0.168972}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.152174, "f1": 0.093787, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"], "main_score": 0.093787, "precision": 0.081219, "recall": 0.152174}, {"accuracy": 0.140316, "f1": 0.085696, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"], "main_score": 0.085696, "precision": 0.071952, "recall": 0.140316}, {"accuracy": 0.787549, "f1": 0.736199, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"], "main_score": 0.736199, "precision": 0.713258, "recall": 0.787549}, {"accuracy": 0.601779, "f1": 0.52552, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"], "main_score": 0.52552, "precision": 0.496179, "recall": 0.601779}, {"accuracy": 0.94664, "f1": 0.931555, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"], "main_score": 0.931555, "precision": 0.924489, "recall": 0.94664}, {"accuracy": 0.23419, "f1": 0.157016, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"], "main_score": 0.157016, "precision": 0.135134, "recall": 0.23419}, {"accuracy": 0.423913, "f1": 0.332614, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"], "main_score": 0.332614, "precision": 0.303268, "recall": 0.423913}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.531621, "f1": 0.444986, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"], "main_score": 0.444986, "precision": 0.411794, "recall": 0.531621}, {"accuracy": 0.813241, "f1": 0.767095, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"], "main_score": 0.767095, "precision": 0.746294, "recall": 0.813241}, {"accuracy": 0.242095, "f1": 0.164585, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"], "main_score": 0.164585, "precision": 0.144125, "recall": 0.242095}, {"accuracy": 0.594862, "f1": 0.519298, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"], "main_score": 0.519298, "precision": 0.489676, "recall": 0.594862}, {"accuracy": 0.664032, "f1": 0.594345, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"], "main_score": 0.594345, "precision": 0.565976, "recall": 0.664032}, {"accuracy": 0.194664, "f1": 0.127113, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"], "main_score": 0.127113, "precision": 0.110042, "recall": 0.194664}, {"accuracy": 0.902174, "f1": 0.875348, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"], "main_score": 0.875348, "precision": 0.862895, "recall": 0.902174}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.916008, "f1": 0.890547, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"], "main_score": 0.890547, "precision": 0.878376, "recall": 0.916008}, {"accuracy": 0.716403, "f1": 0.654301, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"], "main_score": 0.654301, "precision": 0.628426, "recall": 0.716403}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.382411, "f1": 0.301866, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"], "main_score": 0.301866, "precision": 0.275254, "recall": 0.382411}, {"accuracy": 0.455534, "f1": 0.36264, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"], "main_score": 0.36264, "precision": 0.330889, "recall": 0.455534}, {"accuracy": 0.091897, "f1": 0.047612, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"], "main_score": 0.047612, "precision": 0.039357, "recall": 0.091897}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.173913, "f1": 0.119368, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"], "main_score": 0.119368, "precision": 0.10494, "recall": 0.173913}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"], "main_score": 0.931983, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.416996, "f1": 0.328414, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"], "main_score": 0.328414, "precision": 0.300141, "recall": 0.416996}, {"accuracy": 0.300395, "f1": 0.21437, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"], "main_score": 0.21437, "precision": 0.190508, "recall": 0.300395}, {"accuracy": 0.853755, "f1": 0.811528, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"], "main_score": 0.811528, "precision": 0.79249, "recall": 0.853755}, {"accuracy": 0.212451, "f1": 0.143148, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"], "main_score": 0.143148, "precision": 0.12553, "recall": 0.212451}, {"accuracy": 0.194664, "f1": 0.126564, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"], "main_score": 0.126564, "precision": 0.109148, "recall": 0.194664}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.406126, "f1": 0.317468, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"], "main_score": 0.317468, "precision": 0.290044, "recall": 0.406126}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.166996, "f1": 0.099122, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"], "main_score": 0.099122, "precision": 0.084549, "recall": 0.166996}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.903162, "f1": 0.873485, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"], "main_score": 0.873485, "precision": 0.859519, "recall": 0.903162}, {"accuracy": 0.927866, "f1": 0.906291, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"], "main_score": 0.906291, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.146245, "f1": 0.0933, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"], "main_score": 0.0933, "precision": 0.081327, "recall": 0.146245}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"], "main_score": 0.870949, "precision": 0.857296, "recall": 0.899209}, {"accuracy": 0.162055, "f1": 0.095748, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"], "main_score": 0.095748, "precision": 0.079885, "recall": 0.162055}, {"accuracy": 0.172925, "f1": 0.112589, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"], "main_score": 0.112589, "precision": 0.097809, "recall": 0.172925}, {"accuracy": 0.120553, "f1": 0.06877, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"], "main_score": 0.06877, "precision": 0.058071, "recall": 0.120553}, {"accuracy": 0.557312, "f1": 0.477661, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"], "main_score": 0.477661, "precision": 0.446963, "recall": 0.557312}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.272727, "f1": 0.189836, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"], "main_score": 0.189836, "precision": 0.166031, "recall": 0.272727}, {"accuracy": 0.149209, "f1": 0.083924, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"], "main_score": 0.083924, "precision": 0.068519, "recall": 0.149209}, {"accuracy": 0.179842, "f1": 0.114297, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"], "main_score": 0.114297, "precision": 0.099278, "recall": 0.179842}, {"accuracy": 0.812253, "f1": 0.764281, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"], "main_score": 0.764281, "precision": 0.742704, "recall": 0.812253}, {"accuracy": 0.148221, "f1": 0.085649, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"], "main_score": 0.085649, "precision": 0.071139, "recall": 0.148221}, {"accuracy": 0.162055, "f1": 0.101116, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"], "main_score": 0.101116, "precision": 0.086344, "recall": 0.162055}, {"accuracy": 0.936759, "f1": 0.918544, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"], "main_score": 0.918544, "precision": 0.909997, "recall": 0.936759}, {"accuracy": 0.262846, "f1": 0.186654, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"], "main_score": 0.186654, "precision": 0.167055, "recall": 0.262846}, {"accuracy": 0.203557, "f1": 0.134006, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"], "main_score": 0.134006, "precision": 0.11728, "recall": 0.203557}, {"accuracy": 0.602767, "f1": 0.52071, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"], "main_score": 0.52071, "precision": 0.488258, "recall": 0.602767}, {"accuracy": 0.306324, "f1": 0.221617, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"], "main_score": 0.221617, "precision": 0.195917, "recall": 0.306324}, {"accuracy": 0.426877, "f1": 0.340016, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"], "main_score": 0.340016, "precision": 0.311682, "recall": 0.426877}, {"accuracy": 0.837945, "f1": 0.795092, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"], "main_score": 0.795092, "precision": 0.775264, "recall": 0.837945}, {"accuracy": 0.298419, "f1": 0.213796, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"], "main_score": 0.213796, "precision": 0.188357, "recall": 0.298419}, {"accuracy": 0.438735, "f1": 0.352869, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"], "main_score": 0.352869, "precision": 0.322903, "recall": 0.438735}, {"accuracy": 0.159091, "f1": 0.095738, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"], "main_score": 0.095738, "precision": 0.08078, "recall": 0.159091}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"], "main_score": 0.969104, "precision": 0.965662, "recall": 0.976285}, {"accuracy": 0.826087, "f1": 0.782164, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"], "main_score": 0.782164, "precision": 0.763135, "recall": 0.826087}, {"accuracy": 0.232213, "f1": 0.164246, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"], "main_score": 0.164246, "precision": 0.146487, "recall": 0.232213}, {"accuracy": 0.18083, "f1": 0.114084, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"], "main_score": 0.114084, "precision": 0.098063, "recall": 0.18083}, {"accuracy": 0.079051, "f1": 0.049516, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"], "main_score": 0.049516, "precision": 0.042991, "recall": 0.079051}, {"accuracy": 0.15415, "f1": 0.096759, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"], "main_score": 0.096759, "precision": 0.083336, "recall": 0.15415}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.855731, "f1": 0.819664, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"], "main_score": 0.819664, "precision": 0.803804, "recall": 0.855731}, {"accuracy": 0.891304, "f1": 0.860079, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"], "main_score": 0.860079, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.564229, "f1": 0.48673, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"], "main_score": 0.48673, "precision": 0.45888, "recall": 0.564229}, {"accuracy": 0.16502, "f1": 0.111919, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"], "main_score": 0.111919, "precision": 0.09911, "recall": 0.16502}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.357708, "f1": 0.280064, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"], "main_score": 0.280064, "precision": 0.255659, "recall": 0.357708}, {"accuracy": 0.583992, "f1": 0.515167, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"], "main_score": 0.515167, "precision": 0.488527, "recall": 0.583992}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.848814, "f1": 0.810408, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"], "main_score": 0.810408, "precision": 0.792885, "recall": 0.848814}, {"accuracy": 0.203557, "f1": 0.137509, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"], "main_score": 0.137509, "precision": 0.119961, "recall": 0.203557}, {"accuracy": 0.866601, "f1": 0.831785, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"], "main_score": 0.831785, "precision": 0.816634, "recall": 0.866601}, {"accuracy": 0.768775, "f1": 0.716558, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"], "main_score": 0.716558, "precision": 0.694088, "recall": 0.768775}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.247036, "f1": 0.173663, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"], "main_score": 0.173663, "precision": 0.154846, "recall": 0.247036}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"], "main_score": 0.92612, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"], "main_score": 0.946476, "precision": 0.940876, "recall": 0.958498}, {"accuracy": 0.12253, "f1": 0.082188, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"], "main_score": 0.082188, "precision": 0.072515, "recall": 0.12253}, {"accuracy": 0.840909, "f1": 0.80252, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"], "main_score": 0.80252, "precision": 0.785747, "recall": 0.840909}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.66502, "f1": 0.595477, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"], "main_score": 0.595477, "precision": 0.567658, "recall": 0.66502}, {"accuracy": 0.062253, "f1": 0.031174, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"], "main_score": 0.031174, "precision": 0.025891, "recall": 0.062253}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"], "main_score": 0.933597, "precision": 0.926713, "recall": 0.948617}, {"accuracy": 0.201581, "f1": 0.142491, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"], "main_score": 0.142491, "precision": 0.126943, "recall": 0.201581}, {"accuracy": 0.802372, "f1": 0.752819, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"], "main_score": 0.752819, "precision": 0.731456, "recall": 0.802372}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.900198, "f1": 0.87309, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"], "main_score": 0.87309, "precision": 0.860623, "recall": 0.900198}, {"accuracy": 0.856719, "f1": 0.821443, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"], "main_score": 0.821443, "precision": 0.805698, "recall": 0.856719}, {"accuracy": 0.247036, "f1": 0.187933, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"], "main_score": 0.187933, "precision": 0.171836, "recall": 0.247036}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.757905, "f1": 0.704597, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"], "main_score": 0.704597, "precision": 0.681475, "recall": 0.757905}, {"accuracy": 0.884387, "f1": 0.852899, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"], "main_score": 0.852899, "precision": 0.838472, "recall": 0.884387}, {"accuracy": 0.847826, "f1": 0.813126, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"], "main_score": 0.813126, "precision": 0.797934, "recall": 0.847826}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.141304, "f1": 0.084416, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"], "main_score": 0.084416, "precision": 0.072931, "recall": 0.141304}, {"accuracy": 0.057312, "f1": 0.038701, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"], "main_score": 0.038701, "precision": 0.034197, "recall": 0.057312}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.140316, "f1": 0.0926, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"], "main_score": 0.0926, "precision": 0.083301, "recall": 0.140316}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"], "main_score": 0.898221, "precision": 0.887352, "recall": 0.920949}, {"accuracy": 0.83004, "f1": 0.789824, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"], "main_score": 0.789824, "precision": 0.772638, "recall": 0.83004}, {"accuracy": 0.679842, "f1": 0.615901, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"], "main_score": 0.615901, "precision": 0.590252, "recall": 0.679842}, {"accuracy": 0.161067, "f1": 0.105602, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"], "main_score": 0.105602, "precision": 0.092047, "recall": 0.161067}, {"accuracy": 0.693676, "f1": 0.636347, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"], "main_score": 0.636347, "precision": 0.61302, "recall": 0.693676}, {"accuracy": 0.555336, "f1": 0.486524, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"], "main_score": 0.486524, "precision": 0.46132, "recall": 0.555336}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.670949, "f1": 0.607908, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"], "main_score": 0.607908, "precision": 0.583797, "recall": 0.670949}, {"accuracy": 0.140316, "f1": 0.089672, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"], "main_score": 0.089672, "precision": 0.078315, "recall": 0.140316}, {"accuracy": 0.91996, "f1": 0.896706, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"], "main_score": 0.896706, "precision": 0.88587, "recall": 0.91996}, {"accuracy": 0.061265, "f1": 0.034774, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"], "main_score": 0.034774, "precision": 0.029314, "recall": 0.061265}, {"accuracy": 0.213439, "f1": 0.157664, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"], "main_score": 0.157664, "precision": 0.14361, "recall": 0.213439}, {"accuracy": 0.314229, "f1": 0.2335, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"], "main_score": 0.2335, "precision": 0.210237, "recall": 0.314229}, {"accuracy": 0.08004, "f1": 0.046813, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"], "main_score": 0.046813, "precision": 0.038962, "recall": 0.08004}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"], "main_score": 0.898123, "precision": 0.886775, "recall": 0.921937}, {"accuracy": 0.226285, "f1": 0.158051, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"], "main_score": 0.158051, "precision": 0.13977, "recall": 0.226285}, {"accuracy": 0.688735, "f1": 0.631726, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"], "main_score": 0.631726, "precision": 0.609616, "recall": 0.688735}, {"accuracy": 0.416008, "f1": 0.348217, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"], "main_score": 0.348217, "precision": 0.327021, "recall": 0.416008}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.237154, "f1": 0.173921, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"], "main_score": 0.173921, "precision": 0.157558, "recall": 0.237154}, {"accuracy": 0.278656, "f1": 0.206773, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"], "main_score": 0.206773, "precision": 0.187648, "recall": 0.278656}, {"accuracy": 0.221344, "f1": 0.145662, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"], "main_score": 0.145662, "precision": 0.126413, "recall": 0.221344}, {"accuracy": 0.309289, "f1": 0.236501, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"], "main_score": 0.236501, "precision": 0.21602, "recall": 0.309289}, {"accuracy": 0.605731, "f1": 0.541072, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"], "main_score": 0.541072, "precision": 0.517581, "recall": 0.605731}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.050395, "f1": 0.018807, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"], "main_score": 0.018807, "precision": 0.015185, "recall": 0.050395}, {"accuracy": 0.173913, "f1": 0.116442, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"], "main_score": 0.116442, "precision": 0.101253, "recall": 0.173913}, {"accuracy": 0.704545, "f1": 0.64291, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"], "main_score": 0.64291, "precision": 0.617145, "recall": 0.704545}, {"accuracy": 0.194664, "f1": 0.134575, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"], "main_score": 0.134575, "precision": 0.120122, "recall": 0.194664}, {"accuracy": 0.059289, "f1": 0.03133, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"], "main_score": 0.03133, "precision": 0.027358, "recall": 0.059289}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.755929, "f1": 0.701948, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"], "main_score": 0.701948, "precision": 0.679924, "recall": 0.755929}, {"accuracy": 0.733202, "f1": 0.672894, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"], "main_score": 0.672894, "precision": 0.647226, "recall": 0.733202}, {"accuracy": 0.719368, "f1": 0.670251, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"], "main_score": 0.670251, "precision": 0.650206, "recall": 0.719368}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.950593, "f1": 0.935672, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"], "main_score": 0.935672, "precision": 0.928771, "recall": 0.950593}, {"accuracy": 0.186759, "f1": 0.130562, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"], "main_score": 0.130562, "precision": 0.116357, "recall": 0.186759}, {"accuracy": 0.133399, "f1": 0.087273, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"], "main_score": 0.087273, "precision": 0.075822, "recall": 0.133399}, {"accuracy": 0.848814, "f1": 0.807889, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"], "main_score": 0.807889, "precision": 0.789206, "recall": 0.848814}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"], "main_score": 0.907773, "precision": 0.898551, "recall": 0.927866}, {"accuracy": 0.326087, "f1": 0.248911, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"], "main_score": 0.248911, "precision": 0.224941, "recall": 0.326087}, {"accuracy": 0.16996, "f1": 0.11772, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"], "main_score": 0.11772, "precision": 0.104948, "recall": 0.16996}, {"accuracy": 0.640316, "f1": 0.573425, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"], "main_score": 0.573425, "precision": 0.54651, "recall": 0.640316}, {"accuracy": 0.887352, "f1": 0.859733, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"], "main_score": 0.859733, "precision": 0.847506, "recall": 0.887352}, {"accuracy": 0.176877, "f1": 0.11593, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"], "main_score": 0.11593, "precision": 0.103506, "recall": 0.176877}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.200593, "f1": 0.144176, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"], "main_score": 0.144176, "precision": 0.130959, "recall": 0.200593}, {"accuracy": 0.371542, "f1": 0.284083, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"], "main_score": 0.284083, "precision": 0.255735, "recall": 0.371542}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.693676, "f1": 0.631773, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"], "main_score": 0.631773, "precision": 0.606303, "recall": 0.693676}, {"accuracy": 0.889328, "f1": 0.858893, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"], "main_score": 0.858893, "precision": 0.844615, "recall": 0.889328}, {"accuracy": 0.192688, "f1": 0.13639, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"], "main_score": 0.13639, "precision": 0.122329, "recall": 0.192688}, {"accuracy": 0.081028, "f1": 0.037236, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"], "main_score": 0.037236, "precision": 0.030263, "recall": 0.081028}, {"accuracy": 0.209486, "f1": 0.143758, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"], "main_score": 0.143758, "precision": 0.127155, "recall": 0.209486}, {"accuracy": 0.09585, "f1": 0.055563, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"], "main_score": 0.055563, "precision": 0.047103, "recall": 0.09585}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.644269, "f1": 0.571187, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"], "main_score": 0.571187, "precision": 0.540703, "recall": 0.644269}, {"accuracy": 0.075099, "f1": 0.052402, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"], "main_score": 0.052402, "precision": 0.047732, "recall": 0.075099}, {"accuracy": 0.671937, "f1": 0.60651, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"], "main_score": 0.60651, "precision": 0.580214, "recall": 0.671937}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"], "main_score": 0.958992, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.692688, "f1": 0.631376, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"], "main_score": 0.631376, "precision": 0.606769, "recall": 0.692688}, {"accuracy": 0.483202, "f1": 0.418217, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"], "main_score": 0.418217, "precision": 0.394804, "recall": 0.483202}, {"accuracy": 0.152174, "f1": 0.09285, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"], "main_score": 0.09285, "precision": 0.079821, "recall": 0.152174}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"], "main_score": 0.936989, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.332016, "f1": 0.25291, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"], "main_score": 0.25291, "precision": 0.228729, "recall": 0.332016}, {"accuracy": 0.193676, "f1": 0.133914, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"], "main_score": 0.133914, "precision": 0.118989, "recall": 0.193676}, {"accuracy": 0.174901, "f1": 0.120022, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"], "main_score": 0.120022, "precision": 0.106685, "recall": 0.174901}, {"accuracy": 0.187747, "f1": 0.13217, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"], "main_score": 0.13217, "precision": 0.117857, "recall": 0.187747}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.018775, "f1": 0.005141, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"], "main_score": 0.005141, "precision": 0.003924, "recall": 0.018775}, {"accuracy": 0.821146, "f1": 0.776421, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"], "main_score": 0.776421, "precision": 0.756736, "recall": 0.821146}, {"accuracy": 0.412055, "f1": 0.338542, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"], "main_score": 0.338542, "precision": 0.312029, "recall": 0.412055}, {"accuracy": 0.810277, "f1": 0.765862, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"], "main_score": 0.765862, "precision": 0.746113, "recall": 0.810277}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.082016, "f1": 0.046909, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"], "main_score": 0.046909, "precision": 0.04067, "recall": 0.082016}, {"accuracy": 0.16502, "f1": 0.110057, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"], "main_score": 0.110057, "precision": 0.096497, "recall": 0.16502}, {"accuracy": 0.968379, "f1": 0.958959, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"], "main_score": 0.958959, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"], "main_score": 0.946805, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.58004, "f1": 0.506764, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"], "main_score": 0.506764, "precision": 0.479498, "recall": 0.58004}, {"accuracy": 0.176877, "f1": 0.118523, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"], "main_score": 0.118523, "precision": 0.103856, "recall": 0.176877}, {"accuracy": 0.172925, "f1": 0.1114, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"], "main_score": 0.1114, "precision": 0.095083, "recall": 0.172925}, {"accuracy": 0.910079, "f1": 0.88475, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"], "main_score": 0.88475, "precision": 0.873106, "recall": 0.910079}, {"accuracy": 0.161067, "f1": 0.106105, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"], "main_score": 0.106105, "precision": 0.094074, "recall": 0.161067}, {"accuracy": 0.164032, "f1": 0.109784, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"], "main_score": 0.109784, "precision": 0.095948, "recall": 0.164032}, {"accuracy": 0.774704, "f1": 0.716535, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"], "main_score": 0.716535, "precision": 0.690646, "recall": 0.774704}, {"accuracy": 0.577075, "f1": 0.507195, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"], "main_score": 0.507195, "precision": 0.48047, "recall": 0.577075}, {"accuracy": 0.917984, "f1": 0.896989, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"], "main_score": 0.896989, "precision": 0.887681, "recall": 0.917984}, {"accuracy": 0.249012, "f1": 0.182321, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"], "main_score": 0.182321, "precision": 0.162429, "recall": 0.249012}, {"accuracy": 0.406126, "f1": 0.325214, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"], "main_score": 0.325214, "precision": 0.298923, "recall": 0.406126}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.501976, "f1": 0.430688, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"], "main_score": 0.430688, "precision": 0.404701, "recall": 0.501976}, {"accuracy": 0.797431, "f1": 0.751252, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"], "main_score": 0.751252, "precision": 0.729941, "recall": 0.797431}, {"accuracy": 0.254941, "f1": 0.185, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"], "main_score": 0.185, "precision": 0.166298, "recall": 0.254941}, {"accuracy": 0.537549, "f1": 0.462695, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"], "main_score": 0.462695, "precision": 0.43477, "recall": 0.537549}, {"accuracy": 0.668972, "f1": 0.602162, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"], "main_score": 0.602162, "precision": 0.575207, "recall": 0.668972}, {"accuracy": 0.192688, "f1": 0.130631, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"], "main_score": 0.130631, "precision": 0.114257, "recall": 0.192688}, {"accuracy": 0.881423, "f1": 0.853002, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"], "main_score": 0.853002, "precision": 0.840283, "recall": 0.881423}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"], "main_score": 0.950758, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.896245, "f1": 0.867128, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"], "main_score": 0.867128, "precision": 0.854167, "recall": 0.896245}, {"accuracy": 0.727273, "f1": 0.671664, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"], "main_score": 0.671664, "precision": 0.649012, "recall": 0.727273}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"], "main_score": 0.958893, "precision": 0.954463, "recall": 0.968379}, {"accuracy": 0.365613, "f1": 0.295962, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"], "main_score": 0.295962, "precision": 0.27351, "recall": 0.365613}, {"accuracy": 0.445652, "f1": 0.364455, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"], "main_score": 0.364455, "precision": 0.337769, "recall": 0.445652}, {"accuracy": 0.096838, "f1": 0.051569, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"], "main_score": 0.051569, "precision": 0.042745, "recall": 0.096838}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.175889, "f1": 0.121489, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"], "main_score": 0.121489, "precision": 0.106687, "recall": 0.175889}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.893182, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"], "main_score": 0.893182, "precision": 0.882329, "recall": 0.916008}, {"accuracy": 0.427866, "f1": 0.347405, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"], "main_score": 0.347405, "precision": 0.32133, "recall": 0.427866}, {"accuracy": 0.305336, "f1": 0.230915, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"], "main_score": 0.230915, "precision": 0.211081, "recall": 0.305336}, {"accuracy": 0.860672, "f1": 0.820144, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"], "main_score": 0.820144, "precision": 0.801828, "recall": 0.860672}, {"accuracy": 0.203557, "f1": 0.138194, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"], "main_score": 0.138194, "precision": 0.121255, "recall": 0.203557}, {"accuracy": 0.193676, "f1": 0.133482, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"], "main_score": 0.133482, "precision": 0.118086, "recall": 0.193676}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.395257, "f1": 0.314751, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"], "main_score": 0.314751, "precision": 0.290398, "recall": 0.395257}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.175889, "f1": 0.109185, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"], "main_score": 0.109185, "precision": 0.093972, "recall": 0.175889}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.894269, "f1": 0.864281, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"], "main_score": 0.864281, "precision": 0.850708, "recall": 0.894269}, {"accuracy": 0.923913, "f1": 0.902503, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"], "main_score": 0.902503, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.149209, "f1": 0.096453, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"], "main_score": 0.096453, "precision": 0.084921, "recall": 0.149209}, {"accuracy": 0.879447, "f1": 0.844598, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"], "main_score": 0.844598, "precision": 0.828146, "recall": 0.879447}, {"accuracy": 0.167984, "f1": 0.109982, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"], "main_score": 0.109982, "precision": 0.095874, "recall": 0.167984}, {"accuracy": 0.172925, "f1": 0.116821, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"], "main_score": 0.116821, "precision": 0.102814, "recall": 0.172925}, {"accuracy": 0.12253, "f1": 0.077808, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"], "main_score": 0.077808, "precision": 0.068638, "recall": 0.12253}, {"accuracy": 0.482213, "f1": 0.412493, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"], "main_score": 0.412493, "precision": 0.385502, "recall": 0.482213}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.249012, "f1": 0.183735, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"], "main_score": 0.183735, "precision": 0.1647, "recall": 0.249012}, {"accuracy": 0.148221, "f1": 0.091221, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"], "main_score": 0.091221, "precision": 0.079279, "recall": 0.148221}, {"accuracy": 0.181818, "f1": 0.123691, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"], "main_score": 0.123691, "precision": 0.109564, "recall": 0.181818}, {"accuracy": 0.779644, "f1": 0.732315, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"], "main_score": 0.732315, "precision": 0.712625, "recall": 0.779644}, {"accuracy": 0.149209, "f1": 0.096064, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"], "main_score": 0.096064, "precision": 0.084002, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.099144, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"], "main_score": 0.099144, "precision": 0.086681, "recall": 0.148221}, {"accuracy": 0.923913, "f1": 0.904875, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"], "main_score": 0.904875, "precision": 0.896393, "recall": 0.923913}, {"accuracy": 0.261858, "f1": 0.188379, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"], "main_score": 0.188379, "precision": 0.168497, "recall": 0.261858}, {"accuracy": 0.212451, "f1": 0.144301, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"], "main_score": 0.144301, "precision": 0.126886, "recall": 0.212451}, {"accuracy": 0.565217, "f1": 0.48805, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"], "main_score": 0.48805, "precision": 0.460323, "recall": 0.565217}, {"accuracy": 0.304348, "f1": 0.227256, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"], "main_score": 0.227256, "precision": 0.204453, "recall": 0.304348}, {"accuracy": 0.414032, "f1": 0.334026, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"], "main_score": 0.334026, "precision": 0.307932, "recall": 0.414032}, {"accuracy": 0.810277, "f1": 0.763785, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"], "main_score": 0.763785, "precision": 0.743751, "recall": 0.810277}, {"accuracy": 0.3083, "f1": 0.231741, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"], "main_score": 0.231741, "precision": 0.208551, "recall": 0.3083}, {"accuracy": 0.459486, "f1": 0.383851, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"], "main_score": 0.383851, "precision": 0.357673, "recall": 0.459486}, {"accuracy": 0.150198, "f1": 0.096603, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"], "main_score": 0.096603, "precision": 0.082081, "recall": 0.150198}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"], "main_score": 0.916502, "precision": 0.907642, "recall": 0.935771}, {"accuracy": 0.963439, "f1": 0.951812, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"], "main_score": 0.951812, "precision": 0.946229, "recall": 0.963439}, {"accuracy": 0.812253, "f1": 0.766667, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"], "main_score": 0.766667, "precision": 0.746643, "recall": 0.812253}, {"accuracy": 0.23419, "f1": 0.172523, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"], "main_score": 0.172523, "precision": 0.155275, "recall": 0.23419}, {"accuracy": 0.179842, "f1": 0.117481, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"], "main_score": 0.117481, "precision": 0.103685, "recall": 0.179842}, {"accuracy": 0.086957, "f1": 0.052389, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"], "main_score": 0.052389, "precision": 0.044684, "recall": 0.086957}, {"accuracy": 0.22332, "f1": 0.151207, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"], "main_score": 0.151207, "precision": 0.133333, "recall": 0.22332}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.921937, "f1": 0.897069, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"], "main_score": 0.897069, "precision": 0.885046, "recall": 0.921937}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.672925, "f1": 0.598463, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"], "main_score": 0.598463, "precision": 0.568574, "recall": 0.672925}, {"accuracy": 0.248024, "f1": 0.175201, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"], "main_score": 0.175201, "precision": 0.155559, "recall": 0.248024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.451581, "f1": 0.363593, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"], "main_score": 0.363593, "precision": 0.335615, "recall": 0.451581}, {"accuracy": 0.700593, "f1": 0.630722, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"], "main_score": 0.630722, "precision": 0.601172, "recall": 0.700593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.912286, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"], "main_score": 0.912286, "precision": 0.902586, "recall": 0.932806}, {"accuracy": 0.297431, "f1": 0.208086, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"], "main_score": 0.208086, "precision": 0.183779, "recall": 0.297431}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"], "main_score": 0.938801, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.854743, "f1": 0.814592, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"], "main_score": 0.814592, "precision": 0.79636, "recall": 0.854743}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.346838, "f1": 0.250641, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"], "main_score": 0.250641, "precision": 0.223463, "recall": 0.346838}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.175889, "f1": 0.115718, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"], "main_score": 0.115718, "precision": 0.101495, "recall": 0.175889}, {"accuracy": 0.909091, "f1": 0.882971, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"], "main_score": 0.882971, "precision": 0.871163, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.757905, "f1": 0.697993, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"], "main_score": 0.697993, "precision": 0.672868, "recall": 0.757905}, {"accuracy": 0.068182, "f1": 0.031004, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"], "main_score": 0.031004, "precision": 0.0258, "recall": 0.068182}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.259881, "f1": 0.177401, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"], "main_score": 0.177401, "precision": 0.156529, "recall": 0.259881}, {"accuracy": 0.879447, "f1": 0.844071, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"], "main_score": 0.844071, "precision": 0.827816, "recall": 0.879447}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.91502, "f1": 0.88834, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"], "main_score": 0.88834, "precision": 0.875494, "recall": 0.91502}, {"accuracy": 0.300395, "f1": 0.22489, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"], "main_score": 0.22489, "precision": 0.201831, "recall": 0.300395}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.833004, "f1": 0.790997, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"], "main_score": 0.790997, "precision": 0.772785, "recall": 0.833004}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"], "main_score": 0.903656, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.190711, "f1": 0.12135, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"], "main_score": 0.12135, "precision": 0.106051, "recall": 0.190711}, {"accuracy": 0.067194, "f1": 0.040404, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"], "main_score": 0.040404, "precision": 0.034055, "recall": 0.067194}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.190711, "f1": 0.125068, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"], "main_score": 0.125068, "precision": 0.11032, "recall": 0.190711}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"], "main_score": 0.888241, "precision": 0.876235, "recall": 0.914032}, {"accuracy": 0.785573, "f1": 0.732082, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"], "main_score": 0.732082, "precision": 0.708531, "recall": 0.785573}, {"accuracy": 0.226285, "f1": 0.146578, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"], "main_score": 0.146578, "precision": 0.127364, "recall": 0.226285}, {"accuracy": 0.773715, "f1": 0.724288, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"], "main_score": 0.724288, "precision": 0.703549, "recall": 0.773715}, {"accuracy": 0.670949, "f1": 0.598276, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"], "main_score": 0.598276, "precision": 0.570291, "recall": 0.670949}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.789526, "f1": 0.734077, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"], "main_score": 0.734077, "precision": 0.710128, "recall": 0.789526}, {"accuracy": 0.195652, "f1": 0.127972, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"], "main_score": 0.127972, "precision": 0.111972, "recall": 0.195652}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.076087, "f1": 0.040039, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"], "main_score": 0.040039, "precision": 0.032599, "recall": 0.076087}, {"accuracy": 0.275692, "f1": 0.198803, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"], "main_score": 0.198803, "precision": 0.179002, "recall": 0.275692}, {"accuracy": 0.399209, "f1": 0.308118, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"], "main_score": 0.308118, "precision": 0.28117, "recall": 0.399209}, {"accuracy": 0.092885, "f1": 0.047458, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"], "main_score": 0.047458, "precision": 0.038404, "recall": 0.092885}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.343874, "f1": 0.254313, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"], "main_score": 0.254313, "precision": 0.228343, "recall": 0.343874}, {"accuracy": 0.794466, "f1": 0.739643, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"], "main_score": 0.739643, "precision": 0.716206, "recall": 0.794466}, {"accuracy": 0.496047, "f1": 0.410063, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"], "main_score": 0.410063, "precision": 0.381905, "recall": 0.496047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.311265, "f1": 0.227494, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"], "main_score": 0.227494, "precision": 0.204916, "recall": 0.311265}, {"accuracy": 0.364625, "f1": 0.278725, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"], "main_score": 0.278725, "precision": 0.253189, "recall": 0.364625}, {"accuracy": 0.301383, "f1": 0.211621, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"], "main_score": 0.211621, "precision": 0.186491, "recall": 0.301383}, {"accuracy": 0.397233, "f1": 0.309308, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"], "main_score": 0.309308, "precision": 0.281579, "recall": 0.397233}, {"accuracy": 0.66996, "f1": 0.597845, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"], "main_score": 0.597845, "precision": 0.568431, "recall": 0.66996}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.05336, "f1": 0.017185, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"], "main_score": 0.017185, "precision": 0.013079, "recall": 0.05336}, {"accuracy": 0.237154, "f1": 0.163249, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"], "main_score": 0.163249, "precision": 0.143684, "recall": 0.237154}, {"accuracy": 0.784585, "f1": 0.730157, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"], "main_score": 0.730157, "precision": 0.707208, "recall": 0.784585}, {"accuracy": 0.273715, "f1": 0.196204, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"], "main_score": 0.196204, "precision": 0.175696, "recall": 0.273715}, {"accuracy": 0.067194, "f1": 0.035101, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"], "main_score": 0.035101, "precision": 0.029987, "recall": 0.067194}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.83004, "f1": 0.78602, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"], "main_score": 0.78602, "precision": 0.766914, "recall": 0.83004}, {"accuracy": 0.826087, "f1": 0.775875, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"], "main_score": 0.775875, "precision": 0.753491, "recall": 0.826087}, {"accuracy": 0.794466, "f1": 0.743944, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"], "main_score": 0.743944, "precision": 0.722101, "recall": 0.794466}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.257905, "f1": 0.182817, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"], "main_score": 0.182817, "precision": 0.162651, "recall": 0.257905}, {"accuracy": 0.20751, "f1": 0.138651, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"], "main_score": 0.138651, "precision": 0.122601, "recall": 0.20751}, {"accuracy": 0.911067, "f1": 0.883893, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"], "main_score": 0.883893, "precision": 0.871047, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.41996, "f1": 0.329244, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"], "main_score": 0.329244, "precision": 0.3, "recall": 0.41996}, {"accuracy": 0.241107, "f1": 0.16848, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"], "main_score": 0.16848, "precision": 0.150197, "recall": 0.241107}, {"accuracy": 0.762846, "f1": 0.701341, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"], "main_score": 0.701341, "precision": 0.675576, "recall": 0.762846}, {"accuracy": 0.952569, "f1": 0.939097, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"], "main_score": 0.939097, "precision": 0.933218, "recall": 0.952569}, {"accuracy": 0.224308, "f1": 0.146702, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"], "main_score": 0.146702, "precision": 0.128828, "recall": 0.224308}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.284585, "f1": 0.210945, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"], "main_score": 0.210945, "precision": 0.191175, "recall": 0.284585}, {"accuracy": 0.497036, "f1": 0.402176, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"], "main_score": 0.402176, "precision": 0.371003, "recall": 0.497036}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.781621, "f1": 0.726433, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"], "main_score": 0.726433, "precision": 0.703435, "recall": 0.781621}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.262846, "f1": 0.186593, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"], "main_score": 0.186593, "precision": 0.166185, "recall": 0.262846}, {"accuracy": 0.085968, "f1": 0.038718, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"], "main_score": 0.038718, "precision": 0.031833, "recall": 0.085968}, {"accuracy": 0.289526, "f1": 0.205772, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"], "main_score": 0.205772, "precision": 0.182687, "recall": 0.289526}, {"accuracy": 0.144269, "f1": 0.083063, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"], "main_score": 0.083063, "precision": 0.069403, "recall": 0.144269}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.758893, "f1": 0.69885, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"], "main_score": 0.69885, "precision": 0.673428, "recall": 0.758893}, {"accuracy": 0.101779, "f1": 0.064822, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"], "main_score": 0.064822, "precision": 0.056719, "recall": 0.101779}, {"accuracy": 0.773715, "f1": 0.714806, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"], "main_score": 0.714806, "precision": 0.689552, "recall": 0.773715}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.756917, "f1": 0.695407, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"], "main_score": 0.695407, "precision": 0.668692, "recall": 0.756917}, {"accuracy": 0.537549, "f1": 0.448685, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"], "main_score": 0.448685, "precision": 0.414479, "recall": 0.537549}, {"accuracy": 0.221344, "f1": 0.146395, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"], "main_score": 0.146395, "precision": 0.127182, "recall": 0.221344}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.445652, "f1": 0.351175, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"], "main_score": 0.351175, "precision": 0.320309, "recall": 0.445652}, {"accuracy": 0.261858, "f1": 0.179171, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"], "main_score": 0.179171, "precision": 0.158172, "recall": 0.261858}, {"accuracy": 0.23419, "f1": 0.161582, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"], "main_score": 0.161582, "precision": 0.143384, "recall": 0.23419}, {"accuracy": 0.261858, "f1": 0.186503, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"], "main_score": 0.186503, "precision": 0.165807, "recall": 0.261858}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.021739, "f1": 0.004866, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"], "main_score": 0.004866, "precision": 0.003475, "recall": 0.021739}, {"accuracy": 0.875494, "f1": 0.839575, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"], "main_score": 0.839575, "precision": 0.823346, "recall": 0.875494}, {"accuracy": 0.472332, "f1": 0.384855, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"], "main_score": 0.384855, "precision": 0.352852, "recall": 0.472332}, {"accuracy": 0.858696, "f1": 0.819335, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"], "main_score": 0.819335, "precision": 0.801301, "recall": 0.858696}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.114625, "f1": 0.069286, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"], "main_score": 0.069286, "precision": 0.060392, "recall": 0.114625}, {"accuracy": 0.241107, "f1": 0.166807, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"], "main_score": 0.166807, "precision": 0.147972, "recall": 0.241107}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.673913, "f1": 0.601457, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"], "main_score": 0.601457, "precision": 0.573032, "recall": 0.673913}, {"accuracy": 0.209486, "f1": 0.137549, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"], "main_score": 0.137549, "precision": 0.119005, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.154381, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"], "main_score": 0.154381, "precision": 0.133914, "recall": 0.235178}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.22332, "f1": 0.152024, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"], "main_score": 0.152024, "precision": 0.133869, "recall": 0.22332}, {"accuracy": 0.224308, "f1": 0.150611, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"], "main_score": 0.150611, "precision": 0.131555, "recall": 0.224308}, {"accuracy": 0.831028, "f1": 0.785954, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"], "main_score": 0.785954, "precision": 0.766206, "recall": 0.831028}, {"accuracy": 0.687747, "f1": 0.620269, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"], "main_score": 0.620269, "precision": 0.593497, "recall": 0.687747}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"], "main_score": 0.969104, "precision": 0.965662, "recall": 0.976285}, {"accuracy": 0.316206, "f1": 0.22287, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"], "main_score": 0.22287, "precision": 0.194432, "recall": 0.316206}, {"accuracy": 0.518775, "f1": 0.436568, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"], "main_score": 0.436568, "precision": 0.409351, "recall": 0.518775}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.566206, "f1": 0.485035, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"], "main_score": 0.485035, "precision": 0.454252, "recall": 0.566206}, {"accuracy": 0.86166, "f1": 0.823057, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"], "main_score": 0.823057, "precision": 0.805665, "recall": 0.86166}, {"accuracy": 0.323123, "f1": 0.245235, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"], "main_score": 0.245235, "precision": 0.222794, "recall": 0.323123}, {"accuracy": 0.62253, "f1": 0.54382, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"], "main_score": 0.54382, "precision": 0.513038, "recall": 0.62253}, {"accuracy": 0.735178, "f1": 0.67476, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"], "main_score": 0.67476, "precision": 0.648534, "recall": 0.735178}, {"accuracy": 0.268775, "f1": 0.189805, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"], "main_score": 0.189805, "precision": 0.169215, "recall": 0.268775}, {"accuracy": 0.9417, "f1": 0.924704, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"], "main_score": 0.924704, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.787549, "f1": 0.7333, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"], "main_score": 0.7333, "precision": 0.709964, "recall": 0.787549}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.448617, "f1": 0.361328, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"], "main_score": 0.361328, "precision": 0.331956, "recall": 0.448617}, {"accuracy": 0.545455, "f1": 0.454694, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"], "main_score": 0.454694, "precision": 0.422725, "recall": 0.545455}, {"accuracy": 0.129447, "f1": 0.075551, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"], "main_score": 0.075551, "precision": 0.064321, "recall": 0.129447}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.190711, "f1": 0.127282, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"], "main_score": 0.127282, "precision": 0.110109, "recall": 0.190711}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"], "main_score": 0.960639, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.506917, "f1": 0.418692, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"], "main_score": 0.418692, "precision": 0.389215, "recall": 0.506917}, {"accuracy": 0.396245, "f1": 0.308226, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"], "main_score": 0.308226, "precision": 0.281506, "recall": 0.396245}, {"accuracy": 0.886364, "f1": 0.851186, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"], "main_score": 0.851186, "precision": 0.834569, "recall": 0.886364}, {"accuracy": 0.297431, "f1": 0.217313, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"], "main_score": 0.217313, "precision": 0.194995, "recall": 0.297431}, {"accuracy": 0.268775, "f1": 0.187228, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"], "main_score": 0.187228, "precision": 0.16634, "recall": 0.268775}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.513834, "f1": 0.423421, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"], "main_score": 0.423421, "precision": 0.393474, "recall": 0.513834}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.224308, "f1": 0.144283, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"], "main_score": 0.144283, "precision": 0.12533, "recall": 0.224308}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.925889, "f1": 0.903675, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"], "main_score": 0.903675, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.208498, "f1": 0.140443, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"], "main_score": 0.140443, "precision": 0.123779, "recall": 0.208498}, {"accuracy": 0.954545, "f1": 0.940679, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"], "main_score": 0.940679, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.225296, "f1": 0.150689, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"], "main_score": 0.150689, "precision": 0.131284, "recall": 0.225296}, {"accuracy": 0.244071, "f1": 0.166436, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"], "main_score": 0.166436, "precision": 0.146123, "recall": 0.244071}, {"accuracy": 0.171937, "f1": 0.107489, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"], "main_score": 0.107489, "precision": 0.092506, "recall": 0.171937}, {"accuracy": 0.586957, "f1": 0.505567, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"], "main_score": 0.505567, "precision": 0.47432, "recall": 0.586957}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.333992, "f1": 0.245308, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"], "main_score": 0.245308, "precision": 0.218434, "recall": 0.333992}, {"accuracy": 0.209486, "f1": 0.136603, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"], "main_score": 0.136603, "precision": 0.118409, "recall": 0.209486}, {"accuracy": 0.270751, "f1": 0.190659, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"], "main_score": 0.190659, "precision": 0.169714, "recall": 0.270751}, {"accuracy": 0.862648, "f1": 0.824525, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"], "main_score": 0.824525, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.206522, "f1": 0.134035, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"], "main_score": 0.134035, "precision": 0.115771, "recall": 0.206522}, {"accuracy": 0.210474, "f1": 0.142204, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"], "main_score": 0.142204, "precision": 0.125337, "recall": 0.210474}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.336957, "f1": 0.246873, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"], "main_score": 0.246873, "precision": 0.221156, "recall": 0.336957}, {"accuracy": 0.283597, "f1": 0.202118, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"], "main_score": 0.202118, "precision": 0.181839, "recall": 0.283597}, {"accuracy": 0.686759, "f1": 0.612279, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"], "main_score": 0.612279, "precision": 0.582646, "recall": 0.686759}, {"accuracy": 0.405138, "f1": 0.316041, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"], "main_score": 0.316041, "precision": 0.288727, "recall": 0.405138}, {"accuracy": 0.518775, "f1": 0.426842, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"], "main_score": 0.426842, "precision": 0.393914, "recall": 0.518775}, {"accuracy": 0.887352, "f1": 0.856752, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"], "main_score": 0.856752, "precision": 0.842474, "recall": 0.887352}, {"accuracy": 0.37253, "f1": 0.279616, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"], "main_score": 0.279616, "precision": 0.250804, "recall": 0.37253}, {"accuracy": 0.487154, "f1": 0.398874, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"], "main_score": 0.398874, "precision": 0.367814, "recall": 0.487154}, {"accuracy": 0.212451, "f1": 0.140332, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"], "main_score": 0.140332, "precision": 0.121176, "recall": 0.212451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.885375, "f1": 0.852569, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"], "main_score": 0.852569, "precision": 0.838043, "recall": 0.885375}, {"accuracy": 0.300395, "f1": 0.217187, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"], "main_score": 0.217187, "precision": 0.191788, "recall": 0.300395}, {"accuracy": 0.231225, "f1": 0.15361, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"], "main_score": 0.15361, "precision": 0.13419, "recall": 0.231225}, {"accuracy": 0.088933, "f1": 0.053337, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"], "main_score": 0.053337, "precision": 0.04496, "recall": 0.088933}, {"accuracy": 0.210474, "f1": 0.140569, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"], "main_score": 0.140569, "precision": 0.123625, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.913043, "f1": 0.885375, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"], "main_score": 0.885375, "precision": 0.872069, "recall": 0.913043}, {"accuracy": 0.937747, "f1": 0.91749, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"], "main_score": 0.91749, "precision": 0.907444, "recall": 0.937747}, {"accuracy": 0.653162, "f1": 0.577036, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"], "main_score": 0.577036, "precision": 0.547696, "recall": 0.653162}, {"accuracy": 0.235178, "f1": 0.170905, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"], "main_score": 0.170905, "precision": 0.154819, "recall": 0.235178}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.426877, "f1": 0.337844, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"], "main_score": 0.337844, "precision": 0.309792, "recall": 0.426877}, {"accuracy": 0.682806, "f1": 0.612436, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"], "main_score": 0.612436, "precision": 0.583319, "recall": 0.682806}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"], "main_score": 0.891041, "precision": 0.879364, "recall": 0.916008}, {"accuracy": 0.263834, "f1": 0.180993, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"], "main_score": 0.180993, "precision": 0.159124, "recall": 0.263834}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"], "main_score": 0.930567, "precision": 0.923007, "recall": 0.94664}, {"accuracy": 0.843874, "f1": 0.80415, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"], "main_score": 0.80415, "precision": 0.786232, "recall": 0.843874}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.310277, "f1": 0.218268, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"], "main_score": 0.218268, "precision": 0.19228, "recall": 0.310277}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.173913, "f1": 0.115585, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"], "main_score": 0.115585, "precision": 0.101056, "recall": 0.173913}, {"accuracy": 0.882411, "f1": 0.850329, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"], "main_score": 0.850329, "precision": 0.835754, "recall": 0.882411}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.714427, "f1": 0.649779, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"], "main_score": 0.649779, "precision": 0.623073, "recall": 0.714427}, {"accuracy": 0.062253, "f1": 0.028665, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"], "main_score": 0.028665, "precision": 0.023751, "recall": 0.062253}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.23913, "f1": 0.162557, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"], "main_score": 0.162557, "precision": 0.143681, "recall": 0.23913}, {"accuracy": 0.862648, "f1": 0.825645, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"], "main_score": 0.825645, "precision": 0.808992, "recall": 0.862648}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"], "main_score": 0.919631, "precision": 0.910244, "recall": 0.938735}, {"accuracy": 0.906126, "f1": 0.876976, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"], "main_score": 0.876976, "precision": 0.862978, "recall": 0.906126}, {"accuracy": 0.289526, "f1": 0.213854, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"], "main_score": 0.213854, "precision": 0.192341, "recall": 0.289526}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.800395, "f1": 0.75224, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"], "main_score": 0.75224, "precision": 0.731409, "recall": 0.800395}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"], "main_score": 0.916008, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.906126, "f1": 0.879183, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"], "main_score": 0.879183, "precision": 0.866683, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.18083, "f1": 0.115446, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"], "main_score": 0.115446, "precision": 0.100982, "recall": 0.18083}, {"accuracy": 0.065217, "f1": 0.041913, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"], "main_score": 0.041913, "precision": 0.036637, "recall": 0.065217}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.174901, "f1": 0.112862, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"], "main_score": 0.112862, "precision": 0.099555, "recall": 0.174901}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.885375, "f1": 0.853903, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"], "main_score": 0.853903, "precision": 0.839156, "recall": 0.885375}, {"accuracy": 0.767787, "f1": 0.710757, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"], "main_score": 0.710757, "precision": 0.686281, "recall": 0.767787}, {"accuracy": 0.212451, "f1": 0.137741, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"], "main_score": 0.137741, "precision": 0.119558, "recall": 0.212451}, {"accuracy": 0.764822, "f1": 0.713672, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"], "main_score": 0.713672, "precision": 0.6925, "recall": 0.764822}, {"accuracy": 0.646245, "f1": 0.57064, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"], "main_score": 0.57064, "precision": 0.542245, "recall": 0.646245}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.758893, "f1": 0.699294, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"], "main_score": 0.699294, "precision": 0.673897, "recall": 0.758893}, {"accuracy": 0.189723, "f1": 0.126389, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"], "main_score": 0.126389, "precision": 0.111548, "recall": 0.189723}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"], "main_score": 0.951482, "precision": 0.946393, "recall": 0.962451}, {"accuracy": 0.076087, "f1": 0.044402, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"], "main_score": 0.044402, "precision": 0.037524, "recall": 0.076087}, {"accuracy": 0.266798, "f1": 0.193694, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"], "main_score": 0.193694, "precision": 0.17516, "recall": 0.266798}, {"accuracy": 0.389328, "f1": 0.298526, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"], "main_score": 0.298526, "precision": 0.270452, "recall": 0.389328}, {"accuracy": 0.094862, "f1": 0.049954, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"], "main_score": 0.049954, "precision": 0.03988, "recall": 0.094862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.948024, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"], "main_score": 0.948024, "precision": 0.942111, "recall": 0.960474}, {"accuracy": 0.311265, "f1": 0.22684, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"], "main_score": 0.22684, "precision": 0.203243, "recall": 0.311265}, {"accuracy": 0.775692, "f1": 0.717495, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"], "main_score": 0.717495, "precision": 0.693149, "recall": 0.775692}, {"accuracy": 0.47332, "f1": 0.391152, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"], "main_score": 0.391152, "precision": 0.364792, "recall": 0.47332}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.274704, "f1": 0.196885, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"], "main_score": 0.196885, "precision": 0.176613, "recall": 0.274704}, {"accuracy": 0.349802, "f1": 0.270795, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"], "main_score": 0.270795, "precision": 0.248694, "recall": 0.349802}, {"accuracy": 0.277668, "f1": 0.194022, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"], "main_score": 0.194022, "precision": 0.17169, "recall": 0.277668}, {"accuracy": 0.375494, "f1": 0.288606, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"], "main_score": 0.288606, "precision": 0.262379, "recall": 0.375494}, {"accuracy": 0.661067, "f1": 0.590555, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"], "main_score": 0.590555, "precision": 0.562529, "recall": 0.661067}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.050395, "f1": 0.0182, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"], "main_score": 0.0182, "precision": 0.014299, "recall": 0.050395}, {"accuracy": 0.224308, "f1": 0.152195, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"], "main_score": 0.152195, "precision": 0.133439, "recall": 0.224308}, {"accuracy": 0.771739, "f1": 0.711712, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"], "main_score": 0.711712, "precision": 0.685952, "recall": 0.771739}, {"accuracy": 0.261858, "f1": 0.185223, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"], "main_score": 0.185223, "precision": 0.165137, "recall": 0.261858}, {"accuracy": 0.067194, "f1": 0.035569, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"], "main_score": 0.035569, "precision": 0.030617, "recall": 0.067194}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.814229, "f1": 0.767062, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"], "main_score": 0.767062, "precision": 0.746657, "recall": 0.814229}, {"accuracy": 0.817194, "f1": 0.764954, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"], "main_score": 0.764954, "precision": 0.741189, "recall": 0.817194}, {"accuracy": 0.766798, "f1": 0.712507, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"], "main_score": 0.712507, "precision": 0.689608, "recall": 0.766798}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.241107, "f1": 0.168352, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"], "main_score": 0.168352, "precision": 0.148619, "recall": 0.241107}, {"accuracy": 0.192688, "f1": 0.128628, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"], "main_score": 0.128628, "precision": 0.113636, "recall": 0.192688}, {"accuracy": 0.890316, "f1": 0.85751, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"], "main_score": 0.85751, "precision": 0.842062, "recall": 0.890316}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.40415, "f1": 0.316144, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"], "main_score": 0.316144, "precision": 0.288483, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.157775, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"], "main_score": 0.157775, "precision": 0.139532, "recall": 0.229249}, {"accuracy": 0.731225, "f1": 0.66502, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"], "main_score": 0.66502, "precision": 0.637698, "recall": 0.731225}, {"accuracy": 0.932806, "f1": 0.914723, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"], "main_score": 0.914723, "precision": 0.906736, "recall": 0.932806}, {"accuracy": 0.213439, "f1": 0.13973, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"], "main_score": 0.13973, "precision": 0.1236, "recall": 0.213439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.190064, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"], "main_score": 0.190064, "precision": 0.171587, "recall": 0.26087}, {"accuracy": 0.440711, "f1": 0.348458, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"], "main_score": 0.348458, "precision": 0.318241, "recall": 0.440711}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.759881, "f1": 0.700313, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"], "main_score": 0.700313, "precision": 0.675191, "recall": 0.759881}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.254941, "f1": 0.184632, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"], "main_score": 0.184632, "precision": 0.165822, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.035334, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"], "main_score": 0.035334, "precision": 0.029017, "recall": 0.08004}, {"accuracy": 0.270751, "f1": 0.196767, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"], "main_score": 0.196767, "precision": 0.176414, "recall": 0.270751}, {"accuracy": 0.143281, "f1": 0.087748, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"], "main_score": 0.087748, "precision": 0.075513, "recall": 0.143281}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.733202, "f1": 0.665681, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"], "main_score": 0.665681, "precision": 0.636488, "recall": 0.733202}, {"accuracy": 0.102767, "f1": 0.069172, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"], "main_score": 0.069172, "precision": 0.061814, "recall": 0.102767}, {"accuracy": 0.75, "f1": 0.688406, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"], "main_score": 0.688406, "precision": 0.661693, "recall": 0.75}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.749012, "f1": 0.687865, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"], "main_score": 0.687865, "precision": 0.661858, "recall": 0.749012}, {"accuracy": 0.525692, "f1": 0.443459, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"], "main_score": 0.443459, "precision": 0.412343, "recall": 0.525692}, {"accuracy": 0.201581, "f1": 0.129127, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"], "main_score": 0.129127, "precision": 0.112257, "recall": 0.201581}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.417984, "f1": 0.33054, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"], "main_score": 0.33054, "precision": 0.30257, "recall": 0.417984}, {"accuracy": 0.244071, "f1": 0.166802, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"], "main_score": 0.166802, "precision": 0.147727, "recall": 0.244071}, {"accuracy": 0.215415, "f1": 0.146696, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"], "main_score": 0.146696, "precision": 0.128755, "recall": 0.215415}, {"accuracy": 0.242095, "f1": 0.172545, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"], "main_score": 0.172545, "precision": 0.154509, "recall": 0.242095}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.016798, "f1": 0.002831, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"], "main_score": 0.002831, "precision": 0.002046, "recall": 0.016798}, {"accuracy": 0.869565, "f1": 0.833484, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"], "main_score": 0.833484, "precision": 0.817309, "recall": 0.869565}, {"accuracy": 0.4417, "f1": 0.35235, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"], "main_score": 0.35235, "precision": 0.319295, "recall": 0.4417}, {"accuracy": 0.849802, "f1": 0.807642, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"], "main_score": 0.807642, "precision": 0.788455, "recall": 0.849802}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.107708, "f1": 0.062198, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"], "main_score": 0.062198, "precision": 0.053444, "recall": 0.107708}, {"accuracy": 0.210474, "f1": 0.140626, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"], "main_score": 0.140626, "precision": 0.123253, "recall": 0.210474}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.659091, "f1": 0.585171, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"], "main_score": 0.585171, "precision": 0.556731, "recall": 0.659091}, {"accuracy": 0.211462, "f1": 0.142795, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"], "main_score": 0.142795, "precision": 0.125374, "recall": 0.211462}, {"accuracy": 0.214427, "f1": 0.131597, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"], "main_score": 0.131597, "precision": 0.110724, "recall": 0.214427}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.200593, "f1": 0.132126, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"], "main_score": 0.132126, "precision": 0.115587, "recall": 0.200593}, {"accuracy": 0.20751, "f1": 0.13833, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"], "main_score": 0.13833, "precision": 0.119646, "recall": 0.20751}, {"accuracy": 0.813241, "f1": 0.765695, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"], "main_score": 0.765695, "precision": 0.744953, "recall": 0.813241}, {"accuracy": 0.678854, "f1": 0.613238, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"], "main_score": 0.613238, "precision": 0.588242, "recall": 0.678854}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.304348, "f1": 0.21299, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"], "main_score": 0.21299, "precision": 0.185622, "recall": 0.304348}, {"accuracy": 0.485178, "f1": 0.401414, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"], "main_score": 0.401414, "precision": 0.373672, "recall": 0.485178}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.557312, "f1": 0.471354, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"], "main_score": 0.471354, "precision": 0.437535, "recall": 0.557312}, {"accuracy": 0.83498, "f1": 0.790942, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"], "main_score": 0.790942, "precision": 0.770751, "recall": 0.83498}, {"accuracy": 0.315217, "f1": 0.234849, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"], "main_score": 0.234849, "precision": 0.211555, "recall": 0.315217}, {"accuracy": 0.596838, "f1": 0.517443, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"], "main_score": 0.517443, "precision": 0.485846, "recall": 0.596838}, {"accuracy": 0.728261, "f1": 0.665307, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"], "main_score": 0.665307, "precision": 0.638318, "recall": 0.728261}, {"accuracy": 0.257905, "f1": 0.173978, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"], "main_score": 0.173978, "precision": 0.151477, "recall": 0.257905}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"], "main_score": 0.909486, "precision": 0.900115, "recall": 0.929842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.794466, "f1": 0.739954, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"], "main_score": 0.739954, "precision": 0.716074, "recall": 0.794466}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.432806, "f1": 0.349708, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"], "main_score": 0.349708, "precision": 0.321969, "recall": 0.432806}, {"accuracy": 0.522727, "f1": 0.431565, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"], "main_score": 0.431565, "precision": 0.399707, "recall": 0.522727}, {"accuracy": 0.116601, "f1": 0.067631, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"], "main_score": 0.067631, "precision": 0.058771, "recall": 0.116601}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.190711, "f1": 0.12751, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"], "main_score": 0.12751, "precision": 0.109639, "recall": 0.190711}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"], "main_score": 0.946476, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.486166, "f1": 0.393607, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"], "main_score": 0.393607, "precision": 0.362734, "recall": 0.486166}, {"accuracy": 0.37253, "f1": 0.282224, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"], "main_score": 0.282224, "precision": 0.255391, "recall": 0.37253}, {"accuracy": 0.881423, "f1": 0.845224, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"], "main_score": 0.845224, "precision": 0.828475, "recall": 0.881423}, {"accuracy": 0.266798, "f1": 0.187485, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"], "main_score": 0.187485, "precision": 0.165832, "recall": 0.266798}, {"accuracy": 0.25, "f1": 0.172207, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"], "main_score": 0.172207, "precision": 0.150897, "recall": 0.25}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.468379, "f1": 0.371779, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"], "main_score": 0.371779, "precision": 0.338864, "recall": 0.468379}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.201581, "f1": 0.123291, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"], "main_score": 0.123291, "precision": 0.1044, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.922925, "f1": 0.899459, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"], "main_score": 0.899459, "precision": 0.888505, "recall": 0.922925}, {"accuracy": 0.954545, "f1": 0.942029, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"], "main_score": 0.942029, "precision": 0.935935, "recall": 0.954545}, {"accuracy": 0.195652, "f1": 0.131496, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"], "main_score": 0.131496, "precision": 0.115917, "recall": 0.195652}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"], "main_score": 0.905632, "precision": 0.894763, "recall": 0.927866}, {"accuracy": 0.215415, "f1": 0.143596, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"], "main_score": 0.143596, "precision": 0.125624, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.154934, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"], "main_score": 0.154934, "precision": 0.137133, "recall": 0.225296}, {"accuracy": 0.156126, "f1": 0.095616, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"], "main_score": 0.095616, "precision": 0.082045, "recall": 0.156126}, {"accuracy": 0.557312, "f1": 0.472706, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"], "main_score": 0.472706, "precision": 0.440671, "recall": 0.557312}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.321146, "f1": 0.233501, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"], "main_score": 0.233501, "precision": 0.206534, "recall": 0.321146}, {"accuracy": 0.199605, "f1": 0.128099, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"], "main_score": 0.128099, "precision": 0.110586, "recall": 0.199605}, {"accuracy": 0.243083, "f1": 0.162296, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"], "main_score": 0.162296, "precision": 0.141742, "recall": 0.243083}, {"accuracy": 0.831028, "f1": 0.78714, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"], "main_score": 0.78714, "precision": 0.767688, "recall": 0.831028}, {"accuracy": 0.184783, "f1": 0.115282, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"], "main_score": 0.115282, "precision": 0.098664, "recall": 0.184783}, {"accuracy": 0.206522, "f1": 0.137726, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"], "main_score": 0.137726, "precision": 0.120442, "recall": 0.206522}, {"accuracy": 0.958498, "f1": 0.946146, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"], "main_score": 0.946146, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.317194, "f1": 0.227913, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"], "main_score": 0.227913, "precision": 0.202438, "recall": 0.317194}, {"accuracy": 0.26087, "f1": 0.182418, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"], "main_score": 0.182418, "precision": 0.162549, "recall": 0.26087}, {"accuracy": 0.672925, "f1": 0.597312, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"], "main_score": 0.597312, "precision": 0.566404, "recall": 0.672925}, {"accuracy": 0.378458, "f1": 0.29228, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"], "main_score": 0.29228, "precision": 0.265475, "recall": 0.378458}, {"accuracy": 0.482213, "f1": 0.391173, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"], "main_score": 0.391173, "precision": 0.359752, "recall": 0.482213}, {"accuracy": 0.866601, "f1": 0.82915, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"], "main_score": 0.82915, "precision": 0.811957, "recall": 0.866601}, {"accuracy": 0.355731, "f1": 0.267229, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"], "main_score": 0.267229, "precision": 0.240125, "recall": 0.355731}, {"accuracy": 0.475296, "f1": 0.387577, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"], "main_score": 0.387577, "precision": 0.357185, "recall": 0.475296}, {"accuracy": 0.199605, "f1": 0.131246, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"], "main_score": 0.131246, "precision": 0.112217, "recall": 0.199605}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.859684, "f1": 0.823172, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"], "main_score": 0.823172, "precision": 0.807025, "recall": 0.859684}, {"accuracy": 0.285573, "f1": 0.210285, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"], "main_score": 0.210285, "precision": 0.188415, "recall": 0.285573}, {"accuracy": 0.216403, "f1": 0.139539, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"], "main_score": 0.139539, "precision": 0.120378, "recall": 0.216403}, {"accuracy": 0.021739, "f1": 0.014976, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"], "main_score": 0.014976, "precision": 0.013682, "recall": 0.021739}, {"accuracy": 0.145257, "f1": 0.136858, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"], "main_score": 0.136858, "precision": 0.133763, "recall": 0.145257}, {"accuracy": 0.004941, "f1": 0.000584, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"], "main_score": 0.000584, "precision": 0.000336, "recall": 0.004941}, {"accuracy": 0.089921, "f1": 0.070644, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"], "main_score": 0.070644, "precision": 0.06685, "recall": 0.089921}, {"accuracy": 0.086957, "f1": 0.078531, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"], "main_score": 0.078531, "precision": 0.076343, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.05396, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"], "main_score": 0.05396, "precision": 0.051832, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.064183, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"], "main_score": 0.064183, "precision": 0.062525, "recall": 0.072134}, {"accuracy": 0.184783, "f1": 0.164169, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"], "main_score": 0.164169, "precision": 0.159365, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.114727, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"], "main_score": 0.114727, "precision": 0.111244, "recall": 0.134387}, {"accuracy": 0.105731, "f1": 0.098611, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"], "main_score": 0.098611, "precision": 0.096194, "recall": 0.105731}, {"accuracy": 0.079051, "f1": 0.073713, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"], "main_score": 0.073713, "precision": 0.072649, "recall": 0.079051}, {"accuracy": 0.089921, "f1": 0.075373, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"], "main_score": 0.075373, "precision": 0.071891, "recall": 0.089921}, {"accuracy": 0.061265, "f1": 0.053761, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"], "main_score": 0.053761, "precision": 0.052415, "recall": 0.061265}, {"accuracy": 0.153162, "f1": 0.142031, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"], "main_score": 0.142031, "precision": 0.138041, "recall": 0.153162}, {"accuracy": 0.066206, "f1": 0.060455, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"], "main_score": 0.060455, "precision": 0.058801, "recall": 0.066206}, {"accuracy": 0.092885, "f1": 0.075074, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"], "main_score": 0.075074, "precision": 0.072024, "recall": 0.092885}, {"accuracy": 0.132411, "f1": 0.115431, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"], "main_score": 0.115431, "precision": 0.111997, "recall": 0.132411}, {"accuracy": 0.18083, "f1": 0.164743, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"], "main_score": 0.164743, "precision": 0.159756, "recall": 0.18083}, {"accuracy": 0.052372, "f1": 0.047518, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"], "main_score": 0.047518, "precision": 0.046623, "recall": 0.052372}, {"accuracy": 0.083992, "f1": 0.063849, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"], "main_score": 0.063849, "precision": 0.06008, "recall": 0.083992}, {"accuracy": 0.133399, "f1": 0.114497, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"], "main_score": 0.114497, "precision": 0.109896, "recall": 0.133399}, {"accuracy": 0.092885, "f1": 0.082765, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"], "main_score": 0.082765, "precision": 0.080204, "recall": 0.092885}, {"accuracy": 0.034585, "f1": 0.028197, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"], "main_score": 0.028197, "precision": 0.027417, "recall": 0.034585}, {"accuracy": 0.082016, "f1": 0.070906, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"], "main_score": 0.070906, "precision": 0.06771, "recall": 0.082016}, {"accuracy": 0.096838, "f1": 0.085152, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"], "main_score": 0.085152, "precision": 0.081545, "recall": 0.096838}, {"accuracy": 0.067194, "f1": 0.052864, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"], "main_score": 0.052864, "precision": 0.049978, "recall": 0.067194}, {"accuracy": 0.065217, "f1": 0.055684, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"], "main_score": 0.055684, "precision": 0.053637, "recall": 0.065217}, {"accuracy": 0.230237, "f1": 0.206409, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"], "main_score": 0.206409, "precision": 0.19851, "recall": 0.230237}, {"accuracy": 0.090909, "f1": 0.08548, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"], "main_score": 0.08548, "precision": 0.083635, "recall": 0.090909}, {"accuracy": 0.131423, "f1": 0.11192, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"], "main_score": 0.11192, "precision": 0.107695, "recall": 0.131423}, {"accuracy": 0.087945, "f1": 0.073935, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"], "main_score": 0.073935, "precision": 0.070675, "recall": 0.087945}, {"accuracy": 0.065217, "f1": 0.055226, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"], "main_score": 0.055226, "precision": 0.052987, "recall": 0.065217}, {"accuracy": 0.113636, "f1": 0.104019, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"], "main_score": 0.104019, "precision": 0.101136, "recall": 0.113636}, {"accuracy": 0.098814, "f1": 0.079123, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"], "main_score": 0.079123, "precision": 0.074904, "recall": 0.098814}, {"accuracy": 0.05336, "f1": 0.046912, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"], "main_score": 0.046912, "precision": 0.045297, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.060687, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"], "main_score": 0.060687, "precision": 0.059395, "recall": 0.068182}, {"accuracy": 0.039526, "f1": 0.032601, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"], "main_score": 0.032601, "precision": 0.031155, "recall": 0.039526}, {"accuracy": 0.133399, "f1": 0.113798, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"], "main_score": 0.113798, "precision": 0.109851, "recall": 0.133399}, {"accuracy": 0.064229, "f1": 0.052654, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"], "main_score": 0.052654, "precision": 0.050291, "recall": 0.064229}, {"accuracy": 0.205534, "f1": 0.187474, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"], "main_score": 0.187474, "precision": 0.182173, "recall": 0.205534}, {"accuracy": 0.018775, "f1": 0.015928, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"], "main_score": 0.015928, "precision": 0.014822, "recall": 0.018775}, {"accuracy": 0.134387, "f1": 0.112921, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"], "main_score": 0.112921, "precision": 0.108913, "recall": 0.134387}, {"accuracy": 0.140316, "f1": 0.123797, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"], "main_score": 0.123797, "precision": 0.118798, "recall": 0.140316}, {"accuracy": 0.089921, "f1": 0.073153, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"], "main_score": 0.073153, "precision": 0.069513, "recall": 0.089921}, {"accuracy": 0.143281, "f1": 0.124526, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"], "main_score": 0.124526, "precision": 0.1202, "recall": 0.143281}, {"accuracy": 0.06917, "f1": 0.059657, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"], "main_score": 0.059657, "precision": 0.056842, "recall": 0.06917}, {"accuracy": 0.072134, "f1": 0.064185, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"], "main_score": 0.064185, "precision": 0.062348, "recall": 0.072134}, {"accuracy": 0.168972, "f1": 0.148072, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"], "main_score": 0.148072, "precision": 0.141621, "recall": 0.168972}, {"accuracy": 0.116601, "f1": 0.102953, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"], "main_score": 0.102953, "precision": 0.100263, "recall": 0.116601}, {"accuracy": 0.083004, "f1": 0.076234, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"], "main_score": 0.076234, "precision": 0.074896, "recall": 0.083004}, {"accuracy": 0.126482, "f1": 0.106417, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"], "main_score": 0.106417, "precision": 0.102013, "recall": 0.126482}, {"accuracy": 0.073123, "f1": 0.065652, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"], "main_score": 0.065652, "precision": 0.063939, "recall": 0.073123}, {"accuracy": 0.147233, "f1": 0.128376, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"], "main_score": 0.128376, "precision": 0.122085, "recall": 0.147233}, {"accuracy": 0.078063, "f1": 0.066016, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"], "main_score": 0.066016, "precision": 0.063808, "recall": 0.078063}, {"accuracy": 0.032609, "f1": 0.02794, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"], "main_score": 0.02794, "precision": 0.026571, "recall": 0.032609}, {"accuracy": 0.137352, "f1": 0.125878, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"], "main_score": 0.125878, "precision": 0.122537, "recall": 0.137352}, {"accuracy": 0.133399, "f1": 0.121939, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"], "main_score": 0.121939, "precision": 0.11802, "recall": 0.133399}, {"accuracy": 0.027668, "f1": 0.025707, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"], "main_score": 0.025707, "precision": 0.025205, "recall": 0.027668}, {"accuracy": 0.108696, "f1": 0.088665, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"], "main_score": 0.088665, "precision": 0.083968, "recall": 0.108696}, {"accuracy": 0.06917, "f1": 0.058781, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"], "main_score": 0.058781, "precision": 0.056318, "recall": 0.06917}, {"accuracy": 0.118577, "f1": 0.102391, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"], "main_score": 0.102391, "precision": 0.098874, "recall": 0.118577}, {"accuracy": 0.064229, "f1": 0.052955, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"], "main_score": 0.052955, "precision": 0.050747, "recall": 0.064229}, {"accuracy": 0.166008, "f1": 0.150833, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"], "main_score": 0.150833, "precision": 0.146556, "recall": 0.166008}, {"accuracy": 0.06917, "f1": 0.060973, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"], "main_score": 0.060973, "precision": 0.058681, "recall": 0.06917}, {"accuracy": 0.091897, "f1": 0.082174, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"], "main_score": 0.082174, "precision": 0.080054, "recall": 0.091897}, {"accuracy": 0.132411, "f1": 0.113843, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"], "main_score": 0.113843, "precision": 0.109492, "recall": 0.132411}, {"accuracy": 0.136364, "f1": 0.124383, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"], "main_score": 0.124383, "precision": 0.120488, "recall": 0.136364}, {"accuracy": 0.133399, "f1": 0.12082, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"], "main_score": 0.12082, "precision": 0.116656, "recall": 0.133399}, {"accuracy": 0.164032, "f1": 0.149877, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"], "main_score": 0.149877, "precision": 0.14524, "recall": 0.164032}, {"accuracy": 0.12747, "f1": 0.110218, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"], "main_score": 0.110218, "precision": 0.105461, "recall": 0.12747}, {"accuracy": 0.055336, "f1": 0.050287, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"], "main_score": 0.050287, "precision": 0.049369, "recall": 0.055336}, {"accuracy": 0.11166, "f1": 0.096763, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"], "main_score": 0.096763, "precision": 0.093036, "recall": 0.11166}, {"accuracy": 0.034585, "f1": 0.024803, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"], "main_score": 0.024803, "precision": 0.022395, "recall": 0.034585}, {"accuracy": 0.098814, "f1": 0.086032, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"], "main_score": 0.086032, "precision": 0.083365, "recall": 0.098814}, {"accuracy": 0.079051, "f1": 0.07545, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"], "main_score": 0.07545, "precision": 0.074524, "recall": 0.079051}, {"accuracy": 0.185771, "f1": 0.171417, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"], "main_score": 0.171417, "precision": 0.166995, "recall": 0.185771}, {"accuracy": 0.035573, "f1": 0.029727, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"], "main_score": 0.029727, "precision": 0.028216, "recall": 0.035573}, {"accuracy": 0.137352, "f1": 0.121008, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"], "main_score": 0.121008, "precision": 0.117639, "recall": 0.137352}, {"accuracy": 0.08004, "f1": 0.072166, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"], "main_score": 0.072166, "precision": 0.07035, "recall": 0.08004}, {"accuracy": 0.109684, "f1": 0.096862, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"], "main_score": 0.096862, "precision": 0.094394, "recall": 0.109684}, {"accuracy": 0.043478, "f1": 0.031316, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"], "main_score": 0.031316, "precision": 0.029297, "recall": 0.043478}, {"accuracy": 0.129447, "f1": 0.111417, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"], "main_score": 0.111417, "precision": 0.1079, "recall": 0.129447}, {"accuracy": 0.119565, "f1": 0.105077, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"], "main_score": 0.105077, "precision": 0.102174, "recall": 0.119565}, {"accuracy": 0.132411, "f1": 0.11254, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"], "main_score": 0.11254, "precision": 0.108617, "recall": 0.132411}, {"accuracy": 0.086957, "f1": 0.072196, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"], "main_score": 0.072196, "precision": 0.06919, "recall": 0.086957}, {"accuracy": 0.134387, "f1": 0.121817, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"], "main_score": 0.121817, "precision": 0.118271, "recall": 0.134387}, {"accuracy": 0.382411, "f1": 0.344873, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"], "main_score": 0.344873, "precision": 0.331161, "recall": 0.382411}, {"accuracy": 0.040514, "f1": 0.03423, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"], "main_score": 0.03423, "precision": 0.033175, "recall": 0.040514}, {"accuracy": 0.131423, "f1": 0.115283, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"], "main_score": 0.115283, "precision": 0.112314, "recall": 0.131423}, {"accuracy": 0.055336, "f1": 0.051362, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"], "main_score": 0.051362, "precision": 0.050565, "recall": 0.055336}, {"accuracy": 0.114625, "f1": 0.104803, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"], "main_score": 0.104803, "precision": 0.102463, "recall": 0.114625}, {"accuracy": 0.153162, "f1": 0.142118, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"], "main_score": 0.142118, "precision": 0.138095, "recall": 0.153162}, {"accuracy": 0.083004, "f1": 0.077404, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"], "main_score": 0.077404, "precision": 0.075584, "recall": 0.083004}, {"accuracy": 0.116601, "f1": 0.098548, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"], "main_score": 0.098548, "precision": 0.094199, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.122091, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"], "main_score": 0.122091, "precision": 0.117953, "recall": 0.135375}, {"accuracy": 0.107708, "f1": 0.090725, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"], "main_score": 0.090725, "precision": 0.08755, "recall": 0.107708}, {"accuracy": 0.164032, "f1": 0.149481, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"], "main_score": 0.149481, "precision": 0.145854, "recall": 0.164032}, {"accuracy": 0.116601, "f1": 0.10902, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"], "main_score": 0.10902, "precision": 0.106734, "recall": 0.116601}, {"accuracy": 0.074111, "f1": 0.061978, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"], "main_score": 0.061978, "precision": 0.059664, "recall": 0.074111}, {"accuracy": 0.11166, "f1": 0.087876, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"], "main_score": 0.087876, "precision": 0.08282, "recall": 0.11166}, {"accuracy": 0.144269, "f1": 0.122465, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"], "main_score": 0.122465, "precision": 0.117541, "recall": 0.144269}, {"accuracy": 0.081028, "f1": 0.065593, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"], "main_score": 0.065593, "precision": 0.062845, "recall": 0.081028}, {"accuracy": 0.085968, "f1": 0.077418, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"], "main_score": 0.077418, "precision": 0.074661, "recall": 0.085968}, {"accuracy": 0.062253, "f1": 0.052952, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"], "main_score": 0.052952, "precision": 0.05054, "recall": 0.062253}, {"accuracy": 0.125494, "f1": 0.108241, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"], "main_score": 0.108241, "precision": 0.103184, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.058561, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"], "main_score": 0.058561, "precision": 0.055072, "recall": 0.075099}, {"accuracy": 0.157115, "f1": 0.135775, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"], "main_score": 0.135775, "precision": 0.130164, "recall": 0.157115}, {"accuracy": 0.088933, "f1": 0.075869, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"], "main_score": 0.075869, "precision": 0.071921, "recall": 0.088933}, {"accuracy": 0.13834, "f1": 0.120145, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"], "main_score": 0.120145, "precision": 0.115778, "recall": 0.13834}, {"accuracy": 0.109684, "f1": 0.094963, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"], "main_score": 0.094963, "precision": 0.091433, "recall": 0.109684}, {"accuracy": 0.059289, "f1": 0.046707, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"], "main_score": 0.046707, "precision": 0.044046, "recall": 0.059289}, {"accuracy": 0.093874, "f1": 0.086764, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"], "main_score": 0.086764, "precision": 0.084441, "recall": 0.093874}, {"accuracy": 0.133399, "f1": 0.112028, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"], "main_score": 0.112028, "precision": 0.10716, "recall": 0.133399}, {"accuracy": 0.039526, "f1": 0.032087, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"], "main_score": 0.032087, "precision": 0.031007, "recall": 0.039526}, {"accuracy": 0.075099, "f1": 0.06323, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"], "main_score": 0.06323, "precision": 0.060905, "recall": 0.075099}, {"accuracy": 0.172925, "f1": 0.154346, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"], "main_score": 0.154346, "precision": 0.148379, "recall": 0.172925}, {"accuracy": 0.068182, "f1": 0.056065, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"], "main_score": 0.056065, "precision": 0.053794, "recall": 0.068182}, {"accuracy": 0.098814, "f1": 0.087595, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"], "main_score": 0.087595, "precision": 0.085022, "recall": 0.098814}, {"accuracy": 0.135375, "f1": 0.121878, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"], "main_score": 0.121878, "precision": 0.117446, "recall": 0.135375}, {"accuracy": 0.15415, "f1": 0.136766, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"], "main_score": 0.136766, "precision": 0.131233, "recall": 0.15415}, {"accuracy": 0.153162, "f1": 0.138744, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"], "main_score": 0.138744, "precision": 0.134676, "recall": 0.153162}, {"accuracy": 0.123518, "f1": 0.107776, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"], "main_score": 0.107776, "precision": 0.104136, "recall": 0.123518}, {"accuracy": 0.017787, "f1": 0.008682, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"], "main_score": 0.008682, "precision": 0.007199, "recall": 0.017787}, {"accuracy": 0.039526, "f1": 0.034953, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"], "main_score": 0.034953, "precision": 0.034479, "recall": 0.039526}, {"accuracy": 0.034585, "f1": 0.028274, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"], "main_score": 0.028274, "precision": 0.0265, "recall": 0.034585}, {"accuracy": 0.046443, "f1": 0.039468, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"], "main_score": 0.039468, "precision": 0.038253, "recall": 0.046443}, {"accuracy": 0.125494, "f1": 0.109284, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"], "main_score": 0.109284, "precision": 0.105489, "recall": 0.125494}, {"accuracy": 0.083992, "f1": 0.071906, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"], "main_score": 0.071906, "precision": 0.068598, "recall": 0.083992}, {"accuracy": 0.194664, "f1": 0.178477, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"], "main_score": 0.178477, "precision": 0.172736, "recall": 0.194664}, {"accuracy": 0.12253, "f1": 0.102509, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"], "main_score": 0.102509, "precision": 0.097878, "recall": 0.12253}, {"accuracy": 0.143281, "f1": 0.125193, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"], "main_score": 0.125193, "precision": 0.121429, "recall": 0.143281}, {"accuracy": 0.088933, "f1": 0.080494, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"], "main_score": 0.080494, "precision": 0.07836, "recall": 0.088933}, {"accuracy": 0.079051, "f1": 0.066017, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"], "main_score": 0.066017, "precision": 0.062395, "recall": 0.079051}, {"accuracy": 0.106719, "f1": 0.094908, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"], "main_score": 0.094908, "precision": 0.091394, "recall": 0.106719}, {"accuracy": 0.057312, "f1": 0.04936, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"], "main_score": 0.04936, "precision": 0.047824, "recall": 0.057312}, {"accuracy": 0.162055, "f1": 0.147168, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"], "main_score": 0.147168, "precision": 0.141816, "recall": 0.162055}, {"accuracy": 0.113636, "f1": 0.102495, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"], "main_score": 0.102495, "precision": 0.100255, "recall": 0.113636}, {"accuracy": 0.035573, "f1": 0.029809, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"], "main_score": 0.029809, "precision": 0.0285, "recall": 0.035573}, {"accuracy": 0.092885, "f1": 0.081573, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"], "main_score": 0.081573, "precision": 0.078833, "recall": 0.092885}, {"accuracy": 0.085968, "f1": 0.073101, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"], "main_score": 0.073101, "precision": 0.070155, "recall": 0.085968}, {"accuracy": 0.094862, "f1": 0.084517, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"], "main_score": 0.084517, "precision": 0.08136, "recall": 0.094862}, {"accuracy": 0.106719, "f1": 0.098713, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"], "main_score": 0.098713, "precision": 0.096255, "recall": 0.106719}, {"accuracy": 0.099802, "f1": 0.081511, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"], "main_score": 0.081511, "precision": 0.077685, "recall": 0.099802}, {"accuracy": 0.025692, "f1": 0.022365, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"], "main_score": 0.022365, "precision": 0.02108, "recall": 0.025692}, {"accuracy": 0.063241, "f1": 0.047461, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"], "main_score": 0.047461, "precision": 0.04452, "recall": 0.063241}, {"accuracy": 0.105731, "f1": 0.094774, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"], "main_score": 0.094774, "precision": 0.091461, "recall": 0.105731}, {"accuracy": 0.033597, "f1": 0.03136, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"], "main_score": 0.03136, "precision": 0.030881, "recall": 0.033597}, {"accuracy": 0.096838, "f1": 0.077408, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"], "main_score": 0.077408, "precision": 0.073453, "recall": 0.096838}, {"accuracy": 0.168972, "f1": 0.153368, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"], "main_score": 0.153368, "precision": 0.148928, "recall": 0.168972}, {"accuracy": 0.04249, "f1": 0.03627, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"], "main_score": 0.03627, "precision": 0.035184, "recall": 0.04249}, {"accuracy": 0.083004, "f1": 0.068855, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"], "main_score": 0.068855, "precision": 0.066247, "recall": 0.083004}, {"accuracy": 0.104743, "f1": 0.08299, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"], "main_score": 0.08299, "precision": 0.079199, "recall": 0.104743}, {"accuracy": 0.11166, "f1": 0.09445, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"], "main_score": 0.09445, "precision": 0.091239, "recall": 0.11166}, {"accuracy": 0.079051, "f1": 0.07374, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"], "main_score": 0.07374, "precision": 0.071973, "recall": 0.079051}, {"accuracy": 0.140316, "f1": 0.117579, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"], "main_score": 0.117579, "precision": 0.112566, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.052018, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"], "main_score": 0.052018, "precision": 0.049964, "recall": 0.060277}, {"accuracy": 0.100791, "f1": 0.0904, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"], "main_score": 0.0904, "precision": 0.087043, "recall": 0.100791}, {"accuracy": 0.11166, "f1": 0.093642, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"], "main_score": 0.093642, "precision": 0.087442, "recall": 0.11166}, {"accuracy": 0.134387, "f1": 0.114093, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"], "main_score": 0.114093, "precision": 0.109745, "recall": 0.134387}, {"accuracy": 0.019763, "f1": 0.015698, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"], "main_score": 0.015698, "precision": 0.014807, "recall": 0.019763}, {"accuracy": 0.092885, "f1": 0.07419, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"], "main_score": 0.07419, "precision": 0.07012, "recall": 0.092885}, {"accuracy": 0.075099, "f1": 0.064387, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"], "main_score": 0.064387, "precision": 0.061629, "recall": 0.075099}, {"accuracy": 0.085968, "f1": 0.074187, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"], "main_score": 0.074187, "precision": 0.071587, "recall": 0.085968}, {"accuracy": 0.126482, "f1": 0.118009, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"], "main_score": 0.118009, "precision": 0.115653, "recall": 0.126482}, {"accuracy": 0.072134, "f1": 0.06062, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"], "main_score": 0.06062, "precision": 0.057559, "recall": 0.072134}, {"accuracy": 0.157115, "f1": 0.141358, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"], "main_score": 0.141358, "precision": 0.136453, "recall": 0.157115}, {"accuracy": 0.182806, "f1": 0.168606, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"], "main_score": 0.168606, "precision": 0.163936, "recall": 0.182806}, {"accuracy": 0.125494, "f1": 0.10759, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"], "main_score": 0.10759, "precision": 0.102794, "recall": 0.125494}, {"accuracy": 0.11166, "f1": 0.101034, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"], "main_score": 0.101034, "precision": 0.098475, "recall": 0.11166}, {"accuracy": 0.132411, "f1": 0.115486, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"], "main_score": 0.115486, "precision": 0.112255, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.13737, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"], "main_score": 0.13737, "precision": 0.133827, "recall": 0.149209}, {"accuracy": 0.141304, "f1": 0.121242, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"], "main_score": 0.121242, "precision": 0.116684, "recall": 0.141304}, {"accuracy": 0.050395, "f1": 0.043324, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"], "main_score": 0.043324, "precision": 0.042124, "recall": 0.050395}, {"accuracy": 0.09585, "f1": 0.081186, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"], "main_score": 0.081186, "precision": 0.078384, "recall": 0.09585}, {"accuracy": 0.16996, "f1": 0.147733, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"], "main_score": 0.147733, "precision": 0.14156, "recall": 0.16996}, {"accuracy": 0.135375, "f1": 0.123162, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"], "main_score": 0.123162, "precision": 0.121103, "recall": 0.135375}, {"accuracy": 0.135375, "f1": 0.120035, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"], "main_score": 0.120035, "precision": 0.11565, "recall": 0.135375}, {"accuracy": 0.179842, "f1": 0.162742, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"], "main_score": 0.162742, "precision": 0.156966, "recall": 0.179842}, {"accuracy": 0.157115, "f1": 0.136632, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"], "main_score": 0.136632, "precision": 0.12973, "recall": 0.157115}, {"accuracy": 0.044466, "f1": 0.036611, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"], "main_score": 0.036611, "precision": 0.035021, "recall": 0.044466}, {"accuracy": 0.131423, "f1": 0.112428, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"], "main_score": 0.112428, "precision": 0.107494, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.112525, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"], "main_score": 0.112525, "precision": 0.107814, "recall": 0.130435}, {"accuracy": 0.184783, "f1": 0.168775, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"], "main_score": 0.168775, "precision": 0.163379, "recall": 0.184783}, {"accuracy": 0.151186, "f1": 0.138774, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"], "main_score": 0.138774, "precision": 0.134749, "recall": 0.151186}, {"accuracy": 0.037549, "f1": 0.030484, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"], "main_score": 0.030484, "precision": 0.029088, "recall": 0.037549}, {"accuracy": 0.148221, "f1": 0.131431, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"], "main_score": 0.131431, "precision": 0.126196, "recall": 0.148221}, {"accuracy": 0.171937, "f1": 0.155305, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"], "main_score": 0.155305, "precision": 0.149808, "recall": 0.171937}, {"accuracy": 0.072134, "f1": 0.064111, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"], "main_score": 0.064111, "precision": 0.062667, "recall": 0.072134}, {"accuracy": 0.135375, "f1": 0.118676, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"], "main_score": 0.118676, "precision": 0.114168, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.123363, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"], "main_score": 0.123363, "precision": 0.120312, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.075227, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"], "main_score": 0.075227, "precision": 0.073428, "recall": 0.081028}, {"accuracy": 0.144269, "f1": 0.121738, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"], "main_score": 0.121738, "precision": 0.115526, "recall": 0.144269}, {"accuracy": 0.107708, "f1": 0.0983, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"], "main_score": 0.0983, "precision": 0.09531, "recall": 0.107708}, {"accuracy": 0.044466, "f1": 0.037859, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"], "main_score": 0.037859, "precision": 0.036074, "recall": 0.044466}, {"accuracy": 0.089921, "f1": 0.074922, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"], "main_score": 0.074922, "precision": 0.070946, "recall": 0.089921}, {"accuracy": 0.099802, "f1": 0.082167, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"], "main_score": 0.082167, "precision": 0.078837, "recall": 0.099802}, {"accuracy": 0.109684, "f1": 0.094331, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"], "main_score": 0.094331, "precision": 0.089376, "recall": 0.109684}, {"accuracy": 0.089921, "f1": 0.069386, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"], "main_score": 0.069386, "precision": 0.065143, "recall": 0.089921}, {"accuracy": 0.094862, "f1": 0.07517, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"], "main_score": 0.07517, "precision": 0.071558, "recall": 0.094862}, {"accuracy": 0.117589, "f1": 0.096227, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"], "main_score": 0.096227, "precision": 0.091643, "recall": 0.117589}, {"accuracy": 0.035573, "f1": 0.027608, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"], "main_score": 0.027608, "precision": 0.026958, "recall": 0.035573}, {"accuracy": 0.110672, "f1": 0.101429, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"], "main_score": 0.101429, "precision": 0.09921, "recall": 0.110672}, {"accuracy": 0.201581, "f1": 0.181263, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"], "main_score": 0.181263, "precision": 0.174635, "recall": 0.201581}, {"accuracy": 0.056324, "f1": 0.033737, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"], "main_score": 0.033737, "precision": 0.027993, "recall": 0.056324}, {"accuracy": 0.091897, "f1": 0.053064, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"], "main_score": 0.053064, "precision": 0.044354, "recall": 0.091897}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.896245, "f1": 0.869368, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"], "main_score": 0.869368, "precision": 0.857246, "recall": 0.896245}, {"accuracy": 0.795455, "f1": 0.749097, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"], "main_score": 0.749097, "precision": 0.728162, "recall": 0.795455}, {"accuracy": 0.813241, "f1": 0.772598, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"], "main_score": 0.772598, "precision": 0.755609, "recall": 0.813241}, {"accuracy": 0.448617, "f1": 0.373213, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"], "main_score": 0.373213, "precision": 0.348174, "recall": 0.448617}, {"accuracy": 0.100791, "f1": 0.05833, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"], "main_score": 0.05833, "precision": 0.049657, "recall": 0.100791}, {"accuracy": 0.875494, "f1": 0.844222, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"], "main_score": 0.844222, "precision": 0.830739, "recall": 0.875494}, {"accuracy": 0.225296, "f1": 0.152966, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"], "main_score": 0.152966, "precision": 0.134256, "recall": 0.225296}, {"accuracy": 0.450593, "f1": 0.380967, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"], "main_score": 0.380967, "precision": 0.355844, "recall": 0.450593}, {"accuracy": 0.884387, "f1": 0.852701, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"], "main_score": 0.852701, "precision": 0.838274, "recall": 0.884387}, {"accuracy": 0.801383, "f1": 0.75751, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"], "main_score": 0.75751, "precision": 0.738672, "recall": 0.801383}, {"accuracy": 0.130435, "f1": 0.076438, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"], "main_score": 0.076438, "precision": 0.064355, "recall": 0.130435}, {"accuracy": 0.790514, "f1": 0.748572, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"], "main_score": 0.748572, "precision": 0.731305, "recall": 0.790514}, {"accuracy": 0.70751, "f1": 0.655006, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"], "main_score": 0.655006, "precision": 0.633582, "recall": 0.70751}, {"accuracy": 0.886364, "f1": 0.85493, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"], "main_score": 0.85493, "precision": 0.841066, "recall": 0.886364}, {"accuracy": 0.155138, "f1": 0.100403, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"], "main_score": 0.100403, "precision": 0.087658, "recall": 0.155138}, {"accuracy": 0.851779, "f1": 0.815217, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"], "main_score": 0.815217, "precision": 0.799632, "recall": 0.851779}, {"accuracy": 0.844862, "f1": 0.803807, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"], "main_score": 0.803807, "precision": 0.78531, "recall": 0.844862}, {"accuracy": 0.907115, "f1": 0.881061, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"], "main_score": 0.881061, "precision": 0.869845, "recall": 0.907115}, {"accuracy": 0.874506, "f1": 0.842556, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"], "main_score": 0.842556, "precision": 0.82831, "recall": 0.874506}, {"accuracy": 0.06917, "f1": 0.038445, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"], "main_score": 0.038445, "precision": 0.032027, "recall": 0.06917}, {"accuracy": 0.896245, "f1": 0.867457, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"], "main_score": 0.867457, "precision": 0.854694, "recall": 0.896245}, {"accuracy": 0.497036, "f1": 0.417551, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"], "main_score": 0.417551, "precision": 0.389755, "recall": 0.497036}, {"accuracy": 0.06917, "f1": 0.037425, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"], "main_score": 0.037425, "precision": 0.032137, "recall": 0.06917}, {"accuracy": 0.871542, "f1": 0.837389, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"], "main_score": 0.837389, "precision": 0.822546, "recall": 0.871542}, {"accuracy": 0.110672, "f1": 0.063582, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"], "main_score": 0.063582, "precision": 0.05349, "recall": 0.110672}, {"accuracy": 0.688735, "f1": 0.625897, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"], "main_score": 0.625897, "precision": 0.601249, "recall": 0.688735}, {"accuracy": 0.887352, "f1": 0.855536, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"], "main_score": 0.855536, "precision": 0.841215, "recall": 0.887352}, {"accuracy": 0.777668, "f1": 0.733072, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"], "main_score": 0.733072, "precision": 0.714947, "recall": 0.777668}, {"accuracy": 0.812253, "f1": 0.770391, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"], "main_score": 0.770391, "precision": 0.752557, "recall": 0.812253}, {"accuracy": 0.168972, "f1": 0.11427, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"], "main_score": 0.11427, "precision": 0.100601, "recall": 0.168972}, {"accuracy": 0.908103, "f1": 0.881901, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"], "main_score": 0.881901, "precision": 0.869953, "recall": 0.908103}, {"accuracy": 0.741107, "f1": 0.686188, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"], "main_score": 0.686188, "precision": 0.662272, "recall": 0.741107}, {"accuracy": 0.813241, "f1": 0.769203, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"], "main_score": 0.769203, "precision": 0.750897, "recall": 0.813241}, {"accuracy": 0.852767, "f1": 0.821513, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"], "main_score": 0.821513, "precision": 0.807864, "recall": 0.852767}, {"accuracy": 0.873518, "f1": 0.841315, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"], "main_score": 0.841315, "precision": 0.826672, "recall": 0.873518}, {"accuracy": 0.910079, "f1": 0.884848, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"], "main_score": 0.884848, "precision": 0.873221, "recall": 0.910079}, {"accuracy": 0.089921, "f1": 0.046179, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"], "main_score": 0.046179, "precision": 0.038611, "recall": 0.089921}, {"accuracy": 0.049407, "f1": 0.02958, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"], "main_score": 0.02958, "precision": 0.025196, "recall": 0.049407}, {"accuracy": 0.87747, "f1": 0.843972, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"], "main_score": 0.843972, "precision": 0.829743, "recall": 0.87747}, {"accuracy": 0.081028, "f1": 0.048101, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"], "main_score": 0.048101, "precision": 0.040841, "recall": 0.081028}, {"accuracy": 0.895257, "f1": 0.866869, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"], "main_score": 0.866869, "precision": 0.854233, "recall": 0.895257}, {"accuracy": 0.828063, "f1": 0.788194, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"], "main_score": 0.788194, "precision": 0.771278, "recall": 0.828063}, {"accuracy": 0.746047, "f1": 0.697915, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"], "main_score": 0.697915, "precision": 0.677882, "recall": 0.746047}, {"accuracy": 0.555336, "f1": 0.481439, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"], "main_score": 0.481439, "precision": 0.451713, "recall": 0.555336}, {"accuracy": 0.091897, "f1": 0.05351, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"], "main_score": 0.05351, "precision": 0.044943, "recall": 0.091897}, {"accuracy": 0.585968, "f1": 0.522177, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"], "main_score": 0.522177, "precision": 0.496494, "recall": 0.585968}, {"accuracy": 0.409091, "f1": 0.330626, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"], "main_score": 0.330626, "precision": 0.303951, "recall": 0.409091}, {"accuracy": 0.887352, "f1": 0.859133, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"], "main_score": 0.859133, "precision": 0.846782, "recall": 0.887352}, {"accuracy": 0.518775, "f1": 0.446777, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"], "main_score": 0.446777, "precision": 0.42084, "recall": 0.518775}, {"accuracy": 0.08498, "f1": 0.048708, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"], "main_score": 0.048708, "precision": 0.041373, "recall": 0.08498}, {"accuracy": 0.849802, "f1": 0.813075, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"], "main_score": 0.813075, "precision": 0.797577, "recall": 0.849802}, {"accuracy": 0.046443, "f1": 0.026711, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"], "main_score": 0.026711, "precision": 0.022612, "recall": 0.046443}, {"accuracy": 0.119565, "f1": 0.079211, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"], "main_score": 0.079211, "precision": 0.069252, "recall": 0.119565}, {"accuracy": 0.206522, "f1": 0.141634, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"], "main_score": 0.141634, "precision": 0.124465, "recall": 0.206522}, {"accuracy": 0.059289, "f1": 0.03623, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"], "main_score": 0.03623, "precision": 0.030464, "recall": 0.059289}, {"accuracy": 0.90415, "f1": 0.879035, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"], "main_score": 0.879035, "precision": 0.868339, "recall": 0.90415}, {"accuracy": 0.895257, "f1": 0.869241, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"], "main_score": 0.869241, "precision": 0.85768, "recall": 0.895257}, {"accuracy": 0.891304, "f1": 0.86166, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"], "main_score": 0.86166, "precision": 0.848463, "recall": 0.891304}, {"accuracy": 0.875494, "f1": 0.843248, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"], "main_score": 0.843248, "precision": 0.8292, "recall": 0.875494}, {"accuracy": 0.141304, "f1": 0.092168, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"], "main_score": 0.092168, "precision": 0.080582, "recall": 0.141304}, {"accuracy": 0.55336, "f1": 0.479161, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"], "main_score": 0.479161, "precision": 0.452591, "recall": 0.55336}, {"accuracy": 0.302372, "f1": 0.232028, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"], "main_score": 0.232028, "precision": 0.212164, "recall": 0.302372}, {"accuracy": 0.885375, "f1": 0.854583, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"], "main_score": 0.854583, "precision": 0.841403, "recall": 0.885375}, {"accuracy": 0.126482, "f1": 0.081535, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"], "main_score": 0.081535, "precision": 0.071369, "recall": 0.126482}, {"accuracy": 0.193676, "f1": 0.132841, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"], "main_score": 0.132841, "precision": 0.118901, "recall": 0.193676}, {"accuracy": 0.151186, "f1": 0.097728, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"], "main_score": 0.097728, "precision": 0.084492, "recall": 0.151186}, {"accuracy": 0.255929, "f1": 0.188103, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"], "main_score": 0.188103, "precision": 0.17109, "recall": 0.255929}, {"accuracy": 0.48913, "f1": 0.413172, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"], "main_score": 0.413172, "precision": 0.385455, "recall": 0.48913}, {"accuracy": 0.890316, "f1": 0.860061, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"], "main_score": 0.860061, "precision": 0.846723, "recall": 0.890316}, {"accuracy": 0.052372, "f1": 0.018226, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"], "main_score": 0.018226, "precision": 0.014001, "recall": 0.052372}, {"accuracy": 0.107708, "f1": 0.064723, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"], "main_score": 0.064723, "precision": 0.055307, "recall": 0.107708}, {"accuracy": 0.596838, "f1": 0.530527, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"], "main_score": 0.530527, "precision": 0.504994, "recall": 0.596838}, {"accuracy": 0.131423, "f1": 0.082634, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"], "main_score": 0.082634, "precision": 0.072434, "recall": 0.131423}, {"accuracy": 0.059289, "f1": 0.033601, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"], "main_score": 0.033601, "precision": 0.029857, "recall": 0.059289}, {"accuracy": 0.883399, "f1": 0.852045, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"], "main_score": 0.852045, "precision": 0.838168, "recall": 0.883399}, {"accuracy": 0.592885, "f1": 0.521698, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"], "main_score": 0.521698, "precision": 0.494452, "recall": 0.592885}, {"accuracy": 0.604743, "f1": 0.527279, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"], "main_score": 0.527279, "precision": 0.497579, "recall": 0.604743}, {"accuracy": 0.758893, "f1": 0.704498, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"], "main_score": 0.704498, "precision": 0.681088, "recall": 0.758893}, {"accuracy": 0.895257, "f1": 0.866107, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"], "main_score": 0.866107, "precision": 0.853047, "recall": 0.895257}, {"accuracy": 0.867589, "f1": 0.833136, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"], "main_score": 0.833136, "precision": 0.818528, "recall": 0.867589}, {"accuracy": 0.882411, "f1": 0.850447, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"], "main_score": 0.850447, "precision": 0.836742, "recall": 0.882411}, {"accuracy": 0.87747, "f1": 0.849407, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"], "main_score": 0.849407, "precision": 0.836885, "recall": 0.87747}, {"accuracy": 0.106719, "f1": 0.071803, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"], "main_score": 0.071803, "precision": 0.063728, "recall": 0.106719}, {"accuracy": 0.076087, "f1": 0.04257, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"], "main_score": 0.04257, "precision": 0.036513, "recall": 0.076087}, {"accuracy": 0.863636, "f1": 0.835112, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"], "main_score": 0.835112, "precision": 0.822134, "recall": 0.863636}, {"accuracy": 0.870553, "f1": 0.837502, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"], "main_score": 0.837502, "precision": 0.823254, "recall": 0.870553}, {"accuracy": 0.831028, "f1": 0.793561, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"], "main_score": 0.793561, "precision": 0.77743, "recall": 0.831028}, {"accuracy": 0.214427, "f1": 0.151901, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"], "main_score": 0.151901, "precision": 0.135451, "recall": 0.214427}, {"accuracy": 0.093874, "f1": 0.056035, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"], "main_score": 0.056035, "precision": 0.048513, "recall": 0.093874}, {"accuracy": 0.488142, "f1": 0.412308, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"], "main_score": 0.412308, "precision": 0.38536, "recall": 0.488142}, {"accuracy": 0.835968, "f1": 0.795899, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"], "main_score": 0.795899, "precision": 0.777924, "recall": 0.835968}, {"accuracy": 0.091897, "f1": 0.049108, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"], "main_score": 0.049108, "precision": 0.040728, "recall": 0.091897}, {"accuracy": 0.88834, "f1": 0.856522, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"], "main_score": 0.856522, "precision": 0.84226, "recall": 0.88834}, {"accuracy": 0.116601, "f1": 0.077428, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"], "main_score": 0.077428, "precision": 0.069636, "recall": 0.116601}, {"accuracy": 0.259881, "f1": 0.184252, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"], "main_score": 0.184252, "precision": 0.162734, "recall": 0.259881}, {"accuracy": 0.889328, "f1": 0.859256, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"], "main_score": 0.859256, "precision": 0.846214, "recall": 0.889328}, {"accuracy": 0.898221, "f1": 0.869895, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"], "main_score": 0.869895, "precision": 0.857477, "recall": 0.898221}, {"accuracy": 0.889328, "f1": 0.859373, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"], "main_score": 0.859373, "precision": 0.846509, "recall": 0.889328}, {"accuracy": 0.891304, "f1": 0.861251, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"], "main_score": 0.861251, "precision": 0.847661, "recall": 0.891304}, {"accuracy": 0.525692, "f1": 0.449278, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"], "main_score": 0.449278, "precision": 0.420762, "recall": 0.525692}, {"accuracy": 0.847826, "f1": 0.809651, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"], "main_score": 0.809651, "precision": 0.792243, "recall": 0.847826}, {"accuracy": 0.12747, "f1": 0.087126, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"], "main_score": 0.087126, "precision": 0.076754, "recall": 0.12747}, {"accuracy": 0.074111, "f1": 0.038969, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"], "main_score": 0.038969, "precision": 0.033627, "recall": 0.074111}, {"accuracy": 0.132411, "f1": 0.086829, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"], "main_score": 0.086829, "precision": 0.075799, "recall": 0.132411}, {"accuracy": 0.05336, "f1": 0.025453, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"], "main_score": 0.025453, "precision": 0.019975, "recall": 0.05336}, {"accuracy": 0.879447, "f1": 0.845619, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"], "main_score": 0.845619, "precision": 0.830764, "recall": 0.879447}, {"accuracy": 0.521739, "f1": 0.449635, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"], "main_score": 0.449635, "precision": 0.424106, "recall": 0.521739}, {"accuracy": 0.045455, "f1": 0.027447, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"], "main_score": 0.027447, "precision": 0.023718, "recall": 0.045455}, {"accuracy": 0.539526, "f1": 0.464274, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"], "main_score": 0.464274, "precision": 0.435566, "recall": 0.539526}, {"accuracy": 0.875494, "f1": 0.842325, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"], "main_score": 0.842325, "precision": 0.827514, "recall": 0.875494}, {"accuracy": 0.635375, "f1": 0.572173, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"], "main_score": 0.572173, "precision": 0.545966, "recall": 0.635375}, {"accuracy": 0.326087, "f1": 0.260366, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"], "main_score": 0.260366, "precision": 0.238505, "recall": 0.326087}, {"accuracy": 0.107708, "f1": 0.060256, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"], "main_score": 0.060256, "precision": 0.051135, "recall": 0.107708}, {"accuracy": 0.883399, "f1": 0.851762, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"], "main_score": 0.851762, "precision": 0.837509, "recall": 0.883399}, {"accuracy": 0.229249, "f1": 0.165711, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"], "main_score": 0.165711, "precision": 0.148515, "recall": 0.229249}, {"accuracy": 0.121542, "f1": 0.075199, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"], "main_score": 0.075199, "precision": 0.06598, "recall": 0.121542}, {"accuracy": 0.098814, "f1": 0.059254, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"], "main_score": 0.059254, "precision": 0.05095, "recall": 0.098814}, {"accuracy": 0.128458, "f1": 0.088654, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"], "main_score": 0.088654, "precision": 0.079607, "recall": 0.128458}, {"accuracy": 0.84585, "f1": 0.807712, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"], "main_score": 0.807712, "precision": 0.79109, "recall": 0.84585}, {"accuracy": 0.017787, "f1": 0.004028, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"], "main_score": 0.004028, "precision": 0.003219, "recall": 0.017787}, {"accuracy": 0.83498, "f1": 0.80078, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"], "main_score": 0.80078, "precision": 0.786061, "recall": 0.83498}, {"accuracy": 0.37747, "f1": 0.301122, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"], "main_score": 0.301122, "precision": 0.27478, "recall": 0.37747}, {"accuracy": 0.712451, "f1": 0.656414, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"], "main_score": 0.656414, "precision": 0.633197, "recall": 0.712451}, {"accuracy": 0.88834, "f1": 0.857693, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"], "main_score": 0.857693, "precision": 0.844285, "recall": 0.88834}, {"accuracy": 0.062253, "f1": 0.03537, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"], "main_score": 0.03537, "precision": 0.030409, "recall": 0.062253}, {"accuracy": 0.101779, "f1": 0.068522, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"], "main_score": 0.068522, "precision": 0.061244, "recall": 0.101779}, {"accuracy": 0.865613, "f1": 0.829548, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"], "main_score": 0.829548, "precision": 0.813959, "recall": 0.865613}, {"accuracy": 0.893281, "f1": 0.864775, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"], "main_score": 0.864775, "precision": 0.85219, "recall": 0.893281}, {"accuracy": 0.459486, "f1": 0.383587, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"], "main_score": 0.383587, "precision": 0.357292, "recall": 0.459486}, {"accuracy": 0.106719, "f1": 0.067444, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"], "main_score": 0.067444, "precision": 0.05817, "recall": 0.106719}, {"accuracy": 0.106719, "f1": 0.06563, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"], "main_score": 0.06563, "precision": 0.056989, "recall": 0.106719}, {"accuracy": 0.833004, "f1": 0.790053, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"], "main_score": 0.790053, "precision": 0.770735, "recall": 0.833004}, {"accuracy": 0.09585, "f1": 0.054991, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"], "main_score": 0.054991, "precision": 0.046528, "recall": 0.09585}, {"accuracy": 0.099802, "f1": 0.061325, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"], "main_score": 0.061325, "precision": 0.051462, "recall": 0.099802}, {"accuracy": 0.795455, "f1": 0.751303, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"], "main_score": 0.751303, "precision": 0.731308, "recall": 0.795455}, {"accuracy": 0.464427, "f1": 0.397231, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"], "main_score": 0.397231, "precision": 0.373795, "recall": 0.464427}, {"accuracy": 0.869565, "f1": 0.838994, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"], "main_score": 0.838994, "precision": 0.825735, "recall": 0.869565}, {"accuracy": 0.132411, "f1": 0.085638, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"], "main_score": 0.085638, "precision": 0.07255, "recall": 0.132411}, {"accuracy": 0.320158, "f1": 0.246409, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"], "main_score": 0.246409, "precision": 0.225657, "recall": 0.320158}, {"accuracy": 0.896245, "f1": 0.867756, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"], "main_score": 0.867756, "precision": 0.855049, "recall": 0.896245}, {"accuracy": 0.490119, "f1": 0.419042, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"], "main_score": 0.419042, "precision": 0.391761, "recall": 0.490119}, {"accuracy": 0.758893, "f1": 0.704765, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"], "main_score": 0.704765, "precision": 0.680822, "recall": 0.758893}, {"accuracy": 0.185771, "f1": 0.122839, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"], "main_score": 0.122839, "precision": 0.106524, "recall": 0.185771}, {"accuracy": 0.485178, "f1": 0.414122, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"], "main_score": 0.414122, "precision": 0.387304, "recall": 0.485178}, {"accuracy": 0.499012, "f1": 0.427967, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"], "main_score": 0.427967, "precision": 0.401441, "recall": 0.499012}, {"accuracy": 0.117589, "f1": 0.073767, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"], "main_score": 0.073767, "precision": 0.063224, "recall": 0.117589}, {"accuracy": 0.886364, "f1": 0.860517, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"], "main_score": 0.860517, "precision": 0.848973, "recall": 0.886364}, {"accuracy": 0.895257, "f1": 0.865584, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"], "main_score": 0.865584, "precision": 0.85252, "recall": 0.895257}, {"accuracy": 0.892292, "f1": 0.86278, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"], "main_score": 0.86278, "precision": 0.849308, "recall": 0.892292}, {"accuracy": 0.762846, "f1": 0.709395, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"], "main_score": 0.709395, "precision": 0.687428, "recall": 0.762846}, {"accuracy": 0.560277, "f1": 0.492334, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"], "main_score": 0.492334, "precision": 0.466235, "recall": 0.560277}, {"accuracy": 0.889328, "f1": 0.857872, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"], "main_score": 0.857872, "precision": 0.844153, "recall": 0.889328}, {"accuracy": 0.291502, "f1": 0.228466, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"], "main_score": 0.228466, "precision": 0.207527, "recall": 0.291502}, {"accuracy": 0.339921, "f1": 0.25965, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"], "main_score": 0.25965, "precision": 0.234997, "recall": 0.339921}, {"accuracy": 0.071146, "f1": 0.037374, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"], "main_score": 0.037374, "precision": 0.031899, "recall": 0.071146}, {"accuracy": 0.891304, "f1": 0.860903, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"], "main_score": 0.860903, "precision": 0.847316, "recall": 0.891304}, {"accuracy": 0.18083, "f1": 0.126049, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"], "main_score": 0.126049, "precision": 0.110144, "recall": 0.18083}, {"accuracy": 0.887352, "f1": 0.858493, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"], "main_score": 0.858493, "precision": 0.845876, "recall": 0.887352}, {"accuracy": 0.838933, "f1": 0.804367, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"], "main_score": 0.804367, "precision": 0.789421, "recall": 0.838933}, {"accuracy": 0.328063, "f1": 0.251653, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"], "main_score": 0.251653, "precision": 0.230589, "recall": 0.328063}, {"accuracy": 0.1917, "f1": 0.126512, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"], "main_score": 0.126512, "precision": 0.10958, "recall": 0.1917}, {"accuracy": 0.795455, "f1": 0.742754, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"], "main_score": 0.742754, "precision": 0.719186, "recall": 0.795455}, {"accuracy": 0.130435, "f1": 0.08072, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"], "main_score": 0.08072, "precision": 0.069232, "recall": 0.130435}, {"accuracy": 0.115613, "f1": 0.068766, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"], "main_score": 0.068766, "precision": 0.058117, "recall": 0.115613}, {"accuracy": 0.884387, "f1": 0.854216, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"], "main_score": 0.854216, "precision": 0.840942, "recall": 0.884387}, {"accuracy": 0.27668, "f1": 0.202961, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"], "main_score": 0.202961, "precision": 0.181464, "recall": 0.27668}, {"accuracy": 0.880435, "f1": 0.847812, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"], "main_score": 0.847812, "precision": 0.833284, "recall": 0.880435}, {"accuracy": 0.113636, "f1": 0.065086, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"], "main_score": 0.065086, "precision": 0.05413, "recall": 0.113636}, {"accuracy": 0.894269, "f1": 0.865156, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"], "main_score": 0.865156, "precision": 0.852108, "recall": 0.894269}, {"accuracy": 0.854743, "f1": 0.820026, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"], "main_score": 0.820026, "precision": 0.803969, "recall": 0.854743}, {"accuracy": 0.837945, "f1": 0.799314, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"], "main_score": 0.799314, "precision": 0.782773, "recall": 0.837945}, {"accuracy": 0.091897, "f1": 0.057003, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"], "main_score": 0.057003, "precision": 0.049532, "recall": 0.091897}, {"accuracy": 0.753953, "f1": 0.696892, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"], "main_score": 0.696892, "precision": 0.672772, "recall": 0.753953}, {"accuracy": 0.116601, "f1": 0.068946, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"], "main_score": 0.068946, "precision": 0.057787, "recall": 0.116601}, {"accuracy": 0.09585, "f1": 0.055257, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"], "main_score": 0.055257, "precision": 0.045587, "recall": 0.09585}, {"accuracy": 0.085968, "f1": 0.050814, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"], "main_score": 0.050814, "precision": 0.043467, "recall": 0.085968}, {"accuracy": 0.389328, "f1": 0.321785, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"], "main_score": 0.321785, "precision": 0.297866, "recall": 0.389328}, {"accuracy": 0.894269, "f1": 0.863109, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"], "main_score": 0.863109, "precision": 0.848814, "recall": 0.894269}, {"accuracy": 0.175889, "f1": 0.116412, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"], "main_score": 0.116412, "precision": 0.101476, "recall": 0.175889}, {"accuracy": 0.085968, "f1": 0.044303, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"], "main_score": 0.044303, "precision": 0.035905, "recall": 0.085968}, {"accuracy": 0.12253, "f1": 0.072546, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"], "main_score": 0.072546, "precision": 0.062117, "recall": 0.12253}, {"accuracy": 0.81917, "f1": 0.780418, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"], "main_score": 0.780418, "precision": 0.763563, "recall": 0.81917}, {"accuracy": 0.09585, "f1": 0.057135, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"], "main_score": 0.057135, "precision": 0.049073, "recall": 0.09585}, {"accuracy": 0.09585, "f1": 0.060009, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"], "main_score": 0.060009, "precision": 0.051025, "recall": 0.09585}, {"accuracy": 0.817194, "f1": 0.77604, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"], "main_score": 0.77604, "precision": 0.758031, "recall": 0.817194}, {"accuracy": 0.139328, "f1": 0.087005, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"], "main_score": 0.087005, "precision": 0.074733, "recall": 0.139328}, {"accuracy": 0.135375, "f1": 0.08987, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"], "main_score": 0.08987, "precision": 0.07915, "recall": 0.135375}, {"accuracy": 0.44664, "f1": 0.379407, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"], "main_score": 0.379407, "precision": 0.357655, "recall": 0.44664}, {"accuracy": 0.201581, "f1": 0.1369, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"], "main_score": 0.1369, "precision": 0.119882, "recall": 0.201581}, {"accuracy": 0.27668, "f1": 0.209623, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"], "main_score": 0.209623, "precision": 0.188037, "recall": 0.27668}, {"accuracy": 0.79249, "f1": 0.744993, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"], "main_score": 0.744993, "precision": 0.724078, "recall": 0.79249}, {"accuracy": 0.221344, "f1": 0.154919, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"], "main_score": 0.154919, "precision": 0.135614, "recall": 0.221344}, {"accuracy": 0.320158, "f1": 0.246488, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"], "main_score": 0.246488, "precision": 0.222902, "recall": 0.320158}, {"accuracy": 0.076087, "f1": 0.044418, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"], "main_score": 0.044418, "precision": 0.036995, "recall": 0.076087}, {"accuracy": 0.900198, "f1": 0.87276, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"], "main_score": 0.87276, "precision": 0.860218, "recall": 0.900198}, {"accuracy": 0.866601, "f1": 0.833914, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"], "main_score": 0.833914, "precision": 0.819812, "recall": 0.866601}, {"accuracy": 0.892292, "f1": 0.862747, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"], "main_score": 0.862747, "precision": 0.849802, "recall": 0.892292}, {"accuracy": 0.81917, "f1": 0.776334, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"], "main_score": 0.776334, "precision": 0.757717, "recall": 0.81917}, {"accuracy": 0.162055, "f1": 0.114952, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"], "main_score": 0.114952, "precision": 0.10288, "recall": 0.162055}, {"accuracy": 0.120553, "f1": 0.07068, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"], "main_score": 0.07068, "precision": 0.059252, "recall": 0.120553}, {"accuracy": 0.086957, "f1": 0.051538, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"], "main_score": 0.051538, "precision": 0.043513, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.101291, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"], "main_score": 0.101291, "precision": 0.087532, "recall": 0.16502}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.91502, "f1": 0.888669, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"], "main_score": 0.888669, "precision": 0.875988, "recall": 0.91502}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.612648, "f1": 0.533684, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"], "main_score": 0.533684, "precision": 0.503568, "recall": 0.612648}, {"accuracy": 0.190711, "f1": 0.127006, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"], "main_score": 0.127006, "precision": 0.11188, "recall": 0.190711}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.386364, "f1": 0.299004, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"], "main_score": 0.299004, "precision": 0.272167, "recall": 0.386364}, {"accuracy": 0.634387, "f1": 0.556423, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"], "main_score": 0.556423, "precision": 0.525635, "recall": 0.634387}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.914032, "f1": 0.88857, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"], "main_score": 0.88857, "precision": 0.876597, "recall": 0.914032}, {"accuracy": 0.233202, "f1": 0.15777, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"], "main_score": 0.15777, "precision": 0.138409, "recall": 0.233202}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.854743, "f1": 0.817852, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"], "main_score": 0.817852, "precision": 0.801861, "recall": 0.854743}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.274704, "f1": 0.186329, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"], "main_score": 0.186329, "precision": 0.163027, "recall": 0.274704}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"], "main_score": 0.933136, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.144269, "f1": 0.093128, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"], "main_score": 0.093128, "precision": 0.081616, "recall": 0.144269}, {"accuracy": 0.897233, "f1": 0.867572, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"], "main_score": 0.867572, "precision": 0.853814, "recall": 0.897233}, {"accuracy": 0.693676, "f1": 0.621022, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"], "main_score": 0.621022, "precision": 0.591098, "recall": 0.693676}, {"accuracy": 0.061265, "f1": 0.029676, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"], "main_score": 0.029676, "precision": 0.02466, "recall": 0.061265}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.202569, "f1": 0.131931, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"], "main_score": 0.131931, "precision": 0.115484, "recall": 0.202569}, {"accuracy": 0.841897, "f1": 0.799802, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"], "main_score": 0.799802, "precision": 0.781604, "recall": 0.841897}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.928854, "f1": 0.909157, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"], "main_score": 0.909157, "precision": 0.899951, "recall": 0.928854}, {"accuracy": 0.902174, "f1": 0.871377, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"], "main_score": 0.871377, "precision": 0.85639, "recall": 0.902174}, {"accuracy": 0.255929, "f1": 0.181381, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"], "main_score": 0.181381, "precision": 0.160421, "recall": 0.255929}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.813241, "f1": 0.766642, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"], "main_score": 0.766642, "precision": 0.746286, "recall": 0.813241}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"], "main_score": 0.915843, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.890646, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"], "main_score": 0.890646, "precision": 0.879282, "recall": 0.91502}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.143281, "f1": 0.08225, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"], "main_score": 0.08225, "precision": 0.069652, "recall": 0.143281}, {"accuracy": 0.064229, "f1": 0.040221, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"], "main_score": 0.040221, "precision": 0.034832, "recall": 0.064229}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.145257, "f1": 0.08683, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"], "main_score": 0.08683, "precision": 0.074597, "recall": 0.145257}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"], "main_score": 0.943182, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.903162, "f1": 0.875842, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"], "main_score": 0.875842, "precision": 0.86306, "recall": 0.903162}, {"accuracy": 0.724308, "f1": 0.664446, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"], "main_score": 0.664446, "precision": 0.639427, "recall": 0.724308}, {"accuracy": 0.16996, "f1": 0.100301, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"], "main_score": 0.100301, "precision": 0.085164, "recall": 0.16996}, {"accuracy": 0.731225, "f1": 0.677, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"], "main_score": 0.677, "precision": 0.654661, "recall": 0.731225}, {"accuracy": 0.613636, "f1": 0.535782, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"], "main_score": 0.535782, "precision": 0.506226, "recall": 0.613636}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.738142, "f1": 0.67484, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"], "main_score": 0.67484, "precision": 0.649061, "recall": 0.738142}, {"accuracy": 0.149209, "f1": 0.087534, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"], "main_score": 0.087534, "precision": 0.074349, "recall": 0.149209}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"], "main_score": 0.958004, "precision": 0.953557, "recall": 0.967391}, {"accuracy": 0.085968, "f1": 0.050673, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"], "main_score": 0.050673, "precision": 0.042649, "recall": 0.085968}, {"accuracy": 0.214427, "f1": 0.151046, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"], "main_score": 0.151046, "precision": 0.134448, "recall": 0.214427}, {"accuracy": 0.333004, "f1": 0.243169, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"], "main_score": 0.243169, "precision": 0.217328, "recall": 0.333004}, {"accuracy": 0.09585, "f1": 0.053325, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"], "main_score": 0.053325, "precision": 0.043317, "recall": 0.09585}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.256917, "f1": 0.17473, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"], "main_score": 0.17473, "precision": 0.152491, "recall": 0.256917}, {"accuracy": 0.756917, "f1": 0.696927, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"], "main_score": 0.696927, "precision": 0.672367, "recall": 0.756917}, {"accuracy": 0.431818, "f1": 0.346549, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"], "main_score": 0.346549, "precision": 0.319232, "recall": 0.431818}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.23913, "f1": 0.164685, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"], "main_score": 0.164685, "precision": 0.146249, "recall": 0.23913}, {"accuracy": 0.300395, "f1": 0.220397, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"], "main_score": 0.220397, "precision": 0.19916, "recall": 0.300395}, {"accuracy": 0.231225, "f1": 0.15323, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"], "main_score": 0.15323, "precision": 0.133289, "recall": 0.231225}, {"accuracy": 0.347826, "f1": 0.264075, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"], "main_score": 0.264075, "precision": 0.240253, "recall": 0.347826}, {"accuracy": 0.624506, "f1": 0.55299, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"], "main_score": 0.55299, "precision": 0.525651, "recall": 0.624506}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.052372, "f1": 0.017994, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"], "main_score": 0.017994, "precision": 0.014047, "recall": 0.052372}, {"accuracy": 0.181818, "f1": 0.118557, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"], "main_score": 0.118557, "precision": 0.102809, "recall": 0.181818}, {"accuracy": 0.744071, "f1": 0.680654, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"], "main_score": 0.680654, "precision": 0.654193, "recall": 0.744071}, {"accuracy": 0.222332, "f1": 0.15016, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"], "main_score": 0.15016, "precision": 0.132103, "recall": 0.222332}, {"accuracy": 0.066206, "f1": 0.035465, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"], "main_score": 0.035465, "precision": 0.030526, "recall": 0.066206}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.773715, "f1": 0.717923, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"], "main_score": 0.717923, "precision": 0.694549, "recall": 0.773715}, {"accuracy": 0.782609, "f1": 0.724638, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"], "main_score": 0.724638, "precision": 0.699852, "recall": 0.782609}, {"accuracy": 0.782609, "f1": 0.728475, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"], "main_score": 0.728475, "precision": 0.704769, "recall": 0.782609}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.198617, "f1": 0.130901, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"], "main_score": 0.130901, "precision": 0.112881, "recall": 0.198617}, {"accuracy": 0.145257, "f1": 0.089598, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"], "main_score": 0.089598, "precision": 0.076908, "recall": 0.145257}, {"accuracy": 0.906126, "f1": 0.878129, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"], "main_score": 0.878129, "precision": 0.864954, "recall": 0.906126}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.351779, "f1": 0.263726, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"], "main_score": 0.263726, "precision": 0.236975, "recall": 0.351779}, {"accuracy": 0.179842, "f1": 0.114631, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"], "main_score": 0.114631, "precision": 0.10014, "recall": 0.179842}, {"accuracy": 0.695652, "f1": 0.622664, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"], "main_score": 0.622664, "precision": 0.592994, "recall": 0.695652}, {"accuracy": 0.918972, "f1": 0.897431, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"], "main_score": 0.897431, "precision": 0.887764, "recall": 0.918972}, {"accuracy": 0.174901, "f1": 0.106161, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"], "main_score": 0.106161, "precision": 0.091509, "recall": 0.174901}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.220356, "f1": 0.154797, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"], "main_score": 0.154797, "precision": 0.139049, "recall": 0.220356}, {"accuracy": 0.409091, "f1": 0.318998, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"], "main_score": 0.318998, "precision": 0.291755, "recall": 0.409091}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.72332, "f1": 0.658566, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"], "main_score": 0.658566, "precision": 0.631976, "recall": 0.72332}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.202569, "f1": 0.135869, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"], "main_score": 0.135869, "precision": 0.119212, "recall": 0.202569}, {"accuracy": 0.083992, "f1": 0.038536, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"], "main_score": 0.038536, "precision": 0.031999, "recall": 0.083992}, {"accuracy": 0.229249, "f1": 0.154606, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"], "main_score": 0.154606, "precision": 0.135688, "recall": 0.229249}, {"accuracy": 0.107708, "f1": 0.060186, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"], "main_score": 0.060186, "precision": 0.050958, "recall": 0.107708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.689723, "f1": 0.619658, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"], "main_score": 0.619658, "precision": 0.590423, "recall": 0.689723}, {"accuracy": 0.075099, "f1": 0.048188, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"], "main_score": 0.048188, "precision": 0.041927, "recall": 0.075099}, {"accuracy": 0.711462, "f1": 0.643681, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"], "main_score": 0.643681, "precision": 0.615646, "recall": 0.711462}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.759881, "f1": 0.698899, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"], "main_score": 0.698899, "precision": 0.672661, "recall": 0.759881}, {"accuracy": 0.500988, "f1": 0.417261, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"], "main_score": 0.417261, "precision": 0.386437, "recall": 0.500988}, {"accuracy": 0.184783, "f1": 0.117207, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"], "main_score": 0.117207, "precision": 0.101603, "recall": 0.184783}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.380435, "f1": 0.288762, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"], "main_score": 0.288762, "precision": 0.260559, "recall": 0.380435}, {"accuracy": 0.200593, "f1": 0.126699, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"], "main_score": 0.126699, "precision": 0.1094, "recall": 0.200593}, {"accuracy": 0.186759, "f1": 0.119676, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"], "main_score": 0.119676, "precision": 0.102353, "recall": 0.186759}, {"accuracy": 0.218379, "f1": 0.151763, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"], "main_score": 0.151763, "precision": 0.133737, "recall": 0.218379}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.020751, "f1": 0.005371, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"], "main_score": 0.005371, "precision": 0.00411, "recall": 0.020751}, {"accuracy": 0.87253, "f1": 0.837088, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"], "main_score": 0.837088, "precision": 0.821014, "recall": 0.87253}, {"accuracy": 0.445652, "f1": 0.360176, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"], "main_score": 0.360176, "precision": 0.330614, "recall": 0.445652}, {"accuracy": 0.863636, "f1": 0.827404, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"], "main_score": 0.827404, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.099802, "f1": 0.056108, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"], "main_score": 0.056108, "precision": 0.047623, "recall": 0.099802}, {"accuracy": 0.16996, "f1": 0.107763, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"], "main_score": 0.107763, "precision": 0.093332, "recall": 0.16996}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.618577, "f1": 0.538429, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"], "main_score": 0.538429, "precision": 0.508822, "recall": 0.618577}, {"accuracy": 0.187747, "f1": 0.12505, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"], "main_score": 0.12505, "precision": 0.109661, "recall": 0.187747}, {"accuracy": 0.177866, "f1": 0.10767, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"], "main_score": 0.10767, "precision": 0.091105, "recall": 0.177866}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"], "main_score": 0.941765, "precision": 0.935194, "recall": 0.955534}, {"accuracy": 0.174901, "f1": 0.112268, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"], "main_score": 0.112268, "precision": 0.098001, "recall": 0.174901}, {"accuracy": 0.170949, "f1": 0.108079, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"], "main_score": 0.108079, "precision": 0.091002, "recall": 0.170949}, {"accuracy": 0.820158, "f1": 0.771377, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"], "main_score": 0.771377, "precision": 0.749572, "recall": 0.820158}, {"accuracy": 0.615613, "f1": 0.542132, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"], "main_score": 0.542132, "precision": 0.514649, "recall": 0.615613}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.257905, "f1": 0.176091, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"], "main_score": 0.176091, "precision": 0.152598, "recall": 0.257905}, {"accuracy": 0.434783, "f1": 0.345174, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"], "main_score": 0.345174, "precision": 0.316259, "recall": 0.434783}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.5583, "f1": 0.477392, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"], "main_score": 0.477392, "precision": 0.446581, "recall": 0.5583}, {"accuracy": 0.868577, "f1": 0.832345, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"], "main_score": 0.832345, "precision": 0.815991, "recall": 0.868577}, {"accuracy": 0.273715, "f1": 0.194658, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"], "main_score": 0.194658, "precision": 0.172635, "recall": 0.273715}, {"accuracy": 0.620553, "f1": 0.540148, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"], "main_score": 0.540148, "precision": 0.508483, "recall": 0.620553}, {"accuracy": 0.686759, "f1": 0.618629, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"], "main_score": 0.618629, "precision": 0.591019, "recall": 0.686759}, {"accuracy": 0.221344, "f1": 0.147243, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"], "main_score": 0.147243, "precision": 0.128248, "recall": 0.221344}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"], "main_score": 0.914097, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"], "main_score": 0.916568, "precision": 0.907724, "recall": 0.935771}, {"accuracy": 0.752964, "f1": 0.693116, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"], "main_score": 0.693116, "precision": 0.666815, "recall": 0.752964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.410079, "f1": 0.322253, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"], "main_score": 0.322253, "precision": 0.292071, "recall": 0.410079}, {"accuracy": 0.47332, "f1": 0.383137, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"], "main_score": 0.383137, "precision": 0.353846, "recall": 0.47332}, {"accuracy": 0.106719, "f1": 0.0577, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"], "main_score": 0.0577, "precision": 0.048649, "recall": 0.106719}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.188735, "f1": 0.126648, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"], "main_score": 0.126648, "precision": 0.109027, "recall": 0.188735}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.932378, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"], "main_score": 0.932378, "precision": 0.924984, "recall": 0.947628}, {"accuracy": 0.445652, "f1": 0.352892, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"], "main_score": 0.352892, "precision": 0.323633, "recall": 0.445652}, {"accuracy": 0.33004, "f1": 0.243674, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"], "main_score": 0.243674, "precision": 0.219097, "recall": 0.33004}, {"accuracy": 0.878458, "f1": 0.841271, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"], "main_score": 0.841271, "precision": 0.824028, "recall": 0.878458}, {"accuracy": 0.226285, "f1": 0.154098, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"], "main_score": 0.154098, "precision": 0.135227, "recall": 0.226285}, {"accuracy": 0.213439, "f1": 0.142856, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"], "main_score": 0.142856, "precision": 0.124672, "recall": 0.213439}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.427866, "f1": 0.332776, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"], "main_score": 0.332776, "precision": 0.302602, "recall": 0.427866}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.172925, "f1": 0.101909, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"], "main_score": 0.101909, "precision": 0.085837, "recall": 0.172925}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.897365, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"], "main_score": 0.897365, "precision": 0.886364, "recall": 0.920949}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.150198, "f1": 0.091938, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"], "main_score": 0.091938, "precision": 0.078255, "recall": 0.150198}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"], "main_score": 0.906456, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.168972, "f1": 0.103737, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"], "main_score": 0.103737, "precision": 0.088485, "recall": 0.168972}, {"accuracy": 0.186759, "f1": 0.123681, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"], "main_score": 0.123681, "precision": 0.108732, "recall": 0.186759}, {"accuracy": 0.12747, "f1": 0.074357, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"], "main_score": 0.074357, "precision": 0.063162, "recall": 0.12747}, {"accuracy": 0.583004, "f1": 0.502953, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"], "main_score": 0.502953, "precision": 0.471172, "recall": 0.583004}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.280632, "f1": 0.200586, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"], "main_score": 0.200586, "precision": 0.177806, "recall": 0.280632}, {"accuracy": 0.148221, "f1": 0.085058, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"], "main_score": 0.085058, "precision": 0.070507, "recall": 0.148221}, {"accuracy": 0.206522, "f1": 0.137621, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"], "main_score": 0.137621, "precision": 0.121239, "recall": 0.206522}, {"accuracy": 0.844862, "f1": 0.804534, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"], "main_score": 0.804534, "precision": 0.786586, "recall": 0.844862}, {"accuracy": 0.158103, "f1": 0.093853, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"], "main_score": 0.093853, "precision": 0.079691, "recall": 0.158103}, {"accuracy": 0.171937, "f1": 0.112105, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"], "main_score": 0.112105, "precision": 0.09748, "recall": 0.171937}, {"accuracy": 0.951581, "f1": 0.937319, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"], "main_score": 0.937319, "precision": 0.930583, "recall": 0.951581}, {"accuracy": 0.277668, "f1": 0.196297, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"], "main_score": 0.196297, "precision": 0.174499, "recall": 0.277668}, {"accuracy": 0.225296, "f1": 0.151445, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"], "main_score": 0.151445, "precision": 0.133479, "recall": 0.225296}, {"accuracy": 0.623518, "f1": 0.546847, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"], "main_score": 0.546847, "precision": 0.517938, "recall": 0.623518}, {"accuracy": 0.343874, "f1": 0.25732, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"], "main_score": 0.25732, "precision": 0.23083, "recall": 0.343874}, {"accuracy": 0.435771, "f1": 0.345654, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"], "main_score": 0.345654, "precision": 0.315269, "recall": 0.435771}, {"accuracy": 0.87747, "f1": 0.843676, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"], "main_score": 0.843676, "precision": 0.828063, "recall": 0.87747}, {"accuracy": 0.318182, "f1": 0.234961, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"], "main_score": 0.234961, "precision": 0.209575, "recall": 0.318182}, {"accuracy": 0.464427, "f1": 0.377504, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"], "main_score": 0.377504, "precision": 0.347043, "recall": 0.464427}, {"accuracy": 0.158103, "f1": 0.096673, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"], "main_score": 0.096673, "precision": 0.081088, "recall": 0.158103}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.86166, "f1": 0.822614, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"], "main_score": 0.822614, "precision": 0.804792, "recall": 0.86166}, {"accuracy": 0.258893, "f1": 0.185054, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"], "main_score": 0.185054, "precision": 0.164213, "recall": 0.258893}, {"accuracy": 0.192688, "f1": 0.122561, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"], "main_score": 0.122561, "precision": 0.10543, "recall": 0.192688}, {"accuracy": 0.074111, "f1": 0.051714, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"], "main_score": 0.051714, "precision": 0.045615, "recall": 0.074111}, {"accuracy": 0.226285, "f1": 0.175791, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"], "main_score": 0.175791, "precision": 0.160465, "recall": 0.226285}, {"accuracy": 0.004941, "f1": 0.000129, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"], "main_score": 0.000129, "precision": 6.6e-05, "recall": 0.004941}, {"accuracy": 0.688735, "f1": 0.638485, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"], "main_score": 0.638485, "precision": 0.619512, "recall": 0.688735}, {"accuracy": 0.598814, "f1": 0.548997, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"], "main_score": 0.548997, "precision": 0.531875, "recall": 0.598814}, {"accuracy": 0.613636, "f1": 0.56501, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"], "main_score": 0.56501, "precision": 0.547206, "recall": 0.613636}, {"accuracy": 0.599802, "f1": 0.5539, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"], "main_score": 0.5539, "precision": 0.535635, "recall": 0.599802}, {"accuracy": 0.244071, "f1": 0.197496, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"], "main_score": 0.197496, "precision": 0.184472, "recall": 0.244071}, {"accuracy": 0.745059, "f1": 0.708418, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"], "main_score": 0.708418, "precision": 0.69468, "recall": 0.745059}, {"accuracy": 0.385375, "f1": 0.323463, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"], "main_score": 0.323463, "precision": 0.301973, "recall": 0.385375}, {"accuracy": 0.530632, "f1": 0.484847, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"], "main_score": 0.484847, "precision": 0.466691, "recall": 0.530632}, {"accuracy": 0.701581, "f1": 0.655998, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"], "main_score": 0.655998, "precision": 0.638665, "recall": 0.701581}, {"accuracy": 0.613636, "f1": 0.563122, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"], "main_score": 0.563122, "precision": 0.54481, "recall": 0.613636}, {"accuracy": 0.262846, "f1": 0.201572, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"], "main_score": 0.201572, "precision": 0.18228, "recall": 0.262846}, {"accuracy": 0.615613, "f1": 0.576576, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"], "main_score": 0.576576, "precision": 0.561129, "recall": 0.615613}, {"accuracy": 0.532609, "f1": 0.481575, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"], "main_score": 0.481575, "precision": 0.46256, "recall": 0.532609}, {"accuracy": 0.775692, "f1": 0.738494, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"], "main_score": 0.738494, "precision": 0.725073, "recall": 0.775692}, {"accuracy": 0.31917, "f1": 0.254881, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"], "main_score": 0.254881, "precision": 0.234252, "recall": 0.31917}, {"accuracy": 0.677866, "f1": 0.632017, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"], "main_score": 0.632017, "precision": 0.615562, "recall": 0.677866}, {"accuracy": 0.660079, "f1": 0.610568, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"], "main_score": 0.610568, "precision": 0.59242, "recall": 0.660079}, {"accuracy": 0.780632, "f1": 0.74174, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"], "main_score": 0.74174, "precision": 0.727431, "recall": 0.780632}, {"accuracy": 0.727273, "f1": 0.68563, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"], "main_score": 0.68563, "precision": 0.669643, "recall": 0.727273}, {"accuracy": 0.159091, "f1": 0.118171, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"], "main_score": 0.118171, "precision": 0.106422, "recall": 0.159091}, {"accuracy": 0.467391, "f1": 0.415433, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"], "main_score": 0.415433, "precision": 0.396959, "recall": 0.467391}, {"accuracy": 0.711462, "f1": 0.664468, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"], "main_score": 0.664468, "precision": 0.647966, "recall": 0.711462}, {"accuracy": 0.062253, "f1": 0.034173, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"], "main_score": 0.034173, "precision": 0.029416, "recall": 0.062253}, {"accuracy": 0.670949, "f1": 0.624079, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"], "main_score": 0.624079, "precision": 0.60718, "recall": 0.670949}, {"accuracy": 0.226285, "f1": 0.17153, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"], "main_score": 0.17153, "precision": 0.157102, "recall": 0.226285}, {"accuracy": 0.641304, "f1": 0.605931, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"], "main_score": 0.605931, "precision": 0.593441, "recall": 0.641304}, {"accuracy": 0.742095, "f1": 0.704157, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"], "main_score": 0.704157, "precision": 0.69051, "recall": 0.742095}, {"accuracy": 0.621542, "f1": 0.583818, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"], "main_score": 0.583818, "precision": 0.569998, "recall": 0.621542}, {"accuracy": 0.555336, "f1": 0.505006, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"], "main_score": 0.505006, "precision": 0.487566, "recall": 0.555336}, {"accuracy": 0.31917, "f1": 0.269699, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"], "main_score": 0.269699, "precision": 0.251803, "recall": 0.31917}, {"accuracy": 0.721344, "f1": 0.677471, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"], "main_score": 0.677471, "precision": 0.660764, "recall": 0.721344}, {"accuracy": 0.461462, "f1": 0.41249, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"], "main_score": 0.41249, "precision": 0.395049, "recall": 0.461462}, {"accuracy": 0.615613, "f1": 0.571787, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"], "main_score": 0.571787, "precision": 0.554891, "recall": 0.615613}, {"accuracy": 0.5, "f1": 0.446644, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"], "main_score": 0.446644, "precision": 0.42753, "recall": 0.5}, {"accuracy": 0.73419, "f1": 0.701101, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"], "main_score": 0.701101, "precision": 0.688735, "recall": 0.73419}, {"accuracy": 0.647233, "f1": 0.594322, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"], "main_score": 0.594322, "precision": 0.57578, "recall": 0.647233}, {"accuracy": 0.183794, "f1": 0.132512, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"], "main_score": 0.132512, "precision": 0.119625, "recall": 0.183794}, {"accuracy": 0.060277, "f1": 0.041734, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"], "main_score": 0.041734, "precision": 0.036103, "recall": 0.060277}, {"accuracy": 0.741107, "f1": 0.701416, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"], "main_score": 0.701416, "precision": 0.686994, "recall": 0.741107}, {"accuracy": 0.16502, "f1": 0.123695, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"], "main_score": 0.123695, "precision": 0.112987, "recall": 0.16502}, {"accuracy": 0.737154, "f1": 0.693459, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"], "main_score": 0.693459, "precision": 0.67807, "recall": 0.737154}, {"accuracy": 0.724308, "f1": 0.683221, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"], "main_score": 0.683221, "precision": 0.667332, "recall": 0.724308}, {"accuracy": 0.58498, "f1": 0.535212, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"], "main_score": 0.535212, "precision": 0.516043, "recall": 0.58498}, {"accuracy": 0.572134, "f1": 0.533161, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"], "main_score": 0.533161, "precision": 0.518388, "recall": 0.572134}, {"accuracy": 0.201581, "f1": 0.14505, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"], "main_score": 0.14505, "precision": 0.128809, "recall": 0.201581}, {"accuracy": 0.51087, "f1": 0.462333, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"], "main_score": 0.462333, "precision": 0.44551, "recall": 0.51087}, {"accuracy": 0.509881, "f1": 0.465784, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"], "main_score": 0.465784, "precision": 0.448678, "recall": 0.509881}, {"accuracy": 0.773715, "f1": 0.735062, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"], "main_score": 0.735062, "precision": 0.719782, "recall": 0.773715}, {"accuracy": 0.601779, "f1": 0.557809, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"], "main_score": 0.557809, "precision": 0.541502, "recall": 0.601779}, {"accuracy": 0.171937, "f1": 0.127976, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"], "main_score": 0.127976, "precision": 0.116692, "recall": 0.171937}, {"accuracy": 0.661067, "f1": 0.615373, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"], "main_score": 0.615373, "precision": 0.598399, "recall": 0.661067}, {"accuracy": 0.064229, "f1": 0.042154, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"], "main_score": 0.042154, "precision": 0.036124, "recall": 0.064229}, {"accuracy": 0.281621, "f1": 0.229522, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"], "main_score": 0.229522, "precision": 0.213522, "recall": 0.281621}, {"accuracy": 0.37747, "f1": 0.317715, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"], "main_score": 0.317715, "precision": 0.297755, "recall": 0.37747}, {"accuracy": 0.090909, "f1": 0.067115, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"], "main_score": 0.067115, "precision": 0.060277, "recall": 0.090909}, {"accuracy": 0.733202, "f1": 0.691506, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"], "main_score": 0.691506, "precision": 0.675705, "recall": 0.733202}, {"accuracy": 0.683794, "f1": 0.636386, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"], "main_score": 0.636386, "precision": 0.618232, "recall": 0.683794}, {"accuracy": 0.746047, "f1": 0.706845, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"], "main_score": 0.706845, "precision": 0.692759, "recall": 0.746047}, {"accuracy": 0.625494, "f1": 0.57271, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"], "main_score": 0.57271, "precision": 0.553664, "recall": 0.625494}, {"accuracy": 0.29249, "f1": 0.236385, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"], "main_score": 0.236385, "precision": 0.219626, "recall": 0.29249}, {"accuracy": 0.583992, "f1": 0.544497, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"], "main_score": 0.544497, "precision": 0.529554, "recall": 0.583992}, {"accuracy": 0.407115, "f1": 0.364794, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"], "main_score": 0.364794, "precision": 0.349846, "recall": 0.407115}, {"accuracy": 0.76087, "f1": 0.721596, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"], "main_score": 0.721596, "precision": 0.706723, "recall": 0.76087}, {"accuracy": 0.268775, "f1": 0.214913, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"], "main_score": 0.214913, "precision": 0.198677, "recall": 0.268775}, {"accuracy": 0.36166, "f1": 0.301538, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"], "main_score": 0.301538, "precision": 0.282934, "recall": 0.36166}, {"accuracy": 0.271739, "f1": 0.207161, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"], "main_score": 0.207161, "precision": 0.187587, "recall": 0.271739}, {"accuracy": 0.324111, "f1": 0.274663, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"], "main_score": 0.274663, "precision": 0.257952, "recall": 0.324111}, {"accuracy": 0.477273, "f1": 0.433086, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"], "main_score": 0.433086, "precision": 0.41696, "recall": 0.477273}, {"accuracy": 0.740119, "f1": 0.700122, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"], "main_score": 0.700122, "precision": 0.68476, "recall": 0.740119}, {"accuracy": 0.055336, "f1": 0.025927, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"], "main_score": 0.025927, "precision": 0.021691, "recall": 0.055336}, {"accuracy": 0.238142, "f1": 0.185383, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"], "main_score": 0.185383, "precision": 0.169202, "recall": 0.238142}, {"accuracy": 0.52668, "f1": 0.482979, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"], "main_score": 0.482979, "precision": 0.466623, "recall": 0.52668}, {"accuracy": 0.257905, "f1": 0.200157, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"], "main_score": 0.200157, "precision": 0.183802, "recall": 0.257905}, {"accuracy": 0.055336, "f1": 0.030084, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"], "main_score": 0.030084, "precision": 0.025442, "recall": 0.055336}, {"accuracy": 0.779644, "f1": 0.745364, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"], "main_score": 0.745364, "precision": 0.732725, "recall": 0.779644}, {"accuracy": 0.589921, "f1": 0.541489, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"], "main_score": 0.541489, "precision": 0.523991, "recall": 0.589921}, {"accuracy": 0.66502, "f1": 0.621406, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"], "main_score": 0.621406, "precision": 0.604654, "recall": 0.66502}, {"accuracy": 0.386364, "f1": 0.332609, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"], "main_score": 0.332609, "precision": 0.313775, "recall": 0.386364}, {"accuracy": 0.756917, "f1": 0.716281, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"], "main_score": 0.716281, "precision": 0.700625, "recall": 0.756917}, {"accuracy": 0.746047, "f1": 0.701501, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"], "main_score": 0.701501, "precision": 0.685009, "recall": 0.746047}, {"accuracy": 0.773715, "f1": 0.736831, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"], "main_score": 0.736831, "precision": 0.722652, "recall": 0.773715}, {"accuracy": 0.686759, "f1": 0.643463, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"], "main_score": 0.643463, "precision": 0.627708, "recall": 0.686759}, {"accuracy": 0.237154, "f1": 0.182386, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"], "main_score": 0.182386, "precision": 0.166162, "recall": 0.237154}, {"accuracy": 0.178854, "f1": 0.138631, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"], "main_score": 0.138631, "precision": 0.126493, "recall": 0.178854}, {"accuracy": 0.508893, "f1": 0.457649, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"], "main_score": 0.457649, "precision": 0.439228, "recall": 0.508893}, {"accuracy": 0.753953, "f1": 0.716085, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"], "main_score": 0.716085, "precision": 0.701564, "recall": 0.753953}, {"accuracy": 0.648221, "f1": 0.607934, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"], "main_score": 0.607934, "precision": 0.592542, "recall": 0.648221}, {"accuracy": 0.37253, "f1": 0.318568, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"], "main_score": 0.318568, "precision": 0.299814, "recall": 0.37253}, {"accuracy": 0.230237, "f1": 0.178282, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"], "main_score": 0.178282, "precision": 0.163058, "recall": 0.230237}, {"accuracy": 0.579051, "f1": 0.529185, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"], "main_score": 0.529185, "precision": 0.509811, "recall": 0.579051}, {"accuracy": 0.619565, "f1": 0.57527, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"], "main_score": 0.57527, "precision": 0.55954, "recall": 0.619565}, {"accuracy": 0.227273, "f1": 0.171841, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"], "main_score": 0.171841, "precision": 0.155965, "recall": 0.227273}, {"accuracy": 0.728261, "f1": 0.685703, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"], "main_score": 0.685703, "precision": 0.670373, "recall": 0.728261}, {"accuracy": 0.25, "f1": 0.206006, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"], "main_score": 0.206006, "precision": 0.19213, "recall": 0.25}, {"accuracy": 0.390316, "f1": 0.330081, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"], "main_score": 0.330081, "precision": 0.310113, "recall": 0.390316}, {"accuracy": 0.686759, "f1": 0.640833, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"], "main_score": 0.640833, "precision": 0.62367, "recall": 0.686759}, {"accuracy": 0.756917, "f1": 0.717354, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"], "main_score": 0.717354, "precision": 0.702572, "recall": 0.756917}, {"accuracy": 0.764822, "f1": 0.726813, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"], "main_score": 0.726813, "precision": 0.712682, "recall": 0.764822}, {"accuracy": 0.689723, "f1": 0.646333, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"], "main_score": 0.646333, "precision": 0.630432, "recall": 0.689723}, {"accuracy": 0.668972, "f1": 0.634109, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"], "main_score": 0.634109, "precision": 0.620299, "recall": 0.668972}, {"accuracy": 0.589921, "f1": 0.530766, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"], "main_score": 0.530766, "precision": 0.509066, "recall": 0.589921}, {"accuracy": 0.273715, "f1": 0.218069, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"], "main_score": 0.218069, "precision": 0.20054, "recall": 0.273715}, {"accuracy": 0.08498, "f1": 0.046134, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"], "main_score": 0.046134, "precision": 0.038951, "recall": 0.08498}, {"accuracy": 0.275692, "f1": 0.219293, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"], "main_score": 0.219293, "precision": 0.201597, "recall": 0.275692}, {"accuracy": 0.12253, "f1": 0.078665, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"], "main_score": 0.078665, "precision": 0.068885, "recall": 0.12253}, {"accuracy": 0.766798, "f1": 0.731794, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"], "main_score": 0.731794, "precision": 0.719233, "recall": 0.766798}, {"accuracy": 0.620553, "f1": 0.582356, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"], "main_score": 0.582356, "precision": 0.567824, "recall": 0.620553}, {"accuracy": 0.09585, "f1": 0.07065, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"], "main_score": 0.07065, "precision": 0.064093, "recall": 0.09585}, {"accuracy": 0.598814, "f1": 0.551911, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"], "main_score": 0.551911, "precision": 0.533278, "recall": 0.598814}, {"accuracy": 0.758893, "f1": 0.711836, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"], "main_score": 0.711836, "precision": 0.694411, "recall": 0.758893}, {"accuracy": 0.449605, "f1": 0.398966, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"], "main_score": 0.398966, "precision": 0.380471, "recall": 0.449605}, {"accuracy": 0.433794, "f1": 0.379816, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"], "main_score": 0.379816, "precision": 0.358972, "recall": 0.433794}, {"accuracy": 0.188735, "f1": 0.139691, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"], "main_score": 0.139691, "precision": 0.127206, "recall": 0.188735}, {"accuracy": 0.677866, "f1": 0.629335, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"], "main_score": 0.629335, "precision": 0.611151, "recall": 0.677866}, {"accuracy": 0.37747, "f1": 0.322814, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"], "main_score": 0.322814, "precision": 0.306238, "recall": 0.37747}, {"accuracy": 0.236166, "f1": 0.178966, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"], "main_score": 0.178966, "precision": 0.161013, "recall": 0.236166}, {"accuracy": 0.219368, "f1": 0.16416, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"], "main_score": 0.16416, "precision": 0.14928, "recall": 0.219368}, {"accuracy": 0.243083, "f1": 0.189974, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"], "main_score": 0.189974, "precision": 0.174117, "recall": 0.243083}, {"accuracy": 0.727273, "f1": 0.689013, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"], "main_score": 0.689013, "precision": 0.675049, "recall": 0.727273}, {"accuracy": 0.018775, "f1": 0.004496, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"], "main_score": 0.004496, "precision": 0.003224, "recall": 0.018775}, {"accuracy": 0.472332, "f1": 0.418335, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"], "main_score": 0.418335, "precision": 0.399725, "recall": 0.472332}, {"accuracy": 0.279644, "f1": 0.236968, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"], "main_score": 0.236968, "precision": 0.222719, "recall": 0.279644}, {"accuracy": 0.574111, "f1": 0.530374, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"], "main_score": 0.530374, "precision": 0.513469, "recall": 0.574111}, {"accuracy": 0.75, "f1": 0.70959, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"], "main_score": 0.70959, "precision": 0.694927, "recall": 0.75}, {"accuracy": 0.102767, "f1": 0.06824, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"], "main_score": 0.06824, "precision": 0.060567, "recall": 0.102767}, {"accuracy": 0.193676, "f1": 0.147623, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"], "main_score": 0.147623, "precision": 0.134069, "recall": 0.193676}, {"accuracy": 0.721344, "f1": 0.679695, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"], "main_score": 0.679695, "precision": 0.664781, "recall": 0.721344}, {"accuracy": 0.748024, "f1": 0.707721, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"], "main_score": 0.707721, "precision": 0.692718, "recall": 0.748024}, {"accuracy": 0.591897, "f1": 0.543399, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"], "main_score": 0.543399, "precision": 0.524429, "recall": 0.591897}, {"accuracy": 0.199605, "f1": 0.150513, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"], "main_score": 0.150513, "precision": 0.136342, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.180036, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"], "main_score": 0.180036, "precision": 0.162354, "recall": 0.235178}, {"accuracy": 0.647233, "f1": 0.596679, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"], "main_score": 0.596679, "precision": 0.578018, "recall": 0.647233}, {"accuracy": 0.187747, "f1": 0.139728, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"], "main_score": 0.139728, "precision": 0.126455, "recall": 0.187747}, {"accuracy": 0.229249, "f1": 0.18165, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"], "main_score": 0.18165, "precision": 0.167379, "recall": 0.229249}, {"accuracy": 0.442688, "f1": 0.393326, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"], "main_score": 0.393326, "precision": 0.375795, "recall": 0.442688}, {"accuracy": 0.58498, "f1": 0.541893, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"], "main_score": 0.541893, "precision": 0.525033, "recall": 0.58498}, {"accuracy": 0.618577, "f1": 0.576208, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"], "main_score": 0.576208, "precision": 0.561209, "recall": 0.618577}, {"accuracy": 0.293478, "f1": 0.239357, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"], "main_score": 0.239357, "precision": 0.220513, "recall": 0.293478}, {"accuracy": 0.442688, "f1": 0.380522, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"], "main_score": 0.380522, "precision": 0.358767, "recall": 0.442688}, {"accuracy": 0.698617, "f1": 0.651745, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"], "main_score": 0.651745, "precision": 0.634481, "recall": 0.698617}, {"accuracy": 0.297431, "f1": 0.253064, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"], "main_score": 0.253064, "precision": 0.238214, "recall": 0.297431}, {"accuracy": 0.478261, "f1": 0.423877, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"], "main_score": 0.423877, "precision": 0.40475, "recall": 0.478261}, {"accuracy": 0.311265, "f1": 0.262792, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"], "main_score": 0.262792, "precision": 0.246504, "recall": 0.311265}, {"accuracy": 0.37747, "f1": 0.333203, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"], "main_score": 0.333203, "precision": 0.318495, "recall": 0.37747}, {"accuracy": 0.549407, "f1": 0.499589, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"], "main_score": 0.499589, "precision": 0.480126, "recall": 0.549407}, {"accuracy": 0.258893, "f1": 0.210171, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"], "main_score": 0.210171, "precision": 0.194427, "recall": 0.258893}, {"accuracy": 0.507905, "f1": 0.463296, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"], "main_score": 0.463296, "precision": 0.448065, "recall": 0.507905}, {"accuracy": 0.698617, "f1": 0.648684, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"], "main_score": 0.648684, "precision": 0.629744, "recall": 0.698617}, {"accuracy": 0.709486, "f1": 0.662621, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"], "main_score": 0.662621, "precision": 0.645013, "recall": 0.709486}, {"accuracy": 0.712451, "f1": 0.677722, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"], "main_score": 0.677722, "precision": 0.66569, "recall": 0.712451}, {"accuracy": 0.554348, "f1": 0.514275, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"], "main_score": 0.514275, "precision": 0.498786, "recall": 0.554348}, {"accuracy": 0.766798, "f1": 0.727757, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"], "main_score": 0.727757, "precision": 0.713138, "recall": 0.766798}, {"accuracy": 0.307312, "f1": 0.259577, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"], "main_score": 0.259577, "precision": 0.242473, "recall": 0.307312}, {"accuracy": 0.455534, "f1": 0.403183, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"], "main_score": 0.403183, "precision": 0.384846, "recall": 0.455534}, {"accuracy": 0.117589, "f1": 0.075136, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"], "main_score": 0.075136, "precision": 0.065857, "recall": 0.117589}, {"accuracy": 0.753953, "f1": 0.713574, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"], "main_score": 0.713574, "precision": 0.698586, "recall": 0.753953}, {"accuracy": 0.135375, "f1": 0.10956, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"], "main_score": 0.10956, "precision": 0.101396, "recall": 0.135375}, {"accuracy": 0.708498, "f1": 0.66261, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"], "main_score": 0.66261, "precision": 0.645906, "recall": 0.708498}, {"accuracy": 0.652174, "f1": 0.60348, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"], "main_score": 0.60348, "precision": 0.585533, "recall": 0.652174}, {"accuracy": 0.396245, "f1": 0.346558, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"], "main_score": 0.346558, "precision": 0.327493, "recall": 0.396245}, {"accuracy": 0.338933, "f1": 0.274545, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"], "main_score": 0.274545, "precision": 0.255475, "recall": 0.338933}, {"accuracy": 0.594862, "f1": 0.542681, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"], "main_score": 0.542681, "precision": 0.522791, "recall": 0.594862}, {"accuracy": 0.266798, "f1": 0.213299, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"], "main_score": 0.213299, "precision": 0.196912, "recall": 0.266798}, {"accuracy": 0.244071, "f1": 0.188931, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"], "main_score": 0.188931, "precision": 0.171777, "recall": 0.244071}, {"accuracy": 0.758893, "f1": 0.715101, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"], "main_score": 0.715101, "precision": 0.697879, "recall": 0.758893}, {"accuracy": 0.410079, "f1": 0.346018, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"], "main_score": 0.346018, "precision": 0.323907, "recall": 0.410079}, {"accuracy": 0.752964, "f1": 0.71372, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"], "main_score": 0.71372, "precision": 0.699462, "recall": 0.752964}, {"accuracy": 0.228261, "f1": 0.166081, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"], "main_score": 0.166081, "precision": 0.149763, "recall": 0.228261}, {"accuracy": 0.769763, "f1": 0.729223, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"], "main_score": 0.729223, "precision": 0.714281, "recall": 0.769763}, {"accuracy": 0.559289, "f1": 0.503702, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"], "main_score": 0.503702, "precision": 0.483219, "recall": 0.559289}, {"accuracy": 0.653162, "f1": 0.611266, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"], "main_score": 0.611266, "precision": 0.595996, "recall": 0.653162}, {"accuracy": 0.181818, "f1": 0.13887, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"], "main_score": 0.13887, "precision": 0.127254, "recall": 0.181818}, {"accuracy": 0.714427, "f1": 0.676207, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"], "main_score": 0.676207, "precision": 0.66099, "recall": 0.714427}, {"accuracy": 0.222332, "f1": 0.165964, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"], "main_score": 0.165964, "precision": 0.148369, "recall": 0.222332}, {"accuracy": 0.225296, "f1": 0.173428, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"], "main_score": 0.173428, "precision": 0.158006, "recall": 0.225296}, {"accuracy": 0.155138, "f1": 0.11277, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"], "main_score": 0.11277, "precision": 0.100708, "recall": 0.155138}, {"accuracy": 0.369565, "f1": 0.321946, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"], "main_score": 0.321946, "precision": 0.303839, "recall": 0.369565}, {"accuracy": 0.76087, "f1": 0.718254, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"], "main_score": 0.718254, "precision": 0.702611, "recall": 0.76087}, {"accuracy": 0.315217, "f1": 0.254048, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"], "main_score": 0.254048, "precision": 0.23443, "recall": 0.315217}, {"accuracy": 0.203557, "f1": 0.150809, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"], "main_score": 0.150809, "precision": 0.136961, "recall": 0.203557}, {"accuracy": 0.238142, "f1": 0.177365, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"], "main_score": 0.177365, "precision": 0.159781, "recall": 0.238142}, {"accuracy": 0.403162, "f1": 0.351653, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"], "main_score": 0.351653, "precision": 0.332714, "recall": 0.403162}, {"accuracy": 0.176877, "f1": 0.131267, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"], "main_score": 0.131267, "precision": 0.117813, "recall": 0.176877}, {"accuracy": 0.197628, "f1": 0.150572, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"], "main_score": 0.150572, "precision": 0.137436, "recall": 0.197628}, {"accuracy": 0.642292, "f1": 0.605723, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"], "main_score": 0.605723, "precision": 0.592292, "recall": 0.642292}, {"accuracy": 0.306324, "f1": 0.2478, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"], "main_score": 0.2478, "precision": 0.228726, "recall": 0.306324}, {"accuracy": 0.261858, "f1": 0.209009, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"], "main_score": 0.209009, "precision": 0.193499, "recall": 0.261858}, {"accuracy": 0.590909, "f1": 0.550489, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"], "main_score": 0.550489, "precision": 0.53473, "recall": 0.590909}, {"accuracy": 0.326087, "f1": 0.268393, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"], "main_score": 0.268393, "precision": 0.249897, "recall": 0.326087}, {"accuracy": 0.421937, "f1": 0.366116, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"], "main_score": 0.366116, "precision": 0.345306, "recall": 0.421937}, {"accuracy": 0.498024, "f1": 0.446301, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"], "main_score": 0.446301, "precision": 0.426593, "recall": 0.498024}, {"accuracy": 0.336957, "f1": 0.277948, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"], "main_score": 0.277948, "precision": 0.256942, "recall": 0.336957}, {"accuracy": 0.409091, "f1": 0.356513, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"], "main_score": 0.356513, "precision": 0.337112, "recall": 0.409091}, {"accuracy": 0.212451, "f1": 0.16009, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"], "main_score": 0.16009, "precision": 0.144027, "recall": 0.212451}, {"accuracy": 0.676877, "f1": 0.626042, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"], "main_score": 0.626042, "precision": 0.607753, "recall": 0.676877}, {"accuracy": 0.670949, "f1": 0.62996, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"], "main_score": 0.62996, "precision": 0.614097, "recall": 0.670949}, {"accuracy": 0.711462, "f1": 0.672258, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"], "main_score": 0.672258, "precision": 0.658295, "recall": 0.711462}, {"accuracy": 0.434783, "f1": 0.383529, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"], "main_score": 0.383529, "precision": 0.364946, "recall": 0.434783}, {"accuracy": 0.282609, "f1": 0.242128, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"], "main_score": 0.242128, "precision": 0.229508, "recall": 0.282609}, {"accuracy": 0.217391, "f1": 0.158351, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"], "main_score": 0.158351, "precision": 0.142209, "recall": 0.217391}, {"accuracy": 0.01581, "f1": 0.01175, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"], "main_score": 0.01175, "precision": 0.011185, "recall": 0.01581}, {"accuracy": 0.029644, "f1": 0.024074, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"], "main_score": 0.024074, "precision": 0.023069, "recall": 0.029644}, {"accuracy": 0.002964, "f1": 0.000515, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"], "main_score": 0.000515, "precision": 0.000309, "recall": 0.002964}, {"accuracy": 0.027668, "f1": 0.022902, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"], "main_score": 0.022902, "precision": 0.021732, "recall": 0.027668}, {"accuracy": 0.01087, "f1": 0.009143, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"], "main_score": 0.009143, "precision": 0.009036, "recall": 0.01087}, {"accuracy": 0.016798, "f1": 0.011979, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"], "main_score": 0.011979, "precision": 0.011616, "recall": 0.016798}, {"accuracy": 0.025692, "f1": 0.019153, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"], "main_score": 0.019153, "precision": 0.018083, "recall": 0.025692}, {"accuracy": 0.034585, "f1": 0.027972, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"], "main_score": 0.027972, "precision": 0.026804, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.023627, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"], "main_score": 0.023627, "precision": 0.022748, "recall": 0.028656}, {"accuracy": 0.030632, "f1": 0.022282, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"], "main_score": 0.022282, "precision": 0.02035, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.013177, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"], "main_score": 0.013177, "precision": 0.012745, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.024892, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"], "main_score": 0.024892, "precision": 0.023065, "recall": 0.032609}, {"accuracy": 0.022727, "f1": 0.016915, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"], "main_score": 0.016915, "precision": 0.015686, "recall": 0.022727}, {"accuracy": 0.017787, "f1": 0.012512, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"], "main_score": 0.012512, "precision": 0.011213, "recall": 0.017787}, {"accuracy": 0.014822, "f1": 0.012717, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"], "main_score": 0.012717, "precision": 0.012463, "recall": 0.014822}, {"accuracy": 0.027668, "f1": 0.02145, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"], "main_score": 0.02145, "precision": 0.020319, "recall": 0.027668}, {"accuracy": 0.027668, "f1": 0.022664, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"], "main_score": 0.022664, "precision": 0.02151, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.023831, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"], "main_score": 0.023831, "precision": 0.021915, "recall": 0.033597}, {"accuracy": 0.017787, "f1": 0.014758, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"], "main_score": 0.014758, "precision": 0.014192, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.016462, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"], "main_score": 0.016462, "precision": 0.015413, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.028929, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"], "main_score": 0.028929, "precision": 0.028004, "recall": 0.033597}, {"accuracy": 0.025692, "f1": 0.021974, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"], "main_score": 0.021974, "precision": 0.020949, "recall": 0.025692}, {"accuracy": 0.032609, "f1": 0.027105, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"], "main_score": 0.027105, "precision": 0.025924, "recall": 0.032609}, {"accuracy": 0.009881, "f1": 0.008896, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"], "main_score": 0.008896, "precision": 0.008895, "recall": 0.009881}, {"accuracy": 0.031621, "f1": 0.027488, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"], "main_score": 0.027488, "precision": 0.02695, "recall": 0.031621}, {"accuracy": 0.023715, "f1": 0.019157, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"], "main_score": 0.019157, "precision": 0.018429, "recall": 0.023715}, {"accuracy": 0.02668, "f1": 0.020662, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"], "main_score": 0.020662, "precision": 0.018982, "recall": 0.02668}, {"accuracy": 0.035573, "f1": 0.029316, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"], "main_score": 0.029316, "precision": 0.028232, "recall": 0.035573}, {"accuracy": 0.022727, "f1": 0.019985, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"], "main_score": 0.019985, "precision": 0.019393, "recall": 0.022727}, {"accuracy": 0.035573, "f1": 0.029524, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"], "main_score": 0.029524, "precision": 0.028305, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.023349, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"], "main_score": 0.023349, "precision": 0.022897, "recall": 0.02668}, {"accuracy": 0.012846, "f1": 0.010872, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"], "main_score": 0.010872, "precision": 0.010377, "recall": 0.012846}, {"accuracy": 0.028656, "f1": 0.022118, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"], "main_score": 0.022118, "precision": 0.0209, "recall": 0.028656}, {"accuracy": 0.031621, "f1": 0.02564, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"], "main_score": 0.02564, "precision": 0.024441, "recall": 0.031621}, {"accuracy": 0.027668, "f1": 0.023108, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"], "main_score": 0.023108, "precision": 0.022159, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.01522, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"], "main_score": 0.01522, "precision": 0.014576, "recall": 0.017787}, {"accuracy": 0.007905, "f1": 0.005766, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"], "main_score": 0.005766, "precision": 0.005271, "recall": 0.007905}, {"accuracy": 0.029644, "f1": 0.021419, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"], "main_score": 0.021419, "precision": 0.019958, "recall": 0.029644}, {"accuracy": 0.028656, "f1": 0.023423, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"], "main_score": 0.023423, "precision": 0.022087, "recall": 0.028656}, {"accuracy": 0.037549, "f1": 0.028735, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"], "main_score": 0.028735, "precision": 0.026854, "recall": 0.037549}, {"accuracy": 0.006917, "f1": 0.005009, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"], "main_score": 0.005009, "precision": 0.004695, "recall": 0.006917}, {"accuracy": 0.028656, "f1": 0.023087, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"], "main_score": 0.023087, "precision": 0.022128, "recall": 0.028656}, {"accuracy": 0.020751, "f1": 0.017474, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"], "main_score": 0.017474, "precision": 0.016807, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.020742, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"], "main_score": 0.020742, "precision": 0.02013, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.024182, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"], "main_score": 0.024182, "precision": 0.022916, "recall": 0.030632}, {"accuracy": 0.014822, "f1": 0.011385, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"], "main_score": 0.011385, "precision": 0.010624, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.022088, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"], "main_score": 0.022088, "precision": 0.021294, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.021962, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"], "main_score": 0.021962, "precision": 0.020392, "recall": 0.030632}, {"accuracy": 0.028656, "f1": 0.025053, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"], "main_score": 0.025053, "precision": 0.024142, "recall": 0.028656}, {"accuracy": 0.017787, "f1": 0.015656, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"], "main_score": 0.015656, "precision": 0.015157, "recall": 0.017787}, {"accuracy": 0.033597, "f1": 0.028753, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"], "main_score": 0.028753, "precision": 0.027791, "recall": 0.033597}, {"accuracy": 0.022727, "f1": 0.018568, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"], "main_score": 0.018568, "precision": 0.017697, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.020939, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"], "main_score": 0.020939, "precision": 0.020046, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.013836, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"], "main_score": 0.013836, "precision": 0.013341, "recall": 0.01581}, {"accuracy": 0.01087, "f1": 0.007891, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"], "main_score": 0.007891, "precision": 0.007306, "recall": 0.01087}, {"accuracy": 0.037549, "f1": 0.030927, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"], "main_score": 0.030927, "precision": 0.029666, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.024806, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"], "main_score": 0.024806, "precision": 0.023518, "recall": 0.033597}, {"accuracy": 0.040514, "f1": 0.034729, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"], "main_score": 0.034729, "precision": 0.03351, "recall": 0.040514}, {"accuracy": 0.032609, "f1": 0.024201, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"], "main_score": 0.024201, "precision": 0.022919, "recall": 0.032609}, {"accuracy": 0.016798, "f1": 0.015155, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"], "main_score": 0.015155, "precision": 0.014824, "recall": 0.016798}, {"accuracy": 0.027668, "f1": 0.02182, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"], "main_score": 0.02182, "precision": 0.020918, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.019519, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"], "main_score": 0.019519, "precision": 0.018376, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.026532, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"], "main_score": 0.026532, "precision": 0.025121, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.024353, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"], "main_score": 0.024353, "precision": 0.023882, "recall": 0.027668}, {"accuracy": 0.021739, "f1": 0.018909, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"], "main_score": 0.018909, "precision": 0.018352, "recall": 0.021739}, {"accuracy": 0.037549, "f1": 0.030367, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"], "main_score": 0.030367, "precision": 0.028616, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.02876, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"], "main_score": 0.02876, "precision": 0.026551, "recall": 0.040514}, {"accuracy": 0.029644, "f1": 0.023304, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"], "main_score": 0.023304, "precision": 0.021881, "recall": 0.029644}, {"accuracy": 0.031621, "f1": 0.023465, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"], "main_score": 0.023465, "precision": 0.021927, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.024023, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"], "main_score": 0.024023, "precision": 0.022536, "recall": 0.031621}, {"accuracy": 0.019763, "f1": 0.016181, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"], "main_score": 0.016181, "precision": 0.015725, "recall": 0.019763}, {"accuracy": 0.02668, "f1": 0.021667, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"], "main_score": 0.021667, "precision": 0.020523, "recall": 0.02668}, {"accuracy": 0.081028, "f1": 0.06553, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"], "main_score": 0.06553, "precision": 0.060902, "recall": 0.081028}, {"accuracy": 0.038538, "f1": 0.029439, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"], "main_score": 0.029439, "precision": 0.027962, "recall": 0.038538}, {"accuracy": 0.022727, "f1": 0.020226, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"], "main_score": 0.020226, "precision": 0.019551, "recall": 0.022727}, {"accuracy": 0.027668, "f1": 0.01996, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"], "main_score": 0.01996, "precision": 0.018765, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.023767, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"], "main_score": 0.023767, "precision": 0.022087, "recall": 0.032609}, {"accuracy": 0.033597, "f1": 0.026241, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"], "main_score": 0.026241, "precision": 0.024438, "recall": 0.033597}, {"accuracy": 0.018775, "f1": 0.014703, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"], "main_score": 0.014703, "precision": 0.014143, "recall": 0.018775}, {"accuracy": 0.021739, "f1": 0.017986, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"], "main_score": 0.017986, "precision": 0.017074, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.02393, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"], "main_score": 0.02393, "precision": 0.022335, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.020976, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"], "main_score": 0.020976, "precision": 0.019933, "recall": 0.027668}, {"accuracy": 0.027668, "f1": 0.024212, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"], "main_score": 0.024212, "precision": 0.023223, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025855, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"], "main_score": 0.025855, "precision": 0.024672, "recall": 0.031621}, {"accuracy": 0.012846, "f1": 0.01153, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"], "main_score": 0.01153, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.037549, "f1": 0.02689, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"], "main_score": 0.02689, "precision": 0.02485, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.027477, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"], "main_score": 0.027477, "precision": 0.025651, "recall": 0.038538}, {"accuracy": 0.01581, "f1": 0.011671, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"], "main_score": 0.011671, "precision": 0.011332, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.026814, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"], "main_score": 0.026814, "precision": 0.025533, "recall": 0.034585}, {"accuracy": 0.012846, "f1": 0.01153, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"], "main_score": 0.01153, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.024704, "f1": 0.021413, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"], "main_score": 0.021413, "precision": 0.020456, "recall": 0.024704}, {"accuracy": 0.030632, "f1": 0.024228, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"], "main_score": 0.024228, "precision": 0.022825, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.020447, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"], "main_score": 0.020447, "precision": 0.01994, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.029054, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"], "main_score": 0.029054, "precision": 0.028079, "recall": 0.035573}, {"accuracy": 0.037549, "f1": 0.029477, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"], "main_score": 0.029477, "precision": 0.028309, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.02509, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"], "main_score": 0.02509, "precision": 0.023864, "recall": 0.030632}, {"accuracy": 0.037549, "f1": 0.02892, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"], "main_score": 0.02892, "precision": 0.027255, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.019173, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"], "main_score": 0.019173, "precision": 0.018177, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.020795, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"], "main_score": 0.020795, "precision": 0.01932, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025665, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"], "main_score": 0.025665, "precision": 0.024797, "recall": 0.031621}, {"accuracy": 0.033597, "f1": 0.027575, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"], "main_score": 0.027575, "precision": 0.026357, "recall": 0.033597}, {"accuracy": 0.036561, "f1": 0.029746, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"], "main_score": 0.029746, "precision": 0.027814, "recall": 0.036561}, {"accuracy": 0.020751, "f1": 0.015539, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"], "main_score": 0.015539, "precision": 0.01447, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.020879, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"], "main_score": 0.020879, "precision": 0.019943, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.024127, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"], "main_score": 0.024127, "precision": 0.022682, "recall": 0.031621}, {"accuracy": 0.161067, "f1": 0.14012, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"], "main_score": 0.14012, "precision": 0.133429, "recall": 0.161067}, {"accuracy": 0.038538, "f1": 0.029066, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"], "main_score": 0.029066, "precision": 0.027368, "recall": 0.038538}, {"accuracy": 0.028656, "f1": 0.022006, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"], "main_score": 0.022006, "precision": 0.021001, "recall": 0.028656}, {"accuracy": 0.027668, "f1": 0.024314, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"], "main_score": 0.024314, "precision": 0.023776, "recall": 0.027668}, {"accuracy": 0.023715, "f1": 0.018732, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"], "main_score": 0.018732, "precision": 0.018058, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.027897, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"], "main_score": 0.027897, "precision": 0.026619, "recall": 0.033597}, {"accuracy": 0.022727, "f1": 0.018552, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"], "main_score": 0.018552, "precision": 0.017758, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.028659, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"], "main_score": 0.028659, "precision": 0.02757, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.018471, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"], "main_score": 0.018471, "precision": 0.017964, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.020184, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"], "main_score": 0.020184, "precision": 0.01948, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.019877, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"], "main_score": 0.019877, "precision": 0.018645, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.014819, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"], "main_score": 0.014819, "precision": 0.013555, "recall": 0.021739}, {"accuracy": 0.023715, "f1": 0.020245, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"], "main_score": 0.020245, "precision": 0.019742, "recall": 0.023715}, {"accuracy": 0.028656, "f1": 0.022071, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"], "main_score": 0.022071, "precision": 0.021049, "recall": 0.028656}, {"accuracy": 0.033597, "f1": 0.027841, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"], "main_score": 0.027841, "precision": 0.026654, "recall": 0.033597}, {"accuracy": 0.020751, "f1": 0.014794, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"], "main_score": 0.014794, "precision": 0.013938, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.019135, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"], "main_score": 0.019135, "precision": 0.01784, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.015749, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"], "main_score": 0.015749, "precision": 0.014425, "recall": 0.023715}, {"accuracy": 0.014822, "f1": 0.010991, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"], "main_score": 0.010991, "precision": 0.010933, "recall": 0.014822}, {"accuracy": 0.038538, "f1": 0.032016, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"], "main_score": 0.032016, "precision": 0.03098, "recall": 0.038538}, {"accuracy": 0.020751, "f1": 0.014512, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"], "main_score": 0.014512, "precision": 0.013446, "recall": 0.020751}, {"accuracy": 0.029644, "f1": 0.024962, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"], "main_score": 0.024962, "precision": 0.024185, "recall": 0.029644}, {"accuracy": 0.032609, "f1": 0.02555, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"], "main_score": 0.02555, "precision": 0.023958, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.02359, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"], "main_score": 0.02359, "precision": 0.022706, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025511, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"], "main_score": 0.025511, "precision": 0.024088, "recall": 0.031621}, {"accuracy": 0.032609, "f1": 0.028166, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"], "main_score": 0.028166, "precision": 0.026899, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.021478, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"], "main_score": 0.021478, "precision": 0.020703, "recall": 0.024704}, {"accuracy": 0.030632, "f1": 0.022602, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"], "main_score": 0.022602, "precision": 0.021501, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.017987, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"], "main_score": 0.017987, "precision": 0.016492, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.02038, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"], "main_score": 0.02038, "precision": 0.01964, "recall": 0.023715}, {"accuracy": 0.022727, "f1": 0.01686, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"], "main_score": 0.01686, "precision": 0.015485, "recall": 0.022727}, {"accuracy": 0.045455, "f1": 0.036201, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"], "main_score": 0.036201, "precision": 0.033989, "recall": 0.045455}, {"accuracy": 0.007905, "f1": 0.00618, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"], "main_score": 0.00618, "precision": 0.006072, "recall": 0.007905}, {"accuracy": 0.023715, "f1": 0.015818, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"], "main_score": 0.015818, "precision": 0.014834, "recall": 0.023715}, {"accuracy": 0.031621, "f1": 0.027984, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"], "main_score": 0.027984, "precision": 0.027069, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.014588, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"], "main_score": 0.014588, "precision": 0.012982, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.034456, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"], "main_score": 0.034456, "precision": 0.033277, "recall": 0.038538}, {"accuracy": 0.029644, "f1": 0.025007, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"], "main_score": 0.025007, "precision": 0.024033, "recall": 0.029644}, {"accuracy": 0.007905, "f1": 0.006, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"], "main_score": 0.006, "precision": 0.005684, "recall": 0.007905}, {"accuracy": 0.032609, "f1": 0.024599, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"], "main_score": 0.024599, "precision": 0.022856, "recall": 0.032609}, {"accuracy": 0.028656, "f1": 0.021454, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"], "main_score": 0.021454, "precision": 0.019749, "recall": 0.028656}, {"accuracy": 0.017787, "f1": 0.014725, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"], "main_score": 0.014725, "precision": 0.014115, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.021988, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"], "main_score": 0.021988, "precision": 0.020893, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.03374, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"], "main_score": 0.03374, "precision": 0.033105, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.024374, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"], "main_score": 0.024374, "precision": 0.023386, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.02799, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"], "main_score": 0.02799, "precision": 0.026432, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.026613, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"], "main_score": 0.026613, "precision": 0.025529, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.020638, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"], "main_score": 0.020638, "precision": 0.01974, "recall": 0.024704}, {"accuracy": 0.017787, "f1": 0.015872, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"], "main_score": 0.015872, "precision": 0.015842, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.023876, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"], "main_score": 0.023876, "precision": 0.022133, "recall": 0.030632}, {"accuracy": 0.018775, "f1": 0.016096, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"], "main_score": 0.016096, "precision": 0.01539, "recall": 0.018775}, {"accuracy": 0.028656, "f1": 0.023448, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"], "main_score": 0.023448, "precision": 0.022582, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.039712, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"], "main_score": 0.039712, "precision": 0.037346, "recall": 0.050395}, {"accuracy": 0.030632, "f1": 0.025413, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"], "main_score": 0.025413, "precision": 0.024545, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.015691, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"], "main_score": 0.015691, "precision": 0.015076, "recall": 0.019763}, {"accuracy": 0.030632, "f1": 0.026524, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"], "main_score": 0.026524, "precision": 0.025693, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.011695, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"], "main_score": 0.011695, "precision": 0.0112, "recall": 0.013834}, {"accuracy": 0.028656, "f1": 0.022126, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"], "main_score": 0.022126, "precision": 0.021101, "recall": 0.028656}, {"accuracy": 0.024704, "f1": 0.017809, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"], "main_score": 0.017809, "precision": 0.016856, "recall": 0.024704}, {"accuracy": 0.018775, "f1": 0.016554, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"], "main_score": 0.016554, "precision": 0.016282, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.01817, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"], "main_score": 0.01817, "precision": 0.016608, "recall": 0.025692}, {"accuracy": 0.030632, "f1": 0.026457, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"], "main_score": 0.026457, "precision": 0.025814, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.028559, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"], "main_score": 0.028559, "precision": 0.027873, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.028462, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"], "main_score": 0.028462, "precision": 0.027858, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.025139, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"], "main_score": 0.025139, "precision": 0.024091, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.025046, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"], "main_score": 0.025046, "precision": 0.02308, "recall": 0.034585}, {"accuracy": 0.029644, "f1": 0.023485, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"], "main_score": 0.023485, "precision": 0.022371, "recall": 0.029644}, {"accuracy": 0.006917, "f1": 0.00544, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"], "main_score": 0.00544, "precision": 0.005273, "recall": 0.006917}, {"accuracy": 0.027668, "f1": 0.023275, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"], "main_score": 0.023275, "precision": 0.02243, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.015154, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"], "main_score": 0.015154, "precision": 0.014527, "recall": 0.017787}, {"accuracy": 0.023715, "f1": 0.018174, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"], "main_score": 0.018174, "precision": 0.017148, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.027692, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"], "main_score": 0.027692, "precision": 0.026551, "recall": 0.033597}, {"accuracy": 0.030632, "f1": 0.02451, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"], "main_score": 0.02451, "precision": 0.023563, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.027421, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"], "main_score": 0.027421, "precision": 0.025756, "recall": 0.035573}, {"accuracy": 0.020751, "f1": 0.015684, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"], "main_score": 0.015684, "precision": 0.014624, "recall": 0.020751}, {"accuracy": 0.027668, "f1": 0.022489, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"], "main_score": 0.022489, "precision": 0.021667, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.024615, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"], "main_score": 0.024615, "precision": 0.023103, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.033216, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"], "main_score": 0.033216, "precision": 0.031172, "recall": 0.043478}, {"accuracy": 0.028656, "f1": 0.021162, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"], "main_score": 0.021162, "precision": 0.019702, "recall": 0.028656}, {"accuracy": 0.014822, "f1": 0.012684, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"], "main_score": 0.012684, "precision": 0.012189, "recall": 0.014822}, {"accuracy": 0.025692, "f1": 0.021786, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"], "main_score": 0.021786, "precision": 0.021128, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.035325, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"], "main_score": 0.035325, "precision": 0.034762, "recall": 0.039526}, {"accuracy": 0.016798, "f1": 0.013352, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"], "main_score": 0.013352, "precision": 0.012687, "recall": 0.016798}, {"accuracy": 0.02668, "f1": 0.019072, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"], "main_score": 0.019072, "precision": 0.017796, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.022232, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"], "main_score": 0.022232, "precision": 0.021261, "recall": 0.02668}, {"accuracy": 0.019763, "f1": 0.016866, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"], "main_score": 0.016866, "precision": 0.016256, "recall": 0.019763}, {"accuracy": 0.030632, "f1": 0.020512, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"], "main_score": 0.020512, "precision": 0.018894, "recall": 0.030632}, {"accuracy": 0.032609, "f1": 0.024738, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"], "main_score": 0.024738, "precision": 0.022973, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.020855, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"], "main_score": 0.020855, "precision": 0.019655, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.02526, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"], "main_score": 0.02526, "precision": 0.024453, "recall": 0.030632}, {"accuracy": 0.031621, "f1": 0.025726, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"], "main_score": 0.025726, "precision": 0.024598, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.010657, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"], "main_score": 0.010657, "precision": 0.009108, "recall": 0.018775}, {"accuracy": 0.030632, "f1": 0.023959, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"], "main_score": 0.023959, "precision": 0.022553, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.012358, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"], "main_score": 0.012358, "precision": 0.01219, "recall": 0.013834}, {"accuracy": 0.033597, "f1": 0.026499, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"], "main_score": 0.026499, "precision": 0.025039, "recall": 0.033597}, {"accuracy": 0.02668, "f1": 0.021926, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"], "main_score": 0.021926, "precision": 0.020733, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.024055, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"], "main_score": 0.024055, "precision": 0.022372, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.025867, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"], "main_score": 0.025867, "precision": 0.023461, "recall": 0.038538}, {"accuracy": 0.091897, "f1": 0.059137, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"], "main_score": 0.059137, "precision": 0.051875, "recall": 0.091897}, {"accuracy": 0.146245, "f1": 0.087503, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"], "main_score": 0.087503, "precision": 0.074794, "recall": 0.146245}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.892292, "f1": 0.85998, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"], "main_score": 0.85998, "precision": 0.844697, "recall": 0.892292}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"], "main_score": 0.918972, "precision": 0.909256, "recall": 0.938735}, {"accuracy": 0.583992, "f1": 0.502824, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"], "main_score": 0.502824, "precision": 0.472841, "recall": 0.583992}, {"accuracy": 0.171937, "f1": 0.111579, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"], "main_score": 0.111579, "precision": 0.096762, "recall": 0.171937}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.368577, "f1": 0.283901, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"], "main_score": 0.283901, "precision": 0.259019, "recall": 0.368577}, {"accuracy": 0.612648, "f1": 0.539538, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"], "main_score": 0.539538, "precision": 0.511094, "recall": 0.612648}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.910079, "f1": 0.883729, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"], "main_score": 0.883729, "precision": 0.871245, "recall": 0.910079}, {"accuracy": 0.203557, "f1": 0.125041, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"], "main_score": 0.125041, "precision": 0.105007, "recall": 0.203557}, {"accuracy": 0.924901, "f1": 0.904644, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"], "main_score": 0.904644, "precision": 0.895125, "recall": 0.924901}, {"accuracy": 0.837945, "f1": 0.797069, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"], "main_score": 0.797069, "precision": 0.779265, "recall": 0.837945}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.252964, "f1": 0.170784, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"], "main_score": 0.170784, "precision": 0.149539, "recall": 0.252964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.125494, "f1": 0.074685, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"], "main_score": 0.074685, "precision": 0.0625, "recall": 0.125494}, {"accuracy": 0.867589, "f1": 0.830995, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"], "main_score": 0.830995, "precision": 0.814756, "recall": 0.867589}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.66996, "f1": 0.595572, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"], "main_score": 0.595572, "precision": 0.56657, "recall": 0.66996}, {"accuracy": 0.059289, "f1": 0.028715, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"], "main_score": 0.028715, "precision": 0.024115, "recall": 0.059289}, {"accuracy": 0.187747, "f1": 0.123206, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"], "main_score": 0.123206, "precision": 0.108759, "recall": 0.187747}, {"accuracy": 0.847826, "f1": 0.804776, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"], "main_score": 0.804776, "precision": 0.784947, "recall": 0.847826}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.907115, "f1": 0.882246, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"], "main_score": 0.882246, "precision": 0.870553, "recall": 0.907115}, {"accuracy": 0.901186, "f1": 0.871443, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"], "main_score": 0.871443, "precision": 0.857131, "recall": 0.901186}, {"accuracy": 0.248024, "f1": 0.175212, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"], "main_score": 0.175212, "precision": 0.154354, "recall": 0.248024}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.795455, "f1": 0.745506, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"], "main_score": 0.745506, "precision": 0.723337, "recall": 0.795455}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.893281, "f1": 0.863043, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"], "main_score": 0.863043, "precision": 0.849259, "recall": 0.893281}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"], "main_score": 0.958564, "precision": 0.953804, "recall": 0.968379}, {"accuracy": 0.132411, "f1": 0.072443, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"], "main_score": 0.072443, "precision": 0.060596, "recall": 0.132411}, {"accuracy": 0.066206, "f1": 0.04198, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"], "main_score": 0.04198, "precision": 0.036114, "recall": 0.066206}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.130435, "f1": 0.077271, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"], "main_score": 0.077271, "precision": 0.066839, "recall": 0.130435}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"], "main_score": 0.913043, "precision": 0.903656, "recall": 0.932806}, {"accuracy": 0.88834, "f1": 0.857049, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"], "main_score": 0.857049, "precision": 0.842227, "recall": 0.88834}, {"accuracy": 0.710474, "f1": 0.645278, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"], "main_score": 0.645278, "precision": 0.617631, "recall": 0.710474}, {"accuracy": 0.159091, "f1": 0.096365, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"], "main_score": 0.096365, "precision": 0.081691, "recall": 0.159091}, {"accuracy": 0.717391, "f1": 0.659456, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"], "main_score": 0.659456, "precision": 0.634957, "recall": 0.717391}, {"accuracy": 0.602767, "f1": 0.525591, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"], "main_score": 0.525591, "precision": 0.497071, "recall": 0.602767}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.708498, "f1": 0.640497, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"], "main_score": 0.640497, "precision": 0.612789, "recall": 0.708498}, {"accuracy": 0.136364, "f1": 0.083279, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"], "main_score": 0.083279, "precision": 0.071347, "recall": 0.136364}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.076087, "f1": 0.043896, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"], "main_score": 0.043896, "precision": 0.036989, "recall": 0.076087}, {"accuracy": 0.205534, "f1": 0.143555, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"], "main_score": 0.143555, "precision": 0.128287, "recall": 0.205534}, {"accuracy": 0.312253, "f1": 0.230013, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"], "main_score": 0.230013, "precision": 0.206363, "recall": 0.312253}, {"accuracy": 0.083992, "f1": 0.042843, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"], "main_score": 0.042843, "precision": 0.033949, "recall": 0.083992}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.247036, "f1": 0.16868, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"], "main_score": 0.16868, "precision": 0.148055, "recall": 0.247036}, {"accuracy": 0.733202, "f1": 0.66875, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"], "main_score": 0.66875, "precision": 0.642089, "recall": 0.733202}, {"accuracy": 0.417984, "f1": 0.330872, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"], "main_score": 0.330872, "precision": 0.303273, "recall": 0.417984}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.222332, "f1": 0.15066, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"], "main_score": 0.15066, "precision": 0.133544, "recall": 0.222332}, {"accuracy": 0.288538, "f1": 0.209752, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"], "main_score": 0.209752, "precision": 0.188155, "recall": 0.288538}, {"accuracy": 0.219368, "f1": 0.143281, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"], "main_score": 0.143281, "precision": 0.124187, "recall": 0.219368}, {"accuracy": 0.331028, "f1": 0.251446, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"], "main_score": 0.251446, "precision": 0.229414, "recall": 0.331028}, {"accuracy": 0.608696, "f1": 0.53058, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"], "main_score": 0.53058, "precision": 0.500849, "recall": 0.608696}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.049407, "f1": 0.01694, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"], "main_score": 0.01694, "precision": 0.013398, "recall": 0.049407}, {"accuracy": 0.172925, "f1": 0.109509, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"], "main_score": 0.109509, "precision": 0.093328, "recall": 0.172925}, {"accuracy": 0.722332, "f1": 0.658896, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"], "main_score": 0.658896, "precision": 0.632931, "recall": 0.722332}, {"accuracy": 0.197628, "f1": 0.130326, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"], "main_score": 0.130326, "precision": 0.113648, "recall": 0.197628}, {"accuracy": 0.059289, "f1": 0.029622, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"], "main_score": 0.029622, "precision": 0.025058, "recall": 0.059289}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.759881, "f1": 0.704004, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"], "main_score": 0.704004, "precision": 0.680402, "recall": 0.759881}, {"accuracy": 0.747036, "f1": 0.683303, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"], "main_score": 0.683303, "precision": 0.656169, "recall": 0.747036}, {"accuracy": 0.752964, "f1": 0.698108, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"], "main_score": 0.698108, "precision": 0.67464, "recall": 0.752964}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.184783, "f1": 0.122889, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"], "main_score": 0.122889, "precision": 0.107696, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.078671, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"], "main_score": 0.078671, "precision": 0.066169, "recall": 0.132411}, {"accuracy": 0.889328, "f1": 0.859387, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"], "main_score": 0.859387, "precision": 0.845438, "recall": 0.889328}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.340909, "f1": 0.254867, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"], "main_score": 0.254867, "precision": 0.227772, "recall": 0.340909}, {"accuracy": 0.166008, "f1": 0.102953, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"], "main_score": 0.102953, "precision": 0.088971, "recall": 0.166008}, {"accuracy": 0.677866, "f1": 0.605371, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"], "main_score": 0.605371, "precision": 0.577052, "recall": 0.677866}, {"accuracy": 0.906126, "f1": 0.881291, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"], "main_score": 0.881291, "precision": 0.870372, "recall": 0.906126}, {"accuracy": 0.155138, "f1": 0.089168, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"], "main_score": 0.089168, "precision": 0.07479, "recall": 0.155138}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.216403, "f1": 0.153949, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"], "main_score": 0.153949, "precision": 0.139504, "recall": 0.216403}, {"accuracy": 0.384387, "f1": 0.292253, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"], "main_score": 0.292253, "precision": 0.263139, "recall": 0.384387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.712451, "f1": 0.648492, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"], "main_score": 0.648492, "precision": 0.62244, "recall": 0.712451}, {"accuracy": 0.923913, "f1": 0.900264, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"], "main_score": 0.900264, "precision": 0.888916, "recall": 0.923913}, {"accuracy": 0.202569, "f1": 0.137207, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"], "main_score": 0.137207, "precision": 0.120136, "recall": 0.202569}, {"accuracy": 0.068182, "f1": 0.028375, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"], "main_score": 0.028375, "precision": 0.022876, "recall": 0.068182}, {"accuracy": 0.215415, "f1": 0.142185, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"], "main_score": 0.142185, "precision": 0.122764, "recall": 0.215415}, {"accuracy": 0.090909, "f1": 0.048238, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"], "main_score": 0.048238, "precision": 0.040266, "recall": 0.090909}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.656126, "f1": 0.585322, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"], "main_score": 0.585322, "precision": 0.556431, "recall": 0.656126}, {"accuracy": 0.072134, "f1": 0.043487, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"], "main_score": 0.043487, "precision": 0.036637, "recall": 0.072134}, {"accuracy": 0.706522, "f1": 0.638968, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"], "main_score": 0.638968, "precision": 0.610467, "recall": 0.706522}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.729249, "f1": 0.663114, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"], "main_score": 0.663114, "precision": 0.634618, "recall": 0.729249}, {"accuracy": 0.481225, "f1": 0.398744, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"], "main_score": 0.398744, "precision": 0.368652, "recall": 0.481225}, {"accuracy": 0.16996, "f1": 0.104334, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"], "main_score": 0.104334, "precision": 0.089119, "recall": 0.16996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.358696, "f1": 0.270014, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"], "main_score": 0.270014, "precision": 0.242411, "recall": 0.358696}, {"accuracy": 0.193676, "f1": 0.1219, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"], "main_score": 0.1219, "precision": 0.104701, "recall": 0.193676}, {"accuracy": 0.16502, "f1": 0.103587, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"], "main_score": 0.103587, "precision": 0.088537, "recall": 0.16502}, {"accuracy": 0.20751, "f1": 0.144521, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"], "main_score": 0.144521, "precision": 0.128559, "recall": 0.20751}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.018775, "f1": 0.004574, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"], "main_score": 0.004574, "precision": 0.003609, "recall": 0.018775}, {"accuracy": 0.849802, "f1": 0.807872, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"], "main_score": 0.807872, "precision": 0.78862, "recall": 0.849802}, {"accuracy": 0.422925, "f1": 0.337291, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"], "main_score": 0.337291, "precision": 0.306908, "recall": 0.422925}, {"accuracy": 0.891304, "f1": 0.860244, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"], "main_score": 0.860244, "precision": 0.845669, "recall": 0.891304}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.086957, "f1": 0.047742, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"], "main_score": 0.047742, "precision": 0.040233, "recall": 0.086957}, {"accuracy": 0.171937, "f1": 0.11281, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"], "main_score": 0.11281, "precision": 0.098864, "recall": 0.171937}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.601779, "f1": 0.525183, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"], "main_score": 0.525183, "precision": 0.495546, "recall": 0.601779}, {"accuracy": 0.172925, "f1": 0.113525, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"], "main_score": 0.113525, "precision": 0.099219, "recall": 0.172925}, {"accuracy": 0.172925, "f1": 0.106147, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"], "main_score": 0.106147, "precision": 0.089884, "recall": 0.172925}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.15415, "f1": 0.096378, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"], "main_score": 0.096378, "precision": 0.083444, "recall": 0.15415}, {"accuracy": 0.144269, "f1": 0.090152, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"], "main_score": 0.090152, "precision": 0.076094, "recall": 0.144269}, {"accuracy": 0.805336, "f1": 0.754894, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"], "main_score": 0.754894, "precision": 0.732658, "recall": 0.805336}, {"accuracy": 0.610672, "f1": 0.535679, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"], "main_score": 0.535679, "precision": 0.507094, "recall": 0.610672}, {"accuracy": 0.950593, "f1": 0.936495, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"], "main_score": 0.936495, "precision": 0.929595, "recall": 0.950593}, {"accuracy": 0.231225, "f1": 0.157099, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"], "main_score": 0.157099, "precision": 0.136889, "recall": 0.231225}, {"accuracy": 0.425889, "f1": 0.335253, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"], "main_score": 0.335253, "precision": 0.306077, "recall": 0.425889}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.535573, "f1": 0.455042, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"], "main_score": 0.455042, "precision": 0.424253, "recall": 0.535573}, {"accuracy": 0.833004, "f1": 0.788768, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"], "main_score": 0.788768, "precision": 0.768626, "recall": 0.833004}, {"accuracy": 0.248024, "f1": 0.174156, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"], "main_score": 0.174156, "precision": 0.154817, "recall": 0.248024}, {"accuracy": 0.593874, "f1": 0.517569, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"], "main_score": 0.517569, "precision": 0.486984, "recall": 0.593874}, {"accuracy": 0.666996, "f1": 0.597711, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"], "main_score": 0.597711, "precision": 0.569031, "recall": 0.666996}, {"accuracy": 0.199605, "f1": 0.128872, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"], "main_score": 0.128872, "precision": 0.111423, "recall": 0.199605}, {"accuracy": 0.91996, "f1": 0.897661, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"], "main_score": 0.897661, "precision": 0.887352, "recall": 0.91996}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.922925, "f1": 0.899341, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"], "main_score": 0.899341, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.719368, "f1": 0.65679, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"], "main_score": 0.65679, "precision": 0.630847, "recall": 0.719368}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.38834, "f1": 0.306389, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"], "main_score": 0.306389, "precision": 0.279449, "recall": 0.38834}, {"accuracy": 0.458498, "f1": 0.363925, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"], "main_score": 0.363925, "precision": 0.331755, "recall": 0.458498}, {"accuracy": 0.091897, "f1": 0.046361, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"], "main_score": 0.046361, "precision": 0.03836, "recall": 0.091897}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.171937, "f1": 0.111562, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"], "main_score": 0.111562, "precision": 0.095133, "recall": 0.171937}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.950593, "f1": 0.936265, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"], "main_score": 0.936265, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.41502, "f1": 0.326066, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"], "main_score": 0.326066, "precision": 0.297365, "recall": 0.41502}, {"accuracy": 0.301383, "f1": 0.220001, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"], "main_score": 0.220001, "precision": 0.197371, "recall": 0.301383}, {"accuracy": 0.865613, "f1": 0.825659, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"], "main_score": 0.825659, "precision": 0.807592, "recall": 0.865613}, {"accuracy": 0.218379, "f1": 0.148667, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"], "main_score": 0.148667, "precision": 0.131192, "recall": 0.218379}, {"accuracy": 0.189723, "f1": 0.12211, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"], "main_score": 0.12211, "precision": 0.104706, "recall": 0.189723}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.397233, "f1": 0.309144, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"], "main_score": 0.309144, "precision": 0.282127, "recall": 0.397233}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.174901, "f1": 0.103744, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"], "main_score": 0.103744, "precision": 0.088252, "recall": 0.174901}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.91996, "f1": 0.895718, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"], "main_score": 0.895718, "precision": 0.884387, "recall": 0.91996}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"], "main_score": 0.919203, "precision": 0.910491, "recall": 0.937747}, {"accuracy": 0.145257, "f1": 0.093822, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"], "main_score": 0.093822, "precision": 0.082371, "recall": 0.145257}, {"accuracy": 0.898221, "f1": 0.86996, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"], "main_score": 0.86996, "precision": 0.856637, "recall": 0.898221}, {"accuracy": 0.164032, "f1": 0.09955, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"], "main_score": 0.09955, "precision": 0.084447, "recall": 0.164032}, {"accuracy": 0.172925, "f1": 0.111973, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"], "main_score": 0.111973, "precision": 0.096762, "recall": 0.172925}, {"accuracy": 0.125494, "f1": 0.073583, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"], "main_score": 0.073583, "precision": 0.062422, "recall": 0.125494}, {"accuracy": 0.551383, "f1": 0.472005, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"], "main_score": 0.472005, "precision": 0.441594, "recall": 0.551383}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.267787, "f1": 0.187634, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"], "main_score": 0.187634, "precision": 0.165144, "recall": 0.267787}, {"accuracy": 0.145257, "f1": 0.081648, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"], "main_score": 0.081648, "precision": 0.06759, "recall": 0.145257}, {"accuracy": 0.178854, "f1": 0.108023, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"], "main_score": 0.108023, "precision": 0.092132, "recall": 0.178854}, {"accuracy": 0.820158, "f1": 0.774591, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"], "main_score": 0.774591, "precision": 0.753623, "recall": 0.820158}, {"accuracy": 0.139328, "f1": 0.078558, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"], "main_score": 0.078558, "precision": 0.064845, "recall": 0.139328}, {"accuracy": 0.166008, "f1": 0.104745, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"], "main_score": 0.104745, "precision": 0.089961, "recall": 0.166008}, {"accuracy": 0.938735, "f1": 0.921146, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"], "main_score": 0.921146, "precision": 0.913126, "recall": 0.938735}, {"accuracy": 0.257905, "f1": 0.178919, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"], "main_score": 0.178919, "precision": 0.157814, "recall": 0.257905}, {"accuracy": 0.201581, "f1": 0.131311, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"], "main_score": 0.131311, "precision": 0.114724, "recall": 0.201581}, {"accuracy": 0.591897, "f1": 0.509713, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"], "main_score": 0.509713, "precision": 0.479031, "recall": 0.591897}, {"accuracy": 0.300395, "f1": 0.216801, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"], "main_score": 0.216801, "precision": 0.191719, "recall": 0.300395}, {"accuracy": 0.424901, "f1": 0.337847, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"], "main_score": 0.337847, "precision": 0.309136, "recall": 0.424901}, {"accuracy": 0.859684, "f1": 0.822991, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"], "main_score": 0.822991, "precision": 0.805912, "recall": 0.859684}, {"accuracy": 0.293478, "f1": 0.209723, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"], "main_score": 0.209723, "precision": 0.18417, "recall": 0.293478}, {"accuracy": 0.431818, "f1": 0.343161, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"], "main_score": 0.343161, "precision": 0.312102, "recall": 0.431818}, {"accuracy": 0.163043, "f1": 0.099279, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"], "main_score": 0.099279, "precision": 0.08402, "recall": 0.163043}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"], "main_score": 0.941206, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.83498, "f1": 0.792227, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"], "main_score": 0.792227, "precision": 0.773452, "recall": 0.83498}, {"accuracy": 0.228261, "f1": 0.159294, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"], "main_score": 0.159294, "precision": 0.139866, "recall": 0.228261}, {"accuracy": 0.182806, "f1": 0.116486, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"], "main_score": 0.116486, "precision": 0.100561, "recall": 0.182806}, {"accuracy": 0.027668, "f1": 0.021359, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"], "main_score": 0.021359, "precision": 0.020044, "recall": 0.027668}, {"accuracy": 0.170949, "f1": 0.156319, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"], "main_score": 0.156319, "precision": 0.151707, "recall": 0.170949}, {"accuracy": 0.004941, "f1": 0.001339, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"], "main_score": 0.001339, "precision": 0.000923, "recall": 0.004941}, {"accuracy": 0.144269, "f1": 0.124077, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"], "main_score": 0.124077, "precision": 0.118623, "recall": 0.144269}, {"accuracy": 0.134387, "f1": 0.123819, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"], "main_score": 0.123819, "precision": 0.120969, "recall": 0.134387}, {"accuracy": 0.121542, "f1": 0.106061, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"], "main_score": 0.106061, "precision": 0.102291, "recall": 0.121542}, {"accuracy": 0.131423, "f1": 0.120846, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"], "main_score": 0.120846, "precision": 0.118225, "recall": 0.131423}, {"accuracy": 0.23419, "f1": 0.213333, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"], "main_score": 0.213333, "precision": 0.206157, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.180933, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"], "main_score": 0.180933, "precision": 0.17489, "recall": 0.206522}, {"accuracy": 0.170949, "f1": 0.156297, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"], "main_score": 0.156297, "precision": 0.151291, "recall": 0.170949}, {"accuracy": 0.116601, "f1": 0.11038, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"], "main_score": 0.11038, "precision": 0.1084, "recall": 0.116601}, {"accuracy": 0.147233, "f1": 0.129519, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"], "main_score": 0.129519, "precision": 0.123981, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.105669, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"], "main_score": 0.105669, "precision": 0.10013, "recall": 0.121542}, {"accuracy": 0.230237, "f1": 0.214549, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"], "main_score": 0.214549, "precision": 0.2091, "recall": 0.230237}, {"accuracy": 0.12253, "f1": 0.11048, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"], "main_score": 0.11048, "precision": 0.107767, "recall": 0.12253}, {"accuracy": 0.126482, "f1": 0.102442, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"], "main_score": 0.102442, "precision": 0.09763, "recall": 0.126482}, {"accuracy": 0.203557, "f1": 0.181641, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"], "main_score": 0.181641, "precision": 0.176149, "recall": 0.203557}, {"accuracy": 0.253953, "f1": 0.23319, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"], "main_score": 0.23319, "precision": 0.226453, "recall": 0.253953}, {"accuracy": 0.12253, "f1": 0.113026, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"], "main_score": 0.113026, "precision": 0.109562, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.108527, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"], "main_score": 0.108527, "precision": 0.102887, "recall": 0.131423}, {"accuracy": 0.198617, "f1": 0.176514, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"], "main_score": 0.176514, "precision": 0.170111, "recall": 0.198617}, {"accuracy": 0.147233, "f1": 0.135391, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"], "main_score": 0.135391, "precision": 0.132243, "recall": 0.147233}, {"accuracy": 0.246047, "f1": 0.219162, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"], "main_score": 0.219162, "precision": 0.210599, "recall": 0.246047}, {"accuracy": 0.060277, "f1": 0.0458, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"], "main_score": 0.0458, "precision": 0.042911, "recall": 0.060277}, {"accuracy": 0.157115, "f1": 0.13627, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"], "main_score": 0.13627, "precision": 0.130744, "recall": 0.157115}, {"accuracy": 0.142292, "f1": 0.131432, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"], "main_score": 0.131432, "precision": 0.127918, "recall": 0.142292}, {"accuracy": 0.065217, "f1": 0.045074, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"], "main_score": 0.045074, "precision": 0.040999, "recall": 0.065217}, {"accuracy": 0.139328, "f1": 0.120232, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"], "main_score": 0.120232, "precision": 0.115122, "recall": 0.139328}, {"accuracy": 0.143281, "f1": 0.135096, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"], "main_score": 0.135096, "precision": 0.132148, "recall": 0.143281}, {"accuracy": 0.203557, "f1": 0.179422, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"], "main_score": 0.179422, "precision": 0.17347, "recall": 0.203557}, {"accuracy": 0.145257, "f1": 0.127764, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"], "main_score": 0.127764, "precision": 0.123161, "recall": 0.145257}, {"accuracy": 0.121542, "f1": 0.101866, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"], "main_score": 0.101866, "precision": 0.096449, "recall": 0.121542}, {"accuracy": 0.146245, "f1": 0.131968, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"], "main_score": 0.131968, "precision": 0.127418, "recall": 0.146245}, {"accuracy": 0.166996, "f1": 0.146888, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"], "main_score": 0.146888, "precision": 0.141177, "recall": 0.166996}, {"accuracy": 0.08498, "f1": 0.072894, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"], "main_score": 0.072894, "precision": 0.069784, "recall": 0.08498}, {"accuracy": 0.108696, "f1": 0.096442, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"], "main_score": 0.096442, "precision": 0.093541, "recall": 0.108696}, {"accuracy": 0.072134, "f1": 0.059216, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"], "main_score": 0.059216, "precision": 0.056308, "recall": 0.072134}, {"accuracy": 0.201581, "f1": 0.17548, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"], "main_score": 0.17548, "precision": 0.168573, "recall": 0.201581}, {"accuracy": 0.118577, "f1": 0.100019, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"], "main_score": 0.100019, "precision": 0.095293, "recall": 0.118577}, {"accuracy": 0.252964, "f1": 0.226409, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"], "main_score": 0.226409, "precision": 0.217365, "recall": 0.252964}, {"accuracy": 0.012846, "f1": 0.011199, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"], "main_score": 0.011199, "precision": 0.010375, "recall": 0.012846}, {"accuracy": 0.202569, "f1": 0.172442, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"], "main_score": 0.172442, "precision": 0.16428, "recall": 0.202569}, {"accuracy": 0.20751, "f1": 0.185958, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"], "main_score": 0.185958, "precision": 0.178403, "recall": 0.20751}, {"accuracy": 0.167984, "f1": 0.144449, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"], "main_score": 0.144449, "precision": 0.137844, "recall": 0.167984}, {"accuracy": 0.19664, "f1": 0.177133, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"], "main_score": 0.177133, "precision": 0.172727, "recall": 0.19664}, {"accuracy": 0.126482, "f1": 0.110938, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"], "main_score": 0.110938, "precision": 0.106382, "recall": 0.126482}, {"accuracy": 0.102767, "f1": 0.094932, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"], "main_score": 0.094932, "precision": 0.092843, "recall": 0.102767}, {"accuracy": 0.200593, "f1": 0.176593, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"], "main_score": 0.176593, "precision": 0.168186, "recall": 0.200593}, {"accuracy": 0.16996, "f1": 0.147245, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"], "main_score": 0.147245, "precision": 0.142239, "recall": 0.16996}, {"accuracy": 0.126482, "f1": 0.117968, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"], "main_score": 0.117968, "precision": 0.115604, "recall": 0.126482}, {"accuracy": 0.19664, "f1": 0.172714, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"], "main_score": 0.172714, "precision": 0.166284, "recall": 0.19664}, {"accuracy": 0.128458, "f1": 0.116453, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"], "main_score": 0.116453, "precision": 0.113367, "recall": 0.128458}, {"accuracy": 0.194664, "f1": 0.169363, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"], "main_score": 0.169363, "precision": 0.160674, "recall": 0.194664}, {"accuracy": 0.130435, "f1": 0.113653, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"], "main_score": 0.113653, "precision": 0.109831, "recall": 0.130435}, {"accuracy": 0.031621, "f1": 0.023753, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"], "main_score": 0.023753, "precision": 0.021761, "recall": 0.031621}, {"accuracy": 0.1917, "f1": 0.175145, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"], "main_score": 0.175145, "precision": 0.169726, "recall": 0.1917}, {"accuracy": 0.213439, "f1": 0.196046, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"], "main_score": 0.196046, "precision": 0.190392, "recall": 0.213439}, {"accuracy": 0.032609, "f1": 0.029408, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"], "main_score": 0.029408, "precision": 0.028423, "recall": 0.032609}, {"accuracy": 0.171937, "f1": 0.149866, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"], "main_score": 0.149866, "precision": 0.143674, "recall": 0.171937}, {"accuracy": 0.137352, "f1": 0.119123, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"], "main_score": 0.119123, "precision": 0.11411, "recall": 0.137352}, {"accuracy": 0.177866, "f1": 0.16155, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"], "main_score": 0.16155, "precision": 0.157641, "recall": 0.177866}, {"accuracy": 0.116601, "f1": 0.098189, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"], "main_score": 0.098189, "precision": 0.093785, "recall": 0.116601}, {"accuracy": 0.266798, "f1": 0.250804, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"], "main_score": 0.250804, "precision": 0.244976, "recall": 0.266798}, {"accuracy": 0.133399, "f1": 0.12344, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"], "main_score": 0.12344, "precision": 0.120564, "recall": 0.133399}, {"accuracy": 0.140316, "f1": 0.121115, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"], "main_score": 0.121115, "precision": 0.116622, "recall": 0.140316}, {"accuracy": 0.217391, "f1": 0.19213, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"], "main_score": 0.19213, "precision": 0.186522, "recall": 0.217391}, {"accuracy": 0.211462, "f1": 0.196466, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"], "main_score": 0.196466, "precision": 0.191893, "recall": 0.211462}, {"accuracy": 0.175889, "f1": 0.161197, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"], "main_score": 0.161197, "precision": 0.157409, "recall": 0.175889}, {"accuracy": 0.204545, "f1": 0.183571, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"], "main_score": 0.183571, "precision": 0.176235, "recall": 0.204545}, {"accuracy": 0.145257, "f1": 0.129055, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"], "main_score": 0.129055, "precision": 0.124819, "recall": 0.145257}, {"accuracy": 0.089921, "f1": 0.08204, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"], "main_score": 0.08204, "precision": 0.080019, "recall": 0.089921}, {"accuracy": 0.163043, "f1": 0.145662, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"], "main_score": 0.145662, "precision": 0.141102, "recall": 0.163043}, {"accuracy": 0.04249, "f1": 0.028234, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"], "main_score": 0.028234, "precision": 0.02517, "recall": 0.04249}, {"accuracy": 0.136364, "f1": 0.11829, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"], "main_score": 0.11829, "precision": 0.113067, "recall": 0.136364}, {"accuracy": 0.107708, "f1": 0.100252, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"], "main_score": 0.100252, "precision": 0.097753, "recall": 0.107708}, {"accuracy": 0.240119, "f1": 0.21805, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"], "main_score": 0.21805, "precision": 0.210373, "recall": 0.240119}, {"accuracy": 0.054348, "f1": 0.042816, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"], "main_score": 0.042816, "precision": 0.040076, "recall": 0.054348}, {"accuracy": 0.202569, "f1": 0.178624, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"], "main_score": 0.178624, "precision": 0.172076, "recall": 0.202569}, {"accuracy": 0.139328, "f1": 0.126022, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"], "main_score": 0.126022, "precision": 0.122363, "recall": 0.139328}, {"accuracy": 0.157115, "f1": 0.143733, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"], "main_score": 0.143733, "precision": 0.140214, "recall": 0.157115}, {"accuracy": 0.054348, "f1": 0.04066, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"], "main_score": 0.04066, "precision": 0.038419, "recall": 0.054348}, {"accuracy": 0.193676, "f1": 0.169112, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"], "main_score": 0.169112, "precision": 0.162223, "recall": 0.193676}, {"accuracy": 0.184783, "f1": 0.163582, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"], "main_score": 0.163582, "precision": 0.157601, "recall": 0.184783}, {"accuracy": 0.198617, "f1": 0.16935, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"], "main_score": 0.16935, "precision": 0.162673, "recall": 0.198617}, {"accuracy": 0.13834, "f1": 0.121589, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"], "main_score": 0.121589, "precision": 0.117184, "recall": 0.13834}, {"accuracy": 0.173913, "f1": 0.154238, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"], "main_score": 0.154238, "precision": 0.147706, "recall": 0.173913}, {"accuracy": 0.228261, "f1": 0.208056, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"], "main_score": 0.208056, "precision": 0.200172, "recall": 0.228261}, {"accuracy": 0.065217, "f1": 0.050399, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"], "main_score": 0.050399, "precision": 0.04779, "recall": 0.065217}, {"accuracy": 0.201581, "f1": 0.17796, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"], "main_score": 0.17796, "precision": 0.172194, "recall": 0.201581}, {"accuracy": 0.123518, "f1": 0.113137, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"], "main_score": 0.113137, "precision": 0.109807, "recall": 0.123518}, {"accuracy": 0.174901, "f1": 0.161516, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"], "main_score": 0.161516, "precision": 0.157543, "recall": 0.174901}, {"accuracy": 0.19664, "f1": 0.17806, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"], "main_score": 0.17806, "precision": 0.17154, "recall": 0.19664}, {"accuracy": 0.135375, "f1": 0.126374, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"], "main_score": 0.126374, "precision": 0.124055, "recall": 0.135375}, {"accuracy": 0.158103, "f1": 0.141995, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"], "main_score": 0.141995, "precision": 0.137837, "recall": 0.158103}, {"accuracy": 0.186759, "f1": 0.160179, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"], "main_score": 0.160179, "precision": 0.152217, "recall": 0.186759}, {"accuracy": 0.171937, "f1": 0.151908, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"], "main_score": 0.151908, "precision": 0.146113, "recall": 0.171937}, {"accuracy": 0.204545, "f1": 0.184929, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"], "main_score": 0.184929, "precision": 0.178417, "recall": 0.204545}, {"accuracy": 0.200593, "f1": 0.191034, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"], "main_score": 0.191034, "precision": 0.188097, "recall": 0.200593}, {"accuracy": 0.134387, "f1": 0.116172, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"], "main_score": 0.116172, "precision": 0.111038, "recall": 0.134387}, {"accuracy": 0.18083, "f1": 0.157647, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"], "main_score": 0.157647, "precision": 0.151286, "recall": 0.18083}, {"accuracy": 0.204545, "f1": 0.174714, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"], "main_score": 0.174714, "precision": 0.167261, "recall": 0.204545}, {"accuracy": 0.158103, "f1": 0.136544, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"], "main_score": 0.136544, "precision": 0.130963, "recall": 0.158103}, {"accuracy": 0.139328, "f1": 0.131424, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"], "main_score": 0.131424, "precision": 0.129072, "recall": 0.139328}, {"accuracy": 0.115613, "f1": 0.095563, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"], "main_score": 0.095563, "precision": 0.090838, "recall": 0.115613}, {"accuracy": 0.151186, "f1": 0.132439, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"], "main_score": 0.132439, "precision": 0.127279, "recall": 0.151186}, {"accuracy": 0.074111, "f1": 0.054797, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"], "main_score": 0.054797, "precision": 0.049962, "recall": 0.074111}, {"accuracy": 0.220356, "f1": 0.196296, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"], "main_score": 0.196296, "precision": 0.18831, "recall": 0.220356}, {"accuracy": 0.09585, "f1": 0.07697, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"], "main_score": 0.07697, "precision": 0.071221, "recall": 0.09585}, {"accuracy": 0.214427, "f1": 0.190186, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"], "main_score": 0.190186, "precision": 0.183354, "recall": 0.214427}, {"accuracy": 0.163043, "f1": 0.148508, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"], "main_score": 0.148508, "precision": 0.144017, "recall": 0.163043}, {"accuracy": 0.078063, "f1": 0.064051, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"], "main_score": 0.064051, "precision": 0.060382, "recall": 0.078063}, {"accuracy": 0.143281, "f1": 0.136004, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"], "main_score": 0.136004, "precision": 0.133471, "recall": 0.143281}, {"accuracy": 0.219368, "f1": 0.191066, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"], "main_score": 0.191066, "precision": 0.184301, "recall": 0.219368}, {"accuracy": 0.078063, "f1": 0.066617, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"], "main_score": 0.066617, "precision": 0.063912, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.113109, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"], "main_score": 0.113109, "precision": 0.108828, "recall": 0.12747}, {"accuracy": 0.220356, "f1": 0.1991, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"], "main_score": 0.1991, "precision": 0.190994, "recall": 0.220356}, {"accuracy": 0.12747, "f1": 0.108766, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"], "main_score": 0.108766, "precision": 0.103467, "recall": 0.12747}, {"accuracy": 0.168972, "f1": 0.159925, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"], "main_score": 0.159925, "precision": 0.156818, "recall": 0.168972}, {"accuracy": 0.177866, "f1": 0.160349, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"], "main_score": 0.160349, "precision": 0.153834, "recall": 0.177866}, {"accuracy": 0.203557, "f1": 0.180573, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"], "main_score": 0.180573, "precision": 0.173906, "recall": 0.203557}, {"accuracy": 0.218379, "f1": 0.198915, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"], "main_score": 0.198915, "precision": 0.193322, "recall": 0.218379}, {"accuracy": 0.187747, "f1": 0.168079, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"], "main_score": 0.168079, "precision": 0.1624, "recall": 0.187747}, {"accuracy": 0.020751, "f1": 0.007209, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"], "main_score": 0.007209, "precision": 0.005442, "recall": 0.020751}, {"accuracy": 0.062253, "f1": 0.05404, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"], "main_score": 0.05404, "precision": 0.05142, "recall": 0.062253}, {"accuracy": 0.055336, "f1": 0.046663, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"], "main_score": 0.046663, "precision": 0.043887, "recall": 0.055336}, {"accuracy": 0.104743, "f1": 0.089464, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"], "main_score": 0.089464, "precision": 0.086144, "recall": 0.104743}, {"accuracy": 0.1917, "f1": 0.169464, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"], "main_score": 0.169464, "precision": 0.163897, "recall": 0.1917}, {"accuracy": 0.100791, "f1": 0.086785, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"], "main_score": 0.086785, "precision": 0.082587, "recall": 0.100791}, {"accuracy": 0.255929, "f1": 0.234056, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"], "main_score": 0.234056, "precision": 0.225972, "recall": 0.255929}, {"accuracy": 0.195652, "f1": 0.17254, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"], "main_score": 0.17254, "precision": 0.167317, "recall": 0.195652}, {"accuracy": 0.197628, "f1": 0.175017, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"], "main_score": 0.175017, "precision": 0.16929, "recall": 0.197628}, {"accuracy": 0.131423, "f1": 0.11963, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"], "main_score": 0.11963, "precision": 0.116646, "recall": 0.131423}, {"accuracy": 0.123518, "f1": 0.10519, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"], "main_score": 0.10519, "precision": 0.100728, "recall": 0.123518}, {"accuracy": 0.147233, "f1": 0.130824, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"], "main_score": 0.130824, "precision": 0.125893, "recall": 0.147233}, {"accuracy": 0.117589, "f1": 0.103495, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"], "main_score": 0.103495, "precision": 0.098765, "recall": 0.117589}, {"accuracy": 0.23419, "f1": 0.21321, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"], "main_score": 0.21321, "precision": 0.206138, "recall": 0.23419}, {"accuracy": 0.128458, "f1": 0.111906, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"], "main_score": 0.111906, "precision": 0.107218, "recall": 0.128458}, {"accuracy": 0.064229, "f1": 0.051231, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"], "main_score": 0.051231, "precision": 0.047892, "recall": 0.064229}, {"accuracy": 0.13834, "f1": 0.125077, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"], "main_score": 0.125077, "precision": 0.121818, "recall": 0.13834}, {"accuracy": 0.146245, "f1": 0.126546, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"], "main_score": 0.126546, "precision": 0.121639, "recall": 0.146245}, {"accuracy": 0.132411, "f1": 0.117397, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"], "main_score": 0.117397, "precision": 0.112767, "recall": 0.132411}, {"accuracy": 0.155138, "f1": 0.143733, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"], "main_score": 0.143733, "precision": 0.140373, "recall": 0.155138}, {"accuracy": 0.168972, "f1": 0.143734, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"], "main_score": 0.143734, "precision": 0.138214, "recall": 0.168972}, {"accuracy": 0.049407, "f1": 0.040805, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"], "main_score": 0.040805, "precision": 0.038181, "recall": 0.049407}, {"accuracy": 0.087945, "f1": 0.066764, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"], "main_score": 0.066764, "precision": 0.061354, "recall": 0.087945}, {"accuracy": 0.126482, "f1": 0.114304, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"], "main_score": 0.114304, "precision": 0.110504, "recall": 0.126482}, {"accuracy": 0.072134, "f1": 0.063329, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"], "main_score": 0.063329, "precision": 0.060186, "recall": 0.072134}, {"accuracy": 0.155138, "f1": 0.132652, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"], "main_score": 0.132652, "precision": 0.126988, "recall": 0.155138}, {"accuracy": 0.226285, "f1": 0.205428, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"], "main_score": 0.205428, "precision": 0.197524, "recall": 0.226285}, {"accuracy": 0.076087, "f1": 0.06229, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"], "main_score": 0.06229, "precision": 0.058964, "recall": 0.076087}, {"accuracy": 0.144269, "f1": 0.126574, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"], "main_score": 0.126574, "precision": 0.121855, "recall": 0.144269}, {"accuracy": 0.170949, "f1": 0.144598, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"], "main_score": 0.144598, "precision": 0.139511, "recall": 0.170949}, {"accuracy": 0.156126, "f1": 0.134721, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"], "main_score": 0.134721, "precision": 0.129831, "recall": 0.156126}, {"accuracy": 0.12253, "f1": 0.111596, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"], "main_score": 0.111596, "precision": 0.108636, "recall": 0.12253}, {"accuracy": 0.214427, "f1": 0.186725, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"], "main_score": 0.186725, "precision": 0.180174, "recall": 0.214427}, {"accuracy": 0.112648, "f1": 0.094452, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"], "main_score": 0.094452, "precision": 0.090696, "recall": 0.112648}, {"accuracy": 0.156126, "f1": 0.141295, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"], "main_score": 0.141295, "precision": 0.137136, "recall": 0.156126}, {"accuracy": 0.12253, "f1": 0.097466, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"], "main_score": 0.097466, "precision": 0.089015, "recall": 0.12253}, {"accuracy": 0.200593, "f1": 0.178929, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"], "main_score": 0.178929, "precision": 0.172567, "recall": 0.200593}, {"accuracy": 0.037549, "f1": 0.029965, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"], "main_score": 0.029965, "precision": 0.02839, "recall": 0.037549}, {"accuracy": 0.163043, "f1": 0.143984, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"], "main_score": 0.143984, "precision": 0.139722, "recall": 0.163043}, {"accuracy": 0.146245, "f1": 0.12559, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"], "main_score": 0.12559, "precision": 0.120061, "recall": 0.146245}, {"accuracy": 0.120553, "f1": 0.103842, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"], "main_score": 0.103842, "precision": 0.099886, "recall": 0.120553}, {"accuracy": 0.195652, "f1": 0.182713, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"], "main_score": 0.182713, "precision": 0.178541, "recall": 0.195652}, {"accuracy": 0.118577, "f1": 0.106107, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"], "main_score": 0.106107, "precision": 0.102908, "recall": 0.118577}, {"accuracy": 0.214427, "f1": 0.195932, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"], "main_score": 0.195932, "precision": 0.189614, "recall": 0.214427}, {"accuracy": 0.291502, "f1": 0.267591, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"], "main_score": 0.267591, "precision": 0.25937, "recall": 0.291502}, {"accuracy": 0.194664, "f1": 0.171957, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"], "main_score": 0.171957, "precision": 0.165909, "recall": 0.194664}, {"accuracy": 0.20751, "f1": 0.189578, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"], "main_score": 0.189578, "precision": 0.183887, "recall": 0.20751}, {"accuracy": 0.212451, "f1": 0.186673, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"], "main_score": 0.186673, "precision": 0.180483, "recall": 0.212451}, {"accuracy": 0.198617, "f1": 0.181384, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"], "main_score": 0.181384, "precision": 0.174758, "recall": 0.198617}, {"accuracy": 0.215415, "f1": 0.187832, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"], "main_score": 0.187832, "precision": 0.18061, "recall": 0.215415}, {"accuracy": 0.096838, "f1": 0.082358, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"], "main_score": 0.082358, "precision": 0.077863, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.144074, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"], "main_score": 0.144074, "precision": 0.139086, "recall": 0.166008}, {"accuracy": 0.216403, "f1": 0.192423, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"], "main_score": 0.192423, "precision": 0.185503, "recall": 0.216403}, {"accuracy": 0.19664, "f1": 0.178681, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"], "main_score": 0.178681, "precision": 0.173434, "recall": 0.19664}, {"accuracy": 0.162055, "f1": 0.140754, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"], "main_score": 0.140754, "precision": 0.134076, "recall": 0.162055}, {"accuracy": 0.244071, "f1": 0.220476, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"], "main_score": 0.220476, "precision": 0.212729, "recall": 0.244071}, {"accuracy": 0.206522, "f1": 0.184538, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"], "main_score": 0.184538, "precision": 0.177516, "recall": 0.206522}, {"accuracy": 0.08498, "f1": 0.071522, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"], "main_score": 0.071522, "precision": 0.068475, "recall": 0.08498}, {"accuracy": 0.203557, "f1": 0.182167, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"], "main_score": 0.182167, "precision": 0.175514, "recall": 0.203557}, {"accuracy": 0.166008, "f1": 0.146547, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"], "main_score": 0.146547, "precision": 0.139645, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.163625, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"], "main_score": 0.163625, "precision": 0.157908, "recall": 0.184783}, {"accuracy": 0.211462, "f1": 0.194971, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"], "main_score": 0.194971, "precision": 0.188718, "recall": 0.211462}, {"accuracy": 0.06917, "f1": 0.056242, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"], "main_score": 0.056242, "precision": 0.053709, "recall": 0.06917}, {"accuracy": 0.201581, "f1": 0.180108, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"], "main_score": 0.180108, "precision": 0.172285, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.217234, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"], "main_score": 0.217234, "precision": 0.208635, "recall": 0.243083}, {"accuracy": 0.121542, "f1": 0.110686, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"], "main_score": 0.110686, "precision": 0.107512, "recall": 0.121542}, {"accuracy": 0.1917, "f1": 0.169528, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"], "main_score": 0.169528, "precision": 0.163052, "recall": 0.1917}, {"accuracy": 0.161067, "f1": 0.147253, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"], "main_score": 0.147253, "precision": 0.142873, "recall": 0.161067}, {"accuracy": 0.112648, "f1": 0.102341, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"], "main_score": 0.102341, "precision": 0.099986, "recall": 0.112648}, {"accuracy": 0.236166, "f1": 0.211076, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"], "main_score": 0.211076, "precision": 0.203209, "recall": 0.236166}, {"accuracy": 0.184783, "f1": 0.172159, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"], "main_score": 0.172159, "precision": 0.167765, "recall": 0.184783}, {"accuracy": 0.083992, "f1": 0.075703, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"], "main_score": 0.075703, "precision": 0.073311, "recall": 0.083992}, {"accuracy": 0.121542, "f1": 0.102826, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"], "main_score": 0.102826, "precision": 0.09762, "recall": 0.121542}, {"accuracy": 0.15415, "f1": 0.1317, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"], "main_score": 0.1317, "precision": 0.125483, "recall": 0.15415}, {"accuracy": 0.158103, "f1": 0.139481, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"], "main_score": 0.139481, "precision": 0.132668, "recall": 0.158103}, {"accuracy": 0.153162, "f1": 0.131426, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"], "main_score": 0.131426, "precision": 0.126036, "recall": 0.153162}, {"accuracy": 0.157115, "f1": 0.133127, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"], "main_score": 0.133127, "precision": 0.127664, "recall": 0.157115}, {"accuracy": 0.175889, "f1": 0.151482, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"], "main_score": 0.151482, "precision": 0.144907, "recall": 0.175889}, {"accuracy": 0.0583, "f1": 0.045644, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"], "main_score": 0.045644, "precision": 0.043199, "recall": 0.0583}, {"accuracy": 0.133399, "f1": 0.12031, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"], "main_score": 0.12031, "precision": 0.116057, "recall": 0.133399}, {"accuracy": 0.280632, "f1": 0.256012, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"], "main_score": 0.256012, "precision": 0.247154, "recall": 0.280632}, {"accuracy": 0.087945, "f1": 0.057122, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"], "main_score": 0.057122, "precision": 0.048867, "recall": 0.087945}, {"accuracy": 0.22332, "f1": 0.16068, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"], "main_score": 0.16068, "precision": 0.142821, "recall": 0.22332}, {"accuracy": 0.003953, "f1": 6.8e-05, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"], "main_score": 6.8e-05, "precision": 3.4e-05, "recall": 0.003953}, {"accuracy": 0.863636, "f1": 0.829254, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"], "main_score": 0.829254, "precision": 0.814097, "recall": 0.863636}, {"accuracy": 0.766798, "f1": 0.716218, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"], "main_score": 0.716218, "precision": 0.695183, "recall": 0.766798}, {"accuracy": 0.805336, "f1": 0.763276, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"], "main_score": 0.763276, "precision": 0.745233, "recall": 0.805336}, {"accuracy": 0.637352, "f1": 0.574269, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"], "main_score": 0.574269, "precision": 0.548345, "recall": 0.637352}, {"accuracy": 0.237154, "f1": 0.175018, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"], "main_score": 0.175018, "precision": 0.158678, "recall": 0.237154}, {"accuracy": 0.903162, "f1": 0.878386, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"], "main_score": 0.878386, "precision": 0.867745, "recall": 0.903162}, {"accuracy": 0.440711, "f1": 0.362624, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"], "main_score": 0.362624, "precision": 0.336097, "recall": 0.440711}, {"accuracy": 0.640316, "f1": 0.587486, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"], "main_score": 0.587486, "precision": 0.565201, "recall": 0.640316}, {"accuracy": 0.88834, "f1": 0.860968, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"], "main_score": 0.860968, "precision": 0.849144, "recall": 0.88834}, {"accuracy": 0.775692, "f1": 0.730736, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"], "main_score": 0.730736, "precision": 0.711759, "recall": 0.775692}, {"accuracy": 0.25, "f1": 0.180527, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"], "main_score": 0.180527, "precision": 0.161392, "recall": 0.25}, {"accuracy": 0.79249, "f1": 0.751188, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"], "main_score": 0.751188, "precision": 0.733689, "recall": 0.79249}, {"accuracy": 0.721344, "f1": 0.671323, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"], "main_score": 0.671323, "precision": 0.649712, "recall": 0.721344}, {"accuracy": 0.909091, "f1": 0.886232, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"], "main_score": 0.886232, "precision": 0.875976, "recall": 0.909091}, {"accuracy": 0.302372, "f1": 0.222387, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"], "main_score": 0.222387, "precision": 0.20008, "recall": 0.302372}, {"accuracy": 0.850791, "f1": 0.819926, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"], "main_score": 0.819926, "precision": 0.806844, "recall": 0.850791}, {"accuracy": 0.842885, "f1": 0.805849, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"], "main_score": 0.805849, "precision": 0.789674, "recall": 0.842885}, {"accuracy": 0.911067, "f1": 0.887022, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"], "main_score": 0.887022, "precision": 0.8764, "recall": 0.911067}, {"accuracy": 0.883399, "f1": 0.859816, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"], "main_score": 0.859816, "precision": 0.848979, "recall": 0.883399}, {"accuracy": 0.178854, "f1": 0.129182, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"], "main_score": 0.129182, "precision": 0.11557, "recall": 0.178854}, {"accuracy": 0.711462, "f1": 0.660445, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"], "main_score": 0.660445, "precision": 0.639592, "recall": 0.711462}, {"accuracy": 0.875494, "f1": 0.846253, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"], "main_score": 0.846253, "precision": 0.833407, "recall": 0.875494}, {"accuracy": 0.686759, "f1": 0.628938, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"], "main_score": 0.628938, "precision": 0.605036, "recall": 0.686759}, {"accuracy": 0.063241, "f1": 0.029723, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"], "main_score": 0.029723, "precision": 0.024772, "recall": 0.063241}, {"accuracy": 0.867589, "f1": 0.837175, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"], "main_score": 0.837175, "precision": 0.824675, "recall": 0.867589}, {"accuracy": 0.23419, "f1": 0.172869, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"], "main_score": 0.172869, "precision": 0.156168, "recall": 0.23419}, {"accuracy": 0.891304, "f1": 0.863425, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"], "main_score": 0.863425, "precision": 0.851729, "recall": 0.891304}, {"accuracy": 0.812253, "f1": 0.784387, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"], "main_score": 0.784387, "precision": 0.772277, "recall": 0.812253}, {"accuracy": 0.768775, "f1": 0.719042, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"], "main_score": 0.719042, "precision": 0.698224, "recall": 0.768775}, {"accuracy": 0.313241, "f1": 0.245742, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"], "main_score": 0.245742, "precision": 0.223901, "recall": 0.313241}, {"accuracy": 0.891304, "f1": 0.864566, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"], "main_score": 0.864566, "precision": 0.853055, "recall": 0.891304}, {"accuracy": 0.647233, "f1": 0.589662, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"], "main_score": 0.589662, "precision": 0.566638, "recall": 0.647233}, {"accuracy": 0.799407, "f1": 0.759674, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"], "main_score": 0.759674, "precision": 0.742707, "recall": 0.799407}, {"accuracy": 0.730237, "f1": 0.685013, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"], "main_score": 0.685013, "precision": 0.666373, "recall": 0.730237}, {"accuracy": 0.899209, "f1": 0.877536, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"], "main_score": 0.877536, "precision": 0.867507, "recall": 0.899209}, {"accuracy": 0.86166, "f1": 0.830599, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"], "main_score": 0.830599, "precision": 0.817013, "recall": 0.86166}, {"accuracy": 0.183794, "f1": 0.121803, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"], "main_score": 0.121803, "precision": 0.108578, "recall": 0.183794}, {"accuracy": 0.061265, "f1": 0.039297, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"], "main_score": 0.039297, "precision": 0.03348, "recall": 0.061265}, {"accuracy": 0.900198, "f1": 0.874744, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"], "main_score": 0.874744, "precision": 0.863546, "recall": 0.900198}, {"accuracy": 0.176877, "f1": 0.126804, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"], "main_score": 0.126804, "precision": 0.113882, "recall": 0.176877}, {"accuracy": 0.910079, "f1": 0.885804, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"], "main_score": 0.885804, "precision": 0.875033, "recall": 0.910079}, {"accuracy": 0.875494, "f1": 0.847483, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"], "main_score": 0.847483, "precision": 0.835293, "recall": 0.875494}, {"accuracy": 0.745059, "f1": 0.696279, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"], "main_score": 0.696279, "precision": 0.67635, "recall": 0.745059}, {"accuracy": 0.719368, "f1": 0.671131, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"], "main_score": 0.671131, "precision": 0.65119, "recall": 0.719368}, {"accuracy": 0.208498, "f1": 0.145051, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"], "main_score": 0.145051, "precision": 0.12924, "recall": 0.208498}, {"accuracy": 0.651186, "f1": 0.600828, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"], "main_score": 0.600828, "precision": 0.579968, "recall": 0.651186}, {"accuracy": 0.614625, "f1": 0.549373, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"], "main_score": 0.549373, "precision": 0.523183, "recall": 0.614625}, {"accuracy": 0.903162, "f1": 0.878539, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"], "main_score": 0.878539, "precision": 0.867605, "recall": 0.903162}, {"accuracy": 0.700593, "f1": 0.64415, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"], "main_score": 0.64415, "precision": 0.620611, "recall": 0.700593}, {"accuracy": 0.192688, "f1": 0.137424, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"], "main_score": 0.137424, "precision": 0.12201, "recall": 0.192688}, {"accuracy": 0.843874, "f1": 0.809441, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"], "main_score": 0.809441, "precision": 0.794816, "recall": 0.843874}, {"accuracy": 0.070158, "f1": 0.042246, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"], "main_score": 0.042246, "precision": 0.03516, "recall": 0.070158}, {"accuracy": 0.271739, "f1": 0.209885, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"], "main_score": 0.209885, "precision": 0.192525, "recall": 0.271739}, {"accuracy": 0.386364, "f1": 0.311108, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"], "main_score": 0.311108, "precision": 0.287494, "recall": 0.386364}, {"accuracy": 0.085968, "f1": 0.05123, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"], "main_score": 0.05123, "precision": 0.04267, "recall": 0.085968}, {"accuracy": 0.905138, "f1": 0.881559, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"], "main_score": 0.881559, "precision": 0.870833, "recall": 0.905138}, {"accuracy": 0.855731, "f1": 0.823419, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"], "main_score": 0.823419, "precision": 0.809606, "recall": 0.855731}, {"accuracy": 0.909091, "f1": 0.884703, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"], "main_score": 0.884703, "precision": 0.873831, "recall": 0.909091}, {"accuracy": 0.821146, "f1": 0.783004, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"], "main_score": 0.783004, "precision": 0.766109, "recall": 0.821146}, {"accuracy": 0.298419, "f1": 0.22028, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"], "main_score": 0.22028, "precision": 0.197541, "recall": 0.298419}, {"accuracy": 0.704545, "f1": 0.646833, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"], "main_score": 0.646833, "precision": 0.62277, "recall": 0.704545}, {"accuracy": 0.48419, "f1": 0.42203, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"], "main_score": 0.42203, "precision": 0.401373, "recall": 0.48419}, {"accuracy": 0.905138, "f1": 0.881621, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"], "main_score": 0.881621, "precision": 0.871492, "recall": 0.905138}, {"accuracy": 0.279644, "f1": 0.210085, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"], "main_score": 0.210085, "precision": 0.191537, "recall": 0.279644}, {"accuracy": 0.353755, "f1": 0.279659, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"], "main_score": 0.279659, "precision": 0.257932, "recall": 0.353755}, {"accuracy": 0.277668, "f1": 0.201714, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"], "main_score": 0.201714, "precision": 0.181137, "recall": 0.277668}, {"accuracy": 0.362648, "f1": 0.290132, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"], "main_score": 0.290132, "precision": 0.26796, "recall": 0.362648}, {"accuracy": 0.631423, "f1": 0.56975, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"], "main_score": 0.56975, "precision": 0.545435, "recall": 0.631423}, {"accuracy": 0.897233, "f1": 0.874281, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"], "main_score": 0.874281, "precision": 0.864428, "recall": 0.897233}, {"accuracy": 0.059289, "f1": 0.023173, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"], "main_score": 0.023173, "precision": 0.017698, "recall": 0.059289}, {"accuracy": 0.229249, "f1": 0.166296, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"], "main_score": 0.166296, "precision": 0.147671, "recall": 0.229249}, {"accuracy": 0.685771, "f1": 0.635479, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"], "main_score": 0.635479, "precision": 0.615525, "recall": 0.685771}, {"accuracy": 0.26087, "f1": 0.192156, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"], "main_score": 0.192156, "precision": 0.172603, "recall": 0.26087}, {"accuracy": 0.05336, "f1": 0.027174, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"], "main_score": 0.027174, "precision": 0.023367, "recall": 0.05336}, {"accuracy": 0.912055, "f1": 0.890316, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"], "main_score": 0.890316, "precision": 0.881242, "recall": 0.912055}, {"accuracy": 0.732213, "f1": 0.682772, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"], "main_score": 0.682772, "precision": 0.661702, "recall": 0.732213}, {"accuracy": 0.769763, "f1": 0.724275, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"], "main_score": 0.724275, "precision": 0.704564, "recall": 0.769763}, {"accuracy": 0.601779, "f1": 0.540553, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"], "main_score": 0.540553, "precision": 0.516914, "recall": 0.601779}, {"accuracy": 0.903162, "f1": 0.878113, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"], "main_score": 0.878113, "precision": 0.867252, "recall": 0.903162}, {"accuracy": 0.90415, "f1": 0.878049, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"], "main_score": 0.878049, "precision": 0.866436, "recall": 0.90415}, {"accuracy": 0.911067, "f1": 0.886759, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"], "main_score": 0.886759, "precision": 0.875741, "recall": 0.911067}, {"accuracy": 0.848814, "f1": 0.812301, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"], "main_score": 0.812301, "precision": 0.796031, "recall": 0.848814}, {"accuracy": 0.249012, "f1": 0.18297, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"], "main_score": 0.18297, "precision": 0.16401, "recall": 0.249012}, {"accuracy": 0.178854, "f1": 0.127208, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"], "main_score": 0.127208, "precision": 0.11318, "recall": 0.178854}, {"accuracy": 0.718379, "f1": 0.663381, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"], "main_score": 0.663381, "precision": 0.641018, "recall": 0.718379}, {"accuracy": 0.882411, "f1": 0.852226, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"], "main_score": 0.852226, "precision": 0.83885, "recall": 0.882411}, {"accuracy": 0.852767, "f1": 0.820653, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"], "main_score": 0.820653, "precision": 0.807179, "recall": 0.852767}, {"accuracy": 0.400198, "f1": 0.327318, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"], "main_score": 0.327318, "precision": 0.301975, "recall": 0.400198}, {"accuracy": 0.212451, "f1": 0.147055, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"], "main_score": 0.147055, "precision": 0.130263, "recall": 0.212451}, {"accuracy": 0.658103, "f1": 0.600069, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"], "main_score": 0.600069, "precision": 0.576485, "recall": 0.658103}, {"accuracy": 0.785573, "f1": 0.744241, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"], "main_score": 0.744241, "precision": 0.727783, "recall": 0.785573}, {"accuracy": 0.217391, "f1": 0.148751, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"], "main_score": 0.148751, "precision": 0.132756, "recall": 0.217391}, {"accuracy": 0.890316, "f1": 0.864102, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"], "main_score": 0.864102, "precision": 0.852223, "recall": 0.890316}, {"accuracy": 0.255929, "f1": 0.193958, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"], "main_score": 0.193958, "precision": 0.176585, "recall": 0.255929}, {"accuracy": 0.427866, "f1": 0.348995, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"], "main_score": 0.348995, "precision": 0.323101, "recall": 0.427866}, {"accuracy": 0.870553, "f1": 0.840283, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"], "main_score": 0.840283, "precision": 0.827454, "recall": 0.870553}, {"accuracy": 0.909091, "f1": 0.884025, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"], "main_score": 0.884025, "precision": 0.872727, "recall": 0.909091}, {"accuracy": 0.914032, "f1": 0.891605, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"], "main_score": 0.891605, "precision": 0.881835, "recall": 0.914032}, {"accuracy": 0.863636, "f1": 0.828763, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"], "main_score": 0.828763, "precision": 0.81348, "recall": 0.863636}, {"accuracy": 0.729249, "f1": 0.677075, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"], "main_score": 0.677075, "precision": 0.655275, "recall": 0.729249}, {"accuracy": 0.767787, "f1": 0.717981, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"], "main_score": 0.717981, "precision": 0.697843, "recall": 0.767787}, {"accuracy": 0.27668, "f1": 0.208063, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"], "main_score": 0.208063, "precision": 0.187234, "recall": 0.27668}, {"accuracy": 0.083992, "f1": 0.041996, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"], "main_score": 0.041996, "precision": 0.035621, "recall": 0.083992}, {"accuracy": 0.281621, "f1": 0.208718, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"], "main_score": 0.208718, "precision": 0.18803, "recall": 0.281621}, {"accuracy": 0.133399, "f1": 0.080094, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"], "main_score": 0.080094, "precision": 0.069796, "recall": 0.133399}, {"accuracy": 0.916008, "f1": 0.893577, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"], "main_score": 0.893577, "precision": 0.883597, "recall": 0.916008}, {"accuracy": 0.706522, "f1": 0.655552, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"], "main_score": 0.655552, "precision": 0.634437, "recall": 0.706522}, {"accuracy": 0.083004, "f1": 0.060072, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"], "main_score": 0.060072, "precision": 0.054195, "recall": 0.083004}, {"accuracy": 0.709486, "f1": 0.658438, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"], "main_score": 0.658438, "precision": 0.637088, "recall": 0.709486}, {"accuracy": 0.896245, "f1": 0.868857, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"], "main_score": 0.868857, "precision": 0.856613, "recall": 0.896245}, {"accuracy": 0.621542, "f1": 0.561707, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"], "main_score": 0.561707, "precision": 0.53817, "recall": 0.621542}, {"accuracy": 0.533597, "f1": 0.461694, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"], "main_score": 0.461694, "precision": 0.43518, "recall": 0.533597}, {"accuracy": 0.195652, "f1": 0.135947, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"], "main_score": 0.135947, "precision": 0.120796, "recall": 0.195652}, {"accuracy": 0.866601, "f1": 0.83498, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"], "main_score": 0.83498, "precision": 0.821492, "recall": 0.866601}, {"accuracy": 0.40415, "f1": 0.328537, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"], "main_score": 0.328537, "precision": 0.303674, "recall": 0.40415}, {"accuracy": 0.23913, "f1": 0.169096, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"], "main_score": 0.169096, "precision": 0.150229, "recall": 0.23913}, {"accuracy": 0.218379, "f1": 0.156373, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"], "main_score": 0.156373, "precision": 0.14022, "recall": 0.218379}, {"accuracy": 0.26087, "f1": 0.19939, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"], "main_score": 0.19939, "precision": 0.182374, "recall": 0.26087}, {"accuracy": 0.880435, "f1": 0.851346, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"], "main_score": 0.851346, "precision": 0.838712, "recall": 0.880435}, {"accuracy": 0.021739, "f1": 0.006294, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"], "main_score": 0.006294, "precision": 0.004825, "recall": 0.021739}, {"accuracy": 0.701581, "f1": 0.649886, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"], "main_score": 0.649886, "precision": 0.628592, "recall": 0.701581}, {"accuracy": 0.386364, "f1": 0.31782, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"], "main_score": 0.31782, "precision": 0.293669, "recall": 0.386364}, {"accuracy": 0.732213, "f1": 0.683164, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"], "main_score": 0.683164, "precision": 0.663438, "recall": 0.732213}, {"accuracy": 0.910079, "f1": 0.888095, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"], "main_score": 0.888095, "precision": 0.87836, "recall": 0.910079}, {"accuracy": 0.107708, "f1": 0.068076, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"], "main_score": 0.068076, "precision": 0.059764, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.15363, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"], "main_score": 0.15363, "precision": 0.137706, "recall": 0.211462}, {"accuracy": 0.896245, "f1": 0.872545, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"], "main_score": 0.872545, "precision": 0.862363, "recall": 0.896245}, {"accuracy": 0.898221, "f1": 0.871377, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"], "main_score": 0.871377, "precision": 0.859437, "recall": 0.898221}, {"accuracy": 0.623518, "f1": 0.564774, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"], "main_score": 0.564774, "precision": 0.542005, "recall": 0.623518}, {"accuracy": 0.215415, "f1": 0.150292, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"], "main_score": 0.150292, "precision": 0.132702, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.150995, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"], "main_score": 0.150995, "precision": 0.130262, "recall": 0.225296}, {"accuracy": 0.823123, "f1": 0.780731, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"], "main_score": 0.780731, "precision": 0.762363, "recall": 0.823123}, {"accuracy": 0.200593, "f1": 0.143647, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"], "main_score": 0.143647, "precision": 0.129488, "recall": 0.200593}, {"accuracy": 0.236166, "f1": 0.171652, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"], "main_score": 0.171652, "precision": 0.152692, "recall": 0.236166}, {"accuracy": 0.66502, "f1": 0.604665, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"], "main_score": 0.604665, "precision": 0.580397, "recall": 0.66502}, {"accuracy": 0.636364, "f1": 0.579873, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"], "main_score": 0.579873, "precision": 0.558127, "recall": 0.636364}, {"accuracy": 0.817194, "f1": 0.780926, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"], "main_score": 0.780926, "precision": 0.765623, "recall": 0.817194}, {"accuracy": 0.302372, "f1": 0.229832, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"], "main_score": 0.229832, "precision": 0.207145, "recall": 0.302372}, {"accuracy": 0.481225, "f1": 0.406717, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"], "main_score": 0.406717, "precision": 0.381284, "recall": 0.481225}, {"accuracy": 0.866601, "f1": 0.83401, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"], "main_score": 0.83401, "precision": 0.81938, "recall": 0.866601}, {"accuracy": 0.432806, "f1": 0.368389, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"], "main_score": 0.368389, "precision": 0.344604, "recall": 0.432806}, {"accuracy": 0.684783, "f1": 0.626026, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"], "main_score": 0.626026, "precision": 0.600774, "recall": 0.684783}, {"accuracy": 0.341897, "f1": 0.275259, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"], "main_score": 0.275259, "precision": 0.255009, "recall": 0.341897}, {"accuracy": 0.500988, "f1": 0.435677, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"], "main_score": 0.435677, "precision": 0.410973, "recall": 0.500988}, {"accuracy": 0.663043, "f1": 0.603466, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"], "main_score": 0.603466, "precision": 0.578813, "recall": 0.663043}, {"accuracy": 0.262846, "f1": 0.191876, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"], "main_score": 0.191876, "precision": 0.170615, "recall": 0.262846}, {"accuracy": 0.736166, "f1": 0.687887, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"], "main_score": 0.687887, "precision": 0.667136, "recall": 0.736166}, {"accuracy": 0.866601, "f1": 0.834232, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"], "main_score": 0.834232, "precision": 0.820685, "recall": 0.866601}, {"accuracy": 0.866601, "f1": 0.833707, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"], "main_score": 0.833707, "precision": 0.819252, "recall": 0.866601}, {"accuracy": 0.86166, "f1": 0.833433, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"], "main_score": 0.833433, "precision": 0.821201, "recall": 0.86166}, {"accuracy": 0.693676, "f1": 0.645246, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"], "main_score": 0.645246, "precision": 0.624728, "recall": 0.693676}, {"accuracy": 0.912055, "f1": 0.890123, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"], "main_score": 0.890123, "precision": 0.880583, "recall": 0.912055}, {"accuracy": 0.382411, "f1": 0.315707, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"], "main_score": 0.315707, "precision": 0.293071, "recall": 0.382411}, {"accuracy": 0.521739, "f1": 0.448621, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"], "main_score": 0.448621, "precision": 0.423115, "recall": 0.521739}, {"accuracy": 0.118577, "f1": 0.070473, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"], "main_score": 0.070473, "precision": 0.061373, "recall": 0.118577}, {"accuracy": 0.913043, "f1": 0.890662, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"], "main_score": 0.890662, "precision": 0.88107, "recall": 0.913043}, {"accuracy": 0.181818, "f1": 0.131288, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"], "main_score": 0.131288, "precision": 0.116534, "recall": 0.181818}, {"accuracy": 0.874506, "f1": 0.845182, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"], "main_score": 0.845182, "precision": 0.832378, "recall": 0.874506}, {"accuracy": 0.818182, "f1": 0.778228, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"], "main_score": 0.778228, "precision": 0.759942, "recall": 0.818182}, {"accuracy": 0.492095, "f1": 0.418198, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"], "main_score": 0.418198, "precision": 0.391125, "recall": 0.492095}, {"accuracy": 0.373518, "f1": 0.293806, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"], "main_score": 0.293806, "precision": 0.269194, "recall": 0.373518}, {"accuracy": 0.767787, "f1": 0.711707, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"], "main_score": 0.711707, "precision": 0.687344, "recall": 0.767787}, {"accuracy": 0.266798, "f1": 0.198959, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"], "main_score": 0.198959, "precision": 0.179675, "recall": 0.266798}, {"accuracy": 0.249012, "f1": 0.181316, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"], "main_score": 0.181316, "precision": 0.163399, "recall": 0.249012}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"], "main_score": 0.889394, "precision": 0.879035, "recall": 0.913043}, {"accuracy": 0.462451, "f1": 0.38337, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"], "main_score": 0.38337, "precision": 0.356942, "recall": 0.462451}, {"accuracy": 0.892292, "f1": 0.86558, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"], "main_score": 0.86558, "precision": 0.853713, "recall": 0.892292}, {"accuracy": 0.222332, "f1": 0.148669, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"], "main_score": 0.148669, "precision": 0.130365, "recall": 0.222332}, {"accuracy": 0.905138, "f1": 0.880879, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"], "main_score": 0.880879, "precision": 0.870447, "recall": 0.905138}, {"accuracy": 0.770751, "f1": 0.721641, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"], "main_score": 0.721641, "precision": 0.700346, "recall": 0.770751}, {"accuracy": 0.862648, "f1": 0.834159, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"], "main_score": 0.834159, "precision": 0.821847, "recall": 0.862648}, {"accuracy": 0.192688, "f1": 0.131882, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"], "main_score": 0.131882, "precision": 0.115147, "recall": 0.192688}, {"accuracy": 0.851779, "f1": 0.820501, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"], "main_score": 0.820501, "precision": 0.807277, "recall": 0.851779}, {"accuracy": 0.212451, "f1": 0.14975, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"], "main_score": 0.14975, "precision": 0.132277, "recall": 0.212451}, {"accuracy": 0.221344, "f1": 0.155598, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"], "main_score": 0.155598, "precision": 0.13782, "recall": 0.221344}, {"accuracy": 0.166996, "f1": 0.114379, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"], "main_score": 0.114379, "precision": 0.101011, "recall": 0.166996}, {"accuracy": 0.482213, "f1": 0.418479, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"], "main_score": 0.418479, "precision": 0.394406, "recall": 0.482213}, {"accuracy": 0.905138, "f1": 0.87996, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"], "main_score": 0.87996, "precision": 0.868857, "recall": 0.905138}, {"accuracy": 0.331028, "f1": 0.255933, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"], "main_score": 0.255933, "precision": 0.232838, "recall": 0.331028}, {"accuracy": 0.212451, "f1": 0.144002, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"], "main_score": 0.144002, "precision": 0.126402, "recall": 0.212451}, {"accuracy": 0.255929, "f1": 0.186413, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"], "main_score": 0.186413, "precision": 0.167596, "recall": 0.255929}, {"accuracy": 0.639328, "f1": 0.579416, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"], "main_score": 0.579416, "precision": 0.55528, "recall": 0.639328}, {"accuracy": 0.189723, "f1": 0.132553, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"], "main_score": 0.132553, "precision": 0.117027, "recall": 0.189723}, {"accuracy": 0.215415, "f1": 0.157896, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"], "main_score": 0.157896, "precision": 0.140998, "recall": 0.215415}, {"accuracy": 0.822134, "f1": 0.788606, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"], "main_score": 0.788606, "precision": 0.774005, "recall": 0.822134}, {"accuracy": 0.317194, "f1": 0.240153, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"], "main_score": 0.240153, "precision": 0.217444, "recall": 0.317194}, {"accuracy": 0.264822, "f1": 0.193913, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"], "main_score": 0.193913, "precision": 0.174939, "recall": 0.264822}, {"accuracy": 0.666996, "f1": 0.606418, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"], "main_score": 0.606418, "precision": 0.580715, "recall": 0.666996}, {"accuracy": 0.352767, "f1": 0.277079, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"], "main_score": 0.277079, "precision": 0.254945, "recall": 0.352767}, {"accuracy": 0.4417, "f1": 0.365189, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"], "main_score": 0.365189, "precision": 0.338274, "recall": 0.4417}, {"accuracy": 0.710474, "f1": 0.656315, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"], "main_score": 0.656315, "precision": 0.634157, "recall": 0.710474}, {"accuracy": 0.37747, "f1": 0.296858, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"], "main_score": 0.296858, "precision": 0.270626, "recall": 0.37747}, {"accuracy": 0.482213, "f1": 0.40439, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"], "main_score": 0.40439, "precision": 0.37691, "recall": 0.482213}, {"accuracy": 0.219368, "f1": 0.15151, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"], "main_score": 0.15151, "precision": 0.131861, "recall": 0.219368}, {"accuracy": 0.86166, "f1": 0.826932, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"], "main_score": 0.826932, "precision": 0.812213, "recall": 0.86166}, {"accuracy": 0.841897, "f1": 0.806475, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"], "main_score": 0.806475, "precision": 0.791551, "recall": 0.841897}, {"accuracy": 0.893281, "f1": 0.865497, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"], "main_score": 0.865497, "precision": 0.853171, "recall": 0.893281}, {"accuracy": 0.643281, "f1": 0.584276, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"], "main_score": 0.584276, "precision": 0.560837, "recall": 0.643281}, {"accuracy": 0.29249, "f1": 0.225058, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"], "main_score": 0.225058, "precision": 0.205706, "recall": 0.29249}, {"accuracy": 0.220356, "f1": 0.155653, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"], "main_score": 0.155653, "precision": 0.139416, "recall": 0.220356}, {"accuracy": 0.083004, "f1": 0.049579, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"], "main_score": 0.049579, "precision": 0.041544, "recall": 0.083004}, {"accuracy": 0.218379, "f1": 0.148278, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"], "main_score": 0.148278, "precision": 0.130742, "recall": 0.218379}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"], "main_score": 0.887681, "precision": 0.874835, "recall": 0.914032}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"], "main_score": 0.926877, "precision": 0.918314, "recall": 0.944664}, {"accuracy": 0.649209, "f1": 0.575882, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"], "main_score": 0.575882, "precision": 0.547292, "recall": 0.649209}, {"accuracy": 0.230237, "f1": 0.16319, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"], "main_score": 0.16319, "precision": 0.145337, "recall": 0.230237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.432806, "f1": 0.348697, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"], "main_score": 0.348697, "precision": 0.321635, "recall": 0.432806}, {"accuracy": 0.678854, "f1": 0.607468, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"], "main_score": 0.607468, "precision": 0.578675, "recall": 0.678854}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"], "main_score": 0.888999, "precision": 0.877306, "recall": 0.914032}, {"accuracy": 0.275692, "f1": 0.192902, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"], "main_score": 0.192902, "precision": 0.170349, "recall": 0.275692}, {"accuracy": 0.943676, "f1": 0.926548, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"], "main_score": 0.926548, "precision": 0.918478, "recall": 0.943676}, {"accuracy": 0.854743, "f1": 0.816897, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"], "main_score": 0.816897, "precision": 0.800049, "recall": 0.854743}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.320158, "f1": 0.234564, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"], "main_score": 0.234564, "precision": 0.211618, "recall": 0.320158}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"], "main_score": 0.950165, "precision": 0.944746, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.177866, "f1": 0.120755, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"], "main_score": 0.120755, "precision": 0.107142, "recall": 0.177866}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"], "main_score": 0.870949, "precision": 0.857658, "recall": 0.899209}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.743083, "f1": 0.683432, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"], "main_score": 0.683432, "precision": 0.65855, "recall": 0.743083}, {"accuracy": 0.066206, "f1": 0.032513, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"], "main_score": 0.032513, "precision": 0.027337, "recall": 0.066206}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.249012, "f1": 0.173116, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"], "main_score": 0.173116, "precision": 0.153955, "recall": 0.249012}, {"accuracy": 0.867589, "f1": 0.829974, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"], "main_score": 0.829974, "precision": 0.812912, "recall": 0.867589}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.913043, "f1": 0.886364, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"], "main_score": 0.886364, "precision": 0.873353, "recall": 0.913043}, {"accuracy": 0.296443, "f1": 0.218001, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"], "main_score": 0.218001, "precision": 0.195376, "recall": 0.296443}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.821146, "f1": 0.777703, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"], "main_score": 0.777703, "precision": 0.758656, "recall": 0.821146}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"], "main_score": 0.917655, "precision": 0.907938, "recall": 0.937747}, {"accuracy": 0.914032, "f1": 0.890184, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"], "main_score": 0.890184, "precision": 0.8792, "recall": 0.914032}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.185771, "f1": 0.118621, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"], "main_score": 0.118621, "precision": 0.103402, "recall": 0.185771}, {"accuracy": 0.063241, "f1": 0.038998, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"], "main_score": 0.038998, "precision": 0.033778, "recall": 0.063241}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.179842, "f1": 0.118724, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"], "main_score": 0.118724, "precision": 0.105119, "recall": 0.179842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.896245, "f1": 0.865975, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"], "main_score": 0.865975, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.770751, "f1": 0.715763, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"], "main_score": 0.715763, "precision": 0.692523, "recall": 0.770751}, {"accuracy": 0.222332, "f1": 0.147824, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"], "main_score": 0.147824, "precision": 0.12977, "recall": 0.222332}, {"accuracy": 0.751976, "f1": 0.700892, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"], "main_score": 0.700892, "precision": 0.679258, "recall": 0.751976}, {"accuracy": 0.652174, "f1": 0.580479, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"], "main_score": 0.580479, "precision": 0.553583, "recall": 0.652174}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.759881, "f1": 0.700579, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"], "main_score": 0.700579, "precision": 0.674967, "recall": 0.759881}, {"accuracy": 0.189723, "f1": 0.12706, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"], "main_score": 0.12706, "precision": 0.113028, "recall": 0.189723}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.08004, "f1": 0.045866, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"], "main_score": 0.045866, "precision": 0.038622, "recall": 0.08004}, {"accuracy": 0.275692, "f1": 0.205271, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"], "main_score": 0.205271, "precision": 0.186339, "recall": 0.275692}, {"accuracy": 0.389328, "f1": 0.298977, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"], "main_score": 0.298977, "precision": 0.271713, "recall": 0.389328}, {"accuracy": 0.09585, "f1": 0.052198, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"], "main_score": 0.052198, "precision": 0.042447, "recall": 0.09585}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.312253, "f1": 0.22903, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"], "main_score": 0.22903, "precision": 0.205907, "recall": 0.312253}, {"accuracy": 0.775692, "f1": 0.719441, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"], "main_score": 0.719441, "precision": 0.695512, "recall": 0.775692}, {"accuracy": 0.486166, "f1": 0.406512, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"], "main_score": 0.406512, "precision": 0.380366, "recall": 0.486166}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.293478, "f1": 0.215385, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"], "main_score": 0.215385, "precision": 0.194771, "recall": 0.293478}, {"accuracy": 0.352767, "f1": 0.272915, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"], "main_score": 0.272915, "precision": 0.250318, "recall": 0.352767}, {"accuracy": 0.283597, "f1": 0.19684, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"], "main_score": 0.19684, "precision": 0.17252, "recall": 0.283597}, {"accuracy": 0.375494, "f1": 0.291938, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"], "main_score": 0.291938, "precision": 0.266864, "recall": 0.375494}, {"accuracy": 0.655138, "f1": 0.58366, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"], "main_score": 0.58366, "precision": 0.555158, "recall": 0.655138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.056324, "f1": 0.019502, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"], "main_score": 0.019502, "precision": 0.015326, "recall": 0.056324}, {"accuracy": 0.233202, "f1": 0.162212, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"], "main_score": 0.162212, "precision": 0.143259, "recall": 0.233202}, {"accuracy": 0.761858, "f1": 0.701252, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"], "main_score": 0.701252, "precision": 0.675823, "recall": 0.761858}, {"accuracy": 0.266798, "f1": 0.191137, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"], "main_score": 0.191137, "precision": 0.171645, "recall": 0.266798}, {"accuracy": 0.066206, "f1": 0.032656, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"], "main_score": 0.032656, "precision": 0.027414, "recall": 0.066206}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.802372, "f1": 0.751795, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"], "main_score": 0.751795, "precision": 0.729785, "recall": 0.802372}, {"accuracy": 0.813241, "f1": 0.762422, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"], "main_score": 0.762422, "precision": 0.740102, "recall": 0.813241}, {"accuracy": 0.767787, "f1": 0.716551, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"], "main_score": 0.716551, "precision": 0.69568, "recall": 0.767787}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.255929, "f1": 0.185945, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"], "main_score": 0.185945, "precision": 0.167302, "recall": 0.255929}, {"accuracy": 0.192688, "f1": 0.128465, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"], "main_score": 0.128465, "precision": 0.113331, "recall": 0.192688}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"], "main_score": 0.880336, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.402174, "f1": 0.312833, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"], "main_score": 0.312833, "precision": 0.284602, "recall": 0.402174}, {"accuracy": 0.232213, "f1": 0.160155, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"], "main_score": 0.160155, "precision": 0.14249, "recall": 0.232213}, {"accuracy": 0.740119, "f1": 0.678821, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"], "main_score": 0.678821, "precision": 0.65331, "recall": 0.740119}, {"accuracy": 0.926877, "f1": 0.905665, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"], "main_score": 0.905665, "precision": 0.896163, "recall": 0.926877}, {"accuracy": 0.213439, "f1": 0.138858, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"], "main_score": 0.138858, "precision": 0.122003, "recall": 0.213439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.272727, "f1": 0.203727, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"], "main_score": 0.203727, "precision": 0.185742, "recall": 0.272727}, {"accuracy": 0.455534, "f1": 0.36196, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"], "main_score": 0.36196, "precision": 0.33171, "recall": 0.455534}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.759881, "f1": 0.699031, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"], "main_score": 0.699031, "precision": 0.673007, "recall": 0.759881}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.253953, "f1": 0.183083, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"], "main_score": 0.183083, "precision": 0.164407, "recall": 0.253953}, {"accuracy": 0.083004, "f1": 0.037506, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"], "main_score": 0.037506, "precision": 0.03039, "recall": 0.083004}, {"accuracy": 0.277668, "f1": 0.202101, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"], "main_score": 0.202101, "precision": 0.181574, "recall": 0.277668}, {"accuracy": 0.135375, "f1": 0.079588, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"], "main_score": 0.079588, "precision": 0.067962, "recall": 0.135375}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.735178, "f1": 0.67133, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"], "main_score": 0.67133, "precision": 0.643841, "recall": 0.735178}, {"accuracy": 0.094862, "f1": 0.060592, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"], "main_score": 0.060592, "precision": 0.053176, "recall": 0.094862}, {"accuracy": 0.754941, "f1": 0.694718, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"], "main_score": 0.694718, "precision": 0.66885, "recall": 0.754941}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.764822, "f1": 0.7044, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"], "main_score": 0.7044, "precision": 0.678623, "recall": 0.764822}, {"accuracy": 0.523715, "f1": 0.43827, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"], "main_score": 0.43827, "precision": 0.40667, "recall": 0.523715}, {"accuracy": 0.202569, "f1": 0.130079, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"], "main_score": 0.130079, "precision": 0.112686, "recall": 0.202569}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.420949, "f1": 0.332429, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"], "main_score": 0.332429, "precision": 0.303783, "recall": 0.420949}, {"accuracy": 0.251976, "f1": 0.172115, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"], "main_score": 0.172115, "precision": 0.152763, "recall": 0.251976}, {"accuracy": 0.235178, "f1": 0.16704, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"], "main_score": 0.16704, "precision": 0.14962, "recall": 0.235178}, {"accuracy": 0.248024, "f1": 0.17932, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"], "main_score": 0.17932, "precision": 0.160219, "recall": 0.248024}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.020751, "f1": 0.004632, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"], "main_score": 0.004632, "precision": 0.003398, "recall": 0.020751}, {"accuracy": 0.871542, "f1": 0.835013, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"], "main_score": 0.835013, "precision": 0.818429, "recall": 0.871542}, {"accuracy": 0.434783, "f1": 0.348376, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"], "main_score": 0.348376, "precision": 0.317671, "recall": 0.434783}, {"accuracy": 0.857708, "f1": 0.817655, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"], "main_score": 0.817655, "precision": 0.799242, "recall": 0.857708}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.109684, "f1": 0.066515, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"], "main_score": 0.066515, "precision": 0.057771, "recall": 0.109684}, {"accuracy": 0.227273, "f1": 0.157093, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"], "main_score": 0.157093, "precision": 0.139705, "recall": 0.227273}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.662055, "f1": 0.589817, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"], "main_score": 0.589817, "precision": 0.561726, "recall": 0.662055}, {"accuracy": 0.209486, "f1": 0.138926, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"], "main_score": 0.138926, "precision": 0.120576, "recall": 0.209486}, {"accuracy": 0.214427, "f1": 0.140002, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"], "main_score": 0.140002, "precision": 0.120946, "recall": 0.214427}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.215415, "f1": 0.150383, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"], "main_score": 0.150383, "precision": 0.135165, "recall": 0.215415}, {"accuracy": 0.231225, "f1": 0.162123, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"], "main_score": 0.162123, "precision": 0.14273, "recall": 0.231225}, {"accuracy": 0.813241, "f1": 0.763032, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"], "main_score": 0.763032, "precision": 0.740736, "recall": 0.813241}, {"accuracy": 0.663043, "f1": 0.592988, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"], "main_score": 0.592988, "precision": 0.566314, "recall": 0.663043}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.307312, "f1": 0.221585, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"], "main_score": 0.221585, "precision": 0.195091, "recall": 0.307312}, {"accuracy": 0.488142, "f1": 0.400204, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"], "main_score": 0.400204, "precision": 0.371268, "recall": 0.488142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.550395, "f1": 0.471479, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"], "main_score": 0.471479, "precision": 0.441617, "recall": 0.550395}, {"accuracy": 0.851779, "f1": 0.809091, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"], "main_score": 0.809091, "precision": 0.789361, "recall": 0.851779}, {"accuracy": 0.315217, "f1": 0.237215, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"], "main_score": 0.237215, "precision": 0.215457, "recall": 0.315217}, {"accuracy": 0.603755, "f1": 0.523895, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"], "main_score": 0.523895, "precision": 0.493416, "recall": 0.603755}, {"accuracy": 0.70751, "f1": 0.643316, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"], "main_score": 0.643316, "precision": 0.616478, "recall": 0.70751}, {"accuracy": 0.266798, "f1": 0.184392, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"], "main_score": 0.184392, "precision": 0.161999, "recall": 0.266798}, {"accuracy": 0.923913, "f1": 0.90168, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"], "main_score": 0.90168, "precision": 0.891337, "recall": 0.923913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.783597, "f1": 0.728689, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"], "main_score": 0.728689, "precision": 0.70448, "recall": 0.783597}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.426877, "f1": 0.347166, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"], "main_score": 0.347166, "precision": 0.320516, "recall": 0.426877}, {"accuracy": 0.519763, "f1": 0.428718, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"], "main_score": 0.428718, "precision": 0.397218, "recall": 0.519763}, {"accuracy": 0.119565, "f1": 0.064115, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"], "main_score": 0.064115, "precision": 0.053087, "recall": 0.119565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.192688, "f1": 0.132698, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"], "main_score": 0.132698, "precision": 0.116819, "recall": 0.192688}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"], "main_score": 0.94697, "precision": 0.94137, "recall": 0.958498}, {"accuracy": 0.487154, "f1": 0.402827, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"], "main_score": 0.402827, "precision": 0.374794, "recall": 0.487154}, {"accuracy": 0.379447, "f1": 0.29502, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"], "main_score": 0.29502, "precision": 0.270227, "recall": 0.379447}, {"accuracy": 0.879447, "f1": 0.842918, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"], "main_score": 0.842918, "precision": 0.826005, "recall": 0.879447}, {"accuracy": 0.283597, "f1": 0.20784, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"], "main_score": 0.20784, "precision": 0.187131, "recall": 0.283597}, {"accuracy": 0.26087, "f1": 0.181029, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"], "main_score": 0.181029, "precision": 0.159604, "recall": 0.26087}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.481225, "f1": 0.388603, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"], "main_score": 0.388603, "precision": 0.356794, "recall": 0.481225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.219368, "f1": 0.14254, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"], "main_score": 0.14254, "precision": 0.124493, "recall": 0.219368}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.920949, "f1": 0.896377, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"], "main_score": 0.896377, "precision": 0.884717, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.203557, "f1": 0.142154, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"], "main_score": 0.142154, "precision": 0.127835, "recall": 0.203557}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"], "main_score": 0.906456, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.217391, "f1": 0.146941, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"], "main_score": 0.146941, "precision": 0.128929, "recall": 0.217391}, {"accuracy": 0.228261, "f1": 0.157971, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"], "main_score": 0.157971, "precision": 0.14057, "recall": 0.228261}, {"accuracy": 0.164032, "f1": 0.105556, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"], "main_score": 0.105556, "precision": 0.092466, "recall": 0.164032}, {"accuracy": 0.556324, "f1": 0.476078, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"], "main_score": 0.476078, "precision": 0.444532, "recall": 0.556324}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.323123, "f1": 0.237259, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"], "main_score": 0.237259, "precision": 0.211557, "recall": 0.323123}, {"accuracy": 0.20751, "f1": 0.137337, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"], "main_score": 0.137337, "precision": 0.11947, "recall": 0.20751}, {"accuracy": 0.251976, "f1": 0.174253, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"], "main_score": 0.174253, "precision": 0.153781, "recall": 0.251976}, {"accuracy": 0.843874, "f1": 0.80112, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"], "main_score": 0.80112, "precision": 0.781983, "recall": 0.843874}, {"accuracy": 0.19664, "f1": 0.124769, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"], "main_score": 0.124769, "precision": 0.107554, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.136619, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"], "main_score": 0.136619, "precision": 0.120198, "recall": 0.202569}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"], "main_score": 0.944829, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.315217, "f1": 0.234843, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"], "main_score": 0.234843, "precision": 0.21213, "recall": 0.315217}, {"accuracy": 0.280632, "f1": 0.202999, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"], "main_score": 0.202999, "precision": 0.183855, "recall": 0.280632}, {"accuracy": 0.663043, "f1": 0.588701, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"], "main_score": 0.588701, "precision": 0.559331, "recall": 0.663043}, {"accuracy": 0.379447, "f1": 0.293189, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"], "main_score": 0.293189, "precision": 0.266453, "recall": 0.379447}, {"accuracy": 0.486166, "f1": 0.396663, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"], "main_score": 0.396663, "precision": 0.366473, "recall": 0.486166}, {"accuracy": 0.862648, "f1": 0.825593, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"], "main_score": 0.825593, "precision": 0.80891, "recall": 0.862648}, {"accuracy": 0.352767, "f1": 0.264748, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"], "main_score": 0.264748, "precision": 0.237139, "recall": 0.352767}, {"accuracy": 0.479249, "f1": 0.396821, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"], "main_score": 0.396821, "precision": 0.368195, "recall": 0.479249}, {"accuracy": 0.206522, "f1": 0.140475, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"], "main_score": 0.140475, "precision": 0.122325, "recall": 0.206522}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.860672, "f1": 0.823668, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"], "main_score": 0.823668, "precision": 0.806851, "recall": 0.860672}, {"accuracy": 0.291502, "f1": 0.217014, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"], "main_score": 0.217014, "precision": 0.194999, "recall": 0.291502}, {"accuracy": 0.231225, "f1": 0.156876, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"], "main_score": 0.156876, "precision": 0.138817, "recall": 0.231225}, {"accuracy": 0.09585, "f1": 0.063273, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"], "main_score": 0.063273, "precision": 0.054913, "recall": 0.09585}, {"accuracy": 0.181818, "f1": 0.120147, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"], "main_score": 0.120147, "precision": 0.104919, "recall": 0.181818}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.906126, "f1": 0.880501, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"], "main_score": 0.880501, "precision": 0.868923, "recall": 0.906126}, {"accuracy": 0.817194, "f1": 0.773682, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"], "main_score": 0.773682, "precision": 0.754018, "recall": 0.817194}, {"accuracy": 0.858696, "f1": 0.822274, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"], "main_score": 0.822274, "precision": 0.806151, "recall": 0.858696}, {"accuracy": 0.574111, "f1": 0.505827, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"], "main_score": 0.505827, "precision": 0.480062, "recall": 0.574111}, {"accuracy": 0.204545, "f1": 0.145417, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"], "main_score": 0.145417, "precision": 0.130628, "recall": 0.204545}, {"accuracy": 0.927866, "f1": 0.907543, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"], "main_score": 0.907543, "precision": 0.898419, "recall": 0.927866}, {"accuracy": 0.38834, "f1": 0.311183, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"], "main_score": 0.311183, "precision": 0.286926, "recall": 0.38834}, {"accuracy": 0.590909, "f1": 0.526879, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"], "main_score": 0.526879, "precision": 0.501345, "recall": 0.590909}, {"accuracy": 0.911067, "f1": 0.887549, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"], "main_score": 0.887549, "precision": 0.876894, "recall": 0.911067}, {"accuracy": 0.818182, "f1": 0.774525, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"], "main_score": 0.774525, "precision": 0.755962, "recall": 0.818182}, {"accuracy": 0.224308, "f1": 0.15201, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"], "main_score": 0.15201, "precision": 0.132153, "recall": 0.224308}, {"accuracy": 0.83004, "f1": 0.79114, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"], "main_score": 0.79114, "precision": 0.773452, "recall": 0.83004}, {"accuracy": 0.764822, "f1": 0.717053, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"], "main_score": 0.717053, "precision": 0.696477, "recall": 0.764822}, {"accuracy": 0.93083, "f1": 0.910987, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"], "main_score": 0.910987, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.275692, "f1": 0.198938, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"], "main_score": 0.198938, "precision": 0.178836, "recall": 0.275692}, {"accuracy": 0.889328, "f1": 0.859519, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"], "main_score": 0.859519, "precision": 0.846294, "recall": 0.889328}, {"accuracy": 0.890316, "f1": 0.859881, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"], "main_score": 0.859881, "precision": 0.845932, "recall": 0.890316}, {"accuracy": 0.932806, "f1": 0.913505, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"], "main_score": 0.913505, "precision": 0.904677, "recall": 0.932806}, {"accuracy": 0.934783, "f1": 0.917622, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"], "main_score": 0.917622, "precision": 0.90998, "recall": 0.934783}, {"accuracy": 0.141304, "f1": 0.089858, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"], "main_score": 0.089858, "precision": 0.07766, "recall": 0.141304}, {"accuracy": 0.784585, "f1": 0.739901, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"], "main_score": 0.739901, "precision": 0.72081, "recall": 0.784585}, {"accuracy": 0.914032, "f1": 0.891304, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"], "main_score": 0.891304, "precision": 0.88083, "recall": 0.914032}, {"accuracy": 0.633399, "f1": 0.568432, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"], "main_score": 0.568432, "precision": 0.542789, "recall": 0.633399}, {"accuracy": 0.066206, "f1": 0.034069, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"], "main_score": 0.034069, "precision": 0.029726, "recall": 0.066206}, {"accuracy": 0.896245, "f1": 0.870026, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"], "main_score": 0.870026, "precision": 0.858235, "recall": 0.896245}, {"accuracy": 0.209486, "f1": 0.148019, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"], "main_score": 0.148019, "precision": 0.132751, "recall": 0.209486}, {"accuracy": 0.794466, "f1": 0.750598, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"], "main_score": 0.750598, "precision": 0.731275, "recall": 0.794466}, {"accuracy": 0.926877, "f1": 0.90751, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"], "main_score": 0.90751, "precision": 0.89888, "recall": 0.926877}, {"accuracy": 0.815217, "f1": 0.773797, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"], "main_score": 0.773797, "precision": 0.756752, "recall": 0.815217}, {"accuracy": 0.270751, "f1": 0.206251, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"], "main_score": 0.206251, "precision": 0.18673, "recall": 0.270751}, {"accuracy": 0.920949, "f1": 0.900198, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"], "main_score": 0.900198, "precision": 0.890514, "recall": 0.920949}, {"accuracy": 0.736166, "f1": 0.678426, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"], "main_score": 0.678426, "precision": 0.654155, "recall": 0.736166}, {"accuracy": 0.835968, "f1": 0.800282, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"], "main_score": 0.800282, "precision": 0.784585, "recall": 0.835968}, {"accuracy": 0.806324, "f1": 0.762434, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"], "main_score": 0.762434, "precision": 0.743043, "recall": 0.806324}, {"accuracy": 0.927866, "f1": 0.909701, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"], "main_score": 0.909701, "precision": 0.901412, "recall": 0.927866}, {"accuracy": 0.90415, "f1": 0.877997, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"], "main_score": 0.877997, "precision": 0.866189, "recall": 0.90415}, {"accuracy": 0.155138, "f1": 0.092432, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"], "main_score": 0.092432, "precision": 0.078961, "recall": 0.155138}, {"accuracy": 0.06917, "f1": 0.03933, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"], "main_score": 0.03933, "precision": 0.032479, "recall": 0.06917}, {"accuracy": 0.926877, "f1": 0.904447, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"], "main_score": 0.904447, "precision": 0.894104, "recall": 0.926877}, {"accuracy": 0.147233, "f1": 0.093304, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"], "main_score": 0.093304, "precision": 0.080936, "recall": 0.147233}, {"accuracy": 0.933794, "f1": 0.915862, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"], "main_score": 0.915862, "precision": 0.907856, "recall": 0.933794}, {"accuracy": 0.879447, "f1": 0.850758, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"], "main_score": 0.850758, "precision": 0.837648, "recall": 0.879447}, {"accuracy": 0.785573, "f1": 0.743729, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"], "main_score": 0.743729, "precision": 0.725955, "recall": 0.785573}, {"accuracy": 0.6917, "f1": 0.630929, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"], "main_score": 0.630929, "precision": 0.606368, "recall": 0.6917}, {"accuracy": 0.175889, "f1": 0.11451, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"], "main_score": 0.11451, "precision": 0.09883, "recall": 0.175889}, {"accuracy": 0.684783, "f1": 0.630223, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"], "main_score": 0.630223, "precision": 0.606862, "recall": 0.684783}, {"accuracy": 0.566206, "f1": 0.496682, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"], "main_score": 0.496682, "precision": 0.470935, "recall": 0.566206}, {"accuracy": 0.926877, "f1": 0.907195, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"], "main_score": 0.907195, "precision": 0.898238, "recall": 0.926877}, {"accuracy": 0.674901, "f1": 0.613462, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"], "main_score": 0.613462, "precision": 0.588688, "recall": 0.674901}, {"accuracy": 0.16996, "f1": 0.111373, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"], "main_score": 0.111373, "precision": 0.096535, "recall": 0.16996}, {"accuracy": 0.891304, "f1": 0.862319, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"], "main_score": 0.862319, "precision": 0.849045, "recall": 0.891304}, {"accuracy": 0.076087, "f1": 0.048323, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"], "main_score": 0.048323, "precision": 0.042061, "recall": 0.076087}, {"accuracy": 0.242095, "f1": 0.178112, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"], "main_score": 0.178112, "precision": 0.161162, "recall": 0.242095}, {"accuracy": 0.339921, "f1": 0.262151, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"], "main_score": 0.262151, "precision": 0.239183, "recall": 0.339921}, {"accuracy": 0.089921, "f1": 0.051936, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"], "main_score": 0.051936, "precision": 0.043984, "recall": 0.089921}, {"accuracy": 0.927866, "f1": 0.907642, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"], "main_score": 0.907642, "precision": 0.898633, "recall": 0.927866}, {"accuracy": 0.898221, "f1": 0.873155, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"], "main_score": 0.873155, "precision": 0.861989, "recall": 0.898221}, {"accuracy": 0.943676, "f1": 0.927009, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"], "main_score": 0.927009, "precision": 0.919466, "recall": 0.943676}, {"accuracy": 0.873518, "f1": 0.84137, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"], "main_score": 0.84137, "precision": 0.827141, "recall": 0.873518}, {"accuracy": 0.26087, "f1": 0.187591, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"], "main_score": 0.187591, "precision": 0.167601, "recall": 0.26087}, {"accuracy": 0.683794, "f1": 0.626052, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"], "main_score": 0.626052, "precision": 0.603557, "recall": 0.683794}, {"accuracy": 0.427866, "f1": 0.350058, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"], "main_score": 0.350058, "precision": 0.324915, "recall": 0.427866}, {"accuracy": 0.937747, "f1": 0.918215, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"], "main_score": 0.918215, "precision": 0.909009, "recall": 0.937747}, {"accuracy": 0.23419, "f1": 0.163836, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"], "main_score": 0.163836, "precision": 0.144537, "recall": 0.23419}, {"accuracy": 0.310277, "f1": 0.232498, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"], "main_score": 0.232498, "precision": 0.211703, "recall": 0.310277}, {"accuracy": 0.250988, "f1": 0.175611, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"], "main_score": 0.175611, "precision": 0.155443, "recall": 0.250988}, {"accuracy": 0.317194, "f1": 0.247281, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"], "main_score": 0.247281, "precision": 0.227956, "recall": 0.317194}, {"accuracy": 0.62747, "f1": 0.563172, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"], "main_score": 0.563172, "precision": 0.538123, "recall": 0.62747}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"], "main_score": 0.91054, "precision": 0.901054, "recall": 0.93083}, {"accuracy": 0.055336, "f1": 0.022325, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"], "main_score": 0.022325, "precision": 0.018322, "recall": 0.055336}, {"accuracy": 0.193676, "f1": 0.13383, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"], "main_score": 0.13383, "precision": 0.118242, "recall": 0.193676}, {"accuracy": 0.670949, "f1": 0.604303, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"], "main_score": 0.604303, "precision": 0.577674, "recall": 0.670949}, {"accuracy": 0.227273, "f1": 0.162989, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"], "main_score": 0.162989, "precision": 0.146195, "recall": 0.227273}, {"accuracy": 0.062253, "f1": 0.03392, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"], "main_score": 0.03392, "precision": 0.029139, "recall": 0.062253}, {"accuracy": 0.936759, "f1": 0.918497, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"], "main_score": 0.918497, "precision": 0.910491, "recall": 0.936759}, {"accuracy": 0.714427, "f1": 0.653743, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"], "main_score": 0.653743, "precision": 0.62832, "recall": 0.714427}, {"accuracy": 0.699605, "f1": 0.636813, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"], "main_score": 0.636813, "precision": 0.609726, "recall": 0.699605}, {"accuracy": 0.699605, "f1": 0.64174, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"], "main_score": 0.64174, "precision": 0.6174, "recall": 0.699605}, {"accuracy": 0.927866, "f1": 0.90504, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"], "main_score": 0.90504, "precision": 0.894186, "recall": 0.927866}, {"accuracy": 0.916008, "f1": 0.894466, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"], "main_score": 0.894466, "precision": 0.884832, "recall": 0.916008}, {"accuracy": 0.928854, "f1": 0.909209, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"], "main_score": 0.909209, "precision": 0.900033, "recall": 0.928854}, {"accuracy": 0.903162, "f1": 0.878557, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"], "main_score": 0.878557, "precision": 0.867787, "recall": 0.903162}, {"accuracy": 0.217391, "f1": 0.156089, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"], "main_score": 0.156089, "precision": 0.139249, "recall": 0.217391}, {"accuracy": 0.152174, "f1": 0.100939, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"], "main_score": 0.100939, "precision": 0.08879, "recall": 0.152174}, {"accuracy": 0.801383, "f1": 0.760707, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"], "main_score": 0.760707, "precision": 0.743125, "recall": 0.801383}, {"accuracy": 0.912055, "f1": 0.887253, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"], "main_score": 0.887253, "precision": 0.875939, "recall": 0.912055}, {"accuracy": 0.880435, "f1": 0.852277, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"], "main_score": 0.852277, "precision": 0.839756, "recall": 0.880435}, {"accuracy": 0.352767, "f1": 0.275099, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"], "main_score": 0.275099, "precision": 0.25107, "recall": 0.352767}, {"accuracy": 0.192688, "f1": 0.131409, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"], "main_score": 0.131409, "precision": 0.114821, "recall": 0.192688}, {"accuracy": 0.659091, "f1": 0.595157, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"], "main_score": 0.595157, "precision": 0.569646, "recall": 0.659091}, {"accuracy": 0.837945, "f1": 0.80404, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"], "main_score": 0.80404, "precision": 0.790127, "recall": 0.837945}, {"accuracy": 0.184783, "f1": 0.121382, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"], "main_score": 0.121382, "precision": 0.10623, "recall": 0.184783}, {"accuracy": 0.933794, "f1": 0.914808, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"], "main_score": 0.914808, "precision": 0.906159, "recall": 0.933794}, {"accuracy": 0.236166, "f1": 0.176569, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"], "main_score": 0.176569, "precision": 0.160991, "recall": 0.236166}, {"accuracy": 0.382411, "f1": 0.301459, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"], "main_score": 0.301459, "precision": 0.274722, "recall": 0.382411}, {"accuracy": 0.910079, "f1": 0.886016, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"], "main_score": 0.886016, "precision": 0.875264, "recall": 0.910079}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"], "main_score": 0.915349, "precision": 0.906489, "recall": 0.934783}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"], "main_score": 0.910573, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.914032, "f1": 0.890338, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"], "main_score": 0.890338, "precision": 0.87957, "recall": 0.914032}, {"accuracy": 0.679842, "f1": 0.616422, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"], "main_score": 0.616422, "precision": 0.590415, "recall": 0.679842}, {"accuracy": 0.841897, "f1": 0.801186, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"], "main_score": 0.801186, "precision": 0.783048, "recall": 0.841897}, {"accuracy": 0.224308, "f1": 0.156065, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"], "main_score": 0.156065, "precision": 0.137407, "recall": 0.224308}, {"accuracy": 0.076087, "f1": 0.034702, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"], "main_score": 0.034702, "precision": 0.02854, "recall": 0.076087}, {"accuracy": 0.23913, "f1": 0.169296, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"], "main_score": 0.169296, "precision": 0.151051, "recall": 0.23913}, {"accuracy": 0.112648, "f1": 0.063967, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"], "main_score": 0.063967, "precision": 0.053641, "recall": 0.112648}, {"accuracy": 0.927866, "f1": 0.907658, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"], "main_score": 0.907658, "precision": 0.898692, "recall": 0.927866}, {"accuracy": 0.640316, "f1": 0.57959, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"], "main_score": 0.57959, "precision": 0.555847, "recall": 0.640316}, {"accuracy": 0.081028, "f1": 0.052728, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"], "main_score": 0.052728, "precision": 0.045448, "recall": 0.081028}, {"accuracy": 0.661067, "f1": 0.597686, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"], "main_score": 0.597686, "precision": 0.571724, "recall": 0.661067}, {"accuracy": 0.916008, "f1": 0.891996, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"], "main_score": 0.891996, "precision": 0.881011, "recall": 0.916008}, {"accuracy": 0.63834, "f1": 0.577103, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"], "main_score": 0.577103, "precision": 0.55193, "recall": 0.63834}, {"accuracy": 0.537549, "f1": 0.46696, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"], "main_score": 0.46696, "precision": 0.441011, "recall": 0.537549}, {"accuracy": 0.190711, "f1": 0.123636, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"], "main_score": 0.123636, "precision": 0.107019, "recall": 0.190711}, {"accuracy": 0.899209, "f1": 0.873006, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"], "main_score": 0.873006, "precision": 0.861265, "recall": 0.899209}, {"accuracy": 0.369565, "f1": 0.295503, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"], "main_score": 0.295503, "precision": 0.271707, "recall": 0.369565}, {"accuracy": 0.218379, "f1": 0.147707, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"], "main_score": 0.147707, "precision": 0.129605, "recall": 0.218379}, {"accuracy": 0.202569, "f1": 0.143125, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"], "main_score": 0.143125, "precision": 0.126741, "recall": 0.202569}, {"accuracy": 0.220356, "f1": 0.162289, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"], "main_score": 0.162289, "precision": 0.146131, "recall": 0.220356}, {"accuracy": 0.91502, "f1": 0.892523, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"], "main_score": 0.892523, "precision": 0.881835, "recall": 0.91502}, {"accuracy": 0.019763, "f1": 0.004896, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"], "main_score": 0.004896, "precision": 0.003792, "recall": 0.019763}, {"accuracy": 0.779644, "f1": 0.729301, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"], "main_score": 0.729301, "precision": 0.707411, "recall": 0.779644}, {"accuracy": 0.40415, "f1": 0.33026, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"], "main_score": 0.33026, "precision": 0.305133, "recall": 0.40415}, {"accuracy": 0.769763, "f1": 0.724689, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"], "main_score": 0.724689, "precision": 0.705319, "recall": 0.769763}, {"accuracy": 0.931818, "f1": 0.912352, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"], "main_score": 0.912352, "precision": 0.903327, "recall": 0.931818}, {"accuracy": 0.096838, "f1": 0.054175, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"], "main_score": 0.054175, "precision": 0.045613, "recall": 0.096838}, {"accuracy": 0.190711, "f1": 0.129464, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"], "main_score": 0.129464, "precision": 0.114153, "recall": 0.190711}, {"accuracy": 0.920949, "f1": 0.900823, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"], "main_score": 0.900823, "precision": 0.891469, "recall": 0.920949}, {"accuracy": 0.933794, "f1": 0.913669, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"], "main_score": 0.913669, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.570158, "f1": 0.502281, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"], "main_score": 0.502281, "precision": 0.477768, "recall": 0.570158}, {"accuracy": 0.201581, "f1": 0.139623, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"], "main_score": 0.139623, "precision": 0.122567, "recall": 0.201581}, {"accuracy": 0.192688, "f1": 0.128945, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"], "main_score": 0.128945, "precision": 0.111638, "recall": 0.192688}, {"accuracy": 0.866601, "f1": 0.834354, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"], "main_score": 0.834354, "precision": 0.82024, "recall": 0.866601}, {"accuracy": 0.175889, "f1": 0.118164, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"], "main_score": 0.118164, "precision": 0.103812, "recall": 0.175889}, {"accuracy": 0.175889, "f1": 0.112027, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"], "main_score": 0.112027, "precision": 0.094497, "recall": 0.175889}, {"accuracy": 0.740119, "f1": 0.68383, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"], "main_score": 0.68383, "precision": 0.660478, "recall": 0.740119}, {"accuracy": 0.577075, "f1": 0.513091, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"], "main_score": 0.513091, "precision": 0.488217, "recall": 0.577075}, {"accuracy": 0.865613, "f1": 0.833455, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"], "main_score": 0.833455, "precision": 0.819886, "recall": 0.865613}, {"accuracy": 0.27668, "f1": 0.201515, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"], "main_score": 0.201515, "precision": 0.177356, "recall": 0.27668}, {"accuracy": 0.432806, "f1": 0.353707, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"], "main_score": 0.353707, "precision": 0.328549, "recall": 0.432806}, {"accuracy": 0.920949, "f1": 0.899736, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"], "main_score": 0.899736, "precision": 0.890399, "recall": 0.920949}, {"accuracy": 0.474308, "f1": 0.403414, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"], "main_score": 0.403414, "precision": 0.376577, "recall": 0.474308}, {"accuracy": 0.76581, "f1": 0.714728, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"], "main_score": 0.714728, "precision": 0.692754, "recall": 0.76581}, {"accuracy": 0.278656, "f1": 0.20455, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"], "main_score": 0.20455, "precision": 0.183406, "recall": 0.278656}, {"accuracy": 0.528656, "f1": 0.458353, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"], "main_score": 0.458353, "precision": 0.431597, "recall": 0.528656}, {"accuracy": 0.647233, "f1": 0.583895, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"], "main_score": 0.583895, "precision": 0.558663, "recall": 0.647233}, {"accuracy": 0.230237, "f1": 0.157642, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"], "main_score": 0.157642, "precision": 0.138274, "recall": 0.230237}, {"accuracy": 0.823123, "f1": 0.785018, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"], "main_score": 0.785018, "precision": 0.768876, "recall": 0.823123}, {"accuracy": 0.912055, "f1": 0.88826, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"], "main_score": 0.88826, "precision": 0.877833, "recall": 0.912055}, {"accuracy": 0.910079, "f1": 0.885804, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"], "main_score": 0.885804, "precision": 0.875165, "recall": 0.910079}, {"accuracy": 0.849802, "f1": 0.813392, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"], "main_score": 0.813392, "precision": 0.796723, "recall": 0.849802}, {"accuracy": 0.708498, "f1": 0.650313, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"], "main_score": 0.650313, "precision": 0.62687, "recall": 0.708498}, {"accuracy": 0.931818, "f1": 0.911251, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"], "main_score": 0.911251, "precision": 0.901597, "recall": 0.931818}, {"accuracy": 0.376482, "f1": 0.308525, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"], "main_score": 0.308525, "precision": 0.284503, "recall": 0.376482}, {"accuracy": 0.464427, "f1": 0.386106, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"], "main_score": 0.386106, "precision": 0.358591, "recall": 0.464427}, {"accuracy": 0.112648, "f1": 0.064605, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"], "main_score": 0.064605, "precision": 0.055646, "recall": 0.112648}, {"accuracy": 0.932806, "f1": 0.913505, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"], "main_score": 0.913505, "precision": 0.904644, "recall": 0.932806}, {"accuracy": 0.173913, "f1": 0.121288, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"], "main_score": 0.121288, "precision": 0.106807, "recall": 0.173913}, {"accuracy": 0.908103, "f1": 0.883696, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"], "main_score": 0.883696, "precision": 0.872727, "recall": 0.908103}, {"accuracy": 0.867589, "f1": 0.8391, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"], "main_score": 0.8391, "precision": 0.826459, "recall": 0.867589}, {"accuracy": 0.425889, "f1": 0.34425, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"], "main_score": 0.34425, "precision": 0.318069, "recall": 0.425889}, {"accuracy": 0.320158, "f1": 0.241134, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"], "main_score": 0.241134, "precision": 0.217281, "recall": 0.320158}, {"accuracy": 0.818182, "f1": 0.770855, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"], "main_score": 0.770855, "precision": 0.750576, "recall": 0.818182}, {"accuracy": 0.22332, "f1": 0.15601, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"], "main_score": 0.15601, "precision": 0.137525, "recall": 0.22332}, {"accuracy": 0.221344, "f1": 0.157216, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"], "main_score": 0.157216, "precision": 0.14166, "recall": 0.221344}, {"accuracy": 0.931818, "f1": 0.911792, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"], "main_score": 0.911792, "precision": 0.902586, "recall": 0.931818}, {"accuracy": 0.396245, "f1": 0.314599, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"], "main_score": 0.314599, "precision": 0.289224, "recall": 0.396245}, {"accuracy": 0.925889, "f1": 0.905501, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"], "main_score": 0.905501, "precision": 0.896163, "recall": 0.925889}, {"accuracy": 0.185771, "f1": 0.114453, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"], "main_score": 0.114453, "precision": 0.097192, "recall": 0.185771}, {"accuracy": 0.933794, "f1": 0.914592, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"], "main_score": 0.914592, "precision": 0.90555, "recall": 0.933794}, {"accuracy": 0.839921, "f1": 0.798155, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"], "main_score": 0.798155, "precision": 0.779908, "recall": 0.839921}, {"accuracy": 0.93083, "f1": 0.911397, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"], "main_score": 0.911397, "precision": 0.902207, "recall": 0.93083}, {"accuracy": 0.168972, "f1": 0.112717, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"], "main_score": 0.112717, "precision": 0.099972, "recall": 0.168972}, {"accuracy": 0.839921, "f1": 0.798304, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"], "main_score": 0.798304, "precision": 0.780049, "recall": 0.839921}, {"accuracy": 0.176877, "f1": 0.111441, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"], "main_score": 0.111441, "precision": 0.094228, "recall": 0.176877}, {"accuracy": 0.200593, "f1": 0.142228, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"], "main_score": 0.142228, "precision": 0.128004, "recall": 0.200593}, {"accuracy": 0.141304, "f1": 0.091206, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"], "main_score": 0.091206, "precision": 0.079565, "recall": 0.141304}, {"accuracy": 0.490119, "f1": 0.419304, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"], "main_score": 0.419304, "precision": 0.391017, "recall": 0.490119}, {"accuracy": 0.927866, "f1": 0.906752, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"], "main_score": 0.906752, "precision": 0.896904, "recall": 0.927866}, {"accuracy": 0.272727, "f1": 0.199007, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"], "main_score": 0.199007, "precision": 0.177863, "recall": 0.272727}, {"accuracy": 0.18083, "f1": 0.114293, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"], "main_score": 0.114293, "precision": 0.098258, "recall": 0.18083}, {"accuracy": 0.227273, "f1": 0.156663, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"], "main_score": 0.156663, "precision": 0.138699, "recall": 0.227273}, {"accuracy": 0.732213, "f1": 0.676383, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"], "main_score": 0.676383, "precision": 0.652646, "recall": 0.732213}, {"accuracy": 0.155138, "f1": 0.096591, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"], "main_score": 0.096591, "precision": 0.082863, "recall": 0.155138}, {"accuracy": 0.174901, "f1": 0.121879, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"], "main_score": 0.121879, "precision": 0.108261, "recall": 0.174901}, {"accuracy": 0.889328, "f1": 0.865472, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"], "main_score": 0.865472, "precision": 0.855568, "recall": 0.889328}, {"accuracy": 0.280632, "f1": 0.207121, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"], "main_score": 0.207121, "precision": 0.186258, "recall": 0.280632}, {"accuracy": 0.23913, "f1": 0.170744, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"], "main_score": 0.170744, "precision": 0.153914, "recall": 0.23913}, {"accuracy": 0.572134, "f1": 0.501295, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"], "main_score": 0.501295, "precision": 0.47382, "recall": 0.572134}, {"accuracy": 0.329051, "f1": 0.254241, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"], "main_score": 0.254241, "precision": 0.231, "recall": 0.329051}, {"accuracy": 0.426877, "f1": 0.353352, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"], "main_score": 0.353352, "precision": 0.327971, "recall": 0.426877}, {"accuracy": 0.762846, "f1": 0.710995, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"], "main_score": 0.710995, "precision": 0.688925, "recall": 0.762846}, {"accuracy": 0.333992, "f1": 0.254819, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"], "main_score": 0.254819, "precision": 0.229784, "recall": 0.333992}, {"accuracy": 0.495059, "f1": 0.419055, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"], "main_score": 0.419055, "precision": 0.391351, "recall": 0.495059}, {"accuracy": 0.168972, "f1": 0.105658, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"], "main_score": 0.105658, "precision": 0.08974, "recall": 0.168972}, {"accuracy": 0.916008, "f1": 0.892194, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"], "main_score": 0.892194, "precision": 0.881176, "recall": 0.916008}, {"accuracy": 0.909091, "f1": 0.886152, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"], "main_score": 0.886152, "precision": 0.875329, "recall": 0.909091}, {"accuracy": 0.925889, "f1": 0.90575, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"], "main_score": 0.90575, "precision": 0.896476, "recall": 0.925889}, {"accuracy": 0.769763, "f1": 0.719796, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"], "main_score": 0.719796, "precision": 0.697892, "recall": 0.769763}, {"accuracy": 0.25, "f1": 0.186049, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"], "main_score": 0.186049, "precision": 0.167567, "recall": 0.25}, {"accuracy": 0.189723, "f1": 0.124608, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"], "main_score": 0.124608, "precision": 0.10877, "recall": 0.189723}, {"accuracy": 0.073123, "f1": 0.043288, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"], "main_score": 0.043288, "precision": 0.036282, "recall": 0.073123}, {"accuracy": 0.141304, "f1": 0.090941, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"], "main_score": 0.090941, "precision": 0.079413, "recall": 0.141304}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.926877, "f1": 0.920356, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"], "main_score": 0.920356, "precision": 0.917408, "recall": 0.926877}, {"accuracy": 0.822134, "f1": 0.788669, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"], "main_score": 0.788669, "precision": 0.772892, "recall": 0.822134}, {"accuracy": 0.873518, "f1": 0.855421, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"], "main_score": 0.855421, "precision": 0.847612, "recall": 0.873518}, {"accuracy": 0.543478, "f1": 0.469633, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"], "main_score": 0.469633, "precision": 0.4417, "recall": 0.543478}, {"accuracy": 0.161067, "f1": 0.106827, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"], "main_score": 0.106827, "precision": 0.093475, "recall": 0.161067}, {"accuracy": 0.93083, "f1": 0.915283, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"], "main_score": 0.915283, "precision": 0.908295, "recall": 0.93083}, {"accuracy": 0.321146, "f1": 0.243776, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"], "main_score": 0.243776, "precision": 0.220213, "recall": 0.321146}, {"accuracy": 0.545455, "f1": 0.482209, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"], "main_score": 0.482209, "precision": 0.458316, "recall": 0.545455}, {"accuracy": 0.928854, "f1": 0.912295, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"], "main_score": 0.912295, "precision": 0.905214, "recall": 0.928854}, {"accuracy": 0.852767, "f1": 0.830007, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"], "main_score": 0.830007, "precision": 0.819335, "recall": 0.852767}, {"accuracy": 0.188735, "f1": 0.122267, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"], "main_score": 0.122267, "precision": 0.106035, "recall": 0.188735}, {"accuracy": 0.868577, "f1": 0.846591, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"], "main_score": 0.846591, "precision": 0.836439, "recall": 0.868577}, {"accuracy": 0.759881, "f1": 0.711834, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"], "main_score": 0.711834, "precision": 0.691318, "recall": 0.759881}, {"accuracy": 0.936759, "f1": 0.921824, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"], "main_score": 0.921824, "precision": 0.915607, "recall": 0.936759}, {"accuracy": 0.236166, "f1": 0.167483, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"], "main_score": 0.167483, "precision": 0.149717, "recall": 0.236166}, {"accuracy": 0.922925, "f1": 0.905781, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"], "main_score": 0.905781, "precision": 0.898568, "recall": 0.922925}, {"accuracy": 0.874506, "f1": 0.843895, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"], "main_score": 0.843895, "precision": 0.829834, "recall": 0.874506}, {"accuracy": 0.943676, "f1": 0.93133, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"], "main_score": 0.93133, "precision": 0.926219, "recall": 0.943676}, {"accuracy": 0.934783, "f1": 0.921821, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"], "main_score": 0.921821, "precision": 0.915984, "recall": 0.934783}, {"accuracy": 0.114625, "f1": 0.068658, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"], "main_score": 0.068658, "precision": 0.058453, "recall": 0.114625}, {"accuracy": 0.820158, "f1": 0.788879, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"], "main_score": 0.788879, "precision": 0.775254, "recall": 0.820158}, {"accuracy": 0.925889, "f1": 0.910794, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"], "main_score": 0.910794, "precision": 0.904641, "recall": 0.925889}, {"accuracy": 0.597826, "f1": 0.526176, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"], "main_score": 0.526176, "precision": 0.498953, "recall": 0.597826}, {"accuracy": 0.067194, "f1": 0.036395, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"], "main_score": 0.036395, "precision": 0.031377, "recall": 0.067194}, {"accuracy": 0.916996, "f1": 0.89989, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"], "main_score": 0.89989, "precision": 0.892324, "recall": 0.916996}, {"accuracy": 0.185771, "f1": 0.1262, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"], "main_score": 0.1262, "precision": 0.111313, "recall": 0.185771}, {"accuracy": 0.762846, "f1": 0.718991, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"], "main_score": 0.718991, "precision": 0.700412, "recall": 0.762846}, {"accuracy": 0.927866, "f1": 0.912364, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"], "main_score": 0.912364, "precision": 0.906061, "recall": 0.927866}, {"accuracy": 0.833992, "f1": 0.804978, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"], "main_score": 0.804978, "precision": 0.792334, "recall": 0.833992}, {"accuracy": 0.219368, "f1": 0.160897, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"], "main_score": 0.160897, "precision": 0.143696, "recall": 0.219368}, {"accuracy": 0.938735, "f1": 0.925485, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"], "main_score": 0.925485, "precision": 0.919546, "recall": 0.938735}, {"accuracy": 0.728261, "f1": 0.681302, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"], "main_score": 0.681302, "precision": 0.661067, "recall": 0.728261}, {"accuracy": 0.863636, "f1": 0.837041, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"], "main_score": 0.837041, "precision": 0.825461, "recall": 0.863636}, {"accuracy": 0.839921, "f1": 0.819071, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"], "main_score": 0.819071, "precision": 0.809239, "recall": 0.839921}, {"accuracy": 0.926877, "f1": 0.911022, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"], "main_score": 0.911022, "precision": 0.904233, "recall": 0.926877}, {"accuracy": 0.928854, "f1": 0.912338, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"], "main_score": 0.912338, "precision": 0.905281, "recall": 0.928854}, {"accuracy": 0.131423, "f1": 0.076612, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"], "main_score": 0.076612, "precision": 0.064454, "recall": 0.131423}, {"accuracy": 0.057312, "f1": 0.035029, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"], "main_score": 0.035029, "precision": 0.030074, "recall": 0.057312}, {"accuracy": 0.931818, "f1": 0.915776, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"], "main_score": 0.915776, "precision": 0.908714, "recall": 0.931818}, {"accuracy": 0.126482, "f1": 0.077178, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"], "main_score": 0.077178, "precision": 0.066383, "recall": 0.126482}, {"accuracy": 0.937747, "f1": 0.924638, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"], "main_score": 0.924638, "precision": 0.918561, "recall": 0.937747}, {"accuracy": 0.890316, "f1": 0.865072, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"], "main_score": 0.865072, "precision": 0.853426, "recall": 0.890316}, {"accuracy": 0.826087, "f1": 0.801648, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"], "main_score": 0.801648, "precision": 0.790975, "recall": 0.826087}, {"accuracy": 0.635375, "f1": 0.573119, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"], "main_score": 0.573119, "precision": 0.548498, "recall": 0.635375}, {"accuracy": 0.150198, "f1": 0.091366, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"], "main_score": 0.091366, "precision": 0.077027, "recall": 0.150198}, {"accuracy": 0.657115, "f1": 0.60758, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"], "main_score": 0.60758, "precision": 0.586182, "recall": 0.657115}, {"accuracy": 0.531621, "f1": 0.4617, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"], "main_score": 0.4617, "precision": 0.435255, "recall": 0.531621}, {"accuracy": 0.942688, "f1": 0.928477, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"], "main_score": 0.928477, "precision": 0.922299, "recall": 0.942688}, {"accuracy": 0.630435, "f1": 0.568953, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"], "main_score": 0.568953, "precision": 0.544848, "recall": 0.630435}, {"accuracy": 0.140316, "f1": 0.092901, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"], "main_score": 0.092901, "precision": 0.081544, "recall": 0.140316}, {"accuracy": 0.890316, "f1": 0.866963, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"], "main_score": 0.866963, "precision": 0.85716, "recall": 0.890316}, {"accuracy": 0.070158, "f1": 0.044936, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"], "main_score": 0.044936, "precision": 0.039769, "recall": 0.070158}, {"accuracy": 0.202569, "f1": 0.144744, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"], "main_score": 0.144744, "precision": 0.129538, "recall": 0.202569}, {"accuracy": 0.295455, "f1": 0.218701, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"], "main_score": 0.218701, "precision": 0.195722, "recall": 0.295455}, {"accuracy": 0.082016, "f1": 0.048045, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"], "main_score": 0.048045, "precision": 0.040246, "recall": 0.082016}, {"accuracy": 0.947628, "f1": 0.938155, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"], "main_score": 0.938155, "precision": 0.934198, "recall": 0.947628}, {"accuracy": 0.91996, "f1": 0.904952, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"], "main_score": 0.904952, "precision": 0.898724, "recall": 0.91996}, {"accuracy": 0.933794, "f1": 0.918512, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"], "main_score": 0.918512, "precision": 0.911907, "recall": 0.933794}, {"accuracy": 0.909091, "f1": 0.890774, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"], "main_score": 0.890774, "precision": 0.882779, "recall": 0.909091}, {"accuracy": 0.233202, "f1": 0.166156, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"], "main_score": 0.166156, "precision": 0.148211, "recall": 0.233202}, {"accuracy": 0.668972, "f1": 0.611483, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"], "main_score": 0.611483, "precision": 0.588949, "recall": 0.668972}, {"accuracy": 0.380435, "f1": 0.308584, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"], "main_score": 0.308584, "precision": 0.285292, "recall": 0.380435}, {"accuracy": 0.933794, "f1": 0.919335, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"], "main_score": 0.919335, "precision": 0.913087, "recall": 0.933794}, {"accuracy": 0.202569, "f1": 0.140117, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"], "main_score": 0.140117, "precision": 0.123902, "recall": 0.202569}, {"accuracy": 0.253953, "f1": 0.187994, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"], "main_score": 0.187994, "precision": 0.170355, "recall": 0.253953}, {"accuracy": 0.221344, "f1": 0.151188, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"], "main_score": 0.151188, "precision": 0.131565, "recall": 0.221344}, {"accuracy": 0.29249, "f1": 0.224503, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"], "main_score": 0.224503, "precision": 0.204316, "recall": 0.29249}, {"accuracy": 0.546443, "f1": 0.479903, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"], "main_score": 0.479903, "precision": 0.454447, "recall": 0.546443}, {"accuracy": 0.943676, "f1": 0.930496, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"], "main_score": 0.930496, "precision": 0.924895, "recall": 0.943676}, {"accuracy": 0.060277, "f1": 0.024907, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"], "main_score": 0.024907, "precision": 0.020458, "recall": 0.060277}, {"accuracy": 0.147233, "f1": 0.093362, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"], "main_score": 0.093362, "precision": 0.080225, "recall": 0.147233}, {"accuracy": 0.661067, "f1": 0.60527, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"], "main_score": 0.60527, "precision": 0.582232, "recall": 0.661067}, {"accuracy": 0.19664, "f1": 0.13667, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"], "main_score": 0.13667, "precision": 0.122021, "recall": 0.19664}, {"accuracy": 0.055336, "f1": 0.028841, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"], "main_score": 0.028841, "precision": 0.024467, "recall": 0.055336}, {"accuracy": 0.938735, "f1": 0.925566, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"], "main_score": 0.925566, "precision": 0.919816, "recall": 0.938735}, {"accuracy": 0.688735, "f1": 0.630428, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"], "main_score": 0.630428, "precision": 0.607422, "recall": 0.688735}, {"accuracy": 0.697628, "f1": 0.63783, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"], "main_score": 0.63783, "precision": 0.613768, "recall": 0.697628}, {"accuracy": 0.73913, "f1": 0.688798, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"], "main_score": 0.688798, "precision": 0.668001, "recall": 0.73913}, {"accuracy": 0.944664, "f1": 0.931923, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"], "main_score": 0.931923, "precision": 0.926301, "recall": 0.944664}, {"accuracy": 0.917984, "f1": 0.899901, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"], "main_score": 0.899901, "precision": 0.891881, "recall": 0.917984}, {"accuracy": 0.936759, "f1": 0.922442, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"], "main_score": 0.922442, "precision": 0.915984, "recall": 0.936759}, {"accuracy": 0.914032, "f1": 0.90191, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"], "main_score": 0.90191, "precision": 0.896163, "recall": 0.914032}, {"accuracy": 0.16996, "f1": 0.11839, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"], "main_score": 0.11839, "precision": 0.104816, "recall": 0.16996}, {"accuracy": 0.116601, "f1": 0.074538, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"], "main_score": 0.074538, "precision": 0.064367, "recall": 0.116601}, {"accuracy": 0.827075, "f1": 0.794979, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"], "main_score": 0.794979, "precision": 0.78055, "recall": 0.827075}, {"accuracy": 0.925889, "f1": 0.909456, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"], "main_score": 0.909456, "precision": 0.902603, "recall": 0.925889}, {"accuracy": 0.87747, "f1": 0.855237, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"], "main_score": 0.855237, "precision": 0.844532, "recall": 0.87747}, {"accuracy": 0.298419, "f1": 0.225361, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"], "main_score": 0.225361, "precision": 0.202781, "recall": 0.298419}, {"accuracy": 0.156126, "f1": 0.10018, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"], "main_score": 0.10018, "precision": 0.086692, "recall": 0.156126}, {"accuracy": 0.605731, "f1": 0.542781, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"], "main_score": 0.542781, "precision": 0.518493, "recall": 0.605731}, {"accuracy": 0.849802, "f1": 0.82253, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"], "main_score": 0.82253, "precision": 0.810096, "recall": 0.849802}, {"accuracy": 0.145257, "f1": 0.086254, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"], "main_score": 0.086254, "precision": 0.073198, "recall": 0.145257}, {"accuracy": 0.934783, "f1": 0.92105, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"], "main_score": 0.92105, "precision": 0.914914, "recall": 0.934783}, {"accuracy": 0.188735, "f1": 0.136998, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"], "main_score": 0.136998, "precision": 0.123867, "recall": 0.188735}, {"accuracy": 0.352767, "f1": 0.269825, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"], "main_score": 0.269825, "precision": 0.243103, "recall": 0.352767}, {"accuracy": 0.931818, "f1": 0.915796, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"], "main_score": 0.915796, "precision": 0.909069, "recall": 0.931818}, {"accuracy": 0.940711, "f1": 0.927802, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"], "main_score": 0.927802, "precision": 0.922325, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.914314, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"], "main_score": 0.914314, "precision": 0.906621, "recall": 0.93083}, {"accuracy": 0.931818, "f1": 0.917141, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"], "main_score": 0.917141, "precision": 0.910532, "recall": 0.931818}, {"accuracy": 0.645257, "f1": 0.579353, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"], "main_score": 0.579353, "precision": 0.552899, "recall": 0.645257}, {"accuracy": 0.878458, "f1": 0.855358, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"], "main_score": 0.855358, "precision": 0.844808, "recall": 0.878458}, {"accuracy": 0.185771, "f1": 0.127457, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"], "main_score": 0.127457, "precision": 0.112329, "recall": 0.185771}, {"accuracy": 0.06917, "f1": 0.031473, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"], "main_score": 0.031473, "precision": 0.025462, "recall": 0.06917}, {"accuracy": 0.195652, "f1": 0.130333, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"], "main_score": 0.130333, "precision": 0.112729, "recall": 0.195652}, {"accuracy": 0.088933, "f1": 0.04783, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"], "main_score": 0.04783, "precision": 0.039444, "recall": 0.088933}, {"accuracy": 0.940711, "f1": 0.927775, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"], "main_score": 0.927775, "precision": 0.922307, "recall": 0.940711}, {"accuracy": 0.612648, "f1": 0.546857, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"], "main_score": 0.546857, "precision": 0.519763, "recall": 0.612648}, {"accuracy": 0.065217, "f1": 0.042781, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"], "main_score": 0.042781, "precision": 0.037546, "recall": 0.065217}, {"accuracy": 0.643281, "f1": 0.578946, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"], "main_score": 0.578946, "precision": 0.553017, "recall": 0.643281}, {"accuracy": 0.939723, "f1": 0.924769, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"], "main_score": 0.924769, "precision": 0.918297, "recall": 0.939723}, {"accuracy": 0.710474, "f1": 0.660692, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"], "main_score": 0.660692, "precision": 0.639427, "recall": 0.710474}, {"accuracy": 0.423913, "f1": 0.349359, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"], "main_score": 0.349359, "precision": 0.321813, "recall": 0.423913}, {"accuracy": 0.159091, "f1": 0.097521, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"], "main_score": 0.097521, "precision": 0.082915, "recall": 0.159091}, {"accuracy": 0.921937, "f1": 0.904221, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"], "main_score": 0.904221, "precision": 0.896498, "recall": 0.921937}, {"accuracy": 0.326087, "f1": 0.248712, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"], "main_score": 0.248712, "precision": 0.224028, "recall": 0.326087}, {"accuracy": 0.176877, "f1": 0.113697, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"], "main_score": 0.113697, "precision": 0.098663, "recall": 0.176877}, {"accuracy": 0.153162, "f1": 0.100714, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"], "main_score": 0.100714, "precision": 0.0882, "recall": 0.153162}, {"accuracy": 0.193676, "f1": 0.141236, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"], "main_score": 0.141236, "precision": 0.127434, "recall": 0.193676}, {"accuracy": 0.913043, "f1": 0.894078, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"], "main_score": 0.894078, "precision": 0.88554, "recall": 0.913043}, {"accuracy": 0.016798, "f1": 0.004746, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"], "main_score": 0.004746, "precision": 0.004066, "recall": 0.016798}, {"accuracy": 0.809289, "f1": 0.776765, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"], "main_score": 0.776765, "precision": 0.762022, "recall": 0.809289}, {"accuracy": 0.391304, "f1": 0.322701, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"], "main_score": 0.322701, "precision": 0.298237, "recall": 0.391304}, {"accuracy": 0.778656, "f1": 0.736122, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"], "main_score": 0.736122, "precision": 0.717608, "recall": 0.778656}, {"accuracy": 0.938735, "f1": 0.927108, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"], "main_score": 0.927108, "precision": 0.92169, "recall": 0.938735}, {"accuracy": 0.078063, "f1": 0.043543, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"], "main_score": 0.043543, "precision": 0.037311, "recall": 0.078063}, {"accuracy": 0.147233, "f1": 0.099085, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"], "main_score": 0.099085, "precision": 0.087802, "recall": 0.147233}, {"accuracy": 0.918972, "f1": 0.902009, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"], "main_score": 0.902009, "precision": 0.893972, "recall": 0.918972}, {"accuracy": 0.937747, "f1": 0.923123, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"], "main_score": 0.923123, "precision": 0.91682, "recall": 0.937747}, {"accuracy": 0.557312, "f1": 0.483747, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"], "main_score": 0.483747, "precision": 0.456707, "recall": 0.557312}, {"accuracy": 0.166008, "f1": 0.114087, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"], "main_score": 0.114087, "precision": 0.100656, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.090348, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"], "main_score": 0.090348, "precision": 0.074175, "recall": 0.151186}, {"accuracy": 0.88834, "f1": 0.864122, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"], "main_score": 0.864122, "precision": 0.853443, "recall": 0.88834}, {"accuracy": 0.144269, "f1": 0.094673, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"], "main_score": 0.094673, "precision": 0.08321, "recall": 0.144269}, {"accuracy": 0.147233, "f1": 0.102178, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"], "main_score": 0.102178, "precision": 0.091224, "recall": 0.147233}, {"accuracy": 0.781621, "f1": 0.739366, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"], "main_score": 0.739366, "precision": 0.720853, "recall": 0.781621}, {"accuracy": 0.55336, "f1": 0.486534, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"], "main_score": 0.486534, "precision": 0.462949, "recall": 0.55336}, {"accuracy": 0.900198, "f1": 0.886558, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"], "main_score": 0.886558, "precision": 0.881103, "recall": 0.900198}, {"accuracy": 0.208498, "f1": 0.144167, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"], "main_score": 0.144167, "precision": 0.124122, "recall": 0.208498}, {"accuracy": 0.384387, "f1": 0.313186, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"], "main_score": 0.313186, "precision": 0.291165, "recall": 0.384387}, {"accuracy": 0.931818, "f1": 0.916831, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"], "main_score": 0.916831, "precision": 0.909585, "recall": 0.931818}, {"accuracy": 0.508893, "f1": 0.442703, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"], "main_score": 0.442703, "precision": 0.417195, "recall": 0.508893}, {"accuracy": 0.785573, "f1": 0.73958, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"], "main_score": 0.73958, "precision": 0.719792, "recall": 0.785573}, {"accuracy": 0.240119, "f1": 0.172305, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"], "main_score": 0.172305, "precision": 0.153133, "recall": 0.240119}, {"accuracy": 0.539526, "f1": 0.47582, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"], "main_score": 0.47582, "precision": 0.450923, "recall": 0.539526}, {"accuracy": 0.585968, "f1": 0.521996, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"], "main_score": 0.521996, "precision": 0.497282, "recall": 0.585968}, {"accuracy": 0.187747, "f1": 0.127027, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"], "main_score": 0.127027, "precision": 0.110702, "recall": 0.187747}, {"accuracy": 0.862648, "f1": 0.839229, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"], "main_score": 0.839229, "precision": 0.82859, "recall": 0.862648}, {"accuracy": 0.937747, "f1": 0.924493, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"], "main_score": 0.924493, "precision": 0.918523, "recall": 0.937747}, {"accuracy": 0.932806, "f1": 0.916971, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"], "main_score": 0.916971, "precision": 0.910532, "recall": 0.932806}, {"accuracy": 0.851779, "f1": 0.819408, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"], "main_score": 0.819408, "precision": 0.805575, "recall": 0.851779}, {"accuracy": 0.681818, "f1": 0.62612, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"], "main_score": 0.62612, "precision": 0.602635, "recall": 0.681818}, {"accuracy": 0.935771, "f1": 0.921163, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"], "main_score": 0.921163, "precision": 0.914972, "recall": 0.935771}, {"accuracy": 0.381423, "f1": 0.316872, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"], "main_score": 0.316872, "precision": 0.293994, "recall": 0.381423}, {"accuracy": 0.417984, "f1": 0.335411, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"], "main_score": 0.335411, "precision": 0.308313, "recall": 0.417984}, {"accuracy": 0.090909, "f1": 0.055315, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"], "main_score": 0.055315, "precision": 0.048033, "recall": 0.090909}, {"accuracy": 0.938735, "f1": 0.924819, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"], "main_score": 0.924819, "precision": 0.918652, "recall": 0.938735}, {"accuracy": 0.188735, "f1": 0.136526, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"], "main_score": 0.136526, "precision": 0.121315, "recall": 0.188735}, {"accuracy": 0.933794, "f1": 0.91883, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"], "main_score": 0.91883, "precision": 0.912598, "recall": 0.933794}, {"accuracy": 0.886364, "f1": 0.869106, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"], "main_score": 0.869106, "precision": 0.861744, "recall": 0.886364}, {"accuracy": 0.38834, "f1": 0.308056, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"], "main_score": 0.308056, "precision": 0.282806, "recall": 0.38834}, {"accuracy": 0.272727, "f1": 0.199908, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"], "main_score": 0.199908, "precision": 0.179668, "recall": 0.272727}, {"accuracy": 0.836957, "f1": 0.800793, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"], "main_score": 0.800793, "precision": 0.784677, "recall": 0.836957}, {"accuracy": 0.193676, "f1": 0.132191, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"], "main_score": 0.132191, "precision": 0.115791, "recall": 0.193676}, {"accuracy": 0.179842, "f1": 0.120001, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"], "main_score": 0.120001, "precision": 0.104643, "recall": 0.179842}, {"accuracy": 0.936759, "f1": 0.924572, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"], "main_score": 0.924572, "precision": 0.919667, "recall": 0.936759}, {"accuracy": 0.373518, "f1": 0.294753, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"], "main_score": 0.294753, "precision": 0.269205, "recall": 0.373518}, {"accuracy": 0.931818, "f1": 0.919269, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"], "main_score": 0.919269, "precision": 0.913538, "recall": 0.931818}, {"accuracy": 0.146245, "f1": 0.088082, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"], "main_score": 0.088082, "precision": 0.074622, "recall": 0.146245}, {"accuracy": 0.939723, "f1": 0.926252, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"], "main_score": 0.926252, "precision": 0.920443, "recall": 0.939723}, {"accuracy": 0.871542, "f1": 0.847238, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"], "main_score": 0.847238, "precision": 0.836682, "recall": 0.871542}, {"accuracy": 0.882411, "f1": 0.859318, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"], "main_score": 0.859318, "precision": 0.850033, "recall": 0.882411}, {"accuracy": 0.133399, "f1": 0.087156, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"], "main_score": 0.087156, "precision": 0.076148, "recall": 0.133399}, {"accuracy": 0.826087, "f1": 0.791422, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"], "main_score": 0.791422, "precision": 0.775692, "recall": 0.826087}, {"accuracy": 0.142292, "f1": 0.090069, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"], "main_score": 0.090069, "precision": 0.077216, "recall": 0.142292}, {"accuracy": 0.166008, "f1": 0.107337, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"], "main_score": 0.107337, "precision": 0.092409, "recall": 0.166008}, {"accuracy": 0.118577, "f1": 0.07192, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"], "main_score": 0.07192, "precision": 0.061499, "recall": 0.118577}, {"accuracy": 0.496047, "f1": 0.431435, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"], "main_score": 0.431435, "precision": 0.406201, "recall": 0.496047}, {"accuracy": 0.939723, "f1": 0.926633, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"], "main_score": 0.926633, "precision": 0.921052, "recall": 0.939723}, {"accuracy": 0.244071, "f1": 0.175164, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"], "main_score": 0.175164, "precision": 0.15602, "recall": 0.244071}, {"accuracy": 0.137352, "f1": 0.080393, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"], "main_score": 0.080393, "precision": 0.067073, "recall": 0.137352}, {"accuracy": 0.175889, "f1": 0.113068, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"], "main_score": 0.113068, "precision": 0.098123, "recall": 0.175889}, {"accuracy": 0.785573, "f1": 0.752884, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"], "main_score": 0.752884, "precision": 0.738175, "recall": 0.785573}, {"accuracy": 0.139328, "f1": 0.087674, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"], "main_score": 0.087674, "precision": 0.076086, "recall": 0.139328}, {"accuracy": 0.146245, "f1": 0.097741, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"], "main_score": 0.097741, "precision": 0.085727, "recall": 0.146245}, {"accuracy": 0.87747, "f1": 0.857609, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"], "main_score": 0.857609, "precision": 0.848435, "recall": 0.87747}, {"accuracy": 0.231225, "f1": 0.163041, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"], "main_score": 0.163041, "precision": 0.143879, "recall": 0.231225}, {"accuracy": 0.198617, "f1": 0.132381, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"], "main_score": 0.132381, "precision": 0.115957, "recall": 0.198617}, {"accuracy": 0.532609, "f1": 0.463158, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"], "main_score": 0.463158, "precision": 0.437143, "recall": 0.532609}, {"accuracy": 0.295455, "f1": 0.220527, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"], "main_score": 0.220527, "precision": 0.197512, "recall": 0.295455}, {"accuracy": 0.40415, "f1": 0.329724, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"], "main_score": 0.329724, "precision": 0.303655, "recall": 0.40415}, {"accuracy": 0.814229, "f1": 0.778854, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"], "main_score": 0.778854, "precision": 0.763192, "recall": 0.814229}, {"accuracy": 0.275692, "f1": 0.202211, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"], "main_score": 0.202211, "precision": 0.179279, "recall": 0.275692}, {"accuracy": 0.407115, "f1": 0.331927, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"], "main_score": 0.331927, "precision": 0.305456, "recall": 0.407115}, {"accuracy": 0.125494, "f1": 0.076473, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"], "main_score": 0.076473, "precision": 0.064488, "recall": 0.125494}, {"accuracy": 0.931818, "f1": 0.91776, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"], "main_score": 0.91776, "precision": 0.911707, "recall": 0.931818}, {"accuracy": 0.908103, "f1": 0.891154, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"], "main_score": 0.891154, "precision": 0.883976, "recall": 0.908103}, {"accuracy": 0.934783, "f1": 0.922469, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"], "main_score": 0.922469, "precision": 0.917409, "recall": 0.934783}, {"accuracy": 0.813241, "f1": 0.776017, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"], "main_score": 0.776017, "precision": 0.760398, "recall": 0.813241}, {"accuracy": 0.222332, "f1": 0.162835, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"], "main_score": 0.162835, "precision": 0.146286, "recall": 0.222332}, {"accuracy": 0.16502, "f1": 0.103725, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"], "main_score": 0.103725, "precision": 0.088978, "recall": 0.16502}, {"accuracy": 0.049407, "f1": 0.038641, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"], "main_score": 0.038641, "precision": 0.035571, "recall": 0.049407}, {"accuracy": 0.218379, "f1": 0.199765, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"], "main_score": 0.199765, "precision": 0.19268, "recall": 0.218379}, {"accuracy": 0.004941, "f1": 0.000599, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"], "main_score": 0.000599, "precision": 0.000347, "recall": 0.004941}, {"accuracy": 0.199605, "f1": 0.173954, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"], "main_score": 0.173954, "precision": 0.166215, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.185364, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"], "main_score": 0.185364, "precision": 0.180835, "recall": 0.200593}, {"accuracy": 0.151186, "f1": 0.13367, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"], "main_score": 0.13367, "precision": 0.127796, "recall": 0.151186}, {"accuracy": 0.225296, "f1": 0.207341, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"], "main_score": 0.207341, "precision": 0.200805, "recall": 0.225296}, {"accuracy": 0.255929, "f1": 0.226245, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"], "main_score": 0.226245, "precision": 0.216522, "recall": 0.255929}, {"accuracy": 0.284585, "f1": 0.252329, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"], "main_score": 0.252329, "precision": 0.242813, "recall": 0.284585}, {"accuracy": 0.244071, "f1": 0.220133, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"], "main_score": 0.220133, "precision": 0.212045, "recall": 0.244071}, {"accuracy": 0.213439, "f1": 0.201086, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"], "main_score": 0.201086, "precision": 0.196667, "recall": 0.213439}, {"accuracy": 0.233202, "f1": 0.202135, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"], "main_score": 0.202135, "precision": 0.192588, "recall": 0.233202}, {"accuracy": 0.157115, "f1": 0.138379, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"], "main_score": 0.138379, "precision": 0.131494, "recall": 0.157115}, {"accuracy": 0.220356, "f1": 0.19535, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"], "main_score": 0.19535, "precision": 0.186045, "recall": 0.220356}, {"accuracy": 0.161067, "f1": 0.144483, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"], "main_score": 0.144483, "precision": 0.139178, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.153602, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"], "main_score": 0.153602, "precision": 0.148562, "recall": 0.174901}, {"accuracy": 0.279644, "f1": 0.249844, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"], "main_score": 0.249844, "precision": 0.240402, "recall": 0.279644}, {"accuracy": 0.281621, "f1": 0.253086, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"], "main_score": 0.253086, "precision": 0.241903, "recall": 0.281621}, {"accuracy": 0.178854, "f1": 0.161711, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"], "main_score": 0.161711, "precision": 0.155674, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.16076, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"], "main_score": 0.16076, "precision": 0.152442, "recall": 0.190711}, {"accuracy": 0.294466, "f1": 0.26183, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"], "main_score": 0.26183, "precision": 0.251866, "recall": 0.294466}, {"accuracy": 0.231225, "f1": 0.215401, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"], "main_score": 0.215401, "precision": 0.20978, "recall": 0.231225}, {"accuracy": 0.200593, "f1": 0.177579, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"], "main_score": 0.177579, "precision": 0.169368, "recall": 0.200593}, {"accuracy": 0.098814, "f1": 0.083256, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"], "main_score": 0.083256, "precision": 0.07934, "recall": 0.098814}, {"accuracy": 0.197628, "f1": 0.173944, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"], "main_score": 0.173944, "precision": 0.166463, "recall": 0.197628}, {"accuracy": 0.23419, "f1": 0.210366, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"], "main_score": 0.210366, "precision": 0.20356, "recall": 0.23419}, {"accuracy": 0.06917, "f1": 0.048423, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"], "main_score": 0.048423, "precision": 0.043905, "recall": 0.06917}, {"accuracy": 0.199605, "f1": 0.179614, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"], "main_score": 0.179614, "precision": 0.173317, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.195916, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"], "main_score": 0.195916, "precision": 0.184807, "recall": 0.228261}, {"accuracy": 0.213439, "f1": 0.198606, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"], "main_score": 0.198606, "precision": 0.193306, "recall": 0.213439}, {"accuracy": 0.281621, "f1": 0.252596, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"], "main_score": 0.252596, "precision": 0.244206, "recall": 0.281621}, {"accuracy": 0.210474, "f1": 0.187944, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"], "main_score": 0.187944, "precision": 0.180734, "recall": 0.210474}, {"accuracy": 0.163043, "f1": 0.136526, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"], "main_score": 0.136526, "precision": 0.129066, "recall": 0.163043}, {"accuracy": 0.231225, "f1": 0.203501, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"], "main_score": 0.203501, "precision": 0.196014, "recall": 0.231225}, {"accuracy": 0.133399, "f1": 0.117255, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"], "main_score": 0.117255, "precision": 0.112274, "recall": 0.133399}, {"accuracy": 0.18083, "f1": 0.161248, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"], "main_score": 0.161248, "precision": 0.155281, "recall": 0.18083}, {"accuracy": 0.104743, "f1": 0.088425, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"], "main_score": 0.088425, "precision": 0.083591, "recall": 0.104743}, {"accuracy": 0.275692, "f1": 0.245383, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"], "main_score": 0.245383, "precision": 0.236267, "recall": 0.275692}, {"accuracy": 0.176877, "f1": 0.14795, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"], "main_score": 0.14795, "precision": 0.139322, "recall": 0.176877}, {"accuracy": 0.198617, "f1": 0.166631, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"], "main_score": 0.166631, "precision": 0.155809, "recall": 0.198617}, {"accuracy": 0.036561, "f1": 0.028357, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"], "main_score": 0.028357, "precision": 0.025774, "recall": 0.036561}, {"accuracy": 0.282609, "f1": 0.254777, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"], "main_score": 0.254777, "precision": 0.245798, "recall": 0.282609}, {"accuracy": 0.16996, "f1": 0.141328, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"], "main_score": 0.141328, "precision": 0.132336, "recall": 0.16996}, {"accuracy": 0.233202, "f1": 0.205376, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"], "main_score": 0.205376, "precision": 0.197738, "recall": 0.233202}, {"accuracy": 0.278656, "f1": 0.252962, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"], "main_score": 0.252962, "precision": 0.24515, "recall": 0.278656}, {"accuracy": 0.171937, "f1": 0.151246, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"], "main_score": 0.151246, "precision": 0.145075, "recall": 0.171937}, {"accuracy": 0.211462, "f1": 0.198158, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"], "main_score": 0.198158, "precision": 0.194077, "recall": 0.211462}, {"accuracy": 0.202569, "f1": 0.175807, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"], "main_score": 0.175807, "precision": 0.165899, "recall": 0.202569}, {"accuracy": 0.238142, "f1": 0.213992, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"], "main_score": 0.213992, "precision": 0.206994, "recall": 0.238142}, {"accuracy": 0.222332, "f1": 0.200492, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"], "main_score": 0.200492, "precision": 0.194218, "recall": 0.222332}, {"accuracy": 0.287549, "f1": 0.251035, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"], "main_score": 0.251035, "precision": 0.240436, "recall": 0.287549}, {"accuracy": 0.206522, "f1": 0.189141, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"], "main_score": 0.189141, "precision": 0.184, "recall": 0.206522}, {"accuracy": 0.184783, "f1": 0.159947, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"], "main_score": 0.159947, "precision": 0.151282, "recall": 0.184783}, {"accuracy": 0.177866, "f1": 0.15737, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"], "main_score": 0.15737, "precision": 0.151331, "recall": 0.177866}, {"accuracy": 0.05336, "f1": 0.042696, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"], "main_score": 0.042696, "precision": 0.039106, "recall": 0.05336}, {"accuracy": 0.26087, "f1": 0.237622, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"], "main_score": 0.237622, "precision": 0.228968, "recall": 0.26087}, {"accuracy": 0.274704, "f1": 0.251068, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"], "main_score": 0.251068, "precision": 0.242311, "recall": 0.274704}, {"accuracy": 0.065217, "f1": 0.055124, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"], "main_score": 0.055124, "precision": 0.051361, "recall": 0.065217}, {"accuracy": 0.249012, "f1": 0.219536, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"], "main_score": 0.219536, "precision": 0.209638, "recall": 0.249012}, {"accuracy": 0.164032, "f1": 0.149346, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"], "main_score": 0.149346, "precision": 0.144761, "recall": 0.164032}, {"accuracy": 0.275692, "f1": 0.248255, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"], "main_score": 0.248255, "precision": 0.239202, "recall": 0.275692}, {"accuracy": 0.166996, "f1": 0.139509, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"], "main_score": 0.139509, "precision": 0.131528, "recall": 0.166996}, {"accuracy": 0.289526, "f1": 0.267547, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"], "main_score": 0.267547, "precision": 0.259565, "recall": 0.289526}, {"accuracy": 0.23419, "f1": 0.217651, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"], "main_score": 0.217651, "precision": 0.212645, "recall": 0.23419}, {"accuracy": 0.22332, "f1": 0.203081, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"], "main_score": 0.203081, "precision": 0.197028, "recall": 0.22332}, {"accuracy": 0.288538, "f1": 0.25698, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"], "main_score": 0.25698, "precision": 0.247005, "recall": 0.288538}, {"accuracy": 0.226285, "f1": 0.201845, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"], "main_score": 0.201845, "precision": 0.19202, "recall": 0.226285}, {"accuracy": 0.231225, "f1": 0.210051, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"], "main_score": 0.210051, "precision": 0.202839, "recall": 0.231225}, {"accuracy": 0.233202, "f1": 0.19981, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"], "main_score": 0.19981, "precision": 0.188039, "recall": 0.233202}, {"accuracy": 0.236166, "f1": 0.212462, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"], "main_score": 0.212462, "precision": 0.204393, "recall": 0.236166}, {"accuracy": 0.1917, "f1": 0.167848, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"], "main_score": 0.167848, "precision": 0.161605, "recall": 0.1917}, {"accuracy": 0.259881, "f1": 0.231151, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"], "main_score": 0.231151, "precision": 0.221922, "recall": 0.259881}, {"accuracy": 0.054348, "f1": 0.03349, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"], "main_score": 0.03349, "precision": 0.029819, "recall": 0.054348}, {"accuracy": 0.192688, "f1": 0.16858, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"], "main_score": 0.16858, "precision": 0.160215, "recall": 0.192688}, {"accuracy": 0.1917, "f1": 0.177362, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"], "main_score": 0.177362, "precision": 0.172479, "recall": 0.1917}, {"accuracy": 0.244071, "f1": 0.20977, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"], "main_score": 0.20977, "precision": 0.197235, "recall": 0.244071}, {"accuracy": 0.055336, "f1": 0.041593, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"], "main_score": 0.041593, "precision": 0.038519, "recall": 0.055336}, {"accuracy": 0.290514, "f1": 0.25905, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"], "main_score": 0.25905, "precision": 0.250144, "recall": 0.290514}, {"accuracy": 0.230237, "f1": 0.210395, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"], "main_score": 0.210395, "precision": 0.204978, "recall": 0.230237}, {"accuracy": 0.225296, "f1": 0.201307, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"], "main_score": 0.201307, "precision": 0.193666, "recall": 0.225296}, {"accuracy": 0.089921, "f1": 0.069429, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"], "main_score": 0.069429, "precision": 0.065117, "recall": 0.089921}, {"accuracy": 0.284585, "f1": 0.259425, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"], "main_score": 0.259425, "precision": 0.251801, "recall": 0.284585}, {"accuracy": 0.270751, "f1": 0.244693, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"], "main_score": 0.244693, "precision": 0.235885, "recall": 0.270751}, {"accuracy": 0.302372, "f1": 0.26604, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"], "main_score": 0.26604, "precision": 0.254924, "recall": 0.302372}, {"accuracy": 0.206522, "f1": 0.177792, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"], "main_score": 0.177792, "precision": 0.169899, "recall": 0.206522}, {"accuracy": 0.221344, "f1": 0.194928, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"], "main_score": 0.194928, "precision": 0.184779, "recall": 0.221344}, {"accuracy": 0.211462, "f1": 0.18379, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"], "main_score": 0.18379, "precision": 0.1741, "recall": 0.211462}, {"accuracy": 0.094862, "f1": 0.078808, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"], "main_score": 0.078808, "precision": 0.075636, "recall": 0.094862}, {"accuracy": 0.289526, "f1": 0.25364, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"], "main_score": 0.25364, "precision": 0.243561, "recall": 0.289526}, {"accuracy": 0.16502, "f1": 0.148655, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"], "main_score": 0.148655, "precision": 0.143254, "recall": 0.16502}, {"accuracy": 0.261858, "f1": 0.234587, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"], "main_score": 0.234587, "precision": 0.22466, "recall": 0.261858}, {"accuracy": 0.237154, "f1": 0.20706, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"], "main_score": 0.20706, "precision": 0.197773, "recall": 0.237154}, {"accuracy": 0.230237, "f1": 0.212123, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"], "main_score": 0.212123, "precision": 0.206501, "recall": 0.230237}, {"accuracy": 0.232213, "f1": 0.201838, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"], "main_score": 0.201838, "precision": 0.193366, "recall": 0.232213}, {"accuracy": 0.23419, "f1": 0.205415, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"], "main_score": 0.205415, "precision": 0.195539, "recall": 0.23419}, {"accuracy": 0.237154, "f1": 0.207161, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"], "main_score": 0.207161, "precision": 0.198561, "recall": 0.237154}, {"accuracy": 0.247036, "f1": 0.220008, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"], "main_score": 0.220008, "precision": 0.210919, "recall": 0.247036}, {"accuracy": 0.257905, "f1": 0.23337, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"], "main_score": 0.23337, "precision": 0.225688, "recall": 0.257905}, {"accuracy": 0.210474, "f1": 0.184603, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"], "main_score": 0.184603, "precision": 0.176184, "recall": 0.210474}, {"accuracy": 0.252964, "f1": 0.218213, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"], "main_score": 0.218213, "precision": 0.207291, "recall": 0.252964}, {"accuracy": 0.299407, "f1": 0.262276, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"], "main_score": 0.262276, "precision": 0.252313, "recall": 0.299407}, {"accuracy": 0.22332, "f1": 0.197708, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"], "main_score": 0.197708, "precision": 0.189397, "recall": 0.22332}, {"accuracy": 0.22332, "f1": 0.207146, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"], "main_score": 0.207146, "precision": 0.202048, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.125174, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"], "main_score": 0.125174, "precision": 0.118668, "recall": 0.149209}, {"accuracy": 0.233202, "f1": 0.206577, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"], "main_score": 0.206577, "precision": 0.19665, "recall": 0.233202}, {"accuracy": 0.082016, "f1": 0.056076, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"], "main_score": 0.056076, "precision": 0.050966, "recall": 0.082016}, {"accuracy": 0.266798, "f1": 0.232316, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"], "main_score": 0.232316, "precision": 0.220456, "recall": 0.266798}, {"accuracy": 0.129447, "f1": 0.097628, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"], "main_score": 0.097628, "precision": 0.089671, "recall": 0.129447}, {"accuracy": 0.291502, "f1": 0.257293, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"], "main_score": 0.257293, "precision": 0.247085, "recall": 0.291502}, {"accuracy": 0.233202, "f1": 0.206792, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"], "main_score": 0.206792, "precision": 0.199317, "recall": 0.233202}, {"accuracy": 0.089921, "f1": 0.072032, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"], "main_score": 0.072032, "precision": 0.06683, "recall": 0.089921}, {"accuracy": 0.240119, "f1": 0.217695, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"], "main_score": 0.217695, "precision": 0.209941, "recall": 0.240119}, {"accuracy": 0.313241, "f1": 0.275797, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"], "main_score": 0.275797, "precision": 0.264924, "recall": 0.313241}, {"accuracy": 0.114625, "f1": 0.10073, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"], "main_score": 0.10073, "precision": 0.096555, "recall": 0.114625}, {"accuracy": 0.195652, "f1": 0.177341, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"], "main_score": 0.177341, "precision": 0.171588, "recall": 0.195652}, {"accuracy": 0.160079, "f1": 0.138372, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"], "main_score": 0.138372, "precision": 0.130852, "recall": 0.160079}, {"accuracy": 0.192688, "f1": 0.166306, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"], "main_score": 0.166306, "precision": 0.15834, "recall": 0.192688}, {"accuracy": 0.228261, "f1": 0.211317, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"], "main_score": 0.211317, "precision": 0.204451, "recall": 0.228261}, {"accuracy": 0.211462, "f1": 0.182537, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"], "main_score": 0.182537, "precision": 0.171062, "recall": 0.211462}, {"accuracy": 0.211462, "f1": 0.178349, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"], "main_score": 0.178349, "precision": 0.167033, "recall": 0.211462}, {"accuracy": 0.226285, "f1": 0.195528, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"], "main_score": 0.195528, "precision": 0.185311, "recall": 0.226285}, {"accuracy": 0.284585, "f1": 0.256542, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"], "main_score": 0.256542, "precision": 0.247158, "recall": 0.284585}, {"accuracy": 0.017787, "f1": 0.006839, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"], "main_score": 0.006839, "precision": 0.005197, "recall": 0.017787}, {"accuracy": 0.097826, "f1": 0.090461, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"], "main_score": 0.090461, "precision": 0.088226, "recall": 0.097826}, {"accuracy": 0.092885, "f1": 0.077593, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"], "main_score": 0.077593, "precision": 0.072487, "recall": 0.092885}, {"accuracy": 0.159091, "f1": 0.138922, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"], "main_score": 0.138922, "precision": 0.133381, "recall": 0.159091}, {"accuracy": 0.294466, "f1": 0.262342, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"], "main_score": 0.262342, "precision": 0.252019, "recall": 0.294466}, {"accuracy": 0.117589, "f1": 0.094019, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"], "main_score": 0.094019, "precision": 0.087461, "recall": 0.117589}, {"accuracy": 0.209486, "f1": 0.181314, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"], "main_score": 0.181314, "precision": 0.172505, "recall": 0.209486}, {"accuracy": 0.267787, "f1": 0.234154, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"], "main_score": 0.234154, "precision": 0.224181, "recall": 0.267787}, {"accuracy": 0.298419, "f1": 0.266652, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"], "main_score": 0.266652, "precision": 0.256435, "recall": 0.298419}, {"accuracy": 0.217391, "f1": 0.203624, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"], "main_score": 0.203624, "precision": 0.199641, "recall": 0.217391}, {"accuracy": 0.171937, "f1": 0.145438, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"], "main_score": 0.145438, "precision": 0.136821, "recall": 0.171937}, {"accuracy": 0.215415, "f1": 0.188194, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"], "main_score": 0.188194, "precision": 0.178153, "recall": 0.215415}, {"accuracy": 0.161067, "f1": 0.141923, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"], "main_score": 0.141923, "precision": 0.135922, "recall": 0.161067}, {"accuracy": 0.193676, "f1": 0.162941, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"], "main_score": 0.162941, "precision": 0.152449, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.175459, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"], "main_score": 0.175459, "precision": 0.167053, "recall": 0.203557}, {"accuracy": 0.09585, "f1": 0.081503, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"], "main_score": 0.081503, "precision": 0.077392, "recall": 0.09585}, {"accuracy": 0.244071, "f1": 0.222625, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"], "main_score": 0.222625, "precision": 0.217177, "recall": 0.244071}, {"accuracy": 0.182806, "f1": 0.156368, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"], "main_score": 0.156368, "precision": 0.149125, "recall": 0.182806}, {"accuracy": 0.205534, "f1": 0.171891, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"], "main_score": 0.171891, "precision": 0.16248, "recall": 0.205534}, {"accuracy": 0.268775, "f1": 0.243324, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"], "main_score": 0.243324, "precision": 0.234646, "recall": 0.268775}, {"accuracy": 0.215415, "f1": 0.186671, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"], "main_score": 0.186671, "precision": 0.178341, "recall": 0.215415}, {"accuracy": 0.074111, "f1": 0.064317, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"], "main_score": 0.064317, "precision": 0.060845, "recall": 0.074111}, {"accuracy": 0.145257, "f1": 0.123562, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"], "main_score": 0.123562, "precision": 0.117876, "recall": 0.145257}, {"accuracy": 0.224308, "f1": 0.203857, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"], "main_score": 0.203857, "precision": 0.197261, "recall": 0.224308}, {"accuracy": 0.103755, "f1": 0.091353, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"], "main_score": 0.091353, "precision": 0.087443, "recall": 0.103755}, {"accuracy": 0.20751, "f1": 0.18144, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"], "main_score": 0.18144, "precision": 0.174733, "recall": 0.20751}, {"accuracy": 0.252964, "f1": 0.224081, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"], "main_score": 0.224081, "precision": 0.213996, "recall": 0.252964}, {"accuracy": 0.100791, "f1": 0.085913, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"], "main_score": 0.085913, "precision": 0.081459, "recall": 0.100791}, {"accuracy": 0.232213, "f1": 0.204621, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"], "main_score": 0.204621, "precision": 0.196112, "recall": 0.232213}, {"accuracy": 0.246047, "f1": 0.213315, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"], "main_score": 0.213315, "precision": 0.202907, "recall": 0.246047}, {"accuracy": 0.229249, "f1": 0.204841, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"], "main_score": 0.204841, "precision": 0.197739, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.174004, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"], "main_score": 0.174004, "precision": 0.169051, "recall": 0.189723}, {"accuracy": 0.295455, "f1": 0.259914, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"], "main_score": 0.259914, "precision": 0.247768, "recall": 0.295455}, {"accuracy": 0.159091, "f1": 0.142611, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"], "main_score": 0.142611, "precision": 0.137, "recall": 0.159091}, {"accuracy": 0.226285, "f1": 0.20605, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"], "main_score": 0.20605, "precision": 0.199111, "recall": 0.226285}, {"accuracy": 0.125494, "f1": 0.091936, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"], "main_score": 0.091936, "precision": 0.081992, "recall": 0.125494}, {"accuracy": 0.294466, "f1": 0.264406, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"], "main_score": 0.264406, "precision": 0.254973, "recall": 0.294466}, {"accuracy": 0.062253, "f1": 0.052421, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"], "main_score": 0.052421, "precision": 0.049692, "recall": 0.062253}, {"accuracy": 0.227273, "f1": 0.197759, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"], "main_score": 0.197759, "precision": 0.188932, "recall": 0.227273}, {"accuracy": 0.18083, "f1": 0.15546, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"], "main_score": 0.15546, "precision": 0.148387, "recall": 0.18083}, {"accuracy": 0.209486, "f1": 0.185649, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"], "main_score": 0.185649, "precision": 0.179824, "recall": 0.209486}, {"accuracy": 0.254941, "f1": 0.23183, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"], "main_score": 0.23183, "precision": 0.223606, "recall": 0.254941}, {"accuracy": 0.173913, "f1": 0.148978, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"], "main_score": 0.148978, "precision": 0.141781, "recall": 0.173913}, {"accuracy": 0.233202, "f1": 0.211432, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"], "main_score": 0.211432, "precision": 0.203687, "recall": 0.233202}, {"accuracy": 0.218379, "f1": 0.189636, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"], "main_score": 0.189636, "precision": 0.179775, "recall": 0.218379}, {"accuracy": 0.286561, "f1": 0.251921, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"], "main_score": 0.251921, "precision": 0.241554, "recall": 0.286561}, {"accuracy": 0.242095, "f1": 0.219519, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"], "main_score": 0.219519, "precision": 0.210783, "recall": 0.242095}, {"accuracy": 0.280632, "f1": 0.253264, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"], "main_score": 0.253264, "precision": 0.245007, "recall": 0.280632}, {"accuracy": 0.232213, "f1": 0.200504, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"], "main_score": 0.200504, "precision": 0.189561, "recall": 0.232213}, {"accuracy": 0.299407, "f1": 0.26412, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"], "main_score": 0.26412, "precision": 0.253558, "recall": 0.299407}, {"accuracy": 0.134387, "f1": 0.11569, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"], "main_score": 0.11569, "precision": 0.109812, "recall": 0.134387}, {"accuracy": 0.215415, "f1": 0.192944, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"], "main_score": 0.192944, "precision": 0.186844, "recall": 0.215415}, {"accuracy": 0.182806, "f1": 0.159425, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"], "main_score": 0.159425, "precision": 0.151404, "recall": 0.182806}, {"accuracy": 0.266798, "f1": 0.241841, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"], "main_score": 0.241841, "precision": 0.233594, "recall": 0.266798}, {"accuracy": 0.206522, "f1": 0.171477, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"], "main_score": 0.171477, "precision": 0.160158, "recall": 0.206522}, {"accuracy": 0.227273, "f1": 0.196975, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"], "main_score": 0.196975, "precision": 0.186596, "recall": 0.227273}, {"accuracy": 0.166996, "f1": 0.138065, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"], "main_score": 0.138065, "precision": 0.129315, "recall": 0.166996}, {"accuracy": 0.119565, "f1": 0.099844, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"], "main_score": 0.099844, "precision": 0.094176, "recall": 0.119565}, {"accuracy": 0.285573, "f1": 0.255343, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"], "main_score": 0.255343, "precision": 0.246467, "recall": 0.285573}, {"accuracy": 0.243083, "f1": 0.211176, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"], "main_score": 0.211176, "precision": 0.201779, "recall": 0.243083}, {"accuracy": 0.227273, "f1": 0.198428, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"], "main_score": 0.198428, "precision": 0.188626, "recall": 0.227273}, {"accuracy": 0.221344, "f1": 0.193495, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"], "main_score": 0.193495, "precision": 0.183096, "recall": 0.221344}, {"accuracy": 0.085968, "f1": 0.070781, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"], "main_score": 0.070781, "precision": 0.06641, "recall": 0.085968}, {"accuracy": 0.164032, "f1": 0.133969, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"], "main_score": 0.133969, "precision": 0.12523, "recall": 0.164032}, {"accuracy": 0.229249, "f1": 0.200563, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"], "main_score": 0.200563, "precision": 0.1907, "recall": 0.229249}, {"accuracy": 0.179842, "f1": 0.16494, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"], "main_score": 0.16494, "precision": 0.16078, "recall": 0.179842}, {"accuracy": 0.242095, "f1": 0.214093, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"], "main_score": 0.214093, "precision": 0.205162, "recall": 0.242095}, {"accuracy": 0.244071, "f1": 0.217987, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"], "main_score": 0.217987, "precision": 0.209215, "recall": 0.244071}, {"accuracy": 0.205534, "f1": 0.189295, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"], "main_score": 0.189295, "precision": 0.184265, "recall": 0.205534}, {"accuracy": 0.25, "f1": 0.225576, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"], "main_score": 0.225576, "precision": 0.216807, "recall": 0.25}, {"accuracy": 0.244071, "f1": 0.225249, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"], "main_score": 0.225249, "precision": 0.217671, "recall": 0.244071}, {"accuracy": 0.13834, "f1": 0.121237, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"], "main_score": 0.121237, "precision": 0.11617, "recall": 0.13834}, {"accuracy": 0.187747, "f1": 0.164086, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"], "main_score": 0.164086, "precision": 0.156432, "recall": 0.187747}, {"accuracy": 0.22332, "f1": 0.196673, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"], "main_score": 0.196673, "precision": 0.188614, "recall": 0.22332}, {"accuracy": 0.19664, "f1": 0.171222, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"], "main_score": 0.171222, "precision": 0.161506, "recall": 0.19664}, {"accuracy": 0.209486, "f1": 0.181852, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"], "main_score": 0.181852, "precision": 0.173244, "recall": 0.209486}, {"accuracy": 0.215415, "f1": 0.192048, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"], "main_score": 0.192048, "precision": 0.184989, "recall": 0.215415}, {"accuracy": 0.252964, "f1": 0.22334, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"], "main_score": 0.22334, "precision": 0.214167, "recall": 0.252964}, {"accuracy": 0.098814, "f1": 0.080312, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"], "main_score": 0.080312, "precision": 0.075947, "recall": 0.098814}, {"accuracy": 0.209486, "f1": 0.187593, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"], "main_score": 0.187593, "precision": 0.179304, "recall": 0.209486}, {"accuracy": 0.236166, "f1": 0.198528, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"], "main_score": 0.198528, "precision": 0.186394, "recall": 0.236166}, {"accuracy": 0.086957, "f1": 0.052772, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"], "main_score": 0.052772, "precision": 0.044787, "recall": 0.086957}, {"accuracy": 0.166008, "f1": 0.10023, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"], "main_score": 0.10023, "precision": 0.085226, "recall": 0.166008}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.908103, "f1": 0.880402, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"], "main_score": 0.880402, "precision": 0.86726, "recall": 0.908103}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.635375, "f1": 0.558431, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"], "main_score": 0.558431, "precision": 0.528757, "recall": 0.635375}, {"accuracy": 0.206522, "f1": 0.141503, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"], "main_score": 0.141503, "precision": 0.125742, "recall": 0.206522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.411067, "f1": 0.322699, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"], "main_score": 0.322699, "precision": 0.295213, "recall": 0.411067}, {"accuracy": 0.664032, "f1": 0.589321, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"], "main_score": 0.589321, "precision": 0.559076, "recall": 0.664032}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.924901, "f1": 0.902503, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"], "main_score": 0.902503, "precision": 0.891634, "recall": 0.924901}, {"accuracy": 0.23419, "f1": 0.153262, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"], "main_score": 0.153262, "precision": 0.132465, "recall": 0.23419}, {"accuracy": 0.938735, "f1": 0.920026, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"], "main_score": 0.920026, "precision": 0.91115, "recall": 0.938735}, {"accuracy": 0.854743, "f1": 0.816568, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"], "main_score": 0.816568, "precision": 0.799325, "recall": 0.854743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.291502, "f1": 0.203039, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"], "main_score": 0.203039, "precision": 0.179724, "recall": 0.291502}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.141304, "f1": 0.088618, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"], "main_score": 0.088618, "precision": 0.076977, "recall": 0.141304}, {"accuracy": 0.906126, "f1": 0.878971, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"], "main_score": 0.878971, "precision": 0.866518, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.718379, "f1": 0.651176, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"], "main_score": 0.651176, "precision": 0.623518, "recall": 0.718379}, {"accuracy": 0.061265, "f1": 0.028725, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"], "main_score": 0.028725, "precision": 0.024288, "recall": 0.061265}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.226285, "f1": 0.152496, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"], "main_score": 0.152496, "precision": 0.135197, "recall": 0.226285}, {"accuracy": 0.868577, "f1": 0.831588, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"], "main_score": 0.831588, "precision": 0.814674, "recall": 0.868577}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.916996, "f1": 0.890481, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"], "main_score": 0.890481, "precision": 0.8778, "recall": 0.916996}, {"accuracy": 0.272727, "f1": 0.19807, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"], "main_score": 0.19807, "precision": 0.177065, "recall": 0.272727}, {"accuracy": 0.817194, "f1": 0.772271, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"], "main_score": 0.772271, "precision": 0.752569, "recall": 0.817194}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.917984, "f1": 0.89496, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"], "main_score": 0.89496, "precision": 0.88447, "recall": 0.917984}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.153162, "f1": 0.093313, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"], "main_score": 0.093313, "precision": 0.081932, "recall": 0.153162}, {"accuracy": 0.062253, "f1": 0.036969, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"], "main_score": 0.036969, "precision": 0.030938, "recall": 0.062253}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.157115, "f1": 0.097596, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"], "main_score": 0.097596, "precision": 0.085441, "recall": 0.157115}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"], "main_score": 0.869697, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 0.754941, "f1": 0.69496, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"], "main_score": 0.69496, "precision": 0.669648, "recall": 0.754941}, {"accuracy": 0.18083, "f1": 0.11024, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"], "main_score": 0.11024, "precision": 0.094203, "recall": 0.18083}, {"accuracy": 0.754941, "f1": 0.703673, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"], "main_score": 0.703673, "precision": 0.681811, "recall": 0.754941}, {"accuracy": 0.632411, "f1": 0.556155, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"], "main_score": 0.556155, "precision": 0.526661, "recall": 0.632411}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.752964, "f1": 0.69073, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"], "main_score": 0.69073, "precision": 0.665267, "recall": 0.752964}, {"accuracy": 0.16502, "f1": 0.104566, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"], "main_score": 0.104566, "precision": 0.090685, "recall": 0.16502}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.071146, "f1": 0.038985, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"], "main_score": 0.038985, "precision": 0.032709, "recall": 0.071146}, {"accuracy": 0.241107, "f1": 0.170751, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"], "main_score": 0.170751, "precision": 0.152921, "recall": 0.241107}, {"accuracy": 0.352767, "f1": 0.264778, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"], "main_score": 0.264778, "precision": 0.239002, "recall": 0.352767}, {"accuracy": 0.083992, "f1": 0.0455, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"], "main_score": 0.0455, "precision": 0.037344, "recall": 0.083992}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"], "main_score": 0.952075, "precision": 0.946673, "recall": 0.963439}, {"accuracy": 0.268775, "f1": 0.186378, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"], "main_score": 0.186378, "precision": 0.164044, "recall": 0.268775}, {"accuracy": 0.76581, "f1": 0.708929, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"], "main_score": 0.708929, "precision": 0.685648, "recall": 0.76581}, {"accuracy": 0.463439, "f1": 0.378583, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"], "main_score": 0.378583, "precision": 0.351238, "recall": 0.463439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.253953, "f1": 0.179019, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"], "main_score": 0.179019, "precision": 0.160199, "recall": 0.253953}, {"accuracy": 0.315217, "f1": 0.229456, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"], "main_score": 0.229456, "precision": 0.205247, "recall": 0.315217}, {"accuracy": 0.252964, "f1": 0.170479, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"], "main_score": 0.170479, "precision": 0.148668, "recall": 0.252964}, {"accuracy": 0.352767, "f1": 0.26868, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"], "main_score": 0.26868, "precision": 0.243955, "recall": 0.352767}, {"accuracy": 0.651186, "f1": 0.576336, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"], "main_score": 0.576336, "precision": 0.54603, "recall": 0.651186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.051383, "f1": 0.017507, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"], "main_score": 0.017507, "precision": 0.013524, "recall": 0.051383}, {"accuracy": 0.197628, "f1": 0.126224, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"], "main_score": 0.126224, "precision": 0.109089, "recall": 0.197628}, {"accuracy": 0.767787, "f1": 0.709373, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"], "main_score": 0.709373, "precision": 0.684176, "recall": 0.767787}, {"accuracy": 0.226285, "f1": 0.153645, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"], "main_score": 0.153645, "precision": 0.135906, "recall": 0.226285}, {"accuracy": 0.061265, "f1": 0.031651, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"], "main_score": 0.031651, "precision": 0.026998, "recall": 0.061265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.807312, "f1": 0.757609, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"], "main_score": 0.757609, "precision": 0.73582, "recall": 0.807312}, {"accuracy": 0.797431, "f1": 0.744386, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"], "main_score": 0.744386, "precision": 0.721393, "recall": 0.797431}, {"accuracy": 0.783597, "f1": 0.733616, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"], "main_score": 0.733616, "precision": 0.712157, "recall": 0.783597}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"], "main_score": 0.988801, "precision": 0.987648, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.214427, "f1": 0.145985, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"], "main_score": 0.145985, "precision": 0.128028, "recall": 0.214427}, {"accuracy": 0.155138, "f1": 0.094436, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"], "main_score": 0.094436, "precision": 0.080409, "recall": 0.155138}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"], "main_score": 0.882477, "precision": 0.870142, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.379447, "f1": 0.292906, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"], "main_score": 0.292906, "precision": 0.267417, "recall": 0.379447}, {"accuracy": 0.190711, "f1": 0.117257, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"], "main_score": 0.117257, "precision": 0.099654, "recall": 0.190711}, {"accuracy": 0.73419, "f1": 0.669483, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"], "main_score": 0.669483, "precision": 0.642697, "recall": 0.73419}, {"accuracy": 0.932806, "f1": 0.913735, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"], "main_score": 0.913735, "precision": 0.905254, "recall": 0.932806}, {"accuracy": 0.187747, "f1": 0.117641, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"], "main_score": 0.117641, "precision": 0.103498, "recall": 0.187747}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.233202, "f1": 0.163568, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"], "main_score": 0.163568, "precision": 0.146331, "recall": 0.233202}, {"accuracy": 0.425889, "f1": 0.331399, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"], "main_score": 0.331399, "precision": 0.300754, "recall": 0.425889}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.75, "f1": 0.687552, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"], "main_score": 0.687552, "precision": 0.661225, "recall": 0.75}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"], "main_score": 0.93386, "precision": 0.926301, "recall": 0.949605}, {"accuracy": 0.22332, "f1": 0.155685, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"], "main_score": 0.155685, "precision": 0.138039, "recall": 0.22332}, {"accuracy": 0.077075, "f1": 0.034783, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"], "main_score": 0.034783, "precision": 0.029112, "recall": 0.077075}, {"accuracy": 0.23913, "f1": 0.162934, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"], "main_score": 0.162934, "precision": 0.142778, "recall": 0.23913}, {"accuracy": 0.11166, "f1": 0.062408, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"], "main_score": 0.062408, "precision": 0.052269, "recall": 0.11166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.719368, "f1": 0.652899, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"], "main_score": 0.652899, "precision": 0.625016, "recall": 0.719368}, {"accuracy": 0.094862, "f1": 0.062852, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"], "main_score": 0.062852, "precision": 0.055339, "recall": 0.094862}, {"accuracy": 0.745059, "f1": 0.680355, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"], "main_score": 0.680355, "precision": 0.652536, "recall": 0.745059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.756917, "f1": 0.694852, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"], "main_score": 0.694852, "precision": 0.667819, "recall": 0.756917}, {"accuracy": 0.522727, "f1": 0.44242, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"], "main_score": 0.44242, "precision": 0.413002, "recall": 0.522727}, {"accuracy": 0.188735, "f1": 0.120188, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"], "main_score": 0.120188, "precision": 0.104431, "recall": 0.188735}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.391304, "f1": 0.299417, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"], "main_score": 0.299417, "precision": 0.270622, "recall": 0.391304}, {"accuracy": 0.227273, "f1": 0.153417, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"], "main_score": 0.153417, "precision": 0.135846, "recall": 0.227273}, {"accuracy": 0.198617, "f1": 0.131801, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"], "main_score": 0.131801, "precision": 0.115902, "recall": 0.198617}, {"accuracy": 0.222332, "f1": 0.150469, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"], "main_score": 0.150469, "precision": 0.131165, "recall": 0.222332}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.00348, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"], "main_score": 0.00348, "precision": 0.002424, "recall": 0.019763}, {"accuracy": 0.870553, "f1": 0.835721, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"], "main_score": 0.835721, "precision": 0.820135, "recall": 0.870553}, {"accuracy": 0.453557, "f1": 0.366766, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"], "main_score": 0.366766, "precision": 0.335775, "recall": 0.453557}, {"accuracy": 0.870553, "f1": 0.834684, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"], "main_score": 0.834684, "precision": 0.817935, "recall": 0.870553}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.09585, "f1": 0.052578, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"], "main_score": 0.052578, "precision": 0.044516, "recall": 0.09585}, {"accuracy": 0.189723, "f1": 0.124964, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"], "main_score": 0.124964, "precision": 0.109112, "recall": 0.189723}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.645257, "f1": 0.567328, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"], "main_score": 0.567328, "precision": 0.53858, "recall": 0.645257}, {"accuracy": 0.204545, "f1": 0.136012, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"], "main_score": 0.136012, "precision": 0.118124, "recall": 0.204545}, {"accuracy": 0.1917, "f1": 0.11732, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"], "main_score": 0.11732, "precision": 0.099158, "recall": 0.1917}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.174901, "f1": 0.111591, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"], "main_score": 0.111591, "precision": 0.097381, "recall": 0.174901}, {"accuracy": 0.179842, "f1": 0.118445, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"], "main_score": 0.118445, "precision": 0.103206, "recall": 0.179842}, {"accuracy": 0.833992, "f1": 0.787305, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"], "main_score": 0.787305, "precision": 0.766337, "recall": 0.833992}, {"accuracy": 0.656126, "f1": 0.58866, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"], "main_score": 0.58866, "precision": 0.562494, "recall": 0.656126}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.278656, "f1": 0.193099, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"], "main_score": 0.193099, "precision": 0.168033, "recall": 0.278656}, {"accuracy": 0.456522, "f1": 0.371859, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"], "main_score": 0.371859, "precision": 0.344796, "recall": 0.456522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.573123, "f1": 0.492473, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"], "main_score": 0.492473, "precision": 0.461579, "recall": 0.573123}, {"accuracy": 0.849802, "f1": 0.809834, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"], "main_score": 0.809834, "precision": 0.792062, "recall": 0.849802}, {"accuracy": 0.281621, "f1": 0.200489, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"], "main_score": 0.200489, "precision": 0.178571, "recall": 0.281621}, {"accuracy": 0.607708, "f1": 0.52639, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"], "main_score": 0.52639, "precision": 0.493808, "recall": 0.607708}, {"accuracy": 0.726285, "f1": 0.662971, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"], "main_score": 0.662971, "precision": 0.635647, "recall": 0.726285}, {"accuracy": 0.218379, "f1": 0.14119, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"], "main_score": 0.14119, "precision": 0.122145, "recall": 0.218379}, {"accuracy": 0.94664, "f1": 0.930962, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"], "main_score": 0.930962, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.780632, "f1": 0.725329, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"], "main_score": 0.725329, "precision": 0.701285, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.423913, "f1": 0.342176, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"], "main_score": 0.342176, "precision": 0.314112, "recall": 0.423913}, {"accuracy": 0.492095, "f1": 0.398721, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"], "main_score": 0.398721, "precision": 0.366628, "recall": 0.492095}, {"accuracy": 0.108696, "f1": 0.058346, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"], "main_score": 0.058346, "precision": 0.049133, "recall": 0.108696}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.183794, "f1": 0.121881, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"], "main_score": 0.121881, "precision": 0.104693, "recall": 0.183794}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.943182, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"], "main_score": 0.943182, "precision": 0.937088, "recall": 0.955534}, {"accuracy": 0.456522, "f1": 0.366049, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"], "main_score": 0.366049, "precision": 0.337506, "recall": 0.456522}, {"accuracy": 0.352767, "f1": 0.264077, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"], "main_score": 0.264077, "precision": 0.238412, "recall": 0.352767}, {"accuracy": 0.890316, "f1": 0.856456, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"], "main_score": 0.856456, "precision": 0.840497, "recall": 0.890316}, {"accuracy": 0.241107, "f1": 0.161983, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"], "main_score": 0.161983, "precision": 0.140176, "recall": 0.241107}, {"accuracy": 0.222332, "f1": 0.146277, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"], "main_score": 0.146277, "precision": 0.12686, "recall": 0.222332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.453557, "f1": 0.362399, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"], "main_score": 0.362399, "precision": 0.332869, "recall": 0.453557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.185771, "f1": 0.110932, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"], "main_score": 0.110932, "precision": 0.0936, "recall": 0.185771}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.927866, "f1": 0.906244, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"], "main_score": 0.906244, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.168972, "f1": 0.109406, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"], "main_score": 0.109406, "precision": 0.096666, "recall": 0.168972}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"], "main_score": 0.908169, "precision": 0.89781, "recall": 0.929842}, {"accuracy": 0.184783, "f1": 0.117846, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"], "main_score": 0.117846, "precision": 0.102077, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.129787, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"], "main_score": 0.129787, "precision": 0.113414, "recall": 0.195652}, {"accuracy": 0.146245, "f1": 0.089769, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"], "main_score": 0.089769, "precision": 0.077851, "recall": 0.146245}, {"accuracy": 0.572134, "f1": 0.489601, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"], "main_score": 0.489601, "precision": 0.45723, "recall": 0.572134}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.295455, "f1": 0.209307, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"], "main_score": 0.209307, "precision": 0.184963, "recall": 0.295455}, {"accuracy": 0.175889, "f1": 0.107402, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"], "main_score": 0.107402, "precision": 0.091127, "recall": 0.175889}, {"accuracy": 0.220356, "f1": 0.147431, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"], "main_score": 0.147431, "precision": 0.130524, "recall": 0.220356}, {"accuracy": 0.846838, "f1": 0.804941, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"], "main_score": 0.804941, "precision": 0.785738, "recall": 0.846838}, {"accuracy": 0.168972, "f1": 0.107344, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"], "main_score": 0.107344, "precision": 0.093834, "recall": 0.168972}, {"accuracy": 0.174901, "f1": 0.113808, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"], "main_score": 0.113808, "precision": 0.09862, "recall": 0.174901}, {"accuracy": 0.956522, "f1": 0.944401, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"], "main_score": 0.944401, "precision": 0.938818, "recall": 0.956522}, {"accuracy": 0.297431, "f1": 0.216079, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"], "main_score": 0.216079, "precision": 0.195217, "recall": 0.297431}, {"accuracy": 0.248024, "f1": 0.171706, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"], "main_score": 0.171706, "precision": 0.153212, "recall": 0.248024}, {"accuracy": 0.65415, "f1": 0.577332, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"], "main_score": 0.577332, "precision": 0.547046, "recall": 0.65415}, {"accuracy": 0.342885, "f1": 0.258513, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"], "main_score": 0.258513, "precision": 0.232618, "recall": 0.342885}, {"accuracy": 0.459486, "f1": 0.370314, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"], "main_score": 0.370314, "precision": 0.339732, "recall": 0.459486}, {"accuracy": 0.885375, "f1": 0.853524, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"], "main_score": 0.853524, "precision": 0.839163, "recall": 0.885375}, {"accuracy": 0.341897, "f1": 0.252066, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"], "main_score": 0.252066, "precision": 0.224818, "recall": 0.341897}, {"accuracy": 0.482213, "f1": 0.396477, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"], "main_score": 0.396477, "precision": 0.366311, "recall": 0.482213}, {"accuracy": 0.173913, "f1": 0.10756, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"], "main_score": 0.10756, "precision": 0.090231, "recall": 0.173913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.870553, "f1": 0.833827, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"], "main_score": 0.833827, "precision": 0.817474, "recall": 0.870553}, {"accuracy": 0.256917, "f1": 0.183656, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"], "main_score": 0.183656, "precision": 0.162647, "recall": 0.256917}, {"accuracy": 0.202569, "f1": 0.127282, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"], "main_score": 0.127282, "precision": 0.10942, "recall": 0.202569}, {"accuracy": 0.065217, "f1": 0.042997, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"], "main_score": 0.042997, "precision": 0.037581, "recall": 0.065217}, {"accuracy": 0.117589, "f1": 0.073466, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"], "main_score": 0.073466, "precision": 0.063214, "recall": 0.117589}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.790514, "f1": 0.740483, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"], "main_score": 0.740483, "precision": 0.718932, "recall": 0.790514}, {"accuracy": 0.720356, "f1": 0.66126, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"], "main_score": 0.66126, "precision": 0.636992, "recall": 0.720356}, {"accuracy": 0.693676, "f1": 0.62924, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"], "main_score": 0.62924, "precision": 0.602999, "recall": 0.693676}, {"accuracy": 0.412055, "f1": 0.342932, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"], "main_score": 0.342932, "precision": 0.319852, "recall": 0.412055}, {"accuracy": 0.133399, "f1": 0.088827, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"], "main_score": 0.088827, "precision": 0.079169, "recall": 0.133399}, {"accuracy": 0.801383, "f1": 0.750136, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"], "main_score": 0.750136, "precision": 0.72836, "recall": 0.801383}, {"accuracy": 0.245059, "f1": 0.181866, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"], "main_score": 0.181866, "precision": 0.164848, "recall": 0.245059}, {"accuracy": 0.406126, "f1": 0.337453, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"], "main_score": 0.337453, "precision": 0.314173, "recall": 0.406126}, {"accuracy": 0.79249, "f1": 0.744123, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"], "main_score": 0.744123, "precision": 0.723254, "recall": 0.79249}, {"accuracy": 0.661067, "f1": 0.599478, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"], "main_score": 0.599478, "precision": 0.574177, "recall": 0.661067}, {"accuracy": 0.143281, "f1": 0.087483, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"], "main_score": 0.087483, "precision": 0.07432, "recall": 0.143281}, {"accuracy": 0.66996, "f1": 0.610263, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"], "main_score": 0.610263, "precision": 0.586704, "recall": 0.66996}, {"accuracy": 0.649209, "f1": 0.590568, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"], "main_score": 0.590568, "precision": 0.566083, "recall": 0.649209}, {"accuracy": 0.794466, "f1": 0.745601, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"], "main_score": 0.745601, "precision": 0.725016, "recall": 0.794466}, {"accuracy": 0.162055, "f1": 0.112073, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"], "main_score": 0.112073, "precision": 0.100284, "recall": 0.162055}, {"accuracy": 0.755929, "f1": 0.700823, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"], "main_score": 0.700823, "precision": 0.677842, "recall": 0.755929}, {"accuracy": 0.748024, "f1": 0.688672, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"], "main_score": 0.688672, "precision": 0.663794, "recall": 0.748024}, {"accuracy": 0.811265, "f1": 0.759585, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"], "main_score": 0.759585, "precision": 0.736215, "recall": 0.811265}, {"accuracy": 0.80336, "f1": 0.752572, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"], "main_score": 0.752572, "precision": 0.730642, "recall": 0.80336}, {"accuracy": 0.11166, "f1": 0.076704, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"], "main_score": 0.076704, "precision": 0.067762, "recall": 0.11166}, {"accuracy": 0.729249, "f1": 0.672958, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"], "main_score": 0.672958, "precision": 0.64865, "recall": 0.729249}, {"accuracy": 0.805336, "f1": 0.758764, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"], "main_score": 0.758764, "precision": 0.738563, "recall": 0.805336}, {"accuracy": 0.449605, "f1": 0.36975, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"], "main_score": 0.36975, "precision": 0.341242, "recall": 0.449605}, {"accuracy": 0.074111, "f1": 0.040422, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"], "main_score": 0.040422, "precision": 0.034965, "recall": 0.074111}, {"accuracy": 0.77668, "f1": 0.726172, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"], "main_score": 0.726172, "precision": 0.704202, "recall": 0.77668}, {"accuracy": 0.145257, "f1": 0.096434, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"], "main_score": 0.096434, "precision": 0.085032, "recall": 0.145257}, {"accuracy": 0.619565, "f1": 0.54817, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"], "main_score": 0.54817, "precision": 0.52086, "recall": 0.619565}, {"accuracy": 0.799407, "f1": 0.749686, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"], "main_score": 0.749686, "precision": 0.728755, "recall": 0.799407}, {"accuracy": 0.709486, "f1": 0.656567, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"], "main_score": 0.656567, "precision": 0.634621, "recall": 0.709486}, {"accuracy": 0.714427, "f1": 0.657878, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"], "main_score": 0.657878, "precision": 0.636021, "recall": 0.714427}, {"accuracy": 0.189723, "f1": 0.145747, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"], "main_score": 0.145747, "precision": 0.132434, "recall": 0.189723}, {"accuracy": 0.813241, "f1": 0.763644, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"], "main_score": 0.763644, "precision": 0.741428, "recall": 0.813241}, {"accuracy": 0.719368, "f1": 0.663774, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"], "main_score": 0.663774, "precision": 0.640861, "recall": 0.719368}, {"accuracy": 0.73419, "f1": 0.678525, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"], "main_score": 0.678525, "precision": 0.654776, "recall": 0.73419}, {"accuracy": 0.794466, "f1": 0.746038, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"], "main_score": 0.746038, "precision": 0.725115, "recall": 0.794466}, {"accuracy": 0.80336, "f1": 0.75384, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"], "main_score": 0.75384, "precision": 0.731752, "recall": 0.80336}, {"accuracy": 0.11166, "f1": 0.062775, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"], "main_score": 0.062775, "precision": 0.053066, "recall": 0.11166}, {"accuracy": 0.05336, "f1": 0.035364, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"], "main_score": 0.035364, "precision": 0.030748, "recall": 0.05336}, {"accuracy": 0.773715, "f1": 0.721681, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"], "main_score": 0.721681, "precision": 0.699959, "recall": 0.773715}, {"accuracy": 0.107708, "f1": 0.063995, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"], "main_score": 0.063995, "precision": 0.054207, "recall": 0.107708}, {"accuracy": 0.798419, "f1": 0.752621, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"], "main_score": 0.752621, "precision": 0.7333, "recall": 0.798419}, {"accuracy": 0.742095, "f1": 0.682972, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"], "main_score": 0.682972, "precision": 0.6583, "recall": 0.742095}, {"accuracy": 0.624506, "f1": 0.558717, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"], "main_score": 0.558717, "precision": 0.533144, "recall": 0.624506}, {"accuracy": 0.540514, "f1": 0.469917, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"], "main_score": 0.469917, "precision": 0.443628, "recall": 0.540514}, {"accuracy": 0.113636, "f1": 0.07529, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"], "main_score": 0.07529, "precision": 0.066169, "recall": 0.113636}, {"accuracy": 0.561265, "f1": 0.499415, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"], "main_score": 0.499415, "precision": 0.474796, "recall": 0.561265}, {"accuracy": 0.406126, "f1": 0.335492, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"], "main_score": 0.335492, "precision": 0.311191, "recall": 0.406126}, {"accuracy": 0.804348, "f1": 0.754818, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"], "main_score": 0.754818, "precision": 0.733753, "recall": 0.804348}, {"accuracy": 0.448617, "f1": 0.383169, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"], "main_score": 0.383169, "precision": 0.360208, "recall": 0.448617}, {"accuracy": 0.115613, "f1": 0.080699, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"], "main_score": 0.080699, "precision": 0.072591, "recall": 0.115613}, {"accuracy": 0.757905, "f1": 0.70541, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"], "main_score": 0.70541, "precision": 0.683415, "recall": 0.757905}, {"accuracy": 0.0583, "f1": 0.035078, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"], "main_score": 0.035078, "precision": 0.029248, "recall": 0.0583}, {"accuracy": 0.161067, "f1": 0.110941, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"], "main_score": 0.110941, "precision": 0.097595, "recall": 0.161067}, {"accuracy": 0.218379, "f1": 0.158589, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"], "main_score": 0.158589, "precision": 0.142197, "recall": 0.218379}, {"accuracy": 0.076087, "f1": 0.043518, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"], "main_score": 0.043518, "precision": 0.035544, "recall": 0.076087}, {"accuracy": 0.822134, "f1": 0.775593, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"], "main_score": 0.775593, "precision": 0.755303, "recall": 0.822134}, {"accuracy": 0.804348, "f1": 0.755962, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"], "main_score": 0.755962, "precision": 0.735328, "recall": 0.804348}, {"accuracy": 0.809289, "f1": 0.758072, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"], "main_score": 0.758072, "precision": 0.736093, "recall": 0.809289}, {"accuracy": 0.758893, "f1": 0.703691, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"], "main_score": 0.703691, "precision": 0.680625, "recall": 0.758893}, {"accuracy": 0.174901, "f1": 0.122091, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"], "main_score": 0.122091, "precision": 0.108063, "recall": 0.174901}, {"accuracy": 0.498024, "f1": 0.430976, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"], "main_score": 0.430976, "precision": 0.407682, "recall": 0.498024}, {"accuracy": 0.325099, "f1": 0.261548, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"], "main_score": 0.261548, "precision": 0.242449, "recall": 0.325099}, {"accuracy": 0.800395, "f1": 0.754463, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"], "main_score": 0.754463, "precision": 0.735085, "recall": 0.800395}, {"accuracy": 0.145257, "f1": 0.100088, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"], "main_score": 0.100088, "precision": 0.08854, "recall": 0.145257}, {"accuracy": 0.218379, "f1": 0.159804, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"], "main_score": 0.159804, "precision": 0.144187, "recall": 0.218379}, {"accuracy": 0.15415, "f1": 0.098217, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"], "main_score": 0.098217, "precision": 0.084537, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.185057, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"], "main_score": 0.185057, "precision": 0.166547, "recall": 0.252964}, {"accuracy": 0.488142, "f1": 0.421978, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"], "main_score": 0.421978, "precision": 0.39909, "recall": 0.488142}, {"accuracy": 0.804348, "f1": 0.75556, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"], "main_score": 0.75556, "precision": 0.73433, "recall": 0.804348}, {"accuracy": 0.055336, "f1": 0.023284, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"], "main_score": 0.023284, "precision": 0.01907, "recall": 0.055336}, {"accuracy": 0.12747, "f1": 0.083774, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"], "main_score": 0.083774, "precision": 0.072588, "recall": 0.12747}, {"accuracy": 0.566206, "f1": 0.49492, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"], "main_score": 0.49492, "precision": 0.467727, "recall": 0.566206}, {"accuracy": 0.146245, "f1": 0.096488, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"], "main_score": 0.096488, "precision": 0.084602, "recall": 0.146245}, {"accuracy": 0.064229, "f1": 0.036101, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"], "main_score": 0.036101, "precision": 0.030897, "recall": 0.064229}, {"accuracy": 0.816206, "f1": 0.767589, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"], "main_score": 0.767589, "precision": 0.746426, "recall": 0.816206}, {"accuracy": 0.538538, "f1": 0.462718, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"], "main_score": 0.462718, "precision": 0.4342, "recall": 0.538538}, {"accuracy": 0.568182, "f1": 0.493413, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"], "main_score": 0.493413, "precision": 0.465572, "recall": 0.568182}, {"accuracy": 0.647233, "f1": 0.587955, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"], "main_score": 0.587955, "precision": 0.563242, "recall": 0.647233}, {"accuracy": 0.804348, "f1": 0.753181, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"], "main_score": 0.753181, "precision": 0.731079, "recall": 0.804348}, {"accuracy": 0.798419, "f1": 0.74704, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"], "main_score": 0.74704, "precision": 0.724868, "recall": 0.798419}, {"accuracy": 0.804348, "f1": 0.758744, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"], "main_score": 0.758744, "precision": 0.740036, "recall": 0.804348}, {"accuracy": 0.786561, "f1": 0.735611, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"], "main_score": 0.735611, "precision": 0.714394, "recall": 0.786561}, {"accuracy": 0.13834, "f1": 0.093865, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"], "main_score": 0.093865, "precision": 0.081966, "recall": 0.13834}, {"accuracy": 0.087945, "f1": 0.057058, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"], "main_score": 0.057058, "precision": 0.049735, "recall": 0.087945}, {"accuracy": 0.729249, "f1": 0.673739, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"], "main_score": 0.673739, "precision": 0.650511, "recall": 0.729249}, {"accuracy": 0.786561, "f1": 0.736811, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"], "main_score": 0.736811, "precision": 0.715933, "recall": 0.786561}, {"accuracy": 0.746047, "f1": 0.691558, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"], "main_score": 0.691558, "precision": 0.668363, "recall": 0.746047}, {"accuracy": 0.240119, "f1": 0.184916, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"], "main_score": 0.184916, "precision": 0.170115, "recall": 0.240119}, {"accuracy": 0.133399, "f1": 0.088269, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"], "main_score": 0.088269, "precision": 0.077382, "recall": 0.133399}, {"accuracy": 0.468379, "f1": 0.401798, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"], "main_score": 0.401798, "precision": 0.377852, "recall": 0.468379}, {"accuracy": 0.744071, "f1": 0.684881, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"], "main_score": 0.684881, "precision": 0.659618, "recall": 0.744071}, {"accuracy": 0.129447, "f1": 0.077134, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"], "main_score": 0.077134, "precision": 0.066123, "recall": 0.129447}, {"accuracy": 0.810277, "f1": 0.761517, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"], "main_score": 0.761517, "precision": 0.740539, "recall": 0.810277}, {"accuracy": 0.143281, "f1": 0.101547, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"], "main_score": 0.101547, "precision": 0.091638, "recall": 0.143281}, {"accuracy": 0.253953, "f1": 0.180576, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"], "main_score": 0.180576, "precision": 0.160607, "recall": 0.253953}, {"accuracy": 0.796443, "f1": 0.746245, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"], "main_score": 0.746245, "precision": 0.724127, "recall": 0.796443}, {"accuracy": 0.811265, "f1": 0.759684, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"], "main_score": 0.759684, "precision": 0.736825, "recall": 0.811265}, {"accuracy": 0.805336, "f1": 0.754628, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"], "main_score": 0.754628, "precision": 0.731729, "recall": 0.805336}, {"accuracy": 0.79249, "f1": 0.740646, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"], "main_score": 0.740646, "precision": 0.718544, "recall": 0.79249}, {"accuracy": 0.508893, "f1": 0.431349, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"], "main_score": 0.431349, "precision": 0.403148, "recall": 0.508893}, {"accuracy": 0.733202, "f1": 0.674591, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"], "main_score": 0.674591, "precision": 0.649607, "recall": 0.733202}, {"accuracy": 0.137352, "f1": 0.090186, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"], "main_score": 0.090186, "precision": 0.077466, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.034535, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"], "main_score": 0.034535, "precision": 0.029034, "recall": 0.071146}, {"accuracy": 0.145257, "f1": 0.098443, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"], "main_score": 0.098443, "precision": 0.086628, "recall": 0.145257}, {"accuracy": 0.083992, "f1": 0.048993, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"], "main_score": 0.048993, "precision": 0.041168, "recall": 0.083992}, {"accuracy": 0.806324, "f1": 0.757477, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"], "main_score": 0.757477, "precision": 0.73658, "recall": 0.806324}, {"accuracy": 0.459486, "f1": 0.38293, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"], "main_score": 0.38293, "precision": 0.355004, "recall": 0.459486}, {"accuracy": 0.067194, "f1": 0.045556, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"], "main_score": 0.045556, "precision": 0.040128, "recall": 0.067194}, {"accuracy": 0.501976, "f1": 0.430424, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"], "main_score": 0.430424, "precision": 0.404465, "recall": 0.501976}, {"accuracy": 0.790514, "f1": 0.740063, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"], "main_score": 0.740063, "precision": 0.718545, "recall": 0.790514}, {"accuracy": 0.543478, "f1": 0.479809, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"], "main_score": 0.479809, "precision": 0.45418, "recall": 0.543478}, {"accuracy": 0.317194, "f1": 0.257223, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"], "main_score": 0.257223, "precision": 0.237954, "recall": 0.317194}, {"accuracy": 0.132411, "f1": 0.079249, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"], "main_score": 0.079249, "precision": 0.068428, "recall": 0.132411}, {"accuracy": 0.782609, "f1": 0.728261, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"], "main_score": 0.728261, "precision": 0.704496, "recall": 0.782609}, {"accuracy": 0.255929, "f1": 0.191394, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"], "main_score": 0.191394, "precision": 0.171883, "recall": 0.255929}, {"accuracy": 0.13834, "f1": 0.091919, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"], "main_score": 0.091919, "precision": 0.081379, "recall": 0.13834}, {"accuracy": 0.12253, "f1": 0.081968, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"], "main_score": 0.081968, "precision": 0.072942, "recall": 0.12253}, {"accuracy": 0.144269, "f1": 0.097274, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"], "main_score": 0.097274, "precision": 0.086353, "recall": 0.144269}, {"accuracy": 0.761858, "f1": 0.709585, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"], "main_score": 0.709585, "precision": 0.687749, "recall": 0.761858}, {"accuracy": 0.018775, "f1": 0.005671, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"], "main_score": 0.005671, "precision": 0.00471, "recall": 0.018775}, {"accuracy": 0.714427, "f1": 0.651501, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"], "main_score": 0.651501, "precision": 0.624654, "recall": 0.714427}, {"accuracy": 0.358696, "f1": 0.29161, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"], "main_score": 0.29161, "precision": 0.268866, "recall": 0.358696}, {"accuracy": 0.630435, "f1": 0.567566, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"], "main_score": 0.567566, "precision": 0.54204, "recall": 0.630435}, {"accuracy": 0.794466, "f1": 0.741554, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"], "main_score": 0.741554, "precision": 0.718923, "recall": 0.794466}, {"accuracy": 0.083992, "f1": 0.05029, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"], "main_score": 0.05029, "precision": 0.0436, "recall": 0.083992}, {"accuracy": 0.120553, "f1": 0.083997, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"], "main_score": 0.083997, "precision": 0.075671, "recall": 0.120553}, {"accuracy": 0.790514, "f1": 0.740503, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"], "main_score": 0.740503, "precision": 0.718882, "recall": 0.790514}, {"accuracy": 0.799407, "f1": 0.751219, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"], "main_score": 0.751219, "precision": 0.73111, "recall": 0.799407}, {"accuracy": 0.411067, "f1": 0.340533, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"], "main_score": 0.340533, "precision": 0.317253, "recall": 0.411067}, {"accuracy": 0.115613, "f1": 0.07465, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"], "main_score": 0.07465, "precision": 0.064124, "recall": 0.115613}, {"accuracy": 0.129447, "f1": 0.081693, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"], "main_score": 0.081693, "precision": 0.071031, "recall": 0.129447}, {"accuracy": 0.741107, "f1": 0.68722, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"], "main_score": 0.68722, "precision": 0.664874, "recall": 0.741107}, {"accuracy": 0.112648, "f1": 0.074672, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"], "main_score": 0.074672, "precision": 0.066, "recall": 0.112648}, {"accuracy": 0.139328, "f1": 0.093754, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"], "main_score": 0.093754, "precision": 0.081999, "recall": 0.139328}, {"accuracy": 0.684783, "f1": 0.625583, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"], "main_score": 0.625583, "precision": 0.601205, "recall": 0.684783}, {"accuracy": 0.406126, "f1": 0.346701, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"], "main_score": 0.346701, "precision": 0.327698, "recall": 0.406126}, {"accuracy": 0.778656, "f1": 0.733004, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"], "main_score": 0.733004, "precision": 0.714504, "recall": 0.778656}, {"accuracy": 0.190711, "f1": 0.138909, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"], "main_score": 0.138909, "precision": 0.123819, "recall": 0.190711}, {"accuracy": 0.316206, "f1": 0.243215, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"], "main_score": 0.243215, "precision": 0.22024, "recall": 0.316206}, {"accuracy": 0.813241, "f1": 0.765431, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"], "main_score": 0.765431, "precision": 0.74424, "recall": 0.813241}, {"accuracy": 0.448617, "f1": 0.372324, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"], "main_score": 0.372324, "precision": 0.343901, "recall": 0.448617}, {"accuracy": 0.674901, "f1": 0.607021, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"], "main_score": 0.607021, "precision": 0.578804, "recall": 0.674901}, {"accuracy": 0.206522, "f1": 0.145906, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"], "main_score": 0.145906, "precision": 0.130008, "recall": 0.206522}, {"accuracy": 0.431818, "f1": 0.363536, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"], "main_score": 0.363536, "precision": 0.339754, "recall": 0.431818}, {"accuracy": 0.444664, "f1": 0.373897, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"], "main_score": 0.373897, "precision": 0.348812, "recall": 0.444664}, {"accuracy": 0.147233, "f1": 0.097524, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"], "main_score": 0.097524, "precision": 0.084017, "recall": 0.147233}, {"accuracy": 0.75, "f1": 0.696756, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"], "main_score": 0.696756, "precision": 0.673894, "recall": 0.75}, {"accuracy": 0.786561, "f1": 0.731771, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"], "main_score": 0.731771, "precision": 0.707806, "recall": 0.786561}, {"accuracy": 0.80336, "f1": 0.753195, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"], "main_score": 0.753195, "precision": 0.730995, "recall": 0.80336}, {"accuracy": 0.677866, "f1": 0.610793, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"], "main_score": 0.610793, "precision": 0.58355, "recall": 0.677866}, {"accuracy": 0.560277, "f1": 0.49724, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"], "main_score": 0.49724, "precision": 0.472533, "recall": 0.560277}, {"accuracy": 0.805336, "f1": 0.754825, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"], "main_score": 0.754825, "precision": 0.733444, "recall": 0.805336}, {"accuracy": 0.283597, "f1": 0.229384, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"], "main_score": 0.229384, "precision": 0.212307, "recall": 0.283597}, {"accuracy": 0.313241, "f1": 0.244799, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"], "main_score": 0.244799, "precision": 0.223688, "recall": 0.313241}, {"accuracy": 0.08498, "f1": 0.048172, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"], "main_score": 0.048172, "precision": 0.041, "recall": 0.08498}, {"accuracy": 0.785573, "f1": 0.732364, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"], "main_score": 0.732364, "precision": 0.709585, "recall": 0.785573}, {"accuracy": 0.178854, "f1": 0.124663, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"], "main_score": 0.124663, "precision": 0.108587, "recall": 0.178854}, {"accuracy": 0.806324, "f1": 0.757197, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"], "main_score": 0.757197, "precision": 0.736472, "recall": 0.806324}, {"accuracy": 0.719368, "f1": 0.659458, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"], "main_score": 0.659458, "precision": 0.634463, "recall": 0.719368}, {"accuracy": 0.326087, "f1": 0.253337, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"], "main_score": 0.253337, "precision": 0.23199, "recall": 0.326087}, {"accuracy": 0.202569, "f1": 0.143481, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"], "main_score": 0.143481, "precision": 0.127638, "recall": 0.202569}, {"accuracy": 0.727273, "f1": 0.664199, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"], "main_score": 0.664199, "precision": 0.638053, "recall": 0.727273}, {"accuracy": 0.159091, "f1": 0.109145, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"], "main_score": 0.109145, "precision": 0.095752, "recall": 0.159091}, {"accuracy": 0.136364, "f1": 0.08692, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"], "main_score": 0.08692, "precision": 0.074533, "recall": 0.136364}, {"accuracy": 0.80336, "f1": 0.75272, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"], "main_score": 0.75272, "precision": 0.731505, "recall": 0.80336}, {"accuracy": 0.272727, "f1": 0.201277, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"], "main_score": 0.201277, "precision": 0.18061, "recall": 0.272727}, {"accuracy": 0.784585, "f1": 0.732444, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"], "main_score": 0.732444, "precision": 0.710301, "recall": 0.784585}, {"accuracy": 0.132411, "f1": 0.081029, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"], "main_score": 0.081029, "precision": 0.06965, "recall": 0.132411}, {"accuracy": 0.814229, "f1": 0.764281, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"], "main_score": 0.764281, "precision": 0.741947, "recall": 0.814229}, {"accuracy": 0.758893, "f1": 0.700021, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"], "main_score": 0.700021, "precision": 0.674812, "recall": 0.758893}, {"accuracy": 0.787549, "f1": 0.739018, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"], "main_score": 0.739018, "precision": 0.718742, "recall": 0.787549}, {"accuracy": 0.109684, "f1": 0.070269, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"], "main_score": 0.070269, "precision": 0.061675, "recall": 0.109684}, {"accuracy": 0.656126, "f1": 0.589712, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"], "main_score": 0.589712, "precision": 0.562818, "recall": 0.656126}, {"accuracy": 0.123518, "f1": 0.079249, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"], "main_score": 0.079249, "precision": 0.068179, "recall": 0.123518}, {"accuracy": 0.124506, "f1": 0.081744, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"], "main_score": 0.081744, "precision": 0.07208, "recall": 0.124506}, {"accuracy": 0.100791, "f1": 0.063956, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"], "main_score": 0.063956, "precision": 0.055683, "recall": 0.100791}, {"accuracy": 0.357708, "f1": 0.298769, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"], "main_score": 0.298769, "precision": 0.277887, "recall": 0.357708}, {"accuracy": 0.802372, "f1": 0.751005, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"], "main_score": 0.751005, "precision": 0.728682, "recall": 0.802372}, {"accuracy": 0.190711, "f1": 0.139122, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"], "main_score": 0.139122, "precision": 0.124676, "recall": 0.190711}, {"accuracy": 0.112648, "f1": 0.065346, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"], "main_score": 0.065346, "precision": 0.054307, "recall": 0.112648}, {"accuracy": 0.143281, "f1": 0.093658, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"], "main_score": 0.093658, "precision": 0.082551, "recall": 0.143281}, {"accuracy": 0.692688, "f1": 0.629606, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"], "main_score": 0.629606, "precision": 0.602809, "recall": 0.692688}, {"accuracy": 0.107708, "f1": 0.067157, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"], "main_score": 0.067157, "precision": 0.057842, "recall": 0.107708}, {"accuracy": 0.119565, "f1": 0.075453, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"], "main_score": 0.075453, "precision": 0.064768, "recall": 0.119565}, {"accuracy": 0.764822, "f1": 0.713784, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"], "main_score": 0.713784, "precision": 0.692787, "recall": 0.764822}, {"accuracy": 0.167984, "f1": 0.118578, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"], "main_score": 0.118578, "precision": 0.105993, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.106405, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"], "main_score": 0.106405, "precision": 0.093305, "recall": 0.160079}, {"accuracy": 0.411067, "f1": 0.339281, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"], "main_score": 0.339281, "precision": 0.315081, "recall": 0.411067}, {"accuracy": 0.200593, "f1": 0.142056, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"], "main_score": 0.142056, "precision": 0.125909, "recall": 0.200593}, {"accuracy": 0.280632, "f1": 0.212065, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"], "main_score": 0.212065, "precision": 0.190536, "recall": 0.280632}, {"accuracy": 0.721344, "f1": 0.665004, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"], "main_score": 0.665004, "precision": 0.641462, "recall": 0.721344}, {"accuracy": 0.222332, "f1": 0.160027, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"], "main_score": 0.160027, "precision": 0.14128, "recall": 0.222332}, {"accuracy": 0.325099, "f1": 0.263669, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"], "main_score": 0.263669, "precision": 0.243861, "recall": 0.325099}, {"accuracy": 0.11166, "f1": 0.06869, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"], "main_score": 0.06869, "precision": 0.058098, "recall": 0.11166}, {"accuracy": 0.798419, "f1": 0.747552, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"], "main_score": 0.747552, "precision": 0.725585, "recall": 0.798419}, {"accuracy": 0.770751, "f1": 0.719125, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"], "main_score": 0.719125, "precision": 0.697243, "recall": 0.770751}, {"accuracy": 0.8083, "f1": 0.759209, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"], "main_score": 0.759209, "precision": 0.738011, "recall": 0.8083}, {"accuracy": 0.702569, "f1": 0.639968, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"], "main_score": 0.639968, "precision": 0.613949, "recall": 0.702569}, {"accuracy": 0.179842, "f1": 0.129434, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"], "main_score": 0.129434, "precision": 0.115988, "recall": 0.179842}, {"accuracy": 0.135375, "f1": 0.082142, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"], "main_score": 0.082142, "precision": 0.069998, "recall": 0.135375}, {"accuracy": 0.091897, "f1": 0.06193, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"], "main_score": 0.06193, "precision": 0.054736, "recall": 0.091897}, {"accuracy": 0.144269, "f1": 0.088982, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"], "main_score": 0.088982, "precision": 0.076488, "recall": 0.144269}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"], "main_score": 0.905632, "precision": 0.895586, "recall": 0.926877}, {"accuracy": 0.831028, "f1": 0.787154, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"], "main_score": 0.787154, "precision": 0.767325, "recall": 0.831028}, {"accuracy": 0.885375, "f1": 0.853379, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"], "main_score": 0.853379, "precision": 0.838439, "recall": 0.885375}, {"accuracy": 0.570158, "f1": 0.497424, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"], "main_score": 0.497424, "precision": 0.470415, "recall": 0.570158}, {"accuracy": 0.168972, "f1": 0.110321, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"], "main_score": 0.110321, "precision": 0.096147, "recall": 0.168972}, {"accuracy": 0.932806, "f1": 0.913109, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"], "main_score": 0.913109, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.364625, "f1": 0.283135, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"], "main_score": 0.283135, "precision": 0.257326, "recall": 0.364625}, {"accuracy": 0.591897, "f1": 0.516731, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"], "main_score": 0.516731, "precision": 0.487198, "recall": 0.591897}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"], "main_score": 0.907444, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.84585, "f1": 0.806719, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"], "main_score": 0.806719, "precision": 0.788291, "recall": 0.84585}, {"accuracy": 0.192688, "f1": 0.123036, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"], "main_score": 0.123036, "precision": 0.105679, "recall": 0.192688}, {"accuracy": 0.873518, "f1": 0.842787, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"], "main_score": 0.842787, "precision": 0.828673, "recall": 0.873518}, {"accuracy": 0.771739, "f1": 0.724953, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"], "main_score": 0.724953, "precision": 0.704809, "recall": 0.771739}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"], "main_score": 0.912385, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.257905, "f1": 0.177182, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"], "main_score": 0.177182, "precision": 0.155655, "recall": 0.257905}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.879447, "f1": 0.846676, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"], "main_score": 0.846676, "precision": 0.832157, "recall": 0.879447}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.119565, "f1": 0.0721, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"], "main_score": 0.0721, "precision": 0.060907, "recall": 0.119565}, {"accuracy": 0.811265, "f1": 0.765123, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"], "main_score": 0.765123, "precision": 0.744763, "recall": 0.811265}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"], "main_score": 0.912945, "precision": 0.903574, "recall": 0.932806}, {"accuracy": 0.646245, "f1": 0.57301, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"], "main_score": 0.57301, "precision": 0.543678, "recall": 0.646245}, {"accuracy": 0.059289, "f1": 0.029402, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"], "main_score": 0.029402, "precision": 0.024604, "recall": 0.059289}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.189723, "f1": 0.125479, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"], "main_score": 0.125479, "precision": 0.10954, "recall": 0.189723}, {"accuracy": 0.787549, "f1": 0.73913, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"], "main_score": 0.73913, "precision": 0.718149, "recall": 0.787549}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"], "main_score": 0.905632, "precision": 0.895092, "recall": 0.927866}, {"accuracy": 0.84585, "f1": 0.809585, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"], "main_score": 0.809585, "precision": 0.79249, "recall": 0.84585}, {"accuracy": 0.839921, "f1": 0.799064, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"], "main_score": 0.799064, "precision": 0.78055, "recall": 0.839921}, {"accuracy": 0.244071, "f1": 0.177756, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"], "main_score": 0.177756, "precision": 0.159031, "recall": 0.244071}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.729249, "f1": 0.672669, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"], "main_score": 0.672669, "precision": 0.647884, "recall": 0.729249}, {"accuracy": 0.816206, "f1": 0.774558, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"], "main_score": 0.774558, "precision": 0.756615, "recall": 0.816206}, {"accuracy": 0.926877, "f1": 0.907938, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"], "main_score": 0.907938, "precision": 0.899045, "recall": 0.926877}, {"accuracy": 0.91996, "f1": 0.895487, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"], "main_score": 0.895487, "precision": 0.883811, "recall": 0.91996}, {"accuracy": 0.129447, "f1": 0.070166, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"], "main_score": 0.070166, "precision": 0.058613, "recall": 0.129447}, {"accuracy": 0.072134, "f1": 0.045597, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"], "main_score": 0.045597, "precision": 0.038881, "recall": 0.072134}, {"accuracy": 0.924901, "f1": 0.903162, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"], "main_score": 0.903162, "precision": 0.892622, "recall": 0.924901}, {"accuracy": 0.126482, "f1": 0.076748, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"], "main_score": 0.076748, "precision": 0.065871, "recall": 0.126482}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"], "main_score": 0.931489, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.870553, "f1": 0.832477, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"], "main_score": 0.832477, "precision": 0.814559, "recall": 0.870553}, {"accuracy": 0.827075, "f1": 0.786665, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"], "main_score": 0.786665, "precision": 0.768363, "recall": 0.827075}, {"accuracy": 0.659091, "f1": 0.596599, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"], "main_score": 0.596599, "precision": 0.571212, "recall": 0.659091}, {"accuracy": 0.15415, "f1": 0.093398, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"], "main_score": 0.093398, "precision": 0.078885, "recall": 0.15415}, {"accuracy": 0.651186, "f1": 0.59049, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"], "main_score": 0.59049, "precision": 0.565102, "recall": 0.651186}, {"accuracy": 0.560277, "f1": 0.484389, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"], "main_score": 0.484389, "precision": 0.455133, "recall": 0.560277}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"], "main_score": 0.921443, "precision": 0.912747, "recall": 0.939723}, {"accuracy": 0.687747, "f1": 0.62472, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"], "main_score": 0.62472, "precision": 0.599647, "recall": 0.687747}, {"accuracy": 0.142292, "f1": 0.08959, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"], "main_score": 0.08959, "precision": 0.076922, "recall": 0.142292}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"], "main_score": 0.933465, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.082016, "f1": 0.05131, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"], "main_score": 0.05131, "precision": 0.044313, "recall": 0.082016}, {"accuracy": 0.203557, "f1": 0.139108, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"], "main_score": 0.139108, "precision": 0.121892, "recall": 0.203557}, {"accuracy": 0.310277, "f1": 0.229929, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"], "main_score": 0.229929, "precision": 0.206316, "recall": 0.310277}, {"accuracy": 0.083004, "f1": 0.044472, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"], "main_score": 0.044472, "precision": 0.035746, "recall": 0.083004}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.925889, "f1": 0.905962, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"], "main_score": 0.905962, "precision": 0.89641, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"], "main_score": 0.916173, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.896245, "f1": 0.866996, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"], "main_score": 0.866996, "precision": 0.853508, "recall": 0.896245}, {"accuracy": 0.241107, "f1": 0.166847, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"], "main_score": 0.166847, "precision": 0.146532, "recall": 0.241107}, {"accuracy": 0.703557, "f1": 0.645168, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"], "main_score": 0.645168, "precision": 0.621592, "recall": 0.703557}, {"accuracy": 0.406126, "f1": 0.325184, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"], "main_score": 0.325184, "precision": 0.299129, "recall": 0.406126}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"], "main_score": 0.923748, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.215415, "f1": 0.148103, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"], "main_score": 0.148103, "precision": 0.131201, "recall": 0.215415}, {"accuracy": 0.275692, "f1": 0.197709, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"], "main_score": 0.197709, "precision": 0.175831, "recall": 0.275692}, {"accuracy": 0.213439, "f1": 0.14014, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"], "main_score": 0.14014, "precision": 0.121158, "recall": 0.213439}, {"accuracy": 0.320158, "f1": 0.239382, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"], "main_score": 0.239382, "precision": 0.215697, "recall": 0.320158}, {"accuracy": 0.576087, "f1": 0.505151, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"], "main_score": 0.505151, "precision": 0.476994, "recall": 0.576087}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"], "main_score": 0.919368, "precision": 0.91082, "recall": 0.937747}, {"accuracy": 0.045455, "f1": 0.015661, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"], "main_score": 0.015661, "precision": 0.012231, "recall": 0.045455}, {"accuracy": 0.168972, "f1": 0.110392, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"], "main_score": 0.110392, "precision": 0.095096, "recall": 0.168972}, {"accuracy": 0.671937, "f1": 0.603529, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"], "main_score": 0.603529, "precision": 0.575873, "recall": 0.671937}, {"accuracy": 0.203557, "f1": 0.138334, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"], "main_score": 0.138334, "precision": 0.12168, "recall": 0.203557}, {"accuracy": 0.055336, "f1": 0.03028, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"], "main_score": 0.03028, "precision": 0.026746, "recall": 0.055336}, {"accuracy": 0.943676, "f1": 0.926285, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"], "main_score": 0.926285, "precision": 0.918067, "recall": 0.943676}, {"accuracy": 0.716403, "f1": 0.653826, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"], "main_score": 0.653826, "precision": 0.627273, "recall": 0.716403}, {"accuracy": 0.729249, "f1": 0.663062, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"], "main_score": 0.663062, "precision": 0.635128, "recall": 0.729249}, {"accuracy": 0.676877, "f1": 0.615755, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"], "main_score": 0.615755, "precision": 0.591135, "recall": 0.676877}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"], "main_score": 0.909914, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"], "main_score": 0.929842, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.906126, "f1": 0.882708, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"], "main_score": 0.882708, "precision": 0.8722, "recall": 0.906126}, {"accuracy": 0.183794, "f1": 0.121975, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"], "main_score": 0.121975, "precision": 0.106583, "recall": 0.183794}, {"accuracy": 0.123518, "f1": 0.076237, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"], "main_score": 0.076237, "precision": 0.064612, "recall": 0.123518}, {"accuracy": 0.813241, "f1": 0.769565, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"], "main_score": 0.769565, "precision": 0.749506, "recall": 0.813241}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"], "main_score": 0.909585, "precision": 0.900066, "recall": 0.929842}, {"accuracy": 0.953557, "f1": 0.940711, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"], "main_score": 0.940711, "precision": 0.934453, "recall": 0.953557}, {"accuracy": 0.325099, "f1": 0.247496, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"], "main_score": 0.247496, "precision": 0.224059, "recall": 0.325099}, {"accuracy": 0.166008, "f1": 0.105946, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"], "main_score": 0.105946, "precision": 0.091791, "recall": 0.166008}, {"accuracy": 0.645257, "f1": 0.572271, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"], "main_score": 0.572271, "precision": 0.543692, "recall": 0.645257}, {"accuracy": 0.825099, "f1": 0.784176, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"], "main_score": 0.784176, "precision": 0.766453, "recall": 0.825099}, {"accuracy": 0.162055, "f1": 0.094955, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"], "main_score": 0.094955, "precision": 0.080267, "recall": 0.162055}, {"accuracy": 0.937747, "f1": 0.917819, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"], "main_score": 0.917819, "precision": 0.908267, "recall": 0.937747}, {"accuracy": 0.200593, "f1": 0.140747, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"], "main_score": 0.140747, "precision": 0.125808, "recall": 0.200593}, {"accuracy": 0.360672, "f1": 0.277305, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"], "main_score": 0.277305, "precision": 0.251016, "recall": 0.360672}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"], "main_score": 0.929842, "precision": 0.922464, "recall": 0.945652}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"], "main_score": 0.919137, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"], "main_score": 0.908597, "precision": 0.898551, "recall": 0.929842}, {"accuracy": 0.674901, "f1": 0.612088, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"], "main_score": 0.612088, "precision": 0.586281, "recall": 0.674901}, {"accuracy": 0.86166, "f1": 0.825, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"], "main_score": 0.825, "precision": 0.808086, "recall": 0.86166}, {"accuracy": 0.198617, "f1": 0.13284, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"], "main_score": 0.13284, "precision": 0.11544, "recall": 0.198617}, {"accuracy": 0.078063, "f1": 0.035999, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"], "main_score": 0.035999, "precision": 0.029957, "recall": 0.078063}, {"accuracy": 0.217391, "f1": 0.143697, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"], "main_score": 0.143697, "precision": 0.123682, "recall": 0.217391}, {"accuracy": 0.092885, "f1": 0.049245, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"], "main_score": 0.049245, "precision": 0.040073, "recall": 0.092885}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.628458, "f1": 0.55437, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"], "main_score": 0.55437, "precision": 0.523279, "recall": 0.628458}, {"accuracy": 0.067194, "f1": 0.039154, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"], "main_score": 0.039154, "precision": 0.032635, "recall": 0.067194}, {"accuracy": 0.676877, "f1": 0.613392, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"], "main_score": 0.613392, "precision": 0.586314, "recall": 0.676877}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"], "main_score": 0.911397, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.68083, "f1": 0.614088, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"], "main_score": 0.614088, "precision": 0.585919, "recall": 0.68083}, {"accuracy": 0.460474, "f1": 0.384736, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"], "main_score": 0.384736, "precision": 0.356305, "recall": 0.460474}, {"accuracy": 0.16996, "f1": 0.10344, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"], "main_score": 0.10344, "precision": 0.087288, "recall": 0.16996}, {"accuracy": 0.960474, "f1": 0.949275, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"], "main_score": 0.949275, "precision": 0.944005, "recall": 0.960474}, {"accuracy": 0.350791, "f1": 0.26846, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"], "main_score": 0.26846, "precision": 0.243306, "recall": 0.350791}, {"accuracy": 0.185771, "f1": 0.117623, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"], "main_score": 0.117623, "precision": 0.100974, "recall": 0.185771}, {"accuracy": 0.162055, "f1": 0.1056, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"], "main_score": 0.1056, "precision": 0.09212, "recall": 0.162055}, {"accuracy": 0.197628, "f1": 0.132895, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"], "main_score": 0.132895, "precision": 0.116218, "recall": 0.197628}, {"accuracy": 0.91502, "f1": 0.891041, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"], "main_score": 0.891041, "precision": 0.879694, "recall": 0.91502}, {"accuracy": 0.017787, "f1": 0.00284, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"], "main_score": 0.00284, "precision": 0.002042, "recall": 0.017787}, {"accuracy": 0.769763, "f1": 0.717029, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"], "main_score": 0.717029, "precision": 0.694219, "recall": 0.769763}, {"accuracy": 0.378458, "f1": 0.296197, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"], "main_score": 0.296197, "precision": 0.266835, "recall": 0.378458}, {"accuracy": 0.892292, "f1": 0.863043, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"], "main_score": 0.863043, "precision": 0.849226, "recall": 0.892292}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"], "main_score": 0.929842, "precision": 0.922628, "recall": 0.945652}, {"accuracy": 0.08004, "f1": 0.044544, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"], "main_score": 0.044544, "precision": 0.037505, "recall": 0.08004}, {"accuracy": 0.166996, "f1": 0.11, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"], "main_score": 0.11, "precision": 0.095767, "recall": 0.166996}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"], "main_score": 0.910573, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"], "main_score": 0.91749, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.58004, "f1": 0.50485, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"], "main_score": 0.50485, "precision": 0.475197, "recall": 0.58004}, {"accuracy": 0.167984, "f1": 0.112025, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"], "main_score": 0.112025, "precision": 0.098185, "recall": 0.167984}, {"accuracy": 0.16502, "f1": 0.101629, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"], "main_score": 0.101629, "precision": 0.085086, "recall": 0.16502}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"], "main_score": 0.937648, "precision": 0.930418, "recall": 0.952569}, {"accuracy": 0.151186, "f1": 0.097463, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"], "main_score": 0.097463, "precision": 0.084535, "recall": 0.151186}, {"accuracy": 0.142292, "f1": 0.09462, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"], "main_score": 0.09462, "precision": 0.081375, "recall": 0.142292}, {"accuracy": 0.73419, "f1": 0.674445, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"], "main_score": 0.674445, "precision": 0.648534, "recall": 0.73419}, {"accuracy": 0.594862, "f1": 0.522389, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"], "main_score": 0.522389, "precision": 0.494106, "recall": 0.594862}, {"accuracy": 0.898221, "f1": 0.870638, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"], "main_score": 0.870638, "precision": 0.858366, "recall": 0.898221}, {"accuracy": 0.232213, "f1": 0.158269, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"], "main_score": 0.158269, "precision": 0.136804, "recall": 0.232213}, {"accuracy": 0.400198, "f1": 0.31291, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"], "main_score": 0.31291, "precision": 0.28436, "recall": 0.400198}, {"accuracy": 0.936759, "f1": 0.917984, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"], "main_score": 0.917984, "precision": 0.909091, "recall": 0.936759}, {"accuracy": 0.494071, "f1": 0.418571, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"], "main_score": 0.418571, "precision": 0.390496, "recall": 0.494071}, {"accuracy": 0.770751, "f1": 0.721558, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"], "main_score": 0.721558, "precision": 0.699861, "recall": 0.770751}, {"accuracy": 0.233202, "f1": 0.158208, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"], "main_score": 0.158208, "precision": 0.138294, "recall": 0.233202}, {"accuracy": 0.557312, "f1": 0.487314, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"], "main_score": 0.487314, "precision": 0.459453, "recall": 0.557312}, {"accuracy": 0.620553, "f1": 0.553609, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"], "main_score": 0.553609, "precision": 0.527176, "recall": 0.620553}, {"accuracy": 0.20751, "f1": 0.137619, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"], "main_score": 0.137619, "precision": 0.118729, "recall": 0.20751}, {"accuracy": 0.823123, "f1": 0.784176, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"], "main_score": 0.784176, "precision": 0.767695, "recall": 0.823123}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"], "main_score": 0.904974, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.931818, "f1": 0.910244, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"], "main_score": 0.910244, "precision": 0.899868, "recall": 0.931818}, {"accuracy": 0.881423, "f1": 0.848897, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"], "main_score": 0.848897, "precision": 0.834133, "recall": 0.881423}, {"accuracy": 0.68083, "f1": 0.620339, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"], "main_score": 0.620339, "precision": 0.595217, "recall": 0.68083}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"], "main_score": 0.918314, "precision": 0.908926, "recall": 0.937747}, {"accuracy": 0.358696, "f1": 0.280951, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"], "main_score": 0.280951, "precision": 0.254903, "recall": 0.358696}, {"accuracy": 0.433794, "f1": 0.350729, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"], "main_score": 0.350729, "precision": 0.323002, "recall": 0.433794}, {"accuracy": 0.085968, "f1": 0.042294, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"], "main_score": 0.042294, "precision": 0.034543, "recall": 0.085968}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"], "main_score": 0.907773, "precision": 0.898386, "recall": 0.927866}, {"accuracy": 0.166996, "f1": 0.115699, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"], "main_score": 0.115699, "precision": 0.100594, "recall": 0.166996}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"], "main_score": 0.907345, "precision": 0.897316, "recall": 0.928854}, {"accuracy": 0.887352, "f1": 0.859519, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"], "main_score": 0.859519, "precision": 0.847112, "recall": 0.887352}, {"accuracy": 0.397233, "f1": 0.313412, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"], "main_score": 0.313412, "precision": 0.286813, "recall": 0.397233}, {"accuracy": 0.293478, "f1": 0.21008, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"], "main_score": 0.21008, "precision": 0.185491, "recall": 0.293478}, {"accuracy": 0.81917, "f1": 0.770652, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"], "main_score": 0.770652, "precision": 0.748682, "recall": 0.81917}, {"accuracy": 0.212451, "f1": 0.146804, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"], "main_score": 0.146804, "precision": 0.129015, "recall": 0.212451}, {"accuracy": 0.188735, "f1": 0.1209, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"], "main_score": 0.1209, "precision": 0.103199, "recall": 0.188735}, {"accuracy": 0.936759, "f1": 0.918972, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"], "main_score": 0.918972, "precision": 0.910573, "recall": 0.936759}, {"accuracy": 0.392292, "f1": 0.305527, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"], "main_score": 0.305527, "precision": 0.276564, "recall": 0.392292}, {"accuracy": 0.928854, "f1": 0.908004, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"], "main_score": 0.908004, "precision": 0.898304, "recall": 0.928854}, {"accuracy": 0.172925, "f1": 0.101894, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"], "main_score": 0.101894, "precision": 0.085784, "recall": 0.172925}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"], "main_score": 0.91996, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.862648, "f1": 0.823965, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"], "main_score": 0.823965, "precision": 0.806571, "recall": 0.862648}, {"accuracy": 0.883399, "f1": 0.85415, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"], "main_score": 0.85415, "precision": 0.841057, "recall": 0.883399}, {"accuracy": 0.145257, "f1": 0.096133, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"], "main_score": 0.096133, "precision": 0.084071, "recall": 0.145257}, {"accuracy": 0.852767, "f1": 0.812319, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"], "main_score": 0.812319, "precision": 0.793231, "recall": 0.852767}, {"accuracy": 0.163043, "f1": 0.100821, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"], "main_score": 0.100821, "precision": 0.084106, "recall": 0.163043}, {"accuracy": 0.178854, "f1": 0.119884, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"], "main_score": 0.119884, "precision": 0.104322, "recall": 0.178854}, {"accuracy": 0.12253, "f1": 0.071196, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"], "main_score": 0.071196, "precision": 0.059302, "recall": 0.12253}, {"accuracy": 0.536561, "f1": 0.459526, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"], "main_score": 0.459526, "precision": 0.429258, "recall": 0.536561}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.261858, "f1": 0.182167, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"], "main_score": 0.182167, "precision": 0.160017, "recall": 0.261858}, {"accuracy": 0.143281, "f1": 0.081007, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"], "main_score": 0.081007, "precision": 0.067618, "recall": 0.143281}, {"accuracy": 0.18083, "f1": 0.114995, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"], "main_score": 0.114995, "precision": 0.098976, "recall": 0.18083}, {"accuracy": 0.747036, "f1": 0.691591, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"], "main_score": 0.691591, "precision": 0.668075, "recall": 0.747036}, {"accuracy": 0.13834, "f1": 0.079714, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"], "main_score": 0.079714, "precision": 0.066902, "recall": 0.13834}, {"accuracy": 0.153162, "f1": 0.098465, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"], "main_score": 0.098465, "precision": 0.084275, "recall": 0.153162}, {"accuracy": 0.882411, "f1": 0.852635, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"], "main_score": 0.852635, "precision": 0.839872, "recall": 0.882411}, {"accuracy": 0.254941, "f1": 0.187384, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"], "main_score": 0.187384, "precision": 0.16887, "recall": 0.254941}, {"accuracy": 0.195652, "f1": 0.131579, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"], "main_score": 0.131579, "precision": 0.115928, "recall": 0.195652}, {"accuracy": 0.58004, "f1": 0.501231, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"], "main_score": 0.501231, "precision": 0.471196, "recall": 0.58004}, {"accuracy": 0.295455, "f1": 0.21479, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"], "main_score": 0.21479, "precision": 0.190375, "recall": 0.295455}, {"accuracy": 0.405138, "f1": 0.320359, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"], "main_score": 0.320359, "precision": 0.291704, "recall": 0.405138}, {"accuracy": 0.779644, "f1": 0.729809, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"], "main_score": 0.729809, "precision": 0.708267, "recall": 0.779644}, {"accuracy": 0.273715, "f1": 0.198502, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"], "main_score": 0.198502, "precision": 0.175128, "recall": 0.273715}, {"accuracy": 0.412055, "f1": 0.335879, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"], "main_score": 0.335879, "precision": 0.308607, "recall": 0.412055}, {"accuracy": 0.151186, "f1": 0.092212, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"], "main_score": 0.092212, "precision": 0.077744, "recall": 0.151186}, {"accuracy": 0.932806, "f1": 0.91334, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"], "main_score": 0.91334, "precision": 0.904677, "recall": 0.932806}, {"accuracy": 0.895257, "f1": 0.865514, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"], "main_score": 0.865514, "precision": 0.851532, "recall": 0.895257}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"], "main_score": 0.917292, "precision": 0.908597, "recall": 0.935771}, {"accuracy": 0.751976, "f1": 0.696607, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"], "main_score": 0.696607, "precision": 0.673111, "recall": 0.751976}, {"accuracy": 0.218379, "f1": 0.152182, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"], "main_score": 0.152182, "precision": 0.133087, "recall": 0.218379}, {"accuracy": 0.184783, "f1": 0.117483, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"], "main_score": 0.117483, "precision": 0.100871, "recall": 0.184783}, {"accuracy": 0.06917, "f1": 0.047496, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"], "main_score": 0.047496, "precision": 0.043176, "recall": 0.06917}, {"accuracy": 0.112648, "f1": 0.071537, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"], "main_score": 0.071537, "precision": 0.062552, "recall": 0.112648}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.924901, "f1": 0.905204, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"], "main_score": 0.905204, "precision": 0.896229, "recall": 0.924901}, {"accuracy": 0.833992, "f1": 0.791933, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"], "main_score": 0.791933, "precision": 0.773198, "recall": 0.833992}, {"accuracy": 0.856719, "f1": 0.821838, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"], "main_score": 0.821838, "precision": 0.806835, "recall": 0.856719}, {"accuracy": 0.482213, "f1": 0.406036, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"], "main_score": 0.406036, "precision": 0.379655, "recall": 0.482213}, {"accuracy": 0.132411, "f1": 0.087347, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"], "main_score": 0.087347, "precision": 0.075573, "recall": 0.132411}, {"accuracy": 0.90415, "f1": 0.880966, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"], "main_score": 0.880966, "precision": 0.870883, "recall": 0.90415}, {"accuracy": 0.264822, "f1": 0.190991, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"], "main_score": 0.190991, "precision": 0.169176, "recall": 0.264822}, {"accuracy": 0.485178, "f1": 0.413509, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"], "main_score": 0.413509, "precision": 0.387186, "recall": 0.485178}, {"accuracy": 0.900198, "f1": 0.873833, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"], "main_score": 0.873833, "precision": 0.861742, "recall": 0.900198}, {"accuracy": 0.835968, "f1": 0.798805, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"], "main_score": 0.798805, "precision": 0.78223, "recall": 0.835968}, {"accuracy": 0.149209, "f1": 0.094286, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"], "main_score": 0.094286, "precision": 0.080789, "recall": 0.149209}, {"accuracy": 0.817194, "f1": 0.776087, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"], "main_score": 0.776087, "precision": 0.758169, "recall": 0.817194}, {"accuracy": 0.773715, "f1": 0.724177, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"], "main_score": 0.724177, "precision": 0.702635, "recall": 0.773715}, {"accuracy": 0.916996, "f1": 0.895539, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"], "main_score": 0.895539, "precision": 0.885738, "recall": 0.916996}, {"accuracy": 0.185771, "f1": 0.119576, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"], "main_score": 0.119576, "precision": 0.103748, "recall": 0.185771}, {"accuracy": 0.883399, "f1": 0.852635, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"], "main_score": 0.852635, "precision": 0.838916, "recall": 0.883399}, {"accuracy": 0.849802, "f1": 0.813801, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"], "main_score": 0.813801, "precision": 0.797579, "recall": 0.849802}, {"accuracy": 0.933794, "f1": 0.916074, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"], "main_score": 0.916074, "precision": 0.90802, "recall": 0.933794}, {"accuracy": 0.905138, "f1": 0.881028, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"], "main_score": 0.881028, "precision": 0.870422, "recall": 0.905138}, {"accuracy": 0.094862, "f1": 0.054921, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"], "main_score": 0.054921, "precision": 0.04547, "recall": 0.094862}, {"accuracy": 0.865613, "f1": 0.833352, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"], "main_score": 0.833352, "precision": 0.818989, "recall": 0.865613}, {"accuracy": 0.918972, "f1": 0.8972, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"], "main_score": 0.8972, "precision": 0.887187, "recall": 0.918972}, {"accuracy": 0.562253, "f1": 0.482799, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"], "main_score": 0.482799, "precision": 0.453915, "recall": 0.562253}, {"accuracy": 0.066206, "f1": 0.03674, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"], "main_score": 0.03674, "precision": 0.031484, "recall": 0.066206}, {"accuracy": 0.910079, "f1": 0.884684, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"], "main_score": 0.884684, "precision": 0.873188, "recall": 0.910079}, {"accuracy": 0.140316, "f1": 0.088343, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"], "main_score": 0.088343, "precision": 0.075737, "recall": 0.140316}, {"accuracy": 0.720356, "f1": 0.660106, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"], "main_score": 0.660106, "precision": 0.634939, "recall": 0.720356}, {"accuracy": 0.898221, "f1": 0.871198, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"], "main_score": 0.871198, "precision": 0.859272, "recall": 0.898221}, {"accuracy": 0.832016, "f1": 0.794499, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"], "main_score": 0.794499, "precision": 0.777652, "recall": 0.832016}, {"accuracy": 0.851779, "f1": 0.81547, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"], "main_score": 0.81547, "precision": 0.799481, "recall": 0.851779}, {"accuracy": 0.189723, "f1": 0.135243, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"], "main_score": 0.135243, "precision": 0.120353, "recall": 0.189723}, {"accuracy": 0.916996, "f1": 0.894236, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"], "main_score": 0.894236, "precision": 0.884223, "recall": 0.916996}, {"accuracy": 0.742095, "f1": 0.689453, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"], "main_score": 0.689453, "precision": 0.667154, "recall": 0.742095}, {"accuracy": 0.829051, "f1": 0.791093, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"], "main_score": 0.791093, "precision": 0.774813, "recall": 0.829051}, {"accuracy": 0.897233, "f1": 0.87365, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"], "main_score": 0.87365, "precision": 0.863208, "recall": 0.897233}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"], "main_score": 0.891041, "precision": 0.879529, "recall": 0.916008}, {"accuracy": 0.099802, "f1": 0.05586, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"], "main_score": 0.05586, "precision": 0.047269, "recall": 0.099802}, {"accuracy": 0.046443, "f1": 0.029213, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"], "main_score": 0.029213, "precision": 0.026025, "recall": 0.046443}, {"accuracy": 0.90415, "f1": 0.879809, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"], "main_score": 0.879809, "precision": 0.869219, "recall": 0.90415}, {"accuracy": 0.105731, "f1": 0.066708, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"], "main_score": 0.066708, "precision": 0.058546, "recall": 0.105731}, {"accuracy": 0.91996, "f1": 0.90135, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"], "main_score": 0.90135, "precision": 0.892622, "recall": 0.91996}, {"accuracy": 0.86166, "f1": 0.825282, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"], "main_score": 0.825282, "precision": 0.808712, "recall": 0.86166}, {"accuracy": 0.797431, "f1": 0.752931, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"], "main_score": 0.752931, "precision": 0.733844, "recall": 0.797431}, {"accuracy": 0.598814, "f1": 0.528011, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"], "main_score": 0.528011, "precision": 0.500306, "recall": 0.598814}, {"accuracy": 0.116601, "f1": 0.068453, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"], "main_score": 0.068453, "precision": 0.056825, "recall": 0.116601}, {"accuracy": 0.612648, "f1": 0.549329, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"], "main_score": 0.549329, "precision": 0.523908, "recall": 0.612648}, {"accuracy": 0.479249, "f1": 0.4027, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"], "main_score": 0.4027, "precision": 0.375408, "recall": 0.479249}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"], "main_score": 0.907773, "precision": 0.898386, "recall": 0.927866}, {"accuracy": 0.560277, "f1": 0.48758, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"], "main_score": 0.48758, "precision": 0.459811, "recall": 0.560277}, {"accuracy": 0.093874, "f1": 0.056331, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"], "main_score": 0.056331, "precision": 0.048448, "recall": 0.093874}, {"accuracy": 0.87747, "f1": 0.845109, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"], "main_score": 0.845109, "precision": 0.830543, "recall": 0.87747}, {"accuracy": 0.054348, "f1": 0.03436, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"], "main_score": 0.03436, "precision": 0.030113, "recall": 0.054348}, {"accuracy": 0.144269, "f1": 0.094219, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"], "main_score": 0.094219, "precision": 0.082431, "recall": 0.144269}, {"accuracy": 0.25, "f1": 0.181648, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"], "main_score": 0.181648, "precision": 0.162441, "recall": 0.25}, {"accuracy": 0.066206, "f1": 0.037372, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"], "main_score": 0.037372, "precision": 0.030708, "recall": 0.066206}, {"accuracy": 0.925889, "f1": 0.905665, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"], "main_score": 0.905665, "precision": 0.896492, "recall": 0.925889}, {"accuracy": 0.901186, "f1": 0.876812, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"], "main_score": 0.876812, "precision": 0.865766, "recall": 0.901186}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"], "main_score": 0.891963, "precision": 0.881341, "recall": 0.916008}, {"accuracy": 0.912055, "f1": 0.889147, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"], "main_score": 0.889147, "precision": 0.878682, "recall": 0.912055}, {"accuracy": 0.168972, "f1": 0.107315, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"], "main_score": 0.107315, "precision": 0.091916, "recall": 0.168972}, {"accuracy": 0.600791, "f1": 0.537352, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"], "main_score": 0.537352, "precision": 0.514367, "recall": 0.600791}, {"accuracy": 0.348814, "f1": 0.274488, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"], "main_score": 0.274488, "precision": 0.251333, "recall": 0.348814}, {"accuracy": 0.91502, "f1": 0.893431, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"], "main_score": 0.893431, "precision": 0.884009, "recall": 0.91502}, {"accuracy": 0.161067, "f1": 0.109635, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"], "main_score": 0.109635, "precision": 0.096452, "recall": 0.161067}, {"accuracy": 0.219368, "f1": 0.152586, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"], "main_score": 0.152586, "precision": 0.13525, "recall": 0.219368}, {"accuracy": 0.158103, "f1": 0.104108, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"], "main_score": 0.104108, "precision": 0.091265, "recall": 0.158103}, {"accuracy": 0.281621, "f1": 0.214579, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"], "main_score": 0.214579, "precision": 0.195419, "recall": 0.281621}, {"accuracy": 0.535573, "f1": 0.463623, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"], "main_score": 0.463623, "precision": 0.43726, "recall": 0.535573}, {"accuracy": 0.916008, "f1": 0.893643, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"], "main_score": 0.893643, "precision": 0.883514, "recall": 0.916008}, {"accuracy": 0.052372, "f1": 0.021187, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"], "main_score": 0.021187, "precision": 0.017178, "recall": 0.052372}, {"accuracy": 0.123518, "f1": 0.077984, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"], "main_score": 0.077984, "precision": 0.066318, "recall": 0.123518}, {"accuracy": 0.65415, "f1": 0.591909, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"], "main_score": 0.591909, "precision": 0.566478, "recall": 0.65415}, {"accuracy": 0.155138, "f1": 0.099019, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"], "main_score": 0.099019, "precision": 0.08589, "recall": 0.155138}, {"accuracy": 0.063241, "f1": 0.033631, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"], "main_score": 0.033631, "precision": 0.028425, "recall": 0.063241}, {"accuracy": 0.920949, "f1": 0.899835, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"], "main_score": 0.899835, "precision": 0.890152, "recall": 0.920949}, {"accuracy": 0.637352, "f1": 0.568123, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"], "main_score": 0.568123, "precision": 0.539738, "recall": 0.637352}, {"accuracy": 0.636364, "f1": 0.566449, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"], "main_score": 0.566449, "precision": 0.539465, "recall": 0.636364}, {"accuracy": 0.747036, "f1": 0.693577, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"], "main_score": 0.693577, "precision": 0.670235, "recall": 0.747036}, {"accuracy": 0.906126, "f1": 0.881014, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"], "main_score": 0.881014, "precision": 0.870306, "recall": 0.906126}, {"accuracy": 0.905138, "f1": 0.880369, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"], "main_score": 0.880369, "precision": 0.869401, "recall": 0.905138}, {"accuracy": 0.926877, "f1": 0.907133, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"], "main_score": 0.907133, "precision": 0.898139, "recall": 0.926877}, {"accuracy": 0.910079, "f1": 0.885954, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"], "main_score": 0.885954, "precision": 0.875, "recall": 0.910079}, {"accuracy": 0.121542, "f1": 0.07574, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"], "main_score": 0.07574, "precision": 0.064796, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.046137, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"], "main_score": 0.046137, "precision": 0.038907, "recall": 0.08004}, {"accuracy": 0.87253, "f1": 0.843775, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"], "main_score": 0.843775, "precision": 0.830287, "recall": 0.87253}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"], "main_score": 0.898781, "precision": 0.888752, "recall": 0.920949}, {"accuracy": 0.875494, "f1": 0.844716, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"], "main_score": 0.844716, "precision": 0.830903, "recall": 0.875494}, {"accuracy": 0.261858, "f1": 0.198549, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"], "main_score": 0.198549, "precision": 0.180307, "recall": 0.261858}, {"accuracy": 0.114625, "f1": 0.065638, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"], "main_score": 0.065638, "precision": 0.05414, "recall": 0.114625}, {"accuracy": 0.550395, "f1": 0.481863, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"], "main_score": 0.481863, "precision": 0.457315, "recall": 0.550395}, {"accuracy": 0.856719, "f1": 0.821673, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"], "main_score": 0.821673, "precision": 0.806209, "recall": 0.856719}, {"accuracy": 0.108696, "f1": 0.059034, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"], "main_score": 0.059034, "precision": 0.049236, "recall": 0.108696}, {"accuracy": 0.913043, "f1": 0.88961, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"], "main_score": 0.88961, "precision": 0.878788, "recall": 0.913043}, {"accuracy": 0.146245, "f1": 0.100034, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"], "main_score": 0.100034, "precision": 0.08887, "recall": 0.146245}, {"accuracy": 0.287549, "f1": 0.209348, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"], "main_score": 0.209348, "precision": 0.185807, "recall": 0.287549}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"], "main_score": 0.895323, "precision": 0.883976, "recall": 0.918972}, {"accuracy": 0.929842, "f1": 0.910639, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"], "main_score": 0.910639, "precision": 0.901597, "recall": 0.929842}, {"accuracy": 0.917984, "f1": 0.895059, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"], "main_score": 0.895059, "precision": 0.884552, "recall": 0.917984}, {"accuracy": 0.91502, "f1": 0.893566, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"], "main_score": 0.893566, "precision": 0.883967, "recall": 0.91502}, {"accuracy": 0.576087, "f1": 0.501915, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"], "main_score": 0.501915, "precision": 0.47309, "recall": 0.576087}, {"accuracy": 0.859684, "f1": 0.825132, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"], "main_score": 0.825132, "precision": 0.809206, "recall": 0.859684}, {"accuracy": 0.147233, "f1": 0.09369, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"], "main_score": 0.09369, "precision": 0.080089, "recall": 0.147233}, {"accuracy": 0.082016, "f1": 0.04064, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"], "main_score": 0.04064, "precision": 0.034355, "recall": 0.082016}, {"accuracy": 0.148221, "f1": 0.094309, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"], "main_score": 0.094309, "precision": 0.08109, "recall": 0.148221}, {"accuracy": 0.066206, "f1": 0.034022, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"], "main_score": 0.034022, "precision": 0.027936, "recall": 0.066206}, {"accuracy": 0.916008, "f1": 0.89361, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"], "main_score": 0.89361, "precision": 0.883762, "recall": 0.916008}, {"accuracy": 0.545455, "f1": 0.468744, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"], "main_score": 0.468744, "precision": 0.439645, "recall": 0.545455}, {"accuracy": 0.057312, "f1": 0.036973, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"], "main_score": 0.036973, "precision": 0.032301, "recall": 0.057312}, {"accuracy": 0.601779, "f1": 0.530752, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"], "main_score": 0.530752, "precision": 0.503331, "recall": 0.601779}, {"accuracy": 0.905138, "f1": 0.881442, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"], "main_score": 0.881442, "precision": 0.870866, "recall": 0.905138}, {"accuracy": 0.675889, "f1": 0.614763, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"], "main_score": 0.614763, "precision": 0.590276, "recall": 0.675889}, {"accuracy": 0.382411, "f1": 0.31098, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"], "main_score": 0.31098, "precision": 0.28555, "recall": 0.382411}, {"accuracy": 0.125494, "f1": 0.075427, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"], "main_score": 0.075427, "precision": 0.065238, "recall": 0.125494}, {"accuracy": 0.912055, "f1": 0.886759, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"], "main_score": 0.886759, "precision": 0.874753, "recall": 0.912055}, {"accuracy": 0.280632, "f1": 0.211112, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"], "main_score": 0.211112, "precision": 0.189523, "recall": 0.280632}, {"accuracy": 0.136364, "f1": 0.088014, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"], "main_score": 0.088014, "precision": 0.076635, "recall": 0.136364}, {"accuracy": 0.108696, "f1": 0.066185, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"], "main_score": 0.066185, "precision": 0.0564, "recall": 0.108696}, {"accuracy": 0.157115, "f1": 0.106287, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"], "main_score": 0.106287, "precision": 0.093984, "recall": 0.157115}, {"accuracy": 0.870553, "f1": 0.837467, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"], "main_score": 0.837467, "precision": 0.822341, "recall": 0.870553}, {"accuracy": 0.016798, "f1": 0.003553, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"], "main_score": 0.003553, "precision": 0.002551, "recall": 0.016798}, {"accuracy": 0.824111, "f1": 0.781214, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"], "main_score": 0.781214, "precision": 0.761932, "recall": 0.824111}, {"accuracy": 0.421937, "f1": 0.348313, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"], "main_score": 0.348313, "precision": 0.32159, "recall": 0.421937}, {"accuracy": 0.759881, "f1": 0.706818, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"], "main_score": 0.706818, "precision": 0.683383, "recall": 0.759881}, {"accuracy": 0.916008, "f1": 0.893577, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"], "main_score": 0.893577, "precision": 0.883564, "recall": 0.916008}, {"accuracy": 0.071146, "f1": 0.038658, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"], "main_score": 0.038658, "precision": 0.032356, "recall": 0.071146}, {"accuracy": 0.112648, "f1": 0.07261, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"], "main_score": 0.07261, "precision": 0.063597, "recall": 0.112648}, {"accuracy": 0.902174, "f1": 0.878497, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"], "main_score": 0.878497, "precision": 0.868661, "recall": 0.902174}, {"accuracy": 0.911067, "f1": 0.887385, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"], "main_score": 0.887385, "precision": 0.876927, "recall": 0.911067}, {"accuracy": 0.497036, "f1": 0.420082, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"], "main_score": 0.420082, "precision": 0.391724, "recall": 0.497036}, {"accuracy": 0.123518, "f1": 0.082667, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"], "main_score": 0.082667, "precision": 0.072157, "recall": 0.123518}, {"accuracy": 0.120553, "f1": 0.072664, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"], "main_score": 0.072664, "precision": 0.060956, "recall": 0.120553}, {"accuracy": 0.850791, "f1": 0.813834, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"], "main_score": 0.813834, "precision": 0.797266, "recall": 0.850791}, {"accuracy": 0.12253, "f1": 0.080933, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"], "main_score": 0.080933, "precision": 0.072042, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.08406, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"], "main_score": 0.08406, "precision": 0.073808, "recall": 0.124506}, {"accuracy": 0.791502, "f1": 0.742968, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"], "main_score": 0.742968, "precision": 0.721353, "recall": 0.791502}, {"accuracy": 0.503953, "f1": 0.429433, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"], "main_score": 0.429433, "precision": 0.401828, "recall": 0.503953}, {"accuracy": 0.900198, "f1": 0.877311, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"], "main_score": 0.877311, "precision": 0.867442, "recall": 0.900198}, {"accuracy": 0.168972, "f1": 0.116653, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"], "main_score": 0.116653, "precision": 0.101575, "recall": 0.168972}, {"accuracy": 0.351779, "f1": 0.278539, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"], "main_score": 0.278539, "precision": 0.256921, "recall": 0.351779}, {"accuracy": 0.921937, "f1": 0.901976, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"], "main_score": 0.901976, "precision": 0.893314, "recall": 0.921937}, {"accuracy": 0.625494, "f1": 0.555359, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"], "main_score": 0.555359, "precision": 0.52691, "recall": 0.625494}, {"accuracy": 0.755929, "f1": 0.703332, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"], "main_score": 0.703332, "precision": 0.680337, "recall": 0.755929}, {"accuracy": 0.20751, "f1": 0.147704, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"], "main_score": 0.147704, "precision": 0.131979, "recall": 0.20751}, {"accuracy": 0.528656, "f1": 0.456717, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"], "main_score": 0.456717, "precision": 0.428922, "recall": 0.528656}, {"accuracy": 0.551383, "f1": 0.475808, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"], "main_score": 0.475808, "precision": 0.447058, "recall": 0.551383}, {"accuracy": 0.143281, "f1": 0.09737, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"], "main_score": 0.09737, "precision": 0.085435, "recall": 0.143281}, {"accuracy": 0.88834, "f1": 0.862091, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"], "main_score": 0.862091, "precision": 0.850421, "recall": 0.88834}, {"accuracy": 0.916996, "f1": 0.894005, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"], "main_score": 0.894005, "precision": 0.883317, "recall": 0.916996}, {"accuracy": 0.917984, "f1": 0.896033, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"], "main_score": 0.896033, "precision": 0.886067, "recall": 0.917984}, {"accuracy": 0.809289, "f1": 0.76357, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"], "main_score": 0.76357, "precision": 0.743281, "recall": 0.809289}, {"accuracy": 0.637352, "f1": 0.574746, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"], "main_score": 0.574746, "precision": 0.550184, "recall": 0.637352}, {"accuracy": 0.91996, "f1": 0.899821, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"], "main_score": 0.899821, "precision": 0.890514, "recall": 0.91996}, {"accuracy": 0.332016, "f1": 0.27027, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"], "main_score": 0.27027, "precision": 0.249039, "recall": 0.332016}, {"accuracy": 0.366601, "f1": 0.28667, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"], "main_score": 0.28667, "precision": 0.260808, "recall": 0.366601}, {"accuracy": 0.076087, "f1": 0.038226, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"], "main_score": 0.038226, "precision": 0.032061, "recall": 0.076087}, {"accuracy": 0.916008, "f1": 0.893149, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"], "main_score": 0.893149, "precision": 0.882691, "recall": 0.916008}, {"accuracy": 0.177866, "f1": 0.13003, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"], "main_score": 0.13003, "precision": 0.116493, "recall": 0.177866}, {"accuracy": 0.916008, "f1": 0.894071, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"], "main_score": 0.894071, "precision": 0.884289, "recall": 0.916008}, {"accuracy": 0.874506, "f1": 0.845078, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"], "main_score": 0.845078, "precision": 0.831522, "recall": 0.874506}, {"accuracy": 0.365613, "f1": 0.284506, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"], "main_score": 0.284506, "precision": 0.25998, "recall": 0.365613}, {"accuracy": 0.217391, "f1": 0.150654, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"], "main_score": 0.150654, "precision": 0.133132, "recall": 0.217391}, {"accuracy": 0.804348, "f1": 0.752437, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"], "main_score": 0.752437, "precision": 0.729183, "recall": 0.804348}, {"accuracy": 0.141304, "f1": 0.093649, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"], "main_score": 0.093649, "precision": 0.081843, "recall": 0.141304}, {"accuracy": 0.140316, "f1": 0.090106, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"], "main_score": 0.090106, "precision": 0.077719, "recall": 0.140316}, {"accuracy": 0.914032, "f1": 0.88961, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"], "main_score": 0.88961, "precision": 0.878327, "recall": 0.914032}, {"accuracy": 0.311265, "f1": 0.238072, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"], "main_score": 0.238072, "precision": 0.21662, "recall": 0.311265}, {"accuracy": 0.91996, "f1": 0.900776, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"], "main_score": 0.900776, "precision": 0.892655, "recall": 0.91996}, {"accuracy": 0.121542, "f1": 0.073028, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"], "main_score": 0.073028, "precision": 0.061333, "recall": 0.121542}, {"accuracy": 0.922925, "f1": 0.903689, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"], "main_score": 0.903689, "precision": 0.89507, "recall": 0.922925}, {"accuracy": 0.866601, "f1": 0.830731, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"], "main_score": 0.830731, "precision": 0.814509, "recall": 0.866601}, {"accuracy": 0.866601, "f1": 0.835194, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"], "main_score": 0.835194, "precision": 0.820958, "recall": 0.866601}, {"accuracy": 0.110672, "f1": 0.065126, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"], "main_score": 0.065126, "precision": 0.055246, "recall": 0.110672}, {"accuracy": 0.799407, "f1": 0.751388, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"], "main_score": 0.751388, "precision": 0.731406, "recall": 0.799407}, {"accuracy": 0.110672, "f1": 0.068471, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"], "main_score": 0.068471, "precision": 0.05851, "recall": 0.110672}, {"accuracy": 0.114625, "f1": 0.068862, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"], "main_score": 0.068862, "precision": 0.057496, "recall": 0.114625}, {"accuracy": 0.097826, "f1": 0.056722, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"], "main_score": 0.056722, "precision": 0.047291, "recall": 0.097826}, {"accuracy": 0.463439, "f1": 0.392228, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"], "main_score": 0.392228, "precision": 0.364857, "recall": 0.463439}, {"accuracy": 0.925889, "f1": 0.905204, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"], "main_score": 0.905204, "precision": 0.895504, "recall": 0.925889}, {"accuracy": 0.202569, "f1": 0.141038, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"], "main_score": 0.141038, "precision": 0.125088, "recall": 0.202569}, {"accuracy": 0.105731, "f1": 0.05749, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"], "main_score": 0.05749, "precision": 0.047819, "recall": 0.105731}, {"accuracy": 0.142292, "f1": 0.085958, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"], "main_score": 0.085958, "precision": 0.072591, "recall": 0.142292}, {"accuracy": 0.84585, "f1": 0.808319, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"], "main_score": 0.808319, "precision": 0.791378, "recall": 0.84585}, {"accuracy": 0.106719, "f1": 0.061766, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"], "main_score": 0.061766, "precision": 0.052448, "recall": 0.106719}, {"accuracy": 0.115613, "f1": 0.073834, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"], "main_score": 0.073834, "precision": 0.064575, "recall": 0.115613}, {"accuracy": 0.858696, "f1": 0.825137, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"], "main_score": 0.825137, "precision": 0.811299, "recall": 0.858696}, {"accuracy": 0.186759, "f1": 0.12409, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"], "main_score": 0.12409, "precision": 0.108557, "recall": 0.186759}, {"accuracy": 0.157115, "f1": 0.10213, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"], "main_score": 0.10213, "precision": 0.088045, "recall": 0.157115}, {"accuracy": 0.486166, "f1": 0.409797, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"], "main_score": 0.409797, "precision": 0.382367, "recall": 0.486166}, {"accuracy": 0.233202, "f1": 0.1681, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"], "main_score": 0.1681, "precision": 0.150338, "recall": 0.233202}, {"accuracy": 0.33004, "f1": 0.252153, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"], "main_score": 0.252153, "precision": 0.226995, "recall": 0.33004}, {"accuracy": 0.829051, "f1": 0.790184, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"], "main_score": 0.790184, "precision": 0.772744, "recall": 0.829051}, {"accuracy": 0.23419, "f1": 0.165571, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"], "main_score": 0.165571, "precision": 0.145122, "recall": 0.23419}, {"accuracy": 0.357708, "f1": 0.281977, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"], "main_score": 0.281977, "precision": 0.257154, "recall": 0.357708}, {"accuracy": 0.107708, "f1": 0.065108, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"], "main_score": 0.065108, "precision": 0.054451, "recall": 0.107708}, {"accuracy": 0.913043, "f1": 0.88994, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"], "main_score": 0.88994, "precision": 0.879776, "recall": 0.913043}, {"accuracy": 0.894269, "f1": 0.869551, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"], "main_score": 0.869551, "precision": 0.858613, "recall": 0.894269}, {"accuracy": 0.913043, "f1": 0.890843, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"], "main_score": 0.890843, "precision": 0.880879, "recall": 0.913043}, {"accuracy": 0.852767, "f1": 0.816733, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"], "main_score": 0.816733, "precision": 0.800346, "recall": 0.852767}, {"accuracy": 0.184783, "f1": 0.132935, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"], "main_score": 0.132935, "precision": 0.118515, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.086079, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"], "main_score": 0.086079, "precision": 0.074858, "recall": 0.134387}, {"accuracy": 0.09585, "f1": 0.06112, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"], "main_score": 0.06112, "precision": 0.052866, "recall": 0.09585}, {"accuracy": 0.211462, "f1": 0.145094, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"], "main_score": 0.145094, "precision": 0.129436, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"], "main_score": 0.872925, "precision": 0.858943, "recall": 0.902174}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"], "main_score": 0.929578, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.643281, "f1": 0.572329, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"], "main_score": 0.572329, "precision": 0.54502, "recall": 0.643281}, {"accuracy": 0.235178, "f1": 0.167778, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"], "main_score": 0.167778, "precision": 0.150491, "recall": 0.235178}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.434783, "f1": 0.352262, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"], "main_score": 0.352262, "precision": 0.326539, "recall": 0.434783}, {"accuracy": 0.683794, "f1": 0.616443, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"], "main_score": 0.616443, "precision": 0.589107, "recall": 0.683794}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.913043, "f1": 0.887484, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"], "main_score": 0.887484, "precision": 0.875494, "recall": 0.913043}, {"accuracy": 0.270751, "f1": 0.188983, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"], "main_score": 0.188983, "precision": 0.1671, "recall": 0.270751}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"], "main_score": 0.916469, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.853755, "f1": 0.814954, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"], "main_score": 0.814954, "precision": 0.797431, "recall": 0.853755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.317194, "f1": 0.228754, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"], "main_score": 0.228754, "precision": 0.20501, "recall": 0.317194}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.179842, "f1": 0.126467, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"], "main_score": 0.126467, "precision": 0.114021, "recall": 0.179842}, {"accuracy": 0.896245, "f1": 0.866601, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"], "main_score": 0.866601, "precision": 0.852635, "recall": 0.896245}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.724308, "f1": 0.659324, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"], "main_score": 0.659324, "precision": 0.631581, "recall": 0.724308}, {"accuracy": 0.063241, "f1": 0.031794, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"], "main_score": 0.031794, "precision": 0.026994, "recall": 0.063241}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.245059, "f1": 0.17163, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"], "main_score": 0.17163, "precision": 0.152867, "recall": 0.245059}, {"accuracy": 0.868577, "f1": 0.832708, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"], "main_score": 0.832708, "precision": 0.816288, "recall": 0.868577}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.908103, "f1": 0.879842, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"], "main_score": 0.879842, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.302372, "f1": 0.233555, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"], "main_score": 0.233555, "precision": 0.213877, "recall": 0.302372}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.8083, "f1": 0.761419, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"], "main_score": 0.761419, "precision": 0.740654, "recall": 0.8083}, {"accuracy": 0.935771, "f1": 0.914855, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"], "main_score": 0.914855, "precision": 0.90448, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"], "main_score": 0.890053, "precision": 0.878541, "recall": 0.91502}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.182806, "f1": 0.11669, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"], "main_score": 0.11669, "precision": 0.102515, "recall": 0.182806}, {"accuracy": 0.070158, "f1": 0.044808, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"], "main_score": 0.044808, "precision": 0.038737, "recall": 0.070158}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.177866, "f1": 0.117771, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"], "main_score": 0.117771, "precision": 0.104506, "recall": 0.177866}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.895257, "f1": 0.866304, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"], "main_score": 0.866304, "precision": 0.852849, "recall": 0.895257}, {"accuracy": 0.766798, "f1": 0.712272, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"], "main_score": 0.712272, "precision": 0.689328, "recall": 0.766798}, {"accuracy": 0.213439, "f1": 0.141705, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"], "main_score": 0.141705, "precision": 0.125005, "recall": 0.213439}, {"accuracy": 0.757905, "f1": 0.707569, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"], "main_score": 0.707569, "precision": 0.686569, "recall": 0.757905}, {"accuracy": 0.639328, "f1": 0.565892, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"], "main_score": 0.565892, "precision": 0.537923, "recall": 0.639328}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.749012, "f1": 0.689229, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"], "main_score": 0.689229, "precision": 0.663801, "recall": 0.749012}, {"accuracy": 0.197628, "f1": 0.133542, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"], "main_score": 0.133542, "precision": 0.118208, "recall": 0.197628}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.079051, "f1": 0.047472, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"], "main_score": 0.047472, "precision": 0.039863, "recall": 0.079051}, {"accuracy": 0.270751, "f1": 0.20265, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"], "main_score": 0.20265, "precision": 0.185059, "recall": 0.270751}, {"accuracy": 0.385375, "f1": 0.298613, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"], "main_score": 0.298613, "precision": 0.272802, "recall": 0.385375}, {"accuracy": 0.093874, "f1": 0.050943, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"], "main_score": 0.050943, "precision": 0.041743, "recall": 0.093874}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.310277, "f1": 0.232692, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"], "main_score": 0.232692, "precision": 0.211374, "recall": 0.310277}, {"accuracy": 0.791502, "f1": 0.739482, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"], "main_score": 0.739482, "precision": 0.717663, "recall": 0.791502}, {"accuracy": 0.492095, "f1": 0.413149, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"], "main_score": 0.413149, "precision": 0.387233, "recall": 0.492095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.289526, "f1": 0.21298, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"], "main_score": 0.21298, "precision": 0.192863, "recall": 0.289526}, {"accuracy": 0.340909, "f1": 0.261934, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"], "main_score": 0.261934, "precision": 0.239693, "recall": 0.340909}, {"accuracy": 0.284585, "f1": 0.199602, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"], "main_score": 0.199602, "precision": 0.175943, "recall": 0.284585}, {"accuracy": 0.373518, "f1": 0.287708, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"], "main_score": 0.287708, "precision": 0.261347, "recall": 0.373518}, {"accuracy": 0.673913, "f1": 0.605847, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"], "main_score": 0.605847, "precision": 0.57785, "recall": 0.673913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.055336, "f1": 0.017957, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"], "main_score": 0.017957, "precision": 0.013307, "recall": 0.055336}, {"accuracy": 0.227273, "f1": 0.155237, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"], "main_score": 0.155237, "precision": 0.136456, "recall": 0.227273}, {"accuracy": 0.770751, "f1": 0.713161, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"], "main_score": 0.713161, "precision": 0.688785, "recall": 0.770751}, {"accuracy": 0.263834, "f1": 0.187802, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"], "main_score": 0.187802, "precision": 0.167305, "recall": 0.263834}, {"accuracy": 0.068182, "f1": 0.033387, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"], "main_score": 0.033387, "precision": 0.028081, "recall": 0.068182}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.806324, "f1": 0.756555, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"], "main_score": 0.756555, "precision": 0.734832, "recall": 0.806324}, {"accuracy": 0.802372, "f1": 0.747977, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"], "main_score": 0.747977, "precision": 0.724292, "recall": 0.802372}, {"accuracy": 0.770751, "f1": 0.717165, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"], "main_score": 0.717165, "precision": 0.693857, "recall": 0.770751}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.258893, "f1": 0.186524, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"], "main_score": 0.186524, "precision": 0.16756, "recall": 0.258893}, {"accuracy": 0.183794, "f1": 0.121797, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"], "main_score": 0.121797, "precision": 0.107137, "recall": 0.183794}, {"accuracy": 0.898221, "f1": 0.868248, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"], "main_score": 0.868248, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"], "main_score": 0.955369, "precision": 0.950428, "recall": 0.965415}, {"accuracy": 0.409091, "f1": 0.324876, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"], "main_score": 0.324876, "precision": 0.297739, "recall": 0.409091}, {"accuracy": 0.227273, "f1": 0.159455, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"], "main_score": 0.159455, "precision": 0.1426, "recall": 0.227273}, {"accuracy": 0.736166, "f1": 0.672981, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"], "main_score": 0.672981, "precision": 0.646904, "recall": 0.736166}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"], "main_score": 0.919631, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.201581, "f1": 0.131566, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"], "main_score": 0.131566, "precision": 0.116087, "recall": 0.201581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.194062, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"], "main_score": 0.194062, "precision": 0.177016, "recall": 0.26087}, {"accuracy": 0.444664, "f1": 0.348515, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"], "main_score": 0.348515, "precision": 0.317016, "recall": 0.444664}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.756917, "f1": 0.699925, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"], "main_score": 0.699925, "precision": 0.676383, "recall": 0.756917}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"], "main_score": 0.929018, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.250988, "f1": 0.179297, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"], "main_score": 0.179297, "precision": 0.160394, "recall": 0.250988}, {"accuracy": 0.08498, "f1": 0.038396, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"], "main_score": 0.038396, "precision": 0.031566, "recall": 0.08498}, {"accuracy": 0.27668, "f1": 0.200434, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"], "main_score": 0.200434, "precision": 0.179276, "recall": 0.27668}, {"accuracy": 0.147233, "f1": 0.089964, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"], "main_score": 0.089964, "precision": 0.077838, "recall": 0.147233}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.742095, "f1": 0.68294, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"], "main_score": 0.68294, "precision": 0.658277, "recall": 0.742095}, {"accuracy": 0.100791, "f1": 0.068273, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"], "main_score": 0.068273, "precision": 0.060225, "recall": 0.100791}, {"accuracy": 0.749012, "f1": 0.689199, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"], "main_score": 0.689199, "precision": 0.663695, "recall": 0.749012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.749012, "f1": 0.689097, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"], "main_score": 0.689097, "precision": 0.66334, "recall": 0.749012}, {"accuracy": 0.531621, "f1": 0.448348, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"], "main_score": 0.448348, "precision": 0.416875, "recall": 0.531621}, {"accuracy": 0.20751, "f1": 0.135597, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"], "main_score": 0.135597, "precision": 0.118511, "recall": 0.20751}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.421937, "f1": 0.332712, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"], "main_score": 0.332712, "precision": 0.303737, "recall": 0.421937}, {"accuracy": 0.255929, "f1": 0.176278, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"], "main_score": 0.176278, "precision": 0.155685, "recall": 0.255929}, {"accuracy": 0.22332, "f1": 0.156472, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"], "main_score": 0.156472, "precision": 0.139146, "recall": 0.22332}, {"accuracy": 0.248024, "f1": 0.179608, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"], "main_score": 0.179608, "precision": 0.161716, "recall": 0.248024}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.019763, "f1": 0.003977, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"], "main_score": 0.003977, "precision": 0.002815, "recall": 0.019763}, {"accuracy": 0.860672, "f1": 0.822793, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"], "main_score": 0.822793, "precision": 0.805369, "recall": 0.860672}, {"accuracy": 0.461462, "f1": 0.374416, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"], "main_score": 0.374416, "precision": 0.342716, "recall": 0.461462}, {"accuracy": 0.853755, "f1": 0.814855, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"], "main_score": 0.814855, "precision": 0.797101, "recall": 0.853755}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.109684, "f1": 0.065608, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"], "main_score": 0.065608, "precision": 0.056524, "recall": 0.109684}, {"accuracy": 0.215415, "f1": 0.149139, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"], "main_score": 0.149139, "precision": 0.13205, "recall": 0.215415}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.656126, "f1": 0.583467, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"], "main_score": 0.583467, "precision": 0.555122, "recall": 0.656126}, {"accuracy": 0.204545, "f1": 0.136678, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"], "main_score": 0.136678, "precision": 0.119493, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.142286, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"], "main_score": 0.142286, "precision": 0.122623, "recall": 0.218379}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.205534, "f1": 0.138724, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"], "main_score": 0.138724, "precision": 0.122671, "recall": 0.205534}, {"accuracy": 0.220356, "f1": 0.153358, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"], "main_score": 0.153358, "precision": 0.134923, "recall": 0.220356}, {"accuracy": 0.81917, "f1": 0.770323, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"], "main_score": 0.770323, "precision": 0.748551, "recall": 0.81917}, {"accuracy": 0.667984, "f1": 0.601703, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"], "main_score": 0.601703, "precision": 0.575224, "recall": 0.667984}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"], "main_score": 0.94697, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.306324, "f1": 0.222599, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"], "main_score": 0.222599, "precision": 0.197208, "recall": 0.306324}, {"accuracy": 0.476285, "f1": 0.392945, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"], "main_score": 0.392945, "precision": 0.365448, "recall": 0.476285}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.561265, "f1": 0.475598, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"], "main_score": 0.475598, "precision": 0.442592, "recall": 0.561265}, {"accuracy": 0.848814, "f1": 0.808037, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"], "main_score": 0.808037, "precision": 0.789888, "recall": 0.848814}, {"accuracy": 0.300395, "f1": 0.224173, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"], "main_score": 0.224173, "precision": 0.202889, "recall": 0.300395}, {"accuracy": 0.601779, "f1": 0.523043, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"], "main_score": 0.523043, "precision": 0.491839, "recall": 0.601779}, {"accuracy": 0.722332, "f1": 0.662198, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"], "main_score": 0.662198, "precision": 0.636512, "recall": 0.722332}, {"accuracy": 0.268775, "f1": 0.191288, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"], "main_score": 0.191288, "precision": 0.170292, "recall": 0.268775}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"], "main_score": 0.899012, "precision": 0.888011, "recall": 0.921937}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.794466, "f1": 0.742128, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"], "main_score": 0.742128, "precision": 0.719022, "recall": 0.794466}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.418972, "f1": 0.336106, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"], "main_score": 0.336106, "precision": 0.307264, "recall": 0.418972}, {"accuracy": 0.518775, "f1": 0.42847, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"], "main_score": 0.42847, "precision": 0.397908, "recall": 0.518775}, {"accuracy": 0.120553, "f1": 0.06909, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"], "main_score": 0.06909, "precision": 0.058491, "recall": 0.120553}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.19664, "f1": 0.130931, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"], "main_score": 0.130931, "precision": 0.112394, "recall": 0.19664}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.953557, "f1": 0.940547, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"], "main_score": 0.940547, "precision": 0.934289, "recall": 0.953557}, {"accuracy": 0.499012, "f1": 0.412322, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"], "main_score": 0.412322, "precision": 0.383149, "recall": 0.499012}, {"accuracy": 0.375494, "f1": 0.288279, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"], "main_score": 0.288279, "precision": 0.262551, "recall": 0.375494}, {"accuracy": 0.876482, "f1": 0.839097, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"], "main_score": 0.839097, "precision": 0.821476, "recall": 0.876482}, {"accuracy": 0.272727, "f1": 0.197197, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"], "main_score": 0.197197, "precision": 0.17653, "recall": 0.272727}, {"accuracy": 0.258893, "f1": 0.18307, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"], "main_score": 0.18307, "precision": 0.162737, "recall": 0.258893}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.472332, "f1": 0.378818, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"], "main_score": 0.378818, "precision": 0.347092, "recall": 0.472332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.219368, "f1": 0.142046, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"], "main_score": 0.142046, "precision": 0.123172, "recall": 0.219368}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.922925, "f1": 0.899621, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"], "main_score": 0.899621, "precision": 0.888646, "recall": 0.922925}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.194664, "f1": 0.132126, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"], "main_score": 0.132126, "precision": 0.11643, "recall": 0.194664}, {"accuracy": 0.927866, "f1": 0.905863, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"], "main_score": 0.905863, "precision": 0.895175, "recall": 0.927866}, {"accuracy": 0.20751, "f1": 0.140427, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"], "main_score": 0.140427, "precision": 0.122544, "recall": 0.20751}, {"accuracy": 0.243083, "f1": 0.169954, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"], "main_score": 0.169954, "precision": 0.151251, "recall": 0.243083}, {"accuracy": 0.156126, "f1": 0.096831, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"], "main_score": 0.096831, "precision": 0.083275, "recall": 0.156126}, {"accuracy": 0.5583, "f1": 0.475202, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"], "main_score": 0.475202, "precision": 0.442772, "recall": 0.5583}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.322134, "f1": 0.242913, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"], "main_score": 0.242913, "precision": 0.219399, "recall": 0.322134}, {"accuracy": 0.211462, "f1": 0.142111, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"], "main_score": 0.142111, "precision": 0.1257, "recall": 0.211462}, {"accuracy": 0.244071, "f1": 0.170105, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"], "main_score": 0.170105, "precision": 0.151013, "recall": 0.244071}, {"accuracy": 0.847826, "f1": 0.806917, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"], "main_score": 0.806917, "precision": 0.78857, "recall": 0.847826}, {"accuracy": 0.190711, "f1": 0.121983, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"], "main_score": 0.121983, "precision": 0.105824, "recall": 0.190711}, {"accuracy": 0.208498, "f1": 0.145085, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"], "main_score": 0.145085, "precision": 0.129527, "recall": 0.208498}, {"accuracy": 0.953557, "f1": 0.942095, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"], "main_score": 0.942095, "precision": 0.936677, "recall": 0.953557}, {"accuracy": 0.31917, "f1": 0.235244, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"], "main_score": 0.235244, "precision": 0.211137, "recall": 0.31917}, {"accuracy": 0.279644, "f1": 0.201708, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"], "main_score": 0.201708, "precision": 0.181473, "recall": 0.279644}, {"accuracy": 0.668972, "f1": 0.595044, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"], "main_score": 0.595044, "precision": 0.566027, "recall": 0.668972}, {"accuracy": 0.367589, "f1": 0.28368, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"], "main_score": 0.28368, "precision": 0.258076, "recall": 0.367589}, {"accuracy": 0.475296, "f1": 0.382475, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"], "main_score": 0.382475, "precision": 0.350227, "recall": 0.475296}, {"accuracy": 0.856719, "f1": 0.819631, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"], "main_score": 0.819631, "precision": 0.802602, "recall": 0.856719}, {"accuracy": 0.360672, "f1": 0.271453, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"], "main_score": 0.271453, "precision": 0.243949, "recall": 0.360672}, {"accuracy": 0.494071, "f1": 0.409931, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"], "main_score": 0.409931, "precision": 0.381346, "recall": 0.494071}, {"accuracy": 0.199605, "f1": 0.133513, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"], "main_score": 0.133513, "precision": 0.115216, "recall": 0.199605}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.863636, "f1": 0.826416, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"], "main_score": 0.826416, "precision": 0.809536, "recall": 0.863636}, {"accuracy": 0.289526, "f1": 0.213505, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"], "main_score": 0.213505, "precision": 0.191006, "recall": 0.289526}, {"accuracy": 0.229249, "f1": 0.153066, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"], "main_score": 0.153066, "precision": 0.13335, "recall": 0.229249}, {"accuracy": 0.081028, "f1": 0.052025, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"], "main_score": 0.052025, "precision": 0.045078, "recall": 0.081028}, {"accuracy": 0.139328, "f1": 0.0791, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"], "main_score": 0.0791, "precision": 0.06545, "recall": 0.139328}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.884387, "f1": 0.850296, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"], "main_score": 0.850296, "precision": 0.834387, "recall": 0.884387}, {"accuracy": 0.934783, "f1": 0.914032, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"], "main_score": 0.914032, "precision": 0.903986, "recall": 0.934783}, {"accuracy": 0.573123, "f1": 0.494531, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"], "main_score": 0.494531, "precision": 0.465695, "recall": 0.573123}, {"accuracy": 0.150198, "f1": 0.095924, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"], "main_score": 0.095924, "precision": 0.083395, "recall": 0.150198}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.332016, "f1": 0.249259, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"], "main_score": 0.249259, "precision": 0.225066, "recall": 0.332016}, {"accuracy": 0.588933, "f1": 0.51303, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"], "main_score": 0.51303, "precision": 0.483988, "recall": 0.588933}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.911067, "f1": 0.884552, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"], "main_score": 0.884552, "precision": 0.872036, "recall": 0.911067}, {"accuracy": 0.190711, "f1": 0.117774, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"], "main_score": 0.117774, "precision": 0.100253, "recall": 0.190711}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"], "main_score": 0.894829, "precision": 0.883317, "recall": 0.918972}, {"accuracy": 0.831028, "f1": 0.788669, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"], "main_score": 0.788669, "precision": 0.769664, "recall": 0.831028}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.236166, "f1": 0.156157, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"], "main_score": 0.156157, "precision": 0.136192, "recall": 0.236166}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"], "main_score": 0.930336, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.104743, "f1": 0.062968, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"], "main_score": 0.062968, "precision": 0.053937, "recall": 0.104743}, {"accuracy": 0.91502, "f1": 0.88913, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"], "main_score": 0.88913, "precision": 0.876976, "recall": 0.91502}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.664032, "f1": 0.590504, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"], "main_score": 0.590504, "precision": 0.561166, "recall": 0.664032}, {"accuracy": 0.071146, "f1": 0.035513, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"], "main_score": 0.035513, "precision": 0.029084, "recall": 0.071146}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.175889, "f1": 0.113827, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"], "main_score": 0.113827, "precision": 0.099545, "recall": 0.175889}, {"accuracy": 0.829051, "f1": 0.785211, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"], "main_score": 0.785211, "precision": 0.766123, "recall": 0.829051}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"], "main_score": 0.905138, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"], "main_score": 0.874242, "precision": 0.860754, "recall": 0.903162}, {"accuracy": 0.226285, "f1": 0.154918, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"], "main_score": 0.154918, "precision": 0.13572, "recall": 0.226285}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.806324, "f1": 0.761712, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"], "main_score": 0.761712, "precision": 0.742013, "recall": 0.806324}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.913043, "f1": 0.888505, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"], "main_score": 0.888505, "precision": 0.876812, "recall": 0.913043}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.121542, "f1": 0.066487, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"], "main_score": 0.066487, "precision": 0.055729, "recall": 0.121542}, {"accuracy": 0.057312, "f1": 0.035871, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"], "main_score": 0.035871, "precision": 0.030343, "recall": 0.057312}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.125494, "f1": 0.072416, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"], "main_score": 0.072416, "precision": 0.060966, "recall": 0.125494}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"], "main_score": 0.919038, "precision": 0.910326, "recall": 0.937747}, {"accuracy": 0.864625, "f1": 0.82948, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"], "main_score": 0.82948, "precision": 0.813603, "recall": 0.864625}, {"accuracy": 0.678854, "f1": 0.607979, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"], "main_score": 0.607979, "precision": 0.579142, "recall": 0.678854}, {"accuracy": 0.140316, "f1": 0.079277, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"], "main_score": 0.079277, "precision": 0.065563, "recall": 0.140316}, {"accuracy": 0.717391, "f1": 0.659656, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"], "main_score": 0.659656, "precision": 0.636166, "recall": 0.717391}, {"accuracy": 0.564229, "f1": 0.483153, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"], "main_score": 0.483153, "precision": 0.453239, "recall": 0.564229}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.6917, "f1": 0.622026, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"], "main_score": 0.622026, "precision": 0.594255, "recall": 0.6917}, {"accuracy": 0.12747, "f1": 0.076176, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"], "main_score": 0.076176, "precision": 0.065363, "recall": 0.12747}, {"accuracy": 0.963439, "f1": 0.952536, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"], "main_score": 0.952536, "precision": 0.947628, "recall": 0.963439}, {"accuracy": 0.06917, "f1": 0.040986, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"], "main_score": 0.040986, "precision": 0.03519, "recall": 0.06917}, {"accuracy": 0.183794, "f1": 0.126052, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"], "main_score": 0.126052, "precision": 0.111723, "recall": 0.183794}, {"accuracy": 0.289526, "f1": 0.207392, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"], "main_score": 0.207392, "precision": 0.183891, "recall": 0.289526}, {"accuracy": 0.079051, "f1": 0.047589, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"], "main_score": 0.047589, "precision": 0.040927, "recall": 0.079051}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.228261, "f1": 0.152559, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"], "main_score": 0.152559, "precision": 0.133483, "recall": 0.228261}, {"accuracy": 0.72332, "f1": 0.659463, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"], "main_score": 0.659463, "precision": 0.634966, "recall": 0.72332}, {"accuracy": 0.401186, "f1": 0.315324, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"], "main_score": 0.315324, "precision": 0.288535, "recall": 0.401186}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.211462, "f1": 0.144468, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"], "main_score": 0.144468, "precision": 0.128232, "recall": 0.211462}, {"accuracy": 0.250988, "f1": 0.178336, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"], "main_score": 0.178336, "precision": 0.159189, "recall": 0.250988}, {"accuracy": 0.201581, "f1": 0.128008, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"], "main_score": 0.128008, "precision": 0.11013, "recall": 0.201581}, {"accuracy": 0.317194, "f1": 0.240413, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"], "main_score": 0.240413, "precision": 0.219433, "recall": 0.317194}, {"accuracy": 0.599802, "f1": 0.530236, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"], "main_score": 0.530236, "precision": 0.504683, "recall": 0.599802}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.05336, "f1": 0.018954, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"], "main_score": 0.018954, "precision": 0.014831, "recall": 0.05336}, {"accuracy": 0.153162, "f1": 0.097758, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"], "main_score": 0.097758, "precision": 0.0842, "recall": 0.153162}, {"accuracy": 0.732213, "f1": 0.668236, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"], "main_score": 0.668236, "precision": 0.642664, "recall": 0.732213}, {"accuracy": 0.189723, "f1": 0.124597, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"], "main_score": 0.124597, "precision": 0.10823, "recall": 0.189723}, {"accuracy": 0.065217, "f1": 0.032067, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"], "main_score": 0.032067, "precision": 0.027098, "recall": 0.065217}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.759881, "f1": 0.704198, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"], "main_score": 0.704198, "precision": 0.680418, "recall": 0.759881}, {"accuracy": 0.762846, "f1": 0.703035, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"], "main_score": 0.703035, "precision": 0.67772, "recall": 0.762846}, {"accuracy": 0.785573, "f1": 0.736287, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"], "main_score": 0.736287, "precision": 0.715473, "recall": 0.785573}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.164032, "f1": 0.10662, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"], "main_score": 0.10662, "precision": 0.091606, "recall": 0.164032}, {"accuracy": 0.109684, "f1": 0.062986, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"], "main_score": 0.062986, "precision": 0.053425, "recall": 0.109684}, {"accuracy": 0.909091, "f1": 0.883959, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"], "main_score": 0.883959, "precision": 0.87248, "recall": 0.909091}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"], "main_score": 0.95224, "precision": 0.947003, "recall": 0.963439}, {"accuracy": 0.318182, "f1": 0.235855, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"], "main_score": 0.235855, "precision": 0.213039, "recall": 0.318182}, {"accuracy": 0.149209, "f1": 0.092405, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"], "main_score": 0.092405, "precision": 0.079256, "recall": 0.149209}, {"accuracy": 0.65415, "f1": 0.579891, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"], "main_score": 0.579891, "precision": 0.550541, "recall": 0.65415}, {"accuracy": 0.91996, "f1": 0.898024, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"], "main_score": 0.898024, "precision": 0.888175, "recall": 0.91996}, {"accuracy": 0.141304, "f1": 0.076599, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"], "main_score": 0.076599, "precision": 0.063713, "recall": 0.141304}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.184783, "f1": 0.125742, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"], "main_score": 0.125742, "precision": 0.111199, "recall": 0.184783}, {"accuracy": 0.369565, "f1": 0.278482, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"], "main_score": 0.278482, "precision": 0.25072, "recall": 0.369565}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.686759, "f1": 0.618643, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"], "main_score": 0.618643, "precision": 0.591389, "recall": 0.686759}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"], "main_score": 0.918478, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.172925, "f1": 0.114908, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"], "main_score": 0.114908, "precision": 0.100291, "recall": 0.172925}, {"accuracy": 0.078063, "f1": 0.035547, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"], "main_score": 0.035547, "precision": 0.029756, "recall": 0.078063}, {"accuracy": 0.201581, "f1": 0.133422, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"], "main_score": 0.133422, "precision": 0.116583, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.038664, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"], "main_score": 0.038664, "precision": 0.030971, "recall": 0.079051}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.656126, "f1": 0.583451, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"], "main_score": 0.583451, "precision": 0.55443, "recall": 0.656126}, {"accuracy": 0.067194, "f1": 0.044596, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"], "main_score": 0.044596, "precision": 0.03905, "recall": 0.067194}, {"accuracy": 0.673913, "f1": 0.604139, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"], "main_score": 0.604139, "precision": 0.575848, "recall": 0.673913}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.75, "f1": 0.689545, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"], "main_score": 0.689545, "precision": 0.663933, "recall": 0.75}, {"accuracy": 0.447628, "f1": 0.368681, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"], "main_score": 0.368681, "precision": 0.340097, "recall": 0.447628}, {"accuracy": 0.167984, "f1": 0.10579, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"], "main_score": 0.10579, "precision": 0.092318, "recall": 0.167984}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.323123, "f1": 0.240253, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"], "main_score": 0.240253, "precision": 0.215492, "recall": 0.323123}, {"accuracy": 0.183794, "f1": 0.115985, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"], "main_score": 0.115985, "precision": 0.100037, "recall": 0.183794}, {"accuracy": 0.147233, "f1": 0.094623, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"], "main_score": 0.094623, "precision": 0.082933, "recall": 0.147233}, {"accuracy": 0.187747, "f1": 0.127745, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"], "main_score": 0.127745, "precision": 0.112645, "recall": 0.187747}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.014822, "f1": 0.002844, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"], "main_score": 0.002844, "precision": 0.002108, "recall": 0.014822}, {"accuracy": 0.868577, "f1": 0.830962, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"], "main_score": 0.830962, "precision": 0.813966, "recall": 0.868577}, {"accuracy": 0.438735, "f1": 0.356739, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"], "main_score": 0.356739, "precision": 0.328133, "recall": 0.438735}, {"accuracy": 0.852767, "f1": 0.813834, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"], "main_score": 0.813834, "precision": 0.795784, "recall": 0.852767}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.074111, "f1": 0.037548, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"], "main_score": 0.037548, "precision": 0.031455, "recall": 0.074111}, {"accuracy": 0.146245, "f1": 0.093422, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"], "main_score": 0.093422, "precision": 0.08122, "recall": 0.146245}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"], "main_score": 0.973057, "precision": 0.970109, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.596838, "f1": 0.517344, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"], "main_score": 0.517344, "precision": 0.487856, "recall": 0.596838}, {"accuracy": 0.15415, "f1": 0.100563, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"], "main_score": 0.100563, "precision": 0.087199, "recall": 0.15415}, {"accuracy": 0.156126, "f1": 0.096214, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"], "main_score": 0.096214, "precision": 0.082944, "recall": 0.156126}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"], "main_score": 0.92612, "precision": 0.917572, "recall": 0.943676}, {"accuracy": 0.141304, "f1": 0.084617, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"], "main_score": 0.084617, "precision": 0.071867, "recall": 0.141304}, {"accuracy": 0.139328, "f1": 0.089017, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"], "main_score": 0.089017, "precision": 0.075825, "recall": 0.139328}, {"accuracy": 0.83004, "f1": 0.783531, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"], "main_score": 0.783531, "precision": 0.762912, "recall": 0.83004}, {"accuracy": 0.589921, "f1": 0.516924, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"], "main_score": 0.516924, "precision": 0.489379, "recall": 0.589921}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.214427, "f1": 0.141373, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"], "main_score": 0.141373, "precision": 0.121391, "recall": 0.214427}, {"accuracy": 0.399209, "f1": 0.316035, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"], "main_score": 0.316035, "precision": 0.290265, "recall": 0.399209}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.554348, "f1": 0.473213, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"], "main_score": 0.473213, "precision": 0.441455, "recall": 0.554348}, {"accuracy": 0.858696, "f1": 0.820506, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"], "main_score": 0.820506, "precision": 0.803146, "recall": 0.858696}, {"accuracy": 0.230237, "f1": 0.158974, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"], "main_score": 0.158974, "precision": 0.139681, "recall": 0.230237}, {"accuracy": 0.599802, "f1": 0.517709, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"], "main_score": 0.517709, "precision": 0.48533, "recall": 0.599802}, {"accuracy": 0.656126, "f1": 0.583419, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"], "main_score": 0.583419, "precision": 0.554002, "recall": 0.656126}, {"accuracy": 0.184783, "f1": 0.119985, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"], "main_score": 0.119985, "precision": 0.102962, "recall": 0.184783}, {"accuracy": 0.940711, "f1": 0.924308, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"], "main_score": 0.924308, "precision": 0.916617, "recall": 0.940711}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"], "main_score": 0.884223, "precision": 0.872233, "recall": 0.910079}, {"accuracy": 0.738142, "f1": 0.676303, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"], "main_score": 0.676303, "precision": 0.650165, "recall": 0.738142}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.37253, "f1": 0.296358, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"], "main_score": 0.296358, "precision": 0.271136, "recall": 0.37253}, {"accuracy": 0.445652, "f1": 0.356981, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"], "main_score": 0.356981, "precision": 0.326945, "recall": 0.445652}, {"accuracy": 0.087945, "f1": 0.044834, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"], "main_score": 0.044834, "precision": 0.037226, "recall": 0.087945}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.201581, "f1": 0.140914, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"], "main_score": 0.140914, "precision": 0.124112, "recall": 0.201581}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.950593, "f1": 0.93666, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"], "main_score": 0.93666, "precision": 0.930089, "recall": 0.950593}, {"accuracy": 0.402174, "f1": 0.314557, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"], "main_score": 0.314557, "precision": 0.287193, "recall": 0.402174}, {"accuracy": 0.290514, "f1": 0.2076, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"], "main_score": 0.2076, "precision": 0.1845, "recall": 0.290514}, {"accuracy": 0.878458, "f1": 0.840415, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"], "main_score": 0.840415, "precision": 0.822299, "recall": 0.878458}, {"accuracy": 0.197628, "f1": 0.132919, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"], "main_score": 0.132919, "precision": 0.116799, "recall": 0.197628}, {"accuracy": 0.171937, "f1": 0.107294, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"], "main_score": 0.107294, "precision": 0.09183, "recall": 0.171937}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.386364, "f1": 0.302789, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"], "main_score": 0.302789, "precision": 0.277406, "recall": 0.386364}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.155138, "f1": 0.089363, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"], "main_score": 0.089363, "precision": 0.073953, "recall": 0.155138}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"], "main_score": 0.906785, "precision": 0.896937, "recall": 0.927866}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"], "main_score": 0.932642, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.129447, "f1": 0.079002, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"], "main_score": 0.079002, "precision": 0.068278, "recall": 0.129447}, {"accuracy": 0.899209, "f1": 0.868365, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"], "main_score": 0.868365, "precision": 0.853426, "recall": 0.899209}, {"accuracy": 0.146245, "f1": 0.089384, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"], "main_score": 0.089384, "precision": 0.07554, "recall": 0.146245}, {"accuracy": 0.148221, "f1": 0.090723, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"], "main_score": 0.090723, "precision": 0.077593, "recall": 0.148221}, {"accuracy": 0.109684, "f1": 0.062457, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"], "main_score": 0.062457, "precision": 0.052316, "recall": 0.109684}, {"accuracy": 0.545455, "f1": 0.47088, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"], "main_score": 0.47088, "precision": 0.442575, "recall": 0.545455}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.241107, "f1": 0.171127, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"], "main_score": 0.171127, "precision": 0.151539, "recall": 0.241107}, {"accuracy": 0.126482, "f1": 0.072403, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"], "main_score": 0.072403, "precision": 0.060475, "recall": 0.126482}, {"accuracy": 0.170949, "f1": 0.104921, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"], "main_score": 0.104921, "precision": 0.090392, "recall": 0.170949}, {"accuracy": 0.84585, "f1": 0.805254, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"], "main_score": 0.805254, "precision": 0.786455, "recall": 0.84585}, {"accuracy": 0.134387, "f1": 0.076809, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"], "main_score": 0.076809, "precision": 0.064519, "recall": 0.134387}, {"accuracy": 0.145257, "f1": 0.093131, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"], "main_score": 0.093131, "precision": 0.080642, "recall": 0.145257}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"], "main_score": 0.94137, "precision": 0.935277, "recall": 0.954545}, {"accuracy": 0.226285, "f1": 0.160603, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"], "main_score": 0.160603, "precision": 0.144655, "recall": 0.226285}, {"accuracy": 0.179842, "f1": 0.11496, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"], "main_score": 0.11496, "precision": 0.100168, "recall": 0.179842}, {"accuracy": 0.586957, "f1": 0.510758, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"], "main_score": 0.510758, "precision": 0.481343, "recall": 0.586957}, {"accuracy": 0.299407, "f1": 0.218499, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"], "main_score": 0.218499, "precision": 0.194321, "recall": 0.299407}, {"accuracy": 0.416008, "f1": 0.326663, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"], "main_score": 0.326663, "precision": 0.297553, "recall": 0.416008}, {"accuracy": 0.87253, "f1": 0.839345, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"], "main_score": 0.839345, "precision": 0.824696, "recall": 0.87253}, {"accuracy": 0.300395, "f1": 0.215387, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"], "main_score": 0.215387, "precision": 0.189903, "recall": 0.300395}, {"accuracy": 0.412055, "f1": 0.328908, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"], "main_score": 0.328908, "precision": 0.300951, "recall": 0.412055}, {"accuracy": 0.135375, "f1": 0.082776, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"], "main_score": 0.082776, "precision": 0.069644, "recall": 0.135375}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.867589, "f1": 0.830665, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"], "main_score": 0.830665, "precision": 0.813999, "recall": 0.867589}, {"accuracy": 0.201581, "f1": 0.13578, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"], "main_score": 0.13578, "precision": 0.11876, "recall": 0.201581}, {"accuracy": 0.167984, "f1": 0.103384, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"], "main_score": 0.103384, "precision": 0.088913, "recall": 0.167984}, {"accuracy": 0.018775, "f1": 0.01167, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"], "main_score": 0.01167, "precision": 0.010949, "recall": 0.018775}, {"accuracy": 0.107708, "f1": 0.100273, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"], "main_score": 0.100273, "precision": 0.097276, "recall": 0.107708}, {"accuracy": 0.005929, "f1": 0.001466, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"], "main_score": 0.001466, "precision": 0.001255, "recall": 0.005929}, {"accuracy": 0.091897, "f1": 0.076367, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"], "main_score": 0.076367, "precision": 0.073092, "recall": 0.091897}, {"accuracy": 0.076087, "f1": 0.068037, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"], "main_score": 0.068037, "precision": 0.066085, "recall": 0.076087}, {"accuracy": 0.057312, "f1": 0.048585, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"], "main_score": 0.048585, "precision": 0.046699, "recall": 0.057312}, {"accuracy": 0.061265, "f1": 0.057118, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"], "main_score": 0.057118, "precision": 0.056394, "recall": 0.061265}, {"accuracy": 0.155138, "f1": 0.145478, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"], "main_score": 0.145478, "precision": 0.142196, "recall": 0.155138}, {"accuracy": 0.126482, "f1": 0.106491, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"], "main_score": 0.106491, "precision": 0.102586, "recall": 0.126482}, {"accuracy": 0.096838, "f1": 0.088811, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"], "main_score": 0.088811, "precision": 0.086609, "recall": 0.096838}, {"accuracy": 0.057312, "f1": 0.054068, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"], "main_score": 0.054068, "precision": 0.053007, "recall": 0.057312}, {"accuracy": 0.076087, "f1": 0.066855, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"], "main_score": 0.066855, "precision": 0.064289, "recall": 0.076087}, {"accuracy": 0.054348, "f1": 0.047782, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"], "main_score": 0.047782, "precision": 0.0459, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.123847, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"], "main_score": 0.123847, "precision": 0.121357, "recall": 0.132411}, {"accuracy": 0.046443, "f1": 0.041408, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"], "main_score": 0.041408, "precision": 0.039808, "recall": 0.046443}, {"accuracy": 0.072134, "f1": 0.058728, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"], "main_score": 0.058728, "precision": 0.056352, "recall": 0.072134}, {"accuracy": 0.117589, "f1": 0.100713, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"], "main_score": 0.100713, "precision": 0.097408, "recall": 0.117589}, {"accuracy": 0.144269, "f1": 0.130156, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"], "main_score": 0.130156, "precision": 0.126145, "recall": 0.144269}, {"accuracy": 0.051383, "f1": 0.046055, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"], "main_score": 0.046055, "precision": 0.044555, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.063545, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"], "main_score": 0.063545, "precision": 0.060817, "recall": 0.078063}, {"accuracy": 0.130435, "f1": 0.113868, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"], "main_score": 0.113868, "precision": 0.109792, "recall": 0.130435}, {"accuracy": 0.078063, "f1": 0.069951, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"], "main_score": 0.069951, "precision": 0.06764, "recall": 0.078063}, {"accuracy": 0.167984, "f1": 0.151449, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"], "main_score": 0.151449, "precision": 0.146208, "recall": 0.167984}, {"accuracy": 0.028656, "f1": 0.020833, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"], "main_score": 0.020833, "precision": 0.01978, "recall": 0.028656}, {"accuracy": 0.087945, "f1": 0.077309, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"], "main_score": 0.077309, "precision": 0.074866, "recall": 0.087945}, {"accuracy": 0.086957, "f1": 0.078782, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"], "main_score": 0.078782, "precision": 0.076718, "recall": 0.086957}, {"accuracy": 0.05336, "f1": 0.040892, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"], "main_score": 0.040892, "precision": 0.038053, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.059048, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"], "main_score": 0.059048, "precision": 0.057563, "recall": 0.068182}, {"accuracy": 0.18083, "f1": 0.16711, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"], "main_score": 0.16711, "precision": 0.161847, "recall": 0.18083}, {"accuracy": 0.066206, "f1": 0.061853, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"], "main_score": 0.061853, "precision": 0.06082, "recall": 0.066206}, {"accuracy": 0.12253, "f1": 0.103321, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"], "main_score": 0.103321, "precision": 0.098587, "recall": 0.12253}, {"accuracy": 0.079051, "f1": 0.069926, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"], "main_score": 0.069926, "precision": 0.067751, "recall": 0.079051}, {"accuracy": 0.070158, "f1": 0.058836, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"], "main_score": 0.058836, "precision": 0.056099, "recall": 0.070158}, {"accuracy": 0.097826, "f1": 0.087158, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"], "main_score": 0.087158, "precision": 0.085116, "recall": 0.097826}, {"accuracy": 0.097826, "f1": 0.083142, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"], "main_score": 0.083142, "precision": 0.079719, "recall": 0.097826}, {"accuracy": 0.041502, "f1": 0.035321, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"], "main_score": 0.035321, "precision": 0.03382, "recall": 0.041502}, {"accuracy": 0.065217, "f1": 0.056107, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"], "main_score": 0.056107, "precision": 0.054194, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.034225, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"], "main_score": 0.034225, "precision": 0.032876, "recall": 0.040514}, {"accuracy": 0.126482, "f1": 0.105955, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"], "main_score": 0.105955, "precision": 0.101736, "recall": 0.126482}, {"accuracy": 0.064229, "f1": 0.050836, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"], "main_score": 0.050836, "precision": 0.048237, "recall": 0.064229}, {"accuracy": 0.014822, "f1": 0.013669, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"], "main_score": 0.013669, "precision": 0.013175, "recall": 0.014822}, {"accuracy": 0.128458, "f1": 0.105778, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"], "main_score": 0.105778, "precision": 0.10084, "recall": 0.128458}, {"accuracy": 0.123518, "f1": 0.112616, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"], "main_score": 0.112616, "precision": 0.109556, "recall": 0.123518}, {"accuracy": 0.092885, "f1": 0.078907, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"], "main_score": 0.078907, "precision": 0.07571, "recall": 0.092885}, {"accuracy": 0.118577, "f1": 0.102089, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"], "main_score": 0.102089, "precision": 0.098994, "recall": 0.118577}, {"accuracy": 0.055336, "f1": 0.04946, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"], "main_score": 0.04946, "precision": 0.047464, "recall": 0.055336}, {"accuracy": 0.05336, "f1": 0.048976, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"], "main_score": 0.048976, "precision": 0.047957, "recall": 0.05336}, {"accuracy": 0.129447, "f1": 0.121344, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"], "main_score": 0.121344, "precision": 0.117918, "recall": 0.129447}, {"accuracy": 0.11166, "f1": 0.092039, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"], "main_score": 0.092039, "precision": 0.088561, "recall": 0.11166}, {"accuracy": 0.055336, "f1": 0.049547, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"], "main_score": 0.049547, "precision": 0.048535, "recall": 0.055336}, {"accuracy": 0.13834, "f1": 0.119078, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"], "main_score": 0.119078, "precision": 0.114749, "recall": 0.13834}, {"accuracy": 0.063241, "f1": 0.054622, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"], "main_score": 0.054622, "precision": 0.052811, "recall": 0.063241}, {"accuracy": 0.193676, "f1": 0.175587, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"], "main_score": 0.175587, "precision": 0.169666, "recall": 0.193676}, {"accuracy": 0.072134, "f1": 0.061276, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"], "main_score": 0.061276, "precision": 0.059253, "recall": 0.072134}, {"accuracy": 0.025692, "f1": 0.021558, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"], "main_score": 0.021558, "precision": 0.020463, "recall": 0.025692}, {"accuracy": 0.11166, "f1": 0.100353, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"], "main_score": 0.100353, "precision": 0.097684, "recall": 0.11166}, {"accuracy": 0.099802, "f1": 0.091145, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"], "main_score": 0.091145, "precision": 0.08877, "recall": 0.099802}, {"accuracy": 0.012846, "f1": 0.011528, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"], "main_score": 0.011528, "precision": 0.011034, "recall": 0.012846}, {"accuracy": 0.091897, "f1": 0.078364, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"], "main_score": 0.078364, "precision": 0.075492, "recall": 0.091897}, {"accuracy": 0.068182, "f1": 0.057244, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"], "main_score": 0.057244, "precision": 0.055716, "recall": 0.068182}, {"accuracy": 0.091897, "f1": 0.078063, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"], "main_score": 0.078063, "precision": 0.074373, "recall": 0.091897}, {"accuracy": 0.066206, "f1": 0.056663, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"], "main_score": 0.056663, "precision": 0.054833, "recall": 0.066206}, {"accuracy": 0.144269, "f1": 0.131679, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"], "main_score": 0.131679, "precision": 0.128097, "recall": 0.144269}, {"accuracy": 0.067194, "f1": 0.060726, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"], "main_score": 0.060726, "precision": 0.059234, "recall": 0.067194}, {"accuracy": 0.078063, "f1": 0.067482, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"], "main_score": 0.067482, "precision": 0.065145, "recall": 0.078063}, {"accuracy": 0.129447, "f1": 0.109511, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"], "main_score": 0.109511, "precision": 0.105485, "recall": 0.129447}, {"accuracy": 0.12253, "f1": 0.115894, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"], "main_score": 0.115894, "precision": 0.113632, "recall": 0.12253}, {"accuracy": 0.125494, "f1": 0.116429, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"], "main_score": 0.116429, "precision": 0.113921, "recall": 0.125494}, {"accuracy": 0.134387, "f1": 0.123427, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"], "main_score": 0.123427, "precision": 0.120009, "recall": 0.134387}, {"accuracy": 0.079051, "f1": 0.072948, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"], "main_score": 0.072948, "precision": 0.071088, "recall": 0.079051}, {"accuracy": 0.046443, "f1": 0.041162, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"], "main_score": 0.041162, "precision": 0.040106, "recall": 0.046443}, {"accuracy": 0.101779, "f1": 0.087344, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"], "main_score": 0.087344, "precision": 0.083824, "recall": 0.101779}, {"accuracy": 0.02668, "f1": 0.020479, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"], "main_score": 0.020479, "precision": 0.01854, "recall": 0.02668}, {"accuracy": 0.071146, "f1": 0.063557, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"], "main_score": 0.063557, "precision": 0.062004, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.052227, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"], "main_score": 0.052227, "precision": 0.051229, "recall": 0.055336}, {"accuracy": 0.156126, "f1": 0.145832, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"], "main_score": 0.145832, "precision": 0.141518, "recall": 0.156126}, {"accuracy": 0.037549, "f1": 0.031334, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"], "main_score": 0.031334, "precision": 0.029442, "recall": 0.037549}, {"accuracy": 0.129447, "f1": 0.112479, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"], "main_score": 0.112479, "precision": 0.108914, "recall": 0.129447}, {"accuracy": 0.072134, "f1": 0.065594, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"], "main_score": 0.065594, "precision": 0.064291, "recall": 0.072134}, {"accuracy": 0.093874, "f1": 0.083118, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"], "main_score": 0.083118, "precision": 0.080293, "recall": 0.093874}, {"accuracy": 0.037549, "f1": 0.025122, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"], "main_score": 0.025122, "precision": 0.023209, "recall": 0.037549}, {"accuracy": 0.106719, "f1": 0.091616, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"], "main_score": 0.091616, "precision": 0.088738, "recall": 0.106719}, {"accuracy": 0.116601, "f1": 0.103048, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"], "main_score": 0.103048, "precision": 0.100328, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.112902, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"], "main_score": 0.112902, "precision": 0.108795, "recall": 0.135375}, {"accuracy": 0.083004, "f1": 0.071711, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"], "main_score": 0.071711, "precision": 0.070003, "recall": 0.083004}, {"accuracy": 0.100791, "f1": 0.091086, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"], "main_score": 0.091086, "precision": 0.088502, "recall": 0.100791}, {"accuracy": 0.166996, "f1": 0.155194, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"], "main_score": 0.155194, "precision": 0.151607, "recall": 0.166996}, {"accuracy": 0.032609, "f1": 0.024359, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"], "main_score": 0.024359, "precision": 0.022907, "recall": 0.032609}, {"accuracy": 0.132411, "f1": 0.112591, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"], "main_score": 0.112591, "precision": 0.108403, "recall": 0.132411}, {"accuracy": 0.052372, "f1": 0.045182, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"], "main_score": 0.045182, "precision": 0.043488, "recall": 0.052372}, {"accuracy": 0.101779, "f1": 0.094408, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"], "main_score": 0.094408, "precision": 0.09255, "recall": 0.101779}, {"accuracy": 0.132411, "f1": 0.12536, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"], "main_score": 0.12536, "precision": 0.122964, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.060247, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"], "main_score": 0.060247, "precision": 0.059125, "recall": 0.064229}, {"accuracy": 0.104743, "f1": 0.086979, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"], "main_score": 0.086979, "precision": 0.082798, "recall": 0.104743}, {"accuracy": 0.128458, "f1": 0.115679, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"], "main_score": 0.115679, "precision": 0.111036, "recall": 0.128458}, {"accuracy": 0.099802, "f1": 0.084377, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"], "main_score": 0.084377, "precision": 0.080491, "recall": 0.099802}, {"accuracy": 0.142292, "f1": 0.129455, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"], "main_score": 0.129455, "precision": 0.125893, "recall": 0.142292}, {"accuracy": 0.088933, "f1": 0.085188, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"], "main_score": 0.085188, "precision": 0.084272, "recall": 0.088933}, {"accuracy": 0.072134, "f1": 0.06288, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"], "main_score": 0.06288, "precision": 0.061417, "recall": 0.072134}, {"accuracy": 0.104743, "f1": 0.083914, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"], "main_score": 0.083914, "precision": 0.079288, "recall": 0.104743}, {"accuracy": 0.134387, "f1": 0.110486, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"], "main_score": 0.110486, "precision": 0.10555, "recall": 0.134387}, {"accuracy": 0.083004, "f1": 0.071485, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"], "main_score": 0.071485, "precision": 0.068706, "recall": 0.083004}, {"accuracy": 0.075099, "f1": 0.067359, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"], "main_score": 0.067359, "precision": 0.065694, "recall": 0.075099}, {"accuracy": 0.061265, "f1": 0.052272, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"], "main_score": 0.052272, "precision": 0.05032, "recall": 0.061265}, {"accuracy": 0.099802, "f1": 0.088601, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"], "main_score": 0.088601, "precision": 0.085363, "recall": 0.099802}, {"accuracy": 0.064229, "f1": 0.05168, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"], "main_score": 0.05168, "precision": 0.048571, "recall": 0.064229}, {"accuracy": 0.136364, "f1": 0.122072, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"], "main_score": 0.122072, "precision": 0.118998, "recall": 0.136364}, {"accuracy": 0.074111, "f1": 0.068043, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"], "main_score": 0.068043, "precision": 0.066291, "recall": 0.074111}, {"accuracy": 0.136364, "f1": 0.118499, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"], "main_score": 0.118499, "precision": 0.114976, "recall": 0.136364}, {"accuracy": 0.093874, "f1": 0.084475, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"], "main_score": 0.084475, "precision": 0.082268, "recall": 0.093874}, {"accuracy": 0.054348, "f1": 0.045716, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"], "main_score": 0.045716, "precision": 0.043354, "recall": 0.054348}, {"accuracy": 0.06917, "f1": 0.065439, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"], "main_score": 0.065439, "precision": 0.064519, "recall": 0.06917}, {"accuracy": 0.140316, "f1": 0.11772, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"], "main_score": 0.11772, "precision": 0.113134, "recall": 0.140316}, {"accuracy": 0.037549, "f1": 0.031958, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"], "main_score": 0.031958, "precision": 0.031319, "recall": 0.037549}, {"accuracy": 0.055336, "f1": 0.050216, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"], "main_score": 0.050216, "precision": 0.048924, "recall": 0.055336}, {"accuracy": 0.118577, "f1": 0.108996, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"], "main_score": 0.108996, "precision": 0.105852, "recall": 0.118577}, {"accuracy": 0.068182, "f1": 0.058914, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"], "main_score": 0.058914, "precision": 0.057456, "recall": 0.068182}, {"accuracy": 0.071146, "f1": 0.066506, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"], "main_score": 0.066506, "precision": 0.065309, "recall": 0.071146}, {"accuracy": 0.106719, "f1": 0.096595, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"], "main_score": 0.096595, "precision": 0.093404, "recall": 0.106719}, {"accuracy": 0.158103, "f1": 0.140398, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"], "main_score": 0.140398, "precision": 0.135783, "recall": 0.158103}, {"accuracy": 0.139328, "f1": 0.126241, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"], "main_score": 0.126241, "precision": 0.121987, "recall": 0.139328}, {"accuracy": 0.12253, "f1": 0.10811, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"], "main_score": 0.10811, "precision": 0.10437, "recall": 0.12253}, {"accuracy": 0.01581, "f1": 0.005994, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"], "main_score": 0.005994, "precision": 0.004303, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.028542, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"], "main_score": 0.028542, "precision": 0.027295, "recall": 0.034585}, {"accuracy": 0.023715, "f1": 0.018843, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"], "main_score": 0.018843, "precision": 0.017607, "recall": 0.023715}, {"accuracy": 0.060277, "f1": 0.051206, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"], "main_score": 0.051206, "precision": 0.049536, "recall": 0.060277}, {"accuracy": 0.115613, "f1": 0.098766, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"], "main_score": 0.098766, "precision": 0.094857, "recall": 0.115613}, {"accuracy": 0.06917, "f1": 0.060375, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"], "main_score": 0.060375, "precision": 0.057661, "recall": 0.06917}, {"accuracy": 0.16996, "f1": 0.155905, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"], "main_score": 0.155905, "precision": 0.151521, "recall": 0.16996}, {"accuracy": 0.107708, "f1": 0.089702, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"], "main_score": 0.089702, "precision": 0.08621, "recall": 0.107708}, {"accuracy": 0.125494, "f1": 0.107814, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"], "main_score": 0.107814, "precision": 0.104339, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.070031, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"], "main_score": 0.070031, "precision": 0.068234, "recall": 0.075099}, {"accuracy": 0.078063, "f1": 0.070042, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"], "main_score": 0.070042, "precision": 0.068014, "recall": 0.078063}, {"accuracy": 0.09585, "f1": 0.083847, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"], "main_score": 0.083847, "precision": 0.080413, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.049709, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"], "main_score": 0.049709, "precision": 0.04815, "recall": 0.056324}, {"accuracy": 0.203557, "f1": 0.190777, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"], "main_score": 0.190777, "precision": 0.186444, "recall": 0.203557}, {"accuracy": 0.082016, "f1": 0.070203, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"], "main_score": 0.070203, "precision": 0.068263, "recall": 0.082016}, {"accuracy": 0.030632, "f1": 0.023677, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"], "main_score": 0.023677, "precision": 0.022665, "recall": 0.030632}, {"accuracy": 0.075099, "f1": 0.065902, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"], "main_score": 0.065902, "precision": 0.063909, "recall": 0.075099}, {"accuracy": 0.085968, "f1": 0.070227, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"], "main_score": 0.070227, "precision": 0.066769, "recall": 0.085968}, {"accuracy": 0.083004, "f1": 0.074099, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"], "main_score": 0.074099, "precision": 0.071389, "recall": 0.083004}, {"accuracy": 0.073123, "f1": 0.069129, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"], "main_score": 0.069129, "precision": 0.0678, "recall": 0.073123}, {"accuracy": 0.097826, "f1": 0.083321, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"], "main_score": 0.083321, "precision": 0.08074, "recall": 0.097826}, {"accuracy": 0.030632, "f1": 0.025879, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"], "main_score": 0.025879, "precision": 0.02467, "recall": 0.030632}, {"accuracy": 0.059289, "f1": 0.043876, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"], "main_score": 0.043876, "precision": 0.041035, "recall": 0.059289}, {"accuracy": 0.088933, "f1": 0.081295, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"], "main_score": 0.081295, "precision": 0.078987, "recall": 0.088933}, {"accuracy": 0.032609, "f1": 0.029548, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"], "main_score": 0.029548, "precision": 0.02874, "recall": 0.032609}, {"accuracy": 0.087945, "f1": 0.074667, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"], "main_score": 0.074667, "precision": 0.071608, "recall": 0.087945}, {"accuracy": 0.133399, "f1": 0.124428, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"], "main_score": 0.124428, "precision": 0.121913, "recall": 0.133399}, {"accuracy": 0.041502, "f1": 0.031869, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"], "main_score": 0.031869, "precision": 0.029485, "recall": 0.041502}, {"accuracy": 0.089921, "f1": 0.072811, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"], "main_score": 0.072811, "precision": 0.069247, "recall": 0.089921}, {"accuracy": 0.098814, "f1": 0.081315, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"], "main_score": 0.081315, "precision": 0.078306, "recall": 0.098814}, {"accuracy": 0.093874, "f1": 0.077405, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"], "main_score": 0.077405, "precision": 0.074158, "recall": 0.093874}, {"accuracy": 0.062253, "f1": 0.056888, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"], "main_score": 0.056888, "precision": 0.055322, "recall": 0.062253}, {"accuracy": 0.133399, "f1": 0.113223, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"], "main_score": 0.113223, "precision": 0.109021, "recall": 0.133399}, {"accuracy": 0.059289, "f1": 0.047959, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"], "main_score": 0.047959, "precision": 0.045502, "recall": 0.059289}, {"accuracy": 0.072134, "f1": 0.066566, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"], "main_score": 0.066566, "precision": 0.064904, "recall": 0.072134}, {"accuracy": 0.096838, "f1": 0.080765, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"], "main_score": 0.080765, "precision": 0.075983, "recall": 0.096838}, {"accuracy": 0.123518, "f1": 0.108144, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"], "main_score": 0.108144, "precision": 0.10483, "recall": 0.123518}, {"accuracy": 0.016798, "f1": 0.01336, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"], "main_score": 0.01336, "precision": 0.012453, "recall": 0.016798}, {"accuracy": 0.093874, "f1": 0.079037, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"], "main_score": 0.079037, "precision": 0.076088, "recall": 0.093874}, {"accuracy": 0.072134, "f1": 0.060252, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"], "main_score": 0.060252, "precision": 0.057687, "recall": 0.072134}, {"accuracy": 0.074111, "f1": 0.066002, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"], "main_score": 0.066002, "precision": 0.064415, "recall": 0.074111}, {"accuracy": 0.110672, "f1": 0.104788, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"], "main_score": 0.104788, "precision": 0.102925, "recall": 0.110672}, {"accuracy": 0.06917, "f1": 0.061398, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"], "main_score": 0.061398, "precision": 0.059558, "recall": 0.06917}, {"accuracy": 0.13834, "f1": 0.12831, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"], "main_score": 0.12831, "precision": 0.124878, "recall": 0.13834}, {"accuracy": 0.162055, "f1": 0.148059, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"], "main_score": 0.148059, "precision": 0.144032, "recall": 0.162055}, {"accuracy": 0.129447, "f1": 0.109959, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"], "main_score": 0.109959, "precision": 0.105652, "recall": 0.129447}, {"accuracy": 0.093874, "f1": 0.084096, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"], "main_score": 0.084096, "precision": 0.081473, "recall": 0.093874}, {"accuracy": 0.121542, "f1": 0.102147, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"], "main_score": 0.102147, "precision": 0.098108, "recall": 0.121542}, {"accuracy": 0.139328, "f1": 0.127991, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"], "main_score": 0.127991, "precision": 0.124948, "recall": 0.139328}, {"accuracy": 0.142292, "f1": 0.118721, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"], "main_score": 0.118721, "precision": 0.114302, "recall": 0.142292}, {"accuracy": 0.048419, "f1": 0.041641, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"], "main_score": 0.041641, "precision": 0.040195, "recall": 0.048419}, {"accuracy": 0.09585, "f1": 0.081202, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"], "main_score": 0.081202, "precision": 0.078201, "recall": 0.09585}, {"accuracy": 0.144269, "f1": 0.129915, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"], "main_score": 0.129915, "precision": 0.125141, "recall": 0.144269}, {"accuracy": 0.112648, "f1": 0.100882, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"], "main_score": 0.100882, "precision": 0.098233, "recall": 0.112648}, {"accuracy": 0.102767, "f1": 0.08715, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"], "main_score": 0.08715, "precision": 0.083204, "recall": 0.102767}, {"accuracy": 0.162055, "f1": 0.148243, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"], "main_score": 0.148243, "precision": 0.143899, "recall": 0.162055}, {"accuracy": 0.140316, "f1": 0.124162, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"], "main_score": 0.124162, "precision": 0.11962, "recall": 0.140316}, {"accuracy": 0.041502, "f1": 0.034026, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"], "main_score": 0.034026, "precision": 0.03264, "recall": 0.041502}, {"accuracy": 0.126482, "f1": 0.109233, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"], "main_score": 0.109233, "precision": 0.104904, "recall": 0.126482}, {"accuracy": 0.104743, "f1": 0.090872, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"], "main_score": 0.090872, "precision": 0.086941, "recall": 0.104743}, {"accuracy": 0.143281, "f1": 0.135221, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"], "main_score": 0.135221, "precision": 0.132799, "recall": 0.143281}, {"accuracy": 0.126482, "f1": 0.116885, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"], "main_score": 0.116885, "precision": 0.113455, "recall": 0.126482}, {"accuracy": 0.036561, "f1": 0.029351, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"], "main_score": 0.029351, "precision": 0.028074, "recall": 0.036561}, {"accuracy": 0.130435, "f1": 0.119468, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"], "main_score": 0.119468, "precision": 0.116605, "recall": 0.130435}, {"accuracy": 0.163043, "f1": 0.148699, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"], "main_score": 0.148699, "precision": 0.143794, "recall": 0.163043}, {"accuracy": 0.061265, "f1": 0.05206, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"], "main_score": 0.05206, "precision": 0.049867, "recall": 0.061265}, {"accuracy": 0.107708, "f1": 0.094849, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"], "main_score": 0.094849, "precision": 0.091684, "recall": 0.107708}, {"accuracy": 0.104743, "f1": 0.096519, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"], "main_score": 0.096519, "precision": 0.094739, "recall": 0.104743}, {"accuracy": 0.062253, "f1": 0.057107, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"], "main_score": 0.057107, "precision": 0.05573, "recall": 0.062253}, {"accuracy": 0.137352, "f1": 0.123019, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"], "main_score": 0.123019, "precision": 0.118784, "recall": 0.137352}, {"accuracy": 0.092885, "f1": 0.082772, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"], "main_score": 0.082772, "precision": 0.079995, "recall": 0.092885}, {"accuracy": 0.031621, "f1": 0.028014, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"], "main_score": 0.028014, "precision": 0.027018, "recall": 0.031621}, {"accuracy": 0.076087, "f1": 0.063613, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"], "main_score": 0.063613, "precision": 0.060867, "recall": 0.076087}, {"accuracy": 0.085968, "f1": 0.072858, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"], "main_score": 0.072858, "precision": 0.070068, "recall": 0.085968}, {"accuracy": 0.103755, "f1": 0.09394, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"], "main_score": 0.09394, "precision": 0.090516, "recall": 0.103755}, {"accuracy": 0.08498, "f1": 0.070233, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"], "main_score": 0.070233, "precision": 0.066863, "recall": 0.08498}, {"accuracy": 0.088933, "f1": 0.072146, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"], "main_score": 0.072146, "precision": 0.068669, "recall": 0.088933}, {"accuracy": 0.099802, "f1": 0.082447, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"], "main_score": 0.082447, "precision": 0.078928, "recall": 0.099802}, {"accuracy": 0.033597, "f1": 0.02723, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"], "main_score": 0.02723, "precision": 0.026465, "recall": 0.033597}, {"accuracy": 0.085968, "f1": 0.077754, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"], "main_score": 0.077754, "precision": 0.075611, "recall": 0.085968}, {"accuracy": 0.176877, "f1": 0.16344, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"], "main_score": 0.16344, "precision": 0.159244, "recall": 0.176877}, {"accuracy": 0.11166, "f1": 0.086645, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"], "main_score": 0.086645, "precision": 0.080349, "recall": 0.11166}, {"accuracy": 0.043478, "f1": 0.028317, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"], "main_score": 0.028317, "precision": 0.024493, "recall": 0.043478}, {"accuracy": 0.002964, "f1": 0.000216, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"], "main_score": 0.000216, "precision": 0.000119, "recall": 0.002964}, {"accuracy": 0.024704, "f1": 0.019726, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"], "main_score": 0.019726, "precision": 0.018804, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.017336, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"], "main_score": 0.017336, "precision": 0.016275, "recall": 0.022727}, {"accuracy": 0.019763, "f1": 0.014691, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"], "main_score": 0.014691, "precision": 0.013749, "recall": 0.019763}, {"accuracy": 0.04249, "f1": 0.031081, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"], "main_score": 0.031081, "precision": 0.02798, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.023633, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"], "main_score": 0.023633, "precision": 0.020521, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.023139, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"], "main_score": 0.023139, "precision": 0.021384, "recall": 0.034585}, {"accuracy": 0.040514, "f1": 0.029021, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"], "main_score": 0.029021, "precision": 0.026599, "recall": 0.040514}, {"accuracy": 0.033597, "f1": 0.02507, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"], "main_score": 0.02507, "precision": 0.023373, "recall": 0.033597}, {"accuracy": 0.024704, "f1": 0.018132, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"], "main_score": 0.018132, "precision": 0.016819, "recall": 0.024704}, {"accuracy": 0.01581, "f1": 0.012259, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"], "main_score": 0.012259, "precision": 0.011517, "recall": 0.01581}, {"accuracy": 0.038538, "f1": 0.02674, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"], "main_score": 0.02674, "precision": 0.023803, "recall": 0.038538}, {"accuracy": 0.021739, "f1": 0.016773, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"], "main_score": 0.016773, "precision": 0.016046, "recall": 0.021739}, {"accuracy": 0.019763, "f1": 0.013923, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"], "main_score": 0.013923, "precision": 0.01247, "recall": 0.019763}, {"accuracy": 0.028656, "f1": 0.019883, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"], "main_score": 0.019883, "precision": 0.01887, "recall": 0.028656}, {"accuracy": 0.048419, "f1": 0.036408, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"], "main_score": 0.036408, "precision": 0.033499, "recall": 0.048419}, {"accuracy": 0.021739, "f1": 0.015677, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"], "main_score": 0.015677, "precision": 0.014216, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.02108, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"], "main_score": 0.02108, "precision": 0.019464, "recall": 0.028656}, {"accuracy": 0.036561, "f1": 0.024686, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"], "main_score": 0.024686, "precision": 0.022783, "recall": 0.036561}, {"accuracy": 0.022727, "f1": 0.017648, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"], "main_score": 0.017648, "precision": 0.01646, "recall": 0.022727}, {"accuracy": 0.040514, "f1": 0.027194, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"], "main_score": 0.027194, "precision": 0.02485, "recall": 0.040514}, {"accuracy": 0.013834, "f1": 0.010489, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"], "main_score": 0.010489, "precision": 0.009988, "recall": 0.013834}, {"accuracy": 0.02668, "f1": 0.020574, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"], "main_score": 0.020574, "precision": 0.019553, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.02442, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"], "main_score": 0.02442, "precision": 0.022982, "recall": 0.034585}, {"accuracy": 0.035573, "f1": 0.020732, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"], "main_score": 0.020732, "precision": 0.017999, "recall": 0.035573}, {"accuracy": 0.023715, "f1": 0.018859, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"], "main_score": 0.018859, "precision": 0.017713, "recall": 0.023715}, {"accuracy": 0.040514, "f1": 0.026129, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"], "main_score": 0.026129, "precision": 0.022763, "recall": 0.040514}, {"accuracy": 0.022727, "f1": 0.016247, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"], "main_score": 0.016247, "precision": 0.014596, "recall": 0.022727}, {"accuracy": 0.034585, "f1": 0.022421, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"], "main_score": 0.022421, "precision": 0.020885, "recall": 0.034585}, {"accuracy": 0.025692, "f1": 0.021912, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"], "main_score": 0.021912, "precision": 0.020743, "recall": 0.025692}, {"accuracy": 0.01581, "f1": 0.011219, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"], "main_score": 0.011219, "precision": 0.010503, "recall": 0.01581}, {"accuracy": 0.039526, "f1": 0.028629, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"], "main_score": 0.028629, "precision": 0.026433, "recall": 0.039526}, {"accuracy": 0.029644, "f1": 0.020159, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"], "main_score": 0.020159, "precision": 0.018529, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.009773, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"], "main_score": 0.009773, "precision": 0.008761, "recall": 0.017787}, {"accuracy": 0.017787, "f1": 0.012316, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"], "main_score": 0.012316, "precision": 0.010993, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.013366, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"], "main_score": 0.013366, "precision": 0.011639, "recall": 0.022727}, {"accuracy": 0.039526, "f1": 0.025252, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"], "main_score": 0.025252, "precision": 0.022918, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.017721, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"], "main_score": 0.017721, "precision": 0.016184, "recall": 0.02668}, {"accuracy": 0.047431, "f1": 0.029633, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"], "main_score": 0.029633, "precision": 0.026246, "recall": 0.047431}, {"accuracy": 0.028656, "f1": 0.022456, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"], "main_score": 0.022456, "precision": 0.021264, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.02352, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"], "main_score": 0.02352, "precision": 0.020114, "recall": 0.039526}, {"accuracy": 0.029644, "f1": 0.019073, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"], "main_score": 0.019073, "precision": 0.017182, "recall": 0.029644}, {"accuracy": 0.037549, "f1": 0.024561, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"], "main_score": 0.024561, "precision": 0.022582, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.018904, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"], "main_score": 0.018904, "precision": 0.017611, "recall": 0.024704}, {"accuracy": 0.024704, "f1": 0.017641, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"], "main_score": 0.017641, "precision": 0.01633, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.019293, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"], "main_score": 0.019293, "precision": 0.017118, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.02161, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"], "main_score": 0.02161, "precision": 0.019821, "recall": 0.030632}, {"accuracy": 0.060277, "f1": 0.045748, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"], "main_score": 0.045748, "precision": 0.043031, "recall": 0.060277}, {"accuracy": 0.039526, "f1": 0.025724, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"], "main_score": 0.025724, "precision": 0.023216, "recall": 0.039526}, {"accuracy": 0.031621, "f1": 0.022406, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"], "main_score": 0.022406, "precision": 0.02097, "recall": 0.031621}, {"accuracy": 0.035573, "f1": 0.02554, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"], "main_score": 0.02554, "precision": 0.023154, "recall": 0.035573}, {"accuracy": 0.030632, "f1": 0.024133, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"], "main_score": 0.024133, "precision": 0.022724, "recall": 0.030632}, {"accuracy": 0.160079, "f1": 0.128539, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"], "main_score": 0.128539, "precision": 0.119277, "recall": 0.160079}, {"accuracy": 0.052372, "f1": 0.040181, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"], "main_score": 0.040181, "precision": 0.037479, "recall": 0.052372}, {"accuracy": 0.041502, "f1": 0.030273, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"], "main_score": 0.030273, "precision": 0.027727, "recall": 0.041502}, {"accuracy": 0.01087, "f1": 0.007557, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"], "main_score": 0.007557, "precision": 0.007082, "recall": 0.01087}, {"accuracy": 0.029644, "f1": 0.019241, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"], "main_score": 0.019241, "precision": 0.017472, "recall": 0.029644}, {"accuracy": 0.024704, "f1": 0.015946, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"], "main_score": 0.015946, "precision": 0.014092, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.018538, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"], "main_score": 0.018538, "precision": 0.016805, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.015369, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"], "main_score": 0.015369, "precision": 0.013608, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.025203, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"], "main_score": 0.025203, "precision": 0.02313, "recall": 0.035573}, {"accuracy": 0.034585, "f1": 0.024919, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"], "main_score": 0.024919, "precision": 0.02271, "recall": 0.034585}, {"accuracy": 0.02668, "f1": 0.018662, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"], "main_score": 0.018662, "precision": 0.016939, "recall": 0.02668}, {"accuracy": 0.035573, "f1": 0.021062, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"], "main_score": 0.021062, "precision": 0.019033, "recall": 0.035573}, {"accuracy": 0.04249, "f1": 0.03007, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"], "main_score": 0.03007, "precision": 0.027282, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.026541, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"], "main_score": 0.026541, "precision": 0.024095, "recall": 0.037549}, {"accuracy": 0.044466, "f1": 0.028259, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"], "main_score": 0.028259, "precision": 0.024907, "recall": 0.044466}, {"accuracy": 0.02668, "f1": 0.017246, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"], "main_score": 0.017246, "precision": 0.016059, "recall": 0.02668}, {"accuracy": 0.021739, "f1": 0.015801, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"], "main_score": 0.015801, "precision": 0.014443, "recall": 0.021739}, {"accuracy": 0.031621, "f1": 0.022378, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"], "main_score": 0.022378, "precision": 0.020564, "recall": 0.031621}, {"accuracy": 0.022727, "f1": 0.011634, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"], "main_score": 0.011634, "precision": 0.009733, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.020114, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"], "main_score": 0.020114, "precision": 0.01826, "recall": 0.030632}, {"accuracy": 0.021739, "f1": 0.013576, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"], "main_score": 0.013576, "precision": 0.012397, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.024424, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"], "main_score": 0.024424, "precision": 0.021822, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.013844, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"], "main_score": 0.013844, "precision": 0.012262, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.024608, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"], "main_score": 0.024608, "precision": 0.022758, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.016146, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"], "main_score": 0.016146, "precision": 0.014159, "recall": 0.02668}, {"accuracy": 0.033597, "f1": 0.025761, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"], "main_score": 0.025761, "precision": 0.023577, "recall": 0.033597}, {"accuracy": 0.01581, "f1": 0.008688, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"], "main_score": 0.008688, "precision": 0.007773, "recall": 0.01581}, {"accuracy": 0.037549, "f1": 0.022761, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"], "main_score": 0.022761, "precision": 0.020465, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.023946, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"], "main_score": 0.023946, "precision": 0.022086, "recall": 0.033597}, {"accuracy": 0.035573, "f1": 0.02378, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"], "main_score": 0.02378, "precision": 0.021418, "recall": 0.035573}, {"accuracy": 0.032609, "f1": 0.024189, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"], "main_score": 0.024189, "precision": 0.022251, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.027109, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"], "main_score": 0.027109, "precision": 0.024324, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.017658, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"], "main_score": 0.017658, "precision": 0.014409, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.011487, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"], "main_score": 0.011487, "precision": 0.010487, "recall": 0.016798}, {"accuracy": 0.034585, "f1": 0.022533, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"], "main_score": 0.022533, "precision": 0.020884, "recall": 0.034585}, {"accuracy": 0.020751, "f1": 0.014158, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"], "main_score": 0.014158, "precision": 0.012574, "recall": 0.020751}, {"accuracy": 0.05336, "f1": 0.038974, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"], "main_score": 0.038974, "precision": 0.036002, "recall": 0.05336}, {"accuracy": 0.037549, "f1": 0.027706, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"], "main_score": 0.027706, "precision": 0.025394, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.024743, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"], "main_score": 0.024743, "precision": 0.022747, "recall": 0.033597}, {"accuracy": 0.033597, "f1": 0.020972, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"], "main_score": 0.020972, "precision": 0.019563, "recall": 0.033597}, {"accuracy": 0.039526, "f1": 0.028159, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"], "main_score": 0.028159, "precision": 0.02557, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.016778, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"], "main_score": 0.016778, "precision": 0.015194, "recall": 0.02668}, {"accuracy": 0.038538, "f1": 0.02481, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"], "main_score": 0.02481, "precision": 0.02199, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.033573, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"], "main_score": 0.033573, "precision": 0.030351, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.021377, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"], "main_score": 0.021377, "precision": 0.019767, "recall": 0.027668}, {"accuracy": 0.034585, "f1": 0.022647, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"], "main_score": 0.022647, "precision": 0.020496, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.025721, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"], "main_score": 0.025721, "precision": 0.02346, "recall": 0.038538}, {"accuracy": 0.029644, "f1": 0.020823, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"], "main_score": 0.020823, "precision": 0.017995, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.015349, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"], "main_score": 0.015349, "precision": 0.013138, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.013059, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"], "main_score": 0.013059, "precision": 0.011773, "recall": 0.021739}, {"accuracy": 0.051383, "f1": 0.031155, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"], "main_score": 0.031155, "precision": 0.026585, "recall": 0.051383}, {"accuracy": 0.02668, "f1": 0.019351, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"], "main_score": 0.019351, "precision": 0.017676, "recall": 0.02668}, {"accuracy": 0.044466, "f1": 0.031212, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"], "main_score": 0.031212, "precision": 0.028149, "recall": 0.044466}, {"accuracy": 0.027668, "f1": 0.016796, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"], "main_score": 0.016796, "precision": 0.014707, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.024287, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"], "main_score": 0.024287, "precision": 0.022829, "recall": 0.033597}, {"accuracy": 0.031621, "f1": 0.020268, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"], "main_score": 0.020268, "precision": 0.018001, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.021124, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"], "main_score": 0.021124, "precision": 0.018684, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.021504, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"], "main_score": 0.021504, "precision": 0.019231, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.028408, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"], "main_score": 0.028408, "precision": 0.026084, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.012782, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"], "main_score": 0.012782, "precision": 0.011434, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.025654, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"], "main_score": 0.025654, "precision": 0.023073, "recall": 0.035573}, {"accuracy": 0.047431, "f1": 0.030638, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"], "main_score": 0.030638, "precision": 0.027157, "recall": 0.047431}, {"accuracy": 0.023715, "f1": 0.01702, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"], "main_score": 0.01702, "precision": 0.015268, "recall": 0.023715}, {"accuracy": 0.044466, "f1": 0.032338, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"], "main_score": 0.032338, "precision": 0.029998, "recall": 0.044466}, {"accuracy": 0.043478, "f1": 0.025197, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"], "main_score": 0.025197, "precision": 0.021555, "recall": 0.043478}, {"accuracy": 0.04249, "f1": 0.023946, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"], "main_score": 0.023946, "precision": 0.020051, "recall": 0.04249}, {"accuracy": 0.027668, "f1": 0.019048, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"], "main_score": 0.019048, "precision": 0.016969, "recall": 0.027668}, {"accuracy": 0.034585, "f1": 0.024567, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"], "main_score": 0.024567, "precision": 0.023079, "recall": 0.034585}, {"accuracy": 0.003953, "f1": 0.000862, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"], "main_score": 0.000862, "precision": 0.000508, "recall": 0.003953}, {"accuracy": 0.011858, "f1": 0.007854, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"], "main_score": 0.007854, "precision": 0.007259, "recall": 0.011858}, {"accuracy": 0.019763, "f1": 0.013551, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"], "main_score": 0.013551, "precision": 0.012316, "recall": 0.019763}, {"accuracy": 0.020751, "f1": 0.013901, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"], "main_score": 0.013901, "precision": 0.012967, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.027884, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"], "main_score": 0.027884, "precision": 0.025504, "recall": 0.038538}, {"accuracy": 0.036561, "f1": 0.025134, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"], "main_score": 0.025134, "precision": 0.02288, "recall": 0.036561}, {"accuracy": 0.036561, "f1": 0.026572, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"], "main_score": 0.026572, "precision": 0.024484, "recall": 0.036561}, {"accuracy": 0.035573, "f1": 0.025563, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"], "main_score": 0.025563, "precision": 0.023937, "recall": 0.035573}, {"accuracy": 0.036561, "f1": 0.022858, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"], "main_score": 0.022858, "precision": 0.020312, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.018159, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"], "main_score": 0.018159, "precision": 0.015927, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.020941, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"], "main_score": 0.020941, "precision": 0.019164, "recall": 0.027668}, {"accuracy": 0.035573, "f1": 0.024408, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"], "main_score": 0.024408, "precision": 0.021293, "recall": 0.035573}, {"accuracy": 0.028656, "f1": 0.020974, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"], "main_score": 0.020974, "precision": 0.019304, "recall": 0.028656}, {"accuracy": 0.041502, "f1": 0.028176, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"], "main_score": 0.028176, "precision": 0.025062, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.020337, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"], "main_score": 0.020337, "precision": 0.018181, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.010914, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"], "main_score": 0.010914, "precision": 0.009919, "recall": 0.018775}, {"accuracy": 0.032609, "f1": 0.022807, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"], "main_score": 0.022807, "precision": 0.021117, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.016093, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"], "main_score": 0.016093, "precision": 0.014495, "recall": 0.021739}, {"accuracy": 0.032609, "f1": 0.019471, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"], "main_score": 0.019471, "precision": 0.016495, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.027746, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"], "main_score": 0.027746, "precision": 0.025155, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.021991, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"], "main_score": 0.021991, "precision": 0.020614, "recall": 0.033597}, {"accuracy": 0.014822, "f1": 0.006581, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"], "main_score": 0.006581, "precision": 0.005373, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.01919, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"], "main_score": 0.01919, "precision": 0.017271, "recall": 0.02668}, {"accuracy": 0.033597, "f1": 0.022619, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"], "main_score": 0.022619, "precision": 0.02089, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.021191, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"], "main_score": 0.021191, "precision": 0.019632, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.01644, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"], "main_score": 0.01644, "precision": 0.014765, "recall": 0.022727}, {"accuracy": 0.05336, "f1": 0.033568, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"], "main_score": 0.033568, "precision": 0.029357, "recall": 0.05336}, {"accuracy": 0.008893, "f1": 0.005133, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"], "main_score": 0.005133, "precision": 0.00455, "recall": 0.008893}, {"accuracy": 0.028656, "f1": 0.019133, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"], "main_score": 0.019133, "precision": 0.017451, "recall": 0.028656}, {"accuracy": 0.028656, "f1": 0.017862, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"], "main_score": 0.017862, "precision": 0.016207, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.017374, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"], "main_score": 0.017374, "precision": 0.015152, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.020211, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"], "main_score": 0.020211, "precision": 0.018511, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.023832, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"], "main_score": 0.023832, "precision": 0.021524, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.021399, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"], "main_score": 0.021399, "precision": 0.019667, "recall": 0.029644}, {"accuracy": 0.043478, "f1": 0.027488, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"], "main_score": 0.027488, "precision": 0.024948, "recall": 0.043478}, {"accuracy": 0.025692, "f1": 0.016435, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"], "main_score": 0.016435, "precision": 0.014372, "recall": 0.025692}, {"accuracy": 0.035573, "f1": 0.024736, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"], "main_score": 0.024736, "precision": 0.022995, "recall": 0.035573}, {"accuracy": 0.013834, "f1": 0.00793, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"], "main_score": 0.00793, "precision": 0.007122, "recall": 0.013834}, {"accuracy": 0.028656, "f1": 0.017196, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"], "main_score": 0.017196, "precision": 0.015216, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016037, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"], "main_score": 0.016037, "precision": 0.015137, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.018125, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"], "main_score": 0.018125, "precision": 0.016019, "recall": 0.028656}, {"accuracy": 0.035573, "f1": 0.02397, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"], "main_score": 0.02397, "precision": 0.021058, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.015178, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"], "main_score": 0.015178, "precision": 0.013965, "recall": 0.024704}, {"accuracy": 0.041502, "f1": 0.028466, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"], "main_score": 0.028466, "precision": 0.025251, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.024876, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"], "main_score": 0.024876, "precision": 0.021937, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.02579, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"], "main_score": 0.02579, "precision": 0.023281, "recall": 0.039526}, {"accuracy": 0.043478, "f1": 0.028001, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"], "main_score": 0.028001, "precision": 0.025084, "recall": 0.043478}, {"accuracy": 0.035573, "f1": 0.024033, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"], "main_score": 0.024033, "precision": 0.022365, "recall": 0.035573}, {"accuracy": 0.041502, "f1": 0.025232, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"], "main_score": 0.025232, "precision": 0.021572, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.022791, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"], "main_score": 0.022791, "precision": 0.020947, "recall": 0.033597}, {"accuracy": 0.018775, "f1": 0.013417, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"], "main_score": 0.013417, "precision": 0.012065, "recall": 0.018775}, {"accuracy": 0.020751, "f1": 0.014566, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"], "main_score": 0.014566, "precision": 0.013448, "recall": 0.020751}, {"accuracy": 0.030632, "f1": 0.020959, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"], "main_score": 0.020959, "precision": 0.018484, "recall": 0.030632}, {"accuracy": 0.033597, "f1": 0.023639, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"], "main_score": 0.023639, "precision": 0.021915, "recall": 0.033597}, {"accuracy": 0.034585, "f1": 0.022102, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"], "main_score": 0.022102, "precision": 0.019978, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.02176, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"], "main_score": 0.02176, "precision": 0.019174, "recall": 0.032609}, {"accuracy": 0.038538, "f1": 0.02643, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"], "main_score": 0.02643, "precision": 0.024156, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.013445, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"], "main_score": 0.013445, "precision": 0.011806, "recall": 0.019763}, {"accuracy": 0.032609, "f1": 0.021561, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"], "main_score": 0.021561, "precision": 0.019447, "recall": 0.032609}, {"accuracy": 0.039526, "f1": 0.026238, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"], "main_score": 0.026238, "precision": 0.023545, "recall": 0.039526}, {"accuracy": 0.043478, "f1": 0.022202, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"], "main_score": 0.022202, "precision": 0.01839, "recall": 0.043478}, {"accuracy": 0.033597, "f1": 0.021935, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"], "main_score": 0.021935, "precision": 0.019418, "recall": 0.033597}, {"accuracy": 0.013834, "f1": 0.007844, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"], "main_score": 0.007844, "precision": 0.006956, "recall": 0.013834}, {"accuracy": 0.034585, "f1": 0.020964, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"], "main_score": 0.020964, "precision": 0.01857, "recall": 0.034585}, {"accuracy": 0.047431, "f1": 0.030336, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"], "main_score": 0.030336, "precision": 0.02679, "recall": 0.047431}, {"accuracy": 0.023715, "f1": 0.016834, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"], "main_score": 0.016834, "precision": 0.015677, "recall": 0.023715}, {"accuracy": 0.028656, "f1": 0.021233, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"], "main_score": 0.021233, "precision": 0.019324, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.026893, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"], "main_score": 0.026893, "precision": 0.02449, "recall": 0.039526}, {"accuracy": 0.031621, "f1": 0.024955, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"], "main_score": 0.024955, "precision": 0.023003, "recall": 0.031621}, {"accuracy": 0.039526, "f1": 0.024434, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"], "main_score": 0.024434, "precision": 0.021382, "recall": 0.039526}, {"accuracy": 0.040514, "f1": 0.029973, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"], "main_score": 0.029973, "precision": 0.027177, "recall": 0.040514}, {"accuracy": 0.023715, "f1": 0.015458, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"], "main_score": 0.015458, "precision": 0.013831, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.021889, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"], "main_score": 0.021889, "precision": 0.019179, "recall": 0.032609}, {"accuracy": 0.046443, "f1": 0.032191, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"], "main_score": 0.032191, "precision": 0.028904, "recall": 0.046443}, {"accuracy": 0.023715, "f1": 0.01597, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"], "main_score": 0.01597, "precision": 0.013806, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.016786, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"], "main_score": 0.016786, "precision": 0.014894, "recall": 0.025692}, {"accuracy": 0.036561, "f1": 0.023876, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"], "main_score": 0.023876, "precision": 0.021553, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.018197, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"], "main_score": 0.018197, "precision": 0.016276, "recall": 0.030632}, {"accuracy": 0.017787, "f1": 0.012303, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"], "main_score": 0.012303, "precision": 0.011348, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.020751, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"], "main_score": 0.020751, "precision": 0.018455, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.025397, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"], "main_score": 0.025397, "precision": 0.022006, "recall": 0.040514}, {"accuracy": 0.091897, "f1": 0.054014, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"], "main_score": 0.054014, "precision": 0.045247, "recall": 0.091897}, {"accuracy": 0.211462, "f1": 0.138181, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"], "main_score": 0.138181, "precision": 0.119438, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.910079, "f1": 0.882759, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"], "main_score": 0.882759, "precision": 0.869648, "recall": 0.910079}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"], "main_score": 0.922596, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.652174, "f1": 0.576815, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"], "main_score": 0.576815, "precision": 0.547278, "recall": 0.652174}, {"accuracy": 0.231225, "f1": 0.165774, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"], "main_score": 0.165774, "precision": 0.148645, "recall": 0.231225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.433794, "f1": 0.34965, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"], "main_score": 0.34965, "precision": 0.322896, "recall": 0.433794}, {"accuracy": 0.681818, "f1": 0.612233, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"], "main_score": 0.612233, "precision": 0.583756, "recall": 0.681818}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"], "main_score": 0.888505, "precision": 0.876647, "recall": 0.914032}, {"accuracy": 0.263834, "f1": 0.181196, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"], "main_score": 0.181196, "precision": 0.159745, "recall": 0.263834}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.844862, "f1": 0.80407, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"], "main_score": 0.80407, "precision": 0.785573, "recall": 0.844862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.311265, "f1": 0.221542, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"], "main_score": 0.221542, "precision": 0.1973, "recall": 0.311265}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.167984, "f1": 0.112322, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"], "main_score": 0.112322, "precision": 0.098661, "recall": 0.167984}, {"accuracy": 0.887352, "f1": 0.857792, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"], "main_score": 0.857792, "precision": 0.844368, "recall": 0.887352}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.729249, "f1": 0.663547, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"], "main_score": 0.663547, "precision": 0.635375, "recall": 0.729249}, {"accuracy": 0.062253, "f1": 0.026592, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"], "main_score": 0.026592, "precision": 0.021616, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.249012, "f1": 0.174258, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"], "main_score": 0.174258, "precision": 0.155524, "recall": 0.249012}, {"accuracy": 0.868577, "f1": 0.831028, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"], "main_score": 0.831028, "precision": 0.813818, "recall": 0.868577}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.912055, "f1": 0.884783, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"], "main_score": 0.884783, "precision": 0.871624, "recall": 0.912055}, {"accuracy": 0.306324, "f1": 0.228277, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"], "main_score": 0.228277, "precision": 0.205905, "recall": 0.306324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.801383, "f1": 0.754579, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"], "main_score": 0.754579, "precision": 0.734437, "recall": 0.801383}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.900198, "f1": 0.874868, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"], "main_score": 0.874868, "precision": 0.863389, "recall": 0.900198}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.182806, "f1": 0.119178, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"], "main_score": 0.119178, "precision": 0.105831, "recall": 0.182806}, {"accuracy": 0.065217, "f1": 0.039837, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"], "main_score": 0.039837, "precision": 0.034521, "recall": 0.065217}, {"accuracy": 0.178854, "f1": 0.118727, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"], "main_score": 0.118727, "precision": 0.105686, "recall": 0.178854}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"], "main_score": 0.955204, "precision": 0.950264, "recall": 0.965415}, {"accuracy": 0.894269, "f1": 0.863768, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"], "main_score": 0.863768, "precision": 0.849967, "recall": 0.894269}, {"accuracy": 0.754941, "f1": 0.699868, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"], "main_score": 0.699868, "precision": 0.676762, "recall": 0.754941}, {"accuracy": 0.210474, "f1": 0.13817, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"], "main_score": 0.13817, "precision": 0.120787, "recall": 0.210474}, {"accuracy": 0.757905, "f1": 0.708665, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"], "main_score": 0.708665, "precision": 0.688563, "recall": 0.757905}, {"accuracy": 0.657115, "f1": 0.586012, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"], "main_score": 0.586012, "precision": 0.558267, "recall": 0.657115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.762846, "f1": 0.705146, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"], "main_score": 0.705146, "precision": 0.68097, "recall": 0.762846}, {"accuracy": 0.194664, "f1": 0.130952, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"], "main_score": 0.130952, "precision": 0.115256, "recall": 0.194664}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"], "main_score": 0.960145, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.071146, "f1": 0.039617, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"], "main_score": 0.039617, "precision": 0.03347, "recall": 0.071146}, {"accuracy": 0.280632, "f1": 0.207104, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"], "main_score": 0.207104, "precision": 0.187646, "recall": 0.280632}, {"accuracy": 0.37253, "f1": 0.284442, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"], "main_score": 0.284442, "precision": 0.257512, "recall": 0.37253}, {"accuracy": 0.094862, "f1": 0.049318, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"], "main_score": 0.049318, "precision": 0.039749, "recall": 0.094862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979315, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"], "main_score": 0.979315, "precision": 0.977026, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.313241, "f1": 0.230658, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"], "main_score": 0.230658, "precision": 0.207047, "recall": 0.313241}, {"accuracy": 0.766798, "f1": 0.709361, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"], "main_score": 0.709361, "precision": 0.684726, "recall": 0.766798}, {"accuracy": 0.475296, "f1": 0.395885, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"], "main_score": 0.395885, "precision": 0.370499, "recall": 0.475296}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.281621, "f1": 0.205901, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"], "main_score": 0.205901, "precision": 0.1856, "recall": 0.281621}, {"accuracy": 0.350791, "f1": 0.269963, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"], "main_score": 0.269963, "precision": 0.246824, "recall": 0.350791}, {"accuracy": 0.287549, "f1": 0.198307, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"], "main_score": 0.198307, "precision": 0.174389, "recall": 0.287549}, {"accuracy": 0.366601, "f1": 0.283588, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"], "main_score": 0.283588, "precision": 0.259083, "recall": 0.366601}, {"accuracy": 0.647233, "f1": 0.576446, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"], "main_score": 0.576446, "precision": 0.548207, "recall": 0.647233}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.051383, "f1": 0.016984, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"], "main_score": 0.016984, "precision": 0.012784, "recall": 0.051383}, {"accuracy": 0.231225, "f1": 0.161073, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"], "main_score": 0.161073, "precision": 0.141842, "recall": 0.231225}, {"accuracy": 0.76087, "f1": 0.704518, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"], "main_score": 0.704518, "precision": 0.681358, "recall": 0.76087}, {"accuracy": 0.261858, "f1": 0.185521, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"], "main_score": 0.185521, "precision": 0.164627, "recall": 0.261858}, {"accuracy": 0.062253, "f1": 0.03015, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"], "main_score": 0.03015, "precision": 0.02541, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.827075, "f1": 0.782609, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"], "main_score": 0.782609, "precision": 0.763389, "recall": 0.827075}, {"accuracy": 0.795455, "f1": 0.743168, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"], "main_score": 0.743168, "precision": 0.720142, "recall": 0.795455}, {"accuracy": 0.76087, "f1": 0.708863, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"], "main_score": 0.708863, "precision": 0.687114, "recall": 0.76087}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"], "main_score": 0.990119, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.247036, "f1": 0.176847, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"], "main_score": 0.176847, "precision": 0.158504, "recall": 0.247036}, {"accuracy": 0.192688, "f1": 0.132518, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"], "main_score": 0.132518, "precision": 0.117535, "recall": 0.192688}, {"accuracy": 0.897233, "f1": 0.866008, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"], "main_score": 0.866008, "precision": 0.851367, "recall": 0.897233}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.400198, "f1": 0.311381, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"], "main_score": 0.311381, "precision": 0.28406, "recall": 0.400198}, {"accuracy": 0.22332, "f1": 0.150282, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"], "main_score": 0.150282, "precision": 0.131895, "recall": 0.22332}, {"accuracy": 0.742095, "f1": 0.678393, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"], "main_score": 0.678393, "precision": 0.652569, "recall": 0.742095}, {"accuracy": 0.934783, "f1": 0.916568, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"], "main_score": 0.916568, "precision": 0.908679, "recall": 0.934783}, {"accuracy": 0.202569, "f1": 0.129925, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"], "main_score": 0.129925, "precision": 0.113386, "recall": 0.202569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.261858, "f1": 0.192938, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"], "main_score": 0.192938, "precision": 0.175424, "recall": 0.261858}, {"accuracy": 0.433794, "f1": 0.340892, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"], "main_score": 0.340892, "precision": 0.311263, "recall": 0.433794}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.758893, "f1": 0.699642, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"], "main_score": 0.699642, "precision": 0.674028, "recall": 0.758893}, {"accuracy": 0.949605, "f1": 0.935112, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"], "main_score": 0.935112, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.253953, "f1": 0.186984, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"], "main_score": 0.186984, "precision": 0.169297, "recall": 0.253953}, {"accuracy": 0.076087, "f1": 0.033008, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"], "main_score": 0.033008, "precision": 0.026555, "recall": 0.076087}, {"accuracy": 0.267787, "f1": 0.192119, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"], "main_score": 0.192119, "precision": 0.1715, "recall": 0.267787}, {"accuracy": 0.136364, "f1": 0.080162, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"], "main_score": 0.080162, "precision": 0.068285, "recall": 0.136364}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.728261, "f1": 0.664196, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"], "main_score": 0.664196, "precision": 0.637352, "recall": 0.728261}, {"accuracy": 0.099802, "f1": 0.06582, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"], "main_score": 0.06582, "precision": 0.057879, "recall": 0.099802}, {"accuracy": 0.745059, "f1": 0.682133, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"], "main_score": 0.682133, "precision": 0.654776, "recall": 0.745059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.743083, "f1": 0.679677, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"], "main_score": 0.679677, "precision": 0.652767, "recall": 0.743083}, {"accuracy": 0.52668, "f1": 0.439949, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"], "main_score": 0.439949, "precision": 0.407594, "recall": 0.52668}, {"accuracy": 0.212451, "f1": 0.141066, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"], "main_score": 0.141066, "precision": 0.124484, "recall": 0.212451}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.416008, "f1": 0.327737, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"], "main_score": 0.327737, "precision": 0.298685, "recall": 0.416008}, {"accuracy": 0.252964, "f1": 0.175034, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"], "main_score": 0.175034, "precision": 0.15567, "recall": 0.252964}, {"accuracy": 0.233202, "f1": 0.163394, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"], "main_score": 0.163394, "precision": 0.14583, "recall": 0.233202}, {"accuracy": 0.251976, "f1": 0.179274, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"], "main_score": 0.179274, "precision": 0.160066, "recall": 0.251976}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.020751, "f1": 0.003603, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"], "main_score": 0.003603, "precision": 0.0025, "recall": 0.020751}, {"accuracy": 0.863636, "f1": 0.82739, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"], "main_score": 0.82739, "precision": 0.811084, "recall": 0.863636}, {"accuracy": 0.435771, "f1": 0.351338, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"], "main_score": 0.351338, "precision": 0.320606, "recall": 0.435771}, {"accuracy": 0.860672, "f1": 0.820619, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"], "main_score": 0.820619, "precision": 0.802042, "recall": 0.860672}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.105731, "f1": 0.058627, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"], "main_score": 0.058627, "precision": 0.049099, "recall": 0.105731}, {"accuracy": 0.22332, "f1": 0.152454, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"], "main_score": 0.152454, "precision": 0.134399, "recall": 0.22332}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.660079, "f1": 0.588291, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"], "main_score": 0.588291, "precision": 0.560428, "recall": 0.660079}, {"accuracy": 0.206522, "f1": 0.136026, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"], "main_score": 0.136026, "precision": 0.118341, "recall": 0.206522}, {"accuracy": 0.212451, "f1": 0.137575, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"], "main_score": 0.137575, "precision": 0.118701, "recall": 0.212451}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.206522, "f1": 0.138777, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"], "main_score": 0.138777, "precision": 0.122627, "recall": 0.206522}, {"accuracy": 0.219368, "f1": 0.152602, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"], "main_score": 0.152602, "precision": 0.134043, "recall": 0.219368}, {"accuracy": 0.817194, "f1": 0.767462, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"], "main_score": 0.767462, "precision": 0.745257, "recall": 0.817194}, {"accuracy": 0.660079, "f1": 0.592434, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"], "main_score": 0.592434, "precision": 0.565886, "recall": 0.660079}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.307312, "f1": 0.221674, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"], "main_score": 0.221674, "precision": 0.195851, "recall": 0.307312}, {"accuracy": 0.48419, "f1": 0.39758, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"], "main_score": 0.39758, "precision": 0.368891, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.536561, "f1": 0.453233, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"], "main_score": 0.453233, "precision": 0.421197, "recall": 0.536561}, {"accuracy": 0.842885, "f1": 0.80127, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"], "main_score": 0.80127, "precision": 0.782971, "recall": 0.842885}, {"accuracy": 0.305336, "f1": 0.227153, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"], "main_score": 0.227153, "precision": 0.205606, "recall": 0.305336}, {"accuracy": 0.599802, "f1": 0.51775, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"], "main_score": 0.51775, "precision": 0.484965, "recall": 0.599802}, {"accuracy": 0.727273, "f1": 0.665141, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"], "main_score": 0.665141, "precision": 0.638743, "recall": 0.727273}, {"accuracy": 0.26087, "f1": 0.181554, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"], "main_score": 0.181554, "precision": 0.160656, "recall": 0.26087}, {"accuracy": 0.921937, "f1": 0.898998, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"], "main_score": 0.898998, "precision": 0.888175, "recall": 0.921937}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.937813, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"], "main_score": 0.937813, "precision": 0.930748, "recall": 0.952569}, {"accuracy": 0.783597, "f1": 0.727621, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"], "main_score": 0.727621, "precision": 0.702734, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.41996, "f1": 0.336805, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"], "main_score": 0.336805, "precision": 0.308207, "recall": 0.41996}, {"accuracy": 0.520751, "f1": 0.433939, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"], "main_score": 0.433939, "precision": 0.404028, "recall": 0.520751}, {"accuracy": 0.123518, "f1": 0.068612, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"], "main_score": 0.068612, "precision": 0.057665, "recall": 0.123518}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.18083, "f1": 0.121394, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"], "main_score": 0.121394, "precision": 0.10533, "recall": 0.18083}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.480237, "f1": 0.395646, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"], "main_score": 0.395646, "precision": 0.367934, "recall": 0.480237}, {"accuracy": 0.375494, "f1": 0.287576, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"], "main_score": 0.287576, "precision": 0.261445, "recall": 0.375494}, {"accuracy": 0.879447, "f1": 0.844269, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"], "main_score": 0.844269, "precision": 0.827684, "recall": 0.879447}, {"accuracy": 0.274704, "f1": 0.197963, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"], "main_score": 0.197963, "precision": 0.177384, "recall": 0.274704}, {"accuracy": 0.249012, "f1": 0.17253, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"], "main_score": 0.17253, "precision": 0.152544, "recall": 0.249012}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.475296, "f1": 0.380884, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"], "main_score": 0.380884, "precision": 0.349333, "recall": 0.475296}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.210474, "f1": 0.133165, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"], "main_score": 0.133165, "precision": 0.114704, "recall": 0.210474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.923913, "f1": 0.901597, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"], "main_score": 0.901597, "precision": 0.891281, "recall": 0.923913}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"], "main_score": 0.952635, "precision": 0.947546, "recall": 0.963439}, {"accuracy": 0.192688, "f1": 0.128285, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"], "main_score": 0.128285, "precision": 0.112857, "recall": 0.192688}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.206522, "f1": 0.133446, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"], "main_score": 0.133446, "precision": 0.115247, "recall": 0.206522}, {"accuracy": 0.22332, "f1": 0.15328, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"], "main_score": 0.15328, "precision": 0.13588, "recall": 0.22332}, {"accuracy": 0.163043, "f1": 0.104547, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"], "main_score": 0.104547, "precision": 0.091349, "recall": 0.163043}, {"accuracy": 0.561265, "f1": 0.476388, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"], "main_score": 0.476388, "precision": 0.442518, "recall": 0.561265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.329051, "f1": 0.244653, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"], "main_score": 0.244653, "precision": 0.21937, "recall": 0.329051}, {"accuracy": 0.201581, "f1": 0.133713, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"], "main_score": 0.133713, "precision": 0.116938, "recall": 0.201581}, {"accuracy": 0.248024, "f1": 0.172547, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"], "main_score": 0.172547, "precision": 0.154553, "recall": 0.248024}, {"accuracy": 0.838933, "f1": 0.796673, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"], "main_score": 0.796673, "precision": 0.777899, "recall": 0.838933}, {"accuracy": 0.188735, "f1": 0.119729, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"], "main_score": 0.119729, "precision": 0.10291, "recall": 0.188735}, {"accuracy": 0.206522, "f1": 0.143229, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"], "main_score": 0.143229, "precision": 0.126921, "recall": 0.206522}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"], "main_score": 0.951318, "precision": 0.946064, "recall": 0.962451}, {"accuracy": 0.315217, "f1": 0.230555, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"], "main_score": 0.230555, "precision": 0.20717, "recall": 0.315217}, {"accuracy": 0.266798, "f1": 0.18871, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"], "main_score": 0.18871, "precision": 0.169148, "recall": 0.266798}, {"accuracy": 0.659091, "f1": 0.585287, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"], "main_score": 0.585287, "precision": 0.556706, "recall": 0.659091}, {"accuracy": 0.378458, "f1": 0.295589, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"], "main_score": 0.295589, "precision": 0.269773, "recall": 0.378458}, {"accuracy": 0.48419, "f1": 0.393252, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"], "main_score": 0.393252, "precision": 0.362407, "recall": 0.48419}, {"accuracy": 0.864625, "f1": 0.828047, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"], "main_score": 0.828047, "precision": 0.811159, "recall": 0.864625}, {"accuracy": 0.357708, "f1": 0.268092, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"], "main_score": 0.268092, "precision": 0.240153, "recall": 0.357708}, {"accuracy": 0.479249, "f1": 0.390728, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"], "main_score": 0.390728, "precision": 0.358811, "recall": 0.479249}, {"accuracy": 0.201581, "f1": 0.133999, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"], "main_score": 0.133999, "precision": 0.115948, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.857708, "f1": 0.819829, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"], "main_score": 0.819829, "precision": 0.803179, "recall": 0.857708}, {"accuracy": 0.284585, "f1": 0.207806, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"], "main_score": 0.207806, "precision": 0.185065, "recall": 0.284585}, {"accuracy": 0.225296, "f1": 0.148634, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"], "main_score": 0.148634, "precision": 0.129362, "recall": 0.225296}, {"accuracy": 0.030632, "f1": 0.023696, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"], "main_score": 0.023696, "precision": 0.022782, "recall": 0.030632}, {"accuracy": 0.133399, "f1": 0.122259, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"], "main_score": 0.122259, "precision": 0.118737, "recall": 0.133399}, {"accuracy": 0.005929, "f1": 0.000953, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"], "main_score": 0.000953, "precision": 0.000585, "recall": 0.005929}, {"accuracy": 0.096838, "f1": 0.079269, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"], "main_score": 0.079269, "precision": 0.075709, "recall": 0.096838}, {"accuracy": 0.108696, "f1": 0.097341, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"], "main_score": 0.097341, "precision": 0.094532, "recall": 0.108696}, {"accuracy": 0.082016, "f1": 0.06993, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"], "main_score": 0.06993, "precision": 0.067513, "recall": 0.082016}, {"accuracy": 0.090909, "f1": 0.080486, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"], "main_score": 0.080486, "precision": 0.077836, "recall": 0.090909}, {"accuracy": 0.184783, "f1": 0.171226, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"], "main_score": 0.171226, "precision": 0.166894, "recall": 0.184783}, {"accuracy": 0.137352, "f1": 0.119139, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"], "main_score": 0.119139, "precision": 0.115487, "recall": 0.137352}, {"accuracy": 0.129447, "f1": 0.119999, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"], "main_score": 0.119999, "precision": 0.117082, "recall": 0.129447}, {"accuracy": 0.083004, "f1": 0.076021, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"], "main_score": 0.076021, "precision": 0.073695, "recall": 0.083004}, {"accuracy": 0.101779, "f1": 0.087726, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"], "main_score": 0.087726, "precision": 0.084186, "recall": 0.101779}, {"accuracy": 0.070158, "f1": 0.060849, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"], "main_score": 0.060849, "precision": 0.058479, "recall": 0.070158}, {"accuracy": 0.160079, "f1": 0.150867, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"], "main_score": 0.150867, "precision": 0.14749, "recall": 0.160079}, {"accuracy": 0.08498, "f1": 0.074577, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"], "main_score": 0.074577, "precision": 0.07237, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.07209, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"], "main_score": 0.07209, "precision": 0.070405, "recall": 0.085968}, {"accuracy": 0.133399, "f1": 0.112544, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"], "main_score": 0.112544, "precision": 0.108072, "recall": 0.133399}, {"accuracy": 0.167984, "f1": 0.156043, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"], "main_score": 0.156043, "precision": 0.152337, "recall": 0.167984}, {"accuracy": 0.083004, "f1": 0.073167, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"], "main_score": 0.073167, "precision": 0.070427, "recall": 0.083004}, {"accuracy": 0.09585, "f1": 0.080112, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"], "main_score": 0.080112, "precision": 0.077511, "recall": 0.09585}, {"accuracy": 0.132411, "f1": 0.118649, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"], "main_score": 0.118649, "precision": 0.114919, "recall": 0.132411}, {"accuracy": 0.092885, "f1": 0.08249, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"], "main_score": 0.08249, "precision": 0.079305, "recall": 0.092885}, {"accuracy": 0.163043, "f1": 0.14611, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"], "main_score": 0.14611, "precision": 0.141253, "recall": 0.163043}, {"accuracy": 0.040514, "f1": 0.030979, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"], "main_score": 0.030979, "precision": 0.029382, "recall": 0.040514}, {"accuracy": 0.098814, "f1": 0.083984, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"], "main_score": 0.083984, "precision": 0.080702, "recall": 0.098814}, {"accuracy": 0.109684, "f1": 0.101955, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"], "main_score": 0.101955, "precision": 0.099434, "recall": 0.109684}, {"accuracy": 0.054348, "f1": 0.039204, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"], "main_score": 0.039204, "precision": 0.034819, "recall": 0.054348}, {"accuracy": 0.085968, "f1": 0.073029, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"], "main_score": 0.073029, "precision": 0.070296, "recall": 0.085968}, {"accuracy": 0.193676, "f1": 0.180205, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"], "main_score": 0.180205, "precision": 0.174821, "recall": 0.193676}, {"accuracy": 0.088933, "f1": 0.083234, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"], "main_score": 0.083234, "precision": 0.081573, "recall": 0.088933}, {"accuracy": 0.139328, "f1": 0.121256, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"], "main_score": 0.121256, "precision": 0.116736, "recall": 0.139328}, {"accuracy": 0.102767, "f1": 0.086894, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"], "main_score": 0.086894, "precision": 0.083057, "recall": 0.102767}, {"accuracy": 0.076087, "f1": 0.064604, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"], "main_score": 0.064604, "precision": 0.062112, "recall": 0.076087}, {"accuracy": 0.106719, "f1": 0.095502, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"], "main_score": 0.095502, "precision": 0.09218, "recall": 0.106719}, {"accuracy": 0.114625, "f1": 0.098285, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"], "main_score": 0.098285, "precision": 0.094472, "recall": 0.114625}, {"accuracy": 0.062253, "f1": 0.053961, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"], "main_score": 0.053961, "precision": 0.052263, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.071636, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"], "main_score": 0.071636, "precision": 0.069398, "recall": 0.083004}, {"accuracy": 0.044466, "f1": 0.036345, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"], "main_score": 0.036345, "precision": 0.03494, "recall": 0.044466}, {"accuracy": 0.131423, "f1": 0.111337, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"], "main_score": 0.111337, "precision": 0.107136, "recall": 0.131423}, {"accuracy": 0.075099, "f1": 0.063654, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"], "main_score": 0.063654, "precision": 0.061049, "recall": 0.075099}, {"accuracy": 0.176877, "f1": 0.158476, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"], "main_score": 0.158476, "precision": 0.152715, "recall": 0.176877}, {"accuracy": 0.022727, "f1": 0.017832, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"], "main_score": 0.017832, "precision": 0.016626, "recall": 0.022727}, {"accuracy": 0.139328, "f1": 0.122951, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"], "main_score": 0.122951, "precision": 0.118887, "recall": 0.139328}, {"accuracy": 0.099802, "f1": 0.083278, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"], "main_score": 0.083278, "precision": 0.079161, "recall": 0.099802}, {"accuracy": 0.126482, "f1": 0.108996, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"], "main_score": 0.108996, "precision": 0.104742, "recall": 0.126482}, {"accuracy": 0.06917, "f1": 0.060575, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"], "main_score": 0.060575, "precision": 0.057481, "recall": 0.06917}, {"accuracy": 0.071146, "f1": 0.066968, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"], "main_score": 0.066968, "precision": 0.065766, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.124994, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"], "main_score": 0.124994, "precision": 0.118899, "recall": 0.141304}, {"accuracy": 0.112648, "f1": 0.097354, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"], "main_score": 0.097354, "precision": 0.093121, "recall": 0.112648}, {"accuracy": 0.087945, "f1": 0.077754, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"], "main_score": 0.077754, "precision": 0.075467, "recall": 0.087945}, {"accuracy": 0.132411, "f1": 0.116338, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"], "main_score": 0.116338, "precision": 0.111874, "recall": 0.132411}, {"accuracy": 0.081028, "f1": 0.074235, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"], "main_score": 0.074235, "precision": 0.072765, "recall": 0.081028}, {"accuracy": 0.153162, "f1": 0.138624, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"], "main_score": 0.138624, "precision": 0.133976, "recall": 0.153162}, {"accuracy": 0.094862, "f1": 0.08007, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"], "main_score": 0.08007, "precision": 0.076956, "recall": 0.094862}, {"accuracy": 0.027668, "f1": 0.024098, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"], "main_score": 0.024098, "precision": 0.023172, "recall": 0.027668}, {"accuracy": 0.12747, "f1": 0.118025, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"], "main_score": 0.118025, "precision": 0.1151, "recall": 0.12747}, {"accuracy": 0.136364, "f1": 0.123965, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"], "main_score": 0.123965, "precision": 0.119775, "recall": 0.136364}, {"accuracy": 0.028656, "f1": 0.027339, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"], "main_score": 0.027339, "precision": 0.02668, "recall": 0.028656}, {"accuracy": 0.112648, "f1": 0.094014, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"], "main_score": 0.094014, "precision": 0.089438, "recall": 0.112648}, {"accuracy": 0.094862, "f1": 0.078701, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"], "main_score": 0.078701, "precision": 0.075358, "recall": 0.094862}, {"accuracy": 0.102767, "f1": 0.093439, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"], "main_score": 0.093439, "precision": 0.090661, "recall": 0.102767}, {"accuracy": 0.08004, "f1": 0.067338, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"], "main_score": 0.067338, "precision": 0.065215, "recall": 0.08004}, {"accuracy": 0.171937, "f1": 0.161499, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"], "main_score": 0.161499, "precision": 0.158774, "recall": 0.171937}, {"accuracy": 0.100791, "f1": 0.09369, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"], "main_score": 0.09369, "precision": 0.091278, "recall": 0.100791}, {"accuracy": 0.090909, "f1": 0.077414, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"], "main_score": 0.077414, "precision": 0.075036, "recall": 0.090909}, {"accuracy": 0.142292, "f1": 0.1207, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"], "main_score": 0.1207, "precision": 0.116187, "recall": 0.142292}, {"accuracy": 0.133399, "f1": 0.122352, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"], "main_score": 0.122352, "precision": 0.119782, "recall": 0.133399}, {"accuracy": 0.146245, "f1": 0.134081, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"], "main_score": 0.134081, "precision": 0.129841, "recall": 0.146245}, {"accuracy": 0.149209, "f1": 0.133732, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"], "main_score": 0.133732, "precision": 0.128554, "recall": 0.149209}, {"accuracy": 0.091897, "f1": 0.084109, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"], "main_score": 0.084109, "precision": 0.081136, "recall": 0.091897}, {"accuracy": 0.063241, "f1": 0.055081, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"], "main_score": 0.055081, "precision": 0.05364, "recall": 0.063241}, {"accuracy": 0.11166, "f1": 0.095603, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"], "main_score": 0.095603, "precision": 0.091419, "recall": 0.11166}, {"accuracy": 0.039526, "f1": 0.026324, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"], "main_score": 0.026324, "precision": 0.023679, "recall": 0.039526}, {"accuracy": 0.101779, "f1": 0.09047, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"], "main_score": 0.09047, "precision": 0.086865, "recall": 0.101779}, {"accuracy": 0.075099, "f1": 0.070885, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"], "main_score": 0.070885, "precision": 0.069583, "recall": 0.075099}, {"accuracy": 0.155138, "f1": 0.139808, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"], "main_score": 0.139808, "precision": 0.135404, "recall": 0.155138}, {"accuracy": 0.043478, "f1": 0.033493, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"], "main_score": 0.033493, "precision": 0.03071, "recall": 0.043478}, {"accuracy": 0.134387, "f1": 0.116741, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"], "main_score": 0.116741, "precision": 0.112772, "recall": 0.134387}, {"accuracy": 0.096838, "f1": 0.087344, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"], "main_score": 0.087344, "precision": 0.085228, "recall": 0.096838}, {"accuracy": 0.104743, "f1": 0.093871, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"], "main_score": 0.093871, "precision": 0.091149, "recall": 0.104743}, {"accuracy": 0.038538, "f1": 0.030397, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"], "main_score": 0.030397, "precision": 0.029504, "recall": 0.038538}, {"accuracy": 0.124506, "f1": 0.10998, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"], "main_score": 0.10998, "precision": 0.106387, "recall": 0.124506}, {"accuracy": 0.117589, "f1": 0.103408, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"], "main_score": 0.103408, "precision": 0.099969, "recall": 0.117589}, {"accuracy": 0.137352, "f1": 0.116432, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"], "main_score": 0.116432, "precision": 0.112318, "recall": 0.137352}, {"accuracy": 0.109684, "f1": 0.09599, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"], "main_score": 0.09599, "precision": 0.093395, "recall": 0.109684}, {"accuracy": 0.124506, "f1": 0.113511, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"], "main_score": 0.113511, "precision": 0.109324, "recall": 0.124506}, {"accuracy": 0.166008, "f1": 0.147871, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"], "main_score": 0.147871, "precision": 0.141304, "recall": 0.166008}, {"accuracy": 0.050395, "f1": 0.040718, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"], "main_score": 0.040718, "precision": 0.038955, "recall": 0.050395}, {"accuracy": 0.143281, "f1": 0.122278, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"], "main_score": 0.122278, "precision": 0.117516, "recall": 0.143281}, {"accuracy": 0.076087, "f1": 0.066482, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"], "main_score": 0.066482, "precision": 0.064415, "recall": 0.076087}, {"accuracy": 0.099802, "f1": 0.093897, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"], "main_score": 0.093897, "precision": 0.092091, "recall": 0.099802}, {"accuracy": 0.144269, "f1": 0.127051, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"], "main_score": 0.127051, "precision": 0.121187, "recall": 0.144269}, {"accuracy": 0.088933, "f1": 0.080925, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"], "main_score": 0.080925, "precision": 0.078709, "recall": 0.088933}, {"accuracy": 0.129447, "f1": 0.114881, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"], "main_score": 0.114881, "precision": 0.111148, "recall": 0.129447}, {"accuracy": 0.142292, "f1": 0.129293, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"], "main_score": 0.129293, "precision": 0.125115, "recall": 0.142292}, {"accuracy": 0.114625, "f1": 0.097957, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"], "main_score": 0.097957, "precision": 0.094066, "recall": 0.114625}, {"accuracy": 0.148221, "f1": 0.136817, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"], "main_score": 0.136817, "precision": 0.133668, "recall": 0.148221}, {"accuracy": 0.12747, "f1": 0.11765, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"], "main_score": 0.11765, "precision": 0.114826, "recall": 0.12747}, {"accuracy": 0.090909, "f1": 0.075986, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"], "main_score": 0.075986, "precision": 0.072522, "recall": 0.090909}, {"accuracy": 0.108696, "f1": 0.090619, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"], "main_score": 0.090619, "precision": 0.086203, "recall": 0.108696}, {"accuracy": 0.140316, "f1": 0.117758, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"], "main_score": 0.117758, "precision": 0.11312, "recall": 0.140316}, {"accuracy": 0.107708, "f1": 0.092148, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"], "main_score": 0.092148, "precision": 0.089401, "recall": 0.107708}, {"accuracy": 0.098814, "f1": 0.090535, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"], "main_score": 0.090535, "precision": 0.088027, "recall": 0.098814}, {"accuracy": 0.072134, "f1": 0.055887, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"], "main_score": 0.055887, "precision": 0.052676, "recall": 0.072134}, {"accuracy": 0.102767, "f1": 0.093521, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"], "main_score": 0.093521, "precision": 0.090862, "recall": 0.102767}, {"accuracy": 0.055336, "f1": 0.039648, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"], "main_score": 0.039648, "precision": 0.036159, "recall": 0.055336}, {"accuracy": 0.149209, "f1": 0.133568, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"], "main_score": 0.133568, "precision": 0.129216, "recall": 0.149209}, {"accuracy": 0.073123, "f1": 0.060847, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"], "main_score": 0.060847, "precision": 0.057091, "recall": 0.073123}, {"accuracy": 0.139328, "f1": 0.116604, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"], "main_score": 0.116604, "precision": 0.111216, "recall": 0.139328}, {"accuracy": 0.118577, "f1": 0.099002, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"], "main_score": 0.099002, "precision": 0.094839, "recall": 0.118577}, {"accuracy": 0.063241, "f1": 0.052882, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"], "main_score": 0.052882, "precision": 0.050035, "recall": 0.063241}, {"accuracy": 0.094862, "f1": 0.08786, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"], "main_score": 0.08786, "precision": 0.085968, "recall": 0.094862}, {"accuracy": 0.148221, "f1": 0.127086, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"], "main_score": 0.127086, "precision": 0.122211, "recall": 0.148221}, {"accuracy": 0.044466, "f1": 0.037394, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"], "main_score": 0.037394, "precision": 0.036282, "recall": 0.044466}, {"accuracy": 0.085968, "f1": 0.077178, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"], "main_score": 0.077178, "precision": 0.074857, "recall": 0.085968}, {"accuracy": 0.254941, "f1": 0.231279, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"], "main_score": 0.231279, "precision": 0.223974, "recall": 0.254941}, {"accuracy": 0.087945, "f1": 0.073297, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"], "main_score": 0.073297, "precision": 0.070231, "recall": 0.087945}, {"accuracy": 0.110672, "f1": 0.102816, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"], "main_score": 0.102816, "precision": 0.100112, "recall": 0.110672}, {"accuracy": 0.123518, "f1": 0.109754, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"], "main_score": 0.109754, "precision": 0.105768, "recall": 0.123518}, {"accuracy": 0.149209, "f1": 0.132939, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"], "main_score": 0.132939, "precision": 0.12736, "recall": 0.149209}, {"accuracy": 0.131423, "f1": 0.115849, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"], "main_score": 0.115849, "precision": 0.110516, "recall": 0.131423}, {"accuracy": 0.126482, "f1": 0.109975, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"], "main_score": 0.109975, "precision": 0.10565, "recall": 0.126482}, {"accuracy": 0.016798, "f1": 0.007633, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"], "main_score": 0.007633, "precision": 0.006029, "recall": 0.016798}, {"accuracy": 0.045455, "f1": 0.039815, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"], "main_score": 0.039815, "precision": 0.038274, "recall": 0.045455}, {"accuracy": 0.039526, "f1": 0.035469, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"], "main_score": 0.035469, "precision": 0.034451, "recall": 0.039526}, {"accuracy": 0.065217, "f1": 0.052145, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"], "main_score": 0.052145, "precision": 0.049622, "recall": 0.065217}, {"accuracy": 0.126482, "f1": 0.112338, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"], "main_score": 0.112338, "precision": 0.108361, "recall": 0.126482}, {"accuracy": 0.075099, "f1": 0.061445, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"], "main_score": 0.061445, "precision": 0.057237, "recall": 0.075099}, {"accuracy": 0.179842, "f1": 0.165422, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"], "main_score": 0.165422, "precision": 0.159458, "recall": 0.179842}, {"accuracy": 0.121542, "f1": 0.101021, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"], "main_score": 0.101021, "precision": 0.097148, "recall": 0.121542}, {"accuracy": 0.120553, "f1": 0.107439, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"], "main_score": 0.107439, "precision": 0.103922, "recall": 0.120553}, {"accuracy": 0.09585, "f1": 0.089529, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"], "main_score": 0.089529, "precision": 0.087832, "recall": 0.09585}, {"accuracy": 0.08004, "f1": 0.06833, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"], "main_score": 0.06833, "precision": 0.064969, "recall": 0.08004}, {"accuracy": 0.110672, "f1": 0.097954, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"], "main_score": 0.097954, "precision": 0.095029, "recall": 0.110672}, {"accuracy": 0.08004, "f1": 0.069138, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"], "main_score": 0.069138, "precision": 0.066343, "recall": 0.08004}, {"accuracy": 0.145257, "f1": 0.130376, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"], "main_score": 0.130376, "precision": 0.12573, "recall": 0.145257}, {"accuracy": 0.108696, "f1": 0.092398, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"], "main_score": 0.092398, "precision": 0.08857, "recall": 0.108696}, {"accuracy": 0.046443, "f1": 0.036923, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"], "main_score": 0.036923, "precision": 0.035094, "recall": 0.046443}, {"accuracy": 0.094862, "f1": 0.084553, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"], "main_score": 0.084553, "precision": 0.082158, "recall": 0.094862}, {"accuracy": 0.099802, "f1": 0.083504, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"], "main_score": 0.083504, "precision": 0.08022, "recall": 0.099802}, {"accuracy": 0.108696, "f1": 0.097459, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"], "main_score": 0.097459, "precision": 0.094156, "recall": 0.108696}, {"accuracy": 0.092885, "f1": 0.083016, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"], "main_score": 0.083016, "precision": 0.08074, "recall": 0.092885}, {"accuracy": 0.106719, "f1": 0.090161, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"], "main_score": 0.090161, "precision": 0.086896, "recall": 0.106719}, {"accuracy": 0.032609, "f1": 0.023997, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"], "main_score": 0.023997, "precision": 0.022189, "recall": 0.032609}, {"accuracy": 0.077075, "f1": 0.058046, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"], "main_score": 0.058046, "precision": 0.054305, "recall": 0.077075}, {"accuracy": 0.108696, "f1": 0.095375, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"], "main_score": 0.095375, "precision": 0.091251, "recall": 0.108696}, {"accuracy": 0.030632, "f1": 0.026573, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"], "main_score": 0.026573, "precision": 0.02552, "recall": 0.030632}, {"accuracy": 0.103755, "f1": 0.082238, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"], "main_score": 0.082238, "precision": 0.07793, "recall": 0.103755}, {"accuracy": 0.168972, "f1": 0.15124, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"], "main_score": 0.15124, "precision": 0.146391, "recall": 0.168972}, {"accuracy": 0.050395, "f1": 0.042935, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"], "main_score": 0.042935, "precision": 0.040544, "recall": 0.050395}, {"accuracy": 0.101779, "f1": 0.088491, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"], "main_score": 0.088491, "precision": 0.08581, "recall": 0.101779}, {"accuracy": 0.126482, "f1": 0.103952, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"], "main_score": 0.103952, "precision": 0.098824, "recall": 0.126482}, {"accuracy": 0.112648, "f1": 0.098611, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"], "main_score": 0.098611, "precision": 0.094674, "recall": 0.112648}, {"accuracy": 0.08498, "f1": 0.074714, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"], "main_score": 0.074714, "precision": 0.072083, "recall": 0.08498}, {"accuracy": 0.140316, "f1": 0.117791, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"], "main_score": 0.117791, "precision": 0.113074, "recall": 0.140316}, {"accuracy": 0.073123, "f1": 0.062184, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"], "main_score": 0.062184, "precision": 0.059419, "recall": 0.073123}, {"accuracy": 0.107708, "f1": 0.098869, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"], "main_score": 0.098869, "precision": 0.096191, "recall": 0.107708}, {"accuracy": 0.106719, "f1": 0.085113, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"], "main_score": 0.085113, "precision": 0.078623, "recall": 0.106719}, {"accuracy": 0.118577, "f1": 0.106321, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"], "main_score": 0.106321, "precision": 0.103005, "recall": 0.118577}, {"accuracy": 0.027668, "f1": 0.022807, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"], "main_score": 0.022807, "precision": 0.021648, "recall": 0.027668}, {"accuracy": 0.112648, "f1": 0.099539, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"], "main_score": 0.099539, "precision": 0.096781, "recall": 0.112648}, {"accuracy": 0.082016, "f1": 0.069256, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"], "main_score": 0.069256, "precision": 0.066962, "recall": 0.082016}, {"accuracy": 0.08498, "f1": 0.076002, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"], "main_score": 0.076002, "precision": 0.073716, "recall": 0.08498}, {"accuracy": 0.121542, "f1": 0.112522, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"], "main_score": 0.112522, "precision": 0.110571, "recall": 0.121542}, {"accuracy": 0.071146, "f1": 0.062565, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"], "main_score": 0.062565, "precision": 0.060488, "recall": 0.071146}, {"accuracy": 0.131423, "f1": 0.12165, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"], "main_score": 0.12165, "precision": 0.118293, "recall": 0.131423}, {"accuracy": 0.173913, "f1": 0.157401, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"], "main_score": 0.157401, "precision": 0.151959, "recall": 0.173913}, {"accuracy": 0.120553, "f1": 0.099177, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"], "main_score": 0.099177, "precision": 0.09481, "recall": 0.120553}, {"accuracy": 0.134387, "f1": 0.126029, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"], "main_score": 0.126029, "precision": 0.123873, "recall": 0.134387}, {"accuracy": 0.139328, "f1": 0.11841, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"], "main_score": 0.11841, "precision": 0.114417, "recall": 0.139328}, {"accuracy": 0.140316, "f1": 0.127281, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"], "main_score": 0.127281, "precision": 0.122518, "recall": 0.140316}, {"accuracy": 0.13834, "f1": 0.119354, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"], "main_score": 0.119354, "precision": 0.115679, "recall": 0.13834}, {"accuracy": 0.059289, "f1": 0.051429, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"], "main_score": 0.051429, "precision": 0.049463, "recall": 0.059289}, {"accuracy": 0.102767, "f1": 0.085814, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"], "main_score": 0.085814, "precision": 0.082473, "recall": 0.102767}, {"accuracy": 0.155138, "f1": 0.141897, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"], "main_score": 0.141897, "precision": 0.13683, "recall": 0.155138}, {"accuracy": 0.12747, "f1": 0.113408, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"], "main_score": 0.113408, "precision": 0.110085, "recall": 0.12747}, {"accuracy": 0.120553, "f1": 0.102612, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"], "main_score": 0.102612, "precision": 0.097358, "recall": 0.120553}, {"accuracy": 0.166008, "f1": 0.151807, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"], "main_score": 0.151807, "precision": 0.14699, "recall": 0.166008}, {"accuracy": 0.328063, "f1": 0.291783, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"], "main_score": 0.291783, "precision": 0.281478, "recall": 0.328063}, {"accuracy": 0.062253, "f1": 0.052593, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"], "main_score": 0.052593, "precision": 0.050976, "recall": 0.062253}, {"accuracy": 0.130435, "f1": 0.116859, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"], "main_score": 0.116859, "precision": 0.112981, "recall": 0.130435}, {"accuracy": 0.124506, "f1": 0.11018, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"], "main_score": 0.11018, "precision": 0.105889, "recall": 0.124506}, {"accuracy": 0.13834, "f1": 0.122447, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"], "main_score": 0.122447, "precision": 0.118164, "recall": 0.13834}, {"accuracy": 0.142292, "f1": 0.131978, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"], "main_score": 0.131978, "precision": 0.129351, "recall": 0.142292}, {"accuracy": 0.043478, "f1": 0.034583, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"], "main_score": 0.034583, "precision": 0.033029, "recall": 0.043478}, {"accuracy": 0.175889, "f1": 0.157852, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"], "main_score": 0.157852, "precision": 0.152139, "recall": 0.175889}, {"accuracy": 0.1917, "f1": 0.176031, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"], "main_score": 0.176031, "precision": 0.171286, "recall": 0.1917}, {"accuracy": 0.075099, "f1": 0.06366, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"], "main_score": 0.06366, "precision": 0.061443, "recall": 0.075099}, {"accuracy": 0.12253, "f1": 0.107275, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"], "main_score": 0.107275, "precision": 0.102672, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.112242, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"], "main_score": 0.112242, "precision": 0.108702, "recall": 0.124506}, {"accuracy": 0.08498, "f1": 0.075438, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"], "main_score": 0.075438, "precision": 0.073257, "recall": 0.08498}, {"accuracy": 0.155138, "f1": 0.137802, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"], "main_score": 0.137802, "precision": 0.132483, "recall": 0.155138}, {"accuracy": 0.117589, "f1": 0.104792, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"], "main_score": 0.104792, "precision": 0.100841, "recall": 0.117589}, {"accuracy": 0.062253, "f1": 0.056432, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"], "main_score": 0.056432, "precision": 0.055202, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.068464, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"], "main_score": 0.068464, "precision": 0.064627, "recall": 0.083004}, {"accuracy": 0.109684, "f1": 0.08986, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"], "main_score": 0.08986, "precision": 0.085377, "recall": 0.109684}, {"accuracy": 0.104743, "f1": 0.09557, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"], "main_score": 0.09557, "precision": 0.092412, "recall": 0.104743}, {"accuracy": 0.098814, "f1": 0.078778, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"], "main_score": 0.078778, "precision": 0.074248, "recall": 0.098814}, {"accuracy": 0.101779, "f1": 0.084109, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"], "main_score": 0.084109, "precision": 0.080761, "recall": 0.101779}, {"accuracy": 0.106719, "f1": 0.091141, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"], "main_score": 0.091141, "precision": 0.087675, "recall": 0.106719}, {"accuracy": 0.039526, "f1": 0.028604, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"], "main_score": 0.028604, "precision": 0.026782, "recall": 0.039526}, {"accuracy": 0.099802, "f1": 0.090906, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"], "main_score": 0.090906, "precision": 0.088318, "recall": 0.099802}, {"accuracy": 0.166996, "f1": 0.150434, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"], "main_score": 0.150434, "precision": 0.144481, "recall": 0.166996}, {"accuracy": 0.087945, "f1": 0.056124, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"], "main_score": 0.056124, "precision": 0.048355, "recall": 0.087945}, {"accuracy": 0.177866, "f1": 0.114556, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"], "main_score": 0.114556, "precision": 0.100083, "recall": 0.177866}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.917984, "f1": 0.892688, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"], "main_score": 0.892688, "precision": 0.880847, "recall": 0.917984}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"], "main_score": 0.930007, "precision": 0.92197, "recall": 0.94664}, {"accuracy": 0.63834, "f1": 0.56212, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"], "main_score": 0.56212, "precision": 0.532392, "recall": 0.63834}, {"accuracy": 0.198617, "f1": 0.133747, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"], "main_score": 0.133747, "precision": 0.117591, "recall": 0.198617}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.393281, "f1": 0.30568, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"], "main_score": 0.30568, "precision": 0.278229, "recall": 0.393281}, {"accuracy": 0.668972, "f1": 0.596233, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"], "main_score": 0.596233, "precision": 0.567121, "recall": 0.668972}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.918972, "f1": 0.895718, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"], "main_score": 0.895718, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.235178, "f1": 0.153429, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"], "main_score": 0.153429, "precision": 0.130849, "recall": 0.235178}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"], "main_score": 0.925395, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.848814, "f1": 0.80774, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"], "main_score": 0.80774, "precision": 0.789608, "recall": 0.848814}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.297431, "f1": 0.207416, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"], "main_score": 0.207416, "precision": 0.183227, "recall": 0.297431}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.098346, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"], "main_score": 0.098346, "precision": 0.086398, "recall": 0.149209}, {"accuracy": 0.905138, "f1": 0.87836, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"], "main_score": 0.87836, "precision": 0.86586, "recall": 0.905138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.725296, "f1": 0.658867, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"], "main_score": 0.658867, "precision": 0.631284, "recall": 0.725296}, {"accuracy": 0.070158, "f1": 0.033969, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"], "main_score": 0.033969, "precision": 0.028675, "recall": 0.070158}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.226285, "f1": 0.157591, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"], "main_score": 0.157591, "precision": 0.142293, "recall": 0.226285}, {"accuracy": 0.874506, "f1": 0.838801, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"], "main_score": 0.838801, "precision": 0.822381, "recall": 0.874506}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"], "main_score": 0.935277, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.916996, "f1": 0.89137, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"], "main_score": 0.89137, "precision": 0.879529, "recall": 0.916996}, {"accuracy": 0.271739, "f1": 0.199316, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"], "main_score": 0.199316, "precision": 0.178117, "recall": 0.271739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.801383, "f1": 0.753438, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"], "main_score": 0.753438, "precision": 0.732568, "recall": 0.801383}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.916008, "f1": 0.893347, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"], "main_score": 0.893347, "precision": 0.882823, "recall": 0.916008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.161067, "f1": 0.096333, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"], "main_score": 0.096333, "precision": 0.082978, "recall": 0.161067}, {"accuracy": 0.062253, "f1": 0.038993, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"], "main_score": 0.038993, "precision": 0.033479, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.163043, "f1": 0.10501, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"], "main_score": 0.10501, "precision": 0.092243, "recall": 0.163043}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.892292, "f1": 0.861792, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"], "main_score": 0.861792, "precision": 0.847661, "recall": 0.892292}, {"accuracy": 0.751976, "f1": 0.694785, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"], "main_score": 0.694785, "precision": 0.670957, "recall": 0.751976}, {"accuracy": 0.187747, "f1": 0.118465, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"], "main_score": 0.118465, "precision": 0.102211, "recall": 0.187747}, {"accuracy": 0.753953, "f1": 0.702769, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"], "main_score": 0.702769, "precision": 0.681861, "recall": 0.753953}, {"accuracy": 0.634387, "f1": 0.557592, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"], "main_score": 0.557592, "precision": 0.52816, "recall": 0.634387}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.767787, "f1": 0.709293, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"], "main_score": 0.709293, "precision": 0.68503, "recall": 0.767787}, {"accuracy": 0.16502, "f1": 0.106504, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"], "main_score": 0.106504, "precision": 0.094118, "recall": 0.16502}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.078063, "f1": 0.046714, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"], "main_score": 0.046714, "precision": 0.040272, "recall": 0.078063}, {"accuracy": 0.23419, "f1": 0.167119, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"], "main_score": 0.167119, "precision": 0.149308, "recall": 0.23419}, {"accuracy": 0.348814, "f1": 0.260938, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"], "main_score": 0.260938, "precision": 0.235496, "recall": 0.348814}, {"accuracy": 0.089921, "f1": 0.050605, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"], "main_score": 0.050605, "precision": 0.042255, "recall": 0.089921}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"], "main_score": 0.959058, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.269763, "f1": 0.189375, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"], "main_score": 0.189375, "precision": 0.166867, "recall": 0.269763}, {"accuracy": 0.772727, "f1": 0.716856, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"], "main_score": 0.716856, "precision": 0.693381, "recall": 0.772727}, {"accuracy": 0.456522, "f1": 0.376404, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"], "main_score": 0.376404, "precision": 0.351026, "recall": 0.456522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.253953, "f1": 0.179466, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"], "main_score": 0.179466, "precision": 0.160623, "recall": 0.253953}, {"accuracy": 0.326087, "f1": 0.245773, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"], "main_score": 0.245773, "precision": 0.224268, "recall": 0.326087}, {"accuracy": 0.248024, "f1": 0.166551, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"], "main_score": 0.166551, "precision": 0.145883, "recall": 0.248024}, {"accuracy": 0.342885, "f1": 0.262818, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"], "main_score": 0.262818, "precision": 0.240195, "recall": 0.342885}, {"accuracy": 0.649209, "f1": 0.57986, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"], "main_score": 0.57986, "precision": 0.552402, "recall": 0.649209}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.055336, "f1": 0.020709, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"], "main_score": 0.020709, "precision": 0.016108, "recall": 0.055336}, {"accuracy": 0.200593, "f1": 0.131463, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"], "main_score": 0.131463, "precision": 0.113952, "recall": 0.200593}, {"accuracy": 0.762846, "f1": 0.707507, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"], "main_score": 0.707507, "precision": 0.683646, "recall": 0.762846}, {"accuracy": 0.228261, "f1": 0.155985, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"], "main_score": 0.155985, "precision": 0.137352, "recall": 0.228261}, {"accuracy": 0.063241, "f1": 0.034135, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"], "main_score": 0.034135, "precision": 0.029279, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.755501, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"], "main_score": 0.755501, "precision": 0.734651, "recall": 0.804348}, {"accuracy": 0.802372, "f1": 0.74664, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"], "main_score": 0.74664, "precision": 0.721989, "recall": 0.802372}, {"accuracy": 0.77668, "f1": 0.726967, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"], "main_score": 0.726967, "precision": 0.705352, "recall": 0.77668}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.217391, "f1": 0.155682, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"], "main_score": 0.155682, "precision": 0.139871, "recall": 0.217391}, {"accuracy": 0.158103, "f1": 0.099902, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"], "main_score": 0.099902, "precision": 0.086053, "recall": 0.158103}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"], "main_score": 0.88027, "precision": 0.867095, "recall": 0.908103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.371542, "f1": 0.288523, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"], "main_score": 0.288523, "precision": 0.262777, "recall": 0.371542}, {"accuracy": 0.186759, "f1": 0.120875, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"], "main_score": 0.120875, "precision": 0.104183, "recall": 0.186759}, {"accuracy": 0.712451, "f1": 0.645756, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"], "main_score": 0.645756, "precision": 0.619302, "recall": 0.712451}, {"accuracy": 0.928854, "f1": 0.909848, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"], "main_score": 0.909848, "precision": 0.901515, "recall": 0.928854}, {"accuracy": 0.182806, "f1": 0.114265, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"], "main_score": 0.114265, "precision": 0.09966, "recall": 0.182806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.229249, "f1": 0.164398, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"], "main_score": 0.164398, "precision": 0.147705, "recall": 0.229249}, {"accuracy": 0.426877, "f1": 0.334359, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"], "main_score": 0.334359, "precision": 0.305255, "recall": 0.426877}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.75, "f1": 0.691213, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"], "main_score": 0.691213, "precision": 0.666281, "recall": 0.75}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.22332, "f1": 0.152371, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"], "main_score": 0.152371, "precision": 0.133702, "recall": 0.22332}, {"accuracy": 0.076087, "f1": 0.032853, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"], "main_score": 0.032853, "precision": 0.027057, "recall": 0.076087}, {"accuracy": 0.228261, "f1": 0.159462, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"], "main_score": 0.159462, "precision": 0.14142, "recall": 0.228261}, {"accuracy": 0.110672, "f1": 0.061138, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"], "main_score": 0.061138, "precision": 0.051098, "recall": 0.110672}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.712451, "f1": 0.648666, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"], "main_score": 0.648666, "precision": 0.62249, "recall": 0.712451}, {"accuracy": 0.078063, "f1": 0.051142, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"], "main_score": 0.051142, "precision": 0.044913, "recall": 0.078063}, {"accuracy": 0.746047, "f1": 0.686917, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"], "main_score": 0.686917, "precision": 0.662129, "recall": 0.746047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.76581, "f1": 0.705797, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"], "main_score": 0.705797, "precision": 0.679134, "recall": 0.76581}, {"accuracy": 0.547431, "f1": 0.465465, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"], "main_score": 0.465465, "precision": 0.434636, "recall": 0.547431}, {"accuracy": 0.189723, "f1": 0.121401, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"], "main_score": 0.121401, "precision": 0.105568, "recall": 0.189723}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.386364, "f1": 0.300376, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"], "main_score": 0.300376, "precision": 0.273614, "recall": 0.386364}, {"accuracy": 0.225296, "f1": 0.151344, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"], "main_score": 0.151344, "precision": 0.132677, "recall": 0.225296}, {"accuracy": 0.201581, "f1": 0.137127, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"], "main_score": 0.137127, "precision": 0.120484, "recall": 0.201581}, {"accuracy": 0.230237, "f1": 0.162387, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"], "main_score": 0.162387, "precision": 0.144706, "recall": 0.230237}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.016798, "f1": 0.002852, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"], "main_score": 0.002852, "precision": 0.002042, "recall": 0.016798}, {"accuracy": 0.871542, "f1": 0.836053, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"], "main_score": 0.836053, "precision": 0.820191, "recall": 0.871542}, {"accuracy": 0.438735, "f1": 0.357274, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"], "main_score": 0.357274, "precision": 0.327583, "recall": 0.438735}, {"accuracy": 0.865613, "f1": 0.828887, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"], "main_score": 0.828887, "precision": 0.812006, "recall": 0.865613}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.093874, "f1": 0.051875, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"], "main_score": 0.051875, "precision": 0.043243, "recall": 0.093874}, {"accuracy": 0.186759, "f1": 0.123926, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"], "main_score": 0.123926, "precision": 0.108287, "recall": 0.186759}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.639328, "f1": 0.561936, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"], "main_score": 0.561936, "precision": 0.532249, "recall": 0.639328}, {"accuracy": 0.198617, "f1": 0.130123, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"], "main_score": 0.130123, "precision": 0.112652, "recall": 0.198617}, {"accuracy": 0.192688, "f1": 0.121678, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"], "main_score": 0.121678, "precision": 0.103855, "recall": 0.192688}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.182806, "f1": 0.119558, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"], "main_score": 0.119558, "precision": 0.104417, "recall": 0.182806}, {"accuracy": 0.175889, "f1": 0.114079, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"], "main_score": 0.114079, "precision": 0.098112, "recall": 0.175889}, {"accuracy": 0.833992, "f1": 0.789577, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"], "main_score": 0.789577, "precision": 0.769829, "recall": 0.833992}, {"accuracy": 0.642292, "f1": 0.573207, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"], "main_score": 0.573207, "precision": 0.547483, "recall": 0.642292}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"], "main_score": 0.962681, "precision": 0.95858, "recall": 0.971344}, {"accuracy": 0.269763, "f1": 0.190564, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"], "main_score": 0.190564, "precision": 0.167157, "recall": 0.269763}, {"accuracy": 0.460474, "f1": 0.37173, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"], "main_score": 0.37173, "precision": 0.342978, "recall": 0.460474}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.564229, "f1": 0.487775, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"], "main_score": 0.487775, "precision": 0.458331, "recall": 0.564229}, {"accuracy": 0.856719, "f1": 0.816831, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"], "main_score": 0.816831, "precision": 0.798123, "recall": 0.856719}, {"accuracy": 0.27668, "f1": 0.202274, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"], "main_score": 0.202274, "precision": 0.182324, "recall": 0.27668}, {"accuracy": 0.615613, "f1": 0.534167, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"], "main_score": 0.534167, "precision": 0.501268, "recall": 0.615613}, {"accuracy": 0.725296, "f1": 0.662722, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"], "main_score": 0.662722, "precision": 0.636586, "recall": 0.725296}, {"accuracy": 0.229249, "f1": 0.155827, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"], "main_score": 0.155827, "precision": 0.136785, "recall": 0.229249}, {"accuracy": 0.943676, "f1": 0.927997, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"], "main_score": 0.927997, "precision": 0.920784, "recall": 0.943676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"], "main_score": 0.930731, "precision": 0.923172, "recall": 0.94664}, {"accuracy": 0.790514, "f1": 0.737121, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"], "main_score": 0.737121, "precision": 0.713933, "recall": 0.790514}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.416008, "f1": 0.333605, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"], "main_score": 0.333605, "precision": 0.305688, "recall": 0.416008}, {"accuracy": 0.499012, "f1": 0.408425, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"], "main_score": 0.408425, "precision": 0.377664, "recall": 0.499012}, {"accuracy": 0.102767, "f1": 0.053469, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"], "main_score": 0.053469, "precision": 0.044609, "recall": 0.102767}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.199605, "f1": 0.13807, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"], "main_score": 0.13807, "precision": 0.120648, "recall": 0.199605}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"], "main_score": 0.942194, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.461462, "f1": 0.376249, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"], "main_score": 0.376249, "precision": 0.348681, "recall": 0.461462}, {"accuracy": 0.356719, "f1": 0.268139, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"], "main_score": 0.268139, "precision": 0.241098, "recall": 0.356719}, {"accuracy": 0.887352, "f1": 0.852997, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"], "main_score": 0.852997, "precision": 0.837039, "recall": 0.887352}, {"accuracy": 0.240119, "f1": 0.167453, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"], "main_score": 0.167453, "precision": 0.147295, "recall": 0.240119}, {"accuracy": 0.218379, "f1": 0.143625, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"], "main_score": 0.143625, "precision": 0.124712, "recall": 0.218379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.456522, "f1": 0.366579, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"], "main_score": 0.366579, "precision": 0.337022, "recall": 0.456522}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.194664, "f1": 0.119024, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"], "main_score": 0.119024, "precision": 0.100658, "recall": 0.194664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.926877, "f1": 0.905171, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"], "main_score": 0.905171, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.16996, "f1": 0.111835, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"], "main_score": 0.111835, "precision": 0.098248, "recall": 0.16996}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.181818, "f1": 0.117063, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"], "main_score": 0.117063, "precision": 0.101318, "recall": 0.181818}, {"accuracy": 0.199605, "f1": 0.132872, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"], "main_score": 0.132872, "precision": 0.115983, "recall": 0.199605}, {"accuracy": 0.145257, "f1": 0.092378, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"], "main_score": 0.092378, "precision": 0.080475, "recall": 0.145257}, {"accuracy": 0.555336, "f1": 0.475852, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"], "main_score": 0.475852, "precision": 0.444948, "recall": 0.555336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.284585, "f1": 0.208226, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"], "main_score": 0.208226, "precision": 0.186246, "recall": 0.284585}, {"accuracy": 0.163043, "f1": 0.10025, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"], "main_score": 0.10025, "precision": 0.086219, "recall": 0.163043}, {"accuracy": 0.209486, "f1": 0.138531, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"], "main_score": 0.138531, "precision": 0.122171, "recall": 0.209486}, {"accuracy": 0.835968, "f1": 0.794236, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"], "main_score": 0.794236, "precision": 0.775395, "recall": 0.835968}, {"accuracy": 0.167984, "f1": 0.104529, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"], "main_score": 0.104529, "precision": 0.089723, "recall": 0.167984}, {"accuracy": 0.171937, "f1": 0.115459, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"], "main_score": 0.115459, "precision": 0.102226, "recall": 0.171937}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"], "main_score": 0.955599, "precision": 0.951169, "recall": 0.965415}, {"accuracy": 0.287549, "f1": 0.208397, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"], "main_score": 0.208397, "precision": 0.187355, "recall": 0.287549}, {"accuracy": 0.244071, "f1": 0.166586, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"], "main_score": 0.166586, "precision": 0.147409, "recall": 0.244071}, {"accuracy": 0.653162, "f1": 0.576401, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"], "main_score": 0.576401, "precision": 0.546979, "recall": 0.653162}, {"accuracy": 0.356719, "f1": 0.270572, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"], "main_score": 0.270572, "precision": 0.244244, "recall": 0.356719}, {"accuracy": 0.470356, "f1": 0.381181, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"], "main_score": 0.381181, "precision": 0.350626, "recall": 0.470356}, {"accuracy": 0.884387, "f1": 0.852042, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"], "main_score": 0.852042, "precision": 0.837484, "recall": 0.884387}, {"accuracy": 0.346838, "f1": 0.259178, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"], "main_score": 0.259178, "precision": 0.231786, "recall": 0.346838}, {"accuracy": 0.495059, "f1": 0.408191, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"], "main_score": 0.408191, "precision": 0.377031, "recall": 0.495059}, {"accuracy": 0.179842, "f1": 0.117042, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"], "main_score": 0.117042, "precision": 0.100151, "recall": 0.179842}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.857708, "f1": 0.82113, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"], "main_score": 0.82113, "precision": 0.805016, "recall": 0.857708}, {"accuracy": 0.249012, "f1": 0.178019, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"], "main_score": 0.178019, "precision": 0.158219, "recall": 0.249012}, {"accuracy": 0.199605, "f1": 0.132028, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"], "main_score": 0.132028, "precision": 0.116659, "recall": 0.199605}, {"accuracy": 0.092885, "f1": 0.056904, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"], "main_score": 0.056904, "precision": 0.048216, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.150097, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"], "main_score": 0.150097, "precision": 0.133768, "recall": 0.213439}, {"accuracy": 0.002964, "f1": 4.8e-05, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"], "main_score": 4.8e-05, "precision": 2.4e-05, "recall": 0.002964}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.890316, "f1": 0.858235, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"], "main_score": 0.858235, "precision": 0.843659, "recall": 0.890316}, {"accuracy": 0.905138, "f1": 0.878096, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"], "main_score": 0.878096, "precision": 0.865613, "recall": 0.905138}, {"accuracy": 0.657115, "f1": 0.59235, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"], "main_score": 0.59235, "precision": 0.56693, "recall": 0.657115}, {"accuracy": 0.243083, "f1": 0.178959, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"], "main_score": 0.178959, "precision": 0.161182, "recall": 0.243083}, {"accuracy": 0.960474, "f1": 0.949522, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"], "main_score": 0.949522, "precision": 0.944641, "recall": 0.960474}, {"accuracy": 0.433794, "f1": 0.35543, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"], "main_score": 0.35543, "precision": 0.329081, "recall": 0.433794}, {"accuracy": 0.673913, "f1": 0.613545, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"], "main_score": 0.613545, "precision": 0.589223, "recall": 0.673913}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.883399, "f1": 0.854414, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"], "main_score": 0.854414, "precision": 0.841354, "recall": 0.883399}, {"accuracy": 0.271739, "f1": 0.186681, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"], "main_score": 0.186681, "precision": 0.163083, "recall": 0.271739}, {"accuracy": 0.898221, "f1": 0.871278, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"], "main_score": 0.871278, "precision": 0.858943, "recall": 0.898221}, {"accuracy": 0.829051, "f1": 0.788095, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"], "main_score": 0.788095, "precision": 0.769598, "recall": 0.829051}, {"accuracy": 0.972332, "f1": 0.964709, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"], "main_score": 0.964709, "precision": 0.961298, "recall": 0.972332}, {"accuracy": 0.324111, "f1": 0.241112, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"], "main_score": 0.241112, "precision": 0.218361, "recall": 0.324111}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"], "main_score": 0.922167, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"], "main_score": 0.906126, "precision": 0.896245, "recall": 0.926877}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.177866, "f1": 0.128261, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"], "main_score": 0.128261, "precision": 0.115029, "recall": 0.177866}, {"accuracy": 0.852767, "f1": 0.814745, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"], "main_score": 0.814745, "precision": 0.798081, "recall": 0.852767}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"], "main_score": 0.955204, "precision": 0.950461, "recall": 0.965415}, {"accuracy": 0.740119, "f1": 0.679943, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"], "main_score": 0.679943, "precision": 0.655329, "recall": 0.740119}, {"accuracy": 0.066206, "f1": 0.028732, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"], "main_score": 0.028732, "precision": 0.023069, "recall": 0.066206}, {"accuracy": 0.942688, "f1": 0.926021, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"], "main_score": 0.926021, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.243083, "f1": 0.180219, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"], "main_score": 0.180219, "precision": 0.163232, "recall": 0.243083}, {"accuracy": 0.855731, "f1": 0.817918, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"], "main_score": 0.817918, "precision": 0.801252, "recall": 0.855731}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.91502, "f1": 0.895111, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"], "main_score": 0.895111, "precision": 0.885787, "recall": 0.91502}, {"accuracy": 0.879447, "f1": 0.84641, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"], "main_score": 0.84641, "precision": 0.83122, "recall": 0.879447}, {"accuracy": 0.310277, "f1": 0.240274, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"], "main_score": 0.240274, "precision": 0.218804, "recall": 0.310277}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"], "main_score": 0.964328, "precision": 0.960557, "recall": 0.972332}, {"accuracy": 0.771739, "f1": 0.721747, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"], "main_score": 0.721747, "precision": 0.699959, "recall": 0.771739}, {"accuracy": 0.894269, "f1": 0.866107, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"], "main_score": 0.866107, "precision": 0.852767, "recall": 0.894269}, {"accuracy": 0.874506, "f1": 0.841074, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"], "main_score": 0.841074, "precision": 0.826038, "recall": 0.874506}, {"accuracy": 0.967391, "f1": 0.959157, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"], "main_score": 0.959157, "precision": 0.955204, "recall": 0.967391}, {"accuracy": 0.952569, "f1": 0.938538, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"], "main_score": 0.938538, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.190711, "f1": 0.125302, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"], "main_score": 0.125302, "precision": 0.109554, "recall": 0.190711}, {"accuracy": 0.077075, "f1": 0.048799, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"], "main_score": 0.048799, "precision": 0.04225, "recall": 0.077075}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.183794, "f1": 0.127674, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"], "main_score": 0.127674, "precision": 0.114037, "recall": 0.183794}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.842885, "f1": 0.806136, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"], "main_score": 0.806136, "precision": 0.790283, "recall": 0.842885}, {"accuracy": 0.75, "f1": 0.697761, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"], "main_score": 0.697761, "precision": 0.676235, "recall": 0.75}, {"accuracy": 0.215415, "f1": 0.148785, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"], "main_score": 0.148785, "precision": 0.131167, "recall": 0.215415}, {"accuracy": 0.735178, "f1": 0.686533, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"], "main_score": 0.686533, "precision": 0.66609, "recall": 0.735178}, {"accuracy": 0.642292, "f1": 0.574579, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"], "main_score": 0.574579, "precision": 0.547981, "recall": 0.642292}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"], "main_score": 0.967885, "precision": 0.96446, "recall": 0.975296}, {"accuracy": 0.750988, "f1": 0.694992, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"], "main_score": 0.694992, "precision": 0.672044, "recall": 0.750988}, {"accuracy": 0.188735, "f1": 0.132071, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"], "main_score": 0.132071, "precision": 0.117568, "recall": 0.188735}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"], "main_score": 0.925461, "precision": 0.917408, "recall": 0.942688}, {"accuracy": 0.078063, "f1": 0.048444, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"], "main_score": 0.048444, "precision": 0.041818, "recall": 0.078063}, {"accuracy": 0.288538, "f1": 0.225151, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"], "main_score": 0.225151, "precision": 0.20711, "recall": 0.288538}, {"accuracy": 0.386364, "f1": 0.306084, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"], "main_score": 0.306084, "precision": 0.280391, "recall": 0.386364}, {"accuracy": 0.096838, "f1": 0.057857, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"], "main_score": 0.057857, "precision": 0.048318, "recall": 0.096838}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.951581, "f1": 0.938589, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"], "main_score": 0.938589, "precision": 0.932724, "recall": 0.951581}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.935771, "f1": 0.917787, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"], "main_score": 0.917787, "precision": 0.90942, "recall": 0.935771}, {"accuracy": 0.332016, "f1": 0.258625, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"], "main_score": 0.258625, "precision": 0.236707, "recall": 0.332016}, {"accuracy": 0.769763, "f1": 0.718071, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"], "main_score": 0.718071, "precision": 0.696353, "recall": 0.769763}, {"accuracy": 0.503953, "f1": 0.433994, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"], "main_score": 0.433994, "precision": 0.410335, "recall": 0.503953}, {"accuracy": 0.981225, "f1": 0.976186, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"], "main_score": 0.976186, "precision": 0.973897, "recall": 0.981225}, {"accuracy": 0.298419, "f1": 0.222439, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"], "main_score": 0.222439, "precision": 0.20027, "recall": 0.298419}, {"accuracy": 0.350791, "f1": 0.277233, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"], "main_score": 0.277233, "precision": 0.256769, "recall": 0.350791}, {"accuracy": 0.278656, "f1": 0.200674, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"], "main_score": 0.200674, "precision": 0.178997, "recall": 0.278656}, {"accuracy": 0.37253, "f1": 0.304337, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"], "main_score": 0.304337, "precision": 0.284279, "recall": 0.37253}, {"accuracy": 0.639328, "f1": 0.573989, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"], "main_score": 0.573989, "precision": 0.548564, "recall": 0.639328}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.054348, "f1": 0.020185, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"], "main_score": 0.020185, "precision": 0.016246, "recall": 0.054348}, {"accuracy": 0.237154, "f1": 0.171612, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"], "main_score": 0.171612, "precision": 0.152114, "recall": 0.237154}, {"accuracy": 0.770751, "f1": 0.721332, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"], "main_score": 0.721332, "precision": 0.700932, "recall": 0.770751}, {"accuracy": 0.252964, "f1": 0.191776, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"], "main_score": 0.191776, "precision": 0.175951, "recall": 0.252964}, {"accuracy": 0.063241, "f1": 0.03431, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"], "main_score": 0.03431, "precision": 0.029537, "recall": 0.063241}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.794466, "f1": 0.746791, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"], "main_score": 0.746791, "precision": 0.7264, "recall": 0.794466}, {"accuracy": 0.807312, "f1": 0.755058, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"], "main_score": 0.755058, "precision": 0.732197, "recall": 0.807312}, {"accuracy": 0.75, "f1": 0.699417, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"], "main_score": 0.699417, "precision": 0.677783, "recall": 0.75}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.954545, "f1": 0.942542, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"], "main_score": 0.942542, "precision": 0.937335, "recall": 0.954545}, {"accuracy": 0.245059, "f1": 0.177294, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"], "main_score": 0.177294, "precision": 0.158865, "recall": 0.245059}, {"accuracy": 0.19664, "f1": 0.14374, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"], "main_score": 0.14374, "precision": 0.130016, "recall": 0.19664}, {"accuracy": 0.857708, "f1": 0.819664, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"], "main_score": 0.819664, "precision": 0.802652, "recall": 0.857708}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.923913, "f1": 0.903063, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"], "main_score": 0.903063, "precision": 0.893561, "recall": 0.923913}, {"accuracy": 0.405138, "f1": 0.326739, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"], "main_score": 0.326739, "precision": 0.301427, "recall": 0.405138}, {"accuracy": 0.236166, "f1": 0.172426, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"], "main_score": 0.172426, "precision": 0.155098, "recall": 0.236166}, {"accuracy": 0.728261, "f1": 0.669716, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"], "main_score": 0.669716, "precision": 0.645142, "recall": 0.728261}, {"accuracy": 0.912055, "f1": 0.887648, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"], "main_score": 0.887648, "precision": 0.876877, "recall": 0.912055}, {"accuracy": 0.216403, "f1": 0.1449, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"], "main_score": 0.1449, "precision": 0.1268, "recall": 0.216403}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.264822, "f1": 0.201286, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"], "main_score": 0.201286, "precision": 0.183482, "recall": 0.264822}, {"accuracy": 0.440711, "f1": 0.353943, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"], "main_score": 0.353943, "precision": 0.324762, "recall": 0.440711}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.758893, "f1": 0.704513, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"], "main_score": 0.704513, "precision": 0.681917, "recall": 0.758893}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"], "main_score": 0.874242, "precision": 0.860623, "recall": 0.903162}, {"accuracy": 0.258893, "f1": 0.193645, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"], "main_score": 0.193645, "precision": 0.175324, "recall": 0.258893}, {"accuracy": 0.087945, "f1": 0.042289, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"], "main_score": 0.042289, "precision": 0.035027, "recall": 0.087945}, {"accuracy": 0.284585, "f1": 0.215123, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"], "main_score": 0.215123, "precision": 0.196069, "recall": 0.284585}, {"accuracy": 0.139328, "f1": 0.087551, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"], "main_score": 0.087551, "precision": 0.076953, "recall": 0.139328}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.749012, "f1": 0.690184, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"], "main_score": 0.690184, "precision": 0.664147, "recall": 0.749012}, {"accuracy": 0.102767, "f1": 0.07339, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"], "main_score": 0.07339, "precision": 0.065656, "recall": 0.102767}, {"accuracy": 0.763834, "f1": 0.711989, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"], "main_score": 0.711989, "precision": 0.68946, "recall": 0.763834}, {"accuracy": 0.975296, "f1": 0.968182, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"], "main_score": 0.968182, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.745059, "f1": 0.692081, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"], "main_score": 0.692081, "precision": 0.670087, "recall": 0.745059}, {"accuracy": 0.525692, "f1": 0.445958, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"], "main_score": 0.445958, "precision": 0.414923, "recall": 0.525692}, {"accuracy": 0.210474, "f1": 0.143263, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"], "main_score": 0.143263, "precision": 0.126257, "recall": 0.210474}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.416008, "f1": 0.338005, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"], "main_score": 0.338005, "precision": 0.312533, "recall": 0.416008}, {"accuracy": 0.25, "f1": 0.179383, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"], "main_score": 0.179383, "precision": 0.160248, "recall": 0.25}, {"accuracy": 0.215415, "f1": 0.153307, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"], "main_score": 0.153307, "precision": 0.136038, "recall": 0.215415}, {"accuracy": 0.241107, "f1": 0.17903, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"], "main_score": 0.17903, "precision": 0.162654, "recall": 0.241107}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.020751, "f1": 0.004578, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"], "main_score": 0.004578, "precision": 0.003199, "recall": 0.020751}, {"accuracy": 0.83004, "f1": 0.785804, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"], "main_score": 0.785804, "precision": 0.765827, "recall": 0.83004}, {"accuracy": 0.456522, "f1": 0.377746, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"], "main_score": 0.377746, "precision": 0.348249, "recall": 0.456522}, {"accuracy": 0.821146, "f1": 0.778623, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"], "main_score": 0.778623, "precision": 0.759387, "recall": 0.821146}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.108696, "f1": 0.066822, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"], "main_score": 0.066822, "precision": 0.05713, "recall": 0.108696}, {"accuracy": 0.221344, "f1": 0.156561, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"], "main_score": 0.156561, "precision": 0.13927, "recall": 0.221344}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"], "main_score": 0.953623, "precision": 0.949193, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.653162, "f1": 0.586586, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"], "main_score": 0.586586, "precision": 0.560399, "recall": 0.653162}, {"accuracy": 0.205534, "f1": 0.14371, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"], "main_score": 0.14371, "precision": 0.127361, "recall": 0.205534}, {"accuracy": 0.25, "f1": 0.177698, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"], "main_score": 0.177698, "precision": 0.157843, "recall": 0.25}, {"accuracy": 0.913043, "f1": 0.888076, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"], "main_score": 0.888076, "precision": 0.8764, "recall": 0.913043}, {"accuracy": 0.199605, "f1": 0.141012, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"], "main_score": 0.141012, "precision": 0.126422, "recall": 0.199605}, {"accuracy": 0.233202, "f1": 0.165118, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"], "main_score": 0.165118, "precision": 0.146311, "recall": 0.233202}, {"accuracy": 0.793478, "f1": 0.741718, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"], "main_score": 0.741718, "precision": 0.718594, "recall": 0.793478}, {"accuracy": 0.659091, "f1": 0.599824, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"], "main_score": 0.599824, "precision": 0.576941, "recall": 0.659091}, {"accuracy": 0.932806, "f1": 0.916897, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"], "main_score": 0.916897, "precision": 0.909569, "recall": 0.932806}, {"accuracy": 0.313241, "f1": 0.238017, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"], "main_score": 0.238017, "precision": 0.21288, "recall": 0.313241}, {"accuracy": 0.474308, "f1": 0.398908, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"], "main_score": 0.398908, "precision": 0.374098, "recall": 0.474308}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.536561, "f1": 0.464116, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"], "main_score": 0.464116, "precision": 0.436256, "recall": 0.536561}, {"accuracy": 0.821146, "f1": 0.777586, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"], "main_score": 0.777586, "precision": 0.757585, "recall": 0.821146}, {"accuracy": 0.335968, "f1": 0.261581, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"], "main_score": 0.261581, "precision": 0.240312, "recall": 0.335968}, {"accuracy": 0.591897, "f1": 0.520218, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"], "main_score": 0.520218, "precision": 0.492206, "recall": 0.591897}, {"accuracy": 0.713439, "f1": 0.656673, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"], "main_score": 0.656673, "precision": 0.632757, "recall": 0.713439}, {"accuracy": 0.268775, "f1": 0.19692, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"], "main_score": 0.19692, "precision": 0.176262, "recall": 0.268775}, {"accuracy": 0.874506, "f1": 0.841079, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"], "main_score": 0.841079, "precision": 0.826269, "recall": 0.874506}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"], "main_score": 0.91031, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.756917, "f1": 0.702421, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"], "main_score": 0.702421, "precision": 0.678731, "recall": 0.756917}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"], "main_score": 0.966798, "precision": 0.963356, "recall": 0.974308}, {"accuracy": 0.424901, "f1": 0.354397, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"], "main_score": 0.354397, "precision": 0.33042, "recall": 0.424901}, {"accuracy": 0.516798, "f1": 0.441907, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"], "main_score": 0.441907, "precision": 0.415979, "recall": 0.516798}, {"accuracy": 0.12747, "f1": 0.075031, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"], "main_score": 0.075031, "precision": 0.063538, "recall": 0.12747}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.185771, "f1": 0.132134, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"], "main_score": 0.132134, "precision": 0.116109, "recall": 0.185771}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.89361, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"], "main_score": 0.89361, "precision": 0.883432, "recall": 0.916008}, {"accuracy": 0.51087, "f1": 0.432973, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"], "main_score": 0.432973, "precision": 0.406164, "recall": 0.51087}, {"accuracy": 0.373518, "f1": 0.292334, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"], "main_score": 0.292334, "precision": 0.267376, "recall": 0.373518}, {"accuracy": 0.850791, "f1": 0.806291, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"], "main_score": 0.806291, "precision": 0.785573, "recall": 0.850791}, {"accuracy": 0.270751, "f1": 0.204475, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"], "main_score": 0.204475, "precision": 0.185729, "recall": 0.270751}, {"accuracy": 0.253953, "f1": 0.184486, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"], "main_score": 0.184486, "precision": 0.165618, "recall": 0.253953}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"], "main_score": 0.965744, "precision": 0.961957, "recall": 0.97332}, {"accuracy": 0.471344, "f1": 0.386869, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"], "main_score": 0.386869, "precision": 0.358115, "recall": 0.471344}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.227273, "f1": 0.15366, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"], "main_score": 0.15366, "precision": 0.135607, "recall": 0.227273}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.887352, "f1": 0.85549, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"], "main_score": 0.85549, "precision": 0.840983, "recall": 0.887352}, {"accuracy": 0.932806, "f1": 0.914361, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"], "main_score": 0.914361, "precision": 0.905468, "recall": 0.932806}, {"accuracy": 0.204545, "f1": 0.14234, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"], "main_score": 0.14234, "precision": 0.126339, "recall": 0.204545}, {"accuracy": 0.91996, "f1": 0.898847, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"], "main_score": 0.898847, "precision": 0.889163, "recall": 0.91996}, {"accuracy": 0.218379, "f1": 0.149989, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"], "main_score": 0.149989, "precision": 0.13079, "recall": 0.218379}, {"accuracy": 0.225296, "f1": 0.166159, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"], "main_score": 0.166159, "precision": 0.151682, "recall": 0.225296}, {"accuracy": 0.162055, "f1": 0.112155, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"], "main_score": 0.112155, "precision": 0.099641, "recall": 0.162055}, {"accuracy": 0.527668, "f1": 0.457838, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"], "main_score": 0.457838, "precision": 0.43145, "recall": 0.527668}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.333004, "f1": 0.256552, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"], "main_score": 0.256552, "precision": 0.232207, "recall": 0.333004}, {"accuracy": 0.209486, "f1": 0.144319, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"], "main_score": 0.144319, "precision": 0.127214, "recall": 0.209486}, {"accuracy": 0.253953, "f1": 0.181143, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"], "main_score": 0.181143, "precision": 0.160647, "recall": 0.253953}, {"accuracy": 0.789526, "f1": 0.744532, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"], "main_score": 0.744532, "precision": 0.72528, "recall": 0.789526}, {"accuracy": 0.183794, "f1": 0.12396, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"], "main_score": 0.12396, "precision": 0.108992, "recall": 0.183794}, {"accuracy": 0.219368, "f1": 0.160336, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"], "main_score": 0.160336, "precision": 0.14439, "recall": 0.219368}, {"accuracy": 0.916996, "f1": 0.895487, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"], "main_score": 0.895487, "precision": 0.885853, "recall": 0.916996}, {"accuracy": 0.310277, "f1": 0.236232, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"], "main_score": 0.236232, "precision": 0.214901, "recall": 0.310277}, {"accuracy": 0.275692, "f1": 0.205938, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"], "main_score": 0.205938, "precision": 0.186918, "recall": 0.275692}, {"accuracy": 0.666996, "f1": 0.604475, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"], "main_score": 0.604475, "precision": 0.579974, "recall": 0.666996}, {"accuracy": 0.373518, "f1": 0.294407, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"], "main_score": 0.294407, "precision": 0.270013, "recall": 0.373518}, {"accuracy": 0.472332, "f1": 0.396214, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"], "main_score": 0.396214, "precision": 0.369686, "recall": 0.472332}, {"accuracy": 0.832016, "f1": 0.78969, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"], "main_score": 0.78969, "precision": 0.770504, "recall": 0.832016}, {"accuracy": 0.368577, "f1": 0.286097, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"], "main_score": 0.286097, "precision": 0.259839, "recall": 0.368577}, {"accuracy": 0.471344, "f1": 0.387032, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"], "main_score": 0.387032, "precision": 0.356603, "recall": 0.471344}, {"accuracy": 0.213439, "f1": 0.150455, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"], "main_score": 0.150455, "precision": 0.131882, "recall": 0.213439}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"], "main_score": 0.942589, "precision": 0.936347, "recall": 0.955534}, {"accuracy": 0.972332, "f1": 0.964065, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"], "main_score": 0.964065, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.8083, "f1": 0.761627, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"], "main_score": 0.761627, "precision": 0.741206, "recall": 0.8083}, {"accuracy": 0.29249, "f1": 0.224155, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"], "main_score": 0.224155, "precision": 0.202581, "recall": 0.29249}, {"accuracy": 0.230237, "f1": 0.156275, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"], "main_score": 0.156275, "precision": 0.136791, "recall": 0.230237}, {"accuracy": 0.089921, "f1": 0.056405, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"], "main_score": 0.056405, "precision": 0.048236, "recall": 0.089921}, {"accuracy": 0.152174, "f1": 0.094103, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"], "main_score": 0.094103, "precision": 0.080763, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.938735, "f1": 0.921443, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"], "main_score": 0.921443, "precision": 0.913603, "recall": 0.938735}, {"accuracy": 0.794466, "f1": 0.744911, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"], "main_score": 0.744911, "precision": 0.722671, "recall": 0.794466}, {"accuracy": 0.922925, "f1": 0.903986, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"], "main_score": 0.903986, "precision": 0.895669, "recall": 0.922925}, {"accuracy": 0.564229, "f1": 0.494245, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"], "main_score": 0.494245, "precision": 0.468321, "recall": 0.564229}, {"accuracy": 0.167984, "f1": 0.109229, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"], "main_score": 0.109229, "precision": 0.094148, "recall": 0.167984}, {"accuracy": 0.916996, "f1": 0.893398, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"], "main_score": 0.893398, "precision": 0.882246, "recall": 0.916996}, {"accuracy": 0.364625, "f1": 0.279329, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"], "main_score": 0.279329, "precision": 0.251674, "recall": 0.364625}, {"accuracy": 0.583004, "f1": 0.515811, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"], "main_score": 0.515811, "precision": 0.489034, "recall": 0.583004}, {"accuracy": 0.907115, "f1": 0.881621, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"], "main_score": 0.881621, "precision": 0.87001, "recall": 0.907115}, {"accuracy": 0.910079, "f1": 0.887088, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"], "main_score": 0.887088, "precision": 0.876268, "recall": 0.910079}, {"accuracy": 0.214427, "f1": 0.138829, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"], "main_score": 0.138829, "precision": 0.119509, "recall": 0.214427}, {"accuracy": 0.910079, "f1": 0.889383, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"], "main_score": 0.889383, "precision": 0.87957, "recall": 0.910079}, {"accuracy": 0.725296, "f1": 0.671894, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"], "main_score": 0.671894, "precision": 0.64944, "recall": 0.725296}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"], "main_score": 0.894664, "precision": 0.883679, "recall": 0.918972}, {"accuracy": 0.255929, "f1": 0.173466, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"], "main_score": 0.173466, "precision": 0.151606, "recall": 0.255929}, {"accuracy": 0.890316, "f1": 0.861973, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"], "main_score": 0.861973, "precision": 0.849235, "recall": 0.890316}, {"accuracy": 0.841897, "f1": 0.802179, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"], "main_score": 0.802179, "precision": 0.784273, "recall": 0.841897}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"], "main_score": 0.924572, "precision": 0.915843, "recall": 0.942688}, {"accuracy": 0.91502, "f1": 0.890668, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"], "main_score": 0.890668, "precision": 0.87957, "recall": 0.91502}, {"accuracy": 0.123518, "f1": 0.073938, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"], "main_score": 0.073938, "precision": 0.06284, "recall": 0.123518}, {"accuracy": 0.763834, "f1": 0.717089, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"], "main_score": 0.717089, "precision": 0.697521, "recall": 0.763834}, {"accuracy": 0.91996, "f1": 0.89697, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"], "main_score": 0.89697, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.603755, "f1": 0.529277, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"], "main_score": 0.529277, "precision": 0.499596, "recall": 0.603755}, {"accuracy": 0.055336, "f1": 0.028361, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"], "main_score": 0.028361, "precision": 0.024513, "recall": 0.055336}, {"accuracy": 0.896245, "f1": 0.868267, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"], "main_score": 0.868267, "precision": 0.855517, "recall": 0.896245}, {"accuracy": 0.181818, "f1": 0.12212, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"], "main_score": 0.12212, "precision": 0.107786, "recall": 0.181818}, {"accuracy": 0.743083, "f1": 0.691744, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"], "main_score": 0.691744, "precision": 0.670175, "recall": 0.743083}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"], "main_score": 0.88027, "precision": 0.867161, "recall": 0.908103}, {"accuracy": 0.809289, "f1": 0.769598, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"], "main_score": 0.769598, "precision": 0.752157, "recall": 0.809289}, {"accuracy": 0.838933, "f1": 0.801995, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"], "main_score": 0.801995, "precision": 0.785778, "recall": 0.838933}, {"accuracy": 0.240119, "f1": 0.176033, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"], "main_score": 0.176033, "precision": 0.158069, "recall": 0.240119}, {"accuracy": 0.917984, "f1": 0.893989, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"], "main_score": 0.893989, "precision": 0.883046, "recall": 0.917984}, {"accuracy": 0.642292, "f1": 0.580618, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"], "main_score": 0.580618, "precision": 0.55571, "recall": 0.642292}, {"accuracy": 0.840909, "f1": 0.806443, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"], "main_score": 0.806443, "precision": 0.790596, "recall": 0.840909}, {"accuracy": 0.796443, "f1": 0.752899, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"], "main_score": 0.752899, "precision": 0.733366, "recall": 0.796443}, {"accuracy": 0.90415, "f1": 0.87803, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"], "main_score": 0.87803, "precision": 0.86553, "recall": 0.90415}, {"accuracy": 0.886364, "f1": 0.857082, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"], "main_score": 0.857082, "precision": 0.843791, "recall": 0.886364}, {"accuracy": 0.135375, "f1": 0.077731, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"], "main_score": 0.077731, "precision": 0.066271, "recall": 0.135375}, {"accuracy": 0.054348, "f1": 0.033904, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"], "main_score": 0.033904, "precision": 0.028227, "recall": 0.054348}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"], "main_score": 0.895323, "precision": 0.884305, "recall": 0.918972}, {"accuracy": 0.134387, "f1": 0.080798, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"], "main_score": 0.080798, "precision": 0.068501, "recall": 0.134387}, {"accuracy": 0.924901, "f1": 0.903623, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"], "main_score": 0.903623, "precision": 0.893939, "recall": 0.924901}, {"accuracy": 0.847826, "f1": 0.810277, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"], "main_score": 0.810277, "precision": 0.793264, "recall": 0.847826}, {"accuracy": 0.62747, "f1": 0.567777, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"], "main_score": 0.567777, "precision": 0.544521, "recall": 0.62747}, {"accuracy": 0.159091, "f1": 0.097257, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"], "main_score": 0.097257, "precision": 0.081693, "recall": 0.159091}, {"accuracy": 0.586957, "f1": 0.529009, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"], "main_score": 0.529009, "precision": 0.506368, "recall": 0.586957}, {"accuracy": 0.537549, "f1": 0.466733, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"], "main_score": 0.466733, "precision": 0.439424, "recall": 0.537549}, {"accuracy": 0.926877, "f1": 0.906357, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"], "main_score": 0.906357, "precision": 0.897151, "recall": 0.926877}, {"accuracy": 0.666996, "f1": 0.598948, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"], "main_score": 0.598948, "precision": 0.570563, "recall": 0.666996}, {"accuracy": 0.143281, "f1": 0.091524, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"], "main_score": 0.091524, "precision": 0.078979, "recall": 0.143281}, {"accuracy": 0.876482, "f1": 0.844833, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"], "main_score": 0.844833, "precision": 0.830649, "recall": 0.876482}, {"accuracy": 0.070158, "f1": 0.039548, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"], "main_score": 0.039548, "precision": 0.032799, "recall": 0.070158}, {"accuracy": 0.205534, "f1": 0.143124, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"], "main_score": 0.143124, "precision": 0.126592, "recall": 0.205534}, {"accuracy": 0.307312, "f1": 0.230447, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"], "main_score": 0.230447, "precision": 0.207035, "recall": 0.307312}, {"accuracy": 0.083992, "f1": 0.048709, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"], "main_score": 0.048709, "precision": 0.040287, "recall": 0.083992}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"], "main_score": 0.910804, "precision": 0.901433, "recall": 0.93083}, {"accuracy": 0.900198, "f1": 0.87573, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"], "main_score": 0.87573, "precision": 0.864515, "recall": 0.900198}, {"accuracy": 0.927866, "f1": 0.906538, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"], "main_score": 0.906538, "precision": 0.896386, "recall": 0.927866}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"], "main_score": 0.854809, "precision": 0.840333, "recall": 0.886364}, {"accuracy": 0.240119, "f1": 0.169663, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"], "main_score": 0.169663, "precision": 0.150359, "recall": 0.240119}, {"accuracy": 0.690711, "f1": 0.629938, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"], "main_score": 0.629938, "precision": 0.605171, "recall": 0.690711}, {"accuracy": 0.378458, "f1": 0.306842, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"], "main_score": 0.306842, "precision": 0.283805, "recall": 0.378458}, {"accuracy": 0.927866, "f1": 0.908333, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"], "main_score": 0.908333, "precision": 0.899457, "recall": 0.927866}, {"accuracy": 0.221344, "f1": 0.153837, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"], "main_score": 0.153837, "precision": 0.135685, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.201889, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"], "main_score": 0.201889, "precision": 0.182158, "recall": 0.270751}, {"accuracy": 0.211462, "f1": 0.140348, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"], "main_score": 0.140348, "precision": 0.121308, "recall": 0.211462}, {"accuracy": 0.297431, "f1": 0.222938, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"], "main_score": 0.222938, "precision": 0.200875, "recall": 0.297431}, {"accuracy": 0.551383, "f1": 0.477961, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"], "main_score": 0.477961, "precision": 0.450038, "recall": 0.551383}, {"accuracy": 0.910079, "f1": 0.884354, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"], "main_score": 0.884354, "precision": 0.872365, "recall": 0.910079}, {"accuracy": 0.054348, "f1": 0.021299, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"], "main_score": 0.021299, "precision": 0.016895, "recall": 0.054348}, {"accuracy": 0.18083, "f1": 0.117304, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"], "main_score": 0.117304, "precision": 0.100546, "recall": 0.18083}, {"accuracy": 0.619565, "f1": 0.554322, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"], "main_score": 0.554322, "precision": 0.528273, "recall": 0.619565}, {"accuracy": 0.204545, "f1": 0.140339, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"], "main_score": 0.140339, "precision": 0.123976, "recall": 0.204545}, {"accuracy": 0.06917, "f1": 0.036872, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"], "main_score": 0.036872, "precision": 0.031473, "recall": 0.06917}, {"accuracy": 0.932806, "f1": 0.913867, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"], "main_score": 0.913867, "precision": 0.905007, "recall": 0.932806}, {"accuracy": 0.668972, "f1": 0.604089, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"], "main_score": 0.604089, "precision": 0.577695, "recall": 0.668972}, {"accuracy": 0.689723, "f1": 0.621031, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"], "main_score": 0.621031, "precision": 0.592073, "recall": 0.689723}, {"accuracy": 0.603755, "f1": 0.537109, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"], "main_score": 0.537109, "precision": 0.509588, "recall": 0.603755}, {"accuracy": 0.91502, "f1": 0.889328, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"], "main_score": 0.889328, "precision": 0.877141, "recall": 0.91502}, {"accuracy": 0.898221, "f1": 0.869335, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"], "main_score": 0.869335, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"], "main_score": 0.899539, "precision": 0.888373, "recall": 0.922925}, {"accuracy": 0.905138, "f1": 0.879233, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"], "main_score": 0.879233, "precision": 0.867648, "recall": 0.905138}, {"accuracy": 0.181818, "f1": 0.123995, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"], "main_score": 0.123995, "precision": 0.109375, "recall": 0.181818}, {"accuracy": 0.123518, "f1": 0.077888, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"], "main_score": 0.077888, "precision": 0.066671, "recall": 0.123518}, {"accuracy": 0.772727, "f1": 0.726668, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"], "main_score": 0.726668, "precision": 0.706317, "recall": 0.772727}, {"accuracy": 0.927866, "f1": 0.90695, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"], "main_score": 0.90695, "precision": 0.897431, "recall": 0.927866}, {"accuracy": 0.857708, "f1": 0.824341, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"], "main_score": 0.824341, "precision": 0.809124, "recall": 0.857708}, {"accuracy": 0.346838, "f1": 0.265961, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"], "main_score": 0.265961, "precision": 0.239825, "recall": 0.346838}, {"accuracy": 0.171937, "f1": 0.113442, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"], "main_score": 0.113442, "precision": 0.099212, "recall": 0.171937}, {"accuracy": 0.615613, "f1": 0.547857, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"], "main_score": 0.547857, "precision": 0.520333, "recall": 0.615613}, {"accuracy": 0.8083, "f1": 0.764248, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"], "main_score": 0.764248, "precision": 0.745273, "recall": 0.8083}, {"accuracy": 0.153162, "f1": 0.08924, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"], "main_score": 0.08924, "precision": 0.074931, "recall": 0.153162}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"], "main_score": 0.915086, "precision": 0.905715, "recall": 0.934783}, {"accuracy": 0.1917, "f1": 0.139625, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"], "main_score": 0.139625, "precision": 0.125808, "recall": 0.1917}, {"accuracy": 0.374506, "f1": 0.288972, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"], "main_score": 0.288972, "precision": 0.261477, "recall": 0.374506}, {"accuracy": 0.900198, "f1": 0.872744, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"], "main_score": 0.872744, "precision": 0.860187, "recall": 0.900198}, {"accuracy": 0.933794, "f1": 0.913505, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"], "main_score": 0.913505, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.926877, "f1": 0.90684, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"], "main_score": 0.90684, "precision": 0.897686, "recall": 0.926877}, {"accuracy": 0.925889, "f1": 0.90407, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"], "main_score": 0.90407, "precision": 0.893939, "recall": 0.925889}, {"accuracy": 0.635375, "f1": 0.571238, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"], "main_score": 0.571238, "precision": 0.545069, "recall": 0.635375}, {"accuracy": 0.828063, "f1": 0.785573, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"], "main_score": 0.785573, "precision": 0.766551, "recall": 0.828063}, {"accuracy": 0.202569, "f1": 0.137333, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"], "main_score": 0.137333, "precision": 0.119387, "recall": 0.202569}, {"accuracy": 0.072134, "f1": 0.031929, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"], "main_score": 0.031929, "precision": 0.026463, "recall": 0.072134}, {"accuracy": 0.206522, "f1": 0.139552, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"], "main_score": 0.139552, "precision": 0.121879, "recall": 0.206522}, {"accuracy": 0.088933, "f1": 0.045309, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"], "main_score": 0.045309, "precision": 0.037001, "recall": 0.088933}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"], "main_score": 0.889559, "precision": 0.877915, "recall": 0.91502}, {"accuracy": 0.608696, "f1": 0.541077, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"], "main_score": 0.541077, "precision": 0.515293, "recall": 0.608696}, {"accuracy": 0.072134, "f1": 0.043943, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"], "main_score": 0.043943, "precision": 0.037529, "recall": 0.072134}, {"accuracy": 0.633399, "f1": 0.566257, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"], "main_score": 0.566257, "precision": 0.539108, "recall": 0.633399}, {"accuracy": 0.922925, "f1": 0.900264, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"], "main_score": 0.900264, "precision": 0.890102, "recall": 0.922925}, {"accuracy": 0.671937, "f1": 0.610103, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"], "main_score": 0.610103, "precision": 0.584586, "recall": 0.671937}, {"accuracy": 0.463439, "f1": 0.391048, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"], "main_score": 0.391048, "precision": 0.364367, "recall": 0.463439}, {"accuracy": 0.16996, "f1": 0.107937, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"], "main_score": 0.107937, "precision": 0.093124, "recall": 0.16996}, {"accuracy": 0.893281, "f1": 0.863949, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"], "main_score": 0.863949, "precision": 0.850421, "recall": 0.893281}, {"accuracy": 0.347826, "f1": 0.268327, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"], "main_score": 0.268327, "precision": 0.243561, "recall": 0.347826}, {"accuracy": 0.186759, "f1": 0.122586, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"], "main_score": 0.122586, "precision": 0.106371, "recall": 0.186759}, {"accuracy": 0.16996, "f1": 0.108734, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"], "main_score": 0.108734, "precision": 0.093999, "recall": 0.16996}, {"accuracy": 0.20751, "f1": 0.144173, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"], "main_score": 0.144173, "precision": 0.127215, "recall": 0.20751}, {"accuracy": 0.881423, "f1": 0.850692, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"], "main_score": 0.850692, "precision": 0.836742, "recall": 0.881423}, {"accuracy": 0.017787, "f1": 0.003186, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"], "main_score": 0.003186, "precision": 0.002254, "recall": 0.017787}, {"accuracy": 0.726285, "f1": 0.670142, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"], "main_score": 0.670142, "precision": 0.646024, "recall": 0.726285}, {"accuracy": 0.327075, "f1": 0.260235, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"], "main_score": 0.260235, "precision": 0.236368, "recall": 0.327075}, {"accuracy": 0.762846, "f1": 0.716683, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"], "main_score": 0.716683, "precision": 0.695217, "recall": 0.762846}, {"accuracy": 0.91502, "f1": 0.8905, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"], "main_score": 0.8905, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.082016, "f1": 0.041284, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"], "main_score": 0.041284, "precision": 0.034144, "recall": 0.082016}, {"accuracy": 0.163043, "f1": 0.108544, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"], "main_score": 0.108544, "precision": 0.094854, "recall": 0.163043}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"], "main_score": 0.876647, "precision": 0.863883, "recall": 0.90415}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"], "main_score": 0.898287, "precision": 0.887269, "recall": 0.921937}, {"accuracy": 0.562253, "f1": 0.489519, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"], "main_score": 0.489519, "precision": 0.462068, "recall": 0.562253}, {"accuracy": 0.163043, "f1": 0.108174, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"], "main_score": 0.108174, "precision": 0.094782, "recall": 0.163043}, {"accuracy": 0.187747, "f1": 0.123311, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"], "main_score": 0.123311, "precision": 0.107488, "recall": 0.187747}, {"accuracy": 0.857708, "f1": 0.820707, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"], "main_score": 0.820707, "precision": 0.803928, "recall": 0.857708}, {"accuracy": 0.160079, "f1": 0.100255, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"], "main_score": 0.100255, "precision": 0.087023, "recall": 0.160079}, {"accuracy": 0.155138, "f1": 0.103219, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"], "main_score": 0.103219, "precision": 0.089827, "recall": 0.155138}, {"accuracy": 0.698617, "f1": 0.639886, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"], "main_score": 0.639886, "precision": 0.616625, "recall": 0.698617}, {"accuracy": 0.550395, "f1": 0.481425, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"], "main_score": 0.481425, "precision": 0.455076, "recall": 0.550395}, {"accuracy": 0.898221, "f1": 0.876026, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"], "main_score": 0.876026, "precision": 0.866634, "recall": 0.898221}, {"accuracy": 0.212451, "f1": 0.146188, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"], "main_score": 0.146188, "precision": 0.1265, "recall": 0.212451}, {"accuracy": 0.402174, "f1": 0.324849, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"], "main_score": 0.324849, "precision": 0.299383, "recall": 0.402174}, {"accuracy": 0.918972, "f1": 0.896476, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"], "main_score": 0.896476, "precision": 0.88615, "recall": 0.918972}, {"accuracy": 0.448617, "f1": 0.380346, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"], "main_score": 0.380346, "precision": 0.354102, "recall": 0.448617}, {"accuracy": 0.69664, "f1": 0.631691, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"], "main_score": 0.631691, "precision": 0.603656, "recall": 0.69664}, {"accuracy": 0.229249, "f1": 0.163639, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"], "main_score": 0.163639, "precision": 0.145154, "recall": 0.229249}, {"accuracy": 0.56917, "f1": 0.498226, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"], "main_score": 0.498226, "precision": 0.469737, "recall": 0.56917}, {"accuracy": 0.583004, "f1": 0.512856, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"], "main_score": 0.512856, "precision": 0.485591, "recall": 0.583004}, {"accuracy": 0.19664, "f1": 0.13302, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"], "main_score": 0.13302, "precision": 0.115831, "recall": 0.19664}, {"accuracy": 0.785573, "f1": 0.741504, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"], "main_score": 0.741504, "precision": 0.723005, "recall": 0.785573}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"], "main_score": 0.905698, "precision": 0.895702, "recall": 0.926877}, {"accuracy": 0.913043, "f1": 0.889446, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"], "main_score": 0.889446, "precision": 0.878623, "recall": 0.913043}, {"accuracy": 0.824111, "f1": 0.780736, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"], "main_score": 0.780736, "precision": 0.761841, "recall": 0.824111}, {"accuracy": 0.650198, "f1": 0.585793, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"], "main_score": 0.585793, "precision": 0.55933, "recall": 0.650198}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"], "main_score": 0.910968, "precision": 0.901433, "recall": 0.931818}, {"accuracy": 0.40415, "f1": 0.338621, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"], "main_score": 0.338621, "precision": 0.313905, "recall": 0.40415}, {"accuracy": 0.426877, "f1": 0.350658, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"], "main_score": 0.350658, "precision": 0.324933, "recall": 0.426877}, {"accuracy": 0.096838, "f1": 0.051551, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"], "main_score": 0.051551, "precision": 0.042286, "recall": 0.096838}, {"accuracy": 0.926877, "f1": 0.905435, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"], "main_score": 0.905435, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.18083, "f1": 0.129745, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"], "main_score": 0.129745, "precision": 0.114573, "recall": 0.18083}, {"accuracy": 0.920949, "f1": 0.898981, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"], "main_score": 0.898981, "precision": 0.889058, "recall": 0.920949}, {"accuracy": 0.923913, "f1": 0.903393, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"], "main_score": 0.903393, "precision": 0.89389, "recall": 0.923913}, {"accuracy": 0.371542, "f1": 0.291514, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"], "main_score": 0.291514, "precision": 0.266364, "recall": 0.371542}, {"accuracy": 0.311265, "f1": 0.232763, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"], "main_score": 0.232763, "precision": 0.209795, "recall": 0.311265}, {"accuracy": 0.782609, "f1": 0.725255, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"], "main_score": 0.725255, "precision": 0.700578, "recall": 0.782609}, {"accuracy": 0.210474, "f1": 0.150473, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"], "main_score": 0.150473, "precision": 0.133974, "recall": 0.210474}, {"accuracy": 0.190711, "f1": 0.125253, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"], "main_score": 0.125253, "precision": 0.109182, "recall": 0.190711}, {"accuracy": 0.916008, "f1": 0.892095, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"], "main_score": 0.892095, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.413043, "f1": 0.331237, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"], "main_score": 0.331237, "precision": 0.303708, "recall": 0.413043}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"], "main_score": 0.899374, "precision": 0.888867, "recall": 0.921937}, {"accuracy": 0.161067, "f1": 0.096468, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"], "main_score": 0.096468, "precision": 0.081163, "recall": 0.161067}, {"accuracy": 0.925889, "f1": 0.903327, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"], "main_score": 0.903327, "precision": 0.892622, "recall": 0.925889}, {"accuracy": 0.833004, "f1": 0.794175, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"], "main_score": 0.794175, "precision": 0.777174, "recall": 0.833004}, {"accuracy": 0.847826, "f1": 0.810705, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"], "main_score": 0.810705, "precision": 0.794412, "recall": 0.847826}, {"accuracy": 0.146245, "f1": 0.096523, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"], "main_score": 0.096523, "precision": 0.084984, "recall": 0.146245}, {"accuracy": 0.811265, "f1": 0.764295, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"], "main_score": 0.764295, "precision": 0.743363, "recall": 0.811265}, {"accuracy": 0.168972, "f1": 0.106813, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"], "main_score": 0.106813, "precision": 0.091353, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.109931, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"], "main_score": 0.109931, "precision": 0.09494, "recall": 0.16996}, {"accuracy": 0.128458, "f1": 0.081382, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"], "main_score": 0.081382, "precision": 0.070607, "recall": 0.128458}, {"accuracy": 0.504941, "f1": 0.430541, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"], "main_score": 0.430541, "precision": 0.401145, "recall": 0.504941}, {"accuracy": 0.934783, "f1": 0.913933, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"], "main_score": 0.913933, "precision": 0.903903, "recall": 0.934783}, {"accuracy": 0.262846, "f1": 0.191523, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"], "main_score": 0.191523, "precision": 0.169933, "recall": 0.262846}, {"accuracy": 0.136364, "f1": 0.076507, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"], "main_score": 0.076507, "precision": 0.063347, "recall": 0.136364}, {"accuracy": 0.195652, "f1": 0.127478, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"], "main_score": 0.127478, "precision": 0.110982, "recall": 0.195652}, {"accuracy": 0.688735, "f1": 0.634013, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"], "main_score": 0.634013, "precision": 0.610797, "recall": 0.688735}, {"accuracy": 0.140316, "f1": 0.08277, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"], "main_score": 0.08277, "precision": 0.069883, "recall": 0.140316}, {"accuracy": 0.158103, "f1": 0.103517, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"], "main_score": 0.103517, "precision": 0.089947, "recall": 0.158103}, {"accuracy": 0.852767, "f1": 0.818171, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"], "main_score": 0.818171, "precision": 0.803417, "recall": 0.852767}, {"accuracy": 0.251976, "f1": 0.182633, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"], "main_score": 0.182633, "precision": 0.162929, "recall": 0.251976}, {"accuracy": 0.198617, "f1": 0.131796, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"], "main_score": 0.131796, "precision": 0.114557, "recall": 0.198617}, {"accuracy": 0.547431, "f1": 0.475902, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"], "main_score": 0.475902, "precision": 0.449129, "recall": 0.547431}, {"accuracy": 0.315217, "f1": 0.234865, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"], "main_score": 0.234865, "precision": 0.210066, "recall": 0.315217}, {"accuracy": 0.427866, "f1": 0.346146, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"], "main_score": 0.346146, "precision": 0.318146, "recall": 0.427866}, {"accuracy": 0.759881, "f1": 0.70855, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"], "main_score": 0.70855, "precision": 0.686709, "recall": 0.759881}, {"accuracy": 0.274704, "f1": 0.200337, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"], "main_score": 0.200337, "precision": 0.17682, "recall": 0.274704}, {"accuracy": 0.427866, "f1": 0.351794, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"], "main_score": 0.351794, "precision": 0.3241, "recall": 0.427866}, {"accuracy": 0.144269, "f1": 0.090011, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"], "main_score": 0.090011, "precision": 0.076828, "recall": 0.144269}, {"accuracy": 0.911067, "f1": 0.884834, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"], "main_score": 0.884834, "precision": 0.872694, "recall": 0.911067}, {"accuracy": 0.878458, "f1": 0.846923, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"], "main_score": 0.846923, "precision": 0.83251, "recall": 0.878458}, {"accuracy": 0.897233, "f1": 0.867161, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"], "main_score": 0.867161, "precision": 0.853541, "recall": 0.897233}, {"accuracy": 0.727273, "f1": 0.669073, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"], "main_score": 0.669073, "precision": 0.644196, "recall": 0.727273}, {"accuracy": 0.217391, "f1": 0.153178, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"], "main_score": 0.153178, "precision": 0.135775, "recall": 0.217391}, {"accuracy": 0.178854, "f1": 0.113316, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"], "main_score": 0.113316, "precision": 0.097579, "recall": 0.178854}, {"accuracy": 0.097826, "f1": 0.070019, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"], "main_score": 0.070019, "precision": 0.062647, "recall": 0.097826}, {"accuracy": 0.236166, "f1": 0.172925, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"], "main_score": 0.172925, "precision": 0.154998, "recall": 0.236166}, {"accuracy": 0.002964, "f1": 5.2e-05, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.002964}, {"accuracy": 0.732213, "f1": 0.679705, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"], "main_score": 0.679705, "precision": 0.658479, "recall": 0.732213}, {"accuracy": 0.667984, "f1": 0.610634, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"], "main_score": 0.610634, "precision": 0.587865, "recall": 0.667984}, {"accuracy": 0.66502, "f1": 0.617315, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"], "main_score": 0.617315, "precision": 0.598181, "recall": 0.66502}, {"accuracy": 0.594862, "f1": 0.542776, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"], "main_score": 0.542776, "precision": 0.521983, "recall": 0.594862}, {"accuracy": 0.248024, "f1": 0.187886, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"], "main_score": 0.187886, "precision": 0.169627, "recall": 0.248024}, {"accuracy": 0.780632, "f1": 0.736576, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"], "main_score": 0.736576, "precision": 0.719227, "recall": 0.780632}, {"accuracy": 0.426877, "f1": 0.359663, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"], "main_score": 0.359663, "precision": 0.335532, "recall": 0.426877}, {"accuracy": 0.572134, "f1": 0.51455, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"], "main_score": 0.51455, "precision": 0.491604, "recall": 0.572134}, {"accuracy": 0.750988, "f1": 0.701173, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"], "main_score": 0.701173, "precision": 0.682038, "recall": 0.750988}, {"accuracy": 0.635375, "f1": 0.579716, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"], "main_score": 0.579716, "precision": 0.558458, "recall": 0.635375}, {"accuracy": 0.261858, "f1": 0.189321, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"], "main_score": 0.189321, "precision": 0.166395, "recall": 0.261858}, {"accuracy": 0.66996, "f1": 0.618909, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"], "main_score": 0.618909, "precision": 0.599323, "recall": 0.66996}, {"accuracy": 0.587945, "f1": 0.53328, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"], "main_score": 0.53328, "precision": 0.511187, "recall": 0.587945}, {"accuracy": 0.805336, "f1": 0.761926, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"], "main_score": 0.761926, "precision": 0.744335, "recall": 0.805336}, {"accuracy": 0.31917, "f1": 0.244527, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"], "main_score": 0.244527, "precision": 0.220714, "recall": 0.31917}, {"accuracy": 0.722332, "f1": 0.672482, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"], "main_score": 0.672482, "precision": 0.652453, "recall": 0.722332}, {"accuracy": 0.694664, "f1": 0.64098, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"], "main_score": 0.64098, "precision": 0.619416, "recall": 0.694664}, {"accuracy": 0.809289, "f1": 0.763543, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"], "main_score": 0.763543, "precision": 0.744681, "recall": 0.809289}, {"accuracy": 0.751976, "f1": 0.70543, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"], "main_score": 0.70543, "precision": 0.686495, "recall": 0.751976}, {"accuracy": 0.186759, "f1": 0.137982, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"], "main_score": 0.137982, "precision": 0.125153, "recall": 0.186759}, {"accuracy": 0.58004, "f1": 0.522483, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"], "main_score": 0.522483, "precision": 0.500985, "recall": 0.58004}, {"accuracy": 0.749012, "f1": 0.700339, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"], "main_score": 0.700339, "precision": 0.681546, "recall": 0.749012}, {"accuracy": 0.613636, "f1": 0.55623, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"], "main_score": 0.55623, "precision": 0.532669, "recall": 0.613636}, {"accuracy": 0.06917, "f1": 0.03161, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"], "main_score": 0.03161, "precision": 0.025888, "recall": 0.06917}, {"accuracy": 0.737154, "f1": 0.692261, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"], "main_score": 0.692261, "precision": 0.674175, "recall": 0.737154}, {"accuracy": 0.240119, "f1": 0.180629, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"], "main_score": 0.180629, "precision": 0.16466, "recall": 0.240119}, {"accuracy": 0.737154, "f1": 0.700826, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"], "main_score": 0.700826, "precision": 0.686055, "recall": 0.737154}, {"accuracy": 0.785573, "f1": 0.743055, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"], "main_score": 0.743055, "precision": 0.72607, "recall": 0.785573}, {"accuracy": 0.716403, "f1": 0.670418, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"], "main_score": 0.670418, "precision": 0.652507, "recall": 0.716403}, {"accuracy": 0.628458, "f1": 0.575853, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"], "main_score": 0.575853, "precision": 0.556955, "recall": 0.628458}, {"accuracy": 0.317194, "f1": 0.256979, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"], "main_score": 0.256979, "precision": 0.237532, "recall": 0.317194}, {"accuracy": 0.781621, "f1": 0.735017, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"], "main_score": 0.735017, "precision": 0.716314, "recall": 0.781621}, {"accuracy": 0.562253, "f1": 0.506669, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"], "main_score": 0.506669, "precision": 0.48589, "recall": 0.562253}, {"accuracy": 0.664032, "f1": 0.61139, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"], "main_score": 0.61139, "precision": 0.590655, "recall": 0.664032}, {"accuracy": 0.601779, "f1": 0.546911, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"], "main_score": 0.546911, "precision": 0.525171, "recall": 0.601779}, {"accuracy": 0.786561, "f1": 0.745975, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"], "main_score": 0.745975, "precision": 0.728644, "recall": 0.786561}, {"accuracy": 0.720356, "f1": 0.672874, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"], "main_score": 0.672874, "precision": 0.654443, "recall": 0.720356}, {"accuracy": 0.205534, "f1": 0.141866, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"], "main_score": 0.141866, "precision": 0.127013, "recall": 0.205534}, {"accuracy": 0.061265, "f1": 0.04017, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"], "main_score": 0.04017, "precision": 0.034137, "recall": 0.061265}, {"accuracy": 0.781621, "f1": 0.737614, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"], "main_score": 0.737614, "precision": 0.719851, "recall": 0.781621}, {"accuracy": 0.194664, "f1": 0.138489, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"], "main_score": 0.138489, "precision": 0.123706, "recall": 0.194664}, {"accuracy": 0.772727, "f1": 0.733241, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"], "main_score": 0.733241, "precision": 0.717211, "recall": 0.772727}, {"accuracy": 0.758893, "f1": 0.716435, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"], "main_score": 0.716435, "precision": 0.700245, "recall": 0.758893}, {"accuracy": 0.619565, "f1": 0.566851, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"], "main_score": 0.566851, "precision": 0.545493, "recall": 0.619565}, {"accuracy": 0.218379, "f1": 0.153163, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"], "main_score": 0.153163, "precision": 0.134455, "recall": 0.218379}, {"accuracy": 0.602767, "f1": 0.555091, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"], "main_score": 0.555091, "precision": 0.536105, "recall": 0.602767}, {"accuracy": 0.545455, "f1": 0.486982, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"], "main_score": 0.486982, "precision": 0.464635, "recall": 0.545455}, {"accuracy": 0.794466, "f1": 0.749187, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"], "main_score": 0.749187, "precision": 0.730418, "recall": 0.794466}, {"accuracy": 0.632411, "f1": 0.579734, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"], "main_score": 0.579734, "precision": 0.558469, "recall": 0.632411}, {"accuracy": 0.200593, "f1": 0.143273, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"], "main_score": 0.143273, "precision": 0.126861, "recall": 0.200593}, {"accuracy": 0.715415, "f1": 0.664649, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"], "main_score": 0.664649, "precision": 0.644294, "recall": 0.715415}, {"accuracy": 0.077075, "f1": 0.049858, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"], "main_score": 0.049858, "precision": 0.043253, "recall": 0.077075}, {"accuracy": 0.288538, "f1": 0.221338, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"], "main_score": 0.221338, "precision": 0.201405, "recall": 0.288538}, {"accuracy": 0.378458, "f1": 0.302297, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"], "main_score": 0.302297, "precision": 0.275144, "recall": 0.378458}, {"accuracy": 0.092885, "f1": 0.054974, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"], "main_score": 0.054974, "precision": 0.045319, "recall": 0.092885}, {"accuracy": 0.782609, "f1": 0.738008, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"], "main_score": 0.738008, "precision": 0.720046, "recall": 0.782609}, {"accuracy": 0.728261, "f1": 0.67883, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"], "main_score": 0.67883, "precision": 0.658566, "recall": 0.728261}, {"accuracy": 0.785573, "f1": 0.742951, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"], "main_score": 0.742951, "precision": 0.725644, "recall": 0.785573}, {"accuracy": 0.679842, "f1": 0.623107, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"], "main_score": 0.623107, "precision": 0.601027, "recall": 0.679842}, {"accuracy": 0.304348, "f1": 0.235662, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"], "main_score": 0.235662, "precision": 0.214282, "recall": 0.304348}, {"accuracy": 0.608696, "f1": 0.556802, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"], "main_score": 0.556802, "precision": 0.535846, "recall": 0.608696}, {"accuracy": 0.447628, "f1": 0.3925, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"], "main_score": 0.3925, "precision": 0.372748, "recall": 0.447628}, {"accuracy": 0.790514, "f1": 0.744739, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"], "main_score": 0.744739, "precision": 0.726238, "recall": 0.790514}, {"accuracy": 0.264822, "f1": 0.202262, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"], "main_score": 0.202262, "precision": 0.183957, "recall": 0.264822}, {"accuracy": 0.359684, "f1": 0.292827, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"], "main_score": 0.292827, "precision": 0.27215, "recall": 0.359684}, {"accuracy": 0.266798, "f1": 0.196576, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"], "main_score": 0.196576, "precision": 0.175644, "recall": 0.266798}, {"accuracy": 0.362648, "f1": 0.292266, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"], "main_score": 0.292266, "precision": 0.269224, "recall": 0.362648}, {"accuracy": 0.582016, "f1": 0.522274, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"], "main_score": 0.522274, "precision": 0.497545, "recall": 0.582016}, {"accuracy": 0.790514, "f1": 0.746182, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"], "main_score": 0.746182, "precision": 0.72748, "recall": 0.790514}, {"accuracy": 0.05336, "f1": 0.017755, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"], "main_score": 0.017755, "precision": 0.012966, "recall": 0.05336}, {"accuracy": 0.236166, "f1": 0.171894, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"], "main_score": 0.171894, "precision": 0.152233, "recall": 0.236166}, {"accuracy": 0.624506, "f1": 0.570594, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"], "main_score": 0.570594, "precision": 0.549317, "recall": 0.624506}, {"accuracy": 0.256917, "f1": 0.189536, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"], "main_score": 0.189536, "precision": 0.169468, "recall": 0.256917}, {"accuracy": 0.055336, "f1": 0.02792, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"], "main_score": 0.02792, "precision": 0.022882, "recall": 0.055336}, {"accuracy": 0.80336, "f1": 0.760437, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"], "main_score": 0.760437, "precision": 0.742919, "recall": 0.80336}, {"accuracy": 0.658103, "f1": 0.600563, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"], "main_score": 0.600563, "precision": 0.577342, "recall": 0.658103}, {"accuracy": 0.663043, "f1": 0.61198, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"], "main_score": 0.61198, "precision": 0.590728, "recall": 0.663043}, {"accuracy": 0.474308, "f1": 0.416828, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"], "main_score": 0.416828, "precision": 0.395564, "recall": 0.474308}, {"accuracy": 0.796443, "f1": 0.752979, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"], "main_score": 0.752979, "precision": 0.734875, "recall": 0.796443}, {"accuracy": 0.781621, "f1": 0.733322, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"], "main_score": 0.733322, "precision": 0.71378, "recall": 0.781621}, {"accuracy": 0.80336, "f1": 0.759752, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"], "main_score": 0.759752, "precision": 0.741956, "recall": 0.80336}, {"accuracy": 0.709486, "f1": 0.657678, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"], "main_score": 0.657678, "precision": 0.637435, "recall": 0.709486}, {"accuracy": 0.251976, "f1": 0.186248, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"], "main_score": 0.186248, "precision": 0.166646, "recall": 0.251976}, {"accuracy": 0.195652, "f1": 0.144422, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"], "main_score": 0.144422, "precision": 0.129179, "recall": 0.195652}, {"accuracy": 0.574111, "f1": 0.519804, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"], "main_score": 0.519804, "precision": 0.498968, "recall": 0.574111}, {"accuracy": 0.780632, "f1": 0.732465, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"], "main_score": 0.732465, "precision": 0.712065, "recall": 0.780632}, {"accuracy": 0.706522, "f1": 0.65898, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"], "main_score": 0.65898, "precision": 0.639296, "recall": 0.706522}, {"accuracy": 0.396245, "f1": 0.32809, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"], "main_score": 0.32809, "precision": 0.304397, "recall": 0.396245}, {"accuracy": 0.242095, "f1": 0.186392, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"], "main_score": 0.186392, "precision": 0.168912, "recall": 0.242095}, {"accuracy": 0.618577, "f1": 0.563297, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"], "main_score": 0.563297, "precision": 0.541696, "recall": 0.618577}, {"accuracy": 0.692688, "f1": 0.647843, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"], "main_score": 0.647843, "precision": 0.629258, "recall": 0.692688}, {"accuracy": 0.219368, "f1": 0.150499, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"], "main_score": 0.150499, "precision": 0.131879, "recall": 0.219368}, {"accuracy": 0.76581, "f1": 0.718201, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"], "main_score": 0.718201, "precision": 0.69899, "recall": 0.76581}, {"accuracy": 0.266798, "f1": 0.207558, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"], "main_score": 0.207558, "precision": 0.189634, "recall": 0.266798}, {"accuracy": 0.411067, "f1": 0.337598, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"], "main_score": 0.337598, "precision": 0.313255, "recall": 0.411067}, {"accuracy": 0.729249, "f1": 0.679284, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"], "main_score": 0.679284, "precision": 0.659056, "recall": 0.729249}, {"accuracy": 0.778656, "f1": 0.730966, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"], "main_score": 0.730966, "precision": 0.711696, "recall": 0.778656}, {"accuracy": 0.79249, "f1": 0.745322, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"], "main_score": 0.745322, "precision": 0.725372, "recall": 0.79249}, {"accuracy": 0.754941, "f1": 0.705435, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"], "main_score": 0.705435, "precision": 0.685606, "recall": 0.754941}, {"accuracy": 0.656126, "f1": 0.603731, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"], "main_score": 0.603731, "precision": 0.582666, "recall": 0.656126}, {"accuracy": 0.644269, "f1": 0.583027, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"], "main_score": 0.583027, "precision": 0.559218, "recall": 0.644269}, {"accuracy": 0.274704, "f1": 0.20682, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"], "main_score": 0.20682, "precision": 0.185367, "recall": 0.274704}, {"accuracy": 0.077075, "f1": 0.035061, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"], "main_score": 0.035061, "precision": 0.02863, "recall": 0.077075}, {"accuracy": 0.280632, "f1": 0.217889, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"], "main_score": 0.217889, "precision": 0.19843, "recall": 0.280632}, {"accuracy": 0.13834, "f1": 0.082719, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"], "main_score": 0.082719, "precision": 0.07109, "recall": 0.13834}, {"accuracy": 0.818182, "f1": 0.77624, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"], "main_score": 0.77624, "precision": 0.75938, "recall": 0.818182}, {"accuracy": 0.616601, "f1": 0.559115, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"], "main_score": 0.559115, "precision": 0.536011, "recall": 0.616601}, {"accuracy": 0.113636, "f1": 0.079552, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"], "main_score": 0.079552, "precision": 0.071013, "recall": 0.113636}, {"accuracy": 0.639328, "f1": 0.588556, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"], "main_score": 0.588556, "precision": 0.566683, "recall": 0.639328}, {"accuracy": 0.793478, "f1": 0.749446, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"], "main_score": 0.749446, "precision": 0.730683, "recall": 0.793478}, {"accuracy": 0.498024, "f1": 0.439491, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"], "main_score": 0.439491, "precision": 0.41746, "recall": 0.498024}, {"accuracy": 0.486166, "f1": 0.421519, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"], "main_score": 0.421519, "precision": 0.396477, "recall": 0.486166}, {"accuracy": 0.201581, "f1": 0.139918, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"], "main_score": 0.139918, "precision": 0.124896, "recall": 0.201581}, {"accuracy": 0.722332, "f1": 0.670865, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"], "main_score": 0.670865, "precision": 0.650126, "recall": 0.722332}, {"accuracy": 0.405138, "f1": 0.334469, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"], "main_score": 0.334469, "precision": 0.310449, "recall": 0.405138}, {"accuracy": 0.247036, "f1": 0.175736, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"], "main_score": 0.175736, "precision": 0.155565, "recall": 0.247036}, {"accuracy": 0.222332, "f1": 0.160028, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"], "main_score": 0.160028, "precision": 0.14382, "recall": 0.222332}, {"accuracy": 0.241107, "f1": 0.178368, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"], "main_score": 0.178368, "precision": 0.160378, "recall": 0.241107}, {"accuracy": 0.79249, "f1": 0.750849, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"], "main_score": 0.750849, "precision": 0.733872, "recall": 0.79249}, {"accuracy": 0.017787, "f1": 0.003224, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"], "main_score": 0.003224, "precision": 0.002309, "recall": 0.017787}, {"accuracy": 0.588933, "f1": 0.531645, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"], "main_score": 0.531645, "precision": 0.51014, "recall": 0.588933}, {"accuracy": 0.321146, "f1": 0.259683, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"], "main_score": 0.259683, "precision": 0.237759, "recall": 0.321146}, {"accuracy": 0.617589, "f1": 0.564714, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"], "main_score": 0.564714, "precision": 0.543928, "recall": 0.617589}, {"accuracy": 0.796443, "f1": 0.751328, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"], "main_score": 0.751328, "precision": 0.73377, "recall": 0.796443}, {"accuracy": 0.12253, "f1": 0.076827, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"], "main_score": 0.076827, "precision": 0.066679, "recall": 0.12253}, {"accuracy": 0.216403, "f1": 0.15655, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"], "main_score": 0.15655, "precision": 0.139535, "recall": 0.216403}, {"accuracy": 0.779644, "f1": 0.734569, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"], "main_score": 0.734569, "precision": 0.715318, "recall": 0.779644}, {"accuracy": 0.798419, "f1": 0.752975, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"], "main_score": 0.752975, "precision": 0.735196, "recall": 0.798419}, {"accuracy": 0.562253, "f1": 0.507229, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"], "main_score": 0.507229, "precision": 0.485504, "recall": 0.562253}, {"accuracy": 0.208498, "f1": 0.150202, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"], "main_score": 0.150202, "precision": 0.13266, "recall": 0.208498}, {"accuracy": 0.228261, "f1": 0.162064, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"], "main_score": 0.162064, "precision": 0.142161, "recall": 0.228261}, {"accuracy": 0.676877, "f1": 0.620702, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"], "main_score": 0.620702, "precision": 0.598768, "recall": 0.676877}, {"accuracy": 0.210474, "f1": 0.15186, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"], "main_score": 0.15186, "precision": 0.135199, "recall": 0.210474}, {"accuracy": 0.248024, "f1": 0.186673, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"], "main_score": 0.186673, "precision": 0.167279, "recall": 0.248024}, {"accuracy": 0.555336, "f1": 0.500923, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"], "main_score": 0.500923, "precision": 0.481073, "recall": 0.555336}, {"accuracy": 0.561265, "f1": 0.512112, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"], "main_score": 0.512112, "precision": 0.493118, "recall": 0.561265}, {"accuracy": 0.70751, "f1": 0.657431, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"], "main_score": 0.657431, "precision": 0.637433, "recall": 0.70751}, {"accuracy": 0.301383, "f1": 0.225767, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"], "main_score": 0.225767, "precision": 0.200667, "recall": 0.301383}, {"accuracy": 0.481225, "f1": 0.411545, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"], "main_score": 0.411545, "precision": 0.387112, "recall": 0.481225}, {"accuracy": 0.750988, "f1": 0.700889, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"], "main_score": 0.700889, "precision": 0.680741, "recall": 0.750988}, {"accuracy": 0.373518, "f1": 0.317332, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"], "main_score": 0.317332, "precision": 0.296185, "recall": 0.373518}, {"accuracy": 0.559289, "f1": 0.496441, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"], "main_score": 0.496441, "precision": 0.471034, "recall": 0.559289}, {"accuracy": 0.343874, "f1": 0.270439, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"], "main_score": 0.270439, "precision": 0.248001, "recall": 0.343874}, {"accuracy": 0.426877, "f1": 0.371213, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"], "main_score": 0.371213, "precision": 0.350594, "recall": 0.426877}, {"accuracy": 0.571146, "f1": 0.507613, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"], "main_score": 0.507613, "precision": 0.481167, "recall": 0.571146}, {"accuracy": 0.273715, "f1": 0.20545, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"], "main_score": 0.20545, "precision": 0.183273, "recall": 0.273715}, {"accuracy": 0.581028, "f1": 0.528524, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"], "main_score": 0.528524, "precision": 0.509231, "recall": 0.581028}, {"accuracy": 0.735178, "f1": 0.678644, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"], "main_score": 0.678644, "precision": 0.655675, "recall": 0.735178}, {"accuracy": 0.741107, "f1": 0.688218, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"], "main_score": 0.688218, "precision": 0.666669, "recall": 0.741107}, {"accuracy": 0.740119, "f1": 0.691046, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"], "main_score": 0.691046, "precision": 0.670004, "recall": 0.740119}, {"accuracy": 0.606719, "f1": 0.556588, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"], "main_score": 0.556588, "precision": 0.537118, "recall": 0.606719}, {"accuracy": 0.815217, "f1": 0.772676, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"], "main_score": 0.772676, "precision": 0.754663, "recall": 0.815217}, {"accuracy": 0.344862, "f1": 0.289895, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"], "main_score": 0.289895, "precision": 0.27066, "recall": 0.344862}, {"accuracy": 0.493083, "f1": 0.42396, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"], "main_score": 0.42396, "precision": 0.399586, "recall": 0.493083}, {"accuracy": 0.12253, "f1": 0.071885, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"], "main_score": 0.071885, "precision": 0.061059, "recall": 0.12253}, {"accuracy": 0.788538, "f1": 0.742394, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"], "main_score": 0.742394, "precision": 0.724202, "recall": 0.788538}, {"accuracy": 0.156126, "f1": 0.110978, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"], "main_score": 0.110978, "precision": 0.097398, "recall": 0.156126}, {"accuracy": 0.745059, "f1": 0.694837, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"], "main_score": 0.694837, "precision": 0.675109, "recall": 0.745059}, {"accuracy": 0.679842, "f1": 0.627965, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"], "main_score": 0.627965, "precision": 0.607227, "recall": 0.679842}, {"accuracy": 0.458498, "f1": 0.387215, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"], "main_score": 0.387215, "precision": 0.36279, "recall": 0.458498}, {"accuracy": 0.36166, "f1": 0.290495, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"], "main_score": 0.290495, "precision": 0.268734, "recall": 0.36166}, {"accuracy": 0.632411, "f1": 0.566286, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"], "main_score": 0.566286, "precision": 0.540221, "recall": 0.632411}, {"accuracy": 0.285573, "f1": 0.220196, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"], "main_score": 0.220196, "precision": 0.200716, "recall": 0.285573}, {"accuracy": 0.250988, "f1": 0.182814, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"], "main_score": 0.182814, "precision": 0.162998, "recall": 0.250988}, {"accuracy": 0.795455, "f1": 0.752948, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"], "main_score": 0.752948, "precision": 0.735698, "recall": 0.795455}, {"accuracy": 0.421937, "f1": 0.342522, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"], "main_score": 0.342522, "precision": 0.314666, "recall": 0.421937}, {"accuracy": 0.79249, "f1": 0.749417, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"], "main_score": 0.749417, "precision": 0.731252, "recall": 0.79249}, {"accuracy": 0.240119, "f1": 0.167402, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"], "main_score": 0.167402, "precision": 0.148334, "recall": 0.240119}, {"accuracy": 0.804348, "f1": 0.762637, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"], "main_score": 0.762637, "precision": 0.746323, "recall": 0.804348}, {"accuracy": 0.641304, "f1": 0.582061, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"], "main_score": 0.582061, "precision": 0.559246, "recall": 0.641304}, {"accuracy": 0.738142, "f1": 0.692393, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"], "main_score": 0.692393, "precision": 0.67325, "recall": 0.738142}, {"accuracy": 0.206522, "f1": 0.147901, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"], "main_score": 0.147901, "precision": 0.130743, "recall": 0.206522}, {"accuracy": 0.740119, "f1": 0.69286, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"], "main_score": 0.69286, "precision": 0.673345, "recall": 0.740119}, {"accuracy": 0.216403, "f1": 0.153106, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"], "main_score": 0.153106, "precision": 0.134543, "recall": 0.216403}, {"accuracy": 0.229249, "f1": 0.167573, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"], "main_score": 0.167573, "precision": 0.15033, "recall": 0.229249}, {"accuracy": 0.158103, "f1": 0.108212, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"], "main_score": 0.108212, "precision": 0.095597, "recall": 0.158103}, {"accuracy": 0.412055, "f1": 0.350273, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"], "main_score": 0.350273, "precision": 0.325974, "recall": 0.412055}, {"accuracy": 0.804348, "f1": 0.76015, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"], "main_score": 0.76015, "precision": 0.741947, "recall": 0.804348}, {"accuracy": 0.324111, "f1": 0.259955, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"], "main_score": 0.259955, "precision": 0.238155, "recall": 0.324111}, {"accuracy": 0.211462, "f1": 0.147417, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"], "main_score": 0.147417, "precision": 0.130456, "recall": 0.211462}, {"accuracy": 0.259881, "f1": 0.189262, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"], "main_score": 0.189262, "precision": 0.169414, "recall": 0.259881}, {"accuracy": 0.519763, "f1": 0.462785, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"], "main_score": 0.462785, "precision": 0.441478, "recall": 0.519763}, {"accuracy": 0.181818, "f1": 0.126128, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"], "main_score": 0.126128, "precision": 0.111, "recall": 0.181818}, {"accuracy": 0.204545, "f1": 0.147534, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"], "main_score": 0.147534, "precision": 0.129811, "recall": 0.204545}, {"accuracy": 0.729249, "f1": 0.685517, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"], "main_score": 0.685517, "precision": 0.668457, "recall": 0.729249}, {"accuracy": 0.314229, "f1": 0.241363, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"], "main_score": 0.241363, "precision": 0.218926, "recall": 0.314229}, {"accuracy": 0.275692, "f1": 0.20708, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"], "main_score": 0.20708, "precision": 0.187003, "recall": 0.275692}, {"accuracy": 0.598814, "f1": 0.539448, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"], "main_score": 0.539448, "precision": 0.516572, "recall": 0.598814}, {"accuracy": 0.338933, "f1": 0.266119, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"], "main_score": 0.266119, "precision": 0.243577, "recall": 0.338933}, {"accuracy": 0.434783, "f1": 0.363511, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"], "main_score": 0.363511, "precision": 0.339802, "recall": 0.434783}, {"accuracy": 0.596838, "f1": 0.535019, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"], "main_score": 0.535019, "precision": 0.512108, "recall": 0.596838}, {"accuracy": 0.337945, "f1": 0.266159, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"], "main_score": 0.266159, "precision": 0.241702, "recall": 0.337945}, {"accuracy": 0.447628, "f1": 0.377999, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"], "main_score": 0.377999, "precision": 0.353538, "recall": 0.447628}, {"accuracy": 0.20751, "f1": 0.144891, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"], "main_score": 0.144891, "precision": 0.126148, "recall": 0.20751}, {"accuracy": 0.729249, "f1": 0.674021, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"], "main_score": 0.674021, "precision": 0.652766, "recall": 0.729249}, {"accuracy": 0.712451, "f1": 0.664196, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"], "main_score": 0.664196, "precision": 0.644814, "recall": 0.712451}, {"accuracy": 0.775692, "f1": 0.727883, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"], "main_score": 0.727883, "precision": 0.708354, "recall": 0.775692}, {"accuracy": 0.563241, "f1": 0.503056, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"], "main_score": 0.503056, "precision": 0.479257, "recall": 0.563241}, {"accuracy": 0.295455, "f1": 0.23304, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"], "main_score": 0.23304, "precision": 0.213335, "recall": 0.295455}, {"accuracy": 0.224308, "f1": 0.159586, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"], "main_score": 0.159586, "precision": 0.141373, "recall": 0.224308}, {"accuracy": 0.033597, "f1": 0.025738, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"], "main_score": 0.025738, "precision": 0.023777, "recall": 0.033597}, {"accuracy": 0.162055, "f1": 0.151981, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"], "main_score": 0.151981, "precision": 0.148603, "recall": 0.162055}, {"accuracy": 0.004941, "f1": 0.001194, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"], "main_score": 0.001194, "precision": 0.001098, "recall": 0.004941}, {"accuracy": 0.109684, "f1": 0.092592, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"], "main_score": 0.092592, "precision": 0.088355, "recall": 0.109684}, {"accuracy": 0.116601, "f1": 0.106919, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"], "main_score": 0.106919, "precision": 0.104083, "recall": 0.116601}, {"accuracy": 0.085968, "f1": 0.071693, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"], "main_score": 0.071693, "precision": 0.068344, "recall": 0.085968}, {"accuracy": 0.100791, "f1": 0.096574, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"], "main_score": 0.096574, "precision": 0.094977, "recall": 0.100791}, {"accuracy": 0.194664, "f1": 0.178702, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"], "main_score": 0.178702, "precision": 0.172944, "recall": 0.194664}, {"accuracy": 0.181818, "f1": 0.162794, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"], "main_score": 0.162794, "precision": 0.15801, "recall": 0.181818}, {"accuracy": 0.155138, "f1": 0.142643, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"], "main_score": 0.142643, "precision": 0.138602, "recall": 0.155138}, {"accuracy": 0.113636, "f1": 0.108576, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"], "main_score": 0.108576, "precision": 0.107236, "recall": 0.113636}, {"accuracy": 0.125494, "f1": 0.108809, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"], "main_score": 0.108809, "precision": 0.103611, "recall": 0.125494}, {"accuracy": 0.08004, "f1": 0.06975, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"], "main_score": 0.06975, "precision": 0.067063, "recall": 0.08004}, {"accuracy": 0.177866, "f1": 0.159651, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"], "main_score": 0.159651, "precision": 0.154177, "recall": 0.177866}, {"accuracy": 0.088933, "f1": 0.077477, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"], "main_score": 0.077477, "precision": 0.074114, "recall": 0.088933}, {"accuracy": 0.101779, "f1": 0.083507, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"], "main_score": 0.083507, "precision": 0.078969, "recall": 0.101779}, {"accuracy": 0.170949, "f1": 0.154065, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"], "main_score": 0.154065, "precision": 0.149706, "recall": 0.170949}, {"accuracy": 0.225296, "f1": 0.208066, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"], "main_score": 0.208066, "precision": 0.201702, "recall": 0.225296}, {"accuracy": 0.088933, "f1": 0.081017, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"], "main_score": 0.081017, "precision": 0.078809, "recall": 0.088933}, {"accuracy": 0.115613, "f1": 0.099803, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"], "main_score": 0.099803, "precision": 0.095876, "recall": 0.115613}, {"accuracy": 0.188735, "f1": 0.168672, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"], "main_score": 0.168672, "precision": 0.16269, "recall": 0.188735}, {"accuracy": 0.128458, "f1": 0.117078, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"], "main_score": 0.117078, "precision": 0.114087, "recall": 0.128458}, {"accuracy": 0.167984, "f1": 0.149626, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"], "main_score": 0.149626, "precision": 0.143142, "recall": 0.167984}, {"accuracy": 0.046443, "f1": 0.036549, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"], "main_score": 0.036549, "precision": 0.034293, "recall": 0.046443}, {"accuracy": 0.109684, "f1": 0.096291, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"], "main_score": 0.096291, "precision": 0.093, "recall": 0.109684}, {"accuracy": 0.12747, "f1": 0.115003, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"], "main_score": 0.115003, "precision": 0.111302, "recall": 0.12747}, {"accuracy": 0.071146, "f1": 0.050369, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"], "main_score": 0.050369, "precision": 0.046067, "recall": 0.071146}, {"accuracy": 0.109684, "f1": 0.095382, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"], "main_score": 0.095382, "precision": 0.091558, "recall": 0.109684}, {"accuracy": 0.222332, "f1": 0.199387, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"], "main_score": 0.199387, "precision": 0.191495, "recall": 0.222332}, {"accuracy": 0.12253, "f1": 0.113134, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"], "main_score": 0.113134, "precision": 0.109966, "recall": 0.12253}, {"accuracy": 0.18083, "f1": 0.160962, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"], "main_score": 0.160962, "precision": 0.156245, "recall": 0.18083}, {"accuracy": 0.123518, "f1": 0.1069, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"], "main_score": 0.1069, "precision": 0.103008, "recall": 0.123518}, {"accuracy": 0.093874, "f1": 0.082022, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"], "main_score": 0.082022, "precision": 0.078939, "recall": 0.093874}, {"accuracy": 0.15415, "f1": 0.1405, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"], "main_score": 0.1405, "precision": 0.136103, "recall": 0.15415}, {"accuracy": 0.135375, "f1": 0.118369, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"], "main_score": 0.118369, "precision": 0.113781, "recall": 0.135375}, {"accuracy": 0.081028, "f1": 0.071591, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"], "main_score": 0.071591, "precision": 0.069335, "recall": 0.081028}, {"accuracy": 0.089921, "f1": 0.075751, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"], "main_score": 0.075751, "precision": 0.072642, "recall": 0.089921}, {"accuracy": 0.0583, "f1": 0.045912, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"], "main_score": 0.045912, "precision": 0.043133, "recall": 0.0583}, {"accuracy": 0.16996, "f1": 0.147848, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"], "main_score": 0.147848, "precision": 0.141508, "recall": 0.16996}, {"accuracy": 0.103755, "f1": 0.085639, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"], "main_score": 0.085639, "precision": 0.081442, "recall": 0.103755}, {"accuracy": 0.199605, "f1": 0.178553, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"], "main_score": 0.178553, "precision": 0.171266, "recall": 0.199605}, {"accuracy": 0.02668, "f1": 0.023057, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"], "main_score": 0.023057, "precision": 0.02141, "recall": 0.02668}, {"accuracy": 0.173913, "f1": 0.150665, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"], "main_score": 0.150665, "precision": 0.144775, "recall": 0.173913}, {"accuracy": 0.153162, "f1": 0.134264, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"], "main_score": 0.134264, "precision": 0.127773, "recall": 0.153162}, {"accuracy": 0.126482, "f1": 0.111305, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"], "main_score": 0.111305, "precision": 0.107675, "recall": 0.126482}, {"accuracy": 0.170949, "f1": 0.152242, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"], "main_score": 0.152242, "precision": 0.148357, "recall": 0.170949}, {"accuracy": 0.090909, "f1": 0.078878, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"], "main_score": 0.078878, "precision": 0.075909, "recall": 0.090909}, {"accuracy": 0.105731, "f1": 0.09927, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"], "main_score": 0.09927, "precision": 0.097942, "recall": 0.105731}, {"accuracy": 0.148221, "f1": 0.132909, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"], "main_score": 0.132909, "precision": 0.129084, "recall": 0.148221}, {"accuracy": 0.112648, "f1": 0.103818, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"], "main_score": 0.103818, "precision": 0.1015, "recall": 0.112648}, {"accuracy": 0.178854, "f1": 0.157848, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"], "main_score": 0.157848, "precision": 0.151309, "recall": 0.178854}, {"accuracy": 0.110672, "f1": 0.101121, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"], "main_score": 0.101121, "precision": 0.098808, "recall": 0.110672}, {"accuracy": 0.157115, "f1": 0.139081, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"], "main_score": 0.139081, "precision": 0.132042, "recall": 0.157115}, {"accuracy": 0.112648, "f1": 0.096911, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"], "main_score": 0.096911, "precision": 0.093002, "recall": 0.112648}, {"accuracy": 0.034585, "f1": 0.026401, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"], "main_score": 0.026401, "precision": 0.024376, "recall": 0.034585}, {"accuracy": 0.1917, "f1": 0.176024, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"], "main_score": 0.176024, "precision": 0.169906, "recall": 0.1917}, {"accuracy": 0.16996, "f1": 0.153107, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"], "main_score": 0.153107, "precision": 0.148448, "recall": 0.16996}, {"accuracy": 0.033597, "f1": 0.02904, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"], "main_score": 0.02904, "precision": 0.027893, "recall": 0.033597}, {"accuracy": 0.140316, "f1": 0.122309, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"], "main_score": 0.122309, "precision": 0.117077, "recall": 0.140316}, {"accuracy": 0.103755, "f1": 0.089808, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"], "main_score": 0.089808, "precision": 0.086497, "recall": 0.103755}, {"accuracy": 0.144269, "f1": 0.129065, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"], "main_score": 0.129065, "precision": 0.124874, "recall": 0.144269}, {"accuracy": 0.087945, "f1": 0.076036, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"], "main_score": 0.076036, "precision": 0.073453, "recall": 0.087945}, {"accuracy": 0.232213, "f1": 0.216497, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"], "main_score": 0.216497, "precision": 0.210535, "recall": 0.232213}, {"accuracy": 0.135375, "f1": 0.125546, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"], "main_score": 0.125546, "precision": 0.122786, "recall": 0.135375}, {"accuracy": 0.124506, "f1": 0.112011, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"], "main_score": 0.112011, "precision": 0.109032, "recall": 0.124506}, {"accuracy": 0.188735, "f1": 0.164106, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"], "main_score": 0.164106, "precision": 0.157395, "recall": 0.188735}, {"accuracy": 0.179842, "f1": 0.162745, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"], "main_score": 0.162745, "precision": 0.156637, "recall": 0.179842}, {"accuracy": 0.162055, "f1": 0.147721, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"], "main_score": 0.147721, "precision": 0.143302, "recall": 0.162055}, {"accuracy": 0.157115, "f1": 0.142593, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"], "main_score": 0.142593, "precision": 0.137658, "recall": 0.157115}, {"accuracy": 0.151186, "f1": 0.136413, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"], "main_score": 0.136413, "precision": 0.131816, "recall": 0.151186}, {"accuracy": 0.090909, "f1": 0.081904, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"], "main_score": 0.081904, "precision": 0.078955, "recall": 0.090909}, {"accuracy": 0.151186, "f1": 0.133845, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"], "main_score": 0.133845, "precision": 0.129437, "recall": 0.151186}, {"accuracy": 0.045455, "f1": 0.033238, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"], "main_score": 0.033238, "precision": 0.030165, "recall": 0.045455}, {"accuracy": 0.121542, "f1": 0.107415, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"], "main_score": 0.107415, "precision": 0.102199, "recall": 0.121542}, {"accuracy": 0.096838, "f1": 0.089069, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"], "main_score": 0.089069, "precision": 0.087095, "recall": 0.096838}, {"accuracy": 0.197628, "f1": 0.179558, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"], "main_score": 0.179558, "precision": 0.173131, "recall": 0.197628}, {"accuracy": 0.049407, "f1": 0.039789, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"], "main_score": 0.039789, "precision": 0.037374, "recall": 0.049407}, {"accuracy": 0.185771, "f1": 0.167636, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"], "main_score": 0.167636, "precision": 0.162324, "recall": 0.185771}, {"accuracy": 0.108696, "f1": 0.100513, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"], "main_score": 0.100513, "precision": 0.09792, "recall": 0.108696}, {"accuracy": 0.129447, "f1": 0.11842, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"], "main_score": 0.11842, "precision": 0.115804, "recall": 0.129447}, {"accuracy": 0.044466, "f1": 0.032594, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"], "main_score": 0.032594, "precision": 0.029828, "recall": 0.044466}, {"accuracy": 0.174901, "f1": 0.156933, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"], "main_score": 0.156933, "precision": 0.151369, "recall": 0.174901}, {"accuracy": 0.168972, "f1": 0.149822, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"], "main_score": 0.149822, "precision": 0.144443, "recall": 0.168972}, {"accuracy": 0.185771, "f1": 0.163588, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"], "main_score": 0.163588, "precision": 0.158153, "recall": 0.185771}, {"accuracy": 0.116601, "f1": 0.102378, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"], "main_score": 0.102378, "precision": 0.098546, "recall": 0.116601}, {"accuracy": 0.186759, "f1": 0.16572, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"], "main_score": 0.16572, "precision": 0.158768, "recall": 0.186759}, {"accuracy": 0.194664, "f1": 0.175657, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"], "main_score": 0.175657, "precision": 0.169013, "recall": 0.194664}, {"accuracy": 0.047431, "f1": 0.036626, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"], "main_score": 0.036626, "precision": 0.034883, "recall": 0.047431}, {"accuracy": 0.183794, "f1": 0.163082, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"], "main_score": 0.163082, "precision": 0.157873, "recall": 0.183794}, {"accuracy": 0.088933, "f1": 0.078499, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"], "main_score": 0.078499, "precision": 0.075558, "recall": 0.088933}, {"accuracy": 0.157115, "f1": 0.146787, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"], "main_score": 0.146787, "precision": 0.143721, "recall": 0.157115}, {"accuracy": 0.1917, "f1": 0.179249, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"], "main_score": 0.179249, "precision": 0.173831, "recall": 0.1917}, {"accuracy": 0.120553, "f1": 0.109293, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"], "main_score": 0.109293, "precision": 0.105944, "recall": 0.120553}, {"accuracy": 0.149209, "f1": 0.134077, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"], "main_score": 0.134077, "precision": 0.130196, "recall": 0.149209}, {"accuracy": 0.176877, "f1": 0.158193, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"], "main_score": 0.158193, "precision": 0.152347, "recall": 0.176877}, {"accuracy": 0.141304, "f1": 0.121454, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"], "main_score": 0.121454, "precision": 0.115814, "recall": 0.141304}, {"accuracy": 0.177866, "f1": 0.161252, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"], "main_score": 0.161252, "precision": 0.156392, "recall": 0.177866}, {"accuracy": 0.150198, "f1": 0.135758, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"], "main_score": 0.135758, "precision": 0.131499, "recall": 0.150198}, {"accuracy": 0.103755, "f1": 0.090075, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"], "main_score": 0.090075, "precision": 0.086537, "recall": 0.103755}, {"accuracy": 0.153162, "f1": 0.13023, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"], "main_score": 0.13023, "precision": 0.123987, "recall": 0.153162}, {"accuracy": 0.190711, "f1": 0.167228, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"], "main_score": 0.167228, "precision": 0.160488, "recall": 0.190711}, {"accuracy": 0.124506, "f1": 0.106391, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"], "main_score": 0.106391, "precision": 0.102647, "recall": 0.124506}, {"accuracy": 0.101779, "f1": 0.093273, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"], "main_score": 0.093273, "precision": 0.090429, "recall": 0.101779}, {"accuracy": 0.087945, "f1": 0.074031, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"], "main_score": 0.074031, "precision": 0.070794, "recall": 0.087945}, {"accuracy": 0.152174, "f1": 0.135293, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"], "main_score": 0.135293, "precision": 0.129466, "recall": 0.152174}, {"accuracy": 0.076087, "f1": 0.056139, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"], "main_score": 0.056139, "precision": 0.051364, "recall": 0.076087}, {"accuracy": 0.199605, "f1": 0.179615, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"], "main_score": 0.179615, "precision": 0.172577, "recall": 0.199605}, {"accuracy": 0.09585, "f1": 0.080452, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"], "main_score": 0.080452, "precision": 0.076064, "recall": 0.09585}, {"accuracy": 0.182806, "f1": 0.159343, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"], "main_score": 0.159343, "precision": 0.152651, "recall": 0.182806}, {"accuracy": 0.130435, "f1": 0.11594, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"], "main_score": 0.11594, "precision": 0.111928, "recall": 0.130435}, {"accuracy": 0.094862, "f1": 0.079761, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"], "main_score": 0.079761, "precision": 0.075424, "recall": 0.094862}, {"accuracy": 0.116601, "f1": 0.110658, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"], "main_score": 0.110658, "precision": 0.108591, "recall": 0.116601}, {"accuracy": 0.197628, "f1": 0.173274, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"], "main_score": 0.173274, "precision": 0.16641, "recall": 0.197628}, {"accuracy": 0.068182, "f1": 0.058786, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"], "main_score": 0.058786, "precision": 0.057215, "recall": 0.068182}, {"accuracy": 0.108696, "f1": 0.094751, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"], "main_score": 0.094751, "precision": 0.091162, "recall": 0.108696}, {"accuracy": 0.174901, "f1": 0.158835, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"], "main_score": 0.158835, "precision": 0.152876, "recall": 0.174901}, {"accuracy": 0.098814, "f1": 0.085346, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"], "main_score": 0.085346, "precision": 0.081793, "recall": 0.098814}, {"accuracy": 0.13834, "f1": 0.127755, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"], "main_score": 0.127755, "precision": 0.124487, "recall": 0.13834}, {"accuracy": 0.167984, "f1": 0.154811, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"], "main_score": 0.154811, "precision": 0.149548, "recall": 0.167984}, {"accuracy": 0.197628, "f1": 0.173902, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"], "main_score": 0.173902, "precision": 0.166175, "recall": 0.197628}, {"accuracy": 0.16502, "f1": 0.152611, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"], "main_score": 0.152611, "precision": 0.148376, "recall": 0.16502}, {"accuracy": 0.158103, "f1": 0.138885, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"], "main_score": 0.138885, "precision": 0.133135, "recall": 0.158103}, {"accuracy": 0.023715, "f1": 0.010603, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"], "main_score": 0.010603, "precision": 0.008379, "recall": 0.023715}, {"accuracy": 0.05336, "f1": 0.045692, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"], "main_score": 0.045692, "precision": 0.043165, "recall": 0.05336}, {"accuracy": 0.055336, "f1": 0.049114, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"], "main_score": 0.049114, "precision": 0.047256, "recall": 0.055336}, {"accuracy": 0.090909, "f1": 0.077585, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"], "main_score": 0.077585, "precision": 0.074991, "recall": 0.090909}, {"accuracy": 0.173913, "f1": 0.157758, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"], "main_score": 0.157758, "precision": 0.153682, "recall": 0.173913}, {"accuracy": 0.097826, "f1": 0.080549, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"], "main_score": 0.080549, "precision": 0.07531, "recall": 0.097826}, {"accuracy": 0.224308, "f1": 0.203594, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"], "main_score": 0.203594, "precision": 0.195821, "recall": 0.224308}, {"accuracy": 0.153162, "f1": 0.134984, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"], "main_score": 0.134984, "precision": 0.130384, "recall": 0.153162}, {"accuracy": 0.184783, "f1": 0.164125, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"], "main_score": 0.164125, "precision": 0.15832, "recall": 0.184783}, {"accuracy": 0.108696, "f1": 0.099843, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"], "main_score": 0.099843, "precision": 0.097015, "recall": 0.108696}, {"accuracy": 0.108696, "f1": 0.094501, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"], "main_score": 0.094501, "precision": 0.08975, "recall": 0.108696}, {"accuracy": 0.163043, "f1": 0.144785, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"], "main_score": 0.144785, "precision": 0.139015, "recall": 0.163043}, {"accuracy": 0.092885, "f1": 0.081573, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"], "main_score": 0.081573, "precision": 0.078119, "recall": 0.092885}, {"accuracy": 0.166008, "f1": 0.150513, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"], "main_score": 0.150513, "precision": 0.14445, "recall": 0.166008}, {"accuracy": 0.146245, "f1": 0.13022, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"], "main_score": 0.13022, "precision": 0.12523, "recall": 0.146245}, {"accuracy": 0.05336, "f1": 0.042807, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"], "main_score": 0.042807, "precision": 0.041055, "recall": 0.05336}, {"accuracy": 0.115613, "f1": 0.105341, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"], "main_score": 0.105341, "precision": 0.102697, "recall": 0.115613}, {"accuracy": 0.105731, "f1": 0.088562, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"], "main_score": 0.088562, "precision": 0.08433, "recall": 0.105731}, {"accuracy": 0.144269, "f1": 0.126545, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"], "main_score": 0.126545, "precision": 0.121142, "recall": 0.144269}, {"accuracy": 0.149209, "f1": 0.137178, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"], "main_score": 0.137178, "precision": 0.132723, "recall": 0.149209}, {"accuracy": 0.131423, "f1": 0.108837, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"], "main_score": 0.108837, "precision": 0.10387, "recall": 0.131423}, {"accuracy": 0.04249, "f1": 0.03643, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"], "main_score": 0.03643, "precision": 0.034404, "recall": 0.04249}, {"accuracy": 0.077075, "f1": 0.057477, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"], "main_score": 0.057477, "precision": 0.053283, "recall": 0.077075}, {"accuracy": 0.12747, "f1": 0.11605, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"], "main_score": 0.11605, "precision": 0.112084, "recall": 0.12747}, {"accuracy": 0.05336, "f1": 0.048642, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"], "main_score": 0.048642, "precision": 0.047062, "recall": 0.05336}, {"accuracy": 0.126482, "f1": 0.107127, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"], "main_score": 0.107127, "precision": 0.101653, "recall": 0.126482}, {"accuracy": 0.204545, "f1": 0.19153, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"], "main_score": 0.19153, "precision": 0.18656, "recall": 0.204545}, {"accuracy": 0.065217, "f1": 0.055004, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"], "main_score": 0.055004, "precision": 0.052046, "recall": 0.065217}, {"accuracy": 0.115613, "f1": 0.100085, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"], "main_score": 0.100085, "precision": 0.096396, "recall": 0.115613}, {"accuracy": 0.140316, "f1": 0.119441, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"], "main_score": 0.119441, "precision": 0.114813, "recall": 0.140316}, {"accuracy": 0.130435, "f1": 0.117012, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"], "main_score": 0.117012, "precision": 0.113628, "recall": 0.130435}, {"accuracy": 0.09585, "f1": 0.089235, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"], "main_score": 0.089235, "precision": 0.086993, "recall": 0.09585}, {"accuracy": 0.176877, "f1": 0.15859, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"], "main_score": 0.15859, "precision": 0.153566, "recall": 0.176877}, {"accuracy": 0.094862, "f1": 0.084396, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"], "main_score": 0.084396, "precision": 0.081231, "recall": 0.094862}, {"accuracy": 0.119565, "f1": 0.106759, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"], "main_score": 0.106759, "precision": 0.10277, "recall": 0.119565}, {"accuracy": 0.131423, "f1": 0.106316, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"], "main_score": 0.106316, "precision": 0.098461, "recall": 0.131423}, {"accuracy": 0.16502, "f1": 0.14943, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"], "main_score": 0.14943, "precision": 0.14444, "recall": 0.16502}, {"accuracy": 0.02668, "f1": 0.022237, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"], "main_score": 0.022237, "precision": 0.02095, "recall": 0.02668}, {"accuracy": 0.117589, "f1": 0.102221, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"], "main_score": 0.102221, "precision": 0.098269, "recall": 0.117589}, {"accuracy": 0.104743, "f1": 0.087176, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"], "main_score": 0.087176, "precision": 0.083287, "recall": 0.104743}, {"accuracy": 0.116601, "f1": 0.104169, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"], "main_score": 0.104169, "precision": 0.10036, "recall": 0.116601}, {"accuracy": 0.148221, "f1": 0.133872, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"], "main_score": 0.133872, "precision": 0.129316, "recall": 0.148221}, {"accuracy": 0.091897, "f1": 0.078038, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"], "main_score": 0.078038, "precision": 0.074483, "recall": 0.091897}, {"accuracy": 0.178854, "f1": 0.164739, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"], "main_score": 0.164739, "precision": 0.160188, "recall": 0.178854}, {"accuracy": 0.192688, "f1": 0.177106, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"], "main_score": 0.177106, "precision": 0.17104, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.151873, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"], "main_score": 0.151873, "precision": 0.146437, "recall": 0.170949}, {"accuracy": 0.181818, "f1": 0.168567, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"], "main_score": 0.168567, "precision": 0.164437, "recall": 0.181818}, {"accuracy": 0.183794, "f1": 0.160924, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"], "main_score": 0.160924, "precision": 0.1548, "recall": 0.183794}, {"accuracy": 0.176877, "f1": 0.154877, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"], "main_score": 0.154877, "precision": 0.14835, "recall": 0.176877}, {"accuracy": 0.182806, "f1": 0.160349, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"], "main_score": 0.160349, "precision": 0.153808, "recall": 0.182806}, {"accuracy": 0.066206, "f1": 0.056293, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"], "main_score": 0.056293, "precision": 0.053714, "recall": 0.066206}, {"accuracy": 0.135375, "f1": 0.118807, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"], "main_score": 0.118807, "precision": 0.11453, "recall": 0.135375}, {"accuracy": 0.183794, "f1": 0.169057, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"], "main_score": 0.169057, "precision": 0.162912, "recall": 0.183794}, {"accuracy": 0.156126, "f1": 0.13897, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"], "main_score": 0.13897, "precision": 0.135044, "recall": 0.156126}, {"accuracy": 0.135375, "f1": 0.120699, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"], "main_score": 0.120699, "precision": 0.115252, "recall": 0.135375}, {"accuracy": 0.189723, "f1": 0.17125, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"], "main_score": 0.17125, "precision": 0.164973, "recall": 0.189723}, {"accuracy": 0.155138, "f1": 0.135093, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"], "main_score": 0.135093, "precision": 0.12828, "recall": 0.155138}, {"accuracy": 0.065217, "f1": 0.055216, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"], "main_score": 0.055216, "precision": 0.052436, "recall": 0.065217}, {"accuracy": 0.185771, "f1": 0.167011, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"], "main_score": 0.167011, "precision": 0.161177, "recall": 0.185771}, {"accuracy": 0.164032, "f1": 0.149498, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"], "main_score": 0.149498, "precision": 0.144299, "recall": 0.164032}, {"accuracy": 0.18083, "f1": 0.162932, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"], "main_score": 0.162932, "precision": 0.156685, "recall": 0.18083}, {"accuracy": 0.179842, "f1": 0.168477, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"], "main_score": 0.168477, "precision": 0.164435, "recall": 0.179842}, {"accuracy": 0.051383, "f1": 0.042837, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"], "main_score": 0.042837, "precision": 0.041282, "recall": 0.051383}, {"accuracy": 0.136364, "f1": 0.121649, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"], "main_score": 0.121649, "precision": 0.116976, "recall": 0.136364}, {"accuracy": 0.205534, "f1": 0.185369, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"], "main_score": 0.185369, "precision": 0.178373, "recall": 0.205534}, {"accuracy": 0.101779, "f1": 0.089713, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"], "main_score": 0.089713, "precision": 0.087099, "recall": 0.101779}, {"accuracy": 0.175889, "f1": 0.158062, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"], "main_score": 0.158062, "precision": 0.152652, "recall": 0.175889}, {"accuracy": 0.171937, "f1": 0.156102, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"], "main_score": 0.156102, "precision": 0.151181, "recall": 0.171937}, {"accuracy": 0.104743, "f1": 0.100959, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"], "main_score": 0.100959, "precision": 0.099639, "recall": 0.104743}, {"accuracy": 0.193676, "f1": 0.171778, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"], "main_score": 0.171778, "precision": 0.165587, "recall": 0.193676}, {"accuracy": 0.137352, "f1": 0.126118, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"], "main_score": 0.126118, "precision": 0.122433, "recall": 0.137352}, {"accuracy": 0.064229, "f1": 0.054646, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"], "main_score": 0.054646, "precision": 0.051518, "recall": 0.064229}, {"accuracy": 0.118577, "f1": 0.105438, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"], "main_score": 0.105438, "precision": 0.102302, "recall": 0.118577}, {"accuracy": 0.139328, "f1": 0.117795, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"], "main_score": 0.117795, "precision": 0.112423, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.141889, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"], "main_score": 0.141889, "precision": 0.135875, "recall": 0.158103}, {"accuracy": 0.119565, "f1": 0.097075, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"], "main_score": 0.097075, "precision": 0.092061, "recall": 0.119565}, {"accuracy": 0.128458, "f1": 0.108108, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"], "main_score": 0.108108, "precision": 0.103072, "recall": 0.128458}, {"accuracy": 0.142292, "f1": 0.120712, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"], "main_score": 0.120712, "precision": 0.116195, "recall": 0.142292}, {"accuracy": 0.054348, "f1": 0.041394, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"], "main_score": 0.041394, "precision": 0.039731, "recall": 0.054348}, {"accuracy": 0.145257, "f1": 0.130359, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"], "main_score": 0.130359, "precision": 0.126419, "recall": 0.145257}, {"accuracy": 0.198617, "f1": 0.1765, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"], "main_score": 0.1765, "precision": 0.169821, "recall": 0.198617}, {"accuracy": 0.079051, "f1": 0.048208, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"], "main_score": 0.048208, "precision": 0.040873, "recall": 0.079051}, {"accuracy": 0.213439, "f1": 0.15074, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"], "main_score": 0.15074, "precision": 0.133358, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 6.9e-05, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"], "main_score": 6.9e-05, "precision": 3.5e-05, "recall": 0.003953}, {"accuracy": 0.744071, "f1": 0.693944, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"], "main_score": 0.693944, "precision": 0.673435, "recall": 0.744071}, {"accuracy": 0.672925, "f1": 0.615096, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"], "main_score": 0.615096, "precision": 0.591702, "recall": 0.672925}, {"accuracy": 0.632411, "f1": 0.577407, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"], "main_score": 0.577407, "precision": 0.554952, "recall": 0.632411}, {"accuracy": 0.495059, "f1": 0.437455, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"], "main_score": 0.437455, "precision": 0.416097, "recall": 0.495059}, {"accuracy": 0.217391, "f1": 0.161924, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"], "main_score": 0.161924, "precision": 0.146834, "recall": 0.217391}, {"accuracy": 0.780632, "f1": 0.737512, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"], "main_score": 0.737512, "precision": 0.719971, "recall": 0.780632}, {"accuracy": 0.352767, "f1": 0.287192, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"], "main_score": 0.287192, "precision": 0.266525, "recall": 0.352767}, {"accuracy": 0.496047, "f1": 0.440151, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"], "main_score": 0.440151, "precision": 0.418323, "recall": 0.496047}, {"accuracy": 0.746047, "f1": 0.696, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"], "main_score": 0.696, "precision": 0.67476, "recall": 0.746047}, {"accuracy": 0.613636, "f1": 0.556516, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"], "main_score": 0.556516, "precision": 0.533749, "recall": 0.613636}, {"accuracy": 0.244071, "f1": 0.174486, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"], "main_score": 0.174486, "precision": 0.154568, "recall": 0.244071}, {"accuracy": 0.62253, "f1": 0.566504, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"], "main_score": 0.566504, "precision": 0.54301, "recall": 0.62253}, {"accuracy": 0.640316, "f1": 0.588298, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"], "main_score": 0.588298, "precision": 0.567771, "recall": 0.640316}, {"accuracy": 0.769763, "f1": 0.723328, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"], "main_score": 0.723328, "precision": 0.703895, "recall": 0.769763}, {"accuracy": 0.269763, "f1": 0.205303, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"], "main_score": 0.205303, "precision": 0.187358, "recall": 0.269763}, {"accuracy": 0.700593, "f1": 0.647792, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"], "main_score": 0.647792, "precision": 0.625059, "recall": 0.700593}, {"accuracy": 0.69664, "f1": 0.643963, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"], "main_score": 0.643963, "precision": 0.621038, "recall": 0.69664}, {"accuracy": 0.782609, "f1": 0.737436, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"], "main_score": 0.737436, "precision": 0.718067, "recall": 0.782609}, {"accuracy": 0.771739, "f1": 0.720346, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"], "main_score": 0.720346, "precision": 0.699193, "recall": 0.771739}, {"accuracy": 0.166008, "f1": 0.122932, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"], "main_score": 0.122932, "precision": 0.112291, "recall": 0.166008}, {"accuracy": 0.608696, "f1": 0.551865, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"], "main_score": 0.551865, "precision": 0.52804, "recall": 0.608696}, {"accuracy": 0.743083, "f1": 0.689693, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"], "main_score": 0.689693, "precision": 0.667313, "recall": 0.743083}, {"accuracy": 0.5583, "f1": 0.496288, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"], "main_score": 0.496288, "precision": 0.472934, "recall": 0.5583}, {"accuracy": 0.072134, "f1": 0.036913, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"], "main_score": 0.036913, "precision": 0.031137, "recall": 0.072134}, {"accuracy": 0.732213, "f1": 0.683747, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"], "main_score": 0.683747, "precision": 0.663038, "recall": 0.732213}, {"accuracy": 0.217391, "f1": 0.162544, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"], "main_score": 0.162544, "precision": 0.147386, "recall": 0.217391}, {"accuracy": 0.663043, "f1": 0.607647, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"], "main_score": 0.607647, "precision": 0.586805, "recall": 0.663043}, {"accuracy": 0.764822, "f1": 0.721511, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"], "main_score": 0.721511, "precision": 0.703188, "recall": 0.764822}, {"accuracy": 0.695652, "f1": 0.651548, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"], "main_score": 0.651548, "precision": 0.632759, "recall": 0.695652}, {"accuracy": 0.650198, "f1": 0.595131, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"], "main_score": 0.595131, "precision": 0.572903, "recall": 0.650198}, {"accuracy": 0.287549, "f1": 0.232568, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"], "main_score": 0.232568, "precision": 0.21634, "recall": 0.287549}, {"accuracy": 0.763834, "f1": 0.717114, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"], "main_score": 0.717114, "precision": 0.698012, "recall": 0.763834}, {"accuracy": 0.570158, "f1": 0.509021, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"], "main_score": 0.509021, "precision": 0.483862, "recall": 0.570158}, {"accuracy": 0.65415, "f1": 0.600852, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"], "main_score": 0.600852, "precision": 0.579307, "recall": 0.65415}, {"accuracy": 0.623518, "f1": 0.568194, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"], "main_score": 0.568194, "precision": 0.545235, "recall": 0.623518}, {"accuracy": 0.766798, "f1": 0.727675, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"], "main_score": 0.727675, "precision": 0.710924, "recall": 0.766798}, {"accuracy": 0.736166, "f1": 0.682218, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"], "main_score": 0.682218, "precision": 0.659472, "recall": 0.736166}, {"accuracy": 0.181818, "f1": 0.121465, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"], "main_score": 0.121465, "precision": 0.107041, "recall": 0.181818}, {"accuracy": 0.057312, "f1": 0.038216, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"], "main_score": 0.038216, "precision": 0.032809, "recall": 0.057312}, {"accuracy": 0.769763, "f1": 0.722948, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"], "main_score": 0.722948, "precision": 0.703129, "recall": 0.769763}, {"accuracy": 0.166008, "f1": 0.113678, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"], "main_score": 0.113678, "precision": 0.101101, "recall": 0.166008}, {"accuracy": 0.76087, "f1": 0.713622, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"], "main_score": 0.713622, "precision": 0.693539, "recall": 0.76087}, {"accuracy": 0.73913, "f1": 0.689954, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"], "main_score": 0.689954, "precision": 0.668149, "recall": 0.73913}, {"accuracy": 0.58498, "f1": 0.524934, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"], "main_score": 0.524934, "precision": 0.499772, "recall": 0.58498}, {"accuracy": 0.59585, "f1": 0.541368, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"], "main_score": 0.541368, "precision": 0.520539, "recall": 0.59585}, {"accuracy": 0.199605, "f1": 0.146614, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"], "main_score": 0.146614, "precision": 0.131712, "recall": 0.199605}, {"accuracy": 0.485178, "f1": 0.422193, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"], "main_score": 0.422193, "precision": 0.399113, "recall": 0.485178}, {"accuracy": 0.773715, "f1": 0.730224, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"], "main_score": 0.730224, "precision": 0.712338, "recall": 0.773715}, {"accuracy": 0.563241, "f1": 0.505867, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"], "main_score": 0.505867, "precision": 0.483714, "recall": 0.563241}, {"accuracy": 0.179842, "f1": 0.127252, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"], "main_score": 0.127252, "precision": 0.113573, "recall": 0.179842}, {"accuracy": 0.698617, "f1": 0.643337, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"], "main_score": 0.643337, "precision": 0.620407, "recall": 0.698617}, {"accuracy": 0.074111, "f1": 0.046288, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"], "main_score": 0.046288, "precision": 0.038607, "recall": 0.074111}, {"accuracy": 0.255929, "f1": 0.199837, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"], "main_score": 0.199837, "precision": 0.183844, "recall": 0.255929}, {"accuracy": 0.314229, "f1": 0.241732, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"], "main_score": 0.241732, "precision": 0.219244, "recall": 0.314229}, {"accuracy": 0.092885, "f1": 0.053875, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"], "main_score": 0.053875, "precision": 0.043869, "recall": 0.092885}, {"accuracy": 0.775692, "f1": 0.730669, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"], "main_score": 0.730669, "precision": 0.712084, "recall": 0.775692}, {"accuracy": 0.732213, "f1": 0.679836, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"], "main_score": 0.679836, "precision": 0.657255, "recall": 0.732213}, {"accuracy": 0.786561, "f1": 0.7419, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"], "main_score": 0.7419, "precision": 0.722737, "recall": 0.786561}, {"accuracy": 0.678854, "f1": 0.617639, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"], "main_score": 0.617639, "precision": 0.59228, "recall": 0.678854}, {"accuracy": 0.266798, "f1": 0.206818, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"], "main_score": 0.206818, "precision": 0.190612, "recall": 0.266798}, {"accuracy": 0.564229, "f1": 0.50951, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"], "main_score": 0.50951, "precision": 0.487779, "recall": 0.564229}, {"accuracy": 0.412055, "f1": 0.350996, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"], "main_score": 0.350996, "precision": 0.330618, "recall": 0.412055}, {"accuracy": 0.775692, "f1": 0.733405, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"], "main_score": 0.733405, "precision": 0.715971, "recall": 0.775692}, {"accuracy": 0.25, "f1": 0.188255, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"], "main_score": 0.188255, "precision": 0.170748, "recall": 0.25}, {"accuracy": 0.297431, "f1": 0.236126, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"], "main_score": 0.236126, "precision": 0.218598, "recall": 0.297431}, {"accuracy": 0.247036, "f1": 0.184359, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"], "main_score": 0.184359, "precision": 0.168171, "recall": 0.247036}, {"accuracy": 0.327075, "f1": 0.261005, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"], "main_score": 0.261005, "precision": 0.240828, "recall": 0.327075}, {"accuracy": 0.522727, "f1": 0.465623, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"], "main_score": 0.465623, "precision": 0.444829, "recall": 0.522727}, {"accuracy": 0.767787, "f1": 0.720397, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"], "main_score": 0.720397, "precision": 0.700222, "recall": 0.767787}, {"accuracy": 0.060277, "f1": 0.024664, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"], "main_score": 0.024664, "precision": 0.019576, "recall": 0.060277}, {"accuracy": 0.216403, "f1": 0.15915, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"], "main_score": 0.15915, "precision": 0.141789, "recall": 0.216403}, {"accuracy": 0.586957, "f1": 0.530149, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"], "main_score": 0.530149, "precision": 0.507462, "recall": 0.586957}, {"accuracy": 0.240119, "f1": 0.184944, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"], "main_score": 0.184944, "precision": 0.169084, "recall": 0.240119}, {"accuracy": 0.047431, "f1": 0.023287, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"], "main_score": 0.023287, "precision": 0.018562, "recall": 0.047431}, {"accuracy": 0.783597, "f1": 0.739267, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"], "main_score": 0.739267, "precision": 0.720784, "recall": 0.783597}, {"accuracy": 0.597826, "f1": 0.541704, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"], "main_score": 0.541704, "precision": 0.519444, "recall": 0.597826}, {"accuracy": 0.61166, "f1": 0.549286, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"], "main_score": 0.549286, "precision": 0.525535, "recall": 0.61166}, {"accuracy": 0.548419, "f1": 0.484768, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"], "main_score": 0.484768, "precision": 0.4593, "recall": 0.548419}, {"accuracy": 0.772727, "f1": 0.724941, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"], "main_score": 0.724941, "precision": 0.704582, "recall": 0.772727}, {"accuracy": 0.764822, "f1": 0.715831, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"], "main_score": 0.715831, "precision": 0.69548, "recall": 0.764822}, {"accuracy": 0.777668, "f1": 0.728796, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"], "main_score": 0.728796, "precision": 0.708045, "recall": 0.777668}, {"accuracy": 0.729249, "f1": 0.678066, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"], "main_score": 0.678066, "precision": 0.656933, "recall": 0.729249}, {"accuracy": 0.215415, "f1": 0.15954, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"], "main_score": 0.15954, "precision": 0.144004, "recall": 0.215415}, {"accuracy": 0.184783, "f1": 0.136245, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"], "main_score": 0.136245, "precision": 0.12305, "recall": 0.184783}, {"accuracy": 0.603755, "f1": 0.546705, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"], "main_score": 0.546705, "precision": 0.522237, "recall": 0.603755}, {"accuracy": 0.758893, "f1": 0.711234, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"], "main_score": 0.711234, "precision": 0.691281, "recall": 0.758893}, {"accuracy": 0.677866, "f1": 0.62565, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"], "main_score": 0.62565, "precision": 0.603855, "recall": 0.677866}, {"accuracy": 0.333004, "f1": 0.27001, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"], "main_score": 0.27001, "precision": 0.250426, "recall": 0.333004}, {"accuracy": 0.20751, "f1": 0.156512, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"], "main_score": 0.156512, "precision": 0.142686, "recall": 0.20751}, {"accuracy": 0.572134, "f1": 0.515249, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"], "main_score": 0.515249, "precision": 0.493298, "recall": 0.572134}, {"accuracy": 0.705534, "f1": 0.657926, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"], "main_score": 0.657926, "precision": 0.63858, "recall": 0.705534}, {"accuracy": 0.206522, "f1": 0.144182, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"], "main_score": 0.144182, "precision": 0.129472, "recall": 0.206522}, {"accuracy": 0.769763, "f1": 0.722417, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"], "main_score": 0.722417, "precision": 0.702157, "recall": 0.769763}, {"accuracy": 0.236166, "f1": 0.187611, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"], "main_score": 0.187611, "precision": 0.174345, "recall": 0.236166}, {"accuracy": 0.355731, "f1": 0.285755, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"], "main_score": 0.285755, "precision": 0.264407, "recall": 0.355731}, {"accuracy": 0.731225, "f1": 0.681233, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"], "main_score": 0.681233, "precision": 0.659643, "recall": 0.731225}, {"accuracy": 0.783597, "f1": 0.737249, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"], "main_score": 0.737249, "precision": 0.717722, "recall": 0.783597}, {"accuracy": 0.775692, "f1": 0.731993, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"], "main_score": 0.731993, "precision": 0.713686, "recall": 0.775692}, {"accuracy": 0.730237, "f1": 0.675296, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"], "main_score": 0.675296, "precision": 0.652141, "recall": 0.730237}, {"accuracy": 0.568182, "f1": 0.506628, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"], "main_score": 0.506628, "precision": 0.481686, "recall": 0.568182}, {"accuracy": 0.653162, "f1": 0.592243, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"], "main_score": 0.592243, "precision": 0.567055, "recall": 0.653162}, {"accuracy": 0.23913, "f1": 0.181657, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"], "main_score": 0.181657, "precision": 0.163981, "recall": 0.23913}, {"accuracy": 0.08498, "f1": 0.046239, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"], "main_score": 0.046239, "precision": 0.03965, "recall": 0.08498}, {"accuracy": 0.244071, "f1": 0.182975, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"], "main_score": 0.182975, "precision": 0.166312, "recall": 0.244071}, {"accuracy": 0.141304, "f1": 0.089981, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"], "main_score": 0.089981, "precision": 0.078915, "recall": 0.141304}, {"accuracy": 0.775692, "f1": 0.731446, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"], "main_score": 0.731446, "precision": 0.713365, "recall": 0.775692}, {"accuracy": 0.559289, "f1": 0.497143, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"], "main_score": 0.497143, "precision": 0.473067, "recall": 0.559289}, {"accuracy": 0.082016, "f1": 0.055961, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"], "main_score": 0.055961, "precision": 0.049373, "recall": 0.082016}, {"accuracy": 0.567194, "f1": 0.50573, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"], "main_score": 0.50573, "precision": 0.482053, "recall": 0.567194}, {"accuracy": 0.766798, "f1": 0.723174, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"], "main_score": 0.723174, "precision": 0.704803, "recall": 0.766798}, {"accuracy": 0.513834, "f1": 0.456526, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"], "main_score": 0.456526, "precision": 0.434314, "recall": 0.513834}, {"accuracy": 0.433794, "f1": 0.37333, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"], "main_score": 0.37333, "precision": 0.351149, "recall": 0.433794}, {"accuracy": 0.190711, "f1": 0.131584, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"], "main_score": 0.131584, "precision": 0.116622, "recall": 0.190711}, {"accuracy": 0.722332, "f1": 0.669652, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"], "main_score": 0.669652, "precision": 0.646617, "recall": 0.722332}, {"accuracy": 0.350791, "f1": 0.284992, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"], "main_score": 0.284992, "precision": 0.26405, "recall": 0.350791}, {"accuracy": 0.217391, "f1": 0.159365, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"], "main_score": 0.159365, "precision": 0.143852, "recall": 0.217391}, {"accuracy": 0.220356, "f1": 0.162989, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"], "main_score": 0.162989, "precision": 0.147674, "recall": 0.220356}, {"accuracy": 0.216403, "f1": 0.162705, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"], "main_score": 0.162705, "precision": 0.148057, "recall": 0.216403}, {"accuracy": 0.758893, "f1": 0.714462, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"], "main_score": 0.714462, "precision": 0.696311, "recall": 0.758893}, {"accuracy": 0.018775, "f1": 0.004167, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"], "main_score": 0.004167, "precision": 0.003006, "recall": 0.018775}, {"accuracy": 0.587945, "f1": 0.528248, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"], "main_score": 0.528248, "precision": 0.504249, "recall": 0.587945}, {"accuracy": 0.344862, "f1": 0.28115, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"], "main_score": 0.28115, "precision": 0.259478, "recall": 0.344862}, {"accuracy": 0.612648, "f1": 0.555525, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"], "main_score": 0.555525, "precision": 0.532818, "recall": 0.612648}, {"accuracy": 0.767787, "f1": 0.717688, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"], "main_score": 0.717688, "precision": 0.696478, "recall": 0.767787}, {"accuracy": 0.098814, "f1": 0.060275, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"], "main_score": 0.060275, "precision": 0.052355, "recall": 0.098814}, {"accuracy": 0.1917, "f1": 0.137333, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"], "main_score": 0.137333, "precision": 0.123023, "recall": 0.1917}, {"accuracy": 0.757905, "f1": 0.710199, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"], "main_score": 0.710199, "precision": 0.689987, "recall": 0.757905}, {"accuracy": 0.781621, "f1": 0.735581, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"], "main_score": 0.735581, "precision": 0.715819, "recall": 0.781621}, {"accuracy": 0.501976, "f1": 0.445404, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"], "main_score": 0.445404, "precision": 0.424762, "recall": 0.501976}, {"accuracy": 0.168972, "f1": 0.11662, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"], "main_score": 0.11662, "precision": 0.103341, "recall": 0.168972}, {"accuracy": 0.221344, "f1": 0.156835, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"], "main_score": 0.156835, "precision": 0.137375, "recall": 0.221344}, {"accuracy": 0.683794, "f1": 0.629966, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"], "main_score": 0.629966, "precision": 0.607412, "recall": 0.683794}, {"accuracy": 0.178854, "f1": 0.129201, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"], "main_score": 0.129201, "precision": 0.116923, "recall": 0.178854}, {"accuracy": 0.218379, "f1": 0.160399, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"], "main_score": 0.160399, "precision": 0.143466, "recall": 0.218379}, {"accuracy": 0.544466, "f1": 0.478551, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"], "main_score": 0.478551, "precision": 0.453512, "recall": 0.544466}, {"accuracy": 0.512846, "f1": 0.461134, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"], "main_score": 0.461134, "precision": 0.441143, "recall": 0.512846}, {"accuracy": 0.692688, "f1": 0.641235, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"], "main_score": 0.641235, "precision": 0.619813, "recall": 0.692688}, {"accuracy": 0.287549, "f1": 0.222379, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"], "main_score": 0.222379, "precision": 0.200706, "recall": 0.287549}, {"accuracy": 0.400198, "f1": 0.328379, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"], "main_score": 0.328379, "precision": 0.304016, "recall": 0.400198}, {"accuracy": 0.752964, "f1": 0.701981, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"], "main_score": 0.701981, "precision": 0.680764, "recall": 0.752964}, {"accuracy": 0.389328, "f1": 0.32557, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"], "main_score": 0.32557, "precision": 0.301863, "recall": 0.389328}, {"accuracy": 0.632411, "f1": 0.57426, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"], "main_score": 0.57426, "precision": 0.550487, "recall": 0.632411}, {"accuracy": 0.314229, "f1": 0.251138, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"], "main_score": 0.251138, "precision": 0.2329, "recall": 0.314229}, {"accuracy": 0.393281, "f1": 0.332293, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"], "main_score": 0.332293, "precision": 0.309658, "recall": 0.393281}, {"accuracy": 0.533597, "f1": 0.470146, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"], "main_score": 0.470146, "precision": 0.443817, "recall": 0.533597}, {"accuracy": 0.253953, "f1": 0.191091, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"], "main_score": 0.191091, "precision": 0.172435, "recall": 0.253953}, {"accuracy": 0.613636, "f1": 0.557897, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"], "main_score": 0.557897, "precision": 0.53452, "recall": 0.613636}, {"accuracy": 0.72332, "f1": 0.670477, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"], "main_score": 0.670477, "precision": 0.648971, "recall": 0.72332}, {"accuracy": 0.742095, "f1": 0.686745, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"], "main_score": 0.686745, "precision": 0.663488, "recall": 0.742095}, {"accuracy": 0.678854, "f1": 0.627654, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"], "main_score": 0.627654, "precision": 0.605896, "recall": 0.678854}, {"accuracy": 0.58498, "f1": 0.52955, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"], "main_score": 0.52955, "precision": 0.507411, "recall": 0.58498}, {"accuracy": 0.780632, "f1": 0.738958, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"], "main_score": 0.738958, "precision": 0.722052, "recall": 0.780632}, {"accuracy": 0.342885, "f1": 0.286759, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"], "main_score": 0.286759, "precision": 0.266676, "recall": 0.342885}, {"accuracy": 0.431818, "f1": 0.3672, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"], "main_score": 0.3672, "precision": 0.344431, "recall": 0.431818}, {"accuracy": 0.112648, "f1": 0.068261, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"], "main_score": 0.068261, "precision": 0.059952, "recall": 0.112648}, {"accuracy": 0.784585, "f1": 0.738458, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"], "main_score": 0.738458, "precision": 0.719309, "recall": 0.784585}, {"accuracy": 0.163043, "f1": 0.11654, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"], "main_score": 0.11654, "precision": 0.102254, "recall": 0.163043}, {"accuracy": 0.737154, "f1": 0.681431, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"], "main_score": 0.681431, "precision": 0.657608, "recall": 0.737154}, {"accuracy": 0.660079, "f1": 0.60467, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"], "main_score": 0.60467, "precision": 0.581531, "recall": 0.660079}, {"accuracy": 0.420949, "f1": 0.354291, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"], "main_score": 0.354291, "precision": 0.332301, "recall": 0.420949}, {"accuracy": 0.305336, "f1": 0.234819, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"], "main_score": 0.234819, "precision": 0.21384, "recall": 0.305336}, {"accuracy": 0.65415, "f1": 0.588806, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"], "main_score": 0.588806, "precision": 0.561712, "recall": 0.65415}, {"accuracy": 0.23419, "f1": 0.178773, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"], "main_score": 0.178773, "precision": 0.163554, "recall": 0.23419}, {"accuracy": 0.231225, "f1": 0.171736, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"], "main_score": 0.171736, "precision": 0.15628, "recall": 0.231225}, {"accuracy": 0.782609, "f1": 0.738909, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"], "main_score": 0.738909, "precision": 0.72099, "recall": 0.782609}, {"accuracy": 0.355731, "f1": 0.287368, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"], "main_score": 0.287368, "precision": 0.265977, "recall": 0.355731}, {"accuracy": 0.757905, "f1": 0.710565, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"], "main_score": 0.710565, "precision": 0.690893, "recall": 0.757905}, {"accuracy": 0.210474, "f1": 0.145601, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"], "main_score": 0.145601, "precision": 0.129153, "recall": 0.210474}, {"accuracy": 0.791502, "f1": 0.748965, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"], "main_score": 0.748965, "precision": 0.731154, "recall": 0.791502}, {"accuracy": 0.667984, "f1": 0.610415, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"], "main_score": 0.610415, "precision": 0.586704, "recall": 0.667984}, {"accuracy": 0.724308, "f1": 0.675368, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"], "main_score": 0.675368, "precision": 0.655562, "recall": 0.724308}, {"accuracy": 0.177866, "f1": 0.126441, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"], "main_score": 0.126441, "precision": 0.113194, "recall": 0.177866}, {"accuracy": 0.685771, "f1": 0.634863, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"], "main_score": 0.634863, "precision": 0.614822, "recall": 0.685771}, {"accuracy": 0.197628, "f1": 0.137032, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"], "main_score": 0.137032, "precision": 0.121127, "recall": 0.197628}, {"accuracy": 0.218379, "f1": 0.159087, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"], "main_score": 0.159087, "precision": 0.143091, "recall": 0.218379}, {"accuracy": 0.150198, "f1": 0.104939, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"], "main_score": 0.104939, "precision": 0.093842, "recall": 0.150198}, {"accuracy": 0.351779, "f1": 0.293906, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"], "main_score": 0.293906, "precision": 0.270904, "recall": 0.351779}, {"accuracy": 0.77668, "f1": 0.728673, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"], "main_score": 0.728673, "precision": 0.707799, "recall": 0.77668}, {"accuracy": 0.278656, "f1": 0.219443, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"], "main_score": 0.219443, "precision": 0.201124, "recall": 0.278656}, {"accuracy": 0.187747, "f1": 0.130772, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"], "main_score": 0.130772, "precision": 0.11631, "recall": 0.187747}, {"accuracy": 0.219368, "f1": 0.157314, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"], "main_score": 0.157314, "precision": 0.140509, "recall": 0.219368}, {"accuracy": 0.552372, "f1": 0.487358, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"], "main_score": 0.487358, "precision": 0.461019, "recall": 0.552372}, {"accuracy": 0.173913, "f1": 0.121926, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"], "main_score": 0.121926, "precision": 0.107291, "recall": 0.173913}, {"accuracy": 0.197628, "f1": 0.146722, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"], "main_score": 0.146722, "precision": 0.132494, "recall": 0.197628}, {"accuracy": 0.735178, "f1": 0.689212, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"], "main_score": 0.689212, "precision": 0.670696, "recall": 0.735178}, {"accuracy": 0.27668, "f1": 0.211983, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"], "main_score": 0.211983, "precision": 0.192035, "recall": 0.27668}, {"accuracy": 0.240119, "f1": 0.177511, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"], "main_score": 0.177511, "precision": 0.161037, "recall": 0.240119}, {"accuracy": 0.505929, "f1": 0.450202, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"], "main_score": 0.450202, "precision": 0.429564, "recall": 0.505929}, {"accuracy": 0.306324, "f1": 0.247848, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"], "main_score": 0.247848, "precision": 0.230761, "recall": 0.306324}, {"accuracy": 0.373518, "f1": 0.303166, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"], "main_score": 0.303166, "precision": 0.279551, "recall": 0.373518}, {"accuracy": 0.610672, "f1": 0.548254, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"], "main_score": 0.548254, "precision": 0.522777, "recall": 0.610672}, {"accuracy": 0.298419, "f1": 0.240796, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"], "main_score": 0.240796, "precision": 0.222321, "recall": 0.298419}, {"accuracy": 0.398221, "f1": 0.33755, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"], "main_score": 0.33755, "precision": 0.31529, "recall": 0.398221}, {"accuracy": 0.183794, "f1": 0.127247, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"], "main_score": 0.127247, "precision": 0.112366, "recall": 0.183794}, {"accuracy": 0.754941, "f1": 0.707198, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"], "main_score": 0.707198, "precision": 0.687204, "recall": 0.754941}, {"accuracy": 0.728261, "f1": 0.681886, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"], "main_score": 0.681886, "precision": 0.662098, "recall": 0.728261}, {"accuracy": 0.762846, "f1": 0.713228, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"], "main_score": 0.713228, "precision": 0.692443, "recall": 0.762846}, {"accuracy": 0.577075, "f1": 0.517385, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"], "main_score": 0.517385, "precision": 0.493428, "recall": 0.577075}, {"accuracy": 0.264822, "f1": 0.203454, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"], "main_score": 0.203454, "precision": 0.184923, "recall": 0.264822}, {"accuracy": 0.202569, "f1": 0.133943, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"], "main_score": 0.133943, "precision": 0.115321, "recall": 0.202569}, {"accuracy": 0.091897, "f1": 0.0636, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"], "main_score": 0.0636, "precision": 0.055556, "recall": 0.091897}, {"accuracy": 0.240119, "f1": 0.193062, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"], "main_score": 0.193062, "precision": 0.178048, "recall": 0.240119}, {"accuracy": 0.004941, "f1": 0.000182, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"], "main_score": 0.000182, "precision": 9.4e-05, "recall": 0.004941}, {"accuracy": 0.574111, "f1": 0.524065, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"], "main_score": 0.524065, "precision": 0.506802, "recall": 0.574111}, {"accuracy": 0.487154, "f1": 0.439771, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"], "main_score": 0.439771, "precision": 0.423634, "recall": 0.487154}, {"accuracy": 0.530632, "f1": 0.483659, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"], "main_score": 0.483659, "precision": 0.466951, "recall": 0.530632}, {"accuracy": 0.504941, "f1": 0.468003, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"], "main_score": 0.468003, "precision": 0.452602, "recall": 0.504941}, {"accuracy": 0.257905, "f1": 0.208947, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"], "main_score": 0.208947, "precision": 0.194515, "recall": 0.257905}, {"accuracy": 0.656126, "f1": 0.618003, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"], "main_score": 0.618003, "precision": 0.605227, "recall": 0.656126}, {"accuracy": 0.474308, "f1": 0.426489, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"], "main_score": 0.426489, "precision": 0.408962, "recall": 0.474308}, {"accuracy": 0.5583, "f1": 0.5257, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"], "main_score": 0.5257, "precision": 0.512966, "recall": 0.5583}, {"accuracy": 0.593874, "f1": 0.5507, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"], "main_score": 0.5507, "precision": 0.536169, "recall": 0.593874}, {"accuracy": 0.51087, "f1": 0.465739, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"], "main_score": 0.465739, "precision": 0.45088, "recall": 0.51087}, {"accuracy": 0.288538, "f1": 0.234459, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"], "main_score": 0.234459, "precision": 0.216699, "recall": 0.288538}, {"accuracy": 0.505929, "f1": 0.462336, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"], "main_score": 0.462336, "precision": 0.448349, "recall": 0.505929}, {"accuracy": 0.442688, "f1": 0.395879, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"], "main_score": 0.395879, "precision": 0.380087, "recall": 0.442688}, {"accuracy": 0.650198, "f1": 0.606914, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"], "main_score": 0.606914, "precision": 0.59248, "recall": 0.650198}, {"accuracy": 0.348814, "f1": 0.29172, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"], "main_score": 0.29172, "precision": 0.273175, "recall": 0.348814}, {"accuracy": 0.548419, "f1": 0.505422, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"], "main_score": 0.505422, "precision": 0.490845, "recall": 0.548419}, {"accuracy": 0.516798, "f1": 0.469523, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"], "main_score": 0.469523, "precision": 0.453512, "recall": 0.516798}, {"accuracy": 0.677866, "f1": 0.640102, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"], "main_score": 0.640102, "precision": 0.627908, "recall": 0.677866}, {"accuracy": 0.647233, "f1": 0.60244, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"], "main_score": 0.60244, "precision": 0.587823, "recall": 0.647233}, {"accuracy": 0.186759, "f1": 0.144321, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"], "main_score": 0.144321, "precision": 0.131774, "recall": 0.186759}, {"accuracy": 0.379447, "f1": 0.328009, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"], "main_score": 0.328009, "precision": 0.312562, "recall": 0.379447}, {"accuracy": 0.594862, "f1": 0.552345, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"], "main_score": 0.552345, "precision": 0.538291, "recall": 0.594862}, {"accuracy": 0.494071, "f1": 0.448028, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"], "main_score": 0.448028, "precision": 0.431483, "recall": 0.494071}, {"accuracy": 0.068182, "f1": 0.03893, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"], "main_score": 0.03893, "precision": 0.033578, "recall": 0.068182}, {"accuracy": 0.556324, "f1": 0.51359, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"], "main_score": 0.51359, "precision": 0.499372, "recall": 0.556324}, {"accuracy": 0.25, "f1": 0.200606, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"], "main_score": 0.200606, "precision": 0.185508, "recall": 0.25}, {"accuracy": 0.544466, "f1": 0.507885, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"], "main_score": 0.507885, "precision": 0.493962, "recall": 0.544466}, {"accuracy": 0.663043, "f1": 0.623508, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"], "main_score": 0.623508, "precision": 0.610404, "recall": 0.663043}, {"accuracy": 0.535573, "f1": 0.502258, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"], "main_score": 0.502258, "precision": 0.492029, "recall": 0.535573}, {"accuracy": 0.469368, "f1": 0.424512, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"], "main_score": 0.424512, "precision": 0.409892, "recall": 0.469368}, {"accuracy": 0.313241, "f1": 0.26659, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"], "main_score": 0.26659, "precision": 0.250424, "recall": 0.313241}, {"accuracy": 0.621542, "f1": 0.58244, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"], "main_score": 0.58244, "precision": 0.567987, "recall": 0.621542}, {"accuracy": 0.366601, "f1": 0.323892, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"], "main_score": 0.323892, "precision": 0.310795, "recall": 0.366601}, {"accuracy": 0.512846, "f1": 0.471646, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"], "main_score": 0.471646, "precision": 0.457136, "recall": 0.512846}, {"accuracy": 0.409091, "f1": 0.357633, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"], "main_score": 0.357633, "precision": 0.340241, "recall": 0.409091}, {"accuracy": 0.631423, "f1": 0.590826, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"], "main_score": 0.590826, "precision": 0.577158, "recall": 0.631423}, {"accuracy": 0.544466, "f1": 0.500774, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"], "main_score": 0.500774, "precision": 0.486265, "recall": 0.544466}, {"accuracy": 0.19664, "f1": 0.149371, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"], "main_score": 0.149371, "precision": 0.136587, "recall": 0.19664}, {"accuracy": 0.091897, "f1": 0.064917, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"], "main_score": 0.064917, "precision": 0.057457, "recall": 0.091897}, {"accuracy": 0.641304, "f1": 0.603276, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"], "main_score": 0.603276, "precision": 0.590895, "recall": 0.641304}, {"accuracy": 0.184783, "f1": 0.144639, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"], "main_score": 0.144639, "precision": 0.13371, "recall": 0.184783}, {"accuracy": 0.616601, "f1": 0.574544, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"], "main_score": 0.574544, "precision": 0.562117, "recall": 0.616601}, {"accuracy": 0.613636, "f1": 0.571955, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"], "main_score": 0.571955, "precision": 0.556754, "recall": 0.613636}, {"accuracy": 0.494071, "f1": 0.451366, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"], "main_score": 0.451366, "precision": 0.437042, "recall": 0.494071}, {"accuracy": 0.492095, "f1": 0.455197, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"], "main_score": 0.455197, "precision": 0.441453, "recall": 0.492095}, {"accuracy": 0.220356, "f1": 0.16646, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"], "main_score": 0.16646, "precision": 0.150757, "recall": 0.220356}, {"accuracy": 0.445652, "f1": 0.39875, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"], "main_score": 0.39875, "precision": 0.383006, "recall": 0.445652}, {"accuracy": 0.661067, "f1": 0.61669, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"], "main_score": 0.61669, "precision": 0.601581, "recall": 0.661067}, {"accuracy": 0.597826, "f1": 0.560425, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"], "main_score": 0.560425, "precision": 0.547052, "recall": 0.597826}, {"accuracy": 0.19664, "f1": 0.1529, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"], "main_score": 0.1529, "precision": 0.140533, "recall": 0.19664}, {"accuracy": 0.573123, "f1": 0.526952, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"], "main_score": 0.526952, "precision": 0.512129, "recall": 0.573123}, {"accuracy": 0.083992, "f1": 0.060593, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"], "main_score": 0.060593, "precision": 0.053545, "recall": 0.083992}, {"accuracy": 0.288538, "f1": 0.239307, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"], "main_score": 0.239307, "precision": 0.223518, "recall": 0.288538}, {"accuracy": 0.399209, "f1": 0.348338, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"], "main_score": 0.348338, "precision": 0.329, "recall": 0.399209}, {"accuracy": 0.083004, "f1": 0.060221, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"], "main_score": 0.060221, "precision": 0.054226, "recall": 0.083004}, {"accuracy": 0.618577, "f1": 0.579786, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"], "main_score": 0.579786, "precision": 0.56658, "recall": 0.618577}, {"accuracy": 0.554348, "f1": 0.514265, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"], "main_score": 0.514265, "precision": 0.500642, "recall": 0.554348}, {"accuracy": 0.659091, "f1": 0.615065, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"], "main_score": 0.615065, "precision": 0.601167, "recall": 0.659091}, {"accuracy": 0.500988, "f1": 0.448789, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"], "main_score": 0.448789, "precision": 0.431709, "recall": 0.500988}, {"accuracy": 0.312253, "f1": 0.256933, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"], "main_score": 0.256933, "precision": 0.24022, "recall": 0.312253}, {"accuracy": 0.661067, "f1": 0.619546, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"], "main_score": 0.619546, "precision": 0.60549, "recall": 0.661067}, {"accuracy": 0.386364, "f1": 0.338331, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"], "main_score": 0.338331, "precision": 0.32096, "recall": 0.386364}, {"accuracy": 0.672925, "f1": 0.633262, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"], "main_score": 0.633262, "precision": 0.619882, "recall": 0.672925}, {"accuracy": 0.286561, "f1": 0.234158, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"], "main_score": 0.234158, "precision": 0.216804, "recall": 0.286561}, {"accuracy": 0.313241, "f1": 0.259031, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"], "main_score": 0.259031, "precision": 0.242487, "recall": 0.313241}, {"accuracy": 0.261858, "f1": 0.207675, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"], "main_score": 0.207675, "precision": 0.190941, "recall": 0.261858}, {"accuracy": 0.325099, "f1": 0.277614, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"], "main_score": 0.277614, "precision": 0.260965, "recall": 0.325099}, {"accuracy": 0.448617, "f1": 0.403001, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"], "main_score": 0.403001, "precision": 0.38679, "recall": 0.448617}, {"accuracy": 0.636364, "f1": 0.592816, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"], "main_score": 0.592816, "precision": 0.578614, "recall": 0.636364}, {"accuracy": 0.057312, "f1": 0.026985, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"], "main_score": 0.026985, "precision": 0.021853, "recall": 0.057312}, {"accuracy": 0.252964, "f1": 0.205374, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"], "main_score": 0.205374, "precision": 0.189817, "recall": 0.252964}, {"accuracy": 0.451581, "f1": 0.403906, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"], "main_score": 0.403906, "precision": 0.388051, "recall": 0.451581}, {"accuracy": 0.274704, "f1": 0.222574, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"], "main_score": 0.222574, "precision": 0.204494, "recall": 0.274704}, {"accuracy": 0.048419, "f1": 0.028411, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"], "main_score": 0.028411, "precision": 0.025069, "recall": 0.048419}, {"accuracy": 0.667984, "f1": 0.625902, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"], "main_score": 0.625902, "precision": 0.611774, "recall": 0.667984}, {"accuracy": 0.528656, "f1": 0.487884, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"], "main_score": 0.487884, "precision": 0.472193, "recall": 0.528656}, {"accuracy": 0.532609, "f1": 0.489255, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"], "main_score": 0.489255, "precision": 0.473979, "recall": 0.532609}, {"accuracy": 0.301383, "f1": 0.259286, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"], "main_score": 0.259286, "precision": 0.245502, "recall": 0.301383}, {"accuracy": 0.661067, "f1": 0.621817, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"], "main_score": 0.621817, "precision": 0.607935, "recall": 0.661067}, {"accuracy": 0.634387, "f1": 0.58852, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"], "main_score": 0.58852, "precision": 0.573164, "recall": 0.634387}, {"accuracy": 0.677866, "f1": 0.633426, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"], "main_score": 0.633426, "precision": 0.619021, "recall": 0.677866}, {"accuracy": 0.570158, "f1": 0.525233, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"], "main_score": 0.525233, "precision": 0.509775, "recall": 0.570158}, {"accuracy": 0.246047, "f1": 0.191865, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"], "main_score": 0.191865, "precision": 0.173733, "recall": 0.246047}, {"accuracy": 0.192688, "f1": 0.148495, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"], "main_score": 0.148495, "precision": 0.136066, "recall": 0.192688}, {"accuracy": 0.394269, "f1": 0.34646, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"], "main_score": 0.34646, "precision": 0.331336, "recall": 0.394269}, {"accuracy": 0.651186, "f1": 0.607542, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"], "main_score": 0.607542, "precision": 0.592888, "recall": 0.651186}, {"accuracy": 0.549407, "f1": 0.513135, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"], "main_score": 0.513135, "precision": 0.501236, "recall": 0.549407}, {"accuracy": 0.407115, "f1": 0.363543, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"], "main_score": 0.363543, "precision": 0.348795, "recall": 0.407115}, {"accuracy": 0.237154, "f1": 0.186095, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"], "main_score": 0.186095, "precision": 0.169752, "recall": 0.237154}, {"accuracy": 0.578063, "f1": 0.53731, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"], "main_score": 0.53731, "precision": 0.522213, "recall": 0.578063}, {"accuracy": 0.51087, "f1": 0.46818, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"], "main_score": 0.46818, "precision": 0.453717, "recall": 0.51087}, {"accuracy": 0.246047, "f1": 0.189514, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"], "main_score": 0.189514, "precision": 0.172445, "recall": 0.246047}, {"accuracy": 0.629447, "f1": 0.588525, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"], "main_score": 0.588525, "precision": 0.575001, "recall": 0.629447}, {"accuracy": 0.285573, "f1": 0.235189, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"], "main_score": 0.235189, "precision": 0.22022, "recall": 0.285573}, {"accuracy": 0.450593, "f1": 0.398923, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"], "main_score": 0.398923, "precision": 0.381566, "recall": 0.450593}, {"accuracy": 0.554348, "f1": 0.507292, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"], "main_score": 0.507292, "precision": 0.49139, "recall": 0.554348}, {"accuracy": 0.639328, "f1": 0.600536, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"], "main_score": 0.600536, "precision": 0.587241, "recall": 0.639328}, {"accuracy": 0.653162, "f1": 0.608861, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"], "main_score": 0.608861, "precision": 0.594212, "recall": 0.653162}, {"accuracy": 0.593874, "f1": 0.549161, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"], "main_score": 0.549161, "precision": 0.533556, "recall": 0.593874}, {"accuracy": 0.508893, "f1": 0.463008, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"], "main_score": 0.463008, "precision": 0.447101, "recall": 0.508893}, {"accuracy": 0.490119, "f1": 0.439041, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"], "main_score": 0.439041, "precision": 0.421394, "recall": 0.490119}, {"accuracy": 0.272727, "f1": 0.221341, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"], "main_score": 0.221341, "precision": 0.204702, "recall": 0.272727}, {"accuracy": 0.085968, "f1": 0.050776, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"], "main_score": 0.050776, "precision": 0.043934, "recall": 0.085968}, {"accuracy": 0.281621, "f1": 0.2306, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"], "main_score": 0.2306, "precision": 0.214607, "recall": 0.281621}, {"accuracy": 0.139328, "f1": 0.094927, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"], "main_score": 0.094927, "precision": 0.08424, "recall": 0.139328}, {"accuracy": 0.659091, "f1": 0.614174, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"], "main_score": 0.614174, "precision": 0.599279, "recall": 0.659091}, {"accuracy": 0.501976, "f1": 0.461505, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"], "main_score": 0.461505, "precision": 0.446676, "recall": 0.501976}, {"accuracy": 0.097826, "f1": 0.072007, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"], "main_score": 0.072007, "precision": 0.065397, "recall": 0.097826}, {"accuracy": 0.536561, "f1": 0.495763, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"], "main_score": 0.495763, "precision": 0.480162, "recall": 0.536561}, {"accuracy": 0.670949, "f1": 0.626055, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"], "main_score": 0.626055, "precision": 0.610233, "recall": 0.670949}, {"accuracy": 0.358696, "f1": 0.317481, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"], "main_score": 0.317481, "precision": 0.303564, "recall": 0.358696}, {"accuracy": 0.427866, "f1": 0.380988, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"], "main_score": 0.380988, "precision": 0.363321, "recall": 0.427866}, {"accuracy": 0.22332, "f1": 0.174041, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"], "main_score": 0.174041, "precision": 0.1595, "recall": 0.22332}, {"accuracy": 0.543478, "f1": 0.496955, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"], "main_score": 0.496955, "precision": 0.481081, "recall": 0.543478}, {"accuracy": 0.426877, "f1": 0.376603, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"], "main_score": 0.376603, "precision": 0.358906, "recall": 0.426877}, {"accuracy": 0.254941, "f1": 0.20071, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"], "main_score": 0.20071, "precision": 0.184054, "recall": 0.254941}, {"accuracy": 0.254941, "f1": 0.19555, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"], "main_score": 0.19555, "precision": 0.178556, "recall": 0.254941}, {"accuracy": 0.272727, "f1": 0.222102, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"], "main_score": 0.222102, "precision": 0.206748, "recall": 0.272727}, {"accuracy": 0.632411, "f1": 0.587527, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"], "main_score": 0.587527, "precision": 0.572279, "recall": 0.632411}, {"accuracy": 0.020751, "f1": 0.006018, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"], "main_score": 0.006018, "precision": 0.004498, "recall": 0.020751}, {"accuracy": 0.390316, "f1": 0.340528, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"], "main_score": 0.340528, "precision": 0.324443, "recall": 0.390316}, {"accuracy": 0.213439, "f1": 0.172092, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"], "main_score": 0.172092, "precision": 0.158928, "recall": 0.213439}, {"accuracy": 0.492095, "f1": 0.448438, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"], "main_score": 0.448438, "precision": 0.43417, "recall": 0.492095}, {"accuracy": 0.662055, "f1": 0.617757, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"], "main_score": 0.617757, "precision": 0.60312, "recall": 0.662055}, {"accuracy": 0.100791, "f1": 0.06423, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"], "main_score": 0.06423, "precision": 0.05536, "recall": 0.100791}, {"accuracy": 0.240119, "f1": 0.191151, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"], "main_score": 0.191151, "precision": 0.175635, "recall": 0.240119}, {"accuracy": 0.625494, "f1": 0.583158, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"], "main_score": 0.583158, "precision": 0.568896, "recall": 0.625494}, {"accuracy": 0.655138, "f1": 0.61213, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"], "main_score": 0.61213, "precision": 0.597424, "recall": 0.655138}, {"accuracy": 0.45751, "f1": 0.417697, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"], "main_score": 0.417697, "precision": 0.402822, "recall": 0.45751}, {"accuracy": 0.217391, "f1": 0.163875, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"], "main_score": 0.163875, "precision": 0.146819, "recall": 0.217391}, {"accuracy": 0.242095, "f1": 0.190839, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"], "main_score": 0.190839, "precision": 0.173266, "recall": 0.242095}, {"accuracy": 0.52668, "f1": 0.482455, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"], "main_score": 0.482455, "precision": 0.468452, "recall": 0.52668}, {"accuracy": 0.211462, "f1": 0.166036, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"], "main_score": 0.166036, "precision": 0.152582, "recall": 0.211462}, {"accuracy": 0.213439, "f1": 0.171375, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"], "main_score": 0.171375, "precision": 0.159197, "recall": 0.213439}, {"accuracy": 0.371542, "f1": 0.324113, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"], "main_score": 0.324113, "precision": 0.308777, "recall": 0.371542}, {"accuracy": 0.480237, "f1": 0.440716, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"], "main_score": 0.440716, "precision": 0.425682, "recall": 0.480237}, {"accuracy": 0.531621, "f1": 0.4861, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"], "main_score": 0.4861, "precision": 0.471608, "recall": 0.531621}, {"accuracy": 0.280632, "f1": 0.2171, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"], "main_score": 0.2171, "precision": 0.197634, "recall": 0.280632}, {"accuracy": 0.438735, "f1": 0.388106, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"], "main_score": 0.388106, "precision": 0.369914, "recall": 0.438735}, {"accuracy": 0.608696, "f1": 0.564206, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"], "main_score": 0.564206, "precision": 0.549306, "recall": 0.608696}, {"accuracy": 0.228261, "f1": 0.191864, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"], "main_score": 0.191864, "precision": 0.179676, "recall": 0.228261}, {"accuracy": 0.374506, "f1": 0.321749, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"], "main_score": 0.321749, "precision": 0.304385, "recall": 0.374506}, {"accuracy": 0.283597, "f1": 0.233289, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"], "main_score": 0.233289, "precision": 0.217917, "recall": 0.283597}, {"accuracy": 0.331028, "f1": 0.287038, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"], "main_score": 0.287038, "precision": 0.271527, "recall": 0.331028}, {"accuracy": 0.485178, "f1": 0.438684, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"], "main_score": 0.438684, "precision": 0.422332, "recall": 0.485178}, {"accuracy": 0.280632, "f1": 0.225088, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"], "main_score": 0.225088, "precision": 0.206538, "recall": 0.280632}, {"accuracy": 0.376482, "f1": 0.329638, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"], "main_score": 0.329638, "precision": 0.314077, "recall": 0.376482}, {"accuracy": 0.607708, "f1": 0.561504, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"], "main_score": 0.561504, "precision": 0.546096, "recall": 0.607708}, {"accuracy": 0.613636, "f1": 0.56825, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"], "main_score": 0.56825, "precision": 0.553146, "recall": 0.613636}, {"accuracy": 0.596838, "f1": 0.560797, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"], "main_score": 0.560797, "precision": 0.547356, "recall": 0.596838}, {"accuracy": 0.496047, "f1": 0.460475, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"], "main_score": 0.460475, "precision": 0.446156, "recall": 0.496047}, {"accuracy": 0.671937, "f1": 0.631838, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"], "main_score": 0.631838, "precision": 0.618999, "recall": 0.671937}, {"accuracy": 0.329051, "f1": 0.280618, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"], "main_score": 0.280618, "precision": 0.263156, "recall": 0.329051}, {"accuracy": 0.408103, "f1": 0.359061, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"], "main_score": 0.359061, "precision": 0.343808, "recall": 0.408103}, {"accuracy": 0.133399, "f1": 0.081924, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"], "main_score": 0.081924, "precision": 0.070858, "recall": 0.133399}, {"accuracy": 0.648221, "f1": 0.606378, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"], "main_score": 0.606378, "precision": 0.592452, "recall": 0.648221}, {"accuracy": 0.118577, "f1": 0.093909, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"], "main_score": 0.093909, "precision": 0.085276, "recall": 0.118577}, {"accuracy": 0.598814, "f1": 0.554868, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"], "main_score": 0.554868, "precision": 0.539457, "recall": 0.598814}, {"accuracy": 0.549407, "f1": 0.497929, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"], "main_score": 0.497929, "precision": 0.48042, "recall": 0.549407}, {"accuracy": 0.351779, "f1": 0.299832, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"], "main_score": 0.299832, "precision": 0.283484, "recall": 0.351779}, {"accuracy": 0.37253, "f1": 0.31524, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"], "main_score": 0.31524, "precision": 0.295586, "recall": 0.37253}, {"accuracy": 0.498024, "f1": 0.447276, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"], "main_score": 0.447276, "precision": 0.430268, "recall": 0.498024}, {"accuracy": 0.291502, "f1": 0.24196, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"], "main_score": 0.24196, "precision": 0.224278, "recall": 0.291502}, {"accuracy": 0.248024, "f1": 0.198569, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"], "main_score": 0.198569, "precision": 0.182543, "recall": 0.248024}, {"accuracy": 0.660079, "f1": 0.61882, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"], "main_score": 0.61882, "precision": 0.605784, "recall": 0.660079}, {"accuracy": 0.432806, "f1": 0.377619, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"], "main_score": 0.377619, "precision": 0.357074, "recall": 0.432806}, {"accuracy": 0.656126, "f1": 0.615168, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"], "main_score": 0.615168, "precision": 0.601506, "recall": 0.656126}, {"accuracy": 0.224308, "f1": 0.16689, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"], "main_score": 0.16689, "precision": 0.151093, "recall": 0.224308}, {"accuracy": 0.662055, "f1": 0.619584, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"], "main_score": 0.619584, "precision": 0.605879, "recall": 0.662055}, {"accuracy": 0.458498, "f1": 0.407743, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"], "main_score": 0.407743, "precision": 0.39151, "recall": 0.458498}, {"accuracy": 0.544466, "f1": 0.501872, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"], "main_score": 0.501872, "precision": 0.486855, "recall": 0.544466}, {"accuracy": 0.206522, "f1": 0.158583, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"], "main_score": 0.158583, "precision": 0.144334, "recall": 0.206522}, {"accuracy": 0.593874, "f1": 0.546992, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"], "main_score": 0.546992, "precision": 0.531072, "recall": 0.593874}, {"accuracy": 0.225296, "f1": 0.170574, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"], "main_score": 0.170574, "precision": 0.154435, "recall": 0.225296}, {"accuracy": 0.250988, "f1": 0.199219, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"], "main_score": 0.199219, "precision": 0.182451, "recall": 0.250988}, {"accuracy": 0.162055, "f1": 0.125132, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"], "main_score": 0.125132, "precision": 0.114354, "recall": 0.162055}, {"accuracy": 0.324111, "f1": 0.279571, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"], "main_score": 0.279571, "precision": 0.26413, "recall": 0.324111}, {"accuracy": 0.670949, "f1": 0.628025, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"], "main_score": 0.628025, "precision": 0.612002, "recall": 0.670949}, {"accuracy": 0.29249, "f1": 0.237976, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"], "main_score": 0.237976, "precision": 0.220301, "recall": 0.29249}, {"accuracy": 0.217391, "f1": 0.161628, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"], "main_score": 0.161628, "precision": 0.146996, "recall": 0.217391}, {"accuracy": 0.271739, "f1": 0.21674, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"], "main_score": 0.21674, "precision": 0.19981, "recall": 0.271739}, {"accuracy": 0.320158, "f1": 0.270384, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"], "main_score": 0.270384, "precision": 0.254632, "recall": 0.320158}, {"accuracy": 0.198617, "f1": 0.152042, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"], "main_score": 0.152042, "precision": 0.137816, "recall": 0.198617}, {"accuracy": 0.224308, "f1": 0.185493, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"], "main_score": 0.185493, "precision": 0.172358, "recall": 0.224308}, {"accuracy": 0.538538, "f1": 0.499861, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"], "main_score": 0.499861, "precision": 0.487152, "recall": 0.538538}, {"accuracy": 0.316206, "f1": 0.256434, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"], "main_score": 0.256434, "precision": 0.237301, "recall": 0.316206}, {"accuracy": 0.278656, "f1": 0.228986, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"], "main_score": 0.228986, "precision": 0.212772, "recall": 0.278656}, {"accuracy": 0.493083, "f1": 0.45079, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"], "main_score": 0.45079, "precision": 0.43505, "recall": 0.493083}, {"accuracy": 0.350791, "f1": 0.298466, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"], "main_score": 0.298466, "precision": 0.282046, "recall": 0.350791}, {"accuracy": 0.436759, "f1": 0.390603, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"], "main_score": 0.390603, "precision": 0.374417, "recall": 0.436759}, {"accuracy": 0.411067, "f1": 0.367619, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"], "main_score": 0.367619, "precision": 0.352461, "recall": 0.411067}, {"accuracy": 0.293478, "f1": 0.238355, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"], "main_score": 0.238355, "precision": 0.220643, "recall": 0.293478}, {"accuracy": 0.40415, "f1": 0.353187, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"], "main_score": 0.353187, "precision": 0.336885, "recall": 0.40415}, {"accuracy": 0.208498, "f1": 0.155563, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"], "main_score": 0.155563, "precision": 0.139086, "recall": 0.208498}, {"accuracy": 0.570158, "f1": 0.519716, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"], "main_score": 0.519716, "precision": 0.502993, "recall": 0.570158}, {"accuracy": 0.557312, "f1": 0.513075, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"], "main_score": 0.513075, "precision": 0.498348, "recall": 0.557312}, {"accuracy": 0.618577, "f1": 0.575789, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"], "main_score": 0.575789, "precision": 0.561427, "recall": 0.618577}, {"accuracy": 0.335968, "f1": 0.28708, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"], "main_score": 0.28708, "precision": 0.271403, "recall": 0.335968}, {"accuracy": 0.278656, "f1": 0.235351, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"], "main_score": 0.235351, "precision": 0.219183, "recall": 0.278656}, {"accuracy": 0.242095, "f1": 0.184201, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"], "main_score": 0.184201, "precision": 0.167446, "recall": 0.242095}, {"accuracy": 0.088933, "f1": 0.052889, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"], "main_score": 0.052889, "precision": 0.044354, "recall": 0.088933}, {"accuracy": 0.213439, "f1": 0.141766, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"], "main_score": 0.141766, "precision": 0.124114, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.91502, "f1": 0.887747, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"], "main_score": 0.887747, "precision": 0.874588, "recall": 0.91502}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.667984, "f1": 0.594896, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"], "main_score": 0.594896, "precision": 0.566812, "recall": 0.667984}, {"accuracy": 0.236166, "f1": 0.165311, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"], "main_score": 0.165311, "precision": 0.146411, "recall": 0.236166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.425889, "f1": 0.339505, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"], "main_score": 0.339505, "precision": 0.311914, "recall": 0.425889}, {"accuracy": 0.688735, "f1": 0.618371, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"], "main_score": 0.618371, "precision": 0.589463, "recall": 0.688735}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.929842, "f1": 0.909157, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"], "main_score": 0.909157, "precision": 0.899489, "recall": 0.929842}, {"accuracy": 0.280632, "f1": 0.192157, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"], "main_score": 0.192157, "precision": 0.168712, "recall": 0.280632}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.859684, "f1": 0.821607, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"], "main_score": 0.821607, "precision": 0.804183, "recall": 0.859684}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.320158, "f1": 0.22795, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"], "main_score": 0.22795, "precision": 0.202359, "recall": 0.320158}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.174901, "f1": 0.11856, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"], "main_score": 0.11856, "precision": 0.10493, "recall": 0.174901}, {"accuracy": 0.894269, "f1": 0.865137, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"], "main_score": 0.865137, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.75, "f1": 0.691512, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"], "main_score": 0.691512, "precision": 0.667113, "recall": 0.75}, {"accuracy": 0.062253, "f1": 0.027579, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"], "main_score": 0.027579, "precision": 0.022344, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.242095, "f1": 0.166067, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"], "main_score": 0.166067, "precision": 0.148287, "recall": 0.242095}, {"accuracy": 0.883399, "f1": 0.849341, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"], "main_score": 0.849341, "precision": 0.83391, "recall": 0.883399}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"], "main_score": 0.927372, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.911067, "f1": 0.883696, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"], "main_score": 0.883696, "precision": 0.870553, "recall": 0.911067}, {"accuracy": 0.297431, "f1": 0.223239, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"], "main_score": 0.223239, "precision": 0.20186, "recall": 0.297431}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.768874, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"], "main_score": 0.768874, "precision": 0.747826, "recall": 0.816206}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"], "main_score": 0.916996, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"], "main_score": 0.892358, "precision": 0.880682, "recall": 0.916996}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.192688, "f1": 0.126366, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"], "main_score": 0.126366, "precision": 0.111632, "recall": 0.192688}, {"accuracy": 0.061265, "f1": 0.037059, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"], "main_score": 0.037059, "precision": 0.031913, "recall": 0.061265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.173913, "f1": 0.113593, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"], "main_score": 0.113593, "precision": 0.100261, "recall": 0.173913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.913043, "f1": 0.888966, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"], "main_score": 0.888966, "precision": 0.877668, "recall": 0.913043}, {"accuracy": 0.774704, "f1": 0.719466, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"], "main_score": 0.719466, "precision": 0.6958, "recall": 0.774704}, {"accuracy": 0.213439, "f1": 0.140502, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"], "main_score": 0.140502, "precision": 0.122774, "recall": 0.213439}, {"accuracy": 0.768775, "f1": 0.72036, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"], "main_score": 0.72036, "precision": 0.699951, "recall": 0.768775}, {"accuracy": 0.659091, "f1": 0.585793, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"], "main_score": 0.585793, "precision": 0.557964, "recall": 0.659091}, {"accuracy": 0.775692, "f1": 0.719123, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"], "main_score": 0.719123, "precision": 0.695389, "recall": 0.775692}, {"accuracy": 0.195652, "f1": 0.129607, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"], "main_score": 0.129607, "precision": 0.113688, "recall": 0.195652}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.074111, "f1": 0.042025, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"], "main_score": 0.042025, "precision": 0.035349, "recall": 0.074111}, {"accuracy": 0.279644, "f1": 0.204211, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"], "main_score": 0.204211, "precision": 0.184952, "recall": 0.279644}, {"accuracy": 0.391304, "f1": 0.300565, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"], "main_score": 0.300565, "precision": 0.27312, "recall": 0.391304}, {"accuracy": 0.089921, "f1": 0.049249, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"], "main_score": 0.049249, "precision": 0.04104, "recall": 0.089921}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"], "main_score": 0.961627, "precision": 0.957543, "recall": 0.970356}, {"accuracy": 0.323123, "f1": 0.236885, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"], "main_score": 0.236885, "precision": 0.212905, "recall": 0.323123}, {"accuracy": 0.789526, "f1": 0.735707, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"], "main_score": 0.735707, "precision": 0.713218, "recall": 0.789526}, {"accuracy": 0.483202, "f1": 0.401091, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"], "main_score": 0.401091, "precision": 0.375284, "recall": 0.483202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.293478, "f1": 0.215457, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"], "main_score": 0.215457, "precision": 0.19515, "recall": 0.293478}, {"accuracy": 0.367589, "f1": 0.286779, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"], "main_score": 0.286779, "precision": 0.263599, "recall": 0.367589}, {"accuracy": 0.284585, "f1": 0.197386, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"], "main_score": 0.197386, "precision": 0.173715, "recall": 0.284585}, {"accuracy": 0.384387, "f1": 0.302263, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"], "main_score": 0.302263, "precision": 0.277124, "recall": 0.384387}, {"accuracy": 0.658103, "f1": 0.587022, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"], "main_score": 0.587022, "precision": 0.558036, "recall": 0.658103}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.052372, "f1": 0.019477, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"], "main_score": 0.019477, "precision": 0.015735, "recall": 0.052372}, {"accuracy": 0.235178, "f1": 0.16154, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"], "main_score": 0.16154, "precision": 0.142225, "recall": 0.235178}, {"accuracy": 0.770751, "f1": 0.715288, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"], "main_score": 0.715288, "precision": 0.692188, "recall": 0.770751}, {"accuracy": 0.271739, "f1": 0.192509, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"], "main_score": 0.192509, "precision": 0.171644, "recall": 0.271739}, {"accuracy": 0.062253, "f1": 0.030309, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"], "main_score": 0.030309, "precision": 0.025817, "recall": 0.062253}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.818182, "f1": 0.773767, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"], "main_score": 0.773767, "precision": 0.75471, "recall": 0.818182}, {"accuracy": 0.825099, "f1": 0.776877, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"], "main_score": 0.776877, "precision": 0.756192, "recall": 0.825099}, {"accuracy": 0.791502, "f1": 0.741493, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"], "main_score": 0.741493, "precision": 0.719878, "recall": 0.791502}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.243083, "f1": 0.171723, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"], "main_score": 0.171723, "precision": 0.153209, "recall": 0.243083}, {"accuracy": 0.195652, "f1": 0.129931, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"], "main_score": 0.129931, "precision": 0.114343, "recall": 0.195652}, {"accuracy": 0.908103, "f1": 0.880105, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"], "main_score": 0.880105, "precision": 0.866765, "recall": 0.908103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.40415, "f1": 0.314285, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"], "main_score": 0.314285, "precision": 0.286113, "recall": 0.40415}, {"accuracy": 0.230237, "f1": 0.157551, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"], "main_score": 0.157551, "precision": 0.140301, "recall": 0.230237}, {"accuracy": 0.746047, "f1": 0.683006, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"], "main_score": 0.683006, "precision": 0.656762, "recall": 0.746047}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"], "main_score": 0.933465, "precision": 0.926548, "recall": 0.948617}, {"accuracy": 0.213439, "f1": 0.144139, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"], "main_score": 0.144139, "precision": 0.129294, "recall": 0.213439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.273715, "f1": 0.201409, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"], "main_score": 0.201409, "precision": 0.182182, "recall": 0.273715}, {"accuracy": 0.454545, "f1": 0.361178, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"], "main_score": 0.361178, "precision": 0.331513, "recall": 0.454545}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.777668, "f1": 0.72301, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"], "main_score": 0.72301, "precision": 0.699901, "recall": 0.777668}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.258893, "f1": 0.184506, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"], "main_score": 0.184506, "precision": 0.164736, "recall": 0.258893}, {"accuracy": 0.083004, "f1": 0.037211, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"], "main_score": 0.037211, "precision": 0.030568, "recall": 0.083004}, {"accuracy": 0.281621, "f1": 0.203695, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"], "main_score": 0.203695, "precision": 0.181886, "recall": 0.281621}, {"accuracy": 0.146245, "f1": 0.089629, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"], "main_score": 0.089629, "precision": 0.077202, "recall": 0.146245}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.754941, "f1": 0.697137, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"], "main_score": 0.697137, "precision": 0.673346, "recall": 0.754941}, {"accuracy": 0.09585, "f1": 0.063248, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"], "main_score": 0.063248, "precision": 0.056282, "recall": 0.09585}, {"accuracy": 0.769763, "f1": 0.713196, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"], "main_score": 0.713196, "precision": 0.689601, "recall": 0.769763}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.755929, "f1": 0.69488, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"], "main_score": 0.69488, "precision": 0.66861, "recall": 0.755929}, {"accuracy": 0.518775, "f1": 0.431765, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"], "main_score": 0.431765, "precision": 0.399127, "recall": 0.518775}, {"accuracy": 0.20751, "f1": 0.133852, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"], "main_score": 0.133852, "precision": 0.115725, "recall": 0.20751}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.41502, "f1": 0.324662, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"], "main_score": 0.324662, "precision": 0.295649, "recall": 0.41502}, {"accuracy": 0.242095, "f1": 0.166408, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"], "main_score": 0.166408, "precision": 0.148405, "recall": 0.242095}, {"accuracy": 0.221344, "f1": 0.152977, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"], "main_score": 0.152977, "precision": 0.135642, "recall": 0.221344}, {"accuracy": 0.248024, "f1": 0.177637, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"], "main_score": 0.177637, "precision": 0.158466, "recall": 0.248024}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.021739, "f1": 0.004322, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"], "main_score": 0.004322, "precision": 0.002893, "recall": 0.021739}, {"accuracy": 0.874506, "f1": 0.839182, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"], "main_score": 0.839182, "precision": 0.823452, "recall": 0.874506}, {"accuracy": 0.462451, "f1": 0.373793, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"], "main_score": 0.373793, "precision": 0.341687, "recall": 0.462451}, {"accuracy": 0.867589, "f1": 0.830632, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"], "main_score": 0.830632, "precision": 0.813735, "recall": 0.867589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.109684, "f1": 0.064197, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"], "main_score": 0.064197, "precision": 0.055342, "recall": 0.109684}, {"accuracy": 0.205534, "f1": 0.140014, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"], "main_score": 0.140014, "precision": 0.122749, "recall": 0.205534}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.672925, "f1": 0.600106, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"], "main_score": 0.600106, "precision": 0.572012, "recall": 0.672925}, {"accuracy": 0.19664, "f1": 0.129917, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"], "main_score": 0.129917, "precision": 0.113197, "recall": 0.19664}, {"accuracy": 0.218379, "f1": 0.144835, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"], "main_score": 0.144835, "precision": 0.127103, "recall": 0.218379}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.214427, "f1": 0.144706, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"], "main_score": 0.144706, "precision": 0.126795, "recall": 0.214427}, {"accuracy": 0.224308, "f1": 0.15493, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"], "main_score": 0.15493, "precision": 0.137098, "recall": 0.224308}, {"accuracy": 0.813241, "f1": 0.764246, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"], "main_score": 0.764246, "precision": 0.742911, "recall": 0.813241}, {"accuracy": 0.687747, "f1": 0.621147, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"], "main_score": 0.621147, "precision": 0.59507, "recall": 0.687747}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.312253, "f1": 0.222659, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"], "main_score": 0.222659, "precision": 0.194688, "recall": 0.312253}, {"accuracy": 0.494071, "f1": 0.410785, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"], "main_score": 0.410785, "precision": 0.383837, "recall": 0.494071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.5583, "f1": 0.478465, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"], "main_score": 0.478465, "precision": 0.44758, "recall": 0.5583}, {"accuracy": 0.855731, "f1": 0.815316, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"], "main_score": 0.815316, "precision": 0.796805, "recall": 0.855731}, {"accuracy": 0.316206, "f1": 0.240829, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"], "main_score": 0.240829, "precision": 0.220325, "recall": 0.316206}, {"accuracy": 0.616601, "f1": 0.537495, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"], "main_score": 0.537495, "precision": 0.505403, "recall": 0.616601}, {"accuracy": 0.736166, "f1": 0.67349, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"], "main_score": 0.67349, "precision": 0.646311, "recall": 0.736166}, {"accuracy": 0.256917, "f1": 0.176964, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"], "main_score": 0.176964, "precision": 0.154814, "recall": 0.256917}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"], "main_score": 0.908432, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.770751, "f1": 0.712467, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"], "main_score": 0.712467, "precision": 0.687345, "recall": 0.770751}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.433794, "f1": 0.348088, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"], "main_score": 0.348088, "precision": 0.318675, "recall": 0.433794}, {"accuracy": 0.531621, "f1": 0.445954, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"], "main_score": 0.445954, "precision": 0.416506, "recall": 0.531621}, {"accuracy": 0.121542, "f1": 0.068698, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"], "main_score": 0.068698, "precision": 0.057798, "recall": 0.121542}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.186759, "f1": 0.127601, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"], "main_score": 0.127601, "precision": 0.111426, "recall": 0.186759}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"], "main_score": 0.954381, "precision": 0.94944, "recall": 0.964427}, {"accuracy": 0.496047, "f1": 0.407838, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"], "main_score": 0.407838, "precision": 0.379272, "recall": 0.496047}, {"accuracy": 0.387352, "f1": 0.29963, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"], "main_score": 0.29963, "precision": 0.273058, "recall": 0.387352}, {"accuracy": 0.884387, "f1": 0.848057, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"], "main_score": 0.848057, "precision": 0.830616, "recall": 0.884387}, {"accuracy": 0.278656, "f1": 0.198875, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"], "main_score": 0.198875, "precision": 0.177234, "recall": 0.278656}, {"accuracy": 0.257905, "f1": 0.177322, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"], "main_score": 0.177322, "precision": 0.155527, "recall": 0.257905}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.481225, "f1": 0.392555, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"], "main_score": 0.392555, "precision": 0.36345, "recall": 0.481225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.214427, "f1": 0.136587, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"], "main_score": 0.136587, "precision": 0.118317, "recall": 0.214427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.922925, "f1": 0.900151, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"], "main_score": 0.900151, "precision": 0.889493, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.197628, "f1": 0.133772, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"], "main_score": 0.133772, "precision": 0.118771, "recall": 0.197628}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"], "main_score": 0.929908, "precision": 0.922184, "recall": 0.945652}, {"accuracy": 0.205534, "f1": 0.136472, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"], "main_score": 0.136472, "precision": 0.119269, "recall": 0.205534}, {"accuracy": 0.236166, "f1": 0.164232, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"], "main_score": 0.164232, "precision": 0.145849, "recall": 0.236166}, {"accuracy": 0.16502, "f1": 0.104776, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"], "main_score": 0.104776, "precision": 0.090909, "recall": 0.16502}, {"accuracy": 0.571146, "f1": 0.487968, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"], "main_score": 0.487968, "precision": 0.454185, "recall": 0.571146}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.326087, "f1": 0.239717, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"], "main_score": 0.239717, "precision": 0.214212, "recall": 0.326087}, {"accuracy": 0.201581, "f1": 0.136951, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"], "main_score": 0.136951, "precision": 0.12049, "recall": 0.201581}, {"accuracy": 0.247036, "f1": 0.172304, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"], "main_score": 0.172304, "precision": 0.153076, "recall": 0.247036}, {"accuracy": 0.854743, "f1": 0.815184, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"], "main_score": 0.815184, "precision": 0.797332, "recall": 0.854743}, {"accuracy": 0.194664, "f1": 0.126636, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"], "main_score": 0.126636, "precision": 0.11004, "recall": 0.194664}, {"accuracy": 0.209486, "f1": 0.143425, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"], "main_score": 0.143425, "precision": 0.127393, "recall": 0.209486}, {"accuracy": 0.961462, "f1": 0.950988, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"], "main_score": 0.950988, "precision": 0.946229, "recall": 0.961462}, {"accuracy": 0.325099, "f1": 0.239049, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"], "main_score": 0.239049, "precision": 0.215586, "recall": 0.325099}, {"accuracy": 0.270751, "f1": 0.192222, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"], "main_score": 0.192222, "precision": 0.171848, "recall": 0.270751}, {"accuracy": 0.685771, "f1": 0.61354, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"], "main_score": 0.61354, "precision": 0.584874, "recall": 0.685771}, {"accuracy": 0.392292, "f1": 0.304486, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"], "main_score": 0.304486, "precision": 0.276017, "recall": 0.392292}, {"accuracy": 0.492095, "f1": 0.404297, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"], "main_score": 0.404297, "precision": 0.373988, "recall": 0.492095}, {"accuracy": 0.881423, "f1": 0.848518, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"], "main_score": 0.848518, "precision": 0.833284, "recall": 0.881423}, {"accuracy": 0.354743, "f1": 0.267634, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"], "main_score": 0.267634, "precision": 0.2415, "recall": 0.354743}, {"accuracy": 0.48913, "f1": 0.397264, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"], "main_score": 0.397264, "precision": 0.363831, "recall": 0.48913}, {"accuracy": 0.204545, "f1": 0.138599, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"], "main_score": 0.138599, "precision": 0.121482, "recall": 0.204545}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.864625, "f1": 0.826548, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"], "main_score": 0.826548, "precision": 0.809536, "recall": 0.864625}, {"accuracy": 0.289526, "f1": 0.207417, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"], "main_score": 0.207417, "precision": 0.182746, "recall": 0.289526}, {"accuracy": 0.225296, "f1": 0.151601, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"], "main_score": 0.151601, "precision": 0.133334, "recall": 0.225296}, {"accuracy": 0.089921, "f1": 0.058384, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"], "main_score": 0.058384, "precision": 0.049803, "recall": 0.089921}, {"accuracy": 0.248024, "f1": 0.185775, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"], "main_score": 0.185775, "precision": 0.166837, "recall": 0.248024}, {"accuracy": 0.004941, "f1": 0.001086, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"], "main_score": 0.001086, "precision": 0.001038, "recall": 0.004941}, {"accuracy": 0.717391, "f1": 0.669344, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"], "main_score": 0.669344, "precision": 0.651159, "recall": 0.717391}, {"accuracy": 0.628458, "f1": 0.579045, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"], "main_score": 0.579045, "precision": 0.559349, "recall": 0.628458}, {"accuracy": 0.672925, "f1": 0.627224, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"], "main_score": 0.627224, "precision": 0.609276, "recall": 0.672925}, {"accuracy": 0.594862, "f1": 0.54509, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"], "main_score": 0.54509, "precision": 0.525382, "recall": 0.594862}, {"accuracy": 0.257905, "f1": 0.1949, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"], "main_score": 0.1949, "precision": 0.176006, "recall": 0.257905}, {"accuracy": 0.783597, "f1": 0.745729, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"], "main_score": 0.745729, "precision": 0.73114, "recall": 0.783597}, {"accuracy": 0.490119, "f1": 0.42747, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"], "main_score": 0.42747, "precision": 0.403571, "recall": 0.490119}, {"accuracy": 0.690711, "f1": 0.645029, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"], "main_score": 0.645029, "precision": 0.625943, "recall": 0.690711}, {"accuracy": 0.730237, "f1": 0.685437, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"], "main_score": 0.685437, "precision": 0.668296, "recall": 0.730237}, {"accuracy": 0.66502, "f1": 0.613022, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"], "main_score": 0.613022, "precision": 0.592911, "recall": 0.66502}, {"accuracy": 0.288538, "f1": 0.220213, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"], "main_score": 0.220213, "precision": 0.199297, "recall": 0.288538}, {"accuracy": 0.664032, "f1": 0.622401, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"], "main_score": 0.622401, "precision": 0.606307, "recall": 0.664032}, {"accuracy": 0.570158, "f1": 0.518536, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"], "main_score": 0.518536, "precision": 0.500723, "recall": 0.570158}, {"accuracy": 0.790514, "f1": 0.75308, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"], "main_score": 0.75308, "precision": 0.738142, "recall": 0.790514}, {"accuracy": 0.359684, "f1": 0.279241, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"], "main_score": 0.279241, "precision": 0.253294, "recall": 0.359684}, {"accuracy": 0.710474, "f1": 0.668767, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"], "main_score": 0.668767, "precision": 0.652368, "recall": 0.710474}, {"accuracy": 0.655138, "f1": 0.602415, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"], "main_score": 0.602415, "precision": 0.581858, "recall": 0.655138}, {"accuracy": 0.818182, "f1": 0.781388, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"], "main_score": 0.781388, "precision": 0.766833, "recall": 0.818182}, {"accuracy": 0.770751, "f1": 0.733017, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"], "main_score": 0.733017, "precision": 0.717567, "recall": 0.770751}, {"accuracy": 0.188735, "f1": 0.138249, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"], "main_score": 0.138249, "precision": 0.124658, "recall": 0.188735}, {"accuracy": 0.508893, "f1": 0.455794, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"], "main_score": 0.455794, "precision": 0.436088, "recall": 0.508893}, {"accuracy": 0.735178, "f1": 0.692751, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"], "main_score": 0.692751, "precision": 0.677354, "recall": 0.735178}, {"accuracy": 0.602767, "f1": 0.548646, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"], "main_score": 0.548646, "precision": 0.527299, "recall": 0.602767}, {"accuracy": 0.06917, "f1": 0.032293, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"], "main_score": 0.032293, "precision": 0.026967, "recall": 0.06917}, {"accuracy": 0.717391, "f1": 0.676044, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"], "main_score": 0.676044, "precision": 0.660253, "recall": 0.717391}, {"accuracy": 0.262846, "f1": 0.200355, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"], "main_score": 0.200355, "precision": 0.182393, "recall": 0.262846}, {"accuracy": 0.660079, "f1": 0.61751, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"], "main_score": 0.61751, "precision": 0.60118, "recall": 0.660079}, {"accuracy": 0.768775, "f1": 0.727264, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"], "main_score": 0.727264, "precision": 0.711416, "recall": 0.768775}, {"accuracy": 0.655138, "f1": 0.613283, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"], "main_score": 0.613283, "precision": 0.597323, "recall": 0.655138}, {"accuracy": 0.617589, "f1": 0.565878, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"], "main_score": 0.565878, "precision": 0.546724, "recall": 0.617589}, {"accuracy": 0.33004, "f1": 0.271294, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"], "main_score": 0.271294, "precision": 0.251459, "recall": 0.33004}, {"accuracy": 0.758893, "f1": 0.719149, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"], "main_score": 0.719149, "precision": 0.703476, "recall": 0.758893}, {"accuracy": 0.464427, "f1": 0.408451, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"], "main_score": 0.408451, "precision": 0.388532, "recall": 0.464427}, {"accuracy": 0.68083, "f1": 0.638054, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"], "main_score": 0.638054, "precision": 0.621925, "recall": 0.68083}, {"accuracy": 0.537549, "f1": 0.484956, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"], "main_score": 0.484956, "precision": 0.464946, "recall": 0.537549}, {"accuracy": 0.770751, "f1": 0.735343, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"], "main_score": 0.735343, "precision": 0.720905, "recall": 0.770751}, {"accuracy": 0.687747, "f1": 0.64052, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"], "main_score": 0.64052, "precision": 0.622679, "recall": 0.687747}, {"accuracy": 0.205534, "f1": 0.144462, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"], "main_score": 0.144462, "precision": 0.129914, "recall": 0.205534}, {"accuracy": 0.06917, "f1": 0.04594, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"], "main_score": 0.04594, "precision": 0.040014, "recall": 0.06917}, {"accuracy": 0.781621, "f1": 0.740074, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"], "main_score": 0.740074, "precision": 0.723956, "recall": 0.781621}, {"accuracy": 0.199605, "f1": 0.148951, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"], "main_score": 0.148951, "precision": 0.135663, "recall": 0.199605}, {"accuracy": 0.757905, "f1": 0.720429, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"], "main_score": 0.720429, "precision": 0.706625, "recall": 0.757905}, {"accuracy": 0.728261, "f1": 0.685894, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"], "main_score": 0.685894, "precision": 0.669442, "recall": 0.728261}, {"accuracy": 0.639328, "f1": 0.592813, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"], "main_score": 0.592813, "precision": 0.574542, "recall": 0.639328}, {"accuracy": 0.597826, "f1": 0.551391, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"], "main_score": 0.551391, "precision": 0.532377, "recall": 0.597826}, {"accuracy": 0.229249, "f1": 0.164205, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"], "main_score": 0.164205, "precision": 0.145613, "recall": 0.229249}, {"accuracy": 0.546443, "f1": 0.49646, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"], "main_score": 0.49646, "precision": 0.477193, "recall": 0.546443}, {"accuracy": 0.635375, "f1": 0.589882, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"], "main_score": 0.589882, "precision": 0.571001, "recall": 0.635375}, {"accuracy": 0.796443, "f1": 0.756761, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"], "main_score": 0.756761, "precision": 0.74128, "recall": 0.796443}, {"accuracy": 0.203557, "f1": 0.14809, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"], "main_score": 0.14809, "precision": 0.133423, "recall": 0.203557}, {"accuracy": 0.70751, "f1": 0.662701, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"], "main_score": 0.662701, "precision": 0.64615, "recall": 0.70751}, {"accuracy": 0.074111, "f1": 0.04883, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"], "main_score": 0.04883, "precision": 0.041848, "recall": 0.074111}, {"accuracy": 0.3083, "f1": 0.245466, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"], "main_score": 0.245466, "precision": 0.225489, "recall": 0.3083}, {"accuracy": 0.431818, "f1": 0.364549, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"], "main_score": 0.364549, "precision": 0.341515, "recall": 0.431818}, {"accuracy": 0.09585, "f1": 0.060458, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"], "main_score": 0.060458, "precision": 0.051053, "recall": 0.09585}, {"accuracy": 0.769763, "f1": 0.733473, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"], "main_score": 0.733473, "precision": 0.71889, "recall": 0.769763}, {"accuracy": 0.69664, "f1": 0.655981, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"], "main_score": 0.655981, "precision": 0.640662, "recall": 0.69664}, {"accuracy": 0.797431, "f1": 0.75856, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"], "main_score": 0.75856, "precision": 0.74362, "recall": 0.797431}, {"accuracy": 0.629447, "f1": 0.567932, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"], "main_score": 0.567932, "precision": 0.545012, "recall": 0.629447}, {"accuracy": 0.350791, "f1": 0.283165, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"], "main_score": 0.283165, "precision": 0.262143, "recall": 0.350791}, {"accuracy": 0.714427, "f1": 0.670953, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"], "main_score": 0.670953, "precision": 0.652009, "recall": 0.714427}, {"accuracy": 0.43083, "f1": 0.373217, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"], "main_score": 0.373217, "precision": 0.352048, "recall": 0.43083}, {"accuracy": 0.820158, "f1": 0.784584, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"], "main_score": 0.784584, "precision": 0.771141, "recall": 0.820158}, {"accuracy": 0.331028, "f1": 0.261452, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"], "main_score": 0.261452, "precision": 0.240146, "recall": 0.331028}, {"accuracy": 0.357708, "f1": 0.29088, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"], "main_score": 0.29088, "precision": 0.268908, "recall": 0.357708}, {"accuracy": 0.296443, "f1": 0.228137, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"], "main_score": 0.228137, "precision": 0.207521, "recall": 0.296443}, {"accuracy": 0.362648, "f1": 0.307783, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"], "main_score": 0.307783, "precision": 0.288645, "recall": 0.362648}, {"accuracy": 0.522727, "f1": 0.473446, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"], "main_score": 0.473446, "precision": 0.455314, "recall": 0.522727}, {"accuracy": 0.777668, "f1": 0.739269, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"], "main_score": 0.739269, "precision": 0.724625, "recall": 0.777668}, {"accuracy": 0.059289, "f1": 0.023015, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"], "main_score": 0.023015, "precision": 0.01766, "recall": 0.059289}, {"accuracy": 0.259881, "f1": 0.202321, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"], "main_score": 0.202321, "precision": 0.184385, "recall": 0.259881}, {"accuracy": 0.557312, "f1": 0.505196, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"], "main_score": 0.505196, "precision": 0.485951, "recall": 0.557312}, {"accuracy": 0.293478, "f1": 0.231301, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"], "main_score": 0.231301, "precision": 0.212346, "recall": 0.293478}, {"accuracy": 0.056324, "f1": 0.030548, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"], "main_score": 0.030548, "precision": 0.02605, "recall": 0.056324}, {"accuracy": 0.800395, "f1": 0.762464, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"], "main_score": 0.762464, "precision": 0.747794, "recall": 0.800395}, {"accuracy": 0.640316, "f1": 0.586616, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"], "main_score": 0.586616, "precision": 0.565023, "recall": 0.640316}, {"accuracy": 0.63834, "f1": 0.587614, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"], "main_score": 0.587614, "precision": 0.566711, "recall": 0.63834}, {"accuracy": 0.427866, "f1": 0.373034, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"], "main_score": 0.373034, "precision": 0.353117, "recall": 0.427866}, {"accuracy": 0.784585, "f1": 0.746916, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"], "main_score": 0.746916, "precision": 0.731651, "recall": 0.784585}, {"accuracy": 0.778656, "f1": 0.736086, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"], "main_score": 0.736086, "precision": 0.720404, "recall": 0.778656}, {"accuracy": 0.798419, "f1": 0.758104, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"], "main_score": 0.758104, "precision": 0.742695, "recall": 0.798419}, {"accuracy": 0.709486, "f1": 0.663651, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"], "main_score": 0.663651, "precision": 0.64619, "recall": 0.709486}, {"accuracy": 0.278656, "f1": 0.209045, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"], "main_score": 0.209045, "precision": 0.188177, "recall": 0.278656}, {"accuracy": 0.210474, "f1": 0.155967, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"], "main_score": 0.155967, "precision": 0.140595, "recall": 0.210474}, {"accuracy": 0.518775, "f1": 0.463941, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"], "main_score": 0.463941, "precision": 0.444577, "recall": 0.518775}, {"accuracy": 0.787549, "f1": 0.74422, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"], "main_score": 0.74422, "precision": 0.726835, "recall": 0.787549}, {"accuracy": 0.692688, "f1": 0.654649, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"], "main_score": 0.654649, "precision": 0.638493, "recall": 0.692688}, {"accuracy": 0.448617, "f1": 0.38907, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"], "main_score": 0.38907, "precision": 0.368061, "recall": 0.448617}, {"accuracy": 0.244071, "f1": 0.183282, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"], "main_score": 0.183282, "precision": 0.166007, "recall": 0.244071}, {"accuracy": 0.735178, "f1": 0.693732, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"], "main_score": 0.693732, "precision": 0.67598, "recall": 0.735178}, {"accuracy": 0.642292, "f1": 0.596359, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"], "main_score": 0.596359, "precision": 0.579291, "recall": 0.642292}, {"accuracy": 0.252964, "f1": 0.185183, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"], "main_score": 0.185183, "precision": 0.166405, "recall": 0.252964}, {"accuracy": 0.761858, "f1": 0.716596, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"], "main_score": 0.716596, "precision": 0.698555, "recall": 0.761858}, {"accuracy": 0.294466, "f1": 0.234199, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"], "main_score": 0.234199, "precision": 0.214741, "recall": 0.294466}, {"accuracy": 0.483202, "f1": 0.415155, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"], "main_score": 0.415155, "precision": 0.390074, "recall": 0.483202}, {"accuracy": 0.714427, "f1": 0.669491, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"], "main_score": 0.669491, "precision": 0.651979, "recall": 0.714427}, {"accuracy": 0.777668, "f1": 0.739307, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"], "main_score": 0.739307, "precision": 0.725013, "recall": 0.777668}, {"accuracy": 0.797431, "f1": 0.754505, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"], "main_score": 0.754505, "precision": 0.73759, "recall": 0.797431}, {"accuracy": 0.753953, "f1": 0.710724, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"], "main_score": 0.710724, "precision": 0.693873, "recall": 0.753953}, {"accuracy": 0.588933, "f1": 0.540178, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"], "main_score": 0.540178, "precision": 0.520507, "recall": 0.588933}, {"accuracy": 0.613636, "f1": 0.559057, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"], "main_score": 0.559057, "precision": 0.539527, "recall": 0.613636}, {"accuracy": 0.30336, "f1": 0.239659, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"], "main_score": 0.239659, "precision": 0.218085, "recall": 0.30336}, {"accuracy": 0.098814, "f1": 0.053611, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"], "main_score": 0.053611, "precision": 0.045708, "recall": 0.098814}, {"accuracy": 0.315217, "f1": 0.251181, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"], "main_score": 0.251181, "precision": 0.231563, "recall": 0.315217}, {"accuracy": 0.140316, "f1": 0.092085, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"], "main_score": 0.092085, "precision": 0.081149, "recall": 0.140316}, {"accuracy": 0.793478, "f1": 0.753957, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"], "main_score": 0.753957, "precision": 0.738143, "recall": 0.793478}, {"accuracy": 0.603755, "f1": 0.556644, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"], "main_score": 0.556644, "precision": 0.537768, "recall": 0.603755}, {"accuracy": 0.108696, "f1": 0.073366, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"], "main_score": 0.073366, "precision": 0.064712, "recall": 0.108696}, {"accuracy": 0.633399, "f1": 0.580328, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"], "main_score": 0.580328, "precision": 0.558893, "recall": 0.633399}, {"accuracy": 0.807312, "f1": 0.767781, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"], "main_score": 0.767781, "precision": 0.75203, "recall": 0.807312}, {"accuracy": 0.486166, "f1": 0.432658, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"], "main_score": 0.432658, "precision": 0.413534, "recall": 0.486166}, {"accuracy": 0.497036, "f1": 0.438903, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"], "main_score": 0.438903, "precision": 0.41663, "recall": 0.497036}, {"accuracy": 0.216403, "f1": 0.152206, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"], "main_score": 0.152206, "precision": 0.134767, "recall": 0.216403}, {"accuracy": 0.702569, "f1": 0.655723, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"], "main_score": 0.655723, "precision": 0.637206, "recall": 0.702569}, {"accuracy": 0.452569, "f1": 0.392957, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"], "main_score": 0.392957, "precision": 0.371598, "recall": 0.452569}, {"accuracy": 0.256917, "f1": 0.19013, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"], "main_score": 0.19013, "precision": 0.171575, "recall": 0.256917}, {"accuracy": 0.26087, "f1": 0.19643, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"], "main_score": 0.19643, "precision": 0.178035, "recall": 0.26087}, {"accuracy": 0.268775, "f1": 0.208809, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"], "main_score": 0.208809, "precision": 0.191366, "recall": 0.268775}, {"accuracy": 0.752964, "f1": 0.712642, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"], "main_score": 0.712642, "precision": 0.697116, "recall": 0.752964}, {"accuracy": 0.019763, "f1": 0.004598, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"], "main_score": 0.004598, "precision": 0.003294, "recall": 0.019763}, {"accuracy": 0.500988, "f1": 0.452751, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"], "main_score": 0.452751, "precision": 0.434568, "recall": 0.500988}, {"accuracy": 0.26087, "f1": 0.211767, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"], "main_score": 0.211767, "precision": 0.195488, "recall": 0.26087}, {"accuracy": 0.629447, "f1": 0.582527, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"], "main_score": 0.582527, "precision": 0.563747, "recall": 0.629447}, {"accuracy": 0.79249, "f1": 0.74967, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"], "main_score": 0.74967, "precision": 0.732381, "recall": 0.79249}, {"accuracy": 0.115613, "f1": 0.072215, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"], "main_score": 0.072215, "precision": 0.062433, "recall": 0.115613}, {"accuracy": 0.247036, "f1": 0.184143, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"], "main_score": 0.184143, "precision": 0.165371, "recall": 0.247036}, {"accuracy": 0.758893, "f1": 0.716891, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"], "main_score": 0.716891, "precision": 0.701301, "recall": 0.758893}, {"accuracy": 0.784585, "f1": 0.741103, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"], "main_score": 0.741103, "precision": 0.724785, "recall": 0.784585}, {"accuracy": 0.562253, "f1": 0.51389, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"], "main_score": 0.51389, "precision": 0.493841, "recall": 0.562253}, {"accuracy": 0.228261, "f1": 0.16917, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"], "main_score": 0.16917, "precision": 0.150672, "recall": 0.228261}, {"accuracy": 0.251976, "f1": 0.187041, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"], "main_score": 0.187041, "precision": 0.166451, "recall": 0.251976}, {"accuracy": 0.689723, "f1": 0.647466, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"], "main_score": 0.647466, "precision": 0.631237, "recall": 0.689723}, {"accuracy": 0.226285, "f1": 0.166123, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"], "main_score": 0.166123, "precision": 0.149788, "recall": 0.226285}, {"accuracy": 0.232213, "f1": 0.172622, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"], "main_score": 0.172622, "precision": 0.153522, "recall": 0.232213}, {"accuracy": 0.477273, "f1": 0.421462, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"], "main_score": 0.421462, "precision": 0.401574, "recall": 0.477273}, {"accuracy": 0.575099, "f1": 0.526696, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"], "main_score": 0.526696, "precision": 0.507456, "recall": 0.575099}, {"accuracy": 0.666996, "f1": 0.617357, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"], "main_score": 0.617357, "precision": 0.599085, "recall": 0.666996}, {"accuracy": 0.298419, "f1": 0.229978, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"], "main_score": 0.229978, "precision": 0.206089, "recall": 0.298419}, {"accuracy": 0.476285, "f1": 0.412479, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"], "main_score": 0.412479, "precision": 0.38872, "recall": 0.476285}, {"accuracy": 0.752964, "f1": 0.707795, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"], "main_score": 0.707795, "precision": 0.69096, "recall": 0.752964}, {"accuracy": 0.313241, "f1": 0.264272, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"], "main_score": 0.264272, "precision": 0.24642, "recall": 0.313241}, {"accuracy": 0.498024, "f1": 0.437719, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"], "main_score": 0.437719, "precision": 0.415447, "recall": 0.498024}, {"accuracy": 0.311265, "f1": 0.25212, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"], "main_score": 0.25212, "precision": 0.233905, "recall": 0.311265}, {"accuracy": 0.443676, "f1": 0.393731, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"], "main_score": 0.393731, "precision": 0.373989, "recall": 0.443676}, {"accuracy": 0.582016, "f1": 0.523123, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"], "main_score": 0.523123, "precision": 0.499135, "recall": 0.582016}, {"accuracy": 0.297431, "f1": 0.228919, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"], "main_score": 0.228919, "precision": 0.205605, "recall": 0.297431}, {"accuracy": 0.523715, "f1": 0.474144, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"], "main_score": 0.474144, "precision": 0.456524, "recall": 0.523715}, {"accuracy": 0.740119, "f1": 0.694474, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"], "main_score": 0.694474, "precision": 0.677531, "recall": 0.740119}, {"accuracy": 0.75, "f1": 0.699915, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"], "main_score": 0.699915, "precision": 0.67998, "recall": 0.75}, {"accuracy": 0.729249, "f1": 0.688332, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"], "main_score": 0.688332, "precision": 0.67146, "recall": 0.729249}, {"accuracy": 0.586957, "f1": 0.542846, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"], "main_score": 0.542846, "precision": 0.524629, "recall": 0.586957}, {"accuracy": 0.794466, "f1": 0.762148, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"], "main_score": 0.762148, "precision": 0.749292, "recall": 0.794466}, {"accuracy": 0.373518, "f1": 0.313237, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"], "main_score": 0.313237, "precision": 0.292693, "recall": 0.373518}, {"accuracy": 0.495059, "f1": 0.427978, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"], "main_score": 0.427978, "precision": 0.404301, "recall": 0.495059}, {"accuracy": 0.140316, "f1": 0.085286, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"], "main_score": 0.085286, "precision": 0.07341, "recall": 0.140316}, {"accuracy": 0.79249, "f1": 0.75496, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"], "main_score": 0.75496, "precision": 0.740607, "recall": 0.79249}, {"accuracy": 0.142292, "f1": 0.104233, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"], "main_score": 0.104233, "precision": 0.092971, "recall": 0.142292}, {"accuracy": 0.742095, "f1": 0.699195, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"], "main_score": 0.699195, "precision": 0.682915, "recall": 0.742095}, {"accuracy": 0.702569, "f1": 0.651763, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"], "main_score": 0.651763, "precision": 0.631853, "recall": 0.702569}, {"accuracy": 0.41502, "f1": 0.351997, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"], "main_score": 0.351997, "precision": 0.33059, "recall": 0.41502}, {"accuracy": 0.396245, "f1": 0.325848, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"], "main_score": 0.325848, "precision": 0.302357, "recall": 0.396245}, {"accuracy": 0.608696, "f1": 0.553933, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"], "main_score": 0.553933, "precision": 0.533174, "recall": 0.608696}, {"accuracy": 0.299407, "f1": 0.236879, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"], "main_score": 0.236879, "precision": 0.216338, "recall": 0.299407}, {"accuracy": 0.270751, "f1": 0.203598, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"], "main_score": 0.203598, "precision": 0.183515, "recall": 0.270751}, {"accuracy": 0.786561, "f1": 0.745306, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"], "main_score": 0.745306, "precision": 0.728727, "recall": 0.786561}, {"accuracy": 0.482213, "f1": 0.414578, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"], "main_score": 0.414578, "precision": 0.390077, "recall": 0.482213}, {"accuracy": 0.802372, "f1": 0.763563, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"], "main_score": 0.763563, "precision": 0.748424, "recall": 0.802372}, {"accuracy": 0.236166, "f1": 0.164504, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"], "main_score": 0.164504, "precision": 0.145467, "recall": 0.236166}, {"accuracy": 0.796443, "f1": 0.760397, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"], "main_score": 0.760397, "precision": 0.746223, "recall": 0.796443}, {"accuracy": 0.585968, "f1": 0.531912, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"], "main_score": 0.531912, "precision": 0.512598, "recall": 0.585968}, {"accuracy": 0.676877, "f1": 0.632059, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"], "main_score": 0.632059, "precision": 0.614282, "recall": 0.676877}, {"accuracy": 0.210474, "f1": 0.158681, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"], "main_score": 0.158681, "precision": 0.144271, "recall": 0.210474}, {"accuracy": 0.722332, "f1": 0.670226, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"], "main_score": 0.670226, "precision": 0.649817, "recall": 0.722332}, {"accuracy": 0.236166, "f1": 0.167909, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"], "main_score": 0.167909, "precision": 0.147251, "recall": 0.236166}, {"accuracy": 0.257905, "f1": 0.19335, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"], "main_score": 0.19335, "precision": 0.174066, "recall": 0.257905}, {"accuracy": 0.167984, "f1": 0.117669, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"], "main_score": 0.117669, "precision": 0.103656, "recall": 0.167984}, {"accuracy": 0.43083, "f1": 0.368783, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"], "main_score": 0.368783, "precision": 0.345435, "recall": 0.43083}, {"accuracy": 0.812253, "f1": 0.772156, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"], "main_score": 0.772156, "precision": 0.756812, "recall": 0.812253}, {"accuracy": 0.333004, "f1": 0.263065, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"], "main_score": 0.263065, "precision": 0.239543, "recall": 0.333004}, {"accuracy": 0.237154, "f1": 0.170893, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"], "main_score": 0.170893, "precision": 0.153453, "recall": 0.237154}, {"accuracy": 0.280632, "f1": 0.212224, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"], "main_score": 0.212224, "precision": 0.191275, "recall": 0.280632}, {"accuracy": 0.434783, "f1": 0.383025, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"], "main_score": 0.383025, "precision": 0.36427, "recall": 0.434783}, {"accuracy": 0.203557, "f1": 0.143802, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"], "main_score": 0.143802, "precision": 0.126053, "recall": 0.203557}, {"accuracy": 0.25, "f1": 0.193063, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"], "main_score": 0.193063, "precision": 0.175466, "recall": 0.25}, {"accuracy": 0.658103, "f1": 0.617465, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"], "main_score": 0.617465, "precision": 0.601924, "recall": 0.658103}, {"accuracy": 0.344862, "f1": 0.281501, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"], "main_score": 0.281501, "precision": 0.259795, "recall": 0.344862}, {"accuracy": 0.297431, "f1": 0.228695, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"], "main_score": 0.228695, "precision": 0.207311, "recall": 0.297431}, {"accuracy": 0.583992, "f1": 0.528166, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"], "main_score": 0.528166, "precision": 0.506245, "recall": 0.583992}, {"accuracy": 0.400198, "f1": 0.328171, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"], "main_score": 0.328171, "precision": 0.303624, "recall": 0.400198}, {"accuracy": 0.482213, "f1": 0.419594, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"], "main_score": 0.419594, "precision": 0.394554, "recall": 0.482213}, {"accuracy": 0.534585, "f1": 0.480447, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"], "main_score": 0.480447, "precision": 0.459742, "recall": 0.534585}, {"accuracy": 0.343874, "f1": 0.279026, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"], "main_score": 0.279026, "precision": 0.257346, "recall": 0.343874}, {"accuracy": 0.468379, "f1": 0.402486, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"], "main_score": 0.402486, "precision": 0.377122, "recall": 0.468379}, {"accuracy": 0.237154, "f1": 0.17469, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"], "main_score": 0.17469, "precision": 0.155789, "recall": 0.237154}, {"accuracy": 0.719368, "f1": 0.67432, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"], "main_score": 0.67432, "precision": 0.657536, "recall": 0.719368}, {"accuracy": 0.684783, "f1": 0.640641, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"], "main_score": 0.640641, "precision": 0.624399, "recall": 0.684783}, {"accuracy": 0.756917, "f1": 0.714645, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"], "main_score": 0.714645, "precision": 0.698098, "recall": 0.756917}, {"accuracy": 0.459486, "f1": 0.403741, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"], "main_score": 0.403741, "precision": 0.384501, "recall": 0.459486}, {"accuracy": 0.307312, "f1": 0.247657, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"], "main_score": 0.247657, "precision": 0.226739, "recall": 0.307312}, {"accuracy": 0.235178, "f1": 0.166486, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"], "main_score": 0.166486, "precision": 0.147367, "recall": 0.235178}, {"accuracy": 0.023715, "f1": 0.020243, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"], "main_score": 0.020243, "precision": 0.019483, "recall": 0.023715}, {"accuracy": 0.118577, "f1": 0.109286, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"], "main_score": 0.109286, "precision": 0.10677, "recall": 0.118577}, {"accuracy": 0.003953, "f1": 0.000615, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"], "main_score": 0.000615, "precision": 0.000368, "recall": 0.003953}, {"accuracy": 0.100791, "f1": 0.081174, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"], "main_score": 0.081174, "precision": 0.07619, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.087803, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"], "main_score": 0.087803, "precision": 0.085486, "recall": 0.097826}, {"accuracy": 0.073123, "f1": 0.056852, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"], "main_score": 0.056852, "precision": 0.052795, "recall": 0.073123}, {"accuracy": 0.083004, "f1": 0.074674, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"], "main_score": 0.074674, "precision": 0.072253, "recall": 0.083004}, {"accuracy": 0.178854, "f1": 0.161025, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"], "main_score": 0.161025, "precision": 0.155807, "recall": 0.178854}, {"accuracy": 0.135375, "f1": 0.111053, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"], "main_score": 0.111053, "precision": 0.105235, "recall": 0.135375}, {"accuracy": 0.120553, "f1": 0.111539, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"], "main_score": 0.111539, "precision": 0.10894, "recall": 0.120553}, {"accuracy": 0.08004, "f1": 0.075066, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"], "main_score": 0.075066, "precision": 0.073123, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.082804, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"], "main_score": 0.082804, "precision": 0.078401, "recall": 0.101779}, {"accuracy": 0.072134, "f1": 0.061764, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"], "main_score": 0.061764, "precision": 0.059046, "recall": 0.072134}, {"accuracy": 0.142292, "f1": 0.131343, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"], "main_score": 0.131343, "precision": 0.127093, "recall": 0.142292}, {"accuracy": 0.068182, "f1": 0.057749, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"], "main_score": 0.057749, "precision": 0.054305, "recall": 0.068182}, {"accuracy": 0.08004, "f1": 0.065193, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"], "main_score": 0.065193, "precision": 0.061862, "recall": 0.08004}, {"accuracy": 0.125494, "f1": 0.108535, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"], "main_score": 0.108535, "precision": 0.105337, "recall": 0.125494}, {"accuracy": 0.166996, "f1": 0.148845, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"], "main_score": 0.148845, "precision": 0.143117, "recall": 0.166996}, {"accuracy": 0.072134, "f1": 0.064163, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"], "main_score": 0.064163, "precision": 0.061963, "recall": 0.072134}, {"accuracy": 0.091897, "f1": 0.071784, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"], "main_score": 0.071784, "precision": 0.067447, "recall": 0.091897}, {"accuracy": 0.133399, "f1": 0.111797, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"], "main_score": 0.111797, "precision": 0.106661, "recall": 0.133399}, {"accuracy": 0.078063, "f1": 0.069812, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"], "main_score": 0.069812, "precision": 0.067863, "recall": 0.078063}, {"accuracy": 0.157115, "f1": 0.142107, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"], "main_score": 0.142107, "precision": 0.137173, "recall": 0.157115}, {"accuracy": 0.041502, "f1": 0.032899, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"], "main_score": 0.032899, "precision": 0.031458, "recall": 0.041502}, {"accuracy": 0.089921, "f1": 0.072437, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"], "main_score": 0.072437, "precision": 0.068517, "recall": 0.089921}, {"accuracy": 0.091897, "f1": 0.082687, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"], "main_score": 0.082687, "precision": 0.080561, "recall": 0.091897}, {"accuracy": 0.056324, "f1": 0.042195, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"], "main_score": 0.042195, "precision": 0.038964, "recall": 0.056324}, {"accuracy": 0.075099, "f1": 0.065151, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"], "main_score": 0.065151, "precision": 0.062806, "recall": 0.075099}, {"accuracy": 0.194664, "f1": 0.178849, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"], "main_score": 0.178849, "precision": 0.173089, "recall": 0.194664}, {"accuracy": 0.078063, "f1": 0.072535, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"], "main_score": 0.072535, "precision": 0.070572, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.109103, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"], "main_score": 0.109103, "precision": 0.105507, "recall": 0.12747}, {"accuracy": 0.097826, "f1": 0.083867, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"], "main_score": 0.083867, "precision": 0.081253, "recall": 0.097826}, {"accuracy": 0.08004, "f1": 0.066901, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"], "main_score": 0.066901, "precision": 0.063685, "recall": 0.08004}, {"accuracy": 0.109684, "f1": 0.097163, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"], "main_score": 0.097163, "precision": 0.094088, "recall": 0.109684}, {"accuracy": 0.115613, "f1": 0.094951, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"], "main_score": 0.094951, "precision": 0.09012, "recall": 0.115613}, {"accuracy": 0.055336, "f1": 0.043013, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"], "main_score": 0.043013, "precision": 0.041191, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.053786, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"], "main_score": 0.053786, "precision": 0.052284, "recall": 0.059289}, {"accuracy": 0.046443, "f1": 0.035523, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"], "main_score": 0.035523, "precision": 0.033498, "recall": 0.046443}, {"accuracy": 0.12747, "f1": 0.110042, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"], "main_score": 0.110042, "precision": 0.105771, "recall": 0.12747}, {"accuracy": 0.063241, "f1": 0.049475, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"], "main_score": 0.049475, "precision": 0.04605, "recall": 0.063241}, {"accuracy": 0.224308, "f1": 0.203854, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"], "main_score": 0.203854, "precision": 0.196776, "recall": 0.224308}, {"accuracy": 0.017787, "f1": 0.013377, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"], "main_score": 0.013377, "precision": 0.01237, "recall": 0.017787}, {"accuracy": 0.140316, "f1": 0.117624, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"], "main_score": 0.117624, "precision": 0.112658, "recall": 0.140316}, {"accuracy": 0.141304, "f1": 0.123051, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"], "main_score": 0.123051, "precision": 0.117866, "recall": 0.141304}, {"accuracy": 0.102767, "f1": 0.083373, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"], "main_score": 0.083373, "precision": 0.079493, "recall": 0.102767}, {"accuracy": 0.12747, "f1": 0.111253, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"], "main_score": 0.111253, "precision": 0.107549, "recall": 0.12747}, {"accuracy": 0.073123, "f1": 0.064285, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"], "main_score": 0.064285, "precision": 0.061959, "recall": 0.073123}, {"accuracy": 0.06917, "f1": 0.062288, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"], "main_score": 0.062288, "precision": 0.060899, "recall": 0.06917}, {"accuracy": 0.142292, "f1": 0.129183, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"], "main_score": 0.129183, "precision": 0.124475, "recall": 0.142292}, {"accuracy": 0.124506, "f1": 0.106718, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"], "main_score": 0.106718, "precision": 0.103634, "recall": 0.124506}, {"accuracy": 0.085968, "f1": 0.076498, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"], "main_score": 0.076498, "precision": 0.07459, "recall": 0.085968}, {"accuracy": 0.142292, "f1": 0.121293, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"], "main_score": 0.121293, "precision": 0.116801, "recall": 0.142292}, {"accuracy": 0.078063, "f1": 0.069337, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"], "main_score": 0.069337, "precision": 0.067551, "recall": 0.078063}, {"accuracy": 0.081028, "f1": 0.067923, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"], "main_score": 0.067923, "precision": 0.064448, "recall": 0.081028}, {"accuracy": 0.033597, "f1": 0.028255, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"], "main_score": 0.028255, "precision": 0.026632, "recall": 0.033597}, {"accuracy": 0.132411, "f1": 0.121409, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"], "main_score": 0.121409, "precision": 0.118157, "recall": 0.132411}, {"accuracy": 0.13834, "f1": 0.124003, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"], "main_score": 0.124003, "precision": 0.120223, "recall": 0.13834}, {"accuracy": 0.021739, "f1": 0.018444, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"], "main_score": 0.018444, "precision": 0.017615, "recall": 0.021739}, {"accuracy": 0.112648, "f1": 0.092973, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"], "main_score": 0.092973, "precision": 0.088011, "recall": 0.112648}, {"accuracy": 0.086957, "f1": 0.072724, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"], "main_score": 0.072724, "precision": 0.06941, "recall": 0.086957}, {"accuracy": 0.11166, "f1": 0.098063, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"], "main_score": 0.098063, "precision": 0.095162, "recall": 0.11166}, {"accuracy": 0.083004, "f1": 0.068632, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"], "main_score": 0.068632, "precision": 0.065583, "recall": 0.083004}, {"accuracy": 0.170949, "f1": 0.151732, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"], "main_score": 0.151732, "precision": 0.145946, "recall": 0.170949}, {"accuracy": 0.087945, "f1": 0.082005, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"], "main_score": 0.082005, "precision": 0.080255, "recall": 0.087945}, {"accuracy": 0.089921, "f1": 0.078389, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"], "main_score": 0.078389, "precision": 0.076393, "recall": 0.089921}, {"accuracy": 0.131423, "f1": 0.109162, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"], "main_score": 0.109162, "precision": 0.104115, "recall": 0.131423}, {"accuracy": 0.132411, "f1": 0.119241, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"], "main_score": 0.119241, "precision": 0.114761, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.126426, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"], "main_score": 0.126426, "precision": 0.122501, "recall": 0.141304}, {"accuracy": 0.148221, "f1": 0.131685, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"], "main_score": 0.131685, "precision": 0.127827, "recall": 0.148221}, {"accuracy": 0.105731, "f1": 0.096629, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"], "main_score": 0.096629, "precision": 0.09444, "recall": 0.105731}, {"accuracy": 0.067194, "f1": 0.059319, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"], "main_score": 0.059319, "precision": 0.057851, "recall": 0.067194}, {"accuracy": 0.11166, "f1": 0.09904, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"], "main_score": 0.09904, "precision": 0.096179, "recall": 0.11166}, {"accuracy": 0.036561, "f1": 0.025141, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"], "main_score": 0.025141, "precision": 0.02185, "recall": 0.036561}, {"accuracy": 0.096838, "f1": 0.088669, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"], "main_score": 0.088669, "precision": 0.085458, "recall": 0.096838}, {"accuracy": 0.076087, "f1": 0.068402, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"], "main_score": 0.068402, "precision": 0.066083, "recall": 0.076087}, {"accuracy": 0.177866, "f1": 0.16126, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"], "main_score": 0.16126, "precision": 0.155537, "recall": 0.177866}, {"accuracy": 0.033597, "f1": 0.025163, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"], "main_score": 0.025163, "precision": 0.023108, "recall": 0.033597}, {"accuracy": 0.135375, "f1": 0.116895, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"], "main_score": 0.116895, "precision": 0.112966, "recall": 0.135375}, {"accuracy": 0.092885, "f1": 0.082226, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"], "main_score": 0.082226, "precision": 0.079807, "recall": 0.092885}, {"accuracy": 0.077075, "f1": 0.071347, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"], "main_score": 0.071347, "precision": 0.070131, "recall": 0.077075}, {"accuracy": 0.038538, "f1": 0.029919, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"], "main_score": 0.029919, "precision": 0.028113, "recall": 0.038538}, {"accuracy": 0.129447, "f1": 0.111988, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"], "main_score": 0.111988, "precision": 0.108161, "recall": 0.129447}, {"accuracy": 0.12747, "f1": 0.108963, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"], "main_score": 0.108963, "precision": 0.104204, "recall": 0.12747}, {"accuracy": 0.139328, "f1": 0.11452, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"], "main_score": 0.11452, "precision": 0.109104, "recall": 0.139328}, {"accuracy": 0.093874, "f1": 0.078951, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"], "main_score": 0.078951, "precision": 0.075968, "recall": 0.093874}, {"accuracy": 0.139328, "f1": 0.123716, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"], "main_score": 0.123716, "precision": 0.119914, "recall": 0.139328}, {"accuracy": 0.152174, "f1": 0.141378, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"], "main_score": 0.141378, "precision": 0.136899, "recall": 0.152174}, {"accuracy": 0.037549, "f1": 0.031424, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"], "main_score": 0.031424, "precision": 0.030027, "recall": 0.037549}, {"accuracy": 0.142292, "f1": 0.122022, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"], "main_score": 0.122022, "precision": 0.118051, "recall": 0.142292}, {"accuracy": 0.065217, "f1": 0.05704, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"], "main_score": 0.05704, "precision": 0.054723, "recall": 0.065217}, {"accuracy": 0.110672, "f1": 0.102668, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"], "main_score": 0.102668, "precision": 0.09948, "recall": 0.110672}, {"accuracy": 0.153162, "f1": 0.138453, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"], "main_score": 0.138453, "precision": 0.132946, "recall": 0.153162}, {"accuracy": 0.078063, "f1": 0.070277, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"], "main_score": 0.070277, "precision": 0.068595, "recall": 0.078063}, {"accuracy": 0.117589, "f1": 0.101501, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"], "main_score": 0.101501, "precision": 0.097872, "recall": 0.117589}, {"accuracy": 0.134387, "f1": 0.119887, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"], "main_score": 0.119887, "precision": 0.114852, "recall": 0.134387}, {"accuracy": 0.120553, "f1": 0.095852, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"], "main_score": 0.095852, "precision": 0.090244, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.133405, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"], "main_score": 0.133405, "precision": 0.130219, "recall": 0.146245}, {"accuracy": 0.113636, "f1": 0.104545, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"], "main_score": 0.104545, "precision": 0.102042, "recall": 0.113636}, {"accuracy": 0.072134, "f1": 0.060731, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"], "main_score": 0.060731, "precision": 0.05781, "recall": 0.072134}, {"accuracy": 0.114625, "f1": 0.09227, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"], "main_score": 0.09227, "precision": 0.086693, "recall": 0.114625}, {"accuracy": 0.141304, "f1": 0.121232, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"], "main_score": 0.121232, "precision": 0.116716, "recall": 0.141304}, {"accuracy": 0.097826, "f1": 0.078374, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"], "main_score": 0.078374, "precision": 0.073616, "recall": 0.097826}, {"accuracy": 0.077075, "f1": 0.068592, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"], "main_score": 0.068592, "precision": 0.066766, "recall": 0.077075}, {"accuracy": 0.072134, "f1": 0.057908, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"], "main_score": 0.057908, "precision": 0.054776, "recall": 0.072134}, {"accuracy": 0.12747, "f1": 0.113164, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"], "main_score": 0.113164, "precision": 0.109197, "recall": 0.12747}, {"accuracy": 0.061265, "f1": 0.046659, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"], "main_score": 0.046659, "precision": 0.043402, "recall": 0.061265}, {"accuracy": 0.157115, "f1": 0.137567, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"], "main_score": 0.137567, "precision": 0.132589, "recall": 0.157115}, {"accuracy": 0.067194, "f1": 0.056329, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"], "main_score": 0.056329, "precision": 0.054229, "recall": 0.067194}, {"accuracy": 0.143281, "f1": 0.119071, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"], "main_score": 0.119071, "precision": 0.113409, "recall": 0.143281}, {"accuracy": 0.101779, "f1": 0.08965, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"], "main_score": 0.08965, "precision": 0.087378, "recall": 0.101779}, {"accuracy": 0.052372, "f1": 0.041735, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"], "main_score": 0.041735, "precision": 0.038971, "recall": 0.052372}, {"accuracy": 0.092885, "f1": 0.088065, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"], "main_score": 0.088065, "precision": 0.086464, "recall": 0.092885}, {"accuracy": 0.136364, "f1": 0.112356, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"], "main_score": 0.112356, "precision": 0.107661, "recall": 0.136364}, {"accuracy": 0.039526, "f1": 0.033171, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"], "main_score": 0.033171, "precision": 0.032237, "recall": 0.039526}, {"accuracy": 0.079051, "f1": 0.068312, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"], "main_score": 0.068312, "precision": 0.06531, "recall": 0.079051}, {"accuracy": 0.150198, "f1": 0.138257, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"], "main_score": 0.138257, "precision": 0.134076, "recall": 0.150198}, {"accuracy": 0.066206, "f1": 0.054333, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"], "main_score": 0.054333, "precision": 0.051073, "recall": 0.066206}, {"accuracy": 0.097826, "f1": 0.089084, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"], "main_score": 0.089084, "precision": 0.087093, "recall": 0.097826}, {"accuracy": 0.116601, "f1": 0.100665, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"], "main_score": 0.100665, "precision": 0.096407, "recall": 0.116601}, {"accuracy": 0.155138, "f1": 0.135254, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"], "main_score": 0.135254, "precision": 0.129699, "recall": 0.155138}, {"accuracy": 0.152174, "f1": 0.13872, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"], "main_score": 0.13872, "precision": 0.13514, "recall": 0.152174}, {"accuracy": 0.119565, "f1": 0.106686, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"], "main_score": 0.106686, "precision": 0.103391, "recall": 0.119565}, {"accuracy": 0.014822, "f1": 0.005876, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"], "main_score": 0.005876, "precision": 0.004513, "recall": 0.014822}, {"accuracy": 0.048419, "f1": 0.041175, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"], "main_score": 0.041175, "precision": 0.038802, "recall": 0.048419}, {"accuracy": 0.037549, "f1": 0.030744, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"], "main_score": 0.030744, "precision": 0.029003, "recall": 0.037549}, {"accuracy": 0.050395, "f1": 0.041569, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"], "main_score": 0.041569, "precision": 0.03979, "recall": 0.050395}, {"accuracy": 0.132411, "f1": 0.115079, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"], "main_score": 0.115079, "precision": 0.110918, "recall": 0.132411}, {"accuracy": 0.076087, "f1": 0.06265, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"], "main_score": 0.06265, "precision": 0.058809, "recall": 0.076087}, {"accuracy": 0.172925, "f1": 0.162079, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"], "main_score": 0.162079, "precision": 0.158074, "recall": 0.172925}, {"accuracy": 0.117589, "f1": 0.102695, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"], "main_score": 0.102695, "precision": 0.099224, "recall": 0.117589}, {"accuracy": 0.134387, "f1": 0.119093, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"], "main_score": 0.119093, "precision": 0.115143, "recall": 0.134387}, {"accuracy": 0.087945, "f1": 0.081186, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"], "main_score": 0.081186, "precision": 0.079489, "recall": 0.087945}, {"accuracy": 0.08498, "f1": 0.073857, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"], "main_score": 0.073857, "precision": 0.070583, "recall": 0.08498}, {"accuracy": 0.11166, "f1": 0.099737, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"], "main_score": 0.099737, "precision": 0.095801, "recall": 0.11166}, {"accuracy": 0.061265, "f1": 0.053753, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"], "main_score": 0.053753, "precision": 0.052152, "recall": 0.061265}, {"accuracy": 0.186759, "f1": 0.167449, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"], "main_score": 0.167449, "precision": 0.161825, "recall": 0.186759}, {"accuracy": 0.100791, "f1": 0.089238, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"], "main_score": 0.089238, "precision": 0.085664, "recall": 0.100791}, {"accuracy": 0.040514, "f1": 0.03367, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"], "main_score": 0.03367, "precision": 0.032261, "recall": 0.040514}, {"accuracy": 0.098814, "f1": 0.088573, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"], "main_score": 0.088573, "precision": 0.086541, "recall": 0.098814}, {"accuracy": 0.090909, "f1": 0.073015, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"], "main_score": 0.073015, "precision": 0.069357, "recall": 0.090909}, {"accuracy": 0.100791, "f1": 0.092838, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"], "main_score": 0.092838, "precision": 0.090359, "recall": 0.100791}, {"accuracy": 0.099802, "f1": 0.093147, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"], "main_score": 0.093147, "precision": 0.09082, "recall": 0.099802}, {"accuracy": 0.093874, "f1": 0.075219, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"], "main_score": 0.075219, "precision": 0.071432, "recall": 0.093874}, {"accuracy": 0.031621, "f1": 0.025327, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"], "main_score": 0.025327, "precision": 0.023791, "recall": 0.031621}, {"accuracy": 0.066206, "f1": 0.050777, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"], "main_score": 0.050777, "precision": 0.047884, "recall": 0.066206}, {"accuracy": 0.102767, "f1": 0.093637, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"], "main_score": 0.093637, "precision": 0.09074, "recall": 0.102767}, {"accuracy": 0.044466, "f1": 0.03823, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"], "main_score": 0.03823, "precision": 0.036151, "recall": 0.044466}, {"accuracy": 0.100791, "f1": 0.084546, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"], "main_score": 0.084546, "precision": 0.080905, "recall": 0.100791}, {"accuracy": 0.167984, "f1": 0.156, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"], "main_score": 0.156, "precision": 0.151782, "recall": 0.167984}, {"accuracy": 0.051383, "f1": 0.041129, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"], "main_score": 0.041129, "precision": 0.038732, "recall": 0.051383}, {"accuracy": 0.099802, "f1": 0.079422, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"], "main_score": 0.079422, "precision": 0.075715, "recall": 0.099802}, {"accuracy": 0.116601, "f1": 0.095313, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"], "main_score": 0.095313, "precision": 0.090703, "recall": 0.116601}, {"accuracy": 0.106719, "f1": 0.09155, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"], "main_score": 0.09155, "precision": 0.088321, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.072519, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"], "main_score": 0.072519, "precision": 0.070419, "recall": 0.081028}, {"accuracy": 0.134387, "f1": 0.11496, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"], "main_score": 0.11496, "precision": 0.110298, "recall": 0.134387}, {"accuracy": 0.078063, "f1": 0.067203, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"], "main_score": 0.067203, "precision": 0.064593, "recall": 0.078063}, {"accuracy": 0.110672, "f1": 0.100274, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"], "main_score": 0.100274, "precision": 0.097883, "recall": 0.110672}, {"accuracy": 0.108696, "f1": 0.084673, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"], "main_score": 0.084673, "precision": 0.07761, "recall": 0.108696}, {"accuracy": 0.130435, "f1": 0.112385, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"], "main_score": 0.112385, "precision": 0.108059, "recall": 0.130435}, {"accuracy": 0.018775, "f1": 0.014805, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"], "main_score": 0.014805, "precision": 0.013946, "recall": 0.018775}, {"accuracy": 0.094862, "f1": 0.081375, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"], "main_score": 0.081375, "precision": 0.078851, "recall": 0.094862}, {"accuracy": 0.092885, "f1": 0.077035, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"], "main_score": 0.077035, "precision": 0.073403, "recall": 0.092885}, {"accuracy": 0.086957, "f1": 0.077956, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"], "main_score": 0.077956, "precision": 0.075684, "recall": 0.086957}, {"accuracy": 0.139328, "f1": 0.125972, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"], "main_score": 0.125972, "precision": 0.122599, "recall": 0.139328}, {"accuracy": 0.071146, "f1": 0.062272, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"], "main_score": 0.062272, "precision": 0.060075, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.12812, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"], "main_score": 0.12812, "precision": 0.124569, "recall": 0.141304}, {"accuracy": 0.164032, "f1": 0.150922, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"], "main_score": 0.150922, "precision": 0.14703, "recall": 0.164032}, {"accuracy": 0.131423, "f1": 0.111528, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"], "main_score": 0.111528, "precision": 0.106794, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.119273, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"], "main_score": 0.119273, "precision": 0.116154, "recall": 0.130435}, {"accuracy": 0.139328, "f1": 0.117746, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"], "main_score": 0.117746, "precision": 0.113324, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.142618, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"], "main_score": 0.142618, "precision": 0.137097, "recall": 0.158103}, {"accuracy": 0.145257, "f1": 0.120602, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"], "main_score": 0.120602, "precision": 0.114875, "recall": 0.145257}, {"accuracy": 0.056324, "f1": 0.048472, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"], "main_score": 0.048472, "precision": 0.046707, "recall": 0.056324}, {"accuracy": 0.101779, "f1": 0.081095, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"], "main_score": 0.081095, "precision": 0.077271, "recall": 0.101779}, {"accuracy": 0.157115, "f1": 0.142604, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"], "main_score": 0.142604, "precision": 0.137633, "recall": 0.157115}, {"accuracy": 0.121542, "f1": 0.107115, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"], "main_score": 0.107115, "precision": 0.103997, "recall": 0.121542}, {"accuracy": 0.120553, "f1": 0.104063, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"], "main_score": 0.104063, "precision": 0.099441, "recall": 0.120553}, {"accuracy": 0.177866, "f1": 0.162131, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"], "main_score": 0.162131, "precision": 0.157131, "recall": 0.177866}, {"accuracy": 0.142292, "f1": 0.123516, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"], "main_score": 0.123516, "precision": 0.117501, "recall": 0.142292}, {"accuracy": 0.059289, "f1": 0.049168, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"], "main_score": 0.049168, "precision": 0.046779, "recall": 0.059289}, {"accuracy": 0.125494, "f1": 0.107774, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"], "main_score": 0.107774, "precision": 0.103214, "recall": 0.125494}, {"accuracy": 0.118577, "f1": 0.104824, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"], "main_score": 0.104824, "precision": 0.101339, "recall": 0.118577}, {"accuracy": 0.141304, "f1": 0.124254, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"], "main_score": 0.124254, "precision": 0.119645, "recall": 0.141304}, {"accuracy": 0.135375, "f1": 0.123775, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"], "main_score": 0.123775, "precision": 0.120503, "recall": 0.135375}, {"accuracy": 0.038538, "f1": 0.029599, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"], "main_score": 0.029599, "precision": 0.02757, "recall": 0.038538}, {"accuracy": 0.145257, "f1": 0.128782, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"], "main_score": 0.128782, "precision": 0.123628, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.140526, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"], "main_score": 0.140526, "precision": 0.137686, "recall": 0.151186}, {"accuracy": 0.079051, "f1": 0.067495, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"], "main_score": 0.067495, "precision": 0.064834, "recall": 0.079051}, {"accuracy": 0.133399, "f1": 0.118933, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"], "main_score": 0.118933, "precision": 0.115253, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.105744, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"], "main_score": 0.105744, "precision": 0.10177, "recall": 0.12253}, {"accuracy": 0.083992, "f1": 0.076395, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"], "main_score": 0.076395, "precision": 0.07473, "recall": 0.083992}, {"accuracy": 0.153162, "f1": 0.133517, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"], "main_score": 0.133517, "precision": 0.12823, "recall": 0.153162}, {"accuracy": 0.121542, "f1": 0.111067, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"], "main_score": 0.111067, "precision": 0.107828, "recall": 0.121542}, {"accuracy": 0.040514, "f1": 0.035674, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"], "main_score": 0.035674, "precision": 0.034356, "recall": 0.040514}, {"accuracy": 0.088933, "f1": 0.074788, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"], "main_score": 0.074788, "precision": 0.071164, "recall": 0.088933}, {"accuracy": 0.101779, "f1": 0.083232, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"], "main_score": 0.083232, "precision": 0.079621, "recall": 0.101779}, {"accuracy": 0.121542, "f1": 0.106597, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"], "main_score": 0.106597, "precision": 0.102065, "recall": 0.121542}, {"accuracy": 0.089921, "f1": 0.07201, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"], "main_score": 0.07201, "precision": 0.068047, "recall": 0.089921}, {"accuracy": 0.102767, "f1": 0.078636, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"], "main_score": 0.078636, "precision": 0.07407, "recall": 0.102767}, {"accuracy": 0.114625, "f1": 0.097337, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"], "main_score": 0.097337, "precision": 0.093166, "recall": 0.114625}, {"accuracy": 0.041502, "f1": 0.032243, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"], "main_score": 0.032243, "precision": 0.030359, "recall": 0.041502}, {"accuracy": 0.09585, "f1": 0.084322, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"], "main_score": 0.084322, "precision": 0.081296, "recall": 0.09585}, {"accuracy": 0.174901, "f1": 0.161963, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"], "main_score": 0.161963, "precision": 0.15752, "recall": 0.174901}, {"accuracy": 0.093874, "f1": 0.057952, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"], "main_score": 0.057952, "precision": 0.049363, "recall": 0.093874}, {"accuracy": 0.152174, "f1": 0.095555, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"], "main_score": 0.095555, "precision": 0.082023, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.879447, "f1": 0.842787, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"], "main_score": 0.842787, "precision": 0.825181, "recall": 0.879447}, {"accuracy": 0.93083, "f1": 0.909091, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"], "main_score": 0.909091, "precision": 0.898386, "recall": 0.93083}, {"accuracy": 0.59585, "f1": 0.519526, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"], "main_score": 0.519526, "precision": 0.490304, "recall": 0.59585}, {"accuracy": 0.174901, "f1": 0.119139, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"], "main_score": 0.119139, "precision": 0.105512, "recall": 0.174901}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.378458, "f1": 0.293916, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"], "main_score": 0.293916, "precision": 0.267878, "recall": 0.378458}, {"accuracy": 0.626482, "f1": 0.546829, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"], "main_score": 0.546829, "precision": 0.514345, "recall": 0.626482}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"], "main_score": 0.892029, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.219368, "f1": 0.144028, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"], "main_score": 0.144028, "precision": 0.124277, "recall": 0.219368}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"], "main_score": 0.906258, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.835968, "f1": 0.799031, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"], "main_score": 0.799031, "precision": 0.783251, "recall": 0.835968}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.264822, "f1": 0.181659, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"], "main_score": 0.181659, "precision": 0.160054, "recall": 0.264822}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.931818, "f1": 0.912714, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"], "main_score": 0.912714, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.134387, "f1": 0.085526, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"], "main_score": 0.085526, "precision": 0.073787, "recall": 0.134387}, {"accuracy": 0.864625, "f1": 0.828986, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"], "main_score": 0.828986, "precision": 0.812912, "recall": 0.864625}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.689723, "f1": 0.619321, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"], "main_score": 0.619321, "precision": 0.59058, "recall": 0.689723}, {"accuracy": 0.0583, "f1": 0.025947, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"], "main_score": 0.025947, "precision": 0.020941, "recall": 0.0583}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.205534, "f1": 0.139149, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"], "main_score": 0.139149, "precision": 0.12226, "recall": 0.205534}, {"accuracy": 0.836957, "f1": 0.792245, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"], "main_score": 0.792245, "precision": 0.772464, "recall": 0.836957}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.891304, "f1": 0.86446, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"], "main_score": 0.86446, "precision": 0.851614, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.855204, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"], "main_score": 0.855204, "precision": 0.840415, "recall": 0.887352}, {"accuracy": 0.243083, "f1": 0.175253, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"], "main_score": 0.175253, "precision": 0.15635, "recall": 0.243083}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.781621, "f1": 0.731526, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"], "main_score": 0.731526, "precision": 0.709387, "recall": 0.781621}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"], "main_score": 0.954051, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.880435, "f1": 0.848584, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"], "main_score": 0.848584, "precision": 0.834025, "recall": 0.880435}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"], "main_score": 0.946476, "precision": 0.940744, "recall": 0.958498}, {"accuracy": 0.144269, "f1": 0.0846, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"], "main_score": 0.0846, "precision": 0.073142, "recall": 0.144269}, {"accuracy": 0.074111, "f1": 0.047896, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"], "main_score": 0.047896, "precision": 0.041582, "recall": 0.074111}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.141304, "f1": 0.08547, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"], "main_score": 0.08547, "precision": 0.073324, "recall": 0.141304}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.925889, "f1": 0.902833, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"], "main_score": 0.902833, "precision": 0.891469, "recall": 0.925889}, {"accuracy": 0.886364, "f1": 0.854611, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"], "main_score": 0.854611, "precision": 0.840003, "recall": 0.886364}, {"accuracy": 0.698617, "f1": 0.634983, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"], "main_score": 0.634983, "precision": 0.608557, "recall": 0.698617}, {"accuracy": 0.166008, "f1": 0.10025, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"], "main_score": 0.10025, "precision": 0.084874, "recall": 0.166008}, {"accuracy": 0.702569, "f1": 0.642446, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"], "main_score": 0.642446, "precision": 0.616543, "recall": 0.702569}, {"accuracy": 0.593874, "f1": 0.517651, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"], "main_score": 0.517651, "precision": 0.488386, "recall": 0.593874}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.725296, "f1": 0.663526, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"], "main_score": 0.663526, "precision": 0.637625, "recall": 0.725296}, {"accuracy": 0.13834, "f1": 0.081854, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"], "main_score": 0.081854, "precision": 0.069075, "recall": 0.13834}, {"accuracy": 0.083004, "f1": 0.049713, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"], "main_score": 0.049713, "precision": 0.041273, "recall": 0.083004}, {"accuracy": 0.217391, "f1": 0.154448, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"], "main_score": 0.154448, "precision": 0.137653, "recall": 0.217391}, {"accuracy": 0.325099, "f1": 0.241719, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"], "main_score": 0.241719, "precision": 0.217191, "recall": 0.325099}, {"accuracy": 0.086957, "f1": 0.049205, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"], "main_score": 0.049205, "precision": 0.040929, "recall": 0.086957}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.950593, "f1": 0.934914, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"], "main_score": 0.934914, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.250988, "f1": 0.176756, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"], "main_score": 0.176756, "precision": 0.156248, "recall": 0.250988}, {"accuracy": 0.745059, "f1": 0.683599, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"], "main_score": 0.683599, "precision": 0.658013, "recall": 0.745059}, {"accuracy": 0.414032, "f1": 0.331566, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"], "main_score": 0.331566, "precision": 0.30504, "recall": 0.414032}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.225296, "f1": 0.160126, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"], "main_score": 0.160126, "precision": 0.143647, "recall": 0.225296}, {"accuracy": 0.295455, "f1": 0.215534, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"], "main_score": 0.215534, "precision": 0.193451, "recall": 0.295455}, {"accuracy": 0.230237, "f1": 0.158544, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"], "main_score": 0.158544, "precision": 0.140033, "recall": 0.230237}, {"accuracy": 0.343874, "f1": 0.26457, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"], "main_score": 0.26457, "precision": 0.24108, "recall": 0.343874}, {"accuracy": 0.597826, "f1": 0.523298, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"], "main_score": 0.523298, "precision": 0.494686, "recall": 0.597826}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.051383, "f1": 0.017561, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"], "main_score": 0.017561, "precision": 0.014055, "recall": 0.051383}, {"accuracy": 0.182806, "f1": 0.124234, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"], "main_score": 0.124234, "precision": 0.108251, "recall": 0.182806}, {"accuracy": 0.719368, "f1": 0.655668, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"], "main_score": 0.655668, "precision": 0.630082, "recall": 0.719368}, {"accuracy": 0.214427, "f1": 0.14804, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"], "main_score": 0.14804, "precision": 0.131064, "recall": 0.214427}, {"accuracy": 0.055336, "f1": 0.027843, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"], "main_score": 0.027843, "precision": 0.023718, "recall": 0.055336}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.775692, "f1": 0.720935, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"], "main_score": 0.720935, "precision": 0.697414, "recall": 0.775692}, {"accuracy": 0.758893, "f1": 0.700296, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"], "main_score": 0.700296, "precision": 0.674967, "recall": 0.758893}, {"accuracy": 0.73419, "f1": 0.67985, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"], "main_score": 0.67985, "precision": 0.656697, "recall": 0.73419}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.192688, "f1": 0.132176, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"], "main_score": 0.132176, "precision": 0.116116, "recall": 0.192688}, {"accuracy": 0.13834, "f1": 0.087859, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"], "main_score": 0.087859, "precision": 0.075664, "recall": 0.13834}, {"accuracy": 0.865613, "f1": 0.830435, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"], "main_score": 0.830435, "precision": 0.814048, "recall": 0.865613}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.34585, "f1": 0.266428, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"], "main_score": 0.266428, "precision": 0.242114, "recall": 0.34585}, {"accuracy": 0.175889, "f1": 0.112164, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"], "main_score": 0.112164, "precision": 0.097261, "recall": 0.175889}, {"accuracy": 0.69664, "f1": 0.628875, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"], "main_score": 0.628875, "precision": 0.60164, "recall": 0.69664}, {"accuracy": 0.908103, "f1": 0.884637, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"], "main_score": 0.884637, "precision": 0.874242, "recall": 0.908103}, {"accuracy": 0.167984, "f1": 0.101578, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"], "main_score": 0.101578, "precision": 0.086886, "recall": 0.167984}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.216403, "f1": 0.155895, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"], "main_score": 0.155895, "precision": 0.140213, "recall": 0.216403}, {"accuracy": 0.389328, "f1": 0.298657, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"], "main_score": 0.298657, "precision": 0.269751, "recall": 0.389328}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.711462, "f1": 0.645589, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"], "main_score": 0.645589, "precision": 0.618191, "recall": 0.711462}, {"accuracy": 0.922925, "f1": 0.900823, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"], "main_score": 0.900823, "precision": 0.890316, "recall": 0.922925}, {"accuracy": 0.194664, "f1": 0.130931, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"], "main_score": 0.130931, "precision": 0.114191, "recall": 0.194664}, {"accuracy": 0.074111, "f1": 0.031149, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"], "main_score": 0.031149, "precision": 0.024624, "recall": 0.074111}, {"accuracy": 0.214427, "f1": 0.146028, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"], "main_score": 0.146028, "precision": 0.127948, "recall": 0.214427}, {"accuracy": 0.107708, "f1": 0.060153, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"], "main_score": 0.060153, "precision": 0.050016, "recall": 0.107708}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.660079, "f1": 0.587856, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"], "main_score": 0.587856, "precision": 0.558697, "recall": 0.660079}, {"accuracy": 0.081028, "f1": 0.054779, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"], "main_score": 0.054779, "precision": 0.047991, "recall": 0.081028}, {"accuracy": 0.710474, "f1": 0.649805, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"], "main_score": 0.649805, "precision": 0.624219, "recall": 0.710474}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.718379, "f1": 0.655171, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"], "main_score": 0.655171, "precision": 0.627899, "recall": 0.718379}, {"accuracy": 0.468379, "f1": 0.388052, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"], "main_score": 0.388052, "precision": 0.359096, "recall": 0.468379}, {"accuracy": 0.167984, "f1": 0.104636, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"], "main_score": 0.104636, "precision": 0.09054, "recall": 0.167984}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.362648, "f1": 0.2808, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"], "main_score": 0.2808, "precision": 0.255274, "recall": 0.362648}, {"accuracy": 0.200593, "f1": 0.134324, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"], "main_score": 0.134324, "precision": 0.117973, "recall": 0.200593}, {"accuracy": 0.18083, "f1": 0.118942, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"], "main_score": 0.118942, "precision": 0.102963, "recall": 0.18083}, {"accuracy": 0.209486, "f1": 0.146852, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"], "main_score": 0.146852, "precision": 0.12977, "recall": 0.209486}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.014822, "f1": 0.002712, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"], "main_score": 0.002712, "precision": 0.002005, "recall": 0.014822}, {"accuracy": 0.848814, "f1": 0.810244, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"], "main_score": 0.810244, "precision": 0.793215, "recall": 0.848814}, {"accuracy": 0.416008, "f1": 0.335694, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"], "main_score": 0.335694, "precision": 0.307602, "recall": 0.416008}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"], "main_score": 0.870949, "precision": 0.857493, "recall": 0.899209}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.088933, "f1": 0.050187, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"], "main_score": 0.050187, "precision": 0.042963, "recall": 0.088933}, {"accuracy": 0.166996, "f1": 0.110185, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"], "main_score": 0.110185, "precision": 0.096152, "recall": 0.166996}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.615613, "f1": 0.537527, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"], "main_score": 0.537527, "precision": 0.507224, "recall": 0.615613}, {"accuracy": 0.172925, "f1": 0.112977, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"], "main_score": 0.112977, "precision": 0.097431, "recall": 0.172925}, {"accuracy": 0.185771, "f1": 0.119057, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"], "main_score": 0.119057, "precision": 0.101903, "recall": 0.185771}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.16996, "f1": 0.112681, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"], "main_score": 0.112681, "precision": 0.09951, "recall": 0.16996}, {"accuracy": 0.157115, "f1": 0.102538, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"], "main_score": 0.102538, "precision": 0.088486, "recall": 0.157115}, {"accuracy": 0.791502, "f1": 0.740547, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"], "main_score": 0.740547, "precision": 0.718495, "recall": 0.791502}, {"accuracy": 0.613636, "f1": 0.542769, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"], "main_score": 0.542769, "precision": 0.515555, "recall": 0.613636}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"], "main_score": 0.929677, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.23913, "f1": 0.167927, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"], "main_score": 0.167927, "precision": 0.147336, "recall": 0.23913}, {"accuracy": 0.429842, "f1": 0.344217, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"], "main_score": 0.344217, "precision": 0.316871, "recall": 0.429842}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.52668, "f1": 0.447889, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"], "main_score": 0.447889, "precision": 0.41756, "recall": 0.52668}, {"accuracy": 0.83498, "f1": 0.794518, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"], "main_score": 0.794518, "precision": 0.776021, "recall": 0.83498}, {"accuracy": 0.249012, "f1": 0.175875, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"], "main_score": 0.175875, "precision": 0.155807, "recall": 0.249012}, {"accuracy": 0.62747, "f1": 0.558291, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"], "main_score": 0.558291, "precision": 0.530435, "recall": 0.62747}, {"accuracy": 0.657115, "f1": 0.593107, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"], "main_score": 0.593107, "precision": 0.567715, "recall": 0.657115}, {"accuracy": 0.212451, "f1": 0.139655, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"], "main_score": 0.139655, "precision": 0.121011, "recall": 0.212451}, {"accuracy": 0.914032, "f1": 0.892507, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"], "main_score": 0.892507, "precision": 0.882915, "recall": 0.914032}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"], "main_score": 0.89608, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.716403, "f1": 0.653661, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"], "main_score": 0.653661, "precision": 0.62719, "recall": 0.716403}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.393281, "f1": 0.317503, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"], "main_score": 0.317503, "precision": 0.292196, "recall": 0.393281}, {"accuracy": 0.460474, "f1": 0.369158, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"], "main_score": 0.369158, "precision": 0.338278, "recall": 0.460474}, {"accuracy": 0.089921, "f1": 0.04756, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"], "main_score": 0.04756, "precision": 0.03933, "recall": 0.089921}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.190711, "f1": 0.132915, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"], "main_score": 0.132915, "precision": 0.117128, "recall": 0.190711}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"], "main_score": 0.912714, "precision": 0.903162, "recall": 0.932806}, {"accuracy": 0.423913, "f1": 0.334113, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"], "main_score": 0.334113, "precision": 0.305283, "recall": 0.423913}, {"accuracy": 0.302372, "f1": 0.214943, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"], "main_score": 0.214943, "precision": 0.188832, "recall": 0.302372}, {"accuracy": 0.855731, "f1": 0.811364, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"], "main_score": 0.811364, "precision": 0.790514, "recall": 0.855731}, {"accuracy": 0.226285, "f1": 0.15474, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"], "main_score": 0.15474, "precision": 0.135911, "recall": 0.226285}, {"accuracy": 0.200593, "f1": 0.130683, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"], "main_score": 0.130683, "precision": 0.113179, "recall": 0.200593}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.398221, "f1": 0.313186, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"], "main_score": 0.313186, "precision": 0.286911, "recall": 0.398221}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.173913, "f1": 0.102578, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"], "main_score": 0.102578, "precision": 0.086272, "recall": 0.173913}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.900198, "f1": 0.870784, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"], "main_score": 0.870784, "precision": 0.857131, "recall": 0.900198}, {"accuracy": 0.925889, "f1": 0.906291, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"], "main_score": 0.906291, "precision": 0.896904, "recall": 0.925889}, {"accuracy": 0.149209, "f1": 0.098528, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"], "main_score": 0.098528, "precision": 0.087194, "recall": 0.149209}, {"accuracy": 0.900198, "f1": 0.872991, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"], "main_score": 0.872991, "precision": 0.860343, "recall": 0.900198}, {"accuracy": 0.16996, "f1": 0.106502, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"], "main_score": 0.106502, "precision": 0.090137, "recall": 0.16996}, {"accuracy": 0.176877, "f1": 0.116826, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"], "main_score": 0.116826, "precision": 0.102058, "recall": 0.176877}, {"accuracy": 0.12747, "f1": 0.077586, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"], "main_score": 0.077586, "precision": 0.066383, "recall": 0.12747}, {"accuracy": 0.571146, "f1": 0.493137, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"], "main_score": 0.493137, "precision": 0.46182, "recall": 0.571146}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.272727, "f1": 0.192912, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"], "main_score": 0.192912, "precision": 0.169462, "recall": 0.272727}, {"accuracy": 0.153162, "f1": 0.095085, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"], "main_score": 0.095085, "precision": 0.081677, "recall": 0.153162}, {"accuracy": 0.197628, "f1": 0.130235, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"], "main_score": 0.130235, "precision": 0.114171, "recall": 0.197628}, {"accuracy": 0.810277, "f1": 0.76435, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"], "main_score": 0.76435, "precision": 0.744096, "recall": 0.810277}, {"accuracy": 0.151186, "f1": 0.089185, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"], "main_score": 0.089185, "precision": 0.074575, "recall": 0.151186}, {"accuracy": 0.168972, "f1": 0.10928, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"], "main_score": 0.10928, "precision": 0.094847, "recall": 0.168972}, {"accuracy": 0.93083, "f1": 0.911298, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"], "main_score": 0.911298, "precision": 0.902092, "recall": 0.93083}, {"accuracy": 0.258893, "f1": 0.183723, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"], "main_score": 0.183723, "precision": 0.163342, "recall": 0.258893}, {"accuracy": 0.222332, "f1": 0.150779, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"], "main_score": 0.150779, "precision": 0.132774, "recall": 0.222332}, {"accuracy": 0.600791, "f1": 0.522101, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"], "main_score": 0.522101, "precision": 0.491858, "recall": 0.600791}, {"accuracy": 0.317194, "f1": 0.233254, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"], "main_score": 0.233254, "precision": 0.208603, "recall": 0.317194}, {"accuracy": 0.440711, "f1": 0.351993, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"], "main_score": 0.351993, "precision": 0.322547, "recall": 0.440711}, {"accuracy": 0.841897, "f1": 0.803393, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"], "main_score": 0.803393, "precision": 0.785655, "recall": 0.841897}, {"accuracy": 0.295455, "f1": 0.21555, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"], "main_score": 0.21555, "precision": 0.191402, "recall": 0.295455}, {"accuracy": 0.433794, "f1": 0.356525, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"], "main_score": 0.356525, "precision": 0.330683, "recall": 0.433794}, {"accuracy": 0.156126, "f1": 0.095061, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"], "main_score": 0.095061, "precision": 0.080834, "recall": 0.156126}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.816206, "f1": 0.76909, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"], "main_score": 0.76909, "precision": 0.748172, "recall": 0.816206}, {"accuracy": 0.238142, "f1": 0.16716, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"], "main_score": 0.16716, "precision": 0.146563, "recall": 0.238142}, {"accuracy": 0.183794, "f1": 0.116989, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"], "main_score": 0.116989, "precision": 0.101275, "recall": 0.183794}, {"accuracy": 0.117589, "f1": 0.094996, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"], "main_score": 0.094996, "precision": 0.088795, "recall": 0.117589}, {"accuracy": 0.054348, "f1": 0.040371, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"], "main_score": 0.040371, "precision": 0.037009, "recall": 0.054348}, {"accuracy": 0.003953, "f1": 0.000831, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"], "main_score": 0.000831, "precision": 0.000587, "recall": 0.003953}, {"accuracy": 0.043478, "f1": 0.034194, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"], "main_score": 0.034194, "precision": 0.032344, "recall": 0.043478}, {"accuracy": 0.022727, "f1": 0.018037, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"], "main_score": 0.018037, "precision": 0.016792, "recall": 0.022727}, {"accuracy": 0.029644, "f1": 0.024278, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"], "main_score": 0.024278, "precision": 0.022861, "recall": 0.029644}, {"accuracy": 0.044466, "f1": 0.035754, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"], "main_score": 0.035754, "precision": 0.033564, "recall": 0.044466}, {"accuracy": 0.051383, "f1": 0.036863, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"], "main_score": 0.036863, "precision": 0.032995, "recall": 0.051383}, {"accuracy": 0.044466, "f1": 0.029751, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"], "main_score": 0.029751, "precision": 0.027308, "recall": 0.044466}, {"accuracy": 0.04249, "f1": 0.031414, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"], "main_score": 0.031414, "precision": 0.029222, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.024119, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"], "main_score": 0.024119, "precision": 0.022838, "recall": 0.029644}, {"accuracy": 0.034585, "f1": 0.025622, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"], "main_score": 0.025622, "precision": 0.023661, "recall": 0.034585}, {"accuracy": 0.033597, "f1": 0.024004, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"], "main_score": 0.024004, "precision": 0.022123, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.0353, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"], "main_score": 0.0353, "precision": 0.031632, "recall": 0.051383}, {"accuracy": 0.038538, "f1": 0.031359, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"], "main_score": 0.031359, "precision": 0.029305, "recall": 0.038538}, {"accuracy": 0.027668, "f1": 0.021229, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"], "main_score": 0.021229, "precision": 0.019882, "recall": 0.027668}, {"accuracy": 0.044466, "f1": 0.031615, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"], "main_score": 0.031615, "precision": 0.029162, "recall": 0.044466}, {"accuracy": 0.061265, "f1": 0.04513, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"], "main_score": 0.04513, "precision": 0.041414, "recall": 0.061265}, {"accuracy": 0.036561, "f1": 0.029922, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"], "main_score": 0.029922, "precision": 0.028386, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.021673, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"], "main_score": 0.021673, "precision": 0.019642, "recall": 0.034585}, {"accuracy": 0.044466, "f1": 0.030696, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"], "main_score": 0.030696, "precision": 0.028203, "recall": 0.044466}, {"accuracy": 0.032609, "f1": 0.026933, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"], "main_score": 0.026933, "precision": 0.025199, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.027954, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"], "main_score": 0.027954, "precision": 0.024968, "recall": 0.044466}, {"accuracy": 0.021739, "f1": 0.015095, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"], "main_score": 0.015095, "precision": 0.014141, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.026693, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"], "main_score": 0.026693, "precision": 0.025432, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.036368, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"], "main_score": 0.036368, "precision": 0.033985, "recall": 0.051383}, {"accuracy": 0.043478, "f1": 0.029135, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"], "main_score": 0.029135, "precision": 0.026445, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.030715, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"], "main_score": 0.030715, "precision": 0.028919, "recall": 0.038538}, {"accuracy": 0.0583, "f1": 0.040401, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"], "main_score": 0.040401, "precision": 0.037002, "recall": 0.0583}, {"accuracy": 0.027668, "f1": 0.023558, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"], "main_score": 0.023558, "precision": 0.022732, "recall": 0.027668}, {"accuracy": 0.049407, "f1": 0.034714, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"], "main_score": 0.034714, "precision": 0.032538, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.027888, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"], "main_score": 0.027888, "precision": 0.026573, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.024184, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"], "main_score": 0.024184, "precision": 0.023148, "recall": 0.029644}, {"accuracy": 0.048419, "f1": 0.035375, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"], "main_score": 0.035375, "precision": 0.032337, "recall": 0.048419}, {"accuracy": 0.037549, "f1": 0.02518, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"], "main_score": 0.02518, "precision": 0.023203, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.018607, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"], "main_score": 0.018607, "precision": 0.017592, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.032601, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"], "main_score": 0.032601, "precision": 0.030843, "recall": 0.039526}, {"accuracy": 0.024704, "f1": 0.016383, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"], "main_score": 0.016383, "precision": 0.015192, "recall": 0.024704}, {"accuracy": 0.045455, "f1": 0.032476, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"], "main_score": 0.032476, "precision": 0.030377, "recall": 0.045455}, {"accuracy": 0.031621, "f1": 0.022222, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"], "main_score": 0.022222, "precision": 0.01986, "recall": 0.031621}, {"accuracy": 0.0583, "f1": 0.035701, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"], "main_score": 0.035701, "precision": 0.031412, "recall": 0.0583}, {"accuracy": 0.139328, "f1": 0.117294, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"], "main_score": 0.117294, "precision": 0.110144, "recall": 0.139328}, {"accuracy": 0.037549, "f1": 0.029178, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"], "main_score": 0.029178, "precision": 0.027385, "recall": 0.037549}, {"accuracy": 0.051383, "f1": 0.035403, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"], "main_score": 0.035403, "precision": 0.032939, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.032545, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"], "main_score": 0.032545, "precision": 0.02981, "recall": 0.045455}, {"accuracy": 0.047431, "f1": 0.035127, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"], "main_score": 0.035127, "precision": 0.032932, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.026979, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"], "main_score": 0.026979, "precision": 0.024591, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.024935, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"], "main_score": 0.024935, "precision": 0.02386, "recall": 0.030632}, {"accuracy": 0.050395, "f1": 0.035698, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"], "main_score": 0.035698, "precision": 0.032048, "recall": 0.050395}, {"accuracy": 0.039526, "f1": 0.031956, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"], "main_score": 0.031956, "precision": 0.029498, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.037403, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"], "main_score": 0.037403, "precision": 0.035633, "recall": 0.045455}, {"accuracy": 0.048419, "f1": 0.03493, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"], "main_score": 0.03493, "precision": 0.031775, "recall": 0.048419}, {"accuracy": 0.046443, "f1": 0.03523, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"], "main_score": 0.03523, "precision": 0.032761, "recall": 0.046443}, {"accuracy": 0.051383, "f1": 0.033446, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"], "main_score": 0.033446, "precision": 0.028998, "recall": 0.051383}, {"accuracy": 0.049407, "f1": 0.038375, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"], "main_score": 0.038375, "precision": 0.036141, "recall": 0.049407}, {"accuracy": 0.070158, "f1": 0.051259, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"], "main_score": 0.051259, "precision": 0.046995, "recall": 0.070158}, {"accuracy": 0.060277, "f1": 0.050113, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"], "main_score": 0.050113, "precision": 0.047127, "recall": 0.060277}, {"accuracy": 0.01581, "f1": 0.011757, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"], "main_score": 0.011757, "precision": 0.010813, "recall": 0.01581}, {"accuracy": 0.037549, "f1": 0.026861, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"], "main_score": 0.026861, "precision": 0.024784, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.023176, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"], "main_score": 0.023176, "precision": 0.02161, "recall": 0.030632}, {"accuracy": 0.041502, "f1": 0.028666, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"], "main_score": 0.028666, "precision": 0.02583, "recall": 0.041502}, {"accuracy": 0.044466, "f1": 0.033378, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"], "main_score": 0.033378, "precision": 0.031062, "recall": 0.044466}, {"accuracy": 0.0583, "f1": 0.044302, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"], "main_score": 0.044302, "precision": 0.041093, "recall": 0.0583}, {"accuracy": 0.05336, "f1": 0.040847, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"], "main_score": 0.040847, "precision": 0.038545, "recall": 0.05336}, {"accuracy": 0.046443, "f1": 0.033566, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"], "main_score": 0.033566, "precision": 0.030349, "recall": 0.046443}, {"accuracy": 0.040514, "f1": 0.027949, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"], "main_score": 0.027949, "precision": 0.025401, "recall": 0.040514}, {"accuracy": 0.060277, "f1": 0.040704, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"], "main_score": 0.040704, "precision": 0.036383, "recall": 0.060277}, {"accuracy": 0.061265, "f1": 0.044629, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"], "main_score": 0.044629, "precision": 0.041009, "recall": 0.061265}, {"accuracy": 0.055336, "f1": 0.036667, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"], "main_score": 0.036667, "precision": 0.032025, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.041066, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"], "main_score": 0.041066, "precision": 0.038508, "recall": 0.051383}, {"accuracy": 0.037549, "f1": 0.030803, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"], "main_score": 0.030803, "precision": 0.030126, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.029654, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"], "main_score": 0.029654, "precision": 0.027572, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.011127, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"], "main_score": 0.011127, "precision": 0.00914, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.031163, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"], "main_score": 0.031163, "precision": 0.027672, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.032249, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"], "main_score": 0.032249, "precision": 0.030912, "recall": 0.038538}, {"accuracy": 0.059289, "f1": 0.040098, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"], "main_score": 0.040098, "precision": 0.036142, "recall": 0.059289}, {"accuracy": 0.028656, "f1": 0.017428, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"], "main_score": 0.017428, "precision": 0.015615, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.034711, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"], "main_score": 0.034711, "precision": 0.031881, "recall": 0.050395}, {"accuracy": 0.040514, "f1": 0.027972, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"], "main_score": 0.027972, "precision": 0.02586, "recall": 0.040514}, {"accuracy": 0.035573, "f1": 0.029677, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"], "main_score": 0.029677, "precision": 0.027646, "recall": 0.035573}, {"accuracy": 0.020751, "f1": 0.013498, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"], "main_score": 0.013498, "precision": 0.012542, "recall": 0.020751}, {"accuracy": 0.051383, "f1": 0.036392, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"], "main_score": 0.036392, "precision": 0.033733, "recall": 0.051383}, {"accuracy": 0.032609, "f1": 0.022125, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"], "main_score": 0.022125, "precision": 0.020214, "recall": 0.032609}, {"accuracy": 0.04249, "f1": 0.029573, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"], "main_score": 0.029573, "precision": 0.026463, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.028676, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"], "main_score": 0.028676, "precision": 0.026601, "recall": 0.036561}, {"accuracy": 0.065217, "f1": 0.0507, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"], "main_score": 0.0507, "precision": 0.046471, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.025238, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"], "main_score": 0.025238, "precision": 0.021776, "recall": 0.040514}, {"accuracy": 0.023715, "f1": 0.01506, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"], "main_score": 0.01506, "precision": 0.013982, "recall": 0.023715}, {"accuracy": 0.059289, "f1": 0.042048, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"], "main_score": 0.042048, "precision": 0.038676, "recall": 0.059289}, {"accuracy": 0.04249, "f1": 0.033026, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"], "main_score": 0.033026, "precision": 0.031259, "recall": 0.04249}, {"accuracy": 0.057312, "f1": 0.041489, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"], "main_score": 0.041489, "precision": 0.03793, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.04073, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"], "main_score": 0.04073, "precision": 0.036959, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.039304, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"], "main_score": 0.039304, "precision": 0.037805, "recall": 0.046443}, {"accuracy": 0.032609, "f1": 0.019844, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"], "main_score": 0.019844, "precision": 0.017663, "recall": 0.032609}, {"accuracy": 0.05336, "f1": 0.038483, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"], "main_score": 0.038483, "precision": 0.033936, "recall": 0.05336}, {"accuracy": 0.041502, "f1": 0.030203, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"], "main_score": 0.030203, "precision": 0.028643, "recall": 0.041502}, {"accuracy": 0.0583, "f1": 0.039614, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"], "main_score": 0.039614, "precision": 0.035743, "recall": 0.0583}, {"accuracy": 0.055336, "f1": 0.041523, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"], "main_score": 0.041523, "precision": 0.038586, "recall": 0.055336}, {"accuracy": 0.039526, "f1": 0.03207, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"], "main_score": 0.03207, "precision": 0.030458, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.028231, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"], "main_score": 0.028231, "precision": 0.025951, "recall": 0.041502}, {"accuracy": 0.047431, "f1": 0.032768, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"], "main_score": 0.032768, "precision": 0.029806, "recall": 0.047431}, {"accuracy": 0.044466, "f1": 0.03459, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"], "main_score": 0.03459, "precision": 0.032415, "recall": 0.044466}, {"accuracy": 0.04249, "f1": 0.033782, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"], "main_score": 0.033782, "precision": 0.031714, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.023428, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"], "main_score": 0.023428, "precision": 0.022746, "recall": 0.029644}, {"accuracy": 0.050395, "f1": 0.033965, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"], "main_score": 0.033965, "precision": 0.030699, "recall": 0.050395}, {"accuracy": 0.031621, "f1": 0.021233, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"], "main_score": 0.021233, "precision": 0.019395, "recall": 0.031621}, {"accuracy": 0.059289, "f1": 0.042867, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"], "main_score": 0.042867, "precision": 0.039502, "recall": 0.059289}, {"accuracy": 0.038538, "f1": 0.022354, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"], "main_score": 0.022354, "precision": 0.02001, "recall": 0.038538}, {"accuracy": 0.048419, "f1": 0.033643, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"], "main_score": 0.033643, "precision": 0.030143, "recall": 0.048419}, {"accuracy": 0.043478, "f1": 0.031962, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"], "main_score": 0.031962, "precision": 0.030463, "recall": 0.043478}, {"accuracy": 0.039526, "f1": 0.023355, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"], "main_score": 0.023355, "precision": 0.020249, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.031797, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"], "main_score": 0.031797, "precision": 0.029526, "recall": 0.041502}, {"accuracy": 0.048419, "f1": 0.035314, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"], "main_score": 0.035314, "precision": 0.03229, "recall": 0.048419}, {"accuracy": 0.027668, "f1": 0.023624, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"], "main_score": 0.023624, "precision": 0.023063, "recall": 0.027668}, {"accuracy": 0.043478, "f1": 0.035251, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"], "main_score": 0.035251, "precision": 0.032874, "recall": 0.043478}, {"accuracy": 0.057312, "f1": 0.041977, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"], "main_score": 0.041977, "precision": 0.037649, "recall": 0.057312}, {"accuracy": 0.037549, "f1": 0.02999, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"], "main_score": 0.02999, "precision": 0.028193, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.038053, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"], "main_score": 0.038053, "precision": 0.035768, "recall": 0.047431}, {"accuracy": 0.064229, "f1": 0.043184, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"], "main_score": 0.043184, "precision": 0.038831, "recall": 0.064229}, {"accuracy": 0.05336, "f1": 0.034893, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"], "main_score": 0.034893, "precision": 0.03038, "recall": 0.05336}, {"accuracy": 0.049407, "f1": 0.035342, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"], "main_score": 0.035342, "precision": 0.03224, "recall": 0.049407}, {"accuracy": 0.045455, "f1": 0.030752, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"], "main_score": 0.030752, "precision": 0.028466, "recall": 0.045455}, {"accuracy": 0.004941, "f1": 0.001487, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"], "main_score": 0.001487, "precision": 0.001263, "recall": 0.004941}, {"accuracy": 0.019763, "f1": 0.014263, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"], "main_score": 0.014263, "precision": 0.013221, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.018513, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"], "main_score": 0.018513, "precision": 0.017722, "recall": 0.023715}, {"accuracy": 0.02668, "f1": 0.020258, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"], "main_score": 0.020258, "precision": 0.018764, "recall": 0.02668}, {"accuracy": 0.046443, "f1": 0.034025, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"], "main_score": 0.034025, "precision": 0.031066, "recall": 0.046443}, {"accuracy": 0.04249, "f1": 0.026718, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"], "main_score": 0.026718, "precision": 0.023083, "recall": 0.04249}, {"accuracy": 0.047431, "f1": 0.035696, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"], "main_score": 0.035696, "precision": 0.032529, "recall": 0.047431}, {"accuracy": 0.04249, "f1": 0.032376, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"], "main_score": 0.032376, "precision": 0.030633, "recall": 0.04249}, {"accuracy": 0.049407, "f1": 0.035591, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"], "main_score": 0.035591, "precision": 0.032896, "recall": 0.049407}, {"accuracy": 0.046443, "f1": 0.034757, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"], "main_score": 0.034757, "precision": 0.032633, "recall": 0.046443}, {"accuracy": 0.049407, "f1": 0.039595, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"], "main_score": 0.039595, "precision": 0.036745, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.03102, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"], "main_score": 0.03102, "precision": 0.027698, "recall": 0.044466}, {"accuracy": 0.037549, "f1": 0.031178, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"], "main_score": 0.031178, "precision": 0.029816, "recall": 0.037549}, {"accuracy": 0.054348, "f1": 0.039576, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"], "main_score": 0.039576, "precision": 0.035968, "recall": 0.054348}, {"accuracy": 0.04249, "f1": 0.030225, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"], "main_score": 0.030225, "precision": 0.027916, "recall": 0.04249}, {"accuracy": 0.020751, "f1": 0.014598, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"], "main_score": 0.014598, "precision": 0.01399, "recall": 0.020751}, {"accuracy": 0.036561, "f1": 0.025218, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"], "main_score": 0.025218, "precision": 0.023164, "recall": 0.036561}, {"accuracy": 0.035573, "f1": 0.026127, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"], "main_score": 0.026127, "precision": 0.024452, "recall": 0.035573}, {"accuracy": 0.044466, "f1": 0.030901, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"], "main_score": 0.030901, "precision": 0.028152, "recall": 0.044466}, {"accuracy": 0.056324, "f1": 0.042081, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"], "main_score": 0.042081, "precision": 0.039173, "recall": 0.056324}, {"accuracy": 0.043478, "f1": 0.030305, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"], "main_score": 0.030305, "precision": 0.027551, "recall": 0.043478}, {"accuracy": 0.019763, "f1": 0.013261, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"], "main_score": 0.013261, "precision": 0.012758, "recall": 0.019763}, {"accuracy": 0.044466, "f1": 0.036443, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"], "main_score": 0.036443, "precision": 0.03453, "recall": 0.044466}, {"accuracy": 0.047431, "f1": 0.037206, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"], "main_score": 0.037206, "precision": 0.035336, "recall": 0.047431}, {"accuracy": 0.032609, "f1": 0.024205, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"], "main_score": 0.024205, "precision": 0.022658, "recall": 0.032609}, {"accuracy": 0.039526, "f1": 0.031973, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"], "main_score": 0.031973, "precision": 0.030109, "recall": 0.039526}, {"accuracy": 0.066206, "f1": 0.049555, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"], "main_score": 0.049555, "precision": 0.045682, "recall": 0.066206}, {"accuracy": 0.014822, "f1": 0.009664, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"], "main_score": 0.009664, "precision": 0.008786, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.030722, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"], "main_score": 0.030722, "precision": 0.029431, "recall": 0.037549}, {"accuracy": 0.049407, "f1": 0.034356, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"], "main_score": 0.034356, "precision": 0.031406, "recall": 0.049407}, {"accuracy": 0.040514, "f1": 0.029369, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"], "main_score": 0.029369, "precision": 0.02666, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.030036, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"], "main_score": 0.030036, "precision": 0.028239, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.035522, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"], "main_score": 0.035522, "precision": 0.032876, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.0329, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"], "main_score": 0.0329, "precision": 0.031065, "recall": 0.040514}, {"accuracy": 0.039526, "f1": 0.029213, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"], "main_score": 0.029213, "precision": 0.02711, "recall": 0.039526}, {"accuracy": 0.04249, "f1": 0.026601, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"], "main_score": 0.026601, "precision": 0.02278, "recall": 0.04249}, {"accuracy": 0.048419, "f1": 0.032773, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"], "main_score": 0.032773, "precision": 0.029116, "recall": 0.048419}, {"accuracy": 0.017787, "f1": 0.01374, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"], "main_score": 0.01374, "precision": 0.012388, "recall": 0.017787}, {"accuracy": 0.043478, "f1": 0.030913, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"], "main_score": 0.030913, "precision": 0.028441, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.03066, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"], "main_score": 0.03066, "precision": 0.029044, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.027138, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"], "main_score": 0.027138, "precision": 0.025246, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.044121, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"], "main_score": 0.044121, "precision": 0.041445, "recall": 0.056324}, {"accuracy": 0.039526, "f1": 0.024987, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"], "main_score": 0.024987, "precision": 0.02251, "recall": 0.039526}, {"accuracy": 0.052372, "f1": 0.039355, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"], "main_score": 0.039355, "precision": 0.036144, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.041962, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"], "main_score": 0.041962, "precision": 0.037569, "recall": 0.062253}, {"accuracy": 0.044466, "f1": 0.033172, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"], "main_score": 0.033172, "precision": 0.030038, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.055524, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"], "main_score": 0.055524, "precision": 0.052398, "recall": 0.067194}, {"accuracy": 0.045455, "f1": 0.030408, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"], "main_score": 0.030408, "precision": 0.028176, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.036116, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"], "main_score": 0.036116, "precision": 0.03207, "recall": 0.057312}, {"accuracy": 0.046443, "f1": 0.031504, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"], "main_score": 0.031504, "precision": 0.029094, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.022335, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"], "main_score": 0.022335, "precision": 0.020752, "recall": 0.027668}, {"accuracy": 0.035573, "f1": 0.030175, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"], "main_score": 0.030175, "precision": 0.028582, "recall": 0.035573}, {"accuracy": 0.051383, "f1": 0.034979, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"], "main_score": 0.034979, "precision": 0.0314, "recall": 0.051383}, {"accuracy": 0.04249, "f1": 0.031581, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"], "main_score": 0.031581, "precision": 0.02947, "recall": 0.04249}, {"accuracy": 0.055336, "f1": 0.037177, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"], "main_score": 0.037177, "precision": 0.033799, "recall": 0.055336}, {"accuracy": 0.05336, "f1": 0.037252, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"], "main_score": 0.037252, "precision": 0.034097, "recall": 0.05336}, {"accuracy": 0.051383, "f1": 0.033782, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"], "main_score": 0.033782, "precision": 0.030747, "recall": 0.051383}, {"accuracy": 0.041502, "f1": 0.030735, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"], "main_score": 0.030735, "precision": 0.028533, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.026589, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"], "main_score": 0.026589, "precision": 0.023947, "recall": 0.039526}, {"accuracy": 0.051383, "f1": 0.034389, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"], "main_score": 0.034389, "precision": 0.031042, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.024444, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"], "main_score": 0.024444, "precision": 0.019803, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.034034, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"], "main_score": 0.034034, "precision": 0.031059, "recall": 0.050395}, {"accuracy": 0.025692, "f1": 0.017094, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"], "main_score": 0.017094, "precision": 0.015211, "recall": 0.025692}, {"accuracy": 0.048419, "f1": 0.031455, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"], "main_score": 0.031455, "precision": 0.028841, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.039408, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"], "main_score": 0.039408, "precision": 0.035983, "recall": 0.055336}, {"accuracy": 0.040514, "f1": 0.03196, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"], "main_score": 0.03196, "precision": 0.029947, "recall": 0.040514}, {"accuracy": 0.055336, "f1": 0.037678, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"], "main_score": 0.037678, "precision": 0.033283, "recall": 0.055336}, {"accuracy": 0.048419, "f1": 0.033587, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"], "main_score": 0.033587, "precision": 0.030432, "recall": 0.048419}, {"accuracy": 0.047431, "f1": 0.036968, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"], "main_score": 0.036968, "precision": 0.034044, "recall": 0.047431}, {"accuracy": 0.055336, "f1": 0.041005, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"], "main_score": 0.041005, "precision": 0.038088, "recall": 0.055336}, {"accuracy": 0.054348, "f1": 0.043619, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"], "main_score": 0.043619, "precision": 0.041086, "recall": 0.054348}, {"accuracy": 0.035573, "f1": 0.026034, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"], "main_score": 0.026034, "precision": 0.024264, "recall": 0.035573}, {"accuracy": 0.049407, "f1": 0.035279, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"], "main_score": 0.035279, "precision": 0.032684, "recall": 0.049407}, {"accuracy": 0.056324, "f1": 0.043991, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"], "main_score": 0.043991, "precision": 0.041055, "recall": 0.056324}, {"accuracy": 0.036561, "f1": 0.025282, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"], "main_score": 0.025282, "precision": 0.022556, "recall": 0.036561}, {"accuracy": 0.04249, "f1": 0.028251, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"], "main_score": 0.028251, "precision": 0.024151, "recall": 0.04249}, {"accuracy": 0.04249, "f1": 0.030668, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"], "main_score": 0.030668, "precision": 0.028158, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.030493, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"], "main_score": 0.030493, "precision": 0.029267, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.020937, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"], "main_score": 0.020937, "precision": 0.019744, "recall": 0.025692}, {"accuracy": 0.040514, "f1": 0.031006, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"], "main_score": 0.031006, "precision": 0.029451, "recall": 0.040514}, {"accuracy": 0.062253, "f1": 0.043857, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"], "main_score": 0.043857, "precision": 0.038954, "recall": 0.062253}, {"accuracy": 0.059289, "f1": 0.043858, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"], "main_score": 0.043858, "precision": 0.039535, "recall": 0.059289}, {"accuracy": 0.228261, "f1": 0.198182, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"], "main_score": 0.198182, "precision": 0.187377, "recall": 0.228261}, {"accuracy": 0.005929, "f1": 0.001105, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"], "main_score": 0.001105, "precision": 0.000767, "recall": 0.005929}, {"accuracy": 0.176877, "f1": 0.148592, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"], "main_score": 0.148592, "precision": 0.140576, "recall": 0.176877}, {"accuracy": 0.152174, "f1": 0.136945, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"], "main_score": 0.136945, "precision": 0.131455, "recall": 0.152174}, {"accuracy": 0.145257, "f1": 0.120508, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"], "main_score": 0.120508, "precision": 0.113274, "recall": 0.145257}, {"accuracy": 0.178854, "f1": 0.159164, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"], "main_score": 0.159164, "precision": 0.153261, "recall": 0.178854}, {"accuracy": 0.258893, "f1": 0.226632, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"], "main_score": 0.226632, "precision": 0.215393, "recall": 0.258893}, {"accuracy": 0.258893, "f1": 0.222783, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"], "main_score": 0.222783, "precision": 0.21153, "recall": 0.258893}, {"accuracy": 0.23419, "f1": 0.209293, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"], "main_score": 0.209293, "precision": 0.200048, "recall": 0.23419}, {"accuracy": 0.178854, "f1": 0.168288, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"], "main_score": 0.168288, "precision": 0.165067, "recall": 0.178854}, {"accuracy": 0.195652, "f1": 0.16703, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"], "main_score": 0.16703, "precision": 0.158276, "recall": 0.195652}, {"accuracy": 0.137352, "f1": 0.119604, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"], "main_score": 0.119604, "precision": 0.11391, "recall": 0.137352}, {"accuracy": 0.213439, "f1": 0.182831, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"], "main_score": 0.182831, "precision": 0.171662, "recall": 0.213439}, {"accuracy": 0.147233, "f1": 0.12959, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"], "main_score": 0.12959, "precision": 0.124931, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.125313, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"], "main_score": 0.125313, "precision": 0.117828, "recall": 0.150198}, {"accuracy": 0.248024, "f1": 0.219637, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"], "main_score": 0.219637, "precision": 0.210504, "recall": 0.248024}, {"accuracy": 0.302372, "f1": 0.269593, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"], "main_score": 0.269593, "precision": 0.257085, "recall": 0.302372}, {"accuracy": 0.146245, "f1": 0.132829, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"], "main_score": 0.132829, "precision": 0.127911, "recall": 0.146245}, {"accuracy": 0.16996, "f1": 0.140749, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"], "main_score": 0.140749, "precision": 0.132605, "recall": 0.16996}, {"accuracy": 0.266798, "f1": 0.228128, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"], "main_score": 0.228128, "precision": 0.216364, "recall": 0.266798}, {"accuracy": 0.192688, "f1": 0.175854, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"], "main_score": 0.175854, "precision": 0.170599, "recall": 0.192688}, {"accuracy": 0.192688, "f1": 0.164769, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"], "main_score": 0.164769, "precision": 0.155005, "recall": 0.192688}, {"accuracy": 0.070158, "f1": 0.05586, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"], "main_score": 0.05586, "precision": 0.051703, "recall": 0.070158}, {"accuracy": 0.177866, "f1": 0.152974, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"], "main_score": 0.152974, "precision": 0.145104, "recall": 0.177866}, {"accuracy": 0.189723, "f1": 0.170137, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"], "main_score": 0.170137, "precision": 0.164111, "recall": 0.189723}, {"accuracy": 0.078063, "f1": 0.053011, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"], "main_score": 0.053011, "precision": 0.046954, "recall": 0.078063}, {"accuracy": 0.16502, "f1": 0.148002, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"], "main_score": 0.148002, "precision": 0.142154, "recall": 0.16502}, {"accuracy": 0.272727, "f1": 0.238536, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"], "main_score": 0.238536, "precision": 0.227711, "recall": 0.272727}, {"accuracy": 0.170949, "f1": 0.161204, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"], "main_score": 0.161204, "precision": 0.157447, "recall": 0.170949}, {"accuracy": 0.254941, "f1": 0.221387, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"], "main_score": 0.221387, "precision": 0.21112, "recall": 0.254941}, {"accuracy": 0.185771, "f1": 0.161918, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"], "main_score": 0.161918, "precision": 0.154285, "recall": 0.185771}, {"accuracy": 0.141304, "f1": 0.112437, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"], "main_score": 0.112437, "precision": 0.104708, "recall": 0.141304}, {"accuracy": 0.241107, "f1": 0.213502, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"], "main_score": 0.213502, "precision": 0.203375, "recall": 0.241107}, {"accuracy": 0.202569, "f1": 0.171521, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"], "main_score": 0.171521, "precision": 0.161661, "recall": 0.202569}, {"accuracy": 0.109684, "f1": 0.089035, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"], "main_score": 0.089035, "precision": 0.083391, "recall": 0.109684}, {"accuracy": 0.147233, "f1": 0.123163, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"], "main_score": 0.123163, "precision": 0.116119, "recall": 0.147233}, {"accuracy": 0.079051, "f1": 0.062186, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"], "main_score": 0.062186, "precision": 0.057897, "recall": 0.079051}, {"accuracy": 0.248024, "f1": 0.213626, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"], "main_score": 0.213626, "precision": 0.203744, "recall": 0.248024}, {"accuracy": 0.142292, "f1": 0.120797, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"], "main_score": 0.120797, "precision": 0.113924, "recall": 0.142292}, {"accuracy": 0.227273, "f1": 0.192218, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"], "main_score": 0.192218, "precision": 0.180602, "recall": 0.227273}, {"accuracy": 0.040514, "f1": 0.02999, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"], "main_score": 0.02999, "precision": 0.026393, "recall": 0.040514}, {"accuracy": 0.249012, "f1": 0.212515, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"], "main_score": 0.212515, "precision": 0.201557, "recall": 0.249012}, {"accuracy": 0.193676, "f1": 0.158242, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"], "main_score": 0.158242, "precision": 0.145636, "recall": 0.193676}, {"accuracy": 0.202569, "f1": 0.172774, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"], "main_score": 0.172774, "precision": 0.164001, "recall": 0.202569}, {"accuracy": 0.246047, "f1": 0.215412, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"], "main_score": 0.215412, "precision": 0.205646, "recall": 0.246047}, {"accuracy": 0.145257, "f1": 0.12651, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"], "main_score": 0.12651, "precision": 0.121134, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.144088, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"], "main_score": 0.144088, "precision": 0.140819, "recall": 0.155138}, {"accuracy": 0.236166, "f1": 0.205061, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"], "main_score": 0.205061, "precision": 0.194125, "recall": 0.236166}, {"accuracy": 0.222332, "f1": 0.195431, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"], "main_score": 0.195431, "precision": 0.187742, "recall": 0.222332}, {"accuracy": 0.197628, "f1": 0.178936, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"], "main_score": 0.178936, "precision": 0.17368, "recall": 0.197628}, {"accuracy": 0.26087, "f1": 0.224176, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"], "main_score": 0.224176, "precision": 0.213179, "recall": 0.26087}, {"accuracy": 0.178854, "f1": 0.161838, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"], "main_score": 0.161838, "precision": 0.156452, "recall": 0.178854}, {"accuracy": 0.19664, "f1": 0.167754, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"], "main_score": 0.167754, "precision": 0.158187, "recall": 0.19664}, {"accuracy": 0.173913, "f1": 0.14855, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"], "main_score": 0.14855, "precision": 0.141018, "recall": 0.173913}, {"accuracy": 0.047431, "f1": 0.040217, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"], "main_score": 0.040217, "precision": 0.0375, "recall": 0.047431}, {"accuracy": 0.253953, "f1": 0.224513, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"], "main_score": 0.224513, "precision": 0.214479, "recall": 0.253953}, {"accuracy": 0.049407, "f1": 0.041042, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"], "main_score": 0.041042, "precision": 0.038347, "recall": 0.049407}, {"accuracy": 0.214427, "f1": 0.178964, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"], "main_score": 0.178964, "precision": 0.168272, "recall": 0.214427}, {"accuracy": 0.15415, "f1": 0.131423, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"], "main_score": 0.131423, "precision": 0.124593, "recall": 0.15415}, {"accuracy": 0.230237, "f1": 0.20346, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"], "main_score": 0.20346, "precision": 0.194638, "recall": 0.230237}, {"accuracy": 0.152174, "f1": 0.123771, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"], "main_score": 0.123771, "precision": 0.115439, "recall": 0.152174}, {"accuracy": 0.298419, "f1": 0.270171, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"], "main_score": 0.270171, "precision": 0.259597, "recall": 0.298419}, {"accuracy": 0.19664, "f1": 0.180744, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"], "main_score": 0.180744, "precision": 0.175203, "recall": 0.19664}, {"accuracy": 0.192688, "f1": 0.176172, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"], "main_score": 0.176172, "precision": 0.170504, "recall": 0.192688}, {"accuracy": 0.275692, "f1": 0.235709, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"], "main_score": 0.235709, "precision": 0.223828, "recall": 0.275692}, {"accuracy": 0.255929, "f1": 0.228792, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"], "main_score": 0.228792, "precision": 0.219737, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.201027, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"], "main_score": 0.201027, "precision": 0.191323, "recall": 0.229249}, {"accuracy": 0.206522, "f1": 0.175945, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"], "main_score": 0.175945, "precision": 0.165158, "recall": 0.206522}, {"accuracy": 0.215415, "f1": 0.190787, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"], "main_score": 0.190787, "precision": 0.182577, "recall": 0.215415}, {"accuracy": 0.141304, "f1": 0.12772, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"], "main_score": 0.12772, "precision": 0.123465, "recall": 0.141304}, {"accuracy": 0.230237, "f1": 0.200459, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"], "main_score": 0.200459, "precision": 0.191203, "recall": 0.230237}, {"accuracy": 0.047431, "f1": 0.030904, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"], "main_score": 0.030904, "precision": 0.027159, "recall": 0.047431}, {"accuracy": 0.197628, "f1": 0.172643, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"], "main_score": 0.172643, "precision": 0.164779, "recall": 0.197628}, {"accuracy": 0.176877, "f1": 0.163567, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"], "main_score": 0.163567, "precision": 0.159521, "recall": 0.176877}, {"accuracy": 0.230237, "f1": 0.201216, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"], "main_score": 0.201216, "precision": 0.190766, "recall": 0.230237}, {"accuracy": 0.045455, "f1": 0.03468, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"], "main_score": 0.03468, "precision": 0.031956, "recall": 0.045455}, {"accuracy": 0.25, "f1": 0.210843, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"], "main_score": 0.210843, "precision": 0.199441, "recall": 0.25}, {"accuracy": 0.173913, "f1": 0.16073, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"], "main_score": 0.16073, "precision": 0.156669, "recall": 0.173913}, {"accuracy": 0.187747, "f1": 0.171429, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"], "main_score": 0.171429, "precision": 0.165835, "recall": 0.187747}, {"accuracy": 0.060277, "f1": 0.048263, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"], "main_score": 0.048263, "precision": 0.04514, "recall": 0.060277}, {"accuracy": 0.253953, "f1": 0.218707, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"], "main_score": 0.218707, "precision": 0.208024, "recall": 0.253953}, {"accuracy": 0.256917, "f1": 0.218996, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"], "main_score": 0.218996, "precision": 0.207803, "recall": 0.256917}, {"accuracy": 0.258893, "f1": 0.219411, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"], "main_score": 0.219411, "precision": 0.208407, "recall": 0.258893}, {"accuracy": 0.173913, "f1": 0.147583, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"], "main_score": 0.147583, "precision": 0.138518, "recall": 0.173913}, {"accuracy": 0.219368, "f1": 0.194655, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"], "main_score": 0.194655, "precision": 0.185113, "recall": 0.219368}, {"accuracy": 0.210474, "f1": 0.177179, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"], "main_score": 0.177179, "precision": 0.165773, "recall": 0.210474}, {"accuracy": 0.064229, "f1": 0.051509, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"], "main_score": 0.051509, "precision": 0.048861, "recall": 0.064229}, {"accuracy": 0.251976, "f1": 0.216271, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"], "main_score": 0.216271, "precision": 0.206108, "recall": 0.251976}, {"accuracy": 0.133399, "f1": 0.119322, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"], "main_score": 0.119322, "precision": 0.114667, "recall": 0.133399}, {"accuracy": 0.226285, "f1": 0.201085, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"], "main_score": 0.201085, "precision": 0.191688, "recall": 0.226285}, {"accuracy": 0.251976, "f1": 0.218887, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"], "main_score": 0.218887, "precision": 0.206156, "recall": 0.251976}, {"accuracy": 0.192688, "f1": 0.175276, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"], "main_score": 0.175276, "precision": 0.16968, "recall": 0.192688}, {"accuracy": 0.212451, "f1": 0.182203, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"], "main_score": 0.182203, "precision": 0.174119, "recall": 0.212451}, {"accuracy": 0.224308, "f1": 0.192644, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"], "main_score": 0.192644, "precision": 0.182279, "recall": 0.224308}, {"accuracy": 0.216403, "f1": 0.177124, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"], "main_score": 0.177124, "precision": 0.165545, "recall": 0.216403}, {"accuracy": 0.244071, "f1": 0.215101, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"], "main_score": 0.215101, "precision": 0.205542, "recall": 0.244071}, {"accuracy": 0.235178, "f1": 0.208596, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"], "main_score": 0.208596, "precision": 0.199833, "recall": 0.235178}, {"accuracy": 0.16996, "f1": 0.141402, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"], "main_score": 0.141402, "precision": 0.13218, "recall": 0.16996}, {"accuracy": 0.225296, "f1": 0.186749, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"], "main_score": 0.186749, "precision": 0.175908, "recall": 0.225296}, {"accuracy": 0.262846, "f1": 0.221081, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"], "main_score": 0.221081, "precision": 0.209238, "recall": 0.262846}, {"accuracy": 0.189723, "f1": 0.155095, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"], "main_score": 0.155095, "precision": 0.145258, "recall": 0.189723}, {"accuracy": 0.183794, "f1": 0.170244, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"], "main_score": 0.170244, "precision": 0.165359, "recall": 0.183794}, {"accuracy": 0.12747, "f1": 0.099701, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"], "main_score": 0.099701, "precision": 0.092166, "recall": 0.12747}, {"accuracy": 0.242095, "f1": 0.213538, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"], "main_score": 0.213538, "precision": 0.202125, "recall": 0.242095}, {"accuracy": 0.096838, "f1": 0.071895, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"], "main_score": 0.071895, "precision": 0.06549, "recall": 0.096838}, {"accuracy": 0.26087, "f1": 0.230785, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"], "main_score": 0.230785, "precision": 0.220136, "recall": 0.26087}, {"accuracy": 0.12747, "f1": 0.099158, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"], "main_score": 0.099158, "precision": 0.091963, "recall": 0.12747}, {"accuracy": 0.26087, "f1": 0.219522, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"], "main_score": 0.219522, "precision": 0.206487, "recall": 0.26087}, {"accuracy": 0.200593, "f1": 0.179804, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"], "main_score": 0.179804, "precision": 0.173254, "recall": 0.200593}, {"accuracy": 0.092885, "f1": 0.072526, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"], "main_score": 0.072526, "precision": 0.06685, "recall": 0.092885}, {"accuracy": 0.198617, "f1": 0.178172, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"], "main_score": 0.178172, "precision": 0.171598, "recall": 0.198617}, {"accuracy": 0.269763, "f1": 0.231825, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"], "main_score": 0.231825, "precision": 0.220013, "recall": 0.269763}, {"accuracy": 0.107708, "f1": 0.092614, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"], "main_score": 0.092614, "precision": 0.088187, "recall": 0.107708}, {"accuracy": 0.192688, "f1": 0.167714, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"], "main_score": 0.167714, "precision": 0.159685, "recall": 0.192688}, {"accuracy": 0.203557, "f1": 0.171501, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"], "main_score": 0.171501, "precision": 0.161243, "recall": 0.203557}, {"accuracy": 0.168972, "f1": 0.141387, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"], "main_score": 0.141387, "precision": 0.132683, "recall": 0.168972}, {"accuracy": 0.208498, "f1": 0.193136, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"], "main_score": 0.193136, "precision": 0.187606, "recall": 0.208498}, {"accuracy": 0.231225, "f1": 0.199515, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"], "main_score": 0.199515, "precision": 0.188163, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.215817, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"], "main_score": 0.215817, "precision": 0.204683, "recall": 0.248024}, {"accuracy": 0.217391, "f1": 0.18866, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"], "main_score": 0.18866, "precision": 0.179233, "recall": 0.217391}, {"accuracy": 0.253953, "f1": 0.220922, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"], "main_score": 0.220922, "precision": 0.210553, "recall": 0.253953}, {"accuracy": 0.014822, "f1": 0.007547, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"], "main_score": 0.007547, "precision": 0.006327, "recall": 0.014822}, {"accuracy": 0.081028, "f1": 0.067943, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"], "main_score": 0.067943, "precision": 0.063384, "recall": 0.081028}, {"accuracy": 0.08498, "f1": 0.067084, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"], "main_score": 0.067084, "precision": 0.061555, "recall": 0.08498}, {"accuracy": 0.133399, "f1": 0.111421, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"], "main_score": 0.111421, "precision": 0.105833, "recall": 0.133399}, {"accuracy": 0.262846, "f1": 0.227138, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"], "main_score": 0.227138, "precision": 0.216359, "recall": 0.262846}, {"accuracy": 0.103755, "f1": 0.079472, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"], "main_score": 0.079472, "precision": 0.072282, "recall": 0.103755}, {"accuracy": 0.228261, "f1": 0.194655, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"], "main_score": 0.194655, "precision": 0.181882, "recall": 0.228261}, {"accuracy": 0.23419, "f1": 0.197307, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"], "main_score": 0.197307, "precision": 0.187204, "recall": 0.23419}, {"accuracy": 0.256917, "f1": 0.22166, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"], "main_score": 0.22166, "precision": 0.211174, "recall": 0.256917}, {"accuracy": 0.182806, "f1": 0.164105, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"], "main_score": 0.164105, "precision": 0.158449, "recall": 0.182806}, {"accuracy": 0.149209, "f1": 0.127467, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"], "main_score": 0.127467, "precision": 0.12061, "recall": 0.149209}, {"accuracy": 0.236166, "f1": 0.203829, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"], "main_score": 0.203829, "precision": 0.191774, "recall": 0.236166}, {"accuracy": 0.152174, "f1": 0.132475, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"], "main_score": 0.132475, "precision": 0.125744, "recall": 0.152174}, {"accuracy": 0.204545, "f1": 0.176036, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"], "main_score": 0.176036, "precision": 0.16569, "recall": 0.204545}, {"accuracy": 0.187747, "f1": 0.158692, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"], "main_score": 0.158692, "precision": 0.149246, "recall": 0.187747}, {"accuracy": 0.065217, "f1": 0.05207, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"], "main_score": 0.05207, "precision": 0.04851, "recall": 0.065217}, {"accuracy": 0.192688, "f1": 0.170774, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"], "main_score": 0.170774, "precision": 0.164825, "recall": 0.192688}, {"accuracy": 0.171937, "f1": 0.143684, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"], "main_score": 0.143684, "precision": 0.13606, "recall": 0.171937}, {"accuracy": 0.197628, "f1": 0.1687, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"], "main_score": 0.1687, "precision": 0.159455, "recall": 0.197628}, {"accuracy": 0.216403, "f1": 0.193369, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"], "main_score": 0.193369, "precision": 0.185535, "recall": 0.216403}, {"accuracy": 0.188735, "f1": 0.15677, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"], "main_score": 0.15677, "precision": 0.147141, "recall": 0.188735}, {"accuracy": 0.045455, "f1": 0.036053, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"], "main_score": 0.036053, "precision": 0.032395, "recall": 0.045455}, {"accuracy": 0.11166, "f1": 0.084884, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"], "main_score": 0.084884, "precision": 0.077256, "recall": 0.11166}, {"accuracy": 0.176877, "f1": 0.155581, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"], "main_score": 0.155581, "precision": 0.147946, "recall": 0.176877}, {"accuracy": 0.100791, "f1": 0.08898, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"], "main_score": 0.08898, "precision": 0.085025, "recall": 0.100791}, {"accuracy": 0.183794, "f1": 0.156066, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"], "main_score": 0.156066, "precision": 0.147872, "recall": 0.183794}, {"accuracy": 0.266798, "f1": 0.236937, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"], "main_score": 0.236937, "precision": 0.225239, "recall": 0.266798}, {"accuracy": 0.071146, "f1": 0.053993, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"], "main_score": 0.053993, "precision": 0.049677, "recall": 0.071146}, {"accuracy": 0.192688, "f1": 0.161263, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"], "main_score": 0.161263, "precision": 0.152299, "recall": 0.192688}, {"accuracy": 0.201581, "f1": 0.163333, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"], "main_score": 0.163333, "precision": 0.153132, "recall": 0.201581}, {"accuracy": 0.203557, "f1": 0.178132, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"], "main_score": 0.178132, "precision": 0.16963, "recall": 0.203557}, {"accuracy": 0.16502, "f1": 0.151785, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"], "main_score": 0.151785, "precision": 0.147203, "recall": 0.16502}, {"accuracy": 0.267787, "f1": 0.228382, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"], "main_score": 0.228382, "precision": 0.217105, "recall": 0.267787}, {"accuracy": 0.150198, "f1": 0.13034, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"], "main_score": 0.13034, "precision": 0.122962, "recall": 0.150198}, {"accuracy": 0.193676, "f1": 0.171509, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"], "main_score": 0.171509, "precision": 0.163626, "recall": 0.193676}, {"accuracy": 0.139328, "f1": 0.103072, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"], "main_score": 0.103072, "precision": 0.092353, "recall": 0.139328}, {"accuracy": 0.25, "f1": 0.213564, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"], "main_score": 0.213564, "precision": 0.20228, "recall": 0.25}, {"accuracy": 0.039526, "f1": 0.032485, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"], "main_score": 0.032485, "precision": 0.030488, "recall": 0.039526}, {"accuracy": 0.176877, "f1": 0.149617, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"], "main_score": 0.149617, "precision": 0.140423, "recall": 0.176877}, {"accuracy": 0.16996, "f1": 0.143836, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"], "main_score": 0.143836, "precision": 0.136561, "recall": 0.16996}, {"accuracy": 0.16996, "f1": 0.147389, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"], "main_score": 0.147389, "precision": 0.141527, "recall": 0.16996}, {"accuracy": 0.229249, "f1": 0.199776, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"], "main_score": 0.199776, "precision": 0.190234, "recall": 0.229249}, {"accuracy": 0.145257, "f1": 0.121231, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"], "main_score": 0.121231, "precision": 0.11355, "recall": 0.145257}, {"accuracy": 0.230237, "f1": 0.200069, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"], "main_score": 0.200069, "precision": 0.190121, "recall": 0.230237}, {"accuracy": 0.25, "f1": 0.218199, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"], "main_score": 0.218199, "precision": 0.207002, "recall": 0.25}, {"accuracy": 0.246047, "f1": 0.210219, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"], "main_score": 0.210219, "precision": 0.198818, "recall": 0.246047}, {"accuracy": 0.240119, "f1": 0.215587, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"], "main_score": 0.215587, "precision": 0.206057, "recall": 0.240119}, {"accuracy": 0.264822, "f1": 0.227399, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"], "main_score": 0.227399, "precision": 0.216601, "recall": 0.264822}, {"accuracy": 0.210474, "f1": 0.17499, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"], "main_score": 0.17499, "precision": 0.163267, "recall": 0.210474}, {"accuracy": 0.268775, "f1": 0.23315, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"], "main_score": 0.23315, "precision": 0.222471, "recall": 0.268775}, {"accuracy": 0.100791, "f1": 0.082976, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"], "main_score": 0.082976, "precision": 0.078124, "recall": 0.100791}, {"accuracy": 0.212451, "f1": 0.181309, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"], "main_score": 0.181309, "precision": 0.172536, "recall": 0.212451}, {"accuracy": 0.204545, "f1": 0.176351, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"], "main_score": 0.176351, "precision": 0.166622, "recall": 0.204545}, {"accuracy": 0.23913, "f1": 0.207172, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"], "main_score": 0.207172, "precision": 0.198349, "recall": 0.23913}, {"accuracy": 0.205534, "f1": 0.172786, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"], "main_score": 0.172786, "precision": 0.161472, "recall": 0.205534}, {"accuracy": 0.247036, "f1": 0.216514, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"], "main_score": 0.216514, "precision": 0.205207, "recall": 0.247036}, {"accuracy": 0.186759, "f1": 0.152014, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"], "main_score": 0.152014, "precision": 0.140607, "recall": 0.186759}, {"accuracy": 0.105731, "f1": 0.08676, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"], "main_score": 0.08676, "precision": 0.081041, "recall": 0.105731}, {"accuracy": 0.267787, "f1": 0.231294, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"], "main_score": 0.231294, "precision": 0.220271, "recall": 0.267787}, {"accuracy": 0.221344, "f1": 0.1917, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"], "main_score": 0.1917, "precision": 0.18103, "recall": 0.221344}, {"accuracy": 0.236166, "f1": 0.202351, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"], "main_score": 0.202351, "precision": 0.190262, "recall": 0.236166}, {"accuracy": 0.249012, "f1": 0.220473, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"], "main_score": 0.220473, "precision": 0.209945, "recall": 0.249012}, {"accuracy": 0.050395, "f1": 0.041312, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"], "main_score": 0.041312, "precision": 0.038139, "recall": 0.050395}, {"accuracy": 0.167984, "f1": 0.139798, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"], "main_score": 0.139798, "precision": 0.130862, "recall": 0.167984}, {"accuracy": 0.247036, "f1": 0.217693, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"], "main_score": 0.217693, "precision": 0.206415, "recall": 0.247036}, {"accuracy": 0.164032, "f1": 0.145524, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"], "main_score": 0.145524, "precision": 0.140509, "recall": 0.164032}, {"accuracy": 0.25, "f1": 0.220997, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"], "main_score": 0.220997, "precision": 0.210064, "recall": 0.25}, {"accuracy": 0.23913, "f1": 0.209395, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"], "main_score": 0.209395, "precision": 0.199904, "recall": 0.23913}, {"accuracy": 0.168972, "f1": 0.153679, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"], "main_score": 0.153679, "precision": 0.148086, "recall": 0.168972}, {"accuracy": 0.251976, "f1": 0.221189, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"], "main_score": 0.221189, "precision": 0.210992, "recall": 0.251976}, {"accuracy": 0.226285, "f1": 0.206912, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"], "main_score": 0.206912, "precision": 0.2002, "recall": 0.226285}, {"accuracy": 0.098814, "f1": 0.080745, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"], "main_score": 0.080745, "precision": 0.075363, "recall": 0.098814}, {"accuracy": 0.150198, "f1": 0.123055, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"], "main_score": 0.123055, "precision": 0.114475, "recall": 0.150198}, {"accuracy": 0.205534, "f1": 0.176605, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"], "main_score": 0.176605, "precision": 0.168885, "recall": 0.205534}, {"accuracy": 0.212451, "f1": 0.185735, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"], "main_score": 0.185735, "precision": 0.175749, "recall": 0.212451}, {"accuracy": 0.168972, "f1": 0.133057, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"], "main_score": 0.133057, "precision": 0.123587, "recall": 0.168972}, {"accuracy": 0.179842, "f1": 0.149099, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"], "main_score": 0.149099, "precision": 0.140716, "recall": 0.179842}, {"accuracy": 0.217391, "f1": 0.181361, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"], "main_score": 0.181361, "precision": 0.170693, "recall": 0.217391}, {"accuracy": 0.070158, "f1": 0.05457, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"], "main_score": 0.05457, "precision": 0.051071, "recall": 0.070158}, {"accuracy": 0.198617, "f1": 0.175473, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"], "main_score": 0.175473, "precision": 0.167837, "recall": 0.198617}, {"accuracy": 0.242095, "f1": 0.20444, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"], "main_score": 0.20444, "precision": 0.192395, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.050257, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"], "main_score": 0.050257, "precision": 0.046618, "recall": 0.063241}, {"accuracy": 0.228261, "f1": 0.203106, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"], "main_score": 0.203106, "precision": 0.194903, "recall": 0.228261}, {"accuracy": 0.005929, "f1": 0.000614, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"], "main_score": 0.000614, "precision": 0.000342, "recall": 0.005929}, {"accuracy": 0.291502, "f1": 0.263411, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"], "main_score": 0.263411, "precision": 0.25452, "recall": 0.291502}, {"accuracy": 0.253953, "f1": 0.225629, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"], "main_score": 0.225629, "precision": 0.218178, "recall": 0.253953}, {"accuracy": 0.257905, "f1": 0.232817, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"], "main_score": 0.232817, "precision": 0.226123, "recall": 0.257905}, {"accuracy": 0.310277, "f1": 0.289099, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"], "main_score": 0.289099, "precision": 0.283315, "recall": 0.310277}, {"accuracy": 0.294466, "f1": 0.262241, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"], "main_score": 0.262241, "precision": 0.249976, "recall": 0.294466}, {"accuracy": 0.374506, "f1": 0.339374, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"], "main_score": 0.339374, "precision": 0.328677, "recall": 0.374506}, {"accuracy": 0.33004, "f1": 0.305067, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"], "main_score": 0.305067, "precision": 0.29633, "recall": 0.33004}, {"accuracy": 0.297431, "f1": 0.279223, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"], "main_score": 0.279223, "precision": 0.273269, "recall": 0.297431}, {"accuracy": 0.306324, "f1": 0.277031, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"], "main_score": 0.277031, "precision": 0.268362, "recall": 0.306324}, {"accuracy": 0.26087, "f1": 0.233038, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"], "main_score": 0.233038, "precision": 0.224436, "recall": 0.26087}, {"accuracy": 0.301383, "f1": 0.26459, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"], "main_score": 0.26459, "precision": 0.249532, "recall": 0.301383}, {"accuracy": 0.240119, "f1": 0.222462, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"], "main_score": 0.222462, "precision": 0.21735, "recall": 0.240119}, {"accuracy": 0.229249, "f1": 0.20123, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"], "main_score": 0.20123, "precision": 0.192515, "recall": 0.229249}, {"accuracy": 0.367589, "f1": 0.331502, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"], "main_score": 0.331502, "precision": 0.32237, "recall": 0.367589}, {"accuracy": 0.337945, "f1": 0.305206, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"], "main_score": 0.305206, "precision": 0.29318, "recall": 0.337945}, {"accuracy": 0.256917, "f1": 0.233699, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"], "main_score": 0.233699, "precision": 0.225043, "recall": 0.256917}, {"accuracy": 0.257905, "f1": 0.225539, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"], "main_score": 0.225539, "precision": 0.215595, "recall": 0.257905}, {"accuracy": 0.393281, "f1": 0.359704, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"], "main_score": 0.359704, "precision": 0.349229, "recall": 0.393281}, {"accuracy": 0.317194, "f1": 0.293295, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"], "main_score": 0.293295, "precision": 0.285738, "recall": 0.317194}, {"accuracy": 0.229249, "f1": 0.193631, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"], "main_score": 0.193631, "precision": 0.180938, "recall": 0.229249}, {"accuracy": 0.152174, "f1": 0.128311, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"], "main_score": 0.128311, "precision": 0.121633, "recall": 0.152174}, {"accuracy": 0.288538, "f1": 0.259692, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"], "main_score": 0.259692, "precision": 0.250014, "recall": 0.288538}, {"accuracy": 0.296443, "f1": 0.268847, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"], "main_score": 0.268847, "precision": 0.26002, "recall": 0.296443}, {"accuracy": 0.059289, "f1": 0.036264, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"], "main_score": 0.036264, "precision": 0.031573, "recall": 0.059289}, {"accuracy": 0.29249, "f1": 0.261773, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"], "main_score": 0.261773, "precision": 0.252126, "recall": 0.29249}, {"accuracy": 0.307312, "f1": 0.267364, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"], "main_score": 0.267364, "precision": 0.253341, "recall": 0.307312}, {"accuracy": 0.286561, "f1": 0.268353, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"], "main_score": 0.268353, "precision": 0.262707, "recall": 0.286561}, {"accuracy": 0.366601, "f1": 0.333827, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"], "main_score": 0.333827, "precision": 0.325175, "recall": 0.366601}, {"accuracy": 0.286561, "f1": 0.261657, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"], "main_score": 0.261657, "precision": 0.254163, "recall": 0.286561}, {"accuracy": 0.243083, "f1": 0.215159, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"], "main_score": 0.215159, "precision": 0.206224, "recall": 0.243083}, {"accuracy": 0.307312, "f1": 0.272969, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"], "main_score": 0.272969, "precision": 0.259985, "recall": 0.307312}, {"accuracy": 0.335968, "f1": 0.301893, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"], "main_score": 0.301893, "precision": 0.291333, "recall": 0.335968}, {"accuracy": 0.18083, "f1": 0.162553, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"], "main_score": 0.162553, "precision": 0.156544, "recall": 0.18083}, {"accuracy": 0.256917, "f1": 0.232599, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"], "main_score": 0.232599, "precision": 0.224903, "recall": 0.256917}, {"accuracy": 0.167984, "f1": 0.146608, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"], "main_score": 0.146608, "precision": 0.140229, "recall": 0.167984}, {"accuracy": 0.36166, "f1": 0.322039, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"], "main_score": 0.322039, "precision": 0.310439, "recall": 0.36166}, {"accuracy": 0.266798, "f1": 0.237517, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"], "main_score": 0.237517, "precision": 0.22743, "recall": 0.266798}, {"accuracy": 0.249012, "f1": 0.201584, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"], "main_score": 0.201584, "precision": 0.186476, "recall": 0.249012}, {"accuracy": 0.036561, "f1": 0.026249, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"], "main_score": 0.026249, "precision": 0.023299, "recall": 0.036561}, {"accuracy": 0.373518, "f1": 0.333267, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"], "main_score": 0.333267, "precision": 0.32187, "recall": 0.373518}, {"accuracy": 0.211462, "f1": 0.17436, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"], "main_score": 0.17436, "precision": 0.161403, "recall": 0.211462}, {"accuracy": 0.332016, "f1": 0.296793, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"], "main_score": 0.296793, "precision": 0.286516, "recall": 0.332016}, {"accuracy": 0.347826, "f1": 0.313435, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"], "main_score": 0.313435, "precision": 0.303396, "recall": 0.347826}, {"accuracy": 0.254941, "f1": 0.230125, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"], "main_score": 0.230125, "precision": 0.221915, "recall": 0.254941}, {"accuracy": 0.261858, "f1": 0.245782, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"], "main_score": 0.245782, "precision": 0.240897, "recall": 0.261858}, {"accuracy": 0.238142, "f1": 0.202796, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"], "main_score": 0.202796, "precision": 0.189911, "recall": 0.238142}, {"accuracy": 0.287549, "f1": 0.257922, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"], "main_score": 0.257922, "precision": 0.249336, "recall": 0.287549}, {"accuracy": 0.296443, "f1": 0.27116, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"], "main_score": 0.27116, "precision": 0.264537, "recall": 0.296443}, {"accuracy": 0.392292, "f1": 0.350933, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"], "main_score": 0.350933, "precision": 0.338261, "recall": 0.392292}, {"accuracy": 0.301383, "f1": 0.279229, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"], "main_score": 0.279229, "precision": 0.272267, "recall": 0.301383}, {"accuracy": 0.217391, "f1": 0.179389, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"], "main_score": 0.179389, "precision": 0.167703, "recall": 0.217391}, {"accuracy": 0.287549, "f1": 0.259633, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"], "main_score": 0.259633, "precision": 0.251039, "recall": 0.287549}, {"accuracy": 0.057312, "f1": 0.044383, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"], "main_score": 0.044383, "precision": 0.039822, "recall": 0.057312}, {"accuracy": 0.302372, "f1": 0.273377, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"], "main_score": 0.273377, "precision": 0.262817, "recall": 0.302372}, {"accuracy": 0.067194, "f1": 0.058317, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"], "main_score": 0.058317, "precision": 0.055543, "recall": 0.067194}, {"accuracy": 0.333004, "f1": 0.302592, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"], "main_score": 0.302592, "precision": 0.293145, "recall": 0.333004}, {"accuracy": 0.25, "f1": 0.225999, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"], "main_score": 0.225999, "precision": 0.219131, "recall": 0.25}, {"accuracy": 0.34585, "f1": 0.316158, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"], "main_score": 0.316158, "precision": 0.307438, "recall": 0.34585}, {"accuracy": 0.25, "f1": 0.222119, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"], "main_score": 0.222119, "precision": 0.213313, "recall": 0.25}, {"accuracy": 0.349802, "f1": 0.314017, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"], "main_score": 0.314017, "precision": 0.300648, "recall": 0.349802}, {"accuracy": 0.302372, "f1": 0.281664, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"], "main_score": 0.281664, "precision": 0.274992, "recall": 0.302372}, {"accuracy": 0.256917, "f1": 0.229586, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"], "main_score": 0.229586, "precision": 0.220312, "recall": 0.256917}, {"accuracy": 0.393281, "f1": 0.354538, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"], "main_score": 0.354538, "precision": 0.343434, "recall": 0.393281}, {"accuracy": 0.298419, "f1": 0.271305, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"], "main_score": 0.271305, "precision": 0.261546, "recall": 0.298419}, {"accuracy": 0.304348, "f1": 0.268792, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"], "main_score": 0.268792, "precision": 0.25738, "recall": 0.304348}, {"accuracy": 0.298419, "f1": 0.258509, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"], "main_score": 0.258509, "precision": 0.244838, "recall": 0.298419}, {"accuracy": 0.273715, "f1": 0.246299, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"], "main_score": 0.246299, "precision": 0.237061, "recall": 0.273715}, {"accuracy": 0.25, "f1": 0.231252, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"], "main_score": 0.231252, "precision": 0.224443, "recall": 0.25}, {"accuracy": 0.342885, "f1": 0.315405, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"], "main_score": 0.315405, "precision": 0.306663, "recall": 0.342885}, {"accuracy": 0.054348, "f1": 0.031893, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"], "main_score": 0.031893, "precision": 0.027855, "recall": 0.054348}, {"accuracy": 0.228261, "f1": 0.194891, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"], "main_score": 0.194891, "precision": 0.181887, "recall": 0.228261}, {"accuracy": 0.23913, "f1": 0.222102, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"], "main_score": 0.222102, "precision": 0.216535, "recall": 0.23913}, {"accuracy": 0.316206, "f1": 0.277481, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"], "main_score": 0.277481, "precision": 0.262495, "recall": 0.316206}, {"accuracy": 0.056324, "f1": 0.036711, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"], "main_score": 0.036711, "precision": 0.032104, "recall": 0.056324}, {"accuracy": 0.390316, "f1": 0.355191, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"], "main_score": 0.355191, "precision": 0.344803, "recall": 0.390316}, {"accuracy": 0.274704, "f1": 0.254475, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"], "main_score": 0.254475, "precision": 0.247209, "recall": 0.274704}, {"accuracy": 0.318182, "f1": 0.287766, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"], "main_score": 0.287766, "precision": 0.27871, "recall": 0.318182}, {"accuracy": 0.125494, "f1": 0.102928, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"], "main_score": 0.102928, "precision": 0.095888, "recall": 0.125494}, {"accuracy": 0.373518, "f1": 0.336805, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"], "main_score": 0.336805, "precision": 0.32606, "recall": 0.373518}, {"accuracy": 0.353755, "f1": 0.321595, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"], "main_score": 0.321595, "precision": 0.311545, "recall": 0.353755}, {"accuracy": 0.389328, "f1": 0.348189, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"], "main_score": 0.348189, "precision": 0.337257, "recall": 0.389328}, {"accuracy": 0.296443, "f1": 0.265632, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"], "main_score": 0.265632, "precision": 0.25654, "recall": 0.296443}, {"accuracy": 0.245059, "f1": 0.207936, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"], "main_score": 0.207936, "precision": 0.19475, "recall": 0.245059}, {"accuracy": 0.221344, "f1": 0.18181, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"], "main_score": 0.18181, "precision": 0.167976, "recall": 0.221344}, {"accuracy": 0.144269, "f1": 0.117757, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"], "main_score": 0.117757, "precision": 0.112095, "recall": 0.144269}, {"accuracy": 0.382411, "f1": 0.336739, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"], "main_score": 0.336739, "precision": 0.32331, "recall": 0.382411}, {"accuracy": 0.254941, "f1": 0.234978, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"], "main_score": 0.234978, "precision": 0.227679, "recall": 0.254941}, {"accuracy": 0.331028, "f1": 0.305656, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"], "main_score": 0.305656, "precision": 0.296642, "recall": 0.331028}, {"accuracy": 0.258893, "f1": 0.22184, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"], "main_score": 0.22184, "precision": 0.208038, "recall": 0.258893}, {"accuracy": 0.298419, "f1": 0.276386, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"], "main_score": 0.276386, "precision": 0.269828, "recall": 0.298419}, {"accuracy": 0.290514, "f1": 0.258786, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"], "main_score": 0.258786, "precision": 0.249664, "recall": 0.290514}, {"accuracy": 0.267787, "f1": 0.227608, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"], "main_score": 0.227608, "precision": 0.213319, "recall": 0.267787}, {"accuracy": 0.332016, "f1": 0.294526, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"], "main_score": 0.294526, "precision": 0.284156, "recall": 0.332016}, {"accuracy": 0.285573, "f1": 0.255714, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"], "main_score": 0.255714, "precision": 0.24537, "recall": 0.285573}, {"accuracy": 0.434783, "f1": 0.402695, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"], "main_score": 0.402695, "precision": 0.390832, "recall": 0.434783}, {"accuracy": 0.286561, "f1": 0.253987, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"], "main_score": 0.253987, "precision": 0.243593, "recall": 0.286561}, {"accuracy": 0.344862, "f1": 0.311441, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"], "main_score": 0.311441, "precision": 0.300825, "recall": 0.344862}, {"accuracy": 0.405138, "f1": 0.356913, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"], "main_score": 0.356913, "precision": 0.344422, "recall": 0.405138}, {"accuracy": 0.314229, "f1": 0.278546, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"], "main_score": 0.278546, "precision": 0.267232, "recall": 0.314229}, {"accuracy": 0.307312, "f1": 0.286714, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"], "main_score": 0.286714, "precision": 0.280318, "recall": 0.307312}, {"accuracy": 0.246047, "f1": 0.21149, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"], "main_score": 0.21149, "precision": 0.201725, "recall": 0.246047}, {"accuracy": 0.263834, "f1": 0.230561, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"], "main_score": 0.230561, "precision": 0.218346, "recall": 0.263834}, {"accuracy": 0.093874, "f1": 0.060736, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"], "main_score": 0.060736, "precision": 0.053914, "recall": 0.093874}, {"accuracy": 0.311265, "f1": 0.272555, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"], "main_score": 0.272555, "precision": 0.259338, "recall": 0.311265}, {"accuracy": 0.124506, "f1": 0.094824, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"], "main_score": 0.094824, "precision": 0.086165, "recall": 0.124506}, {"accuracy": 0.403162, "f1": 0.358077, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"], "main_score": 0.358077, "precision": 0.346333, "recall": 0.403162}, {"accuracy": 0.301383, "f1": 0.273009, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"], "main_score": 0.273009, "precision": 0.264339, "recall": 0.301383}, {"accuracy": 0.093874, "f1": 0.072421, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"], "main_score": 0.072421, "precision": 0.06593, "recall": 0.093874}, {"accuracy": 0.313241, "f1": 0.288462, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"], "main_score": 0.288462, "precision": 0.280443, "recall": 0.313241}, {"accuracy": 0.395257, "f1": 0.352939, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"], "main_score": 0.352939, "precision": 0.340519, "recall": 0.395257}, {"accuracy": 0.171937, "f1": 0.15155, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"], "main_score": 0.15155, "precision": 0.1448, "recall": 0.171937}, {"accuracy": 0.27668, "f1": 0.248042, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"], "main_score": 0.248042, "precision": 0.238119, "recall": 0.27668}, {"accuracy": 0.238142, "f1": 0.198223, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"], "main_score": 0.198223, "precision": 0.184951, "recall": 0.238142}, {"accuracy": 0.281621, "f1": 0.2464, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"], "main_score": 0.2464, "precision": 0.235533, "recall": 0.281621}, {"accuracy": 0.437747, "f1": 0.412707, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"], "main_score": 0.412707, "precision": 0.404613, "recall": 0.437747}, {"accuracy": 0.241107, "f1": 0.20536, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"], "main_score": 0.20536, "precision": 0.192409, "recall": 0.241107}, {"accuracy": 0.286561, "f1": 0.241799, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"], "main_score": 0.241799, "precision": 0.226139, "recall": 0.286561}, {"accuracy": 0.269763, "f1": 0.235062, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"], "main_score": 0.235062, "precision": 0.223965, "recall": 0.269763}, {"accuracy": 0.358696, "f1": 0.327633, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"], "main_score": 0.327633, "precision": 0.318097, "recall": 0.358696}, {"accuracy": 0.019763, "f1": 0.00714, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"], "main_score": 0.00714, "precision": 0.005496, "recall": 0.019763}, {"accuracy": 0.155138, "f1": 0.134501, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"], "main_score": 0.134501, "precision": 0.128673, "recall": 0.155138}, {"accuracy": 0.107708, "f1": 0.088538, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"], "main_score": 0.088538, "precision": 0.082563, "recall": 0.107708}, {"accuracy": 0.232213, "f1": 0.202471, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"], "main_score": 0.202471, "precision": 0.193826, "recall": 0.232213}, {"accuracy": 0.378458, "f1": 0.337878, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"], "main_score": 0.337878, "precision": 0.326173, "recall": 0.378458}, {"accuracy": 0.112648, "f1": 0.082408, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"], "main_score": 0.082408, "precision": 0.072428, "recall": 0.112648}, {"accuracy": 0.26087, "f1": 0.22741, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"], "main_score": 0.22741, "precision": 0.215015, "recall": 0.26087}, {"accuracy": 0.358696, "f1": 0.322092, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"], "main_score": 0.322092, "precision": 0.311375, "recall": 0.358696}, {"accuracy": 0.384387, "f1": 0.348923, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"], "main_score": 0.348923, "precision": 0.338459, "recall": 0.384387}, {"accuracy": 0.273715, "f1": 0.246433, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"], "main_score": 0.246433, "precision": 0.237415, "recall": 0.273715}, {"accuracy": 0.211462, "f1": 0.176233, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"], "main_score": 0.176233, "precision": 0.164148, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.20902, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"], "main_score": 0.20902, "precision": 0.196163, "recall": 0.242095}, {"accuracy": 0.246047, "f1": 0.2176, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"], "main_score": 0.2176, "precision": 0.208879, "recall": 0.246047}, {"accuracy": 0.246047, "f1": 0.20876, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"], "main_score": 0.20876, "precision": 0.195472, "recall": 0.246047}, {"accuracy": 0.193676, "f1": 0.160447, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"], "main_score": 0.160447, "precision": 0.150175, "recall": 0.193676}, {"accuracy": 0.157115, "f1": 0.13486, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"], "main_score": 0.13486, "precision": 0.12857, "recall": 0.157115}, {"accuracy": 0.288538, "f1": 0.258592, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"], "main_score": 0.258592, "precision": 0.249798, "recall": 0.288538}, {"accuracy": 0.287549, "f1": 0.254167, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"], "main_score": 0.254167, "precision": 0.244734, "recall": 0.287549}, {"accuracy": 0.245059, "f1": 0.203603, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"], "main_score": 0.203603, "precision": 0.191009, "recall": 0.245059}, {"accuracy": 0.41996, "f1": 0.390039, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"], "main_score": 0.390039, "precision": 0.379892, "recall": 0.41996}, {"accuracy": 0.3083, "f1": 0.274977, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"], "main_score": 0.274977, "precision": 0.265235, "recall": 0.3083}, {"accuracy": 0.096838, "f1": 0.08272, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"], "main_score": 0.08272, "precision": 0.078494, "recall": 0.096838}, {"accuracy": 0.192688, "f1": 0.16425, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"], "main_score": 0.16425, "precision": 0.155059, "recall": 0.192688}, {"accuracy": 0.216403, "f1": 0.185242, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"], "main_score": 0.185242, "precision": 0.175792, "recall": 0.216403}, {"accuracy": 0.16502, "f1": 0.148986, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"], "main_score": 0.148986, "precision": 0.143598, "recall": 0.16502}, {"accuracy": 0.284585, "f1": 0.251718, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"], "main_score": 0.251718, "precision": 0.242079, "recall": 0.284585}, {"accuracy": 0.3083, "f1": 0.276667, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"], "main_score": 0.276667, "precision": 0.264313, "recall": 0.3083}, {"accuracy": 0.184783, "f1": 0.155418, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"], "main_score": 0.155418, "precision": 0.147772, "recall": 0.184783}, {"accuracy": 0.30336, "f1": 0.26918, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"], "main_score": 0.26918, "precision": 0.258029, "recall": 0.30336}, {"accuracy": 0.333992, "f1": 0.291091, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"], "main_score": 0.291091, "precision": 0.278918, "recall": 0.333992}, {"accuracy": 0.324111, "f1": 0.294609, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"], "main_score": 0.294609, "precision": 0.285288, "recall": 0.324111}, {"accuracy": 0.26087, "f1": 0.245522, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"], "main_score": 0.245522, "precision": 0.239912, "recall": 0.26087}, {"accuracy": 0.390316, "f1": 0.353853, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"], "main_score": 0.353853, "precision": 0.344195, "recall": 0.390316}, {"accuracy": 0.212451, "f1": 0.185431, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"], "main_score": 0.185431, "precision": 0.177, "recall": 0.212451}, {"accuracy": 0.287549, "f1": 0.265399, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"], "main_score": 0.265399, "precision": 0.257227, "recall": 0.287549}, {"accuracy": 0.141304, "f1": 0.099135, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"], "main_score": 0.099135, "precision": 0.086901, "recall": 0.141304}, {"accuracy": 0.368577, "f1": 0.335127, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"], "main_score": 0.335127, "precision": 0.325051, "recall": 0.368577}, {"accuracy": 0.071146, "f1": 0.05756, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"], "main_score": 0.05756, "precision": 0.053393, "recall": 0.071146}, {"accuracy": 0.318182, "f1": 0.284628, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"], "main_score": 0.284628, "precision": 0.274708, "recall": 0.318182}, {"accuracy": 0.287549, "f1": 0.250814, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"], "main_score": 0.250814, "precision": 0.240126, "recall": 0.287549}, {"accuracy": 0.231225, "f1": 0.201399, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"], "main_score": 0.201399, "precision": 0.19258, "recall": 0.231225}, {"accuracy": 0.333004, "f1": 0.297627, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"], "main_score": 0.297627, "precision": 0.28386, "recall": 0.333004}, {"accuracy": 0.271739, "f1": 0.244125, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"], "main_score": 0.244125, "precision": 0.235074, "recall": 0.271739}, {"accuracy": 0.296443, "f1": 0.258181, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"], "main_score": 0.258181, "precision": 0.244776, "recall": 0.296443}, {"accuracy": 0.291502, "f1": 0.250704, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"], "main_score": 0.250704, "precision": 0.235227, "recall": 0.291502}, {"accuracy": 0.370553, "f1": 0.332991, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"], "main_score": 0.332991, "precision": 0.321825, "recall": 0.370553}, {"accuracy": 0.364625, "f1": 0.338086, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"], "main_score": 0.338086, "precision": 0.328476, "recall": 0.364625}, {"accuracy": 0.386364, "f1": 0.348098, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"], "main_score": 0.348098, "precision": 0.337378, "recall": 0.386364}, {"accuracy": 0.267787, "f1": 0.22425, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"], "main_score": 0.22425, "precision": 0.210031, "recall": 0.267787}, {"accuracy": 0.391304, "f1": 0.349803, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"], "main_score": 0.349803, "precision": 0.336632, "recall": 0.391304}, {"accuracy": 0.204545, "f1": 0.180918, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"], "main_score": 0.180918, "precision": 0.173654, "recall": 0.204545}, {"accuracy": 0.311265, "f1": 0.280737, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"], "main_score": 0.280737, "precision": 0.271163, "recall": 0.311265}, {"accuracy": 0.216403, "f1": 0.180884, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"], "main_score": 0.180884, "precision": 0.16843, "recall": 0.216403}, {"accuracy": 0.348814, "f1": 0.318012, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"], "main_score": 0.318012, "precision": 0.309288, "recall": 0.348814}, {"accuracy": 0.243083, "f1": 0.195787, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"], "main_score": 0.195787, "precision": 0.180049, "recall": 0.243083}, {"accuracy": 0.277668, "f1": 0.242163, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"], "main_score": 0.242163, "precision": 0.22885, "recall": 0.277668}, {"accuracy": 0.18083, "f1": 0.144062, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"], "main_score": 0.144062, "precision": 0.133186, "recall": 0.18083}, {"accuracy": 0.182806, "f1": 0.162762, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"], "main_score": 0.162762, "precision": 0.156025, "recall": 0.182806}, {"accuracy": 0.369565, "f1": 0.335865, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"], "main_score": 0.335865, "precision": 0.324716, "recall": 0.369565}, {"accuracy": 0.261858, "f1": 0.226154, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"], "main_score": 0.226154, "precision": 0.213791, "recall": 0.261858}, {"accuracy": 0.232213, "f1": 0.191221, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"], "main_score": 0.191221, "precision": 0.176831, "recall": 0.232213}, {"accuracy": 0.286561, "f1": 0.249123, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"], "main_score": 0.249123, "precision": 0.235919, "recall": 0.286561}, {"accuracy": 0.130435, "f1": 0.10658, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"], "main_score": 0.10658, "precision": 0.100273, "recall": 0.130435}, {"accuracy": 0.22332, "f1": 0.18374, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"], "main_score": 0.18374, "precision": 0.17018, "recall": 0.22332}, {"accuracy": 0.248024, "f1": 0.216974, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"], "main_score": 0.216974, "precision": 0.20523, "recall": 0.248024}, {"accuracy": 0.262846, "f1": 0.243556, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"], "main_score": 0.243556, "precision": 0.237676, "recall": 0.262846}, {"accuracy": 0.287549, "f1": 0.255481, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"], "main_score": 0.255481, "precision": 0.244839, "recall": 0.287549}, {"accuracy": 0.270751, "f1": 0.234169, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"], "main_score": 0.234169, "precision": 0.222745, "recall": 0.270751}, {"accuracy": 0.26581, "f1": 0.247721, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"], "main_score": 0.247721, "precision": 0.241652, "recall": 0.26581}, {"accuracy": 0.379447, "f1": 0.343047, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"], "main_score": 0.343047, "precision": 0.33008, "recall": 0.379447}, {"accuracy": 0.44664, "f1": 0.416493, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"], "main_score": 0.416493, "precision": 0.405287, "recall": 0.44664}, {"accuracy": 0.195652, "f1": 0.169586, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"], "main_score": 0.169586, "precision": 0.161593, "recall": 0.195652}, {"accuracy": 0.219368, "f1": 0.192173, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"], "main_score": 0.192173, "precision": 0.182451, "recall": 0.219368}, {"accuracy": 0.289526, "f1": 0.259257, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"], "main_score": 0.259257, "precision": 0.248968, "recall": 0.289526}, {"accuracy": 0.227273, "f1": 0.187397, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"], "main_score": 0.187397, "precision": 0.173924, "recall": 0.227273}, {"accuracy": 0.299407, "f1": 0.260073, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"], "main_score": 0.260073, "precision": 0.249159, "recall": 0.299407}, {"accuracy": 0.301383, "f1": 0.267084, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"], "main_score": 0.267084, "precision": 0.258396, "recall": 0.301383}, {"accuracy": 0.332016, "f1": 0.299304, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"], "main_score": 0.299304, "precision": 0.289324, "recall": 0.332016}, {"accuracy": 0.153162, "f1": 0.131416, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"], "main_score": 0.131416, "precision": 0.125014, "recall": 0.153162}, {"accuracy": 0.232213, "f1": 0.2076, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"], "main_score": 0.2076, "precision": 0.198739, "recall": 0.232213}, {"accuracy": 0.268775, "f1": 0.229774, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"], "main_score": 0.229774, "precision": 0.217411, "recall": 0.268775}, {"accuracy": 0.023715, "f1": 0.019848, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"], "main_score": 0.019848, "precision": 0.018445, "recall": 0.023715}, {"accuracy": 0.048419, "f1": 0.039969, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"], "main_score": 0.039969, "precision": 0.037181, "recall": 0.048419}, {"accuracy": 0.002964, "f1": 0.000533, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"], "main_score": 0.000533, "precision": 0.000311, "recall": 0.002964}, {"accuracy": 0.054348, "f1": 0.049772, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"], "main_score": 0.049772, "precision": 0.048264, "recall": 0.054348}, {"accuracy": 0.052372, "f1": 0.045766, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"], "main_score": 0.045766, "precision": 0.043949, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.040071, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"], "main_score": 0.040071, "precision": 0.039049, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.048652, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"], "main_score": 0.048652, "precision": 0.046598, "recall": 0.057312}, {"accuracy": 0.05336, "f1": 0.044379, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"], "main_score": 0.044379, "precision": 0.041579, "recall": 0.05336}, {"accuracy": 0.063241, "f1": 0.056641, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"], "main_score": 0.056641, "precision": 0.054823, "recall": 0.063241}, {"accuracy": 0.061265, "f1": 0.055865, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"], "main_score": 0.055865, "precision": 0.053995, "recall": 0.061265}, {"accuracy": 0.062253, "f1": 0.055964, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"], "main_score": 0.055964, "precision": 0.054589, "recall": 0.062253}, {"accuracy": 0.059289, "f1": 0.052769, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"], "main_score": 0.052769, "precision": 0.051234, "recall": 0.059289}, {"accuracy": 0.04249, "f1": 0.038662, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"], "main_score": 0.038662, "precision": 0.037553, "recall": 0.04249}, {"accuracy": 0.051383, "f1": 0.040991, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"], "main_score": 0.040991, "precision": 0.038235, "recall": 0.051383}, {"accuracy": 0.04249, "f1": 0.037523, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"], "main_score": 0.037523, "precision": 0.03647, "recall": 0.04249}, {"accuracy": 0.052372, "f1": 0.045962, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"], "main_score": 0.045962, "precision": 0.043831, "recall": 0.052372}, {"accuracy": 0.064229, "f1": 0.059329, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"], "main_score": 0.059329, "precision": 0.057918, "recall": 0.064229}, {"accuracy": 0.054348, "f1": 0.047468, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"], "main_score": 0.047468, "precision": 0.045209, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.043478, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"], "main_score": 0.043478, "precision": 0.042161, "recall": 0.046443}, {"accuracy": 0.050395, "f1": 0.04251, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"], "main_score": 0.04251, "precision": 0.040752, "recall": 0.050395}, {"accuracy": 0.067194, "f1": 0.059816, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"], "main_score": 0.059816, "precision": 0.057197, "recall": 0.067194}, {"accuracy": 0.059289, "f1": 0.053964, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"], "main_score": 0.053964, "precision": 0.052125, "recall": 0.059289}, {"accuracy": 0.051383, "f1": 0.042416, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"], "main_score": 0.042416, "precision": 0.039527, "recall": 0.051383}, {"accuracy": 0.031621, "f1": 0.027853, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"], "main_score": 0.027853, "precision": 0.027019, "recall": 0.031621}, {"accuracy": 0.059289, "f1": 0.054076, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"], "main_score": 0.054076, "precision": 0.052788, "recall": 0.059289}, {"accuracy": 0.061265, "f1": 0.056999, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"], "main_score": 0.056999, "precision": 0.055938, "recall": 0.061265}, {"accuracy": 0.057312, "f1": 0.042179, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"], "main_score": 0.042179, "precision": 0.038245, "recall": 0.057312}, {"accuracy": 0.048419, "f1": 0.045949, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"], "main_score": 0.045949, "precision": 0.044796, "recall": 0.048419}, {"accuracy": 0.05336, "f1": 0.048006, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"], "main_score": 0.048006, "precision": 0.045965, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.047186, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"], "main_score": 0.047186, "precision": 0.046106, "recall": 0.052372}, {"accuracy": 0.059289, "f1": 0.054828, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"], "main_score": 0.054828, "precision": 0.053535, "recall": 0.059289}, {"accuracy": 0.051383, "f1": 0.044825, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"], "main_score": 0.044825, "precision": 0.043049, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.03875, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"], "main_score": 0.03875, "precision": 0.036823, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.047489, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"], "main_score": 0.047489, "precision": 0.044779, "recall": 0.055336}, {"accuracy": 0.055336, "f1": 0.051438, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"], "main_score": 0.051438, "precision": 0.04986, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.033754, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"], "main_score": 0.033754, "precision": 0.033089, "recall": 0.038538}, {"accuracy": 0.041502, "f1": 0.039361, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"], "main_score": 0.039361, "precision": 0.038373, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.028137, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"], "main_score": 0.028137, "precision": 0.02688, "recall": 0.033597}, {"accuracy": 0.062253, "f1": 0.056044, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"], "main_score": 0.056044, "precision": 0.054206, "recall": 0.062253}, {"accuracy": 0.043478, "f1": 0.038792, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"], "main_score": 0.038792, "precision": 0.037339, "recall": 0.043478}, {"accuracy": 0.043478, "f1": 0.03203, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"], "main_score": 0.03203, "precision": 0.028454, "recall": 0.043478}, {"accuracy": 0.012846, "f1": 0.01043, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"], "main_score": 0.01043, "precision": 0.009708, "recall": 0.012846}, {"accuracy": 0.0583, "f1": 0.053896, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"], "main_score": 0.053896, "precision": 0.052413, "recall": 0.0583}, {"accuracy": 0.04249, "f1": 0.033442, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"], "main_score": 0.033442, "precision": 0.031471, "recall": 0.04249}, {"accuracy": 0.05336, "f1": 0.050842, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"], "main_score": 0.050842, "precision": 0.049901, "recall": 0.05336}, {"accuracy": 0.066206, "f1": 0.058315, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"], "main_score": 0.058315, "precision": 0.056351, "recall": 0.066206}, {"accuracy": 0.04249, "f1": 0.040192, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"], "main_score": 0.040192, "precision": 0.039694, "recall": 0.04249}, {"accuracy": 0.052372, "f1": 0.046577, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"], "main_score": 0.046577, "precision": 0.044892, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.038057, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"], "main_score": 0.038057, "precision": 0.036272, "recall": 0.046443}, {"accuracy": 0.054348, "f1": 0.048425, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"], "main_score": 0.048425, "precision": 0.046777, "recall": 0.054348}, {"accuracy": 0.062253, "f1": 0.056497, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"], "main_score": 0.056497, "precision": 0.05487, "recall": 0.062253}, {"accuracy": 0.06917, "f1": 0.0641, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"], "main_score": 0.0641, "precision": 0.062484, "recall": 0.06917}, {"accuracy": 0.057312, "f1": 0.052029, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"], "main_score": 0.052029, "precision": 0.050974, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.03081, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"], "main_score": 0.03081, "precision": 0.02835, "recall": 0.038538}, {"accuracy": 0.038538, "f1": 0.034093, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"], "main_score": 0.034093, "precision": 0.03279, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.016653, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"], "main_score": 0.016653, "precision": 0.015563, "recall": 0.019763}, {"accuracy": 0.057312, "f1": 0.046486, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"], "main_score": 0.046486, "precision": 0.043155, "recall": 0.057312}, {"accuracy": 0.070158, "f1": 0.064185, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"], "main_score": 0.064185, "precision": 0.061998, "recall": 0.070158}, {"accuracy": 0.064229, "f1": 0.055042, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"], "main_score": 0.055042, "precision": 0.052804, "recall": 0.064229}, {"accuracy": 0.051383, "f1": 0.046971, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"], "main_score": 0.046971, "precision": 0.045636, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.063331, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"], "main_score": 0.063331, "precision": 0.061378, "recall": 0.06917}, {"accuracy": 0.048419, "f1": 0.039748, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"], "main_score": 0.039748, "precision": 0.037719, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.04901, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"], "main_score": 0.04901, "precision": 0.04655, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.057935, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"], "main_score": 0.057935, "precision": 0.05604, "recall": 0.064229}, {"accuracy": 0.045455, "f1": 0.042128, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"], "main_score": 0.042128, "precision": 0.041041, "recall": 0.045455}, {"accuracy": 0.067194, "f1": 0.05847, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"], "main_score": 0.05847, "precision": 0.055944, "recall": 0.067194}, {"accuracy": 0.060277, "f1": 0.052094, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"], "main_score": 0.052094, "precision": 0.049623, "recall": 0.060277}, {"accuracy": 0.0583, "f1": 0.047586, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"], "main_score": 0.047586, "precision": 0.045204, "recall": 0.0583}, {"accuracy": 0.051383, "f1": 0.039265, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"], "main_score": 0.039265, "precision": 0.036423, "recall": 0.051383}, {"accuracy": 0.052372, "f1": 0.049083, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"], "main_score": 0.049083, "precision": 0.048092, "recall": 0.052372}, {"accuracy": 0.038538, "f1": 0.034496, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"], "main_score": 0.034496, "precision": 0.033471, "recall": 0.038538}, {"accuracy": 0.055336, "f1": 0.050955, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"], "main_score": 0.050955, "precision": 0.049193, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.036674, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"], "main_score": 0.036674, "precision": 0.033807, "recall": 0.051383}, {"accuracy": 0.060277, "f1": 0.050751, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"], "main_score": 0.050751, "precision": 0.048355, "recall": 0.060277}, {"accuracy": 0.046443, "f1": 0.041627, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"], "main_score": 0.041627, "precision": 0.040419, "recall": 0.046443}, {"accuracy": 0.050395, "f1": 0.04164, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"], "main_score": 0.04164, "precision": 0.03857, "recall": 0.050395}, {"accuracy": 0.038538, "f1": 0.030437, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"], "main_score": 0.030437, "precision": 0.028548, "recall": 0.038538}, {"accuracy": 0.068182, "f1": 0.058987, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"], "main_score": 0.058987, "precision": 0.056438, "recall": 0.068182}, {"accuracy": 0.051383, "f1": 0.045647, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"], "main_score": 0.045647, "precision": 0.044131, "recall": 0.051383}, {"accuracy": 0.062253, "f1": 0.058501, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"], "main_score": 0.058501, "precision": 0.057166, "recall": 0.062253}, {"accuracy": 0.038538, "f1": 0.032979, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"], "main_score": 0.032979, "precision": 0.031424, "recall": 0.038538}, {"accuracy": 0.063241, "f1": 0.058622, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"], "main_score": 0.058622, "precision": 0.056994, "recall": 0.063241}, {"accuracy": 0.059289, "f1": 0.053755, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"], "main_score": 0.053755, "precision": 0.051918, "recall": 0.059289}, {"accuracy": 0.066206, "f1": 0.060319, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"], "main_score": 0.060319, "precision": 0.058437, "recall": 0.066206}, {"accuracy": 0.049407, "f1": 0.043253, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"], "main_score": 0.043253, "precision": 0.041852, "recall": 0.049407}, {"accuracy": 0.063241, "f1": 0.052556, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"], "main_score": 0.052556, "precision": 0.049706, "recall": 0.063241}, {"accuracy": 0.043478, "f1": 0.035599, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"], "main_score": 0.035599, "precision": 0.033367, "recall": 0.043478}, {"accuracy": 0.030632, "f1": 0.028393, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"], "main_score": 0.028393, "precision": 0.027619, "recall": 0.030632}, {"accuracy": 0.068182, "f1": 0.058465, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"], "main_score": 0.058465, "precision": 0.055996, "recall": 0.068182}, {"accuracy": 0.047431, "f1": 0.043117, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"], "main_score": 0.043117, "precision": 0.041798, "recall": 0.047431}, {"accuracy": 0.052372, "f1": 0.045061, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"], "main_score": 0.045061, "precision": 0.042707, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.039526, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"], "main_score": 0.039526, "precision": 0.037088, "recall": 0.045455}, {"accuracy": 0.0583, "f1": 0.052894, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"], "main_score": 0.052894, "precision": 0.051345, "recall": 0.0583}, {"accuracy": 0.060277, "f1": 0.054407, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"], "main_score": 0.054407, "precision": 0.052491, "recall": 0.060277}, {"accuracy": 0.063241, "f1": 0.053389, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"], "main_score": 0.053389, "precision": 0.050471, "recall": 0.063241}, {"accuracy": 0.054348, "f1": 0.050167, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"], "main_score": 0.050167, "precision": 0.048893, "recall": 0.054348}, {"accuracy": 0.0583, "f1": 0.051805, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"], "main_score": 0.051805, "precision": 0.049707, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.057566, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"], "main_score": 0.057566, "precision": 0.055338, "recall": 0.064229}, {"accuracy": 0.048419, "f1": 0.046937, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"], "main_score": 0.046937, "precision": 0.046278, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.05289, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"], "main_score": 0.05289, "precision": 0.051109, "recall": 0.0583}, {"accuracy": 0.065217, "f1": 0.058178, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"], "main_score": 0.058178, "precision": 0.055772, "recall": 0.065217}, {"accuracy": 0.057312, "f1": 0.053508, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"], "main_score": 0.053508, "precision": 0.052101, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.047814, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"], "main_score": 0.047814, "precision": 0.045598, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.0396, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"], "main_score": 0.0396, "precision": 0.037999, "recall": 0.044466}, {"accuracy": 0.054348, "f1": 0.043808, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"], "main_score": 0.043808, "precision": 0.04013, "recall": 0.054348}, {"accuracy": 0.066206, "f1": 0.050011, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"], "main_score": 0.050011, "precision": 0.047275, "recall": 0.066206}, {"accuracy": 0.055336, "f1": 0.046589, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"], "main_score": 0.046589, "precision": 0.044176, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.030681, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"], "main_score": 0.030681, "precision": 0.029203, "recall": 0.038538}, {"accuracy": 0.059289, "f1": 0.053956, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"], "main_score": 0.053956, "precision": 0.052571, "recall": 0.059289}, {"accuracy": 0.060277, "f1": 0.053289, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"], "main_score": 0.053289, "precision": 0.051559, "recall": 0.060277}, {"accuracy": 0.027668, "f1": 0.021053, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"], "main_score": 0.021053, "precision": 0.019173, "recall": 0.027668}, {"accuracy": 0.062253, "f1": 0.055509, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"], "main_score": 0.055509, "precision": 0.053578, "recall": 0.062253}, {"accuracy": 0.064229, "f1": 0.05876, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"], "main_score": 0.05876, "precision": 0.057003, "recall": 0.064229}, {"accuracy": 0.032609, "f1": 0.026235, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"], "main_score": 0.026235, "precision": 0.0251, "recall": 0.032609}, {"accuracy": 0.054348, "f1": 0.046337, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"], "main_score": 0.046337, "precision": 0.044465, "recall": 0.054348}, {"accuracy": 0.054348, "f1": 0.046802, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"], "main_score": 0.046802, "precision": 0.044992, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.044302, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"], "main_score": 0.044302, "precision": 0.043314, "recall": 0.046443}, {"accuracy": 0.061265, "f1": 0.0545, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"], "main_score": 0.0545, "precision": 0.052264, "recall": 0.061265}, {"accuracy": 0.059289, "f1": 0.050171, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"], "main_score": 0.050171, "precision": 0.047407, "recall": 0.059289}, {"accuracy": 0.052372, "f1": 0.04431, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"], "main_score": 0.04431, "precision": 0.041596, "recall": 0.052372}, {"accuracy": 0.051383, "f1": 0.04329, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"], "main_score": 0.04329, "precision": 0.041252, "recall": 0.051383}, {"accuracy": 0.059289, "f1": 0.054222, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"], "main_score": 0.054222, "precision": 0.052389, "recall": 0.059289}, {"accuracy": 0.014822, "f1": 0.006807, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"], "main_score": 0.006807, "precision": 0.005713, "recall": 0.014822}, {"accuracy": 0.034585, "f1": 0.031785, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"], "main_score": 0.031785, "precision": 0.030632, "recall": 0.034585}, {"accuracy": 0.047431, "f1": 0.039838, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"], "main_score": 0.039838, "precision": 0.037707, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.03293, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"], "main_score": 0.03293, "precision": 0.032035, "recall": 0.036561}, {"accuracy": 0.060277, "f1": 0.055224, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"], "main_score": 0.055224, "precision": 0.053393, "recall": 0.060277}, {"accuracy": 0.030632, "f1": 0.023121, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"], "main_score": 0.023121, "precision": 0.020727, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.044425, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"], "main_score": 0.044425, "precision": 0.041935, "recall": 0.05336}, {"accuracy": 0.0583, "f1": 0.054545, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"], "main_score": 0.054545, "precision": 0.053173, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.055986, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"], "main_score": 0.055986, "precision": 0.053619, "recall": 0.064229}, {"accuracy": 0.061265, "f1": 0.055655, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"], "main_score": 0.055655, "precision": 0.054239, "recall": 0.061265}, {"accuracy": 0.049407, "f1": 0.042266, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"], "main_score": 0.042266, "precision": 0.040208, "recall": 0.049407}, {"accuracy": 0.057312, "f1": 0.048537, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"], "main_score": 0.048537, "precision": 0.04496, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.042495, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"], "main_score": 0.042495, "precision": 0.041867, "recall": 0.045455}, {"accuracy": 0.046443, "f1": 0.036373, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"], "main_score": 0.036373, "precision": 0.032895, "recall": 0.046443}, {"accuracy": 0.05336, "f1": 0.043647, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"], "main_score": 0.043647, "precision": 0.040703, "recall": 0.05336}, {"accuracy": 0.040514, "f1": 0.036919, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"], "main_score": 0.036919, "precision": 0.035752, "recall": 0.040514}, {"accuracy": 0.067194, "f1": 0.057557, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"], "main_score": 0.057557, "precision": 0.055128, "recall": 0.067194}, {"accuracy": 0.047431, "f1": 0.042155, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"], "main_score": 0.042155, "precision": 0.0406, "recall": 0.047431}, {"accuracy": 0.066206, "f1": 0.054527, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"], "main_score": 0.054527, "precision": 0.051546, "recall": 0.066206}, {"accuracy": 0.052372, "f1": 0.047114, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"], "main_score": 0.047114, "precision": 0.045748, "recall": 0.052372}, {"accuracy": 0.063241, "f1": 0.056559, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"], "main_score": 0.056559, "precision": 0.05454, "recall": 0.063241}, {"accuracy": 0.028656, "f1": 0.024406, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"], "main_score": 0.024406, "precision": 0.023426, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037475, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"], "main_score": 0.037475, "precision": 0.035907, "recall": 0.043478}, {"accuracy": 0.062253, "f1": 0.050449, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"], "main_score": 0.050449, "precision": 0.047437, "recall": 0.062253}, {"accuracy": 0.030632, "f1": 0.02579, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"], "main_score": 0.02579, "precision": 0.024806, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.046861, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"], "main_score": 0.046861, "precision": 0.045339, "recall": 0.05336}, {"accuracy": 0.061265, "f1": 0.049173, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"], "main_score": 0.049173, "precision": 0.045952, "recall": 0.061265}, {"accuracy": 0.032609, "f1": 0.029564, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"], "main_score": 0.029564, "precision": 0.028748, "recall": 0.032609}, {"accuracy": 0.056324, "f1": 0.049052, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"], "main_score": 0.049052, "precision": 0.046842, "recall": 0.056324}, {"accuracy": 0.066206, "f1": 0.060588, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"], "main_score": 0.060588, "precision": 0.058926, "recall": 0.066206}, {"accuracy": 0.054348, "f1": 0.049199, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"], "main_score": 0.049199, "precision": 0.047538, "recall": 0.054348}, {"accuracy": 0.047431, "f1": 0.043154, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"], "main_score": 0.043154, "precision": 0.041867, "recall": 0.047431}, {"accuracy": 0.067194, "f1": 0.059528, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"], "main_score": 0.059528, "precision": 0.057212, "recall": 0.067194}, {"accuracy": 0.049407, "f1": 0.04342, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"], "main_score": 0.04342, "precision": 0.041885, "recall": 0.049407}, {"accuracy": 0.057312, "f1": 0.049962, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"], "main_score": 0.049962, "precision": 0.047864, "recall": 0.057312}, {"accuracy": 0.047431, "f1": 0.038078, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"], "main_score": 0.038078, "precision": 0.035401, "recall": 0.047431}, {"accuracy": 0.060277, "f1": 0.053213, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"], "main_score": 0.053213, "precision": 0.05132, "recall": 0.060277}, {"accuracy": 0.028656, "f1": 0.024305, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"], "main_score": 0.024305, "precision": 0.022989, "recall": 0.028656}, {"accuracy": 0.052372, "f1": 0.047223, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"], "main_score": 0.047223, "precision": 0.045457, "recall": 0.052372}, {"accuracy": 0.05336, "f1": 0.049955, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"], "main_score": 0.049955, "precision": 0.048973, "recall": 0.05336}, {"accuracy": 0.051383, "f1": 0.046285, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"], "main_score": 0.046285, "precision": 0.045196, "recall": 0.051383}, {"accuracy": 0.044466, "f1": 0.036753, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"], "main_score": 0.036753, "precision": 0.034972, "recall": 0.044466}, {"accuracy": 0.051383, "f1": 0.047186, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"], "main_score": 0.047186, "precision": 0.045855, "recall": 0.051383}, {"accuracy": 0.05336, "f1": 0.045652, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"], "main_score": 0.045652, "precision": 0.042874, "recall": 0.05336}, {"accuracy": 0.061265, "f1": 0.050344, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"], "main_score": 0.050344, "precision": 0.047535, "recall": 0.061265}, {"accuracy": 0.061265, "f1": 0.053768, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"], "main_score": 0.053768, "precision": 0.051643, "recall": 0.061265}, {"accuracy": 0.063241, "f1": 0.055436, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"], "main_score": 0.055436, "precision": 0.052945, "recall": 0.063241}, {"accuracy": 0.063241, "f1": 0.053461, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"], "main_score": 0.053461, "precision": 0.051388, "recall": 0.063241}, {"accuracy": 0.050395, "f1": 0.038451, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"], "main_score": 0.038451, "precision": 0.034854, "recall": 0.050395}, {"accuracy": 0.065217, "f1": 0.057648, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"], "main_score": 0.057648, "precision": 0.055165, "recall": 0.065217}, {"accuracy": 0.037549, "f1": 0.032549, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"], "main_score": 0.032549, "precision": 0.03151, "recall": 0.037549}, {"accuracy": 0.052372, "f1": 0.047127, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"], "main_score": 0.047127, "precision": 0.045507, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.037464, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"], "main_score": 0.037464, "precision": 0.034723, "recall": 0.046443}, {"accuracy": 0.064229, "f1": 0.056776, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"], "main_score": 0.056776, "precision": 0.054605, "recall": 0.064229}, {"accuracy": 0.048419, "f1": 0.037317, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"], "main_score": 0.037317, "precision": 0.034115, "recall": 0.048419}, {"accuracy": 0.051383, "f1": 0.043633, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"], "main_score": 0.043633, "precision": 0.041572, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.037611, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"], "main_score": 0.037611, "precision": 0.035174, "recall": 0.045455}, {"accuracy": 0.040514, "f1": 0.036792, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"], "main_score": 0.036792, "precision": 0.035524, "recall": 0.040514}, {"accuracy": 0.068182, "f1": 0.062369, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"], "main_score": 0.062369, "precision": 0.060882, "recall": 0.068182}, {"accuracy": 0.0583, "f1": 0.051172, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"], "main_score": 0.051172, "precision": 0.048542, "recall": 0.0583}, {"accuracy": 0.045455, "f1": 0.03533, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"], "main_score": 0.03533, "precision": 0.033248, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.042167, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"], "main_score": 0.042167, "precision": 0.039245, "recall": 0.052372}, {"accuracy": 0.036561, "f1": 0.030509, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"], "main_score": 0.030509, "precision": 0.029171, "recall": 0.036561}, {"accuracy": 0.038538, "f1": 0.031119, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"], "main_score": 0.031119, "precision": 0.029073, "recall": 0.038538}, {"accuracy": 0.060277, "f1": 0.050939, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"], "main_score": 0.050939, "precision": 0.04769, "recall": 0.060277}, {"accuracy": 0.046443, "f1": 0.041723, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"], "main_score": 0.041723, "precision": 0.040564, "recall": 0.046443}, {"accuracy": 0.048419, "f1": 0.043445, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"], "main_score": 0.043445, "precision": 0.041667, "recall": 0.048419}, {"accuracy": 0.052372, "f1": 0.045874, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"], "main_score": 0.045874, "precision": 0.044008, "recall": 0.052372}, {"accuracy": 0.055336, "f1": 0.051268, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"], "main_score": 0.051268, "precision": 0.05042, "recall": 0.055336}, {"accuracy": 0.0583, "f1": 0.049233, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"], "main_score": 0.049233, "precision": 0.046059, "recall": 0.0583}, {"accuracy": 0.061265, "f1": 0.053886, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"], "main_score": 0.053886, "precision": 0.051841, "recall": 0.061265}, {"accuracy": 0.038538, "f1": 0.033754, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"], "main_score": 0.033754, "precision": 0.032623, "recall": 0.038538}, {"accuracy": 0.043478, "f1": 0.037648, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"], "main_score": 0.037648, "precision": 0.035469, "recall": 0.043478}, {"accuracy": 0.0583, "f1": 0.052198, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"], "main_score": 0.052198, "precision": 0.050064, "recall": 0.0583}, {"accuracy": 0.045455, "f1": 0.035672, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"], "main_score": 0.035672, "precision": 0.032319, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.046706, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"], "main_score": 0.046706, "precision": 0.045454, "recall": 0.052372}, {"accuracy": 0.048419, "f1": 0.042634, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"], "main_score": 0.042634, "precision": 0.041152, "recall": 0.048419}, {"accuracy": 0.05336, "f1": 0.049159, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"], "main_score": 0.049159, "precision": 0.04781, "recall": 0.05336}, {"accuracy": 0.031621, "f1": 0.029274, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"], "main_score": 0.029274, "precision": 0.028824, "recall": 0.031621}, {"accuracy": 0.060277, "f1": 0.051537, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"], "main_score": 0.051537, "precision": 0.049913, "recall": 0.060277}, {"accuracy": 0.059289, "f1": 0.046314, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"], "main_score": 0.046314, "precision": 0.043859, "recall": 0.059289}, {"accuracy": 0.093874, "f1": 0.057537, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"], "main_score": 0.057537, "precision": 0.048527, "recall": 0.093874}, {"accuracy": 0.173913, "f1": 0.108318, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"], "main_score": 0.108318, "precision": 0.093645, "recall": 0.173913}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91502, "f1": 0.888076, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"], "main_score": 0.888076, "precision": 0.875247, "recall": 0.91502}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"], "main_score": 0.928195, "precision": 0.919631, "recall": 0.945652}, {"accuracy": 0.644269, "f1": 0.570602, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"], "main_score": 0.570602, "precision": 0.541784, "recall": 0.644269}, {"accuracy": 0.214427, "f1": 0.145471, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"], "main_score": 0.145471, "precision": 0.128098, "recall": 0.214427}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.403162, "f1": 0.317575, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"], "main_score": 0.317575, "precision": 0.290951, "recall": 0.403162}, {"accuracy": 0.666008, "f1": 0.593035, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"], "main_score": 0.593035, "precision": 0.563119, "recall": 0.666008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"], "main_score": 0.901186, "precision": 0.890975, "recall": 0.922925}, {"accuracy": 0.240119, "f1": 0.160522, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"], "main_score": 0.160522, "precision": 0.139565, "recall": 0.240119}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.851779, "f1": 0.810211, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"], "main_score": 0.810211, "precision": 0.791502, "recall": 0.851779}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.293478, "f1": 0.203841, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"], "main_score": 0.203841, "precision": 0.18059, "recall": 0.293478}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.09173, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"], "main_score": 0.09173, "precision": 0.078399, "recall": 0.149209}, {"accuracy": 0.90415, "f1": 0.876962, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"], "main_score": 0.876962, "precision": 0.864542, "recall": 0.90415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.716403, "f1": 0.649939, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"], "main_score": 0.649939, "precision": 0.622925, "recall": 0.716403}, {"accuracy": 0.062253, "f1": 0.030619, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"], "main_score": 0.030619, "precision": 0.025541, "recall": 0.062253}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.224308, "f1": 0.151992, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"], "main_score": 0.151992, "precision": 0.135343, "recall": 0.224308}, {"accuracy": 0.864625, "f1": 0.826416, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"], "main_score": 0.826416, "precision": 0.80919, "recall": 0.864625}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"], "main_score": 0.916831, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.888175, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"], "main_score": 0.888175, "precision": 0.875329, "recall": 0.91502}, {"accuracy": 0.285573, "f1": 0.209753, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"], "main_score": 0.209753, "precision": 0.187611, "recall": 0.285573}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.815217, "f1": 0.77212, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"], "main_score": 0.77212, "precision": 0.75392, "recall": 0.815217}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"], "main_score": 0.929677, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.910079, "f1": 0.885112, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"], "main_score": 0.885112, "precision": 0.873468, "recall": 0.910079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.162055, "f1": 0.099013, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"], "main_score": 0.099013, "precision": 0.085675, "recall": 0.162055}, {"accuracy": 0.066206, "f1": 0.039712, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"], "main_score": 0.039712, "precision": 0.034032, "recall": 0.066206}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.157115, "f1": 0.095421, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"], "main_score": 0.095421, "precision": 0.082444, "recall": 0.157115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.903162, "f1": 0.87668, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"], "main_score": 0.87668, "precision": 0.864377, "recall": 0.903162}, {"accuracy": 0.759881, "f1": 0.70196, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"], "main_score": 0.70196, "precision": 0.677397, "recall": 0.759881}, {"accuracy": 0.189723, "f1": 0.118471, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"], "main_score": 0.118471, "precision": 0.101392, "recall": 0.189723}, {"accuracy": 0.761858, "f1": 0.711265, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"], "main_score": 0.711265, "precision": 0.690236, "recall": 0.761858}, {"accuracy": 0.631423, "f1": 0.553614, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"], "main_score": 0.553614, "precision": 0.523423, "recall": 0.631423}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.767787, "f1": 0.71102, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"], "main_score": 0.71102, "precision": 0.68778, "recall": 0.767787}, {"accuracy": 0.172925, "f1": 0.108678, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"], "main_score": 0.108678, "precision": 0.093045, "recall": 0.172925}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.079051, "f1": 0.045952, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"], "main_score": 0.045952, "precision": 0.038944, "recall": 0.079051}, {"accuracy": 0.23913, "f1": 0.168144, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"], "main_score": 0.168144, "precision": 0.15007, "recall": 0.23913}, {"accuracy": 0.353755, "f1": 0.262387, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"], "main_score": 0.262387, "precision": 0.2356, "recall": 0.353755}, {"accuracy": 0.08498, "f1": 0.046078, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"], "main_score": 0.046078, "precision": 0.037763, "recall": 0.08498}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.278656, "f1": 0.195074, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"], "main_score": 0.195074, "precision": 0.172092, "recall": 0.278656}, {"accuracy": 0.770751, "f1": 0.713291, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"], "main_score": 0.713291, "precision": 0.689617, "recall": 0.770751}, {"accuracy": 0.461462, "f1": 0.376321, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"], "main_score": 0.376321, "precision": 0.348764, "recall": 0.461462}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.183595, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"], "main_score": 0.183595, "precision": 0.163729, "recall": 0.26087}, {"accuracy": 0.332016, "f1": 0.249124, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"], "main_score": 0.249124, "precision": 0.225963, "recall": 0.332016}, {"accuracy": 0.262846, "f1": 0.179155, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"], "main_score": 0.179155, "precision": 0.15732, "recall": 0.262846}, {"accuracy": 0.354743, "f1": 0.270279, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"], "main_score": 0.270279, "precision": 0.245581, "recall": 0.354743}, {"accuracy": 0.663043, "f1": 0.595015, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"], "main_score": 0.595015, "precision": 0.568063, "recall": 0.663043}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.055336, "f1": 0.018446, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"], "main_score": 0.018446, "precision": 0.013901, "recall": 0.055336}, {"accuracy": 0.209486, "f1": 0.141762, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"], "main_score": 0.141762, "precision": 0.124934, "recall": 0.209486}, {"accuracy": 0.757905, "f1": 0.694713, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"], "main_score": 0.694713, "precision": 0.667483, "recall": 0.757905}, {"accuracy": 0.238142, "f1": 0.164308, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"], "main_score": 0.164308, "precision": 0.145798, "recall": 0.238142}, {"accuracy": 0.064229, "f1": 0.035468, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"], "main_score": 0.035468, "precision": 0.030593, "recall": 0.064229}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.770471, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"], "main_score": 0.770471, "precision": 0.750421, "recall": 0.816206}, {"accuracy": 0.811265, "f1": 0.759474, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"], "main_score": 0.759474, "precision": 0.736669, "recall": 0.811265}, {"accuracy": 0.777668, "f1": 0.724911, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"], "main_score": 0.724911, "precision": 0.702061, "recall": 0.777668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992754, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"], "main_score": 0.992754, "precision": 0.992095, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.226285, "f1": 0.156241, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"], "main_score": 0.156241, "precision": 0.137957, "recall": 0.226285}, {"accuracy": 0.163043, "f1": 0.100982, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"], "main_score": 0.100982, "precision": 0.085841, "recall": 0.163043}, {"accuracy": 0.902174, "f1": 0.873518, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"], "main_score": 0.873518, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.38834, "f1": 0.297172, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"], "main_score": 0.297172, "precision": 0.269647, "recall": 0.38834}, {"accuracy": 0.202569, "f1": 0.130806, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"], "main_score": 0.130806, "precision": 0.113727, "recall": 0.202569}, {"accuracy": 0.740119, "f1": 0.676797, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"], "main_score": 0.676797, "precision": 0.650807, "recall": 0.740119}, {"accuracy": 0.938735, "f1": 0.921574, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"], "main_score": 0.921574, "precision": 0.913867, "recall": 0.938735}, {"accuracy": 0.1917, "f1": 0.11859, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"], "main_score": 0.11859, "precision": 0.102646, "recall": 0.1917}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.245059, "f1": 0.178871, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"], "main_score": 0.178871, "precision": 0.162142, "recall": 0.245059}, {"accuracy": 0.425889, "f1": 0.329933, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"], "main_score": 0.329933, "precision": 0.299213, "recall": 0.425889}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.767787, "f1": 0.709077, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"], "main_score": 0.709077, "precision": 0.683877, "recall": 0.767787}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.23419, "f1": 0.162764, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"], "main_score": 0.162764, "precision": 0.144102, "recall": 0.23419}, {"accuracy": 0.076087, "f1": 0.034445, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"], "main_score": 0.034445, "precision": 0.028666, "recall": 0.076087}, {"accuracy": 0.235178, "f1": 0.159572, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"], "main_score": 0.159572, "precision": 0.140842, "recall": 0.235178}, {"accuracy": 0.113636, "f1": 0.061341, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"], "main_score": 0.061341, "precision": 0.050676, "recall": 0.113636}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.73913, "f1": 0.675842, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"], "main_score": 0.675842, "precision": 0.648962, "recall": 0.73913}, {"accuracy": 0.085968, "f1": 0.05495, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"], "main_score": 0.05495, "precision": 0.048054, "recall": 0.085968}, {"accuracy": 0.757905, "f1": 0.698882, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"], "main_score": 0.698882, "precision": 0.67356, "recall": 0.757905}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.754941, "f1": 0.692838, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"], "main_score": 0.692838, "precision": 0.666469, "recall": 0.754941}, {"accuracy": 0.525692, "f1": 0.440649, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"], "main_score": 0.440649, "precision": 0.40959, "recall": 0.525692}, {"accuracy": 0.200593, "f1": 0.130006, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"], "main_score": 0.130006, "precision": 0.112642, "recall": 0.200593}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.394269, "f1": 0.301383, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"], "main_score": 0.301383, "precision": 0.272134, "recall": 0.394269}, {"accuracy": 0.232213, "f1": 0.153965, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"], "main_score": 0.153965, "precision": 0.134632, "recall": 0.232213}, {"accuracy": 0.205534, "f1": 0.134844, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"], "main_score": 0.134844, "precision": 0.116543, "recall": 0.205534}, {"accuracy": 0.226285, "f1": 0.155961, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"], "main_score": 0.155961, "precision": 0.137573, "recall": 0.226285}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.022727, "f1": 0.005688, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"], "main_score": 0.005688, "precision": 0.004352, "recall": 0.022727}, {"accuracy": 0.870553, "f1": 0.835625, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"], "main_score": 0.835625, "precision": 0.82024, "recall": 0.870553}, {"accuracy": 0.451581, "f1": 0.365196, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"], "main_score": 0.365196, "precision": 0.333777, "recall": 0.451581}, {"accuracy": 0.864625, "f1": 0.826153, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"], "main_score": 0.826153, "precision": 0.808547, "recall": 0.864625}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.099802, "f1": 0.056919, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"], "main_score": 0.056919, "precision": 0.04916, "recall": 0.099802}, {"accuracy": 0.19664, "f1": 0.130722, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"], "main_score": 0.130722, "precision": 0.114425, "recall": 0.19664}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.663043, "f1": 0.590777, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"], "main_score": 0.590777, "precision": 0.563119, "recall": 0.663043}, {"accuracy": 0.208498, "f1": 0.136155, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"], "main_score": 0.136155, "precision": 0.117326, "recall": 0.208498}, {"accuracy": 0.1917, "f1": 0.115693, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"], "main_score": 0.115693, "precision": 0.098514, "recall": 0.1917}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.177866, "f1": 0.113343, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"], "main_score": 0.113343, "precision": 0.098259, "recall": 0.177866}, {"accuracy": 0.182806, "f1": 0.117204, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"], "main_score": 0.117204, "precision": 0.100248, "recall": 0.182806}, {"accuracy": 0.813241, "f1": 0.762963, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"], "main_score": 0.762963, "precision": 0.740926, "recall": 0.813241}, {"accuracy": 0.660079, "f1": 0.59015, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"], "main_score": 0.59015, "precision": 0.562485, "recall": 0.660079}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.281621, "f1": 0.195759, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"], "main_score": 0.195759, "precision": 0.169757, "recall": 0.281621}, {"accuracy": 0.472332, "f1": 0.382528, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"], "main_score": 0.382528, "precision": 0.353014, "recall": 0.472332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.565217, "f1": 0.481739, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"], "main_score": 0.481739, "precision": 0.448917, "recall": 0.565217}, {"accuracy": 0.856719, "f1": 0.816502, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"], "main_score": 0.816502, "precision": 0.798123, "recall": 0.856719}, {"accuracy": 0.280632, "f1": 0.200005, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"], "main_score": 0.200005, "precision": 0.17781, "recall": 0.280632}, {"accuracy": 0.623518, "f1": 0.545747, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"], "main_score": 0.545747, "precision": 0.51507, "recall": 0.623518}, {"accuracy": 0.719368, "f1": 0.656458, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"], "main_score": 0.656458, "precision": 0.629489, "recall": 0.719368}, {"accuracy": 0.236166, "f1": 0.159669, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"], "main_score": 0.159669, "precision": 0.140707, "recall": 0.236166}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"], "main_score": 0.925626, "precision": 0.917572, "recall": 0.942688}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.781621, "f1": 0.726087, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"], "main_score": 0.726087, "precision": 0.702256, "recall": 0.781621}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.422925, "f1": 0.334281, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"], "main_score": 0.334281, "precision": 0.304524, "recall": 0.422925}, {"accuracy": 0.502964, "f1": 0.413277, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"], "main_score": 0.413277, "precision": 0.382579, "recall": 0.502964}, {"accuracy": 0.104743, "f1": 0.055733, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"], "main_score": 0.055733, "precision": 0.046446, "recall": 0.104743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.190711, "f1": 0.126653, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"], "main_score": 0.126653, "precision": 0.109467, "recall": 0.190711}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.474308, "f1": 0.383258, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"], "main_score": 0.383258, "precision": 0.3535, "recall": 0.474308}, {"accuracy": 0.353755, "f1": 0.265716, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"], "main_score": 0.265716, "precision": 0.239653, "recall": 0.353755}, {"accuracy": 0.887352, "f1": 0.852899, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"], "main_score": 0.852899, "precision": 0.836462, "recall": 0.887352}, {"accuracy": 0.255929, "f1": 0.175095, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"], "main_score": 0.175095, "precision": 0.153552, "recall": 0.255929}, {"accuracy": 0.232213, "f1": 0.155224, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"], "main_score": 0.155224, "precision": 0.135022, "recall": 0.232213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.470356, "f1": 0.377853, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"], "main_score": 0.377853, "precision": 0.347424, "recall": 0.470356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.1917, "f1": 0.116727, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"], "main_score": 0.116727, "precision": 0.099501, "recall": 0.1917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.909538, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"], "main_score": 0.909538, "precision": 0.899539, "recall": 0.93083}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.172925, "f1": 0.111001, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"], "main_score": 0.111001, "precision": 0.097746, "recall": 0.172925}, {"accuracy": 0.928854, "f1": 0.906126, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"], "main_score": 0.906126, "precision": 0.895257, "recall": 0.928854}, {"accuracy": 0.189723, "f1": 0.124168, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"], "main_score": 0.124168, "precision": 0.107742, "recall": 0.189723}, {"accuracy": 0.204545, "f1": 0.138172, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"], "main_score": 0.138172, "precision": 0.121597, "recall": 0.204545}, {"accuracy": 0.146245, "f1": 0.088491, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"], "main_score": 0.088491, "precision": 0.075764, "recall": 0.146245}, {"accuracy": 0.561265, "f1": 0.478416, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"], "main_score": 0.478416, "precision": 0.446478, "recall": 0.561265}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.302372, "f1": 0.217369, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"], "main_score": 0.217369, "precision": 0.192498, "recall": 0.302372}, {"accuracy": 0.175889, "f1": 0.108005, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"], "main_score": 0.108005, "precision": 0.091342, "recall": 0.175889}, {"accuracy": 0.225296, "f1": 0.149046, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"], "main_score": 0.149046, "precision": 0.129861, "recall": 0.225296}, {"accuracy": 0.849802, "f1": 0.810079, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"], "main_score": 0.810079, "precision": 0.792737, "recall": 0.849802}, {"accuracy": 0.18083, "f1": 0.113753, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"], "main_score": 0.113753, "precision": 0.097441, "recall": 0.18083}, {"accuracy": 0.186759, "f1": 0.123661, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"], "main_score": 0.123661, "precision": 0.107709, "recall": 0.186759}, {"accuracy": 0.958498, "f1": 0.946047, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"], "main_score": 0.946047, "precision": 0.9403, "recall": 0.958498}, {"accuracy": 0.293478, "f1": 0.208284, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"], "main_score": 0.208284, "precision": 0.185759, "recall": 0.293478}, {"accuracy": 0.246047, "f1": 0.171319, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"], "main_score": 0.171319, "precision": 0.153642, "recall": 0.246047}, {"accuracy": 0.653162, "f1": 0.575194, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"], "main_score": 0.575194, "precision": 0.54478, "recall": 0.653162}, {"accuracy": 0.350791, "f1": 0.264533, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"], "main_score": 0.264533, "precision": 0.238669, "recall": 0.350791}, {"accuracy": 0.469368, "f1": 0.377591, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"], "main_score": 0.377591, "precision": 0.346145, "recall": 0.469368}, {"accuracy": 0.875494, "f1": 0.841271, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"], "main_score": 0.841271, "precision": 0.825675, "recall": 0.875494}, {"accuracy": 0.348814, "f1": 0.25597, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"], "main_score": 0.25597, "precision": 0.227412, "recall": 0.348814}, {"accuracy": 0.491107, "f1": 0.404118, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"], "main_score": 0.404118, "precision": 0.37251, "recall": 0.491107}, {"accuracy": 0.177866, "f1": 0.11315, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"], "main_score": 0.11315, "precision": 0.097148, "recall": 0.177866}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.987549, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"], "main_score": 0.987549, "precision": 0.986413, "recall": 0.990119}, {"accuracy": 0.879447, "f1": 0.846838, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"], "main_score": 0.846838, "precision": 0.832493, "recall": 0.879447}, {"accuracy": 0.268775, "f1": 0.192535, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"], "main_score": 0.192535, "precision": 0.170471, "recall": 0.268775}, {"accuracy": 0.204545, "f1": 0.129976, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"], "main_score": 0.129976, "precision": 0.113049, "recall": 0.204545}, {"accuracy": 0.079051, "f1": 0.045189, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"], "main_score": 0.045189, "precision": 0.037572, "recall": 0.079051}, {"accuracy": 0.151186, "f1": 0.091301, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"], "main_score": 0.091301, "precision": 0.077539, "recall": 0.151186}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.912055, "f1": 0.885211, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"], "main_score": 0.885211, "precision": 0.872365, "recall": 0.912055}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.605731, "f1": 0.529858, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"], "main_score": 0.529858, "precision": 0.501067, "recall": 0.605731}, {"accuracy": 0.175889, "f1": 0.116637, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"], "main_score": 0.116637, "precision": 0.102501, "recall": 0.175889}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.366601, "f1": 0.277163, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"], "main_score": 0.277163, "precision": 0.249369, "recall": 0.366601}, {"accuracy": 0.626482, "f1": 0.550782, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"], "main_score": 0.550782, "precision": 0.521043, "recall": 0.626482}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.91996, "f1": 0.89664, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"], "main_score": 0.89664, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.215415, "f1": 0.135485, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"], "main_score": 0.135485, "precision": 0.114775, "recall": 0.215415}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"], "main_score": 0.921443, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.862648, "f1": 0.82892, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"], "main_score": 0.82892, "precision": 0.814377, "recall": 0.862648}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.26087, "f1": 0.178258, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"], "main_score": 0.178258, "precision": 0.157288, "recall": 0.26087}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.12253, "f1": 0.076285, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"], "main_score": 0.076285, "precision": 0.066216, "recall": 0.12253}, {"accuracy": 0.898221, "f1": 0.868859, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"], "main_score": 0.868859, "precision": 0.855237, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.672925, "f1": 0.596549, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"], "main_score": 0.596549, "precision": 0.565013, "recall": 0.672925}, {"accuracy": 0.06917, "f1": 0.037346, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"], "main_score": 0.037346, "precision": 0.032072, "recall": 0.06917}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.187747, "f1": 0.119872, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"], "main_score": 0.119872, "precision": 0.104132, "recall": 0.187747}, {"accuracy": 0.832016, "f1": 0.786166, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"], "main_score": 0.786166, "precision": 0.765481, "recall": 0.832016}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"], "main_score": 0.898551, "precision": 0.888043, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.883893, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"], "main_score": 0.883893, "precision": 0.870883, "recall": 0.911067}, {"accuracy": 0.242095, "f1": 0.171034, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"], "main_score": 0.171034, "precision": 0.152035, "recall": 0.242095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.812253, "f1": 0.767133, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"], "main_score": 0.767133, "precision": 0.747233, "recall": 0.812253}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"], "main_score": 0.917721, "precision": 0.908844, "recall": 0.936759}, {"accuracy": 0.908103, "f1": 0.883465, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"], "main_score": 0.883465, "precision": 0.872118, "recall": 0.908103}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"], "main_score": 0.973221, "precision": 0.970603, "recall": 0.979249}, {"accuracy": 0.137352, "f1": 0.076918, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"], "main_score": 0.076918, "precision": 0.065396, "recall": 0.137352}, {"accuracy": 0.059289, "f1": 0.036474, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"], "main_score": 0.036474, "precision": 0.031697, "recall": 0.059289}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.140316, "f1": 0.083792, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"], "main_score": 0.083792, "precision": 0.071802, "recall": 0.140316}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"], "main_score": 0.932312, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.897233, "f1": 0.86805, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"], "main_score": 0.86805, "precision": 0.854249, "recall": 0.897233}, {"accuracy": 0.714427, "f1": 0.651622, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"], "main_score": 0.651622, "precision": 0.625305, "recall": 0.714427}, {"accuracy": 0.156126, "f1": 0.093295, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"], "main_score": 0.093295, "precision": 0.078831, "recall": 0.156126}, {"accuracy": 0.727273, "f1": 0.675621, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"], "main_score": 0.675621, "precision": 0.653804, "recall": 0.727273}, {"accuracy": 0.603755, "f1": 0.524696, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"], "main_score": 0.524696, "precision": 0.49461, "recall": 0.603755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.716403, "f1": 0.650894, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"], "main_score": 0.650894, "precision": 0.623633, "recall": 0.716403}, {"accuracy": 0.13834, "f1": 0.082975, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"], "main_score": 0.082975, "precision": 0.071107, "recall": 0.13834}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.08004, "f1": 0.046017, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"], "main_score": 0.046017, "precision": 0.03816, "recall": 0.08004}, {"accuracy": 0.20751, "f1": 0.140879, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"], "main_score": 0.140879, "precision": 0.123988, "recall": 0.20751}, {"accuracy": 0.317194, "f1": 0.231584, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"], "main_score": 0.231584, "precision": 0.206846, "recall": 0.317194}, {"accuracy": 0.090909, "f1": 0.052564, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"], "main_score": 0.052564, "precision": 0.044225, "recall": 0.090909}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.243083, "f1": 0.168627, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"], "main_score": 0.168627, "precision": 0.14843, "recall": 0.243083}, {"accuracy": 0.744071, "f1": 0.681595, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"], "main_score": 0.681595, "precision": 0.655708, "recall": 0.744071}, {"accuracy": 0.421937, "f1": 0.336536, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"], "main_score": 0.336536, "precision": 0.309936, "recall": 0.421937}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.219368, "f1": 0.144966, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"], "main_score": 0.144966, "precision": 0.124701, "recall": 0.219368}, {"accuracy": 0.296443, "f1": 0.215625, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"], "main_score": 0.215625, "precision": 0.19385, "recall": 0.296443}, {"accuracy": 0.222332, "f1": 0.142515, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"], "main_score": 0.142515, "precision": 0.12211, "recall": 0.222332}, {"accuracy": 0.327075, "f1": 0.244331, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"], "main_score": 0.244331, "precision": 0.221074, "recall": 0.327075}, {"accuracy": 0.620553, "f1": 0.549574, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"], "main_score": 0.549574, "precision": 0.521991, "recall": 0.620553}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.055336, "f1": 0.019139, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"], "main_score": 0.019139, "precision": 0.014807, "recall": 0.055336}, {"accuracy": 0.171937, "f1": 0.109637, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"], "main_score": 0.109637, "precision": 0.093954, "recall": 0.171937}, {"accuracy": 0.729249, "f1": 0.662735, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"], "main_score": 0.662735, "precision": 0.634232, "recall": 0.729249}, {"accuracy": 0.205534, "f1": 0.133949, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"], "main_score": 0.133949, "precision": 0.116353, "recall": 0.205534}, {"accuracy": 0.065217, "f1": 0.0357, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"], "main_score": 0.0357, "precision": 0.031119, "recall": 0.065217}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.773715, "f1": 0.720375, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"], "main_score": 0.720375, "precision": 0.697647, "recall": 0.773715}, {"accuracy": 0.774704, "f1": 0.715796, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"], "main_score": 0.715796, "precision": 0.69086, "recall": 0.774704}, {"accuracy": 0.785573, "f1": 0.735474, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"], "main_score": 0.735474, "precision": 0.713916, "recall": 0.785573}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.183794, "f1": 0.121425, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"], "main_score": 0.121425, "precision": 0.105471, "recall": 0.183794}, {"accuracy": 0.129447, "f1": 0.077113, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"], "main_score": 0.077113, "precision": 0.06511, "recall": 0.129447}, {"accuracy": 0.908103, "f1": 0.880072, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"], "main_score": 0.880072, "precision": 0.866765, "recall": 0.908103}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.347826, "f1": 0.26409, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"], "main_score": 0.26409, "precision": 0.238947, "recall": 0.347826}, {"accuracy": 0.163043, "f1": 0.101434, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"], "main_score": 0.101434, "precision": 0.086927, "recall": 0.163043}, {"accuracy": 0.682806, "f1": 0.609559, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"], "main_score": 0.609559, "precision": 0.579785, "recall": 0.682806}, {"accuracy": 0.925889, "f1": 0.906357, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"], "main_score": 0.906357, "precision": 0.897645, "recall": 0.925889}, {"accuracy": 0.141304, "f1": 0.078514, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"], "main_score": 0.078514, "precision": 0.065927, "recall": 0.141304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.202569, "f1": 0.140231, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"], "main_score": 0.140231, "precision": 0.126031, "recall": 0.202569}, {"accuracy": 0.389328, "f1": 0.293721, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"], "main_score": 0.293721, "precision": 0.264969, "recall": 0.389328}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.711462, "f1": 0.649012, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"], "main_score": 0.649012, "precision": 0.623353, "recall": 0.711462}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.200593, "f1": 0.133871, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"], "main_score": 0.133871, "precision": 0.11625, "recall": 0.200593}, {"accuracy": 0.083004, "f1": 0.037996, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"], "main_score": 0.037996, "precision": 0.031128, "recall": 0.083004}, {"accuracy": 0.216403, "f1": 0.144143, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"], "main_score": 0.144143, "precision": 0.125731, "recall": 0.216403}, {"accuracy": 0.094862, "f1": 0.050757, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"], "main_score": 0.050757, "precision": 0.042664, "recall": 0.094862}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.685771, "f1": 0.615846, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"], "main_score": 0.615846, "precision": 0.586571, "recall": 0.685771}, {"accuracy": 0.073123, "f1": 0.043888, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"], "main_score": 0.043888, "precision": 0.037279, "recall": 0.073123}, {"accuracy": 0.704545, "f1": 0.634376, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"], "main_score": 0.634376, "precision": 0.605214, "recall": 0.704545}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.754941, "f1": 0.694386, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"], "main_score": 0.694386, "precision": 0.668099, "recall": 0.754941}, {"accuracy": 0.491107, "f1": 0.405671, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"], "main_score": 0.405671, "precision": 0.374735, "recall": 0.491107}, {"accuracy": 0.160079, "f1": 0.096659, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"], "main_score": 0.096659, "precision": 0.082871, "recall": 0.160079}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.360672, "f1": 0.272836, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"], "main_score": 0.272836, "precision": 0.246727, "recall": 0.360672}, {"accuracy": 0.1917, "f1": 0.122301, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"], "main_score": 0.122301, "precision": 0.10637, "recall": 0.1917}, {"accuracy": 0.162055, "f1": 0.102467, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"], "main_score": 0.102467, "precision": 0.088929, "recall": 0.162055}, {"accuracy": 0.199605, "f1": 0.135502, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"], "main_score": 0.135502, "precision": 0.119212, "recall": 0.199605}, {"accuracy": 0.972332, "f1": 0.963505, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"], "main_score": 0.963505, "precision": 0.959239, "recall": 0.972332}, {"accuracy": 0.020751, "f1": 0.004225, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"], "main_score": 0.004225, "precision": 0.003266, "recall": 0.020751}, {"accuracy": 0.868577, "f1": 0.829974, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"], "main_score": 0.829974, "precision": 0.812253, "recall": 0.868577}, {"accuracy": 0.442688, "f1": 0.359521, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"], "main_score": 0.359521, "precision": 0.328793, "recall": 0.442688}, {"accuracy": 0.859684, "f1": 0.819895, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"], "main_score": 0.819895, "precision": 0.801169, "recall": 0.859684}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.086957, "f1": 0.047938, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"], "main_score": 0.047938, "precision": 0.040259, "recall": 0.086957}, {"accuracy": 0.162055, "f1": 0.102939, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"], "main_score": 0.102939, "precision": 0.089779, "recall": 0.162055}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"], "main_score": 0.983531, "precision": 0.981884, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.62253, "f1": 0.54435, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"], "main_score": 0.54435, "precision": 0.513736, "recall": 0.62253}, {"accuracy": 0.161067, "f1": 0.098775, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"], "main_score": 0.098775, "precision": 0.082732, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.105452, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"], "main_score": 0.105452, "precision": 0.087935, "recall": 0.174901}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.163043, "f1": 0.104768, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"], "main_score": 0.104768, "precision": 0.091358, "recall": 0.163043}, {"accuracy": 0.161067, "f1": 0.106098, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"], "main_score": 0.106098, "precision": 0.091773, "recall": 0.161067}, {"accuracy": 0.826087, "f1": 0.780319, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"], "main_score": 0.780319, "precision": 0.759891, "recall": 0.826087}, {"accuracy": 0.61166, "f1": 0.537917, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"], "main_score": 0.537917, "precision": 0.509725, "recall": 0.61166}, {"accuracy": 0.964427, "f1": 0.955995, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"], "main_score": 0.955995, "precision": 0.95224, "recall": 0.964427}, {"accuracy": 0.236166, "f1": 0.162947, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"], "main_score": 0.162947, "precision": 0.141659, "recall": 0.236166}, {"accuracy": 0.428854, "f1": 0.348034, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"], "main_score": 0.348034, "precision": 0.323687, "recall": 0.428854}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.557312, "f1": 0.479073, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"], "main_score": 0.479073, "precision": 0.449389, "recall": 0.557312}, {"accuracy": 0.860672, "f1": 0.820784, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"], "main_score": 0.820784, "precision": 0.802075, "recall": 0.860672}, {"accuracy": 0.250988, "f1": 0.177253, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"], "main_score": 0.177253, "precision": 0.157599, "recall": 0.250988}, {"accuracy": 0.614625, "f1": 0.53825, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"], "main_score": 0.53825, "precision": 0.5077, "recall": 0.614625}, {"accuracy": 0.687747, "f1": 0.620437, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"], "main_score": 0.620437, "precision": 0.593083, "recall": 0.687747}, {"accuracy": 0.208498, "f1": 0.136367, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"], "main_score": 0.136367, "precision": 0.118179, "recall": 0.208498}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"], "main_score": 0.919862, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.931818, "f1": 0.911199, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"], "main_score": 0.911199, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.75, "f1": 0.691243, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"], "main_score": 0.691243, "precision": 0.665695, "recall": 0.75}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.402174, "f1": 0.315674, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"], "main_score": 0.315674, "precision": 0.286599, "recall": 0.402174}, {"accuracy": 0.452569, "f1": 0.362852, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"], "main_score": 0.362852, "precision": 0.333077, "recall": 0.452569}, {"accuracy": 0.093874, "f1": 0.05128, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"], "main_score": 0.05128, "precision": 0.043486, "recall": 0.093874}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.198617, "f1": 0.133548, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"], "main_score": 0.133548, "precision": 0.115651, "recall": 0.198617}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.940217, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"], "main_score": 0.940217, "precision": 0.93363, "recall": 0.953557}, {"accuracy": 0.428854, "f1": 0.338121, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"], "main_score": 0.338121, "precision": 0.30963, "recall": 0.428854}, {"accuracy": 0.318182, "f1": 0.234405, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"], "main_score": 0.234405, "precision": 0.211128, "recall": 0.318182}, {"accuracy": 0.874506, "f1": 0.836989, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"], "main_score": 0.836989, "precision": 0.819911, "recall": 0.874506}, {"accuracy": 0.224308, "f1": 0.156403, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"], "main_score": 0.156403, "precision": 0.139482, "recall": 0.224308}, {"accuracy": 0.200593, "f1": 0.132634, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"], "main_score": 0.132634, "precision": 0.115738, "recall": 0.200593}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.393281, "f1": 0.30078, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"], "main_score": 0.30078, "precision": 0.271721, "recall": 0.393281}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.175889, "f1": 0.105795, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"], "main_score": 0.105795, "precision": 0.089668, "recall": 0.175889}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"], "main_score": 0.897892, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"], "main_score": 0.930336, "precision": 0.923254, "recall": 0.945652}, {"accuracy": 0.133399, "f1": 0.079897, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"], "main_score": 0.079897, "precision": 0.068262, "recall": 0.133399}, {"accuracy": 0.922925, "f1": 0.900692, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"], "main_score": 0.900692, "precision": 0.890152, "recall": 0.922925}, {"accuracy": 0.161067, "f1": 0.099337, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"], "main_score": 0.099337, "precision": 0.085115, "recall": 0.161067}, {"accuracy": 0.182806, "f1": 0.120437, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"], "main_score": 0.120437, "precision": 0.104633, "recall": 0.182806}, {"accuracy": 0.12253, "f1": 0.072694, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"], "main_score": 0.072694, "precision": 0.062547, "recall": 0.12253}, {"accuracy": 0.594862, "f1": 0.520297, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"], "main_score": 0.520297, "precision": 0.490869, "recall": 0.594862}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.264822, "f1": 0.185566, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"], "main_score": 0.185566, "precision": 0.163882, "recall": 0.264822}, {"accuracy": 0.145257, "f1": 0.08305, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"], "main_score": 0.08305, "precision": 0.069408, "recall": 0.145257}, {"accuracy": 0.186759, "f1": 0.116849, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"], "main_score": 0.116849, "precision": 0.100322, "recall": 0.186759}, {"accuracy": 0.848814, "f1": 0.808696, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"], "main_score": 0.808696, "precision": 0.790003, "recall": 0.848814}, {"accuracy": 0.144269, "f1": 0.086, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"], "main_score": 0.086, "precision": 0.073512, "recall": 0.144269}, {"accuracy": 0.156126, "f1": 0.100272, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"], "main_score": 0.100272, "precision": 0.086381, "recall": 0.156126}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"], "main_score": 0.938966, "precision": 0.932757, "recall": 0.952569}, {"accuracy": 0.248024, "f1": 0.170454, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"], "main_score": 0.170454, "precision": 0.149744, "recall": 0.248024}, {"accuracy": 0.212451, "f1": 0.141772, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"], "main_score": 0.141772, "precision": 0.124439, "recall": 0.212451}, {"accuracy": 0.603755, "f1": 0.520675, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"], "main_score": 0.520675, "precision": 0.488119, "recall": 0.603755}, {"accuracy": 0.306324, "f1": 0.223956, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"], "main_score": 0.223956, "precision": 0.199411, "recall": 0.306324}, {"accuracy": 0.418972, "f1": 0.332857, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"], "main_score": 0.332857, "precision": 0.304321, "recall": 0.418972}, {"accuracy": 0.879447, "f1": 0.847596, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"], "main_score": 0.847596, "precision": 0.832872, "recall": 0.879447}, {"accuracy": 0.299407, "f1": 0.218466, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"], "main_score": 0.218466, "precision": 0.194387, "recall": 0.299407}, {"accuracy": 0.453557, "f1": 0.365884, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"], "main_score": 0.365884, "precision": 0.334705, "recall": 0.453557}, {"accuracy": 0.148221, "f1": 0.093496, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"], "main_score": 0.093496, "precision": 0.079904, "recall": 0.148221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"], "main_score": 0.986166, "precision": 0.984881, "recall": 0.98913}, {"accuracy": 0.862648, "f1": 0.824489, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"], "main_score": 0.824489, "precision": 0.806992, "recall": 0.862648}, {"accuracy": 0.23419, "f1": 0.165378, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"], "main_score": 0.165378, "precision": 0.146911, "recall": 0.23419}, {"accuracy": 0.172925, "f1": 0.108721, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"], "main_score": 0.108721, "precision": 0.093976, "recall": 0.172925}, {"accuracy": 0.089921, "f1": 0.054482, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"], "main_score": 0.054482, "precision": 0.046303, "recall": 0.089921}, {"accuracy": 0.220356, "f1": 0.147424, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"], "main_score": 0.147424, "precision": 0.129583, "recall": 0.220356}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.88857, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"], "main_score": 0.88857, "precision": 0.875906, "recall": 0.91502}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.672925, "f1": 0.599198, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"], "main_score": 0.599198, "precision": 0.570203, "recall": 0.672925}, {"accuracy": 0.233202, "f1": 0.163169, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"], "main_score": 0.163169, "precision": 0.144494, "recall": 0.233202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.431818, "f1": 0.343606, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"], "main_score": 0.343606, "precision": 0.315095, "recall": 0.431818}, {"accuracy": 0.679842, "f1": 0.608642, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"], "main_score": 0.608642, "precision": 0.579817, "recall": 0.679842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"], "main_score": 0.903656, "precision": 0.893116, "recall": 0.925889}, {"accuracy": 0.271739, "f1": 0.186253, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"], "main_score": 0.186253, "precision": 0.162944, "recall": 0.271739}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"], "main_score": 0.926383, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.848814, "f1": 0.808498, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"], "main_score": 0.808498, "precision": 0.7903, "recall": 0.848814}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.323123, "f1": 0.229939, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"], "main_score": 0.229939, "precision": 0.203947, "recall": 0.323123}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.173913, "f1": 0.119291, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"], "main_score": 0.119291, "precision": 0.106454, "recall": 0.173913}, {"accuracy": 0.897233, "f1": 0.868464, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"], "main_score": 0.868464, "precision": 0.855402, "recall": 0.897233}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.742095, "f1": 0.678461, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"], "main_score": 0.678461, "precision": 0.651574, "recall": 0.742095}, {"accuracy": 0.061265, "f1": 0.02837, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"], "main_score": 0.02837, "precision": 0.023497, "recall": 0.061265}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.244071, "f1": 0.167049, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"], "main_score": 0.167049, "precision": 0.14783, "recall": 0.244071}, {"accuracy": 0.87253, "f1": 0.835507, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"], "main_score": 0.835507, "precision": 0.818626, "recall": 0.87253}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.911067, "f1": 0.883729, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"], "main_score": 0.883729, "precision": 0.870553, "recall": 0.911067}, {"accuracy": 0.300395, "f1": 0.224345, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"], "main_score": 0.224345, "precision": 0.201661, "recall": 0.300395}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.812253, "f1": 0.768189, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"], "main_score": 0.768189, "precision": 0.7494, "recall": 0.812253}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"], "main_score": 0.913043, "precision": 0.902833, "recall": 0.933794}, {"accuracy": 0.91996, "f1": 0.89697, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"], "main_score": 0.89697, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.19664, "f1": 0.127609, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"], "main_score": 0.127609, "precision": 0.112347, "recall": 0.19664}, {"accuracy": 0.066206, "f1": 0.041501, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"], "main_score": 0.041501, "precision": 0.035586, "recall": 0.066206}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.119858, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"], "main_score": 0.119858, "precision": 0.106447, "recall": 0.181818}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.87859, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"], "main_score": 0.87859, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.77668, "f1": 0.723174, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"], "main_score": 0.723174, "precision": 0.700033, "recall": 0.77668}, {"accuracy": 0.216403, "f1": 0.141758, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"], "main_score": 0.141758, "precision": 0.123728, "recall": 0.216403}, {"accuracy": 0.759881, "f1": 0.71234, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"], "main_score": 0.71234, "precision": 0.692354, "recall": 0.759881}, {"accuracy": 0.652174, "f1": 0.578089, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"], "main_score": 0.578089, "precision": 0.54974, "recall": 0.652174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.769763, "f1": 0.709867, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"], "main_score": 0.709867, "precision": 0.684503, "recall": 0.769763}, {"accuracy": 0.190711, "f1": 0.126487, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"], "main_score": 0.126487, "precision": 0.111429, "recall": 0.190711}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.081028, "f1": 0.043693, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"], "main_score": 0.043693, "precision": 0.034897, "recall": 0.081028}, {"accuracy": 0.281621, "f1": 0.206741, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"], "main_score": 0.206741, "precision": 0.186909, "recall": 0.281621}, {"accuracy": 0.390316, "f1": 0.300374, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"], "main_score": 0.300374, "precision": 0.273047, "recall": 0.390316}, {"accuracy": 0.093874, "f1": 0.048493, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"], "main_score": 0.048493, "precision": 0.038679, "recall": 0.093874}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.325099, "f1": 0.24251, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"], "main_score": 0.24251, "precision": 0.219687, "recall": 0.325099}, {"accuracy": 0.793478, "f1": 0.740664, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"], "main_score": 0.740664, "precision": 0.718791, "recall": 0.793478}, {"accuracy": 0.492095, "f1": 0.407142, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"], "main_score": 0.407142, "precision": 0.37926, "recall": 0.492095}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.289526, "f1": 0.211146, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"], "main_score": 0.211146, "precision": 0.191013, "recall": 0.289526}, {"accuracy": 0.356719, "f1": 0.272854, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"], "main_score": 0.272854, "precision": 0.249405, "recall": 0.356719}, {"accuracy": 0.291502, "f1": 0.205853, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"], "main_score": 0.205853, "precision": 0.181463, "recall": 0.291502}, {"accuracy": 0.37747, "f1": 0.293228, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"], "main_score": 0.293228, "precision": 0.267665, "recall": 0.37747}, {"accuracy": 0.66502, "f1": 0.595601, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"], "main_score": 0.595601, "precision": 0.567897, "recall": 0.66502}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.056324, "f1": 0.018543, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"], "main_score": 0.018543, "precision": 0.014197, "recall": 0.056324}, {"accuracy": 0.230237, "f1": 0.159246, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"], "main_score": 0.159246, "precision": 0.140603, "recall": 0.230237}, {"accuracy": 0.775692, "f1": 0.72141, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"], "main_score": 0.72141, "precision": 0.698712, "recall": 0.775692}, {"accuracy": 0.270751, "f1": 0.192973, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"], "main_score": 0.192973, "precision": 0.172898, "recall": 0.270751}, {"accuracy": 0.071146, "f1": 0.037308, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"], "main_score": 0.037308, "precision": 0.032227, "recall": 0.071146}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.831028, "f1": 0.787615, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"], "main_score": 0.787615, "precision": 0.768511, "recall": 0.831028}, {"accuracy": 0.818182, "f1": 0.768198, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"], "main_score": 0.768198, "precision": 0.746831, "recall": 0.818182}, {"accuracy": 0.774704, "f1": 0.724497, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"], "main_score": 0.724497, "precision": 0.70308, "recall": 0.774704}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.25, "f1": 0.177831, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"], "main_score": 0.177831, "precision": 0.157808, "recall": 0.25}, {"accuracy": 0.19664, "f1": 0.132301, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"], "main_score": 0.132301, "precision": 0.116874, "recall": 0.19664}, {"accuracy": 0.903162, "f1": 0.875296, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"], "main_score": 0.875296, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.410079, "f1": 0.323317, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"], "main_score": 0.323317, "precision": 0.295867, "recall": 0.410079}, {"accuracy": 0.235178, "f1": 0.164301, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"], "main_score": 0.164301, "precision": 0.146219, "recall": 0.235178}, {"accuracy": 0.746047, "f1": 0.684881, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"], "main_score": 0.684881, "precision": 0.6597, "recall": 0.746047}, {"accuracy": 0.939723, "f1": 0.923254, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"], "main_score": 0.923254, "precision": 0.91609, "recall": 0.939723}, {"accuracy": 0.216403, "f1": 0.141364, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"], "main_score": 0.141364, "precision": 0.124087, "recall": 0.216403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.261858, "f1": 0.191445, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"], "main_score": 0.191445, "precision": 0.173662, "recall": 0.261858}, {"accuracy": 0.452569, "f1": 0.358221, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"], "main_score": 0.358221, "precision": 0.327443, "recall": 0.452569}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.773715, "f1": 0.716453, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"], "main_score": 0.716453, "precision": 0.692088, "recall": 0.773715}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.258893, "f1": 0.188126, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"], "main_score": 0.188126, "precision": 0.168783, "recall": 0.258893}, {"accuracy": 0.08004, "f1": 0.034539, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"], "main_score": 0.034539, "precision": 0.027807, "recall": 0.08004}, {"accuracy": 0.280632, "f1": 0.199322, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"], "main_score": 0.199322, "precision": 0.177153, "recall": 0.280632}, {"accuracy": 0.151186, "f1": 0.094028, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"], "main_score": 0.094028, "precision": 0.081656, "recall": 0.151186}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.752964, "f1": 0.691403, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"], "main_score": 0.691403, "precision": 0.665794, "recall": 0.752964}, {"accuracy": 0.103755, "f1": 0.069472, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"], "main_score": 0.069472, "precision": 0.061758, "recall": 0.103755}, {"accuracy": 0.773715, "f1": 0.715961, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"], "main_score": 0.715961, "precision": 0.690711, "recall": 0.773715}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.753953, "f1": 0.692212, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"], "main_score": 0.692212, "precision": 0.665481, "recall": 0.753953}, {"accuracy": 0.528656, "f1": 0.442665, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"], "main_score": 0.442665, "precision": 0.410304, "recall": 0.528656}, {"accuracy": 0.208498, "f1": 0.137481, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"], "main_score": 0.137481, "precision": 0.120529, "recall": 0.208498}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.41996, "f1": 0.327615, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"], "main_score": 0.327615, "precision": 0.298673, "recall": 0.41996}, {"accuracy": 0.251976, "f1": 0.174517, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"], "main_score": 0.174517, "precision": 0.155403, "recall": 0.251976}, {"accuracy": 0.220356, "f1": 0.149514, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"], "main_score": 0.149514, "precision": 0.131587, "recall": 0.220356}, {"accuracy": 0.259881, "f1": 0.184896, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"], "main_score": 0.184896, "precision": 0.165027, "recall": 0.259881}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.019763, "f1": 0.003327, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"], "main_score": 0.003327, "precision": 0.00232, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821066, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"], "main_score": 0.821066, "precision": 0.803689, "recall": 0.859684}, {"accuracy": 0.458498, "f1": 0.369217, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"], "main_score": 0.369217, "precision": 0.337105, "recall": 0.458498}, {"accuracy": 0.858696, "f1": 0.819104, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"], "main_score": 0.819104, "precision": 0.800889, "recall": 0.858696}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.11166, "f1": 0.065956, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"], "main_score": 0.065956, "precision": 0.056334, "recall": 0.11166}, {"accuracy": 0.232213, "f1": 0.159174, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"], "main_score": 0.159174, "precision": 0.14073, "recall": 0.232213}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.663043, "f1": 0.589729, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"], "main_score": 0.589729, "precision": 0.561447, "recall": 0.663043}, {"accuracy": 0.213439, "f1": 0.139537, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"], "main_score": 0.139537, "precision": 0.120101, "recall": 0.213439}, {"accuracy": 0.210474, "f1": 0.132664, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"], "main_score": 0.132664, "precision": 0.113158, "recall": 0.210474}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"], "main_score": 0.937978, "precision": 0.930912, "recall": 0.952569}, {"accuracy": 0.206522, "f1": 0.134374, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"], "main_score": 0.134374, "precision": 0.116727, "recall": 0.206522}, {"accuracy": 0.220356, "f1": 0.149776, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"], "main_score": 0.149776, "precision": 0.131162, "recall": 0.220356}, {"accuracy": 0.826087, "f1": 0.777635, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"], "main_score": 0.777635, "precision": 0.755698, "recall": 0.826087}, {"accuracy": 0.676877, "f1": 0.610503, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"], "main_score": 0.610503, "precision": 0.584071, "recall": 0.676877}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.3083, "f1": 0.218927, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"], "main_score": 0.218927, "precision": 0.192, "recall": 0.3083}, {"accuracy": 0.496047, "f1": 0.410959, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"], "main_score": 0.410959, "precision": 0.382009, "recall": 0.496047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.566206, "f1": 0.485343, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"], "main_score": 0.485343, "precision": 0.45447, "recall": 0.566206}, {"accuracy": 0.850791, "f1": 0.809453, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"], "main_score": 0.809453, "precision": 0.790629, "recall": 0.850791}, {"accuracy": 0.310277, "f1": 0.230937, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"], "main_score": 0.230937, "precision": 0.208631, "recall": 0.310277}, {"accuracy": 0.607708, "f1": 0.525824, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"], "main_score": 0.525824, "precision": 0.493875, "recall": 0.607708}, {"accuracy": 0.728261, "f1": 0.663952, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"], "main_score": 0.663952, "precision": 0.636298, "recall": 0.728261}, {"accuracy": 0.268775, "f1": 0.188048, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"], "main_score": 0.188048, "precision": 0.166557, "recall": 0.268775}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.782609, "f1": 0.725513, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"], "main_score": 0.725513, "precision": 0.700527, "recall": 0.782609}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.438735, "f1": 0.355248, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"], "main_score": 0.355248, "precision": 0.326915, "recall": 0.438735}, {"accuracy": 0.535573, "f1": 0.447153, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"], "main_score": 0.447153, "precision": 0.416345, "recall": 0.535573}, {"accuracy": 0.125494, "f1": 0.071003, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"], "main_score": 0.071003, "precision": 0.060256, "recall": 0.125494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.192688, "f1": 0.128193, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"], "main_score": 0.128193, "precision": 0.111052, "recall": 0.192688}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"], "main_score": 0.952734, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.495059, "f1": 0.409489, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"], "main_score": 0.409489, "precision": 0.381568, "recall": 0.495059}, {"accuracy": 0.37747, "f1": 0.290265, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"], "main_score": 0.290265, "precision": 0.264069, "recall": 0.37747}, {"accuracy": 0.887352, "f1": 0.852503, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"], "main_score": 0.852503, "precision": 0.836051, "recall": 0.887352}, {"accuracy": 0.279644, "f1": 0.202591, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"], "main_score": 0.202591, "precision": 0.182018, "recall": 0.279644}, {"accuracy": 0.253953, "f1": 0.172699, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"], "main_score": 0.172699, "precision": 0.151003, "recall": 0.253953}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.478261, "f1": 0.385581, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"], "main_score": 0.385581, "precision": 0.355743, "recall": 0.478261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.219368, "f1": 0.13899, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"], "main_score": 0.13899, "precision": 0.119184, "recall": 0.219368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.902292, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"], "main_score": 0.902292, "precision": 0.891798, "recall": 0.924901}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.198617, "f1": 0.134365, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"], "main_score": 0.134365, "precision": 0.118701, "recall": 0.198617}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.216403, "f1": 0.145163, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"], "main_score": 0.145163, "precision": 0.127242, "recall": 0.216403}, {"accuracy": 0.235178, "f1": 0.160703, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"], "main_score": 0.160703, "precision": 0.141601, "recall": 0.235178}, {"accuracy": 0.160079, "f1": 0.09758, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"], "main_score": 0.09758, "precision": 0.083116, "recall": 0.160079}, {"accuracy": 0.573123, "f1": 0.490864, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"], "main_score": 0.490864, "precision": 0.458795, "recall": 0.573123}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.325099, "f1": 0.23723, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"], "main_score": 0.23723, "precision": 0.209663, "recall": 0.325099}, {"accuracy": 0.210474, "f1": 0.138015, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"], "main_score": 0.138015, "precision": 0.120451, "recall": 0.210474}, {"accuracy": 0.248024, "f1": 0.173373, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"], "main_score": 0.173373, "precision": 0.154452, "recall": 0.248024}, {"accuracy": 0.843874, "f1": 0.80183, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"], "main_score": 0.80183, "precision": 0.783185, "recall": 0.843874}, {"accuracy": 0.198617, "f1": 0.130498, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"], "main_score": 0.130498, "precision": 0.114063, "recall": 0.198617}, {"accuracy": 0.205534, "f1": 0.137281, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"], "main_score": 0.137281, "precision": 0.120653, "recall": 0.205534}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"], "main_score": 0.948518, "precision": 0.942935, "recall": 0.960474}, {"accuracy": 0.318182, "f1": 0.23126, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"], "main_score": 0.23126, "precision": 0.206267, "recall": 0.318182}, {"accuracy": 0.275692, "f1": 0.195366, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"], "main_score": 0.195366, "precision": 0.17451, "recall": 0.275692}, {"accuracy": 0.677866, "f1": 0.603498, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"], "main_score": 0.603498, "precision": 0.574534, "recall": 0.677866}, {"accuracy": 0.392292, "f1": 0.30688, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"], "main_score": 0.30688, "precision": 0.280107, "recall": 0.392292}, {"accuracy": 0.496047, "f1": 0.404487, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"], "main_score": 0.404487, "precision": 0.372655, "recall": 0.496047}, {"accuracy": 0.874506, "f1": 0.841403, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"], "main_score": 0.841403, "precision": 0.826005, "recall": 0.874506}, {"accuracy": 0.374506, "f1": 0.284715, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"], "main_score": 0.284715, "precision": 0.257232, "recall": 0.374506}, {"accuracy": 0.488142, "f1": 0.400081, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"], "main_score": 0.400081, "precision": 0.369479, "recall": 0.488142}, {"accuracy": 0.203557, "f1": 0.137202, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"], "main_score": 0.137202, "precision": 0.119394, "recall": 0.203557}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.87747, "f1": 0.842852, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"], "main_score": 0.842852, "precision": 0.82691, "recall": 0.87747}, {"accuracy": 0.289526, "f1": 0.208427, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"], "main_score": 0.208427, "precision": 0.183203, "recall": 0.289526}, {"accuracy": 0.230237, "f1": 0.155557, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"], "main_score": 0.155557, "precision": 0.135611, "recall": 0.230237}, {"accuracy": 0.086957, "f1": 0.050856, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"], "main_score": 0.050856, "precision": 0.041812, "recall": 0.086957}, {"accuracy": 0.142292, "f1": 0.086624, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"], "main_score": 0.086624, "precision": 0.074118, "recall": 0.142292}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.882411, "f1": 0.847563, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"], "main_score": 0.847563, "precision": 0.831143, "recall": 0.882411}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"], "main_score": 0.909914, "precision": 0.899868, "recall": 0.93083}, {"accuracy": 0.560277, "f1": 0.479797, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"], "main_score": 0.479797, "precision": 0.450176, "recall": 0.560277}, {"accuracy": 0.157115, "f1": 0.098657, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"], "main_score": 0.098657, "precision": 0.085143, "recall": 0.157115}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.338933, "f1": 0.251775, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"], "main_score": 0.251775, "precision": 0.224699, "recall": 0.338933}, {"accuracy": 0.56917, "f1": 0.49082, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"], "main_score": 0.49082, "precision": 0.46079, "recall": 0.56917}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"], "main_score": 0.878261, "precision": 0.865777, "recall": 0.905138}, {"accuracy": 0.192688, "f1": 0.120975, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"], "main_score": 0.120975, "precision": 0.103655, "recall": 0.192688}, {"accuracy": 0.914032, "f1": 0.889822, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"], "main_score": 0.889822, "precision": 0.878129, "recall": 0.914032}, {"accuracy": 0.848814, "f1": 0.809881, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"], "main_score": 0.809881, "precision": 0.792556, "recall": 0.848814}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.233202, "f1": 0.155881, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"], "main_score": 0.155881, "precision": 0.136244, "recall": 0.233202}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.927866, "f1": 0.904809, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"], "main_score": 0.904809, "precision": 0.89361, "recall": 0.927866}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.108696, "f1": 0.063819, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"], "main_score": 0.063819, "precision": 0.053706, "recall": 0.108696}, {"accuracy": 0.892292, "f1": 0.861067, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"], "main_score": 0.861067, "precision": 0.846624, "recall": 0.892292}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.643281, "f1": 0.563394, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"], "main_score": 0.563394, "precision": 0.530724, "recall": 0.643281}, {"accuracy": 0.062253, "f1": 0.030272, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"], "main_score": 0.030272, "precision": 0.024891, "recall": 0.062253}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.166008, "f1": 0.106612, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"], "main_score": 0.106612, "precision": 0.092729, "recall": 0.166008}, {"accuracy": 0.804348, "f1": 0.754545, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"], "main_score": 0.754545, "precision": 0.732773, "recall": 0.804348}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.891304, "f1": 0.861957, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"], "main_score": 0.861957, "precision": 0.84832, "recall": 0.891304}, {"accuracy": 0.896245, "f1": 0.865349, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"], "main_score": 0.865349, "precision": 0.850873, "recall": 0.896245}, {"accuracy": 0.221344, "f1": 0.154442, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"], "main_score": 0.154442, "precision": 0.13628, "recall": 0.221344}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.789526, "f1": 0.742545, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"], "main_score": 0.742545, "precision": 0.722192, "recall": 0.789526}, {"accuracy": 0.907115, "f1": 0.881324, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"], "main_score": 0.881324, "precision": 0.869186, "recall": 0.907115}, {"accuracy": 0.908103, "f1": 0.883202, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"], "main_score": 0.883202, "precision": 0.871542, "recall": 0.908103}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.132411, "f1": 0.079546, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"], "main_score": 0.079546, "precision": 0.068689, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.041709, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"], "main_score": 0.041709, "precision": 0.035785, "recall": 0.064229}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.115613, "f1": 0.066489, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"], "main_score": 0.066489, "precision": 0.055993, "recall": 0.115613}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.934783, "f1": 0.913867, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"], "main_score": 0.913867, "precision": 0.903491, "recall": 0.934783}, {"accuracy": 0.885375, "f1": 0.85504, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"], "main_score": 0.85504, "precision": 0.841238, "recall": 0.885375}, {"accuracy": 0.681818, "f1": 0.609459, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"], "main_score": 0.609459, "precision": 0.579563, "recall": 0.681818}, {"accuracy": 0.136364, "f1": 0.079928, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"], "main_score": 0.079928, "precision": 0.067812, "recall": 0.136364}, {"accuracy": 0.683794, "f1": 0.622285, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"], "main_score": 0.622285, "precision": 0.595669, "recall": 0.683794}, {"accuracy": 0.537549, "f1": 0.455698, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"], "main_score": 0.455698, "precision": 0.42425, "recall": 0.537549}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"], "main_score": 0.966469, "precision": 0.962698, "recall": 0.974308}, {"accuracy": 0.662055, "f1": 0.590714, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"], "main_score": 0.590714, "precision": 0.562306, "recall": 0.662055}, {"accuracy": 0.126482, "f1": 0.073495, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"], "main_score": 0.073495, "precision": 0.062052, "recall": 0.126482}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"], "main_score": 0.925296, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.064229, "f1": 0.035928, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"], "main_score": 0.035928, "precision": 0.029892, "recall": 0.064229}, {"accuracy": 0.190711, "f1": 0.126645, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"], "main_score": 0.126645, "precision": 0.109929, "recall": 0.190711}, {"accuracy": 0.29249, "f1": 0.212837, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"], "main_score": 0.212837, "precision": 0.189701, "recall": 0.29249}, {"accuracy": 0.083992, "f1": 0.049456, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"], "main_score": 0.049456, "precision": 0.042235, "recall": 0.083992}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.220356, "f1": 0.148706, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"], "main_score": 0.148706, "precision": 0.130551, "recall": 0.220356}, {"accuracy": 0.709486, "f1": 0.645667, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"], "main_score": 0.645667, "precision": 0.620126, "recall": 0.709486}, {"accuracy": 0.405138, "f1": 0.321636, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"], "main_score": 0.321636, "precision": 0.294771, "recall": 0.405138}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.195652, "f1": 0.124862, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"], "main_score": 0.124862, "precision": 0.106205, "recall": 0.195652}, {"accuracy": 0.267787, "f1": 0.190954, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"], "main_score": 0.190954, "precision": 0.170805, "recall": 0.267787}, {"accuracy": 0.204545, "f1": 0.125574, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"], "main_score": 0.125574, "precision": 0.105848, "recall": 0.204545}, {"accuracy": 0.310277, "f1": 0.233007, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"], "main_score": 0.233007, "precision": 0.210707, "recall": 0.310277}, {"accuracy": 0.598814, "f1": 0.526388, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"], "main_score": 0.526388, "precision": 0.497918, "recall": 0.598814}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.052372, "f1": 0.019556, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"], "main_score": 0.019556, "precision": 0.015796, "recall": 0.052372}, {"accuracy": 0.148221, "f1": 0.090508, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"], "main_score": 0.090508, "precision": 0.076593, "recall": 0.148221}, {"accuracy": 0.712451, "f1": 0.644831, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"], "main_score": 0.644831, "precision": 0.615869, "recall": 0.712451}, {"accuracy": 0.183794, "f1": 0.118999, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"], "main_score": 0.118999, "precision": 0.103094, "recall": 0.183794}, {"accuracy": 0.065217, "f1": 0.036929, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"], "main_score": 0.036929, "precision": 0.031621, "recall": 0.065217}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.725296, "f1": 0.661401, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"], "main_score": 0.661401, "precision": 0.635359, "recall": 0.725296}, {"accuracy": 0.731225, "f1": 0.663046, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"], "main_score": 0.663046, "precision": 0.633722, "recall": 0.731225}, {"accuracy": 0.772727, "f1": 0.721154, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"], "main_score": 0.721154, "precision": 0.698493, "recall": 0.772727}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.167984, "f1": 0.110261, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"], "main_score": 0.110261, "precision": 0.094689, "recall": 0.167984}, {"accuracy": 0.121542, "f1": 0.071666, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"], "main_score": 0.071666, "precision": 0.060667, "recall": 0.121542}, {"accuracy": 0.894269, "f1": 0.862714, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"], "main_score": 0.862714, "precision": 0.848073, "recall": 0.894269}, {"accuracy": 0.963439, "f1": 0.951647, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"], "main_score": 0.951647, "precision": 0.945899, "recall": 0.963439}, {"accuracy": 0.937747, "f1": 0.918544, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"], "main_score": 0.918544, "precision": 0.909173, "recall": 0.937747}, {"accuracy": 0.312253, "f1": 0.233259, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"], "main_score": 0.233259, "precision": 0.210128, "recall": 0.312253}, {"accuracy": 0.147233, "f1": 0.08896, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"], "main_score": 0.08896, "precision": 0.07579, "recall": 0.147233}, {"accuracy": 0.640316, "f1": 0.569277, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"], "main_score": 0.569277, "precision": 0.541249, "recall": 0.640316}, {"accuracy": 0.898221, "f1": 0.871871, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"], "main_score": 0.871871, "precision": 0.859717, "recall": 0.898221}, {"accuracy": 0.133399, "f1": 0.07135, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"], "main_score": 0.07135, "precision": 0.058666, "recall": 0.133399}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.185771, "f1": 0.128385, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"], "main_score": 0.128385, "precision": 0.115267, "recall": 0.185771}, {"accuracy": 0.343874, "f1": 0.256085, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"], "main_score": 0.256085, "precision": 0.230011, "recall": 0.343874}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.668972, "f1": 0.596878, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"], "main_score": 0.596878, "precision": 0.567845, "recall": 0.668972}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"], "main_score": 0.906028, "precision": 0.895669, "recall": 0.927866}, {"accuracy": 0.16502, "f1": 0.104568, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"], "main_score": 0.104568, "precision": 0.088786, "recall": 0.16502}, {"accuracy": 0.072134, "f1": 0.031802, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"], "main_score": 0.031802, "precision": 0.025825, "recall": 0.072134}, {"accuracy": 0.188735, "f1": 0.119633, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"], "main_score": 0.119633, "precision": 0.102087, "recall": 0.188735}, {"accuracy": 0.087945, "f1": 0.04285, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"], "main_score": 0.04285, "precision": 0.033406, "recall": 0.087945}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"], "main_score": 0.965152, "precision": 0.961215, "recall": 0.97332}, {"accuracy": 0.645257, "f1": 0.569798, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"], "main_score": 0.569798, "precision": 0.53937, "recall": 0.645257}, {"accuracy": 0.065217, "f1": 0.041351, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"], "main_score": 0.041351, "precision": 0.036074, "recall": 0.065217}, {"accuracy": 0.655138, "f1": 0.582166, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"], "main_score": 0.582166, "precision": 0.55196, "recall": 0.655138}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.722332, "f1": 0.656752, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"], "main_score": 0.656752, "precision": 0.628689, "recall": 0.722332}, {"accuracy": 0.448617, "f1": 0.36672, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"], "main_score": 0.36672, "precision": 0.337059, "recall": 0.448617}, {"accuracy": 0.156126, "f1": 0.091236, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"], "main_score": 0.091236, "precision": 0.076836, "recall": 0.156126}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.327075, "f1": 0.242745, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"], "main_score": 0.242745, "precision": 0.216221, "recall": 0.327075}, {"accuracy": 0.181818, "f1": 0.115584, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"], "main_score": 0.115584, "precision": 0.099619, "recall": 0.181818}, {"accuracy": 0.145257, "f1": 0.090232, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"], "main_score": 0.090232, "precision": 0.077247, "recall": 0.145257}, {"accuracy": 0.194664, "f1": 0.133384, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"], "main_score": 0.133384, "precision": 0.117707, "recall": 0.194664}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.014822, "f1": 0.002175, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"], "main_score": 0.002175, "precision": 0.001636, "recall": 0.014822}, {"accuracy": 0.860672, "f1": 0.82253, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"], "main_score": 0.82253, "precision": 0.805451, "recall": 0.860672}, {"accuracy": 0.432806, "f1": 0.348157, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"], "main_score": 0.348157, "precision": 0.316842, "recall": 0.432806}, {"accuracy": 0.826087, "f1": 0.780534, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"], "main_score": 0.780534, "precision": 0.759569, "recall": 0.826087}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.079051, "f1": 0.041745, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"], "main_score": 0.041745, "precision": 0.034939, "recall": 0.079051}, {"accuracy": 0.143281, "f1": 0.089804, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"], "main_score": 0.089804, "precision": 0.076748, "recall": 0.143281}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.567194, "f1": 0.48832, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"], "main_score": 0.48832, "precision": 0.458854, "recall": 0.567194}, {"accuracy": 0.145257, "f1": 0.090741, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"], "main_score": 0.090741, "precision": 0.076396, "recall": 0.145257}, {"accuracy": 0.163043, "f1": 0.099131, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"], "main_score": 0.099131, "precision": 0.083874, "recall": 0.163043}, {"accuracy": 0.928854, "f1": 0.908432, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"], "main_score": 0.908432, "precision": 0.898715, "recall": 0.928854}, {"accuracy": 0.144269, "f1": 0.087698, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"], "main_score": 0.087698, "precision": 0.074851, "recall": 0.144269}, {"accuracy": 0.128458, "f1": 0.077042, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"], "main_score": 0.077042, "precision": 0.063458, "recall": 0.128458}, {"accuracy": 0.815217, "f1": 0.766601, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"], "main_score": 0.766601, "precision": 0.744631, "recall": 0.815217}, {"accuracy": 0.583992, "f1": 0.508646, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"], "main_score": 0.508646, "precision": 0.479856, "recall": 0.583992}, {"accuracy": 0.955534, "f1": 0.942805, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"], "main_score": 0.942805, "precision": 0.936759, "recall": 0.955534}, {"accuracy": 0.20751, "f1": 0.134499, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"], "main_score": 0.134499, "precision": 0.114073, "recall": 0.20751}, {"accuracy": 0.401186, "f1": 0.317166, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"], "main_score": 0.317166, "precision": 0.290773, "recall": 0.401186}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.545455, "f1": 0.464297, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"], "main_score": 0.464297, "precision": 0.433116, "recall": 0.545455}, {"accuracy": 0.832016, "f1": 0.786133, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"], "main_score": 0.786133, "precision": 0.764937, "recall": 0.832016}, {"accuracy": 0.235178, "f1": 0.161201, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"], "main_score": 0.161201, "precision": 0.141004, "recall": 0.235178}, {"accuracy": 0.641304, "f1": 0.564314, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"], "main_score": 0.564314, "precision": 0.533369, "recall": 0.641304}, {"accuracy": 0.637352, "f1": 0.56618, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"], "main_score": 0.56618, "precision": 0.537791, "recall": 0.637352}, {"accuracy": 0.179842, "f1": 0.111129, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"], "main_score": 0.111129, "precision": 0.094169, "recall": 0.179842}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"], "main_score": 0.898386, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.895257, "f1": 0.864592, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"], "main_score": 0.864592, "precision": 0.850461, "recall": 0.895257}, {"accuracy": 0.719368, "f1": 0.654809, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"], "main_score": 0.654809, "precision": 0.62691, "recall": 0.719368}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.386364, "f1": 0.308973, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"], "main_score": 0.308973, "precision": 0.282385, "recall": 0.386364}, {"accuracy": 0.425889, "f1": 0.336343, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"], "main_score": 0.336343, "precision": 0.30673, "recall": 0.425889}, {"accuracy": 0.083992, "f1": 0.044453, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"], "main_score": 0.044453, "precision": 0.037241, "recall": 0.083992}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.206522, "f1": 0.141348, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"], "main_score": 0.141348, "precision": 0.123311, "recall": 0.206522}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"], "main_score": 0.958893, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.94664, "f1": 0.931653, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"], "main_score": 0.931653, "precision": 0.924605, "recall": 0.94664}, {"accuracy": 0.412055, "f1": 0.322129, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"], "main_score": 0.322129, "precision": 0.294255, "recall": 0.412055}, {"accuracy": 0.284585, "f1": 0.199748, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"], "main_score": 0.199748, "precision": 0.175823, "recall": 0.284585}, {"accuracy": 0.860672, "f1": 0.819236, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"], "main_score": 0.819236, "precision": 0.799984, "recall": 0.860672}, {"accuracy": 0.1917, "f1": 0.127514, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"], "main_score": 0.127514, "precision": 0.110546, "recall": 0.1917}, {"accuracy": 0.179842, "f1": 0.114788, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"], "main_score": 0.114788, "precision": 0.098233, "recall": 0.179842}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.37747, "f1": 0.290758, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"], "main_score": 0.290758, "precision": 0.263365, "recall": 0.37747}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.148221, "f1": 0.085883, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"], "main_score": 0.085883, "precision": 0.07255, "recall": 0.148221}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"], "main_score": 0.899704, "precision": 0.889196, "recall": 0.921937}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"], "main_score": 0.897628, "precision": 0.886644, "recall": 0.920949}, {"accuracy": 0.117589, "f1": 0.070044, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"], "main_score": 0.070044, "precision": 0.060052, "recall": 0.117589}, {"accuracy": 0.870553, "f1": 0.834848, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"], "main_score": 0.834848, "precision": 0.818429, "recall": 0.870553}, {"accuracy": 0.143281, "f1": 0.082722, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"], "main_score": 0.082722, "precision": 0.068146, "recall": 0.143281}, {"accuracy": 0.159091, "f1": 0.102379, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"], "main_score": 0.102379, "precision": 0.087958, "recall": 0.159091}, {"accuracy": 0.121542, "f1": 0.070278, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"], "main_score": 0.070278, "precision": 0.058961, "recall": 0.121542}, {"accuracy": 0.536561, "f1": 0.461575, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"], "main_score": 0.461575, "precision": 0.433613, "recall": 0.536561}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.23913, "f1": 0.166212, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"], "main_score": 0.166212, "precision": 0.145388, "recall": 0.23913}, {"accuracy": 0.114625, "f1": 0.062795, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"], "main_score": 0.062795, "precision": 0.051061, "recall": 0.114625}, {"accuracy": 0.16502, "f1": 0.100155, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"], "main_score": 0.100155, "precision": 0.084959, "recall": 0.16502}, {"accuracy": 0.848814, "f1": 0.80802, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"], "main_score": 0.80802, "precision": 0.789502, "recall": 0.848814}, {"accuracy": 0.140316, "f1": 0.08364, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"], "main_score": 0.08364, "precision": 0.070304, "recall": 0.140316}, {"accuracy": 0.137352, "f1": 0.085533, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"], "main_score": 0.085533, "precision": 0.072329, "recall": 0.137352}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"], "main_score": 0.904216, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.241107, "f1": 0.171551, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"], "main_score": 0.171551, "precision": 0.153283, "recall": 0.241107}, {"accuracy": 0.1917, "f1": 0.12487, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"], "main_score": 0.12487, "precision": 0.109057, "recall": 0.1917}, {"accuracy": 0.575099, "f1": 0.493484, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"], "main_score": 0.493484, "precision": 0.462091, "recall": 0.575099}, {"accuracy": 0.294466, "f1": 0.213222, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"], "main_score": 0.213222, "precision": 0.190298, "recall": 0.294466}, {"accuracy": 0.396245, "f1": 0.308355, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"], "main_score": 0.308355, "precision": 0.279877, "recall": 0.396245}, {"accuracy": 0.896245, "f1": 0.866337, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"], "main_score": 0.866337, "precision": 0.85252, "recall": 0.896245}, {"accuracy": 0.272727, "f1": 0.189094, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"], "main_score": 0.189094, "precision": 0.164992, "recall": 0.272727}, {"accuracy": 0.420949, "f1": 0.334796, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"], "main_score": 0.334796, "precision": 0.305339, "recall": 0.420949}, {"accuracy": 0.134387, "f1": 0.084355, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"], "main_score": 0.084355, "precision": 0.072071, "recall": 0.134387}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.87253, "f1": 0.838194, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"], "main_score": 0.838194, "precision": 0.822628, "recall": 0.87253}, {"accuracy": 0.208498, "f1": 0.142815, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"], "main_score": 0.142815, "precision": 0.124803, "recall": 0.208498}, {"accuracy": 0.162055, "f1": 0.102029, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"], "main_score": 0.102029, "precision": 0.088336, "recall": 0.162055}, {"accuracy": 0.047431, "f1": 0.035273, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"], "main_score": 0.035273, "precision": 0.032207, "recall": 0.047431}, {"accuracy": 0.246047, "f1": 0.222428, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"], "main_score": 0.222428, "precision": 0.21334, "recall": 0.246047}, {"accuracy": 0.005929, "f1": 0.000979, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"], "main_score": 0.000979, "precision": 0.000667, "recall": 0.005929}, {"accuracy": 0.209486, "f1": 0.181227, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"], "main_score": 0.181227, "precision": 0.172451, "recall": 0.209486}, {"accuracy": 0.186759, "f1": 0.171061, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"], "main_score": 0.171061, "precision": 0.166192, "recall": 0.186759}, {"accuracy": 0.187747, "f1": 0.166003, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"], "main_score": 0.166003, "precision": 0.159358, "recall": 0.187747}, {"accuracy": 0.203557, "f1": 0.188412, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"], "main_score": 0.188412, "precision": 0.183213, "recall": 0.203557}, {"accuracy": 0.302372, "f1": 0.270898, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"], "main_score": 0.270898, "precision": 0.260041, "recall": 0.302372}, {"accuracy": 0.306324, "f1": 0.266482, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"], "main_score": 0.266482, "precision": 0.254995, "recall": 0.306324}, {"accuracy": 0.275692, "f1": 0.25236, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"], "main_score": 0.25236, "precision": 0.243853, "recall": 0.275692}, {"accuracy": 0.211462, "f1": 0.198494, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"], "main_score": 0.198494, "precision": 0.193893, "recall": 0.211462}, {"accuracy": 0.243083, "f1": 0.211306, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"], "main_score": 0.211306, "precision": 0.20079, "recall": 0.243083}, {"accuracy": 0.1917, "f1": 0.168052, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"], "main_score": 0.168052, "precision": 0.160116, "recall": 0.1917}, {"accuracy": 0.277668, "f1": 0.249629, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"], "main_score": 0.249629, "precision": 0.239645, "recall": 0.277668}, {"accuracy": 0.192688, "f1": 0.171709, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"], "main_score": 0.171709, "precision": 0.165158, "recall": 0.192688}, {"accuracy": 0.184783, "f1": 0.159024, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"], "main_score": 0.159024, "precision": 0.152703, "recall": 0.184783}, {"accuracy": 0.289526, "f1": 0.257709, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"], "main_score": 0.257709, "precision": 0.247971, "recall": 0.289526}, {"accuracy": 0.586957, "f1": 0.539432, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"], "main_score": 0.539432, "precision": 0.521084, "recall": 0.586957}, {"accuracy": 0.190711, "f1": 0.168753, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"], "main_score": 0.168753, "precision": 0.160962, "recall": 0.190711}, {"accuracy": 0.187747, "f1": 0.1566, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"], "main_score": 0.1566, "precision": 0.147977, "recall": 0.187747}, {"accuracy": 0.336957, "f1": 0.301915, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"], "main_score": 0.301915, "precision": 0.291553, "recall": 0.336957}, {"accuracy": 0.245059, "f1": 0.225995, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"], "main_score": 0.225995, "precision": 0.219674, "recall": 0.245059}, {"accuracy": 0.245059, "f1": 0.219034, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"], "main_score": 0.219034, "precision": 0.209593, "recall": 0.245059}, {"accuracy": 0.088933, "f1": 0.075203, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"], "main_score": 0.075203, "precision": 0.071563, "recall": 0.088933}, {"accuracy": 0.247036, "f1": 0.218154, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"], "main_score": 0.218154, "precision": 0.209102, "recall": 0.247036}, {"accuracy": 0.216403, "f1": 0.195542, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"], "main_score": 0.195542, "precision": 0.188374, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.051253, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"], "main_score": 0.051253, "precision": 0.046532, "recall": 0.072134}, {"accuracy": 0.221344, "f1": 0.192401, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"], "main_score": 0.192401, "precision": 0.183047, "recall": 0.221344}, {"accuracy": 0.33004, "f1": 0.297326, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"], "main_score": 0.297326, "precision": 0.28513, "recall": 0.33004}, {"accuracy": 0.206522, "f1": 0.190437, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"], "main_score": 0.190437, "precision": 0.184663, "recall": 0.206522}, {"accuracy": 0.310277, "f1": 0.274473, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"], "main_score": 0.274473, "precision": 0.264316, "recall": 0.310277}, {"accuracy": 0.216403, "f1": 0.1877, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"], "main_score": 0.1877, "precision": 0.17885, "recall": 0.216403}, {"accuracy": 0.184783, "f1": 0.155687, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"], "main_score": 0.155687, "precision": 0.147534, "recall": 0.184783}, {"accuracy": 0.250988, "f1": 0.224295, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"], "main_score": 0.224295, "precision": 0.215318, "recall": 0.250988}, {"accuracy": 0.248024, "f1": 0.214404, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"], "main_score": 0.214404, "precision": 0.203418, "recall": 0.248024}, {"accuracy": 0.120553, "f1": 0.099773, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"], "main_score": 0.099773, "precision": 0.094959, "recall": 0.120553}, {"accuracy": 0.204545, "f1": 0.171777, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"], "main_score": 0.171777, "precision": 0.16304, "recall": 0.204545}, {"accuracy": 0.109684, "f1": 0.095149, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"], "main_score": 0.095149, "precision": 0.091135, "recall": 0.109684}, {"accuracy": 0.295455, "f1": 0.255445, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"], "main_score": 0.255445, "precision": 0.244684, "recall": 0.295455}, {"accuracy": 0.183794, "f1": 0.157748, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"], "main_score": 0.157748, "precision": 0.150264, "recall": 0.183794}, {"accuracy": 0.261858, "f1": 0.22439, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"], "main_score": 0.22439, "precision": 0.211227, "recall": 0.261858}, {"accuracy": 0.027668, "f1": 0.021593, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"], "main_score": 0.021593, "precision": 0.019384, "recall": 0.027668}, {"accuracy": 0.305336, "f1": 0.265331, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"], "main_score": 0.265331, "precision": 0.254064, "recall": 0.305336}, {"accuracy": 0.219368, "f1": 0.18453, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"], "main_score": 0.18453, "precision": 0.172423, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.213369, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"], "main_score": 0.213369, "precision": 0.203648, "recall": 0.246047}, {"accuracy": 0.296443, "f1": 0.26146, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"], "main_score": 0.26146, "precision": 0.250847, "recall": 0.296443}, {"accuracy": 0.184783, "f1": 0.162836, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"], "main_score": 0.162836, "precision": 0.156126, "recall": 0.184783}, {"accuracy": 0.175889, "f1": 0.164424, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"], "main_score": 0.164424, "precision": 0.161208, "recall": 0.175889}, {"accuracy": 0.26087, "f1": 0.228461, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"], "main_score": 0.228461, "precision": 0.216544, "recall": 0.26087}, {"accuracy": 0.240119, "f1": 0.212238, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"], "main_score": 0.212238, "precision": 0.204707, "recall": 0.240119}, {"accuracy": 0.212451, "f1": 0.193112, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"], "main_score": 0.193112, "precision": 0.188225, "recall": 0.212451}, {"accuracy": 0.320158, "f1": 0.278144, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"], "main_score": 0.278144, "precision": 0.266033, "recall": 0.320158}, {"accuracy": 0.202569, "f1": 0.185081, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"], "main_score": 0.185081, "precision": 0.180065, "recall": 0.202569}, {"accuracy": 0.224308, "f1": 0.18813, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"], "main_score": 0.18813, "precision": 0.176432, "recall": 0.224308}, {"accuracy": 0.213439, "f1": 0.189082, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"], "main_score": 0.189082, "precision": 0.181599, "recall": 0.213439}, {"accuracy": 0.050395, "f1": 0.040232, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"], "main_score": 0.040232, "precision": 0.037191, "recall": 0.050395}, {"accuracy": 0.301383, "f1": 0.274228, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"], "main_score": 0.274228, "precision": 0.263406, "recall": 0.301383}, {"accuracy": 0.304348, "f1": 0.275612, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"], "main_score": 0.275612, "precision": 0.265841, "recall": 0.304348}, {"accuracy": 0.05336, "f1": 0.044124, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"], "main_score": 0.044124, "precision": 0.041244, "recall": 0.05336}, {"accuracy": 0.26581, "f1": 0.228791, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"], "main_score": 0.228791, "precision": 0.217741, "recall": 0.26581}, {"accuracy": 0.203557, "f1": 0.174252, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"], "main_score": 0.174252, "precision": 0.16581, "recall": 0.203557}, {"accuracy": 0.27668, "f1": 0.254802, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"], "main_score": 0.254802, "precision": 0.247834, "recall": 0.27668}, {"accuracy": 0.174901, "f1": 0.149228, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"], "main_score": 0.149228, "precision": 0.141712, "recall": 0.174901}, {"accuracy": 0.214427, "f1": 0.199068, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"], "main_score": 0.199068, "precision": 0.194059, "recall": 0.214427}, {"accuracy": 0.206522, "f1": 0.188047, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"], "main_score": 0.188047, "precision": 0.18251, "recall": 0.206522}, {"accuracy": 0.327075, "f1": 0.285974, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"], "main_score": 0.285974, "precision": 0.273787, "recall": 0.327075}, {"accuracy": 0.282609, "f1": 0.261285, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"], "main_score": 0.261285, "precision": 0.252586, "recall": 0.282609}, {"accuracy": 0.262846, "f1": 0.229277, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"], "main_score": 0.229277, "precision": 0.218615, "recall": 0.262846}, {"accuracy": 0.262846, "f1": 0.234361, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"], "main_score": 0.234361, "precision": 0.22402, "recall": 0.262846}, {"accuracy": 0.224308, "f1": 0.20016, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"], "main_score": 0.20016, "precision": 0.193142, "recall": 0.224308}, {"accuracy": 0.150198, "f1": 0.134257, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"], "main_score": 0.134257, "precision": 0.129533, "recall": 0.150198}, {"accuracy": 0.283597, "f1": 0.251441, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"], "main_score": 0.251441, "precision": 0.241889, "recall": 0.283597}, {"accuracy": 0.048419, "f1": 0.0308, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"], "main_score": 0.0308, "precision": 0.027497, "recall": 0.048419}, {"accuracy": 0.201581, "f1": 0.174124, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"], "main_score": 0.174124, "precision": 0.165415, "recall": 0.201581}, {"accuracy": 0.16996, "f1": 0.157034, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"], "main_score": 0.157034, "precision": 0.15274, "recall": 0.16996}, {"accuracy": 0.270751, "f1": 0.238584, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"], "main_score": 0.238584, "precision": 0.226416, "recall": 0.270751}, {"accuracy": 0.049407, "f1": 0.037622, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"], "main_score": 0.037622, "precision": 0.034515, "recall": 0.049407}, {"accuracy": 0.326087, "f1": 0.286373, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"], "main_score": 0.286373, "precision": 0.274811, "recall": 0.326087}, {"accuracy": 0.209486, "f1": 0.193246, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"], "main_score": 0.193246, "precision": 0.188117, "recall": 0.209486}, {"accuracy": 0.220356, "f1": 0.20014, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"], "main_score": 0.20014, "precision": 0.19376, "recall": 0.220356}, {"accuracy": 0.083992, "f1": 0.068233, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"], "main_score": 0.068233, "precision": 0.064076, "recall": 0.083992}, {"accuracy": 0.310277, "f1": 0.274936, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"], "main_score": 0.274936, "precision": 0.264527, "recall": 0.310277}, {"accuracy": 0.302372, "f1": 0.264877, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"], "main_score": 0.264877, "precision": 0.253484, "recall": 0.302372}, {"accuracy": 0.322134, "f1": 0.279447, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"], "main_score": 0.279447, "precision": 0.26691, "recall": 0.322134}, {"accuracy": 0.214427, "f1": 0.190188, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"], "main_score": 0.190188, "precision": 0.18275, "recall": 0.214427}, {"accuracy": 0.26087, "f1": 0.23257, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"], "main_score": 0.23257, "precision": 0.222122, "recall": 0.26087}, {"accuracy": 0.25, "f1": 0.21373, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"], "main_score": 0.21373, "precision": 0.200626, "recall": 0.25}, {"accuracy": 0.090909, "f1": 0.074707, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"], "main_score": 0.074707, "precision": 0.071054, "recall": 0.090909}, {"accuracy": 0.300395, "f1": 0.260108, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"], "main_score": 0.260108, "precision": 0.248912, "recall": 0.300395}, {"accuracy": 0.166996, "f1": 0.153273, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"], "main_score": 0.153273, "precision": 0.148332, "recall": 0.166996}, {"accuracy": 0.26087, "f1": 0.23617, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"], "main_score": 0.23617, "precision": 0.227888, "recall": 0.26087}, {"accuracy": 0.291502, "f1": 0.263147, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"], "main_score": 0.263147, "precision": 0.25219, "recall": 0.291502}, {"accuracy": 0.213439, "f1": 0.200738, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"], "main_score": 0.200738, "precision": 0.196488, "recall": 0.213439}, {"accuracy": 0.226285, "f1": 0.198973, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"], "main_score": 0.198973, "precision": 0.191581, "recall": 0.226285}, {"accuracy": 0.245059, "f1": 0.212915, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"], "main_score": 0.212915, "precision": 0.201686, "recall": 0.245059}, {"accuracy": 0.266798, "f1": 0.228117, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"], "main_score": 0.228117, "precision": 0.216877, "recall": 0.266798}, {"accuracy": 0.304348, "f1": 0.272667, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"], "main_score": 0.272667, "precision": 0.262622, "recall": 0.304348}, {"accuracy": 0.294466, "f1": 0.267158, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"], "main_score": 0.267158, "precision": 0.257733, "recall": 0.294466}, {"accuracy": 0.229249, "f1": 0.198945, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"], "main_score": 0.198945, "precision": 0.18981, "recall": 0.229249}, {"accuracy": 0.275692, "f1": 0.236742, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"], "main_score": 0.236742, "precision": 0.225888, "recall": 0.275692}, {"accuracy": 0.324111, "f1": 0.282424, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"], "main_score": 0.282424, "precision": 0.270783, "recall": 0.324111}, {"accuracy": 0.230237, "f1": 0.197322, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"], "main_score": 0.197322, "precision": 0.187679, "recall": 0.230237}, {"accuracy": 0.211462, "f1": 0.195583, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"], "main_score": 0.195583, "precision": 0.190694, "recall": 0.211462}, {"accuracy": 0.168972, "f1": 0.139568, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"], "main_score": 0.139568, "precision": 0.13203, "recall": 0.168972}, {"accuracy": 0.23913, "f1": 0.210441, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"], "main_score": 0.210441, "precision": 0.200921, "recall": 0.23913}, {"accuracy": 0.100791, "f1": 0.072681, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"], "main_score": 0.072681, "precision": 0.065357, "recall": 0.100791}, {"accuracy": 0.309289, "f1": 0.277958, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"], "main_score": 0.277958, "precision": 0.266683, "recall": 0.309289}, {"accuracy": 0.134387, "f1": 0.103138, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"], "main_score": 0.103138, "precision": 0.094264, "recall": 0.134387}, {"accuracy": 0.315217, "f1": 0.274761, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"], "main_score": 0.274761, "precision": 0.263038, "recall": 0.315217}, {"accuracy": 0.232213, "f1": 0.203701, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"], "main_score": 0.203701, "precision": 0.195348, "recall": 0.232213}, {"accuracy": 0.11166, "f1": 0.087424, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"], "main_score": 0.087424, "precision": 0.080378, "recall": 0.11166}, {"accuracy": 0.230237, "f1": 0.210426, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"], "main_score": 0.210426, "precision": 0.204231, "recall": 0.230237}, {"accuracy": 0.327075, "f1": 0.289768, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"], "main_score": 0.289768, "precision": 0.278822, "recall": 0.327075}, {"accuracy": 0.139328, "f1": 0.125847, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"], "main_score": 0.125847, "precision": 0.121954, "recall": 0.139328}, {"accuracy": 0.209486, "f1": 0.185601, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"], "main_score": 0.185601, "precision": 0.177629, "recall": 0.209486}, {"accuracy": 0.255929, "f1": 0.221049, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"], "main_score": 0.221049, "precision": 0.209286, "recall": 0.255929}, {"accuracy": 0.221344, "f1": 0.187934, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"], "main_score": 0.187934, "precision": 0.177888, "recall": 0.221344}, {"accuracy": 0.252964, "f1": 0.233801, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"], "main_score": 0.233801, "precision": 0.227052, "recall": 0.252964}, {"accuracy": 0.258893, "f1": 0.226061, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"], "main_score": 0.226061, "precision": 0.214871, "recall": 0.258893}, {"accuracy": 0.29249, "f1": 0.251794, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"], "main_score": 0.251794, "precision": 0.237473, "recall": 0.29249}, {"accuracy": 0.255929, "f1": 0.230067, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"], "main_score": 0.230067, "precision": 0.221572, "recall": 0.255929}, {"accuracy": 0.289526, "f1": 0.256453, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"], "main_score": 0.256453, "precision": 0.246654, "recall": 0.289526}, {"accuracy": 0.022727, "f1": 0.010393, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"], "main_score": 0.010393, "precision": 0.008494, "recall": 0.022727}, {"accuracy": 0.099802, "f1": 0.087271, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"], "main_score": 0.087271, "precision": 0.083293, "recall": 0.099802}, {"accuracy": 0.092885, "f1": 0.071699, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"], "main_score": 0.071699, "precision": 0.065752, "recall": 0.092885}, {"accuracy": 0.166996, "f1": 0.142236, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"], "main_score": 0.142236, "precision": 0.135056, "recall": 0.166996}, {"accuracy": 0.309289, "f1": 0.272221, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"], "main_score": 0.272221, "precision": 0.261115, "recall": 0.309289}, {"accuracy": 0.125494, "f1": 0.098341, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"], "main_score": 0.098341, "precision": 0.089649, "recall": 0.125494}, {"accuracy": 0.297431, "f1": 0.26632, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"], "main_score": 0.26632, "precision": 0.254235, "recall": 0.297431}, {"accuracy": 0.290514, "f1": 0.252166, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"], "main_score": 0.252166, "precision": 0.241743, "recall": 0.290514}, {"accuracy": 0.325099, "f1": 0.286352, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"], "main_score": 0.286352, "precision": 0.274623, "recall": 0.325099}, {"accuracy": 0.211462, "f1": 0.193668, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"], "main_score": 0.193668, "precision": 0.187634, "recall": 0.211462}, {"accuracy": 0.174901, "f1": 0.148712, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"], "main_score": 0.148712, "precision": 0.140935, "recall": 0.174901}, {"accuracy": 0.237154, "f1": 0.210872, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"], "main_score": 0.210872, "precision": 0.200965, "recall": 0.237154}, {"accuracy": 0.194664, "f1": 0.174374, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"], "main_score": 0.174374, "precision": 0.168187, "recall": 0.194664}, {"accuracy": 0.237154, "f1": 0.202282, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"], "main_score": 0.202282, "precision": 0.190615, "recall": 0.237154}, {"accuracy": 0.182806, "f1": 0.155472, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"], "main_score": 0.155472, "precision": 0.146017, "recall": 0.182806}, {"accuracy": 0.100791, "f1": 0.085764, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"], "main_score": 0.085764, "precision": 0.081764, "recall": 0.100791}, {"accuracy": 0.208498, "f1": 0.190026, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"], "main_score": 0.190026, "precision": 0.184055, "recall": 0.208498}, {"accuracy": 0.219368, "f1": 0.184448, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"], "main_score": 0.184448, "precision": 0.174674, "recall": 0.219368}, {"accuracy": 0.216403, "f1": 0.188292, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"], "main_score": 0.188292, "precision": 0.180032, "recall": 0.216403}, {"accuracy": 0.25, "f1": 0.225149, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"], "main_score": 0.225149, "precision": 0.216871, "recall": 0.25}, {"accuracy": 0.231225, "f1": 0.198866, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"], "main_score": 0.198866, "precision": 0.189867, "recall": 0.231225}, {"accuracy": 0.071146, "f1": 0.060828, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"], "main_score": 0.060828, "precision": 0.057317, "recall": 0.071146}, {"accuracy": 0.148221, "f1": 0.116956, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"], "main_score": 0.116956, "precision": 0.108144, "recall": 0.148221}, {"accuracy": 0.172925, "f1": 0.15561, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"], "main_score": 0.15561, "precision": 0.150778, "recall": 0.172925}, {"accuracy": 0.114625, "f1": 0.100008, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"], "main_score": 0.100008, "precision": 0.095195, "recall": 0.114625}, {"accuracy": 0.219368, "f1": 0.189258, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"], "main_score": 0.189258, "precision": 0.180782, "recall": 0.219368}, {"accuracy": 0.296443, "f1": 0.266528, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"], "main_score": 0.266528, "precision": 0.255443, "recall": 0.296443}, {"accuracy": 0.110672, "f1": 0.093292, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"], "main_score": 0.093292, "precision": 0.088518, "recall": 0.110672}, {"accuracy": 0.233202, "f1": 0.201224, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"], "main_score": 0.201224, "precision": 0.192367, "recall": 0.233202}, {"accuracy": 0.231225, "f1": 0.194113, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"], "main_score": 0.194113, "precision": 0.184462, "recall": 0.231225}, {"accuracy": 0.242095, "f1": 0.216466, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"], "main_score": 0.216466, "precision": 0.209152, "recall": 0.242095}, {"accuracy": 0.181818, "f1": 0.166218, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"], "main_score": 0.166218, "precision": 0.160747, "recall": 0.181818}, {"accuracy": 0.310277, "f1": 0.273757, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"], "main_score": 0.273757, "precision": 0.262537, "recall": 0.310277}, {"accuracy": 0.163043, "f1": 0.136595, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"], "main_score": 0.136595, "precision": 0.129074, "recall": 0.163043}, {"accuracy": 0.215415, "f1": 0.194839, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"], "main_score": 0.194839, "precision": 0.188322, "recall": 0.215415}, {"accuracy": 0.157115, "f1": 0.120617, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"], "main_score": 0.120617, "precision": 0.109024, "recall": 0.157115}, {"accuracy": 0.305336, "f1": 0.268907, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"], "main_score": 0.268907, "precision": 0.256372, "recall": 0.305336}, {"accuracy": 0.047431, "f1": 0.03893, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"], "main_score": 0.03893, "precision": 0.036693, "recall": 0.047431}, {"accuracy": 0.217391, "f1": 0.182288, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"], "main_score": 0.182288, "precision": 0.171884, "recall": 0.217391}, {"accuracy": 0.208498, "f1": 0.183454, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"], "main_score": 0.183454, "precision": 0.176135, "recall": 0.208498}, {"accuracy": 0.181818, "f1": 0.160478, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"], "main_score": 0.160478, "precision": 0.153703, "recall": 0.181818}, {"accuracy": 0.270751, "f1": 0.245805, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"], "main_score": 0.245805, "precision": 0.237783, "recall": 0.270751}, {"accuracy": 0.182806, "f1": 0.158382, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"], "main_score": 0.158382, "precision": 0.151415, "recall": 0.182806}, {"accuracy": 0.257905, "f1": 0.230602, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"], "main_score": 0.230602, "precision": 0.221973, "recall": 0.257905}, {"accuracy": 0.294466, "f1": 0.256112, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"], "main_score": 0.256112, "precision": 0.243474, "recall": 0.294466}, {"accuracy": 0.297431, "f1": 0.258065, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"], "main_score": 0.258065, "precision": 0.246775, "recall": 0.297431}, {"accuracy": 0.327075, "f1": 0.303196, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"], "main_score": 0.303196, "precision": 0.294428, "recall": 0.327075}, {"accuracy": 0.324111, "f1": 0.288931, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"], "main_score": 0.288931, "precision": 0.27859, "recall": 0.324111}, {"accuracy": 0.244071, "f1": 0.209585, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"], "main_score": 0.209585, "precision": 0.197858, "recall": 0.244071}, {"accuracy": 0.323123, "f1": 0.280975, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"], "main_score": 0.280975, "precision": 0.269355, "recall": 0.323123}, {"accuracy": 0.133399, "f1": 0.115186, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"], "main_score": 0.115186, "precision": 0.11037, "recall": 0.133399}, {"accuracy": 0.237154, "f1": 0.203936, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"], "main_score": 0.203936, "precision": 0.194283, "recall": 0.237154}, {"accuracy": 0.248024, "f1": 0.219856, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"], "main_score": 0.219856, "precision": 0.209714, "recall": 0.248024}, {"accuracy": 0.282609, "f1": 0.251757, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"], "main_score": 0.251757, "precision": 0.242864, "recall": 0.282609}, {"accuracy": 0.216403, "f1": 0.188255, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"], "main_score": 0.188255, "precision": 0.177937, "recall": 0.216403}, {"accuracy": 0.294466, "f1": 0.260544, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"], "main_score": 0.260544, "precision": 0.247881, "recall": 0.294466}, {"accuracy": 0.230237, "f1": 0.194364, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"], "main_score": 0.194364, "precision": 0.182092, "recall": 0.230237}, {"accuracy": 0.12747, "f1": 0.107654, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"], "main_score": 0.107654, "precision": 0.101718, "recall": 0.12747}, {"accuracy": 0.313241, "f1": 0.276302, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"], "main_score": 0.276302, "precision": 0.264481, "recall": 0.313241}, {"accuracy": 0.233202, "f1": 0.205154, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"], "main_score": 0.205154, "precision": 0.196097, "recall": 0.233202}, {"accuracy": 0.250988, "f1": 0.221947, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"], "main_score": 0.221947, "precision": 0.211764, "recall": 0.250988}, {"accuracy": 0.286561, "f1": 0.253379, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"], "main_score": 0.253379, "precision": 0.241472, "recall": 0.286561}, {"accuracy": 0.088933, "f1": 0.073615, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"], "main_score": 0.073615, "precision": 0.069605, "recall": 0.088933}, {"accuracy": 0.220356, "f1": 0.185746, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"], "main_score": 0.185746, "precision": 0.174445, "recall": 0.220356}, {"accuracy": 0.279644, "f1": 0.246717, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"], "main_score": 0.246717, "precision": 0.234718, "recall": 0.279644}, {"accuracy": 0.189723, "f1": 0.167913, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"], "main_score": 0.167913, "precision": 0.161501, "recall": 0.189723}, {"accuracy": 0.306324, "f1": 0.277341, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"], "main_score": 0.277341, "precision": 0.267736, "recall": 0.306324}, {"accuracy": 0.247036, "f1": 0.220776, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"], "main_score": 0.220776, "precision": 0.212773, "recall": 0.247036}, {"accuracy": 0.171937, "f1": 0.16168, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"], "main_score": 0.16168, "precision": 0.158394, "recall": 0.171937}, {"accuracy": 0.331028, "f1": 0.293799, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"], "main_score": 0.293799, "precision": 0.281817, "recall": 0.331028}, {"accuracy": 0.293478, "f1": 0.268065, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"], "main_score": 0.268065, "precision": 0.258778, "recall": 0.293478}, {"accuracy": 0.135375, "f1": 0.11657, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"], "main_score": 0.11657, "precision": 0.110763, "recall": 0.135375}, {"accuracy": 0.177866, "f1": 0.149712, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"], "main_score": 0.149712, "precision": 0.14096, "recall": 0.177866}, {"accuracy": 0.237154, "f1": 0.204698, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"], "main_score": 0.204698, "precision": 0.195198, "recall": 0.237154}, {"accuracy": 0.218379, "f1": 0.189792, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"], "main_score": 0.189792, "precision": 0.178995, "recall": 0.218379}, {"accuracy": 0.215415, "f1": 0.1776, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"], "main_score": 0.1776, "precision": 0.166522, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.186958, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"], "main_score": 0.186958, "precision": 0.177608, "recall": 0.222332}, {"accuracy": 0.261858, "f1": 0.22309, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"], "main_score": 0.22309, "precision": 0.210739, "recall": 0.261858}, {"accuracy": 0.101779, "f1": 0.081341, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"], "main_score": 0.081341, "precision": 0.077024, "recall": 0.101779}, {"accuracy": 0.209486, "f1": 0.182482, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"], "main_score": 0.182482, "precision": 0.174227, "recall": 0.209486}, {"accuracy": 0.268775, "f1": 0.231019, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"], "main_score": 0.231019, "precision": 0.218178, "recall": 0.268775}, {"accuracy": 0.092885, "f1": 0.061195, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"], "main_score": 0.061195, "precision": 0.05384, "recall": 0.092885}, {"accuracy": 0.23419, "f1": 0.178006, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"], "main_score": 0.178006, "precision": 0.160579, "recall": 0.23419}, {"accuracy": 0.003953, "f1": 0.000111, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"], "main_score": 0.000111, "precision": 5.7e-05, "recall": 0.003953}, {"accuracy": 0.749012, "f1": 0.698436, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"], "main_score": 0.698436, "precision": 0.678561, "recall": 0.749012}, {"accuracy": 0.639328, "f1": 0.588899, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"], "main_score": 0.588899, "precision": 0.569837, "recall": 0.639328}, {"accuracy": 0.697628, "f1": 0.64926, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"], "main_score": 0.64926, "precision": 0.630729, "recall": 0.697628}, {"accuracy": 0.575099, "f1": 0.530784, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"], "main_score": 0.530784, "precision": 0.513817, "recall": 0.575099}, {"accuracy": 0.248024, "f1": 0.192641, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"], "main_score": 0.192641, "precision": 0.176797, "recall": 0.248024}, {"accuracy": 0.793478, "f1": 0.754265, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"], "main_score": 0.754265, "precision": 0.739588, "recall": 0.793478}, {"accuracy": 0.462451, "f1": 0.402393, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"], "main_score": 0.402393, "precision": 0.379676, "recall": 0.462451}, {"accuracy": 0.623518, "f1": 0.577379, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"], "main_score": 0.577379, "precision": 0.558375, "recall": 0.623518}, {"accuracy": 0.76581, "f1": 0.724439, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"], "main_score": 0.724439, "precision": 0.708772, "recall": 0.76581}, {"accuracy": 0.674901, "f1": 0.62659, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"], "main_score": 0.62659, "precision": 0.60845, "recall": 0.674901}, {"accuracy": 0.286561, "f1": 0.216751, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"], "main_score": 0.216751, "precision": 0.194595, "recall": 0.286561}, {"accuracy": 0.68083, "f1": 0.636894, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"], "main_score": 0.636894, "precision": 0.62015, "recall": 0.68083}, {"accuracy": 0.578063, "f1": 0.528462, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"], "main_score": 0.528462, "precision": 0.510706, "recall": 0.578063}, {"accuracy": 0.788538, "f1": 0.746848, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"], "main_score": 0.746848, "precision": 0.730952, "recall": 0.788538}, {"accuracy": 0.339921, "f1": 0.266925, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"], "main_score": 0.266925, "precision": 0.245391, "recall": 0.339921}, {"accuracy": 0.73419, "f1": 0.691626, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"], "main_score": 0.691626, "precision": 0.674548, "recall": 0.73419}, {"accuracy": 0.667984, "f1": 0.613474, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"], "main_score": 0.613474, "precision": 0.591877, "recall": 0.667984}, {"accuracy": 0.816206, "f1": 0.774162, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"], "main_score": 0.774162, "precision": 0.757012, "recall": 0.816206}, {"accuracy": 0.781621, "f1": 0.739271, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"], "main_score": 0.739271, "precision": 0.723038, "recall": 0.781621}, {"accuracy": 0.185771, "f1": 0.139968, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"], "main_score": 0.139968, "precision": 0.126896, "recall": 0.185771}, {"accuracy": 0.525692, "f1": 0.475148, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"], "main_score": 0.475148, "precision": 0.456625, "recall": 0.525692}, {"accuracy": 0.748024, "f1": 0.702427, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"], "main_score": 0.702427, "precision": 0.685394, "recall": 0.748024}, {"accuracy": 0.576087, "f1": 0.517744, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"], "main_score": 0.517744, "precision": 0.495023, "recall": 0.576087}, {"accuracy": 0.070158, "f1": 0.038132, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"], "main_score": 0.038132, "precision": 0.032724, "recall": 0.070158}, {"accuracy": 0.726285, "f1": 0.678952, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"], "main_score": 0.678952, "precision": 0.660614, "recall": 0.726285}, {"accuracy": 0.251976, "f1": 0.191824, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"], "main_score": 0.191824, "precision": 0.175233, "recall": 0.251976}, {"accuracy": 0.676877, "f1": 0.631335, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"], "main_score": 0.631335, "precision": 0.614779, "recall": 0.676877}, {"accuracy": 0.788538, "f1": 0.746374, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"], "main_score": 0.746374, "precision": 0.730365, "recall": 0.788538}, {"accuracy": 0.666008, "f1": 0.627258, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"], "main_score": 0.627258, "precision": 0.613527, "recall": 0.666008}, {"accuracy": 0.628458, "f1": 0.577264, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"], "main_score": 0.577264, "precision": 0.559038, "recall": 0.628458}, {"accuracy": 0.321146, "f1": 0.266081, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"], "main_score": 0.266081, "precision": 0.247794, "recall": 0.321146}, {"accuracy": 0.766798, "f1": 0.724706, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"], "main_score": 0.724706, "precision": 0.709109, "recall": 0.766798}, {"accuracy": 0.471344, "f1": 0.41684, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"], "main_score": 0.41684, "precision": 0.3977, "recall": 0.471344}, {"accuracy": 0.683794, "f1": 0.641051, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"], "main_score": 0.641051, "precision": 0.625476, "recall": 0.683794}, {"accuracy": 0.570158, "f1": 0.51392, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"], "main_score": 0.51392, "precision": 0.492914, "recall": 0.570158}, {"accuracy": 0.771739, "f1": 0.732166, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"], "main_score": 0.732166, "precision": 0.715761, "recall": 0.771739}, {"accuracy": 0.712451, "f1": 0.666353, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"], "main_score": 0.666353, "precision": 0.648132, "recall": 0.712451}, {"accuracy": 0.202569, "f1": 0.14536, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"], "main_score": 0.14536, "precision": 0.132191, "recall": 0.202569}, {"accuracy": 0.061265, "f1": 0.041146, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"], "main_score": 0.041146, "precision": 0.036052, "recall": 0.061265}, {"accuracy": 0.771739, "f1": 0.730322, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"], "main_score": 0.730322, "precision": 0.714437, "recall": 0.771739}, {"accuracy": 0.185771, "f1": 0.138675, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"], "main_score": 0.138675, "precision": 0.125803, "recall": 0.185771}, {"accuracy": 0.785573, "f1": 0.747464, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"], "main_score": 0.747464, "precision": 0.733486, "recall": 0.785573}, {"accuracy": 0.742095, "f1": 0.700946, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"], "main_score": 0.700946, "precision": 0.68457, "recall": 0.742095}, {"accuracy": 0.645257, "f1": 0.5956, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"], "main_score": 0.5956, "precision": 0.575702, "recall": 0.645257}, {"accuracy": 0.58498, "f1": 0.540861, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"], "main_score": 0.540861, "precision": 0.524693, "recall": 0.58498}, {"accuracy": 0.23419, "f1": 0.175332, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"], "main_score": 0.175332, "precision": 0.15811, "recall": 0.23419}, {"accuracy": 0.54249, "f1": 0.496098, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"], "main_score": 0.496098, "precision": 0.478895, "recall": 0.54249}, {"accuracy": 0.670949, "f1": 0.626318, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"], "main_score": 0.626318, "precision": 0.608229, "recall": 0.670949}, {"accuracy": 0.794466, "f1": 0.751511, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"], "main_score": 0.751511, "precision": 0.734624, "recall": 0.794466}, {"accuracy": 0.700593, "f1": 0.66026, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"], "main_score": 0.66026, "precision": 0.643605, "recall": 0.700593}, {"accuracy": 0.193676, "f1": 0.139488, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"], "main_score": 0.139488, "precision": 0.124377, "recall": 0.193676}, {"accuracy": 0.731225, "f1": 0.684779, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"], "main_score": 0.684779, "precision": 0.667567, "recall": 0.731225}, {"accuracy": 0.103755, "f1": 0.065928, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"], "main_score": 0.065928, "precision": 0.056437, "recall": 0.103755}, {"accuracy": 0.301383, "f1": 0.245934, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"], "main_score": 0.245934, "precision": 0.228348, "recall": 0.301383}, {"accuracy": 0.40415, "f1": 0.346302, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"], "main_score": 0.346302, "precision": 0.326932, "recall": 0.40415}, {"accuracy": 0.099802, "f1": 0.066649, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"], "main_score": 0.066649, "precision": 0.057469, "recall": 0.099802}, {"accuracy": 0.77668, "f1": 0.735263, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"], "main_score": 0.735263, "precision": 0.71909, "recall": 0.77668}, {"accuracy": 0.721344, "f1": 0.677553, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"], "main_score": 0.677553, "precision": 0.66097, "recall": 0.721344}, {"accuracy": 0.79249, "f1": 0.752345, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"], "main_score": 0.752345, "precision": 0.73759, "recall": 0.79249}, {"accuracy": 0.66996, "f1": 0.615774, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"], "main_score": 0.615774, "precision": 0.595699, "recall": 0.66996}, {"accuracy": 0.326087, "f1": 0.262194, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"], "main_score": 0.262194, "precision": 0.242598, "recall": 0.326087}, {"accuracy": 0.44664, "f1": 0.394515, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"], "main_score": 0.394515, "precision": 0.375513, "recall": 0.44664}, {"accuracy": 0.809289, "f1": 0.774798, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"], "main_score": 0.774798, "precision": 0.761743, "recall": 0.809289}, {"accuracy": 0.309289, "f1": 0.244703, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"], "main_score": 0.244703, "precision": 0.223507, "recall": 0.309289}, {"accuracy": 0.329051, "f1": 0.269299, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"], "main_score": 0.269299, "precision": 0.251351, "recall": 0.329051}, {"accuracy": 0.27668, "f1": 0.212937, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"], "main_score": 0.212937, "precision": 0.193894, "recall": 0.27668}, {"accuracy": 0.358696, "f1": 0.305154, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"], "main_score": 0.305154, "precision": 0.286352, "recall": 0.358696}, {"accuracy": 0.499012, "f1": 0.445357, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"], "main_score": 0.445357, "precision": 0.425077, "recall": 0.499012}, {"accuracy": 0.77668, "f1": 0.735758, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"], "main_score": 0.735758, "precision": 0.719765, "recall": 0.77668}, {"accuracy": 0.054348, "f1": 0.022284, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"], "main_score": 0.022284, "precision": 0.018069, "recall": 0.054348}, {"accuracy": 0.251976, "f1": 0.193475, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"], "main_score": 0.193475, "precision": 0.175484, "recall": 0.251976}, {"accuracy": 0.56917, "f1": 0.512626, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"], "main_score": 0.512626, "precision": 0.491049, "recall": 0.56917}, {"accuracy": 0.273715, "f1": 0.217539, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"], "main_score": 0.217539, "precision": 0.199909, "recall": 0.273715}, {"accuracy": 0.0583, "f1": 0.034145, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"], "main_score": 0.034145, "precision": 0.029971, "recall": 0.0583}, {"accuracy": 0.799407, "f1": 0.757221, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"], "main_score": 0.757221, "precision": 0.741266, "recall": 0.799407}, {"accuracy": 0.619565, "f1": 0.569048, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"], "main_score": 0.569048, "precision": 0.548677, "recall": 0.619565}, {"accuracy": 0.632411, "f1": 0.578913, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"], "main_score": 0.578913, "precision": 0.558918, "recall": 0.632411}, {"accuracy": 0.428854, "f1": 0.369776, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"], "main_score": 0.369776, "precision": 0.348636, "recall": 0.428854}, {"accuracy": 0.782609, "f1": 0.744638, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"], "main_score": 0.744638, "precision": 0.730639, "recall": 0.782609}, {"accuracy": 0.779644, "f1": 0.739412, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"], "main_score": 0.739412, "precision": 0.724286, "recall": 0.779644}, {"accuracy": 0.798419, "f1": 0.758098, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"], "main_score": 0.758098, "precision": 0.743013, "recall": 0.798419}, {"accuracy": 0.717391, "f1": 0.67233, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"], "main_score": 0.67233, "precision": 0.654676, "recall": 0.717391}, {"accuracy": 0.251976, "f1": 0.198287, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"], "main_score": 0.198287, "precision": 0.181452, "recall": 0.251976}, {"accuracy": 0.188735, "f1": 0.135982, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"], "main_score": 0.135982, "precision": 0.121728, "recall": 0.188735}, {"accuracy": 0.535573, "f1": 0.483134, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"], "main_score": 0.483134, "precision": 0.464269, "recall": 0.535573}, {"accuracy": 0.790514, "f1": 0.74902, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"], "main_score": 0.74902, "precision": 0.732883, "recall": 0.790514}, {"accuracy": 0.705534, "f1": 0.667855, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"], "main_score": 0.667855, "precision": 0.652793, "recall": 0.705534}, {"accuracy": 0.429842, "f1": 0.374975, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"], "main_score": 0.374975, "precision": 0.354544, "recall": 0.429842}, {"accuracy": 0.246047, "f1": 0.189113, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"], "main_score": 0.189113, "precision": 0.171328, "recall": 0.246047}, {"accuracy": 0.671937, "f1": 0.627487, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"], "main_score": 0.627487, "precision": 0.609331, "recall": 0.671937}, {"accuracy": 0.643281, "f1": 0.597445, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"], "main_score": 0.597445, "precision": 0.580398, "recall": 0.643281}, {"accuracy": 0.240119, "f1": 0.175259, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"], "main_score": 0.175259, "precision": 0.157024, "recall": 0.240119}, {"accuracy": 0.767787, "f1": 0.724185, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"], "main_score": 0.724185, "precision": 0.707909, "recall": 0.767787}, {"accuracy": 0.270751, "f1": 0.215022, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"], "main_score": 0.215022, "precision": 0.198199, "recall": 0.270751}, {"accuracy": 0.444664, "f1": 0.378189, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"], "main_score": 0.378189, "precision": 0.355069, "recall": 0.444664}, {"accuracy": 0.727273, "f1": 0.681243, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"], "main_score": 0.681243, "precision": 0.662939, "recall": 0.727273}, {"accuracy": 0.783597, "f1": 0.744895, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"], "main_score": 0.744895, "precision": 0.730053, "recall": 0.783597}, {"accuracy": 0.798419, "f1": 0.756381, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"], "main_score": 0.756381, "precision": 0.739815, "recall": 0.798419}, {"accuracy": 0.759881, "f1": 0.714812, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"], "main_score": 0.714812, "precision": 0.697281, "recall": 0.759881}, {"accuracy": 0.610672, "f1": 0.558244, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"], "main_score": 0.558244, "precision": 0.537348, "recall": 0.610672}, {"accuracy": 0.634387, "f1": 0.58028, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"], "main_score": 0.58028, "precision": 0.56003, "recall": 0.634387}, {"accuracy": 0.290514, "f1": 0.227361, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"], "main_score": 0.227361, "precision": 0.206003, "recall": 0.290514}, {"accuracy": 0.088933, "f1": 0.047964, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"], "main_score": 0.047964, "precision": 0.040554, "recall": 0.088933}, {"accuracy": 0.297431, "f1": 0.233685, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"], "main_score": 0.233685, "precision": 0.214797, "recall": 0.297431}, {"accuracy": 0.151186, "f1": 0.101984, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"], "main_score": 0.101984, "precision": 0.089989, "recall": 0.151186}, {"accuracy": 0.789526, "f1": 0.746157, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"], "main_score": 0.746157, "precision": 0.72975, "recall": 0.789526}, {"accuracy": 0.585968, "f1": 0.535588, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"], "main_score": 0.535588, "precision": 0.5157, "recall": 0.585968}, {"accuracy": 0.107708, "f1": 0.077862, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"], "main_score": 0.077862, "precision": 0.070052, "recall": 0.107708}, {"accuracy": 0.634387, "f1": 0.584194, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"], "main_score": 0.584194, "precision": 0.563959, "recall": 0.634387}, {"accuracy": 0.80336, "f1": 0.760762, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"], "main_score": 0.760762, "precision": 0.744536, "recall": 0.80336}, {"accuracy": 0.488142, "f1": 0.438068, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"], "main_score": 0.438068, "precision": 0.419621, "recall": 0.488142}, {"accuracy": 0.485178, "f1": 0.42908, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"], "main_score": 0.42908, "precision": 0.40715, "recall": 0.485178}, {"accuracy": 0.215415, "f1": 0.154526, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"], "main_score": 0.154526, "precision": 0.136346, "recall": 0.215415}, {"accuracy": 0.716403, "f1": 0.667691, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"], "main_score": 0.667691, "precision": 0.648084, "recall": 0.716403}, {"accuracy": 0.426877, "f1": 0.366747, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"], "main_score": 0.366747, "precision": 0.345274, "recall": 0.426877}, {"accuracy": 0.255929, "f1": 0.199099, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"], "main_score": 0.199099, "precision": 0.182242, "recall": 0.255929}, {"accuracy": 0.249012, "f1": 0.186015, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"], "main_score": 0.186015, "precision": 0.167004, "recall": 0.249012}, {"accuracy": 0.261858, "f1": 0.203664, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"], "main_score": 0.203664, "precision": 0.186739, "recall": 0.261858}, {"accuracy": 0.761858, "f1": 0.721272, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"], "main_score": 0.721272, "precision": 0.704874, "recall": 0.761858}, {"accuracy": 0.021739, "f1": 0.006424, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"], "main_score": 0.006424, "precision": 0.005071, "recall": 0.021739}, {"accuracy": 0.533597, "f1": 0.475004, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"], "main_score": 0.475004, "precision": 0.453659, "recall": 0.533597}, {"accuracy": 0.301383, "f1": 0.246873, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"], "main_score": 0.246873, "precision": 0.228697, "recall": 0.301383}, {"accuracy": 0.628458, "f1": 0.583605, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"], "main_score": 0.583605, "precision": 0.565844, "recall": 0.628458}, {"accuracy": 0.800395, "f1": 0.758371, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"], "main_score": 0.758371, "precision": 0.742335, "recall": 0.800395}, {"accuracy": 0.115613, "f1": 0.075567, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"], "main_score": 0.075567, "precision": 0.066503, "recall": 0.115613}, {"accuracy": 0.23913, "f1": 0.182565, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"], "main_score": 0.182565, "precision": 0.166029, "recall": 0.23913}, {"accuracy": 0.761858, "f1": 0.722979, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"], "main_score": 0.722979, "precision": 0.707535, "recall": 0.761858}, {"accuracy": 0.793478, "f1": 0.749253, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"], "main_score": 0.749253, "precision": 0.7326, "recall": 0.793478}, {"accuracy": 0.552372, "f1": 0.502349, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"], "main_score": 0.502349, "precision": 0.482511, "recall": 0.552372}, {"accuracy": 0.20751, "f1": 0.152466, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"], "main_score": 0.152466, "precision": 0.136492, "recall": 0.20751}, {"accuracy": 0.25, "f1": 0.187769, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"], "main_score": 0.187769, "precision": 0.166827, "recall": 0.25}, {"accuracy": 0.699605, "f1": 0.649085, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"], "main_score": 0.649085, "precision": 0.629254, "recall": 0.699605}, {"accuracy": 0.218379, "f1": 0.166946, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"], "main_score": 0.166946, "precision": 0.152326, "recall": 0.218379}, {"accuracy": 0.220356, "f1": 0.169208, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"], "main_score": 0.169208, "precision": 0.154486, "recall": 0.220356}, {"accuracy": 0.496047, "f1": 0.439822, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"], "main_score": 0.439822, "precision": 0.419633, "recall": 0.496047}, {"accuracy": 0.552372, "f1": 0.503269, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"], "main_score": 0.503269, "precision": 0.483375, "recall": 0.552372}, {"accuracy": 0.686759, "f1": 0.645341, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"], "main_score": 0.645341, "precision": 0.629536, "recall": 0.686759}, {"accuracy": 0.300395, "f1": 0.234355, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"], "main_score": 0.234355, "precision": 0.211595, "recall": 0.300395}, {"accuracy": 0.458498, "f1": 0.398416, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"], "main_score": 0.398416, "precision": 0.376941, "recall": 0.458498}, {"accuracy": 0.768775, "f1": 0.723605, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"], "main_score": 0.723605, "precision": 0.706808, "recall": 0.768775}, {"accuracy": 0.318182, "f1": 0.266816, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"], "main_score": 0.266816, "precision": 0.250503, "recall": 0.318182}, {"accuracy": 0.552372, "f1": 0.499484, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"], "main_score": 0.499484, "precision": 0.480611, "recall": 0.552372}, {"accuracy": 0.299407, "f1": 0.245846, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"], "main_score": 0.245846, "precision": 0.228349, "recall": 0.299407}, {"accuracy": 0.425889, "f1": 0.369603, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"], "main_score": 0.369603, "precision": 0.348043, "recall": 0.425889}, {"accuracy": 0.573123, "f1": 0.52113, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"], "main_score": 0.52113, "precision": 0.499646, "recall": 0.573123}, {"accuracy": 0.282609, "f1": 0.216416, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"], "main_score": 0.216416, "precision": 0.194438, "recall": 0.282609}, {"accuracy": 0.532609, "f1": 0.477603, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"], "main_score": 0.477603, "precision": 0.456618, "recall": 0.532609}, {"accuracy": 0.754941, "f1": 0.709405, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"], "main_score": 0.709405, "precision": 0.692303, "recall": 0.754941}, {"accuracy": 0.759881, "f1": 0.713752, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"], "main_score": 0.713752, "precision": 0.696341, "recall": 0.759881}, {"accuracy": 0.726285, "f1": 0.687055, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"], "main_score": 0.687055, "precision": 0.671116, "recall": 0.726285}, {"accuracy": 0.593874, "f1": 0.550285, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"], "main_score": 0.550285, "precision": 0.532941, "recall": 0.593874}, {"accuracy": 0.796443, "f1": 0.754913, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"], "main_score": 0.754913, "precision": 0.738576, "recall": 0.796443}, {"accuracy": 0.365613, "f1": 0.307617, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"], "main_score": 0.307617, "precision": 0.287811, "recall": 0.365613}, {"accuracy": 0.44664, "f1": 0.384451, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"], "main_score": 0.384451, "precision": 0.364251, "recall": 0.44664}, {"accuracy": 0.13834, "f1": 0.085389, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"], "main_score": 0.085389, "precision": 0.073497, "recall": 0.13834}, {"accuracy": 0.791502, "f1": 0.751481, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"], "main_score": 0.751481, "precision": 0.736608, "recall": 0.791502}, {"accuracy": 0.147233, "f1": 0.112395, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"], "main_score": 0.112395, "precision": 0.10191, "recall": 0.147233}, {"accuracy": 0.767787, "f1": 0.726304, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"], "main_score": 0.726304, "precision": 0.709941, "recall": 0.767787}, {"accuracy": 0.711462, "f1": 0.662701, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"], "main_score": 0.662701, "precision": 0.642671, "recall": 0.711462}, {"accuracy": 0.403162, "f1": 0.34386, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"], "main_score": 0.34386, "precision": 0.322518, "recall": 0.403162}, {"accuracy": 0.37253, "f1": 0.312843, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"], "main_score": 0.312843, "precision": 0.293191, "recall": 0.37253}, {"accuracy": 0.636364, "f1": 0.586441, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"], "main_score": 0.586441, "precision": 0.567439, "recall": 0.636364}, {"accuracy": 0.285573, "f1": 0.224223, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"], "main_score": 0.224223, "precision": 0.204772, "recall": 0.285573}, {"accuracy": 0.274704, "f1": 0.21378, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"], "main_score": 0.21378, "precision": 0.195292, "recall": 0.274704}, {"accuracy": 0.790514, "f1": 0.74765, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"], "main_score": 0.74765, "precision": 0.731072, "recall": 0.790514}, {"accuracy": 0.452569, "f1": 0.387597, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"], "main_score": 0.387597, "precision": 0.364137, "recall": 0.452569}, {"accuracy": 0.812253, "f1": 0.7764, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"], "main_score": 0.7764, "precision": 0.761538, "recall": 0.812253}, {"accuracy": 0.233202, "f1": 0.166732, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"], "main_score": 0.166732, "precision": 0.149213, "recall": 0.233202}, {"accuracy": 0.799407, "f1": 0.758999, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"], "main_score": 0.758999, "precision": 0.743147, "recall": 0.799407}, {"accuracy": 0.629447, "f1": 0.575787, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"], "main_score": 0.575787, "precision": 0.556531, "recall": 0.629447}, {"accuracy": 0.695652, "f1": 0.651935, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"], "main_score": 0.651935, "precision": 0.635796, "recall": 0.695652}, {"accuracy": 0.221344, "f1": 0.166444, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"], "main_score": 0.166444, "precision": 0.150596, "recall": 0.221344}, {"accuracy": 0.712451, "f1": 0.664988, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"], "main_score": 0.664988, "precision": 0.646794, "recall": 0.712451}, {"accuracy": 0.230237, "f1": 0.169659, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"], "main_score": 0.169659, "precision": 0.150007, "recall": 0.230237}, {"accuracy": 0.238142, "f1": 0.177993, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"], "main_score": 0.177993, "precision": 0.159055, "recall": 0.238142}, {"accuracy": 0.157115, "f1": 0.114614, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"], "main_score": 0.114614, "precision": 0.102986, "recall": 0.157115}, {"accuracy": 0.410079, "f1": 0.351857, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"], "main_score": 0.351857, "precision": 0.33103, "recall": 0.410079}, {"accuracy": 0.802372, "f1": 0.761245, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"], "main_score": 0.761245, "precision": 0.745326, "recall": 0.802372}, {"accuracy": 0.3083, "f1": 0.244871, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"], "main_score": 0.244871, "precision": 0.223092, "recall": 0.3083}, {"accuracy": 0.216403, "f1": 0.157376, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"], "main_score": 0.157376, "precision": 0.14108, "recall": 0.216403}, {"accuracy": 0.269763, "f1": 0.205325, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"], "main_score": 0.205325, "precision": 0.185989, "recall": 0.269763}, {"accuracy": 0.466403, "f1": 0.405188, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"], "main_score": 0.405188, "precision": 0.383503, "recall": 0.466403}, {"accuracy": 0.206522, "f1": 0.152118, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"], "main_score": 0.152118, "precision": 0.13614, "recall": 0.206522}, {"accuracy": 0.232213, "f1": 0.179416, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"], "main_score": 0.179416, "precision": 0.162658, "recall": 0.232213}, {"accuracy": 0.652174, "f1": 0.608309, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"], "main_score": 0.608309, "precision": 0.592382, "recall": 0.652174}, {"accuracy": 0.339921, "f1": 0.273983, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"], "main_score": 0.273983, "precision": 0.252011, "recall": 0.339921}, {"accuracy": 0.281621, "f1": 0.222253, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"], "main_score": 0.222253, "precision": 0.202913, "recall": 0.281621}, {"accuracy": 0.58004, "f1": 0.528186, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"], "main_score": 0.528186, "precision": 0.507687, "recall": 0.58004}, {"accuracy": 0.368577, "f1": 0.303499, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"], "main_score": 0.303499, "precision": 0.28181, "recall": 0.368577}, {"accuracy": 0.458498, "f1": 0.397573, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"], "main_score": 0.397573, "precision": 0.375525, "recall": 0.458498}, {"accuracy": 0.555336, "f1": 0.496942, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"], "main_score": 0.496942, "precision": 0.475016, "recall": 0.555336}, {"accuracy": 0.315217, "f1": 0.258604, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"], "main_score": 0.258604, "precision": 0.239837, "recall": 0.315217}, {"accuracy": 0.448617, "f1": 0.391144, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"], "main_score": 0.391144, "precision": 0.369784, "recall": 0.448617}, {"accuracy": 0.216403, "f1": 0.159663, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"], "main_score": 0.159663, "precision": 0.142429, "recall": 0.216403}, {"accuracy": 0.726285, "f1": 0.676735, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"], "main_score": 0.676735, "precision": 0.657793, "recall": 0.726285}, {"accuracy": 0.70751, "f1": 0.666605, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"], "main_score": 0.666605, "precision": 0.652439, "recall": 0.70751}, {"accuracy": 0.756917, "f1": 0.716971, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"], "main_score": 0.716971, "precision": 0.702587, "recall": 0.756917}, {"accuracy": 0.494071, "f1": 0.435379, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"], "main_score": 0.435379, "precision": 0.414557, "recall": 0.494071}, {"accuracy": 0.289526, "f1": 0.236493, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"], "main_score": 0.236493, "precision": 0.21792, "recall": 0.289526}, {"accuracy": 0.236166, "f1": 0.168809, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"], "main_score": 0.168809, "precision": 0.149636, "recall": 0.236166}, {"accuracy": 0.079051, "f1": 0.058902, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"], "main_score": 0.058902, "precision": 0.05318, "recall": 0.079051}, {"accuracy": 0.240119, "f1": 0.200223, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"], "main_score": 0.200223, "precision": 0.186681, "recall": 0.240119}, {"accuracy": 0.002964, "f1": 0.000133, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"], "main_score": 0.000133, "precision": 6.9e-05, "recall": 0.002964}, {"accuracy": 0.416996, "f1": 0.37654, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"], "main_score": 0.37654, "precision": 0.36384, "recall": 0.416996}, {"accuracy": 0.381423, "f1": 0.345746, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"], "main_score": 0.345746, "precision": 0.334102, "recall": 0.381423}, {"accuracy": 0.354743, "f1": 0.321701, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"], "main_score": 0.321701, "precision": 0.311633, "recall": 0.354743}, {"accuracy": 0.376482, "f1": 0.349535, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"], "main_score": 0.349535, "precision": 0.339435, "recall": 0.376482}, {"accuracy": 0.252964, "f1": 0.214734, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"], "main_score": 0.214734, "precision": 0.201846, "recall": 0.252964}, {"accuracy": 0.472332, "f1": 0.432095, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"], "main_score": 0.432095, "precision": 0.420055, "recall": 0.472332}, {"accuracy": 0.340909, "f1": 0.305299, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"], "main_score": 0.305299, "precision": 0.291463, "recall": 0.340909}, {"accuracy": 0.360672, "f1": 0.331006, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"], "main_score": 0.331006, "precision": 0.320627, "recall": 0.360672}, {"accuracy": 0.440711, "f1": 0.390576, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"], "main_score": 0.390576, "precision": 0.375751, "recall": 0.440711}, {"accuracy": 0.340909, "f1": 0.306465, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"], "main_score": 0.306465, "precision": 0.295765, "recall": 0.340909}, {"accuracy": 0.247036, "f1": 0.208708, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"], "main_score": 0.208708, "precision": 0.195575, "recall": 0.247036}, {"accuracy": 0.355731, "f1": 0.315605, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"], "main_score": 0.315605, "precision": 0.303445, "recall": 0.355731}, {"accuracy": 0.333992, "f1": 0.303396, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"], "main_score": 0.303396, "precision": 0.293139, "recall": 0.333992}, {"accuracy": 0.485178, "f1": 0.449302, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"], "main_score": 0.449302, "precision": 0.439226, "recall": 0.485178}, {"accuracy": 0.299407, "f1": 0.251974, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"], "main_score": 0.251974, "precision": 0.236923, "recall": 0.299407}, {"accuracy": 0.392292, "f1": 0.351648, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"], "main_score": 0.351648, "precision": 0.338505, "recall": 0.392292}, {"accuracy": 0.387352, "f1": 0.351587, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"], "main_score": 0.351587, "precision": 0.340862, "recall": 0.387352}, {"accuracy": 0.495059, "f1": 0.450894, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"], "main_score": 0.450894, "precision": 0.436693, "recall": 0.495059}, {"accuracy": 0.432806, "f1": 0.40358, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"], "main_score": 0.40358, "precision": 0.393462, "recall": 0.432806}, {"accuracy": 0.187747, "f1": 0.150216, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"], "main_score": 0.150216, "precision": 0.138403, "recall": 0.187747}, {"accuracy": 0.285573, "f1": 0.25708, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"], "main_score": 0.25708, "precision": 0.249308, "recall": 0.285573}, {"accuracy": 0.438735, "f1": 0.389373, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"], "main_score": 0.389373, "precision": 0.374545, "recall": 0.438735}, {"accuracy": 0.38834, "f1": 0.349265, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"], "main_score": 0.349265, "precision": 0.337296, "recall": 0.38834}, {"accuracy": 0.067194, "f1": 0.041385, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"], "main_score": 0.041385, "precision": 0.036224, "recall": 0.067194}, {"accuracy": 0.41502, "f1": 0.372357, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"], "main_score": 0.372357, "precision": 0.359268, "recall": 0.41502}, {"accuracy": 0.236166, "f1": 0.193375, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"], "main_score": 0.193375, "precision": 0.180697, "recall": 0.236166}, {"accuracy": 0.413043, "f1": 0.389991, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"], "main_score": 0.389991, "precision": 0.383351, "recall": 0.413043}, {"accuracy": 0.48913, "f1": 0.447047, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"], "main_score": 0.447047, "precision": 0.433556, "recall": 0.48913}, {"accuracy": 0.395257, "f1": 0.368243, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"], "main_score": 0.368243, "precision": 0.359141, "recall": 0.395257}, {"accuracy": 0.364625, "f1": 0.32646, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"], "main_score": 0.32646, "precision": 0.313695, "recall": 0.364625}, {"accuracy": 0.288538, "f1": 0.247968, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"], "main_score": 0.247968, "precision": 0.233936, "recall": 0.288538}, {"accuracy": 0.438735, "f1": 0.396828, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"], "main_score": 0.396828, "precision": 0.38393, "recall": 0.438735}, {"accuracy": 0.296443, "f1": 0.264446, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"], "main_score": 0.264446, "precision": 0.253973, "recall": 0.296443}, {"accuracy": 0.374506, "f1": 0.336499, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"], "main_score": 0.336499, "precision": 0.323992, "recall": 0.374506}, {"accuracy": 0.300395, "f1": 0.270924, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"], "main_score": 0.270924, "precision": 0.261047, "recall": 0.300395}, {"accuracy": 0.48419, "f1": 0.448921, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"], "main_score": 0.448921, "precision": 0.437782, "recall": 0.48419}, {"accuracy": 0.393281, "f1": 0.351946, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"], "main_score": 0.351946, "precision": 0.33789, "recall": 0.393281}, {"accuracy": 0.1917, "f1": 0.145039, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"], "main_score": 0.145039, "precision": 0.132138, "recall": 0.1917}, {"accuracy": 0.056324, "f1": 0.036687, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"], "main_score": 0.036687, "precision": 0.031526, "recall": 0.056324}, {"accuracy": 0.467391, "f1": 0.422925, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"], "main_score": 0.422925, "precision": 0.409214, "recall": 0.467391}, {"accuracy": 0.16996, "f1": 0.13148, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"], "main_score": 0.13148, "precision": 0.120599, "recall": 0.16996}, {"accuracy": 0.451581, "f1": 0.413234, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"], "main_score": 0.413234, "precision": 0.401858, "recall": 0.451581}, {"accuracy": 0.458498, "f1": 0.420765, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"], "main_score": 0.420765, "precision": 0.410056, "recall": 0.458498}, {"accuracy": 0.356719, "f1": 0.317976, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"], "main_score": 0.317976, "precision": 0.305524, "recall": 0.356719}, {"accuracy": 0.382411, "f1": 0.361469, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"], "main_score": 0.361469, "precision": 0.354299, "recall": 0.382411}, {"accuracy": 0.210474, "f1": 0.166133, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"], "main_score": 0.166133, "precision": 0.152255, "recall": 0.210474}, {"accuracy": 0.399209, "f1": 0.366175, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"], "main_score": 0.366175, "precision": 0.356159, "recall": 0.399209}, {"accuracy": 0.368577, "f1": 0.336727, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"], "main_score": 0.336727, "precision": 0.326602, "recall": 0.368577}, {"accuracy": 0.486166, "f1": 0.434848, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"], "main_score": 0.434848, "precision": 0.418276, "recall": 0.486166}, {"accuracy": 0.393281, "f1": 0.366612, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"], "main_score": 0.366612, "precision": 0.357438, "recall": 0.393281}, {"accuracy": 0.201581, "f1": 0.159886, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"], "main_score": 0.159886, "precision": 0.147341, "recall": 0.201581}, {"accuracy": 0.398221, "f1": 0.360525, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"], "main_score": 0.360525, "precision": 0.347935, "recall": 0.398221}, {"accuracy": 0.070158, "f1": 0.049725, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"], "main_score": 0.049725, "precision": 0.044612, "recall": 0.070158}, {"accuracy": 0.301383, "f1": 0.260818, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"], "main_score": 0.260818, "precision": 0.2472, "recall": 0.301383}, {"accuracy": 0.326087, "f1": 0.292304, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"], "main_score": 0.292304, "precision": 0.279096, "recall": 0.326087}, {"accuracy": 0.085968, "f1": 0.0638, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"], "main_score": 0.0638, "precision": 0.057018, "recall": 0.085968}, {"accuracy": 0.45751, "f1": 0.419793, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"], "main_score": 0.419793, "precision": 0.408293, "recall": 0.45751}, {"accuracy": 0.397233, "f1": 0.360318, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"], "main_score": 0.360318, "precision": 0.348335, "recall": 0.397233}, {"accuracy": 0.423913, "f1": 0.405066, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"], "main_score": 0.405066, "precision": 0.399072, "recall": 0.423913}, {"accuracy": 0.362648, "f1": 0.321154, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"], "main_score": 0.321154, "precision": 0.309528, "recall": 0.362648}, {"accuracy": 0.296443, "f1": 0.260175, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"], "main_score": 0.260175, "precision": 0.247718, "recall": 0.296443}, {"accuracy": 0.418972, "f1": 0.389854, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"], "main_score": 0.389854, "precision": 0.380396, "recall": 0.418972}, {"accuracy": 0.482213, "f1": 0.440483, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"], "main_score": 0.440483, "precision": 0.427373, "recall": 0.482213}, {"accuracy": 0.26581, "f1": 0.228123, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"], "main_score": 0.228123, "precision": 0.215992, "recall": 0.26581}, {"accuracy": 0.296443, "f1": 0.259246, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"], "main_score": 0.259246, "precision": 0.246542, "recall": 0.296443}, {"accuracy": 0.252964, "f1": 0.207098, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"], "main_score": 0.207098, "precision": 0.192746, "recall": 0.252964}, {"accuracy": 0.305336, "f1": 0.267227, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"], "main_score": 0.267227, "precision": 0.25398, "recall": 0.305336}, {"accuracy": 0.358696, "f1": 0.330488, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"], "main_score": 0.330488, "precision": 0.321158, "recall": 0.358696}, {"accuracy": 0.476285, "f1": 0.43694, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"], "main_score": 0.43694, "precision": 0.424507, "recall": 0.476285}, {"accuracy": 0.055336, "f1": 0.024861, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"], "main_score": 0.024861, "precision": 0.0196, "recall": 0.055336}, {"accuracy": 0.221344, "f1": 0.186787, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"], "main_score": 0.186787, "precision": 0.175299, "recall": 0.221344}, {"accuracy": 0.407115, "f1": 0.381808, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"], "main_score": 0.381808, "precision": 0.374601, "recall": 0.407115}, {"accuracy": 0.242095, "f1": 0.198125, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"], "main_score": 0.198125, "precision": 0.184897, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.044649, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"], "main_score": 0.044649, "precision": 0.041016, "recall": 0.063241}, {"accuracy": 0.502964, "f1": 0.455999, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"], "main_score": 0.455999, "precision": 0.442628, "recall": 0.502964}, {"accuracy": 0.406126, "f1": 0.380793, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"], "main_score": 0.380793, "precision": 0.371778, "recall": 0.406126}, {"accuracy": 0.416008, "f1": 0.384942, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"], "main_score": 0.384942, "precision": 0.376422, "recall": 0.416008}, {"accuracy": 0.225296, "f1": 0.191367, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"], "main_score": 0.191367, "precision": 0.181003, "recall": 0.225296}, {"accuracy": 0.48419, "f1": 0.440964, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"], "main_score": 0.440964, "precision": 0.426941, "recall": 0.48419}, {"accuracy": 0.474308, "f1": 0.426102, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"], "main_score": 0.426102, "precision": 0.412135, "recall": 0.474308}, {"accuracy": 0.495059, "f1": 0.450371, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"], "main_score": 0.450371, "precision": 0.437183, "recall": 0.495059}, {"accuracy": 0.385375, "f1": 0.354402, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"], "main_score": 0.354402, "precision": 0.34393, "recall": 0.385375}, {"accuracy": 0.248024, "f1": 0.209715, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"], "main_score": 0.209715, "precision": 0.196044, "recall": 0.248024}, {"accuracy": 0.202569, "f1": 0.167704, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"], "main_score": 0.167704, "precision": 0.156867, "recall": 0.202569}, {"accuracy": 0.283597, "f1": 0.251641, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"], "main_score": 0.251641, "precision": 0.242472, "recall": 0.283597}, {"accuracy": 0.479249, "f1": 0.435842, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"], "main_score": 0.435842, "precision": 0.422069, "recall": 0.479249}, {"accuracy": 0.376482, "f1": 0.349825, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"], "main_score": 0.349825, "precision": 0.340442, "recall": 0.376482}, {"accuracy": 0.284585, "f1": 0.251494, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"], "main_score": 0.251494, "precision": 0.239236, "recall": 0.284585}, {"accuracy": 0.23419, "f1": 0.190775, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"], "main_score": 0.190775, "precision": 0.176969, "recall": 0.23419}, {"accuracy": 0.402174, "f1": 0.37382, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"], "main_score": 0.37382, "precision": 0.364249, "recall": 0.402174}, {"accuracy": 0.422925, "f1": 0.386579, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"], "main_score": 0.386579, "precision": 0.375269, "recall": 0.422925}, {"accuracy": 0.230237, "f1": 0.1893, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"], "main_score": 0.1893, "precision": 0.177242, "recall": 0.230237}, {"accuracy": 0.449605, "f1": 0.402819, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"], "main_score": 0.402819, "precision": 0.389102, "recall": 0.449605}, {"accuracy": 0.250988, "f1": 0.218365, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"], "main_score": 0.218365, "precision": 0.206999, "recall": 0.250988}, {"accuracy": 0.310277, "f1": 0.271964, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"], "main_score": 0.271964, "precision": 0.258791, "recall": 0.310277}, {"accuracy": 0.408103, "f1": 0.363753, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"], "main_score": 0.363753, "precision": 0.350005, "recall": 0.408103}, {"accuracy": 0.455534, "f1": 0.4153, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"], "main_score": 0.4153, "precision": 0.402977, "recall": 0.455534}, {"accuracy": 0.498024, "f1": 0.452677, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"], "main_score": 0.452677, "precision": 0.438513, "recall": 0.498024}, {"accuracy": 0.432806, "f1": 0.393873, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"], "main_score": 0.393873, "precision": 0.380989, "recall": 0.432806}, {"accuracy": 0.384387, "f1": 0.359748, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"], "main_score": 0.359748, "precision": 0.349647, "recall": 0.384387}, {"accuracy": 0.341897, "f1": 0.302215, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"], "main_score": 0.302215, "precision": 0.29042, "recall": 0.341897}, {"accuracy": 0.268775, "f1": 0.225, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"], "main_score": 0.225, "precision": 0.209928, "recall": 0.268775}, {"accuracy": 0.078063, "f1": 0.049528, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"], "main_score": 0.049528, "precision": 0.043052, "recall": 0.078063}, {"accuracy": 0.27668, "f1": 0.236047, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"], "main_score": 0.236047, "precision": 0.222659, "recall": 0.27668}, {"accuracy": 0.148221, "f1": 0.106445, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"], "main_score": 0.106445, "precision": 0.096932, "recall": 0.148221}, {"accuracy": 0.48913, "f1": 0.445, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"], "main_score": 0.445, "precision": 0.431597, "recall": 0.48913}, {"accuracy": 0.374506, "f1": 0.34542, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"], "main_score": 0.34542, "precision": 0.335489, "recall": 0.374506}, {"accuracy": 0.118577, "f1": 0.088751, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"], "main_score": 0.088751, "precision": 0.080731, "recall": 0.118577}, {"accuracy": 0.421937, "f1": 0.395954, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"], "main_score": 0.395954, "precision": 0.387757, "recall": 0.421937}, {"accuracy": 0.497036, "f1": 0.451085, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"], "main_score": 0.451085, "precision": 0.437585, "recall": 0.497036}, {"accuracy": 0.249012, "f1": 0.226978, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"], "main_score": 0.226978, "precision": 0.218848, "recall": 0.249012}, {"accuracy": 0.335968, "f1": 0.303034, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"], "main_score": 0.303034, "precision": 0.292039, "recall": 0.335968}, {"accuracy": 0.195652, "f1": 0.15493, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"], "main_score": 0.15493, "precision": 0.143663, "recall": 0.195652}, {"accuracy": 0.395257, "f1": 0.348105, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"], "main_score": 0.348105, "precision": 0.333434, "recall": 0.395257}, {"accuracy": 0.31917, "f1": 0.285936, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"], "main_score": 0.285936, "precision": 0.274615, "recall": 0.31917}, {"accuracy": 0.23913, "f1": 0.200214, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"], "main_score": 0.200214, "precision": 0.185985, "recall": 0.23913}, {"accuracy": 0.236166, "f1": 0.193341, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"], "main_score": 0.193341, "precision": 0.180572, "recall": 0.236166}, {"accuracy": 0.218379, "f1": 0.175909, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"], "main_score": 0.175909, "precision": 0.162556, "recall": 0.218379}, {"accuracy": 0.475296, "f1": 0.44196, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"], "main_score": 0.44196, "precision": 0.431946, "recall": 0.475296}, {"accuracy": 0.020751, "f1": 0.00711, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"], "main_score": 0.00711, "precision": 0.005254, "recall": 0.020751}, {"accuracy": 0.29249, "f1": 0.259364, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"], "main_score": 0.259364, "precision": 0.248969, "recall": 0.29249}, {"accuracy": 0.219368, "f1": 0.191128, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"], "main_score": 0.191128, "precision": 0.181564, "recall": 0.219368}, {"accuracy": 0.343874, "f1": 0.31427, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"], "main_score": 0.31427, "precision": 0.304203, "recall": 0.343874}, {"accuracy": 0.490119, "f1": 0.438227, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"], "main_score": 0.438227, "precision": 0.422915, "recall": 0.490119}, {"accuracy": 0.11166, "f1": 0.080841, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"], "main_score": 0.080841, "precision": 0.072081, "recall": 0.11166}, {"accuracy": 0.218379, "f1": 0.177591, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"], "main_score": 0.177591, "precision": 0.163812, "recall": 0.218379}, {"accuracy": 0.460474, "f1": 0.413329, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"], "main_score": 0.413329, "precision": 0.399346, "recall": 0.460474}, {"accuracy": 0.496047, "f1": 0.455172, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"], "main_score": 0.455172, "precision": 0.442532, "recall": 0.496047}, {"accuracy": 0.366601, "f1": 0.335139, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"], "main_score": 0.335139, "precision": 0.323257, "recall": 0.366601}, {"accuracy": 0.199605, "f1": 0.159268, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"], "main_score": 0.159268, "precision": 0.146005, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.189846, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"], "main_score": 0.189846, "precision": 0.174886, "recall": 0.235178}, {"accuracy": 0.385375, "f1": 0.34719, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"], "main_score": 0.34719, "precision": 0.334786, "recall": 0.385375}, {"accuracy": 0.189723, "f1": 0.151097, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"], "main_score": 0.151097, "precision": 0.139909, "recall": 0.189723}, {"accuracy": 0.258893, "f1": 0.219128, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"], "main_score": 0.219128, "precision": 0.205069, "recall": 0.258893}, {"accuracy": 0.274704, "f1": 0.238715, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"], "main_score": 0.238715, "precision": 0.227759, "recall": 0.274704}, {"accuracy": 0.376482, "f1": 0.354891, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"], "main_score": 0.354891, "precision": 0.347543, "recall": 0.376482}, {"accuracy": 0.370553, "f1": 0.337014, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"], "main_score": 0.337014, "precision": 0.325249, "recall": 0.370553}, {"accuracy": 0.267787, "f1": 0.220606, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"], "main_score": 0.220606, "precision": 0.204965, "recall": 0.267787}, {"accuracy": 0.356719, "f1": 0.31821, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"], "main_score": 0.31821, "precision": 0.304091, "recall": 0.356719}, {"accuracy": 0.411067, "f1": 0.366714, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"], "main_score": 0.366714, "precision": 0.352313, "recall": 0.411067}, {"accuracy": 0.187747, "f1": 0.159402, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"], "main_score": 0.159402, "precision": 0.149744, "recall": 0.187747}, {"accuracy": 0.301383, "f1": 0.261007, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"], "main_score": 0.261007, "precision": 0.247993, "recall": 0.301383}, {"accuracy": 0.306324, "f1": 0.272054, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"], "main_score": 0.272054, "precision": 0.259126, "recall": 0.306324}, {"accuracy": 0.215415, "f1": 0.184673, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"], "main_score": 0.184673, "precision": 0.175008, "recall": 0.215415}, {"accuracy": 0.368577, "f1": 0.334373, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"], "main_score": 0.334373, "precision": 0.322272, "recall": 0.368577}, {"accuracy": 0.270751, "f1": 0.23269, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"], "main_score": 0.23269, "precision": 0.21934, "recall": 0.270751}, {"accuracy": 0.279644, "f1": 0.244902, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"], "main_score": 0.244902, "precision": 0.233418, "recall": 0.279644}, {"accuracy": 0.43083, "f1": 0.381932, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"], "main_score": 0.381932, "precision": 0.36758, "recall": 0.43083}, {"accuracy": 0.434783, "f1": 0.391755, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"], "main_score": 0.391755, "precision": 0.378472, "recall": 0.434783}, {"accuracy": 0.431818, "f1": 0.403458, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"], "main_score": 0.403458, "precision": 0.394157, "recall": 0.431818}, {"accuracy": 0.371542, "f1": 0.346826, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"], "main_score": 0.346826, "precision": 0.338173, "recall": 0.371542}, {"accuracy": 0.485178, "f1": 0.439506, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"], "main_score": 0.439506, "precision": 0.426601, "recall": 0.485178}, {"accuracy": 0.264822, "f1": 0.236334, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"], "main_score": 0.236334, "precision": 0.226419, "recall": 0.264822}, {"accuracy": 0.37253, "f1": 0.341641, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"], "main_score": 0.341641, "precision": 0.33005, "recall": 0.37253}, {"accuracy": 0.132411, "f1": 0.090966, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"], "main_score": 0.090966, "precision": 0.080023, "recall": 0.132411}, {"accuracy": 0.482213, "f1": 0.43677, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"], "main_score": 0.43677, "precision": 0.423336, "recall": 0.482213}, {"accuracy": 0.100791, "f1": 0.079421, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"], "main_score": 0.079421, "precision": 0.073417, "recall": 0.100791}, {"accuracy": 0.412055, "f1": 0.366207, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"], "main_score": 0.366207, "precision": 0.352256, "recall": 0.412055}, {"accuracy": 0.37253, "f1": 0.336138, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"], "main_score": 0.336138, "precision": 0.32491, "recall": 0.37253}, {"accuracy": 0.351779, "f1": 0.317451, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"], "main_score": 0.317451, "precision": 0.305355, "recall": 0.351779}, {"accuracy": 0.281621, "f1": 0.240721, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"], "main_score": 0.240721, "precision": 0.227358, "recall": 0.281621}, {"accuracy": 0.378458, "f1": 0.340053, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"], "main_score": 0.340053, "precision": 0.327254, "recall": 0.378458}, {"accuracy": 0.248024, "f1": 0.203759, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"], "main_score": 0.203759, "precision": 0.18899, "recall": 0.248024}, {"accuracy": 0.252964, "f1": 0.203563, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"], "main_score": 0.203563, "precision": 0.19011, "recall": 0.252964}, {"accuracy": 0.488142, "f1": 0.442728, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"], "main_score": 0.442728, "precision": 0.429048, "recall": 0.488142}, {"accuracy": 0.354743, "f1": 0.317798, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"], "main_score": 0.317798, "precision": 0.305388, "recall": 0.354743}, {"accuracy": 0.496047, "f1": 0.448583, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"], "main_score": 0.448583, "precision": 0.433824, "recall": 0.496047}, {"accuracy": 0.22332, "f1": 0.179421, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"], "main_score": 0.179421, "precision": 0.165948, "recall": 0.22332}, {"accuracy": 0.497036, "f1": 0.454796, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"], "main_score": 0.454796, "precision": 0.4426, "recall": 0.497036}, {"accuracy": 0.346838, "f1": 0.308518, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"], "main_score": 0.308518, "precision": 0.29599, "recall": 0.346838}, {"accuracy": 0.413043, "f1": 0.382708, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"], "main_score": 0.382708, "precision": 0.372836, "recall": 0.413043}, {"accuracy": 0.210474, "f1": 0.172795, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"], "main_score": 0.172795, "precision": 0.162016, "recall": 0.210474}, {"accuracy": 0.442688, "f1": 0.411361, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"], "main_score": 0.411361, "precision": 0.401269, "recall": 0.442688}, {"accuracy": 0.230237, "f1": 0.188436, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"], "main_score": 0.188436, "precision": 0.17377, "recall": 0.230237}, {"accuracy": 0.222332, "f1": 0.180148, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"], "main_score": 0.180148, "precision": 0.16648, "recall": 0.222332}, {"accuracy": 0.157115, "f1": 0.120326, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"], "main_score": 0.120326, "precision": 0.109433, "recall": 0.157115}, {"accuracy": 0.218379, "f1": 0.190724, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"], "main_score": 0.190724, "precision": 0.180825, "recall": 0.218379}, {"accuracy": 0.508893, "f1": 0.462564, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"], "main_score": 0.462564, "precision": 0.447649, "recall": 0.508893}, {"accuracy": 0.284585, "f1": 0.239525, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"], "main_score": 0.239525, "precision": 0.223731, "recall": 0.284585}, {"accuracy": 0.215415, "f1": 0.167157, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"], "main_score": 0.167157, "precision": 0.152332, "recall": 0.215415}, {"accuracy": 0.245059, "f1": 0.203814, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"], "main_score": 0.203814, "precision": 0.190858, "recall": 0.245059}, {"accuracy": 0.232213, "f1": 0.200433, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"], "main_score": 0.200433, "precision": 0.190603, "recall": 0.232213}, {"accuracy": 0.195652, "f1": 0.154199, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"], "main_score": 0.154199, "precision": 0.141237, "recall": 0.195652}, {"accuracy": 0.237154, "f1": 0.195572, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"], "main_score": 0.195572, "precision": 0.181619, "recall": 0.237154}, {"accuracy": 0.391304, "f1": 0.361888, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"], "main_score": 0.361888, "precision": 0.353103, "recall": 0.391304}, {"accuracy": 0.284585, "f1": 0.236834, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"], "main_score": 0.236834, "precision": 0.221373, "recall": 0.284585}, {"accuracy": 0.268775, "f1": 0.228517, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"], "main_score": 0.228517, "precision": 0.214693, "recall": 0.268775}, {"accuracy": 0.371542, "f1": 0.34144, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"], "main_score": 0.34144, "precision": 0.330618, "recall": 0.371542}, {"accuracy": 0.278656, "f1": 0.244789, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"], "main_score": 0.244789, "precision": 0.233397, "recall": 0.278656}, {"accuracy": 0.327075, "f1": 0.292884, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"], "main_score": 0.292884, "precision": 0.281109, "recall": 0.327075}, {"accuracy": 0.312253, "f1": 0.274087, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"], "main_score": 0.274087, "precision": 0.26168, "recall": 0.312253}, {"accuracy": 0.288538, "f1": 0.247441, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"], "main_score": 0.247441, "precision": 0.232369, "recall": 0.288538}, {"accuracy": 0.33004, "f1": 0.290892, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"], "main_score": 0.290892, "precision": 0.277013, "recall": 0.33004}, {"accuracy": 0.209486, "f1": 0.168945, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"], "main_score": 0.168945, "precision": 0.154704, "recall": 0.209486}, {"accuracy": 0.414032, "f1": 0.365276, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"], "main_score": 0.365276, "precision": 0.352146, "recall": 0.414032}, {"accuracy": 0.405138, "f1": 0.361788, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"], "main_score": 0.361788, "precision": 0.348792, "recall": 0.405138}, {"accuracy": 0.452569, "f1": 0.409241, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"], "main_score": 0.409241, "precision": 0.396977, "recall": 0.452569}, {"accuracy": 0.269763, "f1": 0.235505, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"], "main_score": 0.235505, "precision": 0.224598, "recall": 0.269763}, {"accuracy": 0.280632, "f1": 0.24566, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"], "main_score": 0.24566, "precision": 0.23459, "recall": 0.280632}, {"accuracy": 0.220356, "f1": 0.174684, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"], "main_score": 0.174684, "precision": 0.162946, "recall": 0.220356}, {"accuracy": 0.092885, "f1": 0.056079, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"], "main_score": 0.056079, "precision": 0.047722, "recall": 0.092885}, {"accuracy": 0.22332, "f1": 0.152276, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"], "main_score": 0.152276, "precision": 0.134605, "recall": 0.22332}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.916008, "f1": 0.890217, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"], "main_score": 0.890217, "precision": 0.877882, "recall": 0.916008}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.659091, "f1": 0.586671, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"], "main_score": 0.586671, "precision": 0.558375, "recall": 0.659091}, {"accuracy": 0.249012, "f1": 0.177999, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"], "main_score": 0.177999, "precision": 0.160037, "recall": 0.249012}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.444664, "f1": 0.356844, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"], "main_score": 0.356844, "precision": 0.328517, "recall": 0.444664}, {"accuracy": 0.714427, "f1": 0.648811, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"], "main_score": 0.648811, "precision": 0.621426, "recall": 0.714427}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.922925, "f1": 0.89944, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"], "main_score": 0.89944, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.278656, "f1": 0.194171, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"], "main_score": 0.194171, "precision": 0.172179, "recall": 0.278656}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"], "main_score": 0.928426, "precision": 0.920866, "recall": 0.944664}, {"accuracy": 0.858696, "f1": 0.818841, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"], "main_score": 0.818841, "precision": 0.800593, "recall": 0.858696}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.329051, "f1": 0.236716, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"], "main_score": 0.236716, "precision": 0.2108, "recall": 0.329051}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.181818, "f1": 0.122389, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"], "main_score": 0.122389, "precision": 0.108287, "recall": 0.181818}, {"accuracy": 0.903162, "f1": 0.875513, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"], "main_score": 0.875513, "precision": 0.862895, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.737154, "f1": 0.672301, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"], "main_score": 0.672301, "precision": 0.644871, "recall": 0.737154}, {"accuracy": 0.061265, "f1": 0.027249, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"], "main_score": 0.027249, "precision": 0.022147, "recall": 0.061265}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.244071, "f1": 0.165796, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"], "main_score": 0.165796, "precision": 0.146327, "recall": 0.244071}, {"accuracy": 0.873518, "f1": 0.837385, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"], "main_score": 0.837385, "precision": 0.820817, "recall": 0.873518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.942688, "f1": 0.926449, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"], "main_score": 0.926449, "precision": 0.91889, "recall": 0.942688}, {"accuracy": 0.914032, "f1": 0.887582, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"], "main_score": 0.887582, "precision": 0.875082, "recall": 0.914032}, {"accuracy": 0.317194, "f1": 0.241372, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"], "main_score": 0.241372, "precision": 0.219493, "recall": 0.317194}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.814229, "f1": 0.769493, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"], "main_score": 0.769493, "precision": 0.750156, "recall": 0.814229}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"], "main_score": 0.913043, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.91996, "f1": 0.896146, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"], "main_score": 0.896146, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.187747, "f1": 0.1185, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"], "main_score": 0.1185, "precision": 0.102169, "recall": 0.187747}, {"accuracy": 0.067194, "f1": 0.042448, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"], "main_score": 0.042448, "precision": 0.036738, "recall": 0.067194}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.187747, "f1": 0.127612, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"], "main_score": 0.127612, "precision": 0.114459, "recall": 0.187747}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.908103, "f1": 0.882642, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"], "main_score": 0.882642, "precision": 0.870965, "recall": 0.908103}, {"accuracy": 0.773715, "f1": 0.717408, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"], "main_score": 0.717408, "precision": 0.692895, "recall": 0.773715}, {"accuracy": 0.224308, "f1": 0.150084, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"], "main_score": 0.150084, "precision": 0.132177, "recall": 0.224308}, {"accuracy": 0.76581, "f1": 0.714709, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"], "main_score": 0.714709, "precision": 0.69333, "recall": 0.76581}, {"accuracy": 0.684783, "f1": 0.610731, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"], "main_score": 0.610731, "precision": 0.581872, "recall": 0.684783}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.797431, "f1": 0.743347, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"], "main_score": 0.743347, "precision": 0.720191, "recall": 0.797431}, {"accuracy": 0.184783, "f1": 0.120142, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"], "main_score": 0.120142, "precision": 0.10506, "recall": 0.184783}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"], "main_score": 0.954282, "precision": 0.949687, "recall": 0.964427}, {"accuracy": 0.075099, "f1": 0.042693, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"], "main_score": 0.042693, "precision": 0.035801, "recall": 0.075099}, {"accuracy": 0.279644, "f1": 0.208489, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"], "main_score": 0.208489, "precision": 0.189987, "recall": 0.279644}, {"accuracy": 0.397233, "f1": 0.309462, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"], "main_score": 0.309462, "precision": 0.283485, "recall": 0.397233}, {"accuracy": 0.097826, "f1": 0.049796, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"], "main_score": 0.049796, "precision": 0.039125, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.332016, "f1": 0.248439, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"], "main_score": 0.248439, "precision": 0.224997, "recall": 0.332016}, {"accuracy": 0.805336, "f1": 0.754042, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"], "main_score": 0.754042, "precision": 0.732839, "recall": 0.805336}, {"accuracy": 0.482213, "f1": 0.396409, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"], "main_score": 0.396409, "precision": 0.367469, "recall": 0.482213}, {"accuracy": 0.298419, "f1": 0.212056, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"], "main_score": 0.212056, "precision": 0.18839, "recall": 0.298419}, {"accuracy": 0.354743, "f1": 0.269623, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"], "main_score": 0.269623, "precision": 0.244648, "recall": 0.354743}, {"accuracy": 0.285573, "f1": 0.199881, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"], "main_score": 0.199881, "precision": 0.176712, "recall": 0.285573}, {"accuracy": 0.387352, "f1": 0.30191, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"], "main_score": 0.30191, "precision": 0.276123, "recall": 0.387352}, {"accuracy": 0.663043, "f1": 0.594683, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"], "main_score": 0.594683, "precision": 0.567516, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.057312, "f1": 0.020608, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"], "main_score": 0.020608, "precision": 0.015817, "recall": 0.057312}, {"accuracy": 0.246047, "f1": 0.167045, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"], "main_score": 0.167045, "precision": 0.14573, "recall": 0.246047}, {"accuracy": 0.773715, "f1": 0.720923, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"], "main_score": 0.720923, "precision": 0.69861, "recall": 0.773715}, {"accuracy": 0.267787, "f1": 0.193185, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"], "main_score": 0.193185, "precision": 0.173889, "recall": 0.267787}, {"accuracy": 0.065217, "f1": 0.033292, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"], "main_score": 0.033292, "precision": 0.028854, "recall": 0.065217}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.8083, "f1": 0.760524, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"], "main_score": 0.760524, "precision": 0.739996, "recall": 0.8083}, {"accuracy": 0.825099, "f1": 0.776021, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"], "main_score": 0.776021, "precision": 0.754397, "recall": 0.825099}, {"accuracy": 0.784585, "f1": 0.732138, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"], "main_score": 0.732138, "precision": 0.709881, "recall": 0.784585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.255929, "f1": 0.181126, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"], "main_score": 0.181126, "precision": 0.160521, "recall": 0.255929}, {"accuracy": 0.201581, "f1": 0.132768, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"], "main_score": 0.132768, "precision": 0.116292, "recall": 0.201581}, {"accuracy": 0.899209, "f1": 0.869335, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"], "main_score": 0.869335, "precision": 0.855731, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.423913, "f1": 0.335421, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"], "main_score": 0.335421, "precision": 0.307129, "recall": 0.423913}, {"accuracy": 0.232213, "f1": 0.161308, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"], "main_score": 0.161308, "precision": 0.143943, "recall": 0.232213}, {"accuracy": 0.76087, "f1": 0.697436, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"], "main_score": 0.697436, "precision": 0.670405, "recall": 0.76087}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.217391, "f1": 0.144755, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"], "main_score": 0.144755, "precision": 0.12847, "recall": 0.217391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.278656, "f1": 0.205842, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"], "main_score": 0.205842, "precision": 0.186263, "recall": 0.278656}, {"accuracy": 0.474308, "f1": 0.378065, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"], "main_score": 0.378065, "precision": 0.346977, "recall": 0.474308}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.769763, "f1": 0.713378, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"], "main_score": 0.713378, "precision": 0.689954, "recall": 0.769763}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"], "main_score": 0.928755, "precision": 0.920537, "recall": 0.945652}, {"accuracy": 0.272727, "f1": 0.198055, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"], "main_score": 0.198055, "precision": 0.177412, "recall": 0.272727}, {"accuracy": 0.082016, "f1": 0.035096, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"], "main_score": 0.035096, "precision": 0.028394, "recall": 0.082016}, {"accuracy": 0.285573, "f1": 0.206313, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"], "main_score": 0.206313, "precision": 0.184363, "recall": 0.285573}, {"accuracy": 0.150198, "f1": 0.091552, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"], "main_score": 0.091552, "precision": 0.079459, "recall": 0.150198}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.747036, "f1": 0.687716, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"], "main_score": 0.687716, "precision": 0.662806, "recall": 0.747036}, {"accuracy": 0.101779, "f1": 0.066805, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"], "main_score": 0.066805, "precision": 0.058737, "recall": 0.101779}, {"accuracy": 0.753953, "f1": 0.692885, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"], "main_score": 0.692885, "precision": 0.666337, "recall": 0.753953}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.754941, "f1": 0.69577, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"], "main_score": 0.69577, "precision": 0.671146, "recall": 0.754941}, {"accuracy": 0.530632, "f1": 0.446712, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"], "main_score": 0.446712, "precision": 0.414864, "recall": 0.530632}, {"accuracy": 0.208498, "f1": 0.13606, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"], "main_score": 0.13606, "precision": 0.119056, "recall": 0.208498}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.429842, "f1": 0.337776, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"], "main_score": 0.337776, "precision": 0.3076, "recall": 0.429842}, {"accuracy": 0.25, "f1": 0.167413, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"], "main_score": 0.167413, "precision": 0.146652, "recall": 0.25}, {"accuracy": 0.229249, "f1": 0.15829, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"], "main_score": 0.15829, "precision": 0.140049, "recall": 0.229249}, {"accuracy": 0.247036, "f1": 0.176274, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"], "main_score": 0.176274, "precision": 0.157405, "recall": 0.247036}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.019763, "f1": 0.004111, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"], "main_score": 0.004111, "precision": 0.002991, "recall": 0.019763}, {"accuracy": 0.868577, "f1": 0.831376, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"], "main_score": 0.831376, "precision": 0.814345, "recall": 0.868577}, {"accuracy": 0.453557, "f1": 0.368339, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"], "main_score": 0.368339, "precision": 0.337658, "recall": 0.453557}, {"accuracy": 0.855731, "f1": 0.81581, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"], "main_score": 0.81581, "precision": 0.797596, "recall": 0.855731}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.107708, "f1": 0.061849, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"], "main_score": 0.061849, "precision": 0.052813, "recall": 0.107708}, {"accuracy": 0.218379, "f1": 0.144542, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"], "main_score": 0.144542, "precision": 0.126269, "recall": 0.218379}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.667984, "f1": 0.594864, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"], "main_score": 0.594864, "precision": 0.566415, "recall": 0.667984}, {"accuracy": 0.209486, "f1": 0.136221, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"], "main_score": 0.136221, "precision": 0.117078, "recall": 0.209486}, {"accuracy": 0.232213, "f1": 0.151912, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"], "main_score": 0.151912, "precision": 0.131897, "recall": 0.232213}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.211462, "f1": 0.140154, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"], "main_score": 0.140154, "precision": 0.122718, "recall": 0.211462}, {"accuracy": 0.228261, "f1": 0.1561, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"], "main_score": 0.1561, "precision": 0.13638, "recall": 0.228261}, {"accuracy": 0.828063, "f1": 0.782051, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"], "main_score": 0.782051, "precision": 0.761422, "recall": 0.828063}, {"accuracy": 0.670949, "f1": 0.600863, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"], "main_score": 0.600863, "precision": 0.573769, "recall": 0.670949}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"], "main_score": 0.963011, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.31917, "f1": 0.229807, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"], "main_score": 0.229807, "precision": 0.201863, "recall": 0.31917}, {"accuracy": 0.490119, "f1": 0.40352, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"], "main_score": 0.40352, "precision": 0.375229, "recall": 0.490119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.563241, "f1": 0.483923, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"], "main_score": 0.483923, "precision": 0.453741, "recall": 0.563241}, {"accuracy": 0.857708, "f1": 0.817754, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"], "main_score": 0.817754, "precision": 0.79916, "recall": 0.857708}, {"accuracy": 0.324111, "f1": 0.241411, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"], "main_score": 0.241411, "precision": 0.217047, "recall": 0.324111}, {"accuracy": 0.617589, "f1": 0.535385, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"], "main_score": 0.535385, "precision": 0.503527, "recall": 0.617589}, {"accuracy": 0.718379, "f1": 0.654342, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"], "main_score": 0.654342, "precision": 0.627413, "recall": 0.718379}, {"accuracy": 0.269763, "f1": 0.190054, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"], "main_score": 0.190054, "precision": 0.169158, "recall": 0.269763}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"], "main_score": 0.912121, "precision": 0.902421, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"], "main_score": 0.936759, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.781621, "f1": 0.725461, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"], "main_score": 0.725461, "precision": 0.700576, "recall": 0.781621}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.435771, "f1": 0.351342, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"], "main_score": 0.351342, "precision": 0.322736, "recall": 0.435771}, {"accuracy": 0.525692, "f1": 0.434092, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"], "main_score": 0.434092, "precision": 0.401781, "recall": 0.525692}, {"accuracy": 0.126482, "f1": 0.071356, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"], "main_score": 0.071356, "precision": 0.060398, "recall": 0.126482}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.195652, "f1": 0.128492, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"], "main_score": 0.128492, "precision": 0.109876, "recall": 0.195652}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.95191, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"], "main_score": 0.95191, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.500988, "f1": 0.412784, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"], "main_score": 0.412784, "precision": 0.383978, "recall": 0.500988}, {"accuracy": 0.381423, "f1": 0.293047, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"], "main_score": 0.293047, "precision": 0.265759, "recall": 0.381423}, {"accuracy": 0.881423, "f1": 0.845191, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"], "main_score": 0.845191, "precision": 0.828228, "recall": 0.881423}, {"accuracy": 0.287549, "f1": 0.207484, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"], "main_score": 0.207484, "precision": 0.186061, "recall": 0.287549}, {"accuracy": 0.261858, "f1": 0.183357, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"], "main_score": 0.183357, "precision": 0.162907, "recall": 0.261858}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.486166, "f1": 0.396345, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"], "main_score": 0.396345, "precision": 0.365688, "recall": 0.486166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.211462, "f1": 0.132991, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"], "main_score": 0.132991, "precision": 0.114217, "recall": 0.211462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.924901, "f1": 0.901812, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"], "main_score": 0.901812, "precision": 0.890975, "recall": 0.924901}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.206522, "f1": 0.139319, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"], "main_score": 0.139319, "precision": 0.122473, "recall": 0.206522}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"], "main_score": 0.919038, "precision": 0.910326, "recall": 0.937747}, {"accuracy": 0.216403, "f1": 0.143715, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"], "main_score": 0.143715, "precision": 0.12525, "recall": 0.216403}, {"accuracy": 0.233202, "f1": 0.15842, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"], "main_score": 0.15842, "precision": 0.138965, "recall": 0.233202}, {"accuracy": 0.16502, "f1": 0.103507, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"], "main_score": 0.103507, "precision": 0.089849, "recall": 0.16502}, {"accuracy": 0.559289, "f1": 0.477352, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"], "main_score": 0.477352, "precision": 0.44581, "recall": 0.559289}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.322134, "f1": 0.236879, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"], "main_score": 0.236879, "precision": 0.211738, "recall": 0.322134}, {"accuracy": 0.209486, "f1": 0.13684, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"], "main_score": 0.13684, "precision": 0.119024, "recall": 0.209486}, {"accuracy": 0.250988, "f1": 0.173368, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"], "main_score": 0.173368, "precision": 0.153871, "recall": 0.250988}, {"accuracy": 0.846838, "f1": 0.805402, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"], "main_score": 0.805402, "precision": 0.787088, "recall": 0.846838}, {"accuracy": 0.199605, "f1": 0.129737, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"], "main_score": 0.129737, "precision": 0.112178, "recall": 0.199605}, {"accuracy": 0.210474, "f1": 0.139918, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"], "main_score": 0.139918, "precision": 0.122623, "recall": 0.210474}, {"accuracy": 0.953557, "f1": 0.940217, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"], "main_score": 0.940217, "precision": 0.933959, "recall": 0.953557}, {"accuracy": 0.324111, "f1": 0.237403, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"], "main_score": 0.237403, "precision": 0.212226, "recall": 0.324111}, {"accuracy": 0.281621, "f1": 0.199476, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"], "main_score": 0.199476, "precision": 0.178345, "recall": 0.281621}, {"accuracy": 0.676877, "f1": 0.602885, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"], "main_score": 0.602885, "precision": 0.573864, "recall": 0.676877}, {"accuracy": 0.391304, "f1": 0.305265, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"], "main_score": 0.305265, "precision": 0.278548, "recall": 0.391304}, {"accuracy": 0.499012, "f1": 0.40743, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"], "main_score": 0.40743, "precision": 0.375214, "recall": 0.499012}, {"accuracy": 0.865613, "f1": 0.828261, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"], "main_score": 0.828261, "precision": 0.810886, "recall": 0.865613}, {"accuracy": 0.364625, "f1": 0.278934, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"], "main_score": 0.278934, "precision": 0.252274, "recall": 0.364625}, {"accuracy": 0.48419, "f1": 0.398389, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"], "main_score": 0.398389, "precision": 0.367332, "recall": 0.48419}, {"accuracy": 0.210474, "f1": 0.137597, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"], "main_score": 0.137597, "precision": 0.117084, "recall": 0.210474}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.825527, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"], "main_score": 0.825527, "precision": 0.807971, "recall": 0.863636}, {"accuracy": 0.291502, "f1": 0.212324, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"], "main_score": 0.212324, "precision": 0.18851, "recall": 0.291502}, {"accuracy": 0.227273, "f1": 0.152188, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"], "main_score": 0.152188, "precision": 0.133675, "recall": 0.227273}, {"accuracy": 0.049407, "f1": 0.037178, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"], "main_score": 0.037178, "precision": 0.034192, "recall": 0.049407}, {"accuracy": 0.241107, "f1": 0.214054, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"], "main_score": 0.214054, "precision": 0.203516, "recall": 0.241107}, {"accuracy": 0.002964, "f1": 0.000731, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"], "main_score": 0.000731, "precision": 0.000532, "recall": 0.002964}, {"accuracy": 0.183794, "f1": 0.150256, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"], "main_score": 0.150256, "precision": 0.14165, "recall": 0.183794}, {"accuracy": 0.166996, "f1": 0.147355, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"], "main_score": 0.147355, "precision": 0.141087, "recall": 0.166996}, {"accuracy": 0.157115, "f1": 0.132343, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"], "main_score": 0.132343, "precision": 0.125628, "recall": 0.157115}, {"accuracy": 0.189723, "f1": 0.170628, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"], "main_score": 0.170628, "precision": 0.164452, "recall": 0.189723}, {"accuracy": 0.269763, "f1": 0.243578, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"], "main_score": 0.243578, "precision": 0.23279, "recall": 0.269763}, {"accuracy": 0.271739, "f1": 0.233367, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"], "main_score": 0.233367, "precision": 0.222925, "recall": 0.271739}, {"accuracy": 0.245059, "f1": 0.222634, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"], "main_score": 0.222634, "precision": 0.21546, "recall": 0.245059}, {"accuracy": 0.184783, "f1": 0.170423, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"], "main_score": 0.170423, "precision": 0.165484, "recall": 0.184783}, {"accuracy": 0.187747, "f1": 0.160499, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"], "main_score": 0.160499, "precision": 0.15246, "recall": 0.187747}, {"accuracy": 0.147233, "f1": 0.123538, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"], "main_score": 0.123538, "precision": 0.115681, "recall": 0.147233}, {"accuracy": 0.25, "f1": 0.224769, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"], "main_score": 0.224769, "precision": 0.21518, "recall": 0.25}, {"accuracy": 0.147233, "f1": 0.127416, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"], "main_score": 0.127416, "precision": 0.121515, "recall": 0.147233}, {"accuracy": 0.148221, "f1": 0.12793, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"], "main_score": 0.12793, "precision": 0.123199, "recall": 0.148221}, {"accuracy": 0.256917, "f1": 0.223489, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"], "main_score": 0.223489, "precision": 0.216059, "recall": 0.256917}, {"accuracy": 0.315217, "f1": 0.284384, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"], "main_score": 0.284384, "precision": 0.2731, "recall": 0.315217}, {"accuracy": 0.145257, "f1": 0.128199, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"], "main_score": 0.128199, "precision": 0.122838, "recall": 0.145257}, {"accuracy": 0.173913, "f1": 0.139871, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"], "main_score": 0.139871, "precision": 0.131452, "recall": 0.173913}, {"accuracy": 0.268775, "f1": 0.230076, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"], "main_score": 0.230076, "precision": 0.220025, "recall": 0.268775}, {"accuracy": 0.199605, "f1": 0.177846, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"], "main_score": 0.177846, "precision": 0.171201, "recall": 0.199605}, {"accuracy": 0.227273, "f1": 0.197601, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"], "main_score": 0.197601, "precision": 0.186339, "recall": 0.227273}, {"accuracy": 0.078063, "f1": 0.059169, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"], "main_score": 0.059169, "precision": 0.05519, "recall": 0.078063}, {"accuracy": 0.178854, "f1": 0.154505, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"], "main_score": 0.154505, "precision": 0.147004, "recall": 0.178854}, {"accuracy": 0.206522, "f1": 0.185911, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"], "main_score": 0.185911, "precision": 0.179513, "recall": 0.206522}, {"accuracy": 0.065217, "f1": 0.046638, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"], "main_score": 0.046638, "precision": 0.04248, "recall": 0.065217}, {"accuracy": 0.166996, "f1": 0.144619, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"], "main_score": 0.144619, "precision": 0.138195, "recall": 0.166996}, {"accuracy": 0.300395, "f1": 0.273968, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"], "main_score": 0.273968, "precision": 0.264227, "recall": 0.300395}, {"accuracy": 0.200593, "f1": 0.184128, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"], "main_score": 0.184128, "precision": 0.178514, "recall": 0.200593}, {"accuracy": 0.259881, "f1": 0.222694, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"], "main_score": 0.222694, "precision": 0.213253, "recall": 0.259881}, {"accuracy": 0.190711, "f1": 0.166357, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"], "main_score": 0.166357, "precision": 0.15935, "recall": 0.190711}, {"accuracy": 0.150198, "f1": 0.125274, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"], "main_score": 0.125274, "precision": 0.118253, "recall": 0.150198}, {"accuracy": 0.215415, "f1": 0.187979, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"], "main_score": 0.187979, "precision": 0.179309, "recall": 0.215415}, {"accuracy": 0.20751, "f1": 0.173286, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"], "main_score": 0.173286, "precision": 0.164285, "recall": 0.20751}, {"accuracy": 0.093874, "f1": 0.080378, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"], "main_score": 0.080378, "precision": 0.07604, "recall": 0.093874}, {"accuracy": 0.15415, "f1": 0.128892, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"], "main_score": 0.128892, "precision": 0.122802, "recall": 0.15415}, {"accuracy": 0.083004, "f1": 0.067388, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"], "main_score": 0.067388, "precision": 0.064078, "recall": 0.083004}, {"accuracy": 0.247036, "f1": 0.207011, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"], "main_score": 0.207011, "precision": 0.196791, "recall": 0.247036}, {"accuracy": 0.146245, "f1": 0.122168, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"], "main_score": 0.122168, "precision": 0.114542, "recall": 0.146245}, {"accuracy": 0.266798, "f1": 0.229715, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"], "main_score": 0.229715, "precision": 0.216307, "recall": 0.266798}, {"accuracy": 0.031621, "f1": 0.026777, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"], "main_score": 0.026777, "precision": 0.025306, "recall": 0.031621}, {"accuracy": 0.256917, "f1": 0.216621, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"], "main_score": 0.216621, "precision": 0.205981, "recall": 0.256917}, {"accuracy": 0.214427, "f1": 0.185775, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"], "main_score": 0.185775, "precision": 0.176085, "recall": 0.214427}, {"accuracy": 0.209486, "f1": 0.178072, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"], "main_score": 0.178072, "precision": 0.169739, "recall": 0.209486}, {"accuracy": 0.242095, "f1": 0.209033, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"], "main_score": 0.209033, "precision": 0.200143, "recall": 0.242095}, {"accuracy": 0.143281, "f1": 0.124428, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"], "main_score": 0.124428, "precision": 0.118603, "recall": 0.143281}, {"accuracy": 0.155138, "f1": 0.136262, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"], "main_score": 0.136262, "precision": 0.130434, "recall": 0.155138}, {"accuracy": 0.228261, "f1": 0.197392, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"], "main_score": 0.197392, "precision": 0.186815, "recall": 0.228261}, {"accuracy": 0.216403, "f1": 0.187354, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"], "main_score": 0.187354, "precision": 0.180172, "recall": 0.216403}, {"accuracy": 0.188735, "f1": 0.175923, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"], "main_score": 0.175923, "precision": 0.172211, "recall": 0.188735}, {"accuracy": 0.262846, "f1": 0.220522, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"], "main_score": 0.220522, "precision": 0.210414, "recall": 0.262846}, {"accuracy": 0.194664, "f1": 0.178215, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"], "main_score": 0.178215, "precision": 0.173501, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.168683, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"], "main_score": 0.168683, "precision": 0.157195, "recall": 0.203557}, {"accuracy": 0.168972, "f1": 0.14369, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"], "main_score": 0.14369, "precision": 0.136085, "recall": 0.168972}, {"accuracy": 0.050395, "f1": 0.041419, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"], "main_score": 0.041419, "precision": 0.038586, "recall": 0.050395}, {"accuracy": 0.256917, "f1": 0.232297, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"], "main_score": 0.232297, "precision": 0.222029, "recall": 0.256917}, {"accuracy": 0.277668, "f1": 0.254087, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"], "main_score": 0.254087, "precision": 0.245968, "recall": 0.277668}, {"accuracy": 0.056324, "f1": 0.047746, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"], "main_score": 0.047746, "precision": 0.045298, "recall": 0.056324}, {"accuracy": 0.215415, "f1": 0.184429, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"], "main_score": 0.184429, "precision": 0.17659, "recall": 0.215415}, {"accuracy": 0.161067, "f1": 0.139686, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"], "main_score": 0.139686, "precision": 0.133817, "recall": 0.161067}, {"accuracy": 0.227273, "f1": 0.200713, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"], "main_score": 0.200713, "precision": 0.192608, "recall": 0.227273}, {"accuracy": 0.140316, "f1": 0.110521, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"], "main_score": 0.110521, "precision": 0.102045, "recall": 0.140316}, {"accuracy": 0.314229, "f1": 0.280114, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"], "main_score": 0.280114, "precision": 0.26922, "recall": 0.314229}, {"accuracy": 0.197628, "f1": 0.180283, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"], "main_score": 0.180283, "precision": 0.174662, "recall": 0.197628}, {"accuracy": 0.1917, "f1": 0.167055, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"], "main_score": 0.167055, "precision": 0.159789, "recall": 0.1917}, {"accuracy": 0.26581, "f1": 0.228946, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"], "main_score": 0.228946, "precision": 0.219954, "recall": 0.26581}, {"accuracy": 0.220356, "f1": 0.196529, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"], "main_score": 0.196529, "precision": 0.188267, "recall": 0.220356}, {"accuracy": 0.245059, "f1": 0.216973, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"], "main_score": 0.216973, "precision": 0.206939, "recall": 0.245059}, {"accuracy": 0.212451, "f1": 0.188526, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"], "main_score": 0.188526, "precision": 0.180619, "recall": 0.212451}, {"accuracy": 0.146245, "f1": 0.130467, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"], "main_score": 0.130467, "precision": 0.126083, "recall": 0.146245}, {"accuracy": 0.230237, "f1": 0.200083, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"], "main_score": 0.200083, "precision": 0.191878, "recall": 0.230237}, {"accuracy": 0.046443, "f1": 0.029485, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"], "main_score": 0.029485, "precision": 0.025699, "recall": 0.046443}, {"accuracy": 0.185771, "f1": 0.159326, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"], "main_score": 0.159326, "precision": 0.150654, "recall": 0.185771}, {"accuracy": 0.162055, "f1": 0.147932, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"], "main_score": 0.147932, "precision": 0.14396, "recall": 0.162055}, {"accuracy": 0.290514, "f1": 0.255234, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"], "main_score": 0.255234, "precision": 0.242524, "recall": 0.290514}, {"accuracy": 0.05336, "f1": 0.037289, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"], "main_score": 0.037289, "precision": 0.033182, "recall": 0.05336}, {"accuracy": 0.26581, "f1": 0.230149, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"], "main_score": 0.230149, "precision": 0.220735, "recall": 0.26581}, {"accuracy": 0.212451, "f1": 0.188405, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"], "main_score": 0.188405, "precision": 0.181854, "recall": 0.212451}, {"accuracy": 0.211462, "f1": 0.186228, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"], "main_score": 0.186228, "precision": 0.179109, "recall": 0.211462}, {"accuracy": 0.068182, "f1": 0.049864, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"], "main_score": 0.049864, "precision": 0.045809, "recall": 0.068182}, {"accuracy": 0.246047, "f1": 0.212571, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"], "main_score": 0.212571, "precision": 0.203255, "recall": 0.246047}, {"accuracy": 0.23913, "f1": 0.206209, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"], "main_score": 0.206209, "precision": 0.197, "recall": 0.23913}, {"accuracy": 0.26087, "f1": 0.221685, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"], "main_score": 0.221685, "precision": 0.21227, "recall": 0.26087}, {"accuracy": 0.190711, "f1": 0.15894, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"], "main_score": 0.15894, "precision": 0.148868, "recall": 0.190711}, {"accuracy": 0.228261, "f1": 0.200334, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"], "main_score": 0.200334, "precision": 0.189847, "recall": 0.228261}, {"accuracy": 0.243083, "f1": 0.21188, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"], "main_score": 0.21188, "precision": 0.200529, "recall": 0.243083}, {"accuracy": 0.083992, "f1": 0.064608, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"], "main_score": 0.064608, "precision": 0.060871, "recall": 0.083992}, {"accuracy": 0.268775, "f1": 0.229402, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"], "main_score": 0.229402, "precision": 0.21992, "recall": 0.268775}, {"accuracy": 0.143281, "f1": 0.125564, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"], "main_score": 0.125564, "precision": 0.119933, "recall": 0.143281}, {"accuracy": 0.244071, "f1": 0.220348, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"], "main_score": 0.220348, "precision": 0.212277, "recall": 0.244071}, {"accuracy": 0.245059, "f1": 0.217207, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"], "main_score": 0.217207, "precision": 0.206597, "recall": 0.245059}, {"accuracy": 0.179842, "f1": 0.164285, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"], "main_score": 0.164285, "precision": 0.159949, "recall": 0.179842}, {"accuracy": 0.204545, "f1": 0.173886, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"], "main_score": 0.173886, "precision": 0.16639, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.186009, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"], "main_score": 0.186009, "precision": 0.174721, "recall": 0.218379}, {"accuracy": 0.224308, "f1": 0.189925, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"], "main_score": 0.189925, "precision": 0.180283, "recall": 0.224308}, {"accuracy": 0.271739, "f1": 0.24002, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"], "main_score": 0.24002, "precision": 0.229632, "recall": 0.271739}, {"accuracy": 0.269763, "f1": 0.248027, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"], "main_score": 0.248027, "precision": 0.240757, "recall": 0.269763}, {"accuracy": 0.170949, "f1": 0.146359, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"], "main_score": 0.146359, "precision": 0.139146, "recall": 0.170949}, {"accuracy": 0.225296, "f1": 0.188441, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"], "main_score": 0.188441, "precision": 0.178374, "recall": 0.225296}, {"accuracy": 0.269763, "f1": 0.229761, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"], "main_score": 0.229761, "precision": 0.220489, "recall": 0.269763}, {"accuracy": 0.199605, "f1": 0.168159, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"], "main_score": 0.168159, "precision": 0.159083, "recall": 0.199605}, {"accuracy": 0.201581, "f1": 0.182676, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"], "main_score": 0.182676, "precision": 0.176188, "recall": 0.201581}, {"accuracy": 0.13834, "f1": 0.114061, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"], "main_score": 0.114061, "precision": 0.107296, "recall": 0.13834}, {"accuracy": 0.224308, "f1": 0.193894, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"], "main_score": 0.193894, "precision": 0.183047, "recall": 0.224308}, {"accuracy": 0.08004, "f1": 0.05459, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"], "main_score": 0.05459, "precision": 0.047959, "recall": 0.08004}, {"accuracy": 0.281621, "f1": 0.248794, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"], "main_score": 0.248794, "precision": 0.236681, "recall": 0.281621}, {"accuracy": 0.12253, "f1": 0.098698, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"], "main_score": 0.098698, "precision": 0.092835, "recall": 0.12253}, {"accuracy": 0.266798, "f1": 0.224775, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"], "main_score": 0.224775, "precision": 0.214855, "recall": 0.266798}, {"accuracy": 0.216403, "f1": 0.191985, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"], "main_score": 0.191985, "precision": 0.185236, "recall": 0.216403}, {"accuracy": 0.107708, "f1": 0.084399, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"], "main_score": 0.084399, "precision": 0.077583, "recall": 0.107708}, {"accuracy": 0.209486, "f1": 0.188897, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"], "main_score": 0.188897, "precision": 0.1819, "recall": 0.209486}, {"accuracy": 0.272727, "f1": 0.236039, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"], "main_score": 0.236039, "precision": 0.227234, "recall": 0.272727}, {"accuracy": 0.106719, "f1": 0.088289, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"], "main_score": 0.088289, "precision": 0.083345, "recall": 0.106719}, {"accuracy": 0.16996, "f1": 0.146928, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"], "main_score": 0.146928, "precision": 0.14028, "recall": 0.16996}, {"accuracy": 0.221344, "f1": 0.190646, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"], "main_score": 0.190646, "precision": 0.180195, "recall": 0.221344}, {"accuracy": 0.160079, "f1": 0.133434, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"], "main_score": 0.133434, "precision": 0.125411, "recall": 0.160079}, {"accuracy": 0.251976, "f1": 0.226926, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"], "main_score": 0.226926, "precision": 0.219071, "recall": 0.251976}, {"accuracy": 0.244071, "f1": 0.216031, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"], "main_score": 0.216031, "precision": 0.206048, "recall": 0.244071}, {"accuracy": 0.27668, "f1": 0.235061, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"], "main_score": 0.235061, "precision": 0.221976, "recall": 0.27668}, {"accuracy": 0.238142, "f1": 0.210808, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"], "main_score": 0.210808, "precision": 0.201722, "recall": 0.238142}, {"accuracy": 0.251976, "f1": 0.218503, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"], "main_score": 0.218503, "precision": 0.209051, "recall": 0.251976}, {"accuracy": 0.018775, "f1": 0.007099, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"], "main_score": 0.007099, "precision": 0.005026, "recall": 0.018775}, {"accuracy": 0.08498, "f1": 0.073481, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"], "main_score": 0.073481, "precision": 0.070442, "recall": 0.08498}, {"accuracy": 0.071146, "f1": 0.055368, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"], "main_score": 0.055368, "precision": 0.051571, "recall": 0.071146}, {"accuracy": 0.118577, "f1": 0.095437, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"], "main_score": 0.095437, "precision": 0.089495, "recall": 0.118577}, {"accuracy": 0.259881, "f1": 0.223399, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"], "main_score": 0.223399, "precision": 0.213323, "recall": 0.259881}, {"accuracy": 0.124506, "f1": 0.097149, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"], "main_score": 0.097149, "precision": 0.088219, "recall": 0.124506}, {"accuracy": 0.278656, "f1": 0.246961, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"], "main_score": 0.246961, "precision": 0.23532, "recall": 0.278656}, {"accuracy": 0.229249, "f1": 0.198392, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"], "main_score": 0.198392, "precision": 0.190276, "recall": 0.229249}, {"accuracy": 0.261858, "f1": 0.224179, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"], "main_score": 0.224179, "precision": 0.214265, "recall": 0.261858}, {"accuracy": 0.195652, "f1": 0.171766, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"], "main_score": 0.171766, "precision": 0.163993, "recall": 0.195652}, {"accuracy": 0.158103, "f1": 0.135754, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"], "main_score": 0.135754, "precision": 0.12873, "recall": 0.158103}, {"accuracy": 0.208498, "f1": 0.181413, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"], "main_score": 0.181413, "precision": 0.171974, "recall": 0.208498}, {"accuracy": 0.145257, "f1": 0.126029, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"], "main_score": 0.126029, "precision": 0.119898, "recall": 0.145257}, {"accuracy": 0.241107, "f1": 0.203735, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"], "main_score": 0.203735, "precision": 0.190078, "recall": 0.241107}, {"accuracy": 0.188735, "f1": 0.160454, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"], "main_score": 0.160454, "precision": 0.152004, "recall": 0.188735}, {"accuracy": 0.08498, "f1": 0.067355, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"], "main_score": 0.067355, "precision": 0.062893, "recall": 0.08498}, {"accuracy": 0.201581, "f1": 0.176489, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"], "main_score": 0.176489, "precision": 0.170079, "recall": 0.201581}, {"accuracy": 0.176877, "f1": 0.147462, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"], "main_score": 0.147462, "precision": 0.13855, "recall": 0.176877}, {"accuracy": 0.211462, "f1": 0.176723, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"], "main_score": 0.176723, "precision": 0.166146, "recall": 0.211462}, {"accuracy": 0.232213, "f1": 0.208886, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"], "main_score": 0.208886, "precision": 0.200449, "recall": 0.232213}, {"accuracy": 0.195652, "f1": 0.159873, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"], "main_score": 0.159873, "precision": 0.149942, "recall": 0.195652}, {"accuracy": 0.052372, "f1": 0.043944, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"], "main_score": 0.043944, "precision": 0.041476, "recall": 0.052372}, {"accuracy": 0.110672, "f1": 0.085591, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"], "main_score": 0.085591, "precision": 0.079117, "recall": 0.110672}, {"accuracy": 0.187747, "f1": 0.167251, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"], "main_score": 0.167251, "precision": 0.161024, "recall": 0.187747}, {"accuracy": 0.098814, "f1": 0.084839, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"], "main_score": 0.084839, "precision": 0.080223, "recall": 0.098814}, {"accuracy": 0.184783, "f1": 0.154736, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"], "main_score": 0.154736, "precision": 0.14702, "recall": 0.184783}, {"accuracy": 0.285573, "f1": 0.255722, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"], "main_score": 0.255722, "precision": 0.245047, "recall": 0.285573}, {"accuracy": 0.091897, "f1": 0.071488, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"], "main_score": 0.071488, "precision": 0.065881, "recall": 0.091897}, {"accuracy": 0.182806, "f1": 0.152978, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"], "main_score": 0.152978, "precision": 0.144931, "recall": 0.182806}, {"accuracy": 0.210474, "f1": 0.173264, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"], "main_score": 0.173264, "precision": 0.164263, "recall": 0.210474}, {"accuracy": 0.214427, "f1": 0.186522, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"], "main_score": 0.186522, "precision": 0.178531, "recall": 0.214427}, {"accuracy": 0.18083, "f1": 0.161826, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"], "main_score": 0.161826, "precision": 0.155841, "recall": 0.18083}, {"accuracy": 0.269763, "f1": 0.232886, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"], "main_score": 0.232886, "precision": 0.223439, "recall": 0.269763}, {"accuracy": 0.148221, "f1": 0.125326, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"], "main_score": 0.125326, "precision": 0.119898, "recall": 0.148221}, {"accuracy": 0.19664, "f1": 0.174487, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"], "main_score": 0.174487, "precision": 0.167102, "recall": 0.19664}, {"accuracy": 0.15415, "f1": 0.114127, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"], "main_score": 0.114127, "precision": 0.102446, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.21519, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"], "main_score": 0.21519, "precision": 0.204527, "recall": 0.252964}, {"accuracy": 0.036561, "f1": 0.030466, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"], "main_score": 0.030466, "precision": 0.028745, "recall": 0.036561}, {"accuracy": 0.198617, "f1": 0.169993, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"], "main_score": 0.169993, "precision": 0.161907, "recall": 0.198617}, {"accuracy": 0.177866, "f1": 0.146412, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"], "main_score": 0.146412, "precision": 0.138156, "recall": 0.177866}, {"accuracy": 0.157115, "f1": 0.133223, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"], "main_score": 0.133223, "precision": 0.127315, "recall": 0.157115}, {"accuracy": 0.269763, "f1": 0.243326, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"], "main_score": 0.243326, "precision": 0.234247, "recall": 0.269763}, {"accuracy": 0.155138, "f1": 0.126579, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"], "main_score": 0.126579, "precision": 0.118632, "recall": 0.155138}, {"accuracy": 0.255929, "f1": 0.225285, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"], "main_score": 0.225285, "precision": 0.213285, "recall": 0.255929}, {"accuracy": 0.29249, "f1": 0.25816, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"], "main_score": 0.25816, "precision": 0.245337, "recall": 0.29249}, {"accuracy": 0.248024, "f1": 0.211081, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"], "main_score": 0.211081, "precision": 0.202262, "recall": 0.248024}, {"accuracy": 0.268775, "f1": 0.242895, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"], "main_score": 0.242895, "precision": 0.23353, "recall": 0.268775}, {"accuracy": 0.269763, "f1": 0.229664, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"], "main_score": 0.229664, "precision": 0.219146, "recall": 0.269763}, {"accuracy": 0.242095, "f1": 0.211682, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"], "main_score": 0.211682, "precision": 0.2021, "recall": 0.242095}, {"accuracy": 0.257905, "f1": 0.218477, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"], "main_score": 0.218477, "precision": 0.209375, "recall": 0.257905}, {"accuracy": 0.108696, "f1": 0.090121, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"], "main_score": 0.090121, "precision": 0.084191, "recall": 0.108696}, {"accuracy": 0.187747, "f1": 0.160261, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"], "main_score": 0.160261, "precision": 0.151692, "recall": 0.187747}, {"accuracy": 0.233202, "f1": 0.200137, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"], "main_score": 0.200137, "precision": 0.188438, "recall": 0.233202}, {"accuracy": 0.227273, "f1": 0.198997, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"], "main_score": 0.198997, "precision": 0.190179, "recall": 0.227273}, {"accuracy": 0.210474, "f1": 0.177021, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"], "main_score": 0.177021, "precision": 0.167694, "recall": 0.210474}, {"accuracy": 0.252964, "f1": 0.22188, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"], "main_score": 0.22188, "precision": 0.211911, "recall": 0.252964}, {"accuracy": 0.179842, "f1": 0.149759, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"], "main_score": 0.149759, "precision": 0.140464, "recall": 0.179842}, {"accuracy": 0.109684, "f1": 0.089333, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"], "main_score": 0.089333, "precision": 0.083277, "recall": 0.109684}, {"accuracy": 0.254941, "f1": 0.221732, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"], "main_score": 0.221732, "precision": 0.212707, "recall": 0.254941}, {"accuracy": 0.206522, "f1": 0.174912, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"], "main_score": 0.174912, "precision": 0.164928, "recall": 0.206522}, {"accuracy": 0.243083, "f1": 0.206014, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"], "main_score": 0.206014, "precision": 0.193565, "recall": 0.243083}, {"accuracy": 0.259881, "f1": 0.229862, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"], "main_score": 0.229862, "precision": 0.219441, "recall": 0.259881}, {"accuracy": 0.079051, "f1": 0.065338, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"], "main_score": 0.065338, "precision": 0.06178, "recall": 0.079051}, {"accuracy": 0.194664, "f1": 0.162519, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"], "main_score": 0.162519, "precision": 0.151445, "recall": 0.194664}, {"accuracy": 0.270751, "f1": 0.236886, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"], "main_score": 0.236886, "precision": 0.225381, "recall": 0.270751}, {"accuracy": 0.162055, "f1": 0.144119, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"], "main_score": 0.144119, "precision": 0.139244, "recall": 0.162055}, {"accuracy": 0.263834, "f1": 0.234343, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"], "main_score": 0.234343, "precision": 0.224242, "recall": 0.263834}, {"accuracy": 0.256917, "f1": 0.232507, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"], "main_score": 0.232507, "precision": 0.223357, "recall": 0.256917}, {"accuracy": 0.16502, "f1": 0.150941, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"], "main_score": 0.150941, "precision": 0.145964, "recall": 0.16502}, {"accuracy": 0.307312, "f1": 0.269718, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"], "main_score": 0.269718, "precision": 0.257164, "recall": 0.307312}, {"accuracy": 0.257905, "f1": 0.230979, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"], "main_score": 0.230979, "precision": 0.221249, "recall": 0.257905}, {"accuracy": 0.096838, "f1": 0.080211, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"], "main_score": 0.080211, "precision": 0.075654, "recall": 0.096838}, {"accuracy": 0.176877, "f1": 0.148177, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"], "main_score": 0.148177, "precision": 0.140505, "recall": 0.176877}, {"accuracy": 0.194664, "f1": 0.169288, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"], "main_score": 0.169288, "precision": 0.161646, "recall": 0.194664}, {"accuracy": 0.210474, "f1": 0.182626, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"], "main_score": 0.182626, "precision": 0.172233, "recall": 0.210474}, {"accuracy": 0.184783, "f1": 0.153221, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"], "main_score": 0.153221, "precision": 0.143722, "recall": 0.184783}, {"accuracy": 0.176877, "f1": 0.142551, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"], "main_score": 0.142551, "precision": 0.133717, "recall": 0.176877}, {"accuracy": 0.220356, "f1": 0.188226, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"], "main_score": 0.188226, "precision": 0.17936, "recall": 0.220356}, {"accuracy": 0.077075, "f1": 0.060911, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"], "main_score": 0.060911, "precision": 0.057677, "recall": 0.077075}, {"accuracy": 0.19664, "f1": 0.175173, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"], "main_score": 0.175173, "precision": 0.167404, "recall": 0.19664}, {"accuracy": 0.257905, "f1": 0.222309, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"], "main_score": 0.222309, "precision": 0.209869, "recall": 0.257905}, {"accuracy": 0.038538, "f1": 0.031181, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"], "main_score": 0.031181, "precision": 0.029502, "recall": 0.038538}, {"accuracy": 0.189723, "f1": 0.167486, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"], "main_score": 0.167486, "precision": 0.159817, "recall": 0.189723}, {"accuracy": 0.002964, "f1": 0.000543, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"], "main_score": 0.000543, "precision": 0.000354, "recall": 0.002964}, {"accuracy": 0.240119, "f1": 0.206136, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"], "main_score": 0.206136, "precision": 0.196901, "recall": 0.240119}, {"accuracy": 0.208498, "f1": 0.192223, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"], "main_score": 0.192223, "precision": 0.186478, "recall": 0.208498}, {"accuracy": 0.182806, "f1": 0.157538, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"], "main_score": 0.157538, "precision": 0.151576, "recall": 0.182806}, {"accuracy": 0.236166, "f1": 0.220194, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"], "main_score": 0.220194, "precision": 0.215513, "recall": 0.236166}, {"accuracy": 0.232213, "f1": 0.19966, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"], "main_score": 0.19966, "precision": 0.189718, "recall": 0.232213}, {"accuracy": 0.322134, "f1": 0.285457, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"], "main_score": 0.285457, "precision": 0.274804, "recall": 0.322134}, {"accuracy": 0.248024, "f1": 0.221951, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"], "main_score": 0.221951, "precision": 0.214278, "recall": 0.248024}, {"accuracy": 0.210474, "f1": 0.19391, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"], "main_score": 0.19391, "precision": 0.188647, "recall": 0.210474}, {"accuracy": 0.267787, "f1": 0.22967, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"], "main_score": 0.22967, "precision": 0.219342, "recall": 0.267787}, {"accuracy": 0.175889, "f1": 0.157909, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"], "main_score": 0.157909, "precision": 0.153882, "recall": 0.175889}, {"accuracy": 0.212451, "f1": 0.186289, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"], "main_score": 0.186289, "precision": 0.177674, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.158175, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"], "main_score": 0.158175, "precision": 0.154545, "recall": 0.174901}, {"accuracy": 0.186759, "f1": 0.164049, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"], "main_score": 0.164049, "precision": 0.156912, "recall": 0.186759}, {"accuracy": 0.318182, "f1": 0.28047, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"], "main_score": 0.28047, "precision": 0.270758, "recall": 0.318182}, {"accuracy": 0.269763, "f1": 0.243265, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"], "main_score": 0.243265, "precision": 0.235156, "recall": 0.269763}, {"accuracy": 0.209486, "f1": 0.188256, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"], "main_score": 0.188256, "precision": 0.181094, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.191804, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"], "main_score": 0.191804, "precision": 0.183656, "recall": 0.225296}, {"accuracy": 0.338933, "f1": 0.295566, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"], "main_score": 0.295566, "precision": 0.282455, "recall": 0.338933}, {"accuracy": 0.216403, "f1": 0.207667, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"], "main_score": 0.207667, "precision": 0.205004, "recall": 0.216403}, {"accuracy": 0.190711, "f1": 0.160724, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"], "main_score": 0.160724, "precision": 0.150919, "recall": 0.190711}, {"accuracy": 0.106719, "f1": 0.089213, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"], "main_score": 0.089213, "precision": 0.085456, "recall": 0.106719}, {"accuracy": 0.23419, "f1": 0.207282, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"], "main_score": 0.207282, "precision": 0.199118, "recall": 0.23419}, {"accuracy": 0.248024, "f1": 0.229009, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"], "main_score": 0.229009, "precision": 0.223352, "recall": 0.248024}, {"accuracy": 0.063241, "f1": 0.040965, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"], "main_score": 0.040965, "precision": 0.037041, "recall": 0.063241}, {"accuracy": 0.232213, "f1": 0.209137, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"], "main_score": 0.209137, "precision": 0.202338, "recall": 0.232213}, {"accuracy": 0.222332, "f1": 0.191532, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"], "main_score": 0.191532, "precision": 0.181809, "recall": 0.222332}, {"accuracy": 0.212451, "f1": 0.202301, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"], "main_score": 0.202301, "precision": 0.199161, "recall": 0.212451}, {"accuracy": 0.324111, "f1": 0.290523, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"], "main_score": 0.290523, "precision": 0.280741, "recall": 0.324111}, {"accuracy": 0.217391, "f1": 0.202007, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"], "main_score": 0.202007, "precision": 0.197084, "recall": 0.217391}, {"accuracy": 0.183794, "f1": 0.160976, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"], "main_score": 0.160976, "precision": 0.155473, "recall": 0.183794}, {"accuracy": 0.211462, "f1": 0.186583, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"], "main_score": 0.186583, "precision": 0.178486, "recall": 0.211462}, {"accuracy": 0.271739, "f1": 0.242048, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"], "main_score": 0.242048, "precision": 0.232435, "recall": 0.271739}, {"accuracy": 0.134387, "f1": 0.11723, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"], "main_score": 0.11723, "precision": 0.112459, "recall": 0.134387}, {"accuracy": 0.197628, "f1": 0.175302, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"], "main_score": 0.175302, "precision": 0.169309, "recall": 0.197628}, {"accuracy": 0.107708, "f1": 0.09861, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"], "main_score": 0.09861, "precision": 0.095161, "recall": 0.107708}, {"accuracy": 0.312253, "f1": 0.279348, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"], "main_score": 0.279348, "precision": 0.268824, "recall": 0.312253}, {"accuracy": 0.215415, "f1": 0.188182, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"], "main_score": 0.188182, "precision": 0.178749, "recall": 0.215415}, {"accuracy": 0.212451, "f1": 0.177219, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"], "main_score": 0.177219, "precision": 0.166534, "recall": 0.212451}, {"accuracy": 0.034585, "f1": 0.025791, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"], "main_score": 0.025791, "precision": 0.023778, "recall": 0.034585}, {"accuracy": 0.31917, "f1": 0.277863, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"], "main_score": 0.277863, "precision": 0.265406, "recall": 0.31917}, {"accuracy": 0.16502, "f1": 0.141593, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"], "main_score": 0.141593, "precision": 0.133776, "recall": 0.16502}, {"accuracy": 0.253953, "f1": 0.223842, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"], "main_score": 0.223842, "precision": 0.214921, "recall": 0.253953}, {"accuracy": 0.327075, "f1": 0.294452, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"], "main_score": 0.294452, "precision": 0.283608, "recall": 0.327075}, {"accuracy": 0.189723, "f1": 0.160688, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"], "main_score": 0.160688, "precision": 0.153634, "recall": 0.189723}, {"accuracy": 0.16502, "f1": 0.157212, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"], "main_score": 0.157212, "precision": 0.155016, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.148727, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"], "main_score": 0.148727, "precision": 0.14003, "recall": 0.174901}, {"accuracy": 0.232213, "f1": 0.214464, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"], "main_score": 0.214464, "precision": 0.209633, "recall": 0.232213}, {"accuracy": 0.198617, "f1": 0.184277, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"], "main_score": 0.184277, "precision": 0.180238, "recall": 0.198617}, {"accuracy": 0.335968, "f1": 0.293506, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"], "main_score": 0.293506, "precision": 0.281473, "recall": 0.335968}, {"accuracy": 0.205534, "f1": 0.188256, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"], "main_score": 0.188256, "precision": 0.184172, "recall": 0.205534}, {"accuracy": 0.174901, "f1": 0.153173, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"], "main_score": 0.153173, "precision": 0.145409, "recall": 0.174901}, {"accuracy": 0.214427, "f1": 0.196298, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"], "main_score": 0.196298, "precision": 0.190952, "recall": 0.214427}, {"accuracy": 0.034585, "f1": 0.027642, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"], "main_score": 0.027642, "precision": 0.026282, "recall": 0.034585}, {"accuracy": 0.220356, "f1": 0.20091, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"], "main_score": 0.20091, "precision": 0.194048, "recall": 0.220356}, {"accuracy": 0.273715, "f1": 0.247208, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"], "main_score": 0.247208, "precision": 0.240433, "recall": 0.273715}, {"accuracy": 0.05336, "f1": 0.043888, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"], "main_score": 0.043888, "precision": 0.041324, "recall": 0.05336}, {"accuracy": 0.286561, "f1": 0.251892, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"], "main_score": 0.251892, "precision": 0.242425, "recall": 0.286561}, {"accuracy": 0.190711, "f1": 0.175987, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"], "main_score": 0.175987, "precision": 0.170835, "recall": 0.190711}, {"accuracy": 0.23913, "f1": 0.223217, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"], "main_score": 0.223217, "precision": 0.217857, "recall": 0.23913}, {"accuracy": 0.190711, "f1": 0.166625, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"], "main_score": 0.166625, "precision": 0.160661, "recall": 0.190711}, {"accuracy": 0.263834, "f1": 0.240543, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"], "main_score": 0.240543, "precision": 0.232743, "recall": 0.263834}, {"accuracy": 0.226285, "f1": 0.205203, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"], "main_score": 0.205203, "precision": 0.199291, "recall": 0.226285}, {"accuracy": 0.195652, "f1": 0.17623, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"], "main_score": 0.17623, "precision": 0.171576, "recall": 0.195652}, {"accuracy": 0.320158, "f1": 0.288589, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"], "main_score": 0.288589, "precision": 0.279238, "recall": 0.320158}, {"accuracy": 0.198617, "f1": 0.175369, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"], "main_score": 0.175369, "precision": 0.167794, "recall": 0.198617}, {"accuracy": 0.238142, "f1": 0.207829, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"], "main_score": 0.207829, "precision": 0.1971, "recall": 0.238142}, {"accuracy": 0.19664, "f1": 0.175642, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"], "main_score": 0.175642, "precision": 0.168748, "recall": 0.19664}, {"accuracy": 0.152174, "f1": 0.139262, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"], "main_score": 0.139262, "precision": 0.13657, "recall": 0.152174}, {"accuracy": 0.287549, "f1": 0.255008, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"], "main_score": 0.255008, "precision": 0.244822, "recall": 0.287549}, {"accuracy": 0.051383, "f1": 0.029832, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"], "main_score": 0.029832, "precision": 0.025952, "recall": 0.051383}, {"accuracy": 0.147233, "f1": 0.129779, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"], "main_score": 0.129779, "precision": 0.125221, "recall": 0.147233}, {"accuracy": 0.163043, "f1": 0.15196, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"], "main_score": 0.15196, "precision": 0.149555, "recall": 0.163043}, {"accuracy": 0.212451, "f1": 0.177506, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"], "main_score": 0.177506, "precision": 0.16732, "recall": 0.212451}, {"accuracy": 0.057312, "f1": 0.042031, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"], "main_score": 0.042031, "precision": 0.03852, "recall": 0.057312}, {"accuracy": 0.331028, "f1": 0.288409, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"], "main_score": 0.288409, "precision": 0.276543, "recall": 0.331028}, {"accuracy": 0.22332, "f1": 0.207031, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"], "main_score": 0.207031, "precision": 0.202104, "recall": 0.22332}, {"accuracy": 0.257905, "f1": 0.238008, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"], "main_score": 0.238008, "precision": 0.23268, "recall": 0.257905}, {"accuracy": 0.097826, "f1": 0.075496, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"], "main_score": 0.075496, "precision": 0.070296, "recall": 0.097826}, {"accuracy": 0.321146, "f1": 0.283569, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"], "main_score": 0.283569, "precision": 0.272387, "recall": 0.321146}, {"accuracy": 0.323123, "f1": 0.28473, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"], "main_score": 0.28473, "precision": 0.274277, "recall": 0.323123}, {"accuracy": 0.335968, "f1": 0.292372, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"], "main_score": 0.292372, "precision": 0.280651, "recall": 0.335968}, {"accuracy": 0.23419, "f1": 0.206292, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"], "main_score": 0.206292, "precision": 0.198657, "recall": 0.23419}, {"accuracy": 0.178854, "f1": 0.158062, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"], "main_score": 0.158062, "precision": 0.150706, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.166412, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"], "main_score": 0.166412, "precision": 0.156991, "recall": 0.198617}, {"accuracy": 0.08498, "f1": 0.07258, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"], "main_score": 0.07258, "precision": 0.069572, "recall": 0.08498}, {"accuracy": 0.326087, "f1": 0.288553, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"], "main_score": 0.288553, "precision": 0.277894, "recall": 0.326087}, {"accuracy": 0.151186, "f1": 0.141801, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"], "main_score": 0.141801, "precision": 0.138451, "recall": 0.151186}, {"accuracy": 0.232213, "f1": 0.212539, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"], "main_score": 0.212539, "precision": 0.206931, "recall": 0.232213}, {"accuracy": 0.201581, "f1": 0.16885, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"], "main_score": 0.16885, "precision": 0.158215, "recall": 0.201581}, {"accuracy": 0.213439, "f1": 0.195946, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"], "main_score": 0.195946, "precision": 0.191655, "recall": 0.213439}, {"accuracy": 0.257905, "f1": 0.230071, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"], "main_score": 0.230071, "precision": 0.222512, "recall": 0.257905}, {"accuracy": 0.177866, "f1": 0.155081, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"], "main_score": 0.155081, "precision": 0.147806, "recall": 0.177866}, {"accuracy": 0.267787, "f1": 0.236358, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"], "main_score": 0.236358, "precision": 0.226426, "recall": 0.267787}, {"accuracy": 0.243083, "f1": 0.222703, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"], "main_score": 0.222703, "precision": 0.215899, "recall": 0.243083}, {"accuracy": 0.267787, "f1": 0.244436, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"], "main_score": 0.244436, "precision": 0.236868, "recall": 0.267787}, {"accuracy": 0.237154, "f1": 0.210315, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"], "main_score": 0.210315, "precision": 0.20219, "recall": 0.237154}, {"accuracy": 0.301383, "f1": 0.262628, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"], "main_score": 0.262628, "precision": 0.251703, "recall": 0.301383}, {"accuracy": 0.331028, "f1": 0.285377, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"], "main_score": 0.285377, "precision": 0.271583, "recall": 0.331028}, {"accuracy": 0.26087, "f1": 0.220678, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"], "main_score": 0.220678, "precision": 0.20963, "recall": 0.26087}, {"accuracy": 0.244071, "f1": 0.22761, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"], "main_score": 0.22761, "precision": 0.223239, "recall": 0.244071}, {"accuracy": 0.187747, "f1": 0.158498, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"], "main_score": 0.158498, "precision": 0.151088, "recall": 0.187747}, {"accuracy": 0.183794, "f1": 0.160397, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"], "main_score": 0.160397, "precision": 0.153379, "recall": 0.183794}, {"accuracy": 0.079051, "f1": 0.052866, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"], "main_score": 0.052866, "precision": 0.046736, "recall": 0.079051}, {"accuracy": 0.222332, "f1": 0.200711, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"], "main_score": 0.200711, "precision": 0.194123, "recall": 0.222332}, {"accuracy": 0.181818, "f1": 0.145597, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"], "main_score": 0.145597, "precision": 0.136177, "recall": 0.181818}, {"accuracy": 0.342885, "f1": 0.30065, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"], "main_score": 0.30065, "precision": 0.288653, "recall": 0.342885}, {"accuracy": 0.25, "f1": 0.229883, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"], "main_score": 0.229883, "precision": 0.224406, "recall": 0.25}, {"accuracy": 0.113636, "f1": 0.08961, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"], "main_score": 0.08961, "precision": 0.082274, "recall": 0.113636}, {"accuracy": 0.238142, "f1": 0.223332, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"], "main_score": 0.223332, "precision": 0.218726, "recall": 0.238142}, {"accuracy": 0.335968, "f1": 0.290838, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"], "main_score": 0.290838, "precision": 0.277288, "recall": 0.335968}, {"accuracy": 0.105731, "f1": 0.096838, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"], "main_score": 0.096838, "precision": 0.094745, "recall": 0.105731}, {"accuracy": 0.162055, "f1": 0.144766, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"], "main_score": 0.144766, "precision": 0.140505, "recall": 0.162055}, {"accuracy": 0.198617, "f1": 0.166264, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"], "main_score": 0.166264, "precision": 0.156656, "recall": 0.198617}, {"accuracy": 0.225296, "f1": 0.199412, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"], "main_score": 0.199412, "precision": 0.191494, "recall": 0.225296}, {"accuracy": 0.217391, "f1": 0.204022, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"], "main_score": 0.204022, "precision": 0.198783, "recall": 0.217391}, {"accuracy": 0.18083, "f1": 0.156954, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"], "main_score": 0.156954, "precision": 0.149048, "recall": 0.18083}, {"accuracy": 0.219368, "f1": 0.18734, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"], "main_score": 0.18734, "precision": 0.17787, "recall": 0.219368}, {"accuracy": 0.198617, "f1": 0.173464, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"], "main_score": 0.173464, "precision": 0.164719, "recall": 0.198617}, {"accuracy": 0.321146, "f1": 0.284807, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"], "main_score": 0.284807, "precision": 0.275257, "recall": 0.321146}, {"accuracy": 0.017787, "f1": 0.006872, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"], "main_score": 0.006872, "precision": 0.005102, "recall": 0.017787}, {"accuracy": 0.087945, "f1": 0.080205, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"], "main_score": 0.080205, "precision": 0.078137, "recall": 0.087945}, {"accuracy": 0.087945, "f1": 0.072526, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"], "main_score": 0.072526, "precision": 0.067114, "recall": 0.087945}, {"accuracy": 0.162055, "f1": 0.149155, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"], "main_score": 0.149155, "precision": 0.14612, "recall": 0.162055}, {"accuracy": 0.333004, "f1": 0.29449, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"], "main_score": 0.29449, "precision": 0.283266, "recall": 0.333004}, {"accuracy": 0.120553, "f1": 0.090339, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"], "main_score": 0.090339, "precision": 0.081249, "recall": 0.120553}, {"accuracy": 0.178854, "f1": 0.154306, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"], "main_score": 0.154306, "precision": 0.14626, "recall": 0.178854}, {"accuracy": 0.301383, "f1": 0.260869, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"], "main_score": 0.260869, "precision": 0.249918, "recall": 0.301383}, {"accuracy": 0.346838, "f1": 0.307425, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"], "main_score": 0.307425, "precision": 0.29697, "recall": 0.346838}, {"accuracy": 0.23419, "f1": 0.220798, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"], "main_score": 0.220798, "precision": 0.216022, "recall": 0.23419}, {"accuracy": 0.161067, "f1": 0.13467, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"], "main_score": 0.13467, "precision": 0.126235, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.152601, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"], "main_score": 0.152601, "precision": 0.145748, "recall": 0.173913}, {"accuracy": 0.20751, "f1": 0.184027, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"], "main_score": 0.184027, "precision": 0.17703, "recall": 0.20751}, {"accuracy": 0.194664, "f1": 0.16476, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"], "main_score": 0.16476, "precision": 0.154728, "recall": 0.194664}, {"accuracy": 0.189723, "f1": 0.162152, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"], "main_score": 0.162152, "precision": 0.15251, "recall": 0.189723}, {"accuracy": 0.096838, "f1": 0.085684, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"], "main_score": 0.085684, "precision": 0.082498, "recall": 0.096838}, {"accuracy": 0.232213, "f1": 0.210129, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"], "main_score": 0.210129, "precision": 0.204465, "recall": 0.232213}, {"accuracy": 0.238142, "f1": 0.207483, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"], "main_score": 0.207483, "precision": 0.199258, "recall": 0.238142}, {"accuracy": 0.181818, "f1": 0.153685, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"], "main_score": 0.153685, "precision": 0.144761, "recall": 0.181818}, {"accuracy": 0.244071, "f1": 0.228589, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"], "main_score": 0.228589, "precision": 0.223205, "recall": 0.244071}, {"accuracy": 0.241107, "f1": 0.209574, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"], "main_score": 0.209574, "precision": 0.200189, "recall": 0.241107}, {"accuracy": 0.073123, "f1": 0.060883, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"], "main_score": 0.060883, "precision": 0.057409, "recall": 0.073123}, {"accuracy": 0.143281, "f1": 0.118559, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"], "main_score": 0.118559, "precision": 0.112428, "recall": 0.143281}, {"accuracy": 0.189723, "f1": 0.171295, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"], "main_score": 0.171295, "precision": 0.165901, "recall": 0.189723}, {"accuracy": 0.100791, "f1": 0.088538, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"], "main_score": 0.088538, "precision": 0.085395, "recall": 0.100791}, {"accuracy": 0.240119, "f1": 0.214978, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"], "main_score": 0.214978, "precision": 0.2083, "recall": 0.240119}, {"accuracy": 0.208498, "f1": 0.180658, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"], "main_score": 0.180658, "precision": 0.173324, "recall": 0.208498}, {"accuracy": 0.137352, "f1": 0.116826, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"], "main_score": 0.116826, "precision": 0.110653, "recall": 0.137352}, {"accuracy": 0.236166, "f1": 0.205947, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"], "main_score": 0.205947, "precision": 0.196216, "recall": 0.236166}, {"accuracy": 0.285573, "f1": 0.247302, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"], "main_score": 0.247302, "precision": 0.235915, "recall": 0.285573}, {"accuracy": 0.269763, "f1": 0.241799, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"], "main_score": 0.241799, "precision": 0.23434, "recall": 0.269763}, {"accuracy": 0.160079, "f1": 0.150281, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"], "main_score": 0.150281, "precision": 0.148268, "recall": 0.160079}, {"accuracy": 0.325099, "f1": 0.287605, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"], "main_score": 0.287605, "precision": 0.276804, "recall": 0.325099}, {"accuracy": 0.12253, "f1": 0.108883, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"], "main_score": 0.108883, "precision": 0.10564, "recall": 0.12253}, {"accuracy": 0.271739, "f1": 0.246505, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"], "main_score": 0.246505, "precision": 0.238983, "recall": 0.271739}, {"accuracy": 0.116601, "f1": 0.091796, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"], "main_score": 0.091796, "precision": 0.084028, "recall": 0.116601}, {"accuracy": 0.320158, "f1": 0.281233, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"], "main_score": 0.281233, "precision": 0.270327, "recall": 0.320158}, {"accuracy": 0.046443, "f1": 0.036487, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"], "main_score": 0.036487, "precision": 0.034575, "recall": 0.046443}, {"accuracy": 0.267787, "f1": 0.232536, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"], "main_score": 0.232536, "precision": 0.222143, "recall": 0.267787}, {"accuracy": 0.181818, "f1": 0.16414, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"], "main_score": 0.16414, "precision": 0.158994, "recall": 0.181818}, {"accuracy": 0.174901, "f1": 0.162042, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"], "main_score": 0.162042, "precision": 0.158457, "recall": 0.174901}, {"accuracy": 0.227273, "f1": 0.201542, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"], "main_score": 0.201542, "precision": 0.193153, "recall": 0.227273}, {"accuracy": 0.203557, "f1": 0.177177, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"], "main_score": 0.177177, "precision": 0.170256, "recall": 0.203557}, {"accuracy": 0.22332, "f1": 0.196545, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"], "main_score": 0.196545, "precision": 0.18726, "recall": 0.22332}, {"accuracy": 0.204545, "f1": 0.18176, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"], "main_score": 0.18176, "precision": 0.174482, "recall": 0.204545}, {"accuracy": 0.321146, "f1": 0.279003, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"], "main_score": 0.279003, "precision": 0.267833, "recall": 0.321146}, {"accuracy": 0.258893, "f1": 0.236667, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"], "main_score": 0.236667, "precision": 0.228997, "recall": 0.258893}, {"accuracy": 0.34585, "f1": 0.297326, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"], "main_score": 0.297326, "precision": 0.284707, "recall": 0.34585}, {"accuracy": 0.198617, "f1": 0.168027, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"], "main_score": 0.168027, "precision": 0.158259, "recall": 0.198617}, {"accuracy": 0.336957, "f1": 0.30178, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"], "main_score": 0.30178, "precision": 0.291912, "recall": 0.336957}, {"accuracy": 0.143281, "f1": 0.128291, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"], "main_score": 0.128291, "precision": 0.123093, "recall": 0.143281}, {"accuracy": 0.222332, "f1": 0.206344, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"], "main_score": 0.206344, "precision": 0.201948, "recall": 0.222332}, {"accuracy": 0.155138, "f1": 0.131454, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"], "main_score": 0.131454, "precision": 0.12386, "recall": 0.155138}, {"accuracy": 0.282609, "f1": 0.255379, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"], "main_score": 0.255379, "precision": 0.247176, "recall": 0.282609}, {"accuracy": 0.164032, "f1": 0.137233, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"], "main_score": 0.137233, "precision": 0.129558, "recall": 0.164032}, {"accuracy": 0.198617, "f1": 0.171793, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"], "main_score": 0.171793, "precision": 0.163493, "recall": 0.198617}, {"accuracy": 0.150198, "f1": 0.117588, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"], "main_score": 0.117588, "precision": 0.107406, "recall": 0.150198}, {"accuracy": 0.103755, "f1": 0.088858, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"], "main_score": 0.088858, "precision": 0.084945, "recall": 0.103755}, {"accuracy": 0.33498, "f1": 0.297498, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"], "main_score": 0.297498, "precision": 0.285905, "recall": 0.33498}, {"accuracy": 0.242095, "f1": 0.215404, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"], "main_score": 0.215404, "precision": 0.206766, "recall": 0.242095}, {"accuracy": 0.201581, "f1": 0.168295, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"], "main_score": 0.168295, "precision": 0.15841, "recall": 0.201581}, {"accuracy": 0.185771, "f1": 0.166817, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"], "main_score": 0.166817, "precision": 0.160247, "recall": 0.185771}, {"accuracy": 0.093874, "f1": 0.076451, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"], "main_score": 0.076451, "precision": 0.071872, "recall": 0.093874}, {"accuracy": 0.16502, "f1": 0.136875, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"], "main_score": 0.136875, "precision": 0.129487, "recall": 0.16502}, {"accuracy": 0.203557, "f1": 0.18068, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"], "main_score": 0.18068, "precision": 0.174427, "recall": 0.203557}, {"accuracy": 0.161067, "f1": 0.150774, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"], "main_score": 0.150774, "precision": 0.147623, "recall": 0.161067}, {"accuracy": 0.200593, "f1": 0.175323, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"], "main_score": 0.175323, "precision": 0.167887, "recall": 0.200593}, {"accuracy": 0.216403, "f1": 0.192314, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"], "main_score": 0.192314, "precision": 0.184714, "recall": 0.216403}, {"accuracy": 0.217391, "f1": 0.199648, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"], "main_score": 0.199648, "precision": 0.194479, "recall": 0.217391}, {"accuracy": 0.236166, "f1": 0.209627, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"], "main_score": 0.209627, "precision": 0.200219, "recall": 0.236166}, {"accuracy": 0.245059, "f1": 0.226099, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"], "main_score": 0.226099, "precision": 0.219662, "recall": 0.245059}, {"accuracy": 0.143281, "f1": 0.125371, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"], "main_score": 0.125371, "precision": 0.119877, "recall": 0.143281}, {"accuracy": 0.193676, "f1": 0.172597, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"], "main_score": 0.172597, "precision": 0.165419, "recall": 0.193676}, {"accuracy": 0.209486, "f1": 0.186558, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"], "main_score": 0.186558, "precision": 0.179333, "recall": 0.209486}, {"accuracy": 0.176877, "f1": 0.146932, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"], "main_score": 0.146932, "precision": 0.13873, "recall": 0.176877}, {"accuracy": 0.255929, "f1": 0.216881, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"], "main_score": 0.216881, "precision": 0.20724, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.200884, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"], "main_score": 0.200884, "precision": 0.194169, "recall": 0.229249}, {"accuracy": 0.258893, "f1": 0.233691, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"], "main_score": 0.233691, "precision": 0.226554, "recall": 0.258893}, {"accuracy": 0.113636, "f1": 0.097025, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"], "main_score": 0.097025, "precision": 0.092088, "recall": 0.113636}, {"accuracy": 0.184783, "f1": 0.164349, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"], "main_score": 0.164349, "precision": 0.156968, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.164776, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"], "main_score": 0.164776, "precision": 0.155272, "recall": 0.195652}, {"accuracy": 0.033597, "f1": 0.024758, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"], "main_score": 0.024758, "precision": 0.02294, "recall": 0.033597}, {"accuracy": 0.171937, "f1": 0.148843, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"], "main_score": 0.148843, "precision": 0.14168, "recall": 0.171937}, {"accuracy": 0.006917, "f1": 0.001516, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"], "main_score": 0.001516, "precision": 0.001007, "recall": 0.006917}, {"accuracy": 0.176877, "f1": 0.151144, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"], "main_score": 0.151144, "precision": 0.144113, "recall": 0.176877}, {"accuracy": 0.136364, "f1": 0.116592, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"], "main_score": 0.116592, "precision": 0.111996, "recall": 0.136364}, {"accuracy": 0.119565, "f1": 0.1029, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"], "main_score": 0.1029, "precision": 0.09866, "recall": 0.119565}, {"accuracy": 0.12747, "f1": 0.117444, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"], "main_score": 0.117444, "precision": 0.114086, "recall": 0.12747}, {"accuracy": 0.208498, "f1": 0.181464, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"], "main_score": 0.181464, "precision": 0.173396, "recall": 0.208498}, {"accuracy": 0.235178, "f1": 0.202699, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"], "main_score": 0.202699, "precision": 0.194102, "recall": 0.235178}, {"accuracy": 0.185771, "f1": 0.167205, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"], "main_score": 0.167205, "precision": 0.16158, "recall": 0.185771}, {"accuracy": 0.124506, "f1": 0.111332, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"], "main_score": 0.111332, "precision": 0.108016, "recall": 0.124506}, {"accuracy": 0.164032, "f1": 0.141214, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"], "main_score": 0.141214, "precision": 0.134343, "recall": 0.164032}, {"accuracy": 0.106719, "f1": 0.095013, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"], "main_score": 0.095013, "precision": 0.091385, "recall": 0.106719}, {"accuracy": 0.202569, "f1": 0.174341, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"], "main_score": 0.174341, "precision": 0.165333, "recall": 0.202569}, {"accuracy": 0.110672, "f1": 0.094109, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"], "main_score": 0.094109, "precision": 0.089432, "recall": 0.110672}, {"accuracy": 0.118577, "f1": 0.0981, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"], "main_score": 0.0981, "precision": 0.092406, "recall": 0.118577}, {"accuracy": 0.225296, "f1": 0.195786, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"], "main_score": 0.195786, "precision": 0.188209, "recall": 0.225296}, {"accuracy": 0.23419, "f1": 0.207476, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"], "main_score": 0.207476, "precision": 0.198967, "recall": 0.23419}, {"accuracy": 0.131423, "f1": 0.120809, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"], "main_score": 0.120809, "precision": 0.117636, "recall": 0.131423}, {"accuracy": 0.133399, "f1": 0.109124, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"], "main_score": 0.109124, "precision": 0.102708, "recall": 0.133399}, {"accuracy": 0.241107, "f1": 0.210943, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"], "main_score": 0.210943, "precision": 0.202839, "recall": 0.241107}, {"accuracy": 0.187747, "f1": 0.167011, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"], "main_score": 0.167011, "precision": 0.161009, "recall": 0.187747}, {"accuracy": 0.188735, "f1": 0.160948, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"], "main_score": 0.160948, "precision": 0.153033, "recall": 0.188735}, {"accuracy": 0.073123, "f1": 0.057676, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"], "main_score": 0.057676, "precision": 0.054964, "recall": 0.073123}, {"accuracy": 0.16502, "f1": 0.140863, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"], "main_score": 0.140863, "precision": 0.133466, "recall": 0.16502}, {"accuracy": 0.151186, "f1": 0.131716, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"], "main_score": 0.131716, "precision": 0.127264, "recall": 0.151186}, {"accuracy": 0.056324, "f1": 0.038943, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"], "main_score": 0.038943, "precision": 0.034854, "recall": 0.056324}, {"accuracy": 0.166008, "f1": 0.149755, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"], "main_score": 0.149755, "precision": 0.145424, "recall": 0.166008}, {"accuracy": 0.231225, "f1": 0.198451, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"], "main_score": 0.198451, "precision": 0.187322, "recall": 0.231225}, {"accuracy": 0.146245, "f1": 0.134217, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"], "main_score": 0.134217, "precision": 0.130177, "recall": 0.146245}, {"accuracy": 0.227273, "f1": 0.196409, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"], "main_score": 0.196409, "precision": 0.188311, "recall": 0.227273}, {"accuracy": 0.153162, "f1": 0.135793, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"], "main_score": 0.135793, "precision": 0.131247, "recall": 0.153162}, {"accuracy": 0.120553, "f1": 0.100354, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"], "main_score": 0.100354, "precision": 0.094794, "recall": 0.120553}, {"accuracy": 0.157115, "f1": 0.138333, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"], "main_score": 0.138333, "precision": 0.13249, "recall": 0.157115}, {"accuracy": 0.1917, "f1": 0.168277, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"], "main_score": 0.168277, "precision": 0.161513, "recall": 0.1917}, {"accuracy": 0.075099, "f1": 0.066227, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"], "main_score": 0.066227, "precision": 0.063631, "recall": 0.075099}, {"accuracy": 0.147233, "f1": 0.124863, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"], "main_score": 0.124863, "precision": 0.119351, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.045576, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"], "main_score": 0.045576, "precision": 0.043729, "recall": 0.05336}, {"accuracy": 0.231225, "f1": 0.197308, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"], "main_score": 0.197308, "precision": 0.187123, "recall": 0.231225}, {"accuracy": 0.133399, "f1": 0.116742, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"], "main_score": 0.116742, "precision": 0.112156, "recall": 0.133399}, {"accuracy": 0.230237, "f1": 0.189901, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"], "main_score": 0.189901, "precision": 0.17723, "recall": 0.230237}, {"accuracy": 0.028656, "f1": 0.020699, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"], "main_score": 0.020699, "precision": 0.018591, "recall": 0.028656}, {"accuracy": 0.23419, "f1": 0.200156, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"], "main_score": 0.200156, "precision": 0.190687, "recall": 0.23419}, {"accuracy": 0.162055, "f1": 0.137461, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"], "main_score": 0.137461, "precision": 0.129815, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.155623, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"], "main_score": 0.155623, "precision": 0.149554, "recall": 0.177866}, {"accuracy": 0.221344, "f1": 0.192606, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"], "main_score": 0.192606, "precision": 0.184264, "recall": 0.221344}, {"accuracy": 0.126482, "f1": 0.105182, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"], "main_score": 0.105182, "precision": 0.098675, "recall": 0.126482}, {"accuracy": 0.132411, "f1": 0.120882, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"], "main_score": 0.120882, "precision": 0.117726, "recall": 0.132411}, {"accuracy": 0.155138, "f1": 0.133104, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"], "main_score": 0.133104, "precision": 0.126844, "recall": 0.155138}, {"accuracy": 0.170949, "f1": 0.149901, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"], "main_score": 0.149901, "precision": 0.144421, "recall": 0.170949}, {"accuracy": 0.123518, "f1": 0.106424, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"], "main_score": 0.106424, "precision": 0.102153, "recall": 0.123518}, {"accuracy": 0.247036, "f1": 0.211271, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"], "main_score": 0.211271, "precision": 0.201971, "recall": 0.247036}, {"accuracy": 0.124506, "f1": 0.109593, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"], "main_score": 0.109593, "precision": 0.10575, "recall": 0.124506}, {"accuracy": 0.170949, "f1": 0.142657, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"], "main_score": 0.142657, "precision": 0.133635, "recall": 0.170949}, {"accuracy": 0.152174, "f1": 0.139408, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"], "main_score": 0.139408, "precision": 0.135489, "recall": 0.152174}, {"accuracy": 0.043478, "f1": 0.037786, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"], "main_score": 0.037786, "precision": 0.036012, "recall": 0.043478}, {"accuracy": 0.185771, "f1": 0.161277, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"], "main_score": 0.161277, "precision": 0.154428, "recall": 0.185771}, {"accuracy": 0.203557, "f1": 0.178998, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"], "main_score": 0.178998, "precision": 0.173106, "recall": 0.203557}, {"accuracy": 0.031621, "f1": 0.026583, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"], "main_score": 0.026583, "precision": 0.025759, "recall": 0.031621}, {"accuracy": 0.174901, "f1": 0.155164, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"], "main_score": 0.155164, "precision": 0.149892, "recall": 0.174901}, {"accuracy": 0.140316, "f1": 0.123302, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"], "main_score": 0.123302, "precision": 0.118545, "recall": 0.140316}, {"accuracy": 0.22332, "f1": 0.197972, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"], "main_score": 0.197972, "precision": 0.190606, "recall": 0.22332}, {"accuracy": 0.129447, "f1": 0.111773, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"], "main_score": 0.111773, "precision": 0.106694, "recall": 0.129447}, {"accuracy": 0.229249, "f1": 0.199144, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"], "main_score": 0.199144, "precision": 0.190609, "recall": 0.229249}, {"accuracy": 0.125494, "f1": 0.108794, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"], "main_score": 0.108794, "precision": 0.105237, "recall": 0.125494}, {"accuracy": 0.142292, "f1": 0.122365, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"], "main_score": 0.122365, "precision": 0.11647, "recall": 0.142292}, {"accuracy": 0.231225, "f1": 0.199037, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"], "main_score": 0.199037, "precision": 0.189079, "recall": 0.231225}, {"accuracy": 0.190711, "f1": 0.167249, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"], "main_score": 0.167249, "precision": 0.159309, "recall": 0.190711}, {"accuracy": 0.1917, "f1": 0.168061, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"], "main_score": 0.168061, "precision": 0.161269, "recall": 0.1917}, {"accuracy": 0.146245, "f1": 0.127093, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"], "main_score": 0.127093, "precision": 0.120736, "recall": 0.146245}, {"accuracy": 0.096838, "f1": 0.087434, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"], "main_score": 0.087434, "precision": 0.085027, "recall": 0.096838}, {"accuracy": 0.204545, "f1": 0.180741, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"], "main_score": 0.180741, "precision": 0.174304, "recall": 0.204545}, {"accuracy": 0.039526, "f1": 0.022706, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"], "main_score": 0.022706, "precision": 0.019755, "recall": 0.039526}, {"accuracy": 0.114625, "f1": 0.099786, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"], "main_score": 0.099786, "precision": 0.095635, "recall": 0.114625}, {"accuracy": 0.112648, "f1": 0.103068, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"], "main_score": 0.103068, "precision": 0.099927, "recall": 0.112648}, {"accuracy": 0.222332, "f1": 0.190105, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"], "main_score": 0.190105, "precision": 0.180201, "recall": 0.222332}, {"accuracy": 0.061265, "f1": 0.047703, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"], "main_score": 0.047703, "precision": 0.043108, "recall": 0.061265}, {"accuracy": 0.235178, "f1": 0.20382, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"], "main_score": 0.20382, "precision": 0.194982, "recall": 0.235178}, {"accuracy": 0.167984, "f1": 0.143582, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"], "main_score": 0.143582, "precision": 0.13691, "recall": 0.167984}, {"accuracy": 0.168972, "f1": 0.150998, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"], "main_score": 0.150998, "precision": 0.145246, "recall": 0.168972}, {"accuracy": 0.059289, "f1": 0.045135, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"], "main_score": 0.045135, "precision": 0.041696, "recall": 0.059289}, {"accuracy": 0.232213, "f1": 0.204755, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"], "main_score": 0.204755, "precision": 0.19723, "recall": 0.232213}, {"accuracy": 0.200593, "f1": 0.174375, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"], "main_score": 0.174375, "precision": 0.166124, "recall": 0.200593}, {"accuracy": 0.227273, "f1": 0.195852, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"], "main_score": 0.195852, "precision": 0.188324, "recall": 0.227273}, {"accuracy": 0.159091, "f1": 0.136019, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"], "main_score": 0.136019, "precision": 0.129374, "recall": 0.159091}, {"accuracy": 0.161067, "f1": 0.140735, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"], "main_score": 0.140735, "precision": 0.134502, "recall": 0.161067}, {"accuracy": 0.197628, "f1": 0.166099, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"], "main_score": 0.166099, "precision": 0.15597, "recall": 0.197628}, {"accuracy": 0.072134, "f1": 0.058764, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"], "main_score": 0.058764, "precision": 0.055648, "recall": 0.072134}, {"accuracy": 0.228261, "f1": 0.193687, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"], "main_score": 0.193687, "precision": 0.18452, "recall": 0.228261}, {"accuracy": 0.106719, "f1": 0.098807, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"], "main_score": 0.098807, "precision": 0.096402, "recall": 0.106719}, {"accuracy": 0.174901, "f1": 0.153069, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"], "main_score": 0.153069, "precision": 0.14609, "recall": 0.174901}, {"accuracy": 0.189723, "f1": 0.162933, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"], "main_score": 0.162933, "precision": 0.154959, "recall": 0.189723}, {"accuracy": 0.120553, "f1": 0.107209, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"], "main_score": 0.107209, "precision": 0.10377, "recall": 0.120553}, {"accuracy": 0.181818, "f1": 0.151781, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"], "main_score": 0.151781, "precision": 0.14484, "recall": 0.181818}, {"accuracy": 0.155138, "f1": 0.134483, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"], "main_score": 0.134483, "precision": 0.127188, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.150352, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"], "main_score": 0.150352, "precision": 0.144168, "recall": 0.171937}, {"accuracy": 0.195652, "f1": 0.170614, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"], "main_score": 0.170614, "precision": 0.162349, "recall": 0.195652}, {"accuracy": 0.193676, "f1": 0.1728, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"], "main_score": 0.1728, "precision": 0.166091, "recall": 0.193676}, {"accuracy": 0.166996, "f1": 0.148046, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"], "main_score": 0.148046, "precision": 0.142969, "recall": 0.166996}, {"accuracy": 0.190711, "f1": 0.167224, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"], "main_score": 0.167224, "precision": 0.160183, "recall": 0.190711}, {"accuracy": 0.240119, "f1": 0.204615, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"], "main_score": 0.204615, "precision": 0.194573, "recall": 0.240119}, {"accuracy": 0.174901, "f1": 0.150868, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"], "main_score": 0.150868, "precision": 0.143685, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.145415, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"], "main_score": 0.145415, "precision": 0.141297, "recall": 0.160079}, {"accuracy": 0.120553, "f1": 0.098835, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"], "main_score": 0.098835, "precision": 0.09339, "recall": 0.120553}, {"accuracy": 0.160079, "f1": 0.137, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"], "main_score": 0.137, "precision": 0.130962, "recall": 0.160079}, {"accuracy": 0.090909, "f1": 0.062292, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"], "main_score": 0.062292, "precision": 0.056036, "recall": 0.090909}, {"accuracy": 0.19664, "f1": 0.170429, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"], "main_score": 0.170429, "precision": 0.162302, "recall": 0.19664}, {"accuracy": 0.13834, "f1": 0.110269, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"], "main_score": 0.110269, "precision": 0.102523, "recall": 0.13834}, {"accuracy": 0.254941, "f1": 0.222398, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"], "main_score": 0.222398, "precision": 0.213654, "recall": 0.254941}, {"accuracy": 0.190711, "f1": 0.164057, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"], "main_score": 0.164057, "precision": 0.156792, "recall": 0.190711}, {"accuracy": 0.076087, "f1": 0.054373, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"], "main_score": 0.054373, "precision": 0.048987, "recall": 0.076087}, {"accuracy": 0.173913, "f1": 0.15368, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"], "main_score": 0.15368, "precision": 0.147839, "recall": 0.173913}, {"accuracy": 0.246047, "f1": 0.21283, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"], "main_score": 0.21283, "precision": 0.203685, "recall": 0.246047}, {"accuracy": 0.076087, "f1": 0.069057, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"], "main_score": 0.069057, "precision": 0.067616, "recall": 0.076087}, {"accuracy": 0.129447, "f1": 0.109813, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"], "main_score": 0.109813, "precision": 0.104857, "recall": 0.129447}, {"accuracy": 0.156126, "f1": 0.129408, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"], "main_score": 0.129408, "precision": 0.122171, "recall": 0.156126}, {"accuracy": 0.162055, "f1": 0.142921, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"], "main_score": 0.142921, "precision": 0.137648, "recall": 0.162055}, {"accuracy": 0.166008, "f1": 0.150907, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"], "main_score": 0.150907, "precision": 0.146417, "recall": 0.166008}, {"accuracy": 0.162055, "f1": 0.138593, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"], "main_score": 0.138593, "precision": 0.130642, "recall": 0.162055}, {"accuracy": 0.219368, "f1": 0.187764, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"], "main_score": 0.187764, "precision": 0.177368, "recall": 0.219368}, {"accuracy": 0.173913, "f1": 0.149903, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"], "main_score": 0.149903, "precision": 0.142489, "recall": 0.173913}, {"accuracy": 0.231225, "f1": 0.198215, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"], "main_score": 0.198215, "precision": 0.188715, "recall": 0.231225}, {"accuracy": 0.017787, "f1": 0.003604, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"], "main_score": 0.003604, "precision": 0.002266, "recall": 0.017787}, {"accuracy": 0.067194, "f1": 0.056773, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"], "main_score": 0.056773, "precision": 0.053866, "recall": 0.067194}, {"accuracy": 0.050395, "f1": 0.039116, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"], "main_score": 0.039116, "precision": 0.036601, "recall": 0.050395}, {"accuracy": 0.094862, "f1": 0.079756, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"], "main_score": 0.079756, "precision": 0.076735, "recall": 0.094862}, {"accuracy": 0.236166, "f1": 0.20198, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"], "main_score": 0.20198, "precision": 0.192327, "recall": 0.236166}, {"accuracy": 0.089921, "f1": 0.067546, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"], "main_score": 0.067546, "precision": 0.061349, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.178442, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"], "main_score": 0.178442, "precision": 0.169766, "recall": 0.202569}, {"accuracy": 0.199605, "f1": 0.175132, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"], "main_score": 0.175132, "precision": 0.167749, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.199277, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"], "main_score": 0.199277, "precision": 0.190489, "recall": 0.228261}, {"accuracy": 0.141304, "f1": 0.128276, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"], "main_score": 0.128276, "precision": 0.125478, "recall": 0.141304}, {"accuracy": 0.145257, "f1": 0.122422, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"], "main_score": 0.122422, "precision": 0.115383, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.125928, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"], "main_score": 0.125928, "precision": 0.117839, "recall": 0.151186}, {"accuracy": 0.124506, "f1": 0.106794, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"], "main_score": 0.106794, "precision": 0.102012, "recall": 0.124506}, {"accuracy": 0.23419, "f1": 0.201087, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"], "main_score": 0.201087, "precision": 0.1899, "recall": 0.23419}, {"accuracy": 0.12747, "f1": 0.110409, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"], "main_score": 0.110409, "precision": 0.106177, "recall": 0.12747}, {"accuracy": 0.065217, "f1": 0.049628, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"], "main_score": 0.049628, "precision": 0.04664, "recall": 0.065217}, {"accuracy": 0.163043, "f1": 0.14796, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"], "main_score": 0.14796, "precision": 0.144302, "recall": 0.163043}, {"accuracy": 0.151186, "f1": 0.124921, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"], "main_score": 0.124921, "precision": 0.11782, "recall": 0.151186}, {"accuracy": 0.146245, "f1": 0.117665, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"], "main_score": 0.117665, "precision": 0.110332, "recall": 0.146245}, {"accuracy": 0.163043, "f1": 0.144399, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"], "main_score": 0.144399, "precision": 0.138867, "recall": 0.163043}, {"accuracy": 0.170949, "f1": 0.147625, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"], "main_score": 0.147625, "precision": 0.140828, "recall": 0.170949}, {"accuracy": 0.043478, "f1": 0.035111, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"], "main_score": 0.035111, "precision": 0.033295, "recall": 0.043478}, {"accuracy": 0.116601, "f1": 0.092651, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"], "main_score": 0.092651, "precision": 0.086765, "recall": 0.116601}, {"accuracy": 0.12747, "f1": 0.110248, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"], "main_score": 0.110248, "precision": 0.106094, "recall": 0.12747}, {"accuracy": 0.0583, "f1": 0.051112, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"], "main_score": 0.051112, "precision": 0.049053, "recall": 0.0583}, {"accuracy": 0.166996, "f1": 0.145943, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"], "main_score": 0.145943, "precision": 0.140209, "recall": 0.166996}, {"accuracy": 0.206522, "f1": 0.178666, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"], "main_score": 0.178666, "precision": 0.170276, "recall": 0.206522}, {"accuracy": 0.08004, "f1": 0.060956, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"], "main_score": 0.060956, "precision": 0.055583, "recall": 0.08004}, {"accuracy": 0.146245, "f1": 0.129767, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"], "main_score": 0.129767, "precision": 0.124406, "recall": 0.146245}, {"accuracy": 0.195652, "f1": 0.165919, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"], "main_score": 0.165919, "precision": 0.158587, "recall": 0.195652}, {"accuracy": 0.186759, "f1": 0.160918, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"], "main_score": 0.160918, "precision": 0.153634, "recall": 0.186759}, {"accuracy": 0.119565, "f1": 0.107847, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"], "main_score": 0.107847, "precision": 0.104401, "recall": 0.119565}, {"accuracy": 0.240119, "f1": 0.207746, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"], "main_score": 0.207746, "precision": 0.198352, "recall": 0.240119}, {"accuracy": 0.105731, "f1": 0.08502, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"], "main_score": 0.08502, "precision": 0.080564, "recall": 0.105731}, {"accuracy": 0.176877, "f1": 0.155753, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"], "main_score": 0.155753, "precision": 0.149388, "recall": 0.176877}, {"accuracy": 0.115613, "f1": 0.090683, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"], "main_score": 0.090683, "precision": 0.083013, "recall": 0.115613}, {"accuracy": 0.235178, "f1": 0.205525, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"], "main_score": 0.205525, "precision": 0.196961, "recall": 0.235178}, {"accuracy": 0.031621, "f1": 0.023726, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"], "main_score": 0.023726, "precision": 0.021241, "recall": 0.031621}, {"accuracy": 0.168972, "f1": 0.14251, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"], "main_score": 0.14251, "precision": 0.13449, "recall": 0.168972}, {"accuracy": 0.135375, "f1": 0.114231, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"], "main_score": 0.114231, "precision": 0.108632, "recall": 0.135375}, {"accuracy": 0.101779, "f1": 0.086965, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"], "main_score": 0.086965, "precision": 0.082229, "recall": 0.101779}, {"accuracy": 0.225296, "f1": 0.19963, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"], "main_score": 0.19963, "precision": 0.191717, "recall": 0.225296}, {"accuracy": 0.140316, "f1": 0.12392, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"], "main_score": 0.12392, "precision": 0.119248, "recall": 0.140316}, {"accuracy": 0.203557, "f1": 0.180871, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"], "main_score": 0.180871, "precision": 0.172776, "recall": 0.203557}, {"accuracy": 0.211462, "f1": 0.183555, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"], "main_score": 0.183555, "precision": 0.173942, "recall": 0.211462}, {"accuracy": 0.237154, "f1": 0.205433, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"], "main_score": 0.205433, "precision": 0.196949, "recall": 0.237154}, {"accuracy": 0.19664, "f1": 0.176523, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"], "main_score": 0.176523, "precision": 0.169894, "recall": 0.19664}, {"accuracy": 0.233202, "f1": 0.199338, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"], "main_score": 0.199338, "precision": 0.189791, "recall": 0.233202}, {"accuracy": 0.245059, "f1": 0.222407, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"], "main_score": 0.222407, "precision": 0.213551, "recall": 0.245059}, {"accuracy": 0.250988, "f1": 0.219336, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"], "main_score": 0.219336, "precision": 0.210419, "recall": 0.250988}, {"accuracy": 0.083992, "f1": 0.072404, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"], "main_score": 0.072404, "precision": 0.069197, "recall": 0.083992}, {"accuracy": 0.132411, "f1": 0.120184, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"], "main_score": 0.120184, "precision": 0.117327, "recall": 0.132411}, {"accuracy": 0.153162, "f1": 0.129719, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"], "main_score": 0.129719, "precision": 0.122647, "recall": 0.153162}, {"accuracy": 0.204545, "f1": 0.18605, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"], "main_score": 0.18605, "precision": 0.180674, "recall": 0.204545}, {"accuracy": 0.156126, "f1": 0.129727, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"], "main_score": 0.129727, "precision": 0.122584, "recall": 0.156126}, {"accuracy": 0.192688, "f1": 0.163927, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"], "main_score": 0.163927, "precision": 0.154743, "recall": 0.192688}, {"accuracy": 0.141304, "f1": 0.117075, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"], "main_score": 0.117075, "precision": 0.110444, "recall": 0.141304}, {"accuracy": 0.073123, "f1": 0.064011, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"], "main_score": 0.064011, "precision": 0.061106, "recall": 0.073123}, {"accuracy": 0.247036, "f1": 0.217866, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"], "main_score": 0.217866, "precision": 0.208912, "recall": 0.247036}, {"accuracy": 0.171937, "f1": 0.140429, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"], "main_score": 0.140429, "precision": 0.132633, "recall": 0.171937}, {"accuracy": 0.192688, "f1": 0.164229, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"], "main_score": 0.164229, "precision": 0.154799, "recall": 0.192688}, {"accuracy": 0.171937, "f1": 0.147976, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"], "main_score": 0.147976, "precision": 0.140765, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.040508, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"], "main_score": 0.040508, "precision": 0.037633, "recall": 0.05336}, {"accuracy": 0.162055, "f1": 0.132143, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"], "main_score": 0.132143, "precision": 0.123142, "recall": 0.162055}, {"accuracy": 0.201581, "f1": 0.174, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"], "main_score": 0.174, "precision": 0.164603, "recall": 0.201581}, {"accuracy": 0.102767, "f1": 0.093129, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"], "main_score": 0.093129, "precision": 0.090973, "recall": 0.102767}, {"accuracy": 0.168972, "f1": 0.143857, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"], "main_score": 0.143857, "precision": 0.136462, "recall": 0.168972}, {"accuracy": 0.167984, "f1": 0.149544, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"], "main_score": 0.149544, "precision": 0.14363, "recall": 0.167984}, {"accuracy": 0.114625, "f1": 0.104201, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"], "main_score": 0.104201, "precision": 0.100929, "recall": 0.114625}, {"accuracy": 0.254941, "f1": 0.22751, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"], "main_score": 0.22751, "precision": 0.21828, "recall": 0.254941}, {"accuracy": 0.193676, "f1": 0.171814, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"], "main_score": 0.171814, "precision": 0.164354, "recall": 0.193676}, {"accuracy": 0.094862, "f1": 0.079203, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"], "main_score": 0.079203, "precision": 0.074167, "recall": 0.094862}, {"accuracy": 0.119565, "f1": 0.100829, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"], "main_score": 0.100829, "precision": 0.095448, "recall": 0.119565}, {"accuracy": 0.144269, "f1": 0.126303, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"], "main_score": 0.126303, "precision": 0.121018, "recall": 0.144269}, {"accuracy": 0.163043, "f1": 0.135657, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"], "main_score": 0.135657, "precision": 0.126291, "recall": 0.163043}, {"accuracy": 0.161067, "f1": 0.137997, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"], "main_score": 0.137997, "precision": 0.130505, "recall": 0.161067}, {"accuracy": 0.156126, "f1": 0.131364, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"], "main_score": 0.131364, "precision": 0.124505, "recall": 0.156126}, {"accuracy": 0.179842, "f1": 0.158306, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"], "main_score": 0.158306, "precision": 0.151806, "recall": 0.179842}, {"accuracy": 0.059289, "f1": 0.047065, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"], "main_score": 0.047065, "precision": 0.044256, "recall": 0.059289}, {"accuracy": 0.132411, "f1": 0.115636, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"], "main_score": 0.115636, "precision": 0.110625, "recall": 0.132411}, {"accuracy": 0.219368, "f1": 0.186243, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"], "main_score": 0.186243, "precision": 0.176861, "recall": 0.219368}, {"accuracy": 0.050395, "f1": 0.03686, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"], "main_score": 0.03686, "precision": 0.033641, "recall": 0.050395}, {"accuracy": 0.210474, "f1": 0.189872, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"], "main_score": 0.189872, "precision": 0.181119, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 0.000226, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"], "main_score": 0.000226, "precision": 0.000121, "recall": 0.002964}, {"accuracy": 0.295455, "f1": 0.260348, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"], "main_score": 0.260348, "precision": 0.250348, "recall": 0.295455}, {"accuracy": 0.290514, "f1": 0.266908, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"], "main_score": 0.266908, "precision": 0.260716, "recall": 0.290514}, {"accuracy": 0.256917, "f1": 0.229735, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"], "main_score": 0.229735, "precision": 0.222315, "recall": 0.256917}, {"accuracy": 0.26087, "f1": 0.243769, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"], "main_score": 0.243769, "precision": 0.238253, "recall": 0.26087}, {"accuracy": 0.259881, "f1": 0.224866, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"], "main_score": 0.224866, "precision": 0.212778, "recall": 0.259881}, {"accuracy": 0.335968, "f1": 0.304809, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"], "main_score": 0.304809, "precision": 0.295711, "recall": 0.335968}, {"accuracy": 0.272727, "f1": 0.248653, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"], "main_score": 0.248653, "precision": 0.239827, "recall": 0.272727}, {"accuracy": 0.243083, "f1": 0.229053, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"], "main_score": 0.229053, "precision": 0.224292, "recall": 0.243083}, {"accuracy": 0.293478, "f1": 0.262996, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"], "main_score": 0.262996, "precision": 0.254097, "recall": 0.293478}, {"accuracy": 0.253953, "f1": 0.227442, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"], "main_score": 0.227442, "precision": 0.218577, "recall": 0.253953}, {"accuracy": 0.242095, "f1": 0.217439, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"], "main_score": 0.217439, "precision": 0.20735, "recall": 0.242095}, {"accuracy": 0.243083, "f1": 0.223787, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"], "main_score": 0.223787, "precision": 0.217922, "recall": 0.243083}, {"accuracy": 0.250988, "f1": 0.220291, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"], "main_score": 0.220291, "precision": 0.212288, "recall": 0.250988}, {"accuracy": 0.340909, "f1": 0.312849, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"], "main_score": 0.312849, "precision": 0.304831, "recall": 0.340909}, {"accuracy": 0.266798, "f1": 0.236574, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"], "main_score": 0.236574, "precision": 0.225136, "recall": 0.266798}, {"accuracy": 0.258893, "f1": 0.233668, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"], "main_score": 0.233668, "precision": 0.225809, "recall": 0.258893}, {"accuracy": 0.273715, "f1": 0.23861, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"], "main_score": 0.23861, "precision": 0.229389, "recall": 0.273715}, {"accuracy": 0.33004, "f1": 0.301535, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"], "main_score": 0.301535, "precision": 0.292476, "recall": 0.33004}, {"accuracy": 0.31917, "f1": 0.293146, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"], "main_score": 0.293146, "precision": 0.285206, "recall": 0.31917}, {"accuracy": 0.225296, "f1": 0.190109, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"], "main_score": 0.190109, "precision": 0.176697, "recall": 0.225296}, {"accuracy": 0.204545, "f1": 0.180309, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"], "main_score": 0.180309, "precision": 0.174645, "recall": 0.204545}, {"accuracy": 0.293478, "f1": 0.264231, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"], "main_score": 0.264231, "precision": 0.256716, "recall": 0.293478}, {"accuracy": 0.280632, "f1": 0.252618, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"], "main_score": 0.252618, "precision": 0.244282, "recall": 0.280632}, {"accuracy": 0.066206, "f1": 0.040615, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"], "main_score": 0.040615, "precision": 0.036505, "recall": 0.066206}, {"accuracy": 0.267787, "f1": 0.240701, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"], "main_score": 0.240701, "precision": 0.233184, "recall": 0.267787}, {"accuracy": 0.256917, "f1": 0.225003, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"], "main_score": 0.225003, "precision": 0.212913, "recall": 0.256917}, {"accuracy": 0.289526, "f1": 0.263912, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"], "main_score": 0.263912, "precision": 0.25696, "recall": 0.289526}, {"accuracy": 0.341897, "f1": 0.30737, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"], "main_score": 0.30737, "precision": 0.297579, "recall": 0.341897}, {"accuracy": 0.285573, "f1": 0.256995, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"], "main_score": 0.256995, "precision": 0.248128, "recall": 0.285573}, {"accuracy": 0.25, "f1": 0.215297, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"], "main_score": 0.215297, "precision": 0.204752, "recall": 0.25}, {"accuracy": 0.247036, "f1": 0.222006, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"], "main_score": 0.222006, "precision": 0.213268, "recall": 0.247036}, {"accuracy": 0.325099, "f1": 0.292941, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"], "main_score": 0.292941, "precision": 0.283599, "recall": 0.325099}, {"accuracy": 0.203557, "f1": 0.178975, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"], "main_score": 0.178975, "precision": 0.171622, "recall": 0.203557}, {"accuracy": 0.251976, "f1": 0.226338, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"], "main_score": 0.226338, "precision": 0.218389, "recall": 0.251976}, {"accuracy": 0.204545, "f1": 0.181711, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"], "main_score": 0.181711, "precision": 0.174805, "recall": 0.204545}, {"accuracy": 0.356719, "f1": 0.32058, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"], "main_score": 0.32058, "precision": 0.309926, "recall": 0.356719}, {"accuracy": 0.268775, "f1": 0.241001, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"], "main_score": 0.241001, "precision": 0.232349, "recall": 0.268775}, {"accuracy": 0.232213, "f1": 0.194625, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"], "main_score": 0.194625, "precision": 0.181342, "recall": 0.232213}, {"accuracy": 0.034585, "f1": 0.028828, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"], "main_score": 0.028828, "precision": 0.027147, "recall": 0.034585}, {"accuracy": 0.362648, "f1": 0.32382, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"], "main_score": 0.32382, "precision": 0.31192, "recall": 0.362648}, {"accuracy": 0.185771, "f1": 0.15143, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"], "main_score": 0.15143, "precision": 0.141177, "recall": 0.185771}, {"accuracy": 0.30336, "f1": 0.275804, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"], "main_score": 0.275804, "precision": 0.26814, "recall": 0.30336}, {"accuracy": 0.346838, "f1": 0.319852, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"], "main_score": 0.319852, "precision": 0.312548, "recall": 0.346838}, {"accuracy": 0.246047, "f1": 0.216888, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"], "main_score": 0.216888, "precision": 0.209419, "recall": 0.246047}, {"accuracy": 0.246047, "f1": 0.231606, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"], "main_score": 0.231606, "precision": 0.226422, "recall": 0.246047}, {"accuracy": 0.231225, "f1": 0.194276, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"], "main_score": 0.194276, "precision": 0.181282, "recall": 0.231225}, {"accuracy": 0.301383, "f1": 0.269223, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"], "main_score": 0.269223, "precision": 0.261385, "recall": 0.301383}, {"accuracy": 0.262846, "f1": 0.241158, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"], "main_score": 0.241158, "precision": 0.235049, "recall": 0.262846}, {"accuracy": 0.352767, "f1": 0.31967, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"], "main_score": 0.31967, "precision": 0.309443, "recall": 0.352767}, {"accuracy": 0.261858, "f1": 0.242555, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"], "main_score": 0.242555, "precision": 0.236771, "recall": 0.261858}, {"accuracy": 0.205534, "f1": 0.175134, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"], "main_score": 0.175134, "precision": 0.163509, "recall": 0.205534}, {"accuracy": 0.274704, "f1": 0.245208, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"], "main_score": 0.245208, "precision": 0.237399, "recall": 0.274704}, {"accuracy": 0.051383, "f1": 0.040238, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"], "main_score": 0.040238, "precision": 0.036778, "recall": 0.051383}, {"accuracy": 0.252964, "f1": 0.226208, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"], "main_score": 0.226208, "precision": 0.216317, "recall": 0.252964}, {"accuracy": 0.279644, "f1": 0.257386, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"], "main_score": 0.257386, "precision": 0.248757, "recall": 0.279644}, {"accuracy": 0.056324, "f1": 0.044611, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"], "main_score": 0.044611, "precision": 0.040742, "recall": 0.056324}, {"accuracy": 0.31917, "f1": 0.2896, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"], "main_score": 0.2896, "precision": 0.281402, "recall": 0.31917}, {"accuracy": 0.270751, "f1": 0.247413, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"], "main_score": 0.247413, "precision": 0.240816, "recall": 0.270751}, {"accuracy": 0.344862, "f1": 0.318807, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"], "main_score": 0.318807, "precision": 0.310848, "recall": 0.344862}, {"accuracy": 0.263834, "f1": 0.230134, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"], "main_score": 0.230134, "precision": 0.220568, "recall": 0.263834}, {"accuracy": 0.256917, "f1": 0.228102, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"], "main_score": 0.228102, "precision": 0.217672, "recall": 0.256917}, {"accuracy": 0.273715, "f1": 0.251927, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"], "main_score": 0.251927, "precision": 0.245573, "recall": 0.273715}, {"accuracy": 0.275692, "f1": 0.250142, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"], "main_score": 0.250142, "precision": 0.243907, "recall": 0.275692}, {"accuracy": 0.346838, "f1": 0.316942, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"], "main_score": 0.316942, "precision": 0.308503, "recall": 0.346838}, {"accuracy": 0.231225, "f1": 0.209695, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"], "main_score": 0.209695, "precision": 0.201544, "recall": 0.231225}, {"accuracy": 0.253953, "f1": 0.220875, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"], "main_score": 0.220875, "precision": 0.211198, "recall": 0.253953}, {"accuracy": 0.216403, "f1": 0.189785, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"], "main_score": 0.189785, "precision": 0.180494, "recall": 0.216403}, {"accuracy": 0.248024, "f1": 0.231021, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"], "main_score": 0.231021, "precision": 0.225031, "recall": 0.248024}, {"accuracy": 0.318182, "f1": 0.290768, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"], "main_score": 0.290768, "precision": 0.282579, "recall": 0.318182}, {"accuracy": 0.047431, "f1": 0.026893, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"], "main_score": 0.026893, "precision": 0.021881, "recall": 0.047431}, {"accuracy": 0.186759, "f1": 0.166638, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"], "main_score": 0.166638, "precision": 0.158855, "recall": 0.186759}, {"accuracy": 0.262846, "f1": 0.242656, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"], "main_score": 0.242656, "precision": 0.235671, "recall": 0.262846}, {"accuracy": 0.270751, "f1": 0.236462, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"], "main_score": 0.236462, "precision": 0.223539, "recall": 0.270751}, {"accuracy": 0.062253, "f1": 0.040352, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"], "main_score": 0.040352, "precision": 0.03567, "recall": 0.062253}, {"accuracy": 0.362648, "f1": 0.331523, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"], "main_score": 0.331523, "precision": 0.321901, "recall": 0.362648}, {"accuracy": 0.294466, "f1": 0.275332, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"], "main_score": 0.275332, "precision": 0.269122, "recall": 0.294466}, {"accuracy": 0.323123, "f1": 0.293223, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"], "main_score": 0.293223, "precision": 0.284675, "recall": 0.323123}, {"accuracy": 0.172925, "f1": 0.143519, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"], "main_score": 0.143519, "precision": 0.136326, "recall": 0.172925}, {"accuracy": 0.341897, "f1": 0.312371, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"], "main_score": 0.312371, "precision": 0.303169, "recall": 0.341897}, {"accuracy": 0.336957, "f1": 0.305662, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"], "main_score": 0.305662, "precision": 0.29607, "recall": 0.336957}, {"accuracy": 0.351779, "f1": 0.317304, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"], "main_score": 0.317304, "precision": 0.307864, "recall": 0.351779}, {"accuracy": 0.281621, "f1": 0.254022, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"], "main_score": 0.254022, "precision": 0.24667, "recall": 0.281621}, {"accuracy": 0.211462, "f1": 0.181949, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"], "main_score": 0.181949, "precision": 0.171207, "recall": 0.211462}, {"accuracy": 0.221344, "f1": 0.188134, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"], "main_score": 0.188134, "precision": 0.175518, "recall": 0.221344}, {"accuracy": 0.202569, "f1": 0.177004, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"], "main_score": 0.177004, "precision": 0.170469, "recall": 0.202569}, {"accuracy": 0.350791, "f1": 0.317777, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"], "main_score": 0.317777, "precision": 0.309299, "recall": 0.350791}, {"accuracy": 0.251976, "f1": 0.234047, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"], "main_score": 0.234047, "precision": 0.228745, "recall": 0.251976}, {"accuracy": 0.267787, "f1": 0.2455, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"], "main_score": 0.2455, "precision": 0.238086, "recall": 0.267787}, {"accuracy": 0.218379, "f1": 0.187705, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"], "main_score": 0.187705, "precision": 0.176784, "recall": 0.218379}, {"accuracy": 0.27668, "f1": 0.254581, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"], "main_score": 0.254581, "precision": 0.247693, "recall": 0.27668}, {"accuracy": 0.313241, "f1": 0.284234, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"], "main_score": 0.284234, "precision": 0.276326, "recall": 0.313241}, {"accuracy": 0.186759, "f1": 0.157916, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"], "main_score": 0.157916, "precision": 0.147663, "recall": 0.186759}, {"accuracy": 0.318182, "f1": 0.287428, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"], "main_score": 0.287428, "precision": 0.278568, "recall": 0.318182}, {"accuracy": 0.237154, "f1": 0.205942, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"], "main_score": 0.205942, "precision": 0.19533, "recall": 0.237154}, {"accuracy": 0.258893, "f1": 0.239252, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"], "main_score": 0.239252, "precision": 0.231538, "recall": 0.258893}, {"accuracy": 0.277668, "f1": 0.249923, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"], "main_score": 0.249923, "precision": 0.242135, "recall": 0.277668}, {"accuracy": 0.328063, "f1": 0.291455, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"], "main_score": 0.291455, "precision": 0.280633, "recall": 0.328063}, {"accuracy": 0.366601, "f1": 0.330949, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"], "main_score": 0.330949, "precision": 0.321095, "recall": 0.366601}, {"accuracy": 0.300395, "f1": 0.269643, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"], "main_score": 0.269643, "precision": 0.26081, "recall": 0.300395}, {"accuracy": 0.273715, "f1": 0.252005, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"], "main_score": 0.252005, "precision": 0.245468, "recall": 0.273715}, {"accuracy": 0.248024, "f1": 0.223395, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"], "main_score": 0.223395, "precision": 0.215157, "recall": 0.248024}, {"accuracy": 0.210474, "f1": 0.182435, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"], "main_score": 0.182435, "precision": 0.171853, "recall": 0.210474}, {"accuracy": 0.077075, "f1": 0.049074, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"], "main_score": 0.049074, "precision": 0.043445, "recall": 0.077075}, {"accuracy": 0.236166, "f1": 0.202377, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"], "main_score": 0.202377, "precision": 0.190538, "recall": 0.236166}, {"accuracy": 0.124506, "f1": 0.095935, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"], "main_score": 0.095935, "precision": 0.088099, "recall": 0.124506}, {"accuracy": 0.349802, "f1": 0.315409, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"], "main_score": 0.315409, "precision": 0.305456, "recall": 0.349802}, {"accuracy": 0.29249, "f1": 0.264259, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"], "main_score": 0.264259, "precision": 0.255236, "recall": 0.29249}, {"accuracy": 0.100791, "f1": 0.076165, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"], "main_score": 0.076165, "precision": 0.0693, "recall": 0.100791}, {"accuracy": 0.301383, "f1": 0.280962, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"], "main_score": 0.280962, "precision": 0.273156, "recall": 0.301383}, {"accuracy": 0.351779, "f1": 0.317277, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"], "main_score": 0.317277, "precision": 0.307185, "recall": 0.351779}, {"accuracy": 0.186759, "f1": 0.16391, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"], "main_score": 0.16391, "precision": 0.157668, "recall": 0.186759}, {"accuracy": 0.220356, "f1": 0.190498, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"], "main_score": 0.190498, "precision": 0.180956, "recall": 0.220356}, {"accuracy": 0.204545, "f1": 0.169249, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"], "main_score": 0.169249, "precision": 0.157899, "recall": 0.204545}, {"accuracy": 0.267787, "f1": 0.240559, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"], "main_score": 0.240559, "precision": 0.233122, "recall": 0.267787}, {"accuracy": 0.267787, "f1": 0.246745, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"], "main_score": 0.246745, "precision": 0.239469, "recall": 0.267787}, {"accuracy": 0.203557, "f1": 0.178478, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"], "main_score": 0.178478, "precision": 0.170301, "recall": 0.203557}, {"accuracy": 0.226285, "f1": 0.186681, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"], "main_score": 0.186681, "precision": 0.173452, "recall": 0.226285}, {"accuracy": 0.237154, "f1": 0.207677, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"], "main_score": 0.207677, "precision": 0.197073, "recall": 0.237154}, {"accuracy": 0.337945, "f1": 0.309148, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"], "main_score": 0.309148, "precision": 0.300441, "recall": 0.337945}, {"accuracy": 0.016798, "f1": 0.004023, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"], "main_score": 0.004023, "precision": 0.002545, "recall": 0.016798}, {"accuracy": 0.201581, "f1": 0.179399, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"], "main_score": 0.179399, "precision": 0.173405, "recall": 0.201581}, {"accuracy": 0.144269, "f1": 0.121131, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"], "main_score": 0.121131, "precision": 0.114019, "recall": 0.144269}, {"accuracy": 0.228261, "f1": 0.198867, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"], "main_score": 0.198867, "precision": 0.1923, "recall": 0.228261}, {"accuracy": 0.349802, "f1": 0.318436, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"], "main_score": 0.318436, "precision": 0.309265, "recall": 0.349802}, {"accuracy": 0.126482, "f1": 0.102717, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"], "main_score": 0.102717, "precision": 0.094214, "recall": 0.126482}, {"accuracy": 0.257905, "f1": 0.22932, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"], "main_score": 0.22932, "precision": 0.218101, "recall": 0.257905}, {"accuracy": 0.336957, "f1": 0.308424, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"], "main_score": 0.308424, "precision": 0.300715, "recall": 0.336957}, {"accuracy": 0.355731, "f1": 0.320568, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"], "main_score": 0.320568, "precision": 0.309778, "recall": 0.355731}, {"accuracy": 0.26581, "f1": 0.245919, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"], "main_score": 0.245919, "precision": 0.240077, "recall": 0.26581}, {"accuracy": 0.159091, "f1": 0.133986, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"], "main_score": 0.133986, "precision": 0.125174, "recall": 0.159091}, {"accuracy": 0.193676, "f1": 0.165581, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"], "main_score": 0.165581, "precision": 0.156266, "recall": 0.193676}, {"accuracy": 0.255929, "f1": 0.22683, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"], "main_score": 0.22683, "precision": 0.218423, "recall": 0.255929}, {"accuracy": 0.222332, "f1": 0.197351, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"], "main_score": 0.197351, "precision": 0.187568, "recall": 0.222332}, {"accuracy": 0.185771, "f1": 0.157775, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"], "main_score": 0.157775, "precision": 0.149306, "recall": 0.185771}, {"accuracy": 0.202569, "f1": 0.180194, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"], "main_score": 0.180194, "precision": 0.173886, "recall": 0.202569}, {"accuracy": 0.268775, "f1": 0.249573, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"], "main_score": 0.249573, "precision": 0.24412, "recall": 0.268775}, {"accuracy": 0.282609, "f1": 0.250241, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"], "main_score": 0.250241, "precision": 0.241244, "recall": 0.282609}, {"accuracy": 0.186759, "f1": 0.159355, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"], "main_score": 0.159355, "precision": 0.150898, "recall": 0.186759}, {"accuracy": 0.297431, "f1": 0.278258, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"], "main_score": 0.278258, "precision": 0.271803, "recall": 0.297431}, {"accuracy": 0.299407, "f1": 0.264661, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"], "main_score": 0.264661, "precision": 0.25633, "recall": 0.299407}, {"accuracy": 0.137352, "f1": 0.119691, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"], "main_score": 0.119691, "precision": 0.113978, "recall": 0.137352}, {"accuracy": 0.232213, "f1": 0.200699, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"], "main_score": 0.200699, "precision": 0.192018, "recall": 0.232213}, {"accuracy": 0.22332, "f1": 0.200176, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"], "main_score": 0.200176, "precision": 0.191911, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.140467, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"], "main_score": 0.140467, "precision": 0.134242, "recall": 0.157115}, {"accuracy": 0.254941, "f1": 0.220408, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"], "main_score": 0.220408, "precision": 0.210656, "recall": 0.254941}, {"accuracy": 0.240119, "f1": 0.213404, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"], "main_score": 0.213404, "precision": 0.203893, "recall": 0.240119}, {"accuracy": 0.214427, "f1": 0.184023, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"], "main_score": 0.184023, "precision": 0.174956, "recall": 0.214427}, {"accuracy": 0.301383, "f1": 0.271086, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"], "main_score": 0.271086, "precision": 0.262702, "recall": 0.301383}, {"accuracy": 0.314229, "f1": 0.278386, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"], "main_score": 0.278386, "precision": 0.269382, "recall": 0.314229}, {"accuracy": 0.312253, "f1": 0.280328, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"], "main_score": 0.280328, "precision": 0.272551, "recall": 0.312253}, {"accuracy": 0.275692, "f1": 0.253358, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"], "main_score": 0.253358, "precision": 0.246775, "recall": 0.275692}, {"accuracy": 0.355731, "f1": 0.319992, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"], "main_score": 0.319992, "precision": 0.309877, "recall": 0.355731}, {"accuracy": 0.195652, "f1": 0.17259, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"], "main_score": 0.17259, "precision": 0.165143, "recall": 0.195652}, {"accuracy": 0.257905, "f1": 0.230041, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"], "main_score": 0.230041, "precision": 0.221201, "recall": 0.257905}, {"accuracy": 0.132411, "f1": 0.090005, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"], "main_score": 0.090005, "precision": 0.077885, "recall": 0.132411}, {"accuracy": 0.347826, "f1": 0.315945, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"], "main_score": 0.315945, "precision": 0.306495, "recall": 0.347826}, {"accuracy": 0.078063, "f1": 0.063636, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"], "main_score": 0.063636, "precision": 0.058579, "recall": 0.078063}, {"accuracy": 0.289526, "f1": 0.258705, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"], "main_score": 0.258705, "precision": 0.25042, "recall": 0.289526}, {"accuracy": 0.277668, "f1": 0.245098, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"], "main_score": 0.245098, "precision": 0.235667, "recall": 0.277668}, {"accuracy": 0.244071, "f1": 0.217512, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"], "main_score": 0.217512, "precision": 0.209955, "recall": 0.244071}, {"accuracy": 0.248024, "f1": 0.225378, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"], "main_score": 0.225378, "precision": 0.217303, "recall": 0.248024}, {"accuracy": 0.252964, "f1": 0.226701, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"], "main_score": 0.226701, "precision": 0.218775, "recall": 0.252964}, {"accuracy": 0.243083, "f1": 0.21237, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"], "main_score": 0.21237, "precision": 0.200731, "recall": 0.243083}, {"accuracy": 0.263834, "f1": 0.233242, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"], "main_score": 0.233242, "precision": 0.221297, "recall": 0.263834}, {"accuracy": 0.356719, "f1": 0.320451, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"], "main_score": 0.320451, "precision": 0.309995, "recall": 0.356719}, {"accuracy": 0.259881, "f1": 0.235087, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"], "main_score": 0.235087, "precision": 0.226781, "recall": 0.259881}, {"accuracy": 0.358696, "f1": 0.325631, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"], "main_score": 0.325631, "precision": 0.316706, "recall": 0.358696}, {"accuracy": 0.215415, "f1": 0.183969, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"], "main_score": 0.183969, "precision": 0.172897, "recall": 0.215415}, {"accuracy": 0.359684, "f1": 0.327364, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"], "main_score": 0.327364, "precision": 0.317855, "recall": 0.359684}, {"accuracy": 0.233202, "f1": 0.21039, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"], "main_score": 0.21039, "precision": 0.203729, "recall": 0.233202}, {"accuracy": 0.305336, "f1": 0.272345, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"], "main_score": 0.272345, "precision": 0.263437, "recall": 0.305336}, {"accuracy": 0.215415, "f1": 0.182283, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"], "main_score": 0.182283, "precision": 0.172276, "recall": 0.215415}, {"accuracy": 0.314229, "f1": 0.288496, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"], "main_score": 0.288496, "precision": 0.280967, "recall": 0.314229}, {"accuracy": 0.18083, "f1": 0.145239, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"], "main_score": 0.145239, "precision": 0.134408, "recall": 0.18083}, {"accuracy": 0.221344, "f1": 0.186038, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"], "main_score": 0.186038, "precision": 0.173957, "recall": 0.221344}, {"accuracy": 0.190711, "f1": 0.156976, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"], "main_score": 0.156976, "precision": 0.146516, "recall": 0.190711}, {"accuracy": 0.171937, "f1": 0.146314, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"], "main_score": 0.146314, "precision": 0.139517, "recall": 0.171937}, {"accuracy": 0.350791, "f1": 0.319719, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"], "main_score": 0.319719, "precision": 0.310525, "recall": 0.350791}, {"accuracy": 0.237154, "f1": 0.207004, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"], "main_score": 0.207004, "precision": 0.197112, "recall": 0.237154}, {"accuracy": 0.212451, "f1": 0.177146, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"], "main_score": 0.177146, "precision": 0.165362, "recall": 0.212451}, {"accuracy": 0.253953, "f1": 0.224955, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"], "main_score": 0.224955, "precision": 0.21373, "recall": 0.253953}, {"accuracy": 0.195652, "f1": 0.167933, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"], "main_score": 0.167933, "precision": 0.160634, "recall": 0.195652}, {"accuracy": 0.183794, "f1": 0.154814, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"], "main_score": 0.154814, "precision": 0.143949, "recall": 0.183794}, {"accuracy": 0.228261, "f1": 0.199064, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"], "main_score": 0.199064, "precision": 0.188018, "recall": 0.228261}, {"accuracy": 0.27668, "f1": 0.255681, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"], "main_score": 0.255681, "precision": 0.250599, "recall": 0.27668}, {"accuracy": 0.231225, "f1": 0.202257, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"], "main_score": 0.202257, "precision": 0.192828, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.226631, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"], "main_score": 0.226631, "precision": 0.218554, "recall": 0.248024}, {"accuracy": 0.256917, "f1": 0.236294, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"], "main_score": 0.236294, "precision": 0.229045, "recall": 0.256917}, {"accuracy": 0.259881, "f1": 0.224057, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"], "main_score": 0.224057, "precision": 0.211186, "recall": 0.259881}, {"accuracy": 0.262846, "f1": 0.238552, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"], "main_score": 0.238552, "precision": 0.229644, "recall": 0.262846}, {"accuracy": 0.216403, "f1": 0.189827, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"], "main_score": 0.189827, "precision": 0.181432, "recall": 0.216403}, {"accuracy": 0.199605, "f1": 0.165098, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"], "main_score": 0.165098, "precision": 0.155361, "recall": 0.199605}, {"accuracy": 0.232213, "f1": 0.208473, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"], "main_score": 0.208473, "precision": 0.201484, "recall": 0.232213}, {"accuracy": 0.187747, "f1": 0.158431, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"], "main_score": 0.158431, "precision": 0.148428, "recall": 0.187747}, {"accuracy": 0.294466, "f1": 0.264596, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"], "main_score": 0.264596, "precision": 0.256909, "recall": 0.294466}, {"accuracy": 0.293478, "f1": 0.256491, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"], "main_score": 0.256491, "precision": 0.246118, "recall": 0.293478}, {"accuracy": 0.316206, "f1": 0.287787, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"], "main_score": 0.287787, "precision": 0.279967, "recall": 0.316206}, {"accuracy": 0.192688, "f1": 0.167091, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"], "main_score": 0.167091, "precision": 0.16037, "recall": 0.192688}, {"accuracy": 0.243083, "f1": 0.216511, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"], "main_score": 0.216511, "precision": 0.206948, "recall": 0.243083}, {"accuracy": 0.245059, "f1": 0.211373, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"], "main_score": 0.211373, "precision": 0.19965, "recall": 0.245059}, {"accuracy": 0.067194, "f1": 0.043252, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"], "main_score": 0.043252, "precision": 0.036624, "recall": 0.067194}, {"accuracy": 0.186759, "f1": 0.13231, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"], "main_score": 0.13231, "precision": 0.116308, "recall": 0.186759}, {"accuracy": 0.003953, "f1": 7.4e-05, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"], "main_score": 7.4e-05, "precision": 3.7e-05, "recall": 0.003953}, {"accuracy": 0.634387, "f1": 0.587984, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"], "main_score": 0.587984, "precision": 0.571064, "recall": 0.634387}, {"accuracy": 0.561265, "f1": 0.512182, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"], "main_score": 0.512182, "precision": 0.493442, "recall": 0.561265}, {"accuracy": 0.5583, "f1": 0.512696, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"], "main_score": 0.512696, "precision": 0.496716, "recall": 0.5583}, {"accuracy": 0.471344, "f1": 0.419147, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"], "main_score": 0.419147, "precision": 0.399195, "recall": 0.471344}, {"accuracy": 0.210474, "f1": 0.16109, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"], "main_score": 0.16109, "precision": 0.14652, "recall": 0.210474}, {"accuracy": 0.684783, "f1": 0.63805, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"], "main_score": 0.63805, "precision": 0.622326, "recall": 0.684783}, {"accuracy": 0.371542, "f1": 0.313214, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"], "main_score": 0.313214, "precision": 0.292734, "recall": 0.371542}, {"accuracy": 0.487154, "f1": 0.441823, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"], "main_score": 0.441823, "precision": 0.424002, "recall": 0.487154}, {"accuracy": 0.648221, "f1": 0.599691, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"], "main_score": 0.599691, "precision": 0.582308, "recall": 0.648221}, {"accuracy": 0.541502, "f1": 0.496128, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"], "main_score": 0.496128, "precision": 0.480334, "recall": 0.541502}, {"accuracy": 0.23419, "f1": 0.171986, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"], "main_score": 0.171986, "precision": 0.153512, "recall": 0.23419}, {"accuracy": 0.547431, "f1": 0.503936, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"], "main_score": 0.503936, "precision": 0.488438, "recall": 0.547431}, {"accuracy": 0.523715, "f1": 0.480405, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"], "main_score": 0.480405, "precision": 0.46488, "recall": 0.523715}, {"accuracy": 0.690711, "f1": 0.64357, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"], "main_score": 0.64357, "precision": 0.627715, "recall": 0.690711}, {"accuracy": 0.282609, "f1": 0.214622, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"], "main_score": 0.214622, "precision": 0.194126, "recall": 0.282609}, {"accuracy": 0.628458, "f1": 0.58463, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"], "main_score": 0.58463, "precision": 0.568064, "recall": 0.628458}, {"accuracy": 0.629447, "f1": 0.580493, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"], "main_score": 0.580493, "precision": 0.56202, "recall": 0.629447}, {"accuracy": 0.690711, "f1": 0.645, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"], "main_score": 0.645, "precision": 0.628224, "recall": 0.690711}, {"accuracy": 0.666008, "f1": 0.623632, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"], "main_score": 0.623632, "precision": 0.608561, "recall": 0.666008}, {"accuracy": 0.157115, "f1": 0.113021, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"], "main_score": 0.113021, "precision": 0.100301, "recall": 0.157115}, {"accuracy": 0.496047, "f1": 0.449642, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"], "main_score": 0.449642, "precision": 0.434069, "recall": 0.496047}, {"accuracy": 0.647233, "f1": 0.602632, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"], "main_score": 0.602632, "precision": 0.587416, "recall": 0.647233}, {"accuracy": 0.505929, "f1": 0.451905, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"], "main_score": 0.451905, "precision": 0.430665, "recall": 0.505929}, {"accuracy": 0.068182, "f1": 0.035041, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"], "main_score": 0.035041, "precision": 0.029396, "recall": 0.068182}, {"accuracy": 0.623518, "f1": 0.577621, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"], "main_score": 0.577621, "precision": 0.561583, "recall": 0.623518}, {"accuracy": 0.210474, "f1": 0.158212, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"], "main_score": 0.158212, "precision": 0.144159, "recall": 0.210474}, {"accuracy": 0.619565, "f1": 0.580476, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"], "main_score": 0.580476, "precision": 0.565902, "recall": 0.619565}, {"accuracy": 0.674901, "f1": 0.629734, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"], "main_score": 0.629734, "precision": 0.613269, "recall": 0.674901}, {"accuracy": 0.658103, "f1": 0.622354, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"], "main_score": 0.622354, "precision": 0.609585, "recall": 0.658103}, {"accuracy": 0.544466, "f1": 0.494991, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"], "main_score": 0.494991, "precision": 0.477427, "recall": 0.544466}, {"accuracy": 0.27668, "f1": 0.223323, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"], "main_score": 0.223323, "precision": 0.205076, "recall": 0.27668}, {"accuracy": 0.664032, "f1": 0.61982, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"], "main_score": 0.61982, "precision": 0.60443, "recall": 0.664032}, {"accuracy": 0.485178, "f1": 0.433887, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"], "main_score": 0.433887, "precision": 0.415379, "recall": 0.485178}, {"accuracy": 0.562253, "f1": 0.515967, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"], "main_score": 0.515967, "precision": 0.500123, "recall": 0.562253}, {"accuracy": 0.516798, "f1": 0.470468, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"], "main_score": 0.470468, "precision": 0.453199, "recall": 0.516798}, {"accuracy": 0.690711, "f1": 0.648376, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"], "main_score": 0.648376, "precision": 0.632349, "recall": 0.690711}, {"accuracy": 0.614625, "f1": 0.566889, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"], "main_score": 0.566889, "precision": 0.549924, "recall": 0.614625}, {"accuracy": 0.166996, "f1": 0.115496, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"], "main_score": 0.115496, "precision": 0.101795, "recall": 0.166996}, {"accuracy": 0.045455, "f1": 0.031216, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"], "main_score": 0.031216, "precision": 0.027819, "recall": 0.045455}, {"accuracy": 0.68083, "f1": 0.63589, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"], "main_score": 0.63589, "precision": 0.620226, "recall": 0.68083}, {"accuracy": 0.145257, "f1": 0.100469, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"], "main_score": 0.100469, "precision": 0.088448, "recall": 0.145257}, {"accuracy": 0.666008, "f1": 0.622699, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"], "main_score": 0.622699, "precision": 0.607865, "recall": 0.666008}, {"accuracy": 0.648221, "f1": 0.604441, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"], "main_score": 0.604441, "precision": 0.587624, "recall": 0.648221}, {"accuracy": 0.502964, "f1": 0.453518, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"], "main_score": 0.453518, "precision": 0.435816, "recall": 0.502964}, {"accuracy": 0.550395, "f1": 0.508347, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"], "main_score": 0.508347, "precision": 0.491725, "recall": 0.550395}, {"accuracy": 0.189723, "f1": 0.131214, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"], "main_score": 0.131214, "precision": 0.11344, "recall": 0.189723}, {"accuracy": 0.525692, "f1": 0.47538, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"], "main_score": 0.47538, "precision": 0.456968, "recall": 0.525692}, {"accuracy": 0.453557, "f1": 0.402574, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"], "main_score": 0.402574, "precision": 0.382315, "recall": 0.453557}, {"accuracy": 0.681818, "f1": 0.637329, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"], "main_score": 0.637329, "precision": 0.621296, "recall": 0.681818}, {"accuracy": 0.521739, "f1": 0.477094, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"], "main_score": 0.477094, "precision": 0.458267, "recall": 0.521739}, {"accuracy": 0.173913, "f1": 0.122404, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"], "main_score": 0.122404, "precision": 0.107375, "recall": 0.173913}, {"accuracy": 0.616601, "f1": 0.568637, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"], "main_score": 0.568637, "precision": 0.551602, "recall": 0.616601}, {"accuracy": 0.061265, "f1": 0.038356, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"], "main_score": 0.038356, "precision": 0.032598, "recall": 0.061265}, {"accuracy": 0.230237, "f1": 0.182818, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"], "main_score": 0.182818, "precision": 0.167657, "recall": 0.230237}, {"accuracy": 0.341897, "f1": 0.283204, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"], "main_score": 0.283204, "precision": 0.262356, "recall": 0.341897}, {"accuracy": 0.070158, "f1": 0.042879, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"], "main_score": 0.042879, "precision": 0.035539, "recall": 0.070158}, {"accuracy": 0.688735, "f1": 0.64495, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"], "main_score": 0.64495, "precision": 0.630022, "recall": 0.688735}, {"accuracy": 0.607708, "f1": 0.570861, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"], "main_score": 0.570861, "precision": 0.55837, "recall": 0.607708}, {"accuracy": 0.683794, "f1": 0.638923, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"], "main_score": 0.638923, "precision": 0.622511, "recall": 0.683794}, {"accuracy": 0.579051, "f1": 0.527946, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"], "main_score": 0.527946, "precision": 0.510787, "recall": 0.579051}, {"accuracy": 0.25, "f1": 0.189542, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"], "main_score": 0.189542, "precision": 0.170408, "recall": 0.25}, {"accuracy": 0.517787, "f1": 0.47076, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"], "main_score": 0.47076, "precision": 0.451694, "recall": 0.517787}, {"accuracy": 0.367589, "f1": 0.313954, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"], "main_score": 0.313954, "precision": 0.295743, "recall": 0.367589}, {"accuracy": 0.689723, "f1": 0.648647, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"], "main_score": 0.648647, "precision": 0.634544, "recall": 0.689723}, {"accuracy": 0.241107, "f1": 0.185931, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"], "main_score": 0.185931, "precision": 0.169389, "recall": 0.241107}, {"accuracy": 0.3083, "f1": 0.255867, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"], "main_score": 0.255867, "precision": 0.238185, "recall": 0.3083}, {"accuracy": 0.258893, "f1": 0.198425, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"], "main_score": 0.198425, "precision": 0.180083, "recall": 0.258893}, {"accuracy": 0.336957, "f1": 0.280775, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"], "main_score": 0.280775, "precision": 0.262209, "recall": 0.336957}, {"accuracy": 0.684783, "f1": 0.645112, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"], "main_score": 0.645112, "precision": 0.63069, "recall": 0.684783}, {"accuracy": 0.0583, "f1": 0.024601, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"], "main_score": 0.024601, "precision": 0.020048, "recall": 0.0583}, {"accuracy": 0.208498, "f1": 0.159656, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"], "main_score": 0.159656, "precision": 0.1435, "recall": 0.208498}, {"accuracy": 0.501976, "f1": 0.450694, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"], "main_score": 0.450694, "precision": 0.431603, "recall": 0.501976}, {"accuracy": 0.235178, "f1": 0.179524, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"], "main_score": 0.179524, "precision": 0.161915, "recall": 0.235178}, {"accuracy": 0.060277, "f1": 0.032366, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"], "main_score": 0.032366, "precision": 0.027489, "recall": 0.060277}, {"accuracy": 0.693676, "f1": 0.650817, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"], "main_score": 0.650817, "precision": 0.634884, "recall": 0.693676}, {"accuracy": 0.552372, "f1": 0.508468, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"], "main_score": 0.508468, "precision": 0.491646, "recall": 0.552372}, {"accuracy": 0.557312, "f1": 0.505905, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"], "main_score": 0.505905, "precision": 0.486823, "recall": 0.557312}, {"accuracy": 0.431818, "f1": 0.37787, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"], "main_score": 0.37787, "precision": 0.358061, "recall": 0.431818}, {"accuracy": 0.688735, "f1": 0.644535, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"], "main_score": 0.644535, "precision": 0.628418, "recall": 0.688735}, {"accuracy": 0.66502, "f1": 0.61636, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"], "main_score": 0.61636, "precision": 0.599046, "recall": 0.66502}, {"accuracy": 0.671937, "f1": 0.621549, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"], "main_score": 0.621549, "precision": 0.603054, "recall": 0.671937}, {"accuracy": 0.626482, "f1": 0.583648, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"], "main_score": 0.583648, "precision": 0.568921, "recall": 0.626482}, {"accuracy": 0.213439, "f1": 0.158107, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"], "main_score": 0.158107, "precision": 0.141043, "recall": 0.213439}, {"accuracy": 0.166008, "f1": 0.118035, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"], "main_score": 0.118035, "precision": 0.10459, "recall": 0.166008}, {"accuracy": 0.507905, "f1": 0.453659, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"], "main_score": 0.453659, "precision": 0.434501, "recall": 0.507905}, {"accuracy": 0.667984, "f1": 0.622717, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"], "main_score": 0.622717, "precision": 0.606799, "recall": 0.667984}, {"accuracy": 0.596838, "f1": 0.548623, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"], "main_score": 0.548623, "precision": 0.531457, "recall": 0.596838}, {"accuracy": 0.333004, "f1": 0.280949, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"], "main_score": 0.280949, "precision": 0.262769, "recall": 0.333004}, {"accuracy": 0.208498, "f1": 0.157822, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"], "main_score": 0.157822, "precision": 0.143469, "recall": 0.208498}, {"accuracy": 0.538538, "f1": 0.493084, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"], "main_score": 0.493084, "precision": 0.475056, "recall": 0.538538}, {"accuracy": 0.599802, "f1": 0.557122, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"], "main_score": 0.557122, "precision": 0.542826, "recall": 0.599802}, {"accuracy": 0.184783, "f1": 0.12856, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"], "main_score": 0.12856, "precision": 0.113044, "recall": 0.184783}, {"accuracy": 0.662055, "f1": 0.618292, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"], "main_score": 0.618292, "precision": 0.603009, "recall": 0.662055}, {"accuracy": 0.228261, "f1": 0.184369, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"], "main_score": 0.184369, "precision": 0.170119, "recall": 0.228261}, {"accuracy": 0.367589, "f1": 0.306803, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"], "main_score": 0.306803, "precision": 0.286084, "recall": 0.367589}, {"accuracy": 0.630435, "f1": 0.585218, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"], "main_score": 0.585218, "precision": 0.568741, "recall": 0.630435}, {"accuracy": 0.685771, "f1": 0.641334, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"], "main_score": 0.641334, "precision": 0.626098, "recall": 0.685771}, {"accuracy": 0.677866, "f1": 0.628834, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"], "main_score": 0.628834, "precision": 0.611136, "recall": 0.677866}, {"accuracy": 0.642292, "f1": 0.594409, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"], "main_score": 0.594409, "precision": 0.577133, "recall": 0.642292}, {"accuracy": 0.524704, "f1": 0.472487, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"], "main_score": 0.472487, "precision": 0.452193, "recall": 0.524704}, {"accuracy": 0.557312, "f1": 0.507153, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"], "main_score": 0.507153, "precision": 0.489217, "recall": 0.557312}, {"accuracy": 0.235178, "f1": 0.178826, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"], "main_score": 0.178826, "precision": 0.160086, "recall": 0.235178}, {"accuracy": 0.072134, "f1": 0.034437, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"], "main_score": 0.034437, "precision": 0.027777, "recall": 0.072134}, {"accuracy": 0.237154, "f1": 0.184189, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"], "main_score": 0.184189, "precision": 0.167257, "recall": 0.237154}, {"accuracy": 0.128458, "f1": 0.079144, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"], "main_score": 0.079144, "precision": 0.067558, "recall": 0.128458}, {"accuracy": 0.682806, "f1": 0.633745, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"], "main_score": 0.633745, "precision": 0.616064, "recall": 0.682806}, {"accuracy": 0.496047, "f1": 0.44322, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"], "main_score": 0.44322, "precision": 0.424512, "recall": 0.496047}, {"accuracy": 0.102767, "f1": 0.076503, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"], "main_score": 0.076503, "precision": 0.069626, "recall": 0.102767}, {"accuracy": 0.529644, "f1": 0.477815, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"], "main_score": 0.477815, "precision": 0.458322, "recall": 0.529644}, {"accuracy": 0.678854, "f1": 0.630194, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"], "main_score": 0.630194, "precision": 0.612767, "recall": 0.678854}, {"accuracy": 0.432806, "f1": 0.383769, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"], "main_score": 0.383769, "precision": 0.36624, "recall": 0.432806}, {"accuracy": 0.462451, "f1": 0.40862, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"], "main_score": 0.40862, "precision": 0.387841, "recall": 0.462451}, {"accuracy": 0.18083, "f1": 0.125162, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"], "main_score": 0.125162, "precision": 0.110355, "recall": 0.18083}, {"accuracy": 0.62253, "f1": 0.575014, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"], "main_score": 0.575014, "precision": 0.558017, "recall": 0.62253}, {"accuracy": 0.362648, "f1": 0.309249, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"], "main_score": 0.309249, "precision": 0.290315, "recall": 0.362648}, {"accuracy": 0.217391, "f1": 0.164011, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"], "main_score": 0.164011, "precision": 0.147912, "recall": 0.217391}, {"accuracy": 0.214427, "f1": 0.150083, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"], "main_score": 0.150083, "precision": 0.132032, "recall": 0.214427}, {"accuracy": 0.231225, "f1": 0.178552, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"], "main_score": 0.178552, "precision": 0.162657, "recall": 0.231225}, {"accuracy": 0.674901, "f1": 0.628268, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"], "main_score": 0.628268, "precision": 0.610844, "recall": 0.674901}, {"accuracy": 0.018775, "f1": 0.004267, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"], "main_score": 0.004267, "precision": 0.003307, "recall": 0.018775}, {"accuracy": 0.485178, "f1": 0.436631, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"], "main_score": 0.436631, "precision": 0.418897, "recall": 0.485178}, {"accuracy": 0.293478, "f1": 0.236489, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"], "main_score": 0.236489, "precision": 0.216401, "recall": 0.293478}, {"accuracy": 0.529644, "f1": 0.483135, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"], "main_score": 0.483135, "precision": 0.465422, "recall": 0.529644}, {"accuracy": 0.689723, "f1": 0.642971, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"], "main_score": 0.642971, "precision": 0.626125, "recall": 0.689723}, {"accuracy": 0.113636, "f1": 0.074416, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"], "main_score": 0.074416, "precision": 0.065418, "recall": 0.113636}, {"accuracy": 0.170949, "f1": 0.122046, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"], "main_score": 0.122046, "precision": 0.10751, "recall": 0.170949}, {"accuracy": 0.677866, "f1": 0.631375, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"], "main_score": 0.631375, "precision": 0.614175, "recall": 0.677866}, {"accuracy": 0.68083, "f1": 0.633336, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"], "main_score": 0.633336, "precision": 0.616413, "recall": 0.68083}, {"accuracy": 0.455534, "f1": 0.405301, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"], "main_score": 0.405301, "precision": 0.385846, "recall": 0.455534}, {"accuracy": 0.22332, "f1": 0.167561, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"], "main_score": 0.167561, "precision": 0.149553, "recall": 0.22332}, {"accuracy": 0.206522, "f1": 0.154094, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"], "main_score": 0.154094, "precision": 0.138683, "recall": 0.206522}, {"accuracy": 0.599802, "f1": 0.554322, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"], "main_score": 0.554322, "precision": 0.537961, "recall": 0.599802}, {"accuracy": 0.166008, "f1": 0.116837, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"], "main_score": 0.116837, "precision": 0.102892, "recall": 0.166008}, {"accuracy": 0.1917, "f1": 0.144106, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"], "main_score": 0.144106, "precision": 0.129683, "recall": 0.1917}, {"accuracy": 0.465415, "f1": 0.419277, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"], "main_score": 0.419277, "precision": 0.403037, "recall": 0.465415}, {"accuracy": 0.453557, "f1": 0.401346, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"], "main_score": 0.401346, "precision": 0.38159, "recall": 0.453557}, {"accuracy": 0.612648, "f1": 0.564391, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"], "main_score": 0.564391, "precision": 0.547146, "recall": 0.612648}, {"accuracy": 0.25, "f1": 0.187912, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"], "main_score": 0.187912, "precision": 0.166028, "recall": 0.25}, {"accuracy": 0.410079, "f1": 0.35219, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"], "main_score": 0.35219, "precision": 0.331685, "recall": 0.410079}, {"accuracy": 0.643281, "f1": 0.59203, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"], "main_score": 0.59203, "precision": 0.573544, "recall": 0.643281}, {"accuracy": 0.327075, "f1": 0.280044, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"], "main_score": 0.280044, "precision": 0.263198, "recall": 0.327075}, {"accuracy": 0.485178, "f1": 0.431343, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"], "main_score": 0.431343, "precision": 0.412571, "recall": 0.485178}, {"accuracy": 0.26581, "f1": 0.21585, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"], "main_score": 0.21585, "precision": 0.201207, "recall": 0.26581}, {"accuracy": 0.342885, "f1": 0.296743, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"], "main_score": 0.296743, "precision": 0.279344, "recall": 0.342885}, {"accuracy": 0.509881, "f1": 0.462582, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"], "main_score": 0.462582, "precision": 0.445952, "recall": 0.509881}, {"accuracy": 0.231225, "f1": 0.175865, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"], "main_score": 0.175865, "precision": 0.158866, "recall": 0.231225}, {"accuracy": 0.514822, "f1": 0.467172, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"], "main_score": 0.467172, "precision": 0.450959, "recall": 0.514822}, {"accuracy": 0.63834, "f1": 0.58997, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"], "main_score": 0.58997, "precision": 0.572143, "recall": 0.63834}, {"accuracy": 0.642292, "f1": 0.594178, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"], "main_score": 0.594178, "precision": 0.576995, "recall": 0.642292}, {"accuracy": 0.635375, "f1": 0.587707, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"], "main_score": 0.587707, "precision": 0.569531, "recall": 0.635375}, {"accuracy": 0.59585, "f1": 0.557487, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"], "main_score": 0.557487, "precision": 0.543083, "recall": 0.59585}, {"accuracy": 0.687747, "f1": 0.643568, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"], "main_score": 0.643568, "precision": 0.627546, "recall": 0.687747}, {"accuracy": 0.30336, "f1": 0.2511, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"], "main_score": 0.2511, "precision": 0.232345, "recall": 0.30336}, {"accuracy": 0.405138, "f1": 0.340647, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"], "main_score": 0.340647, "precision": 0.318559, "recall": 0.405138}, {"accuracy": 0.115613, "f1": 0.070226, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"], "main_score": 0.070226, "precision": 0.059954, "recall": 0.115613}, {"accuracy": 0.687747, "f1": 0.639073, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"], "main_score": 0.639073, "precision": 0.62146, "recall": 0.687747}, {"accuracy": 0.135375, "f1": 0.096743, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"], "main_score": 0.096743, "precision": 0.08504, "recall": 0.135375}, {"accuracy": 0.645257, "f1": 0.601083, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"], "main_score": 0.601083, "precision": 0.585928, "recall": 0.645257}, {"accuracy": 0.588933, "f1": 0.541879, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"], "main_score": 0.541879, "precision": 0.524586, "recall": 0.588933}, {"accuracy": 0.384387, "f1": 0.320542, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"], "main_score": 0.320542, "precision": 0.298559, "recall": 0.384387}, {"accuracy": 0.307312, "f1": 0.247154, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"], "main_score": 0.247154, "precision": 0.228058, "recall": 0.307312}, {"accuracy": 0.575099, "f1": 0.517888, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"], "main_score": 0.517888, "precision": 0.49648, "recall": 0.575099}, {"accuracy": 0.242095, "f1": 0.187661, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"], "main_score": 0.187661, "precision": 0.170811, "recall": 0.242095}, {"accuracy": 0.218379, "f1": 0.162612, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"], "main_score": 0.162612, "precision": 0.146258, "recall": 0.218379}, {"accuracy": 0.687747, "f1": 0.640186, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"], "main_score": 0.640186, "precision": 0.623197, "recall": 0.687747}, {"accuracy": 0.355731, "f1": 0.298543, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"], "main_score": 0.298543, "precision": 0.276961, "recall": 0.355731}, {"accuracy": 0.676877, "f1": 0.626863, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"], "main_score": 0.626863, "precision": 0.608775, "recall": 0.676877}, {"accuracy": 0.186759, "f1": 0.129645, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"], "main_score": 0.129645, "precision": 0.114096, "recall": 0.186759}, {"accuracy": 0.702569, "f1": 0.658933, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"], "main_score": 0.658933, "precision": 0.643653, "recall": 0.702569}, {"accuracy": 0.541502, "f1": 0.498425, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"], "main_score": 0.498425, "precision": 0.483172, "recall": 0.541502}, {"accuracy": 0.66996, "f1": 0.629976, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"], "main_score": 0.629976, "precision": 0.615616, "recall": 0.66996}, {"accuracy": 0.16996, "f1": 0.120963, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"], "main_score": 0.120963, "precision": 0.106206, "recall": 0.16996}, {"accuracy": 0.62747, "f1": 0.581346, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"], "main_score": 0.581346, "precision": 0.563742, "recall": 0.62747}, {"accuracy": 0.188735, "f1": 0.133316, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"], "main_score": 0.133316, "precision": 0.118535, "recall": 0.188735}, {"accuracy": 0.19664, "f1": 0.143918, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"], "main_score": 0.143918, "precision": 0.129018, "recall": 0.19664}, {"accuracy": 0.135375, "f1": 0.088703, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"], "main_score": 0.088703, "precision": 0.076628, "recall": 0.135375}, {"accuracy": 0.348814, "f1": 0.299732, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"], "main_score": 0.299732, "precision": 0.280964, "recall": 0.348814}, {"accuracy": 0.695652, "f1": 0.649927, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"], "main_score": 0.649927, "precision": 0.633248, "recall": 0.695652}, {"accuracy": 0.267787, "f1": 0.211236, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"], "main_score": 0.211236, "precision": 0.194576, "recall": 0.267787}, {"accuracy": 0.183794, "f1": 0.13004, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"], "main_score": 0.13004, "precision": 0.114968, "recall": 0.183794}, {"accuracy": 0.218379, "f1": 0.162654, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"], "main_score": 0.162654, "precision": 0.1464, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.394713, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"], "main_score": 0.394713, "precision": 0.379331, "recall": 0.440711}, {"accuracy": 0.162055, "f1": 0.111711, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"], "main_score": 0.111711, "precision": 0.09728, "recall": 0.162055}, {"accuracy": 0.181818, "f1": 0.135667, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"], "main_score": 0.135667, "precision": 0.120738, "recall": 0.181818}, {"accuracy": 0.667984, "f1": 0.629266, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"], "main_score": 0.629266, "precision": 0.615158, "recall": 0.667984}, {"accuracy": 0.272727, "f1": 0.213643, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"], "main_score": 0.213643, "precision": 0.19407, "recall": 0.272727}, {"accuracy": 0.258893, "f1": 0.20222, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"], "main_score": 0.20222, "precision": 0.183888, "recall": 0.258893}, {"accuracy": 0.442688, "f1": 0.401232, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"], "main_score": 0.401232, "precision": 0.384759, "recall": 0.442688}, {"accuracy": 0.326087, "f1": 0.26634, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"], "main_score": 0.26634, "precision": 0.245672, "recall": 0.326087}, {"accuracy": 0.379447, "f1": 0.323264, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"], "main_score": 0.323264, "precision": 0.302238, "recall": 0.379447}, {"accuracy": 0.508893, "f1": 0.462001, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"], "main_score": 0.462001, "precision": 0.445479, "recall": 0.508893}, {"accuracy": 0.376482, "f1": 0.313623, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"], "main_score": 0.313623, "precision": 0.290436, "recall": 0.376482}, {"accuracy": 0.453557, "f1": 0.39747, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"], "main_score": 0.39747, "precision": 0.376374, "recall": 0.453557}, {"accuracy": 0.181818, "f1": 0.13085, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"], "main_score": 0.13085, "precision": 0.114744, "recall": 0.181818}, {"accuracy": 0.626482, "f1": 0.579506, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"], "main_score": 0.579506, "precision": 0.562875, "recall": 0.626482}, {"accuracy": 0.629447, "f1": 0.582632, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"], "main_score": 0.582632, "precision": 0.56625, "recall": 0.629447}, {"accuracy": 0.688735, "f1": 0.649376, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"], "main_score": 0.649376, "precision": 0.63517, "recall": 0.688735}, {"accuracy": 0.463439, "f1": 0.414647, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"], "main_score": 0.414647, "precision": 0.397352, "recall": 0.463439}, {"accuracy": 0.269763, "f1": 0.219172, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"], "main_score": 0.219172, "precision": 0.202016, "recall": 0.269763}, {"accuracy": 0.202569, "f1": 0.141859, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"], "main_score": 0.141859, "precision": 0.124019, "recall": 0.202569}, {"accuracy": 0.088933, "f1": 0.053635, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"], "main_score": 0.053635, "precision": 0.045807, "recall": 0.088933}, {"accuracy": 0.203557, "f1": 0.13407, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"], "main_score": 0.13407, "precision": 0.118177, "recall": 0.203557}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.912055, "f1": 0.883729, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"], "main_score": 0.883729, "precision": 0.869895, "recall": 0.912055}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.644269, "f1": 0.568388, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"], "main_score": 0.568388, "precision": 0.539619, "recall": 0.644269}, {"accuracy": 0.224308, "f1": 0.15588, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"], "main_score": 0.15588, "precision": 0.138426, "recall": 0.224308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.427866, "f1": 0.339629, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"], "main_score": 0.339629, "precision": 0.311383, "recall": 0.427866}, {"accuracy": 0.676877, "f1": 0.607444, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"], "main_score": 0.607444, "precision": 0.579663, "recall": 0.676877}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.925889, "f1": 0.903228, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"], "main_score": 0.903228, "precision": 0.89254, "recall": 0.925889}, {"accuracy": 0.253953, "f1": 0.170995, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"], "main_score": 0.170995, "precision": 0.149044, "recall": 0.253953}, {"accuracy": 0.944664, "f1": 0.927273, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"], "main_score": 0.927273, "precision": 0.91889, "recall": 0.944664}, {"accuracy": 0.859684, "f1": 0.822266, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"], "main_score": 0.822266, "precision": 0.805616, "recall": 0.859684}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.312253, "f1": 0.2208, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"], "main_score": 0.2208, "precision": 0.195446, "recall": 0.312253}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.167984, "f1": 0.111553, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"], "main_score": 0.111553, "precision": 0.097691, "recall": 0.167984}, {"accuracy": 0.892292, "f1": 0.861745, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"], "main_score": 0.861745, "precision": 0.847661, "recall": 0.892292}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.732213, "f1": 0.668615, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"], "main_score": 0.668615, "precision": 0.641782, "recall": 0.732213}, {"accuracy": 0.065217, "f1": 0.030299, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"], "main_score": 0.030299, "precision": 0.025286, "recall": 0.065217}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.237154, "f1": 0.162162, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"], "main_score": 0.162162, "precision": 0.143578, "recall": 0.237154}, {"accuracy": 0.873518, "f1": 0.837088, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"], "main_score": 0.837088, "precision": 0.820652, "recall": 0.873518}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"], "main_score": 0.922266, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.916996, "f1": 0.890646, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"], "main_score": 0.890646, "precision": 0.877964, "recall": 0.916996}, {"accuracy": 0.298419, "f1": 0.220385, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"], "main_score": 0.220385, "precision": 0.197163, "recall": 0.298419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.813241, "f1": 0.767095, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"], "main_score": 0.767095, "precision": 0.746472, "recall": 0.813241}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.921937, "f1": 0.899275, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"], "main_score": 0.899275, "precision": 0.888587, "recall": 0.921937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.167984, "f1": 0.102848, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"], "main_score": 0.102848, "precision": 0.088546, "recall": 0.167984}, {"accuracy": 0.064229, "f1": 0.038193, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"], "main_score": 0.038193, "precision": 0.032785, "recall": 0.064229}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.16996, "f1": 0.108644, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"], "main_score": 0.108644, "precision": 0.095676, "recall": 0.16996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.894269, "f1": 0.866173, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"], "main_score": 0.866173, "precision": 0.853244, "recall": 0.894269}, {"accuracy": 0.778656, "f1": 0.72388, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"], "main_score": 0.72388, "precision": 0.699967, "recall": 0.778656}, {"accuracy": 0.200593, "f1": 0.12946, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"], "main_score": 0.12946, "precision": 0.112985, "recall": 0.200593}, {"accuracy": 0.76581, "f1": 0.716921, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"], "main_score": 0.716921, "precision": 0.696574, "recall": 0.76581}, {"accuracy": 0.651186, "f1": 0.575055, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"], "main_score": 0.575055, "precision": 0.545415, "recall": 0.651186}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.759881, "f1": 0.698155, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"], "main_score": 0.698155, "precision": 0.671212, "recall": 0.759881}, {"accuracy": 0.184783, "f1": 0.119938, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"], "main_score": 0.119938, "precision": 0.105132, "recall": 0.184783}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.078063, "f1": 0.045064, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"], "main_score": 0.045064, "precision": 0.037949, "recall": 0.078063}, {"accuracy": 0.259881, "f1": 0.188186, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"], "main_score": 0.188186, "precision": 0.169003, "recall": 0.259881}, {"accuracy": 0.371542, "f1": 0.284272, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"], "main_score": 0.284272, "precision": 0.259026, "recall": 0.371542}, {"accuracy": 0.083992, "f1": 0.042779, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"], "main_score": 0.042779, "precision": 0.033729, "recall": 0.083992}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.291502, "f1": 0.209384, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"], "main_score": 0.209384, "precision": 0.186681, "recall": 0.291502}, {"accuracy": 0.773715, "f1": 0.719008, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"], "main_score": 0.719008, "precision": 0.696106, "recall": 0.773715}, {"accuracy": 0.474308, "f1": 0.388452, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"], "main_score": 0.388452, "precision": 0.360286, "recall": 0.474308}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.268775, "f1": 0.189937, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"], "main_score": 0.189937, "precision": 0.169493, "recall": 0.268775}, {"accuracy": 0.33498, "f1": 0.252548, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"], "main_score": 0.252548, "precision": 0.228537, "recall": 0.33498}, {"accuracy": 0.267787, "f1": 0.185323, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"], "main_score": 0.185323, "precision": 0.162396, "recall": 0.267787}, {"accuracy": 0.37253, "f1": 0.285962, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"], "main_score": 0.285962, "precision": 0.260381, "recall": 0.37253}, {"accuracy": 0.667984, "f1": 0.598919, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"], "main_score": 0.598919, "precision": 0.57069, "recall": 0.667984}, {"accuracy": 0.054348, "f1": 0.016366, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"], "main_score": 0.016366, "precision": 0.011742, "recall": 0.054348}, {"accuracy": 0.216403, "f1": 0.147063, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"], "main_score": 0.147063, "precision": 0.128904, "recall": 0.216403}, {"accuracy": 0.767787, "f1": 0.709525, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"], "main_score": 0.709525, "precision": 0.684421, "recall": 0.767787}, {"accuracy": 0.253953, "f1": 0.181618, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"], "main_score": 0.181618, "precision": 0.162035, "recall": 0.253953}, {"accuracy": 0.062253, "f1": 0.032348, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"], "main_score": 0.032348, "precision": 0.028189, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.810277, "f1": 0.764465, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"], "main_score": 0.764465, "precision": 0.744829, "recall": 0.810277}, {"accuracy": 0.807312, "f1": 0.754795, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"], "main_score": 0.754795, "precision": 0.731621, "recall": 0.807312}, {"accuracy": 0.783597, "f1": 0.733404, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"], "main_score": 0.733404, "precision": 0.711742, "recall": 0.783597}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.237154, "f1": 0.164155, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"], "main_score": 0.164155, "precision": 0.144465, "recall": 0.237154}, {"accuracy": 0.18083, "f1": 0.121681, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"], "main_score": 0.121681, "precision": 0.108257, "recall": 0.18083}, {"accuracy": 0.900198, "f1": 0.871377, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"], "main_score": 0.871377, "precision": 0.85807, "recall": 0.900198}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.395257, "f1": 0.306023, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"], "main_score": 0.306023, "precision": 0.277817, "recall": 0.395257}, {"accuracy": 0.210474, "f1": 0.140065, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"], "main_score": 0.140065, "precision": 0.122038, "recall": 0.210474}, {"accuracy": 0.733202, "f1": 0.669565, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"], "main_score": 0.669565, "precision": 0.643412, "recall": 0.733202}, {"accuracy": 0.932806, "f1": 0.913669, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"], "main_score": 0.913669, "precision": 0.904974, "recall": 0.932806}, {"accuracy": 0.20751, "f1": 0.13273, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"], "main_score": 0.13273, "precision": 0.116134, "recall": 0.20751}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.255929, "f1": 0.188442, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"], "main_score": 0.188442, "precision": 0.170945, "recall": 0.255929}, {"accuracy": 0.451581, "f1": 0.356095, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"], "main_score": 0.356095, "precision": 0.324813, "recall": 0.451581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.761858, "f1": 0.702014, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"], "main_score": 0.702014, "precision": 0.677026, "recall": 0.761858}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.248024, "f1": 0.177953, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"], "main_score": 0.177953, "precision": 0.159669, "recall": 0.248024}, {"accuracy": 0.081028, "f1": 0.038158, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"], "main_score": 0.038158, "precision": 0.032306, "recall": 0.081028}, {"accuracy": 0.259881, "f1": 0.181757, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"], "main_score": 0.181757, "precision": 0.160027, "recall": 0.259881}, {"accuracy": 0.132411, "f1": 0.079249, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"], "main_score": 0.079249, "precision": 0.067938, "recall": 0.132411}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.737154, "f1": 0.675461, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"], "main_score": 0.675461, "precision": 0.649885, "recall": 0.737154}, {"accuracy": 0.088933, "f1": 0.059249, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"], "main_score": 0.059249, "precision": 0.051702, "recall": 0.088933}, {"accuracy": 0.749012, "f1": 0.690747, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"], "main_score": 0.690747, "precision": 0.665836, "recall": 0.749012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.752964, "f1": 0.691238, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"], "main_score": 0.691238, "precision": 0.66413, "recall": 0.752964}, {"accuracy": 0.532609, "f1": 0.446654, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"], "main_score": 0.446654, "precision": 0.414874, "recall": 0.532609}, {"accuracy": 0.203557, "f1": 0.130649, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"], "main_score": 0.130649, "precision": 0.113186, "recall": 0.203557}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.406126, "f1": 0.319858, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"], "main_score": 0.319858, "precision": 0.293238, "recall": 0.406126}, {"accuracy": 0.241107, "f1": 0.161407, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"], "main_score": 0.161407, "precision": 0.141461, "recall": 0.241107}, {"accuracy": 0.20751, "f1": 0.140083, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"], "main_score": 0.140083, "precision": 0.122332, "recall": 0.20751}, {"accuracy": 0.244071, "f1": 0.175628, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"], "main_score": 0.175628, "precision": 0.156689, "recall": 0.244071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.017787, "f1": 0.003356, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"], "main_score": 0.003356, "precision": 0.002465, "recall": 0.017787}, {"accuracy": 0.868577, "f1": 0.831969, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"], "main_score": 0.831969, "precision": 0.815547, "recall": 0.868577}, {"accuracy": 0.448617, "f1": 0.362375, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"], "main_score": 0.362375, "precision": 0.331566, "recall": 0.448617}, {"accuracy": 0.856719, "f1": 0.817292, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"], "main_score": 0.817292, "precision": 0.799407, "recall": 0.856719}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.101779, "f1": 0.058097, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"], "main_score": 0.058097, "precision": 0.049006, "recall": 0.101779}, {"accuracy": 0.206522, "f1": 0.138044, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"], "main_score": 0.138044, "precision": 0.120607, "recall": 0.206522}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.657115, "f1": 0.583357, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"], "main_score": 0.583357, "precision": 0.554218, "recall": 0.657115}, {"accuracy": 0.214427, "f1": 0.143491, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"], "main_score": 0.143491, "precision": 0.125308, "recall": 0.214427}, {"accuracy": 0.211462, "f1": 0.136469, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"], "main_score": 0.136469, "precision": 0.116974, "recall": 0.211462}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"], "main_score": 0.945323, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.203557, "f1": 0.13672, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"], "main_score": 0.13672, "precision": 0.121295, "recall": 0.203557}, {"accuracy": 0.206522, "f1": 0.140595, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"], "main_score": 0.140595, "precision": 0.122417, "recall": 0.206522}, {"accuracy": 0.827075, "f1": 0.778793, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"], "main_score": 0.778793, "precision": 0.757411, "recall": 0.827075}, {"accuracy": 0.659091, "f1": 0.588845, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"], "main_score": 0.588845, "precision": 0.561919, "recall": 0.659091}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.284585, "f1": 0.201126, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"], "main_score": 0.201126, "precision": 0.176025, "recall": 0.284585}, {"accuracy": 0.476285, "f1": 0.390896, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"], "main_score": 0.390896, "precision": 0.36269, "recall": 0.476285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.548419, "f1": 0.466058, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"], "main_score": 0.466058, "precision": 0.434584, "recall": 0.548419}, {"accuracy": 0.850791, "f1": 0.81135, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"], "main_score": 0.81135, "precision": 0.792984, "recall": 0.850791}, {"accuracy": 0.298419, "f1": 0.217815, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"], "main_score": 0.217815, "precision": 0.195594, "recall": 0.298419}, {"accuracy": 0.61166, "f1": 0.533796, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"], "main_score": 0.533796, "precision": 0.502769, "recall": 0.61166}, {"accuracy": 0.724308, "f1": 0.660248, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"], "main_score": 0.660248, "precision": 0.633613, "recall": 0.724308}, {"accuracy": 0.250988, "f1": 0.173754, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"], "main_score": 0.173754, "precision": 0.153511, "recall": 0.250988}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"], "main_score": 0.917391, "precision": 0.908185, "recall": 0.936759}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.926186, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"], "main_score": 0.926186, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.789526, "f1": 0.735903, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"], "main_score": 0.735903, "precision": 0.712714, "recall": 0.789526}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.422925, "f1": 0.341744, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"], "main_score": 0.341744, "precision": 0.313556, "recall": 0.422925}, {"accuracy": 0.51581, "f1": 0.427692, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"], "main_score": 0.427692, "precision": 0.397527, "recall": 0.51581}, {"accuracy": 0.115613, "f1": 0.06483, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"], "main_score": 0.06483, "precision": 0.054665, "recall": 0.115613}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.195652, "f1": 0.134401, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"], "main_score": 0.134401, "precision": 0.117642, "recall": 0.195652}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.945323, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"], "main_score": 0.945323, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.488142, "f1": 0.399689, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"], "main_score": 0.399689, "precision": 0.370302, "recall": 0.488142}, {"accuracy": 0.365613, "f1": 0.279183, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"], "main_score": 0.279183, "precision": 0.252227, "recall": 0.365613}, {"accuracy": 0.87747, "f1": 0.840053, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"], "main_score": 0.840053, "precision": 0.822332, "recall": 0.87747}, {"accuracy": 0.258893, "f1": 0.182244, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"], "main_score": 0.182244, "precision": 0.161219, "recall": 0.258893}, {"accuracy": 0.244071, "f1": 0.169396, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"], "main_score": 0.169396, "precision": 0.149863, "recall": 0.244071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.472332, "f1": 0.382303, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"], "main_score": 0.382303, "precision": 0.353585, "recall": 0.472332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.206522, "f1": 0.130738, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"], "main_score": 0.130738, "precision": 0.112651, "recall": 0.206522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"], "main_score": 0.898452, "precision": 0.887632, "recall": 0.921937}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"], "main_score": 0.955929, "precision": 0.95084, "recall": 0.966403}, {"accuracy": 0.184783, "f1": 0.11939, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"], "main_score": 0.11939, "precision": 0.104259, "recall": 0.184783}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"], "main_score": 0.910903, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.203557, "f1": 0.133975, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"], "main_score": 0.133975, "precision": 0.117234, "recall": 0.203557}, {"accuracy": 0.216403, "f1": 0.147346, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"], "main_score": 0.147346, "precision": 0.12968, "recall": 0.216403}, {"accuracy": 0.156126, "f1": 0.097422, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"], "main_score": 0.097422, "precision": 0.084175, "recall": 0.156126}, {"accuracy": 0.573123, "f1": 0.489692, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"], "main_score": 0.489692, "precision": 0.456719, "recall": 0.573123}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.305336, "f1": 0.220957, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"], "main_score": 0.220957, "precision": 0.196126, "recall": 0.305336}, {"accuracy": 0.19664, "f1": 0.123303, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"], "main_score": 0.123303, "precision": 0.106027, "recall": 0.19664}, {"accuracy": 0.241107, "f1": 0.167475, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"], "main_score": 0.167475, "precision": 0.148939, "recall": 0.241107}, {"accuracy": 0.850791, "f1": 0.812585, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"], "main_score": 0.812585, "precision": 0.795431, "recall": 0.850791}, {"accuracy": 0.184783, "f1": 0.115108, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"], "main_score": 0.115108, "precision": 0.098187, "recall": 0.184783}, {"accuracy": 0.202569, "f1": 0.139854, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"], "main_score": 0.139854, "precision": 0.124422, "recall": 0.202569}, {"accuracy": 0.962451, "f1": 0.951647, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"], "main_score": 0.951647, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.302372, "f1": 0.216576, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"], "main_score": 0.216576, "precision": 0.192883, "recall": 0.302372}, {"accuracy": 0.258893, "f1": 0.17993, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"], "main_score": 0.17993, "precision": 0.15972, "recall": 0.258893}, {"accuracy": 0.666008, "f1": 0.595189, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"], "main_score": 0.595189, "precision": 0.56722, "recall": 0.666008}, {"accuracy": 0.37253, "f1": 0.289427, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"], "main_score": 0.289427, "precision": 0.263075, "recall": 0.37253}, {"accuracy": 0.495059, "f1": 0.405446, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"], "main_score": 0.405446, "precision": 0.374515, "recall": 0.495059}, {"accuracy": 0.873518, "f1": 0.838523, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"], "main_score": 0.838523, "precision": 0.82253, "recall": 0.873518}, {"accuracy": 0.354743, "f1": 0.269566, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"], "main_score": 0.269566, "precision": 0.24361, "recall": 0.354743}, {"accuracy": 0.486166, "f1": 0.401216, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"], "main_score": 0.401216, "precision": 0.371252, "recall": 0.486166}, {"accuracy": 0.1917, "f1": 0.123665, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"], "main_score": 0.123665, "precision": 0.105904, "recall": 0.1917}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.86166, "f1": 0.824177, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"], "main_score": 0.824177, "precision": 0.807642, "recall": 0.86166}, {"accuracy": 0.282609, "f1": 0.205801, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"], "main_score": 0.205801, "precision": 0.184249, "recall": 0.282609}, {"accuracy": 0.215415, "f1": 0.142747, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"], "main_score": 0.142747, "precision": 0.124793, "recall": 0.215415}, {"accuracy": 0.009881, "f1": 0.006787, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"], "main_score": 0.006787, "precision": 0.006247, "recall": 0.009881}, {"accuracy": 0.012846, "f1": 0.01186, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"], "main_score": 0.01186, "precision": 0.011859, "recall": 0.012846}, {"accuracy": 0.009881, "f1": 0.006025, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"], "main_score": 0.006025, "precision": 0.005109, "recall": 0.009881}, {"accuracy": 0.020751, "f1": 0.017248, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"], "main_score": 0.017248, "precision": 0.016305, "recall": 0.020751}, {"accuracy": 0.011858, "f1": 0.010872, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"], "main_score": 0.010872, "precision": 0.010871, "recall": 0.011858}, {"accuracy": 0.017787, "f1": 0.015487, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"], "main_score": 0.015487, "precision": 0.014825, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.016372, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"], "main_score": 0.016372, "precision": 0.0154, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.021041, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"], "main_score": 0.021041, "precision": 0.020653, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.019898, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"], "main_score": 0.019898, "precision": 0.019204, "recall": 0.023715}, {"accuracy": 0.016798, "f1": 0.014166, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"], "main_score": 0.014166, "precision": 0.013341, "recall": 0.016798}, {"accuracy": 0.019763, "f1": 0.017085, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"], "main_score": 0.017085, "precision": 0.016471, "recall": 0.019763}, {"accuracy": 0.025692, "f1": 0.0211, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"], "main_score": 0.0211, "precision": 0.019897, "recall": 0.025692}, {"accuracy": 0.01581, "f1": 0.013505, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"], "main_score": 0.013505, "precision": 0.012747, "recall": 0.01581}, {"accuracy": 0.020751, "f1": 0.01725, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"], "main_score": 0.01725, "precision": 0.016795, "recall": 0.020751}, {"accuracy": 0.017787, "f1": 0.015225, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"], "main_score": 0.015225, "precision": 0.014579, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.017431, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"], "main_score": 0.017431, "precision": 0.016621, "recall": 0.022727}, {"accuracy": 0.022727, "f1": 0.018622, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"], "main_score": 0.018622, "precision": 0.017746, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.017102, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"], "main_score": 0.017102, "precision": 0.016128, "recall": 0.021739}, {"accuracy": 0.018775, "f1": 0.015577, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"], "main_score": 0.015577, "precision": 0.015064, "recall": 0.018775}, {"accuracy": 0.020751, "f1": 0.016471, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"], "main_score": 0.016471, "precision": 0.01535, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.022171, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"], "main_score": 0.022171, "precision": 0.021439, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020434, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"], "main_score": 0.020434, "precision": 0.019592, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.029479, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"], "main_score": 0.029479, "precision": 0.028386, "recall": 0.035573}, {"accuracy": 0.007905, "f1": 0.006425, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"], "main_score": 0.006425, "precision": 0.006259, "recall": 0.007905}, {"accuracy": 0.024704, "f1": 0.020896, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"], "main_score": 0.020896, "precision": 0.02052, "recall": 0.024704}, {"accuracy": 0.023715, "f1": 0.0197, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"], "main_score": 0.0197, "precision": 0.019061, "recall": 0.023715}, {"accuracy": 0.073123, "f1": 0.065157, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"], "main_score": 0.065157, "precision": 0.063464, "recall": 0.073123}, {"accuracy": 0.018775, "f1": 0.015673, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"], "main_score": 0.015673, "precision": 0.014857, "recall": 0.018775}, {"accuracy": 0.02668, "f1": 0.023195, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"], "main_score": 0.023195, "precision": 0.022646, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.020425, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"], "main_score": 0.020425, "precision": 0.019435, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021644, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"], "main_score": 0.021644, "precision": 0.020793, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.017602, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"], "main_score": 0.017602, "precision": 0.01701, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.014439, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"], "main_score": 0.014439, "precision": 0.013986, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.021543, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"], "main_score": 0.021543, "precision": 0.021239, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.018704, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"], "main_score": 0.018704, "precision": 0.017787, "recall": 0.025692}, {"accuracy": 0.023715, "f1": 0.022617, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"], "main_score": 0.022617, "precision": 0.022357, "recall": 0.023715}, {"accuracy": 0.018775, "f1": 0.014724, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"], "main_score": 0.014724, "precision": 0.014128, "recall": 0.018775}, {"accuracy": 0.009881, "f1": 0.008566, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"], "main_score": 0.008566, "precision": 0.0084, "recall": 0.009881}, {"accuracy": 0.023715, "f1": 0.019272, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"], "main_score": 0.019272, "precision": 0.01849, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.019996, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"], "main_score": 0.019996, "precision": 0.019253, "recall": 0.023715}, {"accuracy": 0.024704, "f1": 0.021558, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"], "main_score": 0.021558, "precision": 0.020766, "recall": 0.024704}, {"accuracy": 0.005929, "f1": 0.003955, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"], "main_score": 0.003955, "precision": 0.00346, "recall": 0.005929}, {"accuracy": 0.02668, "f1": 0.023404, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"], "main_score": 0.023404, "precision": 0.022861, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.013058, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"], "main_score": 0.013058, "precision": 0.012705, "recall": 0.01581}, {"accuracy": 0.022727, "f1": 0.017895, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"], "main_score": 0.017895, "precision": 0.017205, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.02104, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"], "main_score": 0.02104, "precision": 0.020062, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.013192, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"], "main_score": 0.013192, "precision": 0.012287, "recall": 0.016798}, {"accuracy": 0.022727, "f1": 0.019491, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"], "main_score": 0.019491, "precision": 0.018899, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.019007, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"], "main_score": 0.019007, "precision": 0.018364, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.02505, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"], "main_score": 0.02505, "precision": 0.024342, "recall": 0.028656}, {"accuracy": 0.019763, "f1": 0.017951, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"], "main_score": 0.017951, "precision": 0.017325, "recall": 0.019763}, {"accuracy": 0.022727, "f1": 0.01978, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"], "main_score": 0.01978, "precision": 0.019204, "recall": 0.022727}, {"accuracy": 0.018775, "f1": 0.015715, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"], "main_score": 0.015715, "precision": 0.014906, "recall": 0.018775}, {"accuracy": 0.019763, "f1": 0.016263, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"], "main_score": 0.016263, "precision": 0.015523, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.015714, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"], "main_score": 0.015714, "precision": 0.015103, "recall": 0.018775}, {"accuracy": 0.008893, "f1": 0.005367, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"], "main_score": 0.005367, "precision": 0.004874, "recall": 0.008893}, {"accuracy": 0.023715, "f1": 0.021083, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"], "main_score": 0.021083, "precision": 0.020456, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.024253, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"], "main_score": 0.024253, "precision": 0.023759, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.022892, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"], "main_score": 0.022892, "precision": 0.022266, "recall": 0.024704}, {"accuracy": 0.024704, "f1": 0.01971, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"], "main_score": 0.01971, "precision": 0.018529, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.01873, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"], "main_score": 0.01873, "precision": 0.01815, "recall": 0.021739}, {"accuracy": 0.027668, "f1": 0.022482, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"], "main_score": 0.022482, "precision": 0.021905, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.01842, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"], "main_score": 0.01842, "precision": 0.017541, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.019106, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"], "main_score": 0.019106, "precision": 0.018447, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.014219, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"], "main_score": 0.014219, "precision": 0.013506, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.022566, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"], "main_score": 0.022566, "precision": 0.021741, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.026623, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"], "main_score": 0.026623, "precision": 0.025724, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.017624, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"], "main_score": 0.017624, "precision": 0.017087, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"], "main_score": 0.017789, "precision": 0.016964, "recall": 0.020751}, {"accuracy": 0.024704, "f1": 0.021906, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"], "main_score": 0.021906, "precision": 0.021081, "recall": 0.024704}, {"accuracy": 0.020751, "f1": 0.016011, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"], "main_score": 0.016011, "precision": 0.01484, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.016027, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"], "main_score": 0.016027, "precision": 0.015244, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.023506, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"], "main_score": 0.023506, "precision": 0.022983, "recall": 0.02668}, {"accuracy": 0.024704, "f1": 0.020062, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"], "main_score": 0.020062, "precision": 0.018847, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.019565, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"], "main_score": 0.019565, "precision": 0.018775, "recall": 0.021739}, {"accuracy": 0.019763, "f1": 0.013485, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"], "main_score": 0.013485, "precision": 0.012394, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.020636, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"], "main_score": 0.020636, "precision": 0.01981, "recall": 0.023715}, {"accuracy": 0.029644, "f1": 0.025145, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"], "main_score": 0.025145, "precision": 0.024326, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.014263, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"], "main_score": 0.014263, "precision": 0.01359, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.017526, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"], "main_score": 0.017526, "precision": 0.016388, "recall": 0.021739}, {"accuracy": 0.023715, "f1": 0.01921, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"], "main_score": 0.01921, "precision": 0.018264, "recall": 0.023715}, {"accuracy": 0.018775, "f1": 0.014297, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"], "main_score": 0.014297, "precision": 0.01353, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.022373, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"], "main_score": 0.022373, "precision": 0.021841, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.02162, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"], "main_score": 0.02162, "precision": 0.020538, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010937, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"], "main_score": 0.010937, "precision": 0.010624, "recall": 0.012846}, {"accuracy": 0.023715, "f1": 0.019256, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"], "main_score": 0.019256, "precision": 0.018752, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021706, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"], "main_score": 0.021706, "precision": 0.020918, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010879, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"], "main_score": 0.010879, "precision": 0.010874, "recall": 0.012846}, {"accuracy": 0.027668, "f1": 0.0232, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"], "main_score": 0.0232, "precision": 0.0224, "recall": 0.027668}, {"accuracy": 0.013834, "f1": 0.012518, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"], "main_score": 0.012518, "precision": 0.012353, "recall": 0.013834}, {"accuracy": 0.020751, "f1": 0.018184, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"], "main_score": 0.018184, "precision": 0.017541, "recall": 0.020751}, {"accuracy": 0.024704, "f1": 0.020819, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"], "main_score": 0.020819, "precision": 0.019517, "recall": 0.024704}, {"accuracy": 0.016798, "f1": 0.015316, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"], "main_score": 0.015316, "precision": 0.014657, "recall": 0.016798}, {"accuracy": 0.025692, "f1": 0.022158, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"], "main_score": 0.022158, "precision": 0.021668, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.025273, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"], "main_score": 0.025273, "precision": 0.02436, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.017639, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"], "main_score": 0.017639, "precision": 0.017063, "recall": 0.020751}, {"accuracy": 0.021739, "f1": 0.017403, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"], "main_score": 0.017403, "precision": 0.016617, "recall": 0.021739}, {"accuracy": 0.022727, "f1": 0.019162, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"], "main_score": 0.019162, "precision": 0.018439, "recall": 0.022727}, {"accuracy": 0.022727, "f1": 0.017554, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"], "main_score": 0.017554, "precision": 0.016778, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.01972, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"], "main_score": 0.01972, "precision": 0.018812, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.019413, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"], "main_score": 0.019413, "precision": 0.018879, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.020709, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"], "main_score": 0.020709, "precision": 0.019805, "recall": 0.024704}, {"accuracy": 0.018775, "f1": 0.014883, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"], "main_score": 0.014883, "precision": 0.014217, "recall": 0.018775}, {"accuracy": 0.023715, "f1": 0.020161, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"], "main_score": 0.020161, "precision": 0.019188, "recall": 0.023715}, {"accuracy": 0.024704, "f1": 0.020479, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"], "main_score": 0.020479, "precision": 0.019393, "recall": 0.024704}, {"accuracy": 0.065217, "f1": 0.058545, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"], "main_score": 0.058545, "precision": 0.056563, "recall": 0.065217}, {"accuracy": 0.032609, "f1": 0.026913, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"], "main_score": 0.026913, "precision": 0.025314, "recall": 0.032609}, {"accuracy": 0.016798, "f1": 0.013357, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"], "main_score": 0.013357, "precision": 0.012888, "recall": 0.016798}, {"accuracy": 0.024704, "f1": 0.020568, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"], "main_score": 0.020568, "precision": 0.019982, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.018054, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"], "main_score": 0.018054, "precision": 0.017394, "recall": 0.021739}, {"accuracy": 0.021739, "f1": 0.017043, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"], "main_score": 0.017043, "precision": 0.016065, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.013143, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"], "main_score": 0.013143, "precision": 0.012438, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.022524, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"], "main_score": 0.022524, "precision": 0.021651, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.014232, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"], "main_score": 0.014232, "precision": 0.013869, "recall": 0.016798}, {"accuracy": 0.016798, "f1": 0.014042, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"], "main_score": 0.014042, "precision": 0.013691, "recall": 0.016798}, {"accuracy": 0.019763, "f1": 0.016998, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"], "main_score": 0.016998, "precision": 0.01658, "recall": 0.019763}, {"accuracy": 0.016798, "f1": 0.011955, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"], "main_score": 0.011955, "precision": 0.011344, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.01458, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"], "main_score": 0.01458, "precision": 0.014092, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.019834, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"], "main_score": 0.019834, "precision": 0.019182, "recall": 0.024704}, {"accuracy": 0.025692, "f1": 0.02119, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"], "main_score": 0.02119, "precision": 0.020218, "recall": 0.025692}, {"accuracy": 0.018775, "f1": 0.015882, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"], "main_score": 0.015882, "precision": 0.015544, "recall": 0.018775}, {"accuracy": 0.024704, "f1": 0.021796, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"], "main_score": 0.021796, "precision": 0.021205, "recall": 0.024704}, {"accuracy": 0.006917, "f1": 0.00432, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"], "main_score": 0.00432, "precision": 0.003788, "recall": 0.006917}, {"accuracy": 0.011858, "f1": 0.01, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"], "main_score": 0.01, "precision": 0.009944, "recall": 0.011858}, {"accuracy": 0.025692, "f1": 0.020364, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"], "main_score": 0.020364, "precision": 0.019534, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.019705, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"], "main_score": 0.019705, "precision": 0.019352, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.022632, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"], "main_score": 0.022632, "precision": 0.02203, "recall": 0.02668}, {"accuracy": 0.027668, "f1": 0.022468, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"], "main_score": 0.022468, "precision": 0.021135, "recall": 0.027668}, {"accuracy": 0.020751, "f1": 0.018338, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"], "main_score": 0.018338, "precision": 0.017911, "recall": 0.020751}, {"accuracy": 0.023715, "f1": 0.019205, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"], "main_score": 0.019205, "precision": 0.018177, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.023588, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"], "main_score": 0.023588, "precision": 0.023035, "recall": 0.027668}, {"accuracy": 0.02668, "f1": 0.021269, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"], "main_score": 0.021269, "precision": 0.020269, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.025267, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"], "main_score": 0.025267, "precision": 0.023917, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.013507, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"], "main_score": 0.013507, "precision": 0.012772, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.015121, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"], "main_score": 0.015121, "precision": 0.014501, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.018579, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"], "main_score": 0.018579, "precision": 0.017491, "recall": 0.022727}, {"accuracy": 0.029644, "f1": 0.026057, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"], "main_score": 0.026057, "precision": 0.025352, "recall": 0.029644}, {"accuracy": 0.008893, "f1": 0.007909, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"], "main_score": 0.007909, "precision": 0.007907, "recall": 0.008893}, {"accuracy": 0.019763, "f1": 0.015766, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"], "main_score": 0.015766, "precision": 0.015395, "recall": 0.019763}, {"accuracy": 0.02668, "f1": 0.024175, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"], "main_score": 0.024175, "precision": 0.023722, "recall": 0.02668}, {"accuracy": 0.017787, "f1": 0.014059, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"], "main_score": 0.014059, "precision": 0.013206, "recall": 0.017787}, {"accuracy": 0.029644, "f1": 0.026289, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"], "main_score": 0.026289, "precision": 0.025793, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.02123, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"], "main_score": 0.02123, "precision": 0.020473, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010884, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"], "main_score": 0.010884, "precision": 0.010877, "recall": 0.012846}, {"accuracy": 0.021739, "f1": 0.017415, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"], "main_score": 0.017415, "precision": 0.016553, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.02547, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"], "main_score": 0.02547, "precision": 0.02462, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.017789, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"], "main_score": 0.017789, "precision": 0.017491, "recall": 0.019763}, {"accuracy": 0.021739, "f1": 0.019239, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"], "main_score": 0.019239, "precision": 0.018776, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.020778, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"], "main_score": 0.020778, "precision": 0.019837, "recall": 0.025692}, {"accuracy": 0.020751, "f1": 0.01736, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"], "main_score": 0.01736, "precision": 0.016585, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.021196, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"], "main_score": 0.021196, "precision": 0.020384, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.022234, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"], "main_score": 0.022234, "precision": 0.021404, "recall": 0.02668}, {"accuracy": 0.020751, "f1": 0.017048, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"], "main_score": 0.017048, "precision": 0.016117, "recall": 0.020751}, {"accuracy": 0.017787, "f1": 0.014392, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"], "main_score": 0.014392, "precision": 0.014196, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.016036, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"], "main_score": 0.016036, "precision": 0.015113, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.016373, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"], "main_score": 0.016373, "precision": 0.015894, "recall": 0.018775}, {"accuracy": 0.024704, "f1": 0.020216, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"], "main_score": 0.020216, "precision": 0.019378, "recall": 0.024704}, {"accuracy": 0.036561, "f1": 0.031684, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"], "main_score": 0.031684, "precision": 0.030848, "recall": 0.036561}, {"accuracy": 0.02668, "f1": 0.021627, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"], "main_score": 0.021627, "precision": 0.020663, "recall": 0.02668}, {"accuracy": 0.017787, "f1": 0.014172, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"], "main_score": 0.014172, "precision": 0.013542, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.021165, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"], "main_score": 0.021165, "precision": 0.020399, "recall": 0.024704}, {"accuracy": 0.012846, "f1": 0.010542, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"], "main_score": 0.010542, "precision": 0.009882, "recall": 0.012846}, {"accuracy": 0.022727, "f1": 0.019088, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"], "main_score": 0.019088, "precision": 0.018406, "recall": 0.022727}, {"accuracy": 0.017787, "f1": 0.014701, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"], "main_score": 0.014701, "precision": 0.014371, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.018964, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"], "main_score": 0.018964, "precision": 0.018622, "recall": 0.021739}, {"accuracy": 0.02668, "f1": 0.022137, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"], "main_score": 0.022137, "precision": 0.020703, "recall": 0.02668}, {"accuracy": 0.029644, "f1": 0.02553, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"], "main_score": 0.02553, "precision": 0.024498, "recall": 0.029644}, {"accuracy": 0.02668, "f1": 0.02202, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"], "main_score": 0.02202, "precision": 0.021232, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.020937, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"], "main_score": 0.020937, "precision": 0.020505, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.02259, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"], "main_score": 0.02259, "precision": 0.021484, "recall": 0.027668}, {"accuracy": 0.029644, "f1": 0.02531, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"], "main_score": 0.02531, "precision": 0.024523, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.024829, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"], "main_score": 0.024829, "precision": 0.024168, "recall": 0.027668}, {"accuracy": 0.006917, "f1": 0.005438, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"], "main_score": 0.005438, "precision": 0.005272, "recall": 0.006917}, {"accuracy": 0.02668, "f1": 0.022377, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"], "main_score": 0.022377, "precision": 0.02158, "recall": 0.02668}, {"accuracy": 0.018775, "f1": 0.016043, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"], "main_score": 0.016043, "precision": 0.0154, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.021814, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"], "main_score": 0.021814, "precision": 0.020673, "recall": 0.025692}, {"accuracy": 0.027668, "f1": 0.02352, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"], "main_score": 0.02352, "precision": 0.022597, "recall": 0.027668}, {"accuracy": 0.019763, "f1": 0.016702, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"], "main_score": 0.016702, "precision": 0.015894, "recall": 0.019763}, {"accuracy": 0.027668, "f1": 0.02336, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"], "main_score": 0.02336, "precision": 0.022613, "recall": 0.027668}, {"accuracy": 0.014822, "f1": 0.0102, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"], "main_score": 0.0102, "precision": 0.009565, "recall": 0.014822}, {"accuracy": 0.023715, "f1": 0.019186, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"], "main_score": 0.019186, "precision": 0.018441, "recall": 0.023715}, {"accuracy": 0.030632, "f1": 0.025466, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"], "main_score": 0.025466, "precision": 0.024105, "recall": 0.030632}, {"accuracy": 0.031621, "f1": 0.026599, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"], "main_score": 0.026599, "precision": 0.02557, "recall": 0.031621}, {"accuracy": 0.023715, "f1": 0.019955, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"], "main_score": 0.019955, "precision": 0.019278, "recall": 0.023715}, {"accuracy": 0.014822, "f1": 0.012519, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"], "main_score": 0.012519, "precision": 0.012023, "recall": 0.014822}, {"accuracy": 0.01581, "f1": 0.012145, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"], "main_score": 0.012145, "precision": 0.011756, "recall": 0.01581}, {"accuracy": 0.031621, "f1": 0.026647, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"], "main_score": 0.026647, "precision": 0.025534, "recall": 0.031621}, {"accuracy": 0.014822, "f1": 0.012142, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"], "main_score": 0.012142, "precision": 0.011529, "recall": 0.014822}, {"accuracy": 0.019763, "f1": 0.01861, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"], "main_score": 0.01861, "precision": 0.018314, "recall": 0.019763}, {"accuracy": 0.025692, "f1": 0.02273, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"], "main_score": 0.02273, "precision": 0.021938, "recall": 0.025692}, {"accuracy": 0.017787, "f1": 0.014198, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"], "main_score": 0.014198, "precision": 0.013423, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.018872, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"], "main_score": 0.018872, "precision": 0.01746, "recall": 0.024704}, {"accuracy": 0.025692, "f1": 0.020947, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"], "main_score": 0.020947, "precision": 0.01987, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.019769, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"], "main_score": 0.019769, "precision": 0.019379, "recall": 0.022727}, {"accuracy": 0.028656, "f1": 0.026408, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"], "main_score": 0.026408, "precision": 0.026146, "recall": 0.028656}, {"accuracy": 0.019763, "f1": 0.015869, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"], "main_score": 0.015869, "precision": 0.015254, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.012955, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"], "main_score": 0.012955, "precision": 0.011861, "recall": 0.018775}, {"accuracy": 0.023715, "f1": 0.018766, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"], "main_score": 0.018766, "precision": 0.017609, "recall": 0.023715}, {"accuracy": 0.013834, "f1": 0.012154, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"], "main_score": 0.012154, "precision": 0.011693, "recall": 0.013834}, {"accuracy": 0.027668, "f1": 0.022375, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"], "main_score": 0.022375, "precision": 0.021257, "recall": 0.027668}, {"accuracy": 0.023715, "f1": 0.01978, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"], "main_score": 0.01978, "precision": 0.018981, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021077, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"], "main_score": 0.021077, "precision": 0.020078, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.01679, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"], "main_score": 0.01679, "precision": 0.01565, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.025296, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"], "main_score": 0.025296, "precision": 0.023611, "recall": 0.030632}, {"accuracy": 0.151186, "f1": 0.135155, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"], "main_score": 0.135155, "precision": 0.12973, "recall": 0.151186}, {"accuracy": 0.003953, "f1": 0.000839, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"], "main_score": 0.000839, "precision": 0.000535, "recall": 0.003953}, {"accuracy": 0.113636, "f1": 0.095434, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"], "main_score": 0.095434, "precision": 0.090743, "recall": 0.113636}, {"accuracy": 0.128458, "f1": 0.118428, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"], "main_score": 0.118428, "precision": 0.116048, "recall": 0.128458}, {"accuracy": 0.088933, "f1": 0.078945, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"], "main_score": 0.078945, "precision": 0.075899, "recall": 0.088933}, {"accuracy": 0.15415, "f1": 0.145942, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"], "main_score": 0.145942, "precision": 0.143277, "recall": 0.15415}, {"accuracy": 0.193676, "f1": 0.173784, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"], "main_score": 0.173784, "precision": 0.167476, "recall": 0.193676}, {"accuracy": 0.195652, "f1": 0.172247, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"], "main_score": 0.172247, "precision": 0.166176, "recall": 0.195652}, {"accuracy": 0.171937, "f1": 0.161168, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"], "main_score": 0.161168, "precision": 0.156877, "recall": 0.171937}, {"accuracy": 0.143281, "f1": 0.130299, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"], "main_score": 0.130299, "precision": 0.126625, "recall": 0.143281}, {"accuracy": 0.12747, "f1": 0.112711, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"], "main_score": 0.112711, "precision": 0.108641, "recall": 0.12747}, {"accuracy": 0.09585, "f1": 0.08677, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"], "main_score": 0.08677, "precision": 0.083696, "recall": 0.09585}, {"accuracy": 0.187747, "f1": 0.166942, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"], "main_score": 0.166942, "precision": 0.159724, "recall": 0.187747}, {"accuracy": 0.081028, "f1": 0.072571, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"], "main_score": 0.072571, "precision": 0.0698, "recall": 0.081028}, {"accuracy": 0.104743, "f1": 0.090295, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"], "main_score": 0.090295, "precision": 0.086326, "recall": 0.104743}, {"accuracy": 0.16996, "f1": 0.148327, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"], "main_score": 0.148327, "precision": 0.14244, "recall": 0.16996}, {"accuracy": 0.209486, "f1": 0.190884, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"], "main_score": 0.190884, "precision": 0.183905, "recall": 0.209486}, {"accuracy": 0.094862, "f1": 0.083972, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"], "main_score": 0.083972, "precision": 0.080774, "recall": 0.094862}, {"accuracy": 0.115613, "f1": 0.102469, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"], "main_score": 0.102469, "precision": 0.098394, "recall": 0.115613}, {"accuracy": 0.194664, "f1": 0.166474, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"], "main_score": 0.166474, "precision": 0.159501, "recall": 0.194664}, {"accuracy": 0.155138, "f1": 0.141366, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"], "main_score": 0.141366, "precision": 0.137063, "recall": 0.155138}, {"accuracy": 0.140316, "f1": 0.125932, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"], "main_score": 0.125932, "precision": 0.120718, "recall": 0.140316}, {"accuracy": 0.056324, "f1": 0.050185, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"], "main_score": 0.050185, "precision": 0.049087, "recall": 0.056324}, {"accuracy": 0.12253, "f1": 0.106429, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"], "main_score": 0.106429, "precision": 0.102756, "recall": 0.12253}, {"accuracy": 0.152174, "f1": 0.134174, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"], "main_score": 0.134174, "precision": 0.129677, "recall": 0.152174}, {"accuracy": 0.067194, "f1": 0.047294, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"], "main_score": 0.047294, "precision": 0.043289, "recall": 0.067194}, {"accuracy": 0.104743, "f1": 0.089804, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"], "main_score": 0.089804, "precision": 0.085913, "recall": 0.104743}, {"accuracy": 0.178854, "f1": 0.156654, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"], "main_score": 0.156654, "precision": 0.149021, "recall": 0.178854}, {"accuracy": 0.124506, "f1": 0.117314, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"], "main_score": 0.117314, "precision": 0.11564, "recall": 0.124506}, {"accuracy": 0.188735, "f1": 0.163255, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"], "main_score": 0.163255, "precision": 0.157213, "recall": 0.188735}, {"accuracy": 0.120553, "f1": 0.110124, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"], "main_score": 0.110124, "precision": 0.107637, "recall": 0.120553}, {"accuracy": 0.092885, "f1": 0.080676, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"], "main_score": 0.080676, "precision": 0.077258, "recall": 0.092885}, {"accuracy": 0.175889, "f1": 0.158303, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"], "main_score": 0.158303, "precision": 0.1526, "recall": 0.175889}, {"accuracy": 0.148221, "f1": 0.129704, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"], "main_score": 0.129704, "precision": 0.125047, "recall": 0.148221}, {"accuracy": 0.081028, "f1": 0.072254, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"], "main_score": 0.072254, "precision": 0.070142, "recall": 0.081028}, {"accuracy": 0.091897, "f1": 0.080486, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"], "main_score": 0.080486, "precision": 0.077898, "recall": 0.091897}, {"accuracy": 0.065217, "f1": 0.054775, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"], "main_score": 0.054775, "precision": 0.052666, "recall": 0.065217}, {"accuracy": 0.175889, "f1": 0.150079, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"], "main_score": 0.150079, "precision": 0.143399, "recall": 0.175889}, {"accuracy": 0.093874, "f1": 0.076106, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"], "main_score": 0.076106, "precision": 0.071594, "recall": 0.093874}, {"accuracy": 0.153162, "f1": 0.126141, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"], "main_score": 0.126141, "precision": 0.118623, "recall": 0.153162}, {"accuracy": 0.016798, "f1": 0.012149, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"], "main_score": 0.012149, "precision": 0.011148, "recall": 0.016798}, {"accuracy": 0.183794, "f1": 0.16235, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"], "main_score": 0.16235, "precision": 0.157936, "recall": 0.183794}, {"accuracy": 0.137352, "f1": 0.119666, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"], "main_score": 0.119666, "precision": 0.114123, "recall": 0.137352}, {"accuracy": 0.148221, "f1": 0.128079, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"], "main_score": 0.128079, "precision": 0.123631, "recall": 0.148221}, {"accuracy": 0.172925, "f1": 0.152953, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"], "main_score": 0.152953, "precision": 0.148378, "recall": 0.172925}, {"accuracy": 0.093874, "f1": 0.082133, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"], "main_score": 0.082133, "precision": 0.079338, "recall": 0.093874}, {"accuracy": 0.116601, "f1": 0.105391, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"], "main_score": 0.105391, "precision": 0.101534, "recall": 0.116601}, {"accuracy": 0.155138, "f1": 0.135051, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"], "main_score": 0.135051, "precision": 0.128239, "recall": 0.155138}, {"accuracy": 0.151186, "f1": 0.136501, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"], "main_score": 0.136501, "precision": 0.133112, "recall": 0.151186}, {"accuracy": 0.133399, "f1": 0.121428, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"], "main_score": 0.121428, "precision": 0.118023, "recall": 0.133399}, {"accuracy": 0.194664, "f1": 0.163059, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"], "main_score": 0.163059, "precision": 0.155506, "recall": 0.194664}, {"accuracy": 0.137352, "f1": 0.127563, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"], "main_score": 0.127563, "precision": 0.124247, "recall": 0.137352}, {"accuracy": 0.139328, "f1": 0.124772, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"], "main_score": 0.124772, "precision": 0.119856, "recall": 0.139328}, {"accuracy": 0.110672, "f1": 0.096049, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"], "main_score": 0.096049, "precision": 0.092442, "recall": 0.110672}, {"accuracy": 0.037549, "f1": 0.033267, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"], "main_score": 0.033267, "precision": 0.031546, "recall": 0.037549}, {"accuracy": 0.179842, "f1": 0.16115, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"], "main_score": 0.16115, "precision": 0.155208, "recall": 0.179842}, {"accuracy": 0.202569, "f1": 0.184808, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"], "main_score": 0.184808, "precision": 0.177816, "recall": 0.202569}, {"accuracy": 0.039526, "f1": 0.034947, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"], "main_score": 0.034947, "precision": 0.033213, "recall": 0.039526}, {"accuracy": 0.149209, "f1": 0.130414, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"], "main_score": 0.130414, "precision": 0.125518, "recall": 0.149209}, {"accuracy": 0.096838, "f1": 0.084256, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"], "main_score": 0.084256, "precision": 0.080869, "recall": 0.096838}, {"accuracy": 0.178854, "f1": 0.155848, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"], "main_score": 0.155848, "precision": 0.150527, "recall": 0.178854}, {"accuracy": 0.104743, "f1": 0.0872, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"], "main_score": 0.0872, "precision": 0.083502, "recall": 0.104743}, {"accuracy": 0.220356, "f1": 0.196518, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"], "main_score": 0.196518, "precision": 0.188892, "recall": 0.220356}, {"accuracy": 0.139328, "f1": 0.130853, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"], "main_score": 0.130853, "precision": 0.128449, "recall": 0.139328}, {"accuracy": 0.141304, "f1": 0.129099, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"], "main_score": 0.129099, "precision": 0.12544, "recall": 0.141304}, {"accuracy": 0.193676, "f1": 0.167669, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"], "main_score": 0.167669, "precision": 0.161113, "recall": 0.193676}, {"accuracy": 0.192688, "f1": 0.17561, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"], "main_score": 0.17561, "precision": 0.169096, "recall": 0.192688}, {"accuracy": 0.168972, "f1": 0.152951, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"], "main_score": 0.152951, "precision": 0.148401, "recall": 0.168972}, {"accuracy": 0.155138, "f1": 0.133906, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"], "main_score": 0.133906, "precision": 0.126401, "recall": 0.155138}, {"accuracy": 0.135375, "f1": 0.125717, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"], "main_score": 0.125717, "precision": 0.12199, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.092777, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"], "main_score": 0.092777, "precision": 0.089614, "recall": 0.103755}, {"accuracy": 0.173913, "f1": 0.149872, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"], "main_score": 0.149872, "precision": 0.14391, "recall": 0.173913}, {"accuracy": 0.041502, "f1": 0.024994, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"], "main_score": 0.024994, "precision": 0.021561, "recall": 0.041502}, {"accuracy": 0.109684, "f1": 0.09872, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"], "main_score": 0.09872, "precision": 0.095614, "recall": 0.109684}, {"accuracy": 0.186759, "f1": 0.162413, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"], "main_score": 0.162413, "precision": 0.153636, "recall": 0.186759}, {"accuracy": 0.034585, "f1": 0.026841, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"], "main_score": 0.026841, "precision": 0.024956, "recall": 0.034585}, {"accuracy": 0.186759, "f1": 0.162152, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"], "main_score": 0.162152, "precision": 0.157027, "recall": 0.186759}, {"accuracy": 0.134387, "f1": 0.124665, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"], "main_score": 0.124665, "precision": 0.121325, "recall": 0.134387}, {"accuracy": 0.141304, "f1": 0.129102, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"], "main_score": 0.129102, "precision": 0.125717, "recall": 0.141304}, {"accuracy": 0.043478, "f1": 0.035425, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"], "main_score": 0.035425, "precision": 0.033433, "recall": 0.043478}, {"accuracy": 0.173913, "f1": 0.151814, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"], "main_score": 0.151814, "precision": 0.14687, "recall": 0.173913}, {"accuracy": 0.178854, "f1": 0.154926, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"], "main_score": 0.154926, "precision": 0.149452, "recall": 0.178854}, {"accuracy": 0.184783, "f1": 0.157657, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"], "main_score": 0.157657, "precision": 0.151975, "recall": 0.184783}, {"accuracy": 0.119565, "f1": 0.104532, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"], "main_score": 0.104532, "precision": 0.100837, "recall": 0.119565}, {"accuracy": 0.143281, "f1": 0.126292, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"], "main_score": 0.126292, "precision": 0.120408, "recall": 0.143281}, {"accuracy": 0.149209, "f1": 0.130478, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"], "main_score": 0.130478, "precision": 0.124436, "recall": 0.149209}, {"accuracy": 0.0583, "f1": 0.047491, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"], "main_score": 0.047491, "precision": 0.045518, "recall": 0.0583}, {"accuracy": 0.195652, "f1": 0.166335, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"], "main_score": 0.166335, "precision": 0.159276, "recall": 0.195652}, {"accuracy": 0.097826, "f1": 0.087274, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"], "main_score": 0.087274, "precision": 0.084361, "recall": 0.097826}, {"accuracy": 0.163043, "f1": 0.151334, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"], "main_score": 0.151334, "precision": 0.146864, "recall": 0.163043}, {"accuracy": 0.179842, "f1": 0.159215, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"], "main_score": 0.159215, "precision": 0.151527, "recall": 0.179842}, {"accuracy": 0.147233, "f1": 0.133919, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"], "main_score": 0.133919, "precision": 0.129703, "recall": 0.147233}, {"accuracy": 0.15415, "f1": 0.138281, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"], "main_score": 0.138281, "precision": 0.133833, "recall": 0.15415}, {"accuracy": 0.204545, "f1": 0.183491, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"], "main_score": 0.183491, "precision": 0.175909, "recall": 0.204545}, {"accuracy": 0.152174, "f1": 0.131121, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"], "main_score": 0.131121, "precision": 0.125645, "recall": 0.152174}, {"accuracy": 0.173913, "f1": 0.150673, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"], "main_score": 0.150673, "precision": 0.143591, "recall": 0.173913}, {"accuracy": 0.187747, "f1": 0.170797, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"], "main_score": 0.170797, "precision": 0.165522, "recall": 0.187747}, {"accuracy": 0.11166, "f1": 0.09526, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"], "main_score": 0.09526, "precision": 0.091328, "recall": 0.11166}, {"accuracy": 0.163043, "f1": 0.140623, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"], "main_score": 0.140623, "precision": 0.134878, "recall": 0.163043}, {"accuracy": 0.187747, "f1": 0.157518, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"], "main_score": 0.157518, "precision": 0.150393, "recall": 0.187747}, {"accuracy": 0.116601, "f1": 0.101455, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"], "main_score": 0.101455, "precision": 0.097511, "recall": 0.116601}, {"accuracy": 0.139328, "f1": 0.128523, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"], "main_score": 0.128523, "precision": 0.12545, "recall": 0.139328}, {"accuracy": 0.091897, "f1": 0.077237, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"], "main_score": 0.077237, "precision": 0.074386, "recall": 0.091897}, {"accuracy": 0.187747, "f1": 0.170373, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"], "main_score": 0.170373, "precision": 0.164363, "recall": 0.187747}, {"accuracy": 0.073123, "f1": 0.055022, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"], "main_score": 0.055022, "precision": 0.050847, "recall": 0.073123}, {"accuracy": 0.213439, "f1": 0.190757, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"], "main_score": 0.190757, "precision": 0.182624, "recall": 0.213439}, {"accuracy": 0.098814, "f1": 0.081641, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"], "main_score": 0.081641, "precision": 0.077206, "recall": 0.098814}, {"accuracy": 0.189723, "f1": 0.162541, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"], "main_score": 0.162541, "precision": 0.156315, "recall": 0.189723}, {"accuracy": 0.133399, "f1": 0.119445, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"], "main_score": 0.119445, "precision": 0.11589, "recall": 0.133399}, {"accuracy": 0.054348, "f1": 0.042209, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"], "main_score": 0.042209, "precision": 0.039016, "recall": 0.054348}, {"accuracy": 0.15415, "f1": 0.141775, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"], "main_score": 0.141775, "precision": 0.137473, "recall": 0.15415}, {"accuracy": 0.208498, "f1": 0.177009, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"], "main_score": 0.177009, "precision": 0.169612, "recall": 0.208498}, {"accuracy": 0.072134, "f1": 0.062894, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"], "main_score": 0.062894, "precision": 0.060618, "recall": 0.072134}, {"accuracy": 0.135375, "f1": 0.117594, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"], "main_score": 0.117594, "precision": 0.113092, "recall": 0.135375}, {"accuracy": 0.144269, "f1": 0.121265, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"], "main_score": 0.121265, "precision": 0.113141, "recall": 0.144269}, {"accuracy": 0.103755, "f1": 0.087944, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"], "main_score": 0.087944, "precision": 0.084165, "recall": 0.103755}, {"accuracy": 0.159091, "f1": 0.148089, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"], "main_score": 0.148089, "precision": 0.144913, "recall": 0.159091}, {"accuracy": 0.166008, "f1": 0.145763, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"], "main_score": 0.145763, "precision": 0.139266, "recall": 0.166008}, {"accuracy": 0.18083, "f1": 0.156728, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"], "main_score": 0.156728, "precision": 0.149176, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.148039, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"], "main_score": 0.148039, "precision": 0.143199, "recall": 0.163043}, {"accuracy": 0.174901, "f1": 0.154889, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"], "main_score": 0.154889, "precision": 0.149813, "recall": 0.174901}, {"accuracy": 0.017787, "f1": 0.007501, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"], "main_score": 0.007501, "precision": 0.006183, "recall": 0.017787}, {"accuracy": 0.057312, "f1": 0.050111, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"], "main_score": 0.050111, "precision": 0.048436, "recall": 0.057312}, {"accuracy": 0.056324, "f1": 0.043372, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"], "main_score": 0.043372, "precision": 0.040248, "recall": 0.056324}, {"accuracy": 0.091897, "f1": 0.080313, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"], "main_score": 0.080313, "precision": 0.077509, "recall": 0.091897}, {"accuracy": 0.1917, "f1": 0.165312, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"], "main_score": 0.165312, "precision": 0.159542, "recall": 0.1917}, {"accuracy": 0.086957, "f1": 0.069245, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"], "main_score": 0.069245, "precision": 0.063263, "recall": 0.086957}, {"accuracy": 0.158103, "f1": 0.14437, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"], "main_score": 0.14437, "precision": 0.139487, "recall": 0.158103}, {"accuracy": 0.159091, "f1": 0.136189, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"], "main_score": 0.136189, "precision": 0.131535, "recall": 0.159091}, {"accuracy": 0.193676, "f1": 0.166028, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"], "main_score": 0.166028, "precision": 0.159622, "recall": 0.193676}, {"accuracy": 0.131423, "f1": 0.120679, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"], "main_score": 0.120679, "precision": 0.117484, "recall": 0.131423}, {"accuracy": 0.124506, "f1": 0.111032, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"], "main_score": 0.111032, "precision": 0.106768, "recall": 0.124506}, {"accuracy": 0.166996, "f1": 0.147763, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"], "main_score": 0.147763, "precision": 0.141136, "recall": 0.166996}, {"accuracy": 0.098814, "f1": 0.087313, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"], "main_score": 0.087313, "precision": 0.084807, "recall": 0.098814}, {"accuracy": 0.136364, "f1": 0.121405, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"], "main_score": 0.121405, "precision": 0.116365, "recall": 0.136364}, {"accuracy": 0.13834, "f1": 0.12073, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"], "main_score": 0.12073, "precision": 0.114463, "recall": 0.13834}, {"accuracy": 0.061265, "f1": 0.049627, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"], "main_score": 0.049627, "precision": 0.046465, "recall": 0.061265}, {"accuracy": 0.137352, "f1": 0.125509, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"], "main_score": 0.125509, "precision": 0.122614, "recall": 0.137352}, {"accuracy": 0.114625, "f1": 0.100748, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"], "main_score": 0.100748, "precision": 0.097627, "recall": 0.114625}, {"accuracy": 0.168972, "f1": 0.145803, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"], "main_score": 0.145803, "precision": 0.139595, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.160993, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"], "main_score": 0.160993, "precision": 0.15582, "recall": 0.176877}, {"accuracy": 0.134387, "f1": 0.114584, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"], "main_score": 0.114584, "precision": 0.110115, "recall": 0.134387}, {"accuracy": 0.035573, "f1": 0.033185, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"], "main_score": 0.033185, "precision": 0.032256, "recall": 0.035573}, {"accuracy": 0.071146, "f1": 0.060101, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"], "main_score": 0.060101, "precision": 0.057073, "recall": 0.071146}, {"accuracy": 0.135375, "f1": 0.119593, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"], "main_score": 0.119593, "precision": 0.115005, "recall": 0.135375}, {"accuracy": 0.064229, "f1": 0.056496, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"], "main_score": 0.056496, "precision": 0.054858, "recall": 0.064229}, {"accuracy": 0.117589, "f1": 0.103705, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"], "main_score": 0.103705, "precision": 0.100207, "recall": 0.117589}, {"accuracy": 0.217391, "f1": 0.196163, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"], "main_score": 0.196163, "precision": 0.189036, "recall": 0.217391}, {"accuracy": 0.059289, "f1": 0.049048, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"], "main_score": 0.049048, "precision": 0.046595, "recall": 0.059289}, {"accuracy": 0.141304, "f1": 0.119066, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"], "main_score": 0.119066, "precision": 0.112573, "recall": 0.141304}, {"accuracy": 0.152174, "f1": 0.128486, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"], "main_score": 0.128486, "precision": 0.123096, "recall": 0.152174}, {"accuracy": 0.145257, "f1": 0.131054, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"], "main_score": 0.131054, "precision": 0.126718, "recall": 0.145257}, {"accuracy": 0.124506, "f1": 0.113848, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"], "main_score": 0.113848, "precision": 0.111279, "recall": 0.124506}, {"accuracy": 0.179842, "f1": 0.153929, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"], "main_score": 0.153929, "precision": 0.147478, "recall": 0.179842}, {"accuracy": 0.102767, "f1": 0.093819, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"], "main_score": 0.093819, "precision": 0.091072, "recall": 0.102767}, {"accuracy": 0.148221, "f1": 0.132922, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"], "main_score": 0.132922, "precision": 0.127807, "recall": 0.148221}, {"accuracy": 0.103755, "f1": 0.078435, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"], "main_score": 0.078435, "precision": 0.070943, "recall": 0.103755}, {"accuracy": 0.190711, "f1": 0.165596, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"], "main_score": 0.165596, "precision": 0.158775, "recall": 0.190711}, {"accuracy": 0.021739, "f1": 0.017801, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"], "main_score": 0.017801, "precision": 0.016658, "recall": 0.021739}, {"accuracy": 0.121542, "f1": 0.106353, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"], "main_score": 0.106353, "precision": 0.101722, "recall": 0.121542}, {"accuracy": 0.106719, "f1": 0.092977, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"], "main_score": 0.092977, "precision": 0.090351, "recall": 0.106719}, {"accuracy": 0.119565, "f1": 0.104036, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"], "main_score": 0.104036, "precision": 0.100139, "recall": 0.119565}, {"accuracy": 0.177866, "f1": 0.160303, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"], "main_score": 0.160303, "precision": 0.153841, "recall": 0.177866}, {"accuracy": 0.096838, "f1": 0.087225, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"], "main_score": 0.087225, "precision": 0.084737, "recall": 0.096838}, {"accuracy": 0.168972, "f1": 0.153065, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"], "main_score": 0.153065, "precision": 0.147532, "recall": 0.168972}, {"accuracy": 0.200593, "f1": 0.177201, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"], "main_score": 0.177201, "precision": 0.16901, "recall": 0.200593}, {"accuracy": 0.183794, "f1": 0.154483, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"], "main_score": 0.154483, "precision": 0.147049, "recall": 0.183794}, {"accuracy": 0.183794, "f1": 0.166565, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"], "main_score": 0.166565, "precision": 0.160453, "recall": 0.183794}, {"accuracy": 0.192688, "f1": 0.16574, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"], "main_score": 0.16574, "precision": 0.159428, "recall": 0.192688}, {"accuracy": 0.178854, "f1": 0.151134, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"], "main_score": 0.151134, "precision": 0.141902, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.165458, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"], "main_score": 0.165458, "precision": 0.159131, "recall": 0.190711}, {"accuracy": 0.082016, "f1": 0.070376, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"], "main_score": 0.070376, "precision": 0.067799, "recall": 0.082016}, {"accuracy": 0.131423, "f1": 0.113001, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"], "main_score": 0.113001, "precision": 0.108961, "recall": 0.131423}, {"accuracy": 0.139328, "f1": 0.12117, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"], "main_score": 0.12117, "precision": 0.114959, "recall": 0.139328}, {"accuracy": 0.168972, "f1": 0.1494, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"], "main_score": 0.1494, "precision": 0.144368, "recall": 0.168972}, {"accuracy": 0.200593, "f1": 0.174061, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"], "main_score": 0.174061, "precision": 0.164959, "recall": 0.200593}, {"accuracy": 0.189723, "f1": 0.169093, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"], "main_score": 0.169093, "precision": 0.162489, "recall": 0.189723}, {"accuracy": 0.112648, "f1": 0.097256, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"], "main_score": 0.097256, "precision": 0.092775, "recall": 0.112648}, {"accuracy": 0.081028, "f1": 0.070394, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"], "main_score": 0.070394, "precision": 0.067711, "recall": 0.081028}, {"accuracy": 0.184783, "f1": 0.15822, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"], "main_score": 0.15822, "precision": 0.151352, "recall": 0.184783}, {"accuracy": 0.174901, "f1": 0.156778, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"], "main_score": 0.156778, "precision": 0.150268, "recall": 0.174901}, {"accuracy": 0.178854, "f1": 0.156651, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"], "main_score": 0.156651, "precision": 0.149316, "recall": 0.178854}, {"accuracy": 0.181818, "f1": 0.163131, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"], "main_score": 0.163131, "precision": 0.156136, "recall": 0.181818}, {"accuracy": 0.0583, "f1": 0.047623, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"], "main_score": 0.047623, "precision": 0.045912, "recall": 0.0583}, {"accuracy": 0.13834, "f1": 0.118574, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"], "main_score": 0.118574, "precision": 0.113263, "recall": 0.13834}, {"accuracy": 0.162055, "f1": 0.149415, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"], "main_score": 0.149415, "precision": 0.145105, "recall": 0.162055}, {"accuracy": 0.110672, "f1": 0.097593, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"], "main_score": 0.097593, "precision": 0.094703, "recall": 0.110672}, {"accuracy": 0.186759, "f1": 0.16609, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"], "main_score": 0.16609, "precision": 0.159021, "recall": 0.186759}, {"accuracy": 0.187747, "f1": 0.166522, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"], "main_score": 0.166522, "precision": 0.159693, "recall": 0.187747}, {"accuracy": 0.125494, "f1": 0.115126, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"], "main_score": 0.115126, "precision": 0.111589, "recall": 0.125494}, {"accuracy": 0.195652, "f1": 0.177941, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"], "main_score": 0.177941, "precision": 0.171879, "recall": 0.195652}, {"accuracy": 0.166996, "f1": 0.157726, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"], "main_score": 0.157726, "precision": 0.154425, "recall": 0.166996}, {"accuracy": 0.078063, "f1": 0.06709, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"], "main_score": 0.06709, "precision": 0.064508, "recall": 0.078063}, {"accuracy": 0.109684, "f1": 0.09984, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"], "main_score": 0.09984, "precision": 0.096733, "recall": 0.109684}, {"accuracy": 0.140316, "f1": 0.123066, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"], "main_score": 0.123066, "precision": 0.117823, "recall": 0.140316}, {"accuracy": 0.142292, "f1": 0.124569, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"], "main_score": 0.124569, "precision": 0.117806, "recall": 0.142292}, {"accuracy": 0.117589, "f1": 0.098524, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"], "main_score": 0.098524, "precision": 0.093481, "recall": 0.117589}, {"accuracy": 0.126482, "f1": 0.109165, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"], "main_score": 0.109165, "precision": 0.105028, "recall": 0.126482}, {"accuracy": 0.151186, "f1": 0.132324, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"], "main_score": 0.132324, "precision": 0.127463, "recall": 0.151186}, {"accuracy": 0.052372, "f1": 0.044379, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"], "main_score": 0.044379, "precision": 0.042335, "recall": 0.052372}, {"accuracy": 0.139328, "f1": 0.124779, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"], "main_score": 0.124779, "precision": 0.119647, "recall": 0.139328}, {"accuracy": 0.189723, "f1": 0.160497, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"], "main_score": 0.160497, "precision": 0.151003, "recall": 0.189723}, {"accuracy": 0.076087, "f1": 0.05377, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"], "main_score": 0.05377, "precision": 0.04804, "recall": 0.076087}, {"accuracy": 0.226285, "f1": 0.170291, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"], "main_score": 0.170291, "precision": 0.154333, "recall": 0.226285}, {"accuracy": 0.003953, "f1": 6.9e-05, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"], "main_score": 6.9e-05, "precision": 3.5e-05, "recall": 0.003953}, {"accuracy": 0.763834, "f1": 0.719854, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"], "main_score": 0.719854, "precision": 0.702197, "recall": 0.763834}, {"accuracy": 0.701581, "f1": 0.654797, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"], "main_score": 0.654797, "precision": 0.636102, "recall": 0.701581}, {"accuracy": 0.666996, "f1": 0.6153, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"], "main_score": 0.6153, "precision": 0.593274, "recall": 0.666996}, {"accuracy": 0.525692, "f1": 0.474791, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"], "main_score": 0.474791, "precision": 0.455334, "recall": 0.525692}, {"accuracy": 0.23419, "f1": 0.17922, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"], "main_score": 0.17922, "precision": 0.16473, "recall": 0.23419}, {"accuracy": 0.787549, "f1": 0.749696, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"], "main_score": 0.749696, "precision": 0.735564, "recall": 0.787549}, {"accuracy": 0.370553, "f1": 0.304235, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"], "main_score": 0.304235, "precision": 0.281157, "recall": 0.370553}, {"accuracy": 0.502964, "f1": 0.454414, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"], "main_score": 0.454414, "precision": 0.435255, "recall": 0.502964}, {"accuracy": 0.773715, "f1": 0.725062, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"], "main_score": 0.725062, "precision": 0.705222, "recall": 0.773715}, {"accuracy": 0.645257, "f1": 0.597587, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"], "main_score": 0.597587, "precision": 0.578297, "recall": 0.645257}, {"accuracy": 0.236166, "f1": 0.17829, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"], "main_score": 0.17829, "precision": 0.160846, "recall": 0.236166}, {"accuracy": 0.63834, "f1": 0.59333, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"], "main_score": 0.59333, "precision": 0.574545, "recall": 0.63834}, {"accuracy": 0.607708, "f1": 0.560496, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"], "main_score": 0.560496, "precision": 0.542274, "recall": 0.607708}, {"accuracy": 0.798419, "f1": 0.756788, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"], "main_score": 0.756788, "precision": 0.740297, "recall": 0.798419}, {"accuracy": 0.268775, "f1": 0.206675, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"], "main_score": 0.206675, "precision": 0.188978, "recall": 0.268775}, {"accuracy": 0.720356, "f1": 0.675907, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"], "main_score": 0.675907, "precision": 0.658022, "recall": 0.720356}, {"accuracy": 0.729249, "f1": 0.690354, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"], "main_score": 0.690354, "precision": 0.675787, "recall": 0.729249}, {"accuracy": 0.809289, "f1": 0.769284, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"], "main_score": 0.769284, "precision": 0.753228, "recall": 0.809289}, {"accuracy": 0.796443, "f1": 0.761912, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"], "main_score": 0.761912, "precision": 0.748404, "recall": 0.796443}, {"accuracy": 0.175889, "f1": 0.132657, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"], "main_score": 0.132657, "precision": 0.120419, "recall": 0.175889}, {"accuracy": 0.602767, "f1": 0.55696, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"], "main_score": 0.55696, "precision": 0.539922, "recall": 0.602767}, {"accuracy": 0.757905, "f1": 0.712167, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"], "main_score": 0.712167, "precision": 0.69481, "recall": 0.757905}, {"accuracy": 0.554348, "f1": 0.50096, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"], "main_score": 0.50096, "precision": 0.480289, "recall": 0.554348}, {"accuracy": 0.06917, "f1": 0.034051, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"], "main_score": 0.034051, "precision": 0.028534, "recall": 0.06917}, {"accuracy": 0.745059, "f1": 0.703255, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"], "main_score": 0.703255, "precision": 0.686777, "recall": 0.745059}, {"accuracy": 0.206522, "f1": 0.155691, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"], "main_score": 0.155691, "precision": 0.140637, "recall": 0.206522}, {"accuracy": 0.678854, "f1": 0.636013, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"], "main_score": 0.636013, "precision": 0.619765, "recall": 0.678854}, {"accuracy": 0.798419, "f1": 0.759984, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"], "main_score": 0.759984, "precision": 0.745713, "recall": 0.798419}, {"accuracy": 0.692688, "f1": 0.657119, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"], "main_score": 0.657119, "precision": 0.644443, "recall": 0.692688}, {"accuracy": 0.644269, "f1": 0.596723, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"], "main_score": 0.596723, "precision": 0.578125, "recall": 0.644269}, {"accuracy": 0.291502, "f1": 0.236114, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"], "main_score": 0.236114, "precision": 0.217462, "recall": 0.291502}, {"accuracy": 0.786561, "f1": 0.744815, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"], "main_score": 0.744815, "precision": 0.728444, "recall": 0.786561}, {"accuracy": 0.571146, "f1": 0.514985, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"], "main_score": 0.514985, "precision": 0.494572, "recall": 0.571146}, {"accuracy": 0.666008, "f1": 0.619419, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"], "main_score": 0.619419, "precision": 0.601882, "recall": 0.666008}, {"accuracy": 0.651186, "f1": 0.60407, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"], "main_score": 0.60407, "precision": 0.585588, "recall": 0.651186}, {"accuracy": 0.79249, "f1": 0.760491, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"], "main_score": 0.760491, "precision": 0.747441, "recall": 0.79249}, {"accuracy": 0.761858, "f1": 0.713147, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"], "main_score": 0.713147, "precision": 0.693991, "recall": 0.761858}, {"accuracy": 0.184783, "f1": 0.128915, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"], "main_score": 0.128915, "precision": 0.115071, "recall": 0.184783}, {"accuracy": 0.059289, "f1": 0.037187, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"], "main_score": 0.037187, "precision": 0.031952, "recall": 0.059289}, {"accuracy": 0.791502, "f1": 0.753793, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"], "main_score": 0.753793, "precision": 0.73859, "recall": 0.791502}, {"accuracy": 0.163043, "f1": 0.116779, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"], "main_score": 0.116779, "precision": 0.105114, "recall": 0.163043}, {"accuracy": 0.789526, "f1": 0.749998, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"], "main_score": 0.749998, "precision": 0.734587, "recall": 0.789526}, {"accuracy": 0.76087, "f1": 0.71916, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"], "main_score": 0.71916, "precision": 0.702432, "recall": 0.76087}, {"accuracy": 0.601779, "f1": 0.554684, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"], "main_score": 0.554684, "precision": 0.537785, "recall": 0.601779}, {"accuracy": 0.603755, "f1": 0.56486, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"], "main_score": 0.56486, "precision": 0.549272, "recall": 0.603755}, {"accuracy": 0.201581, "f1": 0.146179, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"], "main_score": 0.146179, "precision": 0.13148, "recall": 0.201581}, {"accuracy": 0.586957, "f1": 0.544972, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"], "main_score": 0.544972, "precision": 0.528799, "recall": 0.586957}, {"accuracy": 0.496047, "f1": 0.442288, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"], "main_score": 0.442288, "precision": 0.421722, "recall": 0.496047}, {"accuracy": 0.821146, "f1": 0.784404, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"], "main_score": 0.784404, "precision": 0.770233, "recall": 0.821146}, {"accuracy": 0.56917, "f1": 0.522918, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"], "main_score": 0.522918, "precision": 0.50486, "recall": 0.56917}, {"accuracy": 0.201581, "f1": 0.145682, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"], "main_score": 0.145682, "precision": 0.130985, "recall": 0.201581}, {"accuracy": 0.730237, "f1": 0.687162, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"], "main_score": 0.687162, "precision": 0.670298, "recall": 0.730237}, {"accuracy": 0.063241, "f1": 0.040117, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"], "main_score": 0.040117, "precision": 0.034892, "recall": 0.063241}, {"accuracy": 0.264822, "f1": 0.213882, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"], "main_score": 0.213882, "precision": 0.1984, "recall": 0.264822}, {"accuracy": 0.33004, "f1": 0.27093, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"], "main_score": 0.27093, "precision": 0.250742, "recall": 0.33004}, {"accuracy": 0.090909, "f1": 0.060836, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"], "main_score": 0.060836, "precision": 0.05287, "recall": 0.090909}, {"accuracy": 0.797431, "f1": 0.7575, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"], "main_score": 0.7575, "precision": 0.74196, "recall": 0.797431}, {"accuracy": 0.73419, "f1": 0.693252, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"], "main_score": 0.693252, "precision": 0.676279, "recall": 0.73419}, {"accuracy": 0.790514, "f1": 0.759816, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"], "main_score": 0.759816, "precision": 0.747481, "recall": 0.790514}, {"accuracy": 0.713439, "f1": 0.660693, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"], "main_score": 0.660693, "precision": 0.63977, "recall": 0.713439}, {"accuracy": 0.273715, "f1": 0.219105, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"], "main_score": 0.219105, "precision": 0.202409, "recall": 0.273715}, {"accuracy": 0.594862, "f1": 0.545144, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"], "main_score": 0.545144, "precision": 0.526747, "recall": 0.594862}, {"accuracy": 0.533597, "f1": 0.485103, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"], "main_score": 0.485103, "precision": 0.467278, "recall": 0.533597}, {"accuracy": 0.797431, "f1": 0.76091, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"], "main_score": 0.76091, "precision": 0.746009, "recall": 0.797431}, {"accuracy": 0.254941, "f1": 0.195206, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"], "main_score": 0.195206, "precision": 0.17825, "recall": 0.254941}, {"accuracy": 0.302372, "f1": 0.240014, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"], "main_score": 0.240014, "precision": 0.220242, "recall": 0.302372}, {"accuracy": 0.235178, "f1": 0.176127, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"], "main_score": 0.176127, "precision": 0.159656, "recall": 0.235178}, {"accuracy": 0.338933, "f1": 0.278397, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"], "main_score": 0.278397, "precision": 0.257686, "recall": 0.338933}, {"accuracy": 0.539526, "f1": 0.484166, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"], "main_score": 0.484166, "precision": 0.463805, "recall": 0.539526}, {"accuracy": 0.779644, "f1": 0.739678, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"], "main_score": 0.739678, "precision": 0.724029, "recall": 0.779644}, {"accuracy": 0.05336, "f1": 0.019807, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"], "main_score": 0.019807, "precision": 0.015179, "recall": 0.05336}, {"accuracy": 0.22332, "f1": 0.176096, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"], "main_score": 0.176096, "precision": 0.161781, "recall": 0.22332}, {"accuracy": 0.229249, "f1": 0.178799, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"], "main_score": 0.178799, "precision": 0.164236, "recall": 0.229249}, {"accuracy": 0.062253, "f1": 0.035314, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"], "main_score": 0.035314, "precision": 0.030906, "recall": 0.062253}, {"accuracy": 0.806324, "f1": 0.765744, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"], "main_score": 0.765744, "precision": 0.75024, "recall": 0.806324}, {"accuracy": 0.616601, "f1": 0.566071, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"], "main_score": 0.566071, "precision": 0.545469, "recall": 0.616601}, {"accuracy": 0.621542, "f1": 0.573717, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"], "main_score": 0.573717, "precision": 0.554696, "recall": 0.621542}, {"accuracy": 0.548419, "f1": 0.490759, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"], "main_score": 0.490759, "precision": 0.467968, "recall": 0.548419}, {"accuracy": 0.797431, "f1": 0.758676, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"], "main_score": 0.758676, "precision": 0.74385, "recall": 0.797431}, {"accuracy": 0.799407, "f1": 0.761665, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"], "main_score": 0.761665, "precision": 0.746824, "recall": 0.799407}, {"accuracy": 0.806324, "f1": 0.766237, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"], "main_score": 0.766237, "precision": 0.750066, "recall": 0.806324}, {"accuracy": 0.736166, "f1": 0.695429, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"], "main_score": 0.695429, "precision": 0.679504, "recall": 0.736166}, {"accuracy": 0.222332, "f1": 0.171502, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"], "main_score": 0.171502, "precision": 0.156182, "recall": 0.222332}, {"accuracy": 0.174901, "f1": 0.131617, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"], "main_score": 0.131617, "precision": 0.119762, "recall": 0.174901}, {"accuracy": 0.617589, "f1": 0.57189, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"], "main_score": 0.57189, "precision": 0.552862, "recall": 0.617589}, {"accuracy": 0.790514, "f1": 0.752848, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"], "main_score": 0.752848, "precision": 0.738069, "recall": 0.790514}, {"accuracy": 0.710474, "f1": 0.666173, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"], "main_score": 0.666173, "precision": 0.648686, "recall": 0.710474}, {"accuracy": 0.335968, "f1": 0.277844, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"], "main_score": 0.277844, "precision": 0.258402, "recall": 0.335968}, {"accuracy": 0.220356, "f1": 0.166942, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"], "main_score": 0.166942, "precision": 0.151126, "recall": 0.220356}, {"accuracy": 0.559289, "f1": 0.513844, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"], "main_score": 0.513844, "precision": 0.496552, "recall": 0.559289}, {"accuracy": 0.725296, "f1": 0.683151, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"], "main_score": 0.683151, "precision": 0.665695, "recall": 0.725296}, {"accuracy": 0.219368, "f1": 0.157272, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"], "main_score": 0.157272, "precision": 0.140511, "recall": 0.219368}, {"accuracy": 0.781621, "f1": 0.738484, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"], "main_score": 0.738484, "precision": 0.720578, "recall": 0.781621}, {"accuracy": 0.241107, "f1": 0.199062, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"], "main_score": 0.199062, "precision": 0.185558, "recall": 0.241107}, {"accuracy": 0.342885, "f1": 0.28004, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"], "main_score": 0.28004, "precision": 0.258201, "recall": 0.342885}, {"accuracy": 0.756917, "f1": 0.716183, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"], "main_score": 0.716183, "precision": 0.700045, "recall": 0.756917}, {"accuracy": 0.807312, "f1": 0.767312, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"], "main_score": 0.767312, "precision": 0.751738, "recall": 0.807312}, {"accuracy": 0.804348, "f1": 0.766547, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"], "main_score": 0.766547, "precision": 0.751888, "recall": 0.804348}, {"accuracy": 0.773715, "f1": 0.732119, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"], "main_score": 0.732119, "precision": 0.714443, "recall": 0.773715}, {"accuracy": 0.572134, "f1": 0.525008, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"], "main_score": 0.525008, "precision": 0.505838, "recall": 0.572134}, {"accuracy": 0.694664, "f1": 0.643308, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"], "main_score": 0.643308, "precision": 0.623132, "recall": 0.694664}, {"accuracy": 0.25, "f1": 0.19292, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"], "main_score": 0.19292, "precision": 0.174409, "recall": 0.25}, {"accuracy": 0.074111, "f1": 0.039322, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"], "main_score": 0.039322, "precision": 0.032537, "recall": 0.074111}, {"accuracy": 0.258893, "f1": 0.204341, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"], "main_score": 0.204341, "precision": 0.187532, "recall": 0.258893}, {"accuracy": 0.144269, "f1": 0.09326, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"], "main_score": 0.09326, "precision": 0.081956, "recall": 0.144269}, {"accuracy": 0.797431, "f1": 0.755192, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"], "main_score": 0.755192, "precision": 0.738956, "recall": 0.797431}, {"accuracy": 0.555336, "f1": 0.503223, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"], "main_score": 0.503223, "precision": 0.482783, "recall": 0.555336}, {"accuracy": 0.093874, "f1": 0.065938, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"], "main_score": 0.065938, "precision": 0.058842, "recall": 0.093874}, {"accuracy": 0.586957, "f1": 0.540525, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"], "main_score": 0.540525, "precision": 0.521113, "recall": 0.586957}, {"accuracy": 0.804348, "f1": 0.764486, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"], "main_score": 0.764486, "precision": 0.748949, "recall": 0.804348}, {"accuracy": 0.500988, "f1": 0.449498, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"], "main_score": 0.449498, "precision": 0.428291, "recall": 0.500988}, {"accuracy": 0.41996, "f1": 0.361073, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"], "main_score": 0.361073, "precision": 0.338765, "recall": 0.41996}, {"accuracy": 0.188735, "f1": 0.134079, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"], "main_score": 0.134079, "precision": 0.12094, "recall": 0.188735}, {"accuracy": 0.745059, "f1": 0.701, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"], "main_score": 0.701, "precision": 0.682878, "recall": 0.745059}, {"accuracy": 0.343874, "f1": 0.289419, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"], "main_score": 0.289419, "precision": 0.27077, "recall": 0.343874}, {"accuracy": 0.213439, "f1": 0.158545, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"], "main_score": 0.158545, "precision": 0.143006, "recall": 0.213439}, {"accuracy": 0.205534, "f1": 0.155497, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"], "main_score": 0.155497, "precision": 0.141462, "recall": 0.205534}, {"accuracy": 0.221344, "f1": 0.171449, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"], "main_score": 0.171449, "precision": 0.15698, "recall": 0.221344}, {"accuracy": 0.783597, "f1": 0.745531, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"], "main_score": 0.745531, "precision": 0.730892, "recall": 0.783597}, {"accuracy": 0.020751, "f1": 0.006391, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"], "main_score": 0.006391, "precision": 0.004933, "recall": 0.020751}, {"accuracy": 0.610672, "f1": 0.558923, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"], "main_score": 0.558923, "precision": 0.539154, "recall": 0.610672}, {"accuracy": 0.357708, "f1": 0.305934, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"], "main_score": 0.305934, "precision": 0.285937, "recall": 0.357708}, {"accuracy": 0.617589, "f1": 0.571566, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"], "main_score": 0.571566, "precision": 0.551587, "recall": 0.617589}, {"accuracy": 0.816206, "f1": 0.779491, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"], "main_score": 0.779491, "precision": 0.765199, "recall": 0.816206}, {"accuracy": 0.114625, "f1": 0.074581, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"], "main_score": 0.074581, "precision": 0.065568, "recall": 0.114625}, {"accuracy": 0.20751, "f1": 0.155894, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"], "main_score": 0.155894, "precision": 0.140867, "recall": 0.20751}, {"accuracy": 0.797431, "f1": 0.760043, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"], "main_score": 0.760043, "precision": 0.745012, "recall": 0.797431}, {"accuracy": 0.807312, "f1": 0.764143, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"], "main_score": 0.764143, "precision": 0.746651, "recall": 0.807312}, {"accuracy": 0.521739, "f1": 0.464766, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"], "main_score": 0.464766, "precision": 0.443824, "recall": 0.521739}, {"accuracy": 0.18083, "f1": 0.131093, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"], "main_score": 0.131093, "precision": 0.117117, "recall": 0.18083}, {"accuracy": 0.228261, "f1": 0.167145, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"], "main_score": 0.167145, "precision": 0.148275, "recall": 0.228261}, {"accuracy": 0.714427, "f1": 0.669773, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"], "main_score": 0.669773, "precision": 0.651566, "recall": 0.714427}, {"accuracy": 0.18083, "f1": 0.132834, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"], "main_score": 0.132834, "precision": 0.12087, "recall": 0.18083}, {"accuracy": 0.243083, "f1": 0.189616, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"], "main_score": 0.189616, "precision": 0.173497, "recall": 0.243083}, {"accuracy": 0.587945, "f1": 0.535078, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"], "main_score": 0.535078, "precision": 0.514847, "recall": 0.587945}, {"accuracy": 0.523715, "f1": 0.474995, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"], "main_score": 0.474995, "precision": 0.45632, "recall": 0.523715}, {"accuracy": 0.712451, "f1": 0.672972, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"], "main_score": 0.672972, "precision": 0.656295, "recall": 0.712451}, {"accuracy": 0.285573, "f1": 0.224782, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"], "main_score": 0.224782, "precision": 0.204088, "recall": 0.285573}, {"accuracy": 0.412055, "f1": 0.351107, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"], "main_score": 0.351107, "precision": 0.330131, "recall": 0.412055}, {"accuracy": 0.76581, "f1": 0.72439, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"], "main_score": 0.72439, "precision": 0.707812, "recall": 0.76581}, {"accuracy": 0.387352, "f1": 0.326959, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"], "main_score": 0.326959, "precision": 0.304204, "recall": 0.387352}, {"accuracy": 0.594862, "f1": 0.539042, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"], "main_score": 0.539042, "precision": 0.516395, "recall": 0.594862}, {"accuracy": 0.31917, "f1": 0.260441, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"], "main_score": 0.260441, "precision": 0.242029, "recall": 0.31917}, {"accuracy": 0.398221, "f1": 0.341164, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"], "main_score": 0.341164, "precision": 0.318555, "recall": 0.398221}, {"accuracy": 0.54249, "f1": 0.486627, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"], "main_score": 0.486627, "precision": 0.465548, "recall": 0.54249}, {"accuracy": 0.244071, "f1": 0.184144, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"], "main_score": 0.184144, "precision": 0.164961, "recall": 0.244071}, {"accuracy": 0.642292, "f1": 0.594539, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"], "main_score": 0.594539, "precision": 0.575383, "recall": 0.642292}, {"accuracy": 0.764822, "f1": 0.723457, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"], "main_score": 0.723457, "precision": 0.707313, "recall": 0.764822}, {"accuracy": 0.76581, "f1": 0.720758, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"], "main_score": 0.720758, "precision": 0.702975, "recall": 0.76581}, {"accuracy": 0.706522, "f1": 0.660323, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"], "main_score": 0.660323, "precision": 0.641391, "recall": 0.706522}, {"accuracy": 0.602767, "f1": 0.557765, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"], "main_score": 0.557765, "precision": 0.54035, "recall": 0.602767}, {"accuracy": 0.796443, "f1": 0.754811, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"], "main_score": 0.754811, "precision": 0.737753, "recall": 0.796443}, {"accuracy": 0.342885, "f1": 0.291202, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"], "main_score": 0.291202, "precision": 0.273159, "recall": 0.342885}, {"accuracy": 0.435771, "f1": 0.385296, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"], "main_score": 0.385296, "precision": 0.367571, "recall": 0.435771}, {"accuracy": 0.117589, "f1": 0.072731, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"], "main_score": 0.072731, "precision": 0.062012, "recall": 0.117589}, {"accuracy": 0.795455, "f1": 0.753792, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"], "main_score": 0.753792, "precision": 0.737733, "recall": 0.795455}, {"accuracy": 0.153162, "f1": 0.114321, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"], "main_score": 0.114321, "precision": 0.10278, "recall": 0.153162}, {"accuracy": 0.758893, "f1": 0.712775, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"], "main_score": 0.712775, "precision": 0.694909, "recall": 0.758893}, {"accuracy": 0.69664, "f1": 0.65011, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"], "main_score": 0.65011, "precision": 0.631945, "recall": 0.69664}, {"accuracy": 0.455534, "f1": 0.396852, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"], "main_score": 0.396852, "precision": 0.375069, "recall": 0.455534}, {"accuracy": 0.290514, "f1": 0.229213, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"], "main_score": 0.229213, "precision": 0.211097, "recall": 0.290514}, {"accuracy": 0.649209, "f1": 0.589545, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"], "main_score": 0.589545, "precision": 0.566205, "recall": 0.649209}, {"accuracy": 0.252964, "f1": 0.200116, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"], "main_score": 0.200116, "precision": 0.184085, "recall": 0.252964}, {"accuracy": 0.224308, "f1": 0.170292, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"], "main_score": 0.170292, "precision": 0.153787, "recall": 0.224308}, {"accuracy": 0.814229, "f1": 0.776828, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"], "main_score": 0.776828, "precision": 0.762314, "recall": 0.814229}, {"accuracy": 0.367589, "f1": 0.302836, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"], "main_score": 0.302836, "precision": 0.280803, "recall": 0.367589}, {"accuracy": 0.806324, "f1": 0.766001, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"], "main_score": 0.766001, "precision": 0.749492, "recall": 0.806324}, {"accuracy": 0.208498, "f1": 0.148194, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"], "main_score": 0.148194, "precision": 0.131537, "recall": 0.208498}, {"accuracy": 0.821146, "f1": 0.783238, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"], "main_score": 0.783238, "precision": 0.768546, "recall": 0.821146}, {"accuracy": 0.683794, "f1": 0.629022, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"], "main_score": 0.629022, "precision": 0.609143, "recall": 0.683794}, {"accuracy": 0.743083, "f1": 0.703244, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"], "main_score": 0.703244, "precision": 0.688036, "recall": 0.743083}, {"accuracy": 0.186759, "f1": 0.13717, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"], "main_score": 0.13717, "precision": 0.123262, "recall": 0.186759}, {"accuracy": 0.703557, "f1": 0.656672, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"], "main_score": 0.656672, "precision": 0.639557, "recall": 0.703557}, {"accuracy": 0.213439, "f1": 0.156113, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"], "main_score": 0.156113, "precision": 0.139909, "recall": 0.213439}, {"accuracy": 0.193676, "f1": 0.147347, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"], "main_score": 0.147347, "precision": 0.134889, "recall": 0.193676}, {"accuracy": 0.143281, "f1": 0.101324, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"], "main_score": 0.101324, "precision": 0.090676, "recall": 0.143281}, {"accuracy": 0.356719, "f1": 0.304066, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"], "main_score": 0.304066, "precision": 0.284754, "recall": 0.356719}, {"accuracy": 0.807312, "f1": 0.769687, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"], "main_score": 0.769687, "precision": 0.75482, "recall": 0.807312}, {"accuracy": 0.296443, "f1": 0.238169, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"], "main_score": 0.238169, "precision": 0.219912, "recall": 0.296443}, {"accuracy": 0.201581, "f1": 0.146075, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"], "main_score": 0.146075, "precision": 0.130799, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.181514, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"], "main_score": 0.181514, "precision": 0.164655, "recall": 0.243083}, {"accuracy": 0.581028, "f1": 0.527189, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"], "main_score": 0.527189, "precision": 0.507359, "recall": 0.581028}, {"accuracy": 0.183794, "f1": 0.131392, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"], "main_score": 0.131392, "precision": 0.117809, "recall": 0.183794}, {"accuracy": 0.204545, "f1": 0.153861, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"], "main_score": 0.153861, "precision": 0.139435, "recall": 0.204545}, {"accuracy": 0.714427, "f1": 0.673425, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"], "main_score": 0.673425, "precision": 0.658708, "recall": 0.714427}, {"accuracy": 0.288538, "f1": 0.225349, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"], "main_score": 0.225349, "precision": 0.204695, "recall": 0.288538}, {"accuracy": 0.257905, "f1": 0.199098, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"], "main_score": 0.199098, "precision": 0.183711, "recall": 0.257905}, {"accuracy": 0.517787, "f1": 0.465623, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"], "main_score": 0.465623, "precision": 0.446346, "recall": 0.517787}, {"accuracy": 0.311265, "f1": 0.25633, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"], "main_score": 0.25633, "precision": 0.238283, "recall": 0.311265}, {"accuracy": 0.371542, "f1": 0.316502, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"], "main_score": 0.316502, "precision": 0.297677, "recall": 0.371542}, {"accuracy": 0.633399, "f1": 0.580576, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"], "main_score": 0.580576, "precision": 0.560251, "recall": 0.633399}, {"accuracy": 0.30336, "f1": 0.243917, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"], "main_score": 0.243917, "precision": 0.224305, "recall": 0.30336}, {"accuracy": 0.384387, "f1": 0.321635, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"], "main_score": 0.321635, "precision": 0.299249, "recall": 0.384387}, {"accuracy": 0.181818, "f1": 0.12862, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"], "main_score": 0.12862, "precision": 0.113394, "recall": 0.181818}, {"accuracy": 0.76087, "f1": 0.717519, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"], "main_score": 0.717519, "precision": 0.700352, "recall": 0.76087}, {"accuracy": 0.751976, "f1": 0.711753, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"], "main_score": 0.711753, "precision": 0.696754, "recall": 0.751976}, {"accuracy": 0.785573, "f1": 0.74537, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"], "main_score": 0.74537, "precision": 0.729889, "recall": 0.785573}, {"accuracy": 0.601779, "f1": 0.545148, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"], "main_score": 0.545148, "precision": 0.523658, "recall": 0.601779}, {"accuracy": 0.283597, "f1": 0.230556, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"], "main_score": 0.230556, "precision": 0.212752, "recall": 0.283597}, {"accuracy": 0.202569, "f1": 0.142221, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"], "main_score": 0.142221, "precision": 0.126094, "recall": 0.202569}, {"accuracy": 0.02668, "f1": 0.021125, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"], "main_score": 0.021125, "precision": 0.019892, "recall": 0.02668}, {"accuracy": 0.172925, "f1": 0.154963, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"], "main_score": 0.154963, "precision": 0.148462, "recall": 0.172925}, {"accuracy": 0.004941, "f1": 0.000275, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"], "main_score": 0.000275, "precision": 0.000146, "recall": 0.004941}, {"accuracy": 0.151186, "f1": 0.128077, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"], "main_score": 0.128077, "precision": 0.122398, "recall": 0.151186}, {"accuracy": 0.140316, "f1": 0.122891, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"], "main_score": 0.122891, "precision": 0.118247, "recall": 0.140316}, {"accuracy": 0.116601, "f1": 0.100724, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"], "main_score": 0.100724, "precision": 0.096529, "recall": 0.116601}, {"accuracy": 0.130435, "f1": 0.12033, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"], "main_score": 0.12033, "precision": 0.117336, "recall": 0.130435}, {"accuracy": 0.23913, "f1": 0.222516, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"], "main_score": 0.222516, "precision": 0.216441, "recall": 0.23913}, {"accuracy": 0.213439, "f1": 0.186568, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"], "main_score": 0.186568, "precision": 0.180246, "recall": 0.213439}, {"accuracy": 0.181818, "f1": 0.167405, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"], "main_score": 0.167405, "precision": 0.162816, "recall": 0.181818}, {"accuracy": 0.141304, "f1": 0.128652, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"], "main_score": 0.128652, "precision": 0.125533, "recall": 0.141304}, {"accuracy": 0.152174, "f1": 0.136101, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"], "main_score": 0.136101, "precision": 0.131509, "recall": 0.152174}, {"accuracy": 0.123518, "f1": 0.106492, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"], "main_score": 0.106492, "precision": 0.101242, "recall": 0.123518}, {"accuracy": 0.202569, "f1": 0.183526, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"], "main_score": 0.183526, "precision": 0.177576, "recall": 0.202569}, {"accuracy": 0.114625, "f1": 0.108096, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"], "main_score": 0.108096, "precision": 0.106154, "recall": 0.114625}, {"accuracy": 0.129447, "f1": 0.109587, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"], "main_score": 0.109587, "precision": 0.105551, "recall": 0.129447}, {"accuracy": 0.211462, "f1": 0.188343, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"], "main_score": 0.188343, "precision": 0.182958, "recall": 0.211462}, {"accuracy": 0.225296, "f1": 0.205499, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"], "main_score": 0.205499, "precision": 0.198941, "recall": 0.225296}, {"accuracy": 0.119565, "f1": 0.108856, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"], "main_score": 0.108856, "precision": 0.1057, "recall": 0.119565}, {"accuracy": 0.132411, "f1": 0.110898, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"], "main_score": 0.110898, "precision": 0.105241, "recall": 0.132411}, {"accuracy": 0.215415, "f1": 0.193902, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"], "main_score": 0.193902, "precision": 0.188322, "recall": 0.215415}, {"accuracy": 0.148221, "f1": 0.13445, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"], "main_score": 0.13445, "precision": 0.130559, "recall": 0.148221}, {"accuracy": 0.210474, "f1": 0.187457, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"], "main_score": 0.187457, "precision": 0.179349, "recall": 0.210474}, {"accuracy": 0.079051, "f1": 0.064207, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"], "main_score": 0.064207, "precision": 0.061135, "recall": 0.079051}, {"accuracy": 0.152174, "f1": 0.1319, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"], "main_score": 0.1319, "precision": 0.126639, "recall": 0.152174}, {"accuracy": 0.150198, "f1": 0.132484, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"], "main_score": 0.132484, "precision": 0.127221, "recall": 0.150198}, {"accuracy": 0.063241, "f1": 0.045622, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"], "main_score": 0.045622, "precision": 0.042084, "recall": 0.063241}, {"accuracy": 0.142292, "f1": 0.123839, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"], "main_score": 0.123839, "precision": 0.119195, "recall": 0.142292}, {"accuracy": 0.243083, "f1": 0.222445, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"], "main_score": 0.222445, "precision": 0.214447, "recall": 0.243083}, {"accuracy": 0.142292, "f1": 0.131092, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"], "main_score": 0.131092, "precision": 0.128296, "recall": 0.142292}, {"accuracy": 0.1917, "f1": 0.169243, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"], "main_score": 0.169243, "precision": 0.163984, "recall": 0.1917}, {"accuracy": 0.148221, "f1": 0.132094, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"], "main_score": 0.132094, "precision": 0.128351, "recall": 0.148221}, {"accuracy": 0.125494, "f1": 0.107347, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"], "main_score": 0.107347, "precision": 0.102824, "recall": 0.125494}, {"accuracy": 0.174901, "f1": 0.156924, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"], "main_score": 0.156924, "precision": 0.150912, "recall": 0.174901}, {"accuracy": 0.167984, "f1": 0.147121, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"], "main_score": 0.147121, "precision": 0.142115, "recall": 0.167984}, {"accuracy": 0.073123, "f1": 0.06407, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"], "main_score": 0.06407, "precision": 0.061995, "recall": 0.073123}, {"accuracy": 0.120553, "f1": 0.103803, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"], "main_score": 0.103803, "precision": 0.100237, "recall": 0.120553}, {"accuracy": 0.06917, "f1": 0.058802, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"], "main_score": 0.058802, "precision": 0.056333, "recall": 0.06917}, {"accuracy": 0.211462, "f1": 0.183977, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"], "main_score": 0.183977, "precision": 0.177701, "recall": 0.211462}, {"accuracy": 0.106719, "f1": 0.093013, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"], "main_score": 0.093013, "precision": 0.089272, "recall": 0.106719}, {"accuracy": 0.233202, "f1": 0.205389, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"], "main_score": 0.205389, "precision": 0.195579, "recall": 0.233202}, {"accuracy": 0.019763, "f1": 0.015264, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"], "main_score": 0.015264, "precision": 0.014104, "recall": 0.019763}, {"accuracy": 0.214427, "f1": 0.188694, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"], "main_score": 0.188694, "precision": 0.181601, "recall": 0.214427}, {"accuracy": 0.151186, "f1": 0.132411, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"], "main_score": 0.132411, "precision": 0.126443, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.143371, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"], "main_score": 0.143371, "precision": 0.138379, "recall": 0.164032}, {"accuracy": 0.201581, "f1": 0.177219, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"], "main_score": 0.177219, "precision": 0.171458, "recall": 0.201581}, {"accuracy": 0.116601, "f1": 0.10193, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"], "main_score": 0.10193, "precision": 0.097367, "recall": 0.116601}, {"accuracy": 0.119565, "f1": 0.109085, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"], "main_score": 0.109085, "precision": 0.106593, "recall": 0.119565}, {"accuracy": 0.185771, "f1": 0.16311, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"], "main_score": 0.16311, "precision": 0.155077, "recall": 0.185771}, {"accuracy": 0.174901, "f1": 0.154353, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"], "main_score": 0.154353, "precision": 0.149659, "recall": 0.174901}, {"accuracy": 0.134387, "f1": 0.121446, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"], "main_score": 0.121446, "precision": 0.118282, "recall": 0.134387}, {"accuracy": 0.213439, "f1": 0.188095, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"], "main_score": 0.188095, "precision": 0.181767, "recall": 0.213439}, {"accuracy": 0.133399, "f1": 0.120843, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"], "main_score": 0.120843, "precision": 0.116737, "recall": 0.133399}, {"accuracy": 0.193676, "f1": 0.16979, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"], "main_score": 0.16979, "precision": 0.162251, "recall": 0.193676}, {"accuracy": 0.128458, "f1": 0.111827, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"], "main_score": 0.111827, "precision": 0.107268, "recall": 0.128458}, {"accuracy": 0.031621, "f1": 0.024964, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"], "main_score": 0.024964, "precision": 0.023424, "recall": 0.031621}, {"accuracy": 0.211462, "f1": 0.192632, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"], "main_score": 0.192632, "precision": 0.185824, "recall": 0.211462}, {"accuracy": 0.219368, "f1": 0.206188, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"], "main_score": 0.206188, "precision": 0.201796, "recall": 0.219368}, {"accuracy": 0.025692, "f1": 0.021576, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"], "main_score": 0.021576, "precision": 0.020346, "recall": 0.025692}, {"accuracy": 0.170949, "f1": 0.149873, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"], "main_score": 0.149873, "precision": 0.144258, "recall": 0.170949}, {"accuracy": 0.134387, "f1": 0.11479, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"], "main_score": 0.11479, "precision": 0.110581, "recall": 0.134387}, {"accuracy": 0.176877, "f1": 0.159252, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"], "main_score": 0.159252, "precision": 0.154974, "recall": 0.176877}, {"accuracy": 0.114625, "f1": 0.1011, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"], "main_score": 0.1011, "precision": 0.097738, "recall": 0.114625}, {"accuracy": 0.23419, "f1": 0.21065, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"], "main_score": 0.21065, "precision": 0.203092, "recall": 0.23419}, {"accuracy": 0.131423, "f1": 0.119001, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"], "main_score": 0.119001, "precision": 0.116234, "recall": 0.131423}, {"accuracy": 0.137352, "f1": 0.121576, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"], "main_score": 0.121576, "precision": 0.11825, "recall": 0.137352}, {"accuracy": 0.215415, "f1": 0.190613, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"], "main_score": 0.190613, "precision": 0.183995, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.206811, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"], "main_score": 0.206811, "precision": 0.201057, "recall": 0.222332}, {"accuracy": 0.178854, "f1": 0.164224, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"], "main_score": 0.164224, "precision": 0.158387, "recall": 0.178854}, {"accuracy": 0.20751, "f1": 0.188101, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"], "main_score": 0.188101, "precision": 0.180917, "recall": 0.20751}, {"accuracy": 0.16996, "f1": 0.152822, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"], "main_score": 0.152822, "precision": 0.147638, "recall": 0.16996}, {"accuracy": 0.09585, "f1": 0.08784, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"], "main_score": 0.08784, "precision": 0.085844, "recall": 0.09585}, {"accuracy": 0.183794, "f1": 0.162293, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"], "main_score": 0.162293, "precision": 0.157275, "recall": 0.183794}, {"accuracy": 0.032609, "f1": 0.021636, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"], "main_score": 0.021636, "precision": 0.018987, "recall": 0.032609}, {"accuracy": 0.131423, "f1": 0.116605, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"], "main_score": 0.116605, "precision": 0.111318, "recall": 0.131423}, {"accuracy": 0.105731, "f1": 0.097815, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"], "main_score": 0.097815, "precision": 0.095275, "recall": 0.105731}, {"accuracy": 0.049407, "f1": 0.034479, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"], "main_score": 0.034479, "precision": 0.030539, "recall": 0.049407}, {"accuracy": 0.210474, "f1": 0.186004, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"], "main_score": 0.186004, "precision": 0.179933, "recall": 0.210474}, {"accuracy": 0.135375, "f1": 0.123107, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"], "main_score": 0.123107, "precision": 0.119471, "recall": 0.135375}, {"accuracy": 0.155138, "f1": 0.14001, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"], "main_score": 0.14001, "precision": 0.136272, "recall": 0.155138}, {"accuracy": 0.067194, "f1": 0.055046, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"], "main_score": 0.055046, "precision": 0.051856, "recall": 0.067194}, {"accuracy": 0.203557, "f1": 0.181356, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"], "main_score": 0.181356, "precision": 0.175185, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.163968, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"], "main_score": 0.163968, "precision": 0.159133, "recall": 0.182806}, {"accuracy": 0.221344, "f1": 0.19085, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"], "main_score": 0.19085, "precision": 0.183767, "recall": 0.221344}, {"accuracy": 0.151186, "f1": 0.133889, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"], "main_score": 0.133889, "precision": 0.129122, "recall": 0.151186}, {"accuracy": 0.190711, "f1": 0.171111, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"], "main_score": 0.171111, "precision": 0.165541, "recall": 0.190711}, {"accuracy": 0.198617, "f1": 0.178973, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"], "main_score": 0.178973, "precision": 0.172233, "recall": 0.198617}, {"accuracy": 0.065217, "f1": 0.052225, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"], "main_score": 0.052225, "precision": 0.050253, "recall": 0.065217}, {"accuracy": 0.220356, "f1": 0.191535, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"], "main_score": 0.191535, "precision": 0.183554, "recall": 0.220356}, {"accuracy": 0.113636, "f1": 0.102432, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"], "main_score": 0.102432, "precision": 0.098569, "recall": 0.113636}, {"accuracy": 0.177866, "f1": 0.163863, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"], "main_score": 0.163863, "precision": 0.159345, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.177082, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"], "main_score": 0.177082, "precision": 0.170396, "recall": 0.195652}, {"accuracy": 0.139328, "f1": 0.127059, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"], "main_score": 0.127059, "precision": 0.124561, "recall": 0.139328}, {"accuracy": 0.161067, "f1": 0.140597, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"], "main_score": 0.140597, "precision": 0.13553, "recall": 0.161067}, {"accuracy": 0.178854, "f1": 0.157368, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"], "main_score": 0.157368, "precision": 0.149466, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.151253, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"], "main_score": 0.151253, "precision": 0.145854, "recall": 0.171937}, {"accuracy": 0.205534, "f1": 0.183497, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"], "main_score": 0.183497, "precision": 0.176868, "recall": 0.205534}, {"accuracy": 0.187747, "f1": 0.17425, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"], "main_score": 0.17425, "precision": 0.169856, "recall": 0.187747}, {"accuracy": 0.144269, "f1": 0.123682, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"], "main_score": 0.123682, "precision": 0.118784, "recall": 0.144269}, {"accuracy": 0.186759, "f1": 0.163225, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"], "main_score": 0.163225, "precision": 0.156989, "recall": 0.186759}, {"accuracy": 0.23419, "f1": 0.2013, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"], "main_score": 0.2013, "precision": 0.193062, "recall": 0.23419}, {"accuracy": 0.15415, "f1": 0.135378, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"], "main_score": 0.135378, "precision": 0.12974, "recall": 0.15415}, {"accuracy": 0.143281, "f1": 0.133132, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"], "main_score": 0.133132, "precision": 0.130067, "recall": 0.143281}, {"accuracy": 0.114625, "f1": 0.096493, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"], "main_score": 0.096493, "precision": 0.092321, "recall": 0.114625}, {"accuracy": 0.195652, "f1": 0.174843, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"], "main_score": 0.174843, "precision": 0.167368, "recall": 0.195652}, {"accuracy": 0.072134, "f1": 0.05283, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"], "main_score": 0.05283, "precision": 0.049104, "recall": 0.072134}, {"accuracy": 0.235178, "f1": 0.21011, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"], "main_score": 0.21011, "precision": 0.202609, "recall": 0.235178}, {"accuracy": 0.086957, "f1": 0.07221, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"], "main_score": 0.07221, "precision": 0.067128, "recall": 0.086957}, {"accuracy": 0.219368, "f1": 0.192352, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"], "main_score": 0.192352, "precision": 0.185849, "recall": 0.219368}, {"accuracy": 0.172925, "f1": 0.153521, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"], "main_score": 0.153521, "precision": 0.148451, "recall": 0.172925}, {"accuracy": 0.088933, "f1": 0.071363, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"], "main_score": 0.071363, "precision": 0.065673, "recall": 0.088933}, {"accuracy": 0.153162, "f1": 0.140923, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"], "main_score": 0.140923, "precision": 0.137222, "recall": 0.153162}, {"accuracy": 0.219368, "f1": 0.188549, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"], "main_score": 0.188549, "precision": 0.18185, "recall": 0.219368}, {"accuracy": 0.08498, "f1": 0.074288, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"], "main_score": 0.074288, "precision": 0.072368, "recall": 0.08498}, {"accuracy": 0.125494, "f1": 0.111092, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"], "main_score": 0.111092, "precision": 0.106494, "recall": 0.125494}, {"accuracy": 0.159091, "f1": 0.139884, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"], "main_score": 0.139884, "precision": 0.134186, "recall": 0.159091}, {"accuracy": 0.135375, "f1": 0.114857, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"], "main_score": 0.114857, "precision": 0.110155, "recall": 0.135375}, {"accuracy": 0.16502, "f1": 0.153667, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"], "main_score": 0.153667, "precision": 0.149629, "recall": 0.16502}, {"accuracy": 0.177866, "f1": 0.161754, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"], "main_score": 0.161754, "precision": 0.155456, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.17776, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"], "main_score": 0.17776, "precision": 0.169375, "recall": 0.202569}, {"accuracy": 0.275692, "f1": 0.251823, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"], "main_score": 0.251823, "precision": 0.24364, "recall": 0.275692}, {"accuracy": 0.20751, "f1": 0.185872, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"], "main_score": 0.185872, "precision": 0.180421, "recall": 0.20751}, {"accuracy": 0.019763, "f1": 0.007457, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"], "main_score": 0.007457, "precision": 0.005814, "recall": 0.019763}, {"accuracy": 0.072134, "f1": 0.062446, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"], "main_score": 0.062446, "precision": 0.060342, "recall": 0.072134}, {"accuracy": 0.057312, "f1": 0.048206, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"], "main_score": 0.048206, "precision": 0.046342, "recall": 0.057312}, {"accuracy": 0.107708, "f1": 0.091062, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"], "main_score": 0.091062, "precision": 0.087696, "recall": 0.107708}, {"accuracy": 0.210474, "f1": 0.186524, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"], "main_score": 0.186524, "precision": 0.180152, "recall": 0.210474}, {"accuracy": 0.091897, "f1": 0.074736, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"], "main_score": 0.074736, "precision": 0.068717, "recall": 0.091897}, {"accuracy": 0.225296, "f1": 0.206951, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"], "main_score": 0.206951, "precision": 0.199802, "recall": 0.225296}, {"accuracy": 0.1917, "f1": 0.16671, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"], "main_score": 0.16671, "precision": 0.160677, "recall": 0.1917}, {"accuracy": 0.210474, "f1": 0.189271, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"], "main_score": 0.189271, "precision": 0.183289, "recall": 0.210474}, {"accuracy": 0.13834, "f1": 0.12542, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"], "main_score": 0.12542, "precision": 0.122052, "recall": 0.13834}, {"accuracy": 0.12747, "f1": 0.112569, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"], "main_score": 0.112569, "precision": 0.107849, "recall": 0.12747}, {"accuracy": 0.149209, "f1": 0.131595, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"], "main_score": 0.131595, "precision": 0.125159, "recall": 0.149209}, {"accuracy": 0.116601, "f1": 0.103845, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"], "main_score": 0.103845, "precision": 0.100386, "recall": 0.116601}, {"accuracy": 0.217391, "f1": 0.195638, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"], "main_score": 0.195638, "precision": 0.187909, "recall": 0.217391}, {"accuracy": 0.151186, "f1": 0.130776, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"], "main_score": 0.130776, "precision": 0.125535, "recall": 0.151186}, {"accuracy": 0.071146, "f1": 0.057647, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"], "main_score": 0.057647, "precision": 0.054339, "recall": 0.071146}, {"accuracy": 0.157115, "f1": 0.146475, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"], "main_score": 0.146475, "precision": 0.143539, "recall": 0.157115}, {"accuracy": 0.132411, "f1": 0.113802, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"], "main_score": 0.113802, "precision": 0.108859, "recall": 0.132411}, {"accuracy": 0.164032, "f1": 0.140808, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"], "main_score": 0.140808, "precision": 0.134565, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.155646, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"], "main_score": 0.155646, "precision": 0.151399, "recall": 0.167984}, {"accuracy": 0.15415, "f1": 0.129288, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"], "main_score": 0.129288, "precision": 0.123079, "recall": 0.15415}, {"accuracy": 0.049407, "f1": 0.040565, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"], "main_score": 0.040565, "precision": 0.038324, "recall": 0.049407}, {"accuracy": 0.082016, "f1": 0.064527, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"], "main_score": 0.064527, "precision": 0.060605, "recall": 0.082016}, {"accuracy": 0.139328, "f1": 0.12653, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"], "main_score": 0.12653, "precision": 0.122311, "recall": 0.139328}, {"accuracy": 0.077075, "f1": 0.069799, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"], "main_score": 0.069799, "precision": 0.067393, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.133849, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"], "main_score": 0.133849, "precision": 0.129227, "recall": 0.150198}, {"accuracy": 0.225296, "f1": 0.205545, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"], "main_score": 0.205545, "precision": 0.198661, "recall": 0.225296}, {"accuracy": 0.072134, "f1": 0.056758, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"], "main_score": 0.056758, "precision": 0.05345, "recall": 0.072134}, {"accuracy": 0.158103, "f1": 0.138153, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"], "main_score": 0.138153, "precision": 0.133508, "recall": 0.158103}, {"accuracy": 0.172925, "f1": 0.146812, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"], "main_score": 0.146812, "precision": 0.140136, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.146194, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"], "main_score": 0.146194, "precision": 0.142208, "recall": 0.164032}, {"accuracy": 0.125494, "f1": 0.114644, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"], "main_score": 0.114644, "precision": 0.111632, "recall": 0.125494}, {"accuracy": 0.22332, "f1": 0.194917, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"], "main_score": 0.194917, "precision": 0.188603, "recall": 0.22332}, {"accuracy": 0.115613, "f1": 0.092753, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"], "main_score": 0.092753, "precision": 0.086918, "recall": 0.115613}, {"accuracy": 0.166008, "f1": 0.151734, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"], "main_score": 0.151734, "precision": 0.147757, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.093451, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"], "main_score": 0.093451, "precision": 0.084134, "recall": 0.123518}, {"accuracy": 0.200593, "f1": 0.181498, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"], "main_score": 0.181498, "precision": 0.175473, "recall": 0.200593}, {"accuracy": 0.037549, "f1": 0.030119, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"], "main_score": 0.030119, "precision": 0.028411, "recall": 0.037549}, {"accuracy": 0.15415, "f1": 0.133525, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"], "main_score": 0.133525, "precision": 0.129026, "recall": 0.15415}, {"accuracy": 0.142292, "f1": 0.12139, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"], "main_score": 0.12139, "precision": 0.116272, "recall": 0.142292}, {"accuracy": 0.137352, "f1": 0.118149, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"], "main_score": 0.118149, "precision": 0.114281, "recall": 0.137352}, {"accuracy": 0.193676, "f1": 0.17934, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"], "main_score": 0.17934, "precision": 0.173798, "recall": 0.193676}, {"accuracy": 0.121542, "f1": 0.10533, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"], "main_score": 0.10533, "precision": 0.101233, "recall": 0.121542}, {"accuracy": 0.23913, "f1": 0.218907, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"], "main_score": 0.218907, "precision": 0.211135, "recall": 0.23913}, {"accuracy": 0.238142, "f1": 0.21827, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"], "main_score": 0.21827, "precision": 0.210879, "recall": 0.238142}, {"accuracy": 0.20751, "f1": 0.180215, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"], "main_score": 0.180215, "precision": 0.173196, "recall": 0.20751}, {"accuracy": 0.19664, "f1": 0.180621, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"], "main_score": 0.180621, "precision": 0.175687, "recall": 0.19664}, {"accuracy": 0.216403, "f1": 0.190024, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"], "main_score": 0.190024, "precision": 0.183674, "recall": 0.216403}, {"accuracy": 0.193676, "f1": 0.168876, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"], "main_score": 0.168876, "precision": 0.161289, "recall": 0.193676}, {"accuracy": 0.230237, "f1": 0.205713, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"], "main_score": 0.205713, "precision": 0.19963, "recall": 0.230237}, {"accuracy": 0.089921, "f1": 0.077328, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"], "main_score": 0.077328, "precision": 0.074188, "recall": 0.089921}, {"accuracy": 0.166008, "f1": 0.143993, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"], "main_score": 0.143993, "precision": 0.140099, "recall": 0.166008}, {"accuracy": 0.182806, "f1": 0.162122, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"], "main_score": 0.162122, "precision": 0.156221, "recall": 0.182806}, {"accuracy": 0.187747, "f1": 0.169771, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"], "main_score": 0.169771, "precision": 0.165021, "recall": 0.187747}, {"accuracy": 0.166996, "f1": 0.143199, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"], "main_score": 0.143199, "precision": 0.134881, "recall": 0.166996}, {"accuracy": 0.221344, "f1": 0.204712, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"], "main_score": 0.204712, "precision": 0.197967, "recall": 0.221344}, {"accuracy": 0.157115, "f1": 0.136847, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"], "main_score": 0.136847, "precision": 0.130112, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.077836, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"], "main_score": 0.077836, "precision": 0.073602, "recall": 0.097826}, {"accuracy": 0.204545, "f1": 0.184819, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"], "main_score": 0.184819, "precision": 0.179176, "recall": 0.204545}, {"accuracy": 0.167984, "f1": 0.150655, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"], "main_score": 0.150655, "precision": 0.145198, "recall": 0.167984}, {"accuracy": 0.206522, "f1": 0.187548, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"], "main_score": 0.187548, "precision": 0.181518, "recall": 0.206522}, {"accuracy": 0.208498, "f1": 0.187926, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"], "main_score": 0.187926, "precision": 0.181097, "recall": 0.208498}, {"accuracy": 0.071146, "f1": 0.058259, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"], "main_score": 0.058259, "precision": 0.055387, "recall": 0.071146}, {"accuracy": 0.177866, "f1": 0.154493, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"], "main_score": 0.154493, "precision": 0.146711, "recall": 0.177866}, {"accuracy": 0.211462, "f1": 0.191096, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"], "main_score": 0.191096, "precision": 0.184812, "recall": 0.211462}, {"accuracy": 0.130435, "f1": 0.116297, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"], "main_score": 0.116297, "precision": 0.112581, "recall": 0.130435}, {"accuracy": 0.202569, "f1": 0.180937, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"], "main_score": 0.180937, "precision": 0.174478, "recall": 0.202569}, {"accuracy": 0.183794, "f1": 0.166647, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"], "main_score": 0.166647, "precision": 0.161453, "recall": 0.183794}, {"accuracy": 0.115613, "f1": 0.108719, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"], "main_score": 0.108719, "precision": 0.106672, "recall": 0.115613}, {"accuracy": 0.229249, "f1": 0.203017, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"], "main_score": 0.203017, "precision": 0.194443, "recall": 0.229249}, {"accuracy": 0.188735, "f1": 0.170199, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"], "main_score": 0.170199, "precision": 0.164322, "recall": 0.188735}, {"accuracy": 0.085968, "f1": 0.073548, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"], "main_score": 0.073548, "precision": 0.070285, "recall": 0.085968}, {"accuracy": 0.147233, "f1": 0.126599, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"], "main_score": 0.126599, "precision": 0.120831, "recall": 0.147233}, {"accuracy": 0.166008, "f1": 0.141933, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"], "main_score": 0.141933, "precision": 0.135915, "recall": 0.166008}, {"accuracy": 0.188735, "f1": 0.172106, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"], "main_score": 0.172106, "precision": 0.16541, "recall": 0.188735}, {"accuracy": 0.147233, "f1": 0.128571, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"], "main_score": 0.128571, "precision": 0.123611, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.127218, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"], "main_score": 0.127218, "precision": 0.121501, "recall": 0.150198}, {"accuracy": 0.166996, "f1": 0.146276, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"], "main_score": 0.146276, "precision": 0.140913, "recall": 0.166996}, {"accuracy": 0.064229, "f1": 0.053365, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"], "main_score": 0.053365, "precision": 0.051343, "recall": 0.064229}, {"accuracy": 0.146245, "f1": 0.13434, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"], "main_score": 0.13434, "precision": 0.130557, "recall": 0.146245}, {"accuracy": 0.229249, "f1": 0.204556, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"], "main_score": 0.204556, "precision": 0.195641, "recall": 0.229249}, {"accuracy": 0.013834, "f1": 0.007683, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"], "main_score": 0.007683, "precision": 0.006783, "recall": 0.013834}, {"accuracy": 0.031621, "f1": 0.027198, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"], "main_score": 0.027198, "precision": 0.026333, "recall": 0.031621}, {"accuracy": 0.002964, "f1": 0.000402, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"], "main_score": 0.000402, "precision": 0.000223, "recall": 0.002964}, {"accuracy": 0.025692, "f1": 0.022152, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"], "main_score": 0.022152, "precision": 0.021501, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.01981, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"], "main_score": 0.01981, "precision": 0.019293, "recall": 0.021739}, {"accuracy": 0.012846, "f1": 0.012187, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"], "main_score": 0.012187, "precision": 0.011858, "recall": 0.012846}, {"accuracy": 0.021739, "f1": 0.019139, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"], "main_score": 0.019139, "precision": 0.018792, "recall": 0.021739}, {"accuracy": 0.043478, "f1": 0.037787, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"], "main_score": 0.037787, "precision": 0.036691, "recall": 0.043478}, {"accuracy": 0.033597, "f1": 0.027474, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"], "main_score": 0.027474, "precision": 0.026646, "recall": 0.033597}, {"accuracy": 0.024704, "f1": 0.021086, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"], "main_score": 0.021086, "precision": 0.01993, "recall": 0.024704}, {"accuracy": 0.017787, "f1": 0.01381, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"], "main_score": 0.01381, "precision": 0.013226, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.024279, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"], "main_score": 0.024279, "precision": 0.023799, "recall": 0.02668}, {"accuracy": 0.012846, "f1": 0.009835, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"], "main_score": 0.009835, "precision": 0.009286, "recall": 0.012846}, {"accuracy": 0.027668, "f1": 0.024951, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"], "main_score": 0.024951, "precision": 0.024021, "recall": 0.027668}, {"accuracy": 0.018775, "f1": 0.0155, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"], "main_score": 0.0155, "precision": 0.01503, "recall": 0.018775}, {"accuracy": 0.031621, "f1": 0.026229, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"], "main_score": 0.026229, "precision": 0.025446, "recall": 0.031621}, {"accuracy": 0.038538, "f1": 0.032356, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"], "main_score": 0.032356, "precision": 0.031703, "recall": 0.038538}, {"accuracy": 0.038538, "f1": 0.029825, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"], "main_score": 0.029825, "precision": 0.02775, "recall": 0.038538}, {"accuracy": 0.020751, "f1": 0.018448, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"], "main_score": 0.018448, "precision": 0.017952, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.017954, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"], "main_score": 0.017954, "precision": 0.017294, "recall": 0.020751}, {"accuracy": 0.035573, "f1": 0.030875, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"], "main_score": 0.030875, "precision": 0.030185, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.020948, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"], "main_score": 0.020948, "precision": 0.020511, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.036387, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"], "main_score": 0.036387, "precision": 0.034731, "recall": 0.043478}, {"accuracy": 0.01581, "f1": 0.012907, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"], "main_score": 0.012907, "precision": 0.012581, "recall": 0.01581}, {"accuracy": 0.023715, "f1": 0.019364, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"], "main_score": 0.019364, "precision": 0.018593, "recall": 0.023715}, {"accuracy": 0.022727, "f1": 0.018138, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"], "main_score": 0.018138, "precision": 0.016842, "recall": 0.022727}, {"accuracy": 0.075099, "f1": 0.060276, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"], "main_score": 0.060276, "precision": 0.056213, "recall": 0.075099}, {"accuracy": 0.020751, "f1": 0.017204, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"], "main_score": 0.017204, "precision": 0.016557, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.031876, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"], "main_score": 0.031876, "precision": 0.03001, "recall": 0.038538}, {"accuracy": 0.024704, "f1": 0.021646, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"], "main_score": 0.021646, "precision": 0.020836, "recall": 0.024704}, {"accuracy": 0.02668, "f1": 0.02154, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"], "main_score": 0.02154, "precision": 0.020941, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.023608, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"], "main_score": 0.023608, "precision": 0.023017, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.014068, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"], "main_score": 0.014068, "precision": 0.013705, "recall": 0.016798}, {"accuracy": 0.027668, "f1": 0.024186, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"], "main_score": 0.024186, "precision": 0.023226, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.026695, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"], "main_score": 0.026695, "precision": 0.025864, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.022024, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"], "main_score": 0.022024, "precision": 0.021905, "recall": 0.023715}, {"accuracy": 0.020751, "f1": 0.016609, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"], "main_score": 0.016609, "precision": 0.01573, "recall": 0.020751}, {"accuracy": 0.018775, "f1": 0.016221, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"], "main_score": 0.016221, "precision": 0.015853, "recall": 0.018775}, {"accuracy": 0.034585, "f1": 0.029642, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"], "main_score": 0.029642, "precision": 0.028547, "recall": 0.034585}, {"accuracy": 0.016798, "f1": 0.013349, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"], "main_score": 0.013349, "precision": 0.012883, "recall": 0.016798}, {"accuracy": 0.043478, "f1": 0.034272, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"], "main_score": 0.034272, "precision": 0.032508, "recall": 0.043478}, {"accuracy": 0.01581, "f1": 0.01097, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"], "main_score": 0.01097, "precision": 0.010322, "recall": 0.01581}, {"accuracy": 0.032609, "f1": 0.027489, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"], "main_score": 0.027489, "precision": 0.026654, "recall": 0.032609}, {"accuracy": 0.025692, "f1": 0.021643, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"], "main_score": 0.021643, "precision": 0.020703, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020974, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"], "main_score": 0.020974, "precision": 0.020086, "recall": 0.024704}, {"accuracy": 0.029644, "f1": 0.022818, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"], "main_score": 0.022818, "precision": 0.02162, "recall": 0.029644}, {"accuracy": 0.016798, "f1": 0.014509, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"], "main_score": 0.014509, "precision": 0.014007, "recall": 0.016798}, {"accuracy": 0.020751, "f1": 0.017583, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"], "main_score": 0.017583, "precision": 0.016757, "recall": 0.020751}, {"accuracy": 0.036561, "f1": 0.029788, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"], "main_score": 0.029788, "precision": 0.028317, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.030325, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"], "main_score": 0.030325, "precision": 0.029461, "recall": 0.034585}, {"accuracy": 0.024704, "f1": 0.020588, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"], "main_score": 0.020588, "precision": 0.020282, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.026425, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"], "main_score": 0.026425, "precision": 0.025564, "recall": 0.032609}, {"accuracy": 0.019763, "f1": 0.018445, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"], "main_score": 0.018445, "precision": 0.017984, "recall": 0.019763}, {"accuracy": 0.036561, "f1": 0.028476, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"], "main_score": 0.028476, "precision": 0.026835, "recall": 0.036561}, {"accuracy": 0.027668, "f1": 0.02392, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"], "main_score": 0.02392, "precision": 0.023077, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.013332, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"], "main_score": 0.013332, "precision": 0.012349, "recall": 0.017787}, {"accuracy": 0.032609, "f1": 0.02545, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"], "main_score": 0.02545, "precision": 0.023714, "recall": 0.032609}, {"accuracy": 0.028656, "f1": 0.023849, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"], "main_score": 0.023849, "precision": 0.022653, "recall": 0.028656}, {"accuracy": 0.022727, "f1": 0.018703, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"], "main_score": 0.018703, "precision": 0.01812, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.021096, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"], "main_score": 0.021096, "precision": 0.020429, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.023387, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"], "main_score": 0.023387, "precision": 0.02258, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.02726, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"], "main_score": 0.02726, "precision": 0.026517, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.022922, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"], "main_score": 0.022922, "precision": 0.022083, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.0255, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"], "main_score": 0.0255, "precision": 0.024545, "recall": 0.030632}, {"accuracy": 0.025692, "f1": 0.022414, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"], "main_score": 0.022414, "precision": 0.021912, "recall": 0.025692}, {"accuracy": 0.023715, "f1": 0.020518, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"], "main_score": 0.020518, "precision": 0.020223, "recall": 0.023715}, {"accuracy": 0.034585, "f1": 0.029723, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"], "main_score": 0.029723, "precision": 0.028627, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.027172, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"], "main_score": 0.027172, "precision": 0.026037, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.030501, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"], "main_score": 0.030501, "precision": 0.029603, "recall": 0.035573}, {"accuracy": 0.045455, "f1": 0.038952, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"], "main_score": 0.038952, "precision": 0.036759, "recall": 0.045455}, {"accuracy": 0.028656, "f1": 0.023966, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"], "main_score": 0.023966, "precision": 0.022989, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016641, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"], "main_score": 0.016641, "precision": 0.015833, "recall": 0.021739}, {"accuracy": 0.027668, "f1": 0.022695, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"], "main_score": 0.022695, "precision": 0.022099, "recall": 0.027668}, {"accuracy": 0.057312, "f1": 0.041373, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"], "main_score": 0.041373, "precision": 0.037813, "recall": 0.057312}, {"accuracy": 0.030632, "f1": 0.025647, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"], "main_score": 0.025647, "precision": 0.024461, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.020985, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"], "main_score": 0.020985, "precision": 0.020341, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.030332, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"], "main_score": 0.030332, "precision": 0.029208, "recall": 0.035573}, {"accuracy": 0.036561, "f1": 0.030733, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"], "main_score": 0.030733, "precision": 0.03028, "recall": 0.036561}, {"accuracy": 0.028656, "f1": 0.022685, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"], "main_score": 0.022685, "precision": 0.022057, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.023965, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"], "main_score": 0.023965, "precision": 0.023073, "recall": 0.029644}, {"accuracy": 0.021739, "f1": 0.017238, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"], "main_score": 0.017238, "precision": 0.016502, "recall": 0.021739}, {"accuracy": 0.031621, "f1": 0.025985, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"], "main_score": 0.025985, "precision": 0.025263, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.025327, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"], "main_score": 0.025327, "precision": 0.024874, "recall": 0.028656}, {"accuracy": 0.034585, "f1": 0.029435, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"], "main_score": 0.029435, "precision": 0.028814, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.026468, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"], "main_score": 0.026468, "precision": 0.025692, "recall": 0.028656}, {"accuracy": 0.030632, "f1": 0.02603, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"], "main_score": 0.02603, "precision": 0.024741, "recall": 0.030632}, {"accuracy": 0.030632, "f1": 0.025656, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"], "main_score": 0.025656, "precision": 0.024702, "recall": 0.030632}, {"accuracy": 0.018775, "f1": 0.012691, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"], "main_score": 0.012691, "precision": 0.012046, "recall": 0.018775}, {"accuracy": 0.030632, "f1": 0.026123, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"], "main_score": 0.026123, "precision": 0.025449, "recall": 0.030632}, {"accuracy": 0.017787, "f1": 0.015483, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"], "main_score": 0.015483, "precision": 0.014823, "recall": 0.017787}, {"accuracy": 0.018775, "f1": 0.015435, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"], "main_score": 0.015435, "precision": 0.014635, "recall": 0.018775}, {"accuracy": 0.027668, "f1": 0.023786, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"], "main_score": 0.023786, "precision": 0.022647, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.019753, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"], "main_score": 0.019753, "precision": 0.019188, "recall": 0.022727}, {"accuracy": 0.036561, "f1": 0.02956, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"], "main_score": 0.02956, "precision": 0.02832, "recall": 0.036561}, {"accuracy": 0.039526, "f1": 0.035691, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"], "main_score": 0.035691, "precision": 0.034256, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.021585, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"], "main_score": 0.021585, "precision": 0.020954, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.03368, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"], "main_score": 0.03368, "precision": 0.032041, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.020336, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"], "main_score": 0.020336, "precision": 0.019454, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.023391, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"], "main_score": 0.023391, "precision": 0.022598, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.02446, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"], "main_score": 0.02446, "precision": 0.023397, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.033951, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"], "main_score": 0.033951, "precision": 0.03323, "recall": 0.039526}, {"accuracy": 0.032609, "f1": 0.027551, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"], "main_score": 0.027551, "precision": 0.026912, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.020614, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"], "main_score": 0.020614, "precision": 0.019974, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.01862, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"], "main_score": 0.01862, "precision": 0.018121, "recall": 0.021739}, {"accuracy": 0.021739, "f1": 0.018647, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"], "main_score": 0.018647, "precision": 0.017898, "recall": 0.021739}, {"accuracy": 0.081028, "f1": 0.067057, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"], "main_score": 0.067057, "precision": 0.063329, "recall": 0.081028}, {"accuracy": 0.027668, "f1": 0.022337, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"], "main_score": 0.022337, "precision": 0.020965, "recall": 0.027668}, {"accuracy": 0.029644, "f1": 0.024458, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"], "main_score": 0.024458, "precision": 0.023357, "recall": 0.029644}, {"accuracy": 0.031621, "f1": 0.024938, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"], "main_score": 0.024938, "precision": 0.023617, "recall": 0.031621}, {"accuracy": 0.025692, "f1": 0.020986, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"], "main_score": 0.020986, "precision": 0.020317, "recall": 0.025692}, {"accuracy": 0.04249, "f1": 0.033713, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"], "main_score": 0.033713, "precision": 0.032117, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.024983, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"], "main_score": 0.024983, "precision": 0.023979, "recall": 0.029644}, {"accuracy": 0.036561, "f1": 0.030752, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"], "main_score": 0.030752, "precision": 0.029826, "recall": 0.036561}, {"accuracy": 0.018775, "f1": 0.014527, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"], "main_score": 0.014527, "precision": 0.013986, "recall": 0.018775}, {"accuracy": 0.021739, "f1": 0.018349, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"], "main_score": 0.018349, "precision": 0.017574, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.023868, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"], "main_score": 0.023868, "precision": 0.022567, "recall": 0.030632}, {"accuracy": 0.024704, "f1": 0.021316, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"], "main_score": 0.021316, "precision": 0.020342, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.022398, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"], "main_score": 0.022398, "precision": 0.022233, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.0278, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"], "main_score": 0.0278, "precision": 0.026021, "recall": 0.032609}, {"accuracy": 0.041502, "f1": 0.036238, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"], "main_score": 0.036238, "precision": 0.03481, "recall": 0.041502}, {"accuracy": 0.032609, "f1": 0.027301, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"], "main_score": 0.027301, "precision": 0.026167, "recall": 0.032609}, {"accuracy": 0.031621, "f1": 0.026503, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"], "main_score": 0.026503, "precision": 0.025913, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.012724, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"], "main_score": 0.012724, "precision": 0.011269, "recall": 0.020751}, {"accuracy": 0.01087, "f1": 0.009094, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"], "main_score": 0.009094, "precision": 0.009004, "recall": 0.01087}, {"accuracy": 0.028656, "f1": 0.0229, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"], "main_score": 0.0229, "precision": 0.021876, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016644, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"], "main_score": 0.016644, "precision": 0.016047, "recall": 0.021739}, {"accuracy": 0.032609, "f1": 0.027946, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"], "main_score": 0.027946, "precision": 0.027239, "recall": 0.032609}, {"accuracy": 0.048419, "f1": 0.039966, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"], "main_score": 0.039966, "precision": 0.038291, "recall": 0.048419}, {"accuracy": 0.036561, "f1": 0.030742, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"], "main_score": 0.030742, "precision": 0.029259, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.026715, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"], "main_score": 0.026715, "precision": 0.026112, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.030978, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"], "main_score": 0.030978, "precision": 0.030269, "recall": 0.035573}, {"accuracy": 0.023715, "f1": 0.02082, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"], "main_score": 0.02082, "precision": 0.020209, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.024066, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"], "main_score": 0.024066, "precision": 0.022606, "recall": 0.032609}, {"accuracy": 0.02668, "f1": 0.020667, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"], "main_score": 0.020667, "precision": 0.019261, "recall": 0.02668}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"], "main_score": 0.017789, "precision": 0.016964, "recall": 0.020751}, {"accuracy": 0.034585, "f1": 0.025809, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"], "main_score": 0.025809, "precision": 0.023582, "recall": 0.034585}, {"accuracy": 0.036561, "f1": 0.029213, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"], "main_score": 0.029213, "precision": 0.027521, "recall": 0.036561}, {"accuracy": 0.016798, "f1": 0.014999, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"], "main_score": 0.014999, "precision": 0.014664, "recall": 0.016798}, {"accuracy": 0.020751, "f1": 0.018063, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"], "main_score": 0.018063, "precision": 0.017681, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.025758, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"], "main_score": 0.025758, "precision": 0.025445, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.022418, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"], "main_score": 0.022418, "precision": 0.021257, "recall": 0.028656}, {"accuracy": 0.027668, "f1": 0.02344, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"], "main_score": 0.02344, "precision": 0.022377, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.026343, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"], "main_score": 0.026343, "precision": 0.025309, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.014695, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"], "main_score": 0.014695, "precision": 0.014182, "recall": 0.018775}, {"accuracy": 0.02668, "f1": 0.021217, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"], "main_score": 0.021217, "precision": 0.020261, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.023329, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"], "main_score": 0.023329, "precision": 0.022337, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.014246, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"], "main_score": 0.014246, "precision": 0.013877, "recall": 0.01581}, {"accuracy": 0.023715, "f1": 0.020927, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"], "main_score": 0.020927, "precision": 0.020592, "recall": 0.023715}, {"accuracy": 0.04249, "f1": 0.036191, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"], "main_score": 0.036191, "precision": 0.034833, "recall": 0.04249}, {"accuracy": 0.02668, "f1": 0.022411, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"], "main_score": 0.022411, "precision": 0.021551, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.021247, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"], "main_score": 0.021247, "precision": 0.020587, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.028014, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"], "main_score": 0.028014, "precision": 0.027304, "recall": 0.032609}, {"accuracy": 0.022727, "f1": 0.017881, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"], "main_score": 0.017881, "precision": 0.016781, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.01736, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"], "main_score": 0.01736, "precision": 0.016668, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.029685, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"], "main_score": 0.029685, "precision": 0.02851, "recall": 0.035573}, {"accuracy": 0.021739, "f1": 0.017745, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"], "main_score": 0.017745, "precision": 0.017095, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.026428, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"], "main_score": 0.026428, "precision": 0.025561, "recall": 0.030632}, {"accuracy": 0.064229, "f1": 0.055244, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"], "main_score": 0.055244, "precision": 0.053012, "recall": 0.064229}, {"accuracy": 0.033597, "f1": 0.028679, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"], "main_score": 0.028679, "precision": 0.028056, "recall": 0.033597}, {"accuracy": 0.020751, "f1": 0.017615, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"], "main_score": 0.017615, "precision": 0.017081, "recall": 0.020751}, {"accuracy": 0.031621, "f1": 0.026692, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"], "main_score": 0.026692, "precision": 0.025788, "recall": 0.031621}, {"accuracy": 0.014822, "f1": 0.011124, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"], "main_score": 0.011124, "precision": 0.01047, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.022247, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"], "main_score": 0.022247, "precision": 0.021433, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.022082, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"], "main_score": 0.022082, "precision": 0.020379, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.027668, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"], "main_score": 0.027668, "precision": 0.026845, "recall": 0.029644}, {"accuracy": 0.039526, "f1": 0.032868, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"], "main_score": 0.032868, "precision": 0.031312, "recall": 0.039526}, {"accuracy": 0.035573, "f1": 0.027414, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"], "main_score": 0.027414, "precision": 0.025604, "recall": 0.035573}, {"accuracy": 0.033597, "f1": 0.027107, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"], "main_score": 0.027107, "precision": 0.026328, "recall": 0.033597}, {"accuracy": 0.039526, "f1": 0.031135, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"], "main_score": 0.031135, "precision": 0.030024, "recall": 0.039526}, {"accuracy": 0.027668, "f1": 0.023352, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"], "main_score": 0.023352, "precision": 0.022569, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.028113, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"], "main_score": 0.028113, "precision": 0.026629, "recall": 0.033597}, {"accuracy": 0.030632, "f1": 0.026163, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"], "main_score": 0.026163, "precision": 0.025629, "recall": 0.030632}, {"accuracy": 0.020751, "f1": 0.019106, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"], "main_score": 0.019106, "precision": 0.018776, "recall": 0.020751}, {"accuracy": 0.014822, "f1": 0.013177, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"], "main_score": 0.013177, "precision": 0.012847, "recall": 0.014822}, {"accuracy": 0.020751, "f1": 0.016412, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"], "main_score": 0.016412, "precision": 0.01542, "recall": 0.020751}, {"accuracy": 0.018775, "f1": 0.01573, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"], "main_score": 0.01573, "precision": 0.014964, "recall": 0.018775}, {"accuracy": 0.031621, "f1": 0.02555, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"], "main_score": 0.02555, "precision": 0.023934, "recall": 0.031621}, {"accuracy": 0.027668, "f1": 0.022664, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"], "main_score": 0.022664, "precision": 0.021007, "recall": 0.027668}, {"accuracy": 0.036561, "f1": 0.025502, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"], "main_score": 0.025502, "precision": 0.023405, "recall": 0.036561}, {"accuracy": 0.019763, "f1": 0.014469, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"], "main_score": 0.014469, "precision": 0.013906, "recall": 0.019763}, {"accuracy": 0.035573, "f1": 0.031362, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"], "main_score": 0.031362, "precision": 0.030856, "recall": 0.035573}, {"accuracy": 0.032609, "f1": 0.025919, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"], "main_score": 0.025919, "precision": 0.024621, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.032828, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"], "main_score": 0.032828, "precision": 0.0316, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.020049, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"], "main_score": 0.020049, "precision": 0.018998, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020413, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"], "main_score": 0.020413, "precision": 0.01961, "recall": 0.024704}, {"accuracy": 0.023715, "f1": 0.015678, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"], "main_score": 0.015678, "precision": 0.01438, "recall": 0.023715}, {"accuracy": 0.041502, "f1": 0.034588, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"], "main_score": 0.034588, "precision": 0.032824, "recall": 0.041502}, {"accuracy": 0.01581, "f1": 0.012716, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"], "main_score": 0.012716, "precision": 0.011969, "recall": 0.01581}, {"accuracy": 0.02668, "f1": 0.020964, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"], "main_score": 0.020964, "precision": 0.020227, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.029787, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"], "main_score": 0.029787, "precision": 0.028822, "recall": 0.034585}, {"accuracy": 0.016798, "f1": 0.013493, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"], "main_score": 0.013493, "precision": 0.012742, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.027261, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"], "main_score": 0.027261, "precision": 0.026412, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.023289, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"], "main_score": 0.023289, "precision": 0.022522, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.022137, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"], "main_score": 0.022137, "precision": 0.021658, "recall": 0.024704}, {"accuracy": 0.02668, "f1": 0.02635, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"], "main_score": 0.02635, "precision": 0.026186, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.022773, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"], "main_score": 0.022773, "precision": 0.022165, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.010635, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"], "main_score": 0.010635, "precision": 0.009452, "recall": 0.016798}, {"accuracy": 0.028656, "f1": 0.024712, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"], "main_score": 0.024712, "precision": 0.023885, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.01781, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"], "main_score": 0.01781, "precision": 0.017229, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.022418, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"], "main_score": 0.022418, "precision": 0.022145, "recall": 0.025692}, {"accuracy": 0.017787, "f1": 0.014671, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"], "main_score": 0.014671, "precision": 0.01417, "recall": 0.017787}, {"accuracy": 0.037549, "f1": 0.030836, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"], "main_score": 0.030836, "precision": 0.028858, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.029558, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"], "main_score": 0.029558, "precision": 0.027945, "recall": 0.038538}, {"accuracy": 0.087945, "f1": 0.053082, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"], "main_score": 0.053082, "precision": 0.045185, "recall": 0.087945}, {"accuracy": 0.216403, "f1": 0.142103, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"], "main_score": 0.142103, "precision": 0.12411, "recall": 0.216403}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.913043, "f1": 0.885903, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"], "main_score": 0.885903, "precision": 0.873106, "recall": 0.913043}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.66502, "f1": 0.591826, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"], "main_score": 0.591826, "precision": 0.562739, "recall": 0.66502}, {"accuracy": 0.232213, "f1": 0.166021, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"], "main_score": 0.166021, "precision": 0.148674, "recall": 0.232213}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.433794, "f1": 0.346625, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"], "main_score": 0.346625, "precision": 0.319355, "recall": 0.433794}, {"accuracy": 0.689723, "f1": 0.621337, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"], "main_score": 0.621337, "precision": 0.592516, "recall": 0.689723}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"], "main_score": 0.904216, "precision": 0.894219, "recall": 0.925889}, {"accuracy": 0.278656, "f1": 0.191598, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"], "main_score": 0.191598, "precision": 0.168251, "recall": 0.278656}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"], "main_score": 0.93139, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.857708, "f1": 0.819631, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"], "main_score": 0.819631, "precision": 0.802404, "recall": 0.857708}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.325099, "f1": 0.233777, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"], "main_score": 0.233777, "precision": 0.208462, "recall": 0.325099}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.124782, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"], "main_score": 0.124782, "precision": 0.111316, "recall": 0.181818}, {"accuracy": 0.898221, "f1": 0.867772, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"], "main_score": 0.867772, "precision": 0.853508, "recall": 0.898221}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.755929, "f1": 0.69713, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"], "main_score": 0.69713, "precision": 0.672399, "recall": 0.755929}, {"accuracy": 0.064229, "f1": 0.028109, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"], "main_score": 0.028109, "precision": 0.02284, "recall": 0.064229}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.247036, "f1": 0.169363, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"], "main_score": 0.169363, "precision": 0.149993, "recall": 0.247036}, {"accuracy": 0.878458, "f1": 0.843412, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"], "main_score": 0.843412, "precision": 0.827322, "recall": 0.878458}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.913043, "f1": 0.886034, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"], "main_score": 0.886034, "precision": 0.873188, "recall": 0.913043}, {"accuracy": 0.306324, "f1": 0.229606, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"], "main_score": 0.229606, "precision": 0.207242, "recall": 0.306324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.820158, "f1": 0.77512, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"], "main_score": 0.77512, "precision": 0.755609, "recall": 0.820158}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"], "main_score": 0.918972, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.924901, "f1": 0.904315, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"], "main_score": 0.904315, "precision": 0.894763, "recall": 0.924901}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.188735, "f1": 0.12163, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"], "main_score": 0.12163, "precision": 0.106935, "recall": 0.188735}, {"accuracy": 0.068182, "f1": 0.042932, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"], "main_score": 0.042932, "precision": 0.0369, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.18083, "f1": 0.120067, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"], "main_score": 0.120067, "precision": 0.106951, "recall": 0.18083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"], "main_score": 0.879348, "precision": 0.866683, "recall": 0.906126}, {"accuracy": 0.785573, "f1": 0.729976, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"], "main_score": 0.729976, "precision": 0.705098, "recall": 0.785573}, {"accuracy": 0.219368, "f1": 0.146152, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"], "main_score": 0.146152, "precision": 0.128288, "recall": 0.219368}, {"accuracy": 0.772727, "f1": 0.724217, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"], "main_score": 0.724217, "precision": 0.704588, "recall": 0.772727}, {"accuracy": 0.657115, "f1": 0.58276, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"], "main_score": 0.58276, "precision": 0.554414, "recall": 0.657115}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.783597, "f1": 0.728689, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"], "main_score": 0.728689, "precision": 0.705352, "recall": 0.783597}, {"accuracy": 0.190711, "f1": 0.126981, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"], "main_score": 0.126981, "precision": 0.112397, "recall": 0.190711}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.078063, "f1": 0.044153, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"], "main_score": 0.044153, "precision": 0.036677, "recall": 0.078063}, {"accuracy": 0.273715, "f1": 0.200891, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"], "main_score": 0.200891, "precision": 0.181337, "recall": 0.273715}, {"accuracy": 0.378458, "f1": 0.291112, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"], "main_score": 0.291112, "precision": 0.265254, "recall": 0.378458}, {"accuracy": 0.092885, "f1": 0.049089, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"], "main_score": 0.049089, "precision": 0.039557, "recall": 0.092885}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"], "main_score": 0.956028, "precision": 0.95112, "recall": 0.966403}, {"accuracy": 0.313241, "f1": 0.228631, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"], "main_score": 0.228631, "precision": 0.20545, "recall": 0.313241}, {"accuracy": 0.782609, "f1": 0.728936, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"], "main_score": 0.728936, "precision": 0.70691, "recall": 0.782609}, {"accuracy": 0.482213, "f1": 0.402246, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"], "main_score": 0.402246, "precision": 0.376119, "recall": 0.482213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.294466, "f1": 0.213519, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"], "main_score": 0.213519, "precision": 0.192376, "recall": 0.294466}, {"accuracy": 0.354743, "f1": 0.271013, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"], "main_score": 0.271013, "precision": 0.247332, "recall": 0.354743}, {"accuracy": 0.290514, "f1": 0.205222, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"], "main_score": 0.205222, "precision": 0.18213, "recall": 0.290514}, {"accuracy": 0.37747, "f1": 0.295976, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"], "main_score": 0.295976, "precision": 0.27101, "recall": 0.37747}, {"accuracy": 0.663043, "f1": 0.594612, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"], "main_score": 0.594612, "precision": 0.566852, "recall": 0.663043}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.055336, "f1": 0.020534, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"], "main_score": 0.020534, "precision": 0.016345, "recall": 0.055336}, {"accuracy": 0.233202, "f1": 0.162524, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"], "main_score": 0.162524, "precision": 0.14392, "recall": 0.233202}, {"accuracy": 0.770751, "f1": 0.716781, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"], "main_score": 0.716781, "precision": 0.693939, "recall": 0.770751}, {"accuracy": 0.270751, "f1": 0.197238, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"], "main_score": 0.197238, "precision": 0.178149, "recall": 0.270751}, {"accuracy": 0.067194, "f1": 0.032252, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"], "main_score": 0.032252, "precision": 0.027122, "recall": 0.067194}, {"accuracy": 0.822134, "f1": 0.776449, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"], "main_score": 0.776449, "precision": 0.756324, "recall": 0.822134}, {"accuracy": 0.822134, "f1": 0.773518, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"], "main_score": 0.773518, "precision": 0.752125, "recall": 0.822134}, {"accuracy": 0.77668, "f1": 0.723673, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"], "main_score": 0.723673, "precision": 0.700708, "recall": 0.77668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.256917, "f1": 0.185705, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"], "main_score": 0.185705, "precision": 0.166026, "recall": 0.256917}, {"accuracy": 0.199605, "f1": 0.134669, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"], "main_score": 0.134669, "precision": 0.119164, "recall": 0.199605}, {"accuracy": 0.903162, "f1": 0.873254, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"], "main_score": 0.873254, "precision": 0.859107, "recall": 0.903162}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.412055, "f1": 0.324353, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"], "main_score": 0.324353, "precision": 0.29611, "recall": 0.412055}, {"accuracy": 0.232213, "f1": 0.15811, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"], "main_score": 0.15811, "precision": 0.13916, "recall": 0.232213}, {"accuracy": 0.744071, "f1": 0.681392, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"], "main_score": 0.681392, "precision": 0.655065, "recall": 0.744071}, {"accuracy": 0.938735, "f1": 0.921673, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"], "main_score": 0.921673, "precision": 0.914345, "recall": 0.938735}, {"accuracy": 0.218379, "f1": 0.147768, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"], "main_score": 0.147768, "precision": 0.132569, "recall": 0.218379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.273715, "f1": 0.203926, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"], "main_score": 0.203926, "precision": 0.18581, "recall": 0.273715}, {"accuracy": 0.449605, "f1": 0.356245, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"], "main_score": 0.356245, "precision": 0.326751, "recall": 0.449605}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.782609, "f1": 0.726125, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"], "main_score": 0.726125, "precision": 0.701976, "recall": 0.782609}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.256917, "f1": 0.188537, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"], "main_score": 0.188537, "precision": 0.170642, "recall": 0.256917}, {"accuracy": 0.079051, "f1": 0.032896, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"], "main_score": 0.032896, "precision": 0.026472, "recall": 0.079051}, {"accuracy": 0.279644, "f1": 0.198433, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"], "main_score": 0.198433, "precision": 0.175389, "recall": 0.279644}, {"accuracy": 0.142292, "f1": 0.084089, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"], "main_score": 0.084089, "precision": 0.071524, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.754941, "f1": 0.696033, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"], "main_score": 0.696033, "precision": 0.671591, "recall": 0.754941}, {"accuracy": 0.103755, "f1": 0.067739, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"], "main_score": 0.067739, "precision": 0.059435, "recall": 0.103755}, {"accuracy": 0.771739, "f1": 0.713166, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"], "main_score": 0.713166, "precision": 0.688109, "recall": 0.771739}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.747036, "f1": 0.683202, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"], "main_score": 0.683202, "precision": 0.656143, "recall": 0.747036}, {"accuracy": 0.529644, "f1": 0.44129, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"], "main_score": 0.44129, "precision": 0.408834, "recall": 0.529644}, {"accuracy": 0.208498, "f1": 0.13538, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"], "main_score": 0.13538, "precision": 0.117423, "recall": 0.208498}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.422925, "f1": 0.335907, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"], "main_score": 0.335907, "precision": 0.308295, "recall": 0.422925}, {"accuracy": 0.246047, "f1": 0.169074, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"], "main_score": 0.169074, "precision": 0.150229, "recall": 0.246047}, {"accuracy": 0.224308, "f1": 0.154524, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"], "main_score": 0.154524, "precision": 0.1361, "recall": 0.224308}, {"accuracy": 0.250988, "f1": 0.1815, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"], "main_score": 0.1815, "precision": 0.162291, "recall": 0.250988}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.018775, "f1": 0.003134, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"], "main_score": 0.003134, "precision": 0.0022, "recall": 0.018775}, {"accuracy": 0.871542, "f1": 0.83635, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"], "main_score": 0.83635, "precision": 0.820652, "recall": 0.871542}, {"accuracy": 0.438735, "f1": 0.351825, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"], "main_score": 0.351825, "precision": 0.320925, "recall": 0.438735}, {"accuracy": 0.868577, "f1": 0.831159, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"], "main_score": 0.831159, "precision": 0.813735, "recall": 0.868577}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.108696, "f1": 0.06338, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"], "main_score": 0.06338, "precision": 0.054587, "recall": 0.108696}, {"accuracy": 0.219368, "f1": 0.14619, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"], "main_score": 0.14619, "precision": 0.127637, "recall": 0.219368}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.678854, "f1": 0.605242, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"], "main_score": 0.605242, "precision": 0.576762, "recall": 0.678854}, {"accuracy": 0.205534, "f1": 0.136878, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"], "main_score": 0.136878, "precision": 0.118893, "recall": 0.205534}, {"accuracy": 0.221344, "f1": 0.145299, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"], "main_score": 0.145299, "precision": 0.12572, "recall": 0.221344}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.214427, "f1": 0.144602, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"], "main_score": 0.144602, "precision": 0.127927, "recall": 0.214427}, {"accuracy": 0.226285, "f1": 0.157008, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"], "main_score": 0.157008, "precision": 0.138039, "recall": 0.226285}, {"accuracy": 0.822134, "f1": 0.772993, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"], "main_score": 0.772993, "precision": 0.75108, "recall": 0.822134}, {"accuracy": 0.684783, "f1": 0.618457, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"], "main_score": 0.618457, "precision": 0.59231, "recall": 0.684783}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.313241, "f1": 0.221889, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"], "main_score": 0.221889, "precision": 0.193535, "recall": 0.313241}, {"accuracy": 0.493083, "f1": 0.409715, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"], "main_score": 0.409715, "precision": 0.382742, "recall": 0.493083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.556324, "f1": 0.476659, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"], "main_score": 0.476659, "precision": 0.445942, "recall": 0.556324}, {"accuracy": 0.857708, "f1": 0.819071, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"], "main_score": 0.819071, "precision": 0.801334, "recall": 0.857708}, {"accuracy": 0.318182, "f1": 0.241741, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"], "main_score": 0.241741, "precision": 0.220408, "recall": 0.318182}, {"accuracy": 0.61166, "f1": 0.52996, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"], "main_score": 0.52996, "precision": 0.497977, "recall": 0.61166}, {"accuracy": 0.727273, "f1": 0.665683, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"], "main_score": 0.665683, "precision": 0.639312, "recall": 0.727273}, {"accuracy": 0.251976, "f1": 0.17321, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"], "main_score": 0.17321, "precision": 0.152333, "recall": 0.251976}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.780632, "f1": 0.725906, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"], "main_score": 0.725906, "precision": 0.702644, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.438735, "f1": 0.356367, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"], "main_score": 0.356367, "precision": 0.327164, "recall": 0.438735}, {"accuracy": 0.532609, "f1": 0.442518, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"], "main_score": 0.442518, "precision": 0.411673, "recall": 0.532609}, {"accuracy": 0.124506, "f1": 0.07272, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"], "main_score": 0.07272, "precision": 0.062501, "recall": 0.124506}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.1917, "f1": 0.125648, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"], "main_score": 0.125648, "precision": 0.107769, "recall": 0.1917}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.498024, "f1": 0.411916, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"], "main_score": 0.411916, "precision": 0.38349, "recall": 0.498024}, {"accuracy": 0.381423, "f1": 0.294523, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"], "main_score": 0.294523, "precision": 0.267723, "recall": 0.381423}, {"accuracy": 0.886364, "f1": 0.852404, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"], "main_score": 0.852404, "precision": 0.836792, "recall": 0.886364}, {"accuracy": 0.281621, "f1": 0.204009, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"], "main_score": 0.204009, "precision": 0.183008, "recall": 0.281621}, {"accuracy": 0.253953, "f1": 0.178389, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"], "main_score": 0.178389, "precision": 0.159236, "recall": 0.253953}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.487154, "f1": 0.398179, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"], "main_score": 0.398179, "precision": 0.369077, "recall": 0.487154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.218379, "f1": 0.138699, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"], "main_score": 0.138699, "precision": 0.119334, "recall": 0.218379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.923913, "f1": 0.900099, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"], "main_score": 0.900099, "precision": 0.888785, "recall": 0.923913}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.199605, "f1": 0.135844, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"], "main_score": 0.135844, "precision": 0.120832, "recall": 0.199605}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"], "main_score": 0.921509, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.215415, "f1": 0.146674, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"], "main_score": 0.146674, "precision": 0.128608, "recall": 0.215415}, {"accuracy": 0.233202, "f1": 0.162203, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"], "main_score": 0.162203, "precision": 0.143926, "recall": 0.233202}, {"accuracy": 0.16996, "f1": 0.109086, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"], "main_score": 0.109086, "precision": 0.095148, "recall": 0.16996}, {"accuracy": 0.56917, "f1": 0.485201, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"], "main_score": 0.485201, "precision": 0.452588, "recall": 0.56917}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.326087, "f1": 0.241967, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"], "main_score": 0.241967, "precision": 0.216841, "recall": 0.326087}, {"accuracy": 0.204545, "f1": 0.134692, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"], "main_score": 0.134692, "precision": 0.117178, "recall": 0.204545}, {"accuracy": 0.250988, "f1": 0.174249, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"], "main_score": 0.174249, "precision": 0.155271, "recall": 0.250988}, {"accuracy": 0.854743, "f1": 0.815646, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"], "main_score": 0.815646, "precision": 0.798287, "recall": 0.854743}, {"accuracy": 0.19664, "f1": 0.129003, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"], "main_score": 0.129003, "precision": 0.112552, "recall": 0.19664}, {"accuracy": 0.209486, "f1": 0.143263, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"], "main_score": 0.143263, "precision": 0.126722, "recall": 0.209486}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.31917, "f1": 0.234353, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"], "main_score": 0.234353, "precision": 0.210533, "recall": 0.31917}, {"accuracy": 0.269763, "f1": 0.190156, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"], "main_score": 0.190156, "precision": 0.171049, "recall": 0.269763}, {"accuracy": 0.68083, "f1": 0.606644, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"], "main_score": 0.606644, "precision": 0.577586, "recall": 0.68083}, {"accuracy": 0.384387, "f1": 0.298157, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"], "main_score": 0.298157, "precision": 0.27182, "recall": 0.384387}, {"accuracy": 0.479249, "f1": 0.390533, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"], "main_score": 0.390533, "precision": 0.359781, "recall": 0.479249}, {"accuracy": 0.876482, "f1": 0.840942, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"], "main_score": 0.840942, "precision": 0.82472, "recall": 0.876482}, {"accuracy": 0.358696, "f1": 0.269782, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"], "main_score": 0.269782, "precision": 0.242477, "recall": 0.358696}, {"accuracy": 0.495059, "f1": 0.406777, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"], "main_score": 0.406777, "precision": 0.375594, "recall": 0.495059}, {"accuracy": 0.210474, "f1": 0.140329, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"], "main_score": 0.140329, "precision": 0.121875, "recall": 0.210474}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.864625, "f1": 0.826812, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"], "main_score": 0.826812, "precision": 0.809799, "recall": 0.864625}, {"accuracy": 0.293478, "f1": 0.217455, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"], "main_score": 0.217455, "precision": 0.195359, "recall": 0.293478}, {"accuracy": 0.227273, "f1": 0.150495, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"], "main_score": 0.150495, "precision": 0.131501, "recall": 0.227273}, {"accuracy": 0.091897, "f1": 0.062514, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"], "main_score": 0.062514, "precision": 0.054821, "recall": 0.091897}, {"accuracy": 0.212451, "f1": 0.156052, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"], "main_score": 0.156052, "precision": 0.139939, "recall": 0.212451}, {"accuracy": 0.003953, "f1": 7.2e-05, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"], "main_score": 7.2e-05, "precision": 3.6e-05, "recall": 0.003953}, {"accuracy": 0.806324, "f1": 0.764628, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"], "main_score": 0.764628, "precision": 0.747072, "recall": 0.806324}, {"accuracy": 0.694664, "f1": 0.640121, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"], "main_score": 0.640121, "precision": 0.616398, "recall": 0.694664}, {"accuracy": 0.736166, "f1": 0.690853, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"], "main_score": 0.690853, "precision": 0.671944, "recall": 0.736166}, {"accuracy": 0.601779, "f1": 0.544076, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"], "main_score": 0.544076, "precision": 0.521901, "recall": 0.601779}, {"accuracy": 0.235178, "f1": 0.183503, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"], "main_score": 0.183503, "precision": 0.16844, "recall": 0.235178}, {"accuracy": 0.831028, "f1": 0.795952, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"], "main_score": 0.795952, "precision": 0.781893, "recall": 0.831028}, {"accuracy": 0.408103, "f1": 0.34234, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"], "main_score": 0.34234, "precision": 0.31938, "recall": 0.408103}, {"accuracy": 0.58004, "f1": 0.520112, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"], "main_score": 0.520112, "precision": 0.495474, "recall": 0.58004}, {"accuracy": 0.823123, "f1": 0.781479, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"], "main_score": 0.781479, "precision": 0.76385, "recall": 0.823123}, {"accuracy": 0.693676, "f1": 0.647657, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"], "main_score": 0.647657, "precision": 0.629297, "recall": 0.693676}, {"accuracy": 0.259881, "f1": 0.198364, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"], "main_score": 0.198364, "precision": 0.179035, "recall": 0.259881}, {"accuracy": 0.698617, "f1": 0.648003, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"], "main_score": 0.648003, "precision": 0.628949, "recall": 0.698617}, {"accuracy": 0.633399, "f1": 0.583399, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"], "main_score": 0.583399, "precision": 0.564465, "recall": 0.633399}, {"accuracy": 0.842885, "f1": 0.808039, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"], "main_score": 0.808039, "precision": 0.793521, "recall": 0.842885}, {"accuracy": 0.304348, "f1": 0.233166, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"], "main_score": 0.233166, "precision": 0.211169, "recall": 0.304348}, {"accuracy": 0.785573, "f1": 0.741724, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"], "main_score": 0.741724, "precision": 0.723328, "recall": 0.785573}, {"accuracy": 0.758893, "f1": 0.712341, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"], "main_score": 0.712341, "precision": 0.693792, "recall": 0.758893}, {"accuracy": 0.866601, "f1": 0.833333, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"], "main_score": 0.833333, "precision": 0.819093, "recall": 0.866601}, {"accuracy": 0.842885, "f1": 0.81112, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"], "main_score": 0.81112, "precision": 0.797706, "recall": 0.842885}, {"accuracy": 0.166996, "f1": 0.124016, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"], "main_score": 0.124016, "precision": 0.112054, "recall": 0.166996}, {"accuracy": 0.612648, "f1": 0.563431, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"], "main_score": 0.563431, "precision": 0.543699, "recall": 0.612648}, {"accuracy": 0.809289, "f1": 0.767987, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"], "main_score": 0.767987, "precision": 0.750531, "recall": 0.809289}, {"accuracy": 0.614625, "f1": 0.562731, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"], "main_score": 0.562731, "precision": 0.541914, "recall": 0.614625}, {"accuracy": 0.060277, "f1": 0.027961, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"], "main_score": 0.027961, "precision": 0.023409, "recall": 0.060277}, {"accuracy": 0.79249, "f1": 0.752907, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"], "main_score": 0.752907, "precision": 0.736865, "recall": 0.79249}, {"accuracy": 0.225296, "f1": 0.16626, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"], "main_score": 0.16626, "precision": 0.150545, "recall": 0.225296}, {"accuracy": 0.72332, "f1": 0.684006, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"], "main_score": 0.684006, "precision": 0.668351, "recall": 0.72332}, {"accuracy": 0.840909, "f1": 0.807141, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"], "main_score": 0.807141, "precision": 0.79347, "recall": 0.840909}, {"accuracy": 0.731225, "f1": 0.694436, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"], "main_score": 0.694436, "precision": 0.679784, "recall": 0.731225}, {"accuracy": 0.666996, "f1": 0.619022, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"], "main_score": 0.619022, "precision": 0.600528, "recall": 0.666996}, {"accuracy": 0.306324, "f1": 0.247855, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"], "main_score": 0.247855, "precision": 0.229249, "recall": 0.306324}, {"accuracy": 0.843874, "f1": 0.813674, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"], "main_score": 0.813674, "precision": 0.800313, "recall": 0.843874}, {"accuracy": 0.560277, "f1": 0.495441, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"], "main_score": 0.495441, "precision": 0.470015, "recall": 0.560277}, {"accuracy": 0.729249, "f1": 0.687201, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"], "main_score": 0.687201, "precision": 0.669444, "recall": 0.729249}, {"accuracy": 0.643281, "f1": 0.588944, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"], "main_score": 0.588944, "precision": 0.567123, "recall": 0.643281}, {"accuracy": 0.827075, "f1": 0.795224, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"], "main_score": 0.795224, "precision": 0.781192, "recall": 0.827075}, {"accuracy": 0.789526, "f1": 0.745026, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"], "main_score": 0.745026, "precision": 0.726435, "recall": 0.789526}, {"accuracy": 0.178854, "f1": 0.124081, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"], "main_score": 0.124081, "precision": 0.111198, "recall": 0.178854}, {"accuracy": 0.074111, "f1": 0.046923, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"], "main_score": 0.046923, "precision": 0.039847, "recall": 0.074111}, {"accuracy": 0.852767, "f1": 0.822121, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"], "main_score": 0.822121, "precision": 0.809315, "recall": 0.852767}, {"accuracy": 0.178854, "f1": 0.132341, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"], "main_score": 0.132341, "precision": 0.120122, "recall": 0.178854}, {"accuracy": 0.837945, "f1": 0.805202, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"], "main_score": 0.805202, "precision": 0.79204, "recall": 0.837945}, {"accuracy": 0.799407, "f1": 0.757118, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"], "main_score": 0.757118, "precision": 0.739255, "recall": 0.799407}, {"accuracy": 0.681818, "f1": 0.634564, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"], "main_score": 0.634564, "precision": 0.615845, "recall": 0.681818}, {"accuracy": 0.648221, "f1": 0.601994, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"], "main_score": 0.601994, "precision": 0.583364, "recall": 0.648221}, {"accuracy": 0.198617, "f1": 0.138126, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"], "main_score": 0.138126, "precision": 0.121163, "recall": 0.198617}, {"accuracy": 0.61166, "f1": 0.560118, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"], "main_score": 0.560118, "precision": 0.539685, "recall": 0.61166}, {"accuracy": 0.55336, "f1": 0.496058, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"], "main_score": 0.496058, "precision": 0.473982, "recall": 0.55336}, {"accuracy": 0.858696, "f1": 0.830434, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"], "main_score": 0.830434, "precision": 0.818668, "recall": 0.858696}, {"accuracy": 0.645257, "f1": 0.593794, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"], "main_score": 0.593794, "precision": 0.572217, "recall": 0.645257}, {"accuracy": 0.18083, "f1": 0.127453, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"], "main_score": 0.127453, "precision": 0.112899, "recall": 0.18083}, {"accuracy": 0.787549, "f1": 0.745855, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"], "main_score": 0.745855, "precision": 0.728976, "recall": 0.787549}, {"accuracy": 0.06917, "f1": 0.044547, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"], "main_score": 0.044547, "precision": 0.038197, "recall": 0.06917}, {"accuracy": 0.281621, "f1": 0.223135, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"], "main_score": 0.223135, "precision": 0.205213, "recall": 0.281621}, {"accuracy": 0.363636, "f1": 0.295595, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"], "main_score": 0.295595, "precision": 0.272167, "recall": 0.363636}, {"accuracy": 0.093874, "f1": 0.061383, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"], "main_score": 0.061383, "precision": 0.052401, "recall": 0.093874}, {"accuracy": 0.851779, "f1": 0.818299, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"], "main_score": 0.818299, "precision": 0.804446, "recall": 0.851779}, {"accuracy": 0.785573, "f1": 0.741638, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"], "main_score": 0.741638, "precision": 0.722974, "recall": 0.785573}, {"accuracy": 0.853755, "f1": 0.818546, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"], "main_score": 0.818546, "precision": 0.804068, "recall": 0.853755}, {"accuracy": 0.731225, "f1": 0.68289, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"], "main_score": 0.68289, "precision": 0.664524, "recall": 0.731225}, {"accuracy": 0.304348, "f1": 0.233819, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"], "main_score": 0.233819, "precision": 0.211586, "recall": 0.304348}, {"accuracy": 0.671937, "f1": 0.627541, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"], "main_score": 0.627541, "precision": 0.608679, "recall": 0.671937}, {"accuracy": 0.462451, "f1": 0.400577, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"], "main_score": 0.400577, "precision": 0.379285, "recall": 0.462451}, {"accuracy": 0.843874, "f1": 0.812318, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"], "main_score": 0.812318, "precision": 0.799569, "recall": 0.843874}, {"accuracy": 0.285573, "f1": 0.223606, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"], "main_score": 0.223606, "precision": 0.204609, "recall": 0.285573}, {"accuracy": 0.336957, "f1": 0.272582, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"], "main_score": 0.272582, "precision": 0.253236, "recall": 0.336957}, {"accuracy": 0.26087, "f1": 0.19549, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"], "main_score": 0.19549, "precision": 0.175631, "recall": 0.26087}, {"accuracy": 0.344862, "f1": 0.280469, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"], "main_score": 0.280469, "precision": 0.259228, "recall": 0.344862}, {"accuracy": 0.574111, "f1": 0.522063, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"], "main_score": 0.522063, "precision": 0.501126, "recall": 0.574111}, {"accuracy": 0.835968, "f1": 0.800963, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"], "main_score": 0.800963, "precision": 0.786553, "recall": 0.835968}, {"accuracy": 0.057312, "f1": 0.022163, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"], "main_score": 0.022163, "precision": 0.017352, "recall": 0.057312}, {"accuracy": 0.233202, "f1": 0.174318, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"], "main_score": 0.174318, "precision": 0.156011, "recall": 0.233202}, {"accuracy": 0.609684, "f1": 0.559386, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"], "main_score": 0.559386, "precision": 0.540324, "recall": 0.609684}, {"accuracy": 0.249012, "f1": 0.183746, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"], "main_score": 0.183746, "precision": 0.164855, "recall": 0.249012}, {"accuracy": 0.050395, "f1": 0.026209, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"], "main_score": 0.026209, "precision": 0.021579, "recall": 0.050395}, {"accuracy": 0.863636, "f1": 0.831922, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"], "main_score": 0.831922, "precision": 0.818578, "recall": 0.863636}, {"accuracy": 0.693676, "f1": 0.642732, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"], "main_score": 0.642732, "precision": 0.621803, "recall": 0.693676}, {"accuracy": 0.513834, "f1": 0.452432, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"], "main_score": 0.452432, "precision": 0.429369, "recall": 0.513834}, {"accuracy": 0.852767, "f1": 0.821658, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"], "main_score": 0.821658, "precision": 0.80886, "recall": 0.852767}, {"accuracy": 0.831028, "f1": 0.791965, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"], "main_score": 0.791965, "precision": 0.775306, "recall": 0.831028}, {"accuracy": 0.858696, "f1": 0.825285, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"], "main_score": 0.825285, "precision": 0.811012, "recall": 0.858696}, {"accuracy": 0.781621, "f1": 0.740083, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"], "main_score": 0.740083, "precision": 0.722857, "recall": 0.781621}, {"accuracy": 0.238142, "f1": 0.178315, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"], "main_score": 0.178315, "precision": 0.159522, "recall": 0.238142}, {"accuracy": 0.18083, "f1": 0.13195, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"], "main_score": 0.13195, "precision": 0.118321, "recall": 0.18083}, {"accuracy": 0.619565, "f1": 0.571564, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"], "main_score": 0.571564, "precision": 0.55167, "recall": 0.619565}, {"accuracy": 0.838933, "f1": 0.802198, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"], "main_score": 0.802198, "precision": 0.786167, "recall": 0.838933}, {"accuracy": 0.763834, "f1": 0.717916, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"], "main_score": 0.717916, "precision": 0.698966, "recall": 0.763834}, {"accuracy": 0.389328, "f1": 0.328458, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"], "main_score": 0.328458, "precision": 0.308126, "recall": 0.389328}, {"accuracy": 0.232213, "f1": 0.176514, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"], "main_score": 0.176514, "precision": 0.161393, "recall": 0.232213}, {"accuracy": 0.635375, "f1": 0.585628, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"], "main_score": 0.585628, "precision": 0.566164, "recall": 0.635375}, {"accuracy": 0.713439, "f1": 0.665348, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"], "main_score": 0.665348, "precision": 0.647219, "recall": 0.713439}, {"accuracy": 0.218379, "f1": 0.156892, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"], "main_score": 0.156892, "precision": 0.141217, "recall": 0.218379}, {"accuracy": 0.843874, "f1": 0.809069, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"], "main_score": 0.809069, "precision": 0.794008, "recall": 0.843874}, {"accuracy": 0.250988, "f1": 0.196924, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"], "main_score": 0.196924, "precision": 0.180112, "recall": 0.250988}, {"accuracy": 0.400198, "f1": 0.329903, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"], "main_score": 0.329903, "precision": 0.305725, "recall": 0.400198}, {"accuracy": 0.790514, "f1": 0.746885, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"], "main_score": 0.746885, "precision": 0.728782, "recall": 0.790514}, {"accuracy": 0.859684, "f1": 0.827572, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"], "main_score": 0.827572, "precision": 0.814032, "recall": 0.859684}, {"accuracy": 0.860672, "f1": 0.828356, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"], "main_score": 0.828356, "precision": 0.815186, "recall": 0.860672}, {"accuracy": 0.811265, "f1": 0.77105, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"], "main_score": 0.77105, "precision": 0.754459, "recall": 0.811265}, {"accuracy": 0.655138, "f1": 0.607293, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"], "main_score": 0.607293, "precision": 0.587292, "recall": 0.655138}, {"accuracy": 0.6917, "f1": 0.638375, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"], "main_score": 0.638375, "precision": 0.616258, "recall": 0.6917}, {"accuracy": 0.261858, "f1": 0.19877, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"], "main_score": 0.19877, "precision": 0.178664, "recall": 0.261858}, {"accuracy": 0.076087, "f1": 0.03811, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"], "main_score": 0.03811, "precision": 0.032405, "recall": 0.076087}, {"accuracy": 0.277668, "f1": 0.217031, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"], "main_score": 0.217031, "precision": 0.199082, "recall": 0.277668}, {"accuracy": 0.121542, "f1": 0.073273, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"], "main_score": 0.073273, "precision": 0.062478, "recall": 0.121542}, {"accuracy": 0.86166, "f1": 0.827899, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"], "main_score": 0.827899, "precision": 0.812725, "recall": 0.86166}, {"accuracy": 0.626482, "f1": 0.572373, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"], "main_score": 0.572373, "precision": 0.549909, "recall": 0.626482}, {"accuracy": 0.105731, "f1": 0.07577, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"], "main_score": 0.07577, "precision": 0.067174, "recall": 0.105731}, {"accuracy": 0.663043, "f1": 0.61794, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"], "main_score": 0.61794, "precision": 0.598197, "recall": 0.663043}, {"accuracy": 0.851779, "f1": 0.817925, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"], "main_score": 0.817925, "precision": 0.804061, "recall": 0.851779}, {"accuracy": 0.534585, "f1": 0.478236, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"], "main_score": 0.478236, "precision": 0.456375, "recall": 0.534585}, {"accuracy": 0.479249, "f1": 0.419306, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"], "main_score": 0.419306, "precision": 0.394681, "recall": 0.479249}, {"accuracy": 0.198617, "f1": 0.143119, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"], "main_score": 0.143119, "precision": 0.129293, "recall": 0.198617}, {"accuracy": 0.778656, "f1": 0.732933, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"], "main_score": 0.732933, "precision": 0.713697, "recall": 0.778656}, {"accuracy": 0.37747, "f1": 0.315507, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"], "main_score": 0.315507, "precision": 0.29426, "recall": 0.37747}, {"accuracy": 0.23419, "f1": 0.178468, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"], "main_score": 0.178468, "precision": 0.162073, "recall": 0.23419}, {"accuracy": 0.217391, "f1": 0.162723, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"], "main_score": 0.162723, "precision": 0.148006, "recall": 0.217391}, {"accuracy": 0.244071, "f1": 0.183561, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"], "main_score": 0.183561, "precision": 0.166778, "recall": 0.244071}, {"accuracy": 0.822134, "f1": 0.784379, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"], "main_score": 0.784379, "precision": 0.768555, "recall": 0.822134}, {"accuracy": 0.021739, "f1": 0.005567, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"], "main_score": 0.005567, "precision": 0.004145, "recall": 0.021739}, {"accuracy": 0.601779, "f1": 0.54639, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"], "main_score": 0.54639, "precision": 0.524896, "recall": 0.601779}, {"accuracy": 0.354743, "f1": 0.29331, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"], "main_score": 0.29331, "precision": 0.270889, "recall": 0.354743}, {"accuracy": 0.6917, "f1": 0.646563, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"], "main_score": 0.646563, "precision": 0.628204, "recall": 0.6917}, {"accuracy": 0.858696, "f1": 0.823328, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"], "main_score": 0.823328, "precision": 0.808605, "recall": 0.858696}, {"accuracy": 0.113636, "f1": 0.072143, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"], "main_score": 0.072143, "precision": 0.06328, "recall": 0.113636}, {"accuracy": 0.198617, "f1": 0.14692, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"], "main_score": 0.14692, "precision": 0.1327, "recall": 0.198617}, {"accuracy": 0.837945, "f1": 0.804245, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"], "main_score": 0.804245, "precision": 0.790431, "recall": 0.837945}, {"accuracy": 0.848814, "f1": 0.812738, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"], "main_score": 0.812738, "precision": 0.797266, "recall": 0.848814}, {"accuracy": 0.597826, "f1": 0.53491, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"], "main_score": 0.53491, "precision": 0.509612, "recall": 0.597826}, {"accuracy": 0.203557, "f1": 0.148318, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"], "main_score": 0.148318, "precision": 0.132424, "recall": 0.203557}, {"accuracy": 0.230237, "f1": 0.165834, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"], "main_score": 0.165834, "precision": 0.145755, "recall": 0.230237}, {"accuracy": 0.764822, "f1": 0.718519, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"], "main_score": 0.718519, "precision": 0.699482, "recall": 0.764822}, {"accuracy": 0.199605, "f1": 0.142898, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"], "main_score": 0.142898, "precision": 0.128085, "recall": 0.199605}, {"accuracy": 0.22332, "f1": 0.164968, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"], "main_score": 0.164968, "precision": 0.145608, "recall": 0.22332}, {"accuracy": 0.555336, "f1": 0.500518, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"], "main_score": 0.500518, "precision": 0.480061, "recall": 0.555336}, {"accuracy": 0.603755, "f1": 0.54569, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"], "main_score": 0.54569, "precision": 0.521796, "recall": 0.603755}, {"accuracy": 0.740119, "f1": 0.702311, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"], "main_score": 0.702311, "precision": 0.686584, "recall": 0.740119}, {"accuracy": 0.284585, "f1": 0.217624, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"], "main_score": 0.217624, "precision": 0.194423, "recall": 0.284585}, {"accuracy": 0.442688, "f1": 0.374297, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"], "main_score": 0.374297, "precision": 0.350984, "recall": 0.442688}, {"accuracy": 0.822134, "f1": 0.784789, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"], "main_score": 0.784789, "precision": 0.769362, "recall": 0.822134}, {"accuracy": 0.392292, "f1": 0.328209, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"], "main_score": 0.328209, "precision": 0.304804, "recall": 0.392292}, {"accuracy": 0.59585, "f1": 0.536829, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"], "main_score": 0.536829, "precision": 0.51239, "recall": 0.59585}, {"accuracy": 0.309289, "f1": 0.245941, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"], "main_score": 0.245941, "precision": 0.226643, "recall": 0.309289}, {"accuracy": 0.431818, "f1": 0.376418, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"], "main_score": 0.376418, "precision": 0.355043, "recall": 0.431818}, {"accuracy": 0.621542, "f1": 0.567509, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"], "main_score": 0.567509, "precision": 0.544433, "recall": 0.621542}, {"accuracy": 0.261858, "f1": 0.206024, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"], "main_score": 0.206024, "precision": 0.187767, "recall": 0.261858}, {"accuracy": 0.641304, "f1": 0.589238, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"], "main_score": 0.589238, "precision": 0.569848, "recall": 0.641304}, {"accuracy": 0.793478, "f1": 0.746985, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"], "main_score": 0.746985, "precision": 0.727915, "recall": 0.793478}, {"accuracy": 0.81917, "f1": 0.780237, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"], "main_score": 0.780237, "precision": 0.764364, "recall": 0.81917}, {"accuracy": 0.786561, "f1": 0.744689, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"], "main_score": 0.744689, "precision": 0.727092, "recall": 0.786561}, {"accuracy": 0.642292, "f1": 0.59521, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"], "main_score": 0.59521, "precision": 0.57587, "recall": 0.642292}, {"accuracy": 0.858696, "f1": 0.822112, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"], "main_score": 0.822112, "precision": 0.806003, "recall": 0.858696}, {"accuracy": 0.368577, "f1": 0.310627, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"], "main_score": 0.310627, "precision": 0.289377, "recall": 0.368577}, {"accuracy": 0.497036, "f1": 0.435426, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"], "main_score": 0.435426, "precision": 0.415224, "recall": 0.497036}, {"accuracy": 0.12253, "f1": 0.078812, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"], "main_score": 0.078812, "precision": 0.069495, "recall": 0.12253}, {"accuracy": 0.86166, "f1": 0.829051, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"], "main_score": 0.829051, "precision": 0.815399, "recall": 0.86166}, {"accuracy": 0.150198, "f1": 0.111266, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"], "main_score": 0.111266, "precision": 0.098888, "recall": 0.150198}, {"accuracy": 0.815217, "f1": 0.774706, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"], "main_score": 0.774706, "precision": 0.758186, "recall": 0.815217}, {"accuracy": 0.745059, "f1": 0.695534, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"], "main_score": 0.695534, "precision": 0.674886, "recall": 0.745059}, {"accuracy": 0.449605, "f1": 0.381151, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"], "main_score": 0.381151, "precision": 0.355773, "recall": 0.449605}, {"accuracy": 0.350791, "f1": 0.280447, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"], "main_score": 0.280447, "precision": 0.258162, "recall": 0.350791}, {"accuracy": 0.69664, "f1": 0.642399, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"], "main_score": 0.642399, "precision": 0.620203, "recall": 0.69664}, {"accuracy": 0.253953, "f1": 0.195674, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"], "main_score": 0.195674, "precision": 0.177991, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.17334, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"], "main_score": 0.17334, "precision": 0.156545, "recall": 0.232213}, {"accuracy": 0.843874, "f1": 0.808451, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"], "main_score": 0.808451, "precision": 0.793209, "recall": 0.843874}, {"accuracy": 0.426877, "f1": 0.356194, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"], "main_score": 0.356194, "precision": 0.33042, "recall": 0.426877}, {"accuracy": 0.840909, "f1": 0.805653, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"], "main_score": 0.805653, "precision": 0.791513, "recall": 0.840909}, {"accuracy": 0.220356, "f1": 0.153926, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"], "main_score": 0.153926, "precision": 0.136274, "recall": 0.220356}, {"accuracy": 0.860672, "f1": 0.830203, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"], "main_score": 0.830203, "precision": 0.817294, "recall": 0.860672}, {"accuracy": 0.703557, "f1": 0.647026, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"], "main_score": 0.647026, "precision": 0.624058, "recall": 0.703557}, {"accuracy": 0.761858, "f1": 0.718714, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"], "main_score": 0.718714, "precision": 0.701032, "recall": 0.761858}, {"accuracy": 0.181818, "f1": 0.134002, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"], "main_score": 0.134002, "precision": 0.120603, "recall": 0.181818}, {"accuracy": 0.779644, "f1": 0.740022, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"], "main_score": 0.740022, "precision": 0.72356, "recall": 0.779644}, {"accuracy": 0.206522, "f1": 0.147863, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"], "main_score": 0.147863, "precision": 0.130561, "recall": 0.206522}, {"accuracy": 0.217391, "f1": 0.156263, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"], "main_score": 0.156263, "precision": 0.139611, "recall": 0.217391}, {"accuracy": 0.143281, "f1": 0.101722, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"], "main_score": 0.101722, "precision": 0.091688, "recall": 0.143281}, {"accuracy": 0.431818, "f1": 0.371834, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"], "main_score": 0.371834, "precision": 0.348008, "recall": 0.431818}, {"accuracy": 0.864625, "f1": 0.831143, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"], "main_score": 0.831143, "precision": 0.816777, "recall": 0.864625}, {"accuracy": 0.322134, "f1": 0.254281, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"], "main_score": 0.254281, "precision": 0.230509, "recall": 0.322134}, {"accuracy": 0.203557, "f1": 0.144005, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"], "main_score": 0.144005, "precision": 0.12922, "recall": 0.203557}, {"accuracy": 0.255929, "f1": 0.189407, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"], "main_score": 0.189407, "precision": 0.170622, "recall": 0.255929}, {"accuracy": 0.541502, "f1": 0.483708, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"], "main_score": 0.483708, "precision": 0.462454, "recall": 0.541502}, {"accuracy": 0.175889, "f1": 0.124593, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"], "main_score": 0.124593, "precision": 0.11035, "recall": 0.175889}, {"accuracy": 0.206522, "f1": 0.160147, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"], "main_score": 0.160147, "precision": 0.146112, "recall": 0.206522}, {"accuracy": 0.757905, "f1": 0.719048, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"], "main_score": 0.719048, "precision": 0.703207, "recall": 0.757905}, {"accuracy": 0.30336, "f1": 0.236335, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"], "main_score": 0.236335, "precision": 0.215483, "recall": 0.30336}, {"accuracy": 0.263834, "f1": 0.202968, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"], "main_score": 0.202968, "precision": 0.186631, "recall": 0.263834}, {"accuracy": 0.597826, "f1": 0.545869, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"], "main_score": 0.545869, "precision": 0.524541, "recall": 0.597826}, {"accuracy": 0.336957, "f1": 0.272671, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"], "main_score": 0.272671, "precision": 0.251688, "recall": 0.336957}, {"accuracy": 0.425889, "f1": 0.366251, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"], "main_score": 0.366251, "precision": 0.345692, "recall": 0.425889}, {"accuracy": 0.640316, "f1": 0.591266, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"], "main_score": 0.591266, "precision": 0.570997, "recall": 0.640316}, {"accuracy": 0.340909, "f1": 0.272714, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"], "main_score": 0.272714, "precision": 0.248678, "recall": 0.340909}, {"accuracy": 0.447628, "f1": 0.37924, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"], "main_score": 0.37924, "precision": 0.35355, "recall": 0.447628}, {"accuracy": 0.204545, "f1": 0.149159, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"], "main_score": 0.149159, "precision": 0.132109, "recall": 0.204545}, {"accuracy": 0.806324, "f1": 0.764836, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"], "main_score": 0.764836, "precision": 0.747754, "recall": 0.806324}, {"accuracy": 0.778656, "f1": 0.737605, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"], "main_score": 0.737605, "precision": 0.721305, "recall": 0.778656}, {"accuracy": 0.831028, "f1": 0.793463, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"], "main_score": 0.793463, "precision": 0.778165, "recall": 0.831028}, {"accuracy": 0.587945, "f1": 0.527126, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"], "main_score": 0.527126, "precision": 0.504421, "recall": 0.587945}, {"accuracy": 0.290514, "f1": 0.229241, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"], "main_score": 0.229241, "precision": 0.209365, "recall": 0.290514}, {"accuracy": 0.219368, "f1": 0.159262, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"], "main_score": 0.159262, "precision": 0.142816, "recall": 0.219368}, {"accuracy": 0.081028, "f1": 0.055113, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"], "main_score": 0.055113, "precision": 0.047508, "recall": 0.081028}, {"accuracy": 0.218379, "f1": 0.158103, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"], "main_score": 0.158103, "precision": 0.141211, "recall": 0.218379}, {"accuracy": 0.002964, "f1": 5.9e-05, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"], "main_score": 5.9e-05, "precision": 3e-05, "recall": 0.002964}, {"accuracy": 0.812253, "f1": 0.770597, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"], "main_score": 0.770597, "precision": 0.753272, "recall": 0.812253}, {"accuracy": 0.733202, "f1": 0.681719, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"], "main_score": 0.681719, "precision": 0.661648, "recall": 0.733202}, {"accuracy": 0.750988, "f1": 0.708348, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"], "main_score": 0.708348, "precision": 0.692405, "recall": 0.750988}, {"accuracy": 0.644269, "f1": 0.591904, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"], "main_score": 0.591904, "precision": 0.571295, "recall": 0.644269}, {"accuracy": 0.23913, "f1": 0.176238, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"], "main_score": 0.176238, "precision": 0.159357, "recall": 0.23913}, {"accuracy": 0.849802, "f1": 0.818573, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"], "main_score": 0.818573, "precision": 0.806045, "recall": 0.849802}, {"accuracy": 0.429842, "f1": 0.357861, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"], "main_score": 0.357861, "precision": 0.332488, "recall": 0.429842}, {"accuracy": 0.596838, "f1": 0.543831, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"], "main_score": 0.543831, "precision": 0.522419, "recall": 0.596838}, {"accuracy": 0.831028, "f1": 0.793351, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"], "main_score": 0.793351, "precision": 0.777547, "recall": 0.831028}, {"accuracy": 0.733202, "f1": 0.692775, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"], "main_score": 0.692775, "precision": 0.676666, "recall": 0.733202}, {"accuracy": 0.26087, "f1": 0.190541, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"], "main_score": 0.190541, "precision": 0.1681, "recall": 0.26087}, {"accuracy": 0.75, "f1": 0.70839, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"], "main_score": 0.70839, "precision": 0.691724, "recall": 0.75}, {"accuracy": 0.624506, "f1": 0.577498, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"], "main_score": 0.577498, "precision": 0.558656, "recall": 0.624506}, {"accuracy": 0.867589, "f1": 0.842967, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"], "main_score": 0.842967, "precision": 0.833045, "recall": 0.867589}, {"accuracy": 0.31917, "f1": 0.244974, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"], "main_score": 0.244974, "precision": 0.222441, "recall": 0.31917}, {"accuracy": 0.799407, "f1": 0.761648, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"], "main_score": 0.761648, "precision": 0.746678, "recall": 0.799407}, {"accuracy": 0.780632, "f1": 0.738353, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"], "main_score": 0.738353, "precision": 0.721583, "recall": 0.780632}, {"accuracy": 0.87253, "f1": 0.840664, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"], "main_score": 0.840664, "precision": 0.827665, "recall": 0.87253}, {"accuracy": 0.822134, "f1": 0.8042, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"], "main_score": 0.8042, "precision": 0.796122, "recall": 0.822134}, {"accuracy": 0.164032, "f1": 0.119861, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"], "main_score": 0.119861, "precision": 0.10775, "recall": 0.164032}, {"accuracy": 0.625494, "f1": 0.578385, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"], "main_score": 0.578385, "precision": 0.560463, "recall": 0.625494}, {"accuracy": 0.827075, "f1": 0.791295, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"], "main_score": 0.791295, "precision": 0.776696, "recall": 0.827075}, {"accuracy": 0.682806, "f1": 0.632979, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"], "main_score": 0.632979, "precision": 0.61243, "recall": 0.682806}, {"accuracy": 0.063241, "f1": 0.031475, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"], "main_score": 0.031475, "precision": 0.026381, "recall": 0.063241}, {"accuracy": 0.810277, "f1": 0.77361, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"], "main_score": 0.77361, "precision": 0.758989, "recall": 0.810277}, {"accuracy": 0.227273, "f1": 0.166631, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"], "main_score": 0.166631, "precision": 0.149187, "recall": 0.227273}, {"accuracy": 0.741107, "f1": 0.706217, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"], "main_score": 0.706217, "precision": 0.691944, "recall": 0.741107}, {"accuracy": 0.848814, "f1": 0.817594, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"], "main_score": 0.817594, "precision": 0.804617, "recall": 0.848814}, {"accuracy": 0.733202, "f1": 0.69343, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"], "main_score": 0.69343, "precision": 0.677723, "recall": 0.733202}, {"accuracy": 0.700593, "f1": 0.653024, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"], "main_score": 0.653024, "precision": 0.634921, "recall": 0.700593}, {"accuracy": 0.306324, "f1": 0.247852, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"], "main_score": 0.247852, "precision": 0.22906, "recall": 0.306324}, {"accuracy": 0.852767, "f1": 0.818681, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"], "main_score": 0.818681, "precision": 0.804628, "recall": 0.852767}, {"accuracy": 0.58498, "f1": 0.525307, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"], "main_score": 0.525307, "precision": 0.50349, "recall": 0.58498}, {"accuracy": 0.752964, "f1": 0.713378, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"], "main_score": 0.713378, "precision": 0.69705, "recall": 0.752964}, {"accuracy": 0.66996, "f1": 0.627144, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"], "main_score": 0.627144, "precision": 0.610137, "recall": 0.66996}, {"accuracy": 0.844862, "f1": 0.816419, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"], "main_score": 0.816419, "precision": 0.8042, "recall": 0.844862}, {"accuracy": 0.800395, "f1": 0.765686, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"], "main_score": 0.765686, "precision": 0.751689, "recall": 0.800395}, {"accuracy": 0.182806, "f1": 0.124424, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"], "main_score": 0.124424, "precision": 0.110049, "recall": 0.182806}, {"accuracy": 0.063241, "f1": 0.044378, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"], "main_score": 0.044378, "precision": 0.039517, "recall": 0.063241}, {"accuracy": 0.850791, "f1": 0.823647, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"], "main_score": 0.823647, "precision": 0.812733, "recall": 0.850791}, {"accuracy": 0.166996, "f1": 0.11727, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"], "main_score": 0.11727, "precision": 0.10488, "recall": 0.166996}, {"accuracy": 0.853755, "f1": 0.823695, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"], "main_score": 0.823695, "precision": 0.81141, "recall": 0.853755}, {"accuracy": 0.83498, "f1": 0.800519, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"], "main_score": 0.800519, "precision": 0.786437, "recall": 0.83498}, {"accuracy": 0.712451, "f1": 0.665116, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"], "main_score": 0.665116, "precision": 0.64625, "recall": 0.712451}, {"accuracy": 0.661067, "f1": 0.621021, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"], "main_score": 0.621021, "precision": 0.603986, "recall": 0.661067}, {"accuracy": 0.205534, "f1": 0.141234, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"], "main_score": 0.141234, "precision": 0.123881, "recall": 0.205534}, {"accuracy": 0.613636, "f1": 0.562315, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"], "main_score": 0.562315, "precision": 0.542119, "recall": 0.613636}, {"accuracy": 0.566206, "f1": 0.510026, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"], "main_score": 0.510026, "precision": 0.488194, "recall": 0.566206}, {"accuracy": 0.863636, "f1": 0.83108, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"], "main_score": 0.83108, "precision": 0.817443, "recall": 0.863636}, {"accuracy": 0.653162, "f1": 0.604938, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"], "main_score": 0.604938, "precision": 0.58622, "recall": 0.653162}, {"accuracy": 0.192688, "f1": 0.137068, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"], "main_score": 0.137068, "precision": 0.122066, "recall": 0.192688}, {"accuracy": 0.788538, "f1": 0.746038, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"], "main_score": 0.746038, "precision": 0.728781, "recall": 0.788538}, {"accuracy": 0.06917, "f1": 0.040899, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"], "main_score": 0.040899, "precision": 0.034018, "recall": 0.06917}, {"accuracy": 0.278656, "f1": 0.217749, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"], "main_score": 0.217749, "precision": 0.199047, "recall": 0.278656}, {"accuracy": 0.37747, "f1": 0.30877, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"], "main_score": 0.30877, "precision": 0.286853, "recall": 0.37747}, {"accuracy": 0.094862, "f1": 0.064884, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"], "main_score": 0.064884, "precision": 0.056494, "recall": 0.094862}, {"accuracy": 0.855731, "f1": 0.824495, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"], "main_score": 0.824495, "precision": 0.812398, "recall": 0.855731}, {"accuracy": 0.806324, "f1": 0.773127, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"], "main_score": 0.773127, "precision": 0.75954, "recall": 0.806324}, {"accuracy": 0.851779, "f1": 0.825297, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"], "main_score": 0.825297, "precision": 0.814913, "recall": 0.851779}, {"accuracy": 0.755929, "f1": 0.709652, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"], "main_score": 0.709652, "precision": 0.691124, "recall": 0.755929}, {"accuracy": 0.304348, "f1": 0.241601, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"], "main_score": 0.241601, "precision": 0.222812, "recall": 0.304348}, {"accuracy": 0.672925, "f1": 0.625385, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"], "main_score": 0.625385, "precision": 0.606473, "recall": 0.672925}, {"accuracy": 0.470356, "f1": 0.408366, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"], "main_score": 0.408366, "precision": 0.385424, "recall": 0.470356}, {"accuracy": 0.856719, "f1": 0.824598, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"], "main_score": 0.824598, "precision": 0.811661, "recall": 0.856719}, {"accuracy": 0.284585, "f1": 0.222021, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"], "main_score": 0.222021, "precision": 0.204281, "recall": 0.284585}, {"accuracy": 0.347826, "f1": 0.278718, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"], "main_score": 0.278718, "precision": 0.257407, "recall": 0.347826}, {"accuracy": 0.261858, "f1": 0.198553, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"], "main_score": 0.198553, "precision": 0.180116, "recall": 0.261858}, {"accuracy": 0.342885, "f1": 0.27937, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"], "main_score": 0.27937, "precision": 0.259443, "recall": 0.342885}, {"accuracy": 0.560277, "f1": 0.502228, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"], "main_score": 0.502228, "precision": 0.480177, "recall": 0.560277}, {"accuracy": 0.853755, "f1": 0.821581, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"], "main_score": 0.821581, "precision": 0.808324, "recall": 0.853755}, {"accuracy": 0.0583, "f1": 0.022671, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"], "main_score": 0.022671, "precision": 0.017759, "recall": 0.0583}, {"accuracy": 0.232213, "f1": 0.174883, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"], "main_score": 0.174883, "precision": 0.157294, "recall": 0.232213}, {"accuracy": 0.624506, "f1": 0.578172, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"], "main_score": 0.578172, "precision": 0.560506, "recall": 0.624506}, {"accuracy": 0.26581, "f1": 0.201435, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"], "main_score": 0.201435, "precision": 0.182267, "recall": 0.26581}, {"accuracy": 0.057312, "f1": 0.029078, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"], "main_score": 0.029078, "precision": 0.023746, "recall": 0.057312}, {"accuracy": 0.87253, "f1": 0.842562, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"], "main_score": 0.842562, "precision": 0.830583, "recall": 0.87253}, {"accuracy": 0.695652, "f1": 0.649016, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"], "main_score": 0.649016, "precision": 0.629652, "recall": 0.695652}, {"accuracy": 0.497036, "f1": 0.438483, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"], "main_score": 0.438483, "precision": 0.417965, "recall": 0.497036}, {"accuracy": 0.868577, "f1": 0.839367, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"], "main_score": 0.839367, "precision": 0.827752, "recall": 0.868577}, {"accuracy": 0.839921, "f1": 0.803818, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"], "main_score": 0.803818, "precision": 0.789751, "recall": 0.839921}, {"accuracy": 0.883399, "f1": 0.855491, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"], "main_score": 0.855491, "precision": 0.844263, "recall": 0.883399}, {"accuracy": 0.784585, "f1": 0.74789, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"], "main_score": 0.74789, "precision": 0.733042, "recall": 0.784585}, {"accuracy": 0.236166, "f1": 0.175436, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"], "main_score": 0.175436, "precision": 0.15736, "recall": 0.236166}, {"accuracy": 0.176877, "f1": 0.131275, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"], "main_score": 0.131275, "precision": 0.118534, "recall": 0.176877}, {"accuracy": 0.609684, "f1": 0.561855, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"], "main_score": 0.561855, "precision": 0.543086, "recall": 0.609684}, {"accuracy": 0.83004, "f1": 0.789418, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"], "main_score": 0.789418, "precision": 0.772877, "recall": 0.83004}, {"accuracy": 0.79249, "f1": 0.755981, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"], "main_score": 0.755981, "precision": 0.740958, "recall": 0.79249}, {"accuracy": 0.374506, "f1": 0.314696, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"], "main_score": 0.314696, "precision": 0.294488, "recall": 0.374506}, {"accuracy": 0.222332, "f1": 0.16248, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"], "main_score": 0.16248, "precision": 0.145687, "recall": 0.222332}, {"accuracy": 0.637352, "f1": 0.582496, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"], "main_score": 0.582496, "precision": 0.561171, "recall": 0.637352}, {"accuracy": 0.732213, "f1": 0.687971, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"], "main_score": 0.687971, "precision": 0.671281, "recall": 0.732213}, {"accuracy": 0.205534, "f1": 0.139754, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"], "main_score": 0.139754, "precision": 0.122235, "recall": 0.205534}, {"accuracy": 0.84585, "f1": 0.811911, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"], "main_score": 0.811911, "precision": 0.798419, "recall": 0.84585}, {"accuracy": 0.25, "f1": 0.197651, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"], "main_score": 0.197651, "precision": 0.183262, "recall": 0.25}, {"accuracy": 0.416008, "f1": 0.345642, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"], "main_score": 0.345642, "precision": 0.321721, "recall": 0.416008}, {"accuracy": 0.827075, "f1": 0.794705, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"], "main_score": 0.794705, "precision": 0.781118, "recall": 0.827075}, {"accuracy": 0.864625, "f1": 0.831858, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"], "main_score": 0.831858, "precision": 0.81857, "recall": 0.864625}, {"accuracy": 0.878458, "f1": 0.850313, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"], "main_score": 0.850313, "precision": 0.838975, "recall": 0.878458}, {"accuracy": 0.806324, "f1": 0.77134, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"], "main_score": 0.77134, "precision": 0.757082, "recall": 0.806324}, {"accuracy": 0.716403, "f1": 0.676534, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"], "main_score": 0.676534, "precision": 0.659009, "recall": 0.716403}, {"accuracy": 0.705534, "f1": 0.655644, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"], "main_score": 0.655644, "precision": 0.636426, "recall": 0.705534}, {"accuracy": 0.266798, "f1": 0.201643, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"], "main_score": 0.201643, "precision": 0.18085, "recall": 0.266798}, {"accuracy": 0.083992, "f1": 0.043197, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"], "main_score": 0.043197, "precision": 0.035973, "recall": 0.083992}, {"accuracy": 0.278656, "f1": 0.220106, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"], "main_score": 0.220106, "precision": 0.202583, "recall": 0.278656}, {"accuracy": 0.128458, "f1": 0.079, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"], "main_score": 0.079, "precision": 0.069207, "recall": 0.128458}, {"accuracy": 0.873518, "f1": 0.844867, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"], "main_score": 0.844867, "precision": 0.833384, "recall": 0.873518}, {"accuracy": 0.718379, "f1": 0.677525, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"], "main_score": 0.677525, "precision": 0.660411, "recall": 0.718379}, {"accuracy": 0.091897, "f1": 0.065494, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"], "main_score": 0.065494, "precision": 0.059141, "recall": 0.091897}, {"accuracy": 0.672925, "f1": 0.624936, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"], "main_score": 0.624936, "precision": 0.605651, "recall": 0.672925}, {"accuracy": 0.865613, "f1": 0.832971, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"], "main_score": 0.832971, "precision": 0.819576, "recall": 0.865613}, {"accuracy": 0.561265, "f1": 0.509372, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"], "main_score": 0.509372, "precision": 0.489811, "recall": 0.561265}, {"accuracy": 0.480237, "f1": 0.419621, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"], "main_score": 0.419621, "precision": 0.395933, "recall": 0.480237}, {"accuracy": 0.203557, "f1": 0.150186, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"], "main_score": 0.150186, "precision": 0.136565, "recall": 0.203557}, {"accuracy": 0.8083, "f1": 0.770215, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"], "main_score": 0.770215, "precision": 0.754787, "recall": 0.8083}, {"accuracy": 0.401186, "f1": 0.337979, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"], "main_score": 0.337979, "precision": 0.316939, "recall": 0.401186}, {"accuracy": 0.23419, "f1": 0.172858, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"], "main_score": 0.172858, "precision": 0.155351, "recall": 0.23419}, {"accuracy": 0.220356, "f1": 0.161608, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"], "main_score": 0.161608, "precision": 0.144061, "recall": 0.220356}, {"accuracy": 0.255929, "f1": 0.197161, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"], "main_score": 0.197161, "precision": 0.181071, "recall": 0.255929}, {"accuracy": 0.836957, "f1": 0.801636, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"], "main_score": 0.801636, "precision": 0.786838, "recall": 0.836957}, {"accuracy": 0.018775, "f1": 0.003083, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"], "main_score": 0.003083, "precision": 0.001877, "recall": 0.018775}, {"accuracy": 0.623518, "f1": 0.574188, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"], "main_score": 0.574188, "precision": 0.5561, "recall": 0.623518}, {"accuracy": 0.344862, "f1": 0.285465, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"], "main_score": 0.285465, "precision": 0.265026, "recall": 0.344862}, {"accuracy": 0.692688, "f1": 0.649871, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"], "main_score": 0.649871, "precision": 0.631613, "recall": 0.692688}, {"accuracy": 0.851779, "f1": 0.817587, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"], "main_score": 0.817587, "precision": 0.804175, "recall": 0.851779}, {"accuracy": 0.103755, "f1": 0.061852, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"], "main_score": 0.061852, "precision": 0.053227, "recall": 0.103755}, {"accuracy": 0.212451, "f1": 0.154607, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"], "main_score": 0.154607, "precision": 0.139064, "recall": 0.212451}, {"accuracy": 0.84585, "f1": 0.815096, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"], "main_score": 0.815096, "precision": 0.802498, "recall": 0.84585}, {"accuracy": 0.844862, "f1": 0.809495, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"], "main_score": 0.809495, "precision": 0.795306, "recall": 0.844862}, {"accuracy": 0.629447, "f1": 0.580342, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"], "main_score": 0.580342, "precision": 0.559964, "recall": 0.629447}, {"accuracy": 0.19664, "f1": 0.139882, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"], "main_score": 0.139882, "precision": 0.124307, "recall": 0.19664}, {"accuracy": 0.231225, "f1": 0.169341, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"], "main_score": 0.169341, "precision": 0.151392, "recall": 0.231225}, {"accuracy": 0.770751, "f1": 0.729498, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"], "main_score": 0.729498, "precision": 0.712714, "recall": 0.770751}, {"accuracy": 0.204545, "f1": 0.149141, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"], "main_score": 0.149141, "precision": 0.134796, "recall": 0.204545}, {"accuracy": 0.227273, "f1": 0.173703, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"], "main_score": 0.173703, "precision": 0.158091, "recall": 0.227273}, {"accuracy": 0.583992, "f1": 0.526698, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"], "main_score": 0.526698, "precision": 0.506221, "recall": 0.583992}, {"accuracy": 0.66996, "f1": 0.626022, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"], "main_score": 0.626022, "precision": 0.608415, "recall": 0.66996}, {"accuracy": 0.747036, "f1": 0.712034, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"], "main_score": 0.712034, "precision": 0.698057, "recall": 0.747036}, {"accuracy": 0.295455, "f1": 0.224243, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"], "main_score": 0.224243, "precision": 0.200878, "recall": 0.295455}, {"accuracy": 0.453557, "f1": 0.385225, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"], "main_score": 0.385225, "precision": 0.362245, "recall": 0.453557}, {"accuracy": 0.820158, "f1": 0.785633, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"], "main_score": 0.785633, "precision": 0.771991, "recall": 0.820158}, {"accuracy": 0.383399, "f1": 0.325184, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"], "main_score": 0.325184, "precision": 0.304437, "recall": 0.383399}, {"accuracy": 0.583992, "f1": 0.525207, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"], "main_score": 0.525207, "precision": 0.502244, "recall": 0.583992}, {"accuracy": 0.310277, "f1": 0.250281, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"], "main_score": 0.250281, "precision": 0.231553, "recall": 0.310277}, {"accuracy": 0.460474, "f1": 0.397861, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"], "main_score": 0.397861, "precision": 0.374919, "recall": 0.460474}, {"accuracy": 0.605731, "f1": 0.555965, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"], "main_score": 0.555965, "precision": 0.536027, "recall": 0.605731}, {"accuracy": 0.266798, "f1": 0.200806, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"], "main_score": 0.200806, "precision": 0.181063, "recall": 0.266798}, {"accuracy": 0.651186, "f1": 0.599965, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"], "main_score": 0.599965, "precision": 0.581228, "recall": 0.651186}, {"accuracy": 0.822134, "f1": 0.786447, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"], "main_score": 0.786447, "precision": 0.772279, "recall": 0.822134}, {"accuracy": 0.837945, "f1": 0.80498, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"], "main_score": 0.80498, "precision": 0.792101, "recall": 0.837945}, {"accuracy": 0.809289, "f1": 0.776466, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"], "main_score": 0.776466, "precision": 0.763413, "recall": 0.809289}, {"accuracy": 0.62747, "f1": 0.584011, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"], "main_score": 0.584011, "precision": 0.565746, "recall": 0.62747}, {"accuracy": 0.876482, "f1": 0.847137, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"], "main_score": 0.847137, "precision": 0.83466, "recall": 0.876482}, {"accuracy": 0.359684, "f1": 0.298271, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"], "main_score": 0.298271, "precision": 0.276584, "recall": 0.359684}, {"accuracy": 0.508893, "f1": 0.43838, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"], "main_score": 0.43838, "precision": 0.413126, "recall": 0.508893}, {"accuracy": 0.126482, "f1": 0.081612, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"], "main_score": 0.081612, "precision": 0.071756, "recall": 0.126482}, {"accuracy": 0.854743, "f1": 0.822079, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"], "main_score": 0.822079, "precision": 0.808893, "recall": 0.854743}, {"accuracy": 0.152174, "f1": 0.111699, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"], "main_score": 0.111699, "precision": 0.099308, "recall": 0.152174}, {"accuracy": 0.827075, "f1": 0.791026, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"], "main_score": 0.791026, "precision": 0.777095, "recall": 0.827075}, {"accuracy": 0.778656, "f1": 0.737355, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"], "main_score": 0.737355, "precision": 0.720682, "recall": 0.778656}, {"accuracy": 0.459486, "f1": 0.397534, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"], "main_score": 0.397534, "precision": 0.375015, "recall": 0.459486}, {"accuracy": 0.369565, "f1": 0.291662, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"], "main_score": 0.291662, "precision": 0.268117, "recall": 0.369565}, {"accuracy": 0.699605, "f1": 0.642986, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"], "main_score": 0.642986, "precision": 0.620711, "recall": 0.699605}, {"accuracy": 0.277668, "f1": 0.215273, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"], "main_score": 0.215273, "precision": 0.195986, "recall": 0.277668}, {"accuracy": 0.244071, "f1": 0.179791, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"], "main_score": 0.179791, "precision": 0.162532, "recall": 0.244071}, {"accuracy": 0.856719, "f1": 0.822505, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"], "main_score": 0.822505, "precision": 0.808654, "recall": 0.856719}, {"accuracy": 0.458498, "f1": 0.387628, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"], "main_score": 0.387628, "precision": 0.362216, "recall": 0.458498}, {"accuracy": 0.852767, "f1": 0.820552, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"], "main_score": 0.820552, "precision": 0.807291, "recall": 0.852767}, {"accuracy": 0.221344, "f1": 0.150664, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"], "main_score": 0.150664, "precision": 0.132497, "recall": 0.221344}, {"accuracy": 0.864625, "f1": 0.834391, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"], "main_score": 0.834391, "precision": 0.822495, "recall": 0.864625}, {"accuracy": 0.697628, "f1": 0.6457, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"], "main_score": 0.6457, "precision": 0.624987, "recall": 0.697628}, {"accuracy": 0.770751, "f1": 0.730336, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"], "main_score": 0.730336, "precision": 0.714456, "recall": 0.770751}, {"accuracy": 0.182806, "f1": 0.129145, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"], "main_score": 0.129145, "precision": 0.115226, "recall": 0.182806}, {"accuracy": 0.807312, "f1": 0.7766, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"], "main_score": 0.7766, "precision": 0.76442, "recall": 0.807312}, {"accuracy": 0.218379, "f1": 0.158753, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"], "main_score": 0.158753, "precision": 0.141117, "recall": 0.218379}, {"accuracy": 0.23913, "f1": 0.177155, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"], "main_score": 0.177155, "precision": 0.160312, "recall": 0.23913}, {"accuracy": 0.13834, "f1": 0.092183, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"], "main_score": 0.092183, "precision": 0.079932, "recall": 0.13834}, {"accuracy": 0.442688, "f1": 0.383439, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"], "main_score": 0.383439, "precision": 0.360145, "recall": 0.442688}, {"accuracy": 0.855731, "f1": 0.822305, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"], "main_score": 0.822305, "precision": 0.808757, "recall": 0.855731}, {"accuracy": 0.336957, "f1": 0.272218, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"], "main_score": 0.272218, "precision": 0.250837, "recall": 0.336957}, {"accuracy": 0.19664, "f1": 0.133347, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"], "main_score": 0.133347, "precision": 0.117661, "recall": 0.19664}, {"accuracy": 0.242095, "f1": 0.176931, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"], "main_score": 0.176931, "precision": 0.159137, "recall": 0.242095}, {"accuracy": 0.532609, "f1": 0.478309, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"], "main_score": 0.478309, "precision": 0.457504, "recall": 0.532609}, {"accuracy": 0.182806, "f1": 0.1285, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"], "main_score": 0.1285, "precision": 0.113846, "recall": 0.182806}, {"accuracy": 0.20751, "f1": 0.149638, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"], "main_score": 0.149638, "precision": 0.133244, "recall": 0.20751}, {"accuracy": 0.770751, "f1": 0.737676, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"], "main_score": 0.737676, "precision": 0.725957, "recall": 0.770751}, {"accuracy": 0.309289, "f1": 0.238155, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"], "main_score": 0.238155, "precision": 0.216012, "recall": 0.309289}, {"accuracy": 0.255929, "f1": 0.191372, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"], "main_score": 0.191372, "precision": 0.173128, "recall": 0.255929}, {"accuracy": 0.646245, "f1": 0.596349, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"], "main_score": 0.596349, "precision": 0.576938, "recall": 0.646245}, {"accuracy": 0.350791, "f1": 0.28063, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"], "main_score": 0.28063, "precision": 0.257877, "recall": 0.350791}, {"accuracy": 0.435771, "f1": 0.365456, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"], "main_score": 0.365456, "precision": 0.339886, "recall": 0.435771}, {"accuracy": 0.643281, "f1": 0.593207, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"], "main_score": 0.593207, "precision": 0.572563, "recall": 0.643281}, {"accuracy": 0.349802, "f1": 0.279468, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"], "main_score": 0.279468, "precision": 0.254943, "recall": 0.349802}, {"accuracy": 0.43083, "f1": 0.362455, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"], "main_score": 0.362455, "precision": 0.336586, "recall": 0.43083}, {"accuracy": 0.204545, "f1": 0.141934, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"], "main_score": 0.141934, "precision": 0.124413, "recall": 0.204545}, {"accuracy": 0.821146, "f1": 0.783289, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"], "main_score": 0.783289, "precision": 0.768333, "recall": 0.821146}, {"accuracy": 0.771739, "f1": 0.733743, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"], "main_score": 0.733743, "precision": 0.718438, "recall": 0.771739}, {"accuracy": 0.841897, "f1": 0.80888, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"], "main_score": 0.80888, "precision": 0.795662, "recall": 0.841897}, {"accuracy": 0.585968, "f1": 0.533176, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"], "main_score": 0.533176, "precision": 0.513884, "recall": 0.585968}, {"accuracy": 0.288538, "f1": 0.232065, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"], "main_score": 0.232065, "precision": 0.214479, "recall": 0.288538}, {"accuracy": 0.212451, "f1": 0.148822, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"], "main_score": 0.148822, "precision": 0.131531, "recall": 0.212451}, {"accuracy": 0.045455, "f1": 0.025739, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"], "main_score": 0.025739, "precision": 0.021521, "recall": 0.045455}, {"accuracy": 0.076087, "f1": 0.044743, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"], "main_score": 0.044743, "precision": 0.038241, "recall": 0.076087}, {"accuracy": 0.002964, "f1": 4.4e-05, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"], "main_score": 4.4e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.738142, "f1": 0.681199, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"], "main_score": 0.681199, "precision": 0.658417, "recall": 0.738142}, {"accuracy": 0.650198, "f1": 0.582597, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"], "main_score": 0.582597, "precision": 0.556738, "recall": 0.650198}, {"accuracy": 0.646245, "f1": 0.58172, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"], "main_score": 0.58172, "precision": 0.558037, "recall": 0.646245}, {"accuracy": 0.305336, "f1": 0.237533, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"], "main_score": 0.237533, "precision": 0.216703, "recall": 0.305336}, {"accuracy": 0.072134, "f1": 0.044256, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"], "main_score": 0.044256, "precision": 0.038216, "recall": 0.072134}, {"accuracy": 0.711462, "f1": 0.648155, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"], "main_score": 0.648155, "precision": 0.622785, "recall": 0.711462}, {"accuracy": 0.188735, "f1": 0.123914, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"], "main_score": 0.123914, "precision": 0.106759, "recall": 0.188735}, {"accuracy": 0.320158, "f1": 0.24907, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"], "main_score": 0.24907, "precision": 0.226019, "recall": 0.320158}, {"accuracy": 0.718379, "f1": 0.659591, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"], "main_score": 0.659591, "precision": 0.636467, "recall": 0.718379}, {"accuracy": 0.612648, "f1": 0.545727, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"], "main_score": 0.545727, "precision": 0.520114, "recall": 0.612648}, {"accuracy": 0.097826, "f1": 0.059421, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"], "main_score": 0.059421, "precision": 0.051124, "recall": 0.097826}, {"accuracy": 0.625494, "f1": 0.563175, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"], "main_score": 0.563175, "precision": 0.54013, "recall": 0.625494}, {"accuracy": 0.604743, "f1": 0.541326, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"], "main_score": 0.541326, "precision": 0.51587, "recall": 0.604743}, {"accuracy": 0.711462, "f1": 0.647305, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"], "main_score": 0.647305, "precision": 0.622455, "recall": 0.711462}, {"accuracy": 0.106719, "f1": 0.063454, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"], "main_score": 0.063454, "precision": 0.055047, "recall": 0.106719}, {"accuracy": 0.695652, "f1": 0.636364, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"], "main_score": 0.636364, "precision": 0.613171, "recall": 0.695652}, {"accuracy": 0.679842, "f1": 0.616431, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"], "main_score": 0.616431, "precision": 0.590698, "recall": 0.679842}, {"accuracy": 0.726285, "f1": 0.664952, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"], "main_score": 0.664952, "precision": 0.640319, "recall": 0.726285}, {"accuracy": 0.697628, "f1": 0.633079, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"], "main_score": 0.633079, "precision": 0.607468, "recall": 0.697628}, {"accuracy": 0.068182, "f1": 0.041327, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"], "main_score": 0.041327, "precision": 0.035556, "recall": 0.068182}, {"accuracy": 0.730237, "f1": 0.678483, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"], "main_score": 0.678483, "precision": 0.655952, "recall": 0.730237}, {"accuracy": 0.741107, "f1": 0.687379, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"], "main_score": 0.687379, "precision": 0.666469, "recall": 0.741107}, {"accuracy": 0.376482, "f1": 0.30323, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"], "main_score": 0.30323, "precision": 0.27905, "recall": 0.376482}, {"accuracy": 0.064229, "f1": 0.036908, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"], "main_score": 0.036908, "precision": 0.03219, "recall": 0.064229}, {"accuracy": 0.711462, "f1": 0.652343, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"], "main_score": 0.652343, "precision": 0.629143, "recall": 0.711462}, {"accuracy": 0.089921, "f1": 0.050012, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"], "main_score": 0.050012, "precision": 0.041447, "recall": 0.089921}, {"accuracy": 0.547431, "f1": 0.469897, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"], "main_score": 0.469897, "precision": 0.441275, "recall": 0.547431}, {"accuracy": 0.713439, "f1": 0.651871, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"], "main_score": 0.651871, "precision": 0.627467, "recall": 0.713439}, {"accuracy": 0.641304, "f1": 0.576099, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"], "main_score": 0.576099, "precision": 0.549718, "recall": 0.641304}, {"accuracy": 0.657115, "f1": 0.595012, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"], "main_score": 0.595012, "precision": 0.572697, "recall": 0.657115}, {"accuracy": 0.116601, "f1": 0.078106, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"], "main_score": 0.078106, "precision": 0.068627, "recall": 0.116601}, {"accuracy": 0.738142, "f1": 0.679203, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"], "main_score": 0.679203, "precision": 0.655777, "recall": 0.738142}, {"accuracy": 0.621542, "f1": 0.560747, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"], "main_score": 0.560747, "precision": 0.537069, "recall": 0.621542}, {"accuracy": 0.635375, "f1": 0.575096, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"], "main_score": 0.575096, "precision": 0.552564, "recall": 0.635375}, {"accuracy": 0.737154, "f1": 0.688831, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"], "main_score": 0.688831, "precision": 0.668729, "recall": 0.737154}, {"accuracy": 0.703557, "f1": 0.642051, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"], "main_score": 0.642051, "precision": 0.617718, "recall": 0.703557}, {"accuracy": 0.750988, "f1": 0.696029, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"], "main_score": 0.696029, "precision": 0.673305, "recall": 0.750988}, {"accuracy": 0.06917, "f1": 0.035349, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"], "main_score": 0.035349, "precision": 0.030006, "recall": 0.06917}, {"accuracy": 0.032609, "f1": 0.018564, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"], "main_score": 0.018564, "precision": 0.015687, "recall": 0.032609}, {"accuracy": 0.712451, "f1": 0.649901, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"], "main_score": 0.649901, "precision": 0.625176, "recall": 0.712451}, {"accuracy": 0.063241, "f1": 0.034102, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"], "main_score": 0.034102, "precision": 0.028123, "recall": 0.063241}, {"accuracy": 0.727273, "f1": 0.669106, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"], "main_score": 0.669106, "precision": 0.646542, "recall": 0.727273}, {"accuracy": 0.676877, "f1": 0.608031, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"], "main_score": 0.608031, "precision": 0.580114, "recall": 0.676877}, {"accuracy": 0.567194, "f1": 0.498672, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"], "main_score": 0.498672, "precision": 0.472822, "recall": 0.567194}, {"accuracy": 0.437747, "f1": 0.365247, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"], "main_score": 0.365247, "precision": 0.340085, "recall": 0.437747}, {"accuracy": 0.073123, "f1": 0.040332, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"], "main_score": 0.040332, "precision": 0.033349, "recall": 0.073123}, {"accuracy": 0.475296, "f1": 0.415057, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"], "main_score": 0.415057, "precision": 0.392303, "recall": 0.475296}, {"accuracy": 0.326087, "f1": 0.252713, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"], "main_score": 0.252713, "precision": 0.231424, "recall": 0.326087}, {"accuracy": 0.721344, "f1": 0.661976, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"], "main_score": 0.661976, "precision": 0.638392, "recall": 0.721344}, {"accuracy": 0.399209, "f1": 0.328094, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"], "main_score": 0.328094, "precision": 0.305445, "recall": 0.399209}, {"accuracy": 0.063241, "f1": 0.036037, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"], "main_score": 0.036037, "precision": 0.03097, "recall": 0.063241}, {"accuracy": 0.68083, "f1": 0.618654, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"], "main_score": 0.618654, "precision": 0.594709, "recall": 0.68083}, {"accuracy": 0.036561, "f1": 0.022309, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"], "main_score": 0.022309, "precision": 0.019308, "recall": 0.036561}, {"accuracy": 0.082016, "f1": 0.051818, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"], "main_score": 0.051818, "precision": 0.045508, "recall": 0.082016}, {"accuracy": 0.150198, "f1": 0.103294, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"], "main_score": 0.103294, "precision": 0.090943, "recall": 0.150198}, {"accuracy": 0.066206, "f1": 0.03685, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"], "main_score": 0.03685, "precision": 0.029424, "recall": 0.066206}, {"accuracy": 0.725296, "f1": 0.666362, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"], "main_score": 0.666362, "precision": 0.643108, "recall": 0.725296}, {"accuracy": 0.730237, "f1": 0.678966, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"], "main_score": 0.678966, "precision": 0.657904, "recall": 0.730237}, {"accuracy": 0.720356, "f1": 0.658484, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"], "main_score": 0.658484, "precision": 0.634227, "recall": 0.720356}, {"accuracy": 0.718379, "f1": 0.663162, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"], "main_score": 0.663162, "precision": 0.641208, "recall": 0.718379}, {"accuracy": 0.102767, "f1": 0.058781, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"], "main_score": 0.058781, "precision": 0.049571, "recall": 0.102767}, {"accuracy": 0.416996, "f1": 0.346163, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"], "main_score": 0.346163, "precision": 0.321844, "recall": 0.416996}, {"accuracy": 0.232213, "f1": 0.171319, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"], "main_score": 0.171319, "precision": 0.154931, "recall": 0.232213}, {"accuracy": 0.717391, "f1": 0.65679, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"], "main_score": 0.65679, "precision": 0.633577, "recall": 0.717391}, {"accuracy": 0.098814, "f1": 0.057723, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"], "main_score": 0.057723, "precision": 0.048351, "recall": 0.098814}, {"accuracy": 0.155138, "f1": 0.105055, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"], "main_score": 0.105055, "precision": 0.093207, "recall": 0.155138}, {"accuracy": 0.099802, "f1": 0.058496, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"], "main_score": 0.058496, "precision": 0.049578, "recall": 0.099802}, {"accuracy": 0.194664, "f1": 0.140075, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"], "main_score": 0.140075, "precision": 0.125387, "recall": 0.194664}, {"accuracy": 0.396245, "f1": 0.326332, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"], "main_score": 0.326332, "precision": 0.303697, "recall": 0.396245}, {"accuracy": 0.715415, "f1": 0.658307, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"], "main_score": 0.658307, "precision": 0.636465, "recall": 0.715415}, {"accuracy": 0.054348, "f1": 0.023842, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"], "main_score": 0.023842, "precision": 0.020081, "recall": 0.054348}, {"accuracy": 0.079051, "f1": 0.048976, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"], "main_score": 0.048976, "precision": 0.042347, "recall": 0.079051}, {"accuracy": 0.459486, "f1": 0.381934, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"], "main_score": 0.381934, "precision": 0.356289, "recall": 0.459486}, {"accuracy": 0.101779, "f1": 0.057955, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"], "main_score": 0.057955, "precision": 0.047955, "recall": 0.101779}, {"accuracy": 0.051383, "f1": 0.027369, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"], "main_score": 0.027369, "precision": 0.023722, "recall": 0.051383}, {"accuracy": 0.72332, "f1": 0.660684, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"], "main_score": 0.660684, "precision": 0.635792, "recall": 0.72332}, {"accuracy": 0.448617, "f1": 0.370387, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"], "main_score": 0.370387, "precision": 0.343703, "recall": 0.448617}, {"accuracy": 0.465415, "f1": 0.385295, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"], "main_score": 0.385295, "precision": 0.357343, "recall": 0.465415}, {"accuracy": 0.727273, "f1": 0.665955, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"], "main_score": 0.665955, "precision": 0.642004, "recall": 0.727273}, {"accuracy": 0.713439, "f1": 0.649522, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"], "main_score": 0.649522, "precision": 0.62357, "recall": 0.713439}, {"accuracy": 0.714427, "f1": 0.652696, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"], "main_score": 0.652696, "precision": 0.628748, "recall": 0.714427}, {"accuracy": 0.716403, "f1": 0.657375, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"], "main_score": 0.657375, "precision": 0.633705, "recall": 0.716403}, {"accuracy": 0.079051, "f1": 0.048209, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"], "main_score": 0.048209, "precision": 0.041475, "recall": 0.079051}, {"accuracy": 0.059289, "f1": 0.032658, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"], "main_score": 0.032658, "precision": 0.027282, "recall": 0.059289}, {"accuracy": 0.733202, "f1": 0.67775, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"], "main_score": 0.67775, "precision": 0.655496, "recall": 0.733202}, {"accuracy": 0.703557, "f1": 0.642937, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"], "main_score": 0.642937, "precision": 0.618559, "recall": 0.703557}, {"accuracy": 0.666008, "f1": 0.599173, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"], "main_score": 0.599173, "precision": 0.573381, "recall": 0.666008}, {"accuracy": 0.167984, "f1": 0.113753, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"], "main_score": 0.113753, "precision": 0.099779, "recall": 0.167984}, {"accuracy": 0.062253, "f1": 0.032944, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"], "main_score": 0.032944, "precision": 0.027085, "recall": 0.062253}, {"accuracy": 0.389328, "f1": 0.313848, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"], "main_score": 0.313848, "precision": 0.289271, "recall": 0.389328}, {"accuracy": 0.692688, "f1": 0.634035, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"], "main_score": 0.634035, "precision": 0.61005, "recall": 0.692688}, {"accuracy": 0.082016, "f1": 0.043704, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"], "main_score": 0.043704, "precision": 0.036605, "recall": 0.082016}, {"accuracy": 0.715415, "f1": 0.653659, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"], "main_score": 0.653659, "precision": 0.628627, "recall": 0.715415}, {"accuracy": 0.087945, "f1": 0.054662, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"], "main_score": 0.054662, "precision": 0.047922, "recall": 0.087945}, {"accuracy": 0.202569, "f1": 0.14192, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"], "main_score": 0.14192, "precision": 0.12495, "recall": 0.202569}, {"accuracy": 0.73419, "f1": 0.680478, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"], "main_score": 0.680478, "precision": 0.658988, "recall": 0.73419}, {"accuracy": 0.73419, "f1": 0.67332, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"], "main_score": 0.67332, "precision": 0.648528, "recall": 0.73419}, {"accuracy": 0.715415, "f1": 0.653174, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"], "main_score": 0.653174, "precision": 0.628212, "recall": 0.715415}, {"accuracy": 0.712451, "f1": 0.65628, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"], "main_score": 0.65628, "precision": 0.633754, "recall": 0.712451}, {"accuracy": 0.400198, "f1": 0.326242, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"], "main_score": 0.326242, "precision": 0.302602, "recall": 0.400198}, {"accuracy": 0.694664, "f1": 0.632996, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"], "main_score": 0.632996, "precision": 0.609287, "recall": 0.694664}, {"accuracy": 0.092885, "f1": 0.057703, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"], "main_score": 0.057703, "precision": 0.049571, "recall": 0.092885}, {"accuracy": 0.079051, "f1": 0.043082, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"], "main_score": 0.043082, "precision": 0.037512, "recall": 0.079051}, {"accuracy": 0.094862, "f1": 0.057098, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"], "main_score": 0.057098, "precision": 0.048952, "recall": 0.094862}, {"accuracy": 0.048419, "f1": 0.028382, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"], "main_score": 0.028382, "precision": 0.024871, "recall": 0.048419}, {"accuracy": 0.720356, "f1": 0.660233, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"], "main_score": 0.660233, "precision": 0.636446, "recall": 0.720356}, {"accuracy": 0.379447, "f1": 0.296966, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"], "main_score": 0.296966, "precision": 0.268094, "recall": 0.379447}, {"accuracy": 0.037549, "f1": 0.024099, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"], "main_score": 0.024099, "precision": 0.021774, "recall": 0.037549}, {"accuracy": 0.414032, "f1": 0.343686, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"], "main_score": 0.343686, "precision": 0.320069, "recall": 0.414032}, {"accuracy": 0.698617, "f1": 0.635678, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"], "main_score": 0.635678, "precision": 0.611152, "recall": 0.698617}, {"accuracy": 0.5, "f1": 0.435981, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"], "main_score": 0.435981, "precision": 0.412453, "recall": 0.5}, {"accuracy": 0.231225, "f1": 0.174326, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"], "main_score": 0.174326, "precision": 0.157259, "recall": 0.231225}, {"accuracy": 0.087945, "f1": 0.04998, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"], "main_score": 0.04998, "precision": 0.04222, "recall": 0.087945}, {"accuracy": 0.709486, "f1": 0.649689, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"], "main_score": 0.649689, "precision": 0.625354, "recall": 0.709486}, {"accuracy": 0.185771, "f1": 0.12814, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"], "main_score": 0.12814, "precision": 0.112351, "recall": 0.185771}, {"accuracy": 0.093874, "f1": 0.056031, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"], "main_score": 0.056031, "precision": 0.048411, "recall": 0.093874}, {"accuracy": 0.06917, "f1": 0.039525, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"], "main_score": 0.039525, "precision": 0.03402, "recall": 0.06917}, {"accuracy": 0.098814, "f1": 0.062175, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"], "main_score": 0.062175, "precision": 0.053403, "recall": 0.098814}, {"accuracy": 0.686759, "f1": 0.62646, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"], "main_score": 0.62646, "precision": 0.602151, "recall": 0.686759}, {"accuracy": 0.016798, "f1": 0.003285, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"], "main_score": 0.003285, "precision": 0.002324, "recall": 0.016798}, {"accuracy": 0.690711, "f1": 0.630708, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"], "main_score": 0.630708, "precision": 0.607264, "recall": 0.690711}, {"accuracy": 0.322134, "f1": 0.252378, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"], "main_score": 0.252378, "precision": 0.230397, "recall": 0.322134}, {"accuracy": 0.546443, "f1": 0.480664, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"], "main_score": 0.480664, "precision": 0.455615, "recall": 0.546443}, {"accuracy": 0.721344, "f1": 0.659112, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"], "main_score": 0.659112, "precision": 0.634366, "recall": 0.721344}, {"accuracy": 0.05336, "f1": 0.028681, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"], "main_score": 0.028681, "precision": 0.0243, "recall": 0.05336}, {"accuracy": 0.064229, "f1": 0.040324, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"], "main_score": 0.040324, "precision": 0.035496, "recall": 0.064229}, {"accuracy": 0.709486, "f1": 0.646192, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"], "main_score": 0.646192, "precision": 0.621825, "recall": 0.709486}, {"accuracy": 0.72332, "f1": 0.663602, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"], "main_score": 0.663602, "precision": 0.640437, "recall": 0.72332}, {"accuracy": 0.340909, "f1": 0.270072, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"], "main_score": 0.270072, "precision": 0.246437, "recall": 0.340909}, {"accuracy": 0.074111, "f1": 0.045676, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"], "main_score": 0.045676, "precision": 0.039811, "recall": 0.074111}, {"accuracy": 0.070158, "f1": 0.039407, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"], "main_score": 0.039407, "precision": 0.032928, "recall": 0.070158}, {"accuracy": 0.667984, "f1": 0.611131, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"], "main_score": 0.611131, "precision": 0.588392, "recall": 0.667984}, {"accuracy": 0.072134, "f1": 0.037756, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"], "main_score": 0.037756, "precision": 0.031341, "recall": 0.072134}, {"accuracy": 0.087945, "f1": 0.058302, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"], "main_score": 0.058302, "precision": 0.051423, "recall": 0.087945}, {"accuracy": 0.663043, "f1": 0.601943, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"], "main_score": 0.601943, "precision": 0.578242, "recall": 0.663043}, {"accuracy": 0.341897, "f1": 0.279706, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"], "main_score": 0.279706, "precision": 0.26006, "recall": 0.341897}, {"accuracy": 0.740119, "f1": 0.688315, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"], "main_score": 0.688315, "precision": 0.667252, "recall": 0.740119}, {"accuracy": 0.112648, "f1": 0.074641, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"], "main_score": 0.074641, "precision": 0.064982, "recall": 0.112648}, {"accuracy": 0.233202, "f1": 0.16838, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"], "main_score": 0.16838, "precision": 0.151491, "recall": 0.233202}, {"accuracy": 0.740119, "f1": 0.682211, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"], "main_score": 0.682211, "precision": 0.659249, "recall": 0.740119}, {"accuracy": 0.420949, "f1": 0.349977, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"], "main_score": 0.349977, "precision": 0.324751, "recall": 0.420949}, {"accuracy": 0.635375, "f1": 0.571203, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"], "main_score": 0.571203, "precision": 0.546391, "recall": 0.635375}, {"accuracy": 0.148221, "f1": 0.103355, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"], "main_score": 0.103355, "precision": 0.092539, "recall": 0.148221}, {"accuracy": 0.380435, "f1": 0.315293, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"], "main_score": 0.315293, "precision": 0.292848, "recall": 0.380435}, {"accuracy": 0.358696, "f1": 0.285072, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"], "main_score": 0.285072, "precision": 0.260816, "recall": 0.358696}, {"accuracy": 0.089921, "f1": 0.054666, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"], "main_score": 0.054666, "precision": 0.046307, "recall": 0.089921}, {"accuracy": 0.742095, "f1": 0.694779, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"], "main_score": 0.694779, "precision": 0.675264, "recall": 0.742095}, {"accuracy": 0.712451, "f1": 0.651423, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"], "main_score": 0.651423, "precision": 0.62682, "recall": 0.712451}, {"accuracy": 0.714427, "f1": 0.652604, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"], "main_score": 0.652604, "precision": 0.627694, "recall": 0.714427}, {"accuracy": 0.571146, "f1": 0.500343, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"], "main_score": 0.500343, "precision": 0.473936, "recall": 0.571146}, {"accuracy": 0.438735, "f1": 0.371782, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"], "main_score": 0.371782, "precision": 0.348333, "recall": 0.438735}, {"accuracy": 0.712451, "f1": 0.65432, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"], "main_score": 0.65432, "precision": 0.631688, "recall": 0.712451}, {"accuracy": 0.225296, "f1": 0.175075, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"], "main_score": 0.175075, "precision": 0.160031, "recall": 0.225296}, {"accuracy": 0.254941, "f1": 0.192014, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"], "main_score": 0.192014, "precision": 0.173485, "recall": 0.254941}, {"accuracy": 0.044466, "f1": 0.020748, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"], "main_score": 0.020748, "precision": 0.017197, "recall": 0.044466}, {"accuracy": 0.712451, "f1": 0.652921, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"], "main_score": 0.652921, "precision": 0.630343, "recall": 0.712451}, {"accuracy": 0.242095, "f1": 0.188784, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"], "main_score": 0.188784, "precision": 0.171885, "recall": 0.242095}, {"accuracy": 0.705534, "f1": 0.643298, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"], "main_score": 0.643298, "precision": 0.618411, "recall": 0.705534}, {"accuracy": 0.661067, "f1": 0.60373, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"], "main_score": 0.60373, "precision": 0.581851, "recall": 0.661067}, {"accuracy": 0.248024, "f1": 0.179463, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"], "main_score": 0.179463, "precision": 0.160856, "recall": 0.248024}, {"accuracy": 0.125494, "f1": 0.076563, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"], "main_score": 0.076563, "precision": 0.064963, "recall": 0.125494}, {"accuracy": 0.657115, "f1": 0.589632, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"], "main_score": 0.589632, "precision": 0.563404, "recall": 0.657115}, {"accuracy": 0.102767, "f1": 0.066432, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"], "main_score": 0.066432, "precision": 0.058381, "recall": 0.102767}, {"accuracy": 0.098814, "f1": 0.062129, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"], "main_score": 0.062129, "precision": 0.053918, "recall": 0.098814}, {"accuracy": 0.712451, "f1": 0.651496, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"], "main_score": 0.651496, "precision": 0.627318, "recall": 0.712451}, {"accuracy": 0.209486, "f1": 0.141423, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"], "main_score": 0.141423, "precision": 0.122491, "recall": 0.209486}, {"accuracy": 0.689723, "f1": 0.623624, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"], "main_score": 0.623624, "precision": 0.597769, "recall": 0.689723}, {"accuracy": 0.078063, "f1": 0.045112, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"], "main_score": 0.045112, "precision": 0.038741, "recall": 0.078063}, {"accuracy": 0.733202, "f1": 0.675505, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"], "main_score": 0.675505, "precision": 0.652684, "recall": 0.733202}, {"accuracy": 0.712451, "f1": 0.652244, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"], "main_score": 0.652244, "precision": 0.628128, "recall": 0.712451}, {"accuracy": 0.692688, "f1": 0.632178, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"], "main_score": 0.632178, "precision": 0.608413, "recall": 0.692688}, {"accuracy": 0.055336, "f1": 0.031167, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"], "main_score": 0.031167, "precision": 0.026081, "recall": 0.055336}, {"accuracy": 0.572134, "f1": 0.500973, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"], "main_score": 0.500973, "precision": 0.47595, "recall": 0.572134}, {"accuracy": 0.077075, "f1": 0.048649, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"], "main_score": 0.048649, "precision": 0.042269, "recall": 0.077075}, {"accuracy": 0.076087, "f1": 0.046565, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"], "main_score": 0.046565, "precision": 0.040681, "recall": 0.076087}, {"accuracy": 0.057312, "f1": 0.03077, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"], "main_score": 0.03077, "precision": 0.02571, "recall": 0.057312}, {"accuracy": 0.299407, "f1": 0.240643, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"], "main_score": 0.240643, "precision": 0.221808, "recall": 0.299407}, {"accuracy": 0.722332, "f1": 0.660583, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"], "main_score": 0.660583, "precision": 0.635091, "recall": 0.722332}, {"accuracy": 0.126482, "f1": 0.079141, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"], "main_score": 0.079141, "precision": 0.068866, "recall": 0.126482}, {"accuracy": 0.071146, "f1": 0.035029, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"], "main_score": 0.035029, "precision": 0.028616, "recall": 0.071146}, {"accuracy": 0.08004, "f1": 0.046782, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"], "main_score": 0.046782, "precision": 0.039165, "recall": 0.08004}, {"accuracy": 0.693676, "f1": 0.634165, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"], "main_score": 0.634165, "precision": 0.609231, "recall": 0.693676}, {"accuracy": 0.067194, "f1": 0.035722, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"], "main_score": 0.035722, "precision": 0.029559, "recall": 0.067194}, {"accuracy": 0.077075, "f1": 0.048276, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"], "main_score": 0.048276, "precision": 0.041672, "recall": 0.077075}, {"accuracy": 0.663043, "f1": 0.602466, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"], "main_score": 0.602466, "precision": 0.579255, "recall": 0.663043}, {"accuracy": 0.100791, "f1": 0.064523, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"], "main_score": 0.064523, "precision": 0.056672, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.061783, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"], "main_score": 0.061783, "precision": 0.053426, "recall": 0.097826}, {"accuracy": 0.337945, "f1": 0.265458, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"], "main_score": 0.265458, "precision": 0.242816, "recall": 0.337945}, {"accuracy": 0.137352, "f1": 0.091025, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"], "main_score": 0.091025, "precision": 0.079352, "recall": 0.137352}, {"accuracy": 0.216403, "f1": 0.153784, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"], "main_score": 0.153784, "precision": 0.135569, "recall": 0.216403}, {"accuracy": 0.649209, "f1": 0.5877, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"], "main_score": 0.5877, "precision": 0.562887, "recall": 0.649209}, {"accuracy": 0.150198, "f1": 0.101569, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"], "main_score": 0.101569, "precision": 0.089243, "recall": 0.150198}, {"accuracy": 0.222332, "f1": 0.166636, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"], "main_score": 0.166636, "precision": 0.151264, "recall": 0.222332}, {"accuracy": 0.063241, "f1": 0.035153, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"], "main_score": 0.035153, "precision": 0.029171, "recall": 0.063241}, {"accuracy": 0.746047, "f1": 0.690305, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"], "main_score": 0.690305, "precision": 0.667903, "recall": 0.746047}, {"accuracy": 0.720356, "f1": 0.665475, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"], "main_score": 0.665475, "precision": 0.643379, "recall": 0.720356}, {"accuracy": 0.73913, "f1": 0.684074, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"], "main_score": 0.684074, "precision": 0.662712, "recall": 0.73913}, {"accuracy": 0.69664, "f1": 0.639548, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"], "main_score": 0.639548, "precision": 0.61574, "recall": 0.69664}, {"accuracy": 0.131423, "f1": 0.088632, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"], "main_score": 0.088632, "precision": 0.077495, "recall": 0.131423}, {"accuracy": 0.085968, "f1": 0.045361, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"], "main_score": 0.045361, "precision": 0.037047, "recall": 0.085968}, {"accuracy": 0.092885, "f1": 0.055742, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"], "main_score": 0.055742, "precision": 0.046898, "recall": 0.092885}, {"accuracy": 0.20751, "f1": 0.136501, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"], "main_score": 0.136501, "precision": 0.11867, "recall": 0.20751}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.896146, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"], "main_score": 0.896146, "precision": 0.884305, "recall": 0.920949}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.666008, "f1": 0.592961, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"], "main_score": 0.592961, "precision": 0.564781, "recall": 0.666008}, {"accuracy": 0.228261, "f1": 0.164963, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"], "main_score": 0.164963, "precision": 0.147944, "recall": 0.228261}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.428854, "f1": 0.341116, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"], "main_score": 0.341116, "precision": 0.313369, "recall": 0.428854}, {"accuracy": 0.687747, "f1": 0.615244, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"], "main_score": 0.615244, "precision": 0.585548, "recall": 0.687747}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"], "main_score": 0.898452, "precision": 0.887434, "recall": 0.921937}, {"accuracy": 0.263834, "f1": 0.180895, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"], "main_score": 0.180895, "precision": 0.159279, "recall": 0.263834}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.857708, "f1": 0.819302, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"], "main_score": 0.819302, "precision": 0.801713, "recall": 0.857708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.314229, "f1": 0.220003, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"], "main_score": 0.220003, "precision": 0.193964, "recall": 0.314229}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.174901, "f1": 0.118225, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"], "main_score": 0.118225, "precision": 0.104432, "recall": 0.174901}, {"accuracy": 0.900198, "f1": 0.87156, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"], "main_score": 0.87156, "precision": 0.858284, "recall": 0.900198}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.743083, "f1": 0.682039, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"], "main_score": 0.682039, "precision": 0.656933, "recall": 0.743083}, {"accuracy": 0.063241, "f1": 0.027885, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"], "main_score": 0.027885, "precision": 0.022373, "recall": 0.063241}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.247036, "f1": 0.169689, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"], "main_score": 0.169689, "precision": 0.150624, "recall": 0.247036}, {"accuracy": 0.87747, "f1": 0.842918, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"], "main_score": 0.842918, "precision": 0.827157, "recall": 0.87747}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"], "main_score": 0.890316, "precision": 0.877964, "recall": 0.916008}, {"accuracy": 0.300395, "f1": 0.223121, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"], "main_score": 0.223121, "precision": 0.200835, "recall": 0.300395}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.815217, "f1": 0.768845, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"], "main_score": 0.768845, "precision": 0.748864, "recall": 0.815217}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"], "main_score": 0.932971, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.908103, "f1": 0.884618, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"], "main_score": 0.884618, "precision": 0.873831, "recall": 0.908103}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.177866, "f1": 0.112878, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"], "main_score": 0.112878, "precision": 0.098337, "recall": 0.177866}, {"accuracy": 0.062253, "f1": 0.037938, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"], "main_score": 0.037938, "precision": 0.032612, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.121341, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"], "main_score": 0.121341, "precision": 0.108108, "recall": 0.181818}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.902174, "f1": 0.874473, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"], "main_score": 0.874473, "precision": 0.861528, "recall": 0.902174}, {"accuracy": 0.773715, "f1": 0.719339, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"], "main_score": 0.719339, "precision": 0.696047, "recall": 0.773715}, {"accuracy": 0.210474, "f1": 0.137079, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"], "main_score": 0.137079, "precision": 0.119405, "recall": 0.210474}, {"accuracy": 0.772727, "f1": 0.721266, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"], "main_score": 0.721266, "precision": 0.699565, "recall": 0.772727}, {"accuracy": 0.660079, "f1": 0.586913, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"], "main_score": 0.586913, "precision": 0.558443, "recall": 0.660079}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.76581, "f1": 0.705157, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"], "main_score": 0.705157, "precision": 0.679084, "recall": 0.76581}, {"accuracy": 0.1917, "f1": 0.125623, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"], "main_score": 0.125623, "precision": 0.109497, "recall": 0.1917}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.081028, "f1": 0.04763, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"], "main_score": 0.04763, "precision": 0.040465, "recall": 0.081028}, {"accuracy": 0.271739, "f1": 0.19732, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"], "main_score": 0.19732, "precision": 0.178337, "recall": 0.271739}, {"accuracy": 0.378458, "f1": 0.289019, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"], "main_score": 0.289019, "precision": 0.262314, "recall": 0.378458}, {"accuracy": 0.090909, "f1": 0.04973, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"], "main_score": 0.04973, "precision": 0.041066, "recall": 0.090909}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.31917, "f1": 0.235149, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"], "main_score": 0.235149, "precision": 0.212101, "recall": 0.31917}, {"accuracy": 0.779644, "f1": 0.722457, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"], "main_score": 0.722457, "precision": 0.69818, "recall": 0.779644}, {"accuracy": 0.476285, "f1": 0.39224, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"], "main_score": 0.39224, "precision": 0.364964, "recall": 0.476285}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.287549, "f1": 0.208129, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"], "main_score": 0.208129, "precision": 0.187612, "recall": 0.287549}, {"accuracy": 0.353755, "f1": 0.269543, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"], "main_score": 0.269543, "precision": 0.24536, "recall": 0.353755}, {"accuracy": 0.289526, "f1": 0.202858, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"], "main_score": 0.202858, "precision": 0.179688, "recall": 0.289526}, {"accuracy": 0.375494, "f1": 0.290241, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"], "main_score": 0.290241, "precision": 0.264406, "recall": 0.375494}, {"accuracy": 0.660079, "f1": 0.589148, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"], "main_score": 0.589148, "precision": 0.561053, "recall": 0.660079}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.055336, "f1": 0.019385, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"], "main_score": 0.019385, "precision": 0.014726, "recall": 0.055336}, {"accuracy": 0.229249, "f1": 0.154442, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"], "main_score": 0.154442, "precision": 0.134506, "recall": 0.229249}, {"accuracy": 0.794466, "f1": 0.742663, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"], "main_score": 0.742663, "precision": 0.72038, "recall": 0.794466}, {"accuracy": 0.261858, "f1": 0.187247, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"], "main_score": 0.187247, "precision": 0.167897, "recall": 0.261858}, {"accuracy": 0.067194, "f1": 0.035968, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"], "main_score": 0.035968, "precision": 0.03155, "recall": 0.067194}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.816206, "f1": 0.769335, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"], "main_score": 0.769335, "precision": 0.748946, "recall": 0.816206}, {"accuracy": 0.814229, "f1": 0.76357, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"], "main_score": 0.76357, "precision": 0.741206, "recall": 0.814229}, {"accuracy": 0.782609, "f1": 0.7325, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"], "main_score": 0.7325, "precision": 0.711528, "recall": 0.782609}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.247036, "f1": 0.176786, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"], "main_score": 0.176786, "precision": 0.157961, "recall": 0.247036}, {"accuracy": 0.187747, "f1": 0.124417, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"], "main_score": 0.124417, "precision": 0.109781, "recall": 0.187747}, {"accuracy": 0.903162, "f1": 0.874506, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"], "main_score": 0.874506, "precision": 0.861001, "recall": 0.903162}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.418972, "f1": 0.32987, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"], "main_score": 0.32987, "precision": 0.301218, "recall": 0.418972}, {"accuracy": 0.227273, "f1": 0.15483, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"], "main_score": 0.15483, "precision": 0.136603, "recall": 0.227273}, {"accuracy": 0.743083, "f1": 0.679663, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"], "main_score": 0.679663, "precision": 0.653376, "recall": 0.743083}, {"accuracy": 0.933794, "f1": 0.915613, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"], "main_score": 0.915613, "precision": 0.907806, "recall": 0.933794}, {"accuracy": 0.212451, "f1": 0.137568, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"], "main_score": 0.137568, "precision": 0.121115, "recall": 0.212451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.266798, "f1": 0.197368, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"], "main_score": 0.197368, "precision": 0.179689, "recall": 0.266798}, {"accuracy": 0.453557, "f1": 0.358332, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"], "main_score": 0.358332, "precision": 0.326991, "recall": 0.453557}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.766798, "f1": 0.710248, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"], "main_score": 0.710248, "precision": 0.686561, "recall": 0.766798}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.256917, "f1": 0.183933, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"], "main_score": 0.183933, "precision": 0.164524, "recall": 0.256917}, {"accuracy": 0.083004, "f1": 0.040432, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"], "main_score": 0.040432, "precision": 0.034067, "recall": 0.083004}, {"accuracy": 0.274704, "f1": 0.197621, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"], "main_score": 0.197621, "precision": 0.177013, "recall": 0.274704}, {"accuracy": 0.137352, "f1": 0.082008, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"], "main_score": 0.082008, "precision": 0.070489, "recall": 0.137352}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.741107, "f1": 0.679762, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"], "main_score": 0.679762, "precision": 0.654216, "recall": 0.741107}, {"accuracy": 0.090909, "f1": 0.059315, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"], "main_score": 0.059315, "precision": 0.051764, "recall": 0.090909}, {"accuracy": 0.758893, "f1": 0.697793, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"], "main_score": 0.697793, "precision": 0.671542, "recall": 0.758893}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.754941, "f1": 0.694419, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"], "main_score": 0.694419, "precision": 0.668939, "recall": 0.754941}, {"accuracy": 0.528656, "f1": 0.443909, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"], "main_score": 0.443909, "precision": 0.413161, "recall": 0.528656}, {"accuracy": 0.212451, "f1": 0.139087, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"], "main_score": 0.139087, "precision": 0.121669, "recall": 0.212451}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.420949, "f1": 0.329271, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"], "main_score": 0.329271, "precision": 0.30016, "recall": 0.420949}, {"accuracy": 0.248024, "f1": 0.172434, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"], "main_score": 0.172434, "precision": 0.153421, "recall": 0.248024}, {"accuracy": 0.235178, "f1": 0.169373, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"], "main_score": 0.169373, "precision": 0.152817, "recall": 0.235178}, {"accuracy": 0.245059, "f1": 0.173953, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"], "main_score": 0.173953, "precision": 0.15537, "recall": 0.245059}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.018775, "f1": 0.004021, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"], "main_score": 0.004021, "precision": 0.00294, "recall": 0.018775}, {"accuracy": 0.873518, "f1": 0.839347, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"], "main_score": 0.839347, "precision": 0.824111, "recall": 0.873518}, {"accuracy": 0.445652, "f1": 0.35817, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"], "main_score": 0.35817, "precision": 0.326692, "recall": 0.445652}, {"accuracy": 0.869565, "f1": 0.831917, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"], "main_score": 0.831917, "precision": 0.814476, "recall": 0.869565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.110672, "f1": 0.064345, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"], "main_score": 0.064345, "precision": 0.055017, "recall": 0.110672}, {"accuracy": 0.213439, "f1": 0.142232, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"], "main_score": 0.142232, "precision": 0.12397, "recall": 0.213439}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666996, "f1": 0.594669, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"], "main_score": 0.594669, "precision": 0.566653, "recall": 0.666996}, {"accuracy": 0.203557, "f1": 0.134185, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"], "main_score": 0.134185, "precision": 0.117308, "recall": 0.203557}, {"accuracy": 0.211462, "f1": 0.134319, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"], "main_score": 0.134319, "precision": 0.115189, "recall": 0.211462}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.204545, "f1": 0.13947, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"], "main_score": 0.13947, "precision": 0.124487, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.150684, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"], "main_score": 0.150684, "precision": 0.132149, "recall": 0.218379}, {"accuracy": 0.824111, "f1": 0.776369, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"], "main_score": 0.776369, "precision": 0.755138, "recall": 0.824111}, {"accuracy": 0.672925, "f1": 0.604369, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"], "main_score": 0.604369, "precision": 0.57846, "recall": 0.672925}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.307312, "f1": 0.216364, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"], "main_score": 0.216364, "precision": 0.189093, "recall": 0.307312}, {"accuracy": 0.488142, "f1": 0.402062, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"], "main_score": 0.402062, "precision": 0.373156, "recall": 0.488142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.557312, "f1": 0.476216, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"], "main_score": 0.476216, "precision": 0.445751, "recall": 0.557312}, {"accuracy": 0.849802, "f1": 0.809091, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"], "main_score": 0.809091, "precision": 0.790547, "recall": 0.849802}, {"accuracy": 0.31917, "f1": 0.24048, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"], "main_score": 0.24048, "precision": 0.218744, "recall": 0.31917}, {"accuracy": 0.617589, "f1": 0.537571, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"], "main_score": 0.537571, "precision": 0.505787, "recall": 0.617589}, {"accuracy": 0.730237, "f1": 0.667764, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"], "main_score": 0.667764, "precision": 0.640779, "recall": 0.730237}, {"accuracy": 0.263834, "f1": 0.18296, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"], "main_score": 0.18296, "precision": 0.161168, "recall": 0.263834}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"], "main_score": 0.921838, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.783597, "f1": 0.727503, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"], "main_score": 0.727503, "precision": 0.702931, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.434783, "f1": 0.347588, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"], "main_score": 0.347588, "precision": 0.318376, "recall": 0.434783}, {"accuracy": 0.521739, "f1": 0.431542, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"], "main_score": 0.431542, "precision": 0.400173, "recall": 0.521739}, {"accuracy": 0.123518, "f1": 0.072089, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"], "main_score": 0.072089, "precision": 0.062374, "recall": 0.123518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.124718, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"], "main_score": 0.124718, "precision": 0.107639, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.952964, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"], "main_score": 0.952964, "precision": 0.947875, "recall": 0.963439}, {"accuracy": 0.499012, "f1": 0.410227, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"], "main_score": 0.410227, "precision": 0.380778, "recall": 0.499012}, {"accuracy": 0.364625, "f1": 0.278417, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"], "main_score": 0.278417, "precision": 0.253346, "recall": 0.364625}, {"accuracy": 0.885375, "f1": 0.849868, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"], "main_score": 0.849868, "precision": 0.832757, "recall": 0.885375}, {"accuracy": 0.274704, "f1": 0.19783, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"], "main_score": 0.19783, "precision": 0.17679, "recall": 0.274704}, {"accuracy": 0.251976, "f1": 0.174857, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"], "main_score": 0.174857, "precision": 0.154876, "recall": 0.251976}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.481225, "f1": 0.391077, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"], "main_score": 0.391077, "precision": 0.361629, "recall": 0.481225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.213439, "f1": 0.135278, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"], "main_score": 0.135278, "precision": 0.116543, "recall": 0.213439}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.909209, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"], "main_score": 0.909209, "precision": 0.89888, "recall": 0.93083}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.194664, "f1": 0.133138, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"], "main_score": 0.133138, "precision": 0.118853, "recall": 0.194664}, {"accuracy": 0.9417, "f1": 0.924736, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"], "main_score": 0.924736, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.218379, "f1": 0.147507, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"], "main_score": 0.147507, "precision": 0.129837, "recall": 0.218379}, {"accuracy": 0.230237, "f1": 0.161205, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"], "main_score": 0.161205, "precision": 0.143468, "recall": 0.230237}, {"accuracy": 0.162055, "f1": 0.100513, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"], "main_score": 0.100513, "precision": 0.086407, "recall": 0.162055}, {"accuracy": 0.5583, "f1": 0.476358, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"], "main_score": 0.476358, "precision": 0.444888, "recall": 0.5583}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.33498, "f1": 0.245893, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"], "main_score": 0.245893, "precision": 0.219213, "recall": 0.33498}, {"accuracy": 0.199605, "f1": 0.134247, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"], "main_score": 0.134247, "precision": 0.118761, "recall": 0.199605}, {"accuracy": 0.254941, "f1": 0.176958, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"], "main_score": 0.176958, "precision": 0.157875, "recall": 0.254941}, {"accuracy": 0.833004, "f1": 0.788801, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"], "main_score": 0.788801, "precision": 0.769005, "recall": 0.833004}, {"accuracy": 0.193676, "f1": 0.126781, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"], "main_score": 0.126781, "precision": 0.111289, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.137504, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"], "main_score": 0.137504, "precision": 0.120872, "recall": 0.203557}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"], "main_score": 0.952306, "precision": 0.947217, "recall": 0.963439}, {"accuracy": 0.326087, "f1": 0.237747, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"], "main_score": 0.237747, "precision": 0.212231, "recall": 0.326087}, {"accuracy": 0.275692, "f1": 0.197611, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"], "main_score": 0.197611, "precision": 0.177961, "recall": 0.275692}, {"accuracy": 0.673913, "f1": 0.6006, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"], "main_score": 0.6006, "precision": 0.5712, "recall": 0.673913}, {"accuracy": 0.382411, "f1": 0.296896, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"], "main_score": 0.296896, "precision": 0.271664, "recall": 0.382411}, {"accuracy": 0.491107, "f1": 0.399076, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"], "main_score": 0.399076, "precision": 0.3677, "recall": 0.491107}, {"accuracy": 0.87253, "f1": 0.835441, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"], "main_score": 0.835441, "precision": 0.818182, "recall": 0.87253}, {"accuracy": 0.348814, "f1": 0.258984, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"], "main_score": 0.258984, "precision": 0.231365, "recall": 0.348814}, {"accuracy": 0.485178, "f1": 0.39866, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"], "main_score": 0.39866, "precision": 0.368673, "recall": 0.485178}, {"accuracy": 0.202569, "f1": 0.135001, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"], "main_score": 0.135001, "precision": 0.116161, "recall": 0.202569}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.994071, "f1": 0.992819, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"], "main_score": 0.992819, "precision": 0.992342, "recall": 0.994071}, {"accuracy": 0.86166, "f1": 0.824308, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"], "main_score": 0.824308, "precision": 0.807592, "recall": 0.86166}, {"accuracy": 0.285573, "f1": 0.20889, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"], "main_score": 0.20889, "precision": 0.187179, "recall": 0.285573}, {"accuracy": 0.227273, "f1": 0.151341, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"], "main_score": 0.151341, "precision": 0.131887, "recall": 0.227273}, {"accuracy": 0.088933, "f1": 0.052346, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"], "main_score": 0.052346, "precision": 0.044198, "recall": 0.088933}, {"accuracy": 0.210474, "f1": 0.139572, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"], "main_score": 0.139572, "precision": 0.121329, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.902174, "f1": 0.871772, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"], "main_score": 0.871772, "precision": 0.857296, "recall": 0.902174}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.647233, "f1": 0.574906, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"], "main_score": 0.574906, "precision": 0.54717, "recall": 0.647233}, {"accuracy": 0.229249, "f1": 0.164916, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"], "main_score": 0.164916, "precision": 0.14847, "recall": 0.229249}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.420949, "f1": 0.333963, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"], "main_score": 0.333963, "precision": 0.30633, "recall": 0.420949}, {"accuracy": 0.666996, "f1": 0.596218, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"], "main_score": 0.596218, "precision": 0.567245, "recall": 0.666996}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"], "main_score": 0.894499, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.257905, "f1": 0.174055, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"], "main_score": 0.174055, "precision": 0.150823, "recall": 0.257905}, {"accuracy": 0.938735, "f1": 0.921344, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"], "main_score": 0.921344, "precision": 0.913126, "recall": 0.938735}, {"accuracy": 0.847826, "f1": 0.808202, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"], "main_score": 0.808202, "precision": 0.790547, "recall": 0.847826}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.316206, "f1": 0.225592, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"], "main_score": 0.225592, "precision": 0.200952, "recall": 0.316206}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.16996, "f1": 0.112816, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"], "main_score": 0.112816, "precision": 0.098534, "recall": 0.16996}, {"accuracy": 0.898221, "f1": 0.868544, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"], "main_score": 0.868544, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.718379, "f1": 0.651962, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"], "main_score": 0.651962, "precision": 0.624028, "recall": 0.718379}, {"accuracy": 0.062253, "f1": 0.030472, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"], "main_score": 0.030472, "precision": 0.026248, "recall": 0.062253}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.233202, "f1": 0.159471, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"], "main_score": 0.159471, "precision": 0.141001, "recall": 0.233202}, {"accuracy": 0.853755, "f1": 0.813194, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"], "main_score": 0.813194, "precision": 0.795043, "recall": 0.853755}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"], "main_score": 0.916831, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.907115, "f1": 0.879018, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"], "main_score": 0.879018, "precision": 0.86586, "recall": 0.907115}, {"accuracy": 0.29249, "f1": 0.216401, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"], "main_score": 0.216401, "precision": 0.194633, "recall": 0.29249}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.811265, "f1": 0.763908, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"], "main_score": 0.763908, "precision": 0.742877, "recall": 0.811265}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"], "main_score": 0.915184, "precision": 0.905138, "recall": 0.935771}, {"accuracy": 0.903162, "f1": 0.876383, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"], "main_score": 0.876383, "precision": 0.863883, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.184783, "f1": 0.116979, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"], "main_score": 0.116979, "precision": 0.102056, "recall": 0.184783}, {"accuracy": 0.064229, "f1": 0.039612, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"], "main_score": 0.039612, "precision": 0.034174, "recall": 0.064229}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.16996, "f1": 0.111149, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"], "main_score": 0.111149, "precision": 0.098313, "recall": 0.16996}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.889328, "f1": 0.857773, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"], "main_score": 0.857773, "precision": 0.842968, "recall": 0.889328}, {"accuracy": 0.76581, "f1": 0.708517, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"], "main_score": 0.708517, "precision": 0.684223, "recall": 0.76581}, {"accuracy": 0.213439, "f1": 0.140584, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"], "main_score": 0.140584, "precision": 0.122374, "recall": 0.213439}, {"accuracy": 0.758893, "f1": 0.706693, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"], "main_score": 0.706693, "precision": 0.684693, "recall": 0.758893}, {"accuracy": 0.648221, "f1": 0.572748, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"], "main_score": 0.572748, "precision": 0.543459, "recall": 0.648221}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.748024, "f1": 0.686829, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"], "main_score": 0.686829, "precision": 0.661528, "recall": 0.748024}, {"accuracy": 0.185771, "f1": 0.122797, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"], "main_score": 0.122797, "precision": 0.107511, "recall": 0.185771}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.071146, "f1": 0.039202, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"], "main_score": 0.039202, "precision": 0.032104, "recall": 0.071146}, {"accuracy": 0.267787, "f1": 0.201244, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"], "main_score": 0.201244, "precision": 0.184385, "recall": 0.267787}, {"accuracy": 0.368577, "f1": 0.277921, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"], "main_score": 0.277921, "precision": 0.250155, "recall": 0.368577}, {"accuracy": 0.087945, "f1": 0.051228, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"], "main_score": 0.051228, "precision": 0.043338, "recall": 0.087945}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.304348, "f1": 0.224184, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"], "main_score": 0.224184, "precision": 0.200683, "recall": 0.304348}, {"accuracy": 0.768775, "f1": 0.711242, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"], "main_score": 0.711242, "precision": 0.686595, "recall": 0.768775}, {"accuracy": 0.470356, "f1": 0.388208, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"], "main_score": 0.388208, "precision": 0.361791, "recall": 0.470356}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.279644, "f1": 0.203127, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"], "main_score": 0.203127, "precision": 0.182653, "recall": 0.279644}, {"accuracy": 0.33004, "f1": 0.250526, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"], "main_score": 0.250526, "precision": 0.228381, "recall": 0.33004}, {"accuracy": 0.272727, "f1": 0.185766, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"], "main_score": 0.185766, "precision": 0.161716, "recall": 0.272727}, {"accuracy": 0.363636, "f1": 0.281091, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"], "main_score": 0.281091, "precision": 0.256469, "recall": 0.363636}, {"accuracy": 0.657115, "f1": 0.584903, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"], "main_score": 0.584903, "precision": 0.555776, "recall": 0.657115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.05336, "f1": 0.017482, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"], "main_score": 0.017482, "precision": 0.01325, "recall": 0.05336}, {"accuracy": 0.228261, "f1": 0.15698, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"], "main_score": 0.15698, "precision": 0.138193, "recall": 0.228261}, {"accuracy": 0.768775, "f1": 0.714674, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"], "main_score": 0.714674, "precision": 0.691808, "recall": 0.768775}, {"accuracy": 0.257905, "f1": 0.184832, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"], "main_score": 0.184832, "precision": 0.165835, "recall": 0.257905}, {"accuracy": 0.063241, "f1": 0.032927, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"], "main_score": 0.032927, "precision": 0.028001, "recall": 0.063241}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.799407, "f1": 0.748668, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"], "main_score": 0.748668, "precision": 0.726581, "recall": 0.799407}, {"accuracy": 0.801383, "f1": 0.748259, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"], "main_score": 0.748259, "precision": 0.725082, "recall": 0.801383}, {"accuracy": 0.76581, "f1": 0.710314, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"], "main_score": 0.710314, "precision": 0.686001, "recall": 0.76581}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.238142, "f1": 0.1685, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"], "main_score": 0.1685, "precision": 0.150075, "recall": 0.238142}, {"accuracy": 0.192688, "f1": 0.133005, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"], "main_score": 0.133005, "precision": 0.118973, "recall": 0.192688}, {"accuracy": 0.901186, "f1": 0.871838, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"], "main_score": 0.871838, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.401186, "f1": 0.3151, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"], "main_score": 0.3151, "precision": 0.287781, "recall": 0.401186}, {"accuracy": 0.213439, "f1": 0.147815, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"], "main_score": 0.147815, "precision": 0.130584, "recall": 0.213439}, {"accuracy": 0.713439, "f1": 0.644386, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"], "main_score": 0.644386, "precision": 0.615382, "recall": 0.713439}, {"accuracy": 0.93083, "f1": 0.912352, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"], "main_score": 0.912352, "precision": 0.904018, "recall": 0.93083}, {"accuracy": 0.208498, "f1": 0.134151, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"], "main_score": 0.134151, "precision": 0.116748, "recall": 0.208498}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.252964, "f1": 0.183427, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"], "main_score": 0.183427, "precision": 0.165502, "recall": 0.252964}, {"accuracy": 0.422925, "f1": 0.329866, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"], "main_score": 0.329866, "precision": 0.299336, "recall": 0.422925}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.758893, "f1": 0.698518, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"], "main_score": 0.698518, "precision": 0.672908, "recall": 0.758893}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"], "main_score": 0.918808, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.247036, "f1": 0.17781, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"], "main_score": 0.17781, "precision": 0.158721, "recall": 0.247036}, {"accuracy": 0.079051, "f1": 0.035134, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"], "main_score": 0.035134, "precision": 0.029218, "recall": 0.079051}, {"accuracy": 0.259881, "f1": 0.184616, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"], "main_score": 0.184616, "precision": 0.163696, "recall": 0.259881}, {"accuracy": 0.140316, "f1": 0.084456, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"], "main_score": 0.084456, "precision": 0.072688, "recall": 0.140316}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.726285, "f1": 0.661514, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"], "main_score": 0.661514, "precision": 0.63391, "recall": 0.726285}, {"accuracy": 0.094862, "f1": 0.067274, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"], "main_score": 0.067274, "precision": 0.060482, "recall": 0.094862}, {"accuracy": 0.735178, "f1": 0.668845, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"], "main_score": 0.668845, "precision": 0.640135, "recall": 0.735178}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.75, "f1": 0.687815, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"], "main_score": 0.687815, "precision": 0.660747, "recall": 0.75}, {"accuracy": 0.518775, "f1": 0.434056, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"], "main_score": 0.434056, "precision": 0.403026, "recall": 0.518775}, {"accuracy": 0.206522, "f1": 0.137281, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"], "main_score": 0.137281, "precision": 0.12121, "recall": 0.206522}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.414032, "f1": 0.323807, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"], "main_score": 0.323807, "precision": 0.294513, "recall": 0.414032}, {"accuracy": 0.245059, "f1": 0.166034, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"], "main_score": 0.166034, "precision": 0.145999, "recall": 0.245059}, {"accuracy": 0.221344, "f1": 0.151127, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"], "main_score": 0.151127, "precision": 0.133054, "recall": 0.221344}, {"accuracy": 0.247036, "f1": 0.177401, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"], "main_score": 0.177401, "precision": 0.159168, "recall": 0.247036}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.019763, "f1": 0.003779, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"], "main_score": 0.003779, "precision": 0.002714, "recall": 0.019763}, {"accuracy": 0.864625, "f1": 0.82739, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"], "main_score": 0.82739, "precision": 0.810524, "recall": 0.864625}, {"accuracy": 0.429842, "f1": 0.344826, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"], "main_score": 0.344826, "precision": 0.31467, "recall": 0.429842}, {"accuracy": 0.852767, "f1": 0.810244, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"], "main_score": 0.810244, "precision": 0.790349, "recall": 0.852767}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.103755, "f1": 0.061782, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"], "main_score": 0.061782, "precision": 0.053852, "recall": 0.103755}, {"accuracy": 0.212451, "f1": 0.143582, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"], "main_score": 0.143582, "precision": 0.125625, "recall": 0.212451}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.662055, "f1": 0.589986, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"], "main_score": 0.589986, "precision": 0.56229, "recall": 0.662055}, {"accuracy": 0.200593, "f1": 0.132539, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"], "main_score": 0.132539, "precision": 0.11433, "recall": 0.200593}, {"accuracy": 0.222332, "f1": 0.146638, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"], "main_score": 0.146638, "precision": 0.127433, "recall": 0.222332}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.202569, "f1": 0.140356, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"], "main_score": 0.140356, "precision": 0.126347, "recall": 0.202569}, {"accuracy": 0.211462, "f1": 0.146346, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"], "main_score": 0.146346, "precision": 0.128761, "recall": 0.211462}, {"accuracy": 0.81917, "f1": 0.770707, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"], "main_score": 0.770707, "precision": 0.749498, "recall": 0.81917}, {"accuracy": 0.657115, "f1": 0.590688, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"], "main_score": 0.590688, "precision": 0.565064, "recall": 0.657115}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.298419, "f1": 0.21252, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"], "main_score": 0.21252, "precision": 0.187822, "recall": 0.298419}, {"accuracy": 0.478261, "f1": 0.392812, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"], "main_score": 0.392812, "precision": 0.364744, "recall": 0.478261}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.560277, "f1": 0.478845, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"], "main_score": 0.478845, "precision": 0.448024, "recall": 0.560277}, {"accuracy": 0.842885, "f1": 0.799078, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"], "main_score": 0.799078, "precision": 0.779233, "recall": 0.842885}, {"accuracy": 0.312253, "f1": 0.235401, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"], "main_score": 0.235401, "precision": 0.214574, "recall": 0.312253}, {"accuracy": 0.601779, "f1": 0.520698, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"], "main_score": 0.520698, "precision": 0.48858, "recall": 0.601779}, {"accuracy": 0.713439, "f1": 0.648723, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"], "main_score": 0.648723, "precision": 0.62038, "recall": 0.713439}, {"accuracy": 0.246047, "f1": 0.169026, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"], "main_score": 0.169026, "precision": 0.148224, "recall": 0.246047}, {"accuracy": 0.927866, "f1": 0.907082, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"], "main_score": 0.907082, "precision": 0.897563, "recall": 0.927866}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.94664, "f1": 0.929348, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"], "main_score": 0.929348, "precision": 0.920949, "recall": 0.94664}, {"accuracy": 0.771739, "f1": 0.713966, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"], "main_score": 0.713966, "precision": 0.688439, "recall": 0.771739}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.417984, "f1": 0.335036, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"], "main_score": 0.335036, "precision": 0.306471, "recall": 0.417984}, {"accuracy": 0.518775, "f1": 0.429798, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"], "main_score": 0.429798, "precision": 0.399264, "recall": 0.518775}, {"accuracy": 0.121542, "f1": 0.069464, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"], "main_score": 0.069464, "precision": 0.05908, "recall": 0.121542}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.178854, "f1": 0.116879, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"], "main_score": 0.116879, "precision": 0.099866, "recall": 0.178854}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"], "main_score": 0.937813, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.485178, "f1": 0.39696, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"], "main_score": 0.39696, "precision": 0.368215, "recall": 0.485178}, {"accuracy": 0.370553, "f1": 0.287189, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"], "main_score": 0.287189, "precision": 0.262955, "recall": 0.370553}, {"accuracy": 0.874506, "f1": 0.837352, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"], "main_score": 0.837352, "precision": 0.82024, "recall": 0.874506}, {"accuracy": 0.26087, "f1": 0.181876, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"], "main_score": 0.181876, "precision": 0.160275, "recall": 0.26087}, {"accuracy": 0.245059, "f1": 0.165978, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"], "main_score": 0.165978, "precision": 0.145334, "recall": 0.245059}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.465415, "f1": 0.372553, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"], "main_score": 0.372553, "precision": 0.34208, "recall": 0.465415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.216403, "f1": 0.137918, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"], "main_score": 0.137918, "precision": 0.118927, "recall": 0.216403}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.920949, "f1": 0.897252, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"], "main_score": 0.897252, "precision": 0.886281, "recall": 0.920949}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"], "main_score": 0.948682, "precision": 0.943099, "recall": 0.960474}, {"accuracy": 0.192688, "f1": 0.126003, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"], "main_score": 0.126003, "precision": 0.110323, "recall": 0.192688}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"], "main_score": 0.898221, "precision": 0.886858, "recall": 0.921937}, {"accuracy": 0.208498, "f1": 0.136826, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"], "main_score": 0.136826, "precision": 0.117799, "recall": 0.208498}, {"accuracy": 0.22332, "f1": 0.154864, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"], "main_score": 0.154864, "precision": 0.136998, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.101739, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"], "main_score": 0.101739, "precision": 0.088786, "recall": 0.157115}, {"accuracy": 0.545455, "f1": 0.465597, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"], "main_score": 0.465597, "precision": 0.434612, "recall": 0.545455}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.318182, "f1": 0.236941, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"], "main_score": 0.236941, "precision": 0.213366, "recall": 0.318182}, {"accuracy": 0.200593, "f1": 0.129824, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"], "main_score": 0.129824, "precision": 0.112741, "recall": 0.200593}, {"accuracy": 0.236166, "f1": 0.162069, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"], "main_score": 0.162069, "precision": 0.142926, "recall": 0.236166}, {"accuracy": 0.831028, "f1": 0.787434, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"], "main_score": 0.787434, "precision": 0.767631, "recall": 0.831028}, {"accuracy": 0.188735, "f1": 0.120407, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"], "main_score": 0.120407, "precision": 0.103486, "recall": 0.188735}, {"accuracy": 0.201581, "f1": 0.14155, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"], "main_score": 0.14155, "precision": 0.126261, "recall": 0.201581}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"], "main_score": 0.942029, "precision": 0.935639, "recall": 0.955534}, {"accuracy": 0.299407, "f1": 0.215752, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"], "main_score": 0.215752, "precision": 0.191245, "recall": 0.299407}, {"accuracy": 0.267787, "f1": 0.187676, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"], "main_score": 0.187676, "precision": 0.16793, "recall": 0.267787}, {"accuracy": 0.647233, "f1": 0.570651, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"], "main_score": 0.570651, "precision": 0.540227, "recall": 0.647233}, {"accuracy": 0.363636, "f1": 0.281511, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"], "main_score": 0.281511, "precision": 0.256667, "recall": 0.363636}, {"accuracy": 0.462451, "f1": 0.369588, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"], "main_score": 0.369588, "precision": 0.337926, "recall": 0.462451}, {"accuracy": 0.855731, "f1": 0.816008, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"], "main_score": 0.816008, "precision": 0.79776, "recall": 0.855731}, {"accuracy": 0.354743, "f1": 0.261815, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"], "main_score": 0.261815, "precision": 0.232218, "recall": 0.354743}, {"accuracy": 0.467391, "f1": 0.380292, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"], "main_score": 0.380292, "precision": 0.349906, "recall": 0.467391}, {"accuracy": 0.194664, "f1": 0.130309, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"], "main_score": 0.130309, "precision": 0.113871, "recall": 0.194664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.851779, "f1": 0.811942, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"], "main_score": 0.811942, "precision": 0.793989, "recall": 0.851779}, {"accuracy": 0.287549, "f1": 0.214084, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"], "main_score": 0.214084, "precision": 0.192432, "recall": 0.287549}, {"accuracy": 0.216403, "f1": 0.145606, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"], "main_score": 0.145606, "precision": 0.128084, "recall": 0.216403}, {"accuracy": 0.085968, "f1": 0.050371, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"], "main_score": 0.050371, "precision": 0.042455, "recall": 0.085968}, {"accuracy": 0.209486, "f1": 0.137784, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"], "main_score": 0.137784, "precision": 0.11994, "recall": 0.209486}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.907115, "f1": 0.877602, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"], "main_score": 0.877602, "precision": 0.863307, "recall": 0.907115}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.658103, "f1": 0.582897, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"], "main_score": 0.582897, "precision": 0.553295, "recall": 0.658103}, {"accuracy": 0.238142, "f1": 0.168845, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"], "main_score": 0.168845, "precision": 0.150151, "recall": 0.238142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.427866, "f1": 0.341225, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"], "main_score": 0.341225, "precision": 0.314427, "recall": 0.427866}, {"accuracy": 0.676877, "f1": 0.603208, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"], "main_score": 0.603208, "precision": 0.572604, "recall": 0.676877}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.917984, "f1": 0.892852, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"], "main_score": 0.892852, "precision": 0.880879, "recall": 0.917984}, {"accuracy": 0.270751, "f1": 0.185418, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"], "main_score": 0.185418, "precision": 0.163545, "recall": 0.270751}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"], "main_score": 0.930072, "precision": 0.922348, "recall": 0.94664}, {"accuracy": 0.850791, "f1": 0.81087, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"], "main_score": 0.81087, "precision": 0.793314, "recall": 0.850791}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.328063, "f1": 0.233229, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"], "main_score": 0.233229, "precision": 0.206296, "recall": 0.328063}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.166008, "f1": 0.109031, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"], "main_score": 0.109031, "precision": 0.09533, "recall": 0.166008}, {"accuracy": 0.891304, "f1": 0.860032, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"], "main_score": 0.860032, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.749012, "f1": 0.689528, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"], "main_score": 0.689528, "precision": 0.664947, "recall": 0.749012}, {"accuracy": 0.059289, "f1": 0.025284, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"], "main_score": 0.025284, "precision": 0.020455, "recall": 0.059289}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.240119, "f1": 0.161674, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"], "main_score": 0.161674, "precision": 0.142682, "recall": 0.240119}, {"accuracy": 0.881423, "f1": 0.846344, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"], "main_score": 0.846344, "precision": 0.83004, "recall": 0.881423}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.914032, "f1": 0.887352, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"], "main_score": 0.887352, "precision": 0.874506, "recall": 0.914032}, {"accuracy": 0.298419, "f1": 0.221836, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"], "main_score": 0.221836, "precision": 0.199714, "recall": 0.298419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.811265, "f1": 0.764775, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"], "main_score": 0.764775, "precision": 0.744593, "recall": 0.811265}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"], "main_score": 0.92556, "precision": 0.916502, "recall": 0.943676}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"], "main_score": 0.876383, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.18083, "f1": 0.114019, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"], "main_score": 0.114019, "precision": 0.099632, "recall": 0.18083}, {"accuracy": 0.068182, "f1": 0.042548, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"], "main_score": 0.042548, "precision": 0.036614, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.178854, "f1": 0.116882, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"], "main_score": 0.116882, "precision": 0.102634, "recall": 0.178854}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"], "main_score": 0.872332, "precision": 0.859387, "recall": 0.900198}, {"accuracy": 0.771739, "f1": 0.715203, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"], "main_score": 0.715203, "precision": 0.690596, "recall": 0.771739}, {"accuracy": 0.217391, "f1": 0.143731, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"], "main_score": 0.143731, "precision": 0.126041, "recall": 0.217391}, {"accuracy": 0.76087, "f1": 0.709359, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"], "main_score": 0.709359, "precision": 0.687615, "recall": 0.76087}, {"accuracy": 0.651186, "f1": 0.577412, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"], "main_score": 0.577412, "precision": 0.549449, "recall": 0.651186}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.766798, "f1": 0.705487, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"], "main_score": 0.705487, "precision": 0.679578, "recall": 0.766798}, {"accuracy": 0.189723, "f1": 0.126458, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"], "main_score": 0.126458, "precision": 0.111402, "recall": 0.189723}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.072134, "f1": 0.04046, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"], "main_score": 0.04046, "precision": 0.034519, "recall": 0.072134}, {"accuracy": 0.271739, "f1": 0.197564, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"], "main_score": 0.197564, "precision": 0.177936, "recall": 0.271739}, {"accuracy": 0.385375, "f1": 0.291423, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"], "main_score": 0.291423, "precision": 0.262873, "recall": 0.385375}, {"accuracy": 0.093874, "f1": 0.049008, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"], "main_score": 0.049008, "precision": 0.039304, "recall": 0.093874}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.313241, "f1": 0.22812, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"], "main_score": 0.22812, "precision": 0.204917, "recall": 0.313241}, {"accuracy": 0.781621, "f1": 0.726928, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"], "main_score": 0.726928, "precision": 0.703781, "recall": 0.781621}, {"accuracy": 0.478261, "f1": 0.394468, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"], "main_score": 0.394468, "precision": 0.366947, "recall": 0.478261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.290514, "f1": 0.214944, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"], "main_score": 0.214944, "precision": 0.19501, "recall": 0.290514}, {"accuracy": 0.356719, "f1": 0.274005, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"], "main_score": 0.274005, "precision": 0.250562, "recall": 0.356719}, {"accuracy": 0.283597, "f1": 0.200008, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"], "main_score": 0.200008, "precision": 0.177678, "recall": 0.283597}, {"accuracy": 0.38834, "f1": 0.302703, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"], "main_score": 0.302703, "precision": 0.276707, "recall": 0.38834}, {"accuracy": 0.649209, "f1": 0.576029, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"], "main_score": 0.576029, "precision": 0.547164, "recall": 0.649209}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.054348, "f1": 0.018162, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"], "main_score": 0.018162, "precision": 0.013852, "recall": 0.054348}, {"accuracy": 0.22332, "f1": 0.151669, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"], "main_score": 0.151669, "precision": 0.133121, "recall": 0.22332}, {"accuracy": 0.773715, "f1": 0.717531, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"], "main_score": 0.717531, "precision": 0.693816, "recall": 0.773715}, {"accuracy": 0.258893, "f1": 0.186469, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"], "main_score": 0.186469, "precision": 0.167325, "recall": 0.258893}, {"accuracy": 0.065217, "f1": 0.034033, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"], "main_score": 0.034033, "precision": 0.028797, "recall": 0.065217}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.75407, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"], "main_score": 0.75407, "precision": 0.732032, "recall": 0.804348}, {"accuracy": 0.826087, "f1": 0.77731, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"], "main_score": 0.77731, "precision": 0.755599, "recall": 0.826087}, {"accuracy": 0.772727, "f1": 0.722141, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"], "main_score": 0.722141, "precision": 0.700685, "recall": 0.772727}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.242095, "f1": 0.168122, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"], "main_score": 0.168122, "precision": 0.148609, "recall": 0.242095}, {"accuracy": 0.1917, "f1": 0.127364, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"], "main_score": 0.127364, "precision": 0.111991, "recall": 0.1917}, {"accuracy": 0.907115, "f1": 0.880007, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"], "main_score": 0.880007, "precision": 0.867342, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.409091, "f1": 0.322772, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"], "main_score": 0.322772, "precision": 0.294908, "recall": 0.409091}, {"accuracy": 0.22332, "f1": 0.152744, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"], "main_score": 0.152744, "precision": 0.135574, "recall": 0.22332}, {"accuracy": 0.740119, "f1": 0.675132, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"], "main_score": 0.675132, "precision": 0.648551, "recall": 0.740119}, {"accuracy": 0.935771, "f1": 0.917556, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"], "main_score": 0.917556, "precision": 0.909536, "recall": 0.935771}, {"accuracy": 0.210474, "f1": 0.139866, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"], "main_score": 0.139866, "precision": 0.12426, "recall": 0.210474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.269763, "f1": 0.197085, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"], "main_score": 0.197085, "precision": 0.177679, "recall": 0.269763}, {"accuracy": 0.447628, "f1": 0.352071, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"], "main_score": 0.352071, "precision": 0.320514, "recall": 0.447628}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.781621, "f1": 0.725447, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"], "main_score": 0.725447, "precision": 0.701087, "recall": 0.781621}, {"accuracy": 0.950593, "f1": 0.935672, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"], "main_score": 0.935672, "precision": 0.928771, "recall": 0.950593}, {"accuracy": 0.254941, "f1": 0.181217, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"], "main_score": 0.181217, "precision": 0.161306, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.036931, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"], "main_score": 0.036931, "precision": 0.030929, "recall": 0.08004}, {"accuracy": 0.270751, "f1": 0.193825, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"], "main_score": 0.193825, "precision": 0.172536, "recall": 0.270751}, {"accuracy": 0.136364, "f1": 0.081489, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"], "main_score": 0.081489, "precision": 0.069493, "recall": 0.136364}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.757905, "f1": 0.693445, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"], "main_score": 0.693445, "precision": 0.665662, "recall": 0.757905}, {"accuracy": 0.089921, "f1": 0.05698, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"], "main_score": 0.05698, "precision": 0.049842, "recall": 0.089921}, {"accuracy": 0.752964, "f1": 0.692118, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"], "main_score": 0.692118, "precision": 0.665942, "recall": 0.752964}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.755929, "f1": 0.693794, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"], "main_score": 0.693794, "precision": 0.667391, "recall": 0.755929}, {"accuracy": 0.511858, "f1": 0.425509, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"], "main_score": 0.425509, "precision": 0.393783, "recall": 0.511858}, {"accuracy": 0.204545, "f1": 0.134158, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"], "main_score": 0.134158, "precision": 0.116924, "recall": 0.204545}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.421937, "f1": 0.331786, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"], "main_score": 0.331786, "precision": 0.302998, "recall": 0.421937}, {"accuracy": 0.246047, "f1": 0.167952, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"], "main_score": 0.167952, "precision": 0.148179, "recall": 0.246047}, {"accuracy": 0.231225, "f1": 0.163683, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"], "main_score": 0.163683, "precision": 0.146225, "recall": 0.231225}, {"accuracy": 0.250988, "f1": 0.179269, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"], "main_score": 0.179269, "precision": 0.159958, "recall": 0.250988}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.020751, "f1": 0.003907, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"], "main_score": 0.003907, "precision": 0.002724, "recall": 0.020751}, {"accuracy": 0.866601, "f1": 0.828741, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"], "main_score": 0.828741, "precision": 0.811512, "recall": 0.866601}, {"accuracy": 0.453557, "f1": 0.369308, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"], "main_score": 0.369308, "precision": 0.338733, "recall": 0.453557}, {"accuracy": 0.852767, "f1": 0.812516, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"], "main_score": 0.812516, "precision": 0.79417, "recall": 0.852767}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.061705, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"], "main_score": 0.061705, "precision": 0.053174, "recall": 0.105731}, {"accuracy": 0.221344, "f1": 0.14882, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"], "main_score": 0.14882, "precision": 0.130951, "recall": 0.221344}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.677866, "f1": 0.604802, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"], "main_score": 0.604802, "precision": 0.575289, "recall": 0.677866}, {"accuracy": 0.20751, "f1": 0.132766, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"], "main_score": 0.132766, "precision": 0.113784, "recall": 0.20751}, {"accuracy": 0.214427, "f1": 0.135892, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"], "main_score": 0.135892, "precision": 0.115743, "recall": 0.214427}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.20751, "f1": 0.138865, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"], "main_score": 0.138865, "precision": 0.121751, "recall": 0.20751}, {"accuracy": 0.214427, "f1": 0.143649, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"], "main_score": 0.143649, "precision": 0.124724, "recall": 0.214427}, {"accuracy": 0.813241, "f1": 0.766175, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"], "main_score": 0.766175, "precision": 0.745727, "recall": 0.813241}, {"accuracy": 0.684783, "f1": 0.616402, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"], "main_score": 0.616402, "precision": 0.58927, "recall": 0.684783}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.304348, "f1": 0.217413, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"], "main_score": 0.217413, "precision": 0.190786, "recall": 0.304348}, {"accuracy": 0.48913, "f1": 0.401364, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"], "main_score": 0.401364, "precision": 0.372564, "recall": 0.48913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.543478, "f1": 0.461563, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"], "main_score": 0.461563, "precision": 0.431055, "recall": 0.543478}, {"accuracy": 0.850791, "f1": 0.811364, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"], "main_score": 0.811364, "precision": 0.793643, "recall": 0.850791}, {"accuracy": 0.309289, "f1": 0.225817, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"], "main_score": 0.225817, "precision": 0.2023, "recall": 0.309289}, {"accuracy": 0.606719, "f1": 0.521578, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"], "main_score": 0.521578, "precision": 0.48766, "recall": 0.606719}, {"accuracy": 0.727273, "f1": 0.664196, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"], "main_score": 0.664196, "precision": 0.637634, "recall": 0.727273}, {"accuracy": 0.257905, "f1": 0.17879, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"], "main_score": 0.17879, "precision": 0.157432, "recall": 0.257905}, {"accuracy": 0.920949, "f1": 0.897365, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"], "main_score": 0.897365, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.783597, "f1": 0.728393, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"], "main_score": 0.728393, "precision": 0.704134, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.429842, "f1": 0.345079, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"], "main_score": 0.345079, "precision": 0.316247, "recall": 0.429842}, {"accuracy": 0.514822, "f1": 0.423662, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"], "main_score": 0.423662, "precision": 0.392007, "recall": 0.514822}, {"accuracy": 0.117589, "f1": 0.064714, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"], "main_score": 0.064714, "precision": 0.05475, "recall": 0.117589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.184783, "f1": 0.124061, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"], "main_score": 0.124061, "precision": 0.107433, "recall": 0.184783}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"], "main_score": 0.942358, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.499012, "f1": 0.412077, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"], "main_score": 0.412077, "precision": 0.383493, "recall": 0.499012}, {"accuracy": 0.379447, "f1": 0.289549, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"], "main_score": 0.289549, "precision": 0.26199, "recall": 0.379447}, {"accuracy": 0.879447, "f1": 0.841963, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"], "main_score": 0.841963, "precision": 0.824522, "recall": 0.879447}, {"accuracy": 0.271739, "f1": 0.193719, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"], "main_score": 0.193719, "precision": 0.172815, "recall": 0.271739}, {"accuracy": 0.257905, "f1": 0.176399, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"], "main_score": 0.176399, "precision": 0.15481, "recall": 0.257905}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.460474, "f1": 0.36664, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"], "main_score": 0.36664, "precision": 0.335622, "recall": 0.460474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.208498, "f1": 0.131847, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"], "main_score": 0.131847, "precision": 0.113567, "recall": 0.208498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.929842, "f1": 0.907675, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"], "main_score": 0.907675, "precision": 0.897151, "recall": 0.929842}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.195652, "f1": 0.133526, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"], "main_score": 0.133526, "precision": 0.119333, "recall": 0.195652}, {"accuracy": 0.9417, "f1": 0.923551, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"], "main_score": 0.923551, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.211462, "f1": 0.141983, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"], "main_score": 0.141983, "precision": 0.124627, "recall": 0.211462}, {"accuracy": 0.23913, "f1": 0.167922, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"], "main_score": 0.167922, "precision": 0.150396, "recall": 0.23913}, {"accuracy": 0.159091, "f1": 0.09688, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"], "main_score": 0.09688, "precision": 0.082788, "recall": 0.159091}, {"accuracy": 0.563241, "f1": 0.478641, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"], "main_score": 0.478641, "precision": 0.445382, "recall": 0.563241}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.329051, "f1": 0.240488, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"], "main_score": 0.240488, "precision": 0.214126, "recall": 0.329051}, {"accuracy": 0.210474, "f1": 0.140058, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"], "main_score": 0.140058, "precision": 0.123223, "recall": 0.210474}, {"accuracy": 0.250988, "f1": 0.174529, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"], "main_score": 0.174529, "precision": 0.155783, "recall": 0.250988}, {"accuracy": 0.841897, "f1": 0.801534, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"], "main_score": 0.801534, "precision": 0.783547, "recall": 0.841897}, {"accuracy": 0.192688, "f1": 0.119907, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"], "main_score": 0.119907, "precision": 0.101491, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.141441, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"], "main_score": 0.141441, "precision": 0.125147, "recall": 0.20751}, {"accuracy": 0.95751, "f1": 0.945718, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"], "main_score": 0.945718, "precision": 0.940333, "recall": 0.95751}, {"accuracy": 0.325099, "f1": 0.238385, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"], "main_score": 0.238385, "precision": 0.213276, "recall": 0.325099}, {"accuracy": 0.274704, "f1": 0.198584, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"], "main_score": 0.198584, "precision": 0.179974, "recall": 0.274704}, {"accuracy": 0.658103, "f1": 0.578023, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"], "main_score": 0.578023, "precision": 0.546337, "recall": 0.658103}, {"accuracy": 0.386364, "f1": 0.298363, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"], "main_score": 0.298363, "precision": 0.270541, "recall": 0.386364}, {"accuracy": 0.485178, "f1": 0.390945, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"], "main_score": 0.390945, "precision": 0.357873, "recall": 0.485178}, {"accuracy": 0.874506, "f1": 0.838359, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"], "main_score": 0.838359, "precision": 0.821509, "recall": 0.874506}, {"accuracy": 0.354743, "f1": 0.267304, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"], "main_score": 0.267304, "precision": 0.240069, "recall": 0.354743}, {"accuracy": 0.477273, "f1": 0.389278, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"], "main_score": 0.389278, "precision": 0.35794, "recall": 0.477273}, {"accuracy": 0.203557, "f1": 0.137228, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"], "main_score": 0.137228, "precision": 0.119796, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.858696, "f1": 0.820257, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"], "main_score": 0.820257, "precision": 0.803129, "recall": 0.858696}, {"accuracy": 0.294466, "f1": 0.213628, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"], "main_score": 0.213628, "precision": 0.189768, "recall": 0.294466}, {"accuracy": 0.222332, "f1": 0.145296, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"], "main_score": 0.145296, "precision": 0.126524, "recall": 0.222332}, {"accuracy": 0.081028, "f1": 0.046964, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"], "main_score": 0.046964, "precision": 0.039004, "recall": 0.081028}, {"accuracy": 0.172925, "f1": 0.108445, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"], "main_score": 0.108445, "precision": 0.093562, "recall": 0.172925}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.894269, "f1": 0.862978, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"], "main_score": 0.862978, "precision": 0.847991, "recall": 0.894269}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.593874, "f1": 0.511052, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"], "main_score": 0.511052, "precision": 0.48059, "recall": 0.593874}, {"accuracy": 0.183794, "f1": 0.124709, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"], "main_score": 0.124709, "precision": 0.110184, "recall": 0.183794}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.376482, "f1": 0.290666, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"], "main_score": 0.290666, "precision": 0.264192, "recall": 0.376482}, {"accuracy": 0.634387, "f1": 0.557679, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"], "main_score": 0.557679, "precision": 0.527341, "recall": 0.634387}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.901186, "f1": 0.872694, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"], "main_score": 0.872694, "precision": 0.859552, "recall": 0.901186}, {"accuracy": 0.220356, "f1": 0.14675, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"], "main_score": 0.14675, "precision": 0.127931, "recall": 0.220356}, {"accuracy": 0.934783, "f1": 0.91558, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"], "main_score": 0.91558, "precision": 0.906736, "recall": 0.934783}, {"accuracy": 0.833992, "f1": 0.790053, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"], "main_score": 0.790053, "precision": 0.770735, "recall": 0.833992}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.267787, "f1": 0.18307, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"], "main_score": 0.18307, "precision": 0.160873, "recall": 0.267787}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"], "main_score": 0.932708, "precision": 0.925642, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.139328, "f1": 0.085667, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"], "main_score": 0.085667, "precision": 0.073599, "recall": 0.139328}, {"accuracy": 0.878458, "f1": 0.846494, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"], "main_score": 0.846494, "precision": 0.831933, "recall": 0.878458}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.679842, "f1": 0.606557, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"], "main_score": 0.606557, "precision": 0.576146, "recall": 0.679842}, {"accuracy": 0.066206, "f1": 0.030069, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"], "main_score": 0.030069, "precision": 0.02439, "recall": 0.066206}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.210474, "f1": 0.140464, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"], "main_score": 0.140464, "precision": 0.123511, "recall": 0.210474}, {"accuracy": 0.83498, "f1": 0.791403, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"], "main_score": 0.791403, "precision": 0.772101, "recall": 0.83498}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.911067, "f1": 0.884717, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"], "main_score": 0.884717, "precision": 0.871871, "recall": 0.911067}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"], "main_score": 0.879513, "precision": 0.866848, "recall": 0.907115}, {"accuracy": 0.249012, "f1": 0.178784, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"], "main_score": 0.178784, "precision": 0.159306, "recall": 0.249012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.793478, "f1": 0.744848, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"], "main_score": 0.744848, "precision": 0.724094, "recall": 0.793478}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"], "main_score": 0.904315, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"], "main_score": 0.876219, "precision": 0.863422, "recall": 0.90415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.152174, "f1": 0.089394, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"], "main_score": 0.089394, "precision": 0.075963, "recall": 0.152174}, {"accuracy": 0.060277, "f1": 0.03876, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"], "main_score": 0.03876, "precision": 0.03412, "recall": 0.060277}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.157115, "f1": 0.097119, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"], "main_score": 0.097119, "precision": 0.08426, "recall": 0.157115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"], "main_score": 0.93643, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.885375, "f1": 0.853247, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"], "main_score": 0.853247, "precision": 0.838686, "recall": 0.885375}, {"accuracy": 0.710474, "f1": 0.644161, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"], "main_score": 0.644161, "precision": 0.615613, "recall": 0.710474}, {"accuracy": 0.16996, "f1": 0.100566, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"], "main_score": 0.100566, "precision": 0.084018, "recall": 0.16996}, {"accuracy": 0.711462, "f1": 0.652343, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"], "main_score": 0.652343, "precision": 0.62828, "recall": 0.711462}, {"accuracy": 0.603755, "f1": 0.525547, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"], "main_score": 0.525547, "precision": 0.495841, "recall": 0.603755}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.720356, "f1": 0.654778, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"], "main_score": 0.654778, "precision": 0.628155, "recall": 0.720356}, {"accuracy": 0.151186, "f1": 0.089379, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"], "main_score": 0.089379, "precision": 0.075374, "recall": 0.151186}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"], "main_score": 0.931159, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.071146, "f1": 0.040719, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"], "main_score": 0.040719, "precision": 0.03423, "recall": 0.071146}, {"accuracy": 0.220356, "f1": 0.150786, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"], "main_score": 0.150786, "precision": 0.132692, "recall": 0.220356}, {"accuracy": 0.331028, "f1": 0.241629, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"], "main_score": 0.241629, "precision": 0.215389, "recall": 0.331028}, {"accuracy": 0.088933, "f1": 0.049058, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"], "main_score": 0.049058, "precision": 0.041132, "recall": 0.088933}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"], "main_score": 0.950988, "precision": 0.94557, "recall": 0.962451}, {"accuracy": 0.273715, "f1": 0.195825, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"], "main_score": 0.195825, "precision": 0.175275, "recall": 0.273715}, {"accuracy": 0.747036, "f1": 0.683569, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"], "main_score": 0.683569, "precision": 0.657282, "recall": 0.747036}, {"accuracy": 0.428854, "f1": 0.343942, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"], "main_score": 0.343942, "precision": 0.317055, "recall": 0.428854}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.236166, "f1": 0.165232, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"], "main_score": 0.165232, "precision": 0.147859, "recall": 0.236166}, {"accuracy": 0.300395, "f1": 0.222833, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"], "main_score": 0.222833, "precision": 0.202139, "recall": 0.300395}, {"accuracy": 0.246047, "f1": 0.164757, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"], "main_score": 0.164757, "precision": 0.143492, "recall": 0.246047}, {"accuracy": 0.339921, "f1": 0.258633, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"], "main_score": 0.258633, "precision": 0.235249, "recall": 0.339921}, {"accuracy": 0.614625, "f1": 0.540584, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"], "main_score": 0.540584, "precision": 0.510693, "recall": 0.614625}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.055336, "f1": 0.02084, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"], "main_score": 0.02084, "precision": 0.016495, "recall": 0.055336}, {"accuracy": 0.186759, "f1": 0.120931, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"], "main_score": 0.120931, "precision": 0.104418, "recall": 0.186759}, {"accuracy": 0.725296, "f1": 0.664545, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"], "main_score": 0.664545, "precision": 0.639784, "recall": 0.725296}, {"accuracy": 0.236166, "f1": 0.166488, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"], "main_score": 0.166488, "precision": 0.148143, "recall": 0.236166}, {"accuracy": 0.064229, "f1": 0.032558, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"], "main_score": 0.032558, "precision": 0.027659, "recall": 0.064229}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.761858, "f1": 0.703873, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"], "main_score": 0.703873, "precision": 0.679315, "recall": 0.761858}, {"accuracy": 0.762846, "f1": 0.701369, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"], "main_score": 0.701369, "precision": 0.674871, "recall": 0.762846}, {"accuracy": 0.771739, "f1": 0.722326, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"], "main_score": 0.722326, "precision": 0.701359, "recall": 0.771739}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.211462, "f1": 0.145756, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"], "main_score": 0.145756, "precision": 0.128018, "recall": 0.211462}, {"accuracy": 0.148221, "f1": 0.094597, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"], "main_score": 0.094597, "precision": 0.08293, "recall": 0.148221}, {"accuracy": 0.891304, "f1": 0.858432, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"], "main_score": 0.858432, "precision": 0.842638, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.348814, "f1": 0.262276, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"], "main_score": 0.262276, "precision": 0.236032, "recall": 0.348814}, {"accuracy": 0.188735, "f1": 0.125462, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"], "main_score": 0.125462, "precision": 0.111616, "recall": 0.188735}, {"accuracy": 0.684783, "f1": 0.613495, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"], "main_score": 0.613495, "precision": 0.584503, "recall": 0.684783}, {"accuracy": 0.918972, "f1": 0.89824, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"], "main_score": 0.89824, "precision": 0.889279, "recall": 0.918972}, {"accuracy": 0.168972, "f1": 0.102666, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"], "main_score": 0.102666, "precision": 0.089421, "recall": 0.168972}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.227273, "f1": 0.160575, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"], "main_score": 0.160575, "precision": 0.143782, "recall": 0.227273}, {"accuracy": 0.387352, "f1": 0.297644, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"], "main_score": 0.297644, "precision": 0.269804, "recall": 0.387352}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.725296, "f1": 0.660067, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"], "main_score": 0.660067, "precision": 0.633145, "recall": 0.725296}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.215415, "f1": 0.145474, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"], "main_score": 0.145474, "precision": 0.127484, "recall": 0.215415}, {"accuracy": 0.077075, "f1": 0.033434, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"], "main_score": 0.033434, "precision": 0.026433, "recall": 0.077075}, {"accuracy": 0.233202, "f1": 0.161164, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"], "main_score": 0.161164, "precision": 0.143205, "recall": 0.233202}, {"accuracy": 0.105731, "f1": 0.06104, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"], "main_score": 0.06104, "precision": 0.052713, "recall": 0.105731}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.678854, "f1": 0.60814, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"], "main_score": 0.60814, "precision": 0.579298, "recall": 0.678854}, {"accuracy": 0.077075, "f1": 0.049181, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"], "main_score": 0.049181, "precision": 0.042914, "recall": 0.077075}, {"accuracy": 0.716403, "f1": 0.651021, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"], "main_score": 0.651021, "precision": 0.624127, "recall": 0.716403}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.736166, "f1": 0.674627, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"], "main_score": 0.674627, "precision": 0.648427, "recall": 0.736166}, {"accuracy": 0.48419, "f1": 0.396732, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"], "main_score": 0.396732, "precision": 0.365874, "recall": 0.48419}, {"accuracy": 0.186759, "f1": 0.119199, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"], "main_score": 0.119199, "precision": 0.103675, "recall": 0.186759}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.373518, "f1": 0.28178, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"], "main_score": 0.28178, "precision": 0.252317, "recall": 0.373518}, {"accuracy": 0.214427, "f1": 0.141208, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"], "main_score": 0.141208, "precision": 0.123378, "recall": 0.214427}, {"accuracy": 0.188735, "f1": 0.124772, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"], "main_score": 0.124772, "precision": 0.109501, "recall": 0.188735}, {"accuracy": 0.217391, "f1": 0.148185, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"], "main_score": 0.148185, "precision": 0.130137, "recall": 0.217391}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.021739, "f1": 0.004476, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"], "main_score": 0.004476, "precision": 0.003166, "recall": 0.021739}, {"accuracy": 0.860672, "f1": 0.824162, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"], "main_score": 0.824162, "precision": 0.807839, "recall": 0.860672}, {"accuracy": 0.424901, "f1": 0.344736, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"], "main_score": 0.344736, "precision": 0.31575, "recall": 0.424901}, {"accuracy": 0.838933, "f1": 0.794928, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"], "main_score": 0.794928, "precision": 0.774736, "recall": 0.838933}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.092885, "f1": 0.05185, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"], "main_score": 0.05185, "precision": 0.044589, "recall": 0.092885}, {"accuracy": 0.18083, "f1": 0.117251, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"], "main_score": 0.117251, "precision": 0.100763, "recall": 0.18083}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.62253, "f1": 0.546844, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"], "main_score": 0.546844, "precision": 0.51854, "recall": 0.62253}, {"accuracy": 0.179842, "f1": 0.118262, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"], "main_score": 0.118262, "precision": 0.103764, "recall": 0.179842}, {"accuracy": 0.186759, "f1": 0.115899, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"], "main_score": 0.115899, "precision": 0.098979, "recall": 0.186759}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"], "main_score": 0.916831, "precision": 0.907115, "recall": 0.936759}, {"accuracy": 0.177866, "f1": 0.115796, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"], "main_score": 0.115796, "precision": 0.101442, "recall": 0.177866}, {"accuracy": 0.175889, "f1": 0.114154, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"], "main_score": 0.114154, "precision": 0.097115, "recall": 0.175889}, {"accuracy": 0.829051, "f1": 0.784307, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"], "main_score": 0.784307, "precision": 0.764559, "recall": 0.829051}, {"accuracy": 0.61166, "f1": 0.536618, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"], "main_score": 0.536618, "precision": 0.508711, "recall": 0.61166}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.253953, "f1": 0.177275, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"], "main_score": 0.177275, "precision": 0.155654, "recall": 0.253953}, {"accuracy": 0.438735, "f1": 0.350909, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"], "main_score": 0.350909, "precision": 0.322398, "recall": 0.438735}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.536561, "f1": 0.458034, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"], "main_score": 0.458034, "precision": 0.428837, "recall": 0.536561}, {"accuracy": 0.83004, "f1": 0.784552, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"], "main_score": 0.784552, "precision": 0.764032, "recall": 0.83004}, {"accuracy": 0.263834, "f1": 0.189348, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"], "main_score": 0.189348, "precision": 0.168991, "recall": 0.263834}, {"accuracy": 0.607708, "f1": 0.531619, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"], "main_score": 0.531619, "precision": 0.502516, "recall": 0.607708}, {"accuracy": 0.666008, "f1": 0.595869, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"], "main_score": 0.595869, "precision": 0.567172, "recall": 0.666008}, {"accuracy": 0.224308, "f1": 0.147084, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"], "main_score": 0.147084, "precision": 0.127499, "recall": 0.224308}, {"accuracy": 0.921937, "f1": 0.899572, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"], "main_score": 0.899572, "precision": 0.88941, "recall": 0.921937}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"], "main_score": 0.896739, "precision": 0.885244, "recall": 0.920949}, {"accuracy": 0.741107, "f1": 0.678524, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"], "main_score": 0.678524, "precision": 0.652503, "recall": 0.741107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.395257, "f1": 0.31513, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"], "main_score": 0.31513, "precision": 0.288936, "recall": 0.395257}, {"accuracy": 0.459486, "f1": 0.36807, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"], "main_score": 0.36807, "precision": 0.337054, "recall": 0.459486}, {"accuracy": 0.107708, "f1": 0.058695, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"], "main_score": 0.058695, "precision": 0.049668, "recall": 0.107708}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.189723, "f1": 0.130276, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"], "main_score": 0.130276, "precision": 0.113208, "recall": 0.189723}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.954545, "f1": 0.942194, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"], "main_score": 0.942194, "precision": 0.936265, "recall": 0.954545}, {"accuracy": 0.438735, "f1": 0.350683, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"], "main_score": 0.350683, "precision": 0.321669, "recall": 0.438735}, {"accuracy": 0.332016, "f1": 0.248116, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"], "main_score": 0.248116, "precision": 0.224701, "recall": 0.332016}, {"accuracy": 0.860672, "f1": 0.819565, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"], "main_score": 0.819565, "precision": 0.800511, "recall": 0.860672}, {"accuracy": 0.244071, "f1": 0.166184, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"], "main_score": 0.166184, "precision": 0.145094, "recall": 0.244071}, {"accuracy": 0.213439, "f1": 0.139735, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"], "main_score": 0.139735, "precision": 0.121292, "recall": 0.213439}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.414032, "f1": 0.321243, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"], "main_score": 0.321243, "precision": 0.290375, "recall": 0.414032}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.178854, "f1": 0.104514, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"], "main_score": 0.104514, "precision": 0.08756, "recall": 0.178854}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"], "main_score": 0.891634, "precision": 0.87948, "recall": 0.916996}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.151186, "f1": 0.09371, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"], "main_score": 0.09371, "precision": 0.081344, "recall": 0.151186}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"], "main_score": 0.873682, "precision": 0.860375, "recall": 0.902174}, {"accuracy": 0.166008, "f1": 0.098424, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"], "main_score": 0.098424, "precision": 0.082663, "recall": 0.166008}, {"accuracy": 0.189723, "f1": 0.121808, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"], "main_score": 0.121808, "precision": 0.105284, "recall": 0.189723}, {"accuracy": 0.139328, "f1": 0.087008, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"], "main_score": 0.087008, "precision": 0.076382, "recall": 0.139328}, {"accuracy": 0.549407, "f1": 0.468859, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"], "main_score": 0.468859, "precision": 0.437945, "recall": 0.549407}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.281621, "f1": 0.20052, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"], "main_score": 0.20052, "precision": 0.177146, "recall": 0.281621}, {"accuracy": 0.162055, "f1": 0.096866, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"], "main_score": 0.096866, "precision": 0.082392, "recall": 0.162055}, {"accuracy": 0.20751, "f1": 0.138839, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"], "main_score": 0.138839, "precision": 0.123154, "recall": 0.20751}, {"accuracy": 0.836957, "f1": 0.794815, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"], "main_score": 0.794815, "precision": 0.776746, "recall": 0.836957}, {"accuracy": 0.166008, "f1": 0.102597, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"], "main_score": 0.102597, "precision": 0.088281, "recall": 0.166008}, {"accuracy": 0.178854, "f1": 0.117852, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"], "main_score": 0.117852, "precision": 0.102966, "recall": 0.178854}, {"accuracy": 0.942688, "f1": 0.927061, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"], "main_score": 0.927061, "precision": 0.919878, "recall": 0.942688}, {"accuracy": 0.274704, "f1": 0.195155, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"], "main_score": 0.195155, "precision": 0.173826, "recall": 0.274704}, {"accuracy": 0.229249, "f1": 0.154687, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"], "main_score": 0.154687, "precision": 0.136617, "recall": 0.229249}, {"accuracy": 0.602767, "f1": 0.521403, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"], "main_score": 0.521403, "precision": 0.489689, "recall": 0.602767}, {"accuracy": 0.33498, "f1": 0.248778, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"], "main_score": 0.248778, "precision": 0.223165, "recall": 0.33498}, {"accuracy": 0.445652, "f1": 0.36034, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"], "main_score": 0.36034, "precision": 0.331147, "recall": 0.445652}, {"accuracy": 0.857708, "f1": 0.821311, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"], "main_score": 0.821311, "precision": 0.804957, "recall": 0.857708}, {"accuracy": 0.305336, "f1": 0.219216, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"], "main_score": 0.219216, "precision": 0.193592, "recall": 0.305336}, {"accuracy": 0.447628, "f1": 0.358987, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"], "main_score": 0.358987, "precision": 0.327614, "recall": 0.447628}, {"accuracy": 0.157115, "f1": 0.097518, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"], "main_score": 0.097518, "precision": 0.082628, "recall": 0.157115}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.981225, "f1": 0.975362, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"], "main_score": 0.975362, "precision": 0.972579, "recall": 0.981225}, {"accuracy": 0.852767, "f1": 0.813735, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"], "main_score": 0.813735, "precision": 0.796031, "recall": 0.852767}, {"accuracy": 0.25, "f1": 0.182085, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"], "main_score": 0.182085, "precision": 0.163171, "recall": 0.25}, {"accuracy": 0.188735, "f1": 0.118121, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"], "main_score": 0.118121, "precision": 0.101853, "recall": 0.188735}, {"accuracy": 0.034585, "f1": 0.029531, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"], "main_score": 0.029531, "precision": 0.028058, "recall": 0.034585}, {"accuracy": 0.202569, "f1": 0.181095, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"], "main_score": 0.181095, "precision": 0.173293, "recall": 0.202569}, {"accuracy": 0.003953, "f1": 0.000269, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"], "main_score": 0.000269, "precision": 0.000148, "recall": 0.003953}, {"accuracy": 0.130435, "f1": 0.109458, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"], "main_score": 0.109458, "precision": 0.103415, "recall": 0.130435}, {"accuracy": 0.133399, "f1": 0.123868, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"], "main_score": 0.123868, "precision": 0.120556, "recall": 0.133399}, {"accuracy": 0.104743, "f1": 0.086905, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"], "main_score": 0.086905, "precision": 0.081701, "recall": 0.104743}, {"accuracy": 0.135375, "f1": 0.126762, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"], "main_score": 0.126762, "precision": 0.124152, "recall": 0.135375}, {"accuracy": 0.216403, "f1": 0.192976, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"], "main_score": 0.192976, "precision": 0.184995, "recall": 0.216403}, {"accuracy": 0.206522, "f1": 0.177616, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"], "main_score": 0.177616, "precision": 0.169139, "recall": 0.206522}, {"accuracy": 0.192688, "f1": 0.18004, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"], "main_score": 0.18004, "precision": 0.175049, "recall": 0.192688}, {"accuracy": 0.140316, "f1": 0.130904, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"], "main_score": 0.130904, "precision": 0.127984, "recall": 0.140316}, {"accuracy": 0.143281, "f1": 0.129241, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"], "main_score": 0.129241, "precision": 0.124592, "recall": 0.143281}, {"accuracy": 0.110672, "f1": 0.096769, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"], "main_score": 0.096769, "precision": 0.09219, "recall": 0.110672}, {"accuracy": 0.189723, "f1": 0.172047, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"], "main_score": 0.172047, "precision": 0.165193, "recall": 0.189723}, {"accuracy": 0.103755, "f1": 0.098218, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"], "main_score": 0.098218, "precision": 0.096574, "recall": 0.103755}, {"accuracy": 0.12253, "f1": 0.103877, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"], "main_score": 0.103877, "precision": 0.09869, "recall": 0.12253}, {"accuracy": 0.199605, "f1": 0.177497, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"], "main_score": 0.177497, "precision": 0.171703, "recall": 0.199605}, {"accuracy": 0.222332, "f1": 0.206202, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"], "main_score": 0.206202, "precision": 0.199844, "recall": 0.222332}, {"accuracy": 0.109684, "f1": 0.100941, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"], "main_score": 0.100941, "precision": 0.097919, "recall": 0.109684}, {"accuracy": 0.134387, "f1": 0.112536, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"], "main_score": 0.112536, "precision": 0.105706, "recall": 0.134387}, {"accuracy": 0.220356, "f1": 0.190971, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"], "main_score": 0.190971, "precision": 0.1822, "recall": 0.220356}, {"accuracy": 0.161067, "f1": 0.148268, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"], "main_score": 0.148268, "precision": 0.144625, "recall": 0.161067}, {"accuracy": 0.18083, "f1": 0.161042, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"], "main_score": 0.161042, "precision": 0.153593, "recall": 0.18083}, {"accuracy": 0.059289, "f1": 0.050039, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"], "main_score": 0.050039, "precision": 0.047787, "recall": 0.059289}, {"accuracy": 0.134387, "f1": 0.119106, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"], "main_score": 0.119106, "precision": 0.11366, "recall": 0.134387}, {"accuracy": 0.161067, "f1": 0.147008, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"], "main_score": 0.147008, "precision": 0.142807, "recall": 0.161067}, {"accuracy": 0.066206, "f1": 0.048008, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"], "main_score": 0.048008, "precision": 0.04323, "recall": 0.066206}, {"accuracy": 0.117589, "f1": 0.106355, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"], "main_score": 0.106355, "precision": 0.102877, "recall": 0.117589}, {"accuracy": 0.219368, "f1": 0.199665, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"], "main_score": 0.199665, "precision": 0.193014, "recall": 0.219368}, {"accuracy": 0.148221, "f1": 0.140047, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"], "main_score": 0.140047, "precision": 0.137834, "recall": 0.148221}, {"accuracy": 0.203557, "f1": 0.175156, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"], "main_score": 0.175156, "precision": 0.167962, "recall": 0.203557}, {"accuracy": 0.150198, "f1": 0.132045, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"], "main_score": 0.132045, "precision": 0.127296, "recall": 0.150198}, {"accuracy": 0.105731, "f1": 0.086137, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"], "main_score": 0.086137, "precision": 0.080868, "recall": 0.105731}, {"accuracy": 0.208498, "f1": 0.188988, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"], "main_score": 0.188988, "precision": 0.18161, "recall": 0.208498}, {"accuracy": 0.16502, "f1": 0.143153, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"], "main_score": 0.143153, "precision": 0.136299, "recall": 0.16502}, {"accuracy": 0.073123, "f1": 0.065781, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"], "main_score": 0.065781, "precision": 0.062996, "recall": 0.073123}, {"accuracy": 0.107708, "f1": 0.092689, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"], "main_score": 0.092689, "precision": 0.08902, "recall": 0.107708}, {"accuracy": 0.0583, "f1": 0.049872, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"], "main_score": 0.049872, "precision": 0.047838, "recall": 0.0583}, {"accuracy": 0.216403, "f1": 0.187862, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"], "main_score": 0.187862, "precision": 0.180821, "recall": 0.216403}, {"accuracy": 0.108696, "f1": 0.094728, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"], "main_score": 0.094728, "precision": 0.090373, "recall": 0.108696}, {"accuracy": 0.183794, "f1": 0.159134, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"], "main_score": 0.159134, "precision": 0.15014, "recall": 0.183794}, {"accuracy": 0.035573, "f1": 0.028848, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"], "main_score": 0.028848, "precision": 0.027379, "recall": 0.035573}, {"accuracy": 0.19664, "f1": 0.168043, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"], "main_score": 0.168043, "precision": 0.160346, "recall": 0.19664}, {"accuracy": 0.150198, "f1": 0.129716, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"], "main_score": 0.129716, "precision": 0.122913, "recall": 0.150198}, {"accuracy": 0.159091, "f1": 0.139073, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"], "main_score": 0.139073, "precision": 0.13308, "recall": 0.159091}, {"accuracy": 0.183794, "f1": 0.163459, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"], "main_score": 0.163459, "precision": 0.157428, "recall": 0.183794}, {"accuracy": 0.103755, "f1": 0.093295, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"], "main_score": 0.093295, "precision": 0.089767, "recall": 0.103755}, {"accuracy": 0.126482, "f1": 0.117368, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"], "main_score": 0.117368, "precision": 0.115158, "recall": 0.126482}, {"accuracy": 0.202569, "f1": 0.180339, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"], "main_score": 0.180339, "precision": 0.172374, "recall": 0.202569}, {"accuracy": 0.176877, "f1": 0.153711, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"], "main_score": 0.153711, "precision": 0.147193, "recall": 0.176877}, {"accuracy": 0.148221, "f1": 0.133934, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"], "main_score": 0.133934, "precision": 0.129951, "recall": 0.148221}, {"accuracy": 0.219368, "f1": 0.186672, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"], "main_score": 0.186672, "precision": 0.177639, "recall": 0.219368}, {"accuracy": 0.144269, "f1": 0.132658, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"], "main_score": 0.132658, "precision": 0.129454, "recall": 0.144269}, {"accuracy": 0.16502, "f1": 0.143951, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"], "main_score": 0.143951, "precision": 0.13691, "recall": 0.16502}, {"accuracy": 0.120553, "f1": 0.105638, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"], "main_score": 0.105638, "precision": 0.101236, "recall": 0.120553}, {"accuracy": 0.038538, "f1": 0.032506, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"], "main_score": 0.032506, "precision": 0.0308, "recall": 0.038538}, {"accuracy": 0.235178, "f1": 0.215666, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"], "main_score": 0.215666, "precision": 0.208737, "recall": 0.235178}, {"accuracy": 0.198617, "f1": 0.179719, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"], "main_score": 0.179719, "precision": 0.174169, "recall": 0.198617}, {"accuracy": 0.052372, "f1": 0.04566, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"], "main_score": 0.04566, "precision": 0.043946, "recall": 0.052372}, {"accuracy": 0.170949, "f1": 0.149418, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"], "main_score": 0.149418, "precision": 0.142749, "recall": 0.170949}, {"accuracy": 0.125494, "f1": 0.11181, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"], "main_score": 0.11181, "precision": 0.107658, "recall": 0.125494}, {"accuracy": 0.182806, "f1": 0.167259, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"], "main_score": 0.167259, "precision": 0.163219, "recall": 0.182806}, {"accuracy": 0.110672, "f1": 0.090083, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"], "main_score": 0.090083, "precision": 0.084242, "recall": 0.110672}, {"accuracy": 0.242095, "f1": 0.218379, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"], "main_score": 0.218379, "precision": 0.209828, "recall": 0.242095}, {"accuracy": 0.140316, "f1": 0.130413, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"], "main_score": 0.130413, "precision": 0.127899, "recall": 0.140316}, {"accuracy": 0.151186, "f1": 0.137219, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"], "main_score": 0.137219, "precision": 0.133299, "recall": 0.151186}, {"accuracy": 0.217391, "f1": 0.186135, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"], "main_score": 0.186135, "precision": 0.177637, "recall": 0.217391}, {"accuracy": 0.206522, "f1": 0.183203, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"], "main_score": 0.183203, "precision": 0.175142, "recall": 0.206522}, {"accuracy": 0.184783, "f1": 0.166139, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"], "main_score": 0.166139, "precision": 0.159152, "recall": 0.184783}, {"accuracy": 0.183794, "f1": 0.164064, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"], "main_score": 0.164064, "precision": 0.157702, "recall": 0.183794}, {"accuracy": 0.156126, "f1": 0.142722, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"], "main_score": 0.142722, "precision": 0.137846, "recall": 0.156126}, {"accuracy": 0.102767, "f1": 0.090227, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"], "main_score": 0.090227, "precision": 0.086694, "recall": 0.102767}, {"accuracy": 0.181818, "f1": 0.15935, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"], "main_score": 0.15935, "precision": 0.152932, "recall": 0.181818}, {"accuracy": 0.039526, "f1": 0.027072, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"], "main_score": 0.027072, "precision": 0.024249, "recall": 0.039526}, {"accuracy": 0.137352, "f1": 0.122991, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"], "main_score": 0.122991, "precision": 0.116903, "recall": 0.137352}, {"accuracy": 0.112648, "f1": 0.106925, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"], "main_score": 0.106925, "precision": 0.105159, "recall": 0.112648}, {"accuracy": 0.224308, "f1": 0.204121, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"], "main_score": 0.204121, "precision": 0.195647, "recall": 0.224308}, {"accuracy": 0.047431, "f1": 0.036421, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"], "main_score": 0.036421, "precision": 0.033276, "recall": 0.047431}, {"accuracy": 0.221344, "f1": 0.190105, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"], "main_score": 0.190105, "precision": 0.18186, "recall": 0.221344}, {"accuracy": 0.142292, "f1": 0.129505, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"], "main_score": 0.129505, "precision": 0.126282, "recall": 0.142292}, {"accuracy": 0.156126, "f1": 0.142588, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"], "main_score": 0.142588, "precision": 0.13814, "recall": 0.156126}, {"accuracy": 0.052372, "f1": 0.04186, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"], "main_score": 0.04186, "precision": 0.0392, "recall": 0.052372}, {"accuracy": 0.200593, "f1": 0.170391, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"], "main_score": 0.170391, "precision": 0.16094, "recall": 0.200593}, {"accuracy": 0.198617, "f1": 0.177712, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"], "main_score": 0.177712, "precision": 0.171262, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.186009, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"], "main_score": 0.186009, "precision": 0.177116, "recall": 0.217391}, {"accuracy": 0.141304, "f1": 0.122606, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"], "main_score": 0.122606, "precision": 0.116848, "recall": 0.141304}, {"accuracy": 0.183794, "f1": 0.156224, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"], "main_score": 0.156224, "precision": 0.146978, "recall": 0.183794}, {"accuracy": 0.057312, "f1": 0.047212, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"], "main_score": 0.047212, "precision": 0.044678, "recall": 0.057312}, {"accuracy": 0.222332, "f1": 0.188728, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"], "main_score": 0.188728, "precision": 0.179887, "recall": 0.222332}, {"accuracy": 0.103755, "f1": 0.094436, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"], "main_score": 0.094436, "precision": 0.090828, "recall": 0.103755}, {"accuracy": 0.167984, "f1": 0.1508, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"], "main_score": 0.1508, "precision": 0.145317, "recall": 0.167984}, {"accuracy": 0.224308, "f1": 0.199262, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"], "main_score": 0.199262, "precision": 0.190011, "recall": 0.224308}, {"accuracy": 0.13834, "f1": 0.127198, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"], "main_score": 0.127198, "precision": 0.12452, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.150312, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"], "main_score": 0.150312, "precision": 0.144625, "recall": 0.172925}, {"accuracy": 0.186759, "f1": 0.160144, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"], "main_score": 0.160144, "precision": 0.150432, "recall": 0.186759}, {"accuracy": 0.185771, "f1": 0.160835, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"], "main_score": 0.160835, "precision": 0.153211, "recall": 0.185771}, {"accuracy": 0.202569, "f1": 0.180946, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"], "main_score": 0.180946, "precision": 0.174145, "recall": 0.202569}, {"accuracy": 0.192688, "f1": 0.177194, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"], "main_score": 0.177194, "precision": 0.172147, "recall": 0.192688}, {"accuracy": 0.137352, "f1": 0.120627, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"], "main_score": 0.120627, "precision": 0.115418, "recall": 0.137352}, {"accuracy": 0.184783, "f1": 0.157001, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"], "main_score": 0.157001, "precision": 0.148834, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.184674, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"], "main_score": 0.184674, "precision": 0.175825, "recall": 0.218379}, {"accuracy": 0.152174, "f1": 0.127927, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"], "main_score": 0.127927, "precision": 0.119841, "recall": 0.152174}, {"accuracy": 0.146245, "f1": 0.135834, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"], "main_score": 0.135834, "precision": 0.13255, "recall": 0.146245}, {"accuracy": 0.103755, "f1": 0.086915, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"], "main_score": 0.086915, "precision": 0.08299, "recall": 0.103755}, {"accuracy": 0.208498, "f1": 0.188873, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"], "main_score": 0.188873, "precision": 0.181801, "recall": 0.208498}, {"accuracy": 0.085968, "f1": 0.067201, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"], "main_score": 0.067201, "precision": 0.062731, "recall": 0.085968}, {"accuracy": 0.236166, "f1": 0.215672, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"], "main_score": 0.215672, "precision": 0.208327, "recall": 0.236166}, {"accuracy": 0.103755, "f1": 0.079695, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"], "main_score": 0.079695, "precision": 0.07226, "recall": 0.103755}, {"accuracy": 0.221344, "f1": 0.191109, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"], "main_score": 0.191109, "precision": 0.18314, "recall": 0.221344}, {"accuracy": 0.158103, "f1": 0.140215, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"], "main_score": 0.140215, "precision": 0.134258, "recall": 0.158103}, {"accuracy": 0.092885, "f1": 0.075986, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"], "main_score": 0.075986, "precision": 0.071312, "recall": 0.092885}, {"accuracy": 0.149209, "f1": 0.141259, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"], "main_score": 0.141259, "precision": 0.138363, "recall": 0.149209}, {"accuracy": 0.222332, "f1": 0.191608, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"], "main_score": 0.191608, "precision": 0.182921, "recall": 0.222332}, {"accuracy": 0.08498, "f1": 0.075506, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"], "main_score": 0.075506, "precision": 0.072585, "recall": 0.08498}, {"accuracy": 0.134387, "f1": 0.120132, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"], "main_score": 0.120132, "precision": 0.116136, "recall": 0.134387}, {"accuracy": 0.158103, "f1": 0.14001, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"], "main_score": 0.14001, "precision": 0.134795, "recall": 0.158103}, {"accuracy": 0.133399, "f1": 0.11563, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"], "main_score": 0.11563, "precision": 0.110302, "recall": 0.133399}, {"accuracy": 0.166008, "f1": 0.149595, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"], "main_score": 0.149595, "precision": 0.144966, "recall": 0.166008}, {"accuracy": 0.195652, "f1": 0.181724, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"], "main_score": 0.181724, "precision": 0.176353, "recall": 0.195652}, {"accuracy": 0.220356, "f1": 0.191926, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"], "main_score": 0.191926, "precision": 0.18141, "recall": 0.220356}, {"accuracy": 0.182806, "f1": 0.165072, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"], "main_score": 0.165072, "precision": 0.158675, "recall": 0.182806}, {"accuracy": 0.193676, "f1": 0.171805, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"], "main_score": 0.171805, "precision": 0.166335, "recall": 0.193676}, {"accuracy": 0.014822, "f1": 0.007038, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"], "main_score": 0.007038, "precision": 0.006195, "recall": 0.014822}, {"accuracy": 0.067194, "f1": 0.057556, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"], "main_score": 0.057556, "precision": 0.054717, "recall": 0.067194}, {"accuracy": 0.065217, "f1": 0.055145, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"], "main_score": 0.055145, "precision": 0.053023, "recall": 0.065217}, {"accuracy": 0.09585, "f1": 0.082416, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"], "main_score": 0.082416, "precision": 0.078406, "recall": 0.09585}, {"accuracy": 0.211462, "f1": 0.18142, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"], "main_score": 0.18142, "precision": 0.17239, "recall": 0.211462}, {"accuracy": 0.086957, "f1": 0.072276, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"], "main_score": 0.072276, "precision": 0.067416, "recall": 0.086957}, {"accuracy": 0.1917, "f1": 0.170556, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"], "main_score": 0.170556, "precision": 0.162102, "recall": 0.1917}, {"accuracy": 0.185771, "f1": 0.158528, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"], "main_score": 0.158528, "precision": 0.151535, "recall": 0.185771}, {"accuracy": 0.22332, "f1": 0.195663, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"], "main_score": 0.195663, "precision": 0.187471, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.139279, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"], "main_score": 0.139279, "precision": 0.135846, "recall": 0.149209}, {"accuracy": 0.12747, "f1": 0.111404, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"], "main_score": 0.111404, "precision": 0.105324, "recall": 0.12747}, {"accuracy": 0.16996, "f1": 0.151276, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"], "main_score": 0.151276, "precision": 0.143511, "recall": 0.16996}, {"accuracy": 0.103755, "f1": 0.094337, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"], "main_score": 0.094337, "precision": 0.091141, "recall": 0.103755}, {"accuracy": 0.16996, "f1": 0.153226, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"], "main_score": 0.153226, "precision": 0.146937, "recall": 0.16996}, {"accuracy": 0.15415, "f1": 0.134365, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"], "main_score": 0.134365, "precision": 0.127535, "recall": 0.15415}, {"accuracy": 0.063241, "f1": 0.049521, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"], "main_score": 0.049521, "precision": 0.04617, "recall": 0.063241}, {"accuracy": 0.157115, "f1": 0.140748, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"], "main_score": 0.140748, "precision": 0.136193, "recall": 0.157115}, {"accuracy": 0.124506, "f1": 0.104829, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"], "main_score": 0.104829, "precision": 0.100017, "recall": 0.124506}, {"accuracy": 0.178854, "f1": 0.156489, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"], "main_score": 0.156489, "precision": 0.14929, "recall": 0.178854}, {"accuracy": 0.187747, "f1": 0.169321, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"], "main_score": 0.169321, "precision": 0.163041, "recall": 0.187747}, {"accuracy": 0.153162, "f1": 0.130386, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"], "main_score": 0.130386, "precision": 0.124638, "recall": 0.153162}, {"accuracy": 0.043478, "f1": 0.037292, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"], "main_score": 0.037292, "precision": 0.035254, "recall": 0.043478}, {"accuracy": 0.085968, "f1": 0.06976, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"], "main_score": 0.06976, "precision": 0.064782, "recall": 0.085968}, {"accuracy": 0.146245, "f1": 0.132859, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"], "main_score": 0.132859, "precision": 0.128953, "recall": 0.146245}, {"accuracy": 0.063241, "f1": 0.058121, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"], "main_score": 0.058121, "precision": 0.056977, "recall": 0.063241}, {"accuracy": 0.15415, "f1": 0.135465, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"], "main_score": 0.135465, "precision": 0.129794, "recall": 0.15415}, {"accuracy": 0.209486, "f1": 0.185905, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"], "main_score": 0.185905, "precision": 0.177505, "recall": 0.209486}, {"accuracy": 0.060277, "f1": 0.049785, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"], "main_score": 0.049785, "precision": 0.046841, "recall": 0.060277}, {"accuracy": 0.144269, "f1": 0.123138, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"], "main_score": 0.123138, "precision": 0.117823, "recall": 0.144269}, {"accuracy": 0.160079, "f1": 0.138837, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"], "main_score": 0.138837, "precision": 0.13376, "recall": 0.160079}, {"accuracy": 0.172925, "f1": 0.153134, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"], "main_score": 0.153134, "precision": 0.148289, "recall": 0.172925}, {"accuracy": 0.108696, "f1": 0.099008, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"], "main_score": 0.099008, "precision": 0.095732, "recall": 0.108696}, {"accuracy": 0.213439, "f1": 0.185914, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"], "main_score": 0.185914, "precision": 0.177409, "recall": 0.213439}, {"accuracy": 0.099802, "f1": 0.086462, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"], "main_score": 0.086462, "precision": 0.082002, "recall": 0.099802}, {"accuracy": 0.148221, "f1": 0.136224, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"], "main_score": 0.136224, "precision": 0.132108, "recall": 0.148221}, {"accuracy": 0.126482, "f1": 0.100089, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"], "main_score": 0.100089, "precision": 0.090445, "recall": 0.126482}, {"accuracy": 0.20751, "f1": 0.183105, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"], "main_score": 0.183105, "precision": 0.17485, "recall": 0.20751}, {"accuracy": 0.02668, "f1": 0.022075, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"], "main_score": 0.022075, "precision": 0.021108, "recall": 0.02668}, {"accuracy": 0.148221, "f1": 0.129057, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"], "main_score": 0.129057, "precision": 0.12309, "recall": 0.148221}, {"accuracy": 0.132411, "f1": 0.113854, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"], "main_score": 0.113854, "precision": 0.108956, "recall": 0.132411}, {"accuracy": 0.130435, "f1": 0.119551, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"], "main_score": 0.119551, "precision": 0.116415, "recall": 0.130435}, {"accuracy": 0.184783, "f1": 0.171204, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"], "main_score": 0.171204, "precision": 0.166667, "recall": 0.184783}, {"accuracy": 0.117589, "f1": 0.101937, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"], "main_score": 0.101937, "precision": 0.097054, "recall": 0.117589}, {"accuracy": 0.200593, "f1": 0.181941, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"], "main_score": 0.181941, "precision": 0.174989, "recall": 0.200593}, {"accuracy": 0.206522, "f1": 0.180847, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"], "main_score": 0.180847, "precision": 0.172436, "recall": 0.206522}, {"accuracy": 0.208498, "f1": 0.180724, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"], "main_score": 0.180724, "precision": 0.172867, "recall": 0.208498}, {"accuracy": 0.190711, "f1": 0.177409, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"], "main_score": 0.177409, "precision": 0.172101, "recall": 0.190711}, {"accuracy": 0.219368, "f1": 0.188031, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"], "main_score": 0.188031, "precision": 0.179703, "recall": 0.219368}, {"accuracy": 0.184783, "f1": 0.161742, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"], "main_score": 0.161742, "precision": 0.153088, "recall": 0.184783}, {"accuracy": 0.221344, "f1": 0.192197, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"], "main_score": 0.192197, "precision": 0.184354, "recall": 0.221344}, {"accuracy": 0.066206, "f1": 0.054457, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"], "main_score": 0.054457, "precision": 0.051947, "recall": 0.066206}, {"accuracy": 0.167984, "f1": 0.154265, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"], "main_score": 0.154265, "precision": 0.150976, "recall": 0.167984}, {"accuracy": 0.16996, "f1": 0.149734, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"], "main_score": 0.149734, "precision": 0.143581, "recall": 0.16996}, {"accuracy": 0.184783, "f1": 0.1666, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"], "main_score": 0.1666, "precision": 0.16104, "recall": 0.184783}, {"accuracy": 0.182806, "f1": 0.157019, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"], "main_score": 0.157019, "precision": 0.148867, "recall": 0.182806}, {"accuracy": 0.198617, "f1": 0.180124, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"], "main_score": 0.180124, "precision": 0.172573, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.109495, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"], "main_score": 0.109495, "precision": 0.102344, "recall": 0.131423}, {"accuracy": 0.083992, "f1": 0.068653, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"], "main_score": 0.068653, "precision": 0.065742, "recall": 0.083992}, {"accuracy": 0.215415, "f1": 0.186579, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"], "main_score": 0.186579, "precision": 0.178624, "recall": 0.215415}, {"accuracy": 0.184783, "f1": 0.169299, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"], "main_score": 0.169299, "precision": 0.163854, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.194843, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"], "main_score": 0.194843, "precision": 0.185386, "recall": 0.218379}, {"accuracy": 0.197628, "f1": 0.175302, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"], "main_score": 0.175302, "precision": 0.167648, "recall": 0.197628}, {"accuracy": 0.047431, "f1": 0.042397, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"], "main_score": 0.042397, "precision": 0.040569, "recall": 0.047431}, {"accuracy": 0.152174, "f1": 0.135139, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"], "main_score": 0.135139, "precision": 0.129785, "recall": 0.152174}, {"accuracy": 0.209486, "f1": 0.185288, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"], "main_score": 0.185288, "precision": 0.176803, "recall": 0.209486}, {"accuracy": 0.133399, "f1": 0.120086, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"], "main_score": 0.120086, "precision": 0.11679, "recall": 0.133399}, {"accuracy": 0.183794, "f1": 0.16663, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"], "main_score": 0.16663, "precision": 0.160349, "recall": 0.183794}, {"accuracy": 0.198617, "f1": 0.17402, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"], "main_score": 0.17402, "precision": 0.165899, "recall": 0.198617}, {"accuracy": 0.109684, "f1": 0.103613, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"], "main_score": 0.103613, "precision": 0.101731, "recall": 0.109684}, {"accuracy": 0.214427, "f1": 0.190704, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"], "main_score": 0.190704, "precision": 0.182572, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.16901, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"], "main_score": 0.16901, "precision": 0.163263, "recall": 0.183794}, {"accuracy": 0.083992, "f1": 0.069658, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"], "main_score": 0.069658, "precision": 0.06596, "recall": 0.083992}, {"accuracy": 0.128458, "f1": 0.10779, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"], "main_score": 0.10779, "precision": 0.10136, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.138631, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"], "main_score": 0.138631, "precision": 0.13277, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.151962, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"], "main_score": 0.151962, "precision": 0.142869, "recall": 0.173913}, {"accuracy": 0.142292, "f1": 0.119877, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"], "main_score": 0.119877, "precision": 0.113094, "recall": 0.142292}, {"accuracy": 0.140316, "f1": 0.118151, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"], "main_score": 0.118151, "precision": 0.112998, "recall": 0.140316}, {"accuracy": 0.179842, "f1": 0.155824, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"], "main_score": 0.155824, "precision": 0.149351, "recall": 0.179842}, {"accuracy": 0.052372, "f1": 0.043024, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"], "main_score": 0.043024, "precision": 0.040983, "recall": 0.052372}, {"accuracy": 0.175889, "f1": 0.153744, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"], "main_score": 0.153744, "precision": 0.146333, "recall": 0.175889}, {"accuracy": 0.216403, "f1": 0.188891, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"], "main_score": 0.188891, "precision": 0.180019, "recall": 0.216403}, {"accuracy": 0.012846, "f1": 0.009256, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"], "main_score": 0.009256, "precision": 0.008245, "recall": 0.012846}, {"accuracy": 0.130435, "f1": 0.120108, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"], "main_score": 0.120108, "precision": 0.117045, "recall": 0.130435}, {"accuracy": 0.003953, "f1": 0.000806, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"], "main_score": 0.000806, "precision": 0.000571, "recall": 0.003953}, {"accuracy": 0.090909, "f1": 0.071604, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"], "main_score": 0.071604, "precision": 0.067504, "recall": 0.090909}, {"accuracy": 0.089921, "f1": 0.078904, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"], "main_score": 0.078904, "precision": 0.076046, "recall": 0.089921}, {"accuracy": 0.054348, "f1": 0.044001, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"], "main_score": 0.044001, "precision": 0.041345, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.059153, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"], "main_score": 0.059153, "precision": 0.057055, "recall": 0.065217}, {"accuracy": 0.170949, "f1": 0.153034, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"], "main_score": 0.153034, "precision": 0.146787, "recall": 0.170949}, {"accuracy": 0.143281, "f1": 0.120072, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"], "main_score": 0.120072, "precision": 0.115058, "recall": 0.143281}, {"accuracy": 0.108696, "f1": 0.097847, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"], "main_score": 0.097847, "precision": 0.09451, "recall": 0.108696}, {"accuracy": 0.067194, "f1": 0.061507, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"], "main_score": 0.061507, "precision": 0.060035, "recall": 0.067194}, {"accuracy": 0.089921, "f1": 0.074029, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"], "main_score": 0.074029, "precision": 0.070491, "recall": 0.089921}, {"accuracy": 0.050395, "f1": 0.042428, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"], "main_score": 0.042428, "precision": 0.040636, "recall": 0.050395}, {"accuracy": 0.159091, "f1": 0.149812, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"], "main_score": 0.149812, "precision": 0.146648, "recall": 0.159091}, {"accuracy": 0.052372, "f1": 0.045631, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"], "main_score": 0.045631, "precision": 0.043881, "recall": 0.052372}, {"accuracy": 0.083992, "f1": 0.069321, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"], "main_score": 0.069321, "precision": 0.066075, "recall": 0.083992}, {"accuracy": 0.135375, "f1": 0.114576, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"], "main_score": 0.114576, "precision": 0.109619, "recall": 0.135375}, {"accuracy": 0.171937, "f1": 0.157914, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"], "main_score": 0.157914, "precision": 0.153309, "recall": 0.171937}, {"accuracy": 0.057312, "f1": 0.048096, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"], "main_score": 0.048096, "precision": 0.045632, "recall": 0.057312}, {"accuracy": 0.085968, "f1": 0.068426, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"], "main_score": 0.068426, "precision": 0.064562, "recall": 0.085968}, {"accuracy": 0.143281, "f1": 0.12278, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"], "main_score": 0.12278, "precision": 0.117254, "recall": 0.143281}, {"accuracy": 0.091897, "f1": 0.079696, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"], "main_score": 0.079696, "precision": 0.076404, "recall": 0.091897}, {"accuracy": 0.389328, "f1": 0.356164, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"], "main_score": 0.356164, "precision": 0.344538, "recall": 0.389328}, {"accuracy": 0.029644, "f1": 0.021731, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"], "main_score": 0.021731, "precision": 0.020757, "recall": 0.029644}, {"accuracy": 0.085968, "f1": 0.073363, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"], "main_score": 0.073363, "precision": 0.070689, "recall": 0.085968}, {"accuracy": 0.101779, "f1": 0.090019, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"], "main_score": 0.090019, "precision": 0.086421, "recall": 0.101779}, {"accuracy": 0.056324, "f1": 0.03923, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"], "main_score": 0.03923, "precision": 0.036533, "recall": 0.056324}, {"accuracy": 0.070158, "f1": 0.057028, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"], "main_score": 0.057028, "precision": 0.054171, "recall": 0.070158}, {"accuracy": 0.228261, "f1": 0.202906, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"], "main_score": 0.202906, "precision": 0.194881, "recall": 0.228261}, {"accuracy": 0.082016, "f1": 0.07546, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"], "main_score": 0.07546, "precision": 0.073394, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.126706, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"], "main_score": 0.126706, "precision": 0.122951, "recall": 0.147233}, {"accuracy": 0.079051, "f1": 0.06421, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"], "main_score": 0.06421, "precision": 0.060627, "recall": 0.079051}, {"accuracy": 0.062253, "f1": 0.050535, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"], "main_score": 0.050535, "precision": 0.0484, "recall": 0.062253}, {"accuracy": 0.11166, "f1": 0.101822, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"], "main_score": 0.101822, "precision": 0.098688, "recall": 0.11166}, {"accuracy": 0.103755, "f1": 0.083354, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"], "main_score": 0.083354, "precision": 0.07825, "recall": 0.103755}, {"accuracy": 0.045455, "f1": 0.03968, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"], "main_score": 0.03968, "precision": 0.037995, "recall": 0.045455}, {"accuracy": 0.063241, "f1": 0.051188, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"], "main_score": 0.051188, "precision": 0.048491, "recall": 0.063241}, {"accuracy": 0.030632, "f1": 0.024443, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"], "main_score": 0.024443, "precision": 0.023241, "recall": 0.030632}, {"accuracy": 0.130435, "f1": 0.109996, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"], "main_score": 0.109996, "precision": 0.105031, "recall": 0.130435}, {"accuracy": 0.066206, "f1": 0.052922, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"], "main_score": 0.052922, "precision": 0.050023, "recall": 0.066206}, {"accuracy": 0.199605, "f1": 0.176321, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"], "main_score": 0.176321, "precision": 0.168613, "recall": 0.199605}, {"accuracy": 0.014822, "f1": 0.012376, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"], "main_score": 0.012376, "precision": 0.011677, "recall": 0.014822}, {"accuracy": 0.152174, "f1": 0.128584, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"], "main_score": 0.128584, "precision": 0.1233, "recall": 0.152174}, {"accuracy": 0.13834, "f1": 0.119207, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"], "main_score": 0.119207, "precision": 0.112924, "recall": 0.13834}, {"accuracy": 0.098814, "f1": 0.081746, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"], "main_score": 0.081746, "precision": 0.077953, "recall": 0.098814}, {"accuracy": 0.135375, "f1": 0.112822, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"], "main_score": 0.112822, "precision": 0.107145, "recall": 0.135375}, {"accuracy": 0.056324, "f1": 0.045168, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"], "main_score": 0.045168, "precision": 0.04247, "recall": 0.056324}, {"accuracy": 0.055336, "f1": 0.050456, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"], "main_score": 0.050456, "precision": 0.049141, "recall": 0.055336}, {"accuracy": 0.166996, "f1": 0.149089, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"], "main_score": 0.149089, "precision": 0.143339, "recall": 0.166996}, {"accuracy": 0.112648, "f1": 0.093924, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"], "main_score": 0.093924, "precision": 0.089494, "recall": 0.112648}, {"accuracy": 0.068182, "f1": 0.060971, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"], "main_score": 0.060971, "precision": 0.059495, "recall": 0.068182}, {"accuracy": 0.141304, "f1": 0.119733, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"], "main_score": 0.119733, "precision": 0.114777, "recall": 0.141304}, {"accuracy": 0.070158, "f1": 0.06126, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"], "main_score": 0.06126, "precision": 0.058851, "recall": 0.070158}, {"accuracy": 0.170949, "f1": 0.153123, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"], "main_score": 0.153123, "precision": 0.147602, "recall": 0.170949}, {"accuracy": 0.077075, "f1": 0.060903, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"], "main_score": 0.060903, "precision": 0.057648, "recall": 0.077075}, {"accuracy": 0.030632, "f1": 0.02544, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"], "main_score": 0.02544, "precision": 0.024104, "recall": 0.030632}, {"accuracy": 0.128458, "f1": 0.116466, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"], "main_score": 0.116466, "precision": 0.112589, "recall": 0.128458}, {"accuracy": 0.121542, "f1": 0.107561, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"], "main_score": 0.107561, "precision": 0.102909, "recall": 0.121542}, {"accuracy": 0.017787, "f1": 0.016183, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"], "main_score": 0.016183, "precision": 0.015832, "recall": 0.017787}, {"accuracy": 0.113636, "f1": 0.092116, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"], "main_score": 0.092116, "precision": 0.087399, "recall": 0.113636}, {"accuracy": 0.06917, "f1": 0.058451, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"], "main_score": 0.058451, "precision": 0.056245, "recall": 0.06917}, {"accuracy": 0.117589, "f1": 0.103187, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"], "main_score": 0.103187, "precision": 0.099557, "recall": 0.117589}, {"accuracy": 0.061265, "f1": 0.046477, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"], "main_score": 0.046477, "precision": 0.042939, "recall": 0.061265}, {"accuracy": 0.176877, "f1": 0.159303, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"], "main_score": 0.159303, "precision": 0.154181, "recall": 0.176877}, {"accuracy": 0.075099, "f1": 0.06607, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"], "main_score": 0.06607, "precision": 0.063977, "recall": 0.075099}, {"accuracy": 0.08004, "f1": 0.067797, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"], "main_score": 0.067797, "precision": 0.06574, "recall": 0.08004}, {"accuracy": 0.13834, "f1": 0.115952, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"], "main_score": 0.115952, "precision": 0.110556, "recall": 0.13834}, {"accuracy": 0.136364, "f1": 0.124728, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"], "main_score": 0.124728, "precision": 0.121268, "recall": 0.136364}, {"accuracy": 0.13834, "f1": 0.123011, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"], "main_score": 0.123011, "precision": 0.118693, "recall": 0.13834}, {"accuracy": 0.152174, "f1": 0.137217, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"], "main_score": 0.137217, "precision": 0.132433, "recall": 0.152174}, {"accuracy": 0.123518, "f1": 0.109047, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"], "main_score": 0.109047, "precision": 0.104402, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.043322, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"], "main_score": 0.043322, "precision": 0.042144, "recall": 0.050395}, {"accuracy": 0.108696, "f1": 0.092906, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"], "main_score": 0.092906, "precision": 0.088079, "recall": 0.108696}, {"accuracy": 0.035573, "f1": 0.027366, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"], "main_score": 0.027366, "precision": 0.025189, "recall": 0.035573}, {"accuracy": 0.088933, "f1": 0.07817, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"], "main_score": 0.07817, "precision": 0.075033, "recall": 0.088933}, {"accuracy": 0.070158, "f1": 0.065286, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"], "main_score": 0.065286, "precision": 0.063654, "recall": 0.070158}, {"accuracy": 0.184783, "f1": 0.162257, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"], "main_score": 0.162257, "precision": 0.155565, "recall": 0.184783}, {"accuracy": 0.037549, "f1": 0.029752, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"], "main_score": 0.029752, "precision": 0.027743, "recall": 0.037549}, {"accuracy": 0.139328, "f1": 0.118474, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"], "main_score": 0.118474, "precision": 0.113529, "recall": 0.139328}, {"accuracy": 0.083992, "f1": 0.074824, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"], "main_score": 0.074824, "precision": 0.072274, "recall": 0.083992}, {"accuracy": 0.099802, "f1": 0.083573, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"], "main_score": 0.083573, "precision": 0.079177, "recall": 0.099802}, {"accuracy": 0.029644, "f1": 0.018505, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"], "main_score": 0.018505, "precision": 0.017286, "recall": 0.029644}, {"accuracy": 0.131423, "f1": 0.109865, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"], "main_score": 0.109865, "precision": 0.105085, "recall": 0.131423}, {"accuracy": 0.126482, "f1": 0.106921, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"], "main_score": 0.106921, "precision": 0.102098, "recall": 0.126482}, {"accuracy": 0.13834, "f1": 0.11513, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"], "main_score": 0.11513, "precision": 0.110098, "recall": 0.13834}, {"accuracy": 0.08004, "f1": 0.066512, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"], "main_score": 0.066512, "precision": 0.063062, "recall": 0.08004}, {"accuracy": 0.126482, "f1": 0.114769, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"], "main_score": 0.114769, "precision": 0.111655, "recall": 0.126482}, {"accuracy": 0.031621, "f1": 0.025707, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"], "main_score": 0.025707, "precision": 0.024448, "recall": 0.031621}, {"accuracy": 0.147233, "f1": 0.126732, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"], "main_score": 0.126732, "precision": 0.122453, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.045925, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"], "main_score": 0.045925, "precision": 0.044086, "recall": 0.05336}, {"accuracy": 0.117589, "f1": 0.104645, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"], "main_score": 0.104645, "precision": 0.101028, "recall": 0.117589}, {"accuracy": 0.142292, "f1": 0.130985, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"], "main_score": 0.130985, "precision": 0.127012, "recall": 0.142292}, {"accuracy": 0.067194, "f1": 0.058068, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"], "main_score": 0.058068, "precision": 0.05626, "recall": 0.067194}, {"accuracy": 0.115613, "f1": 0.097297, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"], "main_score": 0.097297, "precision": 0.092281, "recall": 0.115613}, {"accuracy": 0.159091, "f1": 0.141658, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"], "main_score": 0.141658, "precision": 0.135894, "recall": 0.159091}, {"accuracy": 0.103755, "f1": 0.084772, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"], "main_score": 0.084772, "precision": 0.080578, "recall": 0.103755}, {"accuracy": 0.166996, "f1": 0.148264, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"], "main_score": 0.148264, "precision": 0.143645, "recall": 0.166996}, {"accuracy": 0.120553, "f1": 0.107898, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"], "main_score": 0.107898, "precision": 0.103795, "recall": 0.120553}, {"accuracy": 0.071146, "f1": 0.056176, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"], "main_score": 0.056176, "precision": 0.052964, "recall": 0.071146}, {"accuracy": 0.121542, "f1": 0.095022, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"], "main_score": 0.095022, "precision": 0.089042, "recall": 0.121542}, {"accuracy": 0.148221, "f1": 0.121911, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"], "main_score": 0.121911, "precision": 0.115872, "recall": 0.148221}, {"accuracy": 0.092885, "f1": 0.076099, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"], "main_score": 0.076099, "precision": 0.072358, "recall": 0.092885}, {"accuracy": 0.077075, "f1": 0.071089, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"], "main_score": 0.071089, "precision": 0.069274, "recall": 0.077075}, {"accuracy": 0.064229, "f1": 0.052696, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"], "main_score": 0.052696, "precision": 0.050338, "recall": 0.064229}, {"accuracy": 0.126482, "f1": 0.111741, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"], "main_score": 0.111741, "precision": 0.106579, "recall": 0.126482}, {"accuracy": 0.062253, "f1": 0.049516, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"], "main_score": 0.049516, "precision": 0.046285, "recall": 0.062253}, {"accuracy": 0.159091, "f1": 0.141991, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"], "main_score": 0.141991, "precision": 0.136721, "recall": 0.159091}, {"accuracy": 0.089921, "f1": 0.075193, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"], "main_score": 0.075193, "precision": 0.071138, "recall": 0.089921}, {"accuracy": 0.152174, "f1": 0.129822, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"], "main_score": 0.129822, "precision": 0.124041, "recall": 0.152174}, {"accuracy": 0.107708, "f1": 0.091374, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"], "main_score": 0.091374, "precision": 0.087501, "recall": 0.107708}, {"accuracy": 0.076087, "f1": 0.062034, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"], "main_score": 0.062034, "precision": 0.058661, "recall": 0.076087}, {"accuracy": 0.088933, "f1": 0.080978, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"], "main_score": 0.080978, "precision": 0.078772, "recall": 0.088933}, {"accuracy": 0.153162, "f1": 0.1275, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"], "main_score": 0.1275, "precision": 0.121768, "recall": 0.153162}, {"accuracy": 0.04249, "f1": 0.034641, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"], "main_score": 0.034641, "precision": 0.033195, "recall": 0.04249}, {"accuracy": 0.075099, "f1": 0.057311, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"], "main_score": 0.057311, "precision": 0.053606, "recall": 0.075099}, {"accuracy": 0.158103, "f1": 0.140088, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"], "main_score": 0.140088, "precision": 0.133807, "recall": 0.158103}, {"accuracy": 0.070158, "f1": 0.055033, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"], "main_score": 0.055033, "precision": 0.051857, "recall": 0.070158}, {"accuracy": 0.096838, "f1": 0.086148, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"], "main_score": 0.086148, "precision": 0.083288, "recall": 0.096838}, {"accuracy": 0.125494, "f1": 0.112036, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"], "main_score": 0.112036, "precision": 0.107417, "recall": 0.125494}, {"accuracy": 0.178854, "f1": 0.155293, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"], "main_score": 0.155293, "precision": 0.148298, "recall": 0.178854}, {"accuracy": 0.156126, "f1": 0.13748, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"], "main_score": 0.13748, "precision": 0.132054, "recall": 0.156126}, {"accuracy": 0.123518, "f1": 0.106438, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"], "main_score": 0.106438, "precision": 0.101973, "recall": 0.123518}, {"accuracy": 0.009881, "f1": 0.007194, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"], "main_score": 0.007194, "precision": 0.006574, "recall": 0.009881}, {"accuracy": 0.029644, "f1": 0.024835, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"], "main_score": 0.024835, "precision": 0.023907, "recall": 0.029644}, {"accuracy": 0.032609, "f1": 0.02661, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"], "main_score": 0.02661, "precision": 0.025172, "recall": 0.032609}, {"accuracy": 0.048419, "f1": 0.037389, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"], "main_score": 0.037389, "precision": 0.035077, "recall": 0.048419}, {"accuracy": 0.134387, "f1": 0.116283, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"], "main_score": 0.116283, "precision": 0.112104, "recall": 0.134387}, {"accuracy": 0.078063, "f1": 0.069651, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"], "main_score": 0.069651, "precision": 0.066879, "recall": 0.078063}, {"accuracy": 0.200593, "f1": 0.18111, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"], "main_score": 0.18111, "precision": 0.174595, "recall": 0.200593}, {"accuracy": 0.124506, "f1": 0.103113, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"], "main_score": 0.103113, "precision": 0.098472, "recall": 0.124506}, {"accuracy": 0.142292, "f1": 0.120164, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"], "main_score": 0.120164, "precision": 0.114543, "recall": 0.142292}, {"accuracy": 0.085968, "f1": 0.077308, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"], "main_score": 0.077308, "precision": 0.074868, "recall": 0.085968}, {"accuracy": 0.086957, "f1": 0.074152, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"], "main_score": 0.074152, "precision": 0.070278, "recall": 0.086957}, {"accuracy": 0.107708, "f1": 0.095847, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"], "main_score": 0.095847, "precision": 0.091925, "recall": 0.107708}, {"accuracy": 0.059289, "f1": 0.049408, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"], "main_score": 0.049408, "precision": 0.047074, "recall": 0.059289}, {"accuracy": 0.168972, "f1": 0.151752, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"], "main_score": 0.151752, "precision": 0.145671, "recall": 0.168972}, {"accuracy": 0.115613, "f1": 0.102551, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"], "main_score": 0.102551, "precision": 0.099285, "recall": 0.115613}, {"accuracy": 0.04249, "f1": 0.032453, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"], "main_score": 0.032453, "precision": 0.030257, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.074588, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"], "main_score": 0.074588, "precision": 0.07239, "recall": 0.083992}, {"accuracy": 0.08498, "f1": 0.067785, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"], "main_score": 0.067785, "precision": 0.063745, "recall": 0.08498}, {"accuracy": 0.093874, "f1": 0.080135, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"], "main_score": 0.080135, "precision": 0.07643, "recall": 0.093874}, {"accuracy": 0.100791, "f1": 0.089052, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"], "main_score": 0.089052, "precision": 0.085233, "recall": 0.100791}, {"accuracy": 0.09585, "f1": 0.078397, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"], "main_score": 0.078397, "precision": 0.074842, "recall": 0.09585}, {"accuracy": 0.020751, "f1": 0.017465, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"], "main_score": 0.017465, "precision": 0.016638, "recall": 0.020751}, {"accuracy": 0.048419, "f1": 0.035829, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"], "main_score": 0.035829, "precision": 0.033048, "recall": 0.048419}, {"accuracy": 0.098814, "f1": 0.091048, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"], "main_score": 0.091048, "precision": 0.088782, "recall": 0.098814}, {"accuracy": 0.028656, "f1": 0.025266, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"], "main_score": 0.025266, "precision": 0.024293, "recall": 0.028656}, {"accuracy": 0.100791, "f1": 0.082526, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"], "main_score": 0.082526, "precision": 0.07875, "recall": 0.100791}, {"accuracy": 0.178854, "f1": 0.159778, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"], "main_score": 0.159778, "precision": 0.152762, "recall": 0.178854}, {"accuracy": 0.039526, "f1": 0.032281, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"], "main_score": 0.032281, "precision": 0.030396, "recall": 0.039526}, {"accuracy": 0.08498, "f1": 0.071634, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"], "main_score": 0.071634, "precision": 0.069032, "recall": 0.08498}, {"accuracy": 0.103755, "f1": 0.082875, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"], "main_score": 0.082875, "precision": 0.078406, "recall": 0.103755}, {"accuracy": 0.103755, "f1": 0.089443, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"], "main_score": 0.089443, "precision": 0.086639, "recall": 0.103755}, {"accuracy": 0.072134, "f1": 0.065124, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"], "main_score": 0.065124, "precision": 0.062536, "recall": 0.072134}, {"accuracy": 0.149209, "f1": 0.127228, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"], "main_score": 0.127228, "precision": 0.12222, "recall": 0.149209}, {"accuracy": 0.0583, "f1": 0.046556, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"], "main_score": 0.046556, "precision": 0.044599, "recall": 0.0583}, {"accuracy": 0.100791, "f1": 0.089136, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"], "main_score": 0.089136, "precision": 0.085984, "recall": 0.100791}, {"accuracy": 0.08498, "f1": 0.066184, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"], "main_score": 0.066184, "precision": 0.0604, "recall": 0.08498}, {"accuracy": 0.135375, "f1": 0.114819, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"], "main_score": 0.114819, "precision": 0.110463, "recall": 0.135375}, {"accuracy": 0.025692, "f1": 0.019592, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"], "main_score": 0.019592, "precision": 0.018194, "recall": 0.025692}, {"accuracy": 0.094862, "f1": 0.077307, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"], "main_score": 0.077307, "precision": 0.073526, "recall": 0.094862}, {"accuracy": 0.070158, "f1": 0.059324, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"], "main_score": 0.059324, "precision": 0.056468, "recall": 0.070158}, {"accuracy": 0.081028, "f1": 0.068656, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"], "main_score": 0.068656, "precision": 0.066087, "recall": 0.081028}, {"accuracy": 0.115613, "f1": 0.104739, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"], "main_score": 0.104739, "precision": 0.101483, "recall": 0.115613}, {"accuracy": 0.064229, "f1": 0.053552, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"], "main_score": 0.053552, "precision": 0.050945, "recall": 0.064229}, {"accuracy": 0.158103, "f1": 0.141678, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"], "main_score": 0.141678, "precision": 0.135841, "recall": 0.158103}, {"accuracy": 0.1917, "f1": 0.177634, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"], "main_score": 0.177634, "precision": 0.173045, "recall": 0.1917}, {"accuracy": 0.129447, "f1": 0.110189, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"], "main_score": 0.110189, "precision": 0.105277, "recall": 0.129447}, {"accuracy": 0.119565, "f1": 0.105533, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"], "main_score": 0.105533, "precision": 0.101452, "recall": 0.119565}, {"accuracy": 0.136364, "f1": 0.114336, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"], "main_score": 0.114336, "precision": 0.109806, "recall": 0.136364}, {"accuracy": 0.145257, "f1": 0.130711, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"], "main_score": 0.130711, "precision": 0.125998, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.130486, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"], "main_score": 0.130486, "precision": 0.123907, "recall": 0.155138}, {"accuracy": 0.041502, "f1": 0.033425, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"], "main_score": 0.033425, "precision": 0.031469, "recall": 0.041502}, {"accuracy": 0.104743, "f1": 0.085574, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"], "main_score": 0.085574, "precision": 0.081254, "recall": 0.104743}, {"accuracy": 0.182806, "f1": 0.159438, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"], "main_score": 0.159438, "precision": 0.151693, "recall": 0.182806}, {"accuracy": 0.125494, "f1": 0.107113, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"], "main_score": 0.107113, "precision": 0.102911, "recall": 0.125494}, {"accuracy": 0.12747, "f1": 0.109413, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"], "main_score": 0.109413, "precision": 0.104187, "recall": 0.12747}, {"accuracy": 0.176877, "f1": 0.154493, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"], "main_score": 0.154493, "precision": 0.147761, "recall": 0.176877}, {"accuracy": 0.157115, "f1": 0.135242, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"], "main_score": 0.135242, "precision": 0.12838, "recall": 0.157115}, {"accuracy": 0.036561, "f1": 0.029861, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"], "main_score": 0.029861, "precision": 0.028278, "recall": 0.036561}, {"accuracy": 0.134387, "f1": 0.113215, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"], "main_score": 0.113215, "precision": 0.107351, "recall": 0.134387}, {"accuracy": 0.117589, "f1": 0.100454, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"], "main_score": 0.100454, "precision": 0.095857, "recall": 0.117589}, {"accuracy": 0.173913, "f1": 0.153357, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"], "main_score": 0.153357, "precision": 0.147145, "recall": 0.173913}, {"accuracy": 0.145257, "f1": 0.130437, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"], "main_score": 0.130437, "precision": 0.125832, "recall": 0.145257}, {"accuracy": 0.032609, "f1": 0.025531, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"], "main_score": 0.025531, "precision": 0.024297, "recall": 0.032609}, {"accuracy": 0.142292, "f1": 0.12693, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"], "main_score": 0.12693, "precision": 0.120907, "recall": 0.142292}, {"accuracy": 0.182806, "f1": 0.161862, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"], "main_score": 0.161862, "precision": 0.155495, "recall": 0.182806}, {"accuracy": 0.067194, "f1": 0.058775, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"], "main_score": 0.058775, "precision": 0.056762, "recall": 0.067194}, {"accuracy": 0.130435, "f1": 0.114508, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"], "main_score": 0.114508, "precision": 0.109829, "recall": 0.130435}, {"accuracy": 0.123518, "f1": 0.11395, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"], "main_score": 0.11395, "precision": 0.110678, "recall": 0.123518}, {"accuracy": 0.072134, "f1": 0.064034, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"], "main_score": 0.064034, "precision": 0.061762, "recall": 0.072134}, {"accuracy": 0.161067, "f1": 0.139954, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"], "main_score": 0.139954, "precision": 0.134377, "recall": 0.161067}, {"accuracy": 0.106719, "f1": 0.095956, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"], "main_score": 0.095956, "precision": 0.092526, "recall": 0.106719}, {"accuracy": 0.036561, "f1": 0.030447, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"], "main_score": 0.030447, "precision": 0.028827, "recall": 0.036561}, {"accuracy": 0.091897, "f1": 0.077807, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"], "main_score": 0.077807, "precision": 0.074169, "recall": 0.091897}, {"accuracy": 0.091897, "f1": 0.074374, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"], "main_score": 0.074374, "precision": 0.07068, "recall": 0.091897}, {"accuracy": 0.130435, "f1": 0.114674, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"], "main_score": 0.114674, "precision": 0.109247, "recall": 0.130435}, {"accuracy": 0.088933, "f1": 0.068561, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"], "main_score": 0.068561, "precision": 0.063956, "recall": 0.088933}, {"accuracy": 0.091897, "f1": 0.070578, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"], "main_score": 0.070578, "precision": 0.066383, "recall": 0.091897}, {"accuracy": 0.119565, "f1": 0.096197, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"], "main_score": 0.096197, "precision": 0.091203, "recall": 0.119565}, {"accuracy": 0.036561, "f1": 0.024507, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"], "main_score": 0.024507, "precision": 0.023315, "recall": 0.036561}, {"accuracy": 0.09585, "f1": 0.083865, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"], "main_score": 0.083865, "precision": 0.081073, "recall": 0.09585}, {"accuracy": 0.194664, "f1": 0.174851, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"], "main_score": 0.174851, "precision": 0.16825, "recall": 0.194664}, {"accuracy": 0.05336, "f1": 0.033087, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"], "main_score": 0.033087, "precision": 0.028311, "recall": 0.05336}, {"accuracy": 0.097826, "f1": 0.058516, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"], "main_score": 0.058516, "precision": 0.049932, "recall": 0.097826}, {"accuracy": 0.003953, "f1": 6.2e-05, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"], "main_score": 6.2e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.899209, "f1": 0.875115, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"], "main_score": 0.875115, "precision": 0.864749, "recall": 0.899209}, {"accuracy": 0.818182, "f1": 0.778228, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"], "main_score": 0.778228, "precision": 0.760855, "recall": 0.818182}, {"accuracy": 0.832016, "f1": 0.792791, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"], "main_score": 0.792791, "precision": 0.776087, "recall": 0.832016}, {"accuracy": 0.445652, "f1": 0.36746, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"], "main_score": 0.36746, "precision": 0.339741, "recall": 0.445652}, {"accuracy": 0.097826, "f1": 0.060302, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"], "main_score": 0.060302, "precision": 0.051823, "recall": 0.097826}, {"accuracy": 0.886364, "f1": 0.856313, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"], "main_score": 0.856313, "precision": 0.842959, "recall": 0.886364}, {"accuracy": 0.256917, "f1": 0.186157, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"], "main_score": 0.186157, "precision": 0.166122, "recall": 0.256917}, {"accuracy": 0.456522, "f1": 0.388447, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"], "main_score": 0.388447, "precision": 0.364068, "recall": 0.456522}, {"accuracy": 0.901186, "f1": 0.874544, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"], "main_score": 0.874544, "precision": 0.862978, "recall": 0.901186}, {"accuracy": 0.809289, "f1": 0.765519, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"], "main_score": 0.765519, "precision": 0.746948, "recall": 0.809289}, {"accuracy": 0.134387, "f1": 0.083068, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"], "main_score": 0.083068, "precision": 0.070778, "recall": 0.134387}, {"accuracy": 0.799407, "f1": 0.75336, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"], "main_score": 0.75336, "precision": 0.73346, "recall": 0.799407}, {"accuracy": 0.702569, "f1": 0.645111, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"], "main_score": 0.645111, "precision": 0.621643, "recall": 0.702569}, {"accuracy": 0.899209, "f1": 0.873485, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"], "main_score": 0.873485, "precision": 0.86231, "recall": 0.899209}, {"accuracy": 0.15415, "f1": 0.097554, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"], "main_score": 0.097554, "precision": 0.082747, "recall": 0.15415}, {"accuracy": 0.869565, "f1": 0.838216, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"], "main_score": 0.838216, "precision": 0.824959, "recall": 0.869565}, {"accuracy": 0.848814, "f1": 0.814382, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"], "main_score": 0.814382, "precision": 0.799449, "recall": 0.848814}, {"accuracy": 0.912055, "f1": 0.889723, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"], "main_score": 0.889723, "precision": 0.880141, "recall": 0.912055}, {"accuracy": 0.895257, "f1": 0.870045, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"], "main_score": 0.870045, "precision": 0.858613, "recall": 0.895257}, {"accuracy": 0.081028, "f1": 0.047755, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"], "main_score": 0.047755, "precision": 0.040018, "recall": 0.081028}, {"accuracy": 0.851779, "f1": 0.820371, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"], "main_score": 0.820371, "precision": 0.806933, "recall": 0.851779}, {"accuracy": 0.907115, "f1": 0.883402, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"], "main_score": 0.883402, "precision": 0.873033, "recall": 0.907115}, {"accuracy": 0.518775, "f1": 0.438786, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"], "main_score": 0.438786, "precision": 0.409136, "recall": 0.518775}, {"accuracy": 0.075099, "f1": 0.041516, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"], "main_score": 0.041516, "precision": 0.03578, "recall": 0.075099}, {"accuracy": 0.879447, "f1": 0.850516, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"], "main_score": 0.850516, "precision": 0.838409, "recall": 0.879447}, {"accuracy": 0.108696, "f1": 0.065264, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"], "main_score": 0.065264, "precision": 0.055706, "recall": 0.108696}, {"accuracy": 0.703557, "f1": 0.645679, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"], "main_score": 0.645679, "precision": 0.622088, "recall": 0.703557}, {"accuracy": 0.894269, "f1": 0.865851, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"], "main_score": 0.865851, "precision": 0.85317, "recall": 0.894269}, {"accuracy": 0.799407, "f1": 0.757545, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"], "main_score": 0.757545, "precision": 0.739107, "recall": 0.799407}, {"accuracy": 0.817194, "f1": 0.77556, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"], "main_score": 0.77556, "precision": 0.75822, "recall": 0.817194}, {"accuracy": 0.171937, "f1": 0.119549, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"], "main_score": 0.119549, "precision": 0.105685, "recall": 0.171937}, {"accuracy": 0.90415, "f1": 0.879254, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"], "main_score": 0.879254, "precision": 0.868396, "recall": 0.90415}, {"accuracy": 0.720356, "f1": 0.662227, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"], "main_score": 0.662227, "precision": 0.63834, "recall": 0.720356}, {"accuracy": 0.797431, "f1": 0.755929, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"], "main_score": 0.755929, "precision": 0.737867, "recall": 0.797431}, {"accuracy": 0.862648, "f1": 0.833649, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"], "main_score": 0.833649, "precision": 0.820735, "recall": 0.862648}, {"accuracy": 0.88834, "f1": 0.864995, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"], "main_score": 0.864995, "precision": 0.854784, "recall": 0.88834}, {"accuracy": 0.91502, "f1": 0.892641, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"], "main_score": 0.892641, "precision": 0.882691, "recall": 0.91502}, {"accuracy": 0.082016, "f1": 0.039756, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"], "main_score": 0.039756, "precision": 0.031824, "recall": 0.082016}, {"accuracy": 0.037549, "f1": 0.023331, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"], "main_score": 0.023331, "precision": 0.020447, "recall": 0.037549}, {"accuracy": 0.896245, "f1": 0.868234, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"], "main_score": 0.868234, "precision": 0.855978, "recall": 0.896245}, {"accuracy": 0.081028, "f1": 0.047213, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"], "main_score": 0.047213, "precision": 0.039979, "recall": 0.081028}, {"accuracy": 0.90415, "f1": 0.877289, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"], "main_score": 0.877289, "precision": 0.865177, "recall": 0.90415}, {"accuracy": 0.843874, "f1": 0.807016, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"], "main_score": 0.807016, "precision": 0.790728, "recall": 0.843874}, {"accuracy": 0.761858, "f1": 0.717018, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"], "main_score": 0.717018, "precision": 0.697714, "recall": 0.761858}, {"accuracy": 0.5583, "f1": 0.48588, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"], "main_score": 0.48588, "precision": 0.458393, "recall": 0.5583}, {"accuracy": 0.09585, "f1": 0.058423, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"], "main_score": 0.058423, "precision": 0.049254, "recall": 0.09585}, {"accuracy": 0.582016, "f1": 0.518685, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"], "main_score": 0.518685, "precision": 0.49254, "recall": 0.582016}, {"accuracy": 0.445652, "f1": 0.36952, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"], "main_score": 0.36952, "precision": 0.341668, "recall": 0.445652}, {"accuracy": 0.905138, "f1": 0.877292, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"], "main_score": 0.877292, "precision": 0.864707, "recall": 0.905138}, {"accuracy": 0.537549, "f1": 0.457055, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"], "main_score": 0.457055, "precision": 0.426567, "recall": 0.537549}, {"accuracy": 0.086957, "f1": 0.054471, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"], "main_score": 0.054471, "precision": 0.047042, "recall": 0.086957}, {"accuracy": 0.847826, "f1": 0.81112, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"], "main_score": 0.81112, "precision": 0.795026, "recall": 0.847826}, {"accuracy": 0.043478, "f1": 0.025942, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"], "main_score": 0.025942, "precision": 0.022349, "recall": 0.043478}, {"accuracy": 0.118577, "f1": 0.078761, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"], "main_score": 0.078761, "precision": 0.069689, "recall": 0.118577}, {"accuracy": 0.213439, "f1": 0.148849, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"], "main_score": 0.148849, "precision": 0.131302, "recall": 0.213439}, {"accuracy": 0.066206, "f1": 0.038219, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"], "main_score": 0.038219, "precision": 0.031627, "recall": 0.066206}, {"accuracy": 0.910079, "f1": 0.886053, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"], "main_score": 0.886053, "precision": 0.875115, "recall": 0.910079}, {"accuracy": 0.885375, "f1": 0.858841, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"], "main_score": 0.858841, "precision": 0.847488, "recall": 0.885375}, {"accuracy": 0.890316, "f1": 0.861957, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"], "main_score": 0.861957, "precision": 0.849451, "recall": 0.890316}, {"accuracy": 0.874506, "f1": 0.842681, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"], "main_score": 0.842681, "precision": 0.829125, "recall": 0.874506}, {"accuracy": 0.149209, "f1": 0.09627, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"], "main_score": 0.09627, "precision": 0.08273, "recall": 0.149209}, {"accuracy": 0.58498, "f1": 0.512241, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"], "main_score": 0.512241, "precision": 0.484808, "recall": 0.58498}, {"accuracy": 0.329051, "f1": 0.254991, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"], "main_score": 0.254991, "precision": 0.233561, "recall": 0.329051}, {"accuracy": 0.900198, "f1": 0.876565, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"], "main_score": 0.876565, "precision": 0.866585, "recall": 0.900198}, {"accuracy": 0.133399, "f1": 0.081403, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"], "main_score": 0.081403, "precision": 0.069663, "recall": 0.133399}, {"accuracy": 0.202569, "f1": 0.144389, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"], "main_score": 0.144389, "precision": 0.130502, "recall": 0.202569}, {"accuracy": 0.139328, "f1": 0.087796, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"], "main_score": 0.087796, "precision": 0.075539, "recall": 0.139328}, {"accuracy": 0.261858, "f1": 0.189715, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"], "main_score": 0.189715, "precision": 0.169542, "recall": 0.261858}, {"accuracy": 0.540514, "f1": 0.470205, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"], "main_score": 0.470205, "precision": 0.444353, "recall": 0.540514}, {"accuracy": 0.905138, "f1": 0.881461, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"], "main_score": 0.881461, "precision": 0.871065, "recall": 0.905138}, {"accuracy": 0.0583, "f1": 0.023752, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"], "main_score": 0.023752, "precision": 0.018922, "recall": 0.0583}, {"accuracy": 0.109684, "f1": 0.067289, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"], "main_score": 0.067289, "precision": 0.056064, "recall": 0.109684}, {"accuracy": 0.624506, "f1": 0.561675, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"], "main_score": 0.561675, "precision": 0.537551, "recall": 0.624506}, {"accuracy": 0.12747, "f1": 0.080556, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"], "main_score": 0.080556, "precision": 0.068865, "recall": 0.12747}, {"accuracy": 0.054348, "f1": 0.032024, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"], "main_score": 0.032024, "precision": 0.028004, "recall": 0.054348}, {"accuracy": 0.905138, "f1": 0.879103, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"], "main_score": 0.879103, "precision": 0.86754, "recall": 0.905138}, {"accuracy": 0.636364, "f1": 0.569893, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"], "main_score": 0.569893, "precision": 0.542469, "recall": 0.636364}, {"accuracy": 0.617589, "f1": 0.543332, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"], "main_score": 0.543332, "precision": 0.513761, "recall": 0.617589}, {"accuracy": 0.746047, "f1": 0.691603, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"], "main_score": 0.691603, "precision": 0.668252, "recall": 0.746047}, {"accuracy": 0.910079, "f1": 0.886891, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"], "main_score": 0.886891, "precision": 0.876433, "recall": 0.910079}, {"accuracy": 0.886364, "f1": 0.85852, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"], "main_score": 0.85852, "precision": 0.846336, "recall": 0.886364}, {"accuracy": 0.902174, "f1": 0.876416, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"], "main_score": 0.876416, "precision": 0.865434, "recall": 0.902174}, {"accuracy": 0.889328, "f1": 0.865555, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"], "main_score": 0.865555, "precision": 0.855591, "recall": 0.889328}, {"accuracy": 0.12253, "f1": 0.081327, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"], "main_score": 0.081327, "precision": 0.071539, "recall": 0.12253}, {"accuracy": 0.067194, "f1": 0.040308, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"], "main_score": 0.040308, "precision": 0.034382, "recall": 0.067194}, {"accuracy": 0.883399, "f1": 0.853491, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"], "main_score": 0.853491, "precision": 0.840267, "recall": 0.883399}, {"accuracy": 0.842885, "f1": 0.807079, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"], "main_score": 0.807079, "precision": 0.791544, "recall": 0.842885}, {"accuracy": 0.237154, "f1": 0.173526, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"], "main_score": 0.173526, "precision": 0.156251, "recall": 0.237154}, {"accuracy": 0.089921, "f1": 0.05323, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"], "main_score": 0.05323, "precision": 0.045079, "recall": 0.089921}, {"accuracy": 0.532609, "f1": 0.45645, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"], "main_score": 0.45645, "precision": 0.427714, "recall": 0.532609}, {"accuracy": 0.84585, "f1": 0.810841, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"], "main_score": 0.810841, "precision": 0.795899, "recall": 0.84585}, {"accuracy": 0.096838, "f1": 0.053947, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"], "main_score": 0.053947, "precision": 0.045042, "recall": 0.096838}, {"accuracy": 0.903162, "f1": 0.877324, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"], "main_score": 0.877324, "precision": 0.865893, "recall": 0.903162}, {"accuracy": 0.130435, "f1": 0.088377, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"], "main_score": 0.088377, "precision": 0.079153, "recall": 0.130435}, {"accuracy": 0.270751, "f1": 0.196131, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"], "main_score": 0.196131, "precision": 0.175708, "recall": 0.270751}, {"accuracy": 0.897233, "f1": 0.871481, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"], "main_score": 0.871481, "precision": 0.860508, "recall": 0.897233}, {"accuracy": 0.913043, "f1": 0.889479, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"], "main_score": 0.889479, "precision": 0.87887, "recall": 0.913043}, {"accuracy": 0.893281, "f1": 0.865316, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"], "main_score": 0.865316, "precision": 0.853124, "recall": 0.893281}, {"accuracy": 0.898221, "f1": 0.871873, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"], "main_score": 0.871873, "precision": 0.860352, "recall": 0.898221}, {"accuracy": 0.557312, "f1": 0.481497, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"], "main_score": 0.481497, "precision": 0.45174, "recall": 0.557312}, {"accuracy": 0.862648, "f1": 0.828722, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"], "main_score": 0.828722, "precision": 0.81385, "recall": 0.862648}, {"accuracy": 0.120553, "f1": 0.079987, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"], "main_score": 0.079987, "precision": 0.068773, "recall": 0.120553}, {"accuracy": 0.08004, "f1": 0.043081, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"], "main_score": 0.043081, "precision": 0.037224, "recall": 0.08004}, {"accuracy": 0.132411, "f1": 0.08023, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"], "main_score": 0.08023, "precision": 0.06761, "recall": 0.132411}, {"accuracy": 0.057312, "f1": 0.026624, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"], "main_score": 0.026624, "precision": 0.021181, "recall": 0.057312}, {"accuracy": 0.901186, "f1": 0.876581, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"], "main_score": 0.876581, "precision": 0.866257, "recall": 0.901186}, {"accuracy": 0.518775, "f1": 0.439442, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"], "main_score": 0.439442, "precision": 0.408378, "recall": 0.518775}, {"accuracy": 0.045455, "f1": 0.031215, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"], "main_score": 0.031215, "precision": 0.027606, "recall": 0.045455}, {"accuracy": 0.540514, "f1": 0.467346, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"], "main_score": 0.467346, "precision": 0.438598, "recall": 0.540514}, {"accuracy": 0.883399, "f1": 0.854282, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"], "main_score": 0.854282, "precision": 0.841584, "recall": 0.883399}, {"accuracy": 0.631423, "f1": 0.568023, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"], "main_score": 0.568023, "precision": 0.54175, "recall": 0.631423}, {"accuracy": 0.343874, "f1": 0.272061, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"], "main_score": 0.272061, "precision": 0.247515, "recall": 0.343874}, {"accuracy": 0.110672, "f1": 0.062611, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"], "main_score": 0.062611, "precision": 0.053008, "recall": 0.110672}, {"accuracy": 0.882411, "f1": 0.853146, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"], "main_score": 0.853146, "precision": 0.840402, "recall": 0.882411}, {"accuracy": 0.250988, "f1": 0.185166, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"], "main_score": 0.185166, "precision": 0.166691, "recall": 0.250988}, {"accuracy": 0.116601, "f1": 0.068414, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"], "main_score": 0.068414, "precision": 0.057536, "recall": 0.116601}, {"accuracy": 0.098814, "f1": 0.059005, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"], "main_score": 0.059005, "precision": 0.050213, "recall": 0.098814}, {"accuracy": 0.128458, "f1": 0.08324, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"], "main_score": 0.08324, "precision": 0.07163, "recall": 0.128458}, {"accuracy": 0.857708, "f1": 0.823394, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"], "main_score": 0.823394, "precision": 0.808259, "recall": 0.857708}, {"accuracy": 0.016798, "f1": 0.005008, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"], "main_score": 0.005008, "precision": 0.00423, "recall": 0.016798}, {"accuracy": 0.828063, "f1": 0.791897, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"], "main_score": 0.791897, "precision": 0.776367, "recall": 0.828063}, {"accuracy": 0.389328, "f1": 0.31268, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"], "main_score": 0.31268, "precision": 0.286205, "recall": 0.389328}, {"accuracy": 0.727273, "f1": 0.671854, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"], "main_score": 0.671854, "precision": 0.64853, "recall": 0.727273}, {"accuracy": 0.902174, "f1": 0.876435, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"], "main_score": 0.876435, "precision": 0.865399, "recall": 0.902174}, {"accuracy": 0.067194, "f1": 0.033315, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"], "main_score": 0.033315, "precision": 0.026832, "recall": 0.067194}, {"accuracy": 0.096838, "f1": 0.062074, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"], "main_score": 0.062074, "precision": 0.053914, "recall": 0.096838}, {"accuracy": 0.887352, "f1": 0.858125, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"], "main_score": 0.858125, "precision": 0.845595, "recall": 0.887352}, {"accuracy": 0.897233, "f1": 0.871989, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"], "main_score": 0.871989, "precision": 0.860946, "recall": 0.897233}, {"accuracy": 0.471344, "f1": 0.398224, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"], "main_score": 0.398224, "precision": 0.37188, "recall": 0.471344}, {"accuracy": 0.106719, "f1": 0.073367, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"], "main_score": 0.073367, "precision": 0.065587, "recall": 0.106719}, {"accuracy": 0.116601, "f1": 0.070757, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"], "main_score": 0.070757, "precision": 0.060062, "recall": 0.116601}, {"accuracy": 0.842885, "f1": 0.804037, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"], "main_score": 0.804037, "precision": 0.786792, "recall": 0.842885}, {"accuracy": 0.102767, "f1": 0.064586, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"], "main_score": 0.064586, "precision": 0.05662, "recall": 0.102767}, {"accuracy": 0.113636, "f1": 0.075404, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"], "main_score": 0.075404, "precision": 0.066087, "recall": 0.113636}, {"accuracy": 0.786561, "f1": 0.739799, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"], "main_score": 0.739799, "precision": 0.719318, "recall": 0.786561}, {"accuracy": 0.474308, "f1": 0.404709, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"], "main_score": 0.404709, "precision": 0.379684, "recall": 0.474308}, {"accuracy": 0.87747, "f1": 0.85247, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"], "main_score": 0.85247, "precision": 0.841793, "recall": 0.87747}, {"accuracy": 0.140316, "f1": 0.09508, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"], "main_score": 0.09508, "precision": 0.082542, "recall": 0.140316}, {"accuracy": 0.335968, "f1": 0.263994, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"], "main_score": 0.263994, "precision": 0.242752, "recall": 0.335968}, {"accuracy": 0.901186, "f1": 0.877066, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"], "main_score": 0.877066, "precision": 0.866716, "recall": 0.901186}, {"accuracy": 0.522727, "f1": 0.453956, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"], "main_score": 0.453956, "precision": 0.427969, "recall": 0.522727}, {"accuracy": 0.752964, "f1": 0.697786, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"], "main_score": 0.697786, "precision": 0.673754, "recall": 0.752964}, {"accuracy": 0.198617, "f1": 0.139969, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"], "main_score": 0.139969, "precision": 0.125467, "recall": 0.198617}, {"accuracy": 0.509881, "f1": 0.445345, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"], "main_score": 0.445345, "precision": 0.4199, "recall": 0.509881}, {"accuracy": 0.516798, "f1": 0.441205, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"], "main_score": 0.441205, "precision": 0.412644, "recall": 0.516798}, {"accuracy": 0.132411, "f1": 0.081703, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"], "main_score": 0.081703, "precision": 0.069504, "recall": 0.132411}, {"accuracy": 0.879447, "f1": 0.852888, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"], "main_score": 0.852888, "precision": 0.841922, "recall": 0.879447}, {"accuracy": 0.897233, "f1": 0.871956, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"], "main_score": 0.871956, "precision": 0.86087, "recall": 0.897233}, {"accuracy": 0.902174, "f1": 0.877327, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"], "main_score": 0.877327, "precision": 0.866693, "recall": 0.902174}, {"accuracy": 0.772727, "f1": 0.721986, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"], "main_score": 0.721986, "precision": 0.700306, "recall": 0.772727}, {"accuracy": 0.619565, "f1": 0.553938, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"], "main_score": 0.553938, "precision": 0.527134, "recall": 0.619565}, {"accuracy": 0.909091, "f1": 0.884571, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"], "main_score": 0.884571, "precision": 0.873468, "recall": 0.909091}, {"accuracy": 0.305336, "f1": 0.246892, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"], "main_score": 0.246892, "precision": 0.227888, "recall": 0.305336}, {"accuracy": 0.340909, "f1": 0.264607, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"], "main_score": 0.264607, "precision": 0.241174, "recall": 0.340909}, {"accuracy": 0.077075, "f1": 0.04363, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"], "main_score": 0.04363, "precision": 0.03796, "recall": 0.077075}, {"accuracy": 0.898221, "f1": 0.870045, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"], "main_score": 0.870045, "precision": 0.857493, "recall": 0.898221}, {"accuracy": 0.18083, "f1": 0.1271, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"], "main_score": 0.1271, "precision": 0.110996, "recall": 0.18083}, {"accuracy": 0.903162, "f1": 0.877621, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"], "main_score": 0.877621, "precision": 0.86642, "recall": 0.903162}, {"accuracy": 0.839921, "f1": 0.804663, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"], "main_score": 0.804663, "precision": 0.789213, "recall": 0.839921}, {"accuracy": 0.34585, "f1": 0.264381, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"], "main_score": 0.264381, "precision": 0.240128, "recall": 0.34585}, {"accuracy": 0.210474, "f1": 0.150517, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"], "main_score": 0.150517, "precision": 0.135665, "recall": 0.210474}, {"accuracy": 0.790514, "f1": 0.737088, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"], "main_score": 0.737088, "precision": 0.713982, "recall": 0.790514}, {"accuracy": 0.133399, "f1": 0.083971, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"], "main_score": 0.083971, "precision": 0.072642, "recall": 0.133399}, {"accuracy": 0.124506, "f1": 0.077066, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"], "main_score": 0.077066, "precision": 0.066176, "recall": 0.124506}, {"accuracy": 0.893281, "f1": 0.866082, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"], "main_score": 0.866082, "precision": 0.853878, "recall": 0.893281}, {"accuracy": 0.294466, "f1": 0.217691, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"], "main_score": 0.217691, "precision": 0.194737, "recall": 0.294466}, {"accuracy": 0.889328, "f1": 0.861961, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"], "main_score": 0.861961, "precision": 0.849975, "recall": 0.889328}, {"accuracy": 0.116601, "f1": 0.068508, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"], "main_score": 0.068508, "precision": 0.057164, "recall": 0.116601}, {"accuracy": 0.902174, "f1": 0.878535, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"], "main_score": 0.878535, "precision": 0.868174, "recall": 0.902174}, {"accuracy": 0.850791, "f1": 0.816206, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"], "main_score": 0.816206, "precision": 0.801301, "recall": 0.850791}, {"accuracy": 0.840909, "f1": 0.803405, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"], "main_score": 0.803405, "precision": 0.786718, "recall": 0.840909}, {"accuracy": 0.09585, "f1": 0.056157, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"], "main_score": 0.056157, "precision": 0.047377, "recall": 0.09585}, {"accuracy": 0.774704, "f1": 0.723342, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"], "main_score": 0.723342, "precision": 0.702036, "recall": 0.774704}, {"accuracy": 0.112648, "f1": 0.069416, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"], "main_score": 0.069416, "precision": 0.058914, "recall": 0.112648}, {"accuracy": 0.101779, "f1": 0.061392, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"], "main_score": 0.061392, "precision": 0.051918, "recall": 0.101779}, {"accuracy": 0.079051, "f1": 0.045406, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"], "main_score": 0.045406, "precision": 0.038448, "recall": 0.079051}, {"accuracy": 0.414032, "f1": 0.339777, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"], "main_score": 0.339777, "precision": 0.312995, "recall": 0.414032}, {"accuracy": 0.903162, "f1": 0.879414, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"], "main_score": 0.879414, "precision": 0.869302, "recall": 0.903162}, {"accuracy": 0.179842, "f1": 0.124635, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"], "main_score": 0.124635, "precision": 0.110366, "recall": 0.179842}, {"accuracy": 0.089921, "f1": 0.050516, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"], "main_score": 0.050516, "precision": 0.041894, "recall": 0.089921}, {"accuracy": 0.110672, "f1": 0.070905, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"], "main_score": 0.070905, "precision": 0.062398, "recall": 0.110672}, {"accuracy": 0.794466, "f1": 0.751664, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"], "main_score": 0.751664, "precision": 0.733507, "recall": 0.794466}, {"accuracy": 0.097826, "f1": 0.057122, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"], "main_score": 0.057122, "precision": 0.048754, "recall": 0.097826}, {"accuracy": 0.093874, "f1": 0.06058, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"], "main_score": 0.06058, "precision": 0.052345, "recall": 0.093874}, {"accuracy": 0.843874, "f1": 0.808317, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"], "main_score": 0.808317, "precision": 0.792895, "recall": 0.843874}, {"accuracy": 0.152174, "f1": 0.102254, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"], "main_score": 0.102254, "precision": 0.089537, "recall": 0.152174}, {"accuracy": 0.150198, "f1": 0.101781, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"], "main_score": 0.101781, "precision": 0.090377, "recall": 0.150198}, {"accuracy": 0.447628, "f1": 0.372131, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"], "main_score": 0.372131, "precision": 0.345368, "recall": 0.447628}, {"accuracy": 0.20751, "f1": 0.146852, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"], "main_score": 0.146852, "precision": 0.130847, "recall": 0.20751}, {"accuracy": 0.305336, "f1": 0.231134, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"], "main_score": 0.231134, "precision": 0.207987, "recall": 0.305336}, {"accuracy": 0.786561, "f1": 0.740519, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"], "main_score": 0.740519, "precision": 0.720324, "recall": 0.786561}, {"accuracy": 0.226285, "f1": 0.16052, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"], "main_score": 0.16052, "precision": 0.142021, "recall": 0.226285}, {"accuracy": 0.322134, "f1": 0.247885, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"], "main_score": 0.247885, "precision": 0.223868, "recall": 0.322134}, {"accuracy": 0.086957, "f1": 0.055335, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"], "main_score": 0.055335, "precision": 0.046992, "recall": 0.086957}, {"accuracy": 0.90415, "f1": 0.879916, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"], "main_score": 0.879916, "precision": 0.869755, "recall": 0.90415}, {"accuracy": 0.880435, "f1": 0.854616, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"], "main_score": 0.854616, "precision": 0.843852, "recall": 0.880435}, {"accuracy": 0.908103, "f1": 0.884472, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"], "main_score": 0.884472, "precision": 0.873847, "recall": 0.908103}, {"accuracy": 0.824111, "f1": 0.786419, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"], "main_score": 0.786419, "precision": 0.769261, "recall": 0.824111}, {"accuracy": 0.179842, "f1": 0.134425, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"], "main_score": 0.134425, "precision": 0.121772, "recall": 0.179842}, {"accuracy": 0.118577, "f1": 0.066567, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"], "main_score": 0.066567, "precision": 0.055374, "recall": 0.118577}, {"accuracy": 0.091897, "f1": 0.055787, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"], "main_score": 0.055787, "precision": 0.046619, "recall": 0.091897}, {"accuracy": 0.219368, "f1": 0.1471, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"], "main_score": 0.1471, "precision": 0.129469, "recall": 0.219368}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.914032, "f1": 0.886858, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"], "main_score": 0.886858, "precision": 0.873682, "recall": 0.914032}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.639328, "f1": 0.562929, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"], "main_score": 0.562929, "precision": 0.53386, "recall": 0.639328}, {"accuracy": 0.23419, "f1": 0.167097, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"], "main_score": 0.167097, "precision": 0.150158, "recall": 0.23419}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.420949, "f1": 0.332861, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"], "main_score": 0.332861, "precision": 0.305138, "recall": 0.420949}, {"accuracy": 0.68083, "f1": 0.613732, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"], "main_score": 0.613732, "precision": 0.586542, "recall": 0.68083}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.916008, "f1": 0.889328, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"], "main_score": 0.889328, "precision": 0.876318, "recall": 0.916008}, {"accuracy": 0.259881, "f1": 0.18068, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"], "main_score": 0.18068, "precision": 0.15984, "recall": 0.259881}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"], "main_score": 0.916469, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.854743, "f1": 0.815022, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"], "main_score": 0.815022, "precision": 0.797243, "recall": 0.854743}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.304348, "f1": 0.215301, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"], "main_score": 0.215301, "precision": 0.190631, "recall": 0.304348}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.170949, "f1": 0.117526, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"], "main_score": 0.117526, "precision": 0.104847, "recall": 0.170949}, {"accuracy": 0.891304, "f1": 0.861975, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"], "main_score": 0.861975, "precision": 0.848897, "recall": 0.891304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.731225, "f1": 0.665467, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"], "main_score": 0.665467, "precision": 0.637453, "recall": 0.731225}, {"accuracy": 0.068182, "f1": 0.032462, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"], "main_score": 0.032462, "precision": 0.02683, "recall": 0.068182}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.249012, "f1": 0.171969, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"], "main_score": 0.171969, "precision": 0.15308, "recall": 0.249012}, {"accuracy": 0.86166, "f1": 0.822892, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"], "main_score": 0.822892, "precision": 0.805204, "recall": 0.86166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.931818, "f1": 0.911627, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"], "main_score": 0.911627, "precision": 0.902256, "recall": 0.931818}, {"accuracy": 0.906126, "f1": 0.87803, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"], "main_score": 0.87803, "precision": 0.864872, "recall": 0.906126}, {"accuracy": 0.309289, "f1": 0.23192, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"], "main_score": 0.23192, "precision": 0.208818, "recall": 0.309289}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.80336, "f1": 0.755451, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"], "main_score": 0.755451, "precision": 0.734298, "recall": 0.80336}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"], "main_score": 0.906126, "precision": 0.895751, "recall": 0.927866}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"], "main_score": 0.888999, "precision": 0.877306, "recall": 0.914032}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.188735, "f1": 0.123123, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"], "main_score": 0.123123, "precision": 0.109217, "recall": 0.188735}, {"accuracy": 0.059289, "f1": 0.03392, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"], "main_score": 0.03392, "precision": 0.028227, "recall": 0.059289}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.177866, "f1": 0.116048, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"], "main_score": 0.116048, "precision": 0.102608, "recall": 0.177866}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.893281, "f1": 0.862154, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"], "main_score": 0.862154, "precision": 0.847661, "recall": 0.893281}, {"accuracy": 0.759881, "f1": 0.70224, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"], "main_score": 0.70224, "precision": 0.677931, "recall": 0.759881}, {"accuracy": 0.219368, "f1": 0.14825, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"], "main_score": 0.14825, "precision": 0.131495, "recall": 0.219368}, {"accuracy": 0.744071, "f1": 0.691902, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"], "main_score": 0.691902, "precision": 0.670175, "recall": 0.744071}, {"accuracy": 0.660079, "f1": 0.589201, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"], "main_score": 0.589201, "precision": 0.562741, "recall": 0.660079}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.76581, "f1": 0.707263, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"], "main_score": 0.707263, "precision": 0.682933, "recall": 0.76581}, {"accuracy": 0.193676, "f1": 0.128164, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"], "main_score": 0.128164, "precision": 0.113276, "recall": 0.193676}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"], "main_score": 0.958004, "precision": 0.953722, "recall": 0.967391}, {"accuracy": 0.073123, "f1": 0.043349, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"], "main_score": 0.043349, "precision": 0.036915, "recall": 0.073123}, {"accuracy": 0.269763, "f1": 0.19813, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"], "main_score": 0.19813, "precision": 0.179625, "recall": 0.269763}, {"accuracy": 0.381423, "f1": 0.29199, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"], "main_score": 0.29199, "precision": 0.265488, "recall": 0.381423}, {"accuracy": 0.096838, "f1": 0.052113, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"], "main_score": 0.052113, "precision": 0.042268, "recall": 0.096838}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.310277, "f1": 0.228846, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"], "main_score": 0.228846, "precision": 0.206333, "recall": 0.310277}, {"accuracy": 0.77668, "f1": 0.719436, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"], "main_score": 0.719436, "precision": 0.694871, "recall": 0.77668}, {"accuracy": 0.465415, "f1": 0.381789, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"], "main_score": 0.381789, "precision": 0.355276, "recall": 0.465415}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.286561, "f1": 0.205839, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"], "main_score": 0.205839, "precision": 0.184858, "recall": 0.286561}, {"accuracy": 0.341897, "f1": 0.263406, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"], "main_score": 0.263406, "precision": 0.241055, "recall": 0.341897}, {"accuracy": 0.268775, "f1": 0.183288, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"], "main_score": 0.183288, "precision": 0.159555, "recall": 0.268775}, {"accuracy": 0.371542, "f1": 0.290829, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"], "main_score": 0.290829, "precision": 0.266228, "recall": 0.371542}, {"accuracy": 0.641304, "f1": 0.573497, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"], "main_score": 0.573497, "precision": 0.5475, "recall": 0.641304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.055336, "f1": 0.019806, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"], "main_score": 0.019806, "precision": 0.01565, "recall": 0.055336}, {"accuracy": 0.224308, "f1": 0.151981, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"], "main_score": 0.151981, "precision": 0.133202, "recall": 0.224308}, {"accuracy": 0.761858, "f1": 0.703843, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"], "main_score": 0.703843, "precision": 0.678798, "recall": 0.761858}, {"accuracy": 0.263834, "f1": 0.190369, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"], "main_score": 0.190369, "precision": 0.171539, "recall": 0.263834}, {"accuracy": 0.062253, "f1": 0.03074, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"], "main_score": 0.03074, "precision": 0.025544, "recall": 0.062253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.809289, "f1": 0.759571, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"], "main_score": 0.759571, "precision": 0.737582, "recall": 0.809289}, {"accuracy": 0.800395, "f1": 0.743775, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"], "main_score": 0.743775, "precision": 0.718906, "recall": 0.800395}, {"accuracy": 0.756917, "f1": 0.705176, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"], "main_score": 0.705176, "precision": 0.683366, "recall": 0.756917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.245059, "f1": 0.177501, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"], "main_score": 0.177501, "precision": 0.160231, "recall": 0.245059}, {"accuracy": 0.204545, "f1": 0.141528, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"], "main_score": 0.141528, "precision": 0.126498, "recall": 0.204545}, {"accuracy": 0.892292, "f1": 0.861067, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"], "main_score": 0.861067, "precision": 0.846624, "recall": 0.892292}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.40415, "f1": 0.319584, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"], "main_score": 0.319584, "precision": 0.294009, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.159628, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"], "main_score": 0.159628, "precision": 0.141932, "recall": 0.229249}, {"accuracy": 0.73419, "f1": 0.671137, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"], "main_score": 0.671137, "precision": 0.64568, "recall": 0.73419}, {"accuracy": 0.940711, "f1": 0.924078, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"], "main_score": 0.924078, "precision": 0.91637, "recall": 0.940711}, {"accuracy": 0.211462, "f1": 0.138518, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"], "main_score": 0.138518, "precision": 0.12187, "recall": 0.211462}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.267787, "f1": 0.201569, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"], "main_score": 0.201569, "precision": 0.184491, "recall": 0.267787}, {"accuracy": 0.442688, "f1": 0.34762, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"], "main_score": 0.34762, "precision": 0.31652, "recall": 0.442688}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.753953, "f1": 0.692627, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"], "main_score": 0.692627, "precision": 0.667062, "recall": 0.753953}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.252964, "f1": 0.182189, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"], "main_score": 0.182189, "precision": 0.162098, "recall": 0.252964}, {"accuracy": 0.076087, "f1": 0.034054, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"], "main_score": 0.034054, "precision": 0.028419, "recall": 0.076087}, {"accuracy": 0.273715, "f1": 0.196301, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"], "main_score": 0.196301, "precision": 0.175445, "recall": 0.273715}, {"accuracy": 0.147233, "f1": 0.093638, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"], "main_score": 0.093638, "precision": 0.081967, "recall": 0.147233}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.727273, "f1": 0.663048, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"], "main_score": 0.663048, "precision": 0.636709, "recall": 0.727273}, {"accuracy": 0.100791, "f1": 0.067942, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"], "main_score": 0.067942, "precision": 0.060798, "recall": 0.100791}, {"accuracy": 0.755929, "f1": 0.69465, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"], "main_score": 0.69465, "precision": 0.668692, "recall": 0.755929}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.745059, "f1": 0.681046, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"], "main_score": 0.681046, "precision": 0.653113, "recall": 0.745059}, {"accuracy": 0.51087, "f1": 0.425745, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"], "main_score": 0.425745, "precision": 0.394468, "recall": 0.51087}, {"accuracy": 0.208498, "f1": 0.136948, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"], "main_score": 0.136948, "precision": 0.119743, "recall": 0.208498}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.414032, "f1": 0.32203, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"], "main_score": 0.32203, "precision": 0.292583, "recall": 0.414032}, {"accuracy": 0.243083, "f1": 0.168312, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"], "main_score": 0.168312, "precision": 0.150017, "recall": 0.243083}, {"accuracy": 0.224308, "f1": 0.153149, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"], "main_score": 0.153149, "precision": 0.134858, "recall": 0.224308}, {"accuracy": 0.249012, "f1": 0.180269, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"], "main_score": 0.180269, "precision": 0.161908, "recall": 0.249012}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.019763, "f1": 0.003993, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"], "main_score": 0.003993, "precision": 0.002867, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821377, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"], "main_score": 0.821377, "precision": 0.804545, "recall": 0.859684}, {"accuracy": 0.427866, "f1": 0.345769, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"], "main_score": 0.345769, "precision": 0.317114, "recall": 0.427866}, {"accuracy": 0.850791, "f1": 0.810968, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"], "main_score": 0.810968, "precision": 0.793132, "recall": 0.850791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.112648, "f1": 0.068518, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"], "main_score": 0.068518, "precision": 0.059881, "recall": 0.112648}, {"accuracy": 0.222332, "f1": 0.155329, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"], "main_score": 0.155329, "precision": 0.138584, "recall": 0.222332}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.657115, "f1": 0.58567, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"], "main_score": 0.58567, "precision": 0.559085, "recall": 0.657115}, {"accuracy": 0.203557, "f1": 0.13296, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"], "main_score": 0.13296, "precision": 0.115506, "recall": 0.203557}, {"accuracy": 0.221344, "f1": 0.149759, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"], "main_score": 0.149759, "precision": 0.131128, "recall": 0.221344}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.210474, "f1": 0.147605, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"], "main_score": 0.147605, "precision": 0.132087, "recall": 0.210474}, {"accuracy": 0.22332, "f1": 0.153688, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"], "main_score": 0.153688, "precision": 0.134652, "recall": 0.22332}, {"accuracy": 0.814229, "f1": 0.765453, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"], "main_score": 0.765453, "precision": 0.743857, "recall": 0.814229}, {"accuracy": 0.666996, "f1": 0.599853, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"], "main_score": 0.599853, "precision": 0.574144, "recall": 0.666996}, {"accuracy": 0.961462, "f1": 0.950264, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"], "main_score": 0.950264, "precision": 0.944993, "recall": 0.961462}, {"accuracy": 0.300395, "f1": 0.215177, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"], "main_score": 0.215177, "precision": 0.188734, "recall": 0.300395}, {"accuracy": 0.476285, "f1": 0.391091, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"], "main_score": 0.391091, "precision": 0.362735, "recall": 0.476285}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.55336, "f1": 0.470712, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"], "main_score": 0.470712, "precision": 0.439052, "recall": 0.55336}, {"accuracy": 0.848814, "f1": 0.807378, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"], "main_score": 0.807378, "precision": 0.788159, "recall": 0.848814}, {"accuracy": 0.321146, "f1": 0.241591, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"], "main_score": 0.241591, "precision": 0.219257, "recall": 0.321146}, {"accuracy": 0.599802, "f1": 0.518128, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"], "main_score": 0.518128, "precision": 0.486351, "recall": 0.599802}, {"accuracy": 0.704545, "f1": 0.640453, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"], "main_score": 0.640453, "precision": 0.613703, "recall": 0.704545}, {"accuracy": 0.261858, "f1": 0.183233, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"], "main_score": 0.183233, "precision": 0.161962, "recall": 0.261858}, {"accuracy": 0.932806, "f1": 0.913175, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"], "main_score": 0.913175, "precision": 0.90415, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"], "main_score": 0.922266, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.768775, "f1": 0.713029, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"], "main_score": 0.713029, "precision": 0.688982, "recall": 0.768775}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.424901, "f1": 0.343176, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"], "main_score": 0.343176, "precision": 0.314893, "recall": 0.424901}, {"accuracy": 0.517787, "f1": 0.431486, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"], "main_score": 0.431486, "precision": 0.401969, "recall": 0.517787}, {"accuracy": 0.123518, "f1": 0.07109, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"], "main_score": 0.07109, "precision": 0.061215, "recall": 0.123518}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.186759, "f1": 0.124345, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"], "main_score": 0.124345, "precision": 0.106526, "recall": 0.186759}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"], "main_score": 0.939723, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.488142, "f1": 0.404058, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"], "main_score": 0.404058, "precision": 0.377396, "recall": 0.488142}, {"accuracy": 0.363636, "f1": 0.27841, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"], "main_score": 0.27841, "precision": 0.253247, "recall": 0.363636}, {"accuracy": 0.874506, "f1": 0.836415, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"], "main_score": 0.836415, "precision": 0.818676, "recall": 0.874506}, {"accuracy": 0.269763, "f1": 0.194253, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"], "main_score": 0.194253, "precision": 0.171961, "recall": 0.269763}, {"accuracy": 0.255929, "f1": 0.181051, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"], "main_score": 0.181051, "precision": 0.160642, "recall": 0.255929}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.45751, "f1": 0.363449, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"], "main_score": 0.363449, "precision": 0.332277, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.209486, "f1": 0.136766, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"], "main_score": 0.136766, "precision": 0.120117, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"], "main_score": 0.886759, "precision": 0.874588, "recall": 0.913043}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.201581, "f1": 0.137485, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"], "main_score": 0.137485, "precision": 0.122337, "recall": 0.201581}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"], "main_score": 0.901021, "precision": 0.890152, "recall": 0.923913}, {"accuracy": 0.213439, "f1": 0.141916, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"], "main_score": 0.141916, "precision": 0.123882, "recall": 0.213439}, {"accuracy": 0.229249, "f1": 0.157455, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"], "main_score": 0.157455, "precision": 0.139516, "recall": 0.229249}, {"accuracy": 0.15415, "f1": 0.098765, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"], "main_score": 0.098765, "precision": 0.086181, "recall": 0.15415}, {"accuracy": 0.555336, "f1": 0.471871, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"], "main_score": 0.471871, "precision": 0.439509, "recall": 0.555336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.316206, "f1": 0.23385, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"], "main_score": 0.23385, "precision": 0.209606, "recall": 0.316206}, {"accuracy": 0.20751, "f1": 0.137244, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"], "main_score": 0.137244, "precision": 0.119815, "recall": 0.20751}, {"accuracy": 0.251976, "f1": 0.173304, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"], "main_score": 0.173304, "precision": 0.154139, "recall": 0.251976}, {"accuracy": 0.841897, "f1": 0.801186, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"], "main_score": 0.801186, "precision": 0.783251, "recall": 0.841897}, {"accuracy": 0.188735, "f1": 0.118664, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"], "main_score": 0.118664, "precision": 0.10278, "recall": 0.188735}, {"accuracy": 0.206522, "f1": 0.140057, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"], "main_score": 0.140057, "precision": 0.122983, "recall": 0.206522}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"], "main_score": 0.943906, "precision": 0.937994, "recall": 0.956522}, {"accuracy": 0.320158, "f1": 0.236673, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"], "main_score": 0.236673, "precision": 0.213217, "recall": 0.320158}, {"accuracy": 0.263834, "f1": 0.186, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"], "main_score": 0.186, "precision": 0.166542, "recall": 0.263834}, {"accuracy": 0.650198, "f1": 0.573813, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"], "main_score": 0.573813, "precision": 0.543613, "recall": 0.650198}, {"accuracy": 0.369565, "f1": 0.28563, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"], "main_score": 0.28563, "precision": 0.260065, "recall": 0.369565}, {"accuracy": 0.482213, "f1": 0.393, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"], "main_score": 0.393, "precision": 0.36244, "recall": 0.482213}, {"accuracy": 0.853755, "f1": 0.813702, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"], "main_score": 0.813702, "precision": 0.795125, "recall": 0.853755}, {"accuracy": 0.346838, "f1": 0.254532, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"], "main_score": 0.254532, "precision": 0.226772, "recall": 0.346838}, {"accuracy": 0.465415, "f1": 0.375803, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"], "main_score": 0.375803, "precision": 0.344921, "recall": 0.465415}, {"accuracy": 0.193676, "f1": 0.128826, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"], "main_score": 0.128826, "precision": 0.111098, "recall": 0.193676}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.846838, "f1": 0.805995, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"], "main_score": 0.805995, "precision": 0.787549, "recall": 0.846838}, {"accuracy": 0.291502, "f1": 0.21395, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"], "main_score": 0.21395, "precision": 0.190544, "recall": 0.291502}, {"accuracy": 0.22332, "f1": 0.148367, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"], "main_score": 0.148367, "precision": 0.129764, "recall": 0.22332}, {"accuracy": 0.088933, "f1": 0.053944, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"], "main_score": 0.053944, "precision": 0.045822, "recall": 0.088933}, {"accuracy": 0.152174, "f1": 0.093991, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"], "main_score": 0.093991, "precision": 0.080878, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"], "main_score": 0.953063, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.863636, "f1": 0.825922, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"], "main_score": 0.825922, "precision": 0.808169, "recall": 0.863636}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"], "main_score": 0.905632, "precision": 0.895586, "recall": 0.926877}, {"accuracy": 0.59585, "f1": 0.517959, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"], "main_score": 0.517959, "precision": 0.488229, "recall": 0.59585}, {"accuracy": 0.171937, "f1": 0.111427, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"], "main_score": 0.111427, "precision": 0.096071, "recall": 0.171937}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.375494, "f1": 0.292975, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"], "main_score": 0.292975, "precision": 0.268177, "recall": 0.375494}, {"accuracy": 0.623518, "f1": 0.549809, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"], "main_score": 0.549809, "precision": 0.520343, "recall": 0.623518}, {"accuracy": 0.958498, "f1": 0.946377, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"], "main_score": 0.946377, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.90415, "f1": 0.877306, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"], "main_score": 0.877306, "precision": 0.864822, "recall": 0.90415}, {"accuracy": 0.216403, "f1": 0.140228, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"], "main_score": 0.140228, "precision": 0.12021, "recall": 0.216403}, {"accuracy": 0.922925, "f1": 0.901812, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"], "main_score": 0.901812, "precision": 0.891798, "recall": 0.922925}, {"accuracy": 0.825099, "f1": 0.787138, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"], "main_score": 0.787138, "precision": 0.771238, "recall": 0.825099}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.264822, "f1": 0.183857, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"], "main_score": 0.183857, "precision": 0.162133, "recall": 0.264822}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"], "main_score": 0.910804, "precision": 0.901433, "recall": 0.93083}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"], "main_score": 0.977108, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.124506, "f1": 0.076583, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"], "main_score": 0.076583, "precision": 0.064986, "recall": 0.124506}, {"accuracy": 0.848814, "f1": 0.810921, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"], "main_score": 0.810921, "precision": 0.794055, "recall": 0.848814}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.666996, "f1": 0.596174, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"], "main_score": 0.596174, "precision": 0.567095, "recall": 0.666996}, {"accuracy": 0.062253, "f1": 0.030233, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"], "main_score": 0.030233, "precision": 0.025391, "recall": 0.062253}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.198617, "f1": 0.132766, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"], "main_score": 0.132766, "precision": 0.117577, "recall": 0.198617}, {"accuracy": 0.843874, "f1": 0.801877, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"], "main_score": 0.801877, "precision": 0.782757, "recall": 0.843874}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.897233, "f1": 0.87029, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"], "main_score": 0.87029, "precision": 0.85779, "recall": 0.897233}, {"accuracy": 0.884387, "f1": 0.85191, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"], "main_score": 0.85191, "precision": 0.836627, "recall": 0.884387}, {"accuracy": 0.233202, "f1": 0.166307, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"], "main_score": 0.166307, "precision": 0.14769, "recall": 0.233202}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.782609, "f1": 0.734848, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"], "main_score": 0.734848, "precision": 0.713713, "recall": 0.782609}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.867589, "f1": 0.832708, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"], "main_score": 0.832708, "precision": 0.816288, "recall": 0.867589}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"], "main_score": 0.956522, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"], "main_score": 0.948847, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.13834, "f1": 0.07834, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"], "main_score": 0.07834, "precision": 0.066546, "recall": 0.13834}, {"accuracy": 0.074111, "f1": 0.044064, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"], "main_score": 0.044064, "precision": 0.036917, "recall": 0.074111}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"], "main_score": 0.960474, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.137352, "f1": 0.085628, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"], "main_score": 0.085628, "precision": 0.074074, "recall": 0.137352}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.909091, "f1": 0.883794, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"], "main_score": 0.883794, "precision": 0.871789, "recall": 0.909091}, {"accuracy": 0.860672, "f1": 0.825066, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"], "main_score": 0.825066, "precision": 0.8083, "recall": 0.860672}, {"accuracy": 0.681818, "f1": 0.617165, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"], "main_score": 0.617165, "precision": 0.59081, "recall": 0.681818}, {"accuracy": 0.163043, "f1": 0.097848, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"], "main_score": 0.097848, "precision": 0.082593, "recall": 0.163043}, {"accuracy": 0.694664, "f1": 0.638787, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"], "main_score": 0.638787, "precision": 0.615278, "recall": 0.694664}, {"accuracy": 0.585968, "f1": 0.509743, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"], "main_score": 0.509743, "precision": 0.479857, "recall": 0.585968}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.70751, "f1": 0.64345, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"], "main_score": 0.64345, "precision": 0.616683, "recall": 0.70751}, {"accuracy": 0.142292, "f1": 0.086927, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"], "main_score": 0.086927, "precision": 0.075326, "recall": 0.142292}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.08004, "f1": 0.050144, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"], "main_score": 0.050144, "precision": 0.043312, "recall": 0.08004}, {"accuracy": 0.208498, "f1": 0.149563, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"], "main_score": 0.149563, "precision": 0.134273, "recall": 0.208498}, {"accuracy": 0.318182, "f1": 0.237926, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"], "main_score": 0.237926, "precision": 0.213774, "recall": 0.318182}, {"accuracy": 0.083992, "f1": 0.04372, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"], "main_score": 0.04372, "precision": 0.034805, "recall": 0.083992}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"], "main_score": 0.92309, "precision": 0.914361, "recall": 0.940711}, {"accuracy": 0.25, "f1": 0.17434, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"], "main_score": 0.17434, "precision": 0.153648, "recall": 0.25}, {"accuracy": 0.732213, "f1": 0.672443, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"], "main_score": 0.672443, "precision": 0.647472, "recall": 0.732213}, {"accuracy": 0.408103, "f1": 0.31704, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"], "main_score": 0.31704, "precision": 0.287535, "recall": 0.408103}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"], "main_score": 0.965481, "precision": 0.961874, "recall": 0.97332}, {"accuracy": 0.218379, "f1": 0.149238, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"], "main_score": 0.149238, "precision": 0.130974, "recall": 0.218379}, {"accuracy": 0.301383, "f1": 0.220009, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"], "main_score": 0.220009, "precision": 0.197768, "recall": 0.301383}, {"accuracy": 0.228261, "f1": 0.152268, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"], "main_score": 0.152268, "precision": 0.132144, "recall": 0.228261}, {"accuracy": 0.321146, "f1": 0.242585, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"], "main_score": 0.242585, "precision": 0.220877, "recall": 0.321146}, {"accuracy": 0.599802, "f1": 0.527756, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"], "main_score": 0.527756, "precision": 0.500529, "recall": 0.599802}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"], "main_score": 0.960474, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.049407, "f1": 0.016887, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"], "main_score": 0.016887, "precision": 0.013028, "recall": 0.049407}, {"accuracy": 0.161067, "f1": 0.100594, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"], "main_score": 0.100594, "precision": 0.084476, "recall": 0.161067}, {"accuracy": 0.69664, "f1": 0.630854, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"], "main_score": 0.630854, "precision": 0.604875, "recall": 0.69664}, {"accuracy": 0.199605, "f1": 0.1333, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"], "main_score": 0.1333, "precision": 0.118109, "recall": 0.199605}, {"accuracy": 0.056324, "f1": 0.027748, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"], "main_score": 0.027748, "precision": 0.023631, "recall": 0.056324}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.759881, "f1": 0.702588, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"], "main_score": 0.702588, "precision": 0.678706, "recall": 0.759881}, {"accuracy": 0.746047, "f1": 0.682745, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"], "main_score": 0.682745, "precision": 0.655501, "recall": 0.746047}, {"accuracy": 0.715415, "f1": 0.655684, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"], "main_score": 0.655684, "precision": 0.629941, "recall": 0.715415}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.188735, "f1": 0.125609, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"], "main_score": 0.125609, "precision": 0.109173, "recall": 0.188735}, {"accuracy": 0.135375, "f1": 0.086283, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"], "main_score": 0.086283, "precision": 0.075001, "recall": 0.135375}, {"accuracy": 0.860672, "f1": 0.823254, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"], "main_score": 0.823254, "precision": 0.805995, "recall": 0.860672}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.343874, "f1": 0.259213, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"], "main_score": 0.259213, "precision": 0.232956, "recall": 0.343874}, {"accuracy": 0.166996, "f1": 0.103826, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"], "main_score": 0.103826, "precision": 0.089267, "recall": 0.166996}, {"accuracy": 0.687747, "f1": 0.619205, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"], "main_score": 0.619205, "precision": 0.591857, "recall": 0.687747}, {"accuracy": 0.893281, "f1": 0.864808, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"], "main_score": 0.864808, "precision": 0.852388, "recall": 0.893281}, {"accuracy": 0.16502, "f1": 0.097698, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"], "main_score": 0.097698, "precision": 0.082101, "recall": 0.16502}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.206522, "f1": 0.144774, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"], "main_score": 0.144774, "precision": 0.129083, "recall": 0.206522}, {"accuracy": 0.380435, "f1": 0.291667, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"], "main_score": 0.291667, "precision": 0.263218, "recall": 0.380435}, {"accuracy": 0.986166, "f1": 0.982378, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"], "main_score": 0.982378, "precision": 0.980567, "recall": 0.986166}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.963439, "f1": 0.952899, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947793, "recall": 0.963439}, {"accuracy": 0.692688, "f1": 0.623438, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"], "main_score": 0.623438, "precision": 0.59496, "recall": 0.692688}, {"accuracy": 0.908103, "f1": 0.882312, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"], "main_score": 0.882312, "precision": 0.870142, "recall": 0.908103}, {"accuracy": 0.199605, "f1": 0.133794, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"], "main_score": 0.133794, "precision": 0.116048, "recall": 0.199605}, {"accuracy": 0.075099, "f1": 0.034093, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"], "main_score": 0.034093, "precision": 0.028062, "recall": 0.075099}, {"accuracy": 0.216403, "f1": 0.149519, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"], "main_score": 0.149519, "precision": 0.13112, "recall": 0.216403}, {"accuracy": 0.098814, "f1": 0.05541, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"], "main_score": 0.05541, "precision": 0.046797, "recall": 0.098814}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.653162, "f1": 0.576997, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"], "main_score": 0.576997, "precision": 0.545826, "recall": 0.653162}, {"accuracy": 0.074111, "f1": 0.045006, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"], "main_score": 0.045006, "precision": 0.038301, "recall": 0.074111}, {"accuracy": 0.693676, "f1": 0.625631, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"], "main_score": 0.625631, "precision": 0.596591, "recall": 0.693676}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.688735, "f1": 0.621925, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"], "main_score": 0.621925, "precision": 0.594256, "recall": 0.688735}, {"accuracy": 0.480237, "f1": 0.401059, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"], "main_score": 0.401059, "precision": 0.371731, "recall": 0.480237}, {"accuracy": 0.172925, "f1": 0.108945, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"], "main_score": 0.108945, "precision": 0.094803, "recall": 0.172925}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.36166, "f1": 0.276472, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"], "main_score": 0.276472, "precision": 0.249293, "recall": 0.36166}, {"accuracy": 0.19664, "f1": 0.126649, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"], "main_score": 0.126649, "precision": 0.109537, "recall": 0.19664}, {"accuracy": 0.164032, "f1": 0.101973, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"], "main_score": 0.101973, "precision": 0.086821, "recall": 0.164032}, {"accuracy": 0.200593, "f1": 0.135285, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"], "main_score": 0.135285, "precision": 0.117736, "recall": 0.200593}, {"accuracy": 0.953557, "f1": 0.940053, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"], "main_score": 0.940053, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.017787, "f1": 0.003787, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"], "main_score": 0.003787, "precision": 0.003021, "recall": 0.017787}, {"accuracy": 0.822134, "f1": 0.775198, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"], "main_score": 0.775198, "precision": 0.754628, "recall": 0.822134}, {"accuracy": 0.421937, "f1": 0.342733, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"], "main_score": 0.342733, "precision": 0.315153, "recall": 0.421937}, {"accuracy": 0.898221, "f1": 0.87029, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"], "main_score": 0.87029, "precision": 0.856966, "recall": 0.898221}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.088933, "f1": 0.050359, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"], "main_score": 0.050359, "precision": 0.042422, "recall": 0.088933}, {"accuracy": 0.16502, "f1": 0.108919, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"], "main_score": 0.108919, "precision": 0.09493, "recall": 0.16502}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"], "main_score": 0.959058, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.601779, "f1": 0.525215, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"], "main_score": 0.525215, "precision": 0.496316, "recall": 0.601779}, {"accuracy": 0.179842, "f1": 0.119346, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"], "main_score": 0.119346, "precision": 0.104281, "recall": 0.179842}, {"accuracy": 0.177866, "f1": 0.108824, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"], "main_score": 0.108824, "precision": 0.090365, "recall": 0.177866}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.167984, "f1": 0.10962, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"], "main_score": 0.10962, "precision": 0.096172, "recall": 0.167984}, {"accuracy": 0.153162, "f1": 0.100591, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"], "main_score": 0.100591, "precision": 0.087371, "recall": 0.153162}, {"accuracy": 0.785573, "f1": 0.732924, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"], "main_score": 0.732924, "precision": 0.709717, "recall": 0.785573}, {"accuracy": 0.606719, "f1": 0.534715, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"], "main_score": 0.534715, "precision": 0.507643, "recall": 0.606719}, {"accuracy": 0.937747, "f1": 0.920685, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"], "main_score": 0.920685, "precision": 0.912632, "recall": 0.937747}, {"accuracy": 0.231225, "f1": 0.156199, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"], "main_score": 0.156199, "precision": 0.134139, "recall": 0.231225}, {"accuracy": 0.41996, "f1": 0.334272, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"], "main_score": 0.334272, "precision": 0.306248, "recall": 0.41996}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"], "main_score": 0.961957, "precision": 0.958004, "recall": 0.970356}, {"accuracy": 0.521739, "f1": 0.44575, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"], "main_score": 0.44575, "precision": 0.417185, "recall": 0.521739}, {"accuracy": 0.806324, "f1": 0.759651, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"], "main_score": 0.759651, "precision": 0.738472, "recall": 0.806324}, {"accuracy": 0.248024, "f1": 0.172093, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"], "main_score": 0.172093, "precision": 0.150854, "recall": 0.248024}, {"accuracy": 0.596838, "f1": 0.522051, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"], "main_score": 0.522051, "precision": 0.492427, "recall": 0.596838}, {"accuracy": 0.650198, "f1": 0.58327, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"], "main_score": 0.58327, "precision": 0.556259, "recall": 0.650198}, {"accuracy": 0.193676, "f1": 0.121981, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"], "main_score": 0.121981, "precision": 0.102885, "recall": 0.193676}, {"accuracy": 0.890316, "f1": 0.861001, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"], "main_score": 0.861001, "precision": 0.8472, "recall": 0.890316}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"], "main_score": 0.895817, "precision": 0.88414, "recall": 0.91996}, {"accuracy": 0.706522, "f1": 0.6417, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"], "main_score": 0.6417, "precision": 0.61474, "recall": 0.706522}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.379447, "f1": 0.307756, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"], "main_score": 0.307756, "precision": 0.283044, "recall": 0.379447}, {"accuracy": 0.454545, "f1": 0.362167, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"], "main_score": 0.362167, "precision": 0.330894, "recall": 0.454545}, {"accuracy": 0.090909, "f1": 0.048049, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"], "main_score": 0.048049, "precision": 0.039863, "recall": 0.090909}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.19664, "f1": 0.136311, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"], "main_score": 0.136311, "precision": 0.119106, "recall": 0.19664}, {"accuracy": 0.965415, "f1": 0.956192, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"], "main_score": 0.956192, "precision": 0.951746, "recall": 0.965415}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"], "main_score": 0.909486, "precision": 0.899621, "recall": 0.929842}, {"accuracy": 0.411067, "f1": 0.3233, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"], "main_score": 0.3233, "precision": 0.294411, "recall": 0.411067}, {"accuracy": 0.307312, "f1": 0.225006, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"], "main_score": 0.225006, "precision": 0.20084, "recall": 0.307312}, {"accuracy": 0.83004, "f1": 0.782035, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"], "main_score": 0.782035, "precision": 0.760375, "recall": 0.83004}, {"accuracy": 0.208498, "f1": 0.138729, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"], "main_score": 0.138729, "precision": 0.119694, "recall": 0.208498}, {"accuracy": 0.200593, "f1": 0.133254, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"], "main_score": 0.133254, "precision": 0.116233, "recall": 0.200593}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.408103, "f1": 0.322065, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"], "main_score": 0.322065, "precision": 0.294317, "recall": 0.408103}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.168972, "f1": 0.10044, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"], "main_score": 0.10044, "precision": 0.085187, "recall": 0.168972}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.901186, "f1": 0.873254, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"], "main_score": 0.873254, "precision": 0.860425, "recall": 0.901186}, {"accuracy": 0.922925, "f1": 0.902899, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"], "main_score": 0.902899, "precision": 0.893725, "recall": 0.922925}, {"accuracy": 0.143281, "f1": 0.0916, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"], "main_score": 0.0916, "precision": 0.080197, "recall": 0.143281}, {"accuracy": 0.885375, "f1": 0.852569, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"], "main_score": 0.852569, "precision": 0.837121, "recall": 0.885375}, {"accuracy": 0.155138, "f1": 0.097388, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"], "main_score": 0.097388, "precision": 0.083724, "recall": 0.155138}, {"accuracy": 0.18083, "f1": 0.120419, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"], "main_score": 0.120419, "precision": 0.105016, "recall": 0.18083}, {"accuracy": 0.132411, "f1": 0.080303, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"], "main_score": 0.080303, "precision": 0.069054, "recall": 0.132411}, {"accuracy": 0.564229, "f1": 0.48871, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"], "main_score": 0.48871, "precision": 0.459019, "recall": 0.564229}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.268775, "f1": 0.19197, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"], "main_score": 0.19197, "precision": 0.170714, "recall": 0.268775}, {"accuracy": 0.151186, "f1": 0.090958, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"], "main_score": 0.090958, "precision": 0.077732, "recall": 0.151186}, {"accuracy": 0.200593, "f1": 0.128185, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"], "main_score": 0.128185, "precision": 0.110214, "recall": 0.200593}, {"accuracy": 0.77668, "f1": 0.726219, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"], "main_score": 0.726219, "precision": 0.703706, "recall": 0.77668}, {"accuracy": 0.158103, "f1": 0.096422, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"], "main_score": 0.096422, "precision": 0.081568, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.105122, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"], "main_score": 0.105122, "precision": 0.090603, "recall": 0.16502}, {"accuracy": 0.916996, "f1": 0.89496, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"], "main_score": 0.89496, "precision": 0.884997, "recall": 0.916996}, {"accuracy": 0.254941, "f1": 0.178637, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"], "main_score": 0.178637, "precision": 0.158288, "recall": 0.254941}, {"accuracy": 0.210474, "f1": 0.139018, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"], "main_score": 0.139018, "precision": 0.121534, "recall": 0.210474}, {"accuracy": 0.592885, "f1": 0.513335, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"], "main_score": 0.513335, "precision": 0.483319, "recall": 0.592885}, {"accuracy": 0.314229, "f1": 0.228316, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"], "main_score": 0.228316, "precision": 0.202436, "recall": 0.314229}, {"accuracy": 0.420949, "f1": 0.335962, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"], "main_score": 0.335962, "precision": 0.307031, "recall": 0.420949}, {"accuracy": 0.831028, "f1": 0.786712, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"], "main_score": 0.786712, "precision": 0.76642, "recall": 0.831028}, {"accuracy": 0.296443, "f1": 0.21377, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"], "main_score": 0.21377, "precision": 0.188992, "recall": 0.296443}, {"accuracy": 0.440711, "f1": 0.361371, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"], "main_score": 0.361371, "precision": 0.334193, "recall": 0.440711}, {"accuracy": 0.152174, "f1": 0.094121, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"], "main_score": 0.094121, "precision": 0.079387, "recall": 0.152174}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.936759, "f1": 0.918149, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"], "main_score": 0.918149, "precision": 0.909124, "recall": 0.936759}, {"accuracy": 0.961462, "f1": 0.950329, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"], "main_score": 0.950329, "precision": 0.945076, "recall": 0.961462}, {"accuracy": 0.804348, "f1": 0.756769, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"], "main_score": 0.756769, "precision": 0.735747, "recall": 0.804348}, {"accuracy": 0.23419, "f1": 0.164259, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"], "main_score": 0.164259, "precision": 0.144439, "recall": 0.23419}, {"accuracy": 0.184783, "f1": 0.115738, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"], "main_score": 0.115738, "precision": 0.098979, "recall": 0.184783}, {"accuracy": 0.055336, "f1": 0.042933, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"], "main_score": 0.042933, "precision": 0.03995, "recall": 0.055336}, {"accuracy": 0.238142, "f1": 0.200732, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"], "main_score": 0.200732, "precision": 0.188004, "recall": 0.238142}, {"accuracy": 0.004941, "f1": 0.000531, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"], "main_score": 0.000531, "precision": 0.000293, "recall": 0.004941}, {"accuracy": 0.340909, "f1": 0.303722, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"], "main_score": 0.303722, "precision": 0.292789, "recall": 0.340909}, {"accuracy": 0.294466, "f1": 0.262451, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"], "main_score": 0.262451, "precision": 0.25208, "recall": 0.294466}, {"accuracy": 0.297431, "f1": 0.270454, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"], "main_score": 0.270454, "precision": 0.26254, "recall": 0.297431}, {"accuracy": 0.316206, "f1": 0.292009, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"], "main_score": 0.292009, "precision": 0.282566, "recall": 0.316206}, {"accuracy": 0.258893, "f1": 0.219874, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"], "main_score": 0.219874, "precision": 0.206368, "recall": 0.258893}, {"accuracy": 0.423913, "f1": 0.38802, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"], "main_score": 0.38802, "precision": 0.376299, "recall": 0.423913}, {"accuracy": 0.387352, "f1": 0.355007, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"], "main_score": 0.355007, "precision": 0.341041, "recall": 0.387352}, {"accuracy": 0.351779, "f1": 0.327545, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"], "main_score": 0.327545, "precision": 0.320284, "recall": 0.351779}, {"accuracy": 0.341897, "f1": 0.312121, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"], "main_score": 0.312121, "precision": 0.301582, "recall": 0.341897}, {"accuracy": 0.298419, "f1": 0.270133, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"], "main_score": 0.270133, "precision": 0.260352, "recall": 0.298419}, {"accuracy": 0.29249, "f1": 0.255985, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"], "main_score": 0.255985, "precision": 0.241365, "recall": 0.29249}, {"accuracy": 0.296443, "f1": 0.273066, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"], "main_score": 0.273066, "precision": 0.264336, "recall": 0.296443}, {"accuracy": 0.269763, "f1": 0.23403, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"], "main_score": 0.23403, "precision": 0.223559, "recall": 0.269763}, {"accuracy": 0.41996, "f1": 0.386445, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"], "main_score": 0.386445, "precision": 0.37542, "recall": 0.41996}, {"accuracy": 0.34585, "f1": 0.306032, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"], "main_score": 0.306032, "precision": 0.290706, "recall": 0.34585}, {"accuracy": 0.310277, "f1": 0.27834, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"], "main_score": 0.27834, "precision": 0.266187, "recall": 0.310277}, {"accuracy": 0.305336, "f1": 0.269582, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"], "main_score": 0.269582, "precision": 0.25828, "recall": 0.305336}, {"accuracy": 0.435771, "f1": 0.404447, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"], "main_score": 0.404447, "precision": 0.39423, "recall": 0.435771}, {"accuracy": 0.364625, "f1": 0.337588, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"], "main_score": 0.337588, "precision": 0.328315, "recall": 0.364625}, {"accuracy": 0.222332, "f1": 0.178907, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"], "main_score": 0.178907, "precision": 0.164599, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.153183, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"], "main_score": 0.153183, "precision": 0.147474, "recall": 0.177866}, {"accuracy": 0.33004, "f1": 0.294626, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"], "main_score": 0.294626, "precision": 0.28283, "recall": 0.33004}, {"accuracy": 0.318182, "f1": 0.288158, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"], "main_score": 0.288158, "precision": 0.278136, "recall": 0.318182}, {"accuracy": 0.066206, "f1": 0.039087, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"], "main_score": 0.039087, "precision": 0.034053, "recall": 0.066206}, {"accuracy": 0.31917, "f1": 0.284779, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"], "main_score": 0.284779, "precision": 0.273684, "recall": 0.31917}, {"accuracy": 0.282609, "f1": 0.241252, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"], "main_score": 0.241252, "precision": 0.224243, "recall": 0.282609}, {"accuracy": 0.333004, "f1": 0.310795, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"], "main_score": 0.310795, "precision": 0.304377, "recall": 0.333004}, {"accuracy": 0.41502, "f1": 0.379141, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"], "main_score": 0.379141, "precision": 0.367887, "recall": 0.41502}, {"accuracy": 0.333992, "f1": 0.304543, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"], "main_score": 0.304543, "precision": 0.29485, "recall": 0.333992}, {"accuracy": 0.290514, "f1": 0.261306, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"], "main_score": 0.261306, "precision": 0.252079, "recall": 0.290514}, {"accuracy": 0.294466, "f1": 0.260339, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"], "main_score": 0.260339, "precision": 0.247447, "recall": 0.294466}, {"accuracy": 0.375494, "f1": 0.342587, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"], "main_score": 0.342587, "precision": 0.331985, "recall": 0.375494}, {"accuracy": 0.212451, "f1": 0.184912, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"], "main_score": 0.184912, "precision": 0.176883, "recall": 0.212451}, {"accuracy": 0.295455, "f1": 0.26201, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"], "main_score": 0.26201, "precision": 0.251925, "recall": 0.295455}, {"accuracy": 0.195652, "f1": 0.17054, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"], "main_score": 0.17054, "precision": 0.163141, "recall": 0.195652}, {"accuracy": 0.425889, "f1": 0.38979, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"], "main_score": 0.38979, "precision": 0.37809, "recall": 0.425889}, {"accuracy": 0.304348, "f1": 0.268816, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"], "main_score": 0.268816, "precision": 0.256574, "recall": 0.304348}, {"accuracy": 0.23419, "f1": 0.184387, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"], "main_score": 0.184387, "precision": 0.168086, "recall": 0.23419}, {"accuracy": 0.048419, "f1": 0.037121, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"], "main_score": 0.037121, "precision": 0.033428, "recall": 0.048419}, {"accuracy": 0.417984, "f1": 0.379444, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"], "main_score": 0.379444, "precision": 0.367427, "recall": 0.417984}, {"accuracy": 0.200593, "f1": 0.162588, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"], "main_score": 0.162588, "precision": 0.148866, "recall": 0.200593}, {"accuracy": 0.36166, "f1": 0.330067, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"], "main_score": 0.330067, "precision": 0.320576, "recall": 0.36166}, {"accuracy": 0.397233, "f1": 0.366026, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"], "main_score": 0.366026, "precision": 0.355387, "recall": 0.397233}, {"accuracy": 0.29249, "f1": 0.258514, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"], "main_score": 0.258514, "precision": 0.247474, "recall": 0.29249}, {"accuracy": 0.29249, "f1": 0.269318, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"], "main_score": 0.269318, "precision": 0.2621, "recall": 0.29249}, {"accuracy": 0.22332, "f1": 0.182588, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"], "main_score": 0.182588, "precision": 0.168236, "recall": 0.22332}, {"accuracy": 0.313241, "f1": 0.282385, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"], "main_score": 0.282385, "precision": 0.272508, "recall": 0.313241}, {"accuracy": 0.335968, "f1": 0.308676, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"], "main_score": 0.308676, "precision": 0.299483, "recall": 0.335968}, {"accuracy": 0.418972, "f1": 0.382852, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"], "main_score": 0.382852, "precision": 0.372528, "recall": 0.418972}, {"accuracy": 0.353755, "f1": 0.328658, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"], "main_score": 0.328658, "precision": 0.319762, "recall": 0.353755}, {"accuracy": 0.205534, "f1": 0.162501, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"], "main_score": 0.162501, "precision": 0.147606, "recall": 0.205534}, {"accuracy": 0.325099, "f1": 0.292248, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"], "main_score": 0.292248, "precision": 0.281524, "recall": 0.325099}, {"accuracy": 0.063241, "f1": 0.046051, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"], "main_score": 0.046051, "precision": 0.040373, "recall": 0.063241}, {"accuracy": 0.280632, "f1": 0.239985, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"], "main_score": 0.239985, "precision": 0.225325, "recall": 0.280632}, {"accuracy": 0.366601, "f1": 0.333852, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"], "main_score": 0.333852, "precision": 0.320059, "recall": 0.366601}, {"accuracy": 0.060277, "f1": 0.046269, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"], "main_score": 0.046269, "precision": 0.042058, "recall": 0.060277}, {"accuracy": 0.384387, "f1": 0.349287, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"], "main_score": 0.349287, "precision": 0.337627, "recall": 0.384387}, {"accuracy": 0.304348, "f1": 0.27225, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"], "main_score": 0.27225, "precision": 0.261942, "recall": 0.304348}, {"accuracy": 0.412055, "f1": 0.38122, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"], "main_score": 0.38122, "precision": 0.371415, "recall": 0.412055}, {"accuracy": 0.27668, "f1": 0.242064, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"], "main_score": 0.242064, "precision": 0.232068, "recall": 0.27668}, {"accuracy": 0.343874, "f1": 0.30081, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"], "main_score": 0.30081, "precision": 0.284742, "recall": 0.343874}, {"accuracy": 0.338933, "f1": 0.313799, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"], "main_score": 0.313799, "precision": 0.305961, "recall": 0.338933}, {"accuracy": 0.263834, "f1": 0.230227, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"], "main_score": 0.230227, "precision": 0.220171, "recall": 0.263834}, {"accuracy": 0.435771, "f1": 0.396208, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"], "main_score": 0.396208, "precision": 0.384194, "recall": 0.435771}, {"accuracy": 0.296443, "f1": 0.258898, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"], "main_score": 0.258898, "precision": 0.244608, "recall": 0.296443}, {"accuracy": 0.293478, "f1": 0.246185, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"], "main_score": 0.246185, "precision": 0.228858, "recall": 0.293478}, {"accuracy": 0.282609, "f1": 0.23844, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"], "main_score": 0.23844, "precision": 0.222403, "recall": 0.282609}, {"accuracy": 0.289526, "f1": 0.257482, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"], "main_score": 0.257482, "precision": 0.245971, "recall": 0.289526}, {"accuracy": 0.274704, "f1": 0.249936, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"], "main_score": 0.249936, "precision": 0.241419, "recall": 0.274704}, {"accuracy": 0.397233, "f1": 0.365144, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"], "main_score": 0.365144, "precision": 0.35465, "recall": 0.397233}, {"accuracy": 0.049407, "f1": 0.028095, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"], "main_score": 0.028095, "precision": 0.024344, "recall": 0.049407}, {"accuracy": 0.22332, "f1": 0.187491, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"], "main_score": 0.187491, "precision": 0.173924, "recall": 0.22332}, {"accuracy": 0.250988, "f1": 0.230114, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"], "main_score": 0.230114, "precision": 0.22226, "recall": 0.250988}, {"accuracy": 0.274704, "f1": 0.23133, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"], "main_score": 0.23133, "precision": 0.214741, "recall": 0.274704}, {"accuracy": 0.055336, "f1": 0.03715, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"], "main_score": 0.03715, "precision": 0.033329, "recall": 0.055336}, {"accuracy": 0.426877, "f1": 0.392211, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"], "main_score": 0.392211, "precision": 0.380994, "recall": 0.426877}, {"accuracy": 0.336957, "f1": 0.312023, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"], "main_score": 0.312023, "precision": 0.303065, "recall": 0.336957}, {"accuracy": 0.33498, "f1": 0.304139, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"], "main_score": 0.304139, "precision": 0.29419, "recall": 0.33498}, {"accuracy": 0.158103, "f1": 0.135747, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"], "main_score": 0.135747, "precision": 0.128578, "recall": 0.158103}, {"accuracy": 0.421937, "f1": 0.390576, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"], "main_score": 0.390576, "precision": 0.379791, "recall": 0.421937}, {"accuracy": 0.412055, "f1": 0.37848, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"], "main_score": 0.37848, "precision": 0.366858, "recall": 0.412055}, {"accuracy": 0.431818, "f1": 0.393082, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"], "main_score": 0.393082, "precision": 0.381461, "recall": 0.431818}, {"accuracy": 0.329051, "f1": 0.292833, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"], "main_score": 0.292833, "precision": 0.281297, "recall": 0.329051}, {"accuracy": 0.240119, "f1": 0.203166, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"], "main_score": 0.203166, "precision": 0.190448, "recall": 0.240119}, {"accuracy": 0.226285, "f1": 0.18451, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"], "main_score": 0.18451, "precision": 0.169185, "recall": 0.226285}, {"accuracy": 0.1917, "f1": 0.163351, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"], "main_score": 0.163351, "precision": 0.156568, "recall": 0.1917}, {"accuracy": 0.41502, "f1": 0.37284, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"], "main_score": 0.37284, "precision": 0.359787, "recall": 0.41502}, {"accuracy": 0.314229, "f1": 0.290182, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"], "main_score": 0.290182, "precision": 0.281514, "recall": 0.314229}, {"accuracy": 0.245059, "f1": 0.201974, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"], "main_score": 0.201974, "precision": 0.186546, "recall": 0.245059}, {"accuracy": 0.349802, "f1": 0.324393, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"], "main_score": 0.324393, "precision": 0.315738, "recall": 0.349802}, {"accuracy": 0.326087, "f1": 0.294078, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"], "main_score": 0.294078, "precision": 0.283935, "recall": 0.326087}, {"accuracy": 0.227273, "f1": 0.186837, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"], "main_score": 0.186837, "precision": 0.172197, "recall": 0.227273}, {"accuracy": 0.382411, "f1": 0.343654, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"], "main_score": 0.343654, "precision": 0.332267, "recall": 0.382411}, {"accuracy": 0.271739, "f1": 0.234785, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"], "main_score": 0.234785, "precision": 0.221084, "recall": 0.271739}, {"accuracy": 0.368577, "f1": 0.33317, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"], "main_score": 0.33317, "precision": 0.319481, "recall": 0.368577}, {"accuracy": 0.333004, "f1": 0.294337, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"], "main_score": 0.294337, "precision": 0.281993, "recall": 0.333004}, {"accuracy": 0.391304, "f1": 0.352887, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"], "main_score": 0.352887, "precision": 0.340709, "recall": 0.391304}, {"accuracy": 0.433794, "f1": 0.394925, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"], "main_score": 0.394925, "precision": 0.381723, "recall": 0.433794}, {"accuracy": 0.357708, "f1": 0.320967, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"], "main_score": 0.320967, "precision": 0.308976, "recall": 0.357708}, {"accuracy": 0.339921, "f1": 0.314132, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"], "main_score": 0.314132, "precision": 0.305687, "recall": 0.339921}, {"accuracy": 0.283597, "f1": 0.252746, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"], "main_score": 0.252746, "precision": 0.242196, "recall": 0.283597}, {"accuracy": 0.261858, "f1": 0.224347, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"], "main_score": 0.224347, "precision": 0.21054, "recall": 0.261858}, {"accuracy": 0.075099, "f1": 0.04352, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"], "main_score": 0.04352, "precision": 0.037318, "recall": 0.075099}, {"accuracy": 0.29249, "f1": 0.253051, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"], "main_score": 0.253051, "precision": 0.23883, "recall": 0.29249}, {"accuracy": 0.131423, "f1": 0.092316, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"], "main_score": 0.092316, "precision": 0.081842, "recall": 0.131423}, {"accuracy": 0.437747, "f1": 0.400668, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"], "main_score": 0.400668, "precision": 0.388755, "recall": 0.437747}, {"accuracy": 0.33004, "f1": 0.296658, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"], "main_score": 0.296658, "precision": 0.286243, "recall": 0.33004}, {"accuracy": 0.099802, "f1": 0.076638, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"], "main_score": 0.076638, "precision": 0.070186, "recall": 0.099802}, {"accuracy": 0.351779, "f1": 0.325394, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"], "main_score": 0.325394, "precision": 0.315338, "recall": 0.351779}, {"accuracy": 0.431818, "f1": 0.394299, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"], "main_score": 0.394299, "precision": 0.382648, "recall": 0.431818}, {"accuracy": 0.212451, "f1": 0.190018, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"], "main_score": 0.190018, "precision": 0.182399, "recall": 0.212451}, {"accuracy": 0.291502, "f1": 0.257604, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"], "main_score": 0.257604, "precision": 0.245412, "recall": 0.291502}, {"accuracy": 0.230237, "f1": 0.186351, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"], "main_score": 0.186351, "precision": 0.171992, "recall": 0.230237}, {"accuracy": 0.325099, "f1": 0.286512, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"], "main_score": 0.286512, "precision": 0.274414, "recall": 0.325099}, {"accuracy": 0.335968, "f1": 0.30543, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"], "main_score": 0.30543, "precision": 0.293811, "recall": 0.335968}, {"accuracy": 0.23913, "f1": 0.196379, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"], "main_score": 0.196379, "precision": 0.180682, "recall": 0.23913}, {"accuracy": 0.256917, "f1": 0.20923, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"], "main_score": 0.20923, "precision": 0.193415, "recall": 0.256917}, {"accuracy": 0.270751, "f1": 0.230593, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"], "main_score": 0.230593, "precision": 0.2162, "recall": 0.270751}, {"accuracy": 0.418972, "f1": 0.388547, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"], "main_score": 0.388547, "precision": 0.377691, "recall": 0.418972}, {"accuracy": 0.023715, "f1": 0.007753, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"], "main_score": 0.007753, "precision": 0.00594, "recall": 0.023715}, {"accuracy": 0.187747, "f1": 0.162764, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"], "main_score": 0.162764, "precision": 0.155606, "recall": 0.187747}, {"accuracy": 0.112648, "f1": 0.090015, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"], "main_score": 0.090015, "precision": 0.083099, "recall": 0.112648}, {"accuracy": 0.273715, "f1": 0.244784, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"], "main_score": 0.244784, "precision": 0.236818, "recall": 0.273715}, {"accuracy": 0.426877, "f1": 0.393438, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"], "main_score": 0.393438, "precision": 0.383311, "recall": 0.426877}, {"accuracy": 0.134387, "f1": 0.098883, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"], "main_score": 0.098883, "precision": 0.088647, "recall": 0.134387}, {"accuracy": 0.266798, "f1": 0.224613, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"], "main_score": 0.224613, "precision": 0.208895, "recall": 0.266798}, {"accuracy": 0.393281, "f1": 0.359909, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"], "main_score": 0.359909, "precision": 0.349532, "recall": 0.393281}, {"accuracy": 0.425889, "f1": 0.391703, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"], "main_score": 0.391703, "precision": 0.380868, "recall": 0.425889}, {"accuracy": 0.298419, "f1": 0.272331, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"], "main_score": 0.272331, "precision": 0.262912, "recall": 0.298419}, {"accuracy": 0.188735, "f1": 0.151132, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"], "main_score": 0.151132, "precision": 0.138509, "recall": 0.188735}, {"accuracy": 0.22332, "f1": 0.180371, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"], "main_score": 0.180371, "precision": 0.163978, "recall": 0.22332}, {"accuracy": 0.300395, "f1": 0.267958, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"], "main_score": 0.267958, "precision": 0.257522, "recall": 0.300395}, {"accuracy": 0.242095, "f1": 0.199029, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"], "main_score": 0.199029, "precision": 0.182825, "recall": 0.242095}, {"accuracy": 0.194664, "f1": 0.161642, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"], "main_score": 0.161642, "precision": 0.151281, "recall": 0.194664}, {"accuracy": 0.1917, "f1": 0.16589, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"], "main_score": 0.16589, "precision": 0.157525, "recall": 0.1917}, {"accuracy": 0.313241, "f1": 0.287949, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"], "main_score": 0.287949, "precision": 0.279817, "recall": 0.313241}, {"accuracy": 0.328063, "f1": 0.288875, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"], "main_score": 0.288875, "precision": 0.276084, "recall": 0.328063}, {"accuracy": 0.240119, "f1": 0.195994, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"], "main_score": 0.195994, "precision": 0.181863, "recall": 0.240119}, {"accuracy": 0.349802, "f1": 0.320583, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"], "main_score": 0.320583, "precision": 0.309865, "recall": 0.349802}, {"accuracy": 0.34585, "f1": 0.313242, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"], "main_score": 0.313242, "precision": 0.30231, "recall": 0.34585}, {"accuracy": 0.133399, "f1": 0.117093, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"], "main_score": 0.117093, "precision": 0.111385, "recall": 0.133399}, {"accuracy": 0.225296, "f1": 0.186947, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"], "main_score": 0.186947, "precision": 0.17585, "recall": 0.225296}, {"accuracy": 0.221344, "f1": 0.189222, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"], "main_score": 0.189222, "precision": 0.178851, "recall": 0.221344}, {"accuracy": 0.184783, "f1": 0.166061, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"], "main_score": 0.166061, "precision": 0.158818, "recall": 0.184783}, {"accuracy": 0.316206, "f1": 0.277685, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"], "main_score": 0.277685, "precision": 0.266177, "recall": 0.316206}, {"accuracy": 0.302372, "f1": 0.265482, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"], "main_score": 0.265482, "precision": 0.252182, "recall": 0.302372}, {"accuracy": 0.209486, "f1": 0.184324, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"], "main_score": 0.184324, "precision": 0.177154, "recall": 0.209486}, {"accuracy": 0.333004, "f1": 0.296619, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"], "main_score": 0.296619, "precision": 0.284797, "recall": 0.333004}, {"accuracy": 0.358696, "f1": 0.321581, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"], "main_score": 0.321581, "precision": 0.310499, "recall": 0.358696}, {"accuracy": 0.374506, "f1": 0.343268, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"], "main_score": 0.343268, "precision": 0.333542, "recall": 0.374506}, {"accuracy": 0.299407, "f1": 0.277748, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"], "main_score": 0.277748, "precision": 0.269792, "recall": 0.299407}, {"accuracy": 0.436759, "f1": 0.400452, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"], "main_score": 0.400452, "precision": 0.389048, "recall": 0.436759}, {"accuracy": 0.212451, "f1": 0.18526, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"], "main_score": 0.18526, "precision": 0.175961, "recall": 0.212451}, {"accuracy": 0.316206, "f1": 0.28483, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"], "main_score": 0.28483, "precision": 0.274182, "recall": 0.316206}, {"accuracy": 0.132411, "f1": 0.087636, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"], "main_score": 0.087636, "precision": 0.07534, "recall": 0.132411}, {"accuracy": 0.417984, "f1": 0.386932, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"], "main_score": 0.386932, "precision": 0.376129, "recall": 0.417984}, {"accuracy": 0.076087, "f1": 0.057578, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"], "main_score": 0.057578, "precision": 0.052548, "recall": 0.076087}, {"accuracy": 0.343874, "f1": 0.309361, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"], "main_score": 0.309361, "precision": 0.29798, "recall": 0.343874}, {"accuracy": 0.33498, "f1": 0.298419, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"], "main_score": 0.298419, "precision": 0.287764, "recall": 0.33498}, {"accuracy": 0.263834, "f1": 0.22914, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"], "main_score": 0.22914, "precision": 0.219423, "recall": 0.263834}, {"accuracy": 0.347826, "f1": 0.312072, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"], "main_score": 0.312072, "precision": 0.298146, "recall": 0.347826}, {"accuracy": 0.296443, "f1": 0.261931, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"], "main_score": 0.261931, "precision": 0.251345, "recall": 0.296443}, {"accuracy": 0.285573, "f1": 0.246759, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"], "main_score": 0.246759, "precision": 0.231261, "recall": 0.285573}, {"accuracy": 0.285573, "f1": 0.241558, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"], "main_score": 0.241558, "precision": 0.225402, "recall": 0.285573}, {"accuracy": 0.41996, "f1": 0.382502, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"], "main_score": 0.382502, "precision": 0.371059, "recall": 0.41996}, {"accuracy": 0.384387, "f1": 0.349768, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"], "main_score": 0.349768, "precision": 0.33566, "recall": 0.384387}, {"accuracy": 0.433794, "f1": 0.398615, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"], "main_score": 0.398615, "precision": 0.387904, "recall": 0.433794}, {"accuracy": 0.235178, "f1": 0.186652, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"], "main_score": 0.186652, "precision": 0.169201, "recall": 0.235178}, {"accuracy": 0.43083, "f1": 0.39746, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"], "main_score": 0.39746, "precision": 0.386279, "recall": 0.43083}, {"accuracy": 0.232213, "f1": 0.203146, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"], "main_score": 0.203146, "precision": 0.193267, "recall": 0.232213}, {"accuracy": 0.355731, "f1": 0.324337, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"], "main_score": 0.324337, "precision": 0.314223, "recall": 0.355731}, {"accuracy": 0.210474, "f1": 0.174401, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"], "main_score": 0.174401, "precision": 0.162732, "recall": 0.210474}, {"accuracy": 0.381423, "f1": 0.347291, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"], "main_score": 0.347291, "precision": 0.33631, "recall": 0.381423}, {"accuracy": 0.228261, "f1": 0.186146, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"], "main_score": 0.186146, "precision": 0.171225, "recall": 0.228261}, {"accuracy": 0.250988, "f1": 0.207819, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"], "main_score": 0.207819, "precision": 0.191075, "recall": 0.250988}, {"accuracy": 0.183794, "f1": 0.142503, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"], "main_score": 0.142503, "precision": 0.129934, "recall": 0.183794}, {"accuracy": 0.221344, "f1": 0.190348, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"], "main_score": 0.190348, "precision": 0.1799, "recall": 0.221344}, {"accuracy": 0.424901, "f1": 0.392669, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"], "main_score": 0.392669, "precision": 0.382496, "recall": 0.424901}, {"accuracy": 0.290514, "f1": 0.248285, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"], "main_score": 0.248285, "precision": 0.233547, "recall": 0.290514}, {"accuracy": 0.232213, "f1": 0.185169, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"], "main_score": 0.185169, "precision": 0.170043, "recall": 0.232213}, {"accuracy": 0.278656, "f1": 0.239752, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"], "main_score": 0.239752, "precision": 0.225591, "recall": 0.278656}, {"accuracy": 0.168972, "f1": 0.142381, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"], "main_score": 0.142381, "precision": 0.13455, "recall": 0.168972}, {"accuracy": 0.215415, "f1": 0.166902, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"], "main_score": 0.166902, "precision": 0.150311, "recall": 0.215415}, {"accuracy": 0.244071, "f1": 0.206043, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"], "main_score": 0.206043, "precision": 0.192156, "recall": 0.244071}, {"accuracy": 0.31917, "f1": 0.292201, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"], "main_score": 0.292201, "precision": 0.283714, "recall": 0.31917}, {"accuracy": 0.289526, "f1": 0.247477, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"], "main_score": 0.247477, "precision": 0.232477, "recall": 0.289526}, {"accuracy": 0.268775, "f1": 0.228943, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"], "main_score": 0.228943, "precision": 0.215852, "recall": 0.268775}, {"accuracy": 0.290514, "f1": 0.267976, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"], "main_score": 0.267976, "precision": 0.260269, "recall": 0.290514}, {"accuracy": 0.368577, "f1": 0.322237, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"], "main_score": 0.322237, "precision": 0.305542, "recall": 0.368577}, {"accuracy": 0.374506, "f1": 0.341071, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"], "main_score": 0.341071, "precision": 0.328571, "recall": 0.374506}, {"accuracy": 0.222332, "f1": 0.196684, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"], "main_score": 0.196684, "precision": 0.188937, "recall": 0.222332}, {"accuracy": 0.224308, "f1": 0.191956, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"], "main_score": 0.191956, "precision": 0.180744, "recall": 0.224308}, {"accuracy": 0.302372, "f1": 0.268416, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"], "main_score": 0.268416, "precision": 0.257879, "recall": 0.302372}, {"accuracy": 0.213439, "f1": 0.170114, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"], "main_score": 0.170114, "precision": 0.154673, "recall": 0.213439}, {"accuracy": 0.344862, "f1": 0.306341, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"], "main_score": 0.306341, "precision": 0.294111, "recall": 0.344862}, {"accuracy": 0.347826, "f1": 0.310505, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"], "main_score": 0.310505, "precision": 0.2996, "recall": 0.347826}, {"accuracy": 0.390316, "f1": 0.353554, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"], "main_score": 0.353554, "precision": 0.3416, "recall": 0.390316}, {"accuracy": 0.175889, "f1": 0.150694, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"], "main_score": 0.150694, "precision": 0.143314, "recall": 0.175889}, {"accuracy": 0.253953, "f1": 0.215357, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"], "main_score": 0.215357, "precision": 0.201427, "recall": 0.253953}, {"accuracy": 0.247036, "f1": 0.206994, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"], "main_score": 0.206994, "precision": 0.192286, "recall": 0.247036}, {"accuracy": 0.039526, "f1": 0.02854, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"], "main_score": 0.02854, "precision": 0.02634, "recall": 0.039526}, {"accuracy": 0.197628, "f1": 0.176207, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"], "main_score": 0.176207, "precision": 0.169207, "recall": 0.197628}, {"accuracy": 0.004941, "f1": 0.00018, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"], "main_score": 0.00018, "precision": 9.3e-05, "recall": 0.004941}, {"accuracy": 0.131423, "f1": 0.112116, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"], "main_score": 0.112116, "precision": 0.105976, "recall": 0.131423}, {"accuracy": 0.097826, "f1": 0.089145, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"], "main_score": 0.089145, "precision": 0.085964, "recall": 0.097826}, {"accuracy": 0.102767, "f1": 0.088615, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"], "main_score": 0.088615, "precision": 0.084023, "recall": 0.102767}, {"accuracy": 0.130435, "f1": 0.118839, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"], "main_score": 0.118839, "precision": 0.115059, "recall": 0.130435}, {"accuracy": 0.20751, "f1": 0.187719, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"], "main_score": 0.187719, "precision": 0.180972, "recall": 0.20751}, {"accuracy": 0.200593, "f1": 0.171731, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"], "main_score": 0.171731, "precision": 0.164452, "recall": 0.200593}, {"accuracy": 0.171937, "f1": 0.154856, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"], "main_score": 0.154856, "precision": 0.149463, "recall": 0.171937}, {"accuracy": 0.121542, "f1": 0.111292, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"], "main_score": 0.111292, "precision": 0.107784, "recall": 0.121542}, {"accuracy": 0.134387, "f1": 0.118354, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"], "main_score": 0.118354, "precision": 0.1126, "recall": 0.134387}, {"accuracy": 0.107708, "f1": 0.093805, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"], "main_score": 0.093805, "precision": 0.090464, "recall": 0.107708}, {"accuracy": 0.183794, "f1": 0.162921, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"], "main_score": 0.162921, "precision": 0.155604, "recall": 0.183794}, {"accuracy": 0.104743, "f1": 0.094381, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"], "main_score": 0.094381, "precision": 0.091247, "recall": 0.104743}, {"accuracy": 0.110672, "f1": 0.093512, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"], "main_score": 0.093512, "precision": 0.088398, "recall": 0.110672}, {"accuracy": 0.205534, "f1": 0.17729, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"], "main_score": 0.17729, "precision": 0.170239, "recall": 0.205534}, {"accuracy": 0.242095, "f1": 0.22337, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"], "main_score": 0.22337, "precision": 0.216131, "recall": 0.242095}, {"accuracy": 0.101779, "f1": 0.095292, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"], "main_score": 0.095292, "precision": 0.093414, "recall": 0.101779}, {"accuracy": 0.125494, "f1": 0.105179, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"], "main_score": 0.105179, "precision": 0.099241, "recall": 0.125494}, {"accuracy": 0.218379, "f1": 0.191031, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"], "main_score": 0.191031, "precision": 0.184193, "recall": 0.218379}, {"accuracy": 0.152174, "f1": 0.135375, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"], "main_score": 0.135375, "precision": 0.131101, "recall": 0.152174}, {"accuracy": 0.183794, "f1": 0.161559, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"], "main_score": 0.161559, "precision": 0.154401, "recall": 0.183794}, {"accuracy": 0.05336, "f1": 0.04283, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"], "main_score": 0.04283, "precision": 0.039981, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.116247, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"], "main_score": 0.116247, "precision": 0.110325, "recall": 0.135375}, {"accuracy": 0.158103, "f1": 0.142207, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"], "main_score": 0.142207, "precision": 0.137494, "recall": 0.158103}, {"accuracy": 0.064229, "f1": 0.048147, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"], "main_score": 0.048147, "precision": 0.0442, "recall": 0.064229}, {"accuracy": 0.117589, "f1": 0.105851, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"], "main_score": 0.105851, "precision": 0.102093, "recall": 0.117589}, {"accuracy": 0.224308, "f1": 0.200149, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"], "main_score": 0.200149, "precision": 0.192887, "recall": 0.224308}, {"accuracy": 0.132411, "f1": 0.12025, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"], "main_score": 0.12025, "precision": 0.116355, "recall": 0.132411}, {"accuracy": 0.20751, "f1": 0.17994, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"], "main_score": 0.17994, "precision": 0.173109, "recall": 0.20751}, {"accuracy": 0.131423, "f1": 0.111075, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"], "main_score": 0.111075, "precision": 0.104614, "recall": 0.131423}, {"accuracy": 0.104743, "f1": 0.084349, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"], "main_score": 0.084349, "precision": 0.078968, "recall": 0.104743}, {"accuracy": 0.190711, "f1": 0.172878, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"], "main_score": 0.172878, "precision": 0.166809, "recall": 0.190711}, {"accuracy": 0.151186, "f1": 0.130846, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"], "main_score": 0.130846, "precision": 0.12347, "recall": 0.151186}, {"accuracy": 0.083004, "f1": 0.069592, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"], "main_score": 0.069592, "precision": 0.066654, "recall": 0.083004}, {"accuracy": 0.112648, "f1": 0.094945, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"], "main_score": 0.094945, "precision": 0.09102, "recall": 0.112648}, {"accuracy": 0.064229, "f1": 0.053216, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"], "main_score": 0.053216, "precision": 0.050926, "recall": 0.064229}, {"accuracy": 0.204545, "f1": 0.174758, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"], "main_score": 0.174758, "precision": 0.168372, "recall": 0.204545}, {"accuracy": 0.104743, "f1": 0.088435, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"], "main_score": 0.088435, "precision": 0.083367, "recall": 0.104743}, {"accuracy": 0.216403, "f1": 0.191724, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"], "main_score": 0.191724, "precision": 0.183126, "recall": 0.216403}, {"accuracy": 0.024704, "f1": 0.01847, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"], "main_score": 0.01847, "precision": 0.017097, "recall": 0.024704}, {"accuracy": 0.205534, "f1": 0.17223, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"], "main_score": 0.17223, "precision": 0.164326, "recall": 0.205534}, {"accuracy": 0.15415, "f1": 0.136011, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"], "main_score": 0.136011, "precision": 0.130501, "recall": 0.15415}, {"accuracy": 0.15415, "f1": 0.133102, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"], "main_score": 0.133102, "precision": 0.127623, "recall": 0.15415}, {"accuracy": 0.181818, "f1": 0.158567, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"], "main_score": 0.158567, "precision": 0.152269, "recall": 0.181818}, {"accuracy": 0.101779, "f1": 0.087855, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"], "main_score": 0.087855, "precision": 0.083784, "recall": 0.101779}, {"accuracy": 0.116601, "f1": 0.108638, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"], "main_score": 0.108638, "precision": 0.106364, "recall": 0.116601}, {"accuracy": 0.195652, "f1": 0.174308, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"], "main_score": 0.174308, "precision": 0.166875, "recall": 0.195652}, {"accuracy": 0.16502, "f1": 0.144449, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"], "main_score": 0.144449, "precision": 0.139207, "recall": 0.16502}, {"accuracy": 0.126482, "f1": 0.116683, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"], "main_score": 0.116683, "precision": 0.113385, "recall": 0.126482}, {"accuracy": 0.211462, "f1": 0.176124, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"], "main_score": 0.176124, "precision": 0.167029, "recall": 0.211462}, {"accuracy": 0.120553, "f1": 0.109233, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"], "main_score": 0.109233, "precision": 0.106528, "recall": 0.120553}, {"accuracy": 0.16502, "f1": 0.13868, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"], "main_score": 0.13868, "precision": 0.130402, "recall": 0.16502}, {"accuracy": 0.132411, "f1": 0.112814, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"], "main_score": 0.112814, "precision": 0.10743, "recall": 0.132411}, {"accuracy": 0.02668, "f1": 0.022484, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"], "main_score": 0.022484, "precision": 0.021421, "recall": 0.02668}, {"accuracy": 0.228261, "f1": 0.209568, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"], "main_score": 0.209568, "precision": 0.203041, "recall": 0.228261}, {"accuracy": 0.189723, "f1": 0.171887, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"], "main_score": 0.171887, "precision": 0.165626, "recall": 0.189723}, {"accuracy": 0.032609, "f1": 0.027839, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"], "main_score": 0.027839, "precision": 0.026354, "recall": 0.032609}, {"accuracy": 0.172925, "f1": 0.147416, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"], "main_score": 0.147416, "precision": 0.140138, "recall": 0.172925}, {"accuracy": 0.105731, "f1": 0.088987, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"], "main_score": 0.088987, "precision": 0.084789, "recall": 0.105731}, {"accuracy": 0.172925, "f1": 0.15457, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"], "main_score": 0.15457, "precision": 0.149196, "recall": 0.172925}, {"accuracy": 0.098814, "f1": 0.082279, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"], "main_score": 0.082279, "precision": 0.077785, "recall": 0.098814}, {"accuracy": 0.241107, "f1": 0.222628, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"], "main_score": 0.222628, "precision": 0.215307, "recall": 0.241107}, {"accuracy": 0.140316, "f1": 0.131263, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"], "main_score": 0.131263, "precision": 0.128364, "recall": 0.140316}, {"accuracy": 0.145257, "f1": 0.130336, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"], "main_score": 0.130336, "precision": 0.126036, "recall": 0.145257}, {"accuracy": 0.217391, "f1": 0.179949, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"], "main_score": 0.179949, "precision": 0.171973, "recall": 0.217391}, {"accuracy": 0.1917, "f1": 0.171018, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"], "main_score": 0.171018, "precision": 0.163447, "recall": 0.1917}, {"accuracy": 0.18083, "f1": 0.15771, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"], "main_score": 0.15771, "precision": 0.150063, "recall": 0.18083}, {"accuracy": 0.184783, "f1": 0.16745, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"], "main_score": 0.16745, "precision": 0.161209, "recall": 0.184783}, {"accuracy": 0.147233, "f1": 0.131858, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"], "main_score": 0.131858, "precision": 0.126828, "recall": 0.147233}, {"accuracy": 0.098814, "f1": 0.08905, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"], "main_score": 0.08905, "precision": 0.086962, "recall": 0.098814}, {"accuracy": 0.186759, "f1": 0.163883, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"], "main_score": 0.163883, "precision": 0.157635, "recall": 0.186759}, {"accuracy": 0.038538, "f1": 0.024068, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"], "main_score": 0.024068, "precision": 0.020923, "recall": 0.038538}, {"accuracy": 0.143281, "f1": 0.128383, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"], "main_score": 0.128383, "precision": 0.12281, "recall": 0.143281}, {"accuracy": 0.114625, "f1": 0.106478, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"], "main_score": 0.106478, "precision": 0.103664, "recall": 0.114625}, {"accuracy": 0.200593, "f1": 0.181252, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"], "main_score": 0.181252, "precision": 0.174475, "recall": 0.200593}, {"accuracy": 0.036561, "f1": 0.027074, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"], "main_score": 0.027074, "precision": 0.024701, "recall": 0.036561}, {"accuracy": 0.215415, "f1": 0.181505, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"], "main_score": 0.181505, "precision": 0.173136, "recall": 0.215415}, {"accuracy": 0.12253, "f1": 0.110467, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"], "main_score": 0.110467, "precision": 0.107063, "recall": 0.12253}, {"accuracy": 0.155138, "f1": 0.14117, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"], "main_score": 0.14117, "precision": 0.136673, "recall": 0.155138}, {"accuracy": 0.05336, "f1": 0.041945, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"], "main_score": 0.041945, "precision": 0.039616, "recall": 0.05336}, {"accuracy": 0.19664, "f1": 0.175434, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"], "main_score": 0.175434, "precision": 0.168864, "recall": 0.19664}, {"accuracy": 0.194664, "f1": 0.161651, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"], "main_score": 0.161651, "precision": 0.153627, "recall": 0.194664}, {"accuracy": 0.215415, "f1": 0.181789, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"], "main_score": 0.181789, "precision": 0.172447, "recall": 0.215415}, {"accuracy": 0.126482, "f1": 0.110756, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"], "main_score": 0.110756, "precision": 0.105672, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.170982, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"], "main_score": 0.170982, "precision": 0.164264, "recall": 0.187747}, {"accuracy": 0.195652, "f1": 0.167115, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"], "main_score": 0.167115, "precision": 0.157412, "recall": 0.195652}, {"accuracy": 0.057312, "f1": 0.044959, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"], "main_score": 0.044959, "precision": 0.042318, "recall": 0.057312}, {"accuracy": 0.213439, "f1": 0.182327, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"], "main_score": 0.182327, "precision": 0.175059, "recall": 0.213439}, {"accuracy": 0.097826, "f1": 0.090844, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"], "main_score": 0.090844, "precision": 0.0889, "recall": 0.097826}, {"accuracy": 0.172925, "f1": 0.156663, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"], "main_score": 0.156663, "precision": 0.150929, "recall": 0.172925}, {"accuracy": 0.12747, "f1": 0.115871, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"], "main_score": 0.115871, "precision": 0.112947, "recall": 0.12747}, {"accuracy": 0.179842, "f1": 0.159777, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"], "main_score": 0.159777, "precision": 0.154301, "recall": 0.179842}, {"accuracy": 0.188735, "f1": 0.168417, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"], "main_score": 0.168417, "precision": 0.161543, "recall": 0.188735}, {"accuracy": 0.178854, "f1": 0.147556, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"], "main_score": 0.147556, "precision": 0.138903, "recall": 0.178854}, {"accuracy": 0.194664, "f1": 0.175823, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"], "main_score": 0.175823, "precision": 0.169961, "recall": 0.194664}, {"accuracy": 0.194664, "f1": 0.175025, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"], "main_score": 0.175025, "precision": 0.168871, "recall": 0.194664}, {"accuracy": 0.124506, "f1": 0.110011, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"], "main_score": 0.110011, "precision": 0.104969, "recall": 0.124506}, {"accuracy": 0.181818, "f1": 0.151861, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"], "main_score": 0.151861, "precision": 0.144059, "recall": 0.181818}, {"accuracy": 0.221344, "f1": 0.186672, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"], "main_score": 0.186672, "precision": 0.178438, "recall": 0.221344}, {"accuracy": 0.152174, "f1": 0.127084, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"], "main_score": 0.127084, "precision": 0.120023, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.110116, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"], "main_score": 0.110116, "precision": 0.106601, "recall": 0.121542}, {"accuracy": 0.088933, "f1": 0.069278, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"], "main_score": 0.069278, "precision": 0.064731, "recall": 0.088933}, {"accuracy": 0.185771, "f1": 0.167716, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"], "main_score": 0.167716, "precision": 0.16141, "recall": 0.185771}, {"accuracy": 0.08004, "f1": 0.060709, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"], "main_score": 0.060709, "precision": 0.056151, "recall": 0.08004}, {"accuracy": 0.217391, "f1": 0.192875, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"], "main_score": 0.192875, "precision": 0.184, "recall": 0.217391}, {"accuracy": 0.102767, "f1": 0.080579, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"], "main_score": 0.080579, "precision": 0.074772, "recall": 0.102767}, {"accuracy": 0.210474, "f1": 0.180091, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"], "main_score": 0.180091, "precision": 0.172498, "recall": 0.210474}, {"accuracy": 0.143281, "f1": 0.12782, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"], "main_score": 0.12782, "precision": 0.123562, "recall": 0.143281}, {"accuracy": 0.085968, "f1": 0.071161, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"], "main_score": 0.071161, "precision": 0.066499, "recall": 0.085968}, {"accuracy": 0.147233, "f1": 0.136583, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"], "main_score": 0.136583, "precision": 0.133919, "recall": 0.147233}, {"accuracy": 0.221344, "f1": 0.189791, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"], "main_score": 0.189791, "precision": 0.181026, "recall": 0.221344}, {"accuracy": 0.08004, "f1": 0.067953, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"], "main_score": 0.067953, "precision": 0.064225, "recall": 0.08004}, {"accuracy": 0.120553, "f1": 0.102239, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"], "main_score": 0.102239, "precision": 0.097067, "recall": 0.120553}, {"accuracy": 0.158103, "f1": 0.139759, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"], "main_score": 0.139759, "precision": 0.13364, "recall": 0.158103}, {"accuracy": 0.121542, "f1": 0.106684, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"], "main_score": 0.106684, "precision": 0.101477, "recall": 0.121542}, {"accuracy": 0.157115, "f1": 0.142588, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"], "main_score": 0.142588, "precision": 0.138288, "recall": 0.157115}, {"accuracy": 0.181818, "f1": 0.16298, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"], "main_score": 0.16298, "precision": 0.156094, "recall": 0.181818}, {"accuracy": 0.210474, "f1": 0.189561, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"], "main_score": 0.189561, "precision": 0.182583, "recall": 0.210474}, {"accuracy": 0.171937, "f1": 0.156811, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"], "main_score": 0.156811, "precision": 0.151048, "recall": 0.171937}, {"accuracy": 0.189723, "f1": 0.163676, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"], "main_score": 0.163676, "precision": 0.156384, "recall": 0.189723}, {"accuracy": 0.014822, "f1": 0.007844, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"], "main_score": 0.007844, "precision": 0.006737, "recall": 0.014822}, {"accuracy": 0.063241, "f1": 0.056845, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"], "main_score": 0.056845, "precision": 0.054986, "recall": 0.063241}, {"accuracy": 0.064229, "f1": 0.050752, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"], "main_score": 0.050752, "precision": 0.047823, "recall": 0.064229}, {"accuracy": 0.101779, "f1": 0.088122, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"], "main_score": 0.088122, "precision": 0.084761, "recall": 0.101779}, {"accuracy": 0.202569, "f1": 0.175988, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"], "main_score": 0.175988, "precision": 0.168752, "recall": 0.202569}, {"accuracy": 0.076087, "f1": 0.059205, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"], "main_score": 0.059205, "precision": 0.054591, "recall": 0.076087}, {"accuracy": 0.206522, "f1": 0.184561, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"], "main_score": 0.184561, "precision": 0.177177, "recall": 0.206522}, {"accuracy": 0.187747, "f1": 0.156871, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"], "main_score": 0.156871, "precision": 0.148999, "recall": 0.187747}, {"accuracy": 0.217391, "f1": 0.186311, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"], "main_score": 0.186311, "precision": 0.178764, "recall": 0.217391}, {"accuracy": 0.142292, "f1": 0.130518, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"], "main_score": 0.130518, "precision": 0.126696, "recall": 0.142292}, {"accuracy": 0.110672, "f1": 0.096409, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"], "main_score": 0.096409, "precision": 0.09159, "recall": 0.110672}, {"accuracy": 0.16996, "f1": 0.152542, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"], "main_score": 0.152542, "precision": 0.146017, "recall": 0.16996}, {"accuracy": 0.110672, "f1": 0.101767, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"], "main_score": 0.101767, "precision": 0.099128, "recall": 0.110672}, {"accuracy": 0.168972, "f1": 0.150381, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"], "main_score": 0.150381, "precision": 0.14345, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.130472, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"], "main_score": 0.130472, "precision": 0.122898, "recall": 0.156126}, {"accuracy": 0.044466, "f1": 0.034618, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"], "main_score": 0.034618, "precision": 0.032416, "recall": 0.044466}, {"accuracy": 0.13834, "f1": 0.122169, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"], "main_score": 0.122169, "precision": 0.117439, "recall": 0.13834}, {"accuracy": 0.133399, "f1": 0.107953, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"], "main_score": 0.107953, "precision": 0.102062, "recall": 0.133399}, {"accuracy": 0.141304, "f1": 0.123749, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"], "main_score": 0.123749, "precision": 0.118501, "recall": 0.141304}, {"accuracy": 0.157115, "f1": 0.142302, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"], "main_score": 0.142302, "precision": 0.137334, "recall": 0.157115}, {"accuracy": 0.140316, "f1": 0.113855, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"], "main_score": 0.113855, "precision": 0.106703, "recall": 0.140316}, {"accuracy": 0.039526, "f1": 0.030978, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"], "main_score": 0.030978, "precision": 0.028044, "recall": 0.039526}, {"accuracy": 0.091897, "f1": 0.069648, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"], "main_score": 0.069648, "precision": 0.063982, "recall": 0.091897}, {"accuracy": 0.152174, "f1": 0.139108, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"], "main_score": 0.139108, "precision": 0.135653, "recall": 0.152174}, {"accuracy": 0.062253, "f1": 0.055915, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"], "main_score": 0.055915, "precision": 0.053805, "recall": 0.062253}, {"accuracy": 0.143281, "f1": 0.119, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"], "main_score": 0.119, "precision": 0.112139, "recall": 0.143281}, {"accuracy": 0.212451, "f1": 0.192315, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"], "main_score": 0.192315, "precision": 0.18479, "recall": 0.212451}, {"accuracy": 0.056324, "f1": 0.044517, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"], "main_score": 0.044517, "precision": 0.041809, "recall": 0.056324}, {"accuracy": 0.141304, "f1": 0.118319, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"], "main_score": 0.118319, "precision": 0.112567, "recall": 0.141304}, {"accuracy": 0.148221, "f1": 0.12075, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"], "main_score": 0.12075, "precision": 0.11362, "recall": 0.148221}, {"accuracy": 0.159091, "f1": 0.138767, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"], "main_score": 0.138767, "precision": 0.132956, "recall": 0.159091}, {"accuracy": 0.107708, "f1": 0.094681, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"], "main_score": 0.094681, "precision": 0.090773, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.182587, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"], "main_score": 0.182587, "precision": 0.174908, "recall": 0.211462}, {"accuracy": 0.102767, "f1": 0.090913, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"], "main_score": 0.090913, "precision": 0.087276, "recall": 0.102767}, {"accuracy": 0.146245, "f1": 0.132713, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"], "main_score": 0.132713, "precision": 0.128173, "recall": 0.146245}, {"accuracy": 0.124506, "f1": 0.099724, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"], "main_score": 0.099724, "precision": 0.091026, "recall": 0.124506}, {"accuracy": 0.195652, "f1": 0.171129, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"], "main_score": 0.171129, "precision": 0.16391, "recall": 0.195652}, {"accuracy": 0.038538, "f1": 0.030032, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"], "main_score": 0.030032, "precision": 0.028004, "recall": 0.038538}, {"accuracy": 0.133399, "f1": 0.113452, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"], "main_score": 0.113452, "precision": 0.107972, "recall": 0.133399}, {"accuracy": 0.114625, "f1": 0.098786, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"], "main_score": 0.098786, "precision": 0.094457, "recall": 0.114625}, {"accuracy": 0.12253, "f1": 0.10745, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"], "main_score": 0.10745, "precision": 0.103373, "recall": 0.12253}, {"accuracy": 0.181818, "f1": 0.16692, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"], "main_score": 0.16692, "precision": 0.161996, "recall": 0.181818}, {"accuracy": 0.107708, "f1": 0.093608, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"], "main_score": 0.093608, "precision": 0.088957, "recall": 0.107708}, {"accuracy": 0.198617, "f1": 0.178256, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"], "main_score": 0.178256, "precision": 0.171613, "recall": 0.198617}, {"accuracy": 0.199605, "f1": 0.173749, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"], "main_score": 0.173749, "precision": 0.165129, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.171217, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"], "main_score": 0.171217, "precision": 0.163698, "recall": 0.200593}, {"accuracy": 0.184783, "f1": 0.168882, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"], "main_score": 0.168882, "precision": 0.163749, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.185465, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"], "main_score": 0.185465, "precision": 0.177473, "recall": 0.218379}, {"accuracy": 0.181818, "f1": 0.15518, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"], "main_score": 0.15518, "precision": 0.146731, "recall": 0.181818}, {"accuracy": 0.215415, "f1": 0.186616, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"], "main_score": 0.186616, "precision": 0.179881, "recall": 0.215415}, {"accuracy": 0.066206, "f1": 0.052046, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"], "main_score": 0.052046, "precision": 0.048899, "recall": 0.066206}, {"accuracy": 0.161067, "f1": 0.132517, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"], "main_score": 0.132517, "precision": 0.125746, "recall": 0.161067}, {"accuracy": 0.170949, "f1": 0.151918, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"], "main_score": 0.151918, "precision": 0.146279, "recall": 0.170949}, {"accuracy": 0.202569, "f1": 0.173171, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"], "main_score": 0.173171, "precision": 0.165781, "recall": 0.202569}, {"accuracy": 0.150198, "f1": 0.130714, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"], "main_score": 0.130714, "precision": 0.124237, "recall": 0.150198}, {"accuracy": 0.20751, "f1": 0.188012, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"], "main_score": 0.188012, "precision": 0.180917, "recall": 0.20751}, {"accuracy": 0.160079, "f1": 0.137209, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"], "main_score": 0.137209, "precision": 0.12959, "recall": 0.160079}, {"accuracy": 0.083992, "f1": 0.069864, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"], "main_score": 0.069864, "precision": 0.065955, "recall": 0.083992}, {"accuracy": 0.209486, "f1": 0.181056, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"], "main_score": 0.181056, "precision": 0.173021, "recall": 0.209486}, {"accuracy": 0.189723, "f1": 0.167554, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"], "main_score": 0.167554, "precision": 0.160957, "recall": 0.189723}, {"accuracy": 0.203557, "f1": 0.184317, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"], "main_score": 0.184317, "precision": 0.177052, "recall": 0.203557}, {"accuracy": 0.183794, "f1": 0.167275, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"], "main_score": 0.167275, "precision": 0.161272, "recall": 0.183794}, {"accuracy": 0.052372, "f1": 0.044223, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"], "main_score": 0.044223, "precision": 0.042326, "recall": 0.052372}, {"accuracy": 0.141304, "f1": 0.118357, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"], "main_score": 0.118357, "precision": 0.111256, "recall": 0.141304}, {"accuracy": 0.192688, "f1": 0.171913, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"], "main_score": 0.171913, "precision": 0.164491, "recall": 0.192688}, {"accuracy": 0.113636, "f1": 0.101215, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"], "main_score": 0.101215, "precision": 0.097923, "recall": 0.113636}, {"accuracy": 0.195652, "f1": 0.177544, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"], "main_score": 0.177544, "precision": 0.171153, "recall": 0.195652}, {"accuracy": 0.194664, "f1": 0.178162, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"], "main_score": 0.178162, "precision": 0.172668, "recall": 0.194664}, {"accuracy": 0.112648, "f1": 0.104667, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"], "main_score": 0.104667, "precision": 0.101978, "recall": 0.112648}, {"accuracy": 0.209486, "f1": 0.186042, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"], "main_score": 0.186042, "precision": 0.178655, "recall": 0.209486}, {"accuracy": 0.161067, "f1": 0.145766, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"], "main_score": 0.145766, "precision": 0.140835, "recall": 0.161067}, {"accuracy": 0.08004, "f1": 0.067926, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"], "main_score": 0.067926, "precision": 0.065135, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.110807, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"], "main_score": 0.110807, "precision": 0.106155, "recall": 0.12747}, {"accuracy": 0.148221, "f1": 0.126293, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"], "main_score": 0.126293, "precision": 0.120714, "recall": 0.148221}, {"accuracy": 0.168972, "f1": 0.143648, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"], "main_score": 0.143648, "precision": 0.134532, "recall": 0.168972}, {"accuracy": 0.117589, "f1": 0.094903, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"], "main_score": 0.094903, "precision": 0.088371, "recall": 0.117589}, {"accuracy": 0.13834, "f1": 0.114727, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"], "main_score": 0.114727, "precision": 0.108313, "recall": 0.13834}, {"accuracy": 0.166996, "f1": 0.138459, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"], "main_score": 0.138459, "precision": 0.12998, "recall": 0.166996}, {"accuracy": 0.055336, "f1": 0.043685, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"], "main_score": 0.043685, "precision": 0.041622, "recall": 0.055336}, {"accuracy": 0.149209, "f1": 0.131565, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"], "main_score": 0.131565, "precision": 0.126145, "recall": 0.149209}, {"accuracy": 0.205534, "f1": 0.177218, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"], "main_score": 0.177218, "precision": 0.168294, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.064989, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"], "main_score": 0.064989, "precision": 0.055573, "recall": 0.098814}, {"accuracy": 0.254941, "f1": 0.198111, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"], "main_score": 0.198111, "precision": 0.180093, "recall": 0.254941}, {"accuracy": 0.003953, "f1": 0.000105, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"], "main_score": 0.000105, "precision": 5.4e-05, "recall": 0.003953}, {"accuracy": 0.695652, "f1": 0.658677, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"], "main_score": 0.658677, "precision": 0.643929, "recall": 0.695652}, {"accuracy": 0.616601, "f1": 0.570203, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"], "main_score": 0.570203, "precision": 0.552036, "recall": 0.616601}, {"accuracy": 0.647233, "f1": 0.601831, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"], "main_score": 0.601831, "precision": 0.584604, "recall": 0.647233}, {"accuracy": 0.566206, "f1": 0.514376, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"], "main_score": 0.514376, "precision": 0.494212, "recall": 0.566206}, {"accuracy": 0.283597, "f1": 0.226498, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"], "main_score": 0.226498, "precision": 0.209043, "recall": 0.283597}, {"accuracy": 0.770751, "f1": 0.731497, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"], "main_score": 0.731497, "precision": 0.71665, "recall": 0.770751}, {"accuracy": 0.48913, "f1": 0.4261, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"], "main_score": 0.4261, "precision": 0.40254, "recall": 0.48913}, {"accuracy": 0.659091, "f1": 0.619699, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"], "main_score": 0.619699, "precision": 0.602974, "recall": 0.659091}, {"accuracy": 0.697628, "f1": 0.657832, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"], "main_score": 0.657832, "precision": 0.641474, "recall": 0.697628}, {"accuracy": 0.641304, "f1": 0.600424, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"], "main_score": 0.600424, "precision": 0.58542, "recall": 0.641304}, {"accuracy": 0.293478, "f1": 0.223388, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"], "main_score": 0.223388, "precision": 0.200475, "recall": 0.293478}, {"accuracy": 0.647233, "f1": 0.613015, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"], "main_score": 0.613015, "precision": 0.599693, "recall": 0.647233}, {"accuracy": 0.570158, "f1": 0.521438, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"], "main_score": 0.521438, "precision": 0.50336, "recall": 0.570158}, {"accuracy": 0.763834, "f1": 0.727301, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"], "main_score": 0.727301, "precision": 0.713624, "recall": 0.763834}, {"accuracy": 0.358696, "f1": 0.289316, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"], "main_score": 0.289316, "precision": 0.266541, "recall": 0.358696}, {"accuracy": 0.683794, "f1": 0.648888, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"], "main_score": 0.648888, "precision": 0.634708, "recall": 0.683794}, {"accuracy": 0.647233, "f1": 0.596988, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"], "main_score": 0.596988, "precision": 0.577138, "recall": 0.647233}, {"accuracy": 0.780632, "f1": 0.740793, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"], "main_score": 0.740793, "precision": 0.724962, "recall": 0.780632}, {"accuracy": 0.750988, "f1": 0.710611, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"], "main_score": 0.710611, "precision": 0.694609, "recall": 0.750988}, {"accuracy": 0.205534, "f1": 0.154265, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"], "main_score": 0.154265, "precision": 0.139674, "recall": 0.205534}, {"accuracy": 0.51087, "f1": 0.462357, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"], "main_score": 0.462357, "precision": 0.444622, "recall": 0.51087}, {"accuracy": 0.709486, "f1": 0.667533, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"], "main_score": 0.667533, "precision": 0.650794, "recall": 0.709486}, {"accuracy": 0.576087, "f1": 0.517212, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"], "main_score": 0.517212, "precision": 0.494025, "recall": 0.576087}, {"accuracy": 0.083004, "f1": 0.042245, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"], "main_score": 0.042245, "precision": 0.035813, "recall": 0.083004}, {"accuracy": 0.687747, "f1": 0.648572, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"], "main_score": 0.648572, "precision": 0.63249, "recall": 0.687747}, {"accuracy": 0.285573, "f1": 0.221134, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"], "main_score": 0.221134, "precision": 0.201665, "recall": 0.285573}, {"accuracy": 0.633399, "f1": 0.592662, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"], "main_score": 0.592662, "precision": 0.57762, "recall": 0.633399}, {"accuracy": 0.758893, "f1": 0.718257, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"], "main_score": 0.718257, "precision": 0.702425, "recall": 0.758893}, {"accuracy": 0.68083, "f1": 0.64469, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"], "main_score": 0.64469, "precision": 0.630972, "recall": 0.68083}, {"accuracy": 0.593874, "f1": 0.541972, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"], "main_score": 0.541972, "precision": 0.521912, "recall": 0.593874}, {"accuracy": 0.349802, "f1": 0.28797, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"], "main_score": 0.28797, "precision": 0.267124, "recall": 0.349802}, {"accuracy": 0.729249, "f1": 0.692082, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"], "main_score": 0.692082, "precision": 0.676976, "recall": 0.729249}, {"accuracy": 0.486166, "f1": 0.435035, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"], "main_score": 0.435035, "precision": 0.416463, "recall": 0.486166}, {"accuracy": 0.658103, "f1": 0.612373, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"], "main_score": 0.612373, "precision": 0.594694, "recall": 0.658103}, {"accuracy": 0.529644, "f1": 0.482555, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"], "main_score": 0.482555, "precision": 0.46439, "recall": 0.529644}, {"accuracy": 0.756917, "f1": 0.720438, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"], "main_score": 0.720438, "precision": 0.70586, "recall": 0.756917}, {"accuracy": 0.660079, "f1": 0.612152, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"], "main_score": 0.612152, "precision": 0.593474, "recall": 0.660079}, {"accuracy": 0.220356, "f1": 0.158855, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"], "main_score": 0.158855, "precision": 0.142154, "recall": 0.220356}, {"accuracy": 0.062253, "f1": 0.035736, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"], "main_score": 0.035736, "precision": 0.029838, "recall": 0.062253}, {"accuracy": 0.752964, "f1": 0.713935, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"], "main_score": 0.713935, "precision": 0.699154, "recall": 0.752964}, {"accuracy": 0.200593, "f1": 0.146085, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"], "main_score": 0.146085, "precision": 0.131183, "recall": 0.200593}, {"accuracy": 0.745059, "f1": 0.709911, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"], "main_score": 0.709911, "precision": 0.696797, "recall": 0.745059}, {"accuracy": 0.741107, "f1": 0.704193, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"], "main_score": 0.704193, "precision": 0.688774, "recall": 0.741107}, {"accuracy": 0.59585, "f1": 0.557548, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"], "main_score": 0.557548, "precision": 0.541934, "recall": 0.59585}, {"accuracy": 0.62253, "f1": 0.57993, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"], "main_score": 0.57993, "precision": 0.562636, "recall": 0.62253}, {"accuracy": 0.249012, "f1": 0.182229, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"], "main_score": 0.182229, "precision": 0.161795, "recall": 0.249012}, {"accuracy": 0.563241, "f1": 0.512369, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"], "main_score": 0.512369, "precision": 0.493927, "recall": 0.563241}, {"accuracy": 0.608696, "f1": 0.559625, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"], "main_score": 0.559625, "precision": 0.539705, "recall": 0.608696}, {"accuracy": 0.772727, "f1": 0.738252, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"], "main_score": 0.738252, "precision": 0.725339, "recall": 0.772727}, {"accuracy": 0.715415, "f1": 0.677489, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"], "main_score": 0.677489, "precision": 0.66113, "recall": 0.715415}, {"accuracy": 0.213439, "f1": 0.155048, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"], "main_score": 0.155048, "precision": 0.1387, "recall": 0.213439}, {"accuracy": 0.704545, "f1": 0.66539, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"], "main_score": 0.66539, "precision": 0.649911, "recall": 0.704545}, {"accuracy": 0.089921, "f1": 0.06157, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"], "main_score": 0.06157, "precision": 0.053395, "recall": 0.089921}, {"accuracy": 0.323123, "f1": 0.268243, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"], "main_score": 0.268243, "precision": 0.249107, "recall": 0.323123}, {"accuracy": 0.4417, "f1": 0.376737, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"], "main_score": 0.376737, "precision": 0.35258, "recall": 0.4417}, {"accuracy": 0.097826, "f1": 0.06639, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"], "main_score": 0.06639, "precision": 0.05744, "recall": 0.097826}, {"accuracy": 0.736166, "f1": 0.701871, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"], "main_score": 0.701871, "precision": 0.687899, "recall": 0.736166}, {"accuracy": 0.659091, "f1": 0.620947, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"], "main_score": 0.620947, "precision": 0.606546, "recall": 0.659091}, {"accuracy": 0.770751, "f1": 0.730609, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"], "main_score": 0.730609, "precision": 0.715508, "recall": 0.770751}, {"accuracy": 0.62747, "f1": 0.580639, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"], "main_score": 0.580639, "precision": 0.562991, "recall": 0.62747}, {"accuracy": 0.353755, "f1": 0.291332, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"], "main_score": 0.291332, "precision": 0.270641, "recall": 0.353755}, {"accuracy": 0.695652, "f1": 0.656791, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"], "main_score": 0.656791, "precision": 0.641045, "recall": 0.695652}, {"accuracy": 0.426877, "f1": 0.369686, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"], "main_score": 0.369686, "precision": 0.348698, "recall": 0.426877}, {"accuracy": 0.781621, "f1": 0.745375, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"], "main_score": 0.745375, "precision": 0.731136, "recall": 0.781621}, {"accuracy": 0.310277, "f1": 0.250446, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"], "main_score": 0.250446, "precision": 0.23107, "recall": 0.310277}, {"accuracy": 0.353755, "f1": 0.290091, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"], "main_score": 0.290091, "precision": 0.269608, "recall": 0.353755}, {"accuracy": 0.295455, "f1": 0.227787, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"], "main_score": 0.227787, "precision": 0.206277, "recall": 0.295455}, {"accuracy": 0.375494, "f1": 0.318876, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"], "main_score": 0.318876, "precision": 0.299976, "recall": 0.375494}, {"accuracy": 0.538538, "f1": 0.492265, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"], "main_score": 0.492265, "precision": 0.474642, "recall": 0.538538}, {"accuracy": 0.75, "f1": 0.710926, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"], "main_score": 0.710926, "precision": 0.69582, "recall": 0.75}, {"accuracy": 0.061265, "f1": 0.028409, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"], "main_score": 0.028409, "precision": 0.024189, "recall": 0.061265}, {"accuracy": 0.261858, "f1": 0.201863, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"], "main_score": 0.201863, "precision": 0.182764, "recall": 0.261858}, {"accuracy": 0.535573, "f1": 0.486348, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"], "main_score": 0.486348, "precision": 0.467271, "recall": 0.535573}, {"accuracy": 0.30336, "f1": 0.242703, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"], "main_score": 0.242703, "precision": 0.221626, "recall": 0.30336}, {"accuracy": 0.065217, "f1": 0.038018, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"], "main_score": 0.038018, "precision": 0.033107, "recall": 0.065217}, {"accuracy": 0.767787, "f1": 0.727681, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"], "main_score": 0.727681, "precision": 0.711851, "recall": 0.767787}, {"accuracy": 0.614625, "f1": 0.564822, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"], "main_score": 0.564822, "precision": 0.54504, "recall": 0.614625}, {"accuracy": 0.640316, "f1": 0.590931, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"], "main_score": 0.590931, "precision": 0.571098, "recall": 0.640316}, {"accuracy": 0.433794, "f1": 0.379012, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"], "main_score": 0.379012, "precision": 0.359066, "recall": 0.433794}, {"accuracy": 0.767787, "f1": 0.734449, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"], "main_score": 0.734449, "precision": 0.721712, "recall": 0.767787}, {"accuracy": 0.737154, "f1": 0.695463, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"], "main_score": 0.695463, "precision": 0.680036, "recall": 0.737154}, {"accuracy": 0.777668, "f1": 0.740494, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"], "main_score": 0.740494, "precision": 0.726156, "recall": 0.777668}, {"accuracy": 0.698617, "f1": 0.655646, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"], "main_score": 0.655646, "precision": 0.638776, "recall": 0.698617}, {"accuracy": 0.271739, "f1": 0.208381, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"], "main_score": 0.208381, "precision": 0.187845, "recall": 0.271739}, {"accuracy": 0.212451, "f1": 0.161127, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"], "main_score": 0.161127, "precision": 0.145157, "recall": 0.212451}, {"accuracy": 0.513834, "f1": 0.463414, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"], "main_score": 0.463414, "precision": 0.444787, "recall": 0.513834}, {"accuracy": 0.766798, "f1": 0.725674, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"], "main_score": 0.725674, "precision": 0.709742, "recall": 0.766798}, {"accuracy": 0.673913, "f1": 0.636922, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"], "main_score": 0.636922, "precision": 0.62274, "recall": 0.673913}, {"accuracy": 0.459486, "f1": 0.404051, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"], "main_score": 0.404051, "precision": 0.384643, "recall": 0.459486}, {"accuracy": 0.263834, "f1": 0.200639, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"], "main_score": 0.200639, "precision": 0.181244, "recall": 0.263834}, {"accuracy": 0.644269, "f1": 0.600142, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"], "main_score": 0.600142, "precision": 0.583713, "recall": 0.644269}, {"accuracy": 0.251976, "f1": 0.184867, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"], "main_score": 0.184867, "precision": 0.164137, "recall": 0.251976}, {"accuracy": 0.744071, "f1": 0.706738, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"], "main_score": 0.706738, "precision": 0.692001, "recall": 0.744071}, {"accuracy": 0.307312, "f1": 0.249774, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"], "main_score": 0.249774, "precision": 0.231121, "recall": 0.307312}, {"accuracy": 0.490119, "f1": 0.421509, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"], "main_score": 0.421509, "precision": 0.395329, "recall": 0.490119}, {"accuracy": 0.690711, "f1": 0.653747, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"], "main_score": 0.653747, "precision": 0.638776, "recall": 0.690711}, {"accuracy": 0.758893, "f1": 0.720863, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"], "main_score": 0.720863, "precision": 0.706087, "recall": 0.758893}, {"accuracy": 0.768775, "f1": 0.734784, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"], "main_score": 0.734784, "precision": 0.721526, "recall": 0.768775}, {"accuracy": 0.716403, "f1": 0.671379, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"], "main_score": 0.671379, "precision": 0.653577, "recall": 0.716403}, {"accuracy": 0.626482, "f1": 0.581186, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"], "main_score": 0.581186, "precision": 0.562634, "recall": 0.626482}, {"accuracy": 0.609684, "f1": 0.556977, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"], "main_score": 0.556977, "precision": 0.536973, "recall": 0.609684}, {"accuracy": 0.307312, "f1": 0.240754, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"], "main_score": 0.240754, "precision": 0.217786, "recall": 0.307312}, {"accuracy": 0.090909, "f1": 0.049367, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"], "main_score": 0.049367, "precision": 0.041925, "recall": 0.090909}, {"accuracy": 0.312253, "f1": 0.251054, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"], "main_score": 0.251054, "precision": 0.231139, "recall": 0.312253}, {"accuracy": 0.15415, "f1": 0.101721, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"], "main_score": 0.101721, "precision": 0.088267, "recall": 0.15415}, {"accuracy": 0.762846, "f1": 0.725475, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"], "main_score": 0.725475, "precision": 0.710529, "recall": 0.762846}, {"accuracy": 0.567194, "f1": 0.516677, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"], "main_score": 0.516677, "precision": 0.496933, "recall": 0.567194}, {"accuracy": 0.108696, "f1": 0.077178, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"], "main_score": 0.077178, "precision": 0.069037, "recall": 0.108696}, {"accuracy": 0.645257, "f1": 0.595413, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"], "main_score": 0.595413, "precision": 0.574853, "recall": 0.645257}, {"accuracy": 0.770751, "f1": 0.733031, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"], "main_score": 0.733031, "precision": 0.71823, "recall": 0.770751}, {"accuracy": 0.502964, "f1": 0.45542, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"], "main_score": 0.45542, "precision": 0.437339, "recall": 0.502964}, {"accuracy": 0.498024, "f1": 0.441126, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"], "main_score": 0.441126, "precision": 0.418758, "recall": 0.498024}, {"accuracy": 0.216403, "f1": 0.154022, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"], "main_score": 0.154022, "precision": 0.136549, "recall": 0.216403}, {"accuracy": 0.684783, "f1": 0.644865, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"], "main_score": 0.644865, "precision": 0.628469, "recall": 0.684783}, {"accuracy": 0.460474, "f1": 0.400071, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"], "main_score": 0.400071, "precision": 0.377087, "recall": 0.460474}, {"accuracy": 0.258893, "f1": 0.194354, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"], "main_score": 0.194354, "precision": 0.175118, "recall": 0.258893}, {"accuracy": 0.272727, "f1": 0.208304, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"], "main_score": 0.208304, "precision": 0.189142, "recall": 0.272727}, {"accuracy": 0.270751, "f1": 0.211477, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"], "main_score": 0.211477, "precision": 0.193958, "recall": 0.270751}, {"accuracy": 0.747036, "f1": 0.710938, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"], "main_score": 0.710938, "precision": 0.696563, "recall": 0.747036}, {"accuracy": 0.022727, "f1": 0.005631, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"], "main_score": 0.005631, "precision": 0.003847, "recall": 0.022727}, {"accuracy": 0.519763, "f1": 0.475074, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"], "main_score": 0.475074, "precision": 0.457631, "recall": 0.519763}, {"accuracy": 0.264822, "f1": 0.211849, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"], "main_score": 0.211849, "precision": 0.193009, "recall": 0.264822}, {"accuracy": 0.594862, "f1": 0.553804, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"], "main_score": 0.553804, "precision": 0.537324, "recall": 0.594862}, {"accuracy": 0.769763, "f1": 0.733539, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"], "main_score": 0.733539, "precision": 0.718738, "recall": 0.769763}, {"accuracy": 0.126482, "f1": 0.084652, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"], "main_score": 0.084652, "precision": 0.074595, "recall": 0.126482}, {"accuracy": 0.263834, "f1": 0.205493, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"], "main_score": 0.205493, "precision": 0.18729, "recall": 0.263834}, {"accuracy": 0.743083, "f1": 0.703395, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"], "main_score": 0.703395, "precision": 0.688035, "recall": 0.743083}, {"accuracy": 0.76581, "f1": 0.72582, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"], "main_score": 0.72582, "precision": 0.710506, "recall": 0.76581}, {"accuracy": 0.547431, "f1": 0.497076, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"], "main_score": 0.497076, "precision": 0.476525, "recall": 0.547431}, {"accuracy": 0.228261, "f1": 0.170098, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"], "main_score": 0.170098, "precision": 0.15209, "recall": 0.228261}, {"accuracy": 0.266798, "f1": 0.202183, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"], "main_score": 0.202183, "precision": 0.180997, "recall": 0.266798}, {"accuracy": 0.664032, "f1": 0.622191, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"], "main_score": 0.622191, "precision": 0.606041, "recall": 0.664032}, {"accuracy": 0.243083, "f1": 0.181711, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"], "main_score": 0.181711, "precision": 0.164633, "recall": 0.243083}, {"accuracy": 0.246047, "f1": 0.186491, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"], "main_score": 0.186491, "precision": 0.167337, "recall": 0.246047}, {"accuracy": 0.472332, "f1": 0.42297, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"], "main_score": 0.42297, "precision": 0.403672, "recall": 0.472332}, {"accuracy": 0.555336, "f1": 0.506842, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"], "main_score": 0.506842, "precision": 0.486869, "recall": 0.555336}, {"accuracy": 0.657115, "f1": 0.614835, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"], "main_score": 0.614835, "precision": 0.599334, "recall": 0.657115}, {"accuracy": 0.314229, "f1": 0.252154, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"], "main_score": 0.252154, "precision": 0.230967, "recall": 0.314229}, {"accuracy": 0.511858, "f1": 0.448876, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"], "main_score": 0.448876, "precision": 0.425503, "recall": 0.511858}, {"accuracy": 0.722332, "f1": 0.675259, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"], "main_score": 0.675259, "precision": 0.65683, "recall": 0.722332}, {"accuracy": 0.321146, "f1": 0.269216, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"], "main_score": 0.269216, "precision": 0.249939, "recall": 0.321146}, {"accuracy": 0.524704, "f1": 0.468779, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"], "main_score": 0.468779, "precision": 0.447311, "recall": 0.524704}, {"accuracy": 0.317194, "f1": 0.259531, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"], "main_score": 0.259531, "precision": 0.241085, "recall": 0.317194}, {"accuracy": 0.422925, "f1": 0.371034, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"], "main_score": 0.371034, "precision": 0.352056, "recall": 0.422925}, {"accuracy": 0.572134, "f1": 0.521852, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"], "main_score": 0.521852, "precision": 0.501426, "recall": 0.572134}, {"accuracy": 0.311265, "f1": 0.244537, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"], "main_score": 0.244537, "precision": 0.222374, "recall": 0.311265}, {"accuracy": 0.51581, "f1": 0.473817, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"], "main_score": 0.473817, "precision": 0.458547, "recall": 0.51581}, {"accuracy": 0.708498, "f1": 0.665924, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"], "main_score": 0.665924, "precision": 0.648919, "recall": 0.708498}, {"accuracy": 0.72332, "f1": 0.676292, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"], "main_score": 0.676292, "precision": 0.657531, "recall": 0.72332}, {"accuracy": 0.703557, "f1": 0.657386, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"], "main_score": 0.657386, "precision": 0.639834, "recall": 0.703557}, {"accuracy": 0.597826, "f1": 0.555879, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"], "main_score": 0.555879, "precision": 0.538863, "recall": 0.597826}, {"accuracy": 0.767787, "f1": 0.731539, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"], "main_score": 0.731539, "precision": 0.717013, "recall": 0.767787}, {"accuracy": 0.375494, "f1": 0.316372, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"], "main_score": 0.316372, "precision": 0.295275, "recall": 0.375494}, {"accuracy": 0.486166, "f1": 0.423842, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"], "main_score": 0.423842, "precision": 0.401817, "recall": 0.486166}, {"accuracy": 0.13834, "f1": 0.085667, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"], "main_score": 0.085667, "precision": 0.073309, "recall": 0.13834}, {"accuracy": 0.754941, "f1": 0.714598, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"], "main_score": 0.714598, "precision": 0.698557, "recall": 0.754941}, {"accuracy": 0.158103, "f1": 0.116693, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"], "main_score": 0.116693, "precision": 0.103468, "recall": 0.158103}, {"accuracy": 0.700593, "f1": 0.657686, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"], "main_score": 0.657686, "precision": 0.640749, "recall": 0.700593}, {"accuracy": 0.66502, "f1": 0.619037, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"], "main_score": 0.619037, "precision": 0.601236, "recall": 0.66502}, {"accuracy": 0.427866, "f1": 0.370532, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"], "main_score": 0.370532, "precision": 0.350435, "recall": 0.427866}, {"accuracy": 0.401186, "f1": 0.330925, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"], "main_score": 0.330925, "precision": 0.3076, "recall": 0.401186}, {"accuracy": 0.619565, "f1": 0.571225, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"], "main_score": 0.571225, "precision": 0.551508, "recall": 0.619565}, {"accuracy": 0.324111, "f1": 0.269046, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"], "main_score": 0.269046, "precision": 0.251022, "recall": 0.324111}, {"accuracy": 0.279644, "f1": 0.217921, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"], "main_score": 0.217921, "precision": 0.197586, "recall": 0.279644}, {"accuracy": 0.743083, "f1": 0.704738, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"], "main_score": 0.704738, "precision": 0.689692, "recall": 0.743083}, {"accuracy": 0.487154, "f1": 0.425508, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"], "main_score": 0.425508, "precision": 0.402089, "recall": 0.487154}, {"accuracy": 0.788538, "f1": 0.755865, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"], "main_score": 0.755865, "precision": 0.742461, "recall": 0.788538}, {"accuracy": 0.249012, "f1": 0.179705, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"], "main_score": 0.179705, "precision": 0.159453, "recall": 0.249012}, {"accuracy": 0.784585, "f1": 0.750182, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"], "main_score": 0.750182, "precision": 0.737131, "recall": 0.784585}, {"accuracy": 0.578063, "f1": 0.528757, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"], "main_score": 0.528757, "precision": 0.509741, "recall": 0.578063}, {"accuracy": 0.698617, "f1": 0.656713, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"], "main_score": 0.656713, "precision": 0.640217, "recall": 0.698617}, {"accuracy": 0.222332, "f1": 0.168522, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"], "main_score": 0.168522, "precision": 0.153323, "recall": 0.222332}, {"accuracy": 0.698617, "f1": 0.650965, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"], "main_score": 0.650965, "precision": 0.633008, "recall": 0.698617}, {"accuracy": 0.237154, "f1": 0.177731, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"], "main_score": 0.177731, "precision": 0.159659, "recall": 0.237154}, {"accuracy": 0.273715, "f1": 0.210983, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"], "main_score": 0.210983, "precision": 0.192548, "recall": 0.273715}, {"accuracy": 0.166008, "f1": 0.120009, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"], "main_score": 0.120009, "precision": 0.107342, "recall": 0.166008}, {"accuracy": 0.432806, "f1": 0.374465, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"], "main_score": 0.374465, "precision": 0.351243, "recall": 0.432806}, {"accuracy": 0.76581, "f1": 0.725318, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"], "main_score": 0.725318, "precision": 0.709476, "recall": 0.76581}, {"accuracy": 0.340909, "f1": 0.275487, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"], "main_score": 0.275487, "precision": 0.252989, "recall": 0.340909}, {"accuracy": 0.231225, "f1": 0.168022, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"], "main_score": 0.168022, "precision": 0.150024, "recall": 0.231225}, {"accuracy": 0.283597, "f1": 0.217713, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"], "main_score": 0.217713, "precision": 0.197158, "recall": 0.283597}, {"accuracy": 0.433794, "f1": 0.386358, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"], "main_score": 0.386358, "precision": 0.369341, "recall": 0.433794}, {"accuracy": 0.208498, "f1": 0.153551, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"], "main_score": 0.153551, "precision": 0.137824, "recall": 0.208498}, {"accuracy": 0.244071, "f1": 0.191179, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"], "main_score": 0.191179, "precision": 0.173552, "recall": 0.244071}, {"accuracy": 0.653162, "f1": 0.61963, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"], "main_score": 0.61963, "precision": 0.606466, "recall": 0.653162}, {"accuracy": 0.353755, "f1": 0.291884, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"], "main_score": 0.291884, "precision": 0.270287, "recall": 0.353755}, {"accuracy": 0.309289, "f1": 0.246536, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"], "main_score": 0.246536, "precision": 0.226714, "recall": 0.309289}, {"accuracy": 0.549407, "f1": 0.501256, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"], "main_score": 0.501256, "precision": 0.481522, "recall": 0.549407}, {"accuracy": 0.410079, "f1": 0.34322, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"], "main_score": 0.34322, "precision": 0.318106, "recall": 0.410079}, {"accuracy": 0.482213, "f1": 0.42208, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"], "main_score": 0.42208, "precision": 0.398588, "recall": 0.482213}, {"accuracy": 0.530632, "f1": 0.479187, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"], "main_score": 0.479187, "precision": 0.459529, "recall": 0.530632}, {"accuracy": 0.332016, "f1": 0.270447, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"], "main_score": 0.270447, "precision": 0.247315, "recall": 0.332016}, {"accuracy": 0.479249, "f1": 0.419772, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"], "main_score": 0.419772, "precision": 0.397727, "recall": 0.479249}, {"accuracy": 0.231225, "f1": 0.164158, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"], "main_score": 0.164158, "precision": 0.143626, "recall": 0.231225}, {"accuracy": 0.681818, "f1": 0.63797, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"], "main_score": 0.63797, "precision": 0.620743, "recall": 0.681818}, {"accuracy": 0.694664, "f1": 0.65235, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"], "main_score": 0.65235, "precision": 0.636518, "recall": 0.694664}, {"accuracy": 0.728261, "f1": 0.69078, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"], "main_score": 0.69078, "precision": 0.676362, "recall": 0.728261}, {"accuracy": 0.467391, "f1": 0.41528, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"], "main_score": 0.41528, "precision": 0.396849, "recall": 0.467391}, {"accuracy": 0.3083, "f1": 0.252184, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"], "main_score": 0.252184, "precision": 0.232921, "recall": 0.3083}, {"accuracy": 0.246047, "f1": 0.179629, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"], "main_score": 0.179629, "precision": 0.159748, "recall": 0.246047}, {"accuracy": 0.067194, "f1": 0.038869, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"], "main_score": 0.038869, "precision": 0.032288, "recall": 0.067194}, {"accuracy": 0.199605, "f1": 0.140014, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"], "main_score": 0.140014, "precision": 0.125206, "recall": 0.199605}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.918972, "f1": 0.896805, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"], "main_score": 0.896805, "precision": 0.886446, "recall": 0.918972}, {"accuracy": 0.892292, "f1": 0.860757, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"], "main_score": 0.860757, "precision": 0.846179, "recall": 0.892292}, {"accuracy": 0.856719, "f1": 0.820685, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"], "main_score": 0.820685, "precision": 0.804463, "recall": 0.856719}, {"accuracy": 0.552372, "f1": 0.479103, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"], "main_score": 0.479103, "precision": 0.453248, "recall": 0.552372}, {"accuracy": 0.214427, "f1": 0.155148, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"], "main_score": 0.155148, "precision": 0.14006, "recall": 0.214427}, {"accuracy": 0.934783, "f1": 0.916952, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"], "main_score": 0.916952, "precision": 0.909, "recall": 0.934783}, {"accuracy": 0.354743, "f1": 0.282974, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"], "main_score": 0.282974, "precision": 0.262035, "recall": 0.354743}, {"accuracy": 0.556324, "f1": 0.484833, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"], "main_score": 0.484833, "precision": 0.458553, "recall": 0.556324}, {"accuracy": 0.925889, "f1": 0.904776, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"], "main_score": 0.904776, "precision": 0.89496, "recall": 0.925889}, {"accuracy": 0.837945, "f1": 0.796476, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"], "main_score": 0.796476, "precision": 0.777783, "recall": 0.837945}, {"accuracy": 0.222332, "f1": 0.156581, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"], "main_score": 0.156581, "precision": 0.139769, "recall": 0.222332}, {"accuracy": 0.83498, "f1": 0.794502, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"], "main_score": 0.794502, "precision": 0.776739, "recall": 0.83498}, {"accuracy": 0.797431, "f1": 0.750993, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"], "main_score": 0.750993, "precision": 0.731066, "recall": 0.797431}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"], "main_score": 0.918215, "precision": 0.909503, "recall": 0.936759}, {"accuracy": 0.256917, "f1": 0.185187, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"], "main_score": 0.185187, "precision": 0.16626, "recall": 0.256917}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"], "main_score": 0.874736, "precision": 0.861907, "recall": 0.902174}, {"accuracy": 0.859684, "f1": 0.822925, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"], "main_score": 0.822925, "precision": 0.805995, "recall": 0.859684}, {"accuracy": 0.937747, "f1": 0.919466, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"], "main_score": 0.919466, "precision": 0.910935, "recall": 0.937747}, {"accuracy": 0.924901, "f1": 0.903722, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"], "main_score": 0.903722, "precision": 0.894219, "recall": 0.924901}, {"accuracy": 0.168972, "f1": 0.117431, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"], "main_score": 0.117431, "precision": 0.104667, "recall": 0.168972}, {"accuracy": 0.838933, "f1": 0.801256, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"], "main_score": 0.801256, "precision": 0.78442, "recall": 0.838933}, {"accuracy": 0.926877, "f1": 0.906324, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"], "main_score": 0.906324, "precision": 0.896986, "recall": 0.926877}, {"accuracy": 0.616601, "f1": 0.543074, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"], "main_score": 0.543074, "precision": 0.514588, "recall": 0.616601}, {"accuracy": 0.066206, "f1": 0.031129, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"], "main_score": 0.031129, "precision": 0.025322, "recall": 0.066206}, {"accuracy": 0.916996, "f1": 0.892852, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"], "main_score": 0.892852, "precision": 0.881868, "recall": 0.916996}, {"accuracy": 0.211462, "f1": 0.150298, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"], "main_score": 0.150298, "precision": 0.135381, "recall": 0.211462}, {"accuracy": 0.775692, "f1": 0.725104, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"], "main_score": 0.725104, "precision": 0.704677, "recall": 0.775692}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"], "main_score": 0.908597, "precision": 0.899769, "recall": 0.928854}, {"accuracy": 0.846838, "f1": 0.811975, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"], "main_score": 0.811975, "precision": 0.796805, "recall": 0.846838}, {"accuracy": 0.835968, "f1": 0.794335, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"], "main_score": 0.794335, "precision": 0.776548, "recall": 0.835968}, {"accuracy": 0.267787, "f1": 0.207193, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"], "main_score": 0.207193, "precision": 0.18928, "recall": 0.267787}, {"accuracy": 0.925889, "f1": 0.906489, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"], "main_score": 0.906489, "precision": 0.89781, "recall": 0.925889}, {"accuracy": 0.763834, "f1": 0.70886, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"], "main_score": 0.70886, "precision": 0.683811, "recall": 0.763834}, {"accuracy": 0.840909, "f1": 0.801169, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"], "main_score": 0.801169, "precision": 0.783903, "recall": 0.840909}, {"accuracy": 0.854743, "f1": 0.816337, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"], "main_score": 0.816337, "precision": 0.799078, "recall": 0.854743}, {"accuracy": 0.929842, "f1": 0.911364, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"], "main_score": 0.911364, "precision": 0.902833, "recall": 0.929842}, {"accuracy": 0.926877, "f1": 0.905651, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"], "main_score": 0.905651, "precision": 0.895833, "recall": 0.926877}, {"accuracy": 0.166996, "f1": 0.108021, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"], "main_score": 0.108021, "precision": 0.094932, "recall": 0.166996}, {"accuracy": 0.054348, "f1": 0.036248, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"], "main_score": 0.036248, "precision": 0.032012, "recall": 0.054348}, {"accuracy": 0.921937, "f1": 0.901054, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"], "main_score": 0.901054, "precision": 0.891749, "recall": 0.921937}, {"accuracy": 0.166996, "f1": 0.11601, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"], "main_score": 0.11601, "precision": 0.104631, "recall": 0.166996}, {"accuracy": 0.924901, "f1": 0.902734, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"], "main_score": 0.902734, "precision": 0.892408, "recall": 0.924901}, {"accuracy": 0.88834, "f1": 0.858729, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"], "main_score": 0.858729, "precision": 0.845109, "recall": 0.88834}, {"accuracy": 0.779644, "f1": 0.730289, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"], "main_score": 0.730289, "precision": 0.709733, "recall": 0.779644}, {"accuracy": 0.674901, "f1": 0.61006, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"], "main_score": 0.61006, "precision": 0.585156, "recall": 0.674901}, {"accuracy": 0.198617, "f1": 0.138844, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"], "main_score": 0.138844, "precision": 0.123906, "recall": 0.198617}, {"accuracy": 0.681818, "f1": 0.627346, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"], "main_score": 0.627346, "precision": 0.605908, "recall": 0.681818}, {"accuracy": 0.536561, "f1": 0.460872, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"], "main_score": 0.460872, "precision": 0.433661, "recall": 0.536561}, {"accuracy": 0.931818, "f1": 0.915053, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"], "main_score": 0.915053, "precision": 0.907559, "recall": 0.931818}, {"accuracy": 0.639328, "f1": 0.573434, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"], "main_score": 0.573434, "precision": 0.549263, "recall": 0.639328}, {"accuracy": 0.166008, "f1": 0.111778, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"], "main_score": 0.111778, "precision": 0.09958, "recall": 0.166008}, {"accuracy": 0.893281, "f1": 0.862486, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"], "main_score": 0.862486, "precision": 0.848461, "recall": 0.893281}, {"accuracy": 0.060277, "f1": 0.035181, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"], "main_score": 0.035181, "precision": 0.030033, "recall": 0.060277}, {"accuracy": 0.244071, "f1": 0.183351, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"], "main_score": 0.183351, "precision": 0.167379, "recall": 0.244071}, {"accuracy": 0.327075, "f1": 0.251754, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"], "main_score": 0.251754, "precision": 0.229519, "recall": 0.327075}, {"accuracy": 0.09585, "f1": 0.053438, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"], "main_score": 0.053438, "precision": 0.044038, "recall": 0.09585}, {"accuracy": 0.940711, "f1": 0.923485, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"], "main_score": 0.923485, "precision": 0.915431, "recall": 0.940711}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"], "main_score": 0.901515, "precision": 0.89114, "recall": 0.923913}, {"accuracy": 0.934783, "f1": 0.916798, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"], "main_score": 0.916798, "precision": 0.908597, "recall": 0.934783}, {"accuracy": 0.882411, "f1": 0.852075, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"], "main_score": 0.852075, "precision": 0.838274, "recall": 0.882411}, {"accuracy": 0.269763, "f1": 0.2007, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"], "main_score": 0.2007, "precision": 0.181659, "recall": 0.269763}, {"accuracy": 0.659091, "f1": 0.599299, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"], "main_score": 0.599299, "precision": 0.57662, "recall": 0.659091}, {"accuracy": 0.417984, "f1": 0.348882, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"], "main_score": 0.348882, "precision": 0.328565, "recall": 0.417984}, {"accuracy": 0.937747, "f1": 0.920092, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"], "main_score": 0.920092, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.256917, "f1": 0.188332, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"], "main_score": 0.188332, "precision": 0.169508, "recall": 0.256917}, {"accuracy": 0.301383, "f1": 0.230306, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"], "main_score": 0.230306, "precision": 0.210552, "recall": 0.301383}, {"accuracy": 0.237154, "f1": 0.165649, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"], "main_score": 0.165649, "precision": 0.145737, "recall": 0.237154}, {"accuracy": 0.348814, "f1": 0.272871, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"], "main_score": 0.272871, "precision": 0.249241, "recall": 0.348814}, {"accuracy": 0.573123, "f1": 0.496811, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"], "main_score": 0.496811, "precision": 0.467347, "recall": 0.573123}, {"accuracy": 0.934783, "f1": 0.914987, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"], "main_score": 0.914987, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.060277, "f1": 0.02141, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"], "main_score": 0.02141, "precision": 0.016475, "recall": 0.060277}, {"accuracy": 0.216403, "f1": 0.154922, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"], "main_score": 0.154922, "precision": 0.13765, "recall": 0.216403}, {"accuracy": 0.700593, "f1": 0.639629, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"], "main_score": 0.639629, "precision": 0.614981, "recall": 0.700593}, {"accuracy": 0.227273, "f1": 0.166607, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"], "main_score": 0.166607, "precision": 0.150703, "recall": 0.227273}, {"accuracy": 0.066206, "f1": 0.033072, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"], "main_score": 0.033072, "precision": 0.027738, "recall": 0.066206}, {"accuracy": 0.939723, "f1": 0.922285, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"], "main_score": 0.922285, "precision": 0.914443, "recall": 0.939723}, {"accuracy": 0.69664, "f1": 0.633111, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"], "main_score": 0.633111, "precision": 0.608426, "recall": 0.69664}, {"accuracy": 0.695652, "f1": 0.631656, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"], "main_score": 0.631656, "precision": 0.607075, "recall": 0.695652}, {"accuracy": 0.738142, "f1": 0.681538, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"], "main_score": 0.681538, "precision": 0.657431, "recall": 0.738142}, {"accuracy": 0.938735, "f1": 0.922085, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"], "main_score": 0.922085, "precision": 0.914749, "recall": 0.938735}, {"accuracy": 0.922925, "f1": 0.90224, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"], "main_score": 0.90224, "precision": 0.892737, "recall": 0.922925}, {"accuracy": 0.937747, "f1": 0.921426, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"], "main_score": 0.921426, "precision": 0.914453, "recall": 0.937747}, {"accuracy": 0.912055, "f1": 0.886759, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"], "main_score": 0.886759, "precision": 0.875115, "recall": 0.912055}, {"accuracy": 0.227273, "f1": 0.168688, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"], "main_score": 0.168688, "precision": 0.153276, "recall": 0.227273}, {"accuracy": 0.178854, "f1": 0.129239, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"], "main_score": 0.129239, "precision": 0.117497, "recall": 0.178854}, {"accuracy": 0.857708, "f1": 0.819796, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"], "main_score": 0.819796, "precision": 0.802404, "recall": 0.857708}, {"accuracy": 0.93083, "f1": 0.912582, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"], "main_score": 0.912582, "precision": 0.904957, "recall": 0.93083}, {"accuracy": 0.890316, "f1": 0.859321, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"], "main_score": 0.859321, "precision": 0.844862, "recall": 0.890316}, {"accuracy": 0.333992, "f1": 0.261348, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"], "main_score": 0.261348, "precision": 0.239865, "recall": 0.333992}, {"accuracy": 0.210474, "f1": 0.155296, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"], "main_score": 0.155296, "precision": 0.142027, "recall": 0.210474}, {"accuracy": 0.634387, "f1": 0.568242, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"], "main_score": 0.568242, "precision": 0.54367, "recall": 0.634387}, {"accuracy": 0.198617, "f1": 0.126753, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"], "main_score": 0.126753, "precision": 0.110997, "recall": 0.198617}, {"accuracy": 0.931818, "f1": 0.912451, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"], "main_score": 0.912451, "precision": 0.903607, "recall": 0.931818}, {"accuracy": 0.251976, "f1": 0.191732, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"], "main_score": 0.191732, "precision": 0.175969, "recall": 0.251976}, {"accuracy": 0.368577, "f1": 0.280217, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"], "main_score": 0.280217, "precision": 0.252641, "recall": 0.368577}, {"accuracy": 0.926877, "f1": 0.905501, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"], "main_score": 0.905501, "precision": 0.895669, "recall": 0.926877}, {"accuracy": 0.944664, "f1": 0.929315, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"], "main_score": 0.929315, "precision": 0.922431, "recall": 0.944664}, {"accuracy": 0.933794, "f1": 0.91525, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"], "main_score": 0.91525, "precision": 0.906933, "recall": 0.933794}, {"accuracy": 0.916008, "f1": 0.892852, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"], "main_score": 0.892852, "precision": 0.882329, "recall": 0.916008}, {"accuracy": 0.649209, "f1": 0.58601, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"], "main_score": 0.58601, "precision": 0.561252, "recall": 0.649209}, {"accuracy": 0.876482, "f1": 0.843511, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"], "main_score": 0.843511, "precision": 0.828261, "recall": 0.876482}, {"accuracy": 0.225296, "f1": 0.16375, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"], "main_score": 0.16375, "precision": 0.147412, "recall": 0.225296}, {"accuracy": 0.079051, "f1": 0.038755, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"], "main_score": 0.038755, "precision": 0.032164, "recall": 0.079051}, {"accuracy": 0.247036, "f1": 0.182999, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"], "main_score": 0.182999, "precision": 0.165642, "recall": 0.247036}, {"accuracy": 0.133399, "f1": 0.084708, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"], "main_score": 0.084708, "precision": 0.074674, "recall": 0.133399}, {"accuracy": 0.939723, "f1": 0.923108, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"], "main_score": 0.923108, "precision": 0.915926, "recall": 0.939723}, {"accuracy": 0.614625, "f1": 0.548657, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"], "main_score": 0.548657, "precision": 0.523481, "recall": 0.614625}, {"accuracy": 0.094862, "f1": 0.06554, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"], "main_score": 0.06554, "precision": 0.059014, "recall": 0.094862}, {"accuracy": 0.631423, "f1": 0.563643, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"], "main_score": 0.563643, "precision": 0.538498, "recall": 0.631423}, {"accuracy": 0.923913, "f1": 0.902701, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"], "main_score": 0.902701, "precision": 0.893034, "recall": 0.923913}, {"accuracy": 0.66502, "f1": 0.600132, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"], "main_score": 0.600132, "precision": 0.573641, "recall": 0.66502}, {"accuracy": 0.416008, "f1": 0.341766, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"], "main_score": 0.341766, "precision": 0.315796, "recall": 0.416008}, {"accuracy": 0.188735, "f1": 0.129457, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"], "main_score": 0.129457, "precision": 0.116083, "recall": 0.188735}, {"accuracy": 0.91996, "f1": 0.896113, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"], "main_score": 0.896113, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.354743, "f1": 0.275869, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"], "main_score": 0.275869, "precision": 0.250695, "recall": 0.354743}, {"accuracy": 0.216403, "f1": 0.150345, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"], "main_score": 0.150345, "precision": 0.133934, "recall": 0.216403}, {"accuracy": 0.201581, "f1": 0.139973, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"], "main_score": 0.139973, "precision": 0.124414, "recall": 0.201581}, {"accuracy": 0.214427, "f1": 0.158576, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"], "main_score": 0.158576, "precision": 0.142906, "recall": 0.214427}, {"accuracy": 0.901186, "f1": 0.874736, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"], "main_score": 0.874736, "precision": 0.863142, "recall": 0.901186}, {"accuracy": 0.019763, "f1": 0.003965, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"], "main_score": 0.003965, "precision": 0.002815, "recall": 0.019763}, {"accuracy": 0.828063, "f1": 0.785343, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"], "main_score": 0.785343, "precision": 0.766337, "recall": 0.828063}, {"accuracy": 0.416008, "f1": 0.339487, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"], "main_score": 0.339487, "precision": 0.313612, "recall": 0.416008}, {"accuracy": 0.76087, "f1": 0.70135, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"], "main_score": 0.70135, "precision": 0.674868, "recall": 0.76087}, {"accuracy": 0.934783, "f1": 0.916469, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"], "main_score": 0.916469, "precision": 0.907938, "recall": 0.934783}, {"accuracy": 0.093874, "f1": 0.056, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"], "main_score": 0.056, "precision": 0.048579, "recall": 0.093874}, {"accuracy": 0.200593, "f1": 0.140056, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"], "main_score": 0.140056, "precision": 0.123765, "recall": 0.200593}, {"accuracy": 0.90415, "f1": 0.878543, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"], "main_score": 0.878543, "precision": 0.866601, "recall": 0.90415}, {"accuracy": 0.927866, "f1": 0.907345, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"], "main_score": 0.907345, "precision": 0.89804, "recall": 0.927866}, {"accuracy": 0.551383, "f1": 0.478907, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"], "main_score": 0.478907, "precision": 0.453511, "recall": 0.551383}, {"accuracy": 0.155138, "f1": 0.105382, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"], "main_score": 0.105382, "precision": 0.09123, "recall": 0.155138}, {"accuracy": 0.205534, "f1": 0.141732, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"], "main_score": 0.141732, "precision": 0.124947, "recall": 0.205534}, {"accuracy": 0.876482, "f1": 0.842589, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"], "main_score": 0.842589, "precision": 0.82719, "recall": 0.876482}, {"accuracy": 0.181818, "f1": 0.124809, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"], "main_score": 0.124809, "precision": 0.111164, "recall": 0.181818}, {"accuracy": 0.211462, "f1": 0.152161, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"], "main_score": 0.152161, "precision": 0.134685, "recall": 0.211462}, {"accuracy": 0.786561, "f1": 0.732938, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"], "main_score": 0.732938, "precision": 0.708926, "recall": 0.786561}, {"accuracy": 0.544466, "f1": 0.480334, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"], "main_score": 0.480334, "precision": 0.45834, "recall": 0.544466}, {"accuracy": 0.899209, "f1": 0.87458, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"], "main_score": 0.87458, "precision": 0.863546, "recall": 0.899209}, {"accuracy": 0.268775, "f1": 0.204607, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"], "main_score": 0.204607, "precision": 0.185005, "recall": 0.268775}, {"accuracy": 0.427866, "f1": 0.348742, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"], "main_score": 0.348742, "precision": 0.323838, "recall": 0.427866}, {"accuracy": 0.923913, "f1": 0.901845, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"], "main_score": 0.901845, "precision": 0.891502, "recall": 0.923913}, {"accuracy": 0.534585, "f1": 0.459616, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"], "main_score": 0.459616, "precision": 0.430684, "recall": 0.534585}, {"accuracy": 0.779644, "f1": 0.730898, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"], "main_score": 0.730898, "precision": 0.709907, "recall": 0.779644}, {"accuracy": 0.302372, "f1": 0.233468, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"], "main_score": 0.233468, "precision": 0.214446, "recall": 0.302372}, {"accuracy": 0.518775, "f1": 0.443683, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"], "main_score": 0.443683, "precision": 0.416603, "recall": 0.518775}, {"accuracy": 0.573123, "f1": 0.500631, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"], "main_score": 0.500631, "precision": 0.47327, "recall": 0.573123}, {"accuracy": 0.222332, "f1": 0.159973, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"], "main_score": 0.159973, "precision": 0.143456, "recall": 0.222332}, {"accuracy": 0.887352, "f1": 0.860672, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"], "main_score": 0.860672, "precision": 0.848024, "recall": 0.887352}, {"accuracy": 0.934783, "f1": 0.91637, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"], "main_score": 0.91637, "precision": 0.908185, "recall": 0.934783}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"], "main_score": 0.897892, "precision": 0.887022, "recall": 0.920949}, {"accuracy": 0.858696, "f1": 0.821662, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"], "main_score": 0.821662, "precision": 0.805394, "recall": 0.858696}, {"accuracy": 0.679842, "f1": 0.616457, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"], "main_score": 0.616457, "precision": 0.591769, "recall": 0.679842}, {"accuracy": 0.933794, "f1": 0.915086, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"], "main_score": 0.915086, "precision": 0.906933, "recall": 0.933794}, {"accuracy": 0.374506, "f1": 0.312161, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"], "main_score": 0.312161, "precision": 0.290927, "recall": 0.374506}, {"accuracy": 0.454545, "f1": 0.377908, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"], "main_score": 0.377908, "precision": 0.351883, "recall": 0.454545}, {"accuracy": 0.113636, "f1": 0.070754, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"], "main_score": 0.070754, "precision": 0.063048, "recall": 0.113636}, {"accuracy": 0.922925, "f1": 0.902588, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"], "main_score": 0.902588, "precision": 0.89361, "recall": 0.922925}, {"accuracy": 0.18083, "f1": 0.126499, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"], "main_score": 0.126499, "precision": 0.110517, "recall": 0.18083}, {"accuracy": 0.916996, "f1": 0.894189, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"], "main_score": 0.894189, "precision": 0.883729, "recall": 0.916996}, {"accuracy": 0.870553, "f1": 0.837829, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"], "main_score": 0.837829, "precision": 0.823264, "recall": 0.870553}, {"accuracy": 0.448617, "f1": 0.367965, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"], "main_score": 0.367965, "precision": 0.343267, "recall": 0.448617}, {"accuracy": 0.294466, "f1": 0.222094, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"], "main_score": 0.222094, "precision": 0.200782, "recall": 0.294466}, {"accuracy": 0.805336, "f1": 0.753475, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"], "main_score": 0.753475, "precision": 0.730938, "recall": 0.805336}, {"accuracy": 0.236166, "f1": 0.17521, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"], "main_score": 0.17521, "precision": 0.158426, "recall": 0.236166}, {"accuracy": 0.220356, "f1": 0.155456, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"], "main_score": 0.155456, "precision": 0.139813, "recall": 0.220356}, {"accuracy": 0.944664, "f1": 0.928854, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"], "main_score": 0.928854, "precision": 0.921443, "recall": 0.944664}, {"accuracy": 0.379447, "f1": 0.299455, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"], "main_score": 0.299455, "precision": 0.275187, "recall": 0.379447}, {"accuracy": 0.932806, "f1": 0.913768, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"], "main_score": 0.913768, "precision": 0.905056, "recall": 0.932806}, {"accuracy": 0.195652, "f1": 0.131929, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"], "main_score": 0.131929, "precision": 0.116963, "recall": 0.195652}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"], "main_score": 0.92085, "precision": 0.912632, "recall": 0.938735}, {"accuracy": 0.862648, "f1": 0.824736, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"], "main_score": 0.824736, "precision": 0.807148, "recall": 0.862648}, {"accuracy": 0.895257, "f1": 0.867721, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"], "main_score": 0.867721, "precision": 0.855402, "recall": 0.895257}, {"accuracy": 0.181818, "f1": 0.128587, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"], "main_score": 0.128587, "precision": 0.115569, "recall": 0.181818}, {"accuracy": 0.824111, "f1": 0.782697, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"], "main_score": 0.782697, "precision": 0.764896, "recall": 0.824111}, {"accuracy": 0.186759, "f1": 0.129907, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"], "main_score": 0.129907, "precision": 0.115636, "recall": 0.186759}, {"accuracy": 0.204545, "f1": 0.144366, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"], "main_score": 0.144366, "precision": 0.129205, "recall": 0.204545}, {"accuracy": 0.150198, "f1": 0.09924, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"], "main_score": 0.09924, "precision": 0.086595, "recall": 0.150198}, {"accuracy": 0.454545, "f1": 0.373701, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"], "main_score": 0.373701, "precision": 0.342196, "recall": 0.454545}, {"accuracy": 0.940711, "f1": 0.924045, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"], "main_score": 0.924045, "precision": 0.916535, "recall": 0.940711}, {"accuracy": 0.281621, "f1": 0.209188, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"], "main_score": 0.209188, "precision": 0.188045, "recall": 0.281621}, {"accuracy": 0.195652, "f1": 0.133737, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"], "main_score": 0.133737, "precision": 0.119056, "recall": 0.195652}, {"accuracy": 0.230237, "f1": 0.161255, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"], "main_score": 0.161255, "precision": 0.14402, "recall": 0.230237}, {"accuracy": 0.81917, "f1": 0.774934, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"], "main_score": 0.774934, "precision": 0.754809, "recall": 0.81917}, {"accuracy": 0.171937, "f1": 0.116945, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"], "main_score": 0.116945, "precision": 0.103216, "recall": 0.171937}, {"accuracy": 0.195652, "f1": 0.140625, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"], "main_score": 0.140625, "precision": 0.127445, "recall": 0.195652}, {"accuracy": 0.891304, "f1": 0.86166, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"], "main_score": 0.86166, "precision": 0.847826, "recall": 0.891304}, {"accuracy": 0.252964, "f1": 0.184286, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"], "main_score": 0.184286, "precision": 0.165227, "recall": 0.252964}, {"accuracy": 0.247036, "f1": 0.181203, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"], "main_score": 0.181203, "precision": 0.165663, "recall": 0.247036}, {"accuracy": 0.567194, "f1": 0.492767, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"], "main_score": 0.492767, "precision": 0.465771, "recall": 0.567194}, {"accuracy": 0.315217, "f1": 0.242253, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"], "main_score": 0.242253, "precision": 0.220168, "recall": 0.315217}, {"accuracy": 0.398221, "f1": 0.318925, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"], "main_score": 0.318925, "precision": 0.292439, "recall": 0.398221}, {"accuracy": 0.814229, "f1": 0.768135, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"], "main_score": 0.768135, "precision": 0.747694, "recall": 0.814229}, {"accuracy": 0.283597, "f1": 0.211888, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"], "main_score": 0.211888, "precision": 0.190094, "recall": 0.283597}, {"accuracy": 0.412055, "f1": 0.336466, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"], "main_score": 0.336466, "precision": 0.311738, "recall": 0.412055}, {"accuracy": 0.174901, "f1": 0.119291, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"], "main_score": 0.119291, "precision": 0.104884, "recall": 0.174901}, {"accuracy": 0.93083, "f1": 0.910935, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"], "main_score": 0.910935, "precision": 0.90196, "recall": 0.93083}, {"accuracy": 0.912055, "f1": 0.886989, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"], "main_score": 0.886989, "precision": 0.875, "recall": 0.912055}, {"accuracy": 0.920949, "f1": 0.897958, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"], "main_score": 0.897958, "precision": 0.887105, "recall": 0.920949}, {"accuracy": 0.824111, "f1": 0.779348, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"], "main_score": 0.779348, "precision": 0.758712, "recall": 0.824111}, {"accuracy": 0.27668, "f1": 0.211277, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"], "main_score": 0.211277, "precision": 0.192182, "recall": 0.27668}, {"accuracy": 0.19664, "f1": 0.13037, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"], "main_score": 0.13037, "precision": 0.113805, "recall": 0.19664}, {"accuracy": 0.030632, "f1": 0.023118, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"], "main_score": 0.023118, "precision": 0.021504, "recall": 0.030632}, {"accuracy": 0.147233, "f1": 0.137568, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"], "main_score": 0.137568, "precision": 0.133845, "recall": 0.147233}, {"accuracy": 0.005929, "f1": 0.000949, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"], "main_score": 0.000949, "precision": 0.000582, "recall": 0.005929}, {"accuracy": 0.102767, "f1": 0.087253, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"], "main_score": 0.087253, "precision": 0.082718, "recall": 0.102767}, {"accuracy": 0.104743, "f1": 0.097923, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"], "main_score": 0.097923, "precision": 0.095504, "recall": 0.104743}, {"accuracy": 0.075099, "f1": 0.068677, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"], "main_score": 0.068677, "precision": 0.067699, "recall": 0.075099}, {"accuracy": 0.104743, "f1": 0.100719, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"], "main_score": 0.100719, "precision": 0.099616, "recall": 0.104743}, {"accuracy": 0.193676, "f1": 0.177276, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"], "main_score": 0.177276, "precision": 0.172082, "recall": 0.193676}, {"accuracy": 0.161067, "f1": 0.145729, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"], "main_score": 0.145729, "precision": 0.142128, "recall": 0.161067}, {"accuracy": 0.144269, "f1": 0.1366, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"], "main_score": 0.1366, "precision": 0.133811, "recall": 0.144269}, {"accuracy": 0.107708, "f1": 0.100021, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"], "main_score": 0.100021, "precision": 0.098039, "recall": 0.107708}, {"accuracy": 0.102767, "f1": 0.091473, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"], "main_score": 0.091473, "precision": 0.087994, "recall": 0.102767}, {"accuracy": 0.077075, "f1": 0.068153, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"], "main_score": 0.068153, "precision": 0.065173, "recall": 0.077075}, {"accuracy": 0.142292, "f1": 0.128829, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"], "main_score": 0.128829, "precision": 0.124134, "recall": 0.142292}, {"accuracy": 0.078063, "f1": 0.069411, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"], "main_score": 0.069411, "precision": 0.067814, "recall": 0.078063}, {"accuracy": 0.083992, "f1": 0.071182, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"], "main_score": 0.071182, "precision": 0.067533, "recall": 0.083992}, {"accuracy": 0.146245, "f1": 0.131515, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"], "main_score": 0.131515, "precision": 0.127251, "recall": 0.146245}, {"accuracy": 0.182806, "f1": 0.170263, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"], "main_score": 0.170263, "precision": 0.165943, "recall": 0.182806}, {"accuracy": 0.072134, "f1": 0.065604, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"], "main_score": 0.065604, "precision": 0.063399, "recall": 0.072134}, {"accuracy": 0.087945, "f1": 0.07613, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"], "main_score": 0.07613, "precision": 0.073012, "recall": 0.087945}, {"accuracy": 0.161067, "f1": 0.142578, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"], "main_score": 0.142578, "precision": 0.136861, "recall": 0.161067}, {"accuracy": 0.139328, "f1": 0.125418, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"], "main_score": 0.125418, "precision": 0.121934, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.144052, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"], "main_score": 0.144052, "precision": 0.139141, "recall": 0.158103}, {"accuracy": 0.044466, "f1": 0.036856, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"], "main_score": 0.036856, "precision": 0.035281, "recall": 0.044466}, {"accuracy": 0.106719, "f1": 0.095984, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"], "main_score": 0.095984, "precision": 0.093021, "recall": 0.106719}, {"accuracy": 0.132411, "f1": 0.119189, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"], "main_score": 0.119189, "precision": 0.115809, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.050095, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"], "main_score": 0.050095, "precision": 0.045938, "recall": 0.064229}, {"accuracy": 0.086957, "f1": 0.0774, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"], "main_score": 0.0774, "precision": 0.074795, "recall": 0.086957}, {"accuracy": 0.179842, "f1": 0.166622, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"], "main_score": 0.166622, "precision": 0.162577, "recall": 0.179842}, {"accuracy": 0.106719, "f1": 0.100203, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"], "main_score": 0.100203, "precision": 0.098748, "recall": 0.106719}, {"accuracy": 0.150198, "f1": 0.133609, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"], "main_score": 0.133609, "precision": 0.129576, "recall": 0.150198}, {"accuracy": 0.096838, "f1": 0.086194, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"], "main_score": 0.086194, "precision": 0.08435, "recall": 0.096838}, {"accuracy": 0.070158, "f1": 0.060388, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"], "main_score": 0.060388, "precision": 0.057634, "recall": 0.070158}, {"accuracy": 0.166996, "f1": 0.153199, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"], "main_score": 0.153199, "precision": 0.148298, "recall": 0.166996}, {"accuracy": 0.125494, "f1": 0.11191, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"], "main_score": 0.11191, "precision": 0.10768, "recall": 0.125494}, {"accuracy": 0.064229, "f1": 0.057431, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"], "main_score": 0.057431, "precision": 0.055457, "recall": 0.064229}, {"accuracy": 0.075099, "f1": 0.066429, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"], "main_score": 0.066429, "precision": 0.064234, "recall": 0.075099}, {"accuracy": 0.038538, "f1": 0.033699, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"], "main_score": 0.033699, "precision": 0.032704, "recall": 0.038538}, {"accuracy": 0.146245, "f1": 0.129996, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"], "main_score": 0.129996, "precision": 0.125721, "recall": 0.146245}, {"accuracy": 0.086957, "f1": 0.074028, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"], "main_score": 0.074028, "precision": 0.069874, "recall": 0.086957}, {"accuracy": 0.175889, "f1": 0.156644, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"], "main_score": 0.156644, "precision": 0.150783, "recall": 0.175889}, {"accuracy": 0.01581, "f1": 0.013348, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"], "main_score": 0.013348, "precision": 0.012937, "recall": 0.01581}, {"accuracy": 0.151186, "f1": 0.132, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"], "main_score": 0.132, "precision": 0.126423, "recall": 0.151186}, {"accuracy": 0.128458, "f1": 0.117813, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"], "main_score": 0.117813, "precision": 0.114228, "recall": 0.128458}, {"accuracy": 0.113636, "f1": 0.100602, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"], "main_score": 0.100602, "precision": 0.097367, "recall": 0.113636}, {"accuracy": 0.139328, "f1": 0.125352, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"], "main_score": 0.125352, "precision": 0.121847, "recall": 0.139328}, {"accuracy": 0.082016, "f1": 0.07372, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"], "main_score": 0.07372, "precision": 0.07159, "recall": 0.082016}, {"accuracy": 0.089921, "f1": 0.085886, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"], "main_score": 0.085886, "precision": 0.084331, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.136312, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"], "main_score": 0.136312, "precision": 0.131948, "recall": 0.150198}, {"accuracy": 0.132411, "f1": 0.114794, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"], "main_score": 0.114794, "precision": 0.110737, "recall": 0.132411}, {"accuracy": 0.105731, "f1": 0.094993, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"], "main_score": 0.094993, "precision": 0.09201, "recall": 0.105731}, {"accuracy": 0.162055, "f1": 0.140546, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"], "main_score": 0.140546, "precision": 0.135231, "recall": 0.162055}, {"accuracy": 0.086957, "f1": 0.082407, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"], "main_score": 0.082407, "precision": 0.081224, "recall": 0.086957}, {"accuracy": 0.132411, "f1": 0.116901, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"], "main_score": 0.116901, "precision": 0.112094, "recall": 0.132411}, {"accuracy": 0.096838, "f1": 0.083926, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"], "main_score": 0.083926, "precision": 0.080682, "recall": 0.096838}, {"accuracy": 0.030632, "f1": 0.026748, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"], "main_score": 0.026748, "precision": 0.02585, "recall": 0.030632}, {"accuracy": 0.172925, "f1": 0.159257, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"], "main_score": 0.159257, "precision": 0.155055, "recall": 0.172925}, {"accuracy": 0.175889, "f1": 0.166903, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"], "main_score": 0.166903, "precision": 0.164726, "recall": 0.175889}, {"accuracy": 0.04249, "f1": 0.039918, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"], "main_score": 0.039918, "precision": 0.039488, "recall": 0.04249}, {"accuracy": 0.121542, "f1": 0.110093, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"], "main_score": 0.110093, "precision": 0.106694, "recall": 0.121542}, {"accuracy": 0.081028, "f1": 0.071239, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"], "main_score": 0.071239, "precision": 0.068559, "recall": 0.081028}, {"accuracy": 0.142292, "f1": 0.126835, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"], "main_score": 0.126835, "precision": 0.123054, "recall": 0.142292}, {"accuracy": 0.079051, "f1": 0.06875, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"], "main_score": 0.06875, "precision": 0.065896, "recall": 0.079051}, {"accuracy": 0.1917, "f1": 0.179514, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"], "main_score": 0.179514, "precision": 0.17614, "recall": 0.1917}, {"accuracy": 0.106719, "f1": 0.101307, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"], "main_score": 0.101307, "precision": 0.099649, "recall": 0.106719}, {"accuracy": 0.102767, "f1": 0.092516, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"], "main_score": 0.092516, "precision": 0.089932, "recall": 0.102767}, {"accuracy": 0.161067, "f1": 0.140831, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"], "main_score": 0.140831, "precision": 0.134729, "recall": 0.161067}, {"accuracy": 0.166996, "f1": 0.151975, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"], "main_score": 0.151975, "precision": 0.147367, "recall": 0.166996}, {"accuracy": 0.143281, "f1": 0.130597, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"], "main_score": 0.130597, "precision": 0.12615, "recall": 0.143281}, {"accuracy": 0.129447, "f1": 0.120199, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"], "main_score": 0.120199, "precision": 0.11656, "recall": 0.129447}, {"accuracy": 0.114625, "f1": 0.103593, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"], "main_score": 0.103593, "precision": 0.100585, "recall": 0.114625}, {"accuracy": 0.079051, "f1": 0.070585, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"], "main_score": 0.070585, "precision": 0.068341, "recall": 0.079051}, {"accuracy": 0.123518, "f1": 0.110358, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"], "main_score": 0.110358, "precision": 0.106416, "recall": 0.123518}, {"accuracy": 0.044466, "f1": 0.030872, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"], "main_score": 0.030872, "precision": 0.027846, "recall": 0.044466}, {"accuracy": 0.142292, "f1": 0.129606, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"], "main_score": 0.129606, "precision": 0.125454, "recall": 0.142292}, {"accuracy": 0.093874, "f1": 0.086754, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"], "main_score": 0.086754, "precision": 0.084817, "recall": 0.093874}, {"accuracy": 0.166996, "f1": 0.157153, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"], "main_score": 0.157153, "precision": 0.153344, "recall": 0.166996}, {"accuracy": 0.036561, "f1": 0.02961, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"], "main_score": 0.02961, "precision": 0.028129, "recall": 0.036561}, {"accuracy": 0.163043, "f1": 0.146669, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"], "main_score": 0.146669, "precision": 0.14189, "recall": 0.163043}, {"accuracy": 0.114625, "f1": 0.105271, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"], "main_score": 0.105271, "precision": 0.102508, "recall": 0.114625}, {"accuracy": 0.110672, "f1": 0.103085, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"], "main_score": 0.103085, "precision": 0.10068, "recall": 0.110672}, {"accuracy": 0.045455, "f1": 0.03786, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"], "main_score": 0.03786, "precision": 0.036256, "recall": 0.045455}, {"accuracy": 0.144269, "f1": 0.128941, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"], "main_score": 0.128941, "precision": 0.123916, "recall": 0.144269}, {"accuracy": 0.148221, "f1": 0.133771, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"], "main_score": 0.133771, "precision": 0.130021, "recall": 0.148221}, {"accuracy": 0.167984, "f1": 0.145075, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"], "main_score": 0.145075, "precision": 0.139579, "recall": 0.167984}, {"accuracy": 0.098814, "f1": 0.087112, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"], "main_score": 0.087112, "precision": 0.084239, "recall": 0.098814}, {"accuracy": 0.158103, "f1": 0.146064, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"], "main_score": 0.146064, "precision": 0.142058, "recall": 0.158103}, {"accuracy": 0.156126, "f1": 0.141127, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"], "main_score": 0.141127, "precision": 0.136501, "recall": 0.156126}, {"accuracy": 0.043478, "f1": 0.031906, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"], "main_score": 0.031906, "precision": 0.030073, "recall": 0.043478}, {"accuracy": 0.163043, "f1": 0.145511, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"], "main_score": 0.145511, "precision": 0.141511, "recall": 0.163043}, {"accuracy": 0.074111, "f1": 0.066486, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"], "main_score": 0.066486, "precision": 0.064487, "recall": 0.074111}, {"accuracy": 0.140316, "f1": 0.132041, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"], "main_score": 0.132041, "precision": 0.129215, "recall": 0.140316}, {"accuracy": 0.166008, "f1": 0.152065, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"], "main_score": 0.152065, "precision": 0.147001, "recall": 0.166008}, {"accuracy": 0.107708, "f1": 0.099057, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"], "main_score": 0.099057, "precision": 0.096846, "recall": 0.107708}, {"accuracy": 0.145257, "f1": 0.131704, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"], "main_score": 0.131704, "precision": 0.128608, "recall": 0.145257}, {"accuracy": 0.125494, "f1": 0.107068, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"], "main_score": 0.107068, "precision": 0.102201, "recall": 0.125494}, {"accuracy": 0.16502, "f1": 0.156141, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"], "main_score": 0.156141, "precision": 0.15372, "recall": 0.16502}, {"accuracy": 0.150198, "f1": 0.140555, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"], "main_score": 0.140555, "precision": 0.137617, "recall": 0.150198}, {"accuracy": 0.089921, "f1": 0.077858, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"], "main_score": 0.077858, "precision": 0.074749, "recall": 0.089921}, {"accuracy": 0.12747, "f1": 0.108956, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"], "main_score": 0.108956, "precision": 0.103663, "recall": 0.12747}, {"accuracy": 0.162055, "f1": 0.140241, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"], "main_score": 0.140241, "precision": 0.134761, "recall": 0.162055}, {"accuracy": 0.110672, "f1": 0.099903, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"], "main_score": 0.099903, "precision": 0.09672, "recall": 0.110672}, {"accuracy": 0.108696, "f1": 0.102501, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"], "main_score": 0.102501, "precision": 0.101155, "recall": 0.108696}, {"accuracy": 0.076087, "f1": 0.061998, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"], "main_score": 0.061998, "precision": 0.058581, "recall": 0.076087}, {"accuracy": 0.151186, "f1": 0.135933, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"], "main_score": 0.135933, "precision": 0.131412, "recall": 0.151186}, {"accuracy": 0.077075, "f1": 0.0617, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"], "main_score": 0.0617, "precision": 0.057713, "recall": 0.077075}, {"accuracy": 0.194664, "f1": 0.18212, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"], "main_score": 0.18212, "precision": 0.177822, "recall": 0.194664}, {"accuracy": 0.082016, "f1": 0.070778, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"], "main_score": 0.070778, "precision": 0.067145, "recall": 0.082016}, {"accuracy": 0.16502, "f1": 0.143263, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"], "main_score": 0.143263, "precision": 0.137175, "recall": 0.16502}, {"accuracy": 0.110672, "f1": 0.102393, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"], "main_score": 0.102393, "precision": 0.099897, "recall": 0.110672}, {"accuracy": 0.065217, "f1": 0.0531, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"], "main_score": 0.0531, "precision": 0.049358, "recall": 0.065217}, {"accuracy": 0.119565, "f1": 0.112687, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"], "main_score": 0.112687, "precision": 0.110856, "recall": 0.119565}, {"accuracy": 0.174901, "f1": 0.155744, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"], "main_score": 0.155744, "precision": 0.150192, "recall": 0.174901}, {"accuracy": 0.059289, "f1": 0.052967, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"], "main_score": 0.052967, "precision": 0.051167, "recall": 0.059289}, {"accuracy": 0.097826, "f1": 0.086704, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"], "main_score": 0.086704, "precision": 0.083676, "recall": 0.097826}, {"accuracy": 0.142292, "f1": 0.130179, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"], "main_score": 0.130179, "precision": 0.126877, "recall": 0.142292}, {"accuracy": 0.083004, "f1": 0.071012, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"], "main_score": 0.071012, "precision": 0.067885, "recall": 0.083004}, {"accuracy": 0.130435, "f1": 0.120232, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"], "main_score": 0.120232, "precision": 0.117015, "recall": 0.130435}, {"accuracy": 0.141304, "f1": 0.126811, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"], "main_score": 0.126811, "precision": 0.121805, "recall": 0.141304}, {"accuracy": 0.176877, "f1": 0.158387, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"], "main_score": 0.158387, "precision": 0.152042, "recall": 0.176877}, {"accuracy": 0.144269, "f1": 0.134551, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"], "main_score": 0.134551, "precision": 0.131248, "recall": 0.144269}, {"accuracy": 0.139328, "f1": 0.125249, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"], "main_score": 0.125249, "precision": 0.121021, "recall": 0.139328}, {"accuracy": 0.019763, "f1": 0.009997, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"], "main_score": 0.009997, "precision": 0.008357, "recall": 0.019763}, {"accuracy": 0.054348, "f1": 0.047793, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"], "main_score": 0.047793, "precision": 0.046311, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.035635, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"], "main_score": 0.035635, "precision": 0.033779, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.057532, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"], "main_score": 0.057532, "precision": 0.055208, "recall": 0.067194}, {"accuracy": 0.150198, "f1": 0.132176, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"], "main_score": 0.132176, "precision": 0.126796, "recall": 0.150198}, {"accuracy": 0.071146, "f1": 0.058396, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"], "main_score": 0.058396, "precision": 0.054379, "recall": 0.071146}, {"accuracy": 0.163043, "f1": 0.152655, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"], "main_score": 0.152655, "precision": 0.148744, "recall": 0.163043}, {"accuracy": 0.135375, "f1": 0.118269, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"], "main_score": 0.118269, "precision": 0.114231, "recall": 0.135375}, {"accuracy": 0.164032, "f1": 0.147076, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"], "main_score": 0.147076, "precision": 0.142732, "recall": 0.164032}, {"accuracy": 0.100791, "f1": 0.094403, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"], "main_score": 0.094403, "precision": 0.092581, "recall": 0.100791}, {"accuracy": 0.09585, "f1": 0.083783, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"], "main_score": 0.083783, "precision": 0.080083, "recall": 0.09585}, {"accuracy": 0.149209, "f1": 0.134996, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"], "main_score": 0.134996, "precision": 0.130521, "recall": 0.149209}, {"accuracy": 0.081028, "f1": 0.073586, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"], "main_score": 0.073586, "precision": 0.071746, "recall": 0.081028}, {"accuracy": 0.149209, "f1": 0.137848, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"], "main_score": 0.137848, "precision": 0.133522, "recall": 0.149209}, {"accuracy": 0.125494, "f1": 0.108801, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"], "main_score": 0.108801, "precision": 0.103817, "recall": 0.125494}, {"accuracy": 0.040514, "f1": 0.033677, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"], "main_score": 0.033677, "precision": 0.031693, "recall": 0.040514}, {"accuracy": 0.109684, "f1": 0.099959, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"], "main_score": 0.099959, "precision": 0.097197, "recall": 0.109684}, {"accuracy": 0.091897, "f1": 0.081799, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"], "main_score": 0.081799, "precision": 0.079324, "recall": 0.091897}, {"accuracy": 0.153162, "f1": 0.1332, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"], "main_score": 0.1332, "precision": 0.127228, "recall": 0.153162}, {"accuracy": 0.133399, "f1": 0.128184, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"], "main_score": 0.128184, "precision": 0.125947, "recall": 0.133399}, {"accuracy": 0.112648, "f1": 0.096509, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"], "main_score": 0.096509, "precision": 0.092925, "recall": 0.112648}, {"accuracy": 0.029644, "f1": 0.025852, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"], "main_score": 0.025852, "precision": 0.025284, "recall": 0.029644}, {"accuracy": 0.072134, "f1": 0.057895, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"], "main_score": 0.057895, "precision": 0.054793, "recall": 0.072134}, {"accuracy": 0.123518, "f1": 0.112721, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"], "main_score": 0.112721, "precision": 0.109352, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.045645, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"], "main_score": 0.045645, "precision": 0.044427, "recall": 0.050395}, {"accuracy": 0.105731, "f1": 0.091628, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"], "main_score": 0.091628, "precision": 0.088571, "recall": 0.105731}, {"accuracy": 0.189723, "f1": 0.177426, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"], "main_score": 0.177426, "precision": 0.173277, "recall": 0.189723}, {"accuracy": 0.047431, "f1": 0.039517, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"], "main_score": 0.039517, "precision": 0.037791, "recall": 0.047431}, {"accuracy": 0.109684, "f1": 0.095365, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"], "main_score": 0.095365, "precision": 0.091439, "recall": 0.109684}, {"accuracy": 0.115613, "f1": 0.098085, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"], "main_score": 0.098085, "precision": 0.094017, "recall": 0.115613}, {"accuracy": 0.123518, "f1": 0.106143, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"], "main_score": 0.106143, "precision": 0.102808, "recall": 0.123518}, {"accuracy": 0.090909, "f1": 0.086308, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"], "main_score": 0.086308, "precision": 0.084656, "recall": 0.090909}, {"accuracy": 0.158103, "f1": 0.140683, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"], "main_score": 0.140683, "precision": 0.136029, "recall": 0.158103}, {"accuracy": 0.087945, "f1": 0.077656, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"], "main_score": 0.077656, "precision": 0.074875, "recall": 0.087945}, {"accuracy": 0.117589, "f1": 0.109434, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"], "main_score": 0.109434, "precision": 0.107049, "recall": 0.117589}, {"accuracy": 0.100791, "f1": 0.081199, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"], "main_score": 0.081199, "precision": 0.074968, "recall": 0.100791}, {"accuracy": 0.158103, "f1": 0.144073, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"], "main_score": 0.144073, "precision": 0.139533, "recall": 0.158103}, {"accuracy": 0.032609, "f1": 0.025803, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"], "main_score": 0.025803, "precision": 0.024129, "recall": 0.032609}, {"accuracy": 0.09585, "f1": 0.085444, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"], "main_score": 0.085444, "precision": 0.082759, "recall": 0.09585}, {"accuracy": 0.094862, "f1": 0.081717, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"], "main_score": 0.081717, "precision": 0.078708, "recall": 0.094862}, {"accuracy": 0.113636, "f1": 0.104534, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"], "main_score": 0.104534, "precision": 0.101669, "recall": 0.113636}, {"accuracy": 0.153162, "f1": 0.14444, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"], "main_score": 0.14444, "precision": 0.141687, "recall": 0.153162}, {"accuracy": 0.08498, "f1": 0.077393, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"], "main_score": 0.077393, "precision": 0.07506, "recall": 0.08498}, {"accuracy": 0.159091, "f1": 0.14479, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"], "main_score": 0.14479, "precision": 0.139791, "recall": 0.159091}, {"accuracy": 0.170949, "f1": 0.159058, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"], "main_score": 0.159058, "precision": 0.154249, "recall": 0.170949}, {"accuracy": 0.150198, "f1": 0.133187, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"], "main_score": 0.133187, "precision": 0.128377, "recall": 0.150198}, {"accuracy": 0.15415, "f1": 0.14409, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"], "main_score": 0.14409, "precision": 0.139904, "recall": 0.15415}, {"accuracy": 0.164032, "f1": 0.147285, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"], "main_score": 0.147285, "precision": 0.143031, "recall": 0.164032}, {"accuracy": 0.149209, "f1": 0.133232, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"], "main_score": 0.133232, "precision": 0.12747, "recall": 0.149209}, {"accuracy": 0.162055, "f1": 0.145174, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"], "main_score": 0.145174, "precision": 0.140296, "recall": 0.162055}, {"accuracy": 0.0583, "f1": 0.050056, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"], "main_score": 0.050056, "precision": 0.04862, "recall": 0.0583}, {"accuracy": 0.118577, "f1": 0.102171, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"], "main_score": 0.102171, "precision": 0.09941, "recall": 0.118577}, {"accuracy": 0.134387, "f1": 0.122809, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"], "main_score": 0.122809, "precision": 0.118906, "recall": 0.134387}, {"accuracy": 0.142292, "f1": 0.130305, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"], "main_score": 0.130305, "precision": 0.126689, "recall": 0.142292}, {"accuracy": 0.168972, "f1": 0.148399, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"], "main_score": 0.148399, "precision": 0.142976, "recall": 0.168972}, {"accuracy": 0.181818, "f1": 0.165784, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"], "main_score": 0.165784, "precision": 0.160351, "recall": 0.181818}, {"accuracy": 0.140316, "f1": 0.12736, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"], "main_score": 0.12736, "precision": 0.123495, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.054246, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"], "main_score": 0.054246, "precision": 0.052838, "recall": 0.060277}, {"accuracy": 0.158103, "f1": 0.143076, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"], "main_score": 0.143076, "precision": 0.138206, "recall": 0.158103}, {"accuracy": 0.151186, "f1": 0.138917, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"], "main_score": 0.138917, "precision": 0.134792, "recall": 0.151186}, {"accuracy": 0.173913, "f1": 0.157791, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"], "main_score": 0.157791, "precision": 0.151962, "recall": 0.173913}, {"accuracy": 0.171937, "f1": 0.157583, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"], "main_score": 0.157583, "precision": 0.153426, "recall": 0.171937}, {"accuracy": 0.037549, "f1": 0.030556, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"], "main_score": 0.030556, "precision": 0.029096, "recall": 0.037549}, {"accuracy": 0.141304, "f1": 0.127226, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"], "main_score": 0.127226, "precision": 0.122511, "recall": 0.141304}, {"accuracy": 0.176877, "f1": 0.163901, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"], "main_score": 0.163901, "precision": 0.15903, "recall": 0.176877}, {"accuracy": 0.090909, "f1": 0.083842, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"], "main_score": 0.083842, "precision": 0.082199, "recall": 0.090909}, {"accuracy": 0.156126, "f1": 0.139556, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"], "main_score": 0.139556, "precision": 0.134135, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.146889, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"], "main_score": 0.146889, "precision": 0.142984, "recall": 0.158103}, {"accuracy": 0.086957, "f1": 0.081756, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"], "main_score": 0.081756, "precision": 0.080157, "recall": 0.086957}, {"accuracy": 0.177866, "f1": 0.162349, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"], "main_score": 0.162349, "precision": 0.157877, "recall": 0.177866}, {"accuracy": 0.146245, "f1": 0.137366, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"], "main_score": 0.137366, "precision": 0.134511, "recall": 0.146245}, {"accuracy": 0.051383, "f1": 0.044784, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"], "main_score": 0.044784, "precision": 0.042749, "recall": 0.051383}, {"accuracy": 0.103755, "f1": 0.089923, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"], "main_score": 0.089923, "precision": 0.086607, "recall": 0.103755}, {"accuracy": 0.117589, "f1": 0.100768, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"], "main_score": 0.100768, "precision": 0.096998, "recall": 0.117589}, {"accuracy": 0.13834, "f1": 0.124711, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"], "main_score": 0.124711, "precision": 0.120785, "recall": 0.13834}, {"accuracy": 0.100791, "f1": 0.086829, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"], "main_score": 0.086829, "precision": 0.08244, "recall": 0.100791}, {"accuracy": 0.105731, "f1": 0.090196, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"], "main_score": 0.090196, "precision": 0.087098, "recall": 0.105731}, {"accuracy": 0.126482, "f1": 0.111567, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"], "main_score": 0.111567, "precision": 0.107872, "recall": 0.126482}, {"accuracy": 0.037549, "f1": 0.027423, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"], "main_score": 0.027423, "precision": 0.025434, "recall": 0.037549}, {"accuracy": 0.133399, "f1": 0.1241, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"], "main_score": 0.1241, "precision": 0.121155, "recall": 0.133399}, {"accuracy": 0.208498, "f1": 0.184811, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"], "main_score": 0.184811, "precision": 0.178157, "recall": 0.208498}, {"accuracy": 0.088933, "f1": 0.058515, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"], "main_score": 0.058515, "precision": 0.050896, "recall": 0.088933}, {"accuracy": 0.182806, "f1": 0.117503, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"], "main_score": 0.117503, "precision": 0.101486, "recall": 0.182806}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.88363, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"], "main_score": 0.88363, "precision": 0.870833, "recall": 0.911067}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.624506, "f1": 0.548786, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"], "main_score": 0.548786, "precision": 0.520111, "recall": 0.624506}, {"accuracy": 0.203557, "f1": 0.136244, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"], "main_score": 0.136244, "precision": 0.119475, "recall": 0.203557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.413043, "f1": 0.328021, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"], "main_score": 0.328021, "precision": 0.301438, "recall": 0.413043}, {"accuracy": 0.652174, "f1": 0.579047, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"], "main_score": 0.579047, "precision": 0.550019, "recall": 0.652174}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.914032, "f1": 0.888307, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"], "main_score": 0.888307, "precision": 0.876153, "recall": 0.914032}, {"accuracy": 0.241107, "f1": 0.16249, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"], "main_score": 0.16249, "precision": 0.142036, "recall": 0.241107}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.838933, "f1": 0.793017, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"], "main_score": 0.793017, "precision": 0.772348, "recall": 0.838933}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.289526, "f1": 0.198602, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"], "main_score": 0.198602, "precision": 0.174367, "recall": 0.289526}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.09106, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"], "main_score": 0.09106, "precision": 0.07727, "recall": 0.149209}, {"accuracy": 0.90415, "f1": 0.877141, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"], "main_score": 0.877141, "precision": 0.864657, "recall": 0.90415}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.713439, "f1": 0.643603, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"], "main_score": 0.643603, "precision": 0.614288, "recall": 0.713439}, {"accuracy": 0.070158, "f1": 0.035388, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"], "main_score": 0.035388, "precision": 0.029562, "recall": 0.070158}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.218379, "f1": 0.148288, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"], "main_score": 0.148288, "precision": 0.132247, "recall": 0.218379}, {"accuracy": 0.862648, "f1": 0.82309, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"], "main_score": 0.82309, "precision": 0.805007, "recall": 0.862648}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"], "main_score": 0.928689, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.911067, "f1": 0.882971, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"], "main_score": 0.882971, "precision": 0.869648, "recall": 0.911067}, {"accuracy": 0.277668, "f1": 0.206599, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"], "main_score": 0.206599, "precision": 0.186157, "recall": 0.277668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.810277, "f1": 0.764723, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"], "main_score": 0.764723, "precision": 0.744878, "recall": 0.810277}, {"accuracy": 0.938735, "f1": 0.919368, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"], "main_score": 0.919368, "precision": 0.910161, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.887253, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"], "main_score": 0.887253, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.16502, "f1": 0.099374, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"], "main_score": 0.099374, "precision": 0.085527, "recall": 0.16502}, {"accuracy": 0.068182, "f1": 0.043152, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"], "main_score": 0.043152, "precision": 0.037441, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.149209, "f1": 0.094131, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"], "main_score": 0.094131, "precision": 0.082367, "recall": 0.149209}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.907115, "f1": 0.881061, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"], "main_score": 0.881061, "precision": 0.869433, "recall": 0.907115}, {"accuracy": 0.746047, "f1": 0.685248, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"], "main_score": 0.685248, "precision": 0.658992, "recall": 0.746047}, {"accuracy": 0.184783, "f1": 0.111914, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"], "main_score": 0.111914, "precision": 0.094825, "recall": 0.184783}, {"accuracy": 0.749012, "f1": 0.69656, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"], "main_score": 0.69656, "precision": 0.675, "recall": 0.749012}, {"accuracy": 0.632411, "f1": 0.558104, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"], "main_score": 0.558104, "precision": 0.530003, "recall": 0.632411}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.759881, "f1": 0.700066, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"], "main_score": 0.700066, "precision": 0.675428, "recall": 0.759881}, {"accuracy": 0.174901, "f1": 0.110051, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"], "main_score": 0.110051, "precision": 0.094408, "recall": 0.174901}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.074111, "f1": 0.041376, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"], "main_score": 0.041376, "precision": 0.034032, "recall": 0.074111}, {"accuracy": 0.245059, "f1": 0.175751, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"], "main_score": 0.175751, "precision": 0.158122, "recall": 0.245059}, {"accuracy": 0.355731, "f1": 0.263657, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"], "main_score": 0.263657, "precision": 0.236719, "recall": 0.355731}, {"accuracy": 0.091897, "f1": 0.051269, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"], "main_score": 0.051269, "precision": 0.042671, "recall": 0.091897}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958399, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"], "main_score": 0.958399, "precision": 0.95364, "recall": 0.968379}, {"accuracy": 0.279644, "f1": 0.196535, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"], "main_score": 0.196535, "precision": 0.173456, "recall": 0.279644}, {"accuracy": 0.772727, "f1": 0.716787, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"], "main_score": 0.716787, "precision": 0.693586, "recall": 0.772727}, {"accuracy": 0.456522, "f1": 0.373302, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"], "main_score": 0.373302, "precision": 0.346447, "recall": 0.456522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.257905, "f1": 0.182068, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"], "main_score": 0.182068, "precision": 0.162454, "recall": 0.257905}, {"accuracy": 0.316206, "f1": 0.23321, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"], "main_score": 0.23321, "precision": 0.210517, "recall": 0.316206}, {"accuracy": 0.247036, "f1": 0.16491, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"], "main_score": 0.16491, "precision": 0.143795, "recall": 0.247036}, {"accuracy": 0.352767, "f1": 0.272023, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"], "main_score": 0.272023, "precision": 0.248508, "recall": 0.352767}, {"accuracy": 0.648221, "f1": 0.580934, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"], "main_score": 0.580934, "precision": 0.554319, "recall": 0.648221}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.05336, "f1": 0.017142, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"], "main_score": 0.017142, "precision": 0.012853, "recall": 0.05336}, {"accuracy": 0.203557, "f1": 0.13172, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"], "main_score": 0.13172, "precision": 0.113185, "recall": 0.203557}, {"accuracy": 0.753953, "f1": 0.69698, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"], "main_score": 0.69698, "precision": 0.673305, "recall": 0.753953}, {"accuracy": 0.225296, "f1": 0.152842, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"], "main_score": 0.152842, "precision": 0.13479, "recall": 0.225296}, {"accuracy": 0.063241, "f1": 0.033912, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"], "main_score": 0.033912, "precision": 0.02935, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.756065, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"], "main_score": 0.756065, "precision": 0.735277, "recall": 0.804348}, {"accuracy": 0.793478, "f1": 0.73849, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"], "main_score": 0.73849, "precision": 0.714921, "recall": 0.793478}, {"accuracy": 0.773715, "f1": 0.720904, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"], "main_score": 0.720904, "precision": 0.698297, "recall": 0.773715}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988966, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"], "main_score": 0.988966, "precision": 0.987978, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.218379, "f1": 0.152424, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"], "main_score": 0.152424, "precision": 0.135714, "recall": 0.218379}, {"accuracy": 0.161067, "f1": 0.104928, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"], "main_score": 0.104928, "precision": 0.092143, "recall": 0.161067}, {"accuracy": 0.905138, "f1": 0.877635, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"], "main_score": 0.877635, "precision": 0.864987, "recall": 0.905138}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.380435, "f1": 0.294543, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"], "main_score": 0.294543, "precision": 0.268269, "recall": 0.380435}, {"accuracy": 0.192688, "f1": 0.124671, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"], "main_score": 0.124671, "precision": 0.108216, "recall": 0.192688}, {"accuracy": 0.711462, "f1": 0.642245, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"], "main_score": 0.642245, "precision": 0.614163, "recall": 0.711462}, {"accuracy": 0.927866, "f1": 0.908333, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"], "main_score": 0.908333, "precision": 0.899704, "recall": 0.927866}, {"accuracy": 0.187747, "f1": 0.118727, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"], "main_score": 0.118727, "precision": 0.104271, "recall": 0.187747}, {"accuracy": 0.237154, "f1": 0.170897, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"], "main_score": 0.170897, "precision": 0.154084, "recall": 0.237154}, {"accuracy": 0.421937, "f1": 0.324243, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"], "main_score": 0.324243, "precision": 0.293356, "recall": 0.421937}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.745059, "f1": 0.684176, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"], "main_score": 0.684176, "precision": 0.659058, "recall": 0.745059}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"], "main_score": 0.934354, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.232213, "f1": 0.162837, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"], "main_score": 0.162837, "precision": 0.144471, "recall": 0.232213}, {"accuracy": 0.079051, "f1": 0.036099, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"], "main_score": 0.036099, "precision": 0.03019, "recall": 0.079051}, {"accuracy": 0.238142, "f1": 0.165739, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"], "main_score": 0.165739, "precision": 0.146425, "recall": 0.238142}, {"accuracy": 0.114625, "f1": 0.063354, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"], "main_score": 0.063354, "precision": 0.052589, "recall": 0.114625}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.717391, "f1": 0.650235, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"], "main_score": 0.650235, "precision": 0.622414, "recall": 0.717391}, {"accuracy": 0.083004, "f1": 0.052005, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"], "main_score": 0.052005, "precision": 0.045083, "recall": 0.083004}, {"accuracy": 0.749012, "f1": 0.687853, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"], "main_score": 0.687853, "precision": 0.662015, "recall": 0.749012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.751976, "f1": 0.689065, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"], "main_score": 0.689065, "precision": 0.661594, "recall": 0.751976}, {"accuracy": 0.549407, "f1": 0.467834, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"], "main_score": 0.467834, "precision": 0.437493, "recall": 0.549407}, {"accuracy": 0.189723, "f1": 0.119712, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"], "main_score": 0.119712, "precision": 0.103712, "recall": 0.189723}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.394269, "f1": 0.299923, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"], "main_score": 0.299923, "precision": 0.270423, "recall": 0.394269}, {"accuracy": 0.226285, "f1": 0.151089, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"], "main_score": 0.151089, "precision": 0.132991, "recall": 0.226285}, {"accuracy": 0.199605, "f1": 0.135595, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"], "main_score": 0.135595, "precision": 0.119657, "recall": 0.199605}, {"accuracy": 0.225296, "f1": 0.155281, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"], "main_score": 0.155281, "precision": 0.137929, "recall": 0.225296}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.018775, "f1": 0.003829, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"], "main_score": 0.003829, "precision": 0.003014, "recall": 0.018775}, {"accuracy": 0.855731, "f1": 0.817838, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"], "main_score": 0.817838, "precision": 0.800642, "recall": 0.855731}, {"accuracy": 0.440711, "f1": 0.356631, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"], "main_score": 0.356631, "precision": 0.326681, "recall": 0.440711}, {"accuracy": 0.864625, "f1": 0.826318, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"], "main_score": 0.826318, "precision": 0.808449, "recall": 0.864625}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.092885, "f1": 0.05256, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"], "main_score": 0.05256, "precision": 0.045258, "recall": 0.092885}, {"accuracy": 0.187747, "f1": 0.121068, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"], "main_score": 0.121068, "precision": 0.10452, "recall": 0.187747}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.648221, "f1": 0.574795, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"], "main_score": 0.574795, "precision": 0.547327, "recall": 0.648221}, {"accuracy": 0.200593, "f1": 0.130187, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"], "main_score": 0.130187, "precision": 0.112473, "recall": 0.200593}, {"accuracy": 0.19664, "f1": 0.123126, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"], "main_score": 0.123126, "precision": 0.104548, "recall": 0.19664}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.183794, "f1": 0.120013, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"], "main_score": 0.120013, "precision": 0.105297, "recall": 0.183794}, {"accuracy": 0.187747, "f1": 0.120951, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"], "main_score": 0.120951, "precision": 0.103245, "recall": 0.187747}, {"accuracy": 0.826087, "f1": 0.778924, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"], "main_score": 0.778924, "precision": 0.757987, "recall": 0.826087}, {"accuracy": 0.647233, "f1": 0.576909, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"], "main_score": 0.576909, "precision": 0.549871, "recall": 0.647233}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.269763, "f1": 0.185243, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"], "main_score": 0.185243, "precision": 0.160265, "recall": 0.269763}, {"accuracy": 0.450593, "f1": 0.364255, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"], "main_score": 0.364255, "precision": 0.335778, "recall": 0.450593}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.5583, "f1": 0.475438, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"], "main_score": 0.475438, "precision": 0.444313, "recall": 0.5583}, {"accuracy": 0.847826, "f1": 0.808235, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"], "main_score": 0.808235, "precision": 0.790547, "recall": 0.847826}, {"accuracy": 0.281621, "f1": 0.200598, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"], "main_score": 0.200598, "precision": 0.177368, "recall": 0.281621}, {"accuracy": 0.619565, "f1": 0.538066, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"], "main_score": 0.538066, "precision": 0.505362, "recall": 0.619565}, {"accuracy": 0.719368, "f1": 0.65396, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"], "main_score": 0.65396, "precision": 0.625947, "recall": 0.719368}, {"accuracy": 0.228261, "f1": 0.155383, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"], "main_score": 0.155383, "precision": 0.137638, "recall": 0.228261}, {"accuracy": 0.935771, "f1": 0.916963, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"], "main_score": 0.916963, "precision": 0.908267, "recall": 0.935771}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.945652, "f1": 0.928096, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"], "main_score": 0.928096, "precision": 0.919549, "recall": 0.945652}, {"accuracy": 0.771739, "f1": 0.714149, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"], "main_score": 0.714149, "precision": 0.688801, "recall": 0.771739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.416996, "f1": 0.331908, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"], "main_score": 0.331908, "precision": 0.302783, "recall": 0.416996}, {"accuracy": 0.506917, "f1": 0.414823, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"], "main_score": 0.414823, "precision": 0.383294, "recall": 0.506917}, {"accuracy": 0.100791, "f1": 0.050601, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"], "main_score": 0.050601, "precision": 0.041667, "recall": 0.100791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.192688, "f1": 0.130372, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"], "main_score": 0.130372, "precision": 0.113036, "recall": 0.192688}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.949506, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"], "main_score": 0.949506, "precision": 0.944252, "recall": 0.960474}, {"accuracy": 0.456522, "f1": 0.365469, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"], "main_score": 0.365469, "precision": 0.335564, "recall": 0.456522}, {"accuracy": 0.358696, "f1": 0.270276, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"], "main_score": 0.270276, "precision": 0.244366, "recall": 0.358696}, {"accuracy": 0.887352, "f1": 0.852339, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"], "main_score": 0.852339, "precision": 0.835886, "recall": 0.887352}, {"accuracy": 0.246047, "f1": 0.167802, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"], "main_score": 0.167802, "precision": 0.147066, "recall": 0.246047}, {"accuracy": 0.221344, "f1": 0.146367, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"], "main_score": 0.146367, "precision": 0.128135, "recall": 0.221344}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.450593, "f1": 0.356738, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"], "main_score": 0.356738, "precision": 0.325718, "recall": 0.450593}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.192688, "f1": 0.118235, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"], "main_score": 0.118235, "precision": 0.100472, "recall": 0.192688}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.925889, "f1": 0.903458, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"], "main_score": 0.903458, "precision": 0.892951, "recall": 0.925889}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.177866, "f1": 0.113616, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"], "main_score": 0.113616, "precision": 0.09806, "recall": 0.177866}, {"accuracy": 0.923913, "f1": 0.900758, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"], "main_score": 0.900758, "precision": 0.88974, "recall": 0.923913}, {"accuracy": 0.184783, "f1": 0.117269, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"], "main_score": 0.117269, "precision": 0.100533, "recall": 0.184783}, {"accuracy": 0.198617, "f1": 0.133156, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"], "main_score": 0.133156, "precision": 0.117209, "recall": 0.198617}, {"accuracy": 0.149209, "f1": 0.094868, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"], "main_score": 0.094868, "precision": 0.08318, "recall": 0.149209}, {"accuracy": 0.555336, "f1": 0.471812, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"], "main_score": 0.471812, "precision": 0.439354, "recall": 0.555336}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.294466, "f1": 0.212664, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"], "main_score": 0.212664, "precision": 0.189235, "recall": 0.294466}, {"accuracy": 0.177866, "f1": 0.110961, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"], "main_score": 0.110961, "precision": 0.09495, "recall": 0.177866}, {"accuracy": 0.218379, "f1": 0.146593, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"], "main_score": 0.146593, "precision": 0.128814, "recall": 0.218379}, {"accuracy": 0.833004, "f1": 0.789262, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"], "main_score": 0.789262, "precision": 0.769598, "recall": 0.833004}, {"accuracy": 0.16996, "f1": 0.104846, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"], "main_score": 0.104846, "precision": 0.089936, "recall": 0.16996}, {"accuracy": 0.182806, "f1": 0.120709, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"], "main_score": 0.120709, "precision": 0.10565, "recall": 0.182806}, {"accuracy": 0.95751, "f1": 0.946113, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"], "main_score": 0.946113, "precision": 0.940876, "recall": 0.95751}, {"accuracy": 0.291502, "f1": 0.20938, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"], "main_score": 0.20938, "precision": 0.186912, "recall": 0.291502}, {"accuracy": 0.242095, "f1": 0.16517, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"], "main_score": 0.16517, "precision": 0.145963, "recall": 0.242095}, {"accuracy": 0.637352, "f1": 0.556715, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"], "main_score": 0.556715, "precision": 0.525388, "recall": 0.637352}, {"accuracy": 0.356719, "f1": 0.273417, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"], "main_score": 0.273417, "precision": 0.248289, "recall": 0.356719}, {"accuracy": 0.470356, "f1": 0.378393, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"], "main_score": 0.378393, "precision": 0.346894, "recall": 0.470356}, {"accuracy": 0.873518, "f1": 0.838043, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"], "main_score": 0.838043, "precision": 0.822003, "recall": 0.873518}, {"accuracy": 0.337945, "f1": 0.247491, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"], "main_score": 0.247491, "precision": 0.219908, "recall": 0.337945}, {"accuracy": 0.492095, "f1": 0.402384, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"], "main_score": 0.402384, "precision": 0.369623, "recall": 0.492095}, {"accuracy": 0.176877, "f1": 0.111789, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"], "main_score": 0.111789, "precision": 0.094524, "recall": 0.176877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.853755, "f1": 0.813307, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"], "main_score": 0.813307, "precision": 0.795125, "recall": 0.853755}, {"accuracy": 0.259881, "f1": 0.182191, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"], "main_score": 0.182191, "precision": 0.160233, "recall": 0.259881}, {"accuracy": 0.204545, "f1": 0.13179, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"], "main_score": 0.13179, "precision": 0.115165, "recall": 0.204545}, {"accuracy": 0.045455, "f1": 0.035095, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"], "main_score": 0.035095, "precision": 0.032604, "recall": 0.045455}, {"accuracy": 0.209486, "f1": 0.185427, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"], "main_score": 0.185427, "precision": 0.175593, "recall": 0.209486}, {"accuracy": 0.003953, "f1": 0.000787, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"], "main_score": 0.000787, "precision": 0.00056, "recall": 0.003953}, {"accuracy": 0.187747, "f1": 0.162404, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"], "main_score": 0.162404, "precision": 0.154751, "recall": 0.187747}, {"accuracy": 0.158103, "f1": 0.143002, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"], "main_score": 0.143002, "precision": 0.138793, "recall": 0.158103}, {"accuracy": 0.148221, "f1": 0.129488, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"], "main_score": 0.129488, "precision": 0.124072, "recall": 0.148221}, {"accuracy": 0.173913, "f1": 0.16321, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"], "main_score": 0.16321, "precision": 0.159364, "recall": 0.173913}, {"accuracy": 0.23913, "f1": 0.213275, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"], "main_score": 0.213275, "precision": 0.205263, "recall": 0.23913}, {"accuracy": 0.262846, "f1": 0.229155, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"], "main_score": 0.229155, "precision": 0.218323, "recall": 0.262846}, {"accuracy": 0.217391, "f1": 0.198653, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"], "main_score": 0.198653, "precision": 0.192498, "recall": 0.217391}, {"accuracy": 0.166008, "f1": 0.157279, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"], "main_score": 0.157279, "precision": 0.154028, "recall": 0.166008}, {"accuracy": 0.194664, "f1": 0.167882, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"], "main_score": 0.167882, "precision": 0.159091, "recall": 0.194664}, {"accuracy": 0.145257, "f1": 0.126328, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"], "main_score": 0.126328, "precision": 0.120258, "recall": 0.145257}, {"accuracy": 0.230237, "f1": 0.208319, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"], "main_score": 0.208319, "precision": 0.201117, "recall": 0.230237}, {"accuracy": 0.141304, "f1": 0.12276, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"], "main_score": 0.12276, "precision": 0.117552, "recall": 0.141304}, {"accuracy": 0.146245, "f1": 0.126163, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"], "main_score": 0.126163, "precision": 0.119733, "recall": 0.146245}, {"accuracy": 0.26581, "f1": 0.231711, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"], "main_score": 0.231711, "precision": 0.222299, "recall": 0.26581}, {"accuracy": 0.295455, "f1": 0.269563, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"], "main_score": 0.269563, "precision": 0.259961, "recall": 0.295455}, {"accuracy": 0.155138, "f1": 0.142183, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"], "main_score": 0.142183, "precision": 0.137551, "recall": 0.155138}, {"accuracy": 0.173913, "f1": 0.148388, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"], "main_score": 0.148388, "precision": 0.140294, "recall": 0.173913}, {"accuracy": 0.267787, "f1": 0.230513, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"], "main_score": 0.230513, "precision": 0.219134, "recall": 0.267787}, {"accuracy": 0.209486, "f1": 0.191109, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"], "main_score": 0.191109, "precision": 0.185013, "recall": 0.209486}, {"accuracy": 0.211462, "f1": 0.182841, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"], "main_score": 0.182841, "precision": 0.172972, "recall": 0.211462}, {"accuracy": 0.071146, "f1": 0.058317, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"], "main_score": 0.058317, "precision": 0.055768, "recall": 0.071146}, {"accuracy": 0.182806, "f1": 0.157115, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"], "main_score": 0.157115, "precision": 0.148975, "recall": 0.182806}, {"accuracy": 0.197628, "f1": 0.181178, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"], "main_score": 0.181178, "precision": 0.175936, "recall": 0.197628}, {"accuracy": 0.068182, "f1": 0.04629, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"], "main_score": 0.04629, "precision": 0.040779, "recall": 0.068182}, {"accuracy": 0.172925, "f1": 0.152008, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"], "main_score": 0.152008, "precision": 0.145083, "recall": 0.172925}, {"accuracy": 0.235178, "f1": 0.205066, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"], "main_score": 0.205066, "precision": 0.195378, "recall": 0.235178}, {"accuracy": 0.181818, "f1": 0.168119, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"], "main_score": 0.168119, "precision": 0.163868, "recall": 0.181818}, {"accuracy": 0.257905, "f1": 0.227097, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"], "main_score": 0.227097, "precision": 0.217244, "recall": 0.257905}, {"accuracy": 0.189723, "f1": 0.166209, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"], "main_score": 0.166209, "precision": 0.159432, "recall": 0.189723}, {"accuracy": 0.144269, "f1": 0.121505, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"], "main_score": 0.121505, "precision": 0.115129, "recall": 0.144269}, {"accuracy": 0.225296, "f1": 0.204551, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"], "main_score": 0.204551, "precision": 0.197695, "recall": 0.225296}, {"accuracy": 0.205534, "f1": 0.178776, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"], "main_score": 0.178776, "precision": 0.169799, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.088588, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"], "main_score": 0.088588, "precision": 0.085853, "recall": 0.098814}, {"accuracy": 0.162055, "f1": 0.146163, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"], "main_score": 0.146163, "precision": 0.141633, "recall": 0.162055}, {"accuracy": 0.081028, "f1": 0.070417, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"], "main_score": 0.070417, "precision": 0.066829, "recall": 0.081028}, {"accuracy": 0.257905, "f1": 0.225875, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"], "main_score": 0.225875, "precision": 0.216486, "recall": 0.257905}, {"accuracy": 0.155138, "f1": 0.127577, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"], "main_score": 0.127577, "precision": 0.118821, "recall": 0.155138}, {"accuracy": 0.212451, "f1": 0.180113, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"], "main_score": 0.180113, "precision": 0.169865, "recall": 0.212451}, {"accuracy": 0.028656, "f1": 0.023851, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"], "main_score": 0.023851, "precision": 0.0224, "recall": 0.028656}, {"accuracy": 0.259881, "f1": 0.22912, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"], "main_score": 0.22912, "precision": 0.220597, "recall": 0.259881}, {"accuracy": 0.181818, "f1": 0.15121, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"], "main_score": 0.15121, "precision": 0.141542, "recall": 0.181818}, {"accuracy": 0.20751, "f1": 0.176789, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"], "main_score": 0.176789, "precision": 0.167798, "recall": 0.20751}, {"accuracy": 0.247036, "f1": 0.220864, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"], "main_score": 0.220864, "precision": 0.212863, "recall": 0.247036}, {"accuracy": 0.149209, "f1": 0.133431, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"], "main_score": 0.133431, "precision": 0.127969, "recall": 0.149209}, {"accuracy": 0.160079, "f1": 0.150527, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"], "main_score": 0.150527, "precision": 0.146971, "recall": 0.160079}, {"accuracy": 0.201581, "f1": 0.177456, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"], "main_score": 0.177456, "precision": 0.169405, "recall": 0.201581}, {"accuracy": 0.221344, "f1": 0.201133, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"], "main_score": 0.201133, "precision": 0.194728, "recall": 0.221344}, {"accuracy": 0.183794, "f1": 0.170041, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"], "main_score": 0.170041, "precision": 0.165855, "recall": 0.183794}, {"accuracy": 0.269763, "f1": 0.235047, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"], "main_score": 0.235047, "precision": 0.224694, "recall": 0.269763}, {"accuracy": 0.176877, "f1": 0.160586, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"], "main_score": 0.160586, "precision": 0.156343, "recall": 0.176877}, {"accuracy": 0.177866, "f1": 0.151271, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"], "main_score": 0.151271, "precision": 0.142321, "recall": 0.177866}, {"accuracy": 0.176877, "f1": 0.157944, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"], "main_score": 0.157944, "precision": 0.152135, "recall": 0.176877}, {"accuracy": 0.046443, "f1": 0.039962, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"], "main_score": 0.039962, "precision": 0.03791, "recall": 0.046443}, {"accuracy": 0.249012, "f1": 0.227236, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"], "main_score": 0.227236, "precision": 0.219687, "recall": 0.249012}, {"accuracy": 0.248024, "f1": 0.223783, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"], "main_score": 0.223783, "precision": 0.216581, "recall": 0.248024}, {"accuracy": 0.054348, "f1": 0.042878, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"], "main_score": 0.042878, "precision": 0.038633, "recall": 0.054348}, {"accuracy": 0.222332, "f1": 0.19513, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"], "main_score": 0.19513, "precision": 0.18606, "recall": 0.222332}, {"accuracy": 0.141304, "f1": 0.1258, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"], "main_score": 0.1258, "precision": 0.120336, "recall": 0.141304}, {"accuracy": 0.203557, "f1": 0.189207, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"], "main_score": 0.189207, "precision": 0.183817, "recall": 0.203557}, {"accuracy": 0.136364, "f1": 0.116136, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"], "main_score": 0.116136, "precision": 0.109632, "recall": 0.136364}, {"accuracy": 0.300395, "f1": 0.273508, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"], "main_score": 0.273508, "precision": 0.263157, "recall": 0.300395}, {"accuracy": 0.187747, "f1": 0.172487, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"], "main_score": 0.172487, "precision": 0.168963, "recall": 0.187747}, {"accuracy": 0.164032, "f1": 0.149501, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"], "main_score": 0.149501, "precision": 0.145232, "recall": 0.164032}, {"accuracy": 0.262846, "f1": 0.226777, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"], "main_score": 0.226777, "precision": 0.21623, "recall": 0.262846}, {"accuracy": 0.229249, "f1": 0.214039, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"], "main_score": 0.214039, "precision": 0.208742, "recall": 0.229249}, {"accuracy": 0.243083, "f1": 0.220562, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"], "main_score": 0.220562, "precision": 0.213141, "recall": 0.243083}, {"accuracy": 0.245059, "f1": 0.219973, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"], "main_score": 0.219973, "precision": 0.211222, "recall": 0.245059}, {"accuracy": 0.185771, "f1": 0.168447, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"], "main_score": 0.168447, "precision": 0.162587, "recall": 0.185771}, {"accuracy": 0.134387, "f1": 0.124974, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"], "main_score": 0.124974, "precision": 0.122277, "recall": 0.134387}, {"accuracy": 0.23913, "f1": 0.211029, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"], "main_score": 0.211029, "precision": 0.201741, "recall": 0.23913}, {"accuracy": 0.054348, "f1": 0.033774, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"], "main_score": 0.033774, "precision": 0.029313, "recall": 0.054348}, {"accuracy": 0.162055, "f1": 0.146029, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"], "main_score": 0.146029, "precision": 0.140772, "recall": 0.162055}, {"accuracy": 0.139328, "f1": 0.132399, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"], "main_score": 0.132399, "precision": 0.130002, "recall": 0.139328}, {"accuracy": 0.235178, "f1": 0.203055, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"], "main_score": 0.203055, "precision": 0.193488, "recall": 0.235178}, {"accuracy": 0.057312, "f1": 0.038315, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"], "main_score": 0.038315, "precision": 0.034585, "recall": 0.057312}, {"accuracy": 0.274704, "f1": 0.240534, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"], "main_score": 0.240534, "precision": 0.230742, "recall": 0.274704}, {"accuracy": 0.187747, "f1": 0.173167, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"], "main_score": 0.173167, "precision": 0.168787, "recall": 0.187747}, {"accuracy": 0.212451, "f1": 0.196011, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"], "main_score": 0.196011, "precision": 0.191377, "recall": 0.212451}, {"accuracy": 0.063241, "f1": 0.050917, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"], "main_score": 0.050917, "precision": 0.047954, "recall": 0.063241}, {"accuracy": 0.253953, "f1": 0.222824, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"], "main_score": 0.222824, "precision": 0.213539, "recall": 0.253953}, {"accuracy": 0.254941, "f1": 0.222022, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"], "main_score": 0.222022, "precision": 0.212285, "recall": 0.254941}, {"accuracy": 0.27668, "f1": 0.240242, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"], "main_score": 0.240242, "precision": 0.229653, "recall": 0.27668}, {"accuracy": 0.183794, "f1": 0.160277, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"], "main_score": 0.160277, "precision": 0.153593, "recall": 0.183794}, {"accuracy": 0.19664, "f1": 0.174318, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"], "main_score": 0.174318, "precision": 0.166138, "recall": 0.19664}, {"accuracy": 0.221344, "f1": 0.19437, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"], "main_score": 0.19437, "precision": 0.184881, "recall": 0.221344}, {"accuracy": 0.078063, "f1": 0.066363, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"], "main_score": 0.066363, "precision": 0.064058, "recall": 0.078063}, {"accuracy": 0.259881, "f1": 0.224478, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"], "main_score": 0.224478, "precision": 0.21333, "recall": 0.259881}, {"accuracy": 0.12747, "f1": 0.118766, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"], "main_score": 0.118766, "precision": 0.115573, "recall": 0.12747}, {"accuracy": 0.217391, "f1": 0.200256, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"], "main_score": 0.200256, "precision": 0.194549, "recall": 0.217391}, {"accuracy": 0.232213, "f1": 0.20247, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"], "main_score": 0.20247, "precision": 0.192467, "recall": 0.232213}, {"accuracy": 0.184783, "f1": 0.174949, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"], "main_score": 0.174949, "precision": 0.172037, "recall": 0.184783}, {"accuracy": 0.22332, "f1": 0.195144, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"], "main_score": 0.195144, "precision": 0.186042, "recall": 0.22332}, {"accuracy": 0.208498, "f1": 0.182289, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"], "main_score": 0.182289, "precision": 0.173831, "recall": 0.208498}, {"accuracy": 0.22332, "f1": 0.193281, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"], "main_score": 0.193281, "precision": 0.184126, "recall": 0.22332}, {"accuracy": 0.230237, "f1": 0.213323, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"], "main_score": 0.213323, "precision": 0.207054, "recall": 0.230237}, {"accuracy": 0.178854, "f1": 0.15718, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"], "main_score": 0.15718, "precision": 0.150662, "recall": 0.178854}, {"accuracy": 0.221344, "f1": 0.190286, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"], "main_score": 0.190286, "precision": 0.18084, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.2308, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"], "main_score": 0.2308, "precision": 0.219389, "recall": 0.270751}, {"accuracy": 0.201581, "f1": 0.17288, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"], "main_score": 0.17288, "precision": 0.164094, "recall": 0.201581}, {"accuracy": 0.199605, "f1": 0.187145, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"], "main_score": 0.187145, "precision": 0.184104, "recall": 0.199605}, {"accuracy": 0.134387, "f1": 0.110518, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"], "main_score": 0.110518, "precision": 0.104162, "recall": 0.134387}, {"accuracy": 0.209486, "f1": 0.189496, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"], "main_score": 0.189496, "precision": 0.182602, "recall": 0.209486}, {"accuracy": 0.110672, "f1": 0.080565, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"], "main_score": 0.080565, "precision": 0.072673, "recall": 0.110672}, {"accuracy": 0.254941, "f1": 0.229382, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"], "main_score": 0.229382, "precision": 0.219974, "recall": 0.254941}, {"accuracy": 0.158103, "f1": 0.130434, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"], "main_score": 0.130434, "precision": 0.121434, "recall": 0.158103}, {"accuracy": 0.272727, "f1": 0.233895, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"], "main_score": 0.233895, "precision": 0.222655, "recall": 0.272727}, {"accuracy": 0.203557, "f1": 0.183246, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"], "main_score": 0.183246, "precision": 0.176773, "recall": 0.203557}, {"accuracy": 0.132411, "f1": 0.107206, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"], "main_score": 0.107206, "precision": 0.099026, "recall": 0.132411}, {"accuracy": 0.195652, "f1": 0.182097, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"], "main_score": 0.182097, "precision": 0.177551, "recall": 0.195652}, {"accuracy": 0.275692, "f1": 0.238657, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"], "main_score": 0.238657, "precision": 0.226666, "recall": 0.275692}, {"accuracy": 0.087945, "f1": 0.080039, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"], "main_score": 0.080039, "precision": 0.077626, "recall": 0.087945}, {"accuracy": 0.162055, "f1": 0.145314, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"], "main_score": 0.145314, "precision": 0.14044, "recall": 0.162055}, {"accuracy": 0.195652, "f1": 0.163192, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"], "main_score": 0.163192, "precision": 0.153013, "recall": 0.195652}, {"accuracy": 0.175889, "f1": 0.151891, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"], "main_score": 0.151891, "precision": 0.144783, "recall": 0.175889}, {"accuracy": 0.213439, "f1": 0.201092, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"], "main_score": 0.201092, "precision": 0.197097, "recall": 0.213439}, {"accuracy": 0.204545, "f1": 0.181244, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"], "main_score": 0.181244, "precision": 0.171739, "recall": 0.204545}, {"accuracy": 0.240119, "f1": 0.211401, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"], "main_score": 0.211401, "precision": 0.20112, "recall": 0.240119}, {"accuracy": 0.210474, "f1": 0.187713, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"], "main_score": 0.187713, "precision": 0.179584, "recall": 0.210474}, {"accuracy": 0.249012, "f1": 0.217896, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"], "main_score": 0.217896, "precision": 0.20863, "recall": 0.249012}, {"accuracy": 0.013834, "f1": 0.004802, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"], "main_score": 0.004802, "precision": 0.003429, "recall": 0.013834}, {"accuracy": 0.079051, "f1": 0.07239, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"], "main_score": 0.07239, "precision": 0.070164, "recall": 0.079051}, {"accuracy": 0.073123, "f1": 0.0584, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"], "main_score": 0.0584, "precision": 0.054496, "recall": 0.073123}, {"accuracy": 0.125494, "f1": 0.114201, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"], "main_score": 0.114201, "precision": 0.110321, "recall": 0.125494}, {"accuracy": 0.26087, "f1": 0.226751, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"], "main_score": 0.226751, "precision": 0.216701, "recall": 0.26087}, {"accuracy": 0.124506, "f1": 0.098694, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"], "main_score": 0.098694, "precision": 0.090768, "recall": 0.124506}, {"accuracy": 0.220356, "f1": 0.196752, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"], "main_score": 0.196752, "precision": 0.188316, "recall": 0.220356}, {"accuracy": 0.244071, "f1": 0.214029, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"], "main_score": 0.214029, "precision": 0.204529, "recall": 0.244071}, {"accuracy": 0.275692, "f1": 0.240486, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"], "main_score": 0.240486, "precision": 0.23129, "recall": 0.275692}, {"accuracy": 0.1917, "f1": 0.174962, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"], "main_score": 0.174962, "precision": 0.169345, "recall": 0.1917}, {"accuracy": 0.164032, "f1": 0.142447, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"], "main_score": 0.142447, "precision": 0.134804, "recall": 0.164032}, {"accuracy": 0.1917, "f1": 0.171119, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"], "main_score": 0.171119, "precision": 0.162978, "recall": 0.1917}, {"accuracy": 0.156126, "f1": 0.137086, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"], "main_score": 0.137086, "precision": 0.131009, "recall": 0.156126}, {"accuracy": 0.20751, "f1": 0.184724, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"], "main_score": 0.184724, "precision": 0.176291, "recall": 0.20751}, {"accuracy": 0.16502, "f1": 0.143272, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"], "main_score": 0.143272, "precision": 0.135711, "recall": 0.16502}, {"accuracy": 0.072134, "f1": 0.061214, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"], "main_score": 0.061214, "precision": 0.057838, "recall": 0.072134}, {"accuracy": 0.188735, "f1": 0.171898, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"], "main_score": 0.171898, "precision": 0.166729, "recall": 0.188735}, {"accuracy": 0.183794, "f1": 0.153339, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"], "main_score": 0.153339, "precision": 0.144729, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.160489, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"], "main_score": 0.160489, "precision": 0.153835, "recall": 0.185771}, {"accuracy": 0.225296, "f1": 0.204613, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"], "main_score": 0.204613, "precision": 0.197833, "recall": 0.225296}, {"accuracy": 0.198617, "f1": 0.167499, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"], "main_score": 0.167499, "precision": 0.157486, "recall": 0.198617}, {"accuracy": 0.061265, "f1": 0.04973, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"], "main_score": 0.04973, "precision": 0.045705, "recall": 0.061265}, {"accuracy": 0.113636, "f1": 0.090368, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"], "main_score": 0.090368, "precision": 0.083858, "recall": 0.113636}, {"accuracy": 0.156126, "f1": 0.14217, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"], "main_score": 0.14217, "precision": 0.137135, "recall": 0.156126}, {"accuracy": 0.08004, "f1": 0.072381, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"], "main_score": 0.072381, "precision": 0.069919, "recall": 0.08004}, {"accuracy": 0.185771, "f1": 0.163882, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"], "main_score": 0.163882, "precision": 0.156526, "recall": 0.185771}, {"accuracy": 0.261858, "f1": 0.236301, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"], "main_score": 0.236301, "precision": 0.228316, "recall": 0.261858}, {"accuracy": 0.094862, "f1": 0.083026, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"], "main_score": 0.083026, "precision": 0.079594, "recall": 0.094862}, {"accuracy": 0.178854, "f1": 0.152098, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"], "main_score": 0.152098, "precision": 0.142898, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.166199, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"], "main_score": 0.166199, "precision": 0.156715, "recall": 0.198617}, {"accuracy": 0.221344, "f1": 0.194714, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"], "main_score": 0.194714, "precision": 0.187319, "recall": 0.221344}, {"accuracy": 0.166008, "f1": 0.154913, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"], "main_score": 0.154913, "precision": 0.151806, "recall": 0.166008}, {"accuracy": 0.270751, "f1": 0.235512, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"], "main_score": 0.235512, "precision": 0.225096, "recall": 0.270751}, {"accuracy": 0.12253, "f1": 0.106471, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"], "main_score": 0.106471, "precision": 0.101524, "recall": 0.12253}, {"accuracy": 0.201581, "f1": 0.186869, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"], "main_score": 0.186869, "precision": 0.18233, "recall": 0.201581}, {"accuracy": 0.131423, "f1": 0.105018, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"], "main_score": 0.105018, "precision": 0.096065, "recall": 0.131423}, {"accuracy": 0.258893, "f1": 0.22662, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"], "main_score": 0.22662, "precision": 0.216202, "recall": 0.258893}, {"accuracy": 0.033597, "f1": 0.027378, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"], "main_score": 0.027378, "precision": 0.026165, "recall": 0.033597}, {"accuracy": 0.203557, "f1": 0.172825, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"], "main_score": 0.172825, "precision": 0.164151, "recall": 0.203557}, {"accuracy": 0.150198, "f1": 0.132599, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"], "main_score": 0.132599, "precision": 0.128037, "recall": 0.150198}, {"accuracy": 0.148221, "f1": 0.135856, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"], "main_score": 0.135856, "precision": 0.132387, "recall": 0.148221}, {"accuracy": 0.218379, "f1": 0.197666, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"], "main_score": 0.197666, "precision": 0.191714, "recall": 0.218379}, {"accuracy": 0.161067, "f1": 0.131542, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"], "main_score": 0.131542, "precision": 0.123172, "recall": 0.161067}, {"accuracy": 0.229249, "f1": 0.204296, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"], "main_score": 0.204296, "precision": 0.195532, "recall": 0.229249}, {"accuracy": 0.229249, "f1": 0.201197, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"], "main_score": 0.201197, "precision": 0.192924, "recall": 0.229249}, {"accuracy": 0.26581, "f1": 0.229877, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"], "main_score": 0.229877, "precision": 0.220061, "recall": 0.26581}, {"accuracy": 0.252964, "f1": 0.236117, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"], "main_score": 0.236117, "precision": 0.230053, "recall": 0.252964}, {"accuracy": 0.270751, "f1": 0.229862, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"], "main_score": 0.229862, "precision": 0.217485, "recall": 0.270751}, {"accuracy": 0.205534, "f1": 0.179676, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"], "main_score": 0.179676, "precision": 0.170318, "recall": 0.205534}, {"accuracy": 0.264822, "f1": 0.230399, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"], "main_score": 0.230399, "precision": 0.220414, "recall": 0.264822}, {"accuracy": 0.104743, "f1": 0.088973, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"], "main_score": 0.088973, "precision": 0.084649, "recall": 0.104743}, {"accuracy": 0.187747, "f1": 0.170777, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"], "main_score": 0.170777, "precision": 0.164807, "recall": 0.187747}, {"accuracy": 0.1917, "f1": 0.167011, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"], "main_score": 0.167011, "precision": 0.158672, "recall": 0.1917}, {"accuracy": 0.240119, "f1": 0.212744, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"], "main_score": 0.212744, "precision": 0.203661, "recall": 0.240119}, {"accuracy": 0.172925, "f1": 0.144399, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"], "main_score": 0.144399, "precision": 0.135133, "recall": 0.172925}, {"accuracy": 0.200593, "f1": 0.181801, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"], "main_score": 0.181801, "precision": 0.174912, "recall": 0.200593}, {"accuracy": 0.175889, "f1": 0.143225, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"], "main_score": 0.143225, "precision": 0.133129, "recall": 0.175889}, {"accuracy": 0.093874, "f1": 0.082205, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"], "main_score": 0.082205, "precision": 0.07911, "recall": 0.093874}, {"accuracy": 0.266798, "f1": 0.231613, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"], "main_score": 0.231613, "precision": 0.220344, "recall": 0.266798}, {"accuracy": 0.213439, "f1": 0.190046, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"], "main_score": 0.190046, "precision": 0.182219, "recall": 0.213439}, {"accuracy": 0.224308, "f1": 0.194967, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"], "main_score": 0.194967, "precision": 0.185329, "recall": 0.224308}, {"accuracy": 0.213439, "f1": 0.19227, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"], "main_score": 0.19227, "precision": 0.184956, "recall": 0.213439}, {"accuracy": 0.066206, "f1": 0.055933, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"], "main_score": 0.055933, "precision": 0.052834, "recall": 0.066206}, {"accuracy": 0.181818, "f1": 0.150341, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"], "main_score": 0.150341, "precision": 0.140422, "recall": 0.181818}, {"accuracy": 0.219368, "f1": 0.194555, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"], "main_score": 0.194555, "precision": 0.18636, "recall": 0.219368}, {"accuracy": 0.12253, "f1": 0.112679, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"], "main_score": 0.112679, "precision": 0.110196, "recall": 0.12253}, {"accuracy": 0.225296, "f1": 0.206538, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"], "main_score": 0.206538, "precision": 0.200461, "recall": 0.225296}, {"accuracy": 0.22332, "f1": 0.200273, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"], "main_score": 0.200273, "precision": 0.193244, "recall": 0.22332}, {"accuracy": 0.173913, "f1": 0.16272, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"], "main_score": 0.16272, "precision": 0.158902, "recall": 0.173913}, {"accuracy": 0.252964, "f1": 0.230688, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"], "main_score": 0.230688, "precision": 0.222385, "recall": 0.252964}, {"accuracy": 0.22332, "f1": 0.207545, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"], "main_score": 0.207545, "precision": 0.20164, "recall": 0.22332}, {"accuracy": 0.11166, "f1": 0.097339, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"], "main_score": 0.097339, "precision": 0.09242, "recall": 0.11166}, {"accuracy": 0.163043, "f1": 0.145686, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"], "main_score": 0.145686, "precision": 0.13995, "recall": 0.163043}, {"accuracy": 0.19664, "f1": 0.176233, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"], "main_score": 0.176233, "precision": 0.169443, "recall": 0.19664}, {"accuracy": 0.176877, "f1": 0.153549, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"], "main_score": 0.153549, "precision": 0.14533, "recall": 0.176877}, {"accuracy": 0.18083, "f1": 0.147153, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"], "main_score": 0.147153, "precision": 0.137178, "recall": 0.18083}, {"accuracy": 0.187747, "f1": 0.161164, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"], "main_score": 0.161164, "precision": 0.153882, "recall": 0.187747}, {"accuracy": 0.210474, "f1": 0.181775, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"], "main_score": 0.181775, "precision": 0.172537, "recall": 0.210474}, {"accuracy": 0.085968, "f1": 0.07148, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"], "main_score": 0.07148, "precision": 0.068409, "recall": 0.085968}, {"accuracy": 0.173913, "f1": 0.155379, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"], "main_score": 0.155379, "precision": 0.148986, "recall": 0.173913}, {"accuracy": 0.226285, "f1": 0.193388, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"], "main_score": 0.193388, "precision": 0.183386, "recall": 0.226285}, {"accuracy": 0.05336, "f1": 0.041089, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"], "main_score": 0.041089, "precision": 0.038015, "recall": 0.05336}, {"accuracy": 0.240119, "f1": 0.199479, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"], "main_score": 0.199479, "precision": 0.186739, "recall": 0.240119}, {"accuracy": 0.004941, "f1": 0.000693, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"], "main_score": 0.000693, "precision": 0.000404, "recall": 0.004941}, {"accuracy": 0.333992, "f1": 0.29994, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"], "main_score": 0.29994, "precision": 0.289348, "recall": 0.333992}, {"accuracy": 0.291502, "f1": 0.260059, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"], "main_score": 0.260059, "precision": 0.250169, "recall": 0.291502}, {"accuracy": 0.291502, "f1": 0.259028, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"], "main_score": 0.259028, "precision": 0.248855, "recall": 0.291502}, {"accuracy": 0.342885, "f1": 0.313987, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"], "main_score": 0.313987, "precision": 0.305666, "recall": 0.342885}, {"accuracy": 0.286561, "f1": 0.25129, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"], "main_score": 0.25129, "precision": 0.237827, "recall": 0.286561}, {"accuracy": 0.414032, "f1": 0.373643, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"], "main_score": 0.373643, "precision": 0.361857, "recall": 0.414032}, {"accuracy": 0.37253, "f1": 0.340356, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"], "main_score": 0.340356, "precision": 0.32866, "recall": 0.37253}, {"accuracy": 0.311265, "f1": 0.28268, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"], "main_score": 0.28268, "precision": 0.274148, "recall": 0.311265}, {"accuracy": 0.33498, "f1": 0.303624, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"], "main_score": 0.303624, "precision": 0.293101, "recall": 0.33498}, {"accuracy": 0.290514, "f1": 0.261932, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"], "main_score": 0.261932, "precision": 0.253569, "recall": 0.290514}, {"accuracy": 0.29249, "f1": 0.252446, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"], "main_score": 0.252446, "precision": 0.238975, "recall": 0.29249}, {"accuracy": 0.272727, "f1": 0.251537, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"], "main_score": 0.251537, "precision": 0.244479, "recall": 0.272727}, {"accuracy": 0.256917, "f1": 0.225978, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"], "main_score": 0.225978, "precision": 0.217, "recall": 0.256917}, {"accuracy": 0.425889, "f1": 0.387596, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"], "main_score": 0.387596, "precision": 0.376924, "recall": 0.425889}, {"accuracy": 0.360672, "f1": 0.317482, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"], "main_score": 0.317482, "precision": 0.302732, "recall": 0.360672}, {"accuracy": 0.268775, "f1": 0.247252, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"], "main_score": 0.247252, "precision": 0.240374, "recall": 0.268775}, {"accuracy": 0.284585, "f1": 0.246466, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"], "main_score": 0.246466, "precision": 0.236204, "recall": 0.284585}, {"accuracy": 0.453557, "f1": 0.418419, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"], "main_score": 0.418419, "precision": 0.407834, "recall": 0.453557}, {"accuracy": 0.381423, "f1": 0.348518, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"], "main_score": 0.348518, "precision": 0.338838, "recall": 0.381423}, {"accuracy": 0.22332, "f1": 0.188581, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"], "main_score": 0.188581, "precision": 0.17662, "recall": 0.22332}, {"accuracy": 0.179842, "f1": 0.149523, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"], "main_score": 0.149523, "precision": 0.141885, "recall": 0.179842}, {"accuracy": 0.336957, "f1": 0.305507, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"], "main_score": 0.305507, "precision": 0.295998, "recall": 0.336957}, {"accuracy": 0.342885, "f1": 0.305789, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"], "main_score": 0.305789, "precision": 0.294667, "recall": 0.342885}, {"accuracy": 0.056324, "f1": 0.033631, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"], "main_score": 0.033631, "precision": 0.029693, "recall": 0.056324}, {"accuracy": 0.321146, "f1": 0.292439, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"], "main_score": 0.292439, "precision": 0.283348, "recall": 0.321146}, {"accuracy": 0.312253, "f1": 0.271592, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"], "main_score": 0.271592, "precision": 0.257195, "recall": 0.312253}, {"accuracy": 0.339921, "f1": 0.308429, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"], "main_score": 0.308429, "precision": 0.299371, "recall": 0.339921}, {"accuracy": 0.410079, "f1": 0.373323, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"], "main_score": 0.373323, "precision": 0.364121, "recall": 0.410079}, {"accuracy": 0.320158, "f1": 0.288229, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"], "main_score": 0.288229, "precision": 0.278969, "recall": 0.320158}, {"accuracy": 0.27668, "f1": 0.240254, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"], "main_score": 0.240254, "precision": 0.229743, "recall": 0.27668}, {"accuracy": 0.275692, "f1": 0.240073, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"], "main_score": 0.240073, "precision": 0.228587, "recall": 0.275692}, {"accuracy": 0.368577, "f1": 0.336277, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"], "main_score": 0.336277, "precision": 0.326218, "recall": 0.368577}, {"accuracy": 0.18083, "f1": 0.15791, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"], "main_score": 0.15791, "precision": 0.150975, "recall": 0.18083}, {"accuracy": 0.295455, "f1": 0.262094, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"], "main_score": 0.262094, "precision": 0.252716, "recall": 0.295455}, {"accuracy": 0.192688, "f1": 0.162312, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"], "main_score": 0.162312, "precision": 0.1541, "recall": 0.192688}, {"accuracy": 0.41502, "f1": 0.371024, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"], "main_score": 0.371024, "precision": 0.358474, "recall": 0.41502}, {"accuracy": 0.279644, "f1": 0.24747, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"], "main_score": 0.24747, "precision": 0.23672, "recall": 0.279644}, {"accuracy": 0.225296, "f1": 0.177121, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"], "main_score": 0.177121, "precision": 0.161514, "recall": 0.225296}, {"accuracy": 0.035573, "f1": 0.025806, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"], "main_score": 0.025806, "precision": 0.023433, "recall": 0.035573}, {"accuracy": 0.416996, "f1": 0.376377, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"], "main_score": 0.376377, "precision": 0.363287, "recall": 0.416996}, {"accuracy": 0.204545, "f1": 0.166899, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"], "main_score": 0.166899, "precision": 0.156051, "recall": 0.204545}, {"accuracy": 0.354743, "f1": 0.325183, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"], "main_score": 0.325183, "precision": 0.316262, "recall": 0.354743}, {"accuracy": 0.375494, "f1": 0.340921, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"], "main_score": 0.340921, "precision": 0.329694, "recall": 0.375494}, {"accuracy": 0.282609, "f1": 0.249441, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"], "main_score": 0.249441, "precision": 0.239281, "recall": 0.282609}, {"accuracy": 0.285573, "f1": 0.258698, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"], "main_score": 0.258698, "precision": 0.251058, "recall": 0.285573}, {"accuracy": 0.241107, "f1": 0.197925, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"], "main_score": 0.197925, "precision": 0.183648, "recall": 0.241107}, {"accuracy": 0.289526, "f1": 0.257948, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"], "main_score": 0.257948, "precision": 0.248729, "recall": 0.289526}, {"accuracy": 0.302372, "f1": 0.278239, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"], "main_score": 0.278239, "precision": 0.270433, "recall": 0.302372}, {"accuracy": 0.431818, "f1": 0.39027, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"], "main_score": 0.39027, "precision": 0.37784, "recall": 0.431818}, {"accuracy": 0.332016, "f1": 0.304617, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"], "main_score": 0.304617, "precision": 0.297232, "recall": 0.332016}, {"accuracy": 0.211462, "f1": 0.171986, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"], "main_score": 0.171986, "precision": 0.15979, "recall": 0.211462}, {"accuracy": 0.317194, "f1": 0.281552, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"], "main_score": 0.281552, "precision": 0.271163, "recall": 0.317194}, {"accuracy": 0.051383, "f1": 0.040837, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"], "main_score": 0.040837, "precision": 0.03764, "recall": 0.051383}, {"accuracy": 0.275692, "f1": 0.238788, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"], "main_score": 0.238788, "precision": 0.225989, "recall": 0.275692}, {"accuracy": 0.499012, "f1": 0.455326, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"], "main_score": 0.455326, "precision": 0.43962, "recall": 0.499012}, {"accuracy": 0.054348, "f1": 0.045026, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"], "main_score": 0.045026, "precision": 0.041773, "recall": 0.054348}, {"accuracy": 0.378458, "f1": 0.346748, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"], "main_score": 0.346748, "precision": 0.337475, "recall": 0.378458}, {"accuracy": 0.296443, "f1": 0.26993, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"], "main_score": 0.26993, "precision": 0.262261, "recall": 0.296443}, {"accuracy": 0.411067, "f1": 0.373682, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"], "main_score": 0.373682, "precision": 0.362921, "recall": 0.411067}, {"accuracy": 0.27668, "f1": 0.23887, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"], "main_score": 0.23887, "precision": 0.228175, "recall": 0.27668}, {"accuracy": 0.36166, "f1": 0.320635, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"], "main_score": 0.320635, "precision": 0.306487, "recall": 0.36166}, {"accuracy": 0.298419, "f1": 0.273409, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"], "main_score": 0.273409, "precision": 0.265939, "recall": 0.298419}, {"accuracy": 0.273715, "f1": 0.24102, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"], "main_score": 0.24102, "precision": 0.231942, "recall": 0.273715}, {"accuracy": 0.452569, "f1": 0.413885, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"], "main_score": 0.413885, "precision": 0.40288, "recall": 0.452569}, {"accuracy": 0.322134, "f1": 0.285379, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"], "main_score": 0.285379, "precision": 0.271669, "recall": 0.322134}, {"accuracy": 0.314229, "f1": 0.276721, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"], "main_score": 0.276721, "precision": 0.264646, "recall": 0.314229}, {"accuracy": 0.302372, "f1": 0.259458, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"], "main_score": 0.259458, "precision": 0.243604, "recall": 0.302372}, {"accuracy": 0.281621, "f1": 0.250127, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"], "main_score": 0.250127, "precision": 0.238449, "recall": 0.281621}, {"accuracy": 0.255929, "f1": 0.228554, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"], "main_score": 0.228554, "precision": 0.219559, "recall": 0.255929}, {"accuracy": 0.403162, "f1": 0.370451, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"], "main_score": 0.370451, "precision": 0.361239, "recall": 0.403162}, {"accuracy": 0.055336, "f1": 0.031408, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"], "main_score": 0.031408, "precision": 0.02736, "recall": 0.055336}, {"accuracy": 0.23913, "f1": 0.201351, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"], "main_score": 0.201351, "precision": 0.188796, "recall": 0.23913}, {"accuracy": 0.246047, "f1": 0.225685, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"], "main_score": 0.225685, "precision": 0.219541, "recall": 0.246047}, {"accuracy": 0.320158, "f1": 0.27135, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"], "main_score": 0.27135, "precision": 0.253429, "recall": 0.320158}, {"accuracy": 0.055336, "f1": 0.037084, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"], "main_score": 0.037084, "precision": 0.033077, "recall": 0.055336}, {"accuracy": 0.423913, "f1": 0.383383, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"], "main_score": 0.383383, "precision": 0.371368, "recall": 0.423913}, {"accuracy": 0.332016, "f1": 0.305147, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"], "main_score": 0.305147, "precision": 0.297074, "recall": 0.332016}, {"accuracy": 0.356719, "f1": 0.319453, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"], "main_score": 0.319453, "precision": 0.308622, "recall": 0.356719}, {"accuracy": 0.159091, "f1": 0.126139, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"], "main_score": 0.126139, "precision": 0.116261, "recall": 0.159091}, {"accuracy": 0.401186, "f1": 0.368988, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"], "main_score": 0.368988, "precision": 0.359006, "recall": 0.401186}, {"accuracy": 0.383399, "f1": 0.352174, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"], "main_score": 0.352174, "precision": 0.341904, "recall": 0.383399}, {"accuracy": 0.429842, "f1": 0.387958, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"], "main_score": 0.387958, "precision": 0.376622, "recall": 0.429842}, {"accuracy": 0.331028, "f1": 0.296021, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"], "main_score": 0.296021, "precision": 0.285718, "recall": 0.331028}, {"accuracy": 0.254941, "f1": 0.21356, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"], "main_score": 0.21356, "precision": 0.198751, "recall": 0.254941}, {"accuracy": 0.23419, "f1": 0.191488, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"], "main_score": 0.191488, "precision": 0.177631, "recall": 0.23419}, {"accuracy": 0.185771, "f1": 0.157825, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"], "main_score": 0.157825, "precision": 0.150741, "recall": 0.185771}, {"accuracy": 0.407115, "f1": 0.360959, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"], "main_score": 0.360959, "precision": 0.348012, "recall": 0.407115}, {"accuracy": 0.286561, "f1": 0.260675, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"], "main_score": 0.260675, "precision": 0.252518, "recall": 0.286561}, {"accuracy": 0.366601, "f1": 0.332421, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"], "main_score": 0.332421, "precision": 0.320187, "recall": 0.366601}, {"accuracy": 0.256917, "f1": 0.214072, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"], "main_score": 0.214072, "precision": 0.19958, "recall": 0.256917}, {"accuracy": 0.315217, "f1": 0.287811, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"], "main_score": 0.287811, "precision": 0.280101, "recall": 0.315217}, {"accuracy": 0.304348, "f1": 0.27169, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"], "main_score": 0.27169, "precision": 0.262212, "recall": 0.304348}, {"accuracy": 0.232213, "f1": 0.19769, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"], "main_score": 0.19769, "precision": 0.186193, "recall": 0.232213}, {"accuracy": 0.375494, "f1": 0.338536, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"], "main_score": 0.338536, "precision": 0.327436, "recall": 0.375494}, {"accuracy": 0.300395, "f1": 0.259246, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"], "main_score": 0.259246, "precision": 0.245881, "recall": 0.300395}, {"accuracy": 0.320158, "f1": 0.293359, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"], "main_score": 0.293359, "precision": 0.285069, "recall": 0.320158}, {"accuracy": 0.389328, "f1": 0.353243, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"], "main_score": 0.353243, "precision": 0.343739, "recall": 0.389328}, {"accuracy": 0.428854, "f1": 0.38596, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"], "main_score": 0.38596, "precision": 0.373643, "recall": 0.428854}, {"accuracy": 0.362648, "f1": 0.322682, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"], "main_score": 0.322682, "precision": 0.310961, "recall": 0.362648}, {"accuracy": 0.328063, "f1": 0.301203, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"], "main_score": 0.301203, "precision": 0.292889, "recall": 0.328063}, {"accuracy": 0.277668, "f1": 0.244722, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"], "main_score": 0.244722, "precision": 0.235971, "recall": 0.277668}, {"accuracy": 0.240119, "f1": 0.20289, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"], "main_score": 0.20289, "precision": 0.191069, "recall": 0.240119}, {"accuracy": 0.091897, "f1": 0.052871, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"], "main_score": 0.052871, "precision": 0.045025, "recall": 0.091897}, {"accuracy": 0.294466, "f1": 0.251173, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"], "main_score": 0.251173, "precision": 0.235592, "recall": 0.294466}, {"accuracy": 0.120553, "f1": 0.093352, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"], "main_score": 0.093352, "precision": 0.085943, "recall": 0.120553}, {"accuracy": 0.429842, "f1": 0.387717, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"], "main_score": 0.387717, "precision": 0.374647, "recall": 0.429842}, {"accuracy": 0.33498, "f1": 0.293912, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"], "main_score": 0.293912, "precision": 0.284182, "recall": 0.33498}, {"accuracy": 0.09585, "f1": 0.066988, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"], "main_score": 0.066988, "precision": 0.060402, "recall": 0.09585}, {"accuracy": 0.337945, "f1": 0.310501, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"], "main_score": 0.310501, "precision": 0.30233, "recall": 0.337945}, {"accuracy": 0.427866, "f1": 0.385914, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"], "main_score": 0.385914, "precision": 0.374569, "recall": 0.427866}, {"accuracy": 0.215415, "f1": 0.185824, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"], "main_score": 0.185824, "precision": 0.176531, "recall": 0.215415}, {"accuracy": 0.290514, "f1": 0.259424, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"], "main_score": 0.259424, "precision": 0.249021, "recall": 0.290514}, {"accuracy": 0.237154, "f1": 0.196885, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"], "main_score": 0.196885, "precision": 0.184015, "recall": 0.237154}, {"accuracy": 0.313241, "f1": 0.283644, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"], "main_score": 0.283644, "precision": 0.275038, "recall": 0.313241}, {"accuracy": 0.629447, "f1": 0.584688, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"], "main_score": 0.584688, "precision": 0.568286, "recall": 0.629447}, {"accuracy": 0.246047, "f1": 0.210101, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"], "main_score": 0.210101, "precision": 0.198211, "recall": 0.246047}, {"accuracy": 0.29249, "f1": 0.244935, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"], "main_score": 0.244935, "precision": 0.229536, "recall": 0.29249}, {"accuracy": 0.27668, "f1": 0.240335, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"], "main_score": 0.240335, "precision": 0.227166, "recall": 0.27668}, {"accuracy": 0.405138, "f1": 0.370227, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"], "main_score": 0.370227, "precision": 0.359064, "recall": 0.405138}, {"accuracy": 0.025692, "f1": 0.008741, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"], "main_score": 0.008741, "precision": 0.006515, "recall": 0.025692}, {"accuracy": 0.197628, "f1": 0.168959, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"], "main_score": 0.168959, "precision": 0.160642, "recall": 0.197628}, {"accuracy": 0.106719, "f1": 0.087027, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"], "main_score": 0.087027, "precision": 0.082115, "recall": 0.106719}, {"accuracy": 0.263834, "f1": 0.229063, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"], "main_score": 0.229063, "precision": 0.220083, "recall": 0.263834}, {"accuracy": 0.422925, "f1": 0.38501, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"], "main_score": 0.38501, "precision": 0.374113, "recall": 0.422925}, {"accuracy": 0.109684, "f1": 0.076923, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"], "main_score": 0.076923, "precision": 0.068341, "recall": 0.109684}, {"accuracy": 0.262846, "f1": 0.216812, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"], "main_score": 0.216812, "precision": 0.20122, "recall": 0.262846}, {"accuracy": 0.384387, "f1": 0.352605, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"], "main_score": 0.352605, "precision": 0.342465, "recall": 0.384387}, {"accuracy": 0.428854, "f1": 0.389055, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"], "main_score": 0.389055, "precision": 0.376813, "recall": 0.428854}, {"accuracy": 0.309289, "f1": 0.278076, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"], "main_score": 0.278076, "precision": 0.267591, "recall": 0.309289}, {"accuracy": 0.184783, "f1": 0.153552, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"], "main_score": 0.153552, "precision": 0.143859, "recall": 0.184783}, {"accuracy": 0.219368, "f1": 0.179916, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"], "main_score": 0.179916, "precision": 0.16624, "recall": 0.219368}, {"accuracy": 0.282609, "f1": 0.255814, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"], "main_score": 0.255814, "precision": 0.24731, "recall": 0.282609}, {"accuracy": 0.255929, "f1": 0.20953, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"], "main_score": 0.20953, "precision": 0.194243, "recall": 0.255929}, {"accuracy": 0.205534, "f1": 0.162838, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"], "main_score": 0.162838, "precision": 0.149587, "recall": 0.205534}, {"accuracy": 0.189723, "f1": 0.161617, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"], "main_score": 0.161617, "precision": 0.153577, "recall": 0.189723}, {"accuracy": 0.316206, "f1": 0.284705, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"], "main_score": 0.284705, "precision": 0.275195, "recall": 0.316206}, {"accuracy": 0.33004, "f1": 0.292968, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"], "main_score": 0.292968, "precision": 0.281463, "recall": 0.33004}, {"accuracy": 0.220356, "f1": 0.181655, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"], "main_score": 0.181655, "precision": 0.170104, "recall": 0.220356}, {"accuracy": 0.478261, "f1": 0.44034, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"], "main_score": 0.44034, "precision": 0.427198, "recall": 0.478261}, {"accuracy": 0.357708, "f1": 0.321405, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"], "main_score": 0.321405, "precision": 0.310654, "recall": 0.357708}, {"accuracy": 0.108696, "f1": 0.09198, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"], "main_score": 0.09198, "precision": 0.086214, "recall": 0.108696}, {"accuracy": 0.194664, "f1": 0.159065, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"], "main_score": 0.159065, "precision": 0.149, "recall": 0.194664}, {"accuracy": 0.225296, "f1": 0.193129, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"], "main_score": 0.193129, "precision": 0.183885, "recall": 0.225296}, {"accuracy": 0.189723, "f1": 0.166625, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"], "main_score": 0.166625, "precision": 0.159615, "recall": 0.189723}, {"accuracy": 0.331028, "f1": 0.294373, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"], "main_score": 0.294373, "precision": 0.284519, "recall": 0.331028}, {"accuracy": 0.306324, "f1": 0.268016, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"], "main_score": 0.268016, "precision": 0.255057, "recall": 0.306324}, {"accuracy": 0.199605, "f1": 0.167389, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"], "main_score": 0.167389, "precision": 0.157978, "recall": 0.199605}, {"accuracy": 0.348814, "f1": 0.310841, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"], "main_score": 0.310841, "precision": 0.300662, "recall": 0.348814}, {"accuracy": 0.370553, "f1": 0.330579, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"], "main_score": 0.330579, "precision": 0.317925, "recall": 0.370553}, {"accuracy": 0.370553, "f1": 0.334545, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"], "main_score": 0.334545, "precision": 0.324206, "recall": 0.370553}, {"accuracy": 0.309289, "f1": 0.281623, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"], "main_score": 0.281623, "precision": 0.271995, "recall": 0.309289}, {"accuracy": 0.421937, "f1": 0.385739, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"], "main_score": 0.385739, "precision": 0.375169, "recall": 0.421937}, {"accuracy": 0.213439, "f1": 0.181047, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"], "main_score": 0.181047, "precision": 0.171702, "recall": 0.213439}, {"accuracy": 0.3083, "f1": 0.279928, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"], "main_score": 0.279928, "precision": 0.270048, "recall": 0.3083}, {"accuracy": 0.130435, "f1": 0.088295, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"], "main_score": 0.088295, "precision": 0.076894, "recall": 0.130435}, {"accuracy": 0.410079, "f1": 0.371909, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"], "main_score": 0.371909, "precision": 0.359658, "recall": 0.410079}, {"accuracy": 0.082016, "f1": 0.060291, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"], "main_score": 0.060291, "precision": 0.054528, "recall": 0.082016}, {"accuracy": 0.352767, "f1": 0.320061, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"], "main_score": 0.320061, "precision": 0.310171, "recall": 0.352767}, {"accuracy": 0.315217, "f1": 0.276898, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"], "main_score": 0.276898, "precision": 0.265727, "recall": 0.315217}, {"accuracy": 0.244071, "f1": 0.214132, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"], "main_score": 0.214132, "precision": 0.205577, "recall": 0.244071}, {"accuracy": 0.359684, "f1": 0.325487, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"], "main_score": 0.325487, "precision": 0.313487, "recall": 0.359684}, {"accuracy": 0.291502, "f1": 0.260387, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"], "main_score": 0.260387, "precision": 0.250735, "recall": 0.291502}, {"accuracy": 0.306324, "f1": 0.264831, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"], "main_score": 0.264831, "precision": 0.248658, "recall": 0.306324}, {"accuracy": 0.29249, "f1": 0.241324, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"], "main_score": 0.241324, "precision": 0.223114, "recall": 0.29249}, {"accuracy": 0.403162, "f1": 0.363913, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"], "main_score": 0.363913, "precision": 0.352432, "recall": 0.403162}, {"accuracy": 0.411067, "f1": 0.381854, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"], "main_score": 0.381854, "precision": 0.37107, "recall": 0.411067}, {"accuracy": 0.434783, "f1": 0.395339, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"], "main_score": 0.395339, "precision": 0.384308, "recall": 0.434783}, {"accuracy": 0.258893, "f1": 0.213298, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"], "main_score": 0.213298, "precision": 0.198867, "recall": 0.258893}, {"accuracy": 0.435771, "f1": 0.394398, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"], "main_score": 0.394398, "precision": 0.382643, "recall": 0.435771}, {"accuracy": 0.242095, "f1": 0.212076, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"], "main_score": 0.212076, "precision": 0.203434, "recall": 0.242095}, {"accuracy": 0.353755, "f1": 0.316882, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"], "main_score": 0.316882, "precision": 0.306923, "recall": 0.353755}, {"accuracy": 0.208498, "f1": 0.16808, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"], "main_score": 0.16808, "precision": 0.155511, "recall": 0.208498}, {"accuracy": 0.393281, "f1": 0.355138, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"], "main_score": 0.355138, "precision": 0.345456, "recall": 0.393281}, {"accuracy": 0.228261, "f1": 0.184874, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"], "main_score": 0.184874, "precision": 0.171499, "recall": 0.228261}, {"accuracy": 0.266798, "f1": 0.22052, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"], "main_score": 0.22052, "precision": 0.205438, "recall": 0.266798}, {"accuracy": 0.173913, "f1": 0.138945, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"], "main_score": 0.138945, "precision": 0.127978, "recall": 0.173913}, {"accuracy": 0.214427, "f1": 0.180909, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"], "main_score": 0.180909, "precision": 0.17099, "recall": 0.214427}, {"accuracy": 0.424901, "f1": 0.387754, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"], "main_score": 0.387754, "precision": 0.376169, "recall": 0.424901}, {"accuracy": 0.27668, "f1": 0.232249, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"], "main_score": 0.232249, "precision": 0.218877, "recall": 0.27668}, {"accuracy": 0.227273, "f1": 0.180562, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"], "main_score": 0.180562, "precision": 0.166285, "recall": 0.227273}, {"accuracy": 0.288538, "f1": 0.247235, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"], "main_score": 0.247235, "precision": 0.232358, "recall": 0.288538}, {"accuracy": 0.173913, "f1": 0.141953, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"], "main_score": 0.141953, "precision": 0.132455, "recall": 0.173913}, {"accuracy": 0.222332, "f1": 0.173483, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"], "main_score": 0.173483, "precision": 0.157759, "recall": 0.222332}, {"accuracy": 0.250988, "f1": 0.212751, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"], "main_score": 0.212751, "precision": 0.199206, "recall": 0.250988}, {"accuracy": 0.307312, "f1": 0.281595, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"], "main_score": 0.281595, "precision": 0.274474, "recall": 0.307312}, {"accuracy": 0.290514, "f1": 0.250776, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"], "main_score": 0.250776, "precision": 0.236759, "recall": 0.290514}, {"accuracy": 0.262846, "f1": 0.227928, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"], "main_score": 0.227928, "precision": 0.214832, "recall": 0.262846}, {"accuracy": 0.302372, "f1": 0.275042, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"], "main_score": 0.275042, "precision": 0.266403, "recall": 0.302372}, {"accuracy": 0.423913, "f1": 0.386576, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"], "main_score": 0.386576, "precision": 0.373187, "recall": 0.423913}, {"accuracy": 0.497036, "f1": 0.463316, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"], "main_score": 0.463316, "precision": 0.451701, "recall": 0.497036}, {"accuracy": 0.211462, "f1": 0.182236, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"], "main_score": 0.182236, "precision": 0.174285, "recall": 0.211462}, {"accuracy": 0.229249, "f1": 0.192151, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"], "main_score": 0.192151, "precision": 0.180819, "recall": 0.229249}, {"accuracy": 0.310277, "f1": 0.279589, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"], "main_score": 0.279589, "precision": 0.268913, "recall": 0.310277}, {"accuracy": 0.218379, "f1": 0.185245, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"], "main_score": 0.185245, "precision": 0.174628, "recall": 0.218379}, {"accuracy": 0.321146, "f1": 0.286555, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"], "main_score": 0.286555, "precision": 0.274794, "recall": 0.321146}, {"accuracy": 0.333992, "f1": 0.30018, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"], "main_score": 0.30018, "precision": 0.289329, "recall": 0.333992}, {"accuracy": 0.367589, "f1": 0.338364, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"], "main_score": 0.338364, "precision": 0.329581, "recall": 0.367589}, {"accuracy": 0.16502, "f1": 0.134871, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"], "main_score": 0.134871, "precision": 0.127106, "recall": 0.16502}, {"accuracy": 0.246047, "f1": 0.209027, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"], "main_score": 0.209027, "precision": 0.197783, "recall": 0.246047}, {"accuracy": 0.255929, "f1": 0.215545, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"], "main_score": 0.215545, "precision": 0.201979, "recall": 0.255929}, {"accuracy": 0.094862, "f1": 0.05841, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"], "main_score": 0.05841, "precision": 0.049727, "recall": 0.094862}, {"accuracy": 0.148221, "f1": 0.08728, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"], "main_score": 0.08728, "precision": 0.073762, "recall": 0.148221}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.873913, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"], "main_score": 0.873913, "precision": 0.859272, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"], "main_score": 0.924078, "precision": 0.914855, "recall": 0.942688}, {"accuracy": 0.591897, "f1": 0.50922, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"], "main_score": 0.50922, "precision": 0.478649, "recall": 0.591897}, {"accuracy": 0.178854, "f1": 0.11572, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"], "main_score": 0.11572, "precision": 0.100496, "recall": 0.178854}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.360672, "f1": 0.274112, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"], "main_score": 0.274112, "precision": 0.248617, "recall": 0.360672}, {"accuracy": 0.618577, "f1": 0.544031, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"], "main_score": 0.544031, "precision": 0.514587, "recall": 0.618577}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.912055, "f1": 0.886034, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"], "main_score": 0.886034, "precision": 0.87388, "recall": 0.912055}, {"accuracy": 0.198617, "f1": 0.122057, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"], "main_score": 0.122057, "precision": 0.102377, "recall": 0.198617}, {"accuracy": 0.926877, "f1": 0.906686, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"], "main_score": 0.906686, "precision": 0.897151, "recall": 0.926877}, {"accuracy": 0.850791, "f1": 0.811942, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"], "main_score": 0.811942, "precision": 0.794631, "recall": 0.850791}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.26087, "f1": 0.178339, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"], "main_score": 0.178339, "precision": 0.158065, "recall": 0.26087}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.133399, "f1": 0.078245, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"], "main_score": 0.078245, "precision": 0.065491, "recall": 0.133399}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"], "main_score": 0.846904, "precision": 0.830978, "recall": 0.881423}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.670949, "f1": 0.598722, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"], "main_score": 0.598722, "precision": 0.570233, "recall": 0.670949}, {"accuracy": 0.057312, "f1": 0.029703, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"], "main_score": 0.029703, "precision": 0.025327, "recall": 0.057312}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.194664, "f1": 0.127097, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"], "main_score": 0.127097, "precision": 0.111614, "recall": 0.194664}, {"accuracy": 0.837945, "f1": 0.792029, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"], "main_score": 0.792029, "precision": 0.771229, "recall": 0.837945}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.91996, "f1": 0.897069, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"], "main_score": 0.897069, "precision": 0.886034, "recall": 0.91996}, {"accuracy": 0.910079, "f1": 0.884289, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"], "main_score": 0.884289, "precision": 0.872283, "recall": 0.910079}, {"accuracy": 0.248024, "f1": 0.175138, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"], "main_score": 0.175138, "precision": 0.154348, "recall": 0.248024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.812253, "f1": 0.766474, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"], "main_score": 0.766474, "precision": 0.746245, "recall": 0.812253}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.908103, "f1": 0.882708, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"], "main_score": 0.882708, "precision": 0.87108, "recall": 0.908103}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"], "main_score": 0.967787, "precision": 0.96418, "recall": 0.975296}, {"accuracy": 0.134387, "f1": 0.073985, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"], "main_score": 0.073985, "precision": 0.062211, "recall": 0.134387}, {"accuracy": 0.062253, "f1": 0.038763, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"], "main_score": 0.038763, "precision": 0.033184, "recall": 0.062253}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.133399, "f1": 0.078564, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"], "main_score": 0.078564, "precision": 0.067702, "recall": 0.133399}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.887352, "f1": 0.855237, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"], "main_score": 0.855237, "precision": 0.840086, "recall": 0.887352}, {"accuracy": 0.703557, "f1": 0.636646, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"], "main_score": 0.636646, "precision": 0.607889, "recall": 0.703557}, {"accuracy": 0.156126, "f1": 0.090029, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"], "main_score": 0.090029, "precision": 0.075544, "recall": 0.156126}, {"accuracy": 0.732213, "f1": 0.675313, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"], "main_score": 0.675313, "precision": 0.651289, "recall": 0.732213}, {"accuracy": 0.594862, "f1": 0.515373, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"], "main_score": 0.515373, "precision": 0.486391, "recall": 0.594862}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.713439, "f1": 0.647694, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"], "main_score": 0.647694, "precision": 0.621017, "recall": 0.713439}, {"accuracy": 0.145257, "f1": 0.087822, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"], "main_score": 0.087822, "precision": 0.075101, "recall": 0.145257}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.079051, "f1": 0.046236, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"], "main_score": 0.046236, "precision": 0.039113, "recall": 0.079051}, {"accuracy": 0.212451, "f1": 0.144598, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"], "main_score": 0.144598, "precision": 0.127842, "recall": 0.212451}, {"accuracy": 0.3083, "f1": 0.221184, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"], "main_score": 0.221184, "precision": 0.195977, "recall": 0.3083}, {"accuracy": 0.085968, "f1": 0.041164, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"], "main_score": 0.041164, "precision": 0.031666, "recall": 0.085968}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"], "main_score": 0.956522, "precision": 0.951746, "recall": 0.966403}, {"accuracy": 0.249012, "f1": 0.169045, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"], "main_score": 0.169045, "precision": 0.148029, "recall": 0.249012}, {"accuracy": 0.735178, "f1": 0.673438, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"], "main_score": 0.673438, "precision": 0.648355, "recall": 0.735178}, {"accuracy": 0.427866, "f1": 0.337978, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"], "main_score": 0.337978, "precision": 0.309844, "recall": 0.427866}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.222332, "f1": 0.152536, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"], "main_score": 0.152536, "precision": 0.135954, "recall": 0.222332}, {"accuracy": 0.286561, "f1": 0.205366, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"], "main_score": 0.205366, "precision": 0.183194, "recall": 0.286561}, {"accuracy": 0.228261, "f1": 0.151795, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"], "main_score": 0.151795, "precision": 0.131821, "recall": 0.228261}, {"accuracy": 0.326087, "f1": 0.245864, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"], "main_score": 0.245864, "precision": 0.222481, "recall": 0.326087}, {"accuracy": 0.61166, "f1": 0.534252, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"], "main_score": 0.534252, "precision": 0.504663, "recall": 0.61166}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.045455, "f1": 0.014019, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"], "main_score": 0.014019, "precision": 0.010339, "recall": 0.045455}, {"accuracy": 0.175889, "f1": 0.112594, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"], "main_score": 0.112594, "precision": 0.097109, "recall": 0.175889}, {"accuracy": 0.737154, "f1": 0.677116, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"], "main_score": 0.677116, "precision": 0.652479, "recall": 0.737154}, {"accuracy": 0.199605, "f1": 0.129599, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"], "main_score": 0.129599, "precision": 0.11258, "recall": 0.199605}, {"accuracy": 0.057312, "f1": 0.029877, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"], "main_score": 0.029877, "precision": 0.025613, "recall": 0.057312}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.756917, "f1": 0.699492, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"], "main_score": 0.699492, "precision": 0.675247, "recall": 0.756917}, {"accuracy": 0.758893, "f1": 0.694601, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"], "main_score": 0.694601, "precision": 0.66661, "recall": 0.758893}, {"accuracy": 0.778656, "f1": 0.72772, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"], "main_score": 0.72772, "precision": 0.705814, "recall": 0.778656}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.187747, "f1": 0.124399, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"], "main_score": 0.124399, "precision": 0.108041, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.079137, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"], "main_score": 0.079137, "precision": 0.066318, "recall": 0.134387}, {"accuracy": 0.903162, "f1": 0.875132, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"], "main_score": 0.875132, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.337945, "f1": 0.250556, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"], "main_score": 0.250556, "precision": 0.223411, "recall": 0.337945}, {"accuracy": 0.166996, "f1": 0.101951, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"], "main_score": 0.101951, "precision": 0.087576, "recall": 0.166996}, {"accuracy": 0.671937, "f1": 0.596549, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"], "main_score": 0.596549, "precision": 0.567153, "recall": 0.671937}, {"accuracy": 0.923913, "f1": 0.903524, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"], "main_score": 0.903524, "precision": 0.894384, "recall": 0.923913}, {"accuracy": 0.157115, "f1": 0.090581, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"], "main_score": 0.090581, "precision": 0.076332, "recall": 0.157115}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.211462, "f1": 0.148491, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"], "main_score": 0.148491, "precision": 0.133979, "recall": 0.211462}, {"accuracy": 0.38834, "f1": 0.295075, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"], "main_score": 0.295075, "precision": 0.266446, "recall": 0.38834}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.724308, "f1": 0.659112, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"], "main_score": 0.659112, "precision": 0.63242, "recall": 0.724308}, {"accuracy": 0.933794, "f1": 0.913603, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"], "main_score": 0.913603, "precision": 0.904068, "recall": 0.933794}, {"accuracy": 0.205534, "f1": 0.135712, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"], "main_score": 0.135712, "precision": 0.117215, "recall": 0.205534}, {"accuracy": 0.06917, "f1": 0.030266, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"], "main_score": 0.030266, "precision": 0.025022, "recall": 0.06917}, {"accuracy": 0.220356, "f1": 0.147279, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"], "main_score": 0.147279, "precision": 0.12757, "recall": 0.220356}, {"accuracy": 0.091897, "f1": 0.047848, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"], "main_score": 0.047848, "precision": 0.039305, "recall": 0.091897}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.667984, "f1": 0.596382, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"], "main_score": 0.596382, "precision": 0.567457, "recall": 0.667984}, {"accuracy": 0.071146, "f1": 0.042709, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"], "main_score": 0.042709, "precision": 0.03604, "recall": 0.071146}, {"accuracy": 0.714427, "f1": 0.647318, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"], "main_score": 0.647318, "precision": 0.619335, "recall": 0.714427}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.73419, "f1": 0.670624, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"], "main_score": 0.670624, "precision": 0.643462, "recall": 0.73419}, {"accuracy": 0.485178, "f1": 0.404433, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"], "main_score": 0.404433, "precision": 0.375141, "recall": 0.485178}, {"accuracy": 0.176877, "f1": 0.105973, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"], "main_score": 0.105973, "precision": 0.08871, "recall": 0.176877}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.355731, "f1": 0.264026, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"], "main_score": 0.264026, "precision": 0.235664, "recall": 0.355731}, {"accuracy": 0.19664, "f1": 0.124938, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"], "main_score": 0.124938, "precision": 0.108727, "recall": 0.19664}, {"accuracy": 0.16996, "f1": 0.109967, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"], "main_score": 0.109967, "precision": 0.094838, "recall": 0.16996}, {"accuracy": 0.20751, "f1": 0.143703, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"], "main_score": 0.143703, "precision": 0.126388, "recall": 0.20751}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.016798, "f1": 0.003221, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"], "main_score": 0.003221, "precision": 0.002652, "recall": 0.016798}, {"accuracy": 0.858696, "f1": 0.820422, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"], "main_score": 0.820422, "precision": 0.803195, "recall": 0.858696}, {"accuracy": 0.437747, "f1": 0.351553, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"], "main_score": 0.351553, "precision": 0.321354, "recall": 0.437747}, {"accuracy": 0.882411, "f1": 0.849605, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"], "main_score": 0.849605, "precision": 0.834354, "recall": 0.882411}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.083992, "f1": 0.046414, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"], "main_score": 0.046414, "precision": 0.039377, "recall": 0.083992}, {"accuracy": 0.166996, "f1": 0.109201, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"], "main_score": 0.109201, "precision": 0.095344, "recall": 0.166996}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.598814, "f1": 0.51658, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"], "main_score": 0.51658, "precision": 0.485452, "recall": 0.598814}, {"accuracy": 0.167984, "f1": 0.110346, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"], "main_score": 0.110346, "precision": 0.096602, "recall": 0.167984}, {"accuracy": 0.164032, "f1": 0.098191, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"], "main_score": 0.098191, "precision": 0.082359, "recall": 0.164032}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.161067, "f1": 0.101019, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"], "main_score": 0.101019, "precision": 0.08743, "recall": 0.161067}, {"accuracy": 0.151186, "f1": 0.09192, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"], "main_score": 0.09192, "precision": 0.077017, "recall": 0.151186}, {"accuracy": 0.811265, "f1": 0.762154, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"], "main_score": 0.762154, "precision": 0.740267, "recall": 0.811265}, {"accuracy": 0.616601, "f1": 0.539934, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"], "main_score": 0.539934, "precision": 0.510544, "recall": 0.616601}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"], "main_score": 0.959321, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.231225, "f1": 0.152303, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"], "main_score": 0.152303, "precision": 0.129886, "recall": 0.231225}, {"accuracy": 0.429842, "f1": 0.340109, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"], "main_score": 0.340109, "precision": 0.312052, "recall": 0.429842}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.547431, "f1": 0.466717, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"], "main_score": 0.466717, "precision": 0.436301, "recall": 0.547431}, {"accuracy": 0.847826, "f1": 0.807199, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"], "main_score": 0.807199, "precision": 0.788208, "recall": 0.847826}, {"accuracy": 0.249012, "f1": 0.170413, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"], "main_score": 0.170413, "precision": 0.149435, "recall": 0.249012}, {"accuracy": 0.600791, "f1": 0.524326, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"], "main_score": 0.524326, "precision": 0.493405, "recall": 0.600791}, {"accuracy": 0.673913, "f1": 0.605355, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"], "main_score": 0.605355, "precision": 0.577275, "recall": 0.673913}, {"accuracy": 0.200593, "f1": 0.132901, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"], "main_score": 0.132901, "precision": 0.115954, "recall": 0.200593}, {"accuracy": 0.93083, "f1": 0.912747, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"], "main_score": 0.912747, "precision": 0.904397, "recall": 0.93083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.925889, "f1": 0.903557, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"], "main_score": 0.903557, "precision": 0.892869, "recall": 0.925889}, {"accuracy": 0.728261, "f1": 0.666765, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"], "main_score": 0.666765, "precision": 0.640926, "recall": 0.728261}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.382411, "f1": 0.300884, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"], "main_score": 0.300884, "precision": 0.273841, "recall": 0.382411}, {"accuracy": 0.459486, "f1": 0.365414, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"], "main_score": 0.365414, "precision": 0.333056, "recall": 0.459486}, {"accuracy": 0.089921, "f1": 0.044885, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"], "main_score": 0.044885, "precision": 0.037316, "recall": 0.089921}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.179842, "f1": 0.119227, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"], "main_score": 0.119227, "precision": 0.102833, "recall": 0.179842}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.949605, "f1": 0.934618, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"], "main_score": 0.934618, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.43083, "f1": 0.340512, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"], "main_score": 0.340512, "precision": 0.311689, "recall": 0.43083}, {"accuracy": 0.307312, "f1": 0.224674, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"], "main_score": 0.224674, "precision": 0.201578, "recall": 0.307312}, {"accuracy": 0.873518, "f1": 0.836397, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"], "main_score": 0.836397, "precision": 0.819499, "recall": 0.873518}, {"accuracy": 0.216403, "f1": 0.145493, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"], "main_score": 0.145493, "precision": 0.127661, "recall": 0.216403}, {"accuracy": 0.194664, "f1": 0.124701, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"], "main_score": 0.124701, "precision": 0.106722, "recall": 0.194664}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.401186, "f1": 0.309909, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"], "main_score": 0.309909, "precision": 0.281063, "recall": 0.401186}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.177866, "f1": 0.108298, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"], "main_score": 0.108298, "precision": 0.092912, "recall": 0.177866}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"], "main_score": 0.903162, "precision": 0.892457, "recall": 0.925889}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.151186, "f1": 0.09764, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"], "main_score": 0.09764, "precision": 0.085213, "recall": 0.151186}, {"accuracy": 0.907115, "f1": 0.879611, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"], "main_score": 0.879611, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.167984, "f1": 0.101585, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"], "main_score": 0.101585, "precision": 0.085804, "recall": 0.167984}, {"accuracy": 0.177866, "f1": 0.116896, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"], "main_score": 0.116896, "precision": 0.102148, "recall": 0.177866}, {"accuracy": 0.130435, "f1": 0.075307, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"], "main_score": 0.075307, "precision": 0.063575, "recall": 0.130435}, {"accuracy": 0.55336, "f1": 0.469836, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"], "main_score": 0.469836, "precision": 0.437872, "recall": 0.55336}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.273715, "f1": 0.191551, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"], "main_score": 0.191551, "precision": 0.168154, "recall": 0.273715}, {"accuracy": 0.148221, "f1": 0.085794, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"], "main_score": 0.085794, "precision": 0.071088, "recall": 0.148221}, {"accuracy": 0.182806, "f1": 0.114241, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"], "main_score": 0.114241, "precision": 0.098697, "recall": 0.182806}, {"accuracy": 0.836957, "f1": 0.795125, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"], "main_score": 0.795125, "precision": 0.776268, "recall": 0.836957}, {"accuracy": 0.139328, "f1": 0.078115, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"], "main_score": 0.078115, "precision": 0.064245, "recall": 0.139328}, {"accuracy": 0.163043, "f1": 0.102882, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"], "main_score": 0.102882, "precision": 0.089154, "recall": 0.163043}, {"accuracy": 0.944664, "f1": 0.928557, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"], "main_score": 0.928557, "precision": 0.921196, "recall": 0.944664}, {"accuracy": 0.25, "f1": 0.173583, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"], "main_score": 0.173583, "precision": 0.153734, "recall": 0.25}, {"accuracy": 0.206522, "f1": 0.136956, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"], "main_score": 0.136956, "precision": 0.120359, "recall": 0.206522}, {"accuracy": 0.605731, "f1": 0.524682, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"], "main_score": 0.524682, "precision": 0.493532, "recall": 0.605731}, {"accuracy": 0.310277, "f1": 0.223559, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"], "main_score": 0.223559, "precision": 0.197396, "recall": 0.310277}, {"accuracy": 0.427866, "f1": 0.338372, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"], "main_score": 0.338372, "precision": 0.308516, "recall": 0.427866}, {"accuracy": 0.876482, "f1": 0.84417, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"], "main_score": 0.84417, "precision": 0.829611, "recall": 0.876482}, {"accuracy": 0.305336, "f1": 0.218505, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"], "main_score": 0.218505, "precision": 0.192343, "recall": 0.305336}, {"accuracy": 0.4417, "f1": 0.35402, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"], "main_score": 0.35402, "precision": 0.323284, "recall": 0.4417}, {"accuracy": 0.162055, "f1": 0.10028, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"], "main_score": 0.10028, "precision": 0.085248, "recall": 0.162055}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"], "main_score": 0.983597, "precision": 0.981966, "recall": 0.987154}, {"accuracy": 0.858696, "f1": 0.822944, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"], "main_score": 0.822944, "precision": 0.806901, "recall": 0.858696}, {"accuracy": 0.229249, "f1": 0.159749, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"], "main_score": 0.159749, "precision": 0.140409, "recall": 0.229249}, {"accuracy": 0.181818, "f1": 0.113934, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"], "main_score": 0.113934, "precision": 0.098027, "recall": 0.181818}, {"accuracy": 0.098814, "f1": 0.063206, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"], "main_score": 0.063206, "precision": 0.054887, "recall": 0.098814}, {"accuracy": 0.184783, "f1": 0.115031, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"], "main_score": 0.115031, "precision": 0.098148, "recall": 0.184783}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.911067, "f1": 0.883235, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"], "main_score": 0.883235, "precision": 0.870092, "recall": 0.911067}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.66502, "f1": 0.590382, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"], "main_score": 0.590382, "precision": 0.560852, "recall": 0.66502}, {"accuracy": 0.206522, "f1": 0.138493, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"], "main_score": 0.138493, "precision": 0.121733, "recall": 0.206522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.416996, "f1": 0.329228, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"], "main_score": 0.329228, "precision": 0.301765, "recall": 0.416996}, {"accuracy": 0.683794, "f1": 0.612571, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"], "main_score": 0.612571, "precision": 0.583543, "recall": 0.683794}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.927866, "f1": 0.906357, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"], "main_score": 0.906357, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.248024, "f1": 0.164834, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"], "main_score": 0.164834, "precision": 0.142908, "recall": 0.248024}, {"accuracy": 0.947628, "f1": 0.932609, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"], "main_score": 0.932609, "precision": 0.925395, "recall": 0.947628}, {"accuracy": 0.858696, "f1": 0.819532, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"], "main_score": 0.819532, "precision": 0.80163, "recall": 0.858696}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.311265, "f1": 0.219057, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"], "main_score": 0.219057, "precision": 0.194644, "recall": 0.311265}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.157115, "f1": 0.099443, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"], "main_score": 0.099443, "precision": 0.086158, "recall": 0.157115}, {"accuracy": 0.898221, "f1": 0.868596, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"], "main_score": 0.868596, "precision": 0.854661, "recall": 0.898221}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.73913, "f1": 0.674381, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"], "main_score": 0.674381, "precision": 0.646781, "recall": 0.73913}, {"accuracy": 0.067194, "f1": 0.033014, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"], "main_score": 0.033014, "precision": 0.0282, "recall": 0.067194}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.224308, "f1": 0.151477, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"], "main_score": 0.151477, "precision": 0.133881, "recall": 0.224308}, {"accuracy": 0.87253, "f1": 0.836166, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"], "main_score": 0.836166, "precision": 0.819582, "recall": 0.87253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.910079, "f1": 0.882312, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"], "main_score": 0.882312, "precision": 0.868824, "recall": 0.910079}, {"accuracy": 0.286561, "f1": 0.209905, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"], "main_score": 0.209905, "precision": 0.187689, "recall": 0.286561}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.81917, "f1": 0.772104, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"], "main_score": 0.772104, "precision": 0.751113, "recall": 0.81917}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.912055, "f1": 0.886825, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"], "main_score": 0.886825, "precision": 0.875329, "recall": 0.912055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.163043, "f1": 0.09889, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"], "main_score": 0.09889, "precision": 0.085129, "recall": 0.163043}, {"accuracy": 0.060277, "f1": 0.036696, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"], "main_score": 0.036696, "precision": 0.031477, "recall": 0.060277}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.158103, "f1": 0.097656, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"], "main_score": 0.097656, "precision": 0.085053, "recall": 0.158103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.90415, "f1": 0.877536, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"], "main_score": 0.877536, "precision": 0.865036, "recall": 0.90415}, {"accuracy": 0.76581, "f1": 0.709157, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"], "main_score": 0.709157, "precision": 0.684832, "recall": 0.76581}, {"accuracy": 0.188735, "f1": 0.11488, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"], "main_score": 0.11488, "precision": 0.097662, "recall": 0.188735}, {"accuracy": 0.755929, "f1": 0.702148, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"], "main_score": 0.702148, "precision": 0.679637, "recall": 0.755929}, {"accuracy": 0.648221, "f1": 0.572406, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"], "main_score": 0.572406, "precision": 0.543572, "recall": 0.648221}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.767787, "f1": 0.711086, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"], "main_score": 0.711086, "precision": 0.687352, "recall": 0.767787}, {"accuracy": 0.170949, "f1": 0.107962, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"], "main_score": 0.107962, "precision": 0.093258, "recall": 0.170949}, {"accuracy": 0.963439, "f1": 0.952964, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"], "main_score": 0.952964, "precision": 0.94837, "recall": 0.963439}, {"accuracy": 0.073123, "f1": 0.038203, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"], "main_score": 0.038203, "precision": 0.030436, "recall": 0.073123}, {"accuracy": 0.244071, "f1": 0.174524, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"], "main_score": 0.174524, "precision": 0.157061, "recall": 0.244071}, {"accuracy": 0.363636, "f1": 0.274217, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"], "main_score": 0.274217, "precision": 0.247965, "recall": 0.363636}, {"accuracy": 0.093874, "f1": 0.052156, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"], "main_score": 0.052156, "precision": 0.043317, "recall": 0.093874}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.288538, "f1": 0.201277, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"], "main_score": 0.201277, "precision": 0.177134, "recall": 0.288538}, {"accuracy": 0.773715, "f1": 0.716343, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"], "main_score": 0.716343, "precision": 0.692145, "recall": 0.773715}, {"accuracy": 0.456522, "f1": 0.371781, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"], "main_score": 0.371781, "precision": 0.344413, "recall": 0.456522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.259881, "f1": 0.185293, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"], "main_score": 0.185293, "precision": 0.166018, "recall": 0.259881}, {"accuracy": 0.329051, "f1": 0.241797, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"], "main_score": 0.241797, "precision": 0.217094, "recall": 0.329051}, {"accuracy": 0.261858, "f1": 0.176127, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"], "main_score": 0.176127, "precision": 0.15341, "recall": 0.261858}, {"accuracy": 0.363636, "f1": 0.277335, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"], "main_score": 0.277335, "precision": 0.251632, "recall": 0.363636}, {"accuracy": 0.666008, "f1": 0.596112, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"], "main_score": 0.596112, "precision": 0.567935, "recall": 0.666008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.052372, "f1": 0.017437, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"], "main_score": 0.017437, "precision": 0.013258, "recall": 0.052372}, {"accuracy": 0.208498, "f1": 0.136777, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"], "main_score": 0.136777, "precision": 0.118707, "recall": 0.208498}, {"accuracy": 0.767787, "f1": 0.710699, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"], "main_score": 0.710699, "precision": 0.686158, "recall": 0.767787}, {"accuracy": 0.240119, "f1": 0.166539, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"], "main_score": 0.166539, "precision": 0.148213, "recall": 0.240119}, {"accuracy": 0.065217, "f1": 0.032957, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"], "main_score": 0.032957, "precision": 0.027835, "recall": 0.065217}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.81917, "f1": 0.772977, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"], "main_score": 0.772977, "precision": 0.752866, "recall": 0.81917}, {"accuracy": 0.818182, "f1": 0.768798, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"], "main_score": 0.768798, "precision": 0.747447, "recall": 0.818182}, {"accuracy": 0.784585, "f1": 0.733056, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"], "main_score": 0.733056, "precision": 0.710971, "recall": 0.784585}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.220356, "f1": 0.152737, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"], "main_score": 0.152737, "precision": 0.135604, "recall": 0.220356}, {"accuracy": 0.168972, "f1": 0.106487, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"], "main_score": 0.106487, "precision": 0.092021, "recall": 0.168972}, {"accuracy": 0.910079, "f1": 0.883235, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"], "main_score": 0.883235, "precision": 0.870751, "recall": 0.910079}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.386364, "f1": 0.294849, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"], "main_score": 0.294849, "precision": 0.266585, "recall": 0.386364}, {"accuracy": 0.210474, "f1": 0.13656, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"], "main_score": 0.13656, "precision": 0.118616, "recall": 0.210474}, {"accuracy": 0.732213, "f1": 0.666558, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"], "main_score": 0.666558, "precision": 0.639937, "recall": 0.732213}, {"accuracy": 0.94664, "f1": 0.931884, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"], "main_score": 0.931884, "precision": 0.925346, "recall": 0.94664}, {"accuracy": 0.199605, "f1": 0.126918, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"], "main_score": 0.126918, "precision": 0.111625, "recall": 0.199605}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.249012, "f1": 0.180121, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"], "main_score": 0.180121, "precision": 0.163246, "recall": 0.249012}, {"accuracy": 0.433794, "f1": 0.338218, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"], "main_score": 0.338218, "precision": 0.307442, "recall": 0.433794}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.770751, "f1": 0.712634, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"], "main_score": 0.712634, "precision": 0.687895, "recall": 0.770751}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.230237, "f1": 0.157015, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"], "main_score": 0.157015, "precision": 0.137258, "recall": 0.230237}, {"accuracy": 0.077075, "f1": 0.035404, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"], "main_score": 0.035404, "precision": 0.029952, "recall": 0.077075}, {"accuracy": 0.25, "f1": 0.173102, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"], "main_score": 0.173102, "precision": 0.153352, "recall": 0.25}, {"accuracy": 0.118577, "f1": 0.065878, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"], "main_score": 0.065878, "precision": 0.055056, "recall": 0.118577}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.730237, "f1": 0.665335, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"], "main_score": 0.665335, "precision": 0.63778, "recall": 0.730237}, {"accuracy": 0.094862, "f1": 0.059392, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"], "main_score": 0.059392, "precision": 0.051651, "recall": 0.094862}, {"accuracy": 0.756917, "f1": 0.695393, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"], "main_score": 0.695393, "precision": 0.669055, "recall": 0.756917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.761858, "f1": 0.701515, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"], "main_score": 0.701515, "precision": 0.675906, "recall": 0.761858}, {"accuracy": 0.544466, "f1": 0.461, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"], "main_score": 0.461, "precision": 0.429828, "recall": 0.544466}, {"accuracy": 0.198617, "f1": 0.124848, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"], "main_score": 0.124848, "precision": 0.106872, "recall": 0.198617}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.399209, "f1": 0.307764, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"], "main_score": 0.307764, "precision": 0.278582, "recall": 0.399209}, {"accuracy": 0.23913, "f1": 0.16006, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"], "main_score": 0.16006, "precision": 0.141135, "recall": 0.23913}, {"accuracy": 0.211462, "f1": 0.141681, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"], "main_score": 0.141681, "precision": 0.124044, "recall": 0.211462}, {"accuracy": 0.231225, "f1": 0.160591, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"], "main_score": 0.160591, "precision": 0.14197, "recall": 0.231225}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.020751, "f1": 0.004286, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"], "main_score": 0.004286, "precision": 0.003046, "recall": 0.020751}, {"accuracy": 0.865613, "f1": 0.829694, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"], "main_score": 0.829694, "precision": 0.81386, "recall": 0.865613}, {"accuracy": 0.45751, "f1": 0.369506, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"], "main_score": 0.369506, "precision": 0.337004, "recall": 0.45751}, {"accuracy": 0.865613, "f1": 0.827833, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"], "main_score": 0.827833, "precision": 0.810112, "recall": 0.865613}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.103755, "f1": 0.060105, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"], "main_score": 0.060105, "precision": 0.05178, "recall": 0.103755}, {"accuracy": 0.194664, "f1": 0.128587, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"], "main_score": 0.128587, "precision": 0.112579, "recall": 0.194664}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"], "main_score": 0.983597, "precision": 0.981966, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.663043, "f1": 0.586855, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"], "main_score": 0.586855, "precision": 0.556374, "recall": 0.663043}, {"accuracy": 0.215415, "f1": 0.142198, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"], "main_score": 0.142198, "precision": 0.12375, "recall": 0.215415}, {"accuracy": 0.198617, "f1": 0.123972, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"], "main_score": 0.123972, "precision": 0.10547, "recall": 0.198617}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.187747, "f1": 0.123521, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"], "main_score": 0.123521, "precision": 0.108103, "recall": 0.187747}, {"accuracy": 0.190711, "f1": 0.124007, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"], "main_score": 0.124007, "precision": 0.106515, "recall": 0.190711}, {"accuracy": 0.83498, "f1": 0.789427, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"], "main_score": 0.789427, "precision": 0.769302, "recall": 0.83498}, {"accuracy": 0.659091, "f1": 0.588942, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"], "main_score": 0.588942, "precision": 0.561045, "recall": 0.659091}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.285573, "f1": 0.198344, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"], "main_score": 0.198344, "precision": 0.172133, "recall": 0.285573}, {"accuracy": 0.477273, "f1": 0.388467, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"], "main_score": 0.388467, "precision": 0.358554, "recall": 0.477273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.572134, "f1": 0.489411, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"], "main_score": 0.489411, "precision": 0.457937, "recall": 0.572134}, {"accuracy": 0.854743, "f1": 0.816356, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"], "main_score": 0.816356, "precision": 0.799028, "recall": 0.854743}, {"accuracy": 0.289526, "f1": 0.208288, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"], "main_score": 0.208288, "precision": 0.185822, "recall": 0.289526}, {"accuracy": 0.624506, "f1": 0.546412, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"], "main_score": 0.546412, "precision": 0.515465, "recall": 0.624506}, {"accuracy": 0.729249, "f1": 0.666422, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"], "main_score": 0.666422, "precision": 0.639954, "recall": 0.729249}, {"accuracy": 0.230237, "f1": 0.154508, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"], "main_score": 0.154508, "precision": 0.135312, "recall": 0.230237}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"], "main_score": 0.92309, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935408, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"], "main_score": 0.935408, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.781621, "f1": 0.727503, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"], "main_score": 0.727503, "precision": 0.704167, "recall": 0.781621}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.416996, "f1": 0.334597, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"], "main_score": 0.334597, "precision": 0.307512, "recall": 0.416996}, {"accuracy": 0.503953, "f1": 0.410742, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"], "main_score": 0.410742, "precision": 0.378441, "recall": 0.503953}, {"accuracy": 0.105731, "f1": 0.055702, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"], "main_score": 0.055702, "precision": 0.046476, "recall": 0.105731}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.187747, "f1": 0.12344, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"], "main_score": 0.12344, "precision": 0.105793, "recall": 0.187747}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.477273, "f1": 0.388982, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"], "main_score": 0.388982, "precision": 0.359757, "recall": 0.477273}, {"accuracy": 0.359684, "f1": 0.268957, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"], "main_score": 0.268957, "precision": 0.241682, "recall": 0.359684}, {"accuracy": 0.887352, "f1": 0.852339, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"], "main_score": 0.852339, "precision": 0.835886, "recall": 0.887352}, {"accuracy": 0.255929, "f1": 0.180903, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"], "main_score": 0.180903, "precision": 0.16068, "recall": 0.255929}, {"accuracy": 0.230237, "f1": 0.155352, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"], "main_score": 0.155352, "precision": 0.136273, "recall": 0.230237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.470356, "f1": 0.377632, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"], "main_score": 0.377632, "precision": 0.34719, "recall": 0.470356}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.19664, "f1": 0.117962, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"], "main_score": 0.117962, "precision": 0.099599, "recall": 0.19664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.925889, "f1": 0.903953, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"], "main_score": 0.903953, "precision": 0.893972, "recall": 0.925889}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.181818, "f1": 0.118091, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"], "main_score": 0.118091, "precision": 0.103834, "recall": 0.181818}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"], "main_score": 0.919697, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.189723, "f1": 0.119895, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"], "main_score": 0.119895, "precision": 0.102669, "recall": 0.189723}, {"accuracy": 0.204545, "f1": 0.137101, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"], "main_score": 0.137101, "precision": 0.119377, "recall": 0.204545}, {"accuracy": 0.148221, "f1": 0.093475, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"], "main_score": 0.093475, "precision": 0.081682, "recall": 0.148221}, {"accuracy": 0.566206, "f1": 0.478776, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"], "main_score": 0.478776, "precision": 0.444723, "recall": 0.566206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.307312, "f1": 0.217889, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"], "main_score": 0.217889, "precision": 0.191609, "recall": 0.307312}, {"accuracy": 0.177866, "f1": 0.10883, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"], "main_score": 0.10883, "precision": 0.092474, "recall": 0.177866}, {"accuracy": 0.221344, "f1": 0.145661, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"], "main_score": 0.145661, "precision": 0.126783, "recall": 0.221344}, {"accuracy": 0.852767, "f1": 0.81357, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"], "main_score": 0.81357, "precision": 0.796558, "recall": 0.852767}, {"accuracy": 0.171937, "f1": 0.106365, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"], "main_score": 0.106365, "precision": 0.090648, "recall": 0.171937}, {"accuracy": 0.190711, "f1": 0.129451, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"], "main_score": 0.129451, "precision": 0.114706, "recall": 0.190711}, {"accuracy": 0.967391, "f1": 0.95807, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"], "main_score": 0.95807, "precision": 0.953804, "recall": 0.967391}, {"accuracy": 0.301383, "f1": 0.214459, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"], "main_score": 0.214459, "precision": 0.190188, "recall": 0.301383}, {"accuracy": 0.25, "f1": 0.171728, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"], "main_score": 0.171728, "precision": 0.152448, "recall": 0.25}, {"accuracy": 0.666996, "f1": 0.589693, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"], "main_score": 0.589693, "precision": 0.55902, "recall": 0.666996}, {"accuracy": 0.360672, "f1": 0.271935, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"], "main_score": 0.271935, "precision": 0.244718, "recall": 0.360672}, {"accuracy": 0.478261, "f1": 0.38222, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"], "main_score": 0.38222, "precision": 0.348523, "recall": 0.478261}, {"accuracy": 0.87747, "f1": 0.844203, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"], "main_score": 0.844203, "precision": 0.828969, "recall": 0.87747}, {"accuracy": 0.353755, "f1": 0.263241, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"], "main_score": 0.263241, "precision": 0.234961, "recall": 0.353755}, {"accuracy": 0.495059, "f1": 0.407356, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"], "main_score": 0.407356, "precision": 0.375542, "recall": 0.495059}, {"accuracy": 0.184783, "f1": 0.120263, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"], "main_score": 0.120263, "precision": 0.103769, "recall": 0.184783}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.870553, "f1": 0.835441, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"], "main_score": 0.835441, "precision": 0.820059, "recall": 0.870553}, {"accuracy": 0.261858, "f1": 0.186067, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"], "main_score": 0.186067, "precision": 0.163676, "recall": 0.261858}, {"accuracy": 0.209486, "f1": 0.133395, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"], "main_score": 0.133395, "precision": 0.115282, "recall": 0.209486}, {"accuracy": 0.090909, "f1": 0.055213, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"], "main_score": 0.055213, "precision": 0.047157, "recall": 0.090909}, {"accuracy": 0.211462, "f1": 0.142025, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"], "main_score": 0.142025, "precision": 0.125389, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.882576, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"], "main_score": 0.882576, "precision": 0.868906, "recall": 0.911067}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.658103, "f1": 0.584149, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"], "main_score": 0.584149, "precision": 0.55496, "recall": 0.658103}, {"accuracy": 0.243083, "f1": 0.174512, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"], "main_score": 0.174512, "precision": 0.15704, "recall": 0.243083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.429842, "f1": 0.34211, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"], "main_score": 0.34211, "precision": 0.313813, "recall": 0.429842}, {"accuracy": 0.683794, "f1": 0.616336, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"], "main_score": 0.616336, "precision": 0.588968, "recall": 0.683794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.925889, "f1": 0.904282, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"], "main_score": 0.904282, "precision": 0.894433, "recall": 0.925889}, {"accuracy": 0.273715, "f1": 0.190055, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"], "main_score": 0.190055, "precision": 0.167549, "recall": 0.273715}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"], "main_score": 0.932477, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.86166, "f1": 0.826943, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"], "main_score": 0.826943, "precision": 0.81138, "recall": 0.86166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.323123, "f1": 0.232818, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"], "main_score": 0.232818, "precision": 0.207978, "recall": 0.323123}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.173913, "f1": 0.118448, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"], "main_score": 0.118448, "precision": 0.106021, "recall": 0.173913}, {"accuracy": 0.897233, "f1": 0.868267, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"], "main_score": 0.868267, "precision": 0.855023, "recall": 0.897233}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.749012, "f1": 0.688627, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"], "main_score": 0.688627, "precision": 0.663011, "recall": 0.749012}, {"accuracy": 0.064229, "f1": 0.029275, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"], "main_score": 0.029275, "precision": 0.02434, "recall": 0.064229}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.250988, "f1": 0.174411, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"], "main_score": 0.174411, "precision": 0.155352, "recall": 0.250988}, {"accuracy": 0.884387, "f1": 0.851581, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"], "main_score": 0.851581, "precision": 0.83666, "recall": 0.884387}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.914032, "f1": 0.887253, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"], "main_score": 0.887253, "precision": 0.874259, "recall": 0.914032}, {"accuracy": 0.304348, "f1": 0.228869, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"], "main_score": 0.228869, "precision": 0.207052, "recall": 0.304348}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.807312, "f1": 0.759552, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"], "main_score": 0.759552, "precision": 0.73868, "recall": 0.807312}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"], "main_score": 0.925725, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"], "main_score": 0.897563, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.1917, "f1": 0.124791, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"], "main_score": 0.124791, "precision": 0.10989, "recall": 0.1917}, {"accuracy": 0.065217, "f1": 0.040048, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"], "main_score": 0.040048, "precision": 0.033767, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.176877, "f1": 0.116156, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"], "main_score": 0.116156, "precision": 0.103434, "recall": 0.176877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.881178, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"], "main_score": 0.881178, "precision": 0.869565, "recall": 0.906126}, {"accuracy": 0.775692, "f1": 0.7208, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"], "main_score": 0.7208, "precision": 0.697506, "recall": 0.775692}, {"accuracy": 0.212451, "f1": 0.13923, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"], "main_score": 0.13923, "precision": 0.121504, "recall": 0.212451}, {"accuracy": 0.764822, "f1": 0.716486, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"], "main_score": 0.716486, "precision": 0.696386, "recall": 0.764822}, {"accuracy": 0.645257, "f1": 0.570838, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"], "main_score": 0.570838, "precision": 0.543035, "recall": 0.645257}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.759881, "f1": 0.698817, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"], "main_score": 0.698817, "precision": 0.672835, "recall": 0.759881}, {"accuracy": 0.178854, "f1": 0.114622, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"], "main_score": 0.114622, "precision": 0.100121, "recall": 0.178854}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.06917, "f1": 0.037348, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"], "main_score": 0.037348, "precision": 0.030591, "recall": 0.06917}, {"accuracy": 0.270751, "f1": 0.203163, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"], "main_score": 0.203163, "precision": 0.185599, "recall": 0.270751}, {"accuracy": 0.374506, "f1": 0.283456, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"], "main_score": 0.283456, "precision": 0.256151, "recall": 0.374506}, {"accuracy": 0.093874, "f1": 0.05199, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"], "main_score": 0.05199, "precision": 0.042462, "recall": 0.093874}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.317194, "f1": 0.234165, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"], "main_score": 0.234165, "precision": 0.211688, "recall": 0.317194}, {"accuracy": 0.781621, "f1": 0.727149, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"], "main_score": 0.727149, "precision": 0.704438, "recall": 0.781621}, {"accuracy": 0.480237, "f1": 0.397042, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"], "main_score": 0.397042, "precision": 0.370169, "recall": 0.480237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.288538, "f1": 0.208405, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"], "main_score": 0.208405, "precision": 0.187527, "recall": 0.288538}, {"accuracy": 0.348814, "f1": 0.265143, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"], "main_score": 0.265143, "precision": 0.240805, "recall": 0.348814}, {"accuracy": 0.282609, "f1": 0.199028, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"], "main_score": 0.199028, "precision": 0.176827, "recall": 0.282609}, {"accuracy": 0.389328, "f1": 0.30473, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"], "main_score": 0.30473, "precision": 0.278825, "recall": 0.389328}, {"accuracy": 0.656126, "f1": 0.58402, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"], "main_score": 0.58402, "precision": 0.554883, "recall": 0.656126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.020129, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"], "main_score": 0.020129, "precision": 0.015972, "recall": 0.056324}, {"accuracy": 0.229249, "f1": 0.159993, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"], "main_score": 0.159993, "precision": 0.14187, "recall": 0.229249}, {"accuracy": 0.775692, "f1": 0.719156, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"], "main_score": 0.719156, "precision": 0.695457, "recall": 0.775692}, {"accuracy": 0.266798, "f1": 0.192748, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"], "main_score": 0.192748, "precision": 0.173202, "recall": 0.266798}, {"accuracy": 0.063241, "f1": 0.031785, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"], "main_score": 0.031785, "precision": 0.026852, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.814229, "f1": 0.768083, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"], "main_score": 0.768083, "precision": 0.748205, "recall": 0.814229}, {"accuracy": 0.824111, "f1": 0.775461, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"], "main_score": 0.775461, "precision": 0.75415, "recall": 0.824111}, {"accuracy": 0.79249, "f1": 0.742937, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"], "main_score": 0.742937, "precision": 0.721937, "recall": 0.79249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.254941, "f1": 0.181711, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"], "main_score": 0.181711, "precision": 0.162197, "recall": 0.254941}, {"accuracy": 0.189723, "f1": 0.124753, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"], "main_score": 0.124753, "precision": 0.109033, "recall": 0.189723}, {"accuracy": 0.902174, "f1": 0.873254, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"], "main_score": 0.873254, "precision": 0.859601, "recall": 0.902174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.410079, "f1": 0.321463, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"], "main_score": 0.321463, "precision": 0.292943, "recall": 0.410079}, {"accuracy": 0.236166, "f1": 0.163547, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"], "main_score": 0.163547, "precision": 0.145565, "recall": 0.236166}, {"accuracy": 0.747036, "f1": 0.686119, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"], "main_score": 0.686119, "precision": 0.661644, "recall": 0.747036}, {"accuracy": 0.948617, "f1": 0.934684, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"], "main_score": 0.934684, "precision": 0.928673, "recall": 0.948617}, {"accuracy": 0.213439, "f1": 0.141425, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"], "main_score": 0.141425, "precision": 0.125415, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.262846, "f1": 0.193977, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"], "main_score": 0.193977, "precision": 0.17601, "recall": 0.262846}, {"accuracy": 0.4417, "f1": 0.348877, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"], "main_score": 0.348877, "precision": 0.319381, "recall": 0.4417}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.775692, "f1": 0.719796, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"], "main_score": 0.719796, "precision": 0.696014, "recall": 0.775692}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"], "main_score": 0.9333, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.270751, "f1": 0.195529, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"], "main_score": 0.195529, "precision": 0.175067, "recall": 0.270751}, {"accuracy": 0.08498, "f1": 0.039385, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"], "main_score": 0.039385, "precision": 0.032927, "recall": 0.08498}, {"accuracy": 0.277668, "f1": 0.197681, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"], "main_score": 0.197681, "precision": 0.176593, "recall": 0.277668}, {"accuracy": 0.137352, "f1": 0.081966, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"], "main_score": 0.081966, "precision": 0.069957, "recall": 0.137352}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.746047, "f1": 0.683962, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"], "main_score": 0.683962, "precision": 0.658178, "recall": 0.746047}, {"accuracy": 0.096838, "f1": 0.063493, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"], "main_score": 0.063493, "precision": 0.055999, "recall": 0.096838}, {"accuracy": 0.766798, "f1": 0.707893, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"], "main_score": 0.707893, "precision": 0.682519, "recall": 0.766798}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.754941, "f1": 0.693596, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"], "main_score": 0.693596, "precision": 0.667144, "recall": 0.754941}, {"accuracy": 0.517787, "f1": 0.432, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"], "main_score": 0.432, "precision": 0.400424, "recall": 0.517787}, {"accuracy": 0.209486, "f1": 0.136731, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"], "main_score": 0.136731, "precision": 0.118793, "recall": 0.209486}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.416996, "f1": 0.328442, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"], "main_score": 0.328442, "precision": 0.299679, "recall": 0.416996}, {"accuracy": 0.251976, "f1": 0.17289, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"], "main_score": 0.17289, "precision": 0.153589, "recall": 0.251976}, {"accuracy": 0.220356, "f1": 0.152561, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"], "main_score": 0.152561, "precision": 0.136704, "recall": 0.220356}, {"accuracy": 0.253953, "f1": 0.184149, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"], "main_score": 0.184149, "precision": 0.165881, "recall": 0.253953}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.018775, "f1": 0.003339, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"], "main_score": 0.003339, "precision": 0.002419, "recall": 0.018775}, {"accuracy": 0.864625, "f1": 0.826732, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"], "main_score": 0.826732, "precision": 0.81003, "recall": 0.864625}, {"accuracy": 0.451581, "f1": 0.363465, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"], "main_score": 0.363465, "precision": 0.332035, "recall": 0.451581}, {"accuracy": 0.863636, "f1": 0.826383, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"], "main_score": 0.826383, "precision": 0.80919, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.105731, "f1": 0.062232, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"], "main_score": 0.062232, "precision": 0.053316, "recall": 0.105731}, {"accuracy": 0.221344, "f1": 0.148894, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"], "main_score": 0.148894, "precision": 0.131247, "recall": 0.221344}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.663043, "f1": 0.589854, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"], "main_score": 0.589854, "precision": 0.561981, "recall": 0.663043}, {"accuracy": 0.212451, "f1": 0.141781, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"], "main_score": 0.141781, "precision": 0.123869, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.131709, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"], "main_score": 0.131709, "precision": 0.112859, "recall": 0.208498}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.206522, "f1": 0.139481, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"], "main_score": 0.139481, "precision": 0.123623, "recall": 0.206522}, {"accuracy": 0.217391, "f1": 0.148361, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"], "main_score": 0.148361, "precision": 0.130128, "recall": 0.217391}, {"accuracy": 0.823123, "f1": 0.775906, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"], "main_score": 0.775906, "precision": 0.75495, "recall": 0.823123}, {"accuracy": 0.674901, "f1": 0.607175, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"], "main_score": 0.607175, "precision": 0.581186, "recall": 0.674901}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.30336, "f1": 0.219412, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"], "main_score": 0.219412, "precision": 0.194022, "recall": 0.30336}, {"accuracy": 0.48419, "f1": 0.401529, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"], "main_score": 0.401529, "precision": 0.3744, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.552372, "f1": 0.469415, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"], "main_score": 0.469415, "precision": 0.436977, "recall": 0.552372}, {"accuracy": 0.848814, "f1": 0.808169, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"], "main_score": 0.808169, "precision": 0.789476, "recall": 0.848814}, {"accuracy": 0.313241, "f1": 0.234748, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"], "main_score": 0.234748, "precision": 0.213096, "recall": 0.313241}, {"accuracy": 0.617589, "f1": 0.536799, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"], "main_score": 0.536799, "precision": 0.504529, "recall": 0.617589}, {"accuracy": 0.719368, "f1": 0.658192, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"], "main_score": 0.658192, "precision": 0.63271, "recall": 0.719368}, {"accuracy": 0.258893, "f1": 0.181371, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"], "main_score": 0.181371, "precision": 0.16076, "recall": 0.258893}, {"accuracy": 0.935771, "f1": 0.917128, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"], "main_score": 0.917128, "precision": 0.908432, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.77668, "f1": 0.71973, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"], "main_score": 0.71973, "precision": 0.694203, "recall": 0.77668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.428854, "f1": 0.345471, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"], "main_score": 0.345471, "precision": 0.31667, "recall": 0.428854}, {"accuracy": 0.521739, "f1": 0.431264, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"], "main_score": 0.431264, "precision": 0.399334, "recall": 0.521739}, {"accuracy": 0.120553, "f1": 0.068231, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"], "main_score": 0.068231, "precision": 0.05809, "recall": 0.120553}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.192688, "f1": 0.127547, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"], "main_score": 0.127547, "precision": 0.109502, "recall": 0.192688}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"], "main_score": 0.953887, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.48913, "f1": 0.401819, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"], "main_score": 0.401819, "precision": 0.373132, "recall": 0.48913}, {"accuracy": 0.385375, "f1": 0.298816, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"], "main_score": 0.298816, "precision": 0.272906, "recall": 0.385375}, {"accuracy": 0.882411, "f1": 0.84697, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"], "main_score": 0.84697, "precision": 0.830369, "recall": 0.882411}, {"accuracy": 0.282609, "f1": 0.202669, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"], "main_score": 0.202669, "precision": 0.180515, "recall": 0.282609}, {"accuracy": 0.250988, "f1": 0.173842, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"], "main_score": 0.173842, "precision": 0.153898, "recall": 0.250988}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.465415, "f1": 0.373203, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"], "main_score": 0.373203, "precision": 0.343133, "recall": 0.465415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.224308, "f1": 0.145957, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"], "main_score": 0.145957, "precision": 0.126289, "recall": 0.224308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.927866, "f1": 0.906181, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"], "main_score": 0.906181, "precision": 0.896039, "recall": 0.927866}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.1917, "f1": 0.127602, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"], "main_score": 0.127602, "precision": 0.112291, "recall": 0.1917}, {"accuracy": 0.948617, "f1": 0.932543, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"], "main_score": 0.932543, "precision": 0.924819, "recall": 0.948617}, {"accuracy": 0.208498, "f1": 0.13864, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"], "main_score": 0.13864, "precision": 0.120794, "recall": 0.208498}, {"accuracy": 0.227273, "f1": 0.157436, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"], "main_score": 0.157436, "precision": 0.139822, "recall": 0.227273}, {"accuracy": 0.162055, "f1": 0.102491, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"], "main_score": 0.102491, "precision": 0.089171, "recall": 0.162055}, {"accuracy": 0.566206, "f1": 0.484659, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"], "main_score": 0.484659, "precision": 0.453118, "recall": 0.566206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.327075, "f1": 0.241173, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"], "main_score": 0.241173, "precision": 0.214581, "recall": 0.327075}, {"accuracy": 0.204545, "f1": 0.136797, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"], "main_score": 0.136797, "precision": 0.121129, "recall": 0.204545}, {"accuracy": 0.258893, "f1": 0.181663, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"], "main_score": 0.181663, "precision": 0.161871, "recall": 0.258893}, {"accuracy": 0.842885, "f1": 0.8028, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"], "main_score": 0.8028, "precision": 0.785441, "recall": 0.842885}, {"accuracy": 0.19664, "f1": 0.127432, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"], "main_score": 0.127432, "precision": 0.110877, "recall": 0.19664}, {"accuracy": 0.206522, "f1": 0.142105, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"], "main_score": 0.142105, "precision": 0.126324, "recall": 0.206522}, {"accuracy": 0.953557, "f1": 0.940448, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"], "main_score": 0.940448, "precision": 0.934404, "recall": 0.953557}, {"accuracy": 0.317194, "f1": 0.229042, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"], "main_score": 0.229042, "precision": 0.204278, "recall": 0.317194}, {"accuracy": 0.270751, "f1": 0.192121, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"], "main_score": 0.192121, "precision": 0.17267, "recall": 0.270751}, {"accuracy": 0.667984, "f1": 0.592689, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"], "main_score": 0.592689, "precision": 0.563632, "recall": 0.667984}, {"accuracy": 0.383399, "f1": 0.298773, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"], "main_score": 0.298773, "precision": 0.272768, "recall": 0.383399}, {"accuracy": 0.493083, "f1": 0.401685, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"], "main_score": 0.401685, "precision": 0.370607, "recall": 0.493083}, {"accuracy": 0.873518, "f1": 0.83834, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"], "main_score": 0.83834, "precision": 0.821887, "recall": 0.873518}, {"accuracy": 0.356719, "f1": 0.270118, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"], "main_score": 0.270118, "precision": 0.243314, "recall": 0.356719}, {"accuracy": 0.487154, "f1": 0.398687, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"], "main_score": 0.398687, "precision": 0.367084, "recall": 0.487154}, {"accuracy": 0.198617, "f1": 0.133797, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"], "main_score": 0.133797, "precision": 0.117355, "recall": 0.198617}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.868577, "f1": 0.832411, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"], "main_score": 0.832411, "precision": 0.816074, "recall": 0.868577}, {"accuracy": 0.290514, "f1": 0.211637, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"], "main_score": 0.211637, "precision": 0.188214, "recall": 0.290514}, {"accuracy": 0.224308, "f1": 0.15035, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"], "main_score": 0.15035, "precision": 0.132265, "recall": 0.224308}, {"accuracy": 0.081028, "f1": 0.048096, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"], "main_score": 0.048096, "precision": 0.040698, "recall": 0.081028}, {"accuracy": 0.167984, "f1": 0.103161, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"], "main_score": 0.103161, "precision": 0.08782, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.90415, "f1": 0.874572, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"], "main_score": 0.874572, "precision": 0.860425, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.601779, "f1": 0.521521, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"], "main_score": 0.521521, "precision": 0.491938, "recall": 0.601779}, {"accuracy": 0.171937, "f1": 0.113404, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"], "main_score": 0.113404, "precision": 0.098844, "recall": 0.171937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.383399, "f1": 0.2938, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"], "main_score": 0.2938, "precision": 0.266362, "recall": 0.383399}, {"accuracy": 0.633399, "f1": 0.558558, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"], "main_score": 0.558558, "precision": 0.528897, "recall": 0.633399}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.91502, "f1": 0.890547, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"], "main_score": 0.890547, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.221344, "f1": 0.139304, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"], "main_score": 0.139304, "precision": 0.119021, "recall": 0.221344}, {"accuracy": 0.929842, "f1": 0.907444, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"], "main_score": 0.907444, "precision": 0.89641, "recall": 0.929842}, {"accuracy": 0.824111, "f1": 0.776647, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"], "main_score": 0.776647, "precision": 0.755517, "recall": 0.824111}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.273715, "f1": 0.185662, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"], "main_score": 0.185662, "precision": 0.163965, "recall": 0.273715}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.129447, "f1": 0.078596, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"], "main_score": 0.078596, "precision": 0.067117, "recall": 0.129447}, {"accuracy": 0.884387, "f1": 0.853986, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"], "main_score": 0.853986, "precision": 0.840234, "recall": 0.884387}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.682806, "f1": 0.610743, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"], "main_score": 0.610743, "precision": 0.581933, "recall": 0.682806}, {"accuracy": 0.059289, "f1": 0.028, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"], "main_score": 0.028, "precision": 0.023957, "recall": 0.059289}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.208498, "f1": 0.138191, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"], "main_score": 0.138191, "precision": 0.121959, "recall": 0.208498}, {"accuracy": 0.842885, "f1": 0.800296, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"], "main_score": 0.800296, "precision": 0.781818, "recall": 0.842885}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"], "main_score": 0.908597, "precision": 0.89888, "recall": 0.928854}, {"accuracy": 0.909091, "f1": 0.880896, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"], "main_score": 0.880896, "precision": 0.867589, "recall": 0.909091}, {"accuracy": 0.246047, "f1": 0.171851, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"], "main_score": 0.171851, "precision": 0.150272, "recall": 0.246047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.793478, "f1": 0.742824, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"], "main_score": 0.742824, "precision": 0.720702, "recall": 0.793478}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"], "main_score": 0.910573, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.897233, "f1": 0.869697, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"], "main_score": 0.869697, "precision": 0.857411, "recall": 0.897233}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.144269, "f1": 0.080442, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"], "main_score": 0.080442, "precision": 0.067997, "recall": 0.144269}, {"accuracy": 0.065217, "f1": 0.03892, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"], "main_score": 0.03892, "precision": 0.033475, "recall": 0.065217}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.142292, "f1": 0.083517, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"], "main_score": 0.083517, "precision": 0.070826, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.895257, "f1": 0.863834, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"], "main_score": 0.863834, "precision": 0.848897, "recall": 0.895257}, {"accuracy": 0.712451, "f1": 0.645772, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"], "main_score": 0.645772, "precision": 0.617631, "recall": 0.712451}, {"accuracy": 0.160079, "f1": 0.092677, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"], "main_score": 0.092677, "precision": 0.078002, "recall": 0.160079}, {"accuracy": 0.710474, "f1": 0.650449, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"], "main_score": 0.650449, "precision": 0.62496, "recall": 0.710474}, {"accuracy": 0.603755, "f1": 0.522633, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"], "main_score": 0.522633, "precision": 0.492269, "recall": 0.603755}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.727273, "f1": 0.660211, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"], "main_score": 0.660211, "precision": 0.632611, "recall": 0.727273}, {"accuracy": 0.150198, "f1": 0.091368, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"], "main_score": 0.091368, "precision": 0.078526, "recall": 0.150198}, {"accuracy": 0.958498, "f1": 0.945883, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"], "main_score": 0.945883, "precision": 0.940135, "recall": 0.958498}, {"accuracy": 0.074111, "f1": 0.041344, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"], "main_score": 0.041344, "precision": 0.034543, "recall": 0.074111}, {"accuracy": 0.221344, "f1": 0.148779, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"], "main_score": 0.148779, "precision": 0.13046, "recall": 0.221344}, {"accuracy": 0.327075, "f1": 0.238368, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"], "main_score": 0.238368, "precision": 0.212546, "recall": 0.327075}, {"accuracy": 0.085968, "f1": 0.045, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"], "main_score": 0.045, "precision": 0.036476, "recall": 0.085968}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.254941, "f1": 0.171016, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"], "main_score": 0.171016, "precision": 0.149484, "recall": 0.254941}, {"accuracy": 0.743083, "f1": 0.679056, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"], "main_score": 0.679056, "precision": 0.652816, "recall": 0.743083}, {"accuracy": 0.427866, "f1": 0.342151, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"], "main_score": 0.342151, "precision": 0.315567, "recall": 0.427866}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.229249, "f1": 0.155263, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"], "main_score": 0.155263, "precision": 0.137142, "recall": 0.229249}, {"accuracy": 0.306324, "f1": 0.225007, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"], "main_score": 0.225007, "precision": 0.202716, "recall": 0.306324}, {"accuracy": 0.251976, "f1": 0.169103, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"], "main_score": 0.169103, "precision": 0.148781, "recall": 0.251976}, {"accuracy": 0.331028, "f1": 0.249522, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"], "main_score": 0.249522, "precision": 0.226289, "recall": 0.331028}, {"accuracy": 0.61166, "f1": 0.536141, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"], "main_score": 0.536141, "precision": 0.506505, "recall": 0.61166}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.055336, "f1": 0.021019, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"], "main_score": 0.021019, "precision": 0.017129, "recall": 0.055336}, {"accuracy": 0.181818, "f1": 0.11496, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"], "main_score": 0.11496, "precision": 0.098616, "recall": 0.181818}, {"accuracy": 0.728261, "f1": 0.665391, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"], "main_score": 0.665391, "precision": 0.63899, "recall": 0.728261}, {"accuracy": 0.209486, "f1": 0.1395, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"], "main_score": 0.1395, "precision": 0.121529, "recall": 0.209486}, {"accuracy": 0.066206, "f1": 0.034543, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"], "main_score": 0.034543, "precision": 0.029558, "recall": 0.066206}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.769763, "f1": 0.711298, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"], "main_score": 0.711298, "precision": 0.686364, "recall": 0.769763}, {"accuracy": 0.780632, "f1": 0.722603, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"], "main_score": 0.722603, "precision": 0.697324, "recall": 0.780632}, {"accuracy": 0.753953, "f1": 0.701179, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"], "main_score": 0.701179, "precision": 0.679158, "recall": 0.753953}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.198617, "f1": 0.131905, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"], "main_score": 0.131905, "precision": 0.114952, "recall": 0.198617}, {"accuracy": 0.144269, "f1": 0.085864, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"], "main_score": 0.085864, "precision": 0.073428, "recall": 0.144269}, {"accuracy": 0.890316, "f1": 0.859223, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"], "main_score": 0.859223, "precision": 0.845109, "recall": 0.890316}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.363636, "f1": 0.279332, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"], "main_score": 0.279332, "precision": 0.254128, "recall": 0.363636}, {"accuracy": 0.170949, "f1": 0.103382, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"], "main_score": 0.103382, "precision": 0.087599, "recall": 0.170949}, {"accuracy": 0.681818, "f1": 0.610265, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"], "main_score": 0.610265, "precision": 0.581844, "recall": 0.681818}, {"accuracy": 0.91996, "f1": 0.898306, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"], "main_score": 0.898306, "precision": 0.888702, "recall": 0.91996}, {"accuracy": 0.168972, "f1": 0.100118, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"], "main_score": 0.100118, "precision": 0.085505, "recall": 0.168972}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.224308, "f1": 0.152595, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"], "main_score": 0.152595, "precision": 0.134698, "recall": 0.224308}, {"accuracy": 0.393281, "f1": 0.30052, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"], "main_score": 0.30052, "precision": 0.27178, "recall": 0.393281}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.727273, "f1": 0.659783, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"], "main_score": 0.659783, "precision": 0.631653, "recall": 0.727273}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"], "main_score": 0.933202, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.199605, "f1": 0.130972, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"], "main_score": 0.130972, "precision": 0.1134, "recall": 0.199605}, {"accuracy": 0.08004, "f1": 0.036239, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"], "main_score": 0.036239, "precision": 0.02986, "recall": 0.08004}, {"accuracy": 0.228261, "f1": 0.152201, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"], "main_score": 0.152201, "precision": 0.132187, "recall": 0.228261}, {"accuracy": 0.102767, "f1": 0.05403, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"], "main_score": 0.05403, "precision": 0.044224, "recall": 0.102767}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.677866, "f1": 0.607051, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"], "main_score": 0.607051, "precision": 0.578567, "recall": 0.677866}, {"accuracy": 0.075099, "f1": 0.04616, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"], "main_score": 0.04616, "precision": 0.040264, "recall": 0.075099}, {"accuracy": 0.705534, "f1": 0.633573, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"], "main_score": 0.633573, "precision": 0.603755, "recall": 0.705534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.73419, "f1": 0.669982, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"], "main_score": 0.669982, "precision": 0.642796, "recall": 0.73419}, {"accuracy": 0.48913, "f1": 0.404575, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"], "main_score": 0.404575, "precision": 0.374284, "recall": 0.48913}, {"accuracy": 0.178854, "f1": 0.111344, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"], "main_score": 0.111344, "precision": 0.095735, "recall": 0.178854}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.374506, "f1": 0.284787, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"], "main_score": 0.284787, "precision": 0.256753, "recall": 0.374506}, {"accuracy": 0.205534, "f1": 0.131258, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"], "main_score": 0.131258, "precision": 0.113609, "recall": 0.205534}, {"accuracy": 0.181818, "f1": 0.119361, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"], "main_score": 0.119361, "precision": 0.104553, "recall": 0.181818}, {"accuracy": 0.210474, "f1": 0.145197, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"], "main_score": 0.145197, "precision": 0.128067, "recall": 0.210474}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.018775, "f1": 0.004546, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"], "main_score": 0.004546, "precision": 0.003858, "recall": 0.018775}, {"accuracy": 0.855731, "f1": 0.815862, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"], "main_score": 0.815862, "precision": 0.798271, "recall": 0.855731}, {"accuracy": 0.420949, "f1": 0.334378, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"], "main_score": 0.334378, "precision": 0.304085, "recall": 0.420949}, {"accuracy": 0.838933, "f1": 0.794993, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"], "main_score": 0.794993, "precision": 0.775115, "recall": 0.838933}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.083992, "f1": 0.043556, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"], "main_score": 0.043556, "precision": 0.036516, "recall": 0.083992}, {"accuracy": 0.164032, "f1": 0.101471, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"], "main_score": 0.101471, "precision": 0.08668, "recall": 0.164032}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.62253, "f1": 0.541486, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"], "main_score": 0.541486, "precision": 0.509852, "recall": 0.62253}, {"accuracy": 0.186759, "f1": 0.120136, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"], "main_score": 0.120136, "precision": 0.103468, "recall": 0.186759}, {"accuracy": 0.175889, "f1": 0.103012, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"], "main_score": 0.103012, "precision": 0.085184, "recall": 0.175889}, {"accuracy": 0.939723, "f1": 0.92029, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"], "main_score": 0.92029, "precision": 0.910903, "recall": 0.939723}, {"accuracy": 0.167984, "f1": 0.105887, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"], "main_score": 0.105887, "precision": 0.092114, "recall": 0.167984}, {"accuracy": 0.167984, "f1": 0.106044, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"], "main_score": 0.106044, "precision": 0.090096, "recall": 0.167984}, {"accuracy": 0.811265, "f1": 0.760743, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"], "main_score": 0.760743, "precision": 0.738373, "recall": 0.811265}, {"accuracy": 0.617589, "f1": 0.540953, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"], "main_score": 0.540953, "precision": 0.511777, "recall": 0.617589}, {"accuracy": 0.961462, "f1": 0.95, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"], "main_score": 0.95, "precision": 0.944417, "recall": 0.961462}, {"accuracy": 0.238142, "f1": 0.160244, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"], "main_score": 0.160244, "precision": 0.138418, "recall": 0.238142}, {"accuracy": 0.429842, "f1": 0.341482, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"], "main_score": 0.341482, "precision": 0.313223, "recall": 0.429842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.533597, "f1": 0.447553, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"], "main_score": 0.447553, "precision": 0.41482, "recall": 0.533597}, {"accuracy": 0.83498, "f1": 0.791667, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"], "main_score": 0.791667, "precision": 0.772546, "recall": 0.83498}, {"accuracy": 0.251976, "f1": 0.172784, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"], "main_score": 0.172784, "precision": 0.151442, "recall": 0.251976}, {"accuracy": 0.586957, "f1": 0.501961, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"], "main_score": 0.501961, "precision": 0.468652, "recall": 0.586957}, {"accuracy": 0.666996, "f1": 0.595777, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"], "main_score": 0.595777, "precision": 0.566149, "recall": 0.666996}, {"accuracy": 0.209486, "f1": 0.131762, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"], "main_score": 0.131762, "precision": 0.11174, "recall": 0.209486}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"], "main_score": 0.897628, "precision": 0.886775, "recall": 0.920949}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"], "main_score": 0.903722, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.745059, "f1": 0.682072, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"], "main_score": 0.682072, "precision": 0.655007, "recall": 0.745059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.392292, "f1": 0.30455, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"], "main_score": 0.30455, "precision": 0.275406, "recall": 0.392292}, {"accuracy": 0.45751, "f1": 0.362676, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"], "main_score": 0.362676, "precision": 0.330933, "recall": 0.45751}, {"accuracy": 0.101779, "f1": 0.053854, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"], "main_score": 0.053854, "precision": 0.045239, "recall": 0.101779}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.189723, "f1": 0.127545, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"], "main_score": 0.127545, "precision": 0.110607, "recall": 0.189723}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"], "main_score": 0.943511, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.421937, "f1": 0.332222, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"], "main_score": 0.332222, "precision": 0.303144, "recall": 0.421937}, {"accuracy": 0.329051, "f1": 0.24108, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"], "main_score": 0.24108, "precision": 0.215405, "recall": 0.329051}, {"accuracy": 0.876482, "f1": 0.83857, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"], "main_score": 0.83857, "precision": 0.820982, "recall": 0.876482}, {"accuracy": 0.228261, "f1": 0.150447, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"], "main_score": 0.150447, "precision": 0.130141, "recall": 0.228261}, {"accuracy": 0.198617, "f1": 0.126197, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"], "main_score": 0.126197, "precision": 0.107994, "recall": 0.198617}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.421937, "f1": 0.328587, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"], "main_score": 0.328587, "precision": 0.29919, "recall": 0.421937}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.176877, "f1": 0.105599, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"], "main_score": 0.105599, "precision": 0.08962, "recall": 0.176877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"], "main_score": 0.892029, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.149209, "f1": 0.092178, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"], "main_score": 0.092178, "precision": 0.079276, "recall": 0.149209}, {"accuracy": 0.902174, "f1": 0.873353, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"], "main_score": 0.873353, "precision": 0.859519, "recall": 0.902174}, {"accuracy": 0.172925, "f1": 0.108743, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"], "main_score": 0.108743, "precision": 0.093765, "recall": 0.172925}, {"accuracy": 0.183794, "f1": 0.115911, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"], "main_score": 0.115911, "precision": 0.099824, "recall": 0.183794}, {"accuracy": 0.12747, "f1": 0.074885, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"], "main_score": 0.074885, "precision": 0.063423, "recall": 0.12747}, {"accuracy": 0.541502, "f1": 0.454983, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"], "main_score": 0.454983, "precision": 0.42245, "recall": 0.541502}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.275692, "f1": 0.192932, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"], "main_score": 0.192932, "precision": 0.170474, "recall": 0.275692}, {"accuracy": 0.143281, "f1": 0.080949, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"], "main_score": 0.080949, "precision": 0.067947, "recall": 0.143281}, {"accuracy": 0.188735, "f1": 0.119459, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"], "main_score": 0.119459, "precision": 0.103378, "recall": 0.188735}, {"accuracy": 0.827075, "f1": 0.784143, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"], "main_score": 0.784143, "precision": 0.765349, "recall": 0.827075}, {"accuracy": 0.156126, "f1": 0.091445, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"], "main_score": 0.091445, "precision": 0.076882, "recall": 0.156126}, {"accuracy": 0.167984, "f1": 0.108361, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"], "main_score": 0.108361, "precision": 0.093824, "recall": 0.167984}, {"accuracy": 0.947628, "f1": 0.932872, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"], "main_score": 0.932872, "precision": 0.926169, "recall": 0.947628}, {"accuracy": 0.264822, "f1": 0.180468, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"], "main_score": 0.180468, "precision": 0.158357, "recall": 0.264822}, {"accuracy": 0.224308, "f1": 0.146235, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"], "main_score": 0.146235, "precision": 0.127879, "recall": 0.224308}, {"accuracy": 0.604743, "f1": 0.51689, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"], "main_score": 0.51689, "precision": 0.482906, "recall": 0.604743}, {"accuracy": 0.332016, "f1": 0.249602, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"], "main_score": 0.249602, "precision": 0.225926, "recall": 0.332016}, {"accuracy": 0.444664, "f1": 0.352639, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"], "main_score": 0.352639, "precision": 0.321107, "recall": 0.444664}, {"accuracy": 0.857708, "f1": 0.820553, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"], "main_score": 0.820553, "precision": 0.803508, "recall": 0.857708}, {"accuracy": 0.311265, "f1": 0.223676, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"], "main_score": 0.223676, "precision": 0.196912, "recall": 0.311265}, {"accuracy": 0.456522, "f1": 0.368334, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"], "main_score": 0.368334, "precision": 0.336961, "recall": 0.456522}, {"accuracy": 0.155138, "f1": 0.094367, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"], "main_score": 0.094367, "precision": 0.079879, "recall": 0.155138}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.833004, "f1": 0.789822, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"], "main_score": 0.789822, "precision": 0.771393, "recall": 0.833004}, {"accuracy": 0.238142, "f1": 0.169217, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"], "main_score": 0.169217, "precision": 0.150686, "recall": 0.238142}, {"accuracy": 0.183794, "f1": 0.113423, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"], "main_score": 0.113423, "precision": 0.097097, "recall": 0.183794}, {"accuracy": 0.08498, "f1": 0.060786, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"], "main_score": 0.060786, "precision": 0.053941, "recall": 0.08498}, {"accuracy": 0.210474, "f1": 0.159529, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"], "main_score": 0.159529, "precision": 0.14489, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 9.3e-05, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.002964}, {"accuracy": 0.717391, "f1": 0.672058, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"], "main_score": 0.672058, "precision": 0.654813, "recall": 0.717391}, {"accuracy": 0.625494, "f1": 0.5721, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"], "main_score": 0.5721, "precision": 0.550763, "recall": 0.625494}, {"accuracy": 0.664032, "f1": 0.61703, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"], "main_score": 0.61703, "precision": 0.599011, "recall": 0.664032}, {"accuracy": 0.617589, "f1": 0.569884, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"], "main_score": 0.569884, "precision": 0.550464, "recall": 0.617589}, {"accuracy": 0.229249, "f1": 0.179902, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"], "main_score": 0.179902, "precision": 0.165609, "recall": 0.229249}, {"accuracy": 0.753953, "f1": 0.71646, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"], "main_score": 0.71646, "precision": 0.70212, "recall": 0.753953}, {"accuracy": 0.392292, "f1": 0.324074, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"], "main_score": 0.324074, "precision": 0.300517, "recall": 0.392292}, {"accuracy": 0.567194, "f1": 0.516433, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"], "main_score": 0.516433, "precision": 0.497534, "recall": 0.567194}, {"accuracy": 0.755929, "f1": 0.708187, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"], "main_score": 0.708187, "precision": 0.689248, "recall": 0.755929}, {"accuracy": 0.644269, "f1": 0.599109, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"], "main_score": 0.599109, "precision": 0.581169, "recall": 0.644269}, {"accuracy": 0.26087, "f1": 0.196486, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"], "main_score": 0.196486, "precision": 0.177681, "recall": 0.26087}, {"accuracy": 0.658103, "f1": 0.612474, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"], "main_score": 0.612474, "precision": 0.595406, "recall": 0.658103}, {"accuracy": 0.56917, "f1": 0.519075, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"], "main_score": 0.519075, "precision": 0.499913, "recall": 0.56917}, {"accuracy": 0.805336, "f1": 0.768671, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"], "main_score": 0.768671, "precision": 0.754172, "recall": 0.805336}, {"accuracy": 0.323123, "f1": 0.253058, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"], "main_score": 0.253058, "precision": 0.232043, "recall": 0.323123}, {"accuracy": 0.705534, "f1": 0.661752, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"], "main_score": 0.661752, "precision": 0.645245, "recall": 0.705534}, {"accuracy": 0.681818, "f1": 0.631605, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"], "main_score": 0.631605, "precision": 0.612887, "recall": 0.681818}, {"accuracy": 0.812253, "f1": 0.773103, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"], "main_score": 0.773103, "precision": 0.757223, "recall": 0.812253}, {"accuracy": 0.773715, "f1": 0.737914, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"], "main_score": 0.737914, "precision": 0.722937, "recall": 0.773715}, {"accuracy": 0.155138, "f1": 0.117399, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"], "main_score": 0.117399, "precision": 0.106591, "recall": 0.155138}, {"accuracy": 0.528656, "f1": 0.4765, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"], "main_score": 0.4765, "precision": 0.456715, "recall": 0.528656}, {"accuracy": 0.728261, "f1": 0.680227, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"], "main_score": 0.680227, "precision": 0.661094, "recall": 0.728261}, {"accuracy": 0.659091, "f1": 0.608649, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"], "main_score": 0.608649, "precision": 0.588975, "recall": 0.659091}, {"accuracy": 0.061265, "f1": 0.031285, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"], "main_score": 0.031285, "precision": 0.027386, "recall": 0.061265}, {"accuracy": 0.714427, "f1": 0.672979, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"], "main_score": 0.672979, "precision": 0.656014, "recall": 0.714427}, {"accuracy": 0.218379, "f1": 0.168669, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"], "main_score": 0.168669, "precision": 0.155092, "recall": 0.218379}, {"accuracy": 0.6917, "f1": 0.660028, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"], "main_score": 0.660028, "precision": 0.647634, "recall": 0.6917}, {"accuracy": 0.772727, "f1": 0.735228, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"], "main_score": 0.735228, "precision": 0.720429, "recall": 0.772727}, {"accuracy": 0.659091, "f1": 0.615849, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"], "main_score": 0.615849, "precision": 0.599225, "recall": 0.659091}, {"accuracy": 0.619565, "f1": 0.571368, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"], "main_score": 0.571368, "precision": 0.552899, "recall": 0.619565}, {"accuracy": 0.296443, "f1": 0.243164, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"], "main_score": 0.243164, "precision": 0.225362, "recall": 0.296443}, {"accuracy": 0.76581, "f1": 0.721458, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"], "main_score": 0.721458, "precision": 0.704135, "recall": 0.76581}, {"accuracy": 0.499012, "f1": 0.446506, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"], "main_score": 0.446506, "precision": 0.426874, "recall": 0.499012}, {"accuracy": 0.651186, "f1": 0.609334, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"], "main_score": 0.609334, "precision": 0.59255, "recall": 0.651186}, {"accuracy": 0.56917, "f1": 0.514904, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"], "main_score": 0.514904, "precision": 0.493985, "recall": 0.56917}, {"accuracy": 0.758893, "f1": 0.72748, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"], "main_score": 0.72748, "precision": 0.714205, "recall": 0.758893}, {"accuracy": 0.69664, "f1": 0.647272, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"], "main_score": 0.647272, "precision": 0.62884, "recall": 0.69664}, {"accuracy": 0.176877, "f1": 0.122476, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"], "main_score": 0.122476, "precision": 0.10895, "recall": 0.176877}, {"accuracy": 0.063241, "f1": 0.040199, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"], "main_score": 0.040199, "precision": 0.035013, "recall": 0.063241}, {"accuracy": 0.756917, "f1": 0.721868, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"], "main_score": 0.721868, "precision": 0.707414, "recall": 0.756917}, {"accuracy": 0.164032, "f1": 0.117843, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"], "main_score": 0.117843, "precision": 0.106675, "recall": 0.164032}, {"accuracy": 0.756917, "f1": 0.719614, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"], "main_score": 0.719614, "precision": 0.704042, "recall": 0.756917}, {"accuracy": 0.756917, "f1": 0.717647, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"], "main_score": 0.717647, "precision": 0.701684, "recall": 0.756917}, {"accuracy": 0.617589, "f1": 0.570924, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"], "main_score": 0.570924, "precision": 0.552203, "recall": 0.617589}, {"accuracy": 0.619565, "f1": 0.575123, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"], "main_score": 0.575123, "precision": 0.557702, "recall": 0.619565}, {"accuracy": 0.1917, "f1": 0.134955, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"], "main_score": 0.134955, "precision": 0.119658, "recall": 0.1917}, {"accuracy": 0.538538, "f1": 0.49315, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"], "main_score": 0.49315, "precision": 0.475851, "recall": 0.538538}, {"accuracy": 0.541502, "f1": 0.487563, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"], "main_score": 0.487563, "precision": 0.466752, "recall": 0.541502}, {"accuracy": 0.798419, "f1": 0.770193, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"], "main_score": 0.770193, "precision": 0.758905, "recall": 0.798419}, {"accuracy": 0.598814, "f1": 0.551689, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"], "main_score": 0.551689, "precision": 0.53307, "recall": 0.598814}, {"accuracy": 0.166008, "f1": 0.121541, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"], "main_score": 0.121541, "precision": 0.109172, "recall": 0.166008}, {"accuracy": 0.709486, "f1": 0.66334, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"], "main_score": 0.66334, "precision": 0.645233, "recall": 0.709486}, {"accuracy": 0.066206, "f1": 0.044298, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"], "main_score": 0.044298, "precision": 0.038786, "recall": 0.066206}, {"accuracy": 0.283597, "f1": 0.226937, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"], "main_score": 0.226937, "precision": 0.209349, "recall": 0.283597}, {"accuracy": 0.365613, "f1": 0.297501, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"], "main_score": 0.297501, "precision": 0.275116, "recall": 0.365613}, {"accuracy": 0.08498, "f1": 0.057932, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"], "main_score": 0.057932, "precision": 0.050888, "recall": 0.08498}, {"accuracy": 0.77668, "f1": 0.73409, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"], "main_score": 0.73409, "precision": 0.717348, "recall": 0.77668}, {"accuracy": 0.712451, "f1": 0.668343, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"], "main_score": 0.668343, "precision": 0.650622, "recall": 0.712451}, {"accuracy": 0.795455, "f1": 0.760844, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"], "main_score": 0.760844, "precision": 0.747239, "recall": 0.795455}, {"accuracy": 0.661067, "f1": 0.612673, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"], "main_score": 0.612673, "precision": 0.594373, "recall": 0.661067}, {"accuracy": 0.295455, "f1": 0.233125, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"], "main_score": 0.233125, "precision": 0.214076, "recall": 0.295455}, {"accuracy": 0.620553, "f1": 0.578576, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"], "main_score": 0.578576, "precision": 0.561769, "recall": 0.620553}, {"accuracy": 0.427866, "f1": 0.373384, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"], "main_score": 0.373384, "precision": 0.354487, "recall": 0.427866}, {"accuracy": 0.785573, "f1": 0.748087, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"], "main_score": 0.748087, "precision": 0.733704, "recall": 0.785573}, {"accuracy": 0.26581, "f1": 0.20653, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"], "main_score": 0.20653, "precision": 0.18971, "recall": 0.26581}, {"accuracy": 0.340909, "f1": 0.273583, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"], "main_score": 0.273583, "precision": 0.253193, "recall": 0.340909}, {"accuracy": 0.259881, "f1": 0.200163, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"], "main_score": 0.200163, "precision": 0.182458, "recall": 0.259881}, {"accuracy": 0.324111, "f1": 0.266344, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"], "main_score": 0.266344, "precision": 0.247989, "recall": 0.324111}, {"accuracy": 0.504941, "f1": 0.447336, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"], "main_score": 0.447336, "precision": 0.425263, "recall": 0.504941}, {"accuracy": 0.789526, "f1": 0.753423, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"], "main_score": 0.753423, "precision": 0.739452, "recall": 0.789526}, {"accuracy": 0.054348, "f1": 0.022493, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"], "main_score": 0.022493, "precision": 0.017565, "recall": 0.054348}, {"accuracy": 0.23419, "f1": 0.181965, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"], "main_score": 0.181965, "precision": 0.166584, "recall": 0.23419}, {"accuracy": 0.573123, "f1": 0.526186, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"], "main_score": 0.526186, "precision": 0.507315, "recall": 0.573123}, {"accuracy": 0.240119, "f1": 0.182503, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"], "main_score": 0.182503, "precision": 0.166408, "recall": 0.240119}, {"accuracy": 0.051383, "f1": 0.027958, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"], "main_score": 0.027958, "precision": 0.0235, "recall": 0.051383}, {"accuracy": 0.805336, "f1": 0.767233, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"], "main_score": 0.767233, "precision": 0.752261, "recall": 0.805336}, {"accuracy": 0.63834, "f1": 0.591683, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"], "main_score": 0.591683, "precision": 0.572588, "recall": 0.63834}, {"accuracy": 0.713439, "f1": 0.673114, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"], "main_score": 0.673114, "precision": 0.655949, "recall": 0.713439}, {"accuracy": 0.426877, "f1": 0.370556, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"], "main_score": 0.370556, "precision": 0.350944, "recall": 0.426877}, {"accuracy": 0.784585, "f1": 0.746063, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"], "main_score": 0.746063, "precision": 0.731019, "recall": 0.784585}, {"accuracy": 0.772727, "f1": 0.730922, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"], "main_score": 0.730922, "precision": 0.714342, "recall": 0.772727}, {"accuracy": 0.817194, "f1": 0.784167, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"], "main_score": 0.784167, "precision": 0.771005, "recall": 0.817194}, {"accuracy": 0.708498, "f1": 0.660789, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"], "main_score": 0.660789, "precision": 0.641893, "recall": 0.708498}, {"accuracy": 0.225296, "f1": 0.167641, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"], "main_score": 0.167641, "precision": 0.150106, "recall": 0.225296}, {"accuracy": 0.178854, "f1": 0.136838, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"], "main_score": 0.136838, "precision": 0.125107, "recall": 0.178854}, {"accuracy": 0.531621, "f1": 0.48208, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"], "main_score": 0.48208, "precision": 0.463072, "recall": 0.531621}, {"accuracy": 0.778656, "f1": 0.738756, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"], "main_score": 0.738756, "precision": 0.723104, "recall": 0.778656}, {"accuracy": 0.678854, "f1": 0.633721, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"], "main_score": 0.633721, "precision": 0.616018, "recall": 0.678854}, {"accuracy": 0.363636, "f1": 0.307652, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"], "main_score": 0.307652, "precision": 0.289044, "recall": 0.363636}, {"accuracy": 0.220356, "f1": 0.168108, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"], "main_score": 0.168108, "precision": 0.153755, "recall": 0.220356}, {"accuracy": 0.609684, "f1": 0.559778, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"], "main_score": 0.559778, "precision": 0.542066, "recall": 0.609684}, {"accuracy": 0.647233, "f1": 0.60018, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"], "main_score": 0.60018, "precision": 0.582877, "recall": 0.647233}, {"accuracy": 0.208498, "f1": 0.149231, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"], "main_score": 0.149231, "precision": 0.133399, "recall": 0.208498}, {"accuracy": 0.763834, "f1": 0.722668, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"], "main_score": 0.722668, "precision": 0.706155, "recall": 0.763834}, {"accuracy": 0.256917, "f1": 0.207989, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"], "main_score": 0.207989, "precision": 0.193628, "recall": 0.256917}, {"accuracy": 0.413043, "f1": 0.350826, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"], "main_score": 0.350826, "precision": 0.329635, "recall": 0.413043}, {"accuracy": 0.715415, "f1": 0.674162, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"], "main_score": 0.674162, "precision": 0.657716, "recall": 0.715415}, {"accuracy": 0.775692, "f1": 0.732631, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"], "main_score": 0.732631, "precision": 0.715062, "recall": 0.775692}, {"accuracy": 0.8083, "f1": 0.772591, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"], "main_score": 0.772591, "precision": 0.758707, "recall": 0.8083}, {"accuracy": 0.732213, "f1": 0.6878, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"], "main_score": 0.6878, "precision": 0.669328, "recall": 0.732213}, {"accuracy": 0.61166, "f1": 0.554765, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"], "main_score": 0.554765, "precision": 0.533226, "recall": 0.61166}, {"accuracy": 0.258893, "f1": 0.195905, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"], "main_score": 0.195905, "precision": 0.175635, "recall": 0.258893}, {"accuracy": 0.077075, "f1": 0.038644, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"], "main_score": 0.038644, "precision": 0.033028, "recall": 0.077075}, {"accuracy": 0.273715, "f1": 0.217301, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"], "main_score": 0.217301, "precision": 0.200668, "recall": 0.273715}, {"accuracy": 0.132411, "f1": 0.083572, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"], "main_score": 0.083572, "precision": 0.072189, "recall": 0.132411}, {"accuracy": 0.794466, "f1": 0.755775, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"], "main_score": 0.755775, "precision": 0.740371, "recall": 0.794466}, {"accuracy": 0.68083, "f1": 0.636739, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"], "main_score": 0.636739, "precision": 0.61824, "recall": 0.68083}, {"accuracy": 0.090909, "f1": 0.062865, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"], "main_score": 0.062865, "precision": 0.05618, "recall": 0.090909}, {"accuracy": 0.647233, "f1": 0.602132, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"], "main_score": 0.602132, "precision": 0.583977, "recall": 0.647233}, {"accuracy": 0.783597, "f1": 0.741905, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"], "main_score": 0.741905, "precision": 0.725356, "recall": 0.783597}, {"accuracy": 0.482213, "f1": 0.425935, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"], "main_score": 0.425935, "precision": 0.406036, "recall": 0.482213}, {"accuracy": 0.467391, "f1": 0.407748, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"], "main_score": 0.407748, "precision": 0.385456, "recall": 0.467391}, {"accuracy": 0.189723, "f1": 0.139087, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"], "main_score": 0.139087, "precision": 0.125263, "recall": 0.189723}, {"accuracy": 0.713439, "f1": 0.669337, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"], "main_score": 0.669337, "precision": 0.651404, "recall": 0.713439}, {"accuracy": 0.371542, "f1": 0.315181, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"], "main_score": 0.315181, "precision": 0.295712, "recall": 0.371542}, {"accuracy": 0.220356, "f1": 0.162952, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"], "main_score": 0.162952, "precision": 0.146594, "recall": 0.220356}, {"accuracy": 0.209486, "f1": 0.158986, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"], "main_score": 0.158986, "precision": 0.145312, "recall": 0.209486}, {"accuracy": 0.230237, "f1": 0.175712, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"], "main_score": 0.175712, "precision": 0.161289, "recall": 0.230237}, {"accuracy": 0.768775, "f1": 0.730216, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"], "main_score": 0.730216, "precision": 0.715229, "recall": 0.768775}, {"accuracy": 0.019763, "f1": 0.00344, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"], "main_score": 0.00344, "precision": 0.00208, "recall": 0.019763}, {"accuracy": 0.537549, "f1": 0.482524, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"], "main_score": 0.482524, "precision": 0.462332, "recall": 0.537549}, {"accuracy": 0.305336, "f1": 0.25406, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"], "main_score": 0.25406, "precision": 0.235936, "recall": 0.305336}, {"accuracy": 0.624506, "f1": 0.578928, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"], "main_score": 0.578928, "precision": 0.560645, "recall": 0.624506}, {"accuracy": 0.780632, "f1": 0.74119, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"], "main_score": 0.74119, "precision": 0.725626, "recall": 0.780632}, {"accuracy": 0.099802, "f1": 0.063873, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"], "main_score": 0.063873, "precision": 0.055953, "recall": 0.099802}, {"accuracy": 0.1917, "f1": 0.140469, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"], "main_score": 0.140469, "precision": 0.126952, "recall": 0.1917}, {"accuracy": 0.761858, "f1": 0.724664, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"], "main_score": 0.724664, "precision": 0.709842, "recall": 0.761858}, {"accuracy": 0.782609, "f1": 0.737232, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"], "main_score": 0.737232, "precision": 0.718464, "recall": 0.782609}, {"accuracy": 0.588933, "f1": 0.529134, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"], "main_score": 0.529134, "precision": 0.505287, "recall": 0.588933}, {"accuracy": 0.204545, "f1": 0.147311, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"], "main_score": 0.147311, "precision": 0.131192, "recall": 0.204545}, {"accuracy": 0.229249, "f1": 0.16953, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"], "main_score": 0.16953, "precision": 0.149806, "recall": 0.229249}, {"accuracy": 0.689723, "f1": 0.644299, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"], "main_score": 0.644299, "precision": 0.626401, "recall": 0.689723}, {"accuracy": 0.193676, "f1": 0.143451, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"], "main_score": 0.143451, "precision": 0.128582, "recall": 0.193676}, {"accuracy": 0.221344, "f1": 0.172467, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"], "main_score": 0.172467, "precision": 0.157071, "recall": 0.221344}, {"accuracy": 0.503953, "f1": 0.445581, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"], "main_score": 0.445581, "precision": 0.425543, "recall": 0.503953}, {"accuracy": 0.644269, "f1": 0.596774, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"], "main_score": 0.596774, "precision": 0.57715, "recall": 0.644269}, {"accuracy": 0.676877, "f1": 0.641482, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"], "main_score": 0.641482, "precision": 0.627453, "recall": 0.676877}, {"accuracy": 0.298419, "f1": 0.235016, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"], "main_score": 0.235016, "precision": 0.213567, "recall": 0.298419}, {"accuracy": 0.411067, "f1": 0.344377, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"], "main_score": 0.344377, "precision": 0.322793, "recall": 0.411067}, {"accuracy": 0.742095, "f1": 0.699288, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"], "main_score": 0.699288, "precision": 0.682239, "recall": 0.742095}, {"accuracy": 0.322134, "f1": 0.264142, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"], "main_score": 0.264142, "precision": 0.244124, "recall": 0.322134}, {"accuracy": 0.512846, "f1": 0.453082, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"], "main_score": 0.453082, "precision": 0.431755, "recall": 0.512846}, {"accuracy": 0.307312, "f1": 0.253283, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"], "main_score": 0.253283, "precision": 0.235396, "recall": 0.307312}, {"accuracy": 0.414032, "f1": 0.360612, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"], "main_score": 0.360612, "precision": 0.341463, "recall": 0.414032}, {"accuracy": 0.591897, "f1": 0.544829, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"], "main_score": 0.544829, "precision": 0.525376, "recall": 0.591897}, {"accuracy": 0.258893, "f1": 0.199742, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"], "main_score": 0.199742, "precision": 0.181642, "recall": 0.258893}, {"accuracy": 0.575099, "f1": 0.522255, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"], "main_score": 0.522255, "precision": 0.503548, "recall": 0.575099}, {"accuracy": 0.737154, "f1": 0.687063, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"], "main_score": 0.687063, "precision": 0.667079, "recall": 0.737154}, {"accuracy": 0.741107, "f1": 0.695849, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"], "main_score": 0.695849, "precision": 0.677621, "recall": 0.741107}, {"accuracy": 0.750988, "f1": 0.718264, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"], "main_score": 0.718264, "precision": 0.705528, "recall": 0.750988}, {"accuracy": 0.583992, "f1": 0.535479, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"], "main_score": 0.535479, "precision": 0.515961, "recall": 0.583992}, {"accuracy": 0.802372, "f1": 0.760823, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"], "main_score": 0.760823, "precision": 0.743613, "recall": 0.802372}, {"accuracy": 0.341897, "f1": 0.28997, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"], "main_score": 0.28997, "precision": 0.270555, "recall": 0.341897}, {"accuracy": 0.496047, "f1": 0.432685, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"], "main_score": 0.432685, "precision": 0.410445, "recall": 0.496047}, {"accuracy": 0.118577, "f1": 0.075527, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"], "main_score": 0.075527, "precision": 0.066428, "recall": 0.118577}, {"accuracy": 0.791502, "f1": 0.754363, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"], "main_score": 0.754363, "precision": 0.739322, "recall": 0.791502}, {"accuracy": 0.137352, "f1": 0.101075, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"], "main_score": 0.101075, "precision": 0.090478, "recall": 0.137352}, {"accuracy": 0.73419, "f1": 0.686771, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"], "main_score": 0.686771, "precision": 0.668104, "recall": 0.73419}, {"accuracy": 0.681818, "f1": 0.6339, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"], "main_score": 0.6339, "precision": 0.615314, "recall": 0.681818}, {"accuracy": 0.425889, "f1": 0.37063, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"], "main_score": 0.37063, "precision": 0.349699, "recall": 0.425889}, {"accuracy": 0.348814, "f1": 0.283375, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"], "main_score": 0.283375, "precision": 0.262982, "recall": 0.348814}, {"accuracy": 0.612648, "f1": 0.551786, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"], "main_score": 0.551786, "precision": 0.527553, "recall": 0.612648}, {"accuracy": 0.25, "f1": 0.187746, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"], "main_score": 0.187746, "precision": 0.170483, "recall": 0.25}, {"accuracy": 0.226285, "f1": 0.169163, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"], "main_score": 0.169163, "precision": 0.153039, "recall": 0.226285}, {"accuracy": 0.785573, "f1": 0.744126, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"], "main_score": 0.744126, "precision": 0.727249, "recall": 0.785573}, {"accuracy": 0.428854, "f1": 0.36332, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"], "main_score": 0.36332, "precision": 0.341023, "recall": 0.428854}, {"accuracy": 0.767787, "f1": 0.725442, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"], "main_score": 0.725442, "precision": 0.708271, "recall": 0.767787}, {"accuracy": 0.217391, "f1": 0.151716, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"], "main_score": 0.151716, "precision": 0.135777, "recall": 0.217391}, {"accuracy": 0.793478, "f1": 0.759976, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"], "main_score": 0.759976, "precision": 0.746562, "recall": 0.793478}, {"accuracy": 0.606719, "f1": 0.549392, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"], "main_score": 0.549392, "precision": 0.527575, "recall": 0.606719}, {"accuracy": 0.695652, "f1": 0.659937, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"], "main_score": 0.659937, "precision": 0.646929, "recall": 0.695652}, {"accuracy": 0.187747, "f1": 0.142329, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"], "main_score": 0.142329, "precision": 0.13115, "recall": 0.187747}, {"accuracy": 0.771739, "f1": 0.737894, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"], "main_score": 0.737894, "precision": 0.724763, "recall": 0.771739}, {"accuracy": 0.211462, "f1": 0.152948, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"], "main_score": 0.152948, "precision": 0.136065, "recall": 0.211462}, {"accuracy": 0.224308, "f1": 0.169048, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"], "main_score": 0.169048, "precision": 0.154109, "recall": 0.224308}, {"accuracy": 0.143281, "f1": 0.103611, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"], "main_score": 0.103611, "precision": 0.092935, "recall": 0.143281}, {"accuracy": 0.406126, "f1": 0.351531, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"], "main_score": 0.351531, "precision": 0.33115, "recall": 0.406126}, {"accuracy": 0.791502, "f1": 0.753392, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"], "main_score": 0.753392, "precision": 0.738175, "recall": 0.791502}, {"accuracy": 0.322134, "f1": 0.259147, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"], "main_score": 0.259147, "precision": 0.23902, "recall": 0.322134}, {"accuracy": 0.203557, "f1": 0.149476, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"], "main_score": 0.149476, "precision": 0.136014, "recall": 0.203557}, {"accuracy": 0.23419, "f1": 0.174782, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"], "main_score": 0.174782, "precision": 0.158746, "recall": 0.23419}, {"accuracy": 0.4417, "f1": 0.38907, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"], "main_score": 0.38907, "precision": 0.370036, "recall": 0.4417}, {"accuracy": 0.183794, "f1": 0.134446, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"], "main_score": 0.134446, "precision": 0.120687, "recall": 0.183794}, {"accuracy": 0.201581, "f1": 0.154475, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"], "main_score": 0.154475, "precision": 0.140903, "recall": 0.201581}, {"accuracy": 0.670949, "f1": 0.630682, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"], "main_score": 0.630682, "precision": 0.615271, "recall": 0.670949}, {"accuracy": 0.297431, "f1": 0.232498, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"], "main_score": 0.232498, "precision": 0.212218, "recall": 0.297431}, {"accuracy": 0.25, "f1": 0.187793, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"], "main_score": 0.187793, "precision": 0.170449, "recall": 0.25}, {"accuracy": 0.601779, "f1": 0.549758, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"], "main_score": 0.549758, "precision": 0.529039, "recall": 0.601779}, {"accuracy": 0.340909, "f1": 0.281224, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"], "main_score": 0.281224, "precision": 0.261708, "recall": 0.340909}, {"accuracy": 0.438735, "f1": 0.38169, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"], "main_score": 0.38169, "precision": 0.361301, "recall": 0.438735}, {"accuracy": 0.54249, "f1": 0.488894, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"], "main_score": 0.488894, "precision": 0.469147, "recall": 0.54249}, {"accuracy": 0.322134, "f1": 0.265184, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"], "main_score": 0.265184, "precision": 0.245459, "recall": 0.322134}, {"accuracy": 0.424901, "f1": 0.359948, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"], "main_score": 0.359948, "precision": 0.337632, "recall": 0.424901}, {"accuracy": 0.19664, "f1": 0.136099, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"], "main_score": 0.136099, "precision": 0.119591, "recall": 0.19664}, {"accuracy": 0.703557, "f1": 0.651529, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"], "main_score": 0.651529, "precision": 0.631851, "recall": 0.703557}, {"accuracy": 0.692688, "f1": 0.646333, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"], "main_score": 0.646333, "precision": 0.628377, "recall": 0.692688}, {"accuracy": 0.756917, "f1": 0.716528, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"], "main_score": 0.716528, "precision": 0.700376, "recall": 0.756917}, {"accuracy": 0.503953, "f1": 0.44827, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"], "main_score": 0.44827, "precision": 0.427767, "recall": 0.503953}, {"accuracy": 0.261858, "f1": 0.211585, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"], "main_score": 0.211585, "precision": 0.195942, "recall": 0.261858}, {"accuracy": 0.217391, "f1": 0.152026, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"], "main_score": 0.152026, "precision": 0.134826, "recall": 0.217391}, {"accuracy": 0.061265, "f1": 0.032123, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"], "main_score": 0.032123, "precision": 0.025694, "recall": 0.061265}, {"accuracy": 0.121542, "f1": 0.074094, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"], "main_score": 0.074094, "precision": 0.062863, "recall": 0.121542}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"], "main_score": 0.932312, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.856719, "f1": 0.81446, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"], "main_score": 0.81446, "precision": 0.794549, "recall": 0.856719}, {"accuracy": 0.896245, "f1": 0.865514, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"], "main_score": 0.865514, "precision": 0.850708, "recall": 0.896245}, {"accuracy": 0.518775, "f1": 0.438396, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"], "main_score": 0.438396, "precision": 0.40999, "recall": 0.518775}, {"accuracy": 0.143281, "f1": 0.088936, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"], "main_score": 0.088936, "precision": 0.075639, "recall": 0.143281}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.328063, "f1": 0.240945, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"], "main_score": 0.240945, "precision": 0.214507, "recall": 0.328063}, {"accuracy": 0.544466, "f1": 0.464981, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"], "main_score": 0.464981, "precision": 0.435337, "recall": 0.544466}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.863636, "f1": 0.826501, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"], "main_score": 0.826501, "precision": 0.809289, "recall": 0.863636}, {"accuracy": 0.181818, "f1": 0.112827, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"], "main_score": 0.112827, "precision": 0.09532, "recall": 0.181818}, {"accuracy": 0.880435, "f1": 0.846838, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"], "main_score": 0.846838, "precision": 0.831192, "recall": 0.880435}, {"accuracy": 0.775692, "f1": 0.722497, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"], "main_score": 0.722497, "precision": 0.698238, "recall": 0.775692}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.217391, "f1": 0.146709, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"], "main_score": 0.146709, "precision": 0.128665, "recall": 0.217391}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"], "main_score": 0.911726, "precision": 0.901515, "recall": 0.932806}, {"accuracy": 0.894269, "f1": 0.862055, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"], "main_score": 0.862055, "precision": 0.846591, "recall": 0.894269}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.106719, "f1": 0.06007, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"], "main_score": 0.06007, "precision": 0.051328, "recall": 0.106719}, {"accuracy": 0.862648, "f1": 0.824736, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"], "main_score": 0.824736, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.603755, "f1": 0.517676, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"], "main_score": 0.517676, "precision": 0.482991, "recall": 0.603755}, {"accuracy": 0.060277, "f1": 0.030095, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"], "main_score": 0.030095, "precision": 0.025008, "recall": 0.060277}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"], "main_score": 0.91222, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.167984, "f1": 0.103755, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"], "main_score": 0.103755, "precision": 0.088841, "recall": 0.167984}, {"accuracy": 0.746047, "f1": 0.68419, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"], "main_score": 0.68419, "precision": 0.657345, "recall": 0.746047}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.859684, "f1": 0.823155, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"], "main_score": 0.823155, "precision": 0.806242, "recall": 0.859684}, {"accuracy": 0.871542, "f1": 0.835079, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"], "main_score": 0.835079, "precision": 0.818511, "recall": 0.871542}, {"accuracy": 0.203557, "f1": 0.135979, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"], "main_score": 0.135979, "precision": 0.118384, "recall": 0.203557}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.754941, "f1": 0.696278, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"], "main_score": 0.696278, "precision": 0.670026, "recall": 0.754941}, {"accuracy": 0.880435, "f1": 0.846212, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"], "main_score": 0.846212, "precision": 0.829957, "recall": 0.880435}, {"accuracy": 0.869565, "f1": 0.834552, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"], "main_score": 0.834552, "precision": 0.818429, "recall": 0.869565}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"], "main_score": 0.930501, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.108696, "f1": 0.060476, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"], "main_score": 0.060476, "precision": 0.050652, "recall": 0.108696}, {"accuracy": 0.047431, "f1": 0.028681, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"], "main_score": 0.028681, "precision": 0.024124, "recall": 0.047431}, {"accuracy": 0.952569, "f1": 0.937813, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"], "main_score": 0.937813, "precision": 0.930748, "recall": 0.952569}, {"accuracy": 0.121542, "f1": 0.069107, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"], "main_score": 0.069107, "precision": 0.05866, "recall": 0.121542}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.893281, "f1": 0.861067, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"], "main_score": 0.861067, "precision": 0.845603, "recall": 0.893281}, {"accuracy": 0.839921, "f1": 0.796871, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"], "main_score": 0.796871, "precision": 0.777372, "recall": 0.839921}, {"accuracy": 0.646245, "f1": 0.57528, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"], "main_score": 0.57528, "precision": 0.546534, "recall": 0.646245}, {"accuracy": 0.130435, "f1": 0.074235, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"], "main_score": 0.074235, "precision": 0.062228, "recall": 0.130435}, {"accuracy": 0.647233, "f1": 0.57781, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"], "main_score": 0.57781, "precision": 0.549392, "recall": 0.647233}, {"accuracy": 0.544466, "f1": 0.459207, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"], "main_score": 0.459207, "precision": 0.426601, "recall": 0.544466}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.62253, "f1": 0.545382, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"], "main_score": 0.545382, "precision": 0.514716, "recall": 0.62253}, {"accuracy": 0.119565, "f1": 0.067557, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"], "main_score": 0.067557, "precision": 0.056829, "recall": 0.119565}, {"accuracy": 0.932806, "f1": 0.913603, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"], "main_score": 0.913603, "precision": 0.904562, "recall": 0.932806}, {"accuracy": 0.05336, "f1": 0.033984, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"], "main_score": 0.033984, "precision": 0.029493, "recall": 0.05336}, {"accuracy": 0.156126, "f1": 0.100884, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"], "main_score": 0.100884, "precision": 0.086956, "recall": 0.156126}, {"accuracy": 0.273715, "f1": 0.192723, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"], "main_score": 0.192723, "precision": 0.169536, "recall": 0.273715}, {"accuracy": 0.083004, "f1": 0.041778, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"], "main_score": 0.041778, "precision": 0.032561, "recall": 0.083004}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"], "main_score": 0.929908, "precision": 0.922513, "recall": 0.945652}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.915843, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"], "main_score": 0.915843, "precision": 0.905468, "recall": 0.936759}, {"accuracy": 0.208498, "f1": 0.134832, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"], "main_score": 0.134832, "precision": 0.115957, "recall": 0.208498}, {"accuracy": 0.666996, "f1": 0.59689, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"], "main_score": 0.59689, "precision": 0.568168, "recall": 0.666996}, {"accuracy": 0.371542, "f1": 0.28416, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"], "main_score": 0.28416, "precision": 0.256848, "recall": 0.371542}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.183794, "f1": 0.124712, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"], "main_score": 0.124712, "precision": 0.110488, "recall": 0.183794}, {"accuracy": 0.236166, "f1": 0.163637, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"], "main_score": 0.163637, "precision": 0.145866, "recall": 0.236166}, {"accuracy": 0.192688, "f1": 0.119744, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"], "main_score": 0.119744, "precision": 0.10213, "recall": 0.192688}, {"accuracy": 0.307312, "f1": 0.22685, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"], "main_score": 0.22685, "precision": 0.203474, "recall": 0.307312}, {"accuracy": 0.562253, "f1": 0.478619, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"], "main_score": 0.478619, "precision": 0.446598, "recall": 0.562253}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.05336, "f1": 0.020563, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"], "main_score": 0.020563, "precision": 0.016924, "recall": 0.05336}, {"accuracy": 0.142292, "f1": 0.086647, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"], "main_score": 0.086647, "precision": 0.072734, "recall": 0.142292}, {"accuracy": 0.667984, "f1": 0.594625, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"], "main_score": 0.594625, "precision": 0.564089, "recall": 0.667984}, {"accuracy": 0.177866, "f1": 0.114001, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"], "main_score": 0.114001, "precision": 0.098263, "recall": 0.177866}, {"accuracy": 0.054348, "f1": 0.023548, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"], "main_score": 0.023548, "precision": 0.018639, "recall": 0.054348}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.688735, "f1": 0.61494, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"], "main_score": 0.61494, "precision": 0.584569, "recall": 0.688735}, {"accuracy": 0.698617, "f1": 0.625318, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"], "main_score": 0.625318, "precision": 0.595233, "recall": 0.698617}, {"accuracy": 0.733202, "f1": 0.672285, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"], "main_score": 0.672285, "precision": 0.64552, "recall": 0.733202}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.952569, "f1": 0.936924, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"], "main_score": 0.936924, "precision": 0.929183, "recall": 0.952569}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.934124, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"], "main_score": 0.934124, "precision": 0.925889, "recall": 0.950593}, {"accuracy": 0.152174, "f1": 0.093965, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"], "main_score": 0.093965, "precision": 0.079562, "recall": 0.152174}, {"accuracy": 0.098814, "f1": 0.055365, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"], "main_score": 0.055365, "precision": 0.045877, "recall": 0.098814}, {"accuracy": 0.87747, "f1": 0.842721, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"], "main_score": 0.842721, "precision": 0.826416, "recall": 0.87747}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"], "main_score": 0.895422, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.300395, "f1": 0.220965, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"], "main_score": 0.220965, "precision": 0.197165, "recall": 0.300395}, {"accuracy": 0.126482, "f1": 0.076343, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"], "main_score": 0.076343, "precision": 0.06544, "recall": 0.126482}, {"accuracy": 0.631423, "f1": 0.555538, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"], "main_score": 0.555538, "precision": 0.524753, "recall": 0.631423}, {"accuracy": 0.880435, "f1": 0.847958, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"], "main_score": 0.847958, "precision": 0.833169, "recall": 0.880435}, {"accuracy": 0.12253, "f1": 0.07044, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"], "main_score": 0.07044, "precision": 0.059673, "recall": 0.12253}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.171937, "f1": 0.112594, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"], "main_score": 0.112594, "precision": 0.099087, "recall": 0.171937}, {"accuracy": 0.33498, "f1": 0.246597, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"], "main_score": 0.246597, "precision": 0.218805, "recall": 0.33498}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"], "main_score": 0.954776, "precision": 0.949687, "recall": 0.965415}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.628458, "f1": 0.548052, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"], "main_score": 0.548052, "precision": 0.516041, "recall": 0.628458}, {"accuracy": 0.16502, "f1": 0.106726, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"], "main_score": 0.106726, "precision": 0.091838, "recall": 0.16502}, {"accuracy": 0.06917, "f1": 0.029426, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"], "main_score": 0.029426, "precision": 0.023461, "recall": 0.06917}, {"accuracy": 0.176877, "f1": 0.109477, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"], "main_score": 0.109477, "precision": 0.09401, "recall": 0.176877}, {"accuracy": 0.081028, "f1": 0.038215, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"], "main_score": 0.038215, "precision": 0.030147, "recall": 0.081028}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.597826, "f1": 0.521156, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"], "main_score": 0.521156, "precision": 0.491098, "recall": 0.597826}, {"accuracy": 0.055336, "f1": 0.033536, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"], "main_score": 0.033536, "precision": 0.02866, "recall": 0.055336}, {"accuracy": 0.63834, "f1": 0.560531, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"], "main_score": 0.560531, "precision": 0.528656, "recall": 0.63834}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.689723, "f1": 0.619848, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"], "main_score": 0.619848, "precision": 0.590234, "recall": 0.689723}, {"accuracy": 0.409091, "f1": 0.321786, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"], "main_score": 0.321786, "precision": 0.2894, "recall": 0.409091}, {"accuracy": 0.137352, "f1": 0.082801, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"], "main_score": 0.082801, "precision": 0.070689, "recall": 0.137352}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"], "main_score": 0.920949, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.332016, "f1": 0.242246, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"], "main_score": 0.242246, "precision": 0.213999, "recall": 0.332016}, {"accuracy": 0.16502, "f1": 0.09984, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"], "main_score": 0.09984, "precision": 0.084502, "recall": 0.16502}, {"accuracy": 0.13834, "f1": 0.083818, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"], "main_score": 0.083818, "precision": 0.071644, "recall": 0.13834}, {"accuracy": 0.171937, "f1": 0.113132, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"], "main_score": 0.113132, "precision": 0.098827, "recall": 0.171937}, {"accuracy": 0.93083, "f1": 0.908597, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"], "main_score": 0.908597, "precision": 0.897727, "recall": 0.93083}, {"accuracy": 0.01581, "f1": 0.003918, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"], "main_score": 0.003918, "precision": 0.003133, "recall": 0.01581}, {"accuracy": 0.836957, "f1": 0.793742, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"], "main_score": 0.793742, "precision": 0.774045, "recall": 0.836957}, {"accuracy": 0.370553, "f1": 0.290606, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"], "main_score": 0.290606, "precision": 0.263477, "recall": 0.370553}, {"accuracy": 0.787549, "f1": 0.733745, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"], "main_score": 0.733745, "precision": 0.709133, "recall": 0.787549}, {"accuracy": 0.954545, "f1": 0.940283, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"], "main_score": 0.940283, "precision": 0.933547, "recall": 0.954545}, {"accuracy": 0.074111, "f1": 0.038461, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"], "main_score": 0.038461, "precision": 0.031727, "recall": 0.074111}, {"accuracy": 0.134387, "f1": 0.081118, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"], "main_score": 0.081118, "precision": 0.069181, "recall": 0.134387}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"], "main_score": 0.938735, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.55336, "f1": 0.467832, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"], "main_score": 0.467832, "precision": 0.435741, "recall": 0.55336}, {"accuracy": 0.135375, "f1": 0.084949, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"], "main_score": 0.084949, "precision": 0.073312, "recall": 0.135375}, {"accuracy": 0.140316, "f1": 0.083595, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"], "main_score": 0.083595, "precision": 0.069962, "recall": 0.140316}, {"accuracy": 0.903162, "f1": 0.873584, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"], "main_score": 0.873584, "precision": 0.859272, "recall": 0.903162}, {"accuracy": 0.133399, "f1": 0.080272, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"], "main_score": 0.080272, "precision": 0.068751, "recall": 0.133399}, {"accuracy": 0.129447, "f1": 0.078124, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"], "main_score": 0.078124, "precision": 0.065341, "recall": 0.129447}, {"accuracy": 0.796443, "f1": 0.744104, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"], "main_score": 0.744104, "precision": 0.720142, "recall": 0.796443}, {"accuracy": 0.537549, "f1": 0.456708, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"], "main_score": 0.456708, "precision": 0.426525, "recall": 0.537549}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"], "main_score": 0.916831, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.188735, "f1": 0.124153, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"], "main_score": 0.124153, "precision": 0.106082, "recall": 0.188735}, {"accuracy": 0.384387, "f1": 0.296061, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"], "main_score": 0.296061, "precision": 0.268299, "recall": 0.384387}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.524704, "f1": 0.443551, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"], "main_score": 0.443551, "precision": 0.411595, "recall": 0.524704}, {"accuracy": 0.788538, "f1": 0.73643, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"], "main_score": 0.73643, "precision": 0.713142, "recall": 0.788538}, {"accuracy": 0.222332, "f1": 0.15167, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"], "main_score": 0.15167, "precision": 0.133763, "recall": 0.222332}, {"accuracy": 0.562253, "f1": 0.479338, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"], "main_score": 0.479338, "precision": 0.446393, "recall": 0.562253}, {"accuracy": 0.573123, "f1": 0.490027, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"], "main_score": 0.490027, "precision": 0.45781, "recall": 0.573123}, {"accuracy": 0.162055, "f1": 0.100897, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"], "main_score": 0.100897, "precision": 0.085567, "recall": 0.162055}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"], "main_score": 0.887022, "precision": 0.875, "recall": 0.912055}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.856719, "f1": 0.818116, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"], "main_score": 0.818116, "precision": 0.800231, "recall": 0.856719}, {"accuracy": 0.666996, "f1": 0.593302, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"], "main_score": 0.593302, "precision": 0.562114, "recall": 0.666996}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.337945, "f1": 0.260281, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"], "main_score": 0.260281, "precision": 0.234916, "recall": 0.337945}, {"accuracy": 0.401186, "f1": 0.307654, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"], "main_score": 0.307654, "precision": 0.276824, "recall": 0.401186}, {"accuracy": 0.078063, "f1": 0.033943, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"], "main_score": 0.033943, "precision": 0.026456, "recall": 0.078063}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.173913, "f1": 0.114822, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"], "main_score": 0.114822, "precision": 0.098728, "recall": 0.173913}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.907115, "f1": 0.882576, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"], "main_score": 0.882576, "precision": 0.87108, "recall": 0.907115}, {"accuracy": 0.362648, "f1": 0.275688, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"], "main_score": 0.275688, "precision": 0.24878, "recall": 0.362648}, {"accuracy": 0.270751, "f1": 0.185894, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"], "main_score": 0.185894, "precision": 0.162049, "recall": 0.270751}, {"accuracy": 0.832016, "f1": 0.783267, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"], "main_score": 0.783267, "precision": 0.760787, "recall": 0.832016}, {"accuracy": 0.164032, "f1": 0.103883, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"], "main_score": 0.103883, "precision": 0.088143, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.104112, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"], "main_score": 0.104112, "precision": 0.088622, "recall": 0.167984}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.350791, "f1": 0.266364, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"], "main_score": 0.266364, "precision": 0.239945, "recall": 0.350791}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.133399, "f1": 0.069513, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"], "main_score": 0.069513, "precision": 0.055631, "recall": 0.133399}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.88834, "f1": 0.855204, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"], "main_score": 0.855204, "precision": 0.839592, "recall": 0.88834}, {"accuracy": 0.909091, "f1": 0.88274, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"], "main_score": 0.88274, "precision": 0.870224, "recall": 0.909091}, {"accuracy": 0.123518, "f1": 0.071095, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"], "main_score": 0.071095, "precision": 0.059252, "recall": 0.123518}, {"accuracy": 0.83498, "f1": 0.791831, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"], "main_score": 0.791831, "precision": 0.771937, "recall": 0.83498}, {"accuracy": 0.128458, "f1": 0.07526, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"], "main_score": 0.07526, "precision": 0.063405, "recall": 0.128458}, {"accuracy": 0.137352, "f1": 0.085257, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"], "main_score": 0.085257, "precision": 0.073655, "recall": 0.137352}, {"accuracy": 0.102767, "f1": 0.054736, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"], "main_score": 0.054736, "precision": 0.044543, "recall": 0.102767}, {"accuracy": 0.486166, "f1": 0.404997, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"], "main_score": 0.404997, "precision": 0.373743, "recall": 0.486166}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.216403, "f1": 0.149397, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"], "main_score": 0.149397, "precision": 0.131702, "recall": 0.216403}, {"accuracy": 0.104743, "f1": 0.058134, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"], "main_score": 0.058134, "precision": 0.047984, "recall": 0.104743}, {"accuracy": 0.152174, "f1": 0.094883, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"], "main_score": 0.094883, "precision": 0.081197, "recall": 0.152174}, {"accuracy": 0.797431, "f1": 0.745407, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"], "main_score": 0.745407, "precision": 0.722727, "recall": 0.797431}, {"accuracy": 0.117589, "f1": 0.065593, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"], "main_score": 0.065593, "precision": 0.053749, "recall": 0.117589}, {"accuracy": 0.139328, "f1": 0.087092, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"], "main_score": 0.087092, "precision": 0.074189, "recall": 0.139328}, {"accuracy": 0.892292, "f1": 0.861495, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"], "main_score": 0.861495, "precision": 0.847003, "recall": 0.892292}, {"accuracy": 0.194664, "f1": 0.130631, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"], "main_score": 0.130631, "precision": 0.112853, "recall": 0.194664}, {"accuracy": 0.167984, "f1": 0.106737, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"], "main_score": 0.106737, "precision": 0.091828, "recall": 0.167984}, {"accuracy": 0.525692, "f1": 0.442403, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"], "main_score": 0.442403, "precision": 0.410917, "recall": 0.525692}, {"accuracy": 0.273715, "f1": 0.191768, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"], "main_score": 0.191768, "precision": 0.16756, "recall": 0.273715}, {"accuracy": 0.378458, "f1": 0.287067, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"], "main_score": 0.287067, "precision": 0.256707, "recall": 0.378458}, {"accuracy": 0.833004, "f1": 0.790909, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"], "main_score": 0.790909, "precision": 0.771657, "recall": 0.833004}, {"accuracy": 0.244071, "f1": 0.167776, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"], "main_score": 0.167776, "precision": 0.144817, "recall": 0.244071}, {"accuracy": 0.390316, "f1": 0.304462, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"], "main_score": 0.304462, "precision": 0.275959, "recall": 0.390316}, {"accuracy": 0.126482, "f1": 0.081036, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"], "main_score": 0.081036, "precision": 0.069495, "recall": 0.126482}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"], "main_score": 0.934783, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"], "main_score": 0.916403, "precision": 0.907032, "recall": 0.935771}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.821146, "f1": 0.77365, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"], "main_score": 0.77365, "precision": 0.751845, "recall": 0.821146}, {"accuracy": 0.202569, "f1": 0.13305, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"], "main_score": 0.13305, "precision": 0.114444, "recall": 0.202569}, {"accuracy": 0.146245, "f1": 0.086118, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"], "main_score": 0.086118, "precision": 0.072904, "recall": 0.146245}, {"accuracy": 0.029644, "f1": 0.020877, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"], "main_score": 0.020877, "precision": 0.018183, "recall": 0.029644}, {"accuracy": 0.166996, "f1": 0.148615, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"], "main_score": 0.148615, "precision": 0.142755, "recall": 0.166996}, {"accuracy": 0.002964, "f1": 0.001038, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"], "main_score": 0.001038, "precision": 0.001014, "recall": 0.002964}, {"accuracy": 0.147233, "f1": 0.129729, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"], "main_score": 0.129729, "precision": 0.12464, "recall": 0.147233}, {"accuracy": 0.12253, "f1": 0.110166, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"], "main_score": 0.110166, "precision": 0.106538, "recall": 0.12253}, {"accuracy": 0.116601, "f1": 0.09972, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"], "main_score": 0.09972, "precision": 0.095054, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.140786, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"], "main_score": 0.140786, "precision": 0.136533, "recall": 0.152174}, {"accuracy": 0.194664, "f1": 0.170664, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"], "main_score": 0.170664, "precision": 0.162765, "recall": 0.194664}, {"accuracy": 0.210474, "f1": 0.184108, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"], "main_score": 0.184108, "precision": 0.176372, "recall": 0.210474}, {"accuracy": 0.18083, "f1": 0.163414, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"], "main_score": 0.163414, "precision": 0.156403, "recall": 0.18083}, {"accuracy": 0.155138, "f1": 0.143512, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"], "main_score": 0.143512, "precision": 0.139427, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.137877, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"], "main_score": 0.137877, "precision": 0.129964, "recall": 0.161067}, {"accuracy": 0.107708, "f1": 0.094355, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"], "main_score": 0.094355, "precision": 0.090515, "recall": 0.107708}, {"accuracy": 0.162055, "f1": 0.140424, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"], "main_score": 0.140424, "precision": 0.133004, "recall": 0.162055}, {"accuracy": 0.109684, "f1": 0.095708, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"], "main_score": 0.095708, "precision": 0.091836, "recall": 0.109684}, {"accuracy": 0.112648, "f1": 0.097999, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"], "main_score": 0.097999, "precision": 0.094044, "recall": 0.112648}, {"accuracy": 0.204545, "f1": 0.177809, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"], "main_score": 0.177809, "precision": 0.169411, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.195713, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"], "main_score": 0.195713, "precision": 0.187662, "recall": 0.218379}, {"accuracy": 0.108696, "f1": 0.098351, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"], "main_score": 0.098351, "precision": 0.094973, "recall": 0.108696}, {"accuracy": 0.151186, "f1": 0.12842, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"], "main_score": 0.12842, "precision": 0.12246, "recall": 0.151186}, {"accuracy": 0.23419, "f1": 0.203443, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"], "main_score": 0.203443, "precision": 0.193848, "recall": 0.23419}, {"accuracy": 0.168972, "f1": 0.154318, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"], "main_score": 0.154318, "precision": 0.149987, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.14017, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"], "main_score": 0.14017, "precision": 0.134486, "recall": 0.156126}, {"accuracy": 0.068182, "f1": 0.058828, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"], "main_score": 0.058828, "precision": 0.056188, "recall": 0.068182}, {"accuracy": 0.141304, "f1": 0.120608, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"], "main_score": 0.120608, "precision": 0.114737, "recall": 0.141304}, {"accuracy": 0.157115, "f1": 0.14213, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"], "main_score": 0.14213, "precision": 0.137634, "recall": 0.157115}, {"accuracy": 0.055336, "f1": 0.043386, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"], "main_score": 0.043386, "precision": 0.040581, "recall": 0.055336}, {"accuracy": 0.124506, "f1": 0.10888, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"], "main_score": 0.10888, "precision": 0.104095, "recall": 0.124506}, {"accuracy": 0.197628, "f1": 0.173729, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"], "main_score": 0.173729, "precision": 0.167162, "recall": 0.197628}, {"accuracy": 0.133399, "f1": 0.124647, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"], "main_score": 0.124647, "precision": 0.121711, "recall": 0.133399}, {"accuracy": 0.214427, "f1": 0.186569, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"], "main_score": 0.186569, "precision": 0.179311, "recall": 0.214427}, {"accuracy": 0.132411, "f1": 0.115176, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"], "main_score": 0.115176, "precision": 0.110466, "recall": 0.132411}, {"accuracy": 0.117589, "f1": 0.099379, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"], "main_score": 0.099379, "precision": 0.094136, "recall": 0.117589}, {"accuracy": 0.187747, "f1": 0.164326, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"], "main_score": 0.164326, "precision": 0.155866, "recall": 0.187747}, {"accuracy": 0.174901, "f1": 0.149303, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"], "main_score": 0.149303, "precision": 0.141945, "recall": 0.174901}, {"accuracy": 0.086957, "f1": 0.072858, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"], "main_score": 0.072858, "precision": 0.069505, "recall": 0.086957}, {"accuracy": 0.106719, "f1": 0.093221, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"], "main_score": 0.093221, "precision": 0.089515, "recall": 0.106719}, {"accuracy": 0.062253, "f1": 0.052528, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"], "main_score": 0.052528, "precision": 0.050331, "recall": 0.062253}, {"accuracy": 0.189723, "f1": 0.160806, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"], "main_score": 0.160806, "precision": 0.152752, "recall": 0.189723}, {"accuracy": 0.108696, "f1": 0.091807, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"], "main_score": 0.091807, "precision": 0.086189, "recall": 0.108696}, {"accuracy": 0.167984, "f1": 0.143949, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"], "main_score": 0.143949, "precision": 0.135705, "recall": 0.167984}, {"accuracy": 0.020751, "f1": 0.017523, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"], "main_score": 0.017523, "precision": 0.01642, "recall": 0.020751}, {"accuracy": 0.209486, "f1": 0.182599, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"], "main_score": 0.182599, "precision": 0.175064, "recall": 0.209486}, {"accuracy": 0.130435, "f1": 0.114307, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"], "main_score": 0.114307, "precision": 0.109075, "recall": 0.130435}, {"accuracy": 0.178854, "f1": 0.152624, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"], "main_score": 0.152624, "precision": 0.144679, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.175679, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"], "main_score": 0.175679, "precision": 0.169461, "recall": 0.198617}, {"accuracy": 0.107708, "f1": 0.095295, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"], "main_score": 0.095295, "precision": 0.090816, "recall": 0.107708}, {"accuracy": 0.118577, "f1": 0.109755, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"], "main_score": 0.109755, "precision": 0.10731, "recall": 0.118577}, {"accuracy": 0.159091, "f1": 0.137861, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"], "main_score": 0.137861, "precision": 0.130476, "recall": 0.159091}, {"accuracy": 0.16996, "f1": 0.14719, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"], "main_score": 0.14719, "precision": 0.140983, "recall": 0.16996}, {"accuracy": 0.148221, "f1": 0.130696, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"], "main_score": 0.130696, "precision": 0.126205, "recall": 0.148221}, {"accuracy": 0.228261, "f1": 0.193828, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"], "main_score": 0.193828, "precision": 0.184774, "recall": 0.228261}, {"accuracy": 0.143281, "f1": 0.127851, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"], "main_score": 0.127851, "precision": 0.123564, "recall": 0.143281}, {"accuracy": 0.133399, "f1": 0.115469, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"], "main_score": 0.115469, "precision": 0.109605, "recall": 0.133399}, {"accuracy": 0.123518, "f1": 0.106388, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"], "main_score": 0.106388, "precision": 0.10085, "recall": 0.123518}, {"accuracy": 0.02668, "f1": 0.021596, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"], "main_score": 0.021596, "precision": 0.019886, "recall": 0.02668}, {"accuracy": 0.203557, "f1": 0.185019, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"], "main_score": 0.185019, "precision": 0.178133, "recall": 0.203557}, {"accuracy": 0.202569, "f1": 0.176645, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"], "main_score": 0.176645, "precision": 0.168046, "recall": 0.202569}, {"accuracy": 0.041502, "f1": 0.033694, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"], "main_score": 0.033694, "precision": 0.03114, "recall": 0.041502}, {"accuracy": 0.186759, "f1": 0.156183, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"], "main_score": 0.156183, "precision": 0.147562, "recall": 0.186759}, {"accuracy": 0.116601, "f1": 0.098858, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"], "main_score": 0.098858, "precision": 0.094628, "recall": 0.116601}, {"accuracy": 0.192688, "f1": 0.171785, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"], "main_score": 0.171785, "precision": 0.164919, "recall": 0.192688}, {"accuracy": 0.114625, "f1": 0.093775, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"], "main_score": 0.093775, "precision": 0.087296, "recall": 0.114625}, {"accuracy": 0.226285, "f1": 0.205189, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"], "main_score": 0.205189, "precision": 0.197623, "recall": 0.226285}, {"accuracy": 0.153162, "f1": 0.144409, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"], "main_score": 0.144409, "precision": 0.141771, "recall": 0.153162}, {"accuracy": 0.136364, "f1": 0.123394, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"], "main_score": 0.123394, "precision": 0.119393, "recall": 0.136364}, {"accuracy": 0.220356, "f1": 0.189639, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"], "main_score": 0.189639, "precision": 0.181075, "recall": 0.220356}, {"accuracy": 0.208498, "f1": 0.181746, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"], "main_score": 0.181746, "precision": 0.173168, "recall": 0.208498}, {"accuracy": 0.159091, "f1": 0.14065, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"], "main_score": 0.14065, "precision": 0.134553, "recall": 0.159091}, {"accuracy": 0.167984, "f1": 0.144385, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"], "main_score": 0.144385, "precision": 0.136022, "recall": 0.167984}, {"accuracy": 0.150198, "f1": 0.138157, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"], "main_score": 0.138157, "precision": 0.133596, "recall": 0.150198}, {"accuracy": 0.098814, "f1": 0.088435, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"], "main_score": 0.088435, "precision": 0.084965, "recall": 0.098814}, {"accuracy": 0.179842, "f1": 0.155192, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"], "main_score": 0.155192, "precision": 0.147753, "recall": 0.179842}, {"accuracy": 0.036561, "f1": 0.022907, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"], "main_score": 0.022907, "precision": 0.020698, "recall": 0.036561}, {"accuracy": 0.150198, "f1": 0.132174, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"], "main_score": 0.132174, "precision": 0.12715, "recall": 0.150198}, {"accuracy": 0.119565, "f1": 0.112003, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"], "main_score": 0.112003, "precision": 0.109542, "recall": 0.119565}, {"accuracy": 0.219368, "f1": 0.192807, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"], "main_score": 0.192807, "precision": 0.184167, "recall": 0.219368}, {"accuracy": 0.031621, "f1": 0.022697, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"], "main_score": 0.022697, "precision": 0.020489, "recall": 0.031621}, {"accuracy": 0.233202, "f1": 0.20151, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"], "main_score": 0.20151, "precision": 0.193038, "recall": 0.233202}, {"accuracy": 0.131423, "f1": 0.119851, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"], "main_score": 0.119851, "precision": 0.116295, "recall": 0.131423}, {"accuracy": 0.135375, "f1": 0.125546, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"], "main_score": 0.125546, "precision": 0.122304, "recall": 0.135375}, {"accuracy": 0.048419, "f1": 0.034086, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"], "main_score": 0.034086, "precision": 0.030739, "recall": 0.048419}, {"accuracy": 0.213439, "f1": 0.185525, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"], "main_score": 0.185525, "precision": 0.177404, "recall": 0.213439}, {"accuracy": 0.206522, "f1": 0.185612, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"], "main_score": 0.185612, "precision": 0.178751, "recall": 0.206522}, {"accuracy": 0.221344, "f1": 0.186873, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"], "main_score": 0.186873, "precision": 0.177522, "recall": 0.221344}, {"accuracy": 0.145257, "f1": 0.125178, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"], "main_score": 0.125178, "precision": 0.119446, "recall": 0.145257}, {"accuracy": 0.183794, "f1": 0.161629, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"], "main_score": 0.161629, "precision": 0.154517, "recall": 0.183794}, {"accuracy": 0.152174, "f1": 0.132887, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"], "main_score": 0.132887, "precision": 0.12622, "recall": 0.152174}, {"accuracy": 0.061265, "f1": 0.047649, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"], "main_score": 0.047649, "precision": 0.044846, "recall": 0.061265}, {"accuracy": 0.215415, "f1": 0.179348, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"], "main_score": 0.179348, "precision": 0.169557, "recall": 0.215415}, {"accuracy": 0.106719, "f1": 0.092101, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"], "main_score": 0.092101, "precision": 0.08752, "recall": 0.106719}, {"accuracy": 0.166008, "f1": 0.146496, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"], "main_score": 0.146496, "precision": 0.140831, "recall": 0.166008}, {"accuracy": 0.185771, "f1": 0.16954, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"], "main_score": 0.16954, "precision": 0.163962, "recall": 0.185771}, {"accuracy": 0.147233, "f1": 0.133687, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"], "main_score": 0.133687, "precision": 0.129541, "recall": 0.147233}, {"accuracy": 0.155138, "f1": 0.136774, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"], "main_score": 0.136774, "precision": 0.131615, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.145572, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"], "main_score": 0.145572, "precision": 0.136637, "recall": 0.171937}, {"accuracy": 0.179842, "f1": 0.148127, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"], "main_score": 0.148127, "precision": 0.14, "recall": 0.179842}, {"accuracy": 0.173913, "f1": 0.154275, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"], "main_score": 0.154275, "precision": 0.148479, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.159067, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"], "main_score": 0.159067, "precision": 0.152349, "recall": 0.176877}, {"accuracy": 0.144269, "f1": 0.123068, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"], "main_score": 0.123068, "precision": 0.116507, "recall": 0.144269}, {"accuracy": 0.185771, "f1": 0.156859, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"], "main_score": 0.156859, "precision": 0.148167, "recall": 0.185771}, {"accuracy": 0.233202, "f1": 0.198092, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"], "main_score": 0.198092, "precision": 0.188213, "recall": 0.233202}, {"accuracy": 0.157115, "f1": 0.129866, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"], "main_score": 0.129866, "precision": 0.121783, "recall": 0.157115}, {"accuracy": 0.135375, "f1": 0.122971, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"], "main_score": 0.122971, "precision": 0.120224, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.082658, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"], "main_score": 0.082658, "precision": 0.077409, "recall": 0.103755}, {"accuracy": 0.066206, "f1": 0.051045, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"], "main_score": 0.051045, "precision": 0.047913, "recall": 0.066206}, {"accuracy": 0.219368, "f1": 0.193281, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"], "main_score": 0.193281, "precision": 0.184314, "recall": 0.219368}, {"accuracy": 0.088933, "f1": 0.067135, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"], "main_score": 0.067135, "precision": 0.061924, "recall": 0.088933}, {"accuracy": 0.235178, "f1": 0.200612, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"], "main_score": 0.200612, "precision": 0.191123, "recall": 0.235178}, {"accuracy": 0.149209, "f1": 0.133112, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"], "main_score": 0.133112, "precision": 0.128399, "recall": 0.149209}, {"accuracy": 0.062253, "f1": 0.050386, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"], "main_score": 0.050386, "precision": 0.046421, "recall": 0.062253}, {"accuracy": 0.175889, "f1": 0.158589, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"], "main_score": 0.158589, "precision": 0.152969, "recall": 0.175889}, {"accuracy": 0.233202, "f1": 0.200711, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"], "main_score": 0.200711, "precision": 0.191727, "recall": 0.233202}, {"accuracy": 0.08004, "f1": 0.066465, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"], "main_score": 0.066465, "precision": 0.063158, "recall": 0.08004}, {"accuracy": 0.13834, "f1": 0.120777, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"], "main_score": 0.120777, "precision": 0.115575, "recall": 0.13834}, {"accuracy": 0.135375, "f1": 0.117817, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"], "main_score": 0.117817, "precision": 0.11255, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.112559, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"], "main_score": 0.112559, "precision": 0.105828, "recall": 0.134387}, {"accuracy": 0.157115, "f1": 0.142038, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"], "main_score": 0.142038, "precision": 0.137508, "recall": 0.157115}, {"accuracy": 0.179842, "f1": 0.158668, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"], "main_score": 0.158668, "precision": 0.1518, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.158516, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"], "main_score": 0.158516, "precision": 0.149027, "recall": 0.187747}, {"accuracy": 0.18083, "f1": 0.164459, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"], "main_score": 0.164459, "precision": 0.158726, "recall": 0.18083}, {"accuracy": 0.211462, "f1": 0.182723, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"], "main_score": 0.182723, "precision": 0.174172, "recall": 0.211462}, {"accuracy": 0.018775, "f1": 0.009385, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"], "main_score": 0.009385, "precision": 0.008168, "recall": 0.018775}, {"accuracy": 0.066206, "f1": 0.05872, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"], "main_score": 0.05872, "precision": 0.056128, "recall": 0.066206}, {"accuracy": 0.066206, "f1": 0.056975, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"], "main_score": 0.056975, "precision": 0.054469, "recall": 0.066206}, {"accuracy": 0.089921, "f1": 0.075994, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"], "main_score": 0.075994, "precision": 0.072536, "recall": 0.089921}, {"accuracy": 0.210474, "f1": 0.18341, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"], "main_score": 0.18341, "precision": 0.175053, "recall": 0.210474}, {"accuracy": 0.068182, "f1": 0.052758, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"], "main_score": 0.052758, "precision": 0.048112, "recall": 0.068182}, {"accuracy": 0.159091, "f1": 0.141409, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"], "main_score": 0.141409, "precision": 0.134613, "recall": 0.159091}, {"accuracy": 0.189723, "f1": 0.163968, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"], "main_score": 0.163968, "precision": 0.157268, "recall": 0.189723}, {"accuracy": 0.228261, "f1": 0.199004, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"], "main_score": 0.199004, "precision": 0.190771, "recall": 0.228261}, {"accuracy": 0.144269, "f1": 0.131076, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"], "main_score": 0.131076, "precision": 0.126457, "recall": 0.144269}, {"accuracy": 0.130435, "f1": 0.109527, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"], "main_score": 0.109527, "precision": 0.103561, "recall": 0.130435}, {"accuracy": 0.174901, "f1": 0.153355, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"], "main_score": 0.153355, "precision": 0.145201, "recall": 0.174901}, {"accuracy": 0.103755, "f1": 0.089331, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"], "main_score": 0.089331, "precision": 0.085241, "recall": 0.103755}, {"accuracy": 0.149209, "f1": 0.130475, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"], "main_score": 0.130475, "precision": 0.123792, "recall": 0.149209}, {"accuracy": 0.153162, "f1": 0.133142, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"], "main_score": 0.133142, "precision": 0.127225, "recall": 0.153162}, {"accuracy": 0.067194, "f1": 0.055279, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"], "main_score": 0.055279, "precision": 0.052372, "recall": 0.067194}, {"accuracy": 0.152174, "f1": 0.136209, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"], "main_score": 0.136209, "precision": 0.131011, "recall": 0.152174}, {"accuracy": 0.13834, "f1": 0.118628, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"], "main_score": 0.118628, "precision": 0.112727, "recall": 0.13834}, {"accuracy": 0.175889, "f1": 0.153586, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"], "main_score": 0.153586, "precision": 0.147135, "recall": 0.175889}, {"accuracy": 0.174901, "f1": 0.158393, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"], "main_score": 0.158393, "precision": 0.152864, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.136239, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"], "main_score": 0.136239, "precision": 0.129676, "recall": 0.160079}, {"accuracy": 0.040514, "f1": 0.032722, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"], "main_score": 0.032722, "precision": 0.030409, "recall": 0.040514}, {"accuracy": 0.096838, "f1": 0.07681, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"], "main_score": 0.07681, "precision": 0.071418, "recall": 0.096838}, {"accuracy": 0.151186, "f1": 0.132235, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"], "main_score": 0.132235, "precision": 0.12683, "recall": 0.151186}, {"accuracy": 0.071146, "f1": 0.061989, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"], "main_score": 0.061989, "precision": 0.0585, "recall": 0.071146}, {"accuracy": 0.135375, "f1": 0.117349, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"], "main_score": 0.117349, "precision": 0.111594, "recall": 0.135375}, {"accuracy": 0.221344, "f1": 0.201303, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"], "main_score": 0.201303, "precision": 0.194492, "recall": 0.221344}, {"accuracy": 0.073123, "f1": 0.059686, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"], "main_score": 0.059686, "precision": 0.056079, "recall": 0.073123}, {"accuracy": 0.158103, "f1": 0.128772, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"], "main_score": 0.128772, "precision": 0.12078, "recall": 0.158103}, {"accuracy": 0.168972, "f1": 0.13984, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"], "main_score": 0.13984, "precision": 0.131091, "recall": 0.168972}, {"accuracy": 0.159091, "f1": 0.140748, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"], "main_score": 0.140748, "precision": 0.135753, "recall": 0.159091}, {"accuracy": 0.115613, "f1": 0.103603, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"], "main_score": 0.103603, "precision": 0.099668, "recall": 0.115613}, {"accuracy": 0.232213, "f1": 0.198597, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"], "main_score": 0.198597, "precision": 0.189119, "recall": 0.232213}, {"accuracy": 0.106719, "f1": 0.090738, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"], "main_score": 0.090738, "precision": 0.086438, "recall": 0.106719}, {"accuracy": 0.16996, "f1": 0.151424, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"], "main_score": 0.151424, "precision": 0.145703, "recall": 0.16996}, {"accuracy": 0.091897, "f1": 0.068749, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"], "main_score": 0.068749, "precision": 0.062142, "recall": 0.091897}, {"accuracy": 0.206522, "f1": 0.179686, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"], "main_score": 0.179686, "precision": 0.171097, "recall": 0.206522}, {"accuracy": 0.031621, "f1": 0.027357, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"], "main_score": 0.027357, "precision": 0.025609, "recall": 0.031621}, {"accuracy": 0.152174, "f1": 0.130876, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"], "main_score": 0.130876, "precision": 0.125059, "recall": 0.152174}, {"accuracy": 0.133399, "f1": 0.109495, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"], "main_score": 0.109495, "precision": 0.103305, "recall": 0.133399}, {"accuracy": 0.126482, "f1": 0.110523, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"], "main_score": 0.110523, "precision": 0.106498, "recall": 0.126482}, {"accuracy": 0.193676, "f1": 0.176903, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"], "main_score": 0.176903, "precision": 0.17166, "recall": 0.193676}, {"accuracy": 0.115613, "f1": 0.096341, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"], "main_score": 0.096341, "precision": 0.090069, "recall": 0.115613}, {"accuracy": 0.187747, "f1": 0.164994, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"], "main_score": 0.164994, "precision": 0.156308, "recall": 0.187747}, {"accuracy": 0.189723, "f1": 0.17184, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"], "main_score": 0.17184, "precision": 0.16521, "recall": 0.189723}, {"accuracy": 0.203557, "f1": 0.177186, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"], "main_score": 0.177186, "precision": 0.169567, "recall": 0.203557}, {"accuracy": 0.208498, "f1": 0.191121, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"], "main_score": 0.191121, "precision": 0.184985, "recall": 0.208498}, {"accuracy": 0.211462, "f1": 0.181125, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"], "main_score": 0.181125, "precision": 0.172977, "recall": 0.211462}, {"accuracy": 0.172925, "f1": 0.145801, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"], "main_score": 0.145801, "precision": 0.137308, "recall": 0.172925}, {"accuracy": 0.221344, "f1": 0.1883, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"], "main_score": 0.1883, "precision": 0.178957, "recall": 0.221344}, {"accuracy": 0.091897, "f1": 0.07725, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"], "main_score": 0.07725, "precision": 0.073015, "recall": 0.091897}, {"accuracy": 0.156126, "f1": 0.132334, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"], "main_score": 0.132334, "precision": 0.126636, "recall": 0.156126}, {"accuracy": 0.156126, "f1": 0.135631, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"], "main_score": 0.135631, "precision": 0.129295, "recall": 0.156126}, {"accuracy": 0.176877, "f1": 0.155825, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"], "main_score": 0.155825, "precision": 0.149791, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.143823, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"], "main_score": 0.143823, "precision": 0.135454, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.156522, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"], "main_score": 0.156522, "precision": 0.148569, "recall": 0.176877}, {"accuracy": 0.115613, "f1": 0.100711, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"], "main_score": 0.100711, "precision": 0.096072, "recall": 0.115613}, {"accuracy": 0.082016, "f1": 0.07114, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"], "main_score": 0.07114, "precision": 0.067949, "recall": 0.082016}, {"accuracy": 0.226285, "f1": 0.196912, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"], "main_score": 0.196912, "precision": 0.187669, "recall": 0.226285}, {"accuracy": 0.174901, "f1": 0.152665, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"], "main_score": 0.152665, "precision": 0.145588, "recall": 0.174901}, {"accuracy": 0.176877, "f1": 0.160782, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"], "main_score": 0.160782, "precision": 0.155179, "recall": 0.176877}, {"accuracy": 0.184783, "f1": 0.158883, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"], "main_score": 0.158883, "precision": 0.150129, "recall": 0.184783}, {"accuracy": 0.0583, "f1": 0.0491, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"], "main_score": 0.0491, "precision": 0.046774, "recall": 0.0583}, {"accuracy": 0.125494, "f1": 0.108164, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"], "main_score": 0.108164, "precision": 0.102945, "recall": 0.125494}, {"accuracy": 0.159091, "f1": 0.142783, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"], "main_score": 0.142783, "precision": 0.136885, "recall": 0.159091}, {"accuracy": 0.125494, "f1": 0.107194, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"], "main_score": 0.107194, "precision": 0.102487, "recall": 0.125494}, {"accuracy": 0.205534, "f1": 0.178937, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"], "main_score": 0.178937, "precision": 0.169417, "recall": 0.205534}, {"accuracy": 0.181818, "f1": 0.161976, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"], "main_score": 0.161976, "precision": 0.157024, "recall": 0.181818}, {"accuracy": 0.132411, "f1": 0.124404, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"], "main_score": 0.124404, "precision": 0.121474, "recall": 0.132411}, {"accuracy": 0.187747, "f1": 0.161119, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"], "main_score": 0.161119, "precision": 0.153426, "recall": 0.187747}, {"accuracy": 0.170949, "f1": 0.155915, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"], "main_score": 0.155915, "precision": 0.150504, "recall": 0.170949}, {"accuracy": 0.076087, "f1": 0.06353, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"], "main_score": 0.06353, "precision": 0.060348, "recall": 0.076087}, {"accuracy": 0.141304, "f1": 0.119797, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"], "main_score": 0.119797, "precision": 0.113553, "recall": 0.141304}, {"accuracy": 0.156126, "f1": 0.134436, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"], "main_score": 0.134436, "precision": 0.128492, "recall": 0.156126}, {"accuracy": 0.164032, "f1": 0.141243, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"], "main_score": 0.141243, "precision": 0.13223, "recall": 0.164032}, {"accuracy": 0.146245, "f1": 0.123481, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"], "main_score": 0.123481, "precision": 0.117091, "recall": 0.146245}, {"accuracy": 0.153162, "f1": 0.127457, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"], "main_score": 0.127457, "precision": 0.121577, "recall": 0.153162}, {"accuracy": 0.170949, "f1": 0.146128, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"], "main_score": 0.146128, "precision": 0.138531, "recall": 0.170949}, {"accuracy": 0.05336, "f1": 0.044797, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"], "main_score": 0.044797, "precision": 0.042773, "recall": 0.05336}, {"accuracy": 0.13834, "f1": 0.125688, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"], "main_score": 0.125688, "precision": 0.121425, "recall": 0.13834}, {"accuracy": 0.197628, "f1": 0.166976, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"], "main_score": 0.166976, "precision": 0.156189, "recall": 0.197628}, {"accuracy": 0.009881, "f1": 0.004978, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"], "main_score": 0.004978, "precision": 0.004387, "recall": 0.009881}, {"accuracy": 0.032609, "f1": 0.025389, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"], "main_score": 0.025389, "precision": 0.023359, "recall": 0.032609}, {"accuracy": 0.004941, "f1": 0.002663, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"], "main_score": 0.002663, "precision": 0.002392, "recall": 0.004941}, {"accuracy": 0.030632, "f1": 0.027341, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"], "main_score": 0.027341, "precision": 0.026352, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.012143, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"], "main_score": 0.012143, "precision": 0.012024, "recall": 0.013834}, {"accuracy": 0.025692, "f1": 0.022078, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"], "main_score": 0.022078, "precision": 0.021448, "recall": 0.025692}, {"accuracy": 0.037549, "f1": 0.032316, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"], "main_score": 0.032316, "precision": 0.031005, "recall": 0.037549}, {"accuracy": 0.043478, "f1": 0.035988, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"], "main_score": 0.035988, "precision": 0.03429, "recall": 0.043478}, {"accuracy": 0.048419, "f1": 0.042081, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"], "main_score": 0.042081, "precision": 0.040485, "recall": 0.048419}, {"accuracy": 0.04249, "f1": 0.036025, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"], "main_score": 0.036025, "precision": 0.034518, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.026371, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"], "main_score": 0.026371, "precision": 0.025373, "recall": 0.029644}, {"accuracy": 0.043478, "f1": 0.036879, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"], "main_score": 0.036879, "precision": 0.035058, "recall": 0.043478}, {"accuracy": 0.02668, "f1": 0.022293, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"], "main_score": 0.022293, "precision": 0.021605, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.023125, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"], "main_score": 0.023125, "precision": 0.021329, "recall": 0.028656}, {"accuracy": 0.031621, "f1": 0.027383, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"], "main_score": 0.027383, "precision": 0.026702, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.034289, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"], "main_score": 0.034289, "precision": 0.03276, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.039857, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"], "main_score": 0.039857, "precision": 0.038539, "recall": 0.043478}, {"accuracy": 0.052372, "f1": 0.041347, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"], "main_score": 0.041347, "precision": 0.03886, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.026188, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"], "main_score": 0.026188, "precision": 0.025034, "recall": 0.029644}, {"accuracy": 0.02668, "f1": 0.021972, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"], "main_score": 0.021972, "precision": 0.020538, "recall": 0.02668}, {"accuracy": 0.046443, "f1": 0.040316, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"], "main_score": 0.040316, "precision": 0.038709, "recall": 0.046443}, {"accuracy": 0.045455, "f1": 0.040853, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"], "main_score": 0.040853, "precision": 0.039399, "recall": 0.045455}, {"accuracy": 0.040514, "f1": 0.034274, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"], "main_score": 0.034274, "precision": 0.032926, "recall": 0.040514}, {"accuracy": 0.013834, "f1": 0.012025, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"], "main_score": 0.012025, "precision": 0.011949, "recall": 0.013834}, {"accuracy": 0.041502, "f1": 0.036422, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"], "main_score": 0.036422, "precision": 0.035487, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.03004, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"], "main_score": 0.03004, "precision": 0.029084, "recall": 0.033597}, {"accuracy": 0.160079, "f1": 0.146831, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"], "main_score": 0.146831, "precision": 0.14233, "recall": 0.160079}, {"accuracy": 0.038538, "f1": 0.033229, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"], "main_score": 0.033229, "precision": 0.031523, "recall": 0.038538}, {"accuracy": 0.045455, "f1": 0.037983, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"], "main_score": 0.037983, "precision": 0.036425, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.030307, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"], "main_score": 0.030307, "precision": 0.029646, "recall": 0.032609}, {"accuracy": 0.049407, "f1": 0.043202, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"], "main_score": 0.043202, "precision": 0.041597, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.027855, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"], "main_score": 0.027855, "precision": 0.026691, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.018389, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"], "main_score": 0.018389, "precision": 0.017932, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028188, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"], "main_score": 0.028188, "precision": 0.026693, "recall": 0.034585}, {"accuracy": 0.039526, "f1": 0.034952, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"], "main_score": 0.034952, "precision": 0.033287, "recall": 0.039526}, {"accuracy": 0.032609, "f1": 0.026807, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"], "main_score": 0.026807, "precision": 0.025922, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.026682, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"], "main_score": 0.026682, "precision": 0.025693, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.015285, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"], "main_score": 0.015285, "precision": 0.014894, "recall": 0.017787}, {"accuracy": 0.047431, "f1": 0.039957, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"], "main_score": 0.039957, "precision": 0.03822, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.030186, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"], "main_score": 0.030186, "precision": 0.028424, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.032743, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"], "main_score": 0.032743, "precision": 0.030638, "recall": 0.041502}, {"accuracy": 0.006917, "f1": 0.005107, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"], "main_score": 0.005107, "precision": 0.004777, "recall": 0.006917}, {"accuracy": 0.04249, "f1": 0.036528, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"], "main_score": 0.036528, "precision": 0.034921, "recall": 0.04249}, {"accuracy": 0.030632, "f1": 0.025544, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"], "main_score": 0.025544, "precision": 0.024053, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.033717, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"], "main_score": 0.033717, "precision": 0.032093, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.036445, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"], "main_score": 0.036445, "precision": 0.034985, "recall": 0.043478}, {"accuracy": 0.021739, "f1": 0.020092, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"], "main_score": 0.020092, "precision": 0.019466, "recall": 0.021739}, {"accuracy": 0.037549, "f1": 0.0336, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"], "main_score": 0.0336, "precision": 0.032479, "recall": 0.037549}, {"accuracy": 0.034585, "f1": 0.02615, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"], "main_score": 0.02615, "precision": 0.024454, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031863, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"], "main_score": 0.031863, "precision": 0.030432, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.034612, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"], "main_score": 0.034612, "precision": 0.033611, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.038922, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"], "main_score": 0.038922, "precision": 0.036869, "recall": 0.046443}, {"accuracy": 0.036561, "f1": 0.033019, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"], "main_score": 0.033019, "precision": 0.032567, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.023929, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"], "main_score": 0.023929, "precision": 0.022456, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.022729, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"], "main_score": 0.022729, "precision": 0.021905, "recall": 0.025692}, {"accuracy": 0.005929, "f1": 0.003623, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"], "main_score": 0.003623, "precision": 0.002668, "recall": 0.005929}, {"accuracy": 0.045455, "f1": 0.038343, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"], "main_score": 0.038343, "precision": 0.036514, "recall": 0.045455}, {"accuracy": 0.046443, "f1": 0.040762, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"], "main_score": 0.040762, "precision": 0.039572, "recall": 0.046443}, {"accuracy": 0.045455, "f1": 0.040664, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"], "main_score": 0.040664, "precision": 0.039421, "recall": 0.045455}, {"accuracy": 0.049407, "f1": 0.04086, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"], "main_score": 0.04086, "precision": 0.039351, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.030142, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"], "main_score": 0.030142, "precision": 0.029481, "recall": 0.032609}, {"accuracy": 0.04249, "f1": 0.036861, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"], "main_score": 0.036861, "precision": 0.035596, "recall": 0.04249}, {"accuracy": 0.032609, "f1": 0.028189, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"], "main_score": 0.028189, "precision": 0.027192, "recall": 0.032609}, {"accuracy": 0.050395, "f1": 0.04295, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"], "main_score": 0.04295, "precision": 0.040685, "recall": 0.050395}, {"accuracy": 0.038538, "f1": 0.032182, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"], "main_score": 0.032182, "precision": 0.03063, "recall": 0.038538}, {"accuracy": 0.030632, "f1": 0.027341, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"], "main_score": 0.027341, "precision": 0.026187, "recall": 0.030632}, {"accuracy": 0.052372, "f1": 0.046793, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"], "main_score": 0.046793, "precision": 0.045044, "recall": 0.052372}, {"accuracy": 0.050395, "f1": 0.038699, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"], "main_score": 0.038699, "precision": 0.03574, "recall": 0.050395}, {"accuracy": 0.034585, "f1": 0.030373, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"], "main_score": 0.030373, "precision": 0.028905, "recall": 0.034585}, {"accuracy": 0.044466, "f1": 0.03779, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"], "main_score": 0.03779, "precision": 0.03581, "recall": 0.044466}, {"accuracy": 0.034585, "f1": 0.028405, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"], "main_score": 0.028405, "precision": 0.026801, "recall": 0.034585}, {"accuracy": 0.030632, "f1": 0.024424, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"], "main_score": 0.024424, "precision": 0.023168, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.035921, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"], "main_score": 0.035921, "precision": 0.034919, "recall": 0.040514}, {"accuracy": 0.079051, "f1": 0.063463, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"], "main_score": 0.063463, "precision": 0.059655, "recall": 0.079051}, {"accuracy": 0.043478, "f1": 0.034452, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"], "main_score": 0.034452, "precision": 0.031592, "recall": 0.043478}, {"accuracy": 0.030632, "f1": 0.026772, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"], "main_score": 0.026772, "precision": 0.025905, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.029592, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"], "main_score": 0.029592, "precision": 0.027982, "recall": 0.035573}, {"accuracy": 0.030632, "f1": 0.024884, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"], "main_score": 0.024884, "precision": 0.02368, "recall": 0.030632}, {"accuracy": 0.045455, "f1": 0.039434, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"], "main_score": 0.039434, "precision": 0.037551, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.029235, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"], "main_score": 0.029235, "precision": 0.028304, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.03159, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"], "main_score": 0.03159, "precision": 0.030469, "recall": 0.035573}, {"accuracy": 0.034585, "f1": 0.027356, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"], "main_score": 0.027356, "precision": 0.025999, "recall": 0.034585}, {"accuracy": 0.04249, "f1": 0.035634, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"], "main_score": 0.035634, "precision": 0.033957, "recall": 0.04249}, {"accuracy": 0.044466, "f1": 0.039022, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"], "main_score": 0.039022, "precision": 0.037304, "recall": 0.044466}, {"accuracy": 0.049407, "f1": 0.045228, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"], "main_score": 0.045228, "precision": 0.043909, "recall": 0.049407}, {"accuracy": 0.019763, "f1": 0.018118, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"], "main_score": 0.018118, "precision": 0.017788, "recall": 0.019763}, {"accuracy": 0.051383, "f1": 0.038963, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"], "main_score": 0.038963, "precision": 0.036536, "recall": 0.051383}, {"accuracy": 0.038538, "f1": 0.029215, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"], "main_score": 0.029215, "precision": 0.027503, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.015216, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"], "main_score": 0.015216, "precision": 0.01478, "recall": 0.019763}, {"accuracy": 0.039526, "f1": 0.034022, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"], "main_score": 0.034022, "precision": 0.032711, "recall": 0.039526}, {"accuracy": 0.024704, "f1": 0.023388, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"], "main_score": 0.023388, "precision": 0.023222, "recall": 0.024704}, {"accuracy": 0.034585, "f1": 0.031456, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"], "main_score": 0.031456, "precision": 0.029974, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.033599, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"], "main_score": 0.033599, "precision": 0.031984, "recall": 0.038538}, {"accuracy": 0.034585, "f1": 0.029987, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"], "main_score": 0.029987, "precision": 0.028663, "recall": 0.034585}, {"accuracy": 0.041502, "f1": 0.035594, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"], "main_score": 0.035594, "precision": 0.034425, "recall": 0.041502}, {"accuracy": 0.052372, "f1": 0.044495, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"], "main_score": 0.044495, "precision": 0.042417, "recall": 0.052372}, {"accuracy": 0.044466, "f1": 0.039016, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"], "main_score": 0.039016, "precision": 0.037979, "recall": 0.044466}, {"accuracy": 0.066206, "f1": 0.056699, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"], "main_score": 0.056699, "precision": 0.054654, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.03856, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"], "main_score": 0.03856, "precision": 0.036918, "recall": 0.045455}, {"accuracy": 0.038538, "f1": 0.033386, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"], "main_score": 0.033386, "precision": 0.031894, "recall": 0.038538}, {"accuracy": 0.044466, "f1": 0.039126, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"], "main_score": 0.039126, "precision": 0.038026, "recall": 0.044466}, {"accuracy": 0.044466, "f1": 0.036733, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"], "main_score": 0.036733, "precision": 0.034689, "recall": 0.044466}, {"accuracy": 0.041502, "f1": 0.035699, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"], "main_score": 0.035699, "precision": 0.033766, "recall": 0.041502}, {"accuracy": 0.032609, "f1": 0.028603, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"], "main_score": 0.028603, "precision": 0.027563, "recall": 0.032609}, {"accuracy": 0.032609, "f1": 0.0267, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"], "main_score": 0.0267, "precision": 0.025014, "recall": 0.032609}, {"accuracy": 0.032609, "f1": 0.026114, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"], "main_score": 0.026114, "precision": 0.024108, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.037021, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"], "main_score": 0.037021, "precision": 0.03512, "recall": 0.044466}, {"accuracy": 0.028656, "f1": 0.023112, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"], "main_score": 0.023112, "precision": 0.021826, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.034917, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"], "main_score": 0.034917, "precision": 0.033631, "recall": 0.039526}, {"accuracy": 0.033597, "f1": 0.028441, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"], "main_score": 0.028441, "precision": 0.027423, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.021584, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"], "main_score": 0.021584, "precision": 0.020387, "recall": 0.027668}, {"accuracy": 0.04249, "f1": 0.037071, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"], "main_score": 0.037071, "precision": 0.035551, "recall": 0.04249}, {"accuracy": 0.046443, "f1": 0.041686, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"], "main_score": 0.041686, "precision": 0.040359, "recall": 0.046443}, {"accuracy": 0.022727, "f1": 0.018338, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"], "main_score": 0.018338, "precision": 0.017903, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.025243, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"], "main_score": 0.025243, "precision": 0.023903, "recall": 0.030632}, {"accuracy": 0.041502, "f1": 0.034182, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"], "main_score": 0.034182, "precision": 0.03207, "recall": 0.041502}, {"accuracy": 0.034585, "f1": 0.029205, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"], "main_score": 0.029205, "precision": 0.027532, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031843, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"], "main_score": 0.031843, "precision": 0.030131, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.033619, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"], "main_score": 0.033619, "precision": 0.031827, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.035038, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"], "main_score": 0.035038, "precision": 0.033211, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.0267, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"], "main_score": 0.0267, "precision": 0.025343, "recall": 0.031621}, {"accuracy": 0.04249, "f1": 0.036882, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"], "main_score": 0.036882, "precision": 0.03568, "recall": 0.04249}, {"accuracy": 0.018775, "f1": 0.013631, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"], "main_score": 0.013631, "precision": 0.012533, "recall": 0.018775}, {"accuracy": 0.01581, "f1": 0.013024, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"], "main_score": 0.013024, "precision": 0.012688, "recall": 0.01581}, {"accuracy": 0.040514, "f1": 0.033161, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"], "main_score": 0.033161, "precision": 0.031089, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.022628, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"], "main_score": 0.022628, "precision": 0.021821, "recall": 0.024704}, {"accuracy": 0.04249, "f1": 0.037595, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"], "main_score": 0.037595, "precision": 0.03642, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.027839, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"], "main_score": 0.027839, "precision": 0.025645, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.024659, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"], "main_score": 0.024659, "precision": 0.023058, "recall": 0.029644}, {"accuracy": 0.046443, "f1": 0.039827, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"], "main_score": 0.039827, "precision": 0.038273, "recall": 0.046443}, {"accuracy": 0.047431, "f1": 0.041273, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"], "main_score": 0.041273, "precision": 0.039865, "recall": 0.047431}, {"accuracy": 0.038538, "f1": 0.033434, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"], "main_score": 0.033434, "precision": 0.031819, "recall": 0.038538}, {"accuracy": 0.040514, "f1": 0.031336, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"], "main_score": 0.031336, "precision": 0.029159, "recall": 0.040514}, {"accuracy": 0.027668, "f1": 0.019942, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"], "main_score": 0.019942, "precision": 0.018047, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.027407, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"], "main_score": 0.027407, "precision": 0.02594, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.023065, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"], "main_score": 0.023065, "precision": 0.021414, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037812, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"], "main_score": 0.037812, "precision": 0.036546, "recall": 0.043478}, {"accuracy": 0.014822, "f1": 0.012857, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"], "main_score": 0.012857, "precision": 0.012852, "recall": 0.014822}, {"accuracy": 0.036561, "f1": 0.029896, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"], "main_score": 0.029896, "precision": 0.028623, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.037563, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"], "main_score": 0.037563, "precision": 0.036568, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.029169, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"], "main_score": 0.029169, "precision": 0.027421, "recall": 0.033597}, {"accuracy": 0.041502, "f1": 0.036542, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"], "main_score": 0.036542, "precision": 0.035155, "recall": 0.041502}, {"accuracy": 0.037549, "f1": 0.032287, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"], "main_score": 0.032287, "precision": 0.030771, "recall": 0.037549}, {"accuracy": 0.013834, "f1": 0.011537, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"], "main_score": 0.011537, "precision": 0.011368, "recall": 0.013834}, {"accuracy": 0.039526, "f1": 0.033129, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"], "main_score": 0.033129, "precision": 0.03145, "recall": 0.039526}, {"accuracy": 0.036561, "f1": 0.029874, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"], "main_score": 0.029874, "precision": 0.028278, "recall": 0.036561}, {"accuracy": 0.022727, "f1": 0.018839, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"], "main_score": 0.018839, "precision": 0.017984, "recall": 0.022727}, {"accuracy": 0.035573, "f1": 0.031952, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"], "main_score": 0.031952, "precision": 0.030634, "recall": 0.035573}, {"accuracy": 0.047431, "f1": 0.039986, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"], "main_score": 0.039986, "precision": 0.038184, "recall": 0.047431}, {"accuracy": 0.033597, "f1": 0.028608, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"], "main_score": 0.028608, "precision": 0.027564, "recall": 0.033597}, {"accuracy": 0.045455, "f1": 0.037331, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"], "main_score": 0.037331, "precision": 0.034928, "recall": 0.045455}, {"accuracy": 0.043478, "f1": 0.035819, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"], "main_score": 0.035819, "precision": 0.034508, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.035641, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"], "main_score": 0.035641, "precision": 0.034207, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.031688, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"], "main_score": 0.031688, "precision": 0.030338, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.035493, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"], "main_score": 0.035493, "precision": 0.034069, "recall": 0.040514}, {"accuracy": 0.027668, "f1": 0.0234, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"], "main_score": 0.0234, "precision": 0.022438, "recall": 0.027668}, {"accuracy": 0.037549, "f1": 0.031379, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"], "main_score": 0.031379, "precision": 0.030073, "recall": 0.037549}, {"accuracy": 0.050395, "f1": 0.038335, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"], "main_score": 0.038335, "precision": 0.035676, "recall": 0.050395}, {"accuracy": 0.045455, "f1": 0.038965, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"], "main_score": 0.038965, "precision": 0.037205, "recall": 0.045455}, {"accuracy": 0.016798, "f1": 0.014661, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"], "main_score": 0.014661, "precision": 0.014165, "recall": 0.016798}, {"accuracy": 0.035573, "f1": 0.032611, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"], "main_score": 0.032611, "precision": 0.031787, "recall": 0.035573}, {"accuracy": 0.021739, "f1": 0.020094, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"], "main_score": 0.020094, "precision": 0.019764, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028411, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"], "main_score": 0.028411, "precision": 0.027327, "recall": 0.034585}, {"accuracy": 0.04249, "f1": 0.033228, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"], "main_score": 0.033228, "precision": 0.031567, "recall": 0.04249}, {"accuracy": 0.024704, "f1": 0.022072, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"], "main_score": 0.022072, "precision": 0.021247, "recall": 0.024704}, {"accuracy": 0.045455, "f1": 0.038671, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"], "main_score": 0.038671, "precision": 0.036536, "recall": 0.045455}, {"accuracy": 0.043478, "f1": 0.037604, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"], "main_score": 0.037604, "precision": 0.035236, "recall": 0.043478}, {"accuracy": 0.047431, "f1": 0.040442, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"], "main_score": 0.040442, "precision": 0.039012, "recall": 0.047431}, {"accuracy": 0.048419, "f1": 0.045292, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"], "main_score": 0.045292, "precision": 0.044303, "recall": 0.048419}, {"accuracy": 0.049407, "f1": 0.042342, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"], "main_score": 0.042342, "precision": 0.04064, "recall": 0.049407}, {"accuracy": 0.04249, "f1": 0.031876, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"], "main_score": 0.031876, "precision": 0.028869, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.037256, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"], "main_score": 0.037256, "precision": 0.035609, "recall": 0.043478}, {"accuracy": 0.017787, "f1": 0.014018, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"], "main_score": 0.014018, "precision": 0.013649, "recall": 0.017787}, {"accuracy": 0.037549, "f1": 0.03454, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"], "main_score": 0.03454, "precision": 0.033763, "recall": 0.037549}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"], "main_score": 0.017789, "precision": 0.016799, "recall": 0.020751}, {"accuracy": 0.041502, "f1": 0.03659, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"], "main_score": 0.03659, "precision": 0.035456, "recall": 0.041502}, {"accuracy": 0.043478, "f1": 0.036096, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"], "main_score": 0.036096, "precision": 0.03413, "recall": 0.043478}, {"accuracy": 0.041502, "f1": 0.034635, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"], "main_score": 0.034635, "precision": 0.032727, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.030953, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"], "main_score": 0.030953, "precision": 0.029147, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.020561, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"], "main_score": 0.020561, "precision": 0.019531, "recall": 0.025692}, {"accuracy": 0.049407, "f1": 0.043125, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"], "main_score": 0.043125, "precision": 0.041787, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.037557, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"], "main_score": 0.037557, "precision": 0.035313, "recall": 0.044466}, {"accuracy": 0.040514, "f1": 0.032716, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"], "main_score": 0.032716, "precision": 0.030531, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.027613, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"], "main_score": 0.027613, "precision": 0.024944, "recall": 0.036561}, {"accuracy": 0.017787, "f1": 0.016208, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"], "main_score": 0.016208, "precision": 0.016059, "recall": 0.017787}, {"accuracy": 0.038538, "f1": 0.03171, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"], "main_score": 0.03171, "precision": 0.030304, "recall": 0.038538}, {"accuracy": 0.049407, "f1": 0.042861, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"], "main_score": 0.042861, "precision": 0.041194, "recall": 0.049407}, {"accuracy": 0.024704, "f1": 0.021089, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"], "main_score": 0.021089, "precision": 0.020261, "recall": 0.024704}, {"accuracy": 0.034585, "f1": 0.028225, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"], "main_score": 0.028225, "precision": 0.0266, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031953, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"], "main_score": 0.031953, "precision": 0.029811, "recall": 0.037549}, {"accuracy": 0.028656, "f1": 0.024772, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"], "main_score": 0.024772, "precision": 0.023469, "recall": 0.028656}, {"accuracy": 0.044466, "f1": 0.036435, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"], "main_score": 0.036435, "precision": 0.034258, "recall": 0.044466}, {"accuracy": 0.044466, "f1": 0.037725, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"], "main_score": 0.037725, "precision": 0.035578, "recall": 0.044466}, {"accuracy": 0.028656, "f1": 0.023484, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"], "main_score": 0.023484, "precision": 0.022449, "recall": 0.028656}, {"accuracy": 0.037549, "f1": 0.031422, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"], "main_score": 0.031422, "precision": 0.030536, "recall": 0.037549}, {"accuracy": 0.041502, "f1": 0.032235, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"], "main_score": 0.032235, "precision": 0.030313, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.026058, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"], "main_score": 0.026058, "precision": 0.024727, "recall": 0.031621}, {"accuracy": 0.043478, "f1": 0.035182, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"], "main_score": 0.035182, "precision": 0.033529, "recall": 0.043478}, {"accuracy": 0.023715, "f1": 0.021743, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"], "main_score": 0.021743, "precision": 0.021247, "recall": 0.023715}, {"accuracy": 0.051383, "f1": 0.045278, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"], "main_score": 0.045278, "precision": 0.043864, "recall": 0.051383}, {"accuracy": 0.034585, "f1": 0.028773, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"], "main_score": 0.028773, "precision": 0.027729, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.030528, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"], "main_score": 0.030528, "precision": 0.028771, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.037163, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"], "main_score": 0.037163, "precision": 0.034443, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.031925, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"], "main_score": 0.031925, "precision": 0.029684, "recall": 0.040514}, {"accuracy": 0.216403, "f1": 0.195335, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"], "main_score": 0.195335, "precision": 0.187771, "recall": 0.216403}, {"accuracy": 0.003953, "f1": 0.000708, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"], "main_score": 0.000708, "precision": 0.000444, "recall": 0.003953}, {"accuracy": 0.179842, "f1": 0.150983, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"], "main_score": 0.150983, "precision": 0.142242, "recall": 0.179842}, {"accuracy": 0.155138, "f1": 0.143585, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"], "main_score": 0.143585, "precision": 0.139735, "recall": 0.155138}, {"accuracy": 0.13834, "f1": 0.121282, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"], "main_score": 0.121282, "precision": 0.11531, "recall": 0.13834}, {"accuracy": 0.176877, "f1": 0.165715, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"], "main_score": 0.165715, "precision": 0.162622, "recall": 0.176877}, {"accuracy": 0.25, "f1": 0.220803, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"], "main_score": 0.220803, "precision": 0.211123, "recall": 0.25}, {"accuracy": 0.280632, "f1": 0.24479, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"], "main_score": 0.24479, "precision": 0.235808, "recall": 0.280632}, {"accuracy": 0.226285, "f1": 0.209298, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"], "main_score": 0.209298, "precision": 0.203132, "recall": 0.226285}, {"accuracy": 0.176877, "f1": 0.166074, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"], "main_score": 0.166074, "precision": 0.162978, "recall": 0.176877}, {"accuracy": 0.177866, "f1": 0.155913, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"], "main_score": 0.155913, "precision": 0.148134, "recall": 0.177866}, {"accuracy": 0.140316, "f1": 0.124915, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"], "main_score": 0.124915, "precision": 0.120821, "recall": 0.140316}, {"accuracy": 0.221344, "f1": 0.197914, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"], "main_score": 0.197914, "precision": 0.189102, "recall": 0.221344}, {"accuracy": 0.125494, "f1": 0.117014, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"], "main_score": 0.117014, "precision": 0.11432, "recall": 0.125494}, {"accuracy": 0.151186, "f1": 0.131575, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"], "main_score": 0.131575, "precision": 0.125356, "recall": 0.151186}, {"accuracy": 0.251976, "f1": 0.224019, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"], "main_score": 0.224019, "precision": 0.215884, "recall": 0.251976}, {"accuracy": 0.279644, "f1": 0.261594, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"], "main_score": 0.261594, "precision": 0.253409, "recall": 0.279644}, {"accuracy": 0.131423, "f1": 0.121281, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"], "main_score": 0.121281, "precision": 0.117409, "recall": 0.131423}, {"accuracy": 0.167984, "f1": 0.138905, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"], "main_score": 0.138905, "precision": 0.13057, "recall": 0.167984}, {"accuracy": 0.272727, "f1": 0.233881, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"], "main_score": 0.233881, "precision": 0.221394, "recall": 0.272727}, {"accuracy": 0.201581, "f1": 0.186325, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"], "main_score": 0.186325, "precision": 0.181195, "recall": 0.201581}, {"accuracy": 0.201581, "f1": 0.18034, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"], "main_score": 0.18034, "precision": 0.172632, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.066212, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"], "main_score": 0.066212, "precision": 0.063679, "recall": 0.079051}, {"accuracy": 0.187747, "f1": 0.164749, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"], "main_score": 0.164749, "precision": 0.157292, "recall": 0.187747}, {"accuracy": 0.186759, "f1": 0.173368, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"], "main_score": 0.173368, "precision": 0.16877, "recall": 0.186759}, {"accuracy": 0.076087, "f1": 0.053985, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"], "main_score": 0.053985, "precision": 0.047946, "recall": 0.076087}, {"accuracy": 0.156126, "f1": 0.140854, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"], "main_score": 0.140854, "precision": 0.13568, "recall": 0.156126}, {"accuracy": 0.247036, "f1": 0.220365, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"], "main_score": 0.220365, "precision": 0.210445, "recall": 0.247036}, {"accuracy": 0.158103, "f1": 0.148803, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"], "main_score": 0.148803, "precision": 0.145566, "recall": 0.158103}, {"accuracy": 0.252964, "f1": 0.217649, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"], "main_score": 0.217649, "precision": 0.208356, "recall": 0.252964}, {"accuracy": 0.193676, "f1": 0.175117, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"], "main_score": 0.175117, "precision": 0.169454, "recall": 0.193676}, {"accuracy": 0.157115, "f1": 0.127824, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"], "main_score": 0.127824, "precision": 0.11884, "recall": 0.157115}, {"accuracy": 0.23419, "f1": 0.213918, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"], "main_score": 0.213918, "precision": 0.206405, "recall": 0.23419}, {"accuracy": 0.202569, "f1": 0.17363, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"], "main_score": 0.17363, "precision": 0.164008, "recall": 0.202569}, {"accuracy": 0.104743, "f1": 0.089139, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"], "main_score": 0.089139, "precision": 0.084712, "recall": 0.104743}, {"accuracy": 0.147233, "f1": 0.131748, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"], "main_score": 0.131748, "precision": 0.127207, "recall": 0.147233}, {"accuracy": 0.081028, "f1": 0.06765, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"], "main_score": 0.06765, "precision": 0.064193, "recall": 0.081028}, {"accuracy": 0.256917, "f1": 0.218252, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"], "main_score": 0.218252, "precision": 0.208729, "recall": 0.256917}, {"accuracy": 0.152174, "f1": 0.130251, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"], "main_score": 0.130251, "precision": 0.12266, "recall": 0.152174}, {"accuracy": 0.22332, "f1": 0.193209, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"], "main_score": 0.193209, "precision": 0.182218, "recall": 0.22332}, {"accuracy": 0.031621, "f1": 0.023508, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"], "main_score": 0.023508, "precision": 0.021517, "recall": 0.031621}, {"accuracy": 0.259881, "f1": 0.224773, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"], "main_score": 0.224773, "precision": 0.21451, "recall": 0.259881}, {"accuracy": 0.184783, "f1": 0.156795, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"], "main_score": 0.156795, "precision": 0.147139, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.16836, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"], "main_score": 0.16836, "precision": 0.160084, "recall": 0.195652}, {"accuracy": 0.246047, "f1": 0.221181, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"], "main_score": 0.221181, "precision": 0.213439, "recall": 0.246047}, {"accuracy": 0.145257, "f1": 0.124846, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"], "main_score": 0.124846, "precision": 0.118655, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.142819, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"], "main_score": 0.142819, "precision": 0.139857, "recall": 0.151186}, {"accuracy": 0.218379, "f1": 0.196942, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"], "main_score": 0.196942, "precision": 0.189106, "recall": 0.218379}, {"accuracy": 0.225296, "f1": 0.199269, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"], "main_score": 0.199269, "precision": 0.191745, "recall": 0.225296}, {"accuracy": 0.178854, "f1": 0.160347, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"], "main_score": 0.160347, "precision": 0.156217, "recall": 0.178854}, {"accuracy": 0.267787, "f1": 0.228093, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"], "main_score": 0.228093, "precision": 0.216195, "recall": 0.267787}, {"accuracy": 0.15415, "f1": 0.141988, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"], "main_score": 0.141988, "precision": 0.138301, "recall": 0.15415}, {"accuracy": 0.185771, "f1": 0.162083, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"], "main_score": 0.162083, "precision": 0.154406, "recall": 0.185771}, {"accuracy": 0.158103, "f1": 0.13763, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"], "main_score": 0.13763, "precision": 0.131633, "recall": 0.158103}, {"accuracy": 0.038538, "f1": 0.033997, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"], "main_score": 0.033997, "precision": 0.032444, "recall": 0.038538}, {"accuracy": 0.25, "f1": 0.230369, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"], "main_score": 0.230369, "precision": 0.222036, "recall": 0.25}, {"accuracy": 0.258893, "f1": 0.236693, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"], "main_score": 0.236693, "precision": 0.229331, "recall": 0.258893}, {"accuracy": 0.040514, "f1": 0.035481, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"], "main_score": 0.035481, "precision": 0.033682, "recall": 0.040514}, {"accuracy": 0.218379, "f1": 0.190345, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"], "main_score": 0.190345, "precision": 0.181236, "recall": 0.218379}, {"accuracy": 0.159091, "f1": 0.141325, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"], "main_score": 0.141325, "precision": 0.135959, "recall": 0.159091}, {"accuracy": 0.215415, "f1": 0.199077, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"], "main_score": 0.199077, "precision": 0.193271, "recall": 0.215415}, {"accuracy": 0.153162, "f1": 0.130502, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"], "main_score": 0.130502, "precision": 0.123048, "recall": 0.153162}, {"accuracy": 0.29249, "f1": 0.269568, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"], "main_score": 0.269568, "precision": 0.261181, "recall": 0.29249}, {"accuracy": 0.178854, "f1": 0.169812, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"], "main_score": 0.169812, "precision": 0.16648, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.157856, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"], "main_score": 0.157856, "precision": 0.153998, "recall": 0.171937}, {"accuracy": 0.277668, "f1": 0.238624, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"], "main_score": 0.238624, "precision": 0.227502, "recall": 0.277668}, {"accuracy": 0.249012, "f1": 0.22853, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"], "main_score": 0.22853, "precision": 0.220644, "recall": 0.249012}, {"accuracy": 0.222332, "f1": 0.201874, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"], "main_score": 0.201874, "precision": 0.19454, "recall": 0.222332}, {"accuracy": 0.228261, "f1": 0.21024, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"], "main_score": 0.21024, "precision": 0.203306, "recall": 0.228261}, {"accuracy": 0.181818, "f1": 0.16421, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"], "main_score": 0.16421, "precision": 0.158913, "recall": 0.181818}, {"accuracy": 0.120553, "f1": 0.108659, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"], "main_score": 0.108659, "precision": 0.105067, "recall": 0.120553}, {"accuracy": 0.237154, "f1": 0.207493, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"], "main_score": 0.207493, "precision": 0.199018, "recall": 0.237154}, {"accuracy": 0.046443, "f1": 0.027567, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"], "main_score": 0.027567, "precision": 0.023381, "recall": 0.046443}, {"accuracy": 0.194664, "f1": 0.173431, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"], "main_score": 0.173431, "precision": 0.166222, "recall": 0.194664}, {"accuracy": 0.141304, "f1": 0.136121, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"], "main_score": 0.136121, "precision": 0.134531, "recall": 0.141304}, {"accuracy": 0.245059, "f1": 0.22002, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"], "main_score": 0.22002, "precision": 0.211211, "recall": 0.245059}, {"accuracy": 0.044466, "f1": 0.030787, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"], "main_score": 0.030787, "precision": 0.027084, "recall": 0.044466}, {"accuracy": 0.283597, "f1": 0.248309, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"], "main_score": 0.248309, "precision": 0.238742, "recall": 0.283597}, {"accuracy": 0.174901, "f1": 0.163828, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"], "main_score": 0.163828, "precision": 0.160374, "recall": 0.174901}, {"accuracy": 0.198617, "f1": 0.184782, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"], "main_score": 0.184782, "precision": 0.180212, "recall": 0.198617}, {"accuracy": 0.072134, "f1": 0.054159, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"], "main_score": 0.054159, "precision": 0.049705, "recall": 0.072134}, {"accuracy": 0.262846, "f1": 0.229816, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"], "main_score": 0.229816, "precision": 0.219581, "recall": 0.262846}, {"accuracy": 0.261858, "f1": 0.230656, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"], "main_score": 0.230656, "precision": 0.221, "recall": 0.261858}, {"accuracy": 0.263834, "f1": 0.225985, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"], "main_score": 0.225985, "precision": 0.216004, "recall": 0.263834}, {"accuracy": 0.176877, "f1": 0.154202, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"], "main_score": 0.154202, "precision": 0.147237, "recall": 0.176877}, {"accuracy": 0.23913, "f1": 0.218059, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"], "main_score": 0.218059, "precision": 0.209743, "recall": 0.23913}, {"accuracy": 0.222332, "f1": 0.193667, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"], "main_score": 0.193667, "precision": 0.18307, "recall": 0.222332}, {"accuracy": 0.076087, "f1": 0.065289, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"], "main_score": 0.065289, "precision": 0.062683, "recall": 0.076087}, {"accuracy": 0.273715, "f1": 0.230917, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"], "main_score": 0.230917, "precision": 0.218996, "recall": 0.273715}, {"accuracy": 0.128458, "f1": 0.120311, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"], "main_score": 0.120311, "precision": 0.117729, "recall": 0.128458}, {"accuracy": 0.214427, "f1": 0.194753, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"], "main_score": 0.194753, "precision": 0.188375, "recall": 0.214427}, {"accuracy": 0.241107, "f1": 0.222299, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"], "main_score": 0.222299, "precision": 0.214295, "recall": 0.241107}, {"accuracy": 0.179842, "f1": 0.16944, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"], "main_score": 0.16944, "precision": 0.165534, "recall": 0.179842}, {"accuracy": 0.208498, "f1": 0.177622, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"], "main_score": 0.177622, "precision": 0.169989, "recall": 0.208498}, {"accuracy": 0.226285, "f1": 0.198802, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"], "main_score": 0.198802, "precision": 0.188639, "recall": 0.226285}, {"accuracy": 0.218379, "f1": 0.184883, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"], "main_score": 0.184883, "precision": 0.175178, "recall": 0.218379}, {"accuracy": 0.247036, "f1": 0.22656, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"], "main_score": 0.22656, "precision": 0.21871, "recall": 0.247036}, {"accuracy": 0.227273, "f1": 0.209597, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"], "main_score": 0.209597, "precision": 0.20343, "recall": 0.227273}, {"accuracy": 0.163043, "f1": 0.145741, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"], "main_score": 0.145741, "precision": 0.139974, "recall": 0.163043}, {"accuracy": 0.230237, "f1": 0.196395, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"], "main_score": 0.196395, "precision": 0.186175, "recall": 0.230237}, {"accuracy": 0.277668, "f1": 0.235857, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"], "main_score": 0.235857, "precision": 0.224617, "recall": 0.277668}, {"accuracy": 0.190711, "f1": 0.165801, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"], "main_score": 0.165801, "precision": 0.157992, "recall": 0.190711}, {"accuracy": 0.178854, "f1": 0.167443, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"], "main_score": 0.167443, "precision": 0.164721, "recall": 0.178854}, {"accuracy": 0.136364, "f1": 0.110502, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"], "main_score": 0.110502, "precision": 0.103654, "recall": 0.136364}, {"accuracy": 0.241107, "f1": 0.217463, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"], "main_score": 0.217463, "precision": 0.208664, "recall": 0.241107}, {"accuracy": 0.093874, "f1": 0.070687, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"], "main_score": 0.070687, "precision": 0.064911, "recall": 0.093874}, {"accuracy": 0.12747, "f1": 0.097967, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"], "main_score": 0.097967, "precision": 0.090217, "recall": 0.12747}, {"accuracy": 0.27668, "f1": 0.23398, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"], "main_score": 0.23398, "precision": 0.221442, "recall": 0.27668}, {"accuracy": 0.193676, "f1": 0.179263, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"], "main_score": 0.179263, "precision": 0.174544, "recall": 0.193676}, {"accuracy": 0.096838, "f1": 0.076039, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"], "main_score": 0.076039, "precision": 0.07054, "recall": 0.096838}, {"accuracy": 0.174901, "f1": 0.164506, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"], "main_score": 0.164506, "precision": 0.161138, "recall": 0.174901}, {"accuracy": 0.27668, "f1": 0.238494, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"], "main_score": 0.238494, "precision": 0.226672, "recall": 0.27668}, {"accuracy": 0.108696, "f1": 0.097975, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"], "main_score": 0.097975, "precision": 0.094486, "recall": 0.108696}, {"accuracy": 0.160079, "f1": 0.142106, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"], "main_score": 0.142106, "precision": 0.136803, "recall": 0.160079}, {"accuracy": 0.179842, "f1": 0.156663, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"], "main_score": 0.156663, "precision": 0.149645, "recall": 0.179842}, {"accuracy": 0.159091, "f1": 0.142302, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"], "main_score": 0.142302, "precision": 0.136763, "recall": 0.159091}, {"accuracy": 0.209486, "f1": 0.194685, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"], "main_score": 0.194685, "precision": 0.189949, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.212547, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"], "main_score": 0.212547, "precision": 0.204018, "recall": 0.235178}, {"accuracy": 0.235178, "f1": 0.210775, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"], "main_score": 0.210775, "precision": 0.20151, "recall": 0.235178}, {"accuracy": 0.221344, "f1": 0.194532, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"], "main_score": 0.194532, "precision": 0.184862, "recall": 0.221344}, {"accuracy": 0.249012, "f1": 0.217882, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"], "main_score": 0.217882, "precision": 0.207713, "recall": 0.249012}, {"accuracy": 0.021739, "f1": 0.010647, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"], "main_score": 0.010647, "precision": 0.00864, "recall": 0.021739}, {"accuracy": 0.090909, "f1": 0.07703, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"], "main_score": 0.07703, "precision": 0.07293, "recall": 0.090909}, {"accuracy": 0.08004, "f1": 0.064365, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"], "main_score": 0.064365, "precision": 0.060489, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.114644, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"], "main_score": 0.114644, "precision": 0.111002, "recall": 0.12747}, {"accuracy": 0.261858, "f1": 0.227395, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"], "main_score": 0.227395, "precision": 0.21834, "recall": 0.261858}, {"accuracy": 0.109684, "f1": 0.086872, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"], "main_score": 0.086872, "precision": 0.079353, "recall": 0.109684}, {"accuracy": 0.230237, "f1": 0.208367, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"], "main_score": 0.208367, "precision": 0.199687, "recall": 0.230237}, {"accuracy": 0.23419, "f1": 0.203476, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"], "main_score": 0.203476, "precision": 0.194304, "recall": 0.23419}, {"accuracy": 0.266798, "f1": 0.227991, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"], "main_score": 0.227991, "precision": 0.217631, "recall": 0.266798}, {"accuracy": 0.185771, "f1": 0.175682, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"], "main_score": 0.175682, "precision": 0.172213, "recall": 0.185771}, {"accuracy": 0.144269, "f1": 0.129819, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"], "main_score": 0.129819, "precision": 0.124758, "recall": 0.144269}, {"accuracy": 0.202569, "f1": 0.185408, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"], "main_score": 0.185408, "precision": 0.178228, "recall": 0.202569}, {"accuracy": 0.133399, "f1": 0.124146, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"], "main_score": 0.124146, "precision": 0.120752, "recall": 0.133399}, {"accuracy": 0.192688, "f1": 0.170605, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"], "main_score": 0.170605, "precision": 0.161907, "recall": 0.192688}, {"accuracy": 0.184783, "f1": 0.161685, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"], "main_score": 0.161685, "precision": 0.153713, "recall": 0.184783}, {"accuracy": 0.083004, "f1": 0.06836, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"], "main_score": 0.06836, "precision": 0.064554, "recall": 0.083004}, {"accuracy": 0.182806, "f1": 0.166051, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"], "main_score": 0.166051, "precision": 0.161277, "recall": 0.182806}, {"accuracy": 0.186759, "f1": 0.160073, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"], "main_score": 0.160073, "precision": 0.151948, "recall": 0.186759}, {"accuracy": 0.197628, "f1": 0.168207, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"], "main_score": 0.168207, "precision": 0.158897, "recall": 0.197628}, {"accuracy": 0.217391, "f1": 0.200013, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"], "main_score": 0.200013, "precision": 0.194486, "recall": 0.217391}, {"accuracy": 0.188735, "f1": 0.160725, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"], "main_score": 0.160725, "precision": 0.152404, "recall": 0.188735}, {"accuracy": 0.044466, "f1": 0.038006, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"], "main_score": 0.038006, "precision": 0.035924, "recall": 0.044466}, {"accuracy": 0.114625, "f1": 0.09104, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"], "main_score": 0.09104, "precision": 0.084669, "recall": 0.114625}, {"accuracy": 0.176877, "f1": 0.163772, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"], "main_score": 0.163772, "precision": 0.158738, "recall": 0.176877}, {"accuracy": 0.093874, "f1": 0.082881, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"], "main_score": 0.082881, "precision": 0.079227, "recall": 0.093874}, {"accuracy": 0.189723, "f1": 0.168438, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"], "main_score": 0.168438, "precision": 0.161662, "recall": 0.189723}, {"accuracy": 0.259881, "f1": 0.23997, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"], "main_score": 0.23997, "precision": 0.231564, "recall": 0.259881}, {"accuracy": 0.09585, "f1": 0.078004, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"], "main_score": 0.078004, "precision": 0.072611, "recall": 0.09585}, {"accuracy": 0.200593, "f1": 0.16331, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"], "main_score": 0.16331, "precision": 0.15248, "recall": 0.200593}, {"accuracy": 0.204545, "f1": 0.171198, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"], "main_score": 0.171198, "precision": 0.161523, "recall": 0.204545}, {"accuracy": 0.201581, "f1": 0.18106, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"], "main_score": 0.18106, "precision": 0.175293, "recall": 0.201581}, {"accuracy": 0.139328, "f1": 0.132529, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"], "main_score": 0.132529, "precision": 0.129447, "recall": 0.139328}, {"accuracy": 0.274704, "f1": 0.237084, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"], "main_score": 0.237084, "precision": 0.225542, "recall": 0.274704}, {"accuracy": 0.131423, "f1": 0.116696, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"], "main_score": 0.116696, "precision": 0.111927, "recall": 0.131423}, {"accuracy": 0.174901, "f1": 0.162207, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"], "main_score": 0.162207, "precision": 0.157504, "recall": 0.174901}, {"accuracy": 0.144269, "f1": 0.113859, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"], "main_score": 0.113859, "precision": 0.103041, "recall": 0.144269}, {"accuracy": 0.262846, "f1": 0.231187, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"], "main_score": 0.231187, "precision": 0.221112, "recall": 0.262846}, {"accuracy": 0.035573, "f1": 0.029049, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"], "main_score": 0.029049, "precision": 0.027005, "recall": 0.035573}, {"accuracy": 0.176877, "f1": 0.158489, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"], "main_score": 0.158489, "precision": 0.152359, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.143834, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"], "main_score": 0.143834, "precision": 0.137391, "recall": 0.168972}, {"accuracy": 0.145257, "f1": 0.130304, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"], "main_score": 0.130304, "precision": 0.126872, "recall": 0.145257}, {"accuracy": 0.23913, "f1": 0.2193, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"], "main_score": 0.2193, "precision": 0.213144, "recall": 0.23913}, {"accuracy": 0.143281, "f1": 0.126328, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"], "main_score": 0.126328, "precision": 0.12088, "recall": 0.143281}, {"accuracy": 0.221344, "f1": 0.197707, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"], "main_score": 0.197707, "precision": 0.188751, "recall": 0.221344}, {"accuracy": 0.233202, "f1": 0.20504, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"], "main_score": 0.20504, "precision": 0.195886, "recall": 0.233202}, {"accuracy": 0.266798, "f1": 0.229785, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"], "main_score": 0.229785, "precision": 0.219128, "recall": 0.266798}, {"accuracy": 0.240119, "f1": 0.223702, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"], "main_score": 0.223702, "precision": 0.217358, "recall": 0.240119}, {"accuracy": 0.264822, "f1": 0.230233, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"], "main_score": 0.230233, "precision": 0.219641, "recall": 0.264822}, {"accuracy": 0.218379, "f1": 0.190698, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"], "main_score": 0.190698, "precision": 0.181336, "recall": 0.218379}, {"accuracy": 0.270751, "f1": 0.232834, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"], "main_score": 0.232834, "precision": 0.222527, "recall": 0.270751}, {"accuracy": 0.110672, "f1": 0.093811, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"], "main_score": 0.093811, "precision": 0.08974, "recall": 0.110672}, {"accuracy": 0.197628, "f1": 0.173923, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"], "main_score": 0.173923, "precision": 0.167832, "recall": 0.197628}, {"accuracy": 0.170949, "f1": 0.148283, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"], "main_score": 0.148283, "precision": 0.140592, "recall": 0.170949}, {"accuracy": 0.247036, "f1": 0.223243, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"], "main_score": 0.223243, "precision": 0.215986, "recall": 0.247036}, {"accuracy": 0.192688, "f1": 0.164217, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"], "main_score": 0.164217, "precision": 0.154924, "recall": 0.192688}, {"accuracy": 0.231225, "f1": 0.207879, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"], "main_score": 0.207879, "precision": 0.19843, "recall": 0.231225}, {"accuracy": 0.164032, "f1": 0.138154, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"], "main_score": 0.138154, "precision": 0.130658, "recall": 0.164032}, {"accuracy": 0.101779, "f1": 0.087422, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"], "main_score": 0.087422, "precision": 0.083047, "recall": 0.101779}, {"accuracy": 0.27668, "f1": 0.239227, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"], "main_score": 0.239227, "precision": 0.228436, "recall": 0.27668}, {"accuracy": 0.222332, "f1": 0.199822, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"], "main_score": 0.199822, "precision": 0.19161, "recall": 0.222332}, {"accuracy": 0.242095, "f1": 0.215915, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"], "main_score": 0.215915, "precision": 0.205946, "recall": 0.242095}, {"accuracy": 0.238142, "f1": 0.219558, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"], "main_score": 0.219558, "precision": 0.213485, "recall": 0.238142}, {"accuracy": 0.073123, "f1": 0.058725, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"], "main_score": 0.058725, "precision": 0.054903, "recall": 0.073123}, {"accuracy": 0.16996, "f1": 0.145967, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"], "main_score": 0.145967, "precision": 0.138037, "recall": 0.16996}, {"accuracy": 0.224308, "f1": 0.198717, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"], "main_score": 0.198717, "precision": 0.189148, "recall": 0.224308}, {"accuracy": 0.145257, "f1": 0.131183, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"], "main_score": 0.131183, "precision": 0.127444, "recall": 0.145257}, {"accuracy": 0.237154, "f1": 0.218453, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"], "main_score": 0.218453, "precision": 0.211174, "recall": 0.237154}, {"accuracy": 0.220356, "f1": 0.200339, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"], "main_score": 0.200339, "precision": 0.194187, "recall": 0.220356}, {"accuracy": 0.15415, "f1": 0.145875, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"], "main_score": 0.145875, "precision": 0.142994, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.23004, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"], "main_score": 0.23004, "precision": 0.220874, "recall": 0.252964}, {"accuracy": 0.245059, "f1": 0.225904, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"], "main_score": 0.225904, "precision": 0.218469, "recall": 0.245059}, {"accuracy": 0.107708, "f1": 0.093155, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"], "main_score": 0.093155, "precision": 0.089186, "recall": 0.107708}, {"accuracy": 0.184783, "f1": 0.162855, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"], "main_score": 0.162855, "precision": 0.15611, "recall": 0.184783}, {"accuracy": 0.19664, "f1": 0.171686, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"], "main_score": 0.171686, "precision": 0.16375, "recall": 0.19664}, {"accuracy": 0.195652, "f1": 0.175694, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"], "main_score": 0.175694, "precision": 0.167302, "recall": 0.195652}, {"accuracy": 0.172925, "f1": 0.145559, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"], "main_score": 0.145559, "precision": 0.13695, "recall": 0.172925}, {"accuracy": 0.198617, "f1": 0.171961, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"], "main_score": 0.171961, "precision": 0.164343, "recall": 0.198617}, {"accuracy": 0.227273, "f1": 0.193439, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"], "main_score": 0.193439, "precision": 0.182911, "recall": 0.227273}, {"accuracy": 0.08004, "f1": 0.068709, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"], "main_score": 0.068709, "precision": 0.066084, "recall": 0.08004}, {"accuracy": 0.16996, "f1": 0.15192, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"], "main_score": 0.15192, "precision": 0.14713, "recall": 0.16996}, {"accuracy": 0.230237, "f1": 0.203697, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"], "main_score": 0.203697, "precision": 0.194709, "recall": 0.230237}, {"accuracy": 0.011858, "f1": 0.007764, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"], "main_score": 0.007764, "precision": 0.00687, "recall": 0.011858}, {"accuracy": 0.046443, "f1": 0.042657, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"], "main_score": 0.042657, "precision": 0.041338, "recall": 0.046443}, {"accuracy": 0.003953, "f1": 0.001461, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"], "main_score": 0.001461, "precision": 0.001263, "recall": 0.003953}, {"accuracy": 0.045455, "f1": 0.035535, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"], "main_score": 0.035535, "precision": 0.033677, "recall": 0.045455}, {"accuracy": 0.036561, "f1": 0.032694, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"], "main_score": 0.032694, "precision": 0.031599, "recall": 0.036561}, {"accuracy": 0.024704, "f1": 0.014581, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"], "main_score": 0.014581, "precision": 0.013206, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.038415, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"], "main_score": 0.038415, "precision": 0.037588, "recall": 0.043478}, {"accuracy": 0.061265, "f1": 0.056589, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"], "main_score": 0.056589, "precision": 0.05548, "recall": 0.061265}, {"accuracy": 0.079051, "f1": 0.069146, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"], "main_score": 0.069146, "precision": 0.067287, "recall": 0.079051}, {"accuracy": 0.050395, "f1": 0.043583, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"], "main_score": 0.043583, "precision": 0.042679, "recall": 0.050395}, {"accuracy": 0.032609, "f1": 0.029586, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"], "main_score": 0.029586, "precision": 0.029042, "recall": 0.032609}, {"accuracy": 0.046443, "f1": 0.039183, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"], "main_score": 0.039183, "precision": 0.03781, "recall": 0.046443}, {"accuracy": 0.022727, "f1": 0.017208, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"], "main_score": 0.017208, "precision": 0.016839, "recall": 0.022727}, {"accuracy": 0.060277, "f1": 0.056601, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"], "main_score": 0.056601, "precision": 0.055908, "recall": 0.060277}, {"accuracy": 0.019763, "f1": 0.01513, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"], "main_score": 0.01513, "precision": 0.014176, "recall": 0.019763}, {"accuracy": 0.024704, "f1": 0.018844, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"], "main_score": 0.018844, "precision": 0.017423, "recall": 0.024704}, {"accuracy": 0.064229, "f1": 0.056812, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"], "main_score": 0.056812, "precision": 0.054861, "recall": 0.064229}, {"accuracy": 0.075099, "f1": 0.067776, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"], "main_score": 0.067776, "precision": 0.065923, "recall": 0.075099}, {"accuracy": 0.028656, "f1": 0.023891, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"], "main_score": 0.023891, "precision": 0.022733, "recall": 0.028656}, {"accuracy": 0.038538, "f1": 0.030016, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"], "main_score": 0.030016, "precision": 0.028239, "recall": 0.038538}, {"accuracy": 0.086957, "f1": 0.073627, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"], "main_score": 0.073627, "precision": 0.071109, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.053046, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"], "main_score": 0.053046, "precision": 0.05138, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.064514, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"], "main_score": 0.064514, "precision": 0.062903, "recall": 0.072134}, {"accuracy": 0.014822, "f1": 0.009813, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"], "main_score": 0.009813, "precision": 0.009272, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.030001, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"], "main_score": 0.030001, "precision": 0.028774, "recall": 0.037549}, {"accuracy": 0.045455, "f1": 0.041406, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"], "main_score": 0.041406, "precision": 0.040523, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.022222, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"], "main_score": 0.022222, "precision": 0.020533, "recall": 0.032609}, {"accuracy": 0.036561, "f1": 0.03265, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"], "main_score": 0.03265, "precision": 0.031806, "recall": 0.036561}, {"accuracy": 0.073123, "f1": 0.065188, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"], "main_score": 0.065188, "precision": 0.063476, "recall": 0.073123}, {"accuracy": 0.048419, "f1": 0.044646, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"], "main_score": 0.044646, "precision": 0.043248, "recall": 0.048419}, {"accuracy": 0.073123, "f1": 0.066454, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"], "main_score": 0.066454, "precision": 0.064948, "recall": 0.073123}, {"accuracy": 0.044466, "f1": 0.038475, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"], "main_score": 0.038475, "precision": 0.037437, "recall": 0.044466}, {"accuracy": 0.024704, "f1": 0.020685, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"], "main_score": 0.020685, "precision": 0.019839, "recall": 0.024704}, {"accuracy": 0.038538, "f1": 0.034167, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"], "main_score": 0.034167, "precision": 0.033471, "recall": 0.038538}, {"accuracy": 0.047431, "f1": 0.04111, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"], "main_score": 0.04111, "precision": 0.040014, "recall": 0.047431}, {"accuracy": 0.016798, "f1": 0.013852, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"], "main_score": 0.013852, "precision": 0.013349, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.026866, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"], "main_score": 0.026866, "precision": 0.025541, "recall": 0.032609}, {"accuracy": 0.005929, "f1": 0.003856, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"], "main_score": 0.003856, "precision": 0.003542, "recall": 0.005929}, {"accuracy": 0.067194, "f1": 0.059581, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"], "main_score": 0.059581, "precision": 0.05805, "recall": 0.067194}, {"accuracy": 0.041502, "f1": 0.032735, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"], "main_score": 0.032735, "precision": 0.030763, "recall": 0.041502}, {"accuracy": 0.088933, "f1": 0.076661, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"], "main_score": 0.076661, "precision": 0.074437, "recall": 0.088933}, {"accuracy": 0.008893, "f1": 0.006117, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"], "main_score": 0.006117, "precision": 0.005776, "recall": 0.008893}, {"accuracy": 0.071146, "f1": 0.062296, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"], "main_score": 0.062296, "precision": 0.060263, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.051324, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"], "main_score": 0.051324, "precision": 0.050215, "recall": 0.055336}, {"accuracy": 0.04249, "f1": 0.036133, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"], "main_score": 0.036133, "precision": 0.034381, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.07125, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"], "main_score": 0.07125, "precision": 0.068807, "recall": 0.083992}, {"accuracy": 0.027668, "f1": 0.021299, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"], "main_score": 0.021299, "precision": 0.019935, "recall": 0.027668}, {"accuracy": 0.036561, "f1": 0.033765, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"], "main_score": 0.033765, "precision": 0.03294, "recall": 0.036561}, {"accuracy": 0.059289, "f1": 0.050024, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"], "main_score": 0.050024, "precision": 0.048607, "recall": 0.059289}, {"accuracy": 0.054348, "f1": 0.050809, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"], "main_score": 0.050809, "precision": 0.049879, "recall": 0.054348}, {"accuracy": 0.035573, "f1": 0.03092, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"], "main_score": 0.03092, "precision": 0.030037, "recall": 0.035573}, {"accuracy": 0.082016, "f1": 0.072266, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"], "main_score": 0.072266, "precision": 0.070144, "recall": 0.082016}, {"accuracy": 0.028656, "f1": 0.023386, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"], "main_score": 0.023386, "precision": 0.022622, "recall": 0.028656}, {"accuracy": 0.061265, "f1": 0.055674, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"], "main_score": 0.055674, "precision": 0.054221, "recall": 0.061265}, {"accuracy": 0.030632, "f1": 0.025746, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"], "main_score": 0.025746, "precision": 0.024896, "recall": 0.030632}, {"accuracy": 0.009881, "f1": 0.007344, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"], "main_score": 0.007344, "precision": 0.00718, "recall": 0.009881}, {"accuracy": 0.065217, "f1": 0.058976, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"], "main_score": 0.058976, "precision": 0.057698, "recall": 0.065217}, {"accuracy": 0.037549, "f1": 0.031233, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"], "main_score": 0.031233, "precision": 0.030686, "recall": 0.037549}, {"accuracy": 0.008893, "f1": 0.007249, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"], "main_score": 0.007249, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.047431, "f1": 0.039888, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"], "main_score": 0.039888, "precision": 0.038056, "recall": 0.047431}, {"accuracy": 0.019763, "f1": 0.017295, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"], "main_score": 0.017295, "precision": 0.016635, "recall": 0.019763}, {"accuracy": 0.08004, "f1": 0.070869, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"], "main_score": 0.070869, "precision": 0.068846, "recall": 0.08004}, {"accuracy": 0.027668, "f1": 0.021967, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"], "main_score": 0.021967, "precision": 0.020756, "recall": 0.027668}, {"accuracy": 0.078063, "f1": 0.072533, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"], "main_score": 0.072533, "precision": 0.071176, "recall": 0.078063}, {"accuracy": 0.040514, "f1": 0.035644, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"], "main_score": 0.035644, "precision": 0.034951, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.037772, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"], "main_score": 0.037772, "precision": 0.03692, "recall": 0.041502}, {"accuracy": 0.077075, "f1": 0.068171, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"], "main_score": 0.068171, "precision": 0.066364, "recall": 0.077075}, {"accuracy": 0.051383, "f1": 0.048092, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"], "main_score": 0.048092, "precision": 0.047103, "recall": 0.051383}, {"accuracy": 0.079051, "f1": 0.068208, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"], "main_score": 0.068208, "precision": 0.066179, "recall": 0.079051}, {"accuracy": 0.086957, "f1": 0.075173, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"], "main_score": 0.075173, "precision": 0.072275, "recall": 0.086957}, {"accuracy": 0.049407, "f1": 0.044892, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"], "main_score": 0.044892, "precision": 0.043813, "recall": 0.049407}, {"accuracy": 0.024704, "f1": 0.018653, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"], "main_score": 0.018653, "precision": 0.017753, "recall": 0.024704}, {"accuracy": 0.0583, "f1": 0.050506, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"], "main_score": 0.050506, "precision": 0.048728, "recall": 0.0583}, {"accuracy": 0.022727, "f1": 0.016432, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"], "main_score": 0.016432, "precision": 0.015567, "recall": 0.022727}, {"accuracy": 0.033597, "f1": 0.02717, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"], "main_score": 0.02717, "precision": 0.026341, "recall": 0.033597}, {"accuracy": 0.029644, "f1": 0.028329, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"], "main_score": 0.028329, "precision": 0.028163, "recall": 0.029644}, {"accuracy": 0.057312, "f1": 0.052407, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"], "main_score": 0.052407, "precision": 0.050836, "recall": 0.057312}, {"accuracy": 0.01581, "f1": 0.013834, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"], "main_score": 0.013834, "precision": 0.013011, "recall": 0.01581}, {"accuracy": 0.088933, "f1": 0.076288, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"], "main_score": 0.076288, "precision": 0.073404, "recall": 0.088933}, {"accuracy": 0.05336, "f1": 0.046139, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"], "main_score": 0.046139, "precision": 0.044788, "recall": 0.05336}, {"accuracy": 0.057312, "f1": 0.051525, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"], "main_score": 0.051525, "precision": 0.050023, "recall": 0.057312}, {"accuracy": 0.005929, "f1": 0.003173, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"], "main_score": 0.003173, "precision": 0.002822, "recall": 0.005929}, {"accuracy": 0.08004, "f1": 0.071282, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"], "main_score": 0.071282, "precision": 0.06948, "recall": 0.08004}, {"accuracy": 0.076087, "f1": 0.067632, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"], "main_score": 0.067632, "precision": 0.066087, "recall": 0.076087}, {"accuracy": 0.089921, "f1": 0.075749, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"], "main_score": 0.075749, "precision": 0.073279, "recall": 0.089921}, {"accuracy": 0.045455, "f1": 0.035136, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"], "main_score": 0.035136, "precision": 0.033216, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.046461, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"], "main_score": 0.046461, "precision": 0.045628, "recall": 0.050395}, {"accuracy": 0.08004, "f1": 0.073738, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"], "main_score": 0.073738, "precision": 0.071478, "recall": 0.08004}, {"accuracy": 0.012846, "f1": 0.009151, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"], "main_score": 0.009151, "precision": 0.00871, "recall": 0.012846}, {"accuracy": 0.078063, "f1": 0.069069, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"], "main_score": 0.069069, "precision": 0.066873, "recall": 0.078063}, {"accuracy": 0.016798, "f1": 0.014165, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"], "main_score": 0.014165, "precision": 0.013506, "recall": 0.016798}, {"accuracy": 0.057312, "f1": 0.053363, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"], "main_score": 0.053363, "precision": 0.052208, "recall": 0.057312}, {"accuracy": 0.068182, "f1": 0.058249, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"], "main_score": 0.058249, "precision": 0.055832, "recall": 0.068182}, {"accuracy": 0.040514, "f1": 0.035599, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"], "main_score": 0.035599, "precision": 0.035014, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.065744, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"], "main_score": 0.065744, "precision": 0.063787, "recall": 0.076087}, {"accuracy": 0.051383, "f1": 0.04661, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"], "main_score": 0.04661, "precision": 0.045159, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.041693, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"], "main_score": 0.041693, "precision": 0.04043, "recall": 0.047431}, {"accuracy": 0.071146, "f1": 0.064284, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"], "main_score": 0.064284, "precision": 0.063, "recall": 0.071146}, {"accuracy": 0.045455, "f1": 0.041669, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"], "main_score": 0.041669, "precision": 0.040515, "recall": 0.045455}, {"accuracy": 0.037549, "f1": 0.032724, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"], "main_score": 0.032724, "precision": 0.031564, "recall": 0.037549}, {"accuracy": 0.059289, "f1": 0.050829, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"], "main_score": 0.050829, "precision": 0.049133, "recall": 0.059289}, {"accuracy": 0.085968, "f1": 0.075485, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"], "main_score": 0.075485, "precision": 0.073631, "recall": 0.085968}, {"accuracy": 0.050395, "f1": 0.041858, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"], "main_score": 0.041858, "precision": 0.040288, "recall": 0.050395}, {"accuracy": 0.044466, "f1": 0.03653, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"], "main_score": 0.03653, "precision": 0.035541, "recall": 0.044466}, {"accuracy": 0.023715, "f1": 0.018679, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"], "main_score": 0.018679, "precision": 0.017855, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.033271, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"], "main_score": 0.033271, "precision": 0.03261, "recall": 0.035573}, {"accuracy": 0.031621, "f1": 0.028988, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"], "main_score": 0.028988, "precision": 0.028361, "recall": 0.031621}, {"accuracy": 0.062253, "f1": 0.058632, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"], "main_score": 0.058632, "precision": 0.057643, "recall": 0.062253}, {"accuracy": 0.087945, "f1": 0.074084, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"], "main_score": 0.074084, "precision": 0.071588, "recall": 0.087945}, {"accuracy": 0.056324, "f1": 0.049204, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"], "main_score": 0.049204, "precision": 0.048124, "recall": 0.056324}, {"accuracy": 0.036561, "f1": 0.027904, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"], "main_score": 0.027904, "precision": 0.026399, "recall": 0.036561}, {"accuracy": 0.068182, "f1": 0.060956, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"], "main_score": 0.060956, "precision": 0.059893, "recall": 0.068182}, {"accuracy": 0.085968, "f1": 0.074183, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"], "main_score": 0.074183, "precision": 0.072122, "recall": 0.085968}, {"accuracy": 0.013834, "f1": 0.011159, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"], "main_score": 0.011159, "precision": 0.01073, "recall": 0.013834}, {"accuracy": 0.027668, "f1": 0.02288, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"], "main_score": 0.02288, "precision": 0.021866, "recall": 0.027668}, {"accuracy": 0.04249, "f1": 0.036836, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"], "main_score": 0.036836, "precision": 0.035838, "recall": 0.04249}, {"accuracy": 0.032609, "f1": 0.027565, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"], "main_score": 0.027565, "precision": 0.026546, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.033764, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"], "main_score": 0.033764, "precision": 0.033433, "recall": 0.035573}, {"accuracy": 0.051383, "f1": 0.044419, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"], "main_score": 0.044419, "precision": 0.043061, "recall": 0.051383}, {"accuracy": 0.073123, "f1": 0.065597, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"], "main_score": 0.065597, "precision": 0.064059, "recall": 0.073123}, {"accuracy": 0.060277, "f1": 0.052771, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"], "main_score": 0.052771, "precision": 0.050987, "recall": 0.060277}, {"accuracy": 0.083992, "f1": 0.071861, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"], "main_score": 0.071861, "precision": 0.069627, "recall": 0.083992}, {"accuracy": 0.007905, "f1": 0.003691, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"], "main_score": 0.003691, "precision": 0.002821, "recall": 0.007905}, {"accuracy": 0.016798, "f1": 0.014224, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"], "main_score": 0.014224, "precision": 0.013865, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.010251, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"], "main_score": 0.010251, "precision": 0.009421, "recall": 0.017787}, {"accuracy": 0.01581, "f1": 0.012683, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"], "main_score": 0.012683, "precision": 0.011892, "recall": 0.01581}, {"accuracy": 0.079051, "f1": 0.06993, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"], "main_score": 0.06993, "precision": 0.067962, "recall": 0.079051}, {"accuracy": 0.030632, "f1": 0.024856, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"], "main_score": 0.024856, "precision": 0.023441, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.059098, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"], "main_score": 0.059098, "precision": 0.05824, "recall": 0.065217}, {"accuracy": 0.06917, "f1": 0.059639, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"], "main_score": 0.059639, "precision": 0.058218, "recall": 0.06917}, {"accuracy": 0.081028, "f1": 0.06959, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"], "main_score": 0.06959, "precision": 0.06772, "recall": 0.081028}, {"accuracy": 0.041502, "f1": 0.037929, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"], "main_score": 0.037929, "precision": 0.037457, "recall": 0.041502}, {"accuracy": 0.044466, "f1": 0.038204, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"], "main_score": 0.038204, "precision": 0.036815, "recall": 0.044466}, {"accuracy": 0.047431, "f1": 0.04075, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"], "main_score": 0.04075, "precision": 0.039533, "recall": 0.047431}, {"accuracy": 0.024704, "f1": 0.022922, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"], "main_score": 0.022922, "precision": 0.022578, "recall": 0.024704}, {"accuracy": 0.066206, "f1": 0.058675, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"], "main_score": 0.058675, "precision": 0.056319, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.04187, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"], "main_score": 0.04187, "precision": 0.041028, "recall": 0.045455}, {"accuracy": 0.004941, "f1": 0.002839, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"], "main_score": 0.002839, "precision": 0.002583, "recall": 0.004941}, {"accuracy": 0.039526, "f1": 0.036286, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"], "main_score": 0.036286, "precision": 0.035791, "recall": 0.039526}, {"accuracy": 0.052372, "f1": 0.041792, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"], "main_score": 0.041792, "precision": 0.040217, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.040001, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"], "main_score": 0.040001, "precision": 0.03872, "recall": 0.046443}, {"accuracy": 0.044466, "f1": 0.041456, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"], "main_score": 0.041456, "precision": 0.040906, "recall": 0.044466}, {"accuracy": 0.054348, "f1": 0.0453, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"], "main_score": 0.0453, "precision": 0.04325, "recall": 0.054348}, {"accuracy": 0.01087, "f1": 0.008622, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"], "main_score": 0.008622, "precision": 0.00836, "recall": 0.01087}, {"accuracy": 0.027668, "f1": 0.021872, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"], "main_score": 0.021872, "precision": 0.020941, "recall": 0.027668}, {"accuracy": 0.028656, "f1": 0.026188, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"], "main_score": 0.026188, "precision": 0.025528, "recall": 0.028656}, {"accuracy": 0.016798, "f1": 0.013862, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"], "main_score": 0.013862, "precision": 0.013354, "recall": 0.016798}, {"accuracy": 0.049407, "f1": 0.042313, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"], "main_score": 0.042313, "precision": 0.041011, "recall": 0.049407}, {"accuracy": 0.068182, "f1": 0.063113, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"], "main_score": 0.063113, "precision": 0.06181, "recall": 0.068182}, {"accuracy": 0.017787, "f1": 0.012604, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"], "main_score": 0.012604, "precision": 0.011757, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.027077, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"], "main_score": 0.027077, "precision": 0.026104, "recall": 0.030632}, {"accuracy": 0.059289, "f1": 0.048447, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"], "main_score": 0.048447, "precision": 0.046064, "recall": 0.059289}, {"accuracy": 0.059289, "f1": 0.051503, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"], "main_score": 0.051503, "precision": 0.050061, "recall": 0.059289}, {"accuracy": 0.020751, "f1": 0.018118, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"], "main_score": 0.018118, "precision": 0.017458, "recall": 0.020751}, {"accuracy": 0.088933, "f1": 0.076079, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"], "main_score": 0.076079, "precision": 0.073682, "recall": 0.088933}, {"accuracy": 0.029644, "f1": 0.024506, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"], "main_score": 0.024506, "precision": 0.023644, "recall": 0.029644}, {"accuracy": 0.0583, "f1": 0.053515, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"], "main_score": 0.053515, "precision": 0.052324, "recall": 0.0583}, {"accuracy": 0.044466, "f1": 0.038698, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"], "main_score": 0.038698, "precision": 0.03747, "recall": 0.044466}, {"accuracy": 0.086957, "f1": 0.073492, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"], "main_score": 0.073492, "precision": 0.071149, "recall": 0.086957}, {"accuracy": 0.012846, "f1": 0.008505, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"], "main_score": 0.008505, "precision": 0.007795, "recall": 0.012846}, {"accuracy": 0.051383, "f1": 0.042841, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"], "main_score": 0.042841, "precision": 0.040873, "recall": 0.051383}, {"accuracy": 0.016798, "f1": 0.013586, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"], "main_score": 0.013586, "precision": 0.013053, "recall": 0.016798}, {"accuracy": 0.036561, "f1": 0.030376, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"], "main_score": 0.030376, "precision": 0.029549, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.037679, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"], "main_score": 0.037679, "precision": 0.036841, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.02938, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"], "main_score": 0.02938, "precision": 0.027989, "recall": 0.038538}, {"accuracy": 0.057312, "f1": 0.050442, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"], "main_score": 0.050442, "precision": 0.049026, "recall": 0.057312}, {"accuracy": 0.072134, "f1": 0.066291, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"], "main_score": 0.066291, "precision": 0.064372, "recall": 0.072134}, {"accuracy": 0.081028, "f1": 0.070335, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"], "main_score": 0.070335, "precision": 0.068363, "recall": 0.081028}, {"accuracy": 0.050395, "f1": 0.045582, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"], "main_score": 0.045582, "precision": 0.044387, "recall": 0.050395}, {"accuracy": 0.08498, "f1": 0.070215, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"], "main_score": 0.070215, "precision": 0.067509, "recall": 0.08498}, {"accuracy": 0.067194, "f1": 0.061121, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"], "main_score": 0.061121, "precision": 0.059481, "recall": 0.067194}, {"accuracy": 0.085968, "f1": 0.077088, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"], "main_score": 0.077088, "precision": 0.075543, "recall": 0.085968}, {"accuracy": 0.014822, "f1": 0.011695, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"], "main_score": 0.011695, "precision": 0.010871, "recall": 0.014822}, {"accuracy": 0.028656, "f1": 0.025529, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"], "main_score": 0.025529, "precision": 0.024738, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.043685, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"], "main_score": 0.043685, "precision": 0.041915, "recall": 0.050395}, {"accuracy": 0.063241, "f1": 0.05817, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"], "main_score": 0.05817, "precision": 0.05733, "recall": 0.063241}, {"accuracy": 0.04249, "f1": 0.036551, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"], "main_score": 0.036551, "precision": 0.03509, "recall": 0.04249}, {"accuracy": 0.070158, "f1": 0.066844, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"], "main_score": 0.066844, "precision": 0.066118, "recall": 0.070158}, {"accuracy": 0.050395, "f1": 0.04079, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"], "main_score": 0.04079, "precision": 0.039419, "recall": 0.050395}, {"accuracy": 0.018775, "f1": 0.015234, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"], "main_score": 0.015234, "precision": 0.014865, "recall": 0.018775}, {"accuracy": 0.098814, "f1": 0.084755, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"], "main_score": 0.084755, "precision": 0.082046, "recall": 0.098814}, {"accuracy": 0.047431, "f1": 0.040606, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"], "main_score": 0.040606, "precision": 0.039458, "recall": 0.047431}, {"accuracy": 0.070158, "f1": 0.064225, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"], "main_score": 0.064225, "precision": 0.062647, "recall": 0.070158}, {"accuracy": 0.051383, "f1": 0.048751, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"], "main_score": 0.048751, "precision": 0.047926, "recall": 0.051383}, {"accuracy": 0.011858, "f1": 0.008484, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"], "main_score": 0.008484, "precision": 0.007751, "recall": 0.011858}, {"accuracy": 0.051383, "f1": 0.0456, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"], "main_score": 0.0456, "precision": 0.043977, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.062182, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"], "main_score": 0.062182, "precision": 0.060897, "recall": 0.06917}, {"accuracy": 0.021739, "f1": 0.018785, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"], "main_score": 0.018785, "precision": 0.018286, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.033435, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"], "main_score": 0.033435, "precision": 0.03261, "recall": 0.036561}, {"accuracy": 0.046443, "f1": 0.04251, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"], "main_score": 0.04251, "precision": 0.041439, "recall": 0.046443}, {"accuracy": 0.037549, "f1": 0.031602, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"], "main_score": 0.031602, "precision": 0.030477, "recall": 0.037549}, {"accuracy": 0.060277, "f1": 0.057213, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"], "main_score": 0.057213, "precision": 0.055912, "recall": 0.060277}, {"accuracy": 0.036561, "f1": 0.033303, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"], "main_score": 0.033303, "precision": 0.03272, "recall": 0.036561}, {"accuracy": 0.012846, "f1": 0.008245, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"], "main_score": 0.008245, "precision": 0.007087, "recall": 0.012846}, {"accuracy": 0.04249, "f1": 0.037638, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"], "main_score": 0.037638, "precision": 0.036953, "recall": 0.04249}, {"accuracy": 0.035573, "f1": 0.03019, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"], "main_score": 0.03019, "precision": 0.028902, "recall": 0.035573}, {"accuracy": 0.043478, "f1": 0.0389, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"], "main_score": 0.0389, "precision": 0.037566, "recall": 0.043478}, {"accuracy": 0.046443, "f1": 0.03626, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"], "main_score": 0.03626, "precision": 0.034319, "recall": 0.046443}, {"accuracy": 0.04249, "f1": 0.033212, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"], "main_score": 0.033212, "precision": 0.031492, "recall": 0.04249}, {"accuracy": 0.046443, "f1": 0.039577, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"], "main_score": 0.039577, "precision": 0.038108, "recall": 0.046443}, {"accuracy": 0.01087, "f1": 0.007095, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"], "main_score": 0.007095, "precision": 0.006265, "recall": 0.01087}, {"accuracy": 0.051383, "f1": 0.045872, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"], "main_score": 0.045872, "precision": 0.044146, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.068558, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"], "main_score": 0.068558, "precision": 0.065694, "recall": 0.078063}, {"accuracy": 0.088933, "f1": 0.052397, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"], "main_score": 0.052397, "precision": 0.043693, "recall": 0.088933}, {"accuracy": 0.217391, "f1": 0.145761, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"], "main_score": 0.145761, "precision": 0.128502, "recall": 0.217391}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.916996, "f1": 0.890316, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"], "main_score": 0.890316, "precision": 0.877141, "recall": 0.916996}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"], "main_score": 0.931159, "precision": 0.923419, "recall": 0.947628}, {"accuracy": 0.66502, "f1": 0.59239, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"], "main_score": 0.59239, "precision": 0.564259, "recall": 0.66502}, {"accuracy": 0.240119, "f1": 0.17168, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"], "main_score": 0.17168, "precision": 0.153245, "recall": 0.240119}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.433794, "f1": 0.347007, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"], "main_score": 0.347007, "precision": 0.319816, "recall": 0.433794}, {"accuracy": 0.686759, "f1": 0.613334, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"], "main_score": 0.613334, "precision": 0.582518, "recall": 0.686759}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"], "main_score": 0.894664, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.269763, "f1": 0.185939, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"], "main_score": 0.185939, "precision": 0.163911, "recall": 0.269763}, {"accuracy": 0.9417, "f1": 0.924539, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"], "main_score": 0.924539, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.863636, "f1": 0.827833, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"], "main_score": 0.827833, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.326087, "f1": 0.233403, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"], "main_score": 0.233403, "precision": 0.207821, "recall": 0.326087}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.181818, "f1": 0.124657, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"], "main_score": 0.124657, "precision": 0.111077, "recall": 0.181818}, {"accuracy": 0.891304, "f1": 0.86211, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"], "main_score": 0.86211, "precision": 0.848691, "recall": 0.891304}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.747036, "f1": 0.685004, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"], "main_score": 0.685004, "precision": 0.658729, "recall": 0.747036}, {"accuracy": 0.066206, "f1": 0.030824, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"], "main_score": 0.030824, "precision": 0.025562, "recall": 0.066206}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.246047, "f1": 0.168172, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"], "main_score": 0.168172, "precision": 0.148212, "recall": 0.246047}, {"accuracy": 0.884387, "f1": 0.849704, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"], "main_score": 0.849704, "precision": 0.83358, "recall": 0.884387}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"], "main_score": 0.930501, "precision": 0.92276, "recall": 0.94664}, {"accuracy": 0.91502, "f1": 0.88857, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"], "main_score": 0.88857, "precision": 0.875906, "recall": 0.91502}, {"accuracy": 0.305336, "f1": 0.228224, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"], "main_score": 0.228224, "precision": 0.206041, "recall": 0.305336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.768403, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"], "main_score": 0.768403, "precision": 0.747596, "recall": 0.816206}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"], "main_score": 0.899209, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.187747, "f1": 0.123234, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"], "main_score": 0.123234, "precision": 0.109206, "recall": 0.187747}, {"accuracy": 0.06917, "f1": 0.042851, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"], "main_score": 0.042851, "precision": 0.036724, "recall": 0.06917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.18083, "f1": 0.118745, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"], "main_score": 0.118745, "precision": 0.10532, "recall": 0.18083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.892292, "f1": 0.862879, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"], "main_score": 0.862879, "precision": 0.849259, "recall": 0.892292}, {"accuracy": 0.791502, "f1": 0.737994, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"], "main_score": 0.737994, "precision": 0.714634, "recall": 0.791502}, {"accuracy": 0.213439, "f1": 0.141036, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"], "main_score": 0.141036, "precision": 0.123796, "recall": 0.213439}, {"accuracy": 0.774704, "f1": 0.726814, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"], "main_score": 0.726814, "precision": 0.706317, "recall": 0.774704}, {"accuracy": 0.662055, "f1": 0.588167, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"], "main_score": 0.588167, "precision": 0.559103, "recall": 0.662055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.763834, "f1": 0.705863, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"], "main_score": 0.705863, "precision": 0.681604, "recall": 0.763834}, {"accuracy": 0.188735, "f1": 0.126283, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"], "main_score": 0.126283, "precision": 0.111974, "recall": 0.188735}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.077075, "f1": 0.043731, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"], "main_score": 0.043731, "precision": 0.036505, "recall": 0.077075}, {"accuracy": 0.261858, "f1": 0.188269, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"], "main_score": 0.188269, "precision": 0.169515, "recall": 0.261858}, {"accuracy": 0.386364, "f1": 0.293911, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"], "main_score": 0.293911, "precision": 0.266333, "recall": 0.386364}, {"accuracy": 0.093874, "f1": 0.050195, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"], "main_score": 0.050195, "precision": 0.040795, "recall": 0.093874}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"], "main_score": 0.969203, "precision": 0.965909, "recall": 0.976285}, {"accuracy": 0.312253, "f1": 0.228794, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"], "main_score": 0.228794, "precision": 0.205501, "recall": 0.312253}, {"accuracy": 0.791502, "f1": 0.739248, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"], "main_score": 0.739248, "precision": 0.717836, "recall": 0.791502}, {"accuracy": 0.480237, "f1": 0.399394, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"], "main_score": 0.399394, "precision": 0.372654, "recall": 0.480237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.284585, "f1": 0.206136, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"], "main_score": 0.206136, "precision": 0.185453, "recall": 0.284585}, {"accuracy": 0.353755, "f1": 0.269936, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"], "main_score": 0.269936, "precision": 0.246557, "recall": 0.353755}, {"accuracy": 0.283597, "f1": 0.198359, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"], "main_score": 0.198359, "precision": 0.175491, "recall": 0.283597}, {"accuracy": 0.383399, "f1": 0.299009, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"], "main_score": 0.299009, "precision": 0.273406, "recall": 0.383399}, {"accuracy": 0.661067, "f1": 0.589108, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"], "main_score": 0.589108, "precision": 0.560112, "recall": 0.661067}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.054348, "f1": 0.019331, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"], "main_score": 0.019331, "precision": 0.015455, "recall": 0.054348}, {"accuracy": 0.226285, "f1": 0.156341, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"], "main_score": 0.156341, "precision": 0.138262, "recall": 0.226285}, {"accuracy": 0.770751, "f1": 0.714514, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"], "main_score": 0.714514, "precision": 0.690095, "recall": 0.770751}, {"accuracy": 0.262846, "f1": 0.189731, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"], "main_score": 0.189731, "precision": 0.170378, "recall": 0.262846}, {"accuracy": 0.065217, "f1": 0.033703, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"], "main_score": 0.033703, "precision": 0.029153, "recall": 0.065217}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.818182, "f1": 0.771706, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"], "main_score": 0.771706, "precision": 0.751136, "recall": 0.818182}, {"accuracy": 0.822134, "f1": 0.772596, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"], "main_score": 0.772596, "precision": 0.750642, "recall": 0.822134}, {"accuracy": 0.789526, "f1": 0.739973, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"], "main_score": 0.739973, "precision": 0.718972, "recall": 0.789526}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.244071, "f1": 0.172726, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"], "main_score": 0.172726, "precision": 0.153752, "recall": 0.244071}, {"accuracy": 0.199605, "f1": 0.133438, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"], "main_score": 0.133438, "precision": 0.116609, "recall": 0.199605}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"], "main_score": 0.8861, "precision": 0.874259, "recall": 0.912055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.409091, "f1": 0.318035, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"], "main_score": 0.318035, "precision": 0.288398, "recall": 0.409091}, {"accuracy": 0.232213, "f1": 0.159603, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"], "main_score": 0.159603, "precision": 0.141217, "recall": 0.232213}, {"accuracy": 0.747036, "f1": 0.684571, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"], "main_score": 0.684571, "precision": 0.658729, "recall": 0.747036}, {"accuracy": 0.938735, "f1": 0.921838, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"], "main_score": 0.921838, "precision": 0.913982, "recall": 0.938735}, {"accuracy": 0.209486, "f1": 0.134898, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"], "main_score": 0.134898, "precision": 0.118081, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.266798, "f1": 0.195898, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"], "main_score": 0.195898, "precision": 0.178136, "recall": 0.266798}, {"accuracy": 0.447628, "f1": 0.355108, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"], "main_score": 0.355108, "precision": 0.324835, "recall": 0.447628}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.778656, "f1": 0.723981, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"], "main_score": 0.723981, "precision": 0.700586, "recall": 0.778656}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"], "main_score": 0.936759, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.262846, "f1": 0.187823, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"], "main_score": 0.187823, "precision": 0.167574, "recall": 0.262846}, {"accuracy": 0.083004, "f1": 0.037164, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"], "main_score": 0.037164, "precision": 0.03051, "recall": 0.083004}, {"accuracy": 0.272727, "f1": 0.19379, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"], "main_score": 0.19379, "precision": 0.172951, "recall": 0.272727}, {"accuracy": 0.139328, "f1": 0.086232, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"], "main_score": 0.086232, "precision": 0.075585, "recall": 0.139328}, {"accuracy": 0.755929, "f1": 0.693431, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"], "main_score": 0.693431, "precision": 0.667391, "recall": 0.755929}, {"accuracy": 0.096838, "f1": 0.063965, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"], "main_score": 0.063965, "precision": 0.056778, "recall": 0.096838}, {"accuracy": 0.764822, "f1": 0.707893, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"], "main_score": 0.707893, "precision": 0.683672, "recall": 0.764822}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.751976, "f1": 0.689789, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"], "main_score": 0.689789, "precision": 0.662714, "recall": 0.751976}, {"accuracy": 0.521739, "f1": 0.435888, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"], "main_score": 0.435888, "precision": 0.403006, "recall": 0.521739}, {"accuracy": 0.208498, "f1": 0.136332, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"], "main_score": 0.136332, "precision": 0.118434, "recall": 0.208498}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.416996, "f1": 0.324513, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"], "main_score": 0.324513, "precision": 0.294242, "recall": 0.416996}, {"accuracy": 0.25, "f1": 0.17226, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"], "main_score": 0.17226, "precision": 0.152468, "recall": 0.25}, {"accuracy": 0.22332, "f1": 0.155828, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"], "main_score": 0.155828, "precision": 0.138538, "recall": 0.22332}, {"accuracy": 0.251976, "f1": 0.182722, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"], "main_score": 0.182722, "precision": 0.16401, "recall": 0.251976}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.017787, "f1": 0.002788, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"], "main_score": 0.002788, "precision": 0.002017, "recall": 0.017787}, {"accuracy": 0.867589, "f1": 0.830355, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"], "main_score": 0.830355, "precision": 0.813488, "recall": 0.867589}, {"accuracy": 0.451581, "f1": 0.361947, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"], "main_score": 0.361947, "precision": 0.330152, "recall": 0.451581}, {"accuracy": 0.859684, "f1": 0.820553, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"], "main_score": 0.820553, "precision": 0.802866, "recall": 0.859684}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.063175, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"], "main_score": 0.063175, "precision": 0.054728, "recall": 0.105731}, {"accuracy": 0.217391, "f1": 0.149706, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"], "main_score": 0.149706, "precision": 0.132299, "recall": 0.217391}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.666008, "f1": 0.592316, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"], "main_score": 0.592316, "precision": 0.563943, "recall": 0.666008}, {"accuracy": 0.198617, "f1": 0.128369, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"], "main_score": 0.128369, "precision": 0.109642, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.140116, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"], "main_score": 0.140116, "precision": 0.121164, "recall": 0.217391}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.215415, "f1": 0.146974, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"], "main_score": 0.146974, "precision": 0.129683, "recall": 0.215415}, {"accuracy": 0.219368, "f1": 0.148256, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"], "main_score": 0.148256, "precision": 0.128365, "recall": 0.219368}, {"accuracy": 0.818182, "f1": 0.769208, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"], "main_score": 0.769208, "precision": 0.747316, "recall": 0.818182}, {"accuracy": 0.68083, "f1": 0.61071, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"], "main_score": 0.61071, "precision": 0.583056, "recall": 0.68083}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.307312, "f1": 0.21774, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"], "main_score": 0.21774, "precision": 0.19051, "recall": 0.307312}, {"accuracy": 0.494071, "f1": 0.407328, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"], "main_score": 0.407328, "precision": 0.378271, "recall": 0.494071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.552372, "f1": 0.470677, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"], "main_score": 0.470677, "precision": 0.439986, "recall": 0.552372}, {"accuracy": 0.854743, "f1": 0.816667, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"], "main_score": 0.816667, "precision": 0.799275, "recall": 0.854743}, {"accuracy": 0.306324, "f1": 0.225966, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"], "main_score": 0.225966, "precision": 0.204012, "recall": 0.306324}, {"accuracy": 0.620553, "f1": 0.538747, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"], "main_score": 0.538747, "precision": 0.504875, "recall": 0.620553}, {"accuracy": 0.726285, "f1": 0.660164, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"], "main_score": 0.660164, "precision": 0.632312, "recall": 0.726285}, {"accuracy": 0.250988, "f1": 0.176108, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"], "main_score": 0.176108, "precision": 0.155631, "recall": 0.250988}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"], "main_score": 0.925231, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.775692, "f1": 0.718709, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"], "main_score": 0.718709, "precision": 0.693544, "recall": 0.775692}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.428854, "f1": 0.342074, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"], "main_score": 0.342074, "precision": 0.312614, "recall": 0.428854}, {"accuracy": 0.530632, "f1": 0.443431, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"], "main_score": 0.443431, "precision": 0.412822, "recall": 0.530632}, {"accuracy": 0.125494, "f1": 0.069744, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"], "main_score": 0.069744, "precision": 0.058235, "recall": 0.125494}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.19664, "f1": 0.130235, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"], "main_score": 0.130235, "precision": 0.112129, "recall": 0.19664}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"], "main_score": 0.950428, "precision": 0.945158, "recall": 0.961462}, {"accuracy": 0.502964, "f1": 0.414275, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"], "main_score": 0.414275, "precision": 0.386005, "recall": 0.502964}, {"accuracy": 0.379447, "f1": 0.28983, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"], "main_score": 0.28983, "precision": 0.262525, "recall": 0.379447}, {"accuracy": 0.884387, "f1": 0.847563, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"], "main_score": 0.847563, "precision": 0.829792, "recall": 0.884387}, {"accuracy": 0.270751, "f1": 0.191807, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"], "main_score": 0.191807, "precision": 0.170104, "recall": 0.270751}, {"accuracy": 0.25, "f1": 0.173551, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"], "main_score": 0.173551, "precision": 0.154933, "recall": 0.25}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.478261, "f1": 0.387588, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"], "main_score": 0.387588, "precision": 0.357243, "recall": 0.478261}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.222332, "f1": 0.14326, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"], "main_score": 0.14326, "precision": 0.12385, "recall": 0.222332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"], "main_score": 0.900428, "precision": 0.890135, "recall": 0.922925}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.192688, "f1": 0.127942, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"], "main_score": 0.127942, "precision": 0.112572, "recall": 0.192688}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"], "main_score": 0.933136, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.220356, "f1": 0.147026, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"], "main_score": 0.147026, "precision": 0.128333, "recall": 0.220356}, {"accuracy": 0.233202, "f1": 0.160298, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"], "main_score": 0.160298, "precision": 0.142228, "recall": 0.233202}, {"accuracy": 0.155138, "f1": 0.098018, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"], "main_score": 0.098018, "precision": 0.085341, "recall": 0.155138}, {"accuracy": 0.577075, "f1": 0.492582, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"], "main_score": 0.492582, "precision": 0.459232, "recall": 0.577075}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.337945, "f1": 0.251301, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"], "main_score": 0.251301, "precision": 0.225083, "recall": 0.337945}, {"accuracy": 0.209486, "f1": 0.138534, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"], "main_score": 0.138534, "precision": 0.121702, "recall": 0.209486}, {"accuracy": 0.246047, "f1": 0.171068, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"], "main_score": 0.171068, "precision": 0.152139, "recall": 0.246047}, {"accuracy": 0.844862, "f1": 0.804778, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"], "main_score": 0.804778, "precision": 0.787213, "recall": 0.844862}, {"accuracy": 0.192688, "f1": 0.127133, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"], "main_score": 0.127133, "precision": 0.110975, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.143839, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"], "main_score": 0.143839, "precision": 0.128367, "recall": 0.20751}, {"accuracy": 0.958498, "f1": 0.94753, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"], "main_score": 0.94753, "precision": 0.942638, "recall": 0.958498}, {"accuracy": 0.320158, "f1": 0.232809, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"], "main_score": 0.232809, "precision": 0.208549, "recall": 0.320158}, {"accuracy": 0.269763, "f1": 0.191273, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"], "main_score": 0.191273, "precision": 0.170521, "recall": 0.269763}, {"accuracy": 0.687747, "f1": 0.61343, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"], "main_score": 0.61343, "precision": 0.583944, "recall": 0.687747}, {"accuracy": 0.386364, "f1": 0.299262, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"], "main_score": 0.299262, "precision": 0.272702, "recall": 0.386364}, {"accuracy": 0.493083, "f1": 0.399572, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"], "main_score": 0.399572, "precision": 0.367412, "recall": 0.493083}, {"accuracy": 0.887352, "f1": 0.853986, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"], "main_score": 0.853986, "precision": 0.838883, "recall": 0.887352}, {"accuracy": 0.362648, "f1": 0.276262, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"], "main_score": 0.276262, "precision": 0.249778, "recall": 0.362648}, {"accuracy": 0.483202, "f1": 0.394341, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"], "main_score": 0.394341, "precision": 0.363294, "recall": 0.483202}, {"accuracy": 0.210474, "f1": 0.144278, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"], "main_score": 0.144278, "precision": 0.126782, "recall": 0.210474}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"], "main_score": 0.990119, "precision": 0.989328, "recall": 0.992095}, {"accuracy": 0.870553, "f1": 0.834618, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"], "main_score": 0.834618, "precision": 0.818511, "recall": 0.870553}, {"accuracy": 0.283597, "f1": 0.204258, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"], "main_score": 0.204258, "precision": 0.180657, "recall": 0.283597}, {"accuracy": 0.220356, "f1": 0.145945, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"], "main_score": 0.145945, "precision": 0.127547, "recall": 0.220356}, {"accuracy": 0.073123, "f1": 0.049876, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"], "main_score": 0.049876, "precision": 0.044138, "recall": 0.073123}, {"accuracy": 0.230237, "f1": 0.172763, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"], "main_score": 0.172763, "precision": 0.154983, "recall": 0.230237}, {"accuracy": 0.002964, "f1": 6.7e-05, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"], "main_score": 6.7e-05, "precision": 3.4e-05, "recall": 0.002964}, {"accuracy": 0.693676, "f1": 0.641881, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"], "main_score": 0.641881, "precision": 0.622111, "recall": 0.693676}, {"accuracy": 0.604743, "f1": 0.552738, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"], "main_score": 0.552738, "precision": 0.532904, "recall": 0.604743}, {"accuracy": 0.628458, "f1": 0.576145, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"], "main_score": 0.576145, "precision": 0.557934, "recall": 0.628458}, {"accuracy": 0.58004, "f1": 0.524643, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"], "main_score": 0.524643, "precision": 0.503453, "recall": 0.58004}, {"accuracy": 0.229249, "f1": 0.178089, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"], "main_score": 0.178089, "precision": 0.163283, "recall": 0.229249}, {"accuracy": 0.745059, "f1": 0.70381, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"], "main_score": 0.70381, "precision": 0.687966, "recall": 0.745059}, {"accuracy": 0.402174, "f1": 0.335627, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"], "main_score": 0.335627, "precision": 0.313242, "recall": 0.402174}, {"accuracy": 0.546443, "f1": 0.501143, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"], "main_score": 0.501143, "precision": 0.482016, "recall": 0.546443}, {"accuracy": 0.711462, "f1": 0.663641, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"], "main_score": 0.663641, "precision": 0.64596, "recall": 0.711462}, {"accuracy": 0.599802, "f1": 0.549787, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"], "main_score": 0.549787, "precision": 0.532148, "recall": 0.599802}, {"accuracy": 0.26581, "f1": 0.203169, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"], "main_score": 0.203169, "precision": 0.184755, "recall": 0.26581}, {"accuracy": 0.62253, "f1": 0.571736, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"], "main_score": 0.571736, "precision": 0.55392, "recall": 0.62253}, {"accuracy": 0.522727, "f1": 0.469259, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"], "main_score": 0.469259, "precision": 0.448936, "recall": 0.522727}, {"accuracy": 0.762846, "f1": 0.721661, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"], "main_score": 0.721661, "precision": 0.705305, "recall": 0.762846}, {"accuracy": 0.314229, "f1": 0.238997, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"], "main_score": 0.238997, "precision": 0.216485, "recall": 0.314229}, {"accuracy": 0.664032, "f1": 0.611562, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"], "main_score": 0.611562, "precision": 0.591623, "recall": 0.664032}, {"accuracy": 0.633399, "f1": 0.580556, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"], "main_score": 0.580556, "precision": 0.561599, "recall": 0.633399}, {"accuracy": 0.785573, "f1": 0.746106, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"], "main_score": 0.746106, "precision": 0.731234, "recall": 0.785573}, {"accuracy": 0.743083, "f1": 0.705767, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"], "main_score": 0.705767, "precision": 0.690622, "recall": 0.743083}, {"accuracy": 0.161067, "f1": 0.119138, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"], "main_score": 0.119138, "precision": 0.107829, "recall": 0.161067}, {"accuracy": 0.476285, "f1": 0.421279, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"], "main_score": 0.421279, "precision": 0.402038, "recall": 0.476285}, {"accuracy": 0.721344, "f1": 0.677843, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"], "main_score": 0.677843, "precision": 0.661248, "recall": 0.721344}, {"accuracy": 0.644269, "f1": 0.592037, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"], "main_score": 0.592037, "precision": 0.57091, "recall": 0.644269}, {"accuracy": 0.055336, "f1": 0.028923, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"], "main_score": 0.028923, "precision": 0.024946, "recall": 0.055336}, {"accuracy": 0.68083, "f1": 0.631164, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"], "main_score": 0.631164, "precision": 0.61223, "recall": 0.68083}, {"accuracy": 0.230237, "f1": 0.179888, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"], "main_score": 0.179888, "precision": 0.166159, "recall": 0.230237}, {"accuracy": 0.653162, "f1": 0.61115, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"], "main_score": 0.61115, "precision": 0.595765, "recall": 0.653162}, {"accuracy": 0.740119, "f1": 0.693066, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"], "main_score": 0.693066, "precision": 0.675778, "recall": 0.740119}, {"accuracy": 0.628458, "f1": 0.592642, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"], "main_score": 0.592642, "precision": 0.578494, "recall": 0.628458}, {"accuracy": 0.568182, "f1": 0.517632, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"], "main_score": 0.517632, "precision": 0.50016, "recall": 0.568182}, {"accuracy": 0.293478, "f1": 0.240584, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"], "main_score": 0.240584, "precision": 0.222872, "recall": 0.293478}, {"accuracy": 0.744071, "f1": 0.701691, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"], "main_score": 0.701691, "precision": 0.684791, "recall": 0.744071}, {"accuracy": 0.440711, "f1": 0.390792, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"], "main_score": 0.390792, "precision": 0.373794, "recall": 0.440711}, {"accuracy": 0.601779, "f1": 0.553475, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"], "main_score": 0.553475, "precision": 0.534774, "recall": 0.601779}, {"accuracy": 0.506917, "f1": 0.455627, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"], "main_score": 0.455627, "precision": 0.436119, "recall": 0.506917}, {"accuracy": 0.741107, "f1": 0.704115, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"], "main_score": 0.704115, "precision": 0.688703, "recall": 0.741107}, {"accuracy": 0.658103, "f1": 0.600253, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"], "main_score": 0.600253, "precision": 0.578964, "recall": 0.658103}, {"accuracy": 0.184783, "f1": 0.125037, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"], "main_score": 0.125037, "precision": 0.108976, "recall": 0.184783}, {"accuracy": 0.066206, "f1": 0.04001, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"], "main_score": 0.04001, "precision": 0.033397, "recall": 0.066206}, {"accuracy": 0.756917, "f1": 0.719331, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"], "main_score": 0.719331, "precision": 0.703972, "recall": 0.756917}, {"accuracy": 0.166008, "f1": 0.121978, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"], "main_score": 0.121978, "precision": 0.110319, "recall": 0.166008}, {"accuracy": 0.717391, "f1": 0.672789, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"], "main_score": 0.672789, "precision": 0.655532, "recall": 0.717391}, {"accuracy": 0.728261, "f1": 0.68808, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"], "main_score": 0.68808, "precision": 0.672321, "recall": 0.728261}, {"accuracy": 0.586957, "f1": 0.538728, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"], "main_score": 0.538728, "precision": 0.519873, "recall": 0.586957}, {"accuracy": 0.583004, "f1": 0.536535, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"], "main_score": 0.536535, "precision": 0.518702, "recall": 0.583004}, {"accuracy": 0.19664, "f1": 0.138771, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"], "main_score": 0.138771, "precision": 0.122337, "recall": 0.19664}, {"accuracy": 0.518775, "f1": 0.472552, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"], "main_score": 0.472552, "precision": 0.455034, "recall": 0.518775}, {"accuracy": 0.519763, "f1": 0.467274, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"], "main_score": 0.467274, "precision": 0.44764, "recall": 0.519763}, {"accuracy": 0.761858, "f1": 0.720769, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"], "main_score": 0.720769, "precision": 0.705591, "recall": 0.761858}, {"accuracy": 0.586957, "f1": 0.539046, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"], "main_score": 0.539046, "precision": 0.520686, "recall": 0.586957}, {"accuracy": 0.179842, "f1": 0.134777, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"], "main_score": 0.134777, "precision": 0.12209, "recall": 0.179842}, {"accuracy": 0.662055, "f1": 0.60994, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"], "main_score": 0.60994, "precision": 0.589705, "recall": 0.662055}, {"accuracy": 0.070158, "f1": 0.046072, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"], "main_score": 0.046072, "precision": 0.040069, "recall": 0.070158}, {"accuracy": 0.272727, "f1": 0.215209, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"], "main_score": 0.215209, "precision": 0.198237, "recall": 0.272727}, {"accuracy": 0.360672, "f1": 0.297432, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"], "main_score": 0.297432, "precision": 0.276339, "recall": 0.360672}, {"accuracy": 0.091897, "f1": 0.060532, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"], "main_score": 0.060532, "precision": 0.051734, "recall": 0.091897}, {"accuracy": 0.75, "f1": 0.709064, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"], "main_score": 0.709064, "precision": 0.693115, "recall": 0.75}, {"accuracy": 0.6917, "f1": 0.641792, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"], "main_score": 0.641792, "precision": 0.621885, "recall": 0.6917}, {"accuracy": 0.758893, "f1": 0.721273, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"], "main_score": 0.721273, "precision": 0.706999, "recall": 0.758893}, {"accuracy": 0.614625, "f1": 0.558759, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"], "main_score": 0.558759, "precision": 0.538437, "recall": 0.614625}, {"accuracy": 0.288538, "f1": 0.226499, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"], "main_score": 0.226499, "precision": 0.206641, "recall": 0.288538}, {"accuracy": 0.591897, "f1": 0.542128, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"], "main_score": 0.542128, "precision": 0.522868, "recall": 0.591897}, {"accuracy": 0.397233, "f1": 0.348172, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"], "main_score": 0.348172, "precision": 0.330992, "recall": 0.397233}, {"accuracy": 0.769763, "f1": 0.725988, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"], "main_score": 0.725988, "precision": 0.708839, "recall": 0.769763}, {"accuracy": 0.269763, "f1": 0.204636, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"], "main_score": 0.204636, "precision": 0.186525, "recall": 0.269763}, {"accuracy": 0.350791, "f1": 0.286919, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"], "main_score": 0.286919, "precision": 0.266539, "recall": 0.350791}, {"accuracy": 0.271739, "f1": 0.204747, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"], "main_score": 0.204747, "precision": 0.18436, "recall": 0.271739}, {"accuracy": 0.313241, "f1": 0.256146, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"], "main_score": 0.256146, "precision": 0.238278, "recall": 0.313241}, {"accuracy": 0.475296, "f1": 0.420344, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"], "main_score": 0.420344, "precision": 0.399794, "recall": 0.475296}, {"accuracy": 0.75, "f1": 0.705807, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"], "main_score": 0.705807, "precision": 0.688047, "recall": 0.75}, {"accuracy": 0.059289, "f1": 0.023429, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"], "main_score": 0.023429, "precision": 0.017888, "recall": 0.059289}, {"accuracy": 0.233202, "f1": 0.18295, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"], "main_score": 0.18295, "precision": 0.168236, "recall": 0.233202}, {"accuracy": 0.516798, "f1": 0.469538, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"], "main_score": 0.469538, "precision": 0.45102, "recall": 0.516798}, {"accuracy": 0.242095, "f1": 0.182489, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"], "main_score": 0.182489, "precision": 0.165535, "recall": 0.242095}, {"accuracy": 0.052372, "f1": 0.027577, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"], "main_score": 0.027577, "precision": 0.023078, "recall": 0.052372}, {"accuracy": 0.775692, "f1": 0.738952, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"], "main_score": 0.738952, "precision": 0.724713, "recall": 0.775692}, {"accuracy": 0.58004, "f1": 0.532296, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"], "main_score": 0.532296, "precision": 0.51327, "recall": 0.58004}, {"accuracy": 0.705534, "f1": 0.668885, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"], "main_score": 0.668885, "precision": 0.654067, "recall": 0.705534}, {"accuracy": 0.364625, "f1": 0.307006, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"], "main_score": 0.307006, "precision": 0.285923, "recall": 0.364625}, {"accuracy": 0.756917, "f1": 0.716335, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"], "main_score": 0.716335, "precision": 0.700643, "recall": 0.756917}, {"accuracy": 0.73419, "f1": 0.687337, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"], "main_score": 0.687337, "precision": 0.669557, "recall": 0.73419}, {"accuracy": 0.777668, "f1": 0.738154, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"], "main_score": 0.738154, "precision": 0.722227, "recall": 0.777668}, {"accuracy": 0.672925, "f1": 0.627487, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"], "main_score": 0.627487, "precision": 0.610848, "recall": 0.672925}, {"accuracy": 0.232213, "f1": 0.17664, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"], "main_score": 0.17664, "precision": 0.159784, "recall": 0.232213}, {"accuracy": 0.179842, "f1": 0.135321, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"], "main_score": 0.135321, "precision": 0.122836, "recall": 0.179842}, {"accuracy": 0.48419, "f1": 0.435908, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"], "main_score": 0.435908, "precision": 0.41777, "recall": 0.48419}, {"accuracy": 0.744071, "f1": 0.698236, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"], "main_score": 0.698236, "precision": 0.680575, "recall": 0.744071}, {"accuracy": 0.632411, "f1": 0.580201, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"], "main_score": 0.580201, "precision": 0.560527, "recall": 0.632411}, {"accuracy": 0.366601, "f1": 0.304558, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"], "main_score": 0.304558, "precision": 0.28425, "recall": 0.366601}, {"accuracy": 0.227273, "f1": 0.170921, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"], "main_score": 0.170921, "precision": 0.155245, "recall": 0.227273}, {"accuracy": 0.574111, "f1": 0.52639, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"], "main_score": 0.52639, "precision": 0.507857, "recall": 0.574111}, {"accuracy": 0.601779, "f1": 0.552515, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"], "main_score": 0.552515, "precision": 0.534369, "recall": 0.601779}, {"accuracy": 0.217391, "f1": 0.158908, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"], "main_score": 0.158908, "precision": 0.143753, "recall": 0.217391}, {"accuracy": 0.726285, "f1": 0.683311, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"], "main_score": 0.683311, "precision": 0.666682, "recall": 0.726285}, {"accuracy": 0.252964, "f1": 0.197637, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"], "main_score": 0.197637, "precision": 0.181543, "recall": 0.252964}, {"accuracy": 0.391304, "f1": 0.326041, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"], "main_score": 0.326041, "precision": 0.304867, "recall": 0.391304}, {"accuracy": 0.682806, "f1": 0.635513, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"], "main_score": 0.635513, "precision": 0.618016, "recall": 0.682806}, {"accuracy": 0.746047, "f1": 0.700741, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"], "main_score": 0.700741, "precision": 0.682999, "recall": 0.746047}, {"accuracy": 0.779644, "f1": 0.739859, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"], "main_score": 0.739859, "precision": 0.723648, "recall": 0.779644}, {"accuracy": 0.69664, "f1": 0.645401, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"], "main_score": 0.645401, "precision": 0.624832, "recall": 0.69664}, {"accuracy": 0.688735, "f1": 0.650544, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"], "main_score": 0.650544, "precision": 0.633576, "recall": 0.688735}, {"accuracy": 0.577075, "f1": 0.52053, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"], "main_score": 0.52053, "precision": 0.500383, "recall": 0.577075}, {"accuracy": 0.270751, "f1": 0.207828, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"], "main_score": 0.207828, "precision": 0.188032, "recall": 0.270751}, {"accuracy": 0.072134, "f1": 0.034511, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"], "main_score": 0.034511, "precision": 0.028912, "recall": 0.072134}, {"accuracy": 0.281621, "f1": 0.220765, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"], "main_score": 0.220765, "precision": 0.202725, "recall": 0.281621}, {"accuracy": 0.134387, "f1": 0.083563, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"], "main_score": 0.083563, "precision": 0.073227, "recall": 0.134387}, {"accuracy": 0.782609, "f1": 0.743616, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"], "main_score": 0.743616, "precision": 0.728426, "recall": 0.782609}, {"accuracy": 0.077075, "f1": 0.054848, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"], "main_score": 0.054848, "precision": 0.048909, "recall": 0.077075}, {"accuracy": 0.62253, "f1": 0.576765, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"], "main_score": 0.576765, "precision": 0.558152, "recall": 0.62253}, {"accuracy": 0.761858, "f1": 0.719635, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"], "main_score": 0.719635, "precision": 0.703448, "recall": 0.761858}, {"accuracy": 0.456522, "f1": 0.40377, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"], "main_score": 0.40377, "precision": 0.384387, "recall": 0.456522}, {"accuracy": 0.452569, "f1": 0.391256, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"], "main_score": 0.391256, "precision": 0.368508, "recall": 0.452569}, {"accuracy": 0.1917, "f1": 0.142165, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"], "main_score": 0.142165, "precision": 0.129533, "recall": 0.1917}, {"accuracy": 0.674901, "f1": 0.622474, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"], "main_score": 0.622474, "precision": 0.602301, "recall": 0.674901}, {"accuracy": 0.384387, "f1": 0.322355, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"], "main_score": 0.322355, "precision": 0.301276, "recall": 0.384387}, {"accuracy": 0.227273, "f1": 0.166706, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"], "main_score": 0.166706, "precision": 0.148594, "recall": 0.227273}, {"accuracy": 0.211462, "f1": 0.159035, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"], "main_score": 0.159035, "precision": 0.145576, "recall": 0.211462}, {"accuracy": 0.249012, "f1": 0.189929, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"], "main_score": 0.189929, "precision": 0.173679, "recall": 0.249012}, {"accuracy": 0.737154, "f1": 0.697249, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"], "main_score": 0.697249, "precision": 0.68111, "recall": 0.737154}, {"accuracy": 0.017787, "f1": 0.003041, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"], "main_score": 0.003041, "precision": 0.00184, "recall": 0.017787}, {"accuracy": 0.479249, "f1": 0.422613, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"], "main_score": 0.422613, "precision": 0.401355, "recall": 0.479249}, {"accuracy": 0.275692, "f1": 0.231676, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"], "main_score": 0.231676, "precision": 0.215756, "recall": 0.275692}, {"accuracy": 0.581028, "f1": 0.533993, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"], "main_score": 0.533993, "precision": 0.51513, "recall": 0.581028}, {"accuracy": 0.759881, "f1": 0.717389, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"], "main_score": 0.717389, "precision": 0.700381, "recall": 0.759881}, {"accuracy": 0.097826, "f1": 0.062849, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"], "main_score": 0.062849, "precision": 0.055063, "recall": 0.097826}, {"accuracy": 0.195652, "f1": 0.146666, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"], "main_score": 0.146666, "precision": 0.132708, "recall": 0.195652}, {"accuracy": 0.735178, "f1": 0.695533, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"], "main_score": 0.695533, "precision": 0.680237, "recall": 0.735178}, {"accuracy": 0.766798, "f1": 0.724806, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"], "main_score": 0.724806, "precision": 0.708271, "recall": 0.766798}, {"accuracy": 0.570158, "f1": 0.519239, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"], "main_score": 0.519239, "precision": 0.499548, "recall": 0.570158}, {"accuracy": 0.203557, "f1": 0.148487, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"], "main_score": 0.148487, "precision": 0.13208, "recall": 0.203557}, {"accuracy": 0.23419, "f1": 0.175887, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"], "main_score": 0.175887, "precision": 0.157803, "recall": 0.23419}, {"accuracy": 0.651186, "f1": 0.598218, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"], "main_score": 0.598218, "precision": 0.577886, "recall": 0.651186}, {"accuracy": 0.185771, "f1": 0.135378, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"], "main_score": 0.135378, "precision": 0.122391, "recall": 0.185771}, {"accuracy": 0.218379, "f1": 0.162776, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"], "main_score": 0.162776, "precision": 0.145013, "recall": 0.218379}, {"accuracy": 0.451581, "f1": 0.395041, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"], "main_score": 0.395041, "precision": 0.376722, "recall": 0.451581}, {"accuracy": 0.659091, "f1": 0.61558, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"], "main_score": 0.61558, "precision": 0.597438, "recall": 0.659091}, {"accuracy": 0.620553, "f1": 0.584538, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"], "main_score": 0.584538, "precision": 0.569591, "recall": 0.620553}, {"accuracy": 0.285573, "f1": 0.216663, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"], "main_score": 0.216663, "precision": 0.193337, "recall": 0.285573}, {"accuracy": 0.425889, "f1": 0.359819, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"], "main_score": 0.359819, "precision": 0.337015, "recall": 0.425889}, {"accuracy": 0.712451, "f1": 0.667476, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"], "main_score": 0.667476, "precision": 0.650324, "recall": 0.712451}, {"accuracy": 0.29249, "f1": 0.242654, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"], "main_score": 0.242654, "precision": 0.225944, "recall": 0.29249}, {"accuracy": 0.458498, "f1": 0.397522, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"], "main_score": 0.397522, "precision": 0.37442, "recall": 0.458498}, {"accuracy": 0.300395, "f1": 0.25047, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"], "main_score": 0.25047, "precision": 0.233522, "recall": 0.300395}, {"accuracy": 0.391304, "f1": 0.337051, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"], "main_score": 0.337051, "precision": 0.316465, "recall": 0.391304}, {"accuracy": 0.577075, "f1": 0.523374, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"], "main_score": 0.523374, "precision": 0.50117, "recall": 0.577075}, {"accuracy": 0.259881, "f1": 0.204584, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"], "main_score": 0.204584, "precision": 0.185928, "recall": 0.259881}, {"accuracy": 0.502964, "f1": 0.452222, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"], "main_score": 0.452222, "precision": 0.433281, "recall": 0.502964}, {"accuracy": 0.722332, "f1": 0.673731, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"], "main_score": 0.673731, "precision": 0.654953, "recall": 0.722332}, {"accuracy": 0.720356, "f1": 0.669108, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"], "main_score": 0.669108, "precision": 0.649746, "recall": 0.720356}, {"accuracy": 0.725296, "f1": 0.683569, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"], "main_score": 0.683569, "precision": 0.667116, "recall": 0.725296}, {"accuracy": 0.54249, "f1": 0.4989, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"], "main_score": 0.4989, "precision": 0.481919, "recall": 0.54249}, {"accuracy": 0.781621, "f1": 0.739385, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"], "main_score": 0.739385, "precision": 0.721843, "recall": 0.781621}, {"accuracy": 0.329051, "f1": 0.276687, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"], "main_score": 0.276687, "precision": 0.258652, "recall": 0.329051}, {"accuracy": 0.488142, "f1": 0.429953, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"], "main_score": 0.429953, "precision": 0.409813, "recall": 0.488142}, {"accuracy": 0.118577, "f1": 0.073611, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"], "main_score": 0.073611, "precision": 0.063894, "recall": 0.118577}, {"accuracy": 0.774704, "f1": 0.731551, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"], "main_score": 0.731551, "precision": 0.71492, "recall": 0.774704}, {"accuracy": 0.125494, "f1": 0.093322, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"], "main_score": 0.093322, "precision": 0.083625, "recall": 0.125494}, {"accuracy": 0.70751, "f1": 0.656535, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"], "main_score": 0.656535, "precision": 0.636522, "recall": 0.70751}, {"accuracy": 0.648221, "f1": 0.596773, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"], "main_score": 0.596773, "precision": 0.57689, "recall": 0.648221}, {"accuracy": 0.396245, "f1": 0.341339, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"], "main_score": 0.341339, "precision": 0.322338, "recall": 0.396245}, {"accuracy": 0.355731, "f1": 0.284388, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"], "main_score": 0.284388, "precision": 0.261797, "recall": 0.355731}, {"accuracy": 0.579051, "f1": 0.518233, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"], "main_score": 0.518233, "precision": 0.496949, "recall": 0.579051}, {"accuracy": 0.250988, "f1": 0.195413, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"], "main_score": 0.195413, "precision": 0.179234, "recall": 0.250988}, {"accuracy": 0.230237, "f1": 0.174527, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"], "main_score": 0.174527, "precision": 0.159127, "recall": 0.230237}, {"accuracy": 0.771739, "f1": 0.731435, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"], "main_score": 0.731435, "precision": 0.716153, "recall": 0.771739}, {"accuracy": 0.426877, "f1": 0.361761, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"], "main_score": 0.361761, "precision": 0.339902, "recall": 0.426877}, {"accuracy": 0.748024, "f1": 0.702369, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"], "main_score": 0.702369, "precision": 0.684765, "recall": 0.748024}, {"accuracy": 0.226285, "f1": 0.158634, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"], "main_score": 0.158634, "precision": 0.141359, "recall": 0.226285}, {"accuracy": 0.77668, "f1": 0.738683, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"], "main_score": 0.738683, "precision": 0.724217, "recall": 0.77668}, {"accuracy": 0.582016, "f1": 0.524651, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"], "main_score": 0.524651, "precision": 0.50368, "recall": 0.582016}, {"accuracy": 0.65415, "f1": 0.611796, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"], "main_score": 0.611796, "precision": 0.595561, "recall": 0.65415}, {"accuracy": 0.178854, "f1": 0.132268, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"], "main_score": 0.132268, "precision": 0.120542, "recall": 0.178854}, {"accuracy": 0.745059, "f1": 0.705641, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"], "main_score": 0.705641, "precision": 0.690064, "recall": 0.745059}, {"accuracy": 0.226285, "f1": 0.165112, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"], "main_score": 0.165112, "precision": 0.145598, "recall": 0.226285}, {"accuracy": 0.214427, "f1": 0.160556, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"], "main_score": 0.160556, "precision": 0.144846, "recall": 0.214427}, {"accuracy": 0.13834, "f1": 0.095455, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"], "main_score": 0.095455, "precision": 0.084277, "recall": 0.13834}, {"accuracy": 0.392292, "f1": 0.337179, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"], "main_score": 0.337179, "precision": 0.316763, "recall": 0.392292}, {"accuracy": 0.749012, "f1": 0.70639, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"], "main_score": 0.70639, "precision": 0.689374, "recall": 0.749012}, {"accuracy": 0.316206, "f1": 0.256317, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"], "main_score": 0.256317, "precision": 0.237494, "recall": 0.316206}, {"accuracy": 0.19664, "f1": 0.137355, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"], "main_score": 0.137355, "precision": 0.122249, "recall": 0.19664}, {"accuracy": 0.23913, "f1": 0.179987, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"], "main_score": 0.179987, "precision": 0.162828, "recall": 0.23913}, {"accuracy": 0.393281, "f1": 0.336264, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"], "main_score": 0.336264, "precision": 0.315594, "recall": 0.393281}, {"accuracy": 0.178854, "f1": 0.128085, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"], "main_score": 0.128085, "precision": 0.113451, "recall": 0.178854}, {"accuracy": 0.197628, "f1": 0.148626, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"], "main_score": 0.148626, "precision": 0.134261, "recall": 0.197628}, {"accuracy": 0.639328, "f1": 0.59699, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"], "main_score": 0.59699, "precision": 0.58121, "recall": 0.639328}, {"accuracy": 0.30336, "f1": 0.241925, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"], "main_score": 0.241925, "precision": 0.223173, "recall": 0.30336}, {"accuracy": 0.271739, "f1": 0.212973, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"], "main_score": 0.212973, "precision": 0.19683, "recall": 0.271739}, {"accuracy": 0.596838, "f1": 0.547475, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"], "main_score": 0.547475, "precision": 0.528148, "recall": 0.596838}, {"accuracy": 0.338933, "f1": 0.278997, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"], "main_score": 0.278997, "precision": 0.259638, "recall": 0.338933}, {"accuracy": 0.409091, "f1": 0.343557, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"], "main_score": 0.343557, "precision": 0.320767, "recall": 0.409091}, {"accuracy": 0.509881, "f1": 0.458114, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"], "main_score": 0.458114, "precision": 0.439049, "recall": 0.509881}, {"accuracy": 0.323123, "f1": 0.258161, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"], "main_score": 0.258161, "precision": 0.235214, "recall": 0.323123}, {"accuracy": 0.425889, "f1": 0.365635, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"], "main_score": 0.365635, "precision": 0.343868, "recall": 0.425889}, {"accuracy": 0.205534, "f1": 0.14724, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"], "main_score": 0.14724, "precision": 0.130339, "recall": 0.205534}, {"accuracy": 0.682806, "f1": 0.632034, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"], "main_score": 0.632034, "precision": 0.612917, "recall": 0.682806}, {"accuracy": 0.653162, "f1": 0.6074, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"], "main_score": 0.6074, "precision": 0.589433, "recall": 0.653162}, {"accuracy": 0.724308, "f1": 0.678568, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"], "main_score": 0.678568, "precision": 0.660385, "recall": 0.724308}, {"accuracy": 0.426877, "f1": 0.378798, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"], "main_score": 0.378798, "precision": 0.361767, "recall": 0.426877}, {"accuracy": 0.282609, "f1": 0.230394, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"], "main_score": 0.230394, "precision": 0.213221, "recall": 0.282609}, {"accuracy": 0.204545, "f1": 0.144091, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"], "main_score": 0.144091, "precision": 0.128911, "recall": 0.204545}, {"accuracy": 0.012846, "f1": 0.006558, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"], "main_score": 0.006558, "precision": 0.005731, "recall": 0.012846}, {"accuracy": 0.045455, "f1": 0.040371, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"], "main_score": 0.040371, "precision": 0.039266, "recall": 0.045455}, {"accuracy": 0.005929, "f1": 0.000909, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"], "main_score": 0.000909, "precision": 0.000626, "recall": 0.005929}, {"accuracy": 0.041502, "f1": 0.032867, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"], "main_score": 0.032867, "precision": 0.030768, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.025383, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"], "main_score": 0.025383, "precision": 0.023366, "recall": 0.031621}, {"accuracy": 0.024704, "f1": 0.018707, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"], "main_score": 0.018707, "precision": 0.017313, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.028377, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"], "main_score": 0.028377, "precision": 0.026573, "recall": 0.035573}, {"accuracy": 0.062253, "f1": 0.04883, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"], "main_score": 0.04883, "precision": 0.046061, "recall": 0.062253}, {"accuracy": 0.057312, "f1": 0.04137, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"], "main_score": 0.04137, "precision": 0.038345, "recall": 0.057312}, {"accuracy": 0.041502, "f1": 0.03392, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"], "main_score": 0.03392, "precision": 0.032092, "recall": 0.041502}, {"accuracy": 0.028656, "f1": 0.025036, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"], "main_score": 0.025036, "precision": 0.023915, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.031984, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"], "main_score": 0.031984, "precision": 0.030427, "recall": 0.039526}, {"accuracy": 0.018775, "f1": 0.014153, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"], "main_score": 0.014153, "precision": 0.013187, "recall": 0.018775}, {"accuracy": 0.054348, "f1": 0.044616, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"], "main_score": 0.044616, "precision": 0.041975, "recall": 0.054348}, {"accuracy": 0.021739, "f1": 0.016374, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"], "main_score": 0.016374, "precision": 0.015552, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.027798, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"], "main_score": 0.027798, "precision": 0.026343, "recall": 0.035573}, {"accuracy": 0.059289, "f1": 0.04324, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"], "main_score": 0.04324, "precision": 0.040258, "recall": 0.059289}, {"accuracy": 0.063241, "f1": 0.052919, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"], "main_score": 0.052919, "precision": 0.050221, "recall": 0.063241}, {"accuracy": 0.024704, "f1": 0.020365, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"], "main_score": 0.020365, "precision": 0.019654, "recall": 0.024704}, {"accuracy": 0.039526, "f1": 0.028161, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"], "main_score": 0.028161, "precision": 0.026663, "recall": 0.039526}, {"accuracy": 0.054348, "f1": 0.038923, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"], "main_score": 0.038923, "precision": 0.03586, "recall": 0.054348}, {"accuracy": 0.039526, "f1": 0.032623, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"], "main_score": 0.032623, "precision": 0.031293, "recall": 0.039526}, {"accuracy": 0.064229, "f1": 0.052392, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"], "main_score": 0.052392, "precision": 0.049757, "recall": 0.064229}, {"accuracy": 0.020751, "f1": 0.014596, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"], "main_score": 0.014596, "precision": 0.013558, "recall": 0.020751}, {"accuracy": 0.041502, "f1": 0.031361, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"], "main_score": 0.031361, "precision": 0.029337, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.031261, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"], "main_score": 0.031261, "precision": 0.02982, "recall": 0.038538}, {"accuracy": 0.056324, "f1": 0.044543, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"], "main_score": 0.044543, "precision": 0.041735, "recall": 0.056324}, {"accuracy": 0.034585, "f1": 0.026996, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"], "main_score": 0.026996, "precision": 0.02622, "recall": 0.034585}, {"accuracy": 0.061265, "f1": 0.047447, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"], "main_score": 0.047447, "precision": 0.044118, "recall": 0.061265}, {"accuracy": 0.028656, "f1": 0.023459, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"], "main_score": 0.023459, "precision": 0.022325, "recall": 0.028656}, {"accuracy": 0.055336, "f1": 0.041706, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"], "main_score": 0.041706, "precision": 0.039125, "recall": 0.055336}, {"accuracy": 0.040514, "f1": 0.031297, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"], "main_score": 0.031297, "precision": 0.029544, "recall": 0.040514}, {"accuracy": 0.028656, "f1": 0.022214, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"], "main_score": 0.022214, "precision": 0.020661, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037255, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"], "main_score": 0.037255, "precision": 0.035589, "recall": 0.043478}, {"accuracy": 0.037549, "f1": 0.029585, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"], "main_score": 0.029585, "precision": 0.028035, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.021495, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"], "main_score": 0.021495, "precision": 0.020993, "recall": 0.024704}, {"accuracy": 0.031621, "f1": 0.022811, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"], "main_score": 0.022811, "precision": 0.02078, "recall": 0.031621}, {"accuracy": 0.013834, "f1": 0.010609, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"], "main_score": 0.010609, "precision": 0.009917, "recall": 0.013834}, {"accuracy": 0.059289, "f1": 0.044952, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"], "main_score": 0.044952, "precision": 0.042115, "recall": 0.059289}, {"accuracy": 0.032609, "f1": 0.021178, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"], "main_score": 0.021178, "precision": 0.018901, "recall": 0.032609}, {"accuracy": 0.071146, "f1": 0.056288, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"], "main_score": 0.056288, "precision": 0.052548, "recall": 0.071146}, {"accuracy": 0.013834, "f1": 0.009266, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"], "main_score": 0.009266, "precision": 0.008798, "recall": 0.013834}, {"accuracy": 0.049407, "f1": 0.038551, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"], "main_score": 0.038551, "precision": 0.036351, "recall": 0.049407}, {"accuracy": 0.052372, "f1": 0.041284, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"], "main_score": 0.041284, "precision": 0.038861, "recall": 0.052372}, {"accuracy": 0.041502, "f1": 0.03031, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"], "main_score": 0.03031, "precision": 0.027996, "recall": 0.041502}, {"accuracy": 0.052372, "f1": 0.040379, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"], "main_score": 0.040379, "precision": 0.037792, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.023184, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"], "main_score": 0.023184, "precision": 0.022068, "recall": 0.029644}, {"accuracy": 0.028656, "f1": 0.026106, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"], "main_score": 0.026106, "precision": 0.025362, "recall": 0.028656}, {"accuracy": 0.062253, "f1": 0.046635, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"], "main_score": 0.046635, "precision": 0.043024, "recall": 0.062253}, {"accuracy": 0.045455, "f1": 0.039068, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"], "main_score": 0.039068, "precision": 0.037256, "recall": 0.045455}, {"accuracy": 0.028656, "f1": 0.02378, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"], "main_score": 0.02378, "precision": 0.022778, "recall": 0.028656}, {"accuracy": 0.057312, "f1": 0.042298, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"], "main_score": 0.042298, "precision": 0.038751, "recall": 0.057312}, {"accuracy": 0.021739, "f1": 0.017957, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"], "main_score": 0.017957, "precision": 0.01689, "recall": 0.021739}, {"accuracy": 0.052372, "f1": 0.043328, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"], "main_score": 0.043328, "precision": 0.040702, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.024757, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"], "main_score": 0.024757, "precision": 0.023365, "recall": 0.029644}, {"accuracy": 0.019763, "f1": 0.01334, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"], "main_score": 0.01334, "precision": 0.012353, "recall": 0.019763}, {"accuracy": 0.057312, "f1": 0.048615, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"], "main_score": 0.048615, "precision": 0.046599, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.028315, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"], "main_score": 0.028315, "precision": 0.026341, "recall": 0.038538}, {"accuracy": 0.025692, "f1": 0.021607, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"], "main_score": 0.021607, "precision": 0.020738, "recall": 0.025692}, {"accuracy": 0.043478, "f1": 0.033122, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"], "main_score": 0.033122, "precision": 0.03143, "recall": 0.043478}, {"accuracy": 0.031621, "f1": 0.025323, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"], "main_score": 0.025323, "precision": 0.024197, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.023304, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"], "main_score": 0.023304, "precision": 0.021954, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.023285, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"], "main_score": 0.023285, "precision": 0.021731, "recall": 0.029644}, {"accuracy": 0.070158, "f1": 0.056478, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"], "main_score": 0.056478, "precision": 0.052657, "recall": 0.070158}, {"accuracy": 0.030632, "f1": 0.023513, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"], "main_score": 0.023513, "precision": 0.022106, "recall": 0.030632}, {"accuracy": 0.028656, "f1": 0.024177, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"], "main_score": 0.024177, "precision": 0.02316, "recall": 0.028656}, {"accuracy": 0.062253, "f1": 0.047797, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"], "main_score": 0.047797, "precision": 0.045038, "recall": 0.062253}, {"accuracy": 0.052372, "f1": 0.045813, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"], "main_score": 0.045813, "precision": 0.043782, "recall": 0.052372}, {"accuracy": 0.059289, "f1": 0.052317, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"], "main_score": 0.052317, "precision": 0.04986, "recall": 0.059289}, {"accuracy": 0.065217, "f1": 0.053863, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"], "main_score": 0.053863, "precision": 0.050761, "recall": 0.065217}, {"accuracy": 0.043478, "f1": 0.035666, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"], "main_score": 0.035666, "precision": 0.03393, "recall": 0.043478}, {"accuracy": 0.021739, "f1": 0.015439, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"], "main_score": 0.015439, "precision": 0.01434, "recall": 0.021739}, {"accuracy": 0.052372, "f1": 0.039127, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"], "main_score": 0.039127, "precision": 0.03643, "recall": 0.052372}, {"accuracy": 0.034585, "f1": 0.026069, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"], "main_score": 0.026069, "precision": 0.024175, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.029628, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"], "main_score": 0.029628, "precision": 0.028118, "recall": 0.037549}, {"accuracy": 0.023715, "f1": 0.021813, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"], "main_score": 0.021813, "precision": 0.021496, "recall": 0.023715}, {"accuracy": 0.067194, "f1": 0.054543, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"], "main_score": 0.054543, "precision": 0.05154, "recall": 0.067194}, {"accuracy": 0.040514, "f1": 0.031862, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"], "main_score": 0.031862, "precision": 0.030009, "recall": 0.040514}, {"accuracy": 0.060277, "f1": 0.042343, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"], "main_score": 0.042343, "precision": 0.038843, "recall": 0.060277}, {"accuracy": 0.032609, "f1": 0.028116, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"], "main_score": 0.028116, "precision": 0.027053, "recall": 0.032609}, {"accuracy": 0.041502, "f1": 0.032881, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"], "main_score": 0.032881, "precision": 0.031109, "recall": 0.041502}, {"accuracy": 0.017787, "f1": 0.011387, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"], "main_score": 0.011387, "precision": 0.010795, "recall": 0.017787}, {"accuracy": 0.05336, "f1": 0.041159, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"], "main_score": 0.041159, "precision": 0.038912, "recall": 0.05336}, {"accuracy": 0.056324, "f1": 0.043389, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"], "main_score": 0.043389, "precision": 0.040318, "recall": 0.056324}, {"accuracy": 0.062253, "f1": 0.043753, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"], "main_score": 0.043753, "precision": 0.039796, "recall": 0.062253}, {"accuracy": 0.040514, "f1": 0.030472, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"], "main_score": 0.030472, "precision": 0.02875, "recall": 0.040514}, {"accuracy": 0.050395, "f1": 0.040184, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"], "main_score": 0.040184, "precision": 0.037608, "recall": 0.050395}, {"accuracy": 0.077075, "f1": 0.057763, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"], "main_score": 0.057763, "precision": 0.053727, "recall": 0.077075}, {"accuracy": 0.014822, "f1": 0.011663, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"], "main_score": 0.011663, "precision": 0.010871, "recall": 0.014822}, {"accuracy": 0.065217, "f1": 0.048208, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"], "main_score": 0.048208, "precision": 0.04454, "recall": 0.065217}, {"accuracy": 0.023715, "f1": 0.019718, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"], "main_score": 0.019718, "precision": 0.018866, "recall": 0.023715}, {"accuracy": 0.051383, "f1": 0.042437, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"], "main_score": 0.042437, "precision": 0.040634, "recall": 0.051383}, {"accuracy": 0.068182, "f1": 0.059172, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"], "main_score": 0.059172, "precision": 0.057286, "recall": 0.068182}, {"accuracy": 0.029644, "f1": 0.023218, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"], "main_score": 0.023218, "precision": 0.021951, "recall": 0.029644}, {"accuracy": 0.050395, "f1": 0.037137, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"], "main_score": 0.037137, "precision": 0.034844, "recall": 0.050395}, {"accuracy": 0.061265, "f1": 0.052486, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"], "main_score": 0.052486, "precision": 0.049699, "recall": 0.061265}, {"accuracy": 0.036561, "f1": 0.027707, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"], "main_score": 0.027707, "precision": 0.025881, "recall": 0.036561}, {"accuracy": 0.074111, "f1": 0.069055, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"], "main_score": 0.069055, "precision": 0.067671, "recall": 0.074111}, {"accuracy": 0.046443, "f1": 0.041057, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"], "main_score": 0.041057, "precision": 0.039973, "recall": 0.046443}, {"accuracy": 0.034585, "f1": 0.027387, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"], "main_score": 0.027387, "precision": 0.026065, "recall": 0.034585}, {"accuracy": 0.050395, "f1": 0.038139, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"], "main_score": 0.038139, "precision": 0.035766, "recall": 0.050395}, {"accuracy": 0.071146, "f1": 0.050275, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"], "main_score": 0.050275, "precision": 0.046636, "recall": 0.071146}, {"accuracy": 0.046443, "f1": 0.035731, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"], "main_score": 0.035731, "precision": 0.033347, "recall": 0.046443}, {"accuracy": 0.039526, "f1": 0.029814, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"], "main_score": 0.029814, "precision": 0.02816, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.017079, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"], "main_score": 0.017079, "precision": 0.015631, "recall": 0.02668}, {"accuracy": 0.043478, "f1": 0.03439, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"], "main_score": 0.03439, "precision": 0.032026, "recall": 0.043478}, {"accuracy": 0.064229, "f1": 0.051089, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"], "main_score": 0.051089, "precision": 0.048255, "recall": 0.064229}, {"accuracy": 0.065217, "f1": 0.056192, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"], "main_score": 0.056192, "precision": 0.05336, "recall": 0.065217}, {"accuracy": 0.059289, "f1": 0.046272, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"], "main_score": 0.046272, "precision": 0.043042, "recall": 0.059289}, {"accuracy": 0.066206, "f1": 0.047658, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"], "main_score": 0.047658, "precision": 0.043758, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.03824, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"], "main_score": 0.03824, "precision": 0.036361, "recall": 0.045455}, {"accuracy": 0.030632, "f1": 0.024949, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"], "main_score": 0.024949, "precision": 0.023986, "recall": 0.030632}, {"accuracy": 0.067194, "f1": 0.048117, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"], "main_score": 0.048117, "precision": 0.044092, "recall": 0.067194}, {"accuracy": 0.01581, "f1": 0.013362, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"], "main_score": 0.013362, "precision": 0.013142, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.025099, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"], "main_score": 0.025099, "precision": 0.023099, "recall": 0.034585}, {"accuracy": 0.052372, "f1": 0.041617, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"], "main_score": 0.041617, "precision": 0.039263, "recall": 0.052372}, {"accuracy": 0.033597, "f1": 0.025406, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"], "main_score": 0.025406, "precision": 0.024268, "recall": 0.033597}, {"accuracy": 0.035573, "f1": 0.030898, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"], "main_score": 0.030898, "precision": 0.029374, "recall": 0.035573}, {"accuracy": 0.049407, "f1": 0.040931, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"], "main_score": 0.040931, "precision": 0.038381, "recall": 0.049407}, {"accuracy": 0.065217, "f1": 0.054405, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"], "main_score": 0.054405, "precision": 0.051312, "recall": 0.065217}, {"accuracy": 0.046443, "f1": 0.03943, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"], "main_score": 0.03943, "precision": 0.037648, "recall": 0.046443}, {"accuracy": 0.048419, "f1": 0.036212, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"], "main_score": 0.036212, "precision": 0.033757, "recall": 0.048419}, {"accuracy": 0.007905, "f1": 0.005685, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"], "main_score": 0.005685, "precision": 0.00515, "recall": 0.007905}, {"accuracy": 0.01581, "f1": 0.012832, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"], "main_score": 0.012832, "precision": 0.012247, "recall": 0.01581}, {"accuracy": 0.029644, "f1": 0.025939, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"], "main_score": 0.025939, "precision": 0.024515, "recall": 0.029644}, {"accuracy": 0.022727, "f1": 0.017884, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"], "main_score": 0.017884, "precision": 0.01693, "recall": 0.022727}, {"accuracy": 0.055336, "f1": 0.041771, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"], "main_score": 0.041771, "precision": 0.039056, "recall": 0.055336}, {"accuracy": 0.064229, "f1": 0.053251, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"], "main_score": 0.053251, "precision": 0.050041, "recall": 0.064229}, {"accuracy": 0.0583, "f1": 0.048537, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"], "main_score": 0.048537, "precision": 0.046236, "recall": 0.0583}, {"accuracy": 0.05336, "f1": 0.039357, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"], "main_score": 0.039357, "precision": 0.037265, "recall": 0.05336}, {"accuracy": 0.054348, "f1": 0.037282, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"], "main_score": 0.037282, "precision": 0.033842, "recall": 0.054348}, {"accuracy": 0.037549, "f1": 0.029651, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"], "main_score": 0.029651, "precision": 0.028341, "recall": 0.037549}, {"accuracy": 0.048419, "f1": 0.039312, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"], "main_score": 0.039312, "precision": 0.037269, "recall": 0.048419}, {"accuracy": 0.054348, "f1": 0.043912, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"], "main_score": 0.043912, "precision": 0.040411, "recall": 0.054348}, {"accuracy": 0.025692, "f1": 0.020558, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"], "main_score": 0.020558, "precision": 0.019196, "recall": 0.025692}, {"accuracy": 0.065217, "f1": 0.056542, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"], "main_score": 0.056542, "precision": 0.054095, "recall": 0.065217}, {"accuracy": 0.055336, "f1": 0.04538, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"], "main_score": 0.04538, "precision": 0.043595, "recall": 0.055336}, {"accuracy": 0.013834, "f1": 0.011042, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"], "main_score": 0.011042, "precision": 0.010215, "recall": 0.013834}, {"accuracy": 0.039526, "f1": 0.031511, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"], "main_score": 0.031511, "precision": 0.029952, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.031983, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"], "main_score": 0.031983, "precision": 0.03006, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.035959, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"], "main_score": 0.035959, "precision": 0.03325, "recall": 0.050395}, {"accuracy": 0.037549, "f1": 0.030987, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"], "main_score": 0.030987, "precision": 0.028998, "recall": 0.037549}, {"accuracy": 0.046443, "f1": 0.034944, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"], "main_score": 0.034944, "precision": 0.032897, "recall": 0.046443}, {"accuracy": 0.016798, "f1": 0.014209, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"], "main_score": 0.014209, "precision": 0.013857, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.025817, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"], "main_score": 0.025817, "precision": 0.024029, "recall": 0.032609}, {"accuracy": 0.040514, "f1": 0.034413, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"], "main_score": 0.034413, "precision": 0.032986, "recall": 0.040514}, {"accuracy": 0.014822, "f1": 0.010316, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"], "main_score": 0.010316, "precision": 0.009639, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.028829, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"], "main_score": 0.028829, "precision": 0.027299, "recall": 0.037549}, {"accuracy": 0.054348, "f1": 0.043785, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"], "main_score": 0.043785, "precision": 0.041449, "recall": 0.054348}, {"accuracy": 0.021739, "f1": 0.017418, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"], "main_score": 0.017418, "precision": 0.016602, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028623, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"], "main_score": 0.028623, "precision": 0.027181, "recall": 0.034585}, {"accuracy": 0.046443, "f1": 0.034525, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"], "main_score": 0.034525, "precision": 0.031988, "recall": 0.046443}, {"accuracy": 0.046443, "f1": 0.034902, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"], "main_score": 0.034902, "precision": 0.03273, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.022403, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"], "main_score": 0.022403, "precision": 0.021146, "recall": 0.027668}, {"accuracy": 0.061265, "f1": 0.043968, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"], "main_score": 0.043968, "precision": 0.041216, "recall": 0.061265}, {"accuracy": 0.020751, "f1": 0.017318, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"], "main_score": 0.017318, "precision": 0.016897, "recall": 0.020751}, {"accuracy": 0.031621, "f1": 0.028046, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"], "main_score": 0.028046, "precision": 0.027199, "recall": 0.031621}, {"accuracy": 0.073123, "f1": 0.060258, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"], "main_score": 0.060258, "precision": 0.056864, "recall": 0.073123}, {"accuracy": 0.051383, "f1": 0.039714, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"], "main_score": 0.039714, "precision": 0.036865, "recall": 0.051383}, {"accuracy": 0.014822, "f1": 0.01259, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"], "main_score": 0.01259, "precision": 0.012109, "recall": 0.014822}, {"accuracy": 0.043478, "f1": 0.031177, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"], "main_score": 0.031177, "precision": 0.028591, "recall": 0.043478}, {"accuracy": 0.028656, "f1": 0.021025, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"], "main_score": 0.021025, "precision": 0.019401, "recall": 0.028656}, {"accuracy": 0.032609, "f1": 0.027868, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"], "main_score": 0.027868, "precision": 0.026954, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.026965, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"], "main_score": 0.026965, "precision": 0.025733, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.023309, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"], "main_score": 0.023309, "precision": 0.02128, "recall": 0.034585}, {"accuracy": 0.064229, "f1": 0.053914, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"], "main_score": 0.053914, "precision": 0.051158, "recall": 0.064229}, {"accuracy": 0.059289, "f1": 0.047893, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"], "main_score": 0.047893, "precision": 0.045474, "recall": 0.059289}, {"accuracy": 0.056324, "f1": 0.042663, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"], "main_score": 0.042663, "precision": 0.04005, "recall": 0.056324}, {"accuracy": 0.041502, "f1": 0.032018, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"], "main_score": 0.032018, "precision": 0.029631, "recall": 0.041502}, {"accuracy": 0.063241, "f1": 0.046119, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"], "main_score": 0.046119, "precision": 0.042613, "recall": 0.063241}, {"accuracy": 0.052372, "f1": 0.046345, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"], "main_score": 0.046345, "precision": 0.044409, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.044369, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"], "main_score": 0.044369, "precision": 0.040927, "recall": 0.062253}, {"accuracy": 0.019763, "f1": 0.015929, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"], "main_score": 0.015929, "precision": 0.015377, "recall": 0.019763}, {"accuracy": 0.034585, "f1": 0.026291, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"], "main_score": 0.026291, "precision": 0.024772, "recall": 0.034585}, {"accuracy": 0.05336, "f1": 0.045451, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"], "main_score": 0.045451, "precision": 0.042932, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.042999, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"], "main_score": 0.042999, "precision": 0.041376, "recall": 0.052372}, {"accuracy": 0.040514, "f1": 0.031862, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"], "main_score": 0.031862, "precision": 0.029228, "recall": 0.040514}, {"accuracy": 0.045455, "f1": 0.039572, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"], "main_score": 0.039572, "precision": 0.038085, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.043739, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"], "main_score": 0.043739, "precision": 0.040719, "recall": 0.057312}, {"accuracy": 0.023715, "f1": 0.018292, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"], "main_score": 0.018292, "precision": 0.017247, "recall": 0.023715}, {"accuracy": 0.056324, "f1": 0.043617, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"], "main_score": 0.043617, "precision": 0.040653, "recall": 0.056324}, {"accuracy": 0.051383, "f1": 0.042771, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"], "main_score": 0.042771, "precision": 0.040006, "recall": 0.051383}, {"accuracy": 0.076087, "f1": 0.059624, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"], "main_score": 0.059624, "precision": 0.056235, "recall": 0.076087}, {"accuracy": 0.04249, "f1": 0.038053, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"], "main_score": 0.038053, "precision": 0.036996, "recall": 0.04249}, {"accuracy": 0.012846, "f1": 0.009184, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"], "main_score": 0.009184, "precision": 0.008302, "recall": 0.012846}, {"accuracy": 0.048419, "f1": 0.033773, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"], "main_score": 0.033773, "precision": 0.03122, "recall": 0.048419}, {"accuracy": 0.059289, "f1": 0.049248, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"], "main_score": 0.049248, "precision": 0.046534, "recall": 0.059289}, {"accuracy": 0.023715, "f1": 0.017387, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"], "main_score": 0.017387, "precision": 0.01598, "recall": 0.023715}, {"accuracy": 0.044466, "f1": 0.034155, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"], "main_score": 0.034155, "precision": 0.031641, "recall": 0.044466}, {"accuracy": 0.052372, "f1": 0.044491, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"], "main_score": 0.044491, "precision": 0.042489, "recall": 0.052372}, {"accuracy": 0.02668, "f1": 0.021808, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"], "main_score": 0.021808, "precision": 0.02092, "recall": 0.02668}, {"accuracy": 0.045455, "f1": 0.039515, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"], "main_score": 0.039515, "precision": 0.037802, "recall": 0.045455}, {"accuracy": 0.036561, "f1": 0.032532, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"], "main_score": 0.032532, "precision": 0.031435, "recall": 0.036561}, {"accuracy": 0.025692, "f1": 0.021093, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"], "main_score": 0.021093, "precision": 0.019786, "recall": 0.025692}, {"accuracy": 0.047431, "f1": 0.041436, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"], "main_score": 0.041436, "precision": 0.039742, "recall": 0.047431}, {"accuracy": 0.045455, "f1": 0.036311, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"], "main_score": 0.036311, "precision": 0.033756, "recall": 0.045455}, {"accuracy": 0.035573, "f1": 0.026053, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"], "main_score": 0.026053, "precision": 0.023968, "recall": 0.035573}, {"accuracy": 0.039526, "f1": 0.025295, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"], "main_score": 0.025295, "precision": 0.02303, "recall": 0.039526}, {"accuracy": 0.044466, "f1": 0.033064, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"], "main_score": 0.033064, "precision": 0.031389, "recall": 0.044466}, {"accuracy": 0.033597, "f1": 0.026348, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"], "main_score": 0.026348, "precision": 0.025475, "recall": 0.033597}, {"accuracy": 0.017787, "f1": 0.01448, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"], "main_score": 0.01448, "precision": 0.014016, "recall": 0.017787}, {"accuracy": 0.045455, "f1": 0.039953, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"], "main_score": 0.039953, "precision": 0.038784, "recall": 0.045455}, {"accuracy": 0.063241, "f1": 0.04924, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"], "main_score": 0.04924, "precision": 0.046535, "recall": 0.063241}, {"accuracy": 0.091897, "f1": 0.061205, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"], "main_score": 0.061205, "precision": 0.053011, "recall": 0.091897}, {"accuracy": 0.217391, "f1": 0.164761, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"], "main_score": 0.164761, "precision": 0.148797, "recall": 0.217391}, {"accuracy": 0.003953, "f1": 9.8e-05, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"], "main_score": 9.8e-05, "precision": 5e-05, "recall": 0.003953}, {"accuracy": 0.728261, "f1": 0.684509, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"], "main_score": 0.684509, "precision": 0.667596, "recall": 0.728261}, {"accuracy": 0.642292, "f1": 0.600302, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"], "main_score": 0.600302, "precision": 0.584645, "recall": 0.642292}, {"accuracy": 0.671937, "f1": 0.633311, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"], "main_score": 0.633311, "precision": 0.617979, "recall": 0.671937}, {"accuracy": 0.568182, "f1": 0.522554, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"], "main_score": 0.522554, "precision": 0.504915, "recall": 0.568182}, {"accuracy": 0.245059, "f1": 0.191892, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"], "main_score": 0.191892, "precision": 0.175917, "recall": 0.245059}, {"accuracy": 0.763834, "f1": 0.731712, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"], "main_score": 0.731712, "precision": 0.719139, "recall": 0.763834}, {"accuracy": 0.414032, "f1": 0.356626, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"], "main_score": 0.356626, "precision": 0.336704, "recall": 0.414032}, {"accuracy": 0.575099, "f1": 0.535399, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"], "main_score": 0.535399, "precision": 0.520003, "recall": 0.575099}, {"accuracy": 0.724308, "f1": 0.675852, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"], "main_score": 0.675852, "precision": 0.65719, "recall": 0.724308}, {"accuracy": 0.63834, "f1": 0.593093, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"], "main_score": 0.593093, "precision": 0.576971, "recall": 0.63834}, {"accuracy": 0.27668, "f1": 0.214745, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"], "main_score": 0.214745, "precision": 0.195962, "recall": 0.27668}, {"accuracy": 0.650198, "f1": 0.611811, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"], "main_score": 0.611811, "precision": 0.59712, "recall": 0.650198}, {"accuracy": 0.578063, "f1": 0.532779, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"], "main_score": 0.532779, "precision": 0.515589, "recall": 0.578063}, {"accuracy": 0.773715, "f1": 0.73682, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"], "main_score": 0.73682, "precision": 0.722158, "recall": 0.773715}, {"accuracy": 0.335968, "f1": 0.264286, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"], "main_score": 0.264286, "precision": 0.242621, "recall": 0.335968}, {"accuracy": 0.706522, "f1": 0.66537, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"], "main_score": 0.66537, "precision": 0.649727, "recall": 0.706522}, {"accuracy": 0.686759, "f1": 0.646786, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"], "main_score": 0.646786, "precision": 0.632441, "recall": 0.686759}, {"accuracy": 0.811265, "f1": 0.773146, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"], "main_score": 0.773146, "precision": 0.757832, "recall": 0.811265}, {"accuracy": 0.759881, "f1": 0.723748, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"], "main_score": 0.723748, "precision": 0.709045, "recall": 0.759881}, {"accuracy": 0.172925, "f1": 0.136751, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"], "main_score": 0.136751, "precision": 0.126237, "recall": 0.172925}, {"accuracy": 0.52668, "f1": 0.484094, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"], "main_score": 0.484094, "precision": 0.468728, "recall": 0.52668}, {"accuracy": 0.724308, "f1": 0.680022, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"], "main_score": 0.680022, "precision": 0.66268, "recall": 0.724308}, {"accuracy": 0.601779, "f1": 0.555047, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"], "main_score": 0.555047, "precision": 0.536468, "recall": 0.601779}, {"accuracy": 0.066206, "f1": 0.031807, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"], "main_score": 0.031807, "precision": 0.025796, "recall": 0.066206}, {"accuracy": 0.699605, "f1": 0.662344, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"], "main_score": 0.662344, "precision": 0.647726, "recall": 0.699605}, {"accuracy": 0.23419, "f1": 0.179885, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"], "main_score": 0.179885, "precision": 0.16436, "recall": 0.23419}, {"accuracy": 0.677866, "f1": 0.643332, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"], "main_score": 0.643332, "precision": 0.630276, "recall": 0.677866}, {"accuracy": 0.754941, "f1": 0.711516, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"], "main_score": 0.711516, "precision": 0.693341, "recall": 0.754941}, {"accuracy": 0.639328, "f1": 0.600394, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"], "main_score": 0.600394, "precision": 0.585708, "recall": 0.639328}, {"accuracy": 0.600791, "f1": 0.559373, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"], "main_score": 0.559373, "precision": 0.543238, "recall": 0.600791}, {"accuracy": 0.312253, "f1": 0.261771, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"], "main_score": 0.261771, "precision": 0.245542, "recall": 0.312253}, {"accuracy": 0.766798, "f1": 0.724055, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"], "main_score": 0.724055, "precision": 0.707108, "recall": 0.766798}, {"accuracy": 0.492095, "f1": 0.44213, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"], "main_score": 0.44213, "precision": 0.424958, "recall": 0.492095}, {"accuracy": 0.661067, "f1": 0.627272, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"], "main_score": 0.627272, "precision": 0.614222, "recall": 0.661067}, {"accuracy": 0.58004, "f1": 0.532088, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"], "main_score": 0.532088, "precision": 0.513933, "recall": 0.58004}, {"accuracy": 0.75, "f1": 0.716883, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"], "main_score": 0.716883, "precision": 0.703294, "recall": 0.75}, {"accuracy": 0.684783, "f1": 0.63613, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"], "main_score": 0.63613, "precision": 0.617769, "recall": 0.684783}, {"accuracy": 0.187747, "f1": 0.136604, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"], "main_score": 0.136604, "precision": 0.124405, "recall": 0.187747}, {"accuracy": 0.064229, "f1": 0.042224, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"], "main_score": 0.042224, "precision": 0.036782, "recall": 0.064229}, {"accuracy": 0.743083, "f1": 0.706146, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"], "main_score": 0.706146, "precision": 0.69194, "recall": 0.743083}, {"accuracy": 0.188735, "f1": 0.142552, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"], "main_score": 0.142552, "precision": 0.129514, "recall": 0.188735}, {"accuracy": 0.753953, "f1": 0.717728, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"], "main_score": 0.717728, "precision": 0.703609, "recall": 0.753953}, {"accuracy": 0.750988, "f1": 0.714389, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"], "main_score": 0.714389, "precision": 0.699754, "recall": 0.750988}, {"accuracy": 0.606719, "f1": 0.556062, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"], "main_score": 0.556062, "precision": 0.535455, "recall": 0.606719}, {"accuracy": 0.582016, "f1": 0.545107, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"], "main_score": 0.545107, "precision": 0.530284, "recall": 0.582016}, {"accuracy": 0.212451, "f1": 0.157562, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"], "main_score": 0.157562, "precision": 0.141527, "recall": 0.212451}, {"accuracy": 0.544466, "f1": 0.501314, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"], "main_score": 0.501314, "precision": 0.483614, "recall": 0.544466}, {"accuracy": 0.537549, "f1": 0.491725, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"], "main_score": 0.491725, "precision": 0.474992, "recall": 0.537549}, {"accuracy": 0.778656, "f1": 0.74003, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"], "main_score": 0.74003, "precision": 0.724757, "recall": 0.778656}, {"accuracy": 0.604743, "f1": 0.567031, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"], "main_score": 0.567031, "precision": 0.55179, "recall": 0.604743}, {"accuracy": 0.18083, "f1": 0.132759, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"], "main_score": 0.132759, "precision": 0.119135, "recall": 0.18083}, {"accuracy": 0.687747, "f1": 0.649595, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"], "main_score": 0.649595, "precision": 0.635176, "recall": 0.687747}, {"accuracy": 0.083992, "f1": 0.056598, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"], "main_score": 0.056598, "precision": 0.050058, "recall": 0.083992}, {"accuracy": 0.296443, "f1": 0.236882, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"], "main_score": 0.236882, "precision": 0.217697, "recall": 0.296443}, {"accuracy": 0.362648, "f1": 0.308805, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"], "main_score": 0.308805, "precision": 0.290658, "recall": 0.362648}, {"accuracy": 0.090909, "f1": 0.061649, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"], "main_score": 0.061649, "precision": 0.054258, "recall": 0.090909}, {"accuracy": 0.759881, "f1": 0.719933, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"], "main_score": 0.719933, "precision": 0.704436, "recall": 0.759881}, {"accuracy": 0.712451, "f1": 0.667789, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"], "main_score": 0.667789, "precision": 0.649263, "recall": 0.712451}, {"accuracy": 0.763834, "f1": 0.732121, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"], "main_score": 0.732121, "precision": 0.719602, "recall": 0.763834}, {"accuracy": 0.662055, "f1": 0.611816, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"], "main_score": 0.611816, "precision": 0.592586, "recall": 0.662055}, {"accuracy": 0.307312, "f1": 0.249395, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"], "main_score": 0.249395, "precision": 0.23141, "recall": 0.307312}, {"accuracy": 0.628458, "f1": 0.58167, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"], "main_score": 0.58167, "precision": 0.563301, "recall": 0.628458}, {"accuracy": 0.462451, "f1": 0.419352, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"], "main_score": 0.419352, "precision": 0.404108, "recall": 0.462451}, {"accuracy": 0.768775, "f1": 0.733649, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"], "main_score": 0.733649, "precision": 0.719485, "recall": 0.768775}, {"accuracy": 0.280632, "f1": 0.222817, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"], "main_score": 0.222817, "precision": 0.205179, "recall": 0.280632}, {"accuracy": 0.335968, "f1": 0.276572, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"], "main_score": 0.276572, "precision": 0.25886, "recall": 0.335968}, {"accuracy": 0.269763, "f1": 0.210419, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"], "main_score": 0.210419, "precision": 0.192171, "recall": 0.269763}, {"accuracy": 0.317194, "f1": 0.267535, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"], "main_score": 0.267535, "precision": 0.250957, "recall": 0.317194}, {"accuracy": 0.488142, "f1": 0.440816, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"], "main_score": 0.440816, "precision": 0.422438, "recall": 0.488142}, {"accuracy": 0.763834, "f1": 0.724485, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"], "main_score": 0.724485, "precision": 0.709052, "recall": 0.763834}, {"accuracy": 0.055336, "f1": 0.022602, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"], "main_score": 0.022602, "precision": 0.01823, "recall": 0.055336}, {"accuracy": 0.236166, "f1": 0.18385, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"], "main_score": 0.18385, "precision": 0.168143, "recall": 0.236166}, {"accuracy": 0.551383, "f1": 0.513021, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"], "main_score": 0.513021, "precision": 0.499059, "recall": 0.551383}, {"accuracy": 0.272727, "f1": 0.215575, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"], "main_score": 0.215575, "precision": 0.199487, "recall": 0.272727}, {"accuracy": 0.059289, "f1": 0.036357, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"], "main_score": 0.036357, "precision": 0.03259, "recall": 0.059289}, {"accuracy": 0.779644, "f1": 0.740264, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"], "main_score": 0.740264, "precision": 0.724146, "recall": 0.779644}, {"accuracy": 0.62747, "f1": 0.586688, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"], "main_score": 0.586688, "precision": 0.569627, "recall": 0.62747}, {"accuracy": 0.635375, "f1": 0.596385, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"], "main_score": 0.596385, "precision": 0.58132, "recall": 0.635375}, {"accuracy": 0.426877, "f1": 0.373919, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"], "main_score": 0.373919, "precision": 0.354495, "recall": 0.426877}, {"accuracy": 0.777668, "f1": 0.739526, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"], "main_score": 0.739526, "precision": 0.724359, "recall": 0.777668}, {"accuracy": 0.756917, "f1": 0.716392, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"], "main_score": 0.716392, "precision": 0.700679, "recall": 0.756917}, {"accuracy": 0.788538, "f1": 0.751375, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"], "main_score": 0.751375, "precision": 0.735975, "recall": 0.788538}, {"accuracy": 0.706522, "f1": 0.671199, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"], "main_score": 0.671199, "precision": 0.65663, "recall": 0.706522}, {"accuracy": 0.258893, "f1": 0.20474, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"], "main_score": 0.20474, "precision": 0.189013, "recall": 0.258893}, {"accuracy": 0.181818, "f1": 0.13523, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"], "main_score": 0.13523, "precision": 0.121905, "recall": 0.181818}, {"accuracy": 0.521739, "f1": 0.479572, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"], "main_score": 0.479572, "precision": 0.464735, "recall": 0.521739}, {"accuracy": 0.771739, "f1": 0.730788, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"], "main_score": 0.730788, "precision": 0.713727, "recall": 0.771739}, {"accuracy": 0.689723, "f1": 0.653188, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"], "main_score": 0.653188, "precision": 0.639162, "recall": 0.689723}, {"accuracy": 0.380435, "f1": 0.328289, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"], "main_score": 0.328289, "precision": 0.310306, "recall": 0.380435}, {"accuracy": 0.227273, "f1": 0.172307, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"], "main_score": 0.172307, "precision": 0.156182, "recall": 0.227273}, {"accuracy": 0.598814, "f1": 0.555091, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"], "main_score": 0.555091, "precision": 0.538, "recall": 0.598814}, {"accuracy": 0.652174, "f1": 0.605417, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"], "main_score": 0.605417, "precision": 0.587458, "recall": 0.652174}, {"accuracy": 0.220356, "f1": 0.164301, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"], "main_score": 0.164301, "precision": 0.148315, "recall": 0.220356}, {"accuracy": 0.756917, "f1": 0.715513, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"], "main_score": 0.715513, "precision": 0.699078, "recall": 0.756917}, {"accuracy": 0.270751, "f1": 0.228108, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"], "main_score": 0.228108, "precision": 0.215235, "recall": 0.270751}, {"accuracy": 0.431818, "f1": 0.368254, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"], "main_score": 0.368254, "precision": 0.346462, "recall": 0.431818}, {"accuracy": 0.714427, "f1": 0.673576, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"], "main_score": 0.673576, "precision": 0.657718, "recall": 0.714427}, {"accuracy": 0.775692, "f1": 0.733067, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"], "main_score": 0.733067, "precision": 0.716193, "recall": 0.775692}, {"accuracy": 0.782609, "f1": 0.741297, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"], "main_score": 0.741297, "precision": 0.724898, "recall": 0.782609}, {"accuracy": 0.726285, "f1": 0.685951, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"], "main_score": 0.685951, "precision": 0.670062, "recall": 0.726285}, {"accuracy": 0.621542, "f1": 0.582563, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"], "main_score": 0.582563, "precision": 0.566238, "recall": 0.621542}, {"accuracy": 0.631423, "f1": 0.578773, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"], "main_score": 0.578773, "precision": 0.560099, "recall": 0.631423}, {"accuracy": 0.281621, "f1": 0.2213, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"], "main_score": 0.2213, "precision": 0.201486, "recall": 0.281621}, {"accuracy": 0.090909, "f1": 0.050415, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"], "main_score": 0.050415, "precision": 0.04353, "recall": 0.090909}, {"accuracy": 0.287549, "f1": 0.228241, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"], "main_score": 0.228241, "precision": 0.211184, "recall": 0.287549}, {"accuracy": 0.133399, "f1": 0.087841, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"], "main_score": 0.087841, "precision": 0.077696, "recall": 0.133399}, {"accuracy": 0.781621, "f1": 0.741506, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"], "main_score": 0.741506, "precision": 0.725014, "recall": 0.781621}, {"accuracy": 0.61166, "f1": 0.573712, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"], "main_score": 0.573712, "precision": 0.558069, "recall": 0.61166}, {"accuracy": 0.100791, "f1": 0.077, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"], "main_score": 0.077, "precision": 0.071194, "recall": 0.100791}, {"accuracy": 0.793478, "f1": 0.755589, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"], "main_score": 0.755589, "precision": 0.739799, "recall": 0.793478}, {"accuracy": 0.485178, "f1": 0.438972, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"], "main_score": 0.438972, "precision": 0.421733, "recall": 0.485178}, {"accuracy": 0.48913, "f1": 0.438622, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"], "main_score": 0.438622, "precision": 0.419101, "recall": 0.48913}, {"accuracy": 0.218379, "f1": 0.161764, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"], "main_score": 0.161764, "precision": 0.147021, "recall": 0.218379}, {"accuracy": 0.710474, "f1": 0.671483, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"], "main_score": 0.671483, "precision": 0.656599, "recall": 0.710474}, {"accuracy": 0.402174, "f1": 0.345334, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"], "main_score": 0.345334, "precision": 0.325808, "recall": 0.402174}, {"accuracy": 0.23913, "f1": 0.184785, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"], "main_score": 0.184785, "precision": 0.167865, "recall": 0.23913}, {"accuracy": 0.224308, "f1": 0.173396, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"], "main_score": 0.173396, "precision": 0.158216, "recall": 0.224308}, {"accuracy": 0.237154, "f1": 0.180848, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"], "main_score": 0.180848, "precision": 0.165135, "recall": 0.237154}, {"accuracy": 0.763834, "f1": 0.727261, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"], "main_score": 0.727261, "precision": 0.712773, "recall": 0.763834}, {"accuracy": 0.024704, "f1": 0.006877, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"], "main_score": 0.006877, "precision": 0.005061, "recall": 0.024704}, {"accuracy": 0.496047, "f1": 0.447248, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"], "main_score": 0.447248, "precision": 0.429229, "recall": 0.496047}, {"accuracy": 0.295455, "f1": 0.248712, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"], "main_score": 0.248712, "precision": 0.231533, "recall": 0.295455}, {"accuracy": 0.626482, "f1": 0.580501, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"], "main_score": 0.580501, "precision": 0.563582, "recall": 0.626482}, {"accuracy": 0.773715, "f1": 0.73431, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"], "main_score": 0.73431, "precision": 0.718198, "recall": 0.773715}, {"accuracy": 0.109684, "f1": 0.071293, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"], "main_score": 0.071293, "precision": 0.061662, "recall": 0.109684}, {"accuracy": 0.206522, "f1": 0.157885, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"], "main_score": 0.157885, "precision": 0.142938, "recall": 0.206522}, {"accuracy": 0.73913, "f1": 0.699664, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"], "main_score": 0.699664, "precision": 0.683661, "recall": 0.73913}, {"accuracy": 0.782609, "f1": 0.742896, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"], "main_score": 0.742896, "precision": 0.727113, "recall": 0.782609}, {"accuracy": 0.54249, "f1": 0.497929, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"], "main_score": 0.497929, "precision": 0.480505, "recall": 0.54249}, {"accuracy": 0.212451, "f1": 0.15976, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"], "main_score": 0.15976, "precision": 0.144321, "recall": 0.212451}, {"accuracy": 0.25, "f1": 0.192496, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"], "main_score": 0.192496, "precision": 0.174135, "recall": 0.25}, {"accuracy": 0.684783, "f1": 0.644303, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"], "main_score": 0.644303, "precision": 0.629203, "recall": 0.684783}, {"accuracy": 0.193676, "f1": 0.148043, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"], "main_score": 0.148043, "precision": 0.135421, "recall": 0.193676}, {"accuracy": 0.226285, "f1": 0.183082, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"], "main_score": 0.183082, "precision": 0.169685, "recall": 0.226285}, {"accuracy": 0.505929, "f1": 0.458039, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"], "main_score": 0.458039, "precision": 0.440996, "recall": 0.505929}, {"accuracy": 0.585968, "f1": 0.541461, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"], "main_score": 0.541461, "precision": 0.523706, "recall": 0.585968}, {"accuracy": 0.664032, "f1": 0.63004, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"], "main_score": 0.63004, "precision": 0.61707, "recall": 0.664032}, {"accuracy": 0.293478, "f1": 0.236509, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"], "main_score": 0.236509, "precision": 0.214745, "recall": 0.293478}, {"accuracy": 0.432806, "f1": 0.370671, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"], "main_score": 0.370671, "precision": 0.349628, "recall": 0.432806}, {"accuracy": 0.72332, "f1": 0.680138, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"], "main_score": 0.680138, "precision": 0.662862, "recall": 0.72332}, {"accuracy": 0.326087, "f1": 0.277171, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"], "main_score": 0.277171, "precision": 0.260013, "recall": 0.326087}, {"accuracy": 0.521739, "f1": 0.467639, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"], "main_score": 0.467639, "precision": 0.447128, "recall": 0.521739}, {"accuracy": 0.306324, "f1": 0.255872, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"], "main_score": 0.255872, "precision": 0.23943, "recall": 0.306324}, {"accuracy": 0.416996, "f1": 0.368994, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"], "main_score": 0.368994, "precision": 0.351557, "recall": 0.416996}, {"accuracy": 0.601779, "f1": 0.557866, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"], "main_score": 0.557866, "precision": 0.541074, "recall": 0.601779}, {"accuracy": 0.261858, "f1": 0.213383, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"], "main_score": 0.213383, "precision": 0.197574, "recall": 0.261858}, {"accuracy": 0.537549, "f1": 0.495421, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"], "main_score": 0.495421, "precision": 0.480149, "recall": 0.537549}, {"accuracy": 0.722332, "f1": 0.680541, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"], "main_score": 0.680541, "precision": 0.663518, "recall": 0.722332}, {"accuracy": 0.733202, "f1": 0.682976, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"], "main_score": 0.682976, "precision": 0.662991, "recall": 0.733202}, {"accuracy": 0.712451, "f1": 0.679887, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"], "main_score": 0.679887, "precision": 0.666153, "recall": 0.712451}, {"accuracy": 0.586957, "f1": 0.546542, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"], "main_score": 0.546542, "precision": 0.530554, "recall": 0.586957}, {"accuracy": 0.793478, "f1": 0.758007, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"], "main_score": 0.758007, "precision": 0.743956, "recall": 0.793478}, {"accuracy": 0.353755, "f1": 0.302638, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"], "main_score": 0.302638, "precision": 0.283981, "recall": 0.353755}, {"accuracy": 0.521739, "f1": 0.472118, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"], "main_score": 0.472118, "precision": 0.454721, "recall": 0.521739}, {"accuracy": 0.125494, "f1": 0.0823, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"], "main_score": 0.0823, "precision": 0.072325, "recall": 0.125494}, {"accuracy": 0.785573, "f1": 0.745899, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"], "main_score": 0.745899, "precision": 0.730122, "recall": 0.785573}, {"accuracy": 0.146245, "f1": 0.11006, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"], "main_score": 0.11006, "precision": 0.09903, "recall": 0.146245}, {"accuracy": 0.730237, "f1": 0.684129, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"], "main_score": 0.684129, "precision": 0.665364, "recall": 0.730237}, {"accuracy": 0.688735, "f1": 0.648713, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"], "main_score": 0.648713, "precision": 0.63349, "recall": 0.688735}, {"accuracy": 0.409091, "f1": 0.361225, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"], "main_score": 0.361225, "precision": 0.344705, "recall": 0.409091}, {"accuracy": 0.349802, "f1": 0.287625, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"], "main_score": 0.287625, "precision": 0.268928, "recall": 0.349802}, {"accuracy": 0.628458, "f1": 0.57389, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"], "main_score": 0.57389, "precision": 0.553205, "recall": 0.628458}, {"accuracy": 0.26581, "f1": 0.211796, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"], "main_score": 0.211796, "precision": 0.19543, "recall": 0.26581}, {"accuracy": 0.243083, "f1": 0.186911, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"], "main_score": 0.186911, "precision": 0.171482, "recall": 0.243083}, {"accuracy": 0.764822, "f1": 0.724212, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"], "main_score": 0.724212, "precision": 0.708654, "recall": 0.764822}, {"accuracy": 0.451581, "f1": 0.390948, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"], "main_score": 0.390948, "precision": 0.368967, "recall": 0.451581}, {"accuracy": 0.774704, "f1": 0.738133, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"], "main_score": 0.738133, "precision": 0.723245, "recall": 0.774704}, {"accuracy": 0.229249, "f1": 0.163643, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"], "main_score": 0.163643, "precision": 0.146188, "recall": 0.229249}, {"accuracy": 0.79249, "f1": 0.759029, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"], "main_score": 0.759029, "precision": 0.745607, "recall": 0.79249}, {"accuracy": 0.621542, "f1": 0.574864, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"], "main_score": 0.574864, "precision": 0.558783, "recall": 0.621542}, {"accuracy": 0.682806, "f1": 0.646144, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"], "main_score": 0.646144, "precision": 0.632527, "recall": 0.682806}, {"accuracy": 0.195652, "f1": 0.153468, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"], "main_score": 0.153468, "precision": 0.141521, "recall": 0.195652}, {"accuracy": 0.727273, "f1": 0.687775, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"], "main_score": 0.687775, "precision": 0.673421, "recall": 0.727273}, {"accuracy": 0.221344, "f1": 0.160161, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"], "main_score": 0.160161, "precision": 0.14149, "recall": 0.221344}, {"accuracy": 0.228261, "f1": 0.17517, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"], "main_score": 0.17517, "precision": 0.16041, "recall": 0.228261}, {"accuracy": 0.153162, "f1": 0.11371, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"], "main_score": 0.11371, "precision": 0.103157, "recall": 0.153162}, {"accuracy": 0.410079, "f1": 0.354811, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"], "main_score": 0.354811, "precision": 0.334834, "recall": 0.410079}, {"accuracy": 0.79249, "f1": 0.756312, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"], "main_score": 0.756312, "precision": 0.741969, "recall": 0.79249}, {"accuracy": 0.320158, "f1": 0.259973, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"], "main_score": 0.259973, "precision": 0.240254, "recall": 0.320158}, {"accuracy": 0.195652, "f1": 0.137905, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"], "main_score": 0.137905, "precision": 0.122401, "recall": 0.195652}, {"accuracy": 0.255929, "f1": 0.194418, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"], "main_score": 0.194418, "precision": 0.176935, "recall": 0.255929}, {"accuracy": 0.436759, "f1": 0.385448, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"], "main_score": 0.385448, "precision": 0.367461, "recall": 0.436759}, {"accuracy": 0.188735, "f1": 0.138048, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"], "main_score": 0.138048, "precision": 0.124205, "recall": 0.188735}, {"accuracy": 0.202569, "f1": 0.156875, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"], "main_score": 0.156875, "precision": 0.141826, "recall": 0.202569}, {"accuracy": 0.671937, "f1": 0.637654, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"], "main_score": 0.637654, "precision": 0.623572, "recall": 0.671937}, {"accuracy": 0.318182, "f1": 0.257749, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"], "main_score": 0.257749, "precision": 0.237854, "recall": 0.318182}, {"accuracy": 0.255929, "f1": 0.201125, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"], "main_score": 0.201125, "precision": 0.185734, "recall": 0.255929}, {"accuracy": 0.540514, "f1": 0.49633, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"], "main_score": 0.49633, "precision": 0.478675, "recall": 0.540514}, {"accuracy": 0.362648, "f1": 0.308712, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"], "main_score": 0.308712, "precision": 0.28941, "recall": 0.362648}, {"accuracy": 0.453557, "f1": 0.400369, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"], "main_score": 0.400369, "precision": 0.381166, "recall": 0.453557}, {"accuracy": 0.566206, "f1": 0.514965, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"], "main_score": 0.514965, "precision": 0.495924, "recall": 0.566206}, {"accuracy": 0.34585, "f1": 0.287177, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"], "main_score": 0.287177, "precision": 0.265858, "recall": 0.34585}, {"accuracy": 0.449605, "f1": 0.397771, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"], "main_score": 0.397771, "precision": 0.378608, "recall": 0.449605}, {"accuracy": 0.209486, "f1": 0.155014, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"], "main_score": 0.155014, "precision": 0.138276, "recall": 0.209486}, {"accuracy": 0.721344, "f1": 0.678321, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"], "main_score": 0.678321, "precision": 0.661866, "recall": 0.721344}, {"accuracy": 0.693676, "f1": 0.651635, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"], "main_score": 0.651635, "precision": 0.636445, "recall": 0.693676}, {"accuracy": 0.748024, "f1": 0.709664, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"], "main_score": 0.709664, "precision": 0.694362, "recall": 0.748024}, {"accuracy": 0.486166, "f1": 0.434556, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"], "main_score": 0.434556, "precision": 0.415559, "recall": 0.486166}, {"accuracy": 0.286561, "f1": 0.237054, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"], "main_score": 0.237054, "precision": 0.221851, "recall": 0.286561}, {"accuracy": 0.233202, "f1": 0.169856, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"], "main_score": 0.169856, "precision": 0.153019, "recall": 0.233202}, {"accuracy": 0.089921, "f1": 0.055151, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"], "main_score": 0.055151, "precision": 0.047306, "recall": 0.089921}, {"accuracy": 0.225296, "f1": 0.154163, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"], "main_score": 0.154163, "precision": 0.136395, "recall": 0.225296}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.908103, "f1": 0.879776, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"], "main_score": 0.879776, "precision": 0.866271, "recall": 0.908103}, {"accuracy": 0.949605, "f1": 0.932806, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"], "main_score": 0.932806, "precision": 0.924407, "recall": 0.949605}, {"accuracy": 0.659091, "f1": 0.586497, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"], "main_score": 0.586497, "precision": 0.558978, "recall": 0.659091}, {"accuracy": 0.236166, "f1": 0.170457, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"], "main_score": 0.170457, "precision": 0.154476, "recall": 0.236166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.432806, "f1": 0.347123, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"], "main_score": 0.347123, "precision": 0.31945, "recall": 0.432806}, {"accuracy": 0.682806, "f1": 0.612567, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"], "main_score": 0.612567, "precision": 0.583902, "recall": 0.682806}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"], "main_score": 0.898057, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.273715, "f1": 0.186616, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"], "main_score": 0.186616, "precision": 0.163015, "recall": 0.273715}, {"accuracy": 0.940711, "f1": 0.922661, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"], "main_score": 0.922661, "precision": 0.914279, "recall": 0.940711}, {"accuracy": 0.836957, "f1": 0.794499, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"], "main_score": 0.794499, "precision": 0.775313, "recall": 0.836957}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.324111, "f1": 0.232565, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"], "main_score": 0.232565, "precision": 0.207202, "recall": 0.324111}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.178854, "f1": 0.12132, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"], "main_score": 0.12132, "precision": 0.107768, "recall": 0.178854}, {"accuracy": 0.895257, "f1": 0.865368, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"], "main_score": 0.865368, "precision": 0.851449, "recall": 0.895257}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.726285, "f1": 0.660326, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"], "main_score": 0.660326, "precision": 0.632322, "recall": 0.726285}, {"accuracy": 0.062253, "f1": 0.025104, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"], "main_score": 0.025104, "precision": 0.019814, "recall": 0.062253}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.246047, "f1": 0.171831, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"], "main_score": 0.171831, "precision": 0.153353, "recall": 0.246047}, {"accuracy": 0.870553, "f1": 0.833432, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"], "main_score": 0.833432, "precision": 0.816535, "recall": 0.870553}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.911726, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"], "main_score": 0.911726, "precision": 0.902668, "recall": 0.93083}, {"accuracy": 0.913043, "f1": 0.885705, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"], "main_score": 0.885705, "precision": 0.872365, "recall": 0.913043}, {"accuracy": 0.305336, "f1": 0.230465, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"], "main_score": 0.230465, "precision": 0.209113, "recall": 0.305336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.795455, "f1": 0.747542, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"], "main_score": 0.747542, "precision": 0.727166, "recall": 0.795455}, {"accuracy": 0.938735, "f1": 0.919862, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"], "main_score": 0.919862, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.907115, "f1": 0.881555, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"], "main_score": 0.881555, "precision": 0.869763, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.193676, "f1": 0.12736, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"], "main_score": 0.12736, "precision": 0.113037, "recall": 0.193676}, {"accuracy": 0.071146, "f1": 0.045019, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"], "main_score": 0.045019, "precision": 0.039149, "recall": 0.071146}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.182806, "f1": 0.118864, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"], "main_score": 0.118864, "precision": 0.10459, "recall": 0.182806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.893281, "f1": 0.861034, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"], "main_score": 0.861034, "precision": 0.846097, "recall": 0.893281}, {"accuracy": 0.774704, "f1": 0.721563, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"], "main_score": 0.721563, "precision": 0.699713, "recall": 0.774704}, {"accuracy": 0.216403, "f1": 0.143772, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"], "main_score": 0.143772, "precision": 0.12593, "recall": 0.216403}, {"accuracy": 0.757905, "f1": 0.707913, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"], "main_score": 0.707913, "precision": 0.687195, "recall": 0.757905}, {"accuracy": 0.655138, "f1": 0.581817, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"], "main_score": 0.581817, "precision": 0.554412, "recall": 0.655138}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.779644, "f1": 0.725216, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"], "main_score": 0.725216, "precision": 0.702355, "recall": 0.779644}, {"accuracy": 0.200593, "f1": 0.131037, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"], "main_score": 0.131037, "precision": 0.114801, "recall": 0.200593}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.074111, "f1": 0.040601, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"], "main_score": 0.040601, "precision": 0.033524, "recall": 0.074111}, {"accuracy": 0.280632, "f1": 0.206867, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"], "main_score": 0.206867, "precision": 0.18752, "recall": 0.280632}, {"accuracy": 0.390316, "f1": 0.300967, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"], "main_score": 0.300967, "precision": 0.273767, "recall": 0.390316}, {"accuracy": 0.097826, "f1": 0.052773, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"], "main_score": 0.052773, "precision": 0.043511, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"], "main_score": 0.95247, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.316206, "f1": 0.232333, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"], "main_score": 0.232333, "precision": 0.210094, "recall": 0.316206}, {"accuracy": 0.777668, "f1": 0.721025, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"], "main_score": 0.721025, "precision": 0.69679, "recall": 0.777668}, {"accuracy": 0.481225, "f1": 0.397727, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"], "main_score": 0.397727, "precision": 0.370387, "recall": 0.481225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.30336, "f1": 0.221733, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"], "main_score": 0.221733, "precision": 0.200105, "recall": 0.30336}, {"accuracy": 0.354743, "f1": 0.275618, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"], "main_score": 0.275618, "precision": 0.253204, "recall": 0.354743}, {"accuracy": 0.281621, "f1": 0.195902, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"], "main_score": 0.195902, "precision": 0.172772, "recall": 0.281621}, {"accuracy": 0.379447, "f1": 0.292431, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"], "main_score": 0.292431, "precision": 0.265788, "recall": 0.379447}, {"accuracy": 0.652174, "f1": 0.579809, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"], "main_score": 0.579809, "precision": 0.551273, "recall": 0.652174}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.017286, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"], "main_score": 0.017286, "precision": 0.012105, "recall": 0.056324}, {"accuracy": 0.224308, "f1": 0.153969, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"], "main_score": 0.153969, "precision": 0.135159, "recall": 0.224308}, {"accuracy": 0.773715, "f1": 0.718612, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"], "main_score": 0.718612, "precision": 0.69553, "recall": 0.773715}, {"accuracy": 0.270751, "f1": 0.195469, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"], "main_score": 0.195469, "precision": 0.175974, "recall": 0.270751}, {"accuracy": 0.064229, "f1": 0.032857, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"], "main_score": 0.032857, "precision": 0.028006, "recall": 0.064229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.806324, "f1": 0.756126, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"], "main_score": 0.756126, "precision": 0.734289, "recall": 0.806324}, {"accuracy": 0.811265, "f1": 0.760128, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"], "main_score": 0.760128, "precision": 0.737773, "recall": 0.811265}, {"accuracy": 0.76581, "f1": 0.713872, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"], "main_score": 0.713872, "precision": 0.691981, "recall": 0.76581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.248024, "f1": 0.179872, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"], "main_score": 0.179872, "precision": 0.161971, "recall": 0.248024}, {"accuracy": 0.201581, "f1": 0.136532, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"], "main_score": 0.136532, "precision": 0.121144, "recall": 0.201581}, {"accuracy": 0.894269, "f1": 0.863208, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"], "main_score": 0.863208, "precision": 0.848732, "recall": 0.894269}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.405138, "f1": 0.316363, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"], "main_score": 0.316363, "precision": 0.287964, "recall": 0.405138}, {"accuracy": 0.235178, "f1": 0.162474, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"], "main_score": 0.162474, "precision": 0.145096, "recall": 0.235178}, {"accuracy": 0.738142, "f1": 0.671843, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"], "main_score": 0.671843, "precision": 0.643972, "recall": 0.738142}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"], "main_score": 0.905863, "precision": 0.896196, "recall": 0.926877}, {"accuracy": 0.217391, "f1": 0.146091, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"], "main_score": 0.146091, "precision": 0.130013, "recall": 0.217391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.274704, "f1": 0.204109, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"], "main_score": 0.204109, "precision": 0.185648, "recall": 0.274704}, {"accuracy": 0.444664, "f1": 0.350479, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"], "main_score": 0.350479, "precision": 0.320505, "recall": 0.444664}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.759881, "f1": 0.699854, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"], "main_score": 0.699854, "precision": 0.674687, "recall": 0.759881}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"], "main_score": 0.926449, "precision": 0.918067, "recall": 0.943676}, {"accuracy": 0.26087, "f1": 0.185963, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"], "main_score": 0.185963, "precision": 0.165457, "recall": 0.26087}, {"accuracy": 0.085968, "f1": 0.039487, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"], "main_score": 0.039487, "precision": 0.03266, "recall": 0.085968}, {"accuracy": 0.281621, "f1": 0.202769, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"], "main_score": 0.202769, "precision": 0.181002, "recall": 0.281621}, {"accuracy": 0.144269, "f1": 0.088658, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"], "main_score": 0.088658, "precision": 0.076065, "recall": 0.144269}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.749012, "f1": 0.687735, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"], "main_score": 0.687735, "precision": 0.661884, "recall": 0.749012}, {"accuracy": 0.097826, "f1": 0.064944, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"], "main_score": 0.064944, "precision": 0.057924, "recall": 0.097826}, {"accuracy": 0.76087, "f1": 0.700202, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"], "main_score": 0.700202, "precision": 0.674374, "recall": 0.76087}, {"accuracy": 0.742095, "f1": 0.679216, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"], "main_score": 0.679216, "precision": 0.651746, "recall": 0.742095}, {"accuracy": 0.529644, "f1": 0.444741, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"], "main_score": 0.444741, "precision": 0.41327, "recall": 0.529644}, {"accuracy": 0.203557, "f1": 0.130684, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"], "main_score": 0.130684, "precision": 0.113903, "recall": 0.203557}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.423913, "f1": 0.333011, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"], "main_score": 0.333011, "precision": 0.304333, "recall": 0.423913}, {"accuracy": 0.25, "f1": 0.169741, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"], "main_score": 0.169741, "precision": 0.149803, "recall": 0.25}, {"accuracy": 0.225296, "f1": 0.156418, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"], "main_score": 0.156418, "precision": 0.139215, "recall": 0.225296}, {"accuracy": 0.261858, "f1": 0.189082, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"], "main_score": 0.189082, "precision": 0.17005, "recall": 0.261858}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.022727, "f1": 0.005779, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"], "main_score": 0.005779, "precision": 0.004431, "recall": 0.022727}, {"accuracy": 0.860672, "f1": 0.822069, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"], "main_score": 0.822069, "precision": 0.804545, "recall": 0.860672}, {"accuracy": 0.440711, "f1": 0.354639, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"], "main_score": 0.354639, "precision": 0.321713, "recall": 0.440711}, {"accuracy": 0.847826, "f1": 0.807213, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"], "main_score": 0.807213, "precision": 0.789032, "recall": 0.847826}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.110672, "f1": 0.063358, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"], "main_score": 0.063358, "precision": 0.053466, "recall": 0.110672}, {"accuracy": 0.220356, "f1": 0.146897, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"], "main_score": 0.146897, "precision": 0.127768, "recall": 0.220356}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.660079, "f1": 0.58784, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"], "main_score": 0.58784, "precision": 0.560664, "recall": 0.660079}, {"accuracy": 0.203557, "f1": 0.135771, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"], "main_score": 0.135771, "precision": 0.118182, "recall": 0.203557}, {"accuracy": 0.230237, "f1": 0.15154, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"], "main_score": 0.15154, "precision": 0.131744, "recall": 0.230237}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"], "main_score": 0.936265, "precision": 0.928689, "recall": 0.951581}, {"accuracy": 0.212451, "f1": 0.144201, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"], "main_score": 0.144201, "precision": 0.127883, "recall": 0.212451}, {"accuracy": 0.22332, "f1": 0.154946, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"], "main_score": 0.154946, "precision": 0.13615, "recall": 0.22332}, {"accuracy": 0.813241, "f1": 0.761989, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"], "main_score": 0.761989, "precision": 0.739229, "recall": 0.813241}, {"accuracy": 0.685771, "f1": 0.619643, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"], "main_score": 0.619643, "precision": 0.594094, "recall": 0.685771}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.302372, "f1": 0.217189, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"], "main_score": 0.217189, "precision": 0.1915, "recall": 0.302372}, {"accuracy": 0.485178, "f1": 0.400811, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"], "main_score": 0.400811, "precision": 0.373831, "recall": 0.485178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.549407, "f1": 0.465013, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"], "main_score": 0.465013, "precision": 0.433513, "recall": 0.549407}, {"accuracy": 0.842885, "f1": 0.799671, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"], "main_score": 0.799671, "precision": 0.779644, "recall": 0.842885}, {"accuracy": 0.315217, "f1": 0.234223, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"], "main_score": 0.234223, "precision": 0.212439, "recall": 0.315217}, {"accuracy": 0.597826, "f1": 0.517107, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"], "main_score": 0.517107, "precision": 0.485576, "recall": 0.597826}, {"accuracy": 0.727273, "f1": 0.662107, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"], "main_score": 0.662107, "precision": 0.634025, "recall": 0.727273}, {"accuracy": 0.271739, "f1": 0.190633, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"], "main_score": 0.190633, "precision": 0.168755, "recall": 0.271739}, {"accuracy": 0.920949, "f1": 0.898847, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"], "main_score": 0.898847, "precision": 0.888834, "recall": 0.920949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.780632, "f1": 0.724671, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"], "main_score": 0.724671, "precision": 0.700362, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.431818, "f1": 0.34647, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"], "main_score": 0.34647, "precision": 0.317941, "recall": 0.431818}, {"accuracy": 0.523715, "f1": 0.43455, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"], "main_score": 0.43455, "precision": 0.403739, "recall": 0.523715}, {"accuracy": 0.12253, "f1": 0.069669, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"], "main_score": 0.069669, "precision": 0.05904, "recall": 0.12253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.187747, "f1": 0.128092, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"], "main_score": 0.128092, "precision": 0.111379, "recall": 0.187747}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.486166, "f1": 0.39965, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"], "main_score": 0.39965, "precision": 0.370695, "recall": 0.486166}, {"accuracy": 0.374506, "f1": 0.287277, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"], "main_score": 0.287277, "precision": 0.261377, "recall": 0.374506}, {"accuracy": 0.881423, "f1": 0.844598, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"], "main_score": 0.844598, "precision": 0.827157, "recall": 0.881423}, {"accuracy": 0.285573, "f1": 0.207264, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"], "main_score": 0.207264, "precision": 0.185684, "recall": 0.285573}, {"accuracy": 0.256917, "f1": 0.176521, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"], "main_score": 0.176521, "precision": 0.15467, "recall": 0.256917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.47332, "f1": 0.378888, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"], "main_score": 0.378888, "precision": 0.346884, "recall": 0.47332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.214427, "f1": 0.137382, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"], "main_score": 0.137382, "precision": 0.119271, "recall": 0.214427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91996, "f1": 0.89544, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"], "main_score": 0.89544, "precision": 0.883976, "recall": 0.91996}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.199605, "f1": 0.132745, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"], "main_score": 0.132745, "precision": 0.115986, "recall": 0.199605}, {"accuracy": 0.934783, "f1": 0.914592, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"], "main_score": 0.914592, "precision": 0.905056, "recall": 0.934783}, {"accuracy": 0.216403, "f1": 0.14639, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"], "main_score": 0.14639, "precision": 0.129199, "recall": 0.216403}, {"accuracy": 0.23419, "f1": 0.16127, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"], "main_score": 0.16127, "precision": 0.142927, "recall": 0.23419}, {"accuracy": 0.166996, "f1": 0.105935, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"], "main_score": 0.105935, "precision": 0.092104, "recall": 0.166996}, {"accuracy": 0.5583, "f1": 0.47644, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"], "main_score": 0.47644, "precision": 0.444568, "recall": 0.5583}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.325099, "f1": 0.241695, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"], "main_score": 0.241695, "precision": 0.216821, "recall": 0.325099}, {"accuracy": 0.213439, "f1": 0.142095, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"], "main_score": 0.142095, "precision": 0.124881, "recall": 0.213439}, {"accuracy": 0.251976, "f1": 0.174326, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"], "main_score": 0.174326, "precision": 0.15495, "recall": 0.251976}, {"accuracy": 0.836957, "f1": 0.793116, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"], "main_score": 0.793116, "precision": 0.773386, "recall": 0.836957}, {"accuracy": 0.194664, "f1": 0.125564, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"], "main_score": 0.125564, "precision": 0.108599, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.137292, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"], "main_score": 0.137292, "precision": 0.120593, "recall": 0.203557}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.323123, "f1": 0.234603, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"], "main_score": 0.234603, "precision": 0.209384, "recall": 0.323123}, {"accuracy": 0.275692, "f1": 0.194719, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"], "main_score": 0.194719, "precision": 0.174196, "recall": 0.275692}, {"accuracy": 0.661067, "f1": 0.588803, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"], "main_score": 0.588803, "precision": 0.560705, "recall": 0.661067}, {"accuracy": 0.380435, "f1": 0.290163, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"], "main_score": 0.290163, "precision": 0.261633, "recall": 0.380435}, {"accuracy": 0.487154, "f1": 0.397383, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"], "main_score": 0.397383, "precision": 0.366386, "recall": 0.487154}, {"accuracy": 0.857708, "f1": 0.817128, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"], "main_score": 0.817128, "precision": 0.798584, "recall": 0.857708}, {"accuracy": 0.354743, "f1": 0.266037, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"], "main_score": 0.266037, "precision": 0.239633, "recall": 0.354743}, {"accuracy": 0.487154, "f1": 0.401271, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"], "main_score": 0.401271, "precision": 0.370602, "recall": 0.487154}, {"accuracy": 0.209486, "f1": 0.143238, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"], "main_score": 0.143238, "precision": 0.125582, "recall": 0.209486}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.849802, "f1": 0.809044, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"], "main_score": 0.809044, "precision": 0.790711, "recall": 0.849802}, {"accuracy": 0.285573, "f1": 0.208913, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"], "main_score": 0.208913, "precision": 0.186033, "recall": 0.285573}, {"accuracy": 0.231225, "f1": 0.155885, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"], "main_score": 0.155885, "precision": 0.137238, "recall": 0.231225}, {"accuracy": 0.06917, "f1": 0.042789, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"], "main_score": 0.042789, "precision": 0.036989, "recall": 0.06917}, {"accuracy": 0.114625, "f1": 0.077252, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"], "main_score": 0.077252, "precision": 0.068356, "recall": 0.114625}, {"accuracy": 0.002964, "f1": 4.9e-05, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.002964}, {"accuracy": 0.727273, "f1": 0.685474, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"], "main_score": 0.685474, "precision": 0.668912, "recall": 0.727273}, {"accuracy": 0.598814, "f1": 0.540404, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"], "main_score": 0.540404, "precision": 0.517482, "recall": 0.598814}, {"accuracy": 0.657115, "f1": 0.61276, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"], "main_score": 0.61276, "precision": 0.595862, "recall": 0.657115}, {"accuracy": 0.40415, "f1": 0.345702, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"], "main_score": 0.345702, "precision": 0.326837, "recall": 0.40415}, {"accuracy": 0.156126, "f1": 0.110915, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"], "main_score": 0.110915, "precision": 0.099833, "recall": 0.156126}, {"accuracy": 0.721344, "f1": 0.669699, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"], "main_score": 0.669699, "precision": 0.649833, "recall": 0.721344}, {"accuracy": 0.274704, "f1": 0.210981, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"], "main_score": 0.210981, "precision": 0.19221, "recall": 0.274704}, {"accuracy": 0.418972, "f1": 0.359655, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"], "main_score": 0.359655, "precision": 0.33903, "recall": 0.418972}, {"accuracy": 0.731225, "f1": 0.683015, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"], "main_score": 0.683015, "precision": 0.66386, "recall": 0.731225}, {"accuracy": 0.661067, "f1": 0.622149, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"], "main_score": 0.622149, "precision": 0.606727, "recall": 0.661067}, {"accuracy": 0.149209, "f1": 0.096603, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"], "main_score": 0.096603, "precision": 0.082823, "recall": 0.149209}, {"accuracy": 0.673913, "f1": 0.630167, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"], "main_score": 0.630167, "precision": 0.613798, "recall": 0.673913}, {"accuracy": 0.547431, "f1": 0.500467, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"], "main_score": 0.500467, "precision": 0.483065, "recall": 0.547431}, {"accuracy": 0.72332, "f1": 0.673252, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"], "main_score": 0.673252, "precision": 0.653884, "recall": 0.72332}, {"accuracy": 0.197628, "f1": 0.139253, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"], "main_score": 0.139253, "precision": 0.123612, "recall": 0.197628}, {"accuracy": 0.705534, "f1": 0.657826, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"], "main_score": 0.657826, "precision": 0.63975, "recall": 0.705534}, {"accuracy": 0.666996, "f1": 0.614465, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"], "main_score": 0.614465, "precision": 0.594751, "recall": 0.666996}, {"accuracy": 0.745059, "f1": 0.692982, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"], "main_score": 0.692982, "precision": 0.672705, "recall": 0.745059}, {"accuracy": 0.73419, "f1": 0.685182, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"], "main_score": 0.685182, "precision": 0.666769, "recall": 0.73419}, {"accuracy": 0.097826, "f1": 0.067206, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"], "main_score": 0.067206, "precision": 0.059276, "recall": 0.097826}, {"accuracy": 0.574111, "f1": 0.526922, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"], "main_score": 0.526922, "precision": 0.509055, "recall": 0.574111}, {"accuracy": 0.728261, "f1": 0.678333, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"], "main_score": 0.678333, "precision": 0.659571, "recall": 0.728261}, {"accuracy": 0.447628, "f1": 0.387247, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"], "main_score": 0.387247, "precision": 0.367727, "recall": 0.447628}, {"accuracy": 0.061265, "f1": 0.035032, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"], "main_score": 0.035032, "precision": 0.03077, "recall": 0.061265}, {"accuracy": 0.711462, "f1": 0.662351, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"], "main_score": 0.662351, "precision": 0.64367, "recall": 0.711462}, {"accuracy": 0.145257, "f1": 0.096238, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"], "main_score": 0.096238, "precision": 0.084244, "recall": 0.145257}, {"accuracy": 0.576087, "f1": 0.525975, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"], "main_score": 0.525975, "precision": 0.50767, "recall": 0.576087}, {"accuracy": 0.714427, "f1": 0.663583, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"], "main_score": 0.663583, "precision": 0.644734, "recall": 0.714427}, {"accuracy": 0.607708, "f1": 0.560934, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"], "main_score": 0.560934, "precision": 0.542474, "recall": 0.607708}, {"accuracy": 0.668972, "f1": 0.629219, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"], "main_score": 0.629219, "precision": 0.615806, "recall": 0.668972}, {"accuracy": 0.175889, "f1": 0.134743, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"], "main_score": 0.134743, "precision": 0.122311, "recall": 0.175889}, {"accuracy": 0.756917, "f1": 0.710013, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"], "main_score": 0.710013, "precision": 0.692564, "recall": 0.756917}, {"accuracy": 0.517787, "f1": 0.463663, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"], "main_score": 0.463663, "precision": 0.442821, "recall": 0.517787}, {"accuracy": 0.645257, "f1": 0.597253, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"], "main_score": 0.597253, "precision": 0.5783, "recall": 0.645257}, {"accuracy": 0.620553, "f1": 0.575975, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"], "main_score": 0.575975, "precision": 0.557399, "recall": 0.620553}, {"accuracy": 0.714427, "f1": 0.668285, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"], "main_score": 0.668285, "precision": 0.650083, "recall": 0.714427}, {"accuracy": 0.715415, "f1": 0.663969, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"], "main_score": 0.663969, "precision": 0.644222, "recall": 0.715415}, {"accuracy": 0.117589, "f1": 0.068049, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"], "main_score": 0.068049, "precision": 0.057007, "recall": 0.117589}, {"accuracy": 0.043478, "f1": 0.02797, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"], "main_score": 0.02797, "precision": 0.023824, "recall": 0.043478}, {"accuracy": 0.715415, "f1": 0.665607, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"], "main_score": 0.665607, "precision": 0.64583, "recall": 0.715415}, {"accuracy": 0.104743, "f1": 0.068094, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"], "main_score": 0.068094, "precision": 0.059702, "recall": 0.104743}, {"accuracy": 0.73913, "f1": 0.696008, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"], "main_score": 0.696008, "precision": 0.679214, "recall": 0.73913}, {"accuracy": 0.685771, "f1": 0.630875, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"], "main_score": 0.630875, "precision": 0.609574, "recall": 0.685771}, {"accuracy": 0.604743, "f1": 0.560607, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"], "main_score": 0.560607, "precision": 0.543377, "recall": 0.604743}, {"accuracy": 0.462451, "f1": 0.404077, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"], "main_score": 0.404077, "precision": 0.382753, "recall": 0.462451}, {"accuracy": 0.132411, "f1": 0.090182, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"], "main_score": 0.090182, "precision": 0.079559, "recall": 0.132411}, {"accuracy": 0.461462, "f1": 0.414069, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"], "main_score": 0.414069, "precision": 0.396036, "recall": 0.461462}, {"accuracy": 0.394269, "f1": 0.337924, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"], "main_score": 0.337924, "precision": 0.318103, "recall": 0.394269}, {"accuracy": 0.721344, "f1": 0.673355, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"], "main_score": 0.673355, "precision": 0.655764, "recall": 0.721344}, {"accuracy": 0.488142, "f1": 0.431679, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"], "main_score": 0.431679, "precision": 0.411233, "recall": 0.488142}, {"accuracy": 0.112648, "f1": 0.073699, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"], "main_score": 0.073699, "precision": 0.063115, "recall": 0.112648}, {"accuracy": 0.703557, "f1": 0.657295, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"], "main_score": 0.657295, "precision": 0.638971, "recall": 0.703557}, {"accuracy": 0.0583, "f1": 0.037727, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"], "main_score": 0.037727, "precision": 0.033141, "recall": 0.0583}, {"accuracy": 0.162055, "f1": 0.114606, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"], "main_score": 0.114606, "precision": 0.101202, "recall": 0.162055}, {"accuracy": 0.242095, "f1": 0.184441, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"], "main_score": 0.184441, "precision": 0.16859, "recall": 0.242095}, {"accuracy": 0.055336, "f1": 0.034992, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"], "main_score": 0.034992, "precision": 0.029829, "recall": 0.055336}, {"accuracy": 0.743083, "f1": 0.697194, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"], "main_score": 0.697194, "precision": 0.679759, "recall": 0.743083}, {"accuracy": 0.703557, "f1": 0.657569, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"], "main_score": 0.657569, "precision": 0.639427, "recall": 0.703557}, {"accuracy": 0.727273, "f1": 0.675357, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"], "main_score": 0.675357, "precision": 0.654754, "recall": 0.727273}, {"accuracy": 0.681818, "f1": 0.628815, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"], "main_score": 0.628815, "precision": 0.607975, "recall": 0.681818}, {"accuracy": 0.189723, "f1": 0.134093, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"], "main_score": 0.134093, "precision": 0.118469, "recall": 0.189723}, {"accuracy": 0.493083, "f1": 0.433703, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"], "main_score": 0.433703, "precision": 0.412044, "recall": 0.493083}, {"accuracy": 0.288538, "f1": 0.238076, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"], "main_score": 0.238076, "precision": 0.221514, "recall": 0.288538}, {"accuracy": 0.727273, "f1": 0.681074, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"], "main_score": 0.681074, "precision": 0.663284, "recall": 0.727273}, {"accuracy": 0.164032, "f1": 0.113212, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"], "main_score": 0.113212, "precision": 0.100039, "recall": 0.164032}, {"accuracy": 0.210474, "f1": 0.15556, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"], "main_score": 0.15556, "precision": 0.14136, "recall": 0.210474}, {"accuracy": 0.185771, "f1": 0.128396, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"], "main_score": 0.128396, "precision": 0.1132, "recall": 0.185771}, {"accuracy": 0.229249, "f1": 0.178319, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"], "main_score": 0.178319, "precision": 0.164768, "recall": 0.229249}, {"accuracy": 0.409091, "f1": 0.351488, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"], "main_score": 0.351488, "precision": 0.333021, "recall": 0.409091}, {"accuracy": 0.737154, "f1": 0.691831, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"], "main_score": 0.691831, "precision": 0.67371, "recall": 0.737154}, {"accuracy": 0.05336, "f1": 0.021204, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"], "main_score": 0.021204, "precision": 0.017113, "recall": 0.05336}, {"accuracy": 0.126482, "f1": 0.087154, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"], "main_score": 0.087154, "precision": 0.078073, "recall": 0.126482}, {"accuracy": 0.47332, "f1": 0.419179, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"], "main_score": 0.419179, "precision": 0.399781, "recall": 0.47332}, {"accuracy": 0.159091, "f1": 0.108015, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"], "main_score": 0.108015, "precision": 0.095207, "recall": 0.159091}, {"accuracy": 0.051383, "f1": 0.024395, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"], "main_score": 0.024395, "precision": 0.020015, "recall": 0.051383}, {"accuracy": 0.733202, "f1": 0.683778, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"], "main_score": 0.683778, "precision": 0.665192, "recall": 0.733202}, {"accuracy": 0.491107, "f1": 0.435168, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"], "main_score": 0.435168, "precision": 0.414168, "recall": 0.491107}, {"accuracy": 0.517787, "f1": 0.457646, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"], "main_score": 0.457646, "precision": 0.435783, "recall": 0.517787}, {"accuracy": 0.504941, "f1": 0.448315, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"], "main_score": 0.448315, "precision": 0.426465, "recall": 0.504941}, {"accuracy": 0.737154, "f1": 0.687515, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"], "main_score": 0.687515, "precision": 0.669496, "recall": 0.737154}, {"accuracy": 0.725296, "f1": 0.676074, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"], "main_score": 0.676074, "precision": 0.658002, "recall": 0.725296}, {"accuracy": 0.72332, "f1": 0.672231, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"], "main_score": 0.672231, "precision": 0.653271, "recall": 0.72332}, {"accuracy": 0.711462, "f1": 0.670589, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"], "main_score": 0.670589, "precision": 0.654808, "recall": 0.711462}, {"accuracy": 0.149209, "f1": 0.108383, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"], "main_score": 0.108383, "precision": 0.098051, "recall": 0.149209}, {"accuracy": 0.104743, "f1": 0.073026, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"], "main_score": 0.073026, "precision": 0.064128, "recall": 0.104743}, {"accuracy": 0.589921, "f1": 0.542986, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"], "main_score": 0.542986, "precision": 0.525323, "recall": 0.589921}, {"accuracy": 0.721344, "f1": 0.667902, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"], "main_score": 0.667902, "precision": 0.647953, "recall": 0.721344}, {"accuracy": 0.670949, "f1": 0.617943, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"], "main_score": 0.617943, "precision": 0.597145, "recall": 0.670949}, {"accuracy": 0.253953, "f1": 0.201547, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"], "main_score": 0.201547, "precision": 0.185529, "recall": 0.253953}, {"accuracy": 0.142292, "f1": 0.096186, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"], "main_score": 0.096186, "precision": 0.085446, "recall": 0.142292}, {"accuracy": 0.475296, "f1": 0.418499, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"], "main_score": 0.418499, "precision": 0.398127, "recall": 0.475296}, {"accuracy": 0.616601, "f1": 0.566658, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"], "main_score": 0.566658, "precision": 0.547882, "recall": 0.616601}, {"accuracy": 0.130435, "f1": 0.085245, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"], "main_score": 0.085245, "precision": 0.075433, "recall": 0.130435}, {"accuracy": 0.732213, "f1": 0.684815, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"], "main_score": 0.684815, "precision": 0.666964, "recall": 0.732213}, {"accuracy": 0.153162, "f1": 0.115357, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"], "main_score": 0.115357, "precision": 0.106599, "recall": 0.153162}, {"accuracy": 0.26581, "f1": 0.201397, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"], "main_score": 0.201397, "precision": 0.182638, "recall": 0.26581}, {"accuracy": 0.721344, "f1": 0.674495, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"], "main_score": 0.674495, "precision": 0.656562, "recall": 0.721344}, {"accuracy": 0.75, "f1": 0.703519, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"], "main_score": 0.703519, "precision": 0.686107, "recall": 0.75}, {"accuracy": 0.718379, "f1": 0.667921, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"], "main_score": 0.667921, "precision": 0.64857, "recall": 0.718379}, {"accuracy": 0.728261, "f1": 0.675114, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"], "main_score": 0.675114, "precision": 0.654002, "recall": 0.728261}, {"accuracy": 0.47332, "f1": 0.410529, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"], "main_score": 0.410529, "precision": 0.388646, "recall": 0.47332}, {"accuracy": 0.639328, "f1": 0.589917, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"], "main_score": 0.589917, "precision": 0.570108, "recall": 0.639328}, {"accuracy": 0.15415, "f1": 0.106324, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"], "main_score": 0.106324, "precision": 0.093362, "recall": 0.15415}, {"accuracy": 0.067194, "f1": 0.033708, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"], "main_score": 0.033708, "precision": 0.029064, "recall": 0.067194}, {"accuracy": 0.164032, "f1": 0.115901, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"], "main_score": 0.115901, "precision": 0.103115, "recall": 0.164032}, {"accuracy": 0.076087, "f1": 0.041275, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"], "main_score": 0.041275, "precision": 0.03474, "recall": 0.076087}, {"accuracy": 0.724308, "f1": 0.673919, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"], "main_score": 0.673919, "precision": 0.654988, "recall": 0.724308}, {"accuracy": 0.453557, "f1": 0.39097, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"], "main_score": 0.39097, "precision": 0.370066, "recall": 0.453557}, {"accuracy": 0.056324, "f1": 0.038452, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"], "main_score": 0.038452, "precision": 0.034294, "recall": 0.056324}, {"accuracy": 0.483202, "f1": 0.418876, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"], "main_score": 0.418876, "precision": 0.395506, "recall": 0.483202}, {"accuracy": 0.720356, "f1": 0.666902, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"], "main_score": 0.666902, "precision": 0.646742, "recall": 0.720356}, {"accuracy": 0.336957, "f1": 0.28131, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"], "main_score": 0.28131, "precision": 0.262296, "recall": 0.336957}, {"accuracy": 0.13834, "f1": 0.086683, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"], "main_score": 0.086683, "precision": 0.074398, "recall": 0.13834}, {"accuracy": 0.715415, "f1": 0.666168, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"], "main_score": 0.666168, "precision": 0.647073, "recall": 0.715415}, {"accuracy": 0.252964, "f1": 0.193006, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"], "main_score": 0.193006, "precision": 0.174991, "recall": 0.252964}, {"accuracy": 0.137352, "f1": 0.096695, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"], "main_score": 0.096695, "precision": 0.087817, "recall": 0.137352}, {"accuracy": 0.136364, "f1": 0.093339, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"], "main_score": 0.093339, "precision": 0.083933, "recall": 0.136364}, {"accuracy": 0.157115, "f1": 0.114663, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"], "main_score": 0.114663, "precision": 0.103507, "recall": 0.157115}, {"accuracy": 0.693676, "f1": 0.648384, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"], "main_score": 0.648384, "precision": 0.631398, "recall": 0.693676}, {"accuracy": 0.01581, "f1": 0.003669, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"], "main_score": 0.003669, "precision": 0.002675, "recall": 0.01581}, {"accuracy": 0.561265, "f1": 0.509611, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"], "main_score": 0.509611, "precision": 0.489194, "recall": 0.561265}, {"accuracy": 0.264822, "f1": 0.208252, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"], "main_score": 0.208252, "precision": 0.188803, "recall": 0.264822}, {"accuracy": 0.591897, "f1": 0.541422, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"], "main_score": 0.541422, "precision": 0.521738, "recall": 0.591897}, {"accuracy": 0.721344, "f1": 0.671595, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"], "main_score": 0.671595, "precision": 0.652677, "recall": 0.721344}, {"accuracy": 0.066206, "f1": 0.036982, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"], "main_score": 0.036982, "precision": 0.031994, "recall": 0.066206}, {"accuracy": 0.130435, "f1": 0.091164, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"], "main_score": 0.091164, "precision": 0.08037, "recall": 0.130435}, {"accuracy": 0.720356, "f1": 0.66836, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"], "main_score": 0.66836, "precision": 0.647981, "recall": 0.720356}, {"accuracy": 0.72332, "f1": 0.672079, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"], "main_score": 0.672079, "precision": 0.65246, "recall": 0.72332}, {"accuracy": 0.403162, "f1": 0.347131, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"], "main_score": 0.347131, "precision": 0.328569, "recall": 0.403162}, {"accuracy": 0.139328, "f1": 0.09772, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"], "main_score": 0.09772, "precision": 0.086669, "recall": 0.139328}, {"accuracy": 0.15415, "f1": 0.106375, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"], "main_score": 0.106375, "precision": 0.093797, "recall": 0.15415}, {"accuracy": 0.674901, "f1": 0.626437, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"], "main_score": 0.626437, "precision": 0.608118, "recall": 0.674901}, {"accuracy": 0.123518, "f1": 0.082426, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"], "main_score": 0.082426, "precision": 0.072647, "recall": 0.123518}, {"accuracy": 0.12747, "f1": 0.090399, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"], "main_score": 0.090399, "precision": 0.080258, "recall": 0.12747}, {"accuracy": 0.550395, "f1": 0.5034, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"], "main_score": 0.5034, "precision": 0.486763, "recall": 0.550395}, {"accuracy": 0.403162, "f1": 0.352694, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"], "main_score": 0.352694, "precision": 0.335154, "recall": 0.403162}, {"accuracy": 0.699605, "f1": 0.662615, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"], "main_score": 0.662615, "precision": 0.648478, "recall": 0.699605}, {"accuracy": 0.170949, "f1": 0.127457, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"], "main_score": 0.127457, "precision": 0.114059, "recall": 0.170949}, {"accuracy": 0.306324, "f1": 0.24383, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"], "main_score": 0.24383, "precision": 0.224692, "recall": 0.306324}, {"accuracy": 0.733202, "f1": 0.68518, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"], "main_score": 0.68518, "precision": 0.666264, "recall": 0.733202}, {"accuracy": 0.380435, "f1": 0.318816, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"], "main_score": 0.318816, "precision": 0.296494, "recall": 0.380435}, {"accuracy": 0.551383, "f1": 0.492555, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"], "main_score": 0.492555, "precision": 0.470004, "recall": 0.551383}, {"accuracy": 0.195652, "f1": 0.142743, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"], "main_score": 0.142743, "precision": 0.129476, "recall": 0.195652}, {"accuracy": 0.427866, "f1": 0.374915, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"], "main_score": 0.374915, "precision": 0.355674, "recall": 0.427866}, {"accuracy": 0.43083, "f1": 0.372286, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"], "main_score": 0.372286, "precision": 0.35138, "recall": 0.43083}, {"accuracy": 0.172925, "f1": 0.11982, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"], "main_score": 0.11982, "precision": 0.105483, "recall": 0.172925}, {"accuracy": 0.61166, "f1": 0.564713, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"], "main_score": 0.564713, "precision": 0.546642, "recall": 0.61166}, {"accuracy": 0.714427, "f1": 0.66686, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"], "main_score": 0.66686, "precision": 0.647877, "recall": 0.714427}, {"accuracy": 0.718379, "f1": 0.662274, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"], "main_score": 0.662274, "precision": 0.640972, "recall": 0.718379}, {"accuracy": 0.618577, "f1": 0.565995, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"], "main_score": 0.565995, "precision": 0.545917, "recall": 0.618577}, {"accuracy": 0.468379, "f1": 0.422031, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"], "main_score": 0.422031, "precision": 0.404665, "recall": 0.468379}, {"accuracy": 0.738142, "f1": 0.690516, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"], "main_score": 0.690516, "precision": 0.672228, "recall": 0.738142}, {"accuracy": 0.283597, "f1": 0.234624, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"], "main_score": 0.234624, "precision": 0.218461, "recall": 0.283597}, {"accuracy": 0.320158, "f1": 0.260132, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"], "main_score": 0.260132, "precision": 0.24126, "recall": 0.320158}, {"accuracy": 0.075099, "f1": 0.043363, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"], "main_score": 0.043363, "precision": 0.037983, "recall": 0.075099}, {"accuracy": 0.731225, "f1": 0.684633, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"], "main_score": 0.684633, "precision": 0.667163, "recall": 0.731225}, {"accuracy": 0.152174, "f1": 0.111471, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"], "main_score": 0.111471, "precision": 0.100439, "recall": 0.152174}, {"accuracy": 0.721344, "f1": 0.670972, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"], "main_score": 0.670972, "precision": 0.650517, "recall": 0.721344}, {"accuracy": 0.675889, "f1": 0.639846, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"], "main_score": 0.639846, "precision": 0.625816, "recall": 0.675889}, {"accuracy": 0.278656, "f1": 0.218789, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"], "main_score": 0.218789, "precision": 0.200735, "recall": 0.278656}, {"accuracy": 0.222332, "f1": 0.165926, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"], "main_score": 0.165926, "precision": 0.15041, "recall": 0.222332}, {"accuracy": 0.628458, "f1": 0.57177, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"], "main_score": 0.57177, "precision": 0.551429, "recall": 0.628458}, {"accuracy": 0.178854, "f1": 0.126471, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"], "main_score": 0.126471, "precision": 0.112419, "recall": 0.178854}, {"accuracy": 0.168972, "f1": 0.116375, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"], "main_score": 0.116375, "precision": 0.102636, "recall": 0.168972}, {"accuracy": 0.714427, "f1": 0.666038, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"], "main_score": 0.666038, "precision": 0.647848, "recall": 0.714427}, {"accuracy": 0.305336, "f1": 0.237307, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"], "main_score": 0.237307, "precision": 0.217273, "recall": 0.305336}, {"accuracy": 0.713439, "f1": 0.664032, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"], "main_score": 0.664032, "precision": 0.644885, "recall": 0.713439}, {"accuracy": 0.129447, "f1": 0.079666, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"], "main_score": 0.079666, "precision": 0.067403, "recall": 0.129447}, {"accuracy": 0.741107, "f1": 0.695565, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"], "main_score": 0.695565, "precision": 0.677394, "recall": 0.741107}, {"accuracy": 0.656126, "f1": 0.61118, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"], "main_score": 0.61118, "precision": 0.593977, "recall": 0.656126}, {"accuracy": 0.655138, "f1": 0.612306, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"], "main_score": 0.612306, "precision": 0.596661, "recall": 0.655138}, {"accuracy": 0.118577, "f1": 0.078569, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"], "main_score": 0.078569, "precision": 0.068664, "recall": 0.118577}, {"accuracy": 0.630435, "f1": 0.578079, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"], "main_score": 0.578079, "precision": 0.557917, "recall": 0.630435}, {"accuracy": 0.132411, "f1": 0.08835, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"], "main_score": 0.08835, "precision": 0.07618, "recall": 0.132411}, {"accuracy": 0.139328, "f1": 0.090627, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"], "main_score": 0.090627, "precision": 0.078197, "recall": 0.139328}, {"accuracy": 0.097826, "f1": 0.061176, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"], "main_score": 0.061176, "precision": 0.052925, "recall": 0.097826}, {"accuracy": 0.364625, "f1": 0.310484, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"], "main_score": 0.310484, "precision": 0.291259, "recall": 0.364625}, {"accuracy": 0.732213, "f1": 0.67996, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"], "main_score": 0.67996, "precision": 0.659889, "recall": 0.732213}, {"accuracy": 0.206522, "f1": 0.148514, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"], "main_score": 0.148514, "precision": 0.133194, "recall": 0.206522}, {"accuracy": 0.109684, "f1": 0.064341, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"], "main_score": 0.064341, "precision": 0.053211, "recall": 0.109684}, {"accuracy": 0.148221, "f1": 0.097973, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"], "main_score": 0.097973, "precision": 0.084748, "recall": 0.148221}, {"accuracy": 0.51581, "f1": 0.46384, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"], "main_score": 0.46384, "precision": 0.444745, "recall": 0.51581}, {"accuracy": 0.110672, "f1": 0.068857, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"], "main_score": 0.068857, "precision": 0.058983, "recall": 0.110672}, {"accuracy": 0.126482, "f1": 0.087878, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"], "main_score": 0.087878, "precision": 0.077711, "recall": 0.126482}, {"accuracy": 0.636364, "f1": 0.591094, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"], "main_score": 0.591094, "precision": 0.573168, "recall": 0.636364}, {"accuracy": 0.173913, "f1": 0.125169, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"], "main_score": 0.125169, "precision": 0.112604, "recall": 0.173913}, {"accuracy": 0.166008, "f1": 0.112229, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"], "main_score": 0.112229, "precision": 0.098268, "recall": 0.166008}, {"accuracy": 0.382411, "f1": 0.329462, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"], "main_score": 0.329462, "precision": 0.310768, "recall": 0.382411}, {"accuracy": 0.231225, "f1": 0.171108, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"], "main_score": 0.171108, "precision": 0.153277, "recall": 0.231225}, {"accuracy": 0.322134, "f1": 0.254123, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"], "main_score": 0.254123, "precision": 0.234138, "recall": 0.322134}, {"accuracy": 0.583992, "f1": 0.533696, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"], "main_score": 0.533696, "precision": 0.51353, "recall": 0.583992}, {"accuracy": 0.211462, "f1": 0.161012, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"], "main_score": 0.161012, "precision": 0.146215, "recall": 0.211462}, {"accuracy": 0.317194, "f1": 0.262811, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"], "main_score": 0.262811, "precision": 0.244538, "recall": 0.317194}, {"accuracy": 0.102767, "f1": 0.065117, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"], "main_score": 0.065117, "precision": 0.056446, "recall": 0.102767}, {"accuracy": 0.722332, "f1": 0.676643, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"], "main_score": 0.676643, "precision": 0.658661, "recall": 0.722332}, {"accuracy": 0.697628, "f1": 0.65776, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"], "main_score": 0.65776, "precision": 0.643044, "recall": 0.697628}, {"accuracy": 0.719368, "f1": 0.667909, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"], "main_score": 0.667909, "precision": 0.648092, "recall": 0.719368}, {"accuracy": 0.550395, "f1": 0.490751, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"], "main_score": 0.490751, "precision": 0.468631, "recall": 0.550395}, {"accuracy": 0.177866, "f1": 0.129126, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"], "main_score": 0.129126, "precision": 0.115773, "recall": 0.177866}, {"accuracy": 0.133399, "f1": 0.084611, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"], "main_score": 0.084611, "precision": 0.072913, "recall": 0.133399}, {"accuracy": 0.083992, "f1": 0.060136, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"], "main_score": 0.060136, "precision": 0.054166, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.1307, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"], "main_score": 0.1307, "precision": 0.11969, "recall": 0.167984}, {"accuracy": 0.001976, "f1": 0.000126, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"], "main_score": 0.000126, "precision": 6.6e-05, "recall": 0.001976}, {"accuracy": 0.433794, "f1": 0.384193, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"], "main_score": 0.384193, "precision": 0.367338, "recall": 0.433794}, {"accuracy": 0.329051, "f1": 0.298244, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"], "main_score": 0.298244, "precision": 0.287302, "recall": 0.329051}, {"accuracy": 0.395257, "f1": 0.361105, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"], "main_score": 0.361105, "precision": 0.348847, "recall": 0.395257}, {"accuracy": 0.391304, "f1": 0.353403, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"], "main_score": 0.353403, "precision": 0.339285, "recall": 0.391304}, {"accuracy": 0.1917, "f1": 0.150041, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"], "main_score": 0.150041, "precision": 0.139044, "recall": 0.1917}, {"accuracy": 0.480237, "f1": 0.438639, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"], "main_score": 0.438639, "precision": 0.42452, "recall": 0.480237}, {"accuracy": 0.322134, "f1": 0.271979, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"], "main_score": 0.271979, "precision": 0.253992, "recall": 0.322134}, {"accuracy": 0.410079, "f1": 0.36995, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"], "main_score": 0.36995, "precision": 0.355572, "recall": 0.410079}, {"accuracy": 0.448617, "f1": 0.397627, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"], "main_score": 0.397627, "precision": 0.380904, "recall": 0.448617}, {"accuracy": 0.370553, "f1": 0.336657, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"], "main_score": 0.336657, "precision": 0.325135, "recall": 0.370553}, {"accuracy": 0.212451, "f1": 0.169749, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"], "main_score": 0.169749, "precision": 0.156313, "recall": 0.212451}, {"accuracy": 0.400198, "f1": 0.360158, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"], "main_score": 0.360158, "precision": 0.345813, "recall": 0.400198}, {"accuracy": 0.339921, "f1": 0.303324, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"], "main_score": 0.303324, "precision": 0.289652, "recall": 0.339921}, {"accuracy": 0.494071, "f1": 0.450496, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"], "main_score": 0.450496, "precision": 0.436261, "recall": 0.494071}, {"accuracy": 0.251976, "f1": 0.200484, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"], "main_score": 0.200484, "precision": 0.184147, "recall": 0.251976}, {"accuracy": 0.428854, "f1": 0.381922, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"], "main_score": 0.381922, "precision": 0.366075, "recall": 0.428854}, {"accuracy": 0.409091, "f1": 0.368308, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"], "main_score": 0.368308, "precision": 0.354444, "recall": 0.409091}, {"accuracy": 0.496047, "f1": 0.444331, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"], "main_score": 0.444331, "precision": 0.426592, "recall": 0.496047}, {"accuracy": 0.490119, "f1": 0.446389, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"], "main_score": 0.446389, "precision": 0.431907, "recall": 0.490119}, {"accuracy": 0.129447, "f1": 0.098063, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"], "main_score": 0.098063, "precision": 0.088913, "recall": 0.129447}, {"accuracy": 0.243083, "f1": 0.20811, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"], "main_score": 0.20811, "precision": 0.197561, "recall": 0.243083}, {"accuracy": 0.444664, "f1": 0.400651, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"], "main_score": 0.400651, "precision": 0.384587, "recall": 0.444664}, {"accuracy": 0.376482, "f1": 0.3389, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"], "main_score": 0.3389, "precision": 0.32627, "recall": 0.376482}, {"accuracy": 0.074111, "f1": 0.042847, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"], "main_score": 0.042847, "precision": 0.037448, "recall": 0.074111}, {"accuracy": 0.432806, "f1": 0.38749, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"], "main_score": 0.38749, "precision": 0.37246, "recall": 0.432806}, {"accuracy": 0.195652, "f1": 0.151563, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"], "main_score": 0.151563, "precision": 0.139064, "recall": 0.195652}, {"accuracy": 0.439723, "f1": 0.409124, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"], "main_score": 0.409124, "precision": 0.397562, "recall": 0.439723}, {"accuracy": 0.481225, "f1": 0.430109, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"], "main_score": 0.430109, "precision": 0.412633, "recall": 0.481225}, {"accuracy": 0.468379, "f1": 0.437639, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"], "main_score": 0.437639, "precision": 0.428012, "recall": 0.468379}, {"accuracy": 0.327075, "f1": 0.291797, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"], "main_score": 0.291797, "precision": 0.280156, "recall": 0.327075}, {"accuracy": 0.228261, "f1": 0.191389, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"], "main_score": 0.191389, "precision": 0.179094, "recall": 0.228261}, {"accuracy": 0.487154, "f1": 0.440755, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"], "main_score": 0.440755, "precision": 0.425581, "recall": 0.487154}, {"accuracy": 0.273715, "f1": 0.238577, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"], "main_score": 0.238577, "precision": 0.22676, "recall": 0.273715}, {"accuracy": 0.385375, "f1": 0.347294, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"], "main_score": 0.347294, "precision": 0.334959, "recall": 0.385375}, {"accuracy": 0.273715, "f1": 0.240445, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"], "main_score": 0.240445, "precision": 0.229417, "recall": 0.273715}, {"accuracy": 0.465415, "f1": 0.427451, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"], "main_score": 0.427451, "precision": 0.412946, "recall": 0.465415}, {"accuracy": 0.411067, "f1": 0.365185, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"], "main_score": 0.365185, "precision": 0.349505, "recall": 0.411067}, {"accuracy": 0.162055, "f1": 0.113698, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"], "main_score": 0.113698, "precision": 0.100832, "recall": 0.162055}, {"accuracy": 0.037549, "f1": 0.022546, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"], "main_score": 0.022546, "precision": 0.018766, "recall": 0.037549}, {"accuracy": 0.474308, "f1": 0.427874, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"], "main_score": 0.427874, "precision": 0.413433, "recall": 0.474308}, {"accuracy": 0.131423, "f1": 0.097383, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"], "main_score": 0.097383, "precision": 0.088317, "recall": 0.131423}, {"accuracy": 0.494071, "f1": 0.448604, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"], "main_score": 0.448604, "precision": 0.433328, "recall": 0.494071}, {"accuracy": 0.444664, "f1": 0.404422, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"], "main_score": 0.404422, "precision": 0.389568, "recall": 0.444664}, {"accuracy": 0.350791, "f1": 0.311178, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"], "main_score": 0.311178, "precision": 0.298492, "recall": 0.350791}, {"accuracy": 0.394269, "f1": 0.359572, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"], "main_score": 0.359572, "precision": 0.346182, "recall": 0.394269}, {"accuracy": 0.156126, "f1": 0.114542, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"], "main_score": 0.114542, "precision": 0.101554, "recall": 0.156126}, {"accuracy": 0.343874, "f1": 0.303587, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"], "main_score": 0.303587, "precision": 0.289011, "recall": 0.343874}, {"accuracy": 0.387352, "f1": 0.346192, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"], "main_score": 0.346192, "precision": 0.332091, "recall": 0.387352}, {"accuracy": 0.493083, "f1": 0.445578, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"], "main_score": 0.445578, "precision": 0.429764, "recall": 0.493083}, {"accuracy": 0.407115, "f1": 0.371401, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"], "main_score": 0.371401, "precision": 0.358259, "recall": 0.407115}, {"accuracy": 0.145257, "f1": 0.107226, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"], "main_score": 0.107226, "precision": 0.096167, "recall": 0.145257}, {"accuracy": 0.391304, "f1": 0.350631, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"], "main_score": 0.350631, "precision": 0.337321, "recall": 0.391304}, {"accuracy": 0.061265, "f1": 0.045541, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"], "main_score": 0.045541, "precision": 0.041255, "recall": 0.061265}, {"accuracy": 0.242095, "f1": 0.19784, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"], "main_score": 0.19784, "precision": 0.183506, "recall": 0.242095}, {"accuracy": 0.307312, "f1": 0.25714, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"], "main_score": 0.25714, "precision": 0.240878, "recall": 0.307312}, {"accuracy": 0.072134, "f1": 0.049635, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"], "main_score": 0.049635, "precision": 0.043477, "recall": 0.072134}, {"accuracy": 0.492095, "f1": 0.442058, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"], "main_score": 0.442058, "precision": 0.424853, "recall": 0.492095}, {"accuracy": 0.390316, "f1": 0.353252, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"], "main_score": 0.353252, "precision": 0.339781, "recall": 0.390316}, {"accuracy": 0.48913, "f1": 0.448198, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"], "main_score": 0.448198, "precision": 0.433777, "recall": 0.48913}, {"accuracy": 0.364625, "f1": 0.316049, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"], "main_score": 0.316049, "precision": 0.299135, "recall": 0.364625}, {"accuracy": 0.246047, "f1": 0.199182, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"], "main_score": 0.199182, "precision": 0.184707, "recall": 0.246047}, {"accuracy": 0.395257, "f1": 0.366023, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"], "main_score": 0.366023, "precision": 0.354418, "recall": 0.395257}, {"accuracy": 0.295455, "f1": 0.258937, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"], "main_score": 0.258937, "precision": 0.245848, "recall": 0.295455}, {"accuracy": 0.475296, "f1": 0.431291, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"], "main_score": 0.431291, "precision": 0.418071, "recall": 0.475296}, {"accuracy": 0.232213, "f1": 0.18638, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"], "main_score": 0.18638, "precision": 0.171886, "recall": 0.232213}, {"accuracy": 0.26581, "f1": 0.217622, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"], "main_score": 0.217622, "precision": 0.203082, "recall": 0.26581}, {"accuracy": 0.232213, "f1": 0.18456, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"], "main_score": 0.18456, "precision": 0.169453, "recall": 0.232213}, {"accuracy": 0.225296, "f1": 0.188233, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"], "main_score": 0.188233, "precision": 0.175177, "recall": 0.225296}, {"accuracy": 0.389328, "f1": 0.351174, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"], "main_score": 0.351174, "precision": 0.337278, "recall": 0.389328}, {"accuracy": 0.488142, "f1": 0.446753, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"], "main_score": 0.446753, "precision": 0.43171, "recall": 0.488142}, {"accuracy": 0.054348, "f1": 0.026612, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"], "main_score": 0.026612, "precision": 0.022157, "recall": 0.054348}, {"accuracy": 0.185771, "f1": 0.14691, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"], "main_score": 0.14691, "precision": 0.134551, "recall": 0.185771}, {"accuracy": 0.315217, "f1": 0.283196, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"], "main_score": 0.283196, "precision": 0.272392, "recall": 0.315217}, {"accuracy": 0.212451, "f1": 0.167433, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"], "main_score": 0.167433, "precision": 0.154434, "recall": 0.212451}, {"accuracy": 0.055336, "f1": 0.035162, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"], "main_score": 0.035162, "precision": 0.031405, "recall": 0.055336}, {"accuracy": 0.506917, "f1": 0.463198, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"], "main_score": 0.463198, "precision": 0.447566, "recall": 0.506917}, {"accuracy": 0.392292, "f1": 0.354056, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"], "main_score": 0.354056, "precision": 0.339579, "recall": 0.392292}, {"accuracy": 0.396245, "f1": 0.356293, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"], "main_score": 0.356293, "precision": 0.341924, "recall": 0.396245}, {"accuracy": 0.204545, "f1": 0.167955, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"], "main_score": 0.167955, "precision": 0.156152, "recall": 0.204545}, {"accuracy": 0.491107, "f1": 0.445057, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"], "main_score": 0.445057, "precision": 0.430036, "recall": 0.491107}, {"accuracy": 0.468379, "f1": 0.422965, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"], "main_score": 0.422965, "precision": 0.408051, "recall": 0.468379}, {"accuracy": 0.497036, "f1": 0.449303, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"], "main_score": 0.449303, "precision": 0.432897, "recall": 0.497036}, {"accuracy": 0.41502, "f1": 0.375831, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"], "main_score": 0.375831, "precision": 0.36127, "recall": 0.41502}, {"accuracy": 0.211462, "f1": 0.161768, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"], "main_score": 0.161768, "precision": 0.146758, "recall": 0.211462}, {"accuracy": 0.147233, "f1": 0.112655, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"], "main_score": 0.112655, "precision": 0.102771, "recall": 0.147233}, {"accuracy": 0.252964, "f1": 0.218175, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"], "main_score": 0.218175, "precision": 0.206516, "recall": 0.252964}, {"accuracy": 0.472332, "f1": 0.42081, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"], "main_score": 0.42081, "precision": 0.403145, "recall": 0.472332}, {"accuracy": 0.400198, "f1": 0.361, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"], "main_score": 0.361, "precision": 0.346941, "recall": 0.400198}, {"accuracy": 0.288538, "f1": 0.247099, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"], "main_score": 0.247099, "precision": 0.233006, "recall": 0.288538}, {"accuracy": 0.188735, "f1": 0.14248, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"], "main_score": 0.14248, "precision": 0.128991, "recall": 0.188735}, {"accuracy": 0.421937, "f1": 0.381989, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"], "main_score": 0.381989, "precision": 0.367735, "recall": 0.421937}, {"accuracy": 0.344862, "f1": 0.306535, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"], "main_score": 0.306535, "precision": 0.292916, "recall": 0.344862}, {"accuracy": 0.178854, "f1": 0.131542, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"], "main_score": 0.131542, "precision": 0.118857, "recall": 0.178854}, {"accuracy": 0.487154, "f1": 0.441853, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"], "main_score": 0.441853, "precision": 0.426536, "recall": 0.487154}, {"accuracy": 0.201581, "f1": 0.166805, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"], "main_score": 0.166805, "precision": 0.155036, "recall": 0.201581}, {"accuracy": 0.338933, "f1": 0.29148, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"], "main_score": 0.29148, "precision": 0.275882, "recall": 0.338933}, {"accuracy": 0.433794, "f1": 0.391688, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"], "main_score": 0.391688, "precision": 0.377779, "recall": 0.433794}, {"accuracy": 0.496047, "f1": 0.445552, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"], "main_score": 0.445552, "precision": 0.427999, "recall": 0.496047}, {"accuracy": 0.501976, "f1": 0.453172, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"], "main_score": 0.453172, "precision": 0.436764, "recall": 0.501976}, {"accuracy": 0.454545, "f1": 0.40327, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"], "main_score": 0.40327, "precision": 0.384901, "recall": 0.454545}, {"accuracy": 0.400198, "f1": 0.36665, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"], "main_score": 0.36665, "precision": 0.354458, "recall": 0.400198}, {"accuracy": 0.343874, "f1": 0.294008, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"], "main_score": 0.294008, "precision": 0.277744, "recall": 0.343874}, {"accuracy": 0.22332, "f1": 0.170921, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"], "main_score": 0.170921, "precision": 0.15499, "recall": 0.22332}, {"accuracy": 0.094862, "f1": 0.059237, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"], "main_score": 0.059237, "precision": 0.051615, "recall": 0.094862}, {"accuracy": 0.232213, "f1": 0.183923, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"], "main_score": 0.183923, "precision": 0.169085, "recall": 0.232213}, {"accuracy": 0.11166, "f1": 0.074686, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"], "main_score": 0.074686, "precision": 0.066278, "recall": 0.11166}, {"accuracy": 0.496047, "f1": 0.447705, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"], "main_score": 0.447705, "precision": 0.430864, "recall": 0.496047}, {"accuracy": 0.383399, "f1": 0.342954, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"], "main_score": 0.342954, "precision": 0.329224, "recall": 0.383399}, {"accuracy": 0.08004, "f1": 0.057069, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"], "main_score": 0.057069, "precision": 0.050881, "recall": 0.08004}, {"accuracy": 0.428854, "f1": 0.390076, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"], "main_score": 0.390076, "precision": 0.375702, "recall": 0.428854}, {"accuracy": 0.508893, "f1": 0.461657, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"], "main_score": 0.461657, "precision": 0.446574, "recall": 0.508893}, {"accuracy": 0.27668, "f1": 0.242942, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"], "main_score": 0.242942, "precision": 0.231192, "recall": 0.27668}, {"accuracy": 0.177866, "f1": 0.128592, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"], "main_score": 0.128592, "precision": 0.114599, "recall": 0.177866}, {"accuracy": 0.412055, "f1": 0.36892, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"], "main_score": 0.36892, "precision": 0.354617, "recall": 0.412055}, {"accuracy": 0.310277, "f1": 0.269353, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"], "main_score": 0.269353, "precision": 0.25633, "recall": 0.310277}, {"accuracy": 0.203557, "f1": 0.15504, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"], "main_score": 0.15504, "precision": 0.140426, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.133637, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"], "main_score": 0.133637, "precision": 0.119625, "recall": 0.182806}, {"accuracy": 0.193676, "f1": 0.149384, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"], "main_score": 0.149384, "precision": 0.136228, "recall": 0.193676}, {"accuracy": 0.477273, "f1": 0.430431, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"], "main_score": 0.430431, "precision": 0.414544, "recall": 0.477273}, {"accuracy": 0.01581, "f1": 0.003429, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"], "main_score": 0.003429, "precision": 0.002126, "recall": 0.01581}, {"accuracy": 0.255929, "f1": 0.224191, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"], "main_score": 0.224191, "precision": 0.214105, "recall": 0.255929}, {"accuracy": 0.151186, "f1": 0.122834, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"], "main_score": 0.122834, "precision": 0.113553, "recall": 0.151186}, {"accuracy": 0.347826, "f1": 0.30873, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"], "main_score": 0.30873, "precision": 0.295957, "recall": 0.347826}, {"accuracy": 0.48913, "f1": 0.443505, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"], "main_score": 0.443505, "precision": 0.428388, "recall": 0.48913}, {"accuracy": 0.098814, "f1": 0.06604, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"], "main_score": 0.06604, "precision": 0.057896, "recall": 0.098814}, {"accuracy": 0.15415, "f1": 0.120752, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"], "main_score": 0.120752, "precision": 0.111005, "recall": 0.15415}, {"accuracy": 0.468379, "f1": 0.424356, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"], "main_score": 0.424356, "precision": 0.409556, "recall": 0.468379}, {"accuracy": 0.483202, "f1": 0.439127, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"], "main_score": 0.439127, "precision": 0.425199, "recall": 0.483202}, {"accuracy": 0.329051, "f1": 0.282965, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"], "main_score": 0.282965, "precision": 0.267981, "recall": 0.329051}, {"accuracy": 0.237154, "f1": 0.193541, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"], "main_score": 0.193541, "precision": 0.17935, "recall": 0.237154}, {"accuracy": 0.177866, "f1": 0.133852, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"], "main_score": 0.133852, "precision": 0.120504, "recall": 0.177866}, {"accuracy": 0.394269, "f1": 0.356571, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"], "main_score": 0.356571, "precision": 0.343756, "recall": 0.394269}, {"accuracy": 0.147233, "f1": 0.110358, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"], "main_score": 0.110358, "precision": 0.099362, "recall": 0.147233}, {"accuracy": 0.157115, "f1": 0.119221, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"], "main_score": 0.119221, "precision": 0.107459, "recall": 0.157115}, {"accuracy": 0.263834, "f1": 0.227332, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"], "main_score": 0.227332, "precision": 0.216129, "recall": 0.263834}, {"accuracy": 0.366601, "f1": 0.331864, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"], "main_score": 0.331864, "precision": 0.317965, "recall": 0.366601}, {"accuracy": 0.393281, "f1": 0.354495, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"], "main_score": 0.354495, "precision": 0.341351, "recall": 0.393281}, {"accuracy": 0.233202, "f1": 0.184667, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"], "main_score": 0.184667, "precision": 0.168175, "recall": 0.233202}, {"accuracy": 0.320158, "f1": 0.27265, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"], "main_score": 0.27265, "precision": 0.256597, "recall": 0.320158}, {"accuracy": 0.447628, "f1": 0.396966, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"], "main_score": 0.396966, "precision": 0.379936, "recall": 0.447628}, {"accuracy": 0.173913, "f1": 0.145413, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"], "main_score": 0.145413, "precision": 0.135636, "recall": 0.173913}, {"accuracy": 0.287549, "f1": 0.242395, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"], "main_score": 0.242395, "precision": 0.227155, "recall": 0.287549}, {"accuracy": 0.184783, "f1": 0.149324, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"], "main_score": 0.149324, "precision": 0.137861, "recall": 0.184783}, {"accuracy": 0.263834, "f1": 0.228351, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"], "main_score": 0.228351, "precision": 0.215042, "recall": 0.263834}, {"accuracy": 0.440711, "f1": 0.400799, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"], "main_score": 0.400799, "precision": 0.385753, "recall": 0.440711}, {"accuracy": 0.206522, "f1": 0.159953, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"], "main_score": 0.159953, "precision": 0.145012, "recall": 0.206522}, {"accuracy": 0.279644, "f1": 0.244766, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"], "main_score": 0.244766, "precision": 0.232748, "recall": 0.279644}, {"accuracy": 0.438735, "f1": 0.389176, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"], "main_score": 0.389176, "precision": 0.373153, "recall": 0.438735}, {"accuracy": 0.445652, "f1": 0.394115, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"], "main_score": 0.394115, "precision": 0.37668, "recall": 0.445652}, {"accuracy": 0.444664, "f1": 0.408015, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"], "main_score": 0.408015, "precision": 0.39344, "recall": 0.444664}, {"accuracy": 0.393281, "f1": 0.362799, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"], "main_score": 0.362799, "precision": 0.350955, "recall": 0.393281}, {"accuracy": 0.491107, "f1": 0.450038, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"], "main_score": 0.450038, "precision": 0.434755, "recall": 0.491107}, {"accuracy": 0.238142, "f1": 0.199196, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"], "main_score": 0.199196, "precision": 0.186031, "recall": 0.238142}, {"accuracy": 0.357708, "f1": 0.316408, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"], "main_score": 0.316408, "precision": 0.301078, "recall": 0.357708}, {"accuracy": 0.105731, "f1": 0.071896, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"], "main_score": 0.071896, "precision": 0.064015, "recall": 0.105731}, {"accuracy": 0.472332, "f1": 0.425226, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"], "main_score": 0.425226, "precision": 0.409119, "recall": 0.472332}, {"accuracy": 0.107708, "f1": 0.081406, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"], "main_score": 0.081406, "precision": 0.073312, "recall": 0.107708}, {"accuracy": 0.437747, "f1": 0.397376, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"], "main_score": 0.397376, "precision": 0.383555, "recall": 0.437747}, {"accuracy": 0.41996, "f1": 0.374738, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"], "main_score": 0.374738, "precision": 0.359081, "recall": 0.41996}, {"accuracy": 0.263834, "f1": 0.223311, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"], "main_score": 0.223311, "precision": 0.209772, "recall": 0.263834}, {"accuracy": 0.287549, "f1": 0.234669, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"], "main_score": 0.234669, "precision": 0.218818, "recall": 0.287549}, {"accuracy": 0.390316, "f1": 0.348146, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"], "main_score": 0.348146, "precision": 0.332966, "recall": 0.390316}, {"accuracy": 0.209486, "f1": 0.165597, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"], "main_score": 0.165597, "precision": 0.152058, "recall": 0.209486}, {"accuracy": 0.195652, "f1": 0.150067, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"], "main_score": 0.150067, "precision": 0.137198, "recall": 0.195652}, {"accuracy": 0.474308, "f1": 0.426549, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"], "main_score": 0.426549, "precision": 0.410839, "recall": 0.474308}, {"accuracy": 0.33498, "f1": 0.288819, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"], "main_score": 0.288819, "precision": 0.272149, "recall": 0.33498}, {"accuracy": 0.468379, "f1": 0.423073, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"], "main_score": 0.423073, "precision": 0.408586, "recall": 0.468379}, {"accuracy": 0.194664, "f1": 0.144806, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"], "main_score": 0.144806, "precision": 0.130788, "recall": 0.194664}, {"accuracy": 0.492095, "f1": 0.446763, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"], "main_score": 0.446763, "precision": 0.430525, "recall": 0.492095}, {"accuracy": 0.320158, "f1": 0.28127, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"], "main_score": 0.28127, "precision": 0.267732, "recall": 0.320158}, {"accuracy": 0.47332, "f1": 0.438532, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"], "main_score": 0.438532, "precision": 0.426847, "recall": 0.47332}, {"accuracy": 0.155138, "f1": 0.118013, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"], "main_score": 0.118013, "precision": 0.107347, "recall": 0.155138}, {"accuracy": 0.455534, "f1": 0.414478, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"], "main_score": 0.414478, "precision": 0.400346, "recall": 0.455534}, {"accuracy": 0.155138, "f1": 0.116107, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"], "main_score": 0.116107, "precision": 0.104402, "recall": 0.155138}, {"accuracy": 0.179842, "f1": 0.13712, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"], "main_score": 0.13712, "precision": 0.125733, "recall": 0.179842}, {"accuracy": 0.118577, "f1": 0.090577, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"], "main_score": 0.090577, "precision": 0.082938, "recall": 0.118577}, {"accuracy": 0.280632, "f1": 0.241668, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"], "main_score": 0.241668, "precision": 0.226659, "recall": 0.280632}, {"accuracy": 0.492095, "f1": 0.444463, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"], "main_score": 0.444463, "precision": 0.428198, "recall": 0.492095}, {"accuracy": 0.241107, "f1": 0.196679, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"], "main_score": 0.196679, "precision": 0.181904, "recall": 0.241107}, {"accuracy": 0.158103, "f1": 0.11312, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"], "main_score": 0.11312, "precision": 0.10006, "recall": 0.158103}, {"accuracy": 0.194664, "f1": 0.144811, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"], "main_score": 0.144811, "precision": 0.1308, "recall": 0.194664}, {"accuracy": 0.20751, "f1": 0.176829, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"], "main_score": 0.176829, "precision": 0.16697, "recall": 0.20751}, {"accuracy": 0.145257, "f1": 0.107324, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"], "main_score": 0.107324, "precision": 0.097195, "recall": 0.145257}, {"accuracy": 0.166008, "f1": 0.132054, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"], "main_score": 0.132054, "precision": 0.120546, "recall": 0.166008}, {"accuracy": 0.401186, "f1": 0.369321, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"], "main_score": 0.369321, "precision": 0.358313, "recall": 0.401186}, {"accuracy": 0.257905, "f1": 0.209302, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"], "main_score": 0.209302, "precision": 0.193593, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.159177, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"], "main_score": 0.159177, "precision": 0.146151, "recall": 0.202569}, {"accuracy": 0.329051, "f1": 0.29456, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"], "main_score": 0.29456, "precision": 0.281639, "recall": 0.329051}, {"accuracy": 0.305336, "f1": 0.257224, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"], "main_score": 0.257224, "precision": 0.24105, "recall": 0.305336}, {"accuracy": 0.328063, "f1": 0.286799, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"], "main_score": 0.286799, "precision": 0.271588, "recall": 0.328063}, {"accuracy": 0.285573, "f1": 0.246291, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"], "main_score": 0.246291, "precision": 0.232269, "recall": 0.285573}, {"accuracy": 0.315217, "f1": 0.266706, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"], "main_score": 0.266706, "precision": 0.249462, "recall": 0.315217}, {"accuracy": 0.607708, "f1": 0.564359, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"], "main_score": 0.564359, "precision": 0.54732, "recall": 0.607708}, {"accuracy": 0.166008, "f1": 0.125607, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"], "main_score": 0.125607, "precision": 0.113113, "recall": 0.166008}, {"accuracy": 0.425889, "f1": 0.374765, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"], "main_score": 0.374765, "precision": 0.357549, "recall": 0.425889}, {"accuracy": 0.418972, "f1": 0.386773, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"], "main_score": 0.386773, "precision": 0.375508, "recall": 0.418972}, {"accuracy": 0.464427, "f1": 0.417483, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"], "main_score": 0.417483, "precision": 0.401984, "recall": 0.464427}, {"accuracy": 0.240119, "f1": 0.207538, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"], "main_score": 0.207538, "precision": 0.196401, "recall": 0.240119}, {"accuracy": 0.204545, "f1": 0.169304, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"], "main_score": 0.169304, "precision": 0.157436, "recall": 0.204545}, {"accuracy": 0.186759, "f1": 0.138073, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"], "main_score": 0.138073, "precision": 0.125232, "recall": 0.186759}, {"accuracy": 0.031621, "f1": 0.023186, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"], "main_score": 0.023186, "precision": 0.021817, "recall": 0.031621}, {"accuracy": 0.128458, "f1": 0.118544, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"], "main_score": 0.118544, "precision": 0.11413, "recall": 0.128458}, {"accuracy": 0.003953, "f1": 0.000552, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"], "main_score": 0.000552, "precision": 0.000331, "recall": 0.003953}, {"accuracy": 0.124506, "f1": 0.106799, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"], "main_score": 0.106799, "precision": 0.102553, "recall": 0.124506}, {"accuracy": 0.112648, "f1": 0.10277, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"], "main_score": 0.10277, "precision": 0.099524, "recall": 0.112648}, {"accuracy": 0.094862, "f1": 0.080462, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"], "main_score": 0.080462, "precision": 0.076779, "recall": 0.094862}, {"accuracy": 0.107708, "f1": 0.097648, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"], "main_score": 0.097648, "precision": 0.095295, "recall": 0.107708}, {"accuracy": 0.192688, "f1": 0.174773, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"], "main_score": 0.174773, "precision": 0.169061, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.149761, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"], "main_score": 0.149761, "precision": 0.144681, "recall": 0.170949}, {"accuracy": 0.129447, "f1": 0.118074, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"], "main_score": 0.118074, "precision": 0.114383, "recall": 0.129447}, {"accuracy": 0.090909, "f1": 0.085181, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"], "main_score": 0.085181, "precision": 0.083417, "recall": 0.090909}, {"accuracy": 0.134387, "f1": 0.119315, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"], "main_score": 0.119315, "precision": 0.115878, "recall": 0.134387}, {"accuracy": 0.103755, "f1": 0.090842, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"], "main_score": 0.090842, "precision": 0.086989, "recall": 0.103755}, {"accuracy": 0.172925, "f1": 0.1586, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"], "main_score": 0.1586, "precision": 0.153607, "recall": 0.172925}, {"accuracy": 0.101779, "f1": 0.086214, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"], "main_score": 0.086214, "precision": 0.082282, "recall": 0.101779}, {"accuracy": 0.11166, "f1": 0.096915, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"], "main_score": 0.096915, "precision": 0.094665, "recall": 0.11166}, {"accuracy": 0.162055, "f1": 0.144802, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"], "main_score": 0.144802, "precision": 0.140081, "recall": 0.162055}, {"accuracy": 0.185771, "f1": 0.169506, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"], "main_score": 0.169506, "precision": 0.164662, "recall": 0.185771}, {"accuracy": 0.110672, "f1": 0.100229, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"], "main_score": 0.100229, "precision": 0.097842, "recall": 0.110672}, {"accuracy": 0.125494, "f1": 0.107623, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"], "main_score": 0.107623, "precision": 0.103273, "recall": 0.125494}, {"accuracy": 0.164032, "f1": 0.147647, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"], "main_score": 0.147647, "precision": 0.143214, "recall": 0.164032}, {"accuracy": 0.139328, "f1": 0.128783, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"], "main_score": 0.128783, "precision": 0.125854, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.141234, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"], "main_score": 0.141234, "precision": 0.135384, "recall": 0.158103}, {"accuracy": 0.060277, "f1": 0.045886, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"], "main_score": 0.045886, "precision": 0.043295, "recall": 0.060277}, {"accuracy": 0.126482, "f1": 0.11207, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"], "main_score": 0.11207, "precision": 0.108315, "recall": 0.126482}, {"accuracy": 0.110672, "f1": 0.101279, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"], "main_score": 0.101279, "precision": 0.098339, "recall": 0.110672}, {"accuracy": 0.061265, "f1": 0.041504, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"], "main_score": 0.041504, "precision": 0.037341, "recall": 0.061265}, {"accuracy": 0.115613, "f1": 0.102572, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"], "main_score": 0.102572, "precision": 0.099988, "recall": 0.115613}, {"accuracy": 0.225296, "f1": 0.206934, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"], "main_score": 0.206934, "precision": 0.200091, "recall": 0.225296}, {"accuracy": 0.120553, "f1": 0.112714, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"], "main_score": 0.112714, "precision": 0.110303, "recall": 0.120553}, {"accuracy": 0.172925, "f1": 0.151724, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"], "main_score": 0.151724, "precision": 0.146909, "recall": 0.172925}, {"accuracy": 0.136364, "f1": 0.117421, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"], "main_score": 0.117421, "precision": 0.113289, "recall": 0.136364}, {"accuracy": 0.105731, "f1": 0.089034, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"], "main_score": 0.089034, "precision": 0.084472, "recall": 0.105731}, {"accuracy": 0.120553, "f1": 0.106887, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"], "main_score": 0.106887, "precision": 0.102533, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.128193, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"], "main_score": 0.128193, "precision": 0.123596, "recall": 0.146245}, {"accuracy": 0.085968, "f1": 0.074385, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"], "main_score": 0.074385, "precision": 0.071607, "recall": 0.085968}, {"accuracy": 0.098814, "f1": 0.086898, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"], "main_score": 0.086898, "precision": 0.083928, "recall": 0.098814}, {"accuracy": 0.06917, "f1": 0.056434, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"], "main_score": 0.056434, "precision": 0.054273, "recall": 0.06917}, {"accuracy": 0.168972, "f1": 0.145438, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"], "main_score": 0.145438, "precision": 0.140049, "recall": 0.168972}, {"accuracy": 0.109684, "f1": 0.091596, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"], "main_score": 0.091596, "precision": 0.087264, "recall": 0.109684}, {"accuracy": 0.164032, "f1": 0.145031, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"], "main_score": 0.145031, "precision": 0.138337, "recall": 0.164032}, {"accuracy": 0.022727, "f1": 0.017976, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"], "main_score": 0.017976, "precision": 0.016499, "recall": 0.022727}, {"accuracy": 0.170949, "f1": 0.15065, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"], "main_score": 0.15065, "precision": 0.145391, "recall": 0.170949}, {"accuracy": 0.252964, "f1": 0.226346, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"], "main_score": 0.226346, "precision": 0.218143, "recall": 0.252964}, {"accuracy": 0.13834, "f1": 0.122136, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"], "main_score": 0.122136, "precision": 0.118412, "recall": 0.13834}, {"accuracy": 0.159091, "f1": 0.141029, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"], "main_score": 0.141029, "precision": 0.136792, "recall": 0.159091}, {"accuracy": 0.103755, "f1": 0.088872, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"], "main_score": 0.088872, "precision": 0.08511, "recall": 0.103755}, {"accuracy": 0.08498, "f1": 0.080753, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"], "main_score": 0.080753, "precision": 0.079573, "recall": 0.08498}, {"accuracy": 0.148221, "f1": 0.134836, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"], "main_score": 0.134836, "precision": 0.129595, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.123485, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"], "main_score": 0.123485, "precision": 0.118381, "recall": 0.143281}, {"accuracy": 0.108696, "f1": 0.099927, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"], "main_score": 0.099927, "precision": 0.097844, "recall": 0.108696}, {"accuracy": 0.16502, "f1": 0.148583, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"], "main_score": 0.148583, "precision": 0.144171, "recall": 0.16502}, {"accuracy": 0.110672, "f1": 0.09912, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"], "main_score": 0.09912, "precision": 0.096361, "recall": 0.110672}, {"accuracy": 0.164032, "f1": 0.138008, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"], "main_score": 0.138008, "precision": 0.130047, "recall": 0.164032}, {"accuracy": 0.114625, "f1": 0.100155, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"], "main_score": 0.100155, "precision": 0.096562, "recall": 0.114625}, {"accuracy": 0.031621, "f1": 0.023992, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"], "main_score": 0.023992, "precision": 0.021903, "recall": 0.031621}, {"accuracy": 0.141304, "f1": 0.127415, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"], "main_score": 0.127415, "precision": 0.123179, "recall": 0.141304}, {"accuracy": 0.160079, "f1": 0.148637, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"], "main_score": 0.148637, "precision": 0.145135, "recall": 0.160079}, {"accuracy": 0.033597, "f1": 0.029776, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"], "main_score": 0.029776, "precision": 0.028861, "recall": 0.033597}, {"accuracy": 0.153162, "f1": 0.12922, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"], "main_score": 0.12922, "precision": 0.123151, "recall": 0.153162}, {"accuracy": 0.115613, "f1": 0.099495, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"], "main_score": 0.099495, "precision": 0.095661, "recall": 0.115613}, {"accuracy": 0.149209, "f1": 0.134616, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"], "main_score": 0.134616, "precision": 0.130862, "recall": 0.149209}, {"accuracy": 0.099802, "f1": 0.085228, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"], "main_score": 0.085228, "precision": 0.082331, "recall": 0.099802}, {"accuracy": 0.197628, "f1": 0.184714, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"], "main_score": 0.184714, "precision": 0.180657, "recall": 0.197628}, {"accuracy": 0.11166, "f1": 0.099481, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"], "main_score": 0.099481, "precision": 0.095886, "recall": 0.11166}, {"accuracy": 0.107708, "f1": 0.096346, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"], "main_score": 0.096346, "precision": 0.093447, "recall": 0.107708}, {"accuracy": 0.172925, "f1": 0.151085, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"], "main_score": 0.151085, "precision": 0.14565, "recall": 0.172925}, {"accuracy": 0.142292, "f1": 0.132488, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"], "main_score": 0.132488, "precision": 0.129534, "recall": 0.142292}, {"accuracy": 0.155138, "f1": 0.142124, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"], "main_score": 0.142124, "precision": 0.137759, "recall": 0.155138}, {"accuracy": 0.145257, "f1": 0.12864, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"], "main_score": 0.12864, "precision": 0.123394, "recall": 0.145257}, {"accuracy": 0.12253, "f1": 0.112937, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"], "main_score": 0.112937, "precision": 0.109931, "recall": 0.12253}, {"accuracy": 0.097826, "f1": 0.089143, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"], "main_score": 0.089143, "precision": 0.086523, "recall": 0.097826}, {"accuracy": 0.144269, "f1": 0.127774, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"], "main_score": 0.127774, "precision": 0.123891, "recall": 0.144269}, {"accuracy": 0.043478, "f1": 0.028271, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"], "main_score": 0.028271, "precision": 0.025063, "recall": 0.043478}, {"accuracy": 0.11166, "f1": 0.098421, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"], "main_score": 0.098421, "precision": 0.094592, "recall": 0.11166}, {"accuracy": 0.108696, "f1": 0.098459, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"], "main_score": 0.098459, "precision": 0.095267, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.133822, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"], "main_score": 0.133822, "precision": 0.128101, "recall": 0.150198}, {"accuracy": 0.044466, "f1": 0.030184, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"], "main_score": 0.030184, "precision": 0.026142, "recall": 0.044466}, {"accuracy": 0.166008, "f1": 0.14773, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"], "main_score": 0.14773, "precision": 0.143246, "recall": 0.166008}, {"accuracy": 0.12253, "f1": 0.112975, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"], "main_score": 0.112975, "precision": 0.110867, "recall": 0.12253}, {"accuracy": 0.143281, "f1": 0.127927, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"], "main_score": 0.127927, "precision": 0.124333, "recall": 0.143281}, {"accuracy": 0.057312, "f1": 0.043176, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"], "main_score": 0.043176, "precision": 0.040386, "recall": 0.057312}, {"accuracy": 0.170949, "f1": 0.152494, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"], "main_score": 0.152494, "precision": 0.147563, "recall": 0.170949}, {"accuracy": 0.158103, "f1": 0.140024, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"], "main_score": 0.140024, "precision": 0.135133, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.143136, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"], "main_score": 0.143136, "precision": 0.138589, "recall": 0.16502}, {"accuracy": 0.120553, "f1": 0.107163, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"], "main_score": 0.107163, "precision": 0.103343, "recall": 0.120553}, {"accuracy": 0.137352, "f1": 0.119237, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"], "main_score": 0.119237, "precision": 0.114549, "recall": 0.137352}, {"accuracy": 0.157115, "f1": 0.140656, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"], "main_score": 0.140656, "precision": 0.134852, "recall": 0.157115}, {"accuracy": 0.059289, "f1": 0.048195, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"], "main_score": 0.048195, "precision": 0.04643, "recall": 0.059289}, {"accuracy": 0.158103, "f1": 0.13983, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"], "main_score": 0.13983, "precision": 0.135602, "recall": 0.158103}, {"accuracy": 0.102767, "f1": 0.092131, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"], "main_score": 0.092131, "precision": 0.089537, "recall": 0.102767}, {"accuracy": 0.120553, "f1": 0.108768, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"], "main_score": 0.108768, "precision": 0.105863, "recall": 0.120553}, {"accuracy": 0.133399, "f1": 0.120549, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"], "main_score": 0.120549, "precision": 0.116352, "recall": 0.133399}, {"accuracy": 0.110672, "f1": 0.101996, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"], "main_score": 0.101996, "precision": 0.099862, "recall": 0.110672}, {"accuracy": 0.140316, "f1": 0.12408, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"], "main_score": 0.12408, "precision": 0.119929, "recall": 0.140316}, {"accuracy": 0.140316, "f1": 0.124149, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"], "main_score": 0.124149, "precision": 0.118208, "recall": 0.140316}, {"accuracy": 0.149209, "f1": 0.128716, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"], "main_score": 0.128716, "precision": 0.123889, "recall": 0.149209}, {"accuracy": 0.144269, "f1": 0.129751, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"], "main_score": 0.129751, "precision": 0.125074, "recall": 0.144269}, {"accuracy": 0.158103, "f1": 0.149787, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"], "main_score": 0.149787, "precision": 0.147005, "recall": 0.158103}, {"accuracy": 0.11166, "f1": 0.096858, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"], "main_score": 0.096858, "precision": 0.093264, "recall": 0.11166}, {"accuracy": 0.15415, "f1": 0.136174, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"], "main_score": 0.136174, "precision": 0.13178, "recall": 0.15415}, {"accuracy": 0.167984, "f1": 0.147058, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"], "main_score": 0.147058, "precision": 0.142056, "recall": 0.167984}, {"accuracy": 0.133399, "f1": 0.114048, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"], "main_score": 0.114048, "precision": 0.109146, "recall": 0.133399}, {"accuracy": 0.120553, "f1": 0.11254, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"], "main_score": 0.11254, "precision": 0.109745, "recall": 0.120553}, {"accuracy": 0.106719, "f1": 0.086848, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"], "main_score": 0.086848, "precision": 0.082566, "recall": 0.106719}, {"accuracy": 0.112648, "f1": 0.098311, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"], "main_score": 0.098311, "precision": 0.094006, "recall": 0.112648}, {"accuracy": 0.065217, "f1": 0.051526, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"], "main_score": 0.051526, "precision": 0.047841, "recall": 0.065217}, {"accuracy": 0.162055, "f1": 0.142022, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"], "main_score": 0.142022, "precision": 0.136701, "recall": 0.162055}, {"accuracy": 0.072134, "f1": 0.055562, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"], "main_score": 0.055562, "precision": 0.051402, "recall": 0.072134}, {"accuracy": 0.16502, "f1": 0.143986, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"], "main_score": 0.143986, "precision": 0.138616, "recall": 0.16502}, {"accuracy": 0.140316, "f1": 0.12322, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"], "main_score": 0.12322, "precision": 0.119658, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.051006, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"], "main_score": 0.051006, "precision": 0.047978, "recall": 0.060277}, {"accuracy": 0.114625, "f1": 0.10759, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"], "main_score": 0.10759, "precision": 0.105714, "recall": 0.114625}, {"accuracy": 0.176877, "f1": 0.155294, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"], "main_score": 0.155294, "precision": 0.150387, "recall": 0.176877}, {"accuracy": 0.065217, "f1": 0.056897, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"], "main_score": 0.056897, "precision": 0.055466, "recall": 0.065217}, {"accuracy": 0.115613, "f1": 0.101485, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"], "main_score": 0.101485, "precision": 0.09697, "recall": 0.115613}, {"accuracy": 0.106719, "f1": 0.09148, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"], "main_score": 0.09148, "precision": 0.087905, "recall": 0.106719}, {"accuracy": 0.121542, "f1": 0.114156, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"], "main_score": 0.114156, "precision": 0.111643, "recall": 0.121542}, {"accuracy": 0.123518, "f1": 0.109087, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"], "main_score": 0.109087, "precision": 0.104014, "recall": 0.123518}, {"accuracy": 0.160079, "f1": 0.141415, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"], "main_score": 0.141415, "precision": 0.135035, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.131697, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"], "main_score": 0.131697, "precision": 0.126752, "recall": 0.146245}, {"accuracy": 0.155138, "f1": 0.136303, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"], "main_score": 0.136303, "precision": 0.130758, "recall": 0.155138}, {"accuracy": 0.011858, "f1": 0.004349, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"], "main_score": 0.004349, "precision": 0.00285, "recall": 0.011858}, {"accuracy": 0.059289, "f1": 0.051882, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"], "main_score": 0.051882, "precision": 0.050074, "recall": 0.059289}, {"accuracy": 0.050395, "f1": 0.043678, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"], "main_score": 0.043678, "precision": 0.041491, "recall": 0.050395}, {"accuracy": 0.094862, "f1": 0.08082, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"], "main_score": 0.08082, "precision": 0.0784, "recall": 0.094862}, {"accuracy": 0.161067, "f1": 0.144263, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"], "main_score": 0.144263, "precision": 0.13988, "recall": 0.161067}, {"accuracy": 0.081028, "f1": 0.067201, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"], "main_score": 0.067201, "precision": 0.063563, "recall": 0.081028}, {"accuracy": 0.187747, "f1": 0.169143, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"], "main_score": 0.169143, "precision": 0.161852, "recall": 0.187747}, {"accuracy": 0.162055, "f1": 0.141313, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"], "main_score": 0.141313, "precision": 0.136696, "recall": 0.162055}, {"accuracy": 0.167984, "f1": 0.149719, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"], "main_score": 0.149719, "precision": 0.145047, "recall": 0.167984}, {"accuracy": 0.110672, "f1": 0.095408, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"], "main_score": 0.095408, "precision": 0.091809, "recall": 0.110672}, {"accuracy": 0.091897, "f1": 0.07769, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"], "main_score": 0.07769, "precision": 0.073188, "recall": 0.091897}, {"accuracy": 0.115613, "f1": 0.099499, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"], "main_score": 0.099499, "precision": 0.094952, "recall": 0.115613}, {"accuracy": 0.103755, "f1": 0.092743, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"], "main_score": 0.092743, "precision": 0.089869, "recall": 0.103755}, {"accuracy": 0.164032, "f1": 0.148009, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"], "main_score": 0.148009, "precision": 0.142259, "recall": 0.164032}, {"accuracy": 0.106719, "f1": 0.089606, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"], "main_score": 0.089606, "precision": 0.085123, "recall": 0.106719}, {"accuracy": 0.057312, "f1": 0.048381, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"], "main_score": 0.048381, "precision": 0.046831, "recall": 0.057312}, {"accuracy": 0.119565, "f1": 0.105858, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"], "main_score": 0.105858, "precision": 0.101989, "recall": 0.119565}, {"accuracy": 0.140316, "f1": 0.123429, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"], "main_score": 0.123429, "precision": 0.119017, "recall": 0.140316}, {"accuracy": 0.118577, "f1": 0.106607, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"], "main_score": 0.106607, "precision": 0.103007, "recall": 0.118577}, {"accuracy": 0.116601, "f1": 0.106115, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"], "main_score": 0.106115, "precision": 0.103685, "recall": 0.116601}, {"accuracy": 0.136364, "f1": 0.118037, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"], "main_score": 0.118037, "precision": 0.113118, "recall": 0.136364}, {"accuracy": 0.04249, "f1": 0.036119, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"], "main_score": 0.036119, "precision": 0.034124, "recall": 0.04249}, {"accuracy": 0.088933, "f1": 0.068707, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"], "main_score": 0.068707, "precision": 0.063947, "recall": 0.088933}, {"accuracy": 0.098814, "f1": 0.085061, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"], "main_score": 0.085061, "precision": 0.081247, "recall": 0.098814}, {"accuracy": 0.062253, "f1": 0.054635, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"], "main_score": 0.054635, "precision": 0.052605, "recall": 0.062253}, {"accuracy": 0.144269, "f1": 0.122085, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"], "main_score": 0.122085, "precision": 0.117447, "recall": 0.144269}, {"accuracy": 0.18083, "f1": 0.161751, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"], "main_score": 0.161751, "precision": 0.156679, "recall": 0.18083}, {"accuracy": 0.070158, "f1": 0.060011, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"], "main_score": 0.060011, "precision": 0.057219, "recall": 0.070158}, {"accuracy": 0.115613, "f1": 0.10091, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"], "main_score": 0.10091, "precision": 0.097407, "recall": 0.115613}, {"accuracy": 0.141304, "f1": 0.115979, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"], "main_score": 0.115979, "precision": 0.109822, "recall": 0.141304}, {"accuracy": 0.151186, "f1": 0.13291, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"], "main_score": 0.13291, "precision": 0.128147, "recall": 0.151186}, {"accuracy": 0.109684, "f1": 0.095952, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"], "main_score": 0.095952, "precision": 0.092614, "recall": 0.109684}, {"accuracy": 0.167984, "f1": 0.149975, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"], "main_score": 0.149975, "precision": 0.145553, "recall": 0.167984}, {"accuracy": 0.091897, "f1": 0.077734, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"], "main_score": 0.077734, "precision": 0.074906, "recall": 0.091897}, {"accuracy": 0.137352, "f1": 0.123065, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"], "main_score": 0.123065, "precision": 0.119415, "recall": 0.137352}, {"accuracy": 0.097826, "f1": 0.076985, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"], "main_score": 0.076985, "precision": 0.071481, "recall": 0.097826}, {"accuracy": 0.152174, "f1": 0.138322, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"], "main_score": 0.138322, "precision": 0.133747, "recall": 0.152174}, {"accuracy": 0.033597, "f1": 0.022198, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"], "main_score": 0.022198, "precision": 0.020188, "recall": 0.033597}, {"accuracy": 0.139328, "f1": 0.120979, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"], "main_score": 0.120979, "precision": 0.116093, "recall": 0.139328}, {"accuracy": 0.107708, "f1": 0.092045, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"], "main_score": 0.092045, "precision": 0.088353, "recall": 0.107708}, {"accuracy": 0.094862, "f1": 0.082222, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"], "main_score": 0.082222, "precision": 0.079482, "recall": 0.094862}, {"accuracy": 0.139328, "f1": 0.128406, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"], "main_score": 0.128406, "precision": 0.125534, "recall": 0.139328}, {"accuracy": 0.107708, "f1": 0.0945, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"], "main_score": 0.0945, "precision": 0.09115, "recall": 0.107708}, {"accuracy": 0.155138, "f1": 0.141341, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"], "main_score": 0.141341, "precision": 0.13678, "recall": 0.155138}, {"accuracy": 0.19664, "f1": 0.179386, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"], "main_score": 0.179386, "precision": 0.172964, "recall": 0.19664}, {"accuracy": 0.170949, "f1": 0.150873, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"], "main_score": 0.150873, "precision": 0.146273, "recall": 0.170949}, {"accuracy": 0.161067, "f1": 0.149802, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"], "main_score": 0.149802, "precision": 0.145317, "recall": 0.161067}, {"accuracy": 0.164032, "f1": 0.148783, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"], "main_score": 0.148783, "precision": 0.145016, "recall": 0.164032}, {"accuracy": 0.146245, "f1": 0.135306, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"], "main_score": 0.135306, "precision": 0.1317, "recall": 0.146245}, {"accuracy": 0.166996, "f1": 0.149215, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"], "main_score": 0.149215, "precision": 0.14499, "recall": 0.166996}, {"accuracy": 0.076087, "f1": 0.06375, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"], "main_score": 0.06375, "precision": 0.060138, "recall": 0.076087}, {"accuracy": 0.145257, "f1": 0.128017, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"], "main_score": 0.128017, "precision": 0.124444, "recall": 0.145257}, {"accuracy": 0.175889, "f1": 0.155689, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"], "main_score": 0.155689, "precision": 0.148415, "recall": 0.175889}, {"accuracy": 0.159091, "f1": 0.140903, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"], "main_score": 0.140903, "precision": 0.136515, "recall": 0.159091}, {"accuracy": 0.114625, "f1": 0.094504, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"], "main_score": 0.094504, "precision": 0.088831, "recall": 0.114625}, {"accuracy": 0.179842, "f1": 0.156616, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"], "main_score": 0.156616, "precision": 0.149686, "recall": 0.179842}, {"accuracy": 0.392292, "f1": 0.349705, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"], "main_score": 0.349705, "precision": 0.333533, "recall": 0.392292}, {"accuracy": 0.075099, "f1": 0.061214, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"], "main_score": 0.061214, "precision": 0.05849, "recall": 0.075099}, {"accuracy": 0.163043, "f1": 0.144387, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"], "main_score": 0.144387, "precision": 0.139592, "recall": 0.163043}, {"accuracy": 0.131423, "f1": 0.115588, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"], "main_score": 0.115588, "precision": 0.111469, "recall": 0.131423}, {"accuracy": 0.134387, "f1": 0.118218, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"], "main_score": 0.118218, "precision": 0.112951, "recall": 0.134387}, {"accuracy": 0.150198, "f1": 0.135828, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"], "main_score": 0.135828, "precision": 0.131498, "recall": 0.150198}, {"accuracy": 0.056324, "f1": 0.044092, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"], "main_score": 0.044092, "precision": 0.041043, "recall": 0.056324}, {"accuracy": 0.151186, "f1": 0.135616, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"], "main_score": 0.135616, "precision": 0.129833, "recall": 0.151186}, {"accuracy": 0.189723, "f1": 0.17354, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"], "main_score": 0.17354, "precision": 0.167819, "recall": 0.189723}, {"accuracy": 0.098814, "f1": 0.086143, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"], "main_score": 0.086143, "precision": 0.083734, "recall": 0.098814}, {"accuracy": 0.140316, "f1": 0.125373, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"], "main_score": 0.125373, "precision": 0.121465, "recall": 0.140316}, {"accuracy": 0.13834, "f1": 0.128934, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"], "main_score": 0.128934, "precision": 0.125432, "recall": 0.13834}, {"accuracy": 0.093874, "f1": 0.086732, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"], "main_score": 0.086732, "precision": 0.085237, "recall": 0.093874}, {"accuracy": 0.174901, "f1": 0.15967, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"], "main_score": 0.15967, "precision": 0.154686, "recall": 0.174901}, {"accuracy": 0.148221, "f1": 0.133421, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"], "main_score": 0.133421, "precision": 0.128663, "recall": 0.148221}, {"accuracy": 0.076087, "f1": 0.066651, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"], "main_score": 0.066651, "precision": 0.064013, "recall": 0.076087}, {"accuracy": 0.09585, "f1": 0.082363, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"], "main_score": 0.082363, "precision": 0.078028, "recall": 0.09585}, {"accuracy": 0.140316, "f1": 0.117915, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"], "main_score": 0.117915, "precision": 0.112623, "recall": 0.140316}, {"accuracy": 0.113636, "f1": 0.099329, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"], "main_score": 0.099329, "precision": 0.095345, "recall": 0.113636}, {"accuracy": 0.133399, "f1": 0.110833, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"], "main_score": 0.110833, "precision": 0.105612, "recall": 0.133399}, {"accuracy": 0.132411, "f1": 0.104238, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"], "main_score": 0.104238, "precision": 0.098413, "recall": 0.132411}, {"accuracy": 0.147233, "f1": 0.130879, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"], "main_score": 0.130879, "precision": 0.127072, "recall": 0.147233}, {"accuracy": 0.051383, "f1": 0.040797, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"], "main_score": 0.040797, "precision": 0.039383, "recall": 0.051383}, {"accuracy": 0.104743, "f1": 0.090948, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"], "main_score": 0.090948, "precision": 0.087387, "recall": 0.104743}, {"accuracy": 0.183794, "f1": 0.166549, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"], "main_score": 0.166549, "precision": 0.160902, "recall": 0.183794}, {"accuracy": 0.083992, "f1": 0.046279, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"], "main_score": 0.046279, "precision": 0.037533, "recall": 0.083992}, {"accuracy": 0.143281, "f1": 0.083649, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"], "main_score": 0.083649, "precision": 0.070384, "recall": 0.143281}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.873913, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"], "main_score": 0.873913, "precision": 0.859437, "recall": 0.90415}, {"accuracy": 0.940711, "f1": 0.921278, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"], "main_score": 0.921278, "precision": 0.911561, "recall": 0.940711}, {"accuracy": 0.588933, "f1": 0.505142, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"], "main_score": 0.505142, "precision": 0.474122, "recall": 0.588933}, {"accuracy": 0.161067, "f1": 0.097022, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"], "main_score": 0.097022, "precision": 0.082343, "recall": 0.161067}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.352767, "f1": 0.262665, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"], "main_score": 0.262665, "precision": 0.236304, "recall": 0.352767}, {"accuracy": 0.609684, "f1": 0.531937, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"], "main_score": 0.531937, "precision": 0.501418, "recall": 0.609684}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.906126, "f1": 0.878458, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"], "main_score": 0.878458, "precision": 0.865646, "recall": 0.906126}, {"accuracy": 0.198617, "f1": 0.121341, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"], "main_score": 0.121341, "precision": 0.10211, "recall": 0.198617}, {"accuracy": 0.925889, "f1": 0.904545, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"], "main_score": 0.904545, "precision": 0.894351, "recall": 0.925889}, {"accuracy": 0.840909, "f1": 0.799539, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"], "main_score": 0.799539, "precision": 0.781077, "recall": 0.840909}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.251976, "f1": 0.168618, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"], "main_score": 0.168618, "precision": 0.148109, "recall": 0.251976}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.121542, "f1": 0.068247, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"], "main_score": 0.068247, "precision": 0.056311, "recall": 0.121542}, {"accuracy": 0.874506, "f1": 0.838406, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"], "main_score": 0.838406, "precision": 0.821838, "recall": 0.874506}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.660079, "f1": 0.584677, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"], "main_score": 0.584677, "precision": 0.555016, "recall": 0.660079}, {"accuracy": 0.032609, "f1": 0.014791, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"], "main_score": 0.014791, "precision": 0.013238, "recall": 0.032609}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.186759, "f1": 0.118657, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"], "main_score": 0.118657, "precision": 0.103114, "recall": 0.186759}, {"accuracy": 0.833992, "f1": 0.786364, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"], "main_score": 0.786364, "precision": 0.764723, "recall": 0.833992}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"], "main_score": 0.89608, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.905138, "f1": 0.877701, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"], "main_score": 0.877701, "precision": 0.864872, "recall": 0.905138}, {"accuracy": 0.236166, "f1": 0.161173, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"], "main_score": 0.161173, "precision": 0.139608, "recall": 0.236166}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.805336, "f1": 0.757628, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"], "main_score": 0.757628, "precision": 0.736397, "recall": 0.805336}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.905138, "f1": 0.879084, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"], "main_score": 0.879084, "precision": 0.867292, "recall": 0.905138}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"], "main_score": 0.966469, "precision": 0.962698, "recall": 0.974308}, {"accuracy": 0.124506, "f1": 0.064652, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"], "main_score": 0.064652, "precision": 0.053563, "recall": 0.124506}, {"accuracy": 0.059289, "f1": 0.035576, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"], "main_score": 0.035576, "precision": 0.030338, "recall": 0.059289}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.12747, "f1": 0.072137, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"], "main_score": 0.072137, "precision": 0.061151, "recall": 0.12747}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"], "main_score": 0.922266, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.885375, "f1": 0.852767, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"], "main_score": 0.852767, "precision": 0.837451, "recall": 0.885375}, {"accuracy": 0.695652, "f1": 0.629103, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"], "main_score": 0.629103, "precision": 0.601252, "recall": 0.695652}, {"accuracy": 0.149209, "f1": 0.084341, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"], "main_score": 0.084341, "precision": 0.070327, "recall": 0.149209}, {"accuracy": 0.722332, "f1": 0.662239, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"], "main_score": 0.662239, "precision": 0.637066, "recall": 0.722332}, {"accuracy": 0.585968, "f1": 0.503022, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"], "main_score": 0.503022, "precision": 0.472384, "recall": 0.585968}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.701581, "f1": 0.633899, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"], "main_score": 0.633899, "precision": 0.606589, "recall": 0.701581}, {"accuracy": 0.137352, "f1": 0.081533, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"], "main_score": 0.081533, "precision": 0.069518, "recall": 0.137352}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.070158, "f1": 0.039095, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"], "main_score": 0.039095, "precision": 0.032017, "recall": 0.070158}, {"accuracy": 0.200593, "f1": 0.132576, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"], "main_score": 0.132576, "precision": 0.115875, "recall": 0.200593}, {"accuracy": 0.299407, "f1": 0.211026, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"], "main_score": 0.211026, "precision": 0.185631, "recall": 0.299407}, {"accuracy": 0.074111, "f1": 0.034122, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"], "main_score": 0.034122, "precision": 0.026282, "recall": 0.074111}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.244071, "f1": 0.16447, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"], "main_score": 0.16447, "precision": 0.143453, "recall": 0.244071}, {"accuracy": 0.731225, "f1": 0.668662, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"], "main_score": 0.668662, "precision": 0.643052, "recall": 0.731225}, {"accuracy": 0.420949, "f1": 0.327208, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"], "main_score": 0.327208, "precision": 0.297076, "recall": 0.420949}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.208498, "f1": 0.137804, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"], "main_score": 0.137804, "precision": 0.121773, "recall": 0.208498}, {"accuracy": 0.273715, "f1": 0.192598, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"], "main_score": 0.192598, "precision": 0.170269, "recall": 0.273715}, {"accuracy": 0.22332, "f1": 0.145719, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"], "main_score": 0.145719, "precision": 0.125513, "recall": 0.22332}, {"accuracy": 0.31917, "f1": 0.240717, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"], "main_score": 0.240717, "precision": 0.217983, "recall": 0.31917}, {"accuracy": 0.613636, "f1": 0.535343, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"], "main_score": 0.535343, "precision": 0.505233, "recall": 0.613636}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.032609, "f1": 0.008816, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"], "main_score": 0.008816, "precision": 0.006983, "recall": 0.032609}, {"accuracy": 0.168972, "f1": 0.10606, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"], "main_score": 0.10606, "precision": 0.090454, "recall": 0.168972}, {"accuracy": 0.721344, "f1": 0.657024, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"], "main_score": 0.657024, "precision": 0.630542, "recall": 0.721344}, {"accuracy": 0.1917, "f1": 0.123761, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"], "main_score": 0.123761, "precision": 0.107632, "recall": 0.1917}, {"accuracy": 0.043478, "f1": 0.016817, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"], "main_score": 0.016817, "precision": 0.013098, "recall": 0.043478}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.751976, "f1": 0.693102, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"], "main_score": 0.693102, "precision": 0.667671, "recall": 0.751976}, {"accuracy": 0.749012, "f1": 0.683778, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"], "main_score": 0.683778, "precision": 0.655312, "recall": 0.749012}, {"accuracy": 0.76581, "f1": 0.71318, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"], "main_score": 0.71318, "precision": 0.690464, "recall": 0.76581}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.179842, "f1": 0.118034, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"], "main_score": 0.118034, "precision": 0.102771, "recall": 0.179842}, {"accuracy": 0.123518, "f1": 0.069666, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"], "main_score": 0.069666, "precision": 0.057709, "recall": 0.123518}, {"accuracy": 0.897233, "f1": 0.867062, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"], "main_score": 0.867062, "precision": 0.853096, "recall": 0.897233}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.333992, "f1": 0.245048, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"], "main_score": 0.245048, "precision": 0.217082, "recall": 0.333992}, {"accuracy": 0.160079, "f1": 0.094132, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"], "main_score": 0.094132, "precision": 0.079275, "recall": 0.160079}, {"accuracy": 0.667984, "f1": 0.592361, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"], "main_score": 0.592361, "precision": 0.562806, "recall": 0.667984}, {"accuracy": 0.924901, "f1": 0.904729, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"], "main_score": 0.904729, "precision": 0.895784, "recall": 0.924901}, {"accuracy": 0.149209, "f1": 0.082171, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"], "main_score": 0.082171, "precision": 0.067841, "recall": 0.149209}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.197628, "f1": 0.133264, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"], "main_score": 0.133264, "precision": 0.118089, "recall": 0.197628}, {"accuracy": 0.374506, "f1": 0.279772, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"], "main_score": 0.279772, "precision": 0.250523, "recall": 0.374506}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.721344, "f1": 0.653658, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"], "main_score": 0.653658, "precision": 0.625751, "recall": 0.721344}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"], "main_score": 0.91031, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.194664, "f1": 0.12717, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"], "main_score": 0.12717, "precision": 0.110045, "recall": 0.194664}, {"accuracy": 0.05336, "f1": 0.018138, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"], "main_score": 0.018138, "precision": 0.014219, "recall": 0.05336}, {"accuracy": 0.212451, "f1": 0.13915, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"], "main_score": 0.13915, "precision": 0.119569, "recall": 0.212451}, {"accuracy": 0.081028, "f1": 0.0391, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"], "main_score": 0.0391, "precision": 0.031207, "recall": 0.081028}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.659091, "f1": 0.585493, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"], "main_score": 0.585493, "precision": 0.555764, "recall": 0.659091}, {"accuracy": 0.066206, "f1": 0.037775, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"], "main_score": 0.037775, "precision": 0.030889, "recall": 0.066206}, {"accuracy": 0.703557, "f1": 0.633185, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"], "main_score": 0.633185, "precision": 0.604077, "recall": 0.703557}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.73419, "f1": 0.670657, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"], "main_score": 0.670657, "precision": 0.64333, "recall": 0.73419}, {"accuracy": 0.477273, "f1": 0.394913, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"], "main_score": 0.394913, "precision": 0.365342, "recall": 0.477273}, {"accuracy": 0.163043, "f1": 0.093412, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"], "main_score": 0.093412, "precision": 0.076823, "recall": 0.163043}, {"accuracy": 0.349802, "f1": 0.259016, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"], "main_score": 0.259016, "precision": 0.23083, "recall": 0.349802}, {"accuracy": 0.189723, "f1": 0.11442, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"], "main_score": 0.11442, "precision": 0.09657, "recall": 0.189723}, {"accuracy": 0.164032, "f1": 0.102754, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"], "main_score": 0.102754, "precision": 0.087424, "recall": 0.164032}, {"accuracy": 0.19664, "f1": 0.133343, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"], "main_score": 0.133343, "precision": 0.116411, "recall": 0.19664}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.018775, "f1": 0.003854, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"], "main_score": 0.003854, "precision": 0.003056, "recall": 0.018775}, {"accuracy": 0.848814, "f1": 0.808729, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"], "main_score": 0.808729, "precision": 0.790876, "recall": 0.848814}, {"accuracy": 0.416996, "f1": 0.328453, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"], "main_score": 0.328453, "precision": 0.297805, "recall": 0.416996}, {"accuracy": 0.879447, "f1": 0.845883, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"], "main_score": 0.845883, "precision": 0.830319, "recall": 0.879447}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.075099, "f1": 0.039433, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"], "main_score": 0.039433, "precision": 0.032934, "recall": 0.075099}, {"accuracy": 0.160079, "f1": 0.102917, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"], "main_score": 0.102917, "precision": 0.089189, "recall": 0.160079}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.592885, "f1": 0.509578, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"], "main_score": 0.509578, "precision": 0.477804, "recall": 0.592885}, {"accuracy": 0.161067, "f1": 0.103127, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"], "main_score": 0.103127, "precision": 0.089339, "recall": 0.161067}, {"accuracy": 0.155138, "f1": 0.090028, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"], "main_score": 0.090028, "precision": 0.074715, "recall": 0.155138}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.153162, "f1": 0.090987, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"], "main_score": 0.090987, "precision": 0.076716, "recall": 0.153162}, {"accuracy": 0.141304, "f1": 0.084871, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"], "main_score": 0.084871, "precision": 0.070948, "recall": 0.141304}, {"accuracy": 0.797431, "f1": 0.745026, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"], "main_score": 0.745026, "precision": 0.721789, "recall": 0.797431}, {"accuracy": 0.61166, "f1": 0.533286, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"], "main_score": 0.533286, "precision": 0.503387, "recall": 0.61166}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"], "main_score": 0.955369, "precision": 0.950428, "recall": 0.965415}, {"accuracy": 0.224308, "f1": 0.148423, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"], "main_score": 0.148423, "precision": 0.126767, "recall": 0.224308}, {"accuracy": 0.416996, "f1": 0.325241, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"], "main_score": 0.325241, "precision": 0.296065, "recall": 0.416996}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.540514, "f1": 0.458505, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"], "main_score": 0.458505, "precision": 0.42764, "recall": 0.540514}, {"accuracy": 0.838933, "f1": 0.795539, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"], "main_score": 0.795539, "precision": 0.775033, "recall": 0.838933}, {"accuracy": 0.237154, "f1": 0.158454, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"], "main_score": 0.158454, "precision": 0.137447, "recall": 0.237154}, {"accuracy": 0.598814, "f1": 0.521925, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"], "main_score": 0.521925, "precision": 0.490707, "recall": 0.598814}, {"accuracy": 0.668972, "f1": 0.599198, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"], "main_score": 0.599198, "precision": 0.570299, "recall": 0.668972}, {"accuracy": 0.192688, "f1": 0.125575, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"], "main_score": 0.125575, "precision": 0.109427, "recall": 0.192688}, {"accuracy": 0.925889, "f1": 0.906094, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"], "main_score": 0.906094, "precision": 0.896904, "recall": 0.925889}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"], "main_score": 0.898287, "precision": 0.88694, "recall": 0.921937}, {"accuracy": 0.72332, "f1": 0.660408, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"], "main_score": 0.660408, "precision": 0.634256, "recall": 0.72332}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.373518, "f1": 0.290553, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"], "main_score": 0.290553, "precision": 0.263334, "recall": 0.373518}, {"accuracy": 0.44664, "f1": 0.351702, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"], "main_score": 0.351702, "precision": 0.319233, "recall": 0.44664}, {"accuracy": 0.082016, "f1": 0.036439, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"], "main_score": 0.036439, "precision": 0.02855, "recall": 0.082016}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.16502, "f1": 0.104359, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"], "main_score": 0.104359, "precision": 0.088094, "recall": 0.16502}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"], "main_score": 0.939723, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.41996, "f1": 0.329045, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"], "main_score": 0.329045, "precision": 0.300251, "recall": 0.41996}, {"accuracy": 0.298419, "f1": 0.214752, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"], "main_score": 0.214752, "precision": 0.190939, "recall": 0.298419}, {"accuracy": 0.869565, "f1": 0.832115, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"], "main_score": 0.832115, "precision": 0.815217, "recall": 0.869565}, {"accuracy": 0.205534, "f1": 0.133993, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"], "main_score": 0.133993, "precision": 0.116218, "recall": 0.205534}, {"accuracy": 0.184783, "f1": 0.115765, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"], "main_score": 0.115765, "precision": 0.098242, "recall": 0.184783}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.393281, "f1": 0.303004, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"], "main_score": 0.303004, "precision": 0.275, "recall": 0.393281}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.170949, "f1": 0.100305, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"], "main_score": 0.100305, "precision": 0.084427, "recall": 0.170949}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"], "main_score": 0.900527, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.141304, "f1": 0.08846, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"], "main_score": 0.08846, "precision": 0.076853, "recall": 0.141304}, {"accuracy": 0.905138, "f1": 0.877437, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"], "main_score": 0.877437, "precision": 0.864625, "recall": 0.905138}, {"accuracy": 0.157115, "f1": 0.091275, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"], "main_score": 0.091275, "precision": 0.075579, "recall": 0.157115}, {"accuracy": 0.170949, "f1": 0.109405, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"], "main_score": 0.109405, "precision": 0.094752, "recall": 0.170949}, {"accuracy": 0.117589, "f1": 0.06258, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"], "main_score": 0.06258, "precision": 0.051147, "recall": 0.117589}, {"accuracy": 0.543478, "f1": 0.458999, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"], "main_score": 0.458999, "precision": 0.426953, "recall": 0.543478}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.263834, "f1": 0.182412, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"], "main_score": 0.182412, "precision": 0.159586, "recall": 0.263834}, {"accuracy": 0.142292, "f1": 0.077688, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"], "main_score": 0.077688, "precision": 0.06302, "recall": 0.142292}, {"accuracy": 0.179842, "f1": 0.110369, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"], "main_score": 0.110369, "precision": 0.094984, "recall": 0.179842}, {"accuracy": 0.824111, "f1": 0.778491, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"], "main_score": 0.778491, "precision": 0.757823, "recall": 0.824111}, {"accuracy": 0.132411, "f1": 0.072507, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"], "main_score": 0.072507, "precision": 0.059608, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.08966, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"], "main_score": 0.08966, "precision": 0.076464, "recall": 0.149209}, {"accuracy": 0.944664, "f1": 0.928162, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"], "main_score": 0.928162, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.25, "f1": 0.172763, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"], "main_score": 0.172763, "precision": 0.152929, "recall": 0.25}, {"accuracy": 0.192688, "f1": 0.12151, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"], "main_score": 0.12151, "precision": 0.104441, "recall": 0.192688}, {"accuracy": 0.597826, "f1": 0.516429, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"], "main_score": 0.516429, "precision": 0.485135, "recall": 0.597826}, {"accuracy": 0.301383, "f1": 0.214172, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"], "main_score": 0.214172, "precision": 0.189073, "recall": 0.301383}, {"accuracy": 0.418972, "f1": 0.327614, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"], "main_score": 0.327614, "precision": 0.297341, "recall": 0.418972}, {"accuracy": 0.869565, "f1": 0.834585, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"], "main_score": 0.834585, "precision": 0.818511, "recall": 0.869565}, {"accuracy": 0.296443, "f1": 0.210547, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"], "main_score": 0.210547, "precision": 0.184714, "recall": 0.296443}, {"accuracy": 0.432806, "f1": 0.343626, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"], "main_score": 0.343626, "precision": 0.312628, "recall": 0.432806}, {"accuracy": 0.153162, "f1": 0.091267, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"], "main_score": 0.091267, "precision": 0.076378, "recall": 0.153162}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.846838, "f1": 0.808253, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"], "main_score": 0.808253, "precision": 0.790926, "recall": 0.846838}, {"accuracy": 0.215415, "f1": 0.145634, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"], "main_score": 0.145634, "precision": 0.126588, "recall": 0.215415}, {"accuracy": 0.174901, "f1": 0.107651, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"], "main_score": 0.107651, "precision": 0.091789, "recall": 0.174901}, {"accuracy": 0.066206, "f1": 0.04838, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"], "main_score": 0.04838, "precision": 0.043373, "recall": 0.066206}, {"accuracy": 0.246047, "f1": 0.200355, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"], "main_score": 0.200355, "precision": 0.185264, "recall": 0.246047}, {"accuracy": 0.004941, "f1": 0.00057, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"], "main_score": 0.00057, "precision": 0.000312, "recall": 0.004941}, {"accuracy": 0.33498, "f1": 0.293191, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"], "main_score": 0.293191, "precision": 0.280309, "recall": 0.33498}, {"accuracy": 0.3083, "f1": 0.276132, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"], "main_score": 0.276132, "precision": 0.266104, "recall": 0.3083}, {"accuracy": 0.294466, "f1": 0.262706, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"], "main_score": 0.262706, "precision": 0.25293, "recall": 0.294466}, {"accuracy": 0.363636, "f1": 0.338104, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"], "main_score": 0.338104, "precision": 0.329361, "recall": 0.363636}, {"accuracy": 0.282609, "f1": 0.247569, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"], "main_score": 0.247569, "precision": 0.23463, "recall": 0.282609}, {"accuracy": 0.413043, "f1": 0.365992, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"], "main_score": 0.365992, "precision": 0.352836, "recall": 0.413043}, {"accuracy": 0.373518, "f1": 0.338621, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"], "main_score": 0.338621, "precision": 0.325364, "recall": 0.373518}, {"accuracy": 0.33498, "f1": 0.310459, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"], "main_score": 0.310459, "precision": 0.302298, "recall": 0.33498}, {"accuracy": 0.333992, "f1": 0.300305, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"], "main_score": 0.300305, "precision": 0.289352, "recall": 0.333992}, {"accuracy": 0.300395, "f1": 0.26608, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"], "main_score": 0.26608, "precision": 0.255443, "recall": 0.300395}, {"accuracy": 0.277668, "f1": 0.242067, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"], "main_score": 0.242067, "precision": 0.229151, "recall": 0.277668}, {"accuracy": 0.291502, "f1": 0.265021, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"], "main_score": 0.265021, "precision": 0.256737, "recall": 0.291502}, {"accuracy": 0.270751, "f1": 0.236179, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"], "main_score": 0.236179, "precision": 0.226578, "recall": 0.270751}, {"accuracy": 0.409091, "f1": 0.37138, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"], "main_score": 0.37138, "precision": 0.360934, "recall": 0.409091}, {"accuracy": 0.347826, "f1": 0.308052, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"], "main_score": 0.308052, "precision": 0.293602, "recall": 0.347826}, {"accuracy": 0.290514, "f1": 0.262136, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"], "main_score": 0.262136, "precision": 0.252857, "recall": 0.290514}, {"accuracy": 0.294466, "f1": 0.253343, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"], "main_score": 0.253343, "precision": 0.241019, "recall": 0.294466}, {"accuracy": 0.41996, "f1": 0.380596, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"], "main_score": 0.380596, "precision": 0.368518, "recall": 0.41996}, {"accuracy": 0.382411, "f1": 0.342469, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"], "main_score": 0.342469, "precision": 0.33089, "recall": 0.382411}, {"accuracy": 0.210474, "f1": 0.17348, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"], "main_score": 0.17348, "precision": 0.1612, "recall": 0.210474}, {"accuracy": 0.188735, "f1": 0.158679, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"], "main_score": 0.158679, "precision": 0.151208, "recall": 0.188735}, {"accuracy": 0.337945, "f1": 0.30187, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"], "main_score": 0.30187, "precision": 0.290896, "recall": 0.337945}, {"accuracy": 0.332016, "f1": 0.299969, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"], "main_score": 0.299969, "precision": 0.289914, "recall": 0.332016}, {"accuracy": 0.0583, "f1": 0.036274, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"], "main_score": 0.036274, "precision": 0.032159, "recall": 0.0583}, {"accuracy": 0.328063, "f1": 0.289914, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"], "main_score": 0.289914, "precision": 0.278353, "recall": 0.328063}, {"accuracy": 0.290514, "f1": 0.24212, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"], "main_score": 0.24212, "precision": 0.22603, "recall": 0.290514}, {"accuracy": 0.353755, "f1": 0.325189, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"], "main_score": 0.325189, "precision": 0.317209, "recall": 0.353755}, {"accuracy": 0.412055, "f1": 0.366767, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"], "main_score": 0.366767, "precision": 0.355136, "recall": 0.412055}, {"accuracy": 0.335968, "f1": 0.301124, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"], "main_score": 0.301124, "precision": 0.290319, "recall": 0.335968}, {"accuracy": 0.269763, "f1": 0.231906, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"], "main_score": 0.231906, "precision": 0.220143, "recall": 0.269763}, {"accuracy": 0.313241, "f1": 0.275643, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"], "main_score": 0.275643, "precision": 0.261543, "recall": 0.313241}, {"accuracy": 0.357708, "f1": 0.318643, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"], "main_score": 0.318643, "precision": 0.306546, "recall": 0.357708}, {"accuracy": 0.216403, "f1": 0.190578, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"], "main_score": 0.190578, "precision": 0.182503, "recall": 0.216403}, {"accuracy": 0.30336, "f1": 0.269557, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"], "main_score": 0.269557, "precision": 0.260007, "recall": 0.30336}, {"accuracy": 0.225296, "f1": 0.187242, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"], "main_score": 0.187242, "precision": 0.176115, "recall": 0.225296}, {"accuracy": 0.412055, "f1": 0.367411, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"], "main_score": 0.367411, "precision": 0.356258, "recall": 0.412055}, {"accuracy": 0.284585, "f1": 0.246151, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"], "main_score": 0.246151, "precision": 0.232977, "recall": 0.284585}, {"accuracy": 0.224308, "f1": 0.178298, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"], "main_score": 0.178298, "precision": 0.164498, "recall": 0.224308}, {"accuracy": 0.036561, "f1": 0.029921, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"], "main_score": 0.029921, "precision": 0.027932, "recall": 0.036561}, {"accuracy": 0.406126, "f1": 0.360784, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"], "main_score": 0.360784, "precision": 0.348316, "recall": 0.406126}, {"accuracy": 0.213439, "f1": 0.168814, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"], "main_score": 0.168814, "precision": 0.154427, "recall": 0.213439}, {"accuracy": 0.371542, "f1": 0.331213, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"], "main_score": 0.331213, "precision": 0.318887, "recall": 0.371542}, {"accuracy": 0.396245, "f1": 0.35724, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"], "main_score": 0.35724, "precision": 0.345237, "recall": 0.396245}, {"accuracy": 0.287549, "f1": 0.257141, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"], "main_score": 0.257141, "precision": 0.247593, "recall": 0.287549}, {"accuracy": 0.314229, "f1": 0.284547, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"], "main_score": 0.284547, "precision": 0.275338, "recall": 0.314229}, {"accuracy": 0.245059, "f1": 0.198461, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"], "main_score": 0.198461, "precision": 0.183061, "recall": 0.245059}, {"accuracy": 0.305336, "f1": 0.272056, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"], "main_score": 0.272056, "precision": 0.261855, "recall": 0.305336}, {"accuracy": 0.340909, "f1": 0.325349, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"], "main_score": 0.325349, "precision": 0.320146, "recall": 0.340909}, {"accuracy": 0.421937, "f1": 0.378193, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"], "main_score": 0.378193, "precision": 0.36558, "recall": 0.421937}, {"accuracy": 0.349802, "f1": 0.322302, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"], "main_score": 0.322302, "precision": 0.31449, "recall": 0.349802}, {"accuracy": 0.22332, "f1": 0.181329, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"], "main_score": 0.181329, "precision": 0.168808, "recall": 0.22332}, {"accuracy": 0.327075, "f1": 0.287642, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"], "main_score": 0.287642, "precision": 0.275397, "recall": 0.327075}, {"accuracy": 0.054348, "f1": 0.041416, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"], "main_score": 0.041416, "precision": 0.03753, "recall": 0.054348}, {"accuracy": 0.294466, "f1": 0.252551, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"], "main_score": 0.252551, "precision": 0.238304, "recall": 0.294466}, {"accuracy": 0.507905, "f1": 0.464186, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"], "main_score": 0.464186, "precision": 0.447356, "recall": 0.507905}, {"accuracy": 0.065217, "f1": 0.051923, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"], "main_score": 0.051923, "precision": 0.048385, "recall": 0.065217}, {"accuracy": 0.375494, "f1": 0.337536, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"], "main_score": 0.337536, "precision": 0.32594, "recall": 0.375494}, {"accuracy": 0.313241, "f1": 0.285109, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"], "main_score": 0.285109, "precision": 0.27733, "recall": 0.313241}, {"accuracy": 0.408103, "f1": 0.364107, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"], "main_score": 0.364107, "precision": 0.352024, "recall": 0.408103}, {"accuracy": 0.27668, "f1": 0.240521, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"], "main_score": 0.240521, "precision": 0.229816, "recall": 0.27668}, {"accuracy": 0.348814, "f1": 0.308517, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"], "main_score": 0.308517, "precision": 0.294179, "recall": 0.348814}, {"accuracy": 0.335968, "f1": 0.31163, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"], "main_score": 0.31163, "precision": 0.304965, "recall": 0.335968}, {"accuracy": 0.297431, "f1": 0.26693, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"], "main_score": 0.26693, "precision": 0.257032, "recall": 0.297431}, {"accuracy": 0.418972, "f1": 0.376567, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"], "main_score": 0.376567, "precision": 0.364685, "recall": 0.418972}, {"accuracy": 0.323123, "f1": 0.290824, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"], "main_score": 0.290824, "precision": 0.278302, "recall": 0.323123}, {"accuracy": 0.305336, "f1": 0.267863, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"], "main_score": 0.267863, "precision": 0.255725, "recall": 0.305336}, {"accuracy": 0.299407, "f1": 0.258376, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"], "main_score": 0.258376, "precision": 0.243865, "recall": 0.299407}, {"accuracy": 0.310277, "f1": 0.278346, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"], "main_score": 0.278346, "precision": 0.266611, "recall": 0.310277}, {"accuracy": 0.290514, "f1": 0.266387, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"], "main_score": 0.266387, "precision": 0.258359, "recall": 0.290514}, {"accuracy": 0.387352, "f1": 0.345895, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"], "main_score": 0.345895, "precision": 0.333574, "recall": 0.387352}, {"accuracy": 0.049407, "f1": 0.026745, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"], "main_score": 0.026745, "precision": 0.022157, "recall": 0.049407}, {"accuracy": 0.235178, "f1": 0.189647, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"], "main_score": 0.189647, "precision": 0.175763, "recall": 0.235178}, {"accuracy": 0.295455, "f1": 0.273391, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"], "main_score": 0.273391, "precision": 0.266511, "recall": 0.295455}, {"accuracy": 0.324111, "f1": 0.279413, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"], "main_score": 0.279413, "precision": 0.264179, "recall": 0.324111}, {"accuracy": 0.054348, "f1": 0.033635, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"], "main_score": 0.033635, "precision": 0.029541, "recall": 0.054348}, {"accuracy": 0.427866, "f1": 0.384416, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"], "main_score": 0.384416, "precision": 0.372308, "recall": 0.427866}, {"accuracy": 0.33004, "f1": 0.298274, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"], "main_score": 0.298274, "precision": 0.289737, "recall": 0.33004}, {"accuracy": 0.352767, "f1": 0.313031, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"], "main_score": 0.313031, "precision": 0.301503, "recall": 0.352767}, {"accuracy": 0.16996, "f1": 0.139923, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"], "main_score": 0.139923, "precision": 0.130993, "recall": 0.16996}, {"accuracy": 0.411067, "f1": 0.370707, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"], "main_score": 0.370707, "precision": 0.359332, "recall": 0.411067}, {"accuracy": 0.371542, "f1": 0.342978, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"], "main_score": 0.342978, "precision": 0.333386, "recall": 0.371542}, {"accuracy": 0.41996, "f1": 0.374378, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"], "main_score": 0.374378, "precision": 0.361818, "recall": 0.41996}, {"accuracy": 0.332016, "f1": 0.292142, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"], "main_score": 0.292142, "precision": 0.27983, "recall": 0.332016}, {"accuracy": 0.244071, "f1": 0.207766, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"], "main_score": 0.207766, "precision": 0.194636, "recall": 0.244071}, {"accuracy": 0.221344, "f1": 0.178254, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"], "main_score": 0.178254, "precision": 0.164943, "recall": 0.221344}, {"accuracy": 0.189723, "f1": 0.161185, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"], "main_score": 0.161185, "precision": 0.153878, "recall": 0.189723}, {"accuracy": 0.411067, "f1": 0.363573, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"], "main_score": 0.363573, "precision": 0.351408, "recall": 0.411067}, {"accuracy": 0.295455, "f1": 0.263553, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"], "main_score": 0.263553, "precision": 0.253006, "recall": 0.295455}, {"accuracy": 0.338933, "f1": 0.305704, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"], "main_score": 0.305704, "precision": 0.293379, "recall": 0.338933}, {"accuracy": 0.258893, "f1": 0.21654, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"], "main_score": 0.21654, "precision": 0.202515, "recall": 0.258893}, {"accuracy": 0.336957, "f1": 0.311266, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"], "main_score": 0.311266, "precision": 0.302686, "recall": 0.336957}, {"accuracy": 0.340909, "f1": 0.299575, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"], "main_score": 0.299575, "precision": 0.288579, "recall": 0.340909}, {"accuracy": 0.241107, "f1": 0.204738, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"], "main_score": 0.204738, "precision": 0.192393, "recall": 0.241107}, {"accuracy": 0.362648, "f1": 0.322868, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"], "main_score": 0.322868, "precision": 0.311034, "recall": 0.362648}, {"accuracy": 0.294466, "f1": 0.252929, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"], "main_score": 0.252929, "precision": 0.238924, "recall": 0.294466}, {"accuracy": 0.658103, "f1": 0.614075, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"], "main_score": 0.614075, "precision": 0.59716, "recall": 0.658103}, {"accuracy": 0.324111, "f1": 0.287079, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"], "main_score": 0.287079, "precision": 0.275441, "recall": 0.324111}, {"accuracy": 0.373518, "f1": 0.333279, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"], "main_score": 0.333279, "precision": 0.322222, "recall": 0.373518}, {"accuracy": 0.41996, "f1": 0.373048, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"], "main_score": 0.373048, "precision": 0.360429, "recall": 0.41996}, {"accuracy": 0.363636, "f1": 0.323651, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"], "main_score": 0.323651, "precision": 0.311952, "recall": 0.363636}, {"accuracy": 0.338933, "f1": 0.312904, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"], "main_score": 0.312904, "precision": 0.305055, "recall": 0.338933}, {"accuracy": 0.286561, "f1": 0.248405, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"], "main_score": 0.248405, "precision": 0.236867, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.208842, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"], "main_score": 0.208842, "precision": 0.1957, "recall": 0.247036}, {"accuracy": 0.089921, "f1": 0.052561, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"], "main_score": 0.052561, "precision": 0.044895, "recall": 0.089921}, {"accuracy": 0.299407, "f1": 0.260274, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"], "main_score": 0.260274, "precision": 0.246323, "recall": 0.299407}, {"accuracy": 0.118577, "f1": 0.084395, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"], "main_score": 0.084395, "precision": 0.07589, "recall": 0.118577}, {"accuracy": 0.422925, "f1": 0.375436, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"], "main_score": 0.375436, "precision": 0.362637, "recall": 0.422925}, {"accuracy": 0.354743, "f1": 0.316903, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"], "main_score": 0.316903, "precision": 0.306668, "recall": 0.354743}, {"accuracy": 0.106719, "f1": 0.079979, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"], "main_score": 0.079979, "precision": 0.071857, "recall": 0.106719}, {"accuracy": 0.359684, "f1": 0.32632, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"], "main_score": 0.32632, "precision": 0.314226, "recall": 0.359684}, {"accuracy": 0.421937, "f1": 0.374919, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"], "main_score": 0.374919, "precision": 0.361769, "recall": 0.421937}, {"accuracy": 0.22332, "f1": 0.192578, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"], "main_score": 0.192578, "precision": 0.182696, "recall": 0.22332}, {"accuracy": 0.311265, "f1": 0.282747, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"], "main_score": 0.282747, "precision": 0.272434, "recall": 0.311265}, {"accuracy": 0.214427, "f1": 0.17517, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"], "main_score": 0.17517, "precision": 0.162317, "recall": 0.214427}, {"accuracy": 0.316206, "f1": 0.276692, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"], "main_score": 0.276692, "precision": 0.264232, "recall": 0.316206}, {"accuracy": 0.236166, "f1": 0.197313, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"], "main_score": 0.197313, "precision": 0.184602, "recall": 0.236166}, {"accuracy": 0.289526, "f1": 0.241462, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"], "main_score": 0.241462, "precision": 0.224938, "recall": 0.289526}, {"accuracy": 0.271739, "f1": 0.228661, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"], "main_score": 0.228661, "precision": 0.214251, "recall": 0.271739}, {"accuracy": 0.408103, "f1": 0.371186, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"], "main_score": 0.371186, "precision": 0.359189, "recall": 0.408103}, {"accuracy": 0.019763, "f1": 0.00544, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"], "main_score": 0.00544, "precision": 0.003805, "recall": 0.019763}, {"accuracy": 0.209486, "f1": 0.183757, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"], "main_score": 0.183757, "precision": 0.176058, "recall": 0.209486}, {"accuracy": 0.128458, "f1": 0.101186, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"], "main_score": 0.101186, "precision": 0.093479, "recall": 0.128458}, {"accuracy": 0.275692, "f1": 0.238895, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"], "main_score": 0.238895, "precision": 0.228352, "recall": 0.275692}, {"accuracy": 0.403162, "f1": 0.362332, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"], "main_score": 0.362332, "precision": 0.350939, "recall": 0.403162}, {"accuracy": 0.115613, "f1": 0.078842, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"], "main_score": 0.078842, "precision": 0.068748, "recall": 0.115613}, {"accuracy": 0.268775, "f1": 0.224803, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"], "main_score": 0.224803, "precision": 0.210386, "recall": 0.268775}, {"accuracy": 0.380435, "f1": 0.339414, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"], "main_score": 0.339414, "precision": 0.326482, "recall": 0.380435}, {"accuracy": 0.414032, "f1": 0.368816, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"], "main_score": 0.368816, "precision": 0.355309, "recall": 0.414032}, {"accuracy": 0.329051, "f1": 0.295642, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"], "main_score": 0.295642, "precision": 0.284284, "recall": 0.329051}, {"accuracy": 0.193676, "f1": 0.158332, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"], "main_score": 0.158332, "precision": 0.145843, "recall": 0.193676}, {"accuracy": 0.241107, "f1": 0.203974, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"], "main_score": 0.203974, "precision": 0.190851, "recall": 0.241107}, {"accuracy": 0.298419, "f1": 0.264819, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"], "main_score": 0.264819, "precision": 0.254502, "recall": 0.298419}, {"accuracy": 0.236166, "f1": 0.193128, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"], "main_score": 0.193128, "precision": 0.1791, "recall": 0.236166}, {"accuracy": 0.19664, "f1": 0.159265, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"], "main_score": 0.159265, "precision": 0.148191, "recall": 0.19664}, {"accuracy": 0.19664, "f1": 0.166048, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"], "main_score": 0.166048, "precision": 0.156551, "recall": 0.19664}, {"accuracy": 0.338933, "f1": 0.305309, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"], "main_score": 0.305309, "precision": 0.295585, "recall": 0.338933}, {"accuracy": 0.323123, "f1": 0.279762, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"], "main_score": 0.279762, "precision": 0.267192, "recall": 0.323123}, {"accuracy": 0.243083, "f1": 0.204713, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"], "main_score": 0.204713, "precision": 0.192847, "recall": 0.243083}, {"accuracy": 0.545455, "f1": 0.50352, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"], "main_score": 0.50352, "precision": 0.487644, "recall": 0.545455}, {"accuracy": 0.335968, "f1": 0.298502, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"], "main_score": 0.298502, "precision": 0.285844, "recall": 0.335968}, {"accuracy": 0.149209, "f1": 0.122305, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"], "main_score": 0.122305, "precision": 0.114307, "recall": 0.149209}, {"accuracy": 0.22332, "f1": 0.182046, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"], "main_score": 0.182046, "precision": 0.171329, "recall": 0.22332}, {"accuracy": 0.252964, "f1": 0.221297, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"], "main_score": 0.221297, "precision": 0.21277, "recall": 0.252964}, {"accuracy": 0.209486, "f1": 0.185127, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"], "main_score": 0.185127, "precision": 0.177358, "recall": 0.209486}, {"accuracy": 0.304348, "f1": 0.264364, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"], "main_score": 0.264364, "precision": 0.251746, "recall": 0.304348}, {"accuracy": 0.310277, "f1": 0.272601, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"], "main_score": 0.272601, "precision": 0.259217, "recall": 0.310277}, {"accuracy": 0.206522, "f1": 0.173978, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"], "main_score": 0.173978, "precision": 0.164013, "recall": 0.206522}, {"accuracy": 0.33004, "f1": 0.290958, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"], "main_score": 0.290958, "precision": 0.279229, "recall": 0.33004}, {"accuracy": 0.369565, "f1": 0.32878, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"], "main_score": 0.32878, "precision": 0.316822, "recall": 0.369565}, {"accuracy": 0.375494, "f1": 0.34062, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"], "main_score": 0.34062, "precision": 0.330541, "recall": 0.375494}, {"accuracy": 0.326087, "f1": 0.299976, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"], "main_score": 0.299976, "precision": 0.291243, "recall": 0.326087}, {"accuracy": 0.43083, "f1": 0.388361, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"], "main_score": 0.388361, "precision": 0.376486, "recall": 0.43083}, {"accuracy": 0.241107, "f1": 0.209052, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"], "main_score": 0.209052, "precision": 0.199281, "recall": 0.241107}, {"accuracy": 0.316206, "f1": 0.283488, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"], "main_score": 0.283488, "precision": 0.273331, "recall": 0.316206}, {"accuracy": 0.141304, "f1": 0.1016, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"], "main_score": 0.1016, "precision": 0.090848, "recall": 0.141304}, {"accuracy": 0.401186, "f1": 0.358143, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"], "main_score": 0.358143, "precision": 0.344715, "recall": 0.401186}, {"accuracy": 0.083992, "f1": 0.063289, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"], "main_score": 0.063289, "precision": 0.057009, "recall": 0.083992}, {"accuracy": 0.339921, "f1": 0.30565, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"], "main_score": 0.30565, "precision": 0.29505, "recall": 0.339921}, {"accuracy": 0.313241, "f1": 0.269585, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"], "main_score": 0.269585, "precision": 0.256752, "recall": 0.313241}, {"accuracy": 0.262846, "f1": 0.231875, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"], "main_score": 0.231875, "precision": 0.221828, "recall": 0.262846}, {"accuracy": 0.353755, "f1": 0.311598, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"], "main_score": 0.311598, "precision": 0.297426, "recall": 0.353755}, {"accuracy": 0.300395, "f1": 0.266419, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"], "main_score": 0.266419, "precision": 0.25555, "recall": 0.300395}, {"accuracy": 0.301383, "f1": 0.267108, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"], "main_score": 0.267108, "precision": 0.254016, "recall": 0.301383}, {"accuracy": 0.293478, "f1": 0.246694, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"], "main_score": 0.246694, "precision": 0.230011, "recall": 0.293478}, {"accuracy": 0.405138, "f1": 0.359208, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"], "main_score": 0.359208, "precision": 0.347205, "recall": 0.405138}, {"accuracy": 0.40415, "f1": 0.370332, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"], "main_score": 0.370332, "precision": 0.359446, "recall": 0.40415}, {"accuracy": 0.421937, "f1": 0.379664, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"], "main_score": 0.379664, "precision": 0.368434, "recall": 0.421937}, {"accuracy": 0.27668, "f1": 0.227815, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"], "main_score": 0.227815, "precision": 0.211771, "recall": 0.27668}, {"accuracy": 0.425889, "f1": 0.381587, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"], "main_score": 0.381587, "precision": 0.369328, "recall": 0.425889}, {"accuracy": 0.229249, "f1": 0.20153, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"], "main_score": 0.20153, "precision": 0.19275, "recall": 0.229249}, {"accuracy": 0.357708, "f1": 0.324298, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"], "main_score": 0.324298, "precision": 0.314541, "recall": 0.357708}, {"accuracy": 0.208498, "f1": 0.167118, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"], "main_score": 0.167118, "precision": 0.154803, "recall": 0.208498}, {"accuracy": 0.38834, "f1": 0.349013, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"], "main_score": 0.349013, "precision": 0.338048, "recall": 0.38834}, {"accuracy": 0.226285, "f1": 0.178196, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"], "main_score": 0.178196, "precision": 0.162999, "recall": 0.226285}, {"accuracy": 0.26581, "f1": 0.219663, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"], "main_score": 0.219663, "precision": 0.203772, "recall": 0.26581}, {"accuracy": 0.173913, "f1": 0.133133, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"], "main_score": 0.133133, "precision": 0.120569, "recall": 0.173913}, {"accuracy": 0.209486, "f1": 0.175051, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"], "main_score": 0.175051, "precision": 0.163971, "recall": 0.209486}, {"accuracy": 0.418972, "f1": 0.375571, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"], "main_score": 0.375571, "precision": 0.363058, "recall": 0.418972}, {"accuracy": 0.282609, "f1": 0.240855, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"], "main_score": 0.240855, "precision": 0.227676, "recall": 0.282609}, {"accuracy": 0.23419, "f1": 0.190897, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"], "main_score": 0.190897, "precision": 0.177498, "recall": 0.23419}, {"accuracy": 0.286561, "f1": 0.244499, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"], "main_score": 0.244499, "precision": 0.228997, "recall": 0.286561}, {"accuracy": 0.179842, "f1": 0.145181, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"], "main_score": 0.145181, "precision": 0.135089, "recall": 0.179842}, {"accuracy": 0.204545, "f1": 0.159488, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"], "main_score": 0.159488, "precision": 0.14473, "recall": 0.204545}, {"accuracy": 0.25, "f1": 0.211107, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"], "main_score": 0.211107, "precision": 0.198052, "recall": 0.25}, {"accuracy": 0.314229, "f1": 0.287136, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"], "main_score": 0.287136, "precision": 0.278631, "recall": 0.314229}, {"accuracy": 0.287549, "f1": 0.251418, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"], "main_score": 0.251418, "precision": 0.239757, "recall": 0.287549}, {"accuracy": 0.295455, "f1": 0.256871, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"], "main_score": 0.256871, "precision": 0.244604, "recall": 0.295455}, {"accuracy": 0.306324, "f1": 0.2828, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"], "main_score": 0.2828, "precision": 0.274336, "recall": 0.306324}, {"accuracy": 0.378458, "f1": 0.339114, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"], "main_score": 0.339114, "precision": 0.324665, "recall": 0.378458}, {"accuracy": 0.464427, "f1": 0.429905, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"], "main_score": 0.429905, "precision": 0.417997, "recall": 0.464427}, {"accuracy": 0.229249, "f1": 0.196857, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"], "main_score": 0.196857, "precision": 0.186988, "recall": 0.229249}, {"accuracy": 0.249012, "f1": 0.217527, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"], "main_score": 0.217527, "precision": 0.207987, "recall": 0.249012}, {"accuracy": 0.33004, "f1": 0.296085, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"], "main_score": 0.296085, "precision": 0.283843, "recall": 0.33004}, {"accuracy": 0.224308, "f1": 0.185825, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"], "main_score": 0.185825, "precision": 0.172588, "recall": 0.224308}, {"accuracy": 0.323123, "f1": 0.279071, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"], "main_score": 0.279071, "precision": 0.265931, "recall": 0.323123}, {"accuracy": 0.339921, "f1": 0.297754, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"], "main_score": 0.297754, "precision": 0.285562, "recall": 0.339921}, {"accuracy": 0.367589, "f1": 0.329021, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"], "main_score": 0.329021, "precision": 0.317298, "recall": 0.367589}, {"accuracy": 0.188735, "f1": 0.15371, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"], "main_score": 0.15371, "precision": 0.144284, "recall": 0.188735}, {"accuracy": 0.264822, "f1": 0.2257, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"], "main_score": 0.2257, "precision": 0.212634, "recall": 0.264822}, {"accuracy": 0.253953, "f1": 0.210297, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"], "main_score": 0.210297, "precision": 0.194875, "recall": 0.253953}, {"accuracy": 0.031621, "f1": 0.024522, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"], "main_score": 0.024522, "precision": 0.023192, "recall": 0.031621}, {"accuracy": 0.181818, "f1": 0.168185, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"], "main_score": 0.168185, "precision": 0.163225, "recall": 0.181818}, {"accuracy": 0.004941, "f1": 0.001224, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"], "main_score": 0.001224, "precision": 0.001114, "recall": 0.004941}, {"accuracy": 0.152174, "f1": 0.131024, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"], "main_score": 0.131024, "precision": 0.1252, "recall": 0.152174}, {"accuracy": 0.12747, "f1": 0.112782, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"], "main_score": 0.112782, "precision": 0.108435, "recall": 0.12747}, {"accuracy": 0.117589, "f1": 0.103723, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"], "main_score": 0.103723, "precision": 0.099829, "recall": 0.117589}, {"accuracy": 0.135375, "f1": 0.12585, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"], "main_score": 0.12585, "precision": 0.123279, "recall": 0.135375}, {"accuracy": 0.213439, "f1": 0.192294, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"], "main_score": 0.192294, "precision": 0.184114, "recall": 0.213439}, {"accuracy": 0.218379, "f1": 0.187528, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"], "main_score": 0.187528, "precision": 0.179979, "recall": 0.218379}, {"accuracy": 0.190711, "f1": 0.176243, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"], "main_score": 0.176243, "precision": 0.170811, "recall": 0.190711}, {"accuracy": 0.148221, "f1": 0.137957, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"], "main_score": 0.137957, "precision": 0.134775, "recall": 0.148221}, {"accuracy": 0.150198, "f1": 0.13234, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"], "main_score": 0.13234, "precision": 0.127015, "recall": 0.150198}, {"accuracy": 0.104743, "f1": 0.094559, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"], "main_score": 0.094559, "precision": 0.091866, "recall": 0.104743}, {"accuracy": 0.183794, "f1": 0.161548, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"], "main_score": 0.161548, "precision": 0.154025, "recall": 0.183794}, {"accuracy": 0.112648, "f1": 0.103237, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"], "main_score": 0.103237, "precision": 0.099925, "recall": 0.112648}, {"accuracy": 0.128458, "f1": 0.110895, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"], "main_score": 0.110895, "precision": 0.106106, "recall": 0.128458}, {"accuracy": 0.211462, "f1": 0.182535, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"], "main_score": 0.182535, "precision": 0.175194, "recall": 0.211462}, {"accuracy": 0.243083, "f1": 0.220531, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"], "main_score": 0.220531, "precision": 0.213285, "recall": 0.243083}, {"accuracy": 0.116601, "f1": 0.106925, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"], "main_score": 0.106925, "precision": 0.103642, "recall": 0.116601}, {"accuracy": 0.137352, "f1": 0.114611, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"], "main_score": 0.114611, "precision": 0.108139, "recall": 0.137352}, {"accuracy": 0.214427, "f1": 0.184019, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"], "main_score": 0.184019, "precision": 0.174901, "recall": 0.214427}, {"accuracy": 0.162055, "f1": 0.147056, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"], "main_score": 0.147056, "precision": 0.142932, "recall": 0.162055}, {"accuracy": 0.178854, "f1": 0.157586, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"], "main_score": 0.157586, "precision": 0.150261, "recall": 0.178854}, {"accuracy": 0.060277, "f1": 0.05045, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"], "main_score": 0.05045, "precision": 0.04864, "recall": 0.060277}, {"accuracy": 0.152174, "f1": 0.13627, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"], "main_score": 0.13627, "precision": 0.131106, "recall": 0.152174}, {"accuracy": 0.152174, "f1": 0.136646, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"], "main_score": 0.136646, "precision": 0.131628, "recall": 0.152174}, {"accuracy": 0.059289, "f1": 0.038206, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"], "main_score": 0.038206, "precision": 0.033413, "recall": 0.059289}, {"accuracy": 0.129447, "f1": 0.11469, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"], "main_score": 0.11469, "precision": 0.110412, "recall": 0.129447}, {"accuracy": 0.224308, "f1": 0.205065, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"], "main_score": 0.205065, "precision": 0.197267, "recall": 0.224308}, {"accuracy": 0.135375, "f1": 0.12538, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"], "main_score": 0.12538, "precision": 0.1225, "recall": 0.135375}, {"accuracy": 0.200593, "f1": 0.173827, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"], "main_score": 0.173827, "precision": 0.166742, "recall": 0.200593}, {"accuracy": 0.147233, "f1": 0.131589, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"], "main_score": 0.131589, "precision": 0.126794, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.101439, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"], "main_score": 0.101439, "precision": 0.095514, "recall": 0.121542}, {"accuracy": 0.171937, "f1": 0.156752, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"], "main_score": 0.156752, "precision": 0.15056, "recall": 0.171937}, {"accuracy": 0.174901, "f1": 0.154056, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"], "main_score": 0.154056, "precision": 0.1481, "recall": 0.174901}, {"accuracy": 0.077075, "f1": 0.065555, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"], "main_score": 0.065555, "precision": 0.062353, "recall": 0.077075}, {"accuracy": 0.116601, "f1": 0.10154, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"], "main_score": 0.10154, "precision": 0.097396, "recall": 0.116601}, {"accuracy": 0.061265, "f1": 0.052131, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"], "main_score": 0.052131, "precision": 0.049939, "recall": 0.061265}, {"accuracy": 0.210474, "f1": 0.180348, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"], "main_score": 0.180348, "precision": 0.172264, "recall": 0.210474}, {"accuracy": 0.116601, "f1": 0.100156, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"], "main_score": 0.100156, "precision": 0.095536, "recall": 0.116601}, {"accuracy": 0.188735, "f1": 0.158243, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"], "main_score": 0.158243, "precision": 0.146916, "recall": 0.188735}, {"accuracy": 0.023715, "f1": 0.019324, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"], "main_score": 0.019324, "precision": 0.017976, "recall": 0.023715}, {"accuracy": 0.199605, "f1": 0.173235, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"], "main_score": 0.173235, "precision": 0.166025, "recall": 0.199605}, {"accuracy": 0.143281, "f1": 0.121779, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"], "main_score": 0.121779, "precision": 0.114495, "recall": 0.143281}, {"accuracy": 0.170949, "f1": 0.152492, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"], "main_score": 0.152492, "precision": 0.147265, "recall": 0.170949}, {"accuracy": 0.188735, "f1": 0.170276, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"], "main_score": 0.170276, "precision": 0.165395, "recall": 0.188735}, {"accuracy": 0.11166, "f1": 0.096579, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"], "main_score": 0.096579, "precision": 0.092284, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.10318, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"], "main_score": 0.10318, "precision": 0.100918, "recall": 0.11166}, {"accuracy": 0.211462, "f1": 0.188785, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"], "main_score": 0.188785, "precision": 0.180698, "recall": 0.211462}, {"accuracy": 0.166996, "f1": 0.145124, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"], "main_score": 0.145124, "precision": 0.139779, "recall": 0.166996}, {"accuracy": 0.137352, "f1": 0.128899, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"], "main_score": 0.128899, "precision": 0.126136, "recall": 0.137352}, {"accuracy": 0.212451, "f1": 0.179613, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"], "main_score": 0.179613, "precision": 0.171016, "recall": 0.212451}, {"accuracy": 0.136364, "f1": 0.122747, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"], "main_score": 0.122747, "precision": 0.11949, "recall": 0.136364}, {"accuracy": 0.152174, "f1": 0.128828, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"], "main_score": 0.128828, "precision": 0.121335, "recall": 0.152174}, {"accuracy": 0.137352, "f1": 0.122275, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"], "main_score": 0.122275, "precision": 0.117071, "recall": 0.137352}, {"accuracy": 0.041502, "f1": 0.036858, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"], "main_score": 0.036858, "precision": 0.035277, "recall": 0.041502}, {"accuracy": 0.211462, "f1": 0.192951, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"], "main_score": 0.192951, "precision": 0.186142, "recall": 0.211462}, {"accuracy": 0.199605, "f1": 0.181785, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"], "main_score": 0.181785, "precision": 0.175997, "recall": 0.199605}, {"accuracy": 0.040514, "f1": 0.03445, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"], "main_score": 0.03445, "precision": 0.03264, "recall": 0.040514}, {"accuracy": 0.178854, "f1": 0.161067, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"], "main_score": 0.161067, "precision": 0.155515, "recall": 0.178854}, {"accuracy": 0.126482, "f1": 0.117036, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"], "main_score": 0.117036, "precision": 0.114645, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.171666, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"], "main_score": 0.171666, "precision": 0.167192, "recall": 0.187747}, {"accuracy": 0.12253, "f1": 0.108151, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"], "main_score": 0.108151, "precision": 0.103861, "recall": 0.12253}, {"accuracy": 0.247036, "f1": 0.223834, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"], "main_score": 0.223834, "precision": 0.215425, "recall": 0.247036}, {"accuracy": 0.132411, "f1": 0.123458, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"], "main_score": 0.123458, "precision": 0.120255, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.125345, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"], "main_score": 0.125345, "precision": 0.1215, "recall": 0.141304}, {"accuracy": 0.209486, "f1": 0.178197, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"], "main_score": 0.178197, "precision": 0.17006, "recall": 0.209486}, {"accuracy": 0.202569, "f1": 0.184727, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"], "main_score": 0.184727, "precision": 0.177724, "recall": 0.202569}, {"accuracy": 0.183794, "f1": 0.164504, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"], "main_score": 0.164504, "precision": 0.158249, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.165278, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"], "main_score": 0.165278, "precision": 0.158077, "recall": 0.185771}, {"accuracy": 0.152174, "f1": 0.139363, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"], "main_score": 0.139363, "precision": 0.134677, "recall": 0.152174}, {"accuracy": 0.106719, "f1": 0.100546, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"], "main_score": 0.100546, "precision": 0.098689, "recall": 0.106719}, {"accuracy": 0.182806, "f1": 0.159544, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"], "main_score": 0.159544, "precision": 0.152638, "recall": 0.182806}, {"accuracy": 0.037549, "f1": 0.022469, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"], "main_score": 0.022469, "precision": 0.018975, "recall": 0.037549}, {"accuracy": 0.151186, "f1": 0.134122, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"], "main_score": 0.134122, "precision": 0.128109, "recall": 0.151186}, {"accuracy": 0.107708, "f1": 0.099135, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"], "main_score": 0.099135, "precision": 0.096462, "recall": 0.107708}, {"accuracy": 0.203557, "f1": 0.183231, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"], "main_score": 0.183231, "precision": 0.176571, "recall": 0.203557}, {"accuracy": 0.043478, "f1": 0.03372, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"], "main_score": 0.03372, "precision": 0.030969, "recall": 0.043478}, {"accuracy": 0.218379, "f1": 0.190186, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"], "main_score": 0.190186, "precision": 0.182614, "recall": 0.218379}, {"accuracy": 0.137352, "f1": 0.12382, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"], "main_score": 0.12382, "precision": 0.119681, "recall": 0.137352}, {"accuracy": 0.147233, "f1": 0.133344, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"], "main_score": 0.133344, "precision": 0.129584, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.041879, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"], "main_score": 0.041879, "precision": 0.039184, "recall": 0.05336}, {"accuracy": 0.20751, "f1": 0.180074, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"], "main_score": 0.180074, "precision": 0.172615, "recall": 0.20751}, {"accuracy": 0.203557, "f1": 0.175381, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"], "main_score": 0.175381, "precision": 0.166727, "recall": 0.203557}, {"accuracy": 0.219368, "f1": 0.1886, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"], "main_score": 0.1886, "precision": 0.180943, "recall": 0.219368}, {"accuracy": 0.153162, "f1": 0.131477, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"], "main_score": 0.131477, "precision": 0.125654, "recall": 0.153162}, {"accuracy": 0.181818, "f1": 0.157453, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"], "main_score": 0.157453, "precision": 0.149569, "recall": 0.181818}, {"accuracy": 0.179842, "f1": 0.156363, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"], "main_score": 0.156363, "precision": 0.147891, "recall": 0.179842}, {"accuracy": 0.066206, "f1": 0.053054, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"], "main_score": 0.053054, "precision": 0.050623, "recall": 0.066206}, {"accuracy": 0.204545, "f1": 0.174675, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"], "main_score": 0.174675, "precision": 0.16682, "recall": 0.204545}, {"accuracy": 0.105731, "f1": 0.09773, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"], "main_score": 0.09773, "precision": 0.095338, "recall": 0.105731}, {"accuracy": 0.170949, "f1": 0.156235, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"], "main_score": 0.156235, "precision": 0.151509, "recall": 0.170949}, {"accuracy": 0.197628, "f1": 0.173836, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"], "main_score": 0.173836, "precision": 0.16462, "recall": 0.197628}, {"accuracy": 0.145257, "f1": 0.133409, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"], "main_score": 0.133409, "precision": 0.129543, "recall": 0.145257}, {"accuracy": 0.172925, "f1": 0.147384, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"], "main_score": 0.147384, "precision": 0.141639, "recall": 0.172925}, {"accuracy": 0.176877, "f1": 0.154083, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"], "main_score": 0.154083, "precision": 0.145991, "recall": 0.176877}, {"accuracy": 0.171937, "f1": 0.146871, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"], "main_score": 0.146871, "precision": 0.139739, "recall": 0.171937}, {"accuracy": 0.215415, "f1": 0.195077, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"], "main_score": 0.195077, "precision": 0.188078, "recall": 0.215415}, {"accuracy": 0.1917, "f1": 0.175495, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"], "main_score": 0.175495, "precision": 0.170006, "recall": 0.1917}, {"accuracy": 0.134387, "f1": 0.118139, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"], "main_score": 0.118139, "precision": 0.11342, "recall": 0.134387}, {"accuracy": 0.183794, "f1": 0.157676, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"], "main_score": 0.157676, "precision": 0.149861, "recall": 0.183794}, {"accuracy": 0.22332, "f1": 0.189726, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"], "main_score": 0.189726, "precision": 0.181188, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.136197, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"], "main_score": 0.136197, "precision": 0.129645, "recall": 0.157115}, {"accuracy": 0.130435, "f1": 0.118632, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"], "main_score": 0.118632, "precision": 0.115313, "recall": 0.130435}, {"accuracy": 0.099802, "f1": 0.086401, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"], "main_score": 0.086401, "precision": 0.082153, "recall": 0.099802}, {"accuracy": 0.188735, "f1": 0.169157, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"], "main_score": 0.169157, "precision": 0.162216, "recall": 0.188735}, {"accuracy": 0.073123, "f1": 0.053262, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"], "main_score": 0.053262, "precision": 0.048628, "recall": 0.073123}, {"accuracy": 0.22332, "f1": 0.203338, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"], "main_score": 0.203338, "precision": 0.197202, "recall": 0.22332}, {"accuracy": 0.119565, "f1": 0.095091, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"], "main_score": 0.095091, "precision": 0.087947, "recall": 0.119565}, {"accuracy": 0.22332, "f1": 0.191158, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"], "main_score": 0.191158, "precision": 0.183674, "recall": 0.22332}, {"accuracy": 0.156126, "f1": 0.139229, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"], "main_score": 0.139229, "precision": 0.135729, "recall": 0.156126}, {"accuracy": 0.079051, "f1": 0.063987, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"], "main_score": 0.063987, "precision": 0.058976, "recall": 0.079051}, {"accuracy": 0.142292, "f1": 0.130285, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"], "main_score": 0.130285, "precision": 0.126863, "recall": 0.142292}, {"accuracy": 0.210474, "f1": 0.177794, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"], "main_score": 0.177794, "precision": 0.168243, "recall": 0.210474}, {"accuracy": 0.093874, "f1": 0.08284, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"], "main_score": 0.08284, "precision": 0.080286, "recall": 0.093874}, {"accuracy": 0.137352, "f1": 0.122796, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"], "main_score": 0.122796, "precision": 0.118483, "recall": 0.137352}, {"accuracy": 0.162055, "f1": 0.140031, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"], "main_score": 0.140031, "precision": 0.133025, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.114828, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"], "main_score": 0.114828, "precision": 0.11015, "recall": 0.131423}, {"accuracy": 0.151186, "f1": 0.140477, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"], "main_score": 0.140477, "precision": 0.137104, "recall": 0.151186}, {"accuracy": 0.222332, "f1": 0.192554, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"], "main_score": 0.192554, "precision": 0.18269, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.155859, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"], "main_score": 0.155859, "precision": 0.148963, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.176067, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"], "main_score": 0.176067, "precision": 0.168655, "recall": 0.195652}, {"accuracy": 0.016798, "f1": 0.007318, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"], "main_score": 0.007318, "precision": 0.005978, "recall": 0.016798}, {"accuracy": 0.066206, "f1": 0.056475, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"], "main_score": 0.056475, "precision": 0.053889, "recall": 0.066206}, {"accuracy": 0.072134, "f1": 0.059008, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"], "main_score": 0.059008, "precision": 0.055509, "recall": 0.072134}, {"accuracy": 0.103755, "f1": 0.091449, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"], "main_score": 0.091449, "precision": 0.088104, "recall": 0.103755}, {"accuracy": 0.209486, "f1": 0.17886, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"], "main_score": 0.17886, "precision": 0.170368, "recall": 0.209486}, {"accuracy": 0.103755, "f1": 0.086406, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"], "main_score": 0.086406, "precision": 0.080726, "recall": 0.103755}, {"accuracy": 0.210474, "f1": 0.191156, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"], "main_score": 0.191156, "precision": 0.183491, "recall": 0.210474}, {"accuracy": 0.19664, "f1": 0.172478, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"], "main_score": 0.172478, "precision": 0.165466, "recall": 0.19664}, {"accuracy": 0.212451, "f1": 0.178326, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"], "main_score": 0.178326, "precision": 0.169663, "recall": 0.212451}, {"accuracy": 0.140316, "f1": 0.127419, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"], "main_score": 0.127419, "precision": 0.123331, "recall": 0.140316}, {"accuracy": 0.123518, "f1": 0.109495, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"], "main_score": 0.109495, "precision": 0.104453, "recall": 0.123518}, {"accuracy": 0.183794, "f1": 0.163129, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"], "main_score": 0.163129, "precision": 0.155275, "recall": 0.183794}, {"accuracy": 0.115613, "f1": 0.104458, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"], "main_score": 0.104458, "precision": 0.10138, "recall": 0.115613}, {"accuracy": 0.171937, "f1": 0.152395, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"], "main_score": 0.152395, "precision": 0.145809, "recall": 0.171937}, {"accuracy": 0.136364, "f1": 0.118387, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"], "main_score": 0.118387, "precision": 0.112642, "recall": 0.136364}, {"accuracy": 0.065217, "f1": 0.053594, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"], "main_score": 0.053594, "precision": 0.050822, "recall": 0.065217}, {"accuracy": 0.146245, "f1": 0.129619, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"], "main_score": 0.129619, "precision": 0.125275, "recall": 0.146245}, {"accuracy": 0.145257, "f1": 0.124912, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"], "main_score": 0.124912, "precision": 0.120086, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.129466, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"], "main_score": 0.129466, "precision": 0.121842, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.144491, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"], "main_score": 0.144491, "precision": 0.139257, "recall": 0.161067}, {"accuracy": 0.15415, "f1": 0.132499, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"], "main_score": 0.132499, "precision": 0.127011, "recall": 0.15415}, {"accuracy": 0.045455, "f1": 0.036375, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"], "main_score": 0.036375, "precision": 0.033791, "recall": 0.045455}, {"accuracy": 0.101779, "f1": 0.079778, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"], "main_score": 0.079778, "precision": 0.075096, "recall": 0.101779}, {"accuracy": 0.126482, "f1": 0.110812, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"], "main_score": 0.110812, "precision": 0.106329, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.077646, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"], "main_score": 0.077646, "precision": 0.07405, "recall": 0.090909}, {"accuracy": 0.143281, "f1": 0.121733, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"], "main_score": 0.121733, "precision": 0.116672, "recall": 0.143281}, {"accuracy": 0.22332, "f1": 0.199336, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"], "main_score": 0.199336, "precision": 0.190582, "recall": 0.22332}, {"accuracy": 0.074111, "f1": 0.058645, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"], "main_score": 0.058645, "precision": 0.054903, "recall": 0.074111}, {"accuracy": 0.145257, "f1": 0.122932, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"], "main_score": 0.122932, "precision": 0.11662, "recall": 0.145257}, {"accuracy": 0.174901, "f1": 0.146534, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"], "main_score": 0.146534, "precision": 0.140346, "recall": 0.174901}, {"accuracy": 0.159091, "f1": 0.139971, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"], "main_score": 0.139971, "precision": 0.134557, "recall": 0.159091}, {"accuracy": 0.123518, "f1": 0.112546, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"], "main_score": 0.112546, "precision": 0.108164, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.185565, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"], "main_score": 0.185565, "precision": 0.178127, "recall": 0.213439}, {"accuracy": 0.109684, "f1": 0.092347, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"], "main_score": 0.092347, "precision": 0.087624, "recall": 0.109684}, {"accuracy": 0.152174, "f1": 0.141073, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"], "main_score": 0.141073, "precision": 0.137955, "recall": 0.152174}, {"accuracy": 0.119565, "f1": 0.093252, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"], "main_score": 0.093252, "precision": 0.084195, "recall": 0.119565}, {"accuracy": 0.209486, "f1": 0.18078, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"], "main_score": 0.18078, "precision": 0.172168, "recall": 0.209486}, {"accuracy": 0.032609, "f1": 0.025468, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"], "main_score": 0.025468, "precision": 0.023993, "recall": 0.032609}, {"accuracy": 0.144269, "f1": 0.128253, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"], "main_score": 0.128253, "precision": 0.123916, "recall": 0.144269}, {"accuracy": 0.125494, "f1": 0.10639, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"], "main_score": 0.10639, "precision": 0.101321, "recall": 0.125494}, {"accuracy": 0.125494, "f1": 0.108505, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"], "main_score": 0.108505, "precision": 0.104105, "recall": 0.125494}, {"accuracy": 0.1917, "f1": 0.17299, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"], "main_score": 0.17299, "precision": 0.167696, "recall": 0.1917}, {"accuracy": 0.114625, "f1": 0.100614, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"], "main_score": 0.100614, "precision": 0.09608, "recall": 0.114625}, {"accuracy": 0.182806, "f1": 0.161456, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"], "main_score": 0.161456, "precision": 0.153176, "recall": 0.182806}, {"accuracy": 0.203557, "f1": 0.178276, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"], "main_score": 0.178276, "precision": 0.170009, "recall": 0.203557}, {"accuracy": 0.199605, "f1": 0.174262, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"], "main_score": 0.174262, "precision": 0.167377, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.183185, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"], "main_score": 0.183185, "precision": 0.176707, "recall": 0.200593}, {"accuracy": 0.201581, "f1": 0.174608, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"], "main_score": 0.174608, "precision": 0.168002, "recall": 0.201581}, {"accuracy": 0.167984, "f1": 0.144239, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"], "main_score": 0.144239, "precision": 0.136461, "recall": 0.167984}, {"accuracy": 0.217391, "f1": 0.18456, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"], "main_score": 0.18456, "precision": 0.175549, "recall": 0.217391}, {"accuracy": 0.089921, "f1": 0.075134, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"], "main_score": 0.075134, "precision": 0.071176, "recall": 0.089921}, {"accuracy": 0.156126, "f1": 0.139969, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"], "main_score": 0.139969, "precision": 0.13529, "recall": 0.156126}, {"accuracy": 0.171937, "f1": 0.151489, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"], "main_score": 0.151489, "precision": 0.145091, "recall": 0.171937}, {"accuracy": 0.1917, "f1": 0.171725, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"], "main_score": 0.171725, "precision": 0.167138, "recall": 0.1917}, {"accuracy": 0.16502, "f1": 0.140536, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"], "main_score": 0.140536, "precision": 0.132772, "recall": 0.16502}, {"accuracy": 0.190711, "f1": 0.168977, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"], "main_score": 0.168977, "precision": 0.16038, "recall": 0.190711}, {"accuracy": 0.148221, "f1": 0.125681, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"], "main_score": 0.125681, "precision": 0.118532, "recall": 0.148221}, {"accuracy": 0.083004, "f1": 0.073035, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"], "main_score": 0.073035, "precision": 0.070021, "recall": 0.083004}, {"accuracy": 0.215415, "f1": 0.186084, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"], "main_score": 0.186084, "precision": 0.177706, "recall": 0.215415}, {"accuracy": 0.167984, "f1": 0.142259, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"], "main_score": 0.142259, "precision": 0.134244, "recall": 0.167984}, {"accuracy": 0.175889, "f1": 0.15094, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"], "main_score": 0.15094, "precision": 0.142391, "recall": 0.175889}, {"accuracy": 0.197628, "f1": 0.176977, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"], "main_score": 0.176977, "precision": 0.170118, "recall": 0.197628}, {"accuracy": 0.056324, "f1": 0.048184, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"], "main_score": 0.048184, "precision": 0.046186, "recall": 0.056324}, {"accuracy": 0.151186, "f1": 0.126335, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"], "main_score": 0.126335, "precision": 0.118994, "recall": 0.151186}, {"accuracy": 0.195652, "f1": 0.169567, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"], "main_score": 0.169567, "precision": 0.161486, "recall": 0.195652}, {"accuracy": 0.119565, "f1": 0.106154, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"], "main_score": 0.106154, "precision": 0.102314, "recall": 0.119565}, {"accuracy": 0.197628, "f1": 0.176601, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"], "main_score": 0.176601, "precision": 0.169244, "recall": 0.197628}, {"accuracy": 0.187747, "f1": 0.168355, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"], "main_score": 0.168355, "precision": 0.16229, "recall": 0.187747}, {"accuracy": 0.125494, "f1": 0.116465, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"], "main_score": 0.116465, "precision": 0.113523, "recall": 0.125494}, {"accuracy": 0.215415, "f1": 0.18987, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"], "main_score": 0.18987, "precision": 0.180967, "recall": 0.215415}, {"accuracy": 0.18083, "f1": 0.165723, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"], "main_score": 0.165723, "precision": 0.160597, "recall": 0.18083}, {"accuracy": 0.079051, "f1": 0.067069, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"], "main_score": 0.067069, "precision": 0.063488, "recall": 0.079051}, {"accuracy": 0.125494, "f1": 0.109007, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"], "main_score": 0.109007, "precision": 0.104471, "recall": 0.125494}, {"accuracy": 0.155138, "f1": 0.131708, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"], "main_score": 0.131708, "precision": 0.125437, "recall": 0.155138}, {"accuracy": 0.155138, "f1": 0.134862, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"], "main_score": 0.134862, "precision": 0.127915, "recall": 0.155138}, {"accuracy": 0.143281, "f1": 0.124676, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"], "main_score": 0.124676, "precision": 0.118979, "recall": 0.143281}, {"accuracy": 0.157115, "f1": 0.135176, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"], "main_score": 0.135176, "precision": 0.129399, "recall": 0.157115}, {"accuracy": 0.166008, "f1": 0.143518, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"], "main_score": 0.143518, "precision": 0.137491, "recall": 0.166008}, {"accuracy": 0.059289, "f1": 0.048511, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"], "main_score": 0.048511, "precision": 0.046741, "recall": 0.059289}, {"accuracy": 0.151186, "f1": 0.131392, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"], "main_score": 0.131392, "precision": 0.124204, "recall": 0.151186}, {"accuracy": 0.208498, "f1": 0.17876, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"], "main_score": 0.17876, "precision": 0.169235, "recall": 0.208498}, {"accuracy": 0.022727, "f1": 0.018119, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"], "main_score": 0.018119, "precision": 0.017124, "recall": 0.022727}, {"accuracy": 0.164032, "f1": 0.145295, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"], "main_score": 0.145295, "precision": 0.138796, "recall": 0.164032}, {"accuracy": 0.003953, "f1": 0.000734, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"], "main_score": 0.000734, "precision": 0.000422, "recall": 0.003953}, {"accuracy": 0.131423, "f1": 0.112651, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"], "main_score": 0.112651, "precision": 0.107815, "recall": 0.131423}, {"accuracy": 0.086957, "f1": 0.080296, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"], "main_score": 0.080296, "precision": 0.078521, "recall": 0.086957}, {"accuracy": 0.079051, "f1": 0.0674, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"], "main_score": 0.0674, "precision": 0.064284, "recall": 0.079051}, {"accuracy": 0.086957, "f1": 0.080933, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"], "main_score": 0.080933, "precision": 0.079004, "recall": 0.086957}, {"accuracy": 0.19664, "f1": 0.175107, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"], "main_score": 0.175107, "precision": 0.167779, "recall": 0.19664}, {"accuracy": 0.197628, "f1": 0.171361, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"], "main_score": 0.171361, "precision": 0.165508, "recall": 0.197628}, {"accuracy": 0.160079, "f1": 0.146041, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"], "main_score": 0.146041, "precision": 0.141452, "recall": 0.160079}, {"accuracy": 0.089921, "f1": 0.082862, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"], "main_score": 0.082862, "precision": 0.080964, "recall": 0.089921}, {"accuracy": 0.092885, "f1": 0.084065, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"], "main_score": 0.084065, "precision": 0.080619, "recall": 0.092885}, {"accuracy": 0.093874, "f1": 0.083235, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"], "main_score": 0.083235, "precision": 0.080679, "recall": 0.093874}, {"accuracy": 0.171937, "f1": 0.153324, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"], "main_score": 0.153324, "precision": 0.147418, "recall": 0.171937}, {"accuracy": 0.091897, "f1": 0.080044, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"], "main_score": 0.080044, "precision": 0.076941, "recall": 0.091897}, {"accuracy": 0.100791, "f1": 0.084716, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"], "main_score": 0.084716, "precision": 0.080648, "recall": 0.100791}, {"accuracy": 0.185771, "f1": 0.161771, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"], "main_score": 0.161771, "precision": 0.155565, "recall": 0.185771}, {"accuracy": 0.225296, "f1": 0.208049, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"], "main_score": 0.208049, "precision": 0.201617, "recall": 0.225296}, {"accuracy": 0.067194, "f1": 0.061728, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"], "main_score": 0.061728, "precision": 0.059948, "recall": 0.067194}, {"accuracy": 0.094862, "f1": 0.080013, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"], "main_score": 0.080013, "precision": 0.075337, "recall": 0.094862}, {"accuracy": 0.199605, "f1": 0.168756, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"], "main_score": 0.168756, "precision": 0.160651, "recall": 0.199605}, {"accuracy": 0.156126, "f1": 0.136937, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"], "main_score": 0.136937, "precision": 0.132075, "recall": 0.156126}, {"accuracy": 0.172925, "f1": 0.155007, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"], "main_score": 0.155007, "precision": 0.149357, "recall": 0.172925}, {"accuracy": 0.047431, "f1": 0.038452, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"], "main_score": 0.038452, "precision": 0.035631, "recall": 0.047431}, {"accuracy": 0.107708, "f1": 0.092801, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"], "main_score": 0.092801, "precision": 0.088026, "recall": 0.107708}, {"accuracy": 0.124506, "f1": 0.108944, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"], "main_score": 0.108944, "precision": 0.104413, "recall": 0.124506}, {"accuracy": 0.055336, "f1": 0.042197, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"], "main_score": 0.042197, "precision": 0.038473, "recall": 0.055336}, {"accuracy": 0.100791, "f1": 0.092625, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"], "main_score": 0.092625, "precision": 0.089906, "recall": 0.100791}, {"accuracy": 0.210474, "f1": 0.190117, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"], "main_score": 0.190117, "precision": 0.183945, "recall": 0.210474}, {"accuracy": 0.126482, "f1": 0.114925, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"], "main_score": 0.114925, "precision": 0.11207, "recall": 0.126482}, {"accuracy": 0.1917, "f1": 0.167319, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"], "main_score": 0.167319, "precision": 0.16148, "recall": 0.1917}, {"accuracy": 0.108696, "f1": 0.096881, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"], "main_score": 0.096881, "precision": 0.093337, "recall": 0.108696}, {"accuracy": 0.108696, "f1": 0.088609, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"], "main_score": 0.088609, "precision": 0.083445, "recall": 0.108696}, {"accuracy": 0.143281, "f1": 0.132113, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"], "main_score": 0.132113, "precision": 0.128134, "recall": 0.143281}, {"accuracy": 0.123518, "f1": 0.109831, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"], "main_score": 0.109831, "precision": 0.105341, "recall": 0.123518}, {"accuracy": 0.063241, "f1": 0.055225, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"], "main_score": 0.055225, "precision": 0.052989, "recall": 0.063241}, {"accuracy": 0.098814, "f1": 0.086441, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"], "main_score": 0.086441, "precision": 0.083038, "recall": 0.098814}, {"accuracy": 0.05336, "f1": 0.046513, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"], "main_score": 0.046513, "precision": 0.044359, "recall": 0.05336}, {"accuracy": 0.182806, "f1": 0.158687, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"], "main_score": 0.158687, "precision": 0.152851, "recall": 0.182806}, {"accuracy": 0.091897, "f1": 0.077024, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"], "main_score": 0.077024, "precision": 0.072855, "recall": 0.091897}, {"accuracy": 0.20751, "f1": 0.176218, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"], "main_score": 0.176218, "precision": 0.165944, "recall": 0.20751}, {"accuracy": 0.018775, "f1": 0.013751, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"], "main_score": 0.013751, "precision": 0.012723, "recall": 0.018775}, {"accuracy": 0.187747, "f1": 0.163149, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"], "main_score": 0.163149, "precision": 0.156145, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.112727, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"], "main_score": 0.112727, "precision": 0.106594, "recall": 0.134387}, {"accuracy": 0.106719, "f1": 0.09689, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"], "main_score": 0.09689, "precision": 0.09339, "recall": 0.106719}, {"accuracy": 0.159091, "f1": 0.139485, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"], "main_score": 0.139485, "precision": 0.133126, "recall": 0.159091}, {"accuracy": 0.100791, "f1": 0.08759, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"], "main_score": 0.08759, "precision": 0.083993, "recall": 0.100791}, {"accuracy": 0.102767, "f1": 0.094705, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"], "main_score": 0.094705, "precision": 0.092199, "recall": 0.102767}, {"accuracy": 0.178854, "f1": 0.154978, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"], "main_score": 0.154978, "precision": 0.146233, "recall": 0.178854}, {"accuracy": 0.161067, "f1": 0.142838, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"], "main_score": 0.142838, "precision": 0.138385, "recall": 0.161067}, {"accuracy": 0.100791, "f1": 0.093076, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"], "main_score": 0.093076, "precision": 0.090738, "recall": 0.100791}, {"accuracy": 0.192688, "f1": 0.164431, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"], "main_score": 0.164431, "precision": 0.156389, "recall": 0.192688}, {"accuracy": 0.086957, "f1": 0.078251, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"], "main_score": 0.078251, "precision": 0.075879, "recall": 0.086957}, {"accuracy": 0.152174, "f1": 0.12568, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"], "main_score": 0.12568, "precision": 0.118973, "recall": 0.152174}, {"accuracy": 0.109684, "f1": 0.091395, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"], "main_score": 0.091395, "precision": 0.087094, "recall": 0.109684}, {"accuracy": 0.029644, "f1": 0.024663, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"], "main_score": 0.024663, "precision": 0.023264, "recall": 0.029644}, {"accuracy": 0.201581, "f1": 0.184449, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"], "main_score": 0.184449, "precision": 0.178185, "recall": 0.201581}, {"accuracy": 0.177866, "f1": 0.161353, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"], "main_score": 0.161353, "precision": 0.156238, "recall": 0.177866}, {"accuracy": 0.028656, "f1": 0.0243, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"], "main_score": 0.0243, "precision": 0.023037, "recall": 0.028656}, {"accuracy": 0.136364, "f1": 0.125041, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"], "main_score": 0.125041, "precision": 0.121566, "recall": 0.136364}, {"accuracy": 0.090909, "f1": 0.077982, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"], "main_score": 0.077982, "precision": 0.074355, "recall": 0.090909}, {"accuracy": 0.151186, "f1": 0.136836, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"], "main_score": 0.136836, "precision": 0.133014, "recall": 0.151186}, {"accuracy": 0.086957, "f1": 0.074144, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"], "main_score": 0.074144, "precision": 0.071061, "recall": 0.086957}, {"accuracy": 0.216403, "f1": 0.196989, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"], "main_score": 0.196989, "precision": 0.18929, "recall": 0.216403}, {"accuracy": 0.093874, "f1": 0.085638, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"], "main_score": 0.085638, "precision": 0.08317, "recall": 0.093874}, {"accuracy": 0.107708, "f1": 0.094948, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"], "main_score": 0.094948, "precision": 0.091463, "recall": 0.107708}, {"accuracy": 0.19664, "f1": 0.172233, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"], "main_score": 0.172233, "precision": 0.165429, "recall": 0.19664}, {"accuracy": 0.200593, "f1": 0.179992, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"], "main_score": 0.179992, "precision": 0.172918, "recall": 0.200593}, {"accuracy": 0.164032, "f1": 0.147188, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"], "main_score": 0.147188, "precision": 0.142284, "recall": 0.164032}, {"accuracy": 0.18083, "f1": 0.166142, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"], "main_score": 0.166142, "precision": 0.160385, "recall": 0.18083}, {"accuracy": 0.115613, "f1": 0.100445, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"], "main_score": 0.100445, "precision": 0.095785, "recall": 0.115613}, {"accuracy": 0.079051, "f1": 0.071378, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"], "main_score": 0.071378, "precision": 0.069699, "recall": 0.079051}, {"accuracy": 0.162055, "f1": 0.14119, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"], "main_score": 0.14119, "precision": 0.13498, "recall": 0.162055}, {"accuracy": 0.043478, "f1": 0.030457, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"], "main_score": 0.030457, "precision": 0.027523, "recall": 0.043478}, {"accuracy": 0.118577, "f1": 0.102719, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"], "main_score": 0.102719, "precision": 0.098016, "recall": 0.118577}, {"accuracy": 0.091897, "f1": 0.086258, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"], "main_score": 0.086258, "precision": 0.084856, "recall": 0.091897}, {"accuracy": 0.204545, "f1": 0.186097, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"], "main_score": 0.186097, "precision": 0.179412, "recall": 0.204545}, {"accuracy": 0.040514, "f1": 0.031846, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"], "main_score": 0.031846, "precision": 0.029122, "recall": 0.040514}, {"accuracy": 0.1917, "f1": 0.166001, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"], "main_score": 0.166001, "precision": 0.159695, "recall": 0.1917}, {"accuracy": 0.11166, "f1": 0.100875, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"], "main_score": 0.100875, "precision": 0.09759, "recall": 0.11166}, {"accuracy": 0.123518, "f1": 0.11266, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"], "main_score": 0.11266, "precision": 0.109568, "recall": 0.123518}, {"accuracy": 0.037549, "f1": 0.029418, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"], "main_score": 0.029418, "precision": 0.027254, "recall": 0.037549}, {"accuracy": 0.190711, "f1": 0.166843, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"], "main_score": 0.166843, "precision": 0.159681, "recall": 0.190711}, {"accuracy": 0.166996, "f1": 0.148684, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"], "main_score": 0.148684, "precision": 0.142965, "recall": 0.166996}, {"accuracy": 0.19664, "f1": 0.167518, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"], "main_score": 0.167518, "precision": 0.158932, "recall": 0.19664}, {"accuracy": 0.113636, "f1": 0.097055, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"], "main_score": 0.097055, "precision": 0.092092, "recall": 0.113636}, {"accuracy": 0.172925, "f1": 0.150305, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"], "main_score": 0.150305, "precision": 0.142318, "recall": 0.172925}, {"accuracy": 0.182806, "f1": 0.158421, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"], "main_score": 0.158421, "precision": 0.150366, "recall": 0.182806}, {"accuracy": 0.038538, "f1": 0.027901, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"], "main_score": 0.027901, "precision": 0.026257, "recall": 0.038538}, {"accuracy": 0.194664, "f1": 0.168228, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"], "main_score": 0.168228, "precision": 0.161014, "recall": 0.194664}, {"accuracy": 0.075099, "f1": 0.066383, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"], "main_score": 0.066383, "precision": 0.06361, "recall": 0.075099}, {"accuracy": 0.15415, "f1": 0.139804, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"], "main_score": 0.139804, "precision": 0.136084, "recall": 0.15415}, {"accuracy": 0.182806, "f1": 0.162187, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"], "main_score": 0.162187, "precision": 0.154751, "recall": 0.182806}, {"accuracy": 0.085968, "f1": 0.078901, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"], "main_score": 0.078901, "precision": 0.076582, "recall": 0.085968}, {"accuracy": 0.142292, "f1": 0.124244, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"], "main_score": 0.124244, "precision": 0.120285, "recall": 0.142292}, {"accuracy": 0.164032, "f1": 0.142316, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"], "main_score": 0.142316, "precision": 0.134376, "recall": 0.164032}, {"accuracy": 0.144269, "f1": 0.12766, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"], "main_score": 0.12766, "precision": 0.12218, "recall": 0.144269}, {"accuracy": 0.194664, "f1": 0.174673, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"], "main_score": 0.174673, "precision": 0.16823, "recall": 0.194664}, {"accuracy": 0.159091, "f1": 0.149242, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"], "main_score": 0.149242, "precision": 0.145245, "recall": 0.159091}, {"accuracy": 0.098814, "f1": 0.089086, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"], "main_score": 0.089086, "precision": 0.085723, "recall": 0.098814}, {"accuracy": 0.155138, "f1": 0.132992, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"], "main_score": 0.132992, "precision": 0.126539, "recall": 0.155138}, {"accuracy": 0.202569, "f1": 0.173477, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"], "main_score": 0.173477, "precision": 0.16651, "recall": 0.202569}, {"accuracy": 0.126482, "f1": 0.110034, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"], "main_score": 0.110034, "precision": 0.105293, "recall": 0.126482}, {"accuracy": 0.107708, "f1": 0.099826, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"], "main_score": 0.099826, "precision": 0.097551, "recall": 0.107708}, {"accuracy": 0.091897, "f1": 0.076205, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"], "main_score": 0.076205, "precision": 0.072282, "recall": 0.091897}, {"accuracy": 0.149209, "f1": 0.133129, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"], "main_score": 0.133129, "precision": 0.128363, "recall": 0.149209}, {"accuracy": 0.078063, "f1": 0.0568, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"], "main_score": 0.0568, "precision": 0.051055, "recall": 0.078063}, {"accuracy": 0.182806, "f1": 0.163187, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"], "main_score": 0.163187, "precision": 0.155892, "recall": 0.182806}, {"accuracy": 0.098814, "f1": 0.081386, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"], "main_score": 0.081386, "precision": 0.076025, "recall": 0.098814}, {"accuracy": 0.201581, "f1": 0.173878, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"], "main_score": 0.173878, "precision": 0.166199, "recall": 0.201581}, {"accuracy": 0.117589, "f1": 0.102548, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"], "main_score": 0.102548, "precision": 0.098547, "recall": 0.117589}, {"accuracy": 0.078063, "f1": 0.05997, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"], "main_score": 0.05997, "precision": 0.054474, "recall": 0.078063}, {"accuracy": 0.097826, "f1": 0.089629, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"], "main_score": 0.089629, "precision": 0.087144, "recall": 0.097826}, {"accuracy": 0.201581, "f1": 0.177612, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"], "main_score": 0.177612, "precision": 0.170948, "recall": 0.201581}, {"accuracy": 0.063241, "f1": 0.056442, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"], "main_score": 0.056442, "precision": 0.054715, "recall": 0.063241}, {"accuracy": 0.108696, "f1": 0.090616, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"], "main_score": 0.090616, "precision": 0.086367, "recall": 0.108696}, {"accuracy": 0.12747, "f1": 0.114614, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"], "main_score": 0.114614, "precision": 0.110577, "recall": 0.12747}, {"accuracy": 0.090909, "f1": 0.080522, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"], "main_score": 0.080522, "precision": 0.077027, "recall": 0.090909}, {"accuracy": 0.141304, "f1": 0.129143, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"], "main_score": 0.129143, "precision": 0.125972, "recall": 0.141304}, {"accuracy": 0.161067, "f1": 0.140951, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"], "main_score": 0.140951, "precision": 0.13436, "recall": 0.161067}, {"accuracy": 0.157115, "f1": 0.138911, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"], "main_score": 0.138911, "precision": 0.132642, "recall": 0.157115}, {"accuracy": 0.161067, "f1": 0.144051, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"], "main_score": 0.144051, "precision": 0.138517, "recall": 0.161067}, {"accuracy": 0.017787, "f1": 0.007349, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"], "main_score": 0.007349, "precision": 0.005274, "recall": 0.017787}, {"accuracy": 0.045455, "f1": 0.038681, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"], "main_score": 0.038681, "precision": 0.036739, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.041269, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"], "main_score": 0.041269, "precision": 0.039565, "recall": 0.050395}, {"accuracy": 0.065217, "f1": 0.055302, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"], "main_score": 0.055302, "precision": 0.05267, "recall": 0.065217}, {"accuracy": 0.197628, "f1": 0.169535, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"], "main_score": 0.169535, "precision": 0.162379, "recall": 0.197628}, {"accuracy": 0.088933, "f1": 0.074563, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"], "main_score": 0.074563, "precision": 0.069719, "recall": 0.088933}, {"accuracy": 0.208498, "f1": 0.187271, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"], "main_score": 0.187271, "precision": 0.180118, "recall": 0.208498}, {"accuracy": 0.150198, "f1": 0.132093, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"], "main_score": 0.132093, "precision": 0.126564, "recall": 0.150198}, {"accuracy": 0.208498, "f1": 0.182193, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"], "main_score": 0.182193, "precision": 0.175445, "recall": 0.208498}, {"accuracy": 0.096838, "f1": 0.088606, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"], "main_score": 0.088606, "precision": 0.086449, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.099279, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"], "main_score": 0.099279, "precision": 0.094866, "recall": 0.11166}, {"accuracy": 0.142292, "f1": 0.128117, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"], "main_score": 0.128117, "precision": 0.122738, "recall": 0.142292}, {"accuracy": 0.070158, "f1": 0.063573, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"], "main_score": 0.063573, "precision": 0.061134, "recall": 0.070158}, {"accuracy": 0.171937, "f1": 0.151123, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"], "main_score": 0.151123, "precision": 0.143883, "recall": 0.171937}, {"accuracy": 0.114625, "f1": 0.099842, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"], "main_score": 0.099842, "precision": 0.094637, "recall": 0.114625}, {"accuracy": 0.039526, "f1": 0.031013, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"], "main_score": 0.031013, "precision": 0.028835, "recall": 0.039526}, {"accuracy": 0.106719, "f1": 0.091244, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"], "main_score": 0.091244, "precision": 0.088227, "recall": 0.106719}, {"accuracy": 0.123518, "f1": 0.1047, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"], "main_score": 0.1047, "precision": 0.099597, "recall": 0.123518}, {"accuracy": 0.137352, "f1": 0.115131, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"], "main_score": 0.115131, "precision": 0.108471, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.126365, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"], "main_score": 0.126365, "precision": 0.123846, "recall": 0.135375}, {"accuracy": 0.129447, "f1": 0.110456, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"], "main_score": 0.110456, "precision": 0.10603, "recall": 0.129447}, {"accuracy": 0.036561, "f1": 0.030896, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"], "main_score": 0.030896, "precision": 0.028821, "recall": 0.036561}, {"accuracy": 0.081028, "f1": 0.062969, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"], "main_score": 0.062969, "precision": 0.058371, "recall": 0.081028}, {"accuracy": 0.09585, "f1": 0.084645, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"], "main_score": 0.084645, "precision": 0.081624, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.049035, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"], "main_score": 0.049035, "precision": 0.047199, "recall": 0.056324}, {"accuracy": 0.118577, "f1": 0.103076, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"], "main_score": 0.103076, "precision": 0.09873, "recall": 0.118577}, {"accuracy": 0.188735, "f1": 0.17288, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"], "main_score": 0.17288, "precision": 0.167539, "recall": 0.188735}, {"accuracy": 0.051383, "f1": 0.042349, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"], "main_score": 0.042349, "precision": 0.039625, "recall": 0.051383}, {"accuracy": 0.131423, "f1": 0.111612, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"], "main_score": 0.111612, "precision": 0.106709, "recall": 0.131423}, {"accuracy": 0.150198, "f1": 0.125251, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"], "main_score": 0.125251, "precision": 0.118836, "recall": 0.150198}, {"accuracy": 0.144269, "f1": 0.12541, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"], "main_score": 0.12541, "precision": 0.120375, "recall": 0.144269}, {"accuracy": 0.105731, "f1": 0.09215, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"], "main_score": 0.09215, "precision": 0.088511, "recall": 0.105731}, {"accuracy": 0.195652, "f1": 0.169432, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"], "main_score": 0.169432, "precision": 0.162612, "recall": 0.195652}, {"accuracy": 0.083992, "f1": 0.07221, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"], "main_score": 0.07221, "precision": 0.068716, "recall": 0.083992}, {"accuracy": 0.100791, "f1": 0.09426, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"], "main_score": 0.09426, "precision": 0.092022, "recall": 0.100791}, {"accuracy": 0.128458, "f1": 0.106562, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"], "main_score": 0.106562, "precision": 0.099751, "recall": 0.128458}, {"accuracy": 0.197628, "f1": 0.171249, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"], "main_score": 0.171249, "precision": 0.163661, "recall": 0.197628}, {"accuracy": 0.030632, "f1": 0.025928, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"], "main_score": 0.025928, "precision": 0.024476, "recall": 0.030632}, {"accuracy": 0.104743, "f1": 0.09437, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"], "main_score": 0.09437, "precision": 0.090482, "recall": 0.104743}, {"accuracy": 0.106719, "f1": 0.089159, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"], "main_score": 0.089159, "precision": 0.084565, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.070468, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"], "main_score": 0.070468, "precision": 0.068132, "recall": 0.081028}, {"accuracy": 0.151186, "f1": 0.133138, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"], "main_score": 0.133138, "precision": 0.12735, "recall": 0.151186}, {"accuracy": 0.085968, "f1": 0.075573, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"], "main_score": 0.075573, "precision": 0.072152, "recall": 0.085968}, {"accuracy": 0.194664, "f1": 0.178267, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"], "main_score": 0.178267, "precision": 0.173091, "recall": 0.194664}, {"accuracy": 0.188735, "f1": 0.16199, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"], "main_score": 0.16199, "precision": 0.153957, "recall": 0.188735}, {"accuracy": 0.175889, "f1": 0.152675, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"], "main_score": 0.152675, "precision": 0.145502, "recall": 0.175889}, {"accuracy": 0.164032, "f1": 0.148936, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"], "main_score": 0.148936, "precision": 0.143998, "recall": 0.164032}, {"accuracy": 0.201581, "f1": 0.178778, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"], "main_score": 0.178778, "precision": 0.172513, "recall": 0.201581}, {"accuracy": 0.184783, "f1": 0.159952, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"], "main_score": 0.159952, "precision": 0.151657, "recall": 0.184783}, {"accuracy": 0.197628, "f1": 0.170348, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"], "main_score": 0.170348, "precision": 0.163212, "recall": 0.197628}, {"accuracy": 0.063241, "f1": 0.051375, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"], "main_score": 0.051375, "precision": 0.048909, "recall": 0.063241}, {"accuracy": 0.13834, "f1": 0.118944, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"], "main_score": 0.118944, "precision": 0.114505, "recall": 0.13834}, {"accuracy": 0.153162, "f1": 0.132854, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"], "main_score": 0.132854, "precision": 0.12729, "recall": 0.153162}, {"accuracy": 0.163043, "f1": 0.145312, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"], "main_score": 0.145312, "precision": 0.140288, "recall": 0.163043}, {"accuracy": 0.12253, "f1": 0.104349, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"], "main_score": 0.104349, "precision": 0.099041, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.171608, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"], "main_score": 0.171608, "precision": 0.164307, "recall": 0.192688}, {"accuracy": 0.137352, "f1": 0.120264, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"], "main_score": 0.120264, "precision": 0.114622, "recall": 0.137352}, {"accuracy": 0.060277, "f1": 0.0509, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"], "main_score": 0.0509, "precision": 0.04804, "recall": 0.060277}, {"accuracy": 0.209486, "f1": 0.182881, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"], "main_score": 0.182881, "precision": 0.176585, "recall": 0.209486}, {"accuracy": 0.142292, "f1": 0.126615, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"], "main_score": 0.126615, "precision": 0.12261, "recall": 0.142292}, {"accuracy": 0.195652, "f1": 0.174289, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"], "main_score": 0.174289, "precision": 0.166542, "recall": 0.195652}, {"accuracy": 0.173913, "f1": 0.161506, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"], "main_score": 0.161506, "precision": 0.157097, "recall": 0.173913}, {"accuracy": 0.040514, "f1": 0.029243, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"], "main_score": 0.029243, "precision": 0.026889, "recall": 0.040514}, {"accuracy": 0.152174, "f1": 0.131327, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"], "main_score": 0.131327, "precision": 0.124125, "recall": 0.152174}, {"accuracy": 0.202569, "f1": 0.179157, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"], "main_score": 0.179157, "precision": 0.171176, "recall": 0.202569}, {"accuracy": 0.097826, "f1": 0.090254, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"], "main_score": 0.090254, "precision": 0.088168, "recall": 0.097826}, {"accuracy": 0.178854, "f1": 0.160766, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"], "main_score": 0.160766, "precision": 0.155423, "recall": 0.178854}, {"accuracy": 0.167984, "f1": 0.148444, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"], "main_score": 0.148444, "precision": 0.142526, "recall": 0.167984}, {"accuracy": 0.090909, "f1": 0.083666, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"], "main_score": 0.083666, "precision": 0.081095, "recall": 0.090909}, {"accuracy": 0.235178, "f1": 0.215331, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"], "main_score": 0.215331, "precision": 0.207421, "recall": 0.235178}, {"accuracy": 0.150198, "f1": 0.138814, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"], "main_score": 0.138814, "precision": 0.134723, "recall": 0.150198}, {"accuracy": 0.062253, "f1": 0.05489, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"], "main_score": 0.05489, "precision": 0.052421, "recall": 0.062253}, {"accuracy": 0.101779, "f1": 0.087087, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"], "main_score": 0.087087, "precision": 0.083073, "recall": 0.101779}, {"accuracy": 0.139328, "f1": 0.120103, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"], "main_score": 0.120103, "precision": 0.115116, "recall": 0.139328}, {"accuracy": 0.132411, "f1": 0.114541, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"], "main_score": 0.114541, "precision": 0.10938, "recall": 0.132411}, {"accuracy": 0.106719, "f1": 0.0886, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"], "main_score": 0.0886, "precision": 0.082727, "recall": 0.106719}, {"accuracy": 0.117589, "f1": 0.102771, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"], "main_score": 0.102771, "precision": 0.098799, "recall": 0.117589}, {"accuracy": 0.143281, "f1": 0.122462, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"], "main_score": 0.122462, "precision": 0.11674, "recall": 0.143281}, {"accuracy": 0.038538, "f1": 0.03085, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"], "main_score": 0.03085, "precision": 0.028813, "recall": 0.038538}, {"accuracy": 0.123518, "f1": 0.110057, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"], "main_score": 0.110057, "precision": 0.106058, "recall": 0.123518}, {"accuracy": 0.216403, "f1": 0.192777, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"], "main_score": 0.192777, "precision": 0.185196, "recall": 0.216403}, {"accuracy": 0.032609, "f1": 0.025661, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"], "main_score": 0.025661, "precision": 0.023969, "recall": 0.032609}, {"accuracy": 0.16996, "f1": 0.150227, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"], "main_score": 0.150227, "precision": 0.142884, "recall": 0.16996}, {"accuracy": 0.003953, "f1": 0.000862, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"], "main_score": 0.000862, "precision": 0.000605, "recall": 0.003953}, {"accuracy": 0.15415, "f1": 0.131737, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"], "main_score": 0.131737, "precision": 0.125266, "recall": 0.15415}, {"accuracy": 0.160079, "f1": 0.140232, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"], "main_score": 0.140232, "precision": 0.1347, "recall": 0.160079}, {"accuracy": 0.136364, "f1": 0.116506, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"], "main_score": 0.116506, "precision": 0.110671, "recall": 0.136364}, {"accuracy": 0.151186, "f1": 0.139902, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"], "main_score": 0.139902, "precision": 0.136984, "recall": 0.151186}, {"accuracy": 0.200593, "f1": 0.184587, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"], "main_score": 0.184587, "precision": 0.178336, "recall": 0.200593}, {"accuracy": 0.212451, "f1": 0.183223, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"], "main_score": 0.183223, "precision": 0.175915, "recall": 0.212451}, {"accuracy": 0.205534, "f1": 0.188473, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"], "main_score": 0.188473, "precision": 0.183584, "recall": 0.205534}, {"accuracy": 0.162055, "f1": 0.145466, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"], "main_score": 0.145466, "precision": 0.141829, "recall": 0.162055}, {"accuracy": 0.153162, "f1": 0.133488, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"], "main_score": 0.133488, "precision": 0.128528, "recall": 0.153162}, {"accuracy": 0.148221, "f1": 0.126592, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"], "main_score": 0.126592, "precision": 0.120489, "recall": 0.148221}, {"accuracy": 0.199605, "f1": 0.180401, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"], "main_score": 0.180401, "precision": 0.174636, "recall": 0.199605}, {"accuracy": 0.128458, "f1": 0.114887, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"], "main_score": 0.114887, "precision": 0.110234, "recall": 0.128458}, {"accuracy": 0.130435, "f1": 0.108549, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"], "main_score": 0.108549, "precision": 0.103531, "recall": 0.130435}, {"accuracy": 0.202569, "f1": 0.175672, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"], "main_score": 0.175672, "precision": 0.169464, "recall": 0.202569}, {"accuracy": 0.232213, "f1": 0.209659, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"], "main_score": 0.209659, "precision": 0.201294, "recall": 0.232213}, {"accuracy": 0.132411, "f1": 0.120483, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"], "main_score": 0.120483, "precision": 0.117677, "recall": 0.132411}, {"accuracy": 0.139328, "f1": 0.113254, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"], "main_score": 0.113254, "precision": 0.106507, "recall": 0.139328}, {"accuracy": 0.215415, "f1": 0.188142, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"], "main_score": 0.188142, "precision": 0.181236, "recall": 0.215415}, {"accuracy": 0.157115, "f1": 0.141464, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"], "main_score": 0.141464, "precision": 0.137407, "recall": 0.157115}, {"accuracy": 0.203557, "f1": 0.183343, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"], "main_score": 0.183343, "precision": 0.176332, "recall": 0.203557}, {"accuracy": 0.075099, "f1": 0.062381, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"], "main_score": 0.062381, "precision": 0.059568, "recall": 0.075099}, {"accuracy": 0.162055, "f1": 0.142004, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"], "main_score": 0.142004, "precision": 0.13702, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.162748, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"], "main_score": 0.162748, "precision": 0.15787, "recall": 0.18083}, {"accuracy": 0.062253, "f1": 0.042668, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"], "main_score": 0.042668, "precision": 0.037733, "recall": 0.062253}, {"accuracy": 0.141304, "f1": 0.123041, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"], "main_score": 0.123041, "precision": 0.119105, "recall": 0.141304}, {"accuracy": 0.235178, "f1": 0.213562, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"], "main_score": 0.213562, "precision": 0.204761, "recall": 0.235178}, {"accuracy": 0.149209, "f1": 0.138121, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"], "main_score": 0.138121, "precision": 0.134504, "recall": 0.149209}, {"accuracy": 0.203557, "f1": 0.180471, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"], "main_score": 0.180471, "precision": 0.174864, "recall": 0.203557}, {"accuracy": 0.167984, "f1": 0.146195, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"], "main_score": 0.146195, "precision": 0.140983, "recall": 0.167984}, {"accuracy": 0.124506, "f1": 0.103765, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"], "main_score": 0.103765, "precision": 0.097639, "recall": 0.124506}, {"accuracy": 0.178854, "f1": 0.163102, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"], "main_score": 0.163102, "precision": 0.158247, "recall": 0.178854}, {"accuracy": 0.170949, "f1": 0.146625, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"], "main_score": 0.146625, "precision": 0.140329, "recall": 0.170949}, {"accuracy": 0.089921, "f1": 0.077054, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"], "main_score": 0.077054, "precision": 0.073308, "recall": 0.089921}, {"accuracy": 0.125494, "f1": 0.110197, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"], "main_score": 0.110197, "precision": 0.106377, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.058523, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"], "main_score": 0.058523, "precision": 0.055948, "recall": 0.072134}, {"accuracy": 0.206522, "f1": 0.179846, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"], "main_score": 0.179846, "precision": 0.17292, "recall": 0.206522}, {"accuracy": 0.121542, "f1": 0.101162, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"], "main_score": 0.101162, "precision": 0.096051, "recall": 0.121542}, {"accuracy": 0.215415, "f1": 0.186206, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"], "main_score": 0.186206, "precision": 0.176809, "recall": 0.215415}, {"accuracy": 0.023715, "f1": 0.018541, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"], "main_score": 0.018541, "precision": 0.017663, "recall": 0.023715}, {"accuracy": 0.205534, "f1": 0.180806, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"], "main_score": 0.180806, "precision": 0.174162, "recall": 0.205534}, {"accuracy": 0.155138, "f1": 0.133372, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"], "main_score": 0.133372, "precision": 0.125658, "recall": 0.155138}, {"accuracy": 0.172925, "f1": 0.147806, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"], "main_score": 0.147806, "precision": 0.142139, "recall": 0.172925}, {"accuracy": 0.20751, "f1": 0.178856, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"], "main_score": 0.178856, "precision": 0.172851, "recall": 0.20751}, {"accuracy": 0.128458, "f1": 0.111973, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"], "main_score": 0.111973, "precision": 0.106401, "recall": 0.128458}, {"accuracy": 0.140316, "f1": 0.128746, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"], "main_score": 0.128746, "precision": 0.125128, "recall": 0.140316}, {"accuracy": 0.170949, "f1": 0.151276, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"], "main_score": 0.151276, "precision": 0.143834, "recall": 0.170949}, {"accuracy": 0.178854, "f1": 0.152455, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"], "main_score": 0.152455, "precision": 0.146379, "recall": 0.178854}, {"accuracy": 0.160079, "f1": 0.146873, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"], "main_score": 0.146873, "precision": 0.142709, "recall": 0.160079}, {"accuracy": 0.216403, "f1": 0.1859, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"], "main_score": 0.1859, "precision": 0.178563, "recall": 0.216403}, {"accuracy": 0.151186, "f1": 0.141384, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"], "main_score": 0.141384, "precision": 0.138551, "recall": 0.151186}, {"accuracy": 0.193676, "f1": 0.17048, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"], "main_score": 0.17048, "precision": 0.161616, "recall": 0.193676}, {"accuracy": 0.146245, "f1": 0.129211, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"], "main_score": 0.129211, "precision": 0.125348, "recall": 0.146245}, {"accuracy": 0.039526, "f1": 0.031361, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"], "main_score": 0.031361, "precision": 0.028929, "recall": 0.039526}, {"accuracy": 0.195652, "f1": 0.177529, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"], "main_score": 0.177529, "precision": 0.171142, "recall": 0.195652}, {"accuracy": 0.221344, "f1": 0.205829, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"], "main_score": 0.205829, "precision": 0.200397, "recall": 0.221344}, {"accuracy": 0.033597, "f1": 0.027455, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"], "main_score": 0.027455, "precision": 0.025339, "recall": 0.033597}, {"accuracy": 0.181818, "f1": 0.156333, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"], "main_score": 0.156333, "precision": 0.150319, "recall": 0.181818}, {"accuracy": 0.128458, "f1": 0.110485, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"], "main_score": 0.110485, "precision": 0.105633, "recall": 0.128458}, {"accuracy": 0.200593, "f1": 0.176078, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"], "main_score": 0.176078, "precision": 0.169766, "recall": 0.200593}, {"accuracy": 0.115613, "f1": 0.100317, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"], "main_score": 0.100317, "precision": 0.096097, "recall": 0.115613}, {"accuracy": 0.235178, "f1": 0.21533, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"], "main_score": 0.21533, "precision": 0.208456, "recall": 0.235178}, {"accuracy": 0.148221, "f1": 0.136137, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"], "main_score": 0.136137, "precision": 0.132461, "recall": 0.148221}, {"accuracy": 0.146245, "f1": 0.130875, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"], "main_score": 0.130875, "precision": 0.126772, "recall": 0.146245}, {"accuracy": 0.227273, "f1": 0.197868, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"], "main_score": 0.197868, "precision": 0.18986, "recall": 0.227273}, {"accuracy": 0.199605, "f1": 0.180266, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"], "main_score": 0.180266, "precision": 0.174464, "recall": 0.199605}, {"accuracy": 0.1917, "f1": 0.174268, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"], "main_score": 0.174268, "precision": 0.167951, "recall": 0.1917}, {"accuracy": 0.187747, "f1": 0.162652, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"], "main_score": 0.162652, "precision": 0.155335, "recall": 0.187747}, {"accuracy": 0.166008, "f1": 0.148669, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"], "main_score": 0.148669, "precision": 0.143701, "recall": 0.166008}, {"accuracy": 0.121542, "f1": 0.107779, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"], "main_score": 0.107779, "precision": 0.103938, "recall": 0.121542}, {"accuracy": 0.183794, "f1": 0.160774, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"], "main_score": 0.160774, "precision": 0.154579, "recall": 0.183794}, {"accuracy": 0.032609, "f1": 0.021046, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"], "main_score": 0.021046, "precision": 0.018491, "recall": 0.032609}, {"accuracy": 0.139328, "f1": 0.119584, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"], "main_score": 0.119584, "precision": 0.112357, "recall": 0.139328}, {"accuracy": 0.125494, "f1": 0.116938, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"], "main_score": 0.116938, "precision": 0.114489, "recall": 0.125494}, {"accuracy": 0.340909, "f1": 0.310142, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"], "main_score": 0.310142, "precision": 0.300342, "recall": 0.340909}, {"accuracy": 0.039526, "f1": 0.025736, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"], "main_score": 0.025736, "precision": 0.022205, "recall": 0.039526}, {"accuracy": 0.211462, "f1": 0.185751, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"], "main_score": 0.185751, "precision": 0.180123, "recall": 0.211462}, {"accuracy": 0.148221, "f1": 0.13406, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"], "main_score": 0.13406, "precision": 0.13049, "recall": 0.148221}, {"accuracy": 0.166008, "f1": 0.151431, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"], "main_score": 0.151431, "precision": 0.146607, "recall": 0.166008}, {"accuracy": 0.067194, "f1": 0.052422, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"], "main_score": 0.052422, "precision": 0.048958, "recall": 0.067194}, {"accuracy": 0.198617, "f1": 0.1726, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"], "main_score": 0.1726, "precision": 0.16514, "recall": 0.198617}, {"accuracy": 0.199605, "f1": 0.177398, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"], "main_score": 0.177398, "precision": 0.171923, "recall": 0.199605}, {"accuracy": 0.211462, "f1": 0.176827, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"], "main_score": 0.176827, "precision": 0.168949, "recall": 0.211462}, {"accuracy": 0.149209, "f1": 0.130151, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"], "main_score": 0.130151, "precision": 0.125338, "recall": 0.149209}, {"accuracy": 0.197628, "f1": 0.169829, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"], "main_score": 0.169829, "precision": 0.16203, "recall": 0.197628}, {"accuracy": 0.194664, "f1": 0.165256, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"], "main_score": 0.165256, "precision": 0.154905, "recall": 0.194664}, {"accuracy": 0.06917, "f1": 0.051379, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"], "main_score": 0.051379, "precision": 0.047523, "recall": 0.06917}, {"accuracy": 0.213439, "f1": 0.189447, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"], "main_score": 0.189447, "precision": 0.183654, "recall": 0.213439}, {"accuracy": 0.129447, "f1": 0.113442, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"], "main_score": 0.113442, "precision": 0.109237, "recall": 0.129447}, {"accuracy": 0.190711, "f1": 0.173909, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"], "main_score": 0.173909, "precision": 0.167971, "recall": 0.190711}, {"accuracy": 0.198617, "f1": 0.177112, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"], "main_score": 0.177112, "precision": 0.169186, "recall": 0.198617}, {"accuracy": 0.163043, "f1": 0.148414, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"], "main_score": 0.148414, "precision": 0.144267, "recall": 0.163043}, {"accuracy": 0.179842, "f1": 0.156519, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"], "main_score": 0.156519, "precision": 0.150456, "recall": 0.179842}, {"accuracy": 0.16996, "f1": 0.146732, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"], "main_score": 0.146732, "precision": 0.13903, "recall": 0.16996}, {"accuracy": 0.178854, "f1": 0.156623, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"], "main_score": 0.156623, "precision": 0.150582, "recall": 0.178854}, {"accuracy": 0.200593, "f1": 0.174787, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"], "main_score": 0.174787, "precision": 0.167189, "recall": 0.200593}, {"accuracy": 0.198617, "f1": 0.181157, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"], "main_score": 0.181157, "precision": 0.17591, "recall": 0.198617}, {"accuracy": 0.144269, "f1": 0.126697, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"], "main_score": 0.126697, "precision": 0.122818, "recall": 0.144269}, {"accuracy": 0.18083, "f1": 0.154475, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"], "main_score": 0.154475, "precision": 0.147761, "recall": 0.18083}, {"accuracy": 0.228261, "f1": 0.194716, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"], "main_score": 0.194716, "precision": 0.185381, "recall": 0.228261}, {"accuracy": 0.159091, "f1": 0.135706, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"], "main_score": 0.135706, "precision": 0.129583, "recall": 0.159091}, {"accuracy": 0.150198, "f1": 0.137757, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"], "main_score": 0.137757, "precision": 0.134138, "recall": 0.150198}, {"accuracy": 0.115613, "f1": 0.092698, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"], "main_score": 0.092698, "precision": 0.086734, "recall": 0.115613}, {"accuracy": 0.186759, "f1": 0.165541, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"], "main_score": 0.165541, "precision": 0.15841, "recall": 0.186759}, {"accuracy": 0.055336, "f1": 0.036211, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"], "main_score": 0.036211, "precision": 0.032826, "recall": 0.055336}, {"accuracy": 0.229249, "f1": 0.204065, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"], "main_score": 0.204065, "precision": 0.195792, "recall": 0.229249}, {"accuracy": 0.098814, "f1": 0.076448, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"], "main_score": 0.076448, "precision": 0.070688, "recall": 0.098814}, {"accuracy": 0.219368, "f1": 0.188457, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"], "main_score": 0.188457, "precision": 0.181377, "recall": 0.219368}, {"accuracy": 0.182806, "f1": 0.162723, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"], "main_score": 0.162723, "precision": 0.157817, "recall": 0.182806}, {"accuracy": 0.076087, "f1": 0.057989, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"], "main_score": 0.057989, "precision": 0.052735, "recall": 0.076087}, {"accuracy": 0.164032, "f1": 0.153624, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"], "main_score": 0.153624, "precision": 0.150056, "recall": 0.164032}, {"accuracy": 0.226285, "f1": 0.190543, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"], "main_score": 0.190543, "precision": 0.181315, "recall": 0.226285}, {"accuracy": 0.096838, "f1": 0.081799, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"], "main_score": 0.081799, "precision": 0.078561, "recall": 0.096838}, {"accuracy": 0.152174, "f1": 0.133693, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"], "main_score": 0.133693, "precision": 0.128971, "recall": 0.152174}, {"accuracy": 0.176877, "f1": 0.155443, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"], "main_score": 0.155443, "precision": 0.148192, "recall": 0.176877}, {"accuracy": 0.139328, "f1": 0.121399, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"], "main_score": 0.121399, "precision": 0.117565, "recall": 0.139328}, {"accuracy": 0.156126, "f1": 0.147837, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"], "main_score": 0.147837, "precision": 0.145076, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.137998, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"], "main_score": 0.137998, "precision": 0.131431, "recall": 0.158103}, {"accuracy": 0.192688, "f1": 0.165009, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"], "main_score": 0.165009, "precision": 0.156124, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.18658, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"], "main_score": 0.18658, "precision": 0.180576, "recall": 0.208498}, {"accuracy": 0.020751, "f1": 0.00879, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"], "main_score": 0.00879, "precision": 0.006596, "recall": 0.020751}, {"accuracy": 0.08498, "f1": 0.071647, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"], "main_score": 0.071647, "precision": 0.068662, "recall": 0.08498}, {"accuracy": 0.062253, "f1": 0.050097, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"], "main_score": 0.050097, "precision": 0.047314, "recall": 0.062253}, {"accuracy": 0.107708, "f1": 0.090134, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"], "main_score": 0.090134, "precision": 0.08605, "recall": 0.107708}, {"accuracy": 0.209486, "f1": 0.181323, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"], "main_score": 0.181323, "precision": 0.173836, "recall": 0.209486}, {"accuracy": 0.094862, "f1": 0.073954, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"], "main_score": 0.073954, "precision": 0.068155, "recall": 0.094862}, {"accuracy": 0.189723, "f1": 0.170464, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"], "main_score": 0.170464, "precision": 0.163268, "recall": 0.189723}, {"accuracy": 0.188735, "f1": 0.163338, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"], "main_score": 0.163338, "precision": 0.156408, "recall": 0.188735}, {"accuracy": 0.202569, "f1": 0.175429, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"], "main_score": 0.175429, "precision": 0.16777, "recall": 0.202569}, {"accuracy": 0.166996, "f1": 0.151635, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"], "main_score": 0.151635, "precision": 0.147528, "recall": 0.166996}, {"accuracy": 0.119565, "f1": 0.103046, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"], "main_score": 0.103046, "precision": 0.098946, "recall": 0.119565}, {"accuracy": 0.150198, "f1": 0.134215, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"], "main_score": 0.134215, "precision": 0.128787, "recall": 0.150198}, {"accuracy": 0.118577, "f1": 0.100618, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"], "main_score": 0.100618, "precision": 0.096121, "recall": 0.118577}, {"accuracy": 0.212451, "f1": 0.189466, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"], "main_score": 0.189466, "precision": 0.180404, "recall": 0.212451}, {"accuracy": 0.151186, "f1": 0.130452, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"], "main_score": 0.130452, "precision": 0.124126, "recall": 0.151186}, {"accuracy": 0.075099, "f1": 0.058187, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"], "main_score": 0.058187, "precision": 0.054325, "recall": 0.075099}, {"accuracy": 0.166008, "f1": 0.146941, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"], "main_score": 0.146941, "precision": 0.141492, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.130599, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"], "main_score": 0.130599, "precision": 0.125783, "recall": 0.151186}, {"accuracy": 0.155138, "f1": 0.129858, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"], "main_score": 0.129858, "precision": 0.12289, "recall": 0.155138}, {"accuracy": 0.16996, "f1": 0.157686, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"], "main_score": 0.157686, "precision": 0.153402, "recall": 0.16996}, {"accuracy": 0.153162, "f1": 0.132214, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"], "main_score": 0.132214, "precision": 0.126847, "recall": 0.153162}, {"accuracy": 0.052372, "f1": 0.04345, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"], "main_score": 0.04345, "precision": 0.040831, "recall": 0.052372}, {"accuracy": 0.090909, "f1": 0.071077, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"], "main_score": 0.071077, "precision": 0.066608, "recall": 0.090909}, {"accuracy": 0.155138, "f1": 0.134115, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"], "main_score": 0.134115, "precision": 0.127725, "recall": 0.155138}, {"accuracy": 0.083004, "f1": 0.073306, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"], "main_score": 0.073306, "precision": 0.069681, "recall": 0.083004}, {"accuracy": 0.151186, "f1": 0.128764, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"], "main_score": 0.128764, "precision": 0.123585, "recall": 0.151186}, {"accuracy": 0.227273, "f1": 0.205977, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"], "main_score": 0.205977, "precision": 0.198987, "recall": 0.227273}, {"accuracy": 0.075099, "f1": 0.061596, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"], "main_score": 0.061596, "precision": 0.058099, "recall": 0.075099}, {"accuracy": 0.162055, "f1": 0.138993, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"], "main_score": 0.138993, "precision": 0.133562, "recall": 0.162055}, {"accuracy": 0.166008, "f1": 0.14484, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"], "main_score": 0.14484, "precision": 0.138938, "recall": 0.166008}, {"accuracy": 0.178854, "f1": 0.154891, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"], "main_score": 0.154891, "precision": 0.149528, "recall": 0.178854}, {"accuracy": 0.13834, "f1": 0.12476, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"], "main_score": 0.12476, "precision": 0.120839, "recall": 0.13834}, {"accuracy": 0.217391, "f1": 0.188832, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"], "main_score": 0.188832, "precision": 0.181833, "recall": 0.217391}, {"accuracy": 0.116601, "f1": 0.093184, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"], "main_score": 0.093184, "precision": 0.088256, "recall": 0.116601}, {"accuracy": 0.172925, "f1": 0.154661, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"], "main_score": 0.154661, "precision": 0.149677, "recall": 0.172925}, {"accuracy": 0.115613, "f1": 0.08409, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"], "main_score": 0.08409, "precision": 0.075295, "recall": 0.115613}, {"accuracy": 0.202569, "f1": 0.177179, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"], "main_score": 0.177179, "precision": 0.17043, "recall": 0.202569}, {"accuracy": 0.038538, "f1": 0.030633, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"], "main_score": 0.030633, "precision": 0.02881, "recall": 0.038538}, {"accuracy": 0.151186, "f1": 0.130201, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"], "main_score": 0.130201, "precision": 0.125152, "recall": 0.151186}, {"accuracy": 0.152174, "f1": 0.129713, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"], "main_score": 0.129713, "precision": 0.123575, "recall": 0.152174}, {"accuracy": 0.133399, "f1": 0.119058, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"], "main_score": 0.119058, "precision": 0.11589, "recall": 0.133399}, {"accuracy": 0.226285, "f1": 0.207738, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"], "main_score": 0.207738, "precision": 0.200988, "recall": 0.226285}, {"accuracy": 0.145257, "f1": 0.125814, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"], "main_score": 0.125814, "precision": 0.121066, "recall": 0.145257}, {"accuracy": 0.229249, "f1": 0.203321, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"], "main_score": 0.203321, "precision": 0.195478, "recall": 0.229249}, {"accuracy": 0.225296, "f1": 0.20125, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"], "main_score": 0.20125, "precision": 0.193004, "recall": 0.225296}, {"accuracy": 0.201581, "f1": 0.172183, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"], "main_score": 0.172183, "precision": 0.164549, "recall": 0.201581}, {"accuracy": 0.215415, "f1": 0.199563, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"], "main_score": 0.199563, "precision": 0.194293, "recall": 0.215415}, {"accuracy": 0.217391, "f1": 0.189794, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"], "main_score": 0.189794, "precision": 0.183398, "recall": 0.217391}, {"accuracy": 0.186759, "f1": 0.160115, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"], "main_score": 0.160115, "precision": 0.150976, "recall": 0.186759}, {"accuracy": 0.216403, "f1": 0.18745, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"], "main_score": 0.18745, "precision": 0.180732, "recall": 0.216403}, {"accuracy": 0.094862, "f1": 0.079531, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"], "main_score": 0.079531, "precision": 0.07575, "recall": 0.094862}, {"accuracy": 0.158103, "f1": 0.139555, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"], "main_score": 0.139555, "precision": 0.134552, "recall": 0.158103}, {"accuracy": 0.184783, "f1": 0.163751, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"], "main_score": 0.163751, "precision": 0.156508, "recall": 0.184783}, {"accuracy": 0.178854, "f1": 0.165574, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"], "main_score": 0.165574, "precision": 0.161703, "recall": 0.178854}, {"accuracy": 0.166008, "f1": 0.143935, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"], "main_score": 0.143935, "precision": 0.136827, "recall": 0.166008}, {"accuracy": 0.228261, "f1": 0.20219, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"], "main_score": 0.20219, "precision": 0.193682, "recall": 0.228261}, {"accuracy": 0.132411, "f1": 0.111684, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"], "main_score": 0.111684, "precision": 0.103915, "recall": 0.132411}, {"accuracy": 0.091897, "f1": 0.076928, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"], "main_score": 0.076928, "precision": 0.07338, "recall": 0.091897}, {"accuracy": 0.210474, "f1": 0.183332, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"], "main_score": 0.183332, "precision": 0.176209, "recall": 0.210474}, {"accuracy": 0.187747, "f1": 0.169322, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"], "main_score": 0.169322, "precision": 0.162965, "recall": 0.187747}, {"accuracy": 0.192688, "f1": 0.16637, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"], "main_score": 0.16637, "precision": 0.157641, "recall": 0.192688}, {"accuracy": 0.195652, "f1": 0.181116, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"], "main_score": 0.181116, "precision": 0.176351, "recall": 0.195652}, {"accuracy": 0.067194, "f1": 0.053901, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"], "main_score": 0.053901, "precision": 0.05036, "recall": 0.067194}, {"accuracy": 0.166008, "f1": 0.140997, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"], "main_score": 0.140997, "precision": 0.132722, "recall": 0.166008}, {"accuracy": 0.19664, "f1": 0.171822, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"], "main_score": 0.171822, "precision": 0.165548, "recall": 0.19664}, {"accuracy": 0.148221, "f1": 0.129575, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"], "main_score": 0.129575, "precision": 0.125406, "recall": 0.148221}, {"accuracy": 0.19664, "f1": 0.176212, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"], "main_score": 0.176212, "precision": 0.170112, "recall": 0.19664}, {"accuracy": 0.178854, "f1": 0.160986, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"], "main_score": 0.160986, "precision": 0.155496, "recall": 0.178854}, {"accuracy": 0.147233, "f1": 0.137064, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"], "main_score": 0.137064, "precision": 0.134242, "recall": 0.147233}, {"accuracy": 0.228261, "f1": 0.203191, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"], "main_score": 0.203191, "precision": 0.195958, "recall": 0.228261}, {"accuracy": 0.194664, "f1": 0.177591, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"], "main_score": 0.177591, "precision": 0.172559, "recall": 0.194664}, {"accuracy": 0.08498, "f1": 0.074825, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"], "main_score": 0.074825, "precision": 0.071873, "recall": 0.08498}, {"accuracy": 0.151186, "f1": 0.125364, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"], "main_score": 0.125364, "precision": 0.118381, "recall": 0.151186}, {"accuracy": 0.16996, "f1": 0.147249, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"], "main_score": 0.147249, "precision": 0.141281, "recall": 0.16996}, {"accuracy": 0.163043, "f1": 0.141249, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"], "main_score": 0.141249, "precision": 0.133039, "recall": 0.163043}, {"accuracy": 0.152174, "f1": 0.122096, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"], "main_score": 0.122096, "precision": 0.114637, "recall": 0.152174}, {"accuracy": 0.159091, "f1": 0.132508, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"], "main_score": 0.132508, "precision": 0.125215, "recall": 0.159091}, {"accuracy": 0.177866, "f1": 0.153491, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"], "main_score": 0.153491, "precision": 0.147906, "recall": 0.177866}, {"accuracy": 0.06917, "f1": 0.051576, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"], "main_score": 0.051576, "precision": 0.048177, "recall": 0.06917}, {"accuracy": 0.158103, "f1": 0.146354, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"], "main_score": 0.146354, "precision": 0.142898, "recall": 0.158103}, {"accuracy": 0.197628, "f1": 0.173592, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"], "main_score": 0.173592, "precision": 0.164569, "recall": 0.197628}, {"accuracy": 0.087945, "f1": 0.05505, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"], "main_score": 0.05505, "precision": 0.047999, "recall": 0.087945}, {"accuracy": 0.214427, "f1": 0.146662, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"], "main_score": 0.146662, "precision": 0.129802, "recall": 0.214427}, {"accuracy": 0.003953, "f1": 5.4e-05, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"], "main_score": 5.4e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.880435, "f1": 0.844697, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"], "main_score": 0.844697, "precision": 0.827899, "recall": 0.880435}, {"accuracy": 0.920949, "f1": 0.896706, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"], "main_score": 0.896706, "precision": 0.885211, "recall": 0.920949}, {"accuracy": 0.661067, "f1": 0.588767, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"], "main_score": 0.588767, "precision": 0.560628, "recall": 0.661067}, {"accuracy": 0.231225, "f1": 0.164011, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"], "main_score": 0.164011, "precision": 0.14626, "recall": 0.231225}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.421937, "f1": 0.342456, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"], "main_score": 0.342456, "precision": 0.316792, "recall": 0.421937}, {"accuracy": 0.666008, "f1": 0.598953, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"], "main_score": 0.598953, "precision": 0.572193, "recall": 0.666008}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.896245, "f1": 0.866535, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"], "main_score": 0.866535, "precision": 0.852931, "recall": 0.896245}, {"accuracy": 0.266798, "f1": 0.185338, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"], "main_score": 0.185338, "precision": 0.162889, "recall": 0.266798}, {"accuracy": 0.907115, "f1": 0.881917, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"], "main_score": 0.881917, "precision": 0.869895, "recall": 0.907115}, {"accuracy": 0.828063, "f1": 0.786973, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"], "main_score": 0.786973, "precision": 0.768702, "recall": 0.828063}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.327075, "f1": 0.241556, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"], "main_score": 0.241556, "precision": 0.218125, "recall": 0.327075}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"], "main_score": 0.930995, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.166008, "f1": 0.112482, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"], "main_score": 0.112482, "precision": 0.099502, "recall": 0.166008}, {"accuracy": 0.868577, "f1": 0.833992, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"], "main_score": 0.833992, "precision": 0.81805, "recall": 0.868577}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.730237, "f1": 0.663787, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"], "main_score": 0.663787, "precision": 0.635048, "recall": 0.730237}, {"accuracy": 0.066206, "f1": 0.032341, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"], "main_score": 0.032341, "precision": 0.027002, "recall": 0.066206}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.246047, "f1": 0.176327, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"], "main_score": 0.176327, "precision": 0.157711, "recall": 0.246047}, {"accuracy": 0.858696, "f1": 0.821113, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"], "main_score": 0.821113, "precision": 0.804216, "recall": 0.858696}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.91502, "f1": 0.8917, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"], "main_score": 0.8917, "precision": 0.880682, "recall": 0.91502}, {"accuracy": 0.882411, "f1": 0.846673, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"], "main_score": 0.846673, "precision": 0.83004, "recall": 0.882411}, {"accuracy": 0.302372, "f1": 0.227598, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"], "main_score": 0.227598, "precision": 0.206211, "recall": 0.302372}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.77668, "f1": 0.727802, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"], "main_score": 0.727802, "precision": 0.707173, "recall": 0.77668}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"], "main_score": 0.894433, "precision": 0.883235, "recall": 0.917984}, {"accuracy": 0.880435, "f1": 0.848584, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"], "main_score": 0.848584, "precision": 0.833992, "recall": 0.880435}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"], "main_score": 0.94417, "precision": 0.93778, "recall": 0.95751}, {"accuracy": 0.185771, "f1": 0.119159, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"], "main_score": 0.119159, "precision": 0.104723, "recall": 0.185771}, {"accuracy": 0.063241, "f1": 0.041135, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"], "main_score": 0.041135, "precision": 0.035684, "recall": 0.063241}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.170949, "f1": 0.114225, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"], "main_score": 0.114225, "precision": 0.1022, "recall": 0.170949}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.866601, "f1": 0.831159, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"], "main_score": 0.831159, "precision": 0.814921, "recall": 0.866601}, {"accuracy": 0.761858, "f1": 0.70496, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"], "main_score": 0.70496, "precision": 0.680989, "recall": 0.761858}, {"accuracy": 0.213439, "f1": 0.140705, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"], "main_score": 0.140705, "precision": 0.122502, "recall": 0.213439}, {"accuracy": 0.743083, "f1": 0.695218, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"], "main_score": 0.695218, "precision": 0.675305, "recall": 0.743083}, {"accuracy": 0.647233, "f1": 0.57703, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"], "main_score": 0.57703, "precision": 0.550775, "recall": 0.647233}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.750988, "f1": 0.694488, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"], "main_score": 0.694488, "precision": 0.671897, "recall": 0.750988}, {"accuracy": 0.178854, "f1": 0.118761, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"], "main_score": 0.118761, "precision": 0.105319, "recall": 0.178854}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.074111, "f1": 0.041382, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"], "main_score": 0.041382, "precision": 0.033894, "recall": 0.074111}, {"accuracy": 0.269763, "f1": 0.201649, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"], "main_score": 0.201649, "precision": 0.183496, "recall": 0.269763}, {"accuracy": 0.37253, "f1": 0.286298, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"], "main_score": 0.286298, "precision": 0.260889, "recall": 0.37253}, {"accuracy": 0.093874, "f1": 0.052257, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"], "main_score": 0.052257, "precision": 0.042475, "recall": 0.093874}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"], "main_score": 0.966963, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"], "main_score": 0.923155, "precision": 0.914806, "recall": 0.940711}, {"accuracy": 0.305336, "f1": 0.226826, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"], "main_score": 0.226826, "precision": 0.204038, "recall": 0.305336}, {"accuracy": 0.770751, "f1": 0.715928, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"], "main_score": 0.715928, "precision": 0.692594, "recall": 0.770751}, {"accuracy": 0.500988, "f1": 0.424766, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"], "main_score": 0.424766, "precision": 0.39938, "recall": 0.500988}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.284585, "f1": 0.207307, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"], "main_score": 0.207307, "precision": 0.186342, "recall": 0.284585}, {"accuracy": 0.342885, "f1": 0.267377, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"], "main_score": 0.267377, "precision": 0.245801, "recall": 0.342885}, {"accuracy": 0.274704, "f1": 0.196375, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"], "main_score": 0.196375, "precision": 0.174918, "recall": 0.274704}, {"accuracy": 0.365613, "f1": 0.287957, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"], "main_score": 0.287957, "precision": 0.265512, "recall": 0.365613}, {"accuracy": 0.648221, "f1": 0.582049, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"], "main_score": 0.582049, "precision": 0.555562, "recall": 0.648221}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.054348, "f1": 0.018639, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"], "main_score": 0.018639, "precision": 0.014572, "recall": 0.054348}, {"accuracy": 0.228261, "f1": 0.160803, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"], "main_score": 0.160803, "precision": 0.142355, "recall": 0.228261}, {"accuracy": 0.763834, "f1": 0.707797, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"], "main_score": 0.707797, "precision": 0.684025, "recall": 0.763834}, {"accuracy": 0.263834, "f1": 0.19217, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"], "main_score": 0.19217, "precision": 0.173217, "recall": 0.263834}, {"accuracy": 0.061265, "f1": 0.032738, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"], "main_score": 0.032738, "precision": 0.028597, "recall": 0.061265}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.804348, "f1": 0.756884, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"], "main_score": 0.756884, "precision": 0.736677, "recall": 0.804348}, {"accuracy": 0.794466, "f1": 0.741403, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"], "main_score": 0.741403, "precision": 0.718561, "recall": 0.794466}, {"accuracy": 0.745059, "f1": 0.693596, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"], "main_score": 0.693596, "precision": 0.672005, "recall": 0.745059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.241107, "f1": 0.169237, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"], "main_score": 0.169237, "precision": 0.149342, "recall": 0.241107}, {"accuracy": 0.183794, "f1": 0.125494, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"], "main_score": 0.125494, "precision": 0.111553, "recall": 0.183794}, {"accuracy": 0.865613, "f1": 0.827569, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"], "main_score": 0.827569, "precision": 0.809783, "recall": 0.865613}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.408103, "f1": 0.323659, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"], "main_score": 0.323659, "precision": 0.296629, "recall": 0.408103}, {"accuracy": 0.218379, "f1": 0.150835, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"], "main_score": 0.150835, "precision": 0.133463, "recall": 0.218379}, {"accuracy": 0.719368, "f1": 0.657592, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"], "main_score": 0.657592, "precision": 0.631893, "recall": 0.719368}, {"accuracy": 0.91502, "f1": 0.893643, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"], "main_score": 0.893643, "precision": 0.884009, "recall": 0.91502}, {"accuracy": 0.216403, "f1": 0.144055, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"], "main_score": 0.144055, "precision": 0.126365, "recall": 0.216403}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.258893, "f1": 0.193982, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"], "main_score": 0.193982, "precision": 0.176698, "recall": 0.258893}, {"accuracy": 0.437747, "f1": 0.34892, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"], "main_score": 0.34892, "precision": 0.321223, "recall": 0.437747}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.762846, "f1": 0.70684, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"], "main_score": 0.70684, "precision": 0.683572, "recall": 0.762846}, {"accuracy": 0.916996, "f1": 0.892029, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"], "main_score": 0.892029, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.251976, "f1": 0.182419, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"], "main_score": 0.182419, "precision": 0.163932, "recall": 0.251976}, {"accuracy": 0.079051, "f1": 0.034951, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"], "main_score": 0.034951, "precision": 0.028173, "recall": 0.079051}, {"accuracy": 0.270751, "f1": 0.192234, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"], "main_score": 0.192234, "precision": 0.170836, "recall": 0.270751}, {"accuracy": 0.13834, "f1": 0.084264, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"], "main_score": 0.084264, "precision": 0.073509, "recall": 0.13834}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.745059, "f1": 0.687749, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"], "main_score": 0.687749, "precision": 0.66353, "recall": 0.745059}, {"accuracy": 0.103755, "f1": 0.070727, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"], "main_score": 0.070727, "precision": 0.06287, "recall": 0.103755}, {"accuracy": 0.754941, "f1": 0.701252, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"], "main_score": 0.701252, "precision": 0.677553, "recall": 0.754941}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.716403, "f1": 0.653955, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"], "main_score": 0.653955, "precision": 0.628287, "recall": 0.716403}, {"accuracy": 0.535573, "f1": 0.458736, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"], "main_score": 0.458736, "precision": 0.430307, "recall": 0.535573}, {"accuracy": 0.199605, "f1": 0.128603, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"], "main_score": 0.128603, "precision": 0.112359, "recall": 0.199605}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.412055, "f1": 0.325292, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"], "main_score": 0.325292, "precision": 0.297499, "recall": 0.412055}, {"accuracy": 0.23419, "f1": 0.160836, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"], "main_score": 0.160836, "precision": 0.141581, "recall": 0.23419}, {"accuracy": 0.227273, "f1": 0.160896, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"], "main_score": 0.160896, "precision": 0.143268, "recall": 0.227273}, {"accuracy": 0.231225, "f1": 0.165262, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"], "main_score": 0.165262, "precision": 0.147191, "recall": 0.231225}, {"accuracy": 0.020751, "f1": 0.00402, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"], "main_score": 0.00402, "precision": 0.002784, "recall": 0.020751}, {"accuracy": 0.827075, "f1": 0.782383, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"], "main_score": 0.782383, "precision": 0.7625, "recall": 0.827075}, {"accuracy": 0.43083, "f1": 0.35298, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"], "main_score": 0.35298, "precision": 0.324774, "recall": 0.43083}, {"accuracy": 0.833004, "f1": 0.787996, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"], "main_score": 0.787996, "precision": 0.767869, "recall": 0.833004}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.102767, "f1": 0.061424, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"], "main_score": 0.061424, "precision": 0.05289, "recall": 0.102767}, {"accuracy": 0.214427, "f1": 0.146707, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"], "main_score": 0.146707, "precision": 0.129112, "recall": 0.214427}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.646245, "f1": 0.577182, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"], "main_score": 0.577182, "precision": 0.551245, "recall": 0.646245}, {"accuracy": 0.206522, "f1": 0.135569, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"], "main_score": 0.135569, "precision": 0.11684, "recall": 0.206522}, {"accuracy": 0.218379, "f1": 0.14441, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"], "main_score": 0.14441, "precision": 0.125707, "recall": 0.218379}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.203557, "f1": 0.138563, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"], "main_score": 0.138563, "precision": 0.122121, "recall": 0.203557}, {"accuracy": 0.222332, "f1": 0.15254, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"], "main_score": 0.15254, "precision": 0.132953, "recall": 0.222332}, {"accuracy": 0.787549, "f1": 0.735891, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"], "main_score": 0.735891, "precision": 0.713778, "recall": 0.787549}, {"accuracy": 0.666996, "f1": 0.603088, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"], "main_score": 0.603088, "precision": 0.578971, "recall": 0.666996}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"], "main_score": 0.928689, "precision": 0.920982, "recall": 0.944664}, {"accuracy": 0.299407, "f1": 0.215239, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"], "main_score": 0.215239, "precision": 0.188326, "recall": 0.299407}, {"accuracy": 0.477273, "f1": 0.395615, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"], "main_score": 0.395615, "precision": 0.368113, "recall": 0.477273}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.530632, "f1": 0.451218, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"], "main_score": 0.451218, "precision": 0.420949, "recall": 0.530632}, {"accuracy": 0.825099, "f1": 0.780171, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"], "main_score": 0.780171, "precision": 0.759799, "recall": 0.825099}, {"accuracy": 0.313241, "f1": 0.235944, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"], "main_score": 0.235944, "precision": 0.214328, "recall": 0.313241}, {"accuracy": 0.594862, "f1": 0.5158, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"], "main_score": 0.5158, "precision": 0.484409, "recall": 0.594862}, {"accuracy": 0.705534, "f1": 0.646379, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"], "main_score": 0.646379, "precision": 0.622764, "recall": 0.705534}, {"accuracy": 0.259881, "f1": 0.18653, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"], "main_score": 0.18653, "precision": 0.166593, "recall": 0.259881}, {"accuracy": 0.896245, "f1": 0.867509, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"], "main_score": 0.867509, "precision": 0.854117, "recall": 0.896245}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.93083, "f1": 0.910375, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"], "main_score": 0.910375, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.773715, "f1": 0.720737, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"], "main_score": 0.720737, "precision": 0.697546, "recall": 0.773715}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.416008, "f1": 0.335928, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"], "main_score": 0.335928, "precision": 0.307228, "recall": 0.416008}, {"accuracy": 0.519763, "f1": 0.436628, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"], "main_score": 0.436628, "precision": 0.408127, "recall": 0.519763}, {"accuracy": 0.118577, "f1": 0.065315, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"], "main_score": 0.065315, "precision": 0.054818, "recall": 0.118577}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.193676, "f1": 0.133859, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"], "main_score": 0.133859, "precision": 0.117644, "recall": 0.193676}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.937747, "f1": 0.92029, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"], "main_score": 0.92029, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.469368, "f1": 0.386536, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"], "main_score": 0.386536, "precision": 0.358506, "recall": 0.469368}, {"accuracy": 0.374506, "f1": 0.287834, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"], "main_score": 0.287834, "precision": 0.262048, "recall": 0.374506}, {"accuracy": 0.859684, "f1": 0.817424, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"], "main_score": 0.817424, "precision": 0.797678, "recall": 0.859684}, {"accuracy": 0.269763, "f1": 0.19852, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"], "main_score": 0.19852, "precision": 0.178669, "recall": 0.269763}, {"accuracy": 0.250988, "f1": 0.181319, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"], "main_score": 0.181319, "precision": 0.163003, "recall": 0.250988}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.458498, "f1": 0.369133, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"], "main_score": 0.369133, "precision": 0.339918, "recall": 0.458498}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.213439, "f1": 0.133939, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"], "main_score": 0.133939, "precision": 0.113723, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.906126, "f1": 0.877964, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"], "main_score": 0.877964, "precision": 0.864822, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"], "main_score": 0.928689, "precision": 0.921113, "recall": 0.944664}, {"accuracy": 0.19664, "f1": 0.136105, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"], "main_score": 0.136105, "precision": 0.121001, "recall": 0.19664}, {"accuracy": 0.916996, "f1": 0.893775, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"], "main_score": 0.893775, "precision": 0.882905, "recall": 0.916996}, {"accuracy": 0.209486, "f1": 0.140564, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"], "main_score": 0.140564, "precision": 0.122617, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.159142, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"], "main_score": 0.159142, "precision": 0.141845, "recall": 0.225296}, {"accuracy": 0.16502, "f1": 0.106657, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"], "main_score": 0.106657, "precision": 0.093136, "recall": 0.16502}, {"accuracy": 0.546443, "f1": 0.466295, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"], "main_score": 0.466295, "precision": 0.434933, "recall": 0.546443}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.318182, "f1": 0.236097, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"], "main_score": 0.236097, "precision": 0.211124, "recall": 0.318182}, {"accuracy": 0.19664, "f1": 0.128835, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"], "main_score": 0.128835, "precision": 0.112405, "recall": 0.19664}, {"accuracy": 0.246047, "f1": 0.173516, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"], "main_score": 0.173516, "precision": 0.15529, "recall": 0.246047}, {"accuracy": 0.804348, "f1": 0.754136, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"], "main_score": 0.754136, "precision": 0.732543, "recall": 0.804348}, {"accuracy": 0.197628, "f1": 0.132782, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"], "main_score": 0.132782, "precision": 0.116485, "recall": 0.197628}, {"accuracy": 0.205534, "f1": 0.146056, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"], "main_score": 0.146056, "precision": 0.129733, "recall": 0.205534}, {"accuracy": 0.938735, "f1": 0.922101, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"], "main_score": 0.922101, "precision": 0.914394, "recall": 0.938735}, {"accuracy": 0.31917, "f1": 0.233447, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"], "main_score": 0.233447, "precision": 0.208901, "recall": 0.31917}, {"accuracy": 0.268775, "f1": 0.193823, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"], "main_score": 0.193823, "precision": 0.175394, "recall": 0.268775}, {"accuracy": 0.65415, "f1": 0.58176, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"], "main_score": 0.58176, "precision": 0.553946, "recall": 0.65415}, {"accuracy": 0.380435, "f1": 0.296636, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"], "main_score": 0.296636, "precision": 0.269667, "recall": 0.380435}, {"accuracy": 0.478261, "f1": 0.390141, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"], "main_score": 0.390141, "precision": 0.35997, "recall": 0.478261}, {"accuracy": 0.844862, "f1": 0.80471, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"], "main_score": 0.80471, "precision": 0.78638, "recall": 0.844862}, {"accuracy": 0.367589, "f1": 0.285054, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"], "main_score": 0.285054, "precision": 0.260122, "recall": 0.367589}, {"accuracy": 0.48419, "f1": 0.402374, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"], "main_score": 0.402374, "precision": 0.374573, "recall": 0.48419}, {"accuracy": 0.205534, "f1": 0.13998, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"], "main_score": 0.13998, "precision": 0.121526, "recall": 0.205534}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.83004, "f1": 0.784011, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"], "main_score": 0.784011, "precision": 0.762681, "recall": 0.83004}, {"accuracy": 0.29249, "f1": 0.220275, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"], "main_score": 0.220275, "precision": 0.198934, "recall": 0.29249}, {"accuracy": 0.217391, "f1": 0.144376, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"], "main_score": 0.144376, "precision": 0.126577, "recall": 0.217391}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.011858, "f1": 0.007279, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"], "main_score": 0.007279, "precision": 0.006858, "recall": 0.011858}, {"accuracy": 0.003953, "f1": 0.00158, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"], "main_score": 0.00158, "precision": 0.001087, "recall": 0.003953}, {"accuracy": 0.003953, "f1": 0.002967, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"], "main_score": 0.002967, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001273, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"], "main_score": 0.001273, "precision": 0.001154, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000465, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"], "main_score": 0.000465, "precision": 0.00027, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.004351, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"], "main_score": 0.004351, "precision": 0.003707, "recall": 0.006917}, {"accuracy": 0.011858, "f1": 0.009291, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"], "main_score": 0.009291, "precision": 0.008845, "recall": 0.011858}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.00726, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"], "main_score": 0.00726, "precision": 0.006924, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.003312, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"], "main_score": 0.003312, "precision": 0.003171, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.003749, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"], "main_score": 0.003749, "precision": 0.003525, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003037, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"], "main_score": 0.003037, "precision": 0.003001, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.006213, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"], "main_score": 0.006213, "precision": 0.006095, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006041, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"], "main_score": 0.006041, "precision": 0.005988, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008302, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"], "main_score": 0.008302, "precision": 0.007659, "recall": 0.01087}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.012846, "f1": 0.00928, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"], "main_score": 0.00928, "precision": 0.008824, "recall": 0.012846}, {"accuracy": 0.003953, "f1": 0.002966, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"], "main_score": 0.002966, "precision": 0.002965, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.01087, "f1": 0.007676, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"], "main_score": 0.007676, "precision": 0.007463, "recall": 0.01087}, {"accuracy": 0.009881, "f1": 0.008895, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"], "main_score": 0.008895, "precision": 0.008894, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.003991, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"], "main_score": 0.003991, "precision": 0.003676, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001056, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"], "main_score": 0.001056, "precision": 0.001023, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.006591, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"], "main_score": 0.006591, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005354, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"], "main_score": 0.005354, "precision": 0.004918, "recall": 0.007905}, {"accuracy": 0.024704, "f1": 0.015247, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"], "main_score": 0.015247, "precision": 0.013603, "recall": 0.024704}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.009881, "f1": 0.007596, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"], "main_score": 0.007596, "precision": 0.007421, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.005609, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"], "main_score": 0.005609, "precision": 0.00544, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.007909, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"], "main_score": 0.007909, "precision": 0.00761, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.003953, "f1": 0.002159, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"], "main_score": 0.002159, "precision": 0.002077, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.005767, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"], "main_score": 0.005767, "precision": 0.005271, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005608, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"], "main_score": 0.005608, "precision": 0.005439, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005934, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"], "main_score": 0.005934, "precision": 0.005931, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.009881, "f1": 0.006853, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"], "main_score": 0.006853, "precision": 0.006287, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.006543, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"], "main_score": 0.006543, "precision": 0.006095, "recall": 0.008893}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.003638, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"], "main_score": 0.003638, "precision": 0.003466, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008072, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"], "main_score": 0.008072, "precision": 0.007996, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.006425, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"], "main_score": 0.006425, "precision": 0.006259, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.004583, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"], "main_score": 0.004583, "precision": 0.004316, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.003564, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"], "main_score": 0.003564, "precision": 0.003311, "recall": 0.006917}, {"accuracy": 0.006917, "f1": 0.005932, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"], "main_score": 0.005932, "precision": 0.005931, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004351, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"], "main_score": 0.004351, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008189, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"], "main_score": 0.008189, "precision": 0.008071, "recall": 0.009881}, {"accuracy": 0.004941, "f1": 0.003131, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"], "main_score": 0.003131, "precision": 0.002801, "recall": 0.004941}, {"accuracy": 0.012846, "f1": 0.009013, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"], "main_score": 0.009013, "precision": 0.008301, "recall": 0.012846}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.002964, "f1": 0.000296, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"], "main_score": 0.000296, "precision": 0.000172, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.003692, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"], "main_score": 0.003692, "precision": 0.003494, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.005862, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"], "main_score": 0.005862, "precision": 0.005584, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003757, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"], "main_score": 0.003757, "precision": 0.00353, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.006692, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"], "main_score": 0.006692, "precision": 0.006476, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.004613, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"], "main_score": 0.004613, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008073, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"], "main_score": 0.008073, "precision": 0.007742, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.00585, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"], "main_score": 0.00585, "precision": 0.005577, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.004155, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"], "main_score": 0.004155, "precision": 0.003765, "recall": 0.006917}, {"accuracy": 0.006917, "f1": 0.005601, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"], "main_score": 0.005601, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.01087, "f1": 0.007053, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"], "main_score": 0.007053, "precision": 0.006693, "recall": 0.01087}, {"accuracy": 0.01087, "f1": 0.008238, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"], "main_score": 0.008238, "precision": 0.007577, "recall": 0.01087}, {"accuracy": 0.011858, "f1": 0.007301, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"], "main_score": 0.007301, "precision": 0.006945, "recall": 0.011858}, {"accuracy": 0.009881, "f1": 0.006938, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"], "main_score": 0.006938, "precision": 0.006928, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002967, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"], "main_score": 0.002967, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.00435, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"], "main_score": 0.00435, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.002498, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"], "main_score": 0.002498, "precision": 0.002082, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.00299, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"], "main_score": 0.00299, "precision": 0.002977, "recall": 0.004941}, {"accuracy": 0.004941, "f1": 0.003557, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"], "main_score": 0.003557, "precision": 0.003321, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.004284, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"], "main_score": 0.004284, "precision": 0.003954, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.007908, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"], "main_score": 0.007908, "precision": 0.007907, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.00486, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"], "main_score": 0.00486, "precision": 0.004259, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005463, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"], "main_score": 0.005463, "precision": 0.005285, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.002866, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"], "main_score": 0.002866, "precision": 0.002599, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005654, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"], "main_score": 0.005654, "precision": 0.005463, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006919, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"], "main_score": 0.006919, "precision": 0.006918, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.008072, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"], "main_score": 0.008072, "precision": 0.007742, "recall": 0.009881}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.008893, "f1": 0.006656, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"], "main_score": 0.006656, "precision": 0.006177, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003579, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"], "main_score": 0.003579, "precision": 0.00313, "recall": 0.005929}, {"accuracy": 0.002964, "f1": 0.001155, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"], "main_score": 0.001155, "precision": 0.001079, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.01087, "f1": 0.007759, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"], "main_score": 0.007759, "precision": 0.007256, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006399, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"], "main_score": 0.006399, "precision": 0.006004, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003526, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"], "main_score": 0.003526, "precision": 0.003048, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.008893, "f1": 0.007085, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"], "main_score": 0.007085, "precision": 0.006754, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.006606, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"], "main_score": 0.006606, "precision": 0.006432, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.006274, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"], "main_score": 0.006274, "precision": 0.005608, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.003858, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"], "main_score": 0.003858, "precision": 0.003543, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003959, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"], "main_score": 0.003959, "precision": 0.003956, "recall": 0.004941}, {"accuracy": 0.008893, "f1": 0.006638, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"], "main_score": 0.006638, "precision": 0.006449, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.006966, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"], "main_score": 0.006966, "precision": 0.006942, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003578, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"], "main_score": 0.003578, "precision": 0.00313, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.00435, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"], "main_score": 0.00435, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006332, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"], "main_score": 0.006332, "precision": 0.00618, "recall": 0.007905}, {"accuracy": 0.01581, "f1": 0.012366, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"], "main_score": 0.012366, "precision": 0.011898, "recall": 0.01581}, {"accuracy": 0.009881, "f1": 0.006481, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"], "main_score": 0.006481, "precision": 0.006047, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.004474, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"], "main_score": 0.004474, "precision": 0.004296, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.007084, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"], "main_score": 0.007084, "precision": 0.006754, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.003131, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"], "main_score": 0.003131, "precision": 0.002801, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.005627, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"], "main_score": 0.005627, "precision": 0.005449, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.007907, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"], "main_score": 0.007907, "precision": 0.007412, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.004099, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"], "main_score": 0.004099, "precision": 0.004029, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.002874, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"], "main_score": 0.002874, "precision": 0.002557, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.004112, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"], "main_score": 0.004112, "precision": 0.004036, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002971, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"], "main_score": 0.002971, "precision": 0.002968, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.003582, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"], "main_score": 0.003582, "precision": 0.003336, "recall": 0.005929}, {"accuracy": 0.006917, "f1": 0.004339, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"], "main_score": 0.004339, "precision": 0.003912, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.006919, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"], "main_score": 0.006919, "precision": 0.006424, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.005666, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"], "main_score": 0.005666, "precision": 0.005469, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.005577, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"], "main_score": 0.005577, "precision": 0.005118, "recall": 0.008893}, {"accuracy": 0.003953, "f1": 0.001168, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"], "main_score": 0.001168, "precision": 0.001085, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.006592, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"], "main_score": 0.006592, "precision": 0.006425, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.004968, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"], "main_score": 0.004968, "precision": 0.004954, "recall": 0.006917}, {"accuracy": 0.007905, "f1": 0.006327, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"], "main_score": 0.006327, "precision": 0.006155, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008569, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"], "main_score": 0.008569, "precision": 0.008072, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006267, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"], "main_score": 0.006267, "precision": 0.005933, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006591, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"], "main_score": 0.006591, "precision": 0.006425, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.008303, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"], "main_score": 0.008303, "precision": 0.008153, "recall": 0.009881}, {"accuracy": 0.004941, "f1": 0.002719, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"], "main_score": 0.002719, "precision": 0.002448, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.003296, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"], "main_score": 0.003296, "precision": 0.002891, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.007576, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"], "main_score": 0.007576, "precision": 0.007411, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002966, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"], "main_score": 0.002966, "precision": 0.002965, "recall": 0.003953}, {"accuracy": 0.006917, "f1": 0.004483, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"], "main_score": 0.004483, "precision": 0.004064, "recall": 0.006917}, {"accuracy": 0.012846, "f1": 0.009241, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"], "main_score": 0.009241, "precision": 0.008593, "recall": 0.012846}, {"accuracy": 0.002964, "f1": 0.001037, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"], "main_score": 0.001037, "precision": 0.001013, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.003996, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"], "main_score": 0.003996, "precision": 0.003678, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005931, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"], "main_score": 0.005931, "precision": 0.00593, "recall": 0.006917}, {"accuracy": 0.004941, "f1": 0.001387, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"], "main_score": 0.001387, "precision": 0.001222, "recall": 0.004941}, {"accuracy": 0.008893, "f1": 0.005862, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"], "main_score": 0.005862, "precision": 0.005518, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.00659, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"], "main_score": 0.00659, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.008893, "f1": 0.005739, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"], "main_score": 0.005739, "precision": 0.005438, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.004284, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"], "main_score": 0.004284, "precision": 0.004151, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003296, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"], "main_score": 0.003296, "precision": 0.003163, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.005516, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"], "main_score": 0.005516, "precision": 0.005312, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005185, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"], "main_score": 0.005185, "precision": 0.004817, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005931, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"], "main_score": 0.005931, "precision": 0.00593, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.008566, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"], "main_score": 0.008566, "precision": 0.0084, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.005929, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"], "main_score": 0.005929, "precision": 0.005435, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.009881, "f1": 0.007599, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"], "main_score": 0.007599, "precision": 0.007423, "recall": 0.009881}, {"accuracy": 0.008893, "f1": 0.006707, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"], "main_score": 0.006707, "precision": 0.006424, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.002597, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"], "main_score": 0.002597, "precision": 0.002373, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.004689, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"], "main_score": 0.004689, "precision": 0.004205, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.007578, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"], "main_score": 0.007578, "precision": 0.007116, "recall": 0.009881}, {"accuracy": 0.002964, "f1": 0.001485, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"], "main_score": 0.001485, "precision": 0.001319, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.00626, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"], "main_score": 0.00626, "precision": 0.00593, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.004613, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"], "main_score": 0.004613, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.006334, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"], "main_score": 0.006334, "precision": 0.006181, "recall": 0.008893}, {"accuracy": 0.006917, "f1": 0.004972, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"], "main_score": 0.004972, "precision": 0.004957, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004617, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"], "main_score": 0.004617, "precision": 0.004449, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005997, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"], "main_score": 0.005997, "precision": 0.005683, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008024, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"], "main_score": 0.008024, "precision": 0.007474, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006177, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"], "main_score": 0.006177, "precision": 0.005782, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006919, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"], "main_score": 0.006919, "precision": 0.006918, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.006312, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"], "main_score": 0.006312, "precision": 0.006154, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.006353, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"], "main_score": 0.006353, "precision": 0.005978, "recall": 0.009881}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.003953, "f1": 0.002472, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"], "main_score": 0.002472, "precision": 0.002307, "recall": 0.003953}, {"accuracy": 0.01087, "f1": 0.007584, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"], "main_score": 0.007584, "precision": 0.007086, "recall": 0.01087}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.006316, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"], "main_score": 0.006316, "precision": 0.00579, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002968, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"], "main_score": 0.002968, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.00659, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"], "main_score": 0.00659, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.006763, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"], "main_score": 0.006763, "precision": 0.006264, "recall": 0.009881}, {"accuracy": 0.01087, "f1": 0.008405, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"], "main_score": 0.008405, "precision": 0.007744, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.005294, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"], "main_score": 0.005294, "precision": 0.004953, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.003953, "f1": 0.001472, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"], "main_score": 0.001472, "precision": 0.001282, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.006263, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"], "main_score": 0.006263, "precision": 0.005931, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002968, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"], "main_score": 0.002968, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.009881, "f1": 0.008569, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"], "main_score": 0.008569, "precision": 0.008402, "recall": 0.009881}, {"accuracy": 0.011858, "f1": 0.009153, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"], "main_score": 0.009153, "precision": 0.009037, "recall": 0.011858}, {"accuracy": 0.004941, "f1": 0.00346, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"], "main_score": 0.00346, "precision": 0.003295, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.003997, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"], "main_score": 0.003997, "precision": 0.003667, "recall": 0.006917}, {"accuracy": 0.007905, "f1": 0.006096, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"], "main_score": 0.006096, "precision": 0.005765, "recall": 0.007905}, {"accuracy": 0.004941, "f1": 0.002646, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"], "main_score": 0.002646, "precision": 0.002476, "recall": 0.004941}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.00379, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"], "main_score": 0.00379, "precision": 0.003493, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005668, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"], "main_score": 0.005668, "precision": 0.005189, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006096, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"], "main_score": 0.006096, "precision": 0.005765, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.004944, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"], "main_score": 0.004944, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.00616, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"], "main_score": 0.00616, "precision": 0.006058, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.002647, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"], "main_score": 0.002647, "precision": 0.002477, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.003603, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"], "main_score": 0.003603, "precision": 0.003371, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.003636, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"], "main_score": 0.003636, "precision": 0.003465, "recall": 0.005929}, {"accuracy": 0.05336, "f1": 0.033629, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"], "main_score": 0.033629, "precision": 0.029341, "recall": 0.05336}, {"accuracy": 0.117589, "f1": 0.072642, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"], "main_score": 0.072642, "precision": 0.062663, "recall": 0.117589}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.860672, "f1": 0.829676, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"], "main_score": 0.829676, "precision": 0.815545, "recall": 0.860672}, {"accuracy": 0.759881, "f1": 0.71606, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"], "main_score": 0.71606, "precision": 0.69749, "recall": 0.759881}, {"accuracy": 0.786561, "f1": 0.742361, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"], "main_score": 0.742361, "precision": 0.723264, "recall": 0.786561}, {"accuracy": 0.439723, "f1": 0.366092, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"], "main_score": 0.366092, "precision": 0.340604, "recall": 0.439723}, {"accuracy": 0.119565, "f1": 0.076503, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"], "main_score": 0.076503, "precision": 0.06702, "recall": 0.119565}, {"accuracy": 0.867589, "f1": 0.836437, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"], "main_score": 0.836437, "precision": 0.823578, "recall": 0.867589}, {"accuracy": 0.273715, "f1": 0.203432, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"], "main_score": 0.203432, "precision": 0.181618, "recall": 0.273715}, {"accuracy": 0.443676, "f1": 0.373317, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"], "main_score": 0.373317, "precision": 0.34761, "recall": 0.443676}, {"accuracy": 0.863636, "f1": 0.831623, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"], "main_score": 0.831623, "precision": 0.818356, "recall": 0.863636}, {"accuracy": 0.775692, "f1": 0.730058, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"], "main_score": 0.730058, "precision": 0.71037, "recall": 0.775692}, {"accuracy": 0.137352, "f1": 0.083642, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"], "main_score": 0.083642, "precision": 0.072163, "recall": 0.137352}, {"accuracy": 0.770751, "f1": 0.724566, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"], "main_score": 0.724566, "precision": 0.704835, "recall": 0.770751}, {"accuracy": 0.711462, "f1": 0.658777, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"], "main_score": 0.658777, "precision": 0.636693, "recall": 0.711462}, {"accuracy": 0.856719, "f1": 0.82148, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"], "main_score": 0.82148, "precision": 0.806961, "recall": 0.856719}, {"accuracy": 0.161067, "f1": 0.10539, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"], "main_score": 0.10539, "precision": 0.091253, "recall": 0.161067}, {"accuracy": 0.843874, "f1": 0.80961, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"], "main_score": 0.80961, "precision": 0.794351, "recall": 0.843874}, {"accuracy": 0.809289, "f1": 0.76438, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"], "main_score": 0.76438, "precision": 0.745149, "recall": 0.809289}, {"accuracy": 0.870553, "f1": 0.838181, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"], "main_score": 0.838181, "precision": 0.824935, "recall": 0.870553}, {"accuracy": 0.859684, "f1": 0.823984, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"], "main_score": 0.823984, "precision": 0.808351, "recall": 0.859684}, {"accuracy": 0.102767, "f1": 0.067112, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"], "main_score": 0.067112, "precision": 0.058955, "recall": 0.102767}, {"accuracy": 0.828063, "f1": 0.795114, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"], "main_score": 0.795114, "precision": 0.781151, "recall": 0.828063}, {"accuracy": 0.862648, "f1": 0.829465, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"], "main_score": 0.829465, "precision": 0.814262, "recall": 0.862648}, {"accuracy": 0.501976, "f1": 0.423813, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"], "main_score": 0.423813, "precision": 0.395556, "recall": 0.501976}, {"accuracy": 0.072134, "f1": 0.037408, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"], "main_score": 0.037408, "precision": 0.031942, "recall": 0.072134}, {"accuracy": 0.855731, "f1": 0.825514, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"], "main_score": 0.825514, "precision": 0.812269, "recall": 0.855731}, {"accuracy": 0.135375, "f1": 0.086622, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"], "main_score": 0.086622, "precision": 0.075495, "recall": 0.135375}, {"accuracy": 0.681818, "f1": 0.621574, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"], "main_score": 0.621574, "precision": 0.596697, "recall": 0.681818}, {"accuracy": 0.866601, "f1": 0.832287, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"], "main_score": 0.832287, "precision": 0.817482, "recall": 0.866601}, {"accuracy": 0.770751, "f1": 0.725174, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"], "main_score": 0.725174, "precision": 0.705841, "recall": 0.770751}, {"accuracy": 0.787549, "f1": 0.747502, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"], "main_score": 0.747502, "precision": 0.730925, "recall": 0.787549}, {"accuracy": 0.184783, "f1": 0.132878, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"], "main_score": 0.132878, "precision": 0.118682, "recall": 0.184783}, {"accuracy": 0.870553, "f1": 0.837371, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"], "main_score": 0.837371, "precision": 0.822883, "recall": 0.870553}, {"accuracy": 0.724308, "f1": 0.675494, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"], "main_score": 0.675494, "precision": 0.654759, "recall": 0.724308}, {"accuracy": 0.756917, "f1": 0.708509, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"], "main_score": 0.708509, "precision": 0.688422, "recall": 0.756917}, {"accuracy": 0.813241, "f1": 0.777756, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"], "main_score": 0.777756, "precision": 0.762294, "recall": 0.813241}, {"accuracy": 0.848814, "f1": 0.81334, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"], "main_score": 0.81334, "precision": 0.798257, "recall": 0.848814}, {"accuracy": 0.879447, "f1": 0.847025, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"], "main_score": 0.847025, "precision": 0.832139, "recall": 0.879447}, {"accuracy": 0.098814, "f1": 0.056144, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"], "main_score": 0.056144, "precision": 0.048175, "recall": 0.098814}, {"accuracy": 0.041502, "f1": 0.025638, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"], "main_score": 0.025638, "precision": 0.022024, "recall": 0.041502}, {"accuracy": 0.856719, "f1": 0.82021, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"], "main_score": 0.82021, "precision": 0.804249, "recall": 0.856719}, {"accuracy": 0.099802, "f1": 0.060523, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"], "main_score": 0.060523, "precision": 0.052546, "recall": 0.099802}, {"accuracy": 0.871542, "f1": 0.838408, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"], "main_score": 0.838408, "precision": 0.824087, "recall": 0.871542}, {"accuracy": 0.811265, "f1": 0.766173, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"], "main_score": 0.766173, "precision": 0.746327, "recall": 0.811265}, {"accuracy": 0.704545, "f1": 0.650842, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"], "main_score": 0.650842, "precision": 0.627963, "recall": 0.704545}, {"accuracy": 0.547431, "f1": 0.481421, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"], "main_score": 0.481421, "precision": 0.45647, "recall": 0.547431}, {"accuracy": 0.117589, "f1": 0.073211, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"], "main_score": 0.073211, "precision": 0.062507, "recall": 0.117589}, {"accuracy": 0.576087, "f1": 0.514371, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"], "main_score": 0.514371, "precision": 0.490913, "recall": 0.576087}, {"accuracy": 0.424901, "f1": 0.35319, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"], "main_score": 0.35319, "precision": 0.327719, "recall": 0.424901}, {"accuracy": 0.879447, "f1": 0.848454, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"], "main_score": 0.848454, "precision": 0.834825, "recall": 0.879447}, {"accuracy": 0.520751, "f1": 0.445314, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"], "main_score": 0.445314, "precision": 0.417854, "recall": 0.520751}, {"accuracy": 0.105731, "f1": 0.069069, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"], "main_score": 0.069069, "precision": 0.061335, "recall": 0.105731}, {"accuracy": 0.823123, "f1": 0.788368, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"], "main_score": 0.788368, "precision": 0.773083, "recall": 0.823123}, {"accuracy": 0.054348, "f1": 0.032602, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"], "main_score": 0.032602, "precision": 0.028156, "recall": 0.054348}, {"accuracy": 0.135375, "f1": 0.093736, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"], "main_score": 0.093736, "precision": 0.083573, "recall": 0.135375}, {"accuracy": 0.221344, "f1": 0.157288, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"], "main_score": 0.157288, "precision": 0.138694, "recall": 0.221344}, {"accuracy": 0.079051, "f1": 0.050246, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"], "main_score": 0.050246, "precision": 0.043881, "recall": 0.079051}, {"accuracy": 0.876482, "f1": 0.843746, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"], "main_score": 0.843746, "precision": 0.828887, "recall": 0.876482}, {"accuracy": 0.856719, "f1": 0.82366, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"], "main_score": 0.82366, "precision": 0.809032, "recall": 0.856719}, {"accuracy": 0.860672, "f1": 0.826141, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"], "main_score": 0.826141, "precision": 0.811587, "recall": 0.860672}, {"accuracy": 0.843874, "f1": 0.807115, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"], "main_score": 0.807115, "precision": 0.791488, "recall": 0.843874}, {"accuracy": 0.170949, "f1": 0.115847, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"], "main_score": 0.115847, "precision": 0.101908, "recall": 0.170949}, {"accuracy": 0.555336, "f1": 0.490511, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"], "main_score": 0.490511, "precision": 0.466516, "recall": 0.555336}, {"accuracy": 0.33498, "f1": 0.266149, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"], "main_score": 0.266149, "precision": 0.245115, "recall": 0.33498}, {"accuracy": 0.862648, "f1": 0.829251, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"], "main_score": 0.829251, "precision": 0.815446, "recall": 0.862648}, {"accuracy": 0.161067, "f1": 0.109094, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"], "main_score": 0.109094, "precision": 0.095345, "recall": 0.161067}, {"accuracy": 0.205534, "f1": 0.148117, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"], "main_score": 0.148117, "precision": 0.133663, "recall": 0.205534}, {"accuracy": 0.159091, "f1": 0.104645, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"], "main_score": 0.104645, "precision": 0.090251, "recall": 0.159091}, {"accuracy": 0.263834, "f1": 0.200237, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"], "main_score": 0.200237, "precision": 0.182566, "recall": 0.263834}, {"accuracy": 0.501976, "f1": 0.433464, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"], "main_score": 0.433464, "precision": 0.40884, "recall": 0.501976}, {"accuracy": 0.870553, "f1": 0.839465, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"], "main_score": 0.839465, "precision": 0.826559, "recall": 0.870553}, {"accuracy": 0.064229, "f1": 0.027305, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"], "main_score": 0.027305, "precision": 0.022212, "recall": 0.064229}, {"accuracy": 0.118577, "f1": 0.076969, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"], "main_score": 0.076969, "precision": 0.066356, "recall": 0.118577}, {"accuracy": 0.596838, "f1": 0.527362, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"], "main_score": 0.527362, "precision": 0.499195, "recall": 0.596838}, {"accuracy": 0.142292, "f1": 0.094162, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"], "main_score": 0.094162, "precision": 0.083539, "recall": 0.142292}, {"accuracy": 0.067194, "f1": 0.036066, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"], "main_score": 0.036066, "precision": 0.030746, "recall": 0.067194}, {"accuracy": 0.86166, "f1": 0.828063, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"], "main_score": 0.828063, "precision": 0.813988, "recall": 0.86166}, {"accuracy": 0.585968, "f1": 0.51028, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"], "main_score": 0.51028, "precision": 0.482235, "recall": 0.585968}, {"accuracy": 0.606719, "f1": 0.535391, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"], "main_score": 0.535391, "precision": 0.509171, "recall": 0.606719}, {"accuracy": 0.724308, "f1": 0.666968, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"], "main_score": 0.666968, "precision": 0.643429, "recall": 0.724308}, {"accuracy": 0.864625, "f1": 0.831711, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"], "main_score": 0.831711, "precision": 0.817985, "recall": 0.864625}, {"accuracy": 0.853755, "f1": 0.816702, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"], "main_score": 0.816702, "precision": 0.800998, "recall": 0.853755}, {"accuracy": 0.87253, "f1": 0.839347, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"], "main_score": 0.839347, "precision": 0.824715, "recall": 0.87253}, {"accuracy": 0.848814, "f1": 0.81754, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"], "main_score": 0.81754, "precision": 0.803666, "recall": 0.848814}, {"accuracy": 0.134387, "f1": 0.093048, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"], "main_score": 0.093048, "precision": 0.082456, "recall": 0.134387}, {"accuracy": 0.094862, "f1": 0.061401, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"], "main_score": 0.061401, "precision": 0.053861, "recall": 0.094862}, {"accuracy": 0.83498, "f1": 0.798353, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"], "main_score": 0.798353, "precision": 0.782237, "recall": 0.83498}, {"accuracy": 0.859684, "f1": 0.823188, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"], "main_score": 0.823188, "precision": 0.807576, "recall": 0.859684}, {"accuracy": 0.8083, "f1": 0.768055, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"], "main_score": 0.768055, "precision": 0.750247, "recall": 0.8083}, {"accuracy": 0.248024, "f1": 0.185016, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"], "main_score": 0.185016, "precision": 0.166015, "recall": 0.248024}, {"accuracy": 0.114625, "f1": 0.074744, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"], "main_score": 0.074744, "precision": 0.06569, "recall": 0.114625}, {"accuracy": 0.512846, "f1": 0.439604, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"], "main_score": 0.439604, "precision": 0.412979, "recall": 0.512846}, {"accuracy": 0.812253, "f1": 0.772583, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"], "main_score": 0.772583, "precision": 0.755946, "recall": 0.812253}, {"accuracy": 0.116601, "f1": 0.069714, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"], "main_score": 0.069714, "precision": 0.060333, "recall": 0.116601}, {"accuracy": 0.865613, "f1": 0.833228, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"], "main_score": 0.833228, "precision": 0.819623, "recall": 0.865613}, {"accuracy": 0.141304, "f1": 0.102082, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"], "main_score": 0.102082, "precision": 0.09296, "recall": 0.141304}, {"accuracy": 0.268775, "f1": 0.196885, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"], "main_score": 0.196885, "precision": 0.17621, "recall": 0.268775}, {"accuracy": 0.86166, "f1": 0.830435, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"], "main_score": 0.830435, "precision": 0.817287, "recall": 0.86166}, {"accuracy": 0.860672, "f1": 0.826106, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"], "main_score": 0.826106, "precision": 0.811161, "recall": 0.860672}, {"accuracy": 0.878458, "f1": 0.845718, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"], "main_score": 0.845718, "precision": 0.831417, "recall": 0.878458}, {"accuracy": 0.863636, "f1": 0.829912, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"], "main_score": 0.829912, "precision": 0.815283, "recall": 0.863636}, {"accuracy": 0.543478, "f1": 0.472208, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"], "main_score": 0.472208, "precision": 0.44642, "recall": 0.543478}, {"accuracy": 0.832016, "f1": 0.794024, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"], "main_score": 0.794024, "precision": 0.777659, "recall": 0.832016}, {"accuracy": 0.137352, "f1": 0.093825, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"], "main_score": 0.093825, "precision": 0.082837, "recall": 0.137352}, {"accuracy": 0.082016, "f1": 0.042234, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"], "main_score": 0.042234, "precision": 0.035758, "recall": 0.082016}, {"accuracy": 0.142292, "f1": 0.093395, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"], "main_score": 0.093395, "precision": 0.081861, "recall": 0.142292}, {"accuracy": 0.079051, "f1": 0.042843, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"], "main_score": 0.042843, "precision": 0.035884, "recall": 0.079051}, {"accuracy": 0.869565, "f1": 0.838174, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"], "main_score": 0.838174, "precision": 0.824548, "recall": 0.869565}, {"accuracy": 0.506917, "f1": 0.429775, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"], "main_score": 0.429775, "precision": 0.4004, "recall": 0.506917}, {"accuracy": 0.061265, "f1": 0.040343, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"], "main_score": 0.040343, "precision": 0.035199, "recall": 0.061265}, {"accuracy": 0.532609, "f1": 0.464684, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"], "main_score": 0.464684, "precision": 0.438621, "recall": 0.532609}, {"accuracy": 0.852767, "f1": 0.816971, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"], "main_score": 0.816971, "precision": 0.802034, "recall": 0.852767}, {"accuracy": 0.61166, "f1": 0.553051, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"], "main_score": 0.553051, "precision": 0.529505, "recall": 0.61166}, {"accuracy": 0.353755, "f1": 0.288889, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"], "main_score": 0.288889, "precision": 0.265971, "recall": 0.353755}, {"accuracy": 0.13834, "f1": 0.085331, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"], "main_score": 0.085331, "precision": 0.07367, "recall": 0.13834}, {"accuracy": 0.852767, "f1": 0.819499, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"], "main_score": 0.819499, "precision": 0.804792, "recall": 0.852767}, {"accuracy": 0.258893, "f1": 0.194513, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"], "main_score": 0.194513, "precision": 0.176183, "recall": 0.258893}, {"accuracy": 0.135375, "f1": 0.084925, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"], "main_score": 0.084925, "precision": 0.073246, "recall": 0.135375}, {"accuracy": 0.119565, "f1": 0.078081, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"], "main_score": 0.078081, "precision": 0.06891, "recall": 0.119565}, {"accuracy": 0.151186, "f1": 0.103063, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"], "main_score": 0.103063, "precision": 0.091221, "recall": 0.151186}, {"accuracy": 0.826087, "f1": 0.78508, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"], "main_score": 0.78508, "precision": 0.767572, "recall": 0.826087}, {"accuracy": 0.020751, "f1": 0.00762, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"], "main_score": 0.00762, "precision": 0.006376, "recall": 0.020751}, {"accuracy": 0.380435, "f1": 0.310727, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"], "main_score": 0.310727, "precision": 0.287081, "recall": 0.380435}, {"accuracy": 0.692688, "f1": 0.634607, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"], "main_score": 0.634607, "precision": 0.609857, "recall": 0.692688}, {"accuracy": 0.86166, "f1": 0.827931, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"], "main_score": 0.827931, "precision": 0.814114, "recall": 0.86166}, {"accuracy": 0.068182, "f1": 0.036389, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"], "main_score": 0.036389, "precision": 0.029907, "recall": 0.068182}, {"accuracy": 0.123518, "f1": 0.081711, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"], "main_score": 0.081711, "precision": 0.07202, "recall": 0.123518}, {"accuracy": 0.851779, "f1": 0.814822, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"], "main_score": 0.814822, "precision": 0.79832, "recall": 0.851779}, {"accuracy": 0.862648, "f1": 0.829798, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"], "main_score": 0.829798, "precision": 0.815862, "recall": 0.862648}, {"accuracy": 0.466403, "f1": 0.396487, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"], "main_score": 0.396487, "precision": 0.371534, "recall": 0.466403}, {"accuracy": 0.121542, "f1": 0.077791, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"], "main_score": 0.077791, "precision": 0.067027, "recall": 0.121542}, {"accuracy": 0.12253, "f1": 0.074709, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"], "main_score": 0.074709, "precision": 0.063906, "recall": 0.12253}, {"accuracy": 0.806324, "f1": 0.764427, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"], "main_score": 0.764427, "precision": 0.745982, "recall": 0.806324}, {"accuracy": 0.117589, "f1": 0.076441, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"], "main_score": 0.076441, "precision": 0.067497, "recall": 0.117589}, {"accuracy": 0.132411, "f1": 0.09167, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"], "main_score": 0.09167, "precision": 0.081349, "recall": 0.132411}, {"accuracy": 0.813241, "f1": 0.771904, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"], "main_score": 0.771904, "precision": 0.753047, "recall": 0.813241}, {"accuracy": 0.468379, "f1": 0.394721, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"], "main_score": 0.394721, "precision": 0.368648, "recall": 0.468379}, {"accuracy": 0.851779, "f1": 0.823355, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"], "main_score": 0.823355, "precision": 0.811131, "recall": 0.851779}, {"accuracy": 0.16502, "f1": 0.115317, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"], "main_score": 0.115317, "precision": 0.101025, "recall": 0.16502}, {"accuracy": 0.344862, "f1": 0.269531, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"], "main_score": 0.269531, "precision": 0.247499, "recall": 0.344862}, {"accuracy": 0.860672, "f1": 0.829671, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"], "main_score": 0.829671, "precision": 0.816288, "recall": 0.860672}, {"accuracy": 0.500988, "f1": 0.431919, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"], "main_score": 0.431919, "precision": 0.405629, "recall": 0.500988}, {"accuracy": 0.718379, "f1": 0.663287, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"], "main_score": 0.663287, "precision": 0.640385, "recall": 0.718379}, {"accuracy": 0.209486, "f1": 0.146978, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"], "main_score": 0.146978, "precision": 0.132035, "recall": 0.209486}, {"accuracy": 0.479249, "f1": 0.410134, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"], "main_score": 0.410134, "precision": 0.38428, "recall": 0.479249}, {"accuracy": 0.507905, "f1": 0.435242, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"], "main_score": 0.435242, "precision": 0.406782, "recall": 0.507905}, {"accuracy": 0.150198, "f1": 0.1012, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"], "main_score": 0.1012, "precision": 0.088404, "recall": 0.150198}, {"accuracy": 0.843874, "f1": 0.81158, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"], "main_score": 0.81158, "precision": 0.797845, "recall": 0.843874}, {"accuracy": 0.865613, "f1": 0.833004, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"], "main_score": 0.833004, "precision": 0.819055, "recall": 0.865613}, {"accuracy": 0.864625, "f1": 0.830523, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"], "main_score": 0.830523, "precision": 0.815835, "recall": 0.864625}, {"accuracy": 0.761858, "f1": 0.708025, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"], "main_score": 0.708025, "precision": 0.685451, "recall": 0.761858}, {"accuracy": 0.562253, "f1": 0.498311, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"], "main_score": 0.498311, "precision": 0.474023, "recall": 0.562253}, {"accuracy": 0.867589, "f1": 0.836614, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"], "main_score": 0.836614, "precision": 0.823831, "recall": 0.867589}, {"accuracy": 0.310277, "f1": 0.254287, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"], "main_score": 0.254287, "precision": 0.23573, "recall": 0.310277}, {"accuracy": 0.351779, "f1": 0.278438, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"], "main_score": 0.278438, "precision": 0.255826, "recall": 0.351779}, {"accuracy": 0.08498, "f1": 0.046072, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"], "main_score": 0.046072, "precision": 0.039049, "recall": 0.08498}, {"accuracy": 0.855731, "f1": 0.820905, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"], "main_score": 0.820905, "precision": 0.806612, "recall": 0.855731}, {"accuracy": 0.195652, "f1": 0.143516, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"], "main_score": 0.143516, "precision": 0.128339, "recall": 0.195652}, {"accuracy": 0.857708, "f1": 0.823127, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"], "main_score": 0.823127, "precision": 0.807864, "recall": 0.857708}, {"accuracy": 0.817194, "f1": 0.781277, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"], "main_score": 0.781277, "precision": 0.765596, "recall": 0.817194}, {"accuracy": 0.326087, "f1": 0.247508, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"], "main_score": 0.247508, "precision": 0.223195, "recall": 0.326087}, {"accuracy": 0.203557, "f1": 0.140822, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"], "main_score": 0.140822, "precision": 0.124284, "recall": 0.203557}, {"accuracy": 0.777668, "f1": 0.723635, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"], "main_score": 0.723635, "precision": 0.700296, "recall": 0.777668}, {"accuracy": 0.151186, "f1": 0.10325, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"], "main_score": 0.10325, "precision": 0.090995, "recall": 0.151186}, {"accuracy": 0.134387, "f1": 0.084497, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"], "main_score": 0.084497, "precision": 0.07289, "recall": 0.134387}, {"accuracy": 0.871542, "f1": 0.839196, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"], "main_score": 0.839196, "precision": 0.825189, "recall": 0.871542}, {"accuracy": 0.290514, "f1": 0.218458, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"], "main_score": 0.218458, "precision": 0.19806, "recall": 0.290514}, {"accuracy": 0.863636, "f1": 0.831747, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"], "main_score": 0.831747, "precision": 0.818437, "recall": 0.863636}, {"accuracy": 0.112648, "f1": 0.067408, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"], "main_score": 0.067408, "precision": 0.057331, "recall": 0.112648}, {"accuracy": 0.87253, "f1": 0.840928, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"], "main_score": 0.840928, "precision": 0.82733, "recall": 0.87253}, {"accuracy": 0.839921, "f1": 0.807529, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"], "main_score": 0.807529, "precision": 0.793431, "recall": 0.839921}, {"accuracy": 0.826087, "f1": 0.788187, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"], "main_score": 0.788187, "precision": 0.772066, "recall": 0.826087}, {"accuracy": 0.104743, "f1": 0.064141, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"], "main_score": 0.064141, "precision": 0.054806, "recall": 0.104743}, {"accuracy": 0.735178, "f1": 0.679103, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"], "main_score": 0.679103, "precision": 0.655945, "recall": 0.735178}, {"accuracy": 0.120553, "f1": 0.075063, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"], "main_score": 0.075063, "precision": 0.06485, "recall": 0.120553}, {"accuracy": 0.118577, "f1": 0.072674, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"], "main_score": 0.072674, "precision": 0.061469, "recall": 0.118577}, {"accuracy": 0.087945, "f1": 0.05286, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"], "main_score": 0.05286, "precision": 0.04534, "recall": 0.087945}, {"accuracy": 0.396245, "f1": 0.333945, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"], "main_score": 0.333945, "precision": 0.311004, "recall": 0.396245}, {"accuracy": 0.866601, "f1": 0.833355, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"], "main_score": 0.833355, "precision": 0.819195, "recall": 0.866601}, {"accuracy": 0.188735, "f1": 0.130694, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"], "main_score": 0.130694, "precision": 0.11466, "recall": 0.188735}, {"accuracy": 0.105731, "f1": 0.062415, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"], "main_score": 0.062415, "precision": 0.052739, "recall": 0.105731}, {"accuracy": 0.131423, "f1": 0.08338, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"], "main_score": 0.08338, "precision": 0.072397, "recall": 0.131423}, {"accuracy": 0.787549, "f1": 0.749012, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"], "main_score": 0.749012, "precision": 0.732389, "recall": 0.787549}, {"accuracy": 0.102767, "f1": 0.063711, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"], "main_score": 0.063711, "precision": 0.055436, "recall": 0.102767}, {"accuracy": 0.104743, "f1": 0.069819, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"], "main_score": 0.069819, "precision": 0.061883, "recall": 0.104743}, {"accuracy": 0.805336, "f1": 0.766911, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"], "main_score": 0.766911, "precision": 0.750711, "recall": 0.805336}, {"accuracy": 0.15415, "f1": 0.10167, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"], "main_score": 0.10167, "precision": 0.088084, "recall": 0.15415}, {"accuracy": 0.15415, "f1": 0.10653, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"], "main_score": 0.10653, "precision": 0.095528, "recall": 0.15415}, {"accuracy": 0.438735, "f1": 0.369526, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"], "main_score": 0.369526, "precision": 0.345557, "recall": 0.438735}, {"accuracy": 0.218379, "f1": 0.156656, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"], "main_score": 0.156656, "precision": 0.140588, "recall": 0.218379}, {"accuracy": 0.298419, "f1": 0.227429, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"], "main_score": 0.227429, "precision": 0.205446, "recall": 0.298419}, {"accuracy": 0.769763, "f1": 0.728115, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"], "main_score": 0.728115, "precision": 0.709519, "recall": 0.769763}, {"accuracy": 0.231225, "f1": 0.169077, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"], "main_score": 0.169077, "precision": 0.151191, "recall": 0.231225}, {"accuracy": 0.311265, "f1": 0.2416, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"], "main_score": 0.2416, "precision": 0.219004, "recall": 0.311265}, {"accuracy": 0.094862, "f1": 0.054116, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"], "main_score": 0.054116, "precision": 0.044559, "recall": 0.094862}, {"accuracy": 0.873518, "f1": 0.844765, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"], "main_score": 0.844765, "precision": 0.832691, "recall": 0.873518}, {"accuracy": 0.848814, "f1": 0.817683, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"], "main_score": 0.817683, "precision": 0.80476, "recall": 0.848814}, {"accuracy": 0.870553, "f1": 0.837354, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"], "main_score": 0.837354, "precision": 0.822687, "recall": 0.870553}, {"accuracy": 0.8083, "f1": 0.762502, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"], "main_score": 0.762502, "precision": 0.742547, "recall": 0.8083}, {"accuracy": 0.172925, "f1": 0.123819, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"], "main_score": 0.123819, "precision": 0.112006, "recall": 0.172925}, {"accuracy": 0.12747, "f1": 0.077052, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"], "main_score": 0.077052, "precision": 0.066548, "recall": 0.12747}, {"accuracy": 0.052372, "f1": 0.037036, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"], "main_score": 0.037036, "precision": 0.032956, "recall": 0.052372}, {"accuracy": 0.082016, "f1": 0.056729, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"], "main_score": 0.056729, "precision": 0.050768, "recall": 0.082016}, {"accuracy": 0.003953, "f1": 8.5e-05, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"], "main_score": 8.5e-05, "precision": 4.3e-05, "recall": 0.003953}, {"accuracy": 0.392292, "f1": 0.336622, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"], "main_score": 0.336622, "precision": 0.319114, "recall": 0.392292}, {"accuracy": 0.347826, "f1": 0.297609, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"], "main_score": 0.297609, "precision": 0.281386, "recall": 0.347826}, {"accuracy": 0.30336, "f1": 0.253946, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"], "main_score": 0.253946, "precision": 0.238495, "recall": 0.30336}, {"accuracy": 0.243083, "f1": 0.197157, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"], "main_score": 0.197157, "precision": 0.18291, "recall": 0.243083}, {"accuracy": 0.083004, "f1": 0.057253, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"], "main_score": 0.057253, "precision": 0.051941, "recall": 0.083004}, {"accuracy": 0.399209, "f1": 0.339565, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"], "main_score": 0.339565, "precision": 0.320892, "recall": 0.399209}, {"accuracy": 0.152174, "f1": 0.117599, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"], "main_score": 0.117599, "precision": 0.107562, "recall": 0.152174}, {"accuracy": 0.197628, "f1": 0.168528, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"], "main_score": 0.168528, "precision": 0.159043, "recall": 0.197628}, {"accuracy": 0.405138, "f1": 0.348339, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"], "main_score": 0.348339, "precision": 0.328769, "recall": 0.405138}, {"accuracy": 0.279644, "f1": 0.238441, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"], "main_score": 0.238441, "precision": 0.225347, "recall": 0.279644}, {"accuracy": 0.099802, "f1": 0.06565, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"], "main_score": 0.06565, "precision": 0.057415, "recall": 0.099802}, {"accuracy": 0.277668, "f1": 0.234916, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"], "main_score": 0.234916, "precision": 0.22111, "recall": 0.277668}, {"accuracy": 0.306324, "f1": 0.253879, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"], "main_score": 0.253879, "precision": 0.236586, "recall": 0.306324}, {"accuracy": 0.393281, "f1": 0.339099, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"], "main_score": 0.339099, "precision": 0.321935, "recall": 0.393281}, {"accuracy": 0.098814, "f1": 0.067436, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"], "main_score": 0.067436, "precision": 0.060331, "recall": 0.098814}, {"accuracy": 0.336957, "f1": 0.286104, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"], "main_score": 0.286104, "precision": 0.270447, "recall": 0.336957}, {"accuracy": 0.355731, "f1": 0.305943, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"], "main_score": 0.305943, "precision": 0.289714, "recall": 0.355731}, {"accuracy": 0.422925, "f1": 0.360154, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"], "main_score": 0.360154, "precision": 0.339854, "recall": 0.422925}, {"accuracy": 0.401186, "f1": 0.342151, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"], "main_score": 0.342151, "precision": 0.322372, "recall": 0.401186}, {"accuracy": 0.065217, "f1": 0.047665, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"], "main_score": 0.047665, "precision": 0.043185, "recall": 0.065217}, {"accuracy": 0.302372, "f1": 0.262778, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"], "main_score": 0.262778, "precision": 0.249845, "recall": 0.302372}, {"accuracy": 0.403162, "f1": 0.344816, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"], "main_score": 0.344816, "precision": 0.32523, "recall": 0.403162}, {"accuracy": 0.253953, "f1": 0.204343, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"], "main_score": 0.204343, "precision": 0.188657, "recall": 0.253953}, {"accuracy": 0.064229, "f1": 0.035162, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"], "main_score": 0.035162, "precision": 0.030044, "recall": 0.064229}, {"accuracy": 0.351779, "f1": 0.300455, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"], "main_score": 0.300455, "precision": 0.283984, "recall": 0.351779}, {"accuracy": 0.092885, "f1": 0.065408, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"], "main_score": 0.065408, "precision": 0.05882, "recall": 0.092885}, {"accuracy": 0.317194, "f1": 0.266032, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"], "main_score": 0.266032, "precision": 0.250107, "recall": 0.317194}, {"accuracy": 0.386364, "f1": 0.334002, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"], "main_score": 0.334002, "precision": 0.315685, "recall": 0.386364}, {"accuracy": 0.329051, "f1": 0.282678, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"], "main_score": 0.282678, "precision": 0.267402, "recall": 0.329051}, {"accuracy": 0.297431, "f1": 0.257491, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"], "main_score": 0.257491, "precision": 0.245363, "recall": 0.297431}, {"accuracy": 0.118577, "f1": 0.089004, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"], "main_score": 0.089004, "precision": 0.080785, "recall": 0.118577}, {"accuracy": 0.412055, "f1": 0.3494, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"], "main_score": 0.3494, "precision": 0.329362, "recall": 0.412055}, {"accuracy": 0.309289, "f1": 0.264855, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"], "main_score": 0.264855, "precision": 0.251207, "recall": 0.309289}, {"accuracy": 0.300395, "f1": 0.257919, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"], "main_score": 0.257919, "precision": 0.24449, "recall": 0.300395}, {"accuracy": 0.360672, "f1": 0.312192, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"], "main_score": 0.312192, "precision": 0.296381, "recall": 0.360672}, {"accuracy": 0.393281, "f1": 0.334101, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"], "main_score": 0.334101, "precision": 0.314639, "recall": 0.393281}, {"accuracy": 0.389328, "f1": 0.325226, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"], "main_score": 0.325226, "precision": 0.304892, "recall": 0.389328}, {"accuracy": 0.065217, "f1": 0.039537, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"], "main_score": 0.039537, "precision": 0.03451, "recall": 0.065217}, {"accuracy": 0.044466, "f1": 0.028091, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"], "main_score": 0.028091, "precision": 0.02429, "recall": 0.044466}, {"accuracy": 0.386364, "f1": 0.332084, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"], "main_score": 0.332084, "precision": 0.314996, "recall": 0.386364}, {"accuracy": 0.070158, "f1": 0.0488, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"], "main_score": 0.0488, "precision": 0.044038, "recall": 0.070158}, {"accuracy": 0.390316, "f1": 0.330097, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"], "main_score": 0.330097, "precision": 0.311281, "recall": 0.390316}, {"accuracy": 0.397233, "f1": 0.337741, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"], "main_score": 0.337741, "precision": 0.318112, "recall": 0.397233}, {"accuracy": 0.263834, "f1": 0.220019, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"], "main_score": 0.220019, "precision": 0.20659, "recall": 0.263834}, {"accuracy": 0.261858, "f1": 0.219014, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"], "main_score": 0.219014, "precision": 0.20588, "recall": 0.261858}, {"accuracy": 0.08498, "f1": 0.058163, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"], "main_score": 0.058163, "precision": 0.051639, "recall": 0.08498}, {"accuracy": 0.293478, "f1": 0.251155, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"], "main_score": 0.251155, "precision": 0.238662, "recall": 0.293478}, {"accuracy": 0.216403, "f1": 0.178314, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"], "main_score": 0.178314, "precision": 0.166829, "recall": 0.216403}, {"accuracy": 0.406126, "f1": 0.349293, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"], "main_score": 0.349293, "precision": 0.329525, "recall": 0.406126}, {"accuracy": 0.232213, "f1": 0.194911, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"], "main_score": 0.194911, "precision": 0.183052, "recall": 0.232213}, {"accuracy": 0.068182, "f1": 0.048491, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"], "main_score": 0.048491, "precision": 0.04391, "recall": 0.068182}, {"accuracy": 0.350791, "f1": 0.300267, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"], "main_score": 0.300267, "precision": 0.285004, "recall": 0.350791}, {"accuracy": 0.043478, "f1": 0.029924, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"], "main_score": 0.029924, "precision": 0.026666, "recall": 0.043478}, {"accuracy": 0.104743, "f1": 0.076878, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"], "main_score": 0.076878, "precision": 0.069477, "recall": 0.104743}, {"accuracy": 0.119565, "f1": 0.093387, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"], "main_score": 0.093387, "precision": 0.085758, "recall": 0.119565}, {"accuracy": 0.066206, "f1": 0.04598, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"], "main_score": 0.04598, "precision": 0.04023, "recall": 0.066206}, {"accuracy": 0.411067, "f1": 0.352435, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"], "main_score": 0.352435, "precision": 0.333147, "recall": 0.411067}, {"accuracy": 0.382411, "f1": 0.329353, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"], "main_score": 0.329353, "precision": 0.311531, "recall": 0.382411}, {"accuracy": 0.413043, "f1": 0.356419, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"], "main_score": 0.356419, "precision": 0.337355, "recall": 0.413043}, {"accuracy": 0.37253, "f1": 0.319013, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"], "main_score": 0.319013, "precision": 0.300655, "recall": 0.37253}, {"accuracy": 0.119565, "f1": 0.086957, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"], "main_score": 0.086957, "precision": 0.078119, "recall": 0.119565}, {"accuracy": 0.261858, "f1": 0.21905, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"], "main_score": 0.21905, "precision": 0.206255, "recall": 0.261858}, {"accuracy": 0.213439, "f1": 0.171001, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"], "main_score": 0.171001, "precision": 0.158981, "recall": 0.213439}, {"accuracy": 0.398221, "f1": 0.346039, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"], "main_score": 0.346039, "precision": 0.328805, "recall": 0.398221}, {"accuracy": 0.100791, "f1": 0.071229, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"], "main_score": 0.071229, "precision": 0.064019, "recall": 0.100791}, {"accuracy": 0.131423, "f1": 0.094275, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"], "main_score": 0.094275, "precision": 0.085702, "recall": 0.131423}, {"accuracy": 0.09585, "f1": 0.064992, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"], "main_score": 0.064992, "precision": 0.05778, "recall": 0.09585}, {"accuracy": 0.16996, "f1": 0.131824, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"], "main_score": 0.131824, "precision": 0.122429, "recall": 0.16996}, {"accuracy": 0.25, "f1": 0.20853, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"], "main_score": 0.20853, "precision": 0.195749, "recall": 0.25}, {"accuracy": 0.396245, "f1": 0.33523, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"], "main_score": 0.33523, "precision": 0.316299, "recall": 0.396245}, {"accuracy": 0.054348, "f1": 0.025577, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"], "main_score": 0.025577, "precision": 0.021506, "recall": 0.054348}, {"accuracy": 0.089921, "f1": 0.066449, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"], "main_score": 0.066449, "precision": 0.059803, "recall": 0.089921}, {"accuracy": 0.317194, "f1": 0.271113, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"], "main_score": 0.271113, "precision": 0.257322, "recall": 0.317194}, {"accuracy": 0.09585, "f1": 0.070072, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"], "main_score": 0.070072, "precision": 0.063323, "recall": 0.09585}, {"accuracy": 0.059289, "f1": 0.037517, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"], "main_score": 0.037517, "precision": 0.033204, "recall": 0.059289}, {"accuracy": 0.413043, "f1": 0.356471, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"], "main_score": 0.356471, "precision": 0.337872, "recall": 0.413043}, {"accuracy": 0.306324, "f1": 0.262545, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"], "main_score": 0.262545, "precision": 0.248597, "recall": 0.306324}, {"accuracy": 0.298419, "f1": 0.248585, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"], "main_score": 0.248585, "precision": 0.232304, "recall": 0.298419}, {"accuracy": 0.301383, "f1": 0.248087, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"], "main_score": 0.248087, "precision": 0.232131, "recall": 0.301383}, {"accuracy": 0.401186, "f1": 0.347382, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"], "main_score": 0.347382, "precision": 0.330574, "recall": 0.401186}, {"accuracy": 0.391304, "f1": 0.335718, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"], "main_score": 0.335718, "precision": 0.318576, "recall": 0.391304}, {"accuracy": 0.410079, "f1": 0.348285, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"], "main_score": 0.348285, "precision": 0.327792, "recall": 0.410079}, {"accuracy": 0.368577, "f1": 0.312652, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"], "main_score": 0.312652, "precision": 0.294271, "recall": 0.368577}, {"accuracy": 0.085968, "f1": 0.063162, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"], "main_score": 0.063162, "precision": 0.056904, "recall": 0.085968}, {"accuracy": 0.065217, "f1": 0.044444, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"], "main_score": 0.044444, "precision": 0.039438, "recall": 0.065217}, {"accuracy": 0.315217, "f1": 0.268111, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"], "main_score": 0.268111, "precision": 0.254788, "recall": 0.315217}, {"accuracy": 0.40415, "f1": 0.345451, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"], "main_score": 0.345451, "precision": 0.32487, "recall": 0.40415}, {"accuracy": 0.335968, "f1": 0.287439, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"], "main_score": 0.287439, "precision": 0.273886, "recall": 0.335968}, {"accuracy": 0.118577, "f1": 0.092171, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"], "main_score": 0.092171, "precision": 0.085336, "recall": 0.118577}, {"accuracy": 0.098814, "f1": 0.067135, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"], "main_score": 0.067135, "precision": 0.059972, "recall": 0.098814}, {"accuracy": 0.246047, "f1": 0.208172, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"], "main_score": 0.208172, "precision": 0.196143, "recall": 0.246047}, {"accuracy": 0.346838, "f1": 0.293574, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"], "main_score": 0.293574, "precision": 0.277073, "recall": 0.346838}, {"accuracy": 0.089921, "f1": 0.058356, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"], "main_score": 0.058356, "precision": 0.051618, "recall": 0.089921}, {"accuracy": 0.406126, "f1": 0.343641, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"], "main_score": 0.343641, "precision": 0.323799, "recall": 0.406126}, {"accuracy": 0.099802, "f1": 0.074549, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"], "main_score": 0.074549, "precision": 0.068495, "recall": 0.099802}, {"accuracy": 0.13834, "f1": 0.100783, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"], "main_score": 0.100783, "precision": 0.090098, "recall": 0.13834}, {"accuracy": 0.378458, "f1": 0.323538, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"], "main_score": 0.323538, "precision": 0.306262, "recall": 0.378458}, {"accuracy": 0.402174, "f1": 0.337384, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"], "main_score": 0.337384, "precision": 0.316523, "recall": 0.402174}, {"accuracy": 0.40415, "f1": 0.350194, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"], "main_score": 0.350194, "precision": 0.332098, "recall": 0.40415}, {"accuracy": 0.382411, "f1": 0.324554, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"], "main_score": 0.324554, "precision": 0.305175, "recall": 0.382411}, {"accuracy": 0.278656, "f1": 0.235214, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"], "main_score": 0.235214, "precision": 0.221274, "recall": 0.278656}, {"accuracy": 0.31917, "f1": 0.266727, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"], "main_score": 0.266727, "precision": 0.250365, "recall": 0.31917}, {"accuracy": 0.110672, "f1": 0.077513, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"], "main_score": 0.077513, "precision": 0.068673, "recall": 0.110672}, {"accuracy": 0.073123, "f1": 0.043674, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"], "main_score": 0.043674, "precision": 0.038047, "recall": 0.073123}, {"accuracy": 0.09585, "f1": 0.06268, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"], "main_score": 0.06268, "precision": 0.054664, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.036243, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"], "main_score": 0.036243, "precision": 0.032349, "recall": 0.056324}, {"accuracy": 0.396245, "f1": 0.338558, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"], "main_score": 0.338558, "precision": 0.320198, "recall": 0.396245}, {"accuracy": 0.253953, "f1": 0.207993, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"], "main_score": 0.207993, "precision": 0.193599, "recall": 0.253953}, {"accuracy": 0.06917, "f1": 0.049807, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"], "main_score": 0.049807, "precision": 0.045687, "recall": 0.06917}, {"accuracy": 0.26087, "f1": 0.221458, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"], "main_score": 0.221458, "precision": 0.208803, "recall": 0.26087}, {"accuracy": 0.391304, "f1": 0.32517, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"], "main_score": 0.32517, "precision": 0.302966, "recall": 0.391304}, {"accuracy": 0.229249, "f1": 0.185972, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"], "main_score": 0.185972, "precision": 0.172824, "recall": 0.229249}, {"accuracy": 0.148221, "f1": 0.117638, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"], "main_score": 0.117638, "precision": 0.107651, "recall": 0.148221}, {"accuracy": 0.096838, "f1": 0.066893, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"], "main_score": 0.066893, "precision": 0.060076, "recall": 0.096838}, {"accuracy": 0.36166, "f1": 0.304238, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"], "main_score": 0.304238, "precision": 0.286581, "recall": 0.36166}, {"accuracy": 0.141304, "f1": 0.10812, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"], "main_score": 0.10812, "precision": 0.099368, "recall": 0.141304}, {"accuracy": 0.094862, "f1": 0.071815, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"], "main_score": 0.071815, "precision": 0.066071, "recall": 0.094862}, {"accuracy": 0.082016, "f1": 0.05747, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"], "main_score": 0.05747, "precision": 0.050923, "recall": 0.082016}, {"accuracy": 0.088933, "f1": 0.060418, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"], "main_score": 0.060418, "precision": 0.053686, "recall": 0.088933}, {"accuracy": 0.380435, "f1": 0.323794, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"], "main_score": 0.323794, "precision": 0.304814, "recall": 0.380435}, {"accuracy": 0.017787, "f1": 0.006778, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"], "main_score": 0.006778, "precision": 0.005414, "recall": 0.017787}, {"accuracy": 0.301383, "f1": 0.257174, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"], "main_score": 0.257174, "precision": 0.244162, "recall": 0.301383}, {"accuracy": 0.270751, "f1": 0.231124, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"], "main_score": 0.231124, "precision": 0.217835, "recall": 0.270751}, {"accuracy": 0.40415, "f1": 0.348192, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"], "main_score": 0.348192, "precision": 0.329348, "recall": 0.40415}, {"accuracy": 0.076087, "f1": 0.04772, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"], "main_score": 0.04772, "precision": 0.041264, "recall": 0.076087}, {"accuracy": 0.081028, "f1": 0.05927, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"], "main_score": 0.05927, "precision": 0.053992, "recall": 0.081028}, {"accuracy": 0.395257, "f1": 0.342431, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"], "main_score": 0.342431, "precision": 0.325994, "recall": 0.395257}, {"accuracy": 0.411067, "f1": 0.345888, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"], "main_score": 0.345888, "precision": 0.324518, "recall": 0.411067}, {"accuracy": 0.248024, "f1": 0.205961, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"], "main_score": 0.205961, "precision": 0.193261, "recall": 0.248024}, {"accuracy": 0.083992, "f1": 0.064236, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"], "main_score": 0.064236, "precision": 0.058421, "recall": 0.083992}, {"accuracy": 0.097826, "f1": 0.06777, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"], "main_score": 0.06777, "precision": 0.061309, "recall": 0.097826}, {"accuracy": 0.327075, "f1": 0.276282, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"], "main_score": 0.276282, "precision": 0.260419, "recall": 0.327075}, {"accuracy": 0.068182, "f1": 0.045715, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"], "main_score": 0.045715, "precision": 0.040148, "recall": 0.068182}, {"accuracy": 0.099802, "f1": 0.066661, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"], "main_score": 0.066661, "precision": 0.058464, "recall": 0.099802}, {"accuracy": 0.283597, "f1": 0.234675, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"], "main_score": 0.234675, "precision": 0.220354, "recall": 0.283597}, {"accuracy": 0.238142, "f1": 0.196626, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"], "main_score": 0.196626, "precision": 0.184258, "recall": 0.238142}, {"accuracy": 0.342885, "f1": 0.292607, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"], "main_score": 0.292607, "precision": 0.276409, "recall": 0.342885}, {"accuracy": 0.118577, "f1": 0.081248, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"], "main_score": 0.081248, "precision": 0.070971, "recall": 0.118577}, {"accuracy": 0.203557, "f1": 0.157773, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"], "main_score": 0.157773, "precision": 0.14493, "recall": 0.203557}, {"accuracy": 0.392292, "f1": 0.332991, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"], "main_score": 0.332991, "precision": 0.313867, "recall": 0.392292}, {"accuracy": 0.229249, "f1": 0.189711, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"], "main_score": 0.189711, "precision": 0.176357, "recall": 0.229249}, {"accuracy": 0.328063, "f1": 0.273161, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"], "main_score": 0.273161, "precision": 0.254991, "recall": 0.328063}, {"accuracy": 0.158103, "f1": 0.119743, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"], "main_score": 0.119743, "precision": 0.109127, "recall": 0.158103}, {"accuracy": 0.174901, "f1": 0.13956, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"], "main_score": 0.13956, "precision": 0.12877, "recall": 0.174901}, {"accuracy": 0.247036, "f1": 0.204171, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"], "main_score": 0.204171, "precision": 0.190881, "recall": 0.247036}, {"accuracy": 0.108696, "f1": 0.077323, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"], "main_score": 0.077323, "precision": 0.070116, "recall": 0.108696}, {"accuracy": 0.327075, "f1": 0.282019, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"], "main_score": 0.282019, "precision": 0.268193, "recall": 0.327075}, {"accuracy": 0.378458, "f1": 0.316906, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"], "main_score": 0.316906, "precision": 0.297707, "recall": 0.378458}, {"accuracy": 0.38834, "f1": 0.329977, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"], "main_score": 0.329977, "precision": 0.31155, "recall": 0.38834}, {"accuracy": 0.337945, "f1": 0.285229, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"], "main_score": 0.285229, "precision": 0.268652, "recall": 0.337945}, {"accuracy": 0.270751, "f1": 0.2363, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"], "main_score": 0.2363, "precision": 0.225974, "recall": 0.270751}, {"accuracy": 0.409091, "f1": 0.350276, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"], "main_score": 0.350276, "precision": 0.330254, "recall": 0.409091}, {"accuracy": 0.146245, "f1": 0.118002, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"], "main_score": 0.118002, "precision": 0.108937, "recall": 0.146245}, {"accuracy": 0.193676, "f1": 0.155792, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"], "main_score": 0.155792, "precision": 0.144, "recall": 0.193676}, {"accuracy": 0.070158, "f1": 0.046277, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"], "main_score": 0.046277, "precision": 0.041494, "recall": 0.070158}, {"accuracy": 0.410079, "f1": 0.347753, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"], "main_score": 0.347753, "precision": 0.327149, "recall": 0.410079}, {"accuracy": 0.107708, "f1": 0.081883, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"], "main_score": 0.081883, "precision": 0.073877, "recall": 0.107708}, {"accuracy": 0.37253, "f1": 0.314167, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"], "main_score": 0.314167, "precision": 0.296468, "recall": 0.37253}, {"accuracy": 0.3083, "f1": 0.259372, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"], "main_score": 0.259372, "precision": 0.244453, "recall": 0.3083}, {"accuracy": 0.215415, "f1": 0.166973, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"], "main_score": 0.166973, "precision": 0.153533, "recall": 0.215415}, {"accuracy": 0.114625, "f1": 0.078916, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"], "main_score": 0.078916, "precision": 0.070702, "recall": 0.114625}, {"accuracy": 0.331028, "f1": 0.283595, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"], "main_score": 0.283595, "precision": 0.268873, "recall": 0.331028}, {"accuracy": 0.092885, "f1": 0.064936, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"], "main_score": 0.064936, "precision": 0.058415, "recall": 0.092885}, {"accuracy": 0.100791, "f1": 0.071776, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"], "main_score": 0.071776, "precision": 0.064592, "recall": 0.100791}, {"accuracy": 0.411067, "f1": 0.357712, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"], "main_score": 0.357712, "precision": 0.339121, "recall": 0.411067}, {"accuracy": 0.163043, "f1": 0.119, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"], "main_score": 0.119, "precision": 0.106526, "recall": 0.163043}, {"accuracy": 0.401186, "f1": 0.344634, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"], "main_score": 0.344634, "precision": 0.326326, "recall": 0.401186}, {"accuracy": 0.090909, "f1": 0.06384, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"], "main_score": 0.06384, "precision": 0.056122, "recall": 0.090909}, {"accuracy": 0.41502, "f1": 0.355785, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"], "main_score": 0.355785, "precision": 0.336341, "recall": 0.41502}, {"accuracy": 0.363636, "f1": 0.303085, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"], "main_score": 0.303085, "precision": 0.283665, "recall": 0.363636}, {"accuracy": 0.346838, "f1": 0.301179, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"], "main_score": 0.301179, "precision": 0.287036, "recall": 0.346838}, {"accuracy": 0.071146, "f1": 0.04905, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"], "main_score": 0.04905, "precision": 0.043804, "recall": 0.071146}, {"accuracy": 0.350791, "f1": 0.304258, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"], "main_score": 0.304258, "precision": 0.289884, "recall": 0.350791}, {"accuracy": 0.086957, "f1": 0.054261, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"], "main_score": 0.054261, "precision": 0.046682, "recall": 0.086957}, {"accuracy": 0.083992, "f1": 0.057395, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"], "main_score": 0.057395, "precision": 0.051142, "recall": 0.083992}, {"accuracy": 0.06917, "f1": 0.046843, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"], "main_score": 0.046843, "precision": 0.041433, "recall": 0.06917}, {"accuracy": 0.164032, "f1": 0.136713, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"], "main_score": 0.136713, "precision": 0.127785, "recall": 0.164032}, {"accuracy": 0.411067, "f1": 0.347821, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"], "main_score": 0.347821, "precision": 0.327592, "recall": 0.411067}, {"accuracy": 0.120553, "f1": 0.08654, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"], "main_score": 0.08654, "precision": 0.076864, "recall": 0.120553}, {"accuracy": 0.072134, "f1": 0.048339, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"], "main_score": 0.048339, "precision": 0.042877, "recall": 0.072134}, {"accuracy": 0.093874, "f1": 0.064453, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"], "main_score": 0.064453, "precision": 0.056576, "recall": 0.093874}, {"accuracy": 0.295455, "f1": 0.252511, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"], "main_score": 0.252511, "precision": 0.240216, "recall": 0.295455}, {"accuracy": 0.08004, "f1": 0.055643, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"], "main_score": 0.055643, "precision": 0.04881, "recall": 0.08004}, {"accuracy": 0.089921, "f1": 0.065576, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"], "main_score": 0.065576, "precision": 0.060371, "recall": 0.089921}, {"accuracy": 0.33498, "f1": 0.281574, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"], "main_score": 0.281574, "precision": 0.265415, "recall": 0.33498}, {"accuracy": 0.109684, "f1": 0.077989, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"], "main_score": 0.077989, "precision": 0.069228, "recall": 0.109684}, {"accuracy": 0.116601, "f1": 0.086549, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"], "main_score": 0.086549, "precision": 0.079413, "recall": 0.116601}, {"accuracy": 0.240119, "f1": 0.198922, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"], "main_score": 0.198922, "precision": 0.185314, "recall": 0.240119}, {"accuracy": 0.124506, "f1": 0.091473, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"], "main_score": 0.091473, "precision": 0.082923, "recall": 0.124506}, {"accuracy": 0.137352, "f1": 0.105413, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"], "main_score": 0.105413, "precision": 0.095826, "recall": 0.137352}, {"accuracy": 0.368577, "f1": 0.316914, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"], "main_score": 0.316914, "precision": 0.300275, "recall": 0.368577}, {"accuracy": 0.137352, "f1": 0.104412, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"], "main_score": 0.104412, "precision": 0.09557, "recall": 0.137352}, {"accuracy": 0.166996, "f1": 0.135172, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"], "main_score": 0.135172, "precision": 0.124638, "recall": 0.166996}, {"accuracy": 0.066206, "f1": 0.040305, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"], "main_score": 0.040305, "precision": 0.033208, "recall": 0.066206}, {"accuracy": 0.41996, "f1": 0.356623, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"], "main_score": 0.356623, "precision": 0.336972, "recall": 0.41996}, {"accuracy": 0.369565, "f1": 0.314658, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"], "main_score": 0.314658, "precision": 0.298552, "recall": 0.369565}, {"accuracy": 0.397233, "f1": 0.340045, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"], "main_score": 0.340045, "precision": 0.321371, "recall": 0.397233}, {"accuracy": 0.343874, "f1": 0.29433, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"], "main_score": 0.29433, "precision": 0.278367, "recall": 0.343874}, {"accuracy": 0.128458, "f1": 0.09747, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"], "main_score": 0.09747, "precision": 0.089682, "recall": 0.128458}, {"accuracy": 0.08498, "f1": 0.05686, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"], "main_score": 0.05686, "precision": 0.049915, "recall": 0.08498}, {"accuracy": 0.096838, "f1": 0.062756, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"], "main_score": 0.062756, "precision": 0.054159, "recall": 0.096838}, {"accuracy": 0.139328, "f1": 0.089864, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"], "main_score": 0.089864, "precision": 0.078103, "recall": 0.139328}, {"accuracy": 0.002964, "f1": 4.3e-05, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"], "main_score": 4.3e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.852767, "f1": 0.816436, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"], "main_score": 0.816436, "precision": 0.800099, "recall": 0.852767}, {"accuracy": 0.750988, "f1": 0.698058, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"], "main_score": 0.698058, "precision": 0.675313, "recall": 0.750988}, {"accuracy": 0.804348, "f1": 0.762709, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"], "main_score": 0.762709, "precision": 0.744919, "recall": 0.804348}, {"accuracy": 0.536561, "f1": 0.464664, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"], "main_score": 0.464664, "precision": 0.437074, "recall": 0.536561}, {"accuracy": 0.160079, "f1": 0.108582, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"], "main_score": 0.108582, "precision": 0.096041, "recall": 0.160079}, {"accuracy": 0.863636, "f1": 0.827437, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"], "main_score": 0.827437, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.358696, "f1": 0.281749, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"], "main_score": 0.281749, "precision": 0.257408, "recall": 0.358696}, {"accuracy": 0.55336, "f1": 0.483118, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"], "main_score": 0.483118, "precision": 0.455518, "recall": 0.55336}, {"accuracy": 0.852767, "f1": 0.812566, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"], "main_score": 0.812566, "precision": 0.794525, "recall": 0.852767}, {"accuracy": 0.782609, "f1": 0.738968, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"], "main_score": 0.738968, "precision": 0.720316, "recall": 0.782609}, {"accuracy": 0.193676, "f1": 0.121191, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"], "main_score": 0.121191, "precision": 0.102176, "recall": 0.193676}, {"accuracy": 0.794466, "f1": 0.755275, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"], "main_score": 0.755275, "precision": 0.738043, "recall": 0.794466}, {"accuracy": 0.727273, "f1": 0.677643, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"], "main_score": 0.677643, "precision": 0.656728, "recall": 0.727273}, {"accuracy": 0.87747, "f1": 0.843874, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"], "main_score": 0.843874, "precision": 0.829002, "recall": 0.87747}, {"accuracy": 0.243083, "f1": 0.169656, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"], "main_score": 0.169656, "precision": 0.150082, "recall": 0.243083}, {"accuracy": 0.895257, "f1": 0.868429, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"], "main_score": 0.868429, "precision": 0.856559, "recall": 0.895257}, {"accuracy": 0.80336, "f1": 0.761254, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"], "main_score": 0.761254, "precision": 0.743058, "recall": 0.80336}, {"accuracy": 0.882411, "f1": 0.85, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"], "main_score": 0.85, "precision": 0.835623, "recall": 0.882411}, {"accuracy": 0.862648, "f1": 0.829504, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"], "main_score": 0.829504, "precision": 0.814789, "recall": 0.862648}, {"accuracy": 0.108696, "f1": 0.06655, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"], "main_score": 0.06655, "precision": 0.056237, "recall": 0.108696}, {"accuracy": 0.699605, "f1": 0.645111, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"], "main_score": 0.645111, "precision": 0.622539, "recall": 0.699605}, {"accuracy": 0.864625, "f1": 0.831903, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"], "main_score": 0.831903, "precision": 0.817556, "recall": 0.864625}, {"accuracy": 0.593874, "f1": 0.520182, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"], "main_score": 0.520182, "precision": 0.490679, "recall": 0.593874}, {"accuracy": 0.063241, "f1": 0.032447, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"], "main_score": 0.032447, "precision": 0.027643, "recall": 0.063241}, {"accuracy": 0.903162, "f1": 0.879496, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"], "main_score": 0.879496, "precision": 0.8695, "recall": 0.903162}, {"accuracy": 0.182806, "f1": 0.127359, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"], "main_score": 0.127359, "precision": 0.113683, "recall": 0.182806}, {"accuracy": 0.729249, "f1": 0.676281, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"], "main_score": 0.676281, "precision": 0.653689, "recall": 0.729249}, {"accuracy": 0.852767, "f1": 0.812912, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"], "main_score": 0.812912, "precision": 0.79524, "recall": 0.852767}, {"accuracy": 0.77668, "f1": 0.733731, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"], "main_score": 0.733731, "precision": 0.715992, "recall": 0.77668}, {"accuracy": 0.755929, "f1": 0.706878, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"], "main_score": 0.706878, "precision": 0.686476, "recall": 0.755929}, {"accuracy": 0.225296, "f1": 0.16386, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"], "main_score": 0.16386, "precision": 0.145895, "recall": 0.225296}, {"accuracy": 0.87253, "f1": 0.838043, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"], "main_score": 0.838043, "precision": 0.822694, "recall": 0.87253}, {"accuracy": 0.635375, "f1": 0.570097, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"], "main_score": 0.570097, "precision": 0.543583, "recall": 0.635375}, {"accuracy": 0.890316, "f1": 0.865402, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"], "main_score": 0.865402, "precision": 0.854496, "recall": 0.890316}, {"accuracy": 0.742095, "f1": 0.688573, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"], "main_score": 0.688573, "precision": 0.665803, "recall": 0.742095}, {"accuracy": 0.848814, "f1": 0.814643, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"], "main_score": 0.814643, "precision": 0.79944, "recall": 0.848814}, {"accuracy": 0.84585, "f1": 0.806818, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"], "main_score": 0.806818, "precision": 0.789904, "recall": 0.84585}, {"accuracy": 0.130435, "f1": 0.076528, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"], "main_score": 0.076528, "precision": 0.065841, "recall": 0.130435}, {"accuracy": 0.062253, "f1": 0.039264, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"], "main_score": 0.039264, "precision": 0.033688, "recall": 0.062253}, {"accuracy": 0.867589, "f1": 0.832872, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"], "main_score": 0.832872, "precision": 0.81754, "recall": 0.867589}, {"accuracy": 0.135375, "f1": 0.087526, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"], "main_score": 0.087526, "precision": 0.076726, "recall": 0.135375}, {"accuracy": 0.878458, "f1": 0.847746, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"], "main_score": 0.847746, "precision": 0.834387, "recall": 0.878458}, {"accuracy": 0.795455, "f1": 0.746904, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"], "main_score": 0.746904, "precision": 0.725082, "recall": 0.795455}, {"accuracy": 0.757905, "f1": 0.71413, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"], "main_score": 0.71413, "precision": 0.695059, "recall": 0.757905}, {"accuracy": 0.605731, "f1": 0.5398, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"], "main_score": 0.5398, "precision": 0.512269, "recall": 0.605731}, {"accuracy": 0.159091, "f1": 0.100957, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"], "main_score": 0.100957, "precision": 0.086369, "recall": 0.159091}, {"accuracy": 0.59585, "f1": 0.535844, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"], "main_score": 0.535844, "precision": 0.51168, "recall": 0.59585}, {"accuracy": 0.552372, "f1": 0.480623, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"], "main_score": 0.480623, "precision": 0.453137, "recall": 0.552372}, {"accuracy": 0.873518, "f1": 0.838425, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"], "main_score": 0.838425, "precision": 0.822579, "recall": 0.873518}, {"accuracy": 0.651186, "f1": 0.583541, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"], "main_score": 0.583541, "precision": 0.555452, "recall": 0.651186}, {"accuracy": 0.12747, "f1": 0.081089, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"], "main_score": 0.081089, "precision": 0.070504, "recall": 0.12747}, {"accuracy": 0.896245, "f1": 0.870422, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"], "main_score": 0.870422, "precision": 0.858778, "recall": 0.896245}, {"accuracy": 0.074111, "f1": 0.049217, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"], "main_score": 0.049217, "precision": 0.043227, "recall": 0.074111}, {"accuracy": 0.199605, "f1": 0.139783, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"], "main_score": 0.139783, "precision": 0.123777, "recall": 0.199605}, {"accuracy": 0.312253, "f1": 0.237299, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"], "main_score": 0.237299, "precision": 0.21423, "recall": 0.312253}, {"accuracy": 0.079051, "f1": 0.043591, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"], "main_score": 0.043591, "precision": 0.035591, "recall": 0.079051}, {"accuracy": 0.87253, "f1": 0.83969, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"], "main_score": 0.83969, "precision": 0.825362, "recall": 0.87253}, {"accuracy": 0.844862, "f1": 0.809074, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"], "main_score": 0.809074, "precision": 0.793439, "recall": 0.844862}, {"accuracy": 0.874506, "f1": 0.84193, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"], "main_score": 0.84193, "precision": 0.826918, "recall": 0.874506}, {"accuracy": 0.816206, "f1": 0.771558, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"], "main_score": 0.771558, "precision": 0.752315, "recall": 0.816206}, {"accuracy": 0.228261, "f1": 0.159076, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"], "main_score": 0.159076, "precision": 0.139818, "recall": 0.228261}, {"accuracy": 0.65415, "f1": 0.598759, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"], "main_score": 0.598759, "precision": 0.576593, "recall": 0.65415}, {"accuracy": 0.374506, "f1": 0.300347, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"], "main_score": 0.300347, "precision": 0.276994, "recall": 0.374506}, {"accuracy": 0.874506, "f1": 0.84109, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"], "main_score": 0.84109, "precision": 0.825899, "recall": 0.874506}, {"accuracy": 0.213439, "f1": 0.145798, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"], "main_score": 0.145798, "precision": 0.127745, "recall": 0.213439}, {"accuracy": 0.270751, "f1": 0.199134, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"], "main_score": 0.199134, "precision": 0.179015, "recall": 0.270751}, {"accuracy": 0.211462, "f1": 0.142888, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"], "main_score": 0.142888, "precision": 0.123586, "recall": 0.211462}, {"accuracy": 0.306324, "f1": 0.236743, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"], "main_score": 0.236743, "precision": 0.216056, "recall": 0.306324}, {"accuracy": 0.544466, "f1": 0.476183, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"], "main_score": 0.476183, "precision": 0.451505, "recall": 0.544466}, {"accuracy": 0.871542, "f1": 0.838538, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"], "main_score": 0.838538, "precision": 0.823979, "recall": 0.871542}, {"accuracy": 0.054348, "f1": 0.021655, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"], "main_score": 0.021655, "precision": 0.017604, "recall": 0.054348}, {"accuracy": 0.16502, "f1": 0.111204, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"], "main_score": 0.111204, "precision": 0.095894, "recall": 0.16502}, {"accuracy": 0.624506, "f1": 0.55979, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"], "main_score": 0.55979, "precision": 0.532799, "recall": 0.624506}, {"accuracy": 0.185771, "f1": 0.124722, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"], "main_score": 0.124722, "precision": 0.109655, "recall": 0.185771}, {"accuracy": 0.057312, "f1": 0.029276, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"], "main_score": 0.029276, "precision": 0.024973, "recall": 0.057312}, {"accuracy": 0.871542, "f1": 0.837931, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"], "main_score": 0.837931, "precision": 0.822908, "recall": 0.871542}, {"accuracy": 0.673913, "f1": 0.612074, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"], "main_score": 0.612074, "precision": 0.585919, "recall": 0.673913}, {"accuracy": 0.684783, "f1": 0.618994, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"], "main_score": 0.618994, "precision": 0.592353, "recall": 0.684783}, {"accuracy": 0.585968, "f1": 0.518417, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"], "main_score": 0.518417, "precision": 0.490913, "recall": 0.585968}, {"accuracy": 0.87747, "f1": 0.84521, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"], "main_score": 0.84521, "precision": 0.830649, "recall": 0.87747}, {"accuracy": 0.860672, "f1": 0.824638, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"], "main_score": 0.824638, "precision": 0.808086, "recall": 0.860672}, {"accuracy": 0.87747, "f1": 0.844071, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"], "main_score": 0.844071, "precision": 0.82887, "recall": 0.87747}, {"accuracy": 0.838933, "f1": 0.799594, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"], "main_score": 0.799594, "precision": 0.78265, "recall": 0.838933}, {"accuracy": 0.179842, "f1": 0.124161, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"], "main_score": 0.124161, "precision": 0.109565, "recall": 0.179842}, {"accuracy": 0.12253, "f1": 0.077579, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"], "main_score": 0.077579, "precision": 0.066377, "recall": 0.12253}, {"accuracy": 0.719368, "f1": 0.663728, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"], "main_score": 0.663728, "precision": 0.639359, "recall": 0.719368}, {"accuracy": 0.869565, "f1": 0.837404, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"], "main_score": 0.837404, "precision": 0.82337, "recall": 0.869565}, {"accuracy": 0.901186, "f1": 0.877802, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"], "main_score": 0.877802, "precision": 0.867434, "recall": 0.901186}, {"accuracy": 0.322134, "f1": 0.250618, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"], "main_score": 0.250618, "precision": 0.227995, "recall": 0.322134}, {"accuracy": 0.16502, "f1": 0.107452, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"], "main_score": 0.107452, "precision": 0.093411, "recall": 0.16502}, {"accuracy": 0.599802, "f1": 0.5268, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"], "main_score": 0.5268, "precision": 0.497583, "recall": 0.599802}, {"accuracy": 0.768775, "f1": 0.721647, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"], "main_score": 0.721647, "precision": 0.701986, "recall": 0.768775}, {"accuracy": 0.151186, "f1": 0.093162, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"], "main_score": 0.093162, "precision": 0.079626, "recall": 0.151186}, {"accuracy": 0.868577, "f1": 0.833959, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"], "main_score": 0.833959, "precision": 0.818017, "recall": 0.868577}, {"accuracy": 0.195652, "f1": 0.144824, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"], "main_score": 0.144824, "precision": 0.131973, "recall": 0.195652}, {"accuracy": 0.344862, "f1": 0.263357, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"], "main_score": 0.263357, "precision": 0.238584, "recall": 0.344862}, {"accuracy": 0.892292, "f1": 0.865283, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"], "main_score": 0.865283, "precision": 0.853535, "recall": 0.892292}, {"accuracy": 0.881423, "f1": 0.847848, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"], "main_score": 0.847848, "precision": 0.832469, "recall": 0.881423}, {"accuracy": 0.874506, "f1": 0.841173, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"], "main_score": 0.841173, "precision": 0.826153, "recall": 0.874506}, {"accuracy": 0.863636, "f1": 0.830025, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"], "main_score": 0.830025, "precision": 0.815003, "recall": 0.863636}, {"accuracy": 0.646245, "f1": 0.579334, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"], "main_score": 0.579334, "precision": 0.552701, "recall": 0.646245}, {"accuracy": 0.791502, "f1": 0.743699, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"], "main_score": 0.743699, "precision": 0.723575, "recall": 0.791502}, {"accuracy": 0.197628, "f1": 0.13287, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"], "main_score": 0.13287, "precision": 0.11461, "recall": 0.197628}, {"accuracy": 0.08004, "f1": 0.038407, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"], "main_score": 0.038407, "precision": 0.031531, "recall": 0.08004}, {"accuracy": 0.201581, "f1": 0.138772, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"], "main_score": 0.138772, "precision": 0.121656, "recall": 0.201581}, {"accuracy": 0.092885, "f1": 0.051828, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"], "main_score": 0.051828, "precision": 0.042231, "recall": 0.092885}, {"accuracy": 0.873518, "f1": 0.839627, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"], "main_score": 0.839627, "precision": 0.824499, "recall": 0.873518}, {"accuracy": 0.594862, "f1": 0.526358, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"], "main_score": 0.526358, "precision": 0.498682, "recall": 0.594862}, {"accuracy": 0.068182, "f1": 0.046453, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"], "main_score": 0.046453, "precision": 0.041225, "recall": 0.068182}, {"accuracy": 0.641304, "f1": 0.573433, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"], "main_score": 0.573433, "precision": 0.546083, "recall": 0.641304}, {"accuracy": 0.869565, "f1": 0.836001, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"], "main_score": 0.836001, "precision": 0.821262, "recall": 0.869565}, {"accuracy": 0.613636, "f1": 0.550932, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"], "main_score": 0.550932, "precision": 0.525859, "recall": 0.613636}, {"accuracy": 0.426877, "f1": 0.359907, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"], "main_score": 0.359907, "precision": 0.334943, "recall": 0.426877}, {"accuracy": 0.16502, "f1": 0.108301, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"], "main_score": 0.108301, "precision": 0.094908, "recall": 0.16502}, {"accuracy": 0.892292, "f1": 0.86502, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"], "main_score": 0.86502, "precision": 0.852959, "recall": 0.892292}, {"accuracy": 0.333992, "f1": 0.253747, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"], "main_score": 0.253747, "precision": 0.228961, "recall": 0.333992}, {"accuracy": 0.199605, "f1": 0.13642, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"], "main_score": 0.13642, "precision": 0.118953, "recall": 0.199605}, {"accuracy": 0.153162, "f1": 0.103487, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"], "main_score": 0.103487, "precision": 0.090999, "recall": 0.153162}, {"accuracy": 0.189723, "f1": 0.133542, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"], "main_score": 0.133542, "precision": 0.119233, "recall": 0.189723}, {"accuracy": 0.849802, "f1": 0.811708, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"], "main_score": 0.811708, "precision": 0.794236, "recall": 0.849802}, {"accuracy": 0.020751, "f1": 0.005851, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"], "main_score": 0.005851, "precision": 0.004744, "recall": 0.020751}, {"accuracy": 0.697628, "f1": 0.641218, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"], "main_score": 0.641218, "precision": 0.618101, "recall": 0.697628}, {"accuracy": 0.333992, "f1": 0.268805, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"], "main_score": 0.268805, "precision": 0.2458, "recall": 0.333992}, {"accuracy": 0.878458, "f1": 0.846311, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"], "main_score": 0.846311, "precision": 0.831851, "recall": 0.878458}, {"accuracy": 0.076087, "f1": 0.043901, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"], "main_score": 0.043901, "precision": 0.037631, "recall": 0.076087}, {"accuracy": 0.153162, "f1": 0.103047, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"], "main_score": 0.103047, "precision": 0.089665, "recall": 0.153162}, {"accuracy": 0.855731, "f1": 0.817819, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"], "main_score": 0.817819, "precision": 0.800626, "recall": 0.855731}, {"accuracy": 0.874506, "f1": 0.8403, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"], "main_score": 0.8403, "precision": 0.824581, "recall": 0.874506}, {"accuracy": 0.538538, "f1": 0.465356, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"], "main_score": 0.465356, "precision": 0.437354, "recall": 0.538538}, {"accuracy": 0.164032, "f1": 0.113775, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"], "main_score": 0.113775, "precision": 0.100693, "recall": 0.164032}, {"accuracy": 0.177866, "f1": 0.114666, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"], "main_score": 0.114666, "precision": 0.096514, "recall": 0.177866}, {"accuracy": 0.892292, "f1": 0.866488, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"], "main_score": 0.866488, "precision": 0.855303, "recall": 0.892292}, {"accuracy": 0.143281, "f1": 0.091224, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"], "main_score": 0.091224, "precision": 0.079032, "recall": 0.143281}, {"accuracy": 0.148221, "f1": 0.097986, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"], "main_score": 0.097986, "precision": 0.083896, "recall": 0.148221}, {"accuracy": 0.65415, "f1": 0.589345, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"], "main_score": 0.589345, "precision": 0.56359, "recall": 0.65415}, {"accuracy": 0.549407, "f1": 0.480756, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"], "main_score": 0.480756, "precision": 0.453996, "recall": 0.549407}, {"accuracy": 0.811265, "f1": 0.770646, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"], "main_score": 0.770646, "precision": 0.75317, "recall": 0.811265}, {"accuracy": 0.221344, "f1": 0.154973, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"], "main_score": 0.154973, "precision": 0.133798, "recall": 0.221344}, {"accuracy": 0.383399, "f1": 0.301859, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"], "main_score": 0.301859, "precision": 0.274093, "recall": 0.383399}, {"accuracy": 0.870553, "f1": 0.834848, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"], "main_score": 0.834848, "precision": 0.818791, "recall": 0.870553}, {"accuracy": 0.435771, "f1": 0.365727, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"], "main_score": 0.365727, "precision": 0.339621, "recall": 0.435771}, {"accuracy": 0.684783, "f1": 0.622299, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"], "main_score": 0.622299, "precision": 0.595702, "recall": 0.684783}, {"accuracy": 0.231225, "f1": 0.16587, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"], "main_score": 0.16587, "precision": 0.147807, "recall": 0.231225}, {"accuracy": 0.534585, "f1": 0.466238, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"], "main_score": 0.466238, "precision": 0.438663, "recall": 0.534585}, {"accuracy": 0.578063, "f1": 0.505665, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"], "main_score": 0.505665, "precision": 0.475851, "recall": 0.578063}, {"accuracy": 0.188735, "f1": 0.128647, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"], "main_score": 0.128647, "precision": 0.112221, "recall": 0.188735}, {"accuracy": 0.76087, "f1": 0.711547, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"], "main_score": 0.711547, "precision": 0.690865, "recall": 0.76087}, {"accuracy": 0.850791, "f1": 0.812469, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"], "main_score": 0.812469, "precision": 0.79585, "recall": 0.850791}, {"accuracy": 0.870553, "f1": 0.836942, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"], "main_score": 0.836942, "precision": 0.821789, "recall": 0.870553}, {"accuracy": 0.813241, "f1": 0.770784, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"], "main_score": 0.770784, "precision": 0.752487, "recall": 0.813241}, {"accuracy": 0.634387, "f1": 0.574947, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"], "main_score": 0.574947, "precision": 0.550603, "recall": 0.634387}, {"accuracy": 0.874506, "f1": 0.840876, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"], "main_score": 0.840876, "precision": 0.825823, "recall": 0.874506}, {"accuracy": 0.331028, "f1": 0.259951, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"], "main_score": 0.259951, "precision": 0.236099, "recall": 0.331028}, {"accuracy": 0.422925, "f1": 0.338936, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"], "main_score": 0.338936, "precision": 0.309692, "recall": 0.422925}, {"accuracy": 0.091897, "f1": 0.051618, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"], "main_score": 0.051618, "precision": 0.043654, "recall": 0.091897}, {"accuracy": 0.870553, "f1": 0.836117, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"], "main_score": 0.836117, "precision": 0.820612, "recall": 0.870553}, {"accuracy": 0.172925, "f1": 0.123642, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"], "main_score": 0.123642, "precision": 0.108998, "recall": 0.172925}, {"accuracy": 0.859684, "f1": 0.824078, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"], "main_score": 0.824078, "precision": 0.808476, "recall": 0.859684}, {"accuracy": 0.827075, "f1": 0.788686, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"], "main_score": 0.788686, "precision": 0.771551, "recall": 0.827075}, {"accuracy": 0.369565, "f1": 0.290108, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"], "main_score": 0.290108, "precision": 0.263348, "recall": 0.369565}, {"accuracy": 0.280632, "f1": 0.209547, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"], "main_score": 0.209547, "precision": 0.189212, "recall": 0.280632}, {"accuracy": 0.750988, "f1": 0.697021, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"], "main_score": 0.697021, "precision": 0.673946, "recall": 0.750988}, {"accuracy": 0.202569, "f1": 0.139501, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"], "main_score": 0.139501, "precision": 0.121961, "recall": 0.202569}, {"accuracy": 0.188735, "f1": 0.128917, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"], "main_score": 0.128917, "precision": 0.112695, "recall": 0.188735}, {"accuracy": 0.875494, "f1": 0.843991, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"], "main_score": 0.843991, "precision": 0.830155, "recall": 0.875494}, {"accuracy": 0.368577, "f1": 0.288626, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"], "main_score": 0.288626, "precision": 0.262228, "recall": 0.368577}, {"accuracy": 0.858696, "f1": 0.820967, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"], "main_score": 0.820967, "precision": 0.804463, "recall": 0.858696}, {"accuracy": 0.162055, "f1": 0.098356, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"], "main_score": 0.098356, "precision": 0.082943, "recall": 0.162055}, {"accuracy": 0.874506, "f1": 0.840629, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"], "main_score": 0.840629, "precision": 0.825569, "recall": 0.874506}, {"accuracy": 0.778656, "f1": 0.72733, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"], "main_score": 0.72733, "precision": 0.705254, "recall": 0.778656}, {"accuracy": 0.810277, "f1": 0.770619, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"], "main_score": 0.770619, "precision": 0.75336, "recall": 0.810277}, {"accuracy": 0.141304, "f1": 0.091111, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"], "main_score": 0.091111, "precision": 0.078819, "recall": 0.141304}, {"accuracy": 0.77668, "f1": 0.730984, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"], "main_score": 0.730984, "precision": 0.710911, "recall": 0.77668}, {"accuracy": 0.150198, "f1": 0.095104, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"], "main_score": 0.095104, "precision": 0.080822, "recall": 0.150198}, {"accuracy": 0.168972, "f1": 0.114382, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"], "main_score": 0.114382, "precision": 0.099855, "recall": 0.168972}, {"accuracy": 0.12253, "f1": 0.07427, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"], "main_score": 0.07427, "precision": 0.062247, "recall": 0.12253}, {"accuracy": 0.514822, "f1": 0.445655, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"], "main_score": 0.445655, "precision": 0.417664, "recall": 0.514822}, {"accuracy": 0.869565, "f1": 0.834634, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"], "main_score": 0.834634, "precision": 0.818801, "recall": 0.869565}, {"accuracy": 0.250988, "f1": 0.184267, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"], "main_score": 0.184267, "precision": 0.164142, "recall": 0.250988}, {"accuracy": 0.146245, "f1": 0.086058, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"], "main_score": 0.086058, "precision": 0.071364, "recall": 0.146245}, {"accuracy": 0.174901, "f1": 0.11088, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"], "main_score": 0.11088, "precision": 0.095245, "recall": 0.174901}, {"accuracy": 0.642292, "f1": 0.579916, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"], "main_score": 0.579916, "precision": 0.55429, "recall": 0.642292}, {"accuracy": 0.140316, "f1": 0.085684, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"], "main_score": 0.085684, "precision": 0.072696, "recall": 0.140316}, {"accuracy": 0.159091, "f1": 0.112679, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"], "main_score": 0.112679, "precision": 0.100569, "recall": 0.159091}, {"accuracy": 0.81917, "f1": 0.781483, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"], "main_score": 0.781483, "precision": 0.76511, "recall": 0.81917}, {"accuracy": 0.249012, "f1": 0.180566, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"], "main_score": 0.180566, "precision": 0.160994, "recall": 0.249012}, {"accuracy": 0.194664, "f1": 0.134669, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"], "main_score": 0.134669, "precision": 0.118986, "recall": 0.194664}, {"accuracy": 0.537549, "f1": 0.462114, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"], "main_score": 0.462114, "precision": 0.433257, "recall": 0.537549}, {"accuracy": 0.288538, "f1": 0.216293, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"], "main_score": 0.216293, "precision": 0.194561, "recall": 0.288538}, {"accuracy": 0.400198, "f1": 0.325087, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"], "main_score": 0.325087, "precision": 0.29931, "recall": 0.400198}, {"accuracy": 0.701581, "f1": 0.644724, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"], "main_score": 0.644724, "precision": 0.620133, "recall": 0.701581}, {"accuracy": 0.274704, "f1": 0.202854, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"], "main_score": 0.202854, "precision": 0.178997, "recall": 0.274704}, {"accuracy": 0.403162, "f1": 0.332785, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"], "main_score": 0.332785, "precision": 0.307568, "recall": 0.403162}, {"accuracy": 0.146245, "f1": 0.092354, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"], "main_score": 0.092354, "precision": 0.079094, "recall": 0.146245}, {"accuracy": 0.858696, "f1": 0.822596, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"], "main_score": 0.822596, "precision": 0.805995, "recall": 0.858696}, {"accuracy": 0.821146, "f1": 0.787377, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"], "main_score": 0.787377, "precision": 0.773337, "recall": 0.821146}, {"accuracy": 0.868577, "f1": 0.834206, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"], "main_score": 0.834206, "precision": 0.819072, "recall": 0.868577}, {"accuracy": 0.671937, "f1": 0.612062, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"], "main_score": 0.612062, "precision": 0.588053, "recall": 0.671937}, {"accuracy": 0.220356, "f1": 0.15898, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"], "main_score": 0.15898, "precision": 0.141529, "recall": 0.220356}, {"accuracy": 0.166996, "f1": 0.105153, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"], "main_score": 0.105153, "precision": 0.089818, "recall": 0.166996}, {"accuracy": 0.092885, "f1": 0.055286, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"], "main_score": 0.055286, "precision": 0.046968, "recall": 0.092885}, {"accuracy": 0.208498, "f1": 0.13676, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"], "main_score": 0.13676, "precision": 0.119381, "recall": 0.208498}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.914032, "f1": 0.887088, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"], "main_score": 0.887088, "precision": 0.874259, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.656126, "f1": 0.58151, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"], "main_score": 0.58151, "precision": 0.552735, "recall": 0.656126}, {"accuracy": 0.236166, "f1": 0.166396, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"], "main_score": 0.166396, "precision": 0.148825, "recall": 0.236166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.422925, "f1": 0.336825, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"], "main_score": 0.336825, "precision": 0.309819, "recall": 0.422925}, {"accuracy": 0.684783, "f1": 0.616169, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"], "main_score": 0.616169, "precision": 0.588687, "recall": 0.684783}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"], "main_score": 0.899012, "precision": 0.888175, "recall": 0.921937}, {"accuracy": 0.269763, "f1": 0.186116, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"], "main_score": 0.186116, "precision": 0.164208, "recall": 0.269763}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.84585, "f1": 0.805632, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"], "main_score": 0.805632, "precision": 0.787994, "recall": 0.84585}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.322134, "f1": 0.229964, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"], "main_score": 0.229964, "precision": 0.204631, "recall": 0.322134}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992754, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"], "main_score": 0.992754, "precision": 0.992095, "recall": 0.994071}, {"accuracy": 0.166996, "f1": 0.111268, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"], "main_score": 0.111268, "precision": 0.097971, "recall": 0.166996}, {"accuracy": 0.899209, "f1": 0.870309, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"], "main_score": 0.870309, "precision": 0.857049, "recall": 0.899209}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.732213, "f1": 0.668184, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"], "main_score": 0.668184, "precision": 0.641643, "recall": 0.732213}, {"accuracy": 0.065217, "f1": 0.030915, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"], "main_score": 0.030915, "precision": 0.026122, "recall": 0.065217}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.248024, "f1": 0.170641, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"], "main_score": 0.170641, "precision": 0.151727, "recall": 0.248024}, {"accuracy": 0.881423, "f1": 0.848979, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"], "main_score": 0.848979, "precision": 0.834634, "recall": 0.881423}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"], "main_score": 0.913538, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"], "main_score": 0.8861, "precision": 0.8736, "recall": 0.912055}, {"accuracy": 0.307312, "f1": 0.231466, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"], "main_score": 0.231466, "precision": 0.20829, "recall": 0.307312}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.809289, "f1": 0.763441, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"], "main_score": 0.763441, "precision": 0.743455, "recall": 0.809289}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"], "main_score": 0.923913, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.911067, "f1": 0.886199, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"], "main_score": 0.886199, "precision": 0.874835, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.185771, "f1": 0.117181, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"], "main_score": 0.117181, "precision": 0.101818, "recall": 0.185771}, {"accuracy": 0.065217, "f1": 0.042295, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"], "main_score": 0.042295, "precision": 0.037307, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.171937, "f1": 0.114334, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"], "main_score": 0.114334, "precision": 0.10262, "recall": 0.171937}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.896245, "f1": 0.866733, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"], "main_score": 0.866733, "precision": 0.853426, "recall": 0.896245}, {"accuracy": 0.771739, "f1": 0.713982, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"], "main_score": 0.713982, "precision": 0.688876, "recall": 0.771739}, {"accuracy": 0.214427, "f1": 0.140555, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"], "main_score": 0.140555, "precision": 0.122969, "recall": 0.214427}, {"accuracy": 0.751976, "f1": 0.699975, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"], "main_score": 0.699975, "precision": 0.677923, "recall": 0.751976}, {"accuracy": 0.657115, "f1": 0.583211, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"], "main_score": 0.583211, "precision": 0.554094, "recall": 0.657115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.772727, "f1": 0.713523, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"], "main_score": 0.713523, "precision": 0.68857, "recall": 0.772727}, {"accuracy": 0.188735, "f1": 0.122739, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"], "main_score": 0.122739, "precision": 0.107784, "recall": 0.188735}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.079051, "f1": 0.045668, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"], "main_score": 0.045668, "precision": 0.038167, "recall": 0.079051}, {"accuracy": 0.271739, "f1": 0.197271, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"], "main_score": 0.197271, "precision": 0.177913, "recall": 0.271739}, {"accuracy": 0.375494, "f1": 0.282692, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"], "main_score": 0.282692, "precision": 0.255319, "recall": 0.375494}, {"accuracy": 0.09585, "f1": 0.050568, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"], "main_score": 0.050568, "precision": 0.040956, "recall": 0.09585}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.313241, "f1": 0.229517, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"], "main_score": 0.229517, "precision": 0.206314, "recall": 0.313241}, {"accuracy": 0.773715, "f1": 0.718472, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"], "main_score": 0.718472, "precision": 0.695364, "recall": 0.773715}, {"accuracy": 0.480237, "f1": 0.397073, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"], "main_score": 0.397073, "precision": 0.369138, "recall": 0.480237}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.29249, "f1": 0.212821, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"], "main_score": 0.212821, "precision": 0.191682, "recall": 0.29249}, {"accuracy": 0.349802, "f1": 0.268447, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"], "main_score": 0.268447, "precision": 0.244604, "recall": 0.349802}, {"accuracy": 0.282609, "f1": 0.195914, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"], "main_score": 0.195914, "precision": 0.172328, "recall": 0.282609}, {"accuracy": 0.375494, "f1": 0.292241, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"], "main_score": 0.292241, "precision": 0.267134, "recall": 0.375494}, {"accuracy": 0.656126, "f1": 0.588467, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"], "main_score": 0.588467, "precision": 0.561676, "recall": 0.656126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.055336, "f1": 0.018956, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"], "main_score": 0.018956, "precision": 0.01441, "recall": 0.055336}, {"accuracy": 0.232213, "f1": 0.159101, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"], "main_score": 0.159101, "precision": 0.140181, "recall": 0.232213}, {"accuracy": 0.77668, "f1": 0.720364, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"], "main_score": 0.720364, "precision": 0.696187, "recall": 0.77668}, {"accuracy": 0.262846, "f1": 0.187215, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"], "main_score": 0.187215, "precision": 0.167309, "recall": 0.262846}, {"accuracy": 0.067194, "f1": 0.032573, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"], "main_score": 0.032573, "precision": 0.027419, "recall": 0.067194}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.815217, "f1": 0.765137, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"], "main_score": 0.765137, "precision": 0.743198, "recall": 0.815217}, {"accuracy": 0.812253, "f1": 0.760375, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"], "main_score": 0.760375, "precision": 0.737368, "recall": 0.812253}, {"accuracy": 0.779644, "f1": 0.729929, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"], "main_score": 0.729929, "precision": 0.709644, "recall": 0.779644}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.249012, "f1": 0.178011, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"], "main_score": 0.178011, "precision": 0.15967, "recall": 0.249012}, {"accuracy": 0.1917, "f1": 0.129123, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"], "main_score": 0.129123, "precision": 0.113925, "recall": 0.1917}, {"accuracy": 0.90415, "f1": 0.875823, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"], "main_score": 0.875823, "precision": 0.862648, "recall": 0.90415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"], "main_score": 0.953294, "precision": 0.94804, "recall": 0.964427}, {"accuracy": 0.401186, "f1": 0.309244, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"], "main_score": 0.309244, "precision": 0.280214, "recall": 0.401186}, {"accuracy": 0.225296, "f1": 0.152222, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"], "main_score": 0.152222, "precision": 0.133105, "recall": 0.225296}, {"accuracy": 0.73419, "f1": 0.669681, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"], "main_score": 0.669681, "precision": 0.643471, "recall": 0.73419}, {"accuracy": 0.934783, "f1": 0.916996, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"], "main_score": 0.916996, "precision": 0.908959, "recall": 0.934783}, {"accuracy": 0.210474, "f1": 0.137438, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"], "main_score": 0.137438, "precision": 0.121227, "recall": 0.210474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.267787, "f1": 0.197498, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"], "main_score": 0.197498, "precision": 0.179014, "recall": 0.267787}, {"accuracy": 0.448617, "f1": 0.355422, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"], "main_score": 0.355422, "precision": 0.325278, "recall": 0.448617}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.764822, "f1": 0.707839, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"], "main_score": 0.707839, "precision": 0.683597, "recall": 0.764822}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"], "main_score": 0.93083, "precision": 0.92309, "recall": 0.94664}, {"accuracy": 0.25, "f1": 0.178118, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"], "main_score": 0.178118, "precision": 0.15871, "recall": 0.25}, {"accuracy": 0.077075, "f1": 0.035717, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"], "main_score": 0.035717, "precision": 0.030364, "recall": 0.077075}, {"accuracy": 0.262846, "f1": 0.18699, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"], "main_score": 0.18699, "precision": 0.165409, "recall": 0.262846}, {"accuracy": 0.136364, "f1": 0.08113, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"], "main_score": 0.08113, "precision": 0.069323, "recall": 0.136364}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.736166, "f1": 0.67787, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"], "main_score": 0.67787, "precision": 0.654414, "recall": 0.736166}, {"accuracy": 0.100791, "f1": 0.070632, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"], "main_score": 0.070632, "precision": 0.063546, "recall": 0.100791}, {"accuracy": 0.767787, "f1": 0.71046, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"], "main_score": 0.71046, "precision": 0.685507, "recall": 0.767787}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.747036, "f1": 0.685474, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"], "main_score": 0.685474, "precision": 0.659058, "recall": 0.747036}, {"accuracy": 0.516798, "f1": 0.430701, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"], "main_score": 0.430701, "precision": 0.399902, "recall": 0.516798}, {"accuracy": 0.214427, "f1": 0.142011, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"], "main_score": 0.142011, "precision": 0.124188, "recall": 0.214427}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.41502, "f1": 0.325556, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"], "main_score": 0.325556, "precision": 0.297813, "recall": 0.41502}, {"accuracy": 0.244071, "f1": 0.164103, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"], "main_score": 0.164103, "precision": 0.144453, "recall": 0.244071}, {"accuracy": 0.225296, "f1": 0.158362, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"], "main_score": 0.158362, "precision": 0.14162, "recall": 0.225296}, {"accuracy": 0.245059, "f1": 0.17436, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"], "main_score": 0.17436, "precision": 0.155697, "recall": 0.245059}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.021739, "f1": 0.003944, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"], "main_score": 0.003944, "precision": 0.002707, "recall": 0.021739}, {"accuracy": 0.862648, "f1": 0.825395, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"], "main_score": 0.825395, "precision": 0.808663, "recall": 0.862648}, {"accuracy": 0.445652, "f1": 0.359261, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"], "main_score": 0.359261, "precision": 0.327712, "recall": 0.445652}, {"accuracy": 0.863636, "f1": 0.825296, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"], "main_score": 0.825296, "precision": 0.807592, "recall": 0.863636}, {"accuracy": 0.106719, "f1": 0.061271, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"], "main_score": 0.061271, "precision": 0.052512, "recall": 0.106719}, {"accuracy": 0.221344, "f1": 0.149134, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"], "main_score": 0.149134, "precision": 0.131373, "recall": 0.221344}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.664032, "f1": 0.592577, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"], "main_score": 0.592577, "precision": 0.564568, "recall": 0.664032}, {"accuracy": 0.212451, "f1": 0.137384, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"], "main_score": 0.137384, "precision": 0.118182, "recall": 0.212451}, {"accuracy": 0.218379, "f1": 0.139153, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"], "main_score": 0.139153, "precision": 0.118834, "recall": 0.218379}, {"accuracy": 0.953557, "f1": 0.938076, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"], "main_score": 0.938076, "precision": 0.930336, "recall": 0.953557}, {"accuracy": 0.218379, "f1": 0.149106, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"], "main_score": 0.149106, "precision": 0.132193, "recall": 0.218379}, {"accuracy": 0.211462, "f1": 0.144493, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"], "main_score": 0.144493, "precision": 0.126757, "recall": 0.211462}, {"accuracy": 0.818182, "f1": 0.770375, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"], "main_score": 0.770375, "precision": 0.749588, "recall": 0.818182}, {"accuracy": 0.676877, "f1": 0.608738, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"], "main_score": 0.608738, "precision": 0.582436, "recall": 0.676877}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.307312, "f1": 0.218168, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"], "main_score": 0.218168, "precision": 0.19106, "recall": 0.307312}, {"accuracy": 0.487154, "f1": 0.403817, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"], "main_score": 0.403817, "precision": 0.376709, "recall": 0.487154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.554348, "f1": 0.473815, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"], "main_score": 0.473815, "precision": 0.443157, "recall": 0.554348}, {"accuracy": 0.850791, "f1": 0.809058, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"], "main_score": 0.809058, "precision": 0.790217, "recall": 0.850791}, {"accuracy": 0.310277, "f1": 0.234104, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"], "main_score": 0.234104, "precision": 0.212491, "recall": 0.310277}, {"accuracy": 0.603755, "f1": 0.524707, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"], "main_score": 0.524707, "precision": 0.493751, "recall": 0.603755}, {"accuracy": 0.732213, "f1": 0.67029, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"], "main_score": 0.67029, "precision": 0.644551, "recall": 0.732213}, {"accuracy": 0.250988, "f1": 0.169051, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"], "main_score": 0.169051, "precision": 0.146334, "recall": 0.250988}, {"accuracy": 0.929842, "f1": 0.909881, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"], "main_score": 0.909881, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.784585, "f1": 0.728294, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"], "main_score": 0.728294, "precision": 0.70392, "recall": 0.784585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.425889, "f1": 0.340705, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"], "main_score": 0.340705, "precision": 0.312407, "recall": 0.425889}, {"accuracy": 0.514822, "f1": 0.424924, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"], "main_score": 0.424924, "precision": 0.394012, "recall": 0.514822}, {"accuracy": 0.121542, "f1": 0.06733, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"], "main_score": 0.06733, "precision": 0.056695, "recall": 0.121542}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.184783, "f1": 0.123072, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"], "main_score": 0.123072, "precision": 0.105816, "recall": 0.184783}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.490119, "f1": 0.40386, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"], "main_score": 0.40386, "precision": 0.37524, "recall": 0.490119}, {"accuracy": 0.374506, "f1": 0.287436, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"], "main_score": 0.287436, "precision": 0.261236, "recall": 0.374506}, {"accuracy": 0.881423, "f1": 0.844499, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"], "main_score": 0.844499, "precision": 0.82691, "recall": 0.881423}, {"accuracy": 0.279644, "f1": 0.202946, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"], "main_score": 0.202946, "precision": 0.182454, "recall": 0.279644}, {"accuracy": 0.254941, "f1": 0.177372, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"], "main_score": 0.177372, "precision": 0.157767, "recall": 0.254941}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.481225, "f1": 0.387221, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"], "main_score": 0.387221, "precision": 0.355973, "recall": 0.481225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.218379, "f1": 0.140427, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"], "main_score": 0.140427, "precision": 0.122163, "recall": 0.218379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.927866, "f1": 0.906244, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"], "main_score": 0.906244, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.194664, "f1": 0.130426, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"], "main_score": 0.130426, "precision": 0.116007, "recall": 0.194664}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"], "main_score": 0.918149, "precision": 0.908432, "recall": 0.937747}, {"accuracy": 0.208498, "f1": 0.136549, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"], "main_score": 0.136549, "precision": 0.118398, "recall": 0.208498}, {"accuracy": 0.226285, "f1": 0.153426, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"], "main_score": 0.153426, "precision": 0.135077, "recall": 0.226285}, {"accuracy": 0.164032, "f1": 0.102849, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"], "main_score": 0.102849, "precision": 0.089712, "recall": 0.164032}, {"accuracy": 0.561265, "f1": 0.477831, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"], "main_score": 0.477831, "precision": 0.44614, "recall": 0.561265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.320158, "f1": 0.234342, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"], "main_score": 0.234342, "precision": 0.209669, "recall": 0.320158}, {"accuracy": 0.208498, "f1": 0.140184, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"], "main_score": 0.140184, "precision": 0.123989, "recall": 0.208498}, {"accuracy": 0.241107, "f1": 0.166789, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"], "main_score": 0.166789, "precision": 0.148382, "recall": 0.241107}, {"accuracy": 0.843874, "f1": 0.801762, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"], "main_score": 0.801762, "precision": 0.782783, "recall": 0.843874}, {"accuracy": 0.188735, "f1": 0.120958, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"], "main_score": 0.120958, "precision": 0.104654, "recall": 0.188735}, {"accuracy": 0.212451, "f1": 0.145589, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"], "main_score": 0.145589, "precision": 0.129037, "recall": 0.212451}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.320158, "f1": 0.233236, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"], "main_score": 0.233236, "precision": 0.20835, "recall": 0.320158}, {"accuracy": 0.26581, "f1": 0.18787, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"], "main_score": 0.18787, "precision": 0.168649, "recall": 0.26581}, {"accuracy": 0.66502, "f1": 0.592242, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"], "main_score": 0.592242, "precision": 0.564315, "recall": 0.66502}, {"accuracy": 0.38834, "f1": 0.301738, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"], "main_score": 0.301738, "precision": 0.273862, "recall": 0.38834}, {"accuracy": 0.493083, "f1": 0.399541, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"], "main_score": 0.399541, "precision": 0.366544, "recall": 0.493083}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"], "main_score": 0.846904, "precision": 0.830978, "recall": 0.881423}, {"accuracy": 0.357708, "f1": 0.270284, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"], "main_score": 0.270284, "precision": 0.244027, "recall": 0.357708}, {"accuracy": 0.491107, "f1": 0.402299, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"], "main_score": 0.402299, "precision": 0.371417, "recall": 0.491107}, {"accuracy": 0.201581, "f1": 0.135541, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"], "main_score": 0.135541, "precision": 0.118043, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"], "main_score": 0.988801, "precision": 0.987846, "recall": 0.991107}, {"accuracy": 0.864625, "f1": 0.827339, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"], "main_score": 0.827339, "precision": 0.810639, "recall": 0.864625}, {"accuracy": 0.29249, "f1": 0.214927, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"], "main_score": 0.214927, "precision": 0.192393, "recall": 0.29249}, {"accuracy": 0.229249, "f1": 0.151162, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"], "main_score": 0.151162, "precision": 0.130767, "recall": 0.229249}, {"accuracy": 0.01087, "f1": 0.00591, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"], "main_score": 0.00591, "precision": 0.005526, "recall": 0.01087}, {"accuracy": 0.059289, "f1": 0.049758, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"], "main_score": 0.049758, "precision": 0.047296, "recall": 0.059289}, {"accuracy": 0.001976, "f1": 0.000346, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"], "main_score": 0.000346, "precision": 0.000193, "recall": 0.001976}, {"accuracy": 0.044466, "f1": 0.036384, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"], "main_score": 0.036384, "precision": 0.034732, "recall": 0.044466}, {"accuracy": 0.033597, "f1": 0.03044, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"], "main_score": 0.03044, "precision": 0.029844, "recall": 0.033597}, {"accuracy": 0.025692, "f1": 0.019642, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"], "main_score": 0.019642, "precision": 0.018883, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.021731, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"], "main_score": 0.021731, "precision": 0.020922, "recall": 0.02668}, {"accuracy": 0.061265, "f1": 0.054268, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"], "main_score": 0.054268, "precision": 0.051746, "recall": 0.061265}, {"accuracy": 0.063241, "f1": 0.050759, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"], "main_score": 0.050759, "precision": 0.048453, "recall": 0.063241}, {"accuracy": 0.039526, "f1": 0.036545, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"], "main_score": 0.036545, "precision": 0.035632, "recall": 0.039526}, {"accuracy": 0.021739, "f1": 0.020586, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"], "main_score": 0.020586, "precision": 0.020092, "recall": 0.021739}, {"accuracy": 0.041502, "f1": 0.03255, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"], "main_score": 0.03255, "precision": 0.031266, "recall": 0.041502}, {"accuracy": 0.024704, "f1": 0.019908, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"], "main_score": 0.019908, "precision": 0.019212, "recall": 0.024704}, {"accuracy": 0.056324, "f1": 0.049441, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"], "main_score": 0.049441, "precision": 0.047726, "recall": 0.056324}, {"accuracy": 0.023715, "f1": 0.019087, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"], "main_score": 0.019087, "precision": 0.018653, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.029399, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"], "main_score": 0.029399, "precision": 0.028202, "recall": 0.035573}, {"accuracy": 0.054348, "f1": 0.04483, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"], "main_score": 0.04483, "precision": 0.043787, "recall": 0.054348}, {"accuracy": 0.064229, "f1": 0.055871, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"], "main_score": 0.055871, "precision": 0.053511, "recall": 0.064229}, {"accuracy": 0.024704, "f1": 0.021659, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"], "main_score": 0.021659, "precision": 0.021058, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.027803, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"], "main_score": 0.027803, "precision": 0.026649, "recall": 0.035573}, {"accuracy": 0.061265, "f1": 0.049236, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"], "main_score": 0.049236, "precision": 0.047429, "recall": 0.061265}, {"accuracy": 0.040514, "f1": 0.034124, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"], "main_score": 0.034124, "precision": 0.033, "recall": 0.040514}, {"accuracy": 0.08004, "f1": 0.067687, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"], "main_score": 0.067687, "precision": 0.064573, "recall": 0.08004}, {"accuracy": 0.021739, "f1": 0.016821, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"], "main_score": 0.016821, "precision": 0.016237, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.040167, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"], "main_score": 0.040167, "precision": 0.039436, "recall": 0.047431}, {"accuracy": 0.044466, "f1": 0.040037, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"], "main_score": 0.040037, "precision": 0.039294, "recall": 0.044466}, {"accuracy": 0.059289, "f1": 0.043136, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"], "main_score": 0.043136, "precision": 0.03931, "recall": 0.059289}, {"accuracy": 0.035573, "f1": 0.028308, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"], "main_score": 0.028308, "precision": 0.026756, "recall": 0.035573}, {"accuracy": 0.089921, "f1": 0.075841, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"], "main_score": 0.075841, "precision": 0.07194, "recall": 0.089921}, {"accuracy": 0.034585, "f1": 0.030044, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"], "main_score": 0.030044, "precision": 0.029351, "recall": 0.034585}, {"accuracy": 0.062253, "f1": 0.048351, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"], "main_score": 0.048351, "precision": 0.046211, "recall": 0.062253}, {"accuracy": 0.038538, "f1": 0.031068, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"], "main_score": 0.031068, "precision": 0.029975, "recall": 0.038538}, {"accuracy": 0.030632, "f1": 0.023716, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"], "main_score": 0.023716, "precision": 0.023115, "recall": 0.030632}, {"accuracy": 0.045455, "f1": 0.04103, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"], "main_score": 0.04103, "precision": 0.039649, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.041764, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"], "main_score": 0.041764, "precision": 0.040015, "recall": 0.050395}, {"accuracy": 0.023715, "f1": 0.019695, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"], "main_score": 0.019695, "precision": 0.018852, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.024998, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"], "main_score": 0.024998, "precision": 0.023919, "recall": 0.033597}, {"accuracy": 0.013834, "f1": 0.011294, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"], "main_score": 0.011294, "precision": 0.011132, "recall": 0.013834}, {"accuracy": 0.059289, "f1": 0.047245, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"], "main_score": 0.047245, "precision": 0.0446, "recall": 0.059289}, {"accuracy": 0.034585, "f1": 0.028245, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"], "main_score": 0.028245, "precision": 0.027249, "recall": 0.034585}, {"accuracy": 0.085968, "f1": 0.074626, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"], "main_score": 0.074626, "precision": 0.071439, "recall": 0.085968}, {"accuracy": 0.014822, "f1": 0.010464, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"], "main_score": 0.010464, "precision": 0.009931, "recall": 0.014822}, {"accuracy": 0.068182, "f1": 0.053924, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"], "main_score": 0.053924, "precision": 0.051129, "recall": 0.068182}, {"accuracy": 0.0583, "f1": 0.051396, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"], "main_score": 0.051396, "precision": 0.04945, "recall": 0.0583}, {"accuracy": 0.038538, "f1": 0.031218, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"], "main_score": 0.031218, "precision": 0.029861, "recall": 0.038538}, {"accuracy": 0.062253, "f1": 0.052896, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"], "main_score": 0.052896, "precision": 0.051249, "recall": 0.062253}, {"accuracy": 0.022727, "f1": 0.01769, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"], "main_score": 0.01769, "precision": 0.017047, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.026661, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"], "main_score": 0.026661, "precision": 0.025509, "recall": 0.032609}, {"accuracy": 0.074111, "f1": 0.062533, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"], "main_score": 0.062533, "precision": 0.06001, "recall": 0.074111}, {"accuracy": 0.048419, "f1": 0.042193, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"], "main_score": 0.042193, "precision": 0.04081, "recall": 0.048419}, {"accuracy": 0.032609, "f1": 0.029991, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"], "main_score": 0.029991, "precision": 0.029842, "recall": 0.032609}, {"accuracy": 0.057312, "f1": 0.043307, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"], "main_score": 0.043307, "precision": 0.041199, "recall": 0.057312}, {"accuracy": 0.028656, "f1": 0.024378, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"], "main_score": 0.024378, "precision": 0.023898, "recall": 0.028656}, {"accuracy": 0.0583, "f1": 0.051051, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"], "main_score": 0.051051, "precision": 0.049672, "recall": 0.0583}, {"accuracy": 0.041502, "f1": 0.03402, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"], "main_score": 0.03402, "precision": 0.032836, "recall": 0.041502}, {"accuracy": 0.01581, "f1": 0.012555, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"], "main_score": 0.012555, "precision": 0.012253, "recall": 0.01581}, {"accuracy": 0.066206, "f1": 0.056856, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"], "main_score": 0.056856, "precision": 0.054914, "recall": 0.066206}, {"accuracy": 0.046443, "f1": 0.04054, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"], "main_score": 0.04054, "precision": 0.039541, "recall": 0.046443}, {"accuracy": 0.018775, "f1": 0.014057, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"], "main_score": 0.014057, "precision": 0.013387, "recall": 0.018775}, {"accuracy": 0.050395, "f1": 0.042829, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"], "main_score": 0.042829, "precision": 0.04112, "recall": 0.050395}, {"accuracy": 0.022727, "f1": 0.019793, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"], "main_score": 0.019793, "precision": 0.019284, "recall": 0.022727}, {"accuracy": 0.056324, "f1": 0.047194, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"], "main_score": 0.047194, "precision": 0.045278, "recall": 0.056324}, {"accuracy": 0.027668, "f1": 0.021932, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"], "main_score": 0.021932, "precision": 0.021212, "recall": 0.027668}, {"accuracy": 0.072134, "f1": 0.064009, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"], "main_score": 0.064009, "precision": 0.061644, "recall": 0.072134}, {"accuracy": 0.028656, "f1": 0.026355, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"], "main_score": 0.026355, "precision": 0.025694, "recall": 0.028656}, {"accuracy": 0.038538, "f1": 0.033378, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"], "main_score": 0.033378, "precision": 0.032545, "recall": 0.038538}, {"accuracy": 0.067194, "f1": 0.053478, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"], "main_score": 0.053478, "precision": 0.050665, "recall": 0.067194}, {"accuracy": 0.055336, "f1": 0.050523, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"], "main_score": 0.050523, "precision": 0.049318, "recall": 0.055336}, {"accuracy": 0.070158, "f1": 0.062359, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"], "main_score": 0.062359, "precision": 0.060092, "recall": 0.070158}, {"accuracy": 0.076087, "f1": 0.066817, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"], "main_score": 0.066817, "precision": 0.064521, "recall": 0.076087}, {"accuracy": 0.051383, "f1": 0.042131, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"], "main_score": 0.042131, "precision": 0.04012, "recall": 0.051383}, {"accuracy": 0.020751, "f1": 0.01853, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"], "main_score": 0.01853, "precision": 0.018258, "recall": 0.020751}, {"accuracy": 0.049407, "f1": 0.039238, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"], "main_score": 0.039238, "precision": 0.037243, "recall": 0.049407}, {"accuracy": 0.038538, "f1": 0.025375, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"], "main_score": 0.025375, "precision": 0.022814, "recall": 0.038538}, {"accuracy": 0.037549, "f1": 0.030744, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"], "main_score": 0.030744, "precision": 0.029258, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.02774, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"], "main_score": 0.02774, "precision": 0.027127, "recall": 0.030632}, {"accuracy": 0.068182, "f1": 0.057794, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"], "main_score": 0.057794, "precision": 0.055354, "recall": 0.068182}, {"accuracy": 0.032609, "f1": 0.026034, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"], "main_score": 0.026034, "precision": 0.023722, "recall": 0.032609}, {"accuracy": 0.062253, "f1": 0.051774, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"], "main_score": 0.051774, "precision": 0.049898, "recall": 0.062253}, {"accuracy": 0.04249, "f1": 0.035876, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"], "main_score": 0.035876, "precision": 0.034627, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.034275, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"], "main_score": 0.034275, "precision": 0.032896, "recall": 0.043478}, {"accuracy": 0.024704, "f1": 0.018973, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"], "main_score": 0.018973, "precision": 0.018261, "recall": 0.024704}, {"accuracy": 0.066206, "f1": 0.055186, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"], "main_score": 0.055186, "precision": 0.052692, "recall": 0.066206}, {"accuracy": 0.060277, "f1": 0.050006, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"], "main_score": 0.050006, "precision": 0.047791, "recall": 0.060277}, {"accuracy": 0.062253, "f1": 0.050975, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"], "main_score": 0.050975, "precision": 0.049495, "recall": 0.062253}, {"accuracy": 0.040514, "f1": 0.03207, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"], "main_score": 0.03207, "precision": 0.031047, "recall": 0.040514}, {"accuracy": 0.071146, "f1": 0.061416, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"], "main_score": 0.061416, "precision": 0.059201, "recall": 0.071146}, {"accuracy": 0.08498, "f1": 0.074255, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"], "main_score": 0.074255, "precision": 0.071073, "recall": 0.08498}, {"accuracy": 0.018775, "f1": 0.012468, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"], "main_score": 0.012468, "precision": 0.011636, "recall": 0.018775}, {"accuracy": 0.052372, "f1": 0.044845, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"], "main_score": 0.044845, "precision": 0.043301, "recall": 0.052372}, {"accuracy": 0.021739, "f1": 0.018325, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"], "main_score": 0.018325, "precision": 0.017617, "recall": 0.021739}, {"accuracy": 0.043478, "f1": 0.038614, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"], "main_score": 0.038614, "precision": 0.037661, "recall": 0.043478}, {"accuracy": 0.065217, "f1": 0.057449, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"], "main_score": 0.057449, "precision": 0.055679, "recall": 0.065217}, {"accuracy": 0.030632, "f1": 0.025455, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"], "main_score": 0.025455, "precision": 0.024658, "recall": 0.030632}, {"accuracy": 0.054348, "f1": 0.045088, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"], "main_score": 0.045088, "precision": 0.043441, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.054361, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"], "main_score": 0.054361, "precision": 0.052497, "recall": 0.065217}, {"accuracy": 0.049407, "f1": 0.041079, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"], "main_score": 0.041079, "precision": 0.038735, "recall": 0.049407}, {"accuracy": 0.070158, "f1": 0.063646, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"], "main_score": 0.063646, "precision": 0.061962, "recall": 0.070158}, {"accuracy": 0.039526, "f1": 0.037288, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"], "main_score": 0.037288, "precision": 0.036597, "recall": 0.039526}, {"accuracy": 0.038538, "f1": 0.032197, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"], "main_score": 0.032197, "precision": 0.031118, "recall": 0.038538}, {"accuracy": 0.052372, "f1": 0.042689, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"], "main_score": 0.042689, "precision": 0.040742, "recall": 0.052372}, {"accuracy": 0.064229, "f1": 0.051826, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"], "main_score": 0.051826, "precision": 0.049948, "recall": 0.064229}, {"accuracy": 0.055336, "f1": 0.046323, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"], "main_score": 0.046323, "precision": 0.044807, "recall": 0.055336}, {"accuracy": 0.034585, "f1": 0.029472, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"], "main_score": 0.029472, "precision": 0.028358, "recall": 0.034585}, {"accuracy": 0.030632, "f1": 0.024029, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"], "main_score": 0.024029, "precision": 0.022739, "recall": 0.030632}, {"accuracy": 0.046443, "f1": 0.040081, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"], "main_score": 0.040081, "precision": 0.038544, "recall": 0.046443}, {"accuracy": 0.076087, "f1": 0.058671, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"], "main_score": 0.058671, "precision": 0.054616, "recall": 0.076087}, {"accuracy": 0.063241, "f1": 0.056795, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"], "main_score": 0.056795, "precision": 0.055364, "recall": 0.063241}, {"accuracy": 0.046443, "f1": 0.038837, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"], "main_score": 0.038837, "precision": 0.036814, "recall": 0.046443}, {"accuracy": 0.066206, "f1": 0.052408, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"], "main_score": 0.052408, "precision": 0.050406, "recall": 0.066206}, {"accuracy": 0.041502, "f1": 0.035229, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"], "main_score": 0.035229, "precision": 0.034394, "recall": 0.041502}, {"accuracy": 0.049407, "f1": 0.038559, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"], "main_score": 0.038559, "precision": 0.035922, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.036047, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"], "main_score": 0.036047, "precision": 0.034709, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.055519, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"], "main_score": 0.055519, "precision": 0.053662, "recall": 0.067194}, {"accuracy": 0.012846, "f1": 0.009978, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"], "main_score": 0.009978, "precision": 0.00965, "recall": 0.012846}, {"accuracy": 0.033597, "f1": 0.027562, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"], "main_score": 0.027562, "precision": 0.026116, "recall": 0.033597}, {"accuracy": 0.059289, "f1": 0.049618, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"], "main_score": 0.049618, "precision": 0.04726, "recall": 0.059289}, {"accuracy": 0.036561, "f1": 0.030399, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"], "main_score": 0.030399, "precision": 0.029316, "recall": 0.036561}, {"accuracy": 0.033597, "f1": 0.030369, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"], "main_score": 0.030369, "precision": 0.029868, "recall": 0.033597}, {"accuracy": 0.063241, "f1": 0.054212, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"], "main_score": 0.054212, "precision": 0.051093, "recall": 0.063241}, {"accuracy": 0.083004, "f1": 0.071321, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"], "main_score": 0.071321, "precision": 0.068413, "recall": 0.083004}, {"accuracy": 0.056324, "f1": 0.047556, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"], "main_score": 0.047556, "precision": 0.045997, "recall": 0.056324}, {"accuracy": 0.056324, "f1": 0.046172, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"], "main_score": 0.046172, "precision": 0.044208, "recall": 0.056324}, {"accuracy": 0.011858, "f1": 0.00611, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"], "main_score": 0.00611, "precision": 0.004771, "recall": 0.011858}, {"accuracy": 0.018775, "f1": 0.01562, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"], "main_score": 0.01562, "precision": 0.015107, "recall": 0.018775}, {"accuracy": 0.034585, "f1": 0.028907, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"], "main_score": 0.028907, "precision": 0.027267, "recall": 0.034585}, {"accuracy": 0.029644, "f1": 0.021367, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"], "main_score": 0.021367, "precision": 0.020512, "recall": 0.029644}, {"accuracy": 0.071146, "f1": 0.055533, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"], "main_score": 0.055533, "precision": 0.052772, "recall": 0.071146}, {"accuracy": 0.071146, "f1": 0.064075, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"], "main_score": 0.064075, "precision": 0.061922, "recall": 0.071146}, {"accuracy": 0.063241, "f1": 0.054138, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"], "main_score": 0.054138, "precision": 0.05261, "recall": 0.063241}, {"accuracy": 0.064229, "f1": 0.049714, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"], "main_score": 0.049714, "precision": 0.047252, "recall": 0.064229}, {"accuracy": 0.036561, "f1": 0.033677, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"], "main_score": 0.033677, "precision": 0.032863, "recall": 0.036561}, {"accuracy": 0.045455, "f1": 0.040914, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"], "main_score": 0.040914, "precision": 0.039361, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.045217, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"], "main_score": 0.045217, "precision": 0.043343, "recall": 0.052372}, {"accuracy": 0.02668, "f1": 0.023404, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"], "main_score": 0.023404, "precision": 0.022663, "recall": 0.02668}, {"accuracy": 0.074111, "f1": 0.066762, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"], "main_score": 0.066762, "precision": 0.064611, "recall": 0.074111}, {"accuracy": 0.054348, "f1": 0.04656, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"], "main_score": 0.04656, "precision": 0.044913, "recall": 0.054348}, {"accuracy": 0.019763, "f1": 0.016646, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"], "main_score": 0.016646, "precision": 0.01585, "recall": 0.019763}, {"accuracy": 0.032609, "f1": 0.023487, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"], "main_score": 0.023487, "precision": 0.022223, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.035296, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"], "main_score": 0.035296, "precision": 0.03386, "recall": 0.043478}, {"accuracy": 0.05336, "f1": 0.041246, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"], "main_score": 0.041246, "precision": 0.039779, "recall": 0.05336}, {"accuracy": 0.032609, "f1": 0.028233, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"], "main_score": 0.028233, "precision": 0.027372, "recall": 0.032609}, {"accuracy": 0.047431, "f1": 0.038889, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"], "main_score": 0.038889, "precision": 0.037122, "recall": 0.047431}, {"accuracy": 0.014822, "f1": 0.013018, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"], "main_score": 0.013018, "precision": 0.012685, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.027257, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"], "main_score": 0.027257, "precision": 0.025414, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.033752, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"], "main_score": 0.033752, "precision": 0.03233, "recall": 0.040514}, {"accuracy": 0.012846, "f1": 0.011531, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"], "main_score": 0.011531, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.043478, "f1": 0.035991, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"], "main_score": 0.035991, "precision": 0.034499, "recall": 0.043478}, {"accuracy": 0.063241, "f1": 0.05399, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"], "main_score": 0.05399, "precision": 0.051821, "recall": 0.063241}, {"accuracy": 0.028656, "f1": 0.023166, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"], "main_score": 0.023166, "precision": 0.022152, "recall": 0.028656}, {"accuracy": 0.036561, "f1": 0.030956, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"], "main_score": 0.030956, "precision": 0.029899, "recall": 0.036561}, {"accuracy": 0.059289, "f1": 0.046285, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"], "main_score": 0.046285, "precision": 0.044169, "recall": 0.059289}, {"accuracy": 0.037549, "f1": 0.034209, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"], "main_score": 0.034209, "precision": 0.033706, "recall": 0.037549}, {"accuracy": 0.022727, "f1": 0.020774, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"], "main_score": 0.020774, "precision": 0.020763, "recall": 0.022727}, {"accuracy": 0.055336, "f1": 0.045966, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"], "main_score": 0.045966, "precision": 0.043898, "recall": 0.055336}, {"accuracy": 0.027668, "f1": 0.02308, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"], "main_score": 0.02308, "precision": 0.02266, "recall": 0.027668}, {"accuracy": 0.041502, "f1": 0.03589, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"], "main_score": 0.03589, "precision": 0.035247, "recall": 0.041502}, {"accuracy": 0.075099, "f1": 0.062092, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"], "main_score": 0.062092, "precision": 0.058152, "recall": 0.075099}, {"accuracy": 0.063241, "f1": 0.05226, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"], "main_score": 0.05226, "precision": 0.050149, "recall": 0.063241}, {"accuracy": 0.018775, "f1": 0.01395, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"], "main_score": 0.01395, "precision": 0.013004, "recall": 0.018775}, {"accuracy": 0.048419, "f1": 0.040109, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"], "main_score": 0.040109, "precision": 0.038225, "recall": 0.048419}, {"accuracy": 0.027668, "f1": 0.022668, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"], "main_score": 0.022668, "precision": 0.021841, "recall": 0.027668}, {"accuracy": 0.040514, "f1": 0.029625, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"], "main_score": 0.029625, "precision": 0.027814, "recall": 0.040514}, {"accuracy": 0.051383, "f1": 0.046417, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"], "main_score": 0.046417, "precision": 0.045551, "recall": 0.051383}, {"accuracy": 0.041502, "f1": 0.032387, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"], "main_score": 0.032387, "precision": 0.030782, "recall": 0.041502}, {"accuracy": 0.062253, "f1": 0.054369, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"], "main_score": 0.054369, "precision": 0.05256, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.071295, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"], "main_score": 0.071295, "precision": 0.068127, "recall": 0.083004}, {"accuracy": 0.057312, "f1": 0.046642, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"], "main_score": 0.046642, "precision": 0.044782, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.047499, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"], "main_score": 0.047499, "precision": 0.045679, "recall": 0.054348}, {"accuracy": 0.052372, "f1": 0.044242, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"], "main_score": 0.044242, "precision": 0.042398, "recall": 0.052372}, {"accuracy": 0.078063, "f1": 0.070917, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"], "main_score": 0.070917, "precision": 0.069163, "recall": 0.078063}, {"accuracy": 0.059289, "f1": 0.048321, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"], "main_score": 0.048321, "precision": 0.04652, "recall": 0.059289}, {"accuracy": 0.027668, "f1": 0.022018, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"], "main_score": 0.022018, "precision": 0.021329, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.028523, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"], "main_score": 0.028523, "precision": 0.027639, "recall": 0.033597}, {"accuracy": 0.052372, "f1": 0.044333, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"], "main_score": 0.044333, "precision": 0.042707, "recall": 0.052372}, {"accuracy": 0.05336, "f1": 0.047464, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"], "main_score": 0.047464, "precision": 0.046025, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.060252, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"], "main_score": 0.060252, "precision": 0.057799, "recall": 0.068182}, {"accuracy": 0.062253, "f1": 0.052406, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"], "main_score": 0.052406, "precision": 0.049966, "recall": 0.062253}, {"accuracy": 0.060277, "f1": 0.051791, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"], "main_score": 0.051791, "precision": 0.049585, "recall": 0.060277}, {"accuracy": 0.020751, "f1": 0.016535, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"], "main_score": 0.016535, "precision": 0.016041, "recall": 0.020751}, {"accuracy": 0.065217, "f1": 0.051589, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"], "main_score": 0.051589, "precision": 0.049113, "recall": 0.065217}, {"accuracy": 0.067194, "f1": 0.053472, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"], "main_score": 0.053472, "precision": 0.050631, "recall": 0.067194}, {"accuracy": 0.088933, "f1": 0.071455, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"], "main_score": 0.071455, "precision": 0.066921, "recall": 0.088933}, {"accuracy": 0.066206, "f1": 0.058038, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"], "main_score": 0.058038, "precision": 0.056448, "recall": 0.066206}, {"accuracy": 0.019763, "f1": 0.015098, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"], "main_score": 0.015098, "precision": 0.014715, "recall": 0.019763}, {"accuracy": 0.065217, "f1": 0.052726, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"], "main_score": 0.052726, "precision": 0.049667, "recall": 0.065217}, {"accuracy": 0.082016, "f1": 0.071625, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"], "main_score": 0.071625, "precision": 0.069144, "recall": 0.082016}, {"accuracy": 0.021739, "f1": 0.019463, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"], "main_score": 0.019463, "precision": 0.019284, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.042092, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"], "main_score": 0.042092, "precision": 0.04078, "recall": 0.047431}, {"accuracy": 0.060277, "f1": 0.054575, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"], "main_score": 0.054575, "precision": 0.053127, "recall": 0.060277}, {"accuracy": 0.025692, "f1": 0.020803, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"], "main_score": 0.020803, "precision": 0.02021, "recall": 0.025692}, {"accuracy": 0.0583, "f1": 0.049661, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"], "main_score": 0.049661, "precision": 0.047832, "recall": 0.0583}, {"accuracy": 0.031621, "f1": 0.027249, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"], "main_score": 0.027249, "precision": 0.025976, "recall": 0.031621}, {"accuracy": 0.021739, "f1": 0.01977, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"], "main_score": 0.01977, "precision": 0.019272, "recall": 0.021739}, {"accuracy": 0.041502, "f1": 0.035453, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"], "main_score": 0.035453, "precision": 0.034594, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.032239, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"], "main_score": 0.032239, "precision": 0.031096, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.040688, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"], "main_score": 0.040688, "precision": 0.038839, "recall": 0.047431}, {"accuracy": 0.043478, "f1": 0.036907, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"], "main_score": 0.036907, "precision": 0.035548, "recall": 0.043478}, {"accuracy": 0.045455, "f1": 0.03402, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"], "main_score": 0.03402, "precision": 0.031342, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.034414, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"], "main_score": 0.034414, "precision": 0.032416, "recall": 0.045455}, {"accuracy": 0.021739, "f1": 0.015312, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"], "main_score": 0.015312, "precision": 0.014595, "recall": 0.021739}, {"accuracy": 0.060277, "f1": 0.051989, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"], "main_score": 0.051989, "precision": 0.050258, "recall": 0.060277}, {"accuracy": 0.078063, "f1": 0.065254, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"], "main_score": 0.065254, "precision": 0.062574, "recall": 0.078063}, {"accuracy": 0.027668, "f1": 0.021493, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"], "main_score": 0.021493, "precision": 0.019871, "recall": 0.027668}, {"accuracy": 0.160079, "f1": 0.147429, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"], "main_score": 0.147429, "precision": 0.142951, "recall": 0.160079}, {"accuracy": 0.004941, "f1": 0.00095, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"], "main_score": 0.00095, "precision": 0.000586, "recall": 0.004941}, {"accuracy": 0.126482, "f1": 0.106043, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"], "main_score": 0.106043, "precision": 0.101147, "recall": 0.126482}, {"accuracy": 0.110672, "f1": 0.098784, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"], "main_score": 0.098784, "precision": 0.096326, "recall": 0.110672}, {"accuracy": 0.089921, "f1": 0.077351, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"], "main_score": 0.077351, "precision": 0.074069, "recall": 0.089921}, {"accuracy": 0.099802, "f1": 0.090684, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"], "main_score": 0.090684, "precision": 0.087604, "recall": 0.099802}, {"accuracy": 0.233202, "f1": 0.215114, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"], "main_score": 0.215114, "precision": 0.208964, "recall": 0.233202}, {"accuracy": 0.173913, "f1": 0.153321, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"], "main_score": 0.153321, "precision": 0.147693, "recall": 0.173913}, {"accuracy": 0.167984, "f1": 0.153012, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"], "main_score": 0.153012, "precision": 0.148269, "recall": 0.167984}, {"accuracy": 0.108696, "f1": 0.102789, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"], "main_score": 0.102789, "precision": 0.100749, "recall": 0.108696}, {"accuracy": 0.126482, "f1": 0.111308, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"], "main_score": 0.111308, "precision": 0.106266, "recall": 0.126482}, {"accuracy": 0.099802, "f1": 0.08854, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"], "main_score": 0.08854, "precision": 0.085171, "recall": 0.099802}, {"accuracy": 0.224308, "f1": 0.205805, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"], "main_score": 0.205805, "precision": 0.200186, "recall": 0.224308}, {"accuracy": 0.086957, "f1": 0.080065, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"], "main_score": 0.080065, "precision": 0.077655, "recall": 0.086957}, {"accuracy": 0.113636, "f1": 0.091053, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"], "main_score": 0.091053, "precision": 0.085984, "recall": 0.113636}, {"accuracy": 0.172925, "f1": 0.15409, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"], "main_score": 0.15409, "precision": 0.149118, "recall": 0.172925}, {"accuracy": 0.228261, "f1": 0.208482, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"], "main_score": 0.208482, "precision": 0.201563, "recall": 0.228261}, {"accuracy": 0.086957, "f1": 0.077349, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"], "main_score": 0.077349, "precision": 0.074441, "recall": 0.086957}, {"accuracy": 0.118577, "f1": 0.097442, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"], "main_score": 0.097442, "precision": 0.092511, "recall": 0.118577}, {"accuracy": 0.18083, "f1": 0.161913, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"], "main_score": 0.161913, "precision": 0.156418, "recall": 0.18083}, {"accuracy": 0.139328, "f1": 0.127087, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"], "main_score": 0.127087, "precision": 0.12309, "recall": 0.139328}, {"accuracy": 0.213439, "f1": 0.18687, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"], "main_score": 0.18687, "precision": 0.178108, "recall": 0.213439}, {"accuracy": 0.050395, "f1": 0.038224, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"], "main_score": 0.038224, "precision": 0.035606, "recall": 0.050395}, {"accuracy": 0.13834, "f1": 0.116899, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"], "main_score": 0.116899, "precision": 0.111497, "recall": 0.13834}, {"accuracy": 0.118577, "f1": 0.108469, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"], "main_score": 0.108469, "precision": 0.105446, "recall": 0.118577}, {"accuracy": 0.067194, "f1": 0.047722, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"], "main_score": 0.047722, "precision": 0.043641, "recall": 0.067194}, {"accuracy": 0.107708, "f1": 0.092688, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"], "main_score": 0.092688, "precision": 0.088752, "recall": 0.107708}, {"accuracy": 0.242095, "f1": 0.220217, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"], "main_score": 0.220217, "precision": 0.211521, "recall": 0.242095}, {"accuracy": 0.117589, "f1": 0.109809, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"], "main_score": 0.109809, "precision": 0.10746, "recall": 0.117589}, {"accuracy": 0.176877, "f1": 0.156929, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"], "main_score": 0.156929, "precision": 0.151625, "recall": 0.176877}, {"accuracy": 0.131423, "f1": 0.114874, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"], "main_score": 0.114874, "precision": 0.11014, "recall": 0.131423}, {"accuracy": 0.106719, "f1": 0.089404, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"], "main_score": 0.089404, "precision": 0.085773, "recall": 0.106719}, {"accuracy": 0.148221, "f1": 0.134657, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"], "main_score": 0.134657, "precision": 0.130385, "recall": 0.148221}, {"accuracy": 0.142292, "f1": 0.120709, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"], "main_score": 0.120709, "precision": 0.115931, "recall": 0.142292}, {"accuracy": 0.08004, "f1": 0.068122, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"], "main_score": 0.068122, "precision": 0.065949, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.087995, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"], "main_score": 0.087995, "precision": 0.084009, "recall": 0.101779}, {"accuracy": 0.050395, "f1": 0.040618, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"], "main_score": 0.040618, "precision": 0.039095, "recall": 0.050395}, {"accuracy": 0.170949, "f1": 0.1474, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"], "main_score": 0.1474, "precision": 0.140881, "recall": 0.170949}, {"accuracy": 0.100791, "f1": 0.083263, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"], "main_score": 0.083263, "precision": 0.078529, "recall": 0.100791}, {"accuracy": 0.23913, "f1": 0.213916, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"], "main_score": 0.213916, "precision": 0.203929, "recall": 0.23913}, {"accuracy": 0.020751, "f1": 0.015578, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"], "main_score": 0.015578, "precision": 0.014459, "recall": 0.020751}, {"accuracy": 0.182806, "f1": 0.156339, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"], "main_score": 0.156339, "precision": 0.149642, "recall": 0.182806}, {"accuracy": 0.185771, "f1": 0.160034, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"], "main_score": 0.160034, "precision": 0.152978, "recall": 0.185771}, {"accuracy": 0.141304, "f1": 0.121295, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"], "main_score": 0.121295, "precision": 0.115638, "recall": 0.141304}, {"accuracy": 0.160079, "f1": 0.143024, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"], "main_score": 0.143024, "precision": 0.138508, "recall": 0.160079}, {"accuracy": 0.090909, "f1": 0.079468, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"], "main_score": 0.079468, "precision": 0.075642, "recall": 0.090909}, {"accuracy": 0.09585, "f1": 0.08913, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"], "main_score": 0.08913, "precision": 0.087567, "recall": 0.09585}, {"accuracy": 0.19664, "f1": 0.175282, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"], "main_score": 0.175282, "precision": 0.167105, "recall": 0.19664}, {"accuracy": 0.157115, "f1": 0.136313, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"], "main_score": 0.136313, "precision": 0.131265, "recall": 0.157115}, {"accuracy": 0.110672, "f1": 0.099385, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"], "main_score": 0.099385, "precision": 0.096597, "recall": 0.110672}, {"accuracy": 0.174901, "f1": 0.150885, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"], "main_score": 0.150885, "precision": 0.144162, "recall": 0.174901}, {"accuracy": 0.103755, "f1": 0.091312, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"], "main_score": 0.091312, "precision": 0.088366, "recall": 0.103755}, {"accuracy": 0.177866, "f1": 0.154587, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"], "main_score": 0.154587, "precision": 0.146576, "recall": 0.177866}, {"accuracy": 0.113636, "f1": 0.094308, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"], "main_score": 0.094308, "precision": 0.08973, "recall": 0.113636}, {"accuracy": 0.037549, "f1": 0.028196, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"], "main_score": 0.028196, "precision": 0.025522, "recall": 0.037549}, {"accuracy": 0.18083, "f1": 0.166406, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"], "main_score": 0.166406, "precision": 0.161027, "recall": 0.18083}, {"accuracy": 0.170949, "f1": 0.152342, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"], "main_score": 0.152342, "precision": 0.147115, "recall": 0.170949}, {"accuracy": 0.036561, "f1": 0.032107, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"], "main_score": 0.032107, "precision": 0.030926, "recall": 0.036561}, {"accuracy": 0.142292, "f1": 0.123447, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"], "main_score": 0.123447, "precision": 0.118433, "recall": 0.142292}, {"accuracy": 0.106719, "f1": 0.09089, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"], "main_score": 0.09089, "precision": 0.087365, "recall": 0.106719}, {"accuracy": 0.152174, "f1": 0.138467, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"], "main_score": 0.138467, "precision": 0.134257, "recall": 0.152174}, {"accuracy": 0.101779, "f1": 0.087981, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"], "main_score": 0.087981, "precision": 0.084503, "recall": 0.101779}, {"accuracy": 0.247036, "f1": 0.222317, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"], "main_score": 0.222317, "precision": 0.214062, "recall": 0.247036}, {"accuracy": 0.123518, "f1": 0.114891, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"], "main_score": 0.114891, "precision": 0.112865, "recall": 0.123518}, {"accuracy": 0.110672, "f1": 0.098574, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"], "main_score": 0.098574, "precision": 0.095731, "recall": 0.110672}, {"accuracy": 0.179842, "f1": 0.157718, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"], "main_score": 0.157718, "precision": 0.151713, "recall": 0.179842}, {"accuracy": 0.189723, "f1": 0.176055, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"], "main_score": 0.176055, "precision": 0.171064, "recall": 0.189723}, {"accuracy": 0.15415, "f1": 0.13793, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"], "main_score": 0.13793, "precision": 0.132929, "recall": 0.15415}, {"accuracy": 0.181818, "f1": 0.16318, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"], "main_score": 0.16318, "precision": 0.156704, "recall": 0.181818}, {"accuracy": 0.142292, "f1": 0.127777, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"], "main_score": 0.127777, "precision": 0.122913, "recall": 0.142292}, {"accuracy": 0.082016, "f1": 0.075203, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"], "main_score": 0.075203, "precision": 0.073183, "recall": 0.082016}, {"accuracy": 0.151186, "f1": 0.1319, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"], "main_score": 0.1319, "precision": 0.126148, "recall": 0.151186}, {"accuracy": 0.036561, "f1": 0.024216, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"], "main_score": 0.024216, "precision": 0.021193, "recall": 0.036561}, {"accuracy": 0.116601, "f1": 0.102631, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"], "main_score": 0.102631, "precision": 0.098336, "recall": 0.116601}, {"accuracy": 0.089921, "f1": 0.08352, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"], "main_score": 0.08352, "precision": 0.081441, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.180768, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"], "main_score": 0.180768, "precision": 0.172727, "recall": 0.202569}, {"accuracy": 0.038538, "f1": 0.033204, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"], "main_score": 0.033204, "precision": 0.031548, "recall": 0.038538}, {"accuracy": 0.18083, "f1": 0.157239, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"], "main_score": 0.157239, "precision": 0.150698, "recall": 0.18083}, {"accuracy": 0.112648, "f1": 0.10206, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"], "main_score": 0.10206, "precision": 0.098984, "recall": 0.112648}, {"accuracy": 0.12747, "f1": 0.117564, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"], "main_score": 0.117564, "precision": 0.114812, "recall": 0.12747}, {"accuracy": 0.04249, "f1": 0.030707, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"], "main_score": 0.030707, "precision": 0.028011, "recall": 0.04249}, {"accuracy": 0.171937, "f1": 0.152491, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"], "main_score": 0.152491, "precision": 0.147281, "recall": 0.171937}, {"accuracy": 0.162055, "f1": 0.144222, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"], "main_score": 0.144222, "precision": 0.139721, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.154768, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"], "main_score": 0.154768, "precision": 0.148462, "recall": 0.18083}, {"accuracy": 0.119565, "f1": 0.102564, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"], "main_score": 0.102564, "precision": 0.097979, "recall": 0.119565}, {"accuracy": 0.166008, "f1": 0.149178, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"], "main_score": 0.149178, "precision": 0.143587, "recall": 0.166008}, {"accuracy": 0.216403, "f1": 0.19385, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"], "main_score": 0.19385, "precision": 0.184594, "recall": 0.216403}, {"accuracy": 0.048419, "f1": 0.037938, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"], "main_score": 0.037938, "precision": 0.035913, "recall": 0.048419}, {"accuracy": 0.182806, "f1": 0.15594, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"], "main_score": 0.15594, "precision": 0.149131, "recall": 0.182806}, {"accuracy": 0.083992, "f1": 0.072942, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"], "main_score": 0.072942, "precision": 0.070041, "recall": 0.083992}, {"accuracy": 0.160079, "f1": 0.146241, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"], "main_score": 0.146241, "precision": 0.141621, "recall": 0.160079}, {"accuracy": 0.185771, "f1": 0.165617, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"], "main_score": 0.165617, "precision": 0.158015, "recall": 0.185771}, {"accuracy": 0.119565, "f1": 0.110681, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"], "main_score": 0.110681, "precision": 0.108388, "recall": 0.119565}, {"accuracy": 0.151186, "f1": 0.133088, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"], "main_score": 0.133088, "precision": 0.128815, "recall": 0.151186}, {"accuracy": 0.162055, "f1": 0.145257, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"], "main_score": 0.145257, "precision": 0.139072, "recall": 0.162055}, {"accuracy": 0.156126, "f1": 0.131007, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"], "main_score": 0.131007, "precision": 0.124771, "recall": 0.156126}, {"accuracy": 0.192688, "f1": 0.173006, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"], "main_score": 0.173006, "precision": 0.166531, "recall": 0.192688}, {"accuracy": 0.163043, "f1": 0.150877, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"], "main_score": 0.150877, "precision": 0.147117, "recall": 0.163043}, {"accuracy": 0.117589, "f1": 0.101163, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"], "main_score": 0.101163, "precision": 0.096972, "recall": 0.117589}, {"accuracy": 0.15415, "f1": 0.130747, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"], "main_score": 0.130747, "precision": 0.125129, "recall": 0.15415}, {"accuracy": 0.187747, "f1": 0.158765, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"], "main_score": 0.158765, "precision": 0.151335, "recall": 0.187747}, {"accuracy": 0.119565, "f1": 0.101509, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"], "main_score": 0.101509, "precision": 0.096737, "recall": 0.119565}, {"accuracy": 0.11166, "f1": 0.105153, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"], "main_score": 0.105153, "precision": 0.103601, "recall": 0.11166}, {"accuracy": 0.092885, "f1": 0.074362, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"], "main_score": 0.074362, "precision": 0.070275, "recall": 0.092885}, {"accuracy": 0.16502, "f1": 0.147118, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"], "main_score": 0.147118, "precision": 0.140731, "recall": 0.16502}, {"accuracy": 0.089921, "f1": 0.067887, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"], "main_score": 0.067887, "precision": 0.062134, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.179483, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"], "main_score": 0.179483, "precision": 0.172678, "recall": 0.202569}, {"accuracy": 0.09585, "f1": 0.079002, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"], "main_score": 0.079002, "precision": 0.073879, "recall": 0.09585}, {"accuracy": 0.189723, "f1": 0.161341, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"], "main_score": 0.161341, "precision": 0.153888, "recall": 0.189723}, {"accuracy": 0.124506, "f1": 0.111677, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"], "main_score": 0.111677, "precision": 0.107964, "recall": 0.124506}, {"accuracy": 0.076087, "f1": 0.062289, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"], "main_score": 0.062289, "precision": 0.058473, "recall": 0.076087}, {"accuracy": 0.115613, "f1": 0.110388, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"], "main_score": 0.110388, "precision": 0.109048, "recall": 0.115613}, {"accuracy": 0.186759, "f1": 0.159495, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"], "main_score": 0.159495, "precision": 0.152804, "recall": 0.186759}, {"accuracy": 0.064229, "f1": 0.059743, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"], "main_score": 0.059743, "precision": 0.059049, "recall": 0.064229}, {"accuracy": 0.114625, "f1": 0.101128, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"], "main_score": 0.101128, "precision": 0.097222, "recall": 0.114625}, {"accuracy": 0.19664, "f1": 0.177891, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"], "main_score": 0.177891, "precision": 0.170887, "recall": 0.19664}, {"accuracy": 0.113636, "f1": 0.096717, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"], "main_score": 0.096717, "precision": 0.092197, "recall": 0.113636}, {"accuracy": 0.129447, "f1": 0.122238, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"], "main_score": 0.122238, "precision": 0.119763, "recall": 0.129447}, {"accuracy": 0.166008, "f1": 0.150396, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"], "main_score": 0.150396, "precision": 0.144527, "recall": 0.166008}, {"accuracy": 0.200593, "f1": 0.179284, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"], "main_score": 0.179284, "precision": 0.172075, "recall": 0.200593}, {"accuracy": 0.170949, "f1": 0.153703, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"], "main_score": 0.153703, "precision": 0.148106, "recall": 0.170949}, {"accuracy": 0.162055, "f1": 0.14486, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"], "main_score": 0.14486, "precision": 0.139692, "recall": 0.162055}, {"accuracy": 0.01581, "f1": 0.004837, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"], "main_score": 0.004837, "precision": 0.003325, "recall": 0.01581}, {"accuracy": 0.054348, "f1": 0.046885, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"], "main_score": 0.046885, "precision": 0.045045, "recall": 0.054348}, {"accuracy": 0.040514, "f1": 0.033948, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"], "main_score": 0.033948, "precision": 0.032576, "recall": 0.040514}, {"accuracy": 0.083992, "f1": 0.068811, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"], "main_score": 0.068811, "precision": 0.065309, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.147892, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"], "main_score": 0.147892, "precision": 0.142936, "recall": 0.167984}, {"accuracy": 0.088933, "f1": 0.070354, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"], "main_score": 0.070354, "precision": 0.065415, "recall": 0.088933}, {"accuracy": 0.16502, "f1": 0.143516, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"], "main_score": 0.143516, "precision": 0.138466, "recall": 0.16502}, {"accuracy": 0.173913, "f1": 0.151685, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"], "main_score": 0.151685, "precision": 0.145389, "recall": 0.173913}, {"accuracy": 0.11166, "f1": 0.105807, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"], "main_score": 0.105807, "precision": 0.104056, "recall": 0.11166}, {"accuracy": 0.101779, "f1": 0.090224, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"], "main_score": 0.090224, "precision": 0.086271, "recall": 0.101779}, {"accuracy": 0.140316, "f1": 0.127621, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"], "main_score": 0.127621, "precision": 0.123099, "recall": 0.140316}, {"accuracy": 0.089921, "f1": 0.080423, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"], "main_score": 0.080423, "precision": 0.077919, "recall": 0.089921}, {"accuracy": 0.208498, "f1": 0.185799, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"], "main_score": 0.185799, "precision": 0.177298, "recall": 0.208498}, {"accuracy": 0.113636, "f1": 0.096159, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"], "main_score": 0.096159, "precision": 0.090847, "recall": 0.113636}, {"accuracy": 0.051383, "f1": 0.04126, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"], "main_score": 0.04126, "precision": 0.038946, "recall": 0.051383}, {"accuracy": 0.130435, "f1": 0.118363, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"], "main_score": 0.118363, "precision": 0.115052, "recall": 0.130435}, {"accuracy": 0.118577, "f1": 0.101987, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"], "main_score": 0.101987, "precision": 0.097587, "recall": 0.118577}, {"accuracy": 0.113636, "f1": 0.098643, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"], "main_score": 0.098643, "precision": 0.09394, "recall": 0.113636}, {"accuracy": 0.137352, "f1": 0.127882, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"], "main_score": 0.127882, "precision": 0.125488, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.113575, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"], "main_score": 0.113575, "precision": 0.108716, "recall": 0.135375}, {"accuracy": 0.035573, "f1": 0.031686, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"], "main_score": 0.031686, "precision": 0.030056, "recall": 0.035573}, {"accuracy": 0.08498, "f1": 0.061195, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"], "main_score": 0.061195, "precision": 0.055776, "recall": 0.08498}, {"accuracy": 0.107708, "f1": 0.095202, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"], "main_score": 0.095202, "precision": 0.091797, "recall": 0.107708}, {"accuracy": 0.059289, "f1": 0.054515, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"], "main_score": 0.054515, "precision": 0.052867, "recall": 0.059289}, {"accuracy": 0.128458, "f1": 0.111008, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"], "main_score": 0.111008, "precision": 0.106423, "recall": 0.128458}, {"accuracy": 0.217391, "f1": 0.19939, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"], "main_score": 0.19939, "precision": 0.192845, "recall": 0.217391}, {"accuracy": 0.060277, "f1": 0.048915, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"], "main_score": 0.048915, "precision": 0.04635, "recall": 0.060277}, {"accuracy": 0.134387, "f1": 0.115175, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"], "main_score": 0.115175, "precision": 0.111148, "recall": 0.134387}, {"accuracy": 0.144269, "f1": 0.118596, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"], "main_score": 0.118596, "precision": 0.112686, "recall": 0.144269}, {"accuracy": 0.141304, "f1": 0.121986, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"], "main_score": 0.121986, "precision": 0.117313, "recall": 0.141304}, {"accuracy": 0.115613, "f1": 0.107001, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"], "main_score": 0.107001, "precision": 0.10448, "recall": 0.115613}, {"accuracy": 0.188735, "f1": 0.159693, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"], "main_score": 0.159693, "precision": 0.152198, "recall": 0.188735}, {"accuracy": 0.088933, "f1": 0.073142, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"], "main_score": 0.073142, "precision": 0.06876, "recall": 0.088933}, {"accuracy": 0.119565, "f1": 0.107761, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"], "main_score": 0.107761, "precision": 0.103848, "recall": 0.119565}, {"accuracy": 0.123518, "f1": 0.096615, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"], "main_score": 0.096615, "precision": 0.088068, "recall": 0.123518}, {"accuracy": 0.172925, "f1": 0.154839, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"], "main_score": 0.154839, "precision": 0.148821, "recall": 0.172925}, {"accuracy": 0.031621, "f1": 0.025633, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"], "main_score": 0.025633, "precision": 0.024099, "recall": 0.031621}, {"accuracy": 0.129447, "f1": 0.111816, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"], "main_score": 0.111816, "precision": 0.10738, "recall": 0.129447}, {"accuracy": 0.116601, "f1": 0.100669, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"], "main_score": 0.100669, "precision": 0.096317, "recall": 0.116601}, {"accuracy": 0.100791, "f1": 0.087889, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"], "main_score": 0.087889, "precision": 0.085276, "recall": 0.100791}, {"accuracy": 0.168972, "f1": 0.155683, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"], "main_score": 0.155683, "precision": 0.151421, "recall": 0.168972}, {"accuracy": 0.098814, "f1": 0.083216, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"], "main_score": 0.083216, "precision": 0.079446, "recall": 0.098814}, {"accuracy": 0.190711, "f1": 0.175659, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"], "main_score": 0.175659, "precision": 0.169949, "recall": 0.190711}, {"accuracy": 0.228261, "f1": 0.206997, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"], "main_score": 0.206997, "precision": 0.199551, "recall": 0.228261}, {"accuracy": 0.18083, "f1": 0.15786, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"], "main_score": 0.15786, "precision": 0.151651, "recall": 0.18083}, {"accuracy": 0.18083, "f1": 0.167315, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"], "main_score": 0.167315, "precision": 0.162805, "recall": 0.18083}, {"accuracy": 0.183794, "f1": 0.158663, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"], "main_score": 0.158663, "precision": 0.151827, "recall": 0.183794}, {"accuracy": 0.177866, "f1": 0.16286, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"], "main_score": 0.16286, "precision": 0.157072, "recall": 0.177866}, {"accuracy": 0.187747, "f1": 0.163019, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"], "main_score": 0.163019, "precision": 0.156122, "recall": 0.187747}, {"accuracy": 0.06917, "f1": 0.059244, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"], "main_score": 0.059244, "precision": 0.057368, "recall": 0.06917}, {"accuracy": 0.144269, "f1": 0.123702, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"], "main_score": 0.123702, "precision": 0.118608, "recall": 0.144269}, {"accuracy": 0.185771, "f1": 0.160259, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"], "main_score": 0.160259, "precision": 0.15198, "recall": 0.185771}, {"accuracy": 0.168972, "f1": 0.152134, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"], "main_score": 0.152134, "precision": 0.146777, "recall": 0.168972}, {"accuracy": 0.145257, "f1": 0.127886, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"], "main_score": 0.127886, "precision": 0.1218, "recall": 0.145257}, {"accuracy": 0.215415, "f1": 0.193485, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"], "main_score": 0.193485, "precision": 0.185393, "recall": 0.215415}, {"accuracy": 0.179842, "f1": 0.155952, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"], "main_score": 0.155952, "precision": 0.147558, "recall": 0.179842}, {"accuracy": 0.073123, "f1": 0.060712, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"], "main_score": 0.060712, "precision": 0.057747, "recall": 0.073123}, {"accuracy": 0.179842, "f1": 0.161681, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"], "main_score": 0.161681, "precision": 0.155973, "recall": 0.179842}, {"accuracy": 0.145257, "f1": 0.124974, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"], "main_score": 0.124974, "precision": 0.118635, "recall": 0.145257}, {"accuracy": 0.189723, "f1": 0.169252, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"], "main_score": 0.169252, "precision": 0.162266, "recall": 0.189723}, {"accuracy": 0.19664, "f1": 0.180418, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"], "main_score": 0.180418, "precision": 0.174484, "recall": 0.19664}, {"accuracy": 0.047431, "f1": 0.03879, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"], "main_score": 0.03879, "precision": 0.037132, "recall": 0.047431}, {"accuracy": 0.18083, "f1": 0.153795, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"], "main_score": 0.153795, "precision": 0.144898, "recall": 0.18083}, {"accuracy": 0.229249, "f1": 0.209294, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"], "main_score": 0.209294, "precision": 0.201625, "recall": 0.229249}, {"accuracy": 0.103755, "f1": 0.09221, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"], "main_score": 0.09221, "precision": 0.089584, "recall": 0.103755}, {"accuracy": 0.183794, "f1": 0.165308, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"], "main_score": 0.165308, "precision": 0.158821, "recall": 0.183794}, {"accuracy": 0.16502, "f1": 0.153309, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"], "main_score": 0.153309, "precision": 0.149275, "recall": 0.16502}, {"accuracy": 0.097826, "f1": 0.092013, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"], "main_score": 0.092013, "precision": 0.090144, "recall": 0.097826}, {"accuracy": 0.215415, "f1": 0.192141, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"], "main_score": 0.192141, "precision": 0.184428, "recall": 0.215415}, {"accuracy": 0.167984, "f1": 0.152029, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"], "main_score": 0.152029, "precision": 0.147036, "recall": 0.167984}, {"accuracy": 0.070158, "f1": 0.062012, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"], "main_score": 0.062012, "precision": 0.059218, "recall": 0.070158}, {"accuracy": 0.102767, "f1": 0.084611, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"], "main_score": 0.084611, "precision": 0.080316, "recall": 0.102767}, {"accuracy": 0.124506, "f1": 0.108774, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"], "main_score": 0.108774, "precision": 0.104392, "recall": 0.124506}, {"accuracy": 0.152174, "f1": 0.127852, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"], "main_score": 0.127852, "precision": 0.119966, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.100358, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"], "main_score": 0.100358, "precision": 0.095981, "recall": 0.121542}, {"accuracy": 0.133399, "f1": 0.106415, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"], "main_score": 0.106415, "precision": 0.100277, "recall": 0.133399}, {"accuracy": 0.146245, "f1": 0.122268, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"], "main_score": 0.122268, "precision": 0.116244, "recall": 0.146245}, {"accuracy": 0.049407, "f1": 0.037259, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"], "main_score": 0.037259, "precision": 0.036016, "recall": 0.049407}, {"accuracy": 0.136364, "f1": 0.117561, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"], "main_score": 0.117561, "precision": 0.112469, "recall": 0.136364}, {"accuracy": 0.244071, "f1": 0.222523, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"], "main_score": 0.222523, "precision": 0.214706, "recall": 0.244071}, {"accuracy": 0.082016, "f1": 0.049478, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"], "main_score": 0.049478, "precision": 0.041721, "recall": 0.082016}, {"accuracy": 0.186759, "f1": 0.120392, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"], "main_score": 0.120392, "precision": 0.104428, "recall": 0.186759}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.892292, "f1": 0.861034, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"], "main_score": 0.861034, "precision": 0.846426, "recall": 0.892292}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.645257, "f1": 0.572921, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"], "main_score": 0.572921, "precision": 0.544984, "recall": 0.645257}, {"accuracy": 0.226285, "f1": 0.160377, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"], "main_score": 0.160377, "precision": 0.143059, "recall": 0.226285}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.413043, "f1": 0.329953, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"], "main_score": 0.329953, "precision": 0.303673, "recall": 0.413043}, {"accuracy": 0.66502, "f1": 0.594648, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"], "main_score": 0.594648, "precision": 0.566177, "recall": 0.66502}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.906126, "f1": 0.878524, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"], "main_score": 0.878524, "precision": 0.865695, "recall": 0.906126}, {"accuracy": 0.248024, "f1": 0.165672, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"], "main_score": 0.165672, "precision": 0.142902, "recall": 0.248024}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"], "main_score": 0.916074, "precision": 0.906868, "recall": 0.935771}, {"accuracy": 0.84585, "f1": 0.80392, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"], "main_score": 0.80392, "precision": 0.785408, "recall": 0.84585}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.30336, "f1": 0.217497, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"], "main_score": 0.217497, "precision": 0.19382, "recall": 0.30336}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.161067, "f1": 0.105519, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"], "main_score": 0.105519, "precision": 0.092118, "recall": 0.161067}, {"accuracy": 0.885375, "f1": 0.85336, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"], "main_score": 0.85336, "precision": 0.838801, "recall": 0.885375}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.721344, "f1": 0.656978, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"], "main_score": 0.656978, "precision": 0.630319, "recall": 0.721344}, {"accuracy": 0.065217, "f1": 0.02982, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"], "main_score": 0.02982, "precision": 0.024801, "recall": 0.065217}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.233202, "f1": 0.163629, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"], "main_score": 0.163629, "precision": 0.14653, "recall": 0.233202}, {"accuracy": 0.865613, "f1": 0.825889, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"], "main_score": 0.825889, "precision": 0.807477, "recall": 0.865613}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.937747, "f1": 0.921113, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"], "main_score": 0.921113, "precision": 0.913208, "recall": 0.937747}, {"accuracy": 0.903162, "f1": 0.873419, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"], "main_score": 0.873419, "precision": 0.859437, "recall": 0.903162}, {"accuracy": 0.289526, "f1": 0.215439, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"], "main_score": 0.215439, "precision": 0.193956, "recall": 0.289526}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.79249, "f1": 0.744636, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"], "main_score": 0.744636, "precision": 0.723682, "recall": 0.79249}, {"accuracy": 0.933794, "f1": 0.914592, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"], "main_score": 0.914592, "precision": 0.905385, "recall": 0.933794}, {"accuracy": 0.891304, "f1": 0.862121, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"], "main_score": 0.862121, "precision": 0.848847, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.174901, "f1": 0.111228, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"], "main_score": 0.111228, "precision": 0.097412, "recall": 0.174901}, {"accuracy": 0.066206, "f1": 0.040688, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"], "main_score": 0.040688, "precision": 0.034742, "recall": 0.066206}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.168972, "f1": 0.111863, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"], "main_score": 0.111863, "precision": 0.100175, "recall": 0.168972}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.892292, "f1": 0.864413, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"], "main_score": 0.864413, "precision": 0.85168, "recall": 0.892292}, {"accuracy": 0.753953, "f1": 0.696017, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"], "main_score": 0.696017, "precision": 0.672012, "recall": 0.753953}, {"accuracy": 0.203557, "f1": 0.135473, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"], "main_score": 0.135473, "precision": 0.119496, "recall": 0.203557}, {"accuracy": 0.751976, "f1": 0.699201, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"], "main_score": 0.699201, "precision": 0.677702, "recall": 0.751976}, {"accuracy": 0.636364, "f1": 0.559965, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"], "main_score": 0.559965, "precision": 0.531068, "recall": 0.636364}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.747036, "f1": 0.683352, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"], "main_score": 0.683352, "precision": 0.656653, "recall": 0.747036}, {"accuracy": 0.177866, "f1": 0.117015, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"], "main_score": 0.117015, "precision": 0.103209, "recall": 0.177866}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.073123, "f1": 0.041246, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"], "main_score": 0.041246, "precision": 0.034673, "recall": 0.073123}, {"accuracy": 0.261858, "f1": 0.19065, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"], "main_score": 0.19065, "precision": 0.172189, "recall": 0.261858}, {"accuracy": 0.364625, "f1": 0.278752, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"], "main_score": 0.278752, "precision": 0.252694, "recall": 0.364625}, {"accuracy": 0.090909, "f1": 0.048387, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"], "main_score": 0.048387, "precision": 0.038614, "recall": 0.090909}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.287549, "f1": 0.206088, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"], "main_score": 0.206088, "precision": 0.183187, "recall": 0.287549}, {"accuracy": 0.769763, "f1": 0.71465, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"], "main_score": 0.71465, "precision": 0.69189, "recall": 0.769763}, {"accuracy": 0.460474, "f1": 0.377395, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"], "main_score": 0.377395, "precision": 0.350328, "recall": 0.460474}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.275692, "f1": 0.198466, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"], "main_score": 0.198466, "precision": 0.177744, "recall": 0.275692}, {"accuracy": 0.333992, "f1": 0.25149, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"], "main_score": 0.25149, "precision": 0.227758, "recall": 0.333992}, {"accuracy": 0.257905, "f1": 0.178294, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"], "main_score": 0.178294, "precision": 0.156792, "recall": 0.257905}, {"accuracy": 0.365613, "f1": 0.28494, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"], "main_score": 0.28494, "precision": 0.261512, "recall": 0.365613}, {"accuracy": 0.645257, "f1": 0.57785, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"], "main_score": 0.57785, "precision": 0.552077, "recall": 0.645257}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.056324, "f1": 0.019607, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"], "main_score": 0.019607, "precision": 0.015452, "recall": 0.056324}, {"accuracy": 0.209486, "f1": 0.140723, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"], "main_score": 0.140723, "precision": 0.123299, "recall": 0.209486}, {"accuracy": 0.766798, "f1": 0.709474, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"], "main_score": 0.709474, "precision": 0.685039, "recall": 0.766798}, {"accuracy": 0.240119, "f1": 0.169724, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"], "main_score": 0.169724, "precision": 0.151508, "recall": 0.240119}, {"accuracy": 0.066206, "f1": 0.037239, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"], "main_score": 0.037239, "precision": 0.03287, "recall": 0.066206}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.797431, "f1": 0.747106, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"], "main_score": 0.747106, "precision": 0.725675, "recall": 0.797431}, {"accuracy": 0.814229, "f1": 0.763672, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"], "main_score": 0.763672, "precision": 0.74133, "recall": 0.814229}, {"accuracy": 0.762846, "f1": 0.713729, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"], "main_score": 0.713729, "precision": 0.693538, "recall": 0.762846}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.228261, "f1": 0.159253, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"], "main_score": 0.159253, "precision": 0.141062, "recall": 0.228261}, {"accuracy": 0.170949, "f1": 0.111693, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"], "main_score": 0.111693, "precision": 0.098154, "recall": 0.170949}, {"accuracy": 0.88834, "f1": 0.855863, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"], "main_score": 0.855863, "precision": 0.841074, "recall": 0.88834}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.956522, "f1": 0.943742, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"], "main_score": 0.943742, "precision": 0.9375, "recall": 0.956522}, {"accuracy": 0.396245, "f1": 0.310722, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"], "main_score": 0.310722, "precision": 0.284399, "recall": 0.396245}, {"accuracy": 0.205534, "f1": 0.137573, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"], "main_score": 0.137573, "precision": 0.120728, "recall": 0.205534}, {"accuracy": 0.735178, "f1": 0.672191, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"], "main_score": 0.672191, "precision": 0.646871, "recall": 0.735178}, {"accuracy": 0.929842, "f1": 0.910046, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"], "main_score": 0.910046, "precision": 0.901021, "recall": 0.929842}, {"accuracy": 0.198617, "f1": 0.125786, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"], "main_score": 0.125786, "precision": 0.109587, "recall": 0.198617}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.257905, "f1": 0.189461, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"], "main_score": 0.189461, "precision": 0.171541, "recall": 0.257905}, {"accuracy": 0.422925, "f1": 0.330816, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"], "main_score": 0.330816, "precision": 0.301854, "recall": 0.422925}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.759881, "f1": 0.702626, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"], "main_score": 0.702626, "precision": 0.678887, "recall": 0.759881}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"], "main_score": 0.916568, "precision": 0.907526, "recall": 0.935771}, {"accuracy": 0.230237, "f1": 0.163297, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"], "main_score": 0.163297, "precision": 0.145489, "recall": 0.230237}, {"accuracy": 0.074111, "f1": 0.031282, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"], "main_score": 0.031282, "precision": 0.02571, "recall": 0.074111}, {"accuracy": 0.249012, "f1": 0.176048, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"], "main_score": 0.176048, "precision": 0.156161, "recall": 0.249012}, {"accuracy": 0.121542, "f1": 0.069401, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"], "main_score": 0.069401, "precision": 0.058104, "recall": 0.121542}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.721344, "f1": 0.654644, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"], "main_score": 0.654644, "precision": 0.626581, "recall": 0.721344}, {"accuracy": 0.089921, "f1": 0.060044, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"], "main_score": 0.060044, "precision": 0.053617, "recall": 0.089921}, {"accuracy": 0.730237, "f1": 0.666996, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"], "main_score": 0.666996, "precision": 0.639888, "recall": 0.730237}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.744071, "f1": 0.680896, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"], "main_score": 0.680896, "precision": 0.653113, "recall": 0.744071}, {"accuracy": 0.51581, "f1": 0.434764, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"], "main_score": 0.434764, "precision": 0.404391, "recall": 0.51581}, {"accuracy": 0.200593, "f1": 0.129872, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"], "main_score": 0.129872, "precision": 0.112419, "recall": 0.200593}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.396245, "f1": 0.311951, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"], "main_score": 0.311951, "precision": 0.286809, "recall": 0.396245}, {"accuracy": 0.23419, "f1": 0.158116, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"], "main_score": 0.158116, "precision": 0.139165, "recall": 0.23419}, {"accuracy": 0.201581, "f1": 0.139139, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"], "main_score": 0.139139, "precision": 0.123549, "recall": 0.201581}, {"accuracy": 0.228261, "f1": 0.160153, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"], "main_score": 0.160153, "precision": 0.141908, "recall": 0.228261}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.004253, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"], "main_score": 0.004253, "precision": 0.003351, "recall": 0.019763}, {"accuracy": 0.853755, "f1": 0.812945, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"], "main_score": 0.812945, "precision": 0.794582, "recall": 0.853755}, {"accuracy": 0.448617, "f1": 0.363799, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"], "main_score": 0.363799, "precision": 0.332595, "recall": 0.448617}, {"accuracy": 0.862648, "f1": 0.824901, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"], "main_score": 0.824901, "precision": 0.807345, "recall": 0.862648}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.103755, "f1": 0.061513, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"], "main_score": 0.061513, "precision": 0.053147, "recall": 0.103755}, {"accuracy": 0.202569, "f1": 0.137245, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"], "main_score": 0.137245, "precision": 0.120554, "recall": 0.202569}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.646245, "f1": 0.57154, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"], "main_score": 0.57154, "precision": 0.542567, "recall": 0.646245}, {"accuracy": 0.203557, "f1": 0.137472, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"], "main_score": 0.137472, "precision": 0.120623, "recall": 0.203557}, {"accuracy": 0.200593, "f1": 0.128174, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"], "main_score": 0.128174, "precision": 0.11002, "recall": 0.200593}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"], "main_score": 0.936924, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.197628, "f1": 0.131593, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"], "main_score": 0.131593, "precision": 0.115794, "recall": 0.197628}, {"accuracy": 0.199605, "f1": 0.133394, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"], "main_score": 0.133394, "precision": 0.115211, "recall": 0.199605}, {"accuracy": 0.811265, "f1": 0.761067, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"], "main_score": 0.761067, "precision": 0.738818, "recall": 0.811265}, {"accuracy": 0.657115, "f1": 0.588367, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"], "main_score": 0.588367, "precision": 0.562332, "recall": 0.657115}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"], "main_score": 0.938966, "precision": 0.932395, "recall": 0.952569}, {"accuracy": 0.293478, "f1": 0.210124, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"], "main_score": 0.210124, "precision": 0.184366, "recall": 0.293478}, {"accuracy": 0.45751, "f1": 0.370137, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"], "main_score": 0.370137, "precision": 0.342019, "recall": 0.45751}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.546443, "f1": 0.461502, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"], "main_score": 0.461502, "precision": 0.428781, "recall": 0.546443}, {"accuracy": 0.843874, "f1": 0.801369, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"], "main_score": 0.801369, "precision": 0.781868, "recall": 0.843874}, {"accuracy": 0.291502, "f1": 0.214786, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"], "main_score": 0.214786, "precision": 0.193891, "recall": 0.291502}, {"accuracy": 0.61166, "f1": 0.531191, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"], "main_score": 0.531191, "precision": 0.499643, "recall": 0.61166}, {"accuracy": 0.730237, "f1": 0.669949, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"], "main_score": 0.669949, "precision": 0.644899, "recall": 0.730237}, {"accuracy": 0.243083, "f1": 0.166809, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"], "main_score": 0.166809, "precision": 0.146621, "recall": 0.243083}, {"accuracy": 0.922925, "f1": 0.900889, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"], "main_score": 0.900889, "precision": 0.890563, "recall": 0.922925}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"], "main_score": 0.922925, "precision": 0.91469, "recall": 0.940711}, {"accuracy": 0.777668, "f1": 0.72156, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"], "main_score": 0.72156, "precision": 0.697069, "recall": 0.777668}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.424901, "f1": 0.342173, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"], "main_score": 0.342173, "precision": 0.314088, "recall": 0.424901}, {"accuracy": 0.508893, "f1": 0.42288, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"], "main_score": 0.42288, "precision": 0.393914, "recall": 0.508893}, {"accuracy": 0.102767, "f1": 0.052727, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"], "main_score": 0.052727, "precision": 0.042922, "recall": 0.102767}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.189723, "f1": 0.127302, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"], "main_score": 0.127302, "precision": 0.109945, "recall": 0.189723}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"], "main_score": 0.939065, "precision": 0.932477, "recall": 0.952569}, {"accuracy": 0.467391, "f1": 0.379263, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"], "main_score": 0.379263, "precision": 0.350719, "recall": 0.467391}, {"accuracy": 0.360672, "f1": 0.273364, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"], "main_score": 0.273364, "precision": 0.247673, "recall": 0.360672}, {"accuracy": 0.87253, "f1": 0.834881, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"], "main_score": 0.834881, "precision": 0.817441, "recall": 0.87253}, {"accuracy": 0.263834, "f1": 0.186373, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"], "main_score": 0.186373, "precision": 0.16588, "recall": 0.263834}, {"accuracy": 0.226285, "f1": 0.151446, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"], "main_score": 0.151446, "precision": 0.132025, "recall": 0.226285}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.45751, "f1": 0.36635, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"], "main_score": 0.36635, "precision": 0.336615, "recall": 0.45751}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.199605, "f1": 0.124381, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"], "main_score": 0.124381, "precision": 0.10658, "recall": 0.199605}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.917984, "f1": 0.893695, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"], "main_score": 0.893695, "precision": 0.882576, "recall": 0.917984}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"], "main_score": 0.941206, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.183794, "f1": 0.121109, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"], "main_score": 0.121109, "precision": 0.106995, "recall": 0.183794}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"], "main_score": 0.891469, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.199605, "f1": 0.134101, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"], "main_score": 0.134101, "precision": 0.117705, "recall": 0.199605}, {"accuracy": 0.210474, "f1": 0.14374, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"], "main_score": 0.14374, "precision": 0.126693, "recall": 0.210474}, {"accuracy": 0.156126, "f1": 0.098343, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"], "main_score": 0.098343, "precision": 0.085107, "recall": 0.156126}, {"accuracy": 0.554348, "f1": 0.476301, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"], "main_score": 0.476301, "precision": 0.445991, "recall": 0.554348}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.323123, "f1": 0.238188, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"], "main_score": 0.238188, "precision": 0.213106, "recall": 0.323123}, {"accuracy": 0.1917, "f1": 0.125688, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"], "main_score": 0.125688, "precision": 0.109628, "recall": 0.1917}, {"accuracy": 0.227273, "f1": 0.155997, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"], "main_score": 0.155997, "precision": 0.138725, "recall": 0.227273}, {"accuracy": 0.823123, "f1": 0.776647, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"], "main_score": 0.776647, "precision": 0.755352, "recall": 0.823123}, {"accuracy": 0.177866, "f1": 0.112593, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"], "main_score": 0.112593, "precision": 0.097106, "recall": 0.177866}, {"accuracy": 0.200593, "f1": 0.137937, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"], "main_score": 0.137937, "precision": 0.122419, "recall": 0.200593}, {"accuracy": 0.953557, "f1": 0.941436, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"], "main_score": 0.941436, "precision": 0.935853, "recall": 0.953557}, {"accuracy": 0.291502, "f1": 0.206274, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"], "main_score": 0.206274, "precision": 0.183071, "recall": 0.291502}, {"accuracy": 0.249012, "f1": 0.174009, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"], "main_score": 0.174009, "precision": 0.155672, "recall": 0.249012}, {"accuracy": 0.649209, "f1": 0.572686, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"], "main_score": 0.572686, "precision": 0.543136, "recall": 0.649209}, {"accuracy": 0.358696, "f1": 0.275492, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"], "main_score": 0.275492, "precision": 0.250372, "recall": 0.358696}, {"accuracy": 0.462451, "f1": 0.372945, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"], "main_score": 0.372945, "precision": 0.342192, "recall": 0.462451}, {"accuracy": 0.852767, "f1": 0.814446, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"], "main_score": 0.814446, "precision": 0.79697, "recall": 0.852767}, {"accuracy": 0.357708, "f1": 0.270133, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"], "main_score": 0.270133, "precision": 0.242655, "recall": 0.357708}, {"accuracy": 0.485178, "f1": 0.402456, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"], "main_score": 0.402456, "precision": 0.373672, "recall": 0.485178}, {"accuracy": 0.184783, "f1": 0.122578, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"], "main_score": 0.122578, "precision": 0.105496, "recall": 0.184783}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"], "main_score": 0.953557, "precision": 0.94832, "recall": 0.964427}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.846838, "f1": 0.807016, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"], "main_score": 0.807016, "precision": 0.789707, "recall": 0.846838}, {"accuracy": 0.273715, "f1": 0.199612, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"], "main_score": 0.199612, "precision": 0.177677, "recall": 0.273715}, {"accuracy": 0.214427, "f1": 0.143109, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"], "main_score": 0.143109, "precision": 0.125292, "recall": 0.214427}, {"accuracy": 0.087945, "f1": 0.055502, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"], "main_score": 0.055502, "precision": 0.048186, "recall": 0.087945}, {"accuracy": 0.218379, "f1": 0.146459, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"], "main_score": 0.146459, "precision": 0.128227, "recall": 0.218379}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.906126, "f1": 0.877042, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"], "main_score": 0.877042, "precision": 0.863093, "recall": 0.906126}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.666996, "f1": 0.594071, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"], "main_score": 0.594071, "precision": 0.565833, "recall": 0.666996}, {"accuracy": 0.231225, "f1": 0.165664, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"], "main_score": 0.165664, "precision": 0.148632, "recall": 0.231225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.418972, "f1": 0.32995, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"], "main_score": 0.32995, "precision": 0.300673, "recall": 0.418972}, {"accuracy": 0.686759, "f1": 0.615046, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"], "main_score": 0.615046, "precision": 0.585647, "recall": 0.686759}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"], "main_score": 0.898221, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.275692, "f1": 0.189956, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"], "main_score": 0.189956, "precision": 0.16595, "recall": 0.275692}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"], "main_score": 0.91054, "precision": 0.901186, "recall": 0.93083}, {"accuracy": 0.857708, "f1": 0.819565, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"], "main_score": 0.819565, "precision": 0.802125, "recall": 0.857708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.324111, "f1": 0.233004, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"], "main_score": 0.233004, "precision": 0.208688, "recall": 0.324111}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.174901, "f1": 0.11911, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"], "main_score": 0.11911, "precision": 0.105922, "recall": 0.174901}, {"accuracy": 0.895257, "f1": 0.865382, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"], "main_score": 0.865382, "precision": 0.851779, "recall": 0.895257}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.733202, "f1": 0.670866, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"], "main_score": 0.670866, "precision": 0.64525, "recall": 0.733202}, {"accuracy": 0.064229, "f1": 0.030877, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"], "main_score": 0.030877, "precision": 0.025648, "recall": 0.064229}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.255929, "f1": 0.179651, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"], "main_score": 0.179651, "precision": 0.160552, "recall": 0.255929}, {"accuracy": 0.875494, "f1": 0.839065, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"], "main_score": 0.839065, "precision": 0.822464, "recall": 0.875494}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"], "main_score": 0.930501, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.891271, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"], "main_score": 0.891271, "precision": 0.879117, "recall": 0.916996}, {"accuracy": 0.30336, "f1": 0.225539, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"], "main_score": 0.225539, "precision": 0.202782, "recall": 0.30336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.816206, "f1": 0.769304, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"], "main_score": 0.769304, "precision": 0.748577, "recall": 0.816206}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"], "main_score": 0.91996, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"], "main_score": 0.889394, "precision": 0.878541, "recall": 0.913043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.183794, "f1": 0.115568, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"], "main_score": 0.115568, "precision": 0.100368, "recall": 0.183794}, {"accuracy": 0.062253, "f1": 0.038219, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"], "main_score": 0.038219, "precision": 0.032669, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.122102, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"], "main_score": 0.122102, "precision": 0.107952, "recall": 0.185771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.898221, "f1": 0.869203, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"], "main_score": 0.869203, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.766798, "f1": 0.71135, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"], "main_score": 0.71135, "precision": 0.687434, "recall": 0.766798}, {"accuracy": 0.216403, "f1": 0.143528, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"], "main_score": 0.143528, "precision": 0.125946, "recall": 0.216403}, {"accuracy": 0.770751, "f1": 0.721697, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"], "main_score": 0.721697, "precision": 0.70123, "recall": 0.770751}, {"accuracy": 0.651186, "f1": 0.57605, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"], "main_score": 0.57605, "precision": 0.546718, "recall": 0.651186}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.774704, "f1": 0.715958, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"], "main_score": 0.715958, "precision": 0.69077, "recall": 0.774704}, {"accuracy": 0.190711, "f1": 0.126452, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"], "main_score": 0.126452, "precision": 0.111884, "recall": 0.190711}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.076087, "f1": 0.043909, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"], "main_score": 0.043909, "precision": 0.036985, "recall": 0.076087}, {"accuracy": 0.281621, "f1": 0.206966, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"], "main_score": 0.206966, "precision": 0.187278, "recall": 0.281621}, {"accuracy": 0.392292, "f1": 0.303175, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"], "main_score": 0.303175, "precision": 0.27591, "recall": 0.392292}, {"accuracy": 0.094862, "f1": 0.052766, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"], "main_score": 0.052766, "precision": 0.043576, "recall": 0.094862}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.31917, "f1": 0.236718, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"], "main_score": 0.236718, "precision": 0.214032, "recall": 0.31917}, {"accuracy": 0.784585, "f1": 0.728708, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"], "main_score": 0.728708, "precision": 0.704513, "recall": 0.784585}, {"accuracy": 0.486166, "f1": 0.402591, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"], "main_score": 0.402591, "precision": 0.375712, "recall": 0.486166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.282609, "f1": 0.203872, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"], "main_score": 0.203872, "precision": 0.183052, "recall": 0.282609}, {"accuracy": 0.36166, "f1": 0.276188, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"], "main_score": 0.276188, "precision": 0.25091, "recall": 0.36166}, {"accuracy": 0.282609, "f1": 0.200926, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"], "main_score": 0.200926, "precision": 0.178775, "recall": 0.282609}, {"accuracy": 0.387352, "f1": 0.304769, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"], "main_score": 0.304769, "precision": 0.279118, "recall": 0.387352}, {"accuracy": 0.651186, "f1": 0.579658, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"], "main_score": 0.579658, "precision": 0.551116, "recall": 0.651186}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.054348, "f1": 0.017987, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"], "main_score": 0.017987, "precision": 0.01323, "recall": 0.054348}, {"accuracy": 0.238142, "f1": 0.168836, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"], "main_score": 0.168836, "precision": 0.150781, "recall": 0.238142}, {"accuracy": 0.781621, "f1": 0.731246, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"], "main_score": 0.731246, "precision": 0.710517, "recall": 0.781621}, {"accuracy": 0.26581, "f1": 0.19261, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"], "main_score": 0.19261, "precision": 0.173922, "recall": 0.26581}, {"accuracy": 0.065217, "f1": 0.035253, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"], "main_score": 0.035253, "precision": 0.031034, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.8083, "f1": 0.759768, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"], "main_score": 0.759768, "precision": 0.738752, "recall": 0.8083}, {"accuracy": 0.807312, "f1": 0.754117, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"], "main_score": 0.754117, "precision": 0.731275, "recall": 0.807312}, {"accuracy": 0.778656, "f1": 0.727673, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"], "main_score": 0.727673, "precision": 0.705767, "recall": 0.778656}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.253953, "f1": 0.183711, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"], "main_score": 0.183711, "precision": 0.164213, "recall": 0.253953}, {"accuracy": 0.19664, "f1": 0.131998, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"], "main_score": 0.131998, "precision": 0.116285, "recall": 0.19664}, {"accuracy": 0.898221, "f1": 0.867951, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"], "main_score": 0.867951, "precision": 0.853837, "recall": 0.898221}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.40415, "f1": 0.317375, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"], "main_score": 0.317375, "precision": 0.290033, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.156164, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"], "main_score": 0.156164, "precision": 0.137108, "recall": 0.229249}, {"accuracy": 0.732213, "f1": 0.666189, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"], "main_score": 0.666189, "precision": 0.639782, "recall": 0.732213}, {"accuracy": 0.936759, "f1": 0.918841, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"], "main_score": 0.918841, "precision": 0.91082, "recall": 0.936759}, {"accuracy": 0.214427, "f1": 0.139902, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"], "main_score": 0.139902, "precision": 0.1229, "recall": 0.214427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.275692, "f1": 0.204827, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"], "main_score": 0.204827, "precision": 0.186162, "recall": 0.275692}, {"accuracy": 0.445652, "f1": 0.350311, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"], "main_score": 0.350311, "precision": 0.32024, "recall": 0.445652}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.768775, "f1": 0.710559, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"], "main_score": 0.710559, "precision": 0.685952, "recall": 0.768775}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"], "main_score": 0.9333, "precision": 0.925231, "recall": 0.949605}, {"accuracy": 0.255929, "f1": 0.182748, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"], "main_score": 0.182748, "precision": 0.163495, "recall": 0.255929}, {"accuracy": 0.08004, "f1": 0.037313, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"], "main_score": 0.037313, "precision": 0.030955, "recall": 0.08004}, {"accuracy": 0.275692, "f1": 0.193681, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"], "main_score": 0.193681, "precision": 0.171441, "recall": 0.275692}, {"accuracy": 0.134387, "f1": 0.079081, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"], "main_score": 0.079081, "precision": 0.067802, "recall": 0.134387}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.740119, "f1": 0.680487, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"], "main_score": 0.680487, "precision": 0.656324, "recall": 0.740119}, {"accuracy": 0.101779, "f1": 0.067069, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"], "main_score": 0.067069, "precision": 0.058821, "recall": 0.101779}, {"accuracy": 0.754941, "f1": 0.695751, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"], "main_score": 0.695751, "precision": 0.671047, "recall": 0.754941}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.75, "f1": 0.689921, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"], "main_score": 0.689921, "precision": 0.663966, "recall": 0.75}, {"accuracy": 0.529644, "f1": 0.443531, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"], "main_score": 0.443531, "precision": 0.411326, "recall": 0.529644}, {"accuracy": 0.215415, "f1": 0.143809, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"], "main_score": 0.143809, "precision": 0.12628, "recall": 0.215415}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.420949, "f1": 0.32947, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"], "main_score": 0.32947, "precision": 0.299996, "recall": 0.420949}, {"accuracy": 0.249012, "f1": 0.167416, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"], "main_score": 0.167416, "precision": 0.146365, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.16135, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"], "main_score": 0.16135, "precision": 0.143077, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.175778, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"], "main_score": 0.175778, "precision": 0.156873, "recall": 0.248024}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.019763, "f1": 0.003392, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"], "main_score": 0.003392, "precision": 0.002378, "recall": 0.019763}, {"accuracy": 0.865613, "f1": 0.827819, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"], "main_score": 0.827819, "precision": 0.810639, "recall": 0.865613}, {"accuracy": 0.461462, "f1": 0.370196, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"], "main_score": 0.370196, "precision": 0.336364, "recall": 0.461462}, {"accuracy": 0.858696, "f1": 0.818083, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"], "main_score": 0.818083, "precision": 0.798995, "recall": 0.858696}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.062474, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"], "main_score": 0.062474, "precision": 0.053352, "recall": 0.105731}, {"accuracy": 0.219368, "f1": 0.148416, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"], "main_score": 0.148416, "precision": 0.130851, "recall": 0.219368}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.655138, "f1": 0.583214, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"], "main_score": 0.583214, "precision": 0.555723, "recall": 0.655138}, {"accuracy": 0.211462, "f1": 0.135711, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"], "main_score": 0.135711, "precision": 0.116679, "recall": 0.211462}, {"accuracy": 0.224308, "f1": 0.147968, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"], "main_score": 0.147968, "precision": 0.128784, "recall": 0.224308}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.211462, "f1": 0.147054, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"], "main_score": 0.147054, "precision": 0.131588, "recall": 0.211462}, {"accuracy": 0.22332, "f1": 0.153272, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"], "main_score": 0.153272, "precision": 0.135091, "recall": 0.22332}, {"accuracy": 0.8083, "f1": 0.757065, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"], "main_score": 0.757065, "precision": 0.734347, "recall": 0.8083}, {"accuracy": 0.670949, "f1": 0.60135, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"], "main_score": 0.60135, "precision": 0.574649, "recall": 0.670949}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.300395, "f1": 0.212189, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"], "main_score": 0.212189, "precision": 0.185079, "recall": 0.300395}, {"accuracy": 0.495059, "f1": 0.410194, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"], "main_score": 0.410194, "precision": 0.382623, "recall": 0.495059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.559289, "f1": 0.481144, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"], "main_score": 0.481144, "precision": 0.451974, "recall": 0.559289}, {"accuracy": 0.84585, "f1": 0.803096, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"], "main_score": 0.803096, "precision": 0.78391, "recall": 0.84585}, {"accuracy": 0.320158, "f1": 0.239547, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"], "main_score": 0.239547, "precision": 0.216008, "recall": 0.320158}, {"accuracy": 0.613636, "f1": 0.531631, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"], "main_score": 0.531631, "precision": 0.497794, "recall": 0.613636}, {"accuracy": 0.712451, "f1": 0.648551, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"], "main_score": 0.648551, "precision": 0.621297, "recall": 0.712451}, {"accuracy": 0.264822, "f1": 0.184344, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"], "main_score": 0.184344, "precision": 0.163545, "recall": 0.264822}, {"accuracy": 0.93083, "f1": 0.909717, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"], "main_score": 0.909717, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.781621, "f1": 0.727273, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"], "main_score": 0.727273, "precision": 0.703574, "recall": 0.781621}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.428854, "f1": 0.344405, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"], "main_score": 0.344405, "precision": 0.316109, "recall": 0.428854}, {"accuracy": 0.529644, "f1": 0.441974, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"], "main_score": 0.441974, "precision": 0.411953, "recall": 0.529644}, {"accuracy": 0.120553, "f1": 0.067629, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"], "main_score": 0.067629, "precision": 0.057589, "recall": 0.120553}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.185771, "f1": 0.123459, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"], "main_score": 0.123459, "precision": 0.106739, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"], "main_score": 0.950758, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.479249, "f1": 0.392951, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"], "main_score": 0.392951, "precision": 0.36489, "recall": 0.479249}, {"accuracy": 0.376482, "f1": 0.288386, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"], "main_score": 0.288386, "precision": 0.260889, "recall": 0.376482}, {"accuracy": 0.884387, "f1": 0.848979, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"], "main_score": 0.848979, "precision": 0.832345, "recall": 0.884387}, {"accuracy": 0.282609, "f1": 0.209204, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"], "main_score": 0.209204, "precision": 0.189664, "recall": 0.282609}, {"accuracy": 0.257905, "f1": 0.179995, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"], "main_score": 0.179995, "precision": 0.159705, "recall": 0.257905}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.487154, "f1": 0.397458, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"], "main_score": 0.397458, "precision": 0.367742, "recall": 0.487154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.222332, "f1": 0.146194, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"], "main_score": 0.146194, "precision": 0.128513, "recall": 0.222332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.933794, "f1": 0.91362, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"], "main_score": 0.91362, "precision": 0.903962, "recall": 0.933794}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.198617, "f1": 0.135587, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"], "main_score": 0.135587, "precision": 0.120137, "recall": 0.198617}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"], "main_score": 0.91502, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.211462, "f1": 0.14189, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"], "main_score": 0.14189, "precision": 0.123933, "recall": 0.211462}, {"accuracy": 0.231225, "f1": 0.159932, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"], "main_score": 0.159932, "precision": 0.141835, "recall": 0.231225}, {"accuracy": 0.163043, "f1": 0.10373, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"], "main_score": 0.10373, "precision": 0.090701, "recall": 0.163043}, {"accuracy": 0.557312, "f1": 0.474254, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"], "main_score": 0.474254, "precision": 0.441983, "recall": 0.557312}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.325099, "f1": 0.240722, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"], "main_score": 0.240722, "precision": 0.215675, "recall": 0.325099}, {"accuracy": 0.210474, "f1": 0.140077, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"], "main_score": 0.140077, "precision": 0.122749, "recall": 0.210474}, {"accuracy": 0.254941, "f1": 0.180424, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"], "main_score": 0.180424, "precision": 0.16148, "recall": 0.254941}, {"accuracy": 0.847826, "f1": 0.809637, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"], "main_score": 0.809637, "precision": 0.792474, "recall": 0.847826}, {"accuracy": 0.199605, "f1": 0.131366, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"], "main_score": 0.131366, "precision": 0.114523, "recall": 0.199605}, {"accuracy": 0.208498, "f1": 0.140327, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"], "main_score": 0.140327, "precision": 0.122779, "recall": 0.208498}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.313241, "f1": 0.229202, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"], "main_score": 0.229202, "precision": 0.20494, "recall": 0.313241}, {"accuracy": 0.282609, "f1": 0.201805, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"], "main_score": 0.201805, "precision": 0.181583, "recall": 0.282609}, {"accuracy": 0.672925, "f1": 0.59849, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"], "main_score": 0.59849, "precision": 0.569463, "recall": 0.672925}, {"accuracy": 0.393281, "f1": 0.305587, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"], "main_score": 0.305587, "precision": 0.277935, "recall": 0.393281}, {"accuracy": 0.495059, "f1": 0.406724, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"], "main_score": 0.406724, "precision": 0.376017, "recall": 0.495059}, {"accuracy": 0.87253, "f1": 0.835606, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"], "main_score": 0.835606, "precision": 0.818379, "recall": 0.87253}, {"accuracy": 0.353755, "f1": 0.266137, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"], "main_score": 0.266137, "precision": 0.23974, "recall": 0.353755}, {"accuracy": 0.486166, "f1": 0.397034, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"], "main_score": 0.397034, "precision": 0.365688, "recall": 0.486166}, {"accuracy": 0.205534, "f1": 0.134566, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"], "main_score": 0.134566, "precision": 0.115259, "recall": 0.205534}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.859684, "f1": 0.82052, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"], "main_score": 0.82052, "precision": 0.803014, "recall": 0.859684}, {"accuracy": 0.291502, "f1": 0.214662, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"], "main_score": 0.214662, "precision": 0.191444, "recall": 0.291502}, {"accuracy": 0.225296, "f1": 0.147753, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"], "main_score": 0.147753, "precision": 0.128576, "recall": 0.225296}, {"accuracy": 0.079051, "f1": 0.055959, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"], "main_score": 0.055959, "precision": 0.049017, "recall": 0.079051}, {"accuracy": 0.210474, "f1": 0.167272, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"], "main_score": 0.167272, "precision": 0.153433, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 0.000126, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"], "main_score": 0.000126, "precision": 6.5e-05, "recall": 0.002964}, {"accuracy": 0.625494, "f1": 0.573822, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"], "main_score": 0.573822, "precision": 0.555796, "recall": 0.625494}, {"accuracy": 0.551383, "f1": 0.50684, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"], "main_score": 0.50684, "precision": 0.491224, "recall": 0.551383}, {"accuracy": 0.557312, "f1": 0.508561, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"], "main_score": 0.508561, "precision": 0.491992, "recall": 0.557312}, {"accuracy": 0.511858, "f1": 0.466194, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"], "main_score": 0.466194, "precision": 0.449447, "recall": 0.511858}, {"accuracy": 0.233202, "f1": 0.191817, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"], "main_score": 0.191817, "precision": 0.178736, "recall": 0.233202}, {"accuracy": 0.672925, "f1": 0.634075, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"], "main_score": 0.634075, "precision": 0.620733, "recall": 0.672925}, {"accuracy": 0.367589, "f1": 0.312007, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"], "main_score": 0.312007, "precision": 0.291618, "recall": 0.367589}, {"accuracy": 0.496047, "f1": 0.452663, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"], "main_score": 0.452663, "precision": 0.435715, "recall": 0.496047}, {"accuracy": 0.632411, "f1": 0.582527, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"], "main_score": 0.582527, "precision": 0.565525, "recall": 0.632411}, {"accuracy": 0.550395, "f1": 0.506199, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"], "main_score": 0.506199, "precision": 0.490536, "recall": 0.550395}, {"accuracy": 0.23913, "f1": 0.184869, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"], "main_score": 0.184869, "precision": 0.167411, "recall": 0.23913}, {"accuracy": 0.55336, "f1": 0.509714, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"], "main_score": 0.509714, "precision": 0.494104, "recall": 0.55336}, {"accuracy": 0.459486, "f1": 0.414964, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"], "main_score": 0.414964, "precision": 0.399267, "recall": 0.459486}, {"accuracy": 0.686759, "f1": 0.640525, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"], "main_score": 0.640525, "precision": 0.624701, "recall": 0.686759}, {"accuracy": 0.307312, "f1": 0.244462, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"], "main_score": 0.244462, "precision": 0.225228, "recall": 0.307312}, {"accuracy": 0.605731, "f1": 0.563577, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"], "main_score": 0.563577, "precision": 0.549324, "recall": 0.605731}, {"accuracy": 0.557312, "f1": 0.508288, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"], "main_score": 0.508288, "precision": 0.490611, "recall": 0.557312}, {"accuracy": 0.700593, "f1": 0.660093, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"], "main_score": 0.660093, "precision": 0.646435, "recall": 0.700593}, {"accuracy": 0.674901, "f1": 0.636159, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"], "main_score": 0.636159, "precision": 0.622909, "recall": 0.674901}, {"accuracy": 0.16502, "f1": 0.130238, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"], "main_score": 0.130238, "precision": 0.120055, "recall": 0.16502}, {"accuracy": 0.439723, "f1": 0.39614, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"], "main_score": 0.39614, "precision": 0.382216, "recall": 0.439723}, {"accuracy": 0.636364, "f1": 0.583384, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"], "main_score": 0.583384, "precision": 0.565527, "recall": 0.636364}, {"accuracy": 0.578063, "f1": 0.533034, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"], "main_score": 0.533034, "precision": 0.51564, "recall": 0.578063}, {"accuracy": 0.060277, "f1": 0.031257, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"], "main_score": 0.031257, "precision": 0.027075, "recall": 0.060277}, {"accuracy": 0.61166, "f1": 0.570719, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"], "main_score": 0.570719, "precision": 0.557038, "recall": 0.61166}, {"accuracy": 0.229249, "f1": 0.180465, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"], "main_score": 0.180465, "precision": 0.16671, "recall": 0.229249}, {"accuracy": 0.591897, "f1": 0.555065, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"], "main_score": 0.555065, "precision": 0.541937, "recall": 0.591897}, {"accuracy": 0.675889, "f1": 0.634981, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"], "main_score": 0.634981, "precision": 0.620886, "recall": 0.675889}, {"accuracy": 0.562253, "f1": 0.523129, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"], "main_score": 0.523129, "precision": 0.508718, "recall": 0.562253}, {"accuracy": 0.504941, "f1": 0.463455, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"], "main_score": 0.463455, "precision": 0.449629, "recall": 0.504941}, {"accuracy": 0.294466, "f1": 0.244475, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"], "main_score": 0.244475, "precision": 0.22781, "recall": 0.294466}, {"accuracy": 0.68083, "f1": 0.640142, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"], "main_score": 0.640142, "precision": 0.625752, "recall": 0.68083}, {"accuracy": 0.412055, "f1": 0.366995, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"], "main_score": 0.366995, "precision": 0.351656, "recall": 0.412055}, {"accuracy": 0.561265, "f1": 0.53133, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"], "main_score": 0.53133, "precision": 0.520921, "recall": 0.561265}, {"accuracy": 0.462451, "f1": 0.418179, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"], "main_score": 0.418179, "precision": 0.401447, "recall": 0.462451}, {"accuracy": 0.657115, "f1": 0.621229, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"], "main_score": 0.621229, "precision": 0.609064, "recall": 0.657115}, {"accuracy": 0.588933, "f1": 0.535944, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"], "main_score": 0.535944, "precision": 0.517638, "recall": 0.588933}, {"accuracy": 0.184783, "f1": 0.135594, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"], "main_score": 0.135594, "precision": 0.122634, "recall": 0.184783}, {"accuracy": 0.052372, "f1": 0.034895, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"], "main_score": 0.034895, "precision": 0.030548, "recall": 0.052372}, {"accuracy": 0.668972, "f1": 0.627369, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"], "main_score": 0.627369, "precision": 0.612827, "recall": 0.668972}, {"accuracy": 0.175889, "f1": 0.134204, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"], "main_score": 0.134204, "precision": 0.122125, "recall": 0.175889}, {"accuracy": 0.659091, "f1": 0.610094, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"], "main_score": 0.610094, "precision": 0.593306, "recall": 0.659091}, {"accuracy": 0.642292, "f1": 0.599697, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"], "main_score": 0.599697, "precision": 0.584313, "recall": 0.642292}, {"accuracy": 0.522727, "f1": 0.472475, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"], "main_score": 0.472475, "precision": 0.455126, "recall": 0.522727}, {"accuracy": 0.514822, "f1": 0.475676, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"], "main_score": 0.475676, "precision": 0.460348, "recall": 0.514822}, {"accuracy": 0.209486, "f1": 0.159951, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"], "main_score": 0.159951, "precision": 0.144644, "recall": 0.209486}, {"accuracy": 0.48419, "f1": 0.442332, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"], "main_score": 0.442332, "precision": 0.425772, "recall": 0.48419}, {"accuracy": 0.480237, "f1": 0.437591, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"], "main_score": 0.437591, "precision": 0.421643, "recall": 0.480237}, {"accuracy": 0.689723, "f1": 0.648706, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"], "main_score": 0.648706, "precision": 0.635099, "recall": 0.689723}, {"accuracy": 0.545455, "f1": 0.501968, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"], "main_score": 0.501968, "precision": 0.485557, "recall": 0.545455}, {"accuracy": 0.182806, "f1": 0.139473, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"], "main_score": 0.139473, "precision": 0.126169, "recall": 0.182806}, {"accuracy": 0.602767, "f1": 0.555265, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"], "main_score": 0.555265, "precision": 0.539833, "recall": 0.602767}, {"accuracy": 0.070158, "f1": 0.049704, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"], "main_score": 0.049704, "precision": 0.043556, "recall": 0.070158}, {"accuracy": 0.262846, "f1": 0.213197, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"], "main_score": 0.213197, "precision": 0.197368, "recall": 0.262846}, {"accuracy": 0.34585, "f1": 0.29287, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"], "main_score": 0.29287, "precision": 0.27422, "recall": 0.34585}, {"accuracy": 0.08498, "f1": 0.064361, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"], "main_score": 0.064361, "precision": 0.057082, "recall": 0.08498}, {"accuracy": 0.667984, "f1": 0.629126, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"], "main_score": 0.629126, "precision": 0.616651, "recall": 0.667984}, {"accuracy": 0.606719, "f1": 0.56428, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"], "main_score": 0.56428, "precision": 0.550257, "recall": 0.606719}, {"accuracy": 0.686759, "f1": 0.648642, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"], "main_score": 0.648642, "precision": 0.635951, "recall": 0.686759}, {"accuracy": 0.555336, "f1": 0.503473, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"], "main_score": 0.503473, "precision": 0.486238, "recall": 0.555336}, {"accuracy": 0.275692, "f1": 0.221441, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"], "main_score": 0.221441, "precision": 0.204753, "recall": 0.275692}, {"accuracy": 0.560277, "f1": 0.523047, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"], "main_score": 0.523047, "precision": 0.508111, "recall": 0.560277}, {"accuracy": 0.396245, "f1": 0.353335, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"], "main_score": 0.353335, "precision": 0.339008, "recall": 0.396245}, {"accuracy": 0.684783, "f1": 0.642505, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"], "main_score": 0.642505, "precision": 0.627661, "recall": 0.684783}, {"accuracy": 0.269763, "f1": 0.220572, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"], "main_score": 0.220572, "precision": 0.205586, "recall": 0.269763}, {"accuracy": 0.321146, "f1": 0.270309, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"], "main_score": 0.270309, "precision": 0.254356, "recall": 0.321146}, {"accuracy": 0.267787, "f1": 0.212877, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"], "main_score": 0.212877, "precision": 0.19556, "recall": 0.267787}, {"accuracy": 0.311265, "f1": 0.264896, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"], "main_score": 0.264896, "precision": 0.24891, "recall": 0.311265}, {"accuracy": 0.429842, "f1": 0.385917, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"], "main_score": 0.385917, "precision": 0.370069, "recall": 0.429842}, {"accuracy": 0.671937, "f1": 0.629938, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"], "main_score": 0.629938, "precision": 0.615948, "recall": 0.671937}, {"accuracy": 0.056324, "f1": 0.026185, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"], "main_score": 0.026185, "precision": 0.021304, "recall": 0.056324}, {"accuracy": 0.22332, "f1": 0.179605, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"], "main_score": 0.179605, "precision": 0.16532, "recall": 0.22332}, {"accuracy": 0.48913, "f1": 0.441987, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"], "main_score": 0.441987, "precision": 0.425577, "recall": 0.48913}, {"accuracy": 0.252964, "f1": 0.202225, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"], "main_score": 0.202225, "precision": 0.186595, "recall": 0.252964}, {"accuracy": 0.051383, "f1": 0.029665, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"], "main_score": 0.029665, "precision": 0.025604, "recall": 0.051383}, {"accuracy": 0.705534, "f1": 0.666167, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"], "main_score": 0.666167, "precision": 0.652745, "recall": 0.705534}, {"accuracy": 0.563241, "f1": 0.519953, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"], "main_score": 0.519953, "precision": 0.5053, "recall": 0.563241}, {"accuracy": 0.607708, "f1": 0.564408, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"], "main_score": 0.564408, "precision": 0.547325, "recall": 0.607708}, {"accuracy": 0.359684, "f1": 0.313489, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"], "main_score": 0.313489, "precision": 0.297181, "recall": 0.359684}, {"accuracy": 0.682806, "f1": 0.645241, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"], "main_score": 0.645241, "precision": 0.632334, "recall": 0.682806}, {"accuracy": 0.670949, "f1": 0.622115, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"], "main_score": 0.622115, "precision": 0.605756, "recall": 0.670949}, {"accuracy": 0.703557, "f1": 0.664102, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"], "main_score": 0.664102, "precision": 0.650922, "recall": 0.703557}, {"accuracy": 0.607708, "f1": 0.558357, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"], "main_score": 0.558357, "precision": 0.541271, "recall": 0.607708}, {"accuracy": 0.243083, "f1": 0.187945, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"], "main_score": 0.187945, "precision": 0.170904, "recall": 0.243083}, {"accuracy": 0.189723, "f1": 0.15096, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"], "main_score": 0.15096, "precision": 0.139066, "recall": 0.189723}, {"accuracy": 0.417984, "f1": 0.377386, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"], "main_score": 0.377386, "precision": 0.362698, "recall": 0.417984}, {"accuracy": 0.671937, "f1": 0.623226, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"], "main_score": 0.623226, "precision": 0.606254, "recall": 0.671937}, {"accuracy": 0.578063, "f1": 0.534426, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"], "main_score": 0.534426, "precision": 0.518934, "recall": 0.578063}, {"accuracy": 0.342885, "f1": 0.300663, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"], "main_score": 0.300663, "precision": 0.285842, "recall": 0.342885}, {"accuracy": 0.222332, "f1": 0.176099, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"], "main_score": 0.176099, "precision": 0.162246, "recall": 0.222332}, {"accuracy": 0.544466, "f1": 0.499681, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"], "main_score": 0.499681, "precision": 0.482263, "recall": 0.544466}, {"accuracy": 0.548419, "f1": 0.505095, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"], "main_score": 0.505095, "precision": 0.490715, "recall": 0.548419}, {"accuracy": 0.217391, "f1": 0.160646, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"], "main_score": 0.160646, "precision": 0.144795, "recall": 0.217391}, {"accuracy": 0.650198, "f1": 0.601022, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"], "main_score": 0.601022, "precision": 0.58386, "recall": 0.650198}, {"accuracy": 0.248024, "f1": 0.202983, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"], "main_score": 0.202983, "precision": 0.189454, "recall": 0.248024}, {"accuracy": 0.364625, "f1": 0.308827, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"], "main_score": 0.308827, "precision": 0.290084, "recall": 0.364625}, {"accuracy": 0.605731, "f1": 0.561993, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"], "main_score": 0.561993, "precision": 0.547221, "recall": 0.605731}, {"accuracy": 0.673913, "f1": 0.630528, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"], "main_score": 0.630528, "precision": 0.615789, "recall": 0.673913}, {"accuracy": 0.702569, "f1": 0.659612, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"], "main_score": 0.659612, "precision": 0.644591, "recall": 0.702569}, {"accuracy": 0.624506, "f1": 0.573246, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"], "main_score": 0.573246, "precision": 0.555078, "recall": 0.624506}, {"accuracy": 0.56917, "f1": 0.529477, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"], "main_score": 0.529477, "precision": 0.514073, "recall": 0.56917}, {"accuracy": 0.546443, "f1": 0.499586, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"], "main_score": 0.499586, "precision": 0.483941, "recall": 0.546443}, {"accuracy": 0.261858, "f1": 0.208482, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"], "main_score": 0.208482, "precision": 0.191931, "recall": 0.261858}, {"accuracy": 0.083004, "f1": 0.04424, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"], "main_score": 0.04424, "precision": 0.037343, "recall": 0.083004}, {"accuracy": 0.253953, "f1": 0.202413, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"], "main_score": 0.202413, "precision": 0.186023, "recall": 0.253953}, {"accuracy": 0.123518, "f1": 0.079816, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"], "main_score": 0.079816, "precision": 0.069822, "recall": 0.123518}, {"accuracy": 0.692688, "f1": 0.654321, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"], "main_score": 0.654321, "precision": 0.641923, "recall": 0.692688}, {"accuracy": 0.566206, "f1": 0.525745, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"], "main_score": 0.525745, "precision": 0.509957, "recall": 0.566206}, {"accuracy": 0.098814, "f1": 0.074163, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"], "main_score": 0.074163, "precision": 0.067978, "recall": 0.098814}, {"accuracy": 0.556324, "f1": 0.51684, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"], "main_score": 0.51684, "precision": 0.501817, "recall": 0.556324}, {"accuracy": 0.683794, "f1": 0.631941, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"], "main_score": 0.631941, "precision": 0.614523, "recall": 0.683794}, {"accuracy": 0.393281, "f1": 0.347142, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"], "main_score": 0.347142, "precision": 0.331046, "recall": 0.393281}, {"accuracy": 0.37747, "f1": 0.3292, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"], "main_score": 0.3292, "precision": 0.31149, "recall": 0.37747}, {"accuracy": 0.187747, "f1": 0.140748, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"], "main_score": 0.140748, "precision": 0.128243, "recall": 0.187747}, {"accuracy": 0.598814, "f1": 0.552002, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"], "main_score": 0.552002, "precision": 0.535829, "recall": 0.598814}, {"accuracy": 0.37747, "f1": 0.326716, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"], "main_score": 0.326716, "precision": 0.309677, "recall": 0.37747}, {"accuracy": 0.218379, "f1": 0.164839, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"], "main_score": 0.164839, "precision": 0.149598, "recall": 0.218379}, {"accuracy": 0.211462, "f1": 0.167325, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"], "main_score": 0.167325, "precision": 0.154769, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.192587, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"], "main_score": 0.192587, "precision": 0.178047, "recall": 0.242095}, {"accuracy": 0.658103, "f1": 0.617925, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"], "main_score": 0.617925, "precision": 0.60291, "recall": 0.658103}, {"accuracy": 0.021739, "f1": 0.003828, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"], "main_score": 0.003828, "precision": 0.002311, "recall": 0.021739}, {"accuracy": 0.444664, "f1": 0.395832, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"], "main_score": 0.395832, "precision": 0.378054, "recall": 0.444664}, {"accuracy": 0.261858, "f1": 0.219924, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"], "main_score": 0.219924, "precision": 0.205879, "recall": 0.261858}, {"accuracy": 0.514822, "f1": 0.472639, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"], "main_score": 0.472639, "precision": 0.45756, "recall": 0.514822}, {"accuracy": 0.683794, "f1": 0.642133, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"], "main_score": 0.642133, "precision": 0.627901, "recall": 0.683794}, {"accuracy": 0.107708, "f1": 0.074561, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"], "main_score": 0.074561, "precision": 0.067189, "recall": 0.107708}, {"accuracy": 0.197628, "f1": 0.154658, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"], "main_score": 0.154658, "precision": 0.141735, "recall": 0.197628}, {"accuracy": 0.661067, "f1": 0.618566, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"], "main_score": 0.618566, "precision": 0.603968, "recall": 0.661067}, {"accuracy": 0.668972, "f1": 0.626482, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"], "main_score": 0.626482, "precision": 0.611529, "recall": 0.668972}, {"accuracy": 0.186759, "f1": 0.140109, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"], "main_score": 0.140109, "precision": 0.125363, "recall": 0.186759}, {"accuracy": 0.22332, "f1": 0.16971, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"], "main_score": 0.16971, "precision": 0.152645, "recall": 0.22332}, {"accuracy": 0.582016, "f1": 0.535357, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"], "main_score": 0.535357, "precision": 0.518895, "recall": 0.582016}, {"accuracy": 0.187747, "f1": 0.143839, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"], "main_score": 0.143839, "precision": 0.131377, "recall": 0.187747}, {"accuracy": 0.23419, "f1": 0.186961, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"], "main_score": 0.186961, "precision": 0.173093, "recall": 0.23419}, {"accuracy": 0.426877, "f1": 0.380751, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"], "main_score": 0.380751, "precision": 0.365612, "recall": 0.426877}, {"accuracy": 0.559289, "f1": 0.519661, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"], "main_score": 0.519661, "precision": 0.504857, "recall": 0.559289}, {"accuracy": 0.559289, "f1": 0.519695, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"], "main_score": 0.519695, "precision": 0.505903, "recall": 0.559289}, {"accuracy": 0.267787, "f1": 0.216043, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"], "main_score": 0.216043, "precision": 0.198505, "recall": 0.267787}, {"accuracy": 0.41996, "f1": 0.36749, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"], "main_score": 0.36749, "precision": 0.349762, "recall": 0.41996}, {"accuracy": 0.62747, "f1": 0.576255, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"], "main_score": 0.576255, "precision": 0.558813, "recall": 0.62747}, {"accuracy": 0.278656, "f1": 0.238983, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"], "main_score": 0.238983, "precision": 0.22468, "recall": 0.278656}, {"accuracy": 0.447628, "f1": 0.395288, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"], "main_score": 0.395288, "precision": 0.37731, "recall": 0.447628}, {"accuracy": 0.29249, "f1": 0.249196, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"], "main_score": 0.249196, "precision": 0.235426, "recall": 0.29249}, {"accuracy": 0.358696, "f1": 0.310632, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"], "main_score": 0.310632, "precision": 0.293149, "recall": 0.358696}, {"accuracy": 0.488142, "f1": 0.441534, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"], "main_score": 0.441534, "precision": 0.422883, "recall": 0.488142}, {"accuracy": 0.263834, "f1": 0.215647, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"], "main_score": 0.215647, "precision": 0.199829, "recall": 0.263834}, {"accuracy": 0.464427, "f1": 0.418438, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"], "main_score": 0.418438, "precision": 0.402646, "recall": 0.464427}, {"accuracy": 0.642292, "f1": 0.595336, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"], "main_score": 0.595336, "precision": 0.578853, "recall": 0.642292}, {"accuracy": 0.642292, "f1": 0.58957, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"], "main_score": 0.58957, "precision": 0.570672, "recall": 0.642292}, {"accuracy": 0.639328, "f1": 0.597323, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"], "main_score": 0.597323, "precision": 0.583508, "recall": 0.639328}, {"accuracy": 0.496047, "f1": 0.453357, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"], "main_score": 0.453357, "precision": 0.437958, "recall": 0.496047}, {"accuracy": 0.702569, "f1": 0.667155, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"], "main_score": 0.667155, "precision": 0.656122, "recall": 0.702569}, {"accuracy": 0.313241, "f1": 0.267434, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"], "main_score": 0.267434, "precision": 0.251857, "recall": 0.313241}, {"accuracy": 0.427866, "f1": 0.37515, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"], "main_score": 0.37515, "precision": 0.357091, "recall": 0.427866}, {"accuracy": 0.126482, "f1": 0.080711, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"], "main_score": 0.080711, "precision": 0.069282, "recall": 0.126482}, {"accuracy": 0.686759, "f1": 0.642049, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"], "main_score": 0.642049, "precision": 0.62672, "recall": 0.686759}, {"accuracy": 0.126482, "f1": 0.096403, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"], "main_score": 0.096403, "precision": 0.087667, "recall": 0.126482}, {"accuracy": 0.618577, "f1": 0.572889, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"], "main_score": 0.572889, "precision": 0.557071, "recall": 0.618577}, {"accuracy": 0.577075, "f1": 0.531487, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"], "main_score": 0.531487, "precision": 0.516879, "recall": 0.577075}, {"accuracy": 0.379447, "f1": 0.332857, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"], "main_score": 0.332857, "precision": 0.31621, "recall": 0.379447}, {"accuracy": 0.339921, "f1": 0.276133, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"], "main_score": 0.276133, "precision": 0.256053, "recall": 0.339921}, {"accuracy": 0.513834, "f1": 0.460439, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"], "main_score": 0.460439, "precision": 0.442283, "recall": 0.513834}, {"accuracy": 0.249012, "f1": 0.200679, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"], "main_score": 0.200679, "precision": 0.184943, "recall": 0.249012}, {"accuracy": 0.235178, "f1": 0.184275, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"], "main_score": 0.184275, "precision": 0.16952, "recall": 0.235178}, {"accuracy": 0.687747, "f1": 0.641532, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"], "main_score": 0.641532, "precision": 0.624451, "recall": 0.687747}, {"accuracy": 0.386364, "f1": 0.32981, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"], "main_score": 0.32981, "precision": 0.309022, "recall": 0.386364}, {"accuracy": 0.668972, "f1": 0.623455, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"], "main_score": 0.623455, "precision": 0.607584, "recall": 0.668972}, {"accuracy": 0.214427, "f1": 0.156095, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"], "main_score": 0.156095, "precision": 0.140138, "recall": 0.214427}, {"accuracy": 0.690711, "f1": 0.654402, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"], "main_score": 0.654402, "precision": 0.642031, "recall": 0.690711}, {"accuracy": 0.523715, "f1": 0.478721, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"], "main_score": 0.478721, "precision": 0.462038, "recall": 0.523715}, {"accuracy": 0.592885, "f1": 0.554356, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"], "main_score": 0.554356, "precision": 0.541509, "recall": 0.592885}, {"accuracy": 0.174901, "f1": 0.133857, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"], "main_score": 0.133857, "precision": 0.121158, "recall": 0.174901}, {"accuracy": 0.626482, "f1": 0.586148, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"], "main_score": 0.586148, "precision": 0.572373, "recall": 0.626482}, {"accuracy": 0.197628, "f1": 0.142598, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"], "main_score": 0.142598, "precision": 0.124413, "recall": 0.197628}, {"accuracy": 0.227273, "f1": 0.182991, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"], "main_score": 0.182991, "precision": 0.168936, "recall": 0.227273}, {"accuracy": 0.146245, "f1": 0.109954, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"], "main_score": 0.109954, "precision": 0.098949, "recall": 0.146245}, {"accuracy": 0.338933, "f1": 0.292216, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"], "main_score": 0.292216, "precision": 0.274727, "recall": 0.338933}, {"accuracy": 0.690711, "f1": 0.646365, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"], "main_score": 0.646365, "precision": 0.629977, "recall": 0.690711}, {"accuracy": 0.3083, "f1": 0.246048, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"], "main_score": 0.246048, "precision": 0.226343, "recall": 0.3083}, {"accuracy": 0.200593, "f1": 0.148173, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"], "main_score": 0.148173, "precision": 0.133601, "recall": 0.200593}, {"accuracy": 0.241107, "f1": 0.187384, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"], "main_score": 0.187384, "precision": 0.171975, "recall": 0.241107}, {"accuracy": 0.365613, "f1": 0.316296, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"], "main_score": 0.316296, "precision": 0.299767, "recall": 0.365613}, {"accuracy": 0.18083, "f1": 0.137958, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"], "main_score": 0.137958, "precision": 0.124752, "recall": 0.18083}, {"accuracy": 0.197628, "f1": 0.158519, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"], "main_score": 0.158519, "precision": 0.146392, "recall": 0.197628}, {"accuracy": 0.559289, "f1": 0.52092, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"], "main_score": 0.52092, "precision": 0.507859, "recall": 0.559289}, {"accuracy": 0.280632, "f1": 0.228393, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"], "main_score": 0.228393, "precision": 0.210766, "recall": 0.280632}, {"accuracy": 0.268775, "f1": 0.215183, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"], "main_score": 0.215183, "precision": 0.201115, "recall": 0.268775}, {"accuracy": 0.533597, "f1": 0.489547, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"], "main_score": 0.489547, "precision": 0.471978, "recall": 0.533597}, {"accuracy": 0.331028, "f1": 0.279565, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"], "main_score": 0.279565, "precision": 0.263235, "recall": 0.331028}, {"accuracy": 0.385375, "f1": 0.333018, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"], "main_score": 0.333018, "precision": 0.314285, "recall": 0.385375}, {"accuracy": 0.483202, "f1": 0.436118, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"], "main_score": 0.436118, "precision": 0.420912, "recall": 0.483202}, {"accuracy": 0.284585, "f1": 0.233117, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"], "main_score": 0.233117, "precision": 0.215038, "recall": 0.284585}, {"accuracy": 0.366601, "f1": 0.312551, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"], "main_score": 0.312551, "precision": 0.294649, "recall": 0.366601}, {"accuracy": 0.194664, "f1": 0.143211, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"], "main_score": 0.143211, "precision": 0.127563, "recall": 0.194664}, {"accuracy": 0.602767, "f1": 0.551624, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"], "main_score": 0.551624, "precision": 0.53402, "recall": 0.602767}, {"accuracy": 0.573123, "f1": 0.528919, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"], "main_score": 0.528919, "precision": 0.513819, "recall": 0.573123}, {"accuracy": 0.65415, "f1": 0.608829, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"], "main_score": 0.608829, "precision": 0.593063, "recall": 0.65415}, {"accuracy": 0.403162, "f1": 0.356016, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"], "main_score": 0.356016, "precision": 0.340678, "recall": 0.403162}, {"accuracy": 0.273715, "f1": 0.226539, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"], "main_score": 0.226539, "precision": 0.210986, "recall": 0.273715}, {"accuracy": 0.206522, "f1": 0.15662, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"], "main_score": 0.15662, "precision": 0.14213, "recall": 0.206522}, {"accuracy": 0.039526, "f1": 0.031432, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"], "main_score": 0.031432, "precision": 0.029737, "recall": 0.039526}, {"accuracy": 0.110672, "f1": 0.097281, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"], "main_score": 0.097281, "precision": 0.093588, "recall": 0.110672}, {"accuracy": 0.002964, "f1": 0.001133, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"], "main_score": 0.001133, "precision": 0.001066, "recall": 0.002964}, {"accuracy": 0.12253, "f1": 0.103696, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"], "main_score": 0.103696, "precision": 0.099026, "recall": 0.12253}, {"accuracy": 0.08498, "f1": 0.080127, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"], "main_score": 0.080127, "precision": 0.078536, "recall": 0.08498}, {"accuracy": 0.086957, "f1": 0.075724, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"], "main_score": 0.075724, "precision": 0.072911, "recall": 0.086957}, {"accuracy": 0.12747, "f1": 0.115394, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"], "main_score": 0.115394, "precision": 0.111574, "recall": 0.12747}, {"accuracy": 0.129447, "f1": 0.111768, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"], "main_score": 0.111768, "precision": 0.106875, "recall": 0.129447}, {"accuracy": 0.173913, "f1": 0.155649, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"], "main_score": 0.155649, "precision": 0.150681, "recall": 0.173913}, {"accuracy": 0.141304, "f1": 0.126434, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"], "main_score": 0.126434, "precision": 0.121531, "recall": 0.141304}, {"accuracy": 0.112648, "f1": 0.103753, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"], "main_score": 0.103753, "precision": 0.100527, "recall": 0.112648}, {"accuracy": 0.153162, "f1": 0.131712, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"], "main_score": 0.131712, "precision": 0.126013, "recall": 0.153162}, {"accuracy": 0.086957, "f1": 0.075811, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"], "main_score": 0.075811, "precision": 0.07355, "recall": 0.086957}, {"accuracy": 0.134387, "f1": 0.118656, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"], "main_score": 0.118656, "precision": 0.114313, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.072772, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"], "main_score": 0.072772, "precision": 0.070112, "recall": 0.081028}, {"accuracy": 0.093874, "f1": 0.080134, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"], "main_score": 0.080134, "precision": 0.076903, "recall": 0.093874}, {"accuracy": 0.164032, "f1": 0.146726, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"], "main_score": 0.146726, "precision": 0.141324, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.148941, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"], "main_score": 0.148941, "precision": 0.142704, "recall": 0.167984}, {"accuracy": 0.103755, "f1": 0.092565, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"], "main_score": 0.092565, "precision": 0.089578, "recall": 0.103755}, {"accuracy": 0.124506, "f1": 0.107845, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"], "main_score": 0.107845, "precision": 0.103259, "recall": 0.124506}, {"accuracy": 0.171937, "f1": 0.149363, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"], "main_score": 0.149363, "precision": 0.142925, "recall": 0.171937}, {"accuracy": 0.148221, "f1": 0.132191, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"], "main_score": 0.132191, "precision": 0.128001, "recall": 0.148221}, {"accuracy": 0.108696, "f1": 0.090964, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"], "main_score": 0.090964, "precision": 0.086277, "recall": 0.108696}, {"accuracy": 0.047431, "f1": 0.038848, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"], "main_score": 0.038848, "precision": 0.037556, "recall": 0.047431}, {"accuracy": 0.121542, "f1": 0.106618, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"], "main_score": 0.106618, "precision": 0.102591, "recall": 0.121542}, {"accuracy": 0.132411, "f1": 0.115593, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"], "main_score": 0.115593, "precision": 0.111716, "recall": 0.132411}, {"accuracy": 0.060277, "f1": 0.047163, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"], "main_score": 0.047163, "precision": 0.044179, "recall": 0.060277}, {"accuracy": 0.123518, "f1": 0.108253, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"], "main_score": 0.108253, "precision": 0.104458, "recall": 0.123518}, {"accuracy": 0.134387, "f1": 0.115746, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"], "main_score": 0.115746, "precision": 0.110402, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.11629, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"], "main_score": 0.11629, "precision": 0.112761, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.142316, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"], "main_score": 0.142316, "precision": 0.137278, "recall": 0.161067}, {"accuracy": 0.106719, "f1": 0.097393, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"], "main_score": 0.097393, "precision": 0.094681, "recall": 0.106719}, {"accuracy": 0.075099, "f1": 0.06515, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"], "main_score": 0.06515, "precision": 0.062376, "recall": 0.075099}, {"accuracy": 0.133399, "f1": 0.1163, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"], "main_score": 0.1163, "precision": 0.111104, "recall": 0.133399}, {"accuracy": 0.166008, "f1": 0.144389, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"], "main_score": 0.144389, "precision": 0.138597, "recall": 0.166008}, {"accuracy": 0.08004, "f1": 0.072931, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"], "main_score": 0.072931, "precision": 0.070655, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.087457, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"], "main_score": 0.087457, "precision": 0.084045, "recall": 0.101779}, {"accuracy": 0.048419, "f1": 0.040681, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"], "main_score": 0.040681, "precision": 0.039179, "recall": 0.048419}, {"accuracy": 0.157115, "f1": 0.140272, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"], "main_score": 0.140272, "precision": 0.135622, "recall": 0.157115}, {"accuracy": 0.112648, "f1": 0.095476, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"], "main_score": 0.095476, "precision": 0.090769, "recall": 0.112648}, {"accuracy": 0.126482, "f1": 0.103339, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"], "main_score": 0.103339, "precision": 0.096528, "recall": 0.126482}, {"accuracy": 0.022727, "f1": 0.019213, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"], "main_score": 0.019213, "precision": 0.018478, "recall": 0.022727}, {"accuracy": 0.159091, "f1": 0.140611, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"], "main_score": 0.140611, "precision": 0.13575, "recall": 0.159091}, {"accuracy": 0.088933, "f1": 0.071411, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"], "main_score": 0.071411, "precision": 0.06617, "recall": 0.088933}, {"accuracy": 0.157115, "f1": 0.135128, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"], "main_score": 0.135128, "precision": 0.129117, "recall": 0.157115}, {"accuracy": 0.159091, "f1": 0.138003, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"], "main_score": 0.138003, "precision": 0.131646, "recall": 0.159091}, {"accuracy": 0.093874, "f1": 0.083171, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"], "main_score": 0.083171, "precision": 0.080702, "recall": 0.093874}, {"accuracy": 0.101779, "f1": 0.093646, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"], "main_score": 0.093646, "precision": 0.091155, "recall": 0.101779}, {"accuracy": 0.120553, "f1": 0.102288, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"], "main_score": 0.102288, "precision": 0.096038, "recall": 0.120553}, {"accuracy": 0.112648, "f1": 0.097825, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"], "main_score": 0.097825, "precision": 0.094152, "recall": 0.112648}, {"accuracy": 0.115613, "f1": 0.102358, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"], "main_score": 0.102358, "precision": 0.098361, "recall": 0.115613}, {"accuracy": 0.181818, "f1": 0.156104, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"], "main_score": 0.156104, "precision": 0.148529, "recall": 0.181818}, {"accuracy": 0.099802, "f1": 0.09405, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"], "main_score": 0.09405, "precision": 0.092279, "recall": 0.099802}, {"accuracy": 0.09585, "f1": 0.084326, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"], "main_score": 0.084326, "precision": 0.080913, "recall": 0.09585}, {"accuracy": 0.11166, "f1": 0.097706, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"], "main_score": 0.097706, "precision": 0.094185, "recall": 0.11166}, {"accuracy": 0.040514, "f1": 0.033769, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"], "main_score": 0.033769, "precision": 0.032244, "recall": 0.040514}, {"accuracy": 0.123518, "f1": 0.109726, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"], "main_score": 0.109726, "precision": 0.104336, "recall": 0.123518}, {"accuracy": 0.166008, "f1": 0.146342, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"], "main_score": 0.146342, "precision": 0.139631, "recall": 0.166008}, {"accuracy": 0.040514, "f1": 0.035705, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"], "main_score": 0.035705, "precision": 0.033959, "recall": 0.040514}, {"accuracy": 0.171937, "f1": 0.148352, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"], "main_score": 0.148352, "precision": 0.141478, "recall": 0.171937}, {"accuracy": 0.091897, "f1": 0.083289, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"], "main_score": 0.083289, "precision": 0.081126, "recall": 0.091897}, {"accuracy": 0.166008, "f1": 0.145427, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"], "main_score": 0.145427, "precision": 0.140017, "recall": 0.166008}, {"accuracy": 0.107708, "f1": 0.091192, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"], "main_score": 0.091192, "precision": 0.087576, "recall": 0.107708}, {"accuracy": 0.149209, "f1": 0.134279, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"], "main_score": 0.134279, "precision": 0.128844, "recall": 0.149209}, {"accuracy": 0.118577, "f1": 0.108218, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"], "main_score": 0.108218, "precision": 0.105217, "recall": 0.118577}, {"accuracy": 0.120553, "f1": 0.112236, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"], "main_score": 0.112236, "precision": 0.109759, "recall": 0.120553}, {"accuracy": 0.166008, "f1": 0.146771, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"], "main_score": 0.146771, "precision": 0.141656, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.137319, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"], "main_score": 0.137319, "precision": 0.131974, "recall": 0.151186}, {"accuracy": 0.131423, "f1": 0.113154, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"], "main_score": 0.113154, "precision": 0.107514, "recall": 0.131423}, {"accuracy": 0.146245, "f1": 0.125593, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"], "main_score": 0.125593, "precision": 0.118628, "recall": 0.146245}, {"accuracy": 0.117589, "f1": 0.101678, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"], "main_score": 0.101678, "precision": 0.096123, "recall": 0.117589}, {"accuracy": 0.121542, "f1": 0.110075, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"], "main_score": 0.110075, "precision": 0.107024, "recall": 0.121542}, {"accuracy": 0.158103, "f1": 0.141771, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"], "main_score": 0.141771, "precision": 0.136256, "recall": 0.158103}, {"accuracy": 0.051383, "f1": 0.03266, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"], "main_score": 0.03266, "precision": 0.028283, "recall": 0.051383}, {"accuracy": 0.105731, "f1": 0.089023, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"], "main_score": 0.089023, "precision": 0.083517, "recall": 0.105731}, {"accuracy": 0.097826, "f1": 0.084884, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"], "main_score": 0.084884, "precision": 0.081508, "recall": 0.097826}, {"accuracy": 0.137352, "f1": 0.120733, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"], "main_score": 0.120733, "precision": 0.115528, "recall": 0.137352}, {"accuracy": 0.047431, "f1": 0.033036, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"], "main_score": 0.033036, "precision": 0.029975, "recall": 0.047431}, {"accuracy": 0.173913, "f1": 0.150366, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"], "main_score": 0.150366, "precision": 0.143639, "recall": 0.173913}, {"accuracy": 0.112648, "f1": 0.099538, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"], "main_score": 0.099538, "precision": 0.09562, "recall": 0.112648}, {"accuracy": 0.137352, "f1": 0.120412, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"], "main_score": 0.120412, "precision": 0.115812, "recall": 0.137352}, {"accuracy": 0.046443, "f1": 0.035178, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"], "main_score": 0.035178, "precision": 0.032463, "recall": 0.046443}, {"accuracy": 0.178854, "f1": 0.154304, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"], "main_score": 0.154304, "precision": 0.147662, "recall": 0.178854}, {"accuracy": 0.162055, "f1": 0.14259, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"], "main_score": 0.14259, "precision": 0.136729, "recall": 0.162055}, {"accuracy": 0.176877, "f1": 0.15065, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"], "main_score": 0.15065, "precision": 0.143306, "recall": 0.176877}, {"accuracy": 0.126482, "f1": 0.112078, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"], "main_score": 0.112078, "precision": 0.108288, "recall": 0.126482}, {"accuracy": 0.133399, "f1": 0.114219, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"], "main_score": 0.114219, "precision": 0.108185, "recall": 0.133399}, {"accuracy": 0.12747, "f1": 0.111197, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"], "main_score": 0.111197, "precision": 0.106039, "recall": 0.12747}, {"accuracy": 0.054348, "f1": 0.043908, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"], "main_score": 0.043908, "precision": 0.042227, "recall": 0.054348}, {"accuracy": 0.164032, "f1": 0.142062, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"], "main_score": 0.142062, "precision": 0.135036, "recall": 0.164032}, {"accuracy": 0.091897, "f1": 0.082823, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"], "main_score": 0.082823, "precision": 0.080354, "recall": 0.091897}, {"accuracy": 0.140316, "f1": 0.123674, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"], "main_score": 0.123674, "precision": 0.118953, "recall": 0.140316}, {"accuracy": 0.131423, "f1": 0.110368, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"], "main_score": 0.110368, "precision": 0.103713, "recall": 0.131423}, {"accuracy": 0.124506, "f1": 0.113194, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"], "main_score": 0.113194, "precision": 0.109922, "recall": 0.124506}, {"accuracy": 0.109684, "f1": 0.092963, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"], "main_score": 0.092963, "precision": 0.087827, "recall": 0.109684}, {"accuracy": 0.130435, "f1": 0.109946, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"], "main_score": 0.109946, "precision": 0.103521, "recall": 0.130435}, {"accuracy": 0.162055, "f1": 0.143303, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"], "main_score": 0.143303, "precision": 0.137736, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.120046, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"], "main_score": 0.120046, "precision": 0.115907, "recall": 0.131423}, {"accuracy": 0.161067, "f1": 0.142025, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"], "main_score": 0.142025, "precision": 0.136851, "recall": 0.161067}, {"accuracy": 0.124506, "f1": 0.110279, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"], "main_score": 0.110279, "precision": 0.106802, "recall": 0.124506}, {"accuracy": 0.18083, "f1": 0.152229, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"], "main_score": 0.152229, "precision": 0.143934, "recall": 0.18083}, {"accuracy": 0.172925, "f1": 0.15038, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"], "main_score": 0.15038, "precision": 0.143584, "recall": 0.172925}, {"accuracy": 0.145257, "f1": 0.126298, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"], "main_score": 0.126298, "precision": 0.12126, "recall": 0.145257}, {"accuracy": 0.126482, "f1": 0.112556, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"], "main_score": 0.112556, "precision": 0.109095, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.078339, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"], "main_score": 0.078339, "precision": 0.074702, "recall": 0.090909}, {"accuracy": 0.144269, "f1": 0.126803, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"], "main_score": 0.126803, "precision": 0.120854, "recall": 0.144269}, {"accuracy": 0.077075, "f1": 0.060185, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"], "main_score": 0.060185, "precision": 0.056554, "recall": 0.077075}, {"accuracy": 0.137352, "f1": 0.118745, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"], "main_score": 0.118745, "precision": 0.112898, "recall": 0.137352}, {"accuracy": 0.11166, "f1": 0.086839, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"], "main_score": 0.086839, "precision": 0.07958, "recall": 0.11166}, {"accuracy": 0.174901, "f1": 0.150442, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"], "main_score": 0.150442, "precision": 0.143077, "recall": 0.174901}, {"accuracy": 0.133399, "f1": 0.116463, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"], "main_score": 0.116463, "precision": 0.112118, "recall": 0.133399}, {"accuracy": 0.06917, "f1": 0.055542, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"], "main_score": 0.055542, "precision": 0.051407, "recall": 0.06917}, {"accuracy": 0.13834, "f1": 0.122211, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"], "main_score": 0.122211, "precision": 0.118427, "recall": 0.13834}, {"accuracy": 0.177866, "f1": 0.15561, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"], "main_score": 0.15561, "precision": 0.149517, "recall": 0.177866}, {"accuracy": 0.066206, "f1": 0.056304, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"], "main_score": 0.056304, "precision": 0.054271, "recall": 0.066206}, {"accuracy": 0.15415, "f1": 0.135422, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"], "main_score": 0.135422, "precision": 0.130416, "recall": 0.15415}, {"accuracy": 0.117589, "f1": 0.100563, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"], "main_score": 0.100563, "precision": 0.095797, "recall": 0.117589}, {"accuracy": 0.118577, "f1": 0.103749, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"], "main_score": 0.103749, "precision": 0.099868, "recall": 0.118577}, {"accuracy": 0.144269, "f1": 0.131581, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"], "main_score": 0.131581, "precision": 0.127966, "recall": 0.144269}, {"accuracy": 0.126482, "f1": 0.105371, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"], "main_score": 0.105371, "precision": 0.097865, "recall": 0.126482}, {"accuracy": 0.15415, "f1": 0.130422, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"], "main_score": 0.130422, "precision": 0.122969, "recall": 0.15415}, {"accuracy": 0.123518, "f1": 0.102846, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"], "main_score": 0.102846, "precision": 0.097071, "recall": 0.123518}, {"accuracy": 0.16996, "f1": 0.145952, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"], "main_score": 0.145952, "precision": 0.138931, "recall": 0.16996}, {"accuracy": 0.013834, "f1": 0.005527, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"], "main_score": 0.005527, "precision": 0.004183, "recall": 0.013834}, {"accuracy": 0.048419, "f1": 0.042123, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"], "main_score": 0.042123, "precision": 0.040521, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.043007, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"], "main_score": 0.043007, "precision": 0.03952, "recall": 0.055336}, {"accuracy": 0.08004, "f1": 0.070192, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"], "main_score": 0.070192, "precision": 0.067225, "recall": 0.08004}, {"accuracy": 0.181818, "f1": 0.158968, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"], "main_score": 0.158968, "precision": 0.153275, "recall": 0.181818}, {"accuracy": 0.09585, "f1": 0.07508, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"], "main_score": 0.07508, "precision": 0.069053, "recall": 0.09585}, {"accuracy": 0.101779, "f1": 0.08611, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"], "main_score": 0.08611, "precision": 0.080534, "recall": 0.101779}, {"accuracy": 0.16996, "f1": 0.149041, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"], "main_score": 0.149041, "precision": 0.143465, "recall": 0.16996}, {"accuracy": 0.173913, "f1": 0.149377, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"], "main_score": 0.149377, "precision": 0.142638, "recall": 0.173913}, {"accuracy": 0.104743, "f1": 0.091331, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"], "main_score": 0.091331, "precision": 0.087429, "recall": 0.104743}, {"accuracy": 0.124506, "f1": 0.109063, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"], "main_score": 0.109063, "precision": 0.102767, "recall": 0.124506}, {"accuracy": 0.097826, "f1": 0.084385, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"], "main_score": 0.084385, "precision": 0.081067, "recall": 0.097826}, {"accuracy": 0.11166, "f1": 0.093166, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"], "main_score": 0.093166, "precision": 0.086993, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.092837, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"], "main_score": 0.092837, "precision": 0.088065, "recall": 0.11166}, {"accuracy": 0.046443, "f1": 0.037314, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"], "main_score": 0.037314, "precision": 0.035332, "recall": 0.046443}, {"accuracy": 0.123518, "f1": 0.106986, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"], "main_score": 0.106986, "precision": 0.103336, "recall": 0.123518}, {"accuracy": 0.110672, "f1": 0.095844, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"], "main_score": 0.095844, "precision": 0.091783, "recall": 0.110672}, {"accuracy": 0.124506, "f1": 0.106513, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"], "main_score": 0.106513, "precision": 0.100234, "recall": 0.124506}, {"accuracy": 0.143281, "f1": 0.131119, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"], "main_score": 0.131119, "precision": 0.12682, "recall": 0.143281}, {"accuracy": 0.140316, "f1": 0.121023, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"], "main_score": 0.121023, "precision": 0.115517, "recall": 0.140316}, {"accuracy": 0.037549, "f1": 0.031859, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"], "main_score": 0.031859, "precision": 0.030621, "recall": 0.037549}, {"accuracy": 0.08498, "f1": 0.069228, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"], "main_score": 0.069228, "precision": 0.06559, "recall": 0.08498}, {"accuracy": 0.102767, "f1": 0.091509, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"], "main_score": 0.091509, "precision": 0.087297, "recall": 0.102767}, {"accuracy": 0.059289, "f1": 0.053406, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"], "main_score": 0.053406, "precision": 0.051571, "recall": 0.059289}, {"accuracy": 0.139328, "f1": 0.122859, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"], "main_score": 0.122859, "precision": 0.118611, "recall": 0.139328}, {"accuracy": 0.153162, "f1": 0.134247, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"], "main_score": 0.134247, "precision": 0.128545, "recall": 0.153162}, {"accuracy": 0.052372, "f1": 0.043128, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"], "main_score": 0.043128, "precision": 0.04048, "recall": 0.052372}, {"accuracy": 0.130435, "f1": 0.113387, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"], "main_score": 0.113387, "precision": 0.108167, "recall": 0.130435}, {"accuracy": 0.152174, "f1": 0.130156, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"], "main_score": 0.130156, "precision": 0.124395, "recall": 0.152174}, {"accuracy": 0.142292, "f1": 0.124645, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"], "main_score": 0.124645, "precision": 0.119264, "recall": 0.142292}, {"accuracy": 0.105731, "f1": 0.098834, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"], "main_score": 0.098834, "precision": 0.096542, "recall": 0.105731}, {"accuracy": 0.16502, "f1": 0.149077, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"], "main_score": 0.149077, "precision": 0.144133, "recall": 0.16502}, {"accuracy": 0.081028, "f1": 0.070592, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"], "main_score": 0.070592, "precision": 0.067592, "recall": 0.081028}, {"accuracy": 0.156126, "f1": 0.139475, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"], "main_score": 0.139475, "precision": 0.134657, "recall": 0.156126}, {"accuracy": 0.089921, "f1": 0.07032, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"], "main_score": 0.07032, "precision": 0.065129, "recall": 0.089921}, {"accuracy": 0.171937, "f1": 0.153492, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"], "main_score": 0.153492, "precision": 0.147771, "recall": 0.171937}, {"accuracy": 0.035573, "f1": 0.02952, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"], "main_score": 0.02952, "precision": 0.028049, "recall": 0.035573}, {"accuracy": 0.13834, "f1": 0.12319, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"], "main_score": 0.12319, "precision": 0.118153, "recall": 0.13834}, {"accuracy": 0.102767, "f1": 0.090031, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"], "main_score": 0.090031, "precision": 0.086226, "recall": 0.102767}, {"accuracy": 0.108696, "f1": 0.094159, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"], "main_score": 0.094159, "precision": 0.089777, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.129122, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"], "main_score": 0.129122, "precision": 0.123241, "recall": 0.150198}, {"accuracy": 0.11166, "f1": 0.099035, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"], "main_score": 0.099035, "precision": 0.095821, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.100077, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"], "main_score": 0.100077, "precision": 0.097036, "recall": 0.11166}, {"accuracy": 0.136364, "f1": 0.117721, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"], "main_score": 0.117721, "precision": 0.111769, "recall": 0.136364}, {"accuracy": 0.166008, "f1": 0.146012, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"], "main_score": 0.146012, "precision": 0.140665, "recall": 0.166008}, {"accuracy": 0.152174, "f1": 0.140828, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"], "main_score": 0.140828, "precision": 0.136343, "recall": 0.152174}, {"accuracy": 0.175889, "f1": 0.153117, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"], "main_score": 0.153117, "precision": 0.147196, "recall": 0.175889}, {"accuracy": 0.132411, "f1": 0.113875, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"], "main_score": 0.113875, "precision": 0.107675, "recall": 0.132411}, {"accuracy": 0.168972, "f1": 0.146355, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"], "main_score": 0.146355, "precision": 0.13968, "recall": 0.168972}, {"accuracy": 0.064229, "f1": 0.055709, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"], "main_score": 0.055709, "precision": 0.053779, "recall": 0.064229}, {"accuracy": 0.132411, "f1": 0.121117, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"], "main_score": 0.121117, "precision": 0.118141, "recall": 0.132411}, {"accuracy": 0.098814, "f1": 0.083164, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"], "main_score": 0.083164, "precision": 0.07812, "recall": 0.098814}, {"accuracy": 0.159091, "f1": 0.140403, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"], "main_score": 0.140403, "precision": 0.135712, "recall": 0.159091}, {"accuracy": 0.113636, "f1": 0.093176, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"], "main_score": 0.093176, "precision": 0.087665, "recall": 0.113636}, {"accuracy": 0.141304, "f1": 0.121545, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"], "main_score": 0.121545, "precision": 0.115696, "recall": 0.141304}, {"accuracy": 0.097826, "f1": 0.078126, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"], "main_score": 0.078126, "precision": 0.072917, "recall": 0.097826}, {"accuracy": 0.066206, "f1": 0.05918, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"], "main_score": 0.05918, "precision": 0.057193, "recall": 0.066206}, {"accuracy": 0.18083, "f1": 0.159243, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"], "main_score": 0.159243, "precision": 0.153023, "recall": 0.18083}, {"accuracy": 0.135375, "f1": 0.116683, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"], "main_score": 0.116683, "precision": 0.111597, "recall": 0.135375}, {"accuracy": 0.129447, "f1": 0.10895, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"], "main_score": 0.10895, "precision": 0.102415, "recall": 0.129447}, {"accuracy": 0.139328, "f1": 0.120486, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"], "main_score": 0.120486, "precision": 0.115008, "recall": 0.139328}, {"accuracy": 0.039526, "f1": 0.035258, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"], "main_score": 0.035258, "precision": 0.034164, "recall": 0.039526}, {"accuracy": 0.09585, "f1": 0.077543, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"], "main_score": 0.077543, "precision": 0.072219, "recall": 0.09585}, {"accuracy": 0.129447, "f1": 0.112154, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"], "main_score": 0.112154, "precision": 0.106309, "recall": 0.129447}, {"accuracy": 0.105731, "f1": 0.095778, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"], "main_score": 0.095778, "precision": 0.093333, "recall": 0.105731}, {"accuracy": 0.120553, "f1": 0.105051, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"], "main_score": 0.105051, "precision": 0.100453, "recall": 0.120553}, {"accuracy": 0.140316, "f1": 0.126925, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"], "main_score": 0.126925, "precision": 0.12335, "recall": 0.140316}, {"accuracy": 0.119565, "f1": 0.107319, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"], "main_score": 0.107319, "precision": 0.104002, "recall": 0.119565}, {"accuracy": 0.164032, "f1": 0.148084, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"], "main_score": 0.148084, "precision": 0.142155, "recall": 0.164032}, {"accuracy": 0.143281, "f1": 0.130333, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"], "main_score": 0.130333, "precision": 0.126514, "recall": 0.143281}, {"accuracy": 0.066206, "f1": 0.057664, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"], "main_score": 0.057664, "precision": 0.054775, "recall": 0.066206}, {"accuracy": 0.143281, "f1": 0.125085, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"], "main_score": 0.125085, "precision": 0.118475, "recall": 0.143281}, {"accuracy": 0.20751, "f1": 0.183242, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"], "main_score": 0.183242, "precision": 0.174945, "recall": 0.20751}, {"accuracy": 0.114625, "f1": 0.096526, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"], "main_score": 0.096526, "precision": 0.091355, "recall": 0.114625}, {"accuracy": 0.146245, "f1": 0.125383, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"], "main_score": 0.125383, "precision": 0.119798, "recall": 0.146245}, {"accuracy": 0.117589, "f1": 0.103049, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"], "main_score": 0.103049, "precision": 0.099525, "recall": 0.117589}, {"accuracy": 0.152174, "f1": 0.133194, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"], "main_score": 0.133194, "precision": 0.127983, "recall": 0.152174}, {"accuracy": 0.049407, "f1": 0.040658, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"], "main_score": 0.040658, "precision": 0.03899, "recall": 0.049407}, {"accuracy": 0.103755, "f1": 0.090091, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"], "main_score": 0.090091, "precision": 0.085792, "recall": 0.103755}, {"accuracy": 0.124506, "f1": 0.098353, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"], "main_score": 0.098353, "precision": 0.09167, "recall": 0.124506}, {"accuracy": 0.033597, "f1": 0.024884, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"], "main_score": 0.024884, "precision": 0.022468, "recall": 0.033597}, {"accuracy": 0.185771, "f1": 0.167214, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"], "main_score": 0.167214, "precision": 0.160681, "recall": 0.185771}, {"accuracy": 0.003953, "f1": 0.000646, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"], "main_score": 0.000646, "precision": 0.000386, "recall": 0.003953}, {"accuracy": 0.13834, "f1": 0.119125, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"], "main_score": 0.119125, "precision": 0.113195, "recall": 0.13834}, {"accuracy": 0.121542, "f1": 0.111023, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"], "main_score": 0.111023, "precision": 0.108164, "recall": 0.121542}, {"accuracy": 0.118577, "f1": 0.104521, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"], "main_score": 0.104521, "precision": 0.100188, "recall": 0.118577}, {"accuracy": 0.149209, "f1": 0.140654, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"], "main_score": 0.140654, "precision": 0.137655, "recall": 0.149209}, {"accuracy": 0.221344, "f1": 0.200727, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"], "main_score": 0.200727, "precision": 0.193755, "recall": 0.221344}, {"accuracy": 0.192688, "f1": 0.169184, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"], "main_score": 0.169184, "precision": 0.16168, "recall": 0.192688}, {"accuracy": 0.18083, "f1": 0.164292, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"], "main_score": 0.164292, "precision": 0.158057, "recall": 0.18083}, {"accuracy": 0.145257, "f1": 0.135804, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"], "main_score": 0.135804, "precision": 0.132878, "recall": 0.145257}, {"accuracy": 0.146245, "f1": 0.125768, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"], "main_score": 0.125768, "precision": 0.119321, "recall": 0.146245}, {"accuracy": 0.107708, "f1": 0.098253, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"], "main_score": 0.098253, "precision": 0.09537, "recall": 0.107708}, {"accuracy": 0.179842, "f1": 0.161163, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"], "main_score": 0.161163, "precision": 0.154336, "recall": 0.179842}, {"accuracy": 0.110672, "f1": 0.099769, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"], "main_score": 0.099769, "precision": 0.096298, "recall": 0.110672}, {"accuracy": 0.128458, "f1": 0.113864, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"], "main_score": 0.113864, "precision": 0.108592, "recall": 0.128458}, {"accuracy": 0.177866, "f1": 0.158687, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"], "main_score": 0.158687, "precision": 0.152831, "recall": 0.177866}, {"accuracy": 0.240119, "f1": 0.220888, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"], "main_score": 0.220888, "precision": 0.213934, "recall": 0.240119}, {"accuracy": 0.106719, "f1": 0.09694, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"], "main_score": 0.09694, "precision": 0.093611, "recall": 0.106719}, {"accuracy": 0.124506, "f1": 0.105827, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"], "main_score": 0.105827, "precision": 0.100069, "recall": 0.124506}, {"accuracy": 0.216403, "f1": 0.187291, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"], "main_score": 0.187291, "precision": 0.178351, "recall": 0.216403}, {"accuracy": 0.151186, "f1": 0.137522, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"], "main_score": 0.137522, "precision": 0.133252, "recall": 0.151186}, {"accuracy": 0.151186, "f1": 0.134625, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"], "main_score": 0.134625, "precision": 0.129292, "recall": 0.151186}, {"accuracy": 0.063241, "f1": 0.055241, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"], "main_score": 0.055241, "precision": 0.053404, "recall": 0.063241}, {"accuracy": 0.151186, "f1": 0.131278, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"], "main_score": 0.131278, "precision": 0.125589, "recall": 0.151186}, {"accuracy": 0.155138, "f1": 0.141797, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"], "main_score": 0.141797, "precision": 0.13781, "recall": 0.155138}, {"accuracy": 0.062253, "f1": 0.043039, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"], "main_score": 0.043039, "precision": 0.038364, "recall": 0.062253}, {"accuracy": 0.131423, "f1": 0.113425, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"], "main_score": 0.113425, "precision": 0.108236, "recall": 0.131423}, {"accuracy": 0.201581, "f1": 0.175991, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"], "main_score": 0.175991, "precision": 0.168449, "recall": 0.201581}, {"accuracy": 0.132411, "f1": 0.12277, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"], "main_score": 0.12277, "precision": 0.120048, "recall": 0.132411}, {"accuracy": 0.198617, "f1": 0.170674, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"], "main_score": 0.170674, "precision": 0.163033, "recall": 0.198617}, {"accuracy": 0.135375, "f1": 0.118949, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"], "main_score": 0.118949, "precision": 0.114308, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.086519, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"], "main_score": 0.086519, "precision": 0.08219, "recall": 0.103755}, {"accuracy": 0.187747, "f1": 0.170728, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"], "main_score": 0.170728, "precision": 0.164801, "recall": 0.187747}, {"accuracy": 0.162055, "f1": 0.139933, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"], "main_score": 0.139933, "precision": 0.13405, "recall": 0.162055}, {"accuracy": 0.093874, "f1": 0.07875, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"], "main_score": 0.07875, "precision": 0.074698, "recall": 0.093874}, {"accuracy": 0.106719, "f1": 0.094799, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"], "main_score": 0.094799, "precision": 0.091355, "recall": 0.106719}, {"accuracy": 0.067194, "f1": 0.055932, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"], "main_score": 0.055932, "precision": 0.053688, "recall": 0.067194}, {"accuracy": 0.178854, "f1": 0.157086, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"], "main_score": 0.157086, "precision": 0.150508, "recall": 0.178854}, {"accuracy": 0.123518, "f1": 0.103244, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"], "main_score": 0.103244, "precision": 0.097198, "recall": 0.123518}, {"accuracy": 0.172925, "f1": 0.146383, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"], "main_score": 0.146383, "precision": 0.137985, "recall": 0.172925}, {"accuracy": 0.023715, "f1": 0.018965, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"], "main_score": 0.018965, "precision": 0.017543, "recall": 0.023715}, {"accuracy": 0.192688, "f1": 0.169338, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"], "main_score": 0.169338, "precision": 0.162472, "recall": 0.192688}, {"accuracy": 0.159091, "f1": 0.136714, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"], "main_score": 0.136714, "precision": 0.129534, "recall": 0.159091}, {"accuracy": 0.158103, "f1": 0.133453, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"], "main_score": 0.133453, "precision": 0.127256, "recall": 0.158103}, {"accuracy": 0.206522, "f1": 0.183233, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"], "main_score": 0.183233, "precision": 0.177166, "recall": 0.206522}, {"accuracy": 0.118577, "f1": 0.105756, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"], "main_score": 0.105756, "precision": 0.10207, "recall": 0.118577}, {"accuracy": 0.129447, "f1": 0.118803, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"], "main_score": 0.118803, "precision": 0.115404, "recall": 0.129447}, {"accuracy": 0.179842, "f1": 0.159437, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"], "main_score": 0.159437, "precision": 0.150998, "recall": 0.179842}, {"accuracy": 0.160079, "f1": 0.146131, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"], "main_score": 0.146131, "precision": 0.142311, "recall": 0.160079}, {"accuracy": 0.155138, "f1": 0.143522, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"], "main_score": 0.143522, "precision": 0.139862, "recall": 0.155138}, {"accuracy": 0.210474, "f1": 0.18263, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"], "main_score": 0.18263, "precision": 0.174176, "recall": 0.210474}, {"accuracy": 0.137352, "f1": 0.125981, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"], "main_score": 0.125981, "precision": 0.123213, "recall": 0.137352}, {"accuracy": 0.153162, "f1": 0.130324, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"], "main_score": 0.130324, "precision": 0.123039, "recall": 0.153162}, {"accuracy": 0.134387, "f1": 0.116551, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"], "main_score": 0.116551, "precision": 0.111037, "recall": 0.134387}, {"accuracy": 0.035573, "f1": 0.029823, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"], "main_score": 0.029823, "precision": 0.028138, "recall": 0.035573}, {"accuracy": 0.210474, "f1": 0.193873, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"], "main_score": 0.193873, "precision": 0.187658, "recall": 0.210474}, {"accuracy": 0.192688, "f1": 0.171512, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"], "main_score": 0.171512, "precision": 0.164622, "recall": 0.192688}, {"accuracy": 0.050395, "f1": 0.044433, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"], "main_score": 0.044433, "precision": 0.041996, "recall": 0.050395}, {"accuracy": 0.168972, "f1": 0.144711, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"], "main_score": 0.144711, "precision": 0.137236, "recall": 0.168972}, {"accuracy": 0.116601, "f1": 0.103981, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"], "main_score": 0.103981, "precision": 0.099686, "recall": 0.116601}, {"accuracy": 0.175889, "f1": 0.156798, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"], "main_score": 0.156798, "precision": 0.150963, "recall": 0.175889}, {"accuracy": 0.110672, "f1": 0.091448, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"], "main_score": 0.091448, "precision": 0.086673, "recall": 0.110672}, {"accuracy": 0.233202, "f1": 0.215223, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"], "main_score": 0.215223, "precision": 0.208194, "recall": 0.233202}, {"accuracy": 0.151186, "f1": 0.142363, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"], "main_score": 0.142363, "precision": 0.13958, "recall": 0.151186}, {"accuracy": 0.150198, "f1": 0.139018, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"], "main_score": 0.139018, "precision": 0.135254, "recall": 0.150198}, {"accuracy": 0.202569, "f1": 0.176786, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"], "main_score": 0.176786, "precision": 0.169452, "recall": 0.202569}, {"accuracy": 0.203557, "f1": 0.187509, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"], "main_score": 0.187509, "precision": 0.181218, "recall": 0.203557}, {"accuracy": 0.187747, "f1": 0.169066, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"], "main_score": 0.169066, "precision": 0.162841, "recall": 0.187747}, {"accuracy": 0.155138, "f1": 0.13729, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"], "main_score": 0.13729, "precision": 0.130547, "recall": 0.155138}, {"accuracy": 0.15415, "f1": 0.141601, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"], "main_score": 0.141601, "precision": 0.137369, "recall": 0.15415}, {"accuracy": 0.123518, "f1": 0.11269, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"], "main_score": 0.11269, "precision": 0.109648, "recall": 0.123518}, {"accuracy": 0.181818, "f1": 0.161267, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"], "main_score": 0.161267, "precision": 0.154871, "recall": 0.181818}, {"accuracy": 0.045455, "f1": 0.029062, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"], "main_score": 0.029062, "precision": 0.025412, "recall": 0.045455}, {"accuracy": 0.16502, "f1": 0.145641, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"], "main_score": 0.145641, "precision": 0.139069, "recall": 0.16502}, {"accuracy": 0.118577, "f1": 0.110384, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"], "main_score": 0.110384, "precision": 0.108149, "recall": 0.118577}, {"accuracy": 0.183794, "f1": 0.165039, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"], "main_score": 0.165039, "precision": 0.156703, "recall": 0.183794}, {"accuracy": 0.040514, "f1": 0.033532, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"], "main_score": 0.033532, "precision": 0.031489, "recall": 0.040514}, {"accuracy": 0.203557, "f1": 0.176333, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"], "main_score": 0.176333, "precision": 0.168321, "recall": 0.203557}, {"accuracy": 0.137352, "f1": 0.127559, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"], "main_score": 0.127559, "precision": 0.124611, "recall": 0.137352}, {"accuracy": 0.155138, "f1": 0.143534, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"], "main_score": 0.143534, "precision": 0.140089, "recall": 0.155138}, {"accuracy": 0.047431, "f1": 0.037853, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"], "main_score": 0.037853, "precision": 0.035106, "recall": 0.047431}, {"accuracy": 0.175889, "f1": 0.154535, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"], "main_score": 0.154535, "precision": 0.147278, "recall": 0.175889}, {"accuracy": 0.188735, "f1": 0.164884, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"], "main_score": 0.164884, "precision": 0.156764, "recall": 0.188735}, {"accuracy": 0.192688, "f1": 0.163901, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"], "main_score": 0.163901, "precision": 0.155359, "recall": 0.192688}, {"accuracy": 0.129447, "f1": 0.116087, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"], "main_score": 0.116087, "precision": 0.111688, "recall": 0.129447}, {"accuracy": 0.173913, "f1": 0.151495, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"], "main_score": 0.151495, "precision": 0.143846, "recall": 0.173913}, {"accuracy": 0.172925, "f1": 0.151547, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"], "main_score": 0.151547, "precision": 0.143422, "recall": 0.172925}, {"accuracy": 0.056324, "f1": 0.042892, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"], "main_score": 0.042892, "precision": 0.040016, "recall": 0.056324}, {"accuracy": 0.202569, "f1": 0.171155, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"], "main_score": 0.171155, "precision": 0.161961, "recall": 0.202569}, {"accuracy": 0.103755, "f1": 0.097269, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"], "main_score": 0.097269, "precision": 0.09508, "recall": 0.103755}, {"accuracy": 0.186759, "f1": 0.172351, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"], "main_score": 0.172351, "precision": 0.166502, "recall": 0.186759}, {"accuracy": 0.209486, "f1": 0.19452, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"], "main_score": 0.19452, "precision": 0.188603, "recall": 0.209486}, {"accuracy": 0.153162, "f1": 0.143861, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"], "main_score": 0.143861, "precision": 0.141415, "recall": 0.153162}, {"accuracy": 0.156126, "f1": 0.137952, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"], "main_score": 0.137952, "precision": 0.13374, "recall": 0.156126}, {"accuracy": 0.198617, "f1": 0.179356, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"], "main_score": 0.179356, "precision": 0.172483, "recall": 0.198617}, {"accuracy": 0.160079, "f1": 0.135902, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"], "main_score": 0.135902, "precision": 0.129469, "recall": 0.160079}, {"accuracy": 0.195652, "f1": 0.176099, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"], "main_score": 0.176099, "precision": 0.170493, "recall": 0.195652}, {"accuracy": 0.179842, "f1": 0.164323, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"], "main_score": 0.164323, "precision": 0.158332, "recall": 0.179842}, {"accuracy": 0.134387, "f1": 0.112946, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"], "main_score": 0.112946, "precision": 0.106627, "recall": 0.134387}, {"accuracy": 0.175889, "f1": 0.152647, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"], "main_score": 0.152647, "precision": 0.146717, "recall": 0.175889}, {"accuracy": 0.199605, "f1": 0.171793, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"], "main_score": 0.171793, "precision": 0.163936, "recall": 0.199605}, {"accuracy": 0.142292, "f1": 0.119625, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"], "main_score": 0.119625, "precision": 0.114124, "recall": 0.142292}, {"accuracy": 0.139328, "f1": 0.129721, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"], "main_score": 0.129721, "precision": 0.126538, "recall": 0.139328}, {"accuracy": 0.105731, "f1": 0.088282, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"], "main_score": 0.088282, "precision": 0.082926, "recall": 0.105731}, {"accuracy": 0.192688, "f1": 0.177621, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"], "main_score": 0.177621, "precision": 0.171344, "recall": 0.192688}, {"accuracy": 0.066206, "f1": 0.050519, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"], "main_score": 0.050519, "precision": 0.046606, "recall": 0.066206}, {"accuracy": 0.221344, "f1": 0.1983, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"], "main_score": 0.1983, "precision": 0.189667, "recall": 0.221344}, {"accuracy": 0.101779, "f1": 0.076647, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"], "main_score": 0.076647, "precision": 0.070606, "recall": 0.101779}, {"accuracy": 0.206522, "f1": 0.179251, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"], "main_score": 0.179251, "precision": 0.171698, "recall": 0.206522}, {"accuracy": 0.144269, "f1": 0.133219, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"], "main_score": 0.133219, "precision": 0.129703, "recall": 0.144269}, {"accuracy": 0.074111, "f1": 0.061235, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"], "main_score": 0.061235, "precision": 0.057821, "recall": 0.074111}, {"accuracy": 0.153162, "f1": 0.142462, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"], "main_score": 0.142462, "precision": 0.138861, "recall": 0.153162}, {"accuracy": 0.210474, "f1": 0.178947, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"], "main_score": 0.178947, "precision": 0.170095, "recall": 0.210474}, {"accuracy": 0.081028, "f1": 0.074051, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"], "main_score": 0.074051, "precision": 0.072139, "recall": 0.081028}, {"accuracy": 0.130435, "f1": 0.117648, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"], "main_score": 0.117648, "precision": 0.113706, "recall": 0.130435}, {"accuracy": 0.158103, "f1": 0.134834, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"], "main_score": 0.134834, "precision": 0.128376, "recall": 0.158103}, {"accuracy": 0.135375, "f1": 0.113001, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"], "main_score": 0.113001, "precision": 0.106406, "recall": 0.135375}, {"accuracy": 0.168972, "f1": 0.157477, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"], "main_score": 0.157477, "precision": 0.153424, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.151998, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"], "main_score": 0.151998, "precision": 0.145317, "recall": 0.16996}, {"accuracy": 0.190711, "f1": 0.162624, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"], "main_score": 0.162624, "precision": 0.153253, "recall": 0.190711}, {"accuracy": 0.15415, "f1": 0.137616, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"], "main_score": 0.137616, "precision": 0.131899, "recall": 0.15415}, {"accuracy": 0.184783, "f1": 0.16707, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"], "main_score": 0.16707, "precision": 0.161072, "recall": 0.184783}, {"accuracy": 0.01581, "f1": 0.008647, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"], "main_score": 0.008647, "precision": 0.006867, "recall": 0.01581}, {"accuracy": 0.064229, "f1": 0.056632, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"], "main_score": 0.056632, "precision": 0.054635, "recall": 0.064229}, {"accuracy": 0.072134, "f1": 0.05977, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"], "main_score": 0.05977, "precision": 0.056741, "recall": 0.072134}, {"accuracy": 0.112648, "f1": 0.101926, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"], "main_score": 0.101926, "precision": 0.099338, "recall": 0.112648}, {"accuracy": 0.187747, "f1": 0.166219, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"], "main_score": 0.166219, "precision": 0.159603, "recall": 0.187747}, {"accuracy": 0.083004, "f1": 0.068134, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"], "main_score": 0.068134, "precision": 0.063592, "recall": 0.083004}, {"accuracy": 0.16996, "f1": 0.154084, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"], "main_score": 0.154084, "precision": 0.14776, "recall": 0.16996}, {"accuracy": 0.170949, "f1": 0.147533, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"], "main_score": 0.147533, "precision": 0.140941, "recall": 0.170949}, {"accuracy": 0.199605, "f1": 0.173729, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"], "main_score": 0.173729, "precision": 0.16632, "recall": 0.199605}, {"accuracy": 0.134387, "f1": 0.126224, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"], "main_score": 0.126224, "precision": 0.123273, "recall": 0.134387}, {"accuracy": 0.131423, "f1": 0.116349, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"], "main_score": 0.116349, "precision": 0.111129, "recall": 0.131423}, {"accuracy": 0.109684, "f1": 0.099654, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"], "main_score": 0.099654, "precision": 0.096698, "recall": 0.109684}, {"accuracy": 0.126482, "f1": 0.113282, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"], "main_score": 0.113282, "precision": 0.108325, "recall": 0.126482}, {"accuracy": 0.150198, "f1": 0.131226, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"], "main_score": 0.131226, "precision": 0.125545, "recall": 0.150198}, {"accuracy": 0.061265, "f1": 0.048418, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"], "main_score": 0.048418, "precision": 0.045132, "recall": 0.061265}, {"accuracy": 0.157115, "f1": 0.148017, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"], "main_score": 0.148017, "precision": 0.14543, "recall": 0.157115}, {"accuracy": 0.125494, "f1": 0.105643, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"], "main_score": 0.105643, "precision": 0.099569, "recall": 0.125494}, {"accuracy": 0.182806, "f1": 0.157763, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"], "main_score": 0.157763, "precision": 0.150143, "recall": 0.182806}, {"accuracy": 0.179842, "f1": 0.161978, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"], "main_score": 0.161978, "precision": 0.156078, "recall": 0.179842}, {"accuracy": 0.140316, "f1": 0.119524, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"], "main_score": 0.119524, "precision": 0.113573, "recall": 0.140316}, {"accuracy": 0.039526, "f1": 0.035423, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"], "main_score": 0.035423, "precision": 0.033893, "recall": 0.039526}, {"accuracy": 0.092885, "f1": 0.074077, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"], "main_score": 0.074077, "precision": 0.069694, "recall": 0.092885}, {"accuracy": 0.156126, "f1": 0.143922, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"], "main_score": 0.143922, "precision": 0.139788, "recall": 0.156126}, {"accuracy": 0.065217, "f1": 0.060251, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"], "main_score": 0.060251, "precision": 0.058816, "recall": 0.065217}, {"accuracy": 0.139328, "f1": 0.122159, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"], "main_score": 0.122159, "precision": 0.117517, "recall": 0.139328}, {"accuracy": 0.221344, "f1": 0.206217, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"], "main_score": 0.206217, "precision": 0.200511, "recall": 0.221344}, {"accuracy": 0.065217, "f1": 0.05305, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"], "main_score": 0.05305, "precision": 0.049993, "recall": 0.065217}, {"accuracy": 0.148221, "f1": 0.125261, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"], "main_score": 0.125261, "precision": 0.118759, "recall": 0.148221}, {"accuracy": 0.156126, "f1": 0.134676, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"], "main_score": 0.134676, "precision": 0.128595, "recall": 0.156126}, {"accuracy": 0.15415, "f1": 0.137963, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"], "main_score": 0.137963, "precision": 0.133111, "recall": 0.15415}, {"accuracy": 0.12253, "f1": 0.113113, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"], "main_score": 0.113113, "precision": 0.109637, "recall": 0.12253}, {"accuracy": 0.1917, "f1": 0.171293, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"], "main_score": 0.171293, "precision": 0.164782, "recall": 0.1917}, {"accuracy": 0.105731, "f1": 0.092721, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"], "main_score": 0.092721, "precision": 0.088799, "recall": 0.105731}, {"accuracy": 0.155138, "f1": 0.140518, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"], "main_score": 0.140518, "precision": 0.135684, "recall": 0.155138}, {"accuracy": 0.116601, "f1": 0.090788, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"], "main_score": 0.090788, "precision": 0.082983, "recall": 0.116601}, {"accuracy": 0.185771, "f1": 0.165717, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"], "main_score": 0.165717, "precision": 0.159541, "recall": 0.185771}, {"accuracy": 0.044466, "f1": 0.037484, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"], "main_score": 0.037484, "precision": 0.035046, "recall": 0.044466}, {"accuracy": 0.142292, "f1": 0.124133, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"], "main_score": 0.124133, "precision": 0.117567, "recall": 0.142292}, {"accuracy": 0.12747, "f1": 0.109847, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"], "main_score": 0.109847, "precision": 0.105681, "recall": 0.12747}, {"accuracy": 0.134387, "f1": 0.117188, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"], "main_score": 0.117188, "precision": 0.112207, "recall": 0.134387}, {"accuracy": 0.170949, "f1": 0.158549, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"], "main_score": 0.158549, "precision": 0.154588, "recall": 0.170949}, {"accuracy": 0.115613, "f1": 0.102876, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"], "main_score": 0.102876, "precision": 0.099167, "recall": 0.115613}, {"accuracy": 0.184783, "f1": 0.162494, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"], "main_score": 0.162494, "precision": 0.155418, "recall": 0.184783}, {"accuracy": 0.178854, "f1": 0.159017, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"], "main_score": 0.159017, "precision": 0.151613, "recall": 0.178854}, {"accuracy": 0.183794, "f1": 0.164911, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"], "main_score": 0.164911, "precision": 0.158783, "recall": 0.183794}, {"accuracy": 0.210474, "f1": 0.194604, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"], "main_score": 0.194604, "precision": 0.188638, "recall": 0.210474}, {"accuracy": 0.197628, "f1": 0.177005, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"], "main_score": 0.177005, "precision": 0.170797, "recall": 0.197628}, {"accuracy": 0.177866, "f1": 0.15426, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"], "main_score": 0.15426, "precision": 0.146335, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.178844, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"], "main_score": 0.178844, "precision": 0.171543, "recall": 0.202569}, {"accuracy": 0.078063, "f1": 0.065079, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"], "main_score": 0.065079, "precision": 0.06121, "recall": 0.078063}, {"accuracy": 0.146245, "f1": 0.126807, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"], "main_score": 0.126807, "precision": 0.121805, "recall": 0.146245}, {"accuracy": 0.158103, "f1": 0.14185, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"], "main_score": 0.14185, "precision": 0.135959, "recall": 0.158103}, {"accuracy": 0.1917, "f1": 0.17234, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"], "main_score": 0.17234, "precision": 0.167288, "recall": 0.1917}, {"accuracy": 0.171937, "f1": 0.151165, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"], "main_score": 0.151165, "precision": 0.144985, "recall": 0.171937}, {"accuracy": 0.194664, "f1": 0.177502, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"], "main_score": 0.177502, "precision": 0.171407, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.129397, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"], "main_score": 0.129397, "precision": 0.124195, "recall": 0.147233}, {"accuracy": 0.08498, "f1": 0.072781, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"], "main_score": 0.072781, "precision": 0.069507, "recall": 0.08498}, {"accuracy": 0.200593, "f1": 0.174627, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"], "main_score": 0.174627, "precision": 0.166409, "recall": 0.200593}, {"accuracy": 0.186759, "f1": 0.167991, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"], "main_score": 0.167991, "precision": 0.161241, "recall": 0.186759}, {"accuracy": 0.183794, "f1": 0.15442, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"], "main_score": 0.15442, "precision": 0.146936, "recall": 0.183794}, {"accuracy": 0.208498, "f1": 0.189478, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"], "main_score": 0.189478, "precision": 0.182544, "recall": 0.208498}, {"accuracy": 0.043478, "f1": 0.038208, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"], "main_score": 0.038208, "precision": 0.036133, "recall": 0.043478}, {"accuracy": 0.12747, "f1": 0.108092, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"], "main_score": 0.108092, "precision": 0.101286, "recall": 0.12747}, {"accuracy": 0.186759, "f1": 0.167822, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"], "main_score": 0.167822, "precision": 0.161293, "recall": 0.186759}, {"accuracy": 0.12253, "f1": 0.110454, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"], "main_score": 0.110454, "precision": 0.107526, "recall": 0.12253}, {"accuracy": 0.217391, "f1": 0.198394, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"], "main_score": 0.198394, "precision": 0.19067, "recall": 0.217391}, {"accuracy": 0.192688, "f1": 0.172714, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"], "main_score": 0.172714, "precision": 0.164994, "recall": 0.192688}, {"accuracy": 0.131423, "f1": 0.124148, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"], "main_score": 0.124148, "precision": 0.121379, "recall": 0.131423}, {"accuracy": 0.199605, "f1": 0.179237, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"], "main_score": 0.179237, "precision": 0.171543, "recall": 0.199605}, {"accuracy": 0.178854, "f1": 0.167048, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"], "main_score": 0.167048, "precision": 0.16222, "recall": 0.178854}, {"accuracy": 0.085968, "f1": 0.075666, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"], "main_score": 0.075666, "precision": 0.072223, "recall": 0.085968}, {"accuracy": 0.124506, "f1": 0.108335, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"], "main_score": 0.108335, "precision": 0.10315, "recall": 0.124506}, {"accuracy": 0.157115, "f1": 0.132802, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"], "main_score": 0.132802, "precision": 0.125778, "recall": 0.157115}, {"accuracy": 0.162055, "f1": 0.143256, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"], "main_score": 0.143256, "precision": 0.135532, "recall": 0.162055}, {"accuracy": 0.13834, "f1": 0.118704, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"], "main_score": 0.118704, "precision": 0.113918, "recall": 0.13834}, {"accuracy": 0.140316, "f1": 0.118909, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"], "main_score": 0.118909, "precision": 0.112832, "recall": 0.140316}, {"accuracy": 0.157115, "f1": 0.134492, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"], "main_score": 0.134492, "precision": 0.127719, "recall": 0.157115}, {"accuracy": 0.05336, "f1": 0.040462, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"], "main_score": 0.040462, "precision": 0.037667, "recall": 0.05336}, {"accuracy": 0.160079, "f1": 0.141266, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"], "main_score": 0.141266, "precision": 0.134955, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.172332, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"], "main_score": 0.172332, "precision": 0.163575, "recall": 0.199605}, {"accuracy": 0.090909, "f1": 0.05579, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"], "main_score": 0.05579, "precision": 0.047238, "recall": 0.090909}, {"accuracy": 0.145257, "f1": 0.089146, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"], "main_score": 0.089146, "precision": 0.076749, "recall": 0.145257}, {"accuracy": 0.002964, "f1": 4e-05, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"], "main_score": 4e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"], "main_score": 0.940053, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.848814, "f1": 0.807642, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"], "main_score": 0.807642, "precision": 0.788043, "recall": 0.848814}, {"accuracy": 0.916008, "f1": 0.890481, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"], "main_score": 0.890481, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.573123, "f1": 0.491451, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"], "main_score": 0.491451, "precision": 0.460415, "recall": 0.573123}, {"accuracy": 0.166008, "f1": 0.105373, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"], "main_score": 0.105373, "precision": 0.090818, "recall": 0.166008}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.357708, "f1": 0.275667, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"], "main_score": 0.275667, "precision": 0.25009, "recall": 0.357708}, {"accuracy": 0.592885, "f1": 0.518335, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"], "main_score": 0.518335, "precision": 0.487954, "recall": 0.592885}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.880435, "f1": 0.849374, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"], "main_score": 0.849374, "precision": 0.835227, "recall": 0.880435}, {"accuracy": 0.195652, "f1": 0.12393, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"], "main_score": 0.12393, "precision": 0.105689, "recall": 0.195652}, {"accuracy": 0.901186, "f1": 0.875659, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"], "main_score": 0.875659, "precision": 0.863801, "recall": 0.901186}, {"accuracy": 0.802372, "f1": 0.758665, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"], "main_score": 0.758665, "precision": 0.739766, "recall": 0.802372}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.253953, "f1": 0.174907, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"], "main_score": 0.174907, "precision": 0.154733, "recall": 0.253953}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"], "main_score": 0.88834, "precision": 0.876482, "recall": 0.913043}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.124506, "f1": 0.075162, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"], "main_score": 0.075162, "precision": 0.064084, "recall": 0.124506}, {"accuracy": 0.833992, "f1": 0.791568, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"], "main_score": 0.791568, "precision": 0.772793, "recall": 0.833992}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.657115, "f1": 0.583722, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"], "main_score": 0.583722, "precision": 0.554275, "recall": 0.657115}, {"accuracy": 0.055336, "f1": 0.02562, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"], "main_score": 0.02562, "precision": 0.021571, "recall": 0.055336}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.184783, "f1": 0.121469, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"], "main_score": 0.121469, "precision": 0.106168, "recall": 0.184783}, {"accuracy": 0.807312, "f1": 0.757726, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"], "main_score": 0.757726, "precision": 0.736182, "recall": 0.807312}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.853063, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"], "main_score": 0.853063, "precision": 0.838933, "recall": 0.883399}, {"accuracy": 0.868577, "f1": 0.832312, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"], "main_score": 0.832312, "precision": 0.81558, "recall": 0.868577}, {"accuracy": 0.236166, "f1": 0.164748, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"], "main_score": 0.164748, "precision": 0.144334, "recall": 0.236166}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.75, "f1": 0.695967, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"], "main_score": 0.695967, "precision": 0.673081, "recall": 0.75}, {"accuracy": 0.960474, "f1": 0.948946, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"], "main_score": 0.948946, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.835968, "f1": 0.794862, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"], "main_score": 0.794862, "precision": 0.776861, "recall": 0.835968}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"], "main_score": 0.935343, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.134387, "f1": 0.075, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"], "main_score": 0.075, "precision": 0.063182, "recall": 0.134387}, {"accuracy": 0.064229, "f1": 0.04283, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"], "main_score": 0.04283, "precision": 0.037697, "recall": 0.064229}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.132411, "f1": 0.081208, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"], "main_score": 0.081208, "precision": 0.070557, "recall": 0.132411}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"], "main_score": 0.952569, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.899209, "f1": 0.869796, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"], "main_score": 0.869796, "precision": 0.855814, "recall": 0.899209}, {"accuracy": 0.851779, "f1": 0.814756, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"], "main_score": 0.814756, "precision": 0.797513, "recall": 0.851779}, {"accuracy": 0.661067, "f1": 0.592888, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"], "main_score": 0.592888, "precision": 0.565188, "recall": 0.661067}, {"accuracy": 0.157115, "f1": 0.092662, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"], "main_score": 0.092662, "precision": 0.077613, "recall": 0.157115}, {"accuracy": 0.679842, "f1": 0.620292, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"], "main_score": 0.620292, "precision": 0.595596, "recall": 0.679842}, {"accuracy": 0.565217, "f1": 0.493447, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"], "main_score": 0.493447, "precision": 0.467395, "recall": 0.565217}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.690711, "f1": 0.623043, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"], "main_score": 0.623043, "precision": 0.595257, "recall": 0.690711}, {"accuracy": 0.128458, "f1": 0.07641, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"], "main_score": 0.07641, "precision": 0.065322, "recall": 0.128458}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.077075, "f1": 0.046773, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"], "main_score": 0.046773, "precision": 0.040401, "recall": 0.077075}, {"accuracy": 0.201581, "f1": 0.138233, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"], "main_score": 0.138233, "precision": 0.122498, "recall": 0.201581}, {"accuracy": 0.309289, "f1": 0.224062, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"], "main_score": 0.224062, "precision": 0.198737, "recall": 0.309289}, {"accuracy": 0.090909, "f1": 0.050051, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"], "main_score": 0.050051, "precision": 0.040858, "recall": 0.090909}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.236166, "f1": 0.161681, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"], "main_score": 0.161681, "precision": 0.141029, "recall": 0.236166}, {"accuracy": 0.716403, "f1": 0.651163, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"], "main_score": 0.651163, "precision": 0.624095, "recall": 0.716403}, {"accuracy": 0.405138, "f1": 0.32338, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"], "main_score": 0.32338, "precision": 0.296747, "recall": 0.405138}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.212451, "f1": 0.145106, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"], "main_score": 0.145106, "precision": 0.12882, "recall": 0.212451}, {"accuracy": 0.273715, "f1": 0.19557, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"], "main_score": 0.19557, "precision": 0.174631, "recall": 0.273715}, {"accuracy": 0.220356, "f1": 0.147605, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"], "main_score": 0.147605, "precision": 0.129167, "recall": 0.220356}, {"accuracy": 0.312253, "f1": 0.236055, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"], "main_score": 0.236055, "precision": 0.214592, "recall": 0.312253}, {"accuracy": 0.585968, "f1": 0.510888, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"], "main_score": 0.510888, "precision": 0.481824, "recall": 0.585968}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.047431, "f1": 0.015603, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"], "main_score": 0.015603, "precision": 0.011868, "recall": 0.047431}, {"accuracy": 0.160079, "f1": 0.098195, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"], "main_score": 0.098195, "precision": 0.082297, "recall": 0.160079}, {"accuracy": 0.702569, "f1": 0.63953, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"], "main_score": 0.63953, "precision": 0.613982, "recall": 0.702569}, {"accuracy": 0.206522, "f1": 0.140872, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"], "main_score": 0.140872, "precision": 0.124403, "recall": 0.206522}, {"accuracy": 0.059289, "f1": 0.029291, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"], "main_score": 0.029291, "precision": 0.024117, "recall": 0.059289}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.743083, "f1": 0.683729, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"], "main_score": 0.683729, "precision": 0.65858, "recall": 0.743083}, {"accuracy": 0.729249, "f1": 0.664841, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"], "main_score": 0.664841, "precision": 0.63643, "recall": 0.729249}, {"accuracy": 0.70751, "f1": 0.649747, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"], "main_score": 0.649747, "precision": 0.626412, "recall": 0.70751}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.181818, "f1": 0.117452, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"], "main_score": 0.117452, "precision": 0.101454, "recall": 0.181818}, {"accuracy": 0.134387, "f1": 0.0796, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"], "main_score": 0.0796, "precision": 0.067057, "recall": 0.134387}, {"accuracy": 0.84585, "f1": 0.806555, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"], "main_score": 0.806555, "precision": 0.789065, "recall": 0.84585}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"], "main_score": 0.942358, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.33498, "f1": 0.252596, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"], "main_score": 0.252596, "precision": 0.22705, "recall": 0.33498}, {"accuracy": 0.166996, "f1": 0.107004, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"], "main_score": 0.107004, "precision": 0.092869, "recall": 0.166996}, {"accuracy": 0.656126, "f1": 0.586446, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"], "main_score": 0.586446, "precision": 0.558376, "recall": 0.656126}, {"accuracy": 0.878458, "f1": 0.846706, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"], "main_score": 0.846706, "precision": 0.832955, "recall": 0.878458}, {"accuracy": 0.155138, "f1": 0.087845, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"], "main_score": 0.087845, "precision": 0.072957, "recall": 0.155138}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.197628, "f1": 0.1366, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"], "main_score": 0.1366, "precision": 0.121349, "recall": 0.197628}, {"accuracy": 0.369565, "f1": 0.280613, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"], "main_score": 0.280613, "precision": 0.2524, "recall": 0.369565}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.693676, "f1": 0.626868, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"], "main_score": 0.626868, "precision": 0.598866, "recall": 0.693676}, {"accuracy": 0.894269, "f1": 0.862879, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"], "main_score": 0.862879, "precision": 0.847908, "recall": 0.894269}, {"accuracy": 0.194664, "f1": 0.130587, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"], "main_score": 0.130587, "precision": 0.11375, "recall": 0.194664}, {"accuracy": 0.071146, "f1": 0.02935, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"], "main_score": 0.02935, "precision": 0.022993, "recall": 0.071146}, {"accuracy": 0.209486, "f1": 0.137374, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"], "main_score": 0.137374, "precision": 0.118933, "recall": 0.209486}, {"accuracy": 0.092885, "f1": 0.050849, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"], "main_score": 0.050849, "precision": 0.041929, "recall": 0.092885}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.630435, "f1": 0.554492, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"], "main_score": 0.554492, "precision": 0.523773, "recall": 0.630435}, {"accuracy": 0.071146, "f1": 0.045996, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"], "main_score": 0.045996, "precision": 0.039963, "recall": 0.071146}, {"accuracy": 0.679842, "f1": 0.611928, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"], "main_score": 0.611928, "precision": 0.583877, "recall": 0.679842}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.694664, "f1": 0.628778, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"], "main_score": 0.628778, "precision": 0.601169, "recall": 0.694664}, {"accuracy": 0.475296, "f1": 0.392749, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"], "main_score": 0.392749, "precision": 0.362003, "recall": 0.475296}, {"accuracy": 0.158103, "f1": 0.092125, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"], "main_score": 0.092125, "precision": 0.076596, "recall": 0.158103}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.343874, "f1": 0.260207, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"], "main_score": 0.260207, "precision": 0.234747, "recall": 0.343874}, {"accuracy": 0.192688, "f1": 0.128379, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"], "main_score": 0.128379, "precision": 0.113841, "recall": 0.192688}, {"accuracy": 0.160079, "f1": 0.097086, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"], "main_score": 0.097086, "precision": 0.081532, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.137414, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"], "main_score": 0.137414, "precision": 0.120701, "recall": 0.199605}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"], "main_score": 0.923254, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.017787, "f1": 0.003266, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"], "main_score": 0.003266, "precision": 0.002326, "recall": 0.017787}, {"accuracy": 0.805336, "f1": 0.757082, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"], "main_score": 0.757082, "precision": 0.736281, "recall": 0.805336}, {"accuracy": 0.393281, "f1": 0.316434, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"], "main_score": 0.316434, "precision": 0.288959, "recall": 0.393281}, {"accuracy": 0.892292, "f1": 0.862385, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"], "main_score": 0.862385, "precision": 0.848238, "recall": 0.892292}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.08004, "f1": 0.042585, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"], "main_score": 0.042585, "precision": 0.036061, "recall": 0.08004}, {"accuracy": 0.168972, "f1": 0.109519, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"], "main_score": 0.109519, "precision": 0.095752, "recall": 0.168972}, {"accuracy": 0.952569, "f1": 0.9389, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"], "main_score": 0.9389, "precision": 0.932312, "recall": 0.952569}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.589921, "f1": 0.511004, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"], "main_score": 0.511004, "precision": 0.48097, "recall": 0.589921}, {"accuracy": 0.161067, "f1": 0.104131, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"], "main_score": 0.104131, "precision": 0.090371, "recall": 0.161067}, {"accuracy": 0.168972, "f1": 0.104941, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"], "main_score": 0.104941, "precision": 0.088088, "recall": 0.168972}, {"accuracy": 0.148221, "f1": 0.093223, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"], "main_score": 0.093223, "precision": 0.081334, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.091089, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"], "main_score": 0.091089, "precision": 0.077864, "recall": 0.143281}, {"accuracy": 0.758893, "f1": 0.703148, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"], "main_score": 0.703148, "precision": 0.678837, "recall": 0.758893}, {"accuracy": 0.599802, "f1": 0.526874, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"], "main_score": 0.526874, "precision": 0.498446, "recall": 0.599802}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"], "main_score": 0.905303, "precision": 0.894763, "recall": 0.926877}, {"accuracy": 0.221344, "f1": 0.150871, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"], "main_score": 0.150871, "precision": 0.130182, "recall": 0.221344}, {"accuracy": 0.413043, "f1": 0.325069, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"], "main_score": 0.325069, "precision": 0.297226, "recall": 0.413043}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.507905, "f1": 0.426354, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"], "main_score": 0.426354, "precision": 0.395404, "recall": 0.507905}, {"accuracy": 0.801383, "f1": 0.752555, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"], "main_score": 0.752555, "precision": 0.730599, "recall": 0.801383}, {"accuracy": 0.23419, "f1": 0.162932, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"], "main_score": 0.162932, "precision": 0.143884, "recall": 0.23419}, {"accuracy": 0.58498, "f1": 0.511522, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"], "main_score": 0.511522, "precision": 0.482795, "recall": 0.58498}, {"accuracy": 0.646245, "f1": 0.576335, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"], "main_score": 0.576335, "precision": 0.547927, "recall": 0.646245}, {"accuracy": 0.192688, "f1": 0.124969, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"], "main_score": 0.124969, "precision": 0.107873, "recall": 0.192688}, {"accuracy": 0.881423, "f1": 0.849736, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"], "main_score": 0.849736, "precision": 0.83531, "recall": 0.881423}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.898221, "f1": 0.86749, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"], "main_score": 0.86749, "precision": 0.852849, "recall": 0.898221}, {"accuracy": 0.695652, "f1": 0.631889, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"], "main_score": 0.631889, "precision": 0.605188, "recall": 0.695652}, {"accuracy": 0.963439, "f1": 0.951252, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"], "main_score": 0.951252, "precision": 0.945158, "recall": 0.963439}, {"accuracy": 0.378458, "f1": 0.298222, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"], "main_score": 0.298222, "precision": 0.271095, "recall": 0.378458}, {"accuracy": 0.4417, "f1": 0.35238, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"], "main_score": 0.35238, "precision": 0.322307, "recall": 0.4417}, {"accuracy": 0.086957, "f1": 0.042779, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"], "main_score": 0.042779, "precision": 0.034379, "recall": 0.086957}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.183794, "f1": 0.1266, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"], "main_score": 0.1266, "precision": 0.109363, "recall": 0.183794}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.927866, "f1": 0.908004, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"], "main_score": 0.908004, "precision": 0.898633, "recall": 0.927866}, {"accuracy": 0.392292, "f1": 0.305026, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"], "main_score": 0.305026, "precision": 0.277826, "recall": 0.392292}, {"accuracy": 0.29249, "f1": 0.211481, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"], "main_score": 0.211481, "precision": 0.189301, "recall": 0.29249}, {"accuracy": 0.841897, "f1": 0.795356, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"], "main_score": 0.795356, "precision": 0.773468, "recall": 0.841897}, {"accuracy": 0.200593, "f1": 0.133787, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"], "main_score": 0.133787, "precision": 0.11657, "recall": 0.200593}, {"accuracy": 0.193676, "f1": 0.126772, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"], "main_score": 0.126772, "precision": 0.110037, "recall": 0.193676}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.38834, "f1": 0.304409, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"], "main_score": 0.304409, "precision": 0.278681, "recall": 0.38834}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.166008, "f1": 0.09734, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"], "main_score": 0.09734, "precision": 0.082688, "recall": 0.166008}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.88834, "f1": 0.85471, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"], "main_score": 0.85471, "precision": 0.838933, "recall": 0.88834}, {"accuracy": 0.913043, "f1": 0.890382, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"], "main_score": 0.890382, "precision": 0.879858, "recall": 0.913043}, {"accuracy": 0.147233, "f1": 0.094504, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"], "main_score": 0.094504, "precision": 0.082383, "recall": 0.147233}, {"accuracy": 0.880435, "f1": 0.84888, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"], "main_score": 0.84888, "precision": 0.834074, "recall": 0.880435}, {"accuracy": 0.158103, "f1": 0.098557, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"], "main_score": 0.098557, "precision": 0.084396, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.108438, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"], "main_score": 0.108438, "precision": 0.09429, "recall": 0.16502}, {"accuracy": 0.114625, "f1": 0.065168, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"], "main_score": 0.065168, "precision": 0.054063, "recall": 0.114625}, {"accuracy": 0.547431, "f1": 0.475273, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"], "main_score": 0.475273, "precision": 0.44628, "recall": 0.547431}, {"accuracy": 0.960474, "f1": 0.947859, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"], "main_score": 0.947859, "precision": 0.941782, "recall": 0.960474}, {"accuracy": 0.262846, "f1": 0.183716, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"], "main_score": 0.183716, "precision": 0.161452, "recall": 0.262846}, {"accuracy": 0.144269, "f1": 0.082585, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"], "main_score": 0.082585, "precision": 0.068448, "recall": 0.144269}, {"accuracy": 0.176877, "f1": 0.109691, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"], "main_score": 0.109691, "precision": 0.093771, "recall": 0.176877}, {"accuracy": 0.769763, "f1": 0.718692, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"], "main_score": 0.718692, "precision": 0.696156, "recall": 0.769763}, {"accuracy": 0.141304, "f1": 0.082477, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"], "main_score": 0.082477, "precision": 0.069878, "recall": 0.141304}, {"accuracy": 0.155138, "f1": 0.09821, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"], "main_score": 0.09821, "precision": 0.085055, "recall": 0.155138}, {"accuracy": 0.90415, "f1": 0.877372, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"], "main_score": 0.877372, "precision": 0.864575, "recall": 0.90415}, {"accuracy": 0.256917, "f1": 0.179941, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"], "main_score": 0.179941, "precision": 0.158909, "recall": 0.256917}, {"accuracy": 0.200593, "f1": 0.132396, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"], "main_score": 0.132396, "precision": 0.116071, "recall": 0.200593}, {"accuracy": 0.585968, "f1": 0.505376, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"], "main_score": 0.505376, "precision": 0.474635, "recall": 0.585968}, {"accuracy": 0.294466, "f1": 0.216607, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"], "main_score": 0.216607, "precision": 0.194195, "recall": 0.294466}, {"accuracy": 0.425889, "f1": 0.3369, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"], "main_score": 0.3369, "precision": 0.306051, "recall": 0.425889}, {"accuracy": 0.809289, "f1": 0.764921, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"], "main_score": 0.764921, "precision": 0.745092, "recall": 0.809289}, {"accuracy": 0.290514, "f1": 0.210264, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"], "main_score": 0.210264, "precision": 0.186582, "recall": 0.290514}, {"accuracy": 0.433794, "f1": 0.348661, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"], "main_score": 0.348661, "precision": 0.318345, "recall": 0.433794}, {"accuracy": 0.159091, "f1": 0.098284, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"], "main_score": 0.098284, "precision": 0.082747, "recall": 0.159091}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"], "main_score": 0.898221, "precision": 0.886528, "recall": 0.921937}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"], "main_score": 0.951812, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.787549, "f1": 0.737953, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"], "main_score": 0.737953, "precision": 0.716774, "recall": 0.787549}, {"accuracy": 0.228261, "f1": 0.158248, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"], "main_score": 0.158248, "precision": 0.138869, "recall": 0.228261}, {"accuracy": 0.176877, "f1": 0.109796, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"], "main_score": 0.109796, "precision": 0.094138, "recall": 0.176877}, {"accuracy": 0.023715, "f1": 0.017488, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"], "main_score": 0.017488, "precision": 0.016295, "recall": 0.023715}, {"accuracy": 0.131423, "f1": 0.119796, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"], "main_score": 0.119796, "precision": 0.115102, "recall": 0.131423}, {"accuracy": 0.005929, "f1": 0.001525, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"], "main_score": 0.001525, "precision": 0.00129, "recall": 0.005929}, {"accuracy": 0.096838, "f1": 0.082277, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"], "main_score": 0.082277, "precision": 0.078915, "recall": 0.096838}, {"accuracy": 0.109684, "f1": 0.0946, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"], "main_score": 0.0946, "precision": 0.090968, "recall": 0.109684}, {"accuracy": 0.089921, "f1": 0.078178, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"], "main_score": 0.078178, "precision": 0.07562, "recall": 0.089921}, {"accuracy": 0.091897, "f1": 0.086094, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"], "main_score": 0.086094, "precision": 0.084557, "recall": 0.091897}, {"accuracy": 0.175889, "f1": 0.160572, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"], "main_score": 0.160572, "precision": 0.155246, "recall": 0.175889}, {"accuracy": 0.148221, "f1": 0.128838, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"], "main_score": 0.128838, "precision": 0.124239, "recall": 0.148221}, {"accuracy": 0.136364, "f1": 0.124258, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"], "main_score": 0.124258, "precision": 0.120512, "recall": 0.136364}, {"accuracy": 0.09585, "f1": 0.089584, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"], "main_score": 0.089584, "precision": 0.087997, "recall": 0.09585}, {"accuracy": 0.092885, "f1": 0.081806, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"], "main_score": 0.081806, "precision": 0.079507, "recall": 0.092885}, {"accuracy": 0.083004, "f1": 0.074355, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"], "main_score": 0.074355, "precision": 0.072453, "recall": 0.083004}, {"accuracy": 0.143281, "f1": 0.133875, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"], "main_score": 0.133875, "precision": 0.13004, "recall": 0.143281}, {"accuracy": 0.087945, "f1": 0.078808, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"], "main_score": 0.078808, "precision": 0.076887, "recall": 0.087945}, {"accuracy": 0.088933, "f1": 0.071092, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"], "main_score": 0.071092, "precision": 0.067646, "recall": 0.088933}, {"accuracy": 0.150198, "f1": 0.13023, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"], "main_score": 0.13023, "precision": 0.125879, "recall": 0.150198}, {"accuracy": 0.179842, "f1": 0.161099, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"], "main_score": 0.161099, "precision": 0.155579, "recall": 0.179842}, {"accuracy": 0.074111, "f1": 0.066991, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"], "main_score": 0.066991, "precision": 0.065329, "recall": 0.074111}, {"accuracy": 0.098814, "f1": 0.081045, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"], "main_score": 0.081045, "precision": 0.077166, "recall": 0.098814}, {"accuracy": 0.147233, "f1": 0.131509, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"], "main_score": 0.131509, "precision": 0.127998, "recall": 0.147233}, {"accuracy": 0.107708, "f1": 0.095922, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"], "main_score": 0.095922, "precision": 0.093421, "recall": 0.107708}, {"accuracy": 0.158103, "f1": 0.142481, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"], "main_score": 0.142481, "precision": 0.136944, "recall": 0.158103}, {"accuracy": 0.047431, "f1": 0.037663, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"], "main_score": 0.037663, "precision": 0.03616, "recall": 0.047431}, {"accuracy": 0.107708, "f1": 0.092915, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"], "main_score": 0.092915, "precision": 0.090085, "recall": 0.107708}, {"accuracy": 0.106719, "f1": 0.097977, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"], "main_score": 0.097977, "precision": 0.095836, "recall": 0.106719}, {"accuracy": 0.059289, "f1": 0.042791, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"], "main_score": 0.042791, "precision": 0.038492, "recall": 0.059289}, {"accuracy": 0.096838, "f1": 0.084967, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"], "main_score": 0.084967, "precision": 0.082485, "recall": 0.096838}, {"accuracy": 0.193676, "f1": 0.177752, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"], "main_score": 0.177752, "precision": 0.17208, "recall": 0.193676}, {"accuracy": 0.096838, "f1": 0.08685, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"], "main_score": 0.08685, "precision": 0.084689, "recall": 0.096838}, {"accuracy": 0.145257, "f1": 0.127561, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"], "main_score": 0.127561, "precision": 0.123562, "recall": 0.145257}, {"accuracy": 0.093874, "f1": 0.082651, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"], "main_score": 0.082651, "precision": 0.079526, "recall": 0.093874}, {"accuracy": 0.075099, "f1": 0.065486, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"], "main_score": 0.065486, "precision": 0.062784, "recall": 0.075099}, {"accuracy": 0.113636, "f1": 0.098004, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"], "main_score": 0.098004, "precision": 0.093817, "recall": 0.113636}, {"accuracy": 0.120553, "f1": 0.102987, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"], "main_score": 0.102987, "precision": 0.098617, "recall": 0.120553}, {"accuracy": 0.064229, "f1": 0.056326, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"], "main_score": 0.056326, "precision": 0.054361, "recall": 0.064229}, {"accuracy": 0.092885, "f1": 0.079502, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"], "main_score": 0.079502, "precision": 0.077264, "recall": 0.092885}, {"accuracy": 0.051383, "f1": 0.042245, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"], "main_score": 0.042245, "precision": 0.040792, "recall": 0.051383}, {"accuracy": 0.147233, "f1": 0.127575, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"], "main_score": 0.127575, "precision": 0.123258, "recall": 0.147233}, {"accuracy": 0.082016, "f1": 0.069416, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"], "main_score": 0.069416, "precision": 0.06646, "recall": 0.082016}, {"accuracy": 0.229249, "f1": 0.206897, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"], "main_score": 0.206897, "precision": 0.19795, "recall": 0.229249}, {"accuracy": 0.01581, "f1": 0.011735, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"], "main_score": 0.011735, "precision": 0.010982, "recall": 0.01581}, {"accuracy": 0.156126, "f1": 0.134006, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"], "main_score": 0.134006, "precision": 0.12901, "recall": 0.156126}, {"accuracy": 0.132411, "f1": 0.114709, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"], "main_score": 0.114709, "precision": 0.109362, "recall": 0.132411}, {"accuracy": 0.116601, "f1": 0.102366, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"], "main_score": 0.102366, "precision": 0.099093, "recall": 0.116601}, {"accuracy": 0.134387, "f1": 0.11942, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"], "main_score": 0.11942, "precision": 0.115605, "recall": 0.134387}, {"accuracy": 0.079051, "f1": 0.066402, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"], "main_score": 0.066402, "precision": 0.063115, "recall": 0.079051}, {"accuracy": 0.083004, "f1": 0.077924, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"], "main_score": 0.077924, "precision": 0.076495, "recall": 0.083004}, {"accuracy": 0.147233, "f1": 0.132298, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"], "main_score": 0.132298, "precision": 0.12713, "recall": 0.147233}, {"accuracy": 0.124506, "f1": 0.107938, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"], "main_score": 0.107938, "precision": 0.104196, "recall": 0.124506}, {"accuracy": 0.087945, "f1": 0.079735, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"], "main_score": 0.079735, "precision": 0.078111, "recall": 0.087945}, {"accuracy": 0.155138, "f1": 0.137795, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"], "main_score": 0.137795, "precision": 0.13388, "recall": 0.155138}, {"accuracy": 0.086957, "f1": 0.079382, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"], "main_score": 0.079382, "precision": 0.077859, "recall": 0.086957}, {"accuracy": 0.176877, "f1": 0.150148, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"], "main_score": 0.150148, "precision": 0.142743, "recall": 0.176877}, {"accuracy": 0.101779, "f1": 0.086323, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"], "main_score": 0.086323, "precision": 0.083017, "recall": 0.101779}, {"accuracy": 0.027668, "f1": 0.023547, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"], "main_score": 0.023547, "precision": 0.022457, "recall": 0.027668}, {"accuracy": 0.12747, "f1": 0.116987, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"], "main_score": 0.116987, "precision": 0.114008, "recall": 0.12747}, {"accuracy": 0.152174, "f1": 0.135085, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"], "main_score": 0.135085, "precision": 0.130039, "recall": 0.152174}, {"accuracy": 0.019763, "f1": 0.017324, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"], "main_score": 0.017324, "precision": 0.017115, "recall": 0.019763}, {"accuracy": 0.121542, "f1": 0.105092, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"], "main_score": 0.105092, "precision": 0.101569, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.068502, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"], "main_score": 0.068502, "precision": 0.066379, "recall": 0.08004}, {"accuracy": 0.126482, "f1": 0.113263, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"], "main_score": 0.113263, "precision": 0.11003, "recall": 0.126482}, {"accuracy": 0.075099, "f1": 0.063841, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"], "main_score": 0.063841, "precision": 0.061918, "recall": 0.075099}, {"accuracy": 0.188735, "f1": 0.166977, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"], "main_score": 0.166977, "precision": 0.161466, "recall": 0.188735}, {"accuracy": 0.093874, "f1": 0.086144, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"], "main_score": 0.086144, "precision": 0.084061, "recall": 0.093874}, {"accuracy": 0.090909, "f1": 0.08071, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"], "main_score": 0.08071, "precision": 0.078201, "recall": 0.090909}, {"accuracy": 0.157115, "f1": 0.136648, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"], "main_score": 0.136648, "precision": 0.131789, "recall": 0.157115}, {"accuracy": 0.155138, "f1": 0.140504, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"], "main_score": 0.140504, "precision": 0.135979, "recall": 0.155138}, {"accuracy": 0.140316, "f1": 0.128693, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"], "main_score": 0.128693, "precision": 0.125712, "recall": 0.140316}, {"accuracy": 0.184783, "f1": 0.168925, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"], "main_score": 0.168925, "precision": 0.164133, "recall": 0.184783}, {"accuracy": 0.101779, "f1": 0.092911, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"], "main_score": 0.092911, "precision": 0.090119, "recall": 0.101779}, {"accuracy": 0.072134, "f1": 0.06513, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"], "main_score": 0.06513, "precision": 0.063393, "recall": 0.072134}, {"accuracy": 0.125494, "f1": 0.113179, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"], "main_score": 0.113179, "precision": 0.110525, "recall": 0.125494}, {"accuracy": 0.033597, "f1": 0.023918, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"], "main_score": 0.023918, "precision": 0.021645, "recall": 0.033597}, {"accuracy": 0.110672, "f1": 0.09699, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"], "main_score": 0.09699, "precision": 0.09337, "recall": 0.110672}, {"accuracy": 0.08498, "f1": 0.078531, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"], "main_score": 0.078531, "precision": 0.076751, "recall": 0.08498}, {"accuracy": 0.1917, "f1": 0.17099, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"], "main_score": 0.17099, "precision": 0.164117, "recall": 0.1917}, {"accuracy": 0.032609, "f1": 0.024026, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"], "main_score": 0.024026, "precision": 0.022139, "recall": 0.032609}, {"accuracy": 0.147233, "f1": 0.129726, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"], "main_score": 0.129726, "precision": 0.125793, "recall": 0.147233}, {"accuracy": 0.109684, "f1": 0.0994, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"], "main_score": 0.0994, "precision": 0.096711, "recall": 0.109684}, {"accuracy": 0.113636, "f1": 0.101318, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"], "main_score": 0.101318, "precision": 0.098828, "recall": 0.113636}, {"accuracy": 0.047431, "f1": 0.037422, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"], "main_score": 0.037422, "precision": 0.035638, "recall": 0.047431}, {"accuracy": 0.141304, "f1": 0.126186, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"], "main_score": 0.126186, "precision": 0.122394, "recall": 0.141304}, {"accuracy": 0.141304, "f1": 0.126295, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"], "main_score": 0.126295, "precision": 0.122934, "recall": 0.141304}, {"accuracy": 0.159091, "f1": 0.136965, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"], "main_score": 0.136965, "precision": 0.132396, "recall": 0.159091}, {"accuracy": 0.097826, "f1": 0.083995, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"], "main_score": 0.083995, "precision": 0.081211, "recall": 0.097826}, {"accuracy": 0.112648, "f1": 0.099771, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"], "main_score": 0.099771, "precision": 0.095798, "recall": 0.112648}, {"accuracy": 0.15415, "f1": 0.138298, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"], "main_score": 0.138298, "precision": 0.132156, "recall": 0.15415}, {"accuracy": 0.052372, "f1": 0.041928, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"], "main_score": 0.041928, "precision": 0.040558, "recall": 0.052372}, {"accuracy": 0.148221, "f1": 0.126113, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"], "main_score": 0.126113, "precision": 0.120164, "recall": 0.148221}, {"accuracy": 0.073123, "f1": 0.065575, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"], "main_score": 0.065575, "precision": 0.064198, "recall": 0.073123}, {"accuracy": 0.123518, "f1": 0.112511, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"], "main_score": 0.112511, "precision": 0.110072, "recall": 0.123518}, {"accuracy": 0.159091, "f1": 0.14504, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"], "main_score": 0.14504, "precision": 0.139684, "recall": 0.159091}, {"accuracy": 0.094862, "f1": 0.089224, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"], "main_score": 0.089224, "precision": 0.087754, "recall": 0.094862}, {"accuracy": 0.124506, "f1": 0.108968, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"], "main_score": 0.108968, "precision": 0.105365, "recall": 0.124506}, {"accuracy": 0.12253, "f1": 0.109732, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"], "main_score": 0.109732, "precision": 0.105125, "recall": 0.12253}, {"accuracy": 0.132411, "f1": 0.115435, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"], "main_score": 0.115435, "precision": 0.111268, "recall": 0.132411}, {"accuracy": 0.150198, "f1": 0.13674, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"], "main_score": 0.13674, "precision": 0.13223, "recall": 0.150198}, {"accuracy": 0.129447, "f1": 0.122668, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"], "main_score": 0.122668, "precision": 0.120624, "recall": 0.129447}, {"accuracy": 0.100791, "f1": 0.089064, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"], "main_score": 0.089064, "precision": 0.086943, "recall": 0.100791}, {"accuracy": 0.131423, "f1": 0.112201, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"], "main_score": 0.112201, "precision": 0.107736, "recall": 0.131423}, {"accuracy": 0.158103, "f1": 0.136, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"], "main_score": 0.136, "precision": 0.130916, "recall": 0.158103}, {"accuracy": 0.113636, "f1": 0.098097, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"], "main_score": 0.098097, "precision": 0.094126, "recall": 0.113636}, {"accuracy": 0.102767, "f1": 0.093836, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"], "main_score": 0.093836, "precision": 0.091683, "recall": 0.102767}, {"accuracy": 0.081028, "f1": 0.068312, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"], "main_score": 0.068312, "precision": 0.066073, "recall": 0.081028}, {"accuracy": 0.121542, "f1": 0.105141, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"], "main_score": 0.105141, "precision": 0.099791, "recall": 0.121542}, {"accuracy": 0.06917, "f1": 0.04775, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"], "main_score": 0.04775, "precision": 0.042911, "recall": 0.06917}, {"accuracy": 0.151186, "f1": 0.131271, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"], "main_score": 0.131271, "precision": 0.125462, "recall": 0.151186}, {"accuracy": 0.073123, "f1": 0.059503, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"], "main_score": 0.059503, "precision": 0.055529, "recall": 0.073123}, {"accuracy": 0.162055, "f1": 0.138323, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"], "main_score": 0.138323, "precision": 0.132529, "recall": 0.162055}, {"accuracy": 0.121542, "f1": 0.107843, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"], "main_score": 0.107843, "precision": 0.104841, "recall": 0.121542}, {"accuracy": 0.06917, "f1": 0.052538, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"], "main_score": 0.052538, "precision": 0.0489, "recall": 0.06917}, {"accuracy": 0.091897, "f1": 0.088143, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"], "main_score": 0.088143, "precision": 0.086995, "recall": 0.091897}, {"accuracy": 0.158103, "f1": 0.137433, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"], "main_score": 0.137433, "precision": 0.132659, "recall": 0.158103}, {"accuracy": 0.061265, "f1": 0.053891, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"], "main_score": 0.053891, "precision": 0.052591, "recall": 0.061265}, {"accuracy": 0.083004, "f1": 0.073775, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"], "main_score": 0.073775, "precision": 0.071771, "recall": 0.083004}, {"accuracy": 0.12747, "f1": 0.113522, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"], "main_score": 0.113522, "precision": 0.109008, "recall": 0.12747}, {"accuracy": 0.097826, "f1": 0.085825, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"], "main_score": 0.085825, "precision": 0.083736, "recall": 0.097826}, {"accuracy": 0.106719, "f1": 0.096727, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"], "main_score": 0.096727, "precision": 0.0942, "recall": 0.106719}, {"accuracy": 0.126482, "f1": 0.110413, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"], "main_score": 0.110413, "precision": 0.105061, "recall": 0.126482}, {"accuracy": 0.168972, "f1": 0.15003, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"], "main_score": 0.15003, "precision": 0.144925, "recall": 0.168972}, {"accuracy": 0.151186, "f1": 0.139886, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"], "main_score": 0.139886, "precision": 0.13645, "recall": 0.151186}, {"accuracy": 0.141304, "f1": 0.125371, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"], "main_score": 0.125371, "precision": 0.121873, "recall": 0.141304}, {"accuracy": 0.019763, "f1": 0.007866, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"], "main_score": 0.007866, "precision": 0.006416, "recall": 0.019763}, {"accuracy": 0.040514, "f1": 0.030795, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"], "main_score": 0.030795, "precision": 0.028833, "recall": 0.040514}, {"accuracy": 0.034585, "f1": 0.02669, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"], "main_score": 0.02669, "precision": 0.024629, "recall": 0.034585}, {"accuracy": 0.072134, "f1": 0.060931, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"], "main_score": 0.060931, "precision": 0.059107, "recall": 0.072134}, {"accuracy": 0.146245, "f1": 0.128325, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"], "main_score": 0.128325, "precision": 0.124103, "recall": 0.146245}, {"accuracy": 0.079051, "f1": 0.065123, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"], "main_score": 0.065123, "precision": 0.060882, "recall": 0.079051}, {"accuracy": 0.184783, "f1": 0.170422, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"], "main_score": 0.170422, "precision": 0.164648, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.118007, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"], "main_score": 0.118007, "precision": 0.115109, "recall": 0.132411}, {"accuracy": 0.152174, "f1": 0.13467, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"], "main_score": 0.13467, "precision": 0.130835, "recall": 0.152174}, {"accuracy": 0.101779, "f1": 0.091238, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"], "main_score": 0.091238, "precision": 0.088553, "recall": 0.101779}, {"accuracy": 0.087945, "f1": 0.073486, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"], "main_score": 0.073486, "precision": 0.068943, "recall": 0.087945}, {"accuracy": 0.097826, "f1": 0.090524, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"], "main_score": 0.090524, "precision": 0.08814, "recall": 0.097826}, {"accuracy": 0.065217, "f1": 0.057166, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"], "main_score": 0.057166, "precision": 0.055435, "recall": 0.065217}, {"accuracy": 0.093874, "f1": 0.081334, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"], "main_score": 0.081334, "precision": 0.077864, "recall": 0.093874}, {"accuracy": 0.047431, "f1": 0.036056, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"], "main_score": 0.036056, "precision": 0.034096, "recall": 0.047431}, {"accuracy": 0.103755, "f1": 0.093473, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"], "main_score": 0.093473, "precision": 0.09121, "recall": 0.103755}, {"accuracy": 0.107708, "f1": 0.090546, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"], "main_score": 0.090546, "precision": 0.087009, "recall": 0.107708}, {"accuracy": 0.096838, "f1": 0.082555, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"], "main_score": 0.082555, "precision": 0.078708, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.104647, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"], "main_score": 0.104647, "precision": 0.102743, "recall": 0.11166}, {"accuracy": 0.116601, "f1": 0.096978, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"], "main_score": 0.096978, "precision": 0.093554, "recall": 0.116601}, {"accuracy": 0.039526, "f1": 0.033908, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"], "main_score": 0.033908, "precision": 0.032408, "recall": 0.039526}, {"accuracy": 0.082016, "f1": 0.062984, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"], "main_score": 0.062984, "precision": 0.0597, "recall": 0.082016}, {"accuracy": 0.091897, "f1": 0.082875, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"], "main_score": 0.082875, "precision": 0.080746, "recall": 0.091897}, {"accuracy": 0.047431, "f1": 0.04414, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"], "main_score": 0.04414, "precision": 0.04315, "recall": 0.047431}, {"accuracy": 0.113636, "f1": 0.096772, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"], "main_score": 0.096772, "precision": 0.092457, "recall": 0.113636}, {"accuracy": 0.162055, "f1": 0.149134, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"], "main_score": 0.149134, "precision": 0.144976, "recall": 0.162055}, {"accuracy": 0.048419, "f1": 0.038287, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"], "main_score": 0.038287, "precision": 0.036118, "recall": 0.048419}, {"accuracy": 0.103755, "f1": 0.091283, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"], "main_score": 0.091283, "precision": 0.089021, "recall": 0.103755}, {"accuracy": 0.116601, "f1": 0.097645, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"], "main_score": 0.097645, "precision": 0.093756, "recall": 0.116601}, {"accuracy": 0.121542, "f1": 0.102688, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"], "main_score": 0.102688, "precision": 0.098523, "recall": 0.121542}, {"accuracy": 0.087945, "f1": 0.079913, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"], "main_score": 0.079913, "precision": 0.077997, "recall": 0.087945}, {"accuracy": 0.166008, "f1": 0.142769, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"], "main_score": 0.142769, "precision": 0.137296, "recall": 0.166008}, {"accuracy": 0.075099, "f1": 0.060304, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"], "main_score": 0.060304, "precision": 0.05712, "recall": 0.075099}, {"accuracy": 0.112648, "f1": 0.104776, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"], "main_score": 0.104776, "precision": 0.102395, "recall": 0.112648}, {"accuracy": 0.099802, "f1": 0.07849, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"], "main_score": 0.07849, "precision": 0.072712, "recall": 0.099802}, {"accuracy": 0.149209, "f1": 0.13061, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"], "main_score": 0.13061, "precision": 0.125268, "recall": 0.149209}, {"accuracy": 0.023715, "f1": 0.019141, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"], "main_score": 0.019141, "precision": 0.018128, "recall": 0.023715}, {"accuracy": 0.105731, "f1": 0.092545, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"], "main_score": 0.092545, "precision": 0.089683, "recall": 0.105731}, {"accuracy": 0.102767, "f1": 0.088985, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"], "main_score": 0.088985, "precision": 0.085241, "recall": 0.102767}, {"accuracy": 0.082016, "f1": 0.069545, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"], "main_score": 0.069545, "precision": 0.067348, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.136408, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"], "main_score": 0.136408, "precision": 0.132798, "recall": 0.147233}, {"accuracy": 0.08004, "f1": 0.070724, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"], "main_score": 0.070724, "precision": 0.068515, "recall": 0.08004}, {"accuracy": 0.161067, "f1": 0.144174, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"], "main_score": 0.144174, "precision": 0.13933, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.160371, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"], "main_score": 0.160371, "precision": 0.155988, "recall": 0.173913}, {"accuracy": 0.148221, "f1": 0.129105, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"], "main_score": 0.129105, "precision": 0.124313, "recall": 0.148221}, {"accuracy": 0.136364, "f1": 0.124902, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"], "main_score": 0.124902, "precision": 0.121592, "recall": 0.136364}, {"accuracy": 0.15415, "f1": 0.132614, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"], "main_score": 0.132614, "precision": 0.12832, "recall": 0.15415}, {"accuracy": 0.166996, "f1": 0.155499, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"], "main_score": 0.155499, "precision": 0.151087, "recall": 0.166996}, {"accuracy": 0.167984, "f1": 0.146628, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"], "main_score": 0.146628, "precision": 0.141612, "recall": 0.167984}, {"accuracy": 0.063241, "f1": 0.055502, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"], "main_score": 0.055502, "precision": 0.053542, "recall": 0.063241}, {"accuracy": 0.12747, "f1": 0.110012, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"], "main_score": 0.110012, "precision": 0.106783, "recall": 0.12747}, {"accuracy": 0.140316, "f1": 0.1247, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"], "main_score": 0.1247, "precision": 0.120097, "recall": 0.140316}, {"accuracy": 0.148221, "f1": 0.13372, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"], "main_score": 0.13372, "precision": 0.129819, "recall": 0.148221}, {"accuracy": 0.126482, "f1": 0.107921, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"], "main_score": 0.107921, "precision": 0.103319, "recall": 0.126482}, {"accuracy": 0.168972, "f1": 0.152877, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"], "main_score": 0.152877, "precision": 0.147475, "recall": 0.168972}, {"accuracy": 0.144269, "f1": 0.126982, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"], "main_score": 0.126982, "precision": 0.122101, "recall": 0.144269}, {"accuracy": 0.067194, "f1": 0.052871, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"], "main_score": 0.052871, "precision": 0.050207, "recall": 0.067194}, {"accuracy": 0.148221, "f1": 0.130681, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"], "main_score": 0.130681, "precision": 0.12633, "recall": 0.148221}, {"accuracy": 0.114625, "f1": 0.100901, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"], "main_score": 0.100901, "precision": 0.096323, "recall": 0.114625}, {"accuracy": 0.149209, "f1": 0.133321, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"], "main_score": 0.133321, "precision": 0.128095, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.135797, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"], "main_score": 0.135797, "precision": 0.131773, "recall": 0.148221}, {"accuracy": 0.045455, "f1": 0.038677, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"], "main_score": 0.038677, "precision": 0.037416, "recall": 0.045455}, {"accuracy": 0.139328, "f1": 0.12387, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"], "main_score": 0.12387, "precision": 0.119222, "recall": 0.139328}, {"accuracy": 0.172925, "f1": 0.15769, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"], "main_score": 0.15769, "precision": 0.152587, "recall": 0.172925}, {"accuracy": 0.085968, "f1": 0.078565, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"], "main_score": 0.078565, "precision": 0.076675, "recall": 0.085968}, {"accuracy": 0.145257, "f1": 0.126704, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"], "main_score": 0.126704, "precision": 0.121761, "recall": 0.145257}, {"accuracy": 0.133399, "f1": 0.120621, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"], "main_score": 0.120621, "precision": 0.117164, "recall": 0.133399}, {"accuracy": 0.083992, "f1": 0.08054, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"], "main_score": 0.08054, "precision": 0.079384, "recall": 0.083992}, {"accuracy": 0.170949, "f1": 0.151831, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"], "main_score": 0.151831, "precision": 0.145749, "recall": 0.170949}, {"accuracy": 0.128458, "f1": 0.116169, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"], "main_score": 0.116169, "precision": 0.112356, "recall": 0.128458}, {"accuracy": 0.055336, "f1": 0.049387, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"], "main_score": 0.049387, "precision": 0.047938, "recall": 0.055336}, {"accuracy": 0.093874, "f1": 0.079115, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"], "main_score": 0.079115, "precision": 0.075828, "recall": 0.093874}, {"accuracy": 0.112648, "f1": 0.09553, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"], "main_score": 0.09553, "precision": 0.090753, "recall": 0.112648}, {"accuracy": 0.112648, "f1": 0.098473, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"], "main_score": 0.098473, "precision": 0.093868, "recall": 0.112648}, {"accuracy": 0.110672, "f1": 0.094687, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"], "main_score": 0.094687, "precision": 0.090623, "recall": 0.110672}, {"accuracy": 0.115613, "f1": 0.095017, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"], "main_score": 0.095017, "precision": 0.090327, "recall": 0.115613}, {"accuracy": 0.118577, "f1": 0.103113, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"], "main_score": 0.103113, "precision": 0.099511, "recall": 0.118577}, {"accuracy": 0.039526, "f1": 0.030401, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"], "main_score": 0.030401, "precision": 0.029239, "recall": 0.039526}, {"accuracy": 0.088933, "f1": 0.080005, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"], "main_score": 0.080005, "precision": 0.077369, "recall": 0.088933}, {"accuracy": 0.187747, "f1": 0.173918, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"], "main_score": 0.173918, "precision": 0.169076, "recall": 0.187747}, {"accuracy": 0.035573, "f1": 0.025105, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"], "main_score": 0.025105, "precision": 0.023181, "recall": 0.035573}, {"accuracy": 0.168972, "f1": 0.152483, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"], "main_score": 0.152483, "precision": 0.147326, "recall": 0.168972}, {"accuracy": 0.004941, "f1": 0.000797, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"], "main_score": 0.000797, "precision": 0.000566, "recall": 0.004941}, {"accuracy": 0.118577, "f1": 0.099995, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"], "main_score": 0.099995, "precision": 0.095529, "recall": 0.118577}, {"accuracy": 0.140316, "f1": 0.126261, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"], "main_score": 0.126261, "precision": 0.122102, "recall": 0.140316}, {"accuracy": 0.087945, "f1": 0.074215, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"], "main_score": 0.074215, "precision": 0.070676, "recall": 0.087945}, {"accuracy": 0.146245, "f1": 0.136053, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"], "main_score": 0.136053, "precision": 0.133717, "recall": 0.146245}, {"accuracy": 0.195652, "f1": 0.175774, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"], "main_score": 0.175774, "precision": 0.168834, "recall": 0.195652}, {"accuracy": 0.197628, "f1": 0.168701, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"], "main_score": 0.168701, "precision": 0.160377, "recall": 0.197628}, {"accuracy": 0.173913, "f1": 0.163523, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"], "main_score": 0.163523, "precision": 0.159371, "recall": 0.173913}, {"accuracy": 0.134387, "f1": 0.120785, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"], "main_score": 0.120785, "precision": 0.117316, "recall": 0.134387}, {"accuracy": 0.141304, "f1": 0.11469, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"], "main_score": 0.11469, "precision": 0.107558, "recall": 0.141304}, {"accuracy": 0.081028, "f1": 0.070747, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"], "main_score": 0.070747, "precision": 0.067732, "recall": 0.081028}, {"accuracy": 0.150198, "f1": 0.134591, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"], "main_score": 0.134591, "precision": 0.129047, "recall": 0.150198}, {"accuracy": 0.081028, "f1": 0.068685, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"], "main_score": 0.068685, "precision": 0.066132, "recall": 0.081028}, {"accuracy": 0.120553, "f1": 0.10267, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"], "main_score": 0.10267, "precision": 0.097939, "recall": 0.120553}, {"accuracy": 0.186759, "f1": 0.160847, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"], "main_score": 0.160847, "precision": 0.154815, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.169363, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"], "main_score": 0.169363, "precision": 0.162457, "recall": 0.189723}, {"accuracy": 0.094862, "f1": 0.082131, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"], "main_score": 0.082131, "precision": 0.077926, "recall": 0.094862}, {"accuracy": 0.114625, "f1": 0.097017, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"], "main_score": 0.097017, "precision": 0.093069, "recall": 0.114625}, {"accuracy": 0.197628, "f1": 0.169824, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"], "main_score": 0.169824, "precision": 0.162511, "recall": 0.197628}, {"accuracy": 0.150198, "f1": 0.133633, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"], "main_score": 0.133633, "precision": 0.12956, "recall": 0.150198}, {"accuracy": 0.16502, "f1": 0.139741, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"], "main_score": 0.139741, "precision": 0.131066, "recall": 0.16502}, {"accuracy": 0.061265, "f1": 0.051129, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"], "main_score": 0.051129, "precision": 0.048346, "recall": 0.061265}, {"accuracy": 0.130435, "f1": 0.109542, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"], "main_score": 0.109542, "precision": 0.104187, "recall": 0.130435}, {"accuracy": 0.143281, "f1": 0.132333, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"], "main_score": 0.132333, "precision": 0.128612, "recall": 0.143281}, {"accuracy": 0.063241, "f1": 0.036875, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"], "main_score": 0.036875, "precision": 0.030631, "recall": 0.063241}, {"accuracy": 0.116601, "f1": 0.09902, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"], "main_score": 0.09902, "precision": 0.093439, "recall": 0.116601}, {"accuracy": 0.166008, "f1": 0.145819, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"], "main_score": 0.145819, "precision": 0.139672, "recall": 0.166008}, {"accuracy": 0.129447, "f1": 0.115963, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"], "main_score": 0.115963, "precision": 0.112047, "recall": 0.129447}, {"accuracy": 0.186759, "f1": 0.160398, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"], "main_score": 0.160398, "precision": 0.15412, "recall": 0.186759}, {"accuracy": 0.126482, "f1": 0.111512, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"], "main_score": 0.111512, "precision": 0.106941, "recall": 0.126482}, {"accuracy": 0.089921, "f1": 0.073041, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"], "main_score": 0.073041, "precision": 0.069514, "recall": 0.089921}, {"accuracy": 0.167984, "f1": 0.153901, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"], "main_score": 0.153901, "precision": 0.149288, "recall": 0.167984}, {"accuracy": 0.137352, "f1": 0.117432, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"], "main_score": 0.117432, "precision": 0.111407, "recall": 0.137352}, {"accuracy": 0.096838, "f1": 0.080499, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"], "main_score": 0.080499, "precision": 0.076647, "recall": 0.096838}, {"accuracy": 0.092885, "f1": 0.076233, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"], "main_score": 0.076233, "precision": 0.071599, "recall": 0.092885}, {"accuracy": 0.065217, "f1": 0.054535, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"], "main_score": 0.054535, "precision": 0.052098, "recall": 0.065217}, {"accuracy": 0.184783, "f1": 0.160312, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"], "main_score": 0.160312, "precision": 0.154138, "recall": 0.184783}, {"accuracy": 0.103755, "f1": 0.088338, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"], "main_score": 0.088338, "precision": 0.084069, "recall": 0.103755}, {"accuracy": 0.156126, "f1": 0.125244, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"], "main_score": 0.125244, "precision": 0.11601, "recall": 0.156126}, {"accuracy": 0.027668, "f1": 0.02241, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"], "main_score": 0.02241, "precision": 0.020922, "recall": 0.027668}, {"accuracy": 0.194664, "f1": 0.171667, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"], "main_score": 0.171667, "precision": 0.165245, "recall": 0.194664}, {"accuracy": 0.12747, "f1": 0.106665, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"], "main_score": 0.106665, "precision": 0.099232, "recall": 0.12747}, {"accuracy": 0.137352, "f1": 0.120142, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"], "main_score": 0.120142, "precision": 0.115094, "recall": 0.137352}, {"accuracy": 0.188735, "f1": 0.16731, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"], "main_score": 0.16731, "precision": 0.161074, "recall": 0.188735}, {"accuracy": 0.091897, "f1": 0.078107, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"], "main_score": 0.078107, "precision": 0.073967, "recall": 0.091897}, {"accuracy": 0.12747, "f1": 0.118735, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"], "main_score": 0.118735, "precision": 0.116002, "recall": 0.12747}, {"accuracy": 0.168972, "f1": 0.144054, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"], "main_score": 0.144054, "precision": 0.136369, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.158757, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"], "main_score": 0.158757, "precision": 0.153664, "recall": 0.176877}, {"accuracy": 0.130435, "f1": 0.116997, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"], "main_score": 0.116997, "precision": 0.112866, "recall": 0.130435}, {"accuracy": 0.201581, "f1": 0.172186, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"], "main_score": 0.172186, "precision": 0.164409, "recall": 0.201581}, {"accuracy": 0.120553, "f1": 0.10751, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"], "main_score": 0.10751, "precision": 0.104544, "recall": 0.120553}, {"accuracy": 0.142292, "f1": 0.126834, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"], "main_score": 0.126834, "precision": 0.121741, "recall": 0.142292}, {"accuracy": 0.102767, "f1": 0.087404, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"], "main_score": 0.087404, "precision": 0.082849, "recall": 0.102767}, {"accuracy": 0.038538, "f1": 0.033867, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"], "main_score": 0.033867, "precision": 0.032382, "recall": 0.038538}, {"accuracy": 0.194664, "f1": 0.17058, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"], "main_score": 0.17058, "precision": 0.162991, "recall": 0.194664}, {"accuracy": 0.168972, "f1": 0.150702, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"], "main_score": 0.150702, "precision": 0.144555, "recall": 0.168972}, {"accuracy": 0.047431, "f1": 0.036956, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"], "main_score": 0.036956, "precision": 0.033571, "recall": 0.047431}, {"accuracy": 0.142292, "f1": 0.120977, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"], "main_score": 0.120977, "precision": 0.116004, "recall": 0.142292}, {"accuracy": 0.096838, "f1": 0.085098, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"], "main_score": 0.085098, "precision": 0.081904, "recall": 0.096838}, {"accuracy": 0.144269, "f1": 0.132135, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"], "main_score": 0.132135, "precision": 0.128764, "recall": 0.144269}, {"accuracy": 0.088933, "f1": 0.070353, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"], "main_score": 0.070353, "precision": 0.065314, "recall": 0.088933}, {"accuracy": 0.190711, "f1": 0.173712, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"], "main_score": 0.173712, "precision": 0.167767, "recall": 0.190711}, {"accuracy": 0.142292, "f1": 0.132548, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"], "main_score": 0.132548, "precision": 0.12912, "recall": 0.142292}, {"accuracy": 0.159091, "f1": 0.145383, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"], "main_score": 0.145383, "precision": 0.140502, "recall": 0.159091}, {"accuracy": 0.206522, "f1": 0.176462, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"], "main_score": 0.176462, "precision": 0.167907, "recall": 0.206522}, {"accuracy": 0.175889, "f1": 0.160085, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"], "main_score": 0.160085, "precision": 0.154145, "recall": 0.175889}, {"accuracy": 0.190711, "f1": 0.173658, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"], "main_score": 0.173658, "precision": 0.167621, "recall": 0.190711}, {"accuracy": 0.163043, "f1": 0.140001, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"], "main_score": 0.140001, "precision": 0.132946, "recall": 0.163043}, {"accuracy": 0.166996, "f1": 0.152705, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"], "main_score": 0.152705, "precision": 0.149134, "recall": 0.166996}, {"accuracy": 0.106719, "f1": 0.099187, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"], "main_score": 0.099187, "precision": 0.097119, "recall": 0.106719}, {"accuracy": 0.161067, "f1": 0.137021, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"], "main_score": 0.137021, "precision": 0.130052, "recall": 0.161067}, {"accuracy": 0.061265, "f1": 0.039021, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"], "main_score": 0.039021, "precision": 0.035108, "recall": 0.061265}, {"accuracy": 0.118577, "f1": 0.104766, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"], "main_score": 0.104766, "precision": 0.100945, "recall": 0.118577}, {"accuracy": 0.115613, "f1": 0.10896, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"], "main_score": 0.10896, "precision": 0.106983, "recall": 0.115613}, {"accuracy": 0.171937, "f1": 0.14365, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"], "main_score": 0.14365, "precision": 0.136477, "recall": 0.171937}, {"accuracy": 0.062253, "f1": 0.044861, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"], "main_score": 0.044861, "precision": 0.040913, "recall": 0.062253}, {"accuracy": 0.203557, "f1": 0.177305, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"], "main_score": 0.177305, "precision": 0.170816, "recall": 0.203557}, {"accuracy": 0.140316, "f1": 0.126072, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"], "main_score": 0.126072, "precision": 0.121123, "recall": 0.140316}, {"accuracy": 0.135375, "f1": 0.12552, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"], "main_score": 0.12552, "precision": 0.122769, "recall": 0.135375}, {"accuracy": 0.052372, "f1": 0.042648, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"], "main_score": 0.042648, "precision": 0.040586, "recall": 0.052372}, {"accuracy": 0.186759, "f1": 0.158895, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"], "main_score": 0.158895, "precision": 0.151713, "recall": 0.186759}, {"accuracy": 0.181818, "f1": 0.152169, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"], "main_score": 0.152169, "precision": 0.144682, "recall": 0.181818}, {"accuracy": 0.200593, "f1": 0.167515, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"], "main_score": 0.167515, "precision": 0.158655, "recall": 0.200593}, {"accuracy": 0.128458, "f1": 0.110692, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"], "main_score": 0.110692, "precision": 0.105769, "recall": 0.128458}, {"accuracy": 0.142292, "f1": 0.126415, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"], "main_score": 0.126415, "precision": 0.120779, "recall": 0.142292}, {"accuracy": 0.171937, "f1": 0.146324, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"], "main_score": 0.146324, "precision": 0.138943, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.044119, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"], "main_score": 0.044119, "precision": 0.041928, "recall": 0.05336}, {"accuracy": 0.206522, "f1": 0.184041, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"], "main_score": 0.184041, "precision": 0.177902, "recall": 0.206522}, {"accuracy": 0.086957, "f1": 0.077815, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"], "main_score": 0.077815, "precision": 0.074647, "recall": 0.086957}, {"accuracy": 0.15415, "f1": 0.139667, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"], "main_score": 0.139667, "precision": 0.135564, "recall": 0.15415}, {"accuracy": 0.178854, "f1": 0.15512, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"], "main_score": 0.15512, "precision": 0.146943, "recall": 0.178854}, {"accuracy": 0.144269, "f1": 0.134656, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"], "main_score": 0.134656, "precision": 0.131901, "recall": 0.144269}, {"accuracy": 0.182806, "f1": 0.16526, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"], "main_score": 0.16526, "precision": 0.160545, "recall": 0.182806}, {"accuracy": 0.177866, "f1": 0.152831, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"], "main_score": 0.152831, "precision": 0.145429, "recall": 0.177866}, {"accuracy": 0.151186, "f1": 0.128541, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"], "main_score": 0.128541, "precision": 0.122542, "recall": 0.151186}, {"accuracy": 0.175889, "f1": 0.161492, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"], "main_score": 0.161492, "precision": 0.156192, "recall": 0.175889}, {"accuracy": 0.153162, "f1": 0.141424, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"], "main_score": 0.141424, "precision": 0.137599, "recall": 0.153162}, {"accuracy": 0.12253, "f1": 0.102, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"], "main_score": 0.102, "precision": 0.096254, "recall": 0.12253}, {"accuracy": 0.153162, "f1": 0.12627, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"], "main_score": 0.12627, "precision": 0.119134, "recall": 0.153162}, {"accuracy": 0.193676, "f1": 0.16442, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"], "main_score": 0.16442, "precision": 0.157062, "recall": 0.193676}, {"accuracy": 0.129447, "f1": 0.110456, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"], "main_score": 0.110456, "precision": 0.105531, "recall": 0.129447}, {"accuracy": 0.134387, "f1": 0.126785, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"], "main_score": 0.126785, "precision": 0.124213, "recall": 0.134387}, {"accuracy": 0.097826, "f1": 0.079567, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"], "main_score": 0.079567, "precision": 0.074887, "recall": 0.097826}, {"accuracy": 0.167984, "f1": 0.149107, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"], "main_score": 0.149107, "precision": 0.143653, "recall": 0.167984}, {"accuracy": 0.073123, "f1": 0.051607, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"], "main_score": 0.051607, "precision": 0.045427, "recall": 0.073123}, {"accuracy": 0.193676, "f1": 0.170661, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"], "main_score": 0.170661, "precision": 0.163719, "recall": 0.193676}, {"accuracy": 0.125494, "f1": 0.100741, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"], "main_score": 0.100741, "precision": 0.093546, "recall": 0.125494}, {"accuracy": 0.200593, "f1": 0.167873, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"], "main_score": 0.167873, "precision": 0.159661, "recall": 0.200593}, {"accuracy": 0.143281, "f1": 0.124899, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"], "main_score": 0.124899, "precision": 0.120212, "recall": 0.143281}, {"accuracy": 0.099802, "f1": 0.080745, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"], "main_score": 0.080745, "precision": 0.074267, "recall": 0.099802}, {"accuracy": 0.147233, "f1": 0.136539, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"], "main_score": 0.136539, "precision": 0.133983, "recall": 0.147233}, {"accuracy": 0.19664, "f1": 0.16655, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"], "main_score": 0.16655, "precision": 0.158158, "recall": 0.19664}, {"accuracy": 0.05336, "f1": 0.048164, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"], "main_score": 0.048164, "precision": 0.046609, "recall": 0.05336}, {"accuracy": 0.114625, "f1": 0.094715, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"], "main_score": 0.094715, "precision": 0.089073, "recall": 0.114625}, {"accuracy": 0.130435, "f1": 0.107139, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"], "main_score": 0.107139, "precision": 0.100827, "recall": 0.130435}, {"accuracy": 0.114625, "f1": 0.094492, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"], "main_score": 0.094492, "precision": 0.088836, "recall": 0.114625}, {"accuracy": 0.147233, "f1": 0.13312, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"], "main_score": 0.13312, "precision": 0.128708, "recall": 0.147233}, {"accuracy": 0.152174, "f1": 0.134758, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"], "main_score": 0.134758, "precision": 0.128287, "recall": 0.152174}, {"accuracy": 0.186759, "f1": 0.168561, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"], "main_score": 0.168561, "precision": 0.162328, "recall": 0.186759}, {"accuracy": 0.153162, "f1": 0.132438, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"], "main_score": 0.132438, "precision": 0.126103, "recall": 0.153162}, {"accuracy": 0.176877, "f1": 0.15458, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"], "main_score": 0.15458, "precision": 0.148102, "recall": 0.176877}, {"accuracy": 0.019763, "f1": 0.009037, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"], "main_score": 0.009037, "precision": 0.006995, "recall": 0.019763}, {"accuracy": 0.074111, "f1": 0.065701, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"], "main_score": 0.065701, "precision": 0.063394, "recall": 0.074111}, {"accuracy": 0.063241, "f1": 0.053036, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"], "main_score": 0.053036, "precision": 0.050156, "recall": 0.063241}, {"accuracy": 0.081028, "f1": 0.066683, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"], "main_score": 0.066683, "precision": 0.063109, "recall": 0.081028}, {"accuracy": 0.198617, "f1": 0.170518, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"], "main_score": 0.170518, "precision": 0.163482, "recall": 0.198617}, {"accuracy": 0.109684, "f1": 0.090184, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"], "main_score": 0.090184, "precision": 0.083356, "recall": 0.109684}, {"accuracy": 0.150198, "f1": 0.134819, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"], "main_score": 0.134819, "precision": 0.129814, "recall": 0.150198}, {"accuracy": 0.167984, "f1": 0.142823, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"], "main_score": 0.142823, "precision": 0.136397, "recall": 0.167984}, {"accuracy": 0.200593, "f1": 0.172799, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"], "main_score": 0.172799, "precision": 0.165065, "recall": 0.200593}, {"accuracy": 0.155138, "f1": 0.146427, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"], "main_score": 0.146427, "precision": 0.144006, "recall": 0.155138}, {"accuracy": 0.116601, "f1": 0.101349, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"], "main_score": 0.101349, "precision": 0.096877, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.134551, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"], "main_score": 0.134551, "precision": 0.128066, "recall": 0.152174}, {"accuracy": 0.093874, "f1": 0.081057, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"], "main_score": 0.081057, "precision": 0.076947, "recall": 0.093874}, {"accuracy": 0.139328, "f1": 0.119144, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"], "main_score": 0.119144, "precision": 0.114095, "recall": 0.139328}, {"accuracy": 0.065217, "f1": 0.057066, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"], "main_score": 0.057066, "precision": 0.054368, "recall": 0.065217}, {"accuracy": 0.134387, "f1": 0.121719, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"], "main_score": 0.121719, "precision": 0.118527, "recall": 0.134387}, {"accuracy": 0.115613, "f1": 0.093548, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"], "main_score": 0.093548, "precision": 0.087665, "recall": 0.115613}, {"accuracy": 0.16502, "f1": 0.144246, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"], "main_score": 0.144246, "precision": 0.137912, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.163706, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"], "main_score": 0.163706, "precision": 0.160221, "recall": 0.174901}, {"accuracy": 0.126482, "f1": 0.107456, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"], "main_score": 0.107456, "precision": 0.10313, "recall": 0.126482}, {"accuracy": 0.057312, "f1": 0.045077, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"], "main_score": 0.045077, "precision": 0.041632, "recall": 0.057312}, {"accuracy": 0.094862, "f1": 0.076355, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"], "main_score": 0.076355, "precision": 0.071598, "recall": 0.094862}, {"accuracy": 0.240119, "f1": 0.224909, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"], "main_score": 0.224909, "precision": 0.219658, "recall": 0.240119}, {"accuracy": 0.054348, "f1": 0.050165, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"], "main_score": 0.050165, "precision": 0.048611, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.118688, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"], "main_score": 0.118688, "precision": 0.115956, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.160543, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"], "main_score": 0.160543, "precision": 0.153957, "recall": 0.182806}, {"accuracy": 0.073123, "f1": 0.061819, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"], "main_score": 0.061819, "precision": 0.058639, "recall": 0.073123}, {"accuracy": 0.148221, "f1": 0.119392, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"], "main_score": 0.119392, "precision": 0.112059, "recall": 0.148221}, {"accuracy": 0.149209, "f1": 0.122668, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"], "main_score": 0.122668, "precision": 0.116769, "recall": 0.149209}, {"accuracy": 0.162055, "f1": 0.143911, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"], "main_score": 0.143911, "precision": 0.139255, "recall": 0.162055}, {"accuracy": 0.119565, "f1": 0.110736, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"], "main_score": 0.110736, "precision": 0.108128, "recall": 0.119565}, {"accuracy": 0.193676, "f1": 0.16737, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"], "main_score": 0.16737, "precision": 0.159922, "recall": 0.193676}, {"accuracy": 0.103755, "f1": 0.09025, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"], "main_score": 0.09025, "precision": 0.086267, "recall": 0.103755}, {"accuracy": 0.146245, "f1": 0.134533, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"], "main_score": 0.134533, "precision": 0.131982, "recall": 0.146245}, {"accuracy": 0.125494, "f1": 0.098363, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"], "main_score": 0.098363, "precision": 0.09013, "recall": 0.125494}, {"accuracy": 0.187747, "f1": 0.163176, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"], "main_score": 0.163176, "precision": 0.156204, "recall": 0.187747}, {"accuracy": 0.033597, "f1": 0.024372, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"], "main_score": 0.024372, "precision": 0.022429, "recall": 0.033597}, {"accuracy": 0.135375, "f1": 0.11268, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"], "main_score": 0.11268, "precision": 0.107265, "recall": 0.135375}, {"accuracy": 0.093874, "f1": 0.078799, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"], "main_score": 0.078799, "precision": 0.074985, "recall": 0.093874}, {"accuracy": 0.153162, "f1": 0.138651, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"], "main_score": 0.138651, "precision": 0.135409, "recall": 0.153162}, {"accuracy": 0.164032, "f1": 0.151038, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"], "main_score": 0.151038, "precision": 0.146777, "recall": 0.164032}, {"accuracy": 0.099802, "f1": 0.084342, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"], "main_score": 0.084342, "precision": 0.080308, "recall": 0.099802}, {"accuracy": 0.166996, "f1": 0.148109, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"], "main_score": 0.148109, "precision": 0.141846, "recall": 0.166996}, {"accuracy": 0.160079, "f1": 0.137838, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"], "main_score": 0.137838, "precision": 0.131025, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.165793, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"], "main_score": 0.165793, "precision": 0.158741, "recall": 0.1917}, {"accuracy": 0.166996, "f1": 0.151247, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"], "main_score": 0.151247, "precision": 0.145467, "recall": 0.166996}, {"accuracy": 0.200593, "f1": 0.17306, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"], "main_score": 0.17306, "precision": 0.165984, "recall": 0.200593}, {"accuracy": 0.156126, "f1": 0.135622, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"], "main_score": 0.135622, "precision": 0.129239, "recall": 0.156126}, {"accuracy": 0.199605, "f1": 0.172455, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"], "main_score": 0.172455, "precision": 0.165282, "recall": 0.199605}, {"accuracy": 0.08004, "f1": 0.066746, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"], "main_score": 0.066746, "precision": 0.063504, "recall": 0.08004}, {"accuracy": 0.139328, "f1": 0.122689, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"], "main_score": 0.122689, "precision": 0.118674, "recall": 0.139328}, {"accuracy": 0.131423, "f1": 0.113892, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"], "main_score": 0.113892, "precision": 0.108606, "recall": 0.131423}, {"accuracy": 0.18083, "f1": 0.161976, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"], "main_score": 0.161976, "precision": 0.157052, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.137401, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"], "main_score": 0.137401, "precision": 0.129845, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.155122, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"], "main_score": 0.155122, "precision": 0.148569, "recall": 0.175889}, {"accuracy": 0.120553, "f1": 0.09564, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"], "main_score": 0.09564, "precision": 0.088725, "recall": 0.120553}, {"accuracy": 0.061265, "f1": 0.053061, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"], "main_score": 0.053061, "precision": 0.050832, "recall": 0.061265}, {"accuracy": 0.198617, "f1": 0.175734, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"], "main_score": 0.175734, "precision": 0.169245, "recall": 0.198617}, {"accuracy": 0.189723, "f1": 0.170051, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"], "main_score": 0.170051, "precision": 0.162992, "recall": 0.189723}, {"accuracy": 0.186759, "f1": 0.164372, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"], "main_score": 0.164372, "precision": 0.156986, "recall": 0.186759}, {"accuracy": 0.157115, "f1": 0.136238, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"], "main_score": 0.136238, "precision": 0.129942, "recall": 0.157115}, {"accuracy": 0.071146, "f1": 0.059552, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"], "main_score": 0.059552, "precision": 0.056868, "recall": 0.071146}, {"accuracy": 0.116601, "f1": 0.094413, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"], "main_score": 0.094413, "precision": 0.087917, "recall": 0.116601}, {"accuracy": 0.168972, "f1": 0.147815, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"], "main_score": 0.147815, "precision": 0.140945, "recall": 0.168972}, {"accuracy": 0.096838, "f1": 0.086685, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"], "main_score": 0.086685, "precision": 0.083956, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.146632, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"], "main_score": 0.146632, "precision": 0.139785, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.164288, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"], "main_score": 0.164288, "precision": 0.158777, "recall": 0.184783}, {"accuracy": 0.140316, "f1": 0.131717, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"], "main_score": 0.131717, "precision": 0.128363, "recall": 0.140316}, {"accuracy": 0.173913, "f1": 0.157152, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"], "main_score": 0.157152, "precision": 0.150198, "recall": 0.173913}, {"accuracy": 0.155138, "f1": 0.143025, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"], "main_score": 0.143025, "precision": 0.138314, "recall": 0.155138}, {"accuracy": 0.08004, "f1": 0.070725, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"], "main_score": 0.070725, "precision": 0.067874, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.115879, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"], "main_score": 0.115879, "precision": 0.112493, "recall": 0.12747}, {"accuracy": 0.141304, "f1": 0.123966, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"], "main_score": 0.123966, "precision": 0.119014, "recall": 0.141304}, {"accuracy": 0.124506, "f1": 0.107617, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"], "main_score": 0.107617, "precision": 0.101846, "recall": 0.124506}, {"accuracy": 0.117589, "f1": 0.0978, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"], "main_score": 0.0978, "precision": 0.09281, "recall": 0.117589}, {"accuracy": 0.137352, "f1": 0.116384, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"], "main_score": 0.116384, "precision": 0.111038, "recall": 0.137352}, {"accuracy": 0.142292, "f1": 0.118344, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"], "main_score": 0.118344, "precision": 0.111974, "recall": 0.142292}, {"accuracy": 0.063241, "f1": 0.052287, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"], "main_score": 0.052287, "precision": 0.049462, "recall": 0.063241}, {"accuracy": 0.174901, "f1": 0.154649, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"], "main_score": 0.154649, "precision": 0.149128, "recall": 0.174901}, {"accuracy": 0.171937, "f1": 0.143551, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"], "main_score": 0.143551, "precision": 0.135461, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.035157, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"], "main_score": 0.035157, "precision": 0.030252, "recall": 0.05336}, {"accuracy": 0.090909, "f1": 0.057076, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"], "main_score": 0.057076, "precision": 0.049714, "recall": 0.090909}, {"accuracy": 0.002964, "f1": 5.8e-05, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"], "main_score": 5.8e-05, "precision": 2.9e-05, "recall": 0.002964}, {"accuracy": 0.812253, "f1": 0.779608, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"], "main_score": 0.779608, "precision": 0.765298, "recall": 0.812253}, {"accuracy": 0.716403, "f1": 0.674415, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"], "main_score": 0.674415, "precision": 0.655845, "recall": 0.716403}, {"accuracy": 0.736166, "f1": 0.691635, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"], "main_score": 0.691635, "precision": 0.673162, "recall": 0.736166}, {"accuracy": 0.426877, "f1": 0.355102, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"], "main_score": 0.355102, "precision": 0.331023, "recall": 0.426877}, {"accuracy": 0.097826, "f1": 0.060676, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"], "main_score": 0.060676, "precision": 0.052137, "recall": 0.097826}, {"accuracy": 0.814229, "f1": 0.779498, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"], "main_score": 0.779498, "precision": 0.76489, "recall": 0.814229}, {"accuracy": 0.23419, "f1": 0.166828, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"], "main_score": 0.166828, "precision": 0.147945, "recall": 0.23419}, {"accuracy": 0.426877, "f1": 0.365275, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"], "main_score": 0.365275, "precision": 0.344007, "recall": 0.426877}, {"accuracy": 0.823123, "f1": 0.787414, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"], "main_score": 0.787414, "precision": 0.772465, "recall": 0.823123}, {"accuracy": 0.715415, "f1": 0.67494, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"], "main_score": 0.67494, "precision": 0.658457, "recall": 0.715415}, {"accuracy": 0.129447, "f1": 0.081142, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"], "main_score": 0.081142, "precision": 0.069554, "recall": 0.129447}, {"accuracy": 0.716403, "f1": 0.677287, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"], "main_score": 0.677287, "precision": 0.66145, "recall": 0.716403}, {"accuracy": 0.643281, "f1": 0.598275, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"], "main_score": 0.598275, "precision": 0.580188, "recall": 0.643281}, {"accuracy": 0.818182, "f1": 0.780811, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"], "main_score": 0.780811, "precision": 0.76628, "recall": 0.818182}, {"accuracy": 0.144269, "f1": 0.095069, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"], "main_score": 0.095069, "precision": 0.083722, "recall": 0.144269}, {"accuracy": 0.782609, "f1": 0.744244, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"], "main_score": 0.744244, "precision": 0.728508, "recall": 0.782609}, {"accuracy": 0.770751, "f1": 0.725026, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"], "main_score": 0.725026, "precision": 0.705479, "recall": 0.770751}, {"accuracy": 0.838933, "f1": 0.805675, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"], "main_score": 0.805675, "precision": 0.791443, "recall": 0.838933}, {"accuracy": 0.807312, "f1": 0.77092, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"], "main_score": 0.77092, "precision": 0.755698, "recall": 0.807312}, {"accuracy": 0.083004, "f1": 0.050132, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"], "main_score": 0.050132, "precision": 0.042606, "recall": 0.083004}, {"accuracy": 0.790514, "f1": 0.761616, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"], "main_score": 0.761616, "precision": 0.749426, "recall": 0.790514}, {"accuracy": 0.816206, "f1": 0.781978, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"], "main_score": 0.781978, "precision": 0.768117, "recall": 0.816206}, {"accuracy": 0.4417, "f1": 0.369059, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"], "main_score": 0.369059, "precision": 0.343149, "recall": 0.4417}, {"accuracy": 0.076087, "f1": 0.043422, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"], "main_score": 0.043422, "precision": 0.03751, "recall": 0.076087}, {"accuracy": 0.806324, "f1": 0.769499, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"], "main_score": 0.769499, "precision": 0.753907, "recall": 0.806324}, {"accuracy": 0.104743, "f1": 0.062158, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"], "main_score": 0.062158, "precision": 0.052904, "recall": 0.104743}, {"accuracy": 0.624506, "f1": 0.570301, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"], "main_score": 0.570301, "precision": 0.548354, "recall": 0.624506}, {"accuracy": 0.812253, "f1": 0.773279, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"], "main_score": 0.773279, "precision": 0.75728, "recall": 0.812253}, {"accuracy": 0.730237, "f1": 0.687693, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"], "main_score": 0.687693, "precision": 0.671004, "recall": 0.730237}, {"accuracy": 0.748024, "f1": 0.706029, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"], "main_score": 0.706029, "precision": 0.689865, "recall": 0.748024}, {"accuracy": 0.153162, "f1": 0.108462, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"], "main_score": 0.108462, "precision": 0.097288, "recall": 0.153162}, {"accuracy": 0.83498, "f1": 0.800831, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"], "main_score": 0.800831, "precision": 0.786056, "recall": 0.83498}, {"accuracy": 0.674901, "f1": 0.627093, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"], "main_score": 0.627093, "precision": 0.607073, "recall": 0.674901}, {"accuracy": 0.72332, "f1": 0.676372, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"], "main_score": 0.676372, "precision": 0.658112, "recall": 0.72332}, {"accuracy": 0.763834, "f1": 0.733597, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"], "main_score": 0.733597, "precision": 0.719615, "recall": 0.763834}, {"accuracy": 0.814229, "f1": 0.776766, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"], "main_score": 0.776766, "precision": 0.760963, "recall": 0.814229}, {"accuracy": 0.835968, "f1": 0.800168, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"], "main_score": 0.800168, "precision": 0.78573, "recall": 0.835968}, {"accuracy": 0.077075, "f1": 0.040199, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"], "main_score": 0.040199, "precision": 0.033916, "recall": 0.077075}, {"accuracy": 0.044466, "f1": 0.027971, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"], "main_score": 0.027971, "precision": 0.024043, "recall": 0.044466}, {"accuracy": 0.804348, "f1": 0.762995, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"], "main_score": 0.762995, "precision": 0.746117, "recall": 0.804348}, {"accuracy": 0.090909, "f1": 0.056259, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"], "main_score": 0.056259, "precision": 0.048699, "recall": 0.090909}, {"accuracy": 0.84585, "f1": 0.808703, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"], "main_score": 0.808703, "precision": 0.793456, "recall": 0.84585}, {"accuracy": 0.763834, "f1": 0.71474, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"], "main_score": 0.71474, "precision": 0.693801, "recall": 0.763834}, {"accuracy": 0.657115, "f1": 0.611766, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"], "main_score": 0.611766, "precision": 0.59348, "recall": 0.657115}, {"accuracy": 0.511858, "f1": 0.448115, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"], "main_score": 0.448115, "precision": 0.424339, "recall": 0.511858}, {"accuracy": 0.093874, "f1": 0.061113, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"], "main_score": 0.061113, "precision": 0.053526, "recall": 0.093874}, {"accuracy": 0.533597, "f1": 0.473988, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"], "main_score": 0.473988, "precision": 0.449967, "recall": 0.533597}, {"accuracy": 0.400198, "f1": 0.33109, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"], "main_score": 0.33109, "precision": 0.306722, "recall": 0.400198}, {"accuracy": 0.832016, "f1": 0.79658, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"], "main_score": 0.79658, "precision": 0.78188, "recall": 0.832016}, {"accuracy": 0.474308, "f1": 0.408403, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"], "main_score": 0.408403, "precision": 0.384816, "recall": 0.474308}, {"accuracy": 0.085968, "f1": 0.051651, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"], "main_score": 0.051651, "precision": 0.044558, "recall": 0.085968}, {"accuracy": 0.771739, "f1": 0.730545, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"], "main_score": 0.730545, "precision": 0.713786, "recall": 0.771739}, {"accuracy": 0.050395, "f1": 0.030476, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"], "main_score": 0.030476, "precision": 0.026436, "recall": 0.050395}, {"accuracy": 0.112648, "f1": 0.078544, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"], "main_score": 0.078544, "precision": 0.070876, "recall": 0.112648}, {"accuracy": 0.20751, "f1": 0.15514, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"], "main_score": 0.15514, "precision": 0.141562, "recall": 0.20751}, {"accuracy": 0.078063, "f1": 0.047387, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"], "main_score": 0.047387, "precision": 0.03995, "recall": 0.078063}, {"accuracy": 0.829051, "f1": 0.792625, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"], "main_score": 0.792625, "precision": 0.777129, "recall": 0.829051}, {"accuracy": 0.810277, "f1": 0.778855, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"], "main_score": 0.778855, "precision": 0.765401, "recall": 0.810277}, {"accuracy": 0.821146, "f1": 0.785347, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"], "main_score": 0.785347, "precision": 0.770633, "recall": 0.821146}, {"accuracy": 0.809289, "f1": 0.772359, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"], "main_score": 0.772359, "precision": 0.757569, "recall": 0.809289}, {"accuracy": 0.142292, "f1": 0.095616, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"], "main_score": 0.095616, "precision": 0.084063, "recall": 0.142292}, {"accuracy": 0.51087, "f1": 0.443515, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"], "main_score": 0.443515, "precision": 0.420898, "recall": 0.51087}, {"accuracy": 0.296443, "f1": 0.23377, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"], "main_score": 0.23377, "precision": 0.214471, "recall": 0.296443}, {"accuracy": 0.812253, "f1": 0.777609, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"], "main_score": 0.777609, "precision": 0.762834, "recall": 0.812253}, {"accuracy": 0.133399, "f1": 0.091836, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"], "main_score": 0.091836, "precision": 0.082607, "recall": 0.133399}, {"accuracy": 0.184783, "f1": 0.135835, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"], "main_score": 0.135835, "precision": 0.123312, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.086039, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"], "main_score": 0.086039, "precision": 0.074262, "recall": 0.134387}, {"accuracy": 0.242095, "f1": 0.179909, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"], "main_score": 0.179909, "precision": 0.162236, "recall": 0.242095}, {"accuracy": 0.454545, "f1": 0.388411, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"], "main_score": 0.388411, "precision": 0.364883, "recall": 0.454545}, {"accuracy": 0.820158, "f1": 0.784323, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"], "main_score": 0.784323, "precision": 0.769029, "recall": 0.820158}, {"accuracy": 0.05336, "f1": 0.022508, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"], "main_score": 0.022508, "precision": 0.018198, "recall": 0.05336}, {"accuracy": 0.110672, "f1": 0.071485, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"], "main_score": 0.071485, "precision": 0.06188, "recall": 0.110672}, {"accuracy": 0.5583, "f1": 0.496741, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"], "main_score": 0.496741, "precision": 0.473408, "recall": 0.5583}, {"accuracy": 0.135375, "f1": 0.088008, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"], "main_score": 0.088008, "precision": 0.076945, "recall": 0.135375}, {"accuracy": 0.062253, "f1": 0.033907, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"], "main_score": 0.033907, "precision": 0.0289, "recall": 0.062253}, {"accuracy": 0.822134, "f1": 0.786995, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"], "main_score": 0.786995, "precision": 0.772462, "recall": 0.822134}, {"accuracy": 0.536561, "f1": 0.469232, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"], "main_score": 0.469232, "precision": 0.444385, "recall": 0.536561}, {"accuracy": 0.564229, "f1": 0.487451, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"], "main_score": 0.487451, "precision": 0.459309, "recall": 0.564229}, {"accuracy": 0.683794, "f1": 0.631413, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"], "main_score": 0.631413, "precision": 0.609396, "recall": 0.683794}, {"accuracy": 0.832016, "f1": 0.796268, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"], "main_score": 0.796268, "precision": 0.78198, "recall": 0.832016}, {"accuracy": 0.815217, "f1": 0.775598, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"], "main_score": 0.775598, "precision": 0.758944, "recall": 0.815217}, {"accuracy": 0.824111, "f1": 0.785803, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"], "main_score": 0.785803, "precision": 0.770576, "recall": 0.824111}, {"accuracy": 0.801383, "f1": 0.770043, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"], "main_score": 0.770043, "precision": 0.756262, "recall": 0.801383}, {"accuracy": 0.106719, "f1": 0.07046, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"], "main_score": 0.07046, "precision": 0.061903, "recall": 0.106719}, {"accuracy": 0.066206, "f1": 0.037506, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"], "main_score": 0.037506, "precision": 0.032229, "recall": 0.066206}, {"accuracy": 0.775692, "f1": 0.746053, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"], "main_score": 0.746053, "precision": 0.733407, "recall": 0.775692}, {"accuracy": 0.809289, "f1": 0.769011, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"], "main_score": 0.769011, "precision": 0.752359, "recall": 0.809289}, {"accuracy": 0.756917, "f1": 0.719372, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"], "main_score": 0.719372, "precision": 0.703261, "recall": 0.756917}, {"accuracy": 0.230237, "f1": 0.171842, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"], "main_score": 0.171842, "precision": 0.15531, "recall": 0.230237}, {"accuracy": 0.099802, "f1": 0.06275, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"], "main_score": 0.06275, "precision": 0.054833, "recall": 0.099802}, {"accuracy": 0.475296, "f1": 0.409289, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"], "main_score": 0.409289, "precision": 0.385872, "recall": 0.475296}, {"accuracy": 0.76087, "f1": 0.723781, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"], "main_score": 0.723781, "precision": 0.70828, "recall": 0.76087}, {"accuracy": 0.09585, "f1": 0.054008, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"], "main_score": 0.054008, "precision": 0.045979, "recall": 0.09585}, {"accuracy": 0.81917, "f1": 0.781654, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"], "main_score": 0.781654, "precision": 0.766876, "recall": 0.81917}, {"accuracy": 0.120553, "f1": 0.087425, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"], "main_score": 0.087425, "precision": 0.079866, "recall": 0.120553}, {"accuracy": 0.238142, "f1": 0.171636, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"], "main_score": 0.171636, "precision": 0.151826, "recall": 0.238142}, {"accuracy": 0.823123, "f1": 0.785205, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"], "main_score": 0.785205, "precision": 0.769315, "recall": 0.823123}, {"accuracy": 0.831028, "f1": 0.79316, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"], "main_score": 0.79316, "precision": 0.777195, "recall": 0.831028}, {"accuracy": 0.831028, "f1": 0.793483, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"], "main_score": 0.793483, "precision": 0.7778, "recall": 0.831028}, {"accuracy": 0.81917, "f1": 0.780832, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"], "main_score": 0.780832, "precision": 0.765184, "recall": 0.81917}, {"accuracy": 0.498024, "f1": 0.43291, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"], "main_score": 0.43291, "precision": 0.409754, "recall": 0.498024}, {"accuracy": 0.796443, "f1": 0.75609, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"], "main_score": 0.75609, "precision": 0.739499, "recall": 0.796443}, {"accuracy": 0.136364, "f1": 0.09811, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"], "main_score": 0.09811, "precision": 0.087115, "recall": 0.136364}, {"accuracy": 0.085968, "f1": 0.04914, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"], "main_score": 0.04914, "precision": 0.042591, "recall": 0.085968}, {"accuracy": 0.118577, "f1": 0.069967, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"], "main_score": 0.069967, "precision": 0.058342, "recall": 0.118577}, {"accuracy": 0.063241, "f1": 0.036062, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"], "main_score": 0.036062, "precision": 0.029965, "recall": 0.063241}, {"accuracy": 0.824111, "f1": 0.785307, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"], "main_score": 0.785307, "precision": 0.768381, "recall": 0.824111}, {"accuracy": 0.471344, "f1": 0.400297, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"], "main_score": 0.400297, "precision": 0.374371, "recall": 0.471344}, {"accuracy": 0.044466, "f1": 0.032215, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"], "main_score": 0.032215, "precision": 0.029675, "recall": 0.044466}, {"accuracy": 0.503953, "f1": 0.437394, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"], "main_score": 0.437394, "precision": 0.412254, "recall": 0.503953}, {"accuracy": 0.812253, "f1": 0.773101, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"], "main_score": 0.773101, "precision": 0.757138, "recall": 0.812253}, {"accuracy": 0.596838, "f1": 0.538592, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"], "main_score": 0.538592, "precision": 0.515367, "recall": 0.596838}, {"accuracy": 0.340909, "f1": 0.277492, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"], "main_score": 0.277492, "precision": 0.255194, "recall": 0.340909}, {"accuracy": 0.114625, "f1": 0.072162, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"], "main_score": 0.072162, "precision": 0.063339, "recall": 0.114625}, {"accuracy": 0.805336, "f1": 0.764718, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"], "main_score": 0.764718, "precision": 0.747311, "recall": 0.805336}, {"accuracy": 0.236166, "f1": 0.180665, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"], "main_score": 0.180665, "precision": 0.165582, "recall": 0.236166}, {"accuracy": 0.124506, "f1": 0.081235, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"], "main_score": 0.081235, "precision": 0.072064, "recall": 0.124506}, {"accuracy": 0.104743, "f1": 0.068069, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"], "main_score": 0.068069, "precision": 0.0602, "recall": 0.104743}, {"accuracy": 0.12253, "f1": 0.08534, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"], "main_score": 0.08534, "precision": 0.075846, "recall": 0.12253}, {"accuracy": 0.777668, "f1": 0.733943, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"], "main_score": 0.733943, "precision": 0.716279, "recall": 0.777668}, {"accuracy": 0.019763, "f1": 0.006353, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"], "main_score": 0.006353, "precision": 0.004868, "recall": 0.019763}, {"accuracy": 0.759881, "f1": 0.725562, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"], "main_score": 0.725562, "precision": 0.711232, "recall": 0.759881}, {"accuracy": 0.348814, "f1": 0.288075, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"], "main_score": 0.288075, "precision": 0.26748, "recall": 0.348814}, {"accuracy": 0.642292, "f1": 0.586917, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"], "main_score": 0.586917, "precision": 0.564959, "recall": 0.642292}, {"accuracy": 0.829051, "f1": 0.793142, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"], "main_score": 0.793142, "precision": 0.778859, "recall": 0.829051}, {"accuracy": 0.066206, "f1": 0.037025, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"], "main_score": 0.037025, "precision": 0.030548, "recall": 0.066206}, {"accuracy": 0.096838, "f1": 0.066222, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"], "main_score": 0.066222, "precision": 0.059892, "recall": 0.096838}, {"accuracy": 0.818182, "f1": 0.779076, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"], "main_score": 0.779076, "precision": 0.76298, "recall": 0.818182}, {"accuracy": 0.815217, "f1": 0.778863, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"], "main_score": 0.778863, "precision": 0.763173, "recall": 0.815217}, {"accuracy": 0.41502, "f1": 0.344889, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"], "main_score": 0.344889, "precision": 0.320789, "recall": 0.41502}, {"accuracy": 0.103755, "f1": 0.067121, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"], "main_score": 0.067121, "precision": 0.057972, "recall": 0.103755}, {"accuracy": 0.098814, "f1": 0.058527, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"], "main_score": 0.058527, "precision": 0.049315, "recall": 0.098814}, {"accuracy": 0.755929, "f1": 0.712747, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"], "main_score": 0.712747, "precision": 0.69316, "recall": 0.755929}, {"accuracy": 0.112648, "f1": 0.076401, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"], "main_score": 0.076401, "precision": 0.068513, "recall": 0.112648}, {"accuracy": 0.102767, "f1": 0.070534, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"], "main_score": 0.070534, "precision": 0.062468, "recall": 0.102767}, {"accuracy": 0.423913, "f1": 0.356246, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"], "main_score": 0.356246, "precision": 0.333314, "recall": 0.423913}, {"accuracy": 0.795455, "f1": 0.765664, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"], "main_score": 0.765664, "precision": 0.75415, "recall": 0.795455}, {"accuracy": 0.148221, "f1": 0.104649, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"], "main_score": 0.104649, "precision": 0.092425, "recall": 0.148221}, {"accuracy": 0.3083, "f1": 0.239798, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"], "main_score": 0.239798, "precision": 0.219565, "recall": 0.3083}, {"accuracy": 0.821146, "f1": 0.787109, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"], "main_score": 0.787109, "precision": 0.772658, "recall": 0.821146}, {"accuracy": 0.5, "f1": 0.439641, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"], "main_score": 0.439641, "precision": 0.416553, "recall": 0.5}, {"accuracy": 0.677866, "f1": 0.618142, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"], "main_score": 0.618142, "precision": 0.593654, "recall": 0.677866}, {"accuracy": 0.175889, "f1": 0.126457, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"], "main_score": 0.126457, "precision": 0.114053, "recall": 0.175889}, {"accuracy": 0.442688, "f1": 0.379493, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"], "main_score": 0.379493, "precision": 0.354819, "recall": 0.442688}, {"accuracy": 0.455534, "f1": 0.396287, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"], "main_score": 0.396287, "precision": 0.374548, "recall": 0.455534}, {"accuracy": 0.113636, "f1": 0.074107, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"], "main_score": 0.074107, "precision": 0.064835, "recall": 0.113636}, {"accuracy": 0.795455, "f1": 0.763416, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"], "main_score": 0.763416, "precision": 0.750988, "recall": 0.795455}, {"accuracy": 0.829051, "f1": 0.793525, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"], "main_score": 0.793525, "precision": 0.779376, "recall": 0.829051}, {"accuracy": 0.824111, "f1": 0.789629, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"], "main_score": 0.789629, "precision": 0.775492, "recall": 0.824111}, {"accuracy": 0.703557, "f1": 0.651064, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"], "main_score": 0.651064, "precision": 0.630083, "recall": 0.703557}, {"accuracy": 0.525692, "f1": 0.46865, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"], "main_score": 0.46865, "precision": 0.446429, "recall": 0.525692}, {"accuracy": 0.81917, "f1": 0.784005, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"], "main_score": 0.784005, "precision": 0.769336, "recall": 0.81917}, {"accuracy": 0.255929, "f1": 0.208478, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"], "main_score": 0.208478, "precision": 0.191956, "recall": 0.255929}, {"accuracy": 0.333004, "f1": 0.263576, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"], "main_score": 0.263576, "precision": 0.241878, "recall": 0.333004}, {"accuracy": 0.078063, "f1": 0.045599, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"], "main_score": 0.045599, "precision": 0.03993, "recall": 0.078063}, {"accuracy": 0.814229, "f1": 0.775866, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"], "main_score": 0.775866, "precision": 0.760057, "recall": 0.814229}, {"accuracy": 0.187747, "f1": 0.143147, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"], "main_score": 0.143147, "precision": 0.129821, "recall": 0.187747}, {"accuracy": 0.813241, "f1": 0.778506, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"], "main_score": 0.778506, "precision": 0.76395, "recall": 0.813241}, {"accuracy": 0.753953, "f1": 0.718405, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"], "main_score": 0.718405, "precision": 0.703973, "recall": 0.753953}, {"accuracy": 0.310277, "f1": 0.242443, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"], "main_score": 0.242443, "precision": 0.222596, "recall": 0.310277}, {"accuracy": 0.16996, "f1": 0.117705, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"], "main_score": 0.117705, "precision": 0.10454, "recall": 0.16996}, {"accuracy": 0.764822, "f1": 0.714742, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"], "main_score": 0.714742, "precision": 0.692836, "recall": 0.764822}, {"accuracy": 0.12747, "f1": 0.085592, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"], "main_score": 0.085592, "precision": 0.075525, "recall": 0.12747}, {"accuracy": 0.11166, "f1": 0.067308, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"], "main_score": 0.067308, "precision": 0.057025, "recall": 0.11166}, {"accuracy": 0.821146, "f1": 0.783889, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"], "main_score": 0.783889, "precision": 0.768247, "recall": 0.821146}, {"accuracy": 0.26087, "f1": 0.197636, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"], "main_score": 0.197636, "precision": 0.18006, "recall": 0.26087}, {"accuracy": 0.809289, "f1": 0.771427, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"], "main_score": 0.771427, "precision": 0.755049, "recall": 0.809289}, {"accuracy": 0.103755, "f1": 0.060427, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"], "main_score": 0.060427, "precision": 0.050941, "recall": 0.103755}, {"accuracy": 0.820158, "f1": 0.784211, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"], "main_score": 0.784211, "precision": 0.768444, "recall": 0.820158}, {"accuracy": 0.777668, "f1": 0.744273, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"], "main_score": 0.744273, "precision": 0.729974, "recall": 0.777668}, {"accuracy": 0.764822, "f1": 0.724179, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"], "main_score": 0.724179, "precision": 0.70829, "recall": 0.764822}, {"accuracy": 0.086957, "f1": 0.053033, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"], "main_score": 0.053033, "precision": 0.045797, "recall": 0.086957}, {"accuracy": 0.702569, "f1": 0.644521, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"], "main_score": 0.644521, "precision": 0.622206, "recall": 0.702569}, {"accuracy": 0.108696, "f1": 0.074318, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"], "main_score": 0.074318, "precision": 0.065772, "recall": 0.108696}, {"accuracy": 0.104743, "f1": 0.064149, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"], "main_score": 0.064149, "precision": 0.054657, "recall": 0.104743}, {"accuracy": 0.078063, "f1": 0.045469, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"], "main_score": 0.045469, "precision": 0.038521, "recall": 0.078063}, {"accuracy": 0.366601, "f1": 0.304681, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"], "main_score": 0.304681, "precision": 0.280741, "recall": 0.366601}, {"accuracy": 0.822134, "f1": 0.782408, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"], "main_score": 0.782408, "precision": 0.765714, "recall": 0.822134}, {"accuracy": 0.184783, "f1": 0.127413, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"], "main_score": 0.127413, "precision": 0.112904, "recall": 0.184783}, {"accuracy": 0.090909, "f1": 0.050701, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"], "main_score": 0.050701, "precision": 0.042044, "recall": 0.090909}, {"accuracy": 0.113636, "f1": 0.067631, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"], "main_score": 0.067631, "precision": 0.056555, "recall": 0.113636}, {"accuracy": 0.745059, "f1": 0.709571, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"], "main_score": 0.709571, "precision": 0.693799, "recall": 0.745059}, {"accuracy": 0.088933, "f1": 0.052021, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"], "main_score": 0.052021, "precision": 0.043758, "recall": 0.088933}, {"accuracy": 0.087945, "f1": 0.054961, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"], "main_score": 0.054961, "precision": 0.047259, "recall": 0.087945}, {"accuracy": 0.758893, "f1": 0.718594, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"], "main_score": 0.718594, "precision": 0.702953, "recall": 0.758893}, {"accuracy": 0.136364, "f1": 0.089234, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"], "main_score": 0.089234, "precision": 0.078059, "recall": 0.136364}, {"accuracy": 0.131423, "f1": 0.09117, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"], "main_score": 0.09117, "precision": 0.081714, "recall": 0.131423}, {"accuracy": 0.413043, "f1": 0.343342, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"], "main_score": 0.343342, "precision": 0.319961, "recall": 0.413043}, {"accuracy": 0.1917, "f1": 0.136059, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"], "main_score": 0.136059, "precision": 0.121198, "recall": 0.1917}, {"accuracy": 0.283597, "f1": 0.217959, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"], "main_score": 0.217959, "precision": 0.197849, "recall": 0.283597}, {"accuracy": 0.715415, "f1": 0.669518, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"], "main_score": 0.669518, "precision": 0.64944, "recall": 0.715415}, {"accuracy": 0.208498, "f1": 0.144427, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"], "main_score": 0.144427, "precision": 0.126119, "recall": 0.208498}, {"accuracy": 0.307312, "f1": 0.243719, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"], "main_score": 0.243719, "precision": 0.222001, "recall": 0.307312}, {"accuracy": 0.083992, "f1": 0.049648, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"], "main_score": 0.049648, "precision": 0.04152, "recall": 0.083992}, {"accuracy": 0.835968, "f1": 0.803135, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"], "main_score": 0.803135, "precision": 0.789577, "recall": 0.835968}, {"accuracy": 0.790514, "f1": 0.756073, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"], "main_score": 0.756073, "precision": 0.741643, "recall": 0.790514}, {"accuracy": 0.827075, "f1": 0.791431, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"], "main_score": 0.791431, "precision": 0.77721, "recall": 0.827075}, {"accuracy": 0.758893, "f1": 0.715689, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"], "main_score": 0.715689, "precision": 0.698066, "recall": 0.758893}, {"accuracy": 0.153162, "f1": 0.11032, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"], "main_score": 0.11032, "precision": 0.099289, "recall": 0.153162}, {"accuracy": 0.117589, "f1": 0.070515, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"], "main_score": 0.070515, "precision": 0.059505, "recall": 0.117589}, {"accuracy": 0.077075, "f1": 0.054354, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"], "main_score": 0.054354, "precision": 0.04754, "recall": 0.077075}, {"accuracy": 0.210474, "f1": 0.163709, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"], "main_score": 0.163709, "precision": 0.149544, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 0.000104, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"], "main_score": 0.000104, "precision": 5.3e-05, "recall": 0.003953}, {"accuracy": 0.613636, "f1": 0.557544, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"], "main_score": 0.557544, "precision": 0.538004, "recall": 0.613636}, {"accuracy": 0.528656, "f1": 0.486091, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"], "main_score": 0.486091, "precision": 0.471304, "recall": 0.528656}, {"accuracy": 0.54249, "f1": 0.495861, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"], "main_score": 0.495861, "precision": 0.479409, "recall": 0.54249}, {"accuracy": 0.546443, "f1": 0.505897, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"], "main_score": 0.505897, "precision": 0.491116, "recall": 0.546443}, {"accuracy": 0.228261, "f1": 0.183101, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"], "main_score": 0.183101, "precision": 0.169784, "recall": 0.228261}, {"accuracy": 0.677866, "f1": 0.635165, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"], "main_score": 0.635165, "precision": 0.619717, "recall": 0.677866}, {"accuracy": 0.382411, "f1": 0.333699, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"], "main_score": 0.333699, "precision": 0.315621, "recall": 0.382411}, {"accuracy": 0.503953, "f1": 0.466824, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"], "main_score": 0.466824, "precision": 0.452043, "recall": 0.503953}, {"accuracy": 0.635375, "f1": 0.576081, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"], "main_score": 0.576081, "precision": 0.554902, "recall": 0.635375}, {"accuracy": 0.523715, "f1": 0.477802, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"], "main_score": 0.477802, "precision": 0.461565, "recall": 0.523715}, {"accuracy": 0.245059, "f1": 0.185107, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"], "main_score": 0.185107, "precision": 0.167211, "recall": 0.245059}, {"accuracy": 0.51581, "f1": 0.468669, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"], "main_score": 0.468669, "precision": 0.452131, "recall": 0.51581}, {"accuracy": 0.477273, "f1": 0.431434, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"], "main_score": 0.431434, "precision": 0.414956, "recall": 0.477273}, {"accuracy": 0.685771, "f1": 0.639035, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"], "main_score": 0.639035, "precision": 0.622593, "recall": 0.685771}, {"accuracy": 0.310277, "f1": 0.247698, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"], "main_score": 0.247698, "precision": 0.227556, "recall": 0.310277}, {"accuracy": 0.588933, "f1": 0.54003, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"], "main_score": 0.54003, "precision": 0.522845, "recall": 0.588933}, {"accuracy": 0.560277, "f1": 0.515345, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"], "main_score": 0.515345, "precision": 0.499919, "recall": 0.560277}, {"accuracy": 0.699605, "f1": 0.64949, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"], "main_score": 0.64949, "precision": 0.631183, "recall": 0.699605}, {"accuracy": 0.667984, "f1": 0.621815, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"], "main_score": 0.621815, "precision": 0.605636, "recall": 0.667984}, {"accuracy": 0.155138, "f1": 0.120546, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"], "main_score": 0.120546, "precision": 0.110234, "recall": 0.155138}, {"accuracy": 0.421937, "f1": 0.376339, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"], "main_score": 0.376339, "precision": 0.360239, "recall": 0.421937}, {"accuracy": 0.625494, "f1": 0.573083, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"], "main_score": 0.573083, "precision": 0.554404, "recall": 0.625494}, {"accuracy": 0.577075, "f1": 0.535154, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"], "main_score": 0.535154, "precision": 0.518208, "recall": 0.577075}, {"accuracy": 0.06917, "f1": 0.036425, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"], "main_score": 0.036425, "precision": 0.031577, "recall": 0.06917}, {"accuracy": 0.594862, "f1": 0.552015, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"], "main_score": 0.552015, "precision": 0.536346, "recall": 0.594862}, {"accuracy": 0.218379, "f1": 0.1772, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"], "main_score": 0.1772, "precision": 0.165505, "recall": 0.218379}, {"accuracy": 0.591897, "f1": 0.553981, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"], "main_score": 0.553981, "precision": 0.540749, "recall": 0.591897}, {"accuracy": 0.671937, "f1": 0.625584, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"], "main_score": 0.625584, "precision": 0.608637, "recall": 0.671937}, {"accuracy": 0.547431, "f1": 0.507754, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"], "main_score": 0.507754, "precision": 0.493942, "recall": 0.547431}, {"accuracy": 0.497036, "f1": 0.455102, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"], "main_score": 0.455102, "precision": 0.440452, "recall": 0.497036}, {"accuracy": 0.30336, "f1": 0.252029, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"], "main_score": 0.252029, "precision": 0.233984, "recall": 0.30336}, {"accuracy": 0.647233, "f1": 0.597862, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"], "main_score": 0.597862, "precision": 0.580185, "recall": 0.647233}, {"accuracy": 0.392292, "f1": 0.342434, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"], "main_score": 0.342434, "precision": 0.325609, "recall": 0.392292}, {"accuracy": 0.5583, "f1": 0.51577, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"], "main_score": 0.51577, "precision": 0.500158, "recall": 0.5583}, {"accuracy": 0.454545, "f1": 0.40795, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"], "main_score": 0.40795, "precision": 0.392166, "recall": 0.454545}, {"accuracy": 0.632411, "f1": 0.592893, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"], "main_score": 0.592893, "precision": 0.576728, "recall": 0.632411}, {"accuracy": 0.588933, "f1": 0.539415, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"], "main_score": 0.539415, "precision": 0.522018, "recall": 0.588933}, {"accuracy": 0.184783, "f1": 0.130814, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"], "main_score": 0.130814, "precision": 0.11628, "recall": 0.184783}, {"accuracy": 0.0583, "f1": 0.037838, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"], "main_score": 0.037838, "precision": 0.032518, "recall": 0.0583}, {"accuracy": 0.666996, "f1": 0.622934, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"], "main_score": 0.622934, "precision": 0.606658, "recall": 0.666996}, {"accuracy": 0.16502, "f1": 0.124137, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"], "main_score": 0.124137, "precision": 0.112565, "recall": 0.16502}, {"accuracy": 0.644269, "f1": 0.595098, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"], "main_score": 0.595098, "precision": 0.577609, "recall": 0.644269}, {"accuracy": 0.624506, "f1": 0.579827, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"], "main_score": 0.579827, "precision": 0.563439, "recall": 0.624506}, {"accuracy": 0.506917, "f1": 0.461273, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"], "main_score": 0.461273, "precision": 0.444491, "recall": 0.506917}, {"accuracy": 0.524704, "f1": 0.485756, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"], "main_score": 0.485756, "precision": 0.471356, "recall": 0.524704}, {"accuracy": 0.204545, "f1": 0.15736, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"], "main_score": 0.15736, "precision": 0.143813, "recall": 0.204545}, {"accuracy": 0.48419, "f1": 0.442409, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"], "main_score": 0.442409, "precision": 0.427147, "recall": 0.48419}, {"accuracy": 0.492095, "f1": 0.447486, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"], "main_score": 0.447486, "precision": 0.429242, "recall": 0.492095}, {"accuracy": 0.692688, "f1": 0.645032, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"], "main_score": 0.645032, "precision": 0.627242, "recall": 0.692688}, {"accuracy": 0.554348, "f1": 0.513457, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"], "main_score": 0.513457, "precision": 0.498852, "recall": 0.554348}, {"accuracy": 0.173913, "f1": 0.134788, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"], "main_score": 0.134788, "precision": 0.123374, "recall": 0.173913}, {"accuracy": 0.585968, "f1": 0.537811, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"], "main_score": 0.537811, "precision": 0.520592, "recall": 0.585968}, {"accuracy": 0.070158, "f1": 0.050233, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"], "main_score": 0.050233, "precision": 0.044993, "recall": 0.070158}, {"accuracy": 0.268775, "f1": 0.222402, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"], "main_score": 0.222402, "precision": 0.207493, "recall": 0.268775}, {"accuracy": 0.341897, "f1": 0.286388, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"], "main_score": 0.286388, "precision": 0.26676, "recall": 0.341897}, {"accuracy": 0.090909, "f1": 0.064029, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"], "main_score": 0.064029, "precision": 0.055916, "recall": 0.090909}, {"accuracy": 0.645257, "f1": 0.600037, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"], "main_score": 0.600037, "precision": 0.584647, "recall": 0.645257}, {"accuracy": 0.608696, "f1": 0.558395, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"], "main_score": 0.558395, "precision": 0.540721, "recall": 0.608696}, {"accuracy": 0.674901, "f1": 0.635146, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"], "main_score": 0.635146, "precision": 0.621098, "recall": 0.674901}, {"accuracy": 0.557312, "f1": 0.504128, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"], "main_score": 0.504128, "precision": 0.485889, "recall": 0.557312}, {"accuracy": 0.284585, "f1": 0.235523, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"], "main_score": 0.235523, "precision": 0.219681, "recall": 0.284585}, {"accuracy": 0.548419, "f1": 0.51059, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"], "main_score": 0.51059, "precision": 0.495736, "recall": 0.548419}, {"accuracy": 0.40415, "f1": 0.359321, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"], "main_score": 0.359321, "precision": 0.343523, "recall": 0.40415}, {"accuracy": 0.675889, "f1": 0.627261, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"], "main_score": 0.627261, "precision": 0.609823, "recall": 0.675889}, {"accuracy": 0.275692, "f1": 0.218743, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"], "main_score": 0.218743, "precision": 0.200365, "recall": 0.275692}, {"accuracy": 0.331028, "f1": 0.276818, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"], "main_score": 0.276818, "precision": 0.259876, "recall": 0.331028}, {"accuracy": 0.257905, "f1": 0.20219, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"], "main_score": 0.20219, "precision": 0.184015, "recall": 0.257905}, {"accuracy": 0.296443, "f1": 0.252085, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"], "main_score": 0.252085, "precision": 0.236971, "recall": 0.296443}, {"accuracy": 0.431818, "f1": 0.389979, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"], "main_score": 0.389979, "precision": 0.374768, "recall": 0.431818}, {"accuracy": 0.666008, "f1": 0.62101, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"], "main_score": 0.62101, "precision": 0.605326, "recall": 0.666008}, {"accuracy": 0.062253, "f1": 0.02705, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"], "main_score": 0.02705, "precision": 0.02195, "recall": 0.062253}, {"accuracy": 0.228261, "f1": 0.181742, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"], "main_score": 0.181742, "precision": 0.166361, "recall": 0.228261}, {"accuracy": 0.504941, "f1": 0.463644, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"], "main_score": 0.463644, "precision": 0.449162, "recall": 0.504941}, {"accuracy": 0.242095, "f1": 0.189008, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"], "main_score": 0.189008, "precision": 0.173056, "recall": 0.242095}, {"accuracy": 0.047431, "f1": 0.026973, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"], "main_score": 0.026973, "precision": 0.023405, "recall": 0.047431}, {"accuracy": 0.683794, "f1": 0.637609, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"], "main_score": 0.637609, "precision": 0.621084, "recall": 0.683794}, {"accuracy": 0.536561, "f1": 0.491133, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"], "main_score": 0.491133, "precision": 0.473883, "recall": 0.536561}, {"accuracy": 0.630435, "f1": 0.589103, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"], "main_score": 0.589103, "precision": 0.574056, "recall": 0.630435}, {"accuracy": 0.350791, "f1": 0.298094, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"], "main_score": 0.298094, "precision": 0.281627, "recall": 0.350791}, {"accuracy": 0.671937, "f1": 0.628342, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"], "main_score": 0.628342, "precision": 0.612594, "recall": 0.671937}, {"accuracy": 0.652174, "f1": 0.606542, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"], "main_score": 0.606542, "precision": 0.588995, "recall": 0.652174}, {"accuracy": 0.687747, "f1": 0.635876, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"], "main_score": 0.635876, "precision": 0.616297, "recall": 0.687747}, {"accuracy": 0.58004, "f1": 0.537721, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"], "main_score": 0.537721, "precision": 0.522304, "recall": 0.58004}, {"accuracy": 0.236166, "f1": 0.184092, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"], "main_score": 0.184092, "precision": 0.166476, "recall": 0.236166}, {"accuracy": 0.178854, "f1": 0.138708, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"], "main_score": 0.138708, "precision": 0.126412, "recall": 0.178854}, {"accuracy": 0.423913, "f1": 0.379411, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"], "main_score": 0.379411, "precision": 0.364327, "recall": 0.423913}, {"accuracy": 0.660079, "f1": 0.612122, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"], "main_score": 0.612122, "precision": 0.594289, "recall": 0.660079}, {"accuracy": 0.583992, "f1": 0.540094, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"], "main_score": 0.540094, "precision": 0.524447, "recall": 0.583992}, {"accuracy": 0.351779, "f1": 0.306604, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"], "main_score": 0.306604, "precision": 0.290722, "recall": 0.351779}, {"accuracy": 0.226285, "f1": 0.180634, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"], "main_score": 0.180634, "precision": 0.166211, "recall": 0.226285}, {"accuracy": 0.534585, "f1": 0.491797, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"], "main_score": 0.491797, "precision": 0.475472, "recall": 0.534585}, {"accuracy": 0.534585, "f1": 0.490166, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"], "main_score": 0.490166, "precision": 0.474869, "recall": 0.534585}, {"accuracy": 0.224308, "f1": 0.168732, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"], "main_score": 0.168732, "precision": 0.15242, "recall": 0.224308}, {"accuracy": 0.657115, "f1": 0.606087, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"], "main_score": 0.606087, "precision": 0.587212, "recall": 0.657115}, {"accuracy": 0.248024, "f1": 0.21016, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"], "main_score": 0.21016, "precision": 0.197828, "recall": 0.248024}, {"accuracy": 0.383399, "f1": 0.326649, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"], "main_score": 0.326649, "precision": 0.307265, "recall": 0.383399}, {"accuracy": 0.602767, "f1": 0.559205, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"], "main_score": 0.559205, "precision": 0.544204, "recall": 0.602767}, {"accuracy": 0.651186, "f1": 0.601061, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"], "main_score": 0.601061, "precision": 0.58253, "recall": 0.651186}, {"accuracy": 0.678854, "f1": 0.632857, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"], "main_score": 0.632857, "precision": 0.616326, "recall": 0.678854}, {"accuracy": 0.616601, "f1": 0.568576, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"], "main_score": 0.568576, "precision": 0.551359, "recall": 0.616601}, {"accuracy": 0.626482, "f1": 0.590373, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"], "main_score": 0.590373, "precision": 0.577164, "recall": 0.626482}, {"accuracy": 0.51087, "f1": 0.458173, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"], "main_score": 0.458173, "precision": 0.440165, "recall": 0.51087}, {"accuracy": 0.271739, "f1": 0.209755, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"], "main_score": 0.209755, "precision": 0.189585, "recall": 0.271739}, {"accuracy": 0.081028, "f1": 0.042996, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"], "main_score": 0.042996, "precision": 0.036259, "recall": 0.081028}, {"accuracy": 0.267787, "f1": 0.218191, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"], "main_score": 0.218191, "precision": 0.203434, "recall": 0.267787}, {"accuracy": 0.129447, "f1": 0.085636, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"], "main_score": 0.085636, "precision": 0.075411, "recall": 0.129447}, {"accuracy": 0.684783, "f1": 0.641959, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"], "main_score": 0.641959, "precision": 0.626644, "recall": 0.684783}, {"accuracy": 0.629447, "f1": 0.588945, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"], "main_score": 0.588945, "precision": 0.57438, "recall": 0.629447}, {"accuracy": 0.089921, "f1": 0.063721, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"], "main_score": 0.063721, "precision": 0.056878, "recall": 0.089921}, {"accuracy": 0.576087, "f1": 0.539212, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"], "main_score": 0.539212, "precision": 0.524227, "recall": 0.576087}, {"accuracy": 0.682806, "f1": 0.637071, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"], "main_score": 0.637071, "precision": 0.621597, "recall": 0.682806}, {"accuracy": 0.387352, "f1": 0.346699, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"], "main_score": 0.346699, "precision": 0.332543, "recall": 0.387352}, {"accuracy": 0.424901, "f1": 0.3784, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"], "main_score": 0.3784, "precision": 0.360384, "recall": 0.424901}, {"accuracy": 0.18083, "f1": 0.132577, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"], "main_score": 0.132577, "precision": 0.120123, "recall": 0.18083}, {"accuracy": 0.594862, "f1": 0.547882, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"], "main_score": 0.547882, "precision": 0.530816, "recall": 0.594862}, {"accuracy": 0.368577, "f1": 0.320693, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"], "main_score": 0.320693, "precision": 0.303572, "recall": 0.368577}, {"accuracy": 0.219368, "f1": 0.171831, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"], "main_score": 0.171831, "precision": 0.157085, "recall": 0.219368}, {"accuracy": 0.199605, "f1": 0.151704, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"], "main_score": 0.151704, "precision": 0.137742, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.186204, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"], "main_score": 0.186204, "precision": 0.171745, "recall": 0.235178}, {"accuracy": 0.662055, "f1": 0.618498, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"], "main_score": 0.618498, "precision": 0.603643, "recall": 0.662055}, {"accuracy": 0.019763, "f1": 0.004478, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"], "main_score": 0.004478, "precision": 0.00287, "recall": 0.019763}, {"accuracy": 0.435771, "f1": 0.391555, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"], "main_score": 0.391555, "precision": 0.37573, "recall": 0.435771}, {"accuracy": 0.247036, "f1": 0.208664, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"], "main_score": 0.208664, "precision": 0.195411, "recall": 0.247036}, {"accuracy": 0.519763, "f1": 0.476035, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"], "main_score": 0.476035, "precision": 0.459711, "recall": 0.519763}, {"accuracy": 0.683794, "f1": 0.636181, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"], "main_score": 0.636181, "precision": 0.619395, "recall": 0.683794}, {"accuracy": 0.096838, "f1": 0.062874, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"], "main_score": 0.062874, "precision": 0.055088, "recall": 0.096838}, {"accuracy": 0.20751, "f1": 0.159141, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"], "main_score": 0.159141, "precision": 0.143299, "recall": 0.20751}, {"accuracy": 0.655138, "f1": 0.609591, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"], "main_score": 0.609591, "precision": 0.593028, "recall": 0.655138}, {"accuracy": 0.68083, "f1": 0.632945, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"], "main_score": 0.632945, "precision": 0.616861, "recall": 0.68083}, {"accuracy": 0.54249, "f1": 0.499958, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"], "main_score": 0.499958, "precision": 0.484592, "recall": 0.54249}, {"accuracy": 0.200593, "f1": 0.151703, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"], "main_score": 0.151703, "precision": 0.135725, "recall": 0.200593}, {"accuracy": 0.225296, "f1": 0.170274, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"], "main_score": 0.170274, "precision": 0.151915, "recall": 0.225296}, {"accuracy": 0.564229, "f1": 0.516054, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"], "main_score": 0.516054, "precision": 0.499117, "recall": 0.564229}, {"accuracy": 0.181818, "f1": 0.139584, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"], "main_score": 0.139584, "precision": 0.128292, "recall": 0.181818}, {"accuracy": 0.209486, "f1": 0.163654, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"], "main_score": 0.163654, "precision": 0.148651, "recall": 0.209486}, {"accuracy": 0.421937, "f1": 0.37029, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"], "main_score": 0.37029, "precision": 0.352623, "recall": 0.421937}, {"accuracy": 0.538538, "f1": 0.500909, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"], "main_score": 0.500909, "precision": 0.487157, "recall": 0.538538}, {"accuracy": 0.284585, "f1": 0.226937, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"], "main_score": 0.226937, "precision": 0.205774, "recall": 0.284585}, {"accuracy": 0.425889, "f1": 0.372494, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"], "main_score": 0.372494, "precision": 0.353072, "recall": 0.425889}, {"accuracy": 0.624506, "f1": 0.569812, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"], "main_score": 0.569812, "precision": 0.549992, "recall": 0.624506}, {"accuracy": 0.285573, "f1": 0.241593, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"], "main_score": 0.241593, "precision": 0.226604, "recall": 0.285573}, {"accuracy": 0.426877, "f1": 0.376795, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"], "main_score": 0.376795, "precision": 0.358973, "recall": 0.426877}, {"accuracy": 0.294466, "f1": 0.250694, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"], "main_score": 0.250694, "precision": 0.236483, "recall": 0.294466}, {"accuracy": 0.34585, "f1": 0.305117, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"], "main_score": 0.305117, "precision": 0.289947, "recall": 0.34585}, {"accuracy": 0.527668, "f1": 0.485747, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"], "main_score": 0.485747, "precision": 0.468882, "recall": 0.527668}, {"accuracy": 0.250988, "f1": 0.20639, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"], "main_score": 0.20639, "precision": 0.19119, "recall": 0.250988}, {"accuracy": 0.439723, "f1": 0.394506, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"], "main_score": 0.394506, "precision": 0.3799, "recall": 0.439723}, {"accuracy": 0.631423, "f1": 0.575202, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"], "main_score": 0.575202, "precision": 0.555118, "recall": 0.631423}, {"accuracy": 0.637352, "f1": 0.580999, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"], "main_score": 0.580999, "precision": 0.561253, "recall": 0.637352}, {"accuracy": 0.647233, "f1": 0.614266, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"], "main_score": 0.614266, "precision": 0.601199, "recall": 0.647233}, {"accuracy": 0.500988, "f1": 0.464779, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"], "main_score": 0.464779, "precision": 0.450619, "recall": 0.500988}, {"accuracy": 0.693676, "f1": 0.652819, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"], "main_score": 0.652819, "precision": 0.637045, "recall": 0.693676}, {"accuracy": 0.318182, "f1": 0.273536, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"], "main_score": 0.273536, "precision": 0.25653, "recall": 0.318182}, {"accuracy": 0.443676, "f1": 0.397716, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"], "main_score": 0.397716, "precision": 0.381891, "recall": 0.443676}, {"accuracy": 0.115613, "f1": 0.073575, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"], "main_score": 0.073575, "precision": 0.063558, "recall": 0.115613}, {"accuracy": 0.681818, "f1": 0.635004, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"], "main_score": 0.635004, "precision": 0.617593, "recall": 0.681818}, {"accuracy": 0.142292, "f1": 0.110411, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"], "main_score": 0.110411, "precision": 0.100581, "recall": 0.142292}, {"accuracy": 0.631423, "f1": 0.579293, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"], "main_score": 0.579293, "precision": 0.560234, "recall": 0.631423}, {"accuracy": 0.583004, "f1": 0.532757, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"], "main_score": 0.532757, "precision": 0.514397, "recall": 0.583004}, {"accuracy": 0.399209, "f1": 0.359206, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"], "main_score": 0.359206, "precision": 0.345629, "recall": 0.399209}, {"accuracy": 0.338933, "f1": 0.274368, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"], "main_score": 0.274368, "precision": 0.252939, "recall": 0.338933}, {"accuracy": 0.521739, "f1": 0.477434, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"], "main_score": 0.477434, "precision": 0.461194, "recall": 0.521739}, {"accuracy": 0.256917, "f1": 0.206679, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"], "main_score": 0.206679, "precision": 0.190521, "recall": 0.256917}, {"accuracy": 0.232213, "f1": 0.181231, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"], "main_score": 0.181231, "precision": 0.166124, "recall": 0.232213}, {"accuracy": 0.681818, "f1": 0.633269, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"], "main_score": 0.633269, "precision": 0.616356, "recall": 0.681818}, {"accuracy": 0.408103, "f1": 0.359554, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"], "main_score": 0.359554, "precision": 0.342446, "recall": 0.408103}, {"accuracy": 0.664032, "f1": 0.616083, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"], "main_score": 0.616083, "precision": 0.599327, "recall": 0.664032}, {"accuracy": 0.216403, "f1": 0.160527, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"], "main_score": 0.160527, "precision": 0.143957, "recall": 0.216403}, {"accuracy": 0.694664, "f1": 0.650361, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"], "main_score": 0.650361, "precision": 0.634014, "recall": 0.694664}, {"accuracy": 0.507905, "f1": 0.454701, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"], "main_score": 0.454701, "precision": 0.435231, "recall": 0.507905}, {"accuracy": 0.591897, "f1": 0.552845, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"], "main_score": 0.552845, "precision": 0.539323, "recall": 0.591897}, {"accuracy": 0.175889, "f1": 0.136674, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"], "main_score": 0.136674, "precision": 0.124654, "recall": 0.175889}, {"accuracy": 0.66502, "f1": 0.627969, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"], "main_score": 0.627969, "precision": 0.615587, "recall": 0.66502}, {"accuracy": 0.216403, "f1": 0.165913, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"], "main_score": 0.165913, "precision": 0.149145, "recall": 0.216403}, {"accuracy": 0.227273, "f1": 0.177149, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"], "main_score": 0.177149, "precision": 0.162652, "recall": 0.227273}, {"accuracy": 0.142292, "f1": 0.107429, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"], "main_score": 0.107429, "precision": 0.096617, "recall": 0.142292}, {"accuracy": 0.340909, "f1": 0.298354, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"], "main_score": 0.298354, "precision": 0.283193, "recall": 0.340909}, {"accuracy": 0.673913, "f1": 0.624158, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"], "main_score": 0.624158, "precision": 0.605517, "recall": 0.673913}, {"accuracy": 0.318182, "f1": 0.26557, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"], "main_score": 0.26557, "precision": 0.247246, "recall": 0.318182}, {"accuracy": 0.198617, "f1": 0.144249, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"], "main_score": 0.144249, "precision": 0.129504, "recall": 0.198617}, {"accuracy": 0.244071, "f1": 0.189665, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"], "main_score": 0.189665, "precision": 0.173471, "recall": 0.244071}, {"accuracy": 0.355731, "f1": 0.31126, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"], "main_score": 0.31126, "precision": 0.295095, "recall": 0.355731}, {"accuracy": 0.166996, "f1": 0.124676, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"], "main_score": 0.124676, "precision": 0.111549, "recall": 0.166996}, {"accuracy": 0.195652, "f1": 0.153847, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"], "main_score": 0.153847, "precision": 0.141525, "recall": 0.195652}, {"accuracy": 0.549407, "f1": 0.51224, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"], "main_score": 0.51224, "precision": 0.498959, "recall": 0.549407}, {"accuracy": 0.282609, "f1": 0.230055, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"], "main_score": 0.230055, "precision": 0.213066, "recall": 0.282609}, {"accuracy": 0.254941, "f1": 0.203037, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"], "main_score": 0.203037, "precision": 0.188404, "recall": 0.254941}, {"accuracy": 0.539526, "f1": 0.501566, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"], "main_score": 0.501566, "precision": 0.486756, "recall": 0.539526}, {"accuracy": 0.318182, "f1": 0.266565, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"], "main_score": 0.266565, "precision": 0.249422, "recall": 0.318182}, {"accuracy": 0.400198, "f1": 0.347281, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"], "main_score": 0.347281, "precision": 0.327849, "recall": 0.400198}, {"accuracy": 0.481225, "f1": 0.431907, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"], "main_score": 0.431907, "precision": 0.413329, "recall": 0.481225}, {"accuracy": 0.299407, "f1": 0.246058, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"], "main_score": 0.246058, "precision": 0.226811, "recall": 0.299407}, {"accuracy": 0.403162, "f1": 0.348366, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"], "main_score": 0.348366, "precision": 0.328312, "recall": 0.403162}, {"accuracy": 0.197628, "f1": 0.146621, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"], "main_score": 0.146621, "precision": 0.130658, "recall": 0.197628}, {"accuracy": 0.601779, "f1": 0.550083, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"], "main_score": 0.550083, "precision": 0.532593, "recall": 0.601779}, {"accuracy": 0.588933, "f1": 0.54301, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"], "main_score": 0.54301, "precision": 0.526311, "recall": 0.588933}, {"accuracy": 0.633399, "f1": 0.584851, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"], "main_score": 0.584851, "precision": 0.566853, "recall": 0.633399}, {"accuracy": 0.402174, "f1": 0.35362, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"], "main_score": 0.35362, "precision": 0.336902, "recall": 0.402174}, {"accuracy": 0.283597, "f1": 0.239115, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"], "main_score": 0.239115, "precision": 0.225175, "recall": 0.283597}, {"accuracy": 0.212451, "f1": 0.154769, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"], "main_score": 0.154769, "precision": 0.138202, "recall": 0.212451}, {"accuracy": 0.089921, "f1": 0.056612, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"], "main_score": 0.056612, "precision": 0.048652, "recall": 0.089921}, {"accuracy": 0.155138, "f1": 0.098981, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"], "main_score": 0.098981, "precision": 0.086374, "recall": 0.155138}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.882411, "f1": 0.846838, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"], "main_score": 0.846838, "precision": 0.82971, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"], "main_score": 0.930007, "precision": 0.922596, "recall": 0.945652}, {"accuracy": 0.58498, "f1": 0.503476, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"], "main_score": 0.503476, "precision": 0.473259, "recall": 0.58498}, {"accuracy": 0.181818, "f1": 0.121085, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"], "main_score": 0.121085, "precision": 0.106187, "recall": 0.181818}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.366601, "f1": 0.280795, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"], "main_score": 0.280795, "precision": 0.254583, "recall": 0.366601}, {"accuracy": 0.601779, "f1": 0.525508, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"], "main_score": 0.525508, "precision": 0.495331, "recall": 0.601779}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"], "main_score": 0.90448, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.212451, "f1": 0.136844, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"], "main_score": 0.136844, "precision": 0.117761, "recall": 0.212451}, {"accuracy": 0.944664, "f1": 0.929183, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"], "main_score": 0.929183, "precision": 0.921772, "recall": 0.944664}, {"accuracy": 0.839921, "f1": 0.799374, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"], "main_score": 0.799374, "precision": 0.781719, "recall": 0.839921}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.244071, "f1": 0.166266, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"], "main_score": 0.166266, "precision": 0.146415, "recall": 0.244071}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"], "main_score": 0.943347, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"], "main_score": 0.900428, "precision": 0.889575, "recall": 0.922925}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.134387, "f1": 0.082421, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"], "main_score": 0.082421, "precision": 0.069907, "recall": 0.134387}, {"accuracy": 0.88834, "f1": 0.857477, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"], "main_score": 0.857477, "precision": 0.843379, "recall": 0.88834}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.671937, "f1": 0.598099, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"], "main_score": 0.598099, "precision": 0.568215, "recall": 0.671937}, {"accuracy": 0.06917, "f1": 0.032195, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"], "main_score": 0.032195, "precision": 0.026113, "recall": 0.06917}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.192688, "f1": 0.121947, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"], "main_score": 0.121947, "precision": 0.105869, "recall": 0.192688}, {"accuracy": 0.815217, "f1": 0.767194, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"], "main_score": 0.767194, "precision": 0.746179, "recall": 0.815217}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.909091, "f1": 0.883517, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"], "main_score": 0.883517, "precision": 0.871871, "recall": 0.909091}, {"accuracy": 0.909091, "f1": 0.880501, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"], "main_score": 0.880501, "precision": 0.866683, "recall": 0.909091}, {"accuracy": 0.243083, "f1": 0.173651, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"], "main_score": 0.173651, "precision": 0.154867, "recall": 0.243083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.799407, "f1": 0.75559, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"], "main_score": 0.75559, "precision": 0.73694, "recall": 0.799407}, {"accuracy": 0.909091, "f1": 0.882246, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"], "main_score": 0.882246, "precision": 0.869565, "recall": 0.909091}, {"accuracy": 0.910079, "f1": 0.886561, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"], "main_score": 0.886561, "precision": 0.875741, "recall": 0.910079}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"], "main_score": 0.957839, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.150198, "f1": 0.086016, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"], "main_score": 0.086016, "precision": 0.07252, "recall": 0.150198}, {"accuracy": 0.060277, "f1": 0.035641, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"], "main_score": 0.035641, "precision": 0.029861, "recall": 0.060277}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.137352, "f1": 0.081697, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"], "main_score": 0.081697, "precision": 0.069772, "recall": 0.137352}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.935771, "f1": 0.917655, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"], "main_score": 0.917655, "precision": 0.90942, "recall": 0.935771}, {"accuracy": 0.890316, "f1": 0.862549, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"], "main_score": 0.862549, "precision": 0.849885, "recall": 0.890316}, {"accuracy": 0.6917, "f1": 0.624212, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"], "main_score": 0.624212, "precision": 0.596617, "recall": 0.6917}, {"accuracy": 0.159091, "f1": 0.090252, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"], "main_score": 0.090252, "precision": 0.074371, "recall": 0.159091}, {"accuracy": 0.700593, "f1": 0.644735, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"], "main_score": 0.644735, "precision": 0.621503, "recall": 0.700593}, {"accuracy": 0.583004, "f1": 0.502026, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"], "main_score": 0.502026, "precision": 0.471594, "recall": 0.583004}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.69664, "f1": 0.629537, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"], "main_score": 0.629537, "precision": 0.60234, "recall": 0.69664}, {"accuracy": 0.13834, "f1": 0.086354, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"], "main_score": 0.086354, "precision": 0.074136, "recall": 0.13834}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"], "main_score": 0.931159, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.068182, "f1": 0.040767, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"], "main_score": 0.040767, "precision": 0.035307, "recall": 0.068182}, {"accuracy": 0.209486, "f1": 0.146343, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"], "main_score": 0.146343, "precision": 0.130602, "recall": 0.209486}, {"accuracy": 0.316206, "f1": 0.230231, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"], "main_score": 0.230231, "precision": 0.205383, "recall": 0.316206}, {"accuracy": 0.085968, "f1": 0.047556, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"], "main_score": 0.047556, "precision": 0.039467, "recall": 0.085968}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"], "main_score": 0.942918, "precision": 0.936347, "recall": 0.956522}, {"accuracy": 0.249012, "f1": 0.166149, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"], "main_score": 0.166149, "precision": 0.143854, "recall": 0.249012}, {"accuracy": 0.716403, "f1": 0.65054, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"], "main_score": 0.65054, "precision": 0.623197, "recall": 0.716403}, {"accuracy": 0.418972, "f1": 0.32945, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"], "main_score": 0.32945, "precision": 0.300594, "recall": 0.418972}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.228261, "f1": 0.158161, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"], "main_score": 0.158161, "precision": 0.140692, "recall": 0.228261}, {"accuracy": 0.298419, "f1": 0.21722, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"], "main_score": 0.21722, "precision": 0.195099, "recall": 0.298419}, {"accuracy": 0.225296, "f1": 0.152904, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"], "main_score": 0.152904, "precision": 0.135112, "recall": 0.225296}, {"accuracy": 0.325099, "f1": 0.242175, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"], "main_score": 0.242175, "precision": 0.218081, "recall": 0.325099}, {"accuracy": 0.608696, "f1": 0.536785, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"], "main_score": 0.536785, "precision": 0.508515, "recall": 0.608696}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.05336, "f1": 0.019444, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"], "main_score": 0.019444, "precision": 0.015381, "recall": 0.05336}, {"accuracy": 0.182806, "f1": 0.121388, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"], "main_score": 0.121388, "precision": 0.10582, "recall": 0.182806}, {"accuracy": 0.740119, "f1": 0.677822, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"], "main_score": 0.677822, "precision": 0.651886, "recall": 0.740119}, {"accuracy": 0.210474, "f1": 0.139752, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"], "main_score": 0.139752, "precision": 0.122358, "recall": 0.210474}, {"accuracy": 0.064229, "f1": 0.030697, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"], "main_score": 0.030697, "precision": 0.025655, "recall": 0.064229}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.751976, "f1": 0.695887, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"], "main_score": 0.695887, "precision": 0.672596, "recall": 0.751976}, {"accuracy": 0.755929, "f1": 0.69518, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"], "main_score": 0.69518, "precision": 0.669359, "recall": 0.755929}, {"accuracy": 0.779644, "f1": 0.726703, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"], "main_score": 0.726703, "precision": 0.703409, "recall": 0.779644}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"], "main_score": 0.957839, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.181818, "f1": 0.119059, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"], "main_score": 0.119059, "precision": 0.103988, "recall": 0.181818}, {"accuracy": 0.139328, "f1": 0.084405, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"], "main_score": 0.084405, "precision": 0.071685, "recall": 0.139328}, {"accuracy": 0.896245, "f1": 0.866831, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"], "main_score": 0.866831, "precision": 0.853014, "recall": 0.896245}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.938735, "f1": 0.922958, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"], "main_score": 0.922958, "precision": 0.915761, "recall": 0.938735}, {"accuracy": 0.342885, "f1": 0.259936, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"], "main_score": 0.259936, "precision": 0.234722, "recall": 0.342885}, {"accuracy": 0.170949, "f1": 0.106988, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"], "main_score": 0.106988, "precision": 0.093346, "recall": 0.170949}, {"accuracy": 0.662055, "f1": 0.591333, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"], "main_score": 0.591333, "precision": 0.563788, "recall": 0.662055}, {"accuracy": 0.914032, "f1": 0.890053, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"], "main_score": 0.890053, "precision": 0.879035, "recall": 0.914032}, {"accuracy": 0.158103, "f1": 0.095455, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"], "main_score": 0.095455, "precision": 0.081885, "recall": 0.158103}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.216403, "f1": 0.153022, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"], "main_score": 0.153022, "precision": 0.137179, "recall": 0.216403}, {"accuracy": 0.395257, "f1": 0.305879, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"], "main_score": 0.305879, "precision": 0.278322, "recall": 0.395257}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.704545, "f1": 0.635326, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"], "main_score": 0.635326, "precision": 0.606004, "recall": 0.704545}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"], "main_score": 0.912615, "precision": 0.903574, "recall": 0.931818}, {"accuracy": 0.201581, "f1": 0.133608, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"], "main_score": 0.133608, "precision": 0.116133, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.036777, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"], "main_score": 0.036777, "precision": 0.030267, "recall": 0.079051}, {"accuracy": 0.212451, "f1": 0.142267, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"], "main_score": 0.142267, "precision": 0.124434, "recall": 0.212451}, {"accuracy": 0.101779, "f1": 0.052511, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"], "main_score": 0.052511, "precision": 0.043243, "recall": 0.101779}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.651186, "f1": 0.572186, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"], "main_score": 0.572186, "precision": 0.539542, "recall": 0.651186}, {"accuracy": 0.083004, "f1": 0.049859, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"], "main_score": 0.049859, "precision": 0.04262, "recall": 0.083004}, {"accuracy": 0.68083, "f1": 0.607899, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"], "main_score": 0.607899, "precision": 0.577413, "recall": 0.68083}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.756917, "f1": 0.697024, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"], "main_score": 0.697024, "precision": 0.670612, "recall": 0.756917}, {"accuracy": 0.463439, "f1": 0.386652, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"], "main_score": 0.386652, "precision": 0.359878, "recall": 0.463439}, {"accuracy": 0.170949, "f1": 0.104231, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"], "main_score": 0.104231, "precision": 0.08914, "recall": 0.170949}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.380435, "f1": 0.292872, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"], "main_score": 0.292872, "precision": 0.265119, "recall": 0.380435}, {"accuracy": 0.19664, "f1": 0.123533, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"], "main_score": 0.123533, "precision": 0.106673, "recall": 0.19664}, {"accuracy": 0.172925, "f1": 0.113603, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"], "main_score": 0.113603, "precision": 0.098776, "recall": 0.172925}, {"accuracy": 0.215415, "f1": 0.150277, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"], "main_score": 0.150277, "precision": 0.132785, "recall": 0.215415}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.017787, "f1": 0.00252, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"], "main_score": 0.00252, "precision": 0.001517, "recall": 0.017787}, {"accuracy": 0.874506, "f1": 0.841502, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"], "main_score": 0.841502, "precision": 0.826416, "recall": 0.874506}, {"accuracy": 0.443676, "f1": 0.358376, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"], "main_score": 0.358376, "precision": 0.32665, "recall": 0.443676}, {"accuracy": 0.813241, "f1": 0.765316, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"], "main_score": 0.765316, "precision": 0.743281, "recall": 0.813241}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.089921, "f1": 0.048275, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"], "main_score": 0.048275, "precision": 0.039992, "recall": 0.089921}, {"accuracy": 0.163043, "f1": 0.104937, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"], "main_score": 0.104937, "precision": 0.090874, "recall": 0.163043}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.596838, "f1": 0.516383, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"], "main_score": 0.516383, "precision": 0.486072, "recall": 0.596838}, {"accuracy": 0.166996, "f1": 0.107304, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"], "main_score": 0.107304, "precision": 0.093425, "recall": 0.166996}, {"accuracy": 0.170949, "f1": 0.106197, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"], "main_score": 0.106197, "precision": 0.091588, "recall": 0.170949}, {"accuracy": 0.920949, "f1": 0.898386, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"], "main_score": 0.898386, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.16502, "f1": 0.107758, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"], "main_score": 0.107758, "precision": 0.094548, "recall": 0.16502}, {"accuracy": 0.170949, "f1": 0.109251, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"], "main_score": 0.109251, "precision": 0.093066, "recall": 0.170949}, {"accuracy": 0.824111, "f1": 0.774671, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"], "main_score": 0.774671, "precision": 0.752174, "recall": 0.824111}, {"accuracy": 0.585968, "f1": 0.51077, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"], "main_score": 0.51077, "precision": 0.482351, "recall": 0.585968}, {"accuracy": 0.228261, "f1": 0.151859, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"], "main_score": 0.151859, "precision": 0.130497, "recall": 0.228261}, {"accuracy": 0.43083, "f1": 0.343945, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"], "main_score": 0.343945, "precision": 0.316052, "recall": 0.43083}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.577075, "f1": 0.495415, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"], "main_score": 0.495415, "precision": 0.462795, "recall": 0.577075}, {"accuracy": 0.825099, "f1": 0.779776, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"], "main_score": 0.779776, "precision": 0.759799, "recall": 0.825099}, {"accuracy": 0.249012, "f1": 0.17714, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"], "main_score": 0.17714, "precision": 0.157089, "recall": 0.249012}, {"accuracy": 0.61166, "f1": 0.53655, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"], "main_score": 0.53655, "precision": 0.505692, "recall": 0.61166}, {"accuracy": 0.662055, "f1": 0.592775, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"], "main_score": 0.592775, "precision": 0.564266, "recall": 0.662055}, {"accuracy": 0.20751, "f1": 0.134608, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"], "main_score": 0.134608, "precision": 0.116082, "recall": 0.20751}, {"accuracy": 0.920949, "f1": 0.900066, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"], "main_score": 0.900066, "precision": 0.890596, "recall": 0.920949}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.902174, "f1": 0.874967, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"], "main_score": 0.874967, "precision": 0.861989, "recall": 0.902174}, {"accuracy": 0.716403, "f1": 0.658155, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"], "main_score": 0.658155, "precision": 0.633564, "recall": 0.716403}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.410079, "f1": 0.331864, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"], "main_score": 0.331864, "precision": 0.304329, "recall": 0.410079}, {"accuracy": 0.451581, "f1": 0.364085, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"], "main_score": 0.364085, "precision": 0.334152, "recall": 0.451581}, {"accuracy": 0.099802, "f1": 0.055102, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"], "main_score": 0.055102, "precision": 0.046785, "recall": 0.099802}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.200593, "f1": 0.137388, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"], "main_score": 0.137388, "precision": 0.119498, "recall": 0.200593}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"], "main_score": 0.940382, "precision": 0.934124, "recall": 0.953557}, {"accuracy": 0.424901, "f1": 0.334071, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"], "main_score": 0.334071, "precision": 0.305285, "recall": 0.424901}, {"accuracy": 0.309289, "f1": 0.225401, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"], "main_score": 0.225401, "precision": 0.202134, "recall": 0.309289}, {"accuracy": 0.857708, "f1": 0.815777, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"], "main_score": 0.815777, "precision": 0.796525, "recall": 0.857708}, {"accuracy": 0.217391, "f1": 0.148397, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"], "main_score": 0.148397, "precision": 0.130589, "recall": 0.217391}, {"accuracy": 0.202569, "f1": 0.130811, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"], "main_score": 0.130811, "precision": 0.11262, "recall": 0.202569}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.406126, "f1": 0.315034, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"], "main_score": 0.315034, "precision": 0.286021, "recall": 0.406126}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.168972, "f1": 0.105255, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"], "main_score": 0.105255, "precision": 0.091383, "recall": 0.168972}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.917984, "f1": 0.894466, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"], "main_score": 0.894466, "precision": 0.883811, "recall": 0.917984}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"], "main_score": 0.921179, "precision": 0.912796, "recall": 0.938735}, {"accuracy": 0.150198, "f1": 0.097541, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"], "main_score": 0.097541, "precision": 0.086279, "recall": 0.150198}, {"accuracy": 0.874506, "f1": 0.839163, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"], "main_score": 0.839163, "precision": 0.822414, "recall": 0.874506}, {"accuracy": 0.164032, "f1": 0.100744, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"], "main_score": 0.100744, "precision": 0.086401, "recall": 0.164032}, {"accuracy": 0.168972, "f1": 0.105684, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"], "main_score": 0.105684, "precision": 0.09018, "recall": 0.168972}, {"accuracy": 0.124506, "f1": 0.074478, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"], "main_score": 0.074478, "precision": 0.064422, "recall": 0.124506}, {"accuracy": 0.547431, "f1": 0.464201, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"], "main_score": 0.464201, "precision": 0.432378, "recall": 0.547431}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.264822, "f1": 0.187629, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"], "main_score": 0.187629, "precision": 0.166497, "recall": 0.264822}, {"accuracy": 0.150198, "f1": 0.088426, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"], "main_score": 0.088426, "precision": 0.074276, "recall": 0.150198}, {"accuracy": 0.188735, "f1": 0.121435, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"], "main_score": 0.121435, "precision": 0.105782, "recall": 0.188735}, {"accuracy": 0.847826, "f1": 0.809834, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"], "main_score": 0.809834, "precision": 0.79305, "recall": 0.847826}, {"accuracy": 0.148221, "f1": 0.087436, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"], "main_score": 0.087436, "precision": 0.074292, "recall": 0.148221}, {"accuracy": 0.164032, "f1": 0.106218, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"], "main_score": 0.106218, "precision": 0.091765, "recall": 0.164032}, {"accuracy": 0.93083, "f1": 0.911627, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"], "main_score": 0.911627, "precision": 0.902915, "recall": 0.93083}, {"accuracy": 0.246047, "f1": 0.172757, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"], "main_score": 0.172757, "precision": 0.15354, "recall": 0.246047}, {"accuracy": 0.201581, "f1": 0.132967, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"], "main_score": 0.132967, "precision": 0.116109, "recall": 0.201581}, {"accuracy": 0.583004, "f1": 0.505201, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"], "main_score": 0.505201, "precision": 0.475702, "recall": 0.583004}, {"accuracy": 0.321146, "f1": 0.239428, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"], "main_score": 0.239428, "precision": 0.215397, "recall": 0.321146}, {"accuracy": 0.443676, "f1": 0.352949, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"], "main_score": 0.352949, "precision": 0.322019, "recall": 0.443676}, {"accuracy": 0.865613, "f1": 0.828821, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"], "main_score": 0.828821, "precision": 0.812088, "recall": 0.865613}, {"accuracy": 0.302372, "f1": 0.21789, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"], "main_score": 0.21789, "precision": 0.192358, "recall": 0.302372}, {"accuracy": 0.442688, "f1": 0.357707, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"], "main_score": 0.357707, "precision": 0.328704, "recall": 0.442688}, {"accuracy": 0.149209, "f1": 0.091509, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"], "main_score": 0.091509, "precision": 0.077111, "recall": 0.149209}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"], "main_score": 0.948781, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.977273, "f1": 0.971014, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"], "main_score": 0.971014, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.876482, "f1": 0.841634, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"], "main_score": 0.841634, "precision": 0.825576, "recall": 0.876482}, {"accuracy": 0.242095, "f1": 0.172271, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"], "main_score": 0.172271, "precision": 0.152778, "recall": 0.242095}, {"accuracy": 0.171937, "f1": 0.107567, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"], "main_score": 0.107567, "precision": 0.092625, "recall": 0.171937}, {"accuracy": 0.041502, "f1": 0.02705, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"], "main_score": 0.02705, "precision": 0.024004, "recall": 0.041502}, {"accuracy": 0.1917, "f1": 0.1664, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"], "main_score": 0.1664, "precision": 0.156986, "recall": 0.1917}, {"accuracy": 0.003953, "f1": 0.000295, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"], "main_score": 0.000295, "precision": 0.000159, "recall": 0.003953}, {"accuracy": 0.194664, "f1": 0.167411, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"], "main_score": 0.167411, "precision": 0.15809, "recall": 0.194664}, {"accuracy": 0.1917, "f1": 0.175119, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"], "main_score": 0.175119, "precision": 0.168457, "recall": 0.1917}, {"accuracy": 0.163043, "f1": 0.141445, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"], "main_score": 0.141445, "precision": 0.133734, "recall": 0.163043}, {"accuracy": 0.232213, "f1": 0.212842, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"], "main_score": 0.212842, "precision": 0.205511, "recall": 0.232213}, {"accuracy": 0.200593, "f1": 0.175671, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"], "main_score": 0.175671, "precision": 0.167238, "recall": 0.200593}, {"accuracy": 0.248024, "f1": 0.2276, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"], "main_score": 0.2276, "precision": 0.22026, "recall": 0.248024}, {"accuracy": 0.233202, "f1": 0.204288, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"], "main_score": 0.204288, "precision": 0.19432, "recall": 0.233202}, {"accuracy": 0.238142, "f1": 0.227026, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"], "main_score": 0.227026, "precision": 0.222308, "recall": 0.238142}, {"accuracy": 0.197628, "f1": 0.171684, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"], "main_score": 0.171684, "precision": 0.16311, "recall": 0.197628}, {"accuracy": 0.170949, "f1": 0.150955, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"], "main_score": 0.150955, "precision": 0.144318, "recall": 0.170949}, {"accuracy": 0.197628, "f1": 0.17049, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"], "main_score": 0.17049, "precision": 0.160373, "recall": 0.197628}, {"accuracy": 0.164032, "f1": 0.144204, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"], "main_score": 0.144204, "precision": 0.138017, "recall": 0.164032}, {"accuracy": 0.172925, "f1": 0.151507, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"], "main_score": 0.151507, "precision": 0.145241, "recall": 0.172925}, {"accuracy": 0.241107, "f1": 0.223707, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"], "main_score": 0.223707, "precision": 0.216833, "recall": 0.241107}, {"accuracy": 0.254941, "f1": 0.225456, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"], "main_score": 0.225456, "precision": 0.215, "recall": 0.254941}, {"accuracy": 0.178854, "f1": 0.156114, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"], "main_score": 0.156114, "precision": 0.147895, "recall": 0.178854}, {"accuracy": 0.18083, "f1": 0.158813, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"], "main_score": 0.158813, "precision": 0.151057, "recall": 0.18083}, {"accuracy": 0.26581, "f1": 0.243946, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"], "main_score": 0.243946, "precision": 0.2367, "recall": 0.26581}, {"accuracy": 0.245059, "f1": 0.226861, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"], "main_score": 0.226861, "precision": 0.219695, "recall": 0.245059}, {"accuracy": 0.157115, "f1": 0.136683, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"], "main_score": 0.136683, "precision": 0.129166, "recall": 0.157115}, {"accuracy": 0.09585, "f1": 0.076761, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"], "main_score": 0.076761, "precision": 0.071578, "recall": 0.09585}, {"accuracy": 0.1917, "f1": 0.167121, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"], "main_score": 0.167121, "precision": 0.159514, "recall": 0.1917}, {"accuracy": 0.242095, "f1": 0.223002, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"], "main_score": 0.223002, "precision": 0.21667, "recall": 0.242095}, {"accuracy": 0.066206, "f1": 0.046186, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"], "main_score": 0.046186, "precision": 0.041543, "recall": 0.066206}, {"accuracy": 0.176877, "f1": 0.151786, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"], "main_score": 0.151786, "precision": 0.143771, "recall": 0.176877}, {"accuracy": 0.195652, "f1": 0.168859, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"], "main_score": 0.168859, "precision": 0.159125, "recall": 0.195652}, {"accuracy": 0.216403, "f1": 0.203331, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"], "main_score": 0.203331, "precision": 0.198768, "recall": 0.216403}, {"accuracy": 0.252964, "f1": 0.231508, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"], "main_score": 0.231508, "precision": 0.22369, "recall": 0.252964}, {"accuracy": 0.201581, "f1": 0.17968, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"], "main_score": 0.17968, "precision": 0.172132, "recall": 0.201581}, {"accuracy": 0.144269, "f1": 0.126235, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"], "main_score": 0.126235, "precision": 0.12008, "recall": 0.144269}, {"accuracy": 0.209486, "f1": 0.183449, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"], "main_score": 0.183449, "precision": 0.172873, "recall": 0.209486}, {"accuracy": 0.214427, "f1": 0.194721, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"], "main_score": 0.194721, "precision": 0.187527, "recall": 0.214427}, {"accuracy": 0.125494, "f1": 0.108317, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"], "main_score": 0.108317, "precision": 0.1023, "recall": 0.125494}, {"accuracy": 0.160079, "f1": 0.139799, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"], "main_score": 0.139799, "precision": 0.133064, "recall": 0.160079}, {"accuracy": 0.108696, "f1": 0.089707, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"], "main_score": 0.089707, "precision": 0.083783, "recall": 0.108696}, {"accuracy": 0.247036, "f1": 0.230754, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"], "main_score": 0.230754, "precision": 0.224502, "recall": 0.247036}, {"accuracy": 0.160079, "f1": 0.137698, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"], "main_score": 0.137698, "precision": 0.130422, "recall": 0.160079}, {"accuracy": 0.160079, "f1": 0.132436, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"], "main_score": 0.132436, "precision": 0.123515, "recall": 0.160079}, {"accuracy": 0.02668, "f1": 0.017649, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"], "main_score": 0.017649, "precision": 0.015757, "recall": 0.02668}, {"accuracy": 0.249012, "f1": 0.2253, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"], "main_score": 0.2253, "precision": 0.217492, "recall": 0.249012}, {"accuracy": 0.15415, "f1": 0.129204, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"], "main_score": 0.129204, "precision": 0.120128, "recall": 0.15415}, {"accuracy": 0.212451, "f1": 0.188133, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"], "main_score": 0.188133, "precision": 0.179788, "recall": 0.212451}, {"accuracy": 0.248024, "f1": 0.226609, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"], "main_score": 0.226609, "precision": 0.218874, "recall": 0.248024}, {"accuracy": 0.159091, "f1": 0.137847, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"], "main_score": 0.137847, "precision": 0.130819, "recall": 0.159091}, {"accuracy": 0.225296, "f1": 0.208596, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"], "main_score": 0.208596, "precision": 0.202557, "recall": 0.225296}, {"accuracy": 0.161067, "f1": 0.136276, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"], "main_score": 0.136276, "precision": 0.128125, "recall": 0.161067}, {"accuracy": 0.219368, "f1": 0.203177, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"], "main_score": 0.203177, "precision": 0.197438, "recall": 0.219368}, {"accuracy": 0.23419, "f1": 0.220553, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"], "main_score": 0.220553, "precision": 0.214904, "recall": 0.23419}, {"accuracy": 0.246047, "f1": 0.22306, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"], "main_score": 0.22306, "precision": 0.21526, "recall": 0.246047}, {"accuracy": 0.230237, "f1": 0.211588, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"], "main_score": 0.211588, "precision": 0.204253, "recall": 0.230237}, {"accuracy": 0.149209, "f1": 0.125027, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"], "main_score": 0.125027, "precision": 0.116965, "recall": 0.149209}, {"accuracy": 0.172925, "f1": 0.152956, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"], "main_score": 0.152956, "precision": 0.146004, "recall": 0.172925}, {"accuracy": 0.048419, "f1": 0.034131, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"], "main_score": 0.034131, "precision": 0.029577, "recall": 0.048419}, {"accuracy": 0.236166, "f1": 0.211364, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"], "main_score": 0.211364, "precision": 0.202164, "recall": 0.236166}, {"accuracy": 0.235178, "f1": 0.214413, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"], "main_score": 0.214413, "precision": 0.206209, "recall": 0.235178}, {"accuracy": 0.075099, "f1": 0.06012, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"], "main_score": 0.06012, "precision": 0.055839, "recall": 0.075099}, {"accuracy": 0.227273, "f1": 0.210663, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"], "main_score": 0.210663, "precision": 0.204854, "recall": 0.227273}, {"accuracy": 0.184783, "f1": 0.163004, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"], "main_score": 0.163004, "precision": 0.155342, "recall": 0.184783}, {"accuracy": 0.251976, "f1": 0.228953, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"], "main_score": 0.228953, "precision": 0.220954, "recall": 0.251976}, {"accuracy": 0.158103, "f1": 0.136009, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"], "main_score": 0.136009, "precision": 0.129061, "recall": 0.158103}, {"accuracy": 0.25, "f1": 0.227733, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"], "main_score": 0.227733, "precision": 0.219603, "recall": 0.25}, {"accuracy": 0.241107, "f1": 0.226687, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"], "main_score": 0.226687, "precision": 0.221388, "recall": 0.241107}, {"accuracy": 0.211462, "f1": 0.194631, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"], "main_score": 0.194631, "precision": 0.187903, "recall": 0.211462}, {"accuracy": 0.267787, "f1": 0.247001, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"], "main_score": 0.247001, "precision": 0.239413, "recall": 0.267787}, {"accuracy": 0.224308, "f1": 0.195903, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"], "main_score": 0.195903, "precision": 0.185037, "recall": 0.224308}, {"accuracy": 0.214427, "f1": 0.191297, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"], "main_score": 0.191297, "precision": 0.182255, "recall": 0.214427}, {"accuracy": 0.186759, "f1": 0.1591, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"], "main_score": 0.1591, "precision": 0.149096, "recall": 0.186759}, {"accuracy": 0.173913, "f1": 0.158277, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"], "main_score": 0.158277, "precision": 0.152918, "recall": 0.173913}, {"accuracy": 0.177866, "f1": 0.160932, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"], "main_score": 0.160932, "precision": 0.155067, "recall": 0.177866}, {"accuracy": 0.231225, "f1": 0.20889, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"], "main_score": 0.20889, "precision": 0.201544, "recall": 0.231225}, {"accuracy": 0.049407, "f1": 0.027686, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"], "main_score": 0.027686, "precision": 0.023877, "recall": 0.049407}, {"accuracy": 0.19664, "f1": 0.170092, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"], "main_score": 0.170092, "precision": 0.159371, "recall": 0.19664}, {"accuracy": 0.220356, "f1": 0.202026, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"], "main_score": 0.202026, "precision": 0.195112, "recall": 0.220356}, {"accuracy": 0.182806, "f1": 0.156606, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"], "main_score": 0.156606, "precision": 0.147476, "recall": 0.182806}, {"accuracy": 0.043478, "f1": 0.026831, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"], "main_score": 0.026831, "precision": 0.023543, "recall": 0.043478}, {"accuracy": 0.259881, "f1": 0.24074, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"], "main_score": 0.24074, "precision": 0.233923, "recall": 0.259881}, {"accuracy": 0.22332, "f1": 0.204194, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"], "main_score": 0.204194, "precision": 0.197128, "recall": 0.22332}, {"accuracy": 0.229249, "f1": 0.209748, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"], "main_score": 0.209748, "precision": 0.203832, "recall": 0.229249}, {"accuracy": 0.077075, "f1": 0.063642, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"], "main_score": 0.063642, "precision": 0.059021, "recall": 0.077075}, {"accuracy": 0.244071, "f1": 0.226812, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"], "main_score": 0.226812, "precision": 0.220251, "recall": 0.244071}, {"accuracy": 0.244071, "f1": 0.222153, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"], "main_score": 0.222153, "precision": 0.214232, "recall": 0.244071}, {"accuracy": 0.254941, "f1": 0.235457, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"], "main_score": 0.235457, "precision": 0.22822, "recall": 0.254941}, {"accuracy": 0.181818, "f1": 0.162575, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"], "main_score": 0.162575, "precision": 0.155491, "recall": 0.181818}, {"accuracy": 0.188735, "f1": 0.161605, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"], "main_score": 0.161605, "precision": 0.151293, "recall": 0.188735}, {"accuracy": 0.159091, "f1": 0.13622, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"], "main_score": 0.13622, "precision": 0.128184, "recall": 0.159091}, {"accuracy": 0.097826, "f1": 0.081446, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"], "main_score": 0.081446, "precision": 0.076235, "recall": 0.097826}, {"accuracy": 0.246047, "f1": 0.226285, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"], "main_score": 0.226285, "precision": 0.219643, "recall": 0.246047}, {"accuracy": 0.170949, "f1": 0.152349, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"], "main_score": 0.152349, "precision": 0.14679, "recall": 0.170949}, {"accuracy": 0.222332, "f1": 0.202668, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"], "main_score": 0.202668, "precision": 0.19456, "recall": 0.222332}, {"accuracy": 0.193676, "f1": 0.167398, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"], "main_score": 0.167398, "precision": 0.157911, "recall": 0.193676}, {"accuracy": 0.240119, "f1": 0.222228, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"], "main_score": 0.222228, "precision": 0.215348, "recall": 0.240119}, {"accuracy": 0.219368, "f1": 0.198078, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"], "main_score": 0.198078, "precision": 0.191281, "recall": 0.219368}, {"accuracy": 0.193676, "f1": 0.164354, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"], "main_score": 0.164354, "precision": 0.153894, "recall": 0.193676}, {"accuracy": 0.222332, "f1": 0.198238, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"], "main_score": 0.198238, "precision": 0.18987, "recall": 0.222332}, {"accuracy": 0.210474, "f1": 0.189191, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"], "main_score": 0.189191, "precision": 0.181636, "recall": 0.210474}, {"accuracy": 0.214427, "f1": 0.189527, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"], "main_score": 0.189527, "precision": 0.180574, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.158499, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"], "main_score": 0.158499, "precision": 0.149545, "recall": 0.183794}, {"accuracy": 0.232213, "f1": 0.209833, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"], "main_score": 0.209833, "precision": 0.2014, "recall": 0.232213}, {"accuracy": 0.252964, "f1": 0.228564, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"], "main_score": 0.228564, "precision": 0.220252, "recall": 0.252964}, {"accuracy": 0.1917, "f1": 0.168889, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"], "main_score": 0.168889, "precision": 0.160909, "recall": 0.1917}, {"accuracy": 0.237154, "f1": 0.220627, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"], "main_score": 0.220627, "precision": 0.214557, "recall": 0.237154}, {"accuracy": 0.140316, "f1": 0.120457, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"], "main_score": 0.120457, "precision": 0.113088, "recall": 0.140316}, {"accuracy": 0.204545, "f1": 0.179603, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"], "main_score": 0.179603, "precision": 0.170356, "recall": 0.204545}, {"accuracy": 0.078063, "f1": 0.055182, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"], "main_score": 0.055182, "precision": 0.050035, "recall": 0.078063}, {"accuracy": 0.208498, "f1": 0.18161, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"], "main_score": 0.18161, "precision": 0.172136, "recall": 0.208498}, {"accuracy": 0.112648, "f1": 0.0855, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"], "main_score": 0.0855, "precision": 0.078071, "recall": 0.112648}, {"accuracy": 0.252964, "f1": 0.230874, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"], "main_score": 0.230874, "precision": 0.223015, "recall": 0.252964}, {"accuracy": 0.23913, "f1": 0.219081, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"], "main_score": 0.219081, "precision": 0.211312, "recall": 0.23913}, {"accuracy": 0.071146, "f1": 0.051539, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"], "main_score": 0.051539, "precision": 0.046345, "recall": 0.071146}, {"accuracy": 0.252964, "f1": 0.231811, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"], "main_score": 0.231811, "precision": 0.224416, "recall": 0.252964}, {"accuracy": 0.267787, "f1": 0.244739, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"], "main_score": 0.244739, "precision": 0.236176, "recall": 0.267787}, {"accuracy": 0.12253, "f1": 0.102413, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"], "main_score": 0.102413, "precision": 0.096157, "recall": 0.12253}, {"accuracy": 0.208498, "f1": 0.188018, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"], "main_score": 0.188018, "precision": 0.180955, "recall": 0.208498}, {"accuracy": 0.166996, "f1": 0.139444, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"], "main_score": 0.139444, "precision": 0.130131, "recall": 0.166996}, {"accuracy": 0.174901, "f1": 0.14866, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"], "main_score": 0.14866, "precision": 0.139398, "recall": 0.174901}, {"accuracy": 0.218379, "f1": 0.196797, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"], "main_score": 0.196797, "precision": 0.189775, "recall": 0.218379}, {"accuracy": 0.179842, "f1": 0.15439, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"], "main_score": 0.15439, "precision": 0.146449, "recall": 0.179842}, {"accuracy": 0.194664, "f1": 0.162181, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"], "main_score": 0.162181, "precision": 0.15107, "recall": 0.194664}, {"accuracy": 0.162055, "f1": 0.136245, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"], "main_score": 0.136245, "precision": 0.127097, "recall": 0.162055}, {"accuracy": 0.241107, "f1": 0.223777, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"], "main_score": 0.223777, "precision": 0.217416, "recall": 0.241107}, {"accuracy": 0.01581, "f1": 0.004586, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"], "main_score": 0.004586, "precision": 0.003247, "recall": 0.01581}, {"accuracy": 0.100791, "f1": 0.087851, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"], "main_score": 0.087851, "precision": 0.08388, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.082183, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"], "main_score": 0.082183, "precision": 0.077383, "recall": 0.097826}, {"accuracy": 0.164032, "f1": 0.142319, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"], "main_score": 0.142319, "precision": 0.134729, "recall": 0.164032}, {"accuracy": 0.254941, "f1": 0.233663, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"], "main_score": 0.233663, "precision": 0.225383, "recall": 0.254941}, {"accuracy": 0.086957, "f1": 0.063568, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"], "main_score": 0.063568, "precision": 0.056377, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.143939, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"], "main_score": 0.143939, "precision": 0.136129, "recall": 0.16502}, {"accuracy": 0.240119, "f1": 0.221374, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"], "main_score": 0.221374, "precision": 0.214331, "recall": 0.240119}, {"accuracy": 0.262846, "f1": 0.241637, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"], "main_score": 0.241637, "precision": 0.234811, "recall": 0.262846}, {"accuracy": 0.22332, "f1": 0.206235, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"], "main_score": 0.206235, "precision": 0.199841, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.122419, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"], "main_score": 0.122419, "precision": 0.113319, "recall": 0.149209}, {"accuracy": 0.203557, "f1": 0.170852, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"], "main_score": 0.170852, "precision": 0.159363, "recall": 0.203557}, {"accuracy": 0.174901, "f1": 0.151905, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"], "main_score": 0.151905, "precision": 0.144013, "recall": 0.174901}, {"accuracy": 0.149209, "f1": 0.126022, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"], "main_score": 0.126022, "precision": 0.118394, "recall": 0.149209}, {"accuracy": 0.171937, "f1": 0.146687, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"], "main_score": 0.146687, "precision": 0.137423, "recall": 0.171937}, {"accuracy": 0.105731, "f1": 0.091013, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"], "main_score": 0.091013, "precision": 0.085148, "recall": 0.105731}, {"accuracy": 0.237154, "f1": 0.213903, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"], "main_score": 0.213903, "precision": 0.205766, "recall": 0.237154}, {"accuracy": 0.18083, "f1": 0.160259, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"], "main_score": 0.160259, "precision": 0.152289, "recall": 0.18083}, {"accuracy": 0.236166, "f1": 0.213092, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"], "main_score": 0.213092, "precision": 0.203822, "recall": 0.236166}, {"accuracy": 0.178854, "f1": 0.157021, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"], "main_score": 0.157021, "precision": 0.149567, "recall": 0.178854}, {"accuracy": 0.071146, "f1": 0.058702, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"], "main_score": 0.058702, "precision": 0.054007, "recall": 0.071146}, {"accuracy": 0.136364, "f1": 0.117831, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"], "main_score": 0.117831, "precision": 0.111894, "recall": 0.136364}, {"accuracy": 0.195652, "f1": 0.173421, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"], "main_score": 0.173421, "precision": 0.165126, "recall": 0.195652}, {"accuracy": 0.117589, "f1": 0.105023, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"], "main_score": 0.105023, "precision": 0.100197, "recall": 0.117589}, {"accuracy": 0.216403, "f1": 0.197275, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"], "main_score": 0.197275, "precision": 0.190293, "recall": 0.216403}, {"accuracy": 0.218379, "f1": 0.191433, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"], "main_score": 0.191433, "precision": 0.181461, "recall": 0.218379}, {"accuracy": 0.099802, "f1": 0.085007, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"], "main_score": 0.085007, "precision": 0.08055, "recall": 0.099802}, {"accuracy": 0.206522, "f1": 0.177496, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"], "main_score": 0.177496, "precision": 0.167389, "recall": 0.206522}, {"accuracy": 0.206522, "f1": 0.183603, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"], "main_score": 0.183603, "precision": 0.175261, "recall": 0.206522}, {"accuracy": 0.237154, "f1": 0.215576, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"], "main_score": 0.215576, "precision": 0.207647, "recall": 0.237154}, {"accuracy": 0.217391, "f1": 0.201466, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"], "main_score": 0.201466, "precision": 0.195356, "recall": 0.217391}, {"accuracy": 0.255929, "f1": 0.23693, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"], "main_score": 0.23693, "precision": 0.229741, "recall": 0.255929}, {"accuracy": 0.175889, "f1": 0.157087, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"], "main_score": 0.157087, "precision": 0.150419, "recall": 0.175889}, {"accuracy": 0.215415, "f1": 0.198893, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"], "main_score": 0.198893, "precision": 0.192383, "recall": 0.215415}, {"accuracy": 0.110672, "f1": 0.08205, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"], "main_score": 0.08205, "precision": 0.074165, "recall": 0.110672}, {"accuracy": 0.247036, "f1": 0.226651, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"], "main_score": 0.226651, "precision": 0.219377, "recall": 0.247036}, {"accuracy": 0.050395, "f1": 0.040542, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"], "main_score": 0.040542, "precision": 0.0376, "recall": 0.050395}, {"accuracy": 0.189723, "f1": 0.165588, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"], "main_score": 0.165588, "precision": 0.15731, "recall": 0.189723}, {"accuracy": 0.173913, "f1": 0.149523, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"], "main_score": 0.149523, "precision": 0.141762, "recall": 0.173913}, {"accuracy": 0.199605, "f1": 0.175829, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"], "main_score": 0.175829, "precision": 0.167299, "recall": 0.199605}, {"accuracy": 0.202569, "f1": 0.175701, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"], "main_score": 0.175701, "precision": 0.167302, "recall": 0.202569}, {"accuracy": 0.166996, "f1": 0.146803, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"], "main_score": 0.146803, "precision": 0.139939, "recall": 0.166996}, {"accuracy": 0.177866, "f1": 0.148211, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"], "main_score": 0.148211, "precision": 0.137266, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.16928, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"], "main_score": 0.16928, "precision": 0.159709, "recall": 0.195652}, {"accuracy": 0.245059, "f1": 0.225703, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"], "main_score": 0.225703, "precision": 0.218453, "recall": 0.245059}, {"accuracy": 0.254941, "f1": 0.228247, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"], "main_score": 0.228247, "precision": 0.217853, "recall": 0.254941}, {"accuracy": 0.263834, "f1": 0.243914, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"], "main_score": 0.243914, "precision": 0.237452, "recall": 0.263834}, {"accuracy": 0.210474, "f1": 0.175528, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"], "main_score": 0.175528, "precision": 0.164487, "recall": 0.210474}, {"accuracy": 0.257905, "f1": 0.240134, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"], "main_score": 0.240134, "precision": 0.233522, "recall": 0.257905}, {"accuracy": 0.131423, "f1": 0.115528, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"], "main_score": 0.115528, "precision": 0.11112, "recall": 0.131423}, {"accuracy": 0.210474, "f1": 0.187708, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"], "main_score": 0.187708, "precision": 0.179643, "recall": 0.210474}, {"accuracy": 0.161067, "f1": 0.135211, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"], "main_score": 0.135211, "precision": 0.127294, "recall": 0.161067}, {"accuracy": 0.244071, "f1": 0.22228, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"], "main_score": 0.22228, "precision": 0.214383, "recall": 0.244071}, {"accuracy": 0.194664, "f1": 0.161874, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"], "main_score": 0.161874, "precision": 0.150282, "recall": 0.194664}, {"accuracy": 0.199605, "f1": 0.167632, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"], "main_score": 0.167632, "precision": 0.156882, "recall": 0.199605}, {"accuracy": 0.132411, "f1": 0.109956, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"], "main_score": 0.109956, "precision": 0.10199, "recall": 0.132411}, {"accuracy": 0.12747, "f1": 0.106972, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"], "main_score": 0.106972, "precision": 0.100617, "recall": 0.12747}, {"accuracy": 0.251976, "f1": 0.227463, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"], "main_score": 0.227463, "precision": 0.219292, "recall": 0.251976}, {"accuracy": 0.19664, "f1": 0.172334, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"], "main_score": 0.172334, "precision": 0.162551, "recall": 0.19664}, {"accuracy": 0.192688, "f1": 0.163042, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"], "main_score": 0.163042, "precision": 0.152922, "recall": 0.192688}, {"accuracy": 0.194664, "f1": 0.164677, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"], "main_score": 0.164677, "precision": 0.154616, "recall": 0.194664}, {"accuracy": 0.087945, "f1": 0.076279, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"], "main_score": 0.076279, "precision": 0.072666, "recall": 0.087945}, {"accuracy": 0.152174, "f1": 0.127145, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"], "main_score": 0.127145, "precision": 0.118104, "recall": 0.152174}, {"accuracy": 0.193676, "f1": 0.167394, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"], "main_score": 0.167394, "precision": 0.158709, "recall": 0.193676}, {"accuracy": 0.184783, "f1": 0.164135, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"], "main_score": 0.164135, "precision": 0.157487, "recall": 0.184783}, {"accuracy": 0.249012, "f1": 0.219407, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"], "main_score": 0.219407, "precision": 0.20854, "recall": 0.249012}, {"accuracy": 0.195652, "f1": 0.168364, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"], "main_score": 0.168364, "precision": 0.158698, "recall": 0.195652}, {"accuracy": 0.209486, "f1": 0.193801, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"], "main_score": 0.193801, "precision": 0.188507, "recall": 0.209486}, {"accuracy": 0.238142, "f1": 0.212917, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"], "main_score": 0.212917, "precision": 0.203535, "recall": 0.238142}, {"accuracy": 0.232213, "f1": 0.213548, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"], "main_score": 0.213548, "precision": 0.20675, "recall": 0.232213}, {"accuracy": 0.139328, "f1": 0.116357, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"], "main_score": 0.116357, "precision": 0.109113, "recall": 0.139328}, {"accuracy": 0.16996, "f1": 0.149673, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"], "main_score": 0.149673, "precision": 0.141808, "recall": 0.16996}, {"accuracy": 0.198617, "f1": 0.173294, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"], "main_score": 0.173294, "precision": 0.164875, "recall": 0.198617}, {"accuracy": 0.171937, "f1": 0.147668, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"], "main_score": 0.147668, "precision": 0.138643, "recall": 0.171937}, {"accuracy": 0.183794, "f1": 0.158749, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"], "main_score": 0.158749, "precision": 0.150657, "recall": 0.183794}, {"accuracy": 0.19664, "f1": 0.171962, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"], "main_score": 0.171962, "precision": 0.164892, "recall": 0.19664}, {"accuracy": 0.231225, "f1": 0.209748, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"], "main_score": 0.209748, "precision": 0.201981, "recall": 0.231225}, {"accuracy": 0.081028, "f1": 0.064996, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"], "main_score": 0.064996, "precision": 0.060642, "recall": 0.081028}, {"accuracy": 0.185771, "f1": 0.168433, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"], "main_score": 0.168433, "precision": 0.161626, "recall": 0.185771}, {"accuracy": 0.198617, "f1": 0.168503, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"], "main_score": 0.168503, "precision": 0.158374, "recall": 0.198617}, {"accuracy": 0.065217, "f1": 0.048909, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"], "main_score": 0.048909, "precision": 0.043832, "recall": 0.065217}, {"accuracy": 0.258893, "f1": 0.217556, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"], "main_score": 0.217556, "precision": 0.20308, "recall": 0.258893}, {"accuracy": 0.003953, "f1": 0.00027, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"], "main_score": 0.00027, "precision": 0.000144, "recall": 0.003953}, {"accuracy": 0.440711, "f1": 0.400667, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"], "main_score": 0.400667, "precision": 0.387671, "recall": 0.440711}, {"accuracy": 0.411067, "f1": 0.374698, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"], "main_score": 0.374698, "precision": 0.363139, "recall": 0.411067}, {"accuracy": 0.373518, "f1": 0.336911, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"], "main_score": 0.336911, "precision": 0.325203, "recall": 0.373518}, {"accuracy": 0.426877, "f1": 0.398878, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"], "main_score": 0.398878, "precision": 0.389069, "recall": 0.426877}, {"accuracy": 0.309289, "f1": 0.264086, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"], "main_score": 0.264086, "precision": 0.248077, "recall": 0.309289}, {"accuracy": 0.516798, "f1": 0.473656, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"], "main_score": 0.473656, "precision": 0.460162, "recall": 0.516798}, {"accuracy": 0.405138, "f1": 0.370177, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"], "main_score": 0.370177, "precision": 0.356441, "recall": 0.405138}, {"accuracy": 0.365613, "f1": 0.342562, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"], "main_score": 0.342562, "precision": 0.334052, "recall": 0.365613}, {"accuracy": 0.438735, "f1": 0.405772, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"], "main_score": 0.405772, "precision": 0.393837, "recall": 0.438735}, {"accuracy": 0.373518, "f1": 0.340207, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"], "main_score": 0.340207, "precision": 0.328375, "recall": 0.373518}, {"accuracy": 0.296443, "f1": 0.252509, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"], "main_score": 0.252509, "precision": 0.236466, "recall": 0.296443}, {"accuracy": 0.366601, "f1": 0.338705, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"], "main_score": 0.338705, "precision": 0.329006, "recall": 0.366601}, {"accuracy": 0.356719, "f1": 0.315042, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"], "main_score": 0.315042, "precision": 0.301569, "recall": 0.356719}, {"accuracy": 0.518775, "f1": 0.476736, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"], "main_score": 0.476736, "precision": 0.46475, "recall": 0.518775}, {"accuracy": 0.347826, "f1": 0.301788, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"], "main_score": 0.301788, "precision": 0.285579, "recall": 0.347826}, {"accuracy": 0.41996, "f1": 0.391448, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"], "main_score": 0.391448, "precision": 0.3809, "recall": 0.41996}, {"accuracy": 0.396245, "f1": 0.355561, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"], "main_score": 0.355561, "precision": 0.343302, "recall": 0.396245}, {"accuracy": 0.531621, "f1": 0.495431, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"], "main_score": 0.495431, "precision": 0.482623, "recall": 0.531621}, {"accuracy": 0.471344, "f1": 0.442251, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"], "main_score": 0.442251, "precision": 0.432343, "recall": 0.471344}, {"accuracy": 0.232213, "f1": 0.18849, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"], "main_score": 0.18849, "precision": 0.173957, "recall": 0.232213}, {"accuracy": 0.293478, "f1": 0.259397, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"], "main_score": 0.259397, "precision": 0.250601, "recall": 0.293478}, {"accuracy": 0.4417, "f1": 0.403096, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"], "main_score": 0.403096, "precision": 0.390068, "recall": 0.4417}, {"accuracy": 0.379447, "f1": 0.349368, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"], "main_score": 0.349368, "precision": 0.338681, "recall": 0.379447}, {"accuracy": 0.06917, "f1": 0.042071, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"], "main_score": 0.042071, "precision": 0.036905, "recall": 0.06917}, {"accuracy": 0.443676, "f1": 0.409751, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"], "main_score": 0.409751, "precision": 0.398847, "recall": 0.443676}, {"accuracy": 0.30336, "f1": 0.254611, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"], "main_score": 0.254611, "precision": 0.236695, "recall": 0.30336}, {"accuracy": 0.427866, "f1": 0.398418, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"], "main_score": 0.398418, "precision": 0.390204, "recall": 0.427866}, {"accuracy": 0.5, "f1": 0.457294, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"], "main_score": 0.457294, "precision": 0.443913, "recall": 0.5}, {"accuracy": 0.426877, "f1": 0.392842, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"], "main_score": 0.392842, "precision": 0.381697, "recall": 0.426877}, {"accuracy": 0.379447, "f1": 0.340181, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"], "main_score": 0.340181, "precision": 0.327212, "recall": 0.379447}, {"accuracy": 0.342885, "f1": 0.303809, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"], "main_score": 0.303809, "precision": 0.289206, "recall": 0.342885}, {"accuracy": 0.475296, "f1": 0.434731, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"], "main_score": 0.434731, "precision": 0.421483, "recall": 0.475296}, {"accuracy": 0.297431, "f1": 0.262795, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"], "main_score": 0.262795, "precision": 0.253034, "recall": 0.297431}, {"accuracy": 0.389328, "f1": 0.350728, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"], "main_score": 0.350728, "precision": 0.338977, "recall": 0.389328}, {"accuracy": 0.307312, "f1": 0.276841, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"], "main_score": 0.276841, "precision": 0.267643, "recall": 0.307312}, {"accuracy": 0.518775, "f1": 0.476219, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"], "main_score": 0.476219, "precision": 0.46392, "recall": 0.518775}, {"accuracy": 0.399209, "f1": 0.363009, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"], "main_score": 0.363009, "precision": 0.350327, "recall": 0.399209}, {"accuracy": 0.242095, "f1": 0.189427, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"], "main_score": 0.189427, "precision": 0.172115, "recall": 0.242095}, {"accuracy": 0.045455, "f1": 0.033063, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"], "main_score": 0.033063, "precision": 0.029064, "recall": 0.045455}, {"accuracy": 0.514822, "f1": 0.472496, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"], "main_score": 0.472496, "precision": 0.458746, "recall": 0.514822}, {"accuracy": 0.210474, "f1": 0.164288, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"], "main_score": 0.164288, "precision": 0.149691, "recall": 0.210474}, {"accuracy": 0.453557, "f1": 0.416281, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"], "main_score": 0.416281, "precision": 0.405074, "recall": 0.453557}, {"accuracy": 0.487154, "f1": 0.453944, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"], "main_score": 0.453944, "precision": 0.442931, "recall": 0.487154}, {"accuracy": 0.365613, "f1": 0.329774, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"], "main_score": 0.329774, "precision": 0.317218, "recall": 0.365613}, {"accuracy": 0.396245, "f1": 0.369572, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"], "main_score": 0.369572, "precision": 0.360809, "recall": 0.396245}, {"accuracy": 0.253953, "f1": 0.205842, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"], "main_score": 0.205842, "precision": 0.189247, "recall": 0.253953}, {"accuracy": 0.397233, "f1": 0.357594, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"], "main_score": 0.357594, "precision": 0.34493, "recall": 0.397233}, {"accuracy": 0.365613, "f1": 0.345069, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"], "main_score": 0.345069, "precision": 0.337526, "recall": 0.365613}, {"accuracy": 0.52668, "f1": 0.484909, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"], "main_score": 0.484909, "precision": 0.471545, "recall": 0.52668}, {"accuracy": 0.378458, "f1": 0.356456, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"], "main_score": 0.356456, "precision": 0.349225, "recall": 0.378458}, {"accuracy": 0.231225, "f1": 0.18414, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"], "main_score": 0.18414, "precision": 0.16993, "recall": 0.231225}, {"accuracy": 0.429842, "f1": 0.390926, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"], "main_score": 0.390926, "precision": 0.378169, "recall": 0.429842}, {"accuracy": 0.064229, "f1": 0.046457, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"], "main_score": 0.046457, "precision": 0.040669, "recall": 0.064229}, {"accuracy": 0.326087, "f1": 0.280605, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"], "main_score": 0.280605, "precision": 0.264593, "recall": 0.326087}, {"accuracy": 0.498024, "f1": 0.457068, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"], "main_score": 0.457068, "precision": 0.441126, "recall": 0.498024}, {"accuracy": 0.070158, "f1": 0.054559, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"], "main_score": 0.054559, "precision": 0.049521, "recall": 0.070158}, {"accuracy": 0.477273, "f1": 0.442521, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"], "main_score": 0.442521, "precision": 0.431236, "recall": 0.477273}, {"accuracy": 0.403162, "f1": 0.37052, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"], "main_score": 0.37052, "precision": 0.360322, "recall": 0.403162}, {"accuracy": 0.496047, "f1": 0.458051, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"], "main_score": 0.458051, "precision": 0.445371, "recall": 0.496047}, {"accuracy": 0.369565, "f1": 0.329238, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"], "main_score": 0.329238, "precision": 0.315793, "recall": 0.369565}, {"accuracy": 0.353755, "f1": 0.313184, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"], "main_score": 0.313184, "precision": 0.298206, "recall": 0.353755}, {"accuracy": 0.394269, "f1": 0.36707, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"], "main_score": 0.36707, "precision": 0.359874, "recall": 0.394269}, {"accuracy": 0.340909, "f1": 0.304014, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"], "main_score": 0.304014, "precision": 0.291835, "recall": 0.340909}, {"accuracy": 0.528656, "f1": 0.489938, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"], "main_score": 0.489938, "precision": 0.478224, "recall": 0.528656}, {"accuracy": 0.332016, "f1": 0.286141, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"], "main_score": 0.286141, "precision": 0.269103, "recall": 0.332016}, {"accuracy": 0.347826, "f1": 0.302821, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"], "main_score": 0.302821, "precision": 0.287675, "recall": 0.347826}, {"accuracy": 0.299407, "f1": 0.254635, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"], "main_score": 0.254635, "precision": 0.238425, "recall": 0.299407}, {"accuracy": 0.363636, "f1": 0.324925, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"], "main_score": 0.324925, "precision": 0.310263, "recall": 0.363636}, {"accuracy": 0.349802, "f1": 0.31869, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"], "main_score": 0.31869, "precision": 0.308432, "recall": 0.349802}, {"accuracy": 0.490119, "f1": 0.451759, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"], "main_score": 0.451759, "precision": 0.439108, "recall": 0.490119}, {"accuracy": 0.0583, "f1": 0.032585, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"], "main_score": 0.032585, "precision": 0.027683, "recall": 0.0583}, {"accuracy": 0.253953, "f1": 0.212695, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"], "main_score": 0.212695, "precision": 0.198934, "recall": 0.253953}, {"accuracy": 0.354743, "f1": 0.329072, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"], "main_score": 0.329072, "precision": 0.320832, "recall": 0.354743}, {"accuracy": 0.318182, "f1": 0.265887, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"], "main_score": 0.265887, "precision": 0.246418, "recall": 0.318182}, {"accuracy": 0.064229, "f1": 0.040252, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"], "main_score": 0.040252, "precision": 0.035514, "recall": 0.064229}, {"accuracy": 0.51087, "f1": 0.468488, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"], "main_score": 0.468488, "precision": 0.455109, "recall": 0.51087}, {"accuracy": 0.381423, "f1": 0.353805, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"], "main_score": 0.353805, "precision": 0.34408, "recall": 0.381423}, {"accuracy": 0.428854, "f1": 0.38885, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"], "main_score": 0.38885, "precision": 0.376091, "recall": 0.428854}, {"accuracy": 0.23913, "f1": 0.199948, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"], "main_score": 0.199948, "precision": 0.188142, "recall": 0.23913}, {"accuracy": 0.519763, "f1": 0.482379, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"], "main_score": 0.482379, "precision": 0.470275, "recall": 0.519763}, {"accuracy": 0.48419, "f1": 0.448647, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"], "main_score": 0.448647, "precision": 0.435766, "recall": 0.48419}, {"accuracy": 0.516798, "f1": 0.470954, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"], "main_score": 0.470954, "precision": 0.456736, "recall": 0.516798}, {"accuracy": 0.433794, "f1": 0.396106, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"], "main_score": 0.396106, "precision": 0.383229, "recall": 0.433794}, {"accuracy": 0.263834, "f1": 0.221397, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"], "main_score": 0.221397, "precision": 0.206293, "recall": 0.263834}, {"accuracy": 0.232213, "f1": 0.185734, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"], "main_score": 0.185734, "precision": 0.170346, "recall": 0.232213}, {"accuracy": 0.264822, "f1": 0.231969, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"], "main_score": 0.231969, "precision": 0.223056, "recall": 0.264822}, {"accuracy": 0.517787, "f1": 0.46926, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"], "main_score": 0.46926, "precision": 0.455521, "recall": 0.517787}, {"accuracy": 0.389328, "f1": 0.359732, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"], "main_score": 0.359732, "precision": 0.348567, "recall": 0.389328}, {"accuracy": 0.37747, "f1": 0.339353, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"], "main_score": 0.339353, "precision": 0.324907, "recall": 0.37747}, {"accuracy": 0.26581, "f1": 0.217847, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"], "main_score": 0.217847, "precision": 0.202254, "recall": 0.26581}, {"accuracy": 0.41502, "f1": 0.394482, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"], "main_score": 0.394482, "precision": 0.387028, "recall": 0.41502}, {"accuracy": 0.4417, "f1": 0.400731, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"], "main_score": 0.400731, "precision": 0.389506, "recall": 0.4417}, {"accuracy": 0.254941, "f1": 0.210651, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"], "main_score": 0.210651, "precision": 0.195983, "recall": 0.254941}, {"accuracy": 0.471344, "f1": 0.427262, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"], "main_score": 0.427262, "precision": 0.413414, "recall": 0.471344}, {"accuracy": 0.291502, "f1": 0.249111, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"], "main_score": 0.249111, "precision": 0.234123, "recall": 0.291502}, {"accuracy": 0.533597, "f1": 0.493333, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"], "main_score": 0.493333, "precision": 0.478415, "recall": 0.533597}, {"accuracy": 0.453557, "f1": 0.413776, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"], "main_score": 0.413776, "precision": 0.399781, "recall": 0.453557}, {"accuracy": 0.486166, "f1": 0.450876, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"], "main_score": 0.450876, "precision": 0.439046, "recall": 0.486166}, {"accuracy": 0.538538, "f1": 0.494156, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"], "main_score": 0.494156, "precision": 0.481, "recall": 0.538538}, {"accuracy": 0.452569, "f1": 0.411863, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"], "main_score": 0.411863, "precision": 0.398845, "recall": 0.452569}, {"accuracy": 0.399209, "f1": 0.368656, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"], "main_score": 0.368656, "precision": 0.357673, "recall": 0.399209}, {"accuracy": 0.370553, "f1": 0.328887, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"], "main_score": 0.328887, "precision": 0.315493, "recall": 0.370553}, {"accuracy": 0.277668, "f1": 0.232703, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"], "main_score": 0.232703, "precision": 0.216972, "recall": 0.277668}, {"accuracy": 0.093874, "f1": 0.053957, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"], "main_score": 0.053957, "precision": 0.046672, "recall": 0.093874}, {"accuracy": 0.310277, "f1": 0.26409, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"], "main_score": 0.26409, "precision": 0.247611, "recall": 0.310277}, {"accuracy": 0.135375, "f1": 0.093779, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"], "main_score": 0.093779, "precision": 0.082697, "recall": 0.135375}, {"accuracy": 0.532609, "f1": 0.485789, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"], "main_score": 0.485789, "precision": 0.47125, "recall": 0.532609}, {"accuracy": 0.40415, "f1": 0.362065, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"], "main_score": 0.362065, "precision": 0.348794, "recall": 0.40415}, {"accuracy": 0.108696, "f1": 0.07671, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"], "main_score": 0.07671, "precision": 0.068554, "recall": 0.108696}, {"accuracy": 0.410079, "f1": 0.379092, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"], "main_score": 0.379092, "precision": 0.367522, "recall": 0.410079}, {"accuracy": 0.528656, "f1": 0.481319, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"], "main_score": 0.481319, "precision": 0.466475, "recall": 0.528656}, {"accuracy": 0.274704, "f1": 0.24366, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"], "main_score": 0.24366, "precision": 0.233293, "recall": 0.274704}, {"accuracy": 0.341897, "f1": 0.303385, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"], "main_score": 0.303385, "precision": 0.290489, "recall": 0.341897}, {"accuracy": 0.230237, "f1": 0.185249, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"], "main_score": 0.185249, "precision": 0.170507, "recall": 0.230237}, {"accuracy": 0.433794, "f1": 0.392024, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"], "main_score": 0.392024, "precision": 0.377912, "recall": 0.433794}, {"accuracy": 0.571146, "f1": 0.528917, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"], "main_score": 0.528917, "precision": 0.512724, "recall": 0.571146}, {"accuracy": 0.263834, "f1": 0.218119, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"], "main_score": 0.218119, "precision": 0.20139, "recall": 0.263834}, {"accuracy": 0.278656, "f1": 0.225432, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"], "main_score": 0.225432, "precision": 0.205883, "recall": 0.278656}, {"accuracy": 0.278656, "f1": 0.232647, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"], "main_score": 0.232647, "precision": 0.216446, "recall": 0.278656}, {"accuracy": 0.500988, "f1": 0.46497, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"], "main_score": 0.46497, "precision": 0.452912, "recall": 0.500988}, {"accuracy": 0.023715, "f1": 0.008363, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"], "main_score": 0.008363, "precision": 0.006617, "recall": 0.023715}, {"accuracy": 0.288538, "f1": 0.257066, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"], "main_score": 0.257066, "precision": 0.24682, "recall": 0.288538}, {"accuracy": 0.188735, "f1": 0.156232, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"], "main_score": 0.156232, "precision": 0.146266, "recall": 0.188735}, {"accuracy": 0.353755, "f1": 0.317371, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"], "main_score": 0.317371, "precision": 0.305995, "recall": 0.353755}, {"accuracy": 0.518775, "f1": 0.479108, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"], "main_score": 0.479108, "precision": 0.466376, "recall": 0.518775}, {"accuracy": 0.115613, "f1": 0.076795, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"], "main_score": 0.076795, "precision": 0.066691, "recall": 0.115613}, {"accuracy": 0.283597, "f1": 0.234725, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"], "main_score": 0.234725, "precision": 0.218052, "recall": 0.283597}, {"accuracy": 0.486166, "f1": 0.441704, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"], "main_score": 0.441704, "precision": 0.426916, "recall": 0.486166}, {"accuracy": 0.514822, "f1": 0.474057, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"], "main_score": 0.474057, "precision": 0.460149, "recall": 0.514822}, {"accuracy": 0.373518, "f1": 0.341211, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"], "main_score": 0.341211, "precision": 0.330393, "recall": 0.373518}, {"accuracy": 0.211462, "f1": 0.171084, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"], "main_score": 0.171084, "precision": 0.157492, "recall": 0.211462}, {"accuracy": 0.253953, "f1": 0.206006, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"], "main_score": 0.206006, "precision": 0.188308, "recall": 0.253953}, {"accuracy": 0.403162, "f1": 0.3718, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"], "main_score": 0.3718, "precision": 0.361277, "recall": 0.403162}, {"accuracy": 0.250988, "f1": 0.200253, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"], "main_score": 0.200253, "precision": 0.183783, "recall": 0.250988}, {"accuracy": 0.237154, "f1": 0.194647, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"], "main_score": 0.194647, "precision": 0.180306, "recall": 0.237154}, {"accuracy": 0.285573, "f1": 0.249063, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"], "main_score": 0.249063, "precision": 0.237526, "recall": 0.285573}, {"accuracy": 0.380435, "f1": 0.348732, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"], "main_score": 0.348732, "precision": 0.338788, "recall": 0.380435}, {"accuracy": 0.416008, "f1": 0.375641, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"], "main_score": 0.375641, "precision": 0.363101, "recall": 0.416008}, {"accuracy": 0.259881, "f1": 0.213151, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"], "main_score": 0.213151, "precision": 0.197925, "recall": 0.259881}, {"accuracy": 0.447628, "f1": 0.410654, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"], "main_score": 0.410654, "precision": 0.399916, "recall": 0.447628}, {"accuracy": 0.18083, "f1": 0.151437, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"], "main_score": 0.151437, "precision": 0.141891, "recall": 0.18083}, {"accuracy": 0.30336, "f1": 0.261181, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"], "main_score": 0.261181, "precision": 0.247347, "recall": 0.30336}, {"accuracy": 0.291502, "f1": 0.251365, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"], "main_score": 0.251365, "precision": 0.23811, "recall": 0.291502}, {"accuracy": 0.226285, "f1": 0.197249, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"], "main_score": 0.197249, "precision": 0.186746, "recall": 0.226285}, {"accuracy": 0.379447, "f1": 0.339334, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"], "main_score": 0.339334, "precision": 0.326969, "recall": 0.379447}, {"accuracy": 0.322134, "f1": 0.278647, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"], "main_score": 0.278647, "precision": 0.262853, "recall": 0.322134}, {"accuracy": 0.3083, "f1": 0.277287, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"], "main_score": 0.277287, "precision": 0.267332, "recall": 0.3083}, {"accuracy": 0.458498, "f1": 0.416601, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"], "main_score": 0.416601, "precision": 0.40424, "recall": 0.458498}, {"accuracy": 0.455534, "f1": 0.411748, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"], "main_score": 0.411748, "precision": 0.397847, "recall": 0.455534}, {"accuracy": 0.451581, "f1": 0.413656, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"], "main_score": 0.413656, "precision": 0.402404, "recall": 0.451581}, {"accuracy": 0.386364, "f1": 0.361859, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"], "main_score": 0.361859, "precision": 0.353445, "recall": 0.386364}, {"accuracy": 0.534585, "f1": 0.492403, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"], "main_score": 0.492403, "precision": 0.480159, "recall": 0.534585}, {"accuracy": 0.258893, "f1": 0.221367, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"], "main_score": 0.221367, "precision": 0.209109, "recall": 0.258893}, {"accuracy": 0.365613, "f1": 0.331229, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"], "main_score": 0.331229, "precision": 0.318466, "recall": 0.365613}, {"accuracy": 0.149209, "f1": 0.100549, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"], "main_score": 0.100549, "precision": 0.086423, "recall": 0.149209}, {"accuracy": 0.516798, "f1": 0.484886, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"], "main_score": 0.484886, "precision": 0.473963, "recall": 0.516798}, {"accuracy": 0.103755, "f1": 0.081273, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"], "main_score": 0.081273, "precision": 0.073965, "recall": 0.103755}, {"accuracy": 0.436759, "f1": 0.39866, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"], "main_score": 0.39866, "precision": 0.386545, "recall": 0.436759}, {"accuracy": 0.416996, "f1": 0.375613, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"], "main_score": 0.375613, "precision": 0.361833, "recall": 0.416996}, {"accuracy": 0.323123, "f1": 0.284825, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"], "main_score": 0.284825, "precision": 0.273101, "recall": 0.323123}, {"accuracy": 0.350791, "f1": 0.313105, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"], "main_score": 0.313105, "precision": 0.298561, "recall": 0.350791}, {"accuracy": 0.382411, "f1": 0.345853, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"], "main_score": 0.345853, "precision": 0.333155, "recall": 0.382411}, {"accuracy": 0.298419, "f1": 0.254779, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"], "main_score": 0.254779, "precision": 0.238503, "recall": 0.298419}, {"accuracy": 0.295455, "f1": 0.246554, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"], "main_score": 0.246554, "precision": 0.229141, "recall": 0.295455}, {"accuracy": 0.514822, "f1": 0.471475, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"], "main_score": 0.471475, "precision": 0.458472, "recall": 0.514822}, {"accuracy": 0.412055, "f1": 0.373975, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"], "main_score": 0.373975, "precision": 0.360766, "recall": 0.412055}, {"accuracy": 0.513834, "f1": 0.474464, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"], "main_score": 0.474464, "precision": 0.462669, "recall": 0.513834}, {"accuracy": 0.270751, "f1": 0.221307, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"], "main_score": 0.221307, "precision": 0.203597, "recall": 0.270751}, {"accuracy": 0.532609, "f1": 0.489075, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"], "main_score": 0.489075, "precision": 0.474874, "recall": 0.532609}, {"accuracy": 0.320158, "f1": 0.285421, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"], "main_score": 0.285421, "precision": 0.273288, "recall": 0.320158}, {"accuracy": 0.439723, "f1": 0.398688, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"], "main_score": 0.398688, "precision": 0.386988, "recall": 0.439723}, {"accuracy": 0.233202, "f1": 0.187923, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"], "main_score": 0.187923, "precision": 0.173376, "recall": 0.233202}, {"accuracy": 0.467391, "f1": 0.431619, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"], "main_score": 0.431619, "precision": 0.420525, "recall": 0.467391}, {"accuracy": 0.240119, "f1": 0.191462, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"], "main_score": 0.191462, "precision": 0.176123, "recall": 0.240119}, {"accuracy": 0.271739, "f1": 0.221194, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"], "main_score": 0.221194, "precision": 0.202704, "recall": 0.271739}, {"accuracy": 0.183794, "f1": 0.134992, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"], "main_score": 0.134992, "precision": 0.120272, "recall": 0.183794}, {"accuracy": 0.250988, "f1": 0.213902, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"], "main_score": 0.213902, "precision": 0.202107, "recall": 0.250988}, {"accuracy": 0.52668, "f1": 0.487158, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"], "main_score": 0.487158, "precision": 0.473186, "recall": 0.52668}, {"accuracy": 0.301383, "f1": 0.257234, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"], "main_score": 0.257234, "precision": 0.242977, "recall": 0.301383}, {"accuracy": 0.247036, "f1": 0.197791, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"], "main_score": 0.197791, "precision": 0.181576, "recall": 0.247036}, {"accuracy": 0.288538, "f1": 0.242513, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"], "main_score": 0.242513, "precision": 0.225579, "recall": 0.288538}, {"accuracy": 0.258893, "f1": 0.221817, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"], "main_score": 0.221817, "precision": 0.209521, "recall": 0.258893}, {"accuracy": 0.211462, "f1": 0.167491, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"], "main_score": 0.167491, "precision": 0.153717, "recall": 0.211462}, {"accuracy": 0.269763, "f1": 0.226921, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"], "main_score": 0.226921, "precision": 0.210904, "recall": 0.269763}, {"accuracy": 0.391304, "f1": 0.363687, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"], "main_score": 0.363687, "precision": 0.353965, "recall": 0.391304}, {"accuracy": 0.311265, "f1": 0.268978, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"], "main_score": 0.268978, "precision": 0.254311, "recall": 0.311265}, {"accuracy": 0.316206, "f1": 0.269878, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"], "main_score": 0.269878, "precision": 0.25395, "recall": 0.316206}, {"accuracy": 0.368577, "f1": 0.343953, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"], "main_score": 0.343953, "precision": 0.334753, "recall": 0.368577}, {"accuracy": 0.380435, "f1": 0.33622, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"], "main_score": 0.33622, "precision": 0.319753, "recall": 0.380435}, {"accuracy": 0.456522, "f1": 0.413108, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"], "main_score": 0.413108, "precision": 0.396797, "recall": 0.456522}, {"accuracy": 0.302372, "f1": 0.268623, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"], "main_score": 0.268623, "precision": 0.25783, "recall": 0.302372}, {"accuracy": 0.278656, "f1": 0.235223, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"], "main_score": 0.235223, "precision": 0.221133, "recall": 0.278656}, {"accuracy": 0.343874, "f1": 0.303884, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"], "main_score": 0.303884, "precision": 0.289874, "recall": 0.343874}, {"accuracy": 0.235178, "f1": 0.191101, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"], "main_score": 0.191101, "precision": 0.176015, "recall": 0.235178}, {"accuracy": 0.426877, "f1": 0.383148, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"], "main_score": 0.383148, "precision": 0.368389, "recall": 0.426877}, {"accuracy": 0.416008, "f1": 0.371505, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"], "main_score": 0.371505, "precision": 0.35686, "recall": 0.416008}, {"accuracy": 0.466403, "f1": 0.430519, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"], "main_score": 0.430519, "precision": 0.418609, "recall": 0.466403}, {"accuracy": 0.278656, "f1": 0.238253, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"], "main_score": 0.238253, "precision": 0.226454, "recall": 0.278656}, {"accuracy": 0.288538, "f1": 0.247958, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"], "main_score": 0.247958, "precision": 0.233947, "recall": 0.288538}, {"accuracy": 0.258893, "f1": 0.212884, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"], "main_score": 0.212884, "precision": 0.197769, "recall": 0.258893}, {"accuracy": 0.083004, "f1": 0.052028, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"], "main_score": 0.052028, "precision": 0.045153, "recall": 0.083004}, {"accuracy": 0.159091, "f1": 0.099646, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"], "main_score": 0.099646, "precision": 0.085678, "recall": 0.159091}, {"accuracy": 0.003953, "f1": 4.9e-05, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.913043, "f1": 0.885771, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"], "main_score": 0.885771, "precision": 0.872777, "recall": 0.913043}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.613636, "f1": 0.536973, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"], "main_score": 0.536973, "precision": 0.508478, "recall": 0.613636}, {"accuracy": 0.18083, "f1": 0.117942, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"], "main_score": 0.117942, "precision": 0.102424, "recall": 0.18083}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.378458, "f1": 0.289685, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"], "main_score": 0.289685, "precision": 0.261991, "recall": 0.378458}, {"accuracy": 0.632411, "f1": 0.555574, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"], "main_score": 0.555574, "precision": 0.525953, "recall": 0.632411}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.912055, "f1": 0.886001, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"], "main_score": 0.886001, "precision": 0.874012, "recall": 0.912055}, {"accuracy": 0.227273, "f1": 0.146664, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"], "main_score": 0.146664, "precision": 0.126243, "recall": 0.227273}, {"accuracy": 0.925889, "f1": 0.903854, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"], "main_score": 0.903854, "precision": 0.893528, "recall": 0.925889}, {"accuracy": 0.833004, "f1": 0.789366, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"], "main_score": 0.789366, "precision": 0.770586, "recall": 0.833004}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.271739, "f1": 0.183989, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"], "main_score": 0.183989, "precision": 0.160294, "recall": 0.271739}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.128458, "f1": 0.077348, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"], "main_score": 0.077348, "precision": 0.066099, "recall": 0.128458}, {"accuracy": 0.874506, "f1": 0.84162, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"], "main_score": 0.84162, "precision": 0.82691, "recall": 0.874506}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.687747, "f1": 0.614583, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"], "main_score": 0.614583, "precision": 0.583796, "recall": 0.687747}, {"accuracy": 0.066206, "f1": 0.032064, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"], "main_score": 0.032064, "precision": 0.026594, "recall": 0.066206}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.212451, "f1": 0.140895, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"], "main_score": 0.140895, "precision": 0.124109, "recall": 0.212451}, {"accuracy": 0.837945, "f1": 0.794236, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"], "main_score": 0.794236, "precision": 0.775231, "recall": 0.837945}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.917984, "f1": 0.894335, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"], "main_score": 0.894335, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.901186, "f1": 0.870455, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"], "main_score": 0.870455, "precision": 0.855978, "recall": 0.901186}, {"accuracy": 0.256917, "f1": 0.181571, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"], "main_score": 0.181571, "precision": 0.16068, "recall": 0.256917}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.799407, "f1": 0.752804, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"], "main_score": 0.752804, "precision": 0.732699, "recall": 0.799407}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.909091, "f1": 0.883136, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"], "main_score": 0.883136, "precision": 0.871327, "recall": 0.909091}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.145257, "f1": 0.082431, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"], "main_score": 0.082431, "precision": 0.070467, "recall": 0.145257}, {"accuracy": 0.056324, "f1": 0.031545, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"], "main_score": 0.031545, "precision": 0.026337, "recall": 0.056324}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.142292, "f1": 0.084741, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"], "main_score": 0.084741, "precision": 0.072784, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.886364, "f1": 0.854216, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"], "main_score": 0.854216, "precision": 0.839756, "recall": 0.886364}, {"accuracy": 0.72332, "f1": 0.659936, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"], "main_score": 0.659936, "precision": 0.633507, "recall": 0.72332}, {"accuracy": 0.175889, "f1": 0.104555, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"], "main_score": 0.104555, "precision": 0.087571, "recall": 0.175889}, {"accuracy": 0.711462, "f1": 0.653189, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"], "main_score": 0.653189, "precision": 0.629521, "recall": 0.711462}, {"accuracy": 0.603755, "f1": 0.524223, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"], "main_score": 0.524223, "precision": 0.494584, "recall": 0.603755}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.730237, "f1": 0.665046, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"], "main_score": 0.665046, "precision": 0.638167, "recall": 0.730237}, {"accuracy": 0.149209, "f1": 0.090725, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"], "main_score": 0.090725, "precision": 0.077214, "recall": 0.149209}, {"accuracy": 0.959486, "f1": 0.94753, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"], "main_score": 0.94753, "precision": 0.942111, "recall": 0.959486}, {"accuracy": 0.073123, "f1": 0.041715, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"], "main_score": 0.041715, "precision": 0.035297, "recall": 0.073123}, {"accuracy": 0.22332, "f1": 0.154187, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"], "main_score": 0.154187, "precision": 0.136477, "recall": 0.22332}, {"accuracy": 0.329051, "f1": 0.235401, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"], "main_score": 0.235401, "precision": 0.20775, "recall": 0.329051}, {"accuracy": 0.083004, "f1": 0.045532, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"], "main_score": 0.045532, "precision": 0.037647, "recall": 0.083004}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.263834, "f1": 0.180942, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"], "main_score": 0.180942, "precision": 0.157491, "recall": 0.263834}, {"accuracy": 0.753953, "f1": 0.693545, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"], "main_score": 0.693545, "precision": 0.668791, "recall": 0.753953}, {"accuracy": 0.428854, "f1": 0.341189, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"], "main_score": 0.341189, "precision": 0.312671, "recall": 0.428854}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.232213, "f1": 0.15953, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"], "main_score": 0.15953, "precision": 0.141775, "recall": 0.232213}, {"accuracy": 0.296443, "f1": 0.215537, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"], "main_score": 0.215537, "precision": 0.194514, "recall": 0.296443}, {"accuracy": 0.241107, "f1": 0.15962, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"], "main_score": 0.15962, "precision": 0.138335, "recall": 0.241107}, {"accuracy": 0.340909, "f1": 0.258532, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"], "main_score": 0.258532, "precision": 0.235158, "recall": 0.340909}, {"accuracy": 0.607708, "f1": 0.532749, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"], "main_score": 0.532749, "precision": 0.503747, "recall": 0.607708}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.056324, "f1": 0.019785, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"], "main_score": 0.019785, "precision": 0.015516, "recall": 0.056324}, {"accuracy": 0.179842, "f1": 0.114652, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"], "main_score": 0.114652, "precision": 0.099086, "recall": 0.179842}, {"accuracy": 0.72332, "f1": 0.658171, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"], "main_score": 0.658171, "precision": 0.631613, "recall": 0.72332}, {"accuracy": 0.227273, "f1": 0.155832, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"], "main_score": 0.155832, "precision": 0.138693, "recall": 0.227273}, {"accuracy": 0.059289, "f1": 0.028808, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"], "main_score": 0.028808, "precision": 0.024631, "recall": 0.059289}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.77668, "f1": 0.719699, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"], "main_score": 0.719699, "precision": 0.695184, "recall": 0.77668}, {"accuracy": 0.778656, "f1": 0.718347, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"], "main_score": 0.718347, "precision": 0.692968, "recall": 0.778656}, {"accuracy": 0.761858, "f1": 0.707677, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"], "main_score": 0.707677, "precision": 0.684611, "recall": 0.761858}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.204545, "f1": 0.138953, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"], "main_score": 0.138953, "precision": 0.121475, "recall": 0.204545}, {"accuracy": 0.143281, "f1": 0.088792, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"], "main_score": 0.088792, "precision": 0.076496, "recall": 0.143281}, {"accuracy": 0.88834, "f1": 0.854545, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"], "main_score": 0.854545, "precision": 0.838603, "recall": 0.88834}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.348814, "f1": 0.263605, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"], "main_score": 0.263605, "precision": 0.238306, "recall": 0.348814}, {"accuracy": 0.182806, "f1": 0.119626, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"], "main_score": 0.119626, "precision": 0.104123, "recall": 0.182806}, {"accuracy": 0.6917, "f1": 0.62029, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"], "main_score": 0.62029, "precision": 0.591667, "recall": 0.6917}, {"accuracy": 0.909091, "f1": 0.884703, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"], "main_score": 0.884703, "precision": 0.874127, "recall": 0.909091}, {"accuracy": 0.170949, "f1": 0.104575, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"], "main_score": 0.104575, "precision": 0.090536, "recall": 0.170949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.225296, "f1": 0.1578, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"], "main_score": 0.1578, "precision": 0.142044, "recall": 0.225296}, {"accuracy": 0.391304, "f1": 0.297982, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"], "main_score": 0.297982, "precision": 0.269384, "recall": 0.391304}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.720356, "f1": 0.65269, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"], "main_score": 0.65269, "precision": 0.624646, "recall": 0.720356}, {"accuracy": 0.936759, "f1": 0.916502, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"], "main_score": 0.916502, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.209486, "f1": 0.139083, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"], "main_score": 0.139083, "precision": 0.120895, "recall": 0.209486}, {"accuracy": 0.081028, "f1": 0.036223, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"], "main_score": 0.036223, "precision": 0.029537, "recall": 0.081028}, {"accuracy": 0.219368, "f1": 0.145019, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"], "main_score": 0.145019, "precision": 0.125333, "recall": 0.219368}, {"accuracy": 0.107708, "f1": 0.061572, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"], "main_score": 0.061572, "precision": 0.052162, "recall": 0.107708}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.710474, "f1": 0.641008, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"], "main_score": 0.641008, "precision": 0.612187, "recall": 0.710474}, {"accuracy": 0.075099, "f1": 0.047588, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"], "main_score": 0.047588, "precision": 0.041643, "recall": 0.075099}, {"accuracy": 0.710474, "f1": 0.641027, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"], "main_score": 0.641027, "precision": 0.611792, "recall": 0.710474}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.736166, "f1": 0.672711, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"], "main_score": 0.672711, "precision": 0.645779, "recall": 0.736166}, {"accuracy": 0.497036, "f1": 0.411139, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"], "main_score": 0.411139, "precision": 0.379712, "recall": 0.497036}, {"accuracy": 0.185771, "f1": 0.116853, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"], "main_score": 0.116853, "precision": 0.101105, "recall": 0.185771}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.363636, "f1": 0.272652, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"], "main_score": 0.272652, "precision": 0.244875, "recall": 0.363636}, {"accuracy": 0.203557, "f1": 0.128264, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"], "main_score": 0.128264, "precision": 0.110353, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.119657, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"], "main_score": 0.119657, "precision": 0.105005, "recall": 0.182806}, {"accuracy": 0.211462, "f1": 0.145686, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"], "main_score": 0.145686, "precision": 0.129536, "recall": 0.211462}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.020751, "f1": 0.005013, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"], "main_score": 0.005013, "precision": 0.004153, "recall": 0.020751}, {"accuracy": 0.859684, "f1": 0.820389, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"], "main_score": 0.820389, "precision": 0.802701, "recall": 0.859684}, {"accuracy": 0.43083, "f1": 0.344215, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"], "main_score": 0.344215, "precision": 0.313163, "recall": 0.43083}, {"accuracy": 0.844862, "f1": 0.803491, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"], "main_score": 0.803491, "precision": 0.784453, "recall": 0.844862}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.086957, "f1": 0.04828, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"], "main_score": 0.04828, "precision": 0.04132, "recall": 0.086957}, {"accuracy": 0.177866, "f1": 0.113086, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"], "main_score": 0.113086, "precision": 0.098538, "recall": 0.177866}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.620553, "f1": 0.541446, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"], "main_score": 0.541446, "precision": 0.512566, "recall": 0.620553}, {"accuracy": 0.173913, "f1": 0.106607, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"], "main_score": 0.106607, "precision": 0.091051, "recall": 0.173913}, {"accuracy": 0.172925, "f1": 0.101993, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"], "main_score": 0.101993, "precision": 0.085095, "recall": 0.172925}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.176877, "f1": 0.113404, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"], "main_score": 0.113404, "precision": 0.097489, "recall": 0.176877}, {"accuracy": 0.166996, "f1": 0.103919, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"], "main_score": 0.103919, "precision": 0.087479, "recall": 0.166996}, {"accuracy": 0.821146, "f1": 0.772614, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"], "main_score": 0.772614, "precision": 0.751021, "recall": 0.821146}, {"accuracy": 0.614625, "f1": 0.540376, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"], "main_score": 0.540376, "precision": 0.51329, "recall": 0.614625}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"], "main_score": 0.949934, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.251976, "f1": 0.171839, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"], "main_score": 0.171839, "precision": 0.148996, "recall": 0.251976}, {"accuracy": 0.438735, "f1": 0.350452, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"], "main_score": 0.350452, "precision": 0.322308, "recall": 0.438735}, {"accuracy": 0.55336, "f1": 0.46952, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"], "main_score": 0.46952, "precision": 0.438185, "recall": 0.55336}, {"accuracy": 0.833992, "f1": 0.78849, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"], "main_score": 0.78849, "precision": 0.768099, "recall": 0.833992}, {"accuracy": 0.250988, "f1": 0.175349, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"], "main_score": 0.175349, "precision": 0.154898, "recall": 0.250988}, {"accuracy": 0.588933, "f1": 0.509383, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"], "main_score": 0.509383, "precision": 0.477961, "recall": 0.588933}, {"accuracy": 0.674901, "f1": 0.604334, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"], "main_score": 0.604334, "precision": 0.575725, "recall": 0.674901}, {"accuracy": 0.217391, "f1": 0.14095, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"], "main_score": 0.14095, "precision": 0.12151, "recall": 0.217391}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"], "main_score": 0.907181, "precision": 0.897151, "recall": 0.928854}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.994071, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"], "main_score": 0.994071, "precision": 0.993577, "recall": 0.995059}, {"accuracy": 0.926877, "f1": 0.90471, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"], "main_score": 0.90471, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.742095, "f1": 0.679037, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"], "main_score": 0.679037, "precision": 0.651877, "recall": 0.742095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.399209, "f1": 0.316293, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"], "main_score": 0.316293, "precision": 0.289448, "recall": 0.399209}, {"accuracy": 0.475296, "f1": 0.377825, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"], "main_score": 0.377825, "precision": 0.345137, "recall": 0.475296}, {"accuracy": 0.103755, "f1": 0.05541, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"], "main_score": 0.05541, "precision": 0.047372, "recall": 0.103755}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.173913, "f1": 0.114757, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"], "main_score": 0.114757, "precision": 0.099456, "recall": 0.173913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942852, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"], "main_score": 0.942852, "precision": 0.936924, "recall": 0.955534}, {"accuracy": 0.423913, "f1": 0.331796, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"], "main_score": 0.331796, "precision": 0.302384, "recall": 0.423913}, {"accuracy": 0.321146, "f1": 0.236231, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"], "main_score": 0.236231, "precision": 0.212438, "recall": 0.321146}, {"accuracy": 0.873518, "f1": 0.835935, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"], "main_score": 0.835935, "precision": 0.818676, "recall": 0.873518}, {"accuracy": 0.22332, "f1": 0.150891, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"], "main_score": 0.150891, "precision": 0.132054, "recall": 0.22332}, {"accuracy": 0.206522, "f1": 0.134084, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"], "main_score": 0.134084, "precision": 0.115883, "recall": 0.206522}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.41996, "f1": 0.325905, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"], "main_score": 0.325905, "precision": 0.295907, "recall": 0.41996}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.172925, "f1": 0.101364, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"], "main_score": 0.101364, "precision": 0.084638, "recall": 0.172925}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.889196, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"], "main_score": 0.889196, "precision": 0.877223, "recall": 0.91502}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.156126, "f1": 0.094441, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"], "main_score": 0.094441, "precision": 0.080498, "recall": 0.156126}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"], "main_score": 0.872925, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.168972, "f1": 0.106934, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"], "main_score": 0.106934, "precision": 0.092187, "recall": 0.168972}, {"accuracy": 0.185771, "f1": 0.120968, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"], "main_score": 0.120968, "precision": 0.1055, "recall": 0.185771}, {"accuracy": 0.131423, "f1": 0.07583, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"], "main_score": 0.07583, "precision": 0.063705, "recall": 0.131423}, {"accuracy": 0.551383, "f1": 0.470749, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"], "main_score": 0.470749, "precision": 0.440895, "recall": 0.551383}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.275692, "f1": 0.194597, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"], "main_score": 0.194597, "precision": 0.17201, "recall": 0.275692}, {"accuracy": 0.160079, "f1": 0.09692, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"], "main_score": 0.09692, "precision": 0.081769, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.128019, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"], "main_score": 0.128019, "precision": 0.11112, "recall": 0.199605}, {"accuracy": 0.827075, "f1": 0.784373, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"], "main_score": 0.784373, "precision": 0.766123, "recall": 0.827075}, {"accuracy": 0.158103, "f1": 0.092443, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"], "main_score": 0.092443, "precision": 0.078122, "recall": 0.158103}, {"accuracy": 0.16996, "f1": 0.108493, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"], "main_score": 0.108493, "precision": 0.093674, "recall": 0.16996}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"], "main_score": 0.942358, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.278656, "f1": 0.195119, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"], "main_score": 0.195119, "precision": 0.173392, "recall": 0.278656}, {"accuracy": 0.215415, "f1": 0.140734, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"], "main_score": 0.140734, "precision": 0.123278, "recall": 0.215415}, {"accuracy": 0.606719, "f1": 0.526398, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"], "main_score": 0.526398, "precision": 0.496023, "recall": 0.606719}, {"accuracy": 0.325099, "f1": 0.24147, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"], "main_score": 0.24147, "precision": 0.217085, "recall": 0.325099}, {"accuracy": 0.444664, "f1": 0.346295, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"], "main_score": 0.346295, "precision": 0.312829, "recall": 0.444664}, {"accuracy": 0.847826, "f1": 0.807329, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"], "main_score": 0.807329, "precision": 0.78937, "recall": 0.847826}, {"accuracy": 0.321146, "f1": 0.231342, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"], "main_score": 0.231342, "precision": 0.204242, "recall": 0.321146}, {"accuracy": 0.450593, "f1": 0.364452, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"], "main_score": 0.364452, "precision": 0.335304, "recall": 0.450593}, {"accuracy": 0.16996, "f1": 0.104371, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"], "main_score": 0.104371, "precision": 0.087179, "recall": 0.16996}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.842885, "f1": 0.802574, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"], "main_score": 0.802574, "precision": 0.784947, "recall": 0.842885}, {"accuracy": 0.237154, "f1": 0.166067, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"], "main_score": 0.166067, "precision": 0.146116, "recall": 0.237154}, {"accuracy": 0.184783, "f1": 0.114242, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"], "main_score": 0.114242, "precision": 0.098183, "recall": 0.184783}, {"accuracy": 0.031621, "f1": 0.021894, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"], "main_score": 0.021894, "precision": 0.019465, "recall": 0.031621}, {"accuracy": 0.065217, "f1": 0.045866, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"], "main_score": 0.045866, "precision": 0.041338, "recall": 0.065217}, {"accuracy": 0.002964, "f1": 8.8e-05, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"], "main_score": 8.8e-05, "precision": 4.5e-05, "recall": 0.002964}, {"accuracy": 0.523715, "f1": 0.463986, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"], "main_score": 0.463986, "precision": 0.443213, "recall": 0.523715}, {"accuracy": 0.433794, "f1": 0.38278, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"], "main_score": 0.38278, "precision": 0.363988, "recall": 0.433794}, {"accuracy": 0.406126, "f1": 0.353947, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"], "main_score": 0.353947, "precision": 0.336736, "recall": 0.406126}, {"accuracy": 0.242095, "f1": 0.194571, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"], "main_score": 0.194571, "precision": 0.180503, "recall": 0.242095}, {"accuracy": 0.070158, "f1": 0.043449, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"], "main_score": 0.043449, "precision": 0.037518, "recall": 0.070158}, {"accuracy": 0.504941, "f1": 0.452837, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"], "main_score": 0.452837, "precision": 0.434385, "recall": 0.504941}, {"accuracy": 0.15415, "f1": 0.112752, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"], "main_score": 0.112752, "precision": 0.100688, "recall": 0.15415}, {"accuracy": 0.220356, "f1": 0.182249, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"], "main_score": 0.182249, "precision": 0.169826, "recall": 0.220356}, {"accuracy": 0.490119, "f1": 0.434128, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"], "main_score": 0.434128, "precision": 0.413746, "recall": 0.490119}, {"accuracy": 0.376482, "f1": 0.331382, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"], "main_score": 0.331382, "precision": 0.31641, "recall": 0.376482}, {"accuracy": 0.08004, "f1": 0.04854, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"], "main_score": 0.04854, "precision": 0.040794, "recall": 0.08004}, {"accuracy": 0.394269, "f1": 0.348975, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"], "main_score": 0.348975, "precision": 0.334257, "recall": 0.394269}, {"accuracy": 0.403162, "f1": 0.354289, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"], "main_score": 0.354289, "precision": 0.336961, "recall": 0.403162}, {"accuracy": 0.504941, "f1": 0.451549, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"], "main_score": 0.451549, "precision": 0.433862, "recall": 0.504941}, {"accuracy": 0.094862, "f1": 0.059478, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"], "main_score": 0.059478, "precision": 0.051217, "recall": 0.094862}, {"accuracy": 0.467391, "f1": 0.420405, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"], "main_score": 0.420405, "precision": 0.403572, "recall": 0.467391}, {"accuracy": 0.454545, "f1": 0.396315, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"], "main_score": 0.396315, "precision": 0.376697, "recall": 0.454545}, {"accuracy": 0.533597, "f1": 0.474523, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"], "main_score": 0.474523, "precision": 0.454112, "recall": 0.533597}, {"accuracy": 0.499012, "f1": 0.44169, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"], "main_score": 0.44169, "precision": 0.421891, "recall": 0.499012}, {"accuracy": 0.05336, "f1": 0.034477, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"], "main_score": 0.034477, "precision": 0.030242, "recall": 0.05336}, {"accuracy": 0.400198, "f1": 0.355759, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"], "main_score": 0.355759, "precision": 0.340464, "recall": 0.400198}, {"accuracy": 0.501976, "f1": 0.441786, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"], "main_score": 0.441786, "precision": 0.42167, "recall": 0.501976}, {"accuracy": 0.267787, "f1": 0.214429, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"], "main_score": 0.214429, "precision": 0.197355, "recall": 0.267787}, {"accuracy": 0.055336, "f1": 0.032622, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"], "main_score": 0.032622, "precision": 0.027937, "recall": 0.055336}, {"accuracy": 0.474308, "f1": 0.428976, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"], "main_score": 0.428976, "precision": 0.412091, "recall": 0.474308}, {"accuracy": 0.081028, "f1": 0.05235, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"], "main_score": 0.05235, "precision": 0.046029, "recall": 0.081028}, {"accuracy": 0.374506, "f1": 0.318675, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"], "main_score": 0.318675, "precision": 0.299918, "recall": 0.374506}, {"accuracy": 0.48419, "f1": 0.425653, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"], "main_score": 0.425653, "precision": 0.405145, "recall": 0.48419}, {"accuracy": 0.400198, "f1": 0.351025, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"], "main_score": 0.351025, "precision": 0.335524, "recall": 0.400198}, {"accuracy": 0.425889, "f1": 0.377106, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"], "main_score": 0.377106, "precision": 0.361075, "recall": 0.425889}, {"accuracy": 0.102767, "f1": 0.07346, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"], "main_score": 0.07346, "precision": 0.065461, "recall": 0.102767}, {"accuracy": 0.529644, "f1": 0.470903, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"], "main_score": 0.470903, "precision": 0.450822, "recall": 0.529644}, {"accuracy": 0.411067, "f1": 0.355002, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"], "main_score": 0.355002, "precision": 0.336338, "recall": 0.411067}, {"accuracy": 0.423913, "f1": 0.379599, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"], "main_score": 0.379599, "precision": 0.363394, "recall": 0.423913}, {"accuracy": 0.555336, "f1": 0.509803, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"], "main_score": 0.509803, "precision": 0.492994, "recall": 0.555336}, {"accuracy": 0.508893, "f1": 0.448629, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"], "main_score": 0.448629, "precision": 0.427138, "recall": 0.508893}, {"accuracy": 0.51581, "f1": 0.45541, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"], "main_score": 0.45541, "precision": 0.434864, "recall": 0.51581}, {"accuracy": 0.0583, "f1": 0.037184, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"], "main_score": 0.037184, "precision": 0.032497, "recall": 0.0583}, {"accuracy": 0.024704, "f1": 0.013748, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"], "main_score": 0.013748, "precision": 0.010813, "recall": 0.024704}, {"accuracy": 0.483202, "f1": 0.421052, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"], "main_score": 0.421052, "precision": 0.399894, "recall": 0.483202}, {"accuracy": 0.057312, "f1": 0.034624, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"], "main_score": 0.034624, "precision": 0.029541, "recall": 0.057312}, {"accuracy": 0.514822, "f1": 0.456451, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"], "main_score": 0.456451, "precision": 0.436138, "recall": 0.514822}, {"accuracy": 0.488142, "f1": 0.423803, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"], "main_score": 0.423803, "precision": 0.400712, "recall": 0.488142}, {"accuracy": 0.355731, "f1": 0.309082, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"], "main_score": 0.309082, "precision": 0.293243, "recall": 0.355731}, {"accuracy": 0.3083, "f1": 0.2631, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"], "main_score": 0.2631, "precision": 0.247728, "recall": 0.3083}, {"accuracy": 0.077075, "f1": 0.049982, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"], "main_score": 0.049982, "precision": 0.042908, "recall": 0.077075}, {"accuracy": 0.320158, "f1": 0.272941, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"], "main_score": 0.272941, "precision": 0.256426, "recall": 0.320158}, {"accuracy": 0.231225, "f1": 0.188164, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"], "main_score": 0.188164, "precision": 0.174862, "recall": 0.231225}, {"accuracy": 0.521739, "f1": 0.465978, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"], "main_score": 0.465978, "precision": 0.448885, "recall": 0.521739}, {"accuracy": 0.269763, "f1": 0.22587, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"], "main_score": 0.22587, "precision": 0.211434, "recall": 0.269763}, {"accuracy": 0.061265, "f1": 0.036931, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"], "main_score": 0.036931, "precision": 0.03203, "recall": 0.061265}, {"accuracy": 0.463439, "f1": 0.414626, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"], "main_score": 0.414626, "precision": 0.397012, "recall": 0.463439}, {"accuracy": 0.023715, "f1": 0.012064, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"], "main_score": 0.012064, "precision": 0.009663, "recall": 0.023715}, {"accuracy": 0.073123, "f1": 0.048576, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"], "main_score": 0.048576, "precision": 0.042397, "recall": 0.073123}, {"accuracy": 0.133399, "f1": 0.095559, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"], "main_score": 0.095559, "precision": 0.085576, "recall": 0.133399}, {"accuracy": 0.05336, "f1": 0.037757, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"], "main_score": 0.037757, "precision": 0.033404, "recall": 0.05336}, {"accuracy": 0.524704, "f1": 0.465725, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"], "main_score": 0.465725, "precision": 0.445359, "recall": 0.524704}, {"accuracy": 0.48913, "f1": 0.436922, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"], "main_score": 0.436922, "precision": 0.418713, "recall": 0.48913}, {"accuracy": 0.503953, "f1": 0.445162, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"], "main_score": 0.445162, "precision": 0.425281, "recall": 0.503953}, {"accuracy": 0.479249, "f1": 0.42449, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"], "main_score": 0.42449, "precision": 0.406529, "recall": 0.479249}, {"accuracy": 0.085968, "f1": 0.054749, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"], "main_score": 0.054749, "precision": 0.046734, "recall": 0.085968}, {"accuracy": 0.288538, "f1": 0.243503, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"], "main_score": 0.243503, "precision": 0.228701, "recall": 0.288538}, {"accuracy": 0.190711, "f1": 0.150387, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"], "main_score": 0.150387, "precision": 0.137585, "recall": 0.190711}, {"accuracy": 0.503953, "f1": 0.450492, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"], "main_score": 0.450492, "precision": 0.431742, "recall": 0.503953}, {"accuracy": 0.083004, "f1": 0.054619, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"], "main_score": 0.054619, "precision": 0.046352, "recall": 0.083004}, {"accuracy": 0.125494, "f1": 0.089011, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"], "main_score": 0.089011, "precision": 0.080799, "recall": 0.125494}, {"accuracy": 0.094862, "f1": 0.059685, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"], "main_score": 0.059685, "precision": 0.050724, "recall": 0.094862}, {"accuracy": 0.150198, "f1": 0.114481, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"], "main_score": 0.114481, "precision": 0.103721, "recall": 0.150198}, {"accuracy": 0.283597, "f1": 0.235505, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"], "main_score": 0.235505, "precision": 0.220202, "recall": 0.283597}, {"accuracy": 0.524704, "f1": 0.467614, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"], "main_score": 0.467614, "precision": 0.447954, "recall": 0.524704}, {"accuracy": 0.044466, "f1": 0.02118, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"], "main_score": 0.02118, "precision": 0.017438, "recall": 0.044466}, {"accuracy": 0.066206, "f1": 0.043343, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"], "main_score": 0.043343, "precision": 0.037604, "recall": 0.066206}, {"accuracy": 0.329051, "f1": 0.272011, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"], "main_score": 0.272011, "precision": 0.25255, "recall": 0.329051}, {"accuracy": 0.099802, "f1": 0.067907, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"], "main_score": 0.067907, "precision": 0.060398, "recall": 0.099802}, {"accuracy": 0.063241, "f1": 0.039835, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"], "main_score": 0.039835, "precision": 0.035396, "recall": 0.063241}, {"accuracy": 0.51581, "f1": 0.458874, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"], "main_score": 0.458874, "precision": 0.440307, "recall": 0.51581}, {"accuracy": 0.337945, "f1": 0.281526, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"], "main_score": 0.281526, "precision": 0.263319, "recall": 0.337945}, {"accuracy": 0.321146, "f1": 0.262121, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"], "main_score": 0.262121, "precision": 0.243121, "recall": 0.321146}, {"accuracy": 0.402174, "f1": 0.348241, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"], "main_score": 0.348241, "precision": 0.329527, "recall": 0.402174}, {"accuracy": 0.503953, "f1": 0.443262, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"], "main_score": 0.443262, "precision": 0.422591, "recall": 0.503953}, {"accuracy": 0.502964, "f1": 0.442054, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"], "main_score": 0.442054, "precision": 0.422877, "recall": 0.502964}, {"accuracy": 0.518775, "f1": 0.460909, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"], "main_score": 0.460909, "precision": 0.441246, "recall": 0.518775}, {"accuracy": 0.480237, "f1": 0.42918, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"], "main_score": 0.42918, "precision": 0.410784, "recall": 0.480237}, {"accuracy": 0.083004, "f1": 0.054166, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"], "main_score": 0.054166, "precision": 0.047032, "recall": 0.083004}, {"accuracy": 0.05336, "f1": 0.036175, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"], "main_score": 0.036175, "precision": 0.03198, "recall": 0.05336}, {"accuracy": 0.425889, "f1": 0.383485, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"], "main_score": 0.383485, "precision": 0.368983, "recall": 0.425889}, {"accuracy": 0.505929, "f1": 0.446062, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"], "main_score": 0.446062, "precision": 0.42537, "recall": 0.505929}, {"accuracy": 0.470356, "f1": 0.421732, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"], "main_score": 0.421732, "precision": 0.404552, "recall": 0.470356}, {"accuracy": 0.131423, "f1": 0.09697, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"], "main_score": 0.09697, "precision": 0.08766, "recall": 0.131423}, {"accuracy": 0.071146, "f1": 0.042979, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"], "main_score": 0.042979, "precision": 0.036397, "recall": 0.071146}, {"accuracy": 0.302372, "f1": 0.251581, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"], "main_score": 0.251581, "precision": 0.236225, "recall": 0.302372}, {"accuracy": 0.472332, "f1": 0.420882, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"], "main_score": 0.420882, "precision": 0.401838, "recall": 0.472332}, {"accuracy": 0.070158, "f1": 0.041943, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"], "main_score": 0.041943, "precision": 0.03568, "recall": 0.070158}, {"accuracy": 0.503953, "f1": 0.442227, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"], "main_score": 0.442227, "precision": 0.420394, "recall": 0.503953}, {"accuracy": 0.078063, "f1": 0.055006, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"], "main_score": 0.055006, "precision": 0.049186, "recall": 0.078063}, {"accuracy": 0.140316, "f1": 0.101011, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"], "main_score": 0.101011, "precision": 0.091264, "recall": 0.140316}, {"accuracy": 0.496047, "f1": 0.447341, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"], "main_score": 0.447341, "precision": 0.429617, "recall": 0.496047}, {"accuracy": 0.537549, "f1": 0.477708, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"], "main_score": 0.477708, "precision": 0.457477, "recall": 0.537549}, {"accuracy": 0.513834, "f1": 0.453798, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"], "main_score": 0.453798, "precision": 0.433588, "recall": 0.513834}, {"accuracy": 0.500988, "f1": 0.43759, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"], "main_score": 0.43759, "precision": 0.416657, "recall": 0.500988}, {"accuracy": 0.272727, "f1": 0.223301, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"], "main_score": 0.223301, "precision": 0.207298, "recall": 0.272727}, {"accuracy": 0.450593, "f1": 0.401627, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"], "main_score": 0.401627, "precision": 0.384509, "recall": 0.450593}, {"accuracy": 0.076087, "f1": 0.047304, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"], "main_score": 0.047304, "precision": 0.040259, "recall": 0.076087}, {"accuracy": 0.065217, "f1": 0.036237, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"], "main_score": 0.036237, "precision": 0.030559, "recall": 0.065217}, {"accuracy": 0.078063, "f1": 0.052474, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"], "main_score": 0.052474, "precision": 0.046296, "recall": 0.078063}, {"accuracy": 0.045455, "f1": 0.027475, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"], "main_score": 0.027475, "precision": 0.024285, "recall": 0.045455}, {"accuracy": 0.514822, "f1": 0.45609, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"], "main_score": 0.45609, "precision": 0.435717, "recall": 0.514822}, {"accuracy": 0.291502, "f1": 0.233495, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"], "main_score": 0.233495, "precision": 0.215501, "recall": 0.291502}, {"accuracy": 0.049407, "f1": 0.034821, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"], "main_score": 0.034821, "precision": 0.030979, "recall": 0.049407}, {"accuracy": 0.314229, "f1": 0.263596, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"], "main_score": 0.263596, "precision": 0.246807, "recall": 0.314229}, {"accuracy": 0.501976, "f1": 0.440003, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"], "main_score": 0.440003, "precision": 0.42006, "recall": 0.501976}, {"accuracy": 0.346838, "f1": 0.304097, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"], "main_score": 0.304097, "precision": 0.289735, "recall": 0.346838}, {"accuracy": 0.173913, "f1": 0.139034, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"], "main_score": 0.139034, "precision": 0.127227, "recall": 0.173913}, {"accuracy": 0.078063, "f1": 0.049868, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"], "main_score": 0.049868, "precision": 0.043924, "recall": 0.078063}, {"accuracy": 0.492095, "f1": 0.439936, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"], "main_score": 0.439936, "precision": 0.421245, "recall": 0.492095}, {"accuracy": 0.145257, "f1": 0.109817, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"], "main_score": 0.109817, "precision": 0.099506, "recall": 0.145257}, {"accuracy": 0.086957, "f1": 0.059179, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"], "main_score": 0.059179, "precision": 0.051798, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.040667, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"], "main_score": 0.040667, "precision": 0.036103, "recall": 0.062253}, {"accuracy": 0.094862, "f1": 0.063591, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"], "main_score": 0.063591, "precision": 0.055705, "recall": 0.094862}, {"accuracy": 0.472332, "f1": 0.414658, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"], "main_score": 0.414658, "precision": 0.395126, "recall": 0.472332}, {"accuracy": 0.017787, "f1": 0.006235, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"], "main_score": 0.006235, "precision": 0.005391, "recall": 0.017787}, {"accuracy": 0.416996, "f1": 0.373571, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"], "main_score": 0.373571, "precision": 0.358579, "recall": 0.416996}, {"accuracy": 0.243083, "f1": 0.198643, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"], "main_score": 0.198643, "precision": 0.182963, "recall": 0.243083}, {"accuracy": 0.374506, "f1": 0.328517, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"], "main_score": 0.328517, "precision": 0.311974, "recall": 0.374506}, {"accuracy": 0.506917, "f1": 0.44785, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"], "main_score": 0.44785, "precision": 0.428962, "recall": 0.506917}, {"accuracy": 0.05336, "f1": 0.030396, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"], "main_score": 0.030396, "precision": 0.025937, "recall": 0.05336}, {"accuracy": 0.070158, "f1": 0.048481, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"], "main_score": 0.048481, "precision": 0.043802, "recall": 0.070158}, {"accuracy": 0.487154, "f1": 0.426133, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"], "main_score": 0.426133, "precision": 0.404821, "recall": 0.487154}, {"accuracy": 0.501976, "f1": 0.446528, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"], "main_score": 0.446528, "precision": 0.427119, "recall": 0.501976}, {"accuracy": 0.266798, "f1": 0.215597, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"], "main_score": 0.215597, "precision": 0.198531, "recall": 0.266798}, {"accuracy": 0.073123, "f1": 0.05128, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"], "main_score": 0.05128, "precision": 0.045048, "recall": 0.073123}, {"accuracy": 0.077075, "f1": 0.051418, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"], "main_score": 0.051418, "precision": 0.045154, "recall": 0.077075}, {"accuracy": 0.451581, "f1": 0.402306, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"], "main_score": 0.402306, "precision": 0.384419, "recall": 0.451581}, {"accuracy": 0.073123, "f1": 0.050832, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"], "main_score": 0.050832, "precision": 0.045527, "recall": 0.073123}, {"accuracy": 0.071146, "f1": 0.04868, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"], "main_score": 0.04868, "precision": 0.043009, "recall": 0.071146}, {"accuracy": 0.416996, "f1": 0.369273, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"], "main_score": 0.369273, "precision": 0.353081, "recall": 0.416996}, {"accuracy": 0.259881, "f1": 0.21141, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"], "main_score": 0.21141, "precision": 0.195941, "recall": 0.259881}, {"accuracy": 0.507905, "f1": 0.461284, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"], "main_score": 0.461284, "precision": 0.445726, "recall": 0.507905}, {"accuracy": 0.085968, "f1": 0.056904, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"], "main_score": 0.056904, "precision": 0.048801, "recall": 0.085968}, {"accuracy": 0.185771, "f1": 0.142752, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"], "main_score": 0.142752, "precision": 0.130384, "recall": 0.185771}, {"accuracy": 0.51581, "f1": 0.461823, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"], "main_score": 0.461823, "precision": 0.44369, "recall": 0.51581}, {"accuracy": 0.409091, "f1": 0.351853, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"], "main_score": 0.351853, "precision": 0.332892, "recall": 0.409091}, {"accuracy": 0.128458, "f1": 0.090117, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"], "main_score": 0.090117, "precision": 0.081177, "recall": 0.128458}, {"accuracy": 0.26087, "f1": 0.223386, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"], "main_score": 0.223386, "precision": 0.209851, "recall": 0.26087}, {"accuracy": 0.281621, "f1": 0.222584, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"], "main_score": 0.222584, "precision": 0.204168, "recall": 0.281621}, {"accuracy": 0.08004, "f1": 0.057775, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"], "main_score": 0.057775, "precision": 0.053057, "recall": 0.08004}, {"accuracy": 0.447628, "f1": 0.41135, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"], "main_score": 0.41135, "precision": 0.399511, "recall": 0.447628}, {"accuracy": 0.48913, "f1": 0.425613, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"], "main_score": 0.425613, "precision": 0.404209, "recall": 0.48913}, {"accuracy": 0.497036, "f1": 0.435328, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"], "main_score": 0.435328, "precision": 0.414179, "recall": 0.497036}, {"accuracy": 0.416008, "f1": 0.364893, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"], "main_score": 0.364893, "precision": 0.346424, "recall": 0.416008}, {"accuracy": 0.297431, "f1": 0.256953, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"], "main_score": 0.256953, "precision": 0.243409, "recall": 0.297431}, {"accuracy": 0.524704, "f1": 0.466155, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"], "main_score": 0.466155, "precision": 0.445097, "recall": 0.524704}, {"accuracy": 0.161067, "f1": 0.12826, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"], "main_score": 0.12826, "precision": 0.11828, "recall": 0.161067}, {"accuracy": 0.190711, "f1": 0.144543, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"], "main_score": 0.144543, "precision": 0.130587, "recall": 0.190711}, {"accuracy": 0.056324, "f1": 0.033093, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"], "main_score": 0.033093, "precision": 0.028105, "recall": 0.056324}, {"accuracy": 0.502964, "f1": 0.445385, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"], "main_score": 0.445385, "precision": 0.426677, "recall": 0.502964}, {"accuracy": 0.124506, "f1": 0.09537, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"], "main_score": 0.09537, "precision": 0.086102, "recall": 0.124506}, {"accuracy": 0.490119, "f1": 0.435302, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"], "main_score": 0.435302, "precision": 0.416405, "recall": 0.490119}, {"accuracy": 0.451581, "f1": 0.396892, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"], "main_score": 0.396892, "precision": 0.378099, "recall": 0.451581}, {"accuracy": 0.186759, "f1": 0.14276, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"], "main_score": 0.14276, "precision": 0.129171, "recall": 0.186759}, {"accuracy": 0.121542, "f1": 0.077997, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"], "main_score": 0.077997, "precision": 0.067629, "recall": 0.121542}, {"accuracy": 0.44664, "f1": 0.391162, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"], "main_score": 0.391162, "precision": 0.372565, "recall": 0.44664}, {"accuracy": 0.08498, "f1": 0.05618, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"], "main_score": 0.05618, "precision": 0.049142, "recall": 0.08498}, {"accuracy": 0.089921, "f1": 0.060278, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"], "main_score": 0.060278, "precision": 0.052435, "recall": 0.089921}, {"accuracy": 0.505929, "f1": 0.444793, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"], "main_score": 0.444793, "precision": 0.424177, "recall": 0.505929}, {"accuracy": 0.163043, "f1": 0.12465, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"], "main_score": 0.12465, "precision": 0.113, "recall": 0.163043}, {"accuracy": 0.505929, "f1": 0.44295, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"], "main_score": 0.44295, "precision": 0.420792, "recall": 0.505929}, {"accuracy": 0.070158, "f1": 0.046315, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"], "main_score": 0.046315, "precision": 0.040598, "recall": 0.070158}, {"accuracy": 0.531621, "f1": 0.47797, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"], "main_score": 0.47797, "precision": 0.45913, "recall": 0.531621}, {"accuracy": 0.474308, "f1": 0.42674, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"], "main_score": 0.42674, "precision": 0.409616, "recall": 0.474308}, {"accuracy": 0.438735, "f1": 0.387652, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"], "main_score": 0.387652, "precision": 0.37106, "recall": 0.438735}, {"accuracy": 0.067194, "f1": 0.048618, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"], "main_score": 0.048618, "precision": 0.043714, "recall": 0.067194}, {"accuracy": 0.408103, "f1": 0.344908, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"], "main_score": 0.344908, "precision": 0.325516, "recall": 0.408103}, {"accuracy": 0.073123, "f1": 0.050621, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"], "main_score": 0.050621, "precision": 0.045112, "recall": 0.073123}, {"accuracy": 0.073123, "f1": 0.043503, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"], "main_score": 0.043503, "precision": 0.037384, "recall": 0.073123}, {"accuracy": 0.059289, "f1": 0.036569, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"], "main_score": 0.036569, "precision": 0.031481, "recall": 0.059289}, {"accuracy": 0.209486, "f1": 0.173705, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"], "main_score": 0.173705, "precision": 0.160771, "recall": 0.209486}, {"accuracy": 0.509881, "f1": 0.450162, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"], "main_score": 0.450162, "precision": 0.430462, "recall": 0.509881}, {"accuracy": 0.113636, "f1": 0.078399, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"], "main_score": 0.078399, "precision": 0.069114, "recall": 0.113636}, {"accuracy": 0.063241, "f1": 0.037452, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"], "main_score": 0.037452, "precision": 0.031225, "recall": 0.063241}, {"accuracy": 0.076087, "f1": 0.050416, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"], "main_score": 0.050416, "precision": 0.043906, "recall": 0.076087}, {"accuracy": 0.455534, "f1": 0.405307, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"], "main_score": 0.405307, "precision": 0.388263, "recall": 0.455534}, {"accuracy": 0.057312, "f1": 0.032344, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"], "main_score": 0.032344, "precision": 0.026339, "recall": 0.057312}, {"accuracy": 0.060277, "f1": 0.039407, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"], "main_score": 0.039407, "precision": 0.034362, "recall": 0.060277}, {"accuracy": 0.448617, "f1": 0.404168, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"], "main_score": 0.404168, "precision": 0.389453, "recall": 0.448617}, {"accuracy": 0.089921, "f1": 0.063834, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"], "main_score": 0.063834, "precision": 0.057264, "recall": 0.089921}, {"accuracy": 0.088933, "f1": 0.060195, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"], "main_score": 0.060195, "precision": 0.053286, "recall": 0.088933}, {"accuracy": 0.25, "f1": 0.205837, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"], "main_score": 0.205837, "precision": 0.191475, "recall": 0.25}, {"accuracy": 0.11166, "f1": 0.081428, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"], "main_score": 0.081428, "precision": 0.072919, "recall": 0.11166}, {"accuracy": 0.167984, "f1": 0.132369, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"], "main_score": 0.132369, "precision": 0.120946, "recall": 0.167984}, {"accuracy": 0.436759, "f1": 0.390348, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"], "main_score": 0.390348, "precision": 0.373344, "recall": 0.436759}, {"accuracy": 0.126482, "f1": 0.091135, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"], "main_score": 0.091135, "precision": 0.081897, "recall": 0.126482}, {"accuracy": 0.175889, "f1": 0.141034, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"], "main_score": 0.141034, "precision": 0.13014, "recall": 0.175889}, {"accuracy": 0.067194, "f1": 0.044195, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"], "main_score": 0.044195, "precision": 0.038873, "recall": 0.067194}, {"accuracy": 0.516798, "f1": 0.461868, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"], "main_score": 0.461868, "precision": 0.442408, "recall": 0.516798}, {"accuracy": 0.462451, "f1": 0.409714, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"], "main_score": 0.409714, "precision": 0.392823, "recall": 0.462451}, {"accuracy": 0.503953, "f1": 0.446564, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"], "main_score": 0.446564, "precision": 0.427418, "recall": 0.503953}, {"accuracy": 0.45751, "f1": 0.406542, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"], "main_score": 0.406542, "precision": 0.388488, "recall": 0.45751}, {"accuracy": 0.105731, "f1": 0.078958, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"], "main_score": 0.078958, "precision": 0.072412, "recall": 0.105731}, {"accuracy": 0.083992, "f1": 0.051745, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"], "main_score": 0.051745, "precision": 0.044537, "recall": 0.083992}, {"accuracy": 0.063241, "f1": 0.038562, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"], "main_score": 0.038562, "precision": 0.033125, "recall": 0.063241}, {"accuracy": 0.107708, "f1": 0.064268, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"], "main_score": 0.064268, "precision": 0.054807, "recall": 0.107708}, {"accuracy": 0.001976, "f1": 4.6e-05, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.001976}, {"accuracy": 0.849802, "f1": 0.812253, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"], "main_score": 0.812253, "precision": 0.795965, "recall": 0.849802}, {"accuracy": 0.741107, "f1": 0.682075, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"], "main_score": 0.682075, "precision": 0.656991, "recall": 0.741107}, {"accuracy": 0.73913, "f1": 0.682827, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"], "main_score": 0.682827, "precision": 0.660083, "recall": 0.73913}, {"accuracy": 0.41996, "f1": 0.349075, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"], "main_score": 0.349075, "precision": 0.325319, "recall": 0.41996}, {"accuracy": 0.12747, "f1": 0.080827, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"], "main_score": 0.080827, "precision": 0.069989, "recall": 0.12747}, {"accuracy": 0.826087, "f1": 0.778821, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"], "main_score": 0.778821, "precision": 0.758053, "recall": 0.826087}, {"accuracy": 0.254941, "f1": 0.188533, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"], "main_score": 0.188533, "precision": 0.170019, "recall": 0.254941}, {"accuracy": 0.421937, "f1": 0.349456, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"], "main_score": 0.349456, "precision": 0.325228, "recall": 0.421937}, {"accuracy": 0.829051, "f1": 0.783649, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"], "main_score": 0.783649, "precision": 0.763538, "recall": 0.829051}, {"accuracy": 0.718379, "f1": 0.656409, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"], "main_score": 0.656409, "precision": 0.629981, "recall": 0.718379}, {"accuracy": 0.143281, "f1": 0.086318, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"], "main_score": 0.086318, "precision": 0.072245, "recall": 0.143281}, {"accuracy": 0.721344, "f1": 0.663956, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"], "main_score": 0.663956, "precision": 0.640547, "recall": 0.721344}, {"accuracy": 0.695652, "f1": 0.634554, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"], "main_score": 0.634554, "precision": 0.60915, "recall": 0.695652}, {"accuracy": 0.832016, "f1": 0.787681, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"], "main_score": 0.787681, "precision": 0.768067, "recall": 0.832016}, {"accuracy": 0.172925, "f1": 0.111059, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"], "main_score": 0.111059, "precision": 0.096454, "recall": 0.172925}, {"accuracy": 0.794466, "f1": 0.742163, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"], "main_score": 0.742163, "precision": 0.719459, "recall": 0.794466}, {"accuracy": 0.779644, "f1": 0.725678, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"], "main_score": 0.725678, "precision": 0.702306, "recall": 0.779644}, {"accuracy": 0.844862, "f1": 0.800725, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"], "main_score": 0.800725, "precision": 0.780912, "recall": 0.844862}, {"accuracy": 0.822134, "f1": 0.776087, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"], "main_score": 0.776087, "precision": 0.755797, "recall": 0.822134}, {"accuracy": 0.088933, "f1": 0.055187, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"], "main_score": 0.055187, "precision": 0.04759, "recall": 0.088933}, {"accuracy": 0.740119, "f1": 0.688768, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"], "main_score": 0.688768, "precision": 0.666469, "recall": 0.740119}, {"accuracy": 0.854743, "f1": 0.812549, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"], "main_score": 0.812549, "precision": 0.793182, "recall": 0.854743}, {"accuracy": 0.48913, "f1": 0.408347, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"], "main_score": 0.408347, "precision": 0.380779, "recall": 0.48913}, {"accuracy": 0.060277, "f1": 0.030883, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"], "main_score": 0.030883, "precision": 0.026057, "recall": 0.060277}, {"accuracy": 0.824111, "f1": 0.779659, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"], "main_score": 0.779659, "precision": 0.76026, "recall": 0.824111}, {"accuracy": 0.119565, "f1": 0.081409, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"], "main_score": 0.081409, "precision": 0.07169, "recall": 0.119565}, {"accuracy": 0.649209, "f1": 0.581508, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"], "main_score": 0.581508, "precision": 0.556366, "recall": 0.649209}, {"accuracy": 0.824111, "f1": 0.778936, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"], "main_score": 0.778936, "precision": 0.759018, "recall": 0.824111}, {"accuracy": 0.750988, "f1": 0.697238, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"], "main_score": 0.697238, "precision": 0.67444, "recall": 0.750988}, {"accuracy": 0.742095, "f1": 0.689349, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"], "main_score": 0.689349, "precision": 0.667463, "recall": 0.742095}, {"accuracy": 0.193676, "f1": 0.145514, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"], "main_score": 0.145514, "precision": 0.132593, "recall": 0.193676}, {"accuracy": 0.850791, "f1": 0.808531, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"], "main_score": 0.808531, "precision": 0.78918, "recall": 0.850791}, {"accuracy": 0.697628, "f1": 0.641406, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"], "main_score": 0.641406, "precision": 0.617516, "recall": 0.697628}, {"accuracy": 0.740119, "f1": 0.684058, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"], "main_score": 0.684058, "precision": 0.660408, "recall": 0.740119}, {"accuracy": 0.772727, "f1": 0.718973, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"], "main_score": 0.718973, "precision": 0.695372, "recall": 0.772727}, {"accuracy": 0.823123, "f1": 0.778846, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"], "main_score": 0.778846, "precision": 0.759042, "recall": 0.823123}, {"accuracy": 0.84585, "f1": 0.805056, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"], "main_score": 0.805056, "precision": 0.787098, "recall": 0.84585}, {"accuracy": 0.100791, "f1": 0.053642, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"], "main_score": 0.053642, "precision": 0.043851, "recall": 0.100791}, {"accuracy": 0.049407, "f1": 0.033213, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"], "main_score": 0.033213, "precision": 0.029361, "recall": 0.049407}, {"accuracy": 0.829051, "f1": 0.780105, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"], "main_score": 0.780105, "precision": 0.757938, "recall": 0.829051}, {"accuracy": 0.096838, "f1": 0.060312, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"], "main_score": 0.060312, "precision": 0.051353, "recall": 0.096838}, {"accuracy": 0.852767, "f1": 0.812516, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"], "main_score": 0.812516, "precision": 0.794697, "recall": 0.852767}, {"accuracy": 0.779644, "f1": 0.726556, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"], "main_score": 0.726556, "precision": 0.703846, "recall": 0.779644}, {"accuracy": 0.672925, "f1": 0.609546, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"], "main_score": 0.609546, "precision": 0.584118, "recall": 0.672925}, {"accuracy": 0.535573, "f1": 0.463187, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"], "main_score": 0.463187, "precision": 0.434867, "recall": 0.535573}, {"accuracy": 0.109684, "f1": 0.068108, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"], "main_score": 0.068108, "precision": 0.059094, "recall": 0.109684}, {"accuracy": 0.615613, "f1": 0.559686, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"], "main_score": 0.559686, "precision": 0.536505, "recall": 0.615613}, {"accuracy": 0.407115, "f1": 0.333012, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"], "main_score": 0.333012, "precision": 0.30798, "recall": 0.407115}, {"accuracy": 0.84585, "f1": 0.804644, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"], "main_score": 0.804644, "precision": 0.786552, "recall": 0.84585}, {"accuracy": 0.501976, "f1": 0.430845, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"], "main_score": 0.430845, "precision": 0.406385, "recall": 0.501976}, {"accuracy": 0.096838, "f1": 0.05741, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"], "main_score": 0.05741, "precision": 0.048946, "recall": 0.096838}, {"accuracy": 0.80336, "f1": 0.754847, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"], "main_score": 0.754847, "precision": 0.734059, "recall": 0.80336}, {"accuracy": 0.066206, "f1": 0.04022, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"], "main_score": 0.04022, "precision": 0.034604, "recall": 0.066206}, {"accuracy": 0.13834, "f1": 0.093638, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"], "main_score": 0.093638, "precision": 0.083246, "recall": 0.13834}, {"accuracy": 0.215415, "f1": 0.151326, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"], "main_score": 0.151326, "precision": 0.134409, "recall": 0.215415}, {"accuracy": 0.066206, "f1": 0.037398, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"], "main_score": 0.037398, "precision": 0.030404, "recall": 0.066206}, {"accuracy": 0.848814, "f1": 0.808583, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"], "main_score": 0.808583, "precision": 0.790926, "recall": 0.848814}, {"accuracy": 0.841897, "f1": 0.800736, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"], "main_score": 0.800736, "precision": 0.782279, "recall": 0.841897}, {"accuracy": 0.835968, "f1": 0.789756, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"], "main_score": 0.789756, "precision": 0.768939, "recall": 0.835968}, {"accuracy": 0.822134, "f1": 0.777244, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"], "main_score": 0.777244, "precision": 0.757362, "recall": 0.822134}, {"accuracy": 0.166008, "f1": 0.116284, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"], "main_score": 0.116284, "precision": 0.103529, "recall": 0.166008}, {"accuracy": 0.549407, "f1": 0.475576, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"], "main_score": 0.475576, "precision": 0.448343, "recall": 0.549407}, {"accuracy": 0.333992, "f1": 0.263845, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"], "main_score": 0.263845, "precision": 0.244135, "recall": 0.333992}, {"accuracy": 0.841897, "f1": 0.799242, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"], "main_score": 0.799242, "precision": 0.780517, "recall": 0.841897}, {"accuracy": 0.155138, "f1": 0.102949, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"], "main_score": 0.102949, "precision": 0.090416, "recall": 0.155138}, {"accuracy": 0.189723, "f1": 0.131492, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"], "main_score": 0.131492, "precision": 0.116645, "recall": 0.189723}, {"accuracy": 0.159091, "f1": 0.100226, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"], "main_score": 0.100226, "precision": 0.085791, "recall": 0.159091}, {"accuracy": 0.254941, "f1": 0.194902, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"], "main_score": 0.194902, "precision": 0.180512, "recall": 0.254941}, {"accuracy": 0.461462, "f1": 0.388322, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"], "main_score": 0.388322, "precision": 0.364488, "recall": 0.461462}, {"accuracy": 0.847826, "f1": 0.807018, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"], "main_score": 0.807018, "precision": 0.789123, "recall": 0.847826}, {"accuracy": 0.046443, "f1": 0.017012, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"], "main_score": 0.017012, "precision": 0.013374, "recall": 0.046443}, {"accuracy": 0.129447, "f1": 0.085611, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"], "main_score": 0.085611, "precision": 0.074957, "recall": 0.129447}, {"accuracy": 0.568182, "f1": 0.489777, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"], "main_score": 0.489777, "precision": 0.460375, "recall": 0.568182}, {"accuracy": 0.125494, "f1": 0.080992, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"], "main_score": 0.080992, "precision": 0.070073, "recall": 0.125494}, {"accuracy": 0.047431, "f1": 0.023907, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"], "main_score": 0.023907, "precision": 0.020685, "recall": 0.047431}, {"accuracy": 0.836957, "f1": 0.792852, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"], "main_score": 0.792852, "precision": 0.772678, "recall": 0.836957}, {"accuracy": 0.575099, "f1": 0.504148, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"], "main_score": 0.504148, "precision": 0.477521, "recall": 0.575099}, {"accuracy": 0.575099, "f1": 0.497263, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"], "main_score": 0.497263, "precision": 0.46837, "recall": 0.575099}, {"accuracy": 0.653162, "f1": 0.587774, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"], "main_score": 0.587774, "precision": 0.560814, "recall": 0.653162}, {"accuracy": 0.842885, "f1": 0.798485, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"], "main_score": 0.798485, "precision": 0.778475, "recall": 0.842885}, {"accuracy": 0.827075, "f1": 0.783235, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"], "main_score": 0.783235, "precision": 0.764608, "recall": 0.827075}, {"accuracy": 0.832016, "f1": 0.787698, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"], "main_score": 0.787698, "precision": 0.768323, "recall": 0.832016}, {"accuracy": 0.828063, "f1": 0.788326, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"], "main_score": 0.788326, "precision": 0.771865, "recall": 0.828063}, {"accuracy": 0.129447, "f1": 0.081734, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"], "main_score": 0.081734, "precision": 0.07079, "recall": 0.129447}, {"accuracy": 0.081028, "f1": 0.045555, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"], "main_score": 0.045555, "precision": 0.038013, "recall": 0.081028}, {"accuracy": 0.76581, "f1": 0.715329, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"], "main_score": 0.715329, "precision": 0.693552, "recall": 0.76581}, {"accuracy": 0.833004, "f1": 0.788538, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"], "main_score": 0.788538, "precision": 0.768923, "recall": 0.833004}, {"accuracy": 0.775692, "f1": 0.720951, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"], "main_score": 0.720951, "precision": 0.697308, "recall": 0.775692}, {"accuracy": 0.237154, "f1": 0.176791, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"], "main_score": 0.176791, "precision": 0.160401, "recall": 0.237154}, {"accuracy": 0.115613, "f1": 0.073179, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"], "main_score": 0.073179, "precision": 0.063588, "recall": 0.115613}, {"accuracy": 0.502964, "f1": 0.428037, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"], "main_score": 0.428037, "precision": 0.401459, "recall": 0.502964}, {"accuracy": 0.758893, "f1": 0.702341, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"], "main_score": 0.702341, "precision": 0.67883, "recall": 0.758893}, {"accuracy": 0.116601, "f1": 0.068633, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"], "main_score": 0.068633, "precision": 0.059257, "recall": 0.116601}, {"accuracy": 0.836957, "f1": 0.791831, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"], "main_score": 0.791831, "precision": 0.771723, "recall": 0.836957}, {"accuracy": 0.13834, "f1": 0.100446, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"], "main_score": 0.100446, "precision": 0.091256, "recall": 0.13834}, {"accuracy": 0.274704, "f1": 0.195691, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"], "main_score": 0.195691, "precision": 0.173641, "recall": 0.274704}, {"accuracy": 0.831028, "f1": 0.787747, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"], "main_score": 0.787747, "precision": 0.768561, "recall": 0.831028}, {"accuracy": 0.843874, "f1": 0.800725, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"], "main_score": 0.800725, "precision": 0.781439, "recall": 0.843874}, {"accuracy": 0.839921, "f1": 0.797859, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"], "main_score": 0.797859, "precision": 0.779216, "recall": 0.839921}, {"accuracy": 0.83004, "f1": 0.783943, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"], "main_score": 0.783943, "precision": 0.763679, "recall": 0.83004}, {"accuracy": 0.5, "f1": 0.421573, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"], "main_score": 0.421573, "precision": 0.393077, "recall": 0.5}, {"accuracy": 0.76087, "f1": 0.703807, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"], "main_score": 0.703807, "precision": 0.67887, "recall": 0.76087}, {"accuracy": 0.126482, "f1": 0.08092, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"], "main_score": 0.08092, "precision": 0.069065, "recall": 0.126482}, {"accuracy": 0.079051, "f1": 0.038859, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"], "main_score": 0.038859, "precision": 0.032003, "recall": 0.079051}, {"accuracy": 0.146245, "f1": 0.09357, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"], "main_score": 0.09357, "precision": 0.080179, "recall": 0.146245}, {"accuracy": 0.068182, "f1": 0.040711, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"], "main_score": 0.040711, "precision": 0.035555, "recall": 0.068182}, {"accuracy": 0.850791, "f1": 0.81054, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"], "main_score": 0.81054, "precision": 0.792523, "recall": 0.850791}, {"accuracy": 0.48913, "f1": 0.412247, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"], "main_score": 0.412247, "precision": 0.383789, "recall": 0.48913}, {"accuracy": 0.047431, "f1": 0.032731, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"], "main_score": 0.032731, "precision": 0.029613, "recall": 0.047431}, {"accuracy": 0.530632, "f1": 0.462637, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"], "main_score": 0.462637, "precision": 0.438616, "recall": 0.530632}, {"accuracy": 0.83004, "f1": 0.785046, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"], "main_score": 0.785046, "precision": 0.765958, "recall": 0.83004}, {"accuracy": 0.565217, "f1": 0.497519, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"], "main_score": 0.497519, "precision": 0.471096, "recall": 0.565217}, {"accuracy": 0.333004, "f1": 0.263733, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"], "main_score": 0.263733, "precision": 0.241175, "recall": 0.333004}, {"accuracy": 0.135375, "f1": 0.083468, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"], "main_score": 0.083468, "precision": 0.071674, "recall": 0.135375}, {"accuracy": 0.821146, "f1": 0.775329, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"], "main_score": 0.775329, "precision": 0.755171, "recall": 0.821146}, {"accuracy": 0.251976, "f1": 0.185907, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"], "main_score": 0.185907, "precision": 0.16739, "recall": 0.251976}, {"accuracy": 0.136364, "f1": 0.089983, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"], "main_score": 0.089983, "precision": 0.079045, "recall": 0.136364}, {"accuracy": 0.109684, "f1": 0.069557, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"], "main_score": 0.069557, "precision": 0.060634, "recall": 0.109684}, {"accuracy": 0.140316, "f1": 0.098793, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"], "main_score": 0.098793, "precision": 0.088677, "recall": 0.140316}, {"accuracy": 0.807312, "f1": 0.758187, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"], "main_score": 0.758187, "precision": 0.736276, "recall": 0.807312}, {"accuracy": 0.017787, "f1": 0.003394, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"], "main_score": 0.003394, "precision": 0.002439, "recall": 0.017787}, {"accuracy": 0.708498, "f1": 0.648866, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"], "main_score": 0.648866, "precision": 0.624097, "recall": 0.708498}, {"accuracy": 0.375494, "f1": 0.304456, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"], "main_score": 0.304456, "precision": 0.281012, "recall": 0.375494}, {"accuracy": 0.658103, "f1": 0.592391, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"], "main_score": 0.592391, "precision": 0.564286, "recall": 0.658103}, {"accuracy": 0.847826, "f1": 0.806178, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"], "main_score": 0.806178, "precision": 0.788109, "recall": 0.847826}, {"accuracy": 0.073123, "f1": 0.042045, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"], "main_score": 0.042045, "precision": 0.036198, "recall": 0.073123}, {"accuracy": 0.105731, "f1": 0.069908, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"], "main_score": 0.069908, "precision": 0.062097, "recall": 0.105731}, {"accuracy": 0.83498, "f1": 0.790184, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"], "main_score": 0.790184, "precision": 0.770767, "recall": 0.83498}, {"accuracy": 0.83004, "f1": 0.782938, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"], "main_score": 0.782938, "precision": 0.761479, "recall": 0.83004}, {"accuracy": 0.451581, "f1": 0.370758, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"], "main_score": 0.370758, "precision": 0.343072, "recall": 0.451581}, {"accuracy": 0.113636, "f1": 0.072861, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"], "main_score": 0.072861, "precision": 0.063357, "recall": 0.113636}, {"accuracy": 0.12253, "f1": 0.074831, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"], "main_score": 0.074831, "precision": 0.064435, "recall": 0.12253}, {"accuracy": 0.795455, "f1": 0.743497, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"], "main_score": 0.743497, "precision": 0.720932, "recall": 0.795455}, {"accuracy": 0.105731, "f1": 0.064315, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"], "main_score": 0.064315, "precision": 0.054743, "recall": 0.105731}, {"accuracy": 0.119565, "f1": 0.076037, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"], "main_score": 0.076037, "precision": 0.065662, "recall": 0.119565}, {"accuracy": 0.678854, "f1": 0.616889, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"], "main_score": 0.616889, "precision": 0.591618, "recall": 0.678854}, {"accuracy": 0.444664, "f1": 0.370954, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"], "main_score": 0.370954, "precision": 0.344894, "recall": 0.444664}, {"accuracy": 0.79249, "f1": 0.749374, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"], "main_score": 0.749374, "precision": 0.73018, "recall": 0.79249}, {"accuracy": 0.172925, "f1": 0.123812, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"], "main_score": 0.123812, "precision": 0.109049, "recall": 0.172925}, {"accuracy": 0.313241, "f1": 0.238507, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"], "main_score": 0.238507, "precision": 0.216805, "recall": 0.313241}, {"accuracy": 0.838933, "f1": 0.794697, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"], "main_score": 0.794697, "precision": 0.774457, "recall": 0.838933}, {"accuracy": 0.437747, "f1": 0.362882, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"], "main_score": 0.362882, "precision": 0.336063, "recall": 0.437747}, {"accuracy": 0.213439, "f1": 0.149318, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"], "main_score": 0.149318, "precision": 0.133237, "recall": 0.213439}, {"accuracy": 0.436759, "f1": 0.370618, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"], "main_score": 0.370618, "precision": 0.347287, "recall": 0.436759}, {"accuracy": 0.497036, "f1": 0.42436, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"], "main_score": 0.42436, "precision": 0.397532, "recall": 0.497036}, {"accuracy": 0.134387, "f1": 0.08794, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"], "main_score": 0.08794, "precision": 0.076062, "recall": 0.134387}, {"accuracy": 0.763834, "f1": 0.716166, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"], "main_score": 0.716166, "precision": 0.695029, "recall": 0.763834}, {"accuracy": 0.844862, "f1": 0.802866, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"], "main_score": 0.802866, "precision": 0.783877, "recall": 0.844862}, {"accuracy": 0.829051, "f1": 0.782312, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"], "main_score": 0.782312, "precision": 0.761314, "recall": 0.829051}, {"accuracy": 0.736166, "f1": 0.67896, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"], "main_score": 0.67896, "precision": 0.654769, "recall": 0.736166}, {"accuracy": 0.559289, "f1": 0.486408, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"], "main_score": 0.486408, "precision": 0.459034, "recall": 0.559289}, {"accuracy": 0.832016, "f1": 0.788389, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"], "main_score": 0.788389, "precision": 0.769311, "recall": 0.832016}, {"accuracy": 0.289526, "f1": 0.233074, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"], "main_score": 0.233074, "precision": 0.2163, "recall": 0.289526}, {"accuracy": 0.317194, "f1": 0.243644, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"], "main_score": 0.243644, "precision": 0.221362, "recall": 0.317194}, {"accuracy": 0.070158, "f1": 0.03643, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"], "main_score": 0.03643, "precision": 0.030564, "recall": 0.070158}, {"accuracy": 0.833992, "f1": 0.78857, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"], "main_score": 0.78857, "precision": 0.768264, "recall": 0.833992}, {"accuracy": 0.175889, "f1": 0.130518, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"], "main_score": 0.130518, "precision": 0.11844, "recall": 0.175889}, {"accuracy": 0.839921, "f1": 0.797281, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"], "main_score": 0.797281, "precision": 0.778508, "recall": 0.839921}, {"accuracy": 0.774704, "f1": 0.722946, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"], "main_score": 0.722946, "precision": 0.70108, "recall": 0.774704}, {"accuracy": 0.324111, "f1": 0.248315, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"], "main_score": 0.248315, "precision": 0.2261, "recall": 0.324111}, {"accuracy": 0.204545, "f1": 0.139883, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"], "main_score": 0.139883, "precision": 0.123169, "recall": 0.204545}, {"accuracy": 0.733202, "f1": 0.668535, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"], "main_score": 0.668535, "precision": 0.641645, "recall": 0.733202}, {"accuracy": 0.150198, "f1": 0.101742, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"], "main_score": 0.101742, "precision": 0.089086, "recall": 0.150198}, {"accuracy": 0.131423, "f1": 0.081188, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"], "main_score": 0.081188, "precision": 0.069548, "recall": 0.131423}, {"accuracy": 0.825099, "f1": 0.77836, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"], "main_score": 0.77836, "precision": 0.75774, "recall": 0.825099}, {"accuracy": 0.290514, "f1": 0.214821, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"], "main_score": 0.214821, "precision": 0.193587, "recall": 0.290514}, {"accuracy": 0.833004, "f1": 0.78856, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"], "main_score": 0.78856, "precision": 0.768766, "recall": 0.833004}, {"accuracy": 0.12253, "f1": 0.072761, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"], "main_score": 0.072761, "precision": 0.061901, "recall": 0.12253}, {"accuracy": 0.847826, "f1": 0.804018, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"], "main_score": 0.804018, "precision": 0.784667, "recall": 0.847826}, {"accuracy": 0.787549, "f1": 0.734917, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"], "main_score": 0.734917, "precision": 0.712625, "recall": 0.787549}, {"accuracy": 0.771739, "f1": 0.716411, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"], "main_score": 0.716411, "precision": 0.692844, "recall": 0.771739}, {"accuracy": 0.100791, "f1": 0.061963, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"], "main_score": 0.061963, "precision": 0.053078, "recall": 0.100791}, {"accuracy": 0.705534, "f1": 0.647207, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"], "main_score": 0.647207, "precision": 0.623873, "recall": 0.705534}, {"accuracy": 0.108696, "f1": 0.062251, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"], "main_score": 0.062251, "precision": 0.052015, "recall": 0.108696}, {"accuracy": 0.105731, "f1": 0.070058, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"], "main_score": 0.070058, "precision": 0.06176, "recall": 0.105731}, {"accuracy": 0.081028, "f1": 0.048154, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"], "main_score": 0.048154, "precision": 0.040765, "recall": 0.081028}, {"accuracy": 0.389328, "f1": 0.323696, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"], "main_score": 0.323696, "precision": 0.300747, "recall": 0.389328}, {"accuracy": 0.854743, "f1": 0.814328, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"], "main_score": 0.814328, "precision": 0.796509, "recall": 0.854743}, {"accuracy": 0.201581, "f1": 0.148646, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"], "main_score": 0.148646, "precision": 0.134815, "recall": 0.201581}, {"accuracy": 0.103755, "f1": 0.060522, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"], "main_score": 0.060522, "precision": 0.051008, "recall": 0.103755}, {"accuracy": 0.130435, "f1": 0.086019, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"], "main_score": 0.086019, "precision": 0.075379, "recall": 0.130435}, {"accuracy": 0.683794, "f1": 0.620037, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"], "main_score": 0.620037, "precision": 0.593242, "recall": 0.683794}, {"accuracy": 0.104743, "f1": 0.064785, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"], "main_score": 0.064785, "precision": 0.056257, "recall": 0.104743}, {"accuracy": 0.118577, "f1": 0.078439, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"], "main_score": 0.078439, "precision": 0.06895, "recall": 0.118577}, {"accuracy": 0.76581, "f1": 0.712955, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"], "main_score": 0.712955, "precision": 0.690927, "recall": 0.76581}, {"accuracy": 0.175889, "f1": 0.126647, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"], "main_score": 0.126647, "precision": 0.114621, "recall": 0.175889}, {"accuracy": 0.153162, "f1": 0.100162, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"], "main_score": 0.100162, "precision": 0.087803, "recall": 0.153162}, {"accuracy": 0.423913, "f1": 0.359672, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"], "main_score": 0.359672, "precision": 0.33828, "recall": 0.423913}, {"accuracy": 0.220356, "f1": 0.159713, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"], "main_score": 0.159713, "precision": 0.14244, "recall": 0.220356}, {"accuracy": 0.290514, "f1": 0.225536, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"], "main_score": 0.225536, "precision": 0.205424, "recall": 0.290514}, {"accuracy": 0.749012, "f1": 0.697581, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"], "main_score": 0.697581, "precision": 0.674572, "recall": 0.749012}, {"accuracy": 0.20751, "f1": 0.14398, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"], "main_score": 0.14398, "precision": 0.125057, "recall": 0.20751}, {"accuracy": 0.321146, "f1": 0.247683, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"], "main_score": 0.247683, "precision": 0.225346, "recall": 0.321146}, {"accuracy": 0.104743, "f1": 0.06344, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"], "main_score": 0.06344, "precision": 0.054512, "recall": 0.104743}, {"accuracy": 0.84585, "f1": 0.805091, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"], "main_score": 0.805091, "precision": 0.786924, "recall": 0.84585}, {"accuracy": 0.816206, "f1": 0.770391, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"], "main_score": 0.770391, "precision": 0.750471, "recall": 0.816206}, {"accuracy": 0.854743, "f1": 0.813425, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"], "main_score": 0.813425, "precision": 0.794549, "recall": 0.854743}, {"accuracy": 0.699605, "f1": 0.641643, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"], "main_score": 0.641643, "precision": 0.617006, "recall": 0.699605}, {"accuracy": 0.182806, "f1": 0.130041, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"], "main_score": 0.130041, "precision": 0.116906, "recall": 0.182806}, {"accuracy": 0.129447, "f1": 0.078487, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"], "main_score": 0.078487, "precision": 0.067536, "recall": 0.129447}, {"accuracy": 0.062253, "f1": 0.048406, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"], "main_score": 0.048406, "precision": 0.044338, "recall": 0.062253}, {"accuracy": 0.201581, "f1": 0.181679, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"], "main_score": 0.181679, "precision": 0.174026, "recall": 0.201581}, {"accuracy": 0.004941, "f1": 0.000272, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"], "main_score": 0.000272, "precision": 0.000144, "recall": 0.004941}, {"accuracy": 0.20751, "f1": 0.1844, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"], "main_score": 0.1844, "precision": 0.178336, "recall": 0.20751}, {"accuracy": 0.238142, "f1": 0.213373, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"], "main_score": 0.213373, "precision": 0.205949, "recall": 0.238142}, {"accuracy": 0.16996, "f1": 0.147467, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"], "main_score": 0.147467, "precision": 0.142316, "recall": 0.16996}, {"accuracy": 0.22332, "f1": 0.204887, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"], "main_score": 0.204887, "precision": 0.199756, "recall": 0.22332}, {"accuracy": 0.215415, "f1": 0.189194, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"], "main_score": 0.189194, "precision": 0.180172, "recall": 0.215415}, {"accuracy": 0.288538, "f1": 0.256877, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"], "main_score": 0.256877, "precision": 0.248629, "recall": 0.288538}, {"accuracy": 0.225296, "f1": 0.208662, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"], "main_score": 0.208662, "precision": 0.202589, "recall": 0.225296}, {"accuracy": 0.210474, "f1": 0.192533, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"], "main_score": 0.192533, "precision": 0.187869, "recall": 0.210474}, {"accuracy": 0.243083, "f1": 0.211458, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"], "main_score": 0.211458, "precision": 0.203106, "recall": 0.243083}, {"accuracy": 0.159091, "f1": 0.138497, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"], "main_score": 0.138497, "precision": 0.133469, "recall": 0.159091}, {"accuracy": 0.187747, "f1": 0.166048, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"], "main_score": 0.166048, "precision": 0.158836, "recall": 0.187747}, {"accuracy": 0.16502, "f1": 0.144368, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"], "main_score": 0.144368, "precision": 0.138589, "recall": 0.16502}, {"accuracy": 0.195652, "f1": 0.174049, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"], "main_score": 0.174049, "precision": 0.168122, "recall": 0.195652}, {"accuracy": 0.280632, "f1": 0.255409, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"], "main_score": 0.255409, "precision": 0.247757, "recall": 0.280632}, {"accuracy": 0.228261, "f1": 0.204031, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"], "main_score": 0.204031, "precision": 0.195198, "recall": 0.228261}, {"accuracy": 0.181818, "f1": 0.161001, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"], "main_score": 0.161001, "precision": 0.154392, "recall": 0.181818}, {"accuracy": 0.206522, "f1": 0.183944, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"], "main_score": 0.183944, "precision": 0.177445, "recall": 0.206522}, {"accuracy": 0.29249, "f1": 0.255614, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"], "main_score": 0.255614, "precision": 0.246611, "recall": 0.29249}, {"accuracy": 0.237154, "f1": 0.221818, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"], "main_score": 0.221818, "precision": 0.217708, "recall": 0.237154}, {"accuracy": 0.173913, "f1": 0.148218, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"], "main_score": 0.148218, "precision": 0.140308, "recall": 0.173913}, {"accuracy": 0.135375, "f1": 0.117338, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"], "main_score": 0.117338, "precision": 0.112641, "recall": 0.135375}, {"accuracy": 0.225296, "f1": 0.197766, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"], "main_score": 0.197766, "precision": 0.189808, "recall": 0.225296}, {"accuracy": 0.236166, "f1": 0.214815, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"], "main_score": 0.214815, "precision": 0.208892, "recall": 0.236166}, {"accuracy": 0.071146, "f1": 0.040738, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"], "main_score": 0.040738, "precision": 0.034013, "recall": 0.071146}, {"accuracy": 0.203557, "f1": 0.177395, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"], "main_score": 0.177395, "precision": 0.170807, "recall": 0.203557}, {"accuracy": 0.190711, "f1": 0.165412, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"], "main_score": 0.165412, "precision": 0.158132, "recall": 0.190711}, {"accuracy": 0.215415, "f1": 0.202475, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"], "main_score": 0.202475, "precision": 0.198957, "recall": 0.215415}, {"accuracy": 0.281621, "f1": 0.251844, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"], "main_score": 0.251844, "precision": 0.243701, "recall": 0.281621}, {"accuracy": 0.198617, "f1": 0.181501, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"], "main_score": 0.181501, "precision": 0.17666, "recall": 0.198617}, {"accuracy": 0.175889, "f1": 0.153945, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"], "main_score": 0.153945, "precision": 0.147971, "recall": 0.175889}, {"accuracy": 0.241107, "f1": 0.220435, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"], "main_score": 0.220435, "precision": 0.213488, "recall": 0.241107}, {"accuracy": 0.235178, "f1": 0.209388, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"], "main_score": 0.209388, "precision": 0.202635, "recall": 0.235178}, {"accuracy": 0.15415, "f1": 0.130548, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"], "main_score": 0.130548, "precision": 0.124156, "recall": 0.15415}, {"accuracy": 0.163043, "f1": 0.143334, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"], "main_score": 0.143334, "precision": 0.138634, "recall": 0.163043}, {"accuracy": 0.132411, "f1": 0.115717, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"], "main_score": 0.115717, "precision": 0.111346, "recall": 0.132411}, {"accuracy": 0.287549, "f1": 0.258983, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"], "main_score": 0.258983, "precision": 0.251435, "recall": 0.287549}, {"accuracy": 0.199605, "f1": 0.173569, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"], "main_score": 0.173569, "precision": 0.165316, "recall": 0.199605}, {"accuracy": 0.179842, "f1": 0.148972, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"], "main_score": 0.148972, "precision": 0.138313, "recall": 0.179842}, {"accuracy": 0.037549, "f1": 0.029012, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"], "main_score": 0.029012, "precision": 0.02714, "recall": 0.037549}, {"accuracy": 0.277668, "f1": 0.251068, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"], "main_score": 0.251068, "precision": 0.243441, "recall": 0.277668}, {"accuracy": 0.159091, "f1": 0.132939, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"], "main_score": 0.132939, "precision": 0.124806, "recall": 0.159091}, {"accuracy": 0.218379, "f1": 0.195021, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"], "main_score": 0.195021, "precision": 0.188723, "recall": 0.218379}, {"accuracy": 0.294466, "f1": 0.263073, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"], "main_score": 0.263073, "precision": 0.255039, "recall": 0.294466}, {"accuracy": 0.175889, "f1": 0.156171, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"], "main_score": 0.156171, "precision": 0.151075, "recall": 0.175889}, {"accuracy": 0.199605, "f1": 0.189603, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"], "main_score": 0.189603, "precision": 0.186261, "recall": 0.199605}, {"accuracy": 0.183794, "f1": 0.157817, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"], "main_score": 0.157817, "precision": 0.149474, "recall": 0.183794}, {"accuracy": 0.26581, "f1": 0.244217, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"], "main_score": 0.244217, "precision": 0.237697, "recall": 0.26581}, {"accuracy": 0.232213, "f1": 0.213111, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"], "main_score": 0.213111, "precision": 0.207155, "recall": 0.232213}, {"accuracy": 0.306324, "f1": 0.270643, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"], "main_score": 0.270643, "precision": 0.261261, "recall": 0.306324}, {"accuracy": 0.199605, "f1": 0.182708, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"], "main_score": 0.182708, "precision": 0.177834, "recall": 0.199605}, {"accuracy": 0.168972, "f1": 0.14396, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"], "main_score": 0.14396, "precision": 0.135937, "recall": 0.168972}, {"accuracy": 0.194664, "f1": 0.174316, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"], "main_score": 0.174316, "precision": 0.168483, "recall": 0.194664}, {"accuracy": 0.039526, "f1": 0.02999, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"], "main_score": 0.02999, "precision": 0.026821, "recall": 0.039526}, {"accuracy": 0.241107, "f1": 0.214973, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"], "main_score": 0.214973, "precision": 0.206448, "recall": 0.241107}, {"accuracy": 0.231225, "f1": 0.207375, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"], "main_score": 0.207375, "precision": 0.200431, "recall": 0.231225}, {"accuracy": 0.082016, "f1": 0.070575, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"], "main_score": 0.070575, "precision": 0.066622, "recall": 0.082016}, {"accuracy": 0.246047, "f1": 0.218746, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"], "main_score": 0.218746, "precision": 0.211731, "recall": 0.246047}, {"accuracy": 0.1917, "f1": 0.170786, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"], "main_score": 0.170786, "precision": 0.165218, "recall": 0.1917}, {"accuracy": 0.252964, "f1": 0.233632, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"], "main_score": 0.233632, "precision": 0.227136, "recall": 0.252964}, {"accuracy": 0.173913, "f1": 0.148157, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"], "main_score": 0.148157, "precision": 0.140705, "recall": 0.173913}, {"accuracy": 0.23419, "f1": 0.207903, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"], "main_score": 0.207903, "precision": 0.199024, "recall": 0.23419}, {"accuracy": 0.231225, "f1": 0.218573, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"], "main_score": 0.218573, "precision": 0.215202, "recall": 0.231225}, {"accuracy": 0.232213, "f1": 0.217052, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"], "main_score": 0.217052, "precision": 0.211688, "recall": 0.232213}, {"accuracy": 0.305336, "f1": 0.266537, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"], "main_score": 0.266537, "precision": 0.256629, "recall": 0.305336}, {"accuracy": 0.218379, "f1": 0.194816, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"], "main_score": 0.194816, "precision": 0.187223, "recall": 0.218379}, {"accuracy": 0.25, "f1": 0.225496, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"], "main_score": 0.225496, "precision": 0.21687, "recall": 0.25}, {"accuracy": 0.194664, "f1": 0.169389, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"], "main_score": 0.169389, "precision": 0.161611, "recall": 0.194664}, {"accuracy": 0.229249, "f1": 0.208562, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"], "main_score": 0.208562, "precision": 0.202067, "recall": 0.229249}, {"accuracy": 0.176877, "f1": 0.163928, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"], "main_score": 0.163928, "precision": 0.160355, "recall": 0.176877}, {"accuracy": 0.250988, "f1": 0.223494, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"], "main_score": 0.223494, "precision": 0.215541, "recall": 0.250988}, {"accuracy": 0.059289, "f1": 0.029514, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"], "main_score": 0.029514, "precision": 0.02405, "recall": 0.059289}, {"accuracy": 0.182806, "f1": 0.160231, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"], "main_score": 0.160231, "precision": 0.1529, "recall": 0.182806}, {"accuracy": 0.215415, "f1": 0.202911, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"], "main_score": 0.202911, "precision": 0.19965, "recall": 0.215415}, {"accuracy": 0.194664, "f1": 0.163839, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"], "main_score": 0.163839, "precision": 0.154517, "recall": 0.194664}, {"accuracy": 0.0583, "f1": 0.041291, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"], "main_score": 0.041291, "precision": 0.038023, "recall": 0.0583}, {"accuracy": 0.305336, "f1": 0.271024, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"], "main_score": 0.271024, "precision": 0.262403, "recall": 0.305336}, {"accuracy": 0.222332, "f1": 0.204135, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"], "main_score": 0.204135, "precision": 0.198024, "recall": 0.222332}, {"accuracy": 0.222332, "f1": 0.208854, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"], "main_score": 0.208854, "precision": 0.205297, "recall": 0.222332}, {"accuracy": 0.119565, "f1": 0.100177, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"], "main_score": 0.100177, "precision": 0.094836, "recall": 0.119565}, {"accuracy": 0.290514, "f1": 0.25502, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"], "main_score": 0.25502, "precision": 0.247649, "recall": 0.290514}, {"accuracy": 0.290514, "f1": 0.259745, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"], "main_score": 0.259745, "precision": 0.252184, "recall": 0.290514}, {"accuracy": 0.302372, "f1": 0.267079, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"], "main_score": 0.267079, "precision": 0.258731, "recall": 0.302372}, {"accuracy": 0.211462, "f1": 0.186228, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"], "main_score": 0.186228, "precision": 0.179841, "recall": 0.211462}, {"accuracy": 0.192688, "f1": 0.172429, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"], "main_score": 0.172429, "precision": 0.164713, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.139926, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"], "main_score": 0.139926, "precision": 0.130053, "recall": 0.170949}, {"accuracy": 0.128458, "f1": 0.112108, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"], "main_score": 0.112108, "precision": 0.108242, "recall": 0.128458}, {"accuracy": 0.297431, "f1": 0.259379, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"], "main_score": 0.259379, "precision": 0.249291, "recall": 0.297431}, {"accuracy": 0.177866, "f1": 0.160586, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"], "main_score": 0.160586, "precision": 0.154675, "recall": 0.177866}, {"accuracy": 0.212451, "f1": 0.191645, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"], "main_score": 0.191645, "precision": 0.185696, "recall": 0.212451}, {"accuracy": 0.206522, "f1": 0.177936, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"], "main_score": 0.177936, "precision": 0.167812, "recall": 0.206522}, {"accuracy": 0.225296, "f1": 0.2084, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"], "main_score": 0.2084, "precision": 0.204801, "recall": 0.225296}, {"accuracy": 0.285573, "f1": 0.255422, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"], "main_score": 0.255422, "precision": 0.248093, "recall": 0.285573}, {"accuracy": 0.208498, "f1": 0.181405, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"], "main_score": 0.181405, "precision": 0.172767, "recall": 0.208498}, {"accuracy": 0.249012, "f1": 0.209539, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"], "main_score": 0.209539, "precision": 0.199605, "recall": 0.249012}, {"accuracy": 0.215415, "f1": 0.196385, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"], "main_score": 0.196385, "precision": 0.189468, "recall": 0.215415}, {"accuracy": 0.232213, "f1": 0.206111, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"], "main_score": 0.206111, "precision": 0.197789, "recall": 0.232213}, {"accuracy": 0.208498, "f1": 0.178049, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"], "main_score": 0.178049, "precision": 0.169903, "recall": 0.208498}, {"accuracy": 0.253953, "f1": 0.222529, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"], "main_score": 0.222529, "precision": 0.213774, "recall": 0.253953}, {"accuracy": 0.291502, "f1": 0.250685, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"], "main_score": 0.250685, "precision": 0.23977, "recall": 0.291502}, {"accuracy": 0.227273, "f1": 0.199883, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"], "main_score": 0.199883, "precision": 0.191989, "recall": 0.227273}, {"accuracy": 0.226285, "f1": 0.214213, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"], "main_score": 0.214213, "precision": 0.210551, "recall": 0.226285}, {"accuracy": 0.174901, "f1": 0.151342, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"], "main_score": 0.151342, "precision": 0.144056, "recall": 0.174901}, {"accuracy": 0.19664, "f1": 0.174332, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"], "main_score": 0.174332, "precision": 0.167129, "recall": 0.19664}, {"accuracy": 0.086957, "f1": 0.060943, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"], "main_score": 0.060943, "precision": 0.053798, "recall": 0.086957}, {"accuracy": 0.228261, "f1": 0.20244, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"], "main_score": 0.20244, "precision": 0.193748, "recall": 0.228261}, {"accuracy": 0.132411, "f1": 0.099282, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"], "main_score": 0.099282, "precision": 0.090661, "recall": 0.132411}, {"accuracy": 0.298419, "f1": 0.259364, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"], "main_score": 0.259364, "precision": 0.249439, "recall": 0.298419}, {"accuracy": 0.220356, "f1": 0.207098, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"], "main_score": 0.207098, "precision": 0.202359, "recall": 0.220356}, {"accuracy": 0.105731, "f1": 0.089392, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"], "main_score": 0.089392, "precision": 0.084074, "recall": 0.105731}, {"accuracy": 0.215415, "f1": 0.197309, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"], "main_score": 0.197309, "precision": 0.192389, "recall": 0.215415}, {"accuracy": 0.305336, "f1": 0.270483, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"], "main_score": 0.270483, "precision": 0.261893, "recall": 0.305336}, {"accuracy": 0.11166, "f1": 0.098254, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"], "main_score": 0.098254, "precision": 0.094214, "recall": 0.11166}, {"accuracy": 0.173913, "f1": 0.153234, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"], "main_score": 0.153234, "precision": 0.147425, "recall": 0.173913}, {"accuracy": 0.155138, "f1": 0.125053, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"], "main_score": 0.125053, "precision": 0.11751, "recall": 0.155138}, {"accuracy": 0.197628, "f1": 0.162453, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"], "main_score": 0.162453, "precision": 0.153164, "recall": 0.197628}, {"accuracy": 0.23913, "f1": 0.211629, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"], "main_score": 0.211629, "precision": 0.203258, "recall": 0.23913}, {"accuracy": 0.181818, "f1": 0.161629, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"], "main_score": 0.161629, "precision": 0.154414, "recall": 0.181818}, {"accuracy": 0.187747, "f1": 0.166442, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"], "main_score": 0.166442, "precision": 0.158531, "recall": 0.187747}, {"accuracy": 0.186759, "f1": 0.160081, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"], "main_score": 0.160081, "precision": 0.151854, "recall": 0.186759}, {"accuracy": 0.281621, "f1": 0.249427, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"], "main_score": 0.249427, "precision": 0.240231, "recall": 0.281621}, {"accuracy": 0.020751, "f1": 0.009329, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"], "main_score": 0.009329, "precision": 0.007535, "recall": 0.020751}, {"accuracy": 0.162055, "f1": 0.146383, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"], "main_score": 0.146383, "precision": 0.142275, "recall": 0.162055}, {"accuracy": 0.128458, "f1": 0.11378, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"], "main_score": 0.11378, "precision": 0.110002, "recall": 0.128458}, {"accuracy": 0.155138, "f1": 0.136816, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"], "main_score": 0.136816, "precision": 0.132248, "recall": 0.155138}, {"accuracy": 0.3083, "f1": 0.269405, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"], "main_score": 0.269405, "precision": 0.259753, "recall": 0.3083}, {"accuracy": 0.119565, "f1": 0.093093, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"], "main_score": 0.093093, "precision": 0.084662, "recall": 0.119565}, {"accuracy": 0.177866, "f1": 0.158297, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"], "main_score": 0.158297, "precision": 0.151792, "recall": 0.177866}, {"accuracy": 0.252964, "f1": 0.222822, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"], "main_score": 0.222822, "precision": 0.215254, "recall": 0.252964}, {"accuracy": 0.294466, "f1": 0.254845, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"], "main_score": 0.254845, "precision": 0.244268, "recall": 0.294466}, {"accuracy": 0.22332, "f1": 0.209875, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"], "main_score": 0.209875, "precision": 0.206058, "recall": 0.22332}, {"accuracy": 0.146245, "f1": 0.127996, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"], "main_score": 0.127996, "precision": 0.12187, "recall": 0.146245}, {"accuracy": 0.1917, "f1": 0.168243, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"], "main_score": 0.168243, "precision": 0.159282, "recall": 0.1917}, {"accuracy": 0.177866, "f1": 0.154725, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"], "main_score": 0.154725, "precision": 0.148111, "recall": 0.177866}, {"accuracy": 0.162055, "f1": 0.136047, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"], "main_score": 0.136047, "precision": 0.127629, "recall": 0.162055}, {"accuracy": 0.326087, "f1": 0.299224, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"], "main_score": 0.299224, "precision": 0.289503, "recall": 0.326087}, {"accuracy": 0.132411, "f1": 0.115346, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"], "main_score": 0.115346, "precision": 0.11114, "recall": 0.132411}, {"accuracy": 0.22332, "f1": 0.206371, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"], "main_score": 0.206371, "precision": 0.201659, "recall": 0.22332}, {"accuracy": 0.197628, "f1": 0.173791, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"], "main_score": 0.173791, "precision": 0.167176, "recall": 0.197628}, {"accuracy": 0.215415, "f1": 0.185828, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"], "main_score": 0.185828, "precision": 0.176898, "recall": 0.215415}, {"accuracy": 0.258893, "f1": 0.235059, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"], "main_score": 0.235059, "precision": 0.227722, "recall": 0.258893}, {"accuracy": 0.211462, "f1": 0.18561, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"], "main_score": 0.18561, "precision": 0.178246, "recall": 0.211462}, {"accuracy": 0.101779, "f1": 0.087025, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"], "main_score": 0.087025, "precision": 0.082109, "recall": 0.101779}, {"accuracy": 0.179842, "f1": 0.155226, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"], "main_score": 0.155226, "precision": 0.148939, "recall": 0.179842}, {"accuracy": 0.100791, "f1": 0.085743, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"], "main_score": 0.085743, "precision": 0.081539, "recall": 0.100791}, {"accuracy": 0.198617, "f1": 0.178286, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"], "main_score": 0.178286, "precision": 0.173173, "recall": 0.198617}, {"accuracy": 0.229249, "f1": 0.203743, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"], "main_score": 0.203743, "precision": 0.194764, "recall": 0.229249}, {"accuracy": 0.157115, "f1": 0.138023, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"], "main_score": 0.138023, "precision": 0.133694, "recall": 0.157115}, {"accuracy": 0.237154, "f1": 0.203009, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"], "main_score": 0.203009, "precision": 0.194334, "recall": 0.237154}, {"accuracy": 0.243083, "f1": 0.213316, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"], "main_score": 0.213316, "precision": 0.205103, "recall": 0.243083}, {"accuracy": 0.228261, "f1": 0.209937, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"], "main_score": 0.209937, "precision": 0.20475, "recall": 0.228261}, {"accuracy": 0.190711, "f1": 0.179464, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"], "main_score": 0.179464, "precision": 0.17623, "recall": 0.190711}, {"accuracy": 0.302372, "f1": 0.264243, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"], "main_score": 0.264243, "precision": 0.254236, "recall": 0.302372}, {"accuracy": 0.156126, "f1": 0.13957, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"], "main_score": 0.13957, "precision": 0.134694, "recall": 0.156126}, {"accuracy": 0.217391, "f1": 0.200749, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"], "main_score": 0.200749, "precision": 0.195788, "recall": 0.217391}, {"accuracy": 0.132411, "f1": 0.104456, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"], "main_score": 0.104456, "precision": 0.096516, "recall": 0.132411}, {"accuracy": 0.293478, "f1": 0.259805, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"], "main_score": 0.259805, "precision": 0.250497, "recall": 0.293478}, {"accuracy": 0.066206, "f1": 0.053739, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"], "main_score": 0.053739, "precision": 0.050052, "recall": 0.066206}, {"accuracy": 0.226285, "f1": 0.196645, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"], "main_score": 0.196645, "precision": 0.189024, "recall": 0.226285}, {"accuracy": 0.181818, "f1": 0.155461, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"], "main_score": 0.155461, "precision": 0.148072, "recall": 0.181818}, {"accuracy": 0.257905, "f1": 0.236712, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"], "main_score": 0.236712, "precision": 0.23016, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.181526, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"], "main_score": 0.181526, "precision": 0.174957, "recall": 0.202569}, {"accuracy": 0.181818, "f1": 0.16157, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"], "main_score": 0.16157, "precision": 0.156242, "recall": 0.181818}, {"accuracy": 0.197628, "f1": 0.175019, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"], "main_score": 0.175019, "precision": 0.166986, "recall": 0.197628}, {"accuracy": 0.201581, "f1": 0.172634, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"], "main_score": 0.172634, "precision": 0.163744, "recall": 0.201581}, {"accuracy": 0.289526, "f1": 0.252991, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"], "main_score": 0.252991, "precision": 0.243491, "recall": 0.289526}, {"accuracy": 0.243083, "f1": 0.221136, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"], "main_score": 0.221136, "precision": 0.21253, "recall": 0.243083}, {"accuracy": 0.295455, "f1": 0.254909, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"], "main_score": 0.254909, "precision": 0.245186, "recall": 0.295455}, {"accuracy": 0.183794, "f1": 0.156148, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"], "main_score": 0.156148, "precision": 0.146897, "recall": 0.183794}, {"accuracy": 0.296443, "f1": 0.264669, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"], "main_score": 0.264669, "precision": 0.256143, "recall": 0.296443}, {"accuracy": 0.159091, "f1": 0.139133, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"], "main_score": 0.139133, "precision": 0.134166, "recall": 0.159091}, {"accuracy": 0.232213, "f1": 0.207833, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"], "main_score": 0.207833, "precision": 0.201092, "recall": 0.232213}, {"accuracy": 0.164032, "f1": 0.145216, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"], "main_score": 0.145216, "precision": 0.138483, "recall": 0.164032}, {"accuracy": 0.252964, "f1": 0.230469, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"], "main_score": 0.230469, "precision": 0.223485, "recall": 0.252964}, {"accuracy": 0.205534, "f1": 0.174947, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"], "main_score": 0.174947, "precision": 0.163767, "recall": 0.205534}, {"accuracy": 0.198617, "f1": 0.168812, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"], "main_score": 0.168812, "precision": 0.158638, "recall": 0.198617}, {"accuracy": 0.133399, "f1": 0.106927, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"], "main_score": 0.106927, "precision": 0.100073, "recall": 0.133399}, {"accuracy": 0.114625, "f1": 0.095952, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"], "main_score": 0.095952, "precision": 0.090842, "recall": 0.114625}, {"accuracy": 0.297431, "f1": 0.260735, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"], "main_score": 0.260735, "precision": 0.251233, "recall": 0.297431}, {"accuracy": 0.237154, "f1": 0.207972, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"], "main_score": 0.207972, "precision": 0.197942, "recall": 0.237154}, {"accuracy": 0.209486, "f1": 0.179259, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"], "main_score": 0.179259, "precision": 0.169767, "recall": 0.209486}, {"accuracy": 0.184783, "f1": 0.160751, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"], "main_score": 0.160751, "precision": 0.153737, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.112398, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"], "main_score": 0.112398, "precision": 0.106546, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.119846, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"], "main_score": 0.119846, "precision": 0.112614, "recall": 0.141304}, {"accuracy": 0.19664, "f1": 0.168925, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"], "main_score": 0.168925, "precision": 0.159123, "recall": 0.19664}, {"accuracy": 0.201581, "f1": 0.185162, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"], "main_score": 0.185162, "precision": 0.17997, "recall": 0.201581}, {"accuracy": 0.20751, "f1": 0.177322, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"], "main_score": 0.177322, "precision": 0.167888, "recall": 0.20751}, {"accuracy": 0.230237, "f1": 0.199567, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"], "main_score": 0.199567, "precision": 0.191673, "recall": 0.230237}, {"accuracy": 0.220356, "f1": 0.206681, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"], "main_score": 0.206681, "precision": 0.202021, "recall": 0.220356}, {"accuracy": 0.210474, "f1": 0.186404, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"], "main_score": 0.186404, "precision": 0.177427, "recall": 0.210474}, {"accuracy": 0.231225, "f1": 0.210014, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"], "main_score": 0.210014, "precision": 0.204023, "recall": 0.231225}, {"accuracy": 0.162055, "f1": 0.139183, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"], "main_score": 0.139183, "precision": 0.132888, "recall": 0.162055}, {"accuracy": 0.181818, "f1": 0.159339, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"], "main_score": 0.159339, "precision": 0.15209, "recall": 0.181818}, {"accuracy": 0.198617, "f1": 0.170061, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"], "main_score": 0.170061, "precision": 0.161956, "recall": 0.198617}, {"accuracy": 0.16502, "f1": 0.140733, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"], "main_score": 0.140733, "precision": 0.132788, "recall": 0.16502}, {"accuracy": 0.209486, "f1": 0.176733, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"], "main_score": 0.176733, "precision": 0.16872, "recall": 0.209486}, {"accuracy": 0.205534, "f1": 0.18175, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"], "main_score": 0.18175, "precision": 0.174767, "recall": 0.205534}, {"accuracy": 0.253953, "f1": 0.222703, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"], "main_score": 0.222703, "precision": 0.214648, "recall": 0.253953}, {"accuracy": 0.119565, "f1": 0.105976, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"], "main_score": 0.105976, "precision": 0.101758, "recall": 0.119565}, {"accuracy": 0.23419, "f1": 0.215797, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"], "main_score": 0.215797, "precision": 0.208491, "recall": 0.23419}, {"accuracy": 0.200593, "f1": 0.170733, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"], "main_score": 0.170733, "precision": 0.160208, "recall": 0.200593}, {"accuracy": 0.070158, "f1": 0.04747, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"], "main_score": 0.04747, "precision": 0.041552, "recall": 0.070158}, {"accuracy": 0.106719, "f1": 0.065333, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"], "main_score": 0.065333, "precision": 0.055713, "recall": 0.106719}, {"accuracy": 0.003953, "f1": 7.1e-05, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"], "main_score": 7.1e-05, "precision": 3.6e-05, "recall": 0.003953}, {"accuracy": 0.624506, "f1": 0.563544, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"], "main_score": 0.563544, "precision": 0.541246, "recall": 0.624506}, {"accuracy": 0.499012, "f1": 0.439989, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"], "main_score": 0.439989, "precision": 0.416653, "recall": 0.499012}, {"accuracy": 0.596838, "f1": 0.544003, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"], "main_score": 0.544003, "precision": 0.524971, "recall": 0.596838}, {"accuracy": 0.391304, "f1": 0.330563, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"], "main_score": 0.330563, "precision": 0.30804, "recall": 0.391304}, {"accuracy": 0.12747, "f1": 0.080334, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"], "main_score": 0.080334, "precision": 0.069203, "recall": 0.12747}, {"accuracy": 0.618577, "f1": 0.55894, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"], "main_score": 0.55894, "precision": 0.538094, "recall": 0.618577}, {"accuracy": 0.272727, "f1": 0.205442, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"], "main_score": 0.205442, "precision": 0.184631, "recall": 0.272727}, {"accuracy": 0.418972, "f1": 0.355904, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"], "main_score": 0.355904, "precision": 0.332455, "recall": 0.418972}, {"accuracy": 0.582016, "f1": 0.522901, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"], "main_score": 0.522901, "precision": 0.500588, "recall": 0.582016}, {"accuracy": 0.593874, "f1": 0.545042, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"], "main_score": 0.545042, "precision": 0.526468, "recall": 0.593874}, {"accuracy": 0.157115, "f1": 0.103114, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"], "main_score": 0.103114, "precision": 0.089673, "recall": 0.157115}, {"accuracy": 0.589921, "f1": 0.541016, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"], "main_score": 0.541016, "precision": 0.522632, "recall": 0.589921}, {"accuracy": 0.504941, "f1": 0.449588, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"], "main_score": 0.449588, "precision": 0.429899, "recall": 0.504941}, {"accuracy": 0.605731, "f1": 0.546306, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"], "main_score": 0.546306, "precision": 0.524706, "recall": 0.605731}, {"accuracy": 0.189723, "f1": 0.128612, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"], "main_score": 0.128612, "precision": 0.112642, "recall": 0.189723}, {"accuracy": 0.600791, "f1": 0.543669, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"], "main_score": 0.543669, "precision": 0.521313, "recall": 0.600791}, {"accuracy": 0.541502, "f1": 0.47812, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"], "main_score": 0.47812, "precision": 0.454678, "recall": 0.541502}, {"accuracy": 0.643281, "f1": 0.585613, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"], "main_score": 0.585613, "precision": 0.565134, "recall": 0.643281}, {"accuracy": 0.603755, "f1": 0.546371, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"], "main_score": 0.546371, "precision": 0.524499, "recall": 0.603755}, {"accuracy": 0.097826, "f1": 0.058557, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"], "main_score": 0.058557, "precision": 0.049911, "recall": 0.097826}, {"accuracy": 0.468379, "f1": 0.414899, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"], "main_score": 0.414899, "precision": 0.396156, "recall": 0.468379}, {"accuracy": 0.609684, "f1": 0.550698, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"], "main_score": 0.550698, "precision": 0.528728, "recall": 0.609684}, {"accuracy": 0.400198, "f1": 0.332161, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"], "main_score": 0.332161, "precision": 0.308574, "recall": 0.400198}, {"accuracy": 0.054348, "f1": 0.02867, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"], "main_score": 0.02867, "precision": 0.024014, "recall": 0.054348}, {"accuracy": 0.606719, "f1": 0.552708, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"], "main_score": 0.552708, "precision": 0.532571, "recall": 0.606719}, {"accuracy": 0.133399, "f1": 0.086976, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"], "main_score": 0.086976, "precision": 0.076129, "recall": 0.133399}, {"accuracy": 0.487154, "f1": 0.425784, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"], "main_score": 0.425784, "precision": 0.403327, "recall": 0.487154}, {"accuracy": 0.606719, "f1": 0.545831, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"], "main_score": 0.545831, "precision": 0.52293, "recall": 0.606719}, {"accuracy": 0.523715, "f1": 0.465257, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"], "main_score": 0.465257, "precision": 0.443328, "recall": 0.523715}, {"accuracy": 0.516798, "f1": 0.465781, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"], "main_score": 0.465781, "precision": 0.447878, "recall": 0.516798}, {"accuracy": 0.164032, "f1": 0.122051, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"], "main_score": 0.122051, "precision": 0.108897, "recall": 0.164032}, {"accuracy": 0.600791, "f1": 0.544798, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"], "main_score": 0.544798, "precision": 0.524699, "recall": 0.600791}, {"accuracy": 0.422925, "f1": 0.362476, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"], "main_score": 0.362476, "precision": 0.341798, "recall": 0.422925}, {"accuracy": 0.551383, "f1": 0.5008, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"], "main_score": 0.5008, "precision": 0.481685, "recall": 0.551383}, {"accuracy": 0.505929, "f1": 0.449812, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"], "main_score": 0.449812, "precision": 0.428825, "recall": 0.505929}, {"accuracy": 0.607708, "f1": 0.548107, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"], "main_score": 0.548107, "precision": 0.524796, "recall": 0.607708}, {"accuracy": 0.603755, "f1": 0.541977, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"], "main_score": 0.541977, "precision": 0.51986, "recall": 0.603755}, {"accuracy": 0.114625, "f1": 0.066948, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"], "main_score": 0.066948, "precision": 0.056741, "recall": 0.114625}, {"accuracy": 0.05336, "f1": 0.036546, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"], "main_score": 0.036546, "precision": 0.032217, "recall": 0.05336}, {"accuracy": 0.614625, "f1": 0.551275, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"], "main_score": 0.551275, "precision": 0.526937, "recall": 0.614625}, {"accuracy": 0.093874, "f1": 0.054915, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"], "main_score": 0.054915, "precision": 0.045986, "recall": 0.093874}, {"accuracy": 0.615613, "f1": 0.551168, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"], "main_score": 0.551168, "precision": 0.526629, "recall": 0.615613}, {"accuracy": 0.573123, "f1": 0.508296, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"], "main_score": 0.508296, "precision": 0.484588, "recall": 0.573123}, {"accuracy": 0.543478, "f1": 0.490285, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"], "main_score": 0.490285, "precision": 0.469757, "recall": 0.543478}, {"accuracy": 0.418972, "f1": 0.362378, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"], "main_score": 0.362378, "precision": 0.341318, "recall": 0.418972}, {"accuracy": 0.116601, "f1": 0.071203, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"], "main_score": 0.071203, "precision": 0.060604, "recall": 0.116601}, {"accuracy": 0.380435, "f1": 0.325248, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"], "main_score": 0.325248, "precision": 0.305806, "recall": 0.380435}, {"accuracy": 0.354743, "f1": 0.29856, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"], "main_score": 0.29856, "precision": 0.278228, "recall": 0.354743}, {"accuracy": 0.63834, "f1": 0.580007, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"], "main_score": 0.580007, "precision": 0.558195, "recall": 0.63834}, {"accuracy": 0.44664, "f1": 0.385055, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"], "main_score": 0.385055, "precision": 0.363405, "recall": 0.44664}, {"accuracy": 0.099802, "f1": 0.061398, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"], "main_score": 0.061398, "precision": 0.052951, "recall": 0.099802}, {"accuracy": 0.608696, "f1": 0.552974, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"], "main_score": 0.552974, "precision": 0.533024, "recall": 0.608696}, {"accuracy": 0.071146, "f1": 0.04752, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"], "main_score": 0.04752, "precision": 0.04182, "recall": 0.071146}, {"accuracy": 0.158103, "f1": 0.111429, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"], "main_score": 0.111429, "precision": 0.098724, "recall": 0.158103}, {"accuracy": 0.243083, "f1": 0.177973, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"], "main_score": 0.177973, "precision": 0.157773, "recall": 0.243083}, {"accuracy": 0.073123, "f1": 0.049265, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"], "main_score": 0.049265, "precision": 0.042712, "recall": 0.073123}, {"accuracy": 0.625494, "f1": 0.567723, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"], "main_score": 0.567723, "precision": 0.546248, "recall": 0.625494}, {"accuracy": 0.591897, "f1": 0.537936, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"], "main_score": 0.537936, "precision": 0.517776, "recall": 0.591897}, {"accuracy": 0.624506, "f1": 0.563821, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"], "main_score": 0.563821, "precision": 0.541382, "recall": 0.624506}, {"accuracy": 0.62747, "f1": 0.570164, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"], "main_score": 0.570164, "precision": 0.548676, "recall": 0.62747}, {"accuracy": 0.1917, "f1": 0.131806, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"], "main_score": 0.131806, "precision": 0.114603, "recall": 0.1917}, {"accuracy": 0.443676, "f1": 0.383198, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"], "main_score": 0.383198, "precision": 0.359537, "recall": 0.443676}, {"accuracy": 0.25, "f1": 0.195086, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"], "main_score": 0.195086, "precision": 0.177875, "recall": 0.25}, {"accuracy": 0.62253, "f1": 0.567178, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"], "main_score": 0.567178, "precision": 0.547026, "recall": 0.62253}, {"accuracy": 0.16996, "f1": 0.116192, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"], "main_score": 0.116192, "precision": 0.100676, "recall": 0.16996}, {"accuracy": 0.217391, "f1": 0.152279, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"], "main_score": 0.152279, "precision": 0.134359, "recall": 0.217391}, {"accuracy": 0.172925, "f1": 0.114928, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"], "main_score": 0.114928, "precision": 0.100964, "recall": 0.172925}, {"accuracy": 0.225296, "f1": 0.166002, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"], "main_score": 0.166002, "precision": 0.148969, "recall": 0.225296}, {"accuracy": 0.358696, "f1": 0.305165, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"], "main_score": 0.305165, "precision": 0.285995, "recall": 0.358696}, {"accuracy": 0.614625, "f1": 0.556815, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"], "main_score": 0.556815, "precision": 0.536182, "recall": 0.614625}, {"accuracy": 0.046443, "f1": 0.018593, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"], "main_score": 0.018593, "precision": 0.015204, "recall": 0.046443}, {"accuracy": 0.143281, "f1": 0.093221, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"], "main_score": 0.093221, "precision": 0.080726, "recall": 0.143281}, {"accuracy": 0.382411, "f1": 0.326312, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"], "main_score": 0.326312, "precision": 0.30573, "recall": 0.382411}, {"accuracy": 0.156126, "f1": 0.100217, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"], "main_score": 0.100217, "precision": 0.087165, "recall": 0.156126}, {"accuracy": 0.05336, "f1": 0.028493, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"], "main_score": 0.028493, "precision": 0.024298, "recall": 0.05336}, {"accuracy": 0.628458, "f1": 0.565773, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"], "main_score": 0.565773, "precision": 0.542738, "recall": 0.628458}, {"accuracy": 0.447628, "f1": 0.386608, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"], "main_score": 0.386608, "precision": 0.364228, "recall": 0.447628}, {"accuracy": 0.452569, "f1": 0.379954, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"], "main_score": 0.379954, "precision": 0.355168, "recall": 0.452569}, {"accuracy": 0.410079, "f1": 0.350713, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"], "main_score": 0.350713, "precision": 0.329873, "recall": 0.410079}, {"accuracy": 0.626482, "f1": 0.565504, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"], "main_score": 0.565504, "precision": 0.543813, "recall": 0.626482}, {"accuracy": 0.607708, "f1": 0.54869, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"], "main_score": 0.54869, "precision": 0.525967, "recall": 0.607708}, {"accuracy": 0.623518, "f1": 0.561109, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"], "main_score": 0.561109, "precision": 0.538981, "recall": 0.623518}, {"accuracy": 0.607708, "f1": 0.548334, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"], "main_score": 0.548334, "precision": 0.526304, "recall": 0.607708}, {"accuracy": 0.132411, "f1": 0.087227, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"], "main_score": 0.087227, "precision": 0.075583, "recall": 0.132411}, {"accuracy": 0.102767, "f1": 0.061073, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"], "main_score": 0.061073, "precision": 0.051605, "recall": 0.102767}, {"accuracy": 0.486166, "f1": 0.432652, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"], "main_score": 0.432652, "precision": 0.411877, "recall": 0.486166}, {"accuracy": 0.612648, "f1": 0.551879, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"], "main_score": 0.551879, "precision": 0.530307, "recall": 0.612648}, {"accuracy": 0.585968, "f1": 0.531113, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"], "main_score": 0.531113, "precision": 0.51074, "recall": 0.585968}, {"accuracy": 0.242095, "f1": 0.183877, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"], "main_score": 0.183877, "precision": 0.166951, "recall": 0.242095}, {"accuracy": 0.125494, "f1": 0.076474, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"], "main_score": 0.076474, "precision": 0.064096, "recall": 0.125494}, {"accuracy": 0.424901, "f1": 0.361729, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"], "main_score": 0.361729, "precision": 0.338239, "recall": 0.424901}, {"accuracy": 0.508893, "f1": 0.443732, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"], "main_score": 0.443732, "precision": 0.419628, "recall": 0.508893}, {"accuracy": 0.115613, "f1": 0.065887, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"], "main_score": 0.065887, "precision": 0.05505, "recall": 0.115613}, {"accuracy": 0.618577, "f1": 0.559178, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"], "main_score": 0.559178, "precision": 0.53654, "recall": 0.618577}, {"accuracy": 0.144269, "f1": 0.102853, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"], "main_score": 0.102853, "precision": 0.091809, "recall": 0.144269}, {"accuracy": 0.275692, "f1": 0.202849, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"], "main_score": 0.202849, "precision": 0.181707, "recall": 0.275692}, {"accuracy": 0.610672, "f1": 0.554212, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"], "main_score": 0.554212, "precision": 0.533242, "recall": 0.610672}, {"accuracy": 0.625494, "f1": 0.564487, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"], "main_score": 0.564487, "precision": 0.542344, "recall": 0.625494}, {"accuracy": 0.628458, "f1": 0.56783, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"], "main_score": 0.56783, "precision": 0.545111, "recall": 0.628458}, {"accuracy": 0.604743, "f1": 0.540808, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"], "main_score": 0.540808, "precision": 0.517032, "recall": 0.604743}, {"accuracy": 0.431818, "f1": 0.35714, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"], "main_score": 0.35714, "precision": 0.330737, "recall": 0.431818}, {"accuracy": 0.546443, "f1": 0.486729, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"], "main_score": 0.486729, "precision": 0.463871, "recall": 0.546443}, {"accuracy": 0.15415, "f1": 0.100447, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"], "main_score": 0.100447, "precision": 0.085297, "recall": 0.15415}, {"accuracy": 0.065217, "f1": 0.032523, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"], "main_score": 0.032523, "precision": 0.027711, "recall": 0.065217}, {"accuracy": 0.162055, "f1": 0.104129, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"], "main_score": 0.104129, "precision": 0.089351, "recall": 0.162055}, {"accuracy": 0.078063, "f1": 0.04085, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"], "main_score": 0.04085, "precision": 0.032973, "recall": 0.078063}, {"accuracy": 0.632411, "f1": 0.571574, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"], "main_score": 0.571574, "precision": 0.549188, "recall": 0.632411}, {"accuracy": 0.417984, "f1": 0.358373, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"], "main_score": 0.358373, "precision": 0.337072, "recall": 0.417984}, {"accuracy": 0.060277, "f1": 0.037523, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"], "main_score": 0.037523, "precision": 0.032081, "recall": 0.060277}, {"accuracy": 0.445652, "f1": 0.375456, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"], "main_score": 0.375456, "precision": 0.34949, "recall": 0.445652}, {"accuracy": 0.62747, "f1": 0.564941, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"], "main_score": 0.564941, "precision": 0.54134, "recall": 0.62747}, {"accuracy": 0.437747, "f1": 0.380625, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"], "main_score": 0.380625, "precision": 0.360296, "recall": 0.437747}, {"accuracy": 0.328063, "f1": 0.270007, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"], "main_score": 0.270007, "precision": 0.248793, "recall": 0.328063}, {"accuracy": 0.125494, "f1": 0.078847, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"], "main_score": 0.078847, "precision": 0.067885, "recall": 0.125494}, {"accuracy": 0.594862, "f1": 0.53479, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"], "main_score": 0.53479, "precision": 0.512516, "recall": 0.594862}, {"accuracy": 0.264822, "f1": 0.203324, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"], "main_score": 0.203324, "precision": 0.182964, "recall": 0.264822}, {"accuracy": 0.141304, "f1": 0.09583, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"], "main_score": 0.09583, "precision": 0.084399, "recall": 0.141304}, {"accuracy": 0.141304, "f1": 0.09113, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"], "main_score": 0.09113, "precision": 0.079403, "recall": 0.141304}, {"accuracy": 0.153162, "f1": 0.104569, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"], "main_score": 0.104569, "precision": 0.092553, "recall": 0.153162}, {"accuracy": 0.590909, "f1": 0.528166, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"], "main_score": 0.528166, "precision": 0.50419, "recall": 0.590909}, {"accuracy": 0.013834, "f1": 0.003426, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"], "main_score": 0.003426, "precision": 0.002566, "recall": 0.013834}, {"accuracy": 0.458498, "f1": 0.406595, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"], "main_score": 0.406595, "precision": 0.388241, "recall": 0.458498}, {"accuracy": 0.231225, "f1": 0.182955, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"], "main_score": 0.182955, "precision": 0.166035, "recall": 0.231225}, {"accuracy": 0.501976, "f1": 0.451744, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"], "main_score": 0.451744, "precision": 0.432509, "recall": 0.501976}, {"accuracy": 0.609684, "f1": 0.544527, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"], "main_score": 0.544527, "precision": 0.520161, "recall": 0.609684}, {"accuracy": 0.070158, "f1": 0.033592, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"], "main_score": 0.033592, "precision": 0.026963, "recall": 0.070158}, {"accuracy": 0.132411, "f1": 0.088952, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"], "main_score": 0.088952, "precision": 0.078979, "recall": 0.132411}, {"accuracy": 0.614625, "f1": 0.560881, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"], "main_score": 0.560881, "precision": 0.541629, "recall": 0.614625}, {"accuracy": 0.615613, "f1": 0.554549, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"], "main_score": 0.554549, "precision": 0.532664, "recall": 0.615613}, {"accuracy": 0.359684, "f1": 0.302715, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"], "main_score": 0.302715, "precision": 0.282789, "recall": 0.359684}, {"accuracy": 0.126482, "f1": 0.080811, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"], "main_score": 0.080811, "precision": 0.067873, "recall": 0.126482}, {"accuracy": 0.137352, "f1": 0.087786, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"], "main_score": 0.087786, "precision": 0.075459, "recall": 0.137352}, {"accuracy": 0.58004, "f1": 0.527655, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"], "main_score": 0.527655, "precision": 0.508148, "recall": 0.58004}, {"accuracy": 0.106719, "f1": 0.064259, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"], "main_score": 0.064259, "precision": 0.054411, "recall": 0.106719}, {"accuracy": 0.110672, "f1": 0.070147, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"], "main_score": 0.070147, "precision": 0.059729, "recall": 0.110672}, {"accuracy": 0.424901, "f1": 0.365871, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"], "main_score": 0.365871, "precision": 0.344556, "recall": 0.424901}, {"accuracy": 0.382411, "f1": 0.322405, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"], "main_score": 0.322405, "precision": 0.302063, "recall": 0.382411}, {"accuracy": 0.593874, "f1": 0.542303, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"], "main_score": 0.542303, "precision": 0.523676, "recall": 0.593874}, {"accuracy": 0.16502, "f1": 0.108975, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"], "main_score": 0.108975, "precision": 0.092622, "recall": 0.16502}, {"accuracy": 0.284585, "f1": 0.220215, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"], "main_score": 0.220215, "precision": 0.200832, "recall": 0.284585}, {"accuracy": 0.609684, "f1": 0.549594, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"], "main_score": 0.549594, "precision": 0.526734, "recall": 0.609684}, {"accuracy": 0.3083, "f1": 0.257525, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"], "main_score": 0.257525, "precision": 0.238995, "recall": 0.3083}, {"accuracy": 0.453557, "f1": 0.395069, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"], "main_score": 0.395069, "precision": 0.37369, "recall": 0.453557}, {"accuracy": 0.166996, "f1": 0.115559, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"], "main_score": 0.115559, "precision": 0.101506, "recall": 0.166996}, {"accuracy": 0.371542, "f1": 0.315765, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"], "main_score": 0.315765, "precision": 0.295727, "recall": 0.371542}, {"accuracy": 0.146245, "f1": 0.100522, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"], "main_score": 0.100522, "precision": 0.088037, "recall": 0.146245}, {"accuracy": 0.507905, "f1": 0.455319, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"], "main_score": 0.455319, "precision": 0.436909, "recall": 0.507905}, {"accuracy": 0.604743, "f1": 0.546321, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"], "main_score": 0.546321, "precision": 0.524618, "recall": 0.604743}, {"accuracy": 0.619565, "f1": 0.556674, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"], "main_score": 0.556674, "precision": 0.533494, "recall": 0.619565}, {"accuracy": 0.544466, "f1": 0.479929, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"], "main_score": 0.479929, "precision": 0.454647, "recall": 0.544466}, {"accuracy": 0.416008, "f1": 0.361042, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"], "main_score": 0.361042, "precision": 0.340027, "recall": 0.416008}, {"accuracy": 0.635375, "f1": 0.575548, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"], "main_score": 0.575548, "precision": 0.552711, "recall": 0.635375}, {"accuracy": 0.338933, "f1": 0.274318, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"], "main_score": 0.274318, "precision": 0.25049, "recall": 0.338933}, {"accuracy": 0.315217, "f1": 0.249189, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"], "main_score": 0.249189, "precision": 0.226277, "recall": 0.315217}, {"accuracy": 0.068182, "f1": 0.033674, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"], "main_score": 0.033674, "precision": 0.026931, "recall": 0.068182}, {"accuracy": 0.616601, "f1": 0.558782, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"], "main_score": 0.558782, "precision": 0.537186, "recall": 0.616601}, {"accuracy": 0.134387, "f1": 0.102763, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"], "main_score": 0.102763, "precision": 0.09195, "recall": 0.134387}, {"accuracy": 0.605731, "f1": 0.544307, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"], "main_score": 0.544307, "precision": 0.520969, "recall": 0.605731}, {"accuracy": 0.604743, "f1": 0.556153, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"], "main_score": 0.556153, "precision": 0.537986, "recall": 0.604743}, {"accuracy": 0.263834, "f1": 0.201124, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"], "main_score": 0.201124, "precision": 0.183434, "recall": 0.263834}, {"accuracy": 0.217391, "f1": 0.151812, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"], "main_score": 0.151812, "precision": 0.133356, "recall": 0.217391}, {"accuracy": 0.521739, "f1": 0.459033, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"], "main_score": 0.459033, "precision": 0.436202, "recall": 0.521739}, {"accuracy": 0.166996, "f1": 0.115409, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"], "main_score": 0.115409, "precision": 0.101273, "recall": 0.166996}, {"accuracy": 0.147233, "f1": 0.094794, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"], "main_score": 0.094794, "precision": 0.082378, "recall": 0.147233}, {"accuracy": 0.607708, "f1": 0.553722, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"], "main_score": 0.553722, "precision": 0.533271, "recall": 0.607708}, {"accuracy": 0.296443, "f1": 0.230409, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"], "main_score": 0.230409, "precision": 0.209977, "recall": 0.296443}, {"accuracy": 0.615613, "f1": 0.556722, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"], "main_score": 0.556722, "precision": 0.53436, "recall": 0.615613}, {"accuracy": 0.120553, "f1": 0.072861, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"], "main_score": 0.072861, "precision": 0.060464, "recall": 0.120553}, {"accuracy": 0.626482, "f1": 0.570785, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"], "main_score": 0.570785, "precision": 0.550547, "recall": 0.626482}, {"accuracy": 0.554348, "f1": 0.495792, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"], "main_score": 0.495792, "precision": 0.473683, "recall": 0.554348}, {"accuracy": 0.545455, "f1": 0.49167, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"], "main_score": 0.49167, "precision": 0.470438, "recall": 0.545455}, {"accuracy": 0.100791, "f1": 0.058629, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"], "main_score": 0.058629, "precision": 0.049466, "recall": 0.100791}, {"accuracy": 0.544466, "f1": 0.482482, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"], "main_score": 0.482482, "precision": 0.459691, "recall": 0.544466}, {"accuracy": 0.108696, "f1": 0.065506, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"], "main_score": 0.065506, "precision": 0.055359, "recall": 0.108696}, {"accuracy": 0.130435, "f1": 0.083691, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"], "main_score": 0.083691, "precision": 0.072529, "recall": 0.130435}, {"accuracy": 0.08498, "f1": 0.05156, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"], "main_score": 0.05156, "precision": 0.044094, "recall": 0.08498}, {"accuracy": 0.385375, "f1": 0.334984, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"], "main_score": 0.334984, "precision": 0.31599, "recall": 0.385375}, {"accuracy": 0.624506, "f1": 0.564153, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"], "main_score": 0.564153, "precision": 0.541994, "recall": 0.624506}, {"accuracy": 0.195652, "f1": 0.139858, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"], "main_score": 0.139858, "precision": 0.123153, "recall": 0.195652}, {"accuracy": 0.103755, "f1": 0.062744, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"], "main_score": 0.062744, "precision": 0.05363, "recall": 0.103755}, {"accuracy": 0.139328, "f1": 0.082616, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"], "main_score": 0.082616, "precision": 0.069252, "recall": 0.139328}, {"accuracy": 0.420949, "f1": 0.364057, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"], "main_score": 0.364057, "precision": 0.342961, "recall": 0.420949}, {"accuracy": 0.108696, "f1": 0.069151, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"], "main_score": 0.069151, "precision": 0.059645, "recall": 0.108696}, {"accuracy": 0.121542, "f1": 0.079761, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"], "main_score": 0.079761, "precision": 0.068938, "recall": 0.121542}, {"accuracy": 0.549407, "f1": 0.494612, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"], "main_score": 0.494612, "precision": 0.474834, "recall": 0.549407}, {"accuracy": 0.186759, "f1": 0.126888, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"], "main_score": 0.126888, "precision": 0.110193, "recall": 0.186759}, {"accuracy": 0.156126, "f1": 0.104875, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"], "main_score": 0.104875, "precision": 0.091957, "recall": 0.156126}, {"accuracy": 0.36166, "f1": 0.300617, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"], "main_score": 0.300617, "precision": 0.279458, "recall": 0.36166}, {"accuracy": 0.246047, "f1": 0.184751, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"], "main_score": 0.184751, "precision": 0.166251, "recall": 0.246047}, {"accuracy": 0.302372, "f1": 0.239097, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"], "main_score": 0.239097, "precision": 0.218738, "recall": 0.302372}, {"accuracy": 0.550395, "f1": 0.492653, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"], "main_score": 0.492653, "precision": 0.469837, "recall": 0.550395}, {"accuracy": 0.19664, "f1": 0.143849, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"], "main_score": 0.143849, "precision": 0.126486, "recall": 0.19664}, {"accuracy": 0.320158, "f1": 0.258171, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"], "main_score": 0.258171, "precision": 0.235696, "recall": 0.320158}, {"accuracy": 0.114625, "f1": 0.073939, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"], "main_score": 0.073939, "precision": 0.063092, "recall": 0.114625}, {"accuracy": 0.61166, "f1": 0.554546, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"], "main_score": 0.554546, "precision": 0.535004, "recall": 0.61166}, {"accuracy": 0.563241, "f1": 0.5128, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"], "main_score": 0.5128, "precision": 0.493805, "recall": 0.563241}, {"accuracy": 0.609684, "f1": 0.549145, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"], "main_score": 0.549145, "precision": 0.526099, "recall": 0.609684}, {"accuracy": 0.453557, "f1": 0.392322, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"], "main_score": 0.392322, "precision": 0.369782, "recall": 0.453557}, {"accuracy": 0.150198, "f1": 0.110966, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"], "main_score": 0.110966, "precision": 0.100074, "recall": 0.150198}, {"accuracy": 0.139328, "f1": 0.083783, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"], "main_score": 0.083783, "precision": 0.07096, "recall": 0.139328}, {"accuracy": 0.079051, "f1": 0.053356, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"], "main_score": 0.053356, "precision": 0.047014, "recall": 0.079051}, {"accuracy": 0.171937, "f1": 0.126171, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"], "main_score": 0.126171, "precision": 0.114026, "recall": 0.171937}, {"accuracy": 0.004941, "f1": 0.000121, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"], "main_score": 0.000121, "precision": 6.2e-05, "recall": 0.004941}, {"accuracy": 0.646245, "f1": 0.594375, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"], "main_score": 0.594375, "precision": 0.575819, "recall": 0.646245}, {"accuracy": 0.557312, "f1": 0.506033, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"], "main_score": 0.506033, "precision": 0.487248, "recall": 0.557312}, {"accuracy": 0.56917, "f1": 0.516765, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"], "main_score": 0.516765, "precision": 0.499125, "recall": 0.56917}, {"accuracy": 0.505929, "f1": 0.45059, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"], "main_score": 0.45059, "precision": 0.430015, "recall": 0.505929}, {"accuracy": 0.1917, "f1": 0.147229, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"], "main_score": 0.147229, "precision": 0.135396, "recall": 0.1917}, {"accuracy": 0.684783, "f1": 0.640062, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"], "main_score": 0.640062, "precision": 0.624397, "recall": 0.684783}, {"accuracy": 0.352767, "f1": 0.298756, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"], "main_score": 0.298756, "precision": 0.279534, "recall": 0.352767}, {"accuracy": 0.505929, "f1": 0.462443, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"], "main_score": 0.462443, "precision": 0.445867, "recall": 0.505929}, {"accuracy": 0.656126, "f1": 0.605501, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"], "main_score": 0.605501, "precision": 0.587742, "recall": 0.656126}, {"accuracy": 0.55336, "f1": 0.502307, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"], "main_score": 0.502307, "precision": 0.484666, "recall": 0.55336}, {"accuracy": 0.229249, "f1": 0.169921, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"], "main_score": 0.169921, "precision": 0.151875, "recall": 0.229249}, {"accuracy": 0.550395, "f1": 0.507447, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"], "main_score": 0.507447, "precision": 0.4926, "recall": 0.550395}, {"accuracy": 0.469368, "f1": 0.421377, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"], "main_score": 0.421377, "precision": 0.404218, "recall": 0.469368}, {"accuracy": 0.697628, "f1": 0.656712, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"], "main_score": 0.656712, "precision": 0.642089, "recall": 0.697628}, {"accuracy": 0.26581, "f1": 0.200884, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"], "main_score": 0.200884, "precision": 0.1829, "recall": 0.26581}, {"accuracy": 0.625494, "f1": 0.577755, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"], "main_score": 0.577755, "precision": 0.559948, "recall": 0.625494}, {"accuracy": 0.599802, "f1": 0.549355, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"], "main_score": 0.549355, "precision": 0.531499, "recall": 0.599802}, {"accuracy": 0.741107, "f1": 0.697676, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"], "main_score": 0.697676, "precision": 0.68154, "recall": 0.741107}, {"accuracy": 0.6917, "f1": 0.649151, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"], "main_score": 0.649151, "precision": 0.633371, "recall": 0.6917}, {"accuracy": 0.12747, "f1": 0.093395, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"], "main_score": 0.093395, "precision": 0.084353, "recall": 0.12747}, {"accuracy": 0.442688, "f1": 0.398987, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"], "main_score": 0.398987, "precision": 0.383155, "recall": 0.442688}, {"accuracy": 0.663043, "f1": 0.613458, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"], "main_score": 0.613458, "precision": 0.595311, "recall": 0.663043}, {"accuracy": 0.511858, "f1": 0.457828, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"], "main_score": 0.457828, "precision": 0.437897, "recall": 0.511858}, {"accuracy": 0.059289, "f1": 0.032263, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"], "main_score": 0.032263, "precision": 0.026966, "recall": 0.059289}, {"accuracy": 0.650198, "f1": 0.607152, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"], "main_score": 0.607152, "precision": 0.590228, "recall": 0.650198}, {"accuracy": 0.199605, "f1": 0.154137, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"], "main_score": 0.154137, "precision": 0.141006, "recall": 0.199605}, {"accuracy": 0.599802, "f1": 0.560476, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"], "main_score": 0.560476, "precision": 0.54544, "recall": 0.599802}, {"accuracy": 0.683794, "f1": 0.643296, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"], "main_score": 0.643296, "precision": 0.627844, "recall": 0.683794}, {"accuracy": 0.583004, "f1": 0.547732, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"], "main_score": 0.547732, "precision": 0.534506, "recall": 0.583004}, {"accuracy": 0.508893, "f1": 0.466651, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"], "main_score": 0.466651, "precision": 0.450785, "recall": 0.508893}, {"accuracy": 0.254941, "f1": 0.204238, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"], "main_score": 0.204238, "precision": 0.187612, "recall": 0.254941}, {"accuracy": 0.694664, "f1": 0.64997, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"], "main_score": 0.64997, "precision": 0.633647, "recall": 0.694664}, {"accuracy": 0.408103, "f1": 0.36063, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"], "main_score": 0.36063, "precision": 0.344384, "recall": 0.408103}, {"accuracy": 0.551383, "f1": 0.504877, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"], "main_score": 0.504877, "precision": 0.487719, "recall": 0.551383}, {"accuracy": 0.458498, "f1": 0.408763, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"], "main_score": 0.408763, "precision": 0.391382, "recall": 0.458498}, {"accuracy": 0.671937, "f1": 0.634252, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"], "main_score": 0.634252, "precision": 0.619276, "recall": 0.671937}, {"accuracy": 0.613636, "f1": 0.559493, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"], "main_score": 0.559493, "precision": 0.54015, "recall": 0.613636}, {"accuracy": 0.151186, "f1": 0.106167, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"], "main_score": 0.106167, "precision": 0.094611, "recall": 0.151186}, {"accuracy": 0.054348, "f1": 0.033737, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"], "main_score": 0.033737, "precision": 0.028825, "recall": 0.054348}, {"accuracy": 0.682806, "f1": 0.642571, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"], "main_score": 0.642571, "precision": 0.628022, "recall": 0.682806}, {"accuracy": 0.139328, "f1": 0.107436, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"], "main_score": 0.107436, "precision": 0.098283, "recall": 0.139328}, {"accuracy": 0.694664, "f1": 0.653045, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"], "main_score": 0.653045, "precision": 0.637853, "recall": 0.694664}, {"accuracy": 0.648221, "f1": 0.607049, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"], "main_score": 0.607049, "precision": 0.590714, "recall": 0.648221}, {"accuracy": 0.516798, "f1": 0.46769, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"], "main_score": 0.46769, "precision": 0.449418, "recall": 0.516798}, {"accuracy": 0.511858, "f1": 0.478928, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"], "main_score": 0.478928, "precision": 0.46639, "recall": 0.511858}, {"accuracy": 0.176877, "f1": 0.133091, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"], "main_score": 0.133091, "precision": 0.120276, "recall": 0.176877}, {"accuracy": 0.475296, "f1": 0.435767, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"], "main_score": 0.435767, "precision": 0.420845, "recall": 0.475296}, {"accuracy": 0.48419, "f1": 0.43511, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"], "main_score": 0.43511, "precision": 0.416879, "recall": 0.48419}, {"accuracy": 0.704545, "f1": 0.664426, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"], "main_score": 0.664426, "precision": 0.64972, "recall": 0.704545}, {"accuracy": 0.523715, "f1": 0.475609, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"], "main_score": 0.475609, "precision": 0.457439, "recall": 0.523715}, {"accuracy": 0.146245, "f1": 0.107475, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"], "main_score": 0.107475, "precision": 0.096122, "recall": 0.146245}, {"accuracy": 0.59585, "f1": 0.551101, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"], "main_score": 0.551101, "precision": 0.534299, "recall": 0.59585}, {"accuracy": 0.062253, "f1": 0.04163, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"], "main_score": 0.04163, "precision": 0.035482, "recall": 0.062253}, {"accuracy": 0.222332, "f1": 0.173441, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"], "main_score": 0.173441, "precision": 0.159283, "recall": 0.222332}, {"accuracy": 0.314229, "f1": 0.258831, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"], "main_score": 0.258831, "precision": 0.240017, "recall": 0.314229}, {"accuracy": 0.075099, "f1": 0.053233, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"], "main_score": 0.053233, "precision": 0.047367, "recall": 0.075099}, {"accuracy": 0.689723, "f1": 0.652368, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"], "main_score": 0.652368, "precision": 0.638014, "recall": 0.689723}, {"accuracy": 0.636364, "f1": 0.590101, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"], "main_score": 0.590101, "precision": 0.572782, "recall": 0.636364}, {"accuracy": 0.716403, "f1": 0.675244, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"], "main_score": 0.675244, "precision": 0.660844, "recall": 0.716403}, {"accuracy": 0.582016, "f1": 0.524734, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"], "main_score": 0.524734, "precision": 0.504599, "recall": 0.582016}, {"accuracy": 0.247036, "f1": 0.197873, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"], "main_score": 0.197873, "precision": 0.182444, "recall": 0.247036}, {"accuracy": 0.531621, "f1": 0.487729, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"], "main_score": 0.487729, "precision": 0.470671, "recall": 0.531621}, {"accuracy": 0.364625, "f1": 0.31935, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"], "main_score": 0.31935, "precision": 0.3049, "recall": 0.364625}, {"accuracy": 0.703557, "f1": 0.658384, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"], "main_score": 0.658384, "precision": 0.642053, "recall": 0.703557}, {"accuracy": 0.214427, "f1": 0.164382, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"], "main_score": 0.164382, "precision": 0.149971, "recall": 0.214427}, {"accuracy": 0.284585, "f1": 0.22501, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"], "main_score": 0.22501, "precision": 0.207131, "recall": 0.284585}, {"accuracy": 0.220356, "f1": 0.162643, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"], "main_score": 0.162643, "precision": 0.146304, "recall": 0.220356}, {"accuracy": 0.261858, "f1": 0.21993, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"], "main_score": 0.21993, "precision": 0.206122, "recall": 0.261858}, {"accuracy": 0.461462, "f1": 0.419913, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"], "main_score": 0.419913, "precision": 0.403833, "recall": 0.461462}, {"accuracy": 0.69664, "f1": 0.655215, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"], "main_score": 0.655215, "precision": 0.640293, "recall": 0.69664}, {"accuracy": 0.056324, "f1": 0.02511, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"], "main_score": 0.02511, "precision": 0.021022, "recall": 0.056324}, {"accuracy": 0.199605, "f1": 0.153373, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"], "main_score": 0.153373, "precision": 0.138379, "recall": 0.199605}, {"accuracy": 0.501976, "f1": 0.454257, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"], "main_score": 0.454257, "precision": 0.437111, "recall": 0.501976}, {"accuracy": 0.202569, "f1": 0.15433, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"], "main_score": 0.15433, "precision": 0.141217, "recall": 0.202569}, {"accuracy": 0.043478, "f1": 0.02322, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"], "main_score": 0.02322, "precision": 0.019966, "recall": 0.043478}, {"accuracy": 0.70751, "f1": 0.664545, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"], "main_score": 0.664545, "precision": 0.649091, "recall": 0.70751}, {"accuracy": 0.573123, "f1": 0.532587, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"], "main_score": 0.532587, "precision": 0.51805, "recall": 0.573123}, {"accuracy": 0.55336, "f1": 0.50786, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"], "main_score": 0.50786, "precision": 0.490386, "recall": 0.55336}, {"accuracy": 0.357708, "f1": 0.316701, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"], "main_score": 0.316701, "precision": 0.30187, "recall": 0.357708}, {"accuracy": 0.706522, "f1": 0.666272, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"], "main_score": 0.666272, "precision": 0.651019, "recall": 0.706522}, {"accuracy": 0.677866, "f1": 0.635806, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"], "main_score": 0.635806, "precision": 0.620126, "recall": 0.677866}, {"accuracy": 0.694664, "f1": 0.653994, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"], "main_score": 0.653994, "precision": 0.638554, "recall": 0.694664}, {"accuracy": 0.617589, "f1": 0.573265, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"], "main_score": 0.573265, "precision": 0.555972, "recall": 0.617589}, {"accuracy": 0.194664, "f1": 0.147551, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"], "main_score": 0.147551, "precision": 0.134311, "recall": 0.194664}, {"accuracy": 0.149209, "f1": 0.113893, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"], "main_score": 0.113893, "precision": 0.103406, "recall": 0.149209}, {"accuracy": 0.435771, "f1": 0.387882, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"], "main_score": 0.387882, "precision": 0.3717, "recall": 0.435771}, {"accuracy": 0.685771, "f1": 0.638908, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"], "main_score": 0.638908, "precision": 0.621337, "recall": 0.685771}, {"accuracy": 0.604743, "f1": 0.56311, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"], "main_score": 0.56311, "precision": 0.548174, "recall": 0.604743}, {"accuracy": 0.313241, "f1": 0.262014, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"], "main_score": 0.262014, "precision": 0.245248, "recall": 0.313241}, {"accuracy": 0.190711, "f1": 0.148492, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"], "main_score": 0.148492, "precision": 0.136689, "recall": 0.190711}, {"accuracy": 0.524704, "f1": 0.483123, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"], "main_score": 0.483123, "precision": 0.467787, "recall": 0.524704}, {"accuracy": 0.534585, "f1": 0.489815, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"], "main_score": 0.489815, "precision": 0.473426, "recall": 0.534585}, {"accuracy": 0.172925, "f1": 0.126545, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"], "main_score": 0.126545, "precision": 0.114416, "recall": 0.172925}, {"accuracy": 0.698617, "f1": 0.655964, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"], "main_score": 0.655964, "precision": 0.640113, "recall": 0.698617}, {"accuracy": 0.200593, "f1": 0.15334, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"], "main_score": 0.15334, "precision": 0.139413, "recall": 0.200593}, {"accuracy": 0.359684, "f1": 0.30052, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"], "main_score": 0.30052, "precision": 0.28098, "recall": 0.359684}, {"accuracy": 0.642292, "f1": 0.601165, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"], "main_score": 0.601165, "precision": 0.585227, "recall": 0.642292}, {"accuracy": 0.703557, "f1": 0.660111, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"], "main_score": 0.660111, "precision": 0.64315, "recall": 0.703557}, {"accuracy": 0.702569, "f1": 0.661221, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"], "main_score": 0.661221, "precision": 0.646614, "recall": 0.702569}, {"accuracy": 0.648221, "f1": 0.604095, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"], "main_score": 0.604095, "precision": 0.587732, "recall": 0.648221}, {"accuracy": 0.562253, "f1": 0.519368, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"], "main_score": 0.519368, "precision": 0.503577, "recall": 0.562253}, {"accuracy": 0.512846, "f1": 0.457594, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"], "main_score": 0.457594, "precision": 0.438084, "recall": 0.512846}, {"accuracy": 0.225296, "f1": 0.171217, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"], "main_score": 0.171217, "precision": 0.153837, "recall": 0.225296}, {"accuracy": 0.075099, "f1": 0.040823, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"], "main_score": 0.040823, "precision": 0.035507, "recall": 0.075099}, {"accuracy": 0.230237, "f1": 0.178498, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"], "main_score": 0.178498, "precision": 0.164062, "recall": 0.230237}, {"accuracy": 0.094862, "f1": 0.058716, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"], "main_score": 0.058716, "precision": 0.050991, "recall": 0.094862}, {"accuracy": 0.694664, "f1": 0.647513, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"], "main_score": 0.647513, "precision": 0.630827, "recall": 0.694664}, {"accuracy": 0.539526, "f1": 0.494706, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"], "main_score": 0.494706, "precision": 0.477591, "recall": 0.539526}, {"accuracy": 0.068182, "f1": 0.049519, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"], "main_score": 0.049519, "precision": 0.04399, "recall": 0.068182}, {"accuracy": 0.561265, "f1": 0.518914, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"], "main_score": 0.518914, "precision": 0.501425, "recall": 0.561265}, {"accuracy": 0.711462, "f1": 0.668059, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"], "main_score": 0.668059, "precision": 0.653597, "recall": 0.711462}, {"accuracy": 0.409091, "f1": 0.357619, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"], "main_score": 0.357619, "precision": 0.340862, "recall": 0.409091}, {"accuracy": 0.485178, "f1": 0.438503, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"], "main_score": 0.438503, "precision": 0.420647, "recall": 0.485178}, {"accuracy": 0.167984, "f1": 0.119152, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"], "main_score": 0.119152, "precision": 0.105259, "recall": 0.167984}, {"accuracy": 0.624506, "f1": 0.577636, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"], "main_score": 0.577636, "precision": 0.559072, "recall": 0.624506}, {"accuracy": 0.324111, "f1": 0.272742, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"], "main_score": 0.272742, "precision": 0.25602, "recall": 0.324111}, {"accuracy": 0.186759, "f1": 0.137199, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"], "main_score": 0.137199, "precision": 0.124098, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.146065, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"], "main_score": 0.146065, "precision": 0.134872, "recall": 0.189723}, {"accuracy": 0.1917, "f1": 0.146237, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"], "main_score": 0.146237, "precision": 0.134293, "recall": 0.1917}, {"accuracy": 0.68083, "f1": 0.639869, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"], "main_score": 0.639869, "precision": 0.624333, "recall": 0.68083}, {"accuracy": 0.020751, "f1": 0.006603, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"], "main_score": 0.006603, "precision": 0.005014, "recall": 0.020751}, {"accuracy": 0.449605, "f1": 0.404994, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"], "main_score": 0.404994, "precision": 0.388753, "recall": 0.449605}, {"accuracy": 0.258893, "f1": 0.21225, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"], "main_score": 0.21225, "precision": 0.196399, "recall": 0.258893}, {"accuracy": 0.521739, "f1": 0.479753, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"], "main_score": 0.479753, "precision": 0.462911, "recall": 0.521739}, {"accuracy": 0.713439, "f1": 0.669946, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"], "main_score": 0.669946, "precision": 0.65406, "recall": 0.713439}, {"accuracy": 0.081028, "f1": 0.048876, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"], "main_score": 0.048876, "precision": 0.041117, "recall": 0.081028}, {"accuracy": 0.156126, "f1": 0.116102, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"], "main_score": 0.116102, "precision": 0.104564, "recall": 0.156126}, {"accuracy": 0.688735, "f1": 0.655178, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"], "main_score": 0.655178, "precision": 0.642008, "recall": 0.688735}, {"accuracy": 0.703557, "f1": 0.658196, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"], "main_score": 0.658196, "precision": 0.641686, "recall": 0.703557}, {"accuracy": 0.462451, "f1": 0.41645, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"], "main_score": 0.41645, "precision": 0.399514, "recall": 0.462451}, {"accuracy": 0.192688, "f1": 0.143104, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"], "main_score": 0.143104, "precision": 0.129016, "recall": 0.192688}, {"accuracy": 0.197628, "f1": 0.145012, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"], "main_score": 0.145012, "precision": 0.128941, "recall": 0.197628}, {"accuracy": 0.603755, "f1": 0.55435, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"], "main_score": 0.55435, "precision": 0.536258, "recall": 0.603755}, {"accuracy": 0.159091, "f1": 0.120838, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"], "main_score": 0.120838, "precision": 0.11007, "recall": 0.159091}, {"accuracy": 0.173913, "f1": 0.130027, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"], "main_score": 0.130027, "precision": 0.116653, "recall": 0.173913}, {"accuracy": 0.413043, "f1": 0.363506, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"], "main_score": 0.363506, "precision": 0.345981, "recall": 0.413043}, {"accuracy": 0.497036, "f1": 0.45041, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"], "main_score": 0.45041, "precision": 0.431875, "recall": 0.497036}, {"accuracy": 0.571146, "f1": 0.532402, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"], "main_score": 0.532402, "precision": 0.517812, "recall": 0.571146}, {"accuracy": 0.255929, "f1": 0.20052, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"], "main_score": 0.20052, "precision": 0.181731, "recall": 0.255929}, {"accuracy": 0.371542, "f1": 0.316816, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"], "main_score": 0.316816, "precision": 0.297986, "recall": 0.371542}, {"accuracy": 0.664032, "f1": 0.619099, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"], "main_score": 0.619099, "precision": 0.603018, "recall": 0.664032}, {"accuracy": 0.262846, "f1": 0.213876, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"], "main_score": 0.213876, "precision": 0.197806, "recall": 0.262846}, {"accuracy": 0.431818, "f1": 0.381961, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"], "main_score": 0.381961, "precision": 0.36354, "recall": 0.431818}, {"accuracy": 0.250988, "f1": 0.204075, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"], "main_score": 0.204075, "precision": 0.189842, "recall": 0.250988}, {"accuracy": 0.347826, "f1": 0.298628, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"], "main_score": 0.298628, "precision": 0.281315, "recall": 0.347826}, {"accuracy": 0.20751, "f1": 0.162339, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"], "main_score": 0.162339, "precision": 0.14823, "recall": 0.20751}, {"accuracy": 0.442688, "f1": 0.401154, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"], "main_score": 0.401154, "precision": 0.386581, "recall": 0.442688}, {"accuracy": 0.643281, "f1": 0.590073, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"], "main_score": 0.590073, "precision": 0.569568, "recall": 0.643281}, {"accuracy": 0.66996, "f1": 0.619343, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"], "main_score": 0.619343, "precision": 0.600524, "recall": 0.66996}, {"accuracy": 0.635375, "f1": 0.591647, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"], "main_score": 0.591647, "precision": 0.575066, "recall": 0.635375}, {"accuracy": 0.527668, "f1": 0.488884, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"], "main_score": 0.488884, "precision": 0.474919, "recall": 0.527668}, {"accuracy": 0.712451, "f1": 0.672331, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"], "main_score": 0.672331, "precision": 0.656915, "recall": 0.712451}, {"accuracy": 0.294466, "f1": 0.248188, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"], "main_score": 0.248188, "precision": 0.232883, "recall": 0.294466}, {"accuracy": 0.410079, "f1": 0.361381, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"], "main_score": 0.361381, "precision": 0.34498, "recall": 0.410079}, {"accuracy": 0.098814, "f1": 0.061728, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"], "main_score": 0.061728, "precision": 0.053822, "recall": 0.098814}, {"accuracy": 0.70751, "f1": 0.665044, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"], "main_score": 0.665044, "precision": 0.650264, "recall": 0.70751}, {"accuracy": 0.128458, "f1": 0.09299, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"], "main_score": 0.09299, "precision": 0.082502, "recall": 0.128458}, {"accuracy": 0.642292, "f1": 0.589101, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"], "main_score": 0.589101, "precision": 0.568049, "recall": 0.642292}, {"accuracy": 0.606719, "f1": 0.556696, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"], "main_score": 0.556696, "precision": 0.537759, "recall": 0.606719}, {"accuracy": 0.352767, "f1": 0.302676, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"], "main_score": 0.302676, "precision": 0.286201, "recall": 0.352767}, {"accuracy": 0.307312, "f1": 0.247228, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"], "main_score": 0.247228, "precision": 0.230109, "recall": 0.307312}, {"accuracy": 0.566206, "f1": 0.517932, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"], "main_score": 0.517932, "precision": 0.500106, "recall": 0.566206}, {"accuracy": 0.224308, "f1": 0.170581, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"], "main_score": 0.170581, "precision": 0.155063, "recall": 0.224308}, {"accuracy": 0.199605, "f1": 0.147377, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"], "main_score": 0.147377, "precision": 0.13225, "recall": 0.199605}, {"accuracy": 0.703557, "f1": 0.663677, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"], "main_score": 0.663677, "precision": 0.649123, "recall": 0.703557}, {"accuracy": 0.370553, "f1": 0.314724, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"], "main_score": 0.314724, "precision": 0.296287, "recall": 0.370553}, {"accuracy": 0.703557, "f1": 0.656822, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"], "main_score": 0.656822, "precision": 0.639723, "recall": 0.703557}, {"accuracy": 0.187747, "f1": 0.12693, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"], "main_score": 0.12693, "precision": 0.111451, "recall": 0.187747}, {"accuracy": 0.715415, "f1": 0.673997, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"], "main_score": 0.673997, "precision": 0.65808, "recall": 0.715415}, {"accuracy": 0.539526, "f1": 0.484458, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"], "main_score": 0.484458, "precision": 0.464958, "recall": 0.539526}, {"accuracy": 0.616601, "f1": 0.580078, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"], "main_score": 0.580078, "precision": 0.566268, "recall": 0.616601}, {"accuracy": 0.137352, "f1": 0.096836, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"], "main_score": 0.096836, "precision": 0.086222, "recall": 0.137352}, {"accuracy": 0.646245, "f1": 0.60261, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"], "main_score": 0.60261, "precision": 0.58736, "recall": 0.646245}, {"accuracy": 0.166008, "f1": 0.120433, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"], "main_score": 0.120433, "precision": 0.10744, "recall": 0.166008}, {"accuracy": 0.174901, "f1": 0.131791, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"], "main_score": 0.131791, "precision": 0.119616, "recall": 0.174901}, {"accuracy": 0.108696, "f1": 0.077871, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"], "main_score": 0.077871, "precision": 0.0695, "recall": 0.108696}, {"accuracy": 0.357708, "f1": 0.30837, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"], "main_score": 0.30837, "precision": 0.290624, "recall": 0.357708}, {"accuracy": 0.713439, "f1": 0.668868, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"], "main_score": 0.668868, "precision": 0.653028, "recall": 0.713439}, {"accuracy": 0.264822, "f1": 0.208908, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"], "main_score": 0.208908, "precision": 0.19149, "recall": 0.264822}, {"accuracy": 0.172925, "f1": 0.11848, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"], "main_score": 0.11848, "precision": 0.104709, "recall": 0.172925}, {"accuracy": 0.199605, "f1": 0.147524, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"], "main_score": 0.147524, "precision": 0.133465, "recall": 0.199605}, {"accuracy": 0.360672, "f1": 0.314654, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"], "main_score": 0.314654, "precision": 0.298391, "recall": 0.360672}, {"accuracy": 0.142292, "f1": 0.102066, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"], "main_score": 0.102066, "precision": 0.091108, "recall": 0.142292}, {"accuracy": 0.166996, "f1": 0.127744, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"], "main_score": 0.127744, "precision": 0.115871, "recall": 0.166996}, {"accuracy": 0.578063, "f1": 0.544324, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"], "main_score": 0.544324, "precision": 0.531463, "recall": 0.578063}, {"accuracy": 0.258893, "f1": 0.204407, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"], "main_score": 0.204407, "precision": 0.188786, "recall": 0.258893}, {"accuracy": 0.217391, "f1": 0.166712, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"], "main_score": 0.166712, "precision": 0.151501, "recall": 0.217391}, {"accuracy": 0.471344, "f1": 0.422939, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"], "main_score": 0.422939, "precision": 0.405984, "recall": 0.471344}, {"accuracy": 0.296443, "f1": 0.244461, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"], "main_score": 0.244461, "precision": 0.228349, "recall": 0.296443}, {"accuracy": 0.367589, "f1": 0.317046, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"], "main_score": 0.317046, "precision": 0.2991, "recall": 0.367589}, {"accuracy": 0.455534, "f1": 0.410528, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"], "main_score": 0.410528, "precision": 0.3937, "recall": 0.455534}, {"accuracy": 0.338933, "f1": 0.278007, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"], "main_score": 0.278007, "precision": 0.257108, "recall": 0.338933}, {"accuracy": 0.459486, "f1": 0.404577, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"], "main_score": 0.404577, "precision": 0.38471, "recall": 0.459486}, {"accuracy": 0.16996, "f1": 0.123074, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"], "main_score": 0.123074, "precision": 0.109883, "recall": 0.16996}, {"accuracy": 0.635375, "f1": 0.585055, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"], "main_score": 0.585055, "precision": 0.566636, "recall": 0.635375}, {"accuracy": 0.619565, "f1": 0.578955, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"], "main_score": 0.578955, "precision": 0.563552, "recall": 0.619565}, {"accuracy": 0.717391, "f1": 0.681487, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"], "main_score": 0.681487, "precision": 0.667964, "recall": 0.717391}, {"accuracy": 0.412055, "f1": 0.367821, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"], "main_score": 0.367821, "precision": 0.351902, "recall": 0.412055}, {"accuracy": 0.235178, "f1": 0.186203, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"], "main_score": 0.186203, "precision": 0.170471, "recall": 0.235178}, {"accuracy": 0.190711, "f1": 0.138522, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"], "main_score": 0.138522, "precision": 0.125476, "recall": 0.190711}, {"accuracy": 0.046443, "f1": 0.03501, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"], "main_score": 0.03501, "precision": 0.032493, "recall": 0.046443}, {"accuracy": 0.212451, "f1": 0.194208, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"], "main_score": 0.194208, "precision": 0.188066, "recall": 0.212451}, {"accuracy": 0.003953, "f1": 0.000223, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"], "main_score": 0.000223, "precision": 0.000121, "recall": 0.003953}, {"accuracy": 0.162055, "f1": 0.138203, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"], "main_score": 0.138203, "precision": 0.131871, "recall": 0.162055}, {"accuracy": 0.158103, "f1": 0.139314, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"], "main_score": 0.139314, "precision": 0.134525, "recall": 0.158103}, {"accuracy": 0.133399, "f1": 0.116585, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"], "main_score": 0.116585, "precision": 0.111931, "recall": 0.133399}, {"accuracy": 0.158103, "f1": 0.14443, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"], "main_score": 0.14443, "precision": 0.140131, "recall": 0.158103}, {"accuracy": 0.422925, "f1": 0.392342, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"], "main_score": 0.392342, "precision": 0.381473, "recall": 0.422925}, {"accuracy": 0.225296, "f1": 0.200309, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"], "main_score": 0.200309, "precision": 0.194368, "recall": 0.225296}, {"accuracy": 0.212451, "f1": 0.194171, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"], "main_score": 0.194171, "precision": 0.188109, "recall": 0.212451}, {"accuracy": 0.168972, "f1": 0.157437, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"], "main_score": 0.157437, "precision": 0.154285, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.149385, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"], "main_score": 0.149385, "precision": 0.143639, "recall": 0.16996}, {"accuracy": 0.12747, "f1": 0.114048, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"], "main_score": 0.114048, "precision": 0.109293, "recall": 0.12747}, {"accuracy": 0.225296, "f1": 0.198729, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"], "main_score": 0.198729, "precision": 0.190138, "recall": 0.225296}, {"accuracy": 0.126482, "f1": 0.115888, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"], "main_score": 0.115888, "precision": 0.113187, "recall": 0.126482}, {"accuracy": 0.134387, "f1": 0.114967, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"], "main_score": 0.114967, "precision": 0.110146, "recall": 0.134387}, {"accuracy": 0.222332, "f1": 0.198976, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"], "main_score": 0.198976, "precision": 0.193324, "recall": 0.222332}, {"accuracy": 0.293478, "f1": 0.270472, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"], "main_score": 0.270472, "precision": 0.262636, "recall": 0.293478}, {"accuracy": 0.128458, "f1": 0.118914, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"], "main_score": 0.118914, "precision": 0.116399, "recall": 0.128458}, {"accuracy": 0.148221, "f1": 0.126598, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"], "main_score": 0.126598, "precision": 0.121509, "recall": 0.148221}, {"accuracy": 0.243083, "f1": 0.220993, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"], "main_score": 0.220993, "precision": 0.215126, "recall": 0.243083}, {"accuracy": 0.166996, "f1": 0.156944, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"], "main_score": 0.156944, "precision": 0.154036, "recall": 0.166996}, {"accuracy": 0.20751, "f1": 0.182402, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"], "main_score": 0.182402, "precision": 0.174767, "recall": 0.20751}, {"accuracy": 0.077075, "f1": 0.063746, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"], "main_score": 0.063746, "precision": 0.061362, "recall": 0.077075}, {"accuracy": 0.171937, "f1": 0.15271, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"], "main_score": 0.15271, "precision": 0.146576, "recall": 0.171937}, {"accuracy": 0.166008, "f1": 0.15053, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"], "main_score": 0.15053, "precision": 0.145124, "recall": 0.166008}, {"accuracy": 0.072134, "f1": 0.050538, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"], "main_score": 0.050538, "precision": 0.045946, "recall": 0.072134}, {"accuracy": 0.147233, "f1": 0.13143, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"], "main_score": 0.13143, "precision": 0.127014, "recall": 0.147233}, {"accuracy": 0.286561, "f1": 0.263038, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"], "main_score": 0.263038, "precision": 0.255015, "recall": 0.286561}, {"accuracy": 0.148221, "f1": 0.139603, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"], "main_score": 0.139603, "precision": 0.137507, "recall": 0.148221}, {"accuracy": 0.222332, "f1": 0.197731, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"], "main_score": 0.197731, "precision": 0.191868, "recall": 0.222332}, {"accuracy": 0.166008, "f1": 0.144142, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"], "main_score": 0.144142, "precision": 0.139437, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.103202, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"], "main_score": 0.103202, "precision": 0.097918, "recall": 0.123518}, {"accuracy": 0.197628, "f1": 0.180418, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"], "main_score": 0.180418, "precision": 0.1739, "recall": 0.197628}, {"accuracy": 0.188735, "f1": 0.163607, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"], "main_score": 0.163607, "precision": 0.157047, "recall": 0.188735}, {"accuracy": 0.096838, "f1": 0.086631, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"], "main_score": 0.086631, "precision": 0.083149, "recall": 0.096838}, {"accuracy": 0.12253, "f1": 0.108494, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"], "main_score": 0.108494, "precision": 0.105398, "recall": 0.12253}, {"accuracy": 0.071146, "f1": 0.058084, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"], "main_score": 0.058084, "precision": 0.054673, "recall": 0.071146}, {"accuracy": 0.224308, "f1": 0.201045, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"], "main_score": 0.201045, "precision": 0.195419, "recall": 0.224308}, {"accuracy": 0.131423, "f1": 0.115214, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"], "main_score": 0.115214, "precision": 0.110077, "recall": 0.131423}, {"accuracy": 0.241107, "f1": 0.209464, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"], "main_score": 0.209464, "precision": 0.199016, "recall": 0.241107}, {"accuracy": 0.030632, "f1": 0.025787, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"], "main_score": 0.025787, "precision": 0.024753, "recall": 0.030632}, {"accuracy": 0.23419, "f1": 0.210244, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"], "main_score": 0.210244, "precision": 0.204809, "recall": 0.23419}, {"accuracy": 0.22332, "f1": 0.199994, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"], "main_score": 0.199994, "precision": 0.192179, "recall": 0.22332}, {"accuracy": 0.182806, "f1": 0.165283, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"], "main_score": 0.165283, "precision": 0.159868, "recall": 0.182806}, {"accuracy": 0.225296, "f1": 0.202565, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"], "main_score": 0.202565, "precision": 0.195773, "recall": 0.225296}, {"accuracy": 0.137352, "f1": 0.121999, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"], "main_score": 0.121999, "precision": 0.116534, "recall": 0.137352}, {"accuracy": 0.131423, "f1": 0.122837, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"], "main_score": 0.122837, "precision": 0.120071, "recall": 0.131423}, {"accuracy": 0.222332, "f1": 0.196667, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"], "main_score": 0.196667, "precision": 0.187652, "recall": 0.222332}, {"accuracy": 0.199605, "f1": 0.17657, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"], "main_score": 0.17657, "precision": 0.171223, "recall": 0.199605}, {"accuracy": 0.161067, "f1": 0.146204, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"], "main_score": 0.146204, "precision": 0.142219, "recall": 0.161067}, {"accuracy": 0.246047, "f1": 0.21816, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"], "main_score": 0.21816, "precision": 0.21192, "recall": 0.246047}, {"accuracy": 0.16502, "f1": 0.153802, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"], "main_score": 0.153802, "precision": 0.150366, "recall": 0.16502}, {"accuracy": 0.216403, "f1": 0.191002, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"], "main_score": 0.191002, "precision": 0.181864, "recall": 0.216403}, {"accuracy": 0.152174, "f1": 0.13619, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"], "main_score": 0.13619, "precision": 0.132364, "recall": 0.152174}, {"accuracy": 0.036561, "f1": 0.032168, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"], "main_score": 0.032168, "precision": 0.030632, "recall": 0.036561}, {"accuracy": 0.248024, "f1": 0.229001, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"], "main_score": 0.229001, "precision": 0.221978, "recall": 0.248024}, {"accuracy": 0.25, "f1": 0.226301, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"], "main_score": 0.226301, "precision": 0.219334, "recall": 0.25}, {"accuracy": 0.041502, "f1": 0.036677, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"], "main_score": 0.036677, "precision": 0.035138, "recall": 0.041502}, {"accuracy": 0.190711, "f1": 0.168052, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"], "main_score": 0.168052, "precision": 0.161166, "recall": 0.190711}, {"accuracy": 0.144269, "f1": 0.130237, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"], "main_score": 0.130237, "precision": 0.126674, "recall": 0.144269}, {"accuracy": 0.203557, "f1": 0.186132, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"], "main_score": 0.186132, "precision": 0.180927, "recall": 0.203557}, {"accuracy": 0.125494, "f1": 0.107862, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"], "main_score": 0.107862, "precision": 0.102659, "recall": 0.125494}, {"accuracy": 0.280632, "f1": 0.253705, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"], "main_score": 0.253705, "precision": 0.244401, "recall": 0.280632}, {"accuracy": 0.174901, "f1": 0.16478, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"], "main_score": 0.16478, "precision": 0.161742, "recall": 0.174901}, {"accuracy": 0.164032, "f1": 0.151226, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"], "main_score": 0.151226, "precision": 0.148785, "recall": 0.164032}, {"accuracy": 0.236166, "f1": 0.20784, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"], "main_score": 0.20784, "precision": 0.20047, "recall": 0.236166}, {"accuracy": 0.245059, "f1": 0.22699, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"], "main_score": 0.22699, "precision": 0.220558, "recall": 0.245059}, {"accuracy": 0.201581, "f1": 0.182641, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"], "main_score": 0.182641, "precision": 0.176451, "recall": 0.201581}, {"accuracy": 0.203557, "f1": 0.180025, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"], "main_score": 0.180025, "precision": 0.173168, "recall": 0.203557}, {"accuracy": 0.174901, "f1": 0.160333, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"], "main_score": 0.160333, "precision": 0.15581, "recall": 0.174901}, {"accuracy": 0.119565, "f1": 0.107587, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"], "main_score": 0.107587, "precision": 0.104463, "recall": 0.119565}, {"accuracy": 0.20751, "f1": 0.185581, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"], "main_score": 0.185581, "precision": 0.179623, "recall": 0.20751}, {"accuracy": 0.036561, "f1": 0.025359, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"], "main_score": 0.025359, "precision": 0.022654, "recall": 0.036561}, {"accuracy": 0.179842, "f1": 0.159083, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"], "main_score": 0.159083, "precision": 0.152556, "recall": 0.179842}, {"accuracy": 0.139328, "f1": 0.128053, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"], "main_score": 0.128053, "precision": 0.125341, "recall": 0.139328}, {"accuracy": 0.246047, "f1": 0.223375, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"], "main_score": 0.223375, "precision": 0.214663, "recall": 0.246047}, {"accuracy": 0.050395, "f1": 0.036353, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"], "main_score": 0.036353, "precision": 0.033571, "recall": 0.050395}, {"accuracy": 0.23913, "f1": 0.216677, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"], "main_score": 0.216677, "precision": 0.21105, "recall": 0.23913}, {"accuracy": 0.158103, "f1": 0.146289, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"], "main_score": 0.146289, "precision": 0.142218, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.149318, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"], "main_score": 0.149318, "precision": 0.145523, "recall": 0.16502}, {"accuracy": 0.066206, "f1": 0.05385, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"], "main_score": 0.05385, "precision": 0.050237, "recall": 0.066206}, {"accuracy": 0.219368, "f1": 0.197958, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"], "main_score": 0.197958, "precision": 0.192645, "recall": 0.219368}, {"accuracy": 0.222332, "f1": 0.198597, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"], "main_score": 0.198597, "precision": 0.192981, "recall": 0.222332}, {"accuracy": 0.23913, "f1": 0.210046, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"], "main_score": 0.210046, "precision": 0.203148, "recall": 0.23913}, {"accuracy": 0.171937, "f1": 0.153633, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"], "main_score": 0.153633, "precision": 0.148247, "recall": 0.171937}, {"accuracy": 0.210474, "f1": 0.195096, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"], "main_score": 0.195096, "precision": 0.189758, "recall": 0.210474}, {"accuracy": 0.220356, "f1": 0.191004, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"], "main_score": 0.191004, "precision": 0.180988, "recall": 0.220356}, {"accuracy": 0.068182, "f1": 0.056177, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"], "main_score": 0.056177, "precision": 0.053173, "recall": 0.068182}, {"accuracy": 0.23913, "f1": 0.20936, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"], "main_score": 0.20936, "precision": 0.201658, "recall": 0.23913}, {"accuracy": 0.137352, "f1": 0.124082, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"], "main_score": 0.124082, "precision": 0.120406, "recall": 0.137352}, {"accuracy": 0.219368, "f1": 0.199868, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"], "main_score": 0.199868, "precision": 0.193595, "recall": 0.219368}, {"accuracy": 0.233202, "f1": 0.208963, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"], "main_score": 0.208963, "precision": 0.200746, "recall": 0.233202}, {"accuracy": 0.177866, "f1": 0.164203, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"], "main_score": 0.164203, "precision": 0.16046, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.171542, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"], "main_score": 0.171542, "precision": 0.16587, "recall": 0.1917}, {"accuracy": 0.227273, "f1": 0.199699, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"], "main_score": 0.199699, "precision": 0.189876, "recall": 0.227273}, {"accuracy": 0.188735, "f1": 0.167637, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"], "main_score": 0.167637, "precision": 0.16197, "recall": 0.188735}, {"accuracy": 0.226285, "f1": 0.204865, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"], "main_score": 0.204865, "precision": 0.198927, "recall": 0.226285}, {"accuracy": 0.221344, "f1": 0.208705, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"], "main_score": 0.208705, "precision": 0.203551, "recall": 0.221344}, {"accuracy": 0.162055, "f1": 0.144813, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"], "main_score": 0.144813, "precision": 0.140263, "recall": 0.162055}, {"accuracy": 0.209486, "f1": 0.182857, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"], "main_score": 0.182857, "precision": 0.176711, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.204977, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"], "main_score": 0.204977, "precision": 0.197523, "recall": 0.235178}, {"accuracy": 0.173913, "f1": 0.148075, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"], "main_score": 0.148075, "precision": 0.141014, "recall": 0.173913}, {"accuracy": 0.159091, "f1": 0.147914, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"], "main_score": 0.147914, "precision": 0.144789, "recall": 0.159091}, {"accuracy": 0.12747, "f1": 0.105951, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"], "main_score": 0.105951, "precision": 0.100114, "recall": 0.12747}, {"accuracy": 0.242095, "f1": 0.216701, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"], "main_score": 0.216701, "precision": 0.207812, "recall": 0.242095}, {"accuracy": 0.074111, "f1": 0.056134, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"], "main_score": 0.056134, "precision": 0.051535, "recall": 0.074111}, {"accuracy": 0.249012, "f1": 0.231436, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"], "main_score": 0.231436, "precision": 0.22541, "recall": 0.249012}, {"accuracy": 0.107708, "f1": 0.078621, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"], "main_score": 0.078621, "precision": 0.071452, "recall": 0.107708}, {"accuracy": 0.243083, "f1": 0.212552, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"], "main_score": 0.212552, "precision": 0.204985, "recall": 0.243083}, {"accuracy": 0.175889, "f1": 0.161474, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"], "main_score": 0.161474, "precision": 0.157495, "recall": 0.175889}, {"accuracy": 0.083992, "f1": 0.065606, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"], "main_score": 0.065606, "precision": 0.060361, "recall": 0.083992}, {"accuracy": 0.181818, "f1": 0.17029, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"], "main_score": 0.17029, "precision": 0.165657, "recall": 0.181818}, {"accuracy": 0.242095, "f1": 0.213943, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"], "main_score": 0.213943, "precision": 0.206219, "recall": 0.242095}, {"accuracy": 0.09585, "f1": 0.085403, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"], "main_score": 0.085403, "precision": 0.082216, "recall": 0.09585}, {"accuracy": 0.148221, "f1": 0.133539, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"], "main_score": 0.133539, "precision": 0.129261, "recall": 0.148221}, {"accuracy": 0.212451, "f1": 0.186366, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"], "main_score": 0.186366, "precision": 0.178797, "recall": 0.212451}, {"accuracy": 0.153162, "f1": 0.133835, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"], "main_score": 0.133835, "precision": 0.128692, "recall": 0.153162}, {"accuracy": 0.198617, "f1": 0.186768, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"], "main_score": 0.186768, "precision": 0.183499, "recall": 0.198617}, {"accuracy": 0.201581, "f1": 0.179624, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"], "main_score": 0.179624, "precision": 0.171508, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.210752, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"], "main_score": 0.210752, "precision": 0.200633, "recall": 0.243083}, {"accuracy": 0.233202, "f1": 0.203816, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"], "main_score": 0.203816, "precision": 0.195043, "recall": 0.233202}, {"accuracy": 0.221344, "f1": 0.199703, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"], "main_score": 0.199703, "precision": 0.193694, "recall": 0.221344}, {"accuracy": 0.022727, "f1": 0.009064, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"], "main_score": 0.009064, "precision": 0.007271, "recall": 0.022727}, {"accuracy": 0.074111, "f1": 0.062202, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"], "main_score": 0.062202, "precision": 0.058621, "recall": 0.074111}, {"accuracy": 0.078063, "f1": 0.063285, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"], "main_score": 0.063285, "precision": 0.059563, "recall": 0.078063}, {"accuracy": 0.110672, "f1": 0.092232, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"], "main_score": 0.092232, "precision": 0.087793, "recall": 0.110672}, {"accuracy": 0.236166, "f1": 0.211915, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"], "main_score": 0.211915, "precision": 0.205415, "recall": 0.236166}, {"accuracy": 0.113636, "f1": 0.09081, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"], "main_score": 0.09081, "precision": 0.084208, "recall": 0.113636}, {"accuracy": 0.23913, "f1": 0.21335, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"], "main_score": 0.21335, "precision": 0.204122, "recall": 0.23913}, {"accuracy": 0.212451, "f1": 0.189068, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"], "main_score": 0.189068, "precision": 0.182377, "recall": 0.212451}, {"accuracy": 0.244071, "f1": 0.219064, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"], "main_score": 0.219064, "precision": 0.212911, "recall": 0.244071}, {"accuracy": 0.166996, "f1": 0.150862, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"], "main_score": 0.150862, "precision": 0.146212, "recall": 0.166996}, {"accuracy": 0.143281, "f1": 0.125853, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"], "main_score": 0.125853, "precision": 0.120992, "recall": 0.143281}, {"accuracy": 0.216403, "f1": 0.193603, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"], "main_score": 0.193603, "precision": 0.185977, "recall": 0.216403}, {"accuracy": 0.132411, "f1": 0.119889, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"], "main_score": 0.119889, "precision": 0.116797, "recall": 0.132411}, {"accuracy": 0.217391, "f1": 0.196784, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"], "main_score": 0.196784, "precision": 0.188933, "recall": 0.217391}, {"accuracy": 0.160079, "f1": 0.139153, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"], "main_score": 0.139153, "precision": 0.132533, "recall": 0.160079}, {"accuracy": 0.074111, "f1": 0.062428, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"], "main_score": 0.062428, "precision": 0.060178, "recall": 0.074111}, {"accuracy": 0.163043, "f1": 0.150686, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"], "main_score": 0.150686, "precision": 0.147271, "recall": 0.163043}, {"accuracy": 0.143281, "f1": 0.125305, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"], "main_score": 0.125305, "precision": 0.120735, "recall": 0.143281}, {"accuracy": 0.183794, "f1": 0.161129, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"], "main_score": 0.161129, "precision": 0.154318, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.171276, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"], "main_score": 0.171276, "precision": 0.166505, "recall": 0.185771}, {"accuracy": 0.175889, "f1": 0.153899, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"], "main_score": 0.153899, "precision": 0.148149, "recall": 0.175889}, {"accuracy": 0.054348, "f1": 0.044722, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"], "main_score": 0.044722, "precision": 0.041373, "recall": 0.054348}, {"accuracy": 0.109684, "f1": 0.090197, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"], "main_score": 0.090197, "precision": 0.08546, "recall": 0.109684}, {"accuracy": 0.160079, "f1": 0.142236, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"], "main_score": 0.142236, "precision": 0.137077, "recall": 0.160079}, {"accuracy": 0.077075, "f1": 0.068346, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"], "main_score": 0.068346, "precision": 0.065284, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.131918, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"], "main_score": 0.131918, "precision": 0.125965, "recall": 0.150198}, {"accuracy": 0.076087, "f1": 0.063779, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"], "main_score": 0.063779, "precision": 0.060268, "recall": 0.076087}, {"accuracy": 0.179842, "f1": 0.153249, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"], "main_score": 0.153249, "precision": 0.14738, "recall": 0.179842}, {"accuracy": 0.183794, "f1": 0.158917, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"], "main_score": 0.158917, "precision": 0.152689, "recall": 0.183794}, {"accuracy": 0.179842, "f1": 0.158119, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"], "main_score": 0.158119, "precision": 0.152534, "recall": 0.179842}, {"accuracy": 0.134387, "f1": 0.120101, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"], "main_score": 0.120101, "precision": 0.115389, "recall": 0.134387}, {"accuracy": 0.236166, "f1": 0.207637, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"], "main_score": 0.207637, "precision": 0.199813, "recall": 0.236166}, {"accuracy": 0.125494, "f1": 0.110834, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"], "main_score": 0.110834, "precision": 0.106118, "recall": 0.125494}, {"accuracy": 0.193676, "f1": 0.175923, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"], "main_score": 0.175923, "precision": 0.170233, "recall": 0.193676}, {"accuracy": 0.126482, "f1": 0.095502, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"], "main_score": 0.095502, "precision": 0.086253, "recall": 0.126482}, {"accuracy": 0.224308, "f1": 0.204322, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"], "main_score": 0.204322, "precision": 0.199822, "recall": 0.224308}, {"accuracy": 0.034585, "f1": 0.026833, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"], "main_score": 0.026833, "precision": 0.024724, "recall": 0.034585}, {"accuracy": 0.167984, "f1": 0.146975, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"], "main_score": 0.146975, "precision": 0.141355, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.138536, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"], "main_score": 0.138536, "precision": 0.133047, "recall": 0.160079}, {"accuracy": 0.144269, "f1": 0.127186, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"], "main_score": 0.127186, "precision": 0.123734, "recall": 0.144269}, {"accuracy": 0.235178, "f1": 0.215773, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"], "main_score": 0.215773, "precision": 0.208966, "recall": 0.235178}, {"accuracy": 0.140316, "f1": 0.123685, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"], "main_score": 0.123685, "precision": 0.118462, "recall": 0.140316}, {"accuracy": 0.247036, "f1": 0.222416, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"], "main_score": 0.222416, "precision": 0.214263, "recall": 0.247036}, {"accuracy": 0.266798, "f1": 0.242643, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"], "main_score": 0.242643, "precision": 0.234683, "recall": 0.266798}, {"accuracy": 0.231225, "f1": 0.20595, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"], "main_score": 0.20595, "precision": 0.200028, "recall": 0.231225}, {"accuracy": 0.240119, "f1": 0.221497, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"], "main_score": 0.221497, "precision": 0.215408, "recall": 0.240119}, {"accuracy": 0.244071, "f1": 0.220572, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"], "main_score": 0.220572, "precision": 0.214432, "recall": 0.244071}, {"accuracy": 0.217391, "f1": 0.186852, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"], "main_score": 0.186852, "precision": 0.176592, "recall": 0.217391}, {"accuracy": 0.250988, "f1": 0.223191, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"], "main_score": 0.223191, "precision": 0.216603, "recall": 0.250988}, {"accuracy": 0.093874, "f1": 0.081352, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"], "main_score": 0.081352, "precision": 0.077247, "recall": 0.093874}, {"accuracy": 0.187747, "f1": 0.166191, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"], "main_score": 0.166191, "precision": 0.160795, "recall": 0.187747}, {"accuracy": 0.226285, "f1": 0.198531, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"], "main_score": 0.198531, "precision": 0.189108, "recall": 0.226285}, {"accuracy": 0.211462, "f1": 0.189814, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"], "main_score": 0.189814, "precision": 0.184283, "recall": 0.211462}, {"accuracy": 0.209486, "f1": 0.186971, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"], "main_score": 0.186971, "precision": 0.180069, "recall": 0.209486}, {"accuracy": 0.421937, "f1": 0.379719, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"], "main_score": 0.379719, "precision": 0.363187, "recall": 0.421937}, {"accuracy": 0.195652, "f1": 0.170516, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"], "main_score": 0.170516, "precision": 0.163131, "recall": 0.195652}, {"accuracy": 0.097826, "f1": 0.088002, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"], "main_score": 0.088002, "precision": 0.08487, "recall": 0.097826}, {"accuracy": 0.230237, "f1": 0.20916, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"], "main_score": 0.20916, "precision": 0.202585, "recall": 0.230237}, {"accuracy": 0.194664, "f1": 0.174629, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"], "main_score": 0.174629, "precision": 0.16838, "recall": 0.194664}, {"accuracy": 0.231225, "f1": 0.201252, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"], "main_score": 0.201252, "precision": 0.191211, "recall": 0.231225}, {"accuracy": 0.235178, "f1": 0.213087, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"], "main_score": 0.213087, "precision": 0.204541, "recall": 0.235178}, {"accuracy": 0.067194, "f1": 0.056281, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"], "main_score": 0.056281, "precision": 0.054181, "recall": 0.067194}, {"accuracy": 0.19664, "f1": 0.16652, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"], "main_score": 0.16652, "precision": 0.157545, "recall": 0.19664}, {"accuracy": 0.269763, "f1": 0.242916, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"], "main_score": 0.242916, "precision": 0.23353, "recall": 0.269763}, {"accuracy": 0.15415, "f1": 0.138343, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"], "main_score": 0.138343, "precision": 0.134439, "recall": 0.15415}, {"accuracy": 0.238142, "f1": 0.21328, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"], "main_score": 0.21328, "precision": 0.205556, "recall": 0.238142}, {"accuracy": 0.227273, "f1": 0.197541, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"], "main_score": 0.197541, "precision": 0.189995, "recall": 0.227273}, {"accuracy": 0.148221, "f1": 0.141292, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"], "main_score": 0.141292, "precision": 0.138895, "recall": 0.148221}, {"accuracy": 0.244071, "f1": 0.219587, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"], "main_score": 0.219587, "precision": 0.211144, "recall": 0.244071}, {"accuracy": 0.220356, "f1": 0.203714, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"], "main_score": 0.203714, "precision": 0.197892, "recall": 0.220356}, {"accuracy": 0.091897, "f1": 0.080817, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"], "main_score": 0.080817, "precision": 0.07707, "recall": 0.091897}, {"accuracy": 0.150198, "f1": 0.130648, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"], "main_score": 0.130648, "precision": 0.125737, "recall": 0.150198}, {"accuracy": 0.174901, "f1": 0.156959, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"], "main_score": 0.156959, "precision": 0.152589, "recall": 0.174901}, {"accuracy": 0.188735, "f1": 0.168635, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"], "main_score": 0.168635, "precision": 0.16089, "recall": 0.188735}, {"accuracy": 0.160079, "f1": 0.137373, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"], "main_score": 0.137373, "precision": 0.130719, "recall": 0.160079}, {"accuracy": 0.164032, "f1": 0.140978, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"], "main_score": 0.140978, "precision": 0.13516, "recall": 0.164032}, {"accuracy": 0.199605, "f1": 0.177059, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"], "main_score": 0.177059, "precision": 0.171536, "recall": 0.199605}, {"accuracy": 0.062253, "f1": 0.049979, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"], "main_score": 0.049979, "precision": 0.047208, "recall": 0.062253}, {"accuracy": 0.198617, "f1": 0.174572, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"], "main_score": 0.174572, "precision": 0.167972, "recall": 0.198617}, {"accuracy": 0.26087, "f1": 0.228045, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"], "main_score": 0.228045, "precision": 0.21744, "recall": 0.26087}, {"accuracy": 0.05336, "f1": 0.031428, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"], "main_score": 0.031428, "precision": 0.025732, "recall": 0.05336}, {"accuracy": 0.092885, "f1": 0.051387, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"], "main_score": 0.051387, "precision": 0.042964, "recall": 0.092885}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"], "main_score": 0.904875, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.838933, "f1": 0.794697, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"], "main_score": 0.794697, "precision": 0.774704, "recall": 0.838933}, {"accuracy": 0.841897, "f1": 0.79801, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"], "main_score": 0.79801, "precision": 0.777833, "recall": 0.841897}, {"accuracy": 0.449605, "f1": 0.36418, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"], "main_score": 0.36418, "precision": 0.335374, "recall": 0.449605}, {"accuracy": 0.089921, "f1": 0.056829, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"], "main_score": 0.056829, "precision": 0.050598, "recall": 0.089921}, {"accuracy": 0.921937, "f1": 0.901334, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"], "main_score": 0.901334, "precision": 0.892252, "recall": 0.921937}, {"accuracy": 0.227273, "f1": 0.151772, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"], "main_score": 0.151772, "precision": 0.131487, "recall": 0.227273}, {"accuracy": 0.44664, "f1": 0.371256, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"], "main_score": 0.371256, "precision": 0.344159, "recall": 0.44664}, {"accuracy": 0.921937, "f1": 0.899177, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"], "main_score": 0.899177, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.814229, "f1": 0.766798, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"], "main_score": 0.766798, "precision": 0.746031, "recall": 0.814229}, {"accuracy": 0.126482, "f1": 0.075266, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"], "main_score": 0.075266, "precision": 0.064662, "recall": 0.126482}, {"accuracy": 0.814229, "f1": 0.76973, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"], "main_score": 0.76973, "precision": 0.750033, "recall": 0.814229}, {"accuracy": 0.768775, "f1": 0.718297, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"], "main_score": 0.718297, "precision": 0.697243, "recall": 0.768775}, {"accuracy": 0.913043, "f1": 0.888142, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"], "main_score": 0.888142, "precision": 0.876845, "recall": 0.913043}, {"accuracy": 0.148221, "f1": 0.08969, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"], "main_score": 0.08969, "precision": 0.076436, "recall": 0.148221}, {"accuracy": 0.893281, "f1": 0.863505, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"], "main_score": 0.863505, "precision": 0.849885, "recall": 0.893281}, {"accuracy": 0.867589, "f1": 0.830369, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"], "main_score": 0.830369, "precision": 0.813323, "recall": 0.867589}, {"accuracy": 0.925889, "f1": 0.904018, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"], "main_score": 0.904018, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.913043, "f1": 0.888933, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"], "main_score": 0.888933, "precision": 0.878162, "recall": 0.913043}, {"accuracy": 0.074111, "f1": 0.041315, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"], "main_score": 0.041315, "precision": 0.034246, "recall": 0.074111}, {"accuracy": 0.892292, "f1": 0.864097, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"], "main_score": 0.864097, "precision": 0.851285, "recall": 0.892292}, {"accuracy": 0.939723, "f1": 0.921673, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"], "main_score": 0.921673, "precision": 0.913323, "recall": 0.939723}, {"accuracy": 0.51581, "f1": 0.433838, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"], "main_score": 0.433838, "precision": 0.403859, "recall": 0.51581}, {"accuracy": 0.064229, "f1": 0.034924, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"], "main_score": 0.034924, "precision": 0.030292, "recall": 0.064229}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"], "main_score": 0.878195, "precision": 0.865563, "recall": 0.905138}, {"accuracy": 0.108696, "f1": 0.063772, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"], "main_score": 0.063772, "precision": 0.053933, "recall": 0.108696}, {"accuracy": 0.717391, "f1": 0.65323, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"], "main_score": 0.65323, "precision": 0.627087, "recall": 0.717391}, {"accuracy": 0.916996, "f1": 0.892918, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"], "main_score": 0.892918, "precision": 0.882115, "recall": 0.916996}, {"accuracy": 0.821146, "f1": 0.777009, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"], "main_score": 0.777009, "precision": 0.756868, "recall": 0.821146}, {"accuracy": 0.852767, "f1": 0.812813, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"], "main_score": 0.812813, "precision": 0.794862, "recall": 0.852767}, {"accuracy": 0.153162, "f1": 0.103936, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"], "main_score": 0.103936, "precision": 0.091667, "recall": 0.153162}, {"accuracy": 0.93083, "f1": 0.909091, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"], "main_score": 0.909091, "precision": 0.898715, "recall": 0.93083}, {"accuracy": 0.76581, "f1": 0.710281, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"], "main_score": 0.710281, "precision": 0.68587, "recall": 0.76581}, {"accuracy": 0.829051, "f1": 0.790349, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"], "main_score": 0.790349, "precision": 0.773007, "recall": 0.829051}, {"accuracy": 0.876482, "f1": 0.842457, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"], "main_score": 0.842457, "precision": 0.826696, "recall": 0.876482}, {"accuracy": 0.907115, "f1": 0.881936, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"], "main_score": 0.881936, "precision": 0.870636, "recall": 0.907115}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"], "main_score": 0.911067, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.08004, "f1": 0.039184, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"], "main_score": 0.039184, "precision": 0.031817, "recall": 0.08004}, {"accuracy": 0.038538, "f1": 0.020086, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"], "main_score": 0.020086, "precision": 0.016333, "recall": 0.038538}, {"accuracy": 0.903162, "f1": 0.875823, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"], "main_score": 0.875823, "precision": 0.862978, "recall": 0.903162}, {"accuracy": 0.078063, "f1": 0.040407, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"], "main_score": 0.040407, "precision": 0.033152, "recall": 0.078063}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"], "main_score": 0.919203, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.858696, "f1": 0.818808, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"], "main_score": 0.818808, "precision": 0.800889, "recall": 0.858696}, {"accuracy": 0.769763, "f1": 0.717391, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"], "main_score": 0.717391, "precision": 0.694252, "recall": 0.769763}, {"accuracy": 0.550395, "f1": 0.4732, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"], "main_score": 0.4732, "precision": 0.443845, "recall": 0.550395}, {"accuracy": 0.092885, "f1": 0.052731, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"], "main_score": 0.052731, "precision": 0.043983, "recall": 0.092885}, {"accuracy": 0.621542, "f1": 0.552, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"], "main_score": 0.552, "precision": 0.524492, "recall": 0.621542}, {"accuracy": 0.435771, "f1": 0.351047, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"], "main_score": 0.351047, "precision": 0.322838, "recall": 0.435771}, {"accuracy": 0.924901, "f1": 0.903557, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"], "main_score": 0.903557, "precision": 0.893692, "recall": 0.924901}, {"accuracy": 0.538538, "f1": 0.467054, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"], "main_score": 0.467054, "precision": 0.441896, "recall": 0.538538}, {"accuracy": 0.091897, "f1": 0.052234, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"], "main_score": 0.052234, "precision": 0.045301, "recall": 0.091897}, {"accuracy": 0.887352, "f1": 0.857035, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"], "main_score": 0.857035, "precision": 0.843824, "recall": 0.887352}, {"accuracy": 0.046443, "f1": 0.028056, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"], "main_score": 0.028056, "precision": 0.024414, "recall": 0.046443}, {"accuracy": 0.099802, "f1": 0.060966, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"], "main_score": 0.060966, "precision": 0.05207, "recall": 0.099802}, {"accuracy": 0.221344, "f1": 0.151361, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"], "main_score": 0.151361, "precision": 0.133278, "recall": 0.221344}, {"accuracy": 0.071146, "f1": 0.040966, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"], "main_score": 0.040966, "precision": 0.034202, "recall": 0.071146}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"], "main_score": 0.904875, "precision": 0.894713, "recall": 0.926877}, {"accuracy": 0.924901, "f1": 0.904004, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"], "main_score": 0.904004, "precision": 0.894384, "recall": 0.924901}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"], "main_score": 0.902833, "precision": 0.892457, "recall": 0.924901}, {"accuracy": 0.909091, "f1": 0.883366, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"], "main_score": 0.883366, "precision": 0.871574, "recall": 0.909091}, {"accuracy": 0.131423, "f1": 0.076673, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"], "main_score": 0.076673, "precision": 0.063902, "recall": 0.131423}, {"accuracy": 0.564229, "f1": 0.486793, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"], "main_score": 0.486793, "precision": 0.459022, "recall": 0.564229}, {"accuracy": 0.307312, "f1": 0.229135, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"], "main_score": 0.229135, "precision": 0.205943, "recall": 0.307312}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"], "main_score": 0.897563, "precision": 0.886858, "recall": 0.920949}, {"accuracy": 0.123518, "f1": 0.075096, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"], "main_score": 0.075096, "precision": 0.064567, "recall": 0.123518}, {"accuracy": 0.182806, "f1": 0.121411, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"], "main_score": 0.121411, "precision": 0.106425, "recall": 0.182806}, {"accuracy": 0.135375, "f1": 0.077876, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"], "main_score": 0.077876, "precision": 0.065354, "recall": 0.135375}, {"accuracy": 0.254941, "f1": 0.185625, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"], "main_score": 0.185625, "precision": 0.168415, "recall": 0.254941}, {"accuracy": 0.502964, "f1": 0.421723, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"], "main_score": 0.421723, "precision": 0.39266, "recall": 0.502964}, {"accuracy": 0.920949, "f1": 0.898617, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"], "main_score": 0.898617, "precision": 0.888455, "recall": 0.920949}, {"accuracy": 0.049407, "f1": 0.019347, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"], "main_score": 0.019347, "precision": 0.015468, "recall": 0.049407}, {"accuracy": 0.106719, "f1": 0.060914, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"], "main_score": 0.060914, "precision": 0.050946, "recall": 0.106719}, {"accuracy": 0.619565, "f1": 0.541879, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"], "main_score": 0.541879, "precision": 0.510179, "recall": 0.619565}, {"accuracy": 0.117589, "f1": 0.071243, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"], "main_score": 0.071243, "precision": 0.061264, "recall": 0.117589}, {"accuracy": 0.054348, "f1": 0.028408, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"], "main_score": 0.028408, "precision": 0.024511, "recall": 0.054348}, {"accuracy": 0.912055, "f1": 0.88643, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"], "main_score": 0.88643, "precision": 0.874819, "recall": 0.912055}, {"accuracy": 0.624506, "f1": 0.552489, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"], "main_score": 0.552489, "precision": 0.523641, "recall": 0.624506}, {"accuracy": 0.649209, "f1": 0.57584, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"], "main_score": 0.57584, "precision": 0.545856, "recall": 0.649209}, {"accuracy": 0.768775, "f1": 0.72253, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"], "main_score": 0.72253, "precision": 0.702833, "recall": 0.768775}, {"accuracy": 0.925889, "f1": 0.904776, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"], "main_score": 0.904776, "precision": 0.895092, "recall": 0.925889}, {"accuracy": 0.914032, "f1": 0.889728, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"], "main_score": 0.889728, "precision": 0.878623, "recall": 0.914032}, {"accuracy": 0.912055, "f1": 0.886989, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"], "main_score": 0.886989, "precision": 0.875527, "recall": 0.912055}, {"accuracy": 0.922925, "f1": 0.901581, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"], "main_score": 0.901581, "precision": 0.891551, "recall": 0.922925}, {"accuracy": 0.098814, "f1": 0.054267, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"], "main_score": 0.054267, "precision": 0.044692, "recall": 0.098814}, {"accuracy": 0.072134, "f1": 0.042614, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"], "main_score": 0.042614, "precision": 0.03666, "recall": 0.072134}, {"accuracy": 0.886364, "f1": 0.855402, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"], "main_score": 0.855402, "precision": 0.84058, "recall": 0.886364}, {"accuracy": 0.913043, "f1": 0.891173, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"], "main_score": 0.891173, "precision": 0.881736, "recall": 0.913043}, {"accuracy": 0.880435, "f1": 0.848254, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"], "main_score": 0.848254, "precision": 0.834223, "recall": 0.880435}, {"accuracy": 0.216403, "f1": 0.146638, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"], "main_score": 0.146638, "precision": 0.129618, "recall": 0.216403}, {"accuracy": 0.083992, "f1": 0.046887, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"], "main_score": 0.046887, "precision": 0.039858, "recall": 0.083992}, {"accuracy": 0.524704, "f1": 0.445944, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"], "main_score": 0.445944, "precision": 0.418291, "recall": 0.524704}, {"accuracy": 0.870553, "f1": 0.835408, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"], "main_score": 0.835408, "precision": 0.819532, "recall": 0.870553}, {"accuracy": 0.086957, "f1": 0.047966, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"], "main_score": 0.047966, "precision": 0.04054, "recall": 0.086957}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"], "main_score": 0.910804, "precision": 0.901466, "recall": 0.93083}, {"accuracy": 0.108696, "f1": 0.069868, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"], "main_score": 0.069868, "precision": 0.061909, "recall": 0.108696}, {"accuracy": 0.255929, "f1": 0.174875, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"], "main_score": 0.174875, "precision": 0.152206, "recall": 0.255929}, {"accuracy": 0.916996, "f1": 0.893972, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"], "main_score": 0.893972, "precision": 0.883646, "recall": 0.916996}, {"accuracy": 0.923913, "f1": 0.901548, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"], "main_score": 0.901548, "precision": 0.891222, "recall": 0.923913}, {"accuracy": 0.91502, "f1": 0.892095, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"], "main_score": 0.892095, "precision": 0.881588, "recall": 0.91502}, {"accuracy": 0.931818, "f1": 0.910639, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"], "main_score": 0.910639, "precision": 0.900642, "recall": 0.931818}, {"accuracy": 0.567194, "f1": 0.491372, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"], "main_score": 0.491372, "precision": 0.463073, "recall": 0.567194}, {"accuracy": 0.885375, "f1": 0.85224, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"], "main_score": 0.85224, "precision": 0.836792, "recall": 0.885375}, {"accuracy": 0.115613, "f1": 0.074911, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"], "main_score": 0.074911, "precision": 0.065013, "recall": 0.115613}, {"accuracy": 0.074111, "f1": 0.04039, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"], "main_score": 0.04039, "precision": 0.034473, "recall": 0.074111}, {"accuracy": 0.115613, "f1": 0.066304, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"], "main_score": 0.066304, "precision": 0.055158, "recall": 0.115613}, {"accuracy": 0.054348, "f1": 0.02592, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"], "main_score": 0.02592, "precision": 0.021416, "recall": 0.054348}, {"accuracy": 0.922925, "f1": 0.900099, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"], "main_score": 0.900099, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.528656, "f1": 0.443092, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"], "main_score": 0.443092, "precision": 0.410903, "recall": 0.528656}, {"accuracy": 0.036561, "f1": 0.024309, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"], "main_score": 0.024309, "precision": 0.021748, "recall": 0.036561}, {"accuracy": 0.554348, "f1": 0.473245, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"], "main_score": 0.473245, "precision": 0.443148, "recall": 0.554348}, {"accuracy": 0.908103, "f1": 0.883169, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"], "main_score": 0.883169, "precision": 0.872036, "recall": 0.908103}, {"accuracy": 0.653162, "f1": 0.586808, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"], "main_score": 0.586808, "precision": 0.559721, "recall": 0.653162}, {"accuracy": 0.340909, "f1": 0.271131, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"], "main_score": 0.271131, "precision": 0.248119, "recall": 0.340909}, {"accuracy": 0.102767, "f1": 0.057992, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"], "main_score": 0.057992, "precision": 0.049263, "recall": 0.102767}, {"accuracy": 0.907115, "f1": 0.881126, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"], "main_score": 0.881126, "precision": 0.869318, "recall": 0.907115}, {"accuracy": 0.253953, "f1": 0.180857, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"], "main_score": 0.180857, "precision": 0.160959, "recall": 0.253953}, {"accuracy": 0.108696, "f1": 0.05917, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"], "main_score": 0.05917, "precision": 0.049346, "recall": 0.108696}, {"accuracy": 0.085968, "f1": 0.052226, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"], "main_score": 0.052226, "precision": 0.046231, "recall": 0.085968}, {"accuracy": 0.123518, "f1": 0.07855, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"], "main_score": 0.07855, "precision": 0.068247, "recall": 0.123518}, {"accuracy": 0.882411, "f1": 0.849638, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"], "main_score": 0.849638, "precision": 0.834733, "recall": 0.882411}, {"accuracy": 0.017787, "f1": 0.005425, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"], "main_score": 0.005425, "precision": 0.004261, "recall": 0.017787}, {"accuracy": 0.841897, "f1": 0.800198, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"], "main_score": 0.800198, "precision": 0.781653, "recall": 0.841897}, {"accuracy": 0.386364, "f1": 0.30833, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"], "main_score": 0.30833, "precision": 0.281538, "recall": 0.386364}, {"accuracy": 0.745059, "f1": 0.685954, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"], "main_score": 0.685954, "precision": 0.660145, "recall": 0.745059}, {"accuracy": 0.91502, "f1": 0.891502, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"], "main_score": 0.891502, "precision": 0.880847, "recall": 0.91502}, {"accuracy": 0.055336, "f1": 0.027335, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"], "main_score": 0.027335, "precision": 0.022713, "recall": 0.055336}, {"accuracy": 0.08004, "f1": 0.042614, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"], "main_score": 0.042614, "precision": 0.03602, "recall": 0.08004}, {"accuracy": 0.920949, "f1": 0.898057, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"], "main_score": 0.898057, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.887436, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"], "main_score": 0.887436, "precision": 0.876647, "recall": 0.911067}, {"accuracy": 0.474308, "f1": 0.391244, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"], "main_score": 0.391244, "precision": 0.362627, "recall": 0.474308}, {"accuracy": 0.093874, "f1": 0.056971, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"], "main_score": 0.056971, "precision": 0.04865, "recall": 0.093874}, {"accuracy": 0.092885, "f1": 0.051541, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"], "main_score": 0.051541, "precision": 0.043151, "recall": 0.092885}, {"accuracy": 0.869565, "f1": 0.834618, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"], "main_score": 0.834618, "precision": 0.818709, "recall": 0.869565}, {"accuracy": 0.09585, "f1": 0.055009, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"], "main_score": 0.055009, "precision": 0.047066, "recall": 0.09585}, {"accuracy": 0.098814, "f1": 0.061296, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"], "main_score": 0.061296, "precision": 0.052784, "recall": 0.098814}, {"accuracy": 0.805336, "f1": 0.755981, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"], "main_score": 0.755981, "precision": 0.734223, "recall": 0.805336}, {"accuracy": 0.481225, "f1": 0.403288, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"], "main_score": 0.403288, "precision": 0.375828, "recall": 0.481225}, {"accuracy": 0.907115, "f1": 0.881686, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"], "main_score": 0.881686, "precision": 0.870224, "recall": 0.907115}, {"accuracy": 0.137352, "f1": 0.088056, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"], "main_score": 0.088056, "precision": 0.075168, "recall": 0.137352}, {"accuracy": 0.315217, "f1": 0.237491, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"], "main_score": 0.237491, "precision": 0.216588, "recall": 0.315217}, {"accuracy": 0.936759, "f1": 0.917161, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"], "main_score": 0.917161, "precision": 0.907609, "recall": 0.936759}, {"accuracy": 0.524704, "f1": 0.442365, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"], "main_score": 0.442365, "precision": 0.41121, "recall": 0.524704}, {"accuracy": 0.777668, "f1": 0.724209, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"], "main_score": 0.724209, "precision": 0.700659, "recall": 0.777668}, {"accuracy": 0.181818, "f1": 0.112028, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"], "main_score": 0.112028, "precision": 0.095169, "recall": 0.181818}, {"accuracy": 0.501976, "f1": 0.421149, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"], "main_score": 0.421149, "precision": 0.390499, "recall": 0.501976}, {"accuracy": 0.52668, "f1": 0.449693, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"], "main_score": 0.449693, "precision": 0.420403, "recall": 0.52668}, {"accuracy": 0.116601, "f1": 0.066329, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"], "main_score": 0.066329, "precision": 0.055139, "recall": 0.116601}, {"accuracy": 0.918972, "f1": 0.896706, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"], "main_score": 0.896706, "precision": 0.886364, "recall": 0.918972}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"], "main_score": 0.91222, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.813241, "f1": 0.762898, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"], "main_score": 0.762898, "precision": 0.740316, "recall": 0.813241}, {"accuracy": 0.618577, "f1": 0.546941, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"], "main_score": 0.546941, "precision": 0.518944, "recall": 0.618577}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"], "main_score": 0.900428, "precision": 0.889904, "recall": 0.922925}, {"accuracy": 0.291502, "f1": 0.221014, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"], "main_score": 0.221014, "precision": 0.198265, "recall": 0.291502}, {"accuracy": 0.322134, "f1": 0.237246, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"], "main_score": 0.237246, "precision": 0.211744, "recall": 0.322134}, {"accuracy": 0.066206, "f1": 0.034565, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"], "main_score": 0.034565, "precision": 0.029557, "recall": 0.066206}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"], "main_score": 0.898781, "precision": 0.888587, "recall": 0.920949}, {"accuracy": 0.181818, "f1": 0.121052, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"], "main_score": 0.121052, "precision": 0.104348, "recall": 0.181818}, {"accuracy": 0.91996, "f1": 0.896476, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"], "main_score": 0.896476, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.862648, "f1": 0.826468, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"], "main_score": 0.826468, "precision": 0.809947, "recall": 0.862648}, {"accuracy": 0.333992, "f1": 0.252891, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"], "main_score": 0.252891, "precision": 0.229724, "recall": 0.333992}, {"accuracy": 0.193676, "f1": 0.125828, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"], "main_score": 0.125828, "precision": 0.109251, "recall": 0.193676}, {"accuracy": 0.813241, "f1": 0.760046, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"], "main_score": 0.760046, "precision": 0.735919, "recall": 0.813241}, {"accuracy": 0.136364, "f1": 0.084508, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"], "main_score": 0.084508, "precision": 0.073017, "recall": 0.136364}, {"accuracy": 0.107708, "f1": 0.059847, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"], "main_score": 0.059847, "precision": 0.049982, "recall": 0.107708}, {"accuracy": 0.91502, "f1": 0.890646, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"], "main_score": 0.890646, "precision": 0.879891, "recall": 0.91502}, {"accuracy": 0.274704, "f1": 0.195422, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"], "main_score": 0.195422, "precision": 0.173759, "recall": 0.274704}, {"accuracy": 0.911067, "f1": 0.885935, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"], "main_score": 0.885935, "precision": 0.874753, "recall": 0.911067}, {"accuracy": 0.099802, "f1": 0.053709, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"], "main_score": 0.053709, "precision": 0.043277, "recall": 0.099802}, {"accuracy": 0.922925, "f1": 0.901103, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"], "main_score": 0.901103, "precision": 0.890984, "recall": 0.922925}, {"accuracy": 0.876482, "f1": 0.840283, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"], "main_score": 0.840283, "precision": 0.82337, "recall": 0.876482}, {"accuracy": 0.874506, "f1": 0.84058, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"], "main_score": 0.84058, "precision": 0.824967, "recall": 0.874506}, {"accuracy": 0.085968, "f1": 0.05054, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"], "main_score": 0.05054, "precision": 0.043328, "recall": 0.085968}, {"accuracy": 0.796443, "f1": 0.747359, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"], "main_score": 0.747359, "precision": 0.726935, "recall": 0.796443}, {"accuracy": 0.104743, "f1": 0.062835, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"], "main_score": 0.062835, "precision": 0.054, "recall": 0.104743}, {"accuracy": 0.087945, "f1": 0.051863, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"], "main_score": 0.051863, "precision": 0.044403, "recall": 0.087945}, {"accuracy": 0.079051, "f1": 0.045006, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"], "main_score": 0.045006, "precision": 0.038328, "recall": 0.079051}, {"accuracy": 0.417984, "f1": 0.34317, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"], "main_score": 0.34317, "precision": 0.316202, "recall": 0.417984}, {"accuracy": 0.914032, "f1": 0.890349, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"], "main_score": 0.890349, "precision": 0.879562, "recall": 0.914032}, {"accuracy": 0.178854, "f1": 0.114827, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"], "main_score": 0.114827, "precision": 0.099891, "recall": 0.178854}, {"accuracy": 0.079051, "f1": 0.037514, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"], "main_score": 0.037514, "precision": 0.02952, "recall": 0.079051}, {"accuracy": 0.103755, "f1": 0.060007, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"], "main_score": 0.060007, "precision": 0.050628, "recall": 0.103755}, {"accuracy": 0.843874, "f1": 0.806392, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"], "main_score": 0.806392, "precision": 0.789749, "recall": 0.843874}, {"accuracy": 0.083992, "f1": 0.043479, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"], "main_score": 0.043479, "precision": 0.03635, "recall": 0.083992}, {"accuracy": 0.072134, "f1": 0.043209, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"], "main_score": 0.043209, "precision": 0.036217, "recall": 0.072134}, {"accuracy": 0.870553, "f1": 0.83918, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"], "main_score": 0.83918, "precision": 0.825191, "recall": 0.870553}, {"accuracy": 0.148221, "f1": 0.091485, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"], "main_score": 0.091485, "precision": 0.078751, "recall": 0.148221}, {"accuracy": 0.124506, "f1": 0.074957, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"], "main_score": 0.074957, "precision": 0.065256, "recall": 0.124506}, {"accuracy": 0.460474, "f1": 0.375275, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"], "main_score": 0.375275, "precision": 0.345363, "recall": 0.460474}, {"accuracy": 0.201581, "f1": 0.137454, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"], "main_score": 0.137454, "precision": 0.120024, "recall": 0.201581}, {"accuracy": 0.294466, "f1": 0.216871, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"], "main_score": 0.216871, "precision": 0.19365, "recall": 0.294466}, {"accuracy": 0.824111, "f1": 0.780698, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"], "main_score": 0.780698, "precision": 0.761232, "recall": 0.824111}, {"accuracy": 0.194664, "f1": 0.130936, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"], "main_score": 0.130936, "precision": 0.114517, "recall": 0.194664}, {"accuracy": 0.326087, "f1": 0.251419, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"], "main_score": 0.251419, "precision": 0.229445, "recall": 0.326087}, {"accuracy": 0.087945, "f1": 0.048086, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"], "main_score": 0.048086, "precision": 0.039571, "recall": 0.087945}, {"accuracy": 0.928854, "f1": 0.909025, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"], "main_score": 0.909025, "precision": 0.900033, "recall": 0.928854}, {"accuracy": 0.922925, "f1": 0.901482, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"], "main_score": 0.901482, "precision": 0.891798, "recall": 0.922925}, {"accuracy": 0.928854, "f1": 0.908399, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"], "main_score": 0.908399, "precision": 0.899209, "recall": 0.928854}, {"accuracy": 0.855731, "f1": 0.818017, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"], "main_score": 0.818017, "precision": 0.800955, "recall": 0.855731}, {"accuracy": 0.147233, "f1": 0.097954, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"], "main_score": 0.097954, "precision": 0.085895, "recall": 0.147233}, {"accuracy": 0.108696, "f1": 0.05935, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"], "main_score": 0.05935, "precision": 0.049606, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.050469, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"], "main_score": 0.050469, "precision": 0.042691, "recall": 0.08498}, {"accuracy": 0.167984, "f1": 0.109464, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"], "main_score": 0.109464, "precision": 0.096124, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.903162, "f1": 0.873847, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"], "main_score": 0.873847, "precision": 0.859848, "recall": 0.903162}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"], "main_score": 0.918972, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.61166, "f1": 0.530841, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"], "main_score": 0.530841, "precision": 0.500391, "recall": 0.61166}, {"accuracy": 0.183794, "f1": 0.120452, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"], "main_score": 0.120452, "precision": 0.104702, "recall": 0.183794}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.390316, "f1": 0.302659, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"], "main_score": 0.302659, "precision": 0.274942, "recall": 0.390316}, {"accuracy": 0.646245, "f1": 0.571341, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"], "main_score": 0.571341, "precision": 0.541532, "recall": 0.646245}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"], "main_score": 0.8861, "precision": 0.874292, "recall": 0.912055}, {"accuracy": 0.230237, "f1": 0.152597, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"], "main_score": 0.152597, "precision": 0.132646, "recall": 0.230237}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.828063, "f1": 0.784406, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"], "main_score": 0.784406, "precision": 0.765102, "recall": 0.828063}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.274704, "f1": 0.19128, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"], "main_score": 0.19128, "precision": 0.170008, "recall": 0.274704}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.144269, "f1": 0.092248, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"], "main_score": 0.092248, "precision": 0.08134, "recall": 0.144269}, {"accuracy": 0.880435, "f1": 0.846165, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"], "main_score": 0.846165, "precision": 0.830451, "recall": 0.880435}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.681818, "f1": 0.608239, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"], "main_score": 0.608239, "precision": 0.578261, "recall": 0.681818}, {"accuracy": 0.061265, "f1": 0.025781, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"], "main_score": 0.025781, "precision": 0.02031, "recall": 0.061265}, {"accuracy": 0.971344, "f1": 0.962352, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"], "main_score": 0.962352, "precision": 0.958086, "recall": 0.971344}, {"accuracy": 0.215415, "f1": 0.143589, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"], "main_score": 0.143589, "precision": 0.126724, "recall": 0.215415}, {"accuracy": 0.84585, "f1": 0.804513, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"], "main_score": 0.804513, "precision": 0.78615, "recall": 0.84585}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.920949, "f1": 0.89768, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"], "main_score": 0.89768, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.903162, "f1": 0.874506, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"], "main_score": 0.874506, "precision": 0.861199, "recall": 0.903162}, {"accuracy": 0.262846, "f1": 0.192352, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"], "main_score": 0.192352, "precision": 0.172722, "recall": 0.262846}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.794466, "f1": 0.748248, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"], "main_score": 0.748248, "precision": 0.728121, "recall": 0.794466}, {"accuracy": 0.923913, "f1": 0.902668, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"], "main_score": 0.902668, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.908103, "f1": 0.883202, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"], "main_score": 0.883202, "precision": 0.871706, "recall": 0.908103}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.147233, "f1": 0.089274, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"], "main_score": 0.089274, "precision": 0.077088, "recall": 0.147233}, {"accuracy": 0.0583, "f1": 0.037447, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"], "main_score": 0.037447, "precision": 0.032381, "recall": 0.0583}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.152174, "f1": 0.098138, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"], "main_score": 0.098138, "precision": 0.087108, "recall": 0.152174}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.902174, "f1": 0.874539, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"], "main_score": 0.874539, "precision": 0.862072, "recall": 0.902174}, {"accuracy": 0.719368, "f1": 0.656376, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"], "main_score": 0.656376, "precision": 0.630363, "recall": 0.719368}, {"accuracy": 0.170949, "f1": 0.104178, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"], "main_score": 0.104178, "precision": 0.089237, "recall": 0.170949}, {"accuracy": 0.725296, "f1": 0.667643, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"], "main_score": 0.667643, "precision": 0.643916, "recall": 0.725296}, {"accuracy": 0.623518, "f1": 0.542065, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"], "main_score": 0.542065, "precision": 0.51169, "recall": 0.623518}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.729249, "f1": 0.664566, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"], "main_score": 0.664566, "precision": 0.638036, "recall": 0.729249}, {"accuracy": 0.157115, "f1": 0.100729, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"], "main_score": 0.100729, "precision": 0.088033, "recall": 0.157115}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"], "main_score": 0.943906, "precision": 0.938159, "recall": 0.956522}, {"accuracy": 0.073123, "f1": 0.042508, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"], "main_score": 0.042508, "precision": 0.036632, "recall": 0.073123}, {"accuracy": 0.227273, "f1": 0.15944, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"], "main_score": 0.15944, "precision": 0.141158, "recall": 0.227273}, {"accuracy": 0.336957, "f1": 0.249092, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"], "main_score": 0.249092, "precision": 0.224034, "recall": 0.336957}, {"accuracy": 0.082016, "f1": 0.042725, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"], "main_score": 0.042725, "precision": 0.03504, "recall": 0.082016}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.981225, "f1": 0.975362, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"], "main_score": 0.975362, "precision": 0.972579, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"], "main_score": 0.949275, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.267787, "f1": 0.186852, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"], "main_score": 0.186852, "precision": 0.16547, "recall": 0.267787}, {"accuracy": 0.76581, "f1": 0.710286, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"], "main_score": 0.710286, "precision": 0.687846, "recall": 0.76581}, {"accuracy": 0.432806, "f1": 0.347918, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"], "main_score": 0.347918, "precision": 0.320884, "recall": 0.432806}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.232213, "f1": 0.161523, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"], "main_score": 0.161523, "precision": 0.144387, "recall": 0.232213}, {"accuracy": 0.302372, "f1": 0.221885, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"], "main_score": 0.221885, "precision": 0.200024, "recall": 0.302372}, {"accuracy": 0.241107, "f1": 0.163744, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"], "main_score": 0.163744, "precision": 0.143394, "recall": 0.241107}, {"accuracy": 0.332016, "f1": 0.250112, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"], "main_score": 0.250112, "precision": 0.227143, "recall": 0.332016}, {"accuracy": 0.610672, "f1": 0.532082, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"], "main_score": 0.532082, "precision": 0.500257, "recall": 0.610672}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.057312, "f1": 0.02058, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"], "main_score": 0.02058, "precision": 0.016246, "recall": 0.057312}, {"accuracy": 0.193676, "f1": 0.132184, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"], "main_score": 0.132184, "precision": 0.115631, "recall": 0.193676}, {"accuracy": 0.733202, "f1": 0.670538, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"], "main_score": 0.670538, "precision": 0.645612, "recall": 0.733202}, {"accuracy": 0.226285, "f1": 0.158336, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"], "main_score": 0.158336, "precision": 0.141432, "recall": 0.226285}, {"accuracy": 0.063241, "f1": 0.032607, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"], "main_score": 0.032607, "precision": 0.027684, "recall": 0.063241}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.76581, "f1": 0.710216, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"], "main_score": 0.710216, "precision": 0.686546, "recall": 0.76581}, {"accuracy": 0.778656, "f1": 0.721626, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"], "main_score": 0.721626, "precision": 0.697596, "recall": 0.778656}, {"accuracy": 0.762846, "f1": 0.709595, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"], "main_score": 0.709595, "precision": 0.687715, "recall": 0.762846}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.208498, "f1": 0.145304, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"], "main_score": 0.145304, "precision": 0.128996, "recall": 0.208498}, {"accuracy": 0.142292, "f1": 0.085834, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"], "main_score": 0.085834, "precision": 0.072867, "recall": 0.142292}, {"accuracy": 0.890316, "f1": 0.859486, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"], "main_score": 0.859486, "precision": 0.845422, "recall": 0.890316}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"], "main_score": 0.939723, "precision": 0.933136, "recall": 0.953557}, {"accuracy": 0.350791, "f1": 0.267415, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"], "main_score": 0.267415, "precision": 0.243541, "recall": 0.350791}, {"accuracy": 0.179842, "f1": 0.118734, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"], "main_score": 0.118734, "precision": 0.104887, "recall": 0.179842}, {"accuracy": 0.701581, "f1": 0.631228, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"], "main_score": 0.631228, "precision": 0.602447, "recall": 0.701581}, {"accuracy": 0.93083, "f1": 0.913076, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"], "main_score": 0.913076, "precision": 0.905945, "recall": 0.93083}, {"accuracy": 0.172925, "f1": 0.106635, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"], "main_score": 0.106635, "precision": 0.092674, "recall": 0.172925}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.225296, "f1": 0.164221, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"], "main_score": 0.164221, "precision": 0.149481, "recall": 0.225296}, {"accuracy": 0.40415, "f1": 0.312168, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"], "main_score": 0.312168, "precision": 0.283601, "recall": 0.40415}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.733202, "f1": 0.665947, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"], "main_score": 0.665947, "precision": 0.637648, "recall": 0.733202}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"], "main_score": 0.92276, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.216403, "f1": 0.150752, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"], "main_score": 0.150752, "precision": 0.132955, "recall": 0.216403}, {"accuracy": 0.08004, "f1": 0.035197, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"], "main_score": 0.035197, "precision": 0.028808, "recall": 0.08004}, {"accuracy": 0.229249, "f1": 0.157716, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"], "main_score": 0.157716, "precision": 0.138801, "recall": 0.229249}, {"accuracy": 0.105731, "f1": 0.06402, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"], "main_score": 0.06402, "precision": 0.056356, "recall": 0.105731}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.6917, "f1": 0.622565, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"], "main_score": 0.622565, "precision": 0.594097, "recall": 0.6917}, {"accuracy": 0.087945, "f1": 0.058744, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"], "main_score": 0.058744, "precision": 0.052708, "recall": 0.087945}, {"accuracy": 0.725296, "f1": 0.659265, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"], "main_score": 0.659265, "precision": 0.631357, "recall": 0.725296}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.744071, "f1": 0.683959, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"], "main_score": 0.683959, "precision": 0.658366, "recall": 0.744071}, {"accuracy": 0.492095, "f1": 0.40855, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"], "main_score": 0.40855, "precision": 0.378184, "recall": 0.492095}, {"accuracy": 0.183794, "f1": 0.113303, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"], "main_score": 0.113303, "precision": 0.096481, "recall": 0.183794}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.371542, "f1": 0.285695, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"], "main_score": 0.285695, "precision": 0.260329, "recall": 0.371542}, {"accuracy": 0.202569, "f1": 0.132568, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"], "main_score": 0.132568, "precision": 0.116487, "recall": 0.202569}, {"accuracy": 0.186759, "f1": 0.125493, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"], "main_score": 0.125493, "precision": 0.11081, "recall": 0.186759}, {"accuracy": 0.216403, "f1": 0.151098, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"], "main_score": 0.151098, "precision": 0.133665, "recall": 0.216403}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.018775, "f1": 0.003306, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"], "main_score": 0.003306, "precision": 0.002132, "recall": 0.018775}, {"accuracy": 0.851779, "f1": 0.809947, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"], "main_score": 0.809947, "precision": 0.791041, "recall": 0.851779}, {"accuracy": 0.422925, "f1": 0.33897, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"], "main_score": 0.33897, "precision": 0.309351, "recall": 0.422925}, {"accuracy": 0.843874, "f1": 0.804578, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"], "main_score": 0.804578, "precision": 0.787055, "recall": 0.843874}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.101779, "f1": 0.056607, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"], "main_score": 0.056607, "precision": 0.047497, "recall": 0.101779}, {"accuracy": 0.182806, "f1": 0.119303, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"], "main_score": 0.119303, "precision": 0.104623, "recall": 0.182806}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.616601, "f1": 0.540348, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"], "main_score": 0.540348, "precision": 0.511885, "recall": 0.616601}, {"accuracy": 0.176877, "f1": 0.116596, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"], "main_score": 0.116596, "precision": 0.10172, "recall": 0.176877}, {"accuracy": 0.183794, "f1": 0.116568, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"], "main_score": 0.116568, "precision": 0.100506, "recall": 0.183794}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"], "main_score": 0.927108, "precision": 0.918561, "recall": 0.944664}, {"accuracy": 0.171937, "f1": 0.111692, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"], "main_score": 0.111692, "precision": 0.097638, "recall": 0.171937}, {"accuracy": 0.179842, "f1": 0.119292, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"], "main_score": 0.119292, "precision": 0.103774, "recall": 0.179842}, {"accuracy": 0.825099, "f1": 0.778211, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"], "main_score": 0.778211, "precision": 0.75747, "recall": 0.825099}, {"accuracy": 0.619565, "f1": 0.547417, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"], "main_score": 0.547417, "precision": 0.520966, "recall": 0.619565}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.262846, "f1": 0.18406, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"], "main_score": 0.18406, "precision": 0.161335, "recall": 0.262846}, {"accuracy": 0.438735, "f1": 0.353131, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"], "main_score": 0.353131, "precision": 0.325655, "recall": 0.438735}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.545455, "f1": 0.463783, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"], "main_score": 0.463783, "precision": 0.433226, "recall": 0.545455}, {"accuracy": 0.836957, "f1": 0.793629, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"], "main_score": 0.793629, "precision": 0.774028, "recall": 0.836957}, {"accuracy": 0.272727, "f1": 0.19591, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"], "main_score": 0.19591, "precision": 0.175591, "recall": 0.272727}, {"accuracy": 0.607708, "f1": 0.524362, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"], "main_score": 0.524362, "precision": 0.490413, "recall": 0.607708}, {"accuracy": 0.681818, "f1": 0.61094, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"], "main_score": 0.61094, "precision": 0.582246, "recall": 0.681818}, {"accuracy": 0.214427, "f1": 0.142874, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"], "main_score": 0.142874, "precision": 0.125639, "recall": 0.214427}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"], "main_score": 0.896805, "precision": 0.88615, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"], "main_score": 0.915086, "precision": 0.905715, "recall": 0.934783}, {"accuracy": 0.750988, "f1": 0.690316, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"], "main_score": 0.690316, "precision": 0.664312, "recall": 0.750988}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.411067, "f1": 0.329079, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"], "main_score": 0.329079, "precision": 0.300823, "recall": 0.411067}, {"accuracy": 0.47332, "f1": 0.380496, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"], "main_score": 0.380496, "precision": 0.350028, "recall": 0.47332}, {"accuracy": 0.108696, "f1": 0.060101, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"], "main_score": 0.060101, "precision": 0.050845, "recall": 0.108696}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.182806, "f1": 0.122932, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"], "main_score": 0.122932, "precision": 0.106597, "recall": 0.182806}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.952569, "f1": 0.93946, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"], "main_score": 0.93946, "precision": 0.933218, "recall": 0.952569}, {"accuracy": 0.436759, "f1": 0.349002, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"], "main_score": 0.349002, "precision": 0.321142, "recall": 0.436759}, {"accuracy": 0.326087, "f1": 0.235369, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"], "main_score": 0.235369, "precision": 0.208622, "recall": 0.326087}, {"accuracy": 0.880435, "f1": 0.845224, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"], "main_score": 0.845224, "precision": 0.829134, "recall": 0.880435}, {"accuracy": 0.236166, "f1": 0.163138, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"], "main_score": 0.163138, "precision": 0.144279, "recall": 0.236166}, {"accuracy": 0.217391, "f1": 0.146998, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"], "main_score": 0.146998, "precision": 0.128417, "recall": 0.217391}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.422925, "f1": 0.330217, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"], "main_score": 0.330217, "precision": 0.301366, "recall": 0.422925}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.187747, "f1": 0.115225, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"], "main_score": 0.115225, "precision": 0.098615, "recall": 0.187747}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.91502, "f1": 0.890777, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"], "main_score": 0.890777, "precision": 0.879447, "recall": 0.91502}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.150198, "f1": 0.098056, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"], "main_score": 0.098056, "precision": 0.086753, "recall": 0.150198}, {"accuracy": 0.911067, "f1": 0.885705, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"], "main_score": 0.885705, "precision": 0.873518, "recall": 0.911067}, {"accuracy": 0.168972, "f1": 0.109976, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"], "main_score": 0.109976, "precision": 0.095006, "recall": 0.168972}, {"accuracy": 0.1917, "f1": 0.1244, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"], "main_score": 0.1244, "precision": 0.10748, "recall": 0.1917}, {"accuracy": 0.135375, "f1": 0.08219, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"], "main_score": 0.08219, "precision": 0.070889, "recall": 0.135375}, {"accuracy": 0.554348, "f1": 0.470137, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"], "main_score": 0.470137, "precision": 0.437888, "recall": 0.554348}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.272727, "f1": 0.195198, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"], "main_score": 0.195198, "precision": 0.173228, "recall": 0.272727}, {"accuracy": 0.164032, "f1": 0.102976, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"], "main_score": 0.102976, "precision": 0.08874, "recall": 0.164032}, {"accuracy": 0.200593, "f1": 0.127137, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"], "main_score": 0.127137, "precision": 0.109556, "recall": 0.200593}, {"accuracy": 0.833004, "f1": 0.790646, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"], "main_score": 0.790646, "precision": 0.771673, "recall": 0.833004}, {"accuracy": 0.161067, "f1": 0.095119, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"], "main_score": 0.095119, "precision": 0.080165, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.114648, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"], "main_score": 0.114648, "precision": 0.099915, "recall": 0.174901}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"], "main_score": 0.932708, "precision": 0.92584, "recall": 0.947628}, {"accuracy": 0.277668, "f1": 0.198517, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"], "main_score": 0.198517, "precision": 0.17784, "recall": 0.277668}, {"accuracy": 0.221344, "f1": 0.149502, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"], "main_score": 0.149502, "precision": 0.132334, "recall": 0.221344}, {"accuracy": 0.616601, "f1": 0.53816, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"], "main_score": 0.53816, "precision": 0.50907, "recall": 0.616601}, {"accuracy": 0.328063, "f1": 0.242126, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"], "main_score": 0.242126, "precision": 0.216026, "recall": 0.328063}, {"accuracy": 0.452569, "f1": 0.361788, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"], "main_score": 0.361788, "precision": 0.33141, "recall": 0.452569}, {"accuracy": 0.864625, "f1": 0.829268, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"], "main_score": 0.829268, "precision": 0.81357, "recall": 0.864625}, {"accuracy": 0.317194, "f1": 0.231783, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"], "main_score": 0.231783, "precision": 0.206245, "recall": 0.317194}, {"accuracy": 0.443676, "f1": 0.359866, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"], "main_score": 0.359866, "precision": 0.331699, "recall": 0.443676}, {"accuracy": 0.168972, "f1": 0.111439, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"], "main_score": 0.111439, "precision": 0.097269, "recall": 0.168972}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"], "main_score": 0.974638, "precision": 0.972036, "recall": 0.980237}, {"accuracy": 0.840909, "f1": 0.79697, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"], "main_score": 0.79697, "precision": 0.776993, "recall": 0.840909}, {"accuracy": 0.25, "f1": 0.176313, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"], "main_score": 0.176313, "precision": 0.155999, "recall": 0.25}, {"accuracy": 0.184783, "f1": 0.113928, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"], "main_score": 0.113928, "precision": 0.097181, "recall": 0.184783}, {"accuracy": 0.083004, "f1": 0.049082, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"], "main_score": 0.049082, "precision": 0.040934, "recall": 0.083004}, {"accuracy": 0.172925, "f1": 0.109446, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"], "main_score": 0.109446, "precision": 0.094377, "recall": 0.172925}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.910079, "f1": 0.882082, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"], "main_score": 0.882082, "precision": 0.868577, "recall": 0.910079}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"], "main_score": 0.924736, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.614625, "f1": 0.534889, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"], "main_score": 0.534889, "precision": 0.505114, "recall": 0.614625}, {"accuracy": 0.197628, "f1": 0.13456, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"], "main_score": 0.13456, "precision": 0.119125, "recall": 0.197628}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.394269, "f1": 0.307912, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"], "main_score": 0.307912, "precision": 0.280777, "recall": 0.394269}, {"accuracy": 0.644269, "f1": 0.570248, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"], "main_score": 0.570248, "precision": 0.541201, "recall": 0.644269}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"], "main_score": 0.894335, "precision": 0.882493, "recall": 0.918972}, {"accuracy": 0.230237, "f1": 0.151007, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"], "main_score": 0.151007, "precision": 0.130913, "recall": 0.230237}, {"accuracy": 0.936759, "f1": 0.917062, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"], "main_score": 0.917062, "precision": 0.907691, "recall": 0.936759}, {"accuracy": 0.831028, "f1": 0.78694, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"], "main_score": 0.78694, "precision": 0.76717, "recall": 0.831028}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.279644, "f1": 0.193403, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"], "main_score": 0.193403, "precision": 0.170116, "recall": 0.279644}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"], "main_score": 0.938406, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.148221, "f1": 0.094818, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"], "main_score": 0.094818, "precision": 0.082713, "recall": 0.148221}, {"accuracy": 0.879447, "f1": 0.846542, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"], "main_score": 0.846542, "precision": 0.831637, "recall": 0.879447}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.695652, "f1": 0.625172, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"], "main_score": 0.625172, "precision": 0.595974, "recall": 0.695652}, {"accuracy": 0.06917, "f1": 0.033155, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"], "main_score": 0.033155, "precision": 0.028225, "recall": 0.06917}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.221344, "f1": 0.149188, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"], "main_score": 0.149188, "precision": 0.132898, "recall": 0.221344}, {"accuracy": 0.848814, "f1": 0.807675, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"], "main_score": 0.807675, "precision": 0.789674, "recall": 0.848814}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898946, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"], "main_score": 0.898946, "precision": 0.887928, "recall": 0.921937}, {"accuracy": 0.90415, "f1": 0.874506, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"], "main_score": 0.874506, "precision": 0.860343, "recall": 0.90415}, {"accuracy": 0.271739, "f1": 0.200406, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"], "main_score": 0.200406, "precision": 0.180083, "recall": 0.271739}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.797431, "f1": 0.749445, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"], "main_score": 0.749445, "precision": 0.728993, "recall": 0.797431}, {"accuracy": 0.926877, "f1": 0.903491, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"], "main_score": 0.903491, "precision": 0.892292, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.874704, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"], "main_score": 0.874704, "precision": 0.861413, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.161067, "f1": 0.097445, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"], "main_score": 0.097445, "precision": 0.084133, "recall": 0.161067}, {"accuracy": 0.061265, "f1": 0.035523, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"], "main_score": 0.035523, "precision": 0.02997, "recall": 0.061265}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.152174, "f1": 0.093338, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"], "main_score": 0.093338, "precision": 0.081089, "recall": 0.152174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.88834, "f1": 0.856588, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"], "main_score": 0.856588, "precision": 0.842144, "recall": 0.88834}, {"accuracy": 0.728261, "f1": 0.665584, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"], "main_score": 0.665584, "precision": 0.639097, "recall": 0.728261}, {"accuracy": 0.187747, "f1": 0.116239, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"], "main_score": 0.116239, "precision": 0.10011, "recall": 0.187747}, {"accuracy": 0.729249, "f1": 0.673734, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"], "main_score": 0.673734, "precision": 0.650678, "recall": 0.729249}, {"accuracy": 0.618577, "f1": 0.541063, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"], "main_score": 0.541063, "precision": 0.512479, "recall": 0.618577}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.729249, "f1": 0.666227, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"], "main_score": 0.666227, "precision": 0.640342, "recall": 0.729249}, {"accuracy": 0.156126, "f1": 0.096093, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"], "main_score": 0.096093, "precision": 0.083538, "recall": 0.156126}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.076087, "f1": 0.044557, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"], "main_score": 0.044557, "precision": 0.038418, "recall": 0.076087}, {"accuracy": 0.225296, "f1": 0.158325, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"], "main_score": 0.158325, "precision": 0.141966, "recall": 0.225296}, {"accuracy": 0.350791, "f1": 0.256749, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"], "main_score": 0.256749, "precision": 0.229172, "recall": 0.350791}, {"accuracy": 0.086957, "f1": 0.045924, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"], "main_score": 0.045924, "precision": 0.037087, "recall": 0.086957}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"], "main_score": 0.941765, "precision": 0.935194, "recall": 0.955534}, {"accuracy": 0.277668, "f1": 0.196565, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"], "main_score": 0.196565, "precision": 0.174114, "recall": 0.277668}, {"accuracy": 0.757905, "f1": 0.697499, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"], "main_score": 0.697499, "precision": 0.672868, "recall": 0.757905}, {"accuracy": 0.433794, "f1": 0.350212, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"], "main_score": 0.350212, "precision": 0.322817, "recall": 0.433794}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.25, "f1": 0.178077, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"], "main_score": 0.178077, "precision": 0.160431, "recall": 0.25}, {"accuracy": 0.302372, "f1": 0.22162, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"], "main_score": 0.22162, "precision": 0.199885, "recall": 0.302372}, {"accuracy": 0.242095, "f1": 0.1611, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"], "main_score": 0.1611, "precision": 0.139712, "recall": 0.242095}, {"accuracy": 0.338933, "f1": 0.261202, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"], "main_score": 0.261202, "precision": 0.240138, "recall": 0.338933}, {"accuracy": 0.614625, "f1": 0.539224, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"], "main_score": 0.539224, "precision": 0.509187, "recall": 0.614625}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.018993, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"], "main_score": 0.018993, "precision": 0.014454, "recall": 0.056324}, {"accuracy": 0.194664, "f1": 0.128151, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"], "main_score": 0.128151, "precision": 0.110997, "recall": 0.194664}, {"accuracy": 0.73913, "f1": 0.677016, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"], "main_score": 0.677016, "precision": 0.651788, "recall": 0.73913}, {"accuracy": 0.233202, "f1": 0.159728, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"], "main_score": 0.159728, "precision": 0.141591, "recall": 0.233202}, {"accuracy": 0.0583, "f1": 0.029207, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"], "main_score": 0.029207, "precision": 0.025172, "recall": 0.0583}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.785573, "f1": 0.732778, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"], "main_score": 0.732778, "precision": 0.710392, "recall": 0.785573}, {"accuracy": 0.771739, "f1": 0.711091, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"], "main_score": 0.711091, "precision": 0.685458, "recall": 0.771739}, {"accuracy": 0.744071, "f1": 0.689223, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"], "main_score": 0.689223, "precision": 0.666197, "recall": 0.744071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.218379, "f1": 0.151582, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"], "main_score": 0.151582, "precision": 0.134508, "recall": 0.218379}, {"accuracy": 0.158103, "f1": 0.09864, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"], "main_score": 0.09864, "precision": 0.085258, "recall": 0.158103}, {"accuracy": 0.885375, "f1": 0.851449, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"], "main_score": 0.851449, "precision": 0.835886, "recall": 0.885375}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.376482, "f1": 0.289491, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"], "main_score": 0.289491, "precision": 0.263272, "recall": 0.376482}, {"accuracy": 0.1917, "f1": 0.125415, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"], "main_score": 0.125415, "precision": 0.11017, "recall": 0.1917}, {"accuracy": 0.706522, "f1": 0.637274, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"], "main_score": 0.637274, "precision": 0.609693, "recall": 0.706522}, {"accuracy": 0.918972, "f1": 0.897167, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"], "main_score": 0.897167, "precision": 0.887714, "recall": 0.918972}, {"accuracy": 0.174901, "f1": 0.105732, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"], "main_score": 0.105732, "precision": 0.09079, "recall": 0.174901}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.236166, "f1": 0.167567, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"], "main_score": 0.167567, "precision": 0.150925, "recall": 0.236166}, {"accuracy": 0.400198, "f1": 0.306318, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"], "main_score": 0.306318, "precision": 0.277134, "recall": 0.400198}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.719368, "f1": 0.652604, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"], "main_score": 0.652604, "precision": 0.625586, "recall": 0.719368}, {"accuracy": 0.943676, "f1": 0.925955, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"], "main_score": 0.925955, "precision": 0.917572, "recall": 0.943676}, {"accuracy": 0.222332, "f1": 0.152997, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"], "main_score": 0.152997, "precision": 0.134847, "recall": 0.222332}, {"accuracy": 0.075099, "f1": 0.032877, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"], "main_score": 0.032877, "precision": 0.026762, "recall": 0.075099}, {"accuracy": 0.237154, "f1": 0.161423, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"], "main_score": 0.161423, "precision": 0.141967, "recall": 0.237154}, {"accuracy": 0.109684, "f1": 0.062766, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"], "main_score": 0.062766, "precision": 0.053428, "recall": 0.109684}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.693676, "f1": 0.624646, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"], "main_score": 0.624646, "precision": 0.595924, "recall": 0.693676}, {"accuracy": 0.072134, "f1": 0.042796, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"], "main_score": 0.042796, "precision": 0.036068, "recall": 0.072134}, {"accuracy": 0.727273, "f1": 0.659966, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"], "main_score": 0.659966, "precision": 0.631143, "recall": 0.727273}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.737154, "f1": 0.674234, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"], "main_score": 0.674234, "precision": 0.647432, "recall": 0.737154}, {"accuracy": 0.498024, "f1": 0.410857, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"], "main_score": 0.410857, "precision": 0.379438, "recall": 0.498024}, {"accuracy": 0.198617, "f1": 0.128121, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"], "main_score": 0.128121, "precision": 0.111462, "recall": 0.198617}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.369565, "f1": 0.281364, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"], "main_score": 0.281364, "precision": 0.254134, "recall": 0.369565}, {"accuracy": 0.214427, "f1": 0.140511, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"], "main_score": 0.140511, "precision": 0.122563, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.120626, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"], "main_score": 0.120626, "precision": 0.106561, "recall": 0.183794}, {"accuracy": 0.22332, "f1": 0.153921, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"], "main_score": 0.153921, "precision": 0.13666, "recall": 0.22332}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.019763, "f1": 0.004726, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"], "main_score": 0.004726, "precision": 0.003686, "recall": 0.019763}, {"accuracy": 0.854743, "f1": 0.815302, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"], "main_score": 0.815302, "precision": 0.797497, "recall": 0.854743}, {"accuracy": 0.416008, "f1": 0.330496, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"], "main_score": 0.330496, "precision": 0.300825, "recall": 0.416008}, {"accuracy": 0.842885, "f1": 0.801252, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"], "main_score": 0.801252, "precision": 0.782362, "recall": 0.842885}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.094862, "f1": 0.052617, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"], "main_score": 0.052617, "precision": 0.044644, "recall": 0.094862}, {"accuracy": 0.187747, "f1": 0.122465, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"], "main_score": 0.122465, "precision": 0.106329, "recall": 0.187747}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.631423, "f1": 0.55348, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"], "main_score": 0.55348, "precision": 0.524139, "recall": 0.631423}, {"accuracy": 0.175889, "f1": 0.111009, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"], "main_score": 0.111009, "precision": 0.095847, "recall": 0.175889}, {"accuracy": 0.188735, "f1": 0.117928, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"], "main_score": 0.117928, "precision": 0.100872, "recall": 0.188735}, {"accuracy": 0.951581, "f1": 0.936166, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"], "main_score": 0.936166, "precision": 0.928771, "recall": 0.951581}, {"accuracy": 0.182806, "f1": 0.123937, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"], "main_score": 0.123937, "precision": 0.110133, "recall": 0.182806}, {"accuracy": 0.181818, "f1": 0.119358, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"], "main_score": 0.119358, "precision": 0.103554, "recall": 0.181818}, {"accuracy": 0.823123, "f1": 0.77724, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"], "main_score": 0.77724, "precision": 0.756571, "recall": 0.823123}, {"accuracy": 0.630435, "f1": 0.555758, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"], "main_score": 0.555758, "precision": 0.527268, "recall": 0.630435}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.266798, "f1": 0.182525, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"], "main_score": 0.182525, "precision": 0.158331, "recall": 0.266798}, {"accuracy": 0.440711, "f1": 0.355477, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"], "main_score": 0.355477, "precision": 0.328392, "recall": 0.440711}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.537549, "f1": 0.451431, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"], "main_score": 0.451431, "precision": 0.419209, "recall": 0.537549}, {"accuracy": 0.829051, "f1": 0.784274, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"], "main_score": 0.784274, "precision": 0.764723, "recall": 0.829051}, {"accuracy": 0.280632, "f1": 0.202602, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"], "main_score": 0.202602, "precision": 0.181468, "recall": 0.280632}, {"accuracy": 0.590909, "f1": 0.506274, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"], "main_score": 0.506274, "precision": 0.473457, "recall": 0.590909}, {"accuracy": 0.678854, "f1": 0.608717, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"], "main_score": 0.608717, "precision": 0.580115, "recall": 0.678854}, {"accuracy": 0.222332, "f1": 0.14584, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"], "main_score": 0.14584, "precision": 0.126911, "recall": 0.222332}, {"accuracy": 0.928854, "f1": 0.906357, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"], "main_score": 0.906357, "precision": 0.895669, "recall": 0.928854}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.924901, "f1": 0.901976, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"], "main_score": 0.901976, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.743083, "f1": 0.681044, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"], "main_score": 0.681044, "precision": 0.65528, "recall": 0.743083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.412055, "f1": 0.329706, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"], "main_score": 0.329706, "precision": 0.302379, "recall": 0.412055}, {"accuracy": 0.476285, "f1": 0.378946, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"], "main_score": 0.378946, "precision": 0.345448, "recall": 0.476285}, {"accuracy": 0.104743, "f1": 0.055084, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"], "main_score": 0.055084, "precision": 0.046251, "recall": 0.104743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.123121, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"], "main_score": 0.123121, "precision": 0.106805, "recall": 0.185771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942918, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"], "main_score": 0.942918, "precision": 0.936841, "recall": 0.955534}, {"accuracy": 0.435771, "f1": 0.346223, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"], "main_score": 0.346223, "precision": 0.316737, "recall": 0.435771}, {"accuracy": 0.343874, "f1": 0.256973, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"], "main_score": 0.256973, "precision": 0.231855, "recall": 0.343874}, {"accuracy": 0.865613, "f1": 0.82612, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"], "main_score": 0.82612, "precision": 0.808218, "recall": 0.865613}, {"accuracy": 0.237154, "f1": 0.16187, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"], "main_score": 0.16187, "precision": 0.1424, "recall": 0.237154}, {"accuracy": 0.221344, "f1": 0.146689, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"], "main_score": 0.146689, "precision": 0.128809, "recall": 0.221344}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.437747, "f1": 0.342497, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"], "main_score": 0.342497, "precision": 0.311426, "recall": 0.437747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.182806, "f1": 0.11236, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"], "main_score": 0.11236, "precision": 0.0961, "recall": 0.182806}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.88363, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"], "main_score": 0.88363, "precision": 0.870636, "recall": 0.911067}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"], "main_score": 0.929414, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.16502, "f1": 0.105214, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"], "main_score": 0.105214, "precision": 0.091751, "recall": 0.16502}, {"accuracy": 0.91996, "f1": 0.895751, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"], "main_score": 0.895751, "precision": 0.884223, "recall": 0.91996}, {"accuracy": 0.18083, "f1": 0.113641, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"], "main_score": 0.113641, "precision": 0.097411, "recall": 0.18083}, {"accuracy": 0.194664, "f1": 0.129872, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"], "main_score": 0.129872, "precision": 0.114162, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.091932, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"], "main_score": 0.091932, "precision": 0.079517, "recall": 0.147233}, {"accuracy": 0.543478, "f1": 0.459873, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"], "main_score": 0.459873, "precision": 0.427768, "recall": 0.543478}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.279644, "f1": 0.202308, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"], "main_score": 0.202308, "precision": 0.18049, "recall": 0.279644}, {"accuracy": 0.168972, "f1": 0.104782, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"], "main_score": 0.104782, "precision": 0.090497, "recall": 0.168972}, {"accuracy": 0.203557, "f1": 0.134089, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"], "main_score": 0.134089, "precision": 0.117878, "recall": 0.203557}, {"accuracy": 0.81917, "f1": 0.771212, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"], "main_score": 0.771212, "precision": 0.749802, "recall": 0.81917}, {"accuracy": 0.16502, "f1": 0.10028, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"], "main_score": 0.10028, "precision": 0.086079, "recall": 0.16502}, {"accuracy": 0.18083, "f1": 0.119079, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"], "main_score": 0.119079, "precision": 0.104824, "recall": 0.18083}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"], "main_score": 0.934289, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.280632, "f1": 0.199798, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"], "main_score": 0.199798, "precision": 0.178525, "recall": 0.280632}, {"accuracy": 0.23419, "f1": 0.162116, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"], "main_score": 0.162116, "precision": 0.144756, "recall": 0.23419}, {"accuracy": 0.623518, "f1": 0.543013, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"], "main_score": 0.543013, "precision": 0.512372, "recall": 0.623518}, {"accuracy": 0.341897, "f1": 0.259248, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"], "main_score": 0.259248, "precision": 0.23473, "recall": 0.341897}, {"accuracy": 0.450593, "f1": 0.356356, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"], "main_score": 0.356356, "precision": 0.324265, "recall": 0.450593}, {"accuracy": 0.866601, "f1": 0.831686, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"], "main_score": 0.831686, "precision": 0.81558, "recall": 0.866601}, {"accuracy": 0.316206, "f1": 0.230685, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"], "main_score": 0.230685, "precision": 0.205742, "recall": 0.316206}, {"accuracy": 0.459486, "f1": 0.373147, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"], "main_score": 0.373147, "precision": 0.342675, "recall": 0.459486}, {"accuracy": 0.177866, "f1": 0.112381, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"], "main_score": 0.112381, "precision": 0.095129, "recall": 0.177866}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.846838, "f1": 0.805599, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"], "main_score": 0.805599, "precision": 0.787451, "recall": 0.846838}, {"accuracy": 0.250988, "f1": 0.181937, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"], "main_score": 0.181937, "precision": 0.163428, "recall": 0.250988}, {"accuracy": 0.197628, "f1": 0.12706, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"], "main_score": 0.12706, "precision": 0.109877, "recall": 0.197628}, {"accuracy": 0.092885, "f1": 0.060809, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"], "main_score": 0.060809, "precision": 0.052723, "recall": 0.092885}, {"accuracy": 0.208498, "f1": 0.142151, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"], "main_score": 0.142151, "precision": 0.125105, "recall": 0.208498}, {"accuracy": 0.003953, "f1": 6e-05, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"], "main_score": 6e-05, "precision": 3e-05, "recall": 0.003953}, {"accuracy": 0.933794, "f1": 0.914657, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"], "main_score": 0.914657, "precision": 0.905797, "recall": 0.933794}, {"accuracy": 0.839921, "f1": 0.797991, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"], "main_score": 0.797991, "precision": 0.778771, "recall": 0.839921}, {"accuracy": 0.884387, "f1": 0.853115, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"], "main_score": 0.853115, "precision": 0.838521, "recall": 0.884387}, {"accuracy": 0.651186, "f1": 0.589412, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"], "main_score": 0.589412, "precision": 0.564799, "recall": 0.651186}, {"accuracy": 0.232213, "f1": 0.169114, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"], "main_score": 0.169114, "precision": 0.152311, "recall": 0.232213}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.428854, "f1": 0.344302, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"], "main_score": 0.344302, "precision": 0.315048, "recall": 0.428854}, {"accuracy": 0.657115, "f1": 0.593511, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"], "main_score": 0.593511, "precision": 0.566123, "recall": 0.657115}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.868577, "f1": 0.834406, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"], "main_score": 0.834406, "precision": 0.818841, "recall": 0.868577}, {"accuracy": 0.266798, "f1": 0.191249, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"], "main_score": 0.191249, "precision": 0.168821, "recall": 0.266798}, {"accuracy": 0.895257, "f1": 0.870603, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"], "main_score": 0.870603, "precision": 0.859002, "recall": 0.895257}, {"accuracy": 0.76087, "f1": 0.711792, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"], "main_score": 0.711792, "precision": 0.691175, "recall": 0.76087}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.33498, "f1": 0.252528, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"], "main_score": 0.252528, "precision": 0.22807, "recall": 0.33498}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"], "main_score": 0.903327, "precision": 0.893281, "recall": 0.924901}, {"accuracy": 0.903162, "f1": 0.874835, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"], "main_score": 0.874835, "precision": 0.861495, "recall": 0.903162}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.172925, "f1": 0.125058, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"], "main_score": 0.125058, "precision": 0.11293, "recall": 0.172925}, {"accuracy": 0.798419, "f1": 0.751685, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"], "main_score": 0.751685, "precision": 0.731203, "recall": 0.798419}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"], "main_score": 0.9389, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.749012, "f1": 0.693462, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"], "main_score": 0.693462, "precision": 0.669641, "recall": 0.749012}, {"accuracy": 0.063241, "f1": 0.028161, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"], "main_score": 0.028161, "precision": 0.023229, "recall": 0.063241}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"], "main_score": 0.90191, "precision": 0.89221, "recall": 0.922925}, {"accuracy": 0.242095, "f1": 0.176526, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"], "main_score": 0.176526, "precision": 0.158999, "recall": 0.242095}, {"accuracy": 0.864625, "f1": 0.828313, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"], "main_score": 0.828313, "precision": 0.812088, "recall": 0.864625}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.860672, "f1": 0.828331, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"], "main_score": 0.828331, "precision": 0.813653, "recall": 0.860672}, {"accuracy": 0.850791, "f1": 0.811006, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"], "main_score": 0.811006, "precision": 0.793149, "recall": 0.850791}, {"accuracy": 0.3083, "f1": 0.234573, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"], "main_score": 0.234573, "precision": 0.211505, "recall": 0.3083}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.695652, "f1": 0.63854, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"], "main_score": 0.63854, "precision": 0.614595, "recall": 0.695652}, {"accuracy": 0.895257, "f1": 0.869631, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"], "main_score": 0.869631, "precision": 0.85746, "recall": 0.895257}, {"accuracy": 0.828063, "f1": 0.789229, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"], "main_score": 0.789229, "precision": 0.77276, "recall": 0.828063}, {"accuracy": 0.951581, "f1": 0.938735, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"], "main_score": 0.938735, "precision": 0.932312, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.911528, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"], "main_score": 0.911528, "precision": 0.902009, "recall": 0.931818}, {"accuracy": 0.190711, "f1": 0.126585, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"], "main_score": 0.126585, "precision": 0.111513, "recall": 0.190711}, {"accuracy": 0.062253, "f1": 0.036109, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"], "main_score": 0.036109, "precision": 0.030164, "recall": 0.062253}, {"accuracy": 0.953557, "f1": 0.938966, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"], "main_score": 0.938966, "precision": 0.931901, "recall": 0.953557}, {"accuracy": 0.170949, "f1": 0.117766, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"], "main_score": 0.117766, "precision": 0.105129, "recall": 0.170949}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"], "main_score": 0.88834, "precision": 0.876976, "recall": 0.913043}, {"accuracy": 0.822134, "f1": 0.780271, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"], "main_score": 0.780271, "precision": 0.761627, "recall": 0.822134}, {"accuracy": 0.744071, "f1": 0.690942, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"], "main_score": 0.690942, "precision": 0.668083, "recall": 0.744071}, {"accuracy": 0.212451, "f1": 0.1443, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"], "main_score": 0.1443, "precision": 0.126789, "recall": 0.212451}, {"accuracy": 0.678854, "f1": 0.628054, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"], "main_score": 0.628054, "precision": 0.607397, "recall": 0.678854}, {"accuracy": 0.636364, "f1": 0.568353, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"], "main_score": 0.568353, "precision": 0.541487, "recall": 0.636364}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.731225, "f1": 0.67884, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"], "main_score": 0.67884, "precision": 0.656456, "recall": 0.731225}, {"accuracy": 0.181818, "f1": 0.125648, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"], "main_score": 0.125648, "precision": 0.112054, "recall": 0.181818}, {"accuracy": 0.926877, "f1": 0.906094, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"], "main_score": 0.906094, "precision": 0.896607, "recall": 0.926877}, {"accuracy": 0.074111, "f1": 0.040772, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"], "main_score": 0.040772, "precision": 0.033065, "recall": 0.074111}, {"accuracy": 0.272727, "f1": 0.206727, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"], "main_score": 0.206727, "precision": 0.187461, "recall": 0.272727}, {"accuracy": 0.374506, "f1": 0.288635, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"], "main_score": 0.288635, "precision": 0.261453, "recall": 0.374506}, {"accuracy": 0.09585, "f1": 0.053809, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"], "main_score": 0.053809, "precision": 0.043457, "recall": 0.09585}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.940711, "f1": 0.922398, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"], "main_score": 0.922398, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.906126, "f1": 0.879513, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"], "main_score": 0.879513, "precision": 0.867177, "recall": 0.906126}, {"accuracy": 0.307312, "f1": 0.229357, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"], "main_score": 0.229357, "precision": 0.205982, "recall": 0.307312}, {"accuracy": 0.766798, "f1": 0.716787, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"], "main_score": 0.716787, "precision": 0.6951, "recall": 0.766798}, {"accuracy": 0.471344, "f1": 0.394712, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"], "main_score": 0.394712, "precision": 0.369731, "recall": 0.471344}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.272727, "f1": 0.200874, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"], "main_score": 0.200874, "precision": 0.181439, "recall": 0.272727}, {"accuracy": 0.349802, "f1": 0.270525, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"], "main_score": 0.270525, "precision": 0.246648, "recall": 0.349802}, {"accuracy": 0.280632, "f1": 0.202744, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"], "main_score": 0.202744, "precision": 0.1812, "recall": 0.280632}, {"accuracy": 0.369565, "f1": 0.29474, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"], "main_score": 0.29474, "precision": 0.271237, "recall": 0.369565}, {"accuracy": 0.620553, "f1": 0.554895, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"], "main_score": 0.554895, "precision": 0.529268, "recall": 0.620553}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.052372, "f1": 0.019429, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"], "main_score": 0.019429, "precision": 0.015592, "recall": 0.052372}, {"accuracy": 0.232213, "f1": 0.16911, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"], "main_score": 0.16911, "precision": 0.151695, "recall": 0.232213}, {"accuracy": 0.719368, "f1": 0.6617, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"], "main_score": 0.6617, "precision": 0.637257, "recall": 0.719368}, {"accuracy": 0.272727, "f1": 0.200376, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"], "main_score": 0.200376, "precision": 0.180331, "recall": 0.272727}, {"accuracy": 0.061265, "f1": 0.032971, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"], "main_score": 0.032971, "precision": 0.028831, "recall": 0.061265}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.789526, "f1": 0.738225, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"], "main_score": 0.738225, "precision": 0.715803, "recall": 0.789526}, {"accuracy": 0.802372, "f1": 0.751614, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"], "main_score": 0.751614, "precision": 0.729661, "recall": 0.802372}, {"accuracy": 0.644269, "f1": 0.579582, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"], "main_score": 0.579582, "precision": 0.553824, "recall": 0.644269}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.920949, "f1": 0.899177, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"], "main_score": 0.899177, "precision": 0.889163, "recall": 0.920949}, {"accuracy": 0.259881, "f1": 0.190474, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"], "main_score": 0.190474, "precision": 0.171545, "recall": 0.259881}, {"accuracy": 0.175889, "f1": 0.1207, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"], "main_score": 0.1207, "precision": 0.106533, "recall": 0.175889}, {"accuracy": 0.805336, "f1": 0.758827, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"], "main_score": 0.758827, "precision": 0.737648, "recall": 0.805336}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"], "main_score": 0.938241, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"], "main_score": 0.913043, "precision": 0.903821, "recall": 0.932806}, {"accuracy": 0.407115, "f1": 0.333834, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"], "main_score": 0.333834, "precision": 0.308492, "recall": 0.407115}, {"accuracy": 0.214427, "f1": 0.151793, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"], "main_score": 0.151793, "precision": 0.134518, "recall": 0.214427}, {"accuracy": 0.721344, "f1": 0.659987, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"], "main_score": 0.659987, "precision": 0.634249, "recall": 0.721344}, {"accuracy": 0.855731, "f1": 0.825136, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"], "main_score": 0.825136, "precision": 0.812516, "recall": 0.855731}, {"accuracy": 0.220356, "f1": 0.152406, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"], "main_score": 0.152406, "precision": 0.136616, "recall": 0.220356}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.250988, "f1": 0.187477, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"], "main_score": 0.187477, "precision": 0.1699, "recall": 0.250988}, {"accuracy": 0.429842, "f1": 0.348331, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"], "main_score": 0.348331, "precision": 0.320956, "recall": 0.429842}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"], "main_score": 0.909585, "precision": 0.900033, "recall": 0.929842}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.768775, "f1": 0.71517, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"], "main_score": 0.71517, "precision": 0.691436, "recall": 0.768775}, {"accuracy": 0.860672, "f1": 0.822431, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"], "main_score": 0.822431, "precision": 0.804875, "recall": 0.860672}, {"accuracy": 0.253953, "f1": 0.188221, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"], "main_score": 0.188221, "precision": 0.169209, "recall": 0.253953}, {"accuracy": 0.083004, "f1": 0.04114, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"], "main_score": 0.04114, "precision": 0.034716, "recall": 0.083004}, {"accuracy": 0.278656, "f1": 0.203122, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"], "main_score": 0.203122, "precision": 0.181486, "recall": 0.278656}, {"accuracy": 0.136364, "f1": 0.082523, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"], "main_score": 0.082523, "precision": 0.071271, "recall": 0.136364}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.73913, "f1": 0.68386, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"], "main_score": 0.68386, "precision": 0.660277, "recall": 0.73913}, {"accuracy": 0.082016, "f1": 0.054841, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"], "main_score": 0.054841, "precision": 0.048045, "recall": 0.082016}, {"accuracy": 0.738142, "f1": 0.68419, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"], "main_score": 0.68419, "precision": 0.660837, "recall": 0.738142}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.66996, "f1": 0.605694, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"], "main_score": 0.605694, "precision": 0.580008, "recall": 0.66996}, {"accuracy": 0.523715, "f1": 0.452299, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"], "main_score": 0.452299, "precision": 0.424202, "recall": 0.523715}, {"accuracy": 0.201581, "f1": 0.136246, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"], "main_score": 0.136246, "precision": 0.11955, "recall": 0.201581}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.414032, "f1": 0.334274, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"], "main_score": 0.334274, "precision": 0.307227, "recall": 0.414032}, {"accuracy": 0.23419, "f1": 0.161621, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"], "main_score": 0.161621, "precision": 0.142816, "recall": 0.23419}, {"accuracy": 0.237154, "f1": 0.168614, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"], "main_score": 0.168614, "precision": 0.150063, "recall": 0.237154}, {"accuracy": 0.249012, "f1": 0.181469, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"], "main_score": 0.181469, "precision": 0.163306, "recall": 0.249012}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"], "main_score": 0.918215, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.016798, "f1": 0.001906, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"], "main_score": 0.001906, "precision": 0.001057, "recall": 0.016798}, {"accuracy": 0.777668, "f1": 0.725235, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"], "main_score": 0.725235, "precision": 0.702931, "recall": 0.777668}, {"accuracy": 0.382411, "f1": 0.307694, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"], "main_score": 0.307694, "precision": 0.282396, "recall": 0.382411}, {"accuracy": 0.821146, "f1": 0.777372, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"], "main_score": 0.777372, "precision": 0.757724, "recall": 0.821146}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.098814, "f1": 0.056976, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"], "main_score": 0.056976, "precision": 0.048514, "recall": 0.098814}, {"accuracy": 0.214427, "f1": 0.156358, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"], "main_score": 0.156358, "precision": 0.141207, "recall": 0.214427}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"], "main_score": 0.92836, "precision": 0.920817, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.66996, "f1": 0.604418, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"], "main_score": 0.604418, "precision": 0.57755, "recall": 0.66996}, {"accuracy": 0.215415, "f1": 0.144759, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"], "main_score": 0.144759, "precision": 0.12638, "recall": 0.215415}, {"accuracy": 0.219368, "f1": 0.145217, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"], "main_score": 0.145217, "precision": 0.125831, "recall": 0.219368}, {"accuracy": 0.903162, "f1": 0.875692, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"], "main_score": 0.875692, "precision": 0.862928, "recall": 0.903162}, {"accuracy": 0.205534, "f1": 0.142636, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"], "main_score": 0.142636, "precision": 0.127163, "recall": 0.205534}, {"accuracy": 0.219368, "f1": 0.153789, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"], "main_score": 0.153789, "precision": 0.134567, "recall": 0.219368}, {"accuracy": 0.724308, "f1": 0.666057, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"], "main_score": 0.666057, "precision": 0.64125, "recall": 0.724308}, {"accuracy": 0.699605, "f1": 0.643505, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"], "main_score": 0.643505, "precision": 0.620726, "recall": 0.699605}, {"accuracy": 0.903162, "f1": 0.878936, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"], "main_score": 0.878936, "precision": 0.868537, "recall": 0.903162}, {"accuracy": 0.307312, "f1": 0.230788, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"], "main_score": 0.230788, "precision": 0.205522, "recall": 0.307312}, {"accuracy": 0.483202, "f1": 0.403643, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"], "main_score": 0.403643, "precision": 0.376224, "recall": 0.483202}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.481225, "f1": 0.408426, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"], "main_score": 0.408426, "precision": 0.381082, "recall": 0.481225}, {"accuracy": 0.758893, "f1": 0.706791, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"], "main_score": 0.706791, "precision": 0.684207, "recall": 0.758893}, {"accuracy": 0.313241, "f1": 0.239452, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"], "main_score": 0.239452, "precision": 0.21786, "recall": 0.313241}, {"accuracy": 0.559289, "f1": 0.487824, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"], "main_score": 0.487824, "precision": 0.460245, "recall": 0.559289}, {"accuracy": 0.68083, "f1": 0.619831, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"], "main_score": 0.619831, "precision": 0.594157, "recall": 0.68083}, {"accuracy": 0.262846, "f1": 0.18898, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"], "main_score": 0.18898, "precision": 0.167826, "recall": 0.262846}, {"accuracy": 0.833992, "f1": 0.795196, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"], "main_score": 0.795196, "precision": 0.77856, "recall": 0.833992}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"], "main_score": 0.928096, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.951581, "f1": 0.936495, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"], "main_score": 0.936495, "precision": 0.929265, "recall": 0.951581}, {"accuracy": 0.743083, "f1": 0.688867, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"], "main_score": 0.688867, "precision": 0.665497, "recall": 0.743083}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.411067, "f1": 0.334843, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"], "main_score": 0.334843, "precision": 0.308843, "recall": 0.411067}, {"accuracy": 0.520751, "f1": 0.442832, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"], "main_score": 0.442832, "precision": 0.414659, "recall": 0.520751}, {"accuracy": 0.114625, "f1": 0.06736, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"], "main_score": 0.06736, "precision": 0.057414, "recall": 0.114625}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.166008, "f1": 0.114783, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"], "main_score": 0.114783, "precision": 0.100258, "recall": 0.166008}, {"accuracy": 0.94664, "f1": 0.930402, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"], "main_score": 0.930402, "precision": 0.922678, "recall": 0.94664}, {"accuracy": 0.899209, "f1": 0.873682, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"], "main_score": 0.873682, "precision": 0.862154, "recall": 0.899209}, {"accuracy": 0.469368, "f1": 0.3899, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"], "main_score": 0.3899, "precision": 0.363196, "recall": 0.469368}, {"accuracy": 0.384387, "f1": 0.296027, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"], "main_score": 0.296027, "precision": 0.268741, "recall": 0.384387}, {"accuracy": 0.8083, "f1": 0.758004, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"], "main_score": 0.758004, "precision": 0.73565, "recall": 0.8083}, {"accuracy": 0.267787, "f1": 0.197234, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"], "main_score": 0.197234, "precision": 0.177285, "recall": 0.267787}, {"accuracy": 0.258893, "f1": 0.189729, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"], "main_score": 0.189729, "precision": 0.170224, "recall": 0.258893}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.465415, "f1": 0.383675, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"], "main_score": 0.383675, "precision": 0.356362, "recall": 0.465415}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"], "main_score": 0.941041, "precision": 0.934816, "recall": 0.954545}, {"accuracy": 0.218379, "f1": 0.143477, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"], "main_score": 0.143477, "precision": 0.125228, "recall": 0.218379}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.854743, "f1": 0.815069, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"], "main_score": 0.815069, "precision": 0.797276, "recall": 0.854743}, {"accuracy": 0.896245, "f1": 0.870158, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"], "main_score": 0.870158, "precision": 0.858202, "recall": 0.896245}, {"accuracy": 0.174901, "f1": 0.116395, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"], "main_score": 0.116395, "precision": 0.100978, "recall": 0.174901}, {"accuracy": 0.912055, "f1": 0.888128, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"], "main_score": 0.888128, "precision": 0.876812, "recall": 0.912055}, {"accuracy": 0.211462, "f1": 0.142996, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"], "main_score": 0.142996, "precision": 0.12393, "recall": 0.211462}, {"accuracy": 0.225296, "f1": 0.1577, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"], "main_score": 0.1577, "precision": 0.139066, "recall": 0.225296}, {"accuracy": 0.15415, "f1": 0.10184, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"], "main_score": 0.10184, "precision": 0.08889, "recall": 0.15415}, {"accuracy": 0.520751, "f1": 0.452565, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"], "main_score": 0.452565, "precision": 0.425199, "recall": 0.520751}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.327075, "f1": 0.24803, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"], "main_score": 0.24803, "precision": 0.222986, "recall": 0.327075}, {"accuracy": 0.211462, "f1": 0.14244, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"], "main_score": 0.14244, "precision": 0.124471, "recall": 0.211462}, {"accuracy": 0.25, "f1": 0.180301, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"], "main_score": 0.180301, "precision": 0.161341, "recall": 0.25}, {"accuracy": 0.726285, "f1": 0.669121, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"], "main_score": 0.669121, "precision": 0.644871, "recall": 0.726285}, {"accuracy": 0.189723, "f1": 0.128666, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"], "main_score": 0.128666, "precision": 0.11297, "recall": 0.189723}, {"accuracy": 0.199605, "f1": 0.14077, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"], "main_score": 0.14077, "precision": 0.12535, "recall": 0.199605}, {"accuracy": 0.891304, "f1": 0.865749, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"], "main_score": 0.865749, "precision": 0.854397, "recall": 0.891304}, {"accuracy": 0.31917, "f1": 0.243035, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"], "main_score": 0.243035, "precision": 0.219525, "recall": 0.31917}, {"accuracy": 0.269763, "f1": 0.193118, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"], "main_score": 0.193118, "precision": 0.172382, "recall": 0.269763}, {"accuracy": 0.685771, "f1": 0.625666, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"], "main_score": 0.625666, "precision": 0.602052, "recall": 0.685771}, {"accuracy": 0.375494, "f1": 0.297135, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"], "main_score": 0.297135, "precision": 0.272143, "recall": 0.375494}, {"accuracy": 0.483202, "f1": 0.404036, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"], "main_score": 0.404036, "precision": 0.375285, "recall": 0.483202}, {"accuracy": 0.786561, "f1": 0.73419, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"], "main_score": 0.73419, "precision": 0.71082, "recall": 0.786561}, {"accuracy": 0.364625, "f1": 0.280284, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"], "main_score": 0.280284, "precision": 0.252516, "recall": 0.364625}, {"accuracy": 0.488142, "f1": 0.404464, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"], "main_score": 0.404464, "precision": 0.373614, "recall": 0.488142}, {"accuracy": 0.206522, "f1": 0.138754, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"], "main_score": 0.138754, "precision": 0.11952, "recall": 0.206522}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"], "main_score": 0.901186, "precision": 0.89114, "recall": 0.922925}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"], "main_score": 0.932971, "precision": 0.925428, "recall": 0.948617}, {"accuracy": 0.743083, "f1": 0.689363, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"], "main_score": 0.689363, "precision": 0.666824, "recall": 0.743083}, {"accuracy": 0.287549, "f1": 0.222582, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"], "main_score": 0.222582, "precision": 0.202621, "recall": 0.287549}, {"accuracy": 0.233202, "f1": 0.163644, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"], "main_score": 0.163644, "precision": 0.146091, "recall": 0.233202}, {"accuracy": 0.083004, "f1": 0.055045, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"], "main_score": 0.055045, "precision": 0.047346, "recall": 0.083004}, {"accuracy": 0.201581, "f1": 0.147322, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"], "main_score": 0.147322, "precision": 0.131584, "recall": 0.201581}, {"accuracy": 0.004941, "f1": 9.3e-05, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.004941}, {"accuracy": 0.750988, "f1": 0.703364, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"], "main_score": 0.703364, "precision": 0.685008, "recall": 0.750988}, {"accuracy": 0.653162, "f1": 0.608438, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"], "main_score": 0.608438, "precision": 0.589718, "recall": 0.653162}, {"accuracy": 0.692688, "f1": 0.649368, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"], "main_score": 0.649368, "precision": 0.632723, "recall": 0.692688}, {"accuracy": 0.519763, "f1": 0.470276, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"], "main_score": 0.470276, "precision": 0.451015, "recall": 0.519763}, {"accuracy": 0.217391, "f1": 0.164287, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"], "main_score": 0.164287, "precision": 0.147293, "recall": 0.217391}, {"accuracy": 0.788538, "f1": 0.750839, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"], "main_score": 0.750839, "precision": 0.736436, "recall": 0.788538}, {"accuracy": 0.370553, "f1": 0.307296, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"], "main_score": 0.307296, "precision": 0.286833, "recall": 0.370553}, {"accuracy": 0.541502, "f1": 0.493783, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"], "main_score": 0.493783, "precision": 0.474113, "recall": 0.541502}, {"accuracy": 0.778656, "f1": 0.733409, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"], "main_score": 0.733409, "precision": 0.714808, "recall": 0.778656}, {"accuracy": 0.660079, "f1": 0.612922, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"], "main_score": 0.612922, "precision": 0.594366, "recall": 0.660079}, {"accuracy": 0.245059, "f1": 0.181481, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"], "main_score": 0.181481, "precision": 0.162477, "recall": 0.245059}, {"accuracy": 0.664032, "f1": 0.619508, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"], "main_score": 0.619508, "precision": 0.602141, "recall": 0.664032}, {"accuracy": 0.601779, "f1": 0.550543, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"], "main_score": 0.550543, "precision": 0.530065, "recall": 0.601779}, {"accuracy": 0.797431, "f1": 0.757184, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"], "main_score": 0.757184, "precision": 0.740899, "recall": 0.797431}, {"accuracy": 0.286561, "f1": 0.221625, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"], "main_score": 0.221625, "precision": 0.202054, "recall": 0.286561}, {"accuracy": 0.726285, "f1": 0.67508, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"], "main_score": 0.67508, "precision": 0.654514, "recall": 0.726285}, {"accuracy": 0.720356, "f1": 0.673348, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"], "main_score": 0.673348, "precision": 0.655138, "recall": 0.720356}, {"accuracy": 0.818182, "f1": 0.776187, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"], "main_score": 0.776187, "precision": 0.758899, "recall": 0.818182}, {"accuracy": 0.788538, "f1": 0.75032, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"], "main_score": 0.75032, "precision": 0.735499, "recall": 0.788538}, {"accuracy": 0.172925, "f1": 0.125989, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"], "main_score": 0.125989, "precision": 0.113393, "recall": 0.172925}, {"accuracy": 0.58498, "f1": 0.540589, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"], "main_score": 0.540589, "precision": 0.52342, "recall": 0.58498}, {"accuracy": 0.755929, "f1": 0.711545, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"], "main_score": 0.711545, "precision": 0.694716, "recall": 0.755929}, {"accuracy": 0.574111, "f1": 0.517169, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"], "main_score": 0.517169, "precision": 0.495217, "recall": 0.574111}, {"accuracy": 0.065217, "f1": 0.031336, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"], "main_score": 0.031336, "precision": 0.025487, "recall": 0.065217}, {"accuracy": 0.73419, "f1": 0.688142, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"], "main_score": 0.688142, "precision": 0.670826, "recall": 0.73419}, {"accuracy": 0.226285, "f1": 0.170537, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"], "main_score": 0.170537, "precision": 0.153809, "recall": 0.226285}, {"accuracy": 0.682806, "f1": 0.643239, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"], "main_score": 0.643239, "precision": 0.628121, "recall": 0.682806}, {"accuracy": 0.790514, "f1": 0.748508, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"], "main_score": 0.748508, "precision": 0.732105, "recall": 0.790514}, {"accuracy": 0.706522, "f1": 0.662826, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"], "main_score": 0.662826, "precision": 0.645403, "recall": 0.706522}, {"accuracy": 0.656126, "f1": 0.610353, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"], "main_score": 0.610353, "precision": 0.59308, "recall": 0.656126}, {"accuracy": 0.301383, "f1": 0.24276, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"], "main_score": 0.24276, "precision": 0.222713, "recall": 0.301383}, {"accuracy": 0.789526, "f1": 0.746027, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"], "main_score": 0.746027, "precision": 0.728946, "recall": 0.789526}, {"accuracy": 0.565217, "f1": 0.510584, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"], "main_score": 0.510584, "precision": 0.490336, "recall": 0.565217}, {"accuracy": 0.66996, "f1": 0.625331, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"], "main_score": 0.625331, "precision": 0.607444, "recall": 0.66996}, {"accuracy": 0.636364, "f1": 0.59009, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"], "main_score": 0.59009, "precision": 0.572556, "recall": 0.636364}, {"accuracy": 0.791502, "f1": 0.759459, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"], "main_score": 0.759459, "precision": 0.746119, "recall": 0.791502}, {"accuracy": 0.750988, "f1": 0.700096, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"], "main_score": 0.700096, "precision": 0.679611, "recall": 0.750988}, {"accuracy": 0.173913, "f1": 0.117254, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"], "main_score": 0.117254, "precision": 0.102752, "recall": 0.173913}, {"accuracy": 0.055336, "f1": 0.036083, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"], "main_score": 0.036083, "precision": 0.030841, "recall": 0.055336}, {"accuracy": 0.786561, "f1": 0.74575, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"], "main_score": 0.74575, "precision": 0.729964, "recall": 0.786561}, {"accuracy": 0.163043, "f1": 0.112999, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"], "main_score": 0.112999, "precision": 0.099996, "recall": 0.163043}, {"accuracy": 0.798419, "f1": 0.757852, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"], "main_score": 0.757852, "precision": 0.742031, "recall": 0.798419}, {"accuracy": 0.762846, "f1": 0.716425, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"], "main_score": 0.716425, "precision": 0.697516, "recall": 0.762846}, {"accuracy": 0.634387, "f1": 0.591904, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"], "main_score": 0.591904, "precision": 0.575387, "recall": 0.634387}, {"accuracy": 0.608696, "f1": 0.562139, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"], "main_score": 0.562139, "precision": 0.543885, "recall": 0.608696}, {"accuracy": 0.197628, "f1": 0.144768, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"], "main_score": 0.144768, "precision": 0.128511, "recall": 0.197628}, {"accuracy": 0.574111, "f1": 0.530867, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"], "main_score": 0.530867, "precision": 0.513702, "recall": 0.574111}, {"accuracy": 0.513834, "f1": 0.465501, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"], "main_score": 0.465501, "precision": 0.446694, "recall": 0.513834}, {"accuracy": 0.796443, "f1": 0.752629, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"], "main_score": 0.752629, "precision": 0.735226, "recall": 0.796443}, {"accuracy": 0.590909, "f1": 0.541874, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"], "main_score": 0.541874, "precision": 0.522747, "recall": 0.590909}, {"accuracy": 0.168972, "f1": 0.119763, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"], "main_score": 0.119763, "precision": 0.105753, "recall": 0.168972}, {"accuracy": 0.726285, "f1": 0.677677, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"], "main_score": 0.677677, "precision": 0.657211, "recall": 0.726285}, {"accuracy": 0.071146, "f1": 0.046524, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"], "main_score": 0.046524, "precision": 0.03959, "recall": 0.071146}, {"accuracy": 0.246047, "f1": 0.191266, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"], "main_score": 0.191266, "precision": 0.174041, "recall": 0.246047}, {"accuracy": 0.354743, "f1": 0.295351, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"], "main_score": 0.295351, "precision": 0.275214, "recall": 0.354743}, {"accuracy": 0.083992, "f1": 0.053648, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"], "main_score": 0.053648, "precision": 0.045483, "recall": 0.083992}, {"accuracy": 0.794466, "f1": 0.753183, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"], "main_score": 0.753183, "precision": 0.737451, "recall": 0.794466}, {"accuracy": 0.733202, "f1": 0.691425, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"], "main_score": 0.691425, "precision": 0.673934, "recall": 0.733202}, {"accuracy": 0.791502, "f1": 0.750168, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"], "main_score": 0.750168, "precision": 0.733922, "recall": 0.791502}, {"accuracy": 0.692688, "f1": 0.638546, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"], "main_score": 0.638546, "precision": 0.616923, "recall": 0.692688}, {"accuracy": 0.287549, "f1": 0.226654, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"], "main_score": 0.226654, "precision": 0.207043, "recall": 0.287549}, {"accuracy": 0.606719, "f1": 0.557287, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"], "main_score": 0.557287, "precision": 0.53785, "recall": 0.606719}, {"accuracy": 0.417984, "f1": 0.364054, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"], "main_score": 0.364054, "precision": 0.344817, "recall": 0.417984}, {"accuracy": 0.793478, "f1": 0.756199, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"], "main_score": 0.756199, "precision": 0.741891, "recall": 0.793478}, {"accuracy": 0.264822, "f1": 0.201003, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"], "main_score": 0.201003, "precision": 0.181896, "recall": 0.264822}, {"accuracy": 0.315217, "f1": 0.252125, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"], "main_score": 0.252125, "precision": 0.233508, "recall": 0.315217}, {"accuracy": 0.26581, "f1": 0.199541, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"], "main_score": 0.199541, "precision": 0.179255, "recall": 0.26581}, {"accuracy": 0.323123, "f1": 0.267033, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"], "main_score": 0.267033, "precision": 0.24973, "recall": 0.323123}, {"accuracy": 0.583004, "f1": 0.538129, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"], "main_score": 0.538129, "precision": 0.521519, "recall": 0.583004}, {"accuracy": 0.795455, "f1": 0.757533, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"], "main_score": 0.757533, "precision": 0.741691, "recall": 0.795455}, {"accuracy": 0.056324, "f1": 0.021645, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"], "main_score": 0.021645, "precision": 0.016645, "recall": 0.056324}, {"accuracy": 0.212451, "f1": 0.15971, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"], "main_score": 0.15971, "precision": 0.14316, "recall": 0.212451}, {"accuracy": 0.604743, "f1": 0.555352, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"], "main_score": 0.555352, "precision": 0.535375, "recall": 0.604743}, {"accuracy": 0.243083, "f1": 0.184933, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"], "main_score": 0.184933, "precision": 0.1688, "recall": 0.243083}, {"accuracy": 0.057312, "f1": 0.033263, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"], "main_score": 0.033263, "precision": 0.028381, "recall": 0.057312}, {"accuracy": 0.790514, "f1": 0.745902, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"], "main_score": 0.745902, "precision": 0.727734, "recall": 0.790514}, {"accuracy": 0.631423, "f1": 0.579832, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"], "main_score": 0.579832, "precision": 0.56033, "recall": 0.631423}, {"accuracy": 0.630435, "f1": 0.57812, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"], "main_score": 0.57812, "precision": 0.557731, "recall": 0.630435}, {"accuracy": 0.491107, "f1": 0.430015, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"], "main_score": 0.430015, "precision": 0.406925, "recall": 0.491107}, {"accuracy": 0.809289, "f1": 0.77066, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"], "main_score": 0.77066, "precision": 0.755502, "recall": 0.809289}, {"accuracy": 0.778656, "f1": 0.733658, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"], "main_score": 0.733658, "precision": 0.716282, "recall": 0.778656}, {"accuracy": 0.8083, "f1": 0.767421, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"], "main_score": 0.767421, "precision": 0.751235, "recall": 0.8083}, {"accuracy": 0.746047, "f1": 0.699543, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"], "main_score": 0.699543, "precision": 0.680321, "recall": 0.746047}, {"accuracy": 0.238142, "f1": 0.174834, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"], "main_score": 0.174834, "precision": 0.155531, "recall": 0.238142}, {"accuracy": 0.164032, "f1": 0.120165, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"], "main_score": 0.120165, "precision": 0.107826, "recall": 0.164032}, {"accuracy": 0.599802, "f1": 0.55528, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"], "main_score": 0.55528, "precision": 0.537738, "recall": 0.599802}, {"accuracy": 0.782609, "f1": 0.735241, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"], "main_score": 0.735241, "precision": 0.716158, "recall": 0.782609}, {"accuracy": 0.703557, "f1": 0.654836, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"], "main_score": 0.654836, "precision": 0.635886, "recall": 0.703557}, {"accuracy": 0.348814, "f1": 0.288134, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"], "main_score": 0.288134, "precision": 0.267972, "recall": 0.348814}, {"accuracy": 0.209486, "f1": 0.157705, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"], "main_score": 0.157705, "precision": 0.142339, "recall": 0.209486}, {"accuracy": 0.589921, "f1": 0.534023, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"], "main_score": 0.534023, "precision": 0.512095, "recall": 0.589921}, {"accuracy": 0.6917, "f1": 0.645973, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"], "main_score": 0.645973, "precision": 0.627153, "recall": 0.6917}, {"accuracy": 0.20751, "f1": 0.149079, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"], "main_score": 0.149079, "precision": 0.133008, "recall": 0.20751}, {"accuracy": 0.789526, "f1": 0.747769, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"], "main_score": 0.747769, "precision": 0.731425, "recall": 0.789526}, {"accuracy": 0.252964, "f1": 0.202822, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"], "main_score": 0.202822, "precision": 0.186761, "recall": 0.252964}, {"accuracy": 0.379447, "f1": 0.314598, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"], "main_score": 0.314598, "precision": 0.293557, "recall": 0.379447}, {"accuracy": 0.738142, "f1": 0.68993, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"], "main_score": 0.68993, "precision": 0.67099, "recall": 0.738142}, {"accuracy": 0.805336, "f1": 0.763193, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"], "main_score": 0.763193, "precision": 0.74553, "recall": 0.805336}, {"accuracy": 0.79249, "f1": 0.748953, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"], "main_score": 0.748953, "precision": 0.73144, "recall": 0.79249}, {"accuracy": 0.758893, "f1": 0.708703, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"], "main_score": 0.708703, "precision": 0.688501, "recall": 0.758893}, {"accuracy": 0.583992, "f1": 0.532294, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"], "main_score": 0.532294, "precision": 0.512287, "recall": 0.583992}, {"accuracy": 0.672925, "f1": 0.621332, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"], "main_score": 0.621332, "precision": 0.599773, "recall": 0.672925}, {"accuracy": 0.25, "f1": 0.195765, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"], "main_score": 0.195765, "precision": 0.177995, "recall": 0.25}, {"accuracy": 0.088933, "f1": 0.045116, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"], "main_score": 0.045116, "precision": 0.036729, "recall": 0.088933}, {"accuracy": 0.242095, "f1": 0.18322, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"], "main_score": 0.18322, "precision": 0.164534, "recall": 0.242095}, {"accuracy": 0.140316, "f1": 0.091961, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"], "main_score": 0.091961, "precision": 0.080937, "recall": 0.140316}, {"accuracy": 0.807312, "f1": 0.767972, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"], "main_score": 0.767972, "precision": 0.751947, "recall": 0.807312}, {"accuracy": 0.568182, "f1": 0.513659, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"], "main_score": 0.513659, "precision": 0.49283, "recall": 0.568182}, {"accuracy": 0.088933, "f1": 0.06319, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"], "main_score": 0.06319, "precision": 0.056089, "recall": 0.088933}, {"accuracy": 0.604743, "f1": 0.554388, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"], "main_score": 0.554388, "precision": 0.534397, "recall": 0.604743}, {"accuracy": 0.791502, "f1": 0.750234, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"], "main_score": 0.750234, "precision": 0.734512, "recall": 0.791502}, {"accuracy": 0.516798, "f1": 0.46086, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"], "main_score": 0.46086, "precision": 0.439745, "recall": 0.516798}, {"accuracy": 0.48419, "f1": 0.43299, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"], "main_score": 0.43299, "precision": 0.412359, "recall": 0.48419}, {"accuracy": 0.190711, "f1": 0.131773, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"], "main_score": 0.131773, "precision": 0.116336, "recall": 0.190711}, {"accuracy": 0.725296, "f1": 0.672259, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"], "main_score": 0.672259, "precision": 0.650613, "recall": 0.725296}, {"accuracy": 0.371542, "f1": 0.313825, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"], "main_score": 0.313825, "precision": 0.293938, "recall": 0.371542}, {"accuracy": 0.225296, "f1": 0.166971, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"], "main_score": 0.166971, "precision": 0.150682, "recall": 0.225296}, {"accuracy": 0.221344, "f1": 0.159596, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"], "main_score": 0.159596, "precision": 0.142371, "recall": 0.221344}, {"accuracy": 0.217391, "f1": 0.16596, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"], "main_score": 0.16596, "precision": 0.151242, "recall": 0.217391}, {"accuracy": 0.791502, "f1": 0.750587, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"], "main_score": 0.750587, "precision": 0.734481, "recall": 0.791502}, {"accuracy": 0.018775, "f1": 0.004486, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"], "main_score": 0.004486, "precision": 0.003228, "recall": 0.018775}, {"accuracy": 0.56917, "f1": 0.514624, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"], "main_score": 0.514624, "precision": 0.494127, "recall": 0.56917}, {"accuracy": 0.317194, "f1": 0.261926, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"], "main_score": 0.261926, "precision": 0.242447, "recall": 0.317194}, {"accuracy": 0.605731, "f1": 0.558203, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"], "main_score": 0.558203, "precision": 0.538458, "recall": 0.605731}, {"accuracy": 0.80336, "f1": 0.762939, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"], "main_score": 0.762939, "precision": 0.747439, "recall": 0.80336}, {"accuracy": 0.098814, "f1": 0.06036, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"], "main_score": 0.06036, "precision": 0.050627, "recall": 0.098814}, {"accuracy": 0.193676, "f1": 0.141211, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"], "main_score": 0.141211, "precision": 0.126471, "recall": 0.193676}, {"accuracy": 0.799407, "f1": 0.761516, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"], "main_score": 0.761516, "precision": 0.746603, "recall": 0.799407}, {"accuracy": 0.793478, "f1": 0.748243, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"], "main_score": 0.748243, "precision": 0.730743, "recall": 0.793478}, {"accuracy": 0.498024, "f1": 0.441668, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"], "main_score": 0.441668, "precision": 0.420608, "recall": 0.498024}, {"accuracy": 0.214427, "f1": 0.160092, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"], "main_score": 0.160092, "precision": 0.14386, "recall": 0.214427}, {"accuracy": 0.215415, "f1": 0.160681, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"], "main_score": 0.160681, "precision": 0.144074, "recall": 0.215415}, {"accuracy": 0.697628, "f1": 0.64798, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"], "main_score": 0.64798, "precision": 0.627382, "recall": 0.697628}, {"accuracy": 0.173913, "f1": 0.123983, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"], "main_score": 0.123983, "precision": 0.110985, "recall": 0.173913}, {"accuracy": 0.205534, "f1": 0.158919, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"], "main_score": 0.158919, "precision": 0.142966, "recall": 0.205534}, {"accuracy": 0.527668, "f1": 0.472173, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"], "main_score": 0.472173, "precision": 0.45214, "recall": 0.527668}, {"accuracy": 0.520751, "f1": 0.469768, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"], "main_score": 0.469768, "precision": 0.450156, "recall": 0.520751}, {"accuracy": 0.702569, "f1": 0.660654, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"], "main_score": 0.660654, "precision": 0.644879, "recall": 0.702569}, {"accuracy": 0.273715, "f1": 0.217325, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"], "main_score": 0.217325, "precision": 0.197688, "recall": 0.273715}, {"accuracy": 0.431818, "f1": 0.37027, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"], "main_score": 0.37027, "precision": 0.350357, "recall": 0.431818}, {"accuracy": 0.76581, "f1": 0.720277, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"], "main_score": 0.720277, "precision": 0.703232, "recall": 0.76581}, {"accuracy": 0.348814, "f1": 0.293431, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"], "main_score": 0.293431, "precision": 0.273712, "recall": 0.348814}, {"accuracy": 0.571146, "f1": 0.51541, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"], "main_score": 0.51541, "precision": 0.493669, "recall": 0.571146}, {"accuracy": 0.290514, "f1": 0.236987, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"], "main_score": 0.236987, "precision": 0.219265, "recall": 0.290514}, {"accuracy": 0.418972, "f1": 0.368052, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"], "main_score": 0.368052, "precision": 0.34861, "recall": 0.418972}, {"accuracy": 0.582016, "f1": 0.531024, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"], "main_score": 0.531024, "precision": 0.51027, "recall": 0.582016}, {"accuracy": 0.237154, "f1": 0.176602, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"], "main_score": 0.176602, "precision": 0.157915, "recall": 0.237154}, {"accuracy": 0.616601, "f1": 0.564824, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"], "main_score": 0.564824, "precision": 0.545177, "recall": 0.616601}, {"accuracy": 0.743083, "f1": 0.694037, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"], "main_score": 0.694037, "precision": 0.674979, "recall": 0.743083}, {"accuracy": 0.755929, "f1": 0.70621, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"], "main_score": 0.70621, "precision": 0.68646, "recall": 0.755929}, {"accuracy": 0.718379, "f1": 0.675408, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"], "main_score": 0.675408, "precision": 0.658529, "recall": 0.718379}, {"accuracy": 0.802372, "f1": 0.763867, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"], "main_score": 0.763867, "precision": 0.748224, "recall": 0.802372}, {"accuracy": 0.342885, "f1": 0.289483, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"], "main_score": 0.289483, "precision": 0.270405, "recall": 0.342885}, {"accuracy": 0.4417, "f1": 0.38381, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"], "main_score": 0.38381, "precision": 0.363314, "recall": 0.4417}, {"accuracy": 0.12253, "f1": 0.08021, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"], "main_score": 0.08021, "precision": 0.069949, "recall": 0.12253}, {"accuracy": 0.797431, "f1": 0.756555, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"], "main_score": 0.756555, "precision": 0.740672, "recall": 0.797431}, {"accuracy": 0.158103, "f1": 0.11496, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"], "main_score": 0.11496, "precision": 0.101514, "recall": 0.158103}, {"accuracy": 0.761858, "f1": 0.716326, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"], "main_score": 0.716326, "precision": 0.698974, "recall": 0.761858}, {"accuracy": 0.705534, "f1": 0.65886, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"], "main_score": 0.65886, "precision": 0.64048, "recall": 0.705534}, {"accuracy": 0.402174, "f1": 0.341559, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"], "main_score": 0.341559, "precision": 0.320938, "recall": 0.402174}, {"accuracy": 0.336957, "f1": 0.273934, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"], "main_score": 0.273934, "precision": 0.254227, "recall": 0.336957}, {"accuracy": 0.668972, "f1": 0.61496, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"], "main_score": 0.61496, "precision": 0.59344, "recall": 0.668972}, {"accuracy": 0.252964, "f1": 0.19569, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"], "main_score": 0.19569, "precision": 0.178446, "recall": 0.252964}, {"accuracy": 0.230237, "f1": 0.170663, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"], "main_score": 0.170663, "precision": 0.153175, "recall": 0.230237}, {"accuracy": 0.800395, "f1": 0.757893, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"], "main_score": 0.757893, "precision": 0.741495, "recall": 0.800395}, {"accuracy": 0.405138, "f1": 0.340976, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"], "main_score": 0.340976, "precision": 0.318726, "recall": 0.405138}, {"accuracy": 0.791502, "f1": 0.751517, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"], "main_score": 0.751517, "precision": 0.73541, "recall": 0.791502}, {"accuracy": 0.222332, "f1": 0.157739, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"], "main_score": 0.157739, "precision": 0.139329, "recall": 0.222332}, {"accuracy": 0.809289, "f1": 0.770673, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"], "main_score": 0.770673, "precision": 0.754934, "recall": 0.809289}, {"accuracy": 0.656126, "f1": 0.610164, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"], "main_score": 0.610164, "precision": 0.592659, "recall": 0.656126}, {"accuracy": 0.748024, "f1": 0.708416, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"], "main_score": 0.708416, "precision": 0.693438, "recall": 0.748024}, {"accuracy": 0.182806, "f1": 0.134003, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"], "main_score": 0.134003, "precision": 0.118923, "recall": 0.182806}, {"accuracy": 0.727273, "f1": 0.6821, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"], "main_score": 0.6821, "precision": 0.664092, "recall": 0.727273}, {"accuracy": 0.186759, "f1": 0.131284, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"], "main_score": 0.131284, "precision": 0.115008, "recall": 0.186759}, {"accuracy": 0.211462, "f1": 0.156318, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"], "main_score": 0.156318, "precision": 0.141059, "recall": 0.211462}, {"accuracy": 0.135375, "f1": 0.092688, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"], "main_score": 0.092688, "precision": 0.081411, "recall": 0.135375}, {"accuracy": 0.401186, "f1": 0.351805, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"], "main_score": 0.351805, "precision": 0.333054, "recall": 0.401186}, {"accuracy": 0.807312, "f1": 0.763919, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"], "main_score": 0.763919, "precision": 0.746747, "recall": 0.807312}, {"accuracy": 0.284585, "f1": 0.226994, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"], "main_score": 0.226994, "precision": 0.209094, "recall": 0.284585}, {"accuracy": 0.19664, "f1": 0.137034, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"], "main_score": 0.137034, "precision": 0.12032, "recall": 0.19664}, {"accuracy": 0.230237, "f1": 0.171759, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"], "main_score": 0.171759, "precision": 0.155564, "recall": 0.230237}, {"accuracy": 0.522727, "f1": 0.465054, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"], "main_score": 0.465054, "precision": 0.444076, "recall": 0.522727}, {"accuracy": 0.172925, "f1": 0.124907, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"], "main_score": 0.124907, "precision": 0.112535, "recall": 0.172925}, {"accuracy": 0.189723, "f1": 0.14367, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"], "main_score": 0.14367, "precision": 0.129697, "recall": 0.189723}, {"accuracy": 0.741107, "f1": 0.706754, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"], "main_score": 0.706754, "precision": 0.693673, "recall": 0.741107}, {"accuracy": 0.290514, "f1": 0.227599, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"], "main_score": 0.227599, "precision": 0.20666, "recall": 0.290514}, {"accuracy": 0.253953, "f1": 0.19474, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"], "main_score": 0.19474, "precision": 0.176781, "recall": 0.253953}, {"accuracy": 0.516798, "f1": 0.462179, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"], "main_score": 0.462179, "precision": 0.440927, "recall": 0.516798}, {"accuracy": 0.33498, "f1": 0.2753, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"], "main_score": 0.2753, "precision": 0.255757, "recall": 0.33498}, {"accuracy": 0.411067, "f1": 0.357899, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"], "main_score": 0.357899, "precision": 0.337965, "recall": 0.411067}, {"accuracy": 0.599802, "f1": 0.544645, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"], "main_score": 0.544645, "precision": 0.523546, "recall": 0.599802}, {"accuracy": 0.384387, "f1": 0.317553, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"], "main_score": 0.317553, "precision": 0.293365, "recall": 0.384387}, {"accuracy": 0.470356, "f1": 0.415004, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"], "main_score": 0.415004, "precision": 0.393268, "recall": 0.470356}, {"accuracy": 0.171937, "f1": 0.121916, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"], "main_score": 0.121916, "precision": 0.106695, "recall": 0.171937}, {"accuracy": 0.75, "f1": 0.702707, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"], "main_score": 0.702707, "precision": 0.683372, "recall": 0.75}, {"accuracy": 0.738142, "f1": 0.691073, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"], "main_score": 0.691073, "precision": 0.673232, "recall": 0.738142}, {"accuracy": 0.800395, "f1": 0.762731, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"], "main_score": 0.762731, "precision": 0.746506, "recall": 0.800395}, {"accuracy": 0.565217, "f1": 0.510951, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"], "main_score": 0.510951, "precision": 0.489528, "recall": 0.565217}, {"accuracy": 0.279644, "f1": 0.233193, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"], "main_score": 0.233193, "precision": 0.218017, "recall": 0.279644}, {"accuracy": 0.212451, "f1": 0.147445, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"], "main_score": 0.147445, "precision": 0.129624, "recall": 0.212451}, {"accuracy": 0.092885, "f1": 0.056707, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"], "main_score": 0.056707, "precision": 0.04839, "recall": 0.092885}, {"accuracy": 0.216403, "f1": 0.146828, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"], "main_score": 0.146828, "precision": 0.130048, "recall": 0.216403}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.918972, "f1": 0.892622, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"], "main_score": 0.892622, "precision": 0.879776, "recall": 0.918972}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.667984, "f1": 0.593968, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"], "main_score": 0.593968, "precision": 0.564606, "recall": 0.667984}, {"accuracy": 0.23913, "f1": 0.168559, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"], "main_score": 0.168559, "precision": 0.149822, "recall": 0.23913}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.434783, "f1": 0.345114, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"], "main_score": 0.345114, "precision": 0.315708, "recall": 0.434783}, {"accuracy": 0.688735, "f1": 0.617088, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"], "main_score": 0.617088, "precision": 0.587822, "recall": 0.688735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.921937, "f1": 0.898551, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"], "main_score": 0.898551, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.269763, "f1": 0.18448, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"], "main_score": 0.18448, "precision": 0.161965, "recall": 0.269763}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"], "main_score": 0.932806, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.856719, "f1": 0.818709, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"], "main_score": 0.818709, "precision": 0.802026, "recall": 0.856719}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.33004, "f1": 0.239626, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"], "main_score": 0.239626, "precision": 0.214859, "recall": 0.33004}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.176877, "f1": 0.120821, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"], "main_score": 0.120821, "precision": 0.107408, "recall": 0.176877}, {"accuracy": 0.893281, "f1": 0.863392, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"], "main_score": 0.863392, "precision": 0.849638, "recall": 0.893281}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.75, "f1": 0.691991, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"], "main_score": 0.691991, "precision": 0.668116, "recall": 0.75}, {"accuracy": 0.062253, "f1": 0.026982, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"], "main_score": 0.026982, "precision": 0.022081, "recall": 0.062253}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.252964, "f1": 0.176583, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"], "main_score": 0.176583, "precision": 0.158483, "recall": 0.252964}, {"accuracy": 0.880435, "f1": 0.846542, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"], "main_score": 0.846542, "precision": 0.831275, "recall": 0.880435}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.91502, "f1": 0.889229, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"], "main_score": 0.889229, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.305336, "f1": 0.23056, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"], "main_score": 0.23056, "precision": 0.208769, "recall": 0.305336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.769979, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"], "main_score": 0.769979, "precision": 0.749605, "recall": 0.816206}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"], "main_score": 0.922266, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.91502, "f1": 0.890152, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"], "main_score": 0.890152, "precision": 0.878458, "recall": 0.91502}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.197628, "f1": 0.12802, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"], "main_score": 0.12802, "precision": 0.112075, "recall": 0.197628}, {"accuracy": 0.066206, "f1": 0.040966, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"], "main_score": 0.040966, "precision": 0.035275, "recall": 0.066206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.18083, "f1": 0.119527, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"], "main_score": 0.119527, "precision": 0.10636, "recall": 0.18083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"], "main_score": 0.875626, "precision": 0.862813, "recall": 0.903162}, {"accuracy": 0.784585, "f1": 0.729611, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"], "main_score": 0.729611, "precision": 0.706143, "recall": 0.784585}, {"accuracy": 0.222332, "f1": 0.148089, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"], "main_score": 0.148089, "precision": 0.130162, "recall": 0.222332}, {"accuracy": 0.761858, "f1": 0.714349, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"], "main_score": 0.714349, "precision": 0.693883, "recall": 0.761858}, {"accuracy": 0.657115, "f1": 0.582653, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"], "main_score": 0.582653, "precision": 0.553487, "recall": 0.657115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.772727, "f1": 0.713523, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"], "main_score": 0.713523, "precision": 0.688356, "recall": 0.772727}, {"accuracy": 0.192688, "f1": 0.125558, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"], "main_score": 0.125558, "precision": 0.109667, "recall": 0.192688}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.071146, "f1": 0.040396, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"], "main_score": 0.040396, "precision": 0.034085, "recall": 0.071146}, {"accuracy": 0.27668, "f1": 0.201675, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"], "main_score": 0.201675, "precision": 0.181168, "recall": 0.27668}, {"accuracy": 0.391304, "f1": 0.302495, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"], "main_score": 0.302495, "precision": 0.27641, "recall": 0.391304}, {"accuracy": 0.091897, "f1": 0.047649, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"], "main_score": 0.047649, "precision": 0.038198, "recall": 0.091897}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"], "main_score": 0.957411, "precision": 0.952816, "recall": 0.967391}, {"accuracy": 0.322134, "f1": 0.238379, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"], "main_score": 0.238379, "precision": 0.215301, "recall": 0.322134}, {"accuracy": 0.784585, "f1": 0.726896, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"], "main_score": 0.726896, "precision": 0.702421, "recall": 0.784585}, {"accuracy": 0.481225, "f1": 0.396098, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"], "main_score": 0.396098, "precision": 0.368387, "recall": 0.481225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.291502, "f1": 0.211197, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"], "main_score": 0.211197, "precision": 0.190199, "recall": 0.291502}, {"accuracy": 0.354743, "f1": 0.272195, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"], "main_score": 0.272195, "precision": 0.248155, "recall": 0.354743}, {"accuracy": 0.288538, "f1": 0.203997, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"], "main_score": 0.203997, "precision": 0.181039, "recall": 0.288538}, {"accuracy": 0.378458, "f1": 0.294446, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"], "main_score": 0.294446, "precision": 0.269362, "recall": 0.378458}, {"accuracy": 0.671937, "f1": 0.601661, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"], "main_score": 0.601661, "precision": 0.573292, "recall": 0.671937}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.05336, "f1": 0.018815, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"], "main_score": 0.018815, "precision": 0.014893, "recall": 0.05336}, {"accuracy": 0.228261, "f1": 0.157193, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"], "main_score": 0.157193, "precision": 0.13844, "recall": 0.228261}, {"accuracy": 0.779644, "f1": 0.725123, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"], "main_score": 0.725123, "precision": 0.702076, "recall": 0.779644}, {"accuracy": 0.267787, "f1": 0.19123, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"], "main_score": 0.19123, "precision": 0.171155, "recall": 0.267787}, {"accuracy": 0.067194, "f1": 0.033008, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"], "main_score": 0.033008, "precision": 0.027394, "recall": 0.067194}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.811265, "f1": 0.762615, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"], "main_score": 0.762615, "precision": 0.740843, "recall": 0.811265}, {"accuracy": 0.829051, "f1": 0.780929, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"], "main_score": 0.780929, "precision": 0.759865, "recall": 0.829051}, {"accuracy": 0.782609, "f1": 0.730588, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"], "main_score": 0.730588, "precision": 0.708623, "recall": 0.782609}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.252964, "f1": 0.178881, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"], "main_score": 0.178881, "precision": 0.158852, "recall": 0.252964}, {"accuracy": 0.197628, "f1": 0.134727, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"], "main_score": 0.134727, "precision": 0.119053, "recall": 0.197628}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"], "main_score": 0.882477, "precision": 0.869977, "recall": 0.909091}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.409091, "f1": 0.321328, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"], "main_score": 0.321328, "precision": 0.293898, "recall": 0.409091}, {"accuracy": 0.229249, "f1": 0.15474, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"], "main_score": 0.15474, "precision": 0.136764, "recall": 0.229249}, {"accuracy": 0.733202, "f1": 0.667608, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"], "main_score": 0.667608, "precision": 0.640662, "recall": 0.733202}, {"accuracy": 0.945652, "f1": 0.931028, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"], "main_score": 0.931028, "precision": 0.924852, "recall": 0.945652}, {"accuracy": 0.215415, "f1": 0.142651, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"], "main_score": 0.142651, "precision": 0.12719, "recall": 0.215415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.277668, "f1": 0.204905, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"], "main_score": 0.204905, "precision": 0.185793, "recall": 0.277668}, {"accuracy": 0.447628, "f1": 0.356874, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"], "main_score": 0.356874, "precision": 0.329022, "recall": 0.447628}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.787549, "f1": 0.732839, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"], "main_score": 0.732839, "precision": 0.709124, "recall": 0.787549}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.258893, "f1": 0.183951, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"], "main_score": 0.183951, "precision": 0.163947, "recall": 0.258893}, {"accuracy": 0.079051, "f1": 0.035374, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"], "main_score": 0.035374, "precision": 0.029503, "recall": 0.079051}, {"accuracy": 0.283597, "f1": 0.203466, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"], "main_score": 0.203466, "precision": 0.181786, "recall": 0.283597}, {"accuracy": 0.145257, "f1": 0.087951, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"], "main_score": 0.087951, "precision": 0.075528, "recall": 0.145257}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.762846, "f1": 0.703019, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"], "main_score": 0.703019, "precision": 0.67799, "recall": 0.762846}, {"accuracy": 0.099802, "f1": 0.066927, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"], "main_score": 0.066927, "precision": 0.059729, "recall": 0.099802}, {"accuracy": 0.761858, "f1": 0.701979, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"], "main_score": 0.701979, "precision": 0.676393, "recall": 0.761858}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.75, "f1": 0.687601, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"], "main_score": 0.687601, "precision": 0.66054, "recall": 0.75}, {"accuracy": 0.528656, "f1": 0.442414, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"], "main_score": 0.442414, "precision": 0.41098, "recall": 0.528656}, {"accuracy": 0.205534, "f1": 0.134172, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"], "main_score": 0.134172, "precision": 0.116609, "recall": 0.205534}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.425889, "f1": 0.333767, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"], "main_score": 0.333767, "precision": 0.304401, "recall": 0.425889}, {"accuracy": 0.247036, "f1": 0.169329, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"], "main_score": 0.169329, "precision": 0.149906, "recall": 0.247036}, {"accuracy": 0.225296, "f1": 0.15596, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"], "main_score": 0.15596, "precision": 0.138056, "recall": 0.225296}, {"accuracy": 0.26087, "f1": 0.190933, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"], "main_score": 0.190933, "precision": 0.17218, "recall": 0.26087}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.019763, "f1": 0.003728, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"], "main_score": 0.003728, "precision": 0.002634, "recall": 0.019763}, {"accuracy": 0.874506, "f1": 0.840349, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"], "main_score": 0.840349, "precision": 0.825132, "recall": 0.874506}, {"accuracy": 0.44664, "f1": 0.361304, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"], "main_score": 0.361304, "precision": 0.331251, "recall": 0.44664}, {"accuracy": 0.869565, "f1": 0.832905, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"], "main_score": 0.832905, "precision": 0.816041, "recall": 0.869565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.100791, "f1": 0.057587, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"], "main_score": 0.057587, "precision": 0.049034, "recall": 0.100791}, {"accuracy": 0.217391, "f1": 0.14927, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"], "main_score": 0.14927, "precision": 0.131664, "recall": 0.217391}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.666008, "f1": 0.592387, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"], "main_score": 0.592387, "precision": 0.56405, "recall": 0.666008}, {"accuracy": 0.206522, "f1": 0.134576, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"], "main_score": 0.134576, "precision": 0.116255, "recall": 0.206522}, {"accuracy": 0.214427, "f1": 0.139263, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"], "main_score": 0.139263, "precision": 0.120626, "recall": 0.214427}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.220356, "f1": 0.150128, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"], "main_score": 0.150128, "precision": 0.132658, "recall": 0.220356}, {"accuracy": 0.226285, "f1": 0.154305, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"], "main_score": 0.154305, "precision": 0.134496, "recall": 0.226285}, {"accuracy": 0.831028, "f1": 0.783449, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"], "main_score": 0.783449, "precision": 0.762164, "recall": 0.831028}, {"accuracy": 0.682806, "f1": 0.615178, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"], "main_score": 0.615178, "precision": 0.588836, "recall": 0.682806}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.305336, "f1": 0.214778, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"], "main_score": 0.214778, "precision": 0.187087, "recall": 0.305336}, {"accuracy": 0.495059, "f1": 0.41076, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"], "main_score": 0.41076, "precision": 0.38313, "recall": 0.495059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.55336, "f1": 0.474247, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"], "main_score": 0.474247, "precision": 0.444708, "recall": 0.55336}, {"accuracy": 0.859684, "f1": 0.81973, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"], "main_score": 0.81973, "precision": 0.801334, "recall": 0.859684}, {"accuracy": 0.320158, "f1": 0.240068, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"], "main_score": 0.240068, "precision": 0.21768, "recall": 0.320158}, {"accuracy": 0.615613, "f1": 0.529729, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"], "main_score": 0.529729, "precision": 0.494891, "recall": 0.615613}, {"accuracy": 0.728261, "f1": 0.663542, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"], "main_score": 0.663542, "precision": 0.636051, "recall": 0.728261}, {"accuracy": 0.263834, "f1": 0.184139, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"], "main_score": 0.184139, "precision": 0.163069, "recall": 0.263834}, {"accuracy": 0.936759, "f1": 0.917128, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"], "main_score": 0.917128, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.788538, "f1": 0.731884, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"], "main_score": 0.731884, "precision": 0.70611, "recall": 0.788538}, {"accuracy": 0.429842, "f1": 0.340436, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"], "main_score": 0.340436, "precision": 0.308988, "recall": 0.429842}, {"accuracy": 0.529644, "f1": 0.440692, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"], "main_score": 0.440692, "precision": 0.410027, "recall": 0.529644}, {"accuracy": 0.116601, "f1": 0.063822, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"], "main_score": 0.063822, "precision": 0.053828, "recall": 0.116601}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.187747, "f1": 0.126237, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"], "main_score": 0.126237, "precision": 0.108426, "recall": 0.187747}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.949605, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"], "main_score": 0.949605, "precision": 0.944335, "recall": 0.960474}, {"accuracy": 0.497036, "f1": 0.414136, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"], "main_score": 0.414136, "precision": 0.387333, "recall": 0.497036}, {"accuracy": 0.402174, "f1": 0.315906, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"], "main_score": 0.315906, "precision": 0.290108, "recall": 0.402174}, {"accuracy": 0.884387, "f1": 0.848452, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"], "main_score": 0.848452, "precision": 0.831522, "recall": 0.884387}, {"accuracy": 0.277668, "f1": 0.198536, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"], "main_score": 0.198536, "precision": 0.17682, "recall": 0.277668}, {"accuracy": 0.256917, "f1": 0.178297, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"], "main_score": 0.178297, "precision": 0.158146, "recall": 0.256917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.481225, "f1": 0.391299, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"], "main_score": 0.391299, "precision": 0.361319, "recall": 0.481225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.22332, "f1": 0.144105, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"], "main_score": 0.144105, "precision": 0.125191, "recall": 0.22332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.900823, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"], "main_score": 0.900823, "precision": 0.890316, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"], "main_score": 0.956522, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.197628, "f1": 0.132029, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"], "main_score": 0.132029, "precision": 0.117234, "recall": 0.197628}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"], "main_score": 0.929084, "precision": 0.921196, "recall": 0.945652}, {"accuracy": 0.212451, "f1": 0.141021, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"], "main_score": 0.141021, "precision": 0.122952, "recall": 0.212451}, {"accuracy": 0.230237, "f1": 0.161511, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"], "main_score": 0.161511, "precision": 0.144016, "recall": 0.230237}, {"accuracy": 0.160079, "f1": 0.100431, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"], "main_score": 0.100431, "precision": 0.086653, "recall": 0.160079}, {"accuracy": 0.573123, "f1": 0.488614, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"], "main_score": 0.488614, "precision": 0.455914, "recall": 0.573123}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.323123, "f1": 0.23585, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"], "main_score": 0.23585, "precision": 0.209074, "recall": 0.323123}, {"accuracy": 0.206522, "f1": 0.136656, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"], "main_score": 0.136656, "precision": 0.119602, "recall": 0.206522}, {"accuracy": 0.257905, "f1": 0.179867, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"], "main_score": 0.179867, "precision": 0.159329, "recall": 0.257905}, {"accuracy": 0.847826, "f1": 0.807082, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"], "main_score": 0.807082, "precision": 0.789229, "recall": 0.847826}, {"accuracy": 0.199605, "f1": 0.132268, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"], "main_score": 0.132268, "precision": 0.116031, "recall": 0.199605}, {"accuracy": 0.206522, "f1": 0.137722, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"], "main_score": 0.137722, "precision": 0.120643, "recall": 0.206522}, {"accuracy": 0.963439, "f1": 0.953228, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"], "main_score": 0.953228, "precision": 0.948452, "recall": 0.963439}, {"accuracy": 0.310277, "f1": 0.226004, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"], "main_score": 0.226004, "precision": 0.203026, "recall": 0.310277}, {"accuracy": 0.272727, "f1": 0.195357, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"], "main_score": 0.195357, "precision": 0.176196, "recall": 0.272727}, {"accuracy": 0.678854, "f1": 0.604311, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"], "main_score": 0.604311, "precision": 0.574425, "recall": 0.678854}, {"accuracy": 0.387352, "f1": 0.299224, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"], "main_score": 0.299224, "precision": 0.27201, "recall": 0.387352}, {"accuracy": 0.493083, "f1": 0.400176, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"], "main_score": 0.400176, "precision": 0.368079, "recall": 0.493083}, {"accuracy": 0.880435, "f1": 0.847266, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"], "main_score": 0.847266, "precision": 0.832213, "recall": 0.880435}, {"accuracy": 0.363636, "f1": 0.273839, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"], "main_score": 0.273839, "precision": 0.245507, "recall": 0.363636}, {"accuracy": 0.483202, "f1": 0.393808, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"], "main_score": 0.393808, "precision": 0.362117, "recall": 0.483202}, {"accuracy": 0.202569, "f1": 0.134594, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"], "main_score": 0.134594, "precision": 0.116782, "recall": 0.202569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.858696, "f1": 0.818478, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"], "main_score": 0.818478, "precision": 0.800264, "recall": 0.858696}, {"accuracy": 0.289526, "f1": 0.207752, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"], "main_score": 0.207752, "precision": 0.184287, "recall": 0.289526}, {"accuracy": 0.22332, "f1": 0.150067, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"], "main_score": 0.150067, "precision": 0.131896, "recall": 0.22332}, {"accuracy": 0.06917, "f1": 0.051756, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"], "main_score": 0.051756, "precision": 0.046903, "recall": 0.06917}, {"accuracy": 0.166008, "f1": 0.134157, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"], "main_score": 0.134157, "precision": 0.124824, "recall": 0.166008}, {"accuracy": 0.003953, "f1": 0.00019, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"], "main_score": 0.00019, "precision": 9.9e-05, "recall": 0.003953}, {"accuracy": 0.389328, "f1": 0.347338, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"], "main_score": 0.347338, "precision": 0.333889, "recall": 0.389328}, {"accuracy": 0.316206, "f1": 0.282093, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"], "main_score": 0.282093, "precision": 0.269658, "recall": 0.316206}, {"accuracy": 0.351779, "f1": 0.31969, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"], "main_score": 0.31969, "precision": 0.30949, "recall": 0.351779}, {"accuracy": 0.304348, "f1": 0.27494, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"], "main_score": 0.27494, "precision": 0.264423, "recall": 0.304348}, {"accuracy": 0.182806, "f1": 0.144733, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"], "main_score": 0.144733, "precision": 0.133435, "recall": 0.182806}, {"accuracy": 0.410079, "f1": 0.364701, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"], "main_score": 0.364701, "precision": 0.349909, "recall": 0.410079}, {"accuracy": 0.255929, "f1": 0.216108, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"], "main_score": 0.216108, "precision": 0.20282, "recall": 0.255929}, {"accuracy": 0.322134, "f1": 0.294934, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"], "main_score": 0.294934, "precision": 0.284945, "recall": 0.322134}, {"accuracy": 0.379447, "f1": 0.33275, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"], "main_score": 0.33275, "precision": 0.318215, "recall": 0.379447}, {"accuracy": 0.359684, "f1": 0.327079, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"], "main_score": 0.327079, "precision": 0.316735, "recall": 0.359684}, {"accuracy": 0.181818, "f1": 0.137572, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"], "main_score": 0.137572, "precision": 0.12423, "recall": 0.181818}, {"accuracy": 0.352767, "f1": 0.324246, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"], "main_score": 0.324246, "precision": 0.314325, "recall": 0.352767}, {"accuracy": 0.306324, "f1": 0.269525, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"], "main_score": 0.269525, "precision": 0.256623, "recall": 0.306324}, {"accuracy": 0.422925, "f1": 0.381403, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"], "main_score": 0.381403, "precision": 0.367867, "recall": 0.422925}, {"accuracy": 0.214427, "f1": 0.171448, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"], "main_score": 0.171448, "precision": 0.158847, "recall": 0.214427}, {"accuracy": 0.353755, "f1": 0.316936, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"], "main_score": 0.316936, "precision": 0.303608, "recall": 0.353755}, {"accuracy": 0.338933, "f1": 0.296109, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"], "main_score": 0.296109, "precision": 0.283088, "recall": 0.338933}, {"accuracy": 0.440711, "f1": 0.394901, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"], "main_score": 0.394901, "precision": 0.381215, "recall": 0.440711}, {"accuracy": 0.420949, "f1": 0.377291, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"], "main_score": 0.377291, "precision": 0.363346, "recall": 0.420949}, {"accuracy": 0.128458, "f1": 0.092142, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"], "main_score": 0.092142, "precision": 0.081937, "recall": 0.128458}, {"accuracy": 0.229249, "f1": 0.19437, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"], "main_score": 0.19437, "precision": 0.184063, "recall": 0.229249}, {"accuracy": 0.387352, "f1": 0.344243, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"], "main_score": 0.344243, "precision": 0.331345, "recall": 0.387352}, {"accuracy": 0.294466, "f1": 0.253475, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"], "main_score": 0.253475, "precision": 0.238893, "recall": 0.294466}, {"accuracy": 0.0583, "f1": 0.032698, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"], "main_score": 0.032698, "precision": 0.027846, "recall": 0.0583}, {"accuracy": 0.36166, "f1": 0.323343, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"], "main_score": 0.323343, "precision": 0.309909, "recall": 0.36166}, {"accuracy": 0.170949, "f1": 0.132047, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"], "main_score": 0.132047, "precision": 0.121478, "recall": 0.170949}, {"accuracy": 0.336957, "f1": 0.301289, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"], "main_score": 0.301289, "precision": 0.289537, "recall": 0.336957}, {"accuracy": 0.41996, "f1": 0.372684, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"], "main_score": 0.372684, "precision": 0.357831, "recall": 0.41996}, {"accuracy": 0.336957, "f1": 0.301144, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"], "main_score": 0.301144, "precision": 0.290324, "recall": 0.336957}, {"accuracy": 0.318182, "f1": 0.288367, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"], "main_score": 0.288367, "precision": 0.278149, "recall": 0.318182}, {"accuracy": 0.192688, "f1": 0.158636, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"], "main_score": 0.158636, "precision": 0.147242, "recall": 0.192688}, {"accuracy": 0.414032, "f1": 0.368994, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"], "main_score": 0.368994, "precision": 0.355039, "recall": 0.414032}, {"accuracy": 0.240119, "f1": 0.207296, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"], "main_score": 0.207296, "precision": 0.196646, "recall": 0.240119}, {"accuracy": 0.310277, "f1": 0.274211, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"], "main_score": 0.274211, "precision": 0.262848, "recall": 0.310277}, {"accuracy": 0.264822, "f1": 0.236855, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"], "main_score": 0.236855, "precision": 0.227984, "recall": 0.264822}, {"accuracy": 0.424901, "f1": 0.379767, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"], "main_score": 0.379767, "precision": 0.364824, "recall": 0.424901}, {"accuracy": 0.362648, "f1": 0.312474, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"], "main_score": 0.312474, "precision": 0.297066, "recall": 0.362648}, {"accuracy": 0.136364, "f1": 0.097622, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"], "main_score": 0.097622, "precision": 0.087187, "recall": 0.136364}, {"accuracy": 0.043478, "f1": 0.030012, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"], "main_score": 0.030012, "precision": 0.026152, "recall": 0.043478}, {"accuracy": 0.41996, "f1": 0.37312, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"], "main_score": 0.37312, "precision": 0.358609, "recall": 0.41996}, {"accuracy": 0.134387, "f1": 0.090239, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"], "main_score": 0.090239, "precision": 0.079019, "recall": 0.134387}, {"accuracy": 0.402174, "f1": 0.361948, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"], "main_score": 0.361948, "precision": 0.349298, "recall": 0.402174}, {"accuracy": 0.403162, "f1": 0.360782, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"], "main_score": 0.360782, "precision": 0.348367, "recall": 0.403162}, {"accuracy": 0.333992, "f1": 0.299866, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"], "main_score": 0.299866, "precision": 0.288898, "recall": 0.333992}, {"accuracy": 0.296443, "f1": 0.268082, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"], "main_score": 0.268082, "precision": 0.258473, "recall": 0.296443}, {"accuracy": 0.142292, "f1": 0.103914, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"], "main_score": 0.103914, "precision": 0.09203, "recall": 0.142292}, {"accuracy": 0.295455, "f1": 0.263783, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"], "main_score": 0.263783, "precision": 0.252679, "recall": 0.295455}, {"accuracy": 0.290514, "f1": 0.258068, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"], "main_score": 0.258068, "precision": 0.247192, "recall": 0.290514}, {"accuracy": 0.431818, "f1": 0.380194, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"], "main_score": 0.380194, "precision": 0.363912, "recall": 0.431818}, {"accuracy": 0.326087, "f1": 0.289866, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"], "main_score": 0.289866, "precision": 0.277692, "recall": 0.326087}, {"accuracy": 0.126482, "f1": 0.089513, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"], "main_score": 0.089513, "precision": 0.079582, "recall": 0.126482}, {"accuracy": 0.357708, "f1": 0.321656, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"], "main_score": 0.321656, "precision": 0.31033, "recall": 0.357708}, {"accuracy": 0.057312, "f1": 0.038827, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"], "main_score": 0.038827, "precision": 0.033834, "recall": 0.057312}, {"accuracy": 0.204545, "f1": 0.169206, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"], "main_score": 0.169206, "precision": 0.157188, "recall": 0.204545}, {"accuracy": 0.248024, "f1": 0.208591, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"], "main_score": 0.208591, "precision": 0.194906, "recall": 0.248024}, {"accuracy": 0.068182, "f1": 0.050598, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"], "main_score": 0.050598, "precision": 0.044915, "recall": 0.068182}, {"accuracy": 0.411067, "f1": 0.366374, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"], "main_score": 0.366374, "precision": 0.352824, "recall": 0.411067}, {"accuracy": 0.341897, "f1": 0.312165, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"], "main_score": 0.312165, "precision": 0.302164, "recall": 0.341897}, {"accuracy": 0.425889, "f1": 0.376612, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"], "main_score": 0.376612, "precision": 0.36074, "recall": 0.425889}, {"accuracy": 0.34585, "f1": 0.304648, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"], "main_score": 0.304648, "precision": 0.291624, "recall": 0.34585}, {"accuracy": 0.217391, "f1": 0.177294, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"], "main_score": 0.177294, "precision": 0.165718, "recall": 0.217391}, {"accuracy": 0.33498, "f1": 0.298508, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"], "main_score": 0.298508, "precision": 0.285534, "recall": 0.33498}, {"accuracy": 0.23913, "f1": 0.208466, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"], "main_score": 0.208466, "precision": 0.198155, "recall": 0.23913}, {"accuracy": 0.407115, "f1": 0.366788, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"], "main_score": 0.366788, "precision": 0.354606, "recall": 0.407115}, {"accuracy": 0.193676, "f1": 0.154341, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"], "main_score": 0.154341, "precision": 0.142341, "recall": 0.193676}, {"accuracy": 0.20751, "f1": 0.166573, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"], "main_score": 0.166573, "precision": 0.152895, "recall": 0.20751}, {"accuracy": 0.186759, "f1": 0.14522, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"], "main_score": 0.14522, "precision": 0.132348, "recall": 0.186759}, {"accuracy": 0.220356, "f1": 0.188301, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"], "main_score": 0.188301, "precision": 0.176886, "recall": 0.220356}, {"accuracy": 0.279644, "f1": 0.24996, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"], "main_score": 0.24996, "precision": 0.240319, "recall": 0.279644}, {"accuracy": 0.407115, "f1": 0.364715, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"], "main_score": 0.364715, "precision": 0.351035, "recall": 0.407115}, {"accuracy": 0.052372, "f1": 0.025761, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"], "main_score": 0.025761, "precision": 0.021975, "recall": 0.052372}, {"accuracy": 0.164032, "f1": 0.128588, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"], "main_score": 0.128588, "precision": 0.117866, "recall": 0.164032}, {"accuracy": 0.284585, "f1": 0.256486, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"], "main_score": 0.256486, "precision": 0.247861, "recall": 0.284585}, {"accuracy": 0.178854, "f1": 0.137169, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"], "main_score": 0.137169, "precision": 0.123656, "recall": 0.178854}, {"accuracy": 0.061265, "f1": 0.038712, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"], "main_score": 0.038712, "precision": 0.033745, "recall": 0.061265}, {"accuracy": 0.428854, "f1": 0.381005, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"], "main_score": 0.381005, "precision": 0.365154, "recall": 0.428854}, {"accuracy": 0.315217, "f1": 0.27585, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"], "main_score": 0.27585, "precision": 0.262764, "recall": 0.315217}, {"accuracy": 0.324111, "f1": 0.285828, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"], "main_score": 0.285828, "precision": 0.275033, "recall": 0.324111}, {"accuracy": 0.206522, "f1": 0.172764, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"], "main_score": 0.172764, "precision": 0.162712, "recall": 0.206522}, {"accuracy": 0.431818, "f1": 0.377819, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"], "main_score": 0.377819, "precision": 0.361638, "recall": 0.431818}, {"accuracy": 0.410079, "f1": 0.363614, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"], "main_score": 0.363614, "precision": 0.34924, "recall": 0.410079}, {"accuracy": 0.427866, "f1": 0.380271, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"], "main_score": 0.380271, "precision": 0.366217, "recall": 0.427866}, {"accuracy": 0.387352, "f1": 0.346109, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"], "main_score": 0.346109, "precision": 0.333531, "recall": 0.387352}, {"accuracy": 0.157115, "f1": 0.124773, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"], "main_score": 0.124773, "precision": 0.113609, "recall": 0.157115}, {"accuracy": 0.119565, "f1": 0.092065, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"], "main_score": 0.092065, "precision": 0.084468, "recall": 0.119565}, {"accuracy": 0.237154, "f1": 0.207028, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"], "main_score": 0.207028, "precision": 0.197964, "recall": 0.237154}, {"accuracy": 0.41502, "f1": 0.370032, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"], "main_score": 0.370032, "precision": 0.355223, "recall": 0.41502}, {"accuracy": 0.342885, "f1": 0.308499, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"], "main_score": 0.308499, "precision": 0.297175, "recall": 0.342885}, {"accuracy": 0.245059, "f1": 0.203794, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"], "main_score": 0.203794, "precision": 0.191256, "recall": 0.245059}, {"accuracy": 0.160079, "f1": 0.123828, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"], "main_score": 0.123828, "precision": 0.111849, "recall": 0.160079}, {"accuracy": 0.328063, "f1": 0.299864, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"], "main_score": 0.299864, "precision": 0.288877, "recall": 0.328063}, {"accuracy": 0.341897, "f1": 0.303073, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"], "main_score": 0.303073, "precision": 0.289887, "recall": 0.341897}, {"accuracy": 0.160079, "f1": 0.117071, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"], "main_score": 0.117071, "precision": 0.104966, "recall": 0.160079}, {"accuracy": 0.411067, "f1": 0.366798, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"], "main_score": 0.366798, "precision": 0.35382, "recall": 0.411067}, {"accuracy": 0.183794, "f1": 0.154528, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"], "main_score": 0.154528, "precision": 0.143607, "recall": 0.183794}, {"accuracy": 0.26087, "f1": 0.213718, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"], "main_score": 0.213718, "precision": 0.198726, "recall": 0.26087}, {"accuracy": 0.371542, "f1": 0.332846, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"], "main_score": 0.332846, "precision": 0.319612, "recall": 0.371542}, {"accuracy": 0.406126, "f1": 0.358206, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"], "main_score": 0.358206, "precision": 0.34426, "recall": 0.406126}, {"accuracy": 0.422925, "f1": 0.374885, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"], "main_score": 0.374885, "precision": 0.360182, "recall": 0.422925}, {"accuracy": 0.382411, "f1": 0.339616, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"], "main_score": 0.339616, "precision": 0.327147, "recall": 0.382411}, {"accuracy": 0.326087, "f1": 0.292952, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"], "main_score": 0.292952, "precision": 0.28263, "recall": 0.326087}, {"accuracy": 0.306324, "f1": 0.268652, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"], "main_score": 0.268652, "precision": 0.257256, "recall": 0.306324}, {"accuracy": 0.183794, "f1": 0.142952, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"], "main_score": 0.142952, "precision": 0.13049, "recall": 0.183794}, {"accuracy": 0.068182, "f1": 0.04101, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"], "main_score": 0.04101, "precision": 0.035665, "recall": 0.068182}, {"accuracy": 0.195652, "f1": 0.158744, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"], "main_score": 0.158744, "precision": 0.147422, "recall": 0.195652}, {"accuracy": 0.119565, "f1": 0.084371, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"], "main_score": 0.084371, "precision": 0.075279, "recall": 0.119565}, {"accuracy": 0.434783, "f1": 0.382632, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"], "main_score": 0.382632, "precision": 0.367097, "recall": 0.434783}, {"accuracy": 0.291502, "f1": 0.250751, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"], "main_score": 0.250751, "precision": 0.237862, "recall": 0.291502}, {"accuracy": 0.06917, "f1": 0.047902, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"], "main_score": 0.047902, "precision": 0.042836, "recall": 0.06917}, {"accuracy": 0.313241, "f1": 0.280968, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"], "main_score": 0.280968, "precision": 0.270245, "recall": 0.313241}, {"accuracy": 0.440711, "f1": 0.386437, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"], "main_score": 0.386437, "precision": 0.3701, "recall": 0.440711}, {"accuracy": 0.254941, "f1": 0.22091, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"], "main_score": 0.22091, "precision": 0.209505, "recall": 0.254941}, {"accuracy": 0.281621, "f1": 0.244024, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"], "main_score": 0.244024, "precision": 0.230968, "recall": 0.281621}, {"accuracy": 0.157115, "f1": 0.112907, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"], "main_score": 0.112907, "precision": 0.100498, "recall": 0.157115}, {"accuracy": 0.355731, "f1": 0.31463, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"], "main_score": 0.31463, "precision": 0.300467, "recall": 0.355731}, {"accuracy": 0.236166, "f1": 0.199478, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"], "main_score": 0.199478, "precision": 0.187071, "recall": 0.236166}, {"accuracy": 0.16996, "f1": 0.131433, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"], "main_score": 0.131433, "precision": 0.11926, "recall": 0.16996}, {"accuracy": 0.174901, "f1": 0.133825, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"], "main_score": 0.133825, "precision": 0.12133, "recall": 0.174901}, {"accuracy": 0.161067, "f1": 0.12177, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"], "main_score": 0.12177, "precision": 0.110472, "recall": 0.161067}, {"accuracy": 0.41996, "f1": 0.375554, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"], "main_score": 0.375554, "precision": 0.361627, "recall": 0.41996}, {"accuracy": 0.020751, "f1": 0.006881, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"], "main_score": 0.006881, "precision": 0.005413, "recall": 0.020751}, {"accuracy": 0.241107, "f1": 0.211063, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"], "main_score": 0.211063, "precision": 0.201575, "recall": 0.241107}, {"accuracy": 0.163043, "f1": 0.133803, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"], "main_score": 0.133803, "precision": 0.124276, "recall": 0.163043}, {"accuracy": 0.269763, "f1": 0.244695, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"], "main_score": 0.244695, "precision": 0.23618, "recall": 0.269763}, {"accuracy": 0.421937, "f1": 0.370035, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"], "main_score": 0.370035, "precision": 0.353327, "recall": 0.421937}, {"accuracy": 0.086957, "f1": 0.055267, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"], "main_score": 0.055267, "precision": 0.046565, "recall": 0.086957}, {"accuracy": 0.143281, "f1": 0.110402, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"], "main_score": 0.110402, "precision": 0.100437, "recall": 0.143281}, {"accuracy": 0.408103, "f1": 0.364269, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"], "main_score": 0.364269, "precision": 0.350597, "recall": 0.408103}, {"accuracy": 0.420949, "f1": 0.372785, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"], "main_score": 0.372785, "precision": 0.357953, "recall": 0.420949}, {"accuracy": 0.299407, "f1": 0.2636, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"], "main_score": 0.2636, "precision": 0.251101, "recall": 0.299407}, {"accuracy": 0.153162, "f1": 0.118797, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"], "main_score": 0.118797, "precision": 0.107425, "recall": 0.153162}, {"accuracy": 0.176877, "f1": 0.13292, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"], "main_score": 0.13292, "precision": 0.118648, "recall": 0.176877}, {"accuracy": 0.342885, "f1": 0.307696, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"], "main_score": 0.307696, "precision": 0.296883, "recall": 0.342885}, {"accuracy": 0.133399, "f1": 0.096787, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"], "main_score": 0.096787, "precision": 0.085765, "recall": 0.133399}, {"accuracy": 0.159091, "f1": 0.12072, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"], "main_score": 0.12072, "precision": 0.108991, "recall": 0.159091}, {"accuracy": 0.226285, "f1": 0.194195, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"], "main_score": 0.194195, "precision": 0.184899, "recall": 0.226285}, {"accuracy": 0.3083, "f1": 0.272005, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"], "main_score": 0.272005, "precision": 0.260271, "recall": 0.3083}, {"accuracy": 0.36166, "f1": 0.325836, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"], "main_score": 0.325836, "precision": 0.315398, "recall": 0.36166}, {"accuracy": 0.201581, "f1": 0.160369, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"], "main_score": 0.160369, "precision": 0.146474, "recall": 0.201581}, {"accuracy": 0.26581, "f1": 0.223282, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"], "main_score": 0.223282, "precision": 0.209865, "recall": 0.26581}, {"accuracy": 0.385375, "f1": 0.340059, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"], "main_score": 0.340059, "precision": 0.326141, "recall": 0.385375}, {"accuracy": 0.159091, "f1": 0.132276, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"], "main_score": 0.132276, "precision": 0.122569, "recall": 0.159091}, {"accuracy": 0.26581, "f1": 0.223884, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"], "main_score": 0.223884, "precision": 0.209325, "recall": 0.26581}, {"accuracy": 0.192688, "f1": 0.158746, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"], "main_score": 0.158746, "precision": 0.147656, "recall": 0.192688}, {"accuracy": 0.288538, "f1": 0.259667, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"], "main_score": 0.259667, "precision": 0.250014, "recall": 0.288538}, {"accuracy": 0.289526, "f1": 0.251492, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"], "main_score": 0.251492, "precision": 0.238448, "recall": 0.289526}, {"accuracy": 0.183794, "f1": 0.140727, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"], "main_score": 0.140727, "precision": 0.127841, "recall": 0.183794}, {"accuracy": 0.259881, "f1": 0.23117, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"], "main_score": 0.23117, "precision": 0.221637, "recall": 0.259881}, {"accuracy": 0.398221, "f1": 0.350364, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"], "main_score": 0.350364, "precision": 0.335178, "recall": 0.398221}, {"accuracy": 0.398221, "f1": 0.353292, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"], "main_score": 0.353292, "precision": 0.339641, "recall": 0.398221}, {"accuracy": 0.367589, "f1": 0.328132, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"], "main_score": 0.328132, "precision": 0.315554, "recall": 0.367589}, {"accuracy": 0.297431, "f1": 0.269869, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"], "main_score": 0.269869, "precision": 0.25995, "recall": 0.297431}, {"accuracy": 0.429842, "f1": 0.383334, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"], "main_score": 0.383334, "precision": 0.368245, "recall": 0.429842}, {"accuracy": 0.278656, "f1": 0.242421, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"], "main_score": 0.242421, "precision": 0.231728, "recall": 0.278656}, {"accuracy": 0.096838, "f1": 0.067783, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"], "main_score": 0.067783, "precision": 0.059899, "recall": 0.096838}, {"accuracy": 0.428854, "f1": 0.378305, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"], "main_score": 0.378305, "precision": 0.362922, "recall": 0.428854}, {"accuracy": 0.118577, "f1": 0.091331, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"], "main_score": 0.091331, "precision": 0.082493, "recall": 0.118577}, {"accuracy": 0.368577, "f1": 0.329256, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"], "main_score": 0.329256, "precision": 0.316629, "recall": 0.368577}, {"accuracy": 0.382411, "f1": 0.340089, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"], "main_score": 0.340089, "precision": 0.327029, "recall": 0.382411}, {"accuracy": 0.243083, "f1": 0.209493, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"], "main_score": 0.209493, "precision": 0.19919, "recall": 0.243083}, {"accuracy": 0.204545, "f1": 0.159424, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"], "main_score": 0.159424, "precision": 0.147086, "recall": 0.204545}, {"accuracy": 0.346838, "f1": 0.305892, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"], "main_score": 0.305892, "precision": 0.293518, "recall": 0.346838}, {"accuracy": 0.187747, "f1": 0.148063, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"], "main_score": 0.148063, "precision": 0.135166, "recall": 0.187747}, {"accuracy": 0.187747, "f1": 0.148277, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"], "main_score": 0.148277, "precision": 0.136191, "recall": 0.187747}, {"accuracy": 0.426877, "f1": 0.37791, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"], "main_score": 0.37791, "precision": 0.363124, "recall": 0.426877}, {"accuracy": 0.281621, "f1": 0.243448, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"], "main_score": 0.243448, "precision": 0.230555, "recall": 0.281621}, {"accuracy": 0.427866, "f1": 0.380969, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"], "main_score": 0.380969, "precision": 0.366577, "recall": 0.427866}, {"accuracy": 0.155138, "f1": 0.117189, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"], "main_score": 0.117189, "precision": 0.106965, "recall": 0.155138}, {"accuracy": 0.429842, "f1": 0.387256, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"], "main_score": 0.387256, "precision": 0.374445, "recall": 0.429842}, {"accuracy": 0.30336, "f1": 0.271656, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"], "main_score": 0.271656, "precision": 0.261402, "recall": 0.30336}, {"accuracy": 0.357708, "f1": 0.324157, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"], "main_score": 0.324157, "precision": 0.313983, "recall": 0.357708}, {"accuracy": 0.123518, "f1": 0.0879, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"], "main_score": 0.0879, "precision": 0.078245, "recall": 0.123518}, {"accuracy": 0.37253, "f1": 0.329102, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"], "main_score": 0.329102, "precision": 0.315812, "recall": 0.37253}, {"accuracy": 0.151186, "f1": 0.1102, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"], "main_score": 0.1102, "precision": 0.098419, "recall": 0.151186}, {"accuracy": 0.171937, "f1": 0.130008, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"], "main_score": 0.130008, "precision": 0.118407, "recall": 0.171937}, {"accuracy": 0.126482, "f1": 0.092365, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"], "main_score": 0.092365, "precision": 0.083188, "recall": 0.126482}, {"accuracy": 0.236166, "f1": 0.206384, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"], "main_score": 0.206384, "precision": 0.196978, "recall": 0.236166}, {"accuracy": 0.431818, "f1": 0.382327, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"], "main_score": 0.382327, "precision": 0.368723, "recall": 0.431818}, {"accuracy": 0.190711, "f1": 0.148354, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"], "main_score": 0.148354, "precision": 0.135261, "recall": 0.190711}, {"accuracy": 0.166996, "f1": 0.127409, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"], "main_score": 0.127409, "precision": 0.11691, "recall": 0.166996}, {"accuracy": 0.16996, "f1": 0.125876, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"], "main_score": 0.125876, "precision": 0.113055, "recall": 0.16996}, {"accuracy": 0.218379, "f1": 0.185626, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"], "main_score": 0.185626, "precision": 0.175884, "recall": 0.218379}, {"accuracy": 0.147233, "f1": 0.11026, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"], "main_score": 0.11026, "precision": 0.100265, "recall": 0.147233}, {"accuracy": 0.168972, "f1": 0.129963, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"], "main_score": 0.129963, "precision": 0.117323, "recall": 0.168972}, {"accuracy": 0.323123, "f1": 0.294636, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"], "main_score": 0.294636, "precision": 0.285561, "recall": 0.323123}, {"accuracy": 0.212451, "f1": 0.16917, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"], "main_score": 0.16917, "precision": 0.155092, "recall": 0.212451}, {"accuracy": 0.192688, "f1": 0.1549, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"], "main_score": 0.1549, "precision": 0.143993, "recall": 0.192688}, {"accuracy": 0.285573, "f1": 0.255273, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"], "main_score": 0.255273, "precision": 0.245082, "recall": 0.285573}, {"accuracy": 0.267787, "f1": 0.227417, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"], "main_score": 0.227417, "precision": 0.212017, "recall": 0.267787}, {"accuracy": 0.258893, "f1": 0.221903, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"], "main_score": 0.221903, "precision": 0.208294, "recall": 0.258893}, {"accuracy": 0.291502, "f1": 0.258029, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"], "main_score": 0.258029, "precision": 0.247045, "recall": 0.291502}, {"accuracy": 0.192688, "f1": 0.157808, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"], "main_score": 0.157808, "precision": 0.146519, "recall": 0.192688}, {"accuracy": 0.290514, "f1": 0.255938, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"], "main_score": 0.255938, "precision": 0.244002, "recall": 0.290514}, {"accuracy": 0.132411, "f1": 0.097754, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"], "main_score": 0.097754, "precision": 0.089012, "recall": 0.132411}, {"accuracy": 0.373518, "f1": 0.330268, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"], "main_score": 0.330268, "precision": 0.317788, "recall": 0.373518}, {"accuracy": 0.341897, "f1": 0.307702, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"], "main_score": 0.307702, "precision": 0.296523, "recall": 0.341897}, {"accuracy": 0.40415, "f1": 0.362371, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"], "main_score": 0.362371, "precision": 0.349525, "recall": 0.40415}, {"accuracy": 0.233202, "f1": 0.200764, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"], "main_score": 0.200764, "precision": 0.190532, "recall": 0.233202}, {"accuracy": 0.195652, "f1": 0.164227, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"], "main_score": 0.164227, "precision": 0.153246, "recall": 0.195652}, {"accuracy": 0.172925, "f1": 0.12766, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"], "main_score": 0.12766, "precision": 0.115161, "recall": 0.172925}, {"accuracy": 0.078063, "f1": 0.059408, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"], "main_score": 0.059408, "precision": 0.053274, "recall": 0.078063}, {"accuracy": 0.20751, "f1": 0.163519, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"], "main_score": 0.163519, "precision": 0.150207, "recall": 0.20751}, {"accuracy": 0.002964, "f1": 9.3e-05, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.002964}, {"accuracy": 0.494071, "f1": 0.445789, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"], "main_score": 0.445789, "precision": 0.429764, "recall": 0.494071}, {"accuracy": 0.438735, "f1": 0.400062, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"], "main_score": 0.400062, "precision": 0.386855, "recall": 0.438735}, {"accuracy": 0.437747, "f1": 0.399894, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"], "main_score": 0.399894, "precision": 0.386938, "recall": 0.437747}, {"accuracy": 0.451581, "f1": 0.422878, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"], "main_score": 0.422878, "precision": 0.411778, "recall": 0.451581}, {"accuracy": 0.251976, "f1": 0.211086, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"], "main_score": 0.211086, "precision": 0.19823, "recall": 0.251976}, {"accuracy": 0.543478, "f1": 0.50669, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"], "main_score": 0.50669, "precision": 0.493585, "recall": 0.543478}, {"accuracy": 0.36166, "f1": 0.316322, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"], "main_score": 0.316322, "precision": 0.30055, "recall": 0.36166}, {"accuracy": 0.451581, "f1": 0.420288, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"], "main_score": 0.420288, "precision": 0.410731, "recall": 0.451581}, {"accuracy": 0.514822, "f1": 0.468416, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"], "main_score": 0.468416, "precision": 0.453395, "recall": 0.514822}, {"accuracy": 0.424901, "f1": 0.386331, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"], "main_score": 0.386331, "precision": 0.373477, "recall": 0.424901}, {"accuracy": 0.248024, "f1": 0.201822, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"], "main_score": 0.201822, "precision": 0.18711, "recall": 0.248024}, {"accuracy": 0.44664, "f1": 0.412824, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"], "main_score": 0.412824, "precision": 0.401985, "recall": 0.44664}, {"accuracy": 0.406126, "f1": 0.36413, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"], "main_score": 0.36413, "precision": 0.350193, "recall": 0.406126}, {"accuracy": 0.561265, "f1": 0.528988, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"], "main_score": 0.528988, "precision": 0.517341, "recall": 0.561265}, {"accuracy": 0.306324, "f1": 0.258089, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"], "main_score": 0.258089, "precision": 0.242404, "recall": 0.306324}, {"accuracy": 0.486166, "f1": 0.450204, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"], "main_score": 0.450204, "precision": 0.43709, "recall": 0.486166}, {"accuracy": 0.456522, "f1": 0.421522, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"], "main_score": 0.421522, "precision": 0.40987, "recall": 0.456522}, {"accuracy": 0.588933, "f1": 0.551781, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"], "main_score": 0.551781, "precision": 0.539294, "recall": 0.588933}, {"accuracy": 0.535573, "f1": 0.50361, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"], "main_score": 0.50361, "precision": 0.492524, "recall": 0.535573}, {"accuracy": 0.167984, "f1": 0.124389, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"], "main_score": 0.124389, "precision": 0.111683, "recall": 0.167984}, {"accuracy": 0.325099, "f1": 0.285067, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"], "main_score": 0.285067, "precision": 0.272469, "recall": 0.325099}, {"accuracy": 0.513834, "f1": 0.471151, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"], "main_score": 0.471151, "precision": 0.456973, "recall": 0.513834}, {"accuracy": 0.429842, "f1": 0.395685, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"], "main_score": 0.395685, "precision": 0.383582, "recall": 0.429842}, {"accuracy": 0.06917, "f1": 0.035294, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"], "main_score": 0.035294, "precision": 0.030388, "recall": 0.06917}, {"accuracy": 0.498024, "f1": 0.457329, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"], "main_score": 0.457329, "precision": 0.443058, "recall": 0.498024}, {"accuracy": 0.228261, "f1": 0.182545, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"], "main_score": 0.182545, "precision": 0.169336, "recall": 0.228261}, {"accuracy": 0.483202, "f1": 0.455221, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"], "main_score": 0.455221, "precision": 0.446946, "recall": 0.483202}, {"accuracy": 0.571146, "f1": 0.531725, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"], "main_score": 0.531725, "precision": 0.518762, "recall": 0.571146}, {"accuracy": 0.478261, "f1": 0.448934, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"], "main_score": 0.448934, "precision": 0.4392, "recall": 0.478261}, {"accuracy": 0.406126, "f1": 0.372588, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"], "main_score": 0.372588, "precision": 0.361184, "recall": 0.406126}, {"accuracy": 0.262846, "f1": 0.224836, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"], "main_score": 0.224836, "precision": 0.21276, "recall": 0.262846}, {"accuracy": 0.538538, "f1": 0.499507, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"], "main_score": 0.499507, "precision": 0.487004, "recall": 0.538538}, {"accuracy": 0.325099, "f1": 0.287768, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"], "main_score": 0.287768, "precision": 0.275209, "recall": 0.325099}, {"accuracy": 0.41502, "f1": 0.387978, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"], "main_score": 0.387978, "precision": 0.377703, "recall": 0.41502}, {"accuracy": 0.323123, "f1": 0.288129, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"], "main_score": 0.288129, "precision": 0.275444, "recall": 0.323123}, {"accuracy": 0.576087, "f1": 0.540932, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"], "main_score": 0.540932, "precision": 0.527984, "recall": 0.576087}, {"accuracy": 0.452569, "f1": 0.410326, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"], "main_score": 0.410326, "precision": 0.396477, "recall": 0.452569}, {"accuracy": 0.177866, "f1": 0.127705, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"], "main_score": 0.127705, "precision": 0.114019, "recall": 0.177866}, {"accuracy": 0.052372, "f1": 0.03608, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"], "main_score": 0.03608, "precision": 0.031391, "recall": 0.052372}, {"accuracy": 0.561265, "f1": 0.5251, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"], "main_score": 0.5251, "precision": 0.51363, "recall": 0.561265}, {"accuracy": 0.179842, "f1": 0.133025, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"], "main_score": 0.133025, "precision": 0.120429, "recall": 0.179842}, {"accuracy": 0.529644, "f1": 0.494943, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"], "main_score": 0.494943, "precision": 0.483501, "recall": 0.529644}, {"accuracy": 0.528656, "f1": 0.491704, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"], "main_score": 0.491704, "precision": 0.480277, "recall": 0.528656}, {"accuracy": 0.416008, "f1": 0.376814, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"], "main_score": 0.376814, "precision": 0.363331, "recall": 0.416008}, {"accuracy": 0.412055, "f1": 0.394038, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"], "main_score": 0.394038, "precision": 0.386748, "recall": 0.412055}, {"accuracy": 0.200593, "f1": 0.160771, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"], "main_score": 0.160771, "precision": 0.148789, "recall": 0.200593}, {"accuracy": 0.423913, "f1": 0.384203, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"], "main_score": 0.384203, "precision": 0.370945, "recall": 0.423913}, {"accuracy": 0.437747, "f1": 0.403323, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"], "main_score": 0.403323, "precision": 0.3923, "recall": 0.437747}, {"accuracy": 0.559289, "f1": 0.519274, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"], "main_score": 0.519274, "precision": 0.505276, "recall": 0.559289}, {"accuracy": 0.466403, "f1": 0.43068, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"], "main_score": 0.43068, "precision": 0.418821, "recall": 0.466403}, {"accuracy": 0.181818, "f1": 0.141806, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"], "main_score": 0.141806, "precision": 0.130684, "recall": 0.181818}, {"accuracy": 0.467391, "f1": 0.437312, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"], "main_score": 0.437312, "precision": 0.425486, "recall": 0.467391}, {"accuracy": 0.061265, "f1": 0.041023, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"], "main_score": 0.041023, "precision": 0.035406, "recall": 0.061265}, {"accuracy": 0.282609, "f1": 0.236869, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"], "main_score": 0.236869, "precision": 0.221887, "recall": 0.282609}, {"accuracy": 0.325099, "f1": 0.297605, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"], "main_score": 0.297605, "precision": 0.286904, "recall": 0.325099}, {"accuracy": 0.083004, "f1": 0.060145, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"], "main_score": 0.060145, "precision": 0.05404, "recall": 0.083004}, {"accuracy": 0.540514, "f1": 0.502925, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"], "main_score": 0.502925, "precision": 0.491002, "recall": 0.540514}, {"accuracy": 0.469368, "f1": 0.430771, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"], "main_score": 0.430771, "precision": 0.417894, "recall": 0.469368}, {"accuracy": 0.501976, "f1": 0.488585, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"], "main_score": 0.488585, "precision": 0.483684, "recall": 0.501976}, {"accuracy": 0.438735, "f1": 0.392218, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"], "main_score": 0.392218, "precision": 0.376423, "recall": 0.438735}, {"accuracy": 0.281621, "f1": 0.240025, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"], "main_score": 0.240025, "precision": 0.226603, "recall": 0.281621}, {"accuracy": 0.456522, "f1": 0.424069, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"], "main_score": 0.424069, "precision": 0.411709, "recall": 0.456522}, {"accuracy": 0.36166, "f1": 0.333575, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"], "main_score": 0.333575, "precision": 0.322268, "recall": 0.36166}, {"accuracy": 0.565217, "f1": 0.528117, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"], "main_score": 0.528117, "precision": 0.515724, "recall": 0.565217}, {"accuracy": 0.245059, "f1": 0.201111, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"], "main_score": 0.201111, "precision": 0.186012, "recall": 0.245059}, {"accuracy": 0.344862, "f1": 0.298136, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"], "main_score": 0.298136, "precision": 0.282666, "recall": 0.344862}, {"accuracy": 0.26581, "f1": 0.212707, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"], "main_score": 0.212707, "precision": 0.195437, "recall": 0.26581}, {"accuracy": 0.278656, "f1": 0.241569, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"], "main_score": 0.241569, "precision": 0.228829, "recall": 0.278656}, {"accuracy": 0.38834, "f1": 0.360741, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"], "main_score": 0.360741, "precision": 0.350348, "recall": 0.38834}, {"accuracy": 0.549407, "f1": 0.508653, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"], "main_score": 0.508653, "precision": 0.494151, "recall": 0.549407}, {"accuracy": 0.057312, "f1": 0.025254, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"], "main_score": 0.025254, "precision": 0.01986, "recall": 0.057312}, {"accuracy": 0.198617, "f1": 0.163219, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"], "main_score": 0.163219, "precision": 0.151166, "recall": 0.198617}, {"accuracy": 0.376482, "f1": 0.346199, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"], "main_score": 0.346199, "precision": 0.335756, "recall": 0.376482}, {"accuracy": 0.244071, "f1": 0.195162, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"], "main_score": 0.195162, "precision": 0.181282, "recall": 0.244071}, {"accuracy": 0.054348, "f1": 0.032856, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"], "main_score": 0.032856, "precision": 0.029396, "recall": 0.054348}, {"accuracy": 0.581028, "f1": 0.537622, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"], "main_score": 0.537622, "precision": 0.522816, "recall": 0.581028}, {"accuracy": 0.464427, "f1": 0.431464, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"], "main_score": 0.431464, "precision": 0.42018, "recall": 0.464427}, {"accuracy": 0.468379, "f1": 0.436902, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"], "main_score": 0.436902, "precision": 0.425987, "recall": 0.468379}, {"accuracy": 0.25, "f1": 0.210305, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"], "main_score": 0.210305, "precision": 0.197909, "recall": 0.25}, {"accuracy": 0.578063, "f1": 0.54163, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"], "main_score": 0.54163, "precision": 0.529685, "recall": 0.578063}, {"accuracy": 0.559289, "f1": 0.522196, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"], "main_score": 0.522196, "precision": 0.509786, "recall": 0.559289}, {"accuracy": 0.582016, "f1": 0.545184, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"], "main_score": 0.545184, "precision": 0.532331, "recall": 0.582016}, {"accuracy": 0.47332, "f1": 0.437294, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"], "main_score": 0.437294, "precision": 0.42457, "recall": 0.47332}, {"accuracy": 0.225296, "f1": 0.183854, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"], "main_score": 0.183854, "precision": 0.16998, "recall": 0.225296}, {"accuracy": 0.181818, "f1": 0.143125, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"], "main_score": 0.143125, "precision": 0.132675, "recall": 0.181818}, {"accuracy": 0.312253, "f1": 0.272315, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"], "main_score": 0.272315, "precision": 0.258968, "recall": 0.312253}, {"accuracy": 0.559289, "f1": 0.521769, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"], "main_score": 0.521769, "precision": 0.50872, "recall": 0.559289}, {"accuracy": 0.485178, "f1": 0.447545, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"], "main_score": 0.447545, "precision": 0.434561, "recall": 0.485178}, {"accuracy": 0.33498, "f1": 0.294824, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"], "main_score": 0.294824, "precision": 0.281715, "recall": 0.33498}, {"accuracy": 0.219368, "f1": 0.17283, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"], "main_score": 0.17283, "precision": 0.15928, "recall": 0.219368}, {"accuracy": 0.448617, "f1": 0.421042, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"], "main_score": 0.421042, "precision": 0.410165, "recall": 0.448617}, {"accuracy": 0.477273, "f1": 0.437732, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"], "main_score": 0.437732, "precision": 0.42444, "recall": 0.477273}, {"accuracy": 0.219368, "f1": 0.170594, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"], "main_score": 0.170594, "precision": 0.155829, "recall": 0.219368}, {"accuracy": 0.538538, "f1": 0.504484, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"], "main_score": 0.504484, "precision": 0.492798, "recall": 0.538538}, {"accuracy": 0.256917, "f1": 0.216709, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"], "main_score": 0.216709, "precision": 0.204089, "recall": 0.256917}, {"accuracy": 0.382411, "f1": 0.333293, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"], "main_score": 0.333293, "precision": 0.317794, "recall": 0.382411}, {"accuracy": 0.490119, "f1": 0.450344, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"], "main_score": 0.450344, "precision": 0.436846, "recall": 0.490119}, {"accuracy": 0.562253, "f1": 0.528491, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"], "main_score": 0.528491, "precision": 0.517061, "recall": 0.562253}, {"accuracy": 0.564229, "f1": 0.525931, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"], "main_score": 0.525931, "precision": 0.512173, "recall": 0.564229}, {"accuracy": 0.525692, "f1": 0.481755, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"], "main_score": 0.481755, "precision": 0.466934, "recall": 0.525692}, {"accuracy": 0.472332, "f1": 0.449036, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"], "main_score": 0.449036, "precision": 0.43971, "recall": 0.472332}, {"accuracy": 0.409091, "f1": 0.358881, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"], "main_score": 0.358881, "precision": 0.343042, "recall": 0.409091}, {"accuracy": 0.266798, "f1": 0.221899, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"], "main_score": 0.221899, "precision": 0.206706, "recall": 0.266798}, {"accuracy": 0.078063, "f1": 0.04067, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"], "main_score": 0.04067, "precision": 0.033393, "recall": 0.078063}, {"accuracy": 0.277668, "f1": 0.232634, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"], "main_score": 0.232634, "precision": 0.218102, "recall": 0.277668}, {"accuracy": 0.128458, "f1": 0.09079, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"], "main_score": 0.09079, "precision": 0.082066, "recall": 0.128458}, {"accuracy": 0.565217, "f1": 0.524725, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"], "main_score": 0.524725, "precision": 0.510692, "recall": 0.565217}, {"accuracy": 0.45751, "f1": 0.426327, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"], "main_score": 0.426327, "precision": 0.414505, "recall": 0.45751}, {"accuracy": 0.094862, "f1": 0.066352, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"], "main_score": 0.066352, "precision": 0.059613, "recall": 0.094862}, {"accuracy": 0.466403, "f1": 0.440852, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"], "main_score": 0.440852, "precision": 0.43251, "recall": 0.466403}, {"accuracy": 0.577075, "f1": 0.534207, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"], "main_score": 0.534207, "precision": 0.51923, "recall": 0.577075}, {"accuracy": 0.314229, "f1": 0.285171, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"], "main_score": 0.285171, "precision": 0.274414, "recall": 0.314229}, {"accuracy": 0.395257, "f1": 0.359371, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"], "main_score": 0.359371, "precision": 0.346335, "recall": 0.395257}, {"accuracy": 0.210474, "f1": 0.162418, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"], "main_score": 0.162418, "precision": 0.148056, "recall": 0.210474}, {"accuracy": 0.468379, "f1": 0.425907, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"], "main_score": 0.425907, "precision": 0.410586, "recall": 0.468379}, {"accuracy": 0.359684, "f1": 0.323219, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"], "main_score": 0.323219, "precision": 0.310864, "recall": 0.359684}, {"accuracy": 0.215415, "f1": 0.168215, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"], "main_score": 0.168215, "precision": 0.153883, "recall": 0.215415}, {"accuracy": 0.20751, "f1": 0.167024, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"], "main_score": 0.167024, "precision": 0.15478, "recall": 0.20751}, {"accuracy": 0.220356, "f1": 0.17334, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"], "main_score": 0.17334, "precision": 0.159857, "recall": 0.220356}, {"accuracy": 0.565217, "f1": 0.528585, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"], "main_score": 0.528585, "precision": 0.516407, "recall": 0.565217}, {"accuracy": 0.019763, "f1": 0.005588, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"], "main_score": 0.005588, "precision": 0.003644, "recall": 0.019763}, {"accuracy": 0.332016, "f1": 0.293662, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"], "main_score": 0.293662, "precision": 0.280344, "recall": 0.332016}, {"accuracy": 0.200593, "f1": 0.172115, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"], "main_score": 0.172115, "precision": 0.162303, "recall": 0.200593}, {"accuracy": 0.416996, "f1": 0.378487, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"], "main_score": 0.378487, "precision": 0.366145, "recall": 0.416996}, {"accuracy": 0.571146, "f1": 0.536616, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"], "main_score": 0.536616, "precision": 0.525509, "recall": 0.571146}, {"accuracy": 0.105731, "f1": 0.071437, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"], "main_score": 0.071437, "precision": 0.063279, "recall": 0.105731}, {"accuracy": 0.1917, "f1": 0.152168, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"], "main_score": 0.152168, "precision": 0.13954, "recall": 0.1917}, {"accuracy": 0.563241, "f1": 0.526808, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"], "main_score": 0.526808, "precision": 0.514986, "recall": 0.563241}, {"accuracy": 0.586957, "f1": 0.548627, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"], "main_score": 0.548627, "precision": 0.535817, "recall": 0.586957}, {"accuracy": 0.40415, "f1": 0.371035, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"], "main_score": 0.371035, "precision": 0.359206, "recall": 0.40415}, {"accuracy": 0.202569, "f1": 0.164601, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"], "main_score": 0.164601, "precision": 0.151316, "recall": 0.202569}, {"accuracy": 0.225296, "f1": 0.181702, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"], "main_score": 0.181702, "precision": 0.166736, "recall": 0.225296}, {"accuracy": 0.449605, "f1": 0.414379, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"], "main_score": 0.414379, "precision": 0.40186, "recall": 0.449605}, {"accuracy": 0.175889, "f1": 0.135411, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"], "main_score": 0.135411, "precision": 0.123492, "recall": 0.175889}, {"accuracy": 0.216403, "f1": 0.179595, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"], "main_score": 0.179595, "precision": 0.167317, "recall": 0.216403}, {"accuracy": 0.329051, "f1": 0.289464, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"], "main_score": 0.289464, "precision": 0.276205, "recall": 0.329051}, {"accuracy": 0.454545, "f1": 0.422647, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"], "main_score": 0.422647, "precision": 0.413079, "recall": 0.454545}, {"accuracy": 0.432806, "f1": 0.406979, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"], "main_score": 0.406979, "precision": 0.398012, "recall": 0.432806}, {"accuracy": 0.247036, "f1": 0.207398, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"], "main_score": 0.207398, "precision": 0.192547, "recall": 0.247036}, {"accuracy": 0.37747, "f1": 0.334825, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"], "main_score": 0.334825, "precision": 0.319646, "recall": 0.37747}, {"accuracy": 0.500988, "f1": 0.46456, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"], "main_score": 0.46456, "precision": 0.450739, "recall": 0.500988}, {"accuracy": 0.203557, "f1": 0.168456, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"], "main_score": 0.168456, "precision": 0.156271, "recall": 0.203557}, {"accuracy": 0.314229, "f1": 0.281885, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"], "main_score": 0.281885, "precision": 0.269606, "recall": 0.314229}, {"accuracy": 0.262846, "f1": 0.224903, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"], "main_score": 0.224903, "precision": 0.213671, "recall": 0.262846}, {"accuracy": 0.311265, "f1": 0.277886, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"], "main_score": 0.277886, "precision": 0.26584, "recall": 0.311265}, {"accuracy": 0.4417, "f1": 0.410137, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"], "main_score": 0.410137, "precision": 0.399324, "recall": 0.4417}, {"accuracy": 0.263834, "f1": 0.219483, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"], "main_score": 0.219483, "precision": 0.204695, "recall": 0.263834}, {"accuracy": 0.340909, "f1": 0.29944, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"], "main_score": 0.29944, "precision": 0.284383, "recall": 0.340909}, {"accuracy": 0.496047, "f1": 0.457034, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"], "main_score": 0.457034, "precision": 0.44383, "recall": 0.496047}, {"accuracy": 0.525692, "f1": 0.485825, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"], "main_score": 0.485825, "precision": 0.471911, "recall": 0.525692}, {"accuracy": 0.52668, "f1": 0.490661, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"], "main_score": 0.490661, "precision": 0.479023, "recall": 0.52668}, {"accuracy": 0.414032, "f1": 0.382377, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"], "main_score": 0.382377, "precision": 0.37105, "recall": 0.414032}, {"accuracy": 0.581028, "f1": 0.541998, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"], "main_score": 0.541998, "precision": 0.528781, "recall": 0.581028}, {"accuracy": 0.277668, "f1": 0.245231, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"], "main_score": 0.245231, "precision": 0.233569, "recall": 0.277668}, {"accuracy": 0.116601, "f1": 0.080169, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"], "main_score": 0.080169, "precision": 0.071229, "recall": 0.116601}, {"accuracy": 0.575099, "f1": 0.537087, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"], "main_score": 0.537087, "precision": 0.524469, "recall": 0.575099}, {"accuracy": 0.124506, "f1": 0.096866, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"], "main_score": 0.096866, "precision": 0.088045, "recall": 0.124506}, {"accuracy": 0.507905, "f1": 0.470379, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"], "main_score": 0.470379, "precision": 0.457154, "recall": 0.507905}, {"accuracy": 0.452569, "f1": 0.412594, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"], "main_score": 0.412594, "precision": 0.399433, "recall": 0.452569}, {"accuracy": 0.34585, "f1": 0.313011, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"], "main_score": 0.313011, "precision": 0.301014, "recall": 0.34585}, {"accuracy": 0.320158, "f1": 0.273141, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"], "main_score": 0.273141, "precision": 0.257757, "recall": 0.320158}, {"accuracy": 0.426877, "f1": 0.386352, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"], "main_score": 0.386352, "precision": 0.372376, "recall": 0.426877}, {"accuracy": 0.259881, "f1": 0.210525, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"], "main_score": 0.210525, "precision": 0.193828, "recall": 0.259881}, {"accuracy": 0.22332, "f1": 0.181569, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"], "main_score": 0.181569, "precision": 0.167132, "recall": 0.22332}, {"accuracy": 0.574111, "f1": 0.537035, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"], "main_score": 0.537035, "precision": 0.524562, "recall": 0.574111}, {"accuracy": 0.401186, "f1": 0.359805, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"], "main_score": 0.359805, "precision": 0.34457, "recall": 0.401186}, {"accuracy": 0.552372, "f1": 0.515443, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"], "main_score": 0.515443, "precision": 0.502563, "recall": 0.552372}, {"accuracy": 0.194664, "f1": 0.14711, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"], "main_score": 0.14711, "precision": 0.133026, "recall": 0.194664}, {"accuracy": 0.58004, "f1": 0.544817, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"], "main_score": 0.544817, "precision": 0.53296, "recall": 0.58004}, {"accuracy": 0.40415, "f1": 0.362359, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"], "main_score": 0.362359, "precision": 0.348733, "recall": 0.40415}, {"accuracy": 0.504941, "f1": 0.474289, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"], "main_score": 0.474289, "precision": 0.463823, "recall": 0.504941}, {"accuracy": 0.184783, "f1": 0.145679, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"], "main_score": 0.145679, "precision": 0.134402, "recall": 0.184783}, {"accuracy": 0.523715, "f1": 0.493283, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"], "main_score": 0.493283, "precision": 0.482938, "recall": 0.523715}, {"accuracy": 0.216403, "f1": 0.158511, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"], "main_score": 0.158511, "precision": 0.140281, "recall": 0.216403}, {"accuracy": 0.221344, "f1": 0.172956, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"], "main_score": 0.172956, "precision": 0.159428, "recall": 0.221344}, {"accuracy": 0.149209, "f1": 0.112361, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"], "main_score": 0.112361, "precision": 0.102169, "recall": 0.149209}, {"accuracy": 0.302372, "f1": 0.267418, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"], "main_score": 0.267418, "precision": 0.254903, "recall": 0.302372}, {"accuracy": 0.594862, "f1": 0.561967, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"], "main_score": 0.561967, "precision": 0.551075, "recall": 0.594862}, {"accuracy": 0.300395, "f1": 0.248601, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"], "main_score": 0.248601, "precision": 0.230004, "recall": 0.300395}, {"accuracy": 0.197628, "f1": 0.143554, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"], "main_score": 0.143554, "precision": 0.128501, "recall": 0.197628}, {"accuracy": 0.236166, "f1": 0.187048, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"], "main_score": 0.187048, "precision": 0.170589, "recall": 0.236166}, {"accuracy": 0.26087, "f1": 0.225153, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"], "main_score": 0.225153, "precision": 0.213007, "recall": 0.26087}, {"accuracy": 0.182806, "f1": 0.139143, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"], "main_score": 0.139143, "precision": 0.126438, "recall": 0.182806}, {"accuracy": 0.211462, "f1": 0.16782, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"], "main_score": 0.16782, "precision": 0.154148, "recall": 0.211462}, {"accuracy": 0.461462, "f1": 0.43122, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"], "main_score": 0.43122, "precision": 0.420968, "recall": 0.461462}, {"accuracy": 0.277668, "f1": 0.234505, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"], "main_score": 0.234505, "precision": 0.219835, "recall": 0.277668}, {"accuracy": 0.252964, "f1": 0.205532, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"], "main_score": 0.205532, "precision": 0.192171, "recall": 0.252964}, {"accuracy": 0.432806, "f1": 0.393865, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"], "main_score": 0.393865, "precision": 0.380663, "recall": 0.432806}, {"accuracy": 0.321146, "f1": 0.278372, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"], "main_score": 0.278372, "precision": 0.264124, "recall": 0.321146}, {"accuracy": 0.38834, "f1": 0.350133, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"], "main_score": 0.350133, "precision": 0.335733, "recall": 0.38834}, {"accuracy": 0.364625, "f1": 0.324682, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"], "main_score": 0.324682, "precision": 0.310063, "recall": 0.364625}, {"accuracy": 0.284585, "f1": 0.246886, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"], "main_score": 0.246886, "precision": 0.232225, "recall": 0.284585}, {"accuracy": 0.410079, "f1": 0.360541, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"], "main_score": 0.360541, "precision": 0.342582, "recall": 0.410079}, {"accuracy": 0.203557, "f1": 0.155774, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"], "main_score": 0.155774, "precision": 0.141577, "recall": 0.203557}, {"accuracy": 0.500988, "f1": 0.453104, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"], "main_score": 0.453104, "precision": 0.436972, "recall": 0.500988}, {"accuracy": 0.48419, "f1": 0.446059, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"], "main_score": 0.446059, "precision": 0.433616, "recall": 0.48419}, {"accuracy": 0.536561, "f1": 0.498919, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"], "main_score": 0.498919, "precision": 0.48572, "recall": 0.536561}, {"accuracy": 0.288538, "f1": 0.246803, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"], "main_score": 0.246803, "precision": 0.23425, "recall": 0.288538}, {"accuracy": 0.263834, "f1": 0.219827, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"], "main_score": 0.219827, "precision": 0.206046, "recall": 0.263834}, {"accuracy": 0.200593, "f1": 0.159793, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"], "main_score": 0.159793, "precision": 0.147943, "recall": 0.200593}, {"accuracy": 0.016798, "f1": 0.010858, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"], "main_score": 0.010858, "precision": 0.009837, "recall": 0.016798}, {"accuracy": 0.079051, "f1": 0.071699, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"], "main_score": 0.071699, "precision": 0.068962, "recall": 0.079051}, {"accuracy": 0.004941, "f1": 0.00198, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"], "main_score": 0.00198, "precision": 0.001664, "recall": 0.004941}, {"accuracy": 0.0583, "f1": 0.050503, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"], "main_score": 0.050503, "precision": 0.04924, "recall": 0.0583}, {"accuracy": 0.031621, "f1": 0.029484, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"], "main_score": 0.029484, "precision": 0.028988, "recall": 0.031621}, {"accuracy": 0.036561, "f1": 0.030053, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"], "main_score": 0.030053, "precision": 0.028861, "recall": 0.036561}, {"accuracy": 0.038538, "f1": 0.033966, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"], "main_score": 0.033966, "precision": 0.033288, "recall": 0.038538}, {"accuracy": 0.094862, "f1": 0.078913, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"], "main_score": 0.078913, "precision": 0.075365, "recall": 0.094862}, {"accuracy": 0.083004, "f1": 0.064494, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"], "main_score": 0.064494, "precision": 0.060719, "recall": 0.083004}, {"accuracy": 0.060277, "f1": 0.051667, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"], "main_score": 0.051667, "precision": 0.049307, "recall": 0.060277}, {"accuracy": 0.038538, "f1": 0.029517, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"], "main_score": 0.029517, "precision": 0.027584, "recall": 0.038538}, {"accuracy": 0.047431, "f1": 0.043975, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"], "main_score": 0.043975, "precision": 0.042821, "recall": 0.047431}, {"accuracy": 0.037549, "f1": 0.032193, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"], "main_score": 0.032193, "precision": 0.030721, "recall": 0.037549}, {"accuracy": 0.066206, "f1": 0.058493, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"], "main_score": 0.058493, "precision": 0.056411, "recall": 0.066206}, {"accuracy": 0.036561, "f1": 0.030543, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"], "main_score": 0.030543, "precision": 0.02944, "recall": 0.036561}, {"accuracy": 0.0583, "f1": 0.046989, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"], "main_score": 0.046989, "precision": 0.044643, "recall": 0.0583}, {"accuracy": 0.08004, "f1": 0.061187, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"], "main_score": 0.061187, "precision": 0.057267, "recall": 0.08004}, {"accuracy": 0.094862, "f1": 0.084821, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"], "main_score": 0.084821, "precision": 0.081979, "recall": 0.094862}, {"accuracy": 0.027668, "f1": 0.0252, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"], "main_score": 0.0252, "precision": 0.02454, "recall": 0.027668}, {"accuracy": 0.052372, "f1": 0.043325, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"], "main_score": 0.043325, "precision": 0.041252, "recall": 0.052372}, {"accuracy": 0.083004, "f1": 0.064636, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"], "main_score": 0.064636, "precision": 0.060553, "recall": 0.083004}, {"accuracy": 0.050395, "f1": 0.042807, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"], "main_score": 0.042807, "precision": 0.041386, "recall": 0.050395}, {"accuracy": 0.083992, "f1": 0.06907, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"], "main_score": 0.06907, "precision": 0.064837, "recall": 0.083992}, {"accuracy": 0.021739, "f1": 0.015875, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"], "main_score": 0.015875, "precision": 0.015252, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.042439, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"], "main_score": 0.042439, "precision": 0.041033, "recall": 0.047431}, {"accuracy": 0.052372, "f1": 0.045862, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"], "main_score": 0.045862, "precision": 0.044814, "recall": 0.052372}, {"accuracy": 0.078063, "f1": 0.062025, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"], "main_score": 0.062025, "precision": 0.057764, "recall": 0.078063}, {"accuracy": 0.039526, "f1": 0.035575, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"], "main_score": 0.035575, "precision": 0.034257, "recall": 0.039526}, {"accuracy": 0.093874, "f1": 0.080875, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"], "main_score": 0.080875, "precision": 0.077226, "recall": 0.093874}, {"accuracy": 0.039526, "f1": 0.034655, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"], "main_score": 0.034655, "precision": 0.033493, "recall": 0.039526}, {"accuracy": 0.08498, "f1": 0.068944, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"], "main_score": 0.068944, "precision": 0.066388, "recall": 0.08498}, {"accuracy": 0.055336, "f1": 0.04831, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"], "main_score": 0.04831, "precision": 0.046231, "recall": 0.055336}, {"accuracy": 0.045455, "f1": 0.037877, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"], "main_score": 0.037877, "precision": 0.036251, "recall": 0.045455}, {"accuracy": 0.068182, "f1": 0.060891, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"], "main_score": 0.060891, "precision": 0.059114, "recall": 0.068182}, {"accuracy": 0.060277, "f1": 0.051387, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"], "main_score": 0.051387, "precision": 0.048825, "recall": 0.060277}, {"accuracy": 0.036561, "f1": 0.031443, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"], "main_score": 0.031443, "precision": 0.030546, "recall": 0.036561}, {"accuracy": 0.044466, "f1": 0.036321, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"], "main_score": 0.036321, "precision": 0.034337, "recall": 0.044466}, {"accuracy": 0.022727, "f1": 0.015118, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"], "main_score": 0.015118, "precision": 0.014127, "recall": 0.022727}, {"accuracy": 0.086957, "f1": 0.069235, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"], "main_score": 0.069235, "precision": 0.065482, "recall": 0.086957}, {"accuracy": 0.045455, "f1": 0.038612, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"], "main_score": 0.038612, "precision": 0.036815, "recall": 0.045455}, {"accuracy": 0.098814, "f1": 0.081085, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"], "main_score": 0.081085, "precision": 0.075895, "recall": 0.098814}, {"accuracy": 0.01581, "f1": 0.01163, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"], "main_score": 0.01163, "precision": 0.010805, "recall": 0.01581}, {"accuracy": 0.078063, "f1": 0.063777, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"], "main_score": 0.063777, "precision": 0.060557, "recall": 0.078063}, {"accuracy": 0.062253, "f1": 0.055138, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"], "main_score": 0.055138, "precision": 0.053564, "recall": 0.062253}, {"accuracy": 0.054348, "f1": 0.048263, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"], "main_score": 0.048263, "precision": 0.046806, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.057125, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"], "main_score": 0.057125, "precision": 0.05462, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.036681, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"], "main_score": 0.036681, "precision": 0.035574, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.036847, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"], "main_score": 0.036847, "precision": 0.035926, "recall": 0.041502}, {"accuracy": 0.088933, "f1": 0.079337, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"], "main_score": 0.079337, "precision": 0.076403, "recall": 0.088933}, {"accuracy": 0.063241, "f1": 0.052085, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"], "main_score": 0.052085, "precision": 0.049456, "recall": 0.063241}, {"accuracy": 0.037549, "f1": 0.032698, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"], "main_score": 0.032698, "precision": 0.031879, "recall": 0.037549}, {"accuracy": 0.083992, "f1": 0.066714, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"], "main_score": 0.066714, "precision": 0.062758, "recall": 0.083992}, {"accuracy": 0.033597, "f1": 0.028672, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"], "main_score": 0.028672, "precision": 0.027673, "recall": 0.033597}, {"accuracy": 0.068182, "f1": 0.055245, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"], "main_score": 0.055245, "precision": 0.052689, "recall": 0.068182}, {"accuracy": 0.051383, "f1": 0.043855, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"], "main_score": 0.043855, "precision": 0.041981, "recall": 0.051383}, {"accuracy": 0.021739, "f1": 0.017912, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"], "main_score": 0.017912, "precision": 0.017241, "recall": 0.021739}, {"accuracy": 0.08498, "f1": 0.071739, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"], "main_score": 0.071739, "precision": 0.068363, "recall": 0.08498}, {"accuracy": 0.063241, "f1": 0.054218, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"], "main_score": 0.054218, "precision": 0.052422, "recall": 0.063241}, {"accuracy": 0.020751, "f1": 0.016158, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"], "main_score": 0.016158, "precision": 0.01441, "recall": 0.020751}, {"accuracy": 0.055336, "f1": 0.047637, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"], "main_score": 0.047637, "precision": 0.045376, "recall": 0.055336}, {"accuracy": 0.033597, "f1": 0.028709, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"], "main_score": 0.028709, "precision": 0.027514, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.046642, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"], "main_score": 0.046642, "precision": 0.045373, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.040595, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"], "main_score": 0.040595, "precision": 0.039915, "recall": 0.045455}, {"accuracy": 0.096838, "f1": 0.085113, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"], "main_score": 0.085113, "precision": 0.081662, "recall": 0.096838}, {"accuracy": 0.033597, "f1": 0.031291, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"], "main_score": 0.031291, "precision": 0.030303, "recall": 0.033597}, {"accuracy": 0.044466, "f1": 0.037842, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"], "main_score": 0.037842, "precision": 0.036325, "recall": 0.044466}, {"accuracy": 0.091897, "f1": 0.070968, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"], "main_score": 0.070968, "precision": 0.066908, "recall": 0.091897}, {"accuracy": 0.08498, "f1": 0.07247, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"], "main_score": 0.07247, "precision": 0.069397, "recall": 0.08498}, {"accuracy": 0.067194, "f1": 0.06033, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"], "main_score": 0.06033, "precision": 0.058254, "recall": 0.067194}, {"accuracy": 0.081028, "f1": 0.074547, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"], "main_score": 0.074547, "precision": 0.07269, "recall": 0.081028}, {"accuracy": 0.070158, "f1": 0.057111, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"], "main_score": 0.057111, "precision": 0.054007, "recall": 0.070158}, {"accuracy": 0.031621, "f1": 0.026921, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"], "main_score": 0.026921, "precision": 0.026021, "recall": 0.031621}, {"accuracy": 0.070158, "f1": 0.057601, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"], "main_score": 0.057601, "precision": 0.054816, "recall": 0.070158}, {"accuracy": 0.039526, "f1": 0.032155, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"], "main_score": 0.032155, "precision": 0.030277, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.040033, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"], "main_score": 0.040033, "precision": 0.037661, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.036565, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"], "main_score": 0.036565, "precision": 0.035081, "recall": 0.040514}, {"accuracy": 0.079051, "f1": 0.070183, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"], "main_score": 0.070183, "precision": 0.067787, "recall": 0.079051}, {"accuracy": 0.04249, "f1": 0.035214, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"], "main_score": 0.035214, "precision": 0.033805, "recall": 0.04249}, {"accuracy": 0.087945, "f1": 0.068453, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"], "main_score": 0.068453, "precision": 0.064971, "recall": 0.087945}, {"accuracy": 0.046443, "f1": 0.04144, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"], "main_score": 0.04144, "precision": 0.040286, "recall": 0.046443}, {"accuracy": 0.046443, "f1": 0.040317, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"], "main_score": 0.040317, "precision": 0.038743, "recall": 0.046443}, {"accuracy": 0.023715, "f1": 0.019174, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"], "main_score": 0.019174, "precision": 0.018152, "recall": 0.023715}, {"accuracy": 0.072134, "f1": 0.059014, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"], "main_score": 0.059014, "precision": 0.056385, "recall": 0.072134}, {"accuracy": 0.08004, "f1": 0.063202, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"], "main_score": 0.063202, "precision": 0.059714, "recall": 0.08004}, {"accuracy": 0.082016, "f1": 0.062457, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"], "main_score": 0.062457, "precision": 0.058745, "recall": 0.082016}, {"accuracy": 0.043478, "f1": 0.03901, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"], "main_score": 0.03901, "precision": 0.03769, "recall": 0.043478}, {"accuracy": 0.062253, "f1": 0.054449, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"], "main_score": 0.054449, "precision": 0.051673, "recall": 0.062253}, {"accuracy": 0.081028, "f1": 0.070202, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"], "main_score": 0.070202, "precision": 0.067259, "recall": 0.081028}, {"accuracy": 0.025692, "f1": 0.018229, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"], "main_score": 0.018229, "precision": 0.017379, "recall": 0.025692}, {"accuracy": 0.085968, "f1": 0.066723, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"], "main_score": 0.066723, "precision": 0.062701, "recall": 0.085968}, {"accuracy": 0.02668, "f1": 0.023571, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"], "main_score": 0.023571, "precision": 0.023067, "recall": 0.02668}, {"accuracy": 0.059289, "f1": 0.050269, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"], "main_score": 0.050269, "precision": 0.048083, "recall": 0.059289}, {"accuracy": 0.087945, "f1": 0.078243, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"], "main_score": 0.078243, "precision": 0.074846, "recall": 0.087945}, {"accuracy": 0.030632, "f1": 0.02687, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"], "main_score": 0.02687, "precision": 0.026451, "recall": 0.030632}, {"accuracy": 0.078063, "f1": 0.062886, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"], "main_score": 0.062886, "precision": 0.060365, "recall": 0.078063}, {"accuracy": 0.078063, "f1": 0.067982, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"], "main_score": 0.067982, "precision": 0.065402, "recall": 0.078063}, {"accuracy": 0.060277, "f1": 0.05124, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"], "main_score": 0.05124, "precision": 0.048762, "recall": 0.060277}, {"accuracy": 0.081028, "f1": 0.069995, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"], "main_score": 0.069995, "precision": 0.0674, "recall": 0.081028}, {"accuracy": 0.047431, "f1": 0.041054, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"], "main_score": 0.041054, "precision": 0.039987, "recall": 0.047431}, {"accuracy": 0.039526, "f1": 0.035246, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"], "main_score": 0.035246, "precision": 0.033763, "recall": 0.039526}, {"accuracy": 0.06917, "f1": 0.0566, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"], "main_score": 0.0566, "precision": 0.05345, "recall": 0.06917}, {"accuracy": 0.085968, "f1": 0.065514, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"], "main_score": 0.065514, "precision": 0.061501, "recall": 0.085968}, {"accuracy": 0.062253, "f1": 0.054674, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"], "main_score": 0.054674, "precision": 0.052894, "recall": 0.062253}, {"accuracy": 0.052372, "f1": 0.045196, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"], "main_score": 0.045196, "precision": 0.043422, "recall": 0.052372}, {"accuracy": 0.039526, "f1": 0.032775, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"], "main_score": 0.032775, "precision": 0.031313, "recall": 0.039526}, {"accuracy": 0.064229, "f1": 0.05313, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"], "main_score": 0.05313, "precision": 0.050084, "recall": 0.064229}, {"accuracy": 0.08498, "f1": 0.068107, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"], "main_score": 0.068107, "precision": 0.063722, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.072909, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"], "main_score": 0.072909, "precision": 0.069466, "recall": 0.085968}, {"accuracy": 0.046443, "f1": 0.039398, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"], "main_score": 0.039398, "precision": 0.037682, "recall": 0.046443}, {"accuracy": 0.083992, "f1": 0.067858, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"], "main_score": 0.067858, "precision": 0.064232, "recall": 0.083992}, {"accuracy": 0.044466, "f1": 0.037076, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"], "main_score": 0.037076, "precision": 0.035038, "recall": 0.044466}, {"accuracy": 0.049407, "f1": 0.041959, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"], "main_score": 0.041959, "precision": 0.040158, "recall": 0.049407}, {"accuracy": 0.045455, "f1": 0.041669, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"], "main_score": 0.041669, "precision": 0.04035, "recall": 0.045455}, {"accuracy": 0.08498, "f1": 0.069963, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"], "main_score": 0.069963, "precision": 0.066748, "recall": 0.08498}, {"accuracy": 0.02668, "f1": 0.023555, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"], "main_score": 0.023555, "precision": 0.02331, "recall": 0.02668}, {"accuracy": 0.045455, "f1": 0.036582, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"], "main_score": 0.036582, "precision": 0.034726, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.045615, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"], "main_score": 0.045615, "precision": 0.043494, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.034422, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"], "main_score": 0.034422, "precision": 0.032939, "recall": 0.038538}, {"accuracy": 0.049407, "f1": 0.041097, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"], "main_score": 0.041097, "precision": 0.038484, "recall": 0.049407}, {"accuracy": 0.078063, "f1": 0.065035, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"], "main_score": 0.065035, "precision": 0.061225, "recall": 0.078063}, {"accuracy": 0.100791, "f1": 0.087033, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"], "main_score": 0.087033, "precision": 0.083639, "recall": 0.100791}, {"accuracy": 0.076087, "f1": 0.066846, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"], "main_score": 0.066846, "precision": 0.064186, "recall": 0.076087}, {"accuracy": 0.068182, "f1": 0.059769, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"], "main_score": 0.059769, "precision": 0.056915, "recall": 0.068182}, {"accuracy": 0.014822, "f1": 0.007696, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"], "main_score": 0.007696, "precision": 0.006493, "recall": 0.014822}, {"accuracy": 0.017787, "f1": 0.014485, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"], "main_score": 0.014485, "precision": 0.014011, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.021545, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"], "main_score": 0.021545, "precision": 0.020586, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.031426, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"], "main_score": 0.031426, "precision": 0.030869, "recall": 0.034585}, {"accuracy": 0.083992, "f1": 0.065891, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"], "main_score": 0.065891, "precision": 0.062107, "recall": 0.083992}, {"accuracy": 0.059289, "f1": 0.048917, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"], "main_score": 0.048917, "precision": 0.046357, "recall": 0.059289}, {"accuracy": 0.097826, "f1": 0.087293, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"], "main_score": 0.087293, "precision": 0.08395, "recall": 0.097826}, {"accuracy": 0.075099, "f1": 0.064833, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"], "main_score": 0.064833, "precision": 0.062687, "recall": 0.075099}, {"accuracy": 0.081028, "f1": 0.065376, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"], "main_score": 0.065376, "precision": 0.061755, "recall": 0.081028}, {"accuracy": 0.036561, "f1": 0.030477, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"], "main_score": 0.030477, "precision": 0.029123, "recall": 0.036561}, {"accuracy": 0.037549, "f1": 0.031526, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"], "main_score": 0.031526, "precision": 0.029597, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.049056, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"], "main_score": 0.049056, "precision": 0.046805, "recall": 0.056324}, {"accuracy": 0.038538, "f1": 0.035312, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"], "main_score": 0.035312, "precision": 0.034339, "recall": 0.038538}, {"accuracy": 0.074111, "f1": 0.065079, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"], "main_score": 0.065079, "precision": 0.062104, "recall": 0.074111}, {"accuracy": 0.065217, "f1": 0.054092, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"], "main_score": 0.054092, "precision": 0.051381, "recall": 0.065217}, {"accuracy": 0.021739, "f1": 0.015552, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"], "main_score": 0.015552, "precision": 0.014781, "recall": 0.021739}, {"accuracy": 0.044466, "f1": 0.035568, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"], "main_score": 0.035568, "precision": 0.03386, "recall": 0.044466}, {"accuracy": 0.052372, "f1": 0.043069, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"], "main_score": 0.043069, "precision": 0.041128, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.054239, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"], "main_score": 0.054239, "precision": 0.052529, "recall": 0.062253}, {"accuracy": 0.047431, "f1": 0.041155, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"], "main_score": 0.041155, "precision": 0.039376, "recall": 0.047431}, {"accuracy": 0.057312, "f1": 0.047441, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"], "main_score": 0.047441, "precision": 0.045922, "recall": 0.057312}, {"accuracy": 0.024704, "f1": 0.022563, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"], "main_score": 0.022563, "precision": 0.021772, "recall": 0.024704}, {"accuracy": 0.041502, "f1": 0.030643, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"], "main_score": 0.030643, "precision": 0.028269, "recall": 0.041502}, {"accuracy": 0.051383, "f1": 0.044279, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"], "main_score": 0.044279, "precision": 0.042809, "recall": 0.051383}, {"accuracy": 0.028656, "f1": 0.023592, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"], "main_score": 0.023592, "precision": 0.023001, "recall": 0.028656}, {"accuracy": 0.049407, "f1": 0.040486, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"], "main_score": 0.040486, "precision": 0.038293, "recall": 0.049407}, {"accuracy": 0.085968, "f1": 0.077276, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"], "main_score": 0.077276, "precision": 0.074729, "recall": 0.085968}, {"accuracy": 0.033597, "f1": 0.02856, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"], "main_score": 0.02856, "precision": 0.027323, "recall": 0.033597}, {"accuracy": 0.060277, "f1": 0.050621, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"], "main_score": 0.050621, "precision": 0.048109, "recall": 0.060277}, {"accuracy": 0.065217, "f1": 0.050617, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"], "main_score": 0.050617, "precision": 0.047494, "recall": 0.065217}, {"accuracy": 0.054348, "f1": 0.040915, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"], "main_score": 0.040915, "precision": 0.038276, "recall": 0.054348}, {"accuracy": 0.043478, "f1": 0.038883, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"], "main_score": 0.038883, "precision": 0.037722, "recall": 0.043478}, {"accuracy": 0.087945, "f1": 0.070187, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"], "main_score": 0.070187, "precision": 0.066593, "recall": 0.087945}, {"accuracy": 0.037549, "f1": 0.031437, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"], "main_score": 0.031437, "precision": 0.029991, "recall": 0.037549}, {"accuracy": 0.035573, "f1": 0.03207, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"], "main_score": 0.03207, "precision": 0.031128, "recall": 0.035573}, {"accuracy": 0.085968, "f1": 0.070048, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"], "main_score": 0.070048, "precision": 0.066625, "recall": 0.085968}, {"accuracy": 0.017787, "f1": 0.011912, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"], "main_score": 0.011912, "precision": 0.011009, "recall": 0.017787}, {"accuracy": 0.048419, "f1": 0.044798, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"], "main_score": 0.044798, "precision": 0.043644, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.045813, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"], "main_score": 0.045813, "precision": 0.043459, "recall": 0.055336}, {"accuracy": 0.048419, "f1": 0.041683, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"], "main_score": 0.041683, "precision": 0.040249, "recall": 0.048419}, {"accuracy": 0.061265, "f1": 0.052733, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"], "main_score": 0.052733, "precision": 0.050381, "recall": 0.061265}, {"accuracy": 0.045455, "f1": 0.043149, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"], "main_score": 0.043149, "precision": 0.042161, "recall": 0.045455}, {"accuracy": 0.08004, "f1": 0.068383, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"], "main_score": 0.068383, "precision": 0.065654, "recall": 0.08004}, {"accuracy": 0.090909, "f1": 0.078571, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"], "main_score": 0.078571, "precision": 0.075796, "recall": 0.090909}, {"accuracy": 0.073123, "f1": 0.057439, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"], "main_score": 0.057439, "precision": 0.054284, "recall": 0.073123}, {"accuracy": 0.060277, "f1": 0.054469, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"], "main_score": 0.054469, "precision": 0.052281, "recall": 0.060277}, {"accuracy": 0.078063, "f1": 0.063342, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"], "main_score": 0.063342, "precision": 0.060167, "recall": 0.078063}, {"accuracy": 0.071146, "f1": 0.061329, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"], "main_score": 0.061329, "precision": 0.058234, "recall": 0.071146}, {"accuracy": 0.085968, "f1": 0.067714, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"], "main_score": 0.067714, "precision": 0.06381, "recall": 0.085968}, {"accuracy": 0.023715, "f1": 0.018512, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"], "main_score": 0.018512, "precision": 0.017673, "recall": 0.023715}, {"accuracy": 0.059289, "f1": 0.049937, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"], "main_score": 0.049937, "precision": 0.047865, "recall": 0.059289}, {"accuracy": 0.071146, "f1": 0.060024, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"], "main_score": 0.060024, "precision": 0.057055, "recall": 0.071146}, {"accuracy": 0.066206, "f1": 0.055608, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"], "main_score": 0.055608, "precision": 0.053132, "recall": 0.066206}, {"accuracy": 0.068182, "f1": 0.056131, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"], "main_score": 0.056131, "precision": 0.053425, "recall": 0.068182}, {"accuracy": 0.086957, "f1": 0.075529, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"], "main_score": 0.075529, "precision": 0.072141, "recall": 0.086957}, {"accuracy": 0.06917, "f1": 0.060728, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"], "main_score": 0.060728, "precision": 0.058444, "recall": 0.06917}, {"accuracy": 0.027668, "f1": 0.023224, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"], "main_score": 0.023224, "precision": 0.022417, "recall": 0.027668}, {"accuracy": 0.082016, "f1": 0.064073, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"], "main_score": 0.064073, "precision": 0.060208, "recall": 0.082016}, {"accuracy": 0.059289, "f1": 0.04922, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"], "main_score": 0.04922, "precision": 0.046544, "recall": 0.059289}, {"accuracy": 0.100791, "f1": 0.089695, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"], "main_score": 0.089695, "precision": 0.086495, "recall": 0.100791}, {"accuracy": 0.072134, "f1": 0.058769, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"], "main_score": 0.058769, "precision": 0.055857, "recall": 0.072134}, {"accuracy": 0.02668, "f1": 0.023293, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"], "main_score": 0.023293, "precision": 0.022573, "recall": 0.02668}, {"accuracy": 0.065217, "f1": 0.055472, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"], "main_score": 0.055472, "precision": 0.052616, "recall": 0.065217}, {"accuracy": 0.090909, "f1": 0.077545, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"], "main_score": 0.077545, "precision": 0.073567, "recall": 0.090909}, {"accuracy": 0.036561, "f1": 0.030027, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"], "main_score": 0.030027, "precision": 0.028354, "recall": 0.036561}, {"accuracy": 0.08004, "f1": 0.071256, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"], "main_score": 0.071256, "precision": 0.068675, "recall": 0.08004}, {"accuracy": 0.072134, "f1": 0.064029, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"], "main_score": 0.064029, "precision": 0.062372, "recall": 0.072134}, {"accuracy": 0.028656, "f1": 0.024607, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"], "main_score": 0.024607, "precision": 0.02347, "recall": 0.028656}, {"accuracy": 0.082016, "f1": 0.068772, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"], "main_score": 0.068772, "precision": 0.065165, "recall": 0.082016}, {"accuracy": 0.05336, "f1": 0.047343, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"], "main_score": 0.047343, "precision": 0.04561, "recall": 0.05336}, {"accuracy": 0.035573, "f1": 0.03166, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"], "main_score": 0.03166, "precision": 0.030652, "recall": 0.035573}, {"accuracy": 0.059289, "f1": 0.046245, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"], "main_score": 0.046245, "precision": 0.043899, "recall": 0.059289}, {"accuracy": 0.060277, "f1": 0.050667, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"], "main_score": 0.050667, "precision": 0.049056, "recall": 0.060277}, {"accuracy": 0.055336, "f1": 0.047482, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"], "main_score": 0.047482, "precision": 0.044991, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.053905, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"], "main_score": 0.053905, "precision": 0.052727, "recall": 0.059289}, {"accuracy": 0.0583, "f1": 0.049011, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"], "main_score": 0.049011, "precision": 0.046881, "recall": 0.0583}, {"accuracy": 0.055336, "f1": 0.044508, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"], "main_score": 0.044508, "precision": 0.042141, "recall": 0.055336}, {"accuracy": 0.024704, "f1": 0.018281, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"], "main_score": 0.018281, "precision": 0.017308, "recall": 0.024704}, {"accuracy": 0.051383, "f1": 0.040997, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"], "main_score": 0.040997, "precision": 0.038393, "recall": 0.051383}, {"accuracy": 0.094862, "f1": 0.081622, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"], "main_score": 0.081622, "precision": 0.078426, "recall": 0.094862}, {"accuracy": 0.089921, "f1": 0.053583, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"], "main_score": 0.053583, "precision": 0.045224, "recall": 0.089921}, {"accuracy": 0.211462, "f1": 0.13979, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"], "main_score": 0.13979, "precision": 0.122295, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.907115, "f1": 0.878788, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"], "main_score": 0.878788, "precision": 0.865316, "recall": 0.907115}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.660079, "f1": 0.5864, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"], "main_score": 0.5864, "precision": 0.558112, "recall": 0.660079}, {"accuracy": 0.23419, "f1": 0.165203, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"], "main_score": 0.165203, "precision": 0.147714, "recall": 0.23419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.432806, "f1": 0.348333, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"], "main_score": 0.348333, "precision": 0.322151, "recall": 0.432806}, {"accuracy": 0.683794, "f1": 0.612476, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"], "main_score": 0.612476, "precision": 0.582733, "recall": 0.683794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"], "main_score": 0.904644, "precision": 0.893939, "recall": 0.926877}, {"accuracy": 0.272727, "f1": 0.192065, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"], "main_score": 0.192065, "precision": 0.171362, "recall": 0.272727}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.851779, "f1": 0.813011, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"], "main_score": 0.813011, "precision": 0.795455, "recall": 0.851779}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.317194, "f1": 0.224777, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"], "main_score": 0.224777, "precision": 0.199405, "recall": 0.317194}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.174901, "f1": 0.117961, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"], "main_score": 0.117961, "precision": 0.10418, "recall": 0.174901}, {"accuracy": 0.906126, "f1": 0.87915, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"], "main_score": 0.87915, "precision": 0.866518, "recall": 0.906126}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.73419, "f1": 0.668516, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"], "main_score": 0.668516, "precision": 0.640267, "recall": 0.73419}, {"accuracy": 0.061265, "f1": 0.027054, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"], "main_score": 0.027054, "precision": 0.02188, "recall": 0.061265}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.252964, "f1": 0.177144, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"], "main_score": 0.177144, "precision": 0.158448, "recall": 0.252964}, {"accuracy": 0.875494, "f1": 0.840599, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"], "main_score": 0.840599, "precision": 0.824852, "recall": 0.875494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"], "main_score": 0.92309, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.886858, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"], "main_score": 0.886858, "precision": 0.873682, "recall": 0.914032}, {"accuracy": 0.305336, "f1": 0.229707, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"], "main_score": 0.229707, "precision": 0.207595, "recall": 0.305336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.807312, "f1": 0.75766, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"], "main_score": 0.75766, "precision": 0.735211, "recall": 0.807312}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"], "main_score": 0.924078, "precision": 0.914855, "recall": 0.942688}, {"accuracy": 0.909091, "f1": 0.883366, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"], "main_score": 0.883366, "precision": 0.871706, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.192688, "f1": 0.123688, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"], "main_score": 0.123688, "precision": 0.108169, "recall": 0.192688}, {"accuracy": 0.063241, "f1": 0.039902, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"], "main_score": 0.039902, "precision": 0.034667, "recall": 0.063241}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.177866, "f1": 0.116817, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"], "main_score": 0.116817, "precision": 0.103204, "recall": 0.177866}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.898221, "f1": 0.867391, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"], "main_score": 0.867391, "precision": 0.852931, "recall": 0.898221}, {"accuracy": 0.777668, "f1": 0.72108, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"], "main_score": 0.72108, "precision": 0.697167, "recall": 0.777668}, {"accuracy": 0.217391, "f1": 0.143238, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"], "main_score": 0.143238, "precision": 0.125443, "recall": 0.217391}, {"accuracy": 0.76087, "f1": 0.710954, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"], "main_score": 0.710954, "precision": 0.690382, "recall": 0.76087}, {"accuracy": 0.657115, "f1": 0.582413, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"], "main_score": 0.582413, "precision": 0.553616, "recall": 0.657115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.768775, "f1": 0.708122, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"], "main_score": 0.708122, "precision": 0.682032, "recall": 0.768775}, {"accuracy": 0.187747, "f1": 0.122037, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"], "main_score": 0.122037, "precision": 0.10617, "recall": 0.187747}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.082016, "f1": 0.046007, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"], "main_score": 0.046007, "precision": 0.038399, "recall": 0.082016}, {"accuracy": 0.272727, "f1": 0.201274, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"], "main_score": 0.201274, "precision": 0.183208, "recall": 0.272727}, {"accuracy": 0.386364, "f1": 0.296421, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"], "main_score": 0.296421, "precision": 0.269371, "recall": 0.386364}, {"accuracy": 0.097826, "f1": 0.054076, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"], "main_score": 0.054076, "precision": 0.04531, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.312253, "f1": 0.230757, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"], "main_score": 0.230757, "precision": 0.207959, "recall": 0.312253}, {"accuracy": 0.782609, "f1": 0.727602, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"], "main_score": 0.727602, "precision": 0.704743, "recall": 0.782609}, {"accuracy": 0.487154, "f1": 0.4036, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"], "main_score": 0.4036, "precision": 0.376078, "recall": 0.487154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.287549, "f1": 0.209404, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"], "main_score": 0.209404, "precision": 0.189164, "recall": 0.287549}, {"accuracy": 0.353755, "f1": 0.265145, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"], "main_score": 0.265145, "precision": 0.238849, "recall": 0.353755}, {"accuracy": 0.27668, "f1": 0.191665, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"], "main_score": 0.191665, "precision": 0.168732, "recall": 0.27668}, {"accuracy": 0.371542, "f1": 0.285354, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"], "main_score": 0.285354, "precision": 0.259739, "recall": 0.371542}, {"accuracy": 0.657115, "f1": 0.586359, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"], "main_score": 0.586359, "precision": 0.558135, "recall": 0.657115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.054348, "f1": 0.018478, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"], "main_score": 0.018478, "precision": 0.01382, "recall": 0.054348}, {"accuracy": 0.233202, "f1": 0.160807, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"], "main_score": 0.160807, "precision": 0.141597, "recall": 0.233202}, {"accuracy": 0.774704, "f1": 0.719916, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"], "main_score": 0.719916, "precision": 0.69688, "recall": 0.774704}, {"accuracy": 0.257905, "f1": 0.183097, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"], "main_score": 0.183097, "precision": 0.163277, "recall": 0.257905}, {"accuracy": 0.066206, "f1": 0.033653, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"], "main_score": 0.033653, "precision": 0.028468, "recall": 0.066206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.824111, "f1": 0.776468, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"], "main_score": 0.776468, "precision": 0.755188, "recall": 0.824111}, {"accuracy": 0.809289, "f1": 0.755731, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"], "main_score": 0.755731, "precision": 0.732032, "recall": 0.809289}, {"accuracy": 0.790514, "f1": 0.74246, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"], "main_score": 0.74246, "precision": 0.722325, "recall": 0.790514}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.245059, "f1": 0.172694, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"], "main_score": 0.172694, "precision": 0.153645, "recall": 0.245059}, {"accuracy": 0.188735, "f1": 0.12558, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"], "main_score": 0.12558, "precision": 0.110469, "recall": 0.188735}, {"accuracy": 0.902174, "f1": 0.873518, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"], "main_score": 0.873518, "precision": 0.860013, "recall": 0.902174}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.406126, "f1": 0.319028, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"], "main_score": 0.319028, "precision": 0.291694, "recall": 0.406126}, {"accuracy": 0.224308, "f1": 0.153621, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"], "main_score": 0.153621, "precision": 0.13621, "recall": 0.224308}, {"accuracy": 0.741107, "f1": 0.679941, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"], "main_score": 0.679941, "precision": 0.654974, "recall": 0.741107}, {"accuracy": 0.936759, "f1": 0.919302, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"], "main_score": 0.919302, "precision": 0.911594, "recall": 0.936759}, {"accuracy": 0.212451, "f1": 0.137374, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"], "main_score": 0.137374, "precision": 0.120383, "recall": 0.212451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.266798, "f1": 0.197185, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"], "main_score": 0.197185, "precision": 0.179573, "recall": 0.266798}, {"accuracy": 0.458498, "f1": 0.361887, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"], "main_score": 0.361887, "precision": 0.329813, "recall": 0.458498}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.770751, "f1": 0.714316, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"], "main_score": 0.714316, "precision": 0.690326, "recall": 0.770751}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.259881, "f1": 0.188278, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"], "main_score": 0.188278, "precision": 0.169603, "recall": 0.259881}, {"accuracy": 0.075099, "f1": 0.032947, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"], "main_score": 0.032947, "precision": 0.02686, "recall": 0.075099}, {"accuracy": 0.272727, "f1": 0.198095, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"], "main_score": 0.198095, "precision": 0.17783, "recall": 0.272727}, {"accuracy": 0.143281, "f1": 0.085978, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"], "main_score": 0.085978, "precision": 0.073148, "recall": 0.143281}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.746047, "f1": 0.683665, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"], "main_score": 0.683665, "precision": 0.657635, "recall": 0.746047}, {"accuracy": 0.085968, "f1": 0.05694, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"], "main_score": 0.05694, "precision": 0.050663, "recall": 0.085968}, {"accuracy": 0.76581, "f1": 0.705684, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"], "main_score": 0.705684, "precision": 0.679578, "recall": 0.76581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.753953, "f1": 0.693577, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"], "main_score": 0.693577, "precision": 0.667869, "recall": 0.753953}, {"accuracy": 0.522727, "f1": 0.437114, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"], "main_score": 0.437114, "precision": 0.405064, "recall": 0.522727}, {"accuracy": 0.215415, "f1": 0.141167, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"], "main_score": 0.141167, "precision": 0.122707, "recall": 0.215415}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.424901, "f1": 0.33466, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"], "main_score": 0.33466, "precision": 0.306067, "recall": 0.424901}, {"accuracy": 0.245059, "f1": 0.16653, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"], "main_score": 0.16653, "precision": 0.146922, "recall": 0.245059}, {"accuracy": 0.225296, "f1": 0.158139, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"], "main_score": 0.158139, "precision": 0.141209, "recall": 0.225296}, {"accuracy": 0.254941, "f1": 0.180879, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"], "main_score": 0.180879, "precision": 0.161653, "recall": 0.254941}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.019763, "f1": 0.004151, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"], "main_score": 0.004151, "precision": 0.003283, "recall": 0.019763}, {"accuracy": 0.862648, "f1": 0.825264, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"], "main_score": 0.825264, "precision": 0.808547, "recall": 0.862648}, {"accuracy": 0.454545, "f1": 0.365562, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"], "main_score": 0.365562, "precision": 0.334122, "recall": 0.454545}, {"accuracy": 0.858696, "f1": 0.819697, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"], "main_score": 0.819697, "precision": 0.80163, "recall": 0.858696}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.107708, "f1": 0.0634, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"], "main_score": 0.0634, "precision": 0.054657, "recall": 0.107708}, {"accuracy": 0.220356, "f1": 0.149242, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"], "main_score": 0.149242, "precision": 0.131824, "recall": 0.220356}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.668972, "f1": 0.596087, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"], "main_score": 0.596087, "precision": 0.56821, "recall": 0.668972}, {"accuracy": 0.210474, "f1": 0.139436, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"], "main_score": 0.139436, "precision": 0.121767, "recall": 0.210474}, {"accuracy": 0.216403, "f1": 0.140368, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"], "main_score": 0.140368, "precision": 0.121858, "recall": 0.216403}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.216403, "f1": 0.14935, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"], "main_score": 0.14935, "precision": 0.132907, "recall": 0.216403}, {"accuracy": 0.219368, "f1": 0.150844, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"], "main_score": 0.150844, "precision": 0.132854, "recall": 0.219368}, {"accuracy": 0.821146, "f1": 0.775085, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"], "main_score": 0.775085, "precision": 0.754644, "recall": 0.821146}, {"accuracy": 0.676877, "f1": 0.610873, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"], "main_score": 0.610873, "precision": 0.585615, "recall": 0.676877}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.304348, "f1": 0.21635, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"], "main_score": 0.21635, "precision": 0.190158, "recall": 0.304348}, {"accuracy": 0.498024, "f1": 0.414318, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"], "main_score": 0.414318, "precision": 0.387242, "recall": 0.498024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.562253, "f1": 0.477652, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"], "main_score": 0.477652, "precision": 0.444651, "recall": 0.562253}, {"accuracy": 0.847826, "f1": 0.806258, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"], "main_score": 0.806258, "precision": 0.787582, "recall": 0.847826}, {"accuracy": 0.315217, "f1": 0.23421, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"], "main_score": 0.23421, "precision": 0.211851, "recall": 0.315217}, {"accuracy": 0.621542, "f1": 0.540668, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"], "main_score": 0.540668, "precision": 0.508936, "recall": 0.621542}, {"accuracy": 0.732213, "f1": 0.670627, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"], "main_score": 0.670627, "precision": 0.644409, "recall": 0.732213}, {"accuracy": 0.254941, "f1": 0.175964, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"], "main_score": 0.175964, "precision": 0.154839, "recall": 0.254941}, {"accuracy": 0.932806, "f1": 0.913538, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"], "main_score": 0.913538, "precision": 0.904315, "recall": 0.932806}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.93722, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"], "main_score": 0.93722, "precision": 0.930665, "recall": 0.951581}, {"accuracy": 0.783597, "f1": 0.728821, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"], "main_score": 0.728821, "precision": 0.704447, "recall": 0.783597}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.434783, "f1": 0.349509, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"], "main_score": 0.349509, "precision": 0.31984, "recall": 0.434783}, {"accuracy": 0.52668, "f1": 0.439507, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"], "main_score": 0.439507, "precision": 0.410055, "recall": 0.52668}, {"accuracy": 0.121542, "f1": 0.0676, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"], "main_score": 0.0676, "precision": 0.056903, "recall": 0.121542}, {"accuracy": 0.184783, "f1": 0.124026, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"], "main_score": 0.124026, "precision": 0.106808, "recall": 0.184783}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.947628, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"], "main_score": 0.947628, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.48419, "f1": 0.394902, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"], "main_score": 0.394902, "precision": 0.365924, "recall": 0.48419}, {"accuracy": 0.380435, "f1": 0.293122, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"], "main_score": 0.293122, "precision": 0.266942, "recall": 0.380435}, {"accuracy": 0.881423, "f1": 0.845487, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"], "main_score": 0.845487, "precision": 0.828722, "recall": 0.881423}, {"accuracy": 0.27668, "f1": 0.196734, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"], "main_score": 0.196734, "precision": 0.174898, "recall": 0.27668}, {"accuracy": 0.254941, "f1": 0.178285, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"], "main_score": 0.178285, "precision": 0.158238, "recall": 0.254941}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.480237, "f1": 0.389267, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"], "main_score": 0.389267, "precision": 0.359974, "recall": 0.480237}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.212451, "f1": 0.133819, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"], "main_score": 0.133819, "precision": 0.114264, "recall": 0.212451}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.900939, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"], "main_score": 0.900939, "precision": 0.890128, "recall": 0.923913}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.192688, "f1": 0.127596, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"], "main_score": 0.127596, "precision": 0.112082, "recall": 0.192688}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"], "main_score": 0.915514, "precision": 0.906291, "recall": 0.934783}, {"accuracy": 0.208498, "f1": 0.138274, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"], "main_score": 0.138274, "precision": 0.120455, "recall": 0.208498}, {"accuracy": 0.233202, "f1": 0.162819, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"], "main_score": 0.162819, "precision": 0.14563, "recall": 0.233202}, {"accuracy": 0.164032, "f1": 0.10448, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"], "main_score": 0.10448, "precision": 0.090705, "recall": 0.164032}, {"accuracy": 0.575099, "f1": 0.488614, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"], "main_score": 0.488614, "precision": 0.455272, "recall": 0.575099}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.332016, "f1": 0.244013, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"], "main_score": 0.244013, "precision": 0.217779, "recall": 0.332016}, {"accuracy": 0.202569, "f1": 0.134553, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"], "main_score": 0.134553, "precision": 0.118225, "recall": 0.202569}, {"accuracy": 0.246047, "f1": 0.170001, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"], "main_score": 0.170001, "precision": 0.150253, "recall": 0.246047}, {"accuracy": 0.842885, "f1": 0.801812, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"], "main_score": 0.801812, "precision": 0.783465, "recall": 0.842885}, {"accuracy": 0.192688, "f1": 0.125489, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"], "main_score": 0.125489, "precision": 0.109236, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.144118, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"], "main_score": 0.144118, "precision": 0.12846, "recall": 0.20751}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.31917, "f1": 0.234293, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"], "main_score": 0.234293, "precision": 0.211523, "recall": 0.31917}, {"accuracy": 0.271739, "f1": 0.192949, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"], "main_score": 0.192949, "precision": 0.172363, "recall": 0.271739}, {"accuracy": 0.672925, "f1": 0.598372, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"], "main_score": 0.598372, "precision": 0.568969, "recall": 0.672925}, {"accuracy": 0.375494, "f1": 0.291547, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"], "main_score": 0.291547, "precision": 0.265233, "recall": 0.375494}, {"accuracy": 0.495059, "f1": 0.403441, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"], "main_score": 0.403441, "precision": 0.371596, "recall": 0.495059}, {"accuracy": 0.871542, "f1": 0.834387, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"], "main_score": 0.834387, "precision": 0.817194, "recall": 0.871542}, {"accuracy": 0.363636, "f1": 0.273538, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"], "main_score": 0.273538, "precision": 0.246797, "recall": 0.363636}, {"accuracy": 0.487154, "f1": 0.397203, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"], "main_score": 0.397203, "precision": 0.363951, "recall": 0.487154}, {"accuracy": 0.200593, "f1": 0.133566, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"], "main_score": 0.133566, "precision": 0.115687, "recall": 0.200593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.826449, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"], "main_score": 0.826449, "precision": 0.80998, "recall": 0.863636}, {"accuracy": 0.287549, "f1": 0.205062, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"], "main_score": 0.205062, "precision": 0.180482, "recall": 0.287549}, {"accuracy": 0.229249, "f1": 0.151211, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"], "main_score": 0.151211, "precision": 0.132102, "recall": 0.229249}, {"accuracy": 0.021739, "f1": 0.013817, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"], "main_score": 0.013817, "precision": 0.012196, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.025723, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"], "main_score": 0.025723, "precision": 0.023018, "recall": 0.036561}, {"accuracy": 0.003953, "f1": 0.000217, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"], "main_score": 0.000217, "precision": 0.000116, "recall": 0.003953}, {"accuracy": 0.136364, "f1": 0.108004, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"], "main_score": 0.108004, "precision": 0.101799, "recall": 0.136364}, {"accuracy": 0.11166, "f1": 0.092917, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"], "main_score": 0.092917, "precision": 0.088184, "recall": 0.11166}, {"accuracy": 0.103755, "f1": 0.086509, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"], "main_score": 0.086509, "precision": 0.082357, "recall": 0.103755}, {"accuracy": 0.093874, "f1": 0.073893, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"], "main_score": 0.073893, "precision": 0.068927, "recall": 0.093874}, {"accuracy": 0.046443, "f1": 0.032887, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"], "main_score": 0.032887, "precision": 0.030613, "recall": 0.046443}, {"accuracy": 0.12747, "f1": 0.103508, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"], "main_score": 0.103508, "precision": 0.098271, "recall": 0.12747}, {"accuracy": 0.070158, "f1": 0.052179, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"], "main_score": 0.052179, "precision": 0.047502, "recall": 0.070158}, {"accuracy": 0.086957, "f1": 0.069045, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"], "main_score": 0.069045, "precision": 0.065703, "recall": 0.086957}, {"accuracy": 0.12253, "f1": 0.097331, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"], "main_score": 0.097331, "precision": 0.091564, "recall": 0.12253}, {"accuracy": 0.114625, "f1": 0.094502, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"], "main_score": 0.094502, "precision": 0.089058, "recall": 0.114625}, {"accuracy": 0.045455, "f1": 0.033481, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"], "main_score": 0.033481, "precision": 0.030416, "recall": 0.045455}, {"accuracy": 0.107708, "f1": 0.088685, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"], "main_score": 0.088685, "precision": 0.083416, "recall": 0.107708}, {"accuracy": 0.123518, "f1": 0.106492, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"], "main_score": 0.106492, "precision": 0.101761, "recall": 0.123518}, {"accuracy": 0.128458, "f1": 0.10048, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"], "main_score": 0.10048, "precision": 0.093203, "recall": 0.128458}, {"accuracy": 0.048419, "f1": 0.031849, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"], "main_score": 0.031849, "precision": 0.028297, "recall": 0.048419}, {"accuracy": 0.117589, "f1": 0.099545, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"], "main_score": 0.099545, "precision": 0.093923, "recall": 0.117589}, {"accuracy": 0.131423, "f1": 0.105114, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"], "main_score": 0.105114, "precision": 0.09922, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.101508, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"], "main_score": 0.101508, "precision": 0.095648, "recall": 0.130435}, {"accuracy": 0.126482, "f1": 0.098983, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"], "main_score": 0.098983, "precision": 0.092738, "recall": 0.126482}, {"accuracy": 0.039526, "f1": 0.023566, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"], "main_score": 0.023566, "precision": 0.020523, "recall": 0.039526}, {"accuracy": 0.100791, "f1": 0.083313, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"], "main_score": 0.083313, "precision": 0.078396, "recall": 0.100791}, {"accuracy": 0.128458, "f1": 0.10621, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"], "main_score": 0.10621, "precision": 0.101276, "recall": 0.128458}, {"accuracy": 0.093874, "f1": 0.077238, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"], "main_score": 0.077238, "precision": 0.072664, "recall": 0.093874}, {"accuracy": 0.054348, "f1": 0.036644, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"], "main_score": 0.036644, "precision": 0.032581, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.107347, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"], "main_score": 0.107347, "precision": 0.100005, "recall": 0.132411}, {"accuracy": 0.034585, "f1": 0.020323, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"], "main_score": 0.020323, "precision": 0.017983, "recall": 0.034585}, {"accuracy": 0.114625, "f1": 0.093191, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"], "main_score": 0.093191, "precision": 0.087189, "recall": 0.114625}, {"accuracy": 0.124506, "f1": 0.097676, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"], "main_score": 0.097676, "precision": 0.09094, "recall": 0.124506}, {"accuracy": 0.120553, "f1": 0.096108, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"], "main_score": 0.096108, "precision": 0.089826, "recall": 0.120553}, {"accuracy": 0.086957, "f1": 0.074437, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"], "main_score": 0.074437, "precision": 0.071904, "recall": 0.086957}, {"accuracy": 0.059289, "f1": 0.041939, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"], "main_score": 0.041939, "precision": 0.039154, "recall": 0.059289}, {"accuracy": 0.134387, "f1": 0.102399, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"], "main_score": 0.102399, "precision": 0.096229, "recall": 0.134387}, {"accuracy": 0.114625, "f1": 0.093484, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"], "main_score": 0.093484, "precision": 0.088768, "recall": 0.114625}, {"accuracy": 0.11166, "f1": 0.09789, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"], "main_score": 0.09789, "precision": 0.093924, "recall": 0.11166}, {"accuracy": 0.112648, "f1": 0.093884, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"], "main_score": 0.093884, "precision": 0.088391, "recall": 0.112648}, {"accuracy": 0.129447, "f1": 0.102039, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"], "main_score": 0.102039, "precision": 0.095717, "recall": 0.129447}, {"accuracy": 0.13834, "f1": 0.107619, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"], "main_score": 0.107619, "precision": 0.100909, "recall": 0.13834}, {"accuracy": 0.036561, "f1": 0.024089, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"], "main_score": 0.024089, "precision": 0.021234, "recall": 0.036561}, {"accuracy": 0.021739, "f1": 0.014826, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"], "main_score": 0.014826, "precision": 0.013518, "recall": 0.021739}, {"accuracy": 0.129447, "f1": 0.103576, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"], "main_score": 0.103576, "precision": 0.098333, "recall": 0.129447}, {"accuracy": 0.033597, "f1": 0.024977, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"], "main_score": 0.024977, "precision": 0.023232, "recall": 0.033597}, {"accuracy": 0.125494, "f1": 0.099034, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"], "main_score": 0.099034, "precision": 0.093089, "recall": 0.125494}, {"accuracy": 0.137352, "f1": 0.108131, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"], "main_score": 0.108131, "precision": 0.100568, "recall": 0.137352}, {"accuracy": 0.105731, "f1": 0.084167, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"], "main_score": 0.084167, "precision": 0.078736, "recall": 0.105731}, {"accuracy": 0.092885, "f1": 0.071327, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"], "main_score": 0.071327, "precision": 0.065222, "recall": 0.092885}, {"accuracy": 0.04249, "f1": 0.030132, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"], "main_score": 0.030132, "precision": 0.027044, "recall": 0.04249}, {"accuracy": 0.09585, "f1": 0.076027, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"], "main_score": 0.076027, "precision": 0.071134, "recall": 0.09585}, {"accuracy": 0.081028, "f1": 0.063505, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"], "main_score": 0.063505, "precision": 0.060012, "recall": 0.081028}, {"accuracy": 0.137352, "f1": 0.109393, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"], "main_score": 0.109393, "precision": 0.103269, "recall": 0.137352}, {"accuracy": 0.102767, "f1": 0.08261, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"], "main_score": 0.08261, "precision": 0.07646, "recall": 0.102767}, {"accuracy": 0.034585, "f1": 0.022975, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"], "main_score": 0.022975, "precision": 0.020501, "recall": 0.034585}, {"accuracy": 0.119565, "f1": 0.102914, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"], "main_score": 0.102914, "precision": 0.098063, "recall": 0.119565}, {"accuracy": 0.024704, "f1": 0.015431, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"], "main_score": 0.015431, "precision": 0.013811, "recall": 0.024704}, {"accuracy": 0.044466, "f1": 0.029171, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"], "main_score": 0.029171, "precision": 0.025211, "recall": 0.044466}, {"accuracy": 0.076087, "f1": 0.058743, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"], "main_score": 0.058743, "precision": 0.054411, "recall": 0.076087}, {"accuracy": 0.040514, "f1": 0.032494, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"], "main_score": 0.032494, "precision": 0.029752, "recall": 0.040514}, {"accuracy": 0.136364, "f1": 0.10486, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"], "main_score": 0.10486, "precision": 0.09889, "recall": 0.136364}, {"accuracy": 0.12747, "f1": 0.10755, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"], "main_score": 0.10755, "precision": 0.102439, "recall": 0.12747}, {"accuracy": 0.129447, "f1": 0.10336, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"], "main_score": 0.10336, "precision": 0.098303, "recall": 0.129447}, {"accuracy": 0.12747, "f1": 0.101809, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"], "main_score": 0.101809, "precision": 0.095563, "recall": 0.12747}, {"accuracy": 0.052372, "f1": 0.035778, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"], "main_score": 0.035778, "precision": 0.032556, "recall": 0.052372}, {"accuracy": 0.11166, "f1": 0.086095, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"], "main_score": 0.086095, "precision": 0.07875, "recall": 0.11166}, {"accuracy": 0.064229, "f1": 0.049678, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"], "main_score": 0.049678, "precision": 0.046628, "recall": 0.064229}, {"accuracy": 0.130435, "f1": 0.096091, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"], "main_score": 0.096091, "precision": 0.088136, "recall": 0.130435}, {"accuracy": 0.047431, "f1": 0.034901, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"], "main_score": 0.034901, "precision": 0.032092, "recall": 0.047431}, {"accuracy": 0.071146, "f1": 0.05405, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"], "main_score": 0.05405, "precision": 0.05047, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.035727, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"], "main_score": 0.035727, "precision": 0.033161, "recall": 0.055336}, {"accuracy": 0.062253, "f1": 0.045855, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"], "main_score": 0.045855, "precision": 0.042307, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.056428, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"], "main_score": 0.056428, "precision": 0.0528, "recall": 0.072134}, {"accuracy": 0.124506, "f1": 0.100996, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"], "main_score": 0.100996, "precision": 0.095543, "recall": 0.124506}, {"accuracy": 0.048419, "f1": 0.027299, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"], "main_score": 0.027299, "precision": 0.023775, "recall": 0.048419}, {"accuracy": 0.034585, "f1": 0.024479, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"], "main_score": 0.024479, "precision": 0.022224, "recall": 0.034585}, {"accuracy": 0.089921, "f1": 0.071421, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"], "main_score": 0.071421, "precision": 0.067192, "recall": 0.089921}, {"accuracy": 0.060277, "f1": 0.044991, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"], "main_score": 0.044991, "precision": 0.04138, "recall": 0.060277}, {"accuracy": 0.038538, "f1": 0.022867, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"], "main_score": 0.022867, "precision": 0.019561, "recall": 0.038538}, {"accuracy": 0.132411, "f1": 0.099681, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"], "main_score": 0.099681, "precision": 0.092823, "recall": 0.132411}, {"accuracy": 0.103755, "f1": 0.081678, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"], "main_score": 0.081678, "precision": 0.076135, "recall": 0.103755}, {"accuracy": 0.099802, "f1": 0.083458, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"], "main_score": 0.083458, "precision": 0.079286, "recall": 0.099802}, {"accuracy": 0.183794, "f1": 0.157141, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"], "main_score": 0.157141, "precision": 0.150102, "recall": 0.183794}, {"accuracy": 0.135375, "f1": 0.103039, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"], "main_score": 0.103039, "precision": 0.09607, "recall": 0.135375}, {"accuracy": 0.119565, "f1": 0.096141, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"], "main_score": 0.096141, "precision": 0.090326, "recall": 0.119565}, {"accuracy": 0.133399, "f1": 0.10093, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"], "main_score": 0.10093, "precision": 0.093944, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.107494, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"], "main_score": 0.107494, "precision": 0.102978, "recall": 0.130435}, {"accuracy": 0.048419, "f1": 0.033995, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"], "main_score": 0.033995, "precision": 0.031047, "recall": 0.048419}, {"accuracy": 0.031621, "f1": 0.021506, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"], "main_score": 0.021506, "precision": 0.018965, "recall": 0.031621}, {"accuracy": 0.100791, "f1": 0.083995, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"], "main_score": 0.083995, "precision": 0.080473, "recall": 0.100791}, {"accuracy": 0.133399, "f1": 0.105734, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"], "main_score": 0.105734, "precision": 0.099371, "recall": 0.133399}, {"accuracy": 0.125494, "f1": 0.103467, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"], "main_score": 0.103467, "precision": 0.098189, "recall": 0.125494}, {"accuracy": 0.056324, "f1": 0.039733, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"], "main_score": 0.039733, "precision": 0.036174, "recall": 0.056324}, {"accuracy": 0.040514, "f1": 0.02795, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"], "main_score": 0.02795, "precision": 0.025261, "recall": 0.040514}, {"accuracy": 0.097826, "f1": 0.078148, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"], "main_score": 0.078148, "precision": 0.073141, "recall": 0.097826}, {"accuracy": 0.125494, "f1": 0.107584, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"], "main_score": 0.107584, "precision": 0.10345, "recall": 0.125494}, {"accuracy": 0.054348, "f1": 0.034507, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"], "main_score": 0.034507, "precision": 0.030728, "recall": 0.054348}, {"accuracy": 0.126482, "f1": 0.104702, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"], "main_score": 0.104702, "precision": 0.100118, "recall": 0.126482}, {"accuracy": 0.040514, "f1": 0.029794, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"], "main_score": 0.029794, "precision": 0.027276, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.055379, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"], "main_score": 0.055379, "precision": 0.050465, "recall": 0.076087}, {"accuracy": 0.131423, "f1": 0.106426, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"], "main_score": 0.106426, "precision": 0.100755, "recall": 0.131423}, {"accuracy": 0.135375, "f1": 0.103508, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"], "main_score": 0.103508, "precision": 0.097104, "recall": 0.135375}, {"accuracy": 0.130435, "f1": 0.100667, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"], "main_score": 0.100667, "precision": 0.094261, "recall": 0.130435}, {"accuracy": 0.135375, "f1": 0.109333, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"], "main_score": 0.109333, "precision": 0.103899, "recall": 0.135375}, {"accuracy": 0.100791, "f1": 0.081405, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"], "main_score": 0.081405, "precision": 0.076809, "recall": 0.100791}, {"accuracy": 0.104743, "f1": 0.087594, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"], "main_score": 0.087594, "precision": 0.083574, "recall": 0.104743}, {"accuracy": 0.047431, "f1": 0.032762, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"], "main_score": 0.032762, "precision": 0.029676, "recall": 0.047431}, {"accuracy": 0.056324, "f1": 0.038345, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"], "main_score": 0.038345, "precision": 0.033598, "recall": 0.056324}, {"accuracy": 0.049407, "f1": 0.03499, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"], "main_score": 0.03499, "precision": 0.031908, "recall": 0.049407}, {"accuracy": 0.039526, "f1": 0.023505, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"], "main_score": 0.023505, "precision": 0.020358, "recall": 0.039526}, {"accuracy": 0.125494, "f1": 0.096848, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"], "main_score": 0.096848, "precision": 0.090759, "recall": 0.125494}, {"accuracy": 0.09585, "f1": 0.072222, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"], "main_score": 0.072222, "precision": 0.066099, "recall": 0.09585}, {"accuracy": 0.028656, "f1": 0.019643, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"], "main_score": 0.019643, "precision": 0.018132, "recall": 0.028656}, {"accuracy": 0.108696, "f1": 0.083313, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"], "main_score": 0.083313, "precision": 0.077878, "recall": 0.108696}, {"accuracy": 0.12747, "f1": 0.095665, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"], "main_score": 0.095665, "precision": 0.090041, "recall": 0.12747}, {"accuracy": 0.079051, "f1": 0.062372, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"], "main_score": 0.062372, "precision": 0.057933, "recall": 0.079051}, {"accuracy": 0.09585, "f1": 0.067942, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"], "main_score": 0.067942, "precision": 0.061047, "recall": 0.09585}, {"accuracy": 0.048419, "f1": 0.035594, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"], "main_score": 0.035594, "precision": 0.032567, "recall": 0.048419}, {"accuracy": 0.117589, "f1": 0.089207, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"], "main_score": 0.089207, "precision": 0.082265, "recall": 0.117589}, {"accuracy": 0.067194, "f1": 0.052186, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"], "main_score": 0.052186, "precision": 0.049216, "recall": 0.067194}, {"accuracy": 0.052372, "f1": 0.033178, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"], "main_score": 0.033178, "precision": 0.029273, "recall": 0.052372}, {"accuracy": 0.04249, "f1": 0.027512, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"], "main_score": 0.027512, "precision": 0.025065, "recall": 0.04249}, {"accuracy": 0.050395, "f1": 0.036841, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"], "main_score": 0.036841, "precision": 0.033791, "recall": 0.050395}, {"accuracy": 0.130435, "f1": 0.109424, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"], "main_score": 0.109424, "precision": 0.104626, "recall": 0.130435}, {"accuracy": 0.01087, "f1": 0.002511, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"], "main_score": 0.002511, "precision": 0.001838, "recall": 0.01087}, {"accuracy": 0.096838, "f1": 0.078511, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"], "main_score": 0.078511, "precision": 0.074492, "recall": 0.096838}, {"accuracy": 0.079051, "f1": 0.061473, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"], "main_score": 0.061473, "precision": 0.057459, "recall": 0.079051}, {"accuracy": 0.103755, "f1": 0.086499, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"], "main_score": 0.086499, "precision": 0.081533, "recall": 0.103755}, {"accuracy": 0.126482, "f1": 0.099029, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"], "main_score": 0.099029, "precision": 0.093379, "recall": 0.126482}, {"accuracy": 0.040514, "f1": 0.025721, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"], "main_score": 0.025721, "precision": 0.022591, "recall": 0.040514}, {"accuracy": 0.044466, "f1": 0.03473, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"], "main_score": 0.03473, "precision": 0.032028, "recall": 0.044466}, {"accuracy": 0.133399, "f1": 0.107157, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"], "main_score": 0.107157, "precision": 0.101342, "recall": 0.133399}, {"accuracy": 0.125494, "f1": 0.099972, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"], "main_score": 0.099972, "precision": 0.094297, "recall": 0.125494}, {"accuracy": 0.085968, "f1": 0.066613, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"], "main_score": 0.066613, "precision": 0.061554, "recall": 0.085968}, {"accuracy": 0.048419, "f1": 0.035945, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"], "main_score": 0.035945, "precision": 0.033663, "recall": 0.048419}, {"accuracy": 0.047431, "f1": 0.031479, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"], "main_score": 0.031479, "precision": 0.02753, "recall": 0.047431}, {"accuracy": 0.120553, "f1": 0.101026, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"], "main_score": 0.101026, "precision": 0.095047, "recall": 0.120553}, {"accuracy": 0.044466, "f1": 0.027089, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"], "main_score": 0.027089, "precision": 0.023519, "recall": 0.044466}, {"accuracy": 0.037549, "f1": 0.022778, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"], "main_score": 0.022778, "precision": 0.019857, "recall": 0.037549}, {"accuracy": 0.107708, "f1": 0.09085, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"], "main_score": 0.09085, "precision": 0.086658, "recall": 0.107708}, {"accuracy": 0.09585, "f1": 0.07577, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"], "main_score": 0.07577, "precision": 0.070352, "recall": 0.09585}, {"accuracy": 0.118577, "f1": 0.100799, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"], "main_score": 0.100799, "precision": 0.096339, "recall": 0.118577}, {"accuracy": 0.0583, "f1": 0.043826, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"], "main_score": 0.043826, "precision": 0.040569, "recall": 0.0583}, {"accuracy": 0.08004, "f1": 0.059366, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"], "main_score": 0.059366, "precision": 0.054543, "recall": 0.08004}, {"accuracy": 0.137352, "f1": 0.109778, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"], "main_score": 0.109778, "precision": 0.103653, "recall": 0.137352}, {"accuracy": 0.082016, "f1": 0.063631, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"], "main_score": 0.063631, "precision": 0.058466, "recall": 0.082016}, {"accuracy": 0.125494, "f1": 0.104061, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"], "main_score": 0.104061, "precision": 0.098451, "recall": 0.125494}, {"accuracy": 0.074111, "f1": 0.05241, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"], "main_score": 0.05241, "precision": 0.048047, "recall": 0.074111}, {"accuracy": 0.086957, "f1": 0.072609, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"], "main_score": 0.072609, "precision": 0.069101, "recall": 0.086957}, {"accuracy": 0.092885, "f1": 0.068462, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"], "main_score": 0.068462, "precision": 0.062726, "recall": 0.092885}, {"accuracy": 0.056324, "f1": 0.039353, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"], "main_score": 0.039353, "precision": 0.035545, "recall": 0.056324}, {"accuracy": 0.108696, "f1": 0.096304, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"], "main_score": 0.096304, "precision": 0.09259, "recall": 0.108696}, {"accuracy": 0.124506, "f1": 0.099035, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"], "main_score": 0.099035, "precision": 0.093551, "recall": 0.124506}, {"accuracy": 0.136364, "f1": 0.104629, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"], "main_score": 0.104629, "precision": 0.097742, "recall": 0.136364}, {"accuracy": 0.113636, "f1": 0.088205, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"], "main_score": 0.088205, "precision": 0.082723, "recall": 0.113636}, {"accuracy": 0.094862, "f1": 0.075776, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"], "main_score": 0.075776, "precision": 0.070968, "recall": 0.094862}, {"accuracy": 0.128458, "f1": 0.097554, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"], "main_score": 0.097554, "precision": 0.089995, "recall": 0.128458}, {"accuracy": 0.071146, "f1": 0.056866, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"], "main_score": 0.056866, "precision": 0.052702, "recall": 0.071146}, {"accuracy": 0.081028, "f1": 0.06339, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"], "main_score": 0.06339, "precision": 0.059317, "recall": 0.081028}, {"accuracy": 0.031621, "f1": 0.018952, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"], "main_score": 0.018952, "precision": 0.016943, "recall": 0.031621}, {"accuracy": 0.114625, "f1": 0.08814, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"], "main_score": 0.08814, "precision": 0.082191, "recall": 0.114625}, {"accuracy": 0.136364, "f1": 0.103267, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"], "main_score": 0.103267, "precision": 0.095995, "recall": 0.136364}, {"accuracy": 0.115613, "f1": 0.093735, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"], "main_score": 0.093735, "precision": 0.088363, "recall": 0.115613}, {"accuracy": 0.061265, "f1": 0.046486, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"], "main_score": 0.046486, "precision": 0.042368, "recall": 0.061265}, {"accuracy": 0.062253, "f1": 0.04094, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"], "main_score": 0.04094, "precision": 0.036694, "recall": 0.062253}, {"accuracy": 0.116601, "f1": 0.096887, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"], "main_score": 0.096887, "precision": 0.092771, "recall": 0.116601}, {"accuracy": 0.04249, "f1": 0.026736, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"], "main_score": 0.026736, "precision": 0.023894, "recall": 0.04249}, {"accuracy": 0.05336, "f1": 0.037255, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"], "main_score": 0.037255, "precision": 0.033681, "recall": 0.05336}, {"accuracy": 0.134387, "f1": 0.103846, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"], "main_score": 0.103846, "precision": 0.097915, "recall": 0.134387}, {"accuracy": 0.077075, "f1": 0.058396, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"], "main_score": 0.058396, "precision": 0.053993, "recall": 0.077075}, {"accuracy": 0.131423, "f1": 0.105001, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"], "main_score": 0.105001, "precision": 0.098791, "recall": 0.131423}, {"accuracy": 0.045455, "f1": 0.032276, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"], "main_score": 0.032276, "precision": 0.029525, "recall": 0.045455}, {"accuracy": 0.12747, "f1": 0.101435, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"], "main_score": 0.101435, "precision": 0.095313, "recall": 0.12747}, {"accuracy": 0.112648, "f1": 0.095148, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"], "main_score": 0.095148, "precision": 0.090268, "recall": 0.112648}, {"accuracy": 0.116601, "f1": 0.094121, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"], "main_score": 0.094121, "precision": 0.089024, "recall": 0.116601}, {"accuracy": 0.038538, "f1": 0.025346, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"], "main_score": 0.025346, "precision": 0.022408, "recall": 0.038538}, {"accuracy": 0.125494, "f1": 0.100516, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"], "main_score": 0.100516, "precision": 0.093617, "recall": 0.125494}, {"accuracy": 0.034585, "f1": 0.025683, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"], "main_score": 0.025683, "precision": 0.023358, "recall": 0.034585}, {"accuracy": 0.049407, "f1": 0.034589, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"], "main_score": 0.034589, "precision": 0.031585, "recall": 0.049407}, {"accuracy": 0.031621, "f1": 0.021207, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"], "main_score": 0.021207, "precision": 0.019405, "recall": 0.031621}, {"accuracy": 0.072134, "f1": 0.058027, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"], "main_score": 0.058027, "precision": 0.055443, "recall": 0.072134}, {"accuracy": 0.121542, "f1": 0.095174, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"], "main_score": 0.095174, "precision": 0.088844, "recall": 0.121542}, {"accuracy": 0.0583, "f1": 0.039148, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"], "main_score": 0.039148, "precision": 0.035354, "recall": 0.0583}, {"accuracy": 0.036561, "f1": 0.023032, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"], "main_score": 0.023032, "precision": 0.020935, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.025603, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"], "main_score": 0.025603, "precision": 0.02209, "recall": 0.041502}, {"accuracy": 0.091897, "f1": 0.081292, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"], "main_score": 0.081292, "precision": 0.078504, "recall": 0.091897}, {"accuracy": 0.027668, "f1": 0.016714, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"], "main_score": 0.016714, "precision": 0.014648, "recall": 0.027668}, {"accuracy": 0.043478, "f1": 0.034148, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"], "main_score": 0.034148, "precision": 0.032217, "recall": 0.043478}, {"accuracy": 0.115613, "f1": 0.089317, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"], "main_score": 0.089317, "precision": 0.083453, "recall": 0.115613}, {"accuracy": 0.051383, "f1": 0.034992, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"], "main_score": 0.034992, "precision": 0.031867, "recall": 0.051383}, {"accuracy": 0.043478, "f1": 0.030649, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"], "main_score": 0.030649, "precision": 0.028125, "recall": 0.043478}, {"accuracy": 0.083004, "f1": 0.065089, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"], "main_score": 0.065089, "precision": 0.060404, "recall": 0.083004}, {"accuracy": 0.066206, "f1": 0.048503, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"], "main_score": 0.048503, "precision": 0.045721, "recall": 0.066206}, {"accuracy": 0.08004, "f1": 0.062777, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"], "main_score": 0.062777, "precision": 0.058174, "recall": 0.08004}, {"accuracy": 0.116601, "f1": 0.094753, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"], "main_score": 0.094753, "precision": 0.089952, "recall": 0.116601}, {"accuracy": 0.061265, "f1": 0.041098, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"], "main_score": 0.041098, "precision": 0.03655, "recall": 0.061265}, {"accuracy": 0.101779, "f1": 0.079759, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"], "main_score": 0.079759, "precision": 0.073836, "recall": 0.101779}, {"accuracy": 0.04249, "f1": 0.027543, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"], "main_score": 0.027543, "precision": 0.02428, "recall": 0.04249}, {"accuracy": 0.126482, "f1": 0.099825, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"], "main_score": 0.099825, "precision": 0.09296, "recall": 0.126482}, {"accuracy": 0.120553, "f1": 0.098349, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"], "main_score": 0.098349, "precision": 0.093789, "recall": 0.120553}, {"accuracy": 0.126482, "f1": 0.100147, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"], "main_score": 0.100147, "precision": 0.093718, "recall": 0.126482}, {"accuracy": 0.115613, "f1": 0.093174, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"], "main_score": 0.093174, "precision": 0.087891, "recall": 0.115613}, {"accuracy": 0.061265, "f1": 0.044698, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"], "main_score": 0.044698, "precision": 0.04095, "recall": 0.061265}, {"accuracy": 0.049407, "f1": 0.031355, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"], "main_score": 0.031355, "precision": 0.028223, "recall": 0.049407}, {"accuracy": 0.089921, "f1": 0.055512, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"], "main_score": 0.055512, "precision": 0.04721, "recall": 0.089921}, {"accuracy": 0.156126, "f1": 0.093334, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"], "main_score": 0.093334, "precision": 0.079856, "recall": 0.156126}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.900198, "f1": 0.870455, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"], "main_score": 0.870455, "precision": 0.856472, "recall": 0.900198}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"], "main_score": 0.910573, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.603755, "f1": 0.526548, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"], "main_score": 0.526548, "precision": 0.497763, "recall": 0.603755}, {"accuracy": 0.181818, "f1": 0.120616, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"], "main_score": 0.120616, "precision": 0.105478, "recall": 0.181818}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.375494, "f1": 0.284434, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"], "main_score": 0.284434, "precision": 0.256377, "recall": 0.375494}, {"accuracy": 0.633399, "f1": 0.559027, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"], "main_score": 0.559027, "precision": 0.530044, "recall": 0.633399}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"], "main_score": 0.889559, "precision": 0.877553, "recall": 0.91502}, {"accuracy": 0.220356, "f1": 0.137697, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"], "main_score": 0.137697, "precision": 0.116622, "recall": 0.220356}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"], "main_score": 0.902668, "precision": 0.892161, "recall": 0.924901}, {"accuracy": 0.824111, "f1": 0.779381, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"], "main_score": 0.779381, "precision": 0.760277, "recall": 0.824111}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.262846, "f1": 0.174365, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"], "main_score": 0.174365, "precision": 0.150865, "recall": 0.262846}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"], "main_score": 0.933136, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.134387, "f1": 0.081872, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"], "main_score": 0.081872, "precision": 0.069895, "recall": 0.134387}, {"accuracy": 0.873518, "f1": 0.840267, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"], "main_score": 0.840267, "precision": 0.825569, "recall": 0.873518}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.682806, "f1": 0.611656, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"], "main_score": 0.611656, "precision": 0.583252, "recall": 0.682806}, {"accuracy": 0.073123, "f1": 0.036139, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"], "main_score": 0.036139, "precision": 0.030667, "recall": 0.073123}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.204545, "f1": 0.132825, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"], "main_score": 0.132825, "precision": 0.116391, "recall": 0.204545}, {"accuracy": 0.849802, "f1": 0.810837, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"], "main_score": 0.810837, "precision": 0.793874, "recall": 0.849802}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.917984, "f1": 0.893182, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"], "main_score": 0.893182, "precision": 0.881176, "recall": 0.917984}, {"accuracy": 0.891304, "f1": 0.858663, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"], "main_score": 0.858663, "precision": 0.843379, "recall": 0.891304}, {"accuracy": 0.241107, "f1": 0.169698, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"], "main_score": 0.169698, "precision": 0.150029, "recall": 0.241107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.793478, "f1": 0.745161, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"], "main_score": 0.745161, "precision": 0.724417, "recall": 0.793478}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.895257, "f1": 0.864855, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"], "main_score": 0.864855, "precision": 0.850741, "recall": 0.895257}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.137352, "f1": 0.076428, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"], "main_score": 0.076428, "precision": 0.064991, "recall": 0.137352}, {"accuracy": 0.062253, "f1": 0.035546, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"], "main_score": 0.035546, "precision": 0.029466, "recall": 0.062253}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.142292, "f1": 0.086767, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"], "main_score": 0.086767, "precision": 0.076072, "recall": 0.142292}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"], "main_score": 0.924407, "precision": 0.915679, "recall": 0.942688}, {"accuracy": 0.876482, "f1": 0.840679, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"], "main_score": 0.840679, "precision": 0.824473, "recall": 0.876482}, {"accuracy": 0.710474, "f1": 0.645586, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"], "main_score": 0.645586, "precision": 0.618695, "recall": 0.710474}, {"accuracy": 0.168972, "f1": 0.09994, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"], "main_score": 0.09994, "precision": 0.083856, "recall": 0.168972}, {"accuracy": 0.715415, "f1": 0.65432, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"], "main_score": 0.65432, "precision": 0.628706, "recall": 0.715415}, {"accuracy": 0.593874, "f1": 0.512666, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"], "main_score": 0.512666, "precision": 0.482829, "recall": 0.593874}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.714427, "f1": 0.64656, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"], "main_score": 0.64656, "precision": 0.618975, "recall": 0.714427}, {"accuracy": 0.152174, "f1": 0.093548, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"], "main_score": 0.093548, "precision": 0.081139, "recall": 0.152174}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"], "main_score": 0.934684, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.074111, "f1": 0.042692, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"], "main_score": 0.042692, "precision": 0.035933, "recall": 0.074111}, {"accuracy": 0.213439, "f1": 0.147377, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"], "main_score": 0.147377, "precision": 0.13138, "recall": 0.213439}, {"accuracy": 0.332016, "f1": 0.238605, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"], "main_score": 0.238605, "precision": 0.211754, "recall": 0.332016}, {"accuracy": 0.085968, "f1": 0.04582, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"], "main_score": 0.04582, "precision": 0.037703, "recall": 0.085968}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.250988, "f1": 0.169792, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"], "main_score": 0.169792, "precision": 0.14817, "recall": 0.250988}, {"accuracy": 0.742095, "f1": 0.678008, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"], "main_score": 0.678008, "precision": 0.651961, "recall": 0.742095}, {"accuracy": 0.414032, "f1": 0.327518, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"], "main_score": 0.327518, "precision": 0.300801, "recall": 0.414032}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.231225, "f1": 0.1559, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"], "main_score": 0.1559, "precision": 0.137249, "recall": 0.231225}, {"accuracy": 0.289526, "f1": 0.207581, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"], "main_score": 0.207581, "precision": 0.185634, "recall": 0.289526}, {"accuracy": 0.238142, "f1": 0.157652, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"], "main_score": 0.157652, "precision": 0.136998, "recall": 0.238142}, {"accuracy": 0.324111, "f1": 0.244076, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"], "main_score": 0.244076, "precision": 0.222257, "recall": 0.324111}, {"accuracy": 0.603755, "f1": 0.52791, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"], "main_score": 0.52791, "precision": 0.497808, "recall": 0.603755}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.056324, "f1": 0.019673, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"], "main_score": 0.019673, "precision": 0.015223, "recall": 0.056324}, {"accuracy": 0.18083, "f1": 0.114796, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"], "main_score": 0.114796, "precision": 0.098461, "recall": 0.18083}, {"accuracy": 0.727273, "f1": 0.666277, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"], "main_score": 0.666277, "precision": 0.641811, "recall": 0.727273}, {"accuracy": 0.214427, "f1": 0.144075, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"], "main_score": 0.144075, "precision": 0.127512, "recall": 0.214427}, {"accuracy": 0.057312, "f1": 0.028885, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"], "main_score": 0.028885, "precision": 0.024895, "recall": 0.057312}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.758893, "f1": 0.700158, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"], "main_score": 0.700158, "precision": 0.675568, "recall": 0.758893}, {"accuracy": 0.772727, "f1": 0.713773, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"], "main_score": 0.713773, "precision": 0.688803, "recall": 0.772727}, {"accuracy": 0.758893, "f1": 0.706661, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"], "main_score": 0.706661, "precision": 0.685023, "recall": 0.758893}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.194664, "f1": 0.131203, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"], "main_score": 0.131203, "precision": 0.11521, "recall": 0.194664}, {"accuracy": 0.136364, "f1": 0.082736, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"], "main_score": 0.082736, "precision": 0.070654, "recall": 0.136364}, {"accuracy": 0.884387, "f1": 0.852569, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"], "main_score": 0.852569, "precision": 0.838175, "recall": 0.884387}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"], "main_score": 0.931884, "precision": 0.924489, "recall": 0.947628}, {"accuracy": 0.343874, "f1": 0.254014, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"], "main_score": 0.254014, "precision": 0.228091, "recall": 0.343874}, {"accuracy": 0.171937, "f1": 0.105733, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"], "main_score": 0.105733, "precision": 0.090728, "recall": 0.171937}, {"accuracy": 0.683794, "f1": 0.608832, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"], "main_score": 0.608832, "precision": 0.578541, "recall": 0.683794}, {"accuracy": 0.912055, "f1": 0.889761, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"], "main_score": 0.889761, "precision": 0.880221, "recall": 0.912055}, {"accuracy": 0.166008, "f1": 0.101024, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"], "main_score": 0.101024, "precision": 0.087032, "recall": 0.166008}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.215415, "f1": 0.148517, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"], "main_score": 0.148517, "precision": 0.132695, "recall": 0.215415}, {"accuracy": 0.38834, "f1": 0.295321, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"], "main_score": 0.295321, "precision": 0.26742, "recall": 0.38834}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.70751, "f1": 0.640956, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"], "main_score": 0.640956, "precision": 0.614246, "recall": 0.70751}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.200593, "f1": 0.13471, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"], "main_score": 0.13471, "precision": 0.117559, "recall": 0.200593}, {"accuracy": 0.078063, "f1": 0.033291, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"], "main_score": 0.033291, "precision": 0.026749, "recall": 0.078063}, {"accuracy": 0.218379, "f1": 0.14358, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"], "main_score": 0.14358, "precision": 0.125019, "recall": 0.218379}, {"accuracy": 0.097826, "f1": 0.054728, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"], "main_score": 0.054728, "precision": 0.046182, "recall": 0.097826}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.685771, "f1": 0.612752, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"], "main_score": 0.612752, "precision": 0.582526, "recall": 0.685771}, {"accuracy": 0.071146, "f1": 0.044489, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"], "main_score": 0.044489, "precision": 0.038791, "recall": 0.071146}, {"accuracy": 0.702569, "f1": 0.634086, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"], "main_score": 0.634086, "precision": 0.605451, "recall": 0.702569}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.720356, "f1": 0.655519, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"], "main_score": 0.655519, "precision": 0.628263, "recall": 0.720356}, {"accuracy": 0.487154, "f1": 0.40274, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"], "main_score": 0.40274, "precision": 0.372899, "recall": 0.487154}, {"accuracy": 0.181818, "f1": 0.113794, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"], "main_score": 0.113794, "precision": 0.097529, "recall": 0.181818}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.366601, "f1": 0.277481, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"], "main_score": 0.277481, "precision": 0.250249, "recall": 0.366601}, {"accuracy": 0.200593, "f1": 0.125165, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"], "main_score": 0.125165, "precision": 0.107123, "recall": 0.200593}, {"accuracy": 0.176877, "f1": 0.111261, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"], "main_score": 0.111261, "precision": 0.096228, "recall": 0.176877}, {"accuracy": 0.205534, "f1": 0.137719, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"], "main_score": 0.137719, "precision": 0.120479, "recall": 0.205534}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.020751, "f1": 0.004795, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"], "main_score": 0.004795, "precision": 0.00399, "recall": 0.020751}, {"accuracy": 0.840909, "f1": 0.796989, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"], "main_score": 0.796989, "precision": 0.777372, "recall": 0.840909}, {"accuracy": 0.410079, "f1": 0.323692, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"], "main_score": 0.323692, "precision": 0.293695, "recall": 0.410079}, {"accuracy": 0.848814, "f1": 0.807773, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"], "main_score": 0.807773, "precision": 0.789097, "recall": 0.848814}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.088933, "f1": 0.046479, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"], "main_score": 0.046479, "precision": 0.038346, "recall": 0.088933}, {"accuracy": 0.174901, "f1": 0.112765, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"], "main_score": 0.112765, "precision": 0.098052, "recall": 0.174901}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.600791, "f1": 0.519664, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"], "main_score": 0.519664, "precision": 0.48975, "recall": 0.600791}, {"accuracy": 0.174901, "f1": 0.109526, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"], "main_score": 0.109526, "precision": 0.09463, "recall": 0.174901}, {"accuracy": 0.175889, "f1": 0.106068, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"], "main_score": 0.106068, "precision": 0.089889, "recall": 0.175889}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"], "main_score": 0.916469, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.171937, "f1": 0.108324, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"], "main_score": 0.108324, "precision": 0.093512, "recall": 0.171937}, {"accuracy": 0.156126, "f1": 0.095018, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"], "main_score": 0.095018, "precision": 0.078817, "recall": 0.156126}, {"accuracy": 0.812253, "f1": 0.760592, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"], "main_score": 0.760592, "precision": 0.738175, "recall": 0.812253}, {"accuracy": 0.599802, "f1": 0.518892, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"], "main_score": 0.518892, "precision": 0.488279, "recall": 0.599802}, {"accuracy": 0.94664, "f1": 0.931061, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"], "main_score": 0.931061, "precision": 0.923831, "recall": 0.94664}, {"accuracy": 0.243083, "f1": 0.163471, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"], "main_score": 0.163471, "precision": 0.141786, "recall": 0.243083}, {"accuracy": 0.413043, "f1": 0.322456, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"], "main_score": 0.322456, "precision": 0.293478, "recall": 0.413043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.534585, "f1": 0.450088, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"], "main_score": 0.450088, "precision": 0.418624, "recall": 0.534585}, {"accuracy": 0.833004, "f1": 0.788128, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"], "main_score": 0.788128, "precision": 0.768198, "recall": 0.833004}, {"accuracy": 0.249012, "f1": 0.170598, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"], "main_score": 0.170598, "precision": 0.150128, "recall": 0.249012}, {"accuracy": 0.576087, "f1": 0.491811, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"], "main_score": 0.491811, "precision": 0.459487, "recall": 0.576087}, {"accuracy": 0.666008, "f1": 0.593175, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"], "main_score": 0.593175, "precision": 0.563333, "recall": 0.666008}, {"accuracy": 0.208498, "f1": 0.134283, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"], "main_score": 0.134283, "precision": 0.116405, "recall": 0.208498}, {"accuracy": 0.921937, "f1": 0.898617, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"], "main_score": 0.898617, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.891765, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"], "main_score": 0.891765, "precision": 0.880929, "recall": 0.916008}, {"accuracy": 0.728261, "f1": 0.663509, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"], "main_score": 0.663509, "precision": 0.636182, "recall": 0.728261}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.389328, "f1": 0.303266, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"], "main_score": 0.303266, "precision": 0.274984, "recall": 0.389328}, {"accuracy": 0.455534, "f1": 0.361901, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"], "main_score": 0.361901, "precision": 0.33167, "recall": 0.455534}, {"accuracy": 0.108696, "f1": 0.057119, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"], "main_score": 0.057119, "precision": 0.048343, "recall": 0.108696}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.182806, "f1": 0.120976, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"], "main_score": 0.120976, "precision": 0.104942, "recall": 0.182806}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"], "main_score": 0.928195, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.416008, "f1": 0.322933, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"], "main_score": 0.322933, "precision": 0.293568, "recall": 0.416008}, {"accuracy": 0.320158, "f1": 0.231655, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"], "main_score": 0.231655, "precision": 0.206544, "recall": 0.320158}, {"accuracy": 0.867589, "f1": 0.826746, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"], "main_score": 0.826746, "precision": 0.807642, "recall": 0.867589}, {"accuracy": 0.217391, "f1": 0.143562, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"], "main_score": 0.143562, "precision": 0.124333, "recall": 0.217391}, {"accuracy": 0.201581, "f1": 0.129965, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"], "main_score": 0.129965, "precision": 0.11304, "recall": 0.201581}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.410079, "f1": 0.318591, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"], "main_score": 0.318591, "precision": 0.289688, "recall": 0.410079}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.173913, "f1": 0.10317, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"], "main_score": 0.10317, "precision": 0.087021, "recall": 0.173913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.912055, "f1": 0.886825, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"], "main_score": 0.886825, "precision": 0.875362, "recall": 0.912055}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"], "main_score": 0.935277, "precision": 0.928195, "recall": 0.949605}, {"accuracy": 0.146245, "f1": 0.086537, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"], "main_score": 0.086537, "precision": 0.073815, "recall": 0.146245}, {"accuracy": 0.899209, "f1": 0.868248, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"], "main_score": 0.868248, "precision": 0.853261, "recall": 0.899209}, {"accuracy": 0.161067, "f1": 0.10146, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"], "main_score": 0.10146, "precision": 0.088113, "recall": 0.161067}, {"accuracy": 0.18083, "f1": 0.114449, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"], "main_score": 0.114449, "precision": 0.098057, "recall": 0.18083}, {"accuracy": 0.130435, "f1": 0.074802, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"], "main_score": 0.074802, "precision": 0.063506, "recall": 0.130435}, {"accuracy": 0.543478, "f1": 0.460392, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"], "main_score": 0.460392, "precision": 0.428946, "recall": 0.543478}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.277668, "f1": 0.198435, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"], "main_score": 0.198435, "precision": 0.176469, "recall": 0.277668}, {"accuracy": 0.151186, "f1": 0.089126, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"], "main_score": 0.089126, "precision": 0.074641, "recall": 0.151186}, {"accuracy": 0.194664, "f1": 0.123577, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"], "main_score": 0.123577, "precision": 0.107527, "recall": 0.194664}, {"accuracy": 0.817194, "f1": 0.771099, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"], "main_score": 0.771099, "precision": 0.750511, "recall": 0.817194}, {"accuracy": 0.163043, "f1": 0.094762, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"], "main_score": 0.094762, "precision": 0.079865, "recall": 0.163043}, {"accuracy": 0.166008, "f1": 0.107227, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"], "main_score": 0.107227, "precision": 0.093623, "recall": 0.166008}, {"accuracy": 0.936759, "f1": 0.918314, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"], "main_score": 0.918314, "precision": 0.909783, "recall": 0.936759}, {"accuracy": 0.270751, "f1": 0.186634, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"], "main_score": 0.186634, "precision": 0.164138, "recall": 0.270751}, {"accuracy": 0.212451, "f1": 0.142321, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"], "main_score": 0.142321, "precision": 0.12569, "recall": 0.212451}, {"accuracy": 0.598814, "f1": 0.515632, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"], "main_score": 0.515632, "precision": 0.484526, "recall": 0.598814}, {"accuracy": 0.331028, "f1": 0.242863, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"], "main_score": 0.242863, "precision": 0.216836, "recall": 0.331028}, {"accuracy": 0.431818, "f1": 0.340867, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"], "main_score": 0.340867, "precision": 0.311109, "recall": 0.431818}, {"accuracy": 0.84585, "f1": 0.804762, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"], "main_score": 0.804762, "precision": 0.786479, "recall": 0.84585}, {"accuracy": 0.312253, "f1": 0.225392, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"], "main_score": 0.225392, "precision": 0.199575, "recall": 0.312253}, {"accuracy": 0.438735, "f1": 0.349072, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"], "main_score": 0.349072, "precision": 0.317626, "recall": 0.438735}, {"accuracy": 0.158103, "f1": 0.097673, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"], "main_score": 0.097673, "precision": 0.083301, "recall": 0.158103}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"], "main_score": 0.980896, "precision": 0.978953, "recall": 0.985178}, {"accuracy": 0.83498, "f1": 0.789413, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"], "main_score": 0.789413, "precision": 0.769104, "recall": 0.83498}, {"accuracy": 0.229249, "f1": 0.157461, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"], "main_score": 0.157461, "precision": 0.137929, "recall": 0.229249}, {"accuracy": 0.184783, "f1": 0.115632, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"], "main_score": 0.115632, "precision": 0.099192, "recall": 0.184783}, {"accuracy": 0.088933, "f1": 0.050694, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"], "main_score": 0.050694, "precision": 0.041793, "recall": 0.088933}, {"accuracy": 0.151186, "f1": 0.094258, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"], "main_score": 0.094258, "precision": 0.081146, "recall": 0.151186}, {"accuracy": 0.001976, "f1": 3.4e-05, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.001976}, {"accuracy": 0.978261, "f1": 0.972332, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"], "main_score": 0.972332, "precision": 0.969368, "recall": 0.978261}, {"accuracy": 0.869565, "f1": 0.830764, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"], "main_score": 0.830764, "precision": 0.8125, "recall": 0.869565}, {"accuracy": 0.965415, "f1": 0.955698, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"], "main_score": 0.955698, "precision": 0.950922, "recall": 0.965415}, {"accuracy": 0.605731, "f1": 0.532746, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"], "main_score": 0.532746, "precision": 0.504814, "recall": 0.605731}, {"accuracy": 0.18083, "f1": 0.119156, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"], "main_score": 0.119156, "precision": 0.104927, "recall": 0.18083}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"], "main_score": 0.958992, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.375494, "f1": 0.287548, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"], "main_score": 0.287548, "precision": 0.260635, "recall": 0.375494}, {"accuracy": 0.630435, "f1": 0.559147, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"], "main_score": 0.559147, "precision": 0.530929, "recall": 0.630435}, {"accuracy": 0.95751, "f1": 0.945553, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"], "main_score": 0.945553, "precision": 0.93997, "recall": 0.95751}, {"accuracy": 0.948617, "f1": 0.934289, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"], "main_score": 0.934289, "precision": 0.927372, "recall": 0.948617}, {"accuracy": 0.210474, "f1": 0.134787, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"], "main_score": 0.134787, "precision": 0.114559, "recall": 0.210474}, {"accuracy": 0.955534, "f1": 0.943182, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"], "main_score": 0.943182, "precision": 0.937253, "recall": 0.955534}, {"accuracy": 0.800395, "f1": 0.753162, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"], "main_score": 0.753162, "precision": 0.732213, "recall": 0.800395}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"], "main_score": 0.962846, "precision": 0.958745, "recall": 0.971344}, {"accuracy": 0.270751, "f1": 0.186482, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"], "main_score": 0.186482, "precision": 0.162712, "recall": 0.270751}, {"accuracy": 0.945652, "f1": 0.930583, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"], "main_score": 0.930583, "precision": 0.92356, "recall": 0.945652}, {"accuracy": 0.916008, "f1": 0.892424, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"], "main_score": 0.892424, "precision": 0.881423, "recall": 0.916008}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.12747, "f1": 0.075842, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"], "main_score": 0.075842, "precision": 0.063878, "recall": 0.12747}, {"accuracy": 0.859684, "f1": 0.823188, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"], "main_score": 0.823188, "precision": 0.806966, "recall": 0.859684}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.668972, "f1": 0.590777, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"], "main_score": 0.590777, "precision": 0.558185, "recall": 0.668972}, {"accuracy": 0.060277, "f1": 0.027893, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"], "main_score": 0.027893, "precision": 0.023041, "recall": 0.060277}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"], "main_score": 0.94697, "precision": 0.941535, "recall": 0.958498}, {"accuracy": 0.199605, "f1": 0.130001, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"], "main_score": 0.130001, "precision": 0.113916, "recall": 0.199605}, {"accuracy": 0.814229, "f1": 0.767128, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"], "main_score": 0.767128, "precision": 0.746196, "recall": 0.814229}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.895257, "f1": 0.868478, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"], "main_score": 0.868478, "precision": 0.855978, "recall": 0.895257}, {"accuracy": 0.889328, "f1": 0.856884, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"], "main_score": 0.856884, "precision": 0.841568, "recall": 0.889328}, {"accuracy": 0.255929, "f1": 0.183811, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"], "main_score": 0.183811, "precision": 0.163011, "recall": 0.255929}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"], "main_score": 0.959321, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.745059, "f1": 0.689564, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"], "main_score": 0.689564, "precision": 0.665861, "recall": 0.745059}, {"accuracy": 0.907115, "f1": 0.882971, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"], "main_score": 0.882971, "precision": 0.871789, "recall": 0.907115}, {"accuracy": 0.886364, "f1": 0.856456, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"], "main_score": 0.856456, "precision": 0.842638, "recall": 0.886364}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"], "main_score": 0.949111, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.954545, "f1": 0.941502, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"], "main_score": 0.941502, "precision": 0.935441, "recall": 0.954545}, {"accuracy": 0.148221, "f1": 0.087122, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"], "main_score": 0.087122, "precision": 0.07451, "recall": 0.148221}, {"accuracy": 0.063241, "f1": 0.039027, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"], "main_score": 0.039027, "precision": 0.032949, "recall": 0.063241}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.141304, "f1": 0.084109, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"], "main_score": 0.084109, "precision": 0.071861, "recall": 0.141304}, {"accuracy": 0.97332, "f1": 0.965975, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"], "main_score": 0.965975, "precision": 0.962533, "recall": 0.97332}, {"accuracy": 0.926877, "f1": 0.906028, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"], "main_score": 0.906028, "precision": 0.896657, "recall": 0.926877}, {"accuracy": 0.91996, "f1": 0.898452, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"], "main_score": 0.898452, "precision": 0.888258, "recall": 0.91996}, {"accuracy": 0.664032, "f1": 0.5948, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"], "main_score": 0.5948, "precision": 0.566147, "recall": 0.664032}, {"accuracy": 0.166008, "f1": 0.097789, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"], "main_score": 0.097789, "precision": 0.082163, "recall": 0.166008}, {"accuracy": 0.677866, "f1": 0.620012, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"], "main_score": 0.620012, "precision": 0.595685, "recall": 0.677866}, {"accuracy": 0.586957, "f1": 0.50667, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"], "main_score": 0.50667, "precision": 0.476101, "recall": 0.586957}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"], "main_score": 0.968215, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.72332, "f1": 0.660526, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"], "main_score": 0.660526, "precision": 0.633827, "recall": 0.72332}, {"accuracy": 0.141304, "f1": 0.084359, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"], "main_score": 0.084359, "precision": 0.070717, "recall": 0.141304}, {"accuracy": 0.929842, "f1": 0.90975, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"], "main_score": 0.90975, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.077075, "f1": 0.045926, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"], "main_score": 0.045926, "precision": 0.039077, "recall": 0.077075}, {"accuracy": 0.202569, "f1": 0.14137, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"], "main_score": 0.14137, "precision": 0.125419, "recall": 0.202569}, {"accuracy": 0.328063, "f1": 0.243548, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"], "main_score": 0.243548, "precision": 0.21825, "recall": 0.328063}, {"accuracy": 0.088933, "f1": 0.051451, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"], "main_score": 0.051451, "precision": 0.043003, "recall": 0.088933}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"], "main_score": 0.964493, "precision": 0.960886, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.950922, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"], "main_score": 0.950922, "precision": 0.945982, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.967128, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"], "main_score": 0.967128, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.938735, "f1": 0.921673, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"], "main_score": 0.921673, "precision": 0.91362, "recall": 0.938735}, {"accuracy": 0.253953, "f1": 0.176151, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"], "main_score": 0.176151, "precision": 0.154291, "recall": 0.253953}, {"accuracy": 0.745059, "f1": 0.689528, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"], "main_score": 0.689528, "precision": 0.666215, "recall": 0.745059}, {"accuracy": 0.414032, "f1": 0.329746, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"], "main_score": 0.329746, "precision": 0.301927, "recall": 0.414032}, {"accuracy": 0.968379, "f1": 0.959486, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"], "main_score": 0.959486, "precision": 0.955204, "recall": 0.968379}, {"accuracy": 0.23913, "f1": 0.164283, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"], "main_score": 0.164283, "precision": 0.145848, "recall": 0.23913}, {"accuracy": 0.302372, "f1": 0.224888, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"], "main_score": 0.224888, "precision": 0.202803, "recall": 0.302372}, {"accuracy": 0.238142, "f1": 0.16119, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"], "main_score": 0.16119, "precision": 0.140492, "recall": 0.238142}, {"accuracy": 0.325099, "f1": 0.247259, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"], "main_score": 0.247259, "precision": 0.223919, "recall": 0.325099}, {"accuracy": 0.601779, "f1": 0.523774, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"], "main_score": 0.523774, "precision": 0.492965, "recall": 0.601779}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.059289, "f1": 0.026363, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"], "main_score": 0.026363, "precision": 0.022382, "recall": 0.059289}, {"accuracy": 0.175889, "f1": 0.112106, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"], "main_score": 0.112106, "precision": 0.094219, "recall": 0.175889}, {"accuracy": 0.699605, "f1": 0.635806, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"], "main_score": 0.635806, "precision": 0.60966, "recall": 0.699605}, {"accuracy": 0.218379, "f1": 0.151685, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"], "main_score": 0.151685, "precision": 0.135224, "recall": 0.218379}, {"accuracy": 0.064229, "f1": 0.033678, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"], "main_score": 0.033678, "precision": 0.028969, "recall": 0.064229}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.747036, "f1": 0.687996, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"], "main_score": 0.687996, "precision": 0.662698, "recall": 0.747036}, {"accuracy": 0.763834, "f1": 0.704795, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"], "main_score": 0.704795, "precision": 0.679825, "recall": 0.763834}, {"accuracy": 0.724308, "f1": 0.665489, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"], "main_score": 0.665489, "precision": 0.640969, "recall": 0.724308}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"], "main_score": 0.964592, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"], "main_score": 0.946476, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.963439, "f1": 0.953557, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"], "main_score": 0.953557, "precision": 0.948781, "recall": 0.963439}, {"accuracy": 0.190711, "f1": 0.130166, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"], "main_score": 0.130166, "precision": 0.114713, "recall": 0.190711}, {"accuracy": 0.125494, "f1": 0.077619, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"], "main_score": 0.077619, "precision": 0.067145, "recall": 0.125494}, {"accuracy": 0.863636, "f1": 0.827997, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"], "main_score": 0.827997, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.958498, "f1": 0.946607, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"], "main_score": 0.946607, "precision": 0.941041, "recall": 0.958498}, {"accuracy": 0.9417, "f1": 0.924638, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"], "main_score": 0.924638, "precision": 0.916584, "recall": 0.9417}, {"accuracy": 0.353755, "f1": 0.265637, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"], "main_score": 0.265637, "precision": 0.237804, "recall": 0.353755}, {"accuracy": 0.173913, "f1": 0.112154, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"], "main_score": 0.112154, "precision": 0.096695, "recall": 0.173913}, {"accuracy": 0.686759, "f1": 0.617572, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"], "main_score": 0.617572, "precision": 0.589206, "recall": 0.686759}, {"accuracy": 0.884387, "f1": 0.854447, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"], "main_score": 0.854447, "precision": 0.841189, "recall": 0.884387}, {"accuracy": 0.175889, "f1": 0.103912, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"], "main_score": 0.103912, "precision": 0.087099, "recall": 0.175889}, {"accuracy": 0.967391, "f1": 0.957905, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"], "main_score": 0.957905, "precision": 0.953475, "recall": 0.967391}, {"accuracy": 0.218379, "f1": 0.151516, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"], "main_score": 0.151516, "precision": 0.1339, "recall": 0.218379}, {"accuracy": 0.395257, "f1": 0.306799, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"], "main_score": 0.306799, "precision": 0.278448, "recall": 0.395257}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"], "main_score": 0.951746, "precision": 0.946838, "recall": 0.962451}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"], "main_score": 0.962945, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"], "main_score": 0.963011, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.698617, "f1": 0.636051, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"], "main_score": 0.636051, "precision": 0.610072, "recall": 0.698617}, {"accuracy": 0.902174, "f1": 0.875329, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"], "main_score": 0.875329, "precision": 0.862648, "recall": 0.902174}, {"accuracy": 0.210474, "f1": 0.143165, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"], "main_score": 0.143165, "precision": 0.125014, "recall": 0.210474}, {"accuracy": 0.077075, "f1": 0.035182, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"], "main_score": 0.035182, "precision": 0.029568, "recall": 0.077075}, {"accuracy": 0.217391, "f1": 0.145714, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"], "main_score": 0.145714, "precision": 0.126788, "recall": 0.217391}, {"accuracy": 0.09585, "f1": 0.05029, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"], "main_score": 0.05029, "precision": 0.041075, "recall": 0.09585}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.648221, "f1": 0.575282, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"], "main_score": 0.575282, "precision": 0.545257, "recall": 0.648221}, {"accuracy": 0.078063, "f1": 0.047981, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"], "main_score": 0.047981, "precision": 0.04091, "recall": 0.078063}, {"accuracy": 0.700593, "f1": 0.631573, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"], "main_score": 0.631573, "precision": 0.601746, "recall": 0.700593}, {"accuracy": 0.972332, "f1": 0.964427, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"], "main_score": 0.964427, "precision": 0.960639, "recall": 0.972332}, {"accuracy": 0.745059, "f1": 0.688952, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"], "main_score": 0.688952, "precision": 0.664707, "recall": 0.745059}, {"accuracy": 0.491107, "f1": 0.411047, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"], "main_score": 0.411047, "precision": 0.381615, "recall": 0.491107}, {"accuracy": 0.192688, "f1": 0.123091, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"], "main_score": 0.123091, "precision": 0.106562, "recall": 0.192688}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.379447, "f1": 0.292028, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"], "main_score": 0.292028, "precision": 0.263731, "recall": 0.379447}, {"accuracy": 0.195652, "f1": 0.126611, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"], "main_score": 0.126611, "precision": 0.109679, "recall": 0.195652}, {"accuracy": 0.183794, "f1": 0.123494, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"], "main_score": 0.123494, "precision": 0.108898, "recall": 0.183794}, {"accuracy": 0.221344, "f1": 0.153791, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"], "main_score": 0.153791, "precision": 0.135893, "recall": 0.221344}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"], "main_score": 0.93363, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.017787, "f1": 0.003884, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"], "main_score": 0.003884, "precision": 0.003138, "recall": 0.017787}, {"accuracy": 0.83004, "f1": 0.786891, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"], "main_score": 0.786891, "precision": 0.767572, "recall": 0.83004}, {"accuracy": 0.397233, "f1": 0.31596, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"], "main_score": 0.31596, "precision": 0.285429, "recall": 0.397233}, {"accuracy": 0.833004, "f1": 0.791798, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"], "main_score": 0.791798, "precision": 0.773057, "recall": 0.833004}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.093874, "f1": 0.052409, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"], "main_score": 0.052409, "precision": 0.044844, "recall": 0.093874}, {"accuracy": 0.171937, "f1": 0.11061, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"], "main_score": 0.11061, "precision": 0.09606, "recall": 0.171937}, {"accuracy": 0.968379, "f1": 0.960211, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"], "main_score": 0.960211, "precision": 0.956439, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"], "main_score": 0.951746, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.58498, "f1": 0.509981, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"], "main_score": 0.509981, "precision": 0.480851, "recall": 0.58498}, {"accuracy": 0.178854, "f1": 0.116859, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"], "main_score": 0.116859, "precision": 0.101042, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.102748, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"], "main_score": 0.102748, "precision": 0.08617, "recall": 0.171937}, {"accuracy": 0.928854, "f1": 0.910804, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"], "main_score": 0.910804, "precision": 0.902421, "recall": 0.928854}, {"accuracy": 0.168972, "f1": 0.107771, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"], "main_score": 0.107771, "precision": 0.093216, "recall": 0.168972}, {"accuracy": 0.155138, "f1": 0.096261, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"], "main_score": 0.096261, "precision": 0.081209, "recall": 0.155138}, {"accuracy": 0.778656, "f1": 0.723207, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"], "main_score": 0.723207, "precision": 0.698962, "recall": 0.778656}, {"accuracy": 0.605731, "f1": 0.534145, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"], "main_score": 0.534145, "precision": 0.506474, "recall": 0.605731}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.228261, "f1": 0.152813, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"], "main_score": 0.152813, "precision": 0.131224, "recall": 0.228261}, {"accuracy": 0.427866, "f1": 0.345198, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"], "main_score": 0.345198, "precision": 0.318716, "recall": 0.427866}, {"accuracy": 0.966403, "f1": 0.956752, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"], "main_score": 0.956752, "precision": 0.952157, "recall": 0.966403}, {"accuracy": 0.527668, "f1": 0.453663, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"], "main_score": 0.453663, "precision": 0.426511, "recall": 0.527668}, {"accuracy": 0.796443, "f1": 0.74473, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"], "main_score": 0.74473, "precision": 0.721789, "recall": 0.796443}, {"accuracy": 0.248024, "f1": 0.172972, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"], "main_score": 0.172972, "precision": 0.151965, "recall": 0.248024}, {"accuracy": 0.628458, "f1": 0.557157, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"], "main_score": 0.557157, "precision": 0.527899, "recall": 0.628458}, {"accuracy": 0.652174, "f1": 0.581777, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"], "main_score": 0.581777, "precision": 0.553147, "recall": 0.652174}, {"accuracy": 0.208498, "f1": 0.139355, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"], "main_score": 0.139355, "precision": 0.121864, "recall": 0.208498}, {"accuracy": 0.884387, "f1": 0.856112, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"], "main_score": 0.856112, "precision": 0.843775, "recall": 0.884387}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"], "main_score": 0.96054, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.903162, "f1": 0.875889, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"], "main_score": 0.875889, "precision": 0.86306, "recall": 0.903162}, {"accuracy": 0.717391, "f1": 0.657016, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"], "main_score": 0.657016, "precision": 0.63139, "recall": 0.717391}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.443676, "f1": 0.361786, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"], "main_score": 0.361786, "precision": 0.33256, "recall": 0.443676}, {"accuracy": 0.453557, "f1": 0.364969, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"], "main_score": 0.364969, "precision": 0.334814, "recall": 0.453557}, {"accuracy": 0.096838, "f1": 0.056001, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"], "main_score": 0.056001, "precision": 0.048408, "recall": 0.096838}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.195652, "f1": 0.138565, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"], "main_score": 0.138565, "precision": 0.122202, "recall": 0.195652}, {"accuracy": 0.970356, "f1": 0.962286, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"], "main_score": 0.962286, "precision": 0.958663, "recall": 0.970356}, {"accuracy": 0.418972, "f1": 0.328943, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"], "main_score": 0.328943, "precision": 0.299642, "recall": 0.418972}, {"accuracy": 0.333004, "f1": 0.251632, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"], "main_score": 0.251632, "precision": 0.227703, "recall": 0.333004}, {"accuracy": 0.854743, "f1": 0.812484, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"], "main_score": 0.812484, "precision": 0.792935, "recall": 0.854743}, {"accuracy": 0.235178, "f1": 0.159169, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"], "main_score": 0.159169, "precision": 0.138755, "recall": 0.235178}, {"accuracy": 0.201581, "f1": 0.134229, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"], "main_score": 0.134229, "precision": 0.116356, "recall": 0.201581}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.431818, "f1": 0.3409, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"], "main_score": 0.3409, "precision": 0.310865, "recall": 0.431818}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"], "main_score": 0.960639, "precision": 0.956522, "recall": 0.969368}, {"accuracy": 0.172925, "f1": 0.10296, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"], "main_score": 0.10296, "precision": 0.086145, "recall": 0.172925}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"], "main_score": 0.872332, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.920949, "f1": 0.899374, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"], "main_score": 0.899374, "precision": 0.889163, "recall": 0.920949}, {"accuracy": 0.158103, "f1": 0.101989, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"], "main_score": 0.101989, "precision": 0.088808, "recall": 0.158103}, {"accuracy": 0.88834, "f1": 0.858267, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"], "main_score": 0.858267, "precision": 0.843956, "recall": 0.88834}, {"accuracy": 0.158103, "f1": 0.094043, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"], "main_score": 0.094043, "precision": 0.078317, "recall": 0.158103}, {"accuracy": 0.185771, "f1": 0.119743, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"], "main_score": 0.119743, "precision": 0.103959, "recall": 0.185771}, {"accuracy": 0.129447, "f1": 0.077883, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"], "main_score": 0.077883, "precision": 0.066767, "recall": 0.129447}, {"accuracy": 0.547431, "f1": 0.469985, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"], "main_score": 0.469985, "precision": 0.440186, "recall": 0.547431}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.269763, "f1": 0.191252, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"], "main_score": 0.191252, "precision": 0.168742, "recall": 0.269763}, {"accuracy": 0.145257, "f1": 0.084554, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"], "main_score": 0.084554, "precision": 0.070375, "recall": 0.145257}, {"accuracy": 0.201581, "f1": 0.13202, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"], "main_score": 0.13202, "precision": 0.115532, "recall": 0.201581}, {"accuracy": 0.793478, "f1": 0.744763, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"], "main_score": 0.744763, "precision": 0.722612, "recall": 0.793478}, {"accuracy": 0.149209, "f1": 0.088958, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"], "main_score": 0.088958, "precision": 0.07508, "recall": 0.149209}, {"accuracy": 0.164032, "f1": 0.108543, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"], "main_score": 0.108543, "precision": 0.094789, "recall": 0.164032}, {"accuracy": 0.916996, "f1": 0.896596, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"], "main_score": 0.896596, "precision": 0.887508, "recall": 0.916996}, {"accuracy": 0.261858, "f1": 0.184847, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"], "main_score": 0.184847, "precision": 0.164432, "recall": 0.261858}, {"accuracy": 0.218379, "f1": 0.145785, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"], "main_score": 0.145785, "precision": 0.127847, "recall": 0.218379}, {"accuracy": 0.593874, "f1": 0.517547, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"], "main_score": 0.517547, "precision": 0.488073, "recall": 0.593874}, {"accuracy": 0.333004, "f1": 0.249808, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"], "main_score": 0.249808, "precision": 0.224601, "recall": 0.333004}, {"accuracy": 0.450593, "f1": 0.36568, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"], "main_score": 0.36568, "precision": 0.335082, "recall": 0.450593}, {"accuracy": 0.846838, "f1": 0.806752, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"], "main_score": 0.806752, "precision": 0.78857, "recall": 0.846838}, {"accuracy": 0.296443, "f1": 0.213804, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"], "main_score": 0.213804, "precision": 0.188357, "recall": 0.296443}, {"accuracy": 0.449605, "f1": 0.368779, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"], "main_score": 0.368779, "precision": 0.340292, "recall": 0.449605}, {"accuracy": 0.157115, "f1": 0.098898, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"], "main_score": 0.098898, "precision": 0.084191, "recall": 0.157115}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"], "main_score": 0.949012, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"], "main_score": 0.926877, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.967391, "f1": 0.958564, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"], "main_score": 0.958564, "precision": 0.954661, "recall": 0.967391}, {"accuracy": 0.839921, "f1": 0.8, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"], "main_score": 0.8, "precision": 0.782312, "recall": 0.839921}, {"accuracy": 0.23419, "f1": 0.162735, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"], "main_score": 0.162735, "precision": 0.141417, "recall": 0.23419}, {"accuracy": 0.185771, "f1": 0.118485, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"], "main_score": 0.118485, "precision": 0.102634, "recall": 0.185771}, {"accuracy": 0.071146, "f1": 0.054716, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"], "main_score": 0.054716, "precision": 0.0495, "recall": 0.071146}, {"accuracy": 0.211462, "f1": 0.176291, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"], "main_score": 0.176291, "precision": 0.165124, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 0.000118, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"], "main_score": 0.000118, "precision": 6.1e-05, "recall": 0.003953}, {"accuracy": 0.445652, "f1": 0.397596, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"], "main_score": 0.397596, "precision": 0.380889, "recall": 0.445652}, {"accuracy": 0.414032, "f1": 0.374248, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"], "main_score": 0.374248, "precision": 0.361415, "recall": 0.414032}, {"accuracy": 0.351779, "f1": 0.306545, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"], "main_score": 0.306545, "precision": 0.292937, "recall": 0.351779}, {"accuracy": 0.384387, "f1": 0.350247, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"], "main_score": 0.350247, "precision": 0.3379, "recall": 0.384387}, {"accuracy": 0.241107, "f1": 0.20326, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"], "main_score": 0.20326, "precision": 0.191806, "recall": 0.241107}, {"accuracy": 0.516798, "f1": 0.469788, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"], "main_score": 0.469788, "precision": 0.453269, "recall": 0.516798}, {"accuracy": 0.307312, "f1": 0.274035, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"], "main_score": 0.274035, "precision": 0.262149, "recall": 0.307312}, {"accuracy": 0.347826, "f1": 0.317887, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"], "main_score": 0.317887, "precision": 0.30871, "recall": 0.347826}, {"accuracy": 0.462451, "f1": 0.405512, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"], "main_score": 0.405512, "precision": 0.386167, "recall": 0.462451}, {"accuracy": 0.359684, "f1": 0.322379, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"], "main_score": 0.322379, "precision": 0.311085, "recall": 0.359684}, {"accuracy": 0.217391, "f1": 0.177446, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"], "main_score": 0.177446, "precision": 0.164273, "recall": 0.217391}, {"accuracy": 0.340909, "f1": 0.307817, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"], "main_score": 0.307817, "precision": 0.297644, "recall": 0.340909}, {"accuracy": 0.363636, "f1": 0.32411, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"], "main_score": 0.32411, "precision": 0.310485, "recall": 0.363636}, {"accuracy": 0.506917, "f1": 0.464423, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"], "main_score": 0.464423, "precision": 0.449247, "recall": 0.506917}, {"accuracy": 0.272727, "f1": 0.234161, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"], "main_score": 0.234161, "precision": 0.223217, "recall": 0.272727}, {"accuracy": 0.411067, "f1": 0.371396, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"], "main_score": 0.371396, "precision": 0.357652, "recall": 0.411067}, {"accuracy": 0.416008, "f1": 0.368566, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"], "main_score": 0.368566, "precision": 0.353548, "recall": 0.416008}, {"accuracy": 0.543478, "f1": 0.490681, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"], "main_score": 0.490681, "precision": 0.473977, "recall": 0.543478}, {"accuracy": 0.464427, "f1": 0.429027, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"], "main_score": 0.429027, "precision": 0.416401, "recall": 0.464427}, {"accuracy": 0.174901, "f1": 0.139641, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"], "main_score": 0.139641, "precision": 0.128913, "recall": 0.174901}, {"accuracy": 0.31917, "f1": 0.284102, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"], "main_score": 0.284102, "precision": 0.273651, "recall": 0.31917}, {"accuracy": 0.454545, "f1": 0.39658, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"], "main_score": 0.39658, "precision": 0.378543, "recall": 0.454545}, {"accuracy": 0.371542, "f1": 0.334109, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"], "main_score": 0.334109, "precision": 0.322478, "recall": 0.371542}, {"accuracy": 0.070158, "f1": 0.038171, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"], "main_score": 0.038171, "precision": 0.031867, "recall": 0.070158}, {"accuracy": 0.416008, "f1": 0.375987, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"], "main_score": 0.375987, "precision": 0.363325, "recall": 0.416008}, {"accuracy": 0.197628, "f1": 0.163156, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"], "main_score": 0.163156, "precision": 0.153129, "recall": 0.197628}, {"accuracy": 0.398221, "f1": 0.374967, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"], "main_score": 0.374967, "precision": 0.367809, "recall": 0.398221}, {"accuracy": 0.504941, "f1": 0.453856, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"], "main_score": 0.453856, "precision": 0.43744, "recall": 0.504941}, {"accuracy": 0.395257, "f1": 0.365431, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"], "main_score": 0.365431, "precision": 0.355732, "recall": 0.395257}, {"accuracy": 0.344862, "f1": 0.303662, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"], "main_score": 0.303662, "precision": 0.291136, "recall": 0.344862}, {"accuracy": 0.280632, "f1": 0.246078, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"], "main_score": 0.246078, "precision": 0.233615, "recall": 0.280632}, {"accuracy": 0.472332, "f1": 0.422546, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"], "main_score": 0.422546, "precision": 0.406649, "recall": 0.472332}, {"accuracy": 0.333004, "f1": 0.291275, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"], "main_score": 0.291275, "precision": 0.278276, "recall": 0.333004}, {"accuracy": 0.373518, "f1": 0.337333, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"], "main_score": 0.337333, "precision": 0.326087, "recall": 0.373518}, {"accuracy": 0.336957, "f1": 0.304871, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"], "main_score": 0.304871, "precision": 0.294943, "recall": 0.336957}, {"accuracy": 0.512846, "f1": 0.470929, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"], "main_score": 0.470929, "precision": 0.455814, "recall": 0.512846}, {"accuracy": 0.416996, "f1": 0.374558, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"], "main_score": 0.374558, "precision": 0.359409, "recall": 0.416996}, {"accuracy": 0.171937, "f1": 0.127608, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"], "main_score": 0.127608, "precision": 0.114538, "recall": 0.171937}, {"accuracy": 0.052372, "f1": 0.035629, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"], "main_score": 0.035629, "precision": 0.031011, "recall": 0.052372}, {"accuracy": 0.470356, "f1": 0.427718, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"], "main_score": 0.427718, "precision": 0.41256, "recall": 0.470356}, {"accuracy": 0.167984, "f1": 0.130018, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"], "main_score": 0.130018, "precision": 0.118514, "recall": 0.167984}, {"accuracy": 0.464427, "f1": 0.415321, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"], "main_score": 0.415321, "precision": 0.399755, "recall": 0.464427}, {"accuracy": 0.48419, "f1": 0.441957, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"], "main_score": 0.441957, "precision": 0.428847, "recall": 0.48419}, {"accuracy": 0.343874, "f1": 0.308129, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"], "main_score": 0.308129, "precision": 0.296474, "recall": 0.343874}, {"accuracy": 0.382411, "f1": 0.360144, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"], "main_score": 0.360144, "precision": 0.352877, "recall": 0.382411}, {"accuracy": 0.199605, "f1": 0.157784, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"], "main_score": 0.157784, "precision": 0.144549, "recall": 0.199605}, {"accuracy": 0.409091, "f1": 0.37149, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"], "main_score": 0.37149, "precision": 0.358242, "recall": 0.409091}, {"accuracy": 0.348814, "f1": 0.315241, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"], "main_score": 0.315241, "precision": 0.303874, "recall": 0.348814}, {"accuracy": 0.52668, "f1": 0.472226, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"], "main_score": 0.472226, "precision": 0.454683, "recall": 0.52668}, {"accuracy": 0.364625, "f1": 0.334905, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"], "main_score": 0.334905, "precision": 0.325911, "recall": 0.364625}, {"accuracy": 0.179842, "f1": 0.142165, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"], "main_score": 0.142165, "precision": 0.13039, "recall": 0.179842}, {"accuracy": 0.408103, "f1": 0.364444, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"], "main_score": 0.364444, "precision": 0.350443, "recall": 0.408103}, {"accuracy": 0.054348, "f1": 0.042117, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"], "main_score": 0.042117, "precision": 0.038497, "recall": 0.054348}, {"accuracy": 0.266798, "f1": 0.230166, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"], "main_score": 0.230166, "precision": 0.217848, "recall": 0.266798}, {"accuracy": 0.295455, "f1": 0.257723, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"], "main_score": 0.257723, "precision": 0.244042, "recall": 0.295455}, {"accuracy": 0.083004, "f1": 0.060535, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"], "main_score": 0.060535, "precision": 0.052819, "recall": 0.083004}, {"accuracy": 0.481225, "f1": 0.433709, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"], "main_score": 0.433709, "precision": 0.418303, "recall": 0.481225}, {"accuracy": 0.428854, "f1": 0.377542, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"], "main_score": 0.377542, "precision": 0.361527, "recall": 0.428854}, {"accuracy": 0.464427, "f1": 0.437104, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"], "main_score": 0.437104, "precision": 0.426692, "recall": 0.464427}, {"accuracy": 0.414032, "f1": 0.368938, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"], "main_score": 0.368938, "precision": 0.35404, "recall": 0.414032}, {"accuracy": 0.268775, "f1": 0.229407, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"], "main_score": 0.229407, "precision": 0.21702, "recall": 0.268775}, {"accuracy": 0.390316, "f1": 0.362864, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"], "main_score": 0.362864, "precision": 0.353839, "recall": 0.390316}, {"accuracy": 0.336957, "f1": 0.315351, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"], "main_score": 0.315351, "precision": 0.307306, "recall": 0.336957}, {"accuracy": 0.519763, "f1": 0.464037, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"], "main_score": 0.464037, "precision": 0.445883, "recall": 0.519763}, {"accuracy": 0.241107, "f1": 0.204864, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"], "main_score": 0.204864, "precision": 0.194789, "recall": 0.241107}, {"accuracy": 0.29249, "f1": 0.251407, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"], "main_score": 0.251407, "precision": 0.238361, "recall": 0.29249}, {"accuracy": 0.232213, "f1": 0.183449, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"], "main_score": 0.183449, "precision": 0.168778, "recall": 0.232213}, {"accuracy": 0.290514, "f1": 0.257221, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"], "main_score": 0.257221, "precision": 0.246055, "recall": 0.290514}, {"accuracy": 0.331028, "f1": 0.302085, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"], "main_score": 0.302085, "precision": 0.293021, "recall": 0.331028}, {"accuracy": 0.498024, "f1": 0.451234, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"], "main_score": 0.451234, "precision": 0.434383, "recall": 0.498024}, {"accuracy": 0.062253, "f1": 0.027197, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"], "main_score": 0.027197, "precision": 0.021375, "recall": 0.062253}, {"accuracy": 0.204545, "f1": 0.172534, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"], "main_score": 0.172534, "precision": 0.162876, "recall": 0.204545}, {"accuracy": 0.373518, "f1": 0.352154, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"], "main_score": 0.352154, "precision": 0.344289, "recall": 0.373518}, {"accuracy": 0.210474, "f1": 0.162423, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"], "main_score": 0.162423, "precision": 0.148813, "recall": 0.210474}, {"accuracy": 0.059289, "f1": 0.039041, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"], "main_score": 0.039041, "precision": 0.034207, "recall": 0.059289}, {"accuracy": 0.536561, "f1": 0.476357, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"], "main_score": 0.476357, "precision": 0.455954, "recall": 0.536561}, {"accuracy": 0.386364, "f1": 0.358797, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"], "main_score": 0.358797, "precision": 0.348908, "recall": 0.386364}, {"accuracy": 0.410079, "f1": 0.390596, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"], "main_score": 0.390596, "precision": 0.383033, "recall": 0.410079}, {"accuracy": 0.263834, "f1": 0.221398, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"], "main_score": 0.221398, "precision": 0.208853, "recall": 0.263834}, {"accuracy": 0.511858, "f1": 0.456337, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"], "main_score": 0.456337, "precision": 0.437737, "recall": 0.511858}, {"accuracy": 0.500988, "f1": 0.44411, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"], "main_score": 0.44411, "precision": 0.424969, "recall": 0.500988}, {"accuracy": 0.51581, "f1": 0.458591, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"], "main_score": 0.458591, "precision": 0.439751, "recall": 0.51581}, {"accuracy": 0.428854, "f1": 0.385681, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"], "main_score": 0.385681, "precision": 0.370183, "recall": 0.428854}, {"accuracy": 0.219368, "f1": 0.184144, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"], "main_score": 0.184144, "precision": 0.172362, "recall": 0.219368}, {"accuracy": 0.187747, "f1": 0.151921, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"], "main_score": 0.151921, "precision": 0.140605, "recall": 0.187747}, {"accuracy": 0.297431, "f1": 0.260779, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"], "main_score": 0.260779, "precision": 0.249212, "recall": 0.297431}, {"accuracy": 0.522727, "f1": 0.469339, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"], "main_score": 0.469339, "precision": 0.451818, "recall": 0.522727}, {"accuracy": 0.390316, "f1": 0.351597, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"], "main_score": 0.351597, "precision": 0.338396, "recall": 0.390316}, {"accuracy": 0.296443, "f1": 0.258424, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"], "main_score": 0.258424, "precision": 0.245264, "recall": 0.296443}, {"accuracy": 0.226285, "f1": 0.189273, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"], "main_score": 0.189273, "precision": 0.178743, "recall": 0.226285}, {"accuracy": 0.390316, "f1": 0.358197, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"], "main_score": 0.358197, "precision": 0.347805, "recall": 0.390316}, {"accuracy": 0.47332, "f1": 0.420873, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"], "main_score": 0.420873, "precision": 0.40344, "recall": 0.47332}, {"accuracy": 0.224308, "f1": 0.185664, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"], "main_score": 0.185664, "precision": 0.174427, "recall": 0.224308}, {"accuracy": 0.47332, "f1": 0.413965, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"], "main_score": 0.413965, "precision": 0.394428, "recall": 0.47332}, {"accuracy": 0.235178, "f1": 0.200726, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"], "main_score": 0.200726, "precision": 0.188609, "recall": 0.235178}, {"accuracy": 0.301383, "f1": 0.258435, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"], "main_score": 0.258435, "precision": 0.245366, "recall": 0.301383}, {"accuracy": 0.429842, "f1": 0.381646, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"], "main_score": 0.381646, "precision": 0.364702, "recall": 0.429842}, {"accuracy": 0.508893, "f1": 0.457031, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"], "main_score": 0.457031, "precision": 0.439516, "recall": 0.508893}, {"accuracy": 0.522727, "f1": 0.467838, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"], "main_score": 0.467838, "precision": 0.450773, "recall": 0.522727}, {"accuracy": 0.451581, "f1": 0.397307, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"], "main_score": 0.397307, "precision": 0.3803, "recall": 0.451581}, {"accuracy": 0.371542, "f1": 0.344043, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"], "main_score": 0.344043, "precision": 0.334439, "recall": 0.371542}, {"accuracy": 0.351779, "f1": 0.311254, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"], "main_score": 0.311254, "precision": 0.298602, "recall": 0.351779}, {"accuracy": 0.224308, "f1": 0.18628, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"], "main_score": 0.18628, "precision": 0.173898, "recall": 0.224308}, {"accuracy": 0.081028, "f1": 0.049182, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"], "main_score": 0.049182, "precision": 0.042911, "recall": 0.081028}, {"accuracy": 0.250988, "f1": 0.212315, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"], "main_score": 0.212315, "precision": 0.200236, "recall": 0.250988}, {"accuracy": 0.141304, "f1": 0.099943, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"], "main_score": 0.099943, "precision": 0.089963, "recall": 0.141304}, {"accuracy": 0.511858, "f1": 0.457707, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"], "main_score": 0.457707, "precision": 0.440177, "recall": 0.511858}, {"accuracy": 0.371542, "f1": 0.341447, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"], "main_score": 0.341447, "precision": 0.330528, "recall": 0.371542}, {"accuracy": 0.102767, "f1": 0.078979, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"], "main_score": 0.078979, "precision": 0.072615, "recall": 0.102767}, {"accuracy": 0.356719, "f1": 0.329642, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"], "main_score": 0.329642, "precision": 0.31985, "recall": 0.356719}, {"accuracy": 0.518775, "f1": 0.46427, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"], "main_score": 0.46427, "precision": 0.447463, "recall": 0.518775}, {"accuracy": 0.271739, "f1": 0.243546, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"], "main_score": 0.243546, "precision": 0.234176, "recall": 0.271739}, {"accuracy": 0.298419, "f1": 0.267472, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"], "main_score": 0.267472, "precision": 0.256164, "recall": 0.298419}, {"accuracy": 0.194664, "f1": 0.15405, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"], "main_score": 0.15405, "precision": 0.142587, "recall": 0.194664}, {"accuracy": 0.429842, "f1": 0.379598, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"], "main_score": 0.379598, "precision": 0.362631, "recall": 0.429842}, {"accuracy": 0.30336, "f1": 0.268435, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"], "main_score": 0.268435, "precision": 0.257683, "recall": 0.30336}, {"accuracy": 0.212451, "f1": 0.176814, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"], "main_score": 0.176814, "precision": 0.165197, "recall": 0.212451}, {"accuracy": 0.206522, "f1": 0.167679, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"], "main_score": 0.167679, "precision": 0.156156, "recall": 0.206522}, {"accuracy": 0.202569, "f1": 0.164131, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"], "main_score": 0.164131, "precision": 0.152394, "recall": 0.202569}, {"accuracy": 0.483202, "f1": 0.444726, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"], "main_score": 0.444726, "precision": 0.432641, "recall": 0.483202}, {"accuracy": 0.016798, "f1": 0.003172, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"], "main_score": 0.003172, "precision": 0.001926, "recall": 0.016798}, {"accuracy": 0.313241, "f1": 0.279547, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"], "main_score": 0.279547, "precision": 0.268019, "recall": 0.313241}, {"accuracy": 0.20751, "f1": 0.179696, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"], "main_score": 0.179696, "precision": 0.169961, "recall": 0.20751}, {"accuracy": 0.322134, "f1": 0.289105, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"], "main_score": 0.289105, "precision": 0.279005, "recall": 0.322134}, {"accuracy": 0.51087, "f1": 0.456208, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"], "main_score": 0.456208, "precision": 0.438243, "recall": 0.51087}, {"accuracy": 0.118577, "f1": 0.079427, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"], "main_score": 0.079427, "precision": 0.069211, "recall": 0.118577}, {"accuracy": 0.1917, "f1": 0.158714, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"], "main_score": 0.158714, "precision": 0.147023, "recall": 0.1917}, {"accuracy": 0.481225, "f1": 0.428913, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"], "main_score": 0.428913, "precision": 0.412676, "recall": 0.481225}, {"accuracy": 0.525692, "f1": 0.469089, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"], "main_score": 0.469089, "precision": 0.450431, "recall": 0.525692}, {"accuracy": 0.369565, "f1": 0.335773, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"], "main_score": 0.335773, "precision": 0.323993, "recall": 0.369565}, {"accuracy": 0.183794, "f1": 0.144586, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"], "main_score": 0.144586, "precision": 0.13175, "recall": 0.183794}, {"accuracy": 0.213439, "f1": 0.177345, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"], "main_score": 0.177345, "precision": 0.164844, "recall": 0.213439}, {"accuracy": 0.398221, "f1": 0.352342, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"], "main_score": 0.352342, "precision": 0.338056, "recall": 0.398221}, {"accuracy": 0.166996, "f1": 0.132719, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"], "main_score": 0.132719, "precision": 0.122612, "recall": 0.166996}, {"accuracy": 0.264822, "f1": 0.226412, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"], "main_score": 0.226412, "precision": 0.212235, "recall": 0.264822}, {"accuracy": 0.301383, "f1": 0.264185, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"], "main_score": 0.264185, "precision": 0.252627, "recall": 0.301383}, {"accuracy": 0.366601, "f1": 0.33289, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"], "main_score": 0.33289, "precision": 0.320743, "recall": 0.366601}, {"accuracy": 0.378458, "f1": 0.341396, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"], "main_score": 0.341396, "precision": 0.327379, "recall": 0.378458}, {"accuracy": 0.250988, "f1": 0.210724, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"], "main_score": 0.210724, "precision": 0.196757, "recall": 0.250988}, {"accuracy": 0.366601, "f1": 0.325846, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"], "main_score": 0.325846, "precision": 0.312248, "recall": 0.366601}, {"accuracy": 0.425889, "f1": 0.381519, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"], "main_score": 0.381519, "precision": 0.365698, "recall": 0.425889}, {"accuracy": 0.206522, "f1": 0.170384, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"], "main_score": 0.170384, "precision": 0.157375, "recall": 0.206522}, {"accuracy": 0.327075, "f1": 0.28434, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"], "main_score": 0.28434, "precision": 0.270408, "recall": 0.327075}, {"accuracy": 0.333004, "f1": 0.293588, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"], "main_score": 0.293588, "precision": 0.279122, "recall": 0.333004}, {"accuracy": 0.224308, "f1": 0.194394, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"], "main_score": 0.194394, "precision": 0.183948, "recall": 0.224308}, {"accuracy": 0.344862, "f1": 0.317525, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"], "main_score": 0.317525, "precision": 0.306819, "recall": 0.344862}, {"accuracy": 0.227273, "f1": 0.188363, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"], "main_score": 0.188363, "precision": 0.175091, "recall": 0.227273}, {"accuracy": 0.328063, "f1": 0.288232, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"], "main_score": 0.288232, "precision": 0.275597, "recall": 0.328063}, {"accuracy": 0.456522, "f1": 0.403028, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"], "main_score": 0.403028, "precision": 0.385543, "recall": 0.456522}, {"accuracy": 0.464427, "f1": 0.408339, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"], "main_score": 0.408339, "precision": 0.388716, "recall": 0.464427}, {"accuracy": 0.445652, "f1": 0.415628, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"], "main_score": 0.415628, "precision": 0.406023, "recall": 0.445652}, {"accuracy": 0.34585, "f1": 0.3201, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"], "main_score": 0.3201, "precision": 0.310767, "recall": 0.34585}, {"accuracy": 0.530632, "f1": 0.473339, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"], "main_score": 0.473339, "precision": 0.455835, "recall": 0.530632}, {"accuracy": 0.259881, "f1": 0.22865, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"], "main_score": 0.22865, "precision": 0.216958, "recall": 0.259881}, {"accuracy": 0.350791, "f1": 0.316925, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"], "main_score": 0.316925, "precision": 0.304493, "recall": 0.350791}, {"accuracy": 0.132411, "f1": 0.090387, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"], "main_score": 0.090387, "precision": 0.080289, "recall": 0.132411}, {"accuracy": 0.5, "f1": 0.447663, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"], "main_score": 0.447663, "precision": 0.430716, "recall": 0.5}, {"accuracy": 0.112648, "f1": 0.086093, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"], "main_score": 0.086093, "precision": 0.077694, "recall": 0.112648}, {"accuracy": 0.432806, "f1": 0.380822, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"], "main_score": 0.380822, "precision": 0.363568, "recall": 0.432806}, {"accuracy": 0.394269, "f1": 0.35364, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"], "main_score": 0.35364, "precision": 0.340366, "recall": 0.394269}, {"accuracy": 0.258893, "f1": 0.22355, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"], "main_score": 0.22355, "precision": 0.211745, "recall": 0.258893}, {"accuracy": 0.382411, "f1": 0.33758, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"], "main_score": 0.33758, "precision": 0.322959, "recall": 0.382411}, {"accuracy": 0.23419, "f1": 0.196391, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"], "main_score": 0.196391, "precision": 0.183608, "recall": 0.23419}, {"accuracy": 0.20751, "f1": 0.170831, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"], "main_score": 0.170831, "precision": 0.160684, "recall": 0.20751}, {"accuracy": 0.511858, "f1": 0.454469, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"], "main_score": 0.454469, "precision": 0.437212, "recall": 0.511858}, {"accuracy": 0.310277, "f1": 0.275916, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"], "main_score": 0.275916, "precision": 0.263771, "recall": 0.310277}, {"accuracy": 0.530632, "f1": 0.472729, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"], "main_score": 0.472729, "precision": 0.453886, "recall": 0.530632}, {"accuracy": 0.200593, "f1": 0.163012, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"], "main_score": 0.163012, "precision": 0.15216, "recall": 0.200593}, {"accuracy": 0.533597, "f1": 0.484328, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"], "main_score": 0.484328, "precision": 0.467966, "recall": 0.533597}, {"accuracy": 0.362648, "f1": 0.318828, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"], "main_score": 0.318828, "precision": 0.30474, "recall": 0.362648}, {"accuracy": 0.443676, "f1": 0.40484, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"], "main_score": 0.40484, "precision": 0.392485, "recall": 0.443676}, {"accuracy": 0.182806, "f1": 0.146915, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"], "main_score": 0.146915, "precision": 0.136002, "recall": 0.182806}, {"accuracy": 0.439723, "f1": 0.405207, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"], "main_score": 0.405207, "precision": 0.393457, "recall": 0.439723}, {"accuracy": 0.200593, "f1": 0.158902, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"], "main_score": 0.158902, "precision": 0.145391, "recall": 0.200593}, {"accuracy": 0.19664, "f1": 0.156576, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"], "main_score": 0.156576, "precision": 0.143458, "recall": 0.19664}, {"accuracy": 0.143281, "f1": 0.110136, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"], "main_score": 0.110136, "precision": 0.100682, "recall": 0.143281}, {"accuracy": 0.240119, "f1": 0.207435, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"], "main_score": 0.207435, "precision": 0.196415, "recall": 0.240119}, {"accuracy": 0.517787, "f1": 0.463106, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"], "main_score": 0.463106, "precision": 0.44629, "recall": 0.517787}, {"accuracy": 0.268775, "f1": 0.230034, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"], "main_score": 0.230034, "precision": 0.216359, "recall": 0.268775}, {"accuracy": 0.206522, "f1": 0.164661, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"], "main_score": 0.164661, "precision": 0.152981, "recall": 0.206522}, {"accuracy": 0.231225, "f1": 0.193596, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"], "main_score": 0.193596, "precision": 0.180987, "recall": 0.231225}, {"accuracy": 0.279644, "f1": 0.247807, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"], "main_score": 0.247807, "precision": 0.237651, "recall": 0.279644}, {"accuracy": 0.166996, "f1": 0.126947, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"], "main_score": 0.126947, "precision": 0.115914, "recall": 0.166996}, {"accuracy": 0.213439, "f1": 0.174512, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"], "main_score": 0.174512, "precision": 0.163006, "recall": 0.213439}, {"accuracy": 0.416008, "f1": 0.387353, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"], "main_score": 0.387353, "precision": 0.37782, "recall": 0.416008}, {"accuracy": 0.264822, "f1": 0.22334, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"], "main_score": 0.22334, "precision": 0.210045, "recall": 0.264822}, {"accuracy": 0.247036, "f1": 0.208282, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"], "main_score": 0.208282, "precision": 0.196826, "recall": 0.247036}, {"accuracy": 0.37253, "f1": 0.342114, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"], "main_score": 0.342114, "precision": 0.33092, "recall": 0.37253}, {"accuracy": 0.257905, "f1": 0.222188, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"], "main_score": 0.222188, "precision": 0.209157, "recall": 0.257905}, {"accuracy": 0.286561, "f1": 0.251411, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"], "main_score": 0.251411, "precision": 0.239369, "recall": 0.286561}, {"accuracy": 0.357708, "f1": 0.317319, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"], "main_score": 0.317319, "precision": 0.304096, "recall": 0.357708}, {"accuracy": 0.263834, "f1": 0.228733, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"], "main_score": 0.228733, "precision": 0.216156, "recall": 0.263834}, {"accuracy": 0.299407, "f1": 0.258841, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"], "main_score": 0.258841, "precision": 0.245553, "recall": 0.299407}, {"accuracy": 0.185771, "f1": 0.150525, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"], "main_score": 0.150525, "precision": 0.13826, "recall": 0.185771}, {"accuracy": 0.431818, "f1": 0.385923, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"], "main_score": 0.385923, "precision": 0.371882, "recall": 0.431818}, {"accuracy": 0.412055, "f1": 0.367192, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"], "main_score": 0.367192, "precision": 0.352774, "recall": 0.412055}, {"accuracy": 0.477273, "f1": 0.417129, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"], "main_score": 0.417129, "precision": 0.3961, "recall": 0.477273}, {"accuracy": 0.305336, "f1": 0.267949, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"], "main_score": 0.267949, "precision": 0.256915, "recall": 0.305336}, {"accuracy": 0.262846, "f1": 0.225927, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"], "main_score": 0.225927, "precision": 0.214372, "recall": 0.262846}, {"accuracy": 0.211462, "f1": 0.166619, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"], "main_score": 0.166619, "precision": 0.153644, "recall": 0.211462}, {"accuracy": 0.050395, "f1": 0.039393, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"], "main_score": 0.039393, "precision": 0.037002, "recall": 0.050395}, {"accuracy": 0.205534, "f1": 0.174676, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"], "main_score": 0.174676, "precision": 0.164634, "recall": 0.205534}, {"accuracy": 0.004941, "f1": 0.000445, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"], "main_score": 0.000445, "precision": 0.000257, "recall": 0.004941}, {"accuracy": 0.281621, "f1": 0.244777, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"], "main_score": 0.244777, "precision": 0.235085, "recall": 0.281621}, {"accuracy": 0.230237, "f1": 0.201125, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"], "main_score": 0.201125, "precision": 0.192178, "recall": 0.230237}, {"accuracy": 0.244071, "f1": 0.212034, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"], "main_score": 0.212034, "precision": 0.203563, "recall": 0.244071}, {"accuracy": 0.275692, "f1": 0.250635, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"], "main_score": 0.250635, "precision": 0.242466, "recall": 0.275692}, {"accuracy": 0.262846, "f1": 0.228597, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"], "main_score": 0.228597, "precision": 0.217409, "recall": 0.262846}, {"accuracy": 0.365613, "f1": 0.328098, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"], "main_score": 0.328098, "precision": 0.316836, "recall": 0.365613}, {"accuracy": 0.298419, "f1": 0.267585, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"], "main_score": 0.267585, "precision": 0.255882, "recall": 0.298419}, {"accuracy": 0.277668, "f1": 0.255115, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"], "main_score": 0.255115, "precision": 0.24807, "recall": 0.277668}, {"accuracy": 0.284585, "f1": 0.249815, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"], "main_score": 0.249815, "precision": 0.239192, "recall": 0.284585}, {"accuracy": 0.259881, "f1": 0.22658, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"], "main_score": 0.22658, "precision": 0.216717, "recall": 0.259881}, {"accuracy": 0.256917, "f1": 0.222188, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"], "main_score": 0.222188, "precision": 0.209766, "recall": 0.256917}, {"accuracy": 0.246047, "f1": 0.22071, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"], "main_score": 0.22071, "precision": 0.21293, "recall": 0.246047}, {"accuracy": 0.208498, "f1": 0.181715, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"], "main_score": 0.181715, "precision": 0.174136, "recall": 0.208498}, {"accuracy": 0.364625, "f1": 0.334691, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"], "main_score": 0.334691, "precision": 0.326938, "recall": 0.364625}, {"accuracy": 0.320158, "f1": 0.283289, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"], "main_score": 0.283289, "precision": 0.271006, "recall": 0.320158}, {"accuracy": 0.237154, "f1": 0.215484, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"], "main_score": 0.215484, "precision": 0.209448, "recall": 0.237154}, {"accuracy": 0.253953, "f1": 0.219612, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"], "main_score": 0.219612, "precision": 0.209128, "recall": 0.253953}, {"accuracy": 0.366601, "f1": 0.331257, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"], "main_score": 0.331257, "precision": 0.321228, "recall": 0.366601}, {"accuracy": 0.285573, "f1": 0.266702, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"], "main_score": 0.266702, "precision": 0.260845, "recall": 0.285573}, {"accuracy": 0.217391, "f1": 0.183898, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"], "main_score": 0.183898, "precision": 0.171341, "recall": 0.217391}, {"accuracy": 0.126482, "f1": 0.104017, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"], "main_score": 0.104017, "precision": 0.098564, "recall": 0.126482}, {"accuracy": 0.273715, "f1": 0.241876, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"], "main_score": 0.241876, "precision": 0.23237, "recall": 0.273715}, {"accuracy": 0.274704, "f1": 0.249143, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"], "main_score": 0.249143, "precision": 0.240817, "recall": 0.274704}, {"accuracy": 0.05336, "f1": 0.032233, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"], "main_score": 0.032233, "precision": 0.028765, "recall": 0.05336}, {"accuracy": 0.254941, "f1": 0.224986, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"], "main_score": 0.224986, "precision": 0.216339, "recall": 0.254941}, {"accuracy": 0.27668, "f1": 0.237022, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"], "main_score": 0.237022, "precision": 0.221948, "recall": 0.27668}, {"accuracy": 0.248024, "f1": 0.231811, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"], "main_score": 0.231811, "precision": 0.227268, "recall": 0.248024}, {"accuracy": 0.354743, "f1": 0.319656, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"], "main_score": 0.319656, "precision": 0.309676, "recall": 0.354743}, {"accuracy": 0.258893, "f1": 0.234346, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"], "main_score": 0.234346, "precision": 0.227721, "recall": 0.258893}, {"accuracy": 0.218379, "f1": 0.182286, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"], "main_score": 0.182286, "precision": 0.172337, "recall": 0.218379}, {"accuracy": 0.248024, "f1": 0.21976, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"], "main_score": 0.21976, "precision": 0.209803, "recall": 0.248024}, {"accuracy": 0.320158, "f1": 0.28286, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"], "main_score": 0.28286, "precision": 0.273234, "recall": 0.320158}, {"accuracy": 0.145257, "f1": 0.124657, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"], "main_score": 0.124657, "precision": 0.11977, "recall": 0.145257}, {"accuracy": 0.215415, "f1": 0.188925, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"], "main_score": 0.188925, "precision": 0.181672, "recall": 0.215415}, {"accuracy": 0.143281, "f1": 0.117806, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"], "main_score": 0.117806, "precision": 0.111211, "recall": 0.143281}, {"accuracy": 0.355731, "f1": 0.319829, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"], "main_score": 0.319829, "precision": 0.309591, "recall": 0.355731}, {"accuracy": 0.253953, "f1": 0.218819, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"], "main_score": 0.218819, "precision": 0.208855, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.192898, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"], "main_score": 0.192898, "precision": 0.17942, "recall": 0.232213}, {"accuracy": 0.031621, "f1": 0.02446, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"], "main_score": 0.02446, "precision": 0.022337, "recall": 0.031621}, {"accuracy": 0.371542, "f1": 0.329921, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"], "main_score": 0.329921, "precision": 0.318194, "recall": 0.371542}, {"accuracy": 0.198617, "f1": 0.163316, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"], "main_score": 0.163316, "precision": 0.151291, "recall": 0.198617}, {"accuracy": 0.321146, "f1": 0.281538, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"], "main_score": 0.281538, "precision": 0.27181, "recall": 0.321146}, {"accuracy": 0.350791, "f1": 0.314923, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"], "main_score": 0.314923, "precision": 0.305341, "recall": 0.350791}, {"accuracy": 0.235178, "f1": 0.20623, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"], "main_score": 0.20623, "precision": 0.197856, "recall": 0.235178}, {"accuracy": 0.222332, "f1": 0.204724, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"], "main_score": 0.204724, "precision": 0.200417, "recall": 0.222332}, {"accuracy": 0.226285, "f1": 0.184872, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"], "main_score": 0.184872, "precision": 0.170486, "recall": 0.226285}, {"accuracy": 0.258893, "f1": 0.228092, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"], "main_score": 0.228092, "precision": 0.220977, "recall": 0.258893}, {"accuracy": 0.261858, "f1": 0.235364, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"], "main_score": 0.235364, "precision": 0.228915, "recall": 0.261858}, {"accuracy": 0.37253, "f1": 0.331641, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"], "main_score": 0.331641, "precision": 0.320787, "recall": 0.37253}, {"accuracy": 0.253953, "f1": 0.230573, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"], "main_score": 0.230573, "precision": 0.22373, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.193144, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"], "main_score": 0.193144, "precision": 0.178713, "recall": 0.232213}, {"accuracy": 0.258893, "f1": 0.229492, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"], "main_score": 0.229492, "precision": 0.22149, "recall": 0.258893}, {"accuracy": 0.050395, "f1": 0.04, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"], "main_score": 0.04, "precision": 0.036966, "recall": 0.050395}, {"accuracy": 0.257905, "f1": 0.229137, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"], "main_score": 0.229137, "precision": 0.219298, "recall": 0.257905}, {"accuracy": 0.333004, "f1": 0.295032, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"], "main_score": 0.295032, "precision": 0.282824, "recall": 0.333004}, {"accuracy": 0.039526, "f1": 0.032144, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"], "main_score": 0.032144, "precision": 0.030261, "recall": 0.039526}, {"accuracy": 0.333992, "f1": 0.296177, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"], "main_score": 0.296177, "precision": 0.285961, "recall": 0.333992}, {"accuracy": 0.248024, "f1": 0.223228, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"], "main_score": 0.223228, "precision": 0.215967, "recall": 0.248024}, {"accuracy": 0.338933, "f1": 0.304026, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"], "main_score": 0.304026, "precision": 0.294803, "recall": 0.338933}, {"accuracy": 0.227273, "f1": 0.197215, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"], "main_score": 0.197215, "precision": 0.188731, "recall": 0.227273}, {"accuracy": 0.304348, "f1": 0.270687, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"], "main_score": 0.270687, "precision": 0.259565, "recall": 0.304348}, {"accuracy": 0.267787, "f1": 0.249064, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"], "main_score": 0.249064, "precision": 0.242835, "recall": 0.267787}, {"accuracy": 0.230237, "f1": 0.204432, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"], "main_score": 0.204432, "precision": 0.196464, "recall": 0.230237}, {"accuracy": 0.364625, "f1": 0.325188, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"], "main_score": 0.325188, "precision": 0.314657, "recall": 0.364625}, {"accuracy": 0.266798, "f1": 0.234956, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"], "main_score": 0.234956, "precision": 0.223836, "recall": 0.266798}, {"accuracy": 0.279644, "f1": 0.24273, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"], "main_score": 0.24273, "precision": 0.231728, "recall": 0.279644}, {"accuracy": 0.281621, "f1": 0.241119, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"], "main_score": 0.241119, "precision": 0.228724, "recall": 0.281621}, {"accuracy": 0.23419, "f1": 0.202833, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"], "main_score": 0.202833, "precision": 0.192812, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.183318, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"], "main_score": 0.183318, "precision": 0.177644, "recall": 0.206522}, {"accuracy": 0.331028, "f1": 0.295701, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"], "main_score": 0.295701, "precision": 0.285064, "recall": 0.331028}, {"accuracy": 0.046443, "f1": 0.026476, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"], "main_score": 0.026476, "precision": 0.022132, "recall": 0.046443}, {"accuracy": 0.203557, "f1": 0.174087, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"], "main_score": 0.174087, "precision": 0.164228, "recall": 0.203557}, {"accuracy": 0.220356, "f1": 0.199309, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"], "main_score": 0.199309, "precision": 0.193889, "recall": 0.220356}, {"accuracy": 0.289526, "f1": 0.247416, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"], "main_score": 0.247416, "precision": 0.233356, "recall": 0.289526}, {"accuracy": 0.04249, "f1": 0.027083, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"], "main_score": 0.027083, "precision": 0.024105, "recall": 0.04249}, {"accuracy": 0.382411, "f1": 0.34489, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"], "main_score": 0.34489, "precision": 0.333112, "recall": 0.382411}, {"accuracy": 0.27668, "f1": 0.251523, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"], "main_score": 0.251523, "precision": 0.24365, "recall": 0.27668}, {"accuracy": 0.279644, "f1": 0.255282, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"], "main_score": 0.255282, "precision": 0.248692, "recall": 0.279644}, {"accuracy": 0.110672, "f1": 0.084017, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"], "main_score": 0.084017, "precision": 0.077711, "recall": 0.110672}, {"accuracy": 0.359684, "f1": 0.327744, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"], "main_score": 0.327744, "precision": 0.318403, "recall": 0.359684}, {"accuracy": 0.346838, "f1": 0.312811, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"], "main_score": 0.312811, "precision": 0.303439, "recall": 0.346838}, {"accuracy": 0.366601, "f1": 0.323532, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"], "main_score": 0.323532, "precision": 0.311931, "recall": 0.366601}, {"accuracy": 0.27668, "f1": 0.24926, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"], "main_score": 0.24926, "precision": 0.241912, "recall": 0.27668}, {"accuracy": 0.215415, "f1": 0.182442, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"], "main_score": 0.182442, "precision": 0.171584, "recall": 0.215415}, {"accuracy": 0.212451, "f1": 0.177754, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"], "main_score": 0.177754, "precision": 0.164505, "recall": 0.212451}, {"accuracy": 0.134387, "f1": 0.113143, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"], "main_score": 0.113143, "precision": 0.108046, "recall": 0.134387}, {"accuracy": 0.353755, "f1": 0.313048, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"], "main_score": 0.313048, "precision": 0.301693, "recall": 0.353755}, {"accuracy": 0.226285, "f1": 0.206318, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"], "main_score": 0.206318, "precision": 0.200634, "recall": 0.226285}, {"accuracy": 0.296443, "f1": 0.271152, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"], "main_score": 0.271152, "precision": 0.261096, "recall": 0.296443}, {"accuracy": 0.236166, "f1": 0.197331, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"], "main_score": 0.197331, "precision": 0.184774, "recall": 0.236166}, {"accuracy": 0.283597, "f1": 0.258532, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"], "main_score": 0.258532, "precision": 0.251745, "recall": 0.283597}, {"accuracy": 0.267787, "f1": 0.232314, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"], "main_score": 0.232314, "precision": 0.223354, "recall": 0.267787}, {"accuracy": 0.216403, "f1": 0.180039, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"], "main_score": 0.180039, "precision": 0.168185, "recall": 0.216403}, {"accuracy": 0.33004, "f1": 0.291453, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"], "main_score": 0.291453, "precision": 0.279947, "recall": 0.33004}, {"accuracy": 0.249012, "f1": 0.21684, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"], "main_score": 0.21684, "precision": 0.207148, "recall": 0.249012}, {"accuracy": 0.322134, "f1": 0.292474, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"], "main_score": 0.292474, "precision": 0.280148, "recall": 0.322134}, {"accuracy": 0.254941, "f1": 0.225689, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"], "main_score": 0.225689, "precision": 0.216909, "recall": 0.254941}, {"accuracy": 0.336957, "f1": 0.298245, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"], "main_score": 0.298245, "precision": 0.287161, "recall": 0.336957}, {"accuracy": 0.376482, "f1": 0.335462, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"], "main_score": 0.335462, "precision": 0.323977, "recall": 0.376482}, {"accuracy": 0.289526, "f1": 0.258215, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"], "main_score": 0.258215, "precision": 0.249311, "recall": 0.289526}, {"accuracy": 0.254941, "f1": 0.234702, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"], "main_score": 0.234702, "precision": 0.227987, "recall": 0.254941}, {"accuracy": 0.215415, "f1": 0.182824, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"], "main_score": 0.182824, "precision": 0.173189, "recall": 0.215415}, {"accuracy": 0.258893, "f1": 0.228629, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"], "main_score": 0.228629, "precision": 0.21703, "recall": 0.258893}, {"accuracy": 0.063241, "f1": 0.038955, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"], "main_score": 0.038955, "precision": 0.033693, "recall": 0.063241}, {"accuracy": 0.300395, "f1": 0.25569, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"], "main_score": 0.25569, "precision": 0.241486, "recall": 0.300395}, {"accuracy": 0.107708, "f1": 0.080512, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"], "main_score": 0.080512, "precision": 0.07329, "recall": 0.107708}, {"accuracy": 0.376482, "f1": 0.334838, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"], "main_score": 0.334838, "precision": 0.324598, "recall": 0.376482}, {"accuracy": 0.301383, "f1": 0.274037, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"], "main_score": 0.274037, "precision": 0.266591, "recall": 0.301383}, {"accuracy": 0.081028, "f1": 0.056825, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"], "main_score": 0.056825, "precision": 0.051234, "recall": 0.081028}, {"accuracy": 0.273715, "f1": 0.251426, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"], "main_score": 0.251426, "precision": 0.243867, "recall": 0.273715}, {"accuracy": 0.373518, "f1": 0.333945, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"], "main_score": 0.333945, "precision": 0.32317, "recall": 0.373518}, {"accuracy": 0.158103, "f1": 0.136487, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"], "main_score": 0.136487, "precision": 0.13122, "recall": 0.158103}, {"accuracy": 0.26087, "f1": 0.229583, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"], "main_score": 0.229583, "precision": 0.219827, "recall": 0.26087}, {"accuracy": 0.218379, "f1": 0.180991, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"], "main_score": 0.180991, "precision": 0.169481, "recall": 0.218379}, {"accuracy": 0.251976, "f1": 0.221516, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"], "main_score": 0.221516, "precision": 0.212901, "recall": 0.251976}, {"accuracy": 0.29249, "f1": 0.264258, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"], "main_score": 0.264258, "precision": 0.2553, "recall": 0.29249}, {"accuracy": 0.230237, "f1": 0.19284, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"], "main_score": 0.19284, "precision": 0.180403, "recall": 0.230237}, {"accuracy": 0.226285, "f1": 0.189851, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"], "main_score": 0.189851, "precision": 0.178239, "recall": 0.226285}, {"accuracy": 0.275692, "f1": 0.234119, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"], "main_score": 0.234119, "precision": 0.219825, "recall": 0.275692}, {"accuracy": 0.344862, "f1": 0.316169, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"], "main_score": 0.316169, "precision": 0.306968, "recall": 0.344862}, {"accuracy": 0.016798, "f1": 0.005133, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"], "main_score": 0.005133, "precision": 0.003752, "recall": 0.016798}, {"accuracy": 0.146245, "f1": 0.124989, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"], "main_score": 0.124989, "precision": 0.119145, "recall": 0.146245}, {"accuracy": 0.102767, "f1": 0.08446, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"], "main_score": 0.08446, "precision": 0.079206, "recall": 0.102767}, {"accuracy": 0.203557, "f1": 0.181292, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"], "main_score": 0.181292, "precision": 0.174463, "recall": 0.203557}, {"accuracy": 0.36166, "f1": 0.323168, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"], "main_score": 0.323168, "precision": 0.312599, "recall": 0.36166}, {"accuracy": 0.113636, "f1": 0.080476, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"], "main_score": 0.080476, "precision": 0.071727, "recall": 0.113636}, {"accuracy": 0.237154, "f1": 0.204611, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"], "main_score": 0.204611, "precision": 0.194122, "recall": 0.237154}, {"accuracy": 0.336957, "f1": 0.299854, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"], "main_score": 0.299854, "precision": 0.288452, "recall": 0.336957}, {"accuracy": 0.368577, "f1": 0.331186, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"], "main_score": 0.331186, "precision": 0.319846, "recall": 0.368577}, {"accuracy": 0.250988, "f1": 0.219229, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"], "main_score": 0.219229, "precision": 0.209903, "recall": 0.250988}, {"accuracy": 0.177866, "f1": 0.147657, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"], "main_score": 0.147657, "precision": 0.138959, "recall": 0.177866}, {"accuracy": 0.200593, "f1": 0.167921, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"], "main_score": 0.167921, "precision": 0.156619, "recall": 0.200593}, {"accuracy": 0.227273, "f1": 0.202627, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"], "main_score": 0.202627, "precision": 0.195674, "recall": 0.227273}, {"accuracy": 0.26581, "f1": 0.225616, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"], "main_score": 0.225616, "precision": 0.211263, "recall": 0.26581}, {"accuracy": 0.178854, "f1": 0.145004, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"], "main_score": 0.145004, "precision": 0.134745, "recall": 0.178854}, {"accuracy": 0.136364, "f1": 0.11081, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"], "main_score": 0.11081, "precision": 0.103502, "recall": 0.136364}, {"accuracy": 0.264822, "f1": 0.23958, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"], "main_score": 0.23958, "precision": 0.231973, "recall": 0.264822}, {"accuracy": 0.257905, "f1": 0.224414, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"], "main_score": 0.224414, "precision": 0.215028, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.165353, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"], "main_score": 0.165353, "precision": 0.153637, "recall": 0.202569}, {"accuracy": 0.280632, "f1": 0.254786, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"], "main_score": 0.254786, "precision": 0.245731, "recall": 0.280632}, {"accuracy": 0.287549, "f1": 0.245916, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"], "main_score": 0.245916, "precision": 0.233437, "recall": 0.287549}, {"accuracy": 0.100791, "f1": 0.085023, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"], "main_score": 0.085023, "precision": 0.079964, "recall": 0.100791}, {"accuracy": 0.16996, "f1": 0.138922, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"], "main_score": 0.138922, "precision": 0.131033, "recall": 0.16996}, {"accuracy": 0.18083, "f1": 0.156362, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"], "main_score": 0.156362, "precision": 0.149157, "recall": 0.18083}, {"accuracy": 0.160079, "f1": 0.144389, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"], "main_score": 0.144389, "precision": 0.139724, "recall": 0.160079}, {"accuracy": 0.26581, "f1": 0.238908, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"], "main_score": 0.238908, "precision": 0.230498, "recall": 0.26581}, {"accuracy": 0.280632, "f1": 0.242498, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"], "main_score": 0.242498, "precision": 0.229431, "recall": 0.280632}, {"accuracy": 0.142292, "f1": 0.118389, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"], "main_score": 0.118389, "precision": 0.111242, "recall": 0.142292}, {"accuracy": 0.274704, "f1": 0.238707, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"], "main_score": 0.238707, "precision": 0.228157, "recall": 0.274704}, {"accuracy": 0.310277, "f1": 0.269351, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"], "main_score": 0.269351, "precision": 0.258172, "recall": 0.310277}, {"accuracy": 0.325099, "f1": 0.294376, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"], "main_score": 0.294376, "precision": 0.285821, "recall": 0.325099}, {"accuracy": 0.242095, "f1": 0.222115, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"], "main_score": 0.222115, "precision": 0.215904, "recall": 0.242095}, {"accuracy": 0.375494, "f1": 0.34116, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"], "main_score": 0.34116, "precision": 0.331392, "recall": 0.375494}, {"accuracy": 0.193676, "f1": 0.163602, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"], "main_score": 0.163602, "precision": 0.154664, "recall": 0.193676}, {"accuracy": 0.268775, "f1": 0.231639, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"], "main_score": 0.231639, "precision": 0.219777, "recall": 0.268775}, {"accuracy": 0.129447, "f1": 0.088219, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"], "main_score": 0.088219, "precision": 0.078057, "recall": 0.129447}, {"accuracy": 0.355731, "f1": 0.321105, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"], "main_score": 0.321105, "precision": 0.311553, "recall": 0.355731}, {"accuracy": 0.066206, "f1": 0.048586, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"], "main_score": 0.048586, "precision": 0.044598, "recall": 0.066206}, {"accuracy": 0.302372, "f1": 0.269172, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"], "main_score": 0.269172, "precision": 0.259185, "recall": 0.302372}, {"accuracy": 0.264822, "f1": 0.227344, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"], "main_score": 0.227344, "precision": 0.217295, "recall": 0.264822}, {"accuracy": 0.212451, "f1": 0.183693, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"], "main_score": 0.183693, "precision": 0.174622, "recall": 0.212451}, {"accuracy": 0.232213, "f1": 0.206915, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"], "main_score": 0.206915, "precision": 0.199669, "recall": 0.232213}, {"accuracy": 0.266798, "f1": 0.228955, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"], "main_score": 0.228955, "precision": 0.214776, "recall": 0.266798}, {"accuracy": 0.26087, "f1": 0.228871, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"], "main_score": 0.228871, "precision": 0.217809, "recall": 0.26087}, {"accuracy": 0.356719, "f1": 0.315456, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"], "main_score": 0.315456, "precision": 0.304594, "recall": 0.356719}, {"accuracy": 0.344862, "f1": 0.316197, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"], "main_score": 0.316197, "precision": 0.305384, "recall": 0.344862}, {"accuracy": 0.373518, "f1": 0.331664, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"], "main_score": 0.331664, "precision": 0.320571, "recall": 0.373518}, {"accuracy": 0.264822, "f1": 0.218944, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"], "main_score": 0.218944, "precision": 0.203668, "recall": 0.264822}, {"accuracy": 0.379447, "f1": 0.340403, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"], "main_score": 0.340403, "precision": 0.329604, "recall": 0.379447}, {"accuracy": 0.176877, "f1": 0.15072, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"], "main_score": 0.15072, "precision": 0.143271, "recall": 0.176877}, {"accuracy": 0.277668, "f1": 0.249604, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"], "main_score": 0.249604, "precision": 0.241629, "recall": 0.277668}, {"accuracy": 0.211462, "f1": 0.17698, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"], "main_score": 0.17698, "precision": 0.16584, "recall": 0.211462}, {"accuracy": 0.333004, "f1": 0.304061, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"], "main_score": 0.304061, "precision": 0.295078, "recall": 0.333004}, {"accuracy": 0.226285, "f1": 0.188222, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"], "main_score": 0.188222, "precision": 0.175202, "recall": 0.226285}, {"accuracy": 0.26087, "f1": 0.221679, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"], "main_score": 0.221679, "precision": 0.209045, "recall": 0.26087}, {"accuracy": 0.176877, "f1": 0.141781, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"], "main_score": 0.141781, "precision": 0.131315, "recall": 0.176877}, {"accuracy": 0.172925, "f1": 0.14783, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"], "main_score": 0.14783, "precision": 0.140628, "recall": 0.172925}, {"accuracy": 0.368577, "f1": 0.332927, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"], "main_score": 0.332927, "precision": 0.321891, "recall": 0.368577}, {"accuracy": 0.26087, "f1": 0.218007, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"], "main_score": 0.218007, "precision": 0.203585, "recall": 0.26087}, {"accuracy": 0.220356, "f1": 0.177725, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"], "main_score": 0.177725, "precision": 0.165125, "recall": 0.220356}, {"accuracy": 0.267787, "f1": 0.229012, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"], "main_score": 0.229012, "precision": 0.215942, "recall": 0.267787}, {"accuracy": 0.105731, "f1": 0.085856, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"], "main_score": 0.085856, "precision": 0.080402, "recall": 0.105731}, {"accuracy": 0.192688, "f1": 0.155961, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"], "main_score": 0.155961, "precision": 0.143655, "recall": 0.192688}, {"accuracy": 0.237154, "f1": 0.195216, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"], "main_score": 0.195216, "precision": 0.181862, "recall": 0.237154}, {"accuracy": 0.236166, "f1": 0.208872, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"], "main_score": 0.208872, "precision": 0.201136, "recall": 0.236166}, {"accuracy": 0.262846, "f1": 0.22723, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"], "main_score": 0.22723, "precision": 0.217092, "recall": 0.262846}, {"accuracy": 0.238142, "f1": 0.203893, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"], "main_score": 0.203893, "precision": 0.193679, "recall": 0.238142}, {"accuracy": 0.250988, "f1": 0.227953, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"], "main_score": 0.227953, "precision": 0.220001, "recall": 0.250988}, {"accuracy": 0.309289, "f1": 0.26584, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"], "main_score": 0.26584, "precision": 0.252076, "recall": 0.309289}, {"accuracy": 0.324111, "f1": 0.289157, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"], "main_score": 0.289157, "precision": 0.276522, "recall": 0.324111}, {"accuracy": 0.155138, "f1": 0.135857, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"], "main_score": 0.135857, "precision": 0.130238, "recall": 0.155138}, {"accuracy": 0.22332, "f1": 0.185842, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"], "main_score": 0.185842, "precision": 0.174107, "recall": 0.22332}, {"accuracy": 0.267787, "f1": 0.238907, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"], "main_score": 0.238907, "precision": 0.230688, "recall": 0.267787}, {"accuracy": 0.221344, "f1": 0.180629, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"], "main_score": 0.180629, "precision": 0.166621, "recall": 0.221344}, {"accuracy": 0.263834, "f1": 0.225602, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"], "main_score": 0.225602, "precision": 0.214344, "recall": 0.263834}, {"accuracy": 0.287549, "f1": 0.248712, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"], "main_score": 0.248712, "precision": 0.237988, "recall": 0.287549}, {"accuracy": 0.315217, "f1": 0.281693, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"], "main_score": 0.281693, "precision": 0.271881, "recall": 0.315217}, {"accuracy": 0.115613, "f1": 0.089468, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"], "main_score": 0.089468, "precision": 0.083249, "recall": 0.115613}, {"accuracy": 0.205534, "f1": 0.182082, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"], "main_score": 0.182082, "precision": 0.174279, "recall": 0.205534}, {"accuracy": 0.252964, "f1": 0.21369, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"], "main_score": 0.21369, "precision": 0.201061, "recall": 0.252964}, {"accuracy": 0.077075, "f1": 0.046678, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"], "main_score": 0.046678, "precision": 0.039979, "recall": 0.077075}, {"accuracy": 0.141304, "f1": 0.087738, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"], "main_score": 0.087738, "precision": 0.075236, "recall": 0.141304}, {"accuracy": 0.003953, "f1": 6.2e-05, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"], "main_score": 6.2e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.923913, "f1": 0.912434, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"], "main_score": 0.912434, "precision": 0.907751, "recall": 0.923913}, {"accuracy": 0.821146, "f1": 0.794444, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"], "main_score": 0.794444, "precision": 0.782428, "recall": 0.821146}, {"accuracy": 0.859684, "f1": 0.833089, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"], "main_score": 0.833089, "precision": 0.821658, "recall": 0.859684}, {"accuracy": 0.568182, "f1": 0.497572, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"], "main_score": 0.497572, "precision": 0.47203, "recall": 0.568182}, {"accuracy": 0.166008, "f1": 0.11252, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"], "main_score": 0.11252, "precision": 0.098974, "recall": 0.166008}, {"accuracy": 0.936759, "f1": 0.928407, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"], "main_score": 0.928407, "precision": 0.924761, "recall": 0.936759}, {"accuracy": 0.349802, "f1": 0.270826, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"], "main_score": 0.270826, "precision": 0.246683, "recall": 0.349802}, {"accuracy": 0.56917, "f1": 0.503583, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"], "main_score": 0.503583, "precision": 0.478162, "recall": 0.56917}, {"accuracy": 0.933794, "f1": 0.92134, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"], "main_score": 0.92134, "precision": 0.91571, "recall": 0.933794}, {"accuracy": 0.837945, "f1": 0.809648, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"], "main_score": 0.809648, "precision": 0.797605, "recall": 0.837945}, {"accuracy": 0.19664, "f1": 0.132814, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"], "main_score": 0.132814, "precision": 0.116168, "recall": 0.19664}, {"accuracy": 0.850791, "f1": 0.823884, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"], "main_score": 0.823884, "precision": 0.812279, "recall": 0.850791}, {"accuracy": 0.770751, "f1": 0.727976, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"], "main_score": 0.727976, "precision": 0.710131, "recall": 0.770751}, {"accuracy": 0.934783, "f1": 0.921848, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"], "main_score": 0.921848, "precision": 0.916486, "recall": 0.934783}, {"accuracy": 0.245059, "f1": 0.175433, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"], "main_score": 0.175433, "precision": 0.157174, "recall": 0.245059}, {"accuracy": 0.91996, "f1": 0.906564, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"], "main_score": 0.906564, "precision": 0.900678, "recall": 0.91996}, {"accuracy": 0.908103, "f1": 0.891494, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"], "main_score": 0.891494, "precision": 0.884322, "recall": 0.908103}, {"accuracy": 0.943676, "f1": 0.934809, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"], "main_score": 0.934809, "precision": 0.931395, "recall": 0.943676}, {"accuracy": 0.928854, "f1": 0.918154, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"], "main_score": 0.918154, "precision": 0.913766, "recall": 0.928854}, {"accuracy": 0.118577, "f1": 0.073502, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"], "main_score": 0.073502, "precision": 0.062985, "recall": 0.118577}, {"accuracy": 0.8083, "f1": 0.782321, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"], "main_score": 0.782321, "precision": 0.771665, "recall": 0.8083}, {"accuracy": 0.931818, "f1": 0.922048, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"], "main_score": 0.922048, "precision": 0.917972, "recall": 0.931818}, {"accuracy": 0.617589, "f1": 0.548749, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"], "main_score": 0.548749, "precision": 0.522253, "recall": 0.617589}, {"accuracy": 0.06917, "f1": 0.037538, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"], "main_score": 0.037538, "precision": 0.032478, "recall": 0.06917}, {"accuracy": 0.913043, "f1": 0.898143, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"], "main_score": 0.898143, "precision": 0.891936, "recall": 0.913043}, {"accuracy": 0.183794, "f1": 0.122891, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"], "main_score": 0.122891, "precision": 0.107854, "recall": 0.183794}, {"accuracy": 0.775692, "f1": 0.728164, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"], "main_score": 0.728164, "precision": 0.708535, "recall": 0.775692}, {"accuracy": 0.938735, "f1": 0.930551, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"], "main_score": 0.930551, "precision": 0.927068, "recall": 0.938735}, {"accuracy": 0.873518, "f1": 0.84894, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"], "main_score": 0.84894, "precision": 0.837959, "recall": 0.873518}, {"accuracy": 0.844862, "f1": 0.820343, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"], "main_score": 0.820343, "precision": 0.809905, "recall": 0.844862}, {"accuracy": 0.236166, "f1": 0.17397, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"], "main_score": 0.17397, "precision": 0.155964, "recall": 0.236166}, {"accuracy": 0.947628, "f1": 0.94139, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"], "main_score": 0.94139, "precision": 0.939303, "recall": 0.947628}, {"accuracy": 0.76087, "f1": 0.715123, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"], "main_score": 0.715123, "precision": 0.694831, "recall": 0.76087}, {"accuracy": 0.863636, "f1": 0.840346, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"], "main_score": 0.840346, "precision": 0.830479, "recall": 0.863636}, {"accuracy": 0.80336, "f1": 0.779893, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"], "main_score": 0.779893, "precision": 0.769064, "recall": 0.80336}, {"accuracy": 0.937747, "f1": 0.928461, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"], "main_score": 0.928461, "precision": 0.925099, "recall": 0.937747}, {"accuracy": 0.93083, "f1": 0.921298, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"], "main_score": 0.921298, "precision": 0.917551, "recall": 0.93083}, {"accuracy": 0.13834, "f1": 0.084819, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"], "main_score": 0.084819, "precision": 0.073809, "recall": 0.13834}, {"accuracy": 0.057312, "f1": 0.037944, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"], "main_score": 0.037944, "precision": 0.033888, "recall": 0.057312}, {"accuracy": 0.937747, "f1": 0.928741, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"], "main_score": 0.928741, "precision": 0.924763, "recall": 0.937747}, {"accuracy": 0.131423, "f1": 0.080824, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"], "main_score": 0.080824, "precision": 0.068498, "recall": 0.131423}, {"accuracy": 0.943676, "f1": 0.935406, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"], "main_score": 0.935406, "precision": 0.932131, "recall": 0.943676}, {"accuracy": 0.891304, "f1": 0.867947, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"], "main_score": 0.867947, "precision": 0.858025, "recall": 0.891304}, {"accuracy": 0.806324, "f1": 0.772608, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"], "main_score": 0.772608, "precision": 0.759311, "recall": 0.806324}, {"accuracy": 0.651186, "f1": 0.588275, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"], "main_score": 0.588275, "precision": 0.563595, "recall": 0.651186}, {"accuracy": 0.146245, "f1": 0.090781, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"], "main_score": 0.090781, "precision": 0.076852, "recall": 0.146245}, {"accuracy": 0.659091, "f1": 0.605082, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"], "main_score": 0.605082, "precision": 0.582987, "recall": 0.659091}, {"accuracy": 0.554348, "f1": 0.482714, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"], "main_score": 0.482714, "precision": 0.456868, "recall": 0.554348}, {"accuracy": 0.947628, "f1": 0.93946, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"], "main_score": 0.93946, "precision": 0.936387, "recall": 0.947628}, {"accuracy": 0.632411, "f1": 0.566004, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"], "main_score": 0.566004, "precision": 0.539503, "recall": 0.632411}, {"accuracy": 0.129447, "f1": 0.081875, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"], "main_score": 0.081875, "precision": 0.071034, "recall": 0.129447}, {"accuracy": 0.905138, "f1": 0.889376, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"], "main_score": 0.889376, "precision": 0.882106, "recall": 0.905138}, {"accuracy": 0.065217, "f1": 0.040171, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"], "main_score": 0.040171, "precision": 0.034645, "recall": 0.065217}, {"accuracy": 0.199605, "f1": 0.146059, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"], "main_score": 0.146059, "precision": 0.131247, "recall": 0.199605}, {"accuracy": 0.30336, "f1": 0.224771, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"], "main_score": 0.224771, "precision": 0.201969, "recall": 0.30336}, {"accuracy": 0.083992, "f1": 0.045855, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"], "main_score": 0.045855, "precision": 0.037155, "recall": 0.083992}, {"accuracy": 0.945652, "f1": 0.939446, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"], "main_score": 0.939446, "precision": 0.936983, "recall": 0.945652}, {"accuracy": 0.927866, "f1": 0.916094, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"], "main_score": 0.916094, "precision": 0.911177, "recall": 0.927866}, {"accuracy": 0.944664, "f1": 0.93507, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"], "main_score": 0.93507, "precision": 0.931349, "recall": 0.944664}, {"accuracy": 0.907115, "f1": 0.888854, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"], "main_score": 0.888854, "precision": 0.881453, "recall": 0.907115}, {"accuracy": 0.236166, "f1": 0.16449, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"], "main_score": 0.16449, "precision": 0.145238, "recall": 0.236166}, {"accuracy": 0.68083, "f1": 0.623207, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"], "main_score": 0.623207, "precision": 0.600745, "recall": 0.68083}, {"accuracy": 0.387352, "f1": 0.314063, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"], "main_score": 0.314063, "precision": 0.289691, "recall": 0.387352}, {"accuracy": 0.935771, "f1": 0.927533, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"], "main_score": 0.927533, "precision": 0.924694, "recall": 0.935771}, {"accuracy": 0.20751, "f1": 0.143066, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"], "main_score": 0.143066, "precision": 0.125572, "recall": 0.20751}, {"accuracy": 0.277668, "f1": 0.210281, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"], "main_score": 0.210281, "precision": 0.190781, "recall": 0.277668}, {"accuracy": 0.214427, "f1": 0.139812, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"], "main_score": 0.139812, "precision": 0.120908, "recall": 0.214427}, {"accuracy": 0.305336, "f1": 0.229873, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"], "main_score": 0.229873, "precision": 0.20821, "recall": 0.305336}, {"accuracy": 0.583992, "f1": 0.519045, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"], "main_score": 0.519045, "precision": 0.493649, "recall": 0.583992}, {"accuracy": 0.939723, "f1": 0.930462, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"], "main_score": 0.930462, "precision": 0.926661, "recall": 0.939723}, {"accuracy": 0.055336, "f1": 0.022547, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"], "main_score": 0.022547, "precision": 0.017871, "recall": 0.055336}, {"accuracy": 0.166996, "f1": 0.113838, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"], "main_score": 0.113838, "precision": 0.099735, "recall": 0.166996}, {"accuracy": 0.656126, "f1": 0.59674, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"], "main_score": 0.59674, "precision": 0.572517, "recall": 0.656126}, {"accuracy": 0.200593, "f1": 0.140136, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"], "main_score": 0.140136, "precision": 0.12505, "recall": 0.200593}, {"accuracy": 0.061265, "f1": 0.034114, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"], "main_score": 0.034114, "precision": 0.02985, "recall": 0.061265}, {"accuracy": 0.940711, "f1": 0.930503, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"], "main_score": 0.930503, "precision": 0.926445, "recall": 0.940711}, {"accuracy": 0.720356, "f1": 0.66615, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"], "main_score": 0.66615, "precision": 0.64373, "recall": 0.720356}, {"accuracy": 0.703557, "f1": 0.644749, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"], "main_score": 0.644749, "precision": 0.621193, "recall": 0.703557}, {"accuracy": 0.705534, "f1": 0.659459, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"], "main_score": 0.659459, "precision": 0.640454, "recall": 0.705534}, {"accuracy": 0.934783, "f1": 0.926785, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"], "main_score": 0.926785, "precision": 0.923693, "recall": 0.934783}, {"accuracy": 0.936759, "f1": 0.926768, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"], "main_score": 0.926768, "precision": 0.922903, "recall": 0.936759}, {"accuracy": 0.94664, "f1": 0.938464, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"], "main_score": 0.938464, "precision": 0.934813, "recall": 0.94664}, {"accuracy": 0.927866, "f1": 0.916342, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"], "main_score": 0.916342, "precision": 0.911369, "recall": 0.927866}, {"accuracy": 0.177866, "f1": 0.120511, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"], "main_score": 0.120511, "precision": 0.105725, "recall": 0.177866}, {"accuracy": 0.132411, "f1": 0.08478, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"], "main_score": 0.08478, "precision": 0.072337, "recall": 0.132411}, {"accuracy": 0.820158, "f1": 0.793783, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"], "main_score": 0.793783, "precision": 0.78208, "recall": 0.820158}, {"accuracy": 0.935771, "f1": 0.924358, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"], "main_score": 0.924358, "precision": 0.919619, "recall": 0.935771}, {"accuracy": 0.898221, "f1": 0.878768, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"], "main_score": 0.878768, "precision": 0.870018, "recall": 0.898221}, {"accuracy": 0.318182, "f1": 0.24496, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"], "main_score": 0.24496, "precision": 0.223238, "recall": 0.318182}, {"accuracy": 0.156126, "f1": 0.101675, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"], "main_score": 0.101675, "precision": 0.087741, "recall": 0.156126}, {"accuracy": 0.62253, "f1": 0.558286, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"], "main_score": 0.558286, "precision": 0.53369, "recall": 0.62253}, {"accuracy": 0.847826, "f1": 0.821882, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"], "main_score": 0.821882, "precision": 0.81138, "recall": 0.847826}, {"accuracy": 0.141304, "f1": 0.080462, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"], "main_score": 0.080462, "precision": 0.067532, "recall": 0.141304}, {"accuracy": 0.948617, "f1": 0.940688, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"], "main_score": 0.940688, "precision": 0.937784, "recall": 0.948617}, {"accuracy": 0.19664, "f1": 0.14174, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"], "main_score": 0.14174, "precision": 0.127147, "recall": 0.19664}, {"accuracy": 0.368577, "f1": 0.2901, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"], "main_score": 0.2901, "precision": 0.265922, "recall": 0.368577}, {"accuracy": 0.928854, "f1": 0.918729, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"], "main_score": 0.918729, "precision": 0.914663, "recall": 0.928854}, {"accuracy": 0.943676, "f1": 0.935375, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"], "main_score": 0.935375, "precision": 0.931962, "recall": 0.943676}, {"accuracy": 0.934783, "f1": 0.925254, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"], "main_score": 0.925254, "precision": 0.921307, "recall": 0.934783}, {"accuracy": 0.942688, "f1": 0.934418, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"], "main_score": 0.934418, "precision": 0.931143, "recall": 0.942688}, {"accuracy": 0.65415, "f1": 0.590959, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"], "main_score": 0.590959, "precision": 0.565994, "recall": 0.65415}, {"accuracy": 0.863636, "f1": 0.839828, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"], "main_score": 0.839828, "precision": 0.829483, "recall": 0.863636}, {"accuracy": 0.190711, "f1": 0.130541, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"], "main_score": 0.130541, "precision": 0.112927, "recall": 0.190711}, {"accuracy": 0.081028, "f1": 0.04095, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"], "main_score": 0.04095, "precision": 0.033495, "recall": 0.081028}, {"accuracy": 0.197628, "f1": 0.131191, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"], "main_score": 0.131191, "precision": 0.114483, "recall": 0.197628}, {"accuracy": 0.093874, "f1": 0.050404, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"], "main_score": 0.050404, "precision": 0.0417, "recall": 0.093874}, {"accuracy": 0.945652, "f1": 0.938461, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"], "main_score": 0.938461, "precision": 0.93547, "recall": 0.945652}, {"accuracy": 0.612648, "f1": 0.546815, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"], "main_score": 0.546815, "precision": 0.520898, "recall": 0.612648}, {"accuracy": 0.062253, "f1": 0.040897, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"], "main_score": 0.040897, "precision": 0.035607, "recall": 0.062253}, {"accuracy": 0.63834, "f1": 0.575095, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"], "main_score": 0.575095, "precision": 0.550585, "recall": 0.63834}, {"accuracy": 0.939723, "f1": 0.928101, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"], "main_score": 0.928101, "precision": 0.923215, "recall": 0.939723}, {"accuracy": 0.670949, "f1": 0.621113, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"], "main_score": 0.621113, "precision": 0.600099, "recall": 0.670949}, {"accuracy": 0.458498, "f1": 0.391433, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"], "main_score": 0.391433, "precision": 0.368277, "recall": 0.458498}, {"accuracy": 0.164032, "f1": 0.103294, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"], "main_score": 0.103294, "precision": 0.089217, "recall": 0.164032}, {"accuracy": 0.921937, "f1": 0.909671, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"], "main_score": 0.909671, "precision": 0.904617, "recall": 0.921937}, {"accuracy": 0.336957, "f1": 0.261008, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"], "main_score": 0.261008, "precision": 0.236737, "recall": 0.336957}, {"accuracy": 0.18083, "f1": 0.115874, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"], "main_score": 0.115874, "precision": 0.0997, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.109365, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"], "main_score": 0.109365, "precision": 0.096598, "recall": 0.163043}, {"accuracy": 0.193676, "f1": 0.13807, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"], "main_score": 0.13807, "precision": 0.123811, "recall": 0.193676}, {"accuracy": 0.916996, "f1": 0.902429, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"], "main_score": 0.902429, "precision": 0.896453, "recall": 0.916996}, {"accuracy": 0.020751, "f1": 0.005668, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"], "main_score": 0.005668, "precision": 0.004307, "recall": 0.020751}, {"accuracy": 0.761858, "f1": 0.729941, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"], "main_score": 0.729941, "precision": 0.715944, "recall": 0.761858}, {"accuracy": 0.40415, "f1": 0.335838, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"], "main_score": 0.335838, "precision": 0.311877, "recall": 0.40415}, {"accuracy": 0.794466, "f1": 0.760875, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"], "main_score": 0.760875, "precision": 0.746067, "recall": 0.794466}, {"accuracy": 0.935771, "f1": 0.925061, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"], "main_score": 0.925061, "precision": 0.920842, "recall": 0.935771}, {"accuracy": 0.083992, "f1": 0.046484, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"], "main_score": 0.046484, "precision": 0.038899, "recall": 0.083992}, {"accuracy": 0.156126, "f1": 0.103408, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"], "main_score": 0.103408, "precision": 0.089647, "recall": 0.156126}, {"accuracy": 0.940711, "f1": 0.932947, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"], "main_score": 0.932947, "precision": 0.929848, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.919151, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"], "main_score": 0.919151, "precision": 0.914316, "recall": 0.93083}, {"accuracy": 0.547431, "f1": 0.47627, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"], "main_score": 0.47627, "precision": 0.450292, "recall": 0.547431}, {"accuracy": 0.182806, "f1": 0.126948, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"], "main_score": 0.126948, "precision": 0.11224, "recall": 0.182806}, {"accuracy": 0.167984, "f1": 0.11045, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"], "main_score": 0.11045, "precision": 0.095341, "recall": 0.167984}, {"accuracy": 0.892292, "f1": 0.874057, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"], "main_score": 0.874057, "precision": 0.865636, "recall": 0.892292}, {"accuracy": 0.157115, "f1": 0.100992, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"], "main_score": 0.100992, "precision": 0.087128, "recall": 0.157115}, {"accuracy": 0.143281, "f1": 0.091053, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"], "main_score": 0.091053, "precision": 0.077192, "recall": 0.143281}, {"accuracy": 0.751976, "f1": 0.717442, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"], "main_score": 0.717442, "precision": 0.702768, "recall": 0.751976}, {"accuracy": 0.557312, "f1": 0.487957, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"], "main_score": 0.487957, "precision": 0.463852, "recall": 0.557312}, {"accuracy": 0.901186, "f1": 0.884587, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"], "main_score": 0.884587, "precision": 0.877849, "recall": 0.901186}, {"accuracy": 0.219368, "f1": 0.151806, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"], "main_score": 0.151806, "precision": 0.131495, "recall": 0.219368}, {"accuracy": 0.398221, "f1": 0.323288, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"], "main_score": 0.323288, "precision": 0.298745, "recall": 0.398221}, {"accuracy": 0.931818, "f1": 0.924023, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"], "main_score": 0.924023, "precision": 0.920889, "recall": 0.931818}, {"accuracy": 0.495059, "f1": 0.435053, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"], "main_score": 0.435053, "precision": 0.412062, "recall": 0.495059}, {"accuracy": 0.771739, "f1": 0.728337, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"], "main_score": 0.728337, "precision": 0.710048, "recall": 0.771739}, {"accuracy": 0.237154, "f1": 0.171855, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"], "main_score": 0.171855, "precision": 0.154491, "recall": 0.237154}, {"accuracy": 0.534585, "f1": 0.472757, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"], "main_score": 0.472757, "precision": 0.447989, "recall": 0.534585}, {"accuracy": 0.623518, "f1": 0.562005, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"], "main_score": 0.562005, "precision": 0.537801, "recall": 0.623518}, {"accuracy": 0.194664, "f1": 0.130503, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"], "main_score": 0.130503, "precision": 0.113282, "recall": 0.194664}, {"accuracy": 0.844862, "f1": 0.825833, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"], "main_score": 0.825833, "precision": 0.817842, "recall": 0.844862}, {"accuracy": 0.942688, "f1": 0.933672, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"], "main_score": 0.933672, "precision": 0.930455, "recall": 0.942688}, {"accuracy": 0.923913, "f1": 0.913499, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"], "main_score": 0.913499, "precision": 0.90909, "recall": 0.923913}, {"accuracy": 0.858696, "f1": 0.828986, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"], "main_score": 0.828986, "precision": 0.816131, "recall": 0.858696}, {"accuracy": 0.685771, "f1": 0.632184, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"], "main_score": 0.632184, "precision": 0.609918, "recall": 0.685771}, {"accuracy": 0.945652, "f1": 0.936754, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"], "main_score": 0.936754, "precision": 0.93339, "recall": 0.945652}, {"accuracy": 0.360672, "f1": 0.29538, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"], "main_score": 0.29538, "precision": 0.272908, "recall": 0.360672}, {"accuracy": 0.434783, "f1": 0.361919, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"], "main_score": 0.361919, "precision": 0.337473, "recall": 0.434783}, {"accuracy": 0.098814, "f1": 0.053759, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"], "main_score": 0.053759, "precision": 0.044995, "recall": 0.098814}, {"accuracy": 0.938735, "f1": 0.929715, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"], "main_score": 0.929715, "precision": 0.926161, "recall": 0.938735}, {"accuracy": 0.188735, "f1": 0.134428, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"], "main_score": 0.134428, "precision": 0.117867, "recall": 0.188735}, {"accuracy": 0.936759, "f1": 0.92831, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"], "main_score": 0.92831, "precision": 0.92522, "recall": 0.936759}, {"accuracy": 0.885375, "f1": 0.867292, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"], "main_score": 0.867292, "precision": 0.859409, "recall": 0.885375}, {"accuracy": 0.402174, "f1": 0.328598, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"], "main_score": 0.328598, "precision": 0.303706, "recall": 0.402174}, {"accuracy": 0.310277, "f1": 0.232193, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"], "main_score": 0.232193, "precision": 0.209274, "recall": 0.310277}, {"accuracy": 0.216403, "f1": 0.154967, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"], "main_score": 0.154967, "precision": 0.138334, "recall": 0.216403}, {"accuracy": 0.185771, "f1": 0.122099, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"], "main_score": 0.122099, "precision": 0.106272, "recall": 0.185771}, {"accuracy": 0.939723, "f1": 0.930715, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"], "main_score": 0.930715, "precision": 0.927156, "recall": 0.939723}, {"accuracy": 0.382411, "f1": 0.301218, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"], "main_score": 0.301218, "precision": 0.275244, "recall": 0.382411}, {"accuracy": 0.933794, "f1": 0.922064, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"], "main_score": 0.922064, "precision": 0.917396, "recall": 0.933794}, {"accuracy": 0.162055, "f1": 0.096252, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"], "main_score": 0.096252, "precision": 0.080311, "recall": 0.162055}, {"accuracy": 0.935771, "f1": 0.92561, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"], "main_score": 0.92561, "precision": 0.921392, "recall": 0.935771}, {"accuracy": 0.851779, "f1": 0.827735, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"], "main_score": 0.827735, "precision": 0.817833, "recall": 0.851779}, {"accuracy": 0.886364, "f1": 0.867271, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"], "main_score": 0.867271, "precision": 0.858718, "recall": 0.886364}, {"accuracy": 0.143281, "f1": 0.08854, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"], "main_score": 0.08854, "precision": 0.074892, "recall": 0.143281}, {"accuracy": 0.842885, "f1": 0.804664, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"], "main_score": 0.804664, "precision": 0.787786, "recall": 0.842885}, {"accuracy": 0.158103, "f1": 0.102336, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"], "main_score": 0.102336, "precision": 0.088295, "recall": 0.158103}, {"accuracy": 0.156126, "f1": 0.103709, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"], "main_score": 0.103709, "precision": 0.090136, "recall": 0.156126}, {"accuracy": 0.126482, "f1": 0.077289, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"], "main_score": 0.077289, "precision": 0.065965, "recall": 0.126482}, {"accuracy": 0.493083, "f1": 0.431298, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"], "main_score": 0.431298, "precision": 0.407086, "recall": 0.493083}, {"accuracy": 0.938735, "f1": 0.930065, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"], "main_score": 0.930065, "precision": 0.926809, "recall": 0.938735}, {"accuracy": 0.254941, "f1": 0.186076, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"], "main_score": 0.186076, "precision": 0.166196, "recall": 0.254941}, {"accuracy": 0.132411, "f1": 0.078523, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"], "main_score": 0.078523, "precision": 0.064885, "recall": 0.132411}, {"accuracy": 0.170949, "f1": 0.113144, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"], "main_score": 0.113144, "precision": 0.098726, "recall": 0.170949}, {"accuracy": 0.745059, "f1": 0.710049, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"], "main_score": 0.710049, "precision": 0.69493, "recall": 0.745059}, {"accuracy": 0.139328, "f1": 0.084826, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"], "main_score": 0.084826, "precision": 0.071443, "recall": 0.139328}, {"accuracy": 0.146245, "f1": 0.09481, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"], "main_score": 0.09481, "precision": 0.081605, "recall": 0.146245}, {"accuracy": 0.894269, "f1": 0.873626, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"], "main_score": 0.873626, "precision": 0.86499, "recall": 0.894269}, {"accuracy": 0.232213, "f1": 0.167471, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"], "main_score": 0.167471, "precision": 0.149431, "recall": 0.232213}, {"accuracy": 0.197628, "f1": 0.132838, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"], "main_score": 0.132838, "precision": 0.11692, "recall": 0.197628}, {"accuracy": 0.544466, "f1": 0.476954, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"], "main_score": 0.476954, "precision": 0.451764, "recall": 0.544466}, {"accuracy": 0.312253, "f1": 0.239641, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"], "main_score": 0.239641, "precision": 0.217184, "recall": 0.312253}, {"accuracy": 0.406126, "f1": 0.329363, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"], "main_score": 0.329363, "precision": 0.302137, "recall": 0.406126}, {"accuracy": 0.799407, "f1": 0.763233, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"], "main_score": 0.763233, "precision": 0.747443, "recall": 0.799407}, {"accuracy": 0.30336, "f1": 0.230419, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"], "main_score": 0.230419, "precision": 0.207579, "recall": 0.30336}, {"accuracy": 0.414032, "f1": 0.344789, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"], "main_score": 0.344789, "precision": 0.321453, "recall": 0.414032}, {"accuracy": 0.135375, "f1": 0.084507, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"], "main_score": 0.084507, "precision": 0.071264, "recall": 0.135375}, {"accuracy": 0.935771, "f1": 0.928196, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"], "main_score": 0.928196, "precision": 0.925255, "recall": 0.935771}, {"accuracy": 0.910079, "f1": 0.893444, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"], "main_score": 0.893444, "precision": 0.886864, "recall": 0.910079}, {"accuracy": 0.94664, "f1": 0.938298, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"], "main_score": 0.938298, "precision": 0.935044, "recall": 0.94664}, {"accuracy": 0.787549, "f1": 0.745606, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"], "main_score": 0.745606, "precision": 0.728294, "recall": 0.787549}, {"accuracy": 0.211462, "f1": 0.149957, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"], "main_score": 0.149957, "precision": 0.131731, "recall": 0.211462}, {"accuracy": 0.16996, "f1": 0.110241, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"], "main_score": 0.110241, "precision": 0.09554, "recall": 0.16996}, {"accuracy": 0.041502, "f1": 0.032508, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"], "main_score": 0.032508, "precision": 0.029905, "recall": 0.041502}, {"accuracy": 0.193676, "f1": 0.17946, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"], "main_score": 0.17946, "precision": 0.17422, "recall": 0.193676}, {"accuracy": 0.004941, "f1": 0.000886, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"], "main_score": 0.000886, "precision": 0.000613, "recall": 0.004941}, {"accuracy": 0.170949, "f1": 0.144188, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"], "main_score": 0.144188, "precision": 0.136844, "recall": 0.170949}, {"accuracy": 0.160079, "f1": 0.140845, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"], "main_score": 0.140845, "precision": 0.135175, "recall": 0.160079}, {"accuracy": 0.145257, "f1": 0.125666, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"], "main_score": 0.125666, "precision": 0.120262, "recall": 0.145257}, {"accuracy": 0.175889, "f1": 0.160877, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"], "main_score": 0.160877, "precision": 0.155987, "recall": 0.175889}, {"accuracy": 0.232213, "f1": 0.215377, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"], "main_score": 0.215377, "precision": 0.208492, "recall": 0.232213}, {"accuracy": 0.230237, "f1": 0.201126, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"], "main_score": 0.201126, "precision": 0.192801, "recall": 0.230237}, {"accuracy": 0.210474, "f1": 0.197182, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"], "main_score": 0.197182, "precision": 0.192045, "recall": 0.210474}, {"accuracy": 0.163043, "f1": 0.150082, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"], "main_score": 0.150082, "precision": 0.145894, "recall": 0.163043}, {"accuracy": 0.176877, "f1": 0.153739, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"], "main_score": 0.153739, "precision": 0.147064, "recall": 0.176877}, {"accuracy": 0.147233, "f1": 0.128312, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"], "main_score": 0.128312, "precision": 0.122814, "recall": 0.147233}, {"accuracy": 0.219368, "f1": 0.202047, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"], "main_score": 0.202047, "precision": 0.195684, "recall": 0.219368}, {"accuracy": 0.139328, "f1": 0.125784, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"], "main_score": 0.125784, "precision": 0.122186, "recall": 0.139328}, {"accuracy": 0.145257, "f1": 0.11925, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"], "main_score": 0.11925, "precision": 0.113548, "recall": 0.145257}, {"accuracy": 0.220356, "f1": 0.192484, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"], "main_score": 0.192484, "precision": 0.184621, "recall": 0.220356}, {"accuracy": 0.241107, "f1": 0.222197, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"], "main_score": 0.222197, "precision": 0.215305, "recall": 0.241107}, {"accuracy": 0.140316, "f1": 0.126855, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"], "main_score": 0.126855, "precision": 0.122881, "recall": 0.140316}, {"accuracy": 0.153162, "f1": 0.126837, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"], "main_score": 0.126837, "precision": 0.120248, "recall": 0.153162}, {"accuracy": 0.236166, "f1": 0.213776, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"], "main_score": 0.213776, "precision": 0.206997, "recall": 0.236166}, {"accuracy": 0.194664, "f1": 0.173708, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"], "main_score": 0.173708, "precision": 0.167586, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.178609, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"], "main_score": 0.178609, "precision": 0.169339, "recall": 0.203557}, {"accuracy": 0.088933, "f1": 0.071499, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"], "main_score": 0.071499, "precision": 0.068445, "recall": 0.088933}, {"accuracy": 0.176877, "f1": 0.153917, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"], "main_score": 0.153917, "precision": 0.147371, "recall": 0.176877}, {"accuracy": 0.176877, "f1": 0.157738, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"], "main_score": 0.157738, "precision": 0.152173, "recall": 0.176877}, {"accuracy": 0.06917, "f1": 0.048499, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"], "main_score": 0.048499, "precision": 0.045083, "recall": 0.06917}, {"accuracy": 0.160079, "f1": 0.139396, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"], "main_score": 0.139396, "precision": 0.133538, "recall": 0.160079}, {"accuracy": 0.271739, "f1": 0.248798, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"], "main_score": 0.248798, "precision": 0.240219, "recall": 0.271739}, {"accuracy": 0.16996, "f1": 0.153697, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"], "main_score": 0.153697, "precision": 0.149182, "recall": 0.16996}, {"accuracy": 0.228261, "f1": 0.198619, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"], "main_score": 0.198619, "precision": 0.190306, "recall": 0.228261}, {"accuracy": 0.167984, "f1": 0.15143, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"], "main_score": 0.15143, "precision": 0.147404, "recall": 0.167984}, {"accuracy": 0.132411, "f1": 0.109638, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"], "main_score": 0.109638, "precision": 0.103986, "recall": 0.132411}, {"accuracy": 0.176877, "f1": 0.160915, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"], "main_score": 0.160915, "precision": 0.155037, "recall": 0.176877}, {"accuracy": 0.195652, "f1": 0.16733, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"], "main_score": 0.16733, "precision": 0.159253, "recall": 0.195652}, {"accuracy": 0.092885, "f1": 0.080132, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"], "main_score": 0.080132, "precision": 0.076851, "recall": 0.092885}, {"accuracy": 0.149209, "f1": 0.131711, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"], "main_score": 0.131711, "precision": 0.127114, "recall": 0.149209}, {"accuracy": 0.086957, "f1": 0.070829, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"], "main_score": 0.070829, "precision": 0.067506, "recall": 0.086957}, {"accuracy": 0.23419, "f1": 0.207064, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"], "main_score": 0.207064, "precision": 0.198972, "recall": 0.23419}, {"accuracy": 0.136364, "f1": 0.110994, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"], "main_score": 0.110994, "precision": 0.103926, "recall": 0.136364}, {"accuracy": 0.23913, "f1": 0.211546, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"], "main_score": 0.211546, "precision": 0.201179, "recall": 0.23913}, {"accuracy": 0.024704, "f1": 0.019163, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"], "main_score": 0.019163, "precision": 0.017834, "recall": 0.024704}, {"accuracy": 0.226285, "f1": 0.197665, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"], "main_score": 0.197665, "precision": 0.189824, "recall": 0.226285}, {"accuracy": 0.171937, "f1": 0.150708, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"], "main_score": 0.150708, "precision": 0.143863, "recall": 0.171937}, {"accuracy": 0.192688, "f1": 0.166593, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"], "main_score": 0.166593, "precision": 0.160107, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.182338, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"], "main_score": 0.182338, "precision": 0.175283, "recall": 0.208498}, {"accuracy": 0.13834, "f1": 0.115247, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"], "main_score": 0.115247, "precision": 0.109166, "recall": 0.13834}, {"accuracy": 0.151186, "f1": 0.138963, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"], "main_score": 0.138963, "precision": 0.13498, "recall": 0.151186}, {"accuracy": 0.19664, "f1": 0.172057, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"], "main_score": 0.172057, "precision": 0.162551, "recall": 0.19664}, {"accuracy": 0.195652, "f1": 0.169288, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"], "main_score": 0.169288, "precision": 0.162599, "recall": 0.195652}, {"accuracy": 0.161067, "f1": 0.149444, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"], "main_score": 0.149444, "precision": 0.145726, "recall": 0.161067}, {"accuracy": 0.238142, "f1": 0.208869, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"], "main_score": 0.208869, "precision": 0.199948, "recall": 0.238142}, {"accuracy": 0.167984, "f1": 0.152738, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"], "main_score": 0.152738, "precision": 0.148491, "recall": 0.167984}, {"accuracy": 0.18083, "f1": 0.156972, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"], "main_score": 0.156972, "precision": 0.148679, "recall": 0.18083}, {"accuracy": 0.161067, "f1": 0.14021, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"], "main_score": 0.14021, "precision": 0.134624, "recall": 0.161067}, {"accuracy": 0.04249, "f1": 0.033955, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"], "main_score": 0.033955, "precision": 0.031198, "recall": 0.04249}, {"accuracy": 0.204545, "f1": 0.183728, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"], "main_score": 0.183728, "precision": 0.175723, "recall": 0.204545}, {"accuracy": 0.238142, "f1": 0.223568, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"], "main_score": 0.223568, "precision": 0.218046, "recall": 0.238142}, {"accuracy": 0.046443, "f1": 0.040986, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"], "main_score": 0.040986, "precision": 0.039318, "recall": 0.046443}, {"accuracy": 0.189723, "f1": 0.169021, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"], "main_score": 0.169021, "precision": 0.162739, "recall": 0.189723}, {"accuracy": 0.146245, "f1": 0.12857, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"], "main_score": 0.12857, "precision": 0.124399, "recall": 0.146245}, {"accuracy": 0.217391, "f1": 0.193281, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"], "main_score": 0.193281, "precision": 0.186367, "recall": 0.217391}, {"accuracy": 0.136364, "f1": 0.117455, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"], "main_score": 0.117455, "precision": 0.111981, "recall": 0.136364}, {"accuracy": 0.248024, "f1": 0.227516, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"], "main_score": 0.227516, "precision": 0.219621, "recall": 0.248024}, {"accuracy": 0.16502, "f1": 0.14603, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"], "main_score": 0.14603, "precision": 0.141124, "recall": 0.16502}, {"accuracy": 0.166996, "f1": 0.148593, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"], "main_score": 0.148593, "precision": 0.143822, "recall": 0.166996}, {"accuracy": 0.246047, "f1": 0.213526, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"], "main_score": 0.213526, "precision": 0.203603, "recall": 0.246047}, {"accuracy": 0.220356, "f1": 0.202717, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"], "main_score": 0.202717, "precision": 0.195781, "recall": 0.220356}, {"accuracy": 0.221344, "f1": 0.198905, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"], "main_score": 0.198905, "precision": 0.192017, "recall": 0.221344}, {"accuracy": 0.227273, "f1": 0.205254, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"], "main_score": 0.205254, "precision": 0.197026, "recall": 0.227273}, {"accuracy": 0.18083, "f1": 0.157066, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"], "main_score": 0.157066, "precision": 0.149808, "recall": 0.18083}, {"accuracy": 0.126482, "f1": 0.115132, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"], "main_score": 0.115132, "precision": 0.111881, "recall": 0.126482}, {"accuracy": 0.208498, "f1": 0.187653, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"], "main_score": 0.187653, "precision": 0.181256, "recall": 0.208498}, {"accuracy": 0.045455, "f1": 0.029677, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"], "main_score": 0.029677, "precision": 0.026226, "recall": 0.045455}, {"accuracy": 0.167984, "f1": 0.148304, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"], "main_score": 0.148304, "precision": 0.141165, "recall": 0.167984}, {"accuracy": 0.141304, "f1": 0.131234, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"], "main_score": 0.131234, "precision": 0.127884, "recall": 0.141304}, {"accuracy": 0.270751, "f1": 0.243605, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"], "main_score": 0.243605, "precision": 0.233047, "recall": 0.270751}, {"accuracy": 0.051383, "f1": 0.041261, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"], "main_score": 0.041261, "precision": 0.038371, "recall": 0.051383}, {"accuracy": 0.23913, "f1": 0.214871, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"], "main_score": 0.214871, "precision": 0.207498, "recall": 0.23913}, {"accuracy": 0.16502, "f1": 0.147883, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"], "main_score": 0.147883, "precision": 0.142713, "recall": 0.16502}, {"accuracy": 0.210474, "f1": 0.191245, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"], "main_score": 0.191245, "precision": 0.185917, "recall": 0.210474}, {"accuracy": 0.072134, "f1": 0.055189, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"], "main_score": 0.055189, "precision": 0.051872, "recall": 0.072134}, {"accuracy": 0.225296, "f1": 0.199992, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"], "main_score": 0.199992, "precision": 0.192055, "recall": 0.225296}, {"accuracy": 0.220356, "f1": 0.194488, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"], "main_score": 0.194488, "precision": 0.186845, "recall": 0.220356}, {"accuracy": 0.238142, "f1": 0.20236, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"], "main_score": 0.20236, "precision": 0.192193, "recall": 0.238142}, {"accuracy": 0.166996, "f1": 0.145073, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"], "main_score": 0.145073, "precision": 0.138267, "recall": 0.166996}, {"accuracy": 0.195652, "f1": 0.174968, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"], "main_score": 0.174968, "precision": 0.1682, "recall": 0.195652}, {"accuracy": 0.200593, "f1": 0.178072, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"], "main_score": 0.178072, "precision": 0.16943, "recall": 0.200593}, {"accuracy": 0.08004, "f1": 0.062084, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"], "main_score": 0.062084, "precision": 0.058612, "recall": 0.08004}, {"accuracy": 0.235178, "f1": 0.203662, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"], "main_score": 0.203662, "precision": 0.194216, "recall": 0.235178}, {"accuracy": 0.136364, "f1": 0.123414, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"], "main_score": 0.123414, "precision": 0.119584, "recall": 0.136364}, {"accuracy": 0.220356, "f1": 0.198187, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"], "main_score": 0.198187, "precision": 0.189983, "recall": 0.220356}, {"accuracy": 0.202569, "f1": 0.18096, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"], "main_score": 0.18096, "precision": 0.17333, "recall": 0.202569}, {"accuracy": 0.159091, "f1": 0.146707, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"], "main_score": 0.146707, "precision": 0.142632, "recall": 0.159091}, {"accuracy": 0.177866, "f1": 0.153852, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"], "main_score": 0.153852, "precision": 0.147666, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.171659, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"], "main_score": 0.171659, "precision": 0.163867, "recall": 0.190711}, {"accuracy": 0.192688, "f1": 0.167961, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"], "main_score": 0.167961, "precision": 0.161454, "recall": 0.192688}, {"accuracy": 0.217391, "f1": 0.19565, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"], "main_score": 0.19565, "precision": 0.188173, "recall": 0.217391}, {"accuracy": 0.22332, "f1": 0.20641, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"], "main_score": 0.20641, "precision": 0.201196, "recall": 0.22332}, {"accuracy": 0.164032, "f1": 0.140276, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"], "main_score": 0.140276, "precision": 0.133619, "recall": 0.164032}, {"accuracy": 0.208498, "f1": 0.181812, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"], "main_score": 0.181812, "precision": 0.174524, "recall": 0.208498}, {"accuracy": 0.257905, "f1": 0.223515, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"], "main_score": 0.223515, "precision": 0.214088, "recall": 0.257905}, {"accuracy": 0.184783, "f1": 0.162454, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"], "main_score": 0.162454, "precision": 0.155238, "recall": 0.184783}, {"accuracy": 0.167984, "f1": 0.154279, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"], "main_score": 0.154279, "precision": 0.150719, "recall": 0.167984}, {"accuracy": 0.123518, "f1": 0.104976, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"], "main_score": 0.104976, "precision": 0.10015, "recall": 0.123518}, {"accuracy": 0.206522, "f1": 0.183665, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"], "main_score": 0.183665, "precision": 0.176, "recall": 0.206522}, {"accuracy": 0.08498, "f1": 0.059801, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"], "main_score": 0.059801, "precision": 0.053543, "recall": 0.08498}, {"accuracy": 0.23419, "f1": 0.208952, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"], "main_score": 0.208952, "precision": 0.200337, "recall": 0.23419}, {"accuracy": 0.101779, "f1": 0.079299, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"], "main_score": 0.079299, "precision": 0.072428, "recall": 0.101779}, {"accuracy": 0.245059, "f1": 0.211449, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"], "main_score": 0.211449, "precision": 0.201493, "recall": 0.245059}, {"accuracy": 0.183794, "f1": 0.161567, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"], "main_score": 0.161567, "precision": 0.155643, "recall": 0.183794}, {"accuracy": 0.074111, "f1": 0.057616, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"], "main_score": 0.057616, "precision": 0.052866, "recall": 0.074111}, {"accuracy": 0.178854, "f1": 0.168468, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"], "main_score": 0.168468, "precision": 0.164975, "recall": 0.178854}, {"accuracy": 0.247036, "f1": 0.214561, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"], "main_score": 0.214561, "precision": 0.205258, "recall": 0.247036}, {"accuracy": 0.107708, "f1": 0.096289, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"], "main_score": 0.096289, "precision": 0.093529, "recall": 0.107708}, {"accuracy": 0.152174, "f1": 0.127254, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"], "main_score": 0.127254, "precision": 0.120138, "recall": 0.152174}, {"accuracy": 0.176877, "f1": 0.157368, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"], "main_score": 0.157368, "precision": 0.150104, "recall": 0.176877}, {"accuracy": 0.162055, "f1": 0.138637, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"], "main_score": 0.138637, "precision": 0.132141, "recall": 0.162055}, {"accuracy": 0.189723, "f1": 0.170791, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"], "main_score": 0.170791, "precision": 0.165263, "recall": 0.189723}, {"accuracy": 0.192688, "f1": 0.171827, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"], "main_score": 0.171827, "precision": 0.163798, "recall": 0.192688}, {"accuracy": 0.214427, "f1": 0.184001, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"], "main_score": 0.184001, "precision": 0.174309, "recall": 0.214427}, {"accuracy": 0.247036, "f1": 0.225732, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"], "main_score": 0.225732, "precision": 0.21785, "recall": 0.247036}, {"accuracy": 0.222332, "f1": 0.197422, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"], "main_score": 0.197422, "precision": 0.189695, "recall": 0.222332}, {"accuracy": 0.021739, "f1": 0.006105, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"], "main_score": 0.006105, "precision": 0.004203, "recall": 0.021739}, {"accuracy": 0.082016, "f1": 0.070521, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"], "main_score": 0.070521, "precision": 0.067293, "recall": 0.082016}, {"accuracy": 0.070158, "f1": 0.058575, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"], "main_score": 0.058575, "precision": 0.055588, "recall": 0.070158}, {"accuracy": 0.124506, "f1": 0.106819, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"], "main_score": 0.106819, "precision": 0.101878, "recall": 0.124506}, {"accuracy": 0.228261, "f1": 0.201755, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"], "main_score": 0.201755, "precision": 0.1944, "recall": 0.228261}, {"accuracy": 0.090909, "f1": 0.075842, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"], "main_score": 0.075842, "precision": 0.070092, "recall": 0.090909}, {"accuracy": 0.222332, "f1": 0.200963, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"], "main_score": 0.200963, "precision": 0.192916, "recall": 0.222332}, {"accuracy": 0.211462, "f1": 0.183059, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"], "main_score": 0.183059, "precision": 0.175569, "recall": 0.211462}, {"accuracy": 0.237154, "f1": 0.208985, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"], "main_score": 0.208985, "precision": 0.201036, "recall": 0.237154}, {"accuracy": 0.172925, "f1": 0.157702, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"], "main_score": 0.157702, "precision": 0.152576, "recall": 0.172925}, {"accuracy": 0.125494, "f1": 0.111758, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"], "main_score": 0.111758, "precision": 0.107004, "recall": 0.125494}, {"accuracy": 0.184783, "f1": 0.163646, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"], "main_score": 0.163646, "precision": 0.156892, "recall": 0.184783}, {"accuracy": 0.142292, "f1": 0.125642, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"], "main_score": 0.125642, "precision": 0.120719, "recall": 0.142292}, {"accuracy": 0.219368, "f1": 0.194957, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"], "main_score": 0.194957, "precision": 0.185293, "recall": 0.219368}, {"accuracy": 0.149209, "f1": 0.126861, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"], "main_score": 0.126861, "precision": 0.120454, "recall": 0.149209}, {"accuracy": 0.082016, "f1": 0.06613, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"], "main_score": 0.06613, "precision": 0.062913, "recall": 0.082016}, {"accuracy": 0.172925, "f1": 0.157696, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"], "main_score": 0.157696, "precision": 0.153454, "recall": 0.172925}, {"accuracy": 0.171937, "f1": 0.148075, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"], "main_score": 0.148075, "precision": 0.142279, "recall": 0.171937}, {"accuracy": 0.155138, "f1": 0.133375, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"], "main_score": 0.133375, "precision": 0.126831, "recall": 0.155138}, {"accuracy": 0.183794, "f1": 0.168625, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"], "main_score": 0.168625, "precision": 0.163207, "recall": 0.183794}, {"accuracy": 0.181818, "f1": 0.156304, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"], "main_score": 0.156304, "precision": 0.148781, "recall": 0.181818}, {"accuracy": 0.049407, "f1": 0.044598, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"], "main_score": 0.044598, "precision": 0.042819, "recall": 0.049407}, {"accuracy": 0.103755, "f1": 0.086182, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"], "main_score": 0.086182, "precision": 0.081498, "recall": 0.103755}, {"accuracy": 0.146245, "f1": 0.12955, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"], "main_score": 0.12955, "precision": 0.124664, "recall": 0.146245}, {"accuracy": 0.077075, "f1": 0.069433, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"], "main_score": 0.069433, "precision": 0.066398, "recall": 0.077075}, {"accuracy": 0.171937, "f1": 0.149733, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"], "main_score": 0.149733, "precision": 0.142504, "recall": 0.171937}, {"accuracy": 0.232213, "f1": 0.215101, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"], "main_score": 0.215101, "precision": 0.208358, "recall": 0.232213}, {"accuracy": 0.092885, "f1": 0.076134, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"], "main_score": 0.076134, "precision": 0.071484, "recall": 0.092885}, {"accuracy": 0.177866, "f1": 0.151754, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"], "main_score": 0.151754, "precision": 0.144692, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.16077, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"], "main_score": 0.16077, "precision": 0.152388, "recall": 0.190711}, {"accuracy": 0.18083, "f1": 0.15638, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"], "main_score": 0.15638, "precision": 0.149967, "recall": 0.18083}, {"accuracy": 0.152174, "f1": 0.138786, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"], "main_score": 0.138786, "precision": 0.134288, "recall": 0.152174}, {"accuracy": 0.242095, "f1": 0.211773, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"], "main_score": 0.211773, "precision": 0.202843, "recall": 0.242095}, {"accuracy": 0.120553, "f1": 0.101644, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"], "main_score": 0.101644, "precision": 0.097202, "recall": 0.120553}, {"accuracy": 0.190711, "f1": 0.172582, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"], "main_score": 0.172582, "precision": 0.167493, "recall": 0.190711}, {"accuracy": 0.121542, "f1": 0.095737, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"], "main_score": 0.095737, "precision": 0.087525, "recall": 0.121542}, {"accuracy": 0.232213, "f1": 0.206964, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"], "main_score": 0.206964, "precision": 0.19984, "recall": 0.232213}, {"accuracy": 0.049407, "f1": 0.037876, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"], "main_score": 0.037876, "precision": 0.034799, "recall": 0.049407}, {"accuracy": 0.186759, "f1": 0.164627, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"], "main_score": 0.164627, "precision": 0.157411, "recall": 0.186759}, {"accuracy": 0.162055, "f1": 0.137483, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"], "main_score": 0.137483, "precision": 0.130703, "recall": 0.162055}, {"accuracy": 0.147233, "f1": 0.122753, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"], "main_score": 0.122753, "precision": 0.116887, "recall": 0.147233}, {"accuracy": 0.206522, "f1": 0.183398, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"], "main_score": 0.183398, "precision": 0.174757, "recall": 0.206522}, {"accuracy": 0.141304, "f1": 0.125797, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"], "main_score": 0.125797, "precision": 0.121564, "recall": 0.141304}, {"accuracy": 0.236166, "f1": 0.210623, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"], "main_score": 0.210623, "precision": 0.201377, "recall": 0.236166}, {"accuracy": 0.226285, "f1": 0.196125, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"], "main_score": 0.196125, "precision": 0.187388, "recall": 0.226285}, {"accuracy": 0.213439, "f1": 0.196683, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"], "main_score": 0.196683, "precision": 0.190855, "recall": 0.213439}, {"accuracy": 0.245059, "f1": 0.212211, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"], "main_score": 0.212211, "precision": 0.203291, "recall": 0.245059}, {"accuracy": 0.193676, "f1": 0.166876, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"], "main_score": 0.166876, "precision": 0.157437, "recall": 0.193676}, {"accuracy": 0.248024, "f1": 0.22003, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"], "main_score": 0.22003, "precision": 0.212671, "recall": 0.248024}, {"accuracy": 0.11166, "f1": 0.096799, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"], "main_score": 0.096799, "precision": 0.092892, "recall": 0.11166}, {"accuracy": 0.188735, "f1": 0.162543, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"], "main_score": 0.162543, "precision": 0.155666, "recall": 0.188735}, {"accuracy": 0.189723, "f1": 0.168052, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"], "main_score": 0.168052, "precision": 0.160069, "recall": 0.189723}, {"accuracy": 0.214427, "f1": 0.190181, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"], "main_score": 0.190181, "precision": 0.182935, "recall": 0.214427}, {"accuracy": 0.166996, "f1": 0.143021, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"], "main_score": 0.143021, "precision": 0.134802, "recall": 0.166996}, {"accuracy": 0.230237, "f1": 0.205744, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"], "main_score": 0.205744, "precision": 0.196797, "recall": 0.230237}, {"accuracy": 0.174901, "f1": 0.150188, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"], "main_score": 0.150188, "precision": 0.142611, "recall": 0.174901}, {"accuracy": 0.101779, "f1": 0.083663, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"], "main_score": 0.083663, "precision": 0.078601, "recall": 0.101779}, {"accuracy": 0.228261, "f1": 0.203755, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"], "main_score": 0.203755, "precision": 0.195986, "recall": 0.228261}, {"accuracy": 0.194664, "f1": 0.174527, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"], "main_score": 0.174527, "precision": 0.167682, "recall": 0.194664}, {"accuracy": 0.206522, "f1": 0.185004, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"], "main_score": 0.185004, "precision": 0.177526, "recall": 0.206522}, {"accuracy": 0.233202, "f1": 0.207992, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"], "main_score": 0.207992, "precision": 0.198495, "recall": 0.233202}, {"accuracy": 0.078063, "f1": 0.065064, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"], "main_score": 0.065064, "precision": 0.061884, "recall": 0.078063}, {"accuracy": 0.166008, "f1": 0.141902, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"], "main_score": 0.141902, "precision": 0.133321, "recall": 0.166008}, {"accuracy": 0.195652, "f1": 0.17733, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"], "main_score": 0.17733, "precision": 0.170264, "recall": 0.195652}, {"accuracy": 0.142292, "f1": 0.122937, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"], "main_score": 0.122937, "precision": 0.1181, "recall": 0.142292}, {"accuracy": 0.222332, "f1": 0.196502, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"], "main_score": 0.196502, "precision": 0.187896, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.158484, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"], "main_score": 0.158484, "precision": 0.151598, "recall": 0.177866}, {"accuracy": 0.146245, "f1": 0.135247, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"], "main_score": 0.135247, "precision": 0.131707, "recall": 0.146245}, {"accuracy": 0.251976, "f1": 0.223734, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"], "main_score": 0.223734, "precision": 0.214221, "recall": 0.251976}, {"accuracy": 0.219368, "f1": 0.200634, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"], "main_score": 0.200634, "precision": 0.194003, "recall": 0.219368}, {"accuracy": 0.100791, "f1": 0.089809, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"], "main_score": 0.089809, "precision": 0.08608, "recall": 0.100791}, {"accuracy": 0.136364, "f1": 0.115536, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"], "main_score": 0.115536, "precision": 0.109418, "recall": 0.136364}, {"accuracy": 0.171937, "f1": 0.147299, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"], "main_score": 0.147299, "precision": 0.139781, "recall": 0.171937}, {"accuracy": 0.176877, "f1": 0.157979, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"], "main_score": 0.157979, "precision": 0.150436, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.140533, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"], "main_score": 0.140533, "precision": 0.13184, "recall": 0.168972}, {"accuracy": 0.168972, "f1": 0.142835, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"], "main_score": 0.142835, "precision": 0.135269, "recall": 0.168972}, {"accuracy": 0.204545, "f1": 0.179861, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"], "main_score": 0.179861, "precision": 0.173042, "recall": 0.204545}, {"accuracy": 0.08004, "f1": 0.065349, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"], "main_score": 0.065349, "precision": 0.06213, "recall": 0.08004}, {"accuracy": 0.149209, "f1": 0.134707, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"], "main_score": 0.134707, "precision": 0.129602, "recall": 0.149209}, {"accuracy": 0.237154, "f1": 0.205242, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"], "main_score": 0.205242, "precision": 0.193953, "recall": 0.237154}, {"accuracy": 0.028656, "f1": 0.021108, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"], "main_score": 0.021108, "precision": 0.020116, "recall": 0.028656}, {"accuracy": 0.168972, "f1": 0.14988, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"], "main_score": 0.14988, "precision": 0.143172, "recall": 0.168972}, {"accuracy": 0.004941, "f1": 0.001156, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"], "main_score": 0.001156, "precision": 0.000776, "recall": 0.004941}, {"accuracy": 0.15415, "f1": 0.127451, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"], "main_score": 0.127451, "precision": 0.121571, "recall": 0.15415}, {"accuracy": 0.149209, "f1": 0.131772, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"], "main_score": 0.131772, "precision": 0.126808, "recall": 0.149209}, {"accuracy": 0.130435, "f1": 0.111443, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"], "main_score": 0.111443, "precision": 0.10575, "recall": 0.130435}, {"accuracy": 0.150198, "f1": 0.13627, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"], "main_score": 0.13627, "precision": 0.132505, "recall": 0.150198}, {"accuracy": 0.252964, "f1": 0.229551, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"], "main_score": 0.229551, "precision": 0.221353, "recall": 0.252964}, {"accuracy": 0.22332, "f1": 0.192151, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"], "main_score": 0.192151, "precision": 0.184895, "recall": 0.22332}, {"accuracy": 0.211462, "f1": 0.193944, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"], "main_score": 0.193944, "precision": 0.188462, "recall": 0.211462}, {"accuracy": 0.142292, "f1": 0.133484, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"], "main_score": 0.133484, "precision": 0.130551, "recall": 0.142292}, {"accuracy": 0.164032, "f1": 0.140535, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"], "main_score": 0.140535, "precision": 0.134767, "recall": 0.164032}, {"accuracy": 0.124506, "f1": 0.108607, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"], "main_score": 0.108607, "precision": 0.104136, "recall": 0.124506}, {"accuracy": 0.231225, "f1": 0.212324, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"], "main_score": 0.212324, "precision": 0.204381, "recall": 0.231225}, {"accuracy": 0.118577, "f1": 0.103639, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"], "main_score": 0.103639, "precision": 0.099199, "recall": 0.118577}, {"accuracy": 0.130435, "f1": 0.109188, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"], "main_score": 0.109188, "precision": 0.104346, "recall": 0.130435}, {"accuracy": 0.224308, "f1": 0.191757, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"], "main_score": 0.191757, "precision": 0.183866, "recall": 0.224308}, {"accuracy": 0.267787, "f1": 0.240903, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"], "main_score": 0.240903, "precision": 0.231812, "recall": 0.267787}, {"accuracy": 0.115613, "f1": 0.098752, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"], "main_score": 0.098752, "precision": 0.094127, "recall": 0.115613}, {"accuracy": 0.144269, "f1": 0.116347, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"], "main_score": 0.116347, "precision": 0.109167, "recall": 0.144269}, {"accuracy": 0.229249, "f1": 0.204089, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"], "main_score": 0.204089, "precision": 0.197049, "recall": 0.229249}, {"accuracy": 0.170949, "f1": 0.152313, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"], "main_score": 0.152313, "precision": 0.146979, "recall": 0.170949}, {"accuracy": 0.231225, "f1": 0.204213, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"], "main_score": 0.204213, "precision": 0.194882, "recall": 0.231225}, {"accuracy": 0.065217, "f1": 0.047703, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"], "main_score": 0.047703, "precision": 0.044882, "recall": 0.065217}, {"accuracy": 0.15415, "f1": 0.132772, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"], "main_score": 0.132772, "precision": 0.126938, "recall": 0.15415}, {"accuracy": 0.16996, "f1": 0.154832, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"], "main_score": 0.154832, "precision": 0.150187, "recall": 0.16996}, {"accuracy": 0.049407, "f1": 0.032259, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"], "main_score": 0.032259, "precision": 0.029047, "recall": 0.049407}, {"accuracy": 0.141304, "f1": 0.11945, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"], "main_score": 0.11945, "precision": 0.11474, "recall": 0.141304}, {"accuracy": 0.331028, "f1": 0.307665, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"], "main_score": 0.307665, "precision": 0.298219, "recall": 0.331028}, {"accuracy": 0.152174, "f1": 0.140077, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"], "main_score": 0.140077, "precision": 0.136461, "recall": 0.152174}, {"accuracy": 0.210474, "f1": 0.181059, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"], "main_score": 0.181059, "precision": 0.173562, "recall": 0.210474}, {"accuracy": 0.156126, "f1": 0.134153, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"], "main_score": 0.134153, "precision": 0.128301, "recall": 0.156126}, {"accuracy": 0.119565, "f1": 0.102597, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"], "main_score": 0.102597, "precision": 0.098482, "recall": 0.119565}, {"accuracy": 0.171937, "f1": 0.155015, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"], "main_score": 0.155015, "precision": 0.149722, "recall": 0.171937}, {"accuracy": 0.187747, "f1": 0.161304, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"], "main_score": 0.161304, "precision": 0.154994, "recall": 0.187747}, {"accuracy": 0.08004, "f1": 0.071795, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"], "main_score": 0.071795, "precision": 0.069633, "recall": 0.08004}, {"accuracy": 0.117589, "f1": 0.097577, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"], "main_score": 0.097577, "precision": 0.092793, "recall": 0.117589}, {"accuracy": 0.074111, "f1": 0.05838, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"], "main_score": 0.05838, "precision": 0.056196, "recall": 0.074111}, {"accuracy": 0.222332, "f1": 0.190976, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"], "main_score": 0.190976, "precision": 0.182769, "recall": 0.222332}, {"accuracy": 0.128458, "f1": 0.104187, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"], "main_score": 0.104187, "precision": 0.097838, "recall": 0.128458}, {"accuracy": 0.258893, "f1": 0.230338, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"], "main_score": 0.230338, "precision": 0.220298, "recall": 0.258893}, {"accuracy": 0.024704, "f1": 0.019745, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"], "main_score": 0.019745, "precision": 0.018447, "recall": 0.024704}, {"accuracy": 0.219368, "f1": 0.188064, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"], "main_score": 0.188064, "precision": 0.180325, "recall": 0.219368}, {"accuracy": 0.211462, "f1": 0.189282, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"], "main_score": 0.189282, "precision": 0.181579, "recall": 0.211462}, {"accuracy": 0.172925, "f1": 0.149304, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"], "main_score": 0.149304, "precision": 0.143343, "recall": 0.172925}, {"accuracy": 0.206522, "f1": 0.180048, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"], "main_score": 0.180048, "precision": 0.172983, "recall": 0.206522}, {"accuracy": 0.120553, "f1": 0.102194, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"], "main_score": 0.102194, "precision": 0.09672, "recall": 0.120553}, {"accuracy": 0.121542, "f1": 0.109818, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"], "main_score": 0.109818, "precision": 0.10624, "recall": 0.121542}, {"accuracy": 0.199605, "f1": 0.176394, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"], "main_score": 0.176394, "precision": 0.168511, "recall": 0.199605}, {"accuracy": 0.166008, "f1": 0.140877, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"], "main_score": 0.140877, "precision": 0.135047, "recall": 0.166008}, {"accuracy": 0.144269, "f1": 0.129528, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"], "main_score": 0.129528, "precision": 0.125881, "recall": 0.144269}, {"accuracy": 0.224308, "f1": 0.194147, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"], "main_score": 0.194147, "precision": 0.185985, "recall": 0.224308}, {"accuracy": 0.137352, "f1": 0.123878, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"], "main_score": 0.123878, "precision": 0.119986, "recall": 0.137352}, {"accuracy": 0.209486, "f1": 0.181689, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"], "main_score": 0.181689, "precision": 0.171304, "recall": 0.209486}, {"accuracy": 0.153162, "f1": 0.128201, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"], "main_score": 0.128201, "precision": 0.122194, "recall": 0.153162}, {"accuracy": 0.040514, "f1": 0.032805, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"], "main_score": 0.032805, "precision": 0.030923, "recall": 0.040514}, {"accuracy": 0.220356, "f1": 0.199615, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"], "main_score": 0.199615, "precision": 0.192107, "recall": 0.220356}, {"accuracy": 0.230237, "f1": 0.214491, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"], "main_score": 0.214491, "precision": 0.208576, "recall": 0.230237}, {"accuracy": 0.034585, "f1": 0.02932, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"], "main_score": 0.02932, "precision": 0.027506, "recall": 0.034585}, {"accuracy": 0.188735, "f1": 0.162226, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"], "main_score": 0.162226, "precision": 0.156218, "recall": 0.188735}, {"accuracy": 0.12747, "f1": 0.106819, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"], "main_score": 0.106819, "precision": 0.10193, "recall": 0.12747}, {"accuracy": 0.203557, "f1": 0.178049, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"], "main_score": 0.178049, "precision": 0.171115, "recall": 0.203557}, {"accuracy": 0.125494, "f1": 0.105328, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"], "main_score": 0.105328, "precision": 0.100463, "recall": 0.125494}, {"accuracy": 0.273715, "f1": 0.253036, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"], "main_score": 0.253036, "precision": 0.246489, "recall": 0.273715}, {"accuracy": 0.156126, "f1": 0.141146, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"], "main_score": 0.141146, "precision": 0.136606, "recall": 0.156126}, {"accuracy": 0.150198, "f1": 0.132801, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"], "main_score": 0.132801, "precision": 0.128373, "recall": 0.150198}, {"accuracy": 0.231225, "f1": 0.20025, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"], "main_score": 0.20025, "precision": 0.193245, "recall": 0.231225}, {"accuracy": 0.220356, "f1": 0.206686, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"], "main_score": 0.206686, "precision": 0.200791, "recall": 0.220356}, {"accuracy": 0.181818, "f1": 0.157798, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"], "main_score": 0.157798, "precision": 0.150569, "recall": 0.181818}, {"accuracy": 0.203557, "f1": 0.18313, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"], "main_score": 0.18313, "precision": 0.175582, "recall": 0.203557}, {"accuracy": 0.176877, "f1": 0.160206, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"], "main_score": 0.160206, "precision": 0.154196, "recall": 0.176877}, {"accuracy": 0.108696, "f1": 0.095741, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"], "main_score": 0.095741, "precision": 0.092111, "recall": 0.108696}, {"accuracy": 0.192688, "f1": 0.166876, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"], "main_score": 0.166876, "precision": 0.160014, "recall": 0.192688}, {"accuracy": 0.039526, "f1": 0.025158, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"], "main_score": 0.025158, "precision": 0.022207, "recall": 0.039526}, {"accuracy": 0.162055, "f1": 0.142585, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"], "main_score": 0.142585, "precision": 0.136042, "recall": 0.162055}, {"accuracy": 0.134387, "f1": 0.122933, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"], "main_score": 0.122933, "precision": 0.119358, "recall": 0.134387}, {"accuracy": 0.235178, "f1": 0.211074, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"], "main_score": 0.211074, "precision": 0.202092, "recall": 0.235178}, {"accuracy": 0.04249, "f1": 0.035148, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"], "main_score": 0.035148, "precision": 0.033155, "recall": 0.04249}, {"accuracy": 0.228261, "f1": 0.200402, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"], "main_score": 0.200402, "precision": 0.193718, "recall": 0.228261}, {"accuracy": 0.142292, "f1": 0.131073, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"], "main_score": 0.131073, "precision": 0.126898, "recall": 0.142292}, {"accuracy": 0.174901, "f1": 0.155601, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"], "main_score": 0.155601, "precision": 0.150153, "recall": 0.174901}, {"accuracy": 0.059289, "f1": 0.046397, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"], "main_score": 0.046397, "precision": 0.044222, "recall": 0.059289}, {"accuracy": 0.215415, "f1": 0.18656, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"], "main_score": 0.18656, "precision": 0.179617, "recall": 0.215415}, {"accuracy": 0.201581, "f1": 0.173712, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"], "main_score": 0.173712, "precision": 0.166393, "recall": 0.201581}, {"accuracy": 0.224308, "f1": 0.187613, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"], "main_score": 0.187613, "precision": 0.179177, "recall": 0.224308}, {"accuracy": 0.151186, "f1": 0.133252, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"], "main_score": 0.133252, "precision": 0.128019, "recall": 0.151186}, {"accuracy": 0.187747, "f1": 0.166815, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"], "main_score": 0.166815, "precision": 0.160543, "recall": 0.187747}, {"accuracy": 0.225296, "f1": 0.203839, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"], "main_score": 0.203839, "precision": 0.196191, "recall": 0.225296}, {"accuracy": 0.06917, "f1": 0.053849, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"], "main_score": 0.053849, "precision": 0.051016, "recall": 0.06917}, {"accuracy": 0.228261, "f1": 0.196326, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"], "main_score": 0.196326, "precision": 0.189062, "recall": 0.228261}, {"accuracy": 0.118577, "f1": 0.100997, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"], "main_score": 0.100997, "precision": 0.095812, "recall": 0.118577}, {"accuracy": 0.199605, "f1": 0.18325, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"], "main_score": 0.18325, "precision": 0.177786, "recall": 0.199605}, {"accuracy": 0.177866, "f1": 0.15764, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"], "main_score": 0.15764, "precision": 0.150284, "recall": 0.177866}, {"accuracy": 0.135375, "f1": 0.12399, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"], "main_score": 0.12399, "precision": 0.120092, "recall": 0.135375}, {"accuracy": 0.175889, "f1": 0.154096, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"], "main_score": 0.154096, "precision": 0.148687, "recall": 0.175889}, {"accuracy": 0.1917, "f1": 0.163751, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"], "main_score": 0.163751, "precision": 0.155478, "recall": 0.1917}, {"accuracy": 0.178854, "f1": 0.153543, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"], "main_score": 0.153543, "precision": 0.147626, "recall": 0.178854}, {"accuracy": 0.229249, "f1": 0.206315, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"], "main_score": 0.206315, "precision": 0.199851, "recall": 0.229249}, {"accuracy": 0.201581, "f1": 0.186202, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"], "main_score": 0.186202, "precision": 0.180813, "recall": 0.201581}, {"accuracy": 0.141304, "f1": 0.115947, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"], "main_score": 0.115947, "precision": 0.110723, "recall": 0.141304}, {"accuracy": 0.187747, "f1": 0.160412, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"], "main_score": 0.160412, "precision": 0.153416, "recall": 0.187747}, {"accuracy": 0.225296, "f1": 0.191335, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"], "main_score": 0.191335, "precision": 0.183613, "recall": 0.225296}, {"accuracy": 0.162055, "f1": 0.138027, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"], "main_score": 0.138027, "precision": 0.131964, "recall": 0.162055}, {"accuracy": 0.152174, "f1": 0.14106, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"], "main_score": 0.14106, "precision": 0.137939, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.099149, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"], "main_score": 0.099149, "precision": 0.093385, "recall": 0.121542}, {"accuracy": 0.177866, "f1": 0.156349, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"], "main_score": 0.156349, "precision": 0.149648, "recall": 0.177866}, {"accuracy": 0.065217, "f1": 0.048163, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"], "main_score": 0.048163, "precision": 0.044357, "recall": 0.065217}, {"accuracy": 0.231225, "f1": 0.20666, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"], "main_score": 0.20666, "precision": 0.198683, "recall": 0.231225}, {"accuracy": 0.101779, "f1": 0.080257, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"], "main_score": 0.080257, "precision": 0.075211, "recall": 0.101779}, {"accuracy": 0.225296, "f1": 0.190955, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"], "main_score": 0.190955, "precision": 0.182573, "recall": 0.225296}, {"accuracy": 0.174901, "f1": 0.1547, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"], "main_score": 0.1547, "precision": 0.149577, "recall": 0.174901}, {"accuracy": 0.070158, "f1": 0.051301, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"], "main_score": 0.051301, "precision": 0.045976, "recall": 0.070158}, {"accuracy": 0.163043, "f1": 0.151716, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"], "main_score": 0.151716, "precision": 0.148425, "recall": 0.163043}, {"accuracy": 0.23913, "f1": 0.207188, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"], "main_score": 0.207188, "precision": 0.199973, "recall": 0.23913}, {"accuracy": 0.086957, "f1": 0.077202, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"], "main_score": 0.077202, "precision": 0.07503, "recall": 0.086957}, {"accuracy": 0.149209, "f1": 0.130774, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"], "main_score": 0.130774, "precision": 0.125915, "recall": 0.149209}, {"accuracy": 0.213439, "f1": 0.19239, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"], "main_score": 0.19239, "precision": 0.184636, "recall": 0.213439}, {"accuracy": 0.132411, "f1": 0.107172, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"], "main_score": 0.107172, "precision": 0.102176, "recall": 0.132411}, {"accuracy": 0.179842, "f1": 0.166708, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"], "main_score": 0.166708, "precision": 0.163115, "recall": 0.179842}, {"accuracy": 0.185771, "f1": 0.160695, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"], "main_score": 0.160695, "precision": 0.152875, "recall": 0.185771}, {"accuracy": 0.22332, "f1": 0.192859, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"], "main_score": 0.192859, "precision": 0.183467, "recall": 0.22332}, {"accuracy": 0.218379, "f1": 0.201692, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"], "main_score": 0.201692, "precision": 0.195427, "recall": 0.218379}, {"accuracy": 0.212451, "f1": 0.185928, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"], "main_score": 0.185928, "precision": 0.178514, "recall": 0.212451}, {"accuracy": 0.022727, "f1": 0.007915, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"], "main_score": 0.007915, "precision": 0.005845, "recall": 0.022727}, {"accuracy": 0.076087, "f1": 0.064117, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"], "main_score": 0.064117, "precision": 0.061135, "recall": 0.076087}, {"accuracy": 0.059289, "f1": 0.048198, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"], "main_score": 0.048198, "precision": 0.044545, "recall": 0.059289}, {"accuracy": 0.104743, "f1": 0.08992, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"], "main_score": 0.08992, "precision": 0.086248, "recall": 0.104743}, {"accuracy": 0.20751, "f1": 0.179791, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"], "main_score": 0.179791, "precision": 0.173289, "recall": 0.20751}, {"accuracy": 0.105731, "f1": 0.084491, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"], "main_score": 0.084491, "precision": 0.078306, "recall": 0.105731}, {"accuracy": 0.255929, "f1": 0.233371, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"], "main_score": 0.233371, "precision": 0.225444, "recall": 0.255929}, {"accuracy": 0.199605, "f1": 0.169889, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"], "main_score": 0.169889, "precision": 0.163594, "recall": 0.199605}, {"accuracy": 0.216403, "f1": 0.187534, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"], "main_score": 0.187534, "precision": 0.180125, "recall": 0.216403}, {"accuracy": 0.156126, "f1": 0.13978, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"], "main_score": 0.13978, "precision": 0.13574, "recall": 0.156126}, {"accuracy": 0.12747, "f1": 0.108665, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"], "main_score": 0.108665, "precision": 0.103248, "recall": 0.12747}, {"accuracy": 0.185771, "f1": 0.159255, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"], "main_score": 0.159255, "precision": 0.151452, "recall": 0.185771}, {"accuracy": 0.126482, "f1": 0.109381, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"], "main_score": 0.109381, "precision": 0.105161, "recall": 0.126482}, {"accuracy": 0.224308, "f1": 0.199563, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"], "main_score": 0.199563, "precision": 0.190037, "recall": 0.224308}, {"accuracy": 0.137352, "f1": 0.11608, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"], "main_score": 0.11608, "precision": 0.110283, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.058775, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"], "main_score": 0.058775, "precision": 0.055264, "recall": 0.071146}, {"accuracy": 0.167984, "f1": 0.148293, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"], "main_score": 0.148293, "precision": 0.143797, "recall": 0.167984}, {"accuracy": 0.147233, "f1": 0.122427, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"], "main_score": 0.122427, "precision": 0.116116, "recall": 0.147233}, {"accuracy": 0.162055, "f1": 0.144116, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"], "main_score": 0.144116, "precision": 0.138583, "recall": 0.162055}, {"accuracy": 0.158103, "f1": 0.143234, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"], "main_score": 0.143234, "precision": 0.137579, "recall": 0.158103}, {"accuracy": 0.171937, "f1": 0.148341, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"], "main_score": 0.148341, "precision": 0.142561, "recall": 0.171937}, {"accuracy": 0.056324, "f1": 0.045734, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"], "main_score": 0.045734, "precision": 0.043496, "recall": 0.056324}, {"accuracy": 0.094862, "f1": 0.075029, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"], "main_score": 0.075029, "precision": 0.071045, "recall": 0.094862}, {"accuracy": 0.142292, "f1": 0.12474, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"], "main_score": 0.12474, "precision": 0.119711, "recall": 0.142292}, {"accuracy": 0.068182, "f1": 0.060759, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"], "main_score": 0.060759, "precision": 0.058417, "recall": 0.068182}, {"accuracy": 0.166008, "f1": 0.138694, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"], "main_score": 0.138694, "precision": 0.131682, "recall": 0.166008}, {"accuracy": 0.244071, "f1": 0.221931, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"], "main_score": 0.221931, "precision": 0.21449, "recall": 0.244071}, {"accuracy": 0.077075, "f1": 0.063329, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"], "main_score": 0.063329, "precision": 0.059463, "recall": 0.077075}, {"accuracy": 0.152174, "f1": 0.128413, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"], "main_score": 0.128413, "precision": 0.123217, "recall": 0.152174}, {"accuracy": 0.184783, "f1": 0.157934, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"], "main_score": 0.157934, "precision": 0.151004, "recall": 0.184783}, {"accuracy": 0.176877, "f1": 0.152184, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"], "main_score": 0.152184, "precision": 0.146728, "recall": 0.176877}, {"accuracy": 0.143281, "f1": 0.130344, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"], "main_score": 0.130344, "precision": 0.126561, "recall": 0.143281}, {"accuracy": 0.227273, "f1": 0.193814, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"], "main_score": 0.193814, "precision": 0.186135, "recall": 0.227273}, {"accuracy": 0.119565, "f1": 0.101766, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"], "main_score": 0.101766, "precision": 0.097592, "recall": 0.119565}, {"accuracy": 0.168972, "f1": 0.151597, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"], "main_score": 0.151597, "precision": 0.145517, "recall": 0.168972}, {"accuracy": 0.119565, "f1": 0.087492, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"], "main_score": 0.087492, "precision": 0.078404, "recall": 0.119565}, {"accuracy": 0.213439, "f1": 0.188589, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"], "main_score": 0.188589, "precision": 0.181823, "recall": 0.213439}, {"accuracy": 0.036561, "f1": 0.029265, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"], "main_score": 0.029265, "precision": 0.027885, "recall": 0.036561}, {"accuracy": 0.160079, "f1": 0.140908, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"], "main_score": 0.140908, "precision": 0.135456, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.125253, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"], "main_score": 0.125253, "precision": 0.119847, "recall": 0.146245}, {"accuracy": 0.131423, "f1": 0.112496, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"], "main_score": 0.112496, "precision": 0.107583, "recall": 0.131423}, {"accuracy": 0.194664, "f1": 0.180402, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"], "main_score": 0.180402, "precision": 0.17416, "recall": 0.194664}, {"accuracy": 0.129447, "f1": 0.114871, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"], "main_score": 0.114871, "precision": 0.110409, "recall": 0.129447}, {"accuracy": 0.205534, "f1": 0.179436, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"], "main_score": 0.179436, "precision": 0.171163, "recall": 0.205534}, {"accuracy": 0.215415, "f1": 0.185465, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"], "main_score": 0.185465, "precision": 0.178887, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.203467, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"], "main_score": 0.203467, "precision": 0.198121, "recall": 0.222332}, {"accuracy": 0.227273, "f1": 0.197138, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"], "main_score": 0.197138, "precision": 0.190381, "recall": 0.227273}, {"accuracy": 0.217391, "f1": 0.194337, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"], "main_score": 0.194337, "precision": 0.186846, "recall": 0.217391}, {"accuracy": 0.240119, "f1": 0.207926, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"], "main_score": 0.207926, "precision": 0.199552, "recall": 0.240119}, {"accuracy": 0.082016, "f1": 0.071169, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"], "main_score": 0.071169, "precision": 0.06874, "recall": 0.082016}, {"accuracy": 0.177866, "f1": 0.150958, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"], "main_score": 0.150958, "precision": 0.144278, "recall": 0.177866}, {"accuracy": 0.215415, "f1": 0.191209, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"], "main_score": 0.191209, "precision": 0.182909, "recall": 0.215415}, {"accuracy": 0.200593, "f1": 0.180375, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"], "main_score": 0.180375, "precision": 0.174427, "recall": 0.200593}, {"accuracy": 0.162055, "f1": 0.139233, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"], "main_score": 0.139233, "precision": 0.131437, "recall": 0.162055}, {"accuracy": 0.23419, "f1": 0.209296, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"], "main_score": 0.209296, "precision": 0.20073, "recall": 0.23419}, {"accuracy": 0.205534, "f1": 0.180048, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"], "main_score": 0.180048, "precision": 0.171407, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.079838, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"], "main_score": 0.079838, "precision": 0.075032, "recall": 0.098814}, {"accuracy": 0.217391, "f1": 0.192687, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"], "main_score": 0.192687, "precision": 0.185733, "recall": 0.217391}, {"accuracy": 0.179842, "f1": 0.154328, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"], "main_score": 0.154328, "precision": 0.146573, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.163392, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"], "main_score": 0.163392, "precision": 0.155106, "recall": 0.187747}, {"accuracy": 0.22332, "f1": 0.205994, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"], "main_score": 0.205994, "precision": 0.199185, "recall": 0.22332}, {"accuracy": 0.066206, "f1": 0.052279, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"], "main_score": 0.052279, "precision": 0.049095, "recall": 0.066206}, {"accuracy": 0.231225, "f1": 0.203009, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"], "main_score": 0.203009, "precision": 0.19331, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.223134, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"], "main_score": 0.223134, "precision": 0.213529, "recall": 0.248024}, {"accuracy": 0.139328, "f1": 0.12284, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"], "main_score": 0.12284, "precision": 0.118583, "recall": 0.139328}, {"accuracy": 0.214427, "f1": 0.18628, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"], "main_score": 0.18628, "precision": 0.178764, "recall": 0.214427}, {"accuracy": 0.185771, "f1": 0.169192, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"], "main_score": 0.169192, "precision": 0.164652, "recall": 0.185771}, {"accuracy": 0.140316, "f1": 0.127656, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"], "main_score": 0.127656, "precision": 0.122951, "recall": 0.140316}, {"accuracy": 0.25, "f1": 0.227435, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"], "main_score": 0.227435, "precision": 0.220264, "recall": 0.25}, {"accuracy": 0.208498, "f1": 0.188092, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"], "main_score": 0.188092, "precision": 0.181957, "recall": 0.208498}, {"accuracy": 0.088933, "f1": 0.075681, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"], "main_score": 0.075681, "precision": 0.071365, "recall": 0.088933}, {"accuracy": 0.134387, "f1": 0.110901, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"], "main_score": 0.110901, "precision": 0.104379, "recall": 0.134387}, {"accuracy": 0.162055, "f1": 0.139978, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"], "main_score": 0.139978, "precision": 0.134614, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.158361, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"], "main_score": 0.158361, "precision": 0.151523, "recall": 0.177866}, {"accuracy": 0.160079, "f1": 0.135995, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"], "main_score": 0.135995, "precision": 0.130083, "recall": 0.160079}, {"accuracy": 0.162055, "f1": 0.12898, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"], "main_score": 0.12898, "precision": 0.121503, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.153904, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"], "main_score": 0.153904, "precision": 0.147282, "recall": 0.18083}, {"accuracy": 0.056324, "f1": 0.045883, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"], "main_score": 0.045883, "precision": 0.043724, "recall": 0.056324}, {"accuracy": 0.157115, "f1": 0.135328, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"], "main_score": 0.135328, "precision": 0.128979, "recall": 0.157115}, {"accuracy": 0.333004, "f1": 0.300842, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"], "main_score": 0.300842, "precision": 0.288746, "recall": 0.333004}, {"accuracy": 0.092885, "f1": 0.05821, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"], "main_score": 0.05821, "precision": 0.049816, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.141892, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"], "main_score": 0.141892, "precision": 0.123992, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.909091, "f1": 0.880995, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"], "main_score": 0.880995, "precision": 0.867869, "recall": 0.909091}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"], "main_score": 0.930336, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.646245, "f1": 0.571981, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"], "main_score": 0.571981, "precision": 0.543217, "recall": 0.646245}, {"accuracy": 0.235178, "f1": 0.167307, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"], "main_score": 0.167307, "precision": 0.149389, "recall": 0.235178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.426877, "f1": 0.343173, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"], "main_score": 0.343173, "precision": 0.316339, "recall": 0.426877}, {"accuracy": 0.681818, "f1": 0.612985, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"], "main_score": 0.612985, "precision": 0.585151, "recall": 0.681818}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.912055, "f1": 0.885837, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"], "main_score": 0.885837, "precision": 0.873518, "recall": 0.912055}, {"accuracy": 0.264822, "f1": 0.181557, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"], "main_score": 0.181557, "precision": 0.160042, "recall": 0.264822}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"], "main_score": 0.93946, "precision": 0.932724, "recall": 0.953557}, {"accuracy": 0.844862, "f1": 0.803458, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"], "main_score": 0.803458, "precision": 0.785112, "recall": 0.844862}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.311265, "f1": 0.220286, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"], "main_score": 0.220286, "precision": 0.194545, "recall": 0.311265}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.174901, "f1": 0.118083, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"], "main_score": 0.118083, "precision": 0.10457, "recall": 0.174901}, {"accuracy": 0.883399, "f1": 0.851504, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"], "main_score": 0.851504, "precision": 0.83708, "recall": 0.883399}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.731225, "f1": 0.668758, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"], "main_score": 0.668758, "precision": 0.642829, "recall": 0.731225}, {"accuracy": 0.060277, "f1": 0.029269, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"], "main_score": 0.029269, "precision": 0.024811, "recall": 0.060277}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.242095, "f1": 0.163023, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"], "main_score": 0.163023, "precision": 0.143629, "recall": 0.242095}, {"accuracy": 0.880435, "f1": 0.846377, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"], "main_score": 0.846377, "precision": 0.830945, "recall": 0.880435}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"], "main_score": 0.925955, "precision": 0.918067, "recall": 0.942688}, {"accuracy": 0.907115, "f1": 0.879117, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"], "main_score": 0.879117, "precision": 0.865613, "recall": 0.907115}, {"accuracy": 0.300395, "f1": 0.223719, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"], "main_score": 0.223719, "precision": 0.201233, "recall": 0.300395}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.806324, "f1": 0.761665, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"], "main_score": 0.761665, "precision": 0.742518, "recall": 0.806324}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"], "main_score": 0.8917, "precision": 0.880385, "recall": 0.916008}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.183794, "f1": 0.120227, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"], "main_score": 0.120227, "precision": 0.106725, "recall": 0.183794}, {"accuracy": 0.066206, "f1": 0.038564, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"], "main_score": 0.038564, "precision": 0.031422, "recall": 0.066206}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.179842, "f1": 0.119438, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"], "main_score": 0.119438, "precision": 0.105391, "recall": 0.179842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"], "main_score": 0.952569, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.894269, "f1": 0.863933, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"], "main_score": 0.863933, "precision": 0.849835, "recall": 0.894269}, {"accuracy": 0.785573, "f1": 0.733863, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"], "main_score": 0.733863, "precision": 0.712246, "recall": 0.785573}, {"accuracy": 0.206522, "f1": 0.135978, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"], "main_score": 0.135978, "precision": 0.118938, "recall": 0.206522}, {"accuracy": 0.763834, "f1": 0.7143, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"], "main_score": 0.7143, "precision": 0.69389, "recall": 0.763834}, {"accuracy": 0.646245, "f1": 0.572065, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"], "main_score": 0.572065, "precision": 0.543902, "recall": 0.646245}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.763834, "f1": 0.703906, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"], "main_score": 0.703906, "precision": 0.6792, "recall": 0.763834}, {"accuracy": 0.189723, "f1": 0.126847, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"], "main_score": 0.126847, "precision": 0.111497, "recall": 0.189723}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.076087, "f1": 0.041626, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"], "main_score": 0.041626, "precision": 0.034595, "recall": 0.076087}, {"accuracy": 0.264822, "f1": 0.191855, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"], "main_score": 0.191855, "precision": 0.172843, "recall": 0.264822}, {"accuracy": 0.373518, "f1": 0.286451, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"], "main_score": 0.286451, "precision": 0.260977, "recall": 0.373518}, {"accuracy": 0.092885, "f1": 0.051508, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"], "main_score": 0.051508, "precision": 0.042755, "recall": 0.092885}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.956423, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"], "main_score": 0.956423, "precision": 0.951828, "recall": 0.966403}, {"accuracy": 0.307312, "f1": 0.228157, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"], "main_score": 0.228157, "precision": 0.20635, "recall": 0.307312}, {"accuracy": 0.778656, "f1": 0.725024, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"], "main_score": 0.725024, "precision": 0.702389, "recall": 0.778656}, {"accuracy": 0.477273, "f1": 0.392794, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"], "main_score": 0.392794, "precision": 0.365462, "recall": 0.477273}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.285573, "f1": 0.206065, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"], "main_score": 0.206065, "precision": 0.184126, "recall": 0.285573}, {"accuracy": 0.344862, "f1": 0.263391, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"], "main_score": 0.263391, "precision": 0.240013, "recall": 0.344862}, {"accuracy": 0.269763, "f1": 0.187804, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"], "main_score": 0.187804, "precision": 0.166638, "recall": 0.269763}, {"accuracy": 0.37253, "f1": 0.288645, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"], "main_score": 0.288645, "precision": 0.2639, "recall": 0.37253}, {"accuracy": 0.667984, "f1": 0.600009, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"], "main_score": 0.600009, "precision": 0.572463, "recall": 0.667984}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.054348, "f1": 0.018575, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"], "main_score": 0.018575, "precision": 0.014527, "recall": 0.054348}, {"accuracy": 0.229249, "f1": 0.160646, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"], "main_score": 0.160646, "precision": 0.142697, "recall": 0.229249}, {"accuracy": 0.773715, "f1": 0.716457, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"], "main_score": 0.716457, "precision": 0.691742, "recall": 0.773715}, {"accuracy": 0.256917, "f1": 0.182285, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"], "main_score": 0.182285, "precision": 0.162799, "recall": 0.256917}, {"accuracy": 0.063241, "f1": 0.03377, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"], "main_score": 0.03377, "precision": 0.02967, "recall": 0.063241}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.810277, "f1": 0.762041, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"], "main_score": 0.762041, "precision": 0.74114, "recall": 0.810277}, {"accuracy": 0.814229, "f1": 0.763307, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"], "main_score": 0.763307, "precision": 0.740563, "recall": 0.814229}, {"accuracy": 0.76581, "f1": 0.713236, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"], "main_score": 0.713236, "precision": 0.691222, "recall": 0.76581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.241107, "f1": 0.171303, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"], "main_score": 0.171303, "precision": 0.151977, "recall": 0.241107}, {"accuracy": 0.185771, "f1": 0.126668, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"], "main_score": 0.126668, "precision": 0.112564, "recall": 0.185771}, {"accuracy": 0.898221, "f1": 0.869038, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"], "main_score": 0.869038, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.40415, "f1": 0.318089, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"], "main_score": 0.318089, "precision": 0.291251, "recall": 0.40415}, {"accuracy": 0.213439, "f1": 0.144699, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"], "main_score": 0.144699, "precision": 0.128146, "recall": 0.213439}, {"accuracy": 0.731225, "f1": 0.668384, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"], "main_score": 0.668384, "precision": 0.642292, "recall": 0.731225}, {"accuracy": 0.936759, "f1": 0.919532, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"], "main_score": 0.919532, "precision": 0.911841, "recall": 0.936759}, {"accuracy": 0.210474, "f1": 0.137987, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"], "main_score": 0.137987, "precision": 0.121558, "recall": 0.210474}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.191737, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"], "main_score": 0.191737, "precision": 0.174209, "recall": 0.26087}, {"accuracy": 0.447628, "f1": 0.358034, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"], "main_score": 0.358034, "precision": 0.329736, "recall": 0.447628}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.76087, "f1": 0.702014, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"], "main_score": 0.702014, "precision": 0.67724, "recall": 0.76087}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"], "main_score": 0.927866, "precision": 0.919796, "recall": 0.944664}, {"accuracy": 0.250988, "f1": 0.179007, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"], "main_score": 0.179007, "precision": 0.159211, "recall": 0.250988}, {"accuracy": 0.074111, "f1": 0.031389, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"], "main_score": 0.031389, "precision": 0.025224, "recall": 0.074111}, {"accuracy": 0.261858, "f1": 0.187419, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"], "main_score": 0.187419, "precision": 0.167773, "recall": 0.261858}, {"accuracy": 0.142292, "f1": 0.090377, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"], "main_score": 0.090377, "precision": 0.079565, "recall": 0.142292}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.745059, "f1": 0.681738, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"], "main_score": 0.681738, "precision": 0.65499, "recall": 0.745059}, {"accuracy": 0.090909, "f1": 0.058325, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"], "main_score": 0.058325, "precision": 0.051298, "recall": 0.090909}, {"accuracy": 0.746047, "f1": 0.686533, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"], "main_score": 0.686533, "precision": 0.661001, "recall": 0.746047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.740119, "f1": 0.678379, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"], "main_score": 0.678379, "precision": 0.652407, "recall": 0.740119}, {"accuracy": 0.517787, "f1": 0.431648, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"], "main_score": 0.431648, "precision": 0.399511, "recall": 0.517787}, {"accuracy": 0.215415, "f1": 0.143455, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"], "main_score": 0.143455, "precision": 0.125862, "recall": 0.215415}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.416008, "f1": 0.324687, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"], "main_score": 0.324687, "precision": 0.295344, "recall": 0.416008}, {"accuracy": 0.249012, "f1": 0.173579, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"], "main_score": 0.173579, "precision": 0.155445, "recall": 0.249012}, {"accuracy": 0.214427, "f1": 0.148548, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"], "main_score": 0.148548, "precision": 0.131523, "recall": 0.214427}, {"accuracy": 0.238142, "f1": 0.169495, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"], "main_score": 0.169495, "precision": 0.152077, "recall": 0.238142}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.021739, "f1": 0.004586, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"], "main_score": 0.004586, "precision": 0.003223, "recall": 0.021739}, {"accuracy": 0.865613, "f1": 0.829531, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"], "main_score": 0.829531, "precision": 0.812829, "recall": 0.865613}, {"accuracy": 0.44664, "f1": 0.362154, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"], "main_score": 0.362154, "precision": 0.330705, "recall": 0.44664}, {"accuracy": 0.856719, "f1": 0.816996, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"], "main_score": 0.816996, "precision": 0.798419, "recall": 0.856719}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.106719, "f1": 0.061761, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"], "main_score": 0.061761, "precision": 0.053268, "recall": 0.106719}, {"accuracy": 0.218379, "f1": 0.147008, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"], "main_score": 0.147008, "precision": 0.128806, "recall": 0.218379}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666008, "f1": 0.593829, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"], "main_score": 0.593829, "precision": 0.566742, "recall": 0.666008}, {"accuracy": 0.209486, "f1": 0.138797, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"], "main_score": 0.138797, "precision": 0.121708, "recall": 0.209486}, {"accuracy": 0.215415, "f1": 0.136841, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"], "main_score": 0.136841, "precision": 0.117204, "recall": 0.215415}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.19664, "f1": 0.131786, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"], "main_score": 0.131786, "precision": 0.11668, "recall": 0.19664}, {"accuracy": 0.214427, "f1": 0.144777, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"], "main_score": 0.144777, "precision": 0.126317, "recall": 0.214427}, {"accuracy": 0.824111, "f1": 0.777588, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"], "main_score": 0.777588, "precision": 0.757068, "recall": 0.824111}, {"accuracy": 0.657115, "f1": 0.587761, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"], "main_score": 0.587761, "precision": 0.561616, "recall": 0.657115}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.299407, "f1": 0.213523, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"], "main_score": 0.213523, "precision": 0.186899, "recall": 0.299407}, {"accuracy": 0.486166, "f1": 0.40019, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"], "main_score": 0.40019, "precision": 0.37142, "recall": 0.486166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.554348, "f1": 0.473189, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"], "main_score": 0.473189, "precision": 0.443014, "recall": 0.554348}, {"accuracy": 0.848814, "f1": 0.808333, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"], "main_score": 0.808333, "precision": 0.78997, "recall": 0.848814}, {"accuracy": 0.314229, "f1": 0.23753, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"], "main_score": 0.23753, "precision": 0.2163, "recall": 0.314229}, {"accuracy": 0.610672, "f1": 0.531323, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"], "main_score": 0.531323, "precision": 0.500058, "recall": 0.610672}, {"accuracy": 0.720356, "f1": 0.656776, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"], "main_score": 0.656776, "precision": 0.629134, "recall": 0.720356}, {"accuracy": 0.252964, "f1": 0.172865, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"], "main_score": 0.172865, "precision": 0.151738, "recall": 0.252964}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"], "main_score": 0.912615, "precision": 0.903574, "recall": 0.931818}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.92859, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"], "main_score": 0.92859, "precision": 0.920372, "recall": 0.945652}, {"accuracy": 0.781621, "f1": 0.728247, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"], "main_score": 0.728247, "precision": 0.704891, "recall": 0.781621}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.423913, "f1": 0.340778, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"], "main_score": 0.340778, "precision": 0.312465, "recall": 0.423913}, {"accuracy": 0.513834, "f1": 0.424609, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"], "main_score": 0.424609, "precision": 0.393899, "recall": 0.513834}, {"accuracy": 0.117589, "f1": 0.064995, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"], "main_score": 0.064995, "precision": 0.055323, "recall": 0.117589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.188735, "f1": 0.12445, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"], "main_score": 0.12445, "precision": 0.106198, "recall": 0.188735}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.948024, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"], "main_score": 0.948024, "precision": 0.942605, "recall": 0.959486}, {"accuracy": 0.494071, "f1": 0.406976, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"], "main_score": 0.406976, "precision": 0.3783, "recall": 0.494071}, {"accuracy": 0.384387, "f1": 0.295302, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"], "main_score": 0.295302, "precision": 0.267862, "recall": 0.384387}, {"accuracy": 0.883399, "f1": 0.847134, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"], "main_score": 0.847134, "precision": 0.829875, "recall": 0.883399}, {"accuracy": 0.264822, "f1": 0.190464, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"], "main_score": 0.190464, "precision": 0.170241, "recall": 0.264822}, {"accuracy": 0.249012, "f1": 0.169927, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"], "main_score": 0.169927, "precision": 0.149188, "recall": 0.249012}, {"accuracy": 0.48419, "f1": 0.39245, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"], "main_score": 0.39245, "precision": 0.361587, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.209486, "f1": 0.132686, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"], "main_score": 0.132686, "precision": 0.115098, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.900645, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"], "main_score": 0.900645, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.201581, "f1": 0.136385, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"], "main_score": 0.136385, "precision": 0.120569, "recall": 0.201581}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.212451, "f1": 0.144545, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"], "main_score": 0.144545, "precision": 0.128043, "recall": 0.212451}, {"accuracy": 0.222332, "f1": 0.154727, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"], "main_score": 0.154727, "precision": 0.137598, "recall": 0.222332}, {"accuracy": 0.164032, "f1": 0.108481, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"], "main_score": 0.108481, "precision": 0.095704, "recall": 0.164032}, {"accuracy": 0.556324, "f1": 0.471659, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"], "main_score": 0.471659, "precision": 0.43938, "recall": 0.556324}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.321146, "f1": 0.23601, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"], "main_score": 0.23601, "precision": 0.210638, "recall": 0.321146}, {"accuracy": 0.204545, "f1": 0.136515, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"], "main_score": 0.136515, "precision": 0.119062, "recall": 0.204545}, {"accuracy": 0.238142, "f1": 0.163443, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"], "main_score": 0.163443, "precision": 0.144585, "recall": 0.238142}, {"accuracy": 0.83498, "f1": 0.792704, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"], "main_score": 0.792704, "precision": 0.774087, "recall": 0.83498}, {"accuracy": 0.188735, "f1": 0.119505, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"], "main_score": 0.119505, "precision": 0.102917, "recall": 0.188735}, {"accuracy": 0.20751, "f1": 0.142651, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"], "main_score": 0.142651, "precision": 0.1263, "recall": 0.20751}, {"accuracy": 0.953557, "f1": 0.940119, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"], "main_score": 0.940119, "precision": 0.933877, "recall": 0.953557}, {"accuracy": 0.309289, "f1": 0.223126, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"], "main_score": 0.223126, "precision": 0.198578, "recall": 0.309289}, {"accuracy": 0.274704, "f1": 0.194887, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"], "main_score": 0.194887, "precision": 0.174453, "recall": 0.274704}, {"accuracy": 0.675889, "f1": 0.603894, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"], "main_score": 0.603894, "precision": 0.57552, "recall": 0.675889}, {"accuracy": 0.373518, "f1": 0.2881, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"], "main_score": 0.2881, "precision": 0.262069, "recall": 0.373518}, {"accuracy": 0.477273, "f1": 0.384409, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"], "main_score": 0.384409, "precision": 0.352064, "recall": 0.477273}, {"accuracy": 0.870553, "f1": 0.834241, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"], "main_score": 0.834241, "precision": 0.817523, "recall": 0.870553}, {"accuracy": 0.357708, "f1": 0.271102, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"], "main_score": 0.271102, "precision": 0.245781, "recall": 0.357708}, {"accuracy": 0.48913, "f1": 0.402708, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"], "main_score": 0.402708, "precision": 0.372619, "recall": 0.48913}, {"accuracy": 0.193676, "f1": 0.127662, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"], "main_score": 0.127662, "precision": 0.110113, "recall": 0.193676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.854743, "f1": 0.815483, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"], "main_score": 0.815483, "precision": 0.797852, "recall": 0.854743}, {"accuracy": 0.277668, "f1": 0.201078, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"], "main_score": 0.201078, "precision": 0.178481, "recall": 0.277668}, {"accuracy": 0.218379, "f1": 0.143477, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"], "main_score": 0.143477, "precision": 0.124967, "recall": 0.218379}, {"accuracy": 0.052372, "f1": 0.039352, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"], "main_score": 0.039352, "precision": 0.035812, "recall": 0.052372}, {"accuracy": 0.23913, "f1": 0.206242, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"], "main_score": 0.206242, "precision": 0.195213, "recall": 0.23913}, {"accuracy": 0.003953, "f1": 0.00082, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"], "main_score": 0.00082, "precision": 0.000579, "recall": 0.003953}, {"accuracy": 0.398221, "f1": 0.360372, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"], "main_score": 0.360372, "precision": 0.347563, "recall": 0.398221}, {"accuracy": 0.333004, "f1": 0.301023, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"], "main_score": 0.301023, "precision": 0.290629, "recall": 0.333004}, {"accuracy": 0.364625, "f1": 0.329067, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"], "main_score": 0.329067, "precision": 0.319143, "recall": 0.364625}, {"accuracy": 0.342885, "f1": 0.316737, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"], "main_score": 0.316737, "precision": 0.307552, "recall": 0.342885}, {"accuracy": 0.310277, "f1": 0.270953, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"], "main_score": 0.270953, "precision": 0.25659, "recall": 0.310277}, {"accuracy": 0.492095, "f1": 0.455772, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"], "main_score": 0.455772, "precision": 0.443867, "recall": 0.492095}, {"accuracy": 0.389328, "f1": 0.36018, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"], "main_score": 0.36018, "precision": 0.348445, "recall": 0.389328}, {"accuracy": 0.357708, "f1": 0.335977, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"], "main_score": 0.335977, "precision": 0.329053, "recall": 0.357708}, {"accuracy": 0.414032, "f1": 0.379373, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"], "main_score": 0.379373, "precision": 0.366769, "recall": 0.414032}, {"accuracy": 0.335968, "f1": 0.308411, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"], "main_score": 0.308411, "precision": 0.298706, "recall": 0.335968}, {"accuracy": 0.33004, "f1": 0.287333, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"], "main_score": 0.287333, "precision": 0.272, "recall": 0.33004}, {"accuracy": 0.337945, "f1": 0.306539, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"], "main_score": 0.306539, "precision": 0.296092, "recall": 0.337945}, {"accuracy": 0.309289, "f1": 0.2729, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"], "main_score": 0.2729, "precision": 0.261401, "recall": 0.309289}, {"accuracy": 0.494071, "f1": 0.462397, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"], "main_score": 0.462397, "precision": 0.451283, "recall": 0.494071}, {"accuracy": 0.405138, "f1": 0.362562, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"], "main_score": 0.362562, "precision": 0.346764, "recall": 0.405138}, {"accuracy": 0.374506, "f1": 0.349118, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"], "main_score": 0.349118, "precision": 0.339415, "recall": 0.374506}, {"accuracy": 0.353755, "f1": 0.318675, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"], "main_score": 0.318675, "precision": 0.306952, "recall": 0.353755}, {"accuracy": 0.546443, "f1": 0.509293, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"], "main_score": 0.509293, "precision": 0.497021, "recall": 0.546443}, {"accuracy": 0.406126, "f1": 0.38846, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"], "main_score": 0.38846, "precision": 0.382138, "recall": 0.406126}, {"accuracy": 0.228261, "f1": 0.190672, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"], "main_score": 0.190672, "precision": 0.177706, "recall": 0.228261}, {"accuracy": 0.212451, "f1": 0.185814, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"], "main_score": 0.185814, "precision": 0.17763, "recall": 0.212451}, {"accuracy": 0.432806, "f1": 0.392237, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"], "main_score": 0.392237, "precision": 0.379226, "recall": 0.432806}, {"accuracy": 0.339921, "f1": 0.307, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"], "main_score": 0.307, "precision": 0.295989, "recall": 0.339921}, {"accuracy": 0.0583, "f1": 0.036927, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"], "main_score": 0.036927, "precision": 0.033206, "recall": 0.0583}, {"accuracy": 0.392292, "f1": 0.356185, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"], "main_score": 0.356185, "precision": 0.342382, "recall": 0.392292}, {"accuracy": 0.31917, "f1": 0.274063, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"], "main_score": 0.274063, "precision": 0.259466, "recall": 0.31917}, {"accuracy": 0.332016, "f1": 0.312905, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"], "main_score": 0.312905, "precision": 0.307623, "recall": 0.332016}, {"accuracy": 0.504941, "f1": 0.466968, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"], "main_score": 0.466968, "precision": 0.454109, "recall": 0.504941}, {"accuracy": 0.37253, "f1": 0.33807, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"], "main_score": 0.33807, "precision": 0.327894, "recall": 0.37253}, {"accuracy": 0.329051, "f1": 0.283955, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"], "main_score": 0.283955, "precision": 0.27018, "recall": 0.329051}, {"accuracy": 0.29249, "f1": 0.251485, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"], "main_score": 0.251485, "precision": 0.237797, "recall": 0.29249}, {"accuracy": 0.44664, "f1": 0.411032, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"], "main_score": 0.411032, "precision": 0.398733, "recall": 0.44664}, {"accuracy": 0.231225, "f1": 0.198161, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"], "main_score": 0.198161, "precision": 0.188199, "recall": 0.231225}, {"accuracy": 0.338933, "f1": 0.305901, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"], "main_score": 0.305901, "precision": 0.295016, "recall": 0.338933}, {"accuracy": 0.210474, "f1": 0.182037, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"], "main_score": 0.182037, "precision": 0.173184, "recall": 0.210474}, {"accuracy": 0.474308, "f1": 0.437454, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"], "main_score": 0.437454, "precision": 0.425414, "recall": 0.474308}, {"accuracy": 0.367589, "f1": 0.334006, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"], "main_score": 0.334006, "precision": 0.321119, "recall": 0.367589}, {"accuracy": 0.246047, "f1": 0.194718, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"], "main_score": 0.194718, "precision": 0.177498, "recall": 0.246047}, {"accuracy": 0.041502, "f1": 0.031635, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"], "main_score": 0.031635, "precision": 0.028518, "recall": 0.041502}, {"accuracy": 0.502964, "f1": 0.461679, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"], "main_score": 0.461679, "precision": 0.448626, "recall": 0.502964}, {"accuracy": 0.218379, "f1": 0.177695, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"], "main_score": 0.177695, "precision": 0.164414, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.407875, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"], "main_score": 0.407875, "precision": 0.396689, "recall": 0.440711}, {"accuracy": 0.458498, "f1": 0.425503, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"], "main_score": 0.425503, "precision": 0.414842, "recall": 0.458498}, {"accuracy": 0.336957, "f1": 0.307474, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"], "main_score": 0.307474, "precision": 0.298227, "recall": 0.336957}, {"accuracy": 0.285573, "f1": 0.266983, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"], "main_score": 0.266983, "precision": 0.261604, "recall": 0.285573}, {"accuracy": 0.249012, "f1": 0.201618, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"], "main_score": 0.201618, "precision": 0.185078, "recall": 0.249012}, {"accuracy": 0.348814, "f1": 0.310381, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"], "main_score": 0.310381, "precision": 0.298235, "recall": 0.348814}, {"accuracy": 0.344862, "f1": 0.316783, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"], "main_score": 0.316783, "precision": 0.307925, "recall": 0.344862}, {"accuracy": 0.511858, "f1": 0.470861, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"], "main_score": 0.470861, "precision": 0.456954, "recall": 0.511858}, {"accuracy": 0.352767, "f1": 0.328347, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"], "main_score": 0.328347, "precision": 0.320617, "recall": 0.352767}, {"accuracy": 0.220356, "f1": 0.176993, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"], "main_score": 0.176993, "precision": 0.16361, "recall": 0.220356}, {"accuracy": 0.382411, "f1": 0.351119, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"], "main_score": 0.351119, "precision": 0.339844, "recall": 0.382411}, {"accuracy": 0.0583, "f1": 0.042647, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"], "main_score": 0.042647, "precision": 0.038261, "recall": 0.0583}, {"accuracy": 0.329051, "f1": 0.290687, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"], "main_score": 0.290687, "precision": 0.276297, "recall": 0.329051}, {"accuracy": 0.416996, "f1": 0.377664, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"], "main_score": 0.377664, "precision": 0.363349, "recall": 0.416996}, {"accuracy": 0.066206, "f1": 0.054192, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"], "main_score": 0.054192, "precision": 0.050436, "recall": 0.066206}, {"accuracy": 0.466403, "f1": 0.434933, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"], "main_score": 0.434933, "precision": 0.423916, "recall": 0.466403}, {"accuracy": 0.37747, "f1": 0.345833, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"], "main_score": 0.345833, "precision": 0.334962, "recall": 0.37747}, {"accuracy": 0.422925, "f1": 0.408622, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"], "main_score": 0.408622, "precision": 0.403476, "recall": 0.422925}, {"accuracy": 0.327075, "f1": 0.288489, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"], "main_score": 0.288489, "precision": 0.275203, "recall": 0.327075}, {"accuracy": 0.395257, "f1": 0.352993, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"], "main_score": 0.352993, "precision": 0.338048, "recall": 0.395257}, {"accuracy": 0.348814, "f1": 0.327862, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"], "main_score": 0.327862, "precision": 0.321061, "recall": 0.348814}, {"accuracy": 0.297431, "f1": 0.269784, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"], "main_score": 0.269784, "precision": 0.260283, "recall": 0.297431}, {"accuracy": 0.528656, "f1": 0.488887, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"], "main_score": 0.488887, "precision": 0.475835, "recall": 0.528656}, {"accuracy": 0.31917, "f1": 0.277359, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"], "main_score": 0.277359, "precision": 0.261325, "recall": 0.31917}, {"accuracy": 0.340909, "f1": 0.301983, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"], "main_score": 0.301983, "precision": 0.287756, "recall": 0.340909}, {"accuracy": 0.295455, "f1": 0.255477, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"], "main_score": 0.255477, "precision": 0.240137, "recall": 0.295455}, {"accuracy": 0.275692, "f1": 0.239198, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"], "main_score": 0.239198, "precision": 0.227462, "recall": 0.275692}, {"accuracy": 0.252964, "f1": 0.231596, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"], "main_score": 0.231596, "precision": 0.22545, "recall": 0.252964}, {"accuracy": 0.466403, "f1": 0.434919, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"], "main_score": 0.434919, "precision": 0.423124, "recall": 0.466403}, {"accuracy": 0.052372, "f1": 0.025818, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"], "main_score": 0.025818, "precision": 0.021503, "recall": 0.052372}, {"accuracy": 0.249012, "f1": 0.217451, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"], "main_score": 0.217451, "precision": 0.206141, "recall": 0.249012}, {"accuracy": 0.255929, "f1": 0.234957, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"], "main_score": 0.234957, "precision": 0.228926, "recall": 0.255929}, {"accuracy": 0.3083, "f1": 0.264243, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"], "main_score": 0.264243, "precision": 0.248167, "recall": 0.3083}, {"accuracy": 0.059289, "f1": 0.040908, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"], "main_score": 0.040908, "precision": 0.036837, "recall": 0.059289}, {"accuracy": 0.51087, "f1": 0.473316, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"], "main_score": 0.473316, "precision": 0.461004, "recall": 0.51087}, {"accuracy": 0.343874, "f1": 0.315058, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"], "main_score": 0.315058, "precision": 0.305241, "recall": 0.343874}, {"accuracy": 0.363636, "f1": 0.338695, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"], "main_score": 0.338695, "precision": 0.329935, "recall": 0.363636}, {"accuracy": 0.186759, "f1": 0.158204, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"], "main_score": 0.158204, "precision": 0.149602, "recall": 0.186759}, {"accuracy": 0.497036, "f1": 0.463532, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"], "main_score": 0.463532, "precision": 0.452494, "recall": 0.497036}, {"accuracy": 0.483202, "f1": 0.44805, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"], "main_score": 0.44805, "precision": 0.436188, "recall": 0.483202}, {"accuracy": 0.530632, "f1": 0.487434, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"], "main_score": 0.487434, "precision": 0.473079, "recall": 0.530632}, {"accuracy": 0.381423, "f1": 0.35233, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"], "main_score": 0.35233, "precision": 0.342217, "recall": 0.381423}, {"accuracy": 0.271739, "f1": 0.233288, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"], "main_score": 0.233288, "precision": 0.219193, "recall": 0.271739}, {"accuracy": 0.231225, "f1": 0.186894, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"], "main_score": 0.186894, "precision": 0.172957, "recall": 0.231225}, {"accuracy": 0.197628, "f1": 0.172171, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"], "main_score": 0.172171, "precision": 0.164817, "recall": 0.197628}, {"accuracy": 0.504941, "f1": 0.463062, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"], "main_score": 0.463062, "precision": 0.449263, "recall": 0.504941}, {"accuracy": 0.336957, "f1": 0.316638, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"], "main_score": 0.316638, "precision": 0.308731, "recall": 0.336957}, {"accuracy": 0.368577, "f1": 0.339668, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"], "main_score": 0.339668, "precision": 0.329441, "recall": 0.368577}, {"accuracy": 0.264822, "f1": 0.226671, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"], "main_score": 0.226671, "precision": 0.212883, "recall": 0.264822}, {"accuracy": 0.351779, "f1": 0.326223, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"], "main_score": 0.326223, "precision": 0.318505, "recall": 0.351779}, {"accuracy": 0.369565, "f1": 0.335202, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"], "main_score": 0.335202, "precision": 0.325432, "recall": 0.369565}, {"accuracy": 0.257905, "f1": 0.212922, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"], "main_score": 0.212922, "precision": 0.197872, "recall": 0.257905}, {"accuracy": 0.468379, "f1": 0.425777, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"], "main_score": 0.425777, "precision": 0.411026, "recall": 0.468379}, {"accuracy": 0.312253, "f1": 0.275149, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"], "main_score": 0.275149, "precision": 0.261517, "recall": 0.312253}, {"accuracy": 0.434783, "f1": 0.403389, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"], "main_score": 0.403389, "precision": 0.391032, "recall": 0.434783}, {"accuracy": 0.406126, "f1": 0.367897, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"], "main_score": 0.367897, "precision": 0.353958, "recall": 0.406126}, {"accuracy": 0.488142, "f1": 0.45133, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"], "main_score": 0.45133, "precision": 0.438499, "recall": 0.488142}, {"accuracy": 0.524704, "f1": 0.481493, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"], "main_score": 0.481493, "precision": 0.466829, "recall": 0.524704}, {"accuracy": 0.426877, "f1": 0.386993, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"], "main_score": 0.386993, "precision": 0.373154, "recall": 0.426877}, {"accuracy": 0.336957, "f1": 0.315385, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"], "main_score": 0.315385, "precision": 0.307288, "recall": 0.336957}, {"accuracy": 0.321146, "f1": 0.284679, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"], "main_score": 0.284679, "precision": 0.272954, "recall": 0.321146}, {"accuracy": 0.316206, "f1": 0.273874, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"], "main_score": 0.273874, "precision": 0.258882, "recall": 0.316206}, {"accuracy": 0.090909, "f1": 0.055375, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"], "main_score": 0.055375, "precision": 0.04755, "recall": 0.090909}, {"accuracy": 0.333004, "f1": 0.292462, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"], "main_score": 0.292462, "precision": 0.27694, "recall": 0.333004}, {"accuracy": 0.131423, "f1": 0.099699, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"], "main_score": 0.099699, "precision": 0.091594, "recall": 0.131423}, {"accuracy": 0.528656, "f1": 0.483969, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"], "main_score": 0.483969, "precision": 0.468944, "recall": 0.528656}, {"accuracy": 0.338933, "f1": 0.31371, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"], "main_score": 0.31371, "precision": 0.305878, "recall": 0.338933}, {"accuracy": 0.093874, "f1": 0.06515, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"], "main_score": 0.06515, "precision": 0.057835, "recall": 0.093874}, {"accuracy": 0.362648, "f1": 0.339534, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"], "main_score": 0.339534, "precision": 0.332243, "recall": 0.362648}, {"accuracy": 0.533597, "f1": 0.485139, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"], "main_score": 0.485139, "precision": 0.470338, "recall": 0.533597}, {"accuracy": 0.229249, "f1": 0.210732, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"], "main_score": 0.210732, "precision": 0.203637, "recall": 0.229249}, {"accuracy": 0.33004, "f1": 0.301821, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"], "main_score": 0.301821, "precision": 0.291628, "recall": 0.33004}, {"accuracy": 0.243083, "f1": 0.198365, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"], "main_score": 0.198365, "precision": 0.183759, "recall": 0.243083}, {"accuracy": 0.402174, "f1": 0.359629, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"], "main_score": 0.359629, "precision": 0.344, "recall": 0.402174}, {"accuracy": 0.364625, "f1": 0.33662, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"], "main_score": 0.33662, "precision": 0.3263, "recall": 0.364625}, {"accuracy": 0.271739, "f1": 0.232998, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"], "main_score": 0.232998, "precision": 0.218437, "recall": 0.271739}, {"accuracy": 0.297431, "f1": 0.250004, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"], "main_score": 0.250004, "precision": 0.232998, "recall": 0.297431}, {"accuracy": 0.280632, "f1": 0.239027, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"], "main_score": 0.239027, "precision": 0.225065, "recall": 0.280632}, {"accuracy": 0.488142, "f1": 0.455661, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"], "main_score": 0.455661, "precision": 0.444719, "recall": 0.488142}, {"accuracy": 0.019763, "f1": 0.00757, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"], "main_score": 0.00757, "precision": 0.006148, "recall": 0.019763}, {"accuracy": 0.209486, "f1": 0.183987, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"], "main_score": 0.183987, "precision": 0.175571, "recall": 0.209486}, {"accuracy": 0.124506, "f1": 0.099356, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"], "main_score": 0.099356, "precision": 0.091972, "recall": 0.124506}, {"accuracy": 0.320158, "f1": 0.281117, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"], "main_score": 0.281117, "precision": 0.2698, "recall": 0.320158}, {"accuracy": 0.513834, "f1": 0.47695, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"], "main_score": 0.47695, "precision": 0.464713, "recall": 0.513834}, {"accuracy": 0.12747, "f1": 0.091983, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"], "main_score": 0.091983, "precision": 0.081565, "recall": 0.12747}, {"accuracy": 0.278656, "f1": 0.242478, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"], "main_score": 0.242478, "precision": 0.229572, "recall": 0.278656}, {"accuracy": 0.480237, "f1": 0.443899, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"], "main_score": 0.443899, "precision": 0.431664, "recall": 0.480237}, {"accuracy": 0.5, "f1": 0.464804, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"], "main_score": 0.464804, "precision": 0.453048, "recall": 0.5}, {"accuracy": 0.331028, "f1": 0.307097, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"], "main_score": 0.307097, "precision": 0.298359, "recall": 0.331028}, {"accuracy": 0.215415, "f1": 0.173885, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"], "main_score": 0.173885, "precision": 0.160058, "recall": 0.215415}, {"accuracy": 0.268775, "f1": 0.22829, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"], "main_score": 0.22829, "precision": 0.212452, "recall": 0.268775}, {"accuracy": 0.350791, "f1": 0.321771, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"], "main_score": 0.321771, "precision": 0.311268, "recall": 0.350791}, {"accuracy": 0.241107, "f1": 0.198955, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"], "main_score": 0.198955, "precision": 0.184916, "recall": 0.241107}, {"accuracy": 0.212451, "f1": 0.180917, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"], "main_score": 0.180917, "precision": 0.170025, "recall": 0.212451}, {"accuracy": 0.202569, "f1": 0.175083, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"], "main_score": 0.175083, "precision": 0.165886, "recall": 0.202569}, {"accuracy": 0.347826, "f1": 0.315977, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"], "main_score": 0.315977, "precision": 0.306768, "recall": 0.347826}, {"accuracy": 0.380435, "f1": 0.344493, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"], "main_score": 0.344493, "precision": 0.332786, "recall": 0.380435}, {"accuracy": 0.283597, "f1": 0.239819, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"], "main_score": 0.239819, "precision": 0.225325, "recall": 0.283597}, {"accuracy": 0.385375, "f1": 0.349784, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"], "main_score": 0.349784, "precision": 0.337734, "recall": 0.385375}, {"accuracy": 0.412055, "f1": 0.377051, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"], "main_score": 0.377051, "precision": 0.365075, "recall": 0.412055}, {"accuracy": 0.119565, "f1": 0.10275, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"], "main_score": 0.10275, "precision": 0.097611, "recall": 0.119565}, {"accuracy": 0.244071, "f1": 0.207848, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"], "main_score": 0.207848, "precision": 0.196732, "recall": 0.244071}, {"accuracy": 0.243083, "f1": 0.214398, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"], "main_score": 0.214398, "precision": 0.204693, "recall": 0.243083}, {"accuracy": 0.231225, "f1": 0.205652, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"], "main_score": 0.205652, "precision": 0.197369, "recall": 0.231225}, {"accuracy": 0.346838, "f1": 0.31717, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"], "main_score": 0.31717, "precision": 0.307369, "recall": 0.346838}, {"accuracy": 0.348814, "f1": 0.310726, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"], "main_score": 0.310726, "precision": 0.295871, "recall": 0.348814}, {"accuracy": 0.219368, "f1": 0.185789, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"], "main_score": 0.185789, "precision": 0.176413, "recall": 0.219368}, {"accuracy": 0.424901, "f1": 0.384541, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"], "main_score": 0.384541, "precision": 0.371073, "recall": 0.424901}, {"accuracy": 0.426877, "f1": 0.383731, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"], "main_score": 0.383731, "precision": 0.36857, "recall": 0.426877}, {"accuracy": 0.423913, "f1": 0.391165, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"], "main_score": 0.391165, "precision": 0.381915, "recall": 0.423913}, {"accuracy": 0.307312, "f1": 0.287318, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"], "main_score": 0.287318, "precision": 0.279948, "recall": 0.307312}, {"accuracy": 0.507905, "f1": 0.473026, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"], "main_score": 0.473026, "precision": 0.460786, "recall": 0.507905}, {"accuracy": 0.253953, "f1": 0.22087, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"], "main_score": 0.22087, "precision": 0.210111, "recall": 0.253953}, {"accuracy": 0.347826, "f1": 0.313925, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"], "main_score": 0.313925, "precision": 0.303115, "recall": 0.347826}, {"accuracy": 0.153162, "f1": 0.107532, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"], "main_score": 0.107532, "precision": 0.094304, "recall": 0.153162}, {"accuracy": 0.481225, "f1": 0.454139, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"], "main_score": 0.454139, "precision": 0.444568, "recall": 0.481225}, {"accuracy": 0.076087, "f1": 0.059163, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"], "main_score": 0.059163, "precision": 0.054118, "recall": 0.076087}, {"accuracy": 0.43083, "f1": 0.392927, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"], "main_score": 0.392927, "precision": 0.379096, "recall": 0.43083}, {"accuracy": 0.395257, "f1": 0.352417, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"], "main_score": 0.352417, "precision": 0.338973, "recall": 0.395257}, {"accuracy": 0.246047, "f1": 0.216919, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"], "main_score": 0.216919, "precision": 0.20802, "recall": 0.246047}, {"accuracy": 0.38834, "f1": 0.34967, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"], "main_score": 0.34967, "precision": 0.335767, "recall": 0.38834}, {"accuracy": 0.36166, "f1": 0.325747, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"], "main_score": 0.325747, "precision": 0.313775, "recall": 0.36166}, {"accuracy": 0.301383, "f1": 0.25538, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"], "main_score": 0.25538, "precision": 0.238531, "recall": 0.301383}, {"accuracy": 0.301383, "f1": 0.254854, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"], "main_score": 0.254854, "precision": 0.238986, "recall": 0.301383}, {"accuracy": 0.508893, "f1": 0.464949, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"], "main_score": 0.464949, "precision": 0.450347, "recall": 0.508893}, {"accuracy": 0.500988, "f1": 0.460117, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"], "main_score": 0.460117, "precision": 0.446115, "recall": 0.500988}, {"accuracy": 0.263834, "f1": 0.211919, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"], "main_score": 0.211919, "precision": 0.195452, "recall": 0.263834}, {"accuracy": 0.518775, "f1": 0.478631, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"], "main_score": 0.478631, "precision": 0.46553, "recall": 0.518775}, {"accuracy": 0.278656, "f1": 0.246904, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"], "main_score": 0.246904, "precision": 0.237127, "recall": 0.278656}, {"accuracy": 0.397233, "f1": 0.362286, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"], "main_score": 0.362286, "precision": 0.351587, "recall": 0.397233}, {"accuracy": 0.213439, "f1": 0.178523, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"], "main_score": 0.178523, "precision": 0.167191, "recall": 0.213439}, {"accuracy": 0.438735, "f1": 0.408003, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"], "main_score": 0.408003, "precision": 0.398323, "recall": 0.438735}, {"accuracy": 0.26087, "f1": 0.209431, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"], "main_score": 0.209431, "precision": 0.191574, "recall": 0.26087}, {"accuracy": 0.301383, "f1": 0.259078, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"], "main_score": 0.259078, "precision": 0.243404, "recall": 0.301383}, {"accuracy": 0.177866, "f1": 0.139964, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"], "main_score": 0.139964, "precision": 0.127235, "recall": 0.177866}, {"accuracy": 0.255929, "f1": 0.223915, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"], "main_score": 0.223915, "precision": 0.213561, "recall": 0.255929}, {"accuracy": 0.520751, "f1": 0.481347, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"], "main_score": 0.481347, "precision": 0.467674, "recall": 0.520751}, {"accuracy": 0.327075, "f1": 0.287051, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"], "main_score": 0.287051, "precision": 0.272627, "recall": 0.327075}, {"accuracy": 0.263834, "f1": 0.217468, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"], "main_score": 0.217468, "precision": 0.201807, "recall": 0.263834}, {"accuracy": 0.301383, "f1": 0.26056, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"], "main_score": 0.26056, "precision": 0.245342, "recall": 0.301383}, {"accuracy": 0.189723, "f1": 0.159724, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"], "main_score": 0.159724, "precision": 0.150512, "recall": 0.189723}, {"accuracy": 0.227273, "f1": 0.181826, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"], "main_score": 0.181826, "precision": 0.166931, "recall": 0.227273}, {"accuracy": 0.267787, "f1": 0.227561, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"], "main_score": 0.227561, "precision": 0.214313, "recall": 0.267787}, {"accuracy": 0.331028, "f1": 0.303563, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"], "main_score": 0.303563, "precision": 0.295448, "recall": 0.331028}, {"accuracy": 0.340909, "f1": 0.298997, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"], "main_score": 0.298997, "precision": 0.283747, "recall": 0.340909}, {"accuracy": 0.283597, "f1": 0.242539, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"], "main_score": 0.242539, "precision": 0.230356, "recall": 0.283597}, {"accuracy": 0.304348, "f1": 0.277714, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"], "main_score": 0.277714, "precision": 0.268433, "recall": 0.304348}, {"accuracy": 0.4417, "f1": 0.399355, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"], "main_score": 0.399355, "precision": 0.383499, "recall": 0.4417}, {"accuracy": 0.471344, "f1": 0.437244, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"], "main_score": 0.437244, "precision": 0.424447, "recall": 0.471344}, {"accuracy": 0.25, "f1": 0.216594, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"], "main_score": 0.216594, "precision": 0.205583, "recall": 0.25}, {"accuracy": 0.245059, "f1": 0.208962, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"], "main_score": 0.208962, "precision": 0.197789, "recall": 0.245059}, {"accuracy": 0.337945, "f1": 0.296374, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"], "main_score": 0.296374, "precision": 0.282367, "recall": 0.337945}, {"accuracy": 0.249012, "f1": 0.208193, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"], "main_score": 0.208193, "precision": 0.193694, "recall": 0.249012}, {"accuracy": 0.393281, "f1": 0.350828, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"], "main_score": 0.350828, "precision": 0.336786, "recall": 0.393281}, {"accuracy": 0.407115, "f1": 0.370955, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"], "main_score": 0.370955, "precision": 0.359363, "recall": 0.407115}, {"accuracy": 0.450593, "f1": 0.418546, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"], "main_score": 0.418546, "precision": 0.406812, "recall": 0.450593}, {"accuracy": 0.183794, "f1": 0.156558, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"], "main_score": 0.156558, "precision": 0.148046, "recall": 0.183794}, {"accuracy": 0.251976, "f1": 0.221781, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"], "main_score": 0.221781, "precision": 0.211426, "recall": 0.251976}, {"accuracy": 0.286561, "f1": 0.239155, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"], "main_score": 0.239155, "precision": 0.222817, "recall": 0.286561}, {"accuracy": 0.093874, "f1": 0.057425, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"], "main_score": 0.057425, "precision": 0.048923, "recall": 0.093874}, {"accuracy": 0.22332, "f1": 0.152836, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"], "main_score": 0.152836, "precision": 0.135754, "recall": 0.22332}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.91502, "f1": 0.888076, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"], "main_score": 0.888076, "precision": 0.874918, "recall": 0.91502}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"], "main_score": 0.93363, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.666008, "f1": 0.594167, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"], "main_score": 0.594167, "precision": 0.566216, "recall": 0.666008}, {"accuracy": 0.247036, "f1": 0.177137, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"], "main_score": 0.177137, "precision": 0.159139, "recall": 0.247036}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.435771, "f1": 0.348674, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"], "main_score": 0.348674, "precision": 0.321434, "recall": 0.435771}, {"accuracy": 0.703557, "f1": 0.638238, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"], "main_score": 0.638238, "precision": 0.611989, "recall": 0.703557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.928854, "f1": 0.908827, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"], "main_score": 0.908827, "precision": 0.899621, "recall": 0.928854}, {"accuracy": 0.279644, "f1": 0.199022, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"], "main_score": 0.199022, "precision": 0.17781, "recall": 0.279644}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.847826, "f1": 0.806653, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"], "main_score": 0.806653, "precision": 0.788521, "recall": 0.847826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.323123, "f1": 0.23468, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"], "main_score": 0.23468, "precision": 0.2113, "recall": 0.323123}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"], "main_score": 0.945323, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.181818, "f1": 0.122397, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"], "main_score": 0.122397, "precision": 0.107634, "recall": 0.181818}, {"accuracy": 0.897233, "f1": 0.867344, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"], "main_score": 0.867344, "precision": 0.85359, "recall": 0.897233}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.729249, "f1": 0.665057, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"], "main_score": 0.665057, "precision": 0.637796, "recall": 0.729249}, {"accuracy": 0.06917, "f1": 0.030575, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"], "main_score": 0.030575, "precision": 0.025314, "recall": 0.06917}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.249012, "f1": 0.171795, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"], "main_score": 0.171795, "precision": 0.152575, "recall": 0.249012}, {"accuracy": 0.874506, "f1": 0.838307, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"], "main_score": 0.838307, "precision": 0.821558, "recall": 0.874506}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.927866, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"], "main_score": 0.927866, "precision": 0.920455, "recall": 0.943676}, {"accuracy": 0.910079, "f1": 0.882905, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"], "main_score": 0.882905, "precision": 0.869895, "recall": 0.910079}, {"accuracy": 0.31917, "f1": 0.24176, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"], "main_score": 0.24176, "precision": 0.219267, "recall": 0.31917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.806324, "f1": 0.762395, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"], "main_score": 0.762395, "precision": 0.743265, "recall": 0.806324}, {"accuracy": 0.937747, "f1": 0.917325, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"], "main_score": 0.917325, "precision": 0.907279, "recall": 0.937747}, {"accuracy": 0.913043, "f1": 0.887714, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"], "main_score": 0.887714, "precision": 0.876235, "recall": 0.913043}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.193676, "f1": 0.127618, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"], "main_score": 0.127618, "precision": 0.112871, "recall": 0.193676}, {"accuracy": 0.071146, "f1": 0.046879, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"], "main_score": 0.046879, "precision": 0.041047, "recall": 0.071146}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.184783, "f1": 0.123484, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"], "main_score": 0.123484, "precision": 0.11005, "recall": 0.184783}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.901186, "f1": 0.871673, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"], "main_score": 0.871673, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.76087, "f1": 0.704897, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"], "main_score": 0.704897, "precision": 0.681135, "recall": 0.76087}, {"accuracy": 0.222332, "f1": 0.146783, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"], "main_score": 0.146783, "precision": 0.12817, "recall": 0.222332}, {"accuracy": 0.763834, "f1": 0.714945, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"], "main_score": 0.714945, "precision": 0.694912, "recall": 0.763834}, {"accuracy": 0.676877, "f1": 0.604756, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"], "main_score": 0.604756, "precision": 0.576888, "recall": 0.676877}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.79249, "f1": 0.737352, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"], "main_score": 0.737352, "precision": 0.7139, "recall": 0.79249}, {"accuracy": 0.190711, "f1": 0.124824, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"], "main_score": 0.124824, "precision": 0.109663, "recall": 0.190711}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.08498, "f1": 0.048602, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"], "main_score": 0.048602, "precision": 0.040202, "recall": 0.08498}, {"accuracy": 0.278656, "f1": 0.207389, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"], "main_score": 0.207389, "precision": 0.188523, "recall": 0.278656}, {"accuracy": 0.396245, "f1": 0.310299, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"], "main_score": 0.310299, "precision": 0.285274, "recall": 0.396245}, {"accuracy": 0.092885, "f1": 0.050576, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"], "main_score": 0.050576, "precision": 0.041731, "recall": 0.092885}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.321146, "f1": 0.240467, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"], "main_score": 0.240467, "precision": 0.218258, "recall": 0.321146}, {"accuracy": 0.795455, "f1": 0.742003, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"], "main_score": 0.742003, "precision": 0.719278, "recall": 0.795455}, {"accuracy": 0.477273, "f1": 0.39201, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"], "main_score": 0.39201, "precision": 0.363987, "recall": 0.477273}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.302372, "f1": 0.219625, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"], "main_score": 0.219625, "precision": 0.197603, "recall": 0.302372}, {"accuracy": 0.353755, "f1": 0.271078, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"], "main_score": 0.271078, "precision": 0.247951, "recall": 0.353755}, {"accuracy": 0.290514, "f1": 0.201651, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"], "main_score": 0.201651, "precision": 0.17681, "recall": 0.290514}, {"accuracy": 0.392292, "f1": 0.308029, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"], "main_score": 0.308029, "precision": 0.282063, "recall": 0.392292}, {"accuracy": 0.656126, "f1": 0.588149, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"], "main_score": 0.588149, "precision": 0.560847, "recall": 0.656126}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.060277, "f1": 0.021722, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"], "main_score": 0.021722, "precision": 0.016885, "recall": 0.060277}, {"accuracy": 0.243083, "f1": 0.16945, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"], "main_score": 0.16945, "precision": 0.149928, "recall": 0.243083}, {"accuracy": 0.767787, "f1": 0.713808, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"], "main_score": 0.713808, "precision": 0.691166, "recall": 0.767787}, {"accuracy": 0.269763, "f1": 0.194108, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"], "main_score": 0.194108, "precision": 0.173881, "recall": 0.269763}, {"accuracy": 0.065217, "f1": 0.031645, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"], "main_score": 0.031645, "precision": 0.026585, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.809289, "f1": 0.761352, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"], "main_score": 0.761352, "precision": 0.741067, "recall": 0.809289}, {"accuracy": 0.815217, "f1": 0.76278, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"], "main_score": 0.76278, "precision": 0.73969, "recall": 0.815217}, {"accuracy": 0.788538, "f1": 0.740203, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"], "main_score": 0.740203, "precision": 0.719222, "recall": 0.788538}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.255929, "f1": 0.183106, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"], "main_score": 0.183106, "precision": 0.162886, "recall": 0.255929}, {"accuracy": 0.201581, "f1": 0.137916, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"], "main_score": 0.137916, "precision": 0.122083, "recall": 0.201581}, {"accuracy": 0.901186, "f1": 0.872365, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"], "main_score": 0.872365, "precision": 0.85886, "recall": 0.901186}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.417984, "f1": 0.330152, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"], "main_score": 0.330152, "precision": 0.302416, "recall": 0.417984}, {"accuracy": 0.233202, "f1": 0.164196, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"], "main_score": 0.164196, "precision": 0.147175, "recall": 0.233202}, {"accuracy": 0.76087, "f1": 0.700132, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"], "main_score": 0.700132, "precision": 0.674242, "recall": 0.76087}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.219368, "f1": 0.150344, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"], "main_score": 0.150344, "precision": 0.13479, "recall": 0.219368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.274704, "f1": 0.204777, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"], "main_score": 0.204777, "precision": 0.186407, "recall": 0.274704}, {"accuracy": 0.464427, "f1": 0.372331, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"], "main_score": 0.372331, "precision": 0.343469, "recall": 0.464427}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.769763, "f1": 0.712832, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"], "main_score": 0.712832, "precision": 0.689279, "recall": 0.769763}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.258893, "f1": 0.187598, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"], "main_score": 0.187598, "precision": 0.167618, "recall": 0.258893}, {"accuracy": 0.081028, "f1": 0.037767, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"], "main_score": 0.037767, "precision": 0.031618, "recall": 0.081028}, {"accuracy": 0.281621, "f1": 0.203901, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"], "main_score": 0.203901, "precision": 0.182843, "recall": 0.281621}, {"accuracy": 0.146245, "f1": 0.089744, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"], "main_score": 0.089744, "precision": 0.077747, "recall": 0.146245}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.742095, "f1": 0.678346, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"], "main_score": 0.678346, "precision": 0.651136, "recall": 0.742095}, {"accuracy": 0.088933, "f1": 0.057362, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"], "main_score": 0.057362, "precision": 0.050324, "recall": 0.088933}, {"accuracy": 0.758893, "f1": 0.700038, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"], "main_score": 0.700038, "precision": 0.675362, "recall": 0.758893}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.755929, "f1": 0.693615, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"], "main_score": 0.693615, "precision": 0.666864, "recall": 0.755929}, {"accuracy": 0.525692, "f1": 0.437452, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"], "main_score": 0.437452, "precision": 0.404235, "recall": 0.525692}, {"accuracy": 0.210474, "f1": 0.137608, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"], "main_score": 0.137608, "precision": 0.119826, "recall": 0.210474}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.432806, "f1": 0.341393, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"], "main_score": 0.341393, "precision": 0.311682, "recall": 0.432806}, {"accuracy": 0.249012, "f1": 0.170116, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"], "main_score": 0.170116, "precision": 0.150918, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.162688, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"], "main_score": 0.162688, "precision": 0.14535, "recall": 0.231225}, {"accuracy": 0.255929, "f1": 0.186199, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"], "main_score": 0.186199, "precision": 0.16795, "recall": 0.255929}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.017787, "f1": 0.002884, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"], "main_score": 0.002884, "precision": 0.001848, "recall": 0.017787}, {"accuracy": 0.864625, "f1": 0.829513, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"], "main_score": 0.829513, "precision": 0.813274, "recall": 0.864625}, {"accuracy": 0.459486, "f1": 0.372895, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"], "main_score": 0.372895, "precision": 0.341639, "recall": 0.459486}, {"accuracy": 0.852767, "f1": 0.813867, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"], "main_score": 0.813867, "precision": 0.79636, "recall": 0.852767}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.114625, "f1": 0.071123, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"], "main_score": 0.071123, "precision": 0.062662, "recall": 0.114625}, {"accuracy": 0.231225, "f1": 0.159092, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"], "main_score": 0.159092, "precision": 0.14108, "recall": 0.231225}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.648221, "f1": 0.577195, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"], "main_score": 0.577195, "precision": 0.550432, "recall": 0.648221}, {"accuracy": 0.204545, "f1": 0.135665, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"], "main_score": 0.135665, "precision": 0.117029, "recall": 0.204545}, {"accuracy": 0.235178, "f1": 0.157322, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"], "main_score": 0.157322, "precision": 0.136994, "recall": 0.235178}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.213439, "f1": 0.145235, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"], "main_score": 0.145235, "precision": 0.127953, "recall": 0.213439}, {"accuracy": 0.22332, "f1": 0.150148, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"], "main_score": 0.150148, "precision": 0.130722, "recall": 0.22332}, {"accuracy": 0.807312, "f1": 0.757957, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"], "main_score": 0.757957, "precision": 0.73666, "recall": 0.807312}, {"accuracy": 0.668972, "f1": 0.602848, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"], "main_score": 0.602848, "precision": 0.577635, "recall": 0.668972}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.309289, "f1": 0.219114, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"], "main_score": 0.219114, "precision": 0.191219, "recall": 0.309289}, {"accuracy": 0.498024, "f1": 0.415346, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"], "main_score": 0.415346, "precision": 0.388115, "recall": 0.498024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.55336, "f1": 0.472905, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"], "main_score": 0.472905, "precision": 0.44268, "recall": 0.55336}, {"accuracy": 0.851779, "f1": 0.811199, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"], "main_score": 0.811199, "precision": 0.792655, "recall": 0.851779}, {"accuracy": 0.325099, "f1": 0.24362, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"], "main_score": 0.24362, "precision": 0.220134, "recall": 0.325099}, {"accuracy": 0.614625, "f1": 0.535498, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"], "main_score": 0.535498, "precision": 0.504404, "recall": 0.614625}, {"accuracy": 0.72332, "f1": 0.660048, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"], "main_score": 0.660048, "precision": 0.633749, "recall": 0.72332}, {"accuracy": 0.267787, "f1": 0.186966, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"], "main_score": 0.186966, "precision": 0.165872, "recall": 0.267787}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"], "main_score": 0.916502, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.92803, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"], "main_score": 0.92803, "precision": 0.919466, "recall": 0.945652}, {"accuracy": 0.771739, "f1": 0.718215, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"], "main_score": 0.718215, "precision": 0.695059, "recall": 0.771739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.44664, "f1": 0.36883, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"], "main_score": 0.36883, "precision": 0.342921, "recall": 0.44664}, {"accuracy": 0.520751, "f1": 0.434171, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"], "main_score": 0.434171, "precision": 0.404949, "recall": 0.520751}, {"accuracy": 0.130435, "f1": 0.073753, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"], "main_score": 0.073753, "precision": 0.062559, "recall": 0.130435}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.19664, "f1": 0.13228, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"], "main_score": 0.13228, "precision": 0.11466, "recall": 0.19664}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.95751, "f1": 0.945059, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"], "main_score": 0.945059, "precision": 0.939147, "recall": 0.95751}, {"accuracy": 0.492095, "f1": 0.40529, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"], "main_score": 0.40529, "precision": 0.376706, "recall": 0.492095}, {"accuracy": 0.382411, "f1": 0.294704, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"], "main_score": 0.294704, "precision": 0.267926, "recall": 0.382411}, {"accuracy": 0.875494, "f1": 0.837912, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"], "main_score": 0.837912, "precision": 0.820356, "recall": 0.875494}, {"accuracy": 0.281621, "f1": 0.202634, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"], "main_score": 0.202634, "precision": 0.180749, "recall": 0.281621}, {"accuracy": 0.255929, "f1": 0.178276, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"], "main_score": 0.178276, "precision": 0.157391, "recall": 0.255929}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.482213, "f1": 0.390145, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"], "main_score": 0.390145, "precision": 0.360283, "recall": 0.482213}, {"accuracy": 0.216403, "f1": 0.137685, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"], "main_score": 0.137685, "precision": 0.119237, "recall": 0.216403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.917984, "f1": 0.894057, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"], "main_score": 0.894057, "precision": 0.883399, "recall": 0.917984}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.203557, "f1": 0.135144, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"], "main_score": 0.135144, "precision": 0.117804, "recall": 0.203557}, {"accuracy": 0.932806, "f1": 0.913933, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"], "main_score": 0.913933, "precision": 0.905221, "recall": 0.932806}, {"accuracy": 0.219368, "f1": 0.148497, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"], "main_score": 0.148497, "precision": 0.1295, "recall": 0.219368}, {"accuracy": 0.243083, "f1": 0.1714, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"], "main_score": 0.1714, "precision": 0.153445, "recall": 0.243083}, {"accuracy": 0.164032, "f1": 0.102545, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"], "main_score": 0.102545, "precision": 0.08872, "recall": 0.164032}, {"accuracy": 0.559289, "f1": 0.479737, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"], "main_score": 0.479737, "precision": 0.44958, "recall": 0.559289}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.324111, "f1": 0.242628, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"], "main_score": 0.242628, "precision": 0.217668, "recall": 0.324111}, {"accuracy": 0.210474, "f1": 0.141471, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"], "main_score": 0.141471, "precision": 0.124642, "recall": 0.210474}, {"accuracy": 0.249012, "f1": 0.170391, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"], "main_score": 0.170391, "precision": 0.150684, "recall": 0.249012}, {"accuracy": 0.831028, "f1": 0.788011, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"], "main_score": 0.788011, "precision": 0.769417, "recall": 0.831028}, {"accuracy": 0.198617, "f1": 0.130245, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"], "main_score": 0.130245, "precision": 0.113708, "recall": 0.198617}, {"accuracy": 0.221344, "f1": 0.150562, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"], "main_score": 0.150562, "precision": 0.131876, "recall": 0.221344}, {"accuracy": 0.950593, "f1": 0.936825, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"], "main_score": 0.936825, "precision": 0.930451, "recall": 0.950593}, {"accuracy": 0.331028, "f1": 0.246157, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"], "main_score": 0.246157, "precision": 0.222624, "recall": 0.331028}, {"accuracy": 0.281621, "f1": 0.200594, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"], "main_score": 0.200594, "precision": 0.180179, "recall": 0.281621}, {"accuracy": 0.666996, "f1": 0.59349, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"], "main_score": 0.59349, "precision": 0.565424, "recall": 0.666996}, {"accuracy": 0.383399, "f1": 0.299428, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"], "main_score": 0.299428, "precision": 0.273245, "recall": 0.383399}, {"accuracy": 0.496047, "f1": 0.402226, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"], "main_score": 0.402226, "precision": 0.369031, "recall": 0.496047}, {"accuracy": 0.865613, "f1": 0.830962, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"], "main_score": 0.830962, "precision": 0.81558, "recall": 0.865613}, {"accuracy": 0.356719, "f1": 0.26981, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"], "main_score": 0.26981, "precision": 0.243641, "recall": 0.356719}, {"accuracy": 0.488142, "f1": 0.397004, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"], "main_score": 0.397004, "precision": 0.365041, "recall": 0.488142}, {"accuracy": 0.205534, "f1": 0.134855, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"], "main_score": 0.134855, "precision": 0.116189, "recall": 0.205534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.852767, "f1": 0.814065, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"], "main_score": 0.814065, "precision": 0.796887, "recall": 0.852767}, {"accuracy": 0.302372, "f1": 0.226935, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"], "main_score": 0.226935, "precision": 0.205227, "recall": 0.302372}, {"accuracy": 0.230237, "f1": 0.154735, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"], "main_score": 0.154735, "precision": 0.135792, "recall": 0.230237}, {"accuracy": 0.028656, "f1": 0.021208, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"], "main_score": 0.021208, "precision": 0.019847, "recall": 0.028656}, {"accuracy": 0.166996, "f1": 0.148965, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"], "main_score": 0.148965, "precision": 0.142328, "recall": 0.166996}, {"accuracy": 0.005929, "f1": 0.000862, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"], "main_score": 0.000862, "precision": 0.000527, "recall": 0.005929}, {"accuracy": 0.12253, "f1": 0.09883, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"], "main_score": 0.09883, "precision": 0.093092, "recall": 0.12253}, {"accuracy": 0.098814, "f1": 0.088913, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"], "main_score": 0.088913, "precision": 0.085791, "recall": 0.098814}, {"accuracy": 0.091897, "f1": 0.079734, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"], "main_score": 0.079734, "precision": 0.076377, "recall": 0.091897}, {"accuracy": 0.114625, "f1": 0.103266, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"], "main_score": 0.103266, "precision": 0.100483, "recall": 0.114625}, {"accuracy": 0.202569, "f1": 0.180163, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"], "main_score": 0.180163, "precision": 0.173041, "recall": 0.202569}, {"accuracy": 0.173913, "f1": 0.148829, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"], "main_score": 0.148829, "precision": 0.142699, "recall": 0.173913}, {"accuracy": 0.149209, "f1": 0.138332, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"], "main_score": 0.138332, "precision": 0.134705, "recall": 0.149209}, {"accuracy": 0.106719, "f1": 0.095413, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"], "main_score": 0.095413, "precision": 0.092799, "recall": 0.106719}, {"accuracy": 0.12253, "f1": 0.106698, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"], "main_score": 0.106698, "precision": 0.102167, "recall": 0.12253}, {"accuracy": 0.086957, "f1": 0.075671, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"], "main_score": 0.075671, "precision": 0.07282, "recall": 0.086957}, {"accuracy": 0.182806, "f1": 0.162371, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"], "main_score": 0.162371, "precision": 0.155587, "recall": 0.182806}, {"accuracy": 0.090909, "f1": 0.081615, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"], "main_score": 0.081615, "precision": 0.0787, "recall": 0.090909}, {"accuracy": 0.104743, "f1": 0.086825, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"], "main_score": 0.086825, "precision": 0.081806, "recall": 0.104743}, {"accuracy": 0.18083, "f1": 0.157651, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"], "main_score": 0.157651, "precision": 0.151878, "recall": 0.18083}, {"accuracy": 0.230237, "f1": 0.204553, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"], "main_score": 0.204553, "precision": 0.196676, "recall": 0.230237}, {"accuracy": 0.093874, "f1": 0.083994, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"], "main_score": 0.083994, "precision": 0.080678, "recall": 0.093874}, {"accuracy": 0.104743, "f1": 0.08545, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"], "main_score": 0.08545, "precision": 0.08065, "recall": 0.104743}, {"accuracy": 0.175889, "f1": 0.154248, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"], "main_score": 0.154248, "precision": 0.148717, "recall": 0.175889}, {"accuracy": 0.129447, "f1": 0.119563, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"], "main_score": 0.119563, "precision": 0.117121, "recall": 0.129447}, {"accuracy": 0.186759, "f1": 0.164302, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"], "main_score": 0.164302, "precision": 0.157752, "recall": 0.186759}, {"accuracy": 0.050395, "f1": 0.03813, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"], "main_score": 0.03813, "precision": 0.034876, "recall": 0.050395}, {"accuracy": 0.124506, "f1": 0.106891, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"], "main_score": 0.106891, "precision": 0.102042, "recall": 0.124506}, {"accuracy": 0.137352, "f1": 0.123295, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"], "main_score": 0.123295, "precision": 0.119607, "recall": 0.137352}, {"accuracy": 0.072134, "f1": 0.052079, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"], "main_score": 0.052079, "precision": 0.047589, "recall": 0.072134}, {"accuracy": 0.110672, "f1": 0.094578, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"], "main_score": 0.094578, "precision": 0.089424, "recall": 0.110672}, {"accuracy": 0.240119, "f1": 0.215788, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"], "main_score": 0.215788, "precision": 0.207638, "recall": 0.240119}, {"accuracy": 0.116601, "f1": 0.106489, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"], "main_score": 0.106489, "precision": 0.104002, "recall": 0.116601}, {"accuracy": 0.178854, "f1": 0.156144, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"], "main_score": 0.156144, "precision": 0.150263, "recall": 0.178854}, {"accuracy": 0.124506, "f1": 0.10876, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"], "main_score": 0.10876, "precision": 0.105086, "recall": 0.124506}, {"accuracy": 0.09585, "f1": 0.08272, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"], "main_score": 0.08272, "precision": 0.079126, "recall": 0.09585}, {"accuracy": 0.151186, "f1": 0.133852, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"], "main_score": 0.133852, "precision": 0.128442, "recall": 0.151186}, {"accuracy": 0.136364, "f1": 0.119028, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"], "main_score": 0.119028, "precision": 0.113982, "recall": 0.136364}, {"accuracy": 0.059289, "f1": 0.050617, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"], "main_score": 0.050617, "precision": 0.048028, "recall": 0.059289}, {"accuracy": 0.107708, "f1": 0.090996, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"], "main_score": 0.090996, "precision": 0.086398, "recall": 0.107708}, {"accuracy": 0.049407, "f1": 0.039794, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"], "main_score": 0.039794, "precision": 0.037435, "recall": 0.049407}, {"accuracy": 0.184783, "f1": 0.161694, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"], "main_score": 0.161694, "precision": 0.156047, "recall": 0.184783}, {"accuracy": 0.106719, "f1": 0.0906, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"], "main_score": 0.0906, "precision": 0.086293, "recall": 0.106719}, {"accuracy": 0.220356, "f1": 0.189275, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"], "main_score": 0.189275, "precision": 0.178122, "recall": 0.220356}, {"accuracy": 0.022727, "f1": 0.016583, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"], "main_score": 0.016583, "precision": 0.015564, "recall": 0.022727}, {"accuracy": 0.170949, "f1": 0.150326, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"], "main_score": 0.150326, "precision": 0.144716, "recall": 0.170949}, {"accuracy": 0.163043, "f1": 0.142445, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"], "main_score": 0.142445, "precision": 0.135369, "recall": 0.163043}, {"accuracy": 0.129447, "f1": 0.108921, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"], "main_score": 0.108921, "precision": 0.103183, "recall": 0.129447}, {"accuracy": 0.168972, "f1": 0.147698, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"], "main_score": 0.147698, "precision": 0.141271, "recall": 0.168972}, {"accuracy": 0.091897, "f1": 0.075987, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"], "main_score": 0.075987, "precision": 0.071882, "recall": 0.091897}, {"accuracy": 0.097826, "f1": 0.08988, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"], "main_score": 0.08988, "precision": 0.087515, "recall": 0.097826}, {"accuracy": 0.151186, "f1": 0.133821, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"], "main_score": 0.133821, "precision": 0.128281, "recall": 0.151186}, {"accuracy": 0.149209, "f1": 0.132067, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"], "main_score": 0.132067, "precision": 0.127116, "recall": 0.149209}, {"accuracy": 0.109684, "f1": 0.09885, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"], "main_score": 0.09885, "precision": 0.096236, "recall": 0.109684}, {"accuracy": 0.185771, "f1": 0.162465, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"], "main_score": 0.162465, "precision": 0.156147, "recall": 0.185771}, {"accuracy": 0.105731, "f1": 0.092857, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"], "main_score": 0.092857, "precision": 0.090219, "recall": 0.105731}, {"accuracy": 0.16996, "f1": 0.144562, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"], "main_score": 0.144562, "precision": 0.137762, "recall": 0.16996}, {"accuracy": 0.11166, "f1": 0.096353, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"], "main_score": 0.096353, "precision": 0.091986, "recall": 0.11166}, {"accuracy": 0.036561, "f1": 0.032894, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"], "main_score": 0.032894, "precision": 0.031695, "recall": 0.036561}, {"accuracy": 0.183794, "f1": 0.1573, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"], "main_score": 0.1573, "precision": 0.149356, "recall": 0.183794}, {"accuracy": 0.193676, "f1": 0.171411, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"], "main_score": 0.171411, "precision": 0.16438, "recall": 0.193676}, {"accuracy": 0.034585, "f1": 0.028172, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"], "main_score": 0.028172, "precision": 0.02689, "recall": 0.034585}, {"accuracy": 0.144269, "f1": 0.129464, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"], "main_score": 0.129464, "precision": 0.12548, "recall": 0.144269}, {"accuracy": 0.108696, "f1": 0.093949, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"], "main_score": 0.093949, "precision": 0.089739, "recall": 0.108696}, {"accuracy": 0.151186, "f1": 0.135501, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"], "main_score": 0.135501, "precision": 0.130994, "recall": 0.151186}, {"accuracy": 0.094862, "f1": 0.078047, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"], "main_score": 0.078047, "precision": 0.073264, "recall": 0.094862}, {"accuracy": 0.237154, "f1": 0.207942, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"], "main_score": 0.207942, "precision": 0.199813, "recall": 0.237154}, {"accuracy": 0.110672, "f1": 0.103411, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"], "main_score": 0.103411, "precision": 0.101771, "recall": 0.110672}, {"accuracy": 0.119565, "f1": 0.109334, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"], "main_score": 0.109334, "precision": 0.106392, "recall": 0.119565}, {"accuracy": 0.179842, "f1": 0.155004, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"], "main_score": 0.155004, "precision": 0.149045, "recall": 0.179842}, {"accuracy": 0.188735, "f1": 0.171611, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"], "main_score": 0.171611, "precision": 0.165281, "recall": 0.188735}, {"accuracy": 0.16996, "f1": 0.151518, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"], "main_score": 0.151518, "precision": 0.145935, "recall": 0.16996}, {"accuracy": 0.251976, "f1": 0.229014, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"], "main_score": 0.229014, "precision": 0.22028, "recall": 0.251976}, {"accuracy": 0.117589, "f1": 0.104375, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"], "main_score": 0.104375, "precision": 0.100826, "recall": 0.117589}, {"accuracy": 0.081028, "f1": 0.071703, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"], "main_score": 0.071703, "precision": 0.069191, "recall": 0.081028}, {"accuracy": 0.152174, "f1": 0.13282, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"], "main_score": 0.13282, "precision": 0.126994, "recall": 0.152174}, {"accuracy": 0.049407, "f1": 0.033343, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"], "main_score": 0.033343, "precision": 0.029454, "recall": 0.049407}, {"accuracy": 0.126482, "f1": 0.107001, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"], "main_score": 0.107001, "precision": 0.100639, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.084818, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"], "main_score": 0.084818, "precision": 0.082951, "recall": 0.090909}, {"accuracy": 0.199605, "f1": 0.172586, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"], "main_score": 0.172586, "precision": 0.163726, "recall": 0.199605}, {"accuracy": 0.055336, "f1": 0.045126, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"], "main_score": 0.045126, "precision": 0.041865, "recall": 0.055336}, {"accuracy": 0.182806, "f1": 0.164645, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"], "main_score": 0.164645, "precision": 0.159945, "recall": 0.182806}, {"accuracy": 0.121542, "f1": 0.107214, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"], "main_score": 0.107214, "precision": 0.10341, "recall": 0.121542}, {"accuracy": 0.128458, "f1": 0.114542, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"], "main_score": 0.114542, "precision": 0.111504, "recall": 0.128458}, {"accuracy": 0.047431, "f1": 0.032912, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"], "main_score": 0.032912, "precision": 0.029752, "recall": 0.047431}, {"accuracy": 0.174901, "f1": 0.153815, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"], "main_score": 0.153815, "precision": 0.148631, "recall": 0.174901}, {"accuracy": 0.163043, "f1": 0.147158, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"], "main_score": 0.147158, "precision": 0.142961, "recall": 0.163043}, {"accuracy": 0.182806, "f1": 0.156072, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"], "main_score": 0.156072, "precision": 0.150217, "recall": 0.182806}, {"accuracy": 0.12253, "f1": 0.10439, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"], "main_score": 0.10439, "precision": 0.099518, "recall": 0.12253}, {"accuracy": 0.161067, "f1": 0.143335, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"], "main_score": 0.143335, "precision": 0.137322, "recall": 0.161067}, {"accuracy": 0.197628, "f1": 0.166624, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"], "main_score": 0.166624, "precision": 0.156104, "recall": 0.197628}, {"accuracy": 0.050395, "f1": 0.040951, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"], "main_score": 0.040951, "precision": 0.039343, "recall": 0.050395}, {"accuracy": 0.183794, "f1": 0.160865, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"], "main_score": 0.160865, "precision": 0.155095, "recall": 0.183794}, {"accuracy": 0.08498, "f1": 0.077955, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"], "main_score": 0.077955, "precision": 0.076217, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.137599, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"], "main_score": 0.137599, "precision": 0.13181, "recall": 0.160079}, {"accuracy": 0.184783, "f1": 0.154498, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"], "main_score": 0.154498, "precision": 0.144641, "recall": 0.184783}, {"accuracy": 0.108696, "f1": 0.097935, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"], "main_score": 0.097935, "precision": 0.095035, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.127561, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"], "main_score": 0.127561, "precision": 0.121887, "recall": 0.150198}, {"accuracy": 0.162055, "f1": 0.139352, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"], "main_score": 0.139352, "precision": 0.131933, "recall": 0.162055}, {"accuracy": 0.135375, "f1": 0.119158, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"], "main_score": 0.119158, "precision": 0.114932, "recall": 0.135375}, {"accuracy": 0.173913, "f1": 0.158683, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"], "main_score": 0.158683, "precision": 0.153202, "recall": 0.173913}, {"accuracy": 0.171937, "f1": 0.158674, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"], "main_score": 0.158674, "precision": 0.154388, "recall": 0.171937}, {"accuracy": 0.109684, "f1": 0.094057, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"], "main_score": 0.094057, "precision": 0.089369, "recall": 0.109684}, {"accuracy": 0.146245, "f1": 0.124107, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"], "main_score": 0.124107, "precision": 0.118528, "recall": 0.146245}, {"accuracy": 0.192688, "f1": 0.167769, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"], "main_score": 0.167769, "precision": 0.161973, "recall": 0.192688}, {"accuracy": 0.132411, "f1": 0.112354, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"], "main_score": 0.112354, "precision": 0.106821, "recall": 0.132411}, {"accuracy": 0.134387, "f1": 0.122327, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"], "main_score": 0.122327, "precision": 0.119039, "recall": 0.134387}, {"accuracy": 0.082016, "f1": 0.069435, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"], "main_score": 0.069435, "precision": 0.066333, "recall": 0.082016}, {"accuracy": 0.142292, "f1": 0.127574, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"], "main_score": 0.127574, "precision": 0.122904, "recall": 0.142292}, {"accuracy": 0.090909, "f1": 0.068605, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"], "main_score": 0.068605, "precision": 0.063413, "recall": 0.090909}, {"accuracy": 0.1917, "f1": 0.169524, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"], "main_score": 0.169524, "precision": 0.162308, "recall": 0.1917}, {"accuracy": 0.106719, "f1": 0.085279, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"], "main_score": 0.085279, "precision": 0.078969, "recall": 0.106719}, {"accuracy": 0.181818, "f1": 0.153407, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"], "main_score": 0.153407, "precision": 0.146692, "recall": 0.181818}, {"accuracy": 0.139328, "f1": 0.121347, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"], "main_score": 0.121347, "precision": 0.117737, "recall": 0.139328}, {"accuracy": 0.073123, "f1": 0.060757, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"], "main_score": 0.060757, "precision": 0.056692, "recall": 0.073123}, {"accuracy": 0.13834, "f1": 0.125568, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"], "main_score": 0.125568, "precision": 0.122348, "recall": 0.13834}, {"accuracy": 0.185771, "f1": 0.159781, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"], "main_score": 0.159781, "precision": 0.152938, "recall": 0.185771}, {"accuracy": 0.046443, "f1": 0.040596, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"], "main_score": 0.040596, "precision": 0.039366, "recall": 0.046443}, {"accuracy": 0.103755, "f1": 0.090432, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"], "main_score": 0.090432, "precision": 0.086758, "recall": 0.103755}, {"accuracy": 0.151186, "f1": 0.132293, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"], "main_score": 0.132293, "precision": 0.126862, "recall": 0.151186}, {"accuracy": 0.104743, "f1": 0.087482, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"], "main_score": 0.087482, "precision": 0.08269, "recall": 0.104743}, {"accuracy": 0.146245, "f1": 0.1356, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"], "main_score": 0.1356, "precision": 0.13197, "recall": 0.146245}, {"accuracy": 0.16502, "f1": 0.142271, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"], "main_score": 0.142271, "precision": 0.133715, "recall": 0.16502}, {"accuracy": 0.201581, "f1": 0.173047, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"], "main_score": 0.173047, "precision": 0.164119, "recall": 0.201581}, {"accuracy": 0.160079, "f1": 0.140306, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"], "main_score": 0.140306, "precision": 0.133811, "recall": 0.160079}, {"accuracy": 0.166008, "f1": 0.143827, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"], "main_score": 0.143827, "precision": 0.137429, "recall": 0.166008}, {"accuracy": 0.021739, "f1": 0.008007, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"], "main_score": 0.008007, "precision": 0.006193, "recall": 0.021739}, {"accuracy": 0.045455, "f1": 0.040344, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"], "main_score": 0.040344, "precision": 0.039252, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.034712, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"], "main_score": 0.034712, "precision": 0.031823, "recall": 0.045455}, {"accuracy": 0.092885, "f1": 0.078581, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"], "main_score": 0.078581, "precision": 0.074537, "recall": 0.092885}, {"accuracy": 0.177866, "f1": 0.152953, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"], "main_score": 0.152953, "precision": 0.146051, "recall": 0.177866}, {"accuracy": 0.093874, "f1": 0.076815, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"], "main_score": 0.076815, "precision": 0.07105, "recall": 0.093874}, {"accuracy": 0.200593, "f1": 0.179199, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"], "main_score": 0.179199, "precision": 0.17219, "recall": 0.200593}, {"accuracy": 0.155138, "f1": 0.13612, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"], "main_score": 0.13612, "precision": 0.131305, "recall": 0.155138}, {"accuracy": 0.170949, "f1": 0.153714, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"], "main_score": 0.153714, "precision": 0.149014, "recall": 0.170949}, {"accuracy": 0.120553, "f1": 0.112883, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"], "main_score": 0.112883, "precision": 0.110798, "recall": 0.120553}, {"accuracy": 0.123518, "f1": 0.105335, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"], "main_score": 0.105335, "precision": 0.099196, "recall": 0.123518}, {"accuracy": 0.136364, "f1": 0.116675, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"], "main_score": 0.116675, "precision": 0.109934, "recall": 0.136364}, {"accuracy": 0.097826, "f1": 0.085768, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"], "main_score": 0.085768, "precision": 0.08197, "recall": 0.097826}, {"accuracy": 0.194664, "f1": 0.167856, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"], "main_score": 0.167856, "precision": 0.159355, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.103831, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"], "main_score": 0.103831, "precision": 0.098837, "recall": 0.120553}, {"accuracy": 0.054348, "f1": 0.041556, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"], "main_score": 0.041556, "precision": 0.038577, "recall": 0.054348}, {"accuracy": 0.134387, "f1": 0.122106, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"], "main_score": 0.122106, "precision": 0.11938, "recall": 0.134387}, {"accuracy": 0.117589, "f1": 0.097419, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"], "main_score": 0.097419, "precision": 0.092382, "recall": 0.117589}, {"accuracy": 0.139328, "f1": 0.116218, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"], "main_score": 0.116218, "precision": 0.109778, "recall": 0.139328}, {"accuracy": 0.144269, "f1": 0.130689, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"], "main_score": 0.130689, "precision": 0.127207, "recall": 0.144269}, {"accuracy": 0.140316, "f1": 0.118921, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"], "main_score": 0.118921, "precision": 0.114216, "recall": 0.140316}, {"accuracy": 0.040514, "f1": 0.033252, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"], "main_score": 0.033252, "precision": 0.031203, "recall": 0.040514}, {"accuracy": 0.089921, "f1": 0.068682, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"], "main_score": 0.068682, "precision": 0.064174, "recall": 0.089921}, {"accuracy": 0.109684, "f1": 0.098495, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"], "main_score": 0.098495, "precision": 0.095245, "recall": 0.109684}, {"accuracy": 0.054348, "f1": 0.048965, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"], "main_score": 0.048965, "precision": 0.04764, "recall": 0.054348}, {"accuracy": 0.131423, "f1": 0.116305, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"], "main_score": 0.116305, "precision": 0.112102, "recall": 0.131423}, {"accuracy": 0.1917, "f1": 0.169678, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"], "main_score": 0.169678, "precision": 0.16161, "recall": 0.1917}, {"accuracy": 0.05336, "f1": 0.039773, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"], "main_score": 0.039773, "precision": 0.036277, "recall": 0.05336}, {"accuracy": 0.11166, "f1": 0.097722, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"], "main_score": 0.097722, "precision": 0.094108, "recall": 0.11166}, {"accuracy": 0.146245, "f1": 0.120763, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"], "main_score": 0.120763, "precision": 0.114905, "recall": 0.146245}, {"accuracy": 0.146245, "f1": 0.126803, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"], "main_score": 0.126803, "precision": 0.121431, "recall": 0.146245}, {"accuracy": 0.09585, "f1": 0.0889, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"], "main_score": 0.0889, "precision": 0.087078, "recall": 0.09585}, {"accuracy": 0.190711, "f1": 0.16434, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"], "main_score": 0.16434, "precision": 0.157523, "recall": 0.190711}, {"accuracy": 0.088933, "f1": 0.075566, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"], "main_score": 0.075566, "precision": 0.072286, "recall": 0.088933}, {"accuracy": 0.128458, "f1": 0.115384, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"], "main_score": 0.115384, "precision": 0.111856, "recall": 0.128458}, {"accuracy": 0.137352, "f1": 0.101079, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"], "main_score": 0.101079, "precision": 0.090994, "recall": 0.137352}, {"accuracy": 0.170949, "f1": 0.155037, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"], "main_score": 0.155037, "precision": 0.150391, "recall": 0.170949}, {"accuracy": 0.025692, "f1": 0.022653, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"], "main_score": 0.022653, "precision": 0.021834, "recall": 0.025692}, {"accuracy": 0.129447, "f1": 0.110432, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"], "main_score": 0.110432, "precision": 0.10522, "recall": 0.129447}, {"accuracy": 0.103755, "f1": 0.086147, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"], "main_score": 0.086147, "precision": 0.080983, "recall": 0.103755}, {"accuracy": 0.108696, "f1": 0.091445, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"], "main_score": 0.091445, "precision": 0.087574, "recall": 0.108696}, {"accuracy": 0.19664, "f1": 0.181988, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"], "main_score": 0.181988, "precision": 0.177083, "recall": 0.19664}, {"accuracy": 0.110672, "f1": 0.096523, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"], "main_score": 0.096523, "precision": 0.09239, "recall": 0.110672}, {"accuracy": 0.171937, "f1": 0.14914, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"], "main_score": 0.14914, "precision": 0.142547, "recall": 0.171937}, {"accuracy": 0.209486, "f1": 0.191302, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"], "main_score": 0.191302, "precision": 0.185036, "recall": 0.209486}, {"accuracy": 0.175889, "f1": 0.154824, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"], "main_score": 0.154824, "precision": 0.149261, "recall": 0.175889}, {"accuracy": 0.167984, "f1": 0.152024, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"], "main_score": 0.152024, "precision": 0.147226, "recall": 0.167984}, {"accuracy": 0.178854, "f1": 0.154103, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"], "main_score": 0.154103, "precision": 0.148295, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.166053, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"], "main_score": 0.166053, "precision": 0.160015, "recall": 0.190711}, {"accuracy": 0.072134, "f1": 0.062148, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"], "main_score": 0.062148, "precision": 0.059371, "recall": 0.072134}, {"accuracy": 0.12253, "f1": 0.110194, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"], "main_score": 0.110194, "precision": 0.107269, "recall": 0.12253}, {"accuracy": 0.152174, "f1": 0.130384, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"], "main_score": 0.130384, "precision": 0.122769, "recall": 0.152174}, {"accuracy": 0.147233, "f1": 0.135047, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"], "main_score": 0.135047, "precision": 0.131514, "recall": 0.147233}, {"accuracy": 0.159091, "f1": 0.134277, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"], "main_score": 0.134277, "precision": 0.128172, "recall": 0.159091}, {"accuracy": 0.188735, "f1": 0.169072, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"], "main_score": 0.169072, "precision": 0.162082, "recall": 0.188735}, {"accuracy": 0.152174, "f1": 0.133048, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"], "main_score": 0.133048, "precision": 0.126978, "recall": 0.152174}, {"accuracy": 0.065217, "f1": 0.055757, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"], "main_score": 0.055757, "precision": 0.053107, "recall": 0.065217}, {"accuracy": 0.178854, "f1": 0.158728, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"], "main_score": 0.158728, "precision": 0.153051, "recall": 0.178854}, {"accuracy": 0.145257, "f1": 0.121504, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"], "main_score": 0.121504, "precision": 0.115359, "recall": 0.145257}, {"accuracy": 0.190711, "f1": 0.16684, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"], "main_score": 0.16684, "precision": 0.160301, "recall": 0.190711}, {"accuracy": 0.183794, "f1": 0.163356, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"], "main_score": 0.163356, "precision": 0.157571, "recall": 0.183794}, {"accuracy": 0.039526, "f1": 0.032198, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"], "main_score": 0.032198, "precision": 0.030293, "recall": 0.039526}, {"accuracy": 0.161067, "f1": 0.139159, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"], "main_score": 0.139159, "precision": 0.131772, "recall": 0.161067}, {"accuracy": 0.1917, "f1": 0.17088, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"], "main_score": 0.17088, "precision": 0.163738, "recall": 0.1917}, {"accuracy": 0.093874, "f1": 0.086301, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"], "main_score": 0.086301, "precision": 0.084572, "recall": 0.093874}, {"accuracy": 0.151186, "f1": 0.130229, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"], "main_score": 0.130229, "precision": 0.124375, "recall": 0.151186}, {"accuracy": 0.172925, "f1": 0.153473, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"], "main_score": 0.153473, "precision": 0.147754, "recall": 0.172925}, {"accuracy": 0.102767, "f1": 0.093334, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"], "main_score": 0.093334, "precision": 0.090871, "recall": 0.102767}, {"accuracy": 0.203557, "f1": 0.180345, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"], "main_score": 0.180345, "precision": 0.172008, "recall": 0.203557}, {"accuracy": 0.158103, "f1": 0.143154, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"], "main_score": 0.143154, "precision": 0.138725, "recall": 0.158103}, {"accuracy": 0.073123, "f1": 0.061884, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"], "main_score": 0.061884, "precision": 0.058872, "recall": 0.073123}, {"accuracy": 0.104743, "f1": 0.086036, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"], "main_score": 0.086036, "precision": 0.080657, "recall": 0.104743}, {"accuracy": 0.126482, "f1": 0.10704, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"], "main_score": 0.10704, "precision": 0.10228, "recall": 0.126482}, {"accuracy": 0.144269, "f1": 0.127547, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"], "main_score": 0.127547, "precision": 0.121843, "recall": 0.144269}, {"accuracy": 0.118577, "f1": 0.096889, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"], "main_score": 0.096889, "precision": 0.090659, "recall": 0.118577}, {"accuracy": 0.128458, "f1": 0.109414, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"], "main_score": 0.109414, "precision": 0.104403, "recall": 0.128458}, {"accuracy": 0.144269, "f1": 0.126383, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"], "main_score": 0.126383, "precision": 0.122168, "recall": 0.144269}, {"accuracy": 0.045455, "f1": 0.034113, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"], "main_score": 0.034113, "precision": 0.032092, "recall": 0.045455}, {"accuracy": 0.140316, "f1": 0.125723, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"], "main_score": 0.125723, "precision": 0.121216, "recall": 0.140316}, {"accuracy": 0.224308, "f1": 0.200116, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"], "main_score": 0.200116, "precision": 0.19204, "recall": 0.224308}, {"accuracy": 0.083992, "f1": 0.049568, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"], "main_score": 0.049568, "precision": 0.041404, "recall": 0.083992}, {"accuracy": 0.222332, "f1": 0.149529, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"], "main_score": 0.149529, "precision": 0.132151, "recall": 0.222332}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.909091, "f1": 0.880435, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"], "main_score": 0.880435, "precision": 0.866765, "recall": 0.909091}, {"accuracy": 0.947628, "f1": 0.930731, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"], "main_score": 0.930731, "precision": 0.922513, "recall": 0.947628}, {"accuracy": 0.670949, "f1": 0.600147, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"], "main_score": 0.600147, "precision": 0.572648, "recall": 0.670949}, {"accuracy": 0.235178, "f1": 0.166946, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"], "main_score": 0.166946, "precision": 0.149478, "recall": 0.235178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.427866, "f1": 0.340127, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"], "main_score": 0.340127, "precision": 0.31278, "recall": 0.427866}, {"accuracy": 0.683794, "f1": 0.612953, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"], "main_score": 0.612953, "precision": 0.584099, "recall": 0.683794}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.918972, "f1": 0.89417, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"], "main_score": 0.89417, "precision": 0.882164, "recall": 0.918972}, {"accuracy": 0.274704, "f1": 0.190079, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"], "main_score": 0.190079, "precision": 0.167155, "recall": 0.274704}, {"accuracy": 0.933794, "f1": 0.914427, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"], "main_score": 0.914427, "precision": 0.905221, "recall": 0.933794}, {"accuracy": 0.863636, "f1": 0.826301, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"], "main_score": 0.826301, "precision": 0.8091, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.315217, "f1": 0.226466, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"], "main_score": 0.226466, "precision": 0.202911, "recall": 0.315217}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.181818, "f1": 0.124555, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"], "main_score": 0.124555, "precision": 0.110354, "recall": 0.181818}, {"accuracy": 0.895257, "f1": 0.865763, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"], "main_score": 0.865763, "precision": 0.852355, "recall": 0.895257}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.73419, "f1": 0.67028, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"], "main_score": 0.67028, "precision": 0.643314, "recall": 0.73419}, {"accuracy": 0.063241, "f1": 0.029134, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"], "main_score": 0.029134, "precision": 0.024057, "recall": 0.063241}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.251976, "f1": 0.172029, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"], "main_score": 0.172029, "precision": 0.151987, "recall": 0.251976}, {"accuracy": 0.882411, "f1": 0.849177, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"], "main_score": 0.849177, "precision": 0.834404, "recall": 0.882411}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.91502, "f1": 0.8889, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"], "main_score": 0.8889, "precision": 0.876565, "recall": 0.91502}, {"accuracy": 0.314229, "f1": 0.236396, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"], "main_score": 0.236396, "precision": 0.214084, "recall": 0.314229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.826087, "f1": 0.78266, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"], "main_score": 0.78266, "precision": 0.763933, "recall": 0.826087}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"], "main_score": 0.896805, "precision": 0.885952, "recall": 0.91996}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.194664, "f1": 0.126325, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"], "main_score": 0.126325, "precision": 0.111394, "recall": 0.194664}, {"accuracy": 0.063241, "f1": 0.040553, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"], "main_score": 0.040553, "precision": 0.035919, "recall": 0.063241}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.178854, "f1": 0.116941, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"], "main_score": 0.116941, "precision": 0.103262, "recall": 0.178854}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.896245, "f1": 0.866897, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"], "main_score": 0.866897, "precision": 0.853261, "recall": 0.896245}, {"accuracy": 0.787549, "f1": 0.734623, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"], "main_score": 0.734623, "precision": 0.711973, "recall": 0.787549}, {"accuracy": 0.220356, "f1": 0.145081, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"], "main_score": 0.145081, "precision": 0.127262, "recall": 0.220356}, {"accuracy": 0.76581, "f1": 0.71579, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"], "main_score": 0.71579, "precision": 0.694804, "recall": 0.76581}, {"accuracy": 0.656126, "f1": 0.584073, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"], "main_score": 0.584073, "precision": 0.556679, "recall": 0.656126}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.768775, "f1": 0.708931, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"], "main_score": 0.708931, "precision": 0.684157, "recall": 0.768775}, {"accuracy": 0.1917, "f1": 0.125481, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"], "main_score": 0.125481, "precision": 0.110428, "recall": 0.1917}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.077075, "f1": 0.043457, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"], "main_score": 0.043457, "precision": 0.036312, "recall": 0.077075}, {"accuracy": 0.282609, "f1": 0.206402, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"], "main_score": 0.206402, "precision": 0.186001, "recall": 0.282609}, {"accuracy": 0.386364, "f1": 0.296571, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"], "main_score": 0.296571, "precision": 0.269628, "recall": 0.386364}, {"accuracy": 0.098814, "f1": 0.054167, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"], "main_score": 0.054167, "precision": 0.044149, "recall": 0.098814}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.320158, "f1": 0.235881, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"], "main_score": 0.235881, "precision": 0.212872, "recall": 0.320158}, {"accuracy": 0.79249, "f1": 0.737387, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"], "main_score": 0.737387, "precision": 0.714173, "recall": 0.79249}, {"accuracy": 0.493083, "f1": 0.410194, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"], "main_score": 0.410194, "precision": 0.383137, "recall": 0.493083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.295455, "f1": 0.214327, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"], "main_score": 0.214327, "precision": 0.193151, "recall": 0.295455}, {"accuracy": 0.366601, "f1": 0.280746, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"], "main_score": 0.280746, "precision": 0.25576, "recall": 0.366601}, {"accuracy": 0.287549, "f1": 0.206144, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"], "main_score": 0.206144, "precision": 0.183433, "recall": 0.287549}, {"accuracy": 0.389328, "f1": 0.302241, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"], "main_score": 0.302241, "precision": 0.275962, "recall": 0.389328}, {"accuracy": 0.661067, "f1": 0.592147, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"], "main_score": 0.592147, "precision": 0.564246, "recall": 0.661067}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.059289, "f1": 0.021908, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"], "main_score": 0.021908, "precision": 0.017503, "recall": 0.059289}, {"accuracy": 0.231225, "f1": 0.160278, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"], "main_score": 0.160278, "precision": 0.141489, "recall": 0.231225}, {"accuracy": 0.780632, "f1": 0.725645, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"], "main_score": 0.725645, "precision": 0.702555, "recall": 0.780632}, {"accuracy": 0.270751, "f1": 0.197088, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"], "main_score": 0.197088, "precision": 0.178272, "recall": 0.270751}, {"accuracy": 0.064229, "f1": 0.032541, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"], "main_score": 0.032541, "precision": 0.027764, "recall": 0.064229}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.817194, "f1": 0.769236, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"], "main_score": 0.769236, "precision": 0.748172, "recall": 0.817194}, {"accuracy": 0.825099, "f1": 0.775791, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"], "main_score": 0.775791, "precision": 0.754249, "recall": 0.825099}, {"accuracy": 0.786561, "f1": 0.738029, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"], "main_score": 0.738029, "precision": 0.717443, "recall": 0.786561}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.256917, "f1": 0.183691, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"], "main_score": 0.183691, "precision": 0.163762, "recall": 0.256917}, {"accuracy": 0.204545, "f1": 0.138831, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"], "main_score": 0.138831, "precision": 0.122675, "recall": 0.204545}, {"accuracy": 0.903162, "f1": 0.874967, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"], "main_score": 0.874967, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.407115, "f1": 0.317306, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"], "main_score": 0.317306, "precision": 0.288704, "recall": 0.407115}, {"accuracy": 0.229249, "f1": 0.159078, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"], "main_score": 0.159078, "precision": 0.141215, "recall": 0.229249}, {"accuracy": 0.732213, "f1": 0.668594, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"], "main_score": 0.668594, "precision": 0.643191, "recall": 0.732213}, {"accuracy": 0.952569, "f1": 0.939361, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"], "main_score": 0.939361, "precision": 0.933498, "recall": 0.952569}, {"accuracy": 0.218379, "f1": 0.144839, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"], "main_score": 0.144839, "precision": 0.12841, "recall": 0.218379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.272727, "f1": 0.203457, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"], "main_score": 0.203457, "precision": 0.185417, "recall": 0.272727}, {"accuracy": 0.45751, "f1": 0.362274, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"], "main_score": 0.362274, "precision": 0.330863, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.770751, "f1": 0.71306, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"], "main_score": 0.71306, "precision": 0.688778, "recall": 0.770751}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.26087, "f1": 0.19046, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"], "main_score": 0.19046, "precision": 0.171471, "recall": 0.26087}, {"accuracy": 0.078063, "f1": 0.033466, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"], "main_score": 0.033466, "precision": 0.027005, "recall": 0.078063}, {"accuracy": 0.278656, "f1": 0.197182, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"], "main_score": 0.197182, "precision": 0.17407, "recall": 0.278656}, {"accuracy": 0.13834, "f1": 0.084334, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"], "main_score": 0.084334, "precision": 0.072548, "recall": 0.13834}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.757905, "f1": 0.70048, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"], "main_score": 0.70048, "precision": 0.675675, "recall": 0.757905}, {"accuracy": 0.104743, "f1": 0.069519, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"], "main_score": 0.069519, "precision": 0.061471, "recall": 0.104743}, {"accuracy": 0.766798, "f1": 0.709674, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"], "main_score": 0.709674, "precision": 0.685293, "recall": 0.766798}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.758893, "f1": 0.697878, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"], "main_score": 0.697878, "precision": 0.671492, "recall": 0.758893}, {"accuracy": 0.530632, "f1": 0.441469, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"], "main_score": 0.441469, "precision": 0.408464, "recall": 0.530632}, {"accuracy": 0.213439, "f1": 0.139795, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"], "main_score": 0.139795, "precision": 0.121062, "recall": 0.213439}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.421937, "f1": 0.331816, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"], "main_score": 0.331816, "precision": 0.302658, "recall": 0.421937}, {"accuracy": 0.251976, "f1": 0.174922, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"], "main_score": 0.174922, "precision": 0.156033, "recall": 0.251976}, {"accuracy": 0.233202, "f1": 0.158971, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"], "main_score": 0.158971, "precision": 0.139607, "recall": 0.233202}, {"accuracy": 0.26087, "f1": 0.187717, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"], "main_score": 0.187717, "precision": 0.168834, "recall": 0.26087}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.019763, "f1": 0.003563, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"], "main_score": 0.003563, "precision": 0.00256, "recall": 0.019763}, {"accuracy": 0.863636, "f1": 0.824953, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"], "main_score": 0.824953, "precision": 0.807428, "recall": 0.863636}, {"accuracy": 0.467391, "f1": 0.376576, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"], "main_score": 0.376576, "precision": 0.343079, "recall": 0.467391}, {"accuracy": 0.864625, "f1": 0.82556, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"], "main_score": 0.82556, "precision": 0.807312, "recall": 0.864625}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.062114, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"], "main_score": 0.062114, "precision": 0.053863, "recall": 0.105731}, {"accuracy": 0.219368, "f1": 0.147875, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"], "main_score": 0.147875, "precision": 0.129445, "recall": 0.219368}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.662055, "f1": 0.586966, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"], "main_score": 0.586966, "precision": 0.557181, "recall": 0.662055}, {"accuracy": 0.209486, "f1": 0.136058, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"], "main_score": 0.136058, "precision": 0.117117, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.145156, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"], "main_score": 0.145156, "precision": 0.124302, "recall": 0.225296}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.205534, "f1": 0.136822, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"], "main_score": 0.136822, "precision": 0.120247, "recall": 0.205534}, {"accuracy": 0.217391, "f1": 0.145865, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"], "main_score": 0.145865, "precision": 0.126777, "recall": 0.217391}, {"accuracy": 0.820158, "f1": 0.770553, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"], "main_score": 0.770553, "precision": 0.748304, "recall": 0.820158}, {"accuracy": 0.681818, "f1": 0.616323, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"], "main_score": 0.616323, "precision": 0.590523, "recall": 0.681818}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"], "main_score": 0.961199, "precision": 0.956769, "recall": 0.970356}, {"accuracy": 0.309289, "f1": 0.219138, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"], "main_score": 0.219138, "precision": 0.191303, "recall": 0.309289}, {"accuracy": 0.480237, "f1": 0.396759, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"], "main_score": 0.396759, "precision": 0.369456, "recall": 0.480237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.56917, "f1": 0.488974, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"], "main_score": 0.488974, "precision": 0.458658, "recall": 0.56917}, {"accuracy": 0.849802, "f1": 0.809684, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"], "main_score": 0.809684, "precision": 0.791815, "recall": 0.849802}, {"accuracy": 0.312253, "f1": 0.231813, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"], "main_score": 0.231813, "precision": 0.209777, "recall": 0.312253}, {"accuracy": 0.615613, "f1": 0.530101, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"], "main_score": 0.530101, "precision": 0.495786, "recall": 0.615613}, {"accuracy": 0.728261, "f1": 0.666274, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"], "main_score": 0.666274, "precision": 0.63965, "recall": 0.728261}, {"accuracy": 0.26581, "f1": 0.183334, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"], "main_score": 0.183334, "precision": 0.160541, "recall": 0.26581}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"], "main_score": 0.915184, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.952569, "f1": 0.937319, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"], "main_score": 0.937319, "precision": 0.929924, "recall": 0.952569}, {"accuracy": 0.778656, "f1": 0.724166, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"], "main_score": 0.724166, "precision": 0.700502, "recall": 0.778656}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.4417, "f1": 0.358002, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"], "main_score": 0.358002, "precision": 0.32903, "recall": 0.4417}, {"accuracy": 0.532609, "f1": 0.445775, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"], "main_score": 0.445775, "precision": 0.4163, "recall": 0.532609}, {"accuracy": 0.123518, "f1": 0.069083, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"], "main_score": 0.069083, "precision": 0.058403, "recall": 0.123518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.193676, "f1": 0.131711, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"], "main_score": 0.131711, "precision": 0.114775, "recall": 0.193676}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.960474, "f1": 0.949177, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"], "main_score": 0.949177, "precision": 0.943758, "recall": 0.960474}, {"accuracy": 0.504941, "f1": 0.416046, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"], "main_score": 0.416046, "precision": 0.385755, "recall": 0.504941}, {"accuracy": 0.385375, "f1": 0.294329, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"], "main_score": 0.294329, "precision": 0.266453, "recall": 0.385375}, {"accuracy": 0.883399, "f1": 0.847497, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"], "main_score": 0.847497, "precision": 0.830369, "recall": 0.883399}, {"accuracy": 0.287549, "f1": 0.209384, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"], "main_score": 0.209384, "precision": 0.187755, "recall": 0.287549}, {"accuracy": 0.26087, "f1": 0.178462, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"], "main_score": 0.178462, "precision": 0.156958, "recall": 0.26087}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.481225, "f1": 0.389064, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"], "main_score": 0.389064, "precision": 0.35831, "recall": 0.481225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.218379, "f1": 0.141164, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"], "main_score": 0.141164, "precision": 0.123147, "recall": 0.218379}, {"accuracy": 0.923913, "f1": 0.900875, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"], "main_score": 0.900875, "precision": 0.889904, "recall": 0.923913}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.202569, "f1": 0.137742, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"], "main_score": 0.137742, "precision": 0.122554, "recall": 0.202569}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"], "main_score": 0.91749, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.213439, "f1": 0.143839, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"], "main_score": 0.143839, "precision": 0.126569, "recall": 0.213439}, {"accuracy": 0.230237, "f1": 0.160025, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"], "main_score": 0.160025, "precision": 0.142908, "recall": 0.230237}, {"accuracy": 0.166008, "f1": 0.103025, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"], "main_score": 0.103025, "precision": 0.088328, "recall": 0.166008}, {"accuracy": 0.567194, "f1": 0.482929, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"], "main_score": 0.482929, "precision": 0.449625, "recall": 0.567194}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.33004, "f1": 0.245472, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"], "main_score": 0.245472, "precision": 0.219281, "recall": 0.33004}, {"accuracy": 0.212451, "f1": 0.142945, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"], "main_score": 0.142945, "precision": 0.12621, "recall": 0.212451}, {"accuracy": 0.250988, "f1": 0.173468, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"], "main_score": 0.173468, "precision": 0.153114, "recall": 0.250988}, {"accuracy": 0.854743, "f1": 0.814413, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"], "main_score": 0.814413, "precision": 0.796262, "recall": 0.854743}, {"accuracy": 0.1917, "f1": 0.121772, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"], "main_score": 0.121772, "precision": 0.104878, "recall": 0.1917}, {"accuracy": 0.20751, "f1": 0.140248, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"], "main_score": 0.140248, "precision": 0.123607, "recall": 0.20751}, {"accuracy": 0.966403, "f1": 0.957181, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"], "main_score": 0.957181, "precision": 0.952931, "recall": 0.966403}, {"accuracy": 0.323123, "f1": 0.239361, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"], "main_score": 0.239361, "precision": 0.215461, "recall": 0.323123}, {"accuracy": 0.279644, "f1": 0.199339, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"], "main_score": 0.199339, "precision": 0.17811, "recall": 0.279644}, {"accuracy": 0.679842, "f1": 0.607374, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"], "main_score": 0.607374, "precision": 0.578742, "recall": 0.679842}, {"accuracy": 0.38834, "f1": 0.300303, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"], "main_score": 0.300303, "precision": 0.272875, "recall": 0.38834}, {"accuracy": 0.500988, "f1": 0.412946, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"], "main_score": 0.412946, "precision": 0.382502, "recall": 0.500988}, {"accuracy": 0.880435, "f1": 0.845224, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"], "main_score": 0.845224, "precision": 0.82864, "recall": 0.880435}, {"accuracy": 0.371542, "f1": 0.282954, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"], "main_score": 0.282954, "precision": 0.255519, "recall": 0.371542}, {"accuracy": 0.486166, "f1": 0.399552, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"], "main_score": 0.399552, "precision": 0.369227, "recall": 0.486166}, {"accuracy": 0.213439, "f1": 0.144497, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"], "main_score": 0.144497, "precision": 0.125821, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.990448, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"], "main_score": 0.990448, "precision": 0.989822, "recall": 0.992095}, {"accuracy": 0.879447, "f1": 0.845965, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"], "main_score": 0.845965, "precision": 0.831119, "recall": 0.879447}, {"accuracy": 0.294466, "f1": 0.214419, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"], "main_score": 0.214419, "precision": 0.190303, "recall": 0.294466}, {"accuracy": 0.229249, "f1": 0.153322, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"], "main_score": 0.153322, "precision": 0.133644, "recall": 0.229249}, {"accuracy": 0.075099, "f1": 0.043582, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"], "main_score": 0.043582, "precision": 0.035614, "recall": 0.075099}, {"accuracy": 0.129447, "f1": 0.081923, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"], "main_score": 0.081923, "precision": 0.07065, "recall": 0.129447}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.948617, "f1": 0.940296, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"], "main_score": 0.940296, "precision": 0.936635, "recall": 0.948617}, {"accuracy": 0.833992, "f1": 0.803002, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"], "main_score": 0.803002, "precision": 0.78862, "recall": 0.833992}, {"accuracy": 0.905138, "f1": 0.884062, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"], "main_score": 0.884062, "precision": 0.87456, "recall": 0.905138}, {"accuracy": 0.494071, "f1": 0.420621, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"], "main_score": 0.420621, "precision": 0.394401, "recall": 0.494071}, {"accuracy": 0.146245, "f1": 0.094285, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"], "main_score": 0.094285, "precision": 0.081618, "recall": 0.146245}, {"accuracy": 0.9417, "f1": 0.927132, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"], "main_score": 0.927132, "precision": 0.920917, "recall": 0.9417}, {"accuracy": 0.3083, "f1": 0.230191, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"], "main_score": 0.230191, "precision": 0.206727, "recall": 0.3083}, {"accuracy": 0.544466, "f1": 0.471983, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"], "main_score": 0.471983, "precision": 0.444461, "recall": 0.544466}, {"accuracy": 0.942688, "f1": 0.928755, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"], "main_score": 0.928755, "precision": 0.922834, "recall": 0.942688}, {"accuracy": 0.866601, "f1": 0.838373, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"], "main_score": 0.838373, "precision": 0.825626, "recall": 0.866601}, {"accuracy": 0.175889, "f1": 0.109202, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"], "main_score": 0.109202, "precision": 0.091419, "recall": 0.175889}, {"accuracy": 0.874506, "f1": 0.846936, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"], "main_score": 0.846936, "precision": 0.835334, "recall": 0.874506}, {"accuracy": 0.798419, "f1": 0.755484, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"], "main_score": 0.755484, "precision": 0.736397, "recall": 0.798419}, {"accuracy": 0.944664, "f1": 0.931178, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"], "main_score": 0.931178, "precision": 0.925431, "recall": 0.944664}, {"accuracy": 0.204545, "f1": 0.141682, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"], "main_score": 0.141682, "precision": 0.125662, "recall": 0.204545}, {"accuracy": 0.927866, "f1": 0.912524, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"], "main_score": 0.912524, "precision": 0.905753, "recall": 0.927866}, {"accuracy": 0.902174, "f1": 0.879094, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"], "main_score": 0.879094, "precision": 0.86837, "recall": 0.902174}, {"accuracy": 0.961462, "f1": 0.95168, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"], "main_score": 0.95168, "precision": 0.947859, "recall": 0.961462}, {"accuracy": 0.949605, "f1": 0.936419, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"], "main_score": 0.936419, "precision": 0.930789, "recall": 0.949605}, {"accuracy": 0.105731, "f1": 0.063794, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"], "main_score": 0.063794, "precision": 0.054185, "recall": 0.105731}, {"accuracy": 0.865613, "f1": 0.842787, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"], "main_score": 0.842787, "precision": 0.832098, "recall": 0.865613}, {"accuracy": 0.9417, "f1": 0.92924, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"], "main_score": 0.92924, "precision": 0.923639, "recall": 0.9417}, {"accuracy": 0.582016, "f1": 0.506227, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"], "main_score": 0.506227, "precision": 0.477042, "recall": 0.582016}, {"accuracy": 0.068182, "f1": 0.037237, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"], "main_score": 0.037237, "precision": 0.031552, "recall": 0.068182}, {"accuracy": 0.935771, "f1": 0.919959, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"], "main_score": 0.919959, "precision": 0.913366, "recall": 0.935771}, {"accuracy": 0.157115, "f1": 0.102121, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"], "main_score": 0.102121, "precision": 0.08851, "recall": 0.157115}, {"accuracy": 0.781621, "f1": 0.730143, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"], "main_score": 0.730143, "precision": 0.708394, "recall": 0.781621}, {"accuracy": 0.945652, "f1": 0.931116, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"], "main_score": 0.931116, "precision": 0.924613, "recall": 0.945652}, {"accuracy": 0.837945, "f1": 0.80255, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"], "main_score": 0.80255, "precision": 0.786611, "recall": 0.837945}, {"accuracy": 0.886364, "f1": 0.862055, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"], "main_score": 0.862055, "precision": 0.850708, "recall": 0.886364}, {"accuracy": 0.1917, "f1": 0.132003, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"], "main_score": 0.132003, "precision": 0.116359, "recall": 0.1917}, {"accuracy": 0.951581, "f1": 0.940829, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"], "main_score": 0.940829, "precision": 0.935935, "recall": 0.951581}, {"accuracy": 0.781621, "f1": 0.735332, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"], "main_score": 0.735332, "precision": 0.715352, "recall": 0.781621}, {"accuracy": 0.876482, "f1": 0.84706, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"], "main_score": 0.84706, "precision": 0.83371, "recall": 0.876482}, {"accuracy": 0.880435, "f1": 0.858185, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"], "main_score": 0.858185, "precision": 0.848083, "recall": 0.880435}, {"accuracy": 0.934783, "f1": 0.920182, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"], "main_score": 0.920182, "precision": 0.913959, "recall": 0.934783}, {"accuracy": 0.9417, "f1": 0.929776, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"], "main_score": 0.929776, "precision": 0.924459, "recall": 0.9417}, {"accuracy": 0.105731, "f1": 0.05962, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"], "main_score": 0.05962, "precision": 0.0505, "recall": 0.105731}, {"accuracy": 0.050395, "f1": 0.03432, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"], "main_score": 0.03432, "precision": 0.030515, "recall": 0.050395}, {"accuracy": 0.943676, "f1": 0.929436, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"], "main_score": 0.929436, "precision": 0.923295, "recall": 0.943676}, {"accuracy": 0.119565, "f1": 0.07562, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"], "main_score": 0.07562, "precision": 0.066409, "recall": 0.119565}, {"accuracy": 0.95751, "f1": 0.947431, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"], "main_score": 0.947431, "precision": 0.943412, "recall": 0.95751}, {"accuracy": 0.910079, "f1": 0.885985, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"], "main_score": 0.885985, "precision": 0.875256, "recall": 0.910079}, {"accuracy": 0.852767, "f1": 0.822184, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"], "main_score": 0.822184, "precision": 0.808723, "recall": 0.852767}, {"accuracy": 0.624506, "f1": 0.555964, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"], "main_score": 0.555964, "precision": 0.52787, "recall": 0.624506}, {"accuracy": 0.119565, "f1": 0.070418, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"], "main_score": 0.070418, "precision": 0.058845, "recall": 0.119565}, {"accuracy": 0.661067, "f1": 0.605576, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"], "main_score": 0.605576, "precision": 0.582289, "recall": 0.661067}, {"accuracy": 0.504941, "f1": 0.427685, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"], "main_score": 0.427685, "precision": 0.39925, "recall": 0.504941}, {"accuracy": 0.953557, "f1": 0.944239, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"], "main_score": 0.944239, "precision": 0.940279, "recall": 0.953557}, {"accuracy": 0.620553, "f1": 0.55441, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"], "main_score": 0.55441, "precision": 0.528808, "recall": 0.620553}, {"accuracy": 0.116601, "f1": 0.069851, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"], "main_score": 0.069851, "precision": 0.059142, "recall": 0.116601}, {"accuracy": 0.91996, "f1": 0.900527, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"], "main_score": 0.900527, "precision": 0.891579, "recall": 0.91996}, {"accuracy": 0.060277, "f1": 0.037082, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"], "main_score": 0.037082, "precision": 0.032413, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.109796, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"], "main_score": 0.109796, "precision": 0.096538, "recall": 0.163043}, {"accuracy": 0.256917, "f1": 0.18912, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"], "main_score": 0.18912, "precision": 0.170508, "recall": 0.256917}, {"accuracy": 0.077075, "f1": 0.049349, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"], "main_score": 0.049349, "precision": 0.042658, "recall": 0.077075}, {"accuracy": 0.954545, "f1": 0.943248, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"], "main_score": 0.943248, "precision": 0.938446, "recall": 0.954545}, {"accuracy": 0.942688, "f1": 0.931504, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"], "main_score": 0.931504, "precision": 0.926901, "recall": 0.942688}, {"accuracy": 0.942688, "f1": 0.930377, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"], "main_score": 0.930377, "precision": 0.925273, "recall": 0.942688}, {"accuracy": 0.935771, "f1": 0.922171, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"], "main_score": 0.922171, "precision": 0.916432, "recall": 0.935771}, {"accuracy": 0.192688, "f1": 0.127804, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"], "main_score": 0.127804, "precision": 0.110862, "recall": 0.192688}, {"accuracy": 0.653162, "f1": 0.58699, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"], "main_score": 0.58699, "precision": 0.561628, "recall": 0.653162}, {"accuracy": 0.379447, "f1": 0.305845, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"], "main_score": 0.305845, "precision": 0.283151, "recall": 0.379447}, {"accuracy": 0.949605, "f1": 0.937994, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"], "main_score": 0.937994, "precision": 0.933013, "recall": 0.949605}, {"accuracy": 0.184783, "f1": 0.12572, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"], "main_score": 0.12572, "precision": 0.110163, "recall": 0.184783}, {"accuracy": 0.241107, "f1": 0.166908, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"], "main_score": 0.166908, "precision": 0.147172, "recall": 0.241107}, {"accuracy": 0.187747, "f1": 0.123308, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"], "main_score": 0.123308, "precision": 0.106056, "recall": 0.187747}, {"accuracy": 0.294466, "f1": 0.217861, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"], "main_score": 0.217861, "precision": 0.195957, "recall": 0.294466}, {"accuracy": 0.54249, "f1": 0.473223, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"], "main_score": 0.473223, "precision": 0.447268, "recall": 0.54249}, {"accuracy": 0.947628, "f1": 0.934271, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"], "main_score": 0.934271, "precision": 0.928458, "recall": 0.947628}, {"accuracy": 0.052372, "f1": 0.023531, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"], "main_score": 0.023531, "precision": 0.019694, "recall": 0.052372}, {"accuracy": 0.130435, "f1": 0.079734, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"], "main_score": 0.079734, "precision": 0.067257, "recall": 0.130435}, {"accuracy": 0.674901, "f1": 0.609852, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"], "main_score": 0.609852, "precision": 0.583244, "recall": 0.674901}, {"accuracy": 0.177866, "f1": 0.11473, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"], "main_score": 0.11473, "precision": 0.098651, "recall": 0.177866}, {"accuracy": 0.067194, "f1": 0.038571, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"], "main_score": 0.038571, "precision": 0.033754, "recall": 0.067194}, {"accuracy": 0.945652, "f1": 0.932839, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"], "main_score": 0.932839, "precision": 0.92736, "recall": 0.945652}, {"accuracy": 0.679842, "f1": 0.620031, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"], "main_score": 0.620031, "precision": 0.595076, "recall": 0.679842}, {"accuracy": 0.697628, "f1": 0.629188, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"], "main_score": 0.629188, "precision": 0.600645, "recall": 0.697628}, {"accuracy": 0.756917, "f1": 0.707512, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"], "main_score": 0.707512, "precision": 0.686357, "recall": 0.756917}, {"accuracy": 0.95751, "f1": 0.94888, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"], "main_score": 0.94888, "precision": 0.945045, "recall": 0.95751}, {"accuracy": 0.9417, "f1": 0.927524, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"], "main_score": 0.927524, "precision": 0.921426, "recall": 0.9417}, {"accuracy": 0.954545, "f1": 0.943382, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"], "main_score": 0.943382, "precision": 0.938712, "recall": 0.954545}, {"accuracy": 0.923913, "f1": 0.913867, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"], "main_score": 0.913867, "precision": 0.908926, "recall": 0.923913}, {"accuracy": 0.139328, "f1": 0.090919, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"], "main_score": 0.090919, "precision": 0.077964, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.061463, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"], "main_score": 0.061463, "precision": 0.052529, "recall": 0.100791}, {"accuracy": 0.855731, "f1": 0.827782, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"], "main_score": 0.827782, "precision": 0.814904, "recall": 0.855731}, {"accuracy": 0.944664, "f1": 0.931349, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"], "main_score": 0.931349, "precision": 0.925379, "recall": 0.944664}, {"accuracy": 0.91502, "f1": 0.899868, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"], "main_score": 0.899868, "precision": 0.892622, "recall": 0.91502}, {"accuracy": 0.285573, "f1": 0.212934, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"], "main_score": 0.212934, "precision": 0.192082, "recall": 0.285573}, {"accuracy": 0.130435, "f1": 0.078494, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"], "main_score": 0.078494, "precision": 0.06758, "recall": 0.130435}, {"accuracy": 0.607708, "f1": 0.536455, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"], "main_score": 0.536455, "precision": 0.508359, "recall": 0.607708}, {"accuracy": 0.864625, "f1": 0.83643, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"], "main_score": 0.83643, "precision": 0.824489, "recall": 0.864625}, {"accuracy": 0.117589, "f1": 0.06602, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"], "main_score": 0.06602, "precision": 0.055329, "recall": 0.117589}, {"accuracy": 0.947628, "f1": 0.937522, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"], "main_score": 0.937522, "precision": 0.933256, "recall": 0.947628}, {"accuracy": 0.163043, "f1": 0.111566, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"], "main_score": 0.111566, "precision": 0.098649, "recall": 0.163043}, {"accuracy": 0.314229, "f1": 0.231436, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"], "main_score": 0.231436, "precision": 0.205317, "recall": 0.314229}, {"accuracy": 0.944664, "f1": 0.931268, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"], "main_score": 0.931268, "precision": 0.925471, "recall": 0.944664}, {"accuracy": 0.951581, "f1": 0.939789, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"], "main_score": 0.939789, "precision": 0.935008, "recall": 0.951581}, {"accuracy": 0.947628, "f1": 0.935852, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"], "main_score": 0.935852, "precision": 0.930879, "recall": 0.947628}, {"accuracy": 0.936759, "f1": 0.922475, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"], "main_score": 0.922475, "precision": 0.916395, "recall": 0.936759}, {"accuracy": 0.618577, "f1": 0.547483, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"], "main_score": 0.547483, "precision": 0.519822, "recall": 0.618577}, {"accuracy": 0.901186, "f1": 0.877641, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"], "main_score": 0.877641, "precision": 0.867457, "recall": 0.901186}, {"accuracy": 0.156126, "f1": 0.102093, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"], "main_score": 0.102093, "precision": 0.088064, "recall": 0.156126}, {"accuracy": 0.075099, "f1": 0.03355, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"], "main_score": 0.03355, "precision": 0.027253, "recall": 0.075099}, {"accuracy": 0.176877, "f1": 0.118495, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"], "main_score": 0.118495, "precision": 0.102872, "recall": 0.176877}, {"accuracy": 0.08004, "f1": 0.042054, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"], "main_score": 0.042054, "precision": 0.034659, "recall": 0.08004}, {"accuracy": 0.947628, "f1": 0.935017, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"], "main_score": 0.935017, "precision": 0.929407, "recall": 0.947628}, {"accuracy": 0.593874, "f1": 0.520066, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"], "main_score": 0.520066, "precision": 0.489815, "recall": 0.593874}, {"accuracy": 0.055336, "f1": 0.03384, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"], "main_score": 0.03384, "precision": 0.029062, "recall": 0.055336}, {"accuracy": 0.636364, "f1": 0.569855, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"], "main_score": 0.569855, "precision": 0.54393, "recall": 0.636364}, {"accuracy": 0.950593, "f1": 0.936978, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"], "main_score": 0.936978, "precision": 0.930822, "recall": 0.950593}, {"accuracy": 0.712451, "f1": 0.655698, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"], "main_score": 0.655698, "precision": 0.631258, "recall": 0.712451}, {"accuracy": 0.399209, "f1": 0.318763, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"], "main_score": 0.318763, "precision": 0.289584, "recall": 0.399209}, {"accuracy": 0.142292, "f1": 0.087698, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"], "main_score": 0.087698, "precision": 0.074911, "recall": 0.142292}, {"accuracy": 0.9417, "f1": 0.927655, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"], "main_score": 0.927655, "precision": 0.921525, "recall": 0.9417}, {"accuracy": 0.290514, "f1": 0.217292, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"], "main_score": 0.217292, "precision": 0.195404, "recall": 0.290514}, {"accuracy": 0.152174, "f1": 0.097627, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"], "main_score": 0.097627, "precision": 0.08457, "recall": 0.152174}, {"accuracy": 0.139328, "f1": 0.092386, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"], "main_score": 0.092386, "precision": 0.080985, "recall": 0.139328}, {"accuracy": 0.163043, "f1": 0.110004, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"], "main_score": 0.110004, "precision": 0.096857, "recall": 0.163043}, {"accuracy": 0.909091, "f1": 0.887764, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"], "main_score": 0.887764, "precision": 0.878273, "recall": 0.909091}, {"accuracy": 0.016798, "f1": 0.003729, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"], "main_score": 0.003729, "precision": 0.002728, "recall": 0.016798}, {"accuracy": 0.846838, "f1": 0.818972, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"], "main_score": 0.818972, "precision": 0.806159, "recall": 0.846838}, {"accuracy": 0.421937, "f1": 0.348243, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"], "main_score": 0.348243, "precision": 0.32081, "recall": 0.421937}, {"accuracy": 0.794466, "f1": 0.748513, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"], "main_score": 0.748513, "precision": 0.728438, "recall": 0.794466}, {"accuracy": 0.945652, "f1": 0.933762, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"], "main_score": 0.933762, "precision": 0.928793, "recall": 0.945652}, {"accuracy": 0.079051, "f1": 0.043634, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"], "main_score": 0.043634, "precision": 0.035904, "recall": 0.079051}, {"accuracy": 0.141304, "f1": 0.096855, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"], "main_score": 0.096855, "precision": 0.085489, "recall": 0.141304}, {"accuracy": 0.9417, "f1": 0.929014, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"], "main_score": 0.929014, "precision": 0.923221, "recall": 0.9417}, {"accuracy": 0.938735, "f1": 0.924517, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"], "main_score": 0.924517, "precision": 0.918462, "recall": 0.938735}, {"accuracy": 0.537549, "f1": 0.460936, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"], "main_score": 0.460936, "precision": 0.432786, "recall": 0.537549}, {"accuracy": 0.130435, "f1": 0.08398, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"], "main_score": 0.08398, "precision": 0.072128, "recall": 0.130435}, {"accuracy": 0.137352, "f1": 0.086314, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"], "main_score": 0.086314, "precision": 0.073731, "recall": 0.137352}, {"accuracy": 0.895257, "f1": 0.870607, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"], "main_score": 0.870607, "precision": 0.859519, "recall": 0.895257}, {"accuracy": 0.126482, "f1": 0.080453, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"], "main_score": 0.080453, "precision": 0.069148, "recall": 0.126482}, {"accuracy": 0.124506, "f1": 0.077244, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"], "main_score": 0.077244, "precision": 0.066169, "recall": 0.124506}, {"accuracy": 0.815217, "f1": 0.77748, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"], "main_score": 0.77748, "precision": 0.760924, "recall": 0.815217}, {"accuracy": 0.540514, "f1": 0.469375, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"], "main_score": 0.469375, "precision": 0.442742, "recall": 0.540514}, {"accuracy": 0.9417, "f1": 0.926252, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"], "main_score": 0.926252, "precision": 0.919615, "recall": 0.9417}, {"accuracy": 0.190711, "f1": 0.130371, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"], "main_score": 0.130371, "precision": 0.113982, "recall": 0.190711}, {"accuracy": 0.374506, "f1": 0.299841, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"], "main_score": 0.299841, "precision": 0.276045, "recall": 0.374506}, {"accuracy": 0.938735, "f1": 0.926133, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"], "main_score": 0.926133, "precision": 0.920529, "recall": 0.938735}, {"accuracy": 0.545455, "f1": 0.474923, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"], "main_score": 0.474923, "precision": 0.447682, "recall": 0.545455}, {"accuracy": 0.83004, "f1": 0.789018, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"], "main_score": 0.789018, "precision": 0.770758, "recall": 0.83004}, {"accuracy": 0.211462, "f1": 0.144439, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"], "main_score": 0.144439, "precision": 0.126484, "recall": 0.211462}, {"accuracy": 0.573123, "f1": 0.498311, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"], "main_score": 0.498311, "precision": 0.46837, "recall": 0.573123}, {"accuracy": 0.592885, "f1": 0.518093, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"], "main_score": 0.518093, "precision": 0.487346, "recall": 0.592885}, {"accuracy": 0.155138, "f1": 0.097064, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"], "main_score": 0.097064, "precision": 0.081842, "recall": 0.155138}, {"accuracy": 0.894269, "f1": 0.874228, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"], "main_score": 0.874228, "precision": 0.865564, "recall": 0.894269}, {"accuracy": 0.943676, "f1": 0.93388, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"], "main_score": 0.93388, "precision": 0.929755, "recall": 0.943676}, {"accuracy": 0.94664, "f1": 0.935024, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"], "main_score": 0.935024, "precision": 0.930072, "recall": 0.94664}, {"accuracy": 0.859684, "f1": 0.823869, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"], "main_score": 0.823869, "precision": 0.808135, "recall": 0.859684}, {"accuracy": 0.68083, "f1": 0.61511, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"], "main_score": 0.61511, "precision": 0.588045, "recall": 0.68083}, {"accuracy": 0.949605, "f1": 0.938867, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"], "main_score": 0.938867, "precision": 0.934633, "recall": 0.949605}, {"accuracy": 0.369565, "f1": 0.303415, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"], "main_score": 0.303415, "precision": 0.281793, "recall": 0.369565}, {"accuracy": 0.392292, "f1": 0.306383, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"], "main_score": 0.306383, "precision": 0.278057, "recall": 0.392292}, {"accuracy": 0.083004, "f1": 0.04648, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"], "main_score": 0.04648, "precision": 0.040042, "recall": 0.083004}, {"accuracy": 0.952569, "f1": 0.941863, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"], "main_score": 0.941863, "precision": 0.937608, "recall": 0.952569}, {"accuracy": 0.193676, "f1": 0.136269, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"], "main_score": 0.136269, "precision": 0.120429, "recall": 0.193676}, {"accuracy": 0.934783, "f1": 0.922732, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"], "main_score": 0.922732, "precision": 0.917807, "recall": 0.934783}, {"accuracy": 0.902174, "f1": 0.886166, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"], "main_score": 0.886166, "precision": 0.878788, "recall": 0.902174}, {"accuracy": 0.374506, "f1": 0.285745, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"], "main_score": 0.285745, "precision": 0.257455, "recall": 0.374506}, {"accuracy": 0.23913, "f1": 0.163939, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"], "main_score": 0.163939, "precision": 0.143828, "recall": 0.23913}, {"accuracy": 0.843874, "f1": 0.803539, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"], "main_score": 0.803539, "precision": 0.785312, "recall": 0.843874}, {"accuracy": 0.174901, "f1": 0.111416, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"], "main_score": 0.111416, "precision": 0.095757, "recall": 0.174901}, {"accuracy": 0.159091, "f1": 0.101481, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"], "main_score": 0.101481, "precision": 0.086495, "recall": 0.159091}, {"accuracy": 0.944664, "f1": 0.930901, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"], "main_score": 0.930901, "precision": 0.924826, "recall": 0.944664}, {"accuracy": 0.331028, "f1": 0.253211, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"], "main_score": 0.253211, "precision": 0.229028, "recall": 0.331028}, {"accuracy": 0.944664, "f1": 0.930336, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"], "main_score": 0.930336, "precision": 0.924023, "recall": 0.944664}, {"accuracy": 0.13834, "f1": 0.080602, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"], "main_score": 0.080602, "precision": 0.067281, "recall": 0.13834}, {"accuracy": 0.940711, "f1": 0.927965, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"], "main_score": 0.927965, "precision": 0.922551, "recall": 0.940711}, {"accuracy": 0.903162, "f1": 0.878706, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"], "main_score": 0.878706, "precision": 0.868038, "recall": 0.903162}, {"accuracy": 0.120553, "f1": 0.075184, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"], "main_score": 0.075184, "precision": 0.064838, "recall": 0.120553}, {"accuracy": 0.862648, "f1": 0.826845, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"], "main_score": 0.826845, "precision": 0.810564, "recall": 0.862648}, {"accuracy": 0.128458, "f1": 0.07762, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"], "main_score": 0.07762, "precision": 0.064667, "recall": 0.128458}, {"accuracy": 0.131423, "f1": 0.085289, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"], "main_score": 0.085289, "precision": 0.073494, "recall": 0.131423}, {"accuracy": 0.113636, "f1": 0.065219, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"], "main_score": 0.065219, "precision": 0.054178, "recall": 0.113636}, {"accuracy": 0.485178, "f1": 0.422963, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"], "main_score": 0.422963, "precision": 0.399242, "recall": 0.485178}, {"accuracy": 0.943676, "f1": 0.931268, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"], "main_score": 0.931268, "precision": 0.925965, "recall": 0.943676}, {"accuracy": 0.225296, "f1": 0.156787, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"], "main_score": 0.156787, "precision": 0.138234, "recall": 0.225296}, {"accuracy": 0.107708, "f1": 0.060401, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"], "main_score": 0.060401, "precision": 0.049485, "recall": 0.107708}, {"accuracy": 0.143281, "f1": 0.093148, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"], "main_score": 0.093148, "precision": 0.081146, "recall": 0.143281}, {"accuracy": 0.838933, "f1": 0.805402, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"], "main_score": 0.805402, "precision": 0.790168, "recall": 0.838933}, {"accuracy": 0.123518, "f1": 0.075207, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"], "main_score": 0.075207, "precision": 0.063794, "recall": 0.123518}, {"accuracy": 0.12747, "f1": 0.079846, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"], "main_score": 0.079846, "precision": 0.068057, "recall": 0.12747}, {"accuracy": 0.902174, "f1": 0.88021, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"], "main_score": 0.88021, "precision": 0.870471, "recall": 0.902174}, {"accuracy": 0.204545, "f1": 0.139047, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"], "main_score": 0.139047, "precision": 0.122061, "recall": 0.204545}, {"accuracy": 0.16502, "f1": 0.109409, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"], "main_score": 0.109409, "precision": 0.095719, "recall": 0.16502}, {"accuracy": 0.51581, "f1": 0.440058, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"], "main_score": 0.440058, "precision": 0.412376, "recall": 0.51581}, {"accuracy": 0.263834, "f1": 0.189483, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"], "main_score": 0.189483, "precision": 0.167949, "recall": 0.263834}, {"accuracy": 0.370553, "f1": 0.291323, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"], "main_score": 0.291323, "precision": 0.265226, "recall": 0.370553}, {"accuracy": 0.849802, "f1": 0.816107, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"], "main_score": 0.816107, "precision": 0.800478, "recall": 0.849802}, {"accuracy": 0.255929, "f1": 0.18578, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"], "main_score": 0.18578, "precision": 0.164021, "recall": 0.255929}, {"accuracy": 0.381423, "f1": 0.30653, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"], "main_score": 0.30653, "precision": 0.281316, "recall": 0.381423}, {"accuracy": 0.12253, "f1": 0.074034, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"], "main_score": 0.074034, "precision": 0.062372, "recall": 0.12253}, {"accuracy": 0.952569, "f1": 0.941094, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"], "main_score": 0.941094, "precision": 0.936133, "recall": 0.952569}, {"accuracy": 0.928854, "f1": 0.912871, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"], "main_score": 0.912871, "precision": 0.906275, "recall": 0.928854}, {"accuracy": 0.948617, "f1": 0.935837, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"], "main_score": 0.935837, "precision": 0.930212, "recall": 0.948617}, {"accuracy": 0.869565, "f1": 0.838225, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"], "main_score": 0.838225, "precision": 0.824631, "recall": 0.869565}, {"accuracy": 0.189723, "f1": 0.13279, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"], "main_score": 0.13279, "precision": 0.116941, "recall": 0.189723}, {"accuracy": 0.145257, "f1": 0.087842, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"], "main_score": 0.087842, "precision": 0.074827, "recall": 0.145257}, {"accuracy": 0.083992, "f1": 0.051727, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"], "main_score": 0.051727, "precision": 0.044679, "recall": 0.083992}, {"accuracy": 0.184783, "f1": 0.126237, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"], "main_score": 0.126237, "precision": 0.112488, "recall": 0.184783}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.956522, "f1": 0.944565, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"], "main_score": 0.944565, "precision": 0.939147, "recall": 0.956522}, {"accuracy": 0.858696, "f1": 0.821, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"], "main_score": 0.821, "precision": 0.803854, "recall": 0.858696}, {"accuracy": 0.899209, "f1": 0.871805, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"], "main_score": 0.871805, "precision": 0.859519, "recall": 0.899209}, {"accuracy": 0.602767, "f1": 0.530986, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"], "main_score": 0.530986, "precision": 0.50412, "recall": 0.602767}, {"accuracy": 0.209486, "f1": 0.145036, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"], "main_score": 0.145036, "precision": 0.127082, "recall": 0.209486}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"], "main_score": 0.956686, "precision": 0.952273, "recall": 0.966403}, {"accuracy": 0.397233, "f1": 0.318191, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"], "main_score": 0.318191, "precision": 0.294854, "recall": 0.397233}, {"accuracy": 0.629447, "f1": 0.557778, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"], "main_score": 0.557778, "precision": 0.528049, "recall": 0.629447}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.87253, "f1": 0.837945, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"], "main_score": 0.837945, "precision": 0.822167, "recall": 0.87253}, {"accuracy": 0.242095, "f1": 0.165732, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"], "main_score": 0.165732, "precision": 0.14451, "recall": 0.242095}, {"accuracy": 0.902174, "f1": 0.873847, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"], "main_score": 0.873847, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.798419, "f1": 0.751748, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"], "main_score": 0.751748, "precision": 0.732058, "recall": 0.798419}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"], "main_score": 0.954282, "precision": 0.949522, "recall": 0.964427}, {"accuracy": 0.284585, "f1": 0.202779, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"], "main_score": 0.202779, "precision": 0.181506, "recall": 0.284585}, {"accuracy": 0.929842, "f1": 0.909651, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"], "main_score": 0.909651, "precision": 0.900148, "recall": 0.929842}, {"accuracy": 0.928854, "f1": 0.909585, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"], "main_score": 0.909585, "precision": 0.900362, "recall": 0.928854}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.961462, "f1": 0.951976, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"], "main_score": 0.951976, "precision": 0.947908, "recall": 0.961462}, {"accuracy": 0.152174, "f1": 0.101307, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"], "main_score": 0.101307, "precision": 0.088657, "recall": 0.152174}, {"accuracy": 0.850791, "f1": 0.813439, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"], "main_score": 0.813439, "precision": 0.796031, "recall": 0.850791}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.670949, "f1": 0.599047, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"], "main_score": 0.599047, "precision": 0.570085, "recall": 0.670949}, {"accuracy": 0.065217, "f1": 0.035668, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"], "main_score": 0.035668, "precision": 0.0307, "recall": 0.065217}, {"accuracy": 0.935771, "f1": 0.917622, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"], "main_score": 0.917622, "precision": 0.909091, "recall": 0.935771}, {"accuracy": 0.215415, "f1": 0.151926, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"], "main_score": 0.151926, "precision": 0.135933, "recall": 0.215415}, {"accuracy": 0.835968, "f1": 0.792885, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"], "main_score": 0.792885, "precision": 0.773567, "recall": 0.835968}, {"accuracy": 0.963439, "f1": 0.953393, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"], "main_score": 0.953393, "precision": 0.948814, "recall": 0.963439}, {"accuracy": 0.936759, "f1": 0.919796, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"], "main_score": 0.919796, "precision": 0.911561, "recall": 0.936759}, {"accuracy": 0.876482, "f1": 0.843445, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"], "main_score": 0.843445, "precision": 0.828508, "recall": 0.876482}, {"accuracy": 0.283597, "f1": 0.210242, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"], "main_score": 0.210242, "precision": 0.187909, "recall": 0.283597}, {"accuracy": 0.962451, "f1": 0.952536, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"], "main_score": 0.952536, "precision": 0.948123, "recall": 0.962451}, {"accuracy": 0.802372, "f1": 0.75547, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"], "main_score": 0.75547, "precision": 0.735006, "recall": 0.802372}, {"accuracy": 0.874506, "f1": 0.841074, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"], "main_score": 0.841074, "precision": 0.826038, "recall": 0.874506}, {"accuracy": 0.86166, "f1": 0.826449, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"], "main_score": 0.826449, "precision": 0.811051, "recall": 0.86166}, {"accuracy": 0.964427, "f1": 0.954348, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"], "main_score": 0.954348, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"], "main_score": 0.936001, "precision": 0.928936, "recall": 0.950593}, {"accuracy": 0.163043, "f1": 0.100147, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"], "main_score": 0.100147, "precision": 0.087001, "recall": 0.163043}, {"accuracy": 0.062253, "f1": 0.037106, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"], "main_score": 0.037106, "precision": 0.03174, "recall": 0.062253}, {"accuracy": 0.959486, "f1": 0.947911, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"], "main_score": 0.947911, "precision": 0.942523, "recall": 0.959486}, {"accuracy": 0.167984, "f1": 0.110904, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"], "main_score": 0.110904, "precision": 0.098128, "recall": 0.167984}, {"accuracy": 0.969368, "f1": 0.960968, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"], "main_score": 0.960968, "precision": 0.957181, "recall": 0.969368}, {"accuracy": 0.925889, "f1": 0.907839, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"], "main_score": 0.907839, "precision": 0.899292, "recall": 0.925889}, {"accuracy": 0.842885, "f1": 0.805254, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"], "main_score": 0.805254, "precision": 0.7883, "recall": 0.842885}, {"accuracy": 0.736166, "f1": 0.678703, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"], "main_score": 0.678703, "precision": 0.655682, "recall": 0.736166}, {"accuracy": 0.184783, "f1": 0.119191, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"], "main_score": 0.119191, "precision": 0.102871, "recall": 0.184783}, {"accuracy": 0.72332, "f1": 0.667282, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"], "main_score": 0.667282, "precision": 0.64319, "recall": 0.72332}, {"accuracy": 0.593874, "f1": 0.520359, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"], "main_score": 0.520359, "precision": 0.492314, "recall": 0.593874}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"], "main_score": 0.949835, "precision": 0.944417, "recall": 0.961462}, {"accuracy": 0.702569, "f1": 0.640006, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"], "main_score": 0.640006, "precision": 0.614504, "recall": 0.702569}, {"accuracy": 0.176877, "f1": 0.121942, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"], "main_score": 0.121942, "precision": 0.109083, "recall": 0.176877}, {"accuracy": 0.916008, "f1": 0.892589, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"], "main_score": 0.892589, "precision": 0.881752, "recall": 0.916008}, {"accuracy": 0.08004, "f1": 0.046879, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"], "main_score": 0.046879, "precision": 0.04012, "recall": 0.08004}, {"accuracy": 0.229249, "f1": 0.163538, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"], "main_score": 0.163538, "precision": 0.146212, "recall": 0.229249}, {"accuracy": 0.343874, "f1": 0.262804, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"], "main_score": 0.262804, "precision": 0.238287, "recall": 0.343874}, {"accuracy": 0.088933, "f1": 0.049852, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"], "main_score": 0.049852, "precision": 0.041185, "recall": 0.088933}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"], "main_score": 0.961693, "precision": 0.95779, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.939954, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"], "main_score": 0.939954, "precision": 0.933712, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.91996, "f1": 0.895389, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"], "main_score": 0.895389, "precision": 0.883564, "recall": 0.91996}, {"accuracy": 0.277668, "f1": 0.199471, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"], "main_score": 0.199471, "precision": 0.177848, "recall": 0.277668}, {"accuracy": 0.731225, "f1": 0.670398, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"], "main_score": 0.670398, "precision": 0.64557, "recall": 0.731225}, {"accuracy": 0.439723, "f1": 0.364161, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"], "main_score": 0.364161, "precision": 0.340024, "recall": 0.439723}, {"accuracy": 0.969368, "f1": 0.960441, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"], "main_score": 0.960441, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.250988, "f1": 0.17985, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"], "main_score": 0.17985, "precision": 0.161268, "recall": 0.250988}, {"accuracy": 0.315217, "f1": 0.241068, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"], "main_score": 0.241068, "precision": 0.220375, "recall": 0.315217}, {"accuracy": 0.247036, "f1": 0.170716, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"], "main_score": 0.170716, "precision": 0.150444, "recall": 0.247036}, {"accuracy": 0.350791, "f1": 0.274721, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"], "main_score": 0.274721, "precision": 0.252956, "recall": 0.350791}, {"accuracy": 0.666008, "f1": 0.597799, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"], "main_score": 0.597799, "precision": 0.570852, "recall": 0.666008}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.055336, "f1": 0.022811, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"], "main_score": 0.022811, "precision": 0.018913, "recall": 0.055336}, {"accuracy": 0.204545, "f1": 0.139177, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"], "main_score": 0.139177, "precision": 0.121649, "recall": 0.204545}, {"accuracy": 0.742095, "f1": 0.682566, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"], "main_score": 0.682566, "precision": 0.657726, "recall": 0.742095}, {"accuracy": 0.233202, "f1": 0.166956, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"], "main_score": 0.166956, "precision": 0.149552, "recall": 0.233202}, {"accuracy": 0.065217, "f1": 0.033515, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"], "main_score": 0.033515, "precision": 0.028664, "recall": 0.065217}, {"accuracy": 0.968379, "f1": 0.958794, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"], "main_score": 0.958794, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.762846, "f1": 0.703675, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"], "main_score": 0.703675, "precision": 0.677783, "recall": 0.762846}, {"accuracy": 0.756917, "f1": 0.699133, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"], "main_score": 0.699133, "precision": 0.67458, "recall": 0.756917}, {"accuracy": 0.73913, "f1": 0.685655, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"], "main_score": 0.685655, "precision": 0.662674, "recall": 0.73913}, {"accuracy": 0.965415, "f1": 0.955896, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"], "main_score": 0.955896, "precision": 0.951663, "recall": 0.965415}, {"accuracy": 0.958498, "f1": 0.947497, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"], "main_score": 0.947497, "precision": 0.942605, "recall": 0.958498}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"], "main_score": 0.957839, "precision": 0.953393, "recall": 0.967391}, {"accuracy": 0.94664, "f1": 0.930797, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"], "main_score": 0.930797, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.222332, "f1": 0.159533, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"], "main_score": 0.159533, "precision": 0.143289, "recall": 0.222332}, {"accuracy": 0.170949, "f1": 0.114242, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"], "main_score": 0.114242, "precision": 0.10107, "recall": 0.170949}, {"accuracy": 0.853755, "f1": 0.817095, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"], "main_score": 0.817095, "precision": 0.799819, "recall": 0.853755}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"], "main_score": 0.948847, "precision": 0.943429, "recall": 0.960474}, {"accuracy": 0.923913, "f1": 0.902635, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"], "main_score": 0.902635, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.369565, "f1": 0.286901, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"], "main_score": 0.286901, "precision": 0.261189, "recall": 0.369565}, {"accuracy": 0.197628, "f1": 0.133421, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"], "main_score": 0.133421, "precision": 0.117441, "recall": 0.197628}, {"accuracy": 0.687747, "f1": 0.620693, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"], "main_score": 0.620693, "precision": 0.59403, "recall": 0.687747}, {"accuracy": 0.892292, "f1": 0.867194, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"], "main_score": 0.867194, "precision": 0.856094, "recall": 0.892292}, {"accuracy": 0.190711, "f1": 0.124256, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"], "main_score": 0.124256, "precision": 0.11013, "recall": 0.190711}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.236166, "f1": 0.173118, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"], "main_score": 0.173118, "precision": 0.156839, "recall": 0.236166}, {"accuracy": 0.398221, "f1": 0.310801, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"], "main_score": 0.310801, "precision": 0.283076, "recall": 0.398221}, {"accuracy": 0.947628, "f1": 0.934289, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"], "main_score": 0.934289, "precision": 0.92803, "recall": 0.947628}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.958498, "f1": 0.94664, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"], "main_score": 0.94664, "precision": 0.941206, "recall": 0.958498}, {"accuracy": 0.955534, "f1": 0.942147, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"], "main_score": 0.942147, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.705534, "f1": 0.639629, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"], "main_score": 0.639629, "precision": 0.612269, "recall": 0.705534}, {"accuracy": 0.905138, "f1": 0.879249, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"], "main_score": 0.879249, "precision": 0.86693, "recall": 0.905138}, {"accuracy": 0.236166, "f1": 0.169985, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"], "main_score": 0.169985, "precision": 0.151905, "recall": 0.236166}, {"accuracy": 0.08004, "f1": 0.039466, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"], "main_score": 0.039466, "precision": 0.033302, "recall": 0.08004}, {"accuracy": 0.246047, "f1": 0.176511, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"], "main_score": 0.176511, "precision": 0.157895, "recall": 0.246047}, {"accuracy": 0.117589, "f1": 0.067657, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"], "main_score": 0.067657, "precision": 0.058091, "recall": 0.117589}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"], "main_score": 0.954051, "precision": 0.949473, "recall": 0.964427}, {"accuracy": 0.697628, "f1": 0.630374, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"], "main_score": 0.630374, "precision": 0.602284, "recall": 0.697628}, {"accuracy": 0.087945, "f1": 0.059674, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"], "main_score": 0.059674, "precision": 0.053081, "recall": 0.087945}, {"accuracy": 0.702569, "f1": 0.639701, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"], "main_score": 0.639701, "precision": 0.614132, "recall": 0.702569}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.716403, "f1": 0.656211, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"], "main_score": 0.656211, "precision": 0.630632, "recall": 0.716403}, {"accuracy": 0.537549, "f1": 0.461856, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"], "main_score": 0.461856, "precision": 0.434202, "recall": 0.537549}, {"accuracy": 0.182806, "f1": 0.116885, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"], "main_score": 0.116885, "precision": 0.101586, "recall": 0.182806}, {"accuracy": 0.947628, "f1": 0.933696, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"], "main_score": 0.933696, "precision": 0.927125, "recall": 0.947628}, {"accuracy": 0.379447, "f1": 0.300892, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"], "main_score": 0.300892, "precision": 0.276446, "recall": 0.379447}, {"accuracy": 0.222332, "f1": 0.152297, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"], "main_score": 0.152297, "precision": 0.134986, "recall": 0.222332}, {"accuracy": 0.19664, "f1": 0.13416, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"], "main_score": 0.13416, "precision": 0.118882, "recall": 0.19664}, {"accuracy": 0.220356, "f1": 0.157853, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"], "main_score": 0.157853, "precision": 0.14169, "recall": 0.220356}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"], "main_score": 0.930007, "precision": 0.922596, "recall": 0.945652}, {"accuracy": 0.021739, "f1": 0.004467, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"], "main_score": 0.004467, "precision": 0.003189, "recall": 0.021739}, {"accuracy": 0.831028, "f1": 0.786877, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"], "main_score": 0.786877, "precision": 0.767441, "recall": 0.831028}, {"accuracy": 0.409091, "f1": 0.333077, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"], "main_score": 0.333077, "precision": 0.306033, "recall": 0.409091}, {"accuracy": 0.816206, "f1": 0.773309, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"], "main_score": 0.773309, "precision": 0.754356, "recall": 0.816206}, {"accuracy": 0.967391, "f1": 0.958235, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"], "main_score": 0.958235, "precision": 0.954167, "recall": 0.967391}, {"accuracy": 0.099802, "f1": 0.056564, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"], "main_score": 0.056564, "precision": 0.047577, "recall": 0.099802}, {"accuracy": 0.199605, "f1": 0.134847, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"], "main_score": 0.134847, "precision": 0.119146, "recall": 0.199605}, {"accuracy": 0.959486, "f1": 0.947694, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"], "main_score": 0.947694, "precision": 0.942309, "recall": 0.959486}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.610672, "f1": 0.537639, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"], "main_score": 0.537639, "precision": 0.510137, "recall": 0.610672}, {"accuracy": 0.205534, "f1": 0.139107, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"], "main_score": 0.139107, "precision": 0.121916, "recall": 0.205534}, {"accuracy": 0.201581, "f1": 0.132353, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"], "main_score": 0.132353, "precision": 0.114014, "recall": 0.201581}, {"accuracy": 0.918972, "f1": 0.896593, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"], "main_score": 0.896593, "precision": 0.886117, "recall": 0.918972}, {"accuracy": 0.186759, "f1": 0.129579, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"], "main_score": 0.129579, "precision": 0.115777, "recall": 0.186759}, {"accuracy": 0.183794, "f1": 0.123407, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"], "main_score": 0.123407, "precision": 0.10736, "recall": 0.183794}, {"accuracy": 0.780632, "f1": 0.725461, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"], "main_score": 0.725461, "precision": 0.700741, "recall": 0.780632}, {"accuracy": 0.624506, "f1": 0.560116, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"], "main_score": 0.560116, "precision": 0.535979, "recall": 0.624506}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"], "main_score": 0.917292, "precision": 0.908926, "recall": 0.935771}, {"accuracy": 0.26581, "f1": 0.190293, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"], "main_score": 0.190293, "precision": 0.167154, "recall": 0.26581}, {"accuracy": 0.442688, "f1": 0.357404, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"], "main_score": 0.357404, "precision": 0.329092, "recall": 0.442688}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"], "main_score": 0.955204, "precision": 0.950461, "recall": 0.965415}, {"accuracy": 0.517787, "f1": 0.441595, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"], "main_score": 0.441595, "precision": 0.413423, "recall": 0.517787}, {"accuracy": 0.811265, "f1": 0.765382, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"], "main_score": 0.765382, "precision": 0.74529, "recall": 0.811265}, {"accuracy": 0.281621, "f1": 0.2056, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"], "main_score": 0.2056, "precision": 0.184295, "recall": 0.281621}, {"accuracy": 0.576087, "f1": 0.501561, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"], "main_score": 0.501561, "precision": 0.471771, "recall": 0.576087}, {"accuracy": 0.676877, "f1": 0.606689, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"], "main_score": 0.606689, "precision": 0.5786, "recall": 0.676877}, {"accuracy": 0.232213, "f1": 0.158628, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"], "main_score": 0.158628, "precision": 0.137916, "recall": 0.232213}, {"accuracy": 0.883399, "f1": 0.855929, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"], "main_score": 0.855929, "precision": 0.843909, "recall": 0.883399}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"], "main_score": 0.944829, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"], "main_score": 0.938966, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.895257, "f1": 0.867325, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"], "main_score": 0.867325, "precision": 0.8542, "recall": 0.895257}, {"accuracy": 0.763834, "f1": 0.716554, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"], "main_score": 0.716554, "precision": 0.696179, "recall": 0.763834}, {"accuracy": 0.963439, "f1": 0.953294, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"], "main_score": 0.953294, "precision": 0.948732, "recall": 0.963439}, {"accuracy": 0.393281, "f1": 0.314747, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"], "main_score": 0.314747, "precision": 0.289077, "recall": 0.393281}, {"accuracy": 0.470356, "f1": 0.38661, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"], "main_score": 0.38661, "precision": 0.358559, "recall": 0.470356}, {"accuracy": 0.113636, "f1": 0.065388, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"], "main_score": 0.065388, "precision": 0.056012, "recall": 0.113636}, {"accuracy": 0.964427, "f1": 0.955007, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"], "main_score": 0.955007, "precision": 0.950791, "recall": 0.964427}, {"accuracy": 0.179842, "f1": 0.122987, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"], "main_score": 0.122987, "precision": 0.10693, "recall": 0.179842}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.910079, "f1": 0.88643, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"], "main_score": 0.88643, "precision": 0.875412, "recall": 0.910079}, {"accuracy": 0.447628, "f1": 0.363277, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"], "main_score": 0.363277, "precision": 0.336003, "recall": 0.447628}, {"accuracy": 0.33498, "f1": 0.256301, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"], "main_score": 0.256301, "precision": 0.23468, "recall": 0.33498}, {"accuracy": 0.843874, "f1": 0.800725, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"], "main_score": 0.800725, "precision": 0.780665, "recall": 0.843874}, {"accuracy": 0.240119, "f1": 0.169482, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"], "main_score": 0.169482, "precision": 0.150585, "recall": 0.240119}, {"accuracy": 0.225296, "f1": 0.155737, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"], "main_score": 0.155737, "precision": 0.138303, "recall": 0.225296}, {"accuracy": 0.95751, "f1": 0.944993, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"], "main_score": 0.944993, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.413043, "f1": 0.3262, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"], "main_score": 0.3262, "precision": 0.298608, "recall": 0.413043}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"], "main_score": 0.945487, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.192688, "f1": 0.119641, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"], "main_score": 0.119641, "precision": 0.102812, "recall": 0.192688}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"], "main_score": 0.95247, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.887352, "f1": 0.855534, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"], "main_score": 0.855534, "precision": 0.840942, "recall": 0.887352}, {"accuracy": 0.183794, "f1": 0.125189, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"], "main_score": 0.125189, "precision": 0.111095, "recall": 0.183794}, {"accuracy": 0.885375, "f1": 0.854381, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"], "main_score": 0.854381, "precision": 0.840086, "recall": 0.885375}, {"accuracy": 0.185771, "f1": 0.119616, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"], "main_score": 0.119616, "precision": 0.102908, "recall": 0.185771}, {"accuracy": 0.20751, "f1": 0.144528, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"], "main_score": 0.144528, "precision": 0.127737, "recall": 0.20751}, {"accuracy": 0.142292, "f1": 0.090015, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"], "main_score": 0.090015, "precision": 0.078672, "recall": 0.142292}, {"accuracy": 0.509881, "f1": 0.434464, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"], "main_score": 0.434464, "precision": 0.405569, "recall": 0.509881}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.289526, "f1": 0.210462, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"], "main_score": 0.210462, "precision": 0.186868, "recall": 0.289526}, {"accuracy": 0.179842, "f1": 0.110714, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"], "main_score": 0.110714, "precision": 0.094211, "recall": 0.179842}, {"accuracy": 0.231225, "f1": 0.161155, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"], "main_score": 0.161155, "precision": 0.143545, "recall": 0.231225}, {"accuracy": 0.781621, "f1": 0.730879, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"], "main_score": 0.730879, "precision": 0.709298, "recall": 0.781621}, {"accuracy": 0.162055, "f1": 0.10275, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"], "main_score": 0.10275, "precision": 0.089145, "recall": 0.162055}, {"accuracy": 0.195652, "f1": 0.139944, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"], "main_score": 0.139944, "precision": 0.125463, "recall": 0.195652}, {"accuracy": 0.932806, "f1": 0.914559, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"], "main_score": 0.914559, "precision": 0.906406, "recall": 0.932806}, {"accuracy": 0.286561, "f1": 0.209187, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"], "main_score": 0.209187, "precision": 0.187436, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.174523, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"], "main_score": 0.174523, "precision": 0.155714, "recall": 0.247036}, {"accuracy": 0.608696, "f1": 0.536008, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"], "main_score": 0.536008, "precision": 0.50883, "recall": 0.608696}, {"accuracy": 0.347826, "f1": 0.267056, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"], "main_score": 0.267056, "precision": 0.241459, "recall": 0.347826}, {"accuracy": 0.44664, "f1": 0.360953, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"], "main_score": 0.360953, "precision": 0.33281, "recall": 0.44664}, {"accuracy": 0.823123, "f1": 0.776958, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"], "main_score": 0.776958, "precision": 0.756522, "recall": 0.823123}, {"accuracy": 0.346838, "f1": 0.266099, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"], "main_score": 0.266099, "precision": 0.241342, "recall": 0.346838}, {"accuracy": 0.505929, "f1": 0.427815, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"], "main_score": 0.427815, "precision": 0.400413, "recall": 0.505929}, {"accuracy": 0.171937, "f1": 0.11079, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"], "main_score": 0.11079, "precision": 0.09512, "recall": 0.171937}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"], "main_score": 0.943412, "precision": 0.937335, "recall": 0.956522}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.955105, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"], "main_score": 0.955105, "precision": 0.950181, "recall": 0.965415}, {"accuracy": 0.811265, "f1": 0.766848, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"], "main_score": 0.766848, "precision": 0.747407, "recall": 0.811265}, {"accuracy": 0.262846, "f1": 0.193102, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"], "main_score": 0.193102, "precision": 0.173154, "recall": 0.262846}, {"accuracy": 0.199605, "f1": 0.131625, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"], "main_score": 0.131625, "precision": 0.114127, "recall": 0.199605}, {"accuracy": 0.039526, "f1": 0.027824, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"], "main_score": 0.027824, "precision": 0.024638, "recall": 0.039526}, {"accuracy": 0.147233, "f1": 0.134583, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"], "main_score": 0.134583, "precision": 0.129734, "recall": 0.147233}, {"accuracy": 0.004941, "f1": 0.00179, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"], "main_score": 0.00179, "precision": 0.001557, "recall": 0.004941}, {"accuracy": 0.104743, "f1": 0.084047, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"], "main_score": 0.084047, "precision": 0.07914, "recall": 0.104743}, {"accuracy": 0.115613, "f1": 0.102713, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"], "main_score": 0.102713, "precision": 0.099899, "recall": 0.115613}, {"accuracy": 0.083004, "f1": 0.072467, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"], "main_score": 0.072467, "precision": 0.070287, "recall": 0.083004}, {"accuracy": 0.102767, "f1": 0.095474, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"], "main_score": 0.095474, "precision": 0.093351, "recall": 0.102767}, {"accuracy": 0.192688, "f1": 0.174344, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"], "main_score": 0.174344, "precision": 0.168233, "recall": 0.192688}, {"accuracy": 0.158103, "f1": 0.137408, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"], "main_score": 0.137408, "precision": 0.132797, "recall": 0.158103}, {"accuracy": 0.140316, "f1": 0.127865, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"], "main_score": 0.127865, "precision": 0.123641, "recall": 0.140316}, {"accuracy": 0.099802, "f1": 0.091837, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"], "main_score": 0.091837, "precision": 0.089323, "recall": 0.099802}, {"accuracy": 0.108696, "f1": 0.088236, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"], "main_score": 0.088236, "precision": 0.083662, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.07043, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"], "main_score": 0.07043, "precision": 0.067312, "recall": 0.08498}, {"accuracy": 0.171937, "f1": 0.157026, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"], "main_score": 0.157026, "precision": 0.151433, "recall": 0.171937}, {"accuracy": 0.085968, "f1": 0.071039, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"], "main_score": 0.071039, "precision": 0.068056, "recall": 0.085968}, {"accuracy": 0.097826, "f1": 0.08117, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"], "main_score": 0.08117, "precision": 0.078006, "recall": 0.097826}, {"accuracy": 0.140316, "f1": 0.120598, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"], "main_score": 0.120598, "precision": 0.115479, "recall": 0.140316}, {"accuracy": 0.203557, "f1": 0.183078, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"], "main_score": 0.183078, "precision": 0.176153, "recall": 0.203557}, {"accuracy": 0.083992, "f1": 0.069316, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"], "main_score": 0.069316, "precision": 0.065899, "recall": 0.083992}, {"accuracy": 0.096838, "f1": 0.075542, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"], "main_score": 0.075542, "precision": 0.070799, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.147132, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"], "main_score": 0.147132, "precision": 0.142446, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.108368, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"], "main_score": 0.108368, "precision": 0.104228, "recall": 0.123518}, {"accuracy": 0.218379, "f1": 0.201937, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"], "main_score": 0.201937, "precision": 0.195612, "recall": 0.218379}, {"accuracy": 0.046443, "f1": 0.034451, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"], "main_score": 0.034451, "precision": 0.03208, "recall": 0.046443}, {"accuracy": 0.105731, "f1": 0.091767, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"], "main_score": 0.091767, "precision": 0.088278, "recall": 0.105731}, {"accuracy": 0.117589, "f1": 0.105894, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"], "main_score": 0.105894, "precision": 0.103402, "recall": 0.117589}, {"accuracy": 0.060277, "f1": 0.043893, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"], "main_score": 0.043893, "precision": 0.040597, "recall": 0.060277}, {"accuracy": 0.088933, "f1": 0.070937, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"], "main_score": 0.070937, "precision": 0.066959, "recall": 0.088933}, {"accuracy": 0.233202, "f1": 0.211968, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"], "main_score": 0.211968, "precision": 0.203316, "recall": 0.233202}, {"accuracy": 0.116601, "f1": 0.108186, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"], "main_score": 0.108186, "precision": 0.10557, "recall": 0.116601}, {"accuracy": 0.157115, "f1": 0.135536, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"], "main_score": 0.135536, "precision": 0.131033, "recall": 0.157115}, {"accuracy": 0.125494, "f1": 0.106005, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"], "main_score": 0.106005, "precision": 0.101519, "recall": 0.125494}, {"accuracy": 0.081028, "f1": 0.069056, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"], "main_score": 0.069056, "precision": 0.066264, "recall": 0.081028}, {"accuracy": 0.131423, "f1": 0.12002, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"], "main_score": 0.12002, "precision": 0.116475, "recall": 0.131423}, {"accuracy": 0.123518, "f1": 0.099286, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"], "main_score": 0.099286, "precision": 0.093178, "recall": 0.123518}, {"accuracy": 0.061265, "f1": 0.051665, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"], "main_score": 0.051665, "precision": 0.04996, "recall": 0.061265}, {"accuracy": 0.085968, "f1": 0.0698, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"], "main_score": 0.0698, "precision": 0.066498, "recall": 0.085968}, {"accuracy": 0.056324, "f1": 0.042958, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"], "main_score": 0.042958, "precision": 0.040566, "recall": 0.056324}, {"accuracy": 0.156126, "f1": 0.131834, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"], "main_score": 0.131834, "precision": 0.12572, "recall": 0.156126}, {"accuracy": 0.082016, "f1": 0.066659, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"], "main_score": 0.066659, "precision": 0.063143, "recall": 0.082016}, {"accuracy": 0.1917, "f1": 0.173267, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"], "main_score": 0.173267, "precision": 0.165791, "recall": 0.1917}, {"accuracy": 0.018775, "f1": 0.01406, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"], "main_score": 0.01406, "precision": 0.013109, "recall": 0.018775}, {"accuracy": 0.161067, "f1": 0.137664, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"], "main_score": 0.137664, "precision": 0.131906, "recall": 0.161067}, {"accuracy": 0.16996, "f1": 0.152214, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"], "main_score": 0.152214, "precision": 0.145478, "recall": 0.16996}, {"accuracy": 0.118577, "f1": 0.09896, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"], "main_score": 0.09896, "precision": 0.094373, "recall": 0.118577}, {"accuracy": 0.157115, "f1": 0.135565, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"], "main_score": 0.135565, "precision": 0.130573, "recall": 0.157115}, {"accuracy": 0.083992, "f1": 0.071393, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"], "main_score": 0.071393, "precision": 0.068113, "recall": 0.083992}, {"accuracy": 0.08498, "f1": 0.078043, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"], "main_score": 0.078043, "precision": 0.076576, "recall": 0.08498}, {"accuracy": 0.182806, "f1": 0.167015, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"], "main_score": 0.167015, "precision": 0.160881, "recall": 0.182806}, {"accuracy": 0.143281, "f1": 0.123463, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"], "main_score": 0.123463, "precision": 0.119614, "recall": 0.143281}, {"accuracy": 0.093874, "f1": 0.087155, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"], "main_score": 0.087155, "precision": 0.085205, "recall": 0.093874}, {"accuracy": 0.16502, "f1": 0.143618, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"], "main_score": 0.143618, "precision": 0.137671, "recall": 0.16502}, {"accuracy": 0.099802, "f1": 0.089697, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"], "main_score": 0.089697, "precision": 0.086707, "recall": 0.099802}, {"accuracy": 0.171937, "f1": 0.148241, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"], "main_score": 0.148241, "precision": 0.14004, "recall": 0.171937}, {"accuracy": 0.105731, "f1": 0.087869, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"], "main_score": 0.087869, "precision": 0.084159, "recall": 0.105731}, {"accuracy": 0.040514, "f1": 0.032579, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"], "main_score": 0.032579, "precision": 0.030627, "recall": 0.040514}, {"accuracy": 0.174901, "f1": 0.1614, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"], "main_score": 0.1614, "precision": 0.156936, "recall": 0.174901}, {"accuracy": 0.150198, "f1": 0.137223, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"], "main_score": 0.137223, "precision": 0.133305, "recall": 0.150198}, {"accuracy": 0.031621, "f1": 0.028342, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"], "main_score": 0.028342, "precision": 0.027108, "recall": 0.031621}, {"accuracy": 0.134387, "f1": 0.108858, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"], "main_score": 0.108858, "precision": 0.103382, "recall": 0.134387}, {"accuracy": 0.096838, "f1": 0.082186, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"], "main_score": 0.082186, "precision": 0.079113, "recall": 0.096838}, {"accuracy": 0.147233, "f1": 0.131328, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"], "main_score": 0.131328, "precision": 0.127888, "recall": 0.147233}, {"accuracy": 0.073123, "f1": 0.06055, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"], "main_score": 0.06055, "precision": 0.05764, "recall": 0.073123}, {"accuracy": 0.193676, "f1": 0.178701, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"], "main_score": 0.178701, "precision": 0.173752, "recall": 0.193676}, {"accuracy": 0.110672, "f1": 0.102026, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"], "main_score": 0.102026, "precision": 0.100102, "recall": 0.110672}, {"accuracy": 0.107708, "f1": 0.099015, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"], "main_score": 0.099015, "precision": 0.096445, "recall": 0.107708}, {"accuracy": 0.164032, "f1": 0.139846, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"], "main_score": 0.139846, "precision": 0.134104, "recall": 0.164032}, {"accuracy": 0.168972, "f1": 0.152482, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"], "main_score": 0.152482, "precision": 0.147655, "recall": 0.168972}, {"accuracy": 0.139328, "f1": 0.122806, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"], "main_score": 0.122806, "precision": 0.118332, "recall": 0.139328}, {"accuracy": 0.140316, "f1": 0.122783, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"], "main_score": 0.122783, "precision": 0.117793, "recall": 0.140316}, {"accuracy": 0.115613, "f1": 0.104258, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"], "main_score": 0.104258, "precision": 0.100706, "recall": 0.115613}, {"accuracy": 0.075099, "f1": 0.067354, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"], "main_score": 0.067354, "precision": 0.065339, "recall": 0.075099}, {"accuracy": 0.141304, "f1": 0.122242, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"], "main_score": 0.122242, "precision": 0.117768, "recall": 0.141304}, {"accuracy": 0.035573, "f1": 0.024793, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"], "main_score": 0.024793, "precision": 0.022261, "recall": 0.035573}, {"accuracy": 0.110672, "f1": 0.096144, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"], "main_score": 0.096144, "precision": 0.091322, "recall": 0.110672}, {"accuracy": 0.097826, "f1": 0.088476, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"], "main_score": 0.088476, "precision": 0.086363, "recall": 0.097826}, {"accuracy": 0.183794, "f1": 0.168936, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"], "main_score": 0.168936, "precision": 0.164205, "recall": 0.183794}, {"accuracy": 0.036561, "f1": 0.028528, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"], "main_score": 0.028528, "precision": 0.026733, "recall": 0.036561}, {"accuracy": 0.158103, "f1": 0.138938, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"], "main_score": 0.138938, "precision": 0.134427, "recall": 0.158103}, {"accuracy": 0.101779, "f1": 0.091014, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"], "main_score": 0.091014, "precision": 0.088411, "recall": 0.101779}, {"accuracy": 0.128458, "f1": 0.111849, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"], "main_score": 0.111849, "precision": 0.108246, "recall": 0.128458}, {"accuracy": 0.039526, "f1": 0.027895, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"], "main_score": 0.027895, "precision": 0.025542, "recall": 0.039526}, {"accuracy": 0.152174, "f1": 0.132513, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"], "main_score": 0.132513, "precision": 0.127488, "recall": 0.152174}, {"accuracy": 0.147233, "f1": 0.129324, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"], "main_score": 0.129324, "precision": 0.125178, "recall": 0.147233}, {"accuracy": 0.161067, "f1": 0.13479, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"], "main_score": 0.13479, "precision": 0.128781, "recall": 0.161067}, {"accuracy": 0.113636, "f1": 0.099928, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"], "main_score": 0.099928, "precision": 0.096265, "recall": 0.113636}, {"accuracy": 0.148221, "f1": 0.127335, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"], "main_score": 0.127335, "precision": 0.121188, "recall": 0.148221}, {"accuracy": 0.206522, "f1": 0.190522, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"], "main_score": 0.190522, "precision": 0.183918, "recall": 0.206522}, {"accuracy": 0.045455, "f1": 0.035935, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"], "main_score": 0.035935, "precision": 0.034268, "recall": 0.045455}, {"accuracy": 0.152174, "f1": 0.132145, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"], "main_score": 0.132145, "precision": 0.127658, "recall": 0.152174}, {"accuracy": 0.088933, "f1": 0.074817, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"], "main_score": 0.074817, "precision": 0.07203, "recall": 0.088933}, {"accuracy": 0.137352, "f1": 0.128313, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"], "main_score": 0.128313, "precision": 0.124588, "recall": 0.137352}, {"accuracy": 0.15415, "f1": 0.137379, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"], "main_score": 0.137379, "precision": 0.131682, "recall": 0.15415}, {"accuracy": 0.104743, "f1": 0.093995, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"], "main_score": 0.093995, "precision": 0.091536, "recall": 0.104743}, {"accuracy": 0.132411, "f1": 0.115444, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"], "main_score": 0.115444, "precision": 0.111412, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.1347, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"], "main_score": 0.1347, "precision": 0.130418, "recall": 0.149209}, {"accuracy": 0.128458, "f1": 0.109116, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"], "main_score": 0.109116, "precision": 0.10443, "recall": 0.128458}, {"accuracy": 0.172925, "f1": 0.15151, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"], "main_score": 0.15151, "precision": 0.145554, "recall": 0.172925}, {"accuracy": 0.142292, "f1": 0.132555, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"], "main_score": 0.132555, "precision": 0.129491, "recall": 0.142292}, {"accuracy": 0.089921, "f1": 0.070965, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"], "main_score": 0.070965, "precision": 0.067578, "recall": 0.089921}, {"accuracy": 0.140316, "f1": 0.119307, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"], "main_score": 0.119307, "precision": 0.11382, "recall": 0.140316}, {"accuracy": 0.161067, "f1": 0.137391, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"], "main_score": 0.137391, "precision": 0.13169, "recall": 0.161067}, {"accuracy": 0.109684, "f1": 0.089673, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"], "main_score": 0.089673, "precision": 0.084034, "recall": 0.109684}, {"accuracy": 0.108696, "f1": 0.09781, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"], "main_score": 0.09781, "precision": 0.095529, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.066594, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"], "main_score": 0.066594, "precision": 0.062978, "recall": 0.08498}, {"accuracy": 0.13834, "f1": 0.120174, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"], "main_score": 0.120174, "precision": 0.114594, "recall": 0.13834}, {"accuracy": 0.057312, "f1": 0.038539, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"], "main_score": 0.038539, "precision": 0.034574, "recall": 0.057312}, {"accuracy": 0.164032, "f1": 0.141343, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"], "main_score": 0.141343, "precision": 0.136092, "recall": 0.164032}, {"accuracy": 0.086957, "f1": 0.066406, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"], "main_score": 0.066406, "precision": 0.061376, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.141601, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"], "main_score": 0.141601, "precision": 0.135945, "recall": 0.16502}, {"accuracy": 0.117589, "f1": 0.102774, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"], "main_score": 0.102774, "precision": 0.099173, "recall": 0.117589}, {"accuracy": 0.083004, "f1": 0.070478, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"], "main_score": 0.070478, "precision": 0.067168, "recall": 0.083004}, {"accuracy": 0.114625, "f1": 0.107363, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"], "main_score": 0.107363, "precision": 0.105842, "recall": 0.114625}, {"accuracy": 0.167984, "f1": 0.14407, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"], "main_score": 0.14407, "precision": 0.138454, "recall": 0.167984}, {"accuracy": 0.066206, "f1": 0.05617, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"], "main_score": 0.05617, "precision": 0.054379, "recall": 0.066206}, {"accuracy": 0.104743, "f1": 0.088242, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"], "main_score": 0.088242, "precision": 0.084546, "recall": 0.104743}, {"accuracy": 0.184783, "f1": 0.164114, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"], "main_score": 0.164114, "precision": 0.156813, "recall": 0.184783}, {"accuracy": 0.092885, "f1": 0.072889, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"], "main_score": 0.072889, "precision": 0.069042, "recall": 0.092885}, {"accuracy": 0.131423, "f1": 0.122233, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"], "main_score": 0.122233, "precision": 0.119868, "recall": 0.131423}, {"accuracy": 0.157115, "f1": 0.137155, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"], "main_score": 0.137155, "precision": 0.130897, "recall": 0.157115}, {"accuracy": 0.179842, "f1": 0.155965, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"], "main_score": 0.155965, "precision": 0.149363, "recall": 0.179842}, {"accuracy": 0.164032, "f1": 0.152288, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"], "main_score": 0.152288, "precision": 0.147859, "recall": 0.164032}, {"accuracy": 0.143281, "f1": 0.123955, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"], "main_score": 0.123955, "precision": 0.119282, "recall": 0.143281}, {"accuracy": 0.017787, "f1": 0.00683, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"], "main_score": 0.00683, "precision": 0.0054, "recall": 0.017787}, {"accuracy": 0.051383, "f1": 0.041704, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"], "main_score": 0.041704, "precision": 0.040049, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.039598, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"], "main_score": 0.039598, "precision": 0.037939, "recall": 0.045455}, {"accuracy": 0.06917, "f1": 0.05837, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"], "main_score": 0.05837, "precision": 0.056704, "recall": 0.06917}, {"accuracy": 0.147233, "f1": 0.126839, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"], "main_score": 0.126839, "precision": 0.122159, "recall": 0.147233}, {"accuracy": 0.077075, "f1": 0.062396, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"], "main_score": 0.062396, "precision": 0.057134, "recall": 0.077075}, {"accuracy": 0.206522, "f1": 0.185839, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"], "main_score": 0.185839, "precision": 0.178783, "recall": 0.206522}, {"accuracy": 0.134387, "f1": 0.114895, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"], "main_score": 0.114895, "precision": 0.110622, "recall": 0.134387}, {"accuracy": 0.155138, "f1": 0.133426, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"], "main_score": 0.133426, "precision": 0.127894, "recall": 0.155138}, {"accuracy": 0.119565, "f1": 0.105808, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"], "main_score": 0.105808, "precision": 0.102569, "recall": 0.119565}, {"accuracy": 0.094862, "f1": 0.076734, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"], "main_score": 0.076734, "precision": 0.071823, "recall": 0.094862}, {"accuracy": 0.12747, "f1": 0.115079, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"], "main_score": 0.115079, "precision": 0.111097, "recall": 0.12747}, {"accuracy": 0.082016, "f1": 0.067272, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"], "main_score": 0.067272, "precision": 0.063943, "recall": 0.082016}, {"accuracy": 0.16996, "f1": 0.149822, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"], "main_score": 0.149822, "precision": 0.142928, "recall": 0.16996}, {"accuracy": 0.121542, "f1": 0.100239, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"], "main_score": 0.100239, "precision": 0.095472, "recall": 0.121542}, {"accuracy": 0.049407, "f1": 0.041586, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"], "main_score": 0.041586, "precision": 0.04006, "recall": 0.049407}, {"accuracy": 0.11166, "f1": 0.100433, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"], "main_score": 0.100433, "precision": 0.097735, "recall": 0.11166}, {"accuracy": 0.105731, "f1": 0.086828, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"], "main_score": 0.086828, "precision": 0.082528, "recall": 0.105731}, {"accuracy": 0.125494, "f1": 0.107606, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"], "main_score": 0.107606, "precision": 0.10255, "recall": 0.125494}, {"accuracy": 0.133399, "f1": 0.121375, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"], "main_score": 0.121375, "precision": 0.118184, "recall": 0.133399}, {"accuracy": 0.107708, "f1": 0.088992, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"], "main_score": 0.088992, "precision": 0.08443, "recall": 0.107708}, {"accuracy": 0.032609, "f1": 0.025897, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"], "main_score": 0.025897, "precision": 0.024367, "recall": 0.032609}, {"accuracy": 0.073123, "f1": 0.055707, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"], "main_score": 0.055707, "precision": 0.051748, "recall": 0.073123}, {"accuracy": 0.110672, "f1": 0.095175, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"], "main_score": 0.095175, "precision": 0.09088, "recall": 0.110672}, {"accuracy": 0.044466, "f1": 0.039128, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"], "main_score": 0.039128, "precision": 0.037318, "recall": 0.044466}, {"accuracy": 0.117589, "f1": 0.096101, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"], "main_score": 0.096101, "precision": 0.0915, "recall": 0.117589}, {"accuracy": 0.187747, "f1": 0.166998, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"], "main_score": 0.166998, "precision": 0.160756, "recall": 0.187747}, {"accuracy": 0.05336, "f1": 0.043601, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"], "main_score": 0.043601, "precision": 0.041135, "recall": 0.05336}, {"accuracy": 0.100791, "f1": 0.081787, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"], "main_score": 0.081787, "precision": 0.077551, "recall": 0.100791}, {"accuracy": 0.117589, "f1": 0.095107, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"], "main_score": 0.095107, "precision": 0.089922, "recall": 0.117589}, {"accuracy": 0.126482, "f1": 0.106331, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"], "main_score": 0.106331, "precision": 0.10124, "recall": 0.126482}, {"accuracy": 0.100791, "f1": 0.088877, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"], "main_score": 0.088877, "precision": 0.085753, "recall": 0.100791}, {"accuracy": 0.160079, "f1": 0.140139, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"], "main_score": 0.140139, "precision": 0.135723, "recall": 0.160079}, {"accuracy": 0.078063, "f1": 0.063569, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"], "main_score": 0.063569, "precision": 0.060586, "recall": 0.078063}, {"accuracy": 0.135375, "f1": 0.118763, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"], "main_score": 0.118763, "precision": 0.114211, "recall": 0.135375}, {"accuracy": 0.106719, "f1": 0.085232, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"], "main_score": 0.085232, "precision": 0.078615, "recall": 0.106719}, {"accuracy": 0.142292, "f1": 0.12774, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"], "main_score": 0.12774, "precision": 0.123281, "recall": 0.142292}, {"accuracy": 0.024704, "f1": 0.019983, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"], "main_score": 0.019983, "precision": 0.018638, "recall": 0.024704}, {"accuracy": 0.099802, "f1": 0.079252, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"], "main_score": 0.079252, "precision": 0.074924, "recall": 0.099802}, {"accuracy": 0.103755, "f1": 0.086791, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"], "main_score": 0.086791, "precision": 0.083222, "recall": 0.103755}, {"accuracy": 0.105731, "f1": 0.087674, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"], "main_score": 0.087674, "precision": 0.083125, "recall": 0.105731}, {"accuracy": 0.149209, "f1": 0.137055, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"], "main_score": 0.137055, "precision": 0.132137, "recall": 0.149209}, {"accuracy": 0.086957, "f1": 0.074451, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"], "main_score": 0.074451, "precision": 0.07143, "recall": 0.086957}, {"accuracy": 0.167984, "f1": 0.155484, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"], "main_score": 0.155484, "precision": 0.151239, "recall": 0.167984}, {"accuracy": 0.20751, "f1": 0.192241, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"], "main_score": 0.192241, "precision": 0.18748, "recall": 0.20751}, {"accuracy": 0.152174, "f1": 0.13361, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"], "main_score": 0.13361, "precision": 0.128692, "recall": 0.152174}, {"accuracy": 0.146245, "f1": 0.129229, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"], "main_score": 0.129229, "precision": 0.124122, "recall": 0.146245}, {"accuracy": 0.157115, "f1": 0.136666, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"], "main_score": 0.136666, "precision": 0.131579, "recall": 0.157115}, {"accuracy": 0.170949, "f1": 0.150679, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"], "main_score": 0.150679, "precision": 0.144137, "recall": 0.170949}, {"accuracy": 0.162055, "f1": 0.14064, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"], "main_score": 0.14064, "precision": 0.135004, "recall": 0.162055}, {"accuracy": 0.068182, "f1": 0.057267, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"], "main_score": 0.057267, "precision": 0.054987, "recall": 0.068182}, {"accuracy": 0.121542, "f1": 0.101137, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"], "main_score": 0.101137, "precision": 0.096504, "recall": 0.121542}, {"accuracy": 0.160079, "f1": 0.139029, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"], "main_score": 0.139029, "precision": 0.134138, "recall": 0.160079}, {"accuracy": 0.130435, "f1": 0.114136, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"], "main_score": 0.114136, "precision": 0.109603, "recall": 0.130435}, {"accuracy": 0.19664, "f1": 0.175791, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"], "main_score": 0.175791, "precision": 0.169643, "recall": 0.19664}, {"accuracy": 0.177866, "f1": 0.157921, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"], "main_score": 0.157921, "precision": 0.150408, "recall": 0.177866}, {"accuracy": 0.063241, "f1": 0.053912, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"], "main_score": 0.053912, "precision": 0.052102, "recall": 0.063241}, {"accuracy": 0.166996, "f1": 0.145092, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"], "main_score": 0.145092, "precision": 0.139246, "recall": 0.166996}, {"accuracy": 0.116601, "f1": 0.099449, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"], "main_score": 0.099449, "precision": 0.095253, "recall": 0.116601}, {"accuracy": 0.159091, "f1": 0.142535, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"], "main_score": 0.142535, "precision": 0.137739, "recall": 0.159091}, {"accuracy": 0.16996, "f1": 0.155991, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"], "main_score": 0.155991, "precision": 0.1515, "recall": 0.16996}, {"accuracy": 0.048419, "f1": 0.038419, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"], "main_score": 0.038419, "precision": 0.036649, "recall": 0.048419}, {"accuracy": 0.166008, "f1": 0.145734, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"], "main_score": 0.145734, "precision": 0.139498, "recall": 0.166008}, {"accuracy": 0.185771, "f1": 0.167762, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"], "main_score": 0.167762, "precision": 0.162208, "recall": 0.185771}, {"accuracy": 0.094862, "f1": 0.079301, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"], "main_score": 0.079301, "precision": 0.076747, "recall": 0.094862}, {"accuracy": 0.163043, "f1": 0.147838, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"], "main_score": 0.147838, "precision": 0.143447, "recall": 0.163043}, {"accuracy": 0.136364, "f1": 0.126875, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"], "main_score": 0.126875, "precision": 0.123869, "recall": 0.136364}, {"accuracy": 0.092885, "f1": 0.083185, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"], "main_score": 0.083185, "precision": 0.081043, "recall": 0.092885}, {"accuracy": 0.178854, "f1": 0.156547, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"], "main_score": 0.156547, "precision": 0.150084, "recall": 0.178854}, {"accuracy": 0.13834, "f1": 0.122645, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"], "main_score": 0.122645, "precision": 0.118314, "recall": 0.13834}, {"accuracy": 0.048419, "f1": 0.040276, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"], "main_score": 0.040276, "precision": 0.037944, "recall": 0.048419}, {"accuracy": 0.097826, "f1": 0.08097, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"], "main_score": 0.08097, "precision": 0.076301, "recall": 0.097826}, {"accuracy": 0.12253, "f1": 0.101196, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"], "main_score": 0.101196, "precision": 0.095744, "recall": 0.12253}, {"accuracy": 0.135375, "f1": 0.119749, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"], "main_score": 0.119749, "precision": 0.113697, "recall": 0.135375}, {"accuracy": 0.104743, "f1": 0.081311, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"], "main_score": 0.081311, "precision": 0.075978, "recall": 0.104743}, {"accuracy": 0.123518, "f1": 0.099545, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"], "main_score": 0.099545, "precision": 0.093849, "recall": 0.123518}, {"accuracy": 0.126482, "f1": 0.107627, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"], "main_score": 0.107627, "precision": 0.10342, "recall": 0.126482}, {"accuracy": 0.046443, "f1": 0.035295, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"], "main_score": 0.035295, "precision": 0.033916, "recall": 0.046443}, {"accuracy": 0.120553, "f1": 0.101974, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"], "main_score": 0.101974, "precision": 0.098148, "recall": 0.120553}, {"accuracy": 0.198617, "f1": 0.175445, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"], "main_score": 0.175445, "precision": 0.168619, "recall": 0.198617}, {"accuracy": 0.09585, "f1": 0.06127, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"], "main_score": 0.06127, "precision": 0.053255, "recall": 0.09585}, {"accuracy": 0.215415, "f1": 0.154944, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"], "main_score": 0.154944, "precision": 0.138926, "recall": 0.215415}, {"accuracy": 0.003953, "f1": 6.1e-05, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"], "main_score": 6.1e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.93083, "f1": 0.911726, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"], "main_score": 0.911726, "precision": 0.902339, "recall": 0.93083}, {"accuracy": 0.840909, "f1": 0.800659, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"], "main_score": 0.800659, "precision": 0.782312, "recall": 0.840909}, {"accuracy": 0.868577, "f1": 0.833863, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"], "main_score": 0.833863, "precision": 0.818158, "recall": 0.868577}, {"accuracy": 0.648221, "f1": 0.587886, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"], "main_score": 0.587886, "precision": 0.564907, "recall": 0.648221}, {"accuracy": 0.226285, "f1": 0.166076, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"], "main_score": 0.166076, "precision": 0.149197, "recall": 0.226285}, {"accuracy": 0.949605, "f1": 0.935013, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"], "main_score": 0.935013, "precision": 0.928146, "recall": 0.949605}, {"accuracy": 0.43083, "f1": 0.354031, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"], "main_score": 0.354031, "precision": 0.328172, "recall": 0.43083}, {"accuracy": 0.667984, "f1": 0.606166, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"], "main_score": 0.606166, "precision": 0.581583, "recall": 0.667984}, {"accuracy": 0.932806, "f1": 0.913274, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"], "main_score": 0.913274, "precision": 0.904068, "recall": 0.932806}, {"accuracy": 0.854743, "f1": 0.817937, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"], "main_score": 0.817937, "precision": 0.801219, "recall": 0.854743}, {"accuracy": 0.259881, "f1": 0.184293, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"], "main_score": 0.184293, "precision": 0.162754, "recall": 0.259881}, {"accuracy": 0.856719, "f1": 0.822628, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"], "main_score": 0.822628, "precision": 0.807428, "recall": 0.856719}, {"accuracy": 0.752964, "f1": 0.703699, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"], "main_score": 0.703699, "precision": 0.683005, "recall": 0.752964}, {"accuracy": 0.961462, "f1": 0.95056, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"], "main_score": 0.95056, "precision": 0.945487, "recall": 0.961462}, {"accuracy": 0.323123, "f1": 0.242487, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"], "main_score": 0.242487, "precision": 0.219867, "recall": 0.323123}, {"accuracy": 0.910079, "f1": 0.885954, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"], "main_score": 0.885954, "precision": 0.874835, "recall": 0.910079}, {"accuracy": 0.899209, "f1": 0.873748, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"], "main_score": 0.873748, "precision": 0.862269, "recall": 0.899209}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.948617, "f1": 0.93386, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"], "main_score": 0.93386, "precision": 0.92696, "recall": 0.948617}, {"accuracy": 0.166996, "f1": 0.116769, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"], "main_score": 0.116769, "precision": 0.103445, "recall": 0.166996}, {"accuracy": 0.77668, "f1": 0.727522, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"], "main_score": 0.727522, "precision": 0.706269, "recall": 0.77668}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"], "main_score": 0.912121, "precision": 0.902256, "recall": 0.932806}, {"accuracy": 0.746047, "f1": 0.692344, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"], "main_score": 0.692344, "precision": 0.669631, "recall": 0.746047}, {"accuracy": 0.066206, "f1": 0.033164, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"], "main_score": 0.033164, "precision": 0.028453, "recall": 0.066206}, {"accuracy": 0.912055, "f1": 0.888142, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"], "main_score": 0.888142, "precision": 0.877141, "recall": 0.912055}, {"accuracy": 0.242095, "f1": 0.175556, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"], "main_score": 0.175556, "precision": 0.158134, "recall": 0.242095}, {"accuracy": 0.836957, "f1": 0.801092, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"], "main_score": 0.801092, "precision": 0.785277, "recall": 0.836957}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"], "main_score": 0.930336, "precision": 0.92309, "recall": 0.945652}, {"accuracy": 0.871542, "f1": 0.842791, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"], "main_score": 0.842791, "precision": 0.830451, "recall": 0.871542}, {"accuracy": 0.833992, "f1": 0.792463, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"], "main_score": 0.792463, "precision": 0.773898, "recall": 0.833992}, {"accuracy": 0.310277, "f1": 0.245024, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"], "main_score": 0.245024, "precision": 0.225447, "recall": 0.310277}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"], "main_score": 0.934289, "precision": 0.92691, "recall": 0.949605}, {"accuracy": 0.694664, "f1": 0.643107, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"], "main_score": 0.643107, "precision": 0.622431, "recall": 0.694664}, {"accuracy": 0.865613, "f1": 0.830007, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"], "main_score": 0.830007, "precision": 0.814097, "recall": 0.865613}, {"accuracy": 0.811265, "f1": 0.768412, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"], "main_score": 0.768412, "precision": 0.748748, "recall": 0.811265}, {"accuracy": 0.943676, "f1": 0.928854, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"], "main_score": 0.928854, "precision": 0.921607, "recall": 0.943676}, {"accuracy": 0.91502, "f1": 0.892029, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"], "main_score": 0.892029, "precision": 0.881341, "recall": 0.91502}, {"accuracy": 0.183794, "f1": 0.121677, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"], "main_score": 0.121677, "precision": 0.107623, "recall": 0.183794}, {"accuracy": 0.068182, "f1": 0.042361, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"], "main_score": 0.042361, "precision": 0.036663, "recall": 0.068182}, {"accuracy": 0.940711, "f1": 0.923913, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"], "main_score": 0.923913, "precision": 0.916008, "recall": 0.940711}, {"accuracy": 0.167984, "f1": 0.115378, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"], "main_score": 0.115378, "precision": 0.103179, "recall": 0.167984}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"], "main_score": 0.934124, "precision": 0.926746, "recall": 0.949605}, {"accuracy": 0.916008, "f1": 0.894499, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"], "main_score": 0.894499, "precision": 0.884634, "recall": 0.916008}, {"accuracy": 0.791502, "f1": 0.744303, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"], "main_score": 0.744303, "precision": 0.724111, "recall": 0.791502}, {"accuracy": 0.740119, "f1": 0.687272, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"], "main_score": 0.687272, "precision": 0.665152, "recall": 0.740119}, {"accuracy": 0.199605, "f1": 0.136954, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"], "main_score": 0.136954, "precision": 0.121013, "recall": 0.199605}, {"accuracy": 0.686759, "f1": 0.641355, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"], "main_score": 0.641355, "precision": 0.622597, "recall": 0.686759}, {"accuracy": 0.609684, "f1": 0.545953, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"], "main_score": 0.545953, "precision": 0.521913, "recall": 0.609684}, {"accuracy": 0.959486, "f1": 0.949671, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"], "main_score": 0.949671, "precision": 0.945109, "recall": 0.959486}, {"accuracy": 0.740119, "f1": 0.686747, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"], "main_score": 0.686747, "precision": 0.665062, "recall": 0.740119}, {"accuracy": 0.188735, "f1": 0.136053, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"], "main_score": 0.136053, "precision": 0.122799, "recall": 0.188735}, {"accuracy": 0.914032, "f1": 0.89081, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"], "main_score": 0.89081, "precision": 0.88027, "recall": 0.914032}, {"accuracy": 0.08004, "f1": 0.048832, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"], "main_score": 0.048832, "precision": 0.039755, "recall": 0.08004}, {"accuracy": 0.262846, "f1": 0.197626, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"], "main_score": 0.197626, "precision": 0.179464, "recall": 0.262846}, {"accuracy": 0.371542, "f1": 0.287919, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"], "main_score": 0.287919, "precision": 0.261152, "recall": 0.371542}, {"accuracy": 0.099802, "f1": 0.061553, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"], "main_score": 0.061553, "precision": 0.052798, "recall": 0.099802}, {"accuracy": 0.964427, "f1": 0.954545, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"], "main_score": 0.954545, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.935771, "f1": 0.916897, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"], "main_score": 0.916897, "precision": 0.90802, "recall": 0.935771}, {"accuracy": 0.95751, "f1": 0.945652, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"], "main_score": 0.945652, "precision": 0.939921, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.85224, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"], "main_score": 0.85224, "precision": 0.837615, "recall": 0.883399}, {"accuracy": 0.301383, "f1": 0.224812, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"], "main_score": 0.224812, "precision": 0.202254, "recall": 0.301383}, {"accuracy": 0.736166, "f1": 0.68103, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"], "main_score": 0.68103, "precision": 0.658162, "recall": 0.736166}, {"accuracy": 0.458498, "f1": 0.389388, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"], "main_score": 0.389388, "precision": 0.365768, "recall": 0.458498}, {"accuracy": 0.953557, "f1": 0.940942, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"], "main_score": 0.940942, "precision": 0.935227, "recall": 0.953557}, {"accuracy": 0.273715, "f1": 0.20114, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"], "main_score": 0.20114, "precision": 0.180751, "recall": 0.273715}, {"accuracy": 0.333992, "f1": 0.258354, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"], "main_score": 0.258354, "precision": 0.236886, "recall": 0.333992}, {"accuracy": 0.273715, "f1": 0.200909, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"], "main_score": 0.200909, "precision": 0.181618, "recall": 0.273715}, {"accuracy": 0.34585, "f1": 0.273347, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"], "main_score": 0.273347, "precision": 0.251504, "recall": 0.34585}, {"accuracy": 0.612648, "f1": 0.548346, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"], "main_score": 0.548346, "precision": 0.524607, "recall": 0.612648}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"], "main_score": 0.937813, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.054348, "f1": 0.020432, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"], "main_score": 0.020432, "precision": 0.016299, "recall": 0.054348}, {"accuracy": 0.230237, "f1": 0.168696, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"], "main_score": 0.168696, "precision": 0.151253, "recall": 0.230237}, {"accuracy": 0.708498, "f1": 0.6506, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"], "main_score": 0.6506, "precision": 0.626607, "recall": 0.708498}, {"accuracy": 0.264822, "f1": 0.197362, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"], "main_score": 0.197362, "precision": 0.17882, "recall": 0.264822}, {"accuracy": 0.060277, "f1": 0.033543, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"], "main_score": 0.033543, "precision": 0.029421, "recall": 0.060277}, {"accuracy": 0.958498, "f1": 0.946542, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"], "main_score": 0.946542, "precision": 0.940958, "recall": 0.958498}, {"accuracy": 0.759881, "f1": 0.706595, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"], "main_score": 0.706595, "precision": 0.68405, "recall": 0.759881}, {"accuracy": 0.800395, "f1": 0.753938, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"], "main_score": 0.753938, "precision": 0.734162, "recall": 0.800395}, {"accuracy": 0.651186, "f1": 0.591413, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"], "main_score": 0.591413, "precision": 0.567625, "recall": 0.651186}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"], "main_score": 0.943511, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.933794, "f1": 0.916008, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"], "main_score": 0.916008, "precision": 0.907609, "recall": 0.933794}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"], "main_score": 0.950165, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.911067, "f1": 0.887582, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"], "main_score": 0.887582, "precision": 0.876729, "recall": 0.911067}, {"accuracy": 0.248024, "f1": 0.183663, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"], "main_score": 0.183663, "precision": 0.165318, "recall": 0.248024}, {"accuracy": 0.184783, "f1": 0.12998, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"], "main_score": 0.12998, "precision": 0.115575, "recall": 0.184783}, {"accuracy": 0.799407, "f1": 0.752026, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"], "main_score": 0.752026, "precision": 0.730543, "recall": 0.799407}, {"accuracy": 0.943676, "f1": 0.927009, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"], "main_score": 0.927009, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.902174, "f1": 0.874572, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"], "main_score": 0.874572, "precision": 0.861578, "recall": 0.902174}, {"accuracy": 0.382411, "f1": 0.308531, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"], "main_score": 0.308531, "precision": 0.284495, "recall": 0.382411}, {"accuracy": 0.221344, "f1": 0.160948, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"], "main_score": 0.160948, "precision": 0.144496, "recall": 0.221344}, {"accuracy": 0.703557, "f1": 0.644488, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"], "main_score": 0.644488, "precision": 0.620579, "recall": 0.703557}, {"accuracy": 0.843874, "f1": 0.810441, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"], "main_score": 0.810441, "precision": 0.796327, "recall": 0.843874}, {"accuracy": 0.216403, "f1": 0.149828, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"], "main_score": 0.149828, "precision": 0.133508, "recall": 0.216403}, {"accuracy": 0.934783, "f1": 0.916784, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"], "main_score": 0.916784, "precision": 0.908267, "recall": 0.934783}, {"accuracy": 0.266798, "f1": 0.206632, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"], "main_score": 0.206632, "precision": 0.18982, "recall": 0.266798}, {"accuracy": 0.437747, "f1": 0.355414, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"], "main_score": 0.355414, "precision": 0.327832, "recall": 0.437747}, {"accuracy": 0.924901, "f1": 0.903887, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"], "main_score": 0.903887, "precision": 0.894022, "recall": 0.924901}, {"accuracy": 0.954545, "f1": 0.941389, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"], "main_score": 0.941389, "precision": 0.935359, "recall": 0.954545}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"], "main_score": 0.948452, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.926877, "f1": 0.905915, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"], "main_score": 0.905915, "precision": 0.89608, "recall": 0.926877}, {"accuracy": 0.777668, "f1": 0.72803, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"], "main_score": 0.72803, "precision": 0.706258, "recall": 0.777668}, {"accuracy": 0.843874, "f1": 0.805091, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"], "main_score": 0.805091, "precision": 0.787615, "recall": 0.843874}, {"accuracy": 0.266798, "f1": 0.197656, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"], "main_score": 0.197656, "precision": 0.176824, "recall": 0.266798}, {"accuracy": 0.08004, "f1": 0.03403, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"], "main_score": 0.03403, "precision": 0.026922, "recall": 0.08004}, {"accuracy": 0.277668, "f1": 0.208865, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"], "main_score": 0.208865, "precision": 0.188978, "recall": 0.277668}, {"accuracy": 0.136364, "f1": 0.085683, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"], "main_score": 0.085683, "precision": 0.074768, "recall": 0.136364}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"], "main_score": 0.952734, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.755929, "f1": 0.705355, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"], "main_score": 0.705355, "precision": 0.68386, "recall": 0.755929}, {"accuracy": 0.098814, "f1": 0.065367, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"], "main_score": 0.065367, "precision": 0.056945, "recall": 0.098814}, {"accuracy": 0.73913, "f1": 0.689764, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"], "main_score": 0.689764, "precision": 0.669096, "recall": 0.73913}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"], "main_score": 0.940942, "precision": 0.934536, "recall": 0.954545}, {"accuracy": 0.674901, "f1": 0.614327, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"], "main_score": 0.614327, "precision": 0.589667, "recall": 0.674901}, {"accuracy": 0.517787, "f1": 0.444567, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"], "main_score": 0.444567, "precision": 0.416867, "recall": 0.517787}, {"accuracy": 0.202569, "f1": 0.137413, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"], "main_score": 0.137413, "precision": 0.121439, "recall": 0.202569}, {"accuracy": 0.918972, "f1": 0.895553, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"], "main_score": 0.895553, "precision": 0.884717, "recall": 0.918972}, {"accuracy": 0.420949, "f1": 0.343548, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"], "main_score": 0.343548, "precision": 0.318792, "recall": 0.420949}, {"accuracy": 0.242095, "f1": 0.175428, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"], "main_score": 0.175428, "precision": 0.159426, "recall": 0.242095}, {"accuracy": 0.215415, "f1": 0.152844, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"], "main_score": 0.152844, "precision": 0.13561, "recall": 0.215415}, {"accuracy": 0.250988, "f1": 0.19054, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"], "main_score": 0.19054, "precision": 0.173534, "recall": 0.250988}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"], "main_score": 0.925296, "precision": 0.916749, "recall": 0.942688}, {"accuracy": 0.018775, "f1": 0.00354, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"], "main_score": 0.00354, "precision": 0.002524, "recall": 0.018775}, {"accuracy": 0.763834, "f1": 0.708663, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"], "main_score": 0.708663, "precision": 0.684272, "recall": 0.763834}, {"accuracy": 0.38834, "f1": 0.315903, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"], "main_score": 0.315903, "precision": 0.289543, "recall": 0.38834}, {"accuracy": 0.797431, "f1": 0.753755, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"], "main_score": 0.753755, "precision": 0.734717, "recall": 0.797431}, {"accuracy": 0.959486, "f1": 0.947958, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"], "main_score": 0.947958, "precision": 0.942556, "recall": 0.959486}, {"accuracy": 0.099802, "f1": 0.061306, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"], "main_score": 0.061306, "precision": 0.053662, "recall": 0.099802}, {"accuracy": 0.199605, "f1": 0.138372, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"], "main_score": 0.138372, "precision": 0.122161, "recall": 0.199605}, {"accuracy": 0.942688, "f1": 0.92668, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"], "main_score": 0.92668, "precision": 0.919302, "recall": 0.942688}, {"accuracy": 0.944664, "f1": 0.929084, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"], "main_score": 0.929084, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.633399, "f1": 0.568147, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"], "main_score": 0.568147, "precision": 0.542871, "recall": 0.633399}, {"accuracy": 0.205534, "f1": 0.137757, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"], "main_score": 0.137757, "precision": 0.11968, "recall": 0.205534}, {"accuracy": 0.220356, "f1": 0.14862, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"], "main_score": 0.14862, "precision": 0.12935, "recall": 0.220356}, {"accuracy": 0.886364, "f1": 0.857675, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"], "main_score": 0.857675, "precision": 0.844368, "recall": 0.886364}, {"accuracy": 0.202569, "f1": 0.143689, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"], "main_score": 0.143689, "precision": 0.129454, "recall": 0.202569}, {"accuracy": 0.217391, "f1": 0.155658, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"], "main_score": 0.155658, "precision": 0.138637, "recall": 0.217391}, {"accuracy": 0.720356, "f1": 0.660397, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"], "main_score": 0.660397, "precision": 0.635433, "recall": 0.720356}, {"accuracy": 0.699605, "f1": 0.639984, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"], "main_score": 0.639984, "precision": 0.615679, "recall": 0.699605}, {"accuracy": 0.893281, "f1": 0.867674, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"], "main_score": 0.867674, "precision": 0.856094, "recall": 0.893281}, {"accuracy": 0.294466, "f1": 0.220885, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"], "main_score": 0.220885, "precision": 0.197484, "recall": 0.294466}, {"accuracy": 0.470356, "f1": 0.392229, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"], "main_score": 0.392229, "precision": 0.366781, "recall": 0.470356}, {"accuracy": 0.936759, "f1": 0.918116, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"], "main_score": 0.918116, "precision": 0.90942, "recall": 0.936759}, {"accuracy": 0.478261, "f1": 0.401223, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"], "main_score": 0.401223, "precision": 0.371942, "recall": 0.478261}, {"accuracy": 0.749012, "f1": 0.695125, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"], "main_score": 0.695125, "precision": 0.672085, "recall": 0.749012}, {"accuracy": 0.309289, "f1": 0.240117, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"], "main_score": 0.240117, "precision": 0.220054, "recall": 0.309289}, {"accuracy": 0.554348, "f1": 0.482234, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"], "main_score": 0.482234, "precision": 0.454868, "recall": 0.554348}, {"accuracy": 0.713439, "f1": 0.657092, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"], "main_score": 0.657092, "precision": 0.633642, "recall": 0.713439}, {"accuracy": 0.264822, "f1": 0.195597, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"], "main_score": 0.195597, "precision": 0.17505, "recall": 0.264822}, {"accuracy": 0.822134, "f1": 0.78588, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"], "main_score": 0.78588, "precision": 0.770548, "recall": 0.822134}, {"accuracy": 0.929842, "f1": 0.910375, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"], "main_score": 0.910375, "precision": 0.901186, "recall": 0.929842}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"], "main_score": 0.919862, "precision": 0.911479, "recall": 0.937747}, {"accuracy": 0.913043, "f1": 0.890283, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"], "main_score": 0.890283, "precision": 0.879611, "recall": 0.913043}, {"accuracy": 0.735178, "f1": 0.681853, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"], "main_score": 0.681853, "precision": 0.659787, "recall": 0.735178}, {"accuracy": 0.960474, "f1": 0.949605, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"], "main_score": 0.949605, "precision": 0.944697, "recall": 0.960474}, {"accuracy": 0.394269, "f1": 0.322182, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"], "main_score": 0.322182, "precision": 0.296893, "recall": 0.394269}, {"accuracy": 0.505929, "f1": 0.433175, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"], "main_score": 0.433175, "precision": 0.408192, "recall": 0.505929}, {"accuracy": 0.12747, "f1": 0.075479, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"], "main_score": 0.075479, "precision": 0.065123, "recall": 0.12747}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"], "main_score": 0.939888, "precision": 0.933333, "recall": 0.953557}, {"accuracy": 0.177866, "f1": 0.124388, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"], "main_score": 0.124388, "precision": 0.108879, "recall": 0.177866}, {"accuracy": 0.934783, "f1": 0.916173, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"], "main_score": 0.916173, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.874506, "f1": 0.844716, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"], "main_score": 0.844716, "precision": 0.830781, "recall": 0.874506}, {"accuracy": 0.465415, "f1": 0.389807, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"], "main_score": 0.389807, "precision": 0.363603, "recall": 0.465415}, {"accuracy": 0.376482, "f1": 0.296005, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"], "main_score": 0.296005, "precision": 0.27258, "recall": 0.376482}, {"accuracy": 0.80336, "f1": 0.74865, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"], "main_score": 0.74865, "precision": 0.723518, "recall": 0.80336}, {"accuracy": 0.264822, "f1": 0.196981, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"], "main_score": 0.196981, "precision": 0.178876, "recall": 0.264822}, {"accuracy": 0.249012, "f1": 0.178037, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"], "main_score": 0.178037, "precision": 0.158636, "recall": 0.249012}, {"accuracy": 0.960474, "f1": 0.949769, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"], "main_score": 0.949769, "precision": 0.944499, "recall": 0.960474}, {"accuracy": 0.449605, "f1": 0.36729, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"], "main_score": 0.36729, "precision": 0.338205, "recall": 0.449605}, {"accuracy": 0.9417, "f1": 0.92612, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"], "main_score": 0.92612, "precision": 0.918725, "recall": 0.9417}, {"accuracy": 0.222332, "f1": 0.146182, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"], "main_score": 0.146182, "precision": 0.127952, "recall": 0.222332}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"], "main_score": 0.949111, "precision": 0.943841, "recall": 0.960474}, {"accuracy": 0.851779, "f1": 0.812582, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"], "main_score": 0.812582, "precision": 0.795076, "recall": 0.851779}, {"accuracy": 0.890316, "f1": 0.866074, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"], "main_score": 0.866074, "precision": 0.855138, "recall": 0.890316}, {"accuracy": 0.187747, "f1": 0.131444, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"], "main_score": 0.131444, "precision": 0.11853, "recall": 0.187747}, {"accuracy": 0.208498, "f1": 0.145242, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"], "main_score": 0.145242, "precision": 0.1278, "recall": 0.208498}, {"accuracy": 0.230237, "f1": 0.165113, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"], "main_score": 0.165113, "precision": 0.147592, "recall": 0.230237}, {"accuracy": 0.150198, "f1": 0.102064, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"], "main_score": 0.102064, "precision": 0.090548, "recall": 0.150198}, {"accuracy": 0.531621, "f1": 0.461299, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"], "main_score": 0.461299, "precision": 0.434279, "recall": 0.531621}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.33004, "f1": 0.253093, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"], "main_score": 0.253093, "precision": 0.22911, "recall": 0.33004}, {"accuracy": 0.205534, "f1": 0.139066, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"], "main_score": 0.139066, "precision": 0.122713, "recall": 0.205534}, {"accuracy": 0.247036, "f1": 0.177797, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"], "main_score": 0.177797, "precision": 0.159149, "recall": 0.247036}, {"accuracy": 0.690711, "f1": 0.635195, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"], "main_score": 0.635195, "precision": 0.612213, "recall": 0.690711}, {"accuracy": 0.18083, "f1": 0.12026, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"], "main_score": 0.12026, "precision": 0.104677, "recall": 0.18083}, {"accuracy": 0.200593, "f1": 0.147664, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"], "main_score": 0.147664, "precision": 0.132485, "recall": 0.200593}, {"accuracy": 0.883399, "f1": 0.857101, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"], "main_score": 0.857101, "precision": 0.845389, "recall": 0.883399}, {"accuracy": 0.309289, "f1": 0.233052, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"], "main_score": 0.233052, "precision": 0.210647, "recall": 0.309289}, {"accuracy": 0.253953, "f1": 0.180614, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"], "main_score": 0.180614, "precision": 0.160079, "recall": 0.253953}, {"accuracy": 0.658103, "f1": 0.591322, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"], "main_score": 0.591322, "precision": 0.565259, "recall": 0.658103}, {"accuracy": 0.357708, "f1": 0.280899, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"], "main_score": 0.280899, "precision": 0.256493, "recall": 0.357708}, {"accuracy": 0.470356, "f1": 0.39212, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"], "main_score": 0.39212, "precision": 0.365582, "recall": 0.470356}, {"accuracy": 0.768775, "f1": 0.719178, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"], "main_score": 0.719178, "precision": 0.697736, "recall": 0.768775}, {"accuracy": 0.356719, "f1": 0.275701, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"], "main_score": 0.275701, "precision": 0.248696, "recall": 0.356719}, {"accuracy": 0.486166, "f1": 0.411018, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"], "main_score": 0.411018, "precision": 0.383882, "recall": 0.486166}, {"accuracy": 0.201581, "f1": 0.140452, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"], "main_score": 0.140452, "precision": 0.123479, "recall": 0.201581}, {"accuracy": 0.934783, "f1": 0.916337, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"], "main_score": 0.916337, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.906126, "f1": 0.880007, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"], "main_score": 0.880007, "precision": 0.867704, "recall": 0.906126}, {"accuracy": 0.949605, "f1": 0.935903, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"], "main_score": 0.935903, "precision": 0.929513, "recall": 0.949605}, {"accuracy": 0.731225, "f1": 0.677339, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"], "main_score": 0.677339, "precision": 0.654743, "recall": 0.731225}, {"accuracy": 0.291502, "f1": 0.227777, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"], "main_score": 0.227777, "precision": 0.208421, "recall": 0.291502}, {"accuracy": 0.217391, "f1": 0.148196, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"], "main_score": 0.148196, "precision": 0.130354, "recall": 0.217391}, {"accuracy": 0.032609, "f1": 0.025476, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"], "main_score": 0.025476, "precision": 0.023668, "recall": 0.032609}, {"accuracy": 0.114625, "f1": 0.105188, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"], "main_score": 0.105188, "precision": 0.101848, "recall": 0.114625}, {"accuracy": 0.001976, "f1": 1.5e-05, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"], "main_score": 1.5e-05, "precision": 7e-06, "recall": 0.001976}, {"accuracy": 0.096838, "f1": 0.081208, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"], "main_score": 0.081208, "precision": 0.077139, "recall": 0.096838}, {"accuracy": 0.108696, "f1": 0.096462, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"], "main_score": 0.096462, "precision": 0.094163, "recall": 0.108696}, {"accuracy": 0.079051, "f1": 0.066823, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"], "main_score": 0.066823, "precision": 0.064123, "recall": 0.079051}, {"accuracy": 0.098814, "f1": 0.094501, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"], "main_score": 0.094501, "precision": 0.093053, "recall": 0.098814}, {"accuracy": 0.161067, "f1": 0.148903, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"], "main_score": 0.148903, "precision": 0.144852, "recall": 0.161067}, {"accuracy": 0.162055, "f1": 0.141822, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"], "main_score": 0.141822, "precision": 0.136844, "recall": 0.162055}, {"accuracy": 0.117589, "f1": 0.108593, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"], "main_score": 0.108593, "precision": 0.105551, "recall": 0.117589}, {"accuracy": 0.11166, "f1": 0.100827, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"], "main_score": 0.100827, "precision": 0.098462, "recall": 0.11166}, {"accuracy": 0.100791, "f1": 0.085835, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"], "main_score": 0.085835, "precision": 0.082254, "recall": 0.100791}, {"accuracy": 0.076087, "f1": 0.065655, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"], "main_score": 0.065655, "precision": 0.062562, "recall": 0.076087}, {"accuracy": 0.155138, "f1": 0.137069, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"], "main_score": 0.137069, "precision": 0.131664, "recall": 0.155138}, {"accuracy": 0.065217, "f1": 0.058363, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"], "main_score": 0.058363, "precision": 0.056621, "recall": 0.065217}, {"accuracy": 0.078063, "f1": 0.069894, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"], "main_score": 0.069894, "precision": 0.067455, "recall": 0.078063}, {"accuracy": 0.152174, "f1": 0.134401, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"], "main_score": 0.134401, "precision": 0.129914, "recall": 0.152174}, {"accuracy": 0.182806, "f1": 0.166314, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"], "main_score": 0.166314, "precision": 0.16119, "recall": 0.182806}, {"accuracy": 0.086957, "f1": 0.078418, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"], "main_score": 0.078418, "precision": 0.076017, "recall": 0.086957}, {"accuracy": 0.096838, "f1": 0.083809, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"], "main_score": 0.083809, "precision": 0.079774, "recall": 0.096838}, {"accuracy": 0.16502, "f1": 0.142376, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"], "main_score": 0.142376, "precision": 0.136112, "recall": 0.16502}, {"accuracy": 0.123518, "f1": 0.11296, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"], "main_score": 0.11296, "precision": 0.109965, "recall": 0.123518}, {"accuracy": 0.134387, "f1": 0.120417, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"], "main_score": 0.120417, "precision": 0.116206, "recall": 0.134387}, {"accuracy": 0.044466, "f1": 0.03586, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"], "main_score": 0.03586, "precision": 0.034759, "recall": 0.044466}, {"accuracy": 0.106719, "f1": 0.090647, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"], "main_score": 0.090647, "precision": 0.086516, "recall": 0.106719}, {"accuracy": 0.11166, "f1": 0.100298, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"], "main_score": 0.100298, "precision": 0.09733, "recall": 0.11166}, {"accuracy": 0.062253, "f1": 0.042647, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"], "main_score": 0.042647, "precision": 0.038936, "recall": 0.062253}, {"accuracy": 0.093874, "f1": 0.086519, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"], "main_score": 0.086519, "precision": 0.084187, "recall": 0.093874}, {"accuracy": 0.149209, "f1": 0.131114, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"], "main_score": 0.131114, "precision": 0.126196, "recall": 0.149209}, {"accuracy": 0.078063, "f1": 0.075235, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"], "main_score": 0.075235, "precision": 0.074678, "recall": 0.078063}, {"accuracy": 0.158103, "f1": 0.142338, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"], "main_score": 0.142338, "precision": 0.139066, "recall": 0.158103}, {"accuracy": 0.103755, "f1": 0.092736, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"], "main_score": 0.092736, "precision": 0.090344, "recall": 0.103755}, {"accuracy": 0.078063, "f1": 0.066631, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"], "main_score": 0.066631, "precision": 0.063408, "recall": 0.078063}, {"accuracy": 0.144269, "f1": 0.129751, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"], "main_score": 0.129751, "precision": 0.124889, "recall": 0.144269}, {"accuracy": 0.126482, "f1": 0.107033, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"], "main_score": 0.107033, "precision": 0.101915, "recall": 0.126482}, {"accuracy": 0.062253, "f1": 0.05353, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"], "main_score": 0.05353, "precision": 0.051386, "recall": 0.062253}, {"accuracy": 0.079051, "f1": 0.070265, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"], "main_score": 0.070265, "precision": 0.068064, "recall": 0.079051}, {"accuracy": 0.052372, "f1": 0.040062, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"], "main_score": 0.040062, "precision": 0.038191, "recall": 0.052372}, {"accuracy": 0.147233, "f1": 0.131259, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"], "main_score": 0.131259, "precision": 0.127779, "recall": 0.147233}, {"accuracy": 0.092885, "f1": 0.082063, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"], "main_score": 0.082063, "precision": 0.079245, "recall": 0.092885}, {"accuracy": 0.137352, "f1": 0.120751, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"], "main_score": 0.120751, "precision": 0.115922, "recall": 0.137352}, {"accuracy": 0.020751, "f1": 0.018082, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"], "main_score": 0.018082, "precision": 0.017456, "recall": 0.020751}, {"accuracy": 0.152174, "f1": 0.131138, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"], "main_score": 0.131138, "precision": 0.12581, "recall": 0.152174}, {"accuracy": 0.090909, "f1": 0.081401, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"], "main_score": 0.081401, "precision": 0.078362, "recall": 0.090909}, {"accuracy": 0.129447, "f1": 0.111983, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"], "main_score": 0.111983, "precision": 0.107411, "recall": 0.129447}, {"accuracy": 0.153162, "f1": 0.136129, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"], "main_score": 0.136129, "precision": 0.132682, "recall": 0.153162}, {"accuracy": 0.085968, "f1": 0.072884, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"], "main_score": 0.072884, "precision": 0.0701, "recall": 0.085968}, {"accuracy": 0.076087, "f1": 0.06937, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"], "main_score": 0.06937, "precision": 0.067465, "recall": 0.076087}, {"accuracy": 0.143281, "f1": 0.125115, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"], "main_score": 0.125115, "precision": 0.119682, "recall": 0.143281}, {"accuracy": 0.121542, "f1": 0.110264, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"], "main_score": 0.110264, "precision": 0.107365, "recall": 0.121542}, {"accuracy": 0.106719, "f1": 0.093817, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"], "main_score": 0.093817, "precision": 0.090966, "recall": 0.106719}, {"accuracy": 0.162055, "f1": 0.139617, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"], "main_score": 0.139617, "precision": 0.134796, "recall": 0.162055}, {"accuracy": 0.101779, "f1": 0.093045, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"], "main_score": 0.093045, "precision": 0.091271, "recall": 0.101779}, {"accuracy": 0.108696, "f1": 0.098893, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"], "main_score": 0.098893, "precision": 0.095855, "recall": 0.108696}, {"accuracy": 0.083992, "f1": 0.074428, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"], "main_score": 0.074428, "precision": 0.072033, "recall": 0.083992}, {"accuracy": 0.029644, "f1": 0.024484, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"], "main_score": 0.024484, "precision": 0.023532, "recall": 0.029644}, {"accuracy": 0.143281, "f1": 0.129433, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"], "main_score": 0.129433, "precision": 0.12556, "recall": 0.143281}, {"accuracy": 0.151186, "f1": 0.142024, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"], "main_score": 0.142024, "precision": 0.138856, "recall": 0.151186}, {"accuracy": 0.032609, "f1": 0.029269, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"], "main_score": 0.029269, "precision": 0.028553, "recall": 0.032609}, {"accuracy": 0.132411, "f1": 0.1146, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"], "main_score": 0.1146, "precision": 0.110004, "recall": 0.132411}, {"accuracy": 0.082016, "f1": 0.070727, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"], "main_score": 0.070727, "precision": 0.068505, "recall": 0.082016}, {"accuracy": 0.153162, "f1": 0.135523, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"], "main_score": 0.135523, "precision": 0.130804, "recall": 0.153162}, {"accuracy": 0.079051, "f1": 0.068651, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"], "main_score": 0.068651, "precision": 0.065556, "recall": 0.079051}, {"accuracy": 0.185771, "f1": 0.171685, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"], "main_score": 0.171685, "precision": 0.167025, "recall": 0.185771}, {"accuracy": 0.105731, "f1": 0.101815, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"], "main_score": 0.101815, "precision": 0.100677, "recall": 0.105731}, {"accuracy": 0.105731, "f1": 0.097372, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"], "main_score": 0.097372, "precision": 0.095432, "recall": 0.105731}, {"accuracy": 0.164032, "f1": 0.143381, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"], "main_score": 0.143381, "precision": 0.138232, "recall": 0.164032}, {"accuracy": 0.15415, "f1": 0.138003, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"], "main_score": 0.138003, "precision": 0.133302, "recall": 0.15415}, {"accuracy": 0.133399, "f1": 0.121417, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"], "main_score": 0.121417, "precision": 0.117276, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.116452, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"], "main_score": 0.116452, "precision": 0.111705, "recall": 0.130435}, {"accuracy": 0.112648, "f1": 0.098334, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"], "main_score": 0.098334, "precision": 0.095347, "recall": 0.112648}, {"accuracy": 0.077075, "f1": 0.068439, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"], "main_score": 0.068439, "precision": 0.066158, "recall": 0.077075}, {"accuracy": 0.134387, "f1": 0.120282, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"], "main_score": 0.120282, "precision": 0.115891, "recall": 0.134387}, {"accuracy": 0.041502, "f1": 0.024909, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"], "main_score": 0.024909, "precision": 0.021874, "recall": 0.041502}, {"accuracy": 0.15415, "f1": 0.143242, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"], "main_score": 0.143242, "precision": 0.139465, "recall": 0.15415}, {"accuracy": 0.088933, "f1": 0.082113, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"], "main_score": 0.082113, "precision": 0.080649, "recall": 0.088933}, {"accuracy": 0.162055, "f1": 0.142252, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"], "main_score": 0.142252, "precision": 0.136143, "recall": 0.162055}, {"accuracy": 0.036561, "f1": 0.027539, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"], "main_score": 0.027539, "precision": 0.026005, "recall": 0.036561}, {"accuracy": 0.15415, "f1": 0.137384, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"], "main_score": 0.137384, "precision": 0.132465, "recall": 0.15415}, {"accuracy": 0.11166, "f1": 0.103039, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"], "main_score": 0.103039, "precision": 0.10069, "recall": 0.11166}, {"accuracy": 0.097826, "f1": 0.091978, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"], "main_score": 0.091978, "precision": 0.090292, "recall": 0.097826}, {"accuracy": 0.050395, "f1": 0.041426, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"], "main_score": 0.041426, "precision": 0.03864, "recall": 0.050395}, {"accuracy": 0.149209, "f1": 0.129405, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"], "main_score": 0.129405, "precision": 0.124299, "recall": 0.149209}, {"accuracy": 0.159091, "f1": 0.139147, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"], "main_score": 0.139147, "precision": 0.13432, "recall": 0.159091}, {"accuracy": 0.158103, "f1": 0.140154, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"], "main_score": 0.140154, "precision": 0.135858, "recall": 0.158103}, {"accuracy": 0.097826, "f1": 0.083253, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"], "main_score": 0.083253, "precision": 0.079568, "recall": 0.097826}, {"accuracy": 0.144269, "f1": 0.13081, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"], "main_score": 0.13081, "precision": 0.126601, "recall": 0.144269}, {"accuracy": 0.136364, "f1": 0.12085, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"], "main_score": 0.12085, "precision": 0.115662, "recall": 0.136364}, {"accuracy": 0.047431, "f1": 0.037132, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"], "main_score": 0.037132, "precision": 0.035051, "recall": 0.047431}, {"accuracy": 0.157115, "f1": 0.134023, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"], "main_score": 0.134023, "precision": 0.128361, "recall": 0.157115}, {"accuracy": 0.074111, "f1": 0.066891, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"], "main_score": 0.066891, "precision": 0.064799, "recall": 0.074111}, {"accuracy": 0.143281, "f1": 0.127953, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"], "main_score": 0.127953, "precision": 0.123076, "recall": 0.143281}, {"accuracy": 0.155138, "f1": 0.139034, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"], "main_score": 0.139034, "precision": 0.133816, "recall": 0.155138}, {"accuracy": 0.12253, "f1": 0.113966, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"], "main_score": 0.113966, "precision": 0.112168, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.117757, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"], "main_score": 0.117757, "precision": 0.114335, "recall": 0.131423}, {"accuracy": 0.179842, "f1": 0.159476, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"], "main_score": 0.159476, "precision": 0.153488, "recall": 0.179842}, {"accuracy": 0.120553, "f1": 0.105728, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"], "main_score": 0.105728, "precision": 0.101569, "recall": 0.120553}, {"accuracy": 0.135375, "f1": 0.121927, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"], "main_score": 0.121927, "precision": 0.118345, "recall": 0.135375}, {"accuracy": 0.131423, "f1": 0.117588, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"], "main_score": 0.117588, "precision": 0.114073, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.091256, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"], "main_score": 0.091256, "precision": 0.088426, "recall": 0.101779}, {"accuracy": 0.133399, "f1": 0.116149, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"], "main_score": 0.116149, "precision": 0.111581, "recall": 0.133399}, {"accuracy": 0.159091, "f1": 0.137618, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"], "main_score": 0.137618, "precision": 0.132493, "recall": 0.159091}, {"accuracy": 0.102767, "f1": 0.08653, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"], "main_score": 0.08653, "precision": 0.082773, "recall": 0.102767}, {"accuracy": 0.102767, "f1": 0.096632, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"], "main_score": 0.096632, "precision": 0.094784, "recall": 0.102767}, {"accuracy": 0.076087, "f1": 0.064925, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"], "main_score": 0.064925, "precision": 0.062863, "recall": 0.076087}, {"accuracy": 0.166008, "f1": 0.145035, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"], "main_score": 0.145035, "precision": 0.13873, "recall": 0.166008}, {"accuracy": 0.071146, "f1": 0.058815, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"], "main_score": 0.058815, "precision": 0.055549, "recall": 0.071146}, {"accuracy": 0.161067, "f1": 0.144463, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"], "main_score": 0.144463, "precision": 0.13916, "recall": 0.161067}, {"accuracy": 0.079051, "f1": 0.058662, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"], "main_score": 0.058662, "precision": 0.052938, "recall": 0.079051}, {"accuracy": 0.159091, "f1": 0.133466, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"], "main_score": 0.133466, "precision": 0.127217, "recall": 0.159091}, {"accuracy": 0.108696, "f1": 0.101092, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"], "main_score": 0.101092, "precision": 0.099028, "recall": 0.108696}, {"accuracy": 0.049407, "f1": 0.041538, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"], "main_score": 0.041538, "precision": 0.039493, "recall": 0.049407}, {"accuracy": 0.121542, "f1": 0.111769, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"], "main_score": 0.111769, "precision": 0.109814, "recall": 0.121542}, {"accuracy": 0.16996, "f1": 0.148578, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"], "main_score": 0.148578, "precision": 0.142626, "recall": 0.16996}, {"accuracy": 0.055336, "f1": 0.048424, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"], "main_score": 0.048424, "precision": 0.046456, "recall": 0.055336}, {"accuracy": 0.105731, "f1": 0.093667, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"], "main_score": 0.093667, "precision": 0.090144, "recall": 0.105731}, {"accuracy": 0.105731, "f1": 0.093851, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"], "main_score": 0.093851, "precision": 0.090285, "recall": 0.105731}, {"accuracy": 0.088933, "f1": 0.077083, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"], "main_score": 0.077083, "precision": 0.074019, "recall": 0.088933}, {"accuracy": 0.112648, "f1": 0.108317, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"], "main_score": 0.108317, "precision": 0.107109, "recall": 0.112648}, {"accuracy": 0.134387, "f1": 0.116636, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"], "main_score": 0.116636, "precision": 0.111239, "recall": 0.134387}, {"accuracy": 0.140316, "f1": 0.118566, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"], "main_score": 0.118566, "precision": 0.113126, "recall": 0.140316}, {"accuracy": 0.144269, "f1": 0.130363, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"], "main_score": 0.130363, "precision": 0.12654, "recall": 0.144269}, {"accuracy": 0.146245, "f1": 0.126533, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"], "main_score": 0.126533, "precision": 0.121878, "recall": 0.146245}, {"accuracy": 0.01581, "f1": 0.007817, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"], "main_score": 0.007817, "precision": 0.006486, "recall": 0.01581}, {"accuracy": 0.057312, "f1": 0.050209, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"], "main_score": 0.050209, "precision": 0.049377, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.038587, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"], "main_score": 0.038587, "precision": 0.037379, "recall": 0.045455}, {"accuracy": 0.06917, "f1": 0.055799, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"], "main_score": 0.055799, "precision": 0.053242, "recall": 0.06917}, {"accuracy": 0.161067, "f1": 0.1382, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"], "main_score": 0.1382, "precision": 0.132163, "recall": 0.161067}, {"accuracy": 0.074111, "f1": 0.061843, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"], "main_score": 0.061843, "precision": 0.058475, "recall": 0.074111}, {"accuracy": 0.126482, "f1": 0.114897, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"], "main_score": 0.114897, "precision": 0.111375, "recall": 0.126482}, {"accuracy": 0.131423, "f1": 0.114105, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"], "main_score": 0.114105, "precision": 0.110466, "recall": 0.131423}, {"accuracy": 0.163043, "f1": 0.141994, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"], "main_score": 0.141994, "precision": 0.136937, "recall": 0.163043}, {"accuracy": 0.103755, "f1": 0.095946, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"], "main_score": 0.095946, "precision": 0.093659, "recall": 0.103755}, {"accuracy": 0.105731, "f1": 0.090365, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"], "main_score": 0.090365, "precision": 0.086472, "recall": 0.105731}, {"accuracy": 0.146245, "f1": 0.130683, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"], "main_score": 0.130683, "precision": 0.125644, "recall": 0.146245}, {"accuracy": 0.087945, "f1": 0.076064, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"], "main_score": 0.076064, "precision": 0.07317, "recall": 0.087945}, {"accuracy": 0.113636, "f1": 0.099946, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"], "main_score": 0.099946, "precision": 0.095161, "recall": 0.113636}, {"accuracy": 0.120553, "f1": 0.108998, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"], "main_score": 0.108998, "precision": 0.106822, "recall": 0.120553}, {"accuracy": 0.05336, "f1": 0.044568, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"], "main_score": 0.044568, "precision": 0.04265, "recall": 0.05336}, {"accuracy": 0.118577, "f1": 0.110604, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"], "main_score": 0.110604, "precision": 0.108722, "recall": 0.118577}, {"accuracy": 0.090909, "f1": 0.079497, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"], "main_score": 0.079497, "precision": 0.07648, "recall": 0.090909}, {"accuracy": 0.148221, "f1": 0.125159, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"], "main_score": 0.125159, "precision": 0.120047, "recall": 0.148221}, {"accuracy": 0.13834, "f1": 0.125616, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"], "main_score": 0.125616, "precision": 0.122297, "recall": 0.13834}, {"accuracy": 0.099802, "f1": 0.088015, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"], "main_score": 0.088015, "precision": 0.085385, "recall": 0.099802}, {"accuracy": 0.028656, "f1": 0.024442, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"], "main_score": 0.024442, "precision": 0.023674, "recall": 0.028656}, {"accuracy": 0.066206, "f1": 0.052196, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"], "main_score": 0.052196, "precision": 0.049035, "recall": 0.066206}, {"accuracy": 0.117589, "f1": 0.107411, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"], "main_score": 0.107411, "precision": 0.105133, "recall": 0.117589}, {"accuracy": 0.045455, "f1": 0.040816, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"], "main_score": 0.040816, "precision": 0.040109, "recall": 0.045455}, {"accuracy": 0.102767, "f1": 0.088465, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"], "main_score": 0.088465, "precision": 0.085141, "recall": 0.102767}, {"accuracy": 0.18083, "f1": 0.168326, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"], "main_score": 0.168326, "precision": 0.163924, "recall": 0.18083}, {"accuracy": 0.051383, "f1": 0.044833, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"], "main_score": 0.044833, "precision": 0.043466, "recall": 0.051383}, {"accuracy": 0.116601, "f1": 0.098969, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"], "main_score": 0.098969, "precision": 0.094409, "recall": 0.116601}, {"accuracy": 0.116601, "f1": 0.09892, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"], "main_score": 0.09892, "precision": 0.09501, "recall": 0.116601}, {"accuracy": 0.105731, "f1": 0.092018, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"], "main_score": 0.092018, "precision": 0.088382, "recall": 0.105731}, {"accuracy": 0.077075, "f1": 0.07237, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"], "main_score": 0.07237, "precision": 0.071674, "recall": 0.077075}, {"accuracy": 0.170949, "f1": 0.149519, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"], "main_score": 0.149519, "precision": 0.144255, "recall": 0.170949}, {"accuracy": 0.065217, "f1": 0.058329, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"], "main_score": 0.058329, "precision": 0.056399, "recall": 0.065217}, {"accuracy": 0.116601, "f1": 0.102949, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"], "main_score": 0.102949, "precision": 0.099176, "recall": 0.116601}, {"accuracy": 0.085968, "f1": 0.062874, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"], "main_score": 0.062874, "precision": 0.057058, "recall": 0.085968}, {"accuracy": 0.158103, "f1": 0.137632, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"], "main_score": 0.137632, "precision": 0.131329, "recall": 0.158103}, {"accuracy": 0.022727, "f1": 0.018397, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"], "main_score": 0.018397, "precision": 0.017188, "recall": 0.022727}, {"accuracy": 0.105731, "f1": 0.090995, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"], "main_score": 0.090995, "precision": 0.086927, "recall": 0.105731}, {"accuracy": 0.09585, "f1": 0.079868, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"], "main_score": 0.079868, "precision": 0.076176, "recall": 0.09585}, {"accuracy": 0.109684, "f1": 0.096848, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"], "main_score": 0.096848, "precision": 0.094332, "recall": 0.109684}, {"accuracy": 0.152174, "f1": 0.140443, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"], "main_score": 0.140443, "precision": 0.137016, "recall": 0.152174}, {"accuracy": 0.082016, "f1": 0.074287, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"], "main_score": 0.074287, "precision": 0.07204, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.132334, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"], "main_score": 0.132334, "precision": 0.127826, "recall": 0.147233}, {"accuracy": 0.142292, "f1": 0.12766, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"], "main_score": 0.12766, "precision": 0.124063, "recall": 0.142292}, {"accuracy": 0.15415, "f1": 0.132174, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"], "main_score": 0.132174, "precision": 0.125771, "recall": 0.15415}, {"accuracy": 0.155138, "f1": 0.139976, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"], "main_score": 0.139976, "precision": 0.134375, "recall": 0.155138}, {"accuracy": 0.153162, "f1": 0.13145, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"], "main_score": 0.13145, "precision": 0.126082, "recall": 0.153162}, {"accuracy": 0.142292, "f1": 0.125467, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"], "main_score": 0.125467, "precision": 0.120477, "recall": 0.142292}, {"accuracy": 0.166996, "f1": 0.146409, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"], "main_score": 0.146409, "precision": 0.141773, "recall": 0.166996}, {"accuracy": 0.062253, "f1": 0.054146, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"], "main_score": 0.054146, "precision": 0.052173, "recall": 0.062253}, {"accuracy": 0.106719, "f1": 0.093867, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"], "main_score": 0.093867, "precision": 0.090895, "recall": 0.106719}, {"accuracy": 0.106719, "f1": 0.095793, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"], "main_score": 0.095793, "precision": 0.091573, "recall": 0.106719}, {"accuracy": 0.12747, "f1": 0.115128, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"], "main_score": 0.115128, "precision": 0.111888, "recall": 0.12747}, {"accuracy": 0.159091, "f1": 0.142102, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"], "main_score": 0.142102, "precision": 0.137008, "recall": 0.159091}, {"accuracy": 0.085968, "f1": 0.076674, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"], "main_score": 0.076674, "precision": 0.073968, "recall": 0.085968}, {"accuracy": 0.055336, "f1": 0.048317, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"], "main_score": 0.048317, "precision": 0.046397, "recall": 0.055336}, {"accuracy": 0.171937, "f1": 0.149094, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"], "main_score": 0.149094, "precision": 0.142723, "recall": 0.171937}, {"accuracy": 0.141304, "f1": 0.12105, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"], "main_score": 0.12105, "precision": 0.115794, "recall": 0.141304}, {"accuracy": 0.142292, "f1": 0.125918, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"], "main_score": 0.125918, "precision": 0.119887, "recall": 0.142292}, {"accuracy": 0.147233, "f1": 0.135082, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"], "main_score": 0.135082, "precision": 0.131365, "recall": 0.147233}, {"accuracy": 0.034585, "f1": 0.030631, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"], "main_score": 0.030631, "precision": 0.029567, "recall": 0.034585}, {"accuracy": 0.110672, "f1": 0.09506, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"], "main_score": 0.09506, "precision": 0.090651, "recall": 0.110672}, {"accuracy": 0.143281, "f1": 0.133152, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"], "main_score": 0.133152, "precision": 0.129744, "recall": 0.143281}, {"accuracy": 0.089921, "f1": 0.080963, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"], "main_score": 0.080963, "precision": 0.079739, "recall": 0.089921}, {"accuracy": 0.160079, "f1": 0.143463, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"], "main_score": 0.143463, "precision": 0.138467, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.131273, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"], "main_score": 0.131273, "precision": 0.127841, "recall": 0.146245}, {"accuracy": 0.104743, "f1": 0.097826, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"], "main_score": 0.097826, "precision": 0.09605, "recall": 0.104743}, {"accuracy": 0.141304, "f1": 0.126086, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"], "main_score": 0.126086, "precision": 0.121974, "recall": 0.141304}, {"accuracy": 0.140316, "f1": 0.127065, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"], "main_score": 0.127065, "precision": 0.123278, "recall": 0.140316}, {"accuracy": 0.061265, "f1": 0.050089, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"], "main_score": 0.050089, "precision": 0.047719, "recall": 0.061265}, {"accuracy": 0.091897, "f1": 0.078554, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"], "main_score": 0.078554, "precision": 0.074657, "recall": 0.091897}, {"accuracy": 0.113636, "f1": 0.096848, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"], "main_score": 0.096848, "precision": 0.093303, "recall": 0.113636}, {"accuracy": 0.116601, "f1": 0.100793, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"], "main_score": 0.100793, "precision": 0.095403, "recall": 0.116601}, {"accuracy": 0.108696, "f1": 0.088976, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"], "main_score": 0.088976, "precision": 0.084914, "recall": 0.108696}, {"accuracy": 0.119565, "f1": 0.102493, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"], "main_score": 0.102493, "precision": 0.09889, "recall": 0.119565}, {"accuracy": 0.123518, "f1": 0.107857, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"], "main_score": 0.107857, "precision": 0.104152, "recall": 0.123518}, {"accuracy": 0.030632, "f1": 0.025787, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"], "main_score": 0.025787, "precision": 0.025246, "recall": 0.030632}, {"accuracy": 0.121542, "f1": 0.108452, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"], "main_score": 0.108452, "precision": 0.10429, "recall": 0.121542}, {"accuracy": 0.16502, "f1": 0.140061, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"], "main_score": 0.140061, "precision": 0.134339, "recall": 0.16502}, {"accuracy": 0.034585, "f1": 0.028092, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"], "main_score": 0.028092, "precision": 0.026762, "recall": 0.034585}, {"accuracy": 0.171937, "f1": 0.160119, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"], "main_score": 0.160119, "precision": 0.155539, "recall": 0.171937}, {"accuracy": 0.004941, "f1": 0.001834, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"], "main_score": 0.001834, "precision": 0.001583, "recall": 0.004941}, {"accuracy": 0.128458, "f1": 0.104773, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"], "main_score": 0.104773, "precision": 0.099025, "recall": 0.128458}, {"accuracy": 0.112648, "f1": 0.104261, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"], "main_score": 0.104261, "precision": 0.101937, "recall": 0.112648}, {"accuracy": 0.097826, "f1": 0.085866, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"], "main_score": 0.085866, "precision": 0.082905, "recall": 0.097826}, {"accuracy": 0.116601, "f1": 0.10955, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"], "main_score": 0.10955, "precision": 0.10789, "recall": 0.116601}, {"accuracy": 0.368577, "f1": 0.338122, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"], "main_score": 0.338122, "precision": 0.327797, "recall": 0.368577}, {"accuracy": 0.178854, "f1": 0.156108, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"], "main_score": 0.156108, "precision": 0.15051, "recall": 0.178854}, {"accuracy": 0.162055, "f1": 0.148991, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"], "main_score": 0.148991, "precision": 0.145307, "recall": 0.162055}, {"accuracy": 0.12747, "f1": 0.120572, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"], "main_score": 0.120572, "precision": 0.118621, "recall": 0.12747}, {"accuracy": 0.139328, "f1": 0.122947, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"], "main_score": 0.122947, "precision": 0.118303, "recall": 0.139328}, {"accuracy": 0.103755, "f1": 0.089985, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"], "main_score": 0.089985, "precision": 0.085736, "recall": 0.103755}, {"accuracy": 0.199605, "f1": 0.182965, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"], "main_score": 0.182965, "precision": 0.177579, "recall": 0.199605}, {"accuracy": 0.09585, "f1": 0.086601, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"], "main_score": 0.086601, "precision": 0.084444, "recall": 0.09585}, {"accuracy": 0.103755, "f1": 0.084408, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"], "main_score": 0.084408, "precision": 0.080439, "recall": 0.103755}, {"accuracy": 0.184783, "f1": 0.164288, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"], "main_score": 0.164288, "precision": 0.159386, "recall": 0.184783}, {"accuracy": 0.240119, "f1": 0.229007, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"], "main_score": 0.229007, "precision": 0.224828, "recall": 0.240119}, {"accuracy": 0.086957, "f1": 0.077408, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"], "main_score": 0.077408, "precision": 0.074491, "recall": 0.086957}, {"accuracy": 0.120553, "f1": 0.09995, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"], "main_score": 0.09995, "precision": 0.094778, "recall": 0.120553}, {"accuracy": 0.183794, "f1": 0.165495, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"], "main_score": 0.165495, "precision": 0.159886, "recall": 0.183794}, {"accuracy": 0.12253, "f1": 0.111637, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"], "main_score": 0.111637, "precision": 0.109015, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.173635, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"], "main_score": 0.173635, "precision": 0.166713, "recall": 0.192688}, {"accuracy": 0.052372, "f1": 0.042191, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"], "main_score": 0.042191, "precision": 0.040223, "recall": 0.052372}, {"accuracy": 0.134387, "f1": 0.118038, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"], "main_score": 0.118038, "precision": 0.113005, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.116071, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"], "main_score": 0.116071, "precision": 0.11267, "recall": 0.128458}, {"accuracy": 0.0583, "f1": 0.042127, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"], "main_score": 0.042127, "precision": 0.037904, "recall": 0.0583}, {"accuracy": 0.108696, "f1": 0.095752, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"], "main_score": 0.095752, "precision": 0.092177, "recall": 0.108696}, {"accuracy": 0.246047, "f1": 0.227963, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"], "main_score": 0.227963, "precision": 0.221727, "recall": 0.246047}, {"accuracy": 0.109684, "f1": 0.102357, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"], "main_score": 0.102357, "precision": 0.100287, "recall": 0.109684}, {"accuracy": 0.178854, "f1": 0.158968, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"], "main_score": 0.158968, "precision": 0.154277, "recall": 0.178854}, {"accuracy": 0.132411, "f1": 0.114346, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"], "main_score": 0.114346, "precision": 0.110436, "recall": 0.132411}, {"accuracy": 0.089921, "f1": 0.072337, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"], "main_score": 0.072337, "precision": 0.068162, "recall": 0.089921}, {"accuracy": 0.143281, "f1": 0.130052, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"], "main_score": 0.130052, "precision": 0.126645, "recall": 0.143281}, {"accuracy": 0.147233, "f1": 0.126009, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"], "main_score": 0.126009, "precision": 0.120677, "recall": 0.147233}, {"accuracy": 0.072134, "f1": 0.063901, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"], "main_score": 0.063901, "precision": 0.061981, "recall": 0.072134}, {"accuracy": 0.104743, "f1": 0.091089, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"], "main_score": 0.091089, "precision": 0.088558, "recall": 0.104743}, {"accuracy": 0.0583, "f1": 0.047671, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"], "main_score": 0.047671, "precision": 0.045248, "recall": 0.0583}, {"accuracy": 0.187747, "f1": 0.162563, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"], "main_score": 0.162563, "precision": 0.156767, "recall": 0.187747}, {"accuracy": 0.097826, "f1": 0.084185, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"], "main_score": 0.084185, "precision": 0.08043, "recall": 0.097826}, {"accuracy": 0.219368, "f1": 0.19002, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"], "main_score": 0.19002, "precision": 0.179423, "recall": 0.219368}, {"accuracy": 0.016798, "f1": 0.013518, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"], "main_score": 0.013518, "precision": 0.012359, "recall": 0.016798}, {"accuracy": 0.197628, "f1": 0.170545, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"], "main_score": 0.170545, "precision": 0.163482, "recall": 0.197628}, {"accuracy": 0.195652, "f1": 0.177239, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"], "main_score": 0.177239, "precision": 0.170963, "recall": 0.195652}, {"accuracy": 0.141304, "f1": 0.124088, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"], "main_score": 0.124088, "precision": 0.119282, "recall": 0.141304}, {"accuracy": 0.163043, "f1": 0.141526, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"], "main_score": 0.141526, "precision": 0.136295, "recall": 0.163043}, {"accuracy": 0.102767, "f1": 0.091319, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"], "main_score": 0.091319, "precision": 0.087959, "recall": 0.102767}, {"accuracy": 0.112648, "f1": 0.105015, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"], "main_score": 0.105015, "precision": 0.103259, "recall": 0.112648}, {"accuracy": 0.18083, "f1": 0.161328, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"], "main_score": 0.161328, "precision": 0.154524, "recall": 0.18083}, {"accuracy": 0.168972, "f1": 0.147923, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"], "main_score": 0.147923, "precision": 0.143494, "recall": 0.168972}, {"accuracy": 0.114625, "f1": 0.107865, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"], "main_score": 0.107865, "precision": 0.106118, "recall": 0.114625}, {"accuracy": 0.194664, "f1": 0.172034, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"], "main_score": 0.172034, "precision": 0.165976, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.112034, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"], "main_score": 0.112034, "precision": 0.109204, "recall": 0.120553}, {"accuracy": 0.192688, "f1": 0.169446, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"], "main_score": 0.169446, "precision": 0.161784, "recall": 0.192688}, {"accuracy": 0.116601, "f1": 0.09986, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"], "main_score": 0.09986, "precision": 0.096315, "recall": 0.116601}, {"accuracy": 0.037549, "f1": 0.029579, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"], "main_score": 0.029579, "precision": 0.027644, "recall": 0.037549}, {"accuracy": 0.197628, "f1": 0.183232, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"], "main_score": 0.183232, "precision": 0.177818, "recall": 0.197628}, {"accuracy": 0.195652, "f1": 0.179345, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"], "main_score": 0.179345, "precision": 0.174267, "recall": 0.195652}, {"accuracy": 0.033597, "f1": 0.028313, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"], "main_score": 0.028313, "precision": 0.027274, "recall": 0.033597}, {"accuracy": 0.145257, "f1": 0.126006, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"], "main_score": 0.126006, "precision": 0.120246, "recall": 0.145257}, {"accuracy": 0.107708, "f1": 0.09419, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"], "main_score": 0.09419, "precision": 0.091006, "recall": 0.107708}, {"accuracy": 0.146245, "f1": 0.132183, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"], "main_score": 0.132183, "precision": 0.128515, "recall": 0.146245}, {"accuracy": 0.105731, "f1": 0.089796, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"], "main_score": 0.089796, "precision": 0.085505, "recall": 0.105731}, {"accuracy": 0.252964, "f1": 0.231341, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"], "main_score": 0.231341, "precision": 0.224834, "recall": 0.252964}, {"accuracy": 0.115613, "f1": 0.110216, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"], "main_score": 0.110216, "precision": 0.108687, "recall": 0.115613}, {"accuracy": 0.134387, "f1": 0.117783, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"], "main_score": 0.117783, "precision": 0.114459, "recall": 0.134387}, {"accuracy": 0.189723, "f1": 0.165748, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"], "main_score": 0.165748, "precision": 0.159495, "recall": 0.189723}, {"accuracy": 0.185771, "f1": 0.171568, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"], "main_score": 0.171568, "precision": 0.166351, "recall": 0.185771}, {"accuracy": 0.158103, "f1": 0.145524, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"], "main_score": 0.145524, "precision": 0.141181, "recall": 0.158103}, {"accuracy": 0.181818, "f1": 0.166833, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"], "main_score": 0.166833, "precision": 0.162352, "recall": 0.181818}, {"accuracy": 0.128458, "f1": 0.115541, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"], "main_score": 0.115541, "precision": 0.11125, "recall": 0.128458}, {"accuracy": 0.085968, "f1": 0.078576, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"], "main_score": 0.078576, "precision": 0.076939, "recall": 0.085968}, {"accuracy": 0.152174, "f1": 0.132665, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"], "main_score": 0.132665, "precision": 0.127802, "recall": 0.152174}, {"accuracy": 0.031621, "f1": 0.023626, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"], "main_score": 0.023626, "precision": 0.021617, "recall": 0.031621}, {"accuracy": 0.135375, "f1": 0.120913, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"], "main_score": 0.120913, "precision": 0.11674, "recall": 0.135375}, {"accuracy": 0.097826, "f1": 0.093072, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"], "main_score": 0.093072, "precision": 0.092099, "recall": 0.097826}, {"accuracy": 0.209486, "f1": 0.191895, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"], "main_score": 0.191895, "precision": 0.18589, "recall": 0.209486}, {"accuracy": 0.037549, "f1": 0.028615, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"], "main_score": 0.028615, "precision": 0.026401, "recall": 0.037549}, {"accuracy": 0.187747, "f1": 0.170521, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"], "main_score": 0.170521, "precision": 0.16587, "recall": 0.187747}, {"accuracy": 0.114625, "f1": 0.106106, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"], "main_score": 0.106106, "precision": 0.103679, "recall": 0.114625}, {"accuracy": 0.137352, "f1": 0.126326, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"], "main_score": 0.126326, "precision": 0.123712, "recall": 0.137352}, {"accuracy": 0.04249, "f1": 0.032501, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"], "main_score": 0.032501, "precision": 0.030633, "recall": 0.04249}, {"accuracy": 0.179842, "f1": 0.159518, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"], "main_score": 0.159518, "precision": 0.154062, "recall": 0.179842}, {"accuracy": 0.168972, "f1": 0.14999, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"], "main_score": 0.14999, "precision": 0.144556, "recall": 0.168972}, {"accuracy": 0.199605, "f1": 0.171765, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"], "main_score": 0.171765, "precision": 0.165322, "recall": 0.199605}, {"accuracy": 0.114625, "f1": 0.099862, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"], "main_score": 0.099862, "precision": 0.095989, "recall": 0.114625}, {"accuracy": 0.172925, "f1": 0.156772, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"], "main_score": 0.156772, "precision": 0.151458, "recall": 0.172925}, {"accuracy": 0.195652, "f1": 0.174181, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"], "main_score": 0.174181, "precision": 0.167243, "recall": 0.195652}, {"accuracy": 0.054348, "f1": 0.044809, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"], "main_score": 0.044809, "precision": 0.042905, "recall": 0.054348}, {"accuracy": 0.189723, "f1": 0.159225, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"], "main_score": 0.159225, "precision": 0.151387, "recall": 0.189723}, {"accuracy": 0.089921, "f1": 0.081183, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"], "main_score": 0.081183, "precision": 0.07908, "recall": 0.089921}, {"accuracy": 0.166008, "f1": 0.152375, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"], "main_score": 0.152375, "precision": 0.149459, "recall": 0.166008}, {"accuracy": 0.194664, "f1": 0.176975, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"], "main_score": 0.176975, "precision": 0.170289, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.109522, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"], "main_score": 0.109522, "precision": 0.106875, "recall": 0.120553}, {"accuracy": 0.152174, "f1": 0.132747, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"], "main_score": 0.132747, "precision": 0.128508, "recall": 0.152174}, {"accuracy": 0.186759, "f1": 0.163765, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"], "main_score": 0.163765, "precision": 0.155861, "recall": 0.186759}, {"accuracy": 0.149209, "f1": 0.126082, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"], "main_score": 0.126082, "precision": 0.119997, "recall": 0.149209}, {"accuracy": 0.192688, "f1": 0.178865, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"], "main_score": 0.178865, "precision": 0.174521, "recall": 0.192688}, {"accuracy": 0.174901, "f1": 0.165615, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"], "main_score": 0.165615, "precision": 0.163097, "recall": 0.174901}, {"accuracy": 0.119565, "f1": 0.104128, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"], "main_score": 0.104128, "precision": 0.100455, "recall": 0.119565}, {"accuracy": 0.160079, "f1": 0.136679, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"], "main_score": 0.136679, "precision": 0.130673, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.164013, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"], "main_score": 0.164013, "precision": 0.157285, "recall": 0.1917}, {"accuracy": 0.131423, "f1": 0.108726, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"], "main_score": 0.108726, "precision": 0.103484, "recall": 0.131423}, {"accuracy": 0.112648, "f1": 0.104866, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"], "main_score": 0.104866, "precision": 0.103412, "recall": 0.112648}, {"accuracy": 0.089921, "f1": 0.071524, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"], "main_score": 0.071524, "precision": 0.067703, "recall": 0.089921}, {"accuracy": 0.178854, "f1": 0.160917, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"], "main_score": 0.160917, "precision": 0.154433, "recall": 0.178854}, {"accuracy": 0.061265, "f1": 0.045548, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"], "main_score": 0.045548, "precision": 0.041713, "recall": 0.061265}, {"accuracy": 0.205534, "f1": 0.189736, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"], "main_score": 0.189736, "precision": 0.184055, "recall": 0.205534}, {"accuracy": 0.092885, "f1": 0.074452, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"], "main_score": 0.074452, "precision": 0.06989, "recall": 0.092885}, {"accuracy": 0.198617, "f1": 0.170616, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"], "main_score": 0.170616, "precision": 0.163132, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.117611, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"], "main_score": 0.117611, "precision": 0.114465, "recall": 0.131423}, {"accuracy": 0.065217, "f1": 0.051859, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"], "main_score": 0.051859, "precision": 0.047772, "recall": 0.065217}, {"accuracy": 0.117589, "f1": 0.110668, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"], "main_score": 0.110668, "precision": 0.10878, "recall": 0.117589}, {"accuracy": 0.204545, "f1": 0.176675, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"], "main_score": 0.176675, "precision": 0.169346, "recall": 0.204545}, {"accuracy": 0.074111, "f1": 0.063674, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"], "main_score": 0.063674, "precision": 0.061752, "recall": 0.074111}, {"accuracy": 0.103755, "f1": 0.092915, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"], "main_score": 0.092915, "precision": 0.090205, "recall": 0.103755}, {"accuracy": 0.187747, "f1": 0.169054, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"], "main_score": 0.169054, "precision": 0.163001, "recall": 0.187747}, {"accuracy": 0.11166, "f1": 0.094794, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"], "main_score": 0.094794, "precision": 0.090663, "recall": 0.11166}, {"accuracy": 0.144269, "f1": 0.136141, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"], "main_score": 0.136141, "precision": 0.13378, "recall": 0.144269}, {"accuracy": 0.163043, "f1": 0.152061, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"], "main_score": 0.152061, "precision": 0.147914, "recall": 0.163043}, {"accuracy": 0.204545, "f1": 0.178165, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"], "main_score": 0.178165, "precision": 0.170335, "recall": 0.204545}, {"accuracy": 0.189723, "f1": 0.173128, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"], "main_score": 0.173128, "precision": 0.168618, "recall": 0.189723}, {"accuracy": 0.179842, "f1": 0.156469, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"], "main_score": 0.156469, "precision": 0.150394, "recall": 0.179842}, {"accuracy": 0.016798, "f1": 0.006439, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"], "main_score": 0.006439, "precision": 0.00495, "recall": 0.016798}, {"accuracy": 0.062253, "f1": 0.05535, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"], "main_score": 0.05535, "precision": 0.053842, "recall": 0.062253}, {"accuracy": 0.050395, "f1": 0.037128, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"], "main_score": 0.037128, "precision": 0.033541, "recall": 0.050395}, {"accuracy": 0.090909, "f1": 0.077008, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"], "main_score": 0.077008, "precision": 0.073583, "recall": 0.090909}, {"accuracy": 0.190711, "f1": 0.170937, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"], "main_score": 0.170937, "precision": 0.165451, "recall": 0.190711}, {"accuracy": 0.08498, "f1": 0.06973, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"], "main_score": 0.06973, "precision": 0.065065, "recall": 0.08498}, {"accuracy": 0.222332, "f1": 0.204754, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"], "main_score": 0.204754, "precision": 0.19825, "recall": 0.222332}, {"accuracy": 0.166008, "f1": 0.143676, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"], "main_score": 0.143676, "precision": 0.137857, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.164957, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"], "main_score": 0.164957, "precision": 0.159597, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.123047, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"], "main_score": 0.123047, "precision": 0.120601, "recall": 0.132411}, {"accuracy": 0.11166, "f1": 0.095272, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"], "main_score": 0.095272, "precision": 0.090329, "recall": 0.11166}, {"accuracy": 0.155138, "f1": 0.13855, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"], "main_score": 0.13855, "precision": 0.133577, "recall": 0.155138}, {"accuracy": 0.094862, "f1": 0.083779, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"], "main_score": 0.083779, "precision": 0.080693, "recall": 0.094862}, {"accuracy": 0.195652, "f1": 0.175841, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"], "main_score": 0.175841, "precision": 0.168525, "recall": 0.195652}, {"accuracy": 0.137352, "f1": 0.120152, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"], "main_score": 0.120152, "precision": 0.115318, "recall": 0.137352}, {"accuracy": 0.055336, "f1": 0.046126, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"], "main_score": 0.046126, "precision": 0.043991, "recall": 0.055336}, {"accuracy": 0.119565, "f1": 0.109003, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"], "main_score": 0.109003, "precision": 0.106521, "recall": 0.119565}, {"accuracy": 0.120553, "f1": 0.098097, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"], "main_score": 0.098097, "precision": 0.093082, "recall": 0.120553}, {"accuracy": 0.153162, "f1": 0.137066, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"], "main_score": 0.137066, "precision": 0.132006, "recall": 0.153162}, {"accuracy": 0.148221, "f1": 0.137547, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"], "main_score": 0.137547, "precision": 0.134326, "recall": 0.148221}, {"accuracy": 0.137352, "f1": 0.116944, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"], "main_score": 0.116944, "precision": 0.111981, "recall": 0.137352}, {"accuracy": 0.040514, "f1": 0.035057, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"], "main_score": 0.035057, "precision": 0.033604, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.059936, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"], "main_score": 0.059936, "precision": 0.056871, "recall": 0.076087}, {"accuracy": 0.128458, "f1": 0.118553, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"], "main_score": 0.118553, "precision": 0.115813, "recall": 0.128458}, {"accuracy": 0.062253, "f1": 0.057543, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"], "main_score": 0.057543, "precision": 0.055748, "recall": 0.062253}, {"accuracy": 0.12253, "f1": 0.106897, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"], "main_score": 0.106897, "precision": 0.102409, "recall": 0.12253}, {"accuracy": 0.368577, "f1": 0.334957, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"], "main_score": 0.334957, "precision": 0.323319, "recall": 0.368577}, {"accuracy": 0.059289, "f1": 0.045865, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"], "main_score": 0.045865, "precision": 0.042825, "recall": 0.059289}, {"accuracy": 0.121542, "f1": 0.103936, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"], "main_score": 0.103936, "precision": 0.099756, "recall": 0.121542}, {"accuracy": 0.147233, "f1": 0.122832, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"], "main_score": 0.122832, "precision": 0.117052, "recall": 0.147233}, {"accuracy": 0.134387, "f1": 0.119591, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"], "main_score": 0.119591, "precision": 0.116376, "recall": 0.134387}, {"accuracy": 0.110672, "f1": 0.100945, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"], "main_score": 0.100945, "precision": 0.098512, "recall": 0.110672}, {"accuracy": 0.195652, "f1": 0.169249, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"], "main_score": 0.169249, "precision": 0.162013, "recall": 0.195652}, {"accuracy": 0.104743, "f1": 0.092751, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"], "main_score": 0.092751, "precision": 0.089399, "recall": 0.104743}, {"accuracy": 0.136364, "f1": 0.126289, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"], "main_score": 0.126289, "precision": 0.123514, "recall": 0.136364}, {"accuracy": 0.115613, "f1": 0.093797, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"], "main_score": 0.093797, "precision": 0.087415, "recall": 0.115613}, {"accuracy": 0.177866, "f1": 0.162791, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"], "main_score": 0.162791, "precision": 0.158099, "recall": 0.177866}, {"accuracy": 0.027668, "f1": 0.022096, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"], "main_score": 0.022096, "precision": 0.020802, "recall": 0.027668}, {"accuracy": 0.133399, "f1": 0.114931, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"], "main_score": 0.114931, "precision": 0.110908, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.103392, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"], "main_score": 0.103392, "precision": 0.098986, "recall": 0.12253}, {"accuracy": 0.096838, "f1": 0.085901, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"], "main_score": 0.085901, "precision": 0.08383, "recall": 0.096838}, {"accuracy": 0.18083, "f1": 0.165201, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"], "main_score": 0.165201, "precision": 0.160739, "recall": 0.18083}, {"accuracy": 0.100791, "f1": 0.087119, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"], "main_score": 0.087119, "precision": 0.083804, "recall": 0.100791}, {"accuracy": 0.210474, "f1": 0.192195, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"], "main_score": 0.192195, "precision": 0.185979, "recall": 0.210474}, {"accuracy": 0.237154, "f1": 0.21947, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"], "main_score": 0.21947, "precision": 0.213343, "recall": 0.237154}, {"accuracy": 0.183794, "f1": 0.157377, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"], "main_score": 0.157377, "precision": 0.151541, "recall": 0.183794}, {"accuracy": 0.181818, "f1": 0.169265, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"], "main_score": 0.169265, "precision": 0.165443, "recall": 0.181818}, {"accuracy": 0.187747, "f1": 0.166517, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"], "main_score": 0.166517, "precision": 0.161383, "recall": 0.187747}, {"accuracy": 0.185771, "f1": 0.164726, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"], "main_score": 0.164726, "precision": 0.157539, "recall": 0.185771}, {"accuracy": 0.193676, "f1": 0.170388, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"], "main_score": 0.170388, "precision": 0.164375, "recall": 0.193676}, {"accuracy": 0.075099, "f1": 0.063862, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"], "main_score": 0.063862, "precision": 0.061348, "recall": 0.075099}, {"accuracy": 0.139328, "f1": 0.117532, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"], "main_score": 0.117532, "precision": 0.112423, "recall": 0.139328}, {"accuracy": 0.18083, "f1": 0.161147, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"], "main_score": 0.161147, "precision": 0.154516, "recall": 0.18083}, {"accuracy": 0.171937, "f1": 0.154679, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"], "main_score": 0.154679, "precision": 0.150486, "recall": 0.171937}, {"accuracy": 0.170949, "f1": 0.153447, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"], "main_score": 0.153447, "precision": 0.147255, "recall": 0.170949}, {"accuracy": 0.172925, "f1": 0.15031, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"], "main_score": 0.15031, "precision": 0.143432, "recall": 0.172925}, {"accuracy": 0.076087, "f1": 0.068222, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"], "main_score": 0.068222, "precision": 0.066201, "recall": 0.076087}, {"accuracy": 0.184783, "f1": 0.167571, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"], "main_score": 0.167571, "precision": 0.162024, "recall": 0.184783}, {"accuracy": 0.175889, "f1": 0.156225, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"], "main_score": 0.156225, "precision": 0.149624, "recall": 0.175889}, {"accuracy": 0.206522, "f1": 0.183173, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"], "main_score": 0.183173, "precision": 0.174958, "recall": 0.206522}, {"accuracy": 0.211462, "f1": 0.193107, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"], "main_score": 0.193107, "precision": 0.186217, "recall": 0.211462}, {"accuracy": 0.054348, "f1": 0.042683, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"], "main_score": 0.042683, "precision": 0.039621, "recall": 0.054348}, {"accuracy": 0.178854, "f1": 0.156224, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"], "main_score": 0.156224, "precision": 0.148612, "recall": 0.178854}, {"accuracy": 0.242095, "f1": 0.2162, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"], "main_score": 0.2162, "precision": 0.207419, "recall": 0.242095}, {"accuracy": 0.108696, "f1": 0.09533, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"], "main_score": 0.09533, "precision": 0.092575, "recall": 0.108696}, {"accuracy": 0.185771, "f1": 0.167209, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"], "main_score": 0.167209, "precision": 0.16124, "recall": 0.185771}, {"accuracy": 0.176877, "f1": 0.156428, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"], "main_score": 0.156428, "precision": 0.149705, "recall": 0.176877}, {"accuracy": 0.100791, "f1": 0.094162, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"], "main_score": 0.094162, "precision": 0.092359, "recall": 0.100791}, {"accuracy": 0.218379, "f1": 0.194975, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"], "main_score": 0.194975, "precision": 0.188099, "recall": 0.218379}, {"accuracy": 0.177866, "f1": 0.167121, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"], "main_score": 0.167121, "precision": 0.163804, "recall": 0.177866}, {"accuracy": 0.064229, "f1": 0.055575, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"], "main_score": 0.055575, "precision": 0.053532, "recall": 0.064229}, {"accuracy": 0.121542, "f1": 0.105209, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"], "main_score": 0.105209, "precision": 0.101002, "recall": 0.121542}, {"accuracy": 0.131423, "f1": 0.112468, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"], "main_score": 0.112468, "precision": 0.107588, "recall": 0.131423}, {"accuracy": 0.158103, "f1": 0.139681, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"], "main_score": 0.139681, "precision": 0.132962, "recall": 0.158103}, {"accuracy": 0.121542, "f1": 0.100848, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"], "main_score": 0.100848, "precision": 0.094985, "recall": 0.121542}, {"accuracy": 0.139328, "f1": 0.119813, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"], "main_score": 0.119813, "precision": 0.115091, "recall": 0.139328}, {"accuracy": 0.153162, "f1": 0.128775, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"], "main_score": 0.128775, "precision": 0.122287, "recall": 0.153162}, {"accuracy": 0.057312, "f1": 0.045146, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"], "main_score": 0.045146, "precision": 0.042714, "recall": 0.057312}, {"accuracy": 0.140316, "f1": 0.120922, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"], "main_score": 0.120922, "precision": 0.115584, "recall": 0.140316}, {"accuracy": 0.23419, "f1": 0.211716, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"], "main_score": 0.211716, "precision": 0.204608, "recall": 0.23419}, {"accuracy": 0.025692, "f1": 0.014616, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"], "main_score": 0.014616, "precision": 0.013166, "recall": 0.025692}, {"accuracy": 0.083004, "f1": 0.07668, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"], "main_score": 0.07668, "precision": 0.074303, "recall": 0.083004}, {"accuracy": 0.003953, "f1": 0.000906, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"], "main_score": 0.000906, "precision": 0.000632, "recall": 0.003953}, {"accuracy": 0.075099, "f1": 0.060711, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"], "main_score": 0.060711, "precision": 0.05806, "recall": 0.075099}, {"accuracy": 0.065217, "f1": 0.057806, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"], "main_score": 0.057806, "precision": 0.056348, "recall": 0.065217}, {"accuracy": 0.067194, "f1": 0.058569, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"], "main_score": 0.058569, "precision": 0.056668, "recall": 0.067194}, {"accuracy": 0.055336, "f1": 0.048236, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"], "main_score": 0.048236, "precision": 0.046351, "recall": 0.055336}, {"accuracy": 0.129447, "f1": 0.117564, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"], "main_score": 0.117564, "precision": 0.113654, "recall": 0.129447}, {"accuracy": 0.105731, "f1": 0.091368, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"], "main_score": 0.091368, "precision": 0.088514, "recall": 0.105731}, {"accuracy": 0.081028, "f1": 0.072238, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"], "main_score": 0.072238, "precision": 0.070278, "recall": 0.081028}, {"accuracy": 0.055336, "f1": 0.0521, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"], "main_score": 0.0521, "precision": 0.051344, "recall": 0.055336}, {"accuracy": 0.078063, "f1": 0.06519, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"], "main_score": 0.06519, "precision": 0.062865, "recall": 0.078063}, {"accuracy": 0.059289, "f1": 0.051548, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"], "main_score": 0.051548, "precision": 0.049779, "recall": 0.059289}, {"accuracy": 0.11166, "f1": 0.101023, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"], "main_score": 0.101023, "precision": 0.097414, "recall": 0.11166}, {"accuracy": 0.067194, "f1": 0.056828, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"], "main_score": 0.056828, "precision": 0.055176, "recall": 0.067194}, {"accuracy": 0.070158, "f1": 0.057695, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"], "main_score": 0.057695, "precision": 0.055724, "recall": 0.070158}, {"accuracy": 0.102767, "f1": 0.090746, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"], "main_score": 0.090746, "precision": 0.088255, "recall": 0.102767}, {"accuracy": 0.114625, "f1": 0.105242, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"], "main_score": 0.105242, "precision": 0.102517, "recall": 0.114625}, {"accuracy": 0.0583, "f1": 0.050302, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"], "main_score": 0.050302, "precision": 0.049099, "recall": 0.0583}, {"accuracy": 0.072134, "f1": 0.05781, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"], "main_score": 0.05781, "precision": 0.055509, "recall": 0.072134}, {"accuracy": 0.109684, "f1": 0.099355, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"], "main_score": 0.099355, "precision": 0.09669, "recall": 0.109684}, {"accuracy": 0.077075, "f1": 0.070619, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"], "main_score": 0.070619, "precision": 0.068836, "recall": 0.077075}, {"accuracy": 0.12253, "f1": 0.11198, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"], "main_score": 0.11198, "precision": 0.108605, "recall": 0.12253}, {"accuracy": 0.033597, "f1": 0.02508, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"], "main_score": 0.02508, "precision": 0.023513, "recall": 0.033597}, {"accuracy": 0.067194, "f1": 0.05664, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"], "main_score": 0.05664, "precision": 0.054757, "recall": 0.067194}, {"accuracy": 0.076087, "f1": 0.069172, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"], "main_score": 0.069172, "precision": 0.066536, "recall": 0.076087}, {"accuracy": 0.050395, "f1": 0.035409, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"], "main_score": 0.035409, "precision": 0.032316, "recall": 0.050395}, {"accuracy": 0.067194, "f1": 0.058846, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"], "main_score": 0.058846, "precision": 0.05759, "recall": 0.067194}, {"accuracy": 0.155138, "f1": 0.139291, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"], "main_score": 0.139291, "precision": 0.133817, "recall": 0.155138}, {"accuracy": 0.066206, "f1": 0.061336, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"], "main_score": 0.061336, "precision": 0.060569, "recall": 0.066206}, {"accuracy": 0.106719, "f1": 0.093908, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"], "main_score": 0.093908, "precision": 0.091583, "recall": 0.106719}, {"accuracy": 0.078063, "f1": 0.064878, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"], "main_score": 0.064878, "precision": 0.061826, "recall": 0.078063}, {"accuracy": 0.060277, "f1": 0.051653, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"], "main_score": 0.051653, "precision": 0.049777, "recall": 0.060277}, {"accuracy": 0.079051, "f1": 0.068062, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"], "main_score": 0.068062, "precision": 0.065203, "recall": 0.079051}, {"accuracy": 0.097826, "f1": 0.084385, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"], "main_score": 0.084385, "precision": 0.081146, "recall": 0.097826}, {"accuracy": 0.043478, "f1": 0.037617, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"], "main_score": 0.037617, "precision": 0.03652, "recall": 0.043478}, {"accuracy": 0.050395, "f1": 0.040865, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"], "main_score": 0.040865, "precision": 0.039598, "recall": 0.050395}, {"accuracy": 0.04249, "f1": 0.031193, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"], "main_score": 0.031193, "precision": 0.0292, "recall": 0.04249}, {"accuracy": 0.098814, "f1": 0.083542, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"], "main_score": 0.083542, "precision": 0.080643, "recall": 0.098814}, {"accuracy": 0.063241, "f1": 0.051011, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"], "main_score": 0.051011, "precision": 0.049503, "recall": 0.063241}, {"accuracy": 0.120553, "f1": 0.10934, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"], "main_score": 0.10934, "precision": 0.105665, "recall": 0.120553}, {"accuracy": 0.014822, "f1": 0.011366, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"], "main_score": 0.011366, "precision": 0.010558, "recall": 0.014822}, {"accuracy": 0.115613, "f1": 0.099929, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"], "main_score": 0.099929, "precision": 0.096045, "recall": 0.115613}, {"accuracy": 0.262846, "f1": 0.22607, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"], "main_score": 0.22607, "precision": 0.215705, "recall": 0.262846}, {"accuracy": 0.086957, "f1": 0.075379, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"], "main_score": 0.075379, "precision": 0.072796, "recall": 0.086957}, {"accuracy": 0.097826, "f1": 0.085077, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"], "main_score": 0.085077, "precision": 0.082187, "recall": 0.097826}, {"accuracy": 0.066206, "f1": 0.054032, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"], "main_score": 0.054032, "precision": 0.051539, "recall": 0.066206}, {"accuracy": 0.038538, "f1": 0.036239, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"], "main_score": 0.036239, "precision": 0.035577, "recall": 0.038538}, {"accuracy": 0.087945, "f1": 0.07725, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"], "main_score": 0.07725, "precision": 0.073567, "recall": 0.087945}, {"accuracy": 0.093874, "f1": 0.078818, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"], "main_score": 0.078818, "precision": 0.075824, "recall": 0.093874}, {"accuracy": 0.052372, "f1": 0.047632, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"], "main_score": 0.047632, "precision": 0.046389, "recall": 0.052372}, {"accuracy": 0.101779, "f1": 0.089128, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"], "main_score": 0.089128, "precision": 0.086193, "recall": 0.101779}, {"accuracy": 0.061265, "f1": 0.05437, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"], "main_score": 0.05437, "precision": 0.052136, "recall": 0.061265}, {"accuracy": 0.120553, "f1": 0.101811, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"], "main_score": 0.101811, "precision": 0.097129, "recall": 0.120553}, {"accuracy": 0.066206, "f1": 0.055645, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"], "main_score": 0.055645, "precision": 0.053884, "recall": 0.066206}, {"accuracy": 0.024704, "f1": 0.017533, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"], "main_score": 0.017533, "precision": 0.015783, "recall": 0.024704}, {"accuracy": 0.094862, "f1": 0.085452, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"], "main_score": 0.085452, "precision": 0.082491, "recall": 0.094862}, {"accuracy": 0.090909, "f1": 0.080502, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"], "main_score": 0.080502, "precision": 0.077938, "recall": 0.090909}, {"accuracy": 0.020751, "f1": 0.018524, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"], "main_score": 0.018524, "precision": 0.01804, "recall": 0.020751}, {"accuracy": 0.09585, "f1": 0.079891, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"], "main_score": 0.079891, "precision": 0.076283, "recall": 0.09585}, {"accuracy": 0.06917, "f1": 0.056625, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"], "main_score": 0.056625, "precision": 0.054211, "recall": 0.06917}, {"accuracy": 0.088933, "f1": 0.078556, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"], "main_score": 0.078556, "precision": 0.076039, "recall": 0.088933}, {"accuracy": 0.057312, "f1": 0.045235, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"], "main_score": 0.045235, "precision": 0.043055, "recall": 0.057312}, {"accuracy": 0.128458, "f1": 0.11514, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"], "main_score": 0.11514, "precision": 0.111866, "recall": 0.128458}, {"accuracy": 0.071146, "f1": 0.06415, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"], "main_score": 0.06415, "precision": 0.062402, "recall": 0.071146}, {"accuracy": 0.062253, "f1": 0.05163, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"], "main_score": 0.05163, "precision": 0.049797, "recall": 0.062253}, {"accuracy": 0.107708, "f1": 0.092241, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"], "main_score": 0.092241, "precision": 0.08894, "recall": 0.107708}, {"accuracy": 0.078063, "f1": 0.070578, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"], "main_score": 0.070578, "precision": 0.068502, "recall": 0.078063}, {"accuracy": 0.108696, "f1": 0.099266, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"], "main_score": 0.099266, "precision": 0.096799, "recall": 0.108696}, {"accuracy": 0.097826, "f1": 0.087926, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"], "main_score": 0.087926, "precision": 0.085076, "recall": 0.097826}, {"accuracy": 0.065217, "f1": 0.0597, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"], "main_score": 0.0597, "precision": 0.057453, "recall": 0.065217}, {"accuracy": 0.051383, "f1": 0.044846, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"], "main_score": 0.044846, "precision": 0.043453, "recall": 0.051383}, {"accuracy": 0.090909, "f1": 0.078082, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"], "main_score": 0.078082, "precision": 0.075055, "recall": 0.090909}, {"accuracy": 0.040514, "f1": 0.030984, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"], "main_score": 0.030984, "precision": 0.028985, "recall": 0.040514}, {"accuracy": 0.06917, "f1": 0.059745, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"], "main_score": 0.059745, "precision": 0.058079, "recall": 0.06917}, {"accuracy": 0.052372, "f1": 0.047551, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"], "main_score": 0.047551, "precision": 0.046147, "recall": 0.052372}, {"accuracy": 0.098814, "f1": 0.087857, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"], "main_score": 0.087857, "precision": 0.084451, "recall": 0.098814}, {"accuracy": 0.033597, "f1": 0.027589, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"], "main_score": 0.027589, "precision": 0.026138, "recall": 0.033597}, {"accuracy": 0.100791, "f1": 0.087185, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"], "main_score": 0.087185, "precision": 0.084534, "recall": 0.100791}, {"accuracy": 0.066206, "f1": 0.056453, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"], "main_score": 0.056453, "precision": 0.054387, "recall": 0.066206}, {"accuracy": 0.083992, "f1": 0.071299, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"], "main_score": 0.071299, "precision": 0.069127, "recall": 0.083992}, {"accuracy": 0.034585, "f1": 0.025248, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"], "main_score": 0.025248, "precision": 0.024318, "recall": 0.034585}, {"accuracy": 0.104743, "f1": 0.091297, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"], "main_score": 0.091297, "precision": 0.088212, "recall": 0.104743}, {"accuracy": 0.098814, "f1": 0.087237, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"], "main_score": 0.087237, "precision": 0.0846, "recall": 0.098814}, {"accuracy": 0.11166, "f1": 0.094212, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"], "main_score": 0.094212, "precision": 0.090667, "recall": 0.11166}, {"accuracy": 0.077075, "f1": 0.069466, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"], "main_score": 0.069466, "precision": 0.067939, "recall": 0.077075}, {"accuracy": 0.083992, "f1": 0.075322, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"], "main_score": 0.075322, "precision": 0.07245, "recall": 0.083992}, {"accuracy": 0.12253, "f1": 0.106852, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"], "main_score": 0.106852, "precision": 0.101507, "recall": 0.12253}, {"accuracy": 0.034585, "f1": 0.026101, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"], "main_score": 0.026101, "precision": 0.025272, "recall": 0.034585}, {"accuracy": 0.09585, "f1": 0.082103, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"], "main_score": 0.082103, "precision": 0.079639, "recall": 0.09585}, {"accuracy": 0.054348, "f1": 0.046426, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"], "main_score": 0.046426, "precision": 0.045118, "recall": 0.054348}, {"accuracy": 0.075099, "f1": 0.068451, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"], "main_score": 0.068451, "precision": 0.067136, "recall": 0.075099}, {"accuracy": 0.107708, "f1": 0.094897, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"], "main_score": 0.094897, "precision": 0.091054, "recall": 0.107708}, {"accuracy": 0.0583, "f1": 0.0514, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"], "main_score": 0.0514, "precision": 0.049805, "recall": 0.0583}, {"accuracy": 0.085968, "f1": 0.077386, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"], "main_score": 0.077386, "precision": 0.075436, "recall": 0.085968}, {"accuracy": 0.093874, "f1": 0.084525, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"], "main_score": 0.084525, "precision": 0.081427, "recall": 0.093874}, {"accuracy": 0.091897, "f1": 0.078687, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"], "main_score": 0.078687, "precision": 0.075138, "recall": 0.091897}, {"accuracy": 0.100791, "f1": 0.087035, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"], "main_score": 0.087035, "precision": 0.083252, "recall": 0.100791}, {"accuracy": 0.086957, "f1": 0.081229, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"], "main_score": 0.081229, "precision": 0.079684, "recall": 0.086957}, {"accuracy": 0.064229, "f1": 0.05348, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"], "main_score": 0.05348, "precision": 0.051279, "recall": 0.064229}, {"accuracy": 0.099802, "f1": 0.084817, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"], "main_score": 0.084817, "precision": 0.081428, "recall": 0.099802}, {"accuracy": 0.106719, "f1": 0.090904, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"], "main_score": 0.090904, "precision": 0.087436, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.067067, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"], "main_score": 0.067067, "precision": 0.06482, "recall": 0.081028}, {"accuracy": 0.066206, "f1": 0.058221, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"], "main_score": 0.058221, "precision": 0.056038, "recall": 0.066206}, {"accuracy": 0.059289, "f1": 0.047339, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"], "main_score": 0.047339, "precision": 0.045332, "recall": 0.059289}, {"accuracy": 0.074111, "f1": 0.063033, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"], "main_score": 0.063033, "precision": 0.059984, "recall": 0.074111}, {"accuracy": 0.049407, "f1": 0.039889, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"], "main_score": 0.039889, "precision": 0.037789, "recall": 0.049407}, {"accuracy": 0.097826, "f1": 0.081993, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"], "main_score": 0.081993, "precision": 0.079072, "recall": 0.097826}, {"accuracy": 0.055336, "f1": 0.044943, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"], "main_score": 0.044943, "precision": 0.04242, "recall": 0.055336}, {"accuracy": 0.107708, "f1": 0.090688, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"], "main_score": 0.090688, "precision": 0.08669, "recall": 0.107708}, {"accuracy": 0.085968, "f1": 0.074474, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"], "main_score": 0.074474, "precision": 0.071895, "recall": 0.085968}, {"accuracy": 0.046443, "f1": 0.039795, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"], "main_score": 0.039795, "precision": 0.037649, "recall": 0.046443}, {"accuracy": 0.065217, "f1": 0.058908, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"], "main_score": 0.058908, "precision": 0.057524, "recall": 0.065217}, {"accuracy": 0.113636, "f1": 0.097694, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"], "main_score": 0.097694, "precision": 0.094232, "recall": 0.113636}, {"accuracy": 0.033597, "f1": 0.027403, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"], "main_score": 0.027403, "precision": 0.026383, "recall": 0.033597}, {"accuracy": 0.065217, "f1": 0.055505, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"], "main_score": 0.055505, "precision": 0.053367, "recall": 0.065217}, {"accuracy": 0.309289, "f1": 0.271046, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"], "main_score": 0.271046, "precision": 0.258575, "recall": 0.309289}, {"accuracy": 0.064229, "f1": 0.053631, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"], "main_score": 0.053631, "precision": 0.051435, "recall": 0.064229}, {"accuracy": 0.073123, "f1": 0.067116, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"], "main_score": 0.067116, "precision": 0.066009, "recall": 0.073123}, {"accuracy": 0.074111, "f1": 0.067459, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"], "main_score": 0.067459, "precision": 0.065294, "recall": 0.074111}, {"accuracy": 0.100791, "f1": 0.090956, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"], "main_score": 0.090956, "precision": 0.08774, "recall": 0.100791}, {"accuracy": 0.083992, "f1": 0.077617, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"], "main_score": 0.077617, "precision": 0.075784, "recall": 0.083992}, {"accuracy": 0.098814, "f1": 0.085764, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"], "main_score": 0.085764, "precision": 0.082879, "recall": 0.098814}, {"accuracy": 0.013834, "f1": 0.00699, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"], "main_score": 0.00699, "precision": 0.005944, "recall": 0.013834}, {"accuracy": 0.035573, "f1": 0.030701, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"], "main_score": 0.030701, "precision": 0.029464, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.020476, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"], "main_score": 0.020476, "precision": 0.019001, "recall": 0.02668}, {"accuracy": 0.043478, "f1": 0.0329, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"], "main_score": 0.0329, "precision": 0.030903, "recall": 0.043478}, {"accuracy": 0.098814, "f1": 0.088498, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"], "main_score": 0.088498, "precision": 0.086134, "recall": 0.098814}, {"accuracy": 0.054348, "f1": 0.04348, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"], "main_score": 0.04348, "precision": 0.040484, "recall": 0.054348}, {"accuracy": 0.126482, "f1": 0.114705, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"], "main_score": 0.114705, "precision": 0.111081, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.078069, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"], "main_score": 0.078069, "precision": 0.076347, "recall": 0.090909}, {"accuracy": 0.102767, "f1": 0.090961, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"], "main_score": 0.090961, "precision": 0.087937, "recall": 0.102767}, {"accuracy": 0.066206, "f1": 0.057938, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"], "main_score": 0.057938, "precision": 0.055793, "recall": 0.066206}, {"accuracy": 0.059289, "f1": 0.047921, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"], "main_score": 0.047921, "precision": 0.04547, "recall": 0.059289}, {"accuracy": 0.079051, "f1": 0.070241, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"], "main_score": 0.070241, "precision": 0.067721, "recall": 0.079051}, {"accuracy": 0.055336, "f1": 0.046681, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"], "main_score": 0.046681, "precision": 0.045366, "recall": 0.055336}, {"accuracy": 0.105731, "f1": 0.095036, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"], "main_score": 0.095036, "precision": 0.091215, "recall": 0.105731}, {"accuracy": 0.074111, "f1": 0.064629, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"], "main_score": 0.064629, "precision": 0.062386, "recall": 0.074111}, {"accuracy": 0.030632, "f1": 0.023069, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"], "main_score": 0.023069, "precision": 0.02185, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.054361, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"], "main_score": 0.054361, "precision": 0.052303, "recall": 0.065217}, {"accuracy": 0.074111, "f1": 0.062976, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"], "main_score": 0.062976, "precision": 0.060474, "recall": 0.074111}, {"accuracy": 0.066206, "f1": 0.059092, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"], "main_score": 0.059092, "precision": 0.057696, "recall": 0.066206}, {"accuracy": 0.073123, "f1": 0.065153, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"], "main_score": 0.065153, "precision": 0.063117, "recall": 0.073123}, {"accuracy": 0.081028, "f1": 0.067637, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"], "main_score": 0.067637, "precision": 0.064391, "recall": 0.081028}, {"accuracy": 0.029644, "f1": 0.025888, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"], "main_score": 0.025888, "precision": 0.024949, "recall": 0.029644}, {"accuracy": 0.049407, "f1": 0.034487, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"], "main_score": 0.034487, "precision": 0.031588, "recall": 0.049407}, {"accuracy": 0.06917, "f1": 0.060777, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"], "main_score": 0.060777, "precision": 0.058497, "recall": 0.06917}, {"accuracy": 0.02668, "f1": 0.023264, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"], "main_score": 0.023264, "precision": 0.022838, "recall": 0.02668}, {"accuracy": 0.08004, "f1": 0.06261, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"], "main_score": 0.06261, "precision": 0.059775, "recall": 0.08004}, {"accuracy": 0.120553, "f1": 0.107318, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"], "main_score": 0.107318, "precision": 0.104258, "recall": 0.120553}, {"accuracy": 0.051383, "f1": 0.043813, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"], "main_score": 0.043813, "precision": 0.041932, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.060279, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"], "main_score": 0.060279, "precision": 0.059563, "recall": 0.06917}, {"accuracy": 0.089921, "f1": 0.071473, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"], "main_score": 0.071473, "precision": 0.068278, "recall": 0.089921}, {"accuracy": 0.08498, "f1": 0.07336, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"], "main_score": 0.07336, "precision": 0.070236, "recall": 0.08498}, {"accuracy": 0.059289, "f1": 0.051298, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"], "main_score": 0.051298, "precision": 0.049735, "recall": 0.059289}, {"accuracy": 0.11166, "f1": 0.096376, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"], "main_score": 0.096376, "precision": 0.093609, "recall": 0.11166}, {"accuracy": 0.049407, "f1": 0.038753, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"], "main_score": 0.038753, "precision": 0.036946, "recall": 0.049407}, {"accuracy": 0.078063, "f1": 0.067096, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"], "main_score": 0.067096, "precision": 0.064529, "recall": 0.078063}, {"accuracy": 0.078063, "f1": 0.064271, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"], "main_score": 0.064271, "precision": 0.06086, "recall": 0.078063}, {"accuracy": 0.094862, "f1": 0.086006, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"], "main_score": 0.086006, "precision": 0.083557, "recall": 0.094862}, {"accuracy": 0.022727, "f1": 0.017267, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"], "main_score": 0.017267, "precision": 0.016377, "recall": 0.022727}, {"accuracy": 0.074111, "f1": 0.063745, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"], "main_score": 0.063745, "precision": 0.061577, "recall": 0.074111}, {"accuracy": 0.072134, "f1": 0.059136, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"], "main_score": 0.059136, "precision": 0.056396, "recall": 0.072134}, {"accuracy": 0.057312, "f1": 0.050008, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"], "main_score": 0.050008, "precision": 0.048613, "recall": 0.057312}, {"accuracy": 0.082016, "f1": 0.074647, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"], "main_score": 0.074647, "precision": 0.072997, "recall": 0.082016}, {"accuracy": 0.050395, "f1": 0.042861, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"], "main_score": 0.042861, "precision": 0.041279, "recall": 0.050395}, {"accuracy": 0.099802, "f1": 0.090502, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"], "main_score": 0.090502, "precision": 0.088058, "recall": 0.099802}, {"accuracy": 0.135375, "f1": 0.122522, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"], "main_score": 0.122522, "precision": 0.117964, "recall": 0.135375}, {"accuracy": 0.104743, "f1": 0.092561, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"], "main_score": 0.092561, "precision": 0.090172, "recall": 0.104743}, {"accuracy": 0.096838, "f1": 0.087762, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"], "main_score": 0.087762, "precision": 0.08601, "recall": 0.096838}, {"accuracy": 0.102767, "f1": 0.090138, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"], "main_score": 0.090138, "precision": 0.088106, "recall": 0.102767}, {"accuracy": 0.107708, "f1": 0.096753, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"], "main_score": 0.096753, "precision": 0.093705, "recall": 0.107708}, {"accuracy": 0.109684, "f1": 0.095041, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"], "main_score": 0.095041, "precision": 0.091158, "recall": 0.109684}, {"accuracy": 0.038538, "f1": 0.031779, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"], "main_score": 0.031779, "precision": 0.030533, "recall": 0.038538}, {"accuracy": 0.079051, "f1": 0.064234, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"], "main_score": 0.064234, "precision": 0.060947, "recall": 0.079051}, {"accuracy": 0.12747, "f1": 0.117406, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"], "main_score": 0.117406, "precision": 0.114586, "recall": 0.12747}, {"accuracy": 0.099802, "f1": 0.091217, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"], "main_score": 0.091217, "precision": 0.089658, "recall": 0.099802}, {"accuracy": 0.08004, "f1": 0.069575, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"], "main_score": 0.069575, "precision": 0.066013, "recall": 0.08004}, {"accuracy": 0.128458, "f1": 0.116686, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"], "main_score": 0.116686, "precision": 0.113885, "recall": 0.128458}, {"accuracy": 0.04249, "f1": 0.031948, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"], "main_score": 0.031948, "precision": 0.030299, "recall": 0.04249}, {"accuracy": 0.101779, "f1": 0.08841, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"], "main_score": 0.08841, "precision": 0.084543, "recall": 0.101779}, {"accuracy": 0.082016, "f1": 0.069976, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"], "main_score": 0.069976, "precision": 0.067158, "recall": 0.082016}, {"accuracy": 0.090909, "f1": 0.07945, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"], "main_score": 0.07945, "precision": 0.077083, "recall": 0.090909}, {"accuracy": 0.094862, "f1": 0.08352, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"], "main_score": 0.08352, "precision": 0.081005, "recall": 0.094862}, {"accuracy": 0.040514, "f1": 0.031702, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"], "main_score": 0.031702, "precision": 0.029889, "recall": 0.040514}, {"accuracy": 0.128458, "f1": 0.109241, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"], "main_score": 0.109241, "precision": 0.104411, "recall": 0.128458}, {"accuracy": 0.135375, "f1": 0.120549, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"], "main_score": 0.120549, "precision": 0.116572, "recall": 0.135375}, {"accuracy": 0.064229, "f1": 0.055459, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"], "main_score": 0.055459, "precision": 0.054257, "recall": 0.064229}, {"accuracy": 0.08498, "f1": 0.071418, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"], "main_score": 0.071418, "precision": 0.068072, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.076564, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"], "main_score": 0.076564, "precision": 0.074086, "recall": 0.085968}, {"accuracy": 0.057312, "f1": 0.050872, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"], "main_score": 0.050872, "precision": 0.04907, "recall": 0.057312}, {"accuracy": 0.116601, "f1": 0.101214, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"], "main_score": 0.101214, "precision": 0.09733, "recall": 0.116601}, {"accuracy": 0.083004, "f1": 0.073712, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"], "main_score": 0.073712, "precision": 0.071274, "recall": 0.083004}, {"accuracy": 0.038538, "f1": 0.033521, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"], "main_score": 0.033521, "precision": 0.032865, "recall": 0.038538}, {"accuracy": 0.048419, "f1": 0.040745, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"], "main_score": 0.040745, "precision": 0.038871, "recall": 0.048419}, {"accuracy": 0.093874, "f1": 0.075404, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"], "main_score": 0.075404, "precision": 0.072173, "recall": 0.093874}, {"accuracy": 0.072134, "f1": 0.059513, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"], "main_score": 0.059513, "precision": 0.05702, "recall": 0.072134}, {"accuracy": 0.077075, "f1": 0.063339, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"], "main_score": 0.063339, "precision": 0.060876, "recall": 0.077075}, {"accuracy": 0.081028, "f1": 0.06256, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"], "main_score": 0.06256, "precision": 0.059328, "recall": 0.081028}, {"accuracy": 0.092885, "f1": 0.07886, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"], "main_score": 0.07886, "precision": 0.075394, "recall": 0.092885}, {"accuracy": 0.030632, "f1": 0.022826, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"], "main_score": 0.022826, "precision": 0.021904, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.052735, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"], "main_score": 0.052735, "precision": 0.050437, "recall": 0.065217}, {"accuracy": 0.125494, "f1": 0.110148, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"], "main_score": 0.110148, "precision": 0.104884, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.050427, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"], "main_score": 0.050427, "precision": 0.044272, "recall": 0.072134}, {"accuracy": 0.103755, "f1": 0.067503, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"], "main_score": 0.067503, "precision": 0.058648, "recall": 0.103755}, {"accuracy": 0.001976, "f1": 4.6e-05, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.001976}, {"accuracy": 0.544466, "f1": 0.48439, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"], "main_score": 0.48439, "precision": 0.463531, "recall": 0.544466}, {"accuracy": 0.43083, "f1": 0.374595, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"], "main_score": 0.374595, "precision": 0.352984, "recall": 0.43083}, {"accuracy": 0.514822, "f1": 0.464964, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"], "main_score": 0.464964, "precision": 0.446557, "recall": 0.514822}, {"accuracy": 0.374506, "f1": 0.311202, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"], "main_score": 0.311202, "precision": 0.289352, "recall": 0.374506}, {"accuracy": 0.126482, "f1": 0.085327, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"], "main_score": 0.085327, "precision": 0.07353, "recall": 0.126482}, {"accuracy": 0.579051, "f1": 0.515862, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"], "main_score": 0.515862, "precision": 0.494067, "recall": 0.579051}, {"accuracy": 0.262846, "f1": 0.196849, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"], "main_score": 0.196849, "precision": 0.175361, "recall": 0.262846}, {"accuracy": 0.401186, "f1": 0.342802, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"], "main_score": 0.342802, "precision": 0.322145, "recall": 0.401186}, {"accuracy": 0.544466, "f1": 0.483455, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"], "main_score": 0.483455, "precision": 0.461347, "recall": 0.544466}, {"accuracy": 0.517787, "f1": 0.465321, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"], "main_score": 0.465321, "precision": 0.447271, "recall": 0.517787}, {"accuracy": 0.156126, "f1": 0.104886, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"], "main_score": 0.104886, "precision": 0.091735, "recall": 0.156126}, {"accuracy": 0.516798, "f1": 0.463172, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"], "main_score": 0.463172, "precision": 0.444397, "recall": 0.516798}, {"accuracy": 0.463439, "f1": 0.413702, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"], "main_score": 0.413702, "precision": 0.395955, "recall": 0.463439}, {"accuracy": 0.570158, "f1": 0.512371, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"], "main_score": 0.512371, "precision": 0.491285, "recall": 0.570158}, {"accuracy": 0.179842, "f1": 0.120527, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"], "main_score": 0.120527, "precision": 0.105288, "recall": 0.179842}, {"accuracy": 0.550395, "f1": 0.497107, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"], "main_score": 0.497107, "precision": 0.476929, "recall": 0.550395}, {"accuracy": 0.492095, "f1": 0.433071, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"], "main_score": 0.433071, "precision": 0.413483, "recall": 0.492095}, {"accuracy": 0.583004, "f1": 0.518673, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"], "main_score": 0.518673, "precision": 0.494967, "recall": 0.583004}, {"accuracy": 0.550395, "f1": 0.491049, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"], "main_score": 0.491049, "precision": 0.469081, "recall": 0.550395}, {"accuracy": 0.083992, "f1": 0.052639, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"], "main_score": 0.052639, "precision": 0.045265, "recall": 0.083992}, {"accuracy": 0.381423, "f1": 0.32791, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"], "main_score": 0.32791, "precision": 0.308695, "recall": 0.381423}, {"accuracy": 0.585968, "f1": 0.525108, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"], "main_score": 0.525108, "precision": 0.503823, "recall": 0.585968}, {"accuracy": 0.378458, "f1": 0.320206, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"], "main_score": 0.320206, "precision": 0.299859, "recall": 0.378458}, {"accuracy": 0.064229, "f1": 0.036772, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"], "main_score": 0.036772, "precision": 0.032868, "recall": 0.064229}, {"accuracy": 0.552372, "f1": 0.49746, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"], "main_score": 0.49746, "precision": 0.477164, "recall": 0.552372}, {"accuracy": 0.149209, "f1": 0.099773, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"], "main_score": 0.099773, "precision": 0.086818, "recall": 0.149209}, {"accuracy": 0.466403, "f1": 0.407824, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"], "main_score": 0.407824, "precision": 0.386792, "recall": 0.466403}, {"accuracy": 0.562253, "f1": 0.499588, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"], "main_score": 0.499588, "precision": 0.477621, "recall": 0.562253}, {"accuracy": 0.482213, "f1": 0.432607, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"], "main_score": 0.432607, "precision": 0.414538, "recall": 0.482213}, {"accuracy": 0.45751, "f1": 0.407701, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"], "main_score": 0.407701, "precision": 0.390761, "recall": 0.45751}, {"accuracy": 0.156126, "f1": 0.113101, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"], "main_score": 0.113101, "precision": 0.100593, "recall": 0.156126}, {"accuracy": 0.560277, "f1": 0.500049, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"], "main_score": 0.500049, "precision": 0.477621, "recall": 0.560277}, {"accuracy": 0.343874, "f1": 0.29434, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"], "main_score": 0.29434, "precision": 0.277323, "recall": 0.343874}, {"accuracy": 0.511858, "f1": 0.45721, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"], "main_score": 0.45721, "precision": 0.436747, "recall": 0.511858}, {"accuracy": 0.410079, "f1": 0.351605, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"], "main_score": 0.351605, "precision": 0.330639, "recall": 0.410079}, {"accuracy": 0.560277, "f1": 0.496539, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"], "main_score": 0.496539, "precision": 0.472778, "recall": 0.560277}, {"accuracy": 0.522727, "f1": 0.458997, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"], "main_score": 0.458997, "precision": 0.436743, "recall": 0.522727}, {"accuracy": 0.11166, "f1": 0.065075, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"], "main_score": 0.065075, "precision": 0.056399, "recall": 0.11166}, {"accuracy": 0.044466, "f1": 0.02716, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"], "main_score": 0.02716, "precision": 0.022507, "recall": 0.044466}, {"accuracy": 0.557312, "f1": 0.496342, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"], "main_score": 0.496342, "precision": 0.475271, "recall": 0.557312}, {"accuracy": 0.099802, "f1": 0.054825, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"], "main_score": 0.054825, "precision": 0.045334, "recall": 0.099802}, {"accuracy": 0.58498, "f1": 0.524133, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"], "main_score": 0.524133, "precision": 0.503062, "recall": 0.58498}, {"accuracy": 0.524704, "f1": 0.463225, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"], "main_score": 0.463225, "precision": 0.441476, "recall": 0.524704}, {"accuracy": 0.488142, "f1": 0.438582, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"], "main_score": 0.438582, "precision": 0.420079, "recall": 0.488142}, {"accuracy": 0.393281, "f1": 0.340129, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"], "main_score": 0.340129, "precision": 0.321092, "recall": 0.393281}, {"accuracy": 0.106719, "f1": 0.068649, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"], "main_score": 0.068649, "precision": 0.058886, "recall": 0.106719}, {"accuracy": 0.333004, "f1": 0.284719, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"], "main_score": 0.284719, "precision": 0.267383, "recall": 0.333004}, {"accuracy": 0.346838, "f1": 0.288425, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"], "main_score": 0.288425, "precision": 0.267937, "recall": 0.346838}, {"accuracy": 0.573123, "f1": 0.512616, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"], "main_score": 0.512616, "precision": 0.49031, "recall": 0.573123}, {"accuracy": 0.429842, "f1": 0.367909, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"], "main_score": 0.367909, "precision": 0.344882, "recall": 0.429842}, {"accuracy": 0.103755, "f1": 0.066967, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"], "main_score": 0.066967, "precision": 0.05854, "recall": 0.103755}, {"accuracy": 0.557312, "f1": 0.505751, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"], "main_score": 0.505751, "precision": 0.487541, "recall": 0.557312}, {"accuracy": 0.060277, "f1": 0.036768, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"], "main_score": 0.036768, "precision": 0.031182, "recall": 0.060277}, {"accuracy": 0.137352, "f1": 0.097951, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"], "main_score": 0.097951, "precision": 0.08642, "recall": 0.137352}, {"accuracy": 0.245059, "f1": 0.183093, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"], "main_score": 0.183093, "precision": 0.164148, "recall": 0.245059}, {"accuracy": 0.0583, "f1": 0.03698, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"], "main_score": 0.03698, "precision": 0.031972, "recall": 0.0583}, {"accuracy": 0.56917, "f1": 0.509098, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"], "main_score": 0.509098, "precision": 0.487254, "recall": 0.56917}, {"accuracy": 0.561265, "f1": 0.511374, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"], "main_score": 0.511374, "precision": 0.494365, "recall": 0.561265}, {"accuracy": 0.581028, "f1": 0.517445, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"], "main_score": 0.517445, "precision": 0.494523, "recall": 0.581028}, {"accuracy": 0.505929, "f1": 0.446313, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"], "main_score": 0.446313, "precision": 0.425191, "recall": 0.505929}, {"accuracy": 0.166008, "f1": 0.115055, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"], "main_score": 0.115055, "precision": 0.101162, "recall": 0.166008}, {"accuracy": 0.438735, "f1": 0.38081, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"], "main_score": 0.38081, "precision": 0.358719, "recall": 0.438735}, {"accuracy": 0.243083, "f1": 0.191682, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"], "main_score": 0.191682, "precision": 0.175872, "recall": 0.243083}, {"accuracy": 0.583992, "f1": 0.522809, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"], "main_score": 0.522809, "precision": 0.501276, "recall": 0.583992}, {"accuracy": 0.167984, "f1": 0.112933, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"], "main_score": 0.112933, "precision": 0.096951, "recall": 0.167984}, {"accuracy": 0.198617, "f1": 0.137255, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"], "main_score": 0.137255, "precision": 0.120267, "recall": 0.198617}, {"accuracy": 0.16996, "f1": 0.111691, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"], "main_score": 0.111691, "precision": 0.096324, "recall": 0.16996}, {"accuracy": 0.201581, "f1": 0.15126, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"], "main_score": 0.15126, "precision": 0.13702, "recall": 0.201581}, {"accuracy": 0.349802, "f1": 0.296375, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"], "main_score": 0.296375, "precision": 0.277897, "recall": 0.349802}, {"accuracy": 0.562253, "f1": 0.499521, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"], "main_score": 0.499521, "precision": 0.478644, "recall": 0.562253}, {"accuracy": 0.050395, "f1": 0.022229, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"], "main_score": 0.022229, "precision": 0.018832, "recall": 0.050395}, {"accuracy": 0.123518, "f1": 0.078612, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"], "main_score": 0.078612, "precision": 0.06657, "recall": 0.123518}, {"accuracy": 0.346838, "f1": 0.293158, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"], "main_score": 0.293158, "precision": 0.274833, "recall": 0.346838}, {"accuracy": 0.153162, "f1": 0.102269, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"], "main_score": 0.102269, "precision": 0.088784, "recall": 0.153162}, {"accuracy": 0.050395, "f1": 0.03053, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"], "main_score": 0.03053, "precision": 0.026342, "recall": 0.050395}, {"accuracy": 0.58004, "f1": 0.512925, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"], "main_score": 0.512925, "precision": 0.487978, "recall": 0.58004}, {"accuracy": 0.402174, "f1": 0.344696, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"], "main_score": 0.344696, "precision": 0.323649, "recall": 0.402174}, {"accuracy": 0.429842, "f1": 0.367684, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"], "main_score": 0.367684, "precision": 0.343904, "recall": 0.429842}, {"accuracy": 0.31917, "f1": 0.261433, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"], "main_score": 0.261433, "precision": 0.242846, "recall": 0.31917}, {"accuracy": 0.556324, "f1": 0.489438, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"], "main_score": 0.489438, "precision": 0.464876, "recall": 0.556324}, {"accuracy": 0.566206, "f1": 0.501798, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"], "main_score": 0.501798, "precision": 0.478877, "recall": 0.566206}, {"accuracy": 0.570158, "f1": 0.504573, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"], "main_score": 0.504573, "precision": 0.48047, "recall": 0.570158}, {"accuracy": 0.536561, "f1": 0.475918, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"], "main_score": 0.475918, "precision": 0.454316, "recall": 0.536561}, {"accuracy": 0.132411, "f1": 0.088886, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"], "main_score": 0.088886, "precision": 0.077201, "recall": 0.132411}, {"accuracy": 0.085968, "f1": 0.052654, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"], "main_score": 0.052654, "precision": 0.044935, "recall": 0.085968}, {"accuracy": 0.376482, "f1": 0.326535, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"], "main_score": 0.326535, "precision": 0.30956, "recall": 0.376482}, {"accuracy": 0.571146, "f1": 0.509098, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"], "main_score": 0.509098, "precision": 0.486836, "recall": 0.571146}, {"accuracy": 0.541502, "f1": 0.484924, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"], "main_score": 0.484924, "precision": 0.464383, "recall": 0.541502}, {"accuracy": 0.259881, "f1": 0.195781, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"], "main_score": 0.195781, "precision": 0.176805, "recall": 0.259881}, {"accuracy": 0.118577, "f1": 0.075197, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"], "main_score": 0.075197, "precision": 0.063343, "recall": 0.118577}, {"accuracy": 0.41996, "f1": 0.357882, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"], "main_score": 0.357882, "precision": 0.336429, "recall": 0.41996}, {"accuracy": 0.459486, "f1": 0.403585, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"], "main_score": 0.403585, "precision": 0.383397, "recall": 0.459486}, {"accuracy": 0.113636, "f1": 0.068438, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"], "main_score": 0.068438, "precision": 0.058773, "recall": 0.113636}, {"accuracy": 0.576087, "f1": 0.518957, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"], "main_score": 0.518957, "precision": 0.498919, "recall": 0.576087}, {"accuracy": 0.146245, "f1": 0.103437, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"], "main_score": 0.103437, "precision": 0.09236, "recall": 0.146245}, {"accuracy": 0.286561, "f1": 0.212433, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"], "main_score": 0.212433, "precision": 0.189136, "recall": 0.286561}, {"accuracy": 0.556324, "f1": 0.498152, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"], "main_score": 0.498152, "precision": 0.476661, "recall": 0.556324}, {"accuracy": 0.578063, "f1": 0.515056, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"], "main_score": 0.515056, "precision": 0.491909, "recall": 0.578063}, {"accuracy": 0.562253, "f1": 0.502267, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"], "main_score": 0.502267, "precision": 0.481376, "recall": 0.562253}, {"accuracy": 0.562253, "f1": 0.499826, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"], "main_score": 0.499826, "precision": 0.476819, "recall": 0.562253}, {"accuracy": 0.407115, "f1": 0.350654, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"], "main_score": 0.350654, "precision": 0.330387, "recall": 0.407115}, {"accuracy": 0.463439, "f1": 0.403009, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"], "main_score": 0.403009, "precision": 0.380942, "recall": 0.463439}, {"accuracy": 0.156126, "f1": 0.107793, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"], "main_score": 0.107793, "precision": 0.094681, "recall": 0.156126}, {"accuracy": 0.060277, "f1": 0.030954, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"], "main_score": 0.030954, "precision": 0.026292, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.113821, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"], "main_score": 0.113821, "precision": 0.101673, "recall": 0.163043}, {"accuracy": 0.06917, "f1": 0.03681, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"], "main_score": 0.03681, "precision": 0.030686, "recall": 0.06917}, {"accuracy": 0.574111, "f1": 0.504665, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"], "main_score": 0.504665, "precision": 0.479893, "recall": 0.574111}, {"accuracy": 0.409091, "f1": 0.344403, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"], "main_score": 0.344403, "precision": 0.321485, "recall": 0.409091}, {"accuracy": 0.056324, "f1": 0.035914, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"], "main_score": 0.035914, "precision": 0.031106, "recall": 0.056324}, {"accuracy": 0.418972, "f1": 0.360365, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"], "main_score": 0.360365, "precision": 0.338592, "recall": 0.418972}, {"accuracy": 0.577075, "f1": 0.507076, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"], "main_score": 0.507076, "precision": 0.480773, "recall": 0.577075}, {"accuracy": 0.374506, "f1": 0.327535, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"], "main_score": 0.327535, "precision": 0.311999, "recall": 0.374506}, {"accuracy": 0.347826, "f1": 0.286099, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"], "main_score": 0.286099, "precision": 0.263814, "recall": 0.347826}, {"accuracy": 0.134387, "f1": 0.086232, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"], "main_score": 0.086232, "precision": 0.075342, "recall": 0.134387}, {"accuracy": 0.547431, "f1": 0.487739, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"], "main_score": 0.487739, "precision": 0.465775, "recall": 0.547431}, {"accuracy": 0.243083, "f1": 0.182444, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"], "main_score": 0.182444, "precision": 0.163572, "recall": 0.243083}, {"accuracy": 0.142292, "f1": 0.098343, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"], "main_score": 0.098343, "precision": 0.086726, "recall": 0.142292}, {"accuracy": 0.12747, "f1": 0.085087, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"], "main_score": 0.085087, "precision": 0.07557, "recall": 0.12747}, {"accuracy": 0.137352, "f1": 0.092804, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"], "main_score": 0.092804, "precision": 0.081129, "recall": 0.137352}, {"accuracy": 0.545455, "f1": 0.481097, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"], "main_score": 0.481097, "precision": 0.458006, "recall": 0.545455}, {"accuracy": 0.01087, "f1": 0.002388, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"], "main_score": 0.002388, "precision": 0.001793, "recall": 0.01087}, {"accuracy": 0.369565, "f1": 0.32165, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"], "main_score": 0.32165, "precision": 0.305354, "recall": 0.369565}, {"accuracy": 0.179842, "f1": 0.138828, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"], "main_score": 0.138828, "precision": 0.124916, "recall": 0.179842}, {"accuracy": 0.485178, "f1": 0.435551, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"], "main_score": 0.435551, "precision": 0.417375, "recall": 0.485178}, {"accuracy": 0.56917, "f1": 0.503873, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"], "main_score": 0.503873, "precision": 0.479429, "recall": 0.56917}, {"accuracy": 0.068182, "f1": 0.036879, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"], "main_score": 0.036879, "precision": 0.031314, "recall": 0.068182}, {"accuracy": 0.115613, "f1": 0.076413, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"], "main_score": 0.076413, "precision": 0.066998, "recall": 0.115613}, {"accuracy": 0.549407, "f1": 0.490371, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"], "main_score": 0.490371, "precision": 0.470225, "recall": 0.549407}, {"accuracy": 0.566206, "f1": 0.502731, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"], "main_score": 0.502731, "precision": 0.480098, "recall": 0.566206}, {"accuracy": 0.339921, "f1": 0.280109, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"], "main_score": 0.280109, "precision": 0.258632, "recall": 0.339921}, {"accuracy": 0.135375, "f1": 0.091765, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"], "main_score": 0.091765, "precision": 0.078878, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.088784, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"], "main_score": 0.088784, "precision": 0.076072, "recall": 0.134387}, {"accuracy": 0.538538, "f1": 0.47865, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"], "main_score": 0.47865, "precision": 0.455426, "recall": 0.538538}, {"accuracy": 0.109684, "f1": 0.069136, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"], "main_score": 0.069136, "precision": 0.060378, "recall": 0.109684}, {"accuracy": 0.100791, "f1": 0.064519, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"], "main_score": 0.064519, "precision": 0.054458, "recall": 0.100791}, {"accuracy": 0.362648, "f1": 0.309, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"], "main_score": 0.309, "precision": 0.291603, "recall": 0.362648}, {"accuracy": 0.351779, "f1": 0.288505, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"], "main_score": 0.288505, "precision": 0.266232, "recall": 0.351779}, {"accuracy": 0.503953, "f1": 0.453586, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"], "main_score": 0.453586, "precision": 0.436148, "recall": 0.503953}, {"accuracy": 0.149209, "f1": 0.101033, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"], "main_score": 0.101033, "precision": 0.086864, "recall": 0.149209}, {"accuracy": 0.268775, "f1": 0.205313, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"], "main_score": 0.205313, "precision": 0.187057, "recall": 0.268775}, {"accuracy": 0.56917, "f1": 0.509925, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"], "main_score": 0.509925, "precision": 0.488877, "recall": 0.56917}, {"accuracy": 0.246047, "f1": 0.199016, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"], "main_score": 0.199016, "precision": 0.183238, "recall": 0.246047}, {"accuracy": 0.373518, "f1": 0.313351, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"], "main_score": 0.313351, "precision": 0.294422, "recall": 0.373518}, {"accuracy": 0.148221, "f1": 0.104279, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"], "main_score": 0.104279, "precision": 0.092038, "recall": 0.148221}, {"accuracy": 0.370553, "f1": 0.316461, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"], "main_score": 0.316461, "precision": 0.297175, "recall": 0.370553}, {"accuracy": 0.375494, "f1": 0.317384, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"], "main_score": 0.317384, "precision": 0.296974, "recall": 0.375494}, {"accuracy": 0.151186, "f1": 0.099174, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"], "main_score": 0.099174, "precision": 0.084881, "recall": 0.151186}, {"accuracy": 0.398221, "f1": 0.344671, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"], "main_score": 0.344671, "precision": 0.326371, "recall": 0.398221}, {"accuracy": 0.555336, "f1": 0.489931, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"], "main_score": 0.489931, "precision": 0.466749, "recall": 0.555336}, {"accuracy": 0.560277, "f1": 0.492763, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"], "main_score": 0.492763, "precision": 0.468933, "recall": 0.560277}, {"accuracy": 0.532609, "f1": 0.471417, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"], "main_score": 0.471417, "precision": 0.447752, "recall": 0.532609}, {"accuracy": 0.380435, "f1": 0.330008, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"], "main_score": 0.330008, "precision": 0.311326, "recall": 0.380435}, {"accuracy": 0.577075, "f1": 0.515288, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"], "main_score": 0.515288, "precision": 0.49318, "recall": 0.577075}, {"accuracy": 0.252964, "f1": 0.208009, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"], "main_score": 0.208009, "precision": 0.193443, "recall": 0.252964}, {"accuracy": 0.331028, "f1": 0.265721, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"], "main_score": 0.265721, "precision": 0.242926, "recall": 0.331028}, {"accuracy": 0.065217, "f1": 0.034516, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"], "main_score": 0.034516, "precision": 0.028553, "recall": 0.065217}, {"accuracy": 0.574111, "f1": 0.512195, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"], "main_score": 0.512195, "precision": 0.489162, "recall": 0.574111}, {"accuracy": 0.113636, "f1": 0.0852, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"], "main_score": 0.0852, "precision": 0.075888, "recall": 0.113636}, {"accuracy": 0.554348, "f1": 0.489828, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"], "main_score": 0.489828, "precision": 0.466318, "recall": 0.554348}, {"accuracy": 0.517787, "f1": 0.464196, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"], "main_score": 0.464196, "precision": 0.444056, "recall": 0.517787}, {"accuracy": 0.257905, "f1": 0.201151, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"], "main_score": 0.201151, "precision": 0.182596, "recall": 0.257905}, {"accuracy": 0.217391, "f1": 0.151496, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"], "main_score": 0.151496, "precision": 0.133803, "recall": 0.217391}, {"accuracy": 0.465415, "f1": 0.398727, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"], "main_score": 0.398727, "precision": 0.377086, "recall": 0.465415}, {"accuracy": 0.147233, "f1": 0.097641, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"], "main_score": 0.097641, "precision": 0.083826, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.10107, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"], "main_score": 0.10107, "precision": 0.088726, "recall": 0.150198}, {"accuracy": 0.560277, "f1": 0.496792, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"], "main_score": 0.496792, "precision": 0.473079, "recall": 0.560277}, {"accuracy": 0.29249, "f1": 0.2233, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"], "main_score": 0.2233, "precision": 0.201434, "recall": 0.29249}, {"accuracy": 0.58004, "f1": 0.515885, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"], "main_score": 0.515885, "precision": 0.494573, "recall": 0.58004}, {"accuracy": 0.12747, "f1": 0.077087, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"], "main_score": 0.077087, "precision": 0.063886, "recall": 0.12747}, {"accuracy": 0.568182, "f1": 0.507502, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"], "main_score": 0.507502, "precision": 0.485498, "recall": 0.568182}, {"accuracy": 0.45751, "f1": 0.397419, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"], "main_score": 0.397419, "precision": 0.376162, "recall": 0.45751}, {"accuracy": 0.507905, "f1": 0.457374, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"], "main_score": 0.457374, "precision": 0.439771, "recall": 0.507905}, {"accuracy": 0.098814, "f1": 0.060267, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"], "main_score": 0.060267, "precision": 0.051063, "recall": 0.098814}, {"accuracy": 0.51581, "f1": 0.453393, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"], "main_score": 0.453393, "precision": 0.431254, "recall": 0.51581}, {"accuracy": 0.113636, "f1": 0.07106, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"], "main_score": 0.07106, "precision": 0.060746, "recall": 0.113636}, {"accuracy": 0.124506, "f1": 0.082684, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"], "main_score": 0.082684, "precision": 0.071147, "recall": 0.124506}, {"accuracy": 0.083992, "f1": 0.049919, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"], "main_score": 0.049919, "precision": 0.042258, "recall": 0.083992}, {"accuracy": 0.570158, "f1": 0.506304, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"], "main_score": 0.506304, "precision": 0.483071, "recall": 0.570158}, {"accuracy": 0.186759, "f1": 0.132423, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"], "main_score": 0.132423, "precision": 0.116843, "recall": 0.186759}, {"accuracy": 0.08498, "f1": 0.047326, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"], "main_score": 0.047326, "precision": 0.039164, "recall": 0.08498}, {"accuracy": 0.135375, "f1": 0.086186, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"], "main_score": 0.086186, "precision": 0.075058, "recall": 0.135375}, {"accuracy": 0.332016, "f1": 0.282188, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"], "main_score": 0.282188, "precision": 0.26465, "recall": 0.332016}, {"accuracy": 0.096838, "f1": 0.060444, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"], "main_score": 0.060444, "precision": 0.051791, "recall": 0.096838}, {"accuracy": 0.112648, "f1": 0.07066, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"], "main_score": 0.07066, "precision": 0.05953, "recall": 0.112648}, {"accuracy": 0.500988, "f1": 0.449644, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"], "main_score": 0.449644, "precision": 0.431783, "recall": 0.500988}, {"accuracy": 0.177866, "f1": 0.124773, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"], "main_score": 0.124773, "precision": 0.109361, "recall": 0.177866}, {"accuracy": 0.148221, "f1": 0.099589, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"], "main_score": 0.099589, "precision": 0.087372, "recall": 0.148221}, {"accuracy": 0.356719, "f1": 0.303247, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"], "main_score": 0.303247, "precision": 0.283974, "recall": 0.356719}, {"accuracy": 0.226285, "f1": 0.165793, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"], "main_score": 0.165793, "precision": 0.146958, "recall": 0.226285}, {"accuracy": 0.285573, "f1": 0.227379, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"], "main_score": 0.227379, "precision": 0.207718, "recall": 0.285573}, {"accuracy": 0.413043, "f1": 0.364278, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"], "main_score": 0.364278, "precision": 0.346508, "recall": 0.413043}, {"accuracy": 0.211462, "f1": 0.164436, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"], "main_score": 0.164436, "precision": 0.149311, "recall": 0.211462}, {"accuracy": 0.313241, "f1": 0.254285, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"], "main_score": 0.254285, "precision": 0.23295, "recall": 0.313241}, {"accuracy": 0.107708, "f1": 0.06809, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"], "main_score": 0.06809, "precision": 0.058052, "recall": 0.107708}, {"accuracy": 0.546443, "f1": 0.481891, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"], "main_score": 0.481891, "precision": 0.45814, "recall": 0.546443}, {"accuracy": 0.523715, "f1": 0.469133, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"], "main_score": 0.469133, "precision": 0.44986, "recall": 0.523715}, {"accuracy": 0.563241, "f1": 0.497761, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"], "main_score": 0.497761, "precision": 0.473977, "recall": 0.563241}, {"accuracy": 0.344862, "f1": 0.28984, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"], "main_score": 0.28984, "precision": 0.271671, "recall": 0.344862}, {"accuracy": 0.142292, "f1": 0.103239, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"], "main_score": 0.103239, "precision": 0.092145, "recall": 0.142292}, {"accuracy": 0.130435, "f1": 0.080109, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"], "main_score": 0.080109, "precision": 0.068101, "recall": 0.130435}, {"accuracy": 0.092885, "f1": 0.055132, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"], "main_score": 0.055132, "precision": 0.046188, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.141591, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"], "main_score": 0.141591, "precision": 0.123815, "recall": 0.213439}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.914032, "f1": 0.887634, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"], "main_score": 0.887634, "precision": 0.874835, "recall": 0.914032}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.66502, "f1": 0.591521, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"], "main_score": 0.591521, "precision": 0.562777, "recall": 0.66502}, {"accuracy": 0.238142, "f1": 0.169631, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"], "main_score": 0.169631, "precision": 0.152088, "recall": 0.238142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.439723, "f1": 0.354955, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"], "main_score": 0.354955, "precision": 0.328325, "recall": 0.439723}, {"accuracy": 0.693676, "f1": 0.627081, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"], "main_score": 0.627081, "precision": 0.600019, "recall": 0.693676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.895487, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"], "main_score": 0.895487, "precision": 0.883976, "recall": 0.91996}, {"accuracy": 0.271739, "f1": 0.185979, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"], "main_score": 0.185979, "precision": 0.16346, "recall": 0.271739}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"], "main_score": 0.922167, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.856719, "f1": 0.817852, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"], "main_score": 0.817852, "precision": 0.800148, "recall": 0.856719}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.327075, "f1": 0.234938, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"], "main_score": 0.234938, "precision": 0.20999, "recall": 0.327075}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.178854, "f1": 0.123037, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"], "main_score": 0.123037, "precision": 0.110088, "recall": 0.178854}, {"accuracy": 0.899209, "f1": 0.870012, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"], "main_score": 0.870012, "precision": 0.856555, "recall": 0.899209}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.740119, "f1": 0.677967, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"], "main_score": 0.677967, "precision": 0.651115, "recall": 0.740119}, {"accuracy": 0.060277, "f1": 0.026814, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"], "main_score": 0.026814, "precision": 0.021883, "recall": 0.060277}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.25, "f1": 0.172447, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"], "main_score": 0.172447, "precision": 0.153513, "recall": 0.25}, {"accuracy": 0.876482, "f1": 0.841206, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"], "main_score": 0.841206, "precision": 0.825132, "recall": 0.876482}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.885375, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"], "main_score": 0.885375, "precision": 0.87253, "recall": 0.912055}, {"accuracy": 0.310277, "f1": 0.233232, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"], "main_score": 0.233232, "precision": 0.210516, "recall": 0.310277}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.813241, "f1": 0.766389, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"], "main_score": 0.766389, "precision": 0.746014, "recall": 0.813241}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"], "main_score": 0.923419, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"], "main_score": 0.905303, "precision": 0.894928, "recall": 0.926877}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.190711, "f1": 0.122888, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"], "main_score": 0.122888, "precision": 0.107383, "recall": 0.190711}, {"accuracy": 0.067194, "f1": 0.042333, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"], "main_score": 0.042333, "precision": 0.036493, "recall": 0.067194}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.183794, "f1": 0.119694, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"], "main_score": 0.119694, "precision": 0.105847, "recall": 0.183794}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.900198, "f1": 0.871607, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"], "main_score": 0.871607, "precision": 0.858284, "recall": 0.900198}, {"accuracy": 0.781621, "f1": 0.728527, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"], "main_score": 0.728527, "precision": 0.705801, "recall": 0.781621}, {"accuracy": 0.220356, "f1": 0.143743, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"], "main_score": 0.143743, "precision": 0.125177, "recall": 0.220356}, {"accuracy": 0.764822, "f1": 0.71198, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"], "main_score": 0.71198, "precision": 0.689443, "recall": 0.764822}, {"accuracy": 0.65415, "f1": 0.580477, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"], "main_score": 0.580477, "precision": 0.552746, "recall": 0.65415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.777668, "f1": 0.722139, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"], "main_score": 0.722139, "precision": 0.698798, "recall": 0.777668}, {"accuracy": 0.189723, "f1": 0.124147, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"], "main_score": 0.124147, "precision": 0.108751, "recall": 0.189723}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.073123, "f1": 0.041809, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"], "main_score": 0.041809, "precision": 0.034927, "recall": 0.073123}, {"accuracy": 0.268775, "f1": 0.197352, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"], "main_score": 0.197352, "precision": 0.179563, "recall": 0.268775}, {"accuracy": 0.389328, "f1": 0.304631, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"], "main_score": 0.304631, "precision": 0.279416, "recall": 0.389328}, {"accuracy": 0.090909, "f1": 0.048923, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"], "main_score": 0.048923, "precision": 0.040048, "recall": 0.090909}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.318182, "f1": 0.231388, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"], "main_score": 0.231388, "precision": 0.206553, "recall": 0.318182}, {"accuracy": 0.782609, "f1": 0.727012, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"], "main_score": 0.727012, "precision": 0.703369, "recall": 0.782609}, {"accuracy": 0.499012, "f1": 0.417768, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"], "main_score": 0.417768, "precision": 0.390972, "recall": 0.499012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.291502, "f1": 0.212411, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"], "main_score": 0.212411, "precision": 0.191765, "recall": 0.291502}, {"accuracy": 0.356719, "f1": 0.273248, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"], "main_score": 0.273248, "precision": 0.249023, "recall": 0.356719}, {"accuracy": 0.284585, "f1": 0.199432, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"], "main_score": 0.199432, "precision": 0.17585, "recall": 0.284585}, {"accuracy": 0.383399, "f1": 0.301821, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"], "main_score": 0.301821, "precision": 0.277448, "recall": 0.383399}, {"accuracy": 0.663043, "f1": 0.594586, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"], "main_score": 0.594586, "precision": 0.567523, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.060277, "f1": 0.021093, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"], "main_score": 0.021093, "precision": 0.015952, "recall": 0.060277}, {"accuracy": 0.237154, "f1": 0.166923, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"], "main_score": 0.166923, "precision": 0.147959, "recall": 0.237154}, {"accuracy": 0.782609, "f1": 0.727739, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"], "main_score": 0.727739, "precision": 0.704315, "recall": 0.782609}, {"accuracy": 0.262846, "f1": 0.184871, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"], "main_score": 0.184871, "precision": 0.164083, "recall": 0.262846}, {"accuracy": 0.064229, "f1": 0.032659, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"], "main_score": 0.032659, "precision": 0.027624, "recall": 0.064229}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.821146, "f1": 0.775758, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"], "main_score": 0.775758, "precision": 0.756324, "recall": 0.821146}, {"accuracy": 0.818182, "f1": 0.765613, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"], "main_score": 0.765613, "precision": 0.742243, "recall": 0.818182}, {"accuracy": 0.779644, "f1": 0.729167, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"], "main_score": 0.729167, "precision": 0.707865, "recall": 0.779644}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.250988, "f1": 0.175852, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"], "main_score": 0.175852, "precision": 0.15528, "recall": 0.250988}, {"accuracy": 0.200593, "f1": 0.134966, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"], "main_score": 0.134966, "precision": 0.118953, "recall": 0.200593}, {"accuracy": 0.893281, "f1": 0.861825, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"], "main_score": 0.861825, "precision": 0.847003, "recall": 0.893281}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.399209, "f1": 0.311712, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"], "main_score": 0.311712, "precision": 0.284339, "recall": 0.399209}, {"accuracy": 0.22332, "f1": 0.151769, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"], "main_score": 0.151769, "precision": 0.133352, "recall": 0.22332}, {"accuracy": 0.740119, "f1": 0.677931, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"], "main_score": 0.677931, "precision": 0.652753, "recall": 0.740119}, {"accuracy": 0.942688, "f1": 0.92668, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"], "main_score": 0.92668, "precision": 0.919466, "recall": 0.942688}, {"accuracy": 0.215415, "f1": 0.138849, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"], "main_score": 0.138849, "precision": 0.120808, "recall": 0.215415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.269763, "f1": 0.19799, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"], "main_score": 0.19799, "precision": 0.180009, "recall": 0.269763}, {"accuracy": 0.448617, "f1": 0.35315, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"], "main_score": 0.35315, "precision": 0.322458, "recall": 0.448617}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.772727, "f1": 0.714229, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"], "main_score": 0.714229, "precision": 0.689213, "recall": 0.772727}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.252964, "f1": 0.178736, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"], "main_score": 0.178736, "precision": 0.158549, "recall": 0.252964}, {"accuracy": 0.082016, "f1": 0.036045, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"], "main_score": 0.036045, "precision": 0.029585, "recall": 0.082016}, {"accuracy": 0.280632, "f1": 0.201714, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"], "main_score": 0.201714, "precision": 0.17964, "recall": 0.280632}, {"accuracy": 0.143281, "f1": 0.086379, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"], "main_score": 0.086379, "precision": 0.074461, "recall": 0.143281}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.747036, "f1": 0.685183, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"], "main_score": 0.685183, "precision": 0.659256, "recall": 0.747036}, {"accuracy": 0.09585, "f1": 0.063084, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"], "main_score": 0.063084, "precision": 0.055795, "recall": 0.09585}, {"accuracy": 0.777668, "f1": 0.721121, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"], "main_score": 0.721121, "precision": 0.697077, "recall": 0.777668}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.751976, "f1": 0.690152, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"], "main_score": 0.690152, "precision": 0.663027, "recall": 0.751976}, {"accuracy": 0.530632, "f1": 0.445011, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"], "main_score": 0.445011, "precision": 0.413296, "recall": 0.530632}, {"accuracy": 0.216403, "f1": 0.140023, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"], "main_score": 0.140023, "precision": 0.121157, "recall": 0.216403}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.429842, "f1": 0.340887, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"], "main_score": 0.340887, "precision": 0.312425, "recall": 0.429842}, {"accuracy": 0.247036, "f1": 0.169506, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"], "main_score": 0.169506, "precision": 0.149844, "recall": 0.247036}, {"accuracy": 0.228261, "f1": 0.155934, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"], "main_score": 0.155934, "precision": 0.137408, "recall": 0.228261}, {"accuracy": 0.251976, "f1": 0.178556, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"], "main_score": 0.178556, "precision": 0.159687, "recall": 0.251976}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.021739, "f1": 0.005155, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"], "main_score": 0.005155, "precision": 0.003799, "recall": 0.021739}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"], "main_score": 0.837747, "precision": 0.821509, "recall": 0.873518}, {"accuracy": 0.455534, "f1": 0.367528, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"], "main_score": 0.367528, "precision": 0.335344, "recall": 0.455534}, {"accuracy": 0.850791, "f1": 0.811957, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"], "main_score": 0.811957, "precision": 0.794055, "recall": 0.850791}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.107708, "f1": 0.062922, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"], "main_score": 0.062922, "precision": 0.054074, "recall": 0.107708}, {"accuracy": 0.221344, "f1": 0.150863, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"], "main_score": 0.150863, "precision": 0.133057, "recall": 0.221344}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.661067, "f1": 0.589997, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"], "main_score": 0.589997, "precision": 0.56238, "recall": 0.661067}, {"accuracy": 0.204545, "f1": 0.134275, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"], "main_score": 0.134275, "precision": 0.116131, "recall": 0.204545}, {"accuracy": 0.226285, "f1": 0.149134, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"], "main_score": 0.149134, "precision": 0.12937, "recall": 0.226285}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.208498, "f1": 0.140623, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"], "main_score": 0.140623, "precision": 0.124301, "recall": 0.208498}, {"accuracy": 0.225296, "f1": 0.155492, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"], "main_score": 0.155492, "precision": 0.136821, "recall": 0.225296}, {"accuracy": 0.817194, "f1": 0.76777, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"], "main_score": 0.76777, "precision": 0.745777, "recall": 0.817194}, {"accuracy": 0.678854, "f1": 0.613694, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"], "main_score": 0.613694, "precision": 0.588337, "recall": 0.678854}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.314229, "f1": 0.224972, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"], "main_score": 0.224972, "precision": 0.198123, "recall": 0.314229}, {"accuracy": 0.502964, "f1": 0.418211, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"], "main_score": 0.418211, "precision": 0.389183, "recall": 0.502964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.570158, "f1": 0.492585, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"], "main_score": 0.492585, "precision": 0.464464, "recall": 0.570158}, {"accuracy": 0.851779, "f1": 0.811001, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"], "main_score": 0.811001, "precision": 0.791947, "recall": 0.851779}, {"accuracy": 0.320158, "f1": 0.240296, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"], "main_score": 0.240296, "precision": 0.217371, "recall": 0.320158}, {"accuracy": 0.606719, "f1": 0.526725, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"], "main_score": 0.526725, "precision": 0.495113, "recall": 0.606719}, {"accuracy": 0.721344, "f1": 0.658583, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"], "main_score": 0.658583, "precision": 0.631901, "recall": 0.721344}, {"accuracy": 0.266798, "f1": 0.183495, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"], "main_score": 0.183495, "precision": 0.160927, "recall": 0.266798}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"], "main_score": 0.919368, "precision": 0.910853, "recall": 0.937747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"], "main_score": 0.938241, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.802372, "f1": 0.750692, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"], "main_score": 0.750692, "precision": 0.72752, "recall": 0.802372}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.439723, "f1": 0.355392, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"], "main_score": 0.355392, "precision": 0.326729, "recall": 0.439723}, {"accuracy": 0.538538, "f1": 0.451187, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"], "main_score": 0.451187, "precision": 0.420261, "recall": 0.538538}, {"accuracy": 0.116601, "f1": 0.061898, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"], "main_score": 0.061898, "precision": 0.050358, "recall": 0.116601}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.193676, "f1": 0.133241, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"], "main_score": 0.133241, "precision": 0.116753, "recall": 0.193676}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.493083, "f1": 0.405432, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"], "main_score": 0.405432, "precision": 0.37696, "recall": 0.493083}, {"accuracy": 0.384387, "f1": 0.295278, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"], "main_score": 0.295278, "precision": 0.268501, "recall": 0.384387}, {"accuracy": 0.880435, "f1": 0.845257, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"], "main_score": 0.845257, "precision": 0.828969, "recall": 0.880435}, {"accuracy": 0.285573, "f1": 0.205367, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"], "main_score": 0.205367, "precision": 0.182796, "recall": 0.285573}, {"accuracy": 0.253953, "f1": 0.177703, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"], "main_score": 0.177703, "precision": 0.157756, "recall": 0.253953}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.48419, "f1": 0.389903, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"], "main_score": 0.389903, "precision": 0.358023, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.215415, "f1": 0.140325, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"], "main_score": 0.140325, "precision": 0.122089, "recall": 0.215415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.925889, "f1": 0.90295, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"], "main_score": 0.90295, "precision": 0.892128, "recall": 0.925889}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.206522, "f1": 0.139458, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"], "main_score": 0.139458, "precision": 0.122997, "recall": 0.206522}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"], "main_score": 0.913208, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.212451, "f1": 0.140935, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"], "main_score": 0.140935, "precision": 0.122428, "recall": 0.212451}, {"accuracy": 0.238142, "f1": 0.166261, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"], "main_score": 0.166261, "precision": 0.14827, "recall": 0.238142}, {"accuracy": 0.166996, "f1": 0.106143, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"], "main_score": 0.106143, "precision": 0.091902, "recall": 0.166996}, {"accuracy": 0.560277, "f1": 0.477974, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"], "main_score": 0.477974, "precision": 0.446053, "recall": 0.560277}, {"accuracy": 0.327075, "f1": 0.240027, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"], "main_score": 0.240027, "precision": 0.21366, "recall": 0.327075}, {"accuracy": 0.203557, "f1": 0.13257, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"], "main_score": 0.13257, "precision": 0.114948, "recall": 0.203557}, {"accuracy": 0.245059, "f1": 0.170526, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"], "main_score": 0.170526, "precision": 0.151614, "recall": 0.245059}, {"accuracy": 0.852767, "f1": 0.814954, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"], "main_score": 0.814954, "precision": 0.798452, "recall": 0.852767}, {"accuracy": 0.197628, "f1": 0.128618, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"], "main_score": 0.128618, "precision": 0.112003, "recall": 0.197628}, {"accuracy": 0.206522, "f1": 0.142111, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"], "main_score": 0.142111, "precision": 0.127004, "recall": 0.206522}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"], "main_score": 0.949835, "precision": 0.944582, "recall": 0.961462}, {"accuracy": 0.329051, "f1": 0.238804, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"], "main_score": 0.238804, "precision": 0.213233, "recall": 0.329051}, {"accuracy": 0.272727, "f1": 0.1968, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"], "main_score": 0.1968, "precision": 0.177872, "recall": 0.272727}, {"accuracy": 0.666996, "f1": 0.590955, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"], "main_score": 0.590955, "precision": 0.560433, "recall": 0.666996}, {"accuracy": 0.386364, "f1": 0.30043, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"], "main_score": 0.30043, "precision": 0.273894, "recall": 0.386364}, {"accuracy": 0.496047, "f1": 0.406907, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"], "main_score": 0.406907, "precision": 0.375799, "recall": 0.496047}, {"accuracy": 0.866601, "f1": 0.829117, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"], "main_score": 0.829117, "precision": 0.811545, "recall": 0.866601}, {"accuracy": 0.363636, "f1": 0.27401, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"], "main_score": 0.27401, "precision": 0.24604, "recall": 0.363636}, {"accuracy": 0.482213, "f1": 0.39582, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"], "main_score": 0.39582, "precision": 0.365726, "recall": 0.482213}, {"accuracy": 0.203557, "f1": 0.134962, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"], "main_score": 0.134962, "precision": 0.116587, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.856719, "f1": 0.817589, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"], "main_score": 0.817589, "precision": 0.800247, "recall": 0.856719}, {"accuracy": 0.291502, "f1": 0.21359, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"], "main_score": 0.21359, "precision": 0.189869, "recall": 0.291502}, {"accuracy": 0.229249, "f1": 0.154833, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"], "main_score": 0.154833, "precision": 0.136254, "recall": 0.229249}, {"accuracy": 0.041502, "f1": 0.032506, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"], "main_score": 0.032506, "precision": 0.030293, "recall": 0.041502}, {"accuracy": 0.202569, "f1": 0.180881, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"], "main_score": 0.180881, "precision": 0.173205, "recall": 0.202569}, {"accuracy": 0.002964, "f1": 0.000573, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"], "main_score": 0.000573, "precision": 0.00037, "recall": 0.002964}, {"accuracy": 0.244071, "f1": 0.209696, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"], "main_score": 0.209696, "precision": 0.199492, "recall": 0.244071}, {"accuracy": 0.227273, "f1": 0.201647, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"], "main_score": 0.201647, "precision": 0.194095, "recall": 0.227273}, {"accuracy": 0.187747, "f1": 0.169499, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"], "main_score": 0.169499, "precision": 0.163769, "recall": 0.187747}, {"accuracy": 0.229249, "f1": 0.212341, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"], "main_score": 0.212341, "precision": 0.207427, "recall": 0.229249}, {"accuracy": 0.22332, "f1": 0.197318, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"], "main_score": 0.197318, "precision": 0.187848, "recall": 0.22332}, {"accuracy": 0.316206, "f1": 0.274743, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"], "main_score": 0.274743, "precision": 0.262241, "recall": 0.316206}, {"accuracy": 0.253953, "f1": 0.23253, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"], "main_score": 0.23253, "precision": 0.224309, "recall": 0.253953}, {"accuracy": 0.213439, "f1": 0.195828, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"], "main_score": 0.195828, "precision": 0.19019, "recall": 0.213439}, {"accuracy": 0.245059, "f1": 0.213996, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"], "main_score": 0.213996, "precision": 0.203523, "recall": 0.245059}, {"accuracy": 0.179842, "f1": 0.158913, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"], "main_score": 0.158913, "precision": 0.152851, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.165136, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"], "main_score": 0.165136, "precision": 0.15659, "recall": 0.187747}, {"accuracy": 0.179842, "f1": 0.160844, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"], "main_score": 0.160844, "precision": 0.155162, "recall": 0.179842}, {"accuracy": 0.198617, "f1": 0.169698, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"], "main_score": 0.169698, "precision": 0.161264, "recall": 0.198617}, {"accuracy": 0.293478, "f1": 0.265875, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"], "main_score": 0.265875, "precision": 0.257711, "recall": 0.293478}, {"accuracy": 0.258893, "f1": 0.236185, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"], "main_score": 0.236185, "precision": 0.227174, "recall": 0.258893}, {"accuracy": 0.210474, "f1": 0.19334, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"], "main_score": 0.19334, "precision": 0.186925, "recall": 0.210474}, {"accuracy": 0.208498, "f1": 0.177996, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"], "main_score": 0.177996, "precision": 0.168699, "recall": 0.208498}, {"accuracy": 0.323123, "f1": 0.279182, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"], "main_score": 0.279182, "precision": 0.265655, "recall": 0.323123}, {"accuracy": 0.23913, "f1": 0.221509, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"], "main_score": 0.221509, "precision": 0.215399, "recall": 0.23913}, {"accuracy": 0.185771, "f1": 0.159405, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"], "main_score": 0.159405, "precision": 0.149664, "recall": 0.185771}, {"accuracy": 0.119565, "f1": 0.099707, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"], "main_score": 0.099707, "precision": 0.094915, "recall": 0.119565}, {"accuracy": 0.25, "f1": 0.215026, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"], "main_score": 0.215026, "precision": 0.204732, "recall": 0.25}, {"accuracy": 0.229249, "f1": 0.213101, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"], "main_score": 0.213101, "precision": 0.208109, "recall": 0.229249}, {"accuracy": 0.08004, "f1": 0.051765, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"], "main_score": 0.051765, "precision": 0.045499, "recall": 0.08004}, {"accuracy": 0.225296, "f1": 0.201721, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"], "main_score": 0.201721, "precision": 0.194187, "recall": 0.225296}, {"accuracy": 0.215415, "f1": 0.186844, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"], "main_score": 0.186844, "precision": 0.177109, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.209614, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"], "main_score": 0.209614, "precision": 0.205366, "recall": 0.222332}, {"accuracy": 0.315217, "f1": 0.2773, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"], "main_score": 0.2773, "precision": 0.265974, "recall": 0.315217}, {"accuracy": 0.218379, "f1": 0.195834, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"], "main_score": 0.195834, "precision": 0.188809, "recall": 0.218379}, {"accuracy": 0.187747, "f1": 0.155141, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"], "main_score": 0.155141, "precision": 0.146771, "recall": 0.187747}, {"accuracy": 0.230237, "f1": 0.208215, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"], "main_score": 0.208215, "precision": 0.200646, "recall": 0.230237}, {"accuracy": 0.271739, "f1": 0.237437, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"], "main_score": 0.237437, "precision": 0.227177, "recall": 0.271739}, {"accuracy": 0.150198, "f1": 0.125073, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"], "main_score": 0.125073, "precision": 0.119091, "recall": 0.150198}, {"accuracy": 0.213439, "f1": 0.191194, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"], "main_score": 0.191194, "precision": 0.184659, "recall": 0.213439}, {"accuracy": 0.136364, "f1": 0.117667, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"], "main_score": 0.117667, "precision": 0.112377, "recall": 0.136364}, {"accuracy": 0.306324, "f1": 0.26698, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"], "main_score": 0.26698, "precision": 0.255539, "recall": 0.306324}, {"accuracy": 0.201581, "f1": 0.178494, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"], "main_score": 0.178494, "precision": 0.170197, "recall": 0.201581}, {"accuracy": 0.202569, "f1": 0.165353, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"], "main_score": 0.165353, "precision": 0.152596, "recall": 0.202569}, {"accuracy": 0.035573, "f1": 0.027235, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"], "main_score": 0.027235, "precision": 0.025181, "recall": 0.035573}, {"accuracy": 0.315217, "f1": 0.276652, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"], "main_score": 0.276652, "precision": 0.265318, "recall": 0.315217}, {"accuracy": 0.16502, "f1": 0.135645, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"], "main_score": 0.135645, "precision": 0.126081, "recall": 0.16502}, {"accuracy": 0.268775, "f1": 0.240491, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"], "main_score": 0.240491, "precision": 0.232643, "recall": 0.268775}, {"accuracy": 0.3083, "f1": 0.274009, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"], "main_score": 0.274009, "precision": 0.263193, "recall": 0.3083}, {"accuracy": 0.206522, "f1": 0.182073, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"], "main_score": 0.182073, "precision": 0.174465, "recall": 0.206522}, {"accuracy": 0.188735, "f1": 0.178542, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"], "main_score": 0.178542, "precision": 0.175571, "recall": 0.188735}, {"accuracy": 0.213439, "f1": 0.182643, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"], "main_score": 0.182643, "precision": 0.171602, "recall": 0.213439}, {"accuracy": 0.240119, "f1": 0.213976, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"], "main_score": 0.213976, "precision": 0.20697, "recall": 0.240119}, {"accuracy": 0.212451, "f1": 0.195375, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"], "main_score": 0.195375, "precision": 0.189576, "recall": 0.212451}, {"accuracy": 0.316206, "f1": 0.274763, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"], "main_score": 0.274763, "precision": 0.262466, "recall": 0.316206}, {"accuracy": 0.209486, "f1": 0.19333, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"], "main_score": 0.19333, "precision": 0.188181, "recall": 0.209486}, {"accuracy": 0.177866, "f1": 0.153193, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"], "main_score": 0.153193, "precision": 0.145182, "recall": 0.177866}, {"accuracy": 0.22332, "f1": 0.196094, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"], "main_score": 0.196094, "precision": 0.187762, "recall": 0.22332}, {"accuracy": 0.048419, "f1": 0.040576, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"], "main_score": 0.040576, "precision": 0.038312, "recall": 0.048419}, {"accuracy": 0.249012, "f1": 0.22218, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"], "main_score": 0.22218, "precision": 0.211741, "recall": 0.249012}, {"accuracy": 0.255929, "f1": 0.229027, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"], "main_score": 0.229027, "precision": 0.219563, "recall": 0.255929}, {"accuracy": 0.064229, "f1": 0.055954, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"], "main_score": 0.055954, "precision": 0.053749, "recall": 0.064229}, {"accuracy": 0.282609, "f1": 0.248261, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"], "main_score": 0.248261, "precision": 0.238076, "recall": 0.282609}, {"accuracy": 0.212451, "f1": 0.186277, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"], "main_score": 0.186277, "precision": 0.178775, "recall": 0.212451}, {"accuracy": 0.259881, "f1": 0.243876, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"], "main_score": 0.243876, "precision": 0.238917, "recall": 0.259881}, {"accuracy": 0.197628, "f1": 0.169974, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"], "main_score": 0.169974, "precision": 0.162085, "recall": 0.197628}, {"accuracy": 0.255929, "f1": 0.235179, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"], "main_score": 0.235179, "precision": 0.227388, "recall": 0.255929}, {"accuracy": 0.221344, "f1": 0.203849, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"], "main_score": 0.203849, "precision": 0.198998, "recall": 0.221344}, {"accuracy": 0.201581, "f1": 0.184598, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"], "main_score": 0.184598, "precision": 0.179139, "recall": 0.201581}, {"accuracy": 0.326087, "f1": 0.282581, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"], "main_score": 0.282581, "precision": 0.271125, "recall": 0.326087}, {"accuracy": 0.212451, "f1": 0.18555, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"], "main_score": 0.18555, "precision": 0.175107, "recall": 0.212451}, {"accuracy": 0.252964, "f1": 0.226011, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"], "main_score": 0.226011, "precision": 0.216349, "recall": 0.252964}, {"accuracy": 0.209486, "f1": 0.18435, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"], "main_score": 0.18435, "precision": 0.174748, "recall": 0.209486}, {"accuracy": 0.212451, "f1": 0.187902, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"], "main_score": 0.187902, "precision": 0.179783, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.160998, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"], "main_score": 0.160998, "precision": 0.156526, "recall": 0.174901}, {"accuracy": 0.301383, "f1": 0.265228, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"], "main_score": 0.265228, "precision": 0.254142, "recall": 0.301383}, {"accuracy": 0.054348, "f1": 0.033666, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"], "main_score": 0.033666, "precision": 0.029129, "recall": 0.054348}, {"accuracy": 0.182806, "f1": 0.159835, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"], "main_score": 0.159835, "precision": 0.151268, "recall": 0.182806}, {"accuracy": 0.181818, "f1": 0.17019, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"], "main_score": 0.17019, "precision": 0.166625, "recall": 0.181818}, {"accuracy": 0.212451, "f1": 0.184958, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"], "main_score": 0.184958, "precision": 0.175957, "recall": 0.212451}, {"accuracy": 0.052372, "f1": 0.037879, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"], "main_score": 0.037879, "precision": 0.034535, "recall": 0.052372}, {"accuracy": 0.336957, "f1": 0.294498, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"], "main_score": 0.294498, "precision": 0.2816, "recall": 0.336957}, {"accuracy": 0.226285, "f1": 0.210199, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"], "main_score": 0.210199, "precision": 0.204592, "recall": 0.226285}, {"accuracy": 0.238142, "f1": 0.217689, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"], "main_score": 0.217689, "precision": 0.212017, "recall": 0.238142}, {"accuracy": 0.096838, "f1": 0.075362, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"], "main_score": 0.075362, "precision": 0.070584, "recall": 0.096838}, {"accuracy": 0.306324, "f1": 0.269564, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"], "main_score": 0.269564, "precision": 0.258746, "recall": 0.306324}, {"accuracy": 0.304348, "f1": 0.268226, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"], "main_score": 0.268226, "precision": 0.258348, "recall": 0.304348}, {"accuracy": 0.323123, "f1": 0.278445, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"], "main_score": 0.278445, "precision": 0.265553, "recall": 0.323123}, {"accuracy": 0.231225, "f1": 0.207076, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"], "main_score": 0.207076, "precision": 0.199869, "recall": 0.231225}, {"accuracy": 0.218379, "f1": 0.193116, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"], "main_score": 0.193116, "precision": 0.183684, "recall": 0.218379}, {"accuracy": 0.183794, "f1": 0.160754, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"], "main_score": 0.160754, "precision": 0.15208, "recall": 0.183794}, {"accuracy": 0.116601, "f1": 0.098128, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"], "main_score": 0.098128, "precision": 0.093542, "recall": 0.116601}, {"accuracy": 0.321146, "f1": 0.272174, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"], "main_score": 0.272174, "precision": 0.257968, "recall": 0.321146}, {"accuracy": 0.199605, "f1": 0.181876, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"], "main_score": 0.181876, "precision": 0.175613, "recall": 0.199605}, {"accuracy": 0.238142, "f1": 0.212983, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"], "main_score": 0.212983, "precision": 0.204698, "recall": 0.238142}, {"accuracy": 0.228261, "f1": 0.198506, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"], "main_score": 0.198506, "precision": 0.187996, "recall": 0.228261}, {"accuracy": 0.224308, "f1": 0.211341, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"], "main_score": 0.211341, "precision": 0.207673, "recall": 0.224308}, {"accuracy": 0.248024, "f1": 0.218132, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"], "main_score": 0.218132, "precision": 0.209327, "recall": 0.248024}, {"accuracy": 0.197628, "f1": 0.171303, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"], "main_score": 0.171303, "precision": 0.162177, "recall": 0.197628}, {"accuracy": 0.281621, "f1": 0.243138, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"], "main_score": 0.243138, "precision": 0.233457, "recall": 0.281621}, {"accuracy": 0.229249, "f1": 0.202579, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"], "main_score": 0.202579, "precision": 0.193887, "recall": 0.229249}, {"accuracy": 0.246047, "f1": 0.222925, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"], "main_score": 0.222925, "precision": 0.214776, "recall": 0.246047}, {"accuracy": 0.232213, "f1": 0.204641, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"], "main_score": 0.204641, "precision": 0.196457, "recall": 0.232213}, {"accuracy": 0.275692, "f1": 0.240867, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"], "main_score": 0.240867, "precision": 0.230895, "recall": 0.275692}, {"accuracy": 0.339921, "f1": 0.291343, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"], "main_score": 0.291343, "precision": 0.277976, "recall": 0.339921}, {"accuracy": 0.252964, "f1": 0.221076, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"], "main_score": 0.221076, "precision": 0.211516, "recall": 0.252964}, {"accuracy": 0.222332, "f1": 0.207597, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"], "main_score": 0.207597, "precision": 0.202982, "recall": 0.222332}, {"accuracy": 0.18083, "f1": 0.153285, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"], "main_score": 0.153285, "precision": 0.145616, "recall": 0.18083}, {"accuracy": 0.212451, "f1": 0.181352, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"], "main_score": 0.181352, "precision": 0.17011, "recall": 0.212451}, {"accuracy": 0.088933, "f1": 0.059892, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"], "main_score": 0.059892, "precision": 0.053656, "recall": 0.088933}, {"accuracy": 0.262846, "f1": 0.233669, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"], "main_score": 0.233669, "precision": 0.223124, "recall": 0.262846}, {"accuracy": 0.101779, "f1": 0.074608, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"], "main_score": 0.074608, "precision": 0.067863, "recall": 0.101779}, {"accuracy": 0.327075, "f1": 0.281997, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"], "main_score": 0.281997, "precision": 0.269185, "recall": 0.327075}, {"accuracy": 0.236166, "f1": 0.221649, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"], "main_score": 0.221649, "precision": 0.216278, "recall": 0.236166}, {"accuracy": 0.091897, "f1": 0.070876, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"], "main_score": 0.070876, "precision": 0.064512, "recall": 0.091897}, {"accuracy": 0.218379, "f1": 0.203608, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"], "main_score": 0.203608, "precision": 0.198858, "recall": 0.218379}, {"accuracy": 0.328063, "f1": 0.28641, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"], "main_score": 0.28641, "precision": 0.274851, "recall": 0.328063}, {"accuracy": 0.124506, "f1": 0.108367, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"], "main_score": 0.108367, "precision": 0.103241, "recall": 0.124506}, {"accuracy": 0.205534, "f1": 0.178787, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"], "main_score": 0.178787, "precision": 0.170711, "recall": 0.205534}, {"accuracy": 0.16996, "f1": 0.142985, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"], "main_score": 0.142985, "precision": 0.133467, "recall": 0.16996}, {"accuracy": 0.226285, "f1": 0.197288, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"], "main_score": 0.197288, "precision": 0.188682, "recall": 0.226285}, {"accuracy": 0.233202, "f1": 0.214647, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"], "main_score": 0.214647, "precision": 0.208564, "recall": 0.233202}, {"accuracy": 0.198617, "f1": 0.17361, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"], "main_score": 0.17361, "precision": 0.164933, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.190443, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"], "main_score": 0.190443, "precision": 0.180641, "recall": 0.217391}, {"accuracy": 0.212451, "f1": 0.182732, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"], "main_score": 0.182732, "precision": 0.172034, "recall": 0.212451}, {"accuracy": 0.295455, "f1": 0.258294, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"], "main_score": 0.258294, "precision": 0.247231, "recall": 0.295455}, {"accuracy": 0.018775, "f1": 0.007831, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"], "main_score": 0.007831, "precision": 0.006149, "recall": 0.018775}, {"accuracy": 0.129447, "f1": 0.11219, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"], "main_score": 0.11219, "precision": 0.106769, "recall": 0.129447}, {"accuracy": 0.103755, "f1": 0.084809, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"], "main_score": 0.084809, "precision": 0.079779, "recall": 0.103755}, {"accuracy": 0.182806, "f1": 0.16235, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"], "main_score": 0.16235, "precision": 0.15735, "recall": 0.182806}, {"accuracy": 0.318182, "f1": 0.278819, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"], "main_score": 0.278819, "precision": 0.267367, "recall": 0.318182}, {"accuracy": 0.106719, "f1": 0.078071, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"], "main_score": 0.078071, "precision": 0.069794, "recall": 0.106719}, {"accuracy": 0.212451, "f1": 0.186797, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"], "main_score": 0.186797, "precision": 0.177241, "recall": 0.212451}, {"accuracy": 0.294466, "f1": 0.254115, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"], "main_score": 0.254115, "precision": 0.242748, "recall": 0.294466}, {"accuracy": 0.325099, "f1": 0.279885, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"], "main_score": 0.279885, "precision": 0.266216, "recall": 0.325099}, {"accuracy": 0.224308, "f1": 0.20773, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"], "main_score": 0.20773, "precision": 0.202325, "recall": 0.224308}, {"accuracy": 0.148221, "f1": 0.127617, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"], "main_score": 0.127617, "precision": 0.120854, "recall": 0.148221}, {"accuracy": 0.188735, "f1": 0.166944, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"], "main_score": 0.166944, "precision": 0.158847, "recall": 0.188735}, {"accuracy": 0.210474, "f1": 0.19065, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"], "main_score": 0.19065, "precision": 0.183593, "recall": 0.210474}, {"accuracy": 0.175889, "f1": 0.153117, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"], "main_score": 0.153117, "precision": 0.146069, "recall": 0.175889}, {"accuracy": 0.193676, "f1": 0.170372, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"], "main_score": 0.170372, "precision": 0.161703, "recall": 0.193676}, {"accuracy": 0.117589, "f1": 0.09896, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"], "main_score": 0.09896, "precision": 0.093666, "recall": 0.117589}, {"accuracy": 0.23419, "f1": 0.214464, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"], "main_score": 0.214464, "precision": 0.208911, "recall": 0.23419}, {"accuracy": 0.235178, "f1": 0.199021, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"], "main_score": 0.199021, "precision": 0.188784, "recall": 0.235178}, {"accuracy": 0.193676, "f1": 0.163273, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"], "main_score": 0.163273, "precision": 0.153537, "recall": 0.193676}, {"accuracy": 0.247036, "f1": 0.22583, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"], "main_score": 0.22583, "precision": 0.218463, "recall": 0.247036}, {"accuracy": 0.251976, "f1": 0.220704, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"], "main_score": 0.220704, "precision": 0.211003, "recall": 0.251976}, {"accuracy": 0.079051, "f1": 0.066645, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"], "main_score": 0.066645, "precision": 0.062795, "recall": 0.079051}, {"accuracy": 0.167984, "f1": 0.136174, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"], "main_score": 0.136174, "precision": 0.128268, "recall": 0.167984}, {"accuracy": 0.209486, "f1": 0.189821, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"], "main_score": 0.189821, "precision": 0.183296, "recall": 0.209486}, {"accuracy": 0.129447, "f1": 0.116122, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"], "main_score": 0.116122, "precision": 0.111671, "recall": 0.129447}, {"accuracy": 0.227273, "f1": 0.202165, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"], "main_score": 0.202165, "precision": 0.194259, "recall": 0.227273}, {"accuracy": 0.224308, "f1": 0.200592, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"], "main_score": 0.200592, "precision": 0.190786, "recall": 0.224308}, {"accuracy": 0.116601, "f1": 0.092565, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"], "main_score": 0.092565, "precision": 0.086299, "recall": 0.116601}, {"accuracy": 0.257905, "f1": 0.218225, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"], "main_score": 0.218225, "precision": 0.208046, "recall": 0.257905}, {"accuracy": 0.268775, "f1": 0.22903, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"], "main_score": 0.22903, "precision": 0.218637, "recall": 0.268775}, {"accuracy": 0.252964, "f1": 0.227352, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"], "main_score": 0.227352, "precision": 0.219164, "recall": 0.252964}, {"accuracy": 0.195652, "f1": 0.184607, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"], "main_score": 0.184607, "precision": 0.181086, "recall": 0.195652}, {"accuracy": 0.327075, "f1": 0.28843, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"], "main_score": 0.28843, "precision": 0.276794, "recall": 0.327075}, {"accuracy": 0.140316, "f1": 0.124765, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"], "main_score": 0.124765, "precision": 0.119372, "recall": 0.140316}, {"accuracy": 0.23419, "f1": 0.214856, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"], "main_score": 0.214856, "precision": 0.208988, "recall": 0.23419}, {"accuracy": 0.125494, "f1": 0.09161, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"], "main_score": 0.09161, "precision": 0.081499, "recall": 0.125494}, {"accuracy": 0.296443, "f1": 0.257426, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"], "main_score": 0.257426, "precision": 0.244876, "recall": 0.296443}, {"accuracy": 0.059289, "f1": 0.046121, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"], "main_score": 0.046121, "precision": 0.042052, "recall": 0.059289}, {"accuracy": 0.246047, "f1": 0.219758, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"], "main_score": 0.219758, "precision": 0.212027, "recall": 0.246047}, {"accuracy": 0.217391, "f1": 0.185468, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"], "main_score": 0.185468, "precision": 0.176848, "recall": 0.217391}, {"accuracy": 0.190711, "f1": 0.171213, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"], "main_score": 0.171213, "precision": 0.165938, "recall": 0.190711}, {"accuracy": 0.249012, "f1": 0.227533, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"], "main_score": 0.227533, "precision": 0.220101, "recall": 0.249012}, {"accuracy": 0.209486, "f1": 0.181792, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"], "main_score": 0.181792, "precision": 0.172784, "recall": 0.209486}, {"accuracy": 0.221344, "f1": 0.193966, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"], "main_score": 0.193966, "precision": 0.184138, "recall": 0.221344}, {"accuracy": 0.210474, "f1": 0.181523, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"], "main_score": 0.181523, "precision": 0.172024, "recall": 0.210474}, {"accuracy": 0.313241, "f1": 0.272612, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"], "main_score": 0.272612, "precision": 0.2615, "recall": 0.313241}, {"accuracy": 0.254941, "f1": 0.231478, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"], "main_score": 0.231478, "precision": 0.223554, "recall": 0.254941}, {"accuracy": 0.329051, "f1": 0.28581, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"], "main_score": 0.28581, "precision": 0.274028, "recall": 0.329051}, {"accuracy": 0.200593, "f1": 0.171131, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"], "main_score": 0.171131, "precision": 0.160933, "recall": 0.200593}, {"accuracy": 0.331028, "f1": 0.291223, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"], "main_score": 0.291223, "precision": 0.280494, "recall": 0.331028}, {"accuracy": 0.158103, "f1": 0.136676, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"], "main_score": 0.136676, "precision": 0.130481, "recall": 0.158103}, {"accuracy": 0.259881, "f1": 0.227665, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"], "main_score": 0.227665, "precision": 0.218335, "recall": 0.259881}, {"accuracy": 0.175889, "f1": 0.149202, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"], "main_score": 0.149202, "precision": 0.140081, "recall": 0.175889}, {"accuracy": 0.297431, "f1": 0.270126, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"], "main_score": 0.270126, "precision": 0.26179, "recall": 0.297431}, {"accuracy": 0.181818, "f1": 0.155489, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"], "main_score": 0.155489, "precision": 0.147448, "recall": 0.181818}, {"accuracy": 0.218379, "f1": 0.191082, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"], "main_score": 0.191082, "precision": 0.180624, "recall": 0.218379}, {"accuracy": 0.149209, "f1": 0.123689, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"], "main_score": 0.123689, "precision": 0.115875, "recall": 0.149209}, {"accuracy": 0.145257, "f1": 0.120533, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"], "main_score": 0.120533, "precision": 0.114054, "recall": 0.145257}, {"accuracy": 0.312253, "f1": 0.271936, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"], "main_score": 0.271936, "precision": 0.259371, "recall": 0.312253}, {"accuracy": 0.218379, "f1": 0.18756, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"], "main_score": 0.18756, "precision": 0.177479, "recall": 0.218379}, {"accuracy": 0.206522, "f1": 0.18334, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"], "main_score": 0.18334, "precision": 0.17464, "recall": 0.206522}, {"accuracy": 0.099802, "f1": 0.083304, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"], "main_score": 0.083304, "precision": 0.078529, "recall": 0.099802}, {"accuracy": 0.144269, "f1": 0.121519, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"], "main_score": 0.121519, "precision": 0.113299, "recall": 0.144269}, {"accuracy": 0.20751, "f1": 0.180407, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"], "main_score": 0.180407, "precision": 0.170487, "recall": 0.20751}, {"accuracy": 0.198617, "f1": 0.180603, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"], "main_score": 0.180603, "precision": 0.175419, "recall": 0.198617}, {"accuracy": 0.219368, "f1": 0.193403, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"], "main_score": 0.193403, "precision": 0.184378, "recall": 0.219368}, {"accuracy": 0.221344, "f1": 0.190546, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"], "main_score": 0.190546, "precision": 0.180719, "recall": 0.221344}, {"accuracy": 0.208498, "f1": 0.198794, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"], "main_score": 0.198794, "precision": 0.195976, "recall": 0.208498}, {"accuracy": 0.23913, "f1": 0.215173, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"], "main_score": 0.215173, "precision": 0.206386, "recall": 0.23913}, {"accuracy": 0.247036, "f1": 0.224741, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"], "main_score": 0.224741, "precision": 0.216764, "recall": 0.247036}, {"accuracy": 0.150198, "f1": 0.131232, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"], "main_score": 0.131232, "precision": 0.12561, "recall": 0.150198}, {"accuracy": 0.186759, "f1": 0.162267, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"], "main_score": 0.162267, "precision": 0.154123, "recall": 0.186759}, {"accuracy": 0.231225, "f1": 0.205884, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"], "main_score": 0.205884, "precision": 0.198057, "recall": 0.231225}, {"accuracy": 0.177866, "f1": 0.152232, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"], "main_score": 0.152232, "precision": 0.14327, "recall": 0.177866}, {"accuracy": 0.229249, "f1": 0.193519, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"], "main_score": 0.193519, "precision": 0.183165, "recall": 0.229249}, {"accuracy": 0.240119, "f1": 0.208695, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"], "main_score": 0.208695, "precision": 0.200023, "recall": 0.240119}, {"accuracy": 0.281621, "f1": 0.246316, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"], "main_score": 0.246316, "precision": 0.235825, "recall": 0.281621}, {"accuracy": 0.132411, "f1": 0.109027, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"], "main_score": 0.109027, "precision": 0.103305, "recall": 0.132411}, {"accuracy": 0.192688, "f1": 0.171506, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"], "main_score": 0.171506, "precision": 0.16417, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.177823, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"], "main_score": 0.177823, "precision": 0.16692, "recall": 0.208498}, {"accuracy": 0.021739, "f1": 0.014051, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"], "main_score": 0.014051, "precision": 0.012487, "recall": 0.021739}, {"accuracy": 0.179842, "f1": 0.162549, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"], "main_score": 0.162549, "precision": 0.156924, "recall": 0.179842}, {"accuracy": 0.003953, "f1": 0.000671, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"], "main_score": 0.000671, "precision": 0.000399, "recall": 0.003953}, {"accuracy": 0.083992, "f1": 0.067011, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"], "main_score": 0.067011, "precision": 0.062844, "recall": 0.083992}, {"accuracy": 0.071146, "f1": 0.064121, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"], "main_score": 0.064121, "precision": 0.062514, "recall": 0.071146}, {"accuracy": 0.054348, "f1": 0.042895, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"], "main_score": 0.042895, "precision": 0.040151, "recall": 0.054348}, {"accuracy": 0.083992, "f1": 0.077073, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"], "main_score": 0.077073, "precision": 0.075396, "recall": 0.083992}, {"accuracy": 0.188735, "f1": 0.173116, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"], "main_score": 0.173116, "precision": 0.168041, "recall": 0.188735}, {"accuracy": 0.157115, "f1": 0.131284, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"], "main_score": 0.131284, "precision": 0.125075, "recall": 0.157115}, {"accuracy": 0.134387, "f1": 0.11796, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"], "main_score": 0.11796, "precision": 0.113337, "recall": 0.134387}, {"accuracy": 0.104743, "f1": 0.095193, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"], "main_score": 0.095193, "precision": 0.092528, "recall": 0.104743}, {"accuracy": 0.089921, "f1": 0.076757, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"], "main_score": 0.076757, "precision": 0.072999, "recall": 0.089921}, {"accuracy": 0.064229, "f1": 0.054383, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"], "main_score": 0.054383, "precision": 0.05186, "recall": 0.064229}, {"accuracy": 0.176877, "f1": 0.157946, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"], "main_score": 0.157946, "precision": 0.15141, "recall": 0.176877}, {"accuracy": 0.068182, "f1": 0.058865, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"], "main_score": 0.058865, "precision": 0.056303, "recall": 0.068182}, {"accuracy": 0.081028, "f1": 0.066718, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"], "main_score": 0.066718, "precision": 0.063277, "recall": 0.081028}, {"accuracy": 0.147233, "f1": 0.12412, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"], "main_score": 0.12412, "precision": 0.118792, "recall": 0.147233}, {"accuracy": 0.197628, "f1": 0.17931, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"], "main_score": 0.17931, "precision": 0.173433, "recall": 0.197628}, {"accuracy": 0.049407, "f1": 0.043975, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"], "main_score": 0.043975, "precision": 0.04203, "recall": 0.049407}, {"accuracy": 0.08498, "f1": 0.067105, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"], "main_score": 0.067105, "precision": 0.062523, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.137956, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"], "main_score": 0.137956, "precision": 0.13206, "recall": 0.160079}, {"accuracy": 0.107708, "f1": 0.09564, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"], "main_score": 0.09564, "precision": 0.092288, "recall": 0.107708}, {"accuracy": 0.193676, "f1": 0.170882, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"], "main_score": 0.170882, "precision": 0.163262, "recall": 0.193676}, {"accuracy": 0.027668, "f1": 0.021166, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"], "main_score": 0.021166, "precision": 0.020083, "recall": 0.027668}, {"accuracy": 0.078063, "f1": 0.066724, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"], "main_score": 0.066724, "precision": 0.063584, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.117176, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"], "main_score": 0.117176, "precision": 0.113952, "recall": 0.12747}, {"accuracy": 0.068182, "f1": 0.0527, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"], "main_score": 0.0527, "precision": 0.048971, "recall": 0.068182}, {"accuracy": 0.063241, "f1": 0.055642, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"], "main_score": 0.055642, "precision": 0.053843, "recall": 0.063241}, {"accuracy": 0.187747, "f1": 0.168472, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"], "main_score": 0.168472, "precision": 0.162214, "recall": 0.187747}, {"accuracy": 0.090909, "f1": 0.080514, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"], "main_score": 0.080514, "precision": 0.077725, "recall": 0.090909}, {"accuracy": 0.166996, "f1": 0.141647, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"], "main_score": 0.141647, "precision": 0.135226, "recall": 0.166996}, {"accuracy": 0.090909, "f1": 0.074556, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"], "main_score": 0.074556, "precision": 0.069595, "recall": 0.090909}, {"accuracy": 0.060277, "f1": 0.047406, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"], "main_score": 0.047406, "precision": 0.044127, "recall": 0.060277}, {"accuracy": 0.147233, "f1": 0.131199, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"], "main_score": 0.131199, "precision": 0.125798, "recall": 0.147233}, {"accuracy": 0.098814, "f1": 0.080155, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"], "main_score": 0.080155, "precision": 0.074977, "recall": 0.098814}, {"accuracy": 0.045455, "f1": 0.038967, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"], "main_score": 0.038967, "precision": 0.037329, "recall": 0.045455}, {"accuracy": 0.071146, "f1": 0.056818, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"], "main_score": 0.056818, "precision": 0.054068, "recall": 0.071146}, {"accuracy": 0.030632, "f1": 0.026428, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"], "main_score": 0.026428, "precision": 0.025731, "recall": 0.030632}, {"accuracy": 0.156126, "f1": 0.127932, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"], "main_score": 0.127932, "precision": 0.121241, "recall": 0.156126}, {"accuracy": 0.074111, "f1": 0.059301, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"], "main_score": 0.059301, "precision": 0.055215, "recall": 0.074111}, {"accuracy": 0.187747, "f1": 0.162636, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"], "main_score": 0.162636, "precision": 0.153208, "recall": 0.187747}, {"accuracy": 0.013834, "f1": 0.008744, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"], "main_score": 0.008744, "precision": 0.0076, "recall": 0.013834}, {"accuracy": 0.162055, "f1": 0.134666, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"], "main_score": 0.134666, "precision": 0.127623, "recall": 0.162055}, {"accuracy": 0.150198, "f1": 0.131391, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"], "main_score": 0.131391, "precision": 0.124939, "recall": 0.150198}, {"accuracy": 0.097826, "f1": 0.081836, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"], "main_score": 0.081836, "precision": 0.077537, "recall": 0.097826}, {"accuracy": 0.153162, "f1": 0.134702, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"], "main_score": 0.134702, "precision": 0.129806, "recall": 0.153162}, {"accuracy": 0.059289, "f1": 0.049525, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"], "main_score": 0.049525, "precision": 0.046629, "recall": 0.059289}, {"accuracy": 0.083992, "f1": 0.074167, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"], "main_score": 0.074167, "precision": 0.070928, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.1513, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"], "main_score": 0.1513, "precision": 0.145236, "recall": 0.167984}, {"accuracy": 0.140316, "f1": 0.123338, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"], "main_score": 0.123338, "precision": 0.118377, "recall": 0.140316}, {"accuracy": 0.100791, "f1": 0.089307, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"], "main_score": 0.089307, "precision": 0.08617, "recall": 0.100791}, {"accuracy": 0.166008, "f1": 0.138139, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"], "main_score": 0.138139, "precision": 0.131595, "recall": 0.166008}, {"accuracy": 0.092885, "f1": 0.083121, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"], "main_score": 0.083121, "precision": 0.080481, "recall": 0.092885}, {"accuracy": 0.161067, "f1": 0.138073, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"], "main_score": 0.138073, "precision": 0.131047, "recall": 0.161067}, {"accuracy": 0.073123, "f1": 0.060956, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"], "main_score": 0.060956, "precision": 0.057706, "recall": 0.073123}, {"accuracy": 0.019763, "f1": 0.016799, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"], "main_score": 0.016799, "precision": 0.016228, "recall": 0.019763}, {"accuracy": 0.178854, "f1": 0.165622, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"], "main_score": 0.165622, "precision": 0.161266, "recall": 0.178854}, {"accuracy": 0.150198, "f1": 0.131338, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"], "main_score": 0.131338, "precision": 0.124775, "recall": 0.150198}, {"accuracy": 0.028656, "f1": 0.02635, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"], "main_score": 0.02635, "precision": 0.025362, "recall": 0.028656}, {"accuracy": 0.116601, "f1": 0.098378, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"], "main_score": 0.098378, "precision": 0.093368, "recall": 0.116601}, {"accuracy": 0.071146, "f1": 0.062662, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"], "main_score": 0.062662, "precision": 0.060546, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.122797, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"], "main_score": 0.122797, "precision": 0.117559, "recall": 0.141304}, {"accuracy": 0.068182, "f1": 0.059513, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"], "main_score": 0.059513, "precision": 0.057297, "recall": 0.068182}, {"accuracy": 0.205534, "f1": 0.18777, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"], "main_score": 0.18777, "precision": 0.182523, "recall": 0.205534}, {"accuracy": 0.081028, "f1": 0.072414, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"], "main_score": 0.072414, "precision": 0.07026, "recall": 0.081028}, {"accuracy": 0.108696, "f1": 0.091406, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"], "main_score": 0.091406, "precision": 0.087477, "recall": 0.108696}, {"accuracy": 0.166996, "f1": 0.136034, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"], "main_score": 0.136034, "precision": 0.129391, "recall": 0.166996}, {"accuracy": 0.177866, "f1": 0.159335, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"], "main_score": 0.159335, "precision": 0.153679, "recall": 0.177866}, {"accuracy": 0.16996, "f1": 0.152749, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"], "main_score": 0.152749, "precision": 0.14712, "recall": 0.16996}, {"accuracy": 0.185771, "f1": 0.163937, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"], "main_score": 0.163937, "precision": 0.155677, "recall": 0.185771}, {"accuracy": 0.134387, "f1": 0.117554, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"], "main_score": 0.117554, "precision": 0.112564, "recall": 0.134387}, {"accuracy": 0.066206, "f1": 0.060645, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"], "main_score": 0.060645, "precision": 0.059347, "recall": 0.066206}, {"accuracy": 0.128458, "f1": 0.108381, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"], "main_score": 0.108381, "precision": 0.102317, "recall": 0.128458}, {"accuracy": 0.04249, "f1": 0.033292, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"], "main_score": 0.033292, "precision": 0.030285, "recall": 0.04249}, {"accuracy": 0.12253, "f1": 0.107752, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"], "main_score": 0.107752, "precision": 0.102975, "recall": 0.12253}, {"accuracy": 0.091897, "f1": 0.086284, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"], "main_score": 0.086284, "precision": 0.084579, "recall": 0.091897}, {"accuracy": 0.177866, "f1": 0.160095, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"], "main_score": 0.160095, "precision": 0.153932, "recall": 0.177866}, {"accuracy": 0.033597, "f1": 0.025805, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"], "main_score": 0.025805, "precision": 0.023624, "recall": 0.033597}, {"accuracy": 0.164032, "f1": 0.13833, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"], "main_score": 0.13833, "precision": 0.13155, "recall": 0.164032}, {"accuracy": 0.098814, "f1": 0.089656, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"], "main_score": 0.089656, "precision": 0.086984, "recall": 0.098814}, {"accuracy": 0.107708, "f1": 0.098747, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"], "main_score": 0.098747, "precision": 0.096113, "recall": 0.107708}, {"accuracy": 0.036561, "f1": 0.026173, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"], "main_score": 0.026173, "precision": 0.024207, "recall": 0.036561}, {"accuracy": 0.153162, "f1": 0.133268, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"], "main_score": 0.133268, "precision": 0.127766, "recall": 0.153162}, {"accuracy": 0.150198, "f1": 0.130409, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"], "main_score": 0.130409, "precision": 0.125452, "recall": 0.150198}, {"accuracy": 0.166008, "f1": 0.135356, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"], "main_score": 0.135356, "precision": 0.128363, "recall": 0.166008}, {"accuracy": 0.08498, "f1": 0.07502, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"], "main_score": 0.07502, "precision": 0.072623, "recall": 0.08498}, {"accuracy": 0.168972, "f1": 0.150354, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"], "main_score": 0.150354, "precision": 0.144168, "recall": 0.168972}, {"accuracy": 0.211462, "f1": 0.188768, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"], "main_score": 0.188768, "precision": 0.181466, "recall": 0.211462}, {"accuracy": 0.034585, "f1": 0.023837, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"], "main_score": 0.023837, "precision": 0.021905, "recall": 0.034585}, {"accuracy": 0.159091, "f1": 0.132787, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"], "main_score": 0.132787, "precision": 0.126501, "recall": 0.159091}, {"accuracy": 0.05336, "f1": 0.047565, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"], "main_score": 0.047565, "precision": 0.045901, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.122416, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"], "main_score": 0.122416, "precision": 0.118743, "recall": 0.135375}, {"accuracy": 0.194664, "f1": 0.171898, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"], "main_score": 0.171898, "precision": 0.16412, "recall": 0.194664}, {"accuracy": 0.090909, "f1": 0.085237, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"], "main_score": 0.085237, "precision": 0.084039, "recall": 0.090909}, {"accuracy": 0.146245, "f1": 0.127921, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"], "main_score": 0.127921, "precision": 0.123648, "recall": 0.146245}, {"accuracy": 0.163043, "f1": 0.1427, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"], "main_score": 0.1427, "precision": 0.136233, "recall": 0.163043}, {"accuracy": 0.115613, "f1": 0.095371, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"], "main_score": 0.095371, "precision": 0.089959, "recall": 0.115613}, {"accuracy": 0.1917, "f1": 0.169773, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"], "main_score": 0.169773, "precision": 0.16389, "recall": 0.1917}, {"accuracy": 0.133399, "f1": 0.119503, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"], "main_score": 0.119503, "precision": 0.115139, "recall": 0.133399}, {"accuracy": 0.068182, "f1": 0.058174, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"], "main_score": 0.058174, "precision": 0.055445, "recall": 0.068182}, {"accuracy": 0.128458, "f1": 0.10553, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"], "main_score": 0.10553, "precision": 0.099627, "recall": 0.128458}, {"accuracy": 0.170949, "f1": 0.140595, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"], "main_score": 0.140595, "precision": 0.134048, "recall": 0.170949}, {"accuracy": 0.085968, "f1": 0.07035, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"], "main_score": 0.07035, "precision": 0.06684, "recall": 0.085968}, {"accuracy": 0.094862, "f1": 0.086214, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"], "main_score": 0.086214, "precision": 0.083638, "recall": 0.094862}, {"accuracy": 0.061265, "f1": 0.049008, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"], "main_score": 0.049008, "precision": 0.046148, "recall": 0.061265}, {"accuracy": 0.140316, "f1": 0.12302, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"], "main_score": 0.12302, "precision": 0.117042, "recall": 0.140316}, {"accuracy": 0.086957, "f1": 0.062217, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"], "main_score": 0.062217, "precision": 0.0562, "recall": 0.086957}, {"accuracy": 0.193676, "f1": 0.17032, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"], "main_score": 0.17032, "precision": 0.163012, "recall": 0.193676}, {"accuracy": 0.116601, "f1": 0.096068, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"], "main_score": 0.096068, "precision": 0.090604, "recall": 0.116601}, {"accuracy": 0.175889, "f1": 0.144997, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"], "main_score": 0.144997, "precision": 0.138151, "recall": 0.175889}, {"accuracy": 0.112648, "f1": 0.094459, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"], "main_score": 0.094459, "precision": 0.089555, "recall": 0.112648}, {"accuracy": 0.066206, "f1": 0.055684, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"], "main_score": 0.055684, "precision": 0.052706, "recall": 0.066206}, {"accuracy": 0.102767, "f1": 0.094192, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"], "main_score": 0.094192, "precision": 0.09152, "recall": 0.102767}, {"accuracy": 0.16996, "f1": 0.14203, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"], "main_score": 0.14203, "precision": 0.135136, "recall": 0.16996}, {"accuracy": 0.039526, "f1": 0.03369, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"], "main_score": 0.03369, "precision": 0.032517, "recall": 0.039526}, {"accuracy": 0.088933, "f1": 0.071913, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"], "main_score": 0.071913, "precision": 0.067763, "recall": 0.088933}, {"accuracy": 0.131423, "f1": 0.114494, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"], "main_score": 0.114494, "precision": 0.109341, "recall": 0.131423}, {"accuracy": 0.063241, "f1": 0.053891, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"], "main_score": 0.053891, "precision": 0.051492, "recall": 0.063241}, {"accuracy": 0.11166, "f1": 0.103436, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"], "main_score": 0.103436, "precision": 0.1005, "recall": 0.11166}, {"accuracy": 0.151186, "f1": 0.134016, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"], "main_score": 0.134016, "precision": 0.127982, "recall": 0.151186}, {"accuracy": 0.194664, "f1": 0.171004, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"], "main_score": 0.171004, "precision": 0.163345, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.133279, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"], "main_score": 0.133279, "precision": 0.129171, "recall": 0.147233}, {"accuracy": 0.144269, "f1": 0.124296, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"], "main_score": 0.124296, "precision": 0.118842, "recall": 0.144269}, {"accuracy": 0.023715, "f1": 0.010272, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"], "main_score": 0.010272, "precision": 0.008444, "recall": 0.023715}, {"accuracy": 0.039526, "f1": 0.033068, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"], "main_score": 0.033068, "precision": 0.031923, "recall": 0.039526}, {"accuracy": 0.038538, "f1": 0.02653, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"], "main_score": 0.02653, "precision": 0.024171, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.03691, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"], "main_score": 0.03691, "precision": 0.034477, "recall": 0.046443}, {"accuracy": 0.162055, "f1": 0.13969, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"], "main_score": 0.13969, "precision": 0.134816, "recall": 0.162055}, {"accuracy": 0.097826, "f1": 0.078576, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"], "main_score": 0.078576, "precision": 0.073447, "recall": 0.097826}, {"accuracy": 0.16996, "f1": 0.154861, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"], "main_score": 0.154861, "precision": 0.148781, "recall": 0.16996}, {"accuracy": 0.137352, "f1": 0.114224, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"], "main_score": 0.114224, "precision": 0.108938, "recall": 0.137352}, {"accuracy": 0.155138, "f1": 0.131676, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"], "main_score": 0.131676, "precision": 0.125338, "recall": 0.155138}, {"accuracy": 0.106719, "f1": 0.098065, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"], "main_score": 0.098065, "precision": 0.096, "recall": 0.106719}, {"accuracy": 0.100791, "f1": 0.087377, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"], "main_score": 0.087377, "precision": 0.083418, "recall": 0.100791}, {"accuracy": 0.134387, "f1": 0.119618, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"], "main_score": 0.119618, "precision": 0.114629, "recall": 0.134387}, {"accuracy": 0.066206, "f1": 0.057093, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"], "main_score": 0.057093, "precision": 0.054143, "recall": 0.066206}, {"accuracy": 0.170949, "f1": 0.152469, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"], "main_score": 0.152469, "precision": 0.146361, "recall": 0.170949}, {"accuracy": 0.132411, "f1": 0.118709, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"], "main_score": 0.118709, "precision": 0.114198, "recall": 0.132411}, {"accuracy": 0.035573, "f1": 0.026748, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"], "main_score": 0.026748, "precision": 0.025193, "recall": 0.035573}, {"accuracy": 0.11166, "f1": 0.100097, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"], "main_score": 0.100097, "precision": 0.097449, "recall": 0.11166}, {"accuracy": 0.08498, "f1": 0.070501, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"], "main_score": 0.070501, "precision": 0.066422, "recall": 0.08498}, {"accuracy": 0.144269, "f1": 0.127636, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"], "main_score": 0.127636, "precision": 0.123197, "recall": 0.144269}, {"accuracy": 0.120553, "f1": 0.108396, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"], "main_score": 0.108396, "precision": 0.104505, "recall": 0.120553}, {"accuracy": 0.09585, "f1": 0.07506, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"], "main_score": 0.07506, "precision": 0.069545, "recall": 0.09585}, {"accuracy": 0.031621, "f1": 0.029672, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"], "main_score": 0.029672, "precision": 0.029164, "recall": 0.031621}, {"accuracy": 0.064229, "f1": 0.049198, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"], "main_score": 0.049198, "precision": 0.046219, "recall": 0.064229}, {"accuracy": 0.115613, "f1": 0.103525, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"], "main_score": 0.103525, "precision": 0.099333, "recall": 0.115613}, {"accuracy": 0.040514, "f1": 0.034232, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"], "main_score": 0.034232, "precision": 0.032941, "recall": 0.040514}, {"accuracy": 0.09585, "f1": 0.078904, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"], "main_score": 0.078904, "precision": 0.075015, "recall": 0.09585}, {"accuracy": 0.181818, "f1": 0.161662, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"], "main_score": 0.161662, "precision": 0.155157, "recall": 0.181818}, {"accuracy": 0.04249, "f1": 0.037744, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"], "main_score": 0.037744, "precision": 0.036795, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.07105, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"], "main_score": 0.07105, "precision": 0.067633, "recall": 0.083992}, {"accuracy": 0.117589, "f1": 0.091707, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"], "main_score": 0.091707, "precision": 0.085754, "recall": 0.117589}, {"accuracy": 0.114625, "f1": 0.097641, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"], "main_score": 0.097641, "precision": 0.092522, "recall": 0.114625}, {"accuracy": 0.073123, "f1": 0.063364, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"], "main_score": 0.063364, "precision": 0.060738, "recall": 0.073123}, {"accuracy": 0.161067, "f1": 0.132664, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"], "main_score": 0.132664, "precision": 0.125798, "recall": 0.161067}, {"accuracy": 0.071146, "f1": 0.059003, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"], "main_score": 0.059003, "precision": 0.055986, "recall": 0.071146}, {"accuracy": 0.090909, "f1": 0.080567, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"], "main_score": 0.080567, "precision": 0.077307, "recall": 0.090909}, {"accuracy": 0.131423, "f1": 0.106371, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"], "main_score": 0.106371, "precision": 0.097939, "recall": 0.131423}, {"accuracy": 0.153162, "f1": 0.134326, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"], "main_score": 0.134326, "precision": 0.128773, "recall": 0.153162}, {"accuracy": 0.024704, "f1": 0.016006, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"], "main_score": 0.016006, "precision": 0.014527, "recall": 0.024704}, {"accuracy": 0.088933, "f1": 0.074786, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"], "main_score": 0.074786, "precision": 0.070812, "recall": 0.088933}, {"accuracy": 0.078063, "f1": 0.066015, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"], "main_score": 0.066015, "precision": 0.062419, "recall": 0.078063}, {"accuracy": 0.097826, "f1": 0.084481, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"], "main_score": 0.084481, "precision": 0.081482, "recall": 0.097826}, {"accuracy": 0.15415, "f1": 0.138173, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"], "main_score": 0.138173, "precision": 0.133146, "recall": 0.15415}, {"accuracy": 0.068182, "f1": 0.057142, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"], "main_score": 0.057142, "precision": 0.05374, "recall": 0.068182}, {"accuracy": 0.162055, "f1": 0.147819, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"], "main_score": 0.147819, "precision": 0.143099, "recall": 0.162055}, {"accuracy": 0.184783, "f1": 0.165099, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"], "main_score": 0.165099, "precision": 0.157903, "recall": 0.184783}, {"accuracy": 0.156126, "f1": 0.132339, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"], "main_score": 0.132339, "precision": 0.125997, "recall": 0.156126}, {"accuracy": 0.155138, "f1": 0.142346, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"], "main_score": 0.142346, "precision": 0.13847, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.134292, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"], "main_score": 0.134292, "precision": 0.127356, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.154685, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"], "main_score": 0.154685, "precision": 0.147425, "recall": 0.173913}, {"accuracy": 0.168972, "f1": 0.14108, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"], "main_score": 0.14108, "precision": 0.134213, "recall": 0.168972}, {"accuracy": 0.039526, "f1": 0.031989, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"], "main_score": 0.031989, "precision": 0.030246, "recall": 0.039526}, {"accuracy": 0.114625, "f1": 0.098711, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"], "main_score": 0.098711, "precision": 0.095287, "recall": 0.114625}, {"accuracy": 0.149209, "f1": 0.132044, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"], "main_score": 0.132044, "precision": 0.126713, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.129802, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"], "main_score": 0.129802, "precision": 0.125079, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.124098, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"], "main_score": 0.124098, "precision": 0.117821, "recall": 0.143281}, {"accuracy": 0.176877, "f1": 0.158717, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"], "main_score": 0.158717, "precision": 0.151642, "recall": 0.176877}, {"accuracy": 0.15415, "f1": 0.131635, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"], "main_score": 0.131635, "precision": 0.125893, "recall": 0.15415}, {"accuracy": 0.041502, "f1": 0.033919, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"], "main_score": 0.033919, "precision": 0.032342, "recall": 0.041502}, {"accuracy": 0.155138, "f1": 0.132156, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"], "main_score": 0.132156, "precision": 0.125366, "recall": 0.155138}, {"accuracy": 0.151186, "f1": 0.129472, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"], "main_score": 0.129472, "precision": 0.122819, "recall": 0.151186}, {"accuracy": 0.174901, "f1": 0.159757, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"], "main_score": 0.159757, "precision": 0.154187, "recall": 0.174901}, {"accuracy": 0.031621, "f1": 0.026721, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"], "main_score": 0.026721, "precision": 0.025548, "recall": 0.031621}, {"accuracy": 0.148221, "f1": 0.126457, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"], "main_score": 0.126457, "precision": 0.119753, "recall": 0.148221}, {"accuracy": 0.188735, "f1": 0.169176, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"], "main_score": 0.169176, "precision": 0.163403, "recall": 0.188735}, {"accuracy": 0.072134, "f1": 0.060492, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"], "main_score": 0.060492, "precision": 0.057234, "recall": 0.072134}, {"accuracy": 0.166008, "f1": 0.146702, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"], "main_score": 0.146702, "precision": 0.140654, "recall": 0.166008}, {"accuracy": 0.156126, "f1": 0.140835, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"], "main_score": 0.140835, "precision": 0.1358, "recall": 0.156126}, {"accuracy": 0.075099, "f1": 0.070015, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"], "main_score": 0.070015, "precision": 0.068628, "recall": 0.075099}, {"accuracy": 0.170949, "f1": 0.151337, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"], "main_score": 0.151337, "precision": 0.14509, "recall": 0.170949}, {"accuracy": 0.132411, "f1": 0.117715, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"], "main_score": 0.117715, "precision": 0.113016, "recall": 0.132411}, {"accuracy": 0.043478, "f1": 0.038495, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"], "main_score": 0.038495, "precision": 0.037147, "recall": 0.043478}, {"accuracy": 0.09585, "f1": 0.079942, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"], "main_score": 0.079942, "precision": 0.076136, "recall": 0.09585}, {"accuracy": 0.103755, "f1": 0.087652, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"], "main_score": 0.087652, "precision": 0.083648, "recall": 0.103755}, {"accuracy": 0.155138, "f1": 0.134939, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"], "main_score": 0.134939, "precision": 0.127908, "recall": 0.155138}, {"accuracy": 0.083992, "f1": 0.068572, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"], "main_score": 0.068572, "precision": 0.065202, "recall": 0.083992}, {"accuracy": 0.102767, "f1": 0.083107, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"], "main_score": 0.083107, "precision": 0.0793, "recall": 0.102767}, {"accuracy": 0.12253, "f1": 0.103305, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"], "main_score": 0.103305, "precision": 0.098686, "recall": 0.12253}, {"accuracy": 0.032609, "f1": 0.022817, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"], "main_score": 0.022817, "precision": 0.021655, "recall": 0.032609}, {"accuracy": 0.124506, "f1": 0.10941, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"], "main_score": 0.10941, "precision": 0.103854, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.161315, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"], "main_score": 0.161315, "precision": 0.153163, "recall": 0.187747}, {"accuracy": 0.033597, "f1": 0.027611, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"], "main_score": 0.027611, "precision": 0.026365, "recall": 0.033597}, {"accuracy": 0.193676, "f1": 0.180468, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"], "main_score": 0.180468, "precision": 0.175132, "recall": 0.193676}, {"accuracy": 0.003953, "f1": 0.000286, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"], "main_score": 0.000286, "precision": 0.000161, "recall": 0.003953}, {"accuracy": 0.149209, "f1": 0.128453, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"], "main_score": 0.128453, "precision": 0.123007, "recall": 0.149209}, {"accuracy": 0.137352, "f1": 0.121583, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"], "main_score": 0.121583, "precision": 0.116948, "recall": 0.137352}, {"accuracy": 0.116601, "f1": 0.100062, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"], "main_score": 0.100062, "precision": 0.095682, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.125921, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"], "main_score": 0.125921, "precision": 0.123026, "recall": 0.135375}, {"accuracy": 0.244071, "f1": 0.228587, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"], "main_score": 0.228587, "precision": 0.222584, "recall": 0.244071}, {"accuracy": 0.22332, "f1": 0.192059, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"], "main_score": 0.192059, "precision": 0.185079, "recall": 0.22332}, {"accuracy": 0.195652, "f1": 0.179581, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"], "main_score": 0.179581, "precision": 0.17387, "recall": 0.195652}, {"accuracy": 0.145257, "f1": 0.135871, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"], "main_score": 0.135871, "precision": 0.132694, "recall": 0.145257}, {"accuracy": 0.142292, "f1": 0.12432, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"], "main_score": 0.12432, "precision": 0.11928, "recall": 0.142292}, {"accuracy": 0.123518, "f1": 0.109677, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"], "main_score": 0.109677, "precision": 0.105714, "recall": 0.123518}, {"accuracy": 0.225296, "f1": 0.207017, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"], "main_score": 0.207017, "precision": 0.200269, "recall": 0.225296}, {"accuracy": 0.116601, "f1": 0.10377, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"], "main_score": 0.10377, "precision": 0.100259, "recall": 0.116601}, {"accuracy": 0.133399, "f1": 0.110612, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"], "main_score": 0.110612, "precision": 0.104977, "recall": 0.133399}, {"accuracy": 0.199605, "f1": 0.179112, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"], "main_score": 0.179112, "precision": 0.174325, "recall": 0.199605}, {"accuracy": 0.266798, "f1": 0.247728, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"], "main_score": 0.247728, "precision": 0.240716, "recall": 0.266798}, {"accuracy": 0.108696, "f1": 0.098246, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"], "main_score": 0.098246, "precision": 0.095054, "recall": 0.108696}, {"accuracy": 0.137352, "f1": 0.117839, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"], "main_score": 0.117839, "precision": 0.112149, "recall": 0.137352}, {"accuracy": 0.230237, "f1": 0.20024, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"], "main_score": 0.20024, "precision": 0.192821, "recall": 0.230237}, {"accuracy": 0.166008, "f1": 0.152907, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"], "main_score": 0.152907, "precision": 0.149518, "recall": 0.166008}, {"accuracy": 0.192688, "f1": 0.170875, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"], "main_score": 0.170875, "precision": 0.163362, "recall": 0.192688}, {"accuracy": 0.059289, "f1": 0.050529, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"], "main_score": 0.050529, "precision": 0.048715, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.133811, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"], "main_score": 0.133811, "precision": 0.128905, "recall": 0.150198}, {"accuracy": 0.158103, "f1": 0.145555, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"], "main_score": 0.145555, "precision": 0.141532, "recall": 0.158103}, {"accuracy": 0.061265, "f1": 0.039129, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"], "main_score": 0.039129, "precision": 0.034661, "recall": 0.061265}, {"accuracy": 0.126482, "f1": 0.109805, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"], "main_score": 0.109805, "precision": 0.10515, "recall": 0.126482}, {"accuracy": 0.255929, "f1": 0.231818, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"], "main_score": 0.231818, "precision": 0.222436, "recall": 0.255929}, {"accuracy": 0.137352, "f1": 0.131117, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"], "main_score": 0.131117, "precision": 0.129399, "recall": 0.137352}, {"accuracy": 0.208498, "f1": 0.182841, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"], "main_score": 0.182841, "precision": 0.176483, "recall": 0.208498}, {"accuracy": 0.153162, "f1": 0.136484, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"], "main_score": 0.136484, "precision": 0.132477, "recall": 0.153162}, {"accuracy": 0.128458, "f1": 0.108854, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"], "main_score": 0.108854, "precision": 0.103444, "recall": 0.128458}, {"accuracy": 0.197628, "f1": 0.177793, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"], "main_score": 0.177793, "precision": 0.171428, "recall": 0.197628}, {"accuracy": 0.172925, "f1": 0.149311, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"], "main_score": 0.149311, "precision": 0.143436, "recall": 0.172925}, {"accuracy": 0.081028, "f1": 0.071677, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"], "main_score": 0.071677, "precision": 0.068699, "recall": 0.081028}, {"accuracy": 0.110672, "f1": 0.094882, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"], "main_score": 0.094882, "precision": 0.091458, "recall": 0.110672}, {"accuracy": 0.072134, "f1": 0.06131, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"], "main_score": 0.06131, "precision": 0.05842, "recall": 0.072134}, {"accuracy": 0.219368, "f1": 0.190428, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"], "main_score": 0.190428, "precision": 0.183596, "recall": 0.219368}, {"accuracy": 0.114625, "f1": 0.101271, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"], "main_score": 0.101271, "precision": 0.096827, "recall": 0.114625}, {"accuracy": 0.233202, "f1": 0.204105, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"], "main_score": 0.204105, "precision": 0.193507, "recall": 0.233202}, {"accuracy": 0.028656, "f1": 0.022335, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"], "main_score": 0.022335, "precision": 0.02043, "recall": 0.028656}, {"accuracy": 0.220356, "f1": 0.193671, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"], "main_score": 0.193671, "precision": 0.186922, "recall": 0.220356}, {"accuracy": 0.181818, "f1": 0.16495, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"], "main_score": 0.16495, "precision": 0.15959, "recall": 0.181818}, {"accuracy": 0.166996, "f1": 0.144106, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"], "main_score": 0.144106, "precision": 0.137875, "recall": 0.166996}, {"accuracy": 0.208498, "f1": 0.185871, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"], "main_score": 0.185871, "precision": 0.179751, "recall": 0.208498}, {"accuracy": 0.109684, "f1": 0.09218, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"], "main_score": 0.09218, "precision": 0.087258, "recall": 0.109684}, {"accuracy": 0.119565, "f1": 0.112262, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"], "main_score": 0.112262, "precision": 0.110979, "recall": 0.119565}, {"accuracy": 0.209486, "f1": 0.185695, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"], "main_score": 0.185695, "precision": 0.176739, "recall": 0.209486}, {"accuracy": 0.168972, "f1": 0.14198, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"], "main_score": 0.14198, "precision": 0.135381, "recall": 0.168972}, {"accuracy": 0.144269, "f1": 0.131673, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"], "main_score": 0.131673, "precision": 0.128762, "recall": 0.144269}, {"accuracy": 0.22332, "f1": 0.190753, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"], "main_score": 0.190753, "precision": 0.182581, "recall": 0.22332}, {"accuracy": 0.132411, "f1": 0.122081, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"], "main_score": 0.122081, "precision": 0.119779, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.163013, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"], "main_score": 0.163013, "precision": 0.155998, "recall": 0.182806}, {"accuracy": 0.133399, "f1": 0.118568, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"], "main_score": 0.118568, "precision": 0.115367, "recall": 0.133399}, {"accuracy": 0.037549, "f1": 0.031212, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"], "main_score": 0.031212, "precision": 0.029557, "recall": 0.037549}, {"accuracy": 0.235178, "f1": 0.21407, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"], "main_score": 0.21407, "precision": 0.207011, "recall": 0.235178}, {"accuracy": 0.236166, "f1": 0.215119, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"], "main_score": 0.215119, "precision": 0.208645, "recall": 0.236166}, {"accuracy": 0.040514, "f1": 0.035145, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"], "main_score": 0.035145, "precision": 0.033367, "recall": 0.040514}, {"accuracy": 0.183794, "f1": 0.162915, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"], "main_score": 0.162915, "precision": 0.157338, "recall": 0.183794}, {"accuracy": 0.126482, "f1": 0.112727, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"], "main_score": 0.112727, "precision": 0.108702, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.169207, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"], "main_score": 0.169207, "precision": 0.163308, "recall": 0.187747}, {"accuracy": 0.114625, "f1": 0.101553, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"], "main_score": 0.101553, "precision": 0.098019, "recall": 0.114625}, {"accuracy": 0.261858, "f1": 0.239596, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"], "main_score": 0.239596, "precision": 0.231295, "recall": 0.261858}, {"accuracy": 0.133399, "f1": 0.125153, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"], "main_score": 0.125153, "precision": 0.122097, "recall": 0.133399}, {"accuracy": 0.151186, "f1": 0.13655, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"], "main_score": 0.13655, "precision": 0.13361, "recall": 0.151186}, {"accuracy": 0.228261, "f1": 0.194123, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"], "main_score": 0.194123, "precision": 0.185106, "recall": 0.228261}, {"accuracy": 0.233202, "f1": 0.218973, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"], "main_score": 0.218973, "precision": 0.21358, "recall": 0.233202}, {"accuracy": 0.188735, "f1": 0.169922, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"], "main_score": 0.169922, "precision": 0.1634, "recall": 0.188735}, {"accuracy": 0.18083, "f1": 0.160005, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"], "main_score": 0.160005, "precision": 0.153336, "recall": 0.18083}, {"accuracy": 0.18083, "f1": 0.163288, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"], "main_score": 0.163288, "precision": 0.158877, "recall": 0.18083}, {"accuracy": 0.114625, "f1": 0.100238, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"], "main_score": 0.100238, "precision": 0.096762, "recall": 0.114625}, {"accuracy": 0.1917, "f1": 0.16688, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"], "main_score": 0.16688, "precision": 0.161429, "recall": 0.1917}, {"accuracy": 0.033597, "f1": 0.024718, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"], "main_score": 0.024718, "precision": 0.022335, "recall": 0.033597}, {"accuracy": 0.16996, "f1": 0.157201, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"], "main_score": 0.157201, "precision": 0.153357, "recall": 0.16996}, {"accuracy": 0.116601, "f1": 0.110629, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"], "main_score": 0.110629, "precision": 0.108698, "recall": 0.116601}, {"accuracy": 0.227273, "f1": 0.208992, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"], "main_score": 0.208992, "precision": 0.201565, "recall": 0.227273}, {"accuracy": 0.034585, "f1": 0.026179, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"], "main_score": 0.026179, "precision": 0.023786, "recall": 0.034585}, {"accuracy": 0.22332, "f1": 0.198181, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"], "main_score": 0.198181, "precision": 0.191617, "recall": 0.22332}, {"accuracy": 0.139328, "f1": 0.129281, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"], "main_score": 0.129281, "precision": 0.126256, "recall": 0.139328}, {"accuracy": 0.166996, "f1": 0.153492, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"], "main_score": 0.153492, "precision": 0.149542, "recall": 0.166996}, {"accuracy": 0.052372, "f1": 0.037966, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"], "main_score": 0.037966, "precision": 0.034749, "recall": 0.052372}, {"accuracy": 0.212451, "f1": 0.188422, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"], "main_score": 0.188422, "precision": 0.1819, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.181285, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"], "main_score": 0.181285, "precision": 0.174953, "recall": 0.208498}, {"accuracy": 0.221344, "f1": 0.188531, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"], "main_score": 0.188531, "precision": 0.181051, "recall": 0.221344}, {"accuracy": 0.142292, "f1": 0.12652, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"], "main_score": 0.12652, "precision": 0.121536, "recall": 0.142292}, {"accuracy": 0.19664, "f1": 0.174912, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"], "main_score": 0.174912, "precision": 0.167741, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.176373, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"], "main_score": 0.176373, "precision": 0.167069, "recall": 0.202569}, {"accuracy": 0.066206, "f1": 0.055183, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"], "main_score": 0.055183, "precision": 0.052392, "recall": 0.066206}, {"accuracy": 0.215415, "f1": 0.187543, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"], "main_score": 0.187543, "precision": 0.180858, "recall": 0.215415}, {"accuracy": 0.119565, "f1": 0.105098, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"], "main_score": 0.105098, "precision": 0.10126, "recall": 0.119565}, {"accuracy": 0.197628, "f1": 0.179062, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"], "main_score": 0.179062, "precision": 0.174417, "recall": 0.197628}, {"accuracy": 0.214427, "f1": 0.194262, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"], "main_score": 0.194262, "precision": 0.186279, "recall": 0.214427}, {"accuracy": 0.152174, "f1": 0.138276, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"], "main_score": 0.138276, "precision": 0.134428, "recall": 0.152174}, {"accuracy": 0.177866, "f1": 0.155659, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"], "main_score": 0.155659, "precision": 0.149815, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.183789, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"], "main_score": 0.183789, "precision": 0.177426, "recall": 0.202569}, {"accuracy": 0.184783, "f1": 0.15696, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"], "main_score": 0.15696, "precision": 0.150964, "recall": 0.184783}, {"accuracy": 0.229249, "f1": 0.206172, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"], "main_score": 0.206172, "precision": 0.199954, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.180007, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"], "main_score": 0.180007, "precision": 0.175889, "recall": 0.189723}, {"accuracy": 0.132411, "f1": 0.113782, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"], "main_score": 0.113782, "precision": 0.109042, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.153727, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"], "main_score": 0.153727, "precision": 0.147385, "recall": 0.182806}, {"accuracy": 0.224308, "f1": 0.190054, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"], "main_score": 0.190054, "precision": 0.181928, "recall": 0.224308}, {"accuracy": 0.158103, "f1": 0.133454, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"], "main_score": 0.133454, "precision": 0.127491, "recall": 0.158103}, {"accuracy": 0.148221, "f1": 0.137132, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"], "main_score": 0.137132, "precision": 0.134504, "recall": 0.148221}, {"accuracy": 0.101779, "f1": 0.083203, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"], "main_score": 0.083203, "precision": 0.079466, "recall": 0.101779}, {"accuracy": 0.209486, "f1": 0.18625, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"], "main_score": 0.18625, "precision": 0.177778, "recall": 0.209486}, {"accuracy": 0.076087, "f1": 0.053524, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"], "main_score": 0.053524, "precision": 0.047919, "recall": 0.076087}, {"accuracy": 0.23913, "f1": 0.21559, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"], "main_score": 0.21559, "precision": 0.207708, "recall": 0.23913}, {"accuracy": 0.099802, "f1": 0.077625, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"], "main_score": 0.077625, "precision": 0.071803, "recall": 0.099802}, {"accuracy": 0.218379, "f1": 0.188169, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"], "main_score": 0.188169, "precision": 0.180163, "recall": 0.218379}, {"accuracy": 0.164032, "f1": 0.146651, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"], "main_score": 0.146651, "precision": 0.141998, "recall": 0.164032}, {"accuracy": 0.079051, "f1": 0.065042, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"], "main_score": 0.065042, "precision": 0.06151, "recall": 0.079051}, {"accuracy": 0.157115, "f1": 0.146841, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"], "main_score": 0.146841, "precision": 0.14298, "recall": 0.157115}, {"accuracy": 0.221344, "f1": 0.191621, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"], "main_score": 0.191621, "precision": 0.183852, "recall": 0.221344}, {"accuracy": 0.082016, "f1": 0.071698, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"], "main_score": 0.071698, "precision": 0.068955, "recall": 0.082016}, {"accuracy": 0.135375, "f1": 0.121165, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"], "main_score": 0.121165, "precision": 0.117201, "recall": 0.135375}, {"accuracy": 0.187747, "f1": 0.169464, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"], "main_score": 0.169464, "precision": 0.163565, "recall": 0.187747}, {"accuracy": 0.129447, "f1": 0.109313, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"], "main_score": 0.109313, "precision": 0.103886, "recall": 0.129447}, {"accuracy": 0.178854, "f1": 0.168668, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"], "main_score": 0.168668, "precision": 0.165928, "recall": 0.178854}, {"accuracy": 0.182806, "f1": 0.166605, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"], "main_score": 0.166605, "precision": 0.160658, "recall": 0.182806}, {"accuracy": 0.23913, "f1": 0.211045, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"], "main_score": 0.211045, "precision": 0.202646, "recall": 0.23913}, {"accuracy": 0.210474, "f1": 0.186929, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"], "main_score": 0.186929, "precision": 0.178749, "recall": 0.210474}, {"accuracy": 0.208498, "f1": 0.184226, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"], "main_score": 0.184226, "precision": 0.17825, "recall": 0.208498}, {"accuracy": 0.019763, "f1": 0.008713, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"], "main_score": 0.008713, "precision": 0.006929, "recall": 0.019763}, {"accuracy": 0.067194, "f1": 0.055305, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"], "main_score": 0.055305, "precision": 0.052401, "recall": 0.067194}, {"accuracy": 0.0583, "f1": 0.045377, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"], "main_score": 0.045377, "precision": 0.042271, "recall": 0.0583}, {"accuracy": 0.109684, "f1": 0.093157, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"], "main_score": 0.093157, "precision": 0.089312, "recall": 0.109684}, {"accuracy": 0.216403, "f1": 0.188715, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"], "main_score": 0.188715, "precision": 0.181886, "recall": 0.216403}, {"accuracy": 0.086957, "f1": 0.071909, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"], "main_score": 0.071909, "precision": 0.066655, "recall": 0.086957}, {"accuracy": 0.233202, "f1": 0.208691, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"], "main_score": 0.208691, "precision": 0.200012, "recall": 0.233202}, {"accuracy": 0.200593, "f1": 0.174565, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"], "main_score": 0.174565, "precision": 0.168447, "recall": 0.200593}, {"accuracy": 0.224308, "f1": 0.198019, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"], "main_score": 0.198019, "precision": 0.191857, "recall": 0.224308}, {"accuracy": 0.148221, "f1": 0.136615, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"], "main_score": 0.136615, "precision": 0.133201, "recall": 0.148221}, {"accuracy": 0.118577, "f1": 0.102329, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"], "main_score": 0.102329, "precision": 0.096854, "recall": 0.118577}, {"accuracy": 0.184783, "f1": 0.167358, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"], "main_score": 0.167358, "precision": 0.16099, "recall": 0.184783}, {"accuracy": 0.103755, "f1": 0.092581, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"], "main_score": 0.092581, "precision": 0.089164, "recall": 0.103755}, {"accuracy": 0.194664, "f1": 0.17348, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"], "main_score": 0.17348, "precision": 0.165384, "recall": 0.194664}, {"accuracy": 0.153162, "f1": 0.134102, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"], "main_score": 0.134102, "precision": 0.1287, "recall": 0.153162}, {"accuracy": 0.059289, "f1": 0.047172, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"], "main_score": 0.047172, "precision": 0.044379, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.135752, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"], "main_score": 0.135752, "precision": 0.131501, "recall": 0.150198}, {"accuracy": 0.136364, "f1": 0.111548, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"], "main_score": 0.111548, "precision": 0.105666, "recall": 0.136364}, {"accuracy": 0.179842, "f1": 0.156496, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"], "main_score": 0.156496, "precision": 0.149681, "recall": 0.179842}, {"accuracy": 0.166008, "f1": 0.15344, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"], "main_score": 0.15344, "precision": 0.14955, "recall": 0.166008}, {"accuracy": 0.152174, "f1": 0.126095, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"], "main_score": 0.126095, "precision": 0.119886, "recall": 0.152174}, {"accuracy": 0.040514, "f1": 0.036073, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"], "main_score": 0.036073, "precision": 0.034588, "recall": 0.040514}, {"accuracy": 0.085968, "f1": 0.064896, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"], "main_score": 0.064896, "precision": 0.060344, "recall": 0.085968}, {"accuracy": 0.152174, "f1": 0.139539, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"], "main_score": 0.139539, "precision": 0.134876, "recall": 0.152174}, {"accuracy": 0.074111, "f1": 0.065634, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"], "main_score": 0.065634, "precision": 0.062811, "recall": 0.074111}, {"accuracy": 0.151186, "f1": 0.129932, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"], "main_score": 0.129932, "precision": 0.124091, "recall": 0.151186}, {"accuracy": 0.242095, "f1": 0.22915, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"], "main_score": 0.22915, "precision": 0.223798, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.050831, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"], "main_score": 0.050831, "precision": 0.047799, "recall": 0.063241}, {"accuracy": 0.162055, "f1": 0.138866, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"], "main_score": 0.138866, "precision": 0.132663, "recall": 0.162055}, {"accuracy": 0.174901, "f1": 0.146377, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"], "main_score": 0.146377, "precision": 0.139605, "recall": 0.174901}, {"accuracy": 0.166996, "f1": 0.147293, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"], "main_score": 0.147293, "precision": 0.142776, "recall": 0.166996}, {"accuracy": 0.124506, "f1": 0.113776, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"], "main_score": 0.113776, "precision": 0.109688, "recall": 0.124506}, {"accuracy": 0.220356, "f1": 0.188219, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"], "main_score": 0.188219, "precision": 0.179953, "recall": 0.220356}, {"accuracy": 0.117589, "f1": 0.102515, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"], "main_score": 0.102515, "precision": 0.098786, "recall": 0.117589}, {"accuracy": 0.164032, "f1": 0.153319, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"], "main_score": 0.153319, "precision": 0.149888, "recall": 0.164032}, {"accuracy": 0.133399, "f1": 0.105559, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"], "main_score": 0.105559, "precision": 0.097257, "recall": 0.133399}, {"accuracy": 0.216403, "f1": 0.188798, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"], "main_score": 0.188798, "precision": 0.181742, "recall": 0.216403}, {"accuracy": 0.028656, "f1": 0.022947, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"], "main_score": 0.022947, "precision": 0.021703, "recall": 0.028656}, {"accuracy": 0.145257, "f1": 0.125205, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"], "main_score": 0.125205, "precision": 0.120243, "recall": 0.145257}, {"accuracy": 0.141304, "f1": 0.1187, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"], "main_score": 0.1187, "precision": 0.113397, "recall": 0.141304}, {"accuracy": 0.137352, "f1": 0.118262, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"], "main_score": 0.118262, "precision": 0.11348, "recall": 0.137352}, {"accuracy": 0.211462, "f1": 0.194777, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"], "main_score": 0.194777, "precision": 0.188455, "recall": 0.211462}, {"accuracy": 0.123518, "f1": 0.105722, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"], "main_score": 0.105722, "precision": 0.101199, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.197779, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"], "main_score": 0.197779, "precision": 0.191848, "recall": 0.213439}, {"accuracy": 0.247036, "f1": 0.225053, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"], "main_score": 0.225053, "precision": 0.217009, "recall": 0.247036}, {"accuracy": 0.203557, "f1": 0.175879, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"], "main_score": 0.175879, "precision": 0.168587, "recall": 0.203557}, {"accuracy": 0.225296, "f1": 0.212112, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"], "main_score": 0.212112, "precision": 0.206884, "recall": 0.225296}, {"accuracy": 0.220356, "f1": 0.187287, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"], "main_score": 0.187287, "precision": 0.17806, "recall": 0.220356}, {"accuracy": 0.1917, "f1": 0.167126, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"], "main_score": 0.167126, "precision": 0.159379, "recall": 0.1917}, {"accuracy": 0.221344, "f1": 0.190311, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"], "main_score": 0.190311, "precision": 0.182849, "recall": 0.221344}, {"accuracy": 0.087945, "f1": 0.07273, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"], "main_score": 0.07273, "precision": 0.068208, "recall": 0.087945}, {"accuracy": 0.160079, "f1": 0.137127, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"], "main_score": 0.137127, "precision": 0.132397, "recall": 0.160079}, {"accuracy": 0.20751, "f1": 0.184607, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"], "main_score": 0.184607, "precision": 0.176839, "recall": 0.20751}, {"accuracy": 0.185771, "f1": 0.171228, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"], "main_score": 0.171228, "precision": 0.167062, "recall": 0.185771}, {"accuracy": 0.172925, "f1": 0.148887, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"], "main_score": 0.148887, "precision": 0.140675, "recall": 0.172925}, {"accuracy": 0.23419, "f1": 0.212756, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"], "main_score": 0.212756, "precision": 0.204716, "recall": 0.23419}, {"accuracy": 0.183794, "f1": 0.160879, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"], "main_score": 0.160879, "precision": 0.152948, "recall": 0.183794}, {"accuracy": 0.09585, "f1": 0.083184, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"], "main_score": 0.083184, "precision": 0.080161, "recall": 0.09585}, {"accuracy": 0.22332, "f1": 0.196016, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"], "main_score": 0.196016, "precision": 0.188626, "recall": 0.22332}, {"accuracy": 0.193676, "f1": 0.174104, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"], "main_score": 0.174104, "precision": 0.16727, "recall": 0.193676}, {"accuracy": 0.20751, "f1": 0.181956, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"], "main_score": 0.181956, "precision": 0.172418, "recall": 0.20751}, {"accuracy": 0.049407, "f1": 0.039286, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"], "main_score": 0.039286, "precision": 0.036843, "recall": 0.049407}, {"accuracy": 0.160079, "f1": 0.141773, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"], "main_score": 0.141773, "precision": 0.135706, "recall": 0.160079}, {"accuracy": 0.22332, "f1": 0.202193, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"], "main_score": 0.202193, "precision": 0.194653, "recall": 0.22332}, {"accuracy": 0.125494, "f1": 0.11006, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"], "main_score": 0.11006, "precision": 0.10677, "recall": 0.125494}, {"accuracy": 0.228261, "f1": 0.20672, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"], "main_score": 0.20672, "precision": 0.198988, "recall": 0.228261}, {"accuracy": 0.202569, "f1": 0.18169, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"], "main_score": 0.18169, "precision": 0.175519, "recall": 0.202569}, {"accuracy": 0.123518, "f1": 0.117165, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"], "main_score": 0.117165, "precision": 0.114874, "recall": 0.123518}, {"accuracy": 0.246047, "f1": 0.219409, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"], "main_score": 0.219409, "precision": 0.211078, "recall": 0.246047}, {"accuracy": 0.1917, "f1": 0.180845, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"], "main_score": 0.180845, "precision": 0.176713, "recall": 0.1917}, {"accuracy": 0.076087, "f1": 0.066151, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"], "main_score": 0.066151, "precision": 0.06389, "recall": 0.076087}, {"accuracy": 0.133399, "f1": 0.110042, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"], "main_score": 0.110042, "precision": 0.104604, "recall": 0.133399}, {"accuracy": 0.16502, "f1": 0.144555, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"], "main_score": 0.144555, "precision": 0.13955, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.159982, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"], "main_score": 0.159982, "precision": 0.15378, "recall": 0.174901}, {"accuracy": 0.148221, "f1": 0.125628, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"], "main_score": 0.125628, "precision": 0.118147, "recall": 0.148221}, {"accuracy": 0.161067, "f1": 0.136158, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"], "main_score": 0.136158, "precision": 0.12976, "recall": 0.161067}, {"accuracy": 0.181818, "f1": 0.15679, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"], "main_score": 0.15679, "precision": 0.150652, "recall": 0.181818}, {"accuracy": 0.052372, "f1": 0.040735, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"], "main_score": 0.040735, "precision": 0.038246, "recall": 0.052372}, {"accuracy": 0.146245, "f1": 0.131543, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"], "main_score": 0.131543, "precision": 0.126807, "recall": 0.146245}, {"accuracy": 0.238142, "f1": 0.216043, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"], "main_score": 0.216043, "precision": 0.207025, "recall": 0.238142}, {"accuracy": 0.041502, "f1": 0.0229, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"], "main_score": 0.0229, "precision": 0.018711, "recall": 0.041502}, {"accuracy": 0.083004, "f1": 0.054761, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"], "main_score": 0.054761, "precision": 0.048605, "recall": 0.083004}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.840909, "f1": 0.802917, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"], "main_score": 0.802917, "precision": 0.7861, "recall": 0.840909}, {"accuracy": 0.73419, "f1": 0.67896, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"], "main_score": 0.67896, "precision": 0.655591, "recall": 0.73419}, {"accuracy": 0.736166, "f1": 0.680771, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"], "main_score": 0.680771, "precision": 0.657931, "recall": 0.736166}, {"accuracy": 0.354743, "f1": 0.284717, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"], "main_score": 0.284717, "precision": 0.262662, "recall": 0.354743}, {"accuracy": 0.097826, "f1": 0.061028, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"], "main_score": 0.061028, "precision": 0.05282, "recall": 0.097826}, {"accuracy": 0.810277, "f1": 0.764598, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"], "main_score": 0.764598, "precision": 0.74496, "recall": 0.810277}, {"accuracy": 0.1917, "f1": 0.135131, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"], "main_score": 0.135131, "precision": 0.121068, "recall": 0.1917}, {"accuracy": 0.357708, "f1": 0.288017, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"], "main_score": 0.288017, "precision": 0.264394, "recall": 0.357708}, {"accuracy": 0.816206, "f1": 0.770751, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"], "main_score": 0.770751, "precision": 0.752026, "recall": 0.816206}, {"accuracy": 0.708498, "f1": 0.648341, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"], "main_score": 0.648341, "precision": 0.623176, "recall": 0.708498}, {"accuracy": 0.103755, "f1": 0.059588, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"], "main_score": 0.059588, "precision": 0.049244, "recall": 0.103755}, {"accuracy": 0.687747, "f1": 0.627075, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"], "main_score": 0.627075, "precision": 0.601962, "recall": 0.687747}, {"accuracy": 0.641304, "f1": 0.579087, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"], "main_score": 0.579087, "precision": 0.553563, "recall": 0.641304}, {"accuracy": 0.81917, "f1": 0.775005, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"], "main_score": 0.775005, "precision": 0.756258, "recall": 0.81917}, {"accuracy": 0.129447, "f1": 0.079629, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"], "main_score": 0.079629, "precision": 0.069036, "recall": 0.129447}, {"accuracy": 0.79249, "f1": 0.745284, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"], "main_score": 0.745284, "precision": 0.725421, "recall": 0.79249}, {"accuracy": 0.772727, "f1": 0.720481, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"], "main_score": 0.720481, "precision": 0.697505, "recall": 0.772727}, {"accuracy": 0.842885, "f1": 0.801169, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"], "main_score": 0.801169, "precision": 0.782832, "recall": 0.842885}, {"accuracy": 0.806324, "f1": 0.762228, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"], "main_score": 0.762228, "precision": 0.743898, "recall": 0.806324}, {"accuracy": 0.06917, "f1": 0.039245, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"], "main_score": 0.039245, "precision": 0.033276, "recall": 0.06917}, {"accuracy": 0.8083, "f1": 0.77245, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"], "main_score": 0.77245, "precision": 0.75695, "recall": 0.8083}, {"accuracy": 0.825099, "f1": 0.779548, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"], "main_score": 0.779548, "precision": 0.760056, "recall": 0.825099}, {"accuracy": 0.426877, "f1": 0.34405, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"], "main_score": 0.34405, "precision": 0.315806, "recall": 0.426877}, {"accuracy": 0.071146, "f1": 0.03805, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"], "main_score": 0.03805, "precision": 0.031974, "recall": 0.071146}, {"accuracy": 0.801383, "f1": 0.754545, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"], "main_score": 0.754545, "precision": 0.734931, "recall": 0.801383}, {"accuracy": 0.096838, "f1": 0.054776, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"], "main_score": 0.054776, "precision": 0.045166, "recall": 0.096838}, {"accuracy": 0.613636, "f1": 0.542093, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"], "main_score": 0.542093, "precision": 0.514169, "recall": 0.613636}, {"accuracy": 0.817194, "f1": 0.770622, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"], "main_score": 0.770622, "precision": 0.750553, "recall": 0.817194}, {"accuracy": 0.709486, "f1": 0.65216, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"], "main_score": 0.65216, "precision": 0.628016, "recall": 0.709486}, {"accuracy": 0.756917, "f1": 0.704336, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"], "main_score": 0.704336, "precision": 0.683623, "recall": 0.756917}, {"accuracy": 0.130435, "f1": 0.08757, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"], "main_score": 0.08757, "precision": 0.076798, "recall": 0.130435}, {"accuracy": 0.826087, "f1": 0.782465, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"], "main_score": 0.782465, "precision": 0.763926, "recall": 0.826087}, {"accuracy": 0.676877, "f1": 0.62066, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"], "main_score": 0.62066, "precision": 0.597397, "recall": 0.676877}, {"accuracy": 0.719368, "f1": 0.660253, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"], "main_score": 0.660253, "precision": 0.636225, "recall": 0.719368}, {"accuracy": 0.831028, "f1": 0.793939, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"], "main_score": 0.793939, "precision": 0.777428, "recall": 0.831028}, {"accuracy": 0.820158, "f1": 0.775972, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"], "main_score": 0.775972, "precision": 0.756832, "recall": 0.820158}, {"accuracy": 0.839921, "f1": 0.797631, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"], "main_score": 0.797631, "precision": 0.77888, "recall": 0.839921}, {"accuracy": 0.073123, "f1": 0.043768, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"], "main_score": 0.043768, "precision": 0.038117, "recall": 0.073123}, {"accuracy": 0.028656, "f1": 0.017621, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"], "main_score": 0.017621, "precision": 0.015102, "recall": 0.028656}, {"accuracy": 0.811265, "f1": 0.766049, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"], "main_score": 0.766049, "precision": 0.747093, "recall": 0.811265}, {"accuracy": 0.081028, "f1": 0.050874, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"], "main_score": 0.050874, "precision": 0.044341, "recall": 0.081028}, {"accuracy": 0.829051, "f1": 0.787455, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"], "main_score": 0.787455, "precision": 0.77001, "recall": 0.829051}, {"accuracy": 0.75, "f1": 0.695969, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"], "main_score": 0.695969, "precision": 0.673822, "recall": 0.75}, {"accuracy": 0.644269, "f1": 0.584958, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"], "main_score": 0.584958, "precision": 0.561281, "recall": 0.644269}, {"accuracy": 0.482213, "f1": 0.408661, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"], "main_score": 0.408661, "precision": 0.382836, "recall": 0.482213}, {"accuracy": 0.08498, "f1": 0.051259, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"], "main_score": 0.051259, "precision": 0.044071, "recall": 0.08498}, {"accuracy": 0.5, "f1": 0.436313, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"], "main_score": 0.436313, "precision": 0.411477, "recall": 0.5}, {"accuracy": 0.341897, "f1": 0.271732, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"], "main_score": 0.271732, "precision": 0.249302, "recall": 0.341897}, {"accuracy": 0.83498, "f1": 0.795076, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"], "main_score": 0.795076, "precision": 0.777628, "recall": 0.83498}, {"accuracy": 0.426877, "f1": 0.355987, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"], "main_score": 0.355987, "precision": 0.332287, "recall": 0.426877}, {"accuracy": 0.074111, "f1": 0.045064, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"], "main_score": 0.045064, "precision": 0.039716, "recall": 0.074111}, {"accuracy": 0.774704, "f1": 0.72324, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"], "main_score": 0.72324, "precision": 0.701235, "recall": 0.774704}, {"accuracy": 0.041502, "f1": 0.024048, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"], "main_score": 0.024048, "precision": 0.020922, "recall": 0.041502}, {"accuracy": 0.090909, "f1": 0.055348, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"], "main_score": 0.055348, "precision": 0.047465, "recall": 0.090909}, {"accuracy": 0.16502, "f1": 0.114269, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"], "main_score": 0.114269, "precision": 0.101136, "recall": 0.16502}, {"accuracy": 0.06917, "f1": 0.040556, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"], "main_score": 0.040556, "precision": 0.034087, "recall": 0.06917}, {"accuracy": 0.829051, "f1": 0.784256, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"], "main_score": 0.784256, "precision": 0.7645, "recall": 0.829051}, {"accuracy": 0.821146, "f1": 0.77836, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"], "main_score": 0.77836, "precision": 0.758844, "recall": 0.821146}, {"accuracy": 0.809289, "f1": 0.763274, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"], "main_score": 0.763274, "precision": 0.743522, "recall": 0.809289}, {"accuracy": 0.816206, "f1": 0.772697, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"], "main_score": 0.772697, "precision": 0.754211, "recall": 0.816206}, {"accuracy": 0.121542, "f1": 0.079673, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"], "main_score": 0.079673, "precision": 0.069608, "recall": 0.121542}, {"accuracy": 0.463439, "f1": 0.392363, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"], "main_score": 0.392363, "precision": 0.367935, "recall": 0.463439}, {"accuracy": 0.264822, "f1": 0.198044, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"], "main_score": 0.198044, "precision": 0.180322, "recall": 0.264822}, {"accuracy": 0.823123, "f1": 0.779249, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"], "main_score": 0.779249, "precision": 0.76043, "recall": 0.823123}, {"accuracy": 0.117589, "f1": 0.075894, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"], "main_score": 0.075894, "precision": 0.066123, "recall": 0.117589}, {"accuracy": 0.156126, "f1": 0.109353, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"], "main_score": 0.109353, "precision": 0.098638, "recall": 0.156126}, {"accuracy": 0.118577, "f1": 0.071799, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"], "main_score": 0.071799, "precision": 0.061768, "recall": 0.118577}, {"accuracy": 0.216403, "f1": 0.160087, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"], "main_score": 0.160087, "precision": 0.145857, "recall": 0.216403}, {"accuracy": 0.434783, "f1": 0.362161, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"], "main_score": 0.362161, "precision": 0.337933, "recall": 0.434783}, {"accuracy": 0.818182, "f1": 0.776424, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"], "main_score": 0.776424, "precision": 0.758589, "recall": 0.818182}, {"accuracy": 0.061265, "f1": 0.026521, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"], "main_score": 0.026521, "precision": 0.021491, "recall": 0.061265}, {"accuracy": 0.096838, "f1": 0.055877, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"], "main_score": 0.055877, "precision": 0.046128, "recall": 0.096838}, {"accuracy": 0.532609, "f1": 0.457884, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"], "main_score": 0.457884, "precision": 0.429582, "recall": 0.532609}, {"accuracy": 0.108696, "f1": 0.066717, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"], "main_score": 0.066717, "precision": 0.057927, "recall": 0.108696}, {"accuracy": 0.065217, "f1": 0.036305, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"], "main_score": 0.036305, "precision": 0.031077, "recall": 0.065217}, {"accuracy": 0.822134, "f1": 0.776292, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"], "main_score": 0.776292, "precision": 0.756679, "recall": 0.822134}, {"accuracy": 0.531621, "f1": 0.45755, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"], "main_score": 0.45755, "precision": 0.430496, "recall": 0.531621}, {"accuracy": 0.521739, "f1": 0.441223, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"], "main_score": 0.441223, "precision": 0.411885, "recall": 0.521739}, {"accuracy": 0.69664, "f1": 0.636687, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"], "main_score": 0.636687, "precision": 0.611817, "recall": 0.69664}, {"accuracy": 0.813241, "f1": 0.766949, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"], "main_score": 0.766949, "precision": 0.747137, "recall": 0.813241}, {"accuracy": 0.800395, "f1": 0.752437, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"], "main_score": 0.752437, "precision": 0.732419, "recall": 0.800395}, {"accuracy": 0.801383, "f1": 0.755404, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"], "main_score": 0.755404, "precision": 0.736142, "recall": 0.801383}, {"accuracy": 0.805336, "f1": 0.758962, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"], "main_score": 0.758962, "precision": 0.739502, "recall": 0.805336}, {"accuracy": 0.08004, "f1": 0.049305, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"], "main_score": 0.049305, "precision": 0.042576, "recall": 0.08004}, {"accuracy": 0.0583, "f1": 0.033724, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"], "main_score": 0.033724, "precision": 0.028512, "recall": 0.0583}, {"accuracy": 0.797431, "f1": 0.751845, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"], "main_score": 0.751845, "precision": 0.731472, "recall": 0.797431}, {"accuracy": 0.812253, "f1": 0.766787, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"], "main_score": 0.766787, "precision": 0.747999, "recall": 0.812253}, {"accuracy": 0.759881, "f1": 0.707166, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"], "main_score": 0.707166, "precision": 0.685211, "recall": 0.759881}, {"accuracy": 0.179842, "f1": 0.125928, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"], "main_score": 0.125928, "precision": 0.111674, "recall": 0.179842}, {"accuracy": 0.076087, "f1": 0.044833, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"], "main_score": 0.044833, "precision": 0.038118, "recall": 0.076087}, {"accuracy": 0.409091, "f1": 0.330081, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"], "main_score": 0.330081, "precision": 0.304129, "recall": 0.409091}, {"accuracy": 0.783597, "f1": 0.735675, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"], "main_score": 0.735675, "precision": 0.715823, "recall": 0.783597}, {"accuracy": 0.079051, "f1": 0.042042, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"], "main_score": 0.042042, "precision": 0.034539, "recall": 0.079051}, {"accuracy": 0.821146, "f1": 0.780058, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"], "main_score": 0.780058, "precision": 0.762659, "recall": 0.821146}, {"accuracy": 0.094862, "f1": 0.064867, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"], "main_score": 0.064867, "precision": 0.057787, "recall": 0.094862}, {"accuracy": 0.212451, "f1": 0.148698, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"], "main_score": 0.148698, "precision": 0.130983, "recall": 0.212451}, {"accuracy": 0.817194, "f1": 0.775414, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"], "main_score": 0.775414, "precision": 0.757543, "recall": 0.817194}, {"accuracy": 0.828063, "f1": 0.78447, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"], "main_score": 0.78447, "precision": 0.765408, "recall": 0.828063}, {"accuracy": 0.815217, "f1": 0.770528, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"], "main_score": 0.770528, "precision": 0.751375, "recall": 0.815217}, {"accuracy": 0.822134, "f1": 0.779685, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"], "main_score": 0.779685, "precision": 0.761635, "recall": 0.822134}, {"accuracy": 0.433794, "f1": 0.359007, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"], "main_score": 0.359007, "precision": 0.33235, "recall": 0.433794}, {"accuracy": 0.781621, "f1": 0.729696, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"], "main_score": 0.729696, "precision": 0.707065, "recall": 0.781621}, {"accuracy": 0.109684, "f1": 0.072213, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"], "main_score": 0.072213, "precision": 0.063089, "recall": 0.109684}, {"accuracy": 0.073123, "f1": 0.039987, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"], "main_score": 0.039987, "precision": 0.035202, "recall": 0.073123}, {"accuracy": 0.102767, "f1": 0.063129, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"], "main_score": 0.063129, "precision": 0.054028, "recall": 0.102767}, {"accuracy": 0.049407, "f1": 0.027717, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"], "main_score": 0.027717, "precision": 0.023494, "recall": 0.049407}, {"accuracy": 0.815217, "f1": 0.768379, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"], "main_score": 0.768379, "precision": 0.748068, "recall": 0.815217}, {"accuracy": 0.394269, "f1": 0.323419, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"], "main_score": 0.323419, "precision": 0.300403, "recall": 0.394269}, {"accuracy": 0.045455, "f1": 0.029, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"], "main_score": 0.029, "precision": 0.025798, "recall": 0.045455}, {"accuracy": 0.454545, "f1": 0.381901, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"], "main_score": 0.381901, "precision": 0.355712, "recall": 0.454545}, {"accuracy": 0.810277, "f1": 0.766208, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"], "main_score": 0.766208, "precision": 0.747391, "recall": 0.810277}, {"accuracy": 0.554348, "f1": 0.484993, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"], "main_score": 0.484993, "precision": 0.458327, "recall": 0.554348}, {"accuracy": 0.253953, "f1": 0.193197, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"], "main_score": 0.193197, "precision": 0.174195, "recall": 0.253953}, {"accuracy": 0.100791, "f1": 0.058288, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"], "main_score": 0.058288, "precision": 0.049308, "recall": 0.100791}, {"accuracy": 0.811265, "f1": 0.768234, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"], "main_score": 0.768234, "precision": 0.749325, "recall": 0.811265}, {"accuracy": 0.208498, "f1": 0.151293, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"], "main_score": 0.151293, "precision": 0.135729, "recall": 0.208498}, {"accuracy": 0.09585, "f1": 0.057993, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"], "main_score": 0.057993, "precision": 0.04989, "recall": 0.09585}, {"accuracy": 0.078063, "f1": 0.043534, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"], "main_score": 0.043534, "precision": 0.036639, "recall": 0.078063}, {"accuracy": 0.107708, "f1": 0.067151, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"], "main_score": 0.067151, "precision": 0.058232, "recall": 0.107708}, {"accuracy": 0.782609, "f1": 0.73077, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"], "main_score": 0.73077, "precision": 0.709103, "recall": 0.782609}, {"accuracy": 0.021739, "f1": 0.006094, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"], "main_score": 0.006094, "precision": 0.004669, "recall": 0.021739}, {"accuracy": 0.781621, "f1": 0.734571, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"], "main_score": 0.734571, "precision": 0.713603, "recall": 0.781621}, {"accuracy": 0.333992, "f1": 0.268722, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"], "main_score": 0.268722, "precision": 0.247243, "recall": 0.333992}, {"accuracy": 0.619565, "f1": 0.559703, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"], "main_score": 0.559703, "precision": 0.535081, "recall": 0.619565}, {"accuracy": 0.822134, "f1": 0.775499, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"], "main_score": 0.775499, "precision": 0.755303, "recall": 0.822134}, {"accuracy": 0.062253, "f1": 0.037932, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"], "main_score": 0.037932, "precision": 0.032836, "recall": 0.062253}, {"accuracy": 0.077075, "f1": 0.048853, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"], "main_score": 0.048853, "precision": 0.043324, "recall": 0.077075}, {"accuracy": 0.80336, "f1": 0.755334, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"], "main_score": 0.755334, "precision": 0.734347, "recall": 0.80336}, {"accuracy": 0.818182, "f1": 0.772876, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"], "main_score": 0.772876, "precision": 0.753764, "recall": 0.818182}, {"accuracy": 0.379447, "f1": 0.303541, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"], "main_score": 0.303541, "precision": 0.278079, "recall": 0.379447}, {"accuracy": 0.081028, "f1": 0.05092, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"], "main_score": 0.05092, "precision": 0.044435, "recall": 0.081028}, {"accuracy": 0.090909, "f1": 0.056149, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"], "main_score": 0.056149, "precision": 0.048433, "recall": 0.090909}, {"accuracy": 0.747036, "f1": 0.691733, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"], "main_score": 0.691733, "precision": 0.667838, "recall": 0.747036}, {"accuracy": 0.08498, "f1": 0.05015, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"], "main_score": 0.05015, "precision": 0.043342, "recall": 0.08498}, {"accuracy": 0.091897, "f1": 0.059661, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"], "main_score": 0.059661, "precision": 0.051618, "recall": 0.091897}, {"accuracy": 0.76087, "f1": 0.710084, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"], "main_score": 0.710084, "precision": 0.688999, "recall": 0.76087}, {"accuracy": 0.371542, "f1": 0.304924, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"], "main_score": 0.304924, "precision": 0.283831, "recall": 0.371542}, {"accuracy": 0.825099, "f1": 0.787334, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"], "main_score": 0.787334, "precision": 0.771626, "recall": 0.825099}, {"accuracy": 0.128458, "f1": 0.091161, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"], "main_score": 0.091161, "precision": 0.080645, "recall": 0.128458}, {"accuracy": 0.274704, "f1": 0.206003, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"], "main_score": 0.206003, "precision": 0.186406, "recall": 0.274704}, {"accuracy": 0.81917, "f1": 0.775711, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"], "main_score": 0.775711, "precision": 0.756818, "recall": 0.81917}, {"accuracy": 0.503953, "f1": 0.429145, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"], "main_score": 0.429145, "precision": 0.401191, "recall": 0.503953}, {"accuracy": 0.675889, "f1": 0.614661, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"], "main_score": 0.614661, "precision": 0.589694, "recall": 0.675889}, {"accuracy": 0.167984, "f1": 0.115929, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"], "main_score": 0.115929, "precision": 0.103024, "recall": 0.167984}, {"accuracy": 0.395257, "f1": 0.327187, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"], "main_score": 0.327187, "precision": 0.303927, "recall": 0.395257}, {"accuracy": 0.422925, "f1": 0.352216, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"], "main_score": 0.352216, "precision": 0.327237, "recall": 0.422925}, {"accuracy": 0.100791, "f1": 0.060943, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"], "main_score": 0.060943, "precision": 0.052194, "recall": 0.100791}, {"accuracy": 0.821146, "f1": 0.783372, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"], "main_score": 0.783372, "precision": 0.768101, "recall": 0.821146}, {"accuracy": 0.812253, "f1": 0.765681, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"], "main_score": 0.765681, "precision": 0.746238, "recall": 0.812253}, {"accuracy": 0.807312, "f1": 0.75774, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"], "main_score": 0.75774, "precision": 0.736133, "recall": 0.807312}, {"accuracy": 0.684783, "f1": 0.622519, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"], "main_score": 0.622519, "precision": 0.597835, "recall": 0.684783}, {"accuracy": 0.51581, "f1": 0.445084, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"], "main_score": 0.445084, "precision": 0.419729, "recall": 0.51581}, {"accuracy": 0.817194, "f1": 0.774193, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"], "main_score": 0.774193, "precision": 0.755589, "recall": 0.817194}, {"accuracy": 0.255929, "f1": 0.204605, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"], "main_score": 0.204605, "precision": 0.188462, "recall": 0.255929}, {"accuracy": 0.266798, "f1": 0.197316, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"], "main_score": 0.197316, "precision": 0.176447, "recall": 0.266798}, {"accuracy": 0.061265, "f1": 0.036409, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"], "main_score": 0.036409, "precision": 0.032142, "recall": 0.061265}, {"accuracy": 0.817194, "f1": 0.774423, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"], "main_score": 0.774423, "precision": 0.756357, "recall": 0.817194}, {"accuracy": 0.176877, "f1": 0.123587, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"], "main_score": 0.123587, "precision": 0.107822, "recall": 0.176877}, {"accuracy": 0.816206, "f1": 0.770144, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"], "main_score": 0.770144, "precision": 0.750231, "recall": 0.816206}, {"accuracy": 0.731225, "f1": 0.682947, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"], "main_score": 0.682947, "precision": 0.663656, "recall": 0.731225}, {"accuracy": 0.287549, "f1": 0.2134, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"], "main_score": 0.2134, "precision": 0.193513, "recall": 0.287549}, {"accuracy": 0.143281, "f1": 0.090723, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"], "main_score": 0.090723, "precision": 0.078316, "recall": 0.143281}, {"accuracy": 0.724308, "f1": 0.661741, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"], "main_score": 0.661741, "precision": 0.635377, "recall": 0.724308}, {"accuracy": 0.108696, "f1": 0.066188, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"], "main_score": 0.066188, "precision": 0.056924, "recall": 0.108696}, {"accuracy": 0.107708, "f1": 0.069733, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"], "main_score": 0.069733, "precision": 0.06082, "recall": 0.107708}, {"accuracy": 0.811265, "f1": 0.765865, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"], "main_score": 0.765865, "precision": 0.746681, "recall": 0.811265}, {"accuracy": 0.227273, "f1": 0.161912, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"], "main_score": 0.161912, "precision": 0.143615, "recall": 0.227273}, {"accuracy": 0.802372, "f1": 0.757171, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"], "main_score": 0.757171, "precision": 0.738655, "recall": 0.802372}, {"accuracy": 0.083992, "f1": 0.048913, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"], "main_score": 0.048913, "precision": 0.040569, "recall": 0.083992}, {"accuracy": 0.83004, "f1": 0.790088, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"], "main_score": 0.790088, "precision": 0.772937, "recall": 0.83004}, {"accuracy": 0.824111, "f1": 0.783667, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"], "main_score": 0.783667, "precision": 0.76609, "recall": 0.824111}, {"accuracy": 0.745059, "f1": 0.692366, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"], "main_score": 0.692366, "precision": 0.670569, "recall": 0.745059}, {"accuracy": 0.075099, "f1": 0.044461, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"], "main_score": 0.044461, "precision": 0.038213, "recall": 0.075099}, {"accuracy": 0.66502, "f1": 0.601422, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"], "main_score": 0.601422, "precision": 0.576468, "recall": 0.66502}, {"accuracy": 0.090909, "f1": 0.055658, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"], "main_score": 0.055658, "precision": 0.048284, "recall": 0.090909}, {"accuracy": 0.099802, "f1": 0.060095, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"], "main_score": 0.060095, "precision": 0.051121, "recall": 0.099802}, {"accuracy": 0.071146, "f1": 0.039504, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"], "main_score": 0.039504, "precision": 0.032818, "recall": 0.071146}, {"accuracy": 0.331028, "f1": 0.268311, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"], "main_score": 0.268311, "precision": 0.247172, "recall": 0.331028}, {"accuracy": 0.816206, "f1": 0.769631, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"], "main_score": 0.769631, "precision": 0.74944, "recall": 0.816206}, {"accuracy": 0.139328, "f1": 0.093531, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"], "main_score": 0.093531, "precision": 0.083197, "recall": 0.139328}, {"accuracy": 0.073123, "f1": 0.040087, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"], "main_score": 0.040087, "precision": 0.034168, "recall": 0.073123}, {"accuracy": 0.086957, "f1": 0.054797, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"], "main_score": 0.054797, "precision": 0.048441, "recall": 0.086957}, {"accuracy": 0.074111, "f1": 0.043885, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"], "main_score": 0.043885, "precision": 0.037896, "recall": 0.074111}, {"accuracy": 0.081028, "f1": 0.051644, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"], "main_score": 0.051644, "precision": 0.045484, "recall": 0.081028}, {"accuracy": 0.754941, "f1": 0.704381, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"], "main_score": 0.704381, "precision": 0.684211, "recall": 0.754941}, {"accuracy": 0.114625, "f1": 0.072458, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"], "main_score": 0.072458, "precision": 0.062436, "recall": 0.114625}, {"accuracy": 0.110672, "f1": 0.070317, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"], "main_score": 0.070317, "precision": 0.061681, "recall": 0.110672}, {"accuracy": 0.354743, "f1": 0.283065, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"], "main_score": 0.283065, "precision": 0.261124, "recall": 0.354743}, {"accuracy": 0.150198, "f1": 0.094743, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"], "main_score": 0.094743, "precision": 0.080568, "recall": 0.150198}, {"accuracy": 0.23419, "f1": 0.169263, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"], "main_score": 0.169263, "precision": 0.149585, "recall": 0.23419}, {"accuracy": 0.752964, "f1": 0.702437, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"], "main_score": 0.702437, "precision": 0.681143, "recall": 0.752964}, {"accuracy": 0.171937, "f1": 0.115548, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"], "main_score": 0.115548, "precision": 0.099733, "recall": 0.171937}, {"accuracy": 0.252964, "f1": 0.19217, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"], "main_score": 0.19217, "precision": 0.173868, "recall": 0.252964}, {"accuracy": 0.063241, "f1": 0.036613, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"], "main_score": 0.036613, "precision": 0.030319, "recall": 0.063241}, {"accuracy": 0.824111, "f1": 0.781168, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"], "main_score": 0.781168, "precision": 0.762756, "recall": 0.824111}, {"accuracy": 0.789526, "f1": 0.74109, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"], "main_score": 0.74109, "precision": 0.720409, "recall": 0.789526}, {"accuracy": 0.828063, "f1": 0.785065, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"], "main_score": 0.785065, "precision": 0.76609, "recall": 0.828063}, {"accuracy": 0.79249, "f1": 0.748979, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"], "main_score": 0.748979, "precision": 0.73004, "recall": 0.79249}, {"accuracy": 0.141304, "f1": 0.098071, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"], "main_score": 0.098071, "precision": 0.08749, "recall": 0.141304}, {"accuracy": 0.096838, "f1": 0.056309, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"], "main_score": 0.056309, "precision": 0.047786, "recall": 0.096838}, {"accuracy": 0.027668, "f1": 0.016337, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"], "main_score": 0.016337, "precision": 0.014891, "recall": 0.027668}, {"accuracy": 0.124506, "f1": 0.111953, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"], "main_score": 0.111953, "precision": 0.108538, "recall": 0.124506}, {"accuracy": 0.003953, "f1": 0.0009, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"], "main_score": 0.0009, "precision": 0.000625, "recall": 0.003953}, {"accuracy": 0.098814, "f1": 0.082666, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"], "main_score": 0.082666, "precision": 0.079313, "recall": 0.098814}, {"accuracy": 0.09585, "f1": 0.085065, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"], "main_score": 0.085065, "precision": 0.082191, "recall": 0.09585}, {"accuracy": 0.070158, "f1": 0.059234, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"], "main_score": 0.059234, "precision": 0.056448, "recall": 0.070158}, {"accuracy": 0.083992, "f1": 0.075254, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"], "main_score": 0.075254, "precision": 0.073152, "recall": 0.083992}, {"accuracy": 0.18083, "f1": 0.166206, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"], "main_score": 0.166206, "precision": 0.161158, "recall": 0.18083}, {"accuracy": 0.137352, "f1": 0.117758, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"], "main_score": 0.117758, "precision": 0.113762, "recall": 0.137352}, {"accuracy": 0.117589, "f1": 0.107137, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"], "main_score": 0.107137, "precision": 0.104468, "recall": 0.117589}, {"accuracy": 0.083004, "f1": 0.076152, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"], "main_score": 0.076152, "precision": 0.074138, "recall": 0.083004}, {"accuracy": 0.092885, "f1": 0.080215, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"], "main_score": 0.080215, "precision": 0.077546, "recall": 0.092885}, {"accuracy": 0.070158, "f1": 0.058611, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"], "main_score": 0.058611, "precision": 0.055992, "recall": 0.070158}, {"accuracy": 0.166008, "f1": 0.154017, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"], "main_score": 0.154017, "precision": 0.150126, "recall": 0.166008}, {"accuracy": 0.071146, "f1": 0.060169, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"], "main_score": 0.060169, "precision": 0.057278, "recall": 0.071146}, {"accuracy": 0.08004, "f1": 0.066129, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"], "main_score": 0.066129, "precision": 0.063679, "recall": 0.08004}, {"accuracy": 0.134387, "f1": 0.113635, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"], "main_score": 0.113635, "precision": 0.109972, "recall": 0.134387}, {"accuracy": 0.172925, "f1": 0.156142, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"], "main_score": 0.156142, "precision": 0.151274, "recall": 0.172925}, {"accuracy": 0.074111, "f1": 0.066528, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"], "main_score": 0.066528, "precision": 0.064679, "recall": 0.074111}, {"accuracy": 0.083992, "f1": 0.070882, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"], "main_score": 0.070882, "precision": 0.06784, "recall": 0.083992}, {"accuracy": 0.149209, "f1": 0.12812, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"], "main_score": 0.12812, "precision": 0.122691, "recall": 0.149209}, {"accuracy": 0.105731, "f1": 0.094688, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"], "main_score": 0.094688, "precision": 0.091675, "recall": 0.105731}, {"accuracy": 0.156126, "f1": 0.139879, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"], "main_score": 0.139879, "precision": 0.13487, "recall": 0.156126}, {"accuracy": 0.041502, "f1": 0.033526, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"], "main_score": 0.033526, "precision": 0.031808, "recall": 0.041502}, {"accuracy": 0.099802, "f1": 0.088004, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"], "main_score": 0.088004, "precision": 0.085311, "recall": 0.099802}, {"accuracy": 0.112648, "f1": 0.10183, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"], "main_score": 0.10183, "precision": 0.098595, "recall": 0.112648}, {"accuracy": 0.040514, "f1": 0.028911, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"], "main_score": 0.028911, "precision": 0.026674, "recall": 0.040514}, {"accuracy": 0.085968, "f1": 0.073592, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"], "main_score": 0.073592, "precision": 0.071205, "recall": 0.085968}, {"accuracy": 0.218379, "f1": 0.196949, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"], "main_score": 0.196949, "precision": 0.189465, "recall": 0.218379}, {"accuracy": 0.096838, "f1": 0.089303, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"], "main_score": 0.089303, "precision": 0.087393, "recall": 0.096838}, {"accuracy": 0.139328, "f1": 0.119371, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"], "main_score": 0.119371, "precision": 0.115804, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.084092, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"], "main_score": 0.084092, "precision": 0.08114, "recall": 0.100791}, {"accuracy": 0.081028, "f1": 0.067077, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"], "main_score": 0.067077, "precision": 0.064219, "recall": 0.081028}, {"accuracy": 0.110672, "f1": 0.098632, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"], "main_score": 0.098632, "precision": 0.094995, "recall": 0.110672}, {"accuracy": 0.107708, "f1": 0.093441, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"], "main_score": 0.093441, "precision": 0.090433, "recall": 0.107708}, {"accuracy": 0.045455, "f1": 0.03758, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"], "main_score": 0.03758, "precision": 0.036095, "recall": 0.045455}, {"accuracy": 0.077075, "f1": 0.068165, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"], "main_score": 0.068165, "precision": 0.066113, "recall": 0.077075}, {"accuracy": 0.046443, "f1": 0.034558, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"], "main_score": 0.034558, "precision": 0.032474, "recall": 0.046443}, {"accuracy": 0.133399, "f1": 0.11338, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"], "main_score": 0.11338, "precision": 0.109196, "recall": 0.133399}, {"accuracy": 0.077075, "f1": 0.062754, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"], "main_score": 0.062754, "precision": 0.058932, "recall": 0.077075}, {"accuracy": 0.195652, "f1": 0.171789, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"], "main_score": 0.171789, "precision": 0.163326, "recall": 0.195652}, {"accuracy": 0.01581, "f1": 0.013347, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"], "main_score": 0.013347, "precision": 0.012936, "recall": 0.01581}, {"accuracy": 0.140316, "f1": 0.119716, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"], "main_score": 0.119716, "precision": 0.115118, "recall": 0.140316}, {"accuracy": 0.175889, "f1": 0.161886, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"], "main_score": 0.161886, "precision": 0.157326, "recall": 0.175889}, {"accuracy": 0.110672, "f1": 0.094399, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"], "main_score": 0.094399, "precision": 0.091105, "recall": 0.110672}, {"accuracy": 0.135375, "f1": 0.112607, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"], "main_score": 0.112607, "precision": 0.108428, "recall": 0.135375}, {"accuracy": 0.06917, "f1": 0.055428, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"], "main_score": 0.055428, "precision": 0.052849, "recall": 0.06917}, {"accuracy": 0.073123, "f1": 0.065751, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"], "main_score": 0.065751, "precision": 0.063772, "recall": 0.073123}, {"accuracy": 0.133399, "f1": 0.117796, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"], "main_score": 0.117796, "precision": 0.11284, "recall": 0.133399}, {"accuracy": 0.100791, "f1": 0.085605, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"], "main_score": 0.085605, "precision": 0.082357, "recall": 0.100791}, {"accuracy": 0.081028, "f1": 0.073103, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"], "main_score": 0.073103, "precision": 0.071049, "recall": 0.081028}, {"accuracy": 0.145257, "f1": 0.123991, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"], "main_score": 0.123991, "precision": 0.119335, "recall": 0.145257}, {"accuracy": 0.089921, "f1": 0.081612, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"], "main_score": 0.081612, "precision": 0.080131, "recall": 0.089921}, {"accuracy": 0.162055, "f1": 0.146774, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"], "main_score": 0.146774, "precision": 0.140775, "recall": 0.162055}, {"accuracy": 0.098814, "f1": 0.082573, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"], "main_score": 0.082573, "precision": 0.079713, "recall": 0.098814}, {"accuracy": 0.02668, "f1": 0.024951, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"], "main_score": 0.024951, "precision": 0.024351, "recall": 0.02668}, {"accuracy": 0.12747, "f1": 0.11232, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"], "main_score": 0.11232, "precision": 0.108155, "recall": 0.12747}, {"accuracy": 0.142292, "f1": 0.133636, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"], "main_score": 0.133636, "precision": 0.130352, "recall": 0.142292}, {"accuracy": 0.022727, "f1": 0.018835, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"], "main_score": 0.018835, "precision": 0.018212, "recall": 0.022727}, {"accuracy": 0.107708, "f1": 0.091984, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"], "main_score": 0.091984, "precision": 0.088457, "recall": 0.107708}, {"accuracy": 0.08004, "f1": 0.067619, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"], "main_score": 0.067619, "precision": 0.06476, "recall": 0.08004}, {"accuracy": 0.134387, "f1": 0.11585, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"], "main_score": 0.11585, "precision": 0.111526, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.065073, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"], "main_score": 0.065073, "precision": 0.061691, "recall": 0.081028}, {"accuracy": 0.197628, "f1": 0.182252, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"], "main_score": 0.182252, "precision": 0.176826, "recall": 0.197628}, {"accuracy": 0.088933, "f1": 0.079926, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"], "main_score": 0.079926, "precision": 0.07782, "recall": 0.088933}, {"accuracy": 0.089921, "f1": 0.078713, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"], "main_score": 0.078713, "precision": 0.07677, "recall": 0.089921}, {"accuracy": 0.144269, "f1": 0.121002, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"], "main_score": 0.121002, "precision": 0.116579, "recall": 0.144269}, {"accuracy": 0.13834, "f1": 0.128391, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"], "main_score": 0.128391, "precision": 0.12507, "recall": 0.13834}, {"accuracy": 0.141304, "f1": 0.126099, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"], "main_score": 0.126099, "precision": 0.121879, "recall": 0.141304}, {"accuracy": 0.146245, "f1": 0.130004, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"], "main_score": 0.130004, "precision": 0.125162, "recall": 0.146245}, {"accuracy": 0.088933, "f1": 0.078976, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"], "main_score": 0.078976, "precision": 0.07551, "recall": 0.088933}, {"accuracy": 0.067194, "f1": 0.058454, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"], "main_score": 0.058454, "precision": 0.056647, "recall": 0.067194}, {"accuracy": 0.12253, "f1": 0.106893, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"], "main_score": 0.106893, "precision": 0.102783, "recall": 0.12253}, {"accuracy": 0.028656, "f1": 0.020002, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"], "main_score": 0.020002, "precision": 0.018473, "recall": 0.028656}, {"accuracy": 0.103755, "f1": 0.089816, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"], "main_score": 0.089816, "precision": 0.086075, "recall": 0.103755}, {"accuracy": 0.086957, "f1": 0.080223, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"], "main_score": 0.080223, "precision": 0.077882, "recall": 0.086957}, {"accuracy": 0.172925, "f1": 0.156577, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"], "main_score": 0.156577, "precision": 0.151972, "recall": 0.172925}, {"accuracy": 0.027668, "f1": 0.022817, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"], "main_score": 0.022817, "precision": 0.021127, "recall": 0.027668}, {"accuracy": 0.13834, "f1": 0.11358, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"], "main_score": 0.11358, "precision": 0.107877, "recall": 0.13834}, {"accuracy": 0.094862, "f1": 0.086086, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"], "main_score": 0.086086, "precision": 0.083857, "recall": 0.094862}, {"accuracy": 0.109684, "f1": 0.09542, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"], "main_score": 0.09542, "precision": 0.092134, "recall": 0.109684}, {"accuracy": 0.036561, "f1": 0.026977, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"], "main_score": 0.026977, "precision": 0.025309, "recall": 0.036561}, {"accuracy": 0.134387, "f1": 0.117582, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"], "main_score": 0.117582, "precision": 0.113446, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.113438, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"], "main_score": 0.113438, "precision": 0.110029, "recall": 0.128458}, {"accuracy": 0.139328, "f1": 0.119054, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"], "main_score": 0.119054, "precision": 0.114601, "recall": 0.139328}, {"accuracy": 0.097826, "f1": 0.085647, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"], "main_score": 0.085647, "precision": 0.082875, "recall": 0.097826}, {"accuracy": 0.123518, "f1": 0.109041, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"], "main_score": 0.109041, "precision": 0.105134, "recall": 0.123518}, {"accuracy": 0.150198, "f1": 0.133691, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"], "main_score": 0.133691, "precision": 0.127709, "recall": 0.150198}, {"accuracy": 0.052372, "f1": 0.039741, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"], "main_score": 0.039741, "precision": 0.038247, "recall": 0.052372}, {"accuracy": 0.137352, "f1": 0.112761, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"], "main_score": 0.112761, "precision": 0.106859, "recall": 0.137352}, {"accuracy": 0.086957, "f1": 0.075462, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"], "main_score": 0.075462, "precision": 0.072518, "recall": 0.086957}, {"accuracy": 0.137352, "f1": 0.127051, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"], "main_score": 0.127051, "precision": 0.123872, "recall": 0.137352}, {"accuracy": 0.140316, "f1": 0.127415, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"], "main_score": 0.127415, "precision": 0.123298, "recall": 0.140316}, {"accuracy": 0.086957, "f1": 0.077082, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"], "main_score": 0.077082, "precision": 0.074966, "recall": 0.086957}, {"accuracy": 0.117589, "f1": 0.101598, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"], "main_score": 0.101598, "precision": 0.09813, "recall": 0.117589}, {"accuracy": 0.131423, "f1": 0.11667, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"], "main_score": 0.11667, "precision": 0.111974, "recall": 0.131423}, {"accuracy": 0.114625, "f1": 0.097179, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"], "main_score": 0.097179, "precision": 0.093273, "recall": 0.114625}, {"accuracy": 0.156126, "f1": 0.140474, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"], "main_score": 0.140474, "precision": 0.136115, "recall": 0.156126}, {"accuracy": 0.143281, "f1": 0.131815, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"], "main_score": 0.131815, "precision": 0.12935, "recall": 0.143281}, {"accuracy": 0.086957, "f1": 0.072598, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"], "main_score": 0.072598, "precision": 0.070103, "recall": 0.086957}, {"accuracy": 0.120553, "f1": 0.097542, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"], "main_score": 0.097542, "precision": 0.092177, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.123004, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"], "main_score": 0.123004, "precision": 0.118004, "recall": 0.146245}, {"accuracy": 0.099802, "f1": 0.087411, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"], "main_score": 0.087411, "precision": 0.084659, "recall": 0.099802}, {"accuracy": 0.089921, "f1": 0.083548, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"], "main_score": 0.083548, "precision": 0.081455, "recall": 0.089921}, {"accuracy": 0.075099, "f1": 0.061256, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"], "main_score": 0.061256, "precision": 0.058303, "recall": 0.075099}, {"accuracy": 0.11166, "f1": 0.098031, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"], "main_score": 0.098031, "precision": 0.093986, "recall": 0.11166}, {"accuracy": 0.0583, "f1": 0.04504, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"], "main_score": 0.04504, "precision": 0.041528, "recall": 0.0583}, {"accuracy": 0.151186, "f1": 0.135642, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"], "main_score": 0.135642, "precision": 0.131372, "recall": 0.151186}, {"accuracy": 0.06917, "f1": 0.05461, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"], "main_score": 0.05461, "precision": 0.051207, "recall": 0.06917}, {"accuracy": 0.144269, "f1": 0.121848, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"], "main_score": 0.121848, "precision": 0.116944, "recall": 0.144269}, {"accuracy": 0.098814, "f1": 0.086808, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"], "main_score": 0.086808, "precision": 0.082973, "recall": 0.098814}, {"accuracy": 0.064229, "f1": 0.05087, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"], "main_score": 0.05087, "precision": 0.047414, "recall": 0.064229}, {"accuracy": 0.106719, "f1": 0.098446, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"], "main_score": 0.098446, "precision": 0.095653, "recall": 0.106719}, {"accuracy": 0.149209, "f1": 0.126419, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"], "main_score": 0.126419, "precision": 0.121677, "recall": 0.149209}, {"accuracy": 0.049407, "f1": 0.042558, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"], "main_score": 0.042558, "precision": 0.041463, "recall": 0.049407}, {"accuracy": 0.086957, "f1": 0.075984, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"], "main_score": 0.075984, "precision": 0.073982, "recall": 0.086957}, {"accuracy": 0.166996, "f1": 0.149522, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"], "main_score": 0.149522, "precision": 0.144641, "recall": 0.166996}, {"accuracy": 0.083992, "f1": 0.067878, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"], "main_score": 0.067878, "precision": 0.065234, "recall": 0.083992}, {"accuracy": 0.105731, "f1": 0.096273, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"], "main_score": 0.096273, "precision": 0.094173, "recall": 0.105731}, {"accuracy": 0.109684, "f1": 0.097001, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"], "main_score": 0.097001, "precision": 0.093196, "recall": 0.109684}, {"accuracy": 0.171937, "f1": 0.151096, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"], "main_score": 0.151096, "precision": 0.14514, "recall": 0.171937}, {"accuracy": 0.136364, "f1": 0.11967, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"], "main_score": 0.11967, "precision": 0.114659, "recall": 0.136364}, {"accuracy": 0.133399, "f1": 0.118333, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"], "main_score": 0.118333, "precision": 0.11428, "recall": 0.133399}, {"accuracy": 0.012846, "f1": 0.007289, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"], "main_score": 0.007289, "precision": 0.006397, "recall": 0.012846}, {"accuracy": 0.045455, "f1": 0.038184, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"], "main_score": 0.038184, "precision": 0.037287, "recall": 0.045455}, {"accuracy": 0.041502, "f1": 0.036235, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"], "main_score": 0.036235, "precision": 0.034422, "recall": 0.041502}, {"accuracy": 0.068182, "f1": 0.055043, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"], "main_score": 0.055043, "precision": 0.052362, "recall": 0.068182}, {"accuracy": 0.131423, "f1": 0.115106, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"], "main_score": 0.115106, "precision": 0.111066, "recall": 0.131423}, {"accuracy": 0.075099, "f1": 0.064283, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"], "main_score": 0.064283, "precision": 0.060724, "recall": 0.075099}, {"accuracy": 0.167984, "f1": 0.157073, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"], "main_score": 0.157073, "precision": 0.15345, "recall": 0.167984}, {"accuracy": 0.123518, "f1": 0.103254, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"], "main_score": 0.103254, "precision": 0.099326, "recall": 0.123518}, {"accuracy": 0.131423, "f1": 0.111741, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"], "main_score": 0.111741, "precision": 0.107055, "recall": 0.131423}, {"accuracy": 0.093874, "f1": 0.08579, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"], "main_score": 0.08579, "precision": 0.083615, "recall": 0.093874}, {"accuracy": 0.090909, "f1": 0.077887, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"], "main_score": 0.077887, "precision": 0.0745, "recall": 0.090909}, {"accuracy": 0.121542, "f1": 0.107013, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"], "main_score": 0.107013, "precision": 0.10279, "recall": 0.121542}, {"accuracy": 0.066206, "f1": 0.057625, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"], "main_score": 0.057625, "precision": 0.055559, "recall": 0.066206}, {"accuracy": 0.16502, "f1": 0.146635, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"], "main_score": 0.146635, "precision": 0.140947, "recall": 0.16502}, {"accuracy": 0.08498, "f1": 0.073474, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"], "main_score": 0.073474, "precision": 0.070731, "recall": 0.08498}, {"accuracy": 0.040514, "f1": 0.035205, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"], "main_score": 0.035205, "precision": 0.033592, "recall": 0.040514}, {"accuracy": 0.093874, "f1": 0.081211, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"], "main_score": 0.081211, "precision": 0.078596, "recall": 0.093874}, {"accuracy": 0.094862, "f1": 0.07667, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"], "main_score": 0.07667, "precision": 0.073018, "recall": 0.094862}, {"accuracy": 0.108696, "f1": 0.092888, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"], "main_score": 0.092888, "precision": 0.088697, "recall": 0.108696}, {"accuracy": 0.103755, "f1": 0.093386, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"], "main_score": 0.093386, "precision": 0.090233, "recall": 0.103755}, {"accuracy": 0.101779, "f1": 0.082366, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"], "main_score": 0.082366, "precision": 0.078415, "recall": 0.101779}, {"accuracy": 0.027668, "f1": 0.020845, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"], "main_score": 0.020845, "precision": 0.01928, "recall": 0.027668}, {"accuracy": 0.063241, "f1": 0.048204, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"], "main_score": 0.048204, "precision": 0.045836, "recall": 0.063241}, {"accuracy": 0.096838, "f1": 0.082498, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"], "main_score": 0.082498, "precision": 0.079126, "recall": 0.096838}, {"accuracy": 0.044466, "f1": 0.04134, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"], "main_score": 0.04134, "precision": 0.040515, "recall": 0.044466}, {"accuracy": 0.089921, "f1": 0.07345, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"], "main_score": 0.07345, "precision": 0.069664, "recall": 0.089921}, {"accuracy": 0.155138, "f1": 0.142558, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"], "main_score": 0.142558, "precision": 0.139279, "recall": 0.155138}, {"accuracy": 0.05336, "f1": 0.044518, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"], "main_score": 0.044518, "precision": 0.04288, "recall": 0.05336}, {"accuracy": 0.096838, "f1": 0.081621, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"], "main_score": 0.081621, "precision": 0.078795, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.095173, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"], "main_score": 0.095173, "precision": 0.091548, "recall": 0.11166}, {"accuracy": 0.113636, "f1": 0.09652, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"], "main_score": 0.09652, "precision": 0.093009, "recall": 0.113636}, {"accuracy": 0.079051, "f1": 0.067207, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"], "main_score": 0.067207, "precision": 0.064438, "recall": 0.079051}, {"accuracy": 0.145257, "f1": 0.122254, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"], "main_score": 0.122254, "precision": 0.117054, "recall": 0.145257}, {"accuracy": 0.066206, "f1": 0.054977, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"], "main_score": 0.054977, "precision": 0.052828, "recall": 0.066206}, {"accuracy": 0.114625, "f1": 0.105013, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"], "main_score": 0.105013, "precision": 0.102198, "recall": 0.114625}, {"accuracy": 0.09585, "f1": 0.076732, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"], "main_score": 0.076732, "precision": 0.071013, "recall": 0.09585}, {"accuracy": 0.135375, "f1": 0.118393, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"], "main_score": 0.118393, "precision": 0.114941, "recall": 0.135375}, {"accuracy": 0.024704, "f1": 0.021251, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"], "main_score": 0.021251, "precision": 0.02026, "recall": 0.024704}, {"accuracy": 0.09585, "f1": 0.079436, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"], "main_score": 0.079436, "precision": 0.075057, "recall": 0.09585}, {"accuracy": 0.090909, "f1": 0.076717, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"], "main_score": 0.076717, "precision": 0.073433, "recall": 0.090909}, {"accuracy": 0.083992, "f1": 0.06899, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"], "main_score": 0.06899, "precision": 0.066135, "recall": 0.083992}, {"accuracy": 0.137352, "f1": 0.123191, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"], "main_score": 0.123191, "precision": 0.118666, "recall": 0.137352}, {"accuracy": 0.073123, "f1": 0.061238, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"], "main_score": 0.061238, "precision": 0.058985, "recall": 0.073123}, {"accuracy": 0.145257, "f1": 0.131132, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"], "main_score": 0.131132, "precision": 0.126439, "recall": 0.145257}, {"accuracy": 0.195652, "f1": 0.181411, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"], "main_score": 0.181411, "precision": 0.176624, "recall": 0.195652}, {"accuracy": 0.133399, "f1": 0.115778, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"], "main_score": 0.115778, "precision": 0.112404, "recall": 0.133399}, {"accuracy": 0.137352, "f1": 0.124666, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"], "main_score": 0.124666, "precision": 0.121233, "recall": 0.137352}, {"accuracy": 0.140316, "f1": 0.116366, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"], "main_score": 0.116366, "precision": 0.111675, "recall": 0.140316}, {"accuracy": 0.150198, "f1": 0.13719, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"], "main_score": 0.13719, "precision": 0.132606, "recall": 0.150198}, {"accuracy": 0.155138, "f1": 0.130048, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"], "main_score": 0.130048, "precision": 0.125097, "recall": 0.155138}, {"accuracy": 0.064229, "f1": 0.054249, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"], "main_score": 0.054249, "precision": 0.052051, "recall": 0.064229}, {"accuracy": 0.103755, "f1": 0.086556, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"], "main_score": 0.086556, "precision": 0.08239, "recall": 0.103755}, {"accuracy": 0.135375, "f1": 0.120709, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"], "main_score": 0.120709, "precision": 0.115958, "recall": 0.135375}, {"accuracy": 0.124506, "f1": 0.108627, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"], "main_score": 0.108627, "precision": 0.104913, "recall": 0.124506}, {"accuracy": 0.129447, "f1": 0.102282, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"], "main_score": 0.102282, "precision": 0.095184, "recall": 0.129447}, {"accuracy": 0.168972, "f1": 0.152001, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"], "main_score": 0.152001, "precision": 0.146917, "recall": 0.168972}, {"accuracy": 0.171937, "f1": 0.152662, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"], "main_score": 0.152662, "precision": 0.147079, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.045548, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"], "main_score": 0.045548, "precision": 0.043812, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.118423, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"], "main_score": 0.118423, "precision": 0.114938, "recall": 0.135375}, {"accuracy": 0.113636, "f1": 0.099411, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"], "main_score": 0.099411, "precision": 0.095322, "recall": 0.113636}, {"accuracy": 0.148221, "f1": 0.13213, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"], "main_score": 0.13213, "precision": 0.127439, "recall": 0.148221}, {"accuracy": 0.149209, "f1": 0.134396, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"], "main_score": 0.134396, "precision": 0.129972, "recall": 0.149209}, {"accuracy": 0.044466, "f1": 0.035053, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"], "main_score": 0.035053, "precision": 0.033348, "recall": 0.044466}, {"accuracy": 0.177866, "f1": 0.160275, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"], "main_score": 0.160275, "precision": 0.154913, "recall": 0.177866}, {"accuracy": 0.083004, "f1": 0.06864, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"], "main_score": 0.06864, "precision": 0.06512, "recall": 0.083004}, {"accuracy": 0.147233, "f1": 0.125491, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"], "main_score": 0.125491, "precision": 0.120448, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.109854, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"], "main_score": 0.109854, "precision": 0.106435, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.073658, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"], "main_score": 0.073658, "precision": 0.072372, "recall": 0.08004}, {"accuracy": 0.157115, "f1": 0.141795, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"], "main_score": 0.141795, "precision": 0.137564, "recall": 0.157115}, {"accuracy": 0.129447, "f1": 0.118526, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"], "main_score": 0.118526, "precision": 0.115995, "recall": 0.129447}, {"accuracy": 0.052372, "f1": 0.044196, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"], "main_score": 0.044196, "precision": 0.041864, "recall": 0.052372}, {"accuracy": 0.079051, "f1": 0.062278, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"], "main_score": 0.062278, "precision": 0.058079, "recall": 0.079051}, {"accuracy": 0.101779, "f1": 0.087151, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"], "main_score": 0.087151, "precision": 0.083777, "recall": 0.101779}, {"accuracy": 0.108696, "f1": 0.095655, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"], "main_score": 0.095655, "precision": 0.092482, "recall": 0.108696}, {"accuracy": 0.096838, "f1": 0.081933, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"], "main_score": 0.081933, "precision": 0.078225, "recall": 0.096838}, {"accuracy": 0.103755, "f1": 0.083325, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"], "main_score": 0.083325, "precision": 0.079263, "recall": 0.103755}, {"accuracy": 0.117589, "f1": 0.098664, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"], "main_score": 0.098664, "precision": 0.094931, "recall": 0.117589}, {"accuracy": 0.038538, "f1": 0.029279, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"], "main_score": 0.029279, "precision": 0.028158, "recall": 0.038538}, {"accuracy": 0.101779, "f1": 0.088255, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"], "main_score": 0.088255, "precision": 0.084722, "recall": 0.101779}, {"accuracy": 0.179842, "f1": 0.163096, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"], "main_score": 0.163096, "precision": 0.157367, "recall": 0.179842}, {"accuracy": 0.02668, "f1": 0.020072, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"], "main_score": 0.020072, "precision": 0.019006, "recall": 0.02668}, {"accuracy": 0.166008, "f1": 0.151118, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"], "main_score": 0.151118, "precision": 0.145727, "recall": 0.166008}, {"accuracy": 0.003953, "f1": 0.000913, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"], "main_score": 0.000913, "precision": 0.000632, "recall": 0.003953}, {"accuracy": 0.128458, "f1": 0.108741, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"], "main_score": 0.108741, "precision": 0.104336, "recall": 0.128458}, {"accuracy": 0.115613, "f1": 0.106048, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"], "main_score": 0.106048, "precision": 0.103404, "recall": 0.115613}, {"accuracy": 0.08498, "f1": 0.073826, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"], "main_score": 0.073826, "precision": 0.071198, "recall": 0.08498}, {"accuracy": 0.101779, "f1": 0.093173, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"], "main_score": 0.093173, "precision": 0.091028, "recall": 0.101779}, {"accuracy": 0.26087, "f1": 0.247475, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"], "main_score": 0.247475, "precision": 0.242225, "recall": 0.26087}, {"accuracy": 0.179842, "f1": 0.15936, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"], "main_score": 0.15936, "precision": 0.154883, "recall": 0.179842}, {"accuracy": 0.153162, "f1": 0.142019, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"], "main_score": 0.142019, "precision": 0.139001, "recall": 0.153162}, {"accuracy": 0.098814, "f1": 0.093878, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"], "main_score": 0.093878, "precision": 0.092064, "recall": 0.098814}, {"accuracy": 0.123518, "f1": 0.108652, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"], "main_score": 0.108652, "precision": 0.104677, "recall": 0.123518}, {"accuracy": 0.083992, "f1": 0.073695, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"], "main_score": 0.073695, "precision": 0.071014, "recall": 0.083992}, {"accuracy": 0.183794, "f1": 0.172266, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"], "main_score": 0.172266, "precision": 0.167605, "recall": 0.183794}, {"accuracy": 0.085968, "f1": 0.077661, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"], "main_score": 0.077661, "precision": 0.075796, "recall": 0.085968}, {"accuracy": 0.102767, "f1": 0.085895, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"], "main_score": 0.085895, "precision": 0.082505, "recall": 0.102767}, {"accuracy": 0.176877, "f1": 0.154507, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"], "main_score": 0.154507, "precision": 0.149437, "recall": 0.176877}, {"accuracy": 0.218379, "f1": 0.203306, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"], "main_score": 0.203306, "precision": 0.197941, "recall": 0.218379}, {"accuracy": 0.08004, "f1": 0.072203, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"], "main_score": 0.072203, "precision": 0.069936, "recall": 0.08004}, {"accuracy": 0.117589, "f1": 0.097362, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"], "main_score": 0.097362, "precision": 0.09267, "recall": 0.117589}, {"accuracy": 0.172925, "f1": 0.156943, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"], "main_score": 0.156943, "precision": 0.153112, "recall": 0.172925}, {"accuracy": 0.128458, "f1": 0.115787, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"], "main_score": 0.115787, "precision": 0.112743, "recall": 0.128458}, {"accuracy": 0.205534, "f1": 0.188803, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"], "main_score": 0.188803, "precision": 0.183763, "recall": 0.205534}, {"accuracy": 0.047431, "f1": 0.038773, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"], "main_score": 0.038773, "precision": 0.037154, "recall": 0.047431}, {"accuracy": 0.128458, "f1": 0.110511, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"], "main_score": 0.110511, "precision": 0.106474, "recall": 0.128458}, {"accuracy": 0.117589, "f1": 0.111173, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"], "main_score": 0.111173, "precision": 0.108699, "recall": 0.117589}, {"accuracy": 0.05336, "f1": 0.037229, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"], "main_score": 0.037229, "precision": 0.033437, "recall": 0.05336}, {"accuracy": 0.100791, "f1": 0.088053, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"], "main_score": 0.088053, "precision": 0.08509, "recall": 0.100791}, {"accuracy": 0.247036, "f1": 0.223459, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"], "main_score": 0.223459, "precision": 0.215483, "recall": 0.247036}, {"accuracy": 0.106719, "f1": 0.099796, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"], "main_score": 0.099796, "precision": 0.097579, "recall": 0.106719}, {"accuracy": 0.174901, "f1": 0.154147, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"], "main_score": 0.154147, "precision": 0.14935, "recall": 0.174901}, {"accuracy": 0.12253, "f1": 0.105806, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"], "main_score": 0.105806, "precision": 0.102196, "recall": 0.12253}, {"accuracy": 0.09585, "f1": 0.081844, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"], "main_score": 0.081844, "precision": 0.079296, "recall": 0.09585}, {"accuracy": 0.155138, "f1": 0.141588, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"], "main_score": 0.141588, "precision": 0.137511, "recall": 0.155138}, {"accuracy": 0.137352, "f1": 0.11812, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"], "main_score": 0.11812, "precision": 0.113366, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.059562, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"], "main_score": 0.059562, "precision": 0.057326, "recall": 0.071146}, {"accuracy": 0.092885, "f1": 0.079706, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"], "main_score": 0.079706, "precision": 0.077051, "recall": 0.092885}, {"accuracy": 0.049407, "f1": 0.039508, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"], "main_score": 0.039508, "precision": 0.037685, "recall": 0.049407}, {"accuracy": 0.18083, "f1": 0.158411, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"], "main_score": 0.158411, "precision": 0.153898, "recall": 0.18083}, {"accuracy": 0.090909, "f1": 0.075311, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"], "main_score": 0.075311, "precision": 0.07141, "recall": 0.090909}, {"accuracy": 0.232213, "f1": 0.207169, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"], "main_score": 0.207169, "precision": 0.197514, "recall": 0.232213}, {"accuracy": 0.021739, "f1": 0.018257, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"], "main_score": 0.018257, "precision": 0.017861, "recall": 0.021739}, {"accuracy": 0.178854, "f1": 0.157788, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"], "main_score": 0.157788, "precision": 0.152839, "recall": 0.178854}, {"accuracy": 0.203557, "f1": 0.185188, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"], "main_score": 0.185188, "precision": 0.179209, "recall": 0.203557}, {"accuracy": 0.121542, "f1": 0.104216, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"], "main_score": 0.104216, "precision": 0.099915, "recall": 0.121542}, {"accuracy": 0.168972, "f1": 0.147686, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"], "main_score": 0.147686, "precision": 0.14228, "recall": 0.168972}, {"accuracy": 0.077075, "f1": 0.068276, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"], "main_score": 0.068276, "precision": 0.065797, "recall": 0.077075}, {"accuracy": 0.090909, "f1": 0.082684, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"], "main_score": 0.082684, "precision": 0.080751, "recall": 0.090909}, {"accuracy": 0.183794, "f1": 0.162997, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"], "main_score": 0.162997, "precision": 0.155671, "recall": 0.183794}, {"accuracy": 0.152174, "f1": 0.136416, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"], "main_score": 0.136416, "precision": 0.132683, "recall": 0.152174}, {"accuracy": 0.112648, "f1": 0.103268, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"], "main_score": 0.103268, "precision": 0.100688, "recall": 0.112648}, {"accuracy": 0.182806, "f1": 0.161648, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"], "main_score": 0.161648, "precision": 0.156802, "recall": 0.182806}, {"accuracy": 0.091897, "f1": 0.087793, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"], "main_score": 0.087793, "precision": 0.08698, "recall": 0.091897}, {"accuracy": 0.186759, "f1": 0.164501, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"], "main_score": 0.164501, "precision": 0.1571, "recall": 0.186759}, {"accuracy": 0.115613, "f1": 0.097971, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"], "main_score": 0.097971, "precision": 0.093435, "recall": 0.115613}, {"accuracy": 0.036561, "f1": 0.030987, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"], "main_score": 0.030987, "precision": 0.029418, "recall": 0.036561}, {"accuracy": 0.173913, "f1": 0.158828, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"], "main_score": 0.158828, "precision": 0.153706, "recall": 0.173913}, {"accuracy": 0.160079, "f1": 0.144994, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"], "main_score": 0.144994, "precision": 0.140731, "recall": 0.160079}, {"accuracy": 0.033597, "f1": 0.029247, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"], "main_score": 0.029247, "precision": 0.02826, "recall": 0.033597}, {"accuracy": 0.141304, "f1": 0.126505, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"], "main_score": 0.126505, "precision": 0.123294, "recall": 0.141304}, {"accuracy": 0.103755, "f1": 0.090076, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"], "main_score": 0.090076, "precision": 0.086625, "recall": 0.103755}, {"accuracy": 0.141304, "f1": 0.129286, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"], "main_score": 0.129286, "precision": 0.126357, "recall": 0.141304}, {"accuracy": 0.094862, "f1": 0.082206, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"], "main_score": 0.082206, "precision": 0.079452, "recall": 0.094862}, {"accuracy": 0.227273, "f1": 0.207337, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"], "main_score": 0.207337, "precision": 0.202089, "recall": 0.227273}, {"accuracy": 0.119565, "f1": 0.114584, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"], "main_score": 0.114584, "precision": 0.113233, "recall": 0.119565}, {"accuracy": 0.121542, "f1": 0.110467, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"], "main_score": 0.110467, "precision": 0.108206, "recall": 0.121542}, {"accuracy": 0.186759, "f1": 0.163902, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"], "main_score": 0.163902, "precision": 0.15956, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.176404, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"], "main_score": 0.176404, "precision": 0.17201, "recall": 0.189723}, {"accuracy": 0.153162, "f1": 0.134464, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"], "main_score": 0.134464, "precision": 0.129425, "recall": 0.153162}, {"accuracy": 0.190711, "f1": 0.175011, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"], "main_score": 0.175011, "precision": 0.169897, "recall": 0.190711}, {"accuracy": 0.129447, "f1": 0.118971, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"], "main_score": 0.118971, "precision": 0.115775, "recall": 0.129447}, {"accuracy": 0.086957, "f1": 0.081016, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"], "main_score": 0.081016, "precision": 0.079987, "recall": 0.086957}, {"accuracy": 0.147233, "f1": 0.130945, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"], "main_score": 0.130945, "precision": 0.126786, "recall": 0.147233}, {"accuracy": 0.04249, "f1": 0.028259, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"], "main_score": 0.028259, "precision": 0.024885, "recall": 0.04249}, {"accuracy": 0.113636, "f1": 0.102158, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"], "main_score": 0.102158, "precision": 0.098411, "recall": 0.113636}, {"accuracy": 0.099802, "f1": 0.095907, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"], "main_score": 0.095907, "precision": 0.095019, "recall": 0.099802}, {"accuracy": 0.212451, "f1": 0.189609, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"], "main_score": 0.189609, "precision": 0.182508, "recall": 0.212451}, {"accuracy": 0.043478, "f1": 0.030925, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"], "main_score": 0.030925, "precision": 0.027915, "recall": 0.043478}, {"accuracy": 0.177866, "f1": 0.157865, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"], "main_score": 0.157865, "precision": 0.153592, "recall": 0.177866}, {"accuracy": 0.116601, "f1": 0.107842, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"], "main_score": 0.107842, "precision": 0.105776, "recall": 0.116601}, {"accuracy": 0.132411, "f1": 0.124078, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"], "main_score": 0.124078, "precision": 0.121444, "recall": 0.132411}, {"accuracy": 0.044466, "f1": 0.031813, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"], "main_score": 0.031813, "precision": 0.02959, "recall": 0.044466}, {"accuracy": 0.167984, "f1": 0.147856, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"], "main_score": 0.147856, "precision": 0.143892, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.143043, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"], "main_score": 0.143043, "precision": 0.13909, "recall": 0.160079}, {"accuracy": 0.179842, "f1": 0.153693, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"], "main_score": 0.153693, "precision": 0.148803, "recall": 0.179842}, {"accuracy": 0.12747, "f1": 0.109896, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"], "main_score": 0.109896, "precision": 0.105968, "recall": 0.12747}, {"accuracy": 0.161067, "f1": 0.148573, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"], "main_score": 0.148573, "precision": 0.144233, "recall": 0.161067}, {"accuracy": 0.200593, "f1": 0.184487, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"], "main_score": 0.184487, "precision": 0.178717, "recall": 0.200593}, {"accuracy": 0.044466, "f1": 0.035899, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"], "main_score": 0.035899, "precision": 0.034739, "recall": 0.044466}, {"accuracy": 0.186759, "f1": 0.161461, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"], "main_score": 0.161461, "precision": 0.156352, "recall": 0.186759}, {"accuracy": 0.087945, "f1": 0.080301, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"], "main_score": 0.080301, "precision": 0.078329, "recall": 0.087945}, {"accuracy": 0.139328, "f1": 0.128873, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"], "main_score": 0.128873, "precision": 0.124704, "recall": 0.139328}, {"accuracy": 0.18083, "f1": 0.167616, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"], "main_score": 0.167616, "precision": 0.163043, "recall": 0.18083}, {"accuracy": 0.116601, "f1": 0.111133, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"], "main_score": 0.111133, "precision": 0.109058, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.134517, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"], "main_score": 0.134517, "precision": 0.130737, "recall": 0.152174}, {"accuracy": 0.179842, "f1": 0.162371, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"], "main_score": 0.162371, "precision": 0.156208, "recall": 0.179842}, {"accuracy": 0.145257, "f1": 0.128133, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"], "main_score": 0.128133, "precision": 0.123867, "recall": 0.145257}, {"accuracy": 0.181818, "f1": 0.165515, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"], "main_score": 0.165515, "precision": 0.160603, "recall": 0.181818}, {"accuracy": 0.150198, "f1": 0.142277, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"], "main_score": 0.142277, "precision": 0.139337, "recall": 0.150198}, {"accuracy": 0.100791, "f1": 0.085394, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"], "main_score": 0.085394, "precision": 0.081592, "recall": 0.100791}, {"accuracy": 0.143281, "f1": 0.122873, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"], "main_score": 0.122873, "precision": 0.117972, "recall": 0.143281}, {"accuracy": 0.188735, "f1": 0.166649, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"], "main_score": 0.166649, "precision": 0.161849, "recall": 0.188735}, {"accuracy": 0.128458, "f1": 0.109215, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"], "main_score": 0.109215, "precision": 0.105701, "recall": 0.128458}, {"accuracy": 0.125494, "f1": 0.118605, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"], "main_score": 0.118605, "precision": 0.116632, "recall": 0.125494}, {"accuracy": 0.088933, "f1": 0.072935, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"], "main_score": 0.072935, "precision": 0.068896, "recall": 0.088933}, {"accuracy": 0.159091, "f1": 0.140048, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"], "main_score": 0.140048, "precision": 0.134768, "recall": 0.159091}, {"accuracy": 0.074111, "f1": 0.054945, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"], "main_score": 0.054945, "precision": 0.050908, "recall": 0.074111}, {"accuracy": 0.181818, "f1": 0.162252, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"], "main_score": 0.162252, "precision": 0.156406, "recall": 0.181818}, {"accuracy": 0.096838, "f1": 0.079939, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"], "main_score": 0.079939, "precision": 0.075729, "recall": 0.096838}, {"accuracy": 0.186759, "f1": 0.164412, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"], "main_score": 0.164412, "precision": 0.159383, "recall": 0.186759}, {"accuracy": 0.136364, "f1": 0.119825, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"], "main_score": 0.119825, "precision": 0.116411, "recall": 0.136364}, {"accuracy": 0.077075, "f1": 0.062575, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"], "main_score": 0.062575, "precision": 0.058265, "recall": 0.077075}, {"accuracy": 0.11166, "f1": 0.107546, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"], "main_score": 0.107546, "precision": 0.106227, "recall": 0.11166}, {"accuracy": 0.18083, "f1": 0.158772, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"], "main_score": 0.158772, "precision": 0.153887, "recall": 0.18083}, {"accuracy": 0.068182, "f1": 0.058814, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"], "main_score": 0.058814, "precision": 0.056207, "recall": 0.068182}, {"accuracy": 0.092885, "f1": 0.084752, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"], "main_score": 0.084752, "precision": 0.082924, "recall": 0.092885}, {"accuracy": 0.206522, "f1": 0.185588, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"], "main_score": 0.185588, "precision": 0.178956, "recall": 0.206522}, {"accuracy": 0.093874, "f1": 0.07845, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"], "main_score": 0.07845, "precision": 0.074657, "recall": 0.093874}, {"accuracy": 0.123518, "f1": 0.113171, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"], "main_score": 0.113171, "precision": 0.11051, "recall": 0.123518}, {"accuracy": 0.158103, "f1": 0.141255, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"], "main_score": 0.141255, "precision": 0.135586, "recall": 0.158103}, {"accuracy": 0.210474, "f1": 0.191009, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"], "main_score": 0.191009, "precision": 0.184521, "recall": 0.210474}, {"accuracy": 0.187747, "f1": 0.16765, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"], "main_score": 0.16765, "precision": 0.162631, "recall": 0.187747}, {"accuracy": 0.167984, "f1": 0.149637, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"], "main_score": 0.149637, "precision": 0.144832, "recall": 0.167984}, {"accuracy": 0.021739, "f1": 0.008842, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"], "main_score": 0.008842, "precision": 0.007039, "recall": 0.021739}, {"accuracy": 0.061265, "f1": 0.053806, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"], "main_score": 0.053806, "precision": 0.051614, "recall": 0.061265}, {"accuracy": 0.051383, "f1": 0.042039, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"], "main_score": 0.042039, "precision": 0.039379, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.06554, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"], "main_score": 0.06554, "precision": 0.063044, "recall": 0.078063}, {"accuracy": 0.175889, "f1": 0.157731, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"], "main_score": 0.157731, "precision": 0.154183, "recall": 0.175889}, {"accuracy": 0.081028, "f1": 0.068176, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"], "main_score": 0.068176, "precision": 0.064353, "recall": 0.081028}, {"accuracy": 0.23419, "f1": 0.217147, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"], "main_score": 0.217147, "precision": 0.210013, "recall": 0.23419}, {"accuracy": 0.153162, "f1": 0.132642, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"], "main_score": 0.132642, "precision": 0.12827, "recall": 0.153162}, {"accuracy": 0.177866, "f1": 0.159551, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"], "main_score": 0.159551, "precision": 0.155688, "recall": 0.177866}, {"accuracy": 0.106719, "f1": 0.100306, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"], "main_score": 0.100306, "precision": 0.098795, "recall": 0.106719}, {"accuracy": 0.103755, "f1": 0.088656, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"], "main_score": 0.088656, "precision": 0.084436, "recall": 0.103755}, {"accuracy": 0.156126, "f1": 0.1422, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"], "main_score": 0.1422, "precision": 0.137778, "recall": 0.156126}, {"accuracy": 0.092885, "f1": 0.084993, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"], "main_score": 0.084993, "precision": 0.082801, "recall": 0.092885}, {"accuracy": 0.19664, "f1": 0.176554, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"], "main_score": 0.176554, "precision": 0.168443, "recall": 0.19664}, {"accuracy": 0.13834, "f1": 0.118592, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"], "main_score": 0.118592, "precision": 0.113489, "recall": 0.13834}, {"accuracy": 0.041502, "f1": 0.034789, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"], "main_score": 0.034789, "precision": 0.033236, "recall": 0.041502}, {"accuracy": 0.119565, "f1": 0.109336, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"], "main_score": 0.109336, "precision": 0.10731, "recall": 0.119565}, {"accuracy": 0.11166, "f1": 0.094243, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"], "main_score": 0.094243, "precision": 0.090261, "recall": 0.11166}, {"accuracy": 0.131423, "f1": 0.117656, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"], "main_score": 0.117656, "precision": 0.113644, "recall": 0.131423}, {"accuracy": 0.12253, "f1": 0.114265, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"], "main_score": 0.114265, "precision": 0.111372, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.109054, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"], "main_score": 0.109054, "precision": 0.105714, "recall": 0.131423}, {"accuracy": 0.034585, "f1": 0.028967, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"], "main_score": 0.028967, "precision": 0.027628, "recall": 0.034585}, {"accuracy": 0.074111, "f1": 0.058609, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"], "main_score": 0.058609, "precision": 0.055081, "recall": 0.074111}, {"accuracy": 0.12747, "f1": 0.11694, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"], "main_score": 0.11694, "precision": 0.114077, "recall": 0.12747}, {"accuracy": 0.048419, "f1": 0.043711, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"], "main_score": 0.043711, "precision": 0.04208, "recall": 0.048419}, {"accuracy": 0.116601, "f1": 0.100844, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"], "main_score": 0.100844, "precision": 0.097029, "recall": 0.116601}, {"accuracy": 0.220356, "f1": 0.200625, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"], "main_score": 0.200625, "precision": 0.193338, "recall": 0.220356}, {"accuracy": 0.051383, "f1": 0.04436, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"], "main_score": 0.04436, "precision": 0.042649, "recall": 0.051383}, {"accuracy": 0.128458, "f1": 0.10803, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"], "main_score": 0.10803, "precision": 0.104074, "recall": 0.128458}, {"accuracy": 0.131423, "f1": 0.111104, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"], "main_score": 0.111104, "precision": 0.107494, "recall": 0.131423}, {"accuracy": 0.139328, "f1": 0.122266, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"], "main_score": 0.122266, "precision": 0.118274, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.092728, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"], "main_score": 0.092728, "precision": 0.090456, "recall": 0.100791}, {"accuracy": 0.186759, "f1": 0.162793, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"], "main_score": 0.162793, "precision": 0.157632, "recall": 0.186759}, {"accuracy": 0.091897, "f1": 0.080857, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"], "main_score": 0.080857, "precision": 0.077553, "recall": 0.091897}, {"accuracy": 0.121542, "f1": 0.112899, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"], "main_score": 0.112899, "precision": 0.110106, "recall": 0.121542}, {"accuracy": 0.124506, "f1": 0.101609, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"], "main_score": 0.101609, "precision": 0.094946, "recall": 0.124506}, {"accuracy": 0.176877, "f1": 0.160093, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"], "main_score": 0.160093, "precision": 0.155539, "recall": 0.176877}, {"accuracy": 0.028656, "f1": 0.023965, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"], "main_score": 0.023965, "precision": 0.0231, "recall": 0.028656}, {"accuracy": 0.12253, "f1": 0.105813, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"], "main_score": 0.105813, "precision": 0.102761, "recall": 0.12253}, {"accuracy": 0.109684, "f1": 0.096564, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"], "main_score": 0.096564, "precision": 0.093005, "recall": 0.109684}, {"accuracy": 0.097826, "f1": 0.087443, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"], "main_score": 0.087443, "precision": 0.085247, "recall": 0.097826}, {"accuracy": 0.173913, "f1": 0.165652, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"], "main_score": 0.165652, "precision": 0.162621, "recall": 0.173913}, {"accuracy": 0.094862, "f1": 0.083798, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"], "main_score": 0.083798, "precision": 0.081518, "recall": 0.094862}, {"accuracy": 0.177866, "f1": 0.161562, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"], "main_score": 0.161562, "precision": 0.156178, "recall": 0.177866}, {"accuracy": 0.23913, "f1": 0.218633, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"], "main_score": 0.218633, "precision": 0.211509, "recall": 0.23913}, {"accuracy": 0.174901, "f1": 0.151971, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"], "main_score": 0.151971, "precision": 0.147447, "recall": 0.174901}, {"accuracy": 0.163043, "f1": 0.151599, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"], "main_score": 0.151599, "precision": 0.148322, "recall": 0.163043}, {"accuracy": 0.185771, "f1": 0.164942, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"], "main_score": 0.164942, "precision": 0.161079, "recall": 0.185771}, {"accuracy": 0.16996, "f1": 0.157424, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"], "main_score": 0.157424, "precision": 0.152133, "recall": 0.16996}, {"accuracy": 0.178854, "f1": 0.158264, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"], "main_score": 0.158264, "precision": 0.154191, "recall": 0.178854}, {"accuracy": 0.062253, "f1": 0.053471, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"], "main_score": 0.053471, "precision": 0.051698, "recall": 0.062253}, {"accuracy": 0.13834, "f1": 0.116822, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"], "main_score": 0.116822, "precision": 0.11222, "recall": 0.13834}, {"accuracy": 0.18083, "f1": 0.160579, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"], "main_score": 0.160579, "precision": 0.154459, "recall": 0.18083}, {"accuracy": 0.157115, "f1": 0.143575, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"], "main_score": 0.143575, "precision": 0.140249, "recall": 0.157115}, {"accuracy": 0.147233, "f1": 0.124651, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"], "main_score": 0.124651, "precision": 0.11846, "recall": 0.147233}, {"accuracy": 0.229249, "f1": 0.205255, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"], "main_score": 0.205255, "precision": 0.196904, "recall": 0.229249}, {"accuracy": 0.200593, "f1": 0.176088, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"], "main_score": 0.176088, "precision": 0.168033, "recall": 0.200593}, {"accuracy": 0.061265, "f1": 0.053348, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"], "main_score": 0.053348, "precision": 0.051268, "recall": 0.061265}, {"accuracy": 0.170949, "f1": 0.155278, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"], "main_score": 0.155278, "precision": 0.151698, "recall": 0.170949}, {"accuracy": 0.147233, "f1": 0.131209, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"], "main_score": 0.131209, "precision": 0.126271, "recall": 0.147233}, {"accuracy": 0.202569, "f1": 0.186714, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"], "main_score": 0.186714, "precision": 0.181255, "recall": 0.202569}, {"accuracy": 0.190711, "f1": 0.175525, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"], "main_score": 0.175525, "precision": 0.171049, "recall": 0.190711}, {"accuracy": 0.048419, "f1": 0.040212, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"], "main_score": 0.040212, "precision": 0.038458, "recall": 0.048419}, {"accuracy": 0.18083, "f1": 0.160697, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"], "main_score": 0.160697, "precision": 0.153397, "recall": 0.18083}, {"accuracy": 0.096838, "f1": 0.08477, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"], "main_score": 0.08477, "precision": 0.082004, "recall": 0.096838}, {"accuracy": 0.188735, "f1": 0.167611, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"], "main_score": 0.167611, "precision": 0.161845, "recall": 0.188735}, {"accuracy": 0.16502, "f1": 0.150717, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"], "main_score": 0.150717, "precision": 0.146045, "recall": 0.16502}, {"accuracy": 0.099802, "f1": 0.091819, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"], "main_score": 0.091819, "precision": 0.089909, "recall": 0.099802}, {"accuracy": 0.201581, "f1": 0.178049, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"], "main_score": 0.178049, "precision": 0.170785, "recall": 0.201581}, {"accuracy": 0.156126, "f1": 0.144274, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"], "main_score": 0.144274, "precision": 0.140676, "recall": 0.156126}, {"accuracy": 0.064229, "f1": 0.055104, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"], "main_score": 0.055104, "precision": 0.052265, "recall": 0.064229}, {"accuracy": 0.116601, "f1": 0.100569, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"], "main_score": 0.100569, "precision": 0.096247, "recall": 0.116601}, {"accuracy": 0.12747, "f1": 0.111056, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"], "main_score": 0.111056, "precision": 0.106977, "recall": 0.12747}, {"accuracy": 0.145257, "f1": 0.129533, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"], "main_score": 0.129533, "precision": 0.123816, "recall": 0.145257}, {"accuracy": 0.123518, "f1": 0.104758, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"], "main_score": 0.104758, "precision": 0.100067, "recall": 0.123518}, {"accuracy": 0.128458, "f1": 0.106614, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"], "main_score": 0.106614, "precision": 0.10191, "recall": 0.128458}, {"accuracy": 0.140316, "f1": 0.120264, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"], "main_score": 0.120264, "precision": 0.115615, "recall": 0.140316}, {"accuracy": 0.048419, "f1": 0.040154, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"], "main_score": 0.040154, "precision": 0.039022, "recall": 0.048419}, {"accuracy": 0.137352, "f1": 0.123425, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"], "main_score": 0.123425, "precision": 0.119373, "recall": 0.137352}, {"accuracy": 0.237154, "f1": 0.218205, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"], "main_score": 0.218205, "precision": 0.211124, "recall": 0.237154}, {"accuracy": 0.08004, "f1": 0.050312, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"], "main_score": 0.050312, "precision": 0.043271, "recall": 0.08004}, {"accuracy": 0.167984, "f1": 0.106974, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"], "main_score": 0.106974, "precision": 0.092761, "recall": 0.167984}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.867589, "f1": 0.831705, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"], "main_score": 0.831705, "precision": 0.8153, "recall": 0.867589}, {"accuracy": 0.898221, "f1": 0.870224, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"], "main_score": 0.870224, "precision": 0.856884, "recall": 0.898221}, {"accuracy": 0.594862, "f1": 0.521716, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"], "main_score": 0.521716, "precision": 0.494393, "recall": 0.594862}, {"accuracy": 0.195652, "f1": 0.136165, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"], "main_score": 0.136165, "precision": 0.120824, "recall": 0.195652}, {"accuracy": 0.972332, "f1": 0.964427, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"], "main_score": 0.964427, "precision": 0.960639, "recall": 0.972332}, {"accuracy": 0.380435, "f1": 0.299681, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"], "main_score": 0.299681, "precision": 0.274345, "recall": 0.380435}, {"accuracy": 0.621542, "f1": 0.553002, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"], "main_score": 0.553002, "precision": 0.524863, "recall": 0.621542}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"], "main_score": 0.956686, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.870553, "f1": 0.837469, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"], "main_score": 0.837469, "precision": 0.822217, "recall": 0.870553}, {"accuracy": 0.220356, "f1": 0.145557, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"], "main_score": 0.145557, "precision": 0.126839, "recall": 0.220356}, {"accuracy": 0.894269, "f1": 0.867391, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"], "main_score": 0.867391, "precision": 0.854743, "recall": 0.894269}, {"accuracy": 0.812253, "f1": 0.768036, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"], "main_score": 0.768036, "precision": 0.748024, "recall": 0.812253}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.272727, "f1": 0.191643, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"], "main_score": 0.191643, "precision": 0.169957, "recall": 0.272727}, {"accuracy": 0.9417, "f1": 0.925066, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"], "main_score": 0.925066, "precision": 0.916831, "recall": 0.9417}, {"accuracy": 0.916008, "f1": 0.892358, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"], "main_score": 0.892358, "precision": 0.881011, "recall": 0.916008}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.141304, "f1": 0.090936, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"], "main_score": 0.090936, "precision": 0.078936, "recall": 0.141304}, {"accuracy": 0.860672, "f1": 0.823682, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"], "main_score": 0.823682, "precision": 0.806769, "recall": 0.860672}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.666996, "f1": 0.59162, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"], "main_score": 0.59162, "precision": 0.560343, "recall": 0.666996}, {"accuracy": 0.06917, "f1": 0.036088, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"], "main_score": 0.036088, "precision": 0.030404, "recall": 0.06917}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"], "main_score": 0.940382, "precision": 0.934124, "recall": 0.953557}, {"accuracy": 0.20751, "f1": 0.146361, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"], "main_score": 0.146361, "precision": 0.131709, "recall": 0.20751}, {"accuracy": 0.831028, "f1": 0.787385, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"], "main_score": 0.787385, "precision": 0.768231, "recall": 0.831028}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"], "main_score": 0.953063, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.909091, "f1": 0.886924, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"], "main_score": 0.886924, "precision": 0.876597, "recall": 0.909091}, {"accuracy": 0.873518, "f1": 0.840697, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"], "main_score": 0.840697, "precision": 0.826005, "recall": 0.873518}, {"accuracy": 0.268775, "f1": 0.202796, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"], "main_score": 0.202796, "precision": 0.183186, "recall": 0.268775}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"], "main_score": 0.954282, "precision": 0.949522, "recall": 0.964427}, {"accuracy": 0.781621, "f1": 0.733105, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"], "main_score": 0.733105, "precision": 0.712164, "recall": 0.781621}, {"accuracy": 0.901186, "f1": 0.873682, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"], "main_score": 0.873682, "precision": 0.860705, "recall": 0.901186}, {"accuracy": 0.864625, "f1": 0.830072, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"], "main_score": 0.830072, "precision": 0.813982, "recall": 0.864625}, {"accuracy": 0.963439, "f1": 0.954545, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"], "main_score": 0.954545, "precision": 0.950099, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"], "main_score": 0.952141, "precision": 0.946723, "recall": 0.963439}, {"accuracy": 0.157115, "f1": 0.095094, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"], "main_score": 0.095094, "precision": 0.082096, "recall": 0.157115}, {"accuracy": 0.066206, "f1": 0.042977, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"], "main_score": 0.042977, "precision": 0.037582, "recall": 0.066206}, {"accuracy": 0.971344, "f1": 0.964262, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"], "main_score": 0.964262, "precision": 0.960804, "recall": 0.971344}, {"accuracy": 0.149209, "f1": 0.095642, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"], "main_score": 0.095642, "precision": 0.083504, "recall": 0.149209}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.923913, "f1": 0.902668, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"], "main_score": 0.902668, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.846838, "f1": 0.808762, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"], "main_score": 0.808762, "precision": 0.791008, "recall": 0.846838}, {"accuracy": 0.711462, "f1": 0.649426, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"], "main_score": 0.649426, "precision": 0.623172, "recall": 0.711462}, {"accuracy": 0.183794, "f1": 0.117427, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"], "main_score": 0.117427, "precision": 0.101395, "recall": 0.183794}, {"accuracy": 0.728261, "f1": 0.67716, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"], "main_score": 0.67716, "precision": 0.656442, "recall": 0.728261}, {"accuracy": 0.58498, "f1": 0.50481, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"], "main_score": 0.50481, "precision": 0.47401, "recall": 0.58498}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"], "main_score": 0.960639, "precision": 0.956522, "recall": 0.969368}, {"accuracy": 0.684783, "f1": 0.619871, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"], "main_score": 0.619871, "precision": 0.593415, "recall": 0.684783}, {"accuracy": 0.160079, "f1": 0.10384, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"], "main_score": 0.10384, "precision": 0.09026, "recall": 0.160079}, {"accuracy": 0.934783, "f1": 0.916798, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"], "main_score": 0.916798, "precision": 0.908267, "recall": 0.934783}, {"accuracy": 0.071146, "f1": 0.04105, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"], "main_score": 0.04105, "precision": 0.034456, "recall": 0.071146}, {"accuracy": 0.229249, "f1": 0.163724, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"], "main_score": 0.163724, "precision": 0.146434, "recall": 0.229249}, {"accuracy": 0.333992, "f1": 0.254295, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"], "main_score": 0.254295, "precision": 0.229122, "recall": 0.333992}, {"accuracy": 0.091897, "f1": 0.052181, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"], "main_score": 0.052181, "precision": 0.043088, "recall": 0.091897}, {"accuracy": 0.971344, "f1": 0.963175, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"], "main_score": 0.963175, "precision": 0.959239, "recall": 0.971344}, {"accuracy": 0.958498, "f1": 0.947299, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"], "main_score": 0.947299, "precision": 0.941864, "recall": 0.958498}, {"accuracy": 0.970356, "f1": 0.962451, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"], "main_score": 0.962451, "precision": 0.958498, "recall": 0.970356}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"], "main_score": 0.914196, "precision": 0.904809, "recall": 0.933794}, {"accuracy": 0.261858, "f1": 0.185624, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"], "main_score": 0.185624, "precision": 0.163772, "recall": 0.261858}, {"accuracy": 0.710474, "f1": 0.650546, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"], "main_score": 0.650546, "precision": 0.626444, "recall": 0.710474}, {"accuracy": 0.448617, "f1": 0.37508, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"], "main_score": 0.37508, "precision": 0.35076, "recall": 0.448617}, {"accuracy": 0.967391, "f1": 0.957905, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"], "main_score": 0.957905, "precision": 0.953475, "recall": 0.967391}, {"accuracy": 0.250988, "f1": 0.177246, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"], "main_score": 0.177246, "precision": 0.157772, "recall": 0.250988}, {"accuracy": 0.313241, "f1": 0.236459, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"], "main_score": 0.236459, "precision": 0.214862, "recall": 0.313241}, {"accuracy": 0.240119, "f1": 0.167516, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"], "main_score": 0.167516, "precision": 0.148077, "recall": 0.240119}, {"accuracy": 0.341897, "f1": 0.261735, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"], "main_score": 0.261735, "precision": 0.237902, "recall": 0.341897}, {"accuracy": 0.666996, "f1": 0.602257, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"], "main_score": 0.602257, "precision": 0.576954, "recall": 0.666996}, {"accuracy": 0.966403, "f1": 0.958004, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"], "main_score": 0.958004, "precision": 0.953887, "recall": 0.966403}, {"accuracy": 0.055336, "f1": 0.020812, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"], "main_score": 0.020812, "precision": 0.016772, "recall": 0.055336}, {"accuracy": 0.19664, "f1": 0.137597, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"], "main_score": 0.137597, "precision": 0.122111, "recall": 0.19664}, {"accuracy": 0.73419, "f1": 0.66988, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"], "main_score": 0.66988, "precision": 0.642523, "recall": 0.73419}, {"accuracy": 0.230237, "f1": 0.161808, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"], "main_score": 0.161808, "precision": 0.143342, "recall": 0.230237}, {"accuracy": 0.063241, "f1": 0.033775, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"], "main_score": 0.033775, "precision": 0.029249, "recall": 0.063241}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.759881, "f1": 0.702986, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"], "main_score": 0.702986, "precision": 0.678237, "recall": 0.759881}, {"accuracy": 0.754941, "f1": 0.699642, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"], "main_score": 0.699642, "precision": 0.677108, "recall": 0.754941}, {"accuracy": 0.736166, "f1": 0.681955, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"], "main_score": 0.681955, "precision": 0.658893, "recall": 0.736166}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"], "main_score": 0.953887, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"], "main_score": 0.958004, "precision": 0.953393, "recall": 0.967391}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.208498, "f1": 0.149843, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"], "main_score": 0.149843, "precision": 0.133206, "recall": 0.208498}, {"accuracy": 0.151186, "f1": 0.099946, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"], "main_score": 0.099946, "precision": 0.086641, "recall": 0.151186}, {"accuracy": 0.860672, "f1": 0.823682, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"], "main_score": 0.823682, "precision": 0.806077, "recall": 0.860672}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.918972, "f1": 0.896871, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"], "main_score": 0.896871, "precision": 0.886693, "recall": 0.918972}, {"accuracy": 0.375494, "f1": 0.295679, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"], "main_score": 0.295679, "precision": 0.270839, "recall": 0.375494}, {"accuracy": 0.192688, "f1": 0.128831, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"], "main_score": 0.128831, "precision": 0.112829, "recall": 0.192688}, {"accuracy": 0.674901, "f1": 0.609736, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"], "main_score": 0.609736, "precision": 0.582329, "recall": 0.674901}, {"accuracy": 0.899209, "f1": 0.875132, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"], "main_score": 0.875132, "precision": 0.864163, "recall": 0.899209}, {"accuracy": 0.174901, "f1": 0.109133, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"], "main_score": 0.109133, "precision": 0.094956, "recall": 0.174901}, {"accuracy": 0.964427, "f1": 0.955204, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"], "main_score": 0.955204, "precision": 0.950758, "recall": 0.964427}, {"accuracy": 0.219368, "f1": 0.161996, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"], "main_score": 0.161996, "precision": 0.146626, "recall": 0.219368}, {"accuracy": 0.385375, "f1": 0.29972, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"], "main_score": 0.29972, "precision": 0.272806, "recall": 0.385375}, {"accuracy": 0.959486, "f1": 0.947793, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"], "main_score": 0.947793, "precision": 0.942029, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"], "main_score": 0.956686, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.704545, "f1": 0.640944, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"], "main_score": 0.640944, "precision": 0.614667, "recall": 0.704545}, {"accuracy": 0.889328, "f1": 0.858498, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"], "main_score": 0.858498, "precision": 0.843874, "recall": 0.889328}, {"accuracy": 0.219368, "f1": 0.150457, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"], "main_score": 0.150457, "precision": 0.130847, "recall": 0.219368}, {"accuracy": 0.079051, "f1": 0.033663, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"], "main_score": 0.033663, "precision": 0.027007, "recall": 0.079051}, {"accuracy": 0.225296, "f1": 0.153218, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"], "main_score": 0.153218, "precision": 0.134272, "recall": 0.225296}, {"accuracy": 0.119565, "f1": 0.06847, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"], "main_score": 0.06847, "precision": 0.057389, "recall": 0.119565}, {"accuracy": 0.965415, "f1": 0.956423, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"], "main_score": 0.956423, "precision": 0.95252, "recall": 0.965415}, {"accuracy": 0.676877, "f1": 0.609472, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"], "main_score": 0.609472, "precision": 0.581719, "recall": 0.676877}, {"accuracy": 0.087945, "f1": 0.058872, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"], "main_score": 0.058872, "precision": 0.051817, "recall": 0.087945}, {"accuracy": 0.690711, "f1": 0.628946, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"], "main_score": 0.628946, "precision": 0.603648, "recall": 0.690711}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"], "main_score": 0.947464, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.694664, "f1": 0.628971, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"], "main_score": 0.628971, "precision": 0.600856, "recall": 0.694664}, {"accuracy": 0.490119, "f1": 0.412011, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"], "main_score": 0.412011, "precision": 0.383422, "recall": 0.490119}, {"accuracy": 0.182806, "f1": 0.11821, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"], "main_score": 0.11821, "precision": 0.102649, "recall": 0.182806}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"], "main_score": 0.937418, "precision": 0.930501, "recall": 0.951581}, {"accuracy": 0.366601, "f1": 0.288183, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"], "main_score": 0.288183, "precision": 0.26496, "recall": 0.366601}, {"accuracy": 0.216403, "f1": 0.145394, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"], "main_score": 0.145394, "precision": 0.127899, "recall": 0.216403}, {"accuracy": 0.189723, "f1": 0.129448, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"], "main_score": 0.129448, "precision": 0.114439, "recall": 0.189723}, {"accuracy": 0.217391, "f1": 0.154043, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"], "main_score": 0.154043, "precision": 0.13721, "recall": 0.217391}, {"accuracy": 0.943676, "f1": 0.92803, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"], "main_score": 0.92803, "precision": 0.920817, "recall": 0.943676}, {"accuracy": 0.018775, "f1": 0.003076, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"], "main_score": 0.003076, "precision": 0.002191, "recall": 0.018775}, {"accuracy": 0.827075, "f1": 0.78434, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"], "main_score": 0.78434, "precision": 0.765152, "recall": 0.827075}, {"accuracy": 0.411067, "f1": 0.333606, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"], "main_score": 0.333606, "precision": 0.305777, "recall": 0.411067}, {"accuracy": 0.821146, "f1": 0.776318, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"], "main_score": 0.776318, "precision": 0.755501, "recall": 0.821146}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.098814, "f1": 0.058496, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"], "main_score": 0.058496, "precision": 0.050377, "recall": 0.098814}, {"accuracy": 0.179842, "f1": 0.117734, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"], "main_score": 0.117734, "precision": 0.102497, "recall": 0.179842}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"], "main_score": 0.953623, "precision": 0.949028, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.601779, "f1": 0.524071, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"], "main_score": 0.524071, "precision": 0.493712, "recall": 0.601779}, {"accuracy": 0.203557, "f1": 0.137934, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"], "main_score": 0.137934, "precision": 0.119617, "recall": 0.203557}, {"accuracy": 0.199605, "f1": 0.134601, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"], "main_score": 0.134601, "precision": 0.117814, "recall": 0.199605}, {"accuracy": 0.911067, "f1": 0.885771, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"], "main_score": 0.885771, "precision": 0.87393, "recall": 0.911067}, {"accuracy": 0.175889, "f1": 0.11808, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"], "main_score": 0.11808, "precision": 0.104804, "recall": 0.175889}, {"accuracy": 0.182806, "f1": 0.122498, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"], "main_score": 0.122498, "precision": 0.107182, "recall": 0.182806}, {"accuracy": 0.783597, "f1": 0.728477, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"], "main_score": 0.728477, "precision": 0.703953, "recall": 0.783597}, {"accuracy": 0.603755, "f1": 0.534271, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"], "main_score": 0.534271, "precision": 0.507824, "recall": 0.603755}, {"accuracy": 0.925889, "f1": 0.906258, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"], "main_score": 0.906258, "precision": 0.897069, "recall": 0.925889}, {"accuracy": 0.258893, "f1": 0.185312, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"], "main_score": 0.185312, "precision": 0.16358, "recall": 0.258893}, {"accuracy": 0.431818, "f1": 0.349905, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"], "main_score": 0.349905, "precision": 0.323756, "recall": 0.431818}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"], "main_score": 0.955599, "precision": 0.95084, "recall": 0.965415}, {"accuracy": 0.514822, "f1": 0.434249, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"], "main_score": 0.434249, "precision": 0.401643, "recall": 0.514822}, {"accuracy": 0.806324, "f1": 0.757576, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"], "main_score": 0.757576, "precision": 0.735919, "recall": 0.806324}, {"accuracy": 0.278656, "f1": 0.204219, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"], "main_score": 0.204219, "precision": 0.18354, "recall": 0.278656}, {"accuracy": 0.557312, "f1": 0.480406, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"], "main_score": 0.480406, "precision": 0.449911, "recall": 0.557312}, {"accuracy": 0.658103, "f1": 0.590173, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"], "main_score": 0.590173, "precision": 0.562219, "recall": 0.658103}, {"accuracy": 0.220356, "f1": 0.150036, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"], "main_score": 0.150036, "precision": 0.13145, "recall": 0.220356}, {"accuracy": 0.901186, "f1": 0.872285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"], "main_score": 0.872285, "precision": 0.858696, "recall": 0.901186}, {"accuracy": 0.956522, "f1": 0.944236, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"], "main_score": 0.944236, "precision": 0.938488, "recall": 0.956522}, {"accuracy": 0.964427, "f1": 0.954545, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"], "main_score": 0.954545, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.891304, "f1": 0.861133, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"], "main_score": 0.861133, "precision": 0.846838, "recall": 0.891304}, {"accuracy": 0.762846, "f1": 0.70743, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"], "main_score": 0.70743, "precision": 0.683482, "recall": 0.762846}, {"accuracy": 0.968379, "f1": 0.959486, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"], "main_score": 0.959486, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.392292, "f1": 0.313062, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"], "main_score": 0.313062, "precision": 0.286364, "recall": 0.392292}, {"accuracy": 0.467391, "f1": 0.38473, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"], "main_score": 0.38473, "precision": 0.355186, "recall": 0.467391}, {"accuracy": 0.104743, "f1": 0.058021, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"], "main_score": 0.058021, "precision": 0.04831, "recall": 0.104743}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.194664, "f1": 0.141669, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"], "main_score": 0.141669, "precision": 0.126359, "recall": 0.194664}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"], "main_score": 0.898123, "precision": 0.887269, "recall": 0.920949}, {"accuracy": 0.440711, "f1": 0.352402, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"], "main_score": 0.352402, "precision": 0.322916, "recall": 0.440711}, {"accuracy": 0.326087, "f1": 0.244416, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"], "main_score": 0.244416, "precision": 0.220631, "recall": 0.326087}, {"accuracy": 0.854743, "f1": 0.813768, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"], "main_score": 0.813768, "precision": 0.795043, "recall": 0.854743}, {"accuracy": 0.233202, "f1": 0.166664, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"], "main_score": 0.166664, "precision": 0.147988, "recall": 0.233202}, {"accuracy": 0.208498, "f1": 0.141102, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"], "main_score": 0.141102, "precision": 0.124894, "recall": 0.208498}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.414032, "f1": 0.32707, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"], "main_score": 0.32707, "precision": 0.298172, "recall": 0.414032}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.183794, "f1": 0.115426, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"], "main_score": 0.115426, "precision": 0.09874, "recall": 0.183794}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.894269, "f1": 0.863867, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"], "main_score": 0.863867, "precision": 0.84972, "recall": 0.894269}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"], "main_score": 0.929348, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.16996, "f1": 0.111106, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"], "main_score": 0.111106, "precision": 0.096842, "recall": 0.16996}, {"accuracy": 0.879447, "f1": 0.848057, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"], "main_score": 0.848057, "precision": 0.83358, "recall": 0.879447}, {"accuracy": 0.176877, "f1": 0.116518, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"], "main_score": 0.116518, "precision": 0.100916, "recall": 0.176877}, {"accuracy": 0.192688, "f1": 0.131482, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"], "main_score": 0.131482, "precision": 0.115888, "recall": 0.192688}, {"accuracy": 0.135375, "f1": 0.082442, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"], "main_score": 0.082442, "precision": 0.070319, "recall": 0.135375}, {"accuracy": 0.511858, "f1": 0.432533, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"], "main_score": 0.432533, "precision": 0.400892, "recall": 0.511858}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"], "main_score": 0.960145, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.274704, "f1": 0.205612, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"], "main_score": 0.205612, "precision": 0.1859, "recall": 0.274704}, {"accuracy": 0.177866, "f1": 0.112066, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"], "main_score": 0.112066, "precision": 0.096066, "recall": 0.177866}, {"accuracy": 0.208498, "f1": 0.137096, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"], "main_score": 0.137096, "precision": 0.119621, "recall": 0.208498}, {"accuracy": 0.79249, "f1": 0.743055, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"], "main_score": 0.743055, "precision": 0.721673, "recall": 0.79249}, {"accuracy": 0.163043, "f1": 0.103547, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"], "main_score": 0.103547, "precision": 0.089283, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.12028, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"], "main_score": 0.12028, "precision": 0.106291, "recall": 0.175889}, {"accuracy": 0.275692, "f1": 0.200509, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"], "main_score": 0.200509, "precision": 0.179451, "recall": 0.275692}, {"accuracy": 0.237154, "f1": 0.165957, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"], "main_score": 0.165957, "precision": 0.148334, "recall": 0.237154}, {"accuracy": 0.590909, "f1": 0.51476, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"], "main_score": 0.51476, "precision": 0.486439, "recall": 0.590909}, {"accuracy": 0.33498, "f1": 0.253978, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"], "main_score": 0.253978, "precision": 0.229314, "recall": 0.33498}, {"accuracy": 0.437747, "f1": 0.355667, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"], "main_score": 0.355667, "precision": 0.326988, "recall": 0.437747}, {"accuracy": 0.839921, "f1": 0.799275, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"], "main_score": 0.799275, "precision": 0.780748, "recall": 0.839921}, {"accuracy": 0.346838, "f1": 0.26543, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"], "main_score": 0.26543, "precision": 0.23979, "recall": 0.346838}, {"accuracy": 0.465415, "f1": 0.387215, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"], "main_score": 0.387215, "precision": 0.359536, "recall": 0.465415}, {"accuracy": 0.170949, "f1": 0.110513, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"], "main_score": 0.110513, "precision": 0.094971, "recall": 0.170949}, {"accuracy": 0.964427, "f1": 0.954611, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"], "main_score": 0.954611, "precision": 0.949852, "recall": 0.964427}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"], "main_score": 0.961792, "precision": 0.957708, "recall": 0.970356}, {"accuracy": 0.812253, "f1": 0.768709, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"], "main_score": 0.768709, "precision": 0.750016, "recall": 0.812253}, {"accuracy": 0.259881, "f1": 0.193593, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"], "main_score": 0.193593, "precision": 0.174266, "recall": 0.259881}, {"accuracy": 0.199605, "f1": 0.1341, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"], "main_score": 0.1341, "precision": 0.117736, "recall": 0.199605}, {"accuracy": 0.049407, "f1": 0.036456, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"], "main_score": 0.036456, "precision": 0.032699, "recall": 0.049407}, {"accuracy": 0.231225, "f1": 0.204564, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"], "main_score": 0.204564, "precision": 0.194631, "recall": 0.231225}, {"accuracy": 0.004941, "f1": 0.000894, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"], "main_score": 0.000894, "precision": 0.000623, "recall": 0.004941}, {"accuracy": 0.221344, "f1": 0.18577, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"], "main_score": 0.18577, "precision": 0.174589, "recall": 0.221344}, {"accuracy": 0.19664, "f1": 0.177261, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"], "main_score": 0.177261, "precision": 0.171997, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.176063, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"], "main_score": 0.176063, "precision": 0.167069, "recall": 0.202569}, {"accuracy": 0.230237, "f1": 0.212747, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"], "main_score": 0.212747, "precision": 0.206312, "recall": 0.230237}, {"accuracy": 0.269763, "f1": 0.234436, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"], "main_score": 0.234436, "precision": 0.22223, "recall": 0.269763}, {"accuracy": 0.310277, "f1": 0.270534, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"], "main_score": 0.270534, "precision": 0.259012, "recall": 0.310277}, {"accuracy": 0.274704, "f1": 0.245584, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"], "main_score": 0.245584, "precision": 0.235273, "recall": 0.274704}, {"accuracy": 0.247036, "f1": 0.224335, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"], "main_score": 0.224335, "precision": 0.218019, "recall": 0.247036}, {"accuracy": 0.232213, "f1": 0.204297, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"], "main_score": 0.204297, "precision": 0.194454, "recall": 0.232213}, {"accuracy": 0.190711, "f1": 0.166986, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"], "main_score": 0.166986, "precision": 0.160025, "recall": 0.190711}, {"accuracy": 0.245059, "f1": 0.210913, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"], "main_score": 0.210913, "precision": 0.199506, "recall": 0.245059}, {"accuracy": 0.178854, "f1": 0.158334, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"], "main_score": 0.158334, "precision": 0.151047, "recall": 0.178854}, {"accuracy": 0.193676, "f1": 0.163167, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"], "main_score": 0.163167, "precision": 0.154098, "recall": 0.193676}, {"accuracy": 0.30336, "f1": 0.264835, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"], "main_score": 0.264835, "precision": 0.253518, "recall": 0.30336}, {"accuracy": 0.296443, "f1": 0.260982, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"], "main_score": 0.260982, "precision": 0.248553, "recall": 0.296443}, {"accuracy": 0.1917, "f1": 0.17578, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"], "main_score": 0.17578, "precision": 0.170132, "recall": 0.1917}, {"accuracy": 0.216403, "f1": 0.183206, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"], "main_score": 0.183206, "precision": 0.172852, "recall": 0.216403}, {"accuracy": 0.329051, "f1": 0.281235, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"], "main_score": 0.281235, "precision": 0.266447, "recall": 0.329051}, {"accuracy": 0.277668, "f1": 0.24789, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"], "main_score": 0.24789, "precision": 0.238816, "recall": 0.277668}, {"accuracy": 0.185771, "f1": 0.158522, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"], "main_score": 0.158522, "precision": 0.148933, "recall": 0.185771}, {"accuracy": 0.103755, "f1": 0.08497, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"], "main_score": 0.08497, "precision": 0.080673, "recall": 0.103755}, {"accuracy": 0.230237, "f1": 0.197392, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"], "main_score": 0.197392, "precision": 0.186502, "recall": 0.230237}, {"accuracy": 0.243083, "f1": 0.214652, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"], "main_score": 0.214652, "precision": 0.206013, "recall": 0.243083}, {"accuracy": 0.067194, "f1": 0.046349, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"], "main_score": 0.046349, "precision": 0.042065, "recall": 0.067194}, {"accuracy": 0.211462, "f1": 0.187588, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"], "main_score": 0.187588, "precision": 0.179385, "recall": 0.211462}, {"accuracy": 0.240119, "f1": 0.206335, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"], "main_score": 0.206335, "precision": 0.195495, "recall": 0.240119}, {"accuracy": 0.241107, "f1": 0.21996, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"], "main_score": 0.21996, "precision": 0.212538, "recall": 0.241107}, {"accuracy": 0.305336, "f1": 0.26094, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"], "main_score": 0.26094, "precision": 0.249473, "recall": 0.305336}, {"accuracy": 0.236166, "f1": 0.205624, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"], "main_score": 0.205624, "precision": 0.196489, "recall": 0.236166}, {"accuracy": 0.186759, "f1": 0.1542, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"], "main_score": 0.1542, "precision": 0.144182, "recall": 0.186759}, {"accuracy": 0.235178, "f1": 0.204337, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"], "main_score": 0.204337, "precision": 0.192596, "recall": 0.235178}, {"accuracy": 0.262846, "f1": 0.227169, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"], "main_score": 0.227169, "precision": 0.214865, "recall": 0.262846}, {"accuracy": 0.124506, "f1": 0.1028, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"], "main_score": 0.1028, "precision": 0.096938, "recall": 0.124506}, {"accuracy": 0.194664, "f1": 0.168001, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"], "main_score": 0.168001, "precision": 0.159736, "recall": 0.194664}, {"accuracy": 0.124506, "f1": 0.10569, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"], "main_score": 0.10569, "precision": 0.100335, "recall": 0.124506}, {"accuracy": 0.294466, "f1": 0.254119, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"], "main_score": 0.254119, "precision": 0.24117, "recall": 0.294466}, {"accuracy": 0.185771, "f1": 0.156106, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"], "main_score": 0.156106, "precision": 0.146192, "recall": 0.185771}, {"accuracy": 0.206522, "f1": 0.166581, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"], "main_score": 0.166581, "precision": 0.154633, "recall": 0.206522}, {"accuracy": 0.02668, "f1": 0.018413, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"], "main_score": 0.018413, "precision": 0.016418, "recall": 0.02668}, {"accuracy": 0.284585, "f1": 0.248057, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"], "main_score": 0.248057, "precision": 0.23564, "recall": 0.284585}, {"accuracy": 0.174901, "f1": 0.141622, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"], "main_score": 0.141622, "precision": 0.131233, "recall": 0.174901}, {"accuracy": 0.243083, "f1": 0.210239, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"], "main_score": 0.210239, "precision": 0.19938, "recall": 0.243083}, {"accuracy": 0.289526, "f1": 0.254349, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"], "main_score": 0.254349, "precision": 0.242679, "recall": 0.289526}, {"accuracy": 0.193676, "f1": 0.171422, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"], "main_score": 0.171422, "precision": 0.163427, "recall": 0.193676}, {"accuracy": 0.216403, "f1": 0.198403, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"], "main_score": 0.198403, "precision": 0.192486, "recall": 0.216403}, {"accuracy": 0.224308, "f1": 0.193017, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"], "main_score": 0.193017, "precision": 0.18203, "recall": 0.224308}, {"accuracy": 0.253953, "f1": 0.221068, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"], "main_score": 0.221068, "precision": 0.21185, "recall": 0.253953}, {"accuracy": 0.251976, "f1": 0.230811, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"], "main_score": 0.230811, "precision": 0.223596, "recall": 0.251976}, {"accuracy": 0.320158, "f1": 0.276223, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"], "main_score": 0.276223, "precision": 0.263215, "recall": 0.320158}, {"accuracy": 0.242095, "f1": 0.221855, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"], "main_score": 0.221855, "precision": 0.215332, "recall": 0.242095}, {"accuracy": 0.176877, "f1": 0.147683, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"], "main_score": 0.147683, "precision": 0.138308, "recall": 0.176877}, {"accuracy": 0.226285, "f1": 0.196647, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"], "main_score": 0.196647, "precision": 0.18735, "recall": 0.226285}, {"accuracy": 0.048419, "f1": 0.036549, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"], "main_score": 0.036549, "precision": 0.032945, "recall": 0.048419}, {"accuracy": 0.280632, "f1": 0.251852, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"], "main_score": 0.251852, "precision": 0.241185, "recall": 0.280632}, {"accuracy": 0.278656, "f1": 0.248663, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"], "main_score": 0.248663, "precision": 0.237469, "recall": 0.278656}, {"accuracy": 0.052372, "f1": 0.041511, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"], "main_score": 0.041511, "precision": 0.037858, "recall": 0.052372}, {"accuracy": 0.269763, "f1": 0.235239, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"], "main_score": 0.235239, "precision": 0.224242, "recall": 0.269763}, {"accuracy": 0.205534, "f1": 0.178013, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"], "main_score": 0.178013, "precision": 0.169428, "recall": 0.205534}, {"accuracy": 0.281621, "f1": 0.252303, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"], "main_score": 0.252303, "precision": 0.242443, "recall": 0.281621}, {"accuracy": 0.178854, "f1": 0.149904, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"], "main_score": 0.149904, "precision": 0.14131, "recall": 0.178854}, {"accuracy": 0.313241, "f1": 0.2819, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"], "main_score": 0.2819, "precision": 0.269805, "recall": 0.313241}, {"accuracy": 0.250988, "f1": 0.231276, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"], "main_score": 0.231276, "precision": 0.223758, "recall": 0.250988}, {"accuracy": 0.210474, "f1": 0.189742, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"], "main_score": 0.189742, "precision": 0.181425, "recall": 0.210474}, {"accuracy": 0.324111, "f1": 0.277908, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"], "main_score": 0.277908, "precision": 0.264471, "recall": 0.324111}, {"accuracy": 0.284585, "f1": 0.245501, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"], "main_score": 0.245501, "precision": 0.232114, "recall": 0.284585}, {"accuracy": 0.224308, "f1": 0.194111, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"], "main_score": 0.194111, "precision": 0.184382, "recall": 0.224308}, {"accuracy": 0.220356, "f1": 0.19078, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"], "main_score": 0.19078, "precision": 0.180647, "recall": 0.220356}, {"accuracy": 0.213439, "f1": 0.18744, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"], "main_score": 0.18744, "precision": 0.17787, "recall": 0.213439}, {"accuracy": 0.16996, "f1": 0.150776, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"], "main_score": 0.150776, "precision": 0.14457, "recall": 0.16996}, {"accuracy": 0.281621, "f1": 0.242468, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"], "main_score": 0.242468, "precision": 0.231216, "recall": 0.281621}, {"accuracy": 0.051383, "f1": 0.033798, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"], "main_score": 0.033798, "precision": 0.030893, "recall": 0.051383}, {"accuracy": 0.20751, "f1": 0.176618, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"], "main_score": 0.176618, "precision": 0.166355, "recall": 0.20751}, {"accuracy": 0.19664, "f1": 0.180951, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"], "main_score": 0.180951, "precision": 0.175291, "recall": 0.19664}, {"accuracy": 0.249012, "f1": 0.215966, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"], "main_score": 0.215966, "precision": 0.204854, "recall": 0.249012}, {"accuracy": 0.037549, "f1": 0.026455, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"], "main_score": 0.026455, "precision": 0.023799, "recall": 0.037549}, {"accuracy": 0.317194, "f1": 0.275016, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"], "main_score": 0.275016, "precision": 0.262438, "recall": 0.317194}, {"accuracy": 0.218379, "f1": 0.197219, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"], "main_score": 0.197219, "precision": 0.190417, "recall": 0.218379}, {"accuracy": 0.252964, "f1": 0.229516, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"], "main_score": 0.229516, "precision": 0.221661, "recall": 0.252964}, {"accuracy": 0.074111, "f1": 0.058996, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"], "main_score": 0.058996, "precision": 0.05438, "recall": 0.074111}, {"accuracy": 0.3083, "f1": 0.269702, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"], "main_score": 0.269702, "precision": 0.256479, "recall": 0.3083}, {"accuracy": 0.284585, "f1": 0.241599, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"], "main_score": 0.241599, "precision": 0.228713, "recall": 0.284585}, {"accuracy": 0.317194, "f1": 0.268342, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"], "main_score": 0.268342, "precision": 0.254271, "recall": 0.317194}, {"accuracy": 0.222332, "f1": 0.193987, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"], "main_score": 0.193987, "precision": 0.185154, "recall": 0.222332}, {"accuracy": 0.227273, "f1": 0.201498, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"], "main_score": 0.201498, "precision": 0.191938, "recall": 0.227273}, {"accuracy": 0.192688, "f1": 0.160991, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"], "main_score": 0.160991, "precision": 0.151, "recall": 0.192688}, {"accuracy": 0.102767, "f1": 0.084061, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"], "main_score": 0.084061, "precision": 0.079364, "recall": 0.102767}, {"accuracy": 0.309289, "f1": 0.263339, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"], "main_score": 0.263339, "precision": 0.24996, "recall": 0.309289}, {"accuracy": 0.192688, "f1": 0.175001, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"], "main_score": 0.175001, "precision": 0.16856, "recall": 0.192688}, {"accuracy": 0.251976, "f1": 0.226109, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"], "main_score": 0.226109, "precision": 0.217206, "recall": 0.251976}, {"accuracy": 0.253953, "f1": 0.22229, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"], "main_score": 0.22229, "precision": 0.211811, "recall": 0.253953}, {"accuracy": 0.244071, "f1": 0.227637, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"], "main_score": 0.227637, "precision": 0.221607, "recall": 0.244071}, {"accuracy": 0.235178, "f1": 0.200289, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"], "main_score": 0.200289, "precision": 0.189735, "recall": 0.235178}, {"accuracy": 0.22332, "f1": 0.185715, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"], "main_score": 0.185715, "precision": 0.172421, "recall": 0.22332}, {"accuracy": 0.274704, "f1": 0.233673, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"], "main_score": 0.233673, "precision": 0.221883, "recall": 0.274704}, {"accuracy": 0.257905, "f1": 0.228433, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"], "main_score": 0.228433, "precision": 0.218872, "recall": 0.257905}, {"accuracy": 0.283597, "f1": 0.25449, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"], "main_score": 0.25449, "precision": 0.243396, "recall": 0.283597}, {"accuracy": 0.214427, "f1": 0.187338, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"], "main_score": 0.187338, "precision": 0.177869, "recall": 0.214427}, {"accuracy": 0.282609, "f1": 0.238802, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"], "main_score": 0.238802, "precision": 0.22657, "recall": 0.282609}, {"accuracy": 0.312253, "f1": 0.264616, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"], "main_score": 0.264616, "precision": 0.250372, "recall": 0.312253}, {"accuracy": 0.23419, "f1": 0.200674, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"], "main_score": 0.200674, "precision": 0.189687, "recall": 0.23419}, {"accuracy": 0.233202, "f1": 0.209117, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"], "main_score": 0.209117, "precision": 0.200476, "recall": 0.233202}, {"accuracy": 0.168972, "f1": 0.139786, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"], "main_score": 0.139786, "precision": 0.131672, "recall": 0.168972}, {"accuracy": 0.267787, "f1": 0.23331, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"], "main_score": 0.23331, "precision": 0.220354, "recall": 0.267787}, {"accuracy": 0.070158, "f1": 0.04786, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"], "main_score": 0.04786, "precision": 0.042859, "recall": 0.070158}, {"accuracy": 0.273715, "f1": 0.244353, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"], "main_score": 0.244353, "precision": 0.233418, "recall": 0.273715}, {"accuracy": 0.110672, "f1": 0.083934, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"], "main_score": 0.083934, "precision": 0.07675, "recall": 0.110672}, {"accuracy": 0.31917, "f1": 0.272207, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"], "main_score": 0.272207, "precision": 0.258099, "recall": 0.31917}, {"accuracy": 0.244071, "f1": 0.220193, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"], "main_score": 0.220193, "precision": 0.211783, "recall": 0.244071}, {"accuracy": 0.087945, "f1": 0.067127, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"], "main_score": 0.067127, "precision": 0.060754, "recall": 0.087945}, {"accuracy": 0.248024, "f1": 0.221259, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"], "main_score": 0.221259, "precision": 0.213253, "recall": 0.248024}, {"accuracy": 0.315217, "f1": 0.275952, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"], "main_score": 0.275952, "precision": 0.263471, "recall": 0.315217}, {"accuracy": 0.147233, "f1": 0.125155, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"], "main_score": 0.125155, "precision": 0.118885, "recall": 0.147233}, {"accuracy": 0.224308, "f1": 0.194312, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"], "main_score": 0.194312, "precision": 0.184712, "recall": 0.224308}, {"accuracy": 0.1917, "f1": 0.159971, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"], "main_score": 0.159971, "precision": 0.14886, "recall": 0.1917}, {"accuracy": 0.20751, "f1": 0.178702, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"], "main_score": 0.178702, "precision": 0.169161, "recall": 0.20751}, {"accuracy": 0.252964, "f1": 0.225456, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"], "main_score": 0.225456, "precision": 0.216231, "recall": 0.252964}, {"accuracy": 0.227273, "f1": 0.198226, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"], "main_score": 0.198226, "precision": 0.187445, "recall": 0.227273}, {"accuracy": 0.251976, "f1": 0.212255, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"], "main_score": 0.212255, "precision": 0.198735, "recall": 0.251976}, {"accuracy": 0.202569, "f1": 0.173212, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"], "main_score": 0.173212, "precision": 0.163712, "recall": 0.202569}, {"accuracy": 0.301383, "f1": 0.267598, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"], "main_score": 0.267598, "precision": 0.256549, "recall": 0.301383}, {"accuracy": 0.017787, "f1": 0.00597, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"], "main_score": 0.00597, "precision": 0.004072, "recall": 0.017787}, {"accuracy": 0.124506, "f1": 0.104339, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"], "main_score": 0.104339, "precision": 0.098659, "recall": 0.124506}, {"accuracy": 0.078063, "f1": 0.062355, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"], "main_score": 0.062355, "precision": 0.05773, "recall": 0.078063}, {"accuracy": 0.176877, "f1": 0.157823, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"], "main_score": 0.157823, "precision": 0.151821, "recall": 0.176877}, {"accuracy": 0.304348, "f1": 0.262089, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"], "main_score": 0.262089, "precision": 0.25024, "recall": 0.304348}, {"accuracy": 0.100791, "f1": 0.079345, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"], "main_score": 0.079345, "precision": 0.073522, "recall": 0.100791}, {"accuracy": 0.243083, "f1": 0.212346, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"], "main_score": 0.212346, "precision": 0.202316, "recall": 0.243083}, {"accuracy": 0.283597, "f1": 0.242966, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"], "main_score": 0.242966, "precision": 0.231011, "recall": 0.283597}, {"accuracy": 0.309289, "f1": 0.260808, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"], "main_score": 0.260808, "precision": 0.246549, "recall": 0.309289}, {"accuracy": 0.242095, "f1": 0.220608, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"], "main_score": 0.220608, "precision": 0.213985, "recall": 0.242095}, {"accuracy": 0.16996, "f1": 0.140023, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"], "main_score": 0.140023, "precision": 0.13079, "recall": 0.16996}, {"accuracy": 0.245059, "f1": 0.217114, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"], "main_score": 0.217114, "precision": 0.205435, "recall": 0.245059}, {"accuracy": 0.189723, "f1": 0.168138, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"], "main_score": 0.168138, "precision": 0.160964, "recall": 0.189723}, {"accuracy": 0.192688, "f1": 0.167285, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"], "main_score": 0.167285, "precision": 0.158662, "recall": 0.192688}, {"accuracy": 0.18083, "f1": 0.152728, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"], "main_score": 0.152728, "precision": 0.142654, "recall": 0.18083}, {"accuracy": 0.109684, "f1": 0.090588, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"], "main_score": 0.090588, "precision": 0.08558, "recall": 0.109684}, {"accuracy": 0.215415, "f1": 0.192265, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"], "main_score": 0.192265, "precision": 0.184873, "recall": 0.215415}, {"accuracy": 0.216403, "f1": 0.180778, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"], "main_score": 0.180778, "precision": 0.170165, "recall": 0.216403}, {"accuracy": 0.241107, "f1": 0.203052, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"], "main_score": 0.203052, "precision": 0.190482, "recall": 0.241107}, {"accuracy": 0.251976, "f1": 0.226585, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"], "main_score": 0.226585, "precision": 0.218085, "recall": 0.251976}, {"accuracy": 0.243083, "f1": 0.205198, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"], "main_score": 0.205198, "precision": 0.19324, "recall": 0.243083}, {"accuracy": 0.06917, "f1": 0.060227, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"], "main_score": 0.060227, "precision": 0.056712, "recall": 0.06917}, {"accuracy": 0.147233, "f1": 0.111645, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"], "main_score": 0.111645, "precision": 0.102604, "recall": 0.147233}, {"accuracy": 0.195652, "f1": 0.172684, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"], "main_score": 0.172684, "precision": 0.164903, "recall": 0.195652}, {"accuracy": 0.121542, "f1": 0.10653, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"], "main_score": 0.10653, "precision": 0.101149, "recall": 0.121542}, {"accuracy": 0.217391, "f1": 0.19015, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"], "main_score": 0.19015, "precision": 0.18154, "recall": 0.217391}, {"accuracy": 0.270751, "f1": 0.237176, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"], "main_score": 0.237176, "precision": 0.226104, "recall": 0.270751}, {"accuracy": 0.123518, "f1": 0.10319, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"], "main_score": 0.10319, "precision": 0.097363, "recall": 0.123518}, {"accuracy": 0.23419, "f1": 0.191446, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"], "main_score": 0.191446, "precision": 0.179827, "recall": 0.23419}, {"accuracy": 0.253953, "f1": 0.215324, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"], "main_score": 0.215324, "precision": 0.203363, "recall": 0.253953}, {"accuracy": 0.259881, "f1": 0.230582, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"], "main_score": 0.230582, "precision": 0.222032, "recall": 0.259881}, {"accuracy": 0.20751, "f1": 0.188151, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"], "main_score": 0.188151, "precision": 0.181247, "recall": 0.20751}, {"accuracy": 0.312253, "f1": 0.269876, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"], "main_score": 0.269876, "precision": 0.256527, "recall": 0.312253}, {"accuracy": 0.16996, "f1": 0.145494, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"], "main_score": 0.145494, "precision": 0.13706, "recall": 0.16996}, {"accuracy": 0.230237, "f1": 0.208254, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"], "main_score": 0.208254, "precision": 0.199654, "recall": 0.230237}, {"accuracy": 0.147233, "f1": 0.108814, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"], "main_score": 0.108814, "precision": 0.096857, "recall": 0.147233}, {"accuracy": 0.297431, "f1": 0.25547, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"], "main_score": 0.25547, "precision": 0.242486, "recall": 0.297431}, {"accuracy": 0.049407, "f1": 0.037652, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"], "main_score": 0.037652, "precision": 0.033696, "recall": 0.049407}, {"accuracy": 0.224308, "f1": 0.197523, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"], "main_score": 0.197523, "precision": 0.188046, "recall": 0.224308}, {"accuracy": 0.208498, "f1": 0.176934, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"], "main_score": 0.176934, "precision": 0.167908, "recall": 0.208498}, {"accuracy": 0.197628, "f1": 0.171424, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"], "main_score": 0.171424, "precision": 0.162637, "recall": 0.197628}, {"accuracy": 0.248024, "f1": 0.217671, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"], "main_score": 0.217671, "precision": 0.207623, "recall": 0.248024}, {"accuracy": 0.193676, "f1": 0.167276, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"], "main_score": 0.167276, "precision": 0.158898, "recall": 0.193676}, {"accuracy": 0.238142, "f1": 0.206719, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"], "main_score": 0.206719, "precision": 0.195615, "recall": 0.238142}, {"accuracy": 0.244071, "f1": 0.207361, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"], "main_score": 0.207361, "precision": 0.196096, "recall": 0.244071}, {"accuracy": 0.293478, "f1": 0.256046, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"], "main_score": 0.256046, "precision": 0.244108, "recall": 0.293478}, {"accuracy": 0.291502, "f1": 0.265497, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"], "main_score": 0.265497, "precision": 0.255082, "recall": 0.291502}, {"accuracy": 0.315217, "f1": 0.267026, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"], "main_score": 0.267026, "precision": 0.251525, "recall": 0.315217}, {"accuracy": 0.208498, "f1": 0.172515, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"], "main_score": 0.172515, "precision": 0.160957, "recall": 0.208498}, {"accuracy": 0.323123, "f1": 0.278449, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"], "main_score": 0.278449, "precision": 0.265129, "recall": 0.323123}, {"accuracy": 0.147233, "f1": 0.125264, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"], "main_score": 0.125264, "precision": 0.119448, "recall": 0.147233}, {"accuracy": 0.256917, "f1": 0.220324, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"], "main_score": 0.220324, "precision": 0.209958, "recall": 0.256917}, {"accuracy": 0.190711, "f1": 0.155518, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"], "main_score": 0.155518, "precision": 0.145158, "recall": 0.190711}, {"accuracy": 0.277668, "f1": 0.244496, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"], "main_score": 0.244496, "precision": 0.23387, "recall": 0.277668}, {"accuracy": 0.210474, "f1": 0.171891, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"], "main_score": 0.171891, "precision": 0.158751, "recall": 0.210474}, {"accuracy": 0.238142, "f1": 0.204204, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"], "main_score": 0.204204, "precision": 0.191899, "recall": 0.238142}, {"accuracy": 0.151186, "f1": 0.123282, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"], "main_score": 0.123282, "precision": 0.114849, "recall": 0.151186}, {"accuracy": 0.141304, "f1": 0.117711, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"], "main_score": 0.117711, "precision": 0.11048, "recall": 0.141304}, {"accuracy": 0.309289, "f1": 0.265906, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"], "main_score": 0.265906, "precision": 0.253474, "recall": 0.309289}, {"accuracy": 0.215415, "f1": 0.1871, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"], "main_score": 0.1871, "precision": 0.177352, "recall": 0.215415}, {"accuracy": 0.228261, "f1": 0.194776, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"], "main_score": 0.194776, "precision": 0.183543, "recall": 0.228261}, {"accuracy": 0.248024, "f1": 0.213086, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"], "main_score": 0.213086, "precision": 0.202416, "recall": 0.248024}, {"accuracy": 0.087945, "f1": 0.073592, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"], "main_score": 0.073592, "precision": 0.069166, "recall": 0.087945}, {"accuracy": 0.176877, "f1": 0.143703, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"], "main_score": 0.143703, "precision": 0.133994, "recall": 0.176877}, {"accuracy": 0.231225, "f1": 0.198312, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"], "main_score": 0.198312, "precision": 0.187665, "recall": 0.231225}, {"accuracy": 0.202569, "f1": 0.175706, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"], "main_score": 0.175706, "precision": 0.167558, "recall": 0.202569}, {"accuracy": 0.244071, "f1": 0.208478, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"], "main_score": 0.208478, "precision": 0.196983, "recall": 0.244071}, {"accuracy": 0.208498, "f1": 0.192861, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"], "main_score": 0.192861, "precision": 0.187438, "recall": 0.208498}, {"accuracy": 0.294466, "f1": 0.261498, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"], "main_score": 0.261498, "precision": 0.249026, "recall": 0.294466}, {"accuracy": 0.257905, "f1": 0.233128, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"], "main_score": 0.233128, "precision": 0.223714, "recall": 0.257905}, {"accuracy": 0.133399, "f1": 0.112124, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"], "main_score": 0.112124, "precision": 0.105675, "recall": 0.133399}, {"accuracy": 0.198617, "f1": 0.166531, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"], "main_score": 0.166531, "precision": 0.15538, "recall": 0.198617}, {"accuracy": 0.249012, "f1": 0.214884, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"], "main_score": 0.214884, "precision": 0.204436, "recall": 0.249012}, {"accuracy": 0.202569, "f1": 0.170879, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"], "main_score": 0.170879, "precision": 0.160097, "recall": 0.202569}, {"accuracy": 0.221344, "f1": 0.185966, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"], "main_score": 0.185966, "precision": 0.174039, "recall": 0.221344}, {"accuracy": 0.235178, "f1": 0.200257, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"], "main_score": 0.200257, "precision": 0.18944, "recall": 0.235178}, {"accuracy": 0.255929, "f1": 0.216783, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"], "main_score": 0.216783, "precision": 0.204955, "recall": 0.255929}, {"accuracy": 0.097826, "f1": 0.079323, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"], "main_score": 0.079323, "precision": 0.07524, "recall": 0.097826}, {"accuracy": 0.212451, "f1": 0.182938, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"], "main_score": 0.182938, "precision": 0.17307, "recall": 0.212451}, {"accuracy": 0.240119, "f1": 0.197783, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"], "main_score": 0.197783, "precision": 0.184851, "recall": 0.240119}, {"accuracy": 0.038538, "f1": 0.029763, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"], "main_score": 0.029763, "precision": 0.027581, "recall": 0.038538}, {"accuracy": 0.228261, "f1": 0.210517, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"], "main_score": 0.210517, "precision": 0.203461, "recall": 0.228261}, {"accuracy": 0.004941, "f1": 0.000701, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"], "main_score": 0.000701, "precision": 0.000413, "recall": 0.004941}, {"accuracy": 0.166008, "f1": 0.142913, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"], "main_score": 0.142913, "precision": 0.137362, "recall": 0.166008}, {"accuracy": 0.161067, "f1": 0.146373, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"], "main_score": 0.146373, "precision": 0.141999, "recall": 0.161067}, {"accuracy": 0.130435, "f1": 0.113868, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"], "main_score": 0.113868, "precision": 0.11024, "recall": 0.130435}, {"accuracy": 0.176877, "f1": 0.165614, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"], "main_score": 0.165614, "precision": 0.161982, "recall": 0.176877}, {"accuracy": 0.244071, "f1": 0.227566, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"], "main_score": 0.227566, "precision": 0.22117, "recall": 0.244071}, {"accuracy": 0.237154, "f1": 0.207475, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"], "main_score": 0.207475, "precision": 0.200443, "recall": 0.237154}, {"accuracy": 0.208498, "f1": 0.192649, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"], "main_score": 0.192649, "precision": 0.186997, "recall": 0.208498}, {"accuracy": 0.182806, "f1": 0.17214, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"], "main_score": 0.17214, "precision": 0.168582, "recall": 0.182806}, {"accuracy": 0.15415, "f1": 0.138056, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"], "main_score": 0.138056, "precision": 0.13356, "recall": 0.15415}, {"accuracy": 0.124506, "f1": 0.109684, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"], "main_score": 0.109684, "precision": 0.105098, "recall": 0.124506}, {"accuracy": 0.211462, "f1": 0.193637, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"], "main_score": 0.193637, "precision": 0.186805, "recall": 0.211462}, {"accuracy": 0.118577, "f1": 0.106772, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"], "main_score": 0.106772, "precision": 0.104036, "recall": 0.118577}, {"accuracy": 0.150198, "f1": 0.128836, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"], "main_score": 0.128836, "precision": 0.123801, "recall": 0.150198}, {"accuracy": 0.230237, "f1": 0.202834, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"], "main_score": 0.202834, "precision": 0.196569, "recall": 0.230237}, {"accuracy": 0.273715, "f1": 0.25047, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"], "main_score": 0.25047, "precision": 0.242166, "recall": 0.273715}, {"accuracy": 0.119565, "f1": 0.109291, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"], "main_score": 0.109291, "precision": 0.105836, "recall": 0.119565}, {"accuracy": 0.158103, "f1": 0.135144, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"], "main_score": 0.135144, "precision": 0.129163, "recall": 0.158103}, {"accuracy": 0.243083, "f1": 0.2136, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"], "main_score": 0.2136, "precision": 0.205929, "recall": 0.243083}, {"accuracy": 0.202569, "f1": 0.184409, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"], "main_score": 0.184409, "precision": 0.18047, "recall": 0.202569}, {"accuracy": 0.199605, "f1": 0.174628, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"], "main_score": 0.174628, "precision": 0.165352, "recall": 0.199605}, {"accuracy": 0.078063, "f1": 0.064173, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"], "main_score": 0.064173, "precision": 0.061277, "recall": 0.078063}, {"accuracy": 0.166008, "f1": 0.145505, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"], "main_score": 0.145505, "precision": 0.140528, "recall": 0.166008}, {"accuracy": 0.198617, "f1": 0.181499, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"], "main_score": 0.181499, "precision": 0.177037, "recall": 0.198617}, {"accuracy": 0.076087, "f1": 0.051362, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"], "main_score": 0.051362, "precision": 0.045332, "recall": 0.076087}, {"accuracy": 0.13834, "f1": 0.122595, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"], "main_score": 0.122595, "precision": 0.118654, "recall": 0.13834}, {"accuracy": 0.245059, "f1": 0.22537, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"], "main_score": 0.22537, "precision": 0.218468, "recall": 0.245059}, {"accuracy": 0.187747, "f1": 0.172873, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"], "main_score": 0.172873, "precision": 0.168269, "recall": 0.187747}, {"accuracy": 0.242095, "f1": 0.21694, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"], "main_score": 0.21694, "precision": 0.211355, "recall": 0.242095}, {"accuracy": 0.151186, "f1": 0.133712, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"], "main_score": 0.133712, "precision": 0.129225, "recall": 0.151186}, {"accuracy": 0.142292, "f1": 0.122539, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"], "main_score": 0.122539, "precision": 0.117155, "recall": 0.142292}, {"accuracy": 0.216403, "f1": 0.201856, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"], "main_score": 0.201856, "precision": 0.196922, "recall": 0.216403}, {"accuracy": 0.18083, "f1": 0.160917, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"], "main_score": 0.160917, "precision": 0.155468, "recall": 0.18083}, {"accuracy": 0.102767, "f1": 0.093897, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"], "main_score": 0.093897, "precision": 0.091453, "recall": 0.102767}, {"accuracy": 0.140316, "f1": 0.121412, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"], "main_score": 0.121412, "precision": 0.116426, "recall": 0.140316}, {"accuracy": 0.076087, "f1": 0.067274, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"], "main_score": 0.067274, "precision": 0.065072, "recall": 0.076087}, {"accuracy": 0.23419, "f1": 0.206813, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"], "main_score": 0.206813, "precision": 0.199794, "recall": 0.23419}, {"accuracy": 0.12747, "f1": 0.112266, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"], "main_score": 0.112266, "precision": 0.107938, "recall": 0.12747}, {"accuracy": 0.208498, "f1": 0.180179, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"], "main_score": 0.180179, "precision": 0.170542, "recall": 0.208498}, {"accuracy": 0.021739, "f1": 0.017135, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"], "main_score": 0.017135, "precision": 0.015739, "recall": 0.021739}, {"accuracy": 0.238142, "f1": 0.214954, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"], "main_score": 0.214954, "precision": 0.209102, "recall": 0.238142}, {"accuracy": 0.167984, "f1": 0.14619, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"], "main_score": 0.14619, "precision": 0.138305, "recall": 0.167984}, {"accuracy": 0.177866, "f1": 0.158092, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"], "main_score": 0.158092, "precision": 0.153173, "recall": 0.177866}, {"accuracy": 0.231225, "f1": 0.212973, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"], "main_score": 0.212973, "precision": 0.20773, "recall": 0.231225}, {"accuracy": 0.124506, "f1": 0.106927, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"], "main_score": 0.106927, "precision": 0.102206, "recall": 0.124506}, {"accuracy": 0.173913, "f1": 0.163146, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"], "main_score": 0.163146, "precision": 0.159323, "recall": 0.173913}, {"accuracy": 0.208498, "f1": 0.18655, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"], "main_score": 0.18655, "precision": 0.178489, "recall": 0.208498}, {"accuracy": 0.197628, "f1": 0.180244, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"], "main_score": 0.180244, "precision": 0.175206, "recall": 0.197628}, {"accuracy": 0.183794, "f1": 0.17269, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"], "main_score": 0.17269, "precision": 0.169485, "recall": 0.183794}, {"accuracy": 0.23913, "f1": 0.20544, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"], "main_score": 0.20544, "precision": 0.197114, "recall": 0.23913}, {"accuracy": 0.163043, "f1": 0.153771, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"], "main_score": 0.153771, "precision": 0.150725, "recall": 0.163043}, {"accuracy": 0.16996, "f1": 0.14739, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"], "main_score": 0.14739, "precision": 0.140173, "recall": 0.16996}, {"accuracy": 0.161067, "f1": 0.141981, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"], "main_score": 0.141981, "precision": 0.137012, "recall": 0.161067}, {"accuracy": 0.040514, "f1": 0.035087, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"], "main_score": 0.035087, "precision": 0.033107, "recall": 0.040514}, {"accuracy": 0.228261, "f1": 0.206393, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"], "main_score": 0.206393, "precision": 0.198177, "recall": 0.228261}, {"accuracy": 0.229249, "f1": 0.209698, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"], "main_score": 0.209698, "precision": 0.203406, "recall": 0.229249}, {"accuracy": 0.040514, "f1": 0.035262, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"], "main_score": 0.035262, "precision": 0.033277, "recall": 0.040514}, {"accuracy": 0.194664, "f1": 0.176107, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"], "main_score": 0.176107, "precision": 0.17126, "recall": 0.194664}, {"accuracy": 0.137352, "f1": 0.122917, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"], "main_score": 0.122917, "precision": 0.119465, "recall": 0.137352}, {"accuracy": 0.232213, "f1": 0.209642, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"], "main_score": 0.209642, "precision": 0.203878, "recall": 0.232213}, {"accuracy": 0.131423, "f1": 0.117359, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"], "main_score": 0.117359, "precision": 0.114025, "recall": 0.131423}, {"accuracy": 0.250988, "f1": 0.22901, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"], "main_score": 0.22901, "precision": 0.221182, "recall": 0.250988}, {"accuracy": 0.16996, "f1": 0.162502, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"], "main_score": 0.162502, "precision": 0.159585, "recall": 0.16996}, {"accuracy": 0.181818, "f1": 0.169422, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"], "main_score": 0.169422, "precision": 0.165706, "recall": 0.181818}, {"accuracy": 0.240119, "f1": 0.212013, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"], "main_score": 0.212013, "precision": 0.205093, "recall": 0.240119}, {"accuracy": 0.257905, "f1": 0.238985, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"], "main_score": 0.238985, "precision": 0.231922, "recall": 0.257905}, {"accuracy": 0.22332, "f1": 0.203732, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"], "main_score": 0.203732, "precision": 0.197079, "recall": 0.22332}, {"accuracy": 0.217391, "f1": 0.195105, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"], "main_score": 0.195105, "precision": 0.187132, "recall": 0.217391}, {"accuracy": 0.211462, "f1": 0.194059, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"], "main_score": 0.194059, "precision": 0.187732, "recall": 0.211462}, {"accuracy": 0.128458, "f1": 0.118921, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"], "main_score": 0.118921, "precision": 0.115779, "recall": 0.128458}, {"accuracy": 0.210474, "f1": 0.186172, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"], "main_score": 0.186172, "precision": 0.179528, "recall": 0.210474}, {"accuracy": 0.044466, "f1": 0.026621, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"], "main_score": 0.026621, "precision": 0.022363, "recall": 0.044466}, {"accuracy": 0.178854, "f1": 0.160889, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"], "main_score": 0.160889, "precision": 0.154539, "recall": 0.178854}, {"accuracy": 0.160079, "f1": 0.149643, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"], "main_score": 0.149643, "precision": 0.146412, "recall": 0.160079}, {"accuracy": 0.233202, "f1": 0.206088, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"], "main_score": 0.206088, "precision": 0.197569, "recall": 0.233202}, {"accuracy": 0.047431, "f1": 0.038109, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"], "main_score": 0.038109, "precision": 0.035791, "recall": 0.047431}, {"accuracy": 0.237154, "f1": 0.20999, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"], "main_score": 0.20999, "precision": 0.20335, "recall": 0.237154}, {"accuracy": 0.188735, "f1": 0.174483, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"], "main_score": 0.174483, "precision": 0.171152, "recall": 0.188735}, {"accuracy": 0.203557, "f1": 0.186794, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"], "main_score": 0.186794, "precision": 0.181841, "recall": 0.203557}, {"accuracy": 0.0583, "f1": 0.044953, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"], "main_score": 0.044953, "precision": 0.042068, "recall": 0.0583}, {"accuracy": 0.232213, "f1": 0.208772, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"], "main_score": 0.208772, "precision": 0.20253, "recall": 0.232213}, {"accuracy": 0.23419, "f1": 0.209276, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"], "main_score": 0.209276, "precision": 0.203692, "recall": 0.23419}, {"accuracy": 0.245059, "f1": 0.215613, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"], "main_score": 0.215613, "precision": 0.208843, "recall": 0.245059}, {"accuracy": 0.173913, "f1": 0.152349, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"], "main_score": 0.152349, "precision": 0.147736, "recall": 0.173913}, {"accuracy": 0.198617, "f1": 0.177586, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"], "main_score": 0.177586, "precision": 0.169451, "recall": 0.198617}, {"accuracy": 0.209486, "f1": 0.181838, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"], "main_score": 0.181838, "precision": 0.172313, "recall": 0.209486}, {"accuracy": 0.083992, "f1": 0.069119, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"], "main_score": 0.069119, "precision": 0.065329, "recall": 0.083992}, {"accuracy": 0.250988, "f1": 0.221712, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"], "main_score": 0.221712, "precision": 0.214649, "recall": 0.250988}, {"accuracy": 0.133399, "f1": 0.121124, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"], "main_score": 0.121124, "precision": 0.117197, "recall": 0.133399}, {"accuracy": 0.215415, "f1": 0.201327, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"], "main_score": 0.201327, "precision": 0.196471, "recall": 0.215415}, {"accuracy": 0.228261, "f1": 0.210027, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"], "main_score": 0.210027, "precision": 0.203599, "recall": 0.228261}, {"accuracy": 0.170949, "f1": 0.158971, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"], "main_score": 0.158971, "precision": 0.155279, "recall": 0.170949}, {"accuracy": 0.206522, "f1": 0.180889, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"], "main_score": 0.180889, "precision": 0.175812, "recall": 0.206522}, {"accuracy": 0.218379, "f1": 0.194639, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"], "main_score": 0.194639, "precision": 0.185463, "recall": 0.218379}, {"accuracy": 0.194664, "f1": 0.170281, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"], "main_score": 0.170281, "precision": 0.164172, "recall": 0.194664}, {"accuracy": 0.243083, "f1": 0.223633, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"], "main_score": 0.223633, "precision": 0.216776, "recall": 0.243083}, {"accuracy": 0.233202, "f1": 0.217972, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"], "main_score": 0.217972, "precision": 0.212244, "recall": 0.233202}, {"accuracy": 0.142292, "f1": 0.125577, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"], "main_score": 0.125577, "precision": 0.12131, "recall": 0.142292}, {"accuracy": 0.205534, "f1": 0.178446, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"], "main_score": 0.178446, "precision": 0.170808, "recall": 0.205534}, {"accuracy": 0.240119, "f1": 0.208644, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"], "main_score": 0.208644, "precision": 0.200977, "recall": 0.240119}, {"accuracy": 0.174901, "f1": 0.153032, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"], "main_score": 0.153032, "precision": 0.146452, "recall": 0.174901}, {"accuracy": 0.195652, "f1": 0.179667, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"], "main_score": 0.179667, "precision": 0.176826, "recall": 0.195652}, {"accuracy": 0.112648, "f1": 0.095961, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"], "main_score": 0.095961, "precision": 0.091375, "recall": 0.112648}, {"accuracy": 0.193676, "f1": 0.173869, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"], "main_score": 0.173869, "precision": 0.167692, "recall": 0.193676}, {"accuracy": 0.086957, "f1": 0.062719, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"], "main_score": 0.062719, "precision": 0.057117, "recall": 0.086957}, {"accuracy": 0.245059, "f1": 0.22227, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"], "main_score": 0.22227, "precision": 0.214631, "recall": 0.245059}, {"accuracy": 0.145257, "f1": 0.121866, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"], "main_score": 0.121866, "precision": 0.113913, "recall": 0.145257}, {"accuracy": 0.247036, "f1": 0.214869, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"], "main_score": 0.214869, "precision": 0.206775, "recall": 0.247036}, {"accuracy": 0.205534, "f1": 0.18467, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"], "main_score": 0.18467, "precision": 0.180033, "recall": 0.205534}, {"accuracy": 0.102767, "f1": 0.084235, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"], "main_score": 0.084235, "precision": 0.078767, "recall": 0.102767}, {"accuracy": 0.192688, "f1": 0.181531, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"], "main_score": 0.181531, "precision": 0.178652, "recall": 0.192688}, {"accuracy": 0.248024, "f1": 0.216999, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"], "main_score": 0.216999, "precision": 0.209684, "recall": 0.248024}, {"accuracy": 0.103755, "f1": 0.09271, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"], "main_score": 0.09271, "precision": 0.090216, "recall": 0.103755}, {"accuracy": 0.15415, "f1": 0.134063, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"], "main_score": 0.134063, "precision": 0.128354, "recall": 0.15415}, {"accuracy": 0.173913, "f1": 0.154772, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"], "main_score": 0.154772, "precision": 0.148457, "recall": 0.173913}, {"accuracy": 0.137352, "f1": 0.12055, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"], "main_score": 0.12055, "precision": 0.116113, "recall": 0.137352}, {"accuracy": 0.228261, "f1": 0.21076, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"], "main_score": 0.21076, "precision": 0.205304, "recall": 0.228261}, {"accuracy": 0.212451, "f1": 0.193887, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"], "main_score": 0.193887, "precision": 0.186657, "recall": 0.212451}, {"accuracy": 0.242095, "f1": 0.211076, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"], "main_score": 0.211076, "precision": 0.200297, "recall": 0.242095}, {"accuracy": 0.193676, "f1": 0.175022, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"], "main_score": 0.175022, "precision": 0.167284, "recall": 0.193676}, {"accuracy": 0.235178, "f1": 0.210109, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"], "main_score": 0.210109, "precision": 0.203383, "recall": 0.235178}, {"accuracy": 0.013834, "f1": 0.005622, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"], "main_score": 0.005622, "precision": 0.004074, "recall": 0.013834}, {"accuracy": 0.08004, "f1": 0.06825, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"], "main_score": 0.06825, "precision": 0.065148, "recall": 0.08004}, {"accuracy": 0.082016, "f1": 0.068517, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"], "main_score": 0.068517, "precision": 0.064356, "recall": 0.082016}, {"accuracy": 0.117589, "f1": 0.101229, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"], "main_score": 0.101229, "precision": 0.096993, "recall": 0.117589}, {"accuracy": 0.238142, "f1": 0.208439, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"], "main_score": 0.208439, "precision": 0.201057, "recall": 0.238142}, {"accuracy": 0.107708, "f1": 0.090039, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"], "main_score": 0.090039, "precision": 0.083344, "recall": 0.107708}, {"accuracy": 0.221344, "f1": 0.200368, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"], "main_score": 0.200368, "precision": 0.191701, "recall": 0.221344}, {"accuracy": 0.203557, "f1": 0.181263, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"], "main_score": 0.181263, "precision": 0.175491, "recall": 0.203557}, {"accuracy": 0.25, "f1": 0.221973, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"], "main_score": 0.221973, "precision": 0.215016, "recall": 0.25}, {"accuracy": 0.18083, "f1": 0.164209, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"], "main_score": 0.164209, "precision": 0.159937, "recall": 0.18083}, {"accuracy": 0.142292, "f1": 0.127437, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"], "main_score": 0.127437, "precision": 0.12195, "recall": 0.142292}, {"accuracy": 0.192688, "f1": 0.174055, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"], "main_score": 0.174055, "precision": 0.166971, "recall": 0.192688}, {"accuracy": 0.126482, "f1": 0.111433, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"], "main_score": 0.111433, "precision": 0.107039, "recall": 0.126482}, {"accuracy": 0.209486, "f1": 0.186928, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"], "main_score": 0.186928, "precision": 0.178156, "recall": 0.209486}, {"accuracy": 0.178854, "f1": 0.156887, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"], "main_score": 0.156887, "precision": 0.149841, "recall": 0.178854}, {"accuracy": 0.076087, "f1": 0.062714, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"], "main_score": 0.062714, "precision": 0.059594, "recall": 0.076087}, {"accuracy": 0.179842, "f1": 0.162441, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"], "main_score": 0.162441, "precision": 0.15816, "recall": 0.179842}, {"accuracy": 0.161067, "f1": 0.133731, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"], "main_score": 0.133731, "precision": 0.127354, "recall": 0.161067}, {"accuracy": 0.178854, "f1": 0.149678, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"], "main_score": 0.149678, "precision": 0.141188, "recall": 0.178854}, {"accuracy": 0.231225, "f1": 0.21734, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"], "main_score": 0.21734, "precision": 0.212363, "recall": 0.231225}, {"accuracy": 0.172925, "f1": 0.148275, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"], "main_score": 0.148275, "precision": 0.14222, "recall": 0.172925}, {"accuracy": 0.054348, "f1": 0.046643, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"], "main_score": 0.046643, "precision": 0.04432, "recall": 0.054348}, {"accuracy": 0.11166, "f1": 0.087462, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"], "main_score": 0.087462, "precision": 0.081267, "recall": 0.11166}, {"accuracy": 0.185771, "f1": 0.1701, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"], "main_score": 0.1701, "precision": 0.164864, "recall": 0.185771}, {"accuracy": 0.06917, "f1": 0.062489, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"], "main_score": 0.062489, "precision": 0.060032, "recall": 0.06917}, {"accuracy": 0.16502, "f1": 0.146338, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"], "main_score": 0.146338, "precision": 0.141973, "recall": 0.16502}, {"accuracy": 0.242095, "f1": 0.222327, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"], "main_score": 0.222327, "precision": 0.215215, "recall": 0.242095}, {"accuracy": 0.085968, "f1": 0.06803, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"], "main_score": 0.06803, "precision": 0.063594, "recall": 0.085968}, {"accuracy": 0.166008, "f1": 0.146843, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"], "main_score": 0.146843, "precision": 0.141397, "recall": 0.166008}, {"accuracy": 0.186759, "f1": 0.159723, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"], "main_score": 0.159723, "precision": 0.15301, "recall": 0.186759}, {"accuracy": 0.205534, "f1": 0.183941, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"], "main_score": 0.183941, "precision": 0.177619, "recall": 0.205534}, {"accuracy": 0.162055, "f1": 0.150505, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"], "main_score": 0.150505, "precision": 0.146696, "recall": 0.162055}, {"accuracy": 0.236166, "f1": 0.208589, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"], "main_score": 0.208589, "precision": 0.201632, "recall": 0.236166}, {"accuracy": 0.130435, "f1": 0.112598, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"], "main_score": 0.112598, "precision": 0.107113, "recall": 0.130435}, {"accuracy": 0.177866, "f1": 0.167024, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"], "main_score": 0.167024, "precision": 0.163547, "recall": 0.177866}, {"accuracy": 0.13834, "f1": 0.112239, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"], "main_score": 0.112239, "precision": 0.102874, "recall": 0.13834}, {"accuracy": 0.246047, "f1": 0.217034, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"], "main_score": 0.217034, "precision": 0.209005, "recall": 0.246047}, {"accuracy": 0.037549, "f1": 0.026812, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"], "main_score": 0.026812, "precision": 0.024825, "recall": 0.037549}, {"accuracy": 0.158103, "f1": 0.137719, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"], "main_score": 0.137719, "precision": 0.132333, "recall": 0.158103}, {"accuracy": 0.13834, "f1": 0.1215, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"], "main_score": 0.1215, "precision": 0.117223, "recall": 0.13834}, {"accuracy": 0.177866, "f1": 0.156506, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"], "main_score": 0.156506, "precision": 0.151133, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.17999, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"], "main_score": 0.17999, "precision": 0.175706, "recall": 0.1917}, {"accuracy": 0.145257, "f1": 0.127785, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"], "main_score": 0.127785, "precision": 0.123483, "recall": 0.145257}, {"accuracy": 0.200593, "f1": 0.179903, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"], "main_score": 0.179903, "precision": 0.172386, "recall": 0.200593}, {"accuracy": 0.242095, "f1": 0.219355, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"], "main_score": 0.219355, "precision": 0.211207, "recall": 0.242095}, {"accuracy": 0.245059, "f1": 0.215254, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"], "main_score": 0.215254, "precision": 0.207804, "recall": 0.245059}, {"accuracy": 0.219368, "f1": 0.202624, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"], "main_score": 0.202624, "precision": 0.196847, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.218443, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"], "main_score": 0.218443, "precision": 0.211405, "recall": 0.246047}, {"accuracy": 0.198617, "f1": 0.175452, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"], "main_score": 0.175452, "precision": 0.166286, "recall": 0.198617}, {"accuracy": 0.247036, "f1": 0.219188, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"], "main_score": 0.219188, "precision": 0.212315, "recall": 0.247036}, {"accuracy": 0.105731, "f1": 0.089473, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"], "main_score": 0.089473, "precision": 0.085317, "recall": 0.105731}, {"accuracy": 0.174901, "f1": 0.156043, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"], "main_score": 0.156043, "precision": 0.151552, "recall": 0.174901}, {"accuracy": 0.186759, "f1": 0.158111, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"], "main_score": 0.158111, "precision": 0.14905, "recall": 0.186759}, {"accuracy": 0.213439, "f1": 0.193067, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"], "main_score": 0.193067, "precision": 0.188315, "recall": 0.213439}, {"accuracy": 0.190711, "f1": 0.163228, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"], "main_score": 0.163228, "precision": 0.154245, "recall": 0.190711}, {"accuracy": 0.214427, "f1": 0.193633, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"], "main_score": 0.193633, "precision": 0.185722, "recall": 0.214427}, {"accuracy": 0.157115, "f1": 0.139001, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"], "main_score": 0.139001, "precision": 0.132462, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.087065, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"], "main_score": 0.087065, "precision": 0.084234, "recall": 0.097826}, {"accuracy": 0.241107, "f1": 0.214564, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"], "main_score": 0.214564, "precision": 0.207745, "recall": 0.241107}, {"accuracy": 0.20751, "f1": 0.178663, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"], "main_score": 0.178663, "precision": 0.169573, "recall": 0.20751}, {"accuracy": 0.205534, "f1": 0.174379, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"], "main_score": 0.174379, "precision": 0.164002, "recall": 0.205534}, {"accuracy": 0.231225, "f1": 0.20972, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"], "main_score": 0.20972, "precision": 0.203514, "recall": 0.231225}, {"accuracy": 0.081028, "f1": 0.066538, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"], "main_score": 0.066538, "precision": 0.062573, "recall": 0.081028}, {"accuracy": 0.170949, "f1": 0.149469, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"], "main_score": 0.149469, "precision": 0.14157, "recall": 0.170949}, {"accuracy": 0.229249, "f1": 0.205105, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"], "main_score": 0.205105, "precision": 0.196993, "recall": 0.229249}, {"accuracy": 0.147233, "f1": 0.134696, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"], "main_score": 0.134696, "precision": 0.131888, "recall": 0.147233}, {"accuracy": 0.227273, "f1": 0.204536, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"], "main_score": 0.204536, "precision": 0.198149, "recall": 0.227273}, {"accuracy": 0.174901, "f1": 0.165725, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"], "main_score": 0.165725, "precision": 0.163091, "recall": 0.174901}, {"accuracy": 0.251976, "f1": 0.227034, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"], "main_score": 0.227034, "precision": 0.218027, "recall": 0.251976}, {"accuracy": 0.206522, "f1": 0.190879, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"], "main_score": 0.190879, "precision": 0.185567, "recall": 0.206522}, {"accuracy": 0.101779, "f1": 0.088869, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"], "main_score": 0.088869, "precision": 0.085333, "recall": 0.101779}, {"accuracy": 0.13834, "f1": 0.122035, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"], "main_score": 0.122035, "precision": 0.117865, "recall": 0.13834}, {"accuracy": 0.173913, "f1": 0.157392, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"], "main_score": 0.157392, "precision": 0.152487, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.152974, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"], "main_score": 0.152974, "precision": 0.145105, "recall": 0.176877}, {"accuracy": 0.15415, "f1": 0.134731, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"], "main_score": 0.134731, "precision": 0.129187, "recall": 0.15415}, {"accuracy": 0.16996, "f1": 0.148351, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"], "main_score": 0.148351, "precision": 0.142983, "recall": 0.16996}, {"accuracy": 0.189723, "f1": 0.168788, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"], "main_score": 0.168788, "precision": 0.163022, "recall": 0.189723}, {"accuracy": 0.06917, "f1": 0.059445, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"], "main_score": 0.059445, "precision": 0.056888, "recall": 0.06917}, {"accuracy": 0.224308, "f1": 0.207707, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"], "main_score": 0.207707, "precision": 0.201525, "recall": 0.224308}, {"accuracy": 0.232213, "f1": 0.208302, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"], "main_score": 0.208302, "precision": 0.200224, "recall": 0.232213}, {"accuracy": 0.083992, "f1": 0.056631, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"], "main_score": 0.056631, "precision": 0.048668, "recall": 0.083992}, {"accuracy": 0.237154, "f1": 0.184767, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"], "main_score": 0.184767, "precision": 0.168574, "recall": 0.237154}, {"accuracy": 0.004941, "f1": 0.000104, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"], "main_score": 0.000104, "precision": 5.3e-05, "recall": 0.004941}, {"accuracy": 0.652174, "f1": 0.595078, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"], "main_score": 0.595078, "precision": 0.574404, "recall": 0.652174}, {"accuracy": 0.560277, "f1": 0.503428, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"], "main_score": 0.503428, "precision": 0.482335, "recall": 0.560277}, {"accuracy": 0.572134, "f1": 0.517453, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"], "main_score": 0.517453, "precision": 0.498609, "recall": 0.572134}, {"accuracy": 0.629447, "f1": 0.583506, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"], "main_score": 0.583506, "precision": 0.564962, "recall": 0.629447}, {"accuracy": 0.242095, "f1": 0.193501, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"], "main_score": 0.193501, "precision": 0.178298, "recall": 0.242095}, {"accuracy": 0.697628, "f1": 0.650948, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"], "main_score": 0.650948, "precision": 0.633391, "recall": 0.697628}, {"accuracy": 0.416996, "f1": 0.35715, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"], "main_score": 0.35715, "precision": 0.335054, "recall": 0.416996}, {"accuracy": 0.528656, "f1": 0.483544, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"], "main_score": 0.483544, "precision": 0.465969, "recall": 0.528656}, {"accuracy": 0.650198, "f1": 0.593523, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"], "main_score": 0.593523, "precision": 0.572936, "recall": 0.650198}, {"accuracy": 0.560277, "f1": 0.511978, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"], "main_score": 0.511978, "precision": 0.494103, "recall": 0.560277}, {"accuracy": 0.267787, "f1": 0.205746, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"], "main_score": 0.205746, "precision": 0.18546, "recall": 0.267787}, {"accuracy": 0.561265, "f1": 0.512345, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"], "main_score": 0.512345, "precision": 0.493552, "recall": 0.561265}, {"accuracy": 0.488142, "f1": 0.440361, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"], "main_score": 0.440361, "precision": 0.423208, "recall": 0.488142}, {"accuracy": 0.719368, "f1": 0.670626, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"], "main_score": 0.670626, "precision": 0.651204, "recall": 0.719368}, {"accuracy": 0.31917, "f1": 0.25308, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"], "main_score": 0.25308, "precision": 0.231305, "recall": 0.31917}, {"accuracy": 0.629447, "f1": 0.581705, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"], "main_score": 0.581705, "precision": 0.563495, "recall": 0.629447}, {"accuracy": 0.587945, "f1": 0.537406, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"], "main_score": 0.537406, "precision": 0.518289, "recall": 0.587945}, {"accuracy": 0.746047, "f1": 0.695654, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"], "main_score": 0.695654, "precision": 0.675545, "recall": 0.746047}, {"accuracy": 0.698617, "f1": 0.656274, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"], "main_score": 0.656274, "precision": 0.63973, "recall": 0.698617}, {"accuracy": 0.183794, "f1": 0.142175, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"], "main_score": 0.142175, "precision": 0.129362, "recall": 0.183794}, {"accuracy": 0.422925, "f1": 0.374648, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"], "main_score": 0.374648, "precision": 0.358412, "recall": 0.422925}, {"accuracy": 0.657115, "f1": 0.60062, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"], "main_score": 0.60062, "precision": 0.580794, "recall": 0.657115}, {"accuracy": 0.602767, "f1": 0.552853, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"], "main_score": 0.552853, "precision": 0.53418, "recall": 0.602767}, {"accuracy": 0.0583, "f1": 0.028321, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"], "main_score": 0.028321, "precision": 0.022797, "recall": 0.0583}, {"accuracy": 0.620553, "f1": 0.566288, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"], "main_score": 0.566288, "precision": 0.546315, "recall": 0.620553}, {"accuracy": 0.229249, "f1": 0.177485, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"], "main_score": 0.177485, "precision": 0.162412, "recall": 0.229249}, {"accuracy": 0.640316, "f1": 0.600219, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"], "main_score": 0.600219, "precision": 0.585391, "recall": 0.640316}, {"accuracy": 0.700593, "f1": 0.65027, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"], "main_score": 0.65027, "precision": 0.631069, "recall": 0.700593}, {"accuracy": 0.58498, "f1": 0.542898, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"], "main_score": 0.542898, "precision": 0.527516, "recall": 0.58498}, {"accuracy": 0.528656, "f1": 0.477975, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"], "main_score": 0.477975, "precision": 0.460544, "recall": 0.528656}, {"accuracy": 0.314229, "f1": 0.260892, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"], "main_score": 0.260892, "precision": 0.242594, "recall": 0.314229}, {"accuracy": 0.682806, "f1": 0.632963, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"], "main_score": 0.632963, "precision": 0.614315, "recall": 0.682806}, {"accuracy": 0.422925, "f1": 0.369995, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"], "main_score": 0.369995, "precision": 0.351678, "recall": 0.422925}, {"accuracy": 0.582016, "f1": 0.532823, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"], "main_score": 0.532823, "precision": 0.514748, "recall": 0.582016}, {"accuracy": 0.4417, "f1": 0.39112, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"], "main_score": 0.39112, "precision": 0.372377, "recall": 0.4417}, {"accuracy": 0.699605, "f1": 0.656327, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"], "main_score": 0.656327, "precision": 0.639418, "recall": 0.699605}, {"accuracy": 0.607708, "f1": 0.552058, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"], "main_score": 0.552058, "precision": 0.530807, "recall": 0.607708}, {"accuracy": 0.198617, "f1": 0.142556, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"], "main_score": 0.142556, "precision": 0.128588, "recall": 0.198617}, {"accuracy": 0.060277, "f1": 0.041497, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"], "main_score": 0.041497, "precision": 0.036436, "recall": 0.060277}, {"accuracy": 0.69664, "f1": 0.648174, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"], "main_score": 0.648174, "precision": 0.630144, "recall": 0.69664}, {"accuracy": 0.181818, "f1": 0.137825, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"], "main_score": 0.137825, "precision": 0.125442, "recall": 0.181818}, {"accuracy": 0.690711, "f1": 0.644602, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"], "main_score": 0.644602, "precision": 0.628409, "recall": 0.690711}, {"accuracy": 0.681818, "f1": 0.632191, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"], "main_score": 0.632191, "precision": 0.614065, "recall": 0.681818}, {"accuracy": 0.523715, "f1": 0.47353, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"], "main_score": 0.47353, "precision": 0.455532, "recall": 0.523715}, {"accuracy": 0.564229, "f1": 0.525106, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"], "main_score": 0.525106, "precision": 0.510337, "recall": 0.564229}, {"accuracy": 0.211462, "f1": 0.150748, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"], "main_score": 0.150748, "precision": 0.13329, "recall": 0.211462}, {"accuracy": 0.494071, "f1": 0.444415, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"], "main_score": 0.444415, "precision": 0.426284, "recall": 0.494071}, {"accuracy": 0.51581, "f1": 0.467543, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"], "main_score": 0.467543, "precision": 0.447963, "recall": 0.51581}, {"accuracy": 0.747036, "f1": 0.699768, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"], "main_score": 0.699768, "precision": 0.681405, "recall": 0.747036}, {"accuracy": 0.583992, "f1": 0.5387, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"], "main_score": 0.5387, "precision": 0.520994, "recall": 0.583992}, {"accuracy": 0.205534, "f1": 0.154131, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"], "main_score": 0.154131, "precision": 0.13866, "recall": 0.205534}, {"accuracy": 0.626482, "f1": 0.569444, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"], "main_score": 0.569444, "precision": 0.548861, "recall": 0.626482}, {"accuracy": 0.079051, "f1": 0.051682, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"], "main_score": 0.051682, "precision": 0.043543, "recall": 0.079051}, {"accuracy": 0.278656, "f1": 0.224752, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"], "main_score": 0.224752, "precision": 0.207279, "recall": 0.278656}, {"accuracy": 0.368577, "f1": 0.309071, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"], "main_score": 0.309071, "precision": 0.287447, "recall": 0.368577}, {"accuracy": 0.088933, "f1": 0.063876, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"], "main_score": 0.063876, "precision": 0.056461, "recall": 0.088933}, {"accuracy": 0.702569, "f1": 0.657785, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"], "main_score": 0.657785, "precision": 0.641518, "recall": 0.702569}, {"accuracy": 0.628458, "f1": 0.579188, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"], "main_score": 0.579188, "precision": 0.562137, "recall": 0.628458}, {"accuracy": 0.700593, "f1": 0.651822, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"], "main_score": 0.651822, "precision": 0.633048, "recall": 0.700593}, {"accuracy": 0.576087, "f1": 0.517511, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"], "main_score": 0.517511, "precision": 0.496474, "recall": 0.576087}, {"accuracy": 0.295455, "f1": 0.240888, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"], "main_score": 0.240888, "precision": 0.22315, "recall": 0.295455}, {"accuracy": 0.583004, "f1": 0.545142, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"], "main_score": 0.545142, "precision": 0.530485, "recall": 0.583004}, {"accuracy": 0.428854, "f1": 0.379329, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"], "main_score": 0.379329, "precision": 0.360826, "recall": 0.428854}, {"accuracy": 0.719368, "f1": 0.669235, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"], "main_score": 0.669235, "precision": 0.650951, "recall": 0.719368}, {"accuracy": 0.270751, "f1": 0.218688, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"], "main_score": 0.218688, "precision": 0.202021, "recall": 0.270751}, {"accuracy": 0.354743, "f1": 0.291201, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"], "main_score": 0.291201, "precision": 0.271211, "recall": 0.354743}, {"accuracy": 0.267787, "f1": 0.202196, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"], "main_score": 0.202196, "precision": 0.182516, "recall": 0.267787}, {"accuracy": 0.337945, "f1": 0.284834, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"], "main_score": 0.284834, "precision": 0.265874, "recall": 0.337945}, {"accuracy": 0.444664, "f1": 0.391492, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"], "main_score": 0.391492, "precision": 0.371812, "recall": 0.444664}, {"accuracy": 0.698617, "f1": 0.649547, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"], "main_score": 0.649547, "precision": 0.631341, "recall": 0.698617}, {"accuracy": 0.060277, "f1": 0.027272, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"], "main_score": 0.027272, "precision": 0.022188, "recall": 0.060277}, {"accuracy": 0.228261, "f1": 0.177611, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"], "main_score": 0.177611, "precision": 0.160987, "recall": 0.228261}, {"accuracy": 0.496047, "f1": 0.450638, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"], "main_score": 0.450638, "precision": 0.435781, "recall": 0.496047}, {"accuracy": 0.279644, "f1": 0.222889, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"], "main_score": 0.222889, "precision": 0.205641, "recall": 0.279644}, {"accuracy": 0.050395, "f1": 0.027102, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"], "main_score": 0.027102, "precision": 0.022745, "recall": 0.050395}, {"accuracy": 0.727273, "f1": 0.678821, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"], "main_score": 0.678821, "precision": 0.66077, "recall": 0.727273}, {"accuracy": 0.579051, "f1": 0.535347, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"], "main_score": 0.535347, "precision": 0.518097, "recall": 0.579051}, {"accuracy": 0.637352, "f1": 0.591957, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"], "main_score": 0.591957, "precision": 0.575141, "recall": 0.637352}, {"accuracy": 0.337945, "f1": 0.284196, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"], "main_score": 0.284196, "precision": 0.26673, "recall": 0.337945}, {"accuracy": 0.710474, "f1": 0.665834, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"], "main_score": 0.665834, "precision": 0.649439, "recall": 0.710474}, {"accuracy": 0.689723, "f1": 0.63653, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"], "main_score": 0.63653, "precision": 0.616006, "recall": 0.689723}, {"accuracy": 0.737154, "f1": 0.686902, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"], "main_score": 0.686902, "precision": 0.668096, "recall": 0.737154}, {"accuracy": 0.618577, "f1": 0.565042, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"], "main_score": 0.565042, "precision": 0.545452, "recall": 0.618577}, {"accuracy": 0.237154, "f1": 0.183553, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"], "main_score": 0.183553, "precision": 0.166937, "recall": 0.237154}, {"accuracy": 0.197628, "f1": 0.151206, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"], "main_score": 0.151206, "precision": 0.137124, "recall": 0.197628}, {"accuracy": 0.444664, "f1": 0.393064, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"], "main_score": 0.393064, "precision": 0.375944, "recall": 0.444664}, {"accuracy": 0.688735, "f1": 0.634042, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"], "main_score": 0.634042, "precision": 0.613808, "recall": 0.688735}, {"accuracy": 0.594862, "f1": 0.541106, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"], "main_score": 0.541106, "precision": 0.521532, "recall": 0.594862}, {"accuracy": 0.385375, "f1": 0.332462, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"], "main_score": 0.332462, "precision": 0.312698, "recall": 0.385375}, {"accuracy": 0.226285, "f1": 0.173944, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"], "main_score": 0.173944, "precision": 0.158934, "recall": 0.226285}, {"accuracy": 0.545455, "f1": 0.498495, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"], "main_score": 0.498495, "precision": 0.47992, "recall": 0.545455}, {"accuracy": 0.572134, "f1": 0.52091, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"], "main_score": 0.52091, "precision": 0.503245, "recall": 0.572134}, {"accuracy": 0.216403, "f1": 0.159613, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"], "main_score": 0.159613, "precision": 0.142815, "recall": 0.216403}, {"accuracy": 0.69664, "f1": 0.642703, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"], "main_score": 0.642703, "precision": 0.623426, "recall": 0.69664}, {"accuracy": 0.256917, "f1": 0.201313, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"], "main_score": 0.201313, "precision": 0.18476, "recall": 0.256917}, {"accuracy": 0.408103, "f1": 0.348007, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"], "main_score": 0.348007, "precision": 0.328254, "recall": 0.408103}, {"accuracy": 0.624506, "f1": 0.56827, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"], "main_score": 0.56827, "precision": 0.547616, "recall": 0.624506}, {"accuracy": 0.711462, "f1": 0.661567, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"], "main_score": 0.661567, "precision": 0.642173, "recall": 0.711462}, {"accuracy": 0.731225, "f1": 0.680973, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"], "main_score": 0.680973, "precision": 0.662532, "recall": 0.731225}, {"accuracy": 0.640316, "f1": 0.585789, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"], "main_score": 0.585789, "precision": 0.565658, "recall": 0.640316}, {"accuracy": 0.614625, "f1": 0.570223, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"], "main_score": 0.570223, "precision": 0.553162, "recall": 0.614625}, {"accuracy": 0.522727, "f1": 0.455476, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"], "main_score": 0.455476, "precision": 0.430654, "recall": 0.522727}, {"accuracy": 0.274704, "f1": 0.21964, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"], "main_score": 0.21964, "precision": 0.200555, "recall": 0.274704}, {"accuracy": 0.076087, "f1": 0.043899, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"], "main_score": 0.043899, "precision": 0.037436, "recall": 0.076087}, {"accuracy": 0.291502, "f1": 0.22749, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"], "main_score": 0.22749, "precision": 0.207987, "recall": 0.291502}, {"accuracy": 0.136364, "f1": 0.089248, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"], "main_score": 0.089248, "precision": 0.078974, "recall": 0.136364}, {"accuracy": 0.740119, "f1": 0.687207, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"], "main_score": 0.687207, "precision": 0.667008, "recall": 0.740119}, {"accuracy": 0.593874, "f1": 0.549728, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"], "main_score": 0.549728, "precision": 0.532927, "recall": 0.593874}, {"accuracy": 0.09585, "f1": 0.068861, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"], "main_score": 0.068861, "precision": 0.061307, "recall": 0.09585}, {"accuracy": 0.565217, "f1": 0.517203, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"], "main_score": 0.517203, "precision": 0.497194, "recall": 0.565217}, {"accuracy": 0.709486, "f1": 0.656684, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"], "main_score": 0.656684, "precision": 0.637119, "recall": 0.709486}, {"accuracy": 0.394269, "f1": 0.346828, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"], "main_score": 0.346828, "precision": 0.329233, "recall": 0.394269}, {"accuracy": 0.406126, "f1": 0.35168, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"], "main_score": 0.35168, "precision": 0.330868, "recall": 0.406126}, {"accuracy": 0.203557, "f1": 0.152247, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"], "main_score": 0.152247, "precision": 0.138196, "recall": 0.203557}, {"accuracy": 0.618577, "f1": 0.557629, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"], "main_score": 0.557629, "precision": 0.535504, "recall": 0.618577}, {"accuracy": 0.387352, "f1": 0.334139, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"], "main_score": 0.334139, "precision": 0.315214, "recall": 0.387352}, {"accuracy": 0.235178, "f1": 0.178509, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"], "main_score": 0.178509, "precision": 0.160187, "recall": 0.235178}, {"accuracy": 0.208498, "f1": 0.158575, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"], "main_score": 0.158575, "precision": 0.144262, "recall": 0.208498}, {"accuracy": 0.26087, "f1": 0.203356, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"], "main_score": 0.203356, "precision": 0.186552, "recall": 0.26087}, {"accuracy": 0.699605, "f1": 0.652839, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"], "main_score": 0.652839, "precision": 0.635042, "recall": 0.699605}, {"accuracy": 0.018775, "f1": 0.005507, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"], "main_score": 0.005507, "precision": 0.004231, "recall": 0.018775}, {"accuracy": 0.436759, "f1": 0.380429, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"], "main_score": 0.380429, "precision": 0.360944, "recall": 0.436759}, {"accuracy": 0.268775, "f1": 0.220446, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"], "main_score": 0.220446, "precision": 0.204611, "recall": 0.268775}, {"accuracy": 0.546443, "f1": 0.497507, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"], "main_score": 0.497507, "precision": 0.478969, "recall": 0.546443}, {"accuracy": 0.712451, "f1": 0.661076, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"], "main_score": 0.661076, "precision": 0.641192, "recall": 0.712451}, {"accuracy": 0.120553, "f1": 0.078859, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"], "main_score": 0.078859, "precision": 0.067866, "recall": 0.120553}, {"accuracy": 0.224308, "f1": 0.175546, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"], "main_score": 0.175546, "precision": 0.160244, "recall": 0.224308}, {"accuracy": 0.693676, "f1": 0.643088, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"], "main_score": 0.643088, "precision": 0.624352, "recall": 0.693676}, {"accuracy": 0.706522, "f1": 0.657173, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"], "main_score": 0.657173, "precision": 0.639065, "recall": 0.706522}, {"accuracy": 0.563241, "f1": 0.513778, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"], "main_score": 0.513778, "precision": 0.49512, "recall": 0.563241}, {"accuracy": 0.206522, "f1": 0.155607, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"], "main_score": 0.155607, "precision": 0.140807, "recall": 0.206522}, {"accuracy": 0.235178, "f1": 0.180369, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"], "main_score": 0.180369, "precision": 0.162822, "recall": 0.235178}, {"accuracy": 0.599802, "f1": 0.545943, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"], "main_score": 0.545943, "precision": 0.527372, "recall": 0.599802}, {"accuracy": 0.215415, "f1": 0.163625, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"], "main_score": 0.163625, "precision": 0.148376, "recall": 0.215415}, {"accuracy": 0.245059, "f1": 0.192482, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"], "main_score": 0.192482, "precision": 0.176585, "recall": 0.245059}, {"accuracy": 0.411067, "f1": 0.357084, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"], "main_score": 0.357084, "precision": 0.339524, "recall": 0.411067}, {"accuracy": 0.548419, "f1": 0.499539, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"], "main_score": 0.499539, "precision": 0.480584, "recall": 0.548419}, {"accuracy": 0.588933, "f1": 0.537668, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"], "main_score": 0.537668, "precision": 0.519386, "recall": 0.588933}, {"accuracy": 0.280632, "f1": 0.21417, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"], "main_score": 0.21417, "precision": 0.193192, "recall": 0.280632}, {"accuracy": 0.432806, "f1": 0.372971, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"], "main_score": 0.372971, "precision": 0.350246, "recall": 0.432806}, {"accuracy": 0.647233, "f1": 0.592301, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"], "main_score": 0.592301, "precision": 0.572074, "recall": 0.647233}, {"accuracy": 0.281621, "f1": 0.236368, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"], "main_score": 0.236368, "precision": 0.220441, "recall": 0.281621}, {"accuracy": 0.447628, "f1": 0.389626, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"], "main_score": 0.389626, "precision": 0.37014, "recall": 0.447628}, {"accuracy": 0.315217, "f1": 0.257816, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"], "main_score": 0.257816, "precision": 0.239296, "recall": 0.315217}, {"accuracy": 0.335968, "f1": 0.285778, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"], "main_score": 0.285778, "precision": 0.268272, "recall": 0.335968}, {"accuracy": 0.520751, "f1": 0.465058, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"], "main_score": 0.465058, "precision": 0.443873, "recall": 0.520751}, {"accuracy": 0.275692, "f1": 0.223144, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"], "main_score": 0.223144, "precision": 0.206177, "recall": 0.275692}, {"accuracy": 0.461462, "f1": 0.409379, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"], "main_score": 0.409379, "precision": 0.391272, "recall": 0.461462}, {"accuracy": 0.641304, "f1": 0.578703, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"], "main_score": 0.578703, "precision": 0.555985, "recall": 0.641304}, {"accuracy": 0.676877, "f1": 0.624767, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"], "main_score": 0.624767, "precision": 0.606542, "recall": 0.676877}, {"accuracy": 0.677866, "f1": 0.637356, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"], "main_score": 0.637356, "precision": 0.622289, "recall": 0.677866}, {"accuracy": 0.503953, "f1": 0.462281, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"], "main_score": 0.462281, "precision": 0.446145, "recall": 0.503953}, {"accuracy": 0.736166, "f1": 0.686938, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"], "main_score": 0.686938, "precision": 0.66847, "recall": 0.736166}, {"accuracy": 0.315217, "f1": 0.264471, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"], "main_score": 0.264471, "precision": 0.247274, "recall": 0.315217}, {"accuracy": 0.444664, "f1": 0.384411, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"], "main_score": 0.384411, "precision": 0.363677, "recall": 0.444664}, {"accuracy": 0.133399, "f1": 0.088762, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"], "main_score": 0.088762, "precision": 0.077651, "recall": 0.133399}, {"accuracy": 0.710474, "f1": 0.660285, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"], "main_score": 0.660285, "precision": 0.641173, "recall": 0.710474}, {"accuracy": 0.134387, "f1": 0.099671, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"], "main_score": 0.099671, "precision": 0.089424, "recall": 0.134387}, {"accuracy": 0.655138, "f1": 0.602444, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"], "main_score": 0.602444, "precision": 0.583636, "recall": 0.655138}, {"accuracy": 0.603755, "f1": 0.547382, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"], "main_score": 0.547382, "precision": 0.526223, "recall": 0.603755}, {"accuracy": 0.406126, "f1": 0.346728, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"], "main_score": 0.346728, "precision": 0.325032, "recall": 0.406126}, {"accuracy": 0.385375, "f1": 0.320912, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"], "main_score": 0.320912, "precision": 0.299973, "recall": 0.385375}, {"accuracy": 0.563241, "f1": 0.504805, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"], "main_score": 0.504805, "precision": 0.484704, "recall": 0.563241}, {"accuracy": 0.278656, "f1": 0.224352, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"], "main_score": 0.224352, "precision": 0.207173, "recall": 0.278656}, {"accuracy": 0.243083, "f1": 0.186347, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"], "main_score": 0.186347, "precision": 0.168936, "recall": 0.243083}, {"accuracy": 0.713439, "f1": 0.664066, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"], "main_score": 0.664066, "precision": 0.646131, "recall": 0.713439}, {"accuracy": 0.418972, "f1": 0.354822, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"], "main_score": 0.354822, "precision": 0.330732, "recall": 0.418972}, {"accuracy": 0.703557, "f1": 0.652975, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"], "main_score": 0.652975, "precision": 0.633702, "recall": 0.703557}, {"accuracy": 0.229249, "f1": 0.168114, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"], "main_score": 0.168114, "precision": 0.150376, "recall": 0.229249}, {"accuracy": 0.725296, "f1": 0.67372, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"], "main_score": 0.67372, "precision": 0.654421, "recall": 0.725296}, {"accuracy": 0.519763, "f1": 0.464605, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"], "main_score": 0.464605, "precision": 0.446361, "recall": 0.519763}, {"accuracy": 0.613636, "f1": 0.566231, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"], "main_score": 0.566231, "precision": 0.548697, "recall": 0.613636}, {"accuracy": 0.197628, "f1": 0.150379, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"], "main_score": 0.150379, "precision": 0.136242, "recall": 0.197628}, {"accuracy": 0.684783, "f1": 0.637045, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"], "main_score": 0.637045, "precision": 0.619927, "recall": 0.684783}, {"accuracy": 0.225296, "f1": 0.166715, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"], "main_score": 0.166715, "precision": 0.148516, "recall": 0.225296}, {"accuracy": 0.231225, "f1": 0.177185, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"], "main_score": 0.177185, "precision": 0.160697, "recall": 0.231225}, {"accuracy": 0.160079, "f1": 0.117689, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"], "main_score": 0.117689, "precision": 0.104911, "recall": 0.160079}, {"accuracy": 0.350791, "f1": 0.304236, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"], "main_score": 0.304236, "precision": 0.287348, "recall": 0.350791}, {"accuracy": 0.727273, "f1": 0.6796, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"], "main_score": 0.6796, "precision": 0.661406, "recall": 0.727273}, {"accuracy": 0.335968, "f1": 0.273375, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"], "main_score": 0.273375, "precision": 0.252123, "recall": 0.335968}, {"accuracy": 0.206522, "f1": 0.154987, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"], "main_score": 0.154987, "precision": 0.14072, "recall": 0.206522}, {"accuracy": 0.254941, "f1": 0.197246, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"], "main_score": 0.197246, "precision": 0.180081, "recall": 0.254941}, {"accuracy": 0.367589, "f1": 0.316597, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"], "main_score": 0.316597, "precision": 0.299459, "recall": 0.367589}, {"accuracy": 0.1917, "f1": 0.140597, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"], "main_score": 0.140597, "precision": 0.12582, "recall": 0.1917}, {"accuracy": 0.220356, "f1": 0.170662, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"], "main_score": 0.170662, "precision": 0.154686, "recall": 0.220356}, {"accuracy": 0.568182, "f1": 0.521963, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"], "main_score": 0.521963, "precision": 0.505646, "recall": 0.568182}, {"accuracy": 0.290514, "f1": 0.230524, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"], "main_score": 0.230524, "precision": 0.210032, "recall": 0.290514}, {"accuracy": 0.270751, "f1": 0.212415, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"], "main_score": 0.212415, "precision": 0.194121, "recall": 0.270751}, {"accuracy": 0.325099, "f1": 0.262898, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"], "main_score": 0.262898, "precision": 0.242738, "recall": 0.325099}, {"accuracy": 0.406126, "f1": 0.349412, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"], "main_score": 0.349412, "precision": 0.327893, "recall": 0.406126}, {"accuracy": 0.47332, "f1": 0.420778, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"], "main_score": 0.420778, "precision": 0.402018, "recall": 0.47332}, {"accuracy": 0.293478, "f1": 0.244565, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"], "main_score": 0.244565, "precision": 0.227137, "recall": 0.293478}, {"accuracy": 0.402174, "f1": 0.348173, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"], "main_score": 0.348173, "precision": 0.328688, "recall": 0.402174}, {"accuracy": 0.217391, "f1": 0.161606, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"], "main_score": 0.161606, "precision": 0.144089, "recall": 0.217391}, {"accuracy": 0.634387, "f1": 0.572998, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"], "main_score": 0.572998, "precision": 0.550708, "recall": 0.634387}, {"accuracy": 0.603755, "f1": 0.551837, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"], "main_score": 0.551837, "precision": 0.532775, "recall": 0.603755}, {"accuracy": 0.671937, "f1": 0.619776, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"], "main_score": 0.619776, "precision": 0.600528, "recall": 0.671937}, {"accuracy": 0.409091, "f1": 0.347957, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"], "main_score": 0.347957, "precision": 0.328241, "recall": 0.409091}, {"accuracy": 0.288538, "f1": 0.237387, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"], "main_score": 0.237387, "precision": 0.220019, "recall": 0.288538}, {"accuracy": 0.227273, "f1": 0.169244, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"], "main_score": 0.169244, "precision": 0.152279, "recall": 0.227273}, {"accuracy": 0.032609, "f1": 0.022496, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"], "main_score": 0.022496, "precision": 0.02077, "recall": 0.032609}, {"accuracy": 0.228261, "f1": 0.193634, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"], "main_score": 0.193634, "precision": 0.18191, "recall": 0.228261}, {"accuracy": 0.003953, "f1": 0.00081, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"], "main_score": 0.00081, "precision": 0.000573, "recall": 0.003953}, {"accuracy": 0.25, "f1": 0.218674, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"], "main_score": 0.218674, "precision": 0.209214, "recall": 0.25}, {"accuracy": 0.199605, "f1": 0.177344, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"], "main_score": 0.177344, "precision": 0.171728, "recall": 0.199605}, {"accuracy": 0.199605, "f1": 0.179392, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"], "main_score": 0.179392, "precision": 0.17377, "recall": 0.199605}, {"accuracy": 0.208498, "f1": 0.194189, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"], "main_score": 0.194189, "precision": 0.189395, "recall": 0.208498}, {"accuracy": 0.272727, "f1": 0.234035, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"], "main_score": 0.234035, "precision": 0.220992, "recall": 0.272727}, {"accuracy": 0.328063, "f1": 0.294811, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"], "main_score": 0.294811, "precision": 0.284917, "recall": 0.328063}, {"accuracy": 0.270751, "f1": 0.245644, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"], "main_score": 0.245644, "precision": 0.23717, "recall": 0.270751}, {"accuracy": 0.215415, "f1": 0.194637, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"], "main_score": 0.194637, "precision": 0.188511, "recall": 0.215415}, {"accuracy": 0.244071, "f1": 0.222799, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"], "main_score": 0.222799, "precision": 0.214493, "recall": 0.244071}, {"accuracy": 0.212451, "f1": 0.190804, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"], "main_score": 0.190804, "precision": 0.183736, "recall": 0.212451}, {"accuracy": 0.281621, "f1": 0.247437, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"], "main_score": 0.247437, "precision": 0.236269, "recall": 0.281621}, {"accuracy": 0.198617, "f1": 0.177539, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"], "main_score": 0.177539, "precision": 0.172037, "recall": 0.198617}, {"accuracy": 0.203557, "f1": 0.171453, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"], "main_score": 0.171453, "precision": 0.16285, "recall": 0.203557}, {"accuracy": 0.346838, "f1": 0.313123, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"], "main_score": 0.313123, "precision": 0.303434, "recall": 0.346838}, {"accuracy": 0.335968, "f1": 0.302931, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"], "main_score": 0.302931, "precision": 0.291585, "recall": 0.335968}, {"accuracy": 0.187747, "f1": 0.174805, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"], "main_score": 0.174805, "precision": 0.169583, "recall": 0.187747}, {"accuracy": 0.205534, "f1": 0.17951, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"], "main_score": 0.17951, "precision": 0.170881, "recall": 0.205534}, {"accuracy": 0.357708, "f1": 0.327405, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"], "main_score": 0.327405, "precision": 0.31745, "recall": 0.357708}, {"accuracy": 0.299407, "f1": 0.268959, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"], "main_score": 0.268959, "precision": 0.259277, "recall": 0.299407}, {"accuracy": 0.201581, "f1": 0.172749, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"], "main_score": 0.172749, "precision": 0.163337, "recall": 0.201581}, {"accuracy": 0.125494, "f1": 0.10187, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"], "main_score": 0.10187, "precision": 0.095849, "recall": 0.125494}, {"accuracy": 0.255929, "f1": 0.226412, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"], "main_score": 0.226412, "precision": 0.218195, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.202039, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"], "main_score": 0.202039, "precision": 0.193078, "recall": 0.229249}, {"accuracy": 0.050395, "f1": 0.029865, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"], "main_score": 0.029865, "precision": 0.025627, "recall": 0.050395}, {"accuracy": 0.228261, "f1": 0.208813, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"], "main_score": 0.208813, "precision": 0.20145, "recall": 0.228261}, {"accuracy": 0.295455, "f1": 0.253971, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"], "main_score": 0.253971, "precision": 0.241505, "recall": 0.295455}, {"accuracy": 0.241107, "f1": 0.220774, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"], "main_score": 0.220774, "precision": 0.214413, "recall": 0.241107}, {"accuracy": 0.331028, "f1": 0.298757, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"], "main_score": 0.298757, "precision": 0.289278, "recall": 0.331028}, {"accuracy": 0.230237, "f1": 0.208901, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"], "main_score": 0.208901, "precision": 0.20219, "recall": 0.230237}, {"accuracy": 0.221344, "f1": 0.184693, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"], "main_score": 0.184693, "precision": 0.174515, "recall": 0.221344}, {"accuracy": 0.226285, "f1": 0.204974, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"], "main_score": 0.204974, "precision": 0.197572, "recall": 0.226285}, {"accuracy": 0.275692, "f1": 0.249592, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"], "main_score": 0.249592, "precision": 0.241203, "recall": 0.275692}, {"accuracy": 0.141304, "f1": 0.116659, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"], "main_score": 0.116659, "precision": 0.109131, "recall": 0.141304}, {"accuracy": 0.233202, "f1": 0.202638, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"], "main_score": 0.202638, "precision": 0.193484, "recall": 0.233202}, {"accuracy": 0.136364, "f1": 0.11707, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"], "main_score": 0.11707, "precision": 0.110746, "recall": 0.136364}, {"accuracy": 0.326087, "f1": 0.292648, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"], "main_score": 0.292648, "precision": 0.283173, "recall": 0.326087}, {"accuracy": 0.214427, "f1": 0.186011, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"], "main_score": 0.186011, "precision": 0.176485, "recall": 0.214427}, {"accuracy": 0.240119, "f1": 0.196856, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"], "main_score": 0.196856, "precision": 0.183095, "recall": 0.240119}, {"accuracy": 0.024704, "f1": 0.018502, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"], "main_score": 0.018502, "precision": 0.017267, "recall": 0.024704}, {"accuracy": 0.327075, "f1": 0.291795, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"], "main_score": 0.291795, "precision": 0.280292, "recall": 0.327075}, {"accuracy": 0.188735, "f1": 0.152991, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"], "main_score": 0.152991, "precision": 0.142938, "recall": 0.188735}, {"accuracy": 0.251976, "f1": 0.23316, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"], "main_score": 0.23316, "precision": 0.22657, "recall": 0.251976}, {"accuracy": 0.284585, "f1": 0.256786, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"], "main_score": 0.256786, "precision": 0.248269, "recall": 0.284585}, {"accuracy": 0.206522, "f1": 0.179813, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"], "main_score": 0.179813, "precision": 0.171288, "recall": 0.206522}, {"accuracy": 0.189723, "f1": 0.170964, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"], "main_score": 0.170964, "precision": 0.164938, "recall": 0.189723}, {"accuracy": 0.213439, "f1": 0.178733, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"], "main_score": 0.178733, "precision": 0.167633, "recall": 0.213439}, {"accuracy": 0.236166, "f1": 0.205389, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"], "main_score": 0.205389, "precision": 0.19666, "recall": 0.236166}, {"accuracy": 0.205534, "f1": 0.187023, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"], "main_score": 0.187023, "precision": 0.181626, "recall": 0.205534}, {"accuracy": 0.337945, "f1": 0.302157, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"], "main_score": 0.302157, "precision": 0.290762, "recall": 0.337945}, {"accuracy": 0.19664, "f1": 0.182215, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"], "main_score": 0.182215, "precision": 0.178515, "recall": 0.19664}, {"accuracy": 0.183794, "f1": 0.150019, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"], "main_score": 0.150019, "precision": 0.140312, "recall": 0.183794}, {"accuracy": 0.247036, "f1": 0.217404, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"], "main_score": 0.217404, "precision": 0.208634, "recall": 0.247036}, {"accuracy": 0.034585, "f1": 0.029114, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"], "main_score": 0.029114, "precision": 0.027241, "recall": 0.034585}, {"accuracy": 0.26087, "f1": 0.226471, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"], "main_score": 0.226471, "precision": 0.214717, "recall": 0.26087}, {"accuracy": 0.341897, "f1": 0.311859, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"], "main_score": 0.311859, "precision": 0.301262, "recall": 0.341897}, {"accuracy": 0.041502, "f1": 0.034854, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"], "main_score": 0.034854, "precision": 0.032981, "recall": 0.041502}, {"accuracy": 0.278656, "f1": 0.249472, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"], "main_score": 0.249472, "precision": 0.239591, "recall": 0.278656}, {"accuracy": 0.215415, "f1": 0.192519, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"], "main_score": 0.192519, "precision": 0.185614, "recall": 0.215415}, {"accuracy": 0.298419, "f1": 0.274259, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"], "main_score": 0.274259, "precision": 0.26628, "recall": 0.298419}, {"accuracy": 0.199605, "f1": 0.170427, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"], "main_score": 0.170427, "precision": 0.16248, "recall": 0.199605}, {"accuracy": 0.328063, "f1": 0.291244, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"], "main_score": 0.291244, "precision": 0.278491, "recall": 0.328063}, {"accuracy": 0.220356, "f1": 0.201829, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"], "main_score": 0.201829, "precision": 0.197281, "recall": 0.220356}, {"accuracy": 0.183794, "f1": 0.163298, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"], "main_score": 0.163298, "precision": 0.156872, "recall": 0.183794}, {"accuracy": 0.335968, "f1": 0.303096, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"], "main_score": 0.303096, "precision": 0.292549, "recall": 0.335968}, {"accuracy": 0.294466, "f1": 0.257079, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"], "main_score": 0.257079, "precision": 0.243766, "recall": 0.294466}, {"accuracy": 0.251976, "f1": 0.221828, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"], "main_score": 0.221828, "precision": 0.212949, "recall": 0.251976}, {"accuracy": 0.290514, "f1": 0.258123, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"], "main_score": 0.258123, "precision": 0.246404, "recall": 0.290514}, {"accuracy": 0.212451, "f1": 0.184019, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"], "main_score": 0.184019, "precision": 0.175583, "recall": 0.212451}, {"accuracy": 0.161067, "f1": 0.149583, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"], "main_score": 0.149583, "precision": 0.145995, "recall": 0.161067}, {"accuracy": 0.30336, "f1": 0.272909, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"], "main_score": 0.272909, "precision": 0.263343, "recall": 0.30336}, {"accuracy": 0.052372, "f1": 0.027264, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"], "main_score": 0.027264, "precision": 0.023037, "recall": 0.052372}, {"accuracy": 0.18083, "f1": 0.15099, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"], "main_score": 0.15099, "precision": 0.142864, "recall": 0.18083}, {"accuracy": 0.16502, "f1": 0.151317, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"], "main_score": 0.151317, "precision": 0.14639, "recall": 0.16502}, {"accuracy": 0.269763, "f1": 0.231667, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"], "main_score": 0.231667, "precision": 0.219576, "recall": 0.269763}, {"accuracy": 0.05336, "f1": 0.038462, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"], "main_score": 0.038462, "precision": 0.034071, "recall": 0.05336}, {"accuracy": 0.339921, "f1": 0.307698, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"], "main_score": 0.307698, "precision": 0.297792, "recall": 0.339921}, {"accuracy": 0.233202, "f1": 0.207788, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"], "main_score": 0.207788, "precision": 0.200326, "recall": 0.233202}, {"accuracy": 0.259881, "f1": 0.233792, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"], "main_score": 0.233792, "precision": 0.226789, "recall": 0.259881}, {"accuracy": 0.108696, "f1": 0.087751, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"], "main_score": 0.087751, "precision": 0.081552, "recall": 0.108696}, {"accuracy": 0.326087, "f1": 0.290584, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"], "main_score": 0.290584, "precision": 0.279795, "recall": 0.326087}, {"accuracy": 0.3083, "f1": 0.28147, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"], "main_score": 0.28147, "precision": 0.272474, "recall": 0.3083}, {"accuracy": 0.348814, "f1": 0.312307, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"], "main_score": 0.312307, "precision": 0.301141, "recall": 0.348814}, {"accuracy": 0.247036, "f1": 0.219927, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"], "main_score": 0.219927, "precision": 0.21148, "recall": 0.247036}, {"accuracy": 0.23419, "f1": 0.202987, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"], "main_score": 0.202987, "precision": 0.19267, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.170875, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"], "main_score": 0.170875, "precision": 0.159043, "recall": 0.206522}, {"accuracy": 0.116601, "f1": 0.094722, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"], "main_score": 0.094722, "precision": 0.090144, "recall": 0.116601}, {"accuracy": 0.314229, "f1": 0.279376, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"], "main_score": 0.279376, "precision": 0.269058, "recall": 0.314229}, {"accuracy": 0.182806, "f1": 0.167209, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"], "main_score": 0.167209, "precision": 0.16152, "recall": 0.182806}, {"accuracy": 0.283597, "f1": 0.253123, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"], "main_score": 0.253123, "precision": 0.242988, "recall": 0.283597}, {"accuracy": 0.220356, "f1": 0.18985, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"], "main_score": 0.18985, "precision": 0.179621, "recall": 0.220356}, {"accuracy": 0.217391, "f1": 0.19876, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"], "main_score": 0.19876, "precision": 0.193219, "recall": 0.217391}, {"accuracy": 0.25, "f1": 0.223139, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"], "main_score": 0.223139, "precision": 0.215426, "recall": 0.25}, {"accuracy": 0.225296, "f1": 0.190732, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"], "main_score": 0.190732, "precision": 0.179297, "recall": 0.225296}, {"accuracy": 0.283597, "f1": 0.253358, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"], "main_score": 0.253358, "precision": 0.244226, "recall": 0.283597}, {"accuracy": 0.263834, "f1": 0.234032, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"], "main_score": 0.234032, "precision": 0.22333, "recall": 0.263834}, {"accuracy": 0.343874, "f1": 0.315938, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"], "main_score": 0.315938, "precision": 0.305883, "recall": 0.343874}, {"accuracy": 0.233202, "f1": 0.212881, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"], "main_score": 0.212881, "precision": 0.205467, "recall": 0.233202}, {"accuracy": 0.305336, "f1": 0.274678, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"], "main_score": 0.274678, "precision": 0.264179, "recall": 0.305336}, {"accuracy": 0.349802, "f1": 0.311548, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"], "main_score": 0.311548, "precision": 0.29941, "recall": 0.349802}, {"accuracy": 0.275692, "f1": 0.243743, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"], "main_score": 0.243743, "precision": 0.233679, "recall": 0.275692}, {"accuracy": 0.225296, "f1": 0.206698, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"], "main_score": 0.206698, "precision": 0.200741, "recall": 0.225296}, {"accuracy": 0.198617, "f1": 0.172988, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"], "main_score": 0.172988, "precision": 0.165626, "recall": 0.198617}, {"accuracy": 0.213439, "f1": 0.17987, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"], "main_score": 0.17987, "precision": 0.169076, "recall": 0.213439}, {"accuracy": 0.08498, "f1": 0.052846, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"], "main_score": 0.052846, "precision": 0.046242, "recall": 0.08498}, {"accuracy": 0.267787, "f1": 0.235545, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"], "main_score": 0.235545, "precision": 0.223512, "recall": 0.267787}, {"accuracy": 0.123518, "f1": 0.096839, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"], "main_score": 0.096839, "precision": 0.088843, "recall": 0.123518}, {"accuracy": 0.347826, "f1": 0.310976, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"], "main_score": 0.310976, "precision": 0.298584, "recall": 0.347826}, {"accuracy": 0.237154, "f1": 0.2079, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"], "main_score": 0.2079, "precision": 0.199926, "recall": 0.237154}, {"accuracy": 0.088933, "f1": 0.066675, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"], "main_score": 0.066675, "precision": 0.061023, "recall": 0.088933}, {"accuracy": 0.231225, "f1": 0.211521, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"], "main_score": 0.211521, "precision": 0.204927, "recall": 0.231225}, {"accuracy": 0.348814, "f1": 0.31374, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"], "main_score": 0.31374, "precision": 0.303167, "recall": 0.348814}, {"accuracy": 0.130435, "f1": 0.117167, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"], "main_score": 0.117167, "precision": 0.11285, "recall": 0.130435}, {"accuracy": 0.209486, "f1": 0.186102, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"], "main_score": 0.186102, "precision": 0.179179, "recall": 0.209486}, {"accuracy": 0.200593, "f1": 0.168808, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"], "main_score": 0.168808, "precision": 0.15772, "recall": 0.200593}, {"accuracy": 0.229249, "f1": 0.206894, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"], "main_score": 0.206894, "precision": 0.19902, "recall": 0.229249}, {"accuracy": 0.293478, "f1": 0.266015, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"], "main_score": 0.266015, "precision": 0.257525, "recall": 0.293478}, {"accuracy": 0.220356, "f1": 0.183084, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"], "main_score": 0.183084, "precision": 0.170135, "recall": 0.220356}, {"accuracy": 0.316206, "f1": 0.279149, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"], "main_score": 0.279149, "precision": 0.265245, "recall": 0.316206}, {"accuracy": 0.220356, "f1": 0.190324, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"], "main_score": 0.190324, "precision": 0.181046, "recall": 0.220356}, {"accuracy": 0.320158, "f1": 0.290453, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"], "main_score": 0.290453, "precision": 0.280671, "recall": 0.320158}, {"accuracy": 0.016798, "f1": 0.004826, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"], "main_score": 0.004826, "precision": 0.003369, "recall": 0.016798}, {"accuracy": 0.125494, "f1": 0.108827, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"], "main_score": 0.108827, "precision": 0.103641, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.057329, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"], "main_score": 0.057329, "precision": 0.053902, "recall": 0.072134}, {"accuracy": 0.178854, "f1": 0.157977, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"], "main_score": 0.157977, "precision": 0.151485, "recall": 0.178854}, {"accuracy": 0.335968, "f1": 0.299712, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"], "main_score": 0.299712, "precision": 0.288346, "recall": 0.335968}, {"accuracy": 0.11166, "f1": 0.084403, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"], "main_score": 0.084403, "precision": 0.077458, "recall": 0.11166}, {"accuracy": 0.256917, "f1": 0.220084, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"], "main_score": 0.220084, "precision": 0.206885, "recall": 0.256917}, {"accuracy": 0.295455, "f1": 0.270927, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"], "main_score": 0.270927, "precision": 0.262853, "recall": 0.295455}, {"accuracy": 0.340909, "f1": 0.30241, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"], "main_score": 0.30241, "precision": 0.290638, "recall": 0.340909}, {"accuracy": 0.195652, "f1": 0.177241, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"], "main_score": 0.177241, "precision": 0.171362, "recall": 0.195652}, {"accuracy": 0.179842, "f1": 0.157268, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"], "main_score": 0.157268, "precision": 0.149301, "recall": 0.179842}, {"accuracy": 0.201581, "f1": 0.174235, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"], "main_score": 0.174235, "precision": 0.164394, "recall": 0.201581}, {"accuracy": 0.189723, "f1": 0.172002, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"], "main_score": 0.172002, "precision": 0.165983, "recall": 0.189723}, {"accuracy": 0.245059, "f1": 0.202882, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"], "main_score": 0.202882, "precision": 0.189456, "recall": 0.245059}, {"accuracy": 0.18083, "f1": 0.151563, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"], "main_score": 0.151563, "precision": 0.142806, "recall": 0.18083}, {"accuracy": 0.117589, "f1": 0.095246, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"], "main_score": 0.095246, "precision": 0.088972, "recall": 0.117589}, {"accuracy": 0.220356, "f1": 0.196337, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"], "main_score": 0.196337, "precision": 0.190195, "recall": 0.220356}, {"accuracy": 0.25, "f1": 0.214997, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"], "main_score": 0.214997, "precision": 0.204744, "recall": 0.25}, {"accuracy": 0.206522, "f1": 0.173747, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"], "main_score": 0.173747, "precision": 0.163737, "recall": 0.206522}, {"accuracy": 0.253953, "f1": 0.225602, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"], "main_score": 0.225602, "precision": 0.217094, "recall": 0.253953}, {"accuracy": 0.26581, "f1": 0.234645, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"], "main_score": 0.234645, "precision": 0.225026, "recall": 0.26581}, {"accuracy": 0.074111, "f1": 0.061961, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"], "main_score": 0.061961, "precision": 0.057784, "recall": 0.074111}, {"accuracy": 0.161067, "f1": 0.128075, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"], "main_score": 0.128075, "precision": 0.120028, "recall": 0.161067}, {"accuracy": 0.153162, "f1": 0.138004, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"], "main_score": 0.138004, "precision": 0.132637, "recall": 0.153162}, {"accuracy": 0.131423, "f1": 0.121766, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"], "main_score": 0.121766, "precision": 0.118904, "recall": 0.131423}, {"accuracy": 0.232213, "f1": 0.204899, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"], "main_score": 0.204899, "precision": 0.19691, "recall": 0.232213}, {"accuracy": 0.270751, "f1": 0.238221, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"], "main_score": 0.238221, "precision": 0.226841, "recall": 0.270751}, {"accuracy": 0.144269, "f1": 0.121362, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"], "main_score": 0.121362, "precision": 0.114628, "recall": 0.144269}, {"accuracy": 0.255929, "f1": 0.226876, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"], "main_score": 0.226876, "precision": 0.218394, "recall": 0.255929}, {"accuracy": 0.284585, "f1": 0.250624, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"], "main_score": 0.250624, "precision": 0.240882, "recall": 0.284585}, {"accuracy": 0.271739, "f1": 0.240209, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"], "main_score": 0.240209, "precision": 0.230296, "recall": 0.271739}, {"accuracy": 0.211462, "f1": 0.1885, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"], "main_score": 0.1885, "precision": 0.181239, "recall": 0.211462}, {"accuracy": 0.341897, "f1": 0.307367, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"], "main_score": 0.307367, "precision": 0.297388, "recall": 0.341897}, {"accuracy": 0.174901, "f1": 0.149998, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"], "main_score": 0.149998, "precision": 0.143514, "recall": 0.174901}, {"accuracy": 0.22332, "f1": 0.20608, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"], "main_score": 0.20608, "precision": 0.200689, "recall": 0.22332}, {"accuracy": 0.134387, "f1": 0.096698, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"], "main_score": 0.096698, "precision": 0.085264, "recall": 0.134387}, {"accuracy": 0.331028, "f1": 0.29994, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"], "main_score": 0.29994, "precision": 0.289323, "recall": 0.331028}, {"accuracy": 0.054348, "f1": 0.038178, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"], "main_score": 0.038178, "precision": 0.034462, "recall": 0.054348}, {"accuracy": 0.242095, "f1": 0.215931, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"], "main_score": 0.215931, "precision": 0.207009, "recall": 0.242095}, {"accuracy": 0.23419, "f1": 0.20551, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"], "main_score": 0.20551, "precision": 0.196638, "recall": 0.23419}, {"accuracy": 0.160079, "f1": 0.140862, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"], "main_score": 0.140862, "precision": 0.136437, "recall": 0.160079}, {"accuracy": 0.26581, "f1": 0.236167, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"], "main_score": 0.236167, "precision": 0.226925, "recall": 0.26581}, {"accuracy": 0.214427, "f1": 0.188788, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"], "main_score": 0.188788, "precision": 0.181617, "recall": 0.214427}, {"accuracy": 0.259881, "f1": 0.227085, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"], "main_score": 0.227085, "precision": 0.216471, "recall": 0.259881}, {"accuracy": 0.267787, "f1": 0.230552, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"], "main_score": 0.230552, "precision": 0.217481, "recall": 0.267787}, {"accuracy": 0.340909, "f1": 0.310214, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"], "main_score": 0.310214, "precision": 0.299834, "recall": 0.340909}, {"accuracy": 0.328063, "f1": 0.300776, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"], "main_score": 0.300776, "precision": 0.290781, "recall": 0.328063}, {"accuracy": 0.337945, "f1": 0.303146, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"], "main_score": 0.303146, "precision": 0.291395, "recall": 0.337945}, {"accuracy": 0.229249, "f1": 0.195319, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"], "main_score": 0.195319, "precision": 0.182827, "recall": 0.229249}, {"accuracy": 0.348814, "f1": 0.313596, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"], "main_score": 0.313596, "precision": 0.302852, "recall": 0.348814}, {"accuracy": 0.15415, "f1": 0.13257, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"], "main_score": 0.13257, "precision": 0.126324, "recall": 0.15415}, {"accuracy": 0.26087, "f1": 0.235663, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"], "main_score": 0.235663, "precision": 0.228221, "recall": 0.26087}, {"accuracy": 0.188735, "f1": 0.158803, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"], "main_score": 0.158803, "precision": 0.149576, "recall": 0.188735}, {"accuracy": 0.280632, "f1": 0.251848, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"], "main_score": 0.251848, "precision": 0.242559, "recall": 0.280632}, {"accuracy": 0.189723, "f1": 0.15592, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"], "main_score": 0.15592, "precision": 0.145922, "recall": 0.189723}, {"accuracy": 0.249012, "f1": 0.210104, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"], "main_score": 0.210104, "precision": 0.197462, "recall": 0.249012}, {"accuracy": 0.188735, "f1": 0.149634, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"], "main_score": 0.149634, "precision": 0.137204, "recall": 0.188735}, {"accuracy": 0.140316, "f1": 0.120841, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"], "main_score": 0.120841, "precision": 0.114301, "recall": 0.140316}, {"accuracy": 0.34585, "f1": 0.310175, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"], "main_score": 0.310175, "precision": 0.299456, "recall": 0.34585}, {"accuracy": 0.219368, "f1": 0.191713, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"], "main_score": 0.191713, "precision": 0.182633, "recall": 0.219368}, {"accuracy": 0.228261, "f1": 0.18669, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"], "main_score": 0.18669, "precision": 0.172952, "recall": 0.228261}, {"accuracy": 0.25, "f1": 0.218439, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"], "main_score": 0.218439, "precision": 0.207717, "recall": 0.25}, {"accuracy": 0.115613, "f1": 0.095107, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"], "main_score": 0.095107, "precision": 0.089578, "recall": 0.115613}, {"accuracy": 0.194664, "f1": 0.159675, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"], "main_score": 0.159675, "precision": 0.148848, "recall": 0.194664}, {"accuracy": 0.241107, "f1": 0.210374, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"], "main_score": 0.210374, "precision": 0.200279, "recall": 0.241107}, {"accuracy": 0.192688, "f1": 0.176595, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"], "main_score": 0.176595, "precision": 0.171325, "recall": 0.192688}, {"accuracy": 0.249012, "f1": 0.217177, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"], "main_score": 0.217177, "precision": 0.207153, "recall": 0.249012}, {"accuracy": 0.245059, "f1": 0.209813, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"], "main_score": 0.209813, "precision": 0.198925, "recall": 0.245059}, {"accuracy": 0.174901, "f1": 0.164978, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"], "main_score": 0.164978, "precision": 0.161646, "recall": 0.174901}, {"accuracy": 0.325099, "f1": 0.300081, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"], "main_score": 0.300081, "precision": 0.291275, "recall": 0.325099}, {"accuracy": 0.146245, "f1": 0.126068, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"], "main_score": 0.126068, "precision": 0.119509, "recall": 0.146245}, {"accuracy": 0.16502, "f1": 0.138154, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"], "main_score": 0.138154, "precision": 0.129515, "recall": 0.16502}, {"accuracy": 0.259881, "f1": 0.232182, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"], "main_score": 0.232182, "precision": 0.223076, "recall": 0.259881}, {"accuracy": 0.197628, "f1": 0.161749, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"], "main_score": 0.161749, "precision": 0.150287, "recall": 0.197628}, {"accuracy": 0.228261, "f1": 0.202369, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"], "main_score": 0.202369, "precision": 0.19419, "recall": 0.228261}, {"accuracy": 0.248024, "f1": 0.221561, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"], "main_score": 0.221561, "precision": 0.213243, "recall": 0.248024}, {"accuracy": 0.289526, "f1": 0.257514, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"], "main_score": 0.257514, "precision": 0.248196, "recall": 0.289526}, {"accuracy": 0.12747, "f1": 0.104331, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"], "main_score": 0.104331, "precision": 0.098693, "recall": 0.12747}, {"accuracy": 0.213439, "f1": 0.179108, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"], "main_score": 0.179108, "precision": 0.168428, "recall": 0.213439}, {"accuracy": 0.271739, "f1": 0.2272, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"], "main_score": 0.2272, "precision": 0.214057, "recall": 0.271739}, {"accuracy": 0.062253, "f1": 0.046277, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"], "main_score": 0.046277, "precision": 0.041495, "recall": 0.062253}, {"accuracy": 0.23913, "f1": 0.20145, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"], "main_score": 0.20145, "precision": 0.187757, "recall": 0.23913}, {"accuracy": 0.003953, "f1": 0.00028, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"], "main_score": 0.00028, "precision": 0.000149, "recall": 0.003953}, {"accuracy": 0.424901, "f1": 0.381446, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"], "main_score": 0.381446, "precision": 0.366303, "recall": 0.424901}, {"accuracy": 0.370553, "f1": 0.33308, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"], "main_score": 0.33308, "precision": 0.320853, "recall": 0.370553}, {"accuracy": 0.379447, "f1": 0.348557, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"], "main_score": 0.348557, "precision": 0.338078, "recall": 0.379447}, {"accuracy": 0.399209, "f1": 0.368499, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"], "main_score": 0.368499, "precision": 0.357544, "recall": 0.399209}, {"accuracy": 0.300395, "f1": 0.248366, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"], "main_score": 0.248366, "precision": 0.230354, "recall": 0.300395}, {"accuracy": 0.527668, "f1": 0.486191, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"], "main_score": 0.486191, "precision": 0.473074, "recall": 0.527668}, {"accuracy": 0.391304, "f1": 0.349568, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"], "main_score": 0.349568, "precision": 0.332839, "recall": 0.391304}, {"accuracy": 0.395257, "f1": 0.367129, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"], "main_score": 0.367129, "precision": 0.35722, "recall": 0.395257}, {"accuracy": 0.434783, "f1": 0.400116, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"], "main_score": 0.400116, "precision": 0.388485, "recall": 0.434783}, {"accuracy": 0.380435, "f1": 0.343389, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"], "main_score": 0.343389, "precision": 0.330839, "recall": 0.380435}, {"accuracy": 0.328063, "f1": 0.282914, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"], "main_score": 0.282914, "precision": 0.265215, "recall": 0.328063}, {"accuracy": 0.380435, "f1": 0.349626, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"], "main_score": 0.349626, "precision": 0.338408, "recall": 0.380435}, {"accuracy": 0.320158, "f1": 0.280685, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"], "main_score": 0.280685, "precision": 0.267099, "recall": 0.320158}, {"accuracy": 0.521739, "f1": 0.480583, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"], "main_score": 0.480583, "precision": 0.46788, "recall": 0.521739}, {"accuracy": 0.387352, "f1": 0.335998, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"], "main_score": 0.335998, "precision": 0.316964, "recall": 0.387352}, {"accuracy": 0.397233, "f1": 0.369525, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"], "main_score": 0.369525, "precision": 0.358543, "recall": 0.397233}, {"accuracy": 0.369565, "f1": 0.322281, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"], "main_score": 0.322281, "precision": 0.306633, "recall": 0.369565}, {"accuracy": 0.546443, "f1": 0.505417, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"], "main_score": 0.505417, "precision": 0.492334, "recall": 0.546443}, {"accuracy": 0.465415, "f1": 0.439466, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"], "main_score": 0.439466, "precision": 0.429395, "recall": 0.465415}, {"accuracy": 0.226285, "f1": 0.182489, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"], "main_score": 0.182489, "precision": 0.166916, "recall": 0.226285}, {"accuracy": 0.232213, "f1": 0.194832, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"], "main_score": 0.194832, "precision": 0.184167, "recall": 0.232213}, {"accuracy": 0.445652, "f1": 0.409358, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"], "main_score": 0.409358, "precision": 0.395987, "recall": 0.445652}, {"accuracy": 0.368577, "f1": 0.33064, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"], "main_score": 0.33064, "precision": 0.318137, "recall": 0.368577}, {"accuracy": 0.067194, "f1": 0.039865, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"], "main_score": 0.039865, "precision": 0.035385, "recall": 0.067194}, {"accuracy": 0.41502, "f1": 0.379777, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"], "main_score": 0.379777, "precision": 0.366984, "recall": 0.41502}, {"accuracy": 0.304348, "f1": 0.247935, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"], "main_score": 0.247935, "precision": 0.227667, "recall": 0.304348}, {"accuracy": 0.376482, "f1": 0.345167, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"], "main_score": 0.345167, "precision": 0.33408, "recall": 0.376482}, {"accuracy": 0.509881, "f1": 0.467272, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"], "main_score": 0.467272, "precision": 0.45321, "recall": 0.509881}, {"accuracy": 0.417984, "f1": 0.381299, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"], "main_score": 0.381299, "precision": 0.36905, "recall": 0.417984}, {"accuracy": 0.360672, "f1": 0.319019, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"], "main_score": 0.319019, "precision": 0.305327, "recall": 0.360672}, {"accuracy": 0.315217, "f1": 0.275645, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"], "main_score": 0.275645, "precision": 0.260244, "recall": 0.315217}, {"accuracy": 0.472332, "f1": 0.430581, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"], "main_score": 0.430581, "precision": 0.416759, "recall": 0.472332}, {"accuracy": 0.250988, "f1": 0.218037, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"], "main_score": 0.218037, "precision": 0.207669, "recall": 0.250988}, {"accuracy": 0.382411, "f1": 0.338677, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"], "main_score": 0.338677, "precision": 0.324125, "recall": 0.382411}, {"accuracy": 0.251976, "f1": 0.221984, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"], "main_score": 0.221984, "precision": 0.211531, "recall": 0.251976}, {"accuracy": 0.512846, "f1": 0.468331, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"], "main_score": 0.468331, "precision": 0.453274, "recall": 0.512846}, {"accuracy": 0.387352, "f1": 0.347036, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"], "main_score": 0.347036, "precision": 0.332166, "recall": 0.387352}, {"accuracy": 0.23419, "f1": 0.178292, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"], "main_score": 0.178292, "precision": 0.159573, "recall": 0.23419}, {"accuracy": 0.032609, "f1": 0.023239, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"], "main_score": 0.023239, "precision": 0.020572, "recall": 0.032609}, {"accuracy": 0.5, "f1": 0.448984, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"], "main_score": 0.448984, "precision": 0.433126, "recall": 0.5}, {"accuracy": 0.227273, "f1": 0.173195, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"], "main_score": 0.173195, "precision": 0.156648, "recall": 0.227273}, {"accuracy": 0.467391, "f1": 0.429366, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"], "main_score": 0.429366, "precision": 0.416483, "recall": 0.467391}, {"accuracy": 0.48419, "f1": 0.443457, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"], "main_score": 0.443457, "precision": 0.429924, "recall": 0.48419}, {"accuracy": 0.367589, "f1": 0.330118, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"], "main_score": 0.330118, "precision": 0.317461, "recall": 0.367589}, {"accuracy": 0.309289, "f1": 0.279662, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"], "main_score": 0.279662, "precision": 0.269685, "recall": 0.309289}, {"accuracy": 0.25, "f1": 0.194941, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"], "main_score": 0.194941, "precision": 0.176176, "recall": 0.25}, {"accuracy": 0.344862, "f1": 0.305979, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"], "main_score": 0.305979, "precision": 0.292828, "recall": 0.344862}, {"accuracy": 0.385375, "f1": 0.358217, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"], "main_score": 0.358217, "precision": 0.34959, "recall": 0.385375}, {"accuracy": 0.531621, "f1": 0.482073, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"], "main_score": 0.482073, "precision": 0.466171, "recall": 0.531621}, {"accuracy": 0.384387, "f1": 0.35506, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"], "main_score": 0.35506, "precision": 0.345744, "recall": 0.384387}, {"accuracy": 0.221344, "f1": 0.17485, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"], "main_score": 0.17485, "precision": 0.160597, "recall": 0.221344}, {"accuracy": 0.412055, "f1": 0.377801, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"], "main_score": 0.377801, "precision": 0.365758, "recall": 0.412055}, {"accuracy": 0.062253, "f1": 0.046566, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"], "main_score": 0.046566, "precision": 0.041657, "recall": 0.062253}, {"accuracy": 0.310277, "f1": 0.265905, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"], "main_score": 0.265905, "precision": 0.250043, "recall": 0.310277}, {"accuracy": 0.506917, "f1": 0.46008, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"], "main_score": 0.46008, "precision": 0.441212, "recall": 0.506917}, {"accuracy": 0.068182, "f1": 0.052243, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"], "main_score": 0.052243, "precision": 0.04752, "recall": 0.068182}, {"accuracy": 0.476285, "f1": 0.439566, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"], "main_score": 0.439566, "precision": 0.426742, "recall": 0.476285}, {"accuracy": 0.374506, "f1": 0.33827, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"], "main_score": 0.33827, "precision": 0.325428, "recall": 0.374506}, {"accuracy": 0.48913, "f1": 0.452711, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"], "main_score": 0.452711, "precision": 0.439849, "recall": 0.48913}, {"accuracy": 0.355731, "f1": 0.312025, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"], "main_score": 0.312025, "precision": 0.296175, "recall": 0.355731}, {"accuracy": 0.386364, "f1": 0.333668, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"], "main_score": 0.333668, "precision": 0.31384, "recall": 0.386364}, {"accuracy": 0.375494, "f1": 0.346998, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"], "main_score": 0.346998, "precision": 0.337138, "recall": 0.375494}, {"accuracy": 0.302372, "f1": 0.264797, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"], "main_score": 0.264797, "precision": 0.251988, "recall": 0.302372}, {"accuracy": 0.529644, "f1": 0.490061, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"], "main_score": 0.490061, "precision": 0.476006, "recall": 0.529644}, {"accuracy": 0.341897, "f1": 0.295781, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"], "main_score": 0.295781, "precision": 0.277951, "recall": 0.341897}, {"accuracy": 0.336957, "f1": 0.294409, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"], "main_score": 0.294409, "precision": 0.278985, "recall": 0.336957}, {"accuracy": 0.333004, "f1": 0.278976, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"], "main_score": 0.278976, "precision": 0.259482, "recall": 0.333004}, {"accuracy": 0.301383, "f1": 0.25989, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"], "main_score": 0.25989, "precision": 0.245195, "recall": 0.301383}, {"accuracy": 0.283597, "f1": 0.259406, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"], "main_score": 0.259406, "precision": 0.250387, "recall": 0.283597}, {"accuracy": 0.499012, "f1": 0.457073, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"], "main_score": 0.457073, "precision": 0.443535, "recall": 0.499012}, {"accuracy": 0.052372, "f1": 0.028287, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"], "main_score": 0.028287, "precision": 0.024195, "recall": 0.052372}, {"accuracy": 0.259881, "f1": 0.21789, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"], "main_score": 0.21789, "precision": 0.202824, "recall": 0.259881}, {"accuracy": 0.284585, "f1": 0.25915, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"], "main_score": 0.25915, "precision": 0.250461, "recall": 0.284585}, {"accuracy": 0.299407, "f1": 0.246008, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"], "main_score": 0.246008, "precision": 0.226058, "recall": 0.299407}, {"accuracy": 0.063241, "f1": 0.036272, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"], "main_score": 0.036272, "precision": 0.030203, "recall": 0.063241}, {"accuracy": 0.537549, "f1": 0.494347, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"], "main_score": 0.494347, "precision": 0.480303, "recall": 0.537549}, {"accuracy": 0.382411, "f1": 0.340383, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"], "main_score": 0.340383, "precision": 0.325494, "recall": 0.382411}, {"accuracy": 0.411067, "f1": 0.37646, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"], "main_score": 0.37646, "precision": 0.364244, "recall": 0.411067}, {"accuracy": 0.202569, "f1": 0.167996, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"], "main_score": 0.167996, "precision": 0.156921, "recall": 0.202569}, {"accuracy": 0.516798, "f1": 0.472101, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"], "main_score": 0.472101, "precision": 0.45709, "recall": 0.516798}, {"accuracy": 0.495059, "f1": 0.454232, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"], "main_score": 0.454232, "precision": 0.440104, "recall": 0.495059}, {"accuracy": 0.530632, "f1": 0.480962, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"], "main_score": 0.480962, "precision": 0.465458, "recall": 0.530632}, {"accuracy": 0.424901, "f1": 0.38666, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"], "main_score": 0.38666, "precision": 0.374324, "recall": 0.424901}, {"accuracy": 0.263834, "f1": 0.219485, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"], "main_score": 0.219485, "precision": 0.203666, "recall": 0.263834}, {"accuracy": 0.229249, "f1": 0.177876, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"], "main_score": 0.177876, "precision": 0.16044, "recall": 0.229249}, {"accuracy": 0.227273, "f1": 0.192383, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"], "main_score": 0.192383, "precision": 0.182938, "recall": 0.227273}, {"accuracy": 0.505929, "f1": 0.454669, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"], "main_score": 0.454669, "precision": 0.437735, "recall": 0.505929}, {"accuracy": 0.356719, "f1": 0.333375, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"], "main_score": 0.333375, "precision": 0.324123, "recall": 0.356719}, {"accuracy": 0.393281, "f1": 0.349357, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"], "main_score": 0.349357, "precision": 0.332848, "recall": 0.393281}, {"accuracy": 0.250988, "f1": 0.200074, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"], "main_score": 0.200074, "precision": 0.182525, "recall": 0.250988}, {"accuracy": 0.368577, "f1": 0.340789, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"], "main_score": 0.340789, "precision": 0.331246, "recall": 0.368577}, {"accuracy": 0.397233, "f1": 0.351236, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"], "main_score": 0.351236, "precision": 0.337776, "recall": 0.397233}, {"accuracy": 0.25, "f1": 0.199668, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"], "main_score": 0.199668, "precision": 0.182724, "recall": 0.25}, {"accuracy": 0.479249, "f1": 0.4364, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"], "main_score": 0.4364, "precision": 0.421608, "recall": 0.479249}, {"accuracy": 0.315217, "f1": 0.270273, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"], "main_score": 0.270273, "precision": 0.253464, "recall": 0.315217}, {"accuracy": 0.520751, "f1": 0.478238, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"], "main_score": 0.478238, "precision": 0.461156, "recall": 0.520751}, {"accuracy": 0.428854, "f1": 0.392827, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"], "main_score": 0.392827, "precision": 0.380157, "recall": 0.428854}, {"accuracy": 0.491107, "f1": 0.448389, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"], "main_score": 0.448389, "precision": 0.434379, "recall": 0.491107}, {"accuracy": 0.535573, "f1": 0.482293, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"], "main_score": 0.482293, "precision": 0.464554, "recall": 0.535573}, {"accuracy": 0.449605, "f1": 0.412794, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"], "main_score": 0.412794, "precision": 0.399981, "recall": 0.449605}, {"accuracy": 0.398221, "f1": 0.369398, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"], "main_score": 0.369398, "precision": 0.358605, "recall": 0.398221}, {"accuracy": 0.332016, "f1": 0.287461, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"], "main_score": 0.287461, "precision": 0.271491, "recall": 0.332016}, {"accuracy": 0.269763, "f1": 0.226484, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"], "main_score": 0.226484, "precision": 0.210927, "recall": 0.269763}, {"accuracy": 0.091897, "f1": 0.053275, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"], "main_score": 0.053275, "precision": 0.045909, "recall": 0.091897}, {"accuracy": 0.343874, "f1": 0.290116, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"], "main_score": 0.290116, "precision": 0.271223, "recall": 0.343874}, {"accuracy": 0.139328, "f1": 0.103271, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"], "main_score": 0.103271, "precision": 0.09351, "recall": 0.139328}, {"accuracy": 0.540514, "f1": 0.489693, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"], "main_score": 0.489693, "precision": 0.473853, "recall": 0.540514}, {"accuracy": 0.383399, "f1": 0.345527, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"], "main_score": 0.345527, "precision": 0.333624, "recall": 0.383399}, {"accuracy": 0.094862, "f1": 0.064644, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"], "main_score": 0.064644, "precision": 0.056161, "recall": 0.094862}, {"accuracy": 0.410079, "f1": 0.376404, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"], "main_score": 0.376404, "precision": 0.365091, "recall": 0.410079}, {"accuracy": 0.545455, "f1": 0.497552, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"], "main_score": 0.497552, "precision": 0.482123, "recall": 0.545455}, {"accuracy": 0.25, "f1": 0.22166, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"], "main_score": 0.22166, "precision": 0.211547, "recall": 0.25}, {"accuracy": 0.339921, "f1": 0.302205, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"], "main_score": 0.302205, "precision": 0.288857, "recall": 0.339921}, {"accuracy": 0.237154, "f1": 0.187583, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"], "main_score": 0.187583, "precision": 0.171757, "recall": 0.237154}, {"accuracy": 0.414032, "f1": 0.376336, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"], "main_score": 0.376336, "precision": 0.363068, "recall": 0.414032}, {"accuracy": 0.466403, "f1": 0.423872, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"], "main_score": 0.423872, "precision": 0.407337, "recall": 0.466403}, {"accuracy": 0.287549, "f1": 0.239177, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"], "main_score": 0.239177, "precision": 0.221542, "recall": 0.287549}, {"accuracy": 0.285573, "f1": 0.228539, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"], "main_score": 0.228539, "precision": 0.208533, "recall": 0.285573}, {"accuracy": 0.279644, "f1": 0.231926, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"], "main_score": 0.231926, "precision": 0.216185, "recall": 0.279644}, {"accuracy": 0.503953, "f1": 0.461438, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"], "main_score": 0.461438, "precision": 0.446511, "recall": 0.503953}, {"accuracy": 0.019763, "f1": 0.006031, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"], "main_score": 0.006031, "precision": 0.004742, "recall": 0.019763}, {"accuracy": 0.23913, "f1": 0.213053, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"], "main_score": 0.213053, "precision": 0.204971, "recall": 0.23913}, {"accuracy": 0.143281, "f1": 0.110027, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"], "main_score": 0.110027, "precision": 0.100179, "recall": 0.143281}, {"accuracy": 0.337945, "f1": 0.302379, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"], "main_score": 0.302379, "precision": 0.290054, "recall": 0.337945}, {"accuracy": 0.504941, "f1": 0.456434, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"], "main_score": 0.456434, "precision": 0.440908, "recall": 0.504941}, {"accuracy": 0.126482, "f1": 0.087246, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"], "main_score": 0.087246, "precision": 0.076292, "recall": 0.126482}, {"accuracy": 0.264822, "f1": 0.214322, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"], "main_score": 0.214322, "precision": 0.196775, "recall": 0.264822}, {"accuracy": 0.490119, "f1": 0.442877, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"], "main_score": 0.442877, "precision": 0.427374, "recall": 0.490119}, {"accuracy": 0.520751, "f1": 0.475739, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"], "main_score": 0.475739, "precision": 0.461732, "recall": 0.520751}, {"accuracy": 0.357708, "f1": 0.324892, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"], "main_score": 0.324892, "precision": 0.3139, "recall": 0.357708}, {"accuracy": 0.20751, "f1": 0.162251, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"], "main_score": 0.162251, "precision": 0.147472, "recall": 0.20751}, {"accuracy": 0.274704, "f1": 0.231337, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"], "main_score": 0.231337, "precision": 0.215491, "recall": 0.274704}, {"accuracy": 0.384387, "f1": 0.35167, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"], "main_score": 0.35167, "precision": 0.33949, "recall": 0.384387}, {"accuracy": 0.263834, "f1": 0.210417, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"], "main_score": 0.210417, "precision": 0.193403, "recall": 0.263834}, {"accuracy": 0.206522, "f1": 0.162382, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"], "main_score": 0.162382, "precision": 0.147503, "recall": 0.206522}, {"accuracy": 0.236166, "f1": 0.196292, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"], "main_score": 0.196292, "precision": 0.183604, "recall": 0.236166}, {"accuracy": 0.391304, "f1": 0.35717, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"], "main_score": 0.35717, "precision": 0.34616, "recall": 0.391304}, {"accuracy": 0.406126, "f1": 0.36812, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"], "main_score": 0.36812, "precision": 0.353719, "recall": 0.406126}, {"accuracy": 0.274704, "f1": 0.22092, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"], "main_score": 0.22092, "precision": 0.203967, "recall": 0.274704}, {"accuracy": 0.453557, "f1": 0.406487, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"], "main_score": 0.406487, "precision": 0.389158, "recall": 0.453557}, {"accuracy": 0.447628, "f1": 0.407044, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"], "main_score": 0.407044, "precision": 0.393317, "recall": 0.447628}, {"accuracy": 0.156126, "f1": 0.128212, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"], "main_score": 0.128212, "precision": 0.118324, "recall": 0.156126}, {"accuracy": 0.264822, "f1": 0.221677, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"], "main_score": 0.221677, "precision": 0.20863, "recall": 0.264822}, {"accuracy": 0.25, "f1": 0.213397, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"], "main_score": 0.213397, "precision": 0.201584, "recall": 0.25}, {"accuracy": 0.233202, "f1": 0.2026, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"], "main_score": 0.2026, "precision": 0.191891, "recall": 0.233202}, {"accuracy": 0.37253, "f1": 0.32373, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"], "main_score": 0.32373, "precision": 0.308349, "recall": 0.37253}, {"accuracy": 0.320158, "f1": 0.26931, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"], "main_score": 0.26931, "precision": 0.250881, "recall": 0.320158}, {"accuracy": 0.264822, "f1": 0.231258, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"], "main_score": 0.231258, "precision": 0.220932, "recall": 0.264822}, {"accuracy": 0.445652, "f1": 0.405352, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"], "main_score": 0.405352, "precision": 0.391097, "recall": 0.445652}, {"accuracy": 0.472332, "f1": 0.421311, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"], "main_score": 0.421311, "precision": 0.405118, "recall": 0.472332}, {"accuracy": 0.444664, "f1": 0.405577, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"], "main_score": 0.405577, "precision": 0.391946, "recall": 0.444664}, {"accuracy": 0.328063, "f1": 0.301766, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"], "main_score": 0.301766, "precision": 0.29178, "recall": 0.328063}, {"accuracy": 0.529644, "f1": 0.484959, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"], "main_score": 0.484959, "precision": 0.471336, "recall": 0.529644}, {"accuracy": 0.26581, "f1": 0.228877, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"], "main_score": 0.228877, "precision": 0.215695, "recall": 0.26581}, {"accuracy": 0.353755, "f1": 0.310807, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"], "main_score": 0.310807, "precision": 0.29617, "recall": 0.353755}, {"accuracy": 0.131423, "f1": 0.086674, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"], "main_score": 0.086674, "precision": 0.075417, "recall": 0.131423}, {"accuracy": 0.520751, "f1": 0.479564, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"], "main_score": 0.479564, "precision": 0.465399, "recall": 0.520751}, {"accuracy": 0.092885, "f1": 0.069994, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"], "main_score": 0.069994, "precision": 0.063844, "recall": 0.092885}, {"accuracy": 0.451581, "f1": 0.407632, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"], "main_score": 0.407632, "precision": 0.392968, "recall": 0.451581}, {"accuracy": 0.401186, "f1": 0.358674, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"], "main_score": 0.358674, "precision": 0.344983, "recall": 0.401186}, {"accuracy": 0.268775, "f1": 0.230337, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"], "main_score": 0.230337, "precision": 0.217767, "recall": 0.268775}, {"accuracy": 0.380435, "f1": 0.329856, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"], "main_score": 0.329856, "precision": 0.311932, "recall": 0.380435}, {"accuracy": 0.366601, "f1": 0.327305, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"], "main_score": 0.327305, "precision": 0.313273, "recall": 0.366601}, {"accuracy": 0.310277, "f1": 0.265104, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"], "main_score": 0.265104, "precision": 0.247982, "recall": 0.310277}, {"accuracy": 0.293478, "f1": 0.242161, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"], "main_score": 0.242161, "precision": 0.224926, "recall": 0.293478}, {"accuracy": 0.508893, "f1": 0.466295, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"], "main_score": 0.466295, "precision": 0.45294, "recall": 0.508893}, {"accuracy": 0.494071, "f1": 0.458549, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"], "main_score": 0.458549, "precision": 0.444837, "recall": 0.494071}, {"accuracy": 0.517787, "f1": 0.477378, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"], "main_score": 0.477378, "precision": 0.463765, "recall": 0.517787}, {"accuracy": 0.273715, "f1": 0.222398, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"], "main_score": 0.222398, "precision": 0.20449, "recall": 0.273715}, {"accuracy": 0.535573, "f1": 0.489463, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"], "main_score": 0.489463, "precision": 0.47465, "recall": 0.535573}, {"accuracy": 0.322134, "f1": 0.285216, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"], "main_score": 0.285216, "precision": 0.272262, "recall": 0.322134}, {"accuracy": 0.445652, "f1": 0.408788, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"], "main_score": 0.408788, "precision": 0.397607, "recall": 0.445652}, {"accuracy": 0.218379, "f1": 0.171447, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"], "main_score": 0.171447, "precision": 0.156137, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.403914, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"], "main_score": 0.403914, "precision": 0.391074, "recall": 0.440711}, {"accuracy": 0.261858, "f1": 0.206822, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"], "main_score": 0.206822, "precision": 0.188025, "recall": 0.261858}, {"accuracy": 0.29249, "f1": 0.237256, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"], "main_score": 0.237256, "precision": 0.217261, "recall": 0.29249}, {"accuracy": 0.19664, "f1": 0.146784, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"], "main_score": 0.146784, "precision": 0.131901, "recall": 0.19664}, {"accuracy": 0.249012, "f1": 0.212855, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"], "main_score": 0.212855, "precision": 0.200895, "recall": 0.249012}, {"accuracy": 0.532609, "f1": 0.488731, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"], "main_score": 0.488731, "precision": 0.473636, "recall": 0.532609}, {"accuracy": 0.313241, "f1": 0.259325, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"], "main_score": 0.259325, "precision": 0.241248, "recall": 0.313241}, {"accuracy": 0.248024, "f1": 0.198717, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"], "main_score": 0.198717, "precision": 0.182226, "recall": 0.248024}, {"accuracy": 0.294466, "f1": 0.24339, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"], "main_score": 0.24339, "precision": 0.224328, "recall": 0.294466}, {"accuracy": 0.213439, "f1": 0.180155, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"], "main_score": 0.180155, "precision": 0.168709, "recall": 0.213439}, {"accuracy": 0.224308, "f1": 0.167329, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"], "main_score": 0.167329, "precision": 0.148759, "recall": 0.224308}, {"accuracy": 0.271739, "f1": 0.222361, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"], "main_score": 0.222361, "precision": 0.20513, "recall": 0.271739}, {"accuracy": 0.357708, "f1": 0.33294, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"], "main_score": 0.33294, "precision": 0.324662, "recall": 0.357708}, {"accuracy": 0.332016, "f1": 0.282402, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"], "main_score": 0.282402, "precision": 0.263816, "recall": 0.332016}, {"accuracy": 0.296443, "f1": 0.248505, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"], "main_score": 0.248505, "precision": 0.232222, "recall": 0.296443}, {"accuracy": 0.350791, "f1": 0.322242, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"], "main_score": 0.322242, "precision": 0.312309, "recall": 0.350791}, {"accuracy": 0.429842, "f1": 0.380021, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"], "main_score": 0.380021, "precision": 0.36153, "recall": 0.429842}, {"accuracy": 0.261858, "f1": 0.226436, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"], "main_score": 0.226436, "precision": 0.214238, "recall": 0.261858}, {"accuracy": 0.250988, "f1": 0.217396, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"], "main_score": 0.217396, "precision": 0.206218, "recall": 0.250988}, {"accuracy": 0.367589, "f1": 0.321493, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"], "main_score": 0.321493, "precision": 0.30548, "recall": 0.367589}, {"accuracy": 0.23913, "f1": 0.193663, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"], "main_score": 0.193663, "precision": 0.17701, "recall": 0.23913}, {"accuracy": 0.43083, "f1": 0.385199, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"], "main_score": 0.385199, "precision": 0.370069, "recall": 0.43083}, {"accuracy": 0.428854, "f1": 0.383128, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"], "main_score": 0.383128, "precision": 0.368254, "recall": 0.428854}, {"accuracy": 0.478261, "f1": 0.442243, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"], "main_score": 0.442243, "precision": 0.430656, "recall": 0.478261}, {"accuracy": 0.225296, "f1": 0.188004, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"], "main_score": 0.188004, "precision": 0.17677, "recall": 0.225296}, {"accuracy": 0.262846, "f1": 0.226025, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"], "main_score": 0.226025, "precision": 0.212674, "recall": 0.262846}, {"accuracy": 0.27668, "f1": 0.219879, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"], "main_score": 0.219879, "precision": 0.201172, "recall": 0.27668}, {"accuracy": 0.085968, "f1": 0.05617, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"], "main_score": 0.05617, "precision": 0.049138, "recall": 0.085968}, {"accuracy": 0.120553, "f1": 0.078563, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"], "main_score": 0.078563, "precision": 0.069536, "recall": 0.120553}, {"accuracy": 0.003953, "f1": 5.9e-05, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"], "main_score": 5.9e-05, "precision": 3e-05, "recall": 0.003953}, {"accuracy": 0.895257, "f1": 0.865152, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"], "main_score": 0.865152, "precision": 0.8514, "recall": 0.895257}, {"accuracy": 0.781621, "f1": 0.730879, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"], "main_score": 0.730879, "precision": 0.708343, "recall": 0.781621}, {"accuracy": 0.817194, "f1": 0.771906, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"], "main_score": 0.771906, "precision": 0.752546, "recall": 0.817194}, {"accuracy": 0.483202, "f1": 0.409021, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"], "main_score": 0.409021, "precision": 0.382579, "recall": 0.483202}, {"accuracy": 0.132411, "f1": 0.08751, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"], "main_score": 0.08751, "precision": 0.07681, "recall": 0.132411}, {"accuracy": 0.87747, "f1": 0.845972, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"], "main_score": 0.845972, "precision": 0.832181, "recall": 0.87747}, {"accuracy": 0.281621, "f1": 0.20761, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"], "main_score": 0.20761, "precision": 0.184968, "recall": 0.281621}, {"accuracy": 0.465415, "f1": 0.392441, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"], "main_score": 0.392441, "precision": 0.364531, "recall": 0.465415}, {"accuracy": 0.883399, "f1": 0.852339, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"], "main_score": 0.852339, "precision": 0.838356, "recall": 0.883399}, {"accuracy": 0.794466, "f1": 0.748781, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"], "main_score": 0.748781, "precision": 0.728854, "recall": 0.794466}, {"accuracy": 0.159091, "f1": 0.099145, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"], "main_score": 0.099145, "precision": 0.084562, "recall": 0.159091}, {"accuracy": 0.79249, "f1": 0.744848, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"], "main_score": 0.744848, "precision": 0.7236, "recall": 0.79249}, {"accuracy": 0.759881, "f1": 0.709966, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"], "main_score": 0.709966, "precision": 0.688093, "recall": 0.759881}, {"accuracy": 0.895257, "f1": 0.86629, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"], "main_score": 0.86629, "precision": 0.853179, "recall": 0.895257}, {"accuracy": 0.190711, "f1": 0.131711, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"], "main_score": 0.131711, "precision": 0.117452, "recall": 0.190711}, {"accuracy": 0.853755, "f1": 0.816502, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"], "main_score": 0.816502, "precision": 0.79944, "recall": 0.853755}, {"accuracy": 0.832016, "f1": 0.791836, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"], "main_score": 0.791836, "precision": 0.774769, "recall": 0.832016}, {"accuracy": 0.906126, "f1": 0.879795, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"], "main_score": 0.879795, "precision": 0.868165, "recall": 0.906126}, {"accuracy": 0.873518, "f1": 0.83857, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"], "main_score": 0.83857, "precision": 0.822299, "recall": 0.873518}, {"accuracy": 0.100791, "f1": 0.061181, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"], "main_score": 0.061181, "precision": 0.051672, "recall": 0.100791}, {"accuracy": 0.80336, "f1": 0.761251, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"], "main_score": 0.761251, "precision": 0.742622, "recall": 0.80336}, {"accuracy": 0.88834, "f1": 0.85504, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"], "main_score": 0.85504, "precision": 0.839756, "recall": 0.88834}, {"accuracy": 0.511858, "f1": 0.435888, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"], "main_score": 0.435888, "precision": 0.407169, "recall": 0.511858}, {"accuracy": 0.070158, "f1": 0.038011, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"], "main_score": 0.038011, "precision": 0.032842, "recall": 0.070158}, {"accuracy": 0.868577, "f1": 0.833813, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"], "main_score": 0.833813, "precision": 0.818099, "recall": 0.868577}, {"accuracy": 0.139328, "f1": 0.091119, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"], "main_score": 0.091119, "precision": 0.079478, "recall": 0.139328}, {"accuracy": 0.687747, "f1": 0.625776, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"], "main_score": 0.625776, "precision": 0.599736, "recall": 0.687747}, {"accuracy": 0.889328, "f1": 0.857232, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"], "main_score": 0.857232, "precision": 0.842309, "recall": 0.889328}, {"accuracy": 0.764822, "f1": 0.71558, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"], "main_score": 0.71558, "precision": 0.694285, "recall": 0.764822}, {"accuracy": 0.80336, "f1": 0.758667, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"], "main_score": 0.758667, "precision": 0.73994, "recall": 0.80336}, {"accuracy": 0.204545, "f1": 0.148025, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"], "main_score": 0.148025, "precision": 0.132119, "recall": 0.204545}, {"accuracy": 0.895257, "f1": 0.864973, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"], "main_score": 0.864973, "precision": 0.85107, "recall": 0.895257}, {"accuracy": 0.712451, "f1": 0.657856, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"], "main_score": 0.657856, "precision": 0.634743, "recall": 0.712451}, {"accuracy": 0.789526, "f1": 0.741914, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"], "main_score": 0.741914, "precision": 0.721057, "recall": 0.789526}, {"accuracy": 0.83004, "f1": 0.789493, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"], "main_score": 0.789493, "precision": 0.772217, "recall": 0.83004}, {"accuracy": 0.874506, "f1": 0.842344, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"], "main_score": 0.842344, "precision": 0.828216, "recall": 0.874506}, {"accuracy": 0.883399, "f1": 0.850527, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"], "main_score": 0.850527, "precision": 0.83526, "recall": 0.883399}, {"accuracy": 0.110672, "f1": 0.065695, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"], "main_score": 0.065695, "precision": 0.056464, "recall": 0.110672}, {"accuracy": 0.056324, "f1": 0.035535, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"], "main_score": 0.035535, "precision": 0.030164, "recall": 0.056324}, {"accuracy": 0.878458, "f1": 0.842918, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"], "main_score": 0.842918, "precision": 0.826993, "recall": 0.878458}, {"accuracy": 0.108696, "f1": 0.06672, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"], "main_score": 0.06672, "precision": 0.057603, "recall": 0.108696}, {"accuracy": 0.895257, "f1": 0.866074, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"], "main_score": 0.866074, "precision": 0.852602, "recall": 0.895257}, {"accuracy": 0.825099, "f1": 0.781291, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"], "main_score": 0.781291, "precision": 0.761611, "recall": 0.825099}, {"accuracy": 0.745059, "f1": 0.693126, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"], "main_score": 0.693126, "precision": 0.671147, "recall": 0.745059}, {"accuracy": 0.582016, "f1": 0.516899, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"], "main_score": 0.516899, "precision": 0.492009, "recall": 0.582016}, {"accuracy": 0.119565, "f1": 0.07328, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"], "main_score": 0.07328, "precision": 0.061744, "recall": 0.119565}, {"accuracy": 0.612648, "f1": 0.555025, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"], "main_score": 0.555025, "precision": 0.530841, "recall": 0.612648}, {"accuracy": 0.459486, "f1": 0.386566, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"], "main_score": 0.386566, "precision": 0.361906, "recall": 0.459486}, {"accuracy": 0.903162, "f1": 0.877931, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"], "main_score": 0.877931, "precision": 0.866691, "recall": 0.903162}, {"accuracy": 0.554348, "f1": 0.479947, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"], "main_score": 0.479947, "precision": 0.452104, "recall": 0.554348}, {"accuracy": 0.102767, "f1": 0.063998, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"], "main_score": 0.063998, "precision": 0.055486, "recall": 0.102767}, {"accuracy": 0.843874, "f1": 0.806978, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"], "main_score": 0.806978, "precision": 0.790507, "recall": 0.843874}, {"accuracy": 0.067194, "f1": 0.04128, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"], "main_score": 0.04128, "precision": 0.035278, "recall": 0.067194}, {"accuracy": 0.148221, "f1": 0.104594, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"], "main_score": 0.104594, "precision": 0.092817, "recall": 0.148221}, {"accuracy": 0.246047, "f1": 0.183468, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"], "main_score": 0.183468, "precision": 0.165256, "recall": 0.246047}, {"accuracy": 0.082016, "f1": 0.051245, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"], "main_score": 0.051245, "precision": 0.043999, "recall": 0.082016}, {"accuracy": 0.905138, "f1": 0.878426, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"], "main_score": 0.878426, "precision": 0.866304, "recall": 0.905138}, {"accuracy": 0.882411, "f1": 0.849852, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"], "main_score": 0.849852, "precision": 0.835121, "recall": 0.882411}, {"accuracy": 0.883399, "f1": 0.851186, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"], "main_score": 0.851186, "precision": 0.836578, "recall": 0.883399}, {"accuracy": 0.894269, "f1": 0.86166, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"], "main_score": 0.86166, "precision": 0.846509, "recall": 0.894269}, {"accuracy": 0.181818, "f1": 0.126732, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"], "main_score": 0.126732, "precision": 0.112239, "recall": 0.181818}, {"accuracy": 0.578063, "f1": 0.503558, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"], "main_score": 0.503558, "precision": 0.475523, "recall": 0.578063}, {"accuracy": 0.338933, "f1": 0.26968, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"], "main_score": 0.26968, "precision": 0.248658, "recall": 0.338933}, {"accuracy": 0.886364, "f1": 0.857642, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"], "main_score": 0.857642, "precision": 0.84496, "recall": 0.886364}, {"accuracy": 0.160079, "f1": 0.107328, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"], "main_score": 0.107328, "precision": 0.093634, "recall": 0.160079}, {"accuracy": 0.221344, "f1": 0.15509, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"], "main_score": 0.15509, "precision": 0.138026, "recall": 0.221344}, {"accuracy": 0.162055, "f1": 0.110041, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"], "main_score": 0.110041, "precision": 0.096962, "recall": 0.162055}, {"accuracy": 0.264822, "f1": 0.196496, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"], "main_score": 0.196496, "precision": 0.177381, "recall": 0.264822}, {"accuracy": 0.499012, "f1": 0.428093, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"], "main_score": 0.428093, "precision": 0.402751, "recall": 0.499012}, {"accuracy": 0.887352, "f1": 0.85555, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"], "main_score": 0.85555, "precision": 0.84133, "recall": 0.887352}, {"accuracy": 0.060277, "f1": 0.026906, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"], "main_score": 0.026906, "precision": 0.022096, "recall": 0.060277}, {"accuracy": 0.135375, "f1": 0.085796, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"], "main_score": 0.085796, "precision": 0.072975, "recall": 0.135375}, {"accuracy": 0.618577, "f1": 0.551194, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"], "main_score": 0.551194, "precision": 0.524116, "recall": 0.618577}, {"accuracy": 0.156126, "f1": 0.105086, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"], "main_score": 0.105086, "precision": 0.092221, "recall": 0.156126}, {"accuracy": 0.06917, "f1": 0.041312, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"], "main_score": 0.041312, "precision": 0.036255, "recall": 0.06917}, {"accuracy": 0.893281, "f1": 0.863208, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"], "main_score": 0.863208, "precision": 0.84972, "recall": 0.893281}, {"accuracy": 0.629447, "f1": 0.561274, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"], "main_score": 0.561274, "precision": 0.534901, "recall": 0.629447}, {"accuracy": 0.624506, "f1": 0.552148, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"], "main_score": 0.552148, "precision": 0.524208, "recall": 0.624506}, {"accuracy": 0.690711, "f1": 0.633421, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"], "main_score": 0.633421, "precision": 0.609151, "recall": 0.690711}, {"accuracy": 0.889328, "f1": 0.857905, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"], "main_score": 0.857905, "precision": 0.843791, "recall": 0.889328}, {"accuracy": 0.862648, "f1": 0.827339, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"], "main_score": 0.827339, "precision": 0.811462, "recall": 0.862648}, {"accuracy": 0.894269, "f1": 0.864657, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"], "main_score": 0.864657, "precision": 0.8514, "recall": 0.894269}, {"accuracy": 0.867589, "f1": 0.832379, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"], "main_score": 0.832379, "precision": 0.816551, "recall": 0.867589}, {"accuracy": 0.145257, "f1": 0.100698, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"], "main_score": 0.100698, "precision": 0.090138, "recall": 0.145257}, {"accuracy": 0.092885, "f1": 0.059016, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"], "main_score": 0.059016, "precision": 0.050795, "recall": 0.092885}, {"accuracy": 0.809289, "f1": 0.761891, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"], "main_score": 0.761891, "precision": 0.741057, "recall": 0.809289}, {"accuracy": 0.879447, "f1": 0.84804, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"], "main_score": 0.84804, "precision": 0.833837, "recall": 0.879447}, {"accuracy": 0.846838, "f1": 0.808089, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"], "main_score": 0.808089, "precision": 0.791518, "recall": 0.846838}, {"accuracy": 0.257905, "f1": 0.195237, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"], "main_score": 0.195237, "precision": 0.177557, "recall": 0.257905}, {"accuracy": 0.132411, "f1": 0.087339, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"], "main_score": 0.087339, "precision": 0.076169, "recall": 0.132411}, {"accuracy": 0.54249, "f1": 0.468975, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"], "main_score": 0.468975, "precision": 0.442612, "recall": 0.54249}, {"accuracy": 0.818182, "f1": 0.772645, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"], "main_score": 0.772645, "precision": 0.752364, "recall": 0.818182}, {"accuracy": 0.119565, "f1": 0.070113, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"], "main_score": 0.070113, "precision": 0.059594, "recall": 0.119565}, {"accuracy": 0.890316, "f1": 0.858432, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"], "main_score": 0.858432, "precision": 0.843462, "recall": 0.890316}, {"accuracy": 0.148221, "f1": 0.110121, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"], "main_score": 0.110121, "precision": 0.100217, "recall": 0.148221}, {"accuracy": 0.272727, "f1": 0.19718, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"], "main_score": 0.19718, "precision": 0.175664, "recall": 0.272727}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"], "main_score": 0.854809, "precision": 0.839839, "recall": 0.886364}, {"accuracy": 0.899209, "f1": 0.870356, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"], "main_score": 0.870356, "precision": 0.857246, "recall": 0.899209}, {"accuracy": 0.894269, "f1": 0.864874, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"], "main_score": 0.864874, "precision": 0.851449, "recall": 0.894269}, {"accuracy": 0.887352, "f1": 0.856028, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"], "main_score": 0.856028, "precision": 0.841798, "recall": 0.887352}, {"accuracy": 0.574111, "f1": 0.50125, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"], "main_score": 0.50125, "precision": 0.472093, "recall": 0.574111}, {"accuracy": 0.822134, "f1": 0.776285, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"], "main_score": 0.776285, "precision": 0.755632, "recall": 0.822134}, {"accuracy": 0.152174, "f1": 0.101688, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"], "main_score": 0.101688, "precision": 0.087532, "recall": 0.152174}, {"accuracy": 0.077075, "f1": 0.039889, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"], "main_score": 0.039889, "precision": 0.033744, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.098524, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"], "main_score": 0.098524, "precision": 0.085885, "recall": 0.150198}, {"accuracy": 0.064229, "f1": 0.034771, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"], "main_score": 0.034771, "precision": 0.028674, "recall": 0.064229}, {"accuracy": 0.891304, "f1": 0.860921, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"], "main_score": 0.860921, "precision": 0.847332, "recall": 0.891304}, {"accuracy": 0.521739, "f1": 0.445469, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"], "main_score": 0.445469, "precision": 0.415986, "recall": 0.521739}, {"accuracy": 0.059289, "f1": 0.03794, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"], "main_score": 0.03794, "precision": 0.033721, "recall": 0.059289}, {"accuracy": 0.56917, "f1": 0.500859, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"], "main_score": 0.500859, "precision": 0.47378, "recall": 0.56917}, {"accuracy": 0.867589, "f1": 0.831343, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"], "main_score": 0.831343, "precision": 0.815135, "recall": 0.867589}, {"accuracy": 0.623518, "f1": 0.560924, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"], "main_score": 0.560924, "precision": 0.535385, "recall": 0.623518}, {"accuracy": 0.351779, "f1": 0.283056, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"], "main_score": 0.283056, "precision": 0.25979, "recall": 0.351779}, {"accuracy": 0.13834, "f1": 0.087222, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"], "main_score": 0.087222, "precision": 0.076008, "recall": 0.13834}, {"accuracy": 0.879447, "f1": 0.846509, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"], "main_score": 0.846509, "precision": 0.831028, "recall": 0.879447}, {"accuracy": 0.266798, "f1": 0.20236, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"], "main_score": 0.20236, "precision": 0.18503, "recall": 0.266798}, {"accuracy": 0.151186, "f1": 0.102346, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"], "main_score": 0.102346, "precision": 0.090255, "recall": 0.151186}, {"accuracy": 0.133399, "f1": 0.091162, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"], "main_score": 0.091162, "precision": 0.081163, "recall": 0.133399}, {"accuracy": 0.145257, "f1": 0.09891, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"], "main_score": 0.09891, "precision": 0.087613, "recall": 0.145257}, {"accuracy": 0.846838, "f1": 0.810543, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"], "main_score": 0.810543, "precision": 0.794525, "recall": 0.846838}, {"accuracy": 0.021739, "f1": 0.006594, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"], "main_score": 0.006594, "precision": 0.004915, "recall": 0.021739}, {"accuracy": 0.773715, "f1": 0.720949, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"], "main_score": 0.720949, "precision": 0.698007, "recall": 0.773715}, {"accuracy": 0.409091, "f1": 0.336316, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"], "main_score": 0.336316, "precision": 0.309958, "recall": 0.409091}, {"accuracy": 0.725296, "f1": 0.674627, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"], "main_score": 0.674627, "precision": 0.65205, "recall": 0.725296}, {"accuracy": 0.868577, "f1": 0.832164, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"], "main_score": 0.832164, "precision": 0.81577, "recall": 0.868577}, {"accuracy": 0.079051, "f1": 0.045854, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"], "main_score": 0.045854, "precision": 0.039197, "recall": 0.079051}, {"accuracy": 0.123518, "f1": 0.081415, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"], "main_score": 0.081415, "precision": 0.07127, "recall": 0.123518}, {"accuracy": 0.866601, "f1": 0.830534, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"], "main_score": 0.830534, "precision": 0.814015, "recall": 0.866601}, {"accuracy": 0.880435, "f1": 0.848452, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"], "main_score": 0.848452, "precision": 0.83386, "recall": 0.880435}, {"accuracy": 0.477273, "f1": 0.402437, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"], "main_score": 0.402437, "precision": 0.375168, "recall": 0.477273}, {"accuracy": 0.124506, "f1": 0.082139, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"], "main_score": 0.082139, "precision": 0.071032, "recall": 0.124506}, {"accuracy": 0.13834, "f1": 0.083129, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"], "main_score": 0.083129, "precision": 0.069457, "recall": 0.13834}, {"accuracy": 0.832016, "f1": 0.790217, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"], "main_score": 0.790217, "precision": 0.77136, "recall": 0.832016}, {"accuracy": 0.126482, "f1": 0.084403, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"], "main_score": 0.084403, "precision": 0.074423, "recall": 0.126482}, {"accuracy": 0.130435, "f1": 0.084654, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"], "main_score": 0.084654, "precision": 0.073001, "recall": 0.130435}, {"accuracy": 0.73913, "f1": 0.685296, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"], "main_score": 0.685296, "precision": 0.662006, "recall": 0.73913}, {"accuracy": 0.500988, "f1": 0.430169, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"], "main_score": 0.430169, "precision": 0.404132, "recall": 0.500988}, {"accuracy": 0.865613, "f1": 0.834201, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"], "main_score": 0.834201, "precision": 0.820603, "recall": 0.865613}, {"accuracy": 0.177866, "f1": 0.124093, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"], "main_score": 0.124093, "precision": 0.108543, "recall": 0.177866}, {"accuracy": 0.333004, "f1": 0.261313, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"], "main_score": 0.261313, "precision": 0.240576, "recall": 0.333004}, {"accuracy": 0.871542, "f1": 0.836317, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"], "main_score": 0.836317, "precision": 0.820767, "recall": 0.871542}, {"accuracy": 0.524704, "f1": 0.455204, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"], "main_score": 0.455204, "precision": 0.428236, "recall": 0.524704}, {"accuracy": 0.76581, "f1": 0.711844, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"], "main_score": 0.711844, "precision": 0.687978, "recall": 0.76581}, {"accuracy": 0.221344, "f1": 0.158605, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"], "main_score": 0.158605, "precision": 0.141932, "recall": 0.221344}, {"accuracy": 0.556324, "f1": 0.48456, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"], "main_score": 0.48456, "precision": 0.455974, "recall": 0.556324}, {"accuracy": 0.504941, "f1": 0.436741, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"], "main_score": 0.436741, "precision": 0.411349, "recall": 0.504941}, {"accuracy": 0.15415, "f1": 0.098633, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"], "main_score": 0.098633, "precision": 0.084475, "recall": 0.15415}, {"accuracy": 0.841897, "f1": 0.804716, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"], "main_score": 0.804716, "precision": 0.788967, "recall": 0.841897}, {"accuracy": 0.881423, "f1": 0.848155, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"], "main_score": 0.848155, "precision": 0.833284, "recall": 0.881423}, {"accuracy": 0.885375, "f1": 0.85275, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"], "main_score": 0.85275, "precision": 0.837674, "recall": 0.885375}, {"accuracy": 0.769763, "f1": 0.718036, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"], "main_score": 0.718036, "precision": 0.695778, "recall": 0.769763}, {"accuracy": 0.593874, "f1": 0.532194, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"], "main_score": 0.532194, "precision": 0.508474, "recall": 0.593874}, {"accuracy": 0.887352, "f1": 0.857049, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"], "main_score": 0.857049, "precision": 0.843528, "recall": 0.887352}, {"accuracy": 0.350791, "f1": 0.282278, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"], "main_score": 0.282278, "precision": 0.258453, "recall": 0.350791}, {"accuracy": 0.348814, "f1": 0.269244, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"], "main_score": 0.269244, "precision": 0.242657, "recall": 0.348814}, {"accuracy": 0.077075, "f1": 0.039915, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"], "main_score": 0.039915, "precision": 0.034424, "recall": 0.077075}, {"accuracy": 0.881423, "f1": 0.848551, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"], "main_score": 0.848551, "precision": 0.833745, "recall": 0.881423}, {"accuracy": 0.209486, "f1": 0.158461, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"], "main_score": 0.158461, "precision": 0.142808, "recall": 0.209486}, {"accuracy": 0.873518, "f1": 0.838425, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"], "main_score": 0.838425, "precision": 0.822612, "recall": 0.873518}, {"accuracy": 0.846838, "f1": 0.809066, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"], "main_score": 0.809066, "precision": 0.79268, "recall": 0.846838}, {"accuracy": 0.365613, "f1": 0.289897, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"], "main_score": 0.289897, "precision": 0.266529, "recall": 0.365613}, {"accuracy": 0.225296, "f1": 0.156013, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"], "main_score": 0.156013, "precision": 0.136992, "recall": 0.225296}, {"accuracy": 0.782609, "f1": 0.727866, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"], "main_score": 0.727866, "precision": 0.703491, "recall": 0.782609}, {"accuracy": 0.163043, "f1": 0.113981, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"], "main_score": 0.113981, "precision": 0.101144, "recall": 0.163043}, {"accuracy": 0.150198, "f1": 0.099875, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"], "main_score": 0.099875, "precision": 0.087519, "recall": 0.150198}, {"accuracy": 0.883399, "f1": 0.851383, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"], "main_score": 0.851383, "precision": 0.836957, "recall": 0.883399}, {"accuracy": 0.312253, "f1": 0.236032, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"], "main_score": 0.236032, "precision": 0.212835, "recall": 0.312253}, {"accuracy": 0.881423, "f1": 0.850015, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"], "main_score": 0.850015, "precision": 0.836018, "recall": 0.881423}, {"accuracy": 0.136364, "f1": 0.084618, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"], "main_score": 0.084618, "precision": 0.072474, "recall": 0.136364}, {"accuracy": 0.899209, "f1": 0.870685, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"], "main_score": 0.870685, "precision": 0.857411, "recall": 0.899209}, {"accuracy": 0.848814, "f1": 0.808893, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"], "main_score": 0.808893, "precision": 0.790876, "recall": 0.848814}, {"accuracy": 0.81917, "f1": 0.778035, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"], "main_score": 0.778035, "precision": 0.759914, "recall": 0.81917}, {"accuracy": 0.11166, "f1": 0.069713, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"], "main_score": 0.069713, "precision": 0.060466, "recall": 0.11166}, {"accuracy": 0.753953, "f1": 0.699129, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"], "main_score": 0.699129, "precision": 0.676263, "recall": 0.753953}, {"accuracy": 0.123518, "f1": 0.079135, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"], "main_score": 0.079135, "precision": 0.068854, "recall": 0.123518}, {"accuracy": 0.131423, "f1": 0.082071, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"], "main_score": 0.082071, "precision": 0.070332, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.064328, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"], "main_score": 0.064328, "precision": 0.056114, "recall": 0.101779}, {"accuracy": 0.427866, "f1": 0.365617, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"], "main_score": 0.365617, "precision": 0.34142, "recall": 0.427866}, {"accuracy": 0.882411, "f1": 0.850988, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"], "main_score": 0.850988, "precision": 0.837204, "recall": 0.882411}, {"accuracy": 0.20751, "f1": 0.150192, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"], "main_score": 0.150192, "precision": 0.134003, "recall": 0.20751}, {"accuracy": 0.108696, "f1": 0.063904, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"], "main_score": 0.063904, "precision": 0.053718, "recall": 0.108696}, {"accuracy": 0.139328, "f1": 0.088136, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"], "main_score": 0.088136, "precision": 0.075993, "recall": 0.139328}, {"accuracy": 0.745059, "f1": 0.693533, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"], "main_score": 0.693533, "precision": 0.671023, "recall": 0.745059}, {"accuracy": 0.119565, "f1": 0.073328, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"], "main_score": 0.073328, "precision": 0.063684, "recall": 0.119565}, {"accuracy": 0.116601, "f1": 0.077543, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"], "main_score": 0.077543, "precision": 0.068189, "recall": 0.116601}, {"accuracy": 0.820158, "f1": 0.779184, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"], "main_score": 0.779184, "precision": 0.761902, "recall": 0.820158}, {"accuracy": 0.171937, "f1": 0.116193, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"], "main_score": 0.116193, "precision": 0.102111, "recall": 0.171937}, {"accuracy": 0.168972, "f1": 0.118182, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"], "main_score": 0.118182, "precision": 0.105284, "recall": 0.168972}, {"accuracy": 0.474308, "f1": 0.403005, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"], "main_score": 0.403005, "precision": 0.376615, "recall": 0.474308}, {"accuracy": 0.213439, "f1": 0.1544, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"], "main_score": 0.1544, "precision": 0.137395, "recall": 0.213439}, {"accuracy": 0.305336, "f1": 0.234268, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"], "main_score": 0.234268, "precision": 0.211622, "recall": 0.305336}, {"accuracy": 0.226285, "f1": 0.17083, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"], "main_score": 0.17083, "precision": 0.153662, "recall": 0.226285}, {"accuracy": 0.353755, "f1": 0.290269, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"], "main_score": 0.290269, "precision": 0.268721, "recall": 0.353755}, {"accuracy": 0.113636, "f1": 0.067399, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"], "main_score": 0.067399, "precision": 0.056571, "recall": 0.113636}, {"accuracy": 0.892292, "f1": 0.862667, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"], "main_score": 0.862667, "precision": 0.849424, "recall": 0.892292}, {"accuracy": 0.844862, "f1": 0.807628, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"], "main_score": 0.807628, "precision": 0.790991, "recall": 0.844862}, {"accuracy": 0.879447, "f1": 0.848682, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"], "main_score": 0.848682, "precision": 0.835293, "recall": 0.879447}, {"accuracy": 0.777668, "f1": 0.728393, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"], "main_score": 0.728393, "precision": 0.706999, "recall": 0.777668}, {"accuracy": 0.1917, "f1": 0.143928, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"], "main_score": 0.143928, "precision": 0.130796, "recall": 0.1917}, {"accuracy": 0.137352, "f1": 0.0872, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"], "main_score": 0.0872, "precision": 0.075337, "recall": 0.137352}, {"accuracy": 0.049407, "f1": 0.039234, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"], "main_score": 0.039234, "precision": 0.036184, "recall": 0.049407}, {"accuracy": 0.144269, "f1": 0.117366, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"], "main_score": 0.117366, "precision": 0.108798, "recall": 0.144269}, {"accuracy": 0.002964, "f1": 0.000383, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"], "main_score": 0.000383, "precision": 0.000217, "recall": 0.002964}, {"accuracy": 0.262846, "f1": 0.227473, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"], "main_score": 0.227473, "precision": 0.217034, "recall": 0.262846}, {"accuracy": 0.215415, "f1": 0.195509, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"], "main_score": 0.195509, "precision": 0.188819, "recall": 0.215415}, {"accuracy": 0.209486, "f1": 0.182689, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"], "main_score": 0.182689, "precision": 0.174881, "recall": 0.209486}, {"accuracy": 0.243083, "f1": 0.220947, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"], "main_score": 0.220947, "precision": 0.213789, "recall": 0.243083}, {"accuracy": 0.183794, "f1": 0.153737, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"], "main_score": 0.153737, "precision": 0.144595, "recall": 0.183794}, {"accuracy": 0.324111, "f1": 0.283567, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"], "main_score": 0.283567, "precision": 0.271865, "recall": 0.324111}, {"accuracy": 0.226285, "f1": 0.198798, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"], "main_score": 0.198798, "precision": 0.189158, "recall": 0.226285}, {"accuracy": 0.227273, "f1": 0.205472, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"], "main_score": 0.205472, "precision": 0.198438, "recall": 0.227273}, {"accuracy": 0.304348, "f1": 0.258938, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"], "main_score": 0.258938, "precision": 0.24483, "recall": 0.304348}, {"accuracy": 0.1917, "f1": 0.169903, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"], "main_score": 0.169903, "precision": 0.162802, "recall": 0.1917}, {"accuracy": 0.174901, "f1": 0.142515, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"], "main_score": 0.142515, "precision": 0.131942, "recall": 0.174901}, {"accuracy": 0.211462, "f1": 0.185724, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"], "main_score": 0.185724, "precision": 0.17746, "recall": 0.211462}, {"accuracy": 0.20751, "f1": 0.184005, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"], "main_score": 0.184005, "precision": 0.175708, "recall": 0.20751}, {"accuracy": 0.328063, "f1": 0.29067, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"], "main_score": 0.29067, "precision": 0.278169, "recall": 0.328063}, {"accuracy": 0.208498, "f1": 0.177539, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"], "main_score": 0.177539, "precision": 0.167144, "recall": 0.208498}, {"accuracy": 0.240119, "f1": 0.212932, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"], "main_score": 0.212932, "precision": 0.20369, "recall": 0.240119}, {"accuracy": 0.248024, "f1": 0.217589, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"], "main_score": 0.217589, "precision": 0.207662, "recall": 0.248024}, {"accuracy": 0.359684, "f1": 0.313693, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"], "main_score": 0.313693, "precision": 0.299143, "recall": 0.359684}, {"accuracy": 0.264822, "f1": 0.243914, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"], "main_score": 0.243914, "precision": 0.236805, "recall": 0.264822}, {"accuracy": 0.137352, "f1": 0.117194, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"], "main_score": 0.117194, "precision": 0.110646, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.113096, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"], "main_score": 0.113096, "precision": 0.107614, "recall": 0.135375}, {"accuracy": 0.281621, "f1": 0.241142, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"], "main_score": 0.241142, "precision": 0.229744, "recall": 0.281621}, {"accuracy": 0.253953, "f1": 0.22535, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"], "main_score": 0.22535, "precision": 0.215909, "recall": 0.253953}, {"accuracy": 0.066206, "f1": 0.043008, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"], "main_score": 0.043008, "precision": 0.037489, "recall": 0.066206}, {"accuracy": 0.271739, "f1": 0.245698, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"], "main_score": 0.245698, "precision": 0.237676, "recall": 0.271739}, {"accuracy": 0.173913, "f1": 0.139591, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"], "main_score": 0.139591, "precision": 0.129462, "recall": 0.173913}, {"accuracy": 0.267787, "f1": 0.245928, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"], "main_score": 0.245928, "precision": 0.239103, "recall": 0.267787}, {"accuracy": 0.337945, "f1": 0.294542, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"], "main_score": 0.294542, "precision": 0.281182, "recall": 0.337945}, {"accuracy": 0.252964, "f1": 0.234937, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"], "main_score": 0.234937, "precision": 0.229241, "recall": 0.252964}, {"accuracy": 0.185771, "f1": 0.161468, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"], "main_score": 0.161468, "precision": 0.153991, "recall": 0.185771}, {"accuracy": 0.188735, "f1": 0.162077, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"], "main_score": 0.162077, "precision": 0.153767, "recall": 0.188735}, {"accuracy": 0.304348, "f1": 0.268583, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"], "main_score": 0.268583, "precision": 0.258357, "recall": 0.304348}, {"accuracy": 0.177866, "f1": 0.152694, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"], "main_score": 0.152694, "precision": 0.145568, "recall": 0.177866}, {"accuracy": 0.212451, "f1": 0.188517, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"], "main_score": 0.188517, "precision": 0.181463, "recall": 0.212451}, {"accuracy": 0.145257, "f1": 0.131432, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"], "main_score": 0.131432, "precision": 0.126585, "recall": 0.145257}, {"accuracy": 0.318182, "f1": 0.286614, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"], "main_score": 0.286614, "precision": 0.275854, "recall": 0.318182}, {"accuracy": 0.235178, "f1": 0.205367, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"], "main_score": 0.205367, "precision": 0.195913, "recall": 0.235178}, {"accuracy": 0.142292, "f1": 0.114075, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"], "main_score": 0.114075, "precision": 0.106519, "recall": 0.142292}, {"accuracy": 0.035573, "f1": 0.025597, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"], "main_score": 0.025597, "precision": 0.023292, "recall": 0.035573}, {"accuracy": 0.324111, "f1": 0.292984, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"], "main_score": 0.292984, "precision": 0.283011, "recall": 0.324111}, {"accuracy": 0.126482, "f1": 0.098714, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"], "main_score": 0.098714, "precision": 0.090467, "recall": 0.126482}, {"accuracy": 0.30336, "f1": 0.265676, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"], "main_score": 0.265676, "precision": 0.254143, "recall": 0.30336}, {"accuracy": 0.318182, "f1": 0.289621, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"], "main_score": 0.289621, "precision": 0.279827, "recall": 0.318182}, {"accuracy": 0.208498, "f1": 0.183915, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"], "main_score": 0.183915, "precision": 0.175817, "recall": 0.208498}, {"accuracy": 0.219368, "f1": 0.199558, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"], "main_score": 0.199558, "precision": 0.193553, "recall": 0.219368}, {"accuracy": 0.145257, "f1": 0.118421, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"], "main_score": 0.118421, "precision": 0.109927, "recall": 0.145257}, {"accuracy": 0.252964, "f1": 0.227149, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"], "main_score": 0.227149, "precision": 0.219309, "recall": 0.252964}, {"accuracy": 0.228261, "f1": 0.206977, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"], "main_score": 0.206977, "precision": 0.199591, "recall": 0.228261}, {"accuracy": 0.337945, "f1": 0.297398, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"], "main_score": 0.297398, "precision": 0.284563, "recall": 0.337945}, {"accuracy": 0.237154, "f1": 0.213182, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"], "main_score": 0.213182, "precision": 0.204788, "recall": 0.237154}, {"accuracy": 0.12747, "f1": 0.098725, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"], "main_score": 0.098725, "precision": 0.089488, "recall": 0.12747}, {"accuracy": 0.227273, "f1": 0.202306, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"], "main_score": 0.202306, "precision": 0.193861, "recall": 0.227273}, {"accuracy": 0.036561, "f1": 0.027462, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"], "main_score": 0.027462, "precision": 0.024522, "recall": 0.036561}, {"accuracy": 0.176877, "f1": 0.148625, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"], "main_score": 0.148625, "precision": 0.139232, "recall": 0.176877}, {"accuracy": 0.217391, "f1": 0.185865, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"], "main_score": 0.185865, "precision": 0.175258, "recall": 0.217391}, {"accuracy": 0.060277, "f1": 0.048706, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"], "main_score": 0.048706, "precision": 0.045811, "recall": 0.060277}, {"accuracy": 0.315217, "f1": 0.27961, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"], "main_score": 0.27961, "precision": 0.269962, "recall": 0.315217}, {"accuracy": 0.231225, "f1": 0.210154, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"], "main_score": 0.210154, "precision": 0.203379, "recall": 0.231225}, {"accuracy": 0.26581, "f1": 0.242776, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"], "main_score": 0.242776, "precision": 0.234846, "recall": 0.26581}, {"accuracy": 0.229249, "f1": 0.19535, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"], "main_score": 0.19535, "precision": 0.18486, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.159708, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"], "main_score": 0.159708, "precision": 0.150506, "recall": 0.189723}, {"accuracy": 0.248024, "f1": 0.226326, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"], "main_score": 0.226326, "precision": 0.220361, "recall": 0.248024}, {"accuracy": 0.204545, "f1": 0.18095, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"], "main_score": 0.18095, "precision": 0.172287, "recall": 0.204545}, {"accuracy": 0.350791, "f1": 0.313294, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"], "main_score": 0.313294, "precision": 0.302552, "recall": 0.350791}, {"accuracy": 0.173913, "f1": 0.145883, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"], "main_score": 0.145883, "precision": 0.137585, "recall": 0.173913}, {"accuracy": 0.217391, "f1": 0.184445, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"], "main_score": 0.184445, "precision": 0.174274, "recall": 0.217391}, {"accuracy": 0.190711, "f1": 0.155827, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"], "main_score": 0.155827, "precision": 0.145548, "recall": 0.190711}, {"accuracy": 0.170949, "f1": 0.146845, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"], "main_score": 0.146845, "precision": 0.138173, "recall": 0.170949}, {"accuracy": 0.262846, "f1": 0.241409, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"], "main_score": 0.241409, "precision": 0.234634, "recall": 0.262846}, {"accuracy": 0.332016, "f1": 0.295335, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"], "main_score": 0.295335, "precision": 0.282521, "recall": 0.332016}, {"accuracy": 0.059289, "f1": 0.029606, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"], "main_score": 0.029606, "precision": 0.024462, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.125924, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"], "main_score": 0.125924, "precision": 0.11818, "recall": 0.150198}, {"accuracy": 0.190711, "f1": 0.169027, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"], "main_score": 0.169027, "precision": 0.162334, "recall": 0.190711}, {"accuracy": 0.192688, "f1": 0.157444, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"], "main_score": 0.157444, "precision": 0.146684, "recall": 0.192688}, {"accuracy": 0.046443, "f1": 0.034087, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"], "main_score": 0.034087, "precision": 0.031756, "recall": 0.046443}, {"accuracy": 0.351779, "f1": 0.31119, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"], "main_score": 0.31119, "precision": 0.298689, "recall": 0.351779}, {"accuracy": 0.227273, "f1": 0.208608, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"], "main_score": 0.208608, "precision": 0.202522, "recall": 0.227273}, {"accuracy": 0.246047, "f1": 0.221369, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"], "main_score": 0.221369, "precision": 0.213446, "recall": 0.246047}, {"accuracy": 0.125494, "f1": 0.107381, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"], "main_score": 0.107381, "precision": 0.10242, "recall": 0.125494}, {"accuracy": 0.339921, "f1": 0.300316, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"], "main_score": 0.300316, "precision": 0.288789, "recall": 0.339921}, {"accuracy": 0.332016, "f1": 0.293772, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"], "main_score": 0.293772, "precision": 0.282571, "recall": 0.332016}, {"accuracy": 0.344862, "f1": 0.298139, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"], "main_score": 0.298139, "precision": 0.282766, "recall": 0.344862}, {"accuracy": 0.242095, "f1": 0.216796, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"], "main_score": 0.216796, "precision": 0.208009, "recall": 0.242095}, {"accuracy": 0.166008, "f1": 0.136955, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"], "main_score": 0.136955, "precision": 0.127433, "recall": 0.166008}, {"accuracy": 0.148221, "f1": 0.124396, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"], "main_score": 0.124396, "precision": 0.11776, "recall": 0.148221}, {"accuracy": 0.12747, "f1": 0.11473, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"], "main_score": 0.11473, "precision": 0.111091, "recall": 0.12747}, {"accuracy": 0.33498, "f1": 0.292281, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"], "main_score": 0.292281, "precision": 0.279358, "recall": 0.33498}, {"accuracy": 0.220356, "f1": 0.197107, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"], "main_score": 0.197107, "precision": 0.189034, "recall": 0.220356}, {"accuracy": 0.184783, "f1": 0.161779, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"], "main_score": 0.161779, "precision": 0.153753, "recall": 0.184783}, {"accuracy": 0.152174, "f1": 0.116683, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"], "main_score": 0.116683, "precision": 0.105894, "recall": 0.152174}, {"accuracy": 0.23913, "f1": 0.216921, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"], "main_score": 0.216921, "precision": 0.209576, "recall": 0.23913}, {"accuracy": 0.247036, "f1": 0.21471, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"], "main_score": 0.21471, "precision": 0.205017, "recall": 0.247036}, {"accuracy": 0.156126, "f1": 0.125606, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"], "main_score": 0.125606, "precision": 0.117095, "recall": 0.156126}, {"accuracy": 0.309289, "f1": 0.266605, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"], "main_score": 0.266605, "precision": 0.253693, "recall": 0.309289}, {"accuracy": 0.18083, "f1": 0.153467, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"], "main_score": 0.153467, "precision": 0.144641, "recall": 0.18083}, {"accuracy": 0.233202, "f1": 0.199991, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"], "main_score": 0.199991, "precision": 0.190221, "recall": 0.233202}, {"accuracy": 0.264822, "f1": 0.231495, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"], "main_score": 0.231495, "precision": 0.220158, "recall": 0.264822}, {"accuracy": 0.332016, "f1": 0.289155, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"], "main_score": 0.289155, "precision": 0.276143, "recall": 0.332016}, {"accuracy": 0.348814, "f1": 0.303071, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"], "main_score": 0.303071, "precision": 0.289828, "recall": 0.348814}, {"accuracy": 0.287549, "f1": 0.253732, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"], "main_score": 0.253732, "precision": 0.243422, "recall": 0.287549}, {"accuracy": 0.230237, "f1": 0.214495, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"], "main_score": 0.214495, "precision": 0.208633, "recall": 0.230237}, {"accuracy": 0.195652, "f1": 0.169598, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"], "main_score": 0.169598, "precision": 0.161737, "recall": 0.195652}, {"accuracy": 0.181818, "f1": 0.146776, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"], "main_score": 0.146776, "precision": 0.13572, "recall": 0.181818}, {"accuracy": 0.081028, "f1": 0.054133, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"], "main_score": 0.054133, "precision": 0.048362, "recall": 0.081028}, {"accuracy": 0.193676, "f1": 0.163875, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"], "main_score": 0.163875, "precision": 0.154964, "recall": 0.193676}, {"accuracy": 0.088933, "f1": 0.060322, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"], "main_score": 0.060322, "precision": 0.054238, "recall": 0.088933}, {"accuracy": 0.337945, "f1": 0.29895, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"], "main_score": 0.29895, "precision": 0.287463, "recall": 0.337945}, {"accuracy": 0.254941, "f1": 0.235343, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"], "main_score": 0.235343, "precision": 0.229108, "recall": 0.254941}, {"accuracy": 0.082016, "f1": 0.061858, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"], "main_score": 0.061858, "precision": 0.057044, "recall": 0.082016}, {"accuracy": 0.252964, "f1": 0.223362, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"], "main_score": 0.223362, "precision": 0.213841, "recall": 0.252964}, {"accuracy": 0.34585, "f1": 0.295095, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"], "main_score": 0.295095, "precision": 0.279161, "recall": 0.34585}, {"accuracy": 0.131423, "f1": 0.112745, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"], "main_score": 0.112745, "precision": 0.107005, "recall": 0.131423}, {"accuracy": 0.275692, "f1": 0.247581, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"], "main_score": 0.247581, "precision": 0.23726, "recall": 0.275692}, {"accuracy": 0.145257, "f1": 0.112687, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"], "main_score": 0.112687, "precision": 0.103832, "recall": 0.145257}, {"accuracy": 0.26087, "f1": 0.227435, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"], "main_score": 0.227435, "precision": 0.215682, "recall": 0.26087}, {"accuracy": 0.213439, "f1": 0.188886, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"], "main_score": 0.188886, "precision": 0.181063, "recall": 0.213439}, {"accuracy": 0.161067, "f1": 0.131195, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"], "main_score": 0.131195, "precision": 0.121527, "recall": 0.161067}, {"accuracy": 0.168972, "f1": 0.139101, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"], "main_score": 0.139101, "precision": 0.13086, "recall": 0.168972}, {"accuracy": 0.166996, "f1": 0.134636, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"], "main_score": 0.134636, "precision": 0.12548, "recall": 0.166996}, {"accuracy": 0.335968, "f1": 0.300841, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"], "main_score": 0.300841, "precision": 0.289225, "recall": 0.335968}, {"accuracy": 0.017787, "f1": 0.006836, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"], "main_score": 0.006836, "precision": 0.005433, "recall": 0.017787}, {"accuracy": 0.146245, "f1": 0.128686, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"], "main_score": 0.128686, "precision": 0.123413, "recall": 0.146245}, {"accuracy": 0.107708, "f1": 0.090072, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"], "main_score": 0.090072, "precision": 0.085234, "recall": 0.107708}, {"accuracy": 0.203557, "f1": 0.18201, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"], "main_score": 0.18201, "precision": 0.17514, "recall": 0.203557}, {"accuracy": 0.350791, "f1": 0.308287, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"], "main_score": 0.308287, "precision": 0.2954, "recall": 0.350791}, {"accuracy": 0.100791, "f1": 0.068879, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"], "main_score": 0.068879, "precision": 0.060916, "recall": 0.100791}, {"accuracy": 0.129447, "f1": 0.10433, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"], "main_score": 0.10433, "precision": 0.09652, "recall": 0.129447}, {"accuracy": 0.329051, "f1": 0.295801, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"], "main_score": 0.295801, "precision": 0.284563, "recall": 0.329051}, {"accuracy": 0.354743, "f1": 0.313012, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"], "main_score": 0.313012, "precision": 0.29921, "recall": 0.354743}, {"accuracy": 0.228261, "f1": 0.203111, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"], "main_score": 0.203111, "precision": 0.195112, "recall": 0.228261}, {"accuracy": 0.172925, "f1": 0.14312, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"], "main_score": 0.14312, "precision": 0.134369, "recall": 0.172925}, {"accuracy": 0.159091, "f1": 0.130387, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"], "main_score": 0.130387, "precision": 0.120274, "recall": 0.159091}, {"accuracy": 0.23913, "f1": 0.215476, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"], "main_score": 0.215476, "precision": 0.2069, "recall": 0.23913}, {"accuracy": 0.139328, "f1": 0.10966, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"], "main_score": 0.10966, "precision": 0.101556, "recall": 0.139328}, {"accuracy": 0.147233, "f1": 0.120072, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"], "main_score": 0.120072, "precision": 0.110951, "recall": 0.147233}, {"accuracy": 0.145257, "f1": 0.122928, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"], "main_score": 0.122928, "precision": 0.116343, "recall": 0.145257}, {"accuracy": 0.252964, "f1": 0.225601, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"], "main_score": 0.225601, "precision": 0.217376, "recall": 0.252964}, {"accuracy": 0.222332, "f1": 0.198447, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"], "main_score": 0.198447, "precision": 0.191206, "recall": 0.222332}, {"accuracy": 0.168972, "f1": 0.144674, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"], "main_score": 0.144674, "precision": 0.136643, "recall": 0.168972}, {"accuracy": 0.235178, "f1": 0.20828, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"], "main_score": 0.20828, "precision": 0.198768, "recall": 0.235178}, {"accuracy": 0.259881, "f1": 0.229481, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"], "main_score": 0.229481, "precision": 0.219883, "recall": 0.259881}, {"accuracy": 0.101779, "f1": 0.08435, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"], "main_score": 0.08435, "precision": 0.07876, "recall": 0.101779}, {"accuracy": 0.175889, "f1": 0.151981, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"], "main_score": 0.151981, "precision": 0.144908, "recall": 0.175889}, {"accuracy": 0.166008, "f1": 0.142644, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"], "main_score": 0.142644, "precision": 0.135357, "recall": 0.166008}, {"accuracy": 0.145257, "f1": 0.127255, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"], "main_score": 0.127255, "precision": 0.121592, "recall": 0.145257}, {"accuracy": 0.289526, "f1": 0.265705, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"], "main_score": 0.265705, "precision": 0.258552, "recall": 0.289526}, {"accuracy": 0.184783, "f1": 0.156769, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"], "main_score": 0.156769, "precision": 0.147466, "recall": 0.184783}, {"accuracy": 0.139328, "f1": 0.121875, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"], "main_score": 0.121875, "precision": 0.115904, "recall": 0.139328}, {"accuracy": 0.279644, "f1": 0.245151, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"], "main_score": 0.245151, "precision": 0.233827, "recall": 0.279644}, {"accuracy": 0.307312, "f1": 0.265021, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"], "main_score": 0.265021, "precision": 0.252615, "recall": 0.307312}, {"accuracy": 0.271739, "f1": 0.245149, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"], "main_score": 0.245149, "precision": 0.236956, "recall": 0.271739}, {"accuracy": 0.252964, "f1": 0.236344, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"], "main_score": 0.236344, "precision": 0.230682, "recall": 0.252964}, {"accuracy": 0.353755, "f1": 0.313863, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"], "main_score": 0.313863, "precision": 0.299481, "recall": 0.353755}, {"accuracy": 0.142292, "f1": 0.128918, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"], "main_score": 0.128918, "precision": 0.123778, "recall": 0.142292}, {"accuracy": 0.238142, "f1": 0.20861, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"], "main_score": 0.20861, "precision": 0.199195, "recall": 0.238142}, {"accuracy": 0.096838, "f1": 0.066923, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"], "main_score": 0.066923, "precision": 0.058053, "recall": 0.096838}, {"accuracy": 0.328063, "f1": 0.289048, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"], "main_score": 0.289048, "precision": 0.277181, "recall": 0.328063}, {"accuracy": 0.051383, "f1": 0.03977, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"], "main_score": 0.03977, "precision": 0.036061, "recall": 0.051383}, {"accuracy": 0.288538, "f1": 0.250055, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"], "main_score": 0.250055, "precision": 0.238619, "recall": 0.288538}, {"accuracy": 0.229249, "f1": 0.198304, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"], "main_score": 0.198304, "precision": 0.189165, "recall": 0.229249}, {"accuracy": 0.203557, "f1": 0.180684, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"], "main_score": 0.180684, "precision": 0.173608, "recall": 0.203557}, {"accuracy": 0.1917, "f1": 0.161801, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"], "main_score": 0.161801, "precision": 0.152961, "recall": 0.1917}, {"accuracy": 0.219368, "f1": 0.196888, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"], "main_score": 0.196888, "precision": 0.189663, "recall": 0.219368}, {"accuracy": 0.166996, "f1": 0.140757, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"], "main_score": 0.140757, "precision": 0.132266, "recall": 0.166996}, {"accuracy": 0.16996, "f1": 0.136458, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"], "main_score": 0.136458, "precision": 0.125655, "recall": 0.16996}, {"accuracy": 0.346838, "f1": 0.307302, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"], "main_score": 0.307302, "precision": 0.295365, "recall": 0.346838}, {"accuracy": 0.215415, "f1": 0.185415, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"], "main_score": 0.185415, "precision": 0.175732, "recall": 0.215415}, {"accuracy": 0.343874, "f1": 0.302903, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"], "main_score": 0.302903, "precision": 0.290509, "recall": 0.343874}, {"accuracy": 0.163043, "f1": 0.123491, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"], "main_score": 0.123491, "precision": 0.112788, "recall": 0.163043}, {"accuracy": 0.352767, "f1": 0.316285, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"], "main_score": 0.316285, "precision": 0.305508, "recall": 0.352767}, {"accuracy": 0.179842, "f1": 0.156084, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"], "main_score": 0.156084, "precision": 0.149603, "recall": 0.179842}, {"accuracy": 0.280632, "f1": 0.253855, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"], "main_score": 0.253855, "precision": 0.245159, "recall": 0.280632}, {"accuracy": 0.114625, "f1": 0.089554, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"], "main_score": 0.089554, "precision": 0.082665, "recall": 0.114625}, {"accuracy": 0.313241, "f1": 0.28021, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"], "main_score": 0.28021, "precision": 0.269806, "recall": 0.313241}, {"accuracy": 0.156126, "f1": 0.122885, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"], "main_score": 0.122885, "precision": 0.112359, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.127669, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"], "main_score": 0.127669, "precision": 0.118838, "recall": 0.158103}, {"accuracy": 0.108696, "f1": 0.079075, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"], "main_score": 0.079075, "precision": 0.071465, "recall": 0.108696}, {"accuracy": 0.131423, "f1": 0.114922, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"], "main_score": 0.114922, "precision": 0.109369, "recall": 0.131423}, {"accuracy": 0.355731, "f1": 0.309056, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"], "main_score": 0.309056, "precision": 0.295327, "recall": 0.355731}, {"accuracy": 0.189723, "f1": 0.155303, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"], "main_score": 0.155303, "precision": 0.14413, "recall": 0.189723}, {"accuracy": 0.167984, "f1": 0.134435, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"], "main_score": 0.134435, "precision": 0.124133, "recall": 0.167984}, {"accuracy": 0.153162, "f1": 0.126616, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"], "main_score": 0.126616, "precision": 0.118899, "recall": 0.153162}, {"accuracy": 0.11166, "f1": 0.091779, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"], "main_score": 0.091779, "precision": 0.086473, "recall": 0.11166}, {"accuracy": 0.108696, "f1": 0.080594, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"], "main_score": 0.080594, "precision": 0.072527, "recall": 0.108696}, {"accuracy": 0.153162, "f1": 0.125074, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"], "main_score": 0.125074, "precision": 0.115452, "recall": 0.153162}, {"accuracy": 0.252964, "f1": 0.231001, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"], "main_score": 0.231001, "precision": 0.224784, "recall": 0.252964}, {"accuracy": 0.179842, "f1": 0.148082, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"], "main_score": 0.148082, "precision": 0.138179, "recall": 0.179842}, {"accuracy": 0.158103, "f1": 0.131465, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"], "main_score": 0.131465, "precision": 0.123635, "recall": 0.158103}, {"accuracy": 0.212451, "f1": 0.191621, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"], "main_score": 0.191621, "precision": 0.184804, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.174548, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"], "main_score": 0.174548, "precision": 0.162651, "recall": 0.208498}, {"accuracy": 0.221344, "f1": 0.193434, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"], "main_score": 0.193434, "precision": 0.184255, "recall": 0.221344}, {"accuracy": 0.172925, "f1": 0.148924, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"], "main_score": 0.148924, "precision": 0.141887, "recall": 0.172925}, {"accuracy": 0.299407, "f1": 0.26865, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"], "main_score": 0.26865, "precision": 0.257939, "recall": 0.299407}, {"accuracy": 0.128458, "f1": 0.104074, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"], "main_score": 0.104074, "precision": 0.096514, "recall": 0.128458}, {"accuracy": 0.263834, "f1": 0.223048, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"], "main_score": 0.223048, "precision": 0.211347, "recall": 0.263834}, {"accuracy": 0.248024, "f1": 0.217091, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"], "main_score": 0.217091, "precision": 0.207696, "recall": 0.248024}, {"accuracy": 0.318182, "f1": 0.279339, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"], "main_score": 0.279339, "precision": 0.267384, "recall": 0.318182}, {"accuracy": 0.12747, "f1": 0.109396, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"], "main_score": 0.109396, "precision": 0.104192, "recall": 0.12747}, {"accuracy": 0.151186, "f1": 0.127922, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"], "main_score": 0.127922, "precision": 0.12104, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.129412, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"], "main_score": 0.129412, "precision": 0.120388, "recall": 0.164032}, {"accuracy": 0.08004, "f1": 0.0582, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"], "main_score": 0.0582, "precision": 0.052683, "recall": 0.08004}, {"accuracy": 0.177866, "f1": 0.14093, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"], "main_score": 0.14093, "precision": 0.129431, "recall": 0.177866}, {"accuracy": 0.002964, "f1": 0.00021, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"], "main_score": 0.00021, "precision": 0.000112, "recall": 0.002964}, {"accuracy": 0.410079, "f1": 0.370148, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"], "main_score": 0.370148, "precision": 0.356021, "recall": 0.410079}, {"accuracy": 0.301383, "f1": 0.276129, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"], "main_score": 0.276129, "precision": 0.267314, "recall": 0.301383}, {"accuracy": 0.34585, "f1": 0.318728, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"], "main_score": 0.318728, "precision": 0.309632, "recall": 0.34585}, {"accuracy": 0.376482, "f1": 0.340245, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"], "main_score": 0.340245, "precision": 0.326557, "recall": 0.376482}, {"accuracy": 0.197628, "f1": 0.160545, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"], "main_score": 0.160545, "precision": 0.14959, "recall": 0.197628}, {"accuracy": 0.456522, "f1": 0.419231, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"], "main_score": 0.419231, "precision": 0.406049, "recall": 0.456522}, {"accuracy": 0.322134, "f1": 0.28498, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"], "main_score": 0.28498, "precision": 0.272044, "recall": 0.322134}, {"accuracy": 0.389328, "f1": 0.360425, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"], "main_score": 0.360425, "precision": 0.349899, "recall": 0.389328}, {"accuracy": 0.448617, "f1": 0.399647, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"], "main_score": 0.399647, "precision": 0.382329, "recall": 0.448617}, {"accuracy": 0.341897, "f1": 0.312099, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"], "main_score": 0.312099, "precision": 0.301676, "recall": 0.341897}, {"accuracy": 0.206522, "f1": 0.170888, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"], "main_score": 0.170888, "precision": 0.158621, "recall": 0.206522}, {"accuracy": 0.369565, "f1": 0.338889, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"], "main_score": 0.338889, "precision": 0.327972, "recall": 0.369565}, {"accuracy": 0.31917, "f1": 0.286175, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"], "main_score": 0.286175, "precision": 0.274816, "recall": 0.31917}, {"accuracy": 0.478261, "f1": 0.44057, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"], "main_score": 0.44057, "precision": 0.426593, "recall": 0.478261}, {"accuracy": 0.264822, "f1": 0.220278, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"], "main_score": 0.220278, "precision": 0.205766, "recall": 0.264822}, {"accuracy": 0.397233, "f1": 0.366217, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"], "main_score": 0.366217, "precision": 0.355068, "recall": 0.397233}, {"accuracy": 0.40415, "f1": 0.36599, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"], "main_score": 0.36599, "precision": 0.352757, "recall": 0.40415}, {"accuracy": 0.5, "f1": 0.455798, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"], "main_score": 0.455798, "precision": 0.440056, "recall": 0.5}, {"accuracy": 0.461462, "f1": 0.424966, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"], "main_score": 0.424966, "precision": 0.411575, "recall": 0.461462}, {"accuracy": 0.142292, "f1": 0.112472, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"], "main_score": 0.112472, "precision": 0.104625, "recall": 0.142292}, {"accuracy": 0.224308, "f1": 0.194044, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"], "main_score": 0.194044, "precision": 0.184901, "recall": 0.224308}, {"accuracy": 0.434783, "f1": 0.39878, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"], "main_score": 0.39878, "precision": 0.385691, "recall": 0.434783}, {"accuracy": 0.351779, "f1": 0.308986, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"], "main_score": 0.308986, "precision": 0.295025, "recall": 0.351779}, {"accuracy": 0.082016, "f1": 0.054913, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"], "main_score": 0.054913, "precision": 0.048998, "recall": 0.082016}, {"accuracy": 0.427866, "f1": 0.391065, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"], "main_score": 0.391065, "precision": 0.377809, "recall": 0.427866}, {"accuracy": 0.201581, "f1": 0.16594, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"], "main_score": 0.16594, "precision": 0.154203, "recall": 0.201581}, {"accuracy": 0.405138, "f1": 0.375145, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"], "main_score": 0.375145, "precision": 0.36391, "recall": 0.405138}, {"accuracy": 0.474308, "f1": 0.432827, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"], "main_score": 0.432827, "precision": 0.41926, "recall": 0.474308}, {"accuracy": 0.433794, "f1": 0.404913, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"], "main_score": 0.404913, "precision": 0.394996, "recall": 0.433794}, {"accuracy": 0.318182, "f1": 0.289514, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"], "main_score": 0.289514, "precision": 0.280368, "recall": 0.318182}, {"accuracy": 0.238142, "f1": 0.200107, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"], "main_score": 0.200107, "precision": 0.187826, "recall": 0.238142}, {"accuracy": 0.461462, "f1": 0.418079, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"], "main_score": 0.418079, "precision": 0.403769, "recall": 0.461462}, {"accuracy": 0.26087, "f1": 0.228286, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"], "main_score": 0.228286, "precision": 0.218064, "recall": 0.26087}, {"accuracy": 0.357708, "f1": 0.322052, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"], "main_score": 0.322052, "precision": 0.309667, "recall": 0.357708}, {"accuracy": 0.259881, "f1": 0.234262, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"], "main_score": 0.234262, "precision": 0.225662, "recall": 0.259881}, {"accuracy": 0.451581, "f1": 0.422695, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"], "main_score": 0.422695, "precision": 0.41121, "recall": 0.451581}, {"accuracy": 0.391304, "f1": 0.344844, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"], "main_score": 0.344844, "precision": 0.329975, "recall": 0.391304}, {"accuracy": 0.163043, "f1": 0.118972, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"], "main_score": 0.118972, "precision": 0.107408, "recall": 0.163043}, {"accuracy": 0.046443, "f1": 0.032958, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"], "main_score": 0.032958, "precision": 0.029558, "recall": 0.046443}, {"accuracy": 0.461462, "f1": 0.422999, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"], "main_score": 0.422999, "precision": 0.41023, "recall": 0.461462}, {"accuracy": 0.151186, "f1": 0.115744, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"], "main_score": 0.115744, "precision": 0.105669, "recall": 0.151186}, {"accuracy": 0.460474, "f1": 0.422925, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"], "main_score": 0.422925, "precision": 0.410476, "recall": 0.460474}, {"accuracy": 0.439723, "f1": 0.404473, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"], "main_score": 0.404473, "precision": 0.391666, "recall": 0.439723}, {"accuracy": 0.331028, "f1": 0.303052, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"], "main_score": 0.303052, "precision": 0.293409, "recall": 0.331028}, {"accuracy": 0.364625, "f1": 0.336344, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"], "main_score": 0.336344, "precision": 0.32573, "recall": 0.364625}, {"accuracy": 0.167984, "f1": 0.130673, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"], "main_score": 0.130673, "precision": 0.118588, "recall": 0.167984}, {"accuracy": 0.333004, "f1": 0.300035, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"], "main_score": 0.300035, "precision": 0.288247, "recall": 0.333004}, {"accuracy": 0.368577, "f1": 0.329968, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"], "main_score": 0.329968, "precision": 0.316787, "recall": 0.368577}, {"accuracy": 0.494071, "f1": 0.452164, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"], "main_score": 0.452164, "precision": 0.438166, "recall": 0.494071}, {"accuracy": 0.385375, "f1": 0.35466, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"], "main_score": 0.35466, "precision": 0.343778, "recall": 0.385375}, {"accuracy": 0.144269, "f1": 0.109466, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"], "main_score": 0.109466, "precision": 0.099986, "recall": 0.144269}, {"accuracy": 0.38834, "f1": 0.354874, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"], "main_score": 0.354874, "precision": 0.34375, "recall": 0.38834}, {"accuracy": 0.060277, "f1": 0.045567, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"], "main_score": 0.045567, "precision": 0.041372, "recall": 0.060277}, {"accuracy": 0.230237, "f1": 0.193896, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"], "main_score": 0.193896, "precision": 0.18103, "recall": 0.230237}, {"accuracy": 0.300395, "f1": 0.25664, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"], "main_score": 0.25664, "precision": 0.242215, "recall": 0.300395}, {"accuracy": 0.076087, "f1": 0.05951, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"], "main_score": 0.05951, "precision": 0.053993, "recall": 0.076087}, {"accuracy": 0.475296, "f1": 0.43254, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"], "main_score": 0.43254, "precision": 0.416953, "recall": 0.475296}, {"accuracy": 0.376482, "f1": 0.353076, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"], "main_score": 0.353076, "precision": 0.344032, "recall": 0.376482}, {"accuracy": 0.470356, "f1": 0.427518, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"], "main_score": 0.427518, "precision": 0.412209, "recall": 0.470356}, {"accuracy": 0.346838, "f1": 0.307973, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"], "main_score": 0.307973, "precision": 0.295051, "recall": 0.346838}, {"accuracy": 0.236166, "f1": 0.197961, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"], "main_score": 0.197961, "precision": 0.185091, "recall": 0.236166}, {"accuracy": 0.387352, "f1": 0.358286, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"], "main_score": 0.358286, "precision": 0.348435, "recall": 0.387352}, {"accuracy": 0.272727, "f1": 0.23458, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"], "main_score": 0.23458, "precision": 0.222263, "recall": 0.272727}, {"accuracy": 0.461462, "f1": 0.421171, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"], "main_score": 0.421171, "precision": 0.407742, "recall": 0.461462}, {"accuracy": 0.236166, "f1": 0.193349, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"], "main_score": 0.193349, "precision": 0.180079, "recall": 0.236166}, {"accuracy": 0.26087, "f1": 0.221031, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"], "main_score": 0.221031, "precision": 0.208075, "recall": 0.26087}, {"accuracy": 0.232213, "f1": 0.183263, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"], "main_score": 0.183263, "precision": 0.16888, "recall": 0.232213}, {"accuracy": 0.233202, "f1": 0.198659, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"], "main_score": 0.198659, "precision": 0.186258, "recall": 0.233202}, {"accuracy": 0.355731, "f1": 0.322234, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"], "main_score": 0.322234, "precision": 0.309628, "recall": 0.355731}, {"accuracy": 0.45751, "f1": 0.422907, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"], "main_score": 0.422907, "precision": 0.40934, "recall": 0.45751}, {"accuracy": 0.062253, "f1": 0.036537, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"], "main_score": 0.036537, "precision": 0.032435, "recall": 0.062253}, {"accuracy": 0.193676, "f1": 0.159151, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"], "main_score": 0.159151, "precision": 0.147035, "recall": 0.193676}, {"accuracy": 0.312253, "f1": 0.280064, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"], "main_score": 0.280064, "precision": 0.269219, "recall": 0.312253}, {"accuracy": 0.229249, "f1": 0.183165, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"], "main_score": 0.183165, "precision": 0.168606, "recall": 0.229249}, {"accuracy": 0.061265, "f1": 0.039521, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"], "main_score": 0.039521, "precision": 0.035431, "recall": 0.061265}, {"accuracy": 0.485178, "f1": 0.440439, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"], "main_score": 0.440439, "precision": 0.424133, "recall": 0.485178}, {"accuracy": 0.374506, "f1": 0.339169, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"], "main_score": 0.339169, "precision": 0.326399, "recall": 0.374506}, {"accuracy": 0.399209, "f1": 0.363059, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"], "main_score": 0.363059, "precision": 0.350064, "recall": 0.399209}, {"accuracy": 0.202569, "f1": 0.168402, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"], "main_score": 0.168402, "precision": 0.157155, "recall": 0.202569}, {"accuracy": 0.486166, "f1": 0.444354, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"], "main_score": 0.444354, "precision": 0.429754, "recall": 0.486166}, {"accuracy": 0.452569, "f1": 0.41042, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"], "main_score": 0.41042, "precision": 0.395653, "recall": 0.452569}, {"accuracy": 0.483202, "f1": 0.439115, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"], "main_score": 0.439115, "precision": 0.423688, "recall": 0.483202}, {"accuracy": 0.393281, "f1": 0.359893, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"], "main_score": 0.359893, "precision": 0.346825, "recall": 0.393281}, {"accuracy": 0.212451, "f1": 0.168726, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"], "main_score": 0.168726, "precision": 0.154622, "recall": 0.212451}, {"accuracy": 0.155138, "f1": 0.124091, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"], "main_score": 0.124091, "precision": 0.114718, "recall": 0.155138}, {"accuracy": 0.233202, "f1": 0.209418, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"], "main_score": 0.209418, "precision": 0.202364, "recall": 0.233202}, {"accuracy": 0.462451, "f1": 0.416117, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"], "main_score": 0.416117, "precision": 0.399905, "recall": 0.462451}, {"accuracy": 0.370553, "f1": 0.34493, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"], "main_score": 0.34493, "precision": 0.334794, "recall": 0.370553}, {"accuracy": 0.309289, "f1": 0.271121, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"], "main_score": 0.271121, "precision": 0.258041, "recall": 0.309289}, {"accuracy": 0.19664, "f1": 0.154134, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"], "main_score": 0.154134, "precision": 0.140704, "recall": 0.19664}, {"accuracy": 0.398221, "f1": 0.363918, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"], "main_score": 0.363918, "precision": 0.350155, "recall": 0.398221}, {"accuracy": 0.356719, "f1": 0.32234, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"], "main_score": 0.32234, "precision": 0.310712, "recall": 0.356719}, {"accuracy": 0.175889, "f1": 0.129177, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"], "main_score": 0.129177, "precision": 0.115718, "recall": 0.175889}, {"accuracy": 0.47332, "f1": 0.43296, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"], "main_score": 0.43296, "precision": 0.418205, "recall": 0.47332}, {"accuracy": 0.215415, "f1": 0.184089, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"], "main_score": 0.184089, "precision": 0.172984, "recall": 0.215415}, {"accuracy": 0.336957, "f1": 0.290179, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"], "main_score": 0.290179, "precision": 0.274076, "recall": 0.336957}, {"accuracy": 0.414032, "f1": 0.379525, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"], "main_score": 0.379525, "precision": 0.366901, "recall": 0.414032}, {"accuracy": 0.485178, "f1": 0.441098, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"], "main_score": 0.441098, "precision": 0.425466, "recall": 0.485178}, {"accuracy": 0.485178, "f1": 0.441325, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"], "main_score": 0.441325, "precision": 0.42617, "recall": 0.485178}, {"accuracy": 0.436759, "f1": 0.395247, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"], "main_score": 0.395247, "precision": 0.380575, "recall": 0.436759}, {"accuracy": 0.357708, "f1": 0.31899, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"], "main_score": 0.31899, "precision": 0.305215, "recall": 0.357708}, {"accuracy": 0.333992, "f1": 0.289124, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"], "main_score": 0.289124, "precision": 0.274293, "recall": 0.333992}, {"accuracy": 0.224308, "f1": 0.181129, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"], "main_score": 0.181129, "precision": 0.166602, "recall": 0.224308}, {"accuracy": 0.098814, "f1": 0.06217, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"], "main_score": 0.06217, "precision": 0.054876, "recall": 0.098814}, {"accuracy": 0.221344, "f1": 0.181426, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"], "main_score": 0.181426, "precision": 0.169205, "recall": 0.221344}, {"accuracy": 0.133399, "f1": 0.095729, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"], "main_score": 0.095729, "precision": 0.086752, "recall": 0.133399}, {"accuracy": 0.493083, "f1": 0.450143, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"], "main_score": 0.450143, "precision": 0.435714, "recall": 0.493083}, {"accuracy": 0.371542, "f1": 0.332846, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"], "main_score": 0.332846, "precision": 0.319221, "recall": 0.371542}, {"accuracy": 0.091897, "f1": 0.069455, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"], "main_score": 0.069455, "precision": 0.06347, "recall": 0.091897}, {"accuracy": 0.399209, "f1": 0.358379, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"], "main_score": 0.358379, "precision": 0.343356, "recall": 0.399209}, {"accuracy": 0.488142, "f1": 0.437577, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"], "main_score": 0.437577, "precision": 0.420449, "recall": 0.488142}, {"accuracy": 0.25, "f1": 0.222715, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"], "main_score": 0.222715, "precision": 0.213521, "recall": 0.25}, {"accuracy": 0.583004, "f1": 0.555127, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"], "main_score": 0.555127, "precision": 0.544139, "recall": 0.583004}, {"accuracy": 0.18083, "f1": 0.136571, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"], "main_score": 0.136571, "precision": 0.123604, "recall": 0.18083}, {"accuracy": 0.402174, "f1": 0.36469, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"], "main_score": 0.36469, "precision": 0.351113, "recall": 0.402174}, {"accuracy": 0.311265, "f1": 0.273968, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"], "main_score": 0.273968, "precision": 0.261469, "recall": 0.311265}, {"accuracy": 0.190711, "f1": 0.152711, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"], "main_score": 0.152711, "precision": 0.141287, "recall": 0.190711}, {"accuracy": 0.204545, "f1": 0.162742, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"], "main_score": 0.162742, "precision": 0.149286, "recall": 0.204545}, {"accuracy": 0.201581, "f1": 0.165343, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"], "main_score": 0.165343, "precision": 0.154046, "recall": 0.201581}, {"accuracy": 0.478261, "f1": 0.43138, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"], "main_score": 0.43138, "precision": 0.414839, "recall": 0.478261}, {"accuracy": 0.016798, "f1": 0.006381, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"], "main_score": 0.006381, "precision": 0.004881, "recall": 0.016798}, {"accuracy": 0.245059, "f1": 0.220403, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"], "main_score": 0.220403, "precision": 0.213194, "recall": 0.245059}, {"accuracy": 0.163043, "f1": 0.13786, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"], "main_score": 0.13786, "precision": 0.129259, "recall": 0.163043}, {"accuracy": 0.327075, "f1": 0.294714, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"], "main_score": 0.294714, "precision": 0.283479, "recall": 0.327075}, {"accuracy": 0.475296, "f1": 0.430289, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"], "main_score": 0.430289, "precision": 0.414899, "recall": 0.475296}, {"accuracy": 0.113636, "f1": 0.078442, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"], "main_score": 0.078442, "precision": 0.069229, "recall": 0.113636}, {"accuracy": 0.177866, "f1": 0.141076, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"], "main_score": 0.141076, "precision": 0.129668, "recall": 0.177866}, {"accuracy": 0.476285, "f1": 0.434196, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"], "main_score": 0.434196, "precision": 0.419615, "recall": 0.476285}, {"accuracy": 0.482213, "f1": 0.443825, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"], "main_score": 0.443825, "precision": 0.431357, "recall": 0.482213}, {"accuracy": 0.331028, "f1": 0.294141, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"], "main_score": 0.294141, "precision": 0.280888, "recall": 0.331028}, {"accuracy": 0.274704, "f1": 0.230958, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"], "main_score": 0.230958, "precision": 0.216209, "recall": 0.274704}, {"accuracy": 0.188735, "f1": 0.148585, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"], "main_score": 0.148585, "precision": 0.135466, "recall": 0.188735}, {"accuracy": 0.360672, "f1": 0.330381, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"], "main_score": 0.330381, "precision": 0.318837, "recall": 0.360672}, {"accuracy": 0.16996, "f1": 0.13106, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"], "main_score": 0.13106, "precision": 0.12016, "recall": 0.16996}, {"accuracy": 0.160079, "f1": 0.126426, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"], "main_score": 0.126426, "precision": 0.115345, "recall": 0.160079}, {"accuracy": 0.22332, "f1": 0.197196, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"], "main_score": 0.197196, "precision": 0.189577, "recall": 0.22332}, {"accuracy": 0.355731, "f1": 0.318177, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"], "main_score": 0.318177, "precision": 0.305184, "recall": 0.355731}, {"accuracy": 0.378458, "f1": 0.345521, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"], "main_score": 0.345521, "precision": 0.333656, "recall": 0.378458}, {"accuracy": 0.214427, "f1": 0.173146, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"], "main_score": 0.173146, "precision": 0.158936, "recall": 0.214427}, {"accuracy": 0.316206, "f1": 0.279425, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"], "main_score": 0.279425, "precision": 0.266746, "recall": 0.316206}, {"accuracy": 0.427866, "f1": 0.387679, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"], "main_score": 0.387679, "precision": 0.373986, "recall": 0.427866}, {"accuracy": 0.160079, "f1": 0.137015, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"], "main_score": 0.137015, "precision": 0.128564, "recall": 0.160079}, {"accuracy": 0.291502, "f1": 0.250442, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"], "main_score": 0.250442, "precision": 0.23707, "recall": 0.291502}, {"accuracy": 0.19664, "f1": 0.164382, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"], "main_score": 0.164382, "precision": 0.154617, "recall": 0.19664}, {"accuracy": 0.247036, "f1": 0.225275, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"], "main_score": 0.225275, "precision": 0.216734, "recall": 0.247036}, {"accuracy": 0.416008, "f1": 0.379149, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"], "main_score": 0.379149, "precision": 0.365485, "recall": 0.416008}, {"accuracy": 0.229249, "f1": 0.182928, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"], "main_score": 0.182928, "precision": 0.167393, "recall": 0.229249}, {"accuracy": 0.261858, "f1": 0.237829, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"], "main_score": 0.237829, "precision": 0.228776, "recall": 0.261858}, {"accuracy": 0.417984, "f1": 0.373703, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"], "main_score": 0.373703, "precision": 0.358567, "recall": 0.417984}, {"accuracy": 0.439723, "f1": 0.393394, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"], "main_score": 0.393394, "precision": 0.377762, "recall": 0.439723}, {"accuracy": 0.43083, "f1": 0.394457, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"], "main_score": 0.394457, "precision": 0.380772, "recall": 0.43083}, {"accuracy": 0.356719, "f1": 0.330132, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"], "main_score": 0.330132, "precision": 0.31997, "recall": 0.356719}, {"accuracy": 0.493083, "f1": 0.457381, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"], "main_score": 0.457381, "precision": 0.443181, "recall": 0.493083}, {"accuracy": 0.23913, "f1": 0.207595, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"], "main_score": 0.207595, "precision": 0.196272, "recall": 0.23913}, {"accuracy": 0.342885, "f1": 0.302491, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"], "main_score": 0.302491, "precision": 0.287554, "recall": 0.342885}, {"accuracy": 0.11166, "f1": 0.074527, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"], "main_score": 0.074527, "precision": 0.065964, "recall": 0.11166}, {"accuracy": 0.466403, "f1": 0.425278, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"], "main_score": 0.425278, "precision": 0.410077, "recall": 0.466403}, {"accuracy": 0.113636, "f1": 0.088469, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"], "main_score": 0.088469, "precision": 0.080327, "recall": 0.113636}, {"accuracy": 0.43083, "f1": 0.390982, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"], "main_score": 0.390982, "precision": 0.376489, "recall": 0.43083}, {"accuracy": 0.364625, "f1": 0.327866, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"], "main_score": 0.327866, "precision": 0.314369, "recall": 0.364625}, {"accuracy": 0.251976, "f1": 0.215128, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"], "main_score": 0.215128, "precision": 0.203148, "recall": 0.251976}, {"accuracy": 0.26087, "f1": 0.219092, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"], "main_score": 0.219092, "precision": 0.206577, "recall": 0.26087}, {"accuracy": 0.358696, "f1": 0.323125, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"], "main_score": 0.323125, "precision": 0.310869, "recall": 0.358696}, {"accuracy": 0.22332, "f1": 0.185014, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"], "main_score": 0.185014, "precision": 0.173412, "recall": 0.22332}, {"accuracy": 0.209486, "f1": 0.164943, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"], "main_score": 0.164943, "precision": 0.151611, "recall": 0.209486}, {"accuracy": 0.464427, "f1": 0.42072, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"], "main_score": 0.42072, "precision": 0.405715, "recall": 0.464427}, {"accuracy": 0.328063, "f1": 0.290176, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"], "main_score": 0.290176, "precision": 0.277419, "recall": 0.328063}, {"accuracy": 0.471344, "f1": 0.425384, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"], "main_score": 0.425384, "precision": 0.409695, "recall": 0.471344}, {"accuracy": 0.192688, "f1": 0.147086, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"], "main_score": 0.147086, "precision": 0.133297, "recall": 0.192688}, {"accuracy": 0.481225, "f1": 0.441391, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"], "main_score": 0.441391, "precision": 0.426636, "recall": 0.481225}, {"accuracy": 0.285573, "f1": 0.254883, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"], "main_score": 0.254883, "precision": 0.244626, "recall": 0.285573}, {"accuracy": 0.434783, "f1": 0.410974, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"], "main_score": 0.410974, "precision": 0.402143, "recall": 0.434783}, {"accuracy": 0.163043, "f1": 0.126172, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"], "main_score": 0.126172, "precision": 0.115508, "recall": 0.163043}, {"accuracy": 0.447628, "f1": 0.40889, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"], "main_score": 0.40889, "precision": 0.394925, "recall": 0.447628}, {"accuracy": 0.167984, "f1": 0.127604, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"], "main_score": 0.127604, "precision": 0.115622, "recall": 0.167984}, {"accuracy": 0.183794, "f1": 0.143935, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"], "main_score": 0.143935, "precision": 0.132376, "recall": 0.183794}, {"accuracy": 0.136364, "f1": 0.106677, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"], "main_score": 0.106677, "precision": 0.098203, "recall": 0.136364}, {"accuracy": 0.246047, "f1": 0.214503, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"], "main_score": 0.214503, "precision": 0.202554, "recall": 0.246047}, {"accuracy": 0.48419, "f1": 0.439841, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"], "main_score": 0.439841, "precision": 0.424533, "recall": 0.48419}, {"accuracy": 0.245059, "f1": 0.198286, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"], "main_score": 0.198286, "precision": 0.183465, "recall": 0.245059}, {"accuracy": 0.167984, "f1": 0.129728, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"], "main_score": 0.129728, "precision": 0.118807, "recall": 0.167984}, {"accuracy": 0.189723, "f1": 0.145752, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"], "main_score": 0.145752, "precision": 0.133546, "recall": 0.189723}, {"accuracy": 0.185771, "f1": 0.157324, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"], "main_score": 0.157324, "precision": 0.14854, "recall": 0.185771}, {"accuracy": 0.150198, "f1": 0.113576, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"], "main_score": 0.113576, "precision": 0.104359, "recall": 0.150198}, {"accuracy": 0.168972, "f1": 0.140264, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"], "main_score": 0.140264, "precision": 0.130944, "recall": 0.168972}, {"accuracy": 0.391304, "f1": 0.36144, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"], "main_score": 0.36144, "precision": 0.351208, "recall": 0.391304}, {"accuracy": 0.252964, "f1": 0.210813, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"], "main_score": 0.210813, "precision": 0.196187, "recall": 0.252964}, {"accuracy": 0.20751, "f1": 0.170057, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"], "main_score": 0.170057, "precision": 0.15882, "recall": 0.20751}, {"accuracy": 0.323123, "f1": 0.290535, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"], "main_score": 0.290535, "precision": 0.278261, "recall": 0.323123}, {"accuracy": 0.282609, "f1": 0.239646, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"], "main_score": 0.239646, "precision": 0.225633, "recall": 0.282609}, {"accuracy": 0.318182, "f1": 0.287889, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"], "main_score": 0.287889, "precision": 0.275625, "recall": 0.318182}, {"accuracy": 0.280632, "f1": 0.243837, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"], "main_score": 0.243837, "precision": 0.231596, "recall": 0.280632}, {"accuracy": 0.31917, "f1": 0.278496, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"], "main_score": 0.278496, "precision": 0.263613, "recall": 0.31917}, {"accuracy": 0.173913, "f1": 0.134984, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"], "main_score": 0.134984, "precision": 0.123689, "recall": 0.173913}, {"accuracy": 0.414032, "f1": 0.369158, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"], "main_score": 0.369158, "precision": 0.353893, "recall": 0.414032}, {"accuracy": 0.395257, "f1": 0.364564, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"], "main_score": 0.364564, "precision": 0.354376, "recall": 0.395257}, {"accuracy": 0.462451, "f1": 0.42385, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"], "main_score": 0.42385, "precision": 0.411106, "recall": 0.462451}, {"accuracy": 0.230237, "f1": 0.19789, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"], "main_score": 0.19789, "precision": 0.187667, "recall": 0.230237}, {"accuracy": 0.198617, "f1": 0.165302, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"], "main_score": 0.165302, "precision": 0.153916, "recall": 0.198617}, {"accuracy": 0.201581, "f1": 0.152188, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"], "main_score": 0.152188, "precision": 0.138881, "recall": 0.201581}, {"accuracy": 0.023715, "f1": 0.01855, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"], "main_score": 0.01855, "precision": 0.017191, "recall": 0.023715}, {"accuracy": 0.227273, "f1": 0.206782, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"], "main_score": 0.206782, "precision": 0.199044, "recall": 0.227273}, {"accuracy": 0.003953, "f1": 0.000256, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"], "main_score": 0.000256, "precision": 0.000142, "recall": 0.003953}, {"accuracy": 0.11166, "f1": 0.093732, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"], "main_score": 0.093732, "precision": 0.088161, "recall": 0.11166}, {"accuracy": 0.106719, "f1": 0.094864, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"], "main_score": 0.094864, "precision": 0.090667, "recall": 0.106719}, {"accuracy": 0.088933, "f1": 0.074687, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"], "main_score": 0.074687, "precision": 0.071158, "recall": 0.088933}, {"accuracy": 0.109684, "f1": 0.097872, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"], "main_score": 0.097872, "precision": 0.09453, "recall": 0.109684}, {"accuracy": 0.186759, "f1": 0.172175, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"], "main_score": 0.172175, "precision": 0.166247, "recall": 0.186759}, {"accuracy": 0.168972, "f1": 0.14043, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"], "main_score": 0.14043, "precision": 0.132728, "recall": 0.168972}, {"accuracy": 0.15415, "f1": 0.139714, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"], "main_score": 0.139714, "precision": 0.134652, "recall": 0.15415}, {"accuracy": 0.121542, "f1": 0.113352, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"], "main_score": 0.113352, "precision": 0.110598, "recall": 0.121542}, {"accuracy": 0.124506, "f1": 0.10883, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"], "main_score": 0.10883, "precision": 0.104309, "recall": 0.124506}, {"accuracy": 0.086957, "f1": 0.075343, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"], "main_score": 0.075343, "precision": 0.071812, "recall": 0.086957}, {"accuracy": 0.16996, "f1": 0.152112, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"], "main_score": 0.152112, "precision": 0.145787, "recall": 0.16996}, {"accuracy": 0.091897, "f1": 0.084356, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"], "main_score": 0.084356, "precision": 0.081777, "recall": 0.091897}, {"accuracy": 0.098814, "f1": 0.082546, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"], "main_score": 0.082546, "precision": 0.078886, "recall": 0.098814}, {"accuracy": 0.166996, "f1": 0.140001, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"], "main_score": 0.140001, "precision": 0.132674, "recall": 0.166996}, {"accuracy": 0.209486, "f1": 0.193234, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"], "main_score": 0.193234, "precision": 0.187734, "recall": 0.209486}, {"accuracy": 0.086957, "f1": 0.080095, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"], "main_score": 0.080095, "precision": 0.077933, "recall": 0.086957}, {"accuracy": 0.110672, "f1": 0.095302, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"], "main_score": 0.095302, "precision": 0.090908, "recall": 0.110672}, {"accuracy": 0.178854, "f1": 0.145025, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"], "main_score": 0.145025, "precision": 0.135532, "recall": 0.178854}, {"accuracy": 0.121542, "f1": 0.107159, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"], "main_score": 0.107159, "precision": 0.103355, "recall": 0.121542}, {"accuracy": 0.144269, "f1": 0.126037, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"], "main_score": 0.126037, "precision": 0.119869, "recall": 0.144269}, {"accuracy": 0.043478, "f1": 0.033401, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"], "main_score": 0.033401, "precision": 0.031295, "recall": 0.043478}, {"accuracy": 0.110672, "f1": 0.096728, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"], "main_score": 0.096728, "precision": 0.092112, "recall": 0.110672}, {"accuracy": 0.130435, "f1": 0.11759, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"], "main_score": 0.11759, "precision": 0.113787, "recall": 0.130435}, {"accuracy": 0.031621, "f1": 0.02271, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"], "main_score": 0.02271, "precision": 0.020849, "recall": 0.031621}, {"accuracy": 0.101779, "f1": 0.091184, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"], "main_score": 0.091184, "precision": 0.08832, "recall": 0.101779}, {"accuracy": 0.203557, "f1": 0.182353, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"], "main_score": 0.182353, "precision": 0.175012, "recall": 0.203557}, {"accuracy": 0.117589, "f1": 0.108673, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"], "main_score": 0.108673, "precision": 0.106168, "recall": 0.117589}, {"accuracy": 0.166008, "f1": 0.140684, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"], "main_score": 0.140684, "precision": 0.133955, "recall": 0.166008}, {"accuracy": 0.113636, "f1": 0.098154, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"], "main_score": 0.098154, "precision": 0.094254, "recall": 0.113636}, {"accuracy": 0.09585, "f1": 0.079567, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"], "main_score": 0.079567, "precision": 0.075016, "recall": 0.09585}, {"accuracy": 0.159091, "f1": 0.145398, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"], "main_score": 0.145398, "precision": 0.140479, "recall": 0.159091}, {"accuracy": 0.137352, "f1": 0.117051, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"], "main_score": 0.117051, "precision": 0.111635, "recall": 0.137352}, {"accuracy": 0.063241, "f1": 0.054142, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"], "main_score": 0.054142, "precision": 0.050965, "recall": 0.063241}, {"accuracy": 0.086957, "f1": 0.073262, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"], "main_score": 0.073262, "precision": 0.069838, "recall": 0.086957}, {"accuracy": 0.049407, "f1": 0.042089, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"], "main_score": 0.042089, "precision": 0.040088, "recall": 0.049407}, {"accuracy": 0.166996, "f1": 0.133203, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"], "main_score": 0.133203, "precision": 0.124811, "recall": 0.166996}, {"accuracy": 0.089921, "f1": 0.077373, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"], "main_score": 0.077373, "precision": 0.07318, "recall": 0.089921}, {"accuracy": 0.178854, "f1": 0.155723, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"], "main_score": 0.155723, "precision": 0.147314, "recall": 0.178854}, {"accuracy": 0.016798, "f1": 0.013146, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"], "main_score": 0.013146, "precision": 0.012191, "recall": 0.016798}, {"accuracy": 0.18083, "f1": 0.152809, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"], "main_score": 0.152809, "precision": 0.145158, "recall": 0.18083}, {"accuracy": 0.133399, "f1": 0.114249, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"], "main_score": 0.114249, "precision": 0.107107, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.113107, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"], "main_score": 0.113107, "precision": 0.108469, "recall": 0.130435}, {"accuracy": 0.163043, "f1": 0.14012, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"], "main_score": 0.14012, "precision": 0.132887, "recall": 0.163043}, {"accuracy": 0.089921, "f1": 0.07654, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"], "main_score": 0.07654, "precision": 0.073202, "recall": 0.089921}, {"accuracy": 0.101779, "f1": 0.093413, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"], "main_score": 0.093413, "precision": 0.092049, "recall": 0.101779}, {"accuracy": 0.161067, "f1": 0.140359, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"], "main_score": 0.140359, "precision": 0.132533, "recall": 0.161067}, {"accuracy": 0.137352, "f1": 0.116759, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"], "main_score": 0.116759, "precision": 0.112177, "recall": 0.137352}, {"accuracy": 0.114625, "f1": 0.105306, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"], "main_score": 0.105306, "precision": 0.102845, "recall": 0.114625}, {"accuracy": 0.183794, "f1": 0.150346, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"], "main_score": 0.150346, "precision": 0.141318, "recall": 0.183794}, {"accuracy": 0.100791, "f1": 0.091949, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"], "main_score": 0.091949, "precision": 0.089586, "recall": 0.100791}, {"accuracy": 0.145257, "f1": 0.128829, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"], "main_score": 0.128829, "precision": 0.123218, "recall": 0.145257}, {"accuracy": 0.102767, "f1": 0.087051, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"], "main_score": 0.087051, "precision": 0.082669, "recall": 0.102767}, {"accuracy": 0.024704, "f1": 0.019717, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"], "main_score": 0.019717, "precision": 0.018671, "recall": 0.024704}, {"accuracy": 0.172925, "f1": 0.154445, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"], "main_score": 0.154445, "precision": 0.148209, "recall": 0.172925}, {"accuracy": 0.159091, "f1": 0.141883, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"], "main_score": 0.141883, "precision": 0.135923, "recall": 0.159091}, {"accuracy": 0.024704, "f1": 0.023123, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"], "main_score": 0.023123, "precision": 0.02248, "recall": 0.024704}, {"accuracy": 0.131423, "f1": 0.113814, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"], "main_score": 0.113814, "precision": 0.107941, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.088964, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"], "main_score": 0.088964, "precision": 0.085958, "recall": 0.101779}, {"accuracy": 0.151186, "f1": 0.132816, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"], "main_score": 0.132816, "precision": 0.12747, "recall": 0.151186}, {"accuracy": 0.092885, "f1": 0.081047, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"], "main_score": 0.081047, "precision": 0.077538, "recall": 0.092885}, {"accuracy": 0.201581, "f1": 0.183153, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"], "main_score": 0.183153, "precision": 0.17668, "recall": 0.201581}, {"accuracy": 0.105731, "f1": 0.099638, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"], "main_score": 0.099638, "precision": 0.097697, "recall": 0.105731}, {"accuracy": 0.118577, "f1": 0.106986, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"], "main_score": 0.106986, "precision": 0.104104, "recall": 0.118577}, {"accuracy": 0.177866, "f1": 0.14243, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"], "main_score": 0.14243, "precision": 0.133535, "recall": 0.177866}, {"accuracy": 0.174901, "f1": 0.160068, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"], "main_score": 0.160068, "precision": 0.154835, "recall": 0.174901}, {"accuracy": 0.166008, "f1": 0.14811, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"], "main_score": 0.14811, "precision": 0.142084, "recall": 0.166008}, {"accuracy": 0.16502, "f1": 0.148529, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"], "main_score": 0.148529, "precision": 0.143053, "recall": 0.16502}, {"accuracy": 0.12747, "f1": 0.113867, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"], "main_score": 0.113867, "precision": 0.109715, "recall": 0.12747}, {"accuracy": 0.08004, "f1": 0.06773, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"], "main_score": 0.06773, "precision": 0.064752, "recall": 0.08004}, {"accuracy": 0.142292, "f1": 0.118479, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"], "main_score": 0.118479, "precision": 0.112396, "recall": 0.142292}, {"accuracy": 0.022727, "f1": 0.012604, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"], "main_score": 0.012604, "precision": 0.010781, "recall": 0.022727}, {"accuracy": 0.114625, "f1": 0.101095, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"], "main_score": 0.101095, "precision": 0.09609, "recall": 0.114625}, {"accuracy": 0.094862, "f1": 0.089097, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"], "main_score": 0.089097, "precision": 0.086693, "recall": 0.094862}, {"accuracy": 0.1917, "f1": 0.172846, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"], "main_score": 0.172846, "precision": 0.166299, "recall": 0.1917}, {"accuracy": 0.025692, "f1": 0.017712, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"], "main_score": 0.017712, "precision": 0.01614, "recall": 0.025692}, {"accuracy": 0.181818, "f1": 0.152628, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"], "main_score": 0.152628, "precision": 0.143959, "recall": 0.181818}, {"accuracy": 0.112648, "f1": 0.104051, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"], "main_score": 0.104051, "precision": 0.100946, "recall": 0.112648}, {"accuracy": 0.12253, "f1": 0.111553, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"], "main_score": 0.111553, "precision": 0.108228, "recall": 0.12253}, {"accuracy": 0.038538, "f1": 0.031721, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"], "main_score": 0.031721, "precision": 0.03043, "recall": 0.038538}, {"accuracy": 0.171937, "f1": 0.146852, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"], "main_score": 0.146852, "precision": 0.13971, "recall": 0.171937}, {"accuracy": 0.173913, "f1": 0.148781, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"], "main_score": 0.148781, "precision": 0.141878, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.139771, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"], "main_score": 0.139771, "precision": 0.130901, "recall": 0.176877}, {"accuracy": 0.113636, "f1": 0.095036, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"], "main_score": 0.095036, "precision": 0.089647, "recall": 0.113636}, {"accuracy": 0.162055, "f1": 0.141563, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"], "main_score": 0.141563, "precision": 0.134254, "recall": 0.162055}, {"accuracy": 0.155138, "f1": 0.137386, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"], "main_score": 0.137386, "precision": 0.131158, "recall": 0.155138}, {"accuracy": 0.047431, "f1": 0.037799, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"], "main_score": 0.037799, "precision": 0.036404, "recall": 0.047431}, {"accuracy": 0.182806, "f1": 0.147396, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"], "main_score": 0.147396, "precision": 0.138591, "recall": 0.182806}, {"accuracy": 0.087945, "f1": 0.076209, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"], "main_score": 0.076209, "precision": 0.072536, "recall": 0.087945}, {"accuracy": 0.143281, "f1": 0.125292, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"], "main_score": 0.125292, "precision": 0.118698, "recall": 0.143281}, {"accuracy": 0.166008, "f1": 0.148806, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"], "main_score": 0.148806, "precision": 0.142006, "recall": 0.166008}, {"accuracy": 0.100791, "f1": 0.095404, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"], "main_score": 0.095404, "precision": 0.093404, "recall": 0.100791}, {"accuracy": 0.148221, "f1": 0.124515, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"], "main_score": 0.124515, "precision": 0.118117, "recall": 0.148221}, {"accuracy": 0.15415, "f1": 0.13498, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"], "main_score": 0.13498, "precision": 0.127885, "recall": 0.15415}, {"accuracy": 0.13834, "f1": 0.118909, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"], "main_score": 0.118909, "precision": 0.113631, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.153871, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"], "main_score": 0.153871, "precision": 0.148294, "recall": 0.172925}, {"accuracy": 0.149209, "f1": 0.13875, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"], "main_score": 0.13875, "precision": 0.134831, "recall": 0.149209}, {"accuracy": 0.115613, "f1": 0.098813, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"], "main_score": 0.098813, "precision": 0.094307, "recall": 0.115613}, {"accuracy": 0.140316, "f1": 0.117775, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"], "main_score": 0.117775, "precision": 0.111836, "recall": 0.140316}, {"accuracy": 0.173913, "f1": 0.136831, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"], "main_score": 0.136831, "precision": 0.127407, "recall": 0.173913}, {"accuracy": 0.116601, "f1": 0.094826, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"], "main_score": 0.094826, "precision": 0.088823, "recall": 0.116601}, {"accuracy": 0.113636, "f1": 0.10296, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"], "main_score": 0.10296, "precision": 0.100362, "recall": 0.113636}, {"accuracy": 0.078063, "f1": 0.06272, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"], "main_score": 0.06272, "precision": 0.059179, "recall": 0.078063}, {"accuracy": 0.159091, "f1": 0.141766, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"], "main_score": 0.141766, "precision": 0.136703, "recall": 0.159091}, {"accuracy": 0.041502, "f1": 0.030187, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"], "main_score": 0.030187, "precision": 0.027656, "recall": 0.041502}, {"accuracy": 0.198617, "f1": 0.179122, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"], "main_score": 0.179122, "precision": 0.172385, "recall": 0.198617}, {"accuracy": 0.083992, "f1": 0.06423, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"], "main_score": 0.06423, "precision": 0.059375, "recall": 0.083992}, {"accuracy": 0.187747, "f1": 0.154644, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"], "main_score": 0.154644, "precision": 0.145971, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.118781, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"], "main_score": 0.118781, "precision": 0.114921, "recall": 0.134387}, {"accuracy": 0.060277, "f1": 0.048672, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"], "main_score": 0.048672, "precision": 0.044981, "recall": 0.060277}, {"accuracy": 0.124506, "f1": 0.111028, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"], "main_score": 0.111028, "precision": 0.107533, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.158258, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"], "main_score": 0.158258, "precision": 0.149637, "recall": 0.187747}, {"accuracy": 0.064229, "f1": 0.055949, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"], "main_score": 0.055949, "precision": 0.053858, "recall": 0.064229}, {"accuracy": 0.11166, "f1": 0.096605, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"], "main_score": 0.096605, "precision": 0.092967, "recall": 0.11166}, {"accuracy": 0.131423, "f1": 0.115319, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"], "main_score": 0.115319, "precision": 0.110897, "recall": 0.131423}, {"accuracy": 0.113636, "f1": 0.097349, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"], "main_score": 0.097349, "precision": 0.093174, "recall": 0.113636}, {"accuracy": 0.145257, "f1": 0.130354, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"], "main_score": 0.130354, "precision": 0.126066, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.139028, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"], "main_score": 0.139028, "precision": 0.134744, "recall": 0.151186}, {"accuracy": 0.171937, "f1": 0.147425, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"], "main_score": 0.147425, "precision": 0.13877, "recall": 0.171937}, {"accuracy": 0.157115, "f1": 0.138752, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"], "main_score": 0.138752, "precision": 0.132118, "recall": 0.157115}, {"accuracy": 0.167984, "f1": 0.141864, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"], "main_score": 0.141864, "precision": 0.134784, "recall": 0.167984}, {"accuracy": 0.018775, "f1": 0.009031, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"], "main_score": 0.009031, "precision": 0.007425, "recall": 0.018775}, {"accuracy": 0.063241, "f1": 0.054812, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"], "main_score": 0.054812, "precision": 0.052831, "recall": 0.063241}, {"accuracy": 0.040514, "f1": 0.032088, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"], "main_score": 0.032088, "precision": 0.029712, "recall": 0.040514}, {"accuracy": 0.073123, "f1": 0.062635, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"], "main_score": 0.062635, "precision": 0.059969, "recall": 0.073123}, {"accuracy": 0.172925, "f1": 0.144385, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"], "main_score": 0.144385, "precision": 0.136725, "recall": 0.172925}, {"accuracy": 0.089921, "f1": 0.07249, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"], "main_score": 0.07249, "precision": 0.066854, "recall": 0.089921}, {"accuracy": 0.190711, "f1": 0.173612, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"], "main_score": 0.173612, "precision": 0.167403, "recall": 0.190711}, {"accuracy": 0.152174, "f1": 0.12636, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"], "main_score": 0.12636, "precision": 0.119993, "recall": 0.152174}, {"accuracy": 0.177866, "f1": 0.147079, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"], "main_score": 0.147079, "precision": 0.137908, "recall": 0.177866}, {"accuracy": 0.113636, "f1": 0.104396, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"], "main_score": 0.104396, "precision": 0.10146, "recall": 0.113636}, {"accuracy": 0.102767, "f1": 0.08906, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"], "main_score": 0.08906, "precision": 0.085354, "recall": 0.102767}, {"accuracy": 0.147233, "f1": 0.131068, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"], "main_score": 0.131068, "precision": 0.124531, "recall": 0.147233}, {"accuracy": 0.091897, "f1": 0.081816, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"], "main_score": 0.081816, "precision": 0.078948, "recall": 0.091897}, {"accuracy": 0.158103, "f1": 0.137264, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"], "main_score": 0.137264, "precision": 0.130365, "recall": 0.158103}, {"accuracy": 0.125494, "f1": 0.110795, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"], "main_score": 0.110795, "precision": 0.106947, "recall": 0.125494}, {"accuracy": 0.046443, "f1": 0.039025, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"], "main_score": 0.039025, "precision": 0.03716, "recall": 0.046443}, {"accuracy": 0.12253, "f1": 0.109728, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"], "main_score": 0.109728, "precision": 0.106375, "recall": 0.12253}, {"accuracy": 0.123518, "f1": 0.103369, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"], "main_score": 0.103369, "precision": 0.098679, "recall": 0.123518}, {"accuracy": 0.139328, "f1": 0.116469, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"], "main_score": 0.116469, "precision": 0.110211, "recall": 0.139328}, {"accuracy": 0.137352, "f1": 0.125997, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"], "main_score": 0.125997, "precision": 0.122313, "recall": 0.137352}, {"accuracy": 0.134387, "f1": 0.111842, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"], "main_score": 0.111842, "precision": 0.106246, "recall": 0.134387}, {"accuracy": 0.039526, "f1": 0.034625, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"], "main_score": 0.034625, "precision": 0.032794, "recall": 0.039526}, {"accuracy": 0.079051, "f1": 0.062276, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"], "main_score": 0.062276, "precision": 0.058048, "recall": 0.079051}, {"accuracy": 0.117589, "f1": 0.105374, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"], "main_score": 0.105374, "precision": 0.101374, "recall": 0.117589}, {"accuracy": 0.052372, "f1": 0.046047, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"], "main_score": 0.046047, "precision": 0.044489, "recall": 0.052372}, {"accuracy": 0.110672, "f1": 0.095051, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"], "main_score": 0.095051, "precision": 0.09097, "recall": 0.110672}, {"accuracy": 0.175889, "f1": 0.160357, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"], "main_score": 0.160357, "precision": 0.154826, "recall": 0.175889}, {"accuracy": 0.059289, "f1": 0.046968, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"], "main_score": 0.046968, "precision": 0.044368, "recall": 0.059289}, {"accuracy": 0.125494, "f1": 0.105916, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"], "main_score": 0.105916, "precision": 0.100586, "recall": 0.125494}, {"accuracy": 0.136364, "f1": 0.113891, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"], "main_score": 0.113891, "precision": 0.107958, "recall": 0.136364}, {"accuracy": 0.132411, "f1": 0.11464, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"], "main_score": 0.11464, "precision": 0.110713, "recall": 0.132411}, {"accuracy": 0.099802, "f1": 0.09123, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"], "main_score": 0.09123, "precision": 0.08837, "recall": 0.099802}, {"accuracy": 0.179842, "f1": 0.149883, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"], "main_score": 0.149883, "precision": 0.141351, "recall": 0.179842}, {"accuracy": 0.078063, "f1": 0.064951, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"], "main_score": 0.064951, "precision": 0.061607, "recall": 0.078063}, {"accuracy": 0.121542, "f1": 0.110614, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"], "main_score": 0.110614, "precision": 0.107001, "recall": 0.121542}, {"accuracy": 0.097826, "f1": 0.069913, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"], "main_score": 0.069913, "precision": 0.061576, "recall": 0.097826}, {"accuracy": 0.172925, "f1": 0.14972, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"], "main_score": 0.14972, "precision": 0.142969, "recall": 0.172925}, {"accuracy": 0.02668, "f1": 0.022312, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"], "main_score": 0.022312, "precision": 0.021037, "recall": 0.02668}, {"accuracy": 0.119565, "f1": 0.101358, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"], "main_score": 0.101358, "precision": 0.097084, "recall": 0.119565}, {"accuracy": 0.107708, "f1": 0.087267, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"], "main_score": 0.087267, "precision": 0.082796, "recall": 0.107708}, {"accuracy": 0.108696, "f1": 0.094809, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"], "main_score": 0.094809, "precision": 0.091049, "recall": 0.108696}, {"accuracy": 0.166996, "f1": 0.151872, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"], "main_score": 0.151872, "precision": 0.146709, "recall": 0.166996}, {"accuracy": 0.092885, "f1": 0.079771, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"], "main_score": 0.079771, "precision": 0.07597, "recall": 0.092885}, {"accuracy": 0.174901, "f1": 0.159665, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"], "main_score": 0.159665, "precision": 0.155039, "recall": 0.174901}, {"accuracy": 0.171937, "f1": 0.154918, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"], "main_score": 0.154918, "precision": 0.148852, "recall": 0.171937}, {"accuracy": 0.177866, "f1": 0.149011, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"], "main_score": 0.149011, "precision": 0.141353, "recall": 0.177866}, {"accuracy": 0.16996, "f1": 0.155063, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"], "main_score": 0.155063, "precision": 0.149617, "recall": 0.16996}, {"accuracy": 0.172925, "f1": 0.144856, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"], "main_score": 0.144856, "precision": 0.136916, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.146538, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"], "main_score": 0.146538, "precision": 0.13979, "recall": 0.164032}, {"accuracy": 0.184783, "f1": 0.150178, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"], "main_score": 0.150178, "precision": 0.140487, "recall": 0.184783}, {"accuracy": 0.076087, "f1": 0.064953, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"], "main_score": 0.064953, "precision": 0.061923, "recall": 0.076087}, {"accuracy": 0.118577, "f1": 0.102048, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"], "main_score": 0.102048, "precision": 0.09789, "recall": 0.118577}, {"accuracy": 0.151186, "f1": 0.132465, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"], "main_score": 0.132465, "precision": 0.127369, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.145674, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"], "main_score": 0.145674, "precision": 0.140734, "recall": 0.164032}, {"accuracy": 0.136364, "f1": 0.113313, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"], "main_score": 0.113313, "precision": 0.107259, "recall": 0.136364}, {"accuracy": 0.183794, "f1": 0.168141, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"], "main_score": 0.168141, "precision": 0.16203, "recall": 0.183794}, {"accuracy": 0.114625, "f1": 0.098601, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"], "main_score": 0.098601, "precision": 0.094292, "recall": 0.114625}, {"accuracy": 0.061265, "f1": 0.053088, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"], "main_score": 0.053088, "precision": 0.050669, "recall": 0.061265}, {"accuracy": 0.18083, "f1": 0.153779, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"], "main_score": 0.153779, "precision": 0.145557, "recall": 0.18083}, {"accuracy": 0.143281, "f1": 0.127477, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"], "main_score": 0.127477, "precision": 0.123473, "recall": 0.143281}, {"accuracy": 0.185771, "f1": 0.161803, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"], "main_score": 0.161803, "precision": 0.153758, "recall": 0.185771}, {"accuracy": 0.16502, "f1": 0.149225, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"], "main_score": 0.149225, "precision": 0.143473, "recall": 0.16502}, {"accuracy": 0.04249, "f1": 0.033379, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"], "main_score": 0.033379, "precision": 0.031435, "recall": 0.04249}, {"accuracy": 0.129447, "f1": 0.111715, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"], "main_score": 0.111715, "precision": 0.106046, "recall": 0.129447}, {"accuracy": 0.179842, "f1": 0.163425, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"], "main_score": 0.163425, "precision": 0.157871, "recall": 0.179842}, {"accuracy": 0.096838, "f1": 0.083339, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"], "main_score": 0.083339, "precision": 0.079746, "recall": 0.096838}, {"accuracy": 0.171937, "f1": 0.154497, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"], "main_score": 0.154497, "precision": 0.148574, "recall": 0.171937}, {"accuracy": 0.155138, "f1": 0.133717, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"], "main_score": 0.133717, "precision": 0.127352, "recall": 0.155138}, {"accuracy": 0.09585, "f1": 0.089997, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"], "main_score": 0.089997, "precision": 0.088043, "recall": 0.09585}, {"accuracy": 0.195652, "f1": 0.169993, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"], "main_score": 0.169993, "precision": 0.162633, "recall": 0.195652}, {"accuracy": 0.144269, "f1": 0.133314, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"], "main_score": 0.133314, "precision": 0.129702, "recall": 0.144269}, {"accuracy": 0.056324, "f1": 0.048199, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"], "main_score": 0.048199, "precision": 0.046023, "recall": 0.056324}, {"accuracy": 0.11166, "f1": 0.091707, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"], "main_score": 0.091707, "precision": 0.087179, "recall": 0.11166}, {"accuracy": 0.129447, "f1": 0.110908, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"], "main_score": 0.110908, "precision": 0.106627, "recall": 0.129447}, {"accuracy": 0.117589, "f1": 0.097985, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"], "main_score": 0.097985, "precision": 0.092695, "recall": 0.117589}, {"accuracy": 0.121542, "f1": 0.100794, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"], "main_score": 0.100794, "precision": 0.094717, "recall": 0.121542}, {"accuracy": 0.13834, "f1": 0.116182, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"], "main_score": 0.116182, "precision": 0.110215, "recall": 0.13834}, {"accuracy": 0.048419, "f1": 0.03813, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"], "main_score": 0.03813, "precision": 0.035784, "recall": 0.048419}, {"accuracy": 0.124506, "f1": 0.114674, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"], "main_score": 0.114674, "precision": 0.111298, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.165831, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"], "main_score": 0.165831, "precision": 0.15808, "recall": 0.187747}, {"accuracy": 0.083004, "f1": 0.049825, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"], "main_score": 0.049825, "precision": 0.041952, "recall": 0.083004}, {"accuracy": 0.146245, "f1": 0.087287, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"], "main_score": 0.087287, "precision": 0.074375, "recall": 0.146245}, {"accuracy": 0.003953, "f1": 4.9e-05, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.908103, "f1": 0.880007, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"], "main_score": 0.880007, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.594862, "f1": 0.512622, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"], "main_score": 0.512622, "precision": 0.481717, "recall": 0.594862}, {"accuracy": 0.173913, "f1": 0.11405, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"], "main_score": 0.11405, "precision": 0.099548, "recall": 0.173913}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.358696, "f1": 0.271395, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"], "main_score": 0.271395, "precision": 0.245222, "recall": 0.358696}, {"accuracy": 0.608696, "f1": 0.530602, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"], "main_score": 0.530602, "precision": 0.499584, "recall": 0.608696}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.912055, "f1": 0.886693, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"], "main_score": 0.886693, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.20751, "f1": 0.13191, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"], "main_score": 0.13191, "precision": 0.113383, "recall": 0.20751}, {"accuracy": 0.937747, "f1": 0.920817, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"], "main_score": 0.920817, "precision": 0.913126, "recall": 0.937747}, {"accuracy": 0.843874, "f1": 0.803426, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"], "main_score": 0.803426, "precision": 0.784914, "recall": 0.843874}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.258893, "f1": 0.173856, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"], "main_score": 0.173856, "precision": 0.151881, "recall": 0.258893}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.128458, "f1": 0.077493, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"], "main_score": 0.077493, "precision": 0.066527, "recall": 0.128458}, {"accuracy": 0.903162, "f1": 0.876548, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"], "main_score": 0.876548, "precision": 0.864081, "recall": 0.903162}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666996, "f1": 0.59162, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"], "main_score": 0.59162, "precision": 0.561671, "recall": 0.666996}, {"accuracy": 0.062253, "f1": 0.030158, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"], "main_score": 0.030158, "precision": 0.025573, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"], "main_score": 0.970685, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.186759, "f1": 0.118906, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"], "main_score": 0.118906, "precision": 0.103262, "recall": 0.186759}, {"accuracy": 0.850791, "f1": 0.809651, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"], "main_score": 0.809651, "precision": 0.790958, "recall": 0.850791}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.912055, "f1": 0.887747, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"], "main_score": 0.887747, "precision": 0.8764, "recall": 0.912055}, {"accuracy": 0.91996, "f1": 0.896311, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"], "main_score": 0.896311, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.251976, "f1": 0.178442, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"], "main_score": 0.178442, "precision": 0.157791, "recall": 0.251976}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.811265, "f1": 0.767923, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"], "main_score": 0.767923, "precision": 0.749242, "recall": 0.811265}, {"accuracy": 0.939723, "f1": 0.92085, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"], "main_score": 0.92085, "precision": 0.911808, "recall": 0.939723}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"], "main_score": 0.898452, "precision": 0.887269, "recall": 0.921937}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.139328, "f1": 0.079009, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"], "main_score": 0.079009, "precision": 0.066057, "recall": 0.139328}, {"accuracy": 0.057312, "f1": 0.032076, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"], "main_score": 0.032076, "precision": 0.026569, "recall": 0.057312}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.131423, "f1": 0.075594, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"], "main_score": 0.075594, "precision": 0.063978, "recall": 0.131423}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.895257, "f1": 0.865796, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"], "main_score": 0.865796, "precision": 0.851861, "recall": 0.895257}, {"accuracy": 0.728261, "f1": 0.66461, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"], "main_score": 0.66461, "precision": 0.636891, "recall": 0.728261}, {"accuracy": 0.161067, "f1": 0.094519, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"], "main_score": 0.094519, "precision": 0.078821, "recall": 0.161067}, {"accuracy": 0.728261, "f1": 0.673574, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"], "main_score": 0.673574, "precision": 0.651219, "recall": 0.728261}, {"accuracy": 0.587945, "f1": 0.508065, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"], "main_score": 0.508065, "precision": 0.478084, "recall": 0.587945}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.705534, "f1": 0.636764, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"], "main_score": 0.636764, "precision": 0.608086, "recall": 0.705534}, {"accuracy": 0.142292, "f1": 0.088733, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"], "main_score": 0.088733, "precision": 0.076984, "recall": 0.142292}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.068182, "f1": 0.039145, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"], "main_score": 0.039145, "precision": 0.033824, "recall": 0.068182}, {"accuracy": 0.213439, "f1": 0.14829, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"], "main_score": 0.14829, "precision": 0.131166, "recall": 0.213439}, {"accuracy": 0.326087, "f1": 0.239652, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"], "main_score": 0.239652, "precision": 0.21447, "recall": 0.326087}, {"accuracy": 0.086957, "f1": 0.049624, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"], "main_score": 0.049624, "precision": 0.0417, "recall": 0.086957}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.238142, "f1": 0.162477, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"], "main_score": 0.162477, "precision": 0.143386, "recall": 0.238142}, {"accuracy": 0.745059, "f1": 0.683478, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"], "main_score": 0.683478, "precision": 0.657946, "recall": 0.745059}, {"accuracy": 0.423913, "f1": 0.340188, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"], "main_score": 0.340188, "precision": 0.315098, "recall": 0.423913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.214427, "f1": 0.14244, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"], "main_score": 0.14244, "precision": 0.124489, "recall": 0.214427}, {"accuracy": 0.274704, "f1": 0.197009, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"], "main_score": 0.197009, "precision": 0.176129, "recall": 0.274704}, {"accuracy": 0.222332, "f1": 0.144173, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"], "main_score": 0.144173, "precision": 0.124287, "recall": 0.222332}, {"accuracy": 0.323123, "f1": 0.243134, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"], "main_score": 0.243134, "precision": 0.220477, "recall": 0.323123}, {"accuracy": 0.624506, "f1": 0.55206, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"], "main_score": 0.55206, "precision": 0.523689, "recall": 0.624506}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.050395, "f1": 0.016424, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"], "main_score": 0.016424, "precision": 0.012402, "recall": 0.050395}, {"accuracy": 0.16502, "f1": 0.105178, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"], "main_score": 0.105178, "precision": 0.09148, "recall": 0.16502}, {"accuracy": 0.73419, "f1": 0.673344, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"], "main_score": 0.673344, "precision": 0.648618, "recall": 0.73419}, {"accuracy": 0.193676, "f1": 0.124847, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"], "main_score": 0.124847, "precision": 0.107546, "recall": 0.193676}, {"accuracy": 0.066206, "f1": 0.034229, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"], "main_score": 0.034229, "precision": 0.029125, "recall": 0.066206}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.77668, "f1": 0.720048, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"], "main_score": 0.720048, "precision": 0.695595, "recall": 0.77668}, {"accuracy": 0.777668, "f1": 0.717495, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"], "main_score": 0.717495, "precision": 0.690464, "recall": 0.777668}, {"accuracy": 0.773715, "f1": 0.719718, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"], "main_score": 0.719718, "precision": 0.69688, "recall": 0.773715}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.18083, "f1": 0.118087, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"], "main_score": 0.118087, "precision": 0.102461, "recall": 0.18083}, {"accuracy": 0.131423, "f1": 0.076763, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"], "main_score": 0.076763, "precision": 0.064774, "recall": 0.131423}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"], "main_score": 0.869697, "precision": 0.856225, "recall": 0.899209}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.340909, "f1": 0.257318, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"], "main_score": 0.257318, "precision": 0.232323, "recall": 0.340909}, {"accuracy": 0.160079, "f1": 0.095788, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"], "main_score": 0.095788, "precision": 0.082411, "recall": 0.160079}, {"accuracy": 0.681818, "f1": 0.607529, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"], "main_score": 0.607529, "precision": 0.57803, "recall": 0.681818}, {"accuracy": 0.929842, "f1": 0.910672, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"], "main_score": 0.910672, "precision": 0.902174, "recall": 0.929842}, {"accuracy": 0.152174, "f1": 0.087607, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"], "main_score": 0.087607, "precision": 0.073486, "recall": 0.152174}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.202569, "f1": 0.141228, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"], "main_score": 0.141228, "precision": 0.126436, "recall": 0.202569}, {"accuracy": 0.375494, "f1": 0.286705, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"], "main_score": 0.286705, "precision": 0.259879, "recall": 0.375494}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.725296, "f1": 0.660378, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"], "main_score": 0.660378, "precision": 0.633936, "recall": 0.725296}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.19664, "f1": 0.132632, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"], "main_score": 0.132632, "precision": 0.116424, "recall": 0.19664}, {"accuracy": 0.073123, "f1": 0.03248, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"], "main_score": 0.03248, "precision": 0.026909, "recall": 0.073123}, {"accuracy": 0.209486, "f1": 0.136026, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"], "main_score": 0.136026, "precision": 0.117114, "recall": 0.209486}, {"accuracy": 0.089921, "f1": 0.04387, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"], "main_score": 0.04387, "precision": 0.034708, "recall": 0.089921}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.678854, "f1": 0.606757, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"], "main_score": 0.606757, "precision": 0.57767, "recall": 0.678854}, {"accuracy": 0.076087, "f1": 0.051305, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"], "main_score": 0.051305, "precision": 0.045752, "recall": 0.076087}, {"accuracy": 0.711462, "f1": 0.642598, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"], "main_score": 0.642598, "precision": 0.613719, "recall": 0.711462}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.741107, "f1": 0.679422, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"], "main_score": 0.679422, "precision": 0.652429, "recall": 0.741107}, {"accuracy": 0.487154, "f1": 0.398126, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"], "main_score": 0.398126, "precision": 0.365821, "recall": 0.487154}, {"accuracy": 0.172925, "f1": 0.10734, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"], "main_score": 0.10734, "precision": 0.092306, "recall": 0.172925}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.353755, "f1": 0.26817, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"], "main_score": 0.26817, "precision": 0.241756, "recall": 0.353755}, {"accuracy": 0.197628, "f1": 0.127721, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"], "main_score": 0.127721, "precision": 0.111387, "recall": 0.197628}, {"accuracy": 0.166996, "f1": 0.10577, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"], "main_score": 0.10577, "precision": 0.0911, "recall": 0.166996}, {"accuracy": 0.203557, "f1": 0.135868, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"], "main_score": 0.135868, "precision": 0.117358, "recall": 0.203557}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.018775, "f1": 0.004718, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"], "main_score": 0.004718, "precision": 0.00369, "recall": 0.018775}, {"accuracy": 0.883399, "f1": 0.850988, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"], "main_score": 0.850988, "precision": 0.83638, "recall": 0.883399}, {"accuracy": 0.460474, "f1": 0.376751, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"], "main_score": 0.376751, "precision": 0.346069, "recall": 0.460474}, {"accuracy": 0.858696, "f1": 0.817424, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"], "main_score": 0.817424, "precision": 0.798007, "recall": 0.858696}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.087945, "f1": 0.048291, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"], "main_score": 0.048291, "precision": 0.041261, "recall": 0.087945}, {"accuracy": 0.167984, "f1": 0.110283, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"], "main_score": 0.110283, "precision": 0.096439, "recall": 0.167984}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.610672, "f1": 0.528498, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"], "main_score": 0.528498, "precision": 0.497193, "recall": 0.610672}, {"accuracy": 0.162055, "f1": 0.104027, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"], "main_score": 0.104027, "precision": 0.089852, "recall": 0.162055}, {"accuracy": 0.167984, "f1": 0.102081, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"], "main_score": 0.102081, "precision": 0.086411, "recall": 0.167984}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.159091, "f1": 0.101609, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"], "main_score": 0.101609, "precision": 0.088813, "recall": 0.159091}, {"accuracy": 0.15415, "f1": 0.097793, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"], "main_score": 0.097793, "precision": 0.083069, "recall": 0.15415}, {"accuracy": 0.831028, "f1": 0.785677, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"], "main_score": 0.785677, "precision": 0.765431, "recall": 0.831028}, {"accuracy": 0.617589, "f1": 0.545037, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"], "main_score": 0.545037, "precision": 0.51734, "recall": 0.617589}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"], "main_score": 0.952635, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.235178, "f1": 0.157221, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"], "main_score": 0.157221, "precision": 0.135086, "recall": 0.235178}, {"accuracy": 0.417984, "f1": 0.331478, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"], "main_score": 0.331478, "precision": 0.304137, "recall": 0.417984}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.549407, "f1": 0.469878, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"], "main_score": 0.469878, "precision": 0.43934, "recall": 0.549407}, {"accuracy": 0.841897, "f1": 0.800645, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"], "main_score": 0.800645, "precision": 0.781983, "recall": 0.841897}, {"accuracy": 0.250988, "f1": 0.178155, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"], "main_score": 0.178155, "precision": 0.158421, "recall": 0.250988}, {"accuracy": 0.59585, "f1": 0.512307, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"], "main_score": 0.512307, "precision": 0.478454, "recall": 0.59585}, {"accuracy": 0.668972, "f1": 0.599609, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"], "main_score": 0.599609, "precision": 0.57147, "recall": 0.668972}, {"accuracy": 0.195652, "f1": 0.127241, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"], "main_score": 0.127241, "precision": 0.110428, "recall": 0.195652}, {"accuracy": 0.933794, "f1": 0.915316, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"], "main_score": 0.915316, "precision": 0.906818, "recall": 0.933794}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"], "main_score": 0.909914, "precision": 0.900066, "recall": 0.93083}, {"accuracy": 0.737154, "f1": 0.673748, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"], "main_score": 0.673748, "precision": 0.647134, "recall": 0.737154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.402174, "f1": 0.31764, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"], "main_score": 0.31764, "precision": 0.288965, "recall": 0.402174}, {"accuracy": 0.463439, "f1": 0.371149, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"], "main_score": 0.371149, "precision": 0.340785, "recall": 0.463439}, {"accuracy": 0.088933, "f1": 0.043542, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"], "main_score": 0.043542, "precision": 0.035065, "recall": 0.088933}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.185771, "f1": 0.123167, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"], "main_score": 0.123167, "precision": 0.10614, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.949605, "f1": 0.935178, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"], "main_score": 0.935178, "precision": 0.928607, "recall": 0.949605}, {"accuracy": 0.422925, "f1": 0.33283, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"], "main_score": 0.33283, "precision": 0.304636, "recall": 0.422925}, {"accuracy": 0.304348, "f1": 0.22271, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"], "main_score": 0.22271, "precision": 0.199848, "recall": 0.304348}, {"accuracy": 0.880435, "f1": 0.843017, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"], "main_score": 0.843017, "precision": 0.825264, "recall": 0.880435}, {"accuracy": 0.216403, "f1": 0.144986, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"], "main_score": 0.144986, "precision": 0.126469, "recall": 0.216403}, {"accuracy": 0.1917, "f1": 0.122936, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"], "main_score": 0.122936, "precision": 0.106303, "recall": 0.1917}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.40415, "f1": 0.311726, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"], "main_score": 0.311726, "precision": 0.283384, "recall": 0.40415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.172925, "f1": 0.101547, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"], "main_score": 0.101547, "precision": 0.086422, "recall": 0.172925}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.925889, "f1": 0.902668, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"], "main_score": 0.902668, "precision": 0.891667, "recall": 0.925889}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.136364, "f1": 0.083081, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"], "main_score": 0.083081, "precision": 0.071572, "recall": 0.136364}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"], "main_score": 0.891304, "precision": 0.879282, "recall": 0.916008}, {"accuracy": 0.164032, "f1": 0.104205, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"], "main_score": 0.104205, "precision": 0.089501, "recall": 0.164032}, {"accuracy": 0.16502, "f1": 0.103973, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"], "main_score": 0.103973, "precision": 0.089376, "recall": 0.16502}, {"accuracy": 0.12747, "f1": 0.075842, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"], "main_score": 0.075842, "precision": 0.064727, "recall": 0.12747}, {"accuracy": 0.530632, "f1": 0.451621, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"], "main_score": 0.451621, "precision": 0.422256, "recall": 0.530632}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.272727, "f1": 0.192124, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"], "main_score": 0.192124, "precision": 0.169906, "recall": 0.272727}, {"accuracy": 0.144269, "f1": 0.08716, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"], "main_score": 0.08716, "precision": 0.074322, "recall": 0.144269}, {"accuracy": 0.178854, "f1": 0.109003, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"], "main_score": 0.109003, "precision": 0.093249, "recall": 0.178854}, {"accuracy": 0.846838, "f1": 0.805534, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"], "main_score": 0.805534, "precision": 0.786874, "recall": 0.846838}, {"accuracy": 0.153162, "f1": 0.092735, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"], "main_score": 0.092735, "precision": 0.079151, "recall": 0.153162}, {"accuracy": 0.150198, "f1": 0.096052, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"], "main_score": 0.096052, "precision": 0.08362, "recall": 0.150198}, {"accuracy": 0.947628, "f1": 0.932773, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"], "main_score": 0.932773, "precision": 0.925889, "recall": 0.947628}, {"accuracy": 0.253953, "f1": 0.177479, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"], "main_score": 0.177479, "precision": 0.157794, "recall": 0.253953}, {"accuracy": 0.198617, "f1": 0.128965, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"], "main_score": 0.128965, "precision": 0.112968, "recall": 0.198617}, {"accuracy": 0.602767, "f1": 0.518982, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"], "main_score": 0.518982, "precision": 0.486626, "recall": 0.602767}, {"accuracy": 0.318182, "f1": 0.235655, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"], "main_score": 0.235655, "precision": 0.210832, "recall": 0.318182}, {"accuracy": 0.432806, "f1": 0.337158, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"], "main_score": 0.337158, "precision": 0.305123, "recall": 0.432806}, {"accuracy": 0.87747, "f1": 0.842194, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"], "main_score": 0.842194, "precision": 0.825758, "recall": 0.87747}, {"accuracy": 0.304348, "f1": 0.214119, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"], "main_score": 0.214119, "precision": 0.186637, "recall": 0.304348}, {"accuracy": 0.450593, "f1": 0.360586, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"], "main_score": 0.360586, "precision": 0.328246, "recall": 0.450593}, {"accuracy": 0.145257, "f1": 0.088977, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"], "main_score": 0.088977, "precision": 0.074768, "recall": 0.145257}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.871542, "f1": 0.836989, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"], "main_score": 0.836989, "precision": 0.821558, "recall": 0.871542}, {"accuracy": 0.228261, "f1": 0.154359, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"], "main_score": 0.154359, "precision": 0.134281, "recall": 0.228261}, {"accuracy": 0.174901, "f1": 0.10583, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"], "main_score": 0.10583, "precision": 0.090116, "recall": 0.174901}, {"accuracy": 0.08498, "f1": 0.05319, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"], "main_score": 0.05319, "precision": 0.045152, "recall": 0.08498}, {"accuracy": 0.167984, "f1": 0.109286, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"], "main_score": 0.109286, "precision": 0.094806, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 4.2e-05, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"], "main_score": 4.2e-05, "precision": 2.1e-05, "recall": 0.002964}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.882411, "f1": 0.848551, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"], "main_score": 0.848551, "precision": 0.832592, "recall": 0.882411}, {"accuracy": 0.912055, "f1": 0.885211, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"], "main_score": 0.885211, "precision": 0.87253, "recall": 0.912055}, {"accuracy": 0.596838, "f1": 0.522719, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"], "main_score": 0.522719, "precision": 0.494925, "recall": 0.596838}, {"accuracy": 0.176877, "f1": 0.119106, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"], "main_score": 0.119106, "precision": 0.104723, "recall": 0.176877}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.37253, "f1": 0.287787, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"], "main_score": 0.287787, "precision": 0.261378, "recall": 0.37253}, {"accuracy": 0.623518, "f1": 0.55621, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"], "main_score": 0.55621, "precision": 0.529323, "recall": 0.623518}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.887352, "f1": 0.856719, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"], "main_score": 0.856719, "precision": 0.84226, "recall": 0.887352}, {"accuracy": 0.227273, "f1": 0.14714, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"], "main_score": 0.14714, "precision": 0.125187, "recall": 0.227273}, {"accuracy": 0.905138, "f1": 0.87836, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"], "main_score": 0.87836, "precision": 0.86586, "recall": 0.905138}, {"accuracy": 0.822134, "f1": 0.779447, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"], "main_score": 0.779447, "precision": 0.761018, "recall": 0.822134}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.278656, "f1": 0.200099, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"], "main_score": 0.200099, "precision": 0.180235, "recall": 0.278656}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"], "main_score": 0.929842, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.13834, "f1": 0.091416, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"], "main_score": 0.091416, "precision": 0.080043, "recall": 0.13834}, {"accuracy": 0.881423, "f1": 0.849868, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"], "main_score": 0.849868, "precision": 0.83559, "recall": 0.881423}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.676877, "f1": 0.604385, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"], "main_score": 0.604385, "precision": 0.574061, "recall": 0.676877}, {"accuracy": 0.068182, "f1": 0.035183, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"], "main_score": 0.035183, "precision": 0.029901, "recall": 0.068182}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.204545, "f1": 0.140494, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"], "main_score": 0.140494, "precision": 0.124259, "recall": 0.204545}, {"accuracy": 0.832016, "f1": 0.786613, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"], "main_score": 0.786613, "precision": 0.766337, "recall": 0.832016}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.931818, "f1": 0.912516, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"], "main_score": 0.912516, "precision": 0.903491, "recall": 0.931818}, {"accuracy": 0.892292, "f1": 0.86278, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"], "main_score": 0.86278, "precision": 0.849308, "recall": 0.892292}, {"accuracy": 0.267787, "f1": 0.199165, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"], "main_score": 0.199165, "precision": 0.178723, "recall": 0.267787}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.799407, "f1": 0.75308, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"], "main_score": 0.75308, "precision": 0.733771, "recall": 0.799407}, {"accuracy": 0.910079, "f1": 0.884124, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"], "main_score": 0.884124, "precision": 0.871624, "recall": 0.910079}, {"accuracy": 0.890316, "f1": 0.862615, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"], "main_score": 0.862615, "precision": 0.849802, "recall": 0.890316}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.147233, "f1": 0.088269, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"], "main_score": 0.088269, "precision": 0.075555, "recall": 0.147233}, {"accuracy": 0.066206, "f1": 0.043839, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"], "main_score": 0.043839, "precision": 0.037948, "recall": 0.066206}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.149209, "f1": 0.093674, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"], "main_score": 0.093674, "precision": 0.080339, "recall": 0.149209}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"], "main_score": 0.925066, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.866601, "f1": 0.83307, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"], "main_score": 0.83307, "precision": 0.817605, "recall": 0.866601}, {"accuracy": 0.713439, "f1": 0.650205, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"], "main_score": 0.650205, "precision": 0.623988, "recall": 0.713439}, {"accuracy": 0.166996, "f1": 0.106941, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"], "main_score": 0.106941, "precision": 0.092792, "recall": 0.166996}, {"accuracy": 0.731225, "f1": 0.678938, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"], "main_score": 0.678938, "precision": 0.656077, "recall": 0.731225}, {"accuracy": 0.585968, "f1": 0.507753, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"], "main_score": 0.507753, "precision": 0.477575, "recall": 0.585968}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.695652, "f1": 0.634013, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"], "main_score": 0.634013, "precision": 0.609585, "recall": 0.695652}, {"accuracy": 0.156126, "f1": 0.099663, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"], "main_score": 0.099663, "precision": 0.086291, "recall": 0.156126}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"], "main_score": 0.941041, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.076087, "f1": 0.045746, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"], "main_score": 0.045746, "precision": 0.038794, "recall": 0.076087}, {"accuracy": 0.231225, "f1": 0.164741, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"], "main_score": 0.164741, "precision": 0.147499, "recall": 0.231225}, {"accuracy": 0.338933, "f1": 0.255618, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"], "main_score": 0.255618, "precision": 0.231252, "recall": 0.338933}, {"accuracy": 0.082016, "f1": 0.045589, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"], "main_score": 0.045589, "precision": 0.037853, "recall": 0.082016}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"], "main_score": 0.949506, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.258893, "f1": 0.184861, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"], "main_score": 0.184861, "precision": 0.164844, "recall": 0.258893}, {"accuracy": 0.73913, "f1": 0.67924, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"], "main_score": 0.67924, "precision": 0.654762, "recall": 0.73913}, {"accuracy": 0.422925, "f1": 0.341606, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"], "main_score": 0.341606, "precision": 0.315247, "recall": 0.422925}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.233202, "f1": 0.16406, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"], "main_score": 0.16406, "precision": 0.145752, "recall": 0.233202}, {"accuracy": 0.293478, "f1": 0.220683, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"], "main_score": 0.220683, "precision": 0.201055, "recall": 0.293478}, {"accuracy": 0.245059, "f1": 0.167194, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"], "main_score": 0.167194, "precision": 0.146675, "recall": 0.245059}, {"accuracy": 0.339921, "f1": 0.261683, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"], "main_score": 0.261683, "precision": 0.238917, "recall": 0.339921}, {"accuracy": 0.621542, "f1": 0.55444, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"], "main_score": 0.55444, "precision": 0.528769, "recall": 0.621542}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.052372, "f1": 0.019848, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"], "main_score": 0.019848, "precision": 0.016291, "recall": 0.052372}, {"accuracy": 0.176877, "f1": 0.112748, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"], "main_score": 0.112748, "precision": 0.097365, "recall": 0.176877}, {"accuracy": 0.728261, "f1": 0.668794, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"], "main_score": 0.668794, "precision": 0.643972, "recall": 0.728261}, {"accuracy": 0.226285, "f1": 0.158293, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"], "main_score": 0.158293, "precision": 0.140909, "recall": 0.226285}, {"accuracy": 0.057312, "f1": 0.031978, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"], "main_score": 0.031978, "precision": 0.027699, "recall": 0.057312}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.757905, "f1": 0.702922, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"], "main_score": 0.702922, "precision": 0.679545, "recall": 0.757905}, {"accuracy": 0.744071, "f1": 0.682098, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"], "main_score": 0.682098, "precision": 0.655957, "recall": 0.744071}, {"accuracy": 0.76581, "f1": 0.712752, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"], "main_score": 0.712752, "precision": 0.690448, "recall": 0.76581}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.204545, "f1": 0.146522, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"], "main_score": 0.146522, "precision": 0.131075, "recall": 0.204545}, {"accuracy": 0.141304, "f1": 0.089659, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"], "main_score": 0.089659, "precision": 0.077317, "recall": 0.141304}, {"accuracy": 0.901186, "f1": 0.872101, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"], "main_score": 0.872101, "precision": 0.858449, "recall": 0.901186}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"], "main_score": 0.922266, "precision": 0.913702, "recall": 0.939723}, {"accuracy": 0.343874, "f1": 0.266645, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"], "main_score": 0.266645, "precision": 0.243103, "recall": 0.343874}, {"accuracy": 0.186759, "f1": 0.126339, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"], "main_score": 0.126339, "precision": 0.110964, "recall": 0.186759}, {"accuracy": 0.684783, "f1": 0.618714, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"], "main_score": 0.618714, "precision": 0.592819, "recall": 0.684783}, {"accuracy": 0.916996, "f1": 0.89608, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"], "main_score": 0.89608, "precision": 0.886561, "recall": 0.916996}, {"accuracy": 0.171937, "f1": 0.106934, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"], "main_score": 0.106934, "precision": 0.092848, "recall": 0.171937}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.213439, "f1": 0.15402, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"], "main_score": 0.15402, "precision": 0.138715, "recall": 0.213439}, {"accuracy": 0.395257, "f1": 0.30825, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"], "main_score": 0.30825, "precision": 0.281298, "recall": 0.395257}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"], "main_score": 0.968116, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.708498, "f1": 0.643697, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"], "main_score": 0.643697, "precision": 0.616791, "recall": 0.708498}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"], "main_score": 0.911891, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.218379, "f1": 0.154789, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"], "main_score": 0.154789, "precision": 0.13703, "recall": 0.218379}, {"accuracy": 0.08004, "f1": 0.037527, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"], "main_score": 0.037527, "precision": 0.031568, "recall": 0.08004}, {"accuracy": 0.233202, "f1": 0.162231, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"], "main_score": 0.162231, "precision": 0.144011, "recall": 0.233202}, {"accuracy": 0.112648, "f1": 0.065285, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"], "main_score": 0.065285, "precision": 0.05562, "recall": 0.112648}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.664032, "f1": 0.592029, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"], "main_score": 0.592029, "precision": 0.561891, "recall": 0.664032}, {"accuracy": 0.078063, "f1": 0.053489, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"], "main_score": 0.053489, "precision": 0.047337, "recall": 0.078063}, {"accuracy": 0.689723, "f1": 0.627176, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"], "main_score": 0.627176, "precision": 0.601568, "recall": 0.689723}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.735178, "f1": 0.673918, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"], "main_score": 0.673918, "precision": 0.64804, "recall": 0.735178}, {"accuracy": 0.512846, "f1": 0.433035, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"], "main_score": 0.433035, "precision": 0.403321, "recall": 0.512846}, {"accuracy": 0.187747, "f1": 0.124803, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"], "main_score": 0.124803, "precision": 0.110097, "recall": 0.187747}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.365613, "f1": 0.281178, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"], "main_score": 0.281178, "precision": 0.25487, "recall": 0.365613}, {"accuracy": 0.211462, "f1": 0.139521, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"], "main_score": 0.139521, "precision": 0.120429, "recall": 0.211462}, {"accuracy": 0.192688, "f1": 0.131527, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"], "main_score": 0.131527, "precision": 0.116117, "recall": 0.192688}, {"accuracy": 0.206522, "f1": 0.146729, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"], "main_score": 0.146729, "precision": 0.130375, "recall": 0.206522}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.019763, "f1": 0.004949, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"], "main_score": 0.004949, "precision": 0.003912, "recall": 0.019763}, {"accuracy": 0.851779, "f1": 0.813208, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"], "main_score": 0.813208, "precision": 0.795949, "recall": 0.851779}, {"accuracy": 0.422925, "f1": 0.342716, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"], "main_score": 0.342716, "precision": 0.314502, "recall": 0.422925}, {"accuracy": 0.825099, "f1": 0.781263, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"], "main_score": 0.781263, "precision": 0.761117, "recall": 0.825099}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.094862, "f1": 0.052444, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"], "main_score": 0.052444, "precision": 0.043951, "recall": 0.094862}, {"accuracy": 0.177866, "f1": 0.117711, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"], "main_score": 0.117711, "precision": 0.10275, "recall": 0.177866}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"], "main_score": 0.96087, "precision": 0.956933, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.603755, "f1": 0.527888, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"], "main_score": 0.527888, "precision": 0.499308, "recall": 0.603755}, {"accuracy": 0.187747, "f1": 0.124208, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"], "main_score": 0.124208, "precision": 0.107567, "recall": 0.187747}, {"accuracy": 0.195652, "f1": 0.125805, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"], "main_score": 0.125805, "precision": 0.107154, "recall": 0.195652}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"], "main_score": 0.896739, "precision": 0.884881, "recall": 0.920949}, {"accuracy": 0.16502, "f1": 0.109425, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"], "main_score": 0.109425, "precision": 0.096167, "recall": 0.16502}, {"accuracy": 0.172925, "f1": 0.11541, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"], "main_score": 0.11541, "precision": 0.100638, "recall": 0.172925}, {"accuracy": 0.824111, "f1": 0.776647, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"], "main_score": 0.776647, "precision": 0.755534, "recall": 0.824111}, {"accuracy": 0.616601, "f1": 0.545591, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"], "main_score": 0.545591, "precision": 0.518136, "recall": 0.616601}, {"accuracy": 0.950593, "f1": 0.936166, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"], "main_score": 0.936166, "precision": 0.92943, "recall": 0.950593}, {"accuracy": 0.254941, "f1": 0.177116, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"], "main_score": 0.177116, "precision": 0.153592, "recall": 0.254941}, {"accuracy": 0.436759, "f1": 0.353536, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"], "main_score": 0.353536, "precision": 0.32716, "recall": 0.436759}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.541502, "f1": 0.462348, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"], "main_score": 0.462348, "precision": 0.431781, "recall": 0.541502}, {"accuracy": 0.831028, "f1": 0.78643, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"], "main_score": 0.78643, "precision": 0.766222, "recall": 0.831028}, {"accuracy": 0.27668, "f1": 0.201369, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"], "main_score": 0.201369, "precision": 0.18159, "recall": 0.27668}, {"accuracy": 0.565217, "f1": 0.487815, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"], "main_score": 0.487815, "precision": 0.457673, "recall": 0.565217}, {"accuracy": 0.657115, "f1": 0.590369, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"], "main_score": 0.590369, "precision": 0.562626, "recall": 0.657115}, {"accuracy": 0.229249, "f1": 0.15867, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"], "main_score": 0.15867, "precision": 0.140551, "recall": 0.229249}, {"accuracy": 0.918972, "f1": 0.895935, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"], "main_score": 0.895935, "precision": 0.885128, "recall": 0.918972}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"], "main_score": 0.900033, "precision": 0.889163, "recall": 0.922925}, {"accuracy": 0.743083, "f1": 0.68355, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"], "main_score": 0.68355, "precision": 0.657559, "recall": 0.743083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.399209, "f1": 0.327786, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"], "main_score": 0.327786, "precision": 0.303647, "recall": 0.399209}, {"accuracy": 0.453557, "f1": 0.365926, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"], "main_score": 0.365926, "precision": 0.336346, "recall": 0.453557}, {"accuracy": 0.102767, "f1": 0.056836, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"], "main_score": 0.056836, "precision": 0.047567, "recall": 0.102767}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.189723, "f1": 0.134893, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"], "main_score": 0.134893, "precision": 0.119303, "recall": 0.189723}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.927866, "f1": 0.907675, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"], "main_score": 0.907675, "precision": 0.897974, "recall": 0.927866}, {"accuracy": 0.43083, "f1": 0.349234, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"], "main_score": 0.349234, "precision": 0.323283, "recall": 0.43083}, {"accuracy": 0.325099, "f1": 0.242833, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"], "main_score": 0.242833, "precision": 0.219071, "recall": 0.325099}, {"accuracy": 0.868577, "f1": 0.828623, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"], "main_score": 0.828623, "precision": 0.809865, "recall": 0.868577}, {"accuracy": 0.231225, "f1": 0.160693, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"], "main_score": 0.160693, "precision": 0.141904, "recall": 0.231225}, {"accuracy": 0.213439, "f1": 0.142785, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"], "main_score": 0.142785, "precision": 0.124577, "recall": 0.213439}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.407115, "f1": 0.320357, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"], "main_score": 0.320357, "precision": 0.292997, "recall": 0.407115}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.170949, "f1": 0.104035, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"], "main_score": 0.104035, "precision": 0.088137, "recall": 0.170949}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"], "main_score": 0.884223, "precision": 0.872365, "recall": 0.910079}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.170949, "f1": 0.112492, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"], "main_score": 0.112492, "precision": 0.098196, "recall": 0.170949}, {"accuracy": 0.893281, "f1": 0.86278, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"], "main_score": 0.86278, "precision": 0.848847, "recall": 0.893281}, {"accuracy": 0.173913, "f1": 0.109528, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"], "main_score": 0.109528, "precision": 0.093883, "recall": 0.173913}, {"accuracy": 0.174901, "f1": 0.11661, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"], "main_score": 0.11661, "precision": 0.101424, "recall": 0.174901}, {"accuracy": 0.131423, "f1": 0.078898, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"], "main_score": 0.078898, "precision": 0.067297, "recall": 0.131423}, {"accuracy": 0.535573, "f1": 0.46498, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"], "main_score": 0.46498, "precision": 0.436999, "recall": 0.535573}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.271739, "f1": 0.191416, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"], "main_score": 0.191416, "precision": 0.167731, "recall": 0.271739}, {"accuracy": 0.16996, "f1": 0.104583, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"], "main_score": 0.104583, "precision": 0.088593, "recall": 0.16996}, {"accuracy": 0.213439, "f1": 0.143174, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"], "main_score": 0.143174, "precision": 0.125454, "recall": 0.213439}, {"accuracy": 0.820158, "f1": 0.77691, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"], "main_score": 0.77691, "precision": 0.757592, "recall": 0.820158}, {"accuracy": 0.155138, "f1": 0.093186, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"], "main_score": 0.093186, "precision": 0.078848, "recall": 0.155138}, {"accuracy": 0.168972, "f1": 0.110478, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"], "main_score": 0.110478, "precision": 0.095904, "recall": 0.168972}, {"accuracy": 0.945652, "f1": 0.930948, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"], "main_score": 0.930948, "precision": 0.924407, "recall": 0.945652}, {"accuracy": 0.259881, "f1": 0.189611, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"], "main_score": 0.189611, "precision": 0.170262, "recall": 0.259881}, {"accuracy": 0.220356, "f1": 0.149317, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"], "main_score": 0.149317, "precision": 0.132321, "recall": 0.220356}, {"accuracy": 0.594862, "f1": 0.515607, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"], "main_score": 0.515607, "precision": 0.484922, "recall": 0.594862}, {"accuracy": 0.321146, "f1": 0.242247, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"], "main_score": 0.242247, "precision": 0.218367, "recall": 0.321146}, {"accuracy": 0.431818, "f1": 0.347458, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"], "main_score": 0.347458, "precision": 0.31891, "recall": 0.431818}, {"accuracy": 0.843874, "f1": 0.801812, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"], "main_score": 0.801812, "precision": 0.783103, "recall": 0.843874}, {"accuracy": 0.320158, "f1": 0.237105, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"], "main_score": 0.237105, "precision": 0.210724, "recall": 0.320158}, {"accuracy": 0.462451, "f1": 0.384255, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"], "main_score": 0.384255, "precision": 0.355409, "recall": 0.462451}, {"accuracy": 0.160079, "f1": 0.103625, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"], "main_score": 0.103625, "precision": 0.089, "recall": 0.160079}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"], "main_score": 0.974539, "precision": 0.97192, "recall": 0.980237}, {"accuracy": 0.846838, "f1": 0.805091, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"], "main_score": 0.805091, "precision": 0.785903, "recall": 0.846838}, {"accuracy": 0.246047, "f1": 0.184918, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"], "main_score": 0.184918, "precision": 0.167158, "recall": 0.246047}, {"accuracy": 0.193676, "f1": 0.123624, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"], "main_score": 0.123624, "precision": 0.106873, "recall": 0.193676}, {"accuracy": 0.089921, "f1": 0.055205, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"], "main_score": 0.055205, "precision": 0.046624, "recall": 0.089921}, {"accuracy": 0.183794, "f1": 0.119308, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"], "main_score": 0.119308, "precision": 0.104412, "recall": 0.183794}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"], "main_score": 0.886759, "precision": 0.874259, "recall": 0.913043}, {"accuracy": 0.948617, "f1": 0.931653, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"], "main_score": 0.931653, "precision": 0.923254, "recall": 0.948617}, {"accuracy": 0.642292, "f1": 0.56623, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"], "main_score": 0.56623, "precision": 0.537206, "recall": 0.642292}, {"accuracy": 0.215415, "f1": 0.151132, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"], "main_score": 0.151132, "precision": 0.13521, "recall": 0.215415}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.409091, "f1": 0.322879, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"], "main_score": 0.322879, "precision": 0.296179, "recall": 0.409091}, {"accuracy": 0.655138, "f1": 0.580254, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"], "main_score": 0.580254, "precision": 0.549515, "recall": 0.655138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.889954, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"], "main_score": 0.889954, "precision": 0.8778, "recall": 0.91502}, {"accuracy": 0.235178, "f1": 0.156465, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"], "main_score": 0.156465, "precision": 0.135583, "recall": 0.235178}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"], "main_score": 0.906126, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.853755, "f1": 0.814625, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"], "main_score": 0.814625, "precision": 0.797101, "recall": 0.853755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.293478, "f1": 0.204868, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"], "main_score": 0.204868, "precision": 0.181086, "recall": 0.293478}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.149209, "f1": 0.093412, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"], "main_score": 0.093412, "precision": 0.079863, "recall": 0.149209}, {"accuracy": 0.911067, "f1": 0.884453, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"], "main_score": 0.884453, "precision": 0.871953, "recall": 0.911067}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.714427, "f1": 0.64597, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"], "main_score": 0.64597, "precision": 0.617055, "recall": 0.714427}, {"accuracy": 0.064229, "f1": 0.029917, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"], "main_score": 0.029917, "precision": 0.024861, "recall": 0.064229}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.224308, "f1": 0.152507, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"], "main_score": 0.152507, "precision": 0.134492, "recall": 0.224308}, {"accuracy": 0.865613, "f1": 0.827701, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"], "main_score": 0.827701, "precision": 0.810474, "recall": 0.865613}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"], "main_score": 0.925889, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.916008, "f1": 0.890448, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"], "main_score": 0.890448, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.277668, "f1": 0.202527, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"], "main_score": 0.202527, "precision": 0.181496, "recall": 0.277668}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.811265, "f1": 0.762832, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"], "main_score": 0.762832, "precision": 0.741255, "recall": 0.811265}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"], "main_score": 0.923913, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.913043, "f1": 0.888999, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"], "main_score": 0.888999, "precision": 0.87747, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.166008, "f1": 0.101992, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"], "main_score": 0.101992, "precision": 0.088167, "recall": 0.166008}, {"accuracy": 0.063241, "f1": 0.036286, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"], "main_score": 0.036286, "precision": 0.029829, "recall": 0.063241}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.160079, "f1": 0.101299, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"], "main_score": 0.101299, "precision": 0.088582, "recall": 0.160079}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.88834, "f1": 0.858399, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"], "main_score": 0.858399, "precision": 0.845175, "recall": 0.88834}, {"accuracy": 0.752964, "f1": 0.693003, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"], "main_score": 0.693003, "precision": 0.666996, "recall": 0.752964}, {"accuracy": 0.192688, "f1": 0.122282, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"], "main_score": 0.122282, "precision": 0.105274, "recall": 0.192688}, {"accuracy": 0.761858, "f1": 0.711317, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"], "main_score": 0.711317, "precision": 0.690184, "recall": 0.761858}, {"accuracy": 0.632411, "f1": 0.557373, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"], "main_score": 0.557373, "precision": 0.528911, "recall": 0.632411}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.742095, "f1": 0.678675, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"], "main_score": 0.678675, "precision": 0.651581, "recall": 0.742095}, {"accuracy": 0.16996, "f1": 0.1082, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"], "main_score": 0.1082, "precision": 0.093859, "recall": 0.16996}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.068182, "f1": 0.036937, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"], "main_score": 0.036937, "precision": 0.030312, "recall": 0.068182}, {"accuracy": 0.244071, "f1": 0.171858, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"], "main_score": 0.171858, "precision": 0.15296, "recall": 0.244071}, {"accuracy": 0.356719, "f1": 0.269414, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"], "main_score": 0.269414, "precision": 0.242374, "recall": 0.356719}, {"accuracy": 0.087945, "f1": 0.047401, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"], "main_score": 0.047401, "precision": 0.039196, "recall": 0.087945}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.290514, "f1": 0.20628, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"], "main_score": 0.20628, "precision": 0.18321, "recall": 0.290514}, {"accuracy": 0.767787, "f1": 0.710213, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"], "main_score": 0.710213, "precision": 0.686422, "recall": 0.767787}, {"accuracy": 0.45751, "f1": 0.377236, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"], "main_score": 0.377236, "precision": 0.351774, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.256917, "f1": 0.17935, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"], "main_score": 0.17935, "precision": 0.159537, "recall": 0.256917}, {"accuracy": 0.316206, "f1": 0.232024, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"], "main_score": 0.232024, "precision": 0.208282, "recall": 0.316206}, {"accuracy": 0.251976, "f1": 0.17069, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"], "main_score": 0.17069, "precision": 0.149379, "recall": 0.251976}, {"accuracy": 0.355731, "f1": 0.272664, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"], "main_score": 0.272664, "precision": 0.248521, "recall": 0.355731}, {"accuracy": 0.663043, "f1": 0.594519, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"], "main_score": 0.594519, "precision": 0.567078, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.052372, "f1": 0.018784, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"], "main_score": 0.018784, "precision": 0.014936, "recall": 0.052372}, {"accuracy": 0.205534, "f1": 0.13884, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"], "main_score": 0.13884, "precision": 0.121722, "recall": 0.205534}, {"accuracy": 0.76087, "f1": 0.703464, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"], "main_score": 0.703464, "precision": 0.6793, "recall": 0.76087}, {"accuracy": 0.237154, "f1": 0.162221, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"], "main_score": 0.162221, "precision": 0.142752, "recall": 0.237154}, {"accuracy": 0.059289, "f1": 0.032043, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"], "main_score": 0.032043, "precision": 0.027888, "recall": 0.059289}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.802372, "f1": 0.753016, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"], "main_score": 0.753016, "precision": 0.731489, "recall": 0.802372}, {"accuracy": 0.807312, "f1": 0.756162, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"], "main_score": 0.756162, "precision": 0.734199, "recall": 0.807312}, {"accuracy": 0.793478, "f1": 0.744504, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"], "main_score": 0.744504, "precision": 0.723534, "recall": 0.793478}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.22332, "f1": 0.153509, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"], "main_score": 0.153509, "precision": 0.134817, "recall": 0.22332}, {"accuracy": 0.158103, "f1": 0.099444, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"], "main_score": 0.099444, "precision": 0.086194, "recall": 0.158103}, {"accuracy": 0.908103, "f1": 0.881225, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"], "main_score": 0.881225, "precision": 0.868577, "recall": 0.908103}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.385375, "f1": 0.296823, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"], "main_score": 0.296823, "precision": 0.269869, "recall": 0.385375}, {"accuracy": 0.204545, "f1": 0.138663, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"], "main_score": 0.138663, "precision": 0.122482, "recall": 0.204545}, {"accuracy": 0.722332, "f1": 0.660415, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"], "main_score": 0.660415, "precision": 0.635961, "recall": 0.722332}, {"accuracy": 0.926877, "f1": 0.906555, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"], "main_score": 0.906555, "precision": 0.897398, "recall": 0.926877}, {"accuracy": 0.189723, "f1": 0.117256, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"], "main_score": 0.117256, "precision": 0.100808, "recall": 0.189723}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.235178, "f1": 0.170361, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"], "main_score": 0.170361, "precision": 0.154028, "recall": 0.235178}, {"accuracy": 0.417984, "f1": 0.323245, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"], "main_score": 0.323245, "precision": 0.292478, "recall": 0.417984}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.762846, "f1": 0.703444, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"], "main_score": 0.703444, "precision": 0.67808, "recall": 0.762846}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"], "main_score": 0.928195, "precision": 0.92029, "recall": 0.944664}, {"accuracy": 0.235178, "f1": 0.164475, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"], "main_score": 0.164475, "precision": 0.146789, "recall": 0.235178}, {"accuracy": 0.079051, "f1": 0.037304, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"], "main_score": 0.037304, "precision": 0.031951, "recall": 0.079051}, {"accuracy": 0.238142, "f1": 0.16512, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"], "main_score": 0.16512, "precision": 0.146453, "recall": 0.238142}, {"accuracy": 0.120553, "f1": 0.067656, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"], "main_score": 0.067656, "precision": 0.056316, "recall": 0.120553}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.728261, "f1": 0.662982, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"], "main_score": 0.662982, "precision": 0.636314, "recall": 0.728261}, {"accuracy": 0.081028, "f1": 0.050203, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"], "main_score": 0.050203, "precision": 0.043643, "recall": 0.081028}, {"accuracy": 0.742095, "f1": 0.678642, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"], "main_score": 0.678642, "precision": 0.651477, "recall": 0.742095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.746047, "f1": 0.68523, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"], "main_score": 0.68523, "precision": 0.659552, "recall": 0.746047}, {"accuracy": 0.518775, "f1": 0.434261, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"], "main_score": 0.434261, "precision": 0.403114, "recall": 0.518775}, {"accuracy": 0.202569, "f1": 0.131411, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"], "main_score": 0.131411, "precision": 0.114612, "recall": 0.202569}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.391304, "f1": 0.301504, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"], "main_score": 0.301504, "precision": 0.273873, "recall": 0.391304}, {"accuracy": 0.23419, "f1": 0.154201, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"], "main_score": 0.154201, "precision": 0.134138, "recall": 0.23419}, {"accuracy": 0.200593, "f1": 0.134359, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"], "main_score": 0.134359, "precision": 0.117261, "recall": 0.200593}, {"accuracy": 0.226285, "f1": 0.157239, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"], "main_score": 0.157239, "precision": 0.139217, "recall": 0.226285}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.020751, "f1": 0.00439, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"], "main_score": 0.00439, "precision": 0.003168, "recall": 0.020751}, {"accuracy": 0.867589, "f1": 0.830501, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"], "main_score": 0.830501, "precision": 0.813439, "recall": 0.867589}, {"accuracy": 0.460474, "f1": 0.37555, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"], "main_score": 0.37555, "precision": 0.34501, "recall": 0.460474}, {"accuracy": 0.871542, "f1": 0.835343, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"], "main_score": 0.835343, "precision": 0.818429, "recall": 0.871542}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.100791, "f1": 0.057759, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"], "main_score": 0.057759, "precision": 0.04927, "recall": 0.100791}, {"accuracy": 0.195652, "f1": 0.12546, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"], "main_score": 0.12546, "precision": 0.108108, "recall": 0.195652}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.635375, "f1": 0.560074, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"], "main_score": 0.560074, "precision": 0.531588, "recall": 0.635375}, {"accuracy": 0.193676, "f1": 0.123618, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"], "main_score": 0.123618, "precision": 0.105954, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.130302, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"], "main_score": 0.130302, "precision": 0.111963, "recall": 0.203557}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.178854, "f1": 0.114539, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"], "main_score": 0.114539, "precision": 0.100306, "recall": 0.178854}, {"accuracy": 0.184783, "f1": 0.118283, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"], "main_score": 0.118283, "precision": 0.10067, "recall": 0.184783}, {"accuracy": 0.83498, "f1": 0.788933, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"], "main_score": 0.788933, "precision": 0.767902, "recall": 0.83498}, {"accuracy": 0.641304, "f1": 0.56786, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"], "main_score": 0.56786, "precision": 0.539806, "recall": 0.641304}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"], "main_score": 0.964262, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.275692, "f1": 0.193489, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"], "main_score": 0.193489, "precision": 0.16872, "recall": 0.275692}, {"accuracy": 0.467391, "f1": 0.378739, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"], "main_score": 0.378739, "precision": 0.349968, "recall": 0.467391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.550395, "f1": 0.468703, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"], "main_score": 0.468703, "precision": 0.437381, "recall": 0.550395}, {"accuracy": 0.857708, "f1": 0.816436, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"], "main_score": 0.816436, "precision": 0.797019, "recall": 0.857708}, {"accuracy": 0.283597, "f1": 0.20673, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"], "main_score": 0.20673, "precision": 0.185563, "recall": 0.283597}, {"accuracy": 0.608696, "f1": 0.526993, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"], "main_score": 0.526993, "precision": 0.494575, "recall": 0.608696}, {"accuracy": 0.741107, "f1": 0.679897, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"], "main_score": 0.679897, "precision": 0.653549, "recall": 0.741107}, {"accuracy": 0.235178, "f1": 0.155673, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"], "main_score": 0.155673, "precision": 0.13477, "recall": 0.235178}, {"accuracy": 0.939723, "f1": 0.92164, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"], "main_score": 0.92164, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.795455, "f1": 0.741617, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"], "main_score": 0.741617, "precision": 0.717203, "recall": 0.795455}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.406126, "f1": 0.326509, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"], "main_score": 0.326509, "precision": 0.300522, "recall": 0.406126}, {"accuracy": 0.502964, "f1": 0.4126, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"], "main_score": 0.4126, "precision": 0.382426, "recall": 0.502964}, {"accuracy": 0.107708, "f1": 0.056317, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"], "main_score": 0.056317, "precision": 0.046965, "recall": 0.107708}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.192688, "f1": 0.129939, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"], "main_score": 0.129939, "precision": 0.112375, "recall": 0.192688}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"], "main_score": 0.944499, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.464427, "f1": 0.378155, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"], "main_score": 0.378155, "precision": 0.350708, "recall": 0.464427}, {"accuracy": 0.352767, "f1": 0.269875, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"], "main_score": 0.269875, "precision": 0.245562, "recall": 0.352767}, {"accuracy": 0.88834, "f1": 0.853096, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"], "main_score": 0.853096, "precision": 0.836133, "recall": 0.88834}, {"accuracy": 0.237154, "f1": 0.160326, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"], "main_score": 0.160326, "precision": 0.140365, "recall": 0.237154}, {"accuracy": 0.237154, "f1": 0.162966, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"], "main_score": 0.162966, "precision": 0.143764, "recall": 0.237154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.455534, "f1": 0.366807, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"], "main_score": 0.366807, "precision": 0.338156, "recall": 0.455534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.201581, "f1": 0.123828, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"], "main_score": 0.123828, "precision": 0.105224, "recall": 0.201581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.931818, "f1": 0.91102, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"], "main_score": 0.91102, "precision": 0.90135, "recall": 0.931818}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.177866, "f1": 0.114565, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"], "main_score": 0.114565, "precision": 0.099928, "recall": 0.177866}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"], "main_score": 0.900033, "precision": 0.889163, "recall": 0.922925}, {"accuracy": 0.186759, "f1": 0.119183, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"], "main_score": 0.119183, "precision": 0.1032, "recall": 0.186759}, {"accuracy": 0.197628, "f1": 0.133723, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"], "main_score": 0.133723, "precision": 0.118086, "recall": 0.197628}, {"accuracy": 0.145257, "f1": 0.089047, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"], "main_score": 0.089047, "precision": 0.076653, "recall": 0.145257}, {"accuracy": 0.575099, "f1": 0.494796, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"], "main_score": 0.494796, "precision": 0.463785, "recall": 0.575099}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.30336, "f1": 0.21752, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"], "main_score": 0.21752, "precision": 0.192, "recall": 0.30336}, {"accuracy": 0.183794, "f1": 0.114975, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"], "main_score": 0.114975, "precision": 0.099264, "recall": 0.183794}, {"accuracy": 0.222332, "f1": 0.150347, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"], "main_score": 0.150347, "precision": 0.132934, "recall": 0.222332}, {"accuracy": 0.847826, "f1": 0.807115, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"], "main_score": 0.807115, "precision": 0.789147, "recall": 0.847826}, {"accuracy": 0.167984, "f1": 0.103568, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"], "main_score": 0.103568, "precision": 0.088599, "recall": 0.167984}, {"accuracy": 0.186759, "f1": 0.124661, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"], "main_score": 0.124661, "precision": 0.109797, "recall": 0.186759}, {"accuracy": 0.963439, "f1": 0.953557, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"], "main_score": 0.953557, "precision": 0.948979, "recall": 0.963439}, {"accuracy": 0.295455, "f1": 0.211321, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"], "main_score": 0.211321, "precision": 0.187513, "recall": 0.295455}, {"accuracy": 0.246047, "f1": 0.169579, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"], "main_score": 0.169579, "precision": 0.150133, "recall": 0.246047}, {"accuracy": 0.651186, "f1": 0.573607, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"], "main_score": 0.573607, "precision": 0.542849, "recall": 0.651186}, {"accuracy": 0.352767, "f1": 0.270788, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"], "main_score": 0.270788, "precision": 0.247136, "recall": 0.352767}, {"accuracy": 0.476285, "f1": 0.382861, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"], "main_score": 0.382861, "precision": 0.35002, "recall": 0.476285}, {"accuracy": 0.871542, "f1": 0.835837, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"], "main_score": 0.835837, "precision": 0.819252, "recall": 0.871542}, {"accuracy": 0.352767, "f1": 0.265087, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"], "main_score": 0.265087, "precision": 0.237728, "recall": 0.352767}, {"accuracy": 0.487154, "f1": 0.402847, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"], "main_score": 0.402847, "precision": 0.373833, "recall": 0.487154}, {"accuracy": 0.175889, "f1": 0.112915, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"], "main_score": 0.112915, "precision": 0.096268, "recall": 0.175889}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.860672, "f1": 0.823946, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"], "main_score": 0.823946, "precision": 0.807559, "recall": 0.860672}, {"accuracy": 0.261858, "f1": 0.184147, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"], "main_score": 0.184147, "precision": 0.161817, "recall": 0.261858}, {"accuracy": 0.206522, "f1": 0.131777, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"], "main_score": 0.131777, "precision": 0.113734, "recall": 0.206522}, {"accuracy": 0.044466, "f1": 0.027739, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"], "main_score": 0.027739, "precision": 0.024183, "recall": 0.044466}, {"accuracy": 0.085968, "f1": 0.05673, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"], "main_score": 0.05673, "precision": 0.0504, "recall": 0.085968}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.874506, "f1": 0.840763, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"], "main_score": 0.840763, "precision": 0.825543, "recall": 0.874506}, {"accuracy": 0.753953, "f1": 0.700777, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"], "main_score": 0.700777, "precision": 0.678063, "recall": 0.753953}, {"accuracy": 0.77668, "f1": 0.725106, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"], "main_score": 0.725106, "precision": 0.703797, "recall": 0.77668}, {"accuracy": 0.413043, "f1": 0.335918, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"], "main_score": 0.335918, "precision": 0.308757, "recall": 0.413043}, {"accuracy": 0.092885, "f1": 0.058295, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"], "main_score": 0.058295, "precision": 0.050218, "recall": 0.092885}, {"accuracy": 0.83004, "f1": 0.789069, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"], "main_score": 0.789069, "precision": 0.772381, "recall": 0.83004}, {"accuracy": 0.221344, "f1": 0.153943, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"], "main_score": 0.153943, "precision": 0.135329, "recall": 0.221344}, {"accuracy": 0.397233, "f1": 0.327813, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"], "main_score": 0.327813, "precision": 0.303269, "recall": 0.397233}, {"accuracy": 0.822134, "f1": 0.779513, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"], "main_score": 0.779513, "precision": 0.76166, "recall": 0.822134}, {"accuracy": 0.747036, "f1": 0.690747, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"], "main_score": 0.690747, "precision": 0.666901, "recall": 0.747036}, {"accuracy": 0.12253, "f1": 0.06888, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"], "main_score": 0.06888, "precision": 0.057144, "recall": 0.12253}, {"accuracy": 0.720356, "f1": 0.667015, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"], "main_score": 0.667015, "precision": 0.644831, "recall": 0.720356}, {"accuracy": 0.693676, "f1": 0.633107, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"], "main_score": 0.633107, "precision": 0.607773, "recall": 0.693676}, {"accuracy": 0.840909, "f1": 0.802376, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"], "main_score": 0.802376, "precision": 0.786331, "recall": 0.840909}, {"accuracy": 0.148221, "f1": 0.094603, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"], "main_score": 0.094603, "precision": 0.081602, "recall": 0.148221}, {"accuracy": 0.797431, "f1": 0.749617, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"], "main_score": 0.749617, "precision": 0.7299, "recall": 0.797431}, {"accuracy": 0.780632, "f1": 0.732499, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"], "main_score": 0.732499, "precision": 0.711586, "recall": 0.780632}, {"accuracy": 0.867589, "f1": 0.830962, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"], "main_score": 0.830962, "precision": 0.814921, "recall": 0.867589}, {"accuracy": 0.837945, "f1": 0.794499, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"], "main_score": 0.794499, "precision": 0.775478, "recall": 0.837945}, {"accuracy": 0.081028, "f1": 0.049898, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"], "main_score": 0.049898, "precision": 0.042441, "recall": 0.081028}, {"accuracy": 0.838933, "f1": 0.798847, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"], "main_score": 0.798847, "precision": 0.781028, "recall": 0.838933}, {"accuracy": 0.860672, "f1": 0.826153, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"], "main_score": 0.826153, "precision": 0.811364, "recall": 0.860672}, {"accuracy": 0.447628, "f1": 0.371244, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"], "main_score": 0.371244, "precision": 0.343762, "recall": 0.447628}, {"accuracy": 0.06917, "f1": 0.036393, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"], "main_score": 0.036393, "precision": 0.030249, "recall": 0.06917}, {"accuracy": 0.810277, "f1": 0.765815, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"], "main_score": 0.765815, "precision": 0.746429, "recall": 0.810277}, {"accuracy": 0.107708, "f1": 0.065672, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"], "main_score": 0.065672, "precision": 0.056534, "recall": 0.107708}, {"accuracy": 0.617589, "f1": 0.546686, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"], "main_score": 0.546686, "precision": 0.518939, "recall": 0.617589}, {"accuracy": 0.831028, "f1": 0.789808, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"], "main_score": 0.789808, "precision": 0.772414, "recall": 0.831028}, {"accuracy": 0.731225, "f1": 0.679026, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"], "main_score": 0.679026, "precision": 0.657355, "recall": 0.731225}, {"accuracy": 0.780632, "f1": 0.729635, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"], "main_score": 0.729635, "precision": 0.709223, "recall": 0.780632}, {"accuracy": 0.143281, "f1": 0.098225, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"], "main_score": 0.098225, "precision": 0.086663, "recall": 0.143281}, {"accuracy": 0.843874, "f1": 0.800856, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"], "main_score": 0.800856, "precision": 0.781703, "recall": 0.843874}, {"accuracy": 0.697628, "f1": 0.639959, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"], "main_score": 0.639959, "precision": 0.615761, "recall": 0.697628}, {"accuracy": 0.740119, "f1": 0.689141, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"], "main_score": 0.689141, "precision": 0.668908, "recall": 0.740119}, {"accuracy": 0.835968, "f1": 0.79524, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"], "main_score": 0.79524, "precision": 0.777397, "recall": 0.835968}, {"accuracy": 0.824111, "f1": 0.781606, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"], "main_score": 0.781606, "precision": 0.762796, "recall": 0.824111}, {"accuracy": 0.855731, "f1": 0.819302, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"], "main_score": 0.819302, "precision": 0.80331, "recall": 0.855731}, {"accuracy": 0.070158, "f1": 0.037839, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"], "main_score": 0.037839, "precision": 0.032031, "recall": 0.070158}, {"accuracy": 0.041502, "f1": 0.025544, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"], "main_score": 0.025544, "precision": 0.021924, "recall": 0.041502}, {"accuracy": 0.814229, "f1": 0.769923, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"], "main_score": 0.769923, "precision": 0.75191, "recall": 0.814229}, {"accuracy": 0.077075, "f1": 0.041153, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"], "main_score": 0.041153, "precision": 0.03353, "recall": 0.077075}, {"accuracy": 0.844862, "f1": 0.805682, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"], "main_score": 0.805682, "precision": 0.789107, "recall": 0.844862}, {"accuracy": 0.770751, "f1": 0.717015, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"], "main_score": 0.717015, "precision": 0.693777, "recall": 0.770751}, {"accuracy": 0.70751, "f1": 0.647678, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"], "main_score": 0.647678, "precision": 0.622078, "recall": 0.70751}, {"accuracy": 0.521739, "f1": 0.442415, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"], "main_score": 0.442415, "precision": 0.412151, "recall": 0.521739}, {"accuracy": 0.093874, "f1": 0.055281, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"], "main_score": 0.055281, "precision": 0.046898, "recall": 0.093874}, {"accuracy": 0.557312, "f1": 0.491943, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"], "main_score": 0.491943, "precision": 0.465953, "recall": 0.557312}, {"accuracy": 0.360672, "f1": 0.284356, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"], "main_score": 0.284356, "precision": 0.259148, "recall": 0.360672}, {"accuracy": 0.853755, "f1": 0.81682, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"], "main_score": 0.81682, "precision": 0.801079, "recall": 0.853755}, {"accuracy": 0.463439, "f1": 0.384371, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"], "main_score": 0.384371, "precision": 0.356137, "recall": 0.463439}, {"accuracy": 0.082016, "f1": 0.049323, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"], "main_score": 0.049323, "precision": 0.042787, "recall": 0.082016}, {"accuracy": 0.773715, "f1": 0.724113, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"], "main_score": 0.724113, "precision": 0.703997, "recall": 0.773715}, {"accuracy": 0.04249, "f1": 0.025163, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"], "main_score": 0.025163, "precision": 0.022168, "recall": 0.04249}, {"accuracy": 0.116601, "f1": 0.071232, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"], "main_score": 0.071232, "precision": 0.059998, "recall": 0.116601}, {"accuracy": 0.195652, "f1": 0.133904, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"], "main_score": 0.133904, "precision": 0.118158, "recall": 0.195652}, {"accuracy": 0.072134, "f1": 0.040897, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"], "main_score": 0.040897, "precision": 0.033384, "recall": 0.072134}, {"accuracy": 0.851779, "f1": 0.810837, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"], "main_score": 0.810837, "precision": 0.792721, "recall": 0.851779}, {"accuracy": 0.84585, "f1": 0.808927, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"], "main_score": 0.808927, "precision": 0.792358, "recall": 0.84585}, {"accuracy": 0.841897, "f1": 0.800549, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"], "main_score": 0.800549, "precision": 0.782403, "recall": 0.841897}, {"accuracy": 0.84585, "f1": 0.804927, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"], "main_score": 0.804927, "precision": 0.786759, "recall": 0.84585}, {"accuracy": 0.13834, "f1": 0.086538, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"], "main_score": 0.086538, "precision": 0.073919, "recall": 0.13834}, {"accuracy": 0.511858, "f1": 0.444237, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"], "main_score": 0.444237, "precision": 0.418849, "recall": 0.511858}, {"accuracy": 0.295455, "f1": 0.225782, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"], "main_score": 0.225782, "precision": 0.205632, "recall": 0.295455}, {"accuracy": 0.835968, "f1": 0.796943, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"], "main_score": 0.796943, "precision": 0.78111, "recall": 0.835968}, {"accuracy": 0.126482, "f1": 0.080301, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"], "main_score": 0.080301, "precision": 0.068591, "recall": 0.126482}, {"accuracy": 0.189723, "f1": 0.129249, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"], "main_score": 0.129249, "precision": 0.114526, "recall": 0.189723}, {"accuracy": 0.125494, "f1": 0.079827, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"], "main_score": 0.079827, "precision": 0.06907, "recall": 0.125494}, {"accuracy": 0.252964, "f1": 0.186449, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"], "main_score": 0.186449, "precision": 0.168, "recall": 0.252964}, {"accuracy": 0.454545, "f1": 0.379681, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"], "main_score": 0.379681, "precision": 0.353307, "recall": 0.454545}, {"accuracy": 0.851779, "f1": 0.81366, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"], "main_score": 0.81366, "precision": 0.79725, "recall": 0.851779}, {"accuracy": 0.052372, "f1": 0.022538, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"], "main_score": 0.022538, "precision": 0.018076, "recall": 0.052372}, {"accuracy": 0.109684, "f1": 0.070947, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"], "main_score": 0.070947, "precision": 0.061306, "recall": 0.109684}, {"accuracy": 0.583992, "f1": 0.512098, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"], "main_score": 0.512098, "precision": 0.48519, "recall": 0.583992}, {"accuracy": 0.114625, "f1": 0.069012, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"], "main_score": 0.069012, "precision": 0.059277, "recall": 0.114625}, {"accuracy": 0.050395, "f1": 0.029661, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"], "main_score": 0.029661, "precision": 0.026561, "recall": 0.050395}, {"accuracy": 0.849802, "f1": 0.811251, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"], "main_score": 0.811251, "precision": 0.794582, "recall": 0.849802}, {"accuracy": 0.58004, "f1": 0.507761, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"], "main_score": 0.507761, "precision": 0.480533, "recall": 0.58004}, {"accuracy": 0.579051, "f1": 0.501027, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"], "main_score": 0.501027, "precision": 0.473168, "recall": 0.579051}, {"accuracy": 0.712451, "f1": 0.657288, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"], "main_score": 0.657288, "precision": 0.633623, "recall": 0.712451}, {"accuracy": 0.843874, "f1": 0.802979, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"], "main_score": 0.802979, "precision": 0.78554, "recall": 0.843874}, {"accuracy": 0.838933, "f1": 0.799031, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"], "main_score": 0.799031, "precision": 0.782329, "recall": 0.838933}, {"accuracy": 0.839921, "f1": 0.801438, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"], "main_score": 0.801438, "precision": 0.785757, "recall": 0.839921}, {"accuracy": 0.821146, "f1": 0.777295, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"], "main_score": 0.777295, "precision": 0.758506, "recall": 0.821146}, {"accuracy": 0.102767, "f1": 0.068255, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"], "main_score": 0.068255, "precision": 0.060472, "recall": 0.102767}, {"accuracy": 0.073123, "f1": 0.044478, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"], "main_score": 0.044478, "precision": 0.038767, "recall": 0.073123}, {"accuracy": 0.811265, "f1": 0.76873, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"], "main_score": 0.76873, "precision": 0.749812, "recall": 0.811265}, {"accuracy": 0.828063, "f1": 0.78862, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"], "main_score": 0.78862, "precision": 0.771732, "recall": 0.828063}, {"accuracy": 0.759881, "f1": 0.705694, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"], "main_score": 0.705694, "precision": 0.683055, "recall": 0.759881}, {"accuracy": 0.195652, "f1": 0.13876, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"], "main_score": 0.13876, "precision": 0.123889, "recall": 0.195652}, {"accuracy": 0.085968, "f1": 0.050366, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"], "main_score": 0.050366, "precision": 0.04277, "recall": 0.085968}, {"accuracy": 0.475296, "f1": 0.402609, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"], "main_score": 0.402609, "precision": 0.377594, "recall": 0.475296}, {"accuracy": 0.807312, "f1": 0.765028, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"], "main_score": 0.765028, "precision": 0.746879, "recall": 0.807312}, {"accuracy": 0.098814, "f1": 0.051025, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"], "main_score": 0.051025, "precision": 0.041486, "recall": 0.098814}, {"accuracy": 0.833992, "f1": 0.791057, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"], "main_score": 0.791057, "precision": 0.772325, "recall": 0.833992}, {"accuracy": 0.114625, "f1": 0.080546, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"], "main_score": 0.080546, "precision": 0.073644, "recall": 0.114625}, {"accuracy": 0.22332, "f1": 0.153277, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"], "main_score": 0.153277, "precision": 0.133674, "recall": 0.22332}, {"accuracy": 0.83498, "f1": 0.794749, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"], "main_score": 0.794749, "precision": 0.777931, "recall": 0.83498}, {"accuracy": 0.84585, "f1": 0.807068, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"], "main_score": 0.807068, "precision": 0.790657, "recall": 0.84585}, {"accuracy": 0.838933, "f1": 0.799294, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"], "main_score": 0.799294, "precision": 0.782082, "recall": 0.838933}, {"accuracy": 0.838933, "f1": 0.799144, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"], "main_score": 0.799144, "precision": 0.781941, "recall": 0.838933}, {"accuracy": 0.504941, "f1": 0.427597, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"], "main_score": 0.427597, "precision": 0.399632, "recall": 0.504941}, {"accuracy": 0.79249, "f1": 0.742759, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"], "main_score": 0.742759, "precision": 0.721329, "recall": 0.79249}, {"accuracy": 0.110672, "f1": 0.068815, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"], "main_score": 0.068815, "precision": 0.058085, "recall": 0.110672}, {"accuracy": 0.072134, "f1": 0.038239, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"], "main_score": 0.038239, "precision": 0.032527, "recall": 0.072134}, {"accuracy": 0.11166, "f1": 0.065634, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"], "main_score": 0.065634, "precision": 0.054894, "recall": 0.11166}, {"accuracy": 0.048419, "f1": 0.024864, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"], "main_score": 0.024864, "precision": 0.020074, "recall": 0.048419}, {"accuracy": 0.844862, "f1": 0.804941, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"], "main_score": 0.804941, "precision": 0.787484, "recall": 0.844862}, {"accuracy": 0.456522, "f1": 0.369659, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"], "main_score": 0.369659, "precision": 0.338749, "recall": 0.456522}, {"accuracy": 0.047431, "f1": 0.02996, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"], "main_score": 0.02996, "precision": 0.025964, "recall": 0.047431}, {"accuracy": 0.498024, "f1": 0.429053, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"], "main_score": 0.429053, "precision": 0.404371, "recall": 0.498024}, {"accuracy": 0.816206, "f1": 0.767391, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"], "main_score": 0.767391, "precision": 0.74552, "recall": 0.816206}, {"accuracy": 0.579051, "f1": 0.508867, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"], "main_score": 0.508867, "precision": 0.481531, "recall": 0.579051}, {"accuracy": 0.294466, "f1": 0.236463, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"], "main_score": 0.236463, "precision": 0.217258, "recall": 0.294466}, {"accuracy": 0.093874, "f1": 0.053898, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"], "main_score": 0.053898, "precision": 0.046607, "recall": 0.093874}, {"accuracy": 0.825099, "f1": 0.781705, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"], "main_score": 0.781705, "precision": 0.763208, "recall": 0.825099}, {"accuracy": 0.221344, "f1": 0.156718, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"], "main_score": 0.156718, "precision": 0.13854, "recall": 0.221344}, {"accuracy": 0.107708, "f1": 0.065796, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"], "main_score": 0.065796, "precision": 0.056548, "recall": 0.107708}, {"accuracy": 0.093874, "f1": 0.059486, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"], "main_score": 0.059486, "precision": 0.052082, "recall": 0.093874}, {"accuracy": 0.116601, "f1": 0.076448, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"], "main_score": 0.076448, "precision": 0.067586, "recall": 0.116601}, {"accuracy": 0.786561, "f1": 0.737632, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"], "main_score": 0.737632, "precision": 0.717189, "recall": 0.786561}, {"accuracy": 0.014822, "f1": 0.004048, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"], "main_score": 0.004048, "precision": 0.003264, "recall": 0.014822}, {"accuracy": 0.790514, "f1": 0.741822, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"], "main_score": 0.741822, "precision": 0.720883, "recall": 0.790514}, {"accuracy": 0.410079, "f1": 0.334861, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"], "main_score": 0.334861, "precision": 0.307873, "recall": 0.410079}, {"accuracy": 0.647233, "f1": 0.585874, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"], "main_score": 0.585874, "precision": 0.561045, "recall": 0.647233}, {"accuracy": 0.850791, "f1": 0.811844, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"], "main_score": 0.811844, "precision": 0.795372, "recall": 0.850791}, {"accuracy": 0.062253, "f1": 0.033053, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"], "main_score": 0.033053, "precision": 0.027676, "recall": 0.062253}, {"accuracy": 0.089921, "f1": 0.057897, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"], "main_score": 0.057897, "precision": 0.05092, "recall": 0.089921}, {"accuracy": 0.815217, "f1": 0.7708, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"], "main_score": 0.7708, "precision": 0.752169, "recall": 0.815217}, {"accuracy": 0.83004, "f1": 0.78913, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"], "main_score": 0.78913, "precision": 0.771591, "recall": 0.83004}, {"accuracy": 0.433794, "f1": 0.365967, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"], "main_score": 0.365967, "precision": 0.342977, "recall": 0.433794}, {"accuracy": 0.088933, "f1": 0.05664, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"], "main_score": 0.05664, "precision": 0.048669, "recall": 0.088933}, {"accuracy": 0.098814, "f1": 0.056133, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"], "main_score": 0.056133, "precision": 0.046668, "recall": 0.098814}, {"accuracy": 0.755929, "f1": 0.707183, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"], "main_score": 0.707183, "precision": 0.687361, "recall": 0.755929}, {"accuracy": 0.085968, "f1": 0.052464, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"], "main_score": 0.052464, "precision": 0.045506, "recall": 0.085968}, {"accuracy": 0.099802, "f1": 0.065914, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"], "main_score": 0.065914, "precision": 0.058131, "recall": 0.099802}, {"accuracy": 0.75, "f1": 0.694631, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"], "main_score": 0.694631, "precision": 0.670753, "recall": 0.75}, {"accuracy": 0.409091, "f1": 0.338697, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"], "main_score": 0.338697, "precision": 0.313978, "recall": 0.409091}, {"accuracy": 0.838933, "f1": 0.800867, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"], "main_score": 0.800867, "precision": 0.784264, "recall": 0.838933}, {"accuracy": 0.125494, "f1": 0.084083, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"], "main_score": 0.084083, "precision": 0.073744, "recall": 0.125494}, {"accuracy": 0.298419, "f1": 0.228359, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"], "main_score": 0.228359, "precision": 0.20846, "recall": 0.298419}, {"accuracy": 0.833992, "f1": 0.792921, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"], "main_score": 0.792921, "precision": 0.775536, "recall": 0.833992}, {"accuracy": 0.519763, "f1": 0.443789, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"], "main_score": 0.443789, "precision": 0.415936, "recall": 0.519763}, {"accuracy": 0.708498, "f1": 0.646218, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"], "main_score": 0.646218, "precision": 0.619746, "recall": 0.708498}, {"accuracy": 0.188735, "f1": 0.127692, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"], "main_score": 0.127692, "precision": 0.112642, "recall": 0.188735}, {"accuracy": 0.451581, "f1": 0.375696, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"], "main_score": 0.375696, "precision": 0.347216, "recall": 0.451581}, {"accuracy": 0.459486, "f1": 0.389775, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"], "main_score": 0.389775, "precision": 0.365013, "recall": 0.459486}, {"accuracy": 0.107708, "f1": 0.067233, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"], "main_score": 0.067233, "precision": 0.058028, "recall": 0.107708}, {"accuracy": 0.842885, "f1": 0.804992, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"], "main_score": 0.804992, "precision": 0.788598, "recall": 0.842885}, {"accuracy": 0.825099, "f1": 0.780915, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"], "main_score": 0.780915, "precision": 0.761347, "recall": 0.825099}, {"accuracy": 0.83004, "f1": 0.788225, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"], "main_score": 0.788225, "precision": 0.770596, "recall": 0.83004}, {"accuracy": 0.706522, "f1": 0.645803, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"], "main_score": 0.645803, "precision": 0.620391, "recall": 0.706522}, {"accuracy": 0.547431, "f1": 0.476121, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"], "main_score": 0.476121, "precision": 0.4493, "recall": 0.547431}, {"accuracy": 0.846838, "f1": 0.807331, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"], "main_score": 0.807331, "precision": 0.790184, "recall": 0.846838}, {"accuracy": 0.283597, "f1": 0.221567, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"], "main_score": 0.221567, "precision": 0.202515, "recall": 0.283597}, {"accuracy": 0.296443, "f1": 0.221984, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"], "main_score": 0.221984, "precision": 0.199676, "recall": 0.296443}, {"accuracy": 0.066206, "f1": 0.040383, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"], "main_score": 0.040383, "precision": 0.036297, "recall": 0.066206}, {"accuracy": 0.828063, "f1": 0.787578, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"], "main_score": 0.787578, "precision": 0.770894, "recall": 0.828063}, {"accuracy": 0.183794, "f1": 0.134014, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"], "main_score": 0.134014, "precision": 0.120126, "recall": 0.183794}, {"accuracy": 0.83004, "f1": 0.78826, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"], "main_score": 0.78826, "precision": 0.770899, "recall": 0.83004}, {"accuracy": 0.784585, "f1": 0.735394, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"], "main_score": 0.735394, "precision": 0.713999, "recall": 0.784585}, {"accuracy": 0.318182, "f1": 0.235588, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"], "main_score": 0.235588, "precision": 0.211734, "recall": 0.318182}, {"accuracy": 0.172925, "f1": 0.110606, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"], "main_score": 0.110606, "precision": 0.094846, "recall": 0.172925}, {"accuracy": 0.725296, "f1": 0.661228, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"], "main_score": 0.661228, "precision": 0.634844, "recall": 0.725296}, {"accuracy": 0.125494, "f1": 0.080767, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"], "main_score": 0.080767, "precision": 0.070836, "recall": 0.125494}, {"accuracy": 0.112648, "f1": 0.074126, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"], "main_score": 0.074126, "precision": 0.06581, "recall": 0.112648}, {"accuracy": 0.838933, "f1": 0.797087, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"], "main_score": 0.797087, "precision": 0.778936, "recall": 0.838933}, {"accuracy": 0.237154, "f1": 0.166508, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"], "main_score": 0.166508, "precision": 0.147563, "recall": 0.237154}, {"accuracy": 0.832016, "f1": 0.790584, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"], "main_score": 0.790584, "precision": 0.773132, "recall": 0.832016}, {"accuracy": 0.094862, "f1": 0.055801, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"], "main_score": 0.055801, "precision": 0.04689, "recall": 0.094862}, {"accuracy": 0.842885, "f1": 0.805392, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"], "main_score": 0.805392, "precision": 0.789206, "recall": 0.842885}, {"accuracy": 0.833004, "f1": 0.789116, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"], "main_score": 0.789116, "precision": 0.769499, "recall": 0.833004}, {"accuracy": 0.791502, "f1": 0.743445, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"], "main_score": 0.743445, "precision": 0.722925, "recall": 0.791502}, {"accuracy": 0.090909, "f1": 0.05193, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"], "main_score": 0.05193, "precision": 0.043575, "recall": 0.090909}, {"accuracy": 0.703557, "f1": 0.641729, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"], "main_score": 0.641729, "precision": 0.616694, "recall": 0.703557}, {"accuracy": 0.089921, "f1": 0.055092, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"], "main_score": 0.055092, "precision": 0.046399, "recall": 0.089921}, {"accuracy": 0.098814, "f1": 0.062798, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"], "main_score": 0.062798, "precision": 0.054252, "recall": 0.098814}, {"accuracy": 0.066206, "f1": 0.036955, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"], "main_score": 0.036955, "precision": 0.03033, "recall": 0.066206}, {"accuracy": 0.358696, "f1": 0.288265, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"], "main_score": 0.288265, "precision": 0.262685, "recall": 0.358696}, {"accuracy": 0.84585, "f1": 0.807907, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"], "main_score": 0.807907, "precision": 0.792269, "recall": 0.84585}, {"accuracy": 0.145257, "f1": 0.095577, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"], "main_score": 0.095577, "precision": 0.082507, "recall": 0.145257}, {"accuracy": 0.08004, "f1": 0.045102, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"], "main_score": 0.045102, "precision": 0.037801, "recall": 0.08004}, {"accuracy": 0.102767, "f1": 0.05936, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"], "main_score": 0.05936, "precision": 0.049753, "recall": 0.102767}, {"accuracy": 0.789526, "f1": 0.739416, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"], "main_score": 0.739416, "precision": 0.717449, "recall": 0.789526}, {"accuracy": 0.082016, "f1": 0.0435, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"], "main_score": 0.0435, "precision": 0.035457, "recall": 0.082016}, {"accuracy": 0.08498, "f1": 0.048484, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"], "main_score": 0.048484, "precision": 0.040571, "recall": 0.08498}, {"accuracy": 0.769763, "f1": 0.722299, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"], "main_score": 0.722299, "precision": 0.702407, "recall": 0.769763}, {"accuracy": 0.12747, "f1": 0.07947, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"], "main_score": 0.07947, "precision": 0.06775, "recall": 0.12747}, {"accuracy": 0.131423, "f1": 0.08776, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"], "main_score": 0.08776, "precision": 0.076978, "recall": 0.131423}, {"accuracy": 0.403162, "f1": 0.328574, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"], "main_score": 0.328574, "precision": 0.303873, "recall": 0.403162}, {"accuracy": 0.18083, "f1": 0.123404, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"], "main_score": 0.123404, "precision": 0.108376, "recall": 0.18083}, {"accuracy": 0.255929, "f1": 0.190182, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"], "main_score": 0.190182, "precision": 0.169263, "recall": 0.255929}, {"accuracy": 0.764822, "f1": 0.714954, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"], "main_score": 0.714954, "precision": 0.693874, "recall": 0.764822}, {"accuracy": 0.19664, "f1": 0.134763, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"], "main_score": 0.134763, "precision": 0.117676, "recall": 0.19664}, {"accuracy": 0.284585, "f1": 0.222777, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"], "main_score": 0.222777, "precision": 0.204571, "recall": 0.284585}, {"accuracy": 0.073123, "f1": 0.044934, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"], "main_score": 0.044934, "precision": 0.038662, "recall": 0.073123}, {"accuracy": 0.850791, "f1": 0.812978, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"], "main_score": 0.812978, "precision": 0.796772, "recall": 0.850791}, {"accuracy": 0.821146, "f1": 0.780805, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"], "main_score": 0.780805, "precision": 0.763678, "recall": 0.821146}, {"accuracy": 0.844862, "f1": 0.805997, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"], "main_score": 0.805997, "precision": 0.78909, "recall": 0.844862}, {"accuracy": 0.150198, "f1": 0.106531, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"], "main_score": 0.106531, "precision": 0.096591, "recall": 0.150198}, {"accuracy": 0.104743, "f1": 0.061534, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"], "main_score": 0.061534, "precision": 0.052218, "recall": 0.104743}, {"accuracy": 0.047431, "f1": 0.034294, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"], "main_score": 0.034294, "precision": 0.031656, "recall": 0.047431}, {"accuracy": 0.23419, "f1": 0.212166, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"], "main_score": 0.212166, "precision": 0.202987, "recall": 0.23419}, {"accuracy": 0.005929, "f1": 0.000478, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"], "main_score": 0.000478, "precision": 0.000261, "recall": 0.005929}, {"accuracy": 0.221344, "f1": 0.189756, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"], "main_score": 0.189756, "precision": 0.181596, "recall": 0.221344}, {"accuracy": 0.220356, "f1": 0.204484, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"], "main_score": 0.204484, "precision": 0.198658, "recall": 0.220356}, {"accuracy": 0.166996, "f1": 0.145116, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"], "main_score": 0.145116, "precision": 0.13948, "recall": 0.166996}, {"accuracy": 0.209486, "f1": 0.196952, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"], "main_score": 0.196952, "precision": 0.192318, "recall": 0.209486}, {"accuracy": 0.226285, "f1": 0.200405, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"], "main_score": 0.200405, "precision": 0.191269, "recall": 0.226285}, {"accuracy": 0.287549, "f1": 0.2594, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"], "main_score": 0.2594, "precision": 0.252222, "recall": 0.287549}, {"accuracy": 0.237154, "f1": 0.218845, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"], "main_score": 0.218845, "precision": 0.212322, "recall": 0.237154}, {"accuracy": 0.215415, "f1": 0.205578, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"], "main_score": 0.205578, "precision": 0.202541, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.197122, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"], "main_score": 0.197122, "precision": 0.18934, "recall": 0.225296}, {"accuracy": 0.168972, "f1": 0.149951, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"], "main_score": 0.149951, "precision": 0.143506, "recall": 0.168972}, {"accuracy": 0.225296, "f1": 0.198773, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"], "main_score": 0.198773, "precision": 0.189081, "recall": 0.225296}, {"accuracy": 0.173913, "f1": 0.156972, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"], "main_score": 0.156972, "precision": 0.152596, "recall": 0.173913}, {"accuracy": 0.188735, "f1": 0.167672, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"], "main_score": 0.167672, "precision": 0.161494, "recall": 0.188735}, {"accuracy": 0.277668, "f1": 0.243938, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"], "main_score": 0.243938, "precision": 0.235691, "recall": 0.277668}, {"accuracy": 0.261858, "f1": 0.233986, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"], "main_score": 0.233986, "precision": 0.223721, "recall": 0.261858}, {"accuracy": 0.187747, "f1": 0.171982, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"], "main_score": 0.171982, "precision": 0.166545, "recall": 0.187747}, {"accuracy": 0.212451, "f1": 0.185347, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"], "main_score": 0.185347, "precision": 0.178124, "recall": 0.212451}, {"accuracy": 0.29249, "f1": 0.262293, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"], "main_score": 0.262293, "precision": 0.254769, "recall": 0.29249}, {"accuracy": 0.25, "f1": 0.229325, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"], "main_score": 0.229325, "precision": 0.223158, "recall": 0.25}, {"accuracy": 0.195652, "f1": 0.172433, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"], "main_score": 0.172433, "precision": 0.164389, "recall": 0.195652}, {"accuracy": 0.128458, "f1": 0.109343, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"], "main_score": 0.109343, "precision": 0.10439, "recall": 0.128458}, {"accuracy": 0.214427, "f1": 0.186803, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"], "main_score": 0.186803, "precision": 0.179449, "recall": 0.214427}, {"accuracy": 0.246047, "f1": 0.223503, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"], "main_score": 0.223503, "precision": 0.216631, "recall": 0.246047}, {"accuracy": 0.081028, "f1": 0.053793, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"], "main_score": 0.053793, "precision": 0.047775, "recall": 0.081028}, {"accuracy": 0.199605, "f1": 0.176843, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"], "main_score": 0.176843, "precision": 0.170721, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.195398, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"], "main_score": 0.195398, "precision": 0.18364, "recall": 0.228261}, {"accuracy": 0.228261, "f1": 0.212805, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"], "main_score": 0.212805, "precision": 0.207863, "recall": 0.228261}, {"accuracy": 0.277668, "f1": 0.251316, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"], "main_score": 0.251316, "precision": 0.24478, "recall": 0.277668}, {"accuracy": 0.213439, "f1": 0.191691, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"], "main_score": 0.191691, "precision": 0.186014, "recall": 0.213439}, {"accuracy": 0.184783, "f1": 0.161374, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"], "main_score": 0.161374, "precision": 0.15516, "recall": 0.184783}, {"accuracy": 0.237154, "f1": 0.217034, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"], "main_score": 0.217034, "precision": 0.209775, "recall": 0.237154}, {"accuracy": 0.232213, "f1": 0.208121, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"], "main_score": 0.208121, "precision": 0.200599, "recall": 0.232213}, {"accuracy": 0.135375, "f1": 0.121596, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"], "main_score": 0.121596, "precision": 0.11741, "recall": 0.135375}, {"accuracy": 0.181818, "f1": 0.157428, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"], "main_score": 0.157428, "precision": 0.150586, "recall": 0.181818}, {"accuracy": 0.131423, "f1": 0.116112, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"], "main_score": 0.116112, "precision": 0.11173, "recall": 0.131423}, {"accuracy": 0.280632, "f1": 0.254554, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"], "main_score": 0.254554, "precision": 0.247861, "recall": 0.280632}, {"accuracy": 0.186759, "f1": 0.164502, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"], "main_score": 0.164502, "precision": 0.158332, "recall": 0.186759}, {"accuracy": 0.194664, "f1": 0.163009, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"], "main_score": 0.163009, "precision": 0.152352, "recall": 0.194664}, {"accuracy": 0.041502, "f1": 0.033679, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"], "main_score": 0.033679, "precision": 0.031599, "recall": 0.041502}, {"accuracy": 0.273715, "f1": 0.245567, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"], "main_score": 0.245567, "precision": 0.237317, "recall": 0.273715}, {"accuracy": 0.175889, "f1": 0.15211, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"], "main_score": 0.15211, "precision": 0.143843, "recall": 0.175889}, {"accuracy": 0.221344, "f1": 0.199682, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"], "main_score": 0.199682, "precision": 0.193851, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.246961, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"], "main_score": 0.246961, "precision": 0.239675, "recall": 0.270751}, {"accuracy": 0.175889, "f1": 0.158413, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"], "main_score": 0.158413, "precision": 0.154467, "recall": 0.175889}, {"accuracy": 0.213439, "f1": 0.201543, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"], "main_score": 0.201543, "precision": 0.197719, "recall": 0.213439}, {"accuracy": 0.204545, "f1": 0.174124, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"], "main_score": 0.174124, "precision": 0.163641, "recall": 0.204545}, {"accuracy": 0.236166, "f1": 0.219094, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"], "main_score": 0.219094, "precision": 0.213413, "recall": 0.236166}, {"accuracy": 0.219368, "f1": 0.207301, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"], "main_score": 0.207301, "precision": 0.202941, "recall": 0.219368}, {"accuracy": 0.288538, "f1": 0.260691, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"], "main_score": 0.260691, "precision": 0.253432, "recall": 0.288538}, {"accuracy": 0.218379, "f1": 0.206252, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"], "main_score": 0.206252, "precision": 0.202591, "recall": 0.218379}, {"accuracy": 0.177866, "f1": 0.153719, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"], "main_score": 0.153719, "precision": 0.145637, "recall": 0.177866}, {"accuracy": 0.20751, "f1": 0.186651, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"], "main_score": 0.186651, "precision": 0.180366, "recall": 0.20751}, {"accuracy": 0.040514, "f1": 0.032628, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"], "main_score": 0.032628, "precision": 0.029562, "recall": 0.040514}, {"accuracy": 0.236166, "f1": 0.209171, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"], "main_score": 0.209171, "precision": 0.20019, "recall": 0.236166}, {"accuracy": 0.231225, "f1": 0.215747, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"], "main_score": 0.215747, "precision": 0.210439, "recall": 0.231225}, {"accuracy": 0.068182, "f1": 0.056674, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"], "main_score": 0.056674, "precision": 0.05321, "recall": 0.068182}, {"accuracy": 0.233202, "f1": 0.208046, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"], "main_score": 0.208046, "precision": 0.200216, "recall": 0.233202}, {"accuracy": 0.182806, "f1": 0.161927, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"], "main_score": 0.161927, "precision": 0.155964, "recall": 0.182806}, {"accuracy": 0.273715, "f1": 0.248504, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"], "main_score": 0.248504, "precision": 0.241968, "recall": 0.273715}, {"accuracy": 0.171937, "f1": 0.147548, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"], "main_score": 0.147548, "precision": 0.139627, "recall": 0.171937}, {"accuracy": 0.257905, "f1": 0.231936, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"], "main_score": 0.231936, "precision": 0.222134, "recall": 0.257905}, {"accuracy": 0.22332, "f1": 0.210073, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"], "main_score": 0.210073, "precision": 0.20604, "recall": 0.22332}, {"accuracy": 0.221344, "f1": 0.204987, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"], "main_score": 0.204987, "precision": 0.200312, "recall": 0.221344}, {"accuracy": 0.283597, "f1": 0.252403, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"], "main_score": 0.252403, "precision": 0.244264, "recall": 0.283597}, {"accuracy": 0.235178, "f1": 0.217664, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"], "main_score": 0.217664, "precision": 0.210804, "recall": 0.235178}, {"accuracy": 0.23419, "f1": 0.21029, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"], "main_score": 0.21029, "precision": 0.201892, "recall": 0.23419}, {"accuracy": 0.202569, "f1": 0.177805, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"], "main_score": 0.177805, "precision": 0.169155, "recall": 0.202569}, {"accuracy": 0.235178, "f1": 0.214898, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"], "main_score": 0.214898, "precision": 0.208055, "recall": 0.235178}, {"accuracy": 0.18083, "f1": 0.168375, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"], "main_score": 0.168375, "precision": 0.164294, "recall": 0.18083}, {"accuracy": 0.253953, "f1": 0.226362, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"], "main_score": 0.226362, "precision": 0.217878, "recall": 0.253953}, {"accuracy": 0.052372, "f1": 0.032047, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"], "main_score": 0.032047, "precision": 0.027848, "recall": 0.052372}, {"accuracy": 0.18083, "f1": 0.161677, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"], "main_score": 0.161677, "precision": 0.154816, "recall": 0.18083}, {"accuracy": 0.206522, "f1": 0.196996, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"], "main_score": 0.196996, "precision": 0.193472, "recall": 0.206522}, {"accuracy": 0.228261, "f1": 0.198445, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"], "main_score": 0.198445, "precision": 0.189078, "recall": 0.228261}, {"accuracy": 0.0583, "f1": 0.042182, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"], "main_score": 0.042182, "precision": 0.038453, "recall": 0.0583}, {"accuracy": 0.290514, "f1": 0.262488, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"], "main_score": 0.262488, "precision": 0.254515, "recall": 0.290514}, {"accuracy": 0.238142, "f1": 0.218432, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"], "main_score": 0.218432, "precision": 0.212556, "recall": 0.238142}, {"accuracy": 0.236166, "f1": 0.215518, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"], "main_score": 0.215518, "precision": 0.209725, "recall": 0.236166}, {"accuracy": 0.114625, "f1": 0.09737, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"], "main_score": 0.09737, "precision": 0.092237, "recall": 0.114625}, {"accuracy": 0.272727, "f1": 0.247867, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"], "main_score": 0.247867, "precision": 0.241464, "recall": 0.272727}, {"accuracy": 0.271739, "f1": 0.2441, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"], "main_score": 0.2441, "precision": 0.236743, "recall": 0.271739}, {"accuracy": 0.297431, "f1": 0.26768, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"], "main_score": 0.26768, "precision": 0.260472, "recall": 0.297431}, {"accuracy": 0.217391, "f1": 0.192088, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"], "main_score": 0.192088, "precision": 0.185022, "recall": 0.217391}, {"accuracy": 0.215415, "f1": 0.189067, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"], "main_score": 0.189067, "precision": 0.180043, "recall": 0.215415}, {"accuracy": 0.198617, "f1": 0.173577, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"], "main_score": 0.173577, "precision": 0.164232, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.111576, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"], "main_score": 0.111576, "precision": 0.106135, "recall": 0.131423}, {"accuracy": 0.284585, "f1": 0.259884, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"], "main_score": 0.259884, "precision": 0.253225, "recall": 0.284585}, {"accuracy": 0.181818, "f1": 0.167043, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"], "main_score": 0.167043, "precision": 0.162361, "recall": 0.181818}, {"accuracy": 0.227273, "f1": 0.209328, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"], "main_score": 0.209328, "precision": 0.203165, "recall": 0.227273}, {"accuracy": 0.217391, "f1": 0.193667, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"], "main_score": 0.193667, "precision": 0.185119, "recall": 0.217391}, {"accuracy": 0.221344, "f1": 0.207474, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"], "main_score": 0.207474, "precision": 0.203383, "recall": 0.221344}, {"accuracy": 0.255929, "f1": 0.227397, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"], "main_score": 0.227397, "precision": 0.220047, "recall": 0.255929}, {"accuracy": 0.219368, "f1": 0.194562, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"], "main_score": 0.194562, "precision": 0.185533, "recall": 0.219368}, {"accuracy": 0.247036, "f1": 0.22567, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"], "main_score": 0.22567, "precision": 0.219249, "recall": 0.247036}, {"accuracy": 0.23419, "f1": 0.208497, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"], "main_score": 0.208497, "precision": 0.198435, "recall": 0.23419}, {"accuracy": 0.230237, "f1": 0.212965, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"], "main_score": 0.212965, "precision": 0.206389, "recall": 0.230237}, {"accuracy": 0.203557, "f1": 0.179301, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"], "main_score": 0.179301, "precision": 0.172008, "recall": 0.203557}, {"accuracy": 0.247036, "f1": 0.221201, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"], "main_score": 0.221201, "precision": 0.213905, "recall": 0.247036}, {"accuracy": 0.287549, "f1": 0.256604, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"], "main_score": 0.256604, "precision": 0.248434, "recall": 0.287549}, {"accuracy": 0.220356, "f1": 0.19523, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"], "main_score": 0.19523, "precision": 0.18727, "recall": 0.220356}, {"accuracy": 0.225296, "f1": 0.206096, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"], "main_score": 0.206096, "precision": 0.199729, "recall": 0.225296}, {"accuracy": 0.158103, "f1": 0.136769, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"], "main_score": 0.136769, "precision": 0.130639, "recall": 0.158103}, {"accuracy": 0.19664, "f1": 0.17978, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"], "main_score": 0.17978, "precision": 0.1737, "recall": 0.19664}, {"accuracy": 0.087945, "f1": 0.062583, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"], "main_score": 0.062583, "precision": 0.056395, "recall": 0.087945}, {"accuracy": 0.232213, "f1": 0.207697, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"], "main_score": 0.207697, "precision": 0.197802, "recall": 0.232213}, {"accuracy": 0.157115, "f1": 0.123392, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"], "main_score": 0.123392, "precision": 0.112531, "recall": 0.157115}, {"accuracy": 0.275692, "f1": 0.243643, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"], "main_score": 0.243643, "precision": 0.236197, "recall": 0.275692}, {"accuracy": 0.23419, "f1": 0.209232, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"], "main_score": 0.209232, "precision": 0.202247, "recall": 0.23419}, {"accuracy": 0.115613, "f1": 0.09217, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"], "main_score": 0.09217, "precision": 0.084574, "recall": 0.115613}, {"accuracy": 0.247036, "f1": 0.225941, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"], "main_score": 0.225941, "precision": 0.219682, "recall": 0.247036}, {"accuracy": 0.29249, "f1": 0.262309, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"], "main_score": 0.262309, "precision": 0.253475, "recall": 0.29249}, {"accuracy": 0.13834, "f1": 0.123158, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"], "main_score": 0.123158, "precision": 0.118837, "recall": 0.13834}, {"accuracy": 0.174901, "f1": 0.151791, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"], "main_score": 0.151791, "precision": 0.144546, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.131774, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"], "main_score": 0.131774, "precision": 0.123413, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.172989, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"], "main_score": 0.172989, "precision": 0.165395, "recall": 0.199605}, {"accuracy": 0.224308, "f1": 0.207627, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"], "main_score": 0.207627, "precision": 0.201444, "recall": 0.224308}, {"accuracy": 0.222332, "f1": 0.1962, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"], "main_score": 0.1962, "precision": 0.186031, "recall": 0.222332}, {"accuracy": 0.217391, "f1": 0.183395, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"], "main_score": 0.183395, "precision": 0.171872, "recall": 0.217391}, {"accuracy": 0.208498, "f1": 0.183989, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"], "main_score": 0.183989, "precision": 0.174922, "recall": 0.208498}, {"accuracy": 0.270751, "f1": 0.247993, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"], "main_score": 0.247993, "precision": 0.241337, "recall": 0.270751}, {"accuracy": 0.018775, "f1": 0.006805, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"], "main_score": 0.006805, "precision": 0.005128, "recall": 0.018775}, {"accuracy": 0.135375, "f1": 0.118431, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"], "main_score": 0.118431, "precision": 0.113705, "recall": 0.135375}, {"accuracy": 0.114625, "f1": 0.094681, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"], "main_score": 0.094681, "precision": 0.089253, "recall": 0.114625}, {"accuracy": 0.166008, "f1": 0.150627, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"], "main_score": 0.150627, "precision": 0.145281, "recall": 0.166008}, {"accuracy": 0.281621, "f1": 0.252061, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"], "main_score": 0.252061, "precision": 0.243362, "recall": 0.281621}, {"accuracy": 0.136364, "f1": 0.109461, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"], "main_score": 0.109461, "precision": 0.099708, "recall": 0.136364}, {"accuracy": 0.210474, "f1": 0.182321, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"], "main_score": 0.182321, "precision": 0.172634, "recall": 0.210474}, {"accuracy": 0.256917, "f1": 0.23226, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"], "main_score": 0.23226, "precision": 0.225357, "recall": 0.256917}, {"accuracy": 0.288538, "f1": 0.258143, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"], "main_score": 0.258143, "precision": 0.251131, "recall": 0.288538}, {"accuracy": 0.224308, "f1": 0.21195, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"], "main_score": 0.21195, "precision": 0.208129, "recall": 0.224308}, {"accuracy": 0.149209, "f1": 0.125473, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"], "main_score": 0.125473, "precision": 0.117701, "recall": 0.149209}, {"accuracy": 0.215415, "f1": 0.186451, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"], "main_score": 0.186451, "precision": 0.176493, "recall": 0.215415}, {"accuracy": 0.187747, "f1": 0.168337, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"], "main_score": 0.168337, "precision": 0.162127, "recall": 0.187747}, {"accuracy": 0.174901, "f1": 0.148896, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"], "main_score": 0.148896, "precision": 0.139624, "recall": 0.174901}, {"accuracy": 0.194664, "f1": 0.174499, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"], "main_score": 0.174499, "precision": 0.167692, "recall": 0.194664}, {"accuracy": 0.119565, "f1": 0.102175, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"], "main_score": 0.102175, "precision": 0.097713, "recall": 0.119565}, {"accuracy": 0.226285, "f1": 0.206369, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"], "main_score": 0.206369, "precision": 0.20049, "recall": 0.226285}, {"accuracy": 0.205534, "f1": 0.179423, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"], "main_score": 0.179423, "precision": 0.17264, "recall": 0.205534}, {"accuracy": 0.204545, "f1": 0.170972, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"], "main_score": 0.170972, "precision": 0.16076, "recall": 0.204545}, {"accuracy": 0.258893, "f1": 0.244858, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"], "main_score": 0.244858, "precision": 0.240244, "recall": 0.258893}, {"accuracy": 0.218379, "f1": 0.18756, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"], "main_score": 0.18756, "precision": 0.179064, "recall": 0.218379}, {"accuracy": 0.08498, "f1": 0.070769, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"], "main_score": 0.070769, "precision": 0.066086, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.134324, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"], "main_score": 0.134324, "precision": 0.127051, "recall": 0.160079}, {"accuracy": 0.215415, "f1": 0.195885, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"], "main_score": 0.195885, "precision": 0.190105, "recall": 0.215415}, {"accuracy": 0.110672, "f1": 0.099089, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"], "main_score": 0.099089, "precision": 0.0949, "recall": 0.110672}, {"accuracy": 0.204545, "f1": 0.179659, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"], "main_score": 0.179659, "precision": 0.172998, "recall": 0.204545}, {"accuracy": 0.257905, "f1": 0.231645, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"], "main_score": 0.231645, "precision": 0.223943, "recall": 0.257905}, {"accuracy": 0.133399, "f1": 0.113535, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"], "main_score": 0.113535, "precision": 0.108434, "recall": 0.133399}, {"accuracy": 0.213439, "f1": 0.190157, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"], "main_score": 0.190157, "precision": 0.183688, "recall": 0.213439}, {"accuracy": 0.23913, "f1": 0.206325, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"], "main_score": 0.206325, "precision": 0.198598, "recall": 0.23913}, {"accuracy": 0.251976, "f1": 0.233176, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"], "main_score": 0.233176, "precision": 0.228344, "recall": 0.251976}, {"accuracy": 0.203557, "f1": 0.190075, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"], "main_score": 0.190075, "precision": 0.186107, "recall": 0.203557}, {"accuracy": 0.288538, "f1": 0.258389, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"], "main_score": 0.258389, "precision": 0.251583, "recall": 0.288538}, {"accuracy": 0.162055, "f1": 0.144927, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"], "main_score": 0.144927, "precision": 0.139637, "recall": 0.162055}, {"accuracy": 0.220356, "f1": 0.199831, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"], "main_score": 0.199831, "precision": 0.193669, "recall": 0.220356}, {"accuracy": 0.129447, "f1": 0.098318, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"], "main_score": 0.098318, "precision": 0.087973, "recall": 0.129447}, {"accuracy": 0.282609, "f1": 0.249521, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"], "main_score": 0.249521, "precision": 0.241096, "recall": 0.282609}, {"accuracy": 0.062253, "f1": 0.046613, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"], "main_score": 0.046613, "precision": 0.042762, "recall": 0.062253}, {"accuracy": 0.213439, "f1": 0.18715, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"], "main_score": 0.18715, "precision": 0.17968, "recall": 0.213439}, {"accuracy": 0.184783, "f1": 0.163187, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"], "main_score": 0.163187, "precision": 0.156487, "recall": 0.184783}, {"accuracy": 0.212451, "f1": 0.189055, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"], "main_score": 0.189055, "precision": 0.182302, "recall": 0.212451}, {"accuracy": 0.220356, "f1": 0.203876, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"], "main_score": 0.203876, "precision": 0.197934, "recall": 0.220356}, {"accuracy": 0.183794, "f1": 0.162817, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"], "main_score": 0.162817, "precision": 0.157672, "recall": 0.183794}, {"accuracy": 0.222332, "f1": 0.199535, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"], "main_score": 0.199535, "precision": 0.191432, "recall": 0.222332}, {"accuracy": 0.23913, "f1": 0.212993, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"], "main_score": 0.212993, "precision": 0.204661, "recall": 0.23913}, {"accuracy": 0.286561, "f1": 0.255217, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"], "main_score": 0.255217, "precision": 0.246968, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.224793, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"], "main_score": 0.224793, "precision": 0.217916, "recall": 0.247036}, {"accuracy": 0.29249, "f1": 0.260796, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"], "main_score": 0.260796, "precision": 0.25285, "recall": 0.29249}, {"accuracy": 0.214427, "f1": 0.184092, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"], "main_score": 0.184092, "precision": 0.173424, "recall": 0.214427}, {"accuracy": 0.289526, "f1": 0.261569, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"], "main_score": 0.261569, "precision": 0.254312, "recall": 0.289526}, {"accuracy": 0.149209, "f1": 0.132858, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"], "main_score": 0.132858, "precision": 0.12691, "recall": 0.149209}, {"accuracy": 0.216403, "f1": 0.201931, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"], "main_score": 0.201931, "precision": 0.197264, "recall": 0.216403}, {"accuracy": 0.172925, "f1": 0.14904, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"], "main_score": 0.14904, "precision": 0.139943, "recall": 0.172925}, {"accuracy": 0.25, "f1": 0.227403, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"], "main_score": 0.227403, "precision": 0.221502, "recall": 0.25}, {"accuracy": 0.183794, "f1": 0.155393, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"], "main_score": 0.155393, "precision": 0.145195, "recall": 0.183794}, {"accuracy": 0.215415, "f1": 0.190412, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"], "main_score": 0.190412, "precision": 0.181617, "recall": 0.215415}, {"accuracy": 0.158103, "f1": 0.135877, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"], "main_score": 0.135877, "precision": 0.129445, "recall": 0.158103}, {"accuracy": 0.106719, "f1": 0.093304, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"], "main_score": 0.093304, "precision": 0.089373, "recall": 0.106719}, {"accuracy": 0.287549, "f1": 0.256925, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"], "main_score": 0.256925, "precision": 0.248442, "recall": 0.287549}, {"accuracy": 0.208498, "f1": 0.180847, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"], "main_score": 0.180847, "precision": 0.171976, "recall": 0.208498}, {"accuracy": 0.202569, "f1": 0.173608, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"], "main_score": 0.173608, "precision": 0.163586, "recall": 0.202569}, {"accuracy": 0.228261, "f1": 0.202859, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"], "main_score": 0.202859, "precision": 0.194306, "recall": 0.228261}, {"accuracy": 0.107708, "f1": 0.091466, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"], "main_score": 0.091466, "precision": 0.08755, "recall": 0.107708}, {"accuracy": 0.174901, "f1": 0.148686, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"], "main_score": 0.148686, "precision": 0.140883, "recall": 0.174901}, {"accuracy": 0.217391, "f1": 0.194803, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"], "main_score": 0.194803, "precision": 0.187077, "recall": 0.217391}, {"accuracy": 0.1917, "f1": 0.17381, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"], "main_score": 0.17381, "precision": 0.167795, "recall": 0.1917}, {"accuracy": 0.229249, "f1": 0.208749, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"], "main_score": 0.208749, "precision": 0.202552, "recall": 0.229249}, {"accuracy": 0.267787, "f1": 0.243909, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"], "main_score": 0.243909, "precision": 0.236239, "recall": 0.267787}, {"accuracy": 0.208498, "f1": 0.193872, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"], "main_score": 0.193872, "precision": 0.18961, "recall": 0.208498}, {"accuracy": 0.232213, "f1": 0.203323, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"], "main_score": 0.203323, "precision": 0.192294, "recall": 0.232213}, {"accuracy": 0.231225, "f1": 0.214933, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"], "main_score": 0.214933, "precision": 0.208736, "recall": 0.231225}, {"accuracy": 0.150198, "f1": 0.13291, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"], "main_score": 0.13291, "precision": 0.127572, "recall": 0.150198}, {"accuracy": 0.166996, "f1": 0.143794, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"], "main_score": 0.143794, "precision": 0.137148, "recall": 0.166996}, {"accuracy": 0.198617, "f1": 0.179444, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"], "main_score": 0.179444, "precision": 0.172916, "recall": 0.198617}, {"accuracy": 0.183794, "f1": 0.155474, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"], "main_score": 0.155474, "precision": 0.146614, "recall": 0.183794}, {"accuracy": 0.202569, "f1": 0.17029, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"], "main_score": 0.17029, "precision": 0.161502, "recall": 0.202569}, {"accuracy": 0.211462, "f1": 0.18196, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"], "main_score": 0.18196, "precision": 0.174636, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.217683, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"], "main_score": 0.217683, "precision": 0.211013, "recall": 0.242095}, {"accuracy": 0.115613, "f1": 0.094811, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"], "main_score": 0.094811, "precision": 0.089526, "recall": 0.115613}, {"accuracy": 0.205534, "f1": 0.173961, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"], "main_score": 0.173961, "precision": 0.164025, "recall": 0.205534}, {"accuracy": 0.020751, "f1": 0.01349, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"], "main_score": 0.01349, "precision": 0.012644, "recall": 0.020751}, {"accuracy": 0.115613, "f1": 0.107364, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"], "main_score": 0.107364, "precision": 0.104838, "recall": 0.115613}, {"accuracy": 0.005929, "f1": 0.001222, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"], "main_score": 0.001222, "precision": 0.000817, "recall": 0.005929}, {"accuracy": 0.115613, "f1": 0.093556, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"], "main_score": 0.093556, "precision": 0.088526, "recall": 0.115613}, {"accuracy": 0.099802, "f1": 0.086005, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"], "main_score": 0.086005, "precision": 0.082976, "recall": 0.099802}, {"accuracy": 0.096838, "f1": 0.080956, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"], "main_score": 0.080956, "precision": 0.076992, "recall": 0.096838}, {"accuracy": 0.086957, "f1": 0.077736, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"], "main_score": 0.077736, "precision": 0.075192, "recall": 0.086957}, {"accuracy": 0.216403, "f1": 0.198485, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"], "main_score": 0.198485, "precision": 0.1924, "recall": 0.216403}, {"accuracy": 0.179842, "f1": 0.15273, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"], "main_score": 0.15273, "precision": 0.146762, "recall": 0.179842}, {"accuracy": 0.113636, "f1": 0.102702, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"], "main_score": 0.102702, "precision": 0.09946, "recall": 0.113636}, {"accuracy": 0.078063, "f1": 0.072925, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"], "main_score": 0.072925, "precision": 0.071845, "recall": 0.078063}, {"accuracy": 0.107708, "f1": 0.089525, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"], "main_score": 0.089525, "precision": 0.085117, "recall": 0.107708}, {"accuracy": 0.092885, "f1": 0.080536, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"], "main_score": 0.080536, "precision": 0.07692, "recall": 0.092885}, {"accuracy": 0.16502, "f1": 0.151991, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"], "main_score": 0.151991, "precision": 0.147806, "recall": 0.16502}, {"accuracy": 0.086957, "f1": 0.075174, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"], "main_score": 0.075174, "precision": 0.072445, "recall": 0.086957}, {"accuracy": 0.090909, "f1": 0.069501, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"], "main_score": 0.069501, "precision": 0.065913, "recall": 0.090909}, {"accuracy": 0.159091, "f1": 0.135342, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"], "main_score": 0.135342, "precision": 0.12976, "recall": 0.159091}, {"accuracy": 0.200593, "f1": 0.179016, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"], "main_score": 0.179016, "precision": 0.172214, "recall": 0.200593}, {"accuracy": 0.08498, "f1": 0.074146, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"], "main_score": 0.074146, "precision": 0.07116, "recall": 0.08498}, {"accuracy": 0.113636, "f1": 0.089603, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"], "main_score": 0.089603, "precision": 0.084588, "recall": 0.113636}, {"accuracy": 0.179842, "f1": 0.155524, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"], "main_score": 0.155524, "precision": 0.149507, "recall": 0.179842}, {"accuracy": 0.123518, "f1": 0.111555, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"], "main_score": 0.111555, "precision": 0.107924, "recall": 0.123518}, {"accuracy": 0.188735, "f1": 0.168966, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"], "main_score": 0.168966, "precision": 0.162428, "recall": 0.188735}, {"accuracy": 0.046443, "f1": 0.036485, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"], "main_score": 0.036485, "precision": 0.034714, "recall": 0.046443}, {"accuracy": 0.116601, "f1": 0.10052, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"], "main_score": 0.10052, "precision": 0.096482, "recall": 0.116601}, {"accuracy": 0.109684, "f1": 0.098707, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"], "main_score": 0.098707, "precision": 0.095814, "recall": 0.109684}, {"accuracy": 0.051383, "f1": 0.037356, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"], "main_score": 0.037356, "precision": 0.034596, "recall": 0.051383}, {"accuracy": 0.102767, "f1": 0.087932, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"], "main_score": 0.087932, "precision": 0.084432, "recall": 0.102767}, {"accuracy": 0.258893, "f1": 0.235192, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"], "main_score": 0.235192, "precision": 0.227576, "recall": 0.258893}, {"accuracy": 0.109684, "f1": 0.098551, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"], "main_score": 0.098551, "precision": 0.095049, "recall": 0.109684}, {"accuracy": 0.167984, "f1": 0.139727, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"], "main_score": 0.139727, "precision": 0.132947, "recall": 0.167984}, {"accuracy": 0.115613, "f1": 0.096335, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"], "main_score": 0.096335, "precision": 0.091787, "recall": 0.115613}, {"accuracy": 0.096838, "f1": 0.080221, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"], "main_score": 0.080221, "precision": 0.076654, "recall": 0.096838}, {"accuracy": 0.124506, "f1": 0.112621, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"], "main_score": 0.112621, "precision": 0.10911, "recall": 0.124506}, {"accuracy": 0.140316, "f1": 0.11726, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"], "main_score": 0.11726, "precision": 0.111321, "recall": 0.140316}, {"accuracy": 0.057312, "f1": 0.046643, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"], "main_score": 0.046643, "precision": 0.044511, "recall": 0.057312}, {"accuracy": 0.086957, "f1": 0.073617, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"], "main_score": 0.073617, "precision": 0.071359, "recall": 0.086957}, {"accuracy": 0.051383, "f1": 0.039516, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"], "main_score": 0.039516, "precision": 0.03729, "recall": 0.051383}, {"accuracy": 0.174901, "f1": 0.147272, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"], "main_score": 0.147272, "precision": 0.140695, "recall": 0.174901}, {"accuracy": 0.086957, "f1": 0.07243, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"], "main_score": 0.07243, "precision": 0.068979, "recall": 0.086957}, {"accuracy": 0.212451, "f1": 0.184336, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"], "main_score": 0.184336, "precision": 0.173941, "recall": 0.212451}, {"accuracy": 0.009881, "f1": 0.007336, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"], "main_score": 0.007336, "precision": 0.006635, "recall": 0.009881}, {"accuracy": 0.174901, "f1": 0.146832, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"], "main_score": 0.146832, "precision": 0.139889, "recall": 0.174901}, {"accuracy": 0.162055, "f1": 0.144205, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"], "main_score": 0.144205, "precision": 0.138489, "recall": 0.162055}, {"accuracy": 0.128458, "f1": 0.10757, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"], "main_score": 0.10757, "precision": 0.102936, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.141112, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"], "main_score": 0.141112, "precision": 0.136381, "recall": 0.161067}, {"accuracy": 0.083992, "f1": 0.067976, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"], "main_score": 0.067976, "precision": 0.06412, "recall": 0.083992}, {"accuracy": 0.073123, "f1": 0.066909, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"], "main_score": 0.066909, "precision": 0.064852, "recall": 0.073123}, {"accuracy": 0.163043, "f1": 0.144332, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"], "main_score": 0.144332, "precision": 0.138658, "recall": 0.163043}, {"accuracy": 0.13834, "f1": 0.118472, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"], "main_score": 0.118472, "precision": 0.113213, "recall": 0.13834}, {"accuracy": 0.082016, "f1": 0.07334, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"], "main_score": 0.07334, "precision": 0.070861, "recall": 0.082016}, {"accuracy": 0.166008, "f1": 0.14318, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"], "main_score": 0.14318, "precision": 0.137667, "recall": 0.166008}, {"accuracy": 0.087945, "f1": 0.077067, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"], "main_score": 0.077067, "precision": 0.074189, "recall": 0.087945}, {"accuracy": 0.173913, "f1": 0.152975, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"], "main_score": 0.152975, "precision": 0.14547, "recall": 0.173913}, {"accuracy": 0.110672, "f1": 0.091265, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"], "main_score": 0.091265, "precision": 0.087451, "recall": 0.110672}, {"accuracy": 0.029644, "f1": 0.026441, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"], "main_score": 0.026441, "precision": 0.025672, "recall": 0.029644}, {"accuracy": 0.149209, "f1": 0.13471, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"], "main_score": 0.13471, "precision": 0.130282, "recall": 0.149209}, {"accuracy": 0.142292, "f1": 0.125888, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"], "main_score": 0.125888, "precision": 0.120567, "recall": 0.142292}, {"accuracy": 0.014822, "f1": 0.011047, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"], "main_score": 0.011047, "precision": 0.010217, "recall": 0.014822}, {"accuracy": 0.133399, "f1": 0.113311, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"], "main_score": 0.113311, "precision": 0.108505, "recall": 0.133399}, {"accuracy": 0.102767, "f1": 0.083996, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"], "main_score": 0.083996, "precision": 0.079995, "recall": 0.102767}, {"accuracy": 0.148221, "f1": 0.129489, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"], "main_score": 0.129489, "precision": 0.124719, "recall": 0.148221}, {"accuracy": 0.092885, "f1": 0.077752, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"], "main_score": 0.077752, "precision": 0.074982, "recall": 0.092885}, {"accuracy": 0.200593, "f1": 0.177999, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"], "main_score": 0.177999, "precision": 0.172219, "recall": 0.200593}, {"accuracy": 0.096838, "f1": 0.084981, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"], "main_score": 0.084981, "precision": 0.082118, "recall": 0.096838}, {"accuracy": 0.106719, "f1": 0.093014, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"], "main_score": 0.093014, "precision": 0.089901, "recall": 0.106719}, {"accuracy": 0.181818, "f1": 0.150176, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"], "main_score": 0.150176, "precision": 0.143732, "recall": 0.181818}, {"accuracy": 0.156126, "f1": 0.143089, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"], "main_score": 0.143089, "precision": 0.138777, "recall": 0.156126}, {"accuracy": 0.13834, "f1": 0.124009, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"], "main_score": 0.124009, "precision": 0.119718, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.155504, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"], "main_score": 0.155504, "precision": 0.150561, "recall": 0.172925}, {"accuracy": 0.106719, "f1": 0.09529, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"], "main_score": 0.09529, "precision": 0.091548, "recall": 0.106719}, {"accuracy": 0.063241, "f1": 0.053346, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"], "main_score": 0.053346, "precision": 0.050359, "recall": 0.063241}, {"accuracy": 0.13834, "f1": 0.120056, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"], "main_score": 0.120056, "precision": 0.114848, "recall": 0.13834}, {"accuracy": 0.030632, "f1": 0.022637, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"], "main_score": 0.022637, "precision": 0.021136, "recall": 0.030632}, {"accuracy": 0.102767, "f1": 0.086634, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"], "main_score": 0.086634, "precision": 0.081963, "recall": 0.102767}, {"accuracy": 0.08004, "f1": 0.071855, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"], "main_score": 0.071855, "precision": 0.069679, "recall": 0.08004}, {"accuracy": 0.190711, "f1": 0.173833, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"], "main_score": 0.173833, "precision": 0.168346, "recall": 0.190711}, {"accuracy": 0.033597, "f1": 0.025257, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"], "main_score": 0.025257, "precision": 0.023492, "recall": 0.033597}, {"accuracy": 0.178854, "f1": 0.152964, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"], "main_score": 0.152964, "precision": 0.146365, "recall": 0.178854}, {"accuracy": 0.110672, "f1": 0.099875, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"], "main_score": 0.099875, "precision": 0.097434, "recall": 0.110672}, {"accuracy": 0.124506, "f1": 0.111638, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"], "main_score": 0.111638, "precision": 0.108237, "recall": 0.124506}, {"accuracy": 0.048419, "f1": 0.037128, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"], "main_score": 0.037128, "precision": 0.034693, "recall": 0.048419}, {"accuracy": 0.168972, "f1": 0.143119, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"], "main_score": 0.143119, "precision": 0.136498, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.137649, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"], "main_score": 0.137649, "precision": 0.132963, "recall": 0.156126}, {"accuracy": 0.174901, "f1": 0.14108, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"], "main_score": 0.14108, "precision": 0.133294, "recall": 0.174901}, {"accuracy": 0.114625, "f1": 0.097621, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"], "main_score": 0.097621, "precision": 0.09327, "recall": 0.114625}, {"accuracy": 0.137352, "f1": 0.119631, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"], "main_score": 0.119631, "precision": 0.114728, "recall": 0.137352}, {"accuracy": 0.182806, "f1": 0.163587, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"], "main_score": 0.163587, "precision": 0.156509, "recall": 0.182806}, {"accuracy": 0.038538, "f1": 0.028477, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"], "main_score": 0.028477, "precision": 0.026557, "recall": 0.038538}, {"accuracy": 0.16996, "f1": 0.139753, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"], "main_score": 0.139753, "precision": 0.13176, "recall": 0.16996}, {"accuracy": 0.093874, "f1": 0.083017, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"], "main_score": 0.083017, "precision": 0.080658, "recall": 0.093874}, {"accuracy": 0.133399, "f1": 0.117432, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"], "main_score": 0.117432, "precision": 0.113252, "recall": 0.133399}, {"accuracy": 0.16502, "f1": 0.14941, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"], "main_score": 0.14941, "precision": 0.143935, "recall": 0.16502}, {"accuracy": 0.085968, "f1": 0.079669, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"], "main_score": 0.079669, "precision": 0.077809, "recall": 0.085968}, {"accuracy": 0.135375, "f1": 0.117683, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"], "main_score": 0.117683, "precision": 0.112537, "recall": 0.135375}, {"accuracy": 0.156126, "f1": 0.139065, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"], "main_score": 0.139065, "precision": 0.13345, "recall": 0.156126}, {"accuracy": 0.142292, "f1": 0.11991, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"], "main_score": 0.11991, "precision": 0.11522, "recall": 0.142292}, {"accuracy": 0.173913, "f1": 0.159623, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"], "main_score": 0.159623, "precision": 0.155411, "recall": 0.173913}, {"accuracy": 0.144269, "f1": 0.136424, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"], "main_score": 0.136424, "precision": 0.133945, "recall": 0.144269}, {"accuracy": 0.102767, "f1": 0.08679, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"], "main_score": 0.08679, "precision": 0.083653, "recall": 0.102767}, {"accuracy": 0.146245, "f1": 0.12183, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"], "main_score": 0.12183, "precision": 0.116168, "recall": 0.146245}, {"accuracy": 0.176877, "f1": 0.147914, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"], "main_score": 0.147914, "precision": 0.140257, "recall": 0.176877}, {"accuracy": 0.124506, "f1": 0.104124, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"], "main_score": 0.104124, "precision": 0.099804, "recall": 0.124506}, {"accuracy": 0.094862, "f1": 0.086995, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"], "main_score": 0.086995, "precision": 0.085298, "recall": 0.094862}, {"accuracy": 0.090909, "f1": 0.070602, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"], "main_score": 0.070602, "precision": 0.066618, "recall": 0.090909}, {"accuracy": 0.128458, "f1": 0.10633, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"], "main_score": 0.10633, "precision": 0.099647, "recall": 0.128458}, {"accuracy": 0.074111, "f1": 0.057265, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"], "main_score": 0.057265, "precision": 0.052778, "recall": 0.074111}, {"accuracy": 0.166008, "f1": 0.149318, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"], "main_score": 0.149318, "precision": 0.143817, "recall": 0.166008}, {"accuracy": 0.081028, "f1": 0.066114, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"], "main_score": 0.066114, "precision": 0.062418, "recall": 0.081028}, {"accuracy": 0.184783, "f1": 0.156525, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"], "main_score": 0.156525, "precision": 0.150241, "recall": 0.184783}, {"accuracy": 0.119565, "f1": 0.10218, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"], "main_score": 0.10218, "precision": 0.098123, "recall": 0.119565}, {"accuracy": 0.0583, "f1": 0.046575, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"], "main_score": 0.046575, "precision": 0.043313, "recall": 0.0583}, {"accuracy": 0.101779, "f1": 0.095029, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"], "main_score": 0.095029, "precision": 0.092889, "recall": 0.101779}, {"accuracy": 0.183794, "f1": 0.152417, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"], "main_score": 0.152417, "precision": 0.144714, "recall": 0.183794}, {"accuracy": 0.051383, "f1": 0.041799, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"], "main_score": 0.041799, "precision": 0.039899, "recall": 0.051383}, {"accuracy": 0.098814, "f1": 0.086182, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"], "main_score": 0.086182, "precision": 0.083243, "recall": 0.098814}, {"accuracy": 0.157115, "f1": 0.141345, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"], "main_score": 0.141345, "precision": 0.136794, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.080174, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"], "main_score": 0.080174, "precision": 0.076423, "recall": 0.097826}, {"accuracy": 0.120553, "f1": 0.111279, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"], "main_score": 0.111279, "precision": 0.109486, "recall": 0.120553}, {"accuracy": 0.13834, "f1": 0.121938, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"], "main_score": 0.121938, "precision": 0.116847, "recall": 0.13834}, {"accuracy": 0.1917, "f1": 0.163178, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"], "main_score": 0.163178, "precision": 0.153997, "recall": 0.1917}, {"accuracy": 0.157115, "f1": 0.143525, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"], "main_score": 0.143525, "precision": 0.139292, "recall": 0.157115}, {"accuracy": 0.15415, "f1": 0.134053, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"], "main_score": 0.134053, "precision": 0.128158, "recall": 0.15415}, {"accuracy": 0.017787, "f1": 0.007718, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"], "main_score": 0.007718, "precision": 0.006425, "recall": 0.017787}, {"accuracy": 0.048419, "f1": 0.041404, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"], "main_score": 0.041404, "precision": 0.040456, "recall": 0.048419}, {"accuracy": 0.038538, "f1": 0.031347, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"], "main_score": 0.031347, "precision": 0.029184, "recall": 0.038538}, {"accuracy": 0.076087, "f1": 0.063778, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"], "main_score": 0.063778, "precision": 0.060763, "recall": 0.076087}, {"accuracy": 0.163043, "f1": 0.140136, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"], "main_score": 0.140136, "precision": 0.134365, "recall": 0.163043}, {"accuracy": 0.083004, "f1": 0.067767, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"], "main_score": 0.067767, "precision": 0.06413, "recall": 0.083004}, {"accuracy": 0.226285, "f1": 0.203593, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"], "main_score": 0.203593, "precision": 0.195648, "recall": 0.226285}, {"accuracy": 0.152174, "f1": 0.128725, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"], "main_score": 0.128725, "precision": 0.123634, "recall": 0.152174}, {"accuracy": 0.166996, "f1": 0.143584, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"], "main_score": 0.143584, "precision": 0.137939, "recall": 0.166996}, {"accuracy": 0.098814, "f1": 0.094122, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"], "main_score": 0.094122, "precision": 0.092647, "recall": 0.098814}, {"accuracy": 0.086957, "f1": 0.077057, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"], "main_score": 0.077057, "precision": 0.074433, "recall": 0.086957}, {"accuracy": 0.129447, "f1": 0.112815, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"], "main_score": 0.112815, "precision": 0.107598, "recall": 0.129447}, {"accuracy": 0.092885, "f1": 0.081503, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"], "main_score": 0.081503, "precision": 0.078899, "recall": 0.092885}, {"accuracy": 0.181818, "f1": 0.163192, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"], "main_score": 0.163192, "precision": 0.156502, "recall": 0.181818}, {"accuracy": 0.097826, "f1": 0.083826, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"], "main_score": 0.083826, "precision": 0.079945, "recall": 0.097826}, {"accuracy": 0.043478, "f1": 0.033529, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"], "main_score": 0.033529, "precision": 0.031594, "recall": 0.043478}, {"accuracy": 0.109684, "f1": 0.095124, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"], "main_score": 0.095124, "precision": 0.091605, "recall": 0.109684}, {"accuracy": 0.106719, "f1": 0.085217, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"], "main_score": 0.085217, "precision": 0.079617, "recall": 0.106719}, {"accuracy": 0.11166, "f1": 0.098967, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"], "main_score": 0.098967, "precision": 0.095439, "recall": 0.11166}, {"accuracy": 0.101779, "f1": 0.093648, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"], "main_score": 0.093648, "precision": 0.09143, "recall": 0.101779}, {"accuracy": 0.12253, "f1": 0.099219, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"], "main_score": 0.099219, "precision": 0.094568, "recall": 0.12253}, {"accuracy": 0.040514, "f1": 0.032707, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"], "main_score": 0.032707, "precision": 0.030653, "recall": 0.040514}, {"accuracy": 0.075099, "f1": 0.056084, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"], "main_score": 0.056084, "precision": 0.052539, "recall": 0.075099}, {"accuracy": 0.093874, "f1": 0.082004, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"], "main_score": 0.082004, "precision": 0.079056, "recall": 0.093874}, {"accuracy": 0.035573, "f1": 0.032183, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"], "main_score": 0.032183, "precision": 0.03121, "recall": 0.035573}, {"accuracy": 0.120553, "f1": 0.097752, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"], "main_score": 0.097752, "precision": 0.092946, "recall": 0.120553}, {"accuracy": 0.178854, "f1": 0.158448, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"], "main_score": 0.158448, "precision": 0.151233, "recall": 0.178854}, {"accuracy": 0.064229, "f1": 0.049303, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"], "main_score": 0.049303, "precision": 0.045337, "recall": 0.064229}, {"accuracy": 0.116601, "f1": 0.098149, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"], "main_score": 0.098149, "precision": 0.094632, "recall": 0.116601}, {"accuracy": 0.140316, "f1": 0.112584, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"], "main_score": 0.112584, "precision": 0.10673, "recall": 0.140316}, {"accuracy": 0.121542, "f1": 0.103483, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"], "main_score": 0.103483, "precision": 0.099496, "recall": 0.121542}, {"accuracy": 0.091897, "f1": 0.082156, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"], "main_score": 0.082156, "precision": 0.079008, "recall": 0.091897}, {"accuracy": 0.183794, "f1": 0.154219, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"], "main_score": 0.154219, "precision": 0.147165, "recall": 0.183794}, {"accuracy": 0.088933, "f1": 0.072558, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"], "main_score": 0.072558, "precision": 0.068791, "recall": 0.088933}, {"accuracy": 0.12253, "f1": 0.111322, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"], "main_score": 0.111322, "precision": 0.107567, "recall": 0.12253}, {"accuracy": 0.119565, "f1": 0.094824, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"], "main_score": 0.094824, "precision": 0.087545, "recall": 0.119565}, {"accuracy": 0.16996, "f1": 0.147706, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"], "main_score": 0.147706, "precision": 0.142019, "recall": 0.16996}, {"accuracy": 0.024704, "f1": 0.017959, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"], "main_score": 0.017959, "precision": 0.016984, "recall": 0.024704}, {"accuracy": 0.116601, "f1": 0.097608, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"], "main_score": 0.097608, "precision": 0.092761, "recall": 0.116601}, {"accuracy": 0.101779, "f1": 0.088032, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"], "main_score": 0.088032, "precision": 0.084513, "recall": 0.101779}, {"accuracy": 0.089921, "f1": 0.075385, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"], "main_score": 0.075385, "precision": 0.072837, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.132696, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"], "main_score": 0.132696, "precision": 0.127164, "recall": 0.150198}, {"accuracy": 0.083992, "f1": 0.070371, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"], "main_score": 0.070371, "precision": 0.067492, "recall": 0.083992}, {"accuracy": 0.171937, "f1": 0.149131, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"], "main_score": 0.149131, "precision": 0.142386, "recall": 0.171937}, {"accuracy": 0.296443, "f1": 0.272005, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"], "main_score": 0.272005, "precision": 0.26373, "recall": 0.296443}, {"accuracy": 0.16502, "f1": 0.141019, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"], "main_score": 0.141019, "precision": 0.135225, "recall": 0.16502}, {"accuracy": 0.162055, "f1": 0.144261, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"], "main_score": 0.144261, "precision": 0.139359, "recall": 0.162055}, {"accuracy": 0.175889, "f1": 0.147543, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"], "main_score": 0.147543, "precision": 0.141401, "recall": 0.175889}, {"accuracy": 0.167984, "f1": 0.150311, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"], "main_score": 0.150311, "precision": 0.144718, "recall": 0.167984}, {"accuracy": 0.188735, "f1": 0.158789, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"], "main_score": 0.158789, "precision": 0.151612, "recall": 0.188735}, {"accuracy": 0.0583, "f1": 0.048137, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"], "main_score": 0.048137, "precision": 0.045735, "recall": 0.0583}, {"accuracy": 0.130435, "f1": 0.111806, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"], "main_score": 0.111806, "precision": 0.107785, "recall": 0.130435}, {"accuracy": 0.159091, "f1": 0.140873, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"], "main_score": 0.140873, "precision": 0.136265, "recall": 0.159091}, {"accuracy": 0.153162, "f1": 0.136973, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"], "main_score": 0.136973, "precision": 0.132963, "recall": 0.153162}, {"accuracy": 0.126482, "f1": 0.104197, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"], "main_score": 0.104197, "precision": 0.097448, "recall": 0.126482}, {"accuracy": 0.213439, "f1": 0.189779, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"], "main_score": 0.189779, "precision": 0.182303, "recall": 0.213439}, {"accuracy": 0.176877, "f1": 0.155465, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"], "main_score": 0.155465, "precision": 0.147743, "recall": 0.176877}, {"accuracy": 0.060277, "f1": 0.046837, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"], "main_score": 0.046837, "precision": 0.044284, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.139495, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"], "main_score": 0.139495, "precision": 0.133831, "recall": 0.163043}, {"accuracy": 0.108696, "f1": 0.093153, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"], "main_score": 0.093153, "precision": 0.088394, "recall": 0.108696}, {"accuracy": 0.170949, "f1": 0.151669, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"], "main_score": 0.151669, "precision": 0.145032, "recall": 0.170949}, {"accuracy": 0.164032, "f1": 0.153866, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"], "main_score": 0.153866, "precision": 0.150366, "recall": 0.164032}, {"accuracy": 0.048419, "f1": 0.035346, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"], "main_score": 0.035346, "precision": 0.033441, "recall": 0.048419}, {"accuracy": 0.172925, "f1": 0.152787, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"], "main_score": 0.152787, "precision": 0.146005, "recall": 0.172925}, {"accuracy": 0.201581, "f1": 0.182188, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"], "main_score": 0.182188, "precision": 0.174961, "recall": 0.201581}, {"accuracy": 0.093874, "f1": 0.081839, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"], "main_score": 0.081839, "precision": 0.078889, "recall": 0.093874}, {"accuracy": 0.152174, "f1": 0.129339, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"], "main_score": 0.129339, "precision": 0.122994, "recall": 0.152174}, {"accuracy": 0.125494, "f1": 0.11231, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"], "main_score": 0.11231, "precision": 0.108222, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.066373, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"], "main_score": 0.066373, "precision": 0.064056, "recall": 0.075099}, {"accuracy": 0.192688, "f1": 0.169751, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"], "main_score": 0.169751, "precision": 0.163204, "recall": 0.192688}, {"accuracy": 0.142292, "f1": 0.127436, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"], "main_score": 0.127436, "precision": 0.123311, "recall": 0.142292}, {"accuracy": 0.057312, "f1": 0.04848, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"], "main_score": 0.04848, "precision": 0.045913, "recall": 0.057312}, {"accuracy": 0.101779, "f1": 0.08078, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"], "main_score": 0.08078, "precision": 0.075665, "recall": 0.101779}, {"accuracy": 0.119565, "f1": 0.102139, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"], "main_score": 0.102139, "precision": 0.098439, "recall": 0.119565}, {"accuracy": 0.133399, "f1": 0.117702, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"], "main_score": 0.117702, "precision": 0.111933, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.098687, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"], "main_score": 0.098687, "precision": 0.092829, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.099668, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"], "main_score": 0.099668, "precision": 0.09442, "recall": 0.124506}, {"accuracy": 0.132411, "f1": 0.111046, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"], "main_score": 0.111046, "precision": 0.106229, "recall": 0.132411}, {"accuracy": 0.048419, "f1": 0.036907, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"], "main_score": 0.036907, "precision": 0.035558, "recall": 0.048419}, {"accuracy": 0.082016, "f1": 0.071638, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"], "main_score": 0.071638, "precision": 0.068684, "recall": 0.082016}]}, "evaluation_time": 45970.325112104416, "kg_co2_emissions": null} +{"dataset_revision": "e6b647fcb6299a2f686f742f4d4c023e553ea67e", "task_name": "FloresBitextMining", "mteb_version": "1.12.94", "scores": {"devtest": [{"accuracy": 0.046443, "f1": 0.031867, "hf_subset": "ace_Arab-bam_Latn", "languages": ["ace-Arab", "bam-Latn"], "main_score": 0.031867, "precision": 0.027972, "recall": 0.046443}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "ace_Arab-dzo_Tibt", "languages": ["ace-Arab", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.051383, "f1": 0.036938, "hf_subset": "ace_Arab-hin_Deva", "languages": ["ace-Arab", "hin-Deva"], "main_score": 0.036938, "precision": 0.034016, "recall": 0.051383}, {"accuracy": 0.034585, "f1": 0.023153, "hf_subset": "ace_Arab-khm_Khmr", "languages": ["ace-Arab", "khm-Khmr"], "main_score": 0.023153, "precision": 0.020697, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.023512, "hf_subset": "ace_Arab-mag_Deva", "languages": ["ace-Arab", "mag-Deva"], "main_score": 0.023512, "precision": 0.022368, "recall": 0.028656}, {"accuracy": 0.05336, "f1": 0.04092, "hf_subset": "ace_Arab-pap_Latn", "languages": ["ace-Arab", "pap-Latn"], "main_score": 0.04092, "precision": 0.037966, "recall": 0.05336}, {"accuracy": 0.060277, "f1": 0.041835, "hf_subset": "ace_Arab-sot_Latn", "languages": ["ace-Arab", "sot-Latn"], "main_score": 0.041835, "precision": 0.037382, "recall": 0.060277}, {"accuracy": 0.0583, "f1": 0.040202, "hf_subset": "ace_Arab-tur_Latn", "languages": ["ace-Arab", "tur-Latn"], "main_score": 0.040202, "precision": 0.036239, "recall": 0.0583}, {"accuracy": 0.074111, "f1": 0.060936, "hf_subset": "ace_Arab-ace_Latn", "languages": ["ace-Arab", "ace-Latn"], "main_score": 0.060936, "precision": 0.05804, "recall": 0.074111}, {"accuracy": 0.045455, "f1": 0.035911, "hf_subset": "ace_Arab-ban_Latn", "languages": ["ace-Arab", "ban-Latn"], "main_score": 0.035911, "precision": 0.033691, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.037215, "hf_subset": "ace_Arab-ell_Grek", "languages": ["ace-Arab", "ell-Grek"], "main_score": 0.037215, "precision": 0.034091, "recall": 0.050395}, {"accuracy": 0.034585, "f1": 0.027481, "hf_subset": "ace_Arab-hne_Deva", "languages": ["ace-Arab", "hne-Deva"], "main_score": 0.027481, "precision": 0.025771, "recall": 0.034585}, {"accuracy": 0.040514, "f1": 0.024751, "hf_subset": "ace_Arab-kik_Latn", "languages": ["ace-Arab", "kik-Latn"], "main_score": 0.024751, "precision": 0.021099, "recall": 0.040514}, {"accuracy": 0.038538, "f1": 0.027623, "hf_subset": "ace_Arab-mai_Deva", "languages": ["ace-Arab", "mai-Deva"], "main_score": 0.027623, "precision": 0.0252, "recall": 0.038538}, {"accuracy": 0.037549, "f1": 0.024228, "hf_subset": "ace_Arab-pbt_Arab", "languages": ["ace-Arab", "pbt-Arab"], "main_score": 0.024228, "precision": 0.021236, "recall": 0.037549}, {"accuracy": 0.048419, "f1": 0.034291, "hf_subset": "ace_Arab-spa_Latn", "languages": ["ace-Arab", "spa-Latn"], "main_score": 0.034291, "precision": 0.031112, "recall": 0.048419}, {"accuracy": 0.062253, "f1": 0.046545, "hf_subset": "ace_Arab-twi_Latn", "languages": ["ace-Arab", "twi-Latn"], "main_score": 0.046545, "precision": 0.042887, "recall": 0.062253}, {"accuracy": 0.041502, "f1": 0.033463, "hf_subset": "ace_Arab-acm_Arab", "languages": ["ace-Arab", "acm-Arab"], "main_score": 0.033463, "precision": 0.031249, "recall": 0.041502}, {"accuracy": 0.050395, "f1": 0.035622, "hf_subset": "ace_Arab-bel_Cyrl", "languages": ["ace-Arab", "bel-Cyrl"], "main_score": 0.035622, "precision": 0.033261, "recall": 0.050395}, {"accuracy": 0.059289, "f1": 0.042494, "hf_subset": "ace_Arab-eng_Latn", "languages": ["ace-Arab", "eng-Latn"], "main_score": 0.042494, "precision": 0.039691, "recall": 0.059289}, {"accuracy": 0.048419, "f1": 0.038255, "hf_subset": "ace_Arab-hrv_Latn", "languages": ["ace-Arab", "hrv-Latn"], "main_score": 0.038255, "precision": 0.035388, "recall": 0.048419}, {"accuracy": 0.038538, "f1": 0.025121, "hf_subset": "ace_Arab-kin_Latn", "languages": ["ace-Arab", "kin-Latn"], "main_score": 0.025121, "precision": 0.022578, "recall": 0.038538}, {"accuracy": 0.021739, "f1": 0.013827, "hf_subset": "ace_Arab-mal_Mlym", "languages": ["ace-Arab", "mal-Mlym"], "main_score": 0.013827, "precision": 0.012631, "recall": 0.021739}, {"accuracy": 0.048419, "f1": 0.040027, "hf_subset": "ace_Arab-pes_Arab", "languages": ["ace-Arab", "pes-Arab"], "main_score": 0.040027, "precision": 0.037905, "recall": 0.048419}, {"accuracy": 0.043478, "f1": 0.032023, "hf_subset": "ace_Arab-srd_Latn", "languages": ["ace-Arab", "srd-Latn"], "main_score": 0.032023, "precision": 0.029323, "recall": 0.043478}, {"accuracy": 0.048419, "f1": 0.032515, "hf_subset": "ace_Arab-tzm_Tfng", "languages": ["ace-Arab", "tzm-Tfng"], "main_score": 0.032515, "precision": 0.02987, "recall": 0.048419}, {"accuracy": 0.044466, "f1": 0.036719, "hf_subset": "ace_Arab-acq_Arab", "languages": ["ace-Arab", "acq-Arab"], "main_score": 0.036719, "precision": 0.034924, "recall": 0.044466}, {"accuracy": 0.048419, "f1": 0.032181, "hf_subset": "ace_Arab-bem_Latn", "languages": ["ace-Arab", "bem-Latn"], "main_score": 0.032181, "precision": 0.028844, "recall": 0.048419}, {"accuracy": 0.040514, "f1": 0.032229, "hf_subset": "ace_Arab-epo_Latn", "languages": ["ace-Arab", "epo-Latn"], "main_score": 0.032229, "precision": 0.029576, "recall": 0.040514}, {"accuracy": 0.055336, "f1": 0.03719, "hf_subset": "ace_Arab-hun_Latn", "languages": ["ace-Arab", "hun-Latn"], "main_score": 0.03719, "precision": 0.033323, "recall": 0.055336}, {"accuracy": 0.041502, "f1": 0.035408, "hf_subset": "ace_Arab-kir_Cyrl", "languages": ["ace-Arab", "kir-Cyrl"], "main_score": 0.035408, "precision": 0.033245, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.023024, "hf_subset": "ace_Arab-mar_Deva", "languages": ["ace-Arab", "mar-Deva"], "main_score": 0.023024, "precision": 0.02102, "recall": 0.031621}, {"accuracy": 0.054348, "f1": 0.04186, "hf_subset": "ace_Arab-plt_Latn", "languages": ["ace-Arab", "plt-Latn"], "main_score": 0.04186, "precision": 0.038418, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.032419, "hf_subset": "ace_Arab-srp_Cyrl", "languages": ["ace-Arab", "srp-Cyrl"], "main_score": 0.032419, "precision": 0.030016, "recall": 0.044466}, {"accuracy": 0.031621, "f1": 0.020845, "hf_subset": "ace_Arab-uig_Arab", "languages": ["ace-Arab", "uig-Arab"], "main_score": 0.020845, "precision": 0.018674, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.033375, "hf_subset": "ace_Arab-aeb_Arab", "languages": ["ace-Arab", "aeb-Arab"], "main_score": 0.033375, "precision": 0.0315, "recall": 0.040514}, {"accuracy": 0.028656, "f1": 0.020412, "hf_subset": "ace_Arab-ben_Beng", "languages": ["ace-Arab", "ben-Beng"], "main_score": 0.020412, "precision": 0.018953, "recall": 0.028656}, {"accuracy": 0.054348, "f1": 0.037382, "hf_subset": "ace_Arab-est_Latn", "languages": ["ace-Arab", "est-Latn"], "main_score": 0.037382, "precision": 0.034141, "recall": 0.054348}, {"accuracy": 0.039526, "f1": 0.024702, "hf_subset": "ace_Arab-hye_Armn", "languages": ["ace-Arab", "hye-Armn"], "main_score": 0.024702, "precision": 0.022174, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.030048, "hf_subset": "ace_Arab-kmb_Latn", "languages": ["ace-Arab", "kmb-Latn"], "main_score": 0.030048, "precision": 0.027707, "recall": 0.041502}, {"accuracy": 0.123518, "f1": 0.096682, "hf_subset": "ace_Arab-min_Arab", "languages": ["ace-Arab", "min-Arab"], "main_score": 0.096682, "precision": 0.088801, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.039426, "hf_subset": "ace_Arab-pol_Latn", "languages": ["ace-Arab", "pol-Latn"], "main_score": 0.039426, "precision": 0.036606, "recall": 0.050395}, {"accuracy": 0.048419, "f1": 0.033099, "hf_subset": "ace_Arab-ssw_Latn", "languages": ["ace-Arab", "ssw-Latn"], "main_score": 0.033099, "precision": 0.029805, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.041523, "hf_subset": "ace_Arab-ukr_Cyrl", "languages": ["ace-Arab", "ukr-Cyrl"], "main_score": 0.041523, "precision": 0.038053, "recall": 0.0583}, {"accuracy": 0.051383, "f1": 0.037422, "hf_subset": "ace_Arab-afr_Latn", "languages": ["ace-Arab", "afr-Latn"], "main_score": 0.037422, "precision": 0.033757, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.036232, "hf_subset": "ace_Arab-bho_Deva", "languages": ["ace-Arab", "bho-Deva"], "main_score": 0.036232, "precision": 0.033539, "recall": 0.047431}, {"accuracy": 0.032609, "f1": 0.026224, "hf_subset": "ace_Arab-eus_Latn", "languages": ["ace-Arab", "eus-Latn"], "main_score": 0.026224, "precision": 0.024988, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.03019, "hf_subset": "ace_Arab-ibo_Latn", "languages": ["ace-Arab", "ibo-Latn"], "main_score": 0.03019, "precision": 0.026483, "recall": 0.043478}, {"accuracy": 0.043478, "f1": 0.033467, "hf_subset": "ace_Arab-kmr_Latn", "languages": ["ace-Arab", "kmr-Latn"], "main_score": 0.033467, "precision": 0.031167, "recall": 0.043478}, {"accuracy": 0.05336, "f1": 0.040594, "hf_subset": "ace_Arab-min_Latn", "languages": ["ace-Arab", "min-Latn"], "main_score": 0.040594, "precision": 0.037988, "recall": 0.05336}, {"accuracy": 0.057312, "f1": 0.040469, "hf_subset": "ace_Arab-por_Latn", "languages": ["ace-Arab", "por-Latn"], "main_score": 0.040469, "precision": 0.036534, "recall": 0.057312}, {"accuracy": 0.041502, "f1": 0.033344, "hf_subset": "ace_Arab-sun_Latn", "languages": ["ace-Arab", "sun-Latn"], "main_score": 0.033344, "precision": 0.031272, "recall": 0.041502}, {"accuracy": 0.049407, "f1": 0.033629, "hf_subset": "ace_Arab-umb_Latn", "languages": ["ace-Arab", "umb-Latn"], "main_score": 0.033629, "precision": 0.030039, "recall": 0.049407}, {"accuracy": 0.046443, "f1": 0.036526, "hf_subset": "ace_Arab-ajp_Arab", "languages": ["ace-Arab", "ajp-Arab"], "main_score": 0.036526, "precision": 0.033753, "recall": 0.046443}, {"accuracy": 0.119565, "f1": 0.101292, "hf_subset": "ace_Arab-bjn_Arab", "languages": ["ace-Arab", "bjn-Arab"], "main_score": 0.101292, "precision": 0.094743, "recall": 0.119565}, {"accuracy": 0.066206, "f1": 0.050143, "hf_subset": "ace_Arab-ewe_Latn", "languages": ["ace-Arab", "ewe-Latn"], "main_score": 0.050143, "precision": 0.045965, "recall": 0.066206}, {"accuracy": 0.064229, "f1": 0.050701, "hf_subset": "ace_Arab-ilo_Latn", "languages": ["ace-Arab", "ilo-Latn"], "main_score": 0.050701, "precision": 0.046797, "recall": 0.064229}, {"accuracy": 0.031621, "f1": 0.024939, "hf_subset": "ace_Arab-knc_Arab", "languages": ["ace-Arab", "knc-Arab"], "main_score": 0.024939, "precision": 0.022398, "recall": 0.031621}, {"accuracy": 0.050395, "f1": 0.036255, "hf_subset": "ace_Arab-mkd_Cyrl", "languages": ["ace-Arab", "mkd-Cyrl"], "main_score": 0.036255, "precision": 0.033009, "recall": 0.050395}, {"accuracy": 0.039526, "f1": 0.0273, "hf_subset": "ace_Arab-prs_Arab", "languages": ["ace-Arab", "prs-Arab"], "main_score": 0.0273, "precision": 0.02493, "recall": 0.039526}, {"accuracy": 0.063241, "f1": 0.04742, "hf_subset": "ace_Arab-swe_Latn", "languages": ["ace-Arab", "swe-Latn"], "main_score": 0.04742, "precision": 0.04349, "recall": 0.063241}, {"accuracy": 0.044466, "f1": 0.029298, "hf_subset": "ace_Arab-urd_Arab", "languages": ["ace-Arab", "urd-Arab"], "main_score": 0.029298, "precision": 0.02636, "recall": 0.044466}, {"accuracy": 0.059289, "f1": 0.044094, "hf_subset": "ace_Arab-aka_Latn", "languages": ["ace-Arab", "aka-Latn"], "main_score": 0.044094, "precision": 0.040363, "recall": 0.059289}, {"accuracy": 0.05336, "f1": 0.039422, "hf_subset": "ace_Arab-bjn_Latn", "languages": ["ace-Arab", "bjn-Latn"], "main_score": 0.039422, "precision": 0.036271, "recall": 0.05336}, {"accuracy": 0.047431, "f1": 0.038117, "hf_subset": "ace_Arab-fao_Latn", "languages": ["ace-Arab", "fao-Latn"], "main_score": 0.038117, "precision": 0.035888, "recall": 0.047431}, {"accuracy": 0.055336, "f1": 0.038617, "hf_subset": "ace_Arab-ind_Latn", "languages": ["ace-Arab", "ind-Latn"], "main_score": 0.038617, "precision": 0.034713, "recall": 0.055336}, {"accuracy": 0.050395, "f1": 0.03366, "hf_subset": "ace_Arab-knc_Latn", "languages": ["ace-Arab", "knc-Latn"], "main_score": 0.03366, "precision": 0.030031, "recall": 0.050395}, {"accuracy": 0.060277, "f1": 0.046362, "hf_subset": "ace_Arab-mlt_Latn", "languages": ["ace-Arab", "mlt-Latn"], "main_score": 0.046362, "precision": 0.042902, "recall": 0.060277}, {"accuracy": 0.049407, "f1": 0.031237, "hf_subset": "ace_Arab-quy_Latn", "languages": ["ace-Arab", "quy-Latn"], "main_score": 0.031237, "precision": 0.027563, "recall": 0.049407}, {"accuracy": 0.041502, "f1": 0.03096, "hf_subset": "ace_Arab-swh_Latn", "languages": ["ace-Arab", "swh-Latn"], "main_score": 0.03096, "precision": 0.028178, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.027121, "hf_subset": "ace_Arab-uzn_Latn", "languages": ["ace-Arab", "uzn-Latn"], "main_score": 0.027121, "precision": 0.024524, "recall": 0.038538}, {"accuracy": 0.045455, "f1": 0.033885, "hf_subset": "ace_Arab-als_Latn", "languages": ["ace-Arab", "als-Latn"], "main_score": 0.033885, "precision": 0.031407, "recall": 0.045455}, {"accuracy": 0.025692, "f1": 0.014191, "hf_subset": "ace_Arab-bod_Tibt", "languages": ["ace-Arab", "bod-Tibt"], "main_score": 0.014191, "precision": 0.01241, "recall": 0.025692}, {"accuracy": 0.052372, "f1": 0.036687, "hf_subset": "ace_Arab-fij_Latn", "languages": ["ace-Arab", "fij-Latn"], "main_score": 0.036687, "precision": 0.032936, "recall": 0.052372}, {"accuracy": 0.033597, "f1": 0.025053, "hf_subset": "ace_Arab-isl_Latn", "languages": ["ace-Arab", "isl-Latn"], "main_score": 0.025053, "precision": 0.023953, "recall": 0.033597}, {"accuracy": 0.05336, "f1": 0.034351, "hf_subset": "ace_Arab-kon_Latn", "languages": ["ace-Arab", "kon-Latn"], "main_score": 0.034351, "precision": 0.03052, "recall": 0.05336}, {"accuracy": 0.022727, "f1": 0.014071, "hf_subset": "ace_Arab-mni_Beng", "languages": ["ace-Arab", "mni-Beng"], "main_score": 0.014071, "precision": 0.01251, "recall": 0.022727}, {"accuracy": 0.059289, "f1": 0.042635, "hf_subset": "ace_Arab-ron_Latn", "languages": ["ace-Arab", "ron-Latn"], "main_score": 0.042635, "precision": 0.038723, "recall": 0.059289}, {"accuracy": 0.045455, "f1": 0.030998, "hf_subset": "ace_Arab-szl_Latn", "languages": ["ace-Arab", "szl-Latn"], "main_score": 0.030998, "precision": 0.027427, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.036031, "hf_subset": "ace_Arab-vec_Latn", "languages": ["ace-Arab", "vec-Latn"], "main_score": 0.036031, "precision": 0.032327, "recall": 0.052372}, {"accuracy": 0.024704, "f1": 0.014959, "hf_subset": "ace_Arab-amh_Ethi", "languages": ["ace-Arab", "amh-Ethi"], "main_score": 0.014959, "precision": 0.013219, "recall": 0.024704}, {"accuracy": 0.068182, "f1": 0.050168, "hf_subset": "ace_Arab-bos_Latn", "languages": ["ace-Arab", "bos-Latn"], "main_score": 0.050168, "precision": 0.046473, "recall": 0.068182}, {"accuracy": 0.060277, "f1": 0.040204, "hf_subset": "ace_Arab-fin_Latn", "languages": ["ace-Arab", "fin-Latn"], "main_score": 0.040204, "precision": 0.035543, "recall": 0.060277}, {"accuracy": 0.056324, "f1": 0.039292, "hf_subset": "ace_Arab-ita_Latn", "languages": ["ace-Arab", "ita-Latn"], "main_score": 0.039292, "precision": 0.035399, "recall": 0.056324}, {"accuracy": 0.052372, "f1": 0.038834, "hf_subset": "ace_Arab-kor_Hang", "languages": ["ace-Arab", "kor-Hang"], "main_score": 0.038834, "precision": 0.036125, "recall": 0.052372}, {"accuracy": 0.054348, "f1": 0.039003, "hf_subset": "ace_Arab-mos_Latn", "languages": ["ace-Arab", "mos-Latn"], "main_score": 0.039003, "precision": 0.03509, "recall": 0.054348}, {"accuracy": 0.038538, "f1": 0.025039, "hf_subset": "ace_Arab-run_Latn", "languages": ["ace-Arab", "run-Latn"], "main_score": 0.025039, "precision": 0.022402, "recall": 0.038538}, {"accuracy": 0.022727, "f1": 0.016689, "hf_subset": "ace_Arab-tam_Taml", "languages": ["ace-Arab", "tam-Taml"], "main_score": 0.016689, "precision": 0.015497, "recall": 0.022727}, {"accuracy": 0.061265, "f1": 0.043164, "hf_subset": "ace_Arab-vie_Latn", "languages": ["ace-Arab", "vie-Latn"], "main_score": 0.043164, "precision": 0.039737, "recall": 0.061265}, {"accuracy": 0.041502, "f1": 0.03218, "hf_subset": "ace_Arab-apc_Arab", "languages": ["ace-Arab", "apc-Arab"], "main_score": 0.03218, "precision": 0.030466, "recall": 0.041502}, {"accuracy": 0.055336, "f1": 0.041198, "hf_subset": "ace_Arab-bug_Latn", "languages": ["ace-Arab", "bug-Latn"], "main_score": 0.041198, "precision": 0.037228, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.04308, "hf_subset": "ace_Arab-fon_Latn", "languages": ["ace-Arab", "fon-Latn"], "main_score": 0.04308, "precision": 0.039179, "recall": 0.059289}, {"accuracy": 0.057312, "f1": 0.045993, "hf_subset": "ace_Arab-jav_Latn", "languages": ["ace-Arab", "jav-Latn"], "main_score": 0.045993, "precision": 0.043563, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.027582, "hf_subset": "ace_Arab-lao_Laoo", "languages": ["ace-Arab", "lao-Laoo"], "main_score": 0.027582, "precision": 0.024988, "recall": 0.038538}, {"accuracy": 0.060277, "f1": 0.044474, "hf_subset": "ace_Arab-mri_Latn", "languages": ["ace-Arab", "mri-Latn"], "main_score": 0.044474, "precision": 0.040175, "recall": 0.060277}, {"accuracy": 0.064229, "f1": 0.046968, "hf_subset": "ace_Arab-rus_Cyrl", "languages": ["ace-Arab", "rus-Cyrl"], "main_score": 0.046968, "precision": 0.043949, "recall": 0.064229}, {"accuracy": 0.056324, "f1": 0.03964, "hf_subset": "ace_Arab-taq_Latn", "languages": ["ace-Arab", "taq-Latn"], "main_score": 0.03964, "precision": 0.034813, "recall": 0.056324}, {"accuracy": 0.060277, "f1": 0.042344, "hf_subset": "ace_Arab-war_Latn", "languages": ["ace-Arab", "war-Latn"], "main_score": 0.042344, "precision": 0.038699, "recall": 0.060277}, {"accuracy": 0.049407, "f1": 0.038873, "hf_subset": "ace_Arab-arb_Arab", "languages": ["ace-Arab", "arb-Arab"], "main_score": 0.038873, "precision": 0.036646, "recall": 0.049407}, {"accuracy": 0.062253, "f1": 0.043212, "hf_subset": "ace_Arab-bul_Cyrl", "languages": ["ace-Arab", "bul-Cyrl"], "main_score": 0.043212, "precision": 0.039442, "recall": 0.062253}, {"accuracy": 0.055336, "f1": 0.039109, "hf_subset": "ace_Arab-fra_Latn", "languages": ["ace-Arab", "fra-Latn"], "main_score": 0.039109, "precision": 0.035143, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.034846, "hf_subset": "ace_Arab-jpn_Jpan", "languages": ["ace-Arab", "jpn-Jpan"], "main_score": 0.034846, "precision": 0.031258, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.040356, "hf_subset": "ace_Arab-lij_Latn", "languages": ["ace-Arab", "lij-Latn"], "main_score": 0.040356, "precision": 0.037944, "recall": 0.047431}, {"accuracy": 0.031621, "f1": 0.024341, "hf_subset": "ace_Arab-mya_Mymr", "languages": ["ace-Arab", "mya-Mymr"], "main_score": 0.024341, "precision": 0.022652, "recall": 0.031621}, {"accuracy": 0.049407, "f1": 0.03355, "hf_subset": "ace_Arab-sag_Latn", "languages": ["ace-Arab", "sag-Latn"], "main_score": 0.03355, "precision": 0.029807, "recall": 0.049407}, {"accuracy": 0.039526, "f1": 0.028922, "hf_subset": "ace_Arab-taq_Tfng", "languages": ["ace-Arab", "taq-Tfng"], "main_score": 0.028922, "precision": 0.026788, "recall": 0.039526}, {"accuracy": 0.061265, "f1": 0.042643, "hf_subset": "ace_Arab-wol_Latn", "languages": ["ace-Arab", "wol-Latn"], "main_score": 0.042643, "precision": 0.038142, "recall": 0.061265}, {"accuracy": 0.038538, "f1": 0.024149, "hf_subset": "ace_Arab-arb_Latn", "languages": ["ace-Arab", "arb-Latn"], "main_score": 0.024149, "precision": 0.02144, "recall": 0.038538}, {"accuracy": 0.056324, "f1": 0.041856, "hf_subset": "ace_Arab-cat_Latn", "languages": ["ace-Arab", "cat-Latn"], "main_score": 0.041856, "precision": 0.03883, "recall": 0.056324}, {"accuracy": 0.048419, "f1": 0.034974, "hf_subset": "ace_Arab-fur_Latn", "languages": ["ace-Arab", "fur-Latn"], "main_score": 0.034974, "precision": 0.030976, "recall": 0.048419}, {"accuracy": 0.035573, "f1": 0.023191, "hf_subset": "ace_Arab-kab_Latn", "languages": ["ace-Arab", "kab-Latn"], "main_score": 0.023191, "precision": 0.020811, "recall": 0.035573}, {"accuracy": 0.050395, "f1": 0.03746, "hf_subset": "ace_Arab-lim_Latn", "languages": ["ace-Arab", "lim-Latn"], "main_score": 0.03746, "precision": 0.034157, "recall": 0.050395}, {"accuracy": 0.066206, "f1": 0.048657, "hf_subset": "ace_Arab-nld_Latn", "languages": ["ace-Arab", "nld-Latn"], "main_score": 0.048657, "precision": 0.044427, "recall": 0.066206}, {"accuracy": 0.030632, "f1": 0.020994, "hf_subset": "ace_Arab-san_Deva", "languages": ["ace-Arab", "san-Deva"], "main_score": 0.020994, "precision": 0.019042, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.039096, "hf_subset": "ace_Arab-tat_Cyrl", "languages": ["ace-Arab", "tat-Cyrl"], "main_score": 0.039096, "precision": 0.035689, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.034265, "hf_subset": "ace_Arab-xho_Latn", "languages": ["ace-Arab", "xho-Latn"], "main_score": 0.034265, "precision": 0.030948, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.03369, "hf_subset": "ace_Arab-ars_Arab", "languages": ["ace-Arab", "ars-Arab"], "main_score": 0.03369, "precision": 0.031165, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.038177, "hf_subset": "ace_Arab-ceb_Latn", "languages": ["ace-Arab", "ceb-Latn"], "main_score": 0.038177, "precision": 0.034011, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.043364, "hf_subset": "ace_Arab-fuv_Latn", "languages": ["ace-Arab", "fuv-Latn"], "main_score": 0.043364, "precision": 0.039496, "recall": 0.061265}, {"accuracy": 0.051383, "f1": 0.039797, "hf_subset": "ace_Arab-kac_Latn", "languages": ["ace-Arab", "kac-Latn"], "main_score": 0.039797, "precision": 0.03686, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.033035, "hf_subset": "ace_Arab-lin_Latn", "languages": ["ace-Arab", "lin-Latn"], "main_score": 0.033035, "precision": 0.029435, "recall": 0.047431}, {"accuracy": 0.057312, "f1": 0.040803, "hf_subset": "ace_Arab-nno_Latn", "languages": ["ace-Arab", "nno-Latn"], "main_score": 0.040803, "precision": 0.037101, "recall": 0.057312}, {"accuracy": 0.006917, "f1": 0.002165, "hf_subset": "ace_Arab-sat_Olck", "languages": ["ace-Arab", "sat-Olck"], "main_score": 0.002165, "precision": 0.001672, "recall": 0.006917}, {"accuracy": 0.024704, "f1": 0.018228, "hf_subset": "ace_Arab-tel_Telu", "languages": ["ace-Arab", "tel-Telu"], "main_score": 0.018228, "precision": 0.016676, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.023471, "hf_subset": "ace_Arab-ydd_Hebr", "languages": ["ace-Arab", "ydd-Hebr"], "main_score": 0.023471, "precision": 0.021194, "recall": 0.032609}, {"accuracy": 0.036561, "f1": 0.028958, "hf_subset": "ace_Arab-ary_Arab", "languages": ["ace-Arab", "ary-Arab"], "main_score": 0.028958, "precision": 0.027098, "recall": 0.036561}, {"accuracy": 0.0583, "f1": 0.042498, "hf_subset": "ace_Arab-ces_Latn", "languages": ["ace-Arab", "ces-Latn"], "main_score": 0.042498, "precision": 0.038933, "recall": 0.0583}, {"accuracy": 0.032609, "f1": 0.022619, "hf_subset": "ace_Arab-gaz_Latn", "languages": ["ace-Arab", "gaz-Latn"], "main_score": 0.022619, "precision": 0.020175, "recall": 0.032609}, {"accuracy": 0.049407, "f1": 0.034433, "hf_subset": "ace_Arab-kam_Latn", "languages": ["ace-Arab", "kam-Latn"], "main_score": 0.034433, "precision": 0.031342, "recall": 0.049407}, {"accuracy": 0.055336, "f1": 0.038785, "hf_subset": "ace_Arab-lit_Latn", "languages": ["ace-Arab", "lit-Latn"], "main_score": 0.038785, "precision": 0.035367, "recall": 0.055336}, {"accuracy": 0.068182, "f1": 0.046425, "hf_subset": "ace_Arab-nob_Latn", "languages": ["ace-Arab", "nob-Latn"], "main_score": 0.046425, "precision": 0.042225, "recall": 0.068182}, {"accuracy": 0.044466, "f1": 0.033559, "hf_subset": "ace_Arab-scn_Latn", "languages": ["ace-Arab", "scn-Latn"], "main_score": 0.033559, "precision": 0.030727, "recall": 0.044466}, {"accuracy": 0.039526, "f1": 0.031099, "hf_subset": "ace_Arab-tgk_Cyrl", "languages": ["ace-Arab", "tgk-Cyrl"], "main_score": 0.031099, "precision": 0.028582, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.03081, "hf_subset": "ace_Arab-yor_Latn", "languages": ["ace-Arab", "yor-Latn"], "main_score": 0.03081, "precision": 0.026753, "recall": 0.047431}, {"accuracy": 0.048419, "f1": 0.038691, "hf_subset": "ace_Arab-arz_Arab", "languages": ["ace-Arab", "arz-Arab"], "main_score": 0.038691, "precision": 0.035781, "recall": 0.048419}, {"accuracy": 0.046443, "f1": 0.031594, "hf_subset": "ace_Arab-cjk_Latn", "languages": ["ace-Arab", "cjk-Latn"], "main_score": 0.031594, "precision": 0.028447, "recall": 0.046443}, {"accuracy": 0.051383, "f1": 0.038709, "hf_subset": "ace_Arab-gla_Latn", "languages": ["ace-Arab", "gla-Latn"], "main_score": 0.038709, "precision": 0.035256, "recall": 0.051383}, {"accuracy": 0.019763, "f1": 0.012908, "hf_subset": "ace_Arab-kan_Knda", "languages": ["ace-Arab", "kan-Knda"], "main_score": 0.012908, "precision": 0.011869, "recall": 0.019763}, {"accuracy": 0.046443, "f1": 0.032744, "hf_subset": "ace_Arab-lmo_Latn", "languages": ["ace-Arab", "lmo-Latn"], "main_score": 0.032744, "precision": 0.029276, "recall": 0.046443}, {"accuracy": 0.041502, "f1": 0.033807, "hf_subset": "ace_Arab-npi_Deva", "languages": ["ace-Arab", "npi-Deva"], "main_score": 0.033807, "precision": 0.031592, "recall": 0.041502}, {"accuracy": 0.048419, "f1": 0.034211, "hf_subset": "ace_Arab-shn_Mymr", "languages": ["ace-Arab", "shn-Mymr"], "main_score": 0.034211, "precision": 0.030758, "recall": 0.048419}, {"accuracy": 0.054348, "f1": 0.038919, "hf_subset": "ace_Arab-tgl_Latn", "languages": ["ace-Arab", "tgl-Latn"], "main_score": 0.038919, "precision": 0.035012, "recall": 0.054348}, {"accuracy": 0.050395, "f1": 0.034469, "hf_subset": "ace_Arab-yue_Hant", "languages": ["ace-Arab", "yue-Hant"], "main_score": 0.034469, "precision": 0.031188, "recall": 0.050395}, {"accuracy": 0.022727, "f1": 0.013941, "hf_subset": "ace_Arab-asm_Beng", "languages": ["ace-Arab", "asm-Beng"], "main_score": 0.013941, "precision": 0.012408, "recall": 0.022727}, {"accuracy": 0.034585, "f1": 0.021069, "hf_subset": "ace_Arab-ckb_Arab", "languages": ["ace-Arab", "ckb-Arab"], "main_score": 0.021069, "precision": 0.018361, "recall": 0.034585}, {"accuracy": 0.055336, "f1": 0.039737, "hf_subset": "ace_Arab-gle_Latn", "languages": ["ace-Arab", "gle-Latn"], "main_score": 0.039737, "precision": 0.03589, "recall": 0.055336}, {"accuracy": 0.031621, "f1": 0.024993, "hf_subset": "ace_Arab-kas_Arab", "languages": ["ace-Arab", "kas-Arab"], "main_score": 0.024993, "precision": 0.023348, "recall": 0.031621}, {"accuracy": 0.048419, "f1": 0.036334, "hf_subset": "ace_Arab-ltg_Latn", "languages": ["ace-Arab", "ltg-Latn"], "main_score": 0.036334, "precision": 0.033706, "recall": 0.048419}, {"accuracy": 0.063241, "f1": 0.041504, "hf_subset": "ace_Arab-nso_Latn", "languages": ["ace-Arab", "nso-Latn"], "main_score": 0.041504, "precision": 0.035863, "recall": 0.063241}, {"accuracy": 0.021739, "f1": 0.01535, "hf_subset": "ace_Arab-sin_Sinh", "languages": ["ace-Arab", "sin-Sinh"], "main_score": 0.01535, "precision": 0.01482, "recall": 0.021739}, {"accuracy": 0.048419, "f1": 0.034626, "hf_subset": "ace_Arab-tha_Thai", "languages": ["ace-Arab", "tha-Thai"], "main_score": 0.034626, "precision": 0.032035, "recall": 0.048419}, {"accuracy": 0.051383, "f1": 0.035454, "hf_subset": "ace_Arab-zho_Hans", "languages": ["ace-Arab", "zho-Hans"], "main_score": 0.035454, "precision": 0.03267, "recall": 0.051383}, {"accuracy": 0.049407, "f1": 0.032665, "hf_subset": "ace_Arab-ast_Latn", "languages": ["ace-Arab", "ast-Latn"], "main_score": 0.032665, "precision": 0.028762, "recall": 0.049407}, {"accuracy": 0.037549, "f1": 0.030872, "hf_subset": "ace_Arab-crh_Latn", "languages": ["ace-Arab", "crh-Latn"], "main_score": 0.030872, "precision": 0.028809, "recall": 0.037549}, {"accuracy": 0.059289, "f1": 0.04267, "hf_subset": "ace_Arab-glg_Latn", "languages": ["ace-Arab", "glg-Latn"], "main_score": 0.04267, "precision": 0.039171, "recall": 0.059289}, {"accuracy": 0.048419, "f1": 0.040546, "hf_subset": "ace_Arab-kas_Deva", "languages": ["ace-Arab", "kas-Deva"], "main_score": 0.040546, "precision": 0.038043, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.041584, "hf_subset": "ace_Arab-ltz_Latn", "languages": ["ace-Arab", "ltz-Latn"], "main_score": 0.041584, "precision": 0.037418, "recall": 0.055336}, {"accuracy": 0.041502, "f1": 0.027446, "hf_subset": "ace_Arab-nus_Latn", "languages": ["ace-Arab", "nus-Latn"], "main_score": 0.027446, "precision": 0.024308, "recall": 0.041502}, {"accuracy": 0.0583, "f1": 0.035621, "hf_subset": "ace_Arab-slk_Latn", "languages": ["ace-Arab", "slk-Latn"], "main_score": 0.035621, "precision": 0.031223, "recall": 0.0583}, {"accuracy": 0.016798, "f1": 0.015135, "hf_subset": "ace_Arab-tir_Ethi", "languages": ["ace-Arab", "tir-Ethi"], "main_score": 0.015135, "precision": 0.014716, "recall": 0.016798}, {"accuracy": 0.05336, "f1": 0.039147, "hf_subset": "ace_Arab-zho_Hant", "languages": ["ace-Arab", "zho-Hant"], "main_score": 0.039147, "precision": 0.035936, "recall": 0.05336}, {"accuracy": 0.04249, "f1": 0.032684, "hf_subset": "ace_Arab-awa_Deva", "languages": ["ace-Arab", "awa-Deva"], "main_score": 0.032684, "precision": 0.031223, "recall": 0.04249}, {"accuracy": 0.050395, "f1": 0.035593, "hf_subset": "ace_Arab-cym_Latn", "languages": ["ace-Arab", "cym-Latn"], "main_score": 0.035593, "precision": 0.032066, "recall": 0.050395}, {"accuracy": 0.057312, "f1": 0.0426, "hf_subset": "ace_Arab-grn_Latn", "languages": ["ace-Arab", "grn-Latn"], "main_score": 0.0426, "precision": 0.03925, "recall": 0.057312}, {"accuracy": 0.039526, "f1": 0.026961, "hf_subset": "ace_Arab-kat_Geor", "languages": ["ace-Arab", "kat-Geor"], "main_score": 0.026961, "precision": 0.024124, "recall": 0.039526}, {"accuracy": 0.057312, "f1": 0.039722, "hf_subset": "ace_Arab-lua_Latn", "languages": ["ace-Arab", "lua-Latn"], "main_score": 0.039722, "precision": 0.03515, "recall": 0.057312}, {"accuracy": 0.055336, "f1": 0.038311, "hf_subset": "ace_Arab-nya_Latn", "languages": ["ace-Arab", "nya-Latn"], "main_score": 0.038311, "precision": 0.034622, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.044699, "hf_subset": "ace_Arab-slv_Latn", "languages": ["ace-Arab", "slv-Latn"], "main_score": 0.044699, "precision": 0.041281, "recall": 0.061265}, {"accuracy": 0.059289, "f1": 0.046252, "hf_subset": "ace_Arab-tpi_Latn", "languages": ["ace-Arab", "tpi-Latn"], "main_score": 0.046252, "precision": 0.042729, "recall": 0.059289}, {"accuracy": 0.063241, "f1": 0.046192, "hf_subset": "ace_Arab-zsm_Latn", "languages": ["ace-Arab", "zsm-Latn"], "main_score": 0.046192, "precision": 0.042522, "recall": 0.063241}, {"accuracy": 0.056324, "f1": 0.039446, "hf_subset": "ace_Arab-ayr_Latn", "languages": ["ace-Arab", "ayr-Latn"], "main_score": 0.039446, "precision": 0.035188, "recall": 0.056324}, {"accuracy": 0.049407, "f1": 0.035931, "hf_subset": "ace_Arab-dan_Latn", "languages": ["ace-Arab", "dan-Latn"], "main_score": 0.035931, "precision": 0.033091, "recall": 0.049407}, {"accuracy": 0.034585, "f1": 0.028103, "hf_subset": "ace_Arab-guj_Gujr", "languages": ["ace-Arab", "guj-Gujr"], "main_score": 0.028103, "precision": 0.026521, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.030699, "hf_subset": "ace_Arab-kaz_Cyrl", "languages": ["ace-Arab", "kaz-Cyrl"], "main_score": 0.030699, "precision": 0.029014, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.039368, "hf_subset": "ace_Arab-lug_Latn", "languages": ["ace-Arab", "lug-Latn"], "main_score": 0.039368, "precision": 0.036059, "recall": 0.056324}, {"accuracy": 0.055336, "f1": 0.04279, "hf_subset": "ace_Arab-oci_Latn", "languages": ["ace-Arab", "oci-Latn"], "main_score": 0.04279, "precision": 0.039997, "recall": 0.055336}, {"accuracy": 0.055336, "f1": 0.037699, "hf_subset": "ace_Arab-smo_Latn", "languages": ["ace-Arab", "smo-Latn"], "main_score": 0.037699, "precision": 0.033457, "recall": 0.055336}, {"accuracy": 0.061265, "f1": 0.041127, "hf_subset": "ace_Arab-tsn_Latn", "languages": ["ace-Arab", "tsn-Latn"], "main_score": 0.041127, "precision": 0.036578, "recall": 0.061265}, {"accuracy": 0.040514, "f1": 0.026892, "hf_subset": "ace_Arab-zul_Latn", "languages": ["ace-Arab", "zul-Latn"], "main_score": 0.026892, "precision": 0.023975, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.024992, "hf_subset": "ace_Arab-azb_Arab", "languages": ["ace-Arab", "azb-Arab"], "main_score": 0.024992, "precision": 0.022197, "recall": 0.036561}, {"accuracy": 0.054348, "f1": 0.036705, "hf_subset": "ace_Arab-deu_Latn", "languages": ["ace-Arab", "deu-Latn"], "main_score": 0.036705, "precision": 0.033081, "recall": 0.054348}, {"accuracy": 0.0583, "f1": 0.041727, "hf_subset": "ace_Arab-hat_Latn", "languages": ["ace-Arab", "hat-Latn"], "main_score": 0.041727, "precision": 0.037423, "recall": 0.0583}, {"accuracy": 0.052372, "f1": 0.032012, "hf_subset": "ace_Arab-kbp_Latn", "languages": ["ace-Arab", "kbp-Latn"], "main_score": 0.032012, "precision": 0.028196, "recall": 0.052372}, {"accuracy": 0.048419, "f1": 0.031497, "hf_subset": "ace_Arab-luo_Latn", "languages": ["ace-Arab", "luo-Latn"], "main_score": 0.031497, "precision": 0.028173, "recall": 0.048419}, {"accuracy": 0.021739, "f1": 0.017356, "hf_subset": "ace_Arab-ory_Orya", "languages": ["ace-Arab", "ory-Orya"], "main_score": 0.017356, "precision": 0.016518, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.0219, "hf_subset": "ace_Arab-sna_Latn", "languages": ["ace-Arab", "sna-Latn"], "main_score": 0.0219, "precision": 0.019146, "recall": 0.036561}, {"accuracy": 0.054348, "f1": 0.037667, "hf_subset": "ace_Arab-tso_Latn", "languages": ["ace-Arab", "tso-Latn"], "main_score": 0.037667, "precision": 0.033439, "recall": 0.054348}, {"accuracy": 0.033597, "f1": 0.024682, "hf_subset": "ace_Arab-azj_Latn", "languages": ["ace-Arab", "azj-Latn"], "main_score": 0.024682, "precision": 0.02261, "recall": 0.033597}, {"accuracy": 0.045455, "f1": 0.031454, "hf_subset": "ace_Arab-dik_Latn", "languages": ["ace-Arab", "dik-Latn"], "main_score": 0.031454, "precision": 0.028067, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.031914, "hf_subset": "ace_Arab-hau_Latn", "languages": ["ace-Arab", "hau-Latn"], "main_score": 0.031914, "precision": 0.029372, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.041561, "hf_subset": "ace_Arab-kea_Latn", "languages": ["ace-Arab", "kea-Latn"], "main_score": 0.041561, "precision": 0.038742, "recall": 0.052372}, {"accuracy": 0.051383, "f1": 0.03673, "hf_subset": "ace_Arab-lus_Latn", "languages": ["ace-Arab", "lus-Latn"], "main_score": 0.03673, "precision": 0.032782, "recall": 0.051383}, {"accuracy": 0.057312, "f1": 0.042386, "hf_subset": "ace_Arab-pag_Latn", "languages": ["ace-Arab", "pag-Latn"], "main_score": 0.042386, "precision": 0.038571, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.031232, "hf_subset": "ace_Arab-snd_Arab", "languages": ["ace-Arab", "snd-Arab"], "main_score": 0.031232, "precision": 0.028771, "recall": 0.045455}, {"accuracy": 0.05336, "f1": 0.040424, "hf_subset": "ace_Arab-tuk_Latn", "languages": ["ace-Arab", "tuk-Latn"], "main_score": 0.040424, "precision": 0.03735, "recall": 0.05336}, {"accuracy": 0.075099, "f1": 0.060238, "hf_subset": "ace_Arab-bak_Cyrl", "languages": ["ace-Arab", "bak-Cyrl"], "main_score": 0.060238, "precision": 0.056312, "recall": 0.075099}, {"accuracy": 0.031621, "f1": 0.021887, "hf_subset": "ace_Arab-dyu_Latn", "languages": ["ace-Arab", "dyu-Latn"], "main_score": 0.021887, "precision": 0.019298, "recall": 0.031621}, {"accuracy": 0.043478, "f1": 0.032529, "hf_subset": "ace_Arab-heb_Hebr", "languages": ["ace-Arab", "heb-Hebr"], "main_score": 0.032529, "precision": 0.030184, "recall": 0.043478}, {"accuracy": 0.047431, "f1": 0.03466, "hf_subset": "ace_Arab-khk_Cyrl", "languages": ["ace-Arab", "khk-Cyrl"], "main_score": 0.03466, "precision": 0.031696, "recall": 0.047431}, {"accuracy": 0.050395, "f1": 0.037849, "hf_subset": "ace_Arab-lvs_Latn", "languages": ["ace-Arab", "lvs-Latn"], "main_score": 0.037849, "precision": 0.03483, "recall": 0.050395}, {"accuracy": 0.018775, "f1": 0.012998, "hf_subset": "ace_Arab-pan_Guru", "languages": ["ace-Arab", "pan-Guru"], "main_score": 0.012998, "precision": 0.012263, "recall": 0.018775}, {"accuracy": 0.039526, "f1": 0.030549, "hf_subset": "ace_Arab-som_Latn", "languages": ["ace-Arab", "som-Latn"], "main_score": 0.030549, "precision": 0.028208, "recall": 0.039526}, {"accuracy": 0.056324, "f1": 0.036247, "hf_subset": "ace_Arab-tum_Latn", "languages": ["ace-Arab", "tum-Latn"], "main_score": 0.036247, "precision": 0.031752, "recall": 0.056324}, {"accuracy": 0.031621, "f1": 0.023302, "hf_subset": "bam_Latn-ace_Arab", "languages": ["bam-Latn", "ace-Arab"], "main_score": 0.023302, "precision": 0.021473, "recall": 0.031621}, {"accuracy": 0.005929, "f1": 0.000866, "hf_subset": "bam_Latn-dzo_Tibt", "languages": ["bam-Latn", "dzo-Tibt"], "main_score": 0.000866, "precision": 0.000505, "recall": 0.005929}, {"accuracy": 0.124506, "f1": 0.100562, "hf_subset": "bam_Latn-hin_Deva", "languages": ["bam-Latn", "hin-Deva"], "main_score": 0.100562, "precision": 0.0945, "recall": 0.124506}, {"accuracy": 0.113636, "f1": 0.100894, "hf_subset": "bam_Latn-khm_Khmr", "languages": ["bam-Latn", "khm-Khmr"], "main_score": 0.100894, "precision": 0.097801, "recall": 0.113636}, {"accuracy": 0.098814, "f1": 0.080191, "hf_subset": "bam_Latn-mag_Deva", "languages": ["bam-Latn", "mag-Deva"], "main_score": 0.080191, "precision": 0.075093, "recall": 0.098814}, {"accuracy": 0.137352, "f1": 0.12675, "hf_subset": "bam_Latn-pap_Latn", "languages": ["bam-Latn", "pap-Latn"], "main_score": 0.12675, "precision": 0.124561, "recall": 0.137352}, {"accuracy": 0.235178, "f1": 0.218773, "hf_subset": "bam_Latn-sot_Latn", "languages": ["bam-Latn", "sot-Latn"], "main_score": 0.218773, "precision": 0.213195, "recall": 0.235178}, {"accuracy": 0.201581, "f1": 0.170634, "hf_subset": "bam_Latn-tur_Latn", "languages": ["bam-Latn", "tur-Latn"], "main_score": 0.170634, "precision": 0.163235, "recall": 0.201581}, {"accuracy": 0.171937, "f1": 0.153922, "hf_subset": "bam_Latn-ace_Latn", "languages": ["bam-Latn", "ace-Latn"], "main_score": 0.153922, "precision": 0.148321, "recall": 0.171937}, {"accuracy": 0.132411, "f1": 0.11985, "hf_subset": "bam_Latn-ban_Latn", "languages": ["bam-Latn", "ban-Latn"], "main_score": 0.11985, "precision": 0.116845, "recall": 0.132411}, {"accuracy": 0.121542, "f1": 0.103821, "hf_subset": "bam_Latn-ell_Grek", "languages": ["bam-Latn", "ell-Grek"], "main_score": 0.103821, "precision": 0.098436, "recall": 0.121542}, {"accuracy": 0.085968, "f1": 0.073117, "hf_subset": "bam_Latn-hne_Deva", "languages": ["bam-Latn", "hne-Deva"], "main_score": 0.073117, "precision": 0.069727, "recall": 0.085968}, {"accuracy": 0.255929, "f1": 0.230693, "hf_subset": "bam_Latn-kik_Latn", "languages": ["bam-Latn", "kik-Latn"], "main_score": 0.230693, "precision": 0.221216, "recall": 0.255929}, {"accuracy": 0.099802, "f1": 0.090471, "hf_subset": "bam_Latn-mai_Deva", "languages": ["bam-Latn", "mai-Deva"], "main_score": 0.090471, "precision": 0.087603, "recall": 0.099802}, {"accuracy": 0.107708, "f1": 0.091278, "hf_subset": "bam_Latn-pbt_Arab", "languages": ["bam-Latn", "pbt-Arab"], "main_score": 0.091278, "precision": 0.087818, "recall": 0.107708}, {"accuracy": 0.1917, "f1": 0.161065, "hf_subset": "bam_Latn-spa_Latn", "languages": ["bam-Latn", "spa-Latn"], "main_score": 0.161065, "precision": 0.15309, "recall": 0.1917}, {"accuracy": 0.242095, "f1": 0.219528, "hf_subset": "bam_Latn-twi_Latn", "languages": ["bam-Latn", "twi-Latn"], "main_score": 0.219528, "precision": 0.210624, "recall": 0.242095}, {"accuracy": 0.091897, "f1": 0.082348, "hf_subset": "bam_Latn-acm_Arab", "languages": ["bam-Latn", "acm-Arab"], "main_score": 0.082348, "precision": 0.078756, "recall": 0.091897}, {"accuracy": 0.126482, "f1": 0.104656, "hf_subset": "bam_Latn-bel_Cyrl", "languages": ["bam-Latn", "bel-Cyrl"], "main_score": 0.104656, "precision": 0.099126, "recall": 0.126482}, {"accuracy": 0.19664, "f1": 0.16306, "hf_subset": "bam_Latn-eng_Latn", "languages": ["bam-Latn", "eng-Latn"], "main_score": 0.16306, "precision": 0.153832, "recall": 0.19664}, {"accuracy": 0.150198, "f1": 0.135084, "hf_subset": "bam_Latn-hrv_Latn", "languages": ["bam-Latn", "hrv-Latn"], "main_score": 0.135084, "precision": 0.131144, "recall": 0.150198}, {"accuracy": 0.216403, "f1": 0.189116, "hf_subset": "bam_Latn-kin_Latn", "languages": ["bam-Latn", "kin-Latn"], "main_score": 0.189116, "precision": 0.179856, "recall": 0.216403}, {"accuracy": 0.051383, "f1": 0.041688, "hf_subset": "bam_Latn-mal_Mlym", "languages": ["bam-Latn", "mal-Mlym"], "main_score": 0.041688, "precision": 0.039659, "recall": 0.051383}, {"accuracy": 0.11166, "f1": 0.093461, "hf_subset": "bam_Latn-pes_Arab", "languages": ["bam-Latn", "pes-Arab"], "main_score": 0.093461, "precision": 0.088135, "recall": 0.11166}, {"accuracy": 0.148221, "f1": 0.132674, "hf_subset": "bam_Latn-srd_Latn", "languages": ["bam-Latn", "srd-Latn"], "main_score": 0.132674, "precision": 0.1291, "recall": 0.148221}, {"accuracy": 0.060277, "f1": 0.038191, "hf_subset": "bam_Latn-tzm_Tfng", "languages": ["bam-Latn", "tzm-Tfng"], "main_score": 0.038191, "precision": 0.033706, "recall": 0.060277}, {"accuracy": 0.101779, "f1": 0.086812, "hf_subset": "bam_Latn-acq_Arab", "languages": ["bam-Latn", "acq-Arab"], "main_score": 0.086812, "precision": 0.081751, "recall": 0.101779}, {"accuracy": 0.232213, "f1": 0.210699, "hf_subset": "bam_Latn-bem_Latn", "languages": ["bam-Latn", "bem-Latn"], "main_score": 0.210699, "precision": 0.202258, "recall": 0.232213}, {"accuracy": 0.132411, "f1": 0.119219, "hf_subset": "bam_Latn-epo_Latn", "languages": ["bam-Latn", "epo-Latn"], "main_score": 0.119219, "precision": 0.115657, "recall": 0.132411}, {"accuracy": 0.186759, "f1": 0.157312, "hf_subset": "bam_Latn-hun_Latn", "languages": ["bam-Latn", "hun-Latn"], "main_score": 0.157312, "precision": 0.150177, "recall": 0.186759}, {"accuracy": 0.123518, "f1": 0.102633, "hf_subset": "bam_Latn-kir_Cyrl", "languages": ["bam-Latn", "kir-Cyrl"], "main_score": 0.102633, "precision": 0.097414, "recall": 0.123518}, {"accuracy": 0.101779, "f1": 0.083846, "hf_subset": "bam_Latn-mar_Deva", "languages": ["bam-Latn", "mar-Deva"], "main_score": 0.083846, "precision": 0.079375, "recall": 0.101779}, {"accuracy": 0.189723, "f1": 0.176947, "hf_subset": "bam_Latn-plt_Latn", "languages": ["bam-Latn", "plt-Latn"], "main_score": 0.176947, "precision": 0.172765, "recall": 0.189723}, {"accuracy": 0.145257, "f1": 0.120248, "hf_subset": "bam_Latn-srp_Cyrl", "languages": ["bam-Latn", "srp-Cyrl"], "main_score": 0.120248, "precision": 0.112269, "recall": 0.145257}, {"accuracy": 0.070158, "f1": 0.062228, "hf_subset": "bam_Latn-uig_Arab", "languages": ["bam-Latn", "uig-Arab"], "main_score": 0.062228, "precision": 0.059989, "recall": 0.070158}, {"accuracy": 0.104743, "f1": 0.091415, "hf_subset": "bam_Latn-aeb_Arab", "languages": ["bam-Latn", "aeb-Arab"], "main_score": 0.091415, "precision": 0.088413, "recall": 0.104743}, {"accuracy": 0.056324, "f1": 0.045966, "hf_subset": "bam_Latn-ben_Beng", "languages": ["bam-Latn", "ben-Beng"], "main_score": 0.045966, "precision": 0.043554, "recall": 0.056324}, {"accuracy": 0.194664, "f1": 0.157738, "hf_subset": "bam_Latn-est_Latn", "languages": ["bam-Latn", "est-Latn"], "main_score": 0.157738, "precision": 0.148007, "recall": 0.194664}, {"accuracy": 0.098814, "f1": 0.083631, "hf_subset": "bam_Latn-hye_Armn", "languages": ["bam-Latn", "hye-Armn"], "main_score": 0.083631, "precision": 0.07869, "recall": 0.098814}, {"accuracy": 0.212451, "f1": 0.185639, "hf_subset": "bam_Latn-kmb_Latn", "languages": ["bam-Latn", "kmb-Latn"], "main_score": 0.185639, "precision": 0.174909, "recall": 0.212451}, {"accuracy": 0.030632, "f1": 0.025066, "hf_subset": "bam_Latn-min_Arab", "languages": ["bam-Latn", "min-Arab"], "main_score": 0.025066, "precision": 0.02352, "recall": 0.030632}, {"accuracy": 0.201581, "f1": 0.168839, "hf_subset": "bam_Latn-pol_Latn", "languages": ["bam-Latn", "pol-Latn"], "main_score": 0.168839, "precision": 0.159978, "recall": 0.201581}, {"accuracy": 0.166008, "f1": 0.145778, "hf_subset": "bam_Latn-ssw_Latn", "languages": ["bam-Latn", "ssw-Latn"], "main_score": 0.145778, "precision": 0.137935, "recall": 0.166008}, {"accuracy": 0.141304, "f1": 0.117085, "hf_subset": "bam_Latn-ukr_Cyrl", "languages": ["bam-Latn", "ukr-Cyrl"], "main_score": 0.117085, "precision": 0.111564, "recall": 0.141304}, {"accuracy": 0.186759, "f1": 0.167783, "hf_subset": "bam_Latn-afr_Latn", "languages": ["bam-Latn", "afr-Latn"], "main_score": 0.167783, "precision": 0.161881, "recall": 0.186759}, {"accuracy": 0.089921, "f1": 0.0762, "hf_subset": "bam_Latn-bho_Deva", "languages": ["bam-Latn", "bho-Deva"], "main_score": 0.0762, "precision": 0.072184, "recall": 0.089921}, {"accuracy": 0.113636, "f1": 0.107102, "hf_subset": "bam_Latn-eus_Latn", "languages": ["bam-Latn", "eus-Latn"], "main_score": 0.107102, "precision": 0.105384, "recall": 0.113636}, {"accuracy": 0.212451, "f1": 0.188085, "hf_subset": "bam_Latn-ibo_Latn", "languages": ["bam-Latn", "ibo-Latn"], "main_score": 0.188085, "precision": 0.178534, "recall": 0.212451}, {"accuracy": 0.155138, "f1": 0.134796, "hf_subset": "bam_Latn-kmr_Latn", "languages": ["bam-Latn", "kmr-Latn"], "main_score": 0.134796, "precision": 0.12934, "recall": 0.155138}, {"accuracy": 0.124506, "f1": 0.116731, "hf_subset": "bam_Latn-min_Latn", "languages": ["bam-Latn", "min-Latn"], "main_score": 0.116731, "precision": 0.114433, "recall": 0.124506}, {"accuracy": 0.198617, "f1": 0.16605, "hf_subset": "bam_Latn-por_Latn", "languages": ["bam-Latn", "por-Latn"], "main_score": 0.16605, "precision": 0.158711, "recall": 0.198617}, {"accuracy": 0.123518, "f1": 0.113339, "hf_subset": "bam_Latn-sun_Latn", "languages": ["bam-Latn", "sun-Latn"], "main_score": 0.113339, "precision": 0.110801, "recall": 0.123518}, {"accuracy": 0.173913, "f1": 0.150835, "hf_subset": "bam_Latn-umb_Latn", "languages": ["bam-Latn", "umb-Latn"], "main_score": 0.150835, "precision": 0.143276, "recall": 0.173913}, {"accuracy": 0.107708, "f1": 0.092658, "hf_subset": "bam_Latn-ajp_Arab", "languages": ["bam-Latn", "ajp-Arab"], "main_score": 0.092658, "precision": 0.088677, "recall": 0.107708}, {"accuracy": 0.033597, "f1": 0.027978, "hf_subset": "bam_Latn-bjn_Arab", "languages": ["bam-Latn", "bjn-Arab"], "main_score": 0.027978, "precision": 0.026802, "recall": 0.033597}, {"accuracy": 0.229249, "f1": 0.207242, "hf_subset": "bam_Latn-ewe_Latn", "languages": ["bam-Latn", "ewe-Latn"], "main_score": 0.207242, "precision": 0.199445, "recall": 0.229249}, {"accuracy": 0.201581, "f1": 0.182143, "hf_subset": "bam_Latn-ilo_Latn", "languages": ["bam-Latn", "ilo-Latn"], "main_score": 0.182143, "precision": 0.175883, "recall": 0.201581}, {"accuracy": 0.031621, "f1": 0.028774, "hf_subset": "bam_Latn-knc_Arab", "languages": ["bam-Latn", "knc-Arab"], "main_score": 0.028774, "precision": 0.027668, "recall": 0.031621}, {"accuracy": 0.145257, "f1": 0.122184, "hf_subset": "bam_Latn-mkd_Cyrl", "languages": ["bam-Latn", "mkd-Cyrl"], "main_score": 0.122184, "precision": 0.115143, "recall": 0.145257}, {"accuracy": 0.107708, "f1": 0.092096, "hf_subset": "bam_Latn-prs_Arab", "languages": ["bam-Latn", "prs-Arab"], "main_score": 0.092096, "precision": 0.087746, "recall": 0.107708}, {"accuracy": 0.170949, "f1": 0.151273, "hf_subset": "bam_Latn-swe_Latn", "languages": ["bam-Latn", "swe-Latn"], "main_score": 0.151273, "precision": 0.145382, "recall": 0.170949}, {"accuracy": 0.099802, "f1": 0.081841, "hf_subset": "bam_Latn-urd_Arab", "languages": ["bam-Latn", "urd-Arab"], "main_score": 0.081841, "precision": 0.077103, "recall": 0.099802}, {"accuracy": 0.243083, "f1": 0.222966, "hf_subset": "bam_Latn-aka_Latn", "languages": ["bam-Latn", "aka-Latn"], "main_score": 0.222966, "precision": 0.215451, "recall": 0.243083}, {"accuracy": 0.137352, "f1": 0.127577, "hf_subset": "bam_Latn-bjn_Latn", "languages": ["bam-Latn", "bjn-Latn"], "main_score": 0.127577, "precision": 0.124477, "recall": 0.137352}, {"accuracy": 0.148221, "f1": 0.132957, "hf_subset": "bam_Latn-fao_Latn", "languages": ["bam-Latn", "fao-Latn"], "main_score": 0.132957, "precision": 0.128961, "recall": 0.148221}, {"accuracy": 0.197628, "f1": 0.163007, "hf_subset": "bam_Latn-ind_Latn", "languages": ["bam-Latn", "ind-Latn"], "main_score": 0.163007, "precision": 0.15454, "recall": 0.197628}, {"accuracy": 0.222332, "f1": 0.204187, "hf_subset": "bam_Latn-knc_Latn", "languages": ["bam-Latn", "knc-Latn"], "main_score": 0.204187, "precision": 0.197311, "recall": 0.222332}, {"accuracy": 0.176877, "f1": 0.157749, "hf_subset": "bam_Latn-mlt_Latn", "languages": ["bam-Latn", "mlt-Latn"], "main_score": 0.157749, "precision": 0.151709, "recall": 0.176877}, {"accuracy": 0.189723, "f1": 0.171338, "hf_subset": "bam_Latn-quy_Latn", "languages": ["bam-Latn", "quy-Latn"], "main_score": 0.171338, "precision": 0.164457, "recall": 0.189723}, {"accuracy": 0.16996, "f1": 0.152157, "hf_subset": "bam_Latn-swh_Latn", "languages": ["bam-Latn", "swh-Latn"], "main_score": 0.152157, "precision": 0.146628, "recall": 0.16996}, {"accuracy": 0.09585, "f1": 0.08432, "hf_subset": "bam_Latn-uzn_Latn", "languages": ["bam-Latn", "uzn-Latn"], "main_score": 0.08432, "precision": 0.081253, "recall": 0.09585}, {"accuracy": 0.171937, "f1": 0.144071, "hf_subset": "bam_Latn-als_Latn", "languages": ["bam-Latn", "als-Latn"], "main_score": 0.144071, "precision": 0.137014, "recall": 0.171937}, {"accuracy": 0.033597, "f1": 0.020388, "hf_subset": "bam_Latn-bod_Tibt", "languages": ["bam-Latn", "bod-Tibt"], "main_score": 0.020388, "precision": 0.017879, "recall": 0.033597}, {"accuracy": 0.157115, "f1": 0.137639, "hf_subset": "bam_Latn-fij_Latn", "languages": ["bam-Latn", "fij-Latn"], "main_score": 0.137639, "precision": 0.131614, "recall": 0.157115}, {"accuracy": 0.117589, "f1": 0.109706, "hf_subset": "bam_Latn-isl_Latn", "languages": ["bam-Latn", "isl-Latn"], "main_score": 0.109706, "precision": 0.107407, "recall": 0.117589}, {"accuracy": 0.210474, "f1": 0.187185, "hf_subset": "bam_Latn-kon_Latn", "languages": ["bam-Latn", "kon-Latn"], "main_score": 0.187185, "precision": 0.178824, "recall": 0.210474}, {"accuracy": 0.04249, "f1": 0.032311, "hf_subset": "bam_Latn-mni_Beng", "languages": ["bam-Latn", "mni-Beng"], "main_score": 0.032311, "precision": 0.029839, "recall": 0.04249}, {"accuracy": 0.192688, "f1": 0.163166, "hf_subset": "bam_Latn-ron_Latn", "languages": ["bam-Latn", "ron-Latn"], "main_score": 0.163166, "precision": 0.155256, "recall": 0.192688}, {"accuracy": 0.136364, "f1": 0.124883, "hf_subset": "bam_Latn-szl_Latn", "languages": ["bam-Latn", "szl-Latn"], "main_score": 0.124883, "precision": 0.1217, "recall": 0.136364}, {"accuracy": 0.148221, "f1": 0.13542, "hf_subset": "bam_Latn-vec_Latn", "languages": ["bam-Latn", "vec-Latn"], "main_score": 0.13542, "precision": 0.131843, "recall": 0.148221}, {"accuracy": 0.048419, "f1": 0.035927, "hf_subset": "bam_Latn-amh_Ethi", "languages": ["bam-Latn", "amh-Ethi"], "main_score": 0.035927, "precision": 0.033458, "recall": 0.048419}, {"accuracy": 0.183794, "f1": 0.156876, "hf_subset": "bam_Latn-bos_Latn", "languages": ["bam-Latn", "bos-Latn"], "main_score": 0.156876, "precision": 0.149589, "recall": 0.183794}, {"accuracy": 0.190711, "f1": 0.162468, "hf_subset": "bam_Latn-fin_Latn", "languages": ["bam-Latn", "fin-Latn"], "main_score": 0.162468, "precision": 0.153919, "recall": 0.190711}, {"accuracy": 0.197628, "f1": 0.158773, "hf_subset": "bam_Latn-ita_Latn", "languages": ["bam-Latn", "ita-Latn"], "main_score": 0.158773, "precision": 0.14944, "recall": 0.197628}, {"accuracy": 0.12253, "f1": 0.102654, "hf_subset": "bam_Latn-kor_Hang", "languages": ["bam-Latn", "kor-Hang"], "main_score": 0.102654, "precision": 0.09721, "recall": 0.12253}, {"accuracy": 0.209486, "f1": 0.192212, "hf_subset": "bam_Latn-mos_Latn", "languages": ["bam-Latn", "mos-Latn"], "main_score": 0.192212, "precision": 0.184371, "recall": 0.209486}, {"accuracy": 0.205534, "f1": 0.177002, "hf_subset": "bam_Latn-run_Latn", "languages": ["bam-Latn", "run-Latn"], "main_score": 0.177002, "precision": 0.166892, "recall": 0.205534}, {"accuracy": 0.052372, "f1": 0.037902, "hf_subset": "bam_Latn-tam_Taml", "languages": ["bam-Latn", "tam-Taml"], "main_score": 0.037902, "precision": 0.03585, "recall": 0.052372}, {"accuracy": 0.201581, "f1": 0.16761, "hf_subset": "bam_Latn-vie_Latn", "languages": ["bam-Latn", "vie-Latn"], "main_score": 0.16761, "precision": 0.159857, "recall": 0.201581}, {"accuracy": 0.091897, "f1": 0.080738, "hf_subset": "bam_Latn-apc_Arab", "languages": ["bam-Latn", "apc-Arab"], "main_score": 0.080738, "precision": 0.077201, "recall": 0.091897}, {"accuracy": 0.177866, "f1": 0.161652, "hf_subset": "bam_Latn-bug_Latn", "languages": ["bam-Latn", "bug-Latn"], "main_score": 0.161652, "precision": 0.156551, "recall": 0.177866}, {"accuracy": 0.214427, "f1": 0.193849, "hf_subset": "bam_Latn-fon_Latn", "languages": ["bam-Latn", "fon-Latn"], "main_score": 0.193849, "precision": 0.186544, "recall": 0.214427}, {"accuracy": 0.129447, "f1": 0.119875, "hf_subset": "bam_Latn-jav_Latn", "languages": ["bam-Latn", "jav-Latn"], "main_score": 0.119875, "precision": 0.117196, "recall": 0.129447}, {"accuracy": 0.166996, "f1": 0.143502, "hf_subset": "bam_Latn-lao_Laoo", "languages": ["bam-Latn", "lao-Laoo"], "main_score": 0.143502, "precision": 0.138031, "recall": 0.166996}, {"accuracy": 0.201581, "f1": 0.179997, "hf_subset": "bam_Latn-mri_Latn", "languages": ["bam-Latn", "mri-Latn"], "main_score": 0.179997, "precision": 0.172754, "recall": 0.201581}, {"accuracy": 0.160079, "f1": 0.137297, "hf_subset": "bam_Latn-rus_Cyrl", "languages": ["bam-Latn", "rus-Cyrl"], "main_score": 0.137297, "precision": 0.130595, "recall": 0.160079}, {"accuracy": 0.215415, "f1": 0.191979, "hf_subset": "bam_Latn-taq_Latn", "languages": ["bam-Latn", "taq-Latn"], "main_score": 0.191979, "precision": 0.185276, "recall": 0.215415}, {"accuracy": 0.166008, "f1": 0.150393, "hf_subset": "bam_Latn-war_Latn", "languages": ["bam-Latn", "war-Latn"], "main_score": 0.150393, "precision": 0.144277, "recall": 0.166008}, {"accuracy": 0.105731, "f1": 0.090611, "hf_subset": "bam_Latn-arb_Arab", "languages": ["bam-Latn", "arb-Arab"], "main_score": 0.090611, "precision": 0.08588, "recall": 0.105731}, {"accuracy": 0.161067, "f1": 0.133965, "hf_subset": "bam_Latn-bul_Cyrl", "languages": ["bam-Latn", "bul-Cyrl"], "main_score": 0.133965, "precision": 0.126297, "recall": 0.161067}, {"accuracy": 0.203557, "f1": 0.164164, "hf_subset": "bam_Latn-fra_Latn", "languages": ["bam-Latn", "fra-Latn"], "main_score": 0.164164, "precision": 0.153963, "recall": 0.203557}, {"accuracy": 0.136364, "f1": 0.114149, "hf_subset": "bam_Latn-jpn_Jpan", "languages": ["bam-Latn", "jpn-Jpan"], "main_score": 0.114149, "precision": 0.107364, "recall": 0.136364}, {"accuracy": 0.142292, "f1": 0.129302, "hf_subset": "bam_Latn-lij_Latn", "languages": ["bam-Latn", "lij-Latn"], "main_score": 0.129302, "precision": 0.126062, "recall": 0.142292}, {"accuracy": 0.087945, "f1": 0.071131, "hf_subset": "bam_Latn-mya_Mymr", "languages": ["bam-Latn", "mya-Mymr"], "main_score": 0.071131, "precision": 0.066758, "recall": 0.087945}, {"accuracy": 0.183794, "f1": 0.1663, "hf_subset": "bam_Latn-sag_Latn", "languages": ["bam-Latn", "sag-Latn"], "main_score": 0.1663, "precision": 0.159447, "recall": 0.183794}, {"accuracy": 0.071146, "f1": 0.048717, "hf_subset": "bam_Latn-taq_Tfng", "languages": ["bam-Latn", "taq-Tfng"], "main_score": 0.048717, "precision": 0.043148, "recall": 0.071146}, {"accuracy": 0.235178, "f1": 0.214535, "hf_subset": "bam_Latn-wol_Latn", "languages": ["bam-Latn", "wol-Latn"], "main_score": 0.214535, "precision": 0.206664, "recall": 0.235178}, {"accuracy": 0.124506, "f1": 0.097286, "hf_subset": "bam_Latn-arb_Latn", "languages": ["bam-Latn", "arb-Latn"], "main_score": 0.097286, "precision": 0.089509, "recall": 0.124506}, {"accuracy": 0.204545, "f1": 0.170686, "hf_subset": "bam_Latn-cat_Latn", "languages": ["bam-Latn", "cat-Latn"], "main_score": 0.170686, "precision": 0.162124, "recall": 0.204545}, {"accuracy": 0.157115, "f1": 0.135373, "hf_subset": "bam_Latn-fur_Latn", "languages": ["bam-Latn", "fur-Latn"], "main_score": 0.135373, "precision": 0.129799, "recall": 0.157115}, {"accuracy": 0.093874, "f1": 0.072401, "hf_subset": "bam_Latn-kab_Latn", "languages": ["bam-Latn", "kab-Latn"], "main_score": 0.072401, "precision": 0.065026, "recall": 0.093874}, {"accuracy": 0.136364, "f1": 0.124984, "hf_subset": "bam_Latn-lim_Latn", "languages": ["bam-Latn", "lim-Latn"], "main_score": 0.124984, "precision": 0.121837, "recall": 0.136364}, {"accuracy": 0.203557, "f1": 0.17207, "hf_subset": "bam_Latn-nld_Latn", "languages": ["bam-Latn", "nld-Latn"], "main_score": 0.17207, "precision": 0.163068, "recall": 0.203557}, {"accuracy": 0.070158, "f1": 0.058488, "hf_subset": "bam_Latn-san_Deva", "languages": ["bam-Latn", "san-Deva"], "main_score": 0.058488, "precision": 0.055399, "recall": 0.070158}, {"accuracy": 0.12253, "f1": 0.104137, "hf_subset": "bam_Latn-tat_Cyrl", "languages": ["bam-Latn", "tat-Cyrl"], "main_score": 0.104137, "precision": 0.099418, "recall": 0.12253}, {"accuracy": 0.160079, "f1": 0.139334, "hf_subset": "bam_Latn-xho_Latn", "languages": ["bam-Latn", "xho-Latn"], "main_score": 0.139334, "precision": 0.132207, "recall": 0.160079}, {"accuracy": 0.101779, "f1": 0.085844, "hf_subset": "bam_Latn-ars_Arab", "languages": ["bam-Latn", "ars-Arab"], "main_score": 0.085844, "precision": 0.080985, "recall": 0.101779}, {"accuracy": 0.159091, "f1": 0.144986, "hf_subset": "bam_Latn-ceb_Latn", "languages": ["bam-Latn", "ceb-Latn"], "main_score": 0.144986, "precision": 0.140252, "recall": 0.159091}, {"accuracy": 0.190711, "f1": 0.17061, "hf_subset": "bam_Latn-fuv_Latn", "languages": ["bam-Latn", "fuv-Latn"], "main_score": 0.17061, "precision": 0.163071, "recall": 0.190711}, {"accuracy": 0.216403, "f1": 0.191413, "hf_subset": "bam_Latn-kac_Latn", "languages": ["bam-Latn", "kac-Latn"], "main_score": 0.191413, "precision": 0.183104, "recall": 0.216403}, {"accuracy": 0.178854, "f1": 0.157395, "hf_subset": "bam_Latn-lin_Latn", "languages": ["bam-Latn", "lin-Latn"], "main_score": 0.157395, "precision": 0.150308, "recall": 0.178854}, {"accuracy": 0.168972, "f1": 0.148089, "hf_subset": "bam_Latn-nno_Latn", "languages": ["bam-Latn", "nno-Latn"], "main_score": 0.148089, "precision": 0.141248, "recall": 0.168972}, {"accuracy": 0.016798, "f1": 0.007264, "hf_subset": "bam_Latn-sat_Olck", "languages": ["bam-Latn", "sat-Olck"], "main_score": 0.007264, "precision": 0.006031, "recall": 0.016798}, {"accuracy": 0.061265, "f1": 0.053106, "hf_subset": "bam_Latn-tel_Telu", "languages": ["bam-Latn", "tel-Telu"], "main_score": 0.053106, "precision": 0.050914, "recall": 0.061265}, {"accuracy": 0.0583, "f1": 0.051272, "hf_subset": "bam_Latn-ydd_Hebr", "languages": ["bam-Latn", "ydd-Hebr"], "main_score": 0.051272, "precision": 0.049227, "recall": 0.0583}, {"accuracy": 0.083992, "f1": 0.066295, "hf_subset": "bam_Latn-ary_Arab", "languages": ["bam-Latn", "ary-Arab"], "main_score": 0.066295, "precision": 0.062383, "recall": 0.083992}, {"accuracy": 0.189723, "f1": 0.16271, "hf_subset": "bam_Latn-ces_Latn", "languages": ["bam-Latn", "ces-Latn"], "main_score": 0.16271, "precision": 0.155425, "recall": 0.189723}, {"accuracy": 0.099802, "f1": 0.080421, "hf_subset": "bam_Latn-gaz_Latn", "languages": ["bam-Latn", "gaz-Latn"], "main_score": 0.080421, "precision": 0.073471, "recall": 0.099802}, {"accuracy": 0.232213, "f1": 0.207759, "hf_subset": "bam_Latn-kam_Latn", "languages": ["bam-Latn", "kam-Latn"], "main_score": 0.207759, "precision": 0.198468, "recall": 0.232213}, {"accuracy": 0.171937, "f1": 0.144454, "hf_subset": "bam_Latn-lit_Latn", "languages": ["bam-Latn", "lit-Latn"], "main_score": 0.144454, "precision": 0.137261, "recall": 0.171937}, {"accuracy": 0.193676, "f1": 0.164526, "hf_subset": "bam_Latn-nob_Latn", "languages": ["bam-Latn", "nob-Latn"], "main_score": 0.164526, "precision": 0.155935, "recall": 0.193676}, {"accuracy": 0.140316, "f1": 0.131276, "hf_subset": "bam_Latn-scn_Latn", "languages": ["bam-Latn", "scn-Latn"], "main_score": 0.131276, "precision": 0.128792, "recall": 0.140316}, {"accuracy": 0.120553, "f1": 0.105222, "hf_subset": "bam_Latn-tgk_Cyrl", "languages": ["bam-Latn", "tgk-Cyrl"], "main_score": 0.105222, "precision": 0.09947, "recall": 0.120553}, {"accuracy": 0.187747, "f1": 0.164795, "hf_subset": "bam_Latn-yor_Latn", "languages": ["bam-Latn", "yor-Latn"], "main_score": 0.164795, "precision": 0.156725, "recall": 0.187747}, {"accuracy": 0.088933, "f1": 0.077198, "hf_subset": "bam_Latn-arz_Arab", "languages": ["bam-Latn", "arz-Arab"], "main_score": 0.077198, "precision": 0.073298, "recall": 0.088933}, {"accuracy": 0.195652, "f1": 0.174398, "hf_subset": "bam_Latn-cjk_Latn", "languages": ["bam-Latn", "cjk-Latn"], "main_score": 0.174398, "precision": 0.166212, "recall": 0.195652}, {"accuracy": 0.159091, "f1": 0.138562, "hf_subset": "bam_Latn-gla_Latn", "languages": ["bam-Latn", "gla-Latn"], "main_score": 0.138562, "precision": 0.131907, "recall": 0.159091}, {"accuracy": 0.05336, "f1": 0.041506, "hf_subset": "bam_Latn-kan_Knda", "languages": ["bam-Latn", "kan-Knda"], "main_score": 0.041506, "precision": 0.038852, "recall": 0.05336}, {"accuracy": 0.136364, "f1": 0.122191, "hf_subset": "bam_Latn-lmo_Latn", "languages": ["bam-Latn", "lmo-Latn"], "main_score": 0.122191, "precision": 0.118592, "recall": 0.136364}, {"accuracy": 0.12253, "f1": 0.096352, "hf_subset": "bam_Latn-npi_Deva", "languages": ["bam-Latn", "npi-Deva"], "main_score": 0.096352, "precision": 0.09041, "recall": 0.12253}, {"accuracy": 0.171937, "f1": 0.149244, "hf_subset": "bam_Latn-shn_Mymr", "languages": ["bam-Latn", "shn-Mymr"], "main_score": 0.149244, "precision": 0.142923, "recall": 0.171937}, {"accuracy": 0.16996, "f1": 0.154669, "hf_subset": "bam_Latn-tgl_Latn", "languages": ["bam-Latn", "tgl-Latn"], "main_score": 0.154669, "precision": 0.150054, "recall": 0.16996}, {"accuracy": 0.13834, "f1": 0.112316, "hf_subset": "bam_Latn-yue_Hant", "languages": ["bam-Latn", "yue-Hant"], "main_score": 0.112316, "precision": 0.106379, "recall": 0.13834}, {"accuracy": 0.037549, "f1": 0.032269, "hf_subset": "bam_Latn-asm_Beng", "languages": ["bam-Latn", "asm-Beng"], "main_score": 0.032269, "precision": 0.031165, "recall": 0.037549}, {"accuracy": 0.08498, "f1": 0.06358, "hf_subset": "bam_Latn-ckb_Arab", "languages": ["bam-Latn", "ckb-Arab"], "main_score": 0.06358, "precision": 0.058057, "recall": 0.08498}, {"accuracy": 0.153162, "f1": 0.139129, "hf_subset": "bam_Latn-gle_Latn", "languages": ["bam-Latn", "gle-Latn"], "main_score": 0.139129, "precision": 0.135422, "recall": 0.153162}, {"accuracy": 0.062253, "f1": 0.056774, "hf_subset": "bam_Latn-kas_Arab", "languages": ["bam-Latn", "kas-Arab"], "main_score": 0.056774, "precision": 0.054554, "recall": 0.062253}, {"accuracy": 0.134387, "f1": 0.113155, "hf_subset": "bam_Latn-ltg_Latn", "languages": ["bam-Latn", "ltg-Latn"], "main_score": 0.113155, "precision": 0.107365, "recall": 0.134387}, {"accuracy": 0.220356, "f1": 0.199157, "hf_subset": "bam_Latn-nso_Latn", "languages": ["bam-Latn", "nso-Latn"], "main_score": 0.199157, "precision": 0.191103, "recall": 0.220356}, {"accuracy": 0.061265, "f1": 0.049606, "hf_subset": "bam_Latn-sin_Sinh", "languages": ["bam-Latn", "sin-Sinh"], "main_score": 0.049606, "precision": 0.045938, "recall": 0.061265}, {"accuracy": 0.123518, "f1": 0.10017, "hf_subset": "bam_Latn-tha_Thai", "languages": ["bam-Latn", "tha-Thai"], "main_score": 0.10017, "precision": 0.093285, "recall": 0.123518}, {"accuracy": 0.153162, "f1": 0.122712, "hf_subset": "bam_Latn-zho_Hans", "languages": ["bam-Latn", "zho-Hans"], "main_score": 0.122712, "precision": 0.116422, "recall": 0.153162}, {"accuracy": 0.149209, "f1": 0.130137, "hf_subset": "bam_Latn-ast_Latn", "languages": ["bam-Latn", "ast-Latn"], "main_score": 0.130137, "precision": 0.125475, "recall": 0.149209}, {"accuracy": 0.119565, "f1": 0.109778, "hf_subset": "bam_Latn-crh_Latn", "languages": ["bam-Latn", "crh-Latn"], "main_score": 0.109778, "precision": 0.106355, "recall": 0.119565}, {"accuracy": 0.187747, "f1": 0.161868, "hf_subset": "bam_Latn-glg_Latn", "languages": ["bam-Latn", "glg-Latn"], "main_score": 0.161868, "precision": 0.155085, "recall": 0.187747}, {"accuracy": 0.102767, "f1": 0.092077, "hf_subset": "bam_Latn-kas_Deva", "languages": ["bam-Latn", "kas-Deva"], "main_score": 0.092077, "precision": 0.088959, "recall": 0.102767}, {"accuracy": 0.147233, "f1": 0.135049, "hf_subset": "bam_Latn-ltz_Latn", "languages": ["bam-Latn", "ltz-Latn"], "main_score": 0.135049, "precision": 0.131202, "recall": 0.147233}, {"accuracy": 0.131423, "f1": 0.107147, "hf_subset": "bam_Latn-nus_Latn", "languages": ["bam-Latn", "nus-Latn"], "main_score": 0.107147, "precision": 0.0986, "recall": 0.131423}, {"accuracy": 0.1917, "f1": 0.163341, "hf_subset": "bam_Latn-slk_Latn", "languages": ["bam-Latn", "slk-Latn"], "main_score": 0.163341, "precision": 0.154595, "recall": 0.1917}, {"accuracy": 0.02668, "f1": 0.022255, "hf_subset": "bam_Latn-tir_Ethi", "languages": ["bam-Latn", "tir-Ethi"], "main_score": 0.022255, "precision": 0.021274, "recall": 0.02668}, {"accuracy": 0.126482, "f1": 0.104313, "hf_subset": "bam_Latn-zho_Hant", "languages": ["bam-Latn", "zho-Hant"], "main_score": 0.104313, "precision": 0.098635, "recall": 0.126482}, {"accuracy": 0.11166, "f1": 0.09169, "hf_subset": "bam_Latn-awa_Deva", "languages": ["bam-Latn", "awa-Deva"], "main_score": 0.09169, "precision": 0.086902, "recall": 0.11166}, {"accuracy": 0.133399, "f1": 0.118478, "hf_subset": "bam_Latn-cym_Latn", "languages": ["bam-Latn", "cym-Latn"], "main_score": 0.118478, "precision": 0.114285, "recall": 0.133399}, {"accuracy": 0.198617, "f1": 0.180566, "hf_subset": "bam_Latn-grn_Latn", "languages": ["bam-Latn", "grn-Latn"], "main_score": 0.180566, "precision": 0.175111, "recall": 0.198617}, {"accuracy": 0.093874, "f1": 0.080288, "hf_subset": "bam_Latn-kat_Geor", "languages": ["bam-Latn", "kat-Geor"], "main_score": 0.080288, "precision": 0.076761, "recall": 0.093874}, {"accuracy": 0.194664, "f1": 0.177189, "hf_subset": "bam_Latn-lua_Latn", "languages": ["bam-Latn", "lua-Latn"], "main_score": 0.177189, "precision": 0.171411, "recall": 0.194664}, {"accuracy": 0.214427, "f1": 0.190805, "hf_subset": "bam_Latn-nya_Latn", "languages": ["bam-Latn", "nya-Latn"], "main_score": 0.190805, "precision": 0.183581, "recall": 0.214427}, {"accuracy": 0.192688, "f1": 0.159979, "hf_subset": "bam_Latn-slv_Latn", "languages": ["bam-Latn", "slv-Latn"], "main_score": 0.159979, "precision": 0.151651, "recall": 0.192688}, {"accuracy": 0.1917, "f1": 0.175617, "hf_subset": "bam_Latn-tpi_Latn", "languages": ["bam-Latn", "tpi-Latn"], "main_score": 0.175617, "precision": 0.169919, "recall": 0.1917}, {"accuracy": 0.195652, "f1": 0.165773, "hf_subset": "bam_Latn-zsm_Latn", "languages": ["bam-Latn", "zsm-Latn"], "main_score": 0.165773, "precision": 0.158074, "recall": 0.195652}, {"accuracy": 0.19664, "f1": 0.175358, "hf_subset": "bam_Latn-ayr_Latn", "languages": ["bam-Latn", "ayr-Latn"], "main_score": 0.175358, "precision": 0.166541, "recall": 0.19664}, {"accuracy": 0.200593, "f1": 0.167707, "hf_subset": "bam_Latn-dan_Latn", "languages": ["bam-Latn", "dan-Latn"], "main_score": 0.167707, "precision": 0.158155, "recall": 0.200593}, {"accuracy": 0.071146, "f1": 0.061646, "hf_subset": "bam_Latn-guj_Gujr", "languages": ["bam-Latn", "guj-Gujr"], "main_score": 0.061646, "precision": 0.058577, "recall": 0.071146}, {"accuracy": 0.124506, "f1": 0.104838, "hf_subset": "bam_Latn-kaz_Cyrl", "languages": ["bam-Latn", "kaz-Cyrl"], "main_score": 0.104838, "precision": 0.100012, "recall": 0.124506}, {"accuracy": 0.190711, "f1": 0.167457, "hf_subset": "bam_Latn-lug_Latn", "languages": ["bam-Latn", "lug-Latn"], "main_score": 0.167457, "precision": 0.159399, "recall": 0.190711}, {"accuracy": 0.179842, "f1": 0.155452, "hf_subset": "bam_Latn-oci_Latn", "languages": ["bam-Latn", "oci-Latn"], "main_score": 0.155452, "precision": 0.147969, "recall": 0.179842}, {"accuracy": 0.16996, "f1": 0.146184, "hf_subset": "bam_Latn-smo_Latn", "languages": ["bam-Latn", "smo-Latn"], "main_score": 0.146184, "precision": 0.138886, "recall": 0.16996}, {"accuracy": 0.19664, "f1": 0.178244, "hf_subset": "bam_Latn-tsn_Latn", "languages": ["bam-Latn", "tsn-Latn"], "main_score": 0.178244, "precision": 0.170709, "recall": 0.19664}, {"accuracy": 0.155138, "f1": 0.135994, "hf_subset": "bam_Latn-zul_Latn", "languages": ["bam-Latn", "zul-Latn"], "main_score": 0.135994, "precision": 0.129044, "recall": 0.155138}, {"accuracy": 0.070158, "f1": 0.055676, "hf_subset": "bam_Latn-azb_Arab", "languages": ["bam-Latn", "azb-Arab"], "main_score": 0.055676, "precision": 0.051897, "recall": 0.070158}, {"accuracy": 0.193676, "f1": 0.162925, "hf_subset": "bam_Latn-deu_Latn", "languages": ["bam-Latn", "deu-Latn"], "main_score": 0.162925, "precision": 0.154197, "recall": 0.193676}, {"accuracy": 0.18083, "f1": 0.158565, "hf_subset": "bam_Latn-hat_Latn", "languages": ["bam-Latn", "hat-Latn"], "main_score": 0.158565, "precision": 0.150872, "recall": 0.18083}, {"accuracy": 0.240119, "f1": 0.213338, "hf_subset": "bam_Latn-kbp_Latn", "languages": ["bam-Latn", "kbp-Latn"], "main_score": 0.213338, "precision": 0.203254, "recall": 0.240119}, {"accuracy": 0.209486, "f1": 0.191797, "hf_subset": "bam_Latn-luo_Latn", "languages": ["bam-Latn", "luo-Latn"], "main_score": 0.191797, "precision": 0.185245, "recall": 0.209486}, {"accuracy": 0.040514, "f1": 0.033445, "hf_subset": "bam_Latn-ory_Orya", "languages": ["bam-Latn", "ory-Orya"], "main_score": 0.033445, "precision": 0.031963, "recall": 0.040514}, {"accuracy": 0.16502, "f1": 0.140479, "hf_subset": "bam_Latn-sna_Latn", "languages": ["bam-Latn", "sna-Latn"], "main_score": 0.140479, "precision": 0.132408, "recall": 0.16502}, {"accuracy": 0.216403, "f1": 0.194217, "hf_subset": "bam_Latn-tso_Latn", "languages": ["bam-Latn", "tso-Latn"], "main_score": 0.194217, "precision": 0.187498, "recall": 0.216403}, {"accuracy": 0.107708, "f1": 0.091338, "hf_subset": "bam_Latn-azj_Latn", "languages": ["bam-Latn", "azj-Latn"], "main_score": 0.091338, "precision": 0.086841, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.18676, "hf_subset": "bam_Latn-dik_Latn", "languages": ["bam-Latn", "dik-Latn"], "main_score": 0.18676, "precision": 0.178668, "recall": 0.211462}, {"accuracy": 0.201581, "f1": 0.184326, "hf_subset": "bam_Latn-hau_Latn", "languages": ["bam-Latn", "hau-Latn"], "main_score": 0.184326, "precision": 0.178197, "recall": 0.201581}, {"accuracy": 0.117589, "f1": 0.109617, "hf_subset": "bam_Latn-kea_Latn", "languages": ["bam-Latn", "kea-Latn"], "main_score": 0.109617, "precision": 0.107357, "recall": 0.117589}, {"accuracy": 0.212451, "f1": 0.188648, "hf_subset": "bam_Latn-lus_Latn", "languages": ["bam-Latn", "lus-Latn"], "main_score": 0.188648, "precision": 0.180524, "recall": 0.212451}, {"accuracy": 0.176877, "f1": 0.159178, "hf_subset": "bam_Latn-pag_Latn", "languages": ["bam-Latn", "pag-Latn"], "main_score": 0.159178, "precision": 0.15289, "recall": 0.176877}, {"accuracy": 0.064229, "f1": 0.052801, "hf_subset": "bam_Latn-snd_Arab", "languages": ["bam-Latn", "snd-Arab"], "main_score": 0.052801, "precision": 0.049604, "recall": 0.064229}, {"accuracy": 0.113636, "f1": 0.094155, "hf_subset": "bam_Latn-tuk_Latn", "languages": ["bam-Latn", "tuk-Latn"], "main_score": 0.094155, "precision": 0.088268, "recall": 0.113636}, {"accuracy": 0.137352, "f1": 0.114109, "hf_subset": "bam_Latn-bak_Cyrl", "languages": ["bam-Latn", "bak-Cyrl"], "main_score": 0.114109, "precision": 0.108167, "recall": 0.137352}, {"accuracy": 0.246047, "f1": 0.213582, "hf_subset": "bam_Latn-dyu_Latn", "languages": ["bam-Latn", "dyu-Latn"], "main_score": 0.213582, "precision": 0.202437, "recall": 0.246047}, {"accuracy": 0.119565, "f1": 0.093989, "hf_subset": "bam_Latn-heb_Hebr", "languages": ["bam-Latn", "heb-Hebr"], "main_score": 0.093989, "precision": 0.087003, "recall": 0.119565}, {"accuracy": 0.135375, "f1": 0.109168, "hf_subset": "bam_Latn-khk_Cyrl", "languages": ["bam-Latn", "khk-Cyrl"], "main_score": 0.109168, "precision": 0.102862, "recall": 0.135375}, {"accuracy": 0.155138, "f1": 0.130029, "hf_subset": "bam_Latn-lvs_Latn", "languages": ["bam-Latn", "lvs-Latn"], "main_score": 0.130029, "precision": 0.122945, "recall": 0.155138}, {"accuracy": 0.049407, "f1": 0.038354, "hf_subset": "bam_Latn-pan_Guru", "languages": ["bam-Latn", "pan-Guru"], "main_score": 0.038354, "precision": 0.037022, "recall": 0.049407}, {"accuracy": 0.173913, "f1": 0.154847, "hf_subset": "bam_Latn-som_Latn", "languages": ["bam-Latn", "som-Latn"], "main_score": 0.154847, "precision": 0.148507, "recall": 0.173913}, {"accuracy": 0.216403, "f1": 0.192752, "hf_subset": "bam_Latn-tum_Latn", "languages": ["bam-Latn", "tum-Latn"], "main_score": 0.192752, "precision": 0.184892, "recall": 0.216403}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-ace_Arab", "languages": ["dzo-Tibt", "ace-Arab"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bam_Latn", "languages": ["dzo-Tibt", "bam-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-hin_Deva", "languages": ["dzo-Tibt", "hin-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-khm_Khmr", "languages": ["dzo-Tibt", "khm-Khmr"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mag_Deva", "languages": ["dzo-Tibt", "mag-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-pap_Latn", "languages": ["dzo-Tibt", "pap-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-sot_Latn", "languages": ["dzo-Tibt", "sot-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-tur_Latn", "languages": ["dzo-Tibt", "tur-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ace_Latn", "languages": ["dzo-Tibt", "ace-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-ban_Latn", "languages": ["dzo-Tibt", "ban-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-ell_Grek", "languages": ["dzo-Tibt", "ell-Grek"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.0, "f1": 0.0, "hf_subset": "dzo_Tibt-hne_Deva", "languages": ["dzo-Tibt", "hne-Deva"], "main_score": 0.0, "precision": 0.0, "recall": 0.0}, {"accuracy": 0.002964, "f1": 0.000997, "hf_subset": "dzo_Tibt-kik_Latn", "languages": ["dzo-Tibt", "kik-Latn"], "main_score": 0.000997, "precision": 0.000993, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001993, "hf_subset": "dzo_Tibt-mai_Deva", "languages": ["dzo-Tibt", "mai-Deva"], "main_score": 0.001993, "precision": 0.001985, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.00201, "hf_subset": "dzo_Tibt-pbt_Arab", "languages": ["dzo-Tibt", "pbt-Arab"], "main_score": 0.00201, "precision": 0.001994, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001982, "hf_subset": "dzo_Tibt-spa_Latn", "languages": ["dzo-Tibt", "spa-Latn"], "main_score": 0.001982, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001484, "hf_subset": "dzo_Tibt-twi_Latn", "languages": ["dzo-Tibt", "twi-Latn"], "main_score": 0.001484, "precision": 0.001319, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-acm_Arab", "languages": ["dzo-Tibt", "acm-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bel_Cyrl", "languages": ["dzo-Tibt", "bel-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-eng_Latn", "languages": ["dzo-Tibt", "eng-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-hrv_Latn", "languages": ["dzo-Tibt", "hrv-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.004941, "f1": 0.001898, "hf_subset": "dzo_Tibt-kin_Latn", "languages": ["dzo-Tibt", "kin-Latn"], "main_score": 0.001898, "precision": 0.001575, "recall": 0.004941}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mal_Mlym", "languages": ["dzo-Tibt", "mal-Mlym"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-pes_Arab", "languages": ["dzo-Tibt", "pes-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001649, "hf_subset": "dzo_Tibt-srd_Latn", "languages": ["dzo-Tibt", "srd-Latn"], "main_score": 0.001649, "precision": 0.001483, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001009, "hf_subset": "dzo_Tibt-tzm_Tfng", "languages": ["dzo-Tibt", "tzm-Tfng"], "main_score": 0.001009, "precision": 0.000999, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-acq_Arab", "languages": ["dzo-Tibt", "acq-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bem_Latn", "languages": ["dzo-Tibt", "bem-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-epo_Latn", "languages": ["dzo-Tibt", "epo-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-hun_Latn", "languages": ["dzo-Tibt", "hun-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kir_Cyrl", "languages": ["dzo-Tibt", "kir-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-mar_Deva", "languages": ["dzo-Tibt", "mar-Deva"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-plt_Latn", "languages": ["dzo-Tibt", "plt-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-srp_Cyrl", "languages": ["dzo-Tibt", "srp-Cyrl"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-uig_Arab", "languages": ["dzo-Tibt", "uig-Arab"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-aeb_Arab", "languages": ["dzo-Tibt", "aeb-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ben_Beng", "languages": ["dzo-Tibt", "ben-Beng"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-est_Latn", "languages": ["dzo-Tibt", "est-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-hye_Armn", "languages": ["dzo-Tibt", "hye-Armn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002007, "hf_subset": "dzo_Tibt-kmb_Latn", "languages": ["dzo-Tibt", "kmb-Latn"], "main_score": 0.002007, "precision": 0.001992, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-min_Arab", "languages": ["dzo-Tibt", "min-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-pol_Latn", "languages": ["dzo-Tibt", "pol-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.004941, "f1": 0.0024, "hf_subset": "dzo_Tibt-ssw_Latn", "languages": ["dzo-Tibt", "ssw-Latn"], "main_score": 0.0024, "precision": 0.002238, "recall": 0.004941}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ukr_Cyrl", "languages": ["dzo-Tibt", "ukr-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-afr_Latn", "languages": ["dzo-Tibt", "afr-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bho_Deva", "languages": ["dzo-Tibt", "bho-Deva"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001319, "hf_subset": "dzo_Tibt-eus_Latn", "languages": ["dzo-Tibt", "eus-Latn"], "main_score": 0.001319, "precision": 0.001187, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ibo_Latn", "languages": ["dzo-Tibt", "ibo-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-kmr_Latn", "languages": ["dzo-Tibt", "kmr-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-min_Latn", "languages": ["dzo-Tibt", "min-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-por_Latn", "languages": ["dzo-Tibt", "por-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-sun_Latn", "languages": ["dzo-Tibt", "sun-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001039, "hf_subset": "dzo_Tibt-umb_Latn", "languages": ["dzo-Tibt", "umb-Latn"], "main_score": 0.001039, "precision": 0.001014, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ajp_Arab", "languages": ["dzo-Tibt", "ajp-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bjn_Arab", "languages": ["dzo-Tibt", "bjn-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ewe_Latn", "languages": ["dzo-Tibt", "ewe-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ilo_Latn", "languages": ["dzo-Tibt", "ilo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-knc_Arab", "languages": ["dzo-Tibt", "knc-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-mkd_Cyrl", "languages": ["dzo-Tibt", "mkd-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-prs_Arab", "languages": ["dzo-Tibt", "prs-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-swe_Latn", "languages": ["dzo-Tibt", "swe-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-urd_Arab", "languages": ["dzo-Tibt", "urd-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-aka_Latn", "languages": ["dzo-Tibt", "aka-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bjn_Latn", "languages": ["dzo-Tibt", "bjn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001059, "hf_subset": "dzo_Tibt-fao_Latn", "languages": ["dzo-Tibt", "fao-Latn"], "main_score": 0.001059, "precision": 0.001025, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-ind_Latn", "languages": ["dzo-Tibt", "ind-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000992, "hf_subset": "dzo_Tibt-knc_Latn", "languages": ["dzo-Tibt", "knc-Latn"], "main_score": 0.000992, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mlt_Latn", "languages": ["dzo-Tibt", "mlt-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-quy_Latn", "languages": ["dzo-Tibt", "quy-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001272, "hf_subset": "dzo_Tibt-swh_Latn", "languages": ["dzo-Tibt", "swh-Latn"], "main_score": 0.001272, "precision": 0.001154, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00101, "hf_subset": "dzo_Tibt-uzn_Latn", "languages": ["dzo-Tibt", "uzn-Latn"], "main_score": 0.00101, "precision": 0.000999, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-als_Latn", "languages": ["dzo-Tibt", "als-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.007905, "f1": 0.005384, "hf_subset": "dzo_Tibt-bod_Tibt", "languages": ["dzo-Tibt", "bod-Tibt"], "main_score": 0.005384, "precision": 0.005, "recall": 0.007905}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-fij_Latn", "languages": ["dzo-Tibt", "fij-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-isl_Latn", "languages": ["dzo-Tibt", "isl-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.000999, "hf_subset": "dzo_Tibt-kon_Latn", "languages": ["dzo-Tibt", "kon-Latn"], "main_score": 0.000999, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-mni_Beng", "languages": ["dzo-Tibt", "mni-Beng"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ron_Latn", "languages": ["dzo-Tibt", "ron-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-szl_Latn", "languages": ["dzo-Tibt", "szl-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-vec_Latn", "languages": ["dzo-Tibt", "vec-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-amh_Ethi", "languages": ["dzo-Tibt", "amh-Ethi"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bos_Latn", "languages": ["dzo-Tibt", "bos-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-fin_Latn", "languages": ["dzo-Tibt", "fin-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-ita_Latn", "languages": ["dzo-Tibt", "ita-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kor_Hang", "languages": ["dzo-Tibt", "kor-Hang"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-mos_Latn", "languages": ["dzo-Tibt", "mos-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002083, "hf_subset": "dzo_Tibt-run_Latn", "languages": ["dzo-Tibt", "run-Latn"], "main_score": 0.002083, "precision": 0.002032, "recall": 0.003953}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-tam_Taml", "languages": ["dzo-Tibt", "tam-Taml"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-vie_Latn", "languages": ["dzo-Tibt", "vie-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-apc_Arab", "languages": ["dzo-Tibt", "apc-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 3.9e-05, "hf_subset": "dzo_Tibt-bug_Latn", "languages": ["dzo-Tibt", "bug-Latn"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001649, "hf_subset": "dzo_Tibt-fon_Latn", "languages": ["dzo-Tibt", "fon-Latn"], "main_score": 0.001649, "precision": 0.001483, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000999, "hf_subset": "dzo_Tibt-jav_Latn", "languages": ["dzo-Tibt", "jav-Latn"], "main_score": 0.000999, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-lao_Laoo", "languages": ["dzo-Tibt", "lao-Laoo"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000993, "hf_subset": "dzo_Tibt-mri_Latn", "languages": ["dzo-Tibt", "mri-Latn"], "main_score": 0.000993, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-rus_Cyrl", "languages": ["dzo-Tibt", "rus-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001002, "hf_subset": "dzo_Tibt-taq_Latn", "languages": ["dzo-Tibt", "taq-Latn"], "main_score": 0.001002, "precision": 0.000995, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-war_Latn", "languages": ["dzo-Tibt", "war-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-arb_Arab", "languages": ["dzo-Tibt", "arb-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-bul_Cyrl", "languages": ["dzo-Tibt", "bul-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-fra_Latn", "languages": ["dzo-Tibt", "fra-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-jpn_Jpan", "languages": ["dzo-Tibt", "jpn-Jpan"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lij_Latn", "languages": ["dzo-Tibt", "lij-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-mya_Mymr", "languages": ["dzo-Tibt", "mya-Mymr"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-sag_Latn", "languages": ["dzo-Tibt", "sag-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.003953, "f1": 0.001111, "hf_subset": "dzo_Tibt-taq_Tfng", "languages": ["dzo-Tibt", "taq-Tfng"], "main_score": 0.001111, "precision": 0.001053, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-wol_Latn", "languages": ["dzo-Tibt", "wol-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-arb_Latn", "languages": ["dzo-Tibt", "arb-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-cat_Latn", "languages": ["dzo-Tibt", "cat-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-fur_Latn", "languages": ["dzo-Tibt", "fur-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002014, "hf_subset": "dzo_Tibt-kab_Latn", "languages": ["dzo-Tibt", "kab-Latn"], "main_score": 0.002014, "precision": 0.001996, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.00121, "hf_subset": "dzo_Tibt-lim_Latn", "languages": ["dzo-Tibt", "lim-Latn"], "main_score": 0.00121, "precision": 0.001113, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001982, "hf_subset": "dzo_Tibt-nld_Latn", "languages": ["dzo-Tibt", "nld-Latn"], "main_score": 0.001982, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-san_Deva", "languages": ["dzo-Tibt", "san-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tat_Cyrl", "languages": ["dzo-Tibt", "tat-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-xho_Latn", "languages": ["dzo-Tibt", "xho-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-ars_Arab", "languages": ["dzo-Tibt", "ars-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ceb_Latn", "languages": ["dzo-Tibt", "ceb-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001491, "hf_subset": "dzo_Tibt-fuv_Latn", "languages": ["dzo-Tibt", "fuv-Latn"], "main_score": 0.001491, "precision": 0.001322, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001981, "hf_subset": "dzo_Tibt-kac_Latn", "languages": ["dzo-Tibt", "kac-Latn"], "main_score": 0.001981, "precision": 0.001979, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-lin_Latn", "languages": ["dzo-Tibt", "lin-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-nno_Latn", "languages": ["dzo-Tibt", "nno-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000992, "hf_subset": "dzo_Tibt-sat_Olck", "languages": ["dzo-Tibt", "sat-Olck"], "main_score": 0.000992, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tel_Telu", "languages": ["dzo-Tibt", "tel-Telu"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-ydd_Hebr", "languages": ["dzo-Tibt", "ydd-Hebr"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ary_Arab", "languages": ["dzo-Tibt", "ary-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-ces_Latn", "languages": ["dzo-Tibt", "ces-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000995, "hf_subset": "dzo_Tibt-gaz_Latn", "languages": ["dzo-Tibt", "gaz-Latn"], "main_score": 0.000995, "precision": 0.000992, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kam_Latn", "languages": ["dzo-Tibt", "kam-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-lit_Latn", "languages": ["dzo-Tibt", "lit-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001989, "hf_subset": "dzo_Tibt-nob_Latn", "languages": ["dzo-Tibt", "nob-Latn"], "main_score": 0.001989, "precision": 0.001983, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.001014, "hf_subset": "dzo_Tibt-scn_Latn", "languages": ["dzo-Tibt", "scn-Latn"], "main_score": 0.001014, "precision": 0.001001, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tgk_Cyrl", "languages": ["dzo-Tibt", "tgk-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-yor_Latn", "languages": ["dzo-Tibt", "yor-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002068, "hf_subset": "dzo_Tibt-arz_Arab", "languages": ["dzo-Tibt", "arz-Arab"], "main_score": 0.002068, "precision": 0.002024, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-cjk_Latn", "languages": ["dzo-Tibt", "cjk-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001168, "hf_subset": "dzo_Tibt-gla_Latn", "languages": ["dzo-Tibt", "gla-Latn"], "main_score": 0.001168, "precision": 0.001087, "recall": 0.001976}, {"accuracy": 0.0, "f1": 0.0, "hf_subset": "dzo_Tibt-kan_Knda", "languages": ["dzo-Tibt", "kan-Knda"], "main_score": 0.0, "precision": 0.0, "recall": 0.0}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lmo_Latn", "languages": ["dzo-Tibt", "lmo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-npi_Deva", "languages": ["dzo-Tibt", "npi-Deva"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-shn_Mymr", "languages": ["dzo-Tibt", "shn-Mymr"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tgl_Latn", "languages": ["dzo-Tibt", "tgl-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-yue_Hant", "languages": ["dzo-Tibt", "yue-Hant"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-asm_Beng", "languages": ["dzo-Tibt", "asm-Beng"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.003953, "f1": 0.001986, "hf_subset": "dzo_Tibt-ckb_Arab", "languages": ["dzo-Tibt", "ckb-Arab"], "main_score": 0.001986, "precision": 0.001981, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-gle_Latn", "languages": ["dzo-Tibt", "gle-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kas_Arab", "languages": ["dzo-Tibt", "kas-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-ltg_Latn", "languages": ["dzo-Tibt", "ltg-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-nso_Latn", "languages": ["dzo-Tibt", "nso-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-sin_Sinh", "languages": ["dzo-Tibt", "sin-Sinh"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-tha_Thai", "languages": ["dzo-Tibt", "tha-Thai"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-zho_Hans", "languages": ["dzo-Tibt", "zho-Hans"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ast_Latn", "languages": ["dzo-Tibt", "ast-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001074, "hf_subset": "dzo_Tibt-crh_Latn", "languages": ["dzo-Tibt", "crh-Latn"], "main_score": 0.001074, "precision": 0.001033, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.00198, "hf_subset": "dzo_Tibt-glg_Latn", "languages": ["dzo-Tibt", "glg-Latn"], "main_score": 0.00198, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kas_Deva", "languages": ["dzo-Tibt", "kas-Deva"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "dzo_Tibt-ltz_Latn", "languages": ["dzo-Tibt", "ltz-Latn"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.003953, "f1": 0.001658, "hf_subset": "dzo_Tibt-nus_Latn", "languages": ["dzo-Tibt", "nus-Latn"], "main_score": 0.001658, "precision": 0.001488, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-slk_Latn", "languages": ["dzo-Tibt", "slk-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-tir_Ethi", "languages": ["dzo-Tibt", "tir-Ethi"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-zho_Hant", "languages": ["dzo-Tibt", "zho-Hant"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-awa_Deva", "languages": ["dzo-Tibt", "awa-Deva"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-cym_Latn", "languages": ["dzo-Tibt", "cym-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-grn_Latn", "languages": ["dzo-Tibt", "grn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-kat_Geor", "languages": ["dzo-Tibt", "kat-Geor"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001001, "hf_subset": "dzo_Tibt-lua_Latn", "languages": ["dzo-Tibt", "lua-Latn"], "main_score": 0.001001, "precision": 0.000994, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.000994, "hf_subset": "dzo_Tibt-nya_Latn", "languages": ["dzo-Tibt", "nya-Latn"], "main_score": 0.000994, "precision": 0.000991, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001996, "hf_subset": "dzo_Tibt-slv_Latn", "languages": ["dzo-Tibt", "slv-Latn"], "main_score": 0.001996, "precision": 0.001986, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tpi_Latn", "languages": ["dzo-Tibt", "tpi-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-zsm_Latn", "languages": ["dzo-Tibt", "zsm-Latn"], "main_score": 0.001979, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ayr_Latn", "languages": ["dzo-Tibt", "ayr-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-dan_Latn", "languages": ["dzo-Tibt", "dan-Latn"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "dzo_Tibt-guj_Gujr", "languages": ["dzo-Tibt", "guj-Gujr"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-kaz_Cyrl", "languages": ["dzo-Tibt", "kaz-Cyrl"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-lug_Latn", "languages": ["dzo-Tibt", "lug-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002102, "hf_subset": "dzo_Tibt-oci_Latn", "languages": ["dzo-Tibt", "oci-Latn"], "main_score": 0.002102, "precision": 0.002043, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-smo_Latn", "languages": ["dzo-Tibt", "smo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-tsn_Latn", "languages": ["dzo-Tibt", "tsn-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-zul_Latn", "languages": ["dzo-Tibt", "zul-Latn"], "main_score": 0.000991, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-azb_Arab", "languages": ["dzo-Tibt", "azb-Arab"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-deu_Latn", "languages": ["dzo-Tibt", "deu-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 0.000988, "hf_subset": "dzo_Tibt-hat_Latn", "languages": ["dzo-Tibt", "hat-Latn"], "main_score": 0.000988, "precision": 0.000988, "recall": 0.000988}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kbp_Latn", "languages": ["dzo-Tibt", "kbp-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-luo_Latn", "languages": ["dzo-Tibt", "luo-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-ory_Orya", "languages": ["dzo-Tibt", "ory-Orya"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001064, "hf_subset": "dzo_Tibt-sna_Latn", "languages": ["dzo-Tibt", "sna-Latn"], "main_score": 0.001064, "precision": 0.001028, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00105, "hf_subset": "dzo_Tibt-tso_Latn", "languages": ["dzo-Tibt", "tso-Latn"], "main_score": 0.00105, "precision": 0.00102, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-azj_Latn", "languages": ["dzo-Tibt", "azj-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000997, "hf_subset": "dzo_Tibt-dik_Latn", "languages": ["dzo-Tibt", "dik-Latn"], "main_score": 0.000997, "precision": 0.000992, "recall": 0.002964}, {"accuracy": 0.004941, "f1": 0.002204, "hf_subset": "dzo_Tibt-hau_Latn", "languages": ["dzo-Tibt", "hau-Latn"], "main_score": 0.002204, "precision": 0.002104, "recall": 0.004941}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-kea_Latn", "languages": ["dzo-Tibt", "kea-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002021, "hf_subset": "dzo_Tibt-lus_Latn", "languages": ["dzo-Tibt", "lus-Latn"], "main_score": 0.002021, "precision": 0.001999, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.000993, "hf_subset": "dzo_Tibt-pag_Latn", "languages": ["dzo-Tibt", "pag-Latn"], "main_score": 0.000993, "precision": 0.000991, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-snd_Arab", "languages": ["dzo-Tibt", "snd-Arab"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.003953, "f1": 0.002473, "hf_subset": "dzo_Tibt-tuk_Latn", "languages": ["dzo-Tibt", "tuk-Latn"], "main_score": 0.002473, "precision": 0.002307, "recall": 0.003953}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-bak_Cyrl", "languages": ["dzo-Tibt", "bak-Cyrl"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.00099, "hf_subset": "dzo_Tibt-dyu_Latn", "languages": ["dzo-Tibt", "dyu-Latn"], "main_score": 0.00099, "precision": 0.000989, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-heb_Hebr", "languages": ["dzo-Tibt", "heb-Hebr"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "dzo_Tibt-khk_Cyrl", "languages": ["dzo-Tibt", "khk-Cyrl"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-lvs_Latn", "languages": ["dzo-Tibt", "lvs-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.001976, "f1": 0.001976, "hf_subset": "dzo_Tibt-pan_Guru", "languages": ["dzo-Tibt", "pan-Guru"], "main_score": 0.001976, "precision": 0.001976, "recall": 0.001976}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "dzo_Tibt-som_Latn", "languages": ["dzo-Tibt", "som-Latn"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "dzo_Tibt-tum_Latn", "languages": ["dzo-Tibt", "tum-Latn"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.081028, "f1": 0.045925, "hf_subset": "hin_Deva-ace_Arab", "languages": ["hin-Deva", "ace-Arab"], "main_score": 0.045925, "precision": 0.037619, "recall": 0.081028}, {"accuracy": 0.158103, "f1": 0.09775, "hf_subset": "hin_Deva-bam_Latn", "languages": ["hin-Deva", "bam-Latn"], "main_score": 0.09775, "precision": 0.08419, "recall": 0.158103}, {"accuracy": 0.002964, "f1": 4.4e-05, "hf_subset": "hin_Deva-dzo_Tibt", "languages": ["hin-Deva", "dzo-Tibt"], "main_score": 4.4e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.901186, "f1": 0.870059, "hf_subset": "hin_Deva-khm_Khmr", "languages": ["hin-Deva", "khm-Khmr"], "main_score": 0.870059, "precision": 0.854908, "recall": 0.901186}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "hin_Deva-mag_Deva", "languages": ["hin-Deva", "mag-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.606719, "f1": 0.525468, "hf_subset": "hin_Deva-pap_Latn", "languages": ["hin-Deva", "pap-Latn"], "main_score": 0.525468, "precision": 0.494523, "recall": 0.606719}, {"accuracy": 0.177866, "f1": 0.116172, "hf_subset": "hin_Deva-sot_Latn", "languages": ["hin-Deva", "sot-Latn"], "main_score": 0.116172, "precision": 0.100755, "recall": 0.177866}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-tur_Latn", "languages": ["hin-Deva", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.37747, "f1": 0.28878, "hf_subset": "hin_Deva-ace_Latn", "languages": ["hin-Deva", "ace-Latn"], "main_score": 0.28878, "precision": 0.261419, "recall": 0.37747}, {"accuracy": 0.62253, "f1": 0.547994, "hf_subset": "hin_Deva-ban_Latn", "languages": ["hin-Deva", "ban-Latn"], "main_score": 0.547994, "precision": 0.518532, "recall": 0.62253}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hin_Deva-ell_Grek", "languages": ["hin-Deva", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.947628, "f1": 0.932148, "hf_subset": "hin_Deva-hne_Deva", "languages": ["hin-Deva", "hne-Deva"], "main_score": 0.932148, "precision": 0.924736, "recall": 0.947628}, {"accuracy": 0.224308, "f1": 0.145588, "hf_subset": "hin_Deva-kik_Latn", "languages": ["hin-Deva", "kik-Latn"], "main_score": 0.145588, "precision": 0.125422, "recall": 0.224308}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "hin_Deva-mai_Deva", "languages": ["hin-Deva", "mai-Deva"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.850791, "f1": 0.811067, "hf_subset": "hin_Deva-pbt_Arab", "languages": ["hin-Deva", "pbt-Arab"], "main_score": 0.811067, "precision": 0.793182, "recall": 0.850791}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-spa_Latn", "languages": ["hin-Deva", "spa-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.264822, "f1": 0.182538, "hf_subset": "hin_Deva-twi_Latn", "languages": ["hin-Deva", "twi-Latn"], "main_score": 0.182538, "precision": 0.161538, "recall": 0.264822}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "hin_Deva-acm_Arab", "languages": ["hin-Deva", "acm-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "hin_Deva-bel_Cyrl", "languages": ["hin-Deva", "bel-Cyrl"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hin_Deva-eng_Latn", "languages": ["hin-Deva", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "hin_Deva-hrv_Latn", "languages": ["hin-Deva", "hrv-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.136364, "f1": 0.082502, "hf_subset": "hin_Deva-kin_Latn", "languages": ["hin-Deva", "kin-Latn"], "main_score": 0.082502, "precision": 0.070565, "recall": 0.136364}, {"accuracy": 0.911067, "f1": 0.884717, "hf_subset": "hin_Deva-mal_Mlym", "languages": ["hin-Deva", "mal-Mlym"], "main_score": 0.884717, "precision": 0.872563, "recall": 0.911067}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-pes_Arab", "languages": ["hin-Deva", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.69664, "f1": 0.627299, "hf_subset": "hin_Deva-srd_Latn", "languages": ["hin-Deva", "srd-Latn"], "main_score": 0.627299, "precision": 0.599219, "recall": 0.69664}, {"accuracy": 0.065217, "f1": 0.03154, "hf_subset": "hin_Deva-tzm_Tfng", "languages": ["hin-Deva", "tzm-Tfng"], "main_score": 0.03154, "precision": 0.02659, "recall": 0.065217}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "hin_Deva-acq_Arab", "languages": ["hin-Deva", "acq-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.205534, "f1": 0.136877, "hf_subset": "hin_Deva-bem_Latn", "languages": ["hin-Deva", "bem-Latn"], "main_score": 0.136877, "precision": 0.120722, "recall": 0.205534}, {"accuracy": 0.839921, "f1": 0.7972, "hf_subset": "hin_Deva-epo_Latn", "languages": ["hin-Deva", "epo-Latn"], "main_score": 0.7972, "precision": 0.778393, "recall": 0.839921}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hin_Deva-hun_Latn", "languages": ["hin-Deva", "hun-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "hin_Deva-kir_Cyrl", "languages": ["hin-Deva", "kir-Cyrl"], "main_score": 0.909486, "precision": 0.899621, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.89608, "hf_subset": "hin_Deva-mar_Deva", "languages": ["hin-Deva", "mar-Deva"], "main_score": 0.89608, "precision": 0.884223, "recall": 0.920949}, {"accuracy": 0.257905, "f1": 0.183091, "hf_subset": "hin_Deva-plt_Latn", "languages": ["hin-Deva", "plt-Latn"], "main_score": 0.183091, "precision": 0.161647, "recall": 0.257905}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-srp_Cyrl", "languages": ["hin-Deva", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.798419, "f1": 0.752652, "hf_subset": "hin_Deva-uig_Arab", "languages": ["hin-Deva", "uig-Arab"], "main_score": 0.752652, "precision": 0.732618, "recall": 0.798419}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "hin_Deva-aeb_Arab", "languages": ["hin-Deva", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.921937, "f1": 0.899539, "hf_subset": "hin_Deva-ben_Beng", "languages": ["hin-Deva", "ben-Beng"], "main_score": 0.899539, "precision": 0.888834, "recall": 0.921937}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "hin_Deva-est_Latn", "languages": ["hin-Deva", "est-Latn"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "hin_Deva-hye_Armn", "languages": ["hin-Deva", "hye-Armn"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.148221, "f1": 0.086059, "hf_subset": "hin_Deva-kmb_Latn", "languages": ["hin-Deva", "kmb-Latn"], "main_score": 0.086059, "precision": 0.073203, "recall": 0.148221}, {"accuracy": 0.064229, "f1": 0.043517, "hf_subset": "hin_Deva-min_Arab", "languages": ["hin-Deva", "min-Arab"], "main_score": 0.043517, "precision": 0.0387, "recall": 0.064229}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-pol_Latn", "languages": ["hin-Deva", "pol-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.143281, "f1": 0.086082, "hf_subset": "hin_Deva-ssw_Latn", "languages": ["hin-Deva", "ssw-Latn"], "main_score": 0.086082, "precision": 0.074268, "recall": 0.143281}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ukr_Cyrl", "languages": ["hin-Deva", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "hin_Deva-afr_Latn", "languages": ["hin-Deva", "afr-Latn"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.923913, "f1": 0.901252, "hf_subset": "hin_Deva-bho_Deva", "languages": ["hin-Deva", "bho-Deva"], "main_score": 0.901252, "precision": 0.890399, "recall": 0.923913}, {"accuracy": 0.718379, "f1": 0.653774, "hf_subset": "hin_Deva-eus_Latn", "languages": ["hin-Deva", "eus-Latn"], "main_score": 0.653774, "precision": 0.62663, "recall": 0.718379}, {"accuracy": 0.163043, "f1": 0.093342, "hf_subset": "hin_Deva-ibo_Latn", "languages": ["hin-Deva", "ibo-Latn"], "main_score": 0.093342, "precision": 0.077527, "recall": 0.163043}, {"accuracy": 0.721344, "f1": 0.666787, "hf_subset": "hin_Deva-kmr_Latn", "languages": ["hin-Deva", "kmr-Latn"], "main_score": 0.666787, "precision": 0.643899, "recall": 0.721344}, {"accuracy": 0.605731, "f1": 0.526535, "hf_subset": "hin_Deva-min_Latn", "languages": ["hin-Deva", "min-Latn"], "main_score": 0.526535, "precision": 0.496364, "recall": 0.605731}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-por_Latn", "languages": ["hin-Deva", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.727273, "f1": 0.662491, "hf_subset": "hin_Deva-sun_Latn", "languages": ["hin-Deva", "sun-Latn"], "main_score": 0.662491, "precision": 0.636307, "recall": 0.727273}, {"accuracy": 0.150198, "f1": 0.092738, "hf_subset": "hin_Deva-umb_Latn", "languages": ["hin-Deva", "umb-Latn"], "main_score": 0.092738, "precision": 0.079131, "recall": 0.150198}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "hin_Deva-ajp_Arab", "languages": ["hin-Deva", "ajp-Arab"], "main_score": 0.950922, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.076087, "f1": 0.043593, "hf_subset": "hin_Deva-bjn_Arab", "languages": ["hin-Deva", "bjn-Arab"], "main_score": 0.043593, "precision": 0.036609, "recall": 0.076087}, {"accuracy": 0.206522, "f1": 0.141497, "hf_subset": "hin_Deva-ewe_Latn", "languages": ["hin-Deva", "ewe-Latn"], "main_score": 0.141497, "precision": 0.125012, "recall": 0.206522}, {"accuracy": 0.322134, "f1": 0.234544, "hf_subset": "hin_Deva-ilo_Latn", "languages": ["hin-Deva", "ilo-Latn"], "main_score": 0.234544, "precision": 0.208972, "recall": 0.322134}, {"accuracy": 0.089921, "f1": 0.049774, "hf_subset": "hin_Deva-knc_Arab", "languages": ["hin-Deva", "knc-Arab"], "main_score": 0.049774, "precision": 0.041256, "recall": 0.089921}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hin_Deva-mkd_Cyrl", "languages": ["hin-Deva", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hin_Deva-prs_Arab", "languages": ["hin-Deva", "prs-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-swe_Latn", "languages": ["hin-Deva", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "hin_Deva-urd_Arab", "languages": ["hin-Deva", "urd-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.25, "f1": 0.170252, "hf_subset": "hin_Deva-aka_Latn", "languages": ["hin-Deva", "aka-Latn"], "main_score": 0.170252, "precision": 0.148967, "recall": 0.25}, {"accuracy": 0.75, "f1": 0.68703, "hf_subset": "hin_Deva-bjn_Latn", "languages": ["hin-Deva", "bjn-Latn"], "main_score": 0.68703, "precision": 0.660927, "recall": 0.75}, {"accuracy": 0.431818, "f1": 0.348463, "hf_subset": "hin_Deva-fao_Latn", "languages": ["hin-Deva", "fao-Latn"], "main_score": 0.348463, "precision": 0.321352, "recall": 0.431818}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-ind_Latn", "languages": ["hin-Deva", "ind-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.241107, "f1": 0.164758, "hf_subset": "hin_Deva-knc_Latn", "languages": ["hin-Deva", "knc-Latn"], "main_score": 0.164758, "precision": 0.145134, "recall": 0.241107}, {"accuracy": 0.301383, "f1": 0.220392, "hf_subset": "hin_Deva-mlt_Latn", "languages": ["hin-Deva", "mlt-Latn"], "main_score": 0.220392, "precision": 0.198275, "recall": 0.301383}, {"accuracy": 0.242095, "f1": 0.160187, "hf_subset": "hin_Deva-quy_Latn", "languages": ["hin-Deva", "quy-Latn"], "main_score": 0.160187, "precision": 0.13936, "recall": 0.242095}, {"accuracy": 0.329051, "f1": 0.244349, "hf_subset": "hin_Deva-swh_Latn", "languages": ["hin-Deva", "swh-Latn"], "main_score": 0.244349, "precision": 0.218548, "recall": 0.329051}, {"accuracy": 0.621542, "f1": 0.546411, "hf_subset": "hin_Deva-uzn_Latn", "languages": ["hin-Deva", "uzn-Latn"], "main_score": 0.546411, "precision": 0.516178, "recall": 0.621542}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-als_Latn", "languages": ["hin-Deva", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.056324, "f1": 0.020579, "hf_subset": "hin_Deva-bod_Tibt", "languages": ["hin-Deva", "bod-Tibt"], "main_score": 0.020579, "precision": 0.016261, "recall": 0.056324}, {"accuracy": 0.177866, "f1": 0.112606, "hf_subset": "hin_Deva-fij_Latn", "languages": ["hin-Deva", "fij-Latn"], "main_score": 0.112606, "precision": 0.095629, "recall": 0.177866}, {"accuracy": 0.742095, "f1": 0.683583, "hf_subset": "hin_Deva-isl_Latn", "languages": ["hin-Deva", "isl-Latn"], "main_score": 0.683583, "precision": 0.659384, "recall": 0.742095}, {"accuracy": 0.220356, "f1": 0.146871, "hf_subset": "hin_Deva-kon_Latn", "languages": ["hin-Deva", "kon-Latn"], "main_score": 0.146871, "precision": 0.127898, "recall": 0.220356}, {"accuracy": 0.064229, "f1": 0.034733, "hf_subset": "hin_Deva-mni_Beng", "languages": ["hin-Deva", "mni-Beng"], "main_score": 0.034733, "precision": 0.030076, "recall": 0.064229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ron_Latn", "languages": ["hin-Deva", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.777668, "f1": 0.724885, "hf_subset": "hin_Deva-szl_Latn", "languages": ["hin-Deva", "szl-Latn"], "main_score": 0.724885, "precision": 0.703007, "recall": 0.777668}, {"accuracy": 0.774704, "f1": 0.713359, "hf_subset": "hin_Deva-vec_Latn", "languages": ["hin-Deva", "vec-Latn"], "main_score": 0.713359, "precision": 0.686792, "recall": 0.774704}, {"accuracy": 0.794466, "f1": 0.744386, "hf_subset": "hin_Deva-amh_Ethi", "languages": ["hin-Deva", "amh-Ethi"], "main_score": 0.744386, "precision": 0.723057, "recall": 0.794466}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-bos_Latn", "languages": ["hin-Deva", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "hin_Deva-fin_Latn", "languages": ["hin-Deva", "fin-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-ita_Latn", "languages": ["hin-Deva", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "hin_Deva-kor_Hang", "languages": ["hin-Deva", "kor-Hang"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.199605, "f1": 0.132276, "hf_subset": "hin_Deva-mos_Latn", "languages": ["hin-Deva", "mos-Latn"], "main_score": 0.132276, "precision": 0.11542, "recall": 0.199605}, {"accuracy": 0.130435, "f1": 0.07673, "hf_subset": "hin_Deva-run_Latn", "languages": ["hin-Deva", "run-Latn"], "main_score": 0.07673, "precision": 0.063894, "recall": 0.130435}, {"accuracy": 0.908103, "f1": 0.880501, "hf_subset": "hin_Deva-tam_Taml", "languages": ["hin-Deva", "tam-Taml"], "main_score": 0.880501, "precision": 0.867507, "recall": 0.908103}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hin_Deva-vie_Latn", "languages": ["hin-Deva", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "hin_Deva-apc_Arab", "languages": ["hin-Deva", "apc-Arab"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.356719, "f1": 0.266651, "hf_subset": "hin_Deva-bug_Latn", "languages": ["hin-Deva", "bug-Latn"], "main_score": 0.266651, "precision": 0.239302, "recall": 0.356719}, {"accuracy": 0.178854, "f1": 0.11531, "hf_subset": "hin_Deva-fon_Latn", "languages": ["hin-Deva", "fon-Latn"], "main_score": 0.11531, "precision": 0.100853, "recall": 0.178854}, {"accuracy": 0.685771, "f1": 0.617368, "hf_subset": "hin_Deva-jav_Latn", "languages": ["hin-Deva", "jav-Latn"], "main_score": 0.617368, "precision": 0.590119, "recall": 0.685771}, {"accuracy": 0.926877, "f1": 0.90695, "hf_subset": "hin_Deva-lao_Laoo", "languages": ["hin-Deva", "lao-Laoo"], "main_score": 0.90695, "precision": 0.898123, "recall": 0.926877}, {"accuracy": 0.170949, "f1": 0.105237, "hf_subset": "hin_Deva-mri_Latn", "languages": ["hin-Deva", "mri-Latn"], "main_score": 0.105237, "precision": 0.09133, "recall": 0.170949}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-rus_Cyrl", "languages": ["hin-Deva", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.221344, "f1": 0.157138, "hf_subset": "hin_Deva-taq_Latn", "languages": ["hin-Deva", "taq-Latn"], "main_score": 0.157138, "precision": 0.141119, "recall": 0.221344}, {"accuracy": 0.402174, "f1": 0.311281, "hf_subset": "hin_Deva-war_Latn", "languages": ["hin-Deva", "war-Latn"], "main_score": 0.311281, "precision": 0.281518, "recall": 0.402174}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hin_Deva-arb_Arab", "languages": ["hin-Deva", "arb-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-bul_Cyrl", "languages": ["hin-Deva", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-fra_Latn", "languages": ["hin-Deva", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hin_Deva-jpn_Jpan", "languages": ["hin-Deva", "jpn-Jpan"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.705534, "f1": 0.639154, "hf_subset": "hin_Deva-lij_Latn", "languages": ["hin-Deva", "lij-Latn"], "main_score": 0.639154, "precision": 0.611786, "recall": 0.705534}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "hin_Deva-mya_Mymr", "languages": ["hin-Deva", "mya-Mymr"], "main_score": 0.929018, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.208498, "f1": 0.138975, "hf_subset": "hin_Deva-sag_Latn", "languages": ["hin-Deva", "sag-Latn"], "main_score": 0.138975, "precision": 0.120669, "recall": 0.208498}, {"accuracy": 0.071146, "f1": 0.03065, "hf_subset": "hin_Deva-taq_Tfng", "languages": ["hin-Deva", "taq-Tfng"], "main_score": 0.03065, "precision": 0.024997, "recall": 0.071146}, {"accuracy": 0.220356, "f1": 0.144424, "hf_subset": "hin_Deva-wol_Latn", "languages": ["hin-Deva", "wol-Latn"], "main_score": 0.144424, "precision": 0.123978, "recall": 0.220356}, {"accuracy": 0.102767, "f1": 0.055553, "hf_subset": "hin_Deva-arb_Latn", "languages": ["hin-Deva", "arb-Latn"], "main_score": 0.055553, "precision": 0.046377, "recall": 0.102767}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-cat_Latn", "languages": ["hin-Deva", "cat-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.686759, "f1": 0.62076, "hf_subset": "hin_Deva-fur_Latn", "languages": ["hin-Deva", "fur-Latn"], "main_score": 0.62076, "precision": 0.594549, "recall": 0.686759}, {"accuracy": 0.078063, "f1": 0.048103, "hf_subset": "hin_Deva-kab_Latn", "languages": ["hin-Deva", "kab-Latn"], "main_score": 0.048103, "precision": 0.041461, "recall": 0.078063}, {"accuracy": 0.716403, "f1": 0.647356, "hf_subset": "hin_Deva-lim_Latn", "languages": ["hin-Deva", "lim-Latn"], "main_score": 0.647356, "precision": 0.617408, "recall": 0.716403}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "hin_Deva-nld_Latn", "languages": ["hin-Deva", "nld-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.76581, "f1": 0.708338, "hf_subset": "hin_Deva-san_Deva", "languages": ["hin-Deva", "san-Deva"], "main_score": 0.708338, "precision": 0.683416, "recall": 0.76581}, {"accuracy": 0.48419, "f1": 0.403866, "hf_subset": "hin_Deva-tat_Cyrl", "languages": ["hin-Deva", "tat-Cyrl"], "main_score": 0.403866, "precision": 0.375423, "recall": 0.48419}, {"accuracy": 0.175889, "f1": 0.10878, "hf_subset": "hin_Deva-xho_Latn", "languages": ["hin-Deva", "xho-Latn"], "main_score": 0.10878, "precision": 0.094061, "recall": 0.175889}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hin_Deva-ars_Arab", "languages": ["hin-Deva", "ars-Arab"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.376482, "f1": 0.284522, "hf_subset": "hin_Deva-ceb_Latn", "languages": ["hin-Deva", "ceb-Latn"], "main_score": 0.284522, "precision": 0.254775, "recall": 0.376482}, {"accuracy": 0.209486, "f1": 0.136135, "hf_subset": "hin_Deva-fuv_Latn", "languages": ["hin-Deva", "fuv-Latn"], "main_score": 0.136135, "precision": 0.118757, "recall": 0.209486}, {"accuracy": 0.183794, "f1": 0.121013, "hf_subset": "hin_Deva-kac_Latn", "languages": ["hin-Deva", "kac-Latn"], "main_score": 0.121013, "precision": 0.106166, "recall": 0.183794}, {"accuracy": 0.210474, "f1": 0.146379, "hf_subset": "hin_Deva-lin_Latn", "languages": ["hin-Deva", "lin-Latn"], "main_score": 0.146379, "precision": 0.129672, "recall": 0.210474}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "hin_Deva-nno_Latn", "languages": ["hin-Deva", "nno-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.019763, "f1": 0.004781, "hf_subset": "hin_Deva-sat_Olck", "languages": ["hin-Deva", "sat-Olck"], "main_score": 0.004781, "precision": 0.003674, "recall": 0.019763}, {"accuracy": 0.87253, "f1": 0.837879, "hf_subset": "hin_Deva-tel_Telu", "languages": ["hin-Deva", "tel-Telu"], "main_score": 0.837879, "precision": 0.822332, "recall": 0.87253}, {"accuracy": 0.453557, "f1": 0.369962, "hf_subset": "hin_Deva-ydd_Hebr", "languages": ["hin-Deva", "ydd-Hebr"], "main_score": 0.369962, "precision": 0.338736, "recall": 0.453557}, {"accuracy": 0.837945, "f1": 0.793083, "hf_subset": "hin_Deva-ary_Arab", "languages": ["hin-Deva", "ary-Arab"], "main_score": 0.793083, "precision": 0.771904, "recall": 0.837945}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-ces_Latn", "languages": ["hin-Deva", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.086957, "f1": 0.045089, "hf_subset": "hin_Deva-gaz_Latn", "languages": ["hin-Deva", "gaz-Latn"], "main_score": 0.045089, "precision": 0.037485, "recall": 0.086957}, {"accuracy": 0.172925, "f1": 0.113146, "hf_subset": "hin_Deva-kam_Latn", "languages": ["hin-Deva", "kam-Latn"], "main_score": 0.113146, "precision": 0.098363, "recall": 0.172925}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "hin_Deva-lit_Latn", "languages": ["hin-Deva", "lit-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "hin_Deva-nob_Latn", "languages": ["hin-Deva", "nob-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.615613, "f1": 0.533927, "hf_subset": "hin_Deva-scn_Latn", "languages": ["hin-Deva", "scn-Latn"], "main_score": 0.533927, "precision": 0.503344, "recall": 0.615613}, {"accuracy": 0.168972, "f1": 0.109536, "hf_subset": "hin_Deva-tgk_Cyrl", "languages": ["hin-Deva", "tgk-Cyrl"], "main_score": 0.109536, "precision": 0.094402, "recall": 0.168972}, {"accuracy": 0.181818, "f1": 0.114237, "hf_subset": "hin_Deva-yor_Latn", "languages": ["hin-Deva", "yor-Latn"], "main_score": 0.114237, "precision": 0.098221, "recall": 0.181818}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "hin_Deva-arz_Arab", "languages": ["hin-Deva", "arz-Arab"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.16996, "f1": 0.114034, "hf_subset": "hin_Deva-cjk_Latn", "languages": ["hin-Deva", "cjk-Latn"], "main_score": 0.114034, "precision": 0.101193, "recall": 0.16996}, {"accuracy": 0.168972, "f1": 0.108061, "hf_subset": "hin_Deva-gla_Latn", "languages": ["hin-Deva", "gla-Latn"], "main_score": 0.108061, "precision": 0.092582, "recall": 0.168972}, {"accuracy": 0.838933, "f1": 0.791422, "hf_subset": "hin_Deva-kan_Knda", "languages": ["hin-Deva", "kan-Knda"], "main_score": 0.791422, "precision": 0.769466, "recall": 0.838933}, {"accuracy": 0.626482, "f1": 0.554629, "hf_subset": "hin_Deva-lmo_Latn", "languages": ["hin-Deva", "lmo-Latn"], "main_score": 0.554629, "precision": 0.526998, "recall": 0.626482}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "hin_Deva-npi_Deva", "languages": ["hin-Deva", "npi-Deva"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.25, "f1": 0.172105, "hf_subset": "hin_Deva-shn_Mymr", "languages": ["hin-Deva", "shn-Mymr"], "main_score": 0.172105, "precision": 0.149227, "recall": 0.25}, {"accuracy": 0.445652, "f1": 0.359877, "hf_subset": "hin_Deva-tgl_Latn", "languages": ["hin-Deva", "tgl-Latn"], "main_score": 0.359877, "precision": 0.332626, "recall": 0.445652}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hin_Deva-yue_Hant", "languages": ["hin-Deva", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.578063, "f1": 0.498993, "hf_subset": "hin_Deva-asm_Beng", "languages": ["hin-Deva", "asm-Beng"], "main_score": 0.498993, "precision": 0.467888, "recall": 0.578063}, {"accuracy": 0.847826, "f1": 0.806719, "hf_subset": "hin_Deva-ckb_Arab", "languages": ["hin-Deva", "ckb-Arab"], "main_score": 0.806719, "precision": 0.787829, "recall": 0.847826}, {"accuracy": 0.26087, "f1": 0.182279, "hf_subset": "hin_Deva-gle_Latn", "languages": ["hin-Deva", "gle-Latn"], "main_score": 0.182279, "precision": 0.159917, "recall": 0.26087}, {"accuracy": 0.643281, "f1": 0.567105, "hf_subset": "hin_Deva-kas_Arab", "languages": ["hin-Deva", "kas-Arab"], "main_score": 0.567105, "precision": 0.536052, "recall": 0.643281}, {"accuracy": 0.676877, "f1": 0.609096, "hf_subset": "hin_Deva-ltg_Latn", "languages": ["hin-Deva", "ltg-Latn"], "main_score": 0.609096, "precision": 0.582017, "recall": 0.676877}, {"accuracy": 0.224308, "f1": 0.149543, "hf_subset": "hin_Deva-nso_Latn", "languages": ["hin-Deva", "nso-Latn"], "main_score": 0.149543, "precision": 0.130294, "recall": 0.224308}, {"accuracy": 0.940711, "f1": 0.923123, "hf_subset": "hin_Deva-sin_Sinh", "languages": ["hin-Deva", "sin-Sinh"], "main_score": 0.923123, "precision": 0.915102, "recall": 0.940711}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hin_Deva-tha_Thai", "languages": ["hin-Deva", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "hin_Deva-zho_Hans", "languages": ["hin-Deva", "zho-Hans"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "hin_Deva-ast_Latn", "languages": ["hin-Deva", "ast-Latn"], "main_score": 0.907444, "precision": 0.897233, "recall": 0.928854}, {"accuracy": 0.741107, "f1": 0.6792, "hf_subset": "hin_Deva-crh_Latn", "languages": ["hin-Deva", "crh-Latn"], "main_score": 0.6792, "precision": 0.652364, "recall": 0.741107}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hin_Deva-glg_Latn", "languages": ["hin-Deva", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.421937, "f1": 0.339229, "hf_subset": "hin_Deva-kas_Deva", "languages": ["hin-Deva", "kas-Deva"], "main_score": 0.339229, "precision": 0.311526, "recall": 0.421937}, {"accuracy": 0.470356, "f1": 0.378029, "hf_subset": "hin_Deva-ltz_Latn", "languages": ["hin-Deva", "ltz-Latn"], "main_score": 0.378029, "precision": 0.346294, "recall": 0.470356}, {"accuracy": 0.102767, "f1": 0.05792, "hf_subset": "hin_Deva-nus_Latn", "languages": ["hin-Deva", "nus-Latn"], "main_score": 0.05792, "precision": 0.049434, "recall": 0.102767}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hin_Deva-slk_Latn", "languages": ["hin-Deva", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.193676, "f1": 0.131064, "hf_subset": "hin_Deva-tir_Ethi", "languages": ["hin-Deva", "tir-Ethi"], "main_score": 0.131064, "precision": 0.113946, "recall": 0.193676}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hin_Deva-zho_Hant", "languages": ["hin-Deva", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "hin_Deva-awa_Deva", "languages": ["hin-Deva", "awa-Deva"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.447628, "f1": 0.35689, "hf_subset": "hin_Deva-cym_Latn", "languages": ["hin-Deva", "cym-Latn"], "main_score": 0.35689, "precision": 0.327516, "recall": 0.447628}, {"accuracy": 0.321146, "f1": 0.23426, "hf_subset": "hin_Deva-grn_Latn", "languages": ["hin-Deva", "grn-Latn"], "main_score": 0.23426, "precision": 0.209337, "recall": 0.321146}, {"accuracy": 0.880435, "f1": 0.844532, "hf_subset": "hin_Deva-kat_Geor", "languages": ["hin-Deva", "kat-Geor"], "main_score": 0.844532, "precision": 0.827931, "recall": 0.880435}, {"accuracy": 0.218379, "f1": 0.142194, "hf_subset": "hin_Deva-lua_Latn", "languages": ["hin-Deva", "lua-Latn"], "main_score": 0.142194, "precision": 0.122031, "recall": 0.218379}, {"accuracy": 0.20751, "f1": 0.13557, "hf_subset": "hin_Deva-nya_Latn", "languages": ["hin-Deva", "nya-Latn"], "main_score": 0.13557, "precision": 0.11753, "recall": 0.20751}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hin_Deva-slv_Latn", "languages": ["hin-Deva", "slv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.427866, "f1": 0.336341, "hf_subset": "hin_Deva-tpi_Latn", "languages": ["hin-Deva", "tpi-Latn"], "main_score": 0.336341, "precision": 0.307368, "recall": 0.427866}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-zsm_Latn", "languages": ["hin-Deva", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.170949, "f1": 0.100671, "hf_subset": "hin_Deva-ayr_Latn", "languages": ["hin-Deva", "ayr-Latn"], "main_score": 0.100671, "precision": 0.084697, "recall": 0.170949}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-dan_Latn", "languages": ["hin-Deva", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.926877, "f1": 0.904545, "hf_subset": "hin_Deva-guj_Gujr", "languages": ["hin-Deva", "guj-Gujr"], "main_score": 0.904545, "precision": 0.894022, "recall": 0.926877}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "hin_Deva-kaz_Cyrl", "languages": ["hin-Deva", "kaz-Cyrl"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.164032, "f1": 0.105676, "hf_subset": "hin_Deva-lug_Latn", "languages": ["hin-Deva", "lug-Latn"], "main_score": 0.105676, "precision": 0.092366, "recall": 0.164032}, {"accuracy": 0.910079, "f1": 0.882576, "hf_subset": "hin_Deva-oci_Latn", "languages": ["hin-Deva", "oci-Latn"], "main_score": 0.882576, "precision": 0.869401, "recall": 0.910079}, {"accuracy": 0.166996, "f1": 0.103857, "hf_subset": "hin_Deva-smo_Latn", "languages": ["hin-Deva", "smo-Latn"], "main_score": 0.103857, "precision": 0.088648, "recall": 0.166996}, {"accuracy": 0.190711, "f1": 0.128153, "hf_subset": "hin_Deva-tsn_Latn", "languages": ["hin-Deva", "tsn-Latn"], "main_score": 0.128153, "precision": 0.112675, "recall": 0.190711}, {"accuracy": 0.137352, "f1": 0.080316, "hf_subset": "hin_Deva-zul_Latn", "languages": ["hin-Deva", "zul-Latn"], "main_score": 0.080316, "precision": 0.068393, "recall": 0.137352}, {"accuracy": 0.551383, "f1": 0.467484, "hf_subset": "hin_Deva-azb_Arab", "languages": ["hin-Deva", "azb-Arab"], "main_score": 0.467484, "precision": 0.43433, "recall": 0.551383}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hin_Deva-deu_Latn", "languages": ["hin-Deva", "deu-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.263834, "f1": 0.180964, "hf_subset": "hin_Deva-hat_Latn", "languages": ["hin-Deva", "hat-Latn"], "main_score": 0.180964, "precision": 0.157035, "recall": 0.263834}, {"accuracy": 0.15415, "f1": 0.09175, "hf_subset": "hin_Deva-kbp_Latn", "languages": ["hin-Deva", "kbp-Latn"], "main_score": 0.09175, "precision": 0.077724, "recall": 0.15415}, {"accuracy": 0.19664, "f1": 0.12481, "hf_subset": "hin_Deva-luo_Latn", "languages": ["hin-Deva", "luo-Latn"], "main_score": 0.12481, "precision": 0.107984, "recall": 0.19664}, {"accuracy": 0.854743, "f1": 0.816436, "hf_subset": "hin_Deva-ory_Orya", "languages": ["hin-Deva", "ory-Orya"], "main_score": 0.816436, "precision": 0.799407, "recall": 0.854743}, {"accuracy": 0.166008, "f1": 0.100311, "hf_subset": "hin_Deva-sna_Latn", "languages": ["hin-Deva", "sna-Latn"], "main_score": 0.100311, "precision": 0.084695, "recall": 0.166008}, {"accuracy": 0.166996, "f1": 0.108134, "hf_subset": "hin_Deva-tso_Latn", "languages": ["hin-Deva", "tso-Latn"], "main_score": 0.108134, "precision": 0.093629, "recall": 0.166996}, {"accuracy": 0.938735, "f1": 0.923155, "hf_subset": "hin_Deva-azj_Latn", "languages": ["hin-Deva", "azj-Latn"], "main_score": 0.923155, "precision": 0.916123, "recall": 0.938735}, {"accuracy": 0.263834, "f1": 0.185689, "hf_subset": "hin_Deva-dik_Latn", "languages": ["hin-Deva", "dik-Latn"], "main_score": 0.185689, "precision": 0.164946, "recall": 0.263834}, {"accuracy": 0.216403, "f1": 0.13862, "hf_subset": "hin_Deva-hau_Latn", "languages": ["hin-Deva", "hau-Latn"], "main_score": 0.13862, "precision": 0.119199, "recall": 0.216403}, {"accuracy": 0.615613, "f1": 0.538453, "hf_subset": "hin_Deva-kea_Latn", "languages": ["hin-Deva", "kea-Latn"], "main_score": 0.538453, "precision": 0.509038, "recall": 0.615613}, {"accuracy": 0.328063, "f1": 0.242269, "hf_subset": "hin_Deva-lus_Latn", "languages": ["hin-Deva", "lus-Latn"], "main_score": 0.242269, "precision": 0.21747, "recall": 0.328063}, {"accuracy": 0.454545, "f1": 0.364692, "hf_subset": "hin_Deva-pag_Latn", "languages": ["hin-Deva", "pag-Latn"], "main_score": 0.364692, "precision": 0.334155, "recall": 0.454545}, {"accuracy": 0.890316, "f1": 0.860277, "hf_subset": "hin_Deva-snd_Arab", "languages": ["hin-Deva", "snd-Arab"], "main_score": 0.860277, "precision": 0.846509, "recall": 0.890316}, {"accuracy": 0.312253, "f1": 0.223419, "hf_subset": "hin_Deva-tuk_Latn", "languages": ["hin-Deva", "tuk-Latn"], "main_score": 0.223419, "precision": 0.196849, "recall": 0.312253}, {"accuracy": 0.437747, "f1": 0.351195, "hf_subset": "hin_Deva-bak_Cyrl", "languages": ["hin-Deva", "bak-Cyrl"], "main_score": 0.351195, "precision": 0.321349, "recall": 0.437747}, {"accuracy": 0.15415, "f1": 0.098374, "hf_subset": "hin_Deva-dyu_Latn", "languages": ["hin-Deva", "dyu-Latn"], "main_score": 0.098374, "precision": 0.085037, "recall": 0.15415}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hin_Deva-heb_Hebr", "languages": ["hin-Deva", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hin_Deva-khk_Cyrl", "languages": ["hin-Deva", "khk-Cyrl"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.986166, "f1": 0.982279, "hf_subset": "hin_Deva-lvs_Latn", "languages": ["hin-Deva", "lvs-Latn"], "main_score": 0.982279, "precision": 0.980484, "recall": 0.986166}, {"accuracy": 0.898221, "f1": 0.870455, "hf_subset": "hin_Deva-pan_Guru", "languages": ["hin-Deva", "pan-Guru"], "main_score": 0.870455, "precision": 0.857625, "recall": 0.898221}, {"accuracy": 0.242095, "f1": 0.169497, "hf_subset": "hin_Deva-som_Latn", "languages": ["hin-Deva", "som-Latn"], "main_score": 0.169497, "precision": 0.148921, "recall": 0.242095}, {"accuracy": 0.182806, "f1": 0.115487, "hf_subset": "hin_Deva-tum_Latn", "languages": ["hin-Deva", "tum-Latn"], "main_score": 0.115487, "precision": 0.099648, "recall": 0.182806}, {"accuracy": 0.064229, "f1": 0.038993, "hf_subset": "khm_Khmr-ace_Arab", "languages": ["khm-Khmr", "ace-Arab"], "main_score": 0.038993, "precision": 0.032144, "recall": 0.064229}, {"accuracy": 0.189723, "f1": 0.136103, "hf_subset": "khm_Khmr-bam_Latn", "languages": ["khm-Khmr", "bam-Latn"], "main_score": 0.136103, "precision": 0.123249, "recall": 0.189723}, {"accuracy": 0.002964, "f1": 4e-05, "hf_subset": "khm_Khmr-dzo_Tibt", "languages": ["khm-Khmr", "dzo-Tibt"], "main_score": 4e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.908103, "f1": 0.889182, "hf_subset": "khm_Khmr-hin_Deva", "languages": ["khm-Khmr", "hin-Deva"], "main_score": 0.889182, "precision": 0.880188, "recall": 0.908103}, {"accuracy": 0.842885, "f1": 0.810738, "hf_subset": "khm_Khmr-mag_Deva", "languages": ["khm-Khmr", "mag-Deva"], "main_score": 0.810738, "precision": 0.795784, "recall": 0.842885}, {"accuracy": 0.546443, "f1": 0.476059, "hf_subset": "khm_Khmr-pap_Latn", "languages": ["khm-Khmr", "pap-Latn"], "main_score": 0.476059, "precision": 0.450196, "recall": 0.546443}, {"accuracy": 0.199605, "f1": 0.143742, "hf_subset": "khm_Khmr-sot_Latn", "languages": ["khm-Khmr", "sot-Latn"], "main_score": 0.143742, "precision": 0.129485, "recall": 0.199605}, {"accuracy": 0.917984, "f1": 0.899483, "hf_subset": "khm_Khmr-tur_Latn", "languages": ["khm-Khmr", "tur-Latn"], "main_score": 0.899483, "precision": 0.891434, "recall": 0.917984}, {"accuracy": 0.355731, "f1": 0.280346, "hf_subset": "khm_Khmr-ace_Latn", "languages": ["khm-Khmr", "ace-Latn"], "main_score": 0.280346, "precision": 0.25724, "recall": 0.355731}, {"accuracy": 0.568182, "f1": 0.503337, "hf_subset": "khm_Khmr-ban_Latn", "languages": ["khm-Khmr", "ban-Latn"], "main_score": 0.503337, "precision": 0.478174, "recall": 0.568182}, {"accuracy": 0.929842, "f1": 0.913529, "hf_subset": "khm_Khmr-ell_Grek", "languages": ["khm-Khmr", "ell-Grek"], "main_score": 0.913529, "precision": 0.906439, "recall": 0.929842}, {"accuracy": 0.813241, "f1": 0.77309, "hf_subset": "khm_Khmr-hne_Deva", "languages": ["khm-Khmr", "hne-Deva"], "main_score": 0.77309, "precision": 0.754364, "recall": 0.813241}, {"accuracy": 0.215415, "f1": 0.148145, "hf_subset": "khm_Khmr-kik_Latn", "languages": ["khm-Khmr", "kik-Latn"], "main_score": 0.148145, "precision": 0.131064, "recall": 0.215415}, {"accuracy": 0.818182, "f1": 0.782693, "hf_subset": "khm_Khmr-mai_Deva", "languages": ["khm-Khmr", "mai-Deva"], "main_score": 0.782693, "precision": 0.766634, "recall": 0.818182}, {"accuracy": 0.771739, "f1": 0.722502, "hf_subset": "khm_Khmr-pbt_Arab", "languages": ["khm-Khmr", "pbt-Arab"], "main_score": 0.722502, "precision": 0.701505, "recall": 0.771739}, {"accuracy": 0.929842, "f1": 0.913757, "hf_subset": "khm_Khmr-spa_Latn", "languages": ["khm-Khmr", "spa-Latn"], "main_score": 0.913757, "precision": 0.90681, "recall": 0.929842}, {"accuracy": 0.264822, "f1": 0.19348, "hf_subset": "khm_Khmr-twi_Latn", "languages": ["khm-Khmr", "twi-Latn"], "main_score": 0.19348, "precision": 0.174114, "recall": 0.264822}, {"accuracy": 0.891304, "f1": 0.86893, "hf_subset": "khm_Khmr-acm_Arab", "languages": ["khm-Khmr", "acm-Arab"], "main_score": 0.86893, "precision": 0.858725, "recall": 0.891304}, {"accuracy": 0.865613, "f1": 0.837344, "hf_subset": "khm_Khmr-bel_Cyrl", "languages": ["khm-Khmr", "bel-Cyrl"], "main_score": 0.837344, "precision": 0.824305, "recall": 0.865613}, {"accuracy": 0.942688, "f1": 0.929696, "hf_subset": "khm_Khmr-eng_Latn", "languages": ["khm-Khmr", "eng-Latn"], "main_score": 0.929696, "precision": 0.92433, "recall": 0.942688}, {"accuracy": 0.925889, "f1": 0.908074, "hf_subset": "khm_Khmr-hrv_Latn", "languages": ["khm-Khmr", "hrv-Latn"], "main_score": 0.908074, "precision": 0.900174, "recall": 0.925889}, {"accuracy": 0.161067, "f1": 0.114599, "hf_subset": "khm_Khmr-kin_Latn", "languages": ["khm-Khmr", "kin-Latn"], "main_score": 0.114599, "precision": 0.102568, "recall": 0.161067}, {"accuracy": 0.81917, "f1": 0.787451, "hf_subset": "khm_Khmr-mal_Mlym", "languages": ["khm-Khmr", "mal-Mlym"], "main_score": 0.787451, "precision": 0.772678, "recall": 0.81917}, {"accuracy": 0.93083, "f1": 0.913185, "hf_subset": "khm_Khmr-pes_Arab", "languages": ["khm-Khmr", "pes-Arab"], "main_score": 0.913185, "precision": 0.905247, "recall": 0.93083}, {"accuracy": 0.62253, "f1": 0.55307, "hf_subset": "khm_Khmr-srd_Latn", "languages": ["khm-Khmr", "srd-Latn"], "main_score": 0.55307, "precision": 0.525011, "recall": 0.62253}, {"accuracy": 0.064229, "f1": 0.032167, "hf_subset": "khm_Khmr-tzm_Tfng", "languages": ["khm-Khmr", "tzm-Tfng"], "main_score": 0.032167, "precision": 0.027231, "recall": 0.064229}, {"accuracy": 0.905138, "f1": 0.882131, "hf_subset": "khm_Khmr-acq_Arab", "languages": ["khm-Khmr", "acq-Arab"], "main_score": 0.882131, "precision": 0.871749, "recall": 0.905138}, {"accuracy": 0.210474, "f1": 0.146255, "hf_subset": "khm_Khmr-bem_Latn", "languages": ["khm-Khmr", "bem-Latn"], "main_score": 0.146255, "precision": 0.128908, "recall": 0.210474}, {"accuracy": 0.758893, "f1": 0.707858, "hf_subset": "khm_Khmr-epo_Latn", "languages": ["khm-Khmr", "epo-Latn"], "main_score": 0.707858, "precision": 0.685666, "recall": 0.758893}, {"accuracy": 0.918972, "f1": 0.899709, "hf_subset": "khm_Khmr-hun_Latn", "languages": ["khm-Khmr", "hun-Latn"], "main_score": 0.899709, "precision": 0.891349, "recall": 0.918972}, {"accuracy": 0.829051, "f1": 0.796217, "hf_subset": "khm_Khmr-kir_Cyrl", "languages": ["khm-Khmr", "kir-Cyrl"], "main_score": 0.796217, "precision": 0.781937, "recall": 0.829051}, {"accuracy": 0.823123, "f1": 0.786989, "hf_subset": "khm_Khmr-mar_Deva", "languages": ["khm-Khmr", "mar-Deva"], "main_score": 0.786989, "precision": 0.770751, "recall": 0.823123}, {"accuracy": 0.264822, "f1": 0.204064, "hf_subset": "khm_Khmr-plt_Latn", "languages": ["khm-Khmr", "plt-Latn"], "main_score": 0.204064, "precision": 0.186289, "recall": 0.264822}, {"accuracy": 0.93083, "f1": 0.913686, "hf_subset": "khm_Khmr-srp_Cyrl", "languages": ["khm-Khmr", "srp-Cyrl"], "main_score": 0.913686, "precision": 0.90611, "recall": 0.93083}, {"accuracy": 0.748024, "f1": 0.696487, "hf_subset": "khm_Khmr-uig_Arab", "languages": ["khm-Khmr", "uig-Arab"], "main_score": 0.696487, "precision": 0.674141, "recall": 0.748024}, {"accuracy": 0.841897, "f1": 0.804825, "hf_subset": "khm_Khmr-aeb_Arab", "languages": ["khm-Khmr", "aeb-Arab"], "main_score": 0.804825, "precision": 0.788366, "recall": 0.841897}, {"accuracy": 0.841897, "f1": 0.811627, "hf_subset": "khm_Khmr-ben_Beng", "languages": ["khm-Khmr", "ben-Beng"], "main_score": 0.811627, "precision": 0.797541, "recall": 0.841897}, {"accuracy": 0.917984, "f1": 0.898015, "hf_subset": "khm_Khmr-est_Latn", "languages": ["khm-Khmr", "est-Latn"], "main_score": 0.898015, "precision": 0.8889, "recall": 0.917984}, {"accuracy": 0.916008, "f1": 0.896746, "hf_subset": "khm_Khmr-hye_Armn", "languages": ["khm-Khmr", "hye-Armn"], "main_score": 0.896746, "precision": 0.888196, "recall": 0.916008}, {"accuracy": 0.164032, "f1": 0.106079, "hf_subset": "khm_Khmr-kmb_Latn", "languages": ["khm-Khmr", "kmb-Latn"], "main_score": 0.106079, "precision": 0.092476, "recall": 0.164032}, {"accuracy": 0.046443, "f1": 0.029095, "hf_subset": "khm_Khmr-min_Arab", "languages": ["khm-Khmr", "min-Arab"], "main_score": 0.029095, "precision": 0.025263, "recall": 0.046443}, {"accuracy": 0.922925, "f1": 0.902551, "hf_subset": "khm_Khmr-pol_Latn", "languages": ["khm-Khmr", "pol-Latn"], "main_score": 0.902551, "precision": 0.893659, "recall": 0.922925}, {"accuracy": 0.166996, "f1": 0.114073, "hf_subset": "khm_Khmr-ssw_Latn", "languages": ["khm-Khmr", "ssw-Latn"], "main_score": 0.114073, "precision": 0.102454, "recall": 0.166996}, {"accuracy": 0.93083, "f1": 0.913109, "hf_subset": "khm_Khmr-ukr_Cyrl", "languages": ["khm-Khmr", "ukr-Cyrl"], "main_score": 0.913109, "precision": 0.905376, "recall": 0.93083}, {"accuracy": 0.87747, "f1": 0.844072, "hf_subset": "khm_Khmr-afr_Latn", "languages": ["khm-Khmr", "afr-Latn"], "main_score": 0.844072, "precision": 0.828903, "recall": 0.87747}, {"accuracy": 0.802372, "f1": 0.763636, "hf_subset": "khm_Khmr-bho_Deva", "languages": ["khm-Khmr", "bho-Deva"], "main_score": 0.763636, "precision": 0.74652, "recall": 0.802372}, {"accuracy": 0.65415, "f1": 0.595118, "hf_subset": "khm_Khmr-eus_Latn", "languages": ["khm-Khmr", "eus-Latn"], "main_score": 0.595118, "precision": 0.572398, "recall": 0.65415}, {"accuracy": 0.184783, "f1": 0.120814, "hf_subset": "khm_Khmr-ibo_Latn", "languages": ["khm-Khmr", "ibo-Latn"], "main_score": 0.120814, "precision": 0.103736, "recall": 0.184783}, {"accuracy": 0.660079, "f1": 0.602325, "hf_subset": "khm_Khmr-kmr_Latn", "languages": ["khm-Khmr", "kmr-Latn"], "main_score": 0.602325, "precision": 0.578376, "recall": 0.660079}, {"accuracy": 0.533597, "f1": 0.465987, "hf_subset": "khm_Khmr-min_Latn", "languages": ["khm-Khmr", "min-Latn"], "main_score": 0.465987, "precision": 0.44104, "recall": 0.533597}, {"accuracy": 0.933794, "f1": 0.917778, "hf_subset": "khm_Khmr-por_Latn", "languages": ["khm-Khmr", "por-Latn"], "main_score": 0.917778, "precision": 0.910672, "recall": 0.933794}, {"accuracy": 0.648221, "f1": 0.586606, "hf_subset": "khm_Khmr-sun_Latn", "languages": ["khm-Khmr", "sun-Latn"], "main_score": 0.586606, "precision": 0.562592, "recall": 0.648221}, {"accuracy": 0.166996, "f1": 0.113806, "hf_subset": "khm_Khmr-umb_Latn", "languages": ["khm-Khmr", "umb-Latn"], "main_score": 0.113806, "precision": 0.102021, "recall": 0.166996}, {"accuracy": 0.896245, "f1": 0.869148, "hf_subset": "khm_Khmr-ajp_Arab", "languages": ["khm-Khmr", "ajp-Arab"], "main_score": 0.869148, "precision": 0.856785, "recall": 0.896245}, {"accuracy": 0.05336, "f1": 0.031874, "hf_subset": "khm_Khmr-bjn_Arab", "languages": ["khm-Khmr", "bjn-Arab"], "main_score": 0.031874, "precision": 0.027265, "recall": 0.05336}, {"accuracy": 0.233202, "f1": 0.179653, "hf_subset": "khm_Khmr-ewe_Latn", "languages": ["khm-Khmr", "ewe-Latn"], "main_score": 0.179653, "precision": 0.166232, "recall": 0.233202}, {"accuracy": 0.316206, "f1": 0.240796, "hf_subset": "khm_Khmr-ilo_Latn", "languages": ["khm-Khmr", "ilo-Latn"], "main_score": 0.240796, "precision": 0.217925, "recall": 0.316206}, {"accuracy": 0.08498, "f1": 0.049515, "hf_subset": "khm_Khmr-knc_Arab", "languages": ["khm-Khmr", "knc-Arab"], "main_score": 0.049515, "precision": 0.04093, "recall": 0.08498}, {"accuracy": 0.93083, "f1": 0.914032, "hf_subset": "khm_Khmr-mkd_Cyrl", "languages": ["khm-Khmr", "mkd-Cyrl"], "main_score": 0.914032, "precision": 0.906636, "recall": 0.93083}, {"accuracy": 0.918972, "f1": 0.901173, "hf_subset": "khm_Khmr-prs_Arab", "languages": ["khm-Khmr", "prs-Arab"], "main_score": 0.901173, "precision": 0.893707, "recall": 0.918972}, {"accuracy": 0.936759, "f1": 0.921327, "hf_subset": "khm_Khmr-swe_Latn", "languages": ["khm-Khmr", "swe-Latn"], "main_score": 0.921327, "precision": 0.914573, "recall": 0.936759}, {"accuracy": 0.892292, "f1": 0.867498, "hf_subset": "khm_Khmr-urd_Arab", "languages": ["khm-Khmr", "urd-Arab"], "main_score": 0.867498, "precision": 0.856166, "recall": 0.892292}, {"accuracy": 0.262846, "f1": 0.193054, "hf_subset": "khm_Khmr-aka_Latn", "languages": ["khm-Khmr", "aka-Latn"], "main_score": 0.193054, "precision": 0.173054, "recall": 0.262846}, {"accuracy": 0.676877, "f1": 0.61591, "hf_subset": "khm_Khmr-bjn_Latn", "languages": ["khm-Khmr", "bjn-Latn"], "main_score": 0.61591, "precision": 0.591206, "recall": 0.676877}, {"accuracy": 0.416008, "f1": 0.344747, "hf_subset": "khm_Khmr-fao_Latn", "languages": ["khm-Khmr", "fao-Latn"], "main_score": 0.344747, "precision": 0.321759, "recall": 0.416008}, {"accuracy": 0.933794, "f1": 0.916293, "hf_subset": "khm_Khmr-ind_Latn", "languages": ["khm-Khmr", "ind-Latn"], "main_score": 0.916293, "precision": 0.908638, "recall": 0.933794}, {"accuracy": 0.242095, "f1": 0.175709, "hf_subset": "khm_Khmr-knc_Latn", "languages": ["khm-Khmr", "knc-Latn"], "main_score": 0.175709, "precision": 0.157823, "recall": 0.242095}, {"accuracy": 0.300395, "f1": 0.233421, "hf_subset": "khm_Khmr-mlt_Latn", "languages": ["khm-Khmr", "mlt-Latn"], "main_score": 0.233421, "precision": 0.214696, "recall": 0.300395}, {"accuracy": 0.230237, "f1": 0.163185, "hf_subset": "khm_Khmr-quy_Latn", "languages": ["khm-Khmr", "quy-Latn"], "main_score": 0.163185, "precision": 0.144437, "recall": 0.230237}, {"accuracy": 0.346838, "f1": 0.274967, "hf_subset": "khm_Khmr-swh_Latn", "languages": ["khm-Khmr", "swh-Latn"], "main_score": 0.274967, "precision": 0.252992, "recall": 0.346838}, {"accuracy": 0.564229, "f1": 0.500457, "hf_subset": "khm_Khmr-uzn_Latn", "languages": ["khm-Khmr", "uzn-Latn"], "main_score": 0.500457, "precision": 0.475745, "recall": 0.564229}, {"accuracy": 0.923913, "f1": 0.906148, "hf_subset": "khm_Khmr-als_Latn", "languages": ["khm-Khmr", "als-Latn"], "main_score": 0.906148, "precision": 0.898284, "recall": 0.923913}, {"accuracy": 0.055336, "f1": 0.020968, "hf_subset": "khm_Khmr-bod_Tibt", "languages": ["khm-Khmr", "bod-Tibt"], "main_score": 0.020968, "precision": 0.016664, "recall": 0.055336}, {"accuracy": 0.203557, "f1": 0.147908, "hf_subset": "khm_Khmr-fij_Latn", "languages": ["khm-Khmr", "fij-Latn"], "main_score": 0.147908, "precision": 0.132041, "recall": 0.203557}, {"accuracy": 0.681818, "f1": 0.624967, "hf_subset": "khm_Khmr-isl_Latn", "languages": ["khm-Khmr", "isl-Latn"], "main_score": 0.624967, "precision": 0.602505, "recall": 0.681818}, {"accuracy": 0.222332, "f1": 0.158301, "hf_subset": "khm_Khmr-kon_Latn", "languages": ["khm-Khmr", "kon-Latn"], "main_score": 0.158301, "precision": 0.141613, "recall": 0.222332}, {"accuracy": 0.067194, "f1": 0.03707, "hf_subset": "khm_Khmr-mni_Beng", "languages": ["khm-Khmr", "mni-Beng"], "main_score": 0.03707, "precision": 0.032404, "recall": 0.067194}, {"accuracy": 0.928854, "f1": 0.909867, "hf_subset": "khm_Khmr-ron_Latn", "languages": ["khm-Khmr", "ron-Latn"], "main_score": 0.909867, "precision": 0.901276, "recall": 0.928854}, {"accuracy": 0.69664, "f1": 0.632623, "hf_subset": "khm_Khmr-szl_Latn", "languages": ["khm-Khmr", "szl-Latn"], "main_score": 0.632623, "precision": 0.605297, "recall": 0.69664}, {"accuracy": 0.70751, "f1": 0.64472, "hf_subset": "khm_Khmr-vec_Latn", "languages": ["khm-Khmr", "vec-Latn"], "main_score": 0.64472, "precision": 0.618775, "recall": 0.70751}, {"accuracy": 0.70751, "f1": 0.649825, "hf_subset": "khm_Khmr-amh_Ethi", "languages": ["khm-Khmr", "amh-Ethi"], "main_score": 0.649825, "precision": 0.625571, "recall": 0.70751}, {"accuracy": 0.938735, "f1": 0.925165, "hf_subset": "khm_Khmr-bos_Latn", "languages": ["khm-Khmr", "bos-Latn"], "main_score": 0.925165, "precision": 0.919057, "recall": 0.938735}, {"accuracy": 0.921937, "f1": 0.901869, "hf_subset": "khm_Khmr-fin_Latn", "languages": ["khm-Khmr", "fin-Latn"], "main_score": 0.901869, "precision": 0.89277, "recall": 0.921937}, {"accuracy": 0.926877, "f1": 0.907444, "hf_subset": "khm_Khmr-ita_Latn", "languages": ["khm-Khmr", "ita-Latn"], "main_score": 0.907444, "precision": 0.898693, "recall": 0.926877}, {"accuracy": 0.892292, "f1": 0.875823, "hf_subset": "khm_Khmr-kor_Hang", "languages": ["khm-Khmr", "kor-Hang"], "main_score": 0.875823, "precision": 0.867754, "recall": 0.892292}, {"accuracy": 0.213439, "f1": 0.154955, "hf_subset": "khm_Khmr-mos_Latn", "languages": ["khm-Khmr", "mos-Latn"], "main_score": 0.154955, "precision": 0.139481, "recall": 0.213439}, {"accuracy": 0.166008, "f1": 0.120331, "hf_subset": "khm_Khmr-run_Latn", "languages": ["khm-Khmr", "run-Latn"], "main_score": 0.120331, "precision": 0.109405, "recall": 0.166008}, {"accuracy": 0.841897, "f1": 0.815481, "hf_subset": "khm_Khmr-tam_Taml", "languages": ["khm-Khmr", "tam-Taml"], "main_score": 0.815481, "precision": 0.803195, "recall": 0.841897}, {"accuracy": 0.938735, "f1": 0.925071, "hf_subset": "khm_Khmr-vie_Latn", "languages": ["khm-Khmr", "vie-Latn"], "main_score": 0.925071, "precision": 0.918945, "recall": 0.938735}, {"accuracy": 0.866601, "f1": 0.838556, "hf_subset": "khm_Khmr-apc_Arab", "languages": ["khm-Khmr", "apc-Arab"], "main_score": 0.838556, "precision": 0.825264, "recall": 0.866601}, {"accuracy": 0.322134, "f1": 0.247016, "hf_subset": "khm_Khmr-bug_Latn", "languages": ["khm-Khmr", "bug-Latn"], "main_score": 0.247016, "precision": 0.224202, "recall": 0.322134}, {"accuracy": 0.179842, "f1": 0.123804, "hf_subset": "khm_Khmr-fon_Latn", "languages": ["khm-Khmr", "fon-Latn"], "main_score": 0.123804, "precision": 0.110599, "recall": 0.179842}, {"accuracy": 0.624506, "f1": 0.562225, "hf_subset": "khm_Khmr-jav_Latn", "languages": ["khm-Khmr", "jav-Latn"], "main_score": 0.562225, "precision": 0.537335, "recall": 0.624506}, {"accuracy": 0.911067, "f1": 0.890415, "hf_subset": "khm_Khmr-lao_Laoo", "languages": ["khm-Khmr", "lao-Laoo"], "main_score": 0.890415, "precision": 0.881376, "recall": 0.911067}, {"accuracy": 0.181818, "f1": 0.12066, "hf_subset": "khm_Khmr-mri_Latn", "languages": ["khm-Khmr", "mri-Latn"], "main_score": 0.12066, "precision": 0.107183, "recall": 0.181818}, {"accuracy": 0.93083, "f1": 0.915106, "hf_subset": "khm_Khmr-rus_Cyrl", "languages": ["khm-Khmr", "rus-Cyrl"], "main_score": 0.915106, "precision": 0.908148, "recall": 0.93083}, {"accuracy": 0.229249, "f1": 0.175503, "hf_subset": "khm_Khmr-taq_Latn", "languages": ["khm-Khmr", "taq-Latn"], "main_score": 0.175503, "precision": 0.161922, "recall": 0.229249}, {"accuracy": 0.366601, "f1": 0.284526, "hf_subset": "khm_Khmr-war_Latn", "languages": ["khm-Khmr", "war-Latn"], "main_score": 0.284526, "precision": 0.258699, "recall": 0.366601}, {"accuracy": 0.923913, "f1": 0.903863, "hf_subset": "khm_Khmr-arb_Arab", "languages": ["khm-Khmr", "arb-Arab"], "main_score": 0.903863, "precision": 0.894804, "recall": 0.923913}, {"accuracy": 0.922925, "f1": 0.903012, "hf_subset": "khm_Khmr-bul_Cyrl", "languages": ["khm-Khmr", "bul-Cyrl"], "main_score": 0.903012, "precision": 0.893996, "recall": 0.922925}, {"accuracy": 0.929842, "f1": 0.913227, "hf_subset": "khm_Khmr-fra_Latn", "languages": ["khm-Khmr", "fra-Latn"], "main_score": 0.913227, "precision": 0.906529, "recall": 0.929842}, {"accuracy": 0.920949, "f1": 0.901614, "hf_subset": "khm_Khmr-jpn_Jpan", "languages": ["khm-Khmr", "jpn-Jpan"], "main_score": 0.901614, "precision": 0.892839, "recall": 0.920949}, {"accuracy": 0.635375, "f1": 0.57005, "hf_subset": "khm_Khmr-lij_Latn", "languages": ["khm-Khmr", "lij-Latn"], "main_score": 0.57005, "precision": 0.543354, "recall": 0.635375}, {"accuracy": 0.884387, "f1": 0.857312, "hf_subset": "khm_Khmr-mya_Mymr", "languages": ["khm-Khmr", "mya-Mymr"], "main_score": 0.857312, "precision": 0.844947, "recall": 0.884387}, {"accuracy": 0.230237, "f1": 0.168498, "hf_subset": "khm_Khmr-sag_Latn", "languages": ["khm-Khmr", "sag-Latn"], "main_score": 0.168498, "precision": 0.152037, "recall": 0.230237}, {"accuracy": 0.08498, "f1": 0.040478, "hf_subset": "khm_Khmr-taq_Tfng", "languages": ["khm-Khmr", "taq-Tfng"], "main_score": 0.040478, "precision": 0.032718, "recall": 0.08498}, {"accuracy": 0.235178, "f1": 0.170452, "hf_subset": "khm_Khmr-wol_Latn", "languages": ["khm-Khmr", "wol-Latn"], "main_score": 0.170452, "precision": 0.152702, "recall": 0.235178}, {"accuracy": 0.123518, "f1": 0.07897, "hf_subset": "khm_Khmr-arb_Latn", "languages": ["khm-Khmr", "arb-Latn"], "main_score": 0.07897, "precision": 0.069213, "recall": 0.123518}, {"accuracy": 0.936759, "f1": 0.922524, "hf_subset": "khm_Khmr-cat_Latn", "languages": ["khm-Khmr", "cat-Latn"], "main_score": 0.922524, "precision": 0.91629, "recall": 0.936759}, {"accuracy": 0.620553, "f1": 0.550798, "hf_subset": "khm_Khmr-fur_Latn", "languages": ["khm-Khmr", "fur-Latn"], "main_score": 0.550798, "precision": 0.522951, "recall": 0.620553}, {"accuracy": 0.087945, "f1": 0.060528, "hf_subset": "khm_Khmr-kab_Latn", "languages": ["khm-Khmr", "kab-Latn"], "main_score": 0.060528, "precision": 0.054147, "recall": 0.087945}, {"accuracy": 0.653162, "f1": 0.590551, "hf_subset": "khm_Khmr-lim_Latn", "languages": ["khm-Khmr", "lim-Latn"], "main_score": 0.590551, "precision": 0.564872, "recall": 0.653162}, {"accuracy": 0.923913, "f1": 0.904349, "hf_subset": "khm_Khmr-nld_Latn", "languages": ["khm-Khmr", "nld-Latn"], "main_score": 0.904349, "precision": 0.8958, "recall": 0.923913}, {"accuracy": 0.648221, "f1": 0.582697, "hf_subset": "khm_Khmr-san_Deva", "languages": ["khm-Khmr", "san-Deva"], "main_score": 0.582697, "precision": 0.554817, "recall": 0.648221}, {"accuracy": 0.418972, "f1": 0.348631, "hf_subset": "khm_Khmr-tat_Cyrl", "languages": ["khm-Khmr", "tat-Cyrl"], "main_score": 0.348631, "precision": 0.323118, "recall": 0.418972}, {"accuracy": 0.176877, "f1": 0.114673, "hf_subset": "khm_Khmr-xho_Latn", "languages": ["khm-Khmr", "xho-Latn"], "main_score": 0.114673, "precision": 0.099156, "recall": 0.176877}, {"accuracy": 0.920949, "f1": 0.900154, "hf_subset": "khm_Khmr-ars_Arab", "languages": ["khm-Khmr", "ars-Arab"], "main_score": 0.900154, "precision": 0.890941, "recall": 0.920949}, {"accuracy": 0.355731, "f1": 0.273535, "hf_subset": "khm_Khmr-ceb_Latn", "languages": ["khm-Khmr", "ceb-Latn"], "main_score": 0.273535, "precision": 0.24812, "recall": 0.355731}, {"accuracy": 0.201581, "f1": 0.139754, "hf_subset": "khm_Khmr-fuv_Latn", "languages": ["khm-Khmr", "fuv-Latn"], "main_score": 0.139754, "precision": 0.124909, "recall": 0.201581}, {"accuracy": 0.183794, "f1": 0.127053, "hf_subset": "khm_Khmr-kac_Latn", "languages": ["khm-Khmr", "kac-Latn"], "main_score": 0.127053, "precision": 0.11224, "recall": 0.183794}, {"accuracy": 0.200593, "f1": 0.149163, "hf_subset": "khm_Khmr-lin_Latn", "languages": ["khm-Khmr", "lin-Latn"], "main_score": 0.149163, "precision": 0.135887, "recall": 0.200593}, {"accuracy": 0.896245, "f1": 0.870935, "hf_subset": "khm_Khmr-nno_Latn", "languages": ["khm-Khmr", "nno-Latn"], "main_score": 0.870935, "precision": 0.859604, "recall": 0.896245}, {"accuracy": 0.020751, "f1": 0.004783, "hf_subset": "khm_Khmr-sat_Olck", "languages": ["khm-Khmr", "sat-Olck"], "main_score": 0.004783, "precision": 0.003703, "recall": 0.020751}, {"accuracy": 0.794466, "f1": 0.757331, "hf_subset": "khm_Khmr-tel_Telu", "languages": ["khm-Khmr", "tel-Telu"], "main_score": 0.757331, "precision": 0.740481, "recall": 0.794466}, {"accuracy": 0.396245, "f1": 0.324548, "hf_subset": "khm_Khmr-ydd_Hebr", "languages": ["khm-Khmr", "ydd-Hebr"], "main_score": 0.324548, "precision": 0.299184, "recall": 0.396245}, {"accuracy": 0.749012, "f1": 0.699395, "hf_subset": "khm_Khmr-ary_Arab", "languages": ["khm-Khmr", "ary-Arab"], "main_score": 0.699395, "precision": 0.677965, "recall": 0.749012}, {"accuracy": 0.924901, "f1": 0.90673, "hf_subset": "khm_Khmr-ces_Latn", "languages": ["khm-Khmr", "ces-Latn"], "main_score": 0.90673, "precision": 0.898477, "recall": 0.924901}, {"accuracy": 0.094862, "f1": 0.056103, "hf_subset": "khm_Khmr-gaz_Latn", "languages": ["khm-Khmr", "gaz-Latn"], "main_score": 0.056103, "precision": 0.048201, "recall": 0.094862}, {"accuracy": 0.189723, "f1": 0.133258, "hf_subset": "khm_Khmr-kam_Latn", "languages": ["khm-Khmr", "kam-Latn"], "main_score": 0.133258, "precision": 0.118194, "recall": 0.189723}, {"accuracy": 0.91502, "f1": 0.895347, "hf_subset": "khm_Khmr-lit_Latn", "languages": ["khm-Khmr", "lit-Latn"], "main_score": 0.895347, "precision": 0.886246, "recall": 0.91502}, {"accuracy": 0.918972, "f1": 0.899351, "hf_subset": "khm_Khmr-nob_Latn", "languages": ["khm-Khmr", "nob-Latn"], "main_score": 0.899351, "precision": 0.89082, "recall": 0.918972}, {"accuracy": 0.563241, "f1": 0.498982, "hf_subset": "khm_Khmr-scn_Latn", "languages": ["khm-Khmr", "scn-Latn"], "main_score": 0.498982, "precision": 0.474781, "recall": 0.563241}, {"accuracy": 0.16996, "f1": 0.116053, "hf_subset": "khm_Khmr-tgk_Cyrl", "languages": ["khm-Khmr", "tgk-Cyrl"], "main_score": 0.116053, "precision": 0.102047, "recall": 0.16996}, {"accuracy": 0.190711, "f1": 0.128153, "hf_subset": "khm_Khmr-yor_Latn", "languages": ["khm-Khmr", "yor-Latn"], "main_score": 0.128153, "precision": 0.112356, "recall": 0.190711}, {"accuracy": 0.86166, "f1": 0.830735, "hf_subset": "khm_Khmr-arz_Arab", "languages": ["khm-Khmr", "arz-Arab"], "main_score": 0.830735, "precision": 0.817157, "recall": 0.86166}, {"accuracy": 0.166008, "f1": 0.114092, "hf_subset": "khm_Khmr-cjk_Latn", "languages": ["khm-Khmr", "cjk-Latn"], "main_score": 0.114092, "precision": 0.100778, "recall": 0.166008}, {"accuracy": 0.200593, "f1": 0.142481, "hf_subset": "khm_Khmr-gla_Latn", "languages": ["khm-Khmr", "gla-Latn"], "main_score": 0.142481, "precision": 0.125844, "recall": 0.200593}, {"accuracy": 0.76087, "f1": 0.713735, "hf_subset": "khm_Khmr-kan_Knda", "languages": ["khm-Khmr", "kan-Knda"], "main_score": 0.713735, "precision": 0.692424, "recall": 0.76087}, {"accuracy": 0.566206, "f1": 0.504124, "hf_subset": "khm_Khmr-lmo_Latn", "languages": ["khm-Khmr", "lmo-Latn"], "main_score": 0.504124, "precision": 0.481543, "recall": 0.566206}, {"accuracy": 0.886364, "f1": 0.86036, "hf_subset": "khm_Khmr-npi_Deva", "languages": ["khm-Khmr", "npi-Deva"], "main_score": 0.86036, "precision": 0.849233, "recall": 0.886364}, {"accuracy": 0.254941, "f1": 0.18993, "hf_subset": "khm_Khmr-shn_Mymr", "languages": ["khm-Khmr", "shn-Mymr"], "main_score": 0.18993, "precision": 0.169203, "recall": 0.254941}, {"accuracy": 0.428854, "f1": 0.346628, "hf_subset": "khm_Khmr-tgl_Latn", "languages": ["khm-Khmr", "tgl-Latn"], "main_score": 0.346628, "precision": 0.319941, "recall": 0.428854}, {"accuracy": 0.927866, "f1": 0.91185, "hf_subset": "khm_Khmr-yue_Hant", "languages": ["khm-Khmr", "yue-Hant"], "main_score": 0.91185, "precision": 0.905159, "recall": 0.927866}, {"accuracy": 0.502964, "f1": 0.436062, "hf_subset": "khm_Khmr-asm_Beng", "languages": ["khm-Khmr", "asm-Beng"], "main_score": 0.436062, "precision": 0.409516, "recall": 0.502964}, {"accuracy": 0.781621, "f1": 0.730525, "hf_subset": "khm_Khmr-ckb_Arab", "languages": ["khm-Khmr", "ckb-Arab"], "main_score": 0.730525, "precision": 0.708136, "recall": 0.781621}, {"accuracy": 0.291502, "f1": 0.227088, "hf_subset": "khm_Khmr-gle_Latn", "languages": ["khm-Khmr", "gle-Latn"], "main_score": 0.227088, "precision": 0.208092, "recall": 0.291502}, {"accuracy": 0.523715, "f1": 0.450749, "hf_subset": "khm_Khmr-kas_Arab", "languages": ["khm-Khmr", "kas-Arab"], "main_score": 0.450749, "precision": 0.422417, "recall": 0.523715}, {"accuracy": 0.592885, "f1": 0.521363, "hf_subset": "khm_Khmr-ltg_Latn", "languages": ["khm-Khmr", "ltg-Latn"], "main_score": 0.521363, "precision": 0.49275, "recall": 0.592885}, {"accuracy": 0.224308, "f1": 0.160217, "hf_subset": "khm_Khmr-nso_Latn", "languages": ["khm-Khmr", "nso-Latn"], "main_score": 0.160217, "precision": 0.143098, "recall": 0.224308}, {"accuracy": 0.867589, "f1": 0.84099, "hf_subset": "khm_Khmr-sin_Sinh", "languages": ["khm-Khmr", "sin-Sinh"], "main_score": 0.84099, "precision": 0.829199, "recall": 0.867589}, {"accuracy": 0.921937, "f1": 0.90505, "hf_subset": "khm_Khmr-tha_Thai", "languages": ["khm-Khmr", "tha-Thai"], "main_score": 0.90505, "precision": 0.897273, "recall": 0.921937}, {"accuracy": 0.928854, "f1": 0.913591, "hf_subset": "khm_Khmr-zho_Hans", "languages": ["khm-Khmr", "zho-Hans"], "main_score": 0.913591, "precision": 0.906875, "recall": 0.928854}, {"accuracy": 0.850791, "f1": 0.815628, "hf_subset": "khm_Khmr-ast_Latn", "languages": ["khm-Khmr", "ast-Latn"], "main_score": 0.815628, "precision": 0.799588, "recall": 0.850791}, {"accuracy": 0.675889, "f1": 0.618318, "hf_subset": "khm_Khmr-crh_Latn", "languages": ["khm-Khmr", "crh-Latn"], "main_score": 0.618318, "precision": 0.593231, "recall": 0.675889}, {"accuracy": 0.927866, "f1": 0.912567, "hf_subset": "khm_Khmr-glg_Latn", "languages": ["khm-Khmr", "glg-Latn"], "main_score": 0.912567, "precision": 0.906031, "recall": 0.927866}, {"accuracy": 0.378458, "f1": 0.31441, "hf_subset": "khm_Khmr-kas_Deva", "languages": ["khm-Khmr", "kas-Deva"], "main_score": 0.31441, "precision": 0.292302, "recall": 0.378458}, {"accuracy": 0.44664, "f1": 0.366229, "hf_subset": "khm_Khmr-ltz_Latn", "languages": ["khm-Khmr", "ltz-Latn"], "main_score": 0.366229, "precision": 0.338471, "recall": 0.44664}, {"accuracy": 0.106719, "f1": 0.059812, "hf_subset": "khm_Khmr-nus_Latn", "languages": ["khm-Khmr", "nus-Latn"], "main_score": 0.059812, "precision": 0.050928, "recall": 0.106719}, {"accuracy": 0.93083, "f1": 0.914182, "hf_subset": "khm_Khmr-slk_Latn", "languages": ["khm-Khmr", "slk-Latn"], "main_score": 0.914182, "precision": 0.906971, "recall": 0.93083}, {"accuracy": 0.159091, "f1": 0.105619, "hf_subset": "khm_Khmr-tir_Ethi", "languages": ["khm-Khmr", "tir-Ethi"], "main_score": 0.105619, "precision": 0.090052, "recall": 0.159091}, {"accuracy": 0.921937, "f1": 0.907679, "hf_subset": "khm_Khmr-zho_Hant", "languages": ["khm-Khmr", "zho-Hant"], "main_score": 0.907679, "precision": 0.901749, "recall": 0.921937}, {"accuracy": 0.868577, "f1": 0.844085, "hf_subset": "khm_Khmr-awa_Deva", "languages": ["khm-Khmr", "awa-Deva"], "main_score": 0.844085, "precision": 0.833193, "recall": 0.868577}, {"accuracy": 0.444664, "f1": 0.367572, "hf_subset": "khm_Khmr-cym_Latn", "languages": ["khm-Khmr", "cym-Latn"], "main_score": 0.367572, "precision": 0.341984, "recall": 0.444664}, {"accuracy": 0.299407, "f1": 0.226642, "hf_subset": "khm_Khmr-grn_Latn", "languages": ["khm-Khmr", "grn-Latn"], "main_score": 0.226642, "precision": 0.205995, "recall": 0.299407}, {"accuracy": 0.809289, "f1": 0.765366, "hf_subset": "khm_Khmr-kat_Geor", "languages": ["khm-Khmr", "kat-Geor"], "main_score": 0.765366, "precision": 0.745431, "recall": 0.809289}, {"accuracy": 0.225296, "f1": 0.170462, "hf_subset": "khm_Khmr-lua_Latn", "languages": ["khm-Khmr", "lua-Latn"], "main_score": 0.170462, "precision": 0.154762, "recall": 0.225296}, {"accuracy": 0.224308, "f1": 0.160656, "hf_subset": "khm_Khmr-nya_Latn", "languages": ["khm-Khmr", "nya-Latn"], "main_score": 0.160656, "precision": 0.144682, "recall": 0.224308}, {"accuracy": 0.91996, "f1": 0.899856, "hf_subset": "khm_Khmr-slv_Latn", "languages": ["khm-Khmr", "slv-Latn"], "main_score": 0.899856, "precision": 0.890926, "recall": 0.91996}, {"accuracy": 0.378458, "f1": 0.296012, "hf_subset": "khm_Khmr-tpi_Latn", "languages": ["khm-Khmr", "tpi-Latn"], "main_score": 0.296012, "precision": 0.269908, "recall": 0.378458}, {"accuracy": 0.929842, "f1": 0.913441, "hf_subset": "khm_Khmr-zsm_Latn", "languages": ["khm-Khmr", "zsm-Latn"], "main_score": 0.913441, "precision": 0.90639, "recall": 0.929842}, {"accuracy": 0.193676, "f1": 0.124784, "hf_subset": "khm_Khmr-ayr_Latn", "languages": ["khm-Khmr", "ayr-Latn"], "main_score": 0.124784, "precision": 0.108409, "recall": 0.193676}, {"accuracy": 0.929842, "f1": 0.913551, "hf_subset": "khm_Khmr-dan_Latn", "languages": ["khm-Khmr", "dan-Latn"], "main_score": 0.913551, "precision": 0.906481, "recall": 0.929842}, {"accuracy": 0.836957, "f1": 0.806456, "hf_subset": "khm_Khmr-guj_Gujr", "languages": ["khm-Khmr", "guj-Gujr"], "main_score": 0.806456, "precision": 0.791996, "recall": 0.836957}, {"accuracy": 0.881423, "f1": 0.851388, "hf_subset": "khm_Khmr-kaz_Cyrl", "languages": ["khm-Khmr", "kaz-Cyrl"], "main_score": 0.851388, "precision": 0.838054, "recall": 0.881423}, {"accuracy": 0.166996, "f1": 0.11646, "hf_subset": "khm_Khmr-lug_Latn", "languages": ["khm-Khmr", "lug-Latn"], "main_score": 0.11646, "precision": 0.104856, "recall": 0.166996}, {"accuracy": 0.832016, "f1": 0.793558, "hf_subset": "khm_Khmr-oci_Latn", "languages": ["khm-Khmr", "oci-Latn"], "main_score": 0.793558, "precision": 0.776219, "recall": 0.832016}, {"accuracy": 0.186759, "f1": 0.12264, "hf_subset": "khm_Khmr-smo_Latn", "languages": ["khm-Khmr", "smo-Latn"], "main_score": 0.12264, "precision": 0.107257, "recall": 0.186759}, {"accuracy": 0.193676, "f1": 0.137513, "hf_subset": "khm_Khmr-tsn_Latn", "languages": ["khm-Khmr", "tsn-Latn"], "main_score": 0.137513, "precision": 0.123213, "recall": 0.193676}, {"accuracy": 0.149209, "f1": 0.100619, "hf_subset": "khm_Khmr-zul_Latn", "languages": ["khm-Khmr", "zul-Latn"], "main_score": 0.100619, "precision": 0.087965, "recall": 0.149209}, {"accuracy": 0.456522, "f1": 0.382891, "hf_subset": "khm_Khmr-azb_Arab", "languages": ["khm-Khmr", "azb-Arab"], "main_score": 0.382891, "precision": 0.353486, "recall": 0.456522}, {"accuracy": 0.923913, "f1": 0.906126, "hf_subset": "khm_Khmr-deu_Latn", "languages": ["khm-Khmr", "deu-Latn"], "main_score": 0.906126, "precision": 0.898402, "recall": 0.923913}, {"accuracy": 0.281621, "f1": 0.214911, "hf_subset": "khm_Khmr-hat_Latn", "languages": ["khm-Khmr", "hat-Latn"], "main_score": 0.214911, "precision": 0.195038, "recall": 0.281621}, {"accuracy": 0.179842, "f1": 0.120154, "hf_subset": "khm_Khmr-kbp_Latn", "languages": ["khm-Khmr", "kbp-Latn"], "main_score": 0.120154, "precision": 0.105638, "recall": 0.179842}, {"accuracy": 0.208498, "f1": 0.142197, "hf_subset": "khm_Khmr-luo_Latn", "languages": ["khm-Khmr", "luo-Latn"], "main_score": 0.142197, "precision": 0.126099, "recall": 0.208498}, {"accuracy": 0.768775, "f1": 0.726474, "hf_subset": "khm_Khmr-ory_Orya", "languages": ["khm-Khmr", "ory-Orya"], "main_score": 0.726474, "precision": 0.707737, "recall": 0.768775}, {"accuracy": 0.16996, "f1": 0.113954, "hf_subset": "khm_Khmr-sna_Latn", "languages": ["khm-Khmr", "sna-Latn"], "main_score": 0.113954, "precision": 0.100443, "recall": 0.16996}, {"accuracy": 0.186759, "f1": 0.133348, "hf_subset": "khm_Khmr-tso_Latn", "languages": ["khm-Khmr", "tso-Latn"], "main_score": 0.133348, "precision": 0.11983, "recall": 0.186759}, {"accuracy": 0.875494, "f1": 0.850725, "hf_subset": "khm_Khmr-azj_Latn", "languages": ["khm-Khmr", "azj-Latn"], "main_score": 0.850725, "precision": 0.839992, "recall": 0.875494}, {"accuracy": 0.261858, "f1": 0.191733, "hf_subset": "khm_Khmr-dik_Latn", "languages": ["khm-Khmr", "dik-Latn"], "main_score": 0.191733, "precision": 0.171949, "recall": 0.261858}, {"accuracy": 0.237154, "f1": 0.170094, "hf_subset": "khm_Khmr-hau_Latn", "languages": ["khm-Khmr", "hau-Latn"], "main_score": 0.170094, "precision": 0.152703, "recall": 0.237154}, {"accuracy": 0.559289, "f1": 0.484271, "hf_subset": "khm_Khmr-kea_Latn", "languages": ["khm-Khmr", "kea-Latn"], "main_score": 0.484271, "precision": 0.455168, "recall": 0.559289}, {"accuracy": 0.302372, "f1": 0.231641, "hf_subset": "khm_Khmr-lus_Latn", "languages": ["khm-Khmr", "lus-Latn"], "main_score": 0.231641, "precision": 0.210175, "recall": 0.302372}, {"accuracy": 0.406126, "f1": 0.326154, "hf_subset": "khm_Khmr-pag_Latn", "languages": ["khm-Khmr", "pag-Latn"], "main_score": 0.326154, "precision": 0.29824, "recall": 0.406126}, {"accuracy": 0.788538, "f1": 0.746396, "hf_subset": "khm_Khmr-snd_Arab", "languages": ["khm-Khmr", "snd-Arab"], "main_score": 0.746396, "precision": 0.727223, "recall": 0.788538}, {"accuracy": 0.273715, "f1": 0.200543, "hf_subset": "khm_Khmr-tuk_Latn", "languages": ["khm-Khmr", "tuk-Latn"], "main_score": 0.200543, "precision": 0.176897, "recall": 0.273715}, {"accuracy": 0.399209, "f1": 0.32022, "hf_subset": "khm_Khmr-bak_Cyrl", "languages": ["khm-Khmr", "bak-Cyrl"], "main_score": 0.32022, "precision": 0.292404, "recall": 0.399209}, {"accuracy": 0.156126, "f1": 0.108148, "hf_subset": "khm_Khmr-dyu_Latn", "languages": ["khm-Khmr", "dyu-Latn"], "main_score": 0.108148, "precision": 0.095696, "recall": 0.156126}, {"accuracy": 0.916996, "f1": 0.895762, "hf_subset": "khm_Khmr-heb_Hebr", "languages": ["khm-Khmr", "heb-Hebr"], "main_score": 0.895762, "precision": 0.886397, "recall": 0.916996}, {"accuracy": 0.889328, "f1": 0.865862, "hf_subset": "khm_Khmr-khk_Cyrl", "languages": ["khm-Khmr", "khk-Cyrl"], "main_score": 0.865862, "precision": 0.855072, "recall": 0.889328}, {"accuracy": 0.928854, "f1": 0.911713, "hf_subset": "khm_Khmr-lvs_Latn", "languages": ["khm-Khmr", "lvs-Latn"], "main_score": 0.911713, "precision": 0.903993, "recall": 0.928854}, {"accuracy": 0.79249, "f1": 0.741805, "hf_subset": "khm_Khmr-pan_Guru", "languages": ["khm-Khmr", "pan-Guru"], "main_score": 0.741805, "precision": 0.719153, "recall": 0.79249}, {"accuracy": 0.26087, "f1": 0.200797, "hf_subset": "khm_Khmr-som_Latn", "languages": ["khm-Khmr", "som-Latn"], "main_score": 0.200797, "precision": 0.183078, "recall": 0.26087}, {"accuracy": 0.1917, "f1": 0.129461, "hf_subset": "khm_Khmr-tum_Latn", "languages": ["khm-Khmr", "tum-Latn"], "main_score": 0.129461, "precision": 0.113446, "recall": 0.1917}, {"accuracy": 0.08498, "f1": 0.05109, "hf_subset": "mag_Deva-ace_Arab", "languages": ["mag-Deva", "ace-Arab"], "main_score": 0.05109, "precision": 0.042693, "recall": 0.08498}, {"accuracy": 0.149209, "f1": 0.089957, "hf_subset": "mag_Deva-bam_Latn", "languages": ["mag-Deva", "bam-Latn"], "main_score": 0.089957, "precision": 0.076079, "recall": 0.149209}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "mag_Deva-dzo_Tibt", "languages": ["mag-Deva", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "mag_Deva-hin_Deva", "languages": ["mag-Deva", "hin-Deva"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.849802, "f1": 0.808103, "hf_subset": "mag_Deva-khm_Khmr", "languages": ["mag-Deva", "khm-Khmr"], "main_score": 0.808103, "precision": 0.788702, "recall": 0.849802}, {"accuracy": 0.613636, "f1": 0.537272, "hf_subset": "mag_Deva-pap_Latn", "languages": ["mag-Deva", "pap-Latn"], "main_score": 0.537272, "precision": 0.50816, "recall": 0.613636}, {"accuracy": 0.175889, "f1": 0.11302, "hf_subset": "mag_Deva-sot_Latn", "languages": ["mag-Deva", "sot-Latn"], "main_score": 0.11302, "precision": 0.097259, "recall": 0.175889}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "mag_Deva-tur_Latn", "languages": ["mag-Deva", "tur-Latn"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.375494, "f1": 0.284076, "hf_subset": "mag_Deva-ace_Latn", "languages": ["mag-Deva", "ace-Latn"], "main_score": 0.284076, "precision": 0.254318, "recall": 0.375494}, {"accuracy": 0.636364, "f1": 0.566877, "hf_subset": "mag_Deva-ban_Latn", "languages": ["mag-Deva", "ban-Latn"], "main_score": 0.566877, "precision": 0.539139, "recall": 0.636364}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "mag_Deva-ell_Grek", "languages": ["mag-Deva", "ell-Grek"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.961462, "f1": 0.950922, "hf_subset": "mag_Deva-hne_Deva", "languages": ["mag-Deva", "hne-Deva"], "main_score": 0.950922, "precision": 0.945982, "recall": 0.961462}, {"accuracy": 0.209486, "f1": 0.131493, "hf_subset": "mag_Deva-kik_Latn", "languages": ["mag-Deva", "kik-Latn"], "main_score": 0.131493, "precision": 0.110018, "recall": 0.209486}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "mag_Deva-mai_Deva", "languages": ["mag-Deva", "mai-Deva"], "main_score": 0.964493, "precision": 0.960721, "recall": 0.972332}, {"accuracy": 0.809289, "f1": 0.764284, "hf_subset": "mag_Deva-pbt_Arab", "languages": ["mag-Deva", "pbt-Arab"], "main_score": 0.764284, "precision": 0.744458, "recall": 0.809289}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mag_Deva-spa_Latn", "languages": ["mag-Deva", "spa-Latn"], "main_score": 0.938472, "precision": 0.932065, "recall": 0.952569}, {"accuracy": 0.272727, "f1": 0.186887, "hf_subset": "mag_Deva-twi_Latn", "languages": ["mag-Deva", "twi-Latn"], "main_score": 0.186887, "precision": 0.162574, "recall": 0.272727}, {"accuracy": 0.949605, "f1": 0.934865, "hf_subset": "mag_Deva-acm_Arab", "languages": ["mag-Deva", "acm-Arab"], "main_score": 0.934865, "precision": 0.928007, "recall": 0.949605}, {"accuracy": 0.902174, "f1": 0.876219, "hf_subset": "mag_Deva-bel_Cyrl", "languages": ["mag-Deva", "bel-Cyrl"], "main_score": 0.876219, "precision": 0.864048, "recall": 0.902174}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "mag_Deva-eng_Latn", "languages": ["mag-Deva", "eng-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "mag_Deva-hrv_Latn", "languages": ["mag-Deva", "hrv-Latn"], "main_score": 0.944664, "precision": 0.938406, "recall": 0.95751}, {"accuracy": 0.123518, "f1": 0.071825, "hf_subset": "mag_Deva-kin_Latn", "languages": ["mag-Deva", "kin-Latn"], "main_score": 0.071825, "precision": 0.059187, "recall": 0.123518}, {"accuracy": 0.851779, "f1": 0.814577, "hf_subset": "mag_Deva-mal_Mlym", "languages": ["mag-Deva", "mal-Mlym"], "main_score": 0.814577, "precision": 0.797579, "recall": 0.851779}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "mag_Deva-pes_Arab", "languages": ["mag-Deva", "pes-Arab"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.649209, "f1": 0.572058, "hf_subset": "mag_Deva-srd_Latn", "languages": ["mag-Deva", "srd-Latn"], "main_score": 0.572058, "precision": 0.53955, "recall": 0.649209}, {"accuracy": 0.052372, "f1": 0.023275, "hf_subset": "mag_Deva-tzm_Tfng", "languages": ["mag-Deva", "tzm-Tfng"], "main_score": 0.023275, "precision": 0.019736, "recall": 0.052372}, {"accuracy": 0.960474, "f1": 0.949769, "hf_subset": "mag_Deva-acq_Arab", "languages": ["mag-Deva", "acq-Arab"], "main_score": 0.949769, "precision": 0.944499, "recall": 0.960474}, {"accuracy": 0.198617, "f1": 0.12931, "hf_subset": "mag_Deva-bem_Latn", "languages": ["mag-Deva", "bem-Latn"], "main_score": 0.12931, "precision": 0.112512, "recall": 0.198617}, {"accuracy": 0.811265, "f1": 0.764072, "hf_subset": "mag_Deva-epo_Latn", "languages": ["mag-Deva", "epo-Latn"], "main_score": 0.764072, "precision": 0.743322, "recall": 0.811265}, {"accuracy": 0.953557, "f1": 0.939855, "hf_subset": "mag_Deva-hun_Latn", "languages": ["mag-Deva", "hun-Latn"], "main_score": 0.939855, "precision": 0.933794, "recall": 0.953557}, {"accuracy": 0.886364, "f1": 0.857049, "hf_subset": "mag_Deva-kir_Cyrl", "languages": ["mag-Deva", "kir-Cyrl"], "main_score": 0.857049, "precision": 0.842721, "recall": 0.886364}, {"accuracy": 0.887352, "f1": 0.856884, "hf_subset": "mag_Deva-mar_Deva", "languages": ["mag-Deva", "mar-Deva"], "main_score": 0.856884, "precision": 0.842556, "recall": 0.887352}, {"accuracy": 0.244071, "f1": 0.17715, "hf_subset": "mag_Deva-plt_Latn", "languages": ["mag-Deva", "plt-Latn"], "main_score": 0.17715, "precision": 0.158324, "recall": 0.244071}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "mag_Deva-srp_Cyrl", "languages": ["mag-Deva", "srp-Cyrl"], "main_score": 0.955929, "precision": 0.95084, "recall": 0.966403}, {"accuracy": 0.720356, "f1": 0.661553, "hf_subset": "mag_Deva-uig_Arab", "languages": ["mag-Deva", "uig-Arab"], "main_score": 0.661553, "precision": 0.636562, "recall": 0.720356}, {"accuracy": 0.902174, "f1": 0.877701, "hf_subset": "mag_Deva-aeb_Arab", "languages": ["mag-Deva", "aeb-Arab"], "main_score": 0.877701, "precision": 0.866189, "recall": 0.902174}, {"accuracy": 0.870553, "f1": 0.837484, "hf_subset": "mag_Deva-ben_Beng", "languages": ["mag-Deva", "ben-Beng"], "main_score": 0.837484, "precision": 0.822217, "recall": 0.870553}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "mag_Deva-est_Latn", "languages": ["mag-Deva", "est-Latn"], "main_score": 0.939065, "precision": 0.932642, "recall": 0.952569}, {"accuracy": 0.949605, "f1": 0.9361, "hf_subset": "mag_Deva-hye_Armn", "languages": ["mag-Deva", "hye-Armn"], "main_score": 0.9361, "precision": 0.929842, "recall": 0.949605}, {"accuracy": 0.135375, "f1": 0.07597, "hf_subset": "mag_Deva-kmb_Latn", "languages": ["mag-Deva", "kmb-Latn"], "main_score": 0.07597, "precision": 0.063359, "recall": 0.135375}, {"accuracy": 0.054348, "f1": 0.031547, "hf_subset": "mag_Deva-min_Arab", "languages": ["mag-Deva", "min-Arab"], "main_score": 0.031547, "precision": 0.026261, "recall": 0.054348}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "mag_Deva-pol_Latn", "languages": ["mag-Deva", "pol-Latn"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.136364, "f1": 0.084106, "hf_subset": "mag_Deva-ssw_Latn", "languages": ["mag-Deva", "ssw-Latn"], "main_score": 0.084106, "precision": 0.073187, "recall": 0.136364}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "mag_Deva-ukr_Cyrl", "languages": ["mag-Deva", "ukr-Cyrl"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "mag_Deva-afr_Latn", "languages": ["mag-Deva", "afr-Latn"], "main_score": 0.887681, "precision": 0.875198, "recall": 0.914032}, {"accuracy": 0.931818, "f1": 0.915349, "hf_subset": "mag_Deva-bho_Deva", "languages": ["mag-Deva", "bho-Deva"], "main_score": 0.915349, "precision": 0.907444, "recall": 0.931818}, {"accuracy": 0.676877, "f1": 0.615013, "hf_subset": "mag_Deva-eus_Latn", "languages": ["mag-Deva", "eus-Latn"], "main_score": 0.615013, "precision": 0.588892, "recall": 0.676877}, {"accuracy": 0.164032, "f1": 0.099571, "hf_subset": "mag_Deva-ibo_Latn", "languages": ["mag-Deva", "ibo-Latn"], "main_score": 0.099571, "precision": 0.084513, "recall": 0.164032}, {"accuracy": 0.660079, "f1": 0.604433, "hf_subset": "mag_Deva-kmr_Latn", "languages": ["mag-Deva", "kmr-Latn"], "main_score": 0.604433, "precision": 0.581458, "recall": 0.660079}, {"accuracy": 0.590909, "f1": 0.515584, "hf_subset": "mag_Deva-min_Latn", "languages": ["mag-Deva", "min-Latn"], "main_score": 0.515584, "precision": 0.486424, "recall": 0.590909}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "mag_Deva-por_Latn", "languages": ["mag-Deva", "por-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.702569, "f1": 0.636255, "hf_subset": "mag_Deva-sun_Latn", "languages": ["mag-Deva", "sun-Latn"], "main_score": 0.636255, "precision": 0.608482, "recall": 0.702569}, {"accuracy": 0.141304, "f1": 0.085765, "hf_subset": "mag_Deva-umb_Latn", "languages": ["mag-Deva", "umb-Latn"], "main_score": 0.085765, "precision": 0.073324, "recall": 0.141304}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "mag_Deva-ajp_Arab", "languages": ["mag-Deva", "ajp-Arab"], "main_score": 0.925296, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.065217, "f1": 0.035443, "hf_subset": "mag_Deva-bjn_Arab", "languages": ["mag-Deva", "bjn-Arab"], "main_score": 0.035443, "precision": 0.028763, "recall": 0.065217}, {"accuracy": 0.210474, "f1": 0.145498, "hf_subset": "mag_Deva-ewe_Latn", "languages": ["mag-Deva", "ewe-Latn"], "main_score": 0.145498, "precision": 0.128907, "recall": 0.210474}, {"accuracy": 0.33004, "f1": 0.246279, "hf_subset": "mag_Deva-ilo_Latn", "languages": ["mag-Deva", "ilo-Latn"], "main_score": 0.246279, "precision": 0.220953, "recall": 0.33004}, {"accuracy": 0.089921, "f1": 0.049091, "hf_subset": "mag_Deva-knc_Arab", "languages": ["mag-Deva", "knc-Arab"], "main_score": 0.049091, "precision": 0.039962, "recall": 0.089921}, {"accuracy": 0.966403, "f1": 0.956258, "hf_subset": "mag_Deva-mkd_Cyrl", "languages": ["mag-Deva", "mkd-Cyrl"], "main_score": 0.956258, "precision": 0.951499, "recall": 0.966403}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mag_Deva-prs_Arab", "languages": ["mag-Deva", "prs-Arab"], "main_score": 0.938472, "precision": 0.932098, "recall": 0.952569}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "mag_Deva-swe_Latn", "languages": ["mag-Deva", "swe-Latn"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "mag_Deva-urd_Arab", "languages": ["mag-Deva", "urd-Arab"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.252964, "f1": 0.177197, "hf_subset": "mag_Deva-aka_Latn", "languages": ["mag-Deva", "aka-Latn"], "main_score": 0.177197, "precision": 0.155935, "recall": 0.252964}, {"accuracy": 0.741107, "f1": 0.684908, "hf_subset": "mag_Deva-bjn_Latn", "languages": ["mag-Deva", "bjn-Latn"], "main_score": 0.684908, "precision": 0.661454, "recall": 0.741107}, {"accuracy": 0.405138, "f1": 0.32194, "hf_subset": "mag_Deva-fao_Latn", "languages": ["mag-Deva", "fao-Latn"], "main_score": 0.32194, "precision": 0.293365, "recall": 0.405138}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "mag_Deva-ind_Latn", "languages": ["mag-Deva", "ind-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.221344, "f1": 0.148816, "hf_subset": "mag_Deva-knc_Latn", "languages": ["mag-Deva", "knc-Latn"], "main_score": 0.148816, "precision": 0.131338, "recall": 0.221344}, {"accuracy": 0.291502, "f1": 0.214781, "hf_subset": "mag_Deva-mlt_Latn", "languages": ["mag-Deva", "mlt-Latn"], "main_score": 0.214781, "precision": 0.193372, "recall": 0.291502}, {"accuracy": 0.221344, "f1": 0.143332, "hf_subset": "mag_Deva-quy_Latn", "languages": ["mag-Deva", "quy-Latn"], "main_score": 0.143332, "precision": 0.122271, "recall": 0.221344}, {"accuracy": 0.323123, "f1": 0.245983, "hf_subset": "mag_Deva-swh_Latn", "languages": ["mag-Deva", "swh-Latn"], "main_score": 0.245983, "precision": 0.221913, "recall": 0.323123}, {"accuracy": 0.575099, "f1": 0.499438, "hf_subset": "mag_Deva-uzn_Latn", "languages": ["mag-Deva", "uzn-Latn"], "main_score": 0.499438, "precision": 0.470602, "recall": 0.575099}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "mag_Deva-als_Latn", "languages": ["mag-Deva", "als-Latn"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.046443, "f1": 0.014869, "hf_subset": "mag_Deva-bod_Tibt", "languages": ["mag-Deva", "bod-Tibt"], "main_score": 0.014869, "precision": 0.011143, "recall": 0.046443}, {"accuracy": 0.178854, "f1": 0.116073, "hf_subset": "mag_Deva-fij_Latn", "languages": ["mag-Deva", "fij-Latn"], "main_score": 0.116073, "precision": 0.098925, "recall": 0.178854}, {"accuracy": 0.661067, "f1": 0.59681, "hf_subset": "mag_Deva-isl_Latn", "languages": ["mag-Deva", "isl-Latn"], "main_score": 0.59681, "precision": 0.570884, "recall": 0.661067}, {"accuracy": 0.209486, "f1": 0.139738, "hf_subset": "mag_Deva-kon_Latn", "languages": ["mag-Deva", "kon-Latn"], "main_score": 0.139738, "precision": 0.122606, "recall": 0.209486}, {"accuracy": 0.055336, "f1": 0.026956, "hf_subset": "mag_Deva-mni_Beng", "languages": ["mag-Deva", "mni-Beng"], "main_score": 0.026956, "precision": 0.022296, "recall": 0.055336}, {"accuracy": 0.969368, "f1": 0.960968, "hf_subset": "mag_Deva-ron_Latn", "languages": ["mag-Deva", "ron-Latn"], "main_score": 0.960968, "precision": 0.957016, "recall": 0.969368}, {"accuracy": 0.728261, "f1": 0.668497, "hf_subset": "mag_Deva-szl_Latn", "languages": ["mag-Deva", "szl-Latn"], "main_score": 0.668497, "precision": 0.643857, "recall": 0.728261}, {"accuracy": 0.764822, "f1": 0.706851, "hf_subset": "mag_Deva-vec_Latn", "languages": ["mag-Deva", "vec-Latn"], "main_score": 0.706851, "precision": 0.681719, "recall": 0.764822}, {"accuracy": 0.702569, "f1": 0.640737, "hf_subset": "mag_Deva-amh_Ethi", "languages": ["mag-Deva", "amh-Ethi"], "main_score": 0.640737, "precision": 0.61437, "recall": 0.702569}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "mag_Deva-bos_Latn", "languages": ["mag-Deva", "bos-Latn"], "main_score": 0.957345, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "mag_Deva-fin_Latn", "languages": ["mag-Deva", "fin-Latn"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "mag_Deva-ita_Latn", "languages": ["mag-Deva", "ita-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.95751, "f1": 0.944335, "hf_subset": "mag_Deva-kor_Hang", "languages": ["mag-Deva", "kor-Hang"], "main_score": 0.944335, "precision": 0.937912, "recall": 0.95751}, {"accuracy": 0.186759, "f1": 0.124422, "hf_subset": "mag_Deva-mos_Latn", "languages": ["mag-Deva", "mos-Latn"], "main_score": 0.124422, "precision": 0.108263, "recall": 0.186759}, {"accuracy": 0.125494, "f1": 0.076364, "hf_subset": "mag_Deva-run_Latn", "languages": ["mag-Deva", "run-Latn"], "main_score": 0.076364, "precision": 0.064728, "recall": 0.125494}, {"accuracy": 0.852767, "f1": 0.816436, "hf_subset": "mag_Deva-tam_Taml", "languages": ["mag-Deva", "tam-Taml"], "main_score": 0.816436, "precision": 0.800016, "recall": 0.852767}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "mag_Deva-vie_Latn", "languages": ["mag-Deva", "vie-Latn"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.936759, "f1": 0.920191, "hf_subset": "mag_Deva-apc_Arab", "languages": ["mag-Deva", "apc-Arab"], "main_score": 0.920191, "precision": 0.912467, "recall": 0.936759}, {"accuracy": 0.353755, "f1": 0.271402, "hf_subset": "mag_Deva-bug_Latn", "languages": ["mag-Deva", "bug-Latn"], "main_score": 0.271402, "precision": 0.245455, "recall": 0.353755}, {"accuracy": 0.166008, "f1": 0.103279, "hf_subset": "mag_Deva-fon_Latn", "languages": ["mag-Deva", "fon-Latn"], "main_score": 0.103279, "precision": 0.088123, "recall": 0.166008}, {"accuracy": 0.679842, "f1": 0.610296, "hf_subset": "mag_Deva-jav_Latn", "languages": ["mag-Deva", "jav-Latn"], "main_score": 0.610296, "precision": 0.581472, "recall": 0.679842}, {"accuracy": 0.871542, "f1": 0.841798, "hf_subset": "mag_Deva-lao_Laoo", "languages": ["mag-Deva", "lao-Laoo"], "main_score": 0.841798, "precision": 0.828722, "recall": 0.871542}, {"accuracy": 0.171937, "f1": 0.105148, "hf_subset": "mag_Deva-mri_Latn", "languages": ["mag-Deva", "mri-Latn"], "main_score": 0.105148, "precision": 0.089978, "recall": 0.171937}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "mag_Deva-rus_Cyrl", "languages": ["mag-Deva", "rus-Cyrl"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.208498, "f1": 0.146452, "hf_subset": "mag_Deva-taq_Latn", "languages": ["mag-Deva", "taq-Latn"], "main_score": 0.146452, "precision": 0.130916, "recall": 0.208498}, {"accuracy": 0.393281, "f1": 0.302294, "hf_subset": "mag_Deva-war_Latn", "languages": ["mag-Deva", "war-Latn"], "main_score": 0.302294, "precision": 0.272966, "recall": 0.393281}, {"accuracy": 0.956522, "f1": 0.944782, "hf_subset": "mag_Deva-arb_Arab", "languages": ["mag-Deva", "arb-Arab"], "main_score": 0.944782, "precision": 0.939394, "recall": 0.956522}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "mag_Deva-bul_Cyrl", "languages": ["mag-Deva", "bul-Cyrl"], "main_score": 0.962945, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "mag_Deva-fra_Latn", "languages": ["mag-Deva", "fra-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-jpn_Jpan", "languages": ["mag-Deva", "jpn-Jpan"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.677866, "f1": 0.611531, "hf_subset": "mag_Deva-lij_Latn", "languages": ["mag-Deva", "lij-Latn"], "main_score": 0.611531, "precision": 0.583623, "recall": 0.677866}, {"accuracy": 0.905138, "f1": 0.878294, "hf_subset": "mag_Deva-mya_Mymr", "languages": ["mag-Deva", "mya-Mymr"], "main_score": 0.878294, "precision": 0.865448, "recall": 0.905138}, {"accuracy": 0.19664, "f1": 0.134492, "hf_subset": "mag_Deva-sag_Latn", "languages": ["mag-Deva", "sag-Latn"], "main_score": 0.134492, "precision": 0.117483, "recall": 0.19664}, {"accuracy": 0.075099, "f1": 0.032603, "hf_subset": "mag_Deva-taq_Tfng", "languages": ["mag-Deva", "taq-Tfng"], "main_score": 0.032603, "precision": 0.026471, "recall": 0.075099}, {"accuracy": 0.20751, "f1": 0.135322, "hf_subset": "mag_Deva-wol_Latn", "languages": ["mag-Deva", "wol-Latn"], "main_score": 0.135322, "precision": 0.115734, "recall": 0.20751}, {"accuracy": 0.090909, "f1": 0.046384, "hf_subset": "mag_Deva-arb_Latn", "languages": ["mag-Deva", "arb-Latn"], "main_score": 0.046384, "precision": 0.037669, "recall": 0.090909}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "mag_Deva-cat_Latn", "languages": ["mag-Deva", "cat-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.659091, "f1": 0.586091, "hf_subset": "mag_Deva-fur_Latn", "languages": ["mag-Deva", "fur-Latn"], "main_score": 0.586091, "precision": 0.555287, "recall": 0.659091}, {"accuracy": 0.077075, "f1": 0.049071, "hf_subset": "mag_Deva-kab_Latn", "languages": ["mag-Deva", "kab-Latn"], "main_score": 0.049071, "precision": 0.04232, "recall": 0.077075}, {"accuracy": 0.689723, "f1": 0.626301, "hf_subset": "mag_Deva-lim_Latn", "languages": ["mag-Deva", "lim-Latn"], "main_score": 0.626301, "precision": 0.599301, "recall": 0.689723}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "mag_Deva-nld_Latn", "languages": ["mag-Deva", "nld-Latn"], "main_score": 0.949012, "precision": 0.943923, "recall": 0.960474}, {"accuracy": 0.736166, "f1": 0.679414, "hf_subset": "mag_Deva-san_Deva", "languages": ["mag-Deva", "san-Deva"], "main_score": 0.679414, "precision": 0.654908, "recall": 0.736166}, {"accuracy": 0.481225, "f1": 0.403655, "hf_subset": "mag_Deva-tat_Cyrl", "languages": ["mag-Deva", "tat-Cyrl"], "main_score": 0.403655, "precision": 0.374268, "recall": 0.481225}, {"accuracy": 0.175889, "f1": 0.107587, "hf_subset": "mag_Deva-xho_Latn", "languages": ["mag-Deva", "xho-Latn"], "main_score": 0.107587, "precision": 0.09096, "recall": 0.175889}, {"accuracy": 0.951581, "f1": 0.937747, "hf_subset": "mag_Deva-ars_Arab", "languages": ["mag-Deva", "ars-Arab"], "main_score": 0.937747, "precision": 0.931357, "recall": 0.951581}, {"accuracy": 0.363636, "f1": 0.281309, "hf_subset": "mag_Deva-ceb_Latn", "languages": ["mag-Deva", "ceb-Latn"], "main_score": 0.281309, "precision": 0.254095, "recall": 0.363636}, {"accuracy": 0.192688, "f1": 0.123876, "hf_subset": "mag_Deva-fuv_Latn", "languages": ["mag-Deva", "fuv-Latn"], "main_score": 0.123876, "precision": 0.10661, "recall": 0.192688}, {"accuracy": 0.172925, "f1": 0.114243, "hf_subset": "mag_Deva-kac_Latn", "languages": ["mag-Deva", "kac-Latn"], "main_score": 0.114243, "precision": 0.100157, "recall": 0.172925}, {"accuracy": 0.202569, "f1": 0.140449, "hf_subset": "mag_Deva-lin_Latn", "languages": ["mag-Deva", "lin-Latn"], "main_score": 0.140449, "precision": 0.12299, "recall": 0.202569}, {"accuracy": 0.935771, "f1": 0.915349, "hf_subset": "mag_Deva-nno_Latn", "languages": ["mag-Deva", "nno-Latn"], "main_score": 0.915349, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.013834, "f1": 0.001774, "hf_subset": "mag_Deva-sat_Olck", "languages": ["mag-Deva", "sat-Olck"], "main_score": 0.001774, "precision": 0.001102, "recall": 0.013834}, {"accuracy": 0.820158, "f1": 0.775758, "hf_subset": "mag_Deva-tel_Telu", "languages": ["mag-Deva", "tel-Telu"], "main_score": 0.775758, "precision": 0.756077, "recall": 0.820158}, {"accuracy": 0.381423, "f1": 0.304934, "hf_subset": "mag_Deva-ydd_Hebr", "languages": ["mag-Deva", "ydd-Hebr"], "main_score": 0.304934, "precision": 0.278193, "recall": 0.381423}, {"accuracy": 0.826087, "f1": 0.784552, "hf_subset": "mag_Deva-ary_Arab", "languages": ["mag-Deva", "ary-Arab"], "main_score": 0.784552, "precision": 0.765316, "recall": 0.826087}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "mag_Deva-ces_Latn", "languages": ["mag-Deva", "ces-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.083992, "f1": 0.044926, "hf_subset": "mag_Deva-gaz_Latn", "languages": ["mag-Deva", "gaz-Latn"], "main_score": 0.044926, "precision": 0.03806, "recall": 0.083992}, {"accuracy": 0.164032, "f1": 0.1045, "hf_subset": "mag_Deva-kam_Latn", "languages": ["mag-Deva", "kam-Latn"], "main_score": 0.1045, "precision": 0.090041, "recall": 0.164032}, {"accuracy": 0.955534, "f1": 0.943676, "hf_subset": "mag_Deva-lit_Latn", "languages": ["mag-Deva", "lit-Latn"], "main_score": 0.943676, "precision": 0.938076, "recall": 0.955534}, {"accuracy": 0.952569, "f1": 0.939394, "hf_subset": "mag_Deva-nob_Latn", "languages": ["mag-Deva", "nob-Latn"], "main_score": 0.939394, "precision": 0.932806, "recall": 0.952569}, {"accuracy": 0.59585, "f1": 0.517623, "hf_subset": "mag_Deva-scn_Latn", "languages": ["mag-Deva", "scn-Latn"], "main_score": 0.517623, "precision": 0.487682, "recall": 0.59585}, {"accuracy": 0.166008, "f1": 0.108406, "hf_subset": "mag_Deva-tgk_Cyrl", "languages": ["mag-Deva", "tgk-Cyrl"], "main_score": 0.108406, "precision": 0.093819, "recall": 0.166008}, {"accuracy": 0.16996, "f1": 0.10412, "hf_subset": "mag_Deva-yor_Latn", "languages": ["mag-Deva", "yor-Latn"], "main_score": 0.10412, "precision": 0.088539, "recall": 0.16996}, {"accuracy": 0.923913, "f1": 0.902127, "hf_subset": "mag_Deva-arz_Arab", "languages": ["mag-Deva", "arz-Arab"], "main_score": 0.902127, "precision": 0.891634, "recall": 0.923913}, {"accuracy": 0.16996, "f1": 0.105923, "hf_subset": "mag_Deva-cjk_Latn", "languages": ["mag-Deva", "cjk-Latn"], "main_score": 0.105923, "precision": 0.090428, "recall": 0.16996}, {"accuracy": 0.166008, "f1": 0.108299, "hf_subset": "mag_Deva-gla_Latn", "languages": ["mag-Deva", "gla-Latn"], "main_score": 0.108299, "precision": 0.093411, "recall": 0.166008}, {"accuracy": 0.791502, "f1": 0.742655, "hf_subset": "mag_Deva-kan_Knda", "languages": ["mag-Deva", "kan-Knda"], "main_score": 0.742655, "precision": 0.72197, "recall": 0.791502}, {"accuracy": 0.599802, "f1": 0.525038, "hf_subset": "mag_Deva-lmo_Latn", "languages": ["mag-Deva", "lmo-Latn"], "main_score": 0.525038, "precision": 0.495935, "recall": 0.599802}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "mag_Deva-npi_Deva", "languages": ["mag-Deva", "npi-Deva"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.221344, "f1": 0.150622, "hf_subset": "mag_Deva-shn_Mymr", "languages": ["mag-Deva", "shn-Mymr"], "main_score": 0.150622, "precision": 0.129935, "recall": 0.221344}, {"accuracy": 0.418972, "f1": 0.335489, "hf_subset": "mag_Deva-tgl_Latn", "languages": ["mag-Deva", "tgl-Latn"], "main_score": 0.335489, "precision": 0.307622, "recall": 0.418972}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "mag_Deva-yue_Hant", "languages": ["mag-Deva", "yue-Hant"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.508893, "f1": 0.433254, "hf_subset": "mag_Deva-asm_Beng", "languages": ["mag-Deva", "asm-Beng"], "main_score": 0.433254, "precision": 0.404763, "recall": 0.508893}, {"accuracy": 0.767787, "f1": 0.714394, "hf_subset": "mag_Deva-ckb_Arab", "languages": ["mag-Deva", "ckb-Arab"], "main_score": 0.714394, "precision": 0.691024, "recall": 0.767787}, {"accuracy": 0.240119, "f1": 0.168646, "hf_subset": "mag_Deva-gle_Latn", "languages": ["mag-Deva", "gle-Latn"], "main_score": 0.168646, "precision": 0.148759, "recall": 0.240119}, {"accuracy": 0.635375, "f1": 0.565302, "hf_subset": "mag_Deva-kas_Arab", "languages": ["mag-Deva", "kas-Arab"], "main_score": 0.565302, "precision": 0.537552, "recall": 0.635375}, {"accuracy": 0.632411, "f1": 0.562254, "hf_subset": "mag_Deva-ltg_Latn", "languages": ["mag-Deva", "ltg-Latn"], "main_score": 0.562254, "precision": 0.534289, "recall": 0.632411}, {"accuracy": 0.203557, "f1": 0.134069, "hf_subset": "mag_Deva-nso_Latn", "languages": ["mag-Deva", "nso-Latn"], "main_score": 0.134069, "precision": 0.11625, "recall": 0.203557}, {"accuracy": 0.881423, "f1": 0.852273, "hf_subset": "mag_Deva-sin_Sinh", "languages": ["mag-Deva", "sin-Sinh"], "main_score": 0.852273, "precision": 0.839443, "recall": 0.881423}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-tha_Thai", "languages": ["mag-Deva", "tha-Thai"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "mag_Deva-zho_Hans", "languages": ["mag-Deva", "zho-Hans"], "main_score": 0.961199, "precision": 0.956933, "recall": 0.970356}, {"accuracy": 0.895257, "f1": 0.865613, "hf_subset": "mag_Deva-ast_Latn", "languages": ["mag-Deva", "ast-Latn"], "main_score": 0.865613, "precision": 0.851812, "recall": 0.895257}, {"accuracy": 0.711462, "f1": 0.651318, "hf_subset": "mag_Deva-crh_Latn", "languages": ["mag-Deva", "crh-Latn"], "main_score": 0.651318, "precision": 0.62607, "recall": 0.711462}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "mag_Deva-glg_Latn", "languages": ["mag-Deva", "glg-Latn"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.426877, "f1": 0.350829, "hf_subset": "mag_Deva-kas_Deva", "languages": ["mag-Deva", "kas-Deva"], "main_score": 0.350829, "precision": 0.324164, "recall": 0.426877}, {"accuracy": 0.455534, "f1": 0.369702, "hf_subset": "mag_Deva-ltz_Latn", "languages": ["mag-Deva", "ltz-Latn"], "main_score": 0.369702, "precision": 0.340874, "recall": 0.455534}, {"accuracy": 0.098814, "f1": 0.055482, "hf_subset": "mag_Deva-nus_Latn", "languages": ["mag-Deva", "nus-Latn"], "main_score": 0.055482, "precision": 0.047078, "recall": 0.098814}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "mag_Deva-slk_Latn", "languages": ["mag-Deva", "slk-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.187747, "f1": 0.132545, "hf_subset": "mag_Deva-tir_Ethi", "languages": ["mag-Deva", "tir-Ethi"], "main_score": 0.132545, "precision": 0.116453, "recall": 0.187747}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "mag_Deva-zho_Hant", "languages": ["mag-Deva", "zho-Hant"], "main_score": 0.950988, "precision": 0.945735, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.964756, "hf_subset": "mag_Deva-awa_Deva", "languages": ["mag-Deva", "awa-Deva"], "main_score": 0.964756, "precision": 0.960968, "recall": 0.972332}, {"accuracy": 0.40415, "f1": 0.315276, "hf_subset": "mag_Deva-cym_Latn", "languages": ["mag-Deva", "cym-Latn"], "main_score": 0.315276, "precision": 0.286739, "recall": 0.40415}, {"accuracy": 0.327075, "f1": 0.242064, "hf_subset": "mag_Deva-grn_Latn", "languages": ["mag-Deva", "grn-Latn"], "main_score": 0.242064, "precision": 0.217164, "recall": 0.327075}, {"accuracy": 0.850791, "f1": 0.807016, "hf_subset": "mag_Deva-kat_Geor", "languages": ["mag-Deva", "kat-Geor"], "main_score": 0.807016, "precision": 0.787138, "recall": 0.850791}, {"accuracy": 0.227273, "f1": 0.15419, "hf_subset": "mag_Deva-lua_Latn", "languages": ["mag-Deva", "lua-Latn"], "main_score": 0.15419, "precision": 0.134163, "recall": 0.227273}, {"accuracy": 0.195652, "f1": 0.128896, "hf_subset": "mag_Deva-nya_Latn", "languages": ["mag-Deva", "nya-Latn"], "main_score": 0.128896, "precision": 0.110835, "recall": 0.195652}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "mag_Deva-slv_Latn", "languages": ["mag-Deva", "slv-Latn"], "main_score": 0.950922, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.425889, "f1": 0.33603, "hf_subset": "mag_Deva-tpi_Latn", "languages": ["mag-Deva", "tpi-Latn"], "main_score": 0.33603, "precision": 0.304673, "recall": 0.425889}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "mag_Deva-zsm_Latn", "languages": ["mag-Deva", "zsm-Latn"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.171937, "f1": 0.104434, "hf_subset": "mag_Deva-ayr_Latn", "languages": ["mag-Deva", "ayr-Latn"], "main_score": 0.104434, "precision": 0.089346, "recall": 0.171937}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "mag_Deva-dan_Latn", "languages": ["mag-Deva", "dan-Latn"], "main_score": 0.947793, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.901186, "f1": 0.872332, "hf_subset": "mag_Deva-guj_Gujr", "languages": ["mag-Deva", "guj-Gujr"], "main_score": 0.872332, "precision": 0.859025, "recall": 0.901186}, {"accuracy": 0.902174, "f1": 0.874835, "hf_subset": "mag_Deva-kaz_Cyrl", "languages": ["mag-Deva", "kaz-Cyrl"], "main_score": 0.874835, "precision": 0.861825, "recall": 0.902174}, {"accuracy": 0.151186, "f1": 0.094059, "hf_subset": "mag_Deva-lug_Latn", "languages": ["mag-Deva", "lug-Latn"], "main_score": 0.094059, "precision": 0.080597, "recall": 0.151186}, {"accuracy": 0.880435, "f1": 0.84944, "hf_subset": "mag_Deva-oci_Latn", "languages": ["mag-Deva", "oci-Latn"], "main_score": 0.84944, "precision": 0.83498, "recall": 0.880435}, {"accuracy": 0.143281, "f1": 0.080915, "hf_subset": "mag_Deva-smo_Latn", "languages": ["mag-Deva", "smo-Latn"], "main_score": 0.080915, "precision": 0.065867, "recall": 0.143281}, {"accuracy": 0.181818, "f1": 0.117403, "hf_subset": "mag_Deva-tsn_Latn", "languages": ["mag-Deva", "tsn-Latn"], "main_score": 0.117403, "precision": 0.100115, "recall": 0.181818}, {"accuracy": 0.119565, "f1": 0.069286, "hf_subset": "mag_Deva-zul_Latn", "languages": ["mag-Deva", "zul-Latn"], "main_score": 0.069286, "precision": 0.057889, "recall": 0.119565}, {"accuracy": 0.555336, "f1": 0.482416, "hf_subset": "mag_Deva-azb_Arab", "languages": ["mag-Deva", "azb-Arab"], "main_score": 0.482416, "precision": 0.453848, "recall": 0.555336}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "mag_Deva-deu_Latn", "languages": ["mag-Deva", "deu-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.269763, "f1": 0.188557, "hf_subset": "mag_Deva-hat_Latn", "languages": ["mag-Deva", "hat-Latn"], "main_score": 0.188557, "precision": 0.163884, "recall": 0.269763}, {"accuracy": 0.141304, "f1": 0.08193, "hf_subset": "mag_Deva-kbp_Latn", "languages": ["mag-Deva", "kbp-Latn"], "main_score": 0.08193, "precision": 0.06758, "recall": 0.141304}, {"accuracy": 0.192688, "f1": 0.125152, "hf_subset": "mag_Deva-luo_Latn", "languages": ["mag-Deva", "luo-Latn"], "main_score": 0.125152, "precision": 0.107976, "recall": 0.192688}, {"accuracy": 0.780632, "f1": 0.731769, "hf_subset": "mag_Deva-ory_Orya", "languages": ["mag-Deva", "ory-Orya"], "main_score": 0.731769, "precision": 0.70999, "recall": 0.780632}, {"accuracy": 0.141304, "f1": 0.084528, "hf_subset": "mag_Deva-sna_Latn", "languages": ["mag-Deva", "sna-Latn"], "main_score": 0.084528, "precision": 0.071124, "recall": 0.141304}, {"accuracy": 0.158103, "f1": 0.100605, "hf_subset": "mag_Deva-tso_Latn", "languages": ["mag-Deva", "tso-Latn"], "main_score": 0.100605, "precision": 0.086222, "recall": 0.158103}, {"accuracy": 0.90415, "f1": 0.880852, "hf_subset": "mag_Deva-azj_Latn", "languages": ["mag-Deva", "azj-Latn"], "main_score": 0.880852, "precision": 0.870595, "recall": 0.90415}, {"accuracy": 0.240119, "f1": 0.162709, "hf_subset": "mag_Deva-dik_Latn", "languages": ["mag-Deva", "dik-Latn"], "main_score": 0.162709, "precision": 0.141469, "recall": 0.240119}, {"accuracy": 0.20751, "f1": 0.137976, "hf_subset": "mag_Deva-hau_Latn", "languages": ["mag-Deva", "hau-Latn"], "main_score": 0.137976, "precision": 0.120217, "recall": 0.20751}, {"accuracy": 0.601779, "f1": 0.526605, "hf_subset": "mag_Deva-kea_Latn", "languages": ["mag-Deva", "kea-Latn"], "main_score": 0.526605, "precision": 0.496769, "recall": 0.601779}, {"accuracy": 0.320158, "f1": 0.23846, "hf_subset": "mag_Deva-lus_Latn", "languages": ["mag-Deva", "lus-Latn"], "main_score": 0.23846, "precision": 0.212267, "recall": 0.320158}, {"accuracy": 0.448617, "f1": 0.361975, "hf_subset": "mag_Deva-pag_Latn", "languages": ["mag-Deva", "pag-Latn"], "main_score": 0.361975, "precision": 0.331247, "recall": 0.448617}, {"accuracy": 0.837945, "f1": 0.798188, "hf_subset": "mag_Deva-snd_Arab", "languages": ["mag-Deva", "snd-Arab"], "main_score": 0.798188, "precision": 0.780501, "recall": 0.837945}, {"accuracy": 0.295455, "f1": 0.217174, "hf_subset": "mag_Deva-tuk_Latn", "languages": ["mag-Deva", "tuk-Latn"], "main_score": 0.217174, "precision": 0.194397, "recall": 0.295455}, {"accuracy": 0.440711, "f1": 0.355939, "hf_subset": "mag_Deva-bak_Cyrl", "languages": ["mag-Deva", "bak-Cyrl"], "main_score": 0.355939, "precision": 0.325068, "recall": 0.440711}, {"accuracy": 0.150198, "f1": 0.092041, "hf_subset": "mag_Deva-dyu_Latn", "languages": ["mag-Deva", "dyu-Latn"], "main_score": 0.092041, "precision": 0.07718, "recall": 0.150198}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "mag_Deva-heb_Hebr", "languages": ["mag-Deva", "heb-Hebr"], "main_score": 0.953623, "precision": 0.949226, "recall": 0.963439}, {"accuracy": 0.940711, "f1": 0.923748, "hf_subset": "mag_Deva-khk_Cyrl", "languages": ["mag-Deva", "khk-Cyrl"], "main_score": 0.923748, "precision": 0.915679, "recall": 0.940711}, {"accuracy": 0.955534, "f1": 0.942819, "hf_subset": "mag_Deva-lvs_Latn", "languages": ["mag-Deva", "lvs-Latn"], "main_score": 0.942819, "precision": 0.936924, "recall": 0.955534}, {"accuracy": 0.806324, "f1": 0.761512, "hf_subset": "mag_Deva-pan_Guru", "languages": ["mag-Deva", "pan-Guru"], "main_score": 0.761512, "precision": 0.74194, "recall": 0.806324}, {"accuracy": 0.231225, "f1": 0.16451, "hf_subset": "mag_Deva-som_Latn", "languages": ["mag-Deva", "som-Latn"], "main_score": 0.16451, "precision": 0.144997, "recall": 0.231225}, {"accuracy": 0.183794, "f1": 0.114255, "hf_subset": "mag_Deva-tum_Latn", "languages": ["mag-Deva", "tum-Latn"], "main_score": 0.114255, "precision": 0.097545, "recall": 0.183794}, {"accuracy": 0.091897, "f1": 0.067183, "hf_subset": "pap_Latn-ace_Arab", "languages": ["pap-Latn", "ace-Arab"], "main_score": 0.067183, "precision": 0.059264, "recall": 0.091897}, {"accuracy": 0.25, "f1": 0.196749, "hf_subset": "pap_Latn-bam_Latn", "languages": ["pap-Latn", "bam-Latn"], "main_score": 0.196749, "precision": 0.178444, "recall": 0.25}, {"accuracy": 0.003953, "f1": 0.000115, "hf_subset": "pap_Latn-dzo_Tibt", "languages": ["pap-Latn", "dzo-Tibt"], "main_score": 0.000115, "precision": 5.9e-05, "recall": 0.003953}, {"accuracy": 0.62253, "f1": 0.580234, "hf_subset": "pap_Latn-hin_Deva", "languages": ["pap-Latn", "hin-Deva"], "main_score": 0.580234, "precision": 0.565062, "recall": 0.62253}, {"accuracy": 0.544466, "f1": 0.499918, "hf_subset": "pap_Latn-khm_Khmr", "languages": ["pap-Latn", "khm-Khmr"], "main_score": 0.499918, "precision": 0.48347, "recall": 0.544466}, {"accuracy": 0.575099, "f1": 0.536731, "hf_subset": "pap_Latn-mag_Deva", "languages": ["pap-Latn", "mag-Deva"], "main_score": 0.536731, "precision": 0.523265, "recall": 0.575099}, {"accuracy": 0.264822, "f1": 0.214201, "hf_subset": "pap_Latn-sot_Latn", "languages": ["pap-Latn", "sot-Latn"], "main_score": 0.214201, "precision": 0.198351, "recall": 0.264822}, {"accuracy": 0.666008, "f1": 0.628223, "hf_subset": "pap_Latn-tur_Latn", "languages": ["pap-Latn", "tur-Latn"], "main_score": 0.628223, "precision": 0.614087, "recall": 0.666008}, {"accuracy": 0.451581, "f1": 0.404029, "hf_subset": "pap_Latn-ace_Latn", "languages": ["pap-Latn", "ace-Latn"], "main_score": 0.404029, "precision": 0.386019, "recall": 0.451581}, {"accuracy": 0.531621, "f1": 0.494625, "hf_subset": "pap_Latn-ban_Latn", "languages": ["pap-Latn", "ban-Latn"], "main_score": 0.494625, "precision": 0.48078, "recall": 0.531621}, {"accuracy": 0.637352, "f1": 0.590463, "hf_subset": "pap_Latn-ell_Grek", "languages": ["pap-Latn", "ell-Grek"], "main_score": 0.590463, "precision": 0.572243, "recall": 0.637352}, {"accuracy": 0.547431, "f1": 0.506953, "hf_subset": "pap_Latn-hne_Deva", "languages": ["pap-Latn", "hne-Deva"], "main_score": 0.506953, "precision": 0.49188, "recall": 0.547431}, {"accuracy": 0.286561, "f1": 0.22758, "hf_subset": "pap_Latn-kik_Latn", "languages": ["pap-Latn", "kik-Latn"], "main_score": 0.22758, "precision": 0.207573, "recall": 0.286561}, {"accuracy": 0.545455, "f1": 0.506313, "hf_subset": "pap_Latn-mai_Deva", "languages": ["pap-Latn", "mai-Deva"], "main_score": 0.506313, "precision": 0.492493, "recall": 0.545455}, {"accuracy": 0.486166, "f1": 0.441565, "hf_subset": "pap_Latn-pbt_Arab", "languages": ["pap-Latn", "pbt-Arab"], "main_score": 0.441565, "precision": 0.426002, "recall": 0.486166}, {"accuracy": 0.695652, "f1": 0.658197, "hf_subset": "pap_Latn-spa_Latn", "languages": ["pap-Latn", "spa-Latn"], "main_score": 0.658197, "precision": 0.645665, "recall": 0.695652}, {"accuracy": 0.346838, "f1": 0.283117, "hf_subset": "pap_Latn-twi_Latn", "languages": ["pap-Latn", "twi-Latn"], "main_score": 0.283117, "precision": 0.261768, "recall": 0.346838}, {"accuracy": 0.581028, "f1": 0.546244, "hf_subset": "pap_Latn-acm_Arab", "languages": ["pap-Latn", "acm-Arab"], "main_score": 0.546244, "precision": 0.533746, "recall": 0.581028}, {"accuracy": 0.578063, "f1": 0.536538, "hf_subset": "pap_Latn-bel_Cyrl", "languages": ["pap-Latn", "bel-Cyrl"], "main_score": 0.536538, "precision": 0.521831, "recall": 0.578063}, {"accuracy": 0.709486, "f1": 0.677423, "hf_subset": "pap_Latn-eng_Latn", "languages": ["pap-Latn", "eng-Latn"], "main_score": 0.677423, "precision": 0.666267, "recall": 0.709486}, {"accuracy": 0.666008, "f1": 0.634643, "hf_subset": "pap_Latn-hrv_Latn", "languages": ["pap-Latn", "hrv-Latn"], "main_score": 0.634643, "precision": 0.623157, "recall": 0.666008}, {"accuracy": 0.1917, "f1": 0.146877, "hf_subset": "pap_Latn-kin_Latn", "languages": ["pap-Latn", "kin-Latn"], "main_score": 0.146877, "precision": 0.1328, "recall": 0.1917}, {"accuracy": 0.397233, "f1": 0.35329, "hf_subset": "pap_Latn-mal_Mlym", "languages": ["pap-Latn", "mal-Mlym"], "main_score": 0.35329, "precision": 0.339368, "recall": 0.397233}, {"accuracy": 0.633399, "f1": 0.585697, "hf_subset": "pap_Latn-pes_Arab", "languages": ["pap-Latn", "pes-Arab"], "main_score": 0.585697, "precision": 0.56972, "recall": 0.633399}, {"accuracy": 0.588933, "f1": 0.553647, "hf_subset": "pap_Latn-srd_Latn", "languages": ["pap-Latn", "srd-Latn"], "main_score": 0.553647, "precision": 0.540207, "recall": 0.588933}, {"accuracy": 0.072134, "f1": 0.040585, "hf_subset": "pap_Latn-tzm_Tfng", "languages": ["pap-Latn", "tzm-Tfng"], "main_score": 0.040585, "precision": 0.035479, "recall": 0.072134}, {"accuracy": 0.598814, "f1": 0.562234, "hf_subset": "pap_Latn-acq_Arab", "languages": ["pap-Latn", "acq-Arab"], "main_score": 0.562234, "precision": 0.549065, "recall": 0.598814}, {"accuracy": 0.252964, "f1": 0.200341, "hf_subset": "pap_Latn-bem_Latn", "languages": ["pap-Latn", "bem-Latn"], "main_score": 0.200341, "precision": 0.1835, "recall": 0.252964}, {"accuracy": 0.610672, "f1": 0.582941, "hf_subset": "pap_Latn-epo_Latn", "languages": ["pap-Latn", "epo-Latn"], "main_score": 0.582941, "precision": 0.573181, "recall": 0.610672}, {"accuracy": 0.666008, "f1": 0.625026, "hf_subset": "pap_Latn-hun_Latn", "languages": ["pap-Latn", "hun-Latn"], "main_score": 0.625026, "precision": 0.610843, "recall": 0.666008}, {"accuracy": 0.574111, "f1": 0.534532, "hf_subset": "pap_Latn-kir_Cyrl", "languages": ["pap-Latn", "kir-Cyrl"], "main_score": 0.534532, "precision": 0.520795, "recall": 0.574111}, {"accuracy": 0.513834, "f1": 0.470032, "hf_subset": "pap_Latn-mar_Deva", "languages": ["pap-Latn", "mar-Deva"], "main_score": 0.470032, "precision": 0.455003, "recall": 0.513834}, {"accuracy": 0.339921, "f1": 0.285542, "hf_subset": "pap_Latn-plt_Latn", "languages": ["pap-Latn", "plt-Latn"], "main_score": 0.285542, "precision": 0.265393, "recall": 0.339921}, {"accuracy": 0.667984, "f1": 0.628681, "hf_subset": "pap_Latn-srp_Cyrl", "languages": ["pap-Latn", "srp-Cyrl"], "main_score": 0.628681, "precision": 0.614007, "recall": 0.667984}, {"accuracy": 0.40415, "f1": 0.358642, "hf_subset": "pap_Latn-uig_Arab", "languages": ["pap-Latn", "uig-Arab"], "main_score": 0.358642, "precision": 0.343826, "recall": 0.40415}, {"accuracy": 0.543478, "f1": 0.501924, "hf_subset": "pap_Latn-aeb_Arab", "languages": ["pap-Latn", "aeb-Arab"], "main_score": 0.501924, "precision": 0.487701, "recall": 0.543478}, {"accuracy": 0.448617, "f1": 0.398757, "hf_subset": "pap_Latn-ben_Beng", "languages": ["pap-Latn", "ben-Beng"], "main_score": 0.398757, "precision": 0.38058, "recall": 0.448617}, {"accuracy": 0.66502, "f1": 0.630858, "hf_subset": "pap_Latn-est_Latn", "languages": ["pap-Latn", "est-Latn"], "main_score": 0.630858, "precision": 0.618257, "recall": 0.66502}, {"accuracy": 0.577075, "f1": 0.536541, "hf_subset": "pap_Latn-hye_Armn", "languages": ["pap-Latn", "hye-Armn"], "main_score": 0.536541, "precision": 0.521301, "recall": 0.577075}, {"accuracy": 0.216403, "f1": 0.159549, "hf_subset": "pap_Latn-kmb_Latn", "languages": ["pap-Latn", "kmb-Latn"], "main_score": 0.159549, "precision": 0.142721, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.052871, "hf_subset": "pap_Latn-min_Arab", "languages": ["pap-Latn", "min-Arab"], "main_score": 0.052871, "precision": 0.046698, "recall": 0.072134}, {"accuracy": 0.684783, "f1": 0.649578, "hf_subset": "pap_Latn-pol_Latn", "languages": ["pap-Latn", "pol-Latn"], "main_score": 0.649578, "precision": 0.637578, "recall": 0.684783}, {"accuracy": 0.199605, "f1": 0.149759, "hf_subset": "pap_Latn-ssw_Latn", "languages": ["pap-Latn", "ssw-Latn"], "main_score": 0.149759, "precision": 0.136057, "recall": 0.199605}, {"accuracy": 0.661067, "f1": 0.623284, "hf_subset": "pap_Latn-ukr_Cyrl", "languages": ["pap-Latn", "ukr-Cyrl"], "main_score": 0.623284, "precision": 0.609515, "recall": 0.661067}, {"accuracy": 0.666996, "f1": 0.626694, "hf_subset": "pap_Latn-afr_Latn", "languages": ["pap-Latn", "afr-Latn"], "main_score": 0.626694, "precision": 0.612541, "recall": 0.666996}, {"accuracy": 0.534585, "f1": 0.492751, "hf_subset": "pap_Latn-bho_Deva", "languages": ["pap-Latn", "bho-Deva"], "main_score": 0.492751, "precision": 0.477453, "recall": 0.534585}, {"accuracy": 0.528656, "f1": 0.491106, "hf_subset": "pap_Latn-eus_Latn", "languages": ["pap-Latn", "eus-Latn"], "main_score": 0.491106, "precision": 0.476416, "recall": 0.528656}, {"accuracy": 0.244071, "f1": 0.183052, "hf_subset": "pap_Latn-ibo_Latn", "languages": ["pap-Latn", "ibo-Latn"], "main_score": 0.183052, "precision": 0.164113, "recall": 0.244071}, {"accuracy": 0.492095, "f1": 0.447089, "hf_subset": "pap_Latn-kmr_Latn", "languages": ["pap-Latn", "kmr-Latn"], "main_score": 0.447089, "precision": 0.431144, "recall": 0.492095}, {"accuracy": 0.514822, "f1": 0.478371, "hf_subset": "pap_Latn-min_Latn", "languages": ["pap-Latn", "min-Latn"], "main_score": 0.478371, "precision": 0.463963, "recall": 0.514822}, {"accuracy": 0.70751, "f1": 0.66465, "hf_subset": "pap_Latn-por_Latn", "languages": ["pap-Latn", "por-Latn"], "main_score": 0.66465, "precision": 0.648995, "recall": 0.70751}, {"accuracy": 0.585968, "f1": 0.55231, "hf_subset": "pap_Latn-sun_Latn", "languages": ["pap-Latn", "sun-Latn"], "main_score": 0.55231, "precision": 0.538361, "recall": 0.585968}, {"accuracy": 0.208498, "f1": 0.160966, "hf_subset": "pap_Latn-umb_Latn", "languages": ["pap-Latn", "umb-Latn"], "main_score": 0.160966, "precision": 0.147014, "recall": 0.208498}, {"accuracy": 0.606719, "f1": 0.564871, "hf_subset": "pap_Latn-ajp_Arab", "languages": ["pap-Latn", "ajp-Arab"], "main_score": 0.564871, "precision": 0.549515, "recall": 0.606719}, {"accuracy": 0.081028, "f1": 0.057384, "hf_subset": "pap_Latn-bjn_Arab", "languages": ["pap-Latn", "bjn-Arab"], "main_score": 0.057384, "precision": 0.050876, "recall": 0.081028}, {"accuracy": 0.321146, "f1": 0.272145, "hf_subset": "pap_Latn-ewe_Latn", "languages": ["pap-Latn", "ewe-Latn"], "main_score": 0.272145, "precision": 0.254609, "recall": 0.321146}, {"accuracy": 0.432806, "f1": 0.376739, "hf_subset": "pap_Latn-ilo_Latn", "languages": ["pap-Latn", "ilo-Latn"], "main_score": 0.376739, "precision": 0.355105, "recall": 0.432806}, {"accuracy": 0.098814, "f1": 0.072134, "hf_subset": "pap_Latn-knc_Arab", "languages": ["pap-Latn", "knc-Arab"], "main_score": 0.072134, "precision": 0.064019, "recall": 0.098814}, {"accuracy": 0.660079, "f1": 0.622943, "hf_subset": "pap_Latn-mkd_Cyrl", "languages": ["pap-Latn", "mkd-Cyrl"], "main_score": 0.622943, "precision": 0.609111, "recall": 0.660079}, {"accuracy": 0.609684, "f1": 0.56926, "hf_subset": "pap_Latn-prs_Arab", "languages": ["pap-Latn", "prs-Arab"], "main_score": 0.56926, "precision": 0.554682, "recall": 0.609684}, {"accuracy": 0.687747, "f1": 0.652312, "hf_subset": "pap_Latn-swe_Latn", "languages": ["pap-Latn", "swe-Latn"], "main_score": 0.652312, "precision": 0.639366, "recall": 0.687747}, {"accuracy": 0.554348, "f1": 0.508336, "hf_subset": "pap_Latn-urd_Arab", "languages": ["pap-Latn", "urd-Arab"], "main_score": 0.508336, "precision": 0.492121, "recall": 0.554348}, {"accuracy": 0.338933, "f1": 0.282497, "hf_subset": "pap_Latn-aka_Latn", "languages": ["pap-Latn", "aka-Latn"], "main_score": 0.282497, "precision": 0.26244, "recall": 0.338933}, {"accuracy": 0.564229, "f1": 0.534485, "hf_subset": "pap_Latn-bjn_Latn", "languages": ["pap-Latn", "bjn-Latn"], "main_score": 0.534485, "precision": 0.522252, "recall": 0.564229}, {"accuracy": 0.41502, "f1": 0.36926, "hf_subset": "pap_Latn-fao_Latn", "languages": ["pap-Latn", "fao-Latn"], "main_score": 0.36926, "precision": 0.352607, "recall": 0.41502}, {"accuracy": 0.697628, "f1": 0.658415, "hf_subset": "pap_Latn-ind_Latn", "languages": ["pap-Latn", "ind-Latn"], "main_score": 0.658415, "precision": 0.645139, "recall": 0.697628}, {"accuracy": 0.310277, "f1": 0.252584, "hf_subset": "pap_Latn-knc_Latn", "languages": ["pap-Latn", "knc-Latn"], "main_score": 0.252584, "precision": 0.232803, "recall": 0.310277}, {"accuracy": 0.398221, "f1": 0.340492, "hf_subset": "pap_Latn-mlt_Latn", "languages": ["pap-Latn", "mlt-Latn"], "main_score": 0.340492, "precision": 0.320421, "recall": 0.398221}, {"accuracy": 0.299407, "f1": 0.242418, "hf_subset": "pap_Latn-quy_Latn", "languages": ["pap-Latn", "quy-Latn"], "main_score": 0.242418, "precision": 0.223288, "recall": 0.299407}, {"accuracy": 0.343874, "f1": 0.294581, "hf_subset": "pap_Latn-swh_Latn", "languages": ["pap-Latn", "swh-Latn"], "main_score": 0.294581, "precision": 0.276757, "recall": 0.343874}, {"accuracy": 0.442688, "f1": 0.401765, "hf_subset": "pap_Latn-uzn_Latn", "languages": ["pap-Latn", "uzn-Latn"], "main_score": 0.401765, "precision": 0.385888, "recall": 0.442688}, {"accuracy": 0.672925, "f1": 0.636163, "hf_subset": "pap_Latn-als_Latn", "languages": ["pap-Latn", "als-Latn"], "main_score": 0.636163, "precision": 0.623343, "recall": 0.672925}, {"accuracy": 0.056324, "f1": 0.023831, "hf_subset": "pap_Latn-bod_Tibt", "languages": ["pap-Latn", "bod-Tibt"], "main_score": 0.023831, "precision": 0.018486, "recall": 0.056324}, {"accuracy": 0.275692, "f1": 0.223271, "hf_subset": "pap_Latn-fij_Latn", "languages": ["pap-Latn", "fij-Latn"], "main_score": 0.223271, "precision": 0.203967, "recall": 0.275692}, {"accuracy": 0.487154, "f1": 0.45026, "hf_subset": "pap_Latn-isl_Latn", "languages": ["pap-Latn", "isl-Latn"], "main_score": 0.45026, "precision": 0.436992, "recall": 0.487154}, {"accuracy": 0.297431, "f1": 0.244729, "hf_subset": "pap_Latn-kon_Latn", "languages": ["pap-Latn", "kon-Latn"], "main_score": 0.244729, "precision": 0.226419, "recall": 0.297431}, {"accuracy": 0.060277, "f1": 0.036804, "hf_subset": "pap_Latn-mni_Beng", "languages": ["pap-Latn", "mni-Beng"], "main_score": 0.036804, "precision": 0.032676, "recall": 0.060277}, {"accuracy": 0.701581, "f1": 0.663891, "hf_subset": "pap_Latn-ron_Latn", "languages": ["pap-Latn", "ron-Latn"], "main_score": 0.663891, "precision": 0.651066, "recall": 0.701581}, {"accuracy": 0.565217, "f1": 0.526688, "hf_subset": "pap_Latn-szl_Latn", "languages": ["pap-Latn", "szl-Latn"], "main_score": 0.526688, "precision": 0.512517, "recall": 0.565217}, {"accuracy": 0.634387, "f1": 0.600076, "hf_subset": "pap_Latn-vec_Latn", "languages": ["pap-Latn", "vec-Latn"], "main_score": 0.600076, "precision": 0.586968, "recall": 0.634387}, {"accuracy": 0.333004, "f1": 0.281912, "hf_subset": "pap_Latn-amh_Ethi", "languages": ["pap-Latn", "amh-Ethi"], "main_score": 0.281912, "precision": 0.264841, "recall": 0.333004}, {"accuracy": 0.694664, "f1": 0.658683, "hf_subset": "pap_Latn-bos_Latn", "languages": ["pap-Latn", "bos-Latn"], "main_score": 0.658683, "precision": 0.645819, "recall": 0.694664}, {"accuracy": 0.663043, "f1": 0.619, "hf_subset": "pap_Latn-fin_Latn", "languages": ["pap-Latn", "fin-Latn"], "main_score": 0.619, "precision": 0.602739, "recall": 0.663043}, {"accuracy": 0.697628, "f1": 0.656578, "hf_subset": "pap_Latn-ita_Latn", "languages": ["pap-Latn", "ita-Latn"], "main_score": 0.656578, "precision": 0.642014, "recall": 0.697628}, {"accuracy": 0.586957, "f1": 0.544743, "hf_subset": "pap_Latn-kor_Hang", "languages": ["pap-Latn", "kor-Hang"], "main_score": 0.544743, "precision": 0.52926, "recall": 0.586957}, {"accuracy": 0.27668, "f1": 0.229112, "hf_subset": "pap_Latn-mos_Latn", "languages": ["pap-Latn", "mos-Latn"], "main_score": 0.229112, "precision": 0.21401, "recall": 0.27668}, {"accuracy": 0.213439, "f1": 0.16431, "hf_subset": "pap_Latn-run_Latn", "languages": ["pap-Latn", "run-Latn"], "main_score": 0.16431, "precision": 0.149053, "recall": 0.213439}, {"accuracy": 0.416008, "f1": 0.3713, "hf_subset": "pap_Latn-tam_Taml", "languages": ["pap-Latn", "tam-Taml"], "main_score": 0.3713, "precision": 0.356362, "recall": 0.416008}, {"accuracy": 0.686759, "f1": 0.639924, "hf_subset": "pap_Latn-vie_Latn", "languages": ["pap-Latn", "vie-Latn"], "main_score": 0.639924, "precision": 0.623022, "recall": 0.686759}, {"accuracy": 0.574111, "f1": 0.538517, "hf_subset": "pap_Latn-apc_Arab", "languages": ["pap-Latn", "apc-Arab"], "main_score": 0.538517, "precision": 0.525185, "recall": 0.574111}, {"accuracy": 0.41502, "f1": 0.363339, "hf_subset": "pap_Latn-bug_Latn", "languages": ["pap-Latn", "bug-Latn"], "main_score": 0.363339, "precision": 0.3435, "recall": 0.41502}, {"accuracy": 0.247036, "f1": 0.193012, "hf_subset": "pap_Latn-fon_Latn", "languages": ["pap-Latn", "fon-Latn"], "main_score": 0.193012, "precision": 0.175226, "recall": 0.247036}, {"accuracy": 0.554348, "f1": 0.511509, "hf_subset": "pap_Latn-jav_Latn", "languages": ["pap-Latn", "jav-Latn"], "main_score": 0.511509, "precision": 0.494961, "recall": 0.554348}, {"accuracy": 0.548419, "f1": 0.50723, "hf_subset": "pap_Latn-lao_Laoo", "languages": ["pap-Latn", "lao-Laoo"], "main_score": 0.50723, "precision": 0.493659, "recall": 0.548419}, {"accuracy": 0.253953, "f1": 0.196359, "hf_subset": "pap_Latn-mri_Latn", "languages": ["pap-Latn", "mri-Latn"], "main_score": 0.196359, "precision": 0.176939, "recall": 0.253953}, {"accuracy": 0.662055, "f1": 0.624054, "hf_subset": "pap_Latn-rus_Cyrl", "languages": ["pap-Latn", "rus-Cyrl"], "main_score": 0.624054, "precision": 0.610997, "recall": 0.662055}, {"accuracy": 0.294466, "f1": 0.242485, "hf_subset": "pap_Latn-taq_Latn", "languages": ["pap-Latn", "taq-Latn"], "main_score": 0.242485, "precision": 0.225211, "recall": 0.294466}, {"accuracy": 0.470356, "f1": 0.41583, "hf_subset": "pap_Latn-war_Latn", "languages": ["pap-Latn", "war-Latn"], "main_score": 0.41583, "precision": 0.394549, "recall": 0.470356}, {"accuracy": 0.606719, "f1": 0.567425, "hf_subset": "pap_Latn-arb_Arab", "languages": ["pap-Latn", "arb-Arab"], "main_score": 0.567425, "precision": 0.553547, "recall": 0.606719}, {"accuracy": 0.676877, "f1": 0.638978, "hf_subset": "pap_Latn-bul_Cyrl", "languages": ["pap-Latn", "bul-Cyrl"], "main_score": 0.638978, "precision": 0.625298, "recall": 0.676877}, {"accuracy": 0.718379, "f1": 0.681555, "hf_subset": "pap_Latn-fra_Latn", "languages": ["pap-Latn", "fra-Latn"], "main_score": 0.681555, "precision": 0.66805, "recall": 0.718379}, {"accuracy": 0.646245, "f1": 0.602167, "hf_subset": "pap_Latn-jpn_Jpan", "languages": ["pap-Latn", "jpn-Jpan"], "main_score": 0.602167, "precision": 0.585958, "recall": 0.646245}, {"accuracy": 0.609684, "f1": 0.574255, "hf_subset": "pap_Latn-lij_Latn", "languages": ["pap-Latn", "lij-Latn"], "main_score": 0.574255, "precision": 0.561342, "recall": 0.609684}, {"accuracy": 0.519763, "f1": 0.466675, "hf_subset": "pap_Latn-mya_Mymr", "languages": ["pap-Latn", "mya-Mymr"], "main_score": 0.466675, "precision": 0.448611, "recall": 0.519763}, {"accuracy": 0.320158, "f1": 0.265139, "hf_subset": "pap_Latn-sag_Latn", "languages": ["pap-Latn", "sag-Latn"], "main_score": 0.265139, "precision": 0.245558, "recall": 0.320158}, {"accuracy": 0.08498, "f1": 0.046395, "hf_subset": "pap_Latn-taq_Tfng", "languages": ["pap-Latn", "taq-Tfng"], "main_score": 0.046395, "precision": 0.03913, "recall": 0.08498}, {"accuracy": 0.325099, "f1": 0.26641, "hf_subset": "pap_Latn-wol_Latn", "languages": ["pap-Latn", "wol-Latn"], "main_score": 0.26641, "precision": 0.246598, "recall": 0.325099}, {"accuracy": 0.141304, "f1": 0.094273, "hf_subset": "pap_Latn-arb_Latn", "languages": ["pap-Latn", "arb-Latn"], "main_score": 0.094273, "precision": 0.08265, "recall": 0.141304}, {"accuracy": 0.701581, "f1": 0.660919, "hf_subset": "pap_Latn-cat_Latn", "languages": ["pap-Latn", "cat-Latn"], "main_score": 0.660919, "precision": 0.646581, "recall": 0.701581}, {"accuracy": 0.581028, "f1": 0.543059, "hf_subset": "pap_Latn-fur_Latn", "languages": ["pap-Latn", "fur-Latn"], "main_score": 0.543059, "precision": 0.528891, "recall": 0.581028}, {"accuracy": 0.110672, "f1": 0.078867, "hf_subset": "pap_Latn-kab_Latn", "languages": ["pap-Latn", "kab-Latn"], "main_score": 0.078867, "precision": 0.069582, "recall": 0.110672}, {"accuracy": 0.572134, "f1": 0.536662, "hf_subset": "pap_Latn-lim_Latn", "languages": ["pap-Latn", "lim-Latn"], "main_score": 0.536662, "precision": 0.522907, "recall": 0.572134}, {"accuracy": 0.697628, "f1": 0.656473, "hf_subset": "pap_Latn-nld_Latn", "languages": ["pap-Latn", "nld-Latn"], "main_score": 0.656473, "precision": 0.641566, "recall": 0.697628}, {"accuracy": 0.417984, "f1": 0.373159, "hf_subset": "pap_Latn-san_Deva", "languages": ["pap-Latn", "san-Deva"], "main_score": 0.373159, "precision": 0.357149, "recall": 0.417984}, {"accuracy": 0.454545, "f1": 0.406609, "hf_subset": "pap_Latn-tat_Cyrl", "languages": ["pap-Latn", "tat-Cyrl"], "main_score": 0.406609, "precision": 0.387722, "recall": 0.454545}, {"accuracy": 0.217391, "f1": 0.166479, "hf_subset": "pap_Latn-xho_Latn", "languages": ["pap-Latn", "xho-Latn"], "main_score": 0.166479, "precision": 0.150836, "recall": 0.217391}, {"accuracy": 0.597826, "f1": 0.55498, "hf_subset": "pap_Latn-ars_Arab", "languages": ["pap-Latn", "ars-Arab"], "main_score": 0.55498, "precision": 0.539683, "recall": 0.597826}, {"accuracy": 0.443676, "f1": 0.395346, "hf_subset": "pap_Latn-ceb_Latn", "languages": ["pap-Latn", "ceb-Latn"], "main_score": 0.395346, "precision": 0.377303, "recall": 0.443676}, {"accuracy": 0.26087, "f1": 0.204383, "hf_subset": "pap_Latn-fuv_Latn", "languages": ["pap-Latn", "fuv-Latn"], "main_score": 0.204383, "precision": 0.185246, "recall": 0.26087}, {"accuracy": 0.251976, "f1": 0.194456, "hf_subset": "pap_Latn-kac_Latn", "languages": ["pap-Latn", "kac-Latn"], "main_score": 0.194456, "precision": 0.176942, "recall": 0.251976}, {"accuracy": 0.281621, "f1": 0.227853, "hf_subset": "pap_Latn-lin_Latn", "languages": ["pap-Latn", "lin-Latn"], "main_score": 0.227853, "precision": 0.209963, "recall": 0.281621}, {"accuracy": 0.678854, "f1": 0.640167, "hf_subset": "pap_Latn-nno_Latn", "languages": ["pap-Latn", "nno-Latn"], "main_score": 0.640167, "precision": 0.626776, "recall": 0.678854}, {"accuracy": 0.019763, "f1": 0.004221, "hf_subset": "pap_Latn-sat_Olck", "languages": ["pap-Latn", "sat-Olck"], "main_score": 0.004221, "precision": 0.002627, "recall": 0.019763}, {"accuracy": 0.425889, "f1": 0.377964, "hf_subset": "pap_Latn-tel_Telu", "languages": ["pap-Latn", "tel-Telu"], "main_score": 0.377964, "precision": 0.36044, "recall": 0.425889}, {"accuracy": 0.250988, "f1": 0.209251, "hf_subset": "pap_Latn-ydd_Hebr", "languages": ["pap-Latn", "ydd-Hebr"], "main_score": 0.209251, "precision": 0.194646, "recall": 0.250988}, {"accuracy": 0.514822, "f1": 0.478324, "hf_subset": "pap_Latn-ary_Arab", "languages": ["pap-Latn", "ary-Arab"], "main_score": 0.478324, "precision": 0.464875, "recall": 0.514822}, {"accuracy": 0.682806, "f1": 0.642298, "hf_subset": "pap_Latn-ces_Latn", "languages": ["pap-Latn", "ces-Latn"], "main_score": 0.642298, "precision": 0.628157, "recall": 0.682806}, {"accuracy": 0.121542, "f1": 0.082933, "hf_subset": "pap_Latn-gaz_Latn", "languages": ["pap-Latn", "gaz-Latn"], "main_score": 0.082933, "precision": 0.073106, "recall": 0.121542}, {"accuracy": 0.238142, "f1": 0.184526, "hf_subset": "pap_Latn-kam_Latn", "languages": ["pap-Latn", "kam-Latn"], "main_score": 0.184526, "precision": 0.167658, "recall": 0.238142}, {"accuracy": 0.660079, "f1": 0.617739, "hf_subset": "pap_Latn-lit_Latn", "languages": ["pap-Latn", "lit-Latn"], "main_score": 0.617739, "precision": 0.603459, "recall": 0.660079}, {"accuracy": 0.686759, "f1": 0.646388, "hf_subset": "pap_Latn-nob_Latn", "languages": ["pap-Latn", "nob-Latn"], "main_score": 0.646388, "precision": 0.632017, "recall": 0.686759}, {"accuracy": 0.507905, "f1": 0.463364, "hf_subset": "pap_Latn-scn_Latn", "languages": ["pap-Latn", "scn-Latn"], "main_score": 0.463364, "precision": 0.446653, "recall": 0.507905}, {"accuracy": 0.22332, "f1": 0.172854, "hf_subset": "pap_Latn-tgk_Cyrl", "languages": ["pap-Latn", "tgk-Cyrl"], "main_score": 0.172854, "precision": 0.156316, "recall": 0.22332}, {"accuracy": 0.262846, "f1": 0.208604, "hf_subset": "pap_Latn-yor_Latn", "languages": ["pap-Latn", "yor-Latn"], "main_score": 0.208604, "precision": 0.190004, "recall": 0.262846}, {"accuracy": 0.560277, "f1": 0.516647, "hf_subset": "pap_Latn-arz_Arab", "languages": ["pap-Latn", "arz-Arab"], "main_score": 0.516647, "precision": 0.500976, "recall": 0.560277}, {"accuracy": 0.229249, "f1": 0.179552, "hf_subset": "pap_Latn-cjk_Latn", "languages": ["pap-Latn", "cjk-Latn"], "main_score": 0.179552, "precision": 0.162924, "recall": 0.229249}, {"accuracy": 0.26087, "f1": 0.204636, "hf_subset": "pap_Latn-gla_Latn", "languages": ["pap-Latn", "gla-Latn"], "main_score": 0.204636, "precision": 0.18588, "recall": 0.26087}, {"accuracy": 0.403162, "f1": 0.35443, "hf_subset": "pap_Latn-kan_Knda", "languages": ["pap-Latn", "kan-Knda"], "main_score": 0.35443, "precision": 0.337657, "recall": 0.403162}, {"accuracy": 0.571146, "f1": 0.53225, "hf_subset": "pap_Latn-lmo_Latn", "languages": ["pap-Latn", "lmo-Latn"], "main_score": 0.53225, "precision": 0.517833, "recall": 0.571146}, {"accuracy": 0.571146, "f1": 0.533248, "hf_subset": "pap_Latn-npi_Deva", "languages": ["pap-Latn", "npi-Deva"], "main_score": 0.533248, "precision": 0.518992, "recall": 0.571146}, {"accuracy": 0.297431, "f1": 0.236083, "hf_subset": "pap_Latn-shn_Mymr", "languages": ["pap-Latn", "shn-Mymr"], "main_score": 0.236083, "precision": 0.215853, "recall": 0.297431}, {"accuracy": 0.504941, "f1": 0.454382, "hf_subset": "pap_Latn-tgl_Latn", "languages": ["pap-Latn", "tgl-Latn"], "main_score": 0.454382, "precision": 0.43495, "recall": 0.504941}, {"accuracy": 0.63834, "f1": 0.599372, "hf_subset": "pap_Latn-yue_Hant", "languages": ["pap-Latn", "yue-Hant"], "main_score": 0.599372, "precision": 0.585184, "recall": 0.63834}, {"accuracy": 0.251976, "f1": 0.211661, "hf_subset": "pap_Latn-asm_Beng", "languages": ["pap-Latn", "asm-Beng"], "main_score": 0.211661, "precision": 0.196559, "recall": 0.251976}, {"accuracy": 0.416996, "f1": 0.365816, "hf_subset": "pap_Latn-ckb_Arab", "languages": ["pap-Latn", "ckb-Arab"], "main_score": 0.365816, "precision": 0.347974, "recall": 0.416996}, {"accuracy": 0.314229, "f1": 0.266935, "hf_subset": "pap_Latn-gle_Latn", "languages": ["pap-Latn", "gle-Latn"], "main_score": 0.266935, "precision": 0.250558, "recall": 0.314229}, {"accuracy": 0.375494, "f1": 0.329051, "hf_subset": "pap_Latn-kas_Arab", "languages": ["pap-Latn", "kas-Arab"], "main_score": 0.329051, "precision": 0.311917, "recall": 0.375494}, {"accuracy": 0.512846, "f1": 0.464299, "hf_subset": "pap_Latn-ltg_Latn", "languages": ["pap-Latn", "ltg-Latn"], "main_score": 0.464299, "precision": 0.446086, "recall": 0.512846}, {"accuracy": 0.300395, "f1": 0.248919, "hf_subset": "pap_Latn-nso_Latn", "languages": ["pap-Latn", "nso-Latn"], "main_score": 0.248919, "precision": 0.230861, "recall": 0.300395}, {"accuracy": 0.432806, "f1": 0.3858, "hf_subset": "pap_Latn-sin_Sinh", "languages": ["pap-Latn", "sin-Sinh"], "main_score": 0.3858, "precision": 0.370067, "recall": 0.432806}, {"accuracy": 0.624506, "f1": 0.57653, "hf_subset": "pap_Latn-tha_Thai", "languages": ["pap-Latn", "tha-Thai"], "main_score": 0.57653, "precision": 0.558808, "recall": 0.624506}, {"accuracy": 0.630435, "f1": 0.585631, "hf_subset": "pap_Latn-zho_Hans", "languages": ["pap-Latn", "zho-Hans"], "main_score": 0.585631, "precision": 0.57025, "recall": 0.630435}, {"accuracy": 0.639328, "f1": 0.602399, "hf_subset": "pap_Latn-ast_Latn", "languages": ["pap-Latn", "ast-Latn"], "main_score": 0.602399, "precision": 0.589853, "recall": 0.639328}, {"accuracy": 0.513834, "f1": 0.479304, "hf_subset": "pap_Latn-crh_Latn", "languages": ["pap-Latn", "crh-Latn"], "main_score": 0.479304, "precision": 0.464891, "recall": 0.513834}, {"accuracy": 0.697628, "f1": 0.658918, "hf_subset": "pap_Latn-glg_Latn", "languages": ["pap-Latn", "glg-Latn"], "main_score": 0.658918, "precision": 0.644699, "recall": 0.697628}, {"accuracy": 0.339921, "f1": 0.292712, "hf_subset": "pap_Latn-kas_Deva", "languages": ["pap-Latn", "kas-Deva"], "main_score": 0.292712, "precision": 0.275855, "recall": 0.339921}, {"accuracy": 0.479249, "f1": 0.430318, "hf_subset": "pap_Latn-ltz_Latn", "languages": ["pap-Latn", "ltz-Latn"], "main_score": 0.430318, "precision": 0.412452, "recall": 0.479249}, {"accuracy": 0.144269, "f1": 0.096608, "hf_subset": "pap_Latn-nus_Latn", "languages": ["pap-Latn", "nus-Latn"], "main_score": 0.096608, "precision": 0.084115, "recall": 0.144269}, {"accuracy": 0.671937, "f1": 0.631509, "hf_subset": "pap_Latn-slk_Latn", "languages": ["pap-Latn", "slk-Latn"], "main_score": 0.631509, "precision": 0.617281, "recall": 0.671937}, {"accuracy": 0.12747, "f1": 0.100664, "hf_subset": "pap_Latn-tir_Ethi", "languages": ["pap-Latn", "tir-Ethi"], "main_score": 0.100664, "precision": 0.091818, "recall": 0.12747}, {"accuracy": 0.629447, "f1": 0.591524, "hf_subset": "pap_Latn-zho_Hant", "languages": ["pap-Latn", "zho-Hant"], "main_score": 0.591524, "precision": 0.577991, "recall": 0.629447}, {"accuracy": 0.602767, "f1": 0.557415, "hf_subset": "pap_Latn-awa_Deva", "languages": ["pap-Latn", "awa-Deva"], "main_score": 0.557415, "precision": 0.541413, "recall": 0.602767}, {"accuracy": 0.412055, "f1": 0.360711, "hf_subset": "pap_Latn-cym_Latn", "languages": ["pap-Latn", "cym-Latn"], "main_score": 0.360711, "precision": 0.342057, "recall": 0.412055}, {"accuracy": 0.384387, "f1": 0.328698, "hf_subset": "pap_Latn-grn_Latn", "languages": ["pap-Latn", "grn-Latn"], "main_score": 0.328698, "precision": 0.309948, "recall": 0.384387}, {"accuracy": 0.539526, "f1": 0.490844, "hf_subset": "pap_Latn-kat_Geor", "languages": ["pap-Latn", "kat-Geor"], "main_score": 0.490844, "precision": 0.472727, "recall": 0.539526}, {"accuracy": 0.298419, "f1": 0.248621, "hf_subset": "pap_Latn-lua_Latn", "languages": ["pap-Latn", "lua-Latn"], "main_score": 0.248621, "precision": 0.230412, "recall": 0.298419}, {"accuracy": 0.266798, "f1": 0.212106, "hf_subset": "pap_Latn-nya_Latn", "languages": ["pap-Latn", "nya-Latn"], "main_score": 0.212106, "precision": 0.194218, "recall": 0.266798}, {"accuracy": 0.685771, "f1": 0.642622, "hf_subset": "pap_Latn-slv_Latn", "languages": ["pap-Latn", "slv-Latn"], "main_score": 0.642622, "precision": 0.627735, "recall": 0.685771}, {"accuracy": 0.460474, "f1": 0.408498, "hf_subset": "pap_Latn-tpi_Latn", "languages": ["pap-Latn", "tpi-Latn"], "main_score": 0.408498, "precision": 0.388656, "recall": 0.460474}, {"accuracy": 0.697628, "f1": 0.657494, "hf_subset": "pap_Latn-zsm_Latn", "languages": ["pap-Latn", "zsm-Latn"], "main_score": 0.657494, "precision": 0.642898, "recall": 0.697628}, {"accuracy": 0.254941, "f1": 0.188004, "hf_subset": "pap_Latn-ayr_Latn", "languages": ["pap-Latn", "ayr-Latn"], "main_score": 0.188004, "precision": 0.167854, "recall": 0.254941}, {"accuracy": 0.704545, "f1": 0.669803, "hf_subset": "pap_Latn-dan_Latn", "languages": ["pap-Latn", "dan-Latn"], "main_score": 0.669803, "precision": 0.657879, "recall": 0.704545}, {"accuracy": 0.497036, "f1": 0.455575, "hf_subset": "pap_Latn-guj_Gujr", "languages": ["pap-Latn", "guj-Gujr"], "main_score": 0.455575, "precision": 0.440006, "recall": 0.497036}, {"accuracy": 0.598814, "f1": 0.55437, "hf_subset": "pap_Latn-kaz_Cyrl", "languages": ["pap-Latn", "kaz-Cyrl"], "main_score": 0.55437, "precision": 0.538985, "recall": 0.598814}, {"accuracy": 0.212451, "f1": 0.164313, "hf_subset": "pap_Latn-lug_Latn", "languages": ["pap-Latn", "lug-Latn"], "main_score": 0.164313, "precision": 0.150405, "recall": 0.212451}, {"accuracy": 0.657115, "f1": 0.619215, "hf_subset": "pap_Latn-oci_Latn", "languages": ["pap-Latn", "oci-Latn"], "main_score": 0.619215, "precision": 0.605598, "recall": 0.657115}, {"accuracy": 0.242095, "f1": 0.184951, "hf_subset": "pap_Latn-smo_Latn", "languages": ["pap-Latn", "smo-Latn"], "main_score": 0.184951, "precision": 0.165929, "recall": 0.242095}, {"accuracy": 0.25, "f1": 0.195812, "hf_subset": "pap_Latn-tsn_Latn", "languages": ["pap-Latn", "tsn-Latn"], "main_score": 0.195812, "precision": 0.177734, "recall": 0.25}, {"accuracy": 0.166008, "f1": 0.126129, "hf_subset": "pap_Latn-zul_Latn", "languages": ["pap-Latn", "zul-Latn"], "main_score": 0.126129, "precision": 0.11464, "recall": 0.166008}, {"accuracy": 0.370553, "f1": 0.323951, "hf_subset": "pap_Latn-azb_Arab", "languages": ["pap-Latn", "azb-Arab"], "main_score": 0.323951, "precision": 0.305878, "recall": 0.370553}, {"accuracy": 0.695652, "f1": 0.655872, "hf_subset": "pap_Latn-deu_Latn", "languages": ["pap-Latn", "deu-Latn"], "main_score": 0.655872, "precision": 0.640791, "recall": 0.695652}, {"accuracy": 0.381423, "f1": 0.32372, "hf_subset": "pap_Latn-hat_Latn", "languages": ["pap-Latn", "hat-Latn"], "main_score": 0.32372, "precision": 0.302666, "recall": 0.381423}, {"accuracy": 0.229249, "f1": 0.171242, "hf_subset": "pap_Latn-kbp_Latn", "languages": ["pap-Latn", "kbp-Latn"], "main_score": 0.171242, "precision": 0.15491, "recall": 0.229249}, {"accuracy": 0.287549, "f1": 0.232047, "hf_subset": "pap_Latn-luo_Latn", "languages": ["pap-Latn", "luo-Latn"], "main_score": 0.232047, "precision": 0.213628, "recall": 0.287549}, {"accuracy": 0.346838, "f1": 0.300738, "hf_subset": "pap_Latn-ory_Orya", "languages": ["pap-Latn", "ory-Orya"], "main_score": 0.300738, "precision": 0.286021, "recall": 0.346838}, {"accuracy": 0.203557, "f1": 0.153687, "hf_subset": "pap_Latn-sna_Latn", "languages": ["pap-Latn", "sna-Latn"], "main_score": 0.153687, "precision": 0.136746, "recall": 0.203557}, {"accuracy": 0.236166, "f1": 0.190461, "hf_subset": "pap_Latn-tso_Latn", "languages": ["pap-Latn", "tso-Latn"], "main_score": 0.190461, "precision": 0.174873, "recall": 0.236166}, {"accuracy": 0.58498, "f1": 0.544725, "hf_subset": "pap_Latn-azj_Latn", "languages": ["pap-Latn", "azj-Latn"], "main_score": 0.544725, "precision": 0.531715, "recall": 0.58498}, {"accuracy": 0.329051, "f1": 0.271436, "hf_subset": "pap_Latn-dik_Latn", "languages": ["pap-Latn", "dik-Latn"], "main_score": 0.271436, "precision": 0.251256, "recall": 0.329051}, {"accuracy": 0.299407, "f1": 0.241466, "hf_subset": "pap_Latn-hau_Latn", "languages": ["pap-Latn", "hau-Latn"], "main_score": 0.241466, "precision": 0.222281, "recall": 0.299407}, {"accuracy": 0.585968, "f1": 0.547973, "hf_subset": "pap_Latn-kea_Latn", "languages": ["pap-Latn", "kea-Latn"], "main_score": 0.547973, "precision": 0.533327, "recall": 0.585968}, {"accuracy": 0.371542, "f1": 0.314607, "hf_subset": "pap_Latn-lus_Latn", "languages": ["pap-Latn", "lus-Latn"], "main_score": 0.314607, "precision": 0.294137, "recall": 0.371542}, {"accuracy": 0.474308, "f1": 0.428993, "hf_subset": "pap_Latn-pag_Latn", "languages": ["pap-Latn", "pag-Latn"], "main_score": 0.428993, "precision": 0.409956, "recall": 0.474308}, {"accuracy": 0.471344, "f1": 0.423369, "hf_subset": "pap_Latn-snd_Arab", "languages": ["pap-Latn", "snd-Arab"], "main_score": 0.423369, "precision": 0.406842, "recall": 0.471344}, {"accuracy": 0.328063, "f1": 0.272513, "hf_subset": "pap_Latn-tuk_Latn", "languages": ["pap-Latn", "tuk-Latn"], "main_score": 0.272513, "precision": 0.251939, "recall": 0.328063}, {"accuracy": 0.444664, "f1": 0.393072, "hf_subset": "pap_Latn-bak_Cyrl", "languages": ["pap-Latn", "bak-Cyrl"], "main_score": 0.393072, "precision": 0.373142, "recall": 0.444664}, {"accuracy": 0.235178, "f1": 0.183036, "hf_subset": "pap_Latn-dyu_Latn", "languages": ["pap-Latn", "dyu-Latn"], "main_score": 0.183036, "precision": 0.165882, "recall": 0.235178}, {"accuracy": 0.604743, "f1": 0.555343, "hf_subset": "pap_Latn-heb_Hebr", "languages": ["pap-Latn", "heb-Hebr"], "main_score": 0.555343, "precision": 0.537831, "recall": 0.604743}, {"accuracy": 0.604743, "f1": 0.562668, "hf_subset": "pap_Latn-khk_Cyrl", "languages": ["pap-Latn", "khk-Cyrl"], "main_score": 0.562668, "precision": 0.547843, "recall": 0.604743}, {"accuracy": 0.65415, "f1": 0.616251, "hf_subset": "pap_Latn-lvs_Latn", "languages": ["pap-Latn", "lvs-Latn"], "main_score": 0.616251, "precision": 0.603091, "recall": 0.65415}, {"accuracy": 0.383399, "f1": 0.343892, "hf_subset": "pap_Latn-pan_Guru", "languages": ["pap-Latn", "pan-Guru"], "main_score": 0.343892, "precision": 0.329322, "recall": 0.383399}, {"accuracy": 0.296443, "f1": 0.250011, "hf_subset": "pap_Latn-som_Latn", "languages": ["pap-Latn", "som-Latn"], "main_score": 0.250011, "precision": 0.234269, "recall": 0.296443}, {"accuracy": 0.235178, "f1": 0.174189, "hf_subset": "pap_Latn-tum_Latn", "languages": ["pap-Latn", "tum-Latn"], "main_score": 0.174189, "precision": 0.155908, "recall": 0.235178}, {"accuracy": 0.04249, "f1": 0.033206, "hf_subset": "sot_Latn-ace_Arab", "languages": ["sot-Latn", "ace-Arab"], "main_score": 0.033206, "precision": 0.030857, "recall": 0.04249}, {"accuracy": 0.224308, "f1": 0.205685, "hf_subset": "sot_Latn-bam_Latn", "languages": ["sot-Latn", "bam-Latn"], "main_score": 0.205685, "precision": 0.199606, "recall": 0.224308}, {"accuracy": 0.006917, "f1": 0.000597, "hf_subset": "sot_Latn-dzo_Tibt", "languages": ["sot-Latn", "dzo-Tibt"], "main_score": 0.000597, "precision": 0.000333, "recall": 0.006917}, {"accuracy": 0.145257, "f1": 0.122242, "hf_subset": "sot_Latn-hin_Deva", "languages": ["sot-Latn", "hin-Deva"], "main_score": 0.122242, "precision": 0.116615, "recall": 0.145257}, {"accuracy": 0.130435, "f1": 0.121344, "hf_subset": "sot_Latn-khm_Khmr", "languages": ["sot-Latn", "khm-Khmr"], "main_score": 0.121344, "precision": 0.118996, "recall": 0.130435}, {"accuracy": 0.113636, "f1": 0.098565, "hf_subset": "sot_Latn-mag_Deva", "languages": ["sot-Latn", "mag-Deva"], "main_score": 0.098565, "precision": 0.095302, "recall": 0.113636}, {"accuracy": 0.126482, "f1": 0.115895, "hf_subset": "sot_Latn-pap_Latn", "languages": ["sot-Latn", "pap-Latn"], "main_score": 0.115895, "precision": 0.112822, "recall": 0.126482}, {"accuracy": 0.214427, "f1": 0.18751, "hf_subset": "sot_Latn-tur_Latn", "languages": ["sot-Latn", "tur-Latn"], "main_score": 0.18751, "precision": 0.180851, "recall": 0.214427}, {"accuracy": 0.194664, "f1": 0.17815, "hf_subset": "sot_Latn-ace_Latn", "languages": ["sot-Latn", "ace-Latn"], "main_score": 0.17815, "precision": 0.17188, "recall": 0.194664}, {"accuracy": 0.133399, "f1": 0.126351, "hf_subset": "sot_Latn-ban_Latn", "languages": ["sot-Latn", "ban-Latn"], "main_score": 0.126351, "precision": 0.124646, "recall": 0.133399}, {"accuracy": 0.141304, "f1": 0.126465, "hf_subset": "sot_Latn-ell_Grek", "languages": ["sot-Latn", "ell-Grek"], "main_score": 0.126465, "precision": 0.122052, "recall": 0.141304}, {"accuracy": 0.114625, "f1": 0.102551, "hf_subset": "sot_Latn-hne_Deva", "languages": ["sot-Latn", "hne-Deva"], "main_score": 0.102551, "precision": 0.098668, "recall": 0.114625}, {"accuracy": 0.226285, "f1": 0.206944, "hf_subset": "sot_Latn-kik_Latn", "languages": ["sot-Latn", "kik-Latn"], "main_score": 0.206944, "precision": 0.199465, "recall": 0.226285}, {"accuracy": 0.123518, "f1": 0.111714, "hf_subset": "sot_Latn-mai_Deva", "languages": ["sot-Latn", "mai-Deva"], "main_score": 0.111714, "precision": 0.108424, "recall": 0.123518}, {"accuracy": 0.125494, "f1": 0.103835, "hf_subset": "sot_Latn-pbt_Arab", "languages": ["sot-Latn", "pbt-Arab"], "main_score": 0.103835, "precision": 0.098912, "recall": 0.125494}, {"accuracy": 0.197628, "f1": 0.169622, "hf_subset": "sot_Latn-spa_Latn", "languages": ["sot-Latn", "spa-Latn"], "main_score": 0.169622, "precision": 0.162453, "recall": 0.197628}, {"accuracy": 0.271739, "f1": 0.253962, "hf_subset": "sot_Latn-twi_Latn", "languages": ["sot-Latn", "twi-Latn"], "main_score": 0.253962, "precision": 0.247075, "recall": 0.271739}, {"accuracy": 0.104743, "f1": 0.096756, "hf_subset": "sot_Latn-acm_Arab", "languages": ["sot-Latn", "acm-Arab"], "main_score": 0.096756, "precision": 0.094089, "recall": 0.104743}, {"accuracy": 0.133399, "f1": 0.110723, "hf_subset": "sot_Latn-bel_Cyrl", "languages": ["sot-Latn", "bel-Cyrl"], "main_score": 0.110723, "precision": 0.105075, "recall": 0.133399}, {"accuracy": 0.206522, "f1": 0.1824, "hf_subset": "sot_Latn-eng_Latn", "languages": ["sot-Latn", "eng-Latn"], "main_score": 0.1824, "precision": 0.175608, "recall": 0.206522}, {"accuracy": 0.147233, "f1": 0.1339, "hf_subset": "sot_Latn-hrv_Latn", "languages": ["sot-Latn", "hrv-Latn"], "main_score": 0.1339, "precision": 0.130343, "recall": 0.147233}, {"accuracy": 0.232213, "f1": 0.205588, "hf_subset": "sot_Latn-kin_Latn", "languages": ["sot-Latn", "kin-Latn"], "main_score": 0.205588, "precision": 0.197721, "recall": 0.232213}, {"accuracy": 0.062253, "f1": 0.049978, "hf_subset": "sot_Latn-mal_Mlym", "languages": ["sot-Latn", "mal-Mlym"], "main_score": 0.049978, "precision": 0.047451, "recall": 0.062253}, {"accuracy": 0.145257, "f1": 0.126558, "hf_subset": "sot_Latn-pes_Arab", "languages": ["sot-Latn", "pes-Arab"], "main_score": 0.126558, "precision": 0.120744, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.13787, "hf_subset": "sot_Latn-srd_Latn", "languages": ["sot-Latn", "srd-Latn"], "main_score": 0.13787, "precision": 0.132396, "recall": 0.155138}, {"accuracy": 0.070158, "f1": 0.047823, "hf_subset": "sot_Latn-tzm_Tfng", "languages": ["sot-Latn", "tzm-Tfng"], "main_score": 0.047823, "precision": 0.042024, "recall": 0.070158}, {"accuracy": 0.121542, "f1": 0.108176, "hf_subset": "sot_Latn-acq_Arab", "languages": ["sot-Latn", "acq-Arab"], "main_score": 0.108176, "precision": 0.10429, "recall": 0.121542}, {"accuracy": 0.271739, "f1": 0.252101, "hf_subset": "sot_Latn-bem_Latn", "languages": ["sot-Latn", "bem-Latn"], "main_score": 0.252101, "precision": 0.244651, "recall": 0.271739}, {"accuracy": 0.132411, "f1": 0.123033, "hf_subset": "sot_Latn-epo_Latn", "languages": ["sot-Latn", "epo-Latn"], "main_score": 0.123033, "precision": 0.120598, "recall": 0.132411}, {"accuracy": 0.205534, "f1": 0.181397, "hf_subset": "sot_Latn-hun_Latn", "languages": ["sot-Latn", "hun-Latn"], "main_score": 0.181397, "precision": 0.175905, "recall": 0.205534}, {"accuracy": 0.151186, "f1": 0.137738, "hf_subset": "sot_Latn-kir_Cyrl", "languages": ["sot-Latn", "kir-Cyrl"], "main_score": 0.137738, "precision": 0.133756, "recall": 0.151186}, {"accuracy": 0.114625, "f1": 0.096058, "hf_subset": "sot_Latn-mar_Deva", "languages": ["sot-Latn", "mar-Deva"], "main_score": 0.096058, "precision": 0.091508, "recall": 0.114625}, {"accuracy": 0.175889, "f1": 0.158504, "hf_subset": "sot_Latn-plt_Latn", "languages": ["sot-Latn", "plt-Latn"], "main_score": 0.158504, "precision": 0.152439, "recall": 0.175889}, {"accuracy": 0.170949, "f1": 0.150355, "hf_subset": "sot_Latn-srp_Cyrl", "languages": ["sot-Latn", "srp-Cyrl"], "main_score": 0.150355, "precision": 0.143939, "recall": 0.170949}, {"accuracy": 0.086957, "f1": 0.077491, "hf_subset": "sot_Latn-uig_Arab", "languages": ["sot-Latn", "uig-Arab"], "main_score": 0.077491, "precision": 0.074835, "recall": 0.086957}, {"accuracy": 0.117589, "f1": 0.107171, "hf_subset": "sot_Latn-aeb_Arab", "languages": ["sot-Latn", "aeb-Arab"], "main_score": 0.107171, "precision": 0.105049, "recall": 0.117589}, {"accuracy": 0.068182, "f1": 0.05712, "hf_subset": "sot_Latn-ben_Beng", "languages": ["sot-Latn", "ben-Beng"], "main_score": 0.05712, "precision": 0.054436, "recall": 0.068182}, {"accuracy": 0.203557, "f1": 0.174576, "hf_subset": "sot_Latn-est_Latn", "languages": ["sot-Latn", "est-Latn"], "main_score": 0.174576, "precision": 0.166827, "recall": 0.203557}, {"accuracy": 0.109684, "f1": 0.09442, "hf_subset": "sot_Latn-hye_Armn", "languages": ["sot-Latn", "hye-Armn"], "main_score": 0.09442, "precision": 0.090152, "recall": 0.109684}, {"accuracy": 0.245059, "f1": 0.212662, "hf_subset": "sot_Latn-kmb_Latn", "languages": ["sot-Latn", "kmb-Latn"], "main_score": 0.212662, "precision": 0.201506, "recall": 0.245059}, {"accuracy": 0.02668, "f1": 0.022082, "hf_subset": "sot_Latn-min_Arab", "languages": ["sot-Latn", "min-Arab"], "main_score": 0.022082, "precision": 0.020775, "recall": 0.02668}, {"accuracy": 0.209486, "f1": 0.186483, "hf_subset": "sot_Latn-pol_Latn", "languages": ["sot-Latn", "pol-Latn"], "main_score": 0.186483, "precision": 0.180275, "recall": 0.209486}, {"accuracy": 0.222332, "f1": 0.200605, "hf_subset": "sot_Latn-ssw_Latn", "languages": ["sot-Latn", "ssw-Latn"], "main_score": 0.200605, "precision": 0.19323, "recall": 0.222332}, {"accuracy": 0.144269, "f1": 0.130848, "hf_subset": "sot_Latn-ukr_Cyrl", "languages": ["sot-Latn", "ukr-Cyrl"], "main_score": 0.130848, "precision": 0.126725, "recall": 0.144269}, {"accuracy": 0.1917, "f1": 0.1721, "hf_subset": "sot_Latn-afr_Latn", "languages": ["sot-Latn", "afr-Latn"], "main_score": 0.1721, "precision": 0.166373, "recall": 0.1917}, {"accuracy": 0.125494, "f1": 0.114253, "hf_subset": "sot_Latn-bho_Deva", "languages": ["sot-Latn", "bho-Deva"], "main_score": 0.114253, "precision": 0.110301, "recall": 0.125494}, {"accuracy": 0.124506, "f1": 0.116611, "hf_subset": "sot_Latn-eus_Latn", "languages": ["sot-Latn", "eus-Latn"], "main_score": 0.116611, "precision": 0.114269, "recall": 0.124506}, {"accuracy": 0.198617, "f1": 0.174308, "hf_subset": "sot_Latn-ibo_Latn", "languages": ["sot-Latn", "ibo-Latn"], "main_score": 0.174308, "precision": 0.164784, "recall": 0.198617}, {"accuracy": 0.167984, "f1": 0.150734, "hf_subset": "sot_Latn-kmr_Latn", "languages": ["sot-Latn", "kmr-Latn"], "main_score": 0.150734, "precision": 0.147034, "recall": 0.167984}, {"accuracy": 0.135375, "f1": 0.126203, "hf_subset": "sot_Latn-min_Latn", "languages": ["sot-Latn", "min-Latn"], "main_score": 0.126203, "precision": 0.124456, "recall": 0.135375}, {"accuracy": 0.204545, "f1": 0.1799, "hf_subset": "sot_Latn-por_Latn", "languages": ["sot-Latn", "por-Latn"], "main_score": 0.1799, "precision": 0.17374, "recall": 0.204545}, {"accuracy": 0.125494, "f1": 0.114852, "hf_subset": "sot_Latn-sun_Latn", "languages": ["sot-Latn", "sun-Latn"], "main_score": 0.114852, "precision": 0.111568, "recall": 0.125494}, {"accuracy": 0.218379, "f1": 0.193534, "hf_subset": "sot_Latn-umb_Latn", "languages": ["sot-Latn", "umb-Latn"], "main_score": 0.193534, "precision": 0.184748, "recall": 0.218379}, {"accuracy": 0.136364, "f1": 0.118534, "hf_subset": "sot_Latn-ajp_Arab", "languages": ["sot-Latn", "ajp-Arab"], "main_score": 0.118534, "precision": 0.113974, "recall": 0.136364}, {"accuracy": 0.041502, "f1": 0.034047, "hf_subset": "sot_Latn-bjn_Arab", "languages": ["sot-Latn", "bjn-Arab"], "main_score": 0.034047, "precision": 0.03129, "recall": 0.041502}, {"accuracy": 0.235178, "f1": 0.213185, "hf_subset": "sot_Latn-ewe_Latn", "languages": ["sot-Latn", "ewe-Latn"], "main_score": 0.213185, "precision": 0.20578, "recall": 0.235178}, {"accuracy": 0.213439, "f1": 0.199786, "hf_subset": "sot_Latn-ilo_Latn", "languages": ["sot-Latn", "ilo-Latn"], "main_score": 0.199786, "precision": 0.194344, "recall": 0.213439}, {"accuracy": 0.044466, "f1": 0.036833, "hf_subset": "sot_Latn-knc_Arab", "languages": ["sot-Latn", "knc-Arab"], "main_score": 0.036833, "precision": 0.035069, "recall": 0.044466}, {"accuracy": 0.166996, "f1": 0.146439, "hf_subset": "sot_Latn-mkd_Cyrl", "languages": ["sot-Latn", "mkd-Cyrl"], "main_score": 0.146439, "precision": 0.140594, "recall": 0.166996}, {"accuracy": 0.118577, "f1": 0.106407, "hf_subset": "sot_Latn-prs_Arab", "languages": ["sot-Latn", "prs-Arab"], "main_score": 0.106407, "precision": 0.103514, "recall": 0.118577}, {"accuracy": 0.159091, "f1": 0.146244, "hf_subset": "sot_Latn-swe_Latn", "languages": ["sot-Latn", "swe-Latn"], "main_score": 0.146244, "precision": 0.14301, "recall": 0.159091}, {"accuracy": 0.115613, "f1": 0.098435, "hf_subset": "sot_Latn-urd_Arab", "languages": ["sot-Latn", "urd-Arab"], "main_score": 0.098435, "precision": 0.092793, "recall": 0.115613}, {"accuracy": 0.269763, "f1": 0.251855, "hf_subset": "sot_Latn-aka_Latn", "languages": ["sot-Latn", "aka-Latn"], "main_score": 0.251855, "precision": 0.245979, "recall": 0.269763}, {"accuracy": 0.135375, "f1": 0.127062, "hf_subset": "sot_Latn-bjn_Latn", "languages": ["sot-Latn", "bjn-Latn"], "main_score": 0.127062, "precision": 0.124195, "recall": 0.135375}, {"accuracy": 0.132411, "f1": 0.120694, "hf_subset": "sot_Latn-fao_Latn", "languages": ["sot-Latn", "fao-Latn"], "main_score": 0.120694, "precision": 0.117563, "recall": 0.132411}, {"accuracy": 0.215415, "f1": 0.187366, "hf_subset": "sot_Latn-ind_Latn", "languages": ["sot-Latn", "ind-Latn"], "main_score": 0.187366, "precision": 0.180231, "recall": 0.215415}, {"accuracy": 0.235178, "f1": 0.216337, "hf_subset": "sot_Latn-knc_Latn", "languages": ["sot-Latn", "knc-Latn"], "main_score": 0.216337, "precision": 0.209173, "recall": 0.235178}, {"accuracy": 0.211462, "f1": 0.192343, "hf_subset": "sot_Latn-mlt_Latn", "languages": ["sot-Latn", "mlt-Latn"], "main_score": 0.192343, "precision": 0.185917, "recall": 0.211462}, {"accuracy": 0.218379, "f1": 0.195947, "hf_subset": "sot_Latn-quy_Latn", "languages": ["sot-Latn", "quy-Latn"], "main_score": 0.195947, "precision": 0.188581, "recall": 0.218379}, {"accuracy": 0.166996, "f1": 0.151328, "hf_subset": "sot_Latn-swh_Latn", "languages": ["sot-Latn", "swh-Latn"], "main_score": 0.151328, "precision": 0.147405, "recall": 0.166996}, {"accuracy": 0.101779, "f1": 0.091193, "hf_subset": "sot_Latn-uzn_Latn", "languages": ["sot-Latn", "uzn-Latn"], "main_score": 0.091193, "precision": 0.088365, "recall": 0.101779}, {"accuracy": 0.188735, "f1": 0.166351, "hf_subset": "sot_Latn-als_Latn", "languages": ["sot-Latn", "als-Latn"], "main_score": 0.166351, "precision": 0.160605, "recall": 0.188735}, {"accuracy": 0.050395, "f1": 0.032727, "hf_subset": "sot_Latn-bod_Tibt", "languages": ["sot-Latn", "bod-Tibt"], "main_score": 0.032727, "precision": 0.028302, "recall": 0.050395}, {"accuracy": 0.157115, "f1": 0.141393, "hf_subset": "sot_Latn-fij_Latn", "languages": ["sot-Latn", "fij-Latn"], "main_score": 0.141393, "precision": 0.136211, "recall": 0.157115}, {"accuracy": 0.114625, "f1": 0.107125, "hf_subset": "sot_Latn-isl_Latn", "languages": ["sot-Latn", "isl-Latn"], "main_score": 0.107125, "precision": 0.105075, "recall": 0.114625}, {"accuracy": 0.241107, "f1": 0.219536, "hf_subset": "sot_Latn-kon_Latn", "languages": ["sot-Latn", "kon-Latn"], "main_score": 0.219536, "precision": 0.212062, "recall": 0.241107}, {"accuracy": 0.056324, "f1": 0.040924, "hf_subset": "sot_Latn-mni_Beng", "languages": ["sot-Latn", "mni-Beng"], "main_score": 0.040924, "precision": 0.036755, "recall": 0.056324}, {"accuracy": 0.210474, "f1": 0.187497, "hf_subset": "sot_Latn-ron_Latn", "languages": ["sot-Latn", "ron-Latn"], "main_score": 0.187497, "precision": 0.181173, "recall": 0.210474}, {"accuracy": 0.135375, "f1": 0.124948, "hf_subset": "sot_Latn-szl_Latn", "languages": ["sot-Latn", "szl-Latn"], "main_score": 0.124948, "precision": 0.122287, "recall": 0.135375}, {"accuracy": 0.148221, "f1": 0.133424, "hf_subset": "sot_Latn-vec_Latn", "languages": ["sot-Latn", "vec-Latn"], "main_score": 0.133424, "precision": 0.129211, "recall": 0.148221}, {"accuracy": 0.059289, "f1": 0.045996, "hf_subset": "sot_Latn-amh_Ethi", "languages": ["sot-Latn", "amh-Ethi"], "main_score": 0.045996, "precision": 0.043122, "recall": 0.059289}, {"accuracy": 0.206522, "f1": 0.183636, "hf_subset": "sot_Latn-bos_Latn", "languages": ["sot-Latn", "bos-Latn"], "main_score": 0.183636, "precision": 0.178311, "recall": 0.206522}, {"accuracy": 0.190711, "f1": 0.172437, "hf_subset": "sot_Latn-fin_Latn", "languages": ["sot-Latn", "fin-Latn"], "main_score": 0.172437, "precision": 0.167339, "recall": 0.190711}, {"accuracy": 0.221344, "f1": 0.192834, "hf_subset": "sot_Latn-ita_Latn", "languages": ["sot-Latn", "ita-Latn"], "main_score": 0.192834, "precision": 0.185592, "recall": 0.221344}, {"accuracy": 0.144269, "f1": 0.126867, "hf_subset": "sot_Latn-kor_Hang", "languages": ["sot-Latn", "kor-Hang"], "main_score": 0.126867, "precision": 0.121984, "recall": 0.144269}, {"accuracy": 0.197628, "f1": 0.18352, "hf_subset": "sot_Latn-mos_Latn", "languages": ["sot-Latn", "mos-Latn"], "main_score": 0.18352, "precision": 0.177638, "recall": 0.197628}, {"accuracy": 0.225296, "f1": 0.195241, "hf_subset": "sot_Latn-run_Latn", "languages": ["sot-Latn", "run-Latn"], "main_score": 0.195241, "precision": 0.185509, "recall": 0.225296}, {"accuracy": 0.067194, "f1": 0.0562, "hf_subset": "sot_Latn-tam_Taml", "languages": ["sot-Latn", "tam-Taml"], "main_score": 0.0562, "precision": 0.053359, "recall": 0.067194}, {"accuracy": 0.219368, "f1": 0.190479, "hf_subset": "sot_Latn-vie_Latn", "languages": ["sot-Latn", "vie-Latn"], "main_score": 0.190479, "precision": 0.183444, "recall": 0.219368}, {"accuracy": 0.109684, "f1": 0.10067, "hf_subset": "sot_Latn-apc_Arab", "languages": ["sot-Latn", "apc-Arab"], "main_score": 0.10067, "precision": 0.098017, "recall": 0.109684}, {"accuracy": 0.198617, "f1": 0.182812, "hf_subset": "sot_Latn-bug_Latn", "languages": ["sot-Latn", "bug-Latn"], "main_score": 0.182812, "precision": 0.178402, "recall": 0.198617}, {"accuracy": 0.233202, "f1": 0.209999, "hf_subset": "sot_Latn-fon_Latn", "languages": ["sot-Latn", "fon-Latn"], "main_score": 0.209999, "precision": 0.200969, "recall": 0.233202}, {"accuracy": 0.147233, "f1": 0.136168, "hf_subset": "sot_Latn-jav_Latn", "languages": ["sot-Latn", "jav-Latn"], "main_score": 0.136168, "precision": 0.133591, "recall": 0.147233}, {"accuracy": 0.166008, "f1": 0.14605, "hf_subset": "sot_Latn-lao_Laoo", "languages": ["sot-Latn", "lao-Laoo"], "main_score": 0.14605, "precision": 0.141157, "recall": 0.166008}, {"accuracy": 0.221344, "f1": 0.193997, "hf_subset": "sot_Latn-mri_Latn", "languages": ["sot-Latn", "mri-Latn"], "main_score": 0.193997, "precision": 0.18373, "recall": 0.221344}, {"accuracy": 0.177866, "f1": 0.156871, "hf_subset": "sot_Latn-rus_Cyrl", "languages": ["sot-Latn", "rus-Cyrl"], "main_score": 0.156871, "precision": 0.150725, "recall": 0.177866}, {"accuracy": 0.227273, "f1": 0.207109, "hf_subset": "sot_Latn-taq_Latn", "languages": ["sot-Latn", "taq-Latn"], "main_score": 0.207109, "precision": 0.201382, "recall": 0.227273}, {"accuracy": 0.190711, "f1": 0.181923, "hf_subset": "sot_Latn-war_Latn", "languages": ["sot-Latn", "war-Latn"], "main_score": 0.181923, "precision": 0.178277, "recall": 0.190711}, {"accuracy": 0.123518, "f1": 0.10884, "hf_subset": "sot_Latn-arb_Arab", "languages": ["sot-Latn", "arb-Arab"], "main_score": 0.10884, "precision": 0.104571, "recall": 0.123518}, {"accuracy": 0.18083, "f1": 0.155054, "hf_subset": "sot_Latn-bul_Cyrl", "languages": ["sot-Latn", "bul-Cyrl"], "main_score": 0.155054, "precision": 0.147534, "recall": 0.18083}, {"accuracy": 0.218379, "f1": 0.187921, "hf_subset": "sot_Latn-fra_Latn", "languages": ["sot-Latn", "fra-Latn"], "main_score": 0.187921, "precision": 0.180238, "recall": 0.218379}, {"accuracy": 0.145257, "f1": 0.1262, "hf_subset": "sot_Latn-jpn_Jpan", "languages": ["sot-Latn", "jpn-Jpan"], "main_score": 0.1262, "precision": 0.1207, "recall": 0.145257}, {"accuracy": 0.140316, "f1": 0.129987, "hf_subset": "sot_Latn-lij_Latn", "languages": ["sot-Latn", "lij-Latn"], "main_score": 0.129987, "precision": 0.127261, "recall": 0.140316}, {"accuracy": 0.108696, "f1": 0.09286, "hf_subset": "sot_Latn-mya_Mymr", "languages": ["sot-Latn", "mya-Mymr"], "main_score": 0.09286, "precision": 0.088845, "recall": 0.108696}, {"accuracy": 0.205534, "f1": 0.185493, "hf_subset": "sot_Latn-sag_Latn", "languages": ["sot-Latn", "sag-Latn"], "main_score": 0.185493, "precision": 0.177877, "recall": 0.205534}, {"accuracy": 0.083992, "f1": 0.057774, "hf_subset": "sot_Latn-taq_Tfng", "languages": ["sot-Latn", "taq-Tfng"], "main_score": 0.057774, "precision": 0.051124, "recall": 0.083992}, {"accuracy": 0.227273, "f1": 0.208034, "hf_subset": "sot_Latn-wol_Latn", "languages": ["sot-Latn", "wol-Latn"], "main_score": 0.208034, "precision": 0.201599, "recall": 0.227273}, {"accuracy": 0.113636, "f1": 0.090886, "hf_subset": "sot_Latn-arb_Latn", "languages": ["sot-Latn", "arb-Latn"], "main_score": 0.090886, "precision": 0.08439, "recall": 0.113636}, {"accuracy": 0.219368, "f1": 0.189676, "hf_subset": "sot_Latn-cat_Latn", "languages": ["sot-Latn", "cat-Latn"], "main_score": 0.189676, "precision": 0.182618, "recall": 0.219368}, {"accuracy": 0.158103, "f1": 0.143484, "hf_subset": "sot_Latn-fur_Latn", "languages": ["sot-Latn", "fur-Latn"], "main_score": 0.143484, "precision": 0.139356, "recall": 0.158103}, {"accuracy": 0.089921, "f1": 0.070474, "hf_subset": "sot_Latn-kab_Latn", "languages": ["sot-Latn", "kab-Latn"], "main_score": 0.070474, "precision": 0.064327, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.13977, "hf_subset": "sot_Latn-lim_Latn", "languages": ["sot-Latn", "lim-Latn"], "main_score": 0.13977, "precision": 0.136274, "recall": 0.150198}, {"accuracy": 0.217391, "f1": 0.187707, "hf_subset": "sot_Latn-nld_Latn", "languages": ["sot-Latn", "nld-Latn"], "main_score": 0.187707, "precision": 0.179797, "recall": 0.217391}, {"accuracy": 0.078063, "f1": 0.069581, "hf_subset": "sot_Latn-san_Deva", "languages": ["sot-Latn", "san-Deva"], "main_score": 0.069581, "precision": 0.067519, "recall": 0.078063}, {"accuracy": 0.142292, "f1": 0.126342, "hf_subset": "sot_Latn-tat_Cyrl", "languages": ["sot-Latn", "tat-Cyrl"], "main_score": 0.126342, "precision": 0.121922, "recall": 0.142292}, {"accuracy": 0.231225, "f1": 0.204614, "hf_subset": "sot_Latn-xho_Latn", "languages": ["sot-Latn", "xho-Latn"], "main_score": 0.204614, "precision": 0.196533, "recall": 0.231225}, {"accuracy": 0.116601, "f1": 0.100772, "hf_subset": "sot_Latn-ars_Arab", "languages": ["sot-Latn", "ars-Arab"], "main_score": 0.100772, "precision": 0.096008, "recall": 0.116601}, {"accuracy": 0.181818, "f1": 0.169803, "hf_subset": "sot_Latn-ceb_Latn", "languages": ["sot-Latn", "ceb-Latn"], "main_score": 0.169803, "precision": 0.16517, "recall": 0.181818}, {"accuracy": 0.192688, "f1": 0.169943, "hf_subset": "sot_Latn-fuv_Latn", "languages": ["sot-Latn", "fuv-Latn"], "main_score": 0.169943, "precision": 0.1626, "recall": 0.192688}, {"accuracy": 0.26581, "f1": 0.23726, "hf_subset": "sot_Latn-kac_Latn", "languages": ["sot-Latn", "kac-Latn"], "main_score": 0.23726, "precision": 0.227975, "recall": 0.26581}, {"accuracy": 0.218379, "f1": 0.19326, "hf_subset": "sot_Latn-lin_Latn", "languages": ["sot-Latn", "lin-Latn"], "main_score": 0.19326, "precision": 0.18698, "recall": 0.218379}, {"accuracy": 0.199605, "f1": 0.180097, "hf_subset": "sot_Latn-nno_Latn", "languages": ["sot-Latn", "nno-Latn"], "main_score": 0.180097, "precision": 0.174289, "recall": 0.199605}, {"accuracy": 0.020751, "f1": 0.006755, "hf_subset": "sot_Latn-sat_Olck", "languages": ["sot-Latn", "sat-Olck"], "main_score": 0.006755, "precision": 0.004942, "recall": 0.020751}, {"accuracy": 0.064229, "f1": 0.055483, "hf_subset": "sot_Latn-tel_Telu", "languages": ["sot-Latn", "tel-Telu"], "main_score": 0.055483, "precision": 0.05323, "recall": 0.064229}, {"accuracy": 0.073123, "f1": 0.059344, "hf_subset": "sot_Latn-ydd_Hebr", "languages": ["sot-Latn", "ydd-Hebr"], "main_score": 0.059344, "precision": 0.055526, "recall": 0.073123}, {"accuracy": 0.102767, "f1": 0.08935, "hf_subset": "sot_Latn-ary_Arab", "languages": ["sot-Latn", "ary-Arab"], "main_score": 0.08935, "precision": 0.085895, "recall": 0.102767}, {"accuracy": 0.20751, "f1": 0.183902, "hf_subset": "sot_Latn-ces_Latn", "languages": ["sot-Latn", "ces-Latn"], "main_score": 0.183902, "precision": 0.1771, "recall": 0.20751}, {"accuracy": 0.112648, "f1": 0.092495, "hf_subset": "sot_Latn-gaz_Latn", "languages": ["sot-Latn", "gaz-Latn"], "main_score": 0.092495, "precision": 0.086111, "recall": 0.112648}, {"accuracy": 0.26087, "f1": 0.238025, "hf_subset": "sot_Latn-kam_Latn", "languages": ["sot-Latn", "kam-Latn"], "main_score": 0.238025, "precision": 0.230208, "recall": 0.26087}, {"accuracy": 0.186759, "f1": 0.164645, "hf_subset": "sot_Latn-lit_Latn", "languages": ["sot-Latn", "lit-Latn"], "main_score": 0.164645, "precision": 0.159224, "recall": 0.186759}, {"accuracy": 0.214427, "f1": 0.188661, "hf_subset": "sot_Latn-nob_Latn", "languages": ["sot-Latn", "nob-Latn"], "main_score": 0.188661, "precision": 0.181827, "recall": 0.214427}, {"accuracy": 0.141304, "f1": 0.130844, "hf_subset": "sot_Latn-scn_Latn", "languages": ["sot-Latn", "scn-Latn"], "main_score": 0.130844, "precision": 0.127674, "recall": 0.141304}, {"accuracy": 0.145257, "f1": 0.126544, "hf_subset": "sot_Latn-tgk_Cyrl", "languages": ["sot-Latn", "tgk-Cyrl"], "main_score": 0.126544, "precision": 0.119471, "recall": 0.145257}, {"accuracy": 0.195652, "f1": 0.177581, "hf_subset": "sot_Latn-yor_Latn", "languages": ["sot-Latn", "yor-Latn"], "main_score": 0.177581, "precision": 0.171827, "recall": 0.195652}, {"accuracy": 0.108696, "f1": 0.100709, "hf_subset": "sot_Latn-arz_Arab", "languages": ["sot-Latn", "arz-Arab"], "main_score": 0.100709, "precision": 0.098524, "recall": 0.108696}, {"accuracy": 0.226285, "f1": 0.200096, "hf_subset": "sot_Latn-cjk_Latn", "languages": ["sot-Latn", "cjk-Latn"], "main_score": 0.200096, "precision": 0.191116, "recall": 0.226285}, {"accuracy": 0.16996, "f1": 0.147978, "hf_subset": "sot_Latn-gla_Latn", "languages": ["sot-Latn", "gla-Latn"], "main_score": 0.147978, "precision": 0.141491, "recall": 0.16996}, {"accuracy": 0.064229, "f1": 0.056588, "hf_subset": "sot_Latn-kan_Knda", "languages": ["sot-Latn", "kan-Knda"], "main_score": 0.056588, "precision": 0.054391, "recall": 0.064229}, {"accuracy": 0.142292, "f1": 0.127655, "hf_subset": "sot_Latn-lmo_Latn", "languages": ["sot-Latn", "lmo-Latn"], "main_score": 0.127655, "precision": 0.124072, "recall": 0.142292}, {"accuracy": 0.142292, "f1": 0.120668, "hf_subset": "sot_Latn-npi_Deva", "languages": ["sot-Latn", "npi-Deva"], "main_score": 0.120668, "precision": 0.114789, "recall": 0.142292}, {"accuracy": 0.175889, "f1": 0.15532, "hf_subset": "sot_Latn-shn_Mymr", "languages": ["sot-Latn", "shn-Mymr"], "main_score": 0.15532, "precision": 0.148543, "recall": 0.175889}, {"accuracy": 0.186759, "f1": 0.173319, "hf_subset": "sot_Latn-tgl_Latn", "languages": ["sot-Latn", "tgl-Latn"], "main_score": 0.173319, "precision": 0.168822, "recall": 0.186759}, {"accuracy": 0.163043, "f1": 0.138511, "hf_subset": "sot_Latn-yue_Hant", "languages": ["sot-Latn", "yue-Hant"], "main_score": 0.138511, "precision": 0.131861, "recall": 0.163043}, {"accuracy": 0.040514, "f1": 0.033906, "hf_subset": "sot_Latn-asm_Beng", "languages": ["sot-Latn", "asm-Beng"], "main_score": 0.033906, "precision": 0.031792, "recall": 0.040514}, {"accuracy": 0.096838, "f1": 0.077717, "hf_subset": "sot_Latn-ckb_Arab", "languages": ["sot-Latn", "ckb-Arab"], "main_score": 0.077717, "precision": 0.073325, "recall": 0.096838}, {"accuracy": 0.155138, "f1": 0.140358, "hf_subset": "sot_Latn-gle_Latn", "languages": ["sot-Latn", "gle-Latn"], "main_score": 0.140358, "precision": 0.135796, "recall": 0.155138}, {"accuracy": 0.072134, "f1": 0.066769, "hf_subset": "sot_Latn-kas_Arab", "languages": ["sot-Latn", "kas-Arab"], "main_score": 0.066769, "precision": 0.065089, "recall": 0.072134}, {"accuracy": 0.144269, "f1": 0.125682, "hf_subset": "sot_Latn-ltg_Latn", "languages": ["sot-Latn", "ltg-Latn"], "main_score": 0.125682, "precision": 0.120723, "recall": 0.144269}, {"accuracy": 0.378458, "f1": 0.345824, "hf_subset": "sot_Latn-nso_Latn", "languages": ["sot-Latn", "nso-Latn"], "main_score": 0.345824, "precision": 0.335015, "recall": 0.378458}, {"accuracy": 0.06917, "f1": 0.061448, "hf_subset": "sot_Latn-sin_Sinh", "languages": ["sot-Latn", "sin-Sinh"], "main_score": 0.061448, "precision": 0.059063, "recall": 0.06917}, {"accuracy": 0.163043, "f1": 0.139784, "hf_subset": "sot_Latn-tha_Thai", "languages": ["sot-Latn", "tha-Thai"], "main_score": 0.139784, "precision": 0.134307, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.149512, "hf_subset": "sot_Latn-zho_Hans", "languages": ["sot-Latn", "zho-Hans"], "main_score": 0.149512, "precision": 0.143497, "recall": 0.175889}, {"accuracy": 0.170949, "f1": 0.152245, "hf_subset": "sot_Latn-ast_Latn", "languages": ["sot-Latn", "ast-Latn"], "main_score": 0.152245, "precision": 0.148103, "recall": 0.170949}, {"accuracy": 0.134387, "f1": 0.121259, "hf_subset": "sot_Latn-crh_Latn", "languages": ["sot-Latn", "crh-Latn"], "main_score": 0.121259, "precision": 0.117252, "recall": 0.134387}, {"accuracy": 0.218379, "f1": 0.18602, "hf_subset": "sot_Latn-glg_Latn", "languages": ["sot-Latn", "glg-Latn"], "main_score": 0.18602, "precision": 0.178251, "recall": 0.218379}, {"accuracy": 0.121542, "f1": 0.104666, "hf_subset": "sot_Latn-kas_Deva", "languages": ["sot-Latn", "kas-Deva"], "main_score": 0.104666, "precision": 0.100593, "recall": 0.121542}, {"accuracy": 0.15415, "f1": 0.142524, "hf_subset": "sot_Latn-ltz_Latn", "languages": ["sot-Latn", "ltz-Latn"], "main_score": 0.142524, "precision": 0.139246, "recall": 0.15415}, {"accuracy": 0.144269, "f1": 0.113473, "hf_subset": "sot_Latn-nus_Latn", "languages": ["sot-Latn", "nus-Latn"], "main_score": 0.113473, "precision": 0.102769, "recall": 0.144269}, {"accuracy": 0.202569, "f1": 0.182146, "hf_subset": "sot_Latn-slk_Latn", "languages": ["sot-Latn", "slk-Latn"], "main_score": 0.182146, "precision": 0.176093, "recall": 0.202569}, {"accuracy": 0.04249, "f1": 0.034009, "hf_subset": "sot_Latn-tir_Ethi", "languages": ["sot-Latn", "tir-Ethi"], "main_score": 0.034009, "precision": 0.032402, "recall": 0.04249}, {"accuracy": 0.146245, "f1": 0.126563, "hf_subset": "sot_Latn-zho_Hant", "languages": ["sot-Latn", "zho-Hant"], "main_score": 0.126563, "precision": 0.121028, "recall": 0.146245}, {"accuracy": 0.141304, "f1": 0.121216, "hf_subset": "sot_Latn-awa_Deva", "languages": ["sot-Latn", "awa-Deva"], "main_score": 0.121216, "precision": 0.115993, "recall": 0.141304}, {"accuracy": 0.124506, "f1": 0.10911, "hf_subset": "sot_Latn-cym_Latn", "languages": ["sot-Latn", "cym-Latn"], "main_score": 0.10911, "precision": 0.105448, "recall": 0.124506}, {"accuracy": 0.208498, "f1": 0.192882, "hf_subset": "sot_Latn-grn_Latn", "languages": ["sot-Latn", "grn-Latn"], "main_score": 0.192882, "precision": 0.187978, "recall": 0.208498}, {"accuracy": 0.118577, "f1": 0.105108, "hf_subset": "sot_Latn-kat_Geor", "languages": ["sot-Latn", "kat-Geor"], "main_score": 0.105108, "precision": 0.100915, "recall": 0.118577}, {"accuracy": 0.233202, "f1": 0.211748, "hf_subset": "sot_Latn-lua_Latn", "languages": ["sot-Latn", "lua-Latn"], "main_score": 0.211748, "precision": 0.203523, "recall": 0.233202}, {"accuracy": 0.262846, "f1": 0.240965, "hf_subset": "sot_Latn-nya_Latn", "languages": ["sot-Latn", "nya-Latn"], "main_score": 0.240965, "precision": 0.233514, "recall": 0.262846}, {"accuracy": 0.204545, "f1": 0.178303, "hf_subset": "sot_Latn-slv_Latn", "languages": ["sot-Latn", "slv-Latn"], "main_score": 0.178303, "precision": 0.172327, "recall": 0.204545}, {"accuracy": 0.231225, "f1": 0.21658, "hf_subset": "sot_Latn-tpi_Latn", "languages": ["sot-Latn", "tpi-Latn"], "main_score": 0.21658, "precision": 0.211114, "recall": 0.231225}, {"accuracy": 0.212451, "f1": 0.188037, "hf_subset": "sot_Latn-zsm_Latn", "languages": ["sot-Latn", "zsm-Latn"], "main_score": 0.188037, "precision": 0.18156, "recall": 0.212451}, {"accuracy": 0.20751, "f1": 0.183773, "hf_subset": "sot_Latn-ayr_Latn", "languages": ["sot-Latn", "ayr-Latn"], "main_score": 0.183773, "precision": 0.17582, "recall": 0.20751}, {"accuracy": 0.215415, "f1": 0.186442, "hf_subset": "sot_Latn-dan_Latn", "languages": ["sot-Latn", "dan-Latn"], "main_score": 0.186442, "precision": 0.180027, "recall": 0.215415}, {"accuracy": 0.087945, "f1": 0.079118, "hf_subset": "sot_Latn-guj_Gujr", "languages": ["sot-Latn", "guj-Gujr"], "main_score": 0.079118, "precision": 0.076578, "recall": 0.087945}, {"accuracy": 0.168972, "f1": 0.146378, "hf_subset": "sot_Latn-kaz_Cyrl", "languages": ["sot-Latn", "kaz-Cyrl"], "main_score": 0.146378, "precision": 0.141068, "recall": 0.168972}, {"accuracy": 0.203557, "f1": 0.17903, "hf_subset": "sot_Latn-lug_Latn", "languages": ["sot-Latn", "lug-Latn"], "main_score": 0.17903, "precision": 0.170361, "recall": 0.203557}, {"accuracy": 0.183794, "f1": 0.165472, "hf_subset": "sot_Latn-oci_Latn", "languages": ["sot-Latn", "oci-Latn"], "main_score": 0.165472, "precision": 0.16052, "recall": 0.183794}, {"accuracy": 0.182806, "f1": 0.159221, "hf_subset": "sot_Latn-smo_Latn", "languages": ["sot-Latn", "smo-Latn"], "main_score": 0.159221, "precision": 0.151864, "recall": 0.182806}, {"accuracy": 0.393281, "f1": 0.354268, "hf_subset": "sot_Latn-tsn_Latn", "languages": ["sot-Latn", "tsn-Latn"], "main_score": 0.354268, "precision": 0.340148, "recall": 0.393281}, {"accuracy": 0.216403, "f1": 0.189566, "hf_subset": "sot_Latn-zul_Latn", "languages": ["sot-Latn", "zul-Latn"], "main_score": 0.189566, "precision": 0.180723, "recall": 0.216403}, {"accuracy": 0.08498, "f1": 0.072256, "hf_subset": "sot_Latn-azb_Arab", "languages": ["sot-Latn", "azb-Arab"], "main_score": 0.072256, "precision": 0.069296, "recall": 0.08498}, {"accuracy": 0.202569, "f1": 0.178862, "hf_subset": "sot_Latn-deu_Latn", "languages": ["sot-Latn", "deu-Latn"], "main_score": 0.178862, "precision": 0.171854, "recall": 0.202569}, {"accuracy": 0.185771, "f1": 0.164237, "hf_subset": "sot_Latn-hat_Latn", "languages": ["sot-Latn", "hat-Latn"], "main_score": 0.164237, "precision": 0.157216, "recall": 0.185771}, {"accuracy": 0.230237, "f1": 0.20406, "hf_subset": "sot_Latn-kbp_Latn", "languages": ["sot-Latn", "kbp-Latn"], "main_score": 0.20406, "precision": 0.194143, "recall": 0.230237}, {"accuracy": 0.237154, "f1": 0.218827, "hf_subset": "sot_Latn-luo_Latn", "languages": ["sot-Latn", "luo-Latn"], "main_score": 0.218827, "precision": 0.211902, "recall": 0.237154}, {"accuracy": 0.061265, "f1": 0.049775, "hf_subset": "sot_Latn-ory_Orya", "languages": ["sot-Latn", "ory-Orya"], "main_score": 0.049775, "precision": 0.047558, "recall": 0.061265}, {"accuracy": 0.203557, "f1": 0.179723, "hf_subset": "sot_Latn-sna_Latn", "languages": ["sot-Latn", "sna-Latn"], "main_score": 0.179723, "precision": 0.171687, "recall": 0.203557}, {"accuracy": 0.30336, "f1": 0.279281, "hf_subset": "sot_Latn-tso_Latn", "languages": ["sot-Latn", "tso-Latn"], "main_score": 0.279281, "precision": 0.270245, "recall": 0.30336}, {"accuracy": 0.133399, "f1": 0.120234, "hf_subset": "sot_Latn-azj_Latn", "languages": ["sot-Latn", "azj-Latn"], "main_score": 0.120234, "precision": 0.116726, "recall": 0.133399}, {"accuracy": 0.22332, "f1": 0.200404, "hf_subset": "sot_Latn-dik_Latn", "languages": ["sot-Latn", "dik-Latn"], "main_score": 0.200404, "precision": 0.192621, "recall": 0.22332}, {"accuracy": 0.211462, "f1": 0.192465, "hf_subset": "sot_Latn-hau_Latn", "languages": ["sot-Latn", "hau-Latn"], "main_score": 0.192465, "precision": 0.185728, "recall": 0.211462}, {"accuracy": 0.119565, "f1": 0.11152, "hf_subset": "sot_Latn-kea_Latn", "languages": ["sot-Latn", "kea-Latn"], "main_score": 0.11152, "precision": 0.109301, "recall": 0.119565}, {"accuracy": 0.236166, "f1": 0.214431, "hf_subset": "sot_Latn-lus_Latn", "languages": ["sot-Latn", "lus-Latn"], "main_score": 0.214431, "precision": 0.206359, "recall": 0.236166}, {"accuracy": 0.1917, "f1": 0.177649, "hf_subset": "sot_Latn-pag_Latn", "languages": ["sot-Latn", "pag-Latn"], "main_score": 0.177649, "precision": 0.173203, "recall": 0.1917}, {"accuracy": 0.08498, "f1": 0.076284, "hf_subset": "sot_Latn-snd_Arab", "languages": ["sot-Latn", "snd-Arab"], "main_score": 0.076284, "precision": 0.07399, "recall": 0.08498}, {"accuracy": 0.136364, "f1": 0.11556, "hf_subset": "sot_Latn-tuk_Latn", "languages": ["sot-Latn", "tuk-Latn"], "main_score": 0.11556, "precision": 0.109907, "recall": 0.136364}, {"accuracy": 0.156126, "f1": 0.138393, "hf_subset": "sot_Latn-bak_Cyrl", "languages": ["sot-Latn", "bak-Cyrl"], "main_score": 0.138393, "precision": 0.133017, "recall": 0.156126}, {"accuracy": 0.184783, "f1": 0.165391, "hf_subset": "sot_Latn-dyu_Latn", "languages": ["sot-Latn", "dyu-Latn"], "main_score": 0.165391, "precision": 0.15861, "recall": 0.184783}, {"accuracy": 0.142292, "f1": 0.11957, "hf_subset": "sot_Latn-heb_Hebr", "languages": ["sot-Latn", "heb-Hebr"], "main_score": 0.11957, "precision": 0.113336, "recall": 0.142292}, {"accuracy": 0.153162, "f1": 0.130015, "hf_subset": "sot_Latn-khk_Cyrl", "languages": ["sot-Latn", "khk-Cyrl"], "main_score": 0.130015, "precision": 0.123676, "recall": 0.153162}, {"accuracy": 0.168972, "f1": 0.148379, "hf_subset": "sot_Latn-lvs_Latn", "languages": ["sot-Latn", "lvs-Latn"], "main_score": 0.148379, "precision": 0.142458, "recall": 0.168972}, {"accuracy": 0.056324, "f1": 0.044857, "hf_subset": "sot_Latn-pan_Guru", "languages": ["sot-Latn", "pan-Guru"], "main_score": 0.044857, "precision": 0.042473, "recall": 0.056324}, {"accuracy": 0.157115, "f1": 0.136849, "hf_subset": "sot_Latn-som_Latn", "languages": ["sot-Latn", "som-Latn"], "main_score": 0.136849, "precision": 0.130797, "recall": 0.157115}, {"accuracy": 0.270751, "f1": 0.247545, "hf_subset": "sot_Latn-tum_Latn", "languages": ["sot-Latn", "tum-Latn"], "main_score": 0.247545, "precision": 0.239704, "recall": 0.270751}, {"accuracy": 0.091897, "f1": 0.055849, "hf_subset": "tur_Latn-ace_Arab", "languages": ["tur-Latn", "ace-Arab"], "main_score": 0.055849, "precision": 0.047449, "recall": 0.091897}, {"accuracy": 0.225296, "f1": 0.153353, "hf_subset": "tur_Latn-bam_Latn", "languages": ["tur-Latn", "bam-Latn"], "main_score": 0.153353, "precision": 0.135449, "recall": 0.225296}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "tur_Latn-dzo_Tibt", "languages": ["tur-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-hin_Deva", "languages": ["tur-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.90415, "f1": 0.875395, "hf_subset": "tur_Latn-khm_Khmr", "languages": ["tur-Latn", "khm-Khmr"], "main_score": 0.875395, "precision": 0.861742, "recall": 0.90415}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "tur_Latn-mag_Deva", "languages": ["tur-Latn", "mag-Deva"], "main_score": 0.941206, "precision": 0.934289, "recall": 0.955534}, {"accuracy": 0.648221, "f1": 0.574485, "hf_subset": "tur_Latn-pap_Latn", "languages": ["tur-Latn", "pap-Latn"], "main_score": 0.574485, "precision": 0.546774, "recall": 0.648221}, {"accuracy": 0.237154, "f1": 0.171013, "hf_subset": "tur_Latn-sot_Latn", "languages": ["tur-Latn", "sot-Latn"], "main_score": 0.171013, "precision": 0.153367, "recall": 0.237154}, {"accuracy": 0.422925, "f1": 0.335125, "hf_subset": "tur_Latn-ace_Latn", "languages": ["tur-Latn", "ace-Latn"], "main_score": 0.335125, "precision": 0.307039, "recall": 0.422925}, {"accuracy": 0.687747, "f1": 0.616707, "hf_subset": "tur_Latn-ban_Latn", "languages": ["tur-Latn", "ban-Latn"], "main_score": 0.616707, "precision": 0.587314, "recall": 0.687747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-ell_Grek", "languages": ["tur-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.924901, "f1": 0.90224, "hf_subset": "tur_Latn-hne_Deva", "languages": ["tur-Latn", "hne-Deva"], "main_score": 0.90224, "precision": 0.891716, "recall": 0.924901}, {"accuracy": 0.263834, "f1": 0.180159, "hf_subset": "tur_Latn-kik_Latn", "languages": ["tur-Latn", "kik-Latn"], "main_score": 0.180159, "precision": 0.158243, "recall": 0.263834}, {"accuracy": 0.942688, "f1": 0.926548, "hf_subset": "tur_Latn-mai_Deva", "languages": ["tur-Latn", "mai-Deva"], "main_score": 0.926548, "precision": 0.918972, "recall": 0.942688}, {"accuracy": 0.850791, "f1": 0.810507, "hf_subset": "tur_Latn-pbt_Arab", "languages": ["tur-Latn", "pbt-Arab"], "main_score": 0.810507, "precision": 0.792655, "recall": 0.850791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-spa_Latn", "languages": ["tur-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.315217, "f1": 0.22931, "hf_subset": "tur_Latn-twi_Latn", "languages": ["tur-Latn", "twi-Latn"], "main_score": 0.22931, "precision": 0.205839, "recall": 0.315217}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tur_Latn-acm_Arab", "languages": ["tur-Latn", "acm-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.959486, "f1": 0.94753, "hf_subset": "tur_Latn-bel_Cyrl", "languages": ["tur-Latn", "bel-Cyrl"], "main_score": 0.94753, "precision": 0.941782, "recall": 0.959486}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-eng_Latn", "languages": ["tur-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-hrv_Latn", "languages": ["tur-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.184783, "f1": 0.126385, "hf_subset": "tur_Latn-kin_Latn", "languages": ["tur-Latn", "kin-Latn"], "main_score": 0.126385, "precision": 0.111526, "recall": 0.184783}, {"accuracy": 0.88834, "f1": 0.856785, "hf_subset": "tur_Latn-mal_Mlym", "languages": ["tur-Latn", "mal-Mlym"], "main_score": 0.856785, "precision": 0.842177, "recall": 0.88834}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tur_Latn-pes_Arab", "languages": ["tur-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.73419, "f1": 0.668429, "hf_subset": "tur_Latn-srd_Latn", "languages": ["tur-Latn", "srd-Latn"], "main_score": 0.668429, "precision": 0.640375, "recall": 0.73419}, {"accuracy": 0.06917, "f1": 0.033119, "hf_subset": "tur_Latn-tzm_Tfng", "languages": ["tur-Latn", "tzm-Tfng"], "main_score": 0.033119, "precision": 0.028057, "recall": 0.06917}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "tur_Latn-acq_Arab", "languages": ["tur-Latn", "acq-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.252964, "f1": 0.17846, "hf_subset": "tur_Latn-bem_Latn", "languages": ["tur-Latn", "bem-Latn"], "main_score": 0.17846, "precision": 0.160117, "recall": 0.252964}, {"accuracy": 0.871542, "f1": 0.837319, "hf_subset": "tur_Latn-epo_Latn", "languages": ["tur-Latn", "epo-Latn"], "main_score": 0.837319, "precision": 0.821558, "recall": 0.871542}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "tur_Latn-hun_Latn", "languages": ["tur-Latn", "hun-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.937747, "f1": 0.920026, "hf_subset": "tur_Latn-kir_Cyrl", "languages": ["tur-Latn", "kir-Cyrl"], "main_score": 0.920026, "precision": 0.911644, "recall": 0.937747}, {"accuracy": 0.916008, "f1": 0.889822, "hf_subset": "tur_Latn-mar_Deva", "languages": ["tur-Latn", "mar-Deva"], "main_score": 0.889822, "precision": 0.87747, "recall": 0.916008}, {"accuracy": 0.305336, "f1": 0.230637, "hf_subset": "tur_Latn-plt_Latn", "languages": ["tur-Latn", "plt-Latn"], "main_score": 0.230637, "precision": 0.208697, "recall": 0.305336}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-srp_Cyrl", "languages": ["tur-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.823123, "f1": 0.780736, "hf_subset": "tur_Latn-uig_Arab", "languages": ["tur-Latn", "uig-Arab"], "main_score": 0.780736, "precision": 0.762368, "recall": 0.823123}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "tur_Latn-aeb_Arab", "languages": ["tur-Latn", "aeb-Arab"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.89081, "hf_subset": "tur_Latn-ben_Beng", "languages": ["tur-Latn", "ben-Beng"], "main_score": 0.89081, "precision": 0.880138, "recall": 0.914032}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-est_Latn", "languages": ["tur-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "tur_Latn-hye_Armn", "languages": ["tur-Latn", "hye-Armn"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.193676, "f1": 0.128232, "hf_subset": "tur_Latn-kmb_Latn", "languages": ["tur-Latn", "kmb-Latn"], "main_score": 0.128232, "precision": 0.114153, "recall": 0.193676}, {"accuracy": 0.066206, "f1": 0.041254, "hf_subset": "tur_Latn-min_Arab", "languages": ["tur-Latn", "min-Arab"], "main_score": 0.041254, "precision": 0.035416, "recall": 0.066206}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-pol_Latn", "languages": ["tur-Latn", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.184783, "f1": 0.123626, "hf_subset": "tur_Latn-ssw_Latn", "languages": ["tur-Latn", "ssw-Latn"], "main_score": 0.123626, "precision": 0.109582, "recall": 0.184783}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-ukr_Cyrl", "languages": ["tur-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "tur_Latn-afr_Latn", "languages": ["tur-Latn", "afr-Latn"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.900198, "f1": 0.872892, "hf_subset": "tur_Latn-bho_Deva", "languages": ["tur-Latn", "bho-Deva"], "main_score": 0.872892, "precision": 0.860458, "recall": 0.900198}, {"accuracy": 0.764822, "f1": 0.706743, "hf_subset": "tur_Latn-eus_Latn", "languages": ["tur-Latn", "eus-Latn"], "main_score": 0.706743, "precision": 0.682131, "recall": 0.764822}, {"accuracy": 0.218379, "f1": 0.145171, "hf_subset": "tur_Latn-ibo_Latn", "languages": ["tur-Latn", "ibo-Latn"], "main_score": 0.145171, "precision": 0.127059, "recall": 0.218379}, {"accuracy": 0.778656, "f1": 0.72747, "hf_subset": "tur_Latn-kmr_Latn", "languages": ["tur-Latn", "kmr-Latn"], "main_score": 0.72747, "precision": 0.704364, "recall": 0.778656}, {"accuracy": 0.661067, "f1": 0.585855, "hf_subset": "tur_Latn-min_Latn", "languages": ["tur-Latn", "min-Latn"], "main_score": 0.585855, "precision": 0.55674, "recall": 0.661067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-por_Latn", "languages": ["tur-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.763834, "f1": 0.706969, "hf_subset": "tur_Latn-sun_Latn", "languages": ["tur-Latn", "sun-Latn"], "main_score": 0.706969, "precision": 0.68307, "recall": 0.763834}, {"accuracy": 0.193676, "f1": 0.131094, "hf_subset": "tur_Latn-umb_Latn", "languages": ["tur-Latn", "umb-Latn"], "main_score": 0.131094, "precision": 0.116986, "recall": 0.193676}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "tur_Latn-ajp_Arab", "languages": ["tur-Latn", "ajp-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.072134, "f1": 0.038411, "hf_subset": "tur_Latn-bjn_Arab", "languages": ["tur-Latn", "bjn-Arab"], "main_score": 0.038411, "precision": 0.0315, "recall": 0.072134}, {"accuracy": 0.274704, "f1": 0.203788, "hf_subset": "tur_Latn-ewe_Latn", "languages": ["tur-Latn", "ewe-Latn"], "main_score": 0.203788, "precision": 0.185443, "recall": 0.274704}, {"accuracy": 0.379447, "f1": 0.288888, "hf_subset": "tur_Latn-ilo_Latn", "languages": ["tur-Latn", "ilo-Latn"], "main_score": 0.288888, "precision": 0.261141, "recall": 0.379447}, {"accuracy": 0.098814, "f1": 0.052953, "hf_subset": "tur_Latn-knc_Arab", "languages": ["tur-Latn", "knc-Arab"], "main_score": 0.052953, "precision": 0.043124, "recall": 0.098814}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-mkd_Cyrl", "languages": ["tur-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tur_Latn-prs_Arab", "languages": ["tur-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-swe_Latn", "languages": ["tur-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.95751, "hf_subset": "tur_Latn-urd_Arab", "languages": ["tur-Latn", "urd-Arab"], "main_score": 0.95751, "precision": 0.952734, "recall": 0.967391}, {"accuracy": 0.314229, "f1": 0.232659, "hf_subset": "tur_Latn-aka_Latn", "languages": ["tur-Latn", "aka-Latn"], "main_score": 0.232659, "precision": 0.210657, "recall": 0.314229}, {"accuracy": 0.787549, "f1": 0.733613, "hf_subset": "tur_Latn-bjn_Latn", "languages": ["tur-Latn", "bjn-Latn"], "main_score": 0.733613, "precision": 0.711507, "recall": 0.787549}, {"accuracy": 0.483202, "f1": 0.400765, "hf_subset": "tur_Latn-fao_Latn", "languages": ["tur-Latn", "fao-Latn"], "main_score": 0.400765, "precision": 0.373819, "recall": 0.483202}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-ind_Latn", "languages": ["tur-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.291502, "f1": 0.214537, "hf_subset": "tur_Latn-knc_Latn", "languages": ["tur-Latn", "knc-Latn"], "main_score": 0.214537, "precision": 0.195024, "recall": 0.291502}, {"accuracy": 0.354743, "f1": 0.273294, "hf_subset": "tur_Latn-mlt_Latn", "languages": ["tur-Latn", "mlt-Latn"], "main_score": 0.273294, "precision": 0.249853, "recall": 0.354743}, {"accuracy": 0.277668, "f1": 0.194256, "hf_subset": "tur_Latn-quy_Latn", "languages": ["tur-Latn", "quy-Latn"], "main_score": 0.194256, "precision": 0.17233, "recall": 0.277668}, {"accuracy": 0.374506, "f1": 0.291161, "hf_subset": "tur_Latn-swh_Latn", "languages": ["tur-Latn", "swh-Latn"], "main_score": 0.291161, "precision": 0.266615, "recall": 0.374506}, {"accuracy": 0.660079, "f1": 0.587414, "hf_subset": "tur_Latn-uzn_Latn", "languages": ["tur-Latn", "uzn-Latn"], "main_score": 0.587414, "precision": 0.558078, "recall": 0.660079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tur_Latn-als_Latn", "languages": ["tur-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.060277, "f1": 0.022045, "hf_subset": "tur_Latn-bod_Tibt", "languages": ["tur-Latn", "bod-Tibt"], "main_score": 0.022045, "precision": 0.017206, "recall": 0.060277}, {"accuracy": 0.222332, "f1": 0.15062, "hf_subset": "tur_Latn-fij_Latn", "languages": ["tur-Latn", "fij-Latn"], "main_score": 0.15062, "precision": 0.131813, "recall": 0.222332}, {"accuracy": 0.757905, "f1": 0.69785, "hf_subset": "tur_Latn-isl_Latn", "languages": ["tur-Latn", "isl-Latn"], "main_score": 0.69785, "precision": 0.672414, "recall": 0.757905}, {"accuracy": 0.257905, "f1": 0.187199, "hf_subset": "tur_Latn-kon_Latn", "languages": ["tur-Latn", "kon-Latn"], "main_score": 0.187199, "precision": 0.169129, "recall": 0.257905}, {"accuracy": 0.065217, "f1": 0.032174, "hf_subset": "tur_Latn-mni_Beng", "languages": ["tur-Latn", "mni-Beng"], "main_score": 0.032174, "precision": 0.026885, "recall": 0.065217}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-ron_Latn", "languages": ["tur-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.80336, "f1": 0.75524, "hf_subset": "tur_Latn-szl_Latn", "languages": ["tur-Latn", "szl-Latn"], "main_score": 0.75524, "precision": 0.734561, "recall": 0.80336}, {"accuracy": 0.802372, "f1": 0.747036, "hf_subset": "tur_Latn-vec_Latn", "languages": ["tur-Latn", "vec-Latn"], "main_score": 0.747036, "precision": 0.722859, "recall": 0.802372}, {"accuracy": 0.785573, "f1": 0.736366, "hf_subset": "tur_Latn-amh_Ethi", "languages": ["tur-Latn", "amh-Ethi"], "main_score": 0.736366, "precision": 0.715408, "recall": 0.785573}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-bos_Latn", "languages": ["tur-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-fin_Latn", "languages": ["tur-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-ita_Latn", "languages": ["tur-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "tur_Latn-kor_Hang", "languages": ["tur-Latn", "kor-Hang"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.252964, "f1": 0.180282, "hf_subset": "tur_Latn-mos_Latn", "languages": ["tur-Latn", "mos-Latn"], "main_score": 0.180282, "precision": 0.159951, "recall": 0.252964}, {"accuracy": 0.194664, "f1": 0.131965, "hf_subset": "tur_Latn-run_Latn", "languages": ["tur-Latn", "run-Latn"], "main_score": 0.131965, "precision": 0.11695, "recall": 0.194664}, {"accuracy": 0.896245, "f1": 0.86502, "hf_subset": "tur_Latn-tam_Taml", "languages": ["tur-Latn", "tam-Taml"], "main_score": 0.86502, "precision": 0.850049, "recall": 0.896245}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-vie_Latn", "languages": ["tur-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tur_Latn-apc_Arab", "languages": ["tur-Latn", "apc-Arab"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.409091, "f1": 0.324097, "hf_subset": "tur_Latn-bug_Latn", "languages": ["tur-Latn", "bug-Latn"], "main_score": 0.324097, "precision": 0.297456, "recall": 0.409091}, {"accuracy": 0.228261, "f1": 0.157177, "hf_subset": "tur_Latn-fon_Latn", "languages": ["tur-Latn", "fon-Latn"], "main_score": 0.157177, "precision": 0.139551, "recall": 0.228261}, {"accuracy": 0.73913, "f1": 0.676188, "hf_subset": "tur_Latn-jav_Latn", "languages": ["tur-Latn", "jav-Latn"], "main_score": 0.676188, "precision": 0.650405, "recall": 0.73913}, {"accuracy": 0.936759, "f1": 0.919368, "hf_subset": "tur_Latn-lao_Laoo", "languages": ["tur-Latn", "lao-Laoo"], "main_score": 0.919368, "precision": 0.911314, "recall": 0.936759}, {"accuracy": 0.222332, "f1": 0.147916, "hf_subset": "tur_Latn-mri_Latn", "languages": ["tur-Latn", "mri-Latn"], "main_score": 0.147916, "precision": 0.131169, "recall": 0.222332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-rus_Cyrl", "languages": ["tur-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.270751, "f1": 0.200569, "hf_subset": "tur_Latn-taq_Latn", "languages": ["tur-Latn", "taq-Latn"], "main_score": 0.200569, "precision": 0.182469, "recall": 0.270751}, {"accuracy": 0.442688, "f1": 0.350604, "hf_subset": "tur_Latn-war_Latn", "languages": ["tur-Latn", "war-Latn"], "main_score": 0.350604, "precision": 0.319102, "recall": 0.442688}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tur_Latn-arb_Arab", "languages": ["tur-Latn", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-bul_Cyrl", "languages": ["tur-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-fra_Latn", "languages": ["tur-Latn", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "tur_Latn-jpn_Jpan", "languages": ["tur-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.757905, "f1": 0.699675, "hf_subset": "tur_Latn-lij_Latn", "languages": ["tur-Latn", "lij-Latn"], "main_score": 0.699675, "precision": 0.674193, "recall": 0.757905}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "tur_Latn-mya_Mymr", "languages": ["tur-Latn", "mya-Mymr"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.250988, "f1": 0.18006, "hf_subset": "tur_Latn-sag_Latn", "languages": ["tur-Latn", "sag-Latn"], "main_score": 0.18006, "precision": 0.160745, "recall": 0.250988}, {"accuracy": 0.082016, "f1": 0.036749, "hf_subset": "tur_Latn-taq_Tfng", "languages": ["tur-Latn", "taq-Tfng"], "main_score": 0.036749, "precision": 0.030184, "recall": 0.082016}, {"accuracy": 0.274704, "f1": 0.196504, "hf_subset": "tur_Latn-wol_Latn", "languages": ["tur-Latn", "wol-Latn"], "main_score": 0.196504, "precision": 0.174697, "recall": 0.274704}, {"accuracy": 0.151186, "f1": 0.096314, "hf_subset": "tur_Latn-arb_Latn", "languages": ["tur-Latn", "arb-Latn"], "main_score": 0.096314, "precision": 0.08494, "recall": 0.151186}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "tur_Latn-cat_Latn", "languages": ["tur-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.732213, "f1": 0.668874, "hf_subset": "tur_Latn-fur_Latn", "languages": ["tur-Latn", "fur-Latn"], "main_score": 0.668874, "precision": 0.642292, "recall": 0.732213}, {"accuracy": 0.098814, "f1": 0.064279, "hf_subset": "tur_Latn-kab_Latn", "languages": ["tur-Latn", "kab-Latn"], "main_score": 0.064279, "precision": 0.05628, "recall": 0.098814}, {"accuracy": 0.752964, "f1": 0.692363, "hf_subset": "tur_Latn-lim_Latn", "languages": ["tur-Latn", "lim-Latn"], "main_score": 0.692363, "precision": 0.666354, "recall": 0.752964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-nld_Latn", "languages": ["tur-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.753953, "f1": 0.693643, "hf_subset": "tur_Latn-san_Deva", "languages": ["tur-Latn", "san-Deva"], "main_score": 0.693643, "precision": 0.667638, "recall": 0.753953}, {"accuracy": 0.523715, "f1": 0.43771, "hf_subset": "tur_Latn-tat_Cyrl", "languages": ["tur-Latn", "tat-Cyrl"], "main_score": 0.43771, "precision": 0.405997, "recall": 0.523715}, {"accuracy": 0.214427, "f1": 0.140998, "hf_subset": "tur_Latn-xho_Latn", "languages": ["tur-Latn", "xho-Latn"], "main_score": 0.140998, "precision": 0.122801, "recall": 0.214427}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "tur_Latn-ars_Arab", "languages": ["tur-Latn", "ars-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.416008, "f1": 0.328241, "hf_subset": "tur_Latn-ceb_Latn", "languages": ["tur-Latn", "ceb-Latn"], "main_score": 0.328241, "precision": 0.299861, "recall": 0.416008}, {"accuracy": 0.249012, "f1": 0.17072, "hf_subset": "tur_Latn-fuv_Latn", "languages": ["tur-Latn", "fuv-Latn"], "main_score": 0.17072, "precision": 0.151212, "recall": 0.249012}, {"accuracy": 0.23419, "f1": 0.161953, "hf_subset": "tur_Latn-kac_Latn", "languages": ["tur-Latn", "kac-Latn"], "main_score": 0.161953, "precision": 0.143626, "recall": 0.23419}, {"accuracy": 0.249012, "f1": 0.178505, "hf_subset": "tur_Latn-lin_Latn", "languages": ["tur-Latn", "lin-Latn"], "main_score": 0.178505, "precision": 0.160292, "recall": 0.249012}, {"accuracy": 0.983202, "f1": 0.978261, "hf_subset": "tur_Latn-nno_Latn", "languages": ["tur-Latn", "nno-Latn"], "main_score": 0.978261, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.020751, "f1": 0.004946, "hf_subset": "tur_Latn-sat_Olck", "languages": ["tur-Latn", "sat-Olck"], "main_score": 0.004946, "precision": 0.003822, "recall": 0.020751}, {"accuracy": 0.868577, "f1": 0.829941, "hf_subset": "tur_Latn-tel_Telu", "languages": ["tur-Latn", "tel-Telu"], "main_score": 0.829941, "precision": 0.812368, "recall": 0.868577}, {"accuracy": 0.442688, "f1": 0.357061, "hf_subset": "tur_Latn-ydd_Hebr", "languages": ["tur-Latn", "ydd-Hebr"], "main_score": 0.357061, "precision": 0.326971, "recall": 0.442688}, {"accuracy": 0.852767, "f1": 0.812385, "hf_subset": "tur_Latn-ary_Arab", "languages": ["tur-Latn", "ary-Arab"], "main_score": 0.812385, "precision": 0.793643, "recall": 0.852767}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tur_Latn-ces_Latn", "languages": ["tur-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.110672, "f1": 0.064579, "hf_subset": "tur_Latn-gaz_Latn", "languages": ["tur-Latn", "gaz-Latn"], "main_score": 0.064579, "precision": 0.056114, "recall": 0.110672}, {"accuracy": 0.224308, "f1": 0.151991, "hf_subset": "tur_Latn-kam_Latn", "languages": ["tur-Latn", "kam-Latn"], "main_score": 0.151991, "precision": 0.133327, "recall": 0.224308}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tur_Latn-lit_Latn", "languages": ["tur-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-nob_Latn", "languages": ["tur-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.657115, "f1": 0.583451, "hf_subset": "tur_Latn-scn_Latn", "languages": ["tur-Latn", "scn-Latn"], "main_score": 0.583451, "precision": 0.554548, "recall": 0.657115}, {"accuracy": 0.201581, "f1": 0.133082, "hf_subset": "tur_Latn-tgk_Cyrl", "languages": ["tur-Latn", "tgk-Cyrl"], "main_score": 0.133082, "precision": 0.116535, "recall": 0.201581}, {"accuracy": 0.224308, "f1": 0.15097, "hf_subset": "tur_Latn-yor_Latn", "languages": ["tur-Latn", "yor-Latn"], "main_score": 0.15097, "precision": 0.132153, "recall": 0.224308}, {"accuracy": 0.947628, "f1": 0.930336, "hf_subset": "tur_Latn-arz_Arab", "languages": ["tur-Latn", "arz-Arab"], "main_score": 0.930336, "precision": 0.921772, "recall": 0.947628}, {"accuracy": 0.216403, "f1": 0.145458, "hf_subset": "tur_Latn-cjk_Latn", "languages": ["tur-Latn", "cjk-Latn"], "main_score": 0.145458, "precision": 0.127949, "recall": 0.216403}, {"accuracy": 0.230237, "f1": 0.158236, "hf_subset": "tur_Latn-gla_Latn", "languages": ["tur-Latn", "gla-Latn"], "main_score": 0.158236, "precision": 0.138977, "recall": 0.230237}, {"accuracy": 0.81917, "f1": 0.772417, "hf_subset": "tur_Latn-kan_Knda", "languages": ["tur-Latn", "kan-Knda"], "main_score": 0.772417, "precision": 0.751647, "recall": 0.81917}, {"accuracy": 0.679842, "f1": 0.610492, "hf_subset": "tur_Latn-lmo_Latn", "languages": ["tur-Latn", "lmo-Latn"], "main_score": 0.610492, "precision": 0.583689, "recall": 0.679842}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "tur_Latn-npi_Deva", "languages": ["tur-Latn", "npi-Deva"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.306324, "f1": 0.221547, "hf_subset": "tur_Latn-shn_Mymr", "languages": ["tur-Latn", "shn-Mymr"], "main_score": 0.221547, "precision": 0.196812, "recall": 0.306324}, {"accuracy": 0.48419, "f1": 0.39764, "hf_subset": "tur_Latn-tgl_Latn", "languages": ["tur-Latn", "tgl-Latn"], "main_score": 0.39764, "precision": 0.368881, "recall": 0.48419}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tur_Latn-yue_Hant", "languages": ["tur-Latn", "yue-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.544466, "f1": 0.461727, "hf_subset": "tur_Latn-asm_Beng", "languages": ["tur-Latn", "asm-Beng"], "main_score": 0.461727, "precision": 0.430155, "recall": 0.544466}, {"accuracy": 0.850791, "f1": 0.807938, "hf_subset": "tur_Latn-ckb_Arab", "languages": ["tur-Latn", "ckb-Arab"], "main_score": 0.807938, "precision": 0.788538, "recall": 0.850791}, {"accuracy": 0.3083, "f1": 0.23103, "hf_subset": "tur_Latn-gle_Latn", "languages": ["tur-Latn", "gle-Latn"], "main_score": 0.23103, "precision": 0.208702, "recall": 0.3083}, {"accuracy": 0.614625, "f1": 0.535454, "hf_subset": "tur_Latn-kas_Arab", "languages": ["tur-Latn", "kas-Arab"], "main_score": 0.535454, "precision": 0.503796, "recall": 0.614625}, {"accuracy": 0.718379, "f1": 0.655621, "hf_subset": "tur_Latn-ltg_Latn", "languages": ["tur-Latn", "ltg-Latn"], "main_score": 0.655621, "precision": 0.629556, "recall": 0.718379}, {"accuracy": 0.269763, "f1": 0.190087, "hf_subset": "tur_Latn-nso_Latn", "languages": ["tur-Latn", "nso-Latn"], "main_score": 0.190087, "precision": 0.167662, "recall": 0.269763}, {"accuracy": 0.934783, "f1": 0.914921, "hf_subset": "tur_Latn-sin_Sinh", "languages": ["tur-Latn", "sin-Sinh"], "main_score": 0.914921, "precision": 0.90555, "recall": 0.934783}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tur_Latn-tha_Thai", "languages": ["tur-Latn", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "tur_Latn-zho_Hans", "languages": ["tur-Latn", "zho-Hans"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.9417, "f1": 0.922661, "hf_subset": "tur_Latn-ast_Latn", "languages": ["tur-Latn", "ast-Latn"], "main_score": 0.922661, "precision": 0.913291, "recall": 0.9417}, {"accuracy": 0.787549, "f1": 0.733649, "hf_subset": "tur_Latn-crh_Latn", "languages": ["tur-Latn", "crh-Latn"], "main_score": 0.733649, "precision": 0.709239, "recall": 0.787549}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-glg_Latn", "languages": ["tur-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.425889, "f1": 0.342293, "hf_subset": "tur_Latn-kas_Deva", "languages": ["tur-Latn", "kas-Deva"], "main_score": 0.342293, "precision": 0.31343, "recall": 0.425889}, {"accuracy": 0.509881, "f1": 0.421529, "hf_subset": "tur_Latn-ltz_Latn", "languages": ["tur-Latn", "ltz-Latn"], "main_score": 0.421529, "precision": 0.390322, "recall": 0.509881}, {"accuracy": 0.118577, "f1": 0.065158, "hf_subset": "tur_Latn-nus_Latn", "languages": ["tur-Latn", "nus-Latn"], "main_score": 0.065158, "precision": 0.054861, "recall": 0.118577}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-slk_Latn", "languages": ["tur-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.200593, "f1": 0.133424, "hf_subset": "tur_Latn-tir_Ethi", "languages": ["tur-Latn", "tir-Ethi"], "main_score": 0.133424, "precision": 0.114889, "recall": 0.200593}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "tur_Latn-zho_Hant", "languages": ["tur-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.956522, "f1": 0.943676, "hf_subset": "tur_Latn-awa_Deva", "languages": ["tur-Latn", "awa-Deva"], "main_score": 0.943676, "precision": 0.937418, "recall": 0.956522}, {"accuracy": 0.482213, "f1": 0.396217, "hf_subset": "tur_Latn-cym_Latn", "languages": ["tur-Latn", "cym-Latn"], "main_score": 0.396217, "precision": 0.367664, "recall": 0.482213}, {"accuracy": 0.373518, "f1": 0.284684, "hf_subset": "tur_Latn-grn_Latn", "languages": ["tur-Latn", "grn-Latn"], "main_score": 0.284684, "precision": 0.257835, "recall": 0.373518}, {"accuracy": 0.885375, "f1": 0.849473, "hf_subset": "tur_Latn-kat_Geor", "languages": ["tur-Latn", "kat-Geor"], "main_score": 0.849473, "precision": 0.83251, "recall": 0.885375}, {"accuracy": 0.283597, "f1": 0.207494, "hf_subset": "tur_Latn-lua_Latn", "languages": ["tur-Latn", "lua-Latn"], "main_score": 0.207494, "precision": 0.185947, "recall": 0.283597}, {"accuracy": 0.254941, "f1": 0.175052, "hf_subset": "tur_Latn-nya_Latn", "languages": ["tur-Latn", "nya-Latn"], "main_score": 0.175052, "precision": 0.154146, "recall": 0.254941}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-slv_Latn", "languages": ["tur-Latn", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.475296, "f1": 0.384568, "hf_subset": "tur_Latn-tpi_Latn", "languages": ["tur-Latn", "tpi-Latn"], "main_score": 0.384568, "precision": 0.355037, "recall": 0.475296}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "tur_Latn-zsm_Latn", "languages": ["tur-Latn", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.214427, "f1": 0.136633, "hf_subset": "tur_Latn-ayr_Latn", "languages": ["tur-Latn", "ayr-Latn"], "main_score": 0.136633, "precision": 0.118312, "recall": 0.214427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "tur_Latn-dan_Latn", "languages": ["tur-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "tur_Latn-guj_Gujr", "languages": ["tur-Latn", "guj-Gujr"], "main_score": 0.898057, "precision": 0.886891, "recall": 0.921937}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "tur_Latn-kaz_Cyrl", "languages": ["tur-Latn", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.203557, "f1": 0.137504, "hf_subset": "tur_Latn-lug_Latn", "languages": ["tur-Latn", "lug-Latn"], "main_score": 0.137504, "precision": 0.121901, "recall": 0.203557}, {"accuracy": 0.928854, "f1": 0.907609, "hf_subset": "tur_Latn-oci_Latn", "languages": ["tur-Latn", "oci-Latn"], "main_score": 0.907609, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.20751, "f1": 0.133149, "hf_subset": "tur_Latn-smo_Latn", "languages": ["tur-Latn", "smo-Latn"], "main_score": 0.133149, "precision": 0.114648, "recall": 0.20751}, {"accuracy": 0.235178, "f1": 0.163793, "hf_subset": "tur_Latn-tsn_Latn", "languages": ["tur-Latn", "tsn-Latn"], "main_score": 0.163793, "precision": 0.145535, "recall": 0.235178}, {"accuracy": 0.162055, "f1": 0.104729, "hf_subset": "tur_Latn-zul_Latn", "languages": ["tur-Latn", "zul-Latn"], "main_score": 0.104729, "precision": 0.092155, "recall": 0.162055}, {"accuracy": 0.559289, "f1": 0.478402, "hf_subset": "tur_Latn-azb_Arab", "languages": ["tur-Latn", "azb-Arab"], "main_score": 0.478402, "precision": 0.447574, "recall": 0.559289}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "tur_Latn-deu_Latn", "languages": ["tur-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.326087, "f1": 0.240961, "hf_subset": "tur_Latn-hat_Latn", "languages": ["tur-Latn", "hat-Latn"], "main_score": 0.240961, "precision": 0.21537, "recall": 0.326087}, {"accuracy": 0.208498, "f1": 0.138282, "hf_subset": "tur_Latn-kbp_Latn", "languages": ["tur-Latn", "kbp-Latn"], "main_score": 0.138282, "precision": 0.121349, "recall": 0.208498}, {"accuracy": 0.248024, "f1": 0.176013, "hf_subset": "tur_Latn-luo_Latn", "languages": ["tur-Latn", "luo-Latn"], "main_score": 0.176013, "precision": 0.158145, "recall": 0.248024}, {"accuracy": 0.839921, "f1": 0.797167, "hf_subset": "tur_Latn-ory_Orya", "languages": ["tur-Latn", "ory-Orya"], "main_score": 0.797167, "precision": 0.77836, "recall": 0.839921}, {"accuracy": 0.197628, "f1": 0.128164, "hf_subset": "tur_Latn-sna_Latn", "languages": ["tur-Latn", "sna-Latn"], "main_score": 0.128164, "precision": 0.111713, "recall": 0.197628}, {"accuracy": 0.206522, "f1": 0.141961, "hf_subset": "tur_Latn-tso_Latn", "languages": ["tur-Latn", "tso-Latn"], "main_score": 0.141961, "precision": 0.126191, "recall": 0.206522}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "tur_Latn-azj_Latn", "languages": ["tur-Latn", "azj-Latn"], "main_score": 0.952734, "precision": 0.947628, "recall": 0.963439}, {"accuracy": 0.309289, "f1": 0.228841, "hf_subset": "tur_Latn-dik_Latn", "languages": ["tur-Latn", "dik-Latn"], "main_score": 0.228841, "precision": 0.206797, "recall": 0.309289}, {"accuracy": 0.271739, "f1": 0.193226, "hf_subset": "tur_Latn-hau_Latn", "languages": ["tur-Latn", "hau-Latn"], "main_score": 0.193226, "precision": 0.173811, "recall": 0.271739}, {"accuracy": 0.65415, "f1": 0.578301, "hf_subset": "tur_Latn-kea_Latn", "languages": ["tur-Latn", "kea-Latn"], "main_score": 0.578301, "precision": 0.548242, "recall": 0.65415}, {"accuracy": 0.379447, "f1": 0.29333, "hf_subset": "tur_Latn-lus_Latn", "languages": ["tur-Latn", "lus-Latn"], "main_score": 0.29333, "precision": 0.265932, "recall": 0.379447}, {"accuracy": 0.491107, "f1": 0.404013, "hf_subset": "tur_Latn-pag_Latn", "languages": ["tur-Latn", "pag-Latn"], "main_score": 0.404013, "precision": 0.373921, "recall": 0.491107}, {"accuracy": 0.867589, "f1": 0.830567, "hf_subset": "tur_Latn-snd_Arab", "languages": ["tur-Latn", "snd-Arab"], "main_score": 0.830567, "precision": 0.814015, "recall": 0.867589}, {"accuracy": 0.354743, "f1": 0.265918, "hf_subset": "tur_Latn-tuk_Latn", "languages": ["tur-Latn", "tuk-Latn"], "main_score": 0.265918, "precision": 0.237946, "recall": 0.354743}, {"accuracy": 0.48913, "f1": 0.40503, "hf_subset": "tur_Latn-bak_Cyrl", "languages": ["tur-Latn", "bak-Cyrl"], "main_score": 0.40503, "precision": 0.375649, "recall": 0.48913}, {"accuracy": 0.199605, "f1": 0.132377, "hf_subset": "tur_Latn-dyu_Latn", "languages": ["tur-Latn", "dyu-Latn"], "main_score": 0.132377, "precision": 0.114544, "recall": 0.199605}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tur_Latn-heb_Hebr", "languages": ["tur-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "tur_Latn-khk_Cyrl", "languages": ["tur-Latn", "khk-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "tur_Latn-lvs_Latn", "languages": ["tur-Latn", "lvs-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.860672, "f1": 0.822398, "hf_subset": "tur_Latn-pan_Guru", "languages": ["tur-Latn", "pan-Guru"], "main_score": 0.822398, "precision": 0.80504, "recall": 0.860672}, {"accuracy": 0.291502, "f1": 0.217741, "hf_subset": "tur_Latn-som_Latn", "languages": ["tur-Latn", "som-Latn"], "main_score": 0.217741, "precision": 0.19546, "recall": 0.291502}, {"accuracy": 0.224308, "f1": 0.149717, "hf_subset": "tur_Latn-tum_Latn", "languages": ["tur-Latn", "tum-Latn"], "main_score": 0.149717, "precision": 0.13067, "recall": 0.224308}, {"accuracy": 0.09585, "f1": 0.071302, "hf_subset": "ace_Latn-ace_Arab", "languages": ["ace-Latn", "ace-Arab"], "main_score": 0.071302, "precision": 0.064296, "recall": 0.09585}, {"accuracy": 0.258893, "f1": 0.219788, "hf_subset": "ace_Latn-bam_Latn", "languages": ["ace-Latn", "bam-Latn"], "main_score": 0.219788, "precision": 0.205613, "recall": 0.258893}, {"accuracy": 0.004941, "f1": 0.000313, "hf_subset": "ace_Latn-dzo_Tibt", "languages": ["ace-Latn", "dzo-Tibt"], "main_score": 0.000313, "precision": 0.000169, "recall": 0.004941}, {"accuracy": 0.367589, "f1": 0.330524, "hf_subset": "ace_Latn-hin_Deva", "languages": ["ace-Latn", "hin-Deva"], "main_score": 0.330524, "precision": 0.319217, "recall": 0.367589}, {"accuracy": 0.312253, "f1": 0.28857, "hf_subset": "ace_Latn-khm_Khmr", "languages": ["ace-Latn", "khm-Khmr"], "main_score": 0.28857, "precision": 0.280031, "recall": 0.312253}, {"accuracy": 0.318182, "f1": 0.281516, "hf_subset": "ace_Latn-mag_Deva", "languages": ["ace-Latn", "mag-Deva"], "main_score": 0.281516, "precision": 0.270682, "recall": 0.318182}, {"accuracy": 0.352767, "f1": 0.33064, "hf_subset": "ace_Latn-pap_Latn", "languages": ["ace-Latn", "pap-Latn"], "main_score": 0.33064, "precision": 0.323208, "recall": 0.352767}, {"accuracy": 0.284585, "f1": 0.250126, "hf_subset": "ace_Latn-sot_Latn", "languages": ["ace-Latn", "sot-Latn"], "main_score": 0.250126, "precision": 0.237407, "recall": 0.284585}, {"accuracy": 0.448617, "f1": 0.40355, "hf_subset": "ace_Latn-tur_Latn", "languages": ["ace-Latn", "tur-Latn"], "main_score": 0.40355, "precision": 0.389627, "recall": 0.448617}, {"accuracy": 0.384387, "f1": 0.362263, "hf_subset": "ace_Latn-ban_Latn", "languages": ["ace-Latn", "ban-Latn"], "main_score": 0.362263, "precision": 0.354665, "recall": 0.384387}, {"accuracy": 0.355731, "f1": 0.326003, "hf_subset": "ace_Latn-ell_Grek", "languages": ["ace-Latn", "ell-Grek"], "main_score": 0.326003, "precision": 0.315334, "recall": 0.355731}, {"accuracy": 0.331028, "f1": 0.300923, "hf_subset": "ace_Latn-hne_Deva", "languages": ["ace-Latn", "hne-Deva"], "main_score": 0.300923, "precision": 0.291301, "recall": 0.331028}, {"accuracy": 0.267787, "f1": 0.229348, "hf_subset": "ace_Latn-kik_Latn", "languages": ["ace-Latn", "kik-Latn"], "main_score": 0.229348, "precision": 0.21519, "recall": 0.267787}, {"accuracy": 0.329051, "f1": 0.301155, "hf_subset": "ace_Latn-mai_Deva", "languages": ["ace-Latn", "mai-Deva"], "main_score": 0.301155, "precision": 0.292683, "recall": 0.329051}, {"accuracy": 0.302372, "f1": 0.263582, "hf_subset": "ace_Latn-pbt_Arab", "languages": ["ace-Latn", "pbt-Arab"], "main_score": 0.263582, "precision": 0.251906, "recall": 0.302372}, {"accuracy": 0.452569, "f1": 0.412953, "hf_subset": "ace_Latn-spa_Latn", "languages": ["ace-Latn", "spa-Latn"], "main_score": 0.412953, "precision": 0.401205, "recall": 0.452569}, {"accuracy": 0.339921, "f1": 0.300849, "hf_subset": "ace_Latn-twi_Latn", "languages": ["ace-Latn", "twi-Latn"], "main_score": 0.300849, "precision": 0.286846, "recall": 0.339921}, {"accuracy": 0.316206, "f1": 0.295415, "hf_subset": "ace_Latn-acm_Arab", "languages": ["ace-Latn", "acm-Arab"], "main_score": 0.295415, "precision": 0.28822, "recall": 0.316206}, {"accuracy": 0.31917, "f1": 0.283973, "hf_subset": "ace_Latn-bel_Cyrl", "languages": ["ace-Latn", "bel-Cyrl"], "main_score": 0.283973, "precision": 0.27283, "recall": 0.31917}, {"accuracy": 0.475296, "f1": 0.432838, "hf_subset": "ace_Latn-eng_Latn", "languages": ["ace-Latn", "eng-Latn"], "main_score": 0.432838, "precision": 0.419085, "recall": 0.475296}, {"accuracy": 0.413043, "f1": 0.383632, "hf_subset": "ace_Latn-hrv_Latn", "languages": ["ace-Latn", "hrv-Latn"], "main_score": 0.383632, "precision": 0.374813, "recall": 0.413043}, {"accuracy": 0.210474, "f1": 0.17435, "hf_subset": "ace_Latn-kin_Latn", "languages": ["ace-Latn", "kin-Latn"], "main_score": 0.17435, "precision": 0.161821, "recall": 0.210474}, {"accuracy": 0.188735, "f1": 0.159814, "hf_subset": "ace_Latn-mal_Mlym", "languages": ["ace-Latn", "mal-Mlym"], "main_score": 0.159814, "precision": 0.151651, "recall": 0.188735}, {"accuracy": 0.37253, "f1": 0.344046, "hf_subset": "ace_Latn-pes_Arab", "languages": ["ace-Latn", "pes-Arab"], "main_score": 0.344046, "precision": 0.33521, "recall": 0.37253}, {"accuracy": 0.338933, "f1": 0.309727, "hf_subset": "ace_Latn-srd_Latn", "languages": ["ace-Latn", "srd-Latn"], "main_score": 0.309727, "precision": 0.299277, "recall": 0.338933}, {"accuracy": 0.05336, "f1": 0.028256, "hf_subset": "ace_Latn-tzm_Tfng", "languages": ["ace-Latn", "tzm-Tfng"], "main_score": 0.028256, "precision": 0.023809, "recall": 0.05336}, {"accuracy": 0.333992, "f1": 0.305973, "hf_subset": "ace_Latn-acq_Arab", "languages": ["ace-Latn", "acq-Arab"], "main_score": 0.305973, "precision": 0.296611, "recall": 0.333992}, {"accuracy": 0.275692, "f1": 0.230753, "hf_subset": "ace_Latn-bem_Latn", "languages": ["ace-Latn", "bem-Latn"], "main_score": 0.230753, "precision": 0.215544, "recall": 0.275692}, {"accuracy": 0.357708, "f1": 0.33047, "hf_subset": "ace_Latn-epo_Latn", "languages": ["ace-Latn", "epo-Latn"], "main_score": 0.33047, "precision": 0.322577, "recall": 0.357708}, {"accuracy": 0.44664, "f1": 0.405755, "hf_subset": "ace_Latn-hun_Latn", "languages": ["ace-Latn", "hun-Latn"], "main_score": 0.405755, "precision": 0.394225, "recall": 0.44664}, {"accuracy": 0.34585, "f1": 0.321577, "hf_subset": "ace_Latn-kir_Cyrl", "languages": ["ace-Latn", "kir-Cyrl"], "main_score": 0.321577, "precision": 0.314017, "recall": 0.34585}, {"accuracy": 0.29249, "f1": 0.254812, "hf_subset": "ace_Latn-mar_Deva", "languages": ["ace-Latn", "mar-Deva"], "main_score": 0.254812, "precision": 0.243926, "recall": 0.29249}, {"accuracy": 0.285573, "f1": 0.247402, "hf_subset": "ace_Latn-plt_Latn", "languages": ["ace-Latn", "plt-Latn"], "main_score": 0.247402, "precision": 0.233722, "recall": 0.285573}, {"accuracy": 0.395257, "f1": 0.360137, "hf_subset": "ace_Latn-srp_Cyrl", "languages": ["ace-Latn", "srp-Cyrl"], "main_score": 0.360137, "precision": 0.348257, "recall": 0.395257}, {"accuracy": 0.208498, "f1": 0.179902, "hf_subset": "ace_Latn-uig_Arab", "languages": ["ace-Latn", "uig-Arab"], "main_score": 0.179902, "precision": 0.171921, "recall": 0.208498}, {"accuracy": 0.321146, "f1": 0.289653, "hf_subset": "ace_Latn-aeb_Arab", "languages": ["ace-Latn", "aeb-Arab"], "main_score": 0.289653, "precision": 0.279788, "recall": 0.321146}, {"accuracy": 0.217391, "f1": 0.1875, "hf_subset": "ace_Latn-ben_Beng", "languages": ["ace-Latn", "ben-Beng"], "main_score": 0.1875, "precision": 0.178022, "recall": 0.217391}, {"accuracy": 0.443676, "f1": 0.403604, "hf_subset": "ace_Latn-est_Latn", "languages": ["ace-Latn", "est-Latn"], "main_score": 0.403604, "precision": 0.391396, "recall": 0.443676}, {"accuracy": 0.315217, "f1": 0.278355, "hf_subset": "ace_Latn-hye_Armn", "languages": ["ace-Latn", "hye-Armn"], "main_score": 0.278355, "precision": 0.264937, "recall": 0.315217}, {"accuracy": 0.23913, "f1": 0.188398, "hf_subset": "ace_Latn-kmb_Latn", "languages": ["ace-Latn", "kmb-Latn"], "main_score": 0.188398, "precision": 0.17106, "recall": 0.23913}, {"accuracy": 0.050395, "f1": 0.036138, "hf_subset": "ace_Latn-min_Arab", "languages": ["ace-Latn", "min-Arab"], "main_score": 0.036138, "precision": 0.032424, "recall": 0.050395}, {"accuracy": 0.438735, "f1": 0.401038, "hf_subset": "ace_Latn-pol_Latn", "languages": ["ace-Latn", "pol-Latn"], "main_score": 0.401038, "precision": 0.388904, "recall": 0.438735}, {"accuracy": 0.200593, "f1": 0.160808, "hf_subset": "ace_Latn-ssw_Latn", "languages": ["ace-Latn", "ssw-Latn"], "main_score": 0.160808, "precision": 0.147757, "recall": 0.200593}, {"accuracy": 0.396245, "f1": 0.365388, "hf_subset": "ace_Latn-ukr_Cyrl", "languages": ["ace-Latn", "ukr-Cyrl"], "main_score": 0.365388, "precision": 0.355311, "recall": 0.396245}, {"accuracy": 0.41996, "f1": 0.387067, "hf_subset": "ace_Latn-afr_Latn", "languages": ["ace-Latn", "afr-Latn"], "main_score": 0.387067, "precision": 0.376785, "recall": 0.41996}, {"accuracy": 0.323123, "f1": 0.287452, "hf_subset": "ace_Latn-bho_Deva", "languages": ["ace-Latn", "bho-Deva"], "main_score": 0.287452, "precision": 0.277115, "recall": 0.323123}, {"accuracy": 0.332016, "f1": 0.310079, "hf_subset": "ace_Latn-eus_Latn", "languages": ["ace-Latn", "eus-Latn"], "main_score": 0.310079, "precision": 0.301866, "recall": 0.332016}, {"accuracy": 0.240119, "f1": 0.194192, "hf_subset": "ace_Latn-ibo_Latn", "languages": ["ace-Latn", "ibo-Latn"], "main_score": 0.194192, "precision": 0.178184, "recall": 0.240119}, {"accuracy": 0.339921, "f1": 0.304949, "hf_subset": "ace_Latn-kmr_Latn", "languages": ["ace-Latn", "kmr-Latn"], "main_score": 0.304949, "precision": 0.294198, "recall": 0.339921}, {"accuracy": 0.405138, "f1": 0.379105, "hf_subset": "ace_Latn-min_Latn", "languages": ["ace-Latn", "min-Latn"], "main_score": 0.379105, "precision": 0.369755, "recall": 0.405138}, {"accuracy": 0.452569, "f1": 0.404766, "hf_subset": "ace_Latn-por_Latn", "languages": ["ace-Latn", "por-Latn"], "main_score": 0.404766, "precision": 0.390329, "recall": 0.452569}, {"accuracy": 0.383399, "f1": 0.365049, "hf_subset": "ace_Latn-sun_Latn", "languages": ["ace-Latn", "sun-Latn"], "main_score": 0.365049, "precision": 0.358866, "recall": 0.383399}, {"accuracy": 0.222332, "f1": 0.181592, "hf_subset": "ace_Latn-umb_Latn", "languages": ["ace-Latn", "umb-Latn"], "main_score": 0.181592, "precision": 0.167441, "recall": 0.222332}, {"accuracy": 0.355731, "f1": 0.321844, "hf_subset": "ace_Latn-ajp_Arab", "languages": ["ace-Latn", "ajp-Arab"], "main_score": 0.321844, "precision": 0.311237, "recall": 0.355731}, {"accuracy": 0.065217, "f1": 0.049945, "hf_subset": "ace_Latn-bjn_Arab", "languages": ["ace-Latn", "bjn-Arab"], "main_score": 0.049945, "precision": 0.045364, "recall": 0.065217}, {"accuracy": 0.306324, "f1": 0.267685, "hf_subset": "ace_Latn-ewe_Latn", "languages": ["ace-Latn", "ewe-Latn"], "main_score": 0.267685, "precision": 0.254381, "recall": 0.306324}, {"accuracy": 0.368577, "f1": 0.337651, "hf_subset": "ace_Latn-ilo_Latn", "languages": ["ace-Latn", "ilo-Latn"], "main_score": 0.337651, "precision": 0.325459, "recall": 0.368577}, {"accuracy": 0.059289, "f1": 0.044032, "hf_subset": "ace_Latn-knc_Arab", "languages": ["ace-Latn", "knc-Arab"], "main_score": 0.044032, "precision": 0.038925, "recall": 0.059289}, {"accuracy": 0.403162, "f1": 0.368545, "hf_subset": "ace_Latn-mkd_Cyrl", "languages": ["ace-Latn", "mkd-Cyrl"], "main_score": 0.368545, "precision": 0.357354, "recall": 0.403162}, {"accuracy": 0.323123, "f1": 0.294472, "hf_subset": "ace_Latn-prs_Arab", "languages": ["ace-Latn", "prs-Arab"], "main_score": 0.294472, "precision": 0.28532, "recall": 0.323123}, {"accuracy": 0.416008, "f1": 0.388507, "hf_subset": "ace_Latn-swe_Latn", "languages": ["ace-Latn", "swe-Latn"], "main_score": 0.388507, "precision": 0.379065, "recall": 0.416008}, {"accuracy": 0.307312, "f1": 0.27242, "hf_subset": "ace_Latn-urd_Arab", "languages": ["ace-Latn", "urd-Arab"], "main_score": 0.27242, "precision": 0.262062, "recall": 0.307312}, {"accuracy": 0.325099, "f1": 0.2808, "hf_subset": "ace_Latn-aka_Latn", "languages": ["ace-Latn", "aka-Latn"], "main_score": 0.2808, "precision": 0.265794, "recall": 0.325099}, {"accuracy": 0.387352, "f1": 0.365334, "hf_subset": "ace_Latn-bjn_Latn", "languages": ["ace-Latn", "bjn-Latn"], "main_score": 0.365334, "precision": 0.358946, "recall": 0.387352}, {"accuracy": 0.289526, "f1": 0.260024, "hf_subset": "ace_Latn-fao_Latn", "languages": ["ace-Latn", "fao-Latn"], "main_score": 0.260024, "precision": 0.249973, "recall": 0.289526}, {"accuracy": 0.474308, "f1": 0.435428, "hf_subset": "ace_Latn-ind_Latn", "languages": ["ace-Latn", "ind-Latn"], "main_score": 0.435428, "precision": 0.424359, "recall": 0.474308}, {"accuracy": 0.306324, "f1": 0.269551, "hf_subset": "ace_Latn-knc_Latn", "languages": ["ace-Latn", "knc-Latn"], "main_score": 0.269551, "precision": 0.255654, "recall": 0.306324}, {"accuracy": 0.300395, "f1": 0.266467, "hf_subset": "ace_Latn-mlt_Latn", "languages": ["ace-Latn", "mlt-Latn"], "main_score": 0.266467, "precision": 0.254773, "recall": 0.300395}, {"accuracy": 0.297431, "f1": 0.257573, "hf_subset": "ace_Latn-quy_Latn", "languages": ["ace-Latn", "quy-Latn"], "main_score": 0.257573, "precision": 0.242635, "recall": 0.297431}, {"accuracy": 0.293478, "f1": 0.254538, "hf_subset": "ace_Latn-swh_Latn", "languages": ["ace-Latn", "swh-Latn"], "main_score": 0.254538, "precision": 0.241169, "recall": 0.293478}, {"accuracy": 0.295455, "f1": 0.269997, "hf_subset": "ace_Latn-uzn_Latn", "languages": ["ace-Latn", "uzn-Latn"], "main_score": 0.269997, "precision": 0.260813, "recall": 0.295455}, {"accuracy": 0.43083, "f1": 0.393871, "hf_subset": "ace_Latn-als_Latn", "languages": ["ace-Latn", "als-Latn"], "main_score": 0.393871, "precision": 0.382517, "recall": 0.43083}, {"accuracy": 0.051383, "f1": 0.025763, "hf_subset": "ace_Latn-bod_Tibt", "languages": ["ace-Latn", "bod-Tibt"], "main_score": 0.025763, "precision": 0.020802, "recall": 0.051383}, {"accuracy": 0.218379, "f1": 0.181625, "hf_subset": "ace_Latn-fij_Latn", "languages": ["ace-Latn", "fij-Latn"], "main_score": 0.181625, "precision": 0.167924, "recall": 0.218379}, {"accuracy": 0.293478, "f1": 0.267961, "hf_subset": "ace_Latn-isl_Latn", "languages": ["ace-Latn", "isl-Latn"], "main_score": 0.267961, "precision": 0.259557, "recall": 0.293478}, {"accuracy": 0.288538, "f1": 0.248828, "hf_subset": "ace_Latn-kon_Latn", "languages": ["ace-Latn", "kon-Latn"], "main_score": 0.248828, "precision": 0.233604, "recall": 0.288538}, {"accuracy": 0.05336, "f1": 0.0359, "hf_subset": "ace_Latn-mni_Beng", "languages": ["ace-Latn", "mni-Beng"], "main_score": 0.0359, "precision": 0.03226, "recall": 0.05336}, {"accuracy": 0.462451, "f1": 0.421937, "hf_subset": "ace_Latn-ron_Latn", "languages": ["ace-Latn", "ron-Latn"], "main_score": 0.421937, "precision": 0.409819, "recall": 0.462451}, {"accuracy": 0.335968, "f1": 0.308521, "hf_subset": "ace_Latn-szl_Latn", "languages": ["ace-Latn", "szl-Latn"], "main_score": 0.308521, "precision": 0.299367, "recall": 0.335968}, {"accuracy": 0.383399, "f1": 0.352884, "hf_subset": "ace_Latn-vec_Latn", "languages": ["ace-Latn", "vec-Latn"], "main_score": 0.352884, "precision": 0.342167, "recall": 0.383399}, {"accuracy": 0.163043, "f1": 0.131912, "hf_subset": "ace_Latn-amh_Ethi", "languages": ["ace-Latn", "amh-Ethi"], "main_score": 0.131912, "precision": 0.123154, "recall": 0.163043}, {"accuracy": 0.434783, "f1": 0.402201, "hf_subset": "ace_Latn-bos_Latn", "languages": ["ace-Latn", "bos-Latn"], "main_score": 0.402201, "precision": 0.391906, "recall": 0.434783}, {"accuracy": 0.416008, "f1": 0.380915, "hf_subset": "ace_Latn-fin_Latn", "languages": ["ace-Latn", "fin-Latn"], "main_score": 0.380915, "precision": 0.369894, "recall": 0.416008}, {"accuracy": 0.455534, "f1": 0.409065, "hf_subset": "ace_Latn-ita_Latn", "languages": ["ace-Latn", "ita-Latn"], "main_score": 0.409065, "precision": 0.394779, "recall": 0.455534}, {"accuracy": 0.364625, "f1": 0.333343, "hf_subset": "ace_Latn-kor_Hang", "languages": ["ace-Latn", "kor-Hang"], "main_score": 0.333343, "precision": 0.324064, "recall": 0.364625}, {"accuracy": 0.249012, "f1": 0.211422, "hf_subset": "ace_Latn-mos_Latn", "languages": ["ace-Latn", "mos-Latn"], "main_score": 0.211422, "precision": 0.198223, "recall": 0.249012}, {"accuracy": 0.229249, "f1": 0.185396, "hf_subset": "ace_Latn-run_Latn", "languages": ["ace-Latn", "run-Latn"], "main_score": 0.185396, "precision": 0.170622, "recall": 0.229249}, {"accuracy": 0.199605, "f1": 0.169935, "hf_subset": "ace_Latn-tam_Taml", "languages": ["ace-Latn", "tam-Taml"], "main_score": 0.169935, "precision": 0.162007, "recall": 0.199605}, {"accuracy": 0.451581, "f1": 0.40718, "hf_subset": "ace_Latn-vie_Latn", "languages": ["ace-Latn", "vie-Latn"], "main_score": 0.40718, "precision": 0.394825, "recall": 0.451581}, {"accuracy": 0.311265, "f1": 0.288177, "hf_subset": "ace_Latn-apc_Arab", "languages": ["ace-Latn", "apc-Arab"], "main_score": 0.288177, "precision": 0.280934, "recall": 0.311265}, {"accuracy": 0.385375, "f1": 0.353522, "hf_subset": "ace_Latn-bug_Latn", "languages": ["ace-Latn", "bug-Latn"], "main_score": 0.353522, "precision": 0.34087, "recall": 0.385375}, {"accuracy": 0.247036, "f1": 0.209096, "hf_subset": "ace_Latn-fon_Latn", "languages": ["ace-Latn", "fon-Latn"], "main_score": 0.209096, "precision": 0.196026, "recall": 0.247036}, {"accuracy": 0.385375, "f1": 0.361699, "hf_subset": "ace_Latn-jav_Latn", "languages": ["ace-Latn", "jav-Latn"], "main_score": 0.361699, "precision": 0.353298, "recall": 0.385375}, {"accuracy": 0.338933, "f1": 0.30436, "hf_subset": "ace_Latn-lao_Laoo", "languages": ["ace-Latn", "lao-Laoo"], "main_score": 0.30436, "precision": 0.294488, "recall": 0.338933}, {"accuracy": 0.242095, "f1": 0.20079, "hf_subset": "ace_Latn-mri_Latn", "languages": ["ace-Latn", "mri-Latn"], "main_score": 0.20079, "precision": 0.185554, "recall": 0.242095}, {"accuracy": 0.400198, "f1": 0.364502, "hf_subset": "ace_Latn-rus_Cyrl", "languages": ["ace-Latn", "rus-Cyrl"], "main_score": 0.364502, "precision": 0.353825, "recall": 0.400198}, {"accuracy": 0.291502, "f1": 0.250187, "hf_subset": "ace_Latn-taq_Latn", "languages": ["ace-Latn", "taq-Latn"], "main_score": 0.250187, "precision": 0.23527, "recall": 0.291502}, {"accuracy": 0.396245, "f1": 0.359421, "hf_subset": "ace_Latn-war_Latn", "languages": ["ace-Latn", "war-Latn"], "main_score": 0.359421, "precision": 0.344952, "recall": 0.396245}, {"accuracy": 0.339921, "f1": 0.311446, "hf_subset": "ace_Latn-arb_Arab", "languages": ["ace-Latn", "arb-Arab"], "main_score": 0.311446, "precision": 0.302266, "recall": 0.339921}, {"accuracy": 0.416008, "f1": 0.380354, "hf_subset": "ace_Latn-bul_Cyrl", "languages": ["ace-Latn", "bul-Cyrl"], "main_score": 0.380354, "precision": 0.369719, "recall": 0.416008}, {"accuracy": 0.460474, "f1": 0.415233, "hf_subset": "ace_Latn-fra_Latn", "languages": ["ace-Latn", "fra-Latn"], "main_score": 0.415233, "precision": 0.40108, "recall": 0.460474}, {"accuracy": 0.375494, "f1": 0.333945, "hf_subset": "ace_Latn-jpn_Jpan", "languages": ["ace-Latn", "jpn-Jpan"], "main_score": 0.333945, "precision": 0.321374, "recall": 0.375494}, {"accuracy": 0.344862, "f1": 0.318987, "hf_subset": "ace_Latn-lij_Latn", "languages": ["ace-Latn", "lij-Latn"], "main_score": 0.318987, "precision": 0.31079, "recall": 0.344862}, {"accuracy": 0.285573, "f1": 0.250971, "hf_subset": "ace_Latn-mya_Mymr", "languages": ["ace-Latn", "mya-Mymr"], "main_score": 0.250971, "precision": 0.240095, "recall": 0.285573}, {"accuracy": 0.268775, "f1": 0.239562, "hf_subset": "ace_Latn-sag_Latn", "languages": ["ace-Latn", "sag-Latn"], "main_score": 0.239562, "precision": 0.229197, "recall": 0.268775}, {"accuracy": 0.083004, "f1": 0.048739, "hf_subset": "ace_Latn-taq_Tfng", "languages": ["ace-Latn", "taq-Tfng"], "main_score": 0.048739, "precision": 0.041871, "recall": 0.083004}, {"accuracy": 0.288538, "f1": 0.252052, "hf_subset": "ace_Latn-wol_Latn", "languages": ["ace-Latn", "wol-Latn"], "main_score": 0.252052, "precision": 0.237781, "recall": 0.288538}, {"accuracy": 0.130435, "f1": 0.090196, "hf_subset": "ace_Latn-arb_Latn", "languages": ["ace-Latn", "arb-Latn"], "main_score": 0.090196, "precision": 0.079776, "recall": 0.130435}, {"accuracy": 0.459486, "f1": 0.417602, "hf_subset": "ace_Latn-cat_Latn", "languages": ["ace-Latn", "cat-Latn"], "main_score": 0.417602, "precision": 0.404753, "recall": 0.459486}, {"accuracy": 0.363636, "f1": 0.333038, "hf_subset": "ace_Latn-fur_Latn", "languages": ["ace-Latn", "fur-Latn"], "main_score": 0.333038, "precision": 0.324026, "recall": 0.363636}, {"accuracy": 0.110672, "f1": 0.082474, "hf_subset": "ace_Latn-kab_Latn", "languages": ["ace-Latn", "kab-Latn"], "main_score": 0.082474, "precision": 0.074755, "recall": 0.110672}, {"accuracy": 0.366601, "f1": 0.339985, "hf_subset": "ace_Latn-lim_Latn", "languages": ["ace-Latn", "lim-Latn"], "main_score": 0.339985, "precision": 0.330633, "recall": 0.366601}, {"accuracy": 0.454545, "f1": 0.408575, "hf_subset": "ace_Latn-nld_Latn", "languages": ["ace-Latn", "nld-Latn"], "main_score": 0.408575, "precision": 0.393713, "recall": 0.454545}, {"accuracy": 0.219368, "f1": 0.19795, "hf_subset": "ace_Latn-san_Deva", "languages": ["ace-Latn", "san-Deva"], "main_score": 0.19795, "precision": 0.189718, "recall": 0.219368}, {"accuracy": 0.31917, "f1": 0.290021, "hf_subset": "ace_Latn-tat_Cyrl", "languages": ["ace-Latn", "tat-Cyrl"], "main_score": 0.290021, "precision": 0.280325, "recall": 0.31917}, {"accuracy": 0.218379, "f1": 0.177208, "hf_subset": "ace_Latn-xho_Latn", "languages": ["ace-Latn", "xho-Latn"], "main_score": 0.177208, "precision": 0.162848, "recall": 0.218379}, {"accuracy": 0.337945, "f1": 0.30859, "hf_subset": "ace_Latn-ars_Arab", "languages": ["ace-Latn", "ars-Arab"], "main_score": 0.30859, "precision": 0.299061, "recall": 0.337945}, {"accuracy": 0.364625, "f1": 0.332734, "hf_subset": "ace_Latn-ceb_Latn", "languages": ["ace-Latn", "ceb-Latn"], "main_score": 0.332734, "precision": 0.32023, "recall": 0.364625}, {"accuracy": 0.257905, "f1": 0.218284, "hf_subset": "ace_Latn-fuv_Latn", "languages": ["ace-Latn", "fuv-Latn"], "main_score": 0.218284, "precision": 0.204259, "recall": 0.257905}, {"accuracy": 0.283597, "f1": 0.236815, "hf_subset": "ace_Latn-kac_Latn", "languages": ["ace-Latn", "kac-Latn"], "main_score": 0.236815, "precision": 0.220132, "recall": 0.283597}, {"accuracy": 0.259881, "f1": 0.22061, "hf_subset": "ace_Latn-lin_Latn", "languages": ["ace-Latn", "lin-Latn"], "main_score": 0.22061, "precision": 0.207083, "recall": 0.259881}, {"accuracy": 0.443676, "f1": 0.406449, "hf_subset": "ace_Latn-nno_Latn", "languages": ["ace-Latn", "nno-Latn"], "main_score": 0.406449, "precision": 0.394444, "recall": 0.443676}, {"accuracy": 0.022727, "f1": 0.007283, "hf_subset": "ace_Latn-sat_Olck", "languages": ["ace-Latn", "sat-Olck"], "main_score": 0.007283, "precision": 0.005374, "recall": 0.022727}, {"accuracy": 0.219368, "f1": 0.189184, "hf_subset": "ace_Latn-tel_Telu", "languages": ["ace-Latn", "tel-Telu"], "main_score": 0.189184, "precision": 0.180415, "recall": 0.219368}, {"accuracy": 0.137352, "f1": 0.113455, "hf_subset": "ace_Latn-ydd_Hebr", "languages": ["ace-Latn", "ydd-Hebr"], "main_score": 0.113455, "precision": 0.106135, "recall": 0.137352}, {"accuracy": 0.290514, "f1": 0.262716, "hf_subset": "ace_Latn-ary_Arab", "languages": ["ace-Latn", "ary-Arab"], "main_score": 0.262716, "precision": 0.254921, "recall": 0.290514}, {"accuracy": 0.4417, "f1": 0.401526, "hf_subset": "ace_Latn-ces_Latn", "languages": ["ace-Latn", "ces-Latn"], "main_score": 0.401526, "precision": 0.388606, "recall": 0.4417}, {"accuracy": 0.116601, "f1": 0.084165, "hf_subset": "ace_Latn-gaz_Latn", "languages": ["ace-Latn", "gaz-Latn"], "main_score": 0.084165, "precision": 0.07489, "recall": 0.116601}, {"accuracy": 0.26087, "f1": 0.216451, "hf_subset": "ace_Latn-kam_Latn", "languages": ["ace-Latn", "kam-Latn"], "main_score": 0.216451, "precision": 0.2009, "recall": 0.26087}, {"accuracy": 0.398221, "f1": 0.362499, "hf_subset": "ace_Latn-lit_Latn", "languages": ["ace-Latn", "lit-Latn"], "main_score": 0.362499, "precision": 0.351135, "recall": 0.398221}, {"accuracy": 0.45751, "f1": 0.413473, "hf_subset": "ace_Latn-nob_Latn", "languages": ["ace-Latn", "nob-Latn"], "main_score": 0.413473, "precision": 0.398829, "recall": 0.45751}, {"accuracy": 0.337945, "f1": 0.309105, "hf_subset": "ace_Latn-scn_Latn", "languages": ["ace-Latn", "scn-Latn"], "main_score": 0.309105, "precision": 0.298865, "recall": 0.337945}, {"accuracy": 0.199605, "f1": 0.165351, "hf_subset": "ace_Latn-tgk_Cyrl", "languages": ["ace-Latn", "tgk-Cyrl"], "main_score": 0.165351, "precision": 0.153156, "recall": 0.199605}, {"accuracy": 0.249012, "f1": 0.211283, "hf_subset": "ace_Latn-yor_Latn", "languages": ["ace-Latn", "yor-Latn"], "main_score": 0.211283, "precision": 0.197227, "recall": 0.249012}, {"accuracy": 0.314229, "f1": 0.289205, "hf_subset": "ace_Latn-arz_Arab", "languages": ["ace-Latn", "arz-Arab"], "main_score": 0.289205, "precision": 0.280943, "recall": 0.314229}, {"accuracy": 0.235178, "f1": 0.192783, "hf_subset": "ace_Latn-cjk_Latn", "languages": ["ace-Latn", "cjk-Latn"], "main_score": 0.192783, "precision": 0.177341, "recall": 0.235178}, {"accuracy": 0.216403, "f1": 0.178543, "hf_subset": "ace_Latn-gla_Latn", "languages": ["ace-Latn", "gla-Latn"], "main_score": 0.178543, "precision": 0.164933, "recall": 0.216403}, {"accuracy": 0.204545, "f1": 0.175501, "hf_subset": "ace_Latn-kan_Knda", "languages": ["ace-Latn", "kan-Knda"], "main_score": 0.175501, "precision": 0.16593, "recall": 0.204545}, {"accuracy": 0.353755, "f1": 0.325366, "hf_subset": "ace_Latn-lmo_Latn", "languages": ["ace-Latn", "lmo-Latn"], "main_score": 0.325366, "precision": 0.315495, "recall": 0.353755}, {"accuracy": 0.344862, "f1": 0.303336, "hf_subset": "ace_Latn-npi_Deva", "languages": ["ace-Latn", "npi-Deva"], "main_score": 0.303336, "precision": 0.289911, "recall": 0.344862}, {"accuracy": 0.253953, "f1": 0.206121, "hf_subset": "ace_Latn-shn_Mymr", "languages": ["ace-Latn", "shn-Mymr"], "main_score": 0.206121, "precision": 0.190351, "recall": 0.253953}, {"accuracy": 0.385375, "f1": 0.354944, "hf_subset": "ace_Latn-tgl_Latn", "languages": ["ace-Latn", "tgl-Latn"], "main_score": 0.354944, "precision": 0.343624, "recall": 0.385375}, {"accuracy": 0.380435, "f1": 0.339291, "hf_subset": "ace_Latn-yue_Hant", "languages": ["ace-Latn", "yue-Hant"], "main_score": 0.339291, "precision": 0.327802, "recall": 0.380435}, {"accuracy": 0.120553, "f1": 0.098651, "hf_subset": "ace_Latn-asm_Beng", "languages": ["ace-Latn", "asm-Beng"], "main_score": 0.098651, "precision": 0.091072, "recall": 0.120553}, {"accuracy": 0.238142, "f1": 0.205937, "hf_subset": "ace_Latn-ckb_Arab", "languages": ["ace-Latn", "ckb-Arab"], "main_score": 0.205937, "precision": 0.196482, "recall": 0.238142}, {"accuracy": 0.241107, "f1": 0.204852, "hf_subset": "ace_Latn-gle_Latn", "languages": ["ace-Latn", "gle-Latn"], "main_score": 0.204852, "precision": 0.193598, "recall": 0.241107}, {"accuracy": 0.222332, "f1": 0.202652, "hf_subset": "ace_Latn-kas_Arab", "languages": ["ace-Latn", "kas-Arab"], "main_score": 0.202652, "precision": 0.195609, "recall": 0.222332}, {"accuracy": 0.348814, "f1": 0.31576, "hf_subset": "ace_Latn-ltg_Latn", "languages": ["ace-Latn", "ltg-Latn"], "main_score": 0.31576, "precision": 0.305543, "recall": 0.348814}, {"accuracy": 0.289526, "f1": 0.255385, "hf_subset": "ace_Latn-nso_Latn", "languages": ["ace-Latn", "nso-Latn"], "main_score": 0.255385, "precision": 0.242935, "recall": 0.289526}, {"accuracy": 0.212451, "f1": 0.184147, "hf_subset": "ace_Latn-sin_Sinh", "languages": ["ace-Latn", "sin-Sinh"], "main_score": 0.184147, "precision": 0.175409, "recall": 0.212451}, {"accuracy": 0.396245, "f1": 0.353455, "hf_subset": "ace_Latn-tha_Thai", "languages": ["ace-Latn", "tha-Thai"], "main_score": 0.353455, "precision": 0.339671, "recall": 0.396245}, {"accuracy": 0.394269, "f1": 0.35189, "hf_subset": "ace_Latn-zho_Hans", "languages": ["ace-Latn", "zho-Hans"], "main_score": 0.35189, "precision": 0.338569, "recall": 0.394269}, {"accuracy": 0.411067, "f1": 0.375977, "hf_subset": "ace_Latn-ast_Latn", "languages": ["ace-Latn", "ast-Latn"], "main_score": 0.375977, "precision": 0.364966, "recall": 0.411067}, {"accuracy": 0.318182, "f1": 0.297864, "hf_subset": "ace_Latn-crh_Latn", "languages": ["ace-Latn", "crh-Latn"], "main_score": 0.297864, "precision": 0.289575, "recall": 0.318182}, {"accuracy": 0.461462, "f1": 0.419929, "hf_subset": "ace_Latn-glg_Latn", "languages": ["ace-Latn", "glg-Latn"], "main_score": 0.419929, "precision": 0.40741, "recall": 0.461462}, {"accuracy": 0.224308, "f1": 0.192295, "hf_subset": "ace_Latn-kas_Deva", "languages": ["ace-Latn", "kas-Deva"], "main_score": 0.192295, "precision": 0.181377, "recall": 0.224308}, {"accuracy": 0.332016, "f1": 0.30433, "hf_subset": "ace_Latn-ltz_Latn", "languages": ["ace-Latn", "ltz-Latn"], "main_score": 0.30433, "precision": 0.294399, "recall": 0.332016}, {"accuracy": 0.144269, "f1": 0.101226, "hf_subset": "ace_Latn-nus_Latn", "languages": ["ace-Latn", "nus-Latn"], "main_score": 0.101226, "precision": 0.088512, "recall": 0.144269}, {"accuracy": 0.447628, "f1": 0.410266, "hf_subset": "ace_Latn-slk_Latn", "languages": ["ace-Latn", "slk-Latn"], "main_score": 0.410266, "precision": 0.398085, "recall": 0.447628}, {"accuracy": 0.068182, "f1": 0.053675, "hf_subset": "ace_Latn-tir_Ethi", "languages": ["ace-Latn", "tir-Ethi"], "main_score": 0.053675, "precision": 0.048446, "recall": 0.068182}, {"accuracy": 0.366601, "f1": 0.334354, "hf_subset": "ace_Latn-zho_Hant", "languages": ["ace-Latn", "zho-Hant"], "main_score": 0.334354, "precision": 0.323773, "recall": 0.366601}, {"accuracy": 0.357708, "f1": 0.316145, "hf_subset": "ace_Latn-awa_Deva", "languages": ["ace-Latn", "awa-Deva"], "main_score": 0.316145, "precision": 0.302652, "recall": 0.357708}, {"accuracy": 0.258893, "f1": 0.228487, "hf_subset": "ace_Latn-cym_Latn", "languages": ["ace-Latn", "cym-Latn"], "main_score": 0.228487, "precision": 0.218849, "recall": 0.258893}, {"accuracy": 0.352767, "f1": 0.31549, "hf_subset": "ace_Latn-grn_Latn", "languages": ["ace-Latn", "grn-Latn"], "main_score": 0.31549, "precision": 0.30115, "recall": 0.352767}, {"accuracy": 0.313241, "f1": 0.283767, "hf_subset": "ace_Latn-kat_Geor", "languages": ["ace-Latn", "kat-Geor"], "main_score": 0.283767, "precision": 0.27385, "recall": 0.313241}, {"accuracy": 0.300395, "f1": 0.257911, "hf_subset": "ace_Latn-lua_Latn", "languages": ["ace-Latn", "lua-Latn"], "main_score": 0.257911, "precision": 0.242477, "recall": 0.300395}, {"accuracy": 0.27668, "f1": 0.231988, "hf_subset": "ace_Latn-nya_Latn", "languages": ["ace-Latn", "nya-Latn"], "main_score": 0.231988, "precision": 0.21614, "recall": 0.27668}, {"accuracy": 0.444664, "f1": 0.403503, "hf_subset": "ace_Latn-slv_Latn", "languages": ["ace-Latn", "slv-Latn"], "main_score": 0.403503, "precision": 0.391908, "recall": 0.444664}, {"accuracy": 0.389328, "f1": 0.35822, "hf_subset": "ace_Latn-tpi_Latn", "languages": ["ace-Latn", "tpi-Latn"], "main_score": 0.35822, "precision": 0.346199, "recall": 0.389328}, {"accuracy": 0.471344, "f1": 0.432788, "hf_subset": "ace_Latn-zsm_Latn", "languages": ["ace-Latn", "zsm-Latn"], "main_score": 0.432788, "precision": 0.419892, "recall": 0.471344}, {"accuracy": 0.256917, "f1": 0.205441, "hf_subset": "ace_Latn-ayr_Latn", "languages": ["ace-Latn", "ayr-Latn"], "main_score": 0.205441, "precision": 0.188466, "recall": 0.256917}, {"accuracy": 0.467391, "f1": 0.425198, "hf_subset": "ace_Latn-dan_Latn", "languages": ["ace-Latn", "dan-Latn"], "main_score": 0.425198, "precision": 0.413547, "recall": 0.467391}, {"accuracy": 0.262846, "f1": 0.234149, "hf_subset": "ace_Latn-guj_Gujr", "languages": ["ace-Latn", "guj-Gujr"], "main_score": 0.234149, "precision": 0.225765, "recall": 0.262846}, {"accuracy": 0.38834, "f1": 0.349664, "hf_subset": "ace_Latn-kaz_Cyrl", "languages": ["ace-Latn", "kaz-Cyrl"], "main_score": 0.349664, "precision": 0.338101, "recall": 0.38834}, {"accuracy": 0.212451, "f1": 0.168828, "hf_subset": "ace_Latn-lug_Latn", "languages": ["ace-Latn", "lug-Latn"], "main_score": 0.168828, "precision": 0.154929, "recall": 0.212451}, {"accuracy": 0.421937, "f1": 0.383384, "hf_subset": "ace_Latn-oci_Latn", "languages": ["ace-Latn", "oci-Latn"], "main_score": 0.383384, "precision": 0.371646, "recall": 0.421937}, {"accuracy": 0.226285, "f1": 0.184477, "hf_subset": "ace_Latn-smo_Latn", "languages": ["ace-Latn", "smo-Latn"], "main_score": 0.184477, "precision": 0.169709, "recall": 0.226285}, {"accuracy": 0.255929, "f1": 0.218162, "hf_subset": "ace_Latn-tsn_Latn", "languages": ["ace-Latn", "tsn-Latn"], "main_score": 0.218162, "precision": 0.203731, "recall": 0.255929}, {"accuracy": 0.186759, "f1": 0.144705, "hf_subset": "ace_Latn-zul_Latn", "languages": ["ace-Latn", "zul-Latn"], "main_score": 0.144705, "precision": 0.131652, "recall": 0.186759}, {"accuracy": 0.246047, "f1": 0.210908, "hf_subset": "ace_Latn-azb_Arab", "languages": ["ace-Latn", "azb-Arab"], "main_score": 0.210908, "precision": 0.198688, "recall": 0.246047}, {"accuracy": 0.464427, "f1": 0.427665, "hf_subset": "ace_Latn-deu_Latn", "languages": ["ace-Latn", "deu-Latn"], "main_score": 0.427665, "precision": 0.416642, "recall": 0.464427}, {"accuracy": 0.297431, "f1": 0.261745, "hf_subset": "ace_Latn-hat_Latn", "languages": ["ace-Latn", "hat-Latn"], "main_score": 0.261745, "precision": 0.248979, "recall": 0.297431}, {"accuracy": 0.23419, "f1": 0.187275, "hf_subset": "ace_Latn-kbp_Latn", "languages": ["ace-Latn", "kbp-Latn"], "main_score": 0.187275, "precision": 0.171139, "recall": 0.23419}, {"accuracy": 0.258893, "f1": 0.216783, "hf_subset": "ace_Latn-luo_Latn", "languages": ["ace-Latn", "luo-Latn"], "main_score": 0.216783, "precision": 0.201957, "recall": 0.258893}, {"accuracy": 0.175889, "f1": 0.145473, "hf_subset": "ace_Latn-ory_Orya", "languages": ["ace-Latn", "ory-Orya"], "main_score": 0.145473, "precision": 0.136533, "recall": 0.175889}, {"accuracy": 0.202569, "f1": 0.163663, "hf_subset": "ace_Latn-sna_Latn", "languages": ["ace-Latn", "sna-Latn"], "main_score": 0.163663, "precision": 0.149986, "recall": 0.202569}, {"accuracy": 0.257905, "f1": 0.220811, "hf_subset": "ace_Latn-tso_Latn", "languages": ["ace-Latn", "tso-Latn"], "main_score": 0.220811, "precision": 0.206927, "recall": 0.257905}, {"accuracy": 0.332016, "f1": 0.307567, "hf_subset": "ace_Latn-azj_Latn", "languages": ["ace-Latn", "azj-Latn"], "main_score": 0.307567, "precision": 0.299239, "recall": 0.332016}, {"accuracy": 0.304348, "f1": 0.26462, "hf_subset": "ace_Latn-dik_Latn", "languages": ["ace-Latn", "dik-Latn"], "main_score": 0.26462, "precision": 0.250091, "recall": 0.304348}, {"accuracy": 0.283597, "f1": 0.240046, "hf_subset": "ace_Latn-hau_Latn", "languages": ["ace-Latn", "hau-Latn"], "main_score": 0.240046, "precision": 0.225741, "recall": 0.283597}, {"accuracy": 0.318182, "f1": 0.294082, "hf_subset": "ace_Latn-kea_Latn", "languages": ["ace-Latn", "kea-Latn"], "main_score": 0.294082, "precision": 0.285622, "recall": 0.318182}, {"accuracy": 0.366601, "f1": 0.329639, "hf_subset": "ace_Latn-lus_Latn", "languages": ["ace-Latn", "lus-Latn"], "main_score": 0.329639, "precision": 0.314775, "recall": 0.366601}, {"accuracy": 0.376482, "f1": 0.34219, "hf_subset": "ace_Latn-pag_Latn", "languages": ["ace-Latn", "pag-Latn"], "main_score": 0.34219, "precision": 0.329341, "recall": 0.376482}, {"accuracy": 0.226285, "f1": 0.198083, "hf_subset": "ace_Latn-snd_Arab", "languages": ["ace-Latn", "snd-Arab"], "main_score": 0.198083, "precision": 0.188772, "recall": 0.226285}, {"accuracy": 0.255929, "f1": 0.22604, "hf_subset": "ace_Latn-tuk_Latn", "languages": ["ace-Latn", "tuk-Latn"], "main_score": 0.22604, "precision": 0.21487, "recall": 0.255929}, {"accuracy": 0.342885, "f1": 0.310432, "hf_subset": "ace_Latn-bak_Cyrl", "languages": ["ace-Latn", "bak-Cyrl"], "main_score": 0.310432, "precision": 0.299856, "recall": 0.342885}, {"accuracy": 0.244071, "f1": 0.205273, "hf_subset": "ace_Latn-dyu_Latn", "languages": ["ace-Latn", "dyu-Latn"], "main_score": 0.205273, "precision": 0.191364, "recall": 0.244071}, {"accuracy": 0.36166, "f1": 0.318276, "hf_subset": "ace_Latn-heb_Hebr", "languages": ["ace-Latn", "heb-Hebr"], "main_score": 0.318276, "precision": 0.304424, "recall": 0.36166}, {"accuracy": 0.353755, "f1": 0.315603, "hf_subset": "ace_Latn-khk_Cyrl", "languages": ["ace-Latn", "khk-Cyrl"], "main_score": 0.315603, "precision": 0.304124, "recall": 0.353755}, {"accuracy": 0.409091, "f1": 0.369291, "hf_subset": "ace_Latn-lvs_Latn", "languages": ["ace-Latn", "lvs-Latn"], "main_score": 0.369291, "precision": 0.356946, "recall": 0.409091}, {"accuracy": 0.187747, "f1": 0.152781, "hf_subset": "ace_Latn-pan_Guru", "languages": ["ace-Latn", "pan-Guru"], "main_score": 0.152781, "precision": 0.142475, "recall": 0.187747}, {"accuracy": 0.251976, "f1": 0.219029, "hf_subset": "ace_Latn-som_Latn", "languages": ["ace-Latn", "som-Latn"], "main_score": 0.219029, "precision": 0.207317, "recall": 0.251976}, {"accuracy": 0.259881, "f1": 0.210195, "hf_subset": "ace_Latn-tum_Latn", "languages": ["ace-Latn", "tum-Latn"], "main_score": 0.210195, "precision": 0.19425, "recall": 0.259881}, {"accuracy": 0.079051, "f1": 0.054854, "hf_subset": "ban_Latn-ace_Arab", "languages": ["ban-Latn", "ace-Arab"], "main_score": 0.054854, "precision": 0.048136, "recall": 0.079051}, {"accuracy": 0.237154, "f1": 0.187194, "hf_subset": "ban_Latn-bam_Latn", "languages": ["ban-Latn", "bam-Latn"], "main_score": 0.187194, "precision": 0.171835, "recall": 0.237154}, {"accuracy": 0.004941, "f1": 0.000111, "hf_subset": "ban_Latn-dzo_Tibt", "languages": ["ban-Latn", "dzo-Tibt"], "main_score": 0.000111, "precision": 5.6e-05, "recall": 0.004941}, {"accuracy": 0.615613, "f1": 0.568332, "hf_subset": "ban_Latn-hin_Deva", "languages": ["ban-Latn", "hin-Deva"], "main_score": 0.568332, "precision": 0.552057, "recall": 0.615613}, {"accuracy": 0.546443, "f1": 0.499985, "hf_subset": "ban_Latn-khm_Khmr", "languages": ["ban-Latn", "khm-Khmr"], "main_score": 0.499985, "precision": 0.482901, "recall": 0.546443}, {"accuracy": 0.607708, "f1": 0.563333, "hf_subset": "ban_Latn-mag_Deva", "languages": ["ban-Latn", "mag-Deva"], "main_score": 0.563333, "precision": 0.547847, "recall": 0.607708}, {"accuracy": 0.536561, "f1": 0.486293, "hf_subset": "ban_Latn-pap_Latn", "languages": ["ban-Latn", "pap-Latn"], "main_score": 0.486293, "precision": 0.466827, "recall": 0.536561}, {"accuracy": 0.267787, "f1": 0.21277, "hf_subset": "ban_Latn-sot_Latn", "languages": ["ban-Latn", "sot-Latn"], "main_score": 0.21277, "precision": 0.196945, "recall": 0.267787}, {"accuracy": 0.690711, "f1": 0.648325, "hf_subset": "ban_Latn-tur_Latn", "languages": ["ban-Latn", "tur-Latn"], "main_score": 0.648325, "precision": 0.632821, "recall": 0.690711}, {"accuracy": 0.481225, "f1": 0.421823, "hf_subset": "ban_Latn-ace_Latn", "languages": ["ban-Latn", "ace-Latn"], "main_score": 0.421823, "precision": 0.400225, "recall": 0.481225}, {"accuracy": 0.640316, "f1": 0.59267, "hf_subset": "ban_Latn-ell_Grek", "languages": ["ban-Latn", "ell-Grek"], "main_score": 0.59267, "precision": 0.575594, "recall": 0.640316}, {"accuracy": 0.581028, "f1": 0.536687, "hf_subset": "ban_Latn-hne_Deva", "languages": ["ban-Latn", "hne-Deva"], "main_score": 0.536687, "precision": 0.521025, "recall": 0.581028}, {"accuracy": 0.304348, "f1": 0.238852, "hf_subset": "ban_Latn-kik_Latn", "languages": ["ban-Latn", "kik-Latn"], "main_score": 0.238852, "precision": 0.218818, "recall": 0.304348}, {"accuracy": 0.581028, "f1": 0.539491, "hf_subset": "ban_Latn-mai_Deva", "languages": ["ban-Latn", "mai-Deva"], "main_score": 0.539491, "precision": 0.523662, "recall": 0.581028}, {"accuracy": 0.494071, "f1": 0.438762, "hf_subset": "ban_Latn-pbt_Arab", "languages": ["ban-Latn", "pbt-Arab"], "main_score": 0.438762, "precision": 0.418818, "recall": 0.494071}, {"accuracy": 0.694664, "f1": 0.653257, "hf_subset": "ban_Latn-spa_Latn", "languages": ["ban-Latn", "spa-Latn"], "main_score": 0.653257, "precision": 0.638433, "recall": 0.694664}, {"accuracy": 0.342885, "f1": 0.27404, "hf_subset": "ban_Latn-twi_Latn", "languages": ["ban-Latn", "twi-Latn"], "main_score": 0.27404, "precision": 0.25247, "recall": 0.342885}, {"accuracy": 0.603755, "f1": 0.562883, "hf_subset": "ban_Latn-acm_Arab", "languages": ["ban-Latn", "acm-Arab"], "main_score": 0.562883, "precision": 0.547214, "recall": 0.603755}, {"accuracy": 0.570158, "f1": 0.51832, "hf_subset": "ban_Latn-bel_Cyrl", "languages": ["ban-Latn", "bel-Cyrl"], "main_score": 0.51832, "precision": 0.49986, "recall": 0.570158}, {"accuracy": 0.727273, "f1": 0.686274, "hf_subset": "ban_Latn-eng_Latn", "languages": ["ban-Latn", "eng-Latn"], "main_score": 0.686274, "precision": 0.670628, "recall": 0.727273}, {"accuracy": 0.699605, "f1": 0.655293, "hf_subset": "ban_Latn-hrv_Latn", "languages": ["ban-Latn", "hrv-Latn"], "main_score": 0.655293, "precision": 0.63857, "recall": 0.699605}, {"accuracy": 0.208498, "f1": 0.162039, "hf_subset": "ban_Latn-kin_Latn", "languages": ["ban-Latn", "kin-Latn"], "main_score": 0.162039, "precision": 0.149348, "recall": 0.208498}, {"accuracy": 0.416008, "f1": 0.371203, "hf_subset": "ban_Latn-mal_Mlym", "languages": ["ban-Latn", "mal-Mlym"], "main_score": 0.371203, "precision": 0.356531, "recall": 0.416008}, {"accuracy": 0.644269, "f1": 0.600913, "hf_subset": "ban_Latn-pes_Arab", "languages": ["ban-Latn", "pes-Arab"], "main_score": 0.600913, "precision": 0.58525, "recall": 0.644269}, {"accuracy": 0.539526, "f1": 0.480589, "hf_subset": "ban_Latn-srd_Latn", "languages": ["ban-Latn", "srd-Latn"], "main_score": 0.480589, "precision": 0.459099, "recall": 0.539526}, {"accuracy": 0.059289, "f1": 0.030532, "hf_subset": "ban_Latn-tzm_Tfng", "languages": ["ban-Latn", "tzm-Tfng"], "main_score": 0.030532, "precision": 0.026102, "recall": 0.059289}, {"accuracy": 0.624506, "f1": 0.579676, "hf_subset": "ban_Latn-acq_Arab", "languages": ["ban-Latn", "acq-Arab"], "main_score": 0.579676, "precision": 0.562442, "recall": 0.624506}, {"accuracy": 0.285573, "f1": 0.225378, "hf_subset": "ban_Latn-bem_Latn", "languages": ["ban-Latn", "bem-Latn"], "main_score": 0.225378, "precision": 0.208181, "recall": 0.285573}, {"accuracy": 0.578063, "f1": 0.536459, "hf_subset": "ban_Latn-epo_Latn", "languages": ["ban-Latn", "epo-Latn"], "main_score": 0.536459, "precision": 0.520163, "recall": 0.578063}, {"accuracy": 0.69664, "f1": 0.655574, "hf_subset": "ban_Latn-hun_Latn", "languages": ["ban-Latn", "hun-Latn"], "main_score": 0.655574, "precision": 0.640711, "recall": 0.69664}, {"accuracy": 0.574111, "f1": 0.537777, "hf_subset": "ban_Latn-kir_Cyrl", "languages": ["ban-Latn", "kir-Cyrl"], "main_score": 0.537777, "precision": 0.524398, "recall": 0.574111}, {"accuracy": 0.509881, "f1": 0.462967, "hf_subset": "ban_Latn-mar_Deva", "languages": ["ban-Latn", "mar-Deva"], "main_score": 0.462967, "precision": 0.445618, "recall": 0.509881}, {"accuracy": 0.325099, "f1": 0.272927, "hf_subset": "ban_Latn-plt_Latn", "languages": ["ban-Latn", "plt-Latn"], "main_score": 0.272927, "precision": 0.255708, "recall": 0.325099}, {"accuracy": 0.671937, "f1": 0.631236, "hf_subset": "ban_Latn-srp_Cyrl", "languages": ["ban-Latn", "srp-Cyrl"], "main_score": 0.631236, "precision": 0.616301, "recall": 0.671937}, {"accuracy": 0.378458, "f1": 0.330057, "hf_subset": "ban_Latn-uig_Arab", "languages": ["ban-Latn", "uig-Arab"], "main_score": 0.330057, "precision": 0.312805, "recall": 0.378458}, {"accuracy": 0.563241, "f1": 0.51846, "hf_subset": "ban_Latn-aeb_Arab", "languages": ["ban-Latn", "aeb-Arab"], "main_score": 0.51846, "precision": 0.502562, "recall": 0.563241}, {"accuracy": 0.440711, "f1": 0.39503, "hf_subset": "ban_Latn-ben_Beng", "languages": ["ban-Latn", "ben-Beng"], "main_score": 0.39503, "precision": 0.378035, "recall": 0.440711}, {"accuracy": 0.701581, "f1": 0.662365, "hf_subset": "ban_Latn-est_Latn", "languages": ["ban-Latn", "est-Latn"], "main_score": 0.662365, "precision": 0.647567, "recall": 0.701581}, {"accuracy": 0.575099, "f1": 0.522052, "hf_subset": "ban_Latn-hye_Armn", "languages": ["ban-Latn", "hye-Armn"], "main_score": 0.522052, "precision": 0.502857, "recall": 0.575099}, {"accuracy": 0.199605, "f1": 0.142933, "hf_subset": "ban_Latn-kmb_Latn", "languages": ["ban-Latn", "kmb-Latn"], "main_score": 0.142933, "precision": 0.127938, "recall": 0.199605}, {"accuracy": 0.056324, "f1": 0.035757, "hf_subset": "ban_Latn-min_Arab", "languages": ["ban-Latn", "min-Arab"], "main_score": 0.035757, "precision": 0.030181, "recall": 0.056324}, {"accuracy": 0.687747, "f1": 0.645354, "hf_subset": "ban_Latn-pol_Latn", "languages": ["ban-Latn", "pol-Latn"], "main_score": 0.645354, "precision": 0.630405, "recall": 0.687747}, {"accuracy": 0.185771, "f1": 0.137007, "hf_subset": "ban_Latn-ssw_Latn", "languages": ["ban-Latn", "ssw-Latn"], "main_score": 0.137007, "precision": 0.124195, "recall": 0.185771}, {"accuracy": 0.66502, "f1": 0.621093, "hf_subset": "ban_Latn-ukr_Cyrl", "languages": ["ban-Latn", "ukr-Cyrl"], "main_score": 0.621093, "precision": 0.605456, "recall": 0.66502}, {"accuracy": 0.643281, "f1": 0.600036, "hf_subset": "ban_Latn-afr_Latn", "languages": ["ban-Latn", "afr-Latn"], "main_score": 0.600036, "precision": 0.583697, "recall": 0.643281}, {"accuracy": 0.549407, "f1": 0.496369, "hf_subset": "ban_Latn-bho_Deva", "languages": ["ban-Latn", "bho-Deva"], "main_score": 0.496369, "precision": 0.477624, "recall": 0.549407}, {"accuracy": 0.525692, "f1": 0.485275, "hf_subset": "ban_Latn-eus_Latn", "languages": ["ban-Latn", "eus-Latn"], "main_score": 0.485275, "precision": 0.469727, "recall": 0.525692}, {"accuracy": 0.227273, "f1": 0.165052, "hf_subset": "ban_Latn-ibo_Latn", "languages": ["ban-Latn", "ibo-Latn"], "main_score": 0.165052, "precision": 0.145872, "recall": 0.227273}, {"accuracy": 0.488142, "f1": 0.437789, "hf_subset": "ban_Latn-kmr_Latn", "languages": ["ban-Latn", "kmr-Latn"], "main_score": 0.437789, "precision": 0.420404, "recall": 0.488142}, {"accuracy": 0.562253, "f1": 0.515735, "hf_subset": "ban_Latn-min_Latn", "languages": ["ban-Latn", "min-Latn"], "main_score": 0.515735, "precision": 0.496311, "recall": 0.562253}, {"accuracy": 0.708498, "f1": 0.662733, "hf_subset": "ban_Latn-por_Latn", "languages": ["ban-Latn", "por-Latn"], "main_score": 0.662733, "precision": 0.646286, "recall": 0.708498}, {"accuracy": 0.658103, "f1": 0.621193, "hf_subset": "ban_Latn-sun_Latn", "languages": ["ban-Latn", "sun-Latn"], "main_score": 0.621193, "precision": 0.60595, "recall": 0.658103}, {"accuracy": 0.213439, "f1": 0.162217, "hf_subset": "ban_Latn-umb_Latn", "languages": ["ban-Latn", "umb-Latn"], "main_score": 0.162217, "precision": 0.147574, "recall": 0.213439}, {"accuracy": 0.631423, "f1": 0.582855, "hf_subset": "ban_Latn-ajp_Arab", "languages": ["ban-Latn", "ajp-Arab"], "main_score": 0.582855, "precision": 0.566234, "recall": 0.631423}, {"accuracy": 0.076087, "f1": 0.051004, "hf_subset": "ban_Latn-bjn_Arab", "languages": ["ban-Latn", "bjn-Arab"], "main_score": 0.051004, "precision": 0.043707, "recall": 0.076087}, {"accuracy": 0.302372, "f1": 0.243658, "hf_subset": "ban_Latn-ewe_Latn", "languages": ["ban-Latn", "ewe-Latn"], "main_score": 0.243658, "precision": 0.225319, "recall": 0.302372}, {"accuracy": 0.43083, "f1": 0.37091, "hf_subset": "ban_Latn-ilo_Latn", "languages": ["ban-Latn", "ilo-Latn"], "main_score": 0.37091, "precision": 0.3496, "recall": 0.43083}, {"accuracy": 0.083004, "f1": 0.052624, "hf_subset": "ban_Latn-knc_Arab", "languages": ["ban-Latn", "knc-Arab"], "main_score": 0.052624, "precision": 0.043933, "recall": 0.083004}, {"accuracy": 0.674901, "f1": 0.636545, "hf_subset": "ban_Latn-mkd_Cyrl", "languages": ["ban-Latn", "mkd-Cyrl"], "main_score": 0.636545, "precision": 0.622142, "recall": 0.674901}, {"accuracy": 0.576087, "f1": 0.532909, "hf_subset": "ban_Latn-prs_Arab", "languages": ["ban-Latn", "prs-Arab"], "main_score": 0.532909, "precision": 0.516792, "recall": 0.576087}, {"accuracy": 0.700593, "f1": 0.657529, "hf_subset": "ban_Latn-swe_Latn", "languages": ["ban-Latn", "swe-Latn"], "main_score": 0.657529, "precision": 0.642359, "recall": 0.700593}, {"accuracy": 0.536561, "f1": 0.480368, "hf_subset": "ban_Latn-urd_Arab", "languages": ["ban-Latn", "urd-Arab"], "main_score": 0.480368, "precision": 0.46164, "recall": 0.536561}, {"accuracy": 0.347826, "f1": 0.282641, "hf_subset": "ban_Latn-aka_Latn", "languages": ["ban-Latn", "aka-Latn"], "main_score": 0.282641, "precision": 0.260805, "recall": 0.347826}, {"accuracy": 0.624506, "f1": 0.575341, "hf_subset": "ban_Latn-bjn_Latn", "languages": ["ban-Latn", "bjn-Latn"], "main_score": 0.575341, "precision": 0.555609, "recall": 0.624506}, {"accuracy": 0.392292, "f1": 0.339998, "hf_subset": "ban_Latn-fao_Latn", "languages": ["ban-Latn", "fao-Latn"], "main_score": 0.339998, "precision": 0.320987, "recall": 0.392292}, {"accuracy": 0.729249, "f1": 0.693489, "hf_subset": "ban_Latn-ind_Latn", "languages": ["ban-Latn", "ind-Latn"], "main_score": 0.693489, "precision": 0.680739, "recall": 0.729249}, {"accuracy": 0.306324, "f1": 0.242932, "hf_subset": "ban_Latn-knc_Latn", "languages": ["ban-Latn", "knc-Latn"], "main_score": 0.242932, "precision": 0.223723, "recall": 0.306324}, {"accuracy": 0.353755, "f1": 0.293668, "hf_subset": "ban_Latn-mlt_Latn", "languages": ["ban-Latn", "mlt-Latn"], "main_score": 0.293668, "precision": 0.275419, "recall": 0.353755}, {"accuracy": 0.298419, "f1": 0.229974, "hf_subset": "ban_Latn-quy_Latn", "languages": ["ban-Latn", "quy-Latn"], "main_score": 0.229974, "precision": 0.209, "recall": 0.298419}, {"accuracy": 0.346838, "f1": 0.292143, "hf_subset": "ban_Latn-swh_Latn", "languages": ["ban-Latn", "swh-Latn"], "main_score": 0.292143, "precision": 0.274495, "recall": 0.346838}, {"accuracy": 0.460474, "f1": 0.416081, "hf_subset": "ban_Latn-uzn_Latn", "languages": ["ban-Latn", "uzn-Latn"], "main_score": 0.416081, "precision": 0.398346, "recall": 0.460474}, {"accuracy": 0.681818, "f1": 0.642313, "hf_subset": "ban_Latn-als_Latn", "languages": ["ban-Latn", "als-Latn"], "main_score": 0.642313, "precision": 0.626879, "recall": 0.681818}, {"accuracy": 0.055336, "f1": 0.022694, "hf_subset": "ban_Latn-bod_Tibt", "languages": ["ban-Latn", "bod-Tibt"], "main_score": 0.022694, "precision": 0.017958, "recall": 0.055336}, {"accuracy": 0.246047, "f1": 0.189789, "hf_subset": "ban_Latn-fij_Latn", "languages": ["ban-Latn", "fij-Latn"], "main_score": 0.189789, "precision": 0.172028, "recall": 0.246047}, {"accuracy": 0.466403, "f1": 0.421283, "hf_subset": "ban_Latn-isl_Latn", "languages": ["ban-Latn", "isl-Latn"], "main_score": 0.421283, "precision": 0.404778, "recall": 0.466403}, {"accuracy": 0.286561, "f1": 0.22372, "hf_subset": "ban_Latn-kon_Latn", "languages": ["ban-Latn", "kon-Latn"], "main_score": 0.22372, "precision": 0.204313, "recall": 0.286561}, {"accuracy": 0.060277, "f1": 0.034779, "hf_subset": "ban_Latn-mni_Beng", "languages": ["ban-Latn", "mni-Beng"], "main_score": 0.034779, "precision": 0.029812, "recall": 0.060277}, {"accuracy": 0.712451, "f1": 0.669714, "hf_subset": "ban_Latn-ron_Latn", "languages": ["ban-Latn", "ron-Latn"], "main_score": 0.669714, "precision": 0.653555, "recall": 0.712451}, {"accuracy": 0.555336, "f1": 0.505773, "hf_subset": "ban_Latn-szl_Latn", "languages": ["ban-Latn", "szl-Latn"], "main_score": 0.505773, "precision": 0.487798, "recall": 0.555336}, {"accuracy": 0.583992, "f1": 0.532704, "hf_subset": "ban_Latn-vec_Latn", "languages": ["ban-Latn", "vec-Latn"], "main_score": 0.532704, "precision": 0.513817, "recall": 0.583992}, {"accuracy": 0.332016, "f1": 0.282138, "hf_subset": "ban_Latn-amh_Ethi", "languages": ["ban-Latn", "amh-Ethi"], "main_score": 0.282138, "precision": 0.264669, "recall": 0.332016}, {"accuracy": 0.706522, "f1": 0.664448, "hf_subset": "ban_Latn-bos_Latn", "languages": ["ban-Latn", "bos-Latn"], "main_score": 0.664448, "precision": 0.649063, "recall": 0.706522}, {"accuracy": 0.68083, "f1": 0.638358, "hf_subset": "ban_Latn-fin_Latn", "languages": ["ban-Latn", "fin-Latn"], "main_score": 0.638358, "precision": 0.622917, "recall": 0.68083}, {"accuracy": 0.708498, "f1": 0.665672, "hf_subset": "ban_Latn-ita_Latn", "languages": ["ban-Latn", "ita-Latn"], "main_score": 0.665672, "precision": 0.650182, "recall": 0.708498}, {"accuracy": 0.614625, "f1": 0.571704, "hf_subset": "ban_Latn-kor_Hang", "languages": ["ban-Latn", "kor-Hang"], "main_score": 0.571704, "precision": 0.555448, "recall": 0.614625}, {"accuracy": 0.268775, "f1": 0.206873, "hf_subset": "ban_Latn-mos_Latn", "languages": ["ban-Latn", "mos-Latn"], "main_score": 0.206873, "precision": 0.188078, "recall": 0.268775}, {"accuracy": 0.214427, "f1": 0.164105, "hf_subset": "ban_Latn-run_Latn", "languages": ["ban-Latn", "run-Latn"], "main_score": 0.164105, "precision": 0.149635, "recall": 0.214427}, {"accuracy": 0.422925, "f1": 0.371945, "hf_subset": "ban_Latn-tam_Taml", "languages": ["ban-Latn", "tam-Taml"], "main_score": 0.371945, "precision": 0.355325, "recall": 0.422925}, {"accuracy": 0.695652, "f1": 0.65158, "hf_subset": "ban_Latn-vie_Latn", "languages": ["ban-Latn", "vie-Latn"], "main_score": 0.65158, "precision": 0.634798, "recall": 0.695652}, {"accuracy": 0.602767, "f1": 0.563898, "hf_subset": "ban_Latn-apc_Arab", "languages": ["ban-Latn", "apc-Arab"], "main_score": 0.563898, "precision": 0.5496, "recall": 0.602767}, {"accuracy": 0.474308, "f1": 0.41522, "hf_subset": "ban_Latn-bug_Latn", "languages": ["ban-Latn", "bug-Latn"], "main_score": 0.41522, "precision": 0.394438, "recall": 0.474308}, {"accuracy": 0.23913, "f1": 0.178914, "hf_subset": "ban_Latn-fon_Latn", "languages": ["ban-Latn", "fon-Latn"], "main_score": 0.178914, "precision": 0.161309, "recall": 0.23913}, {"accuracy": 0.640316, "f1": 0.599015, "hf_subset": "ban_Latn-jav_Latn", "languages": ["ban-Latn", "jav-Latn"], "main_score": 0.599015, "precision": 0.582288, "recall": 0.640316}, {"accuracy": 0.556324, "f1": 0.507252, "hf_subset": "ban_Latn-lao_Laoo", "languages": ["ban-Latn", "lao-Laoo"], "main_score": 0.507252, "precision": 0.490364, "recall": 0.556324}, {"accuracy": 0.238142, "f1": 0.17831, "hf_subset": "ban_Latn-mri_Latn", "languages": ["ban-Latn", "mri-Latn"], "main_score": 0.17831, "precision": 0.161373, "recall": 0.238142}, {"accuracy": 0.66502, "f1": 0.626208, "hf_subset": "ban_Latn-rus_Cyrl", "languages": ["ban-Latn", "rus-Cyrl"], "main_score": 0.626208, "precision": 0.612634, "recall": 0.66502}, {"accuracy": 0.297431, "f1": 0.237056, "hf_subset": "ban_Latn-taq_Latn", "languages": ["ban-Latn", "taq-Latn"], "main_score": 0.237056, "precision": 0.21788, "recall": 0.297431}, {"accuracy": 0.48913, "f1": 0.424331, "hf_subset": "ban_Latn-war_Latn", "languages": ["ban-Latn", "war-Latn"], "main_score": 0.424331, "precision": 0.400662, "recall": 0.48913}, {"accuracy": 0.616601, "f1": 0.570685, "hf_subset": "ban_Latn-arb_Arab", "languages": ["ban-Latn", "arb-Arab"], "main_score": 0.570685, "precision": 0.553338, "recall": 0.616601}, {"accuracy": 0.68083, "f1": 0.63599, "hf_subset": "ban_Latn-bul_Cyrl", "languages": ["ban-Latn", "bul-Cyrl"], "main_score": 0.63599, "precision": 0.619564, "recall": 0.68083}, {"accuracy": 0.709486, "f1": 0.66405, "hf_subset": "ban_Latn-fra_Latn", "languages": ["ban-Latn", "fra-Latn"], "main_score": 0.66405, "precision": 0.64778, "recall": 0.709486}, {"accuracy": 0.641304, "f1": 0.598004, "hf_subset": "ban_Latn-jpn_Jpan", "languages": ["ban-Latn", "jpn-Jpan"], "main_score": 0.598004, "precision": 0.581473, "recall": 0.641304}, {"accuracy": 0.548419, "f1": 0.501201, "hf_subset": "ban_Latn-lij_Latn", "languages": ["ban-Latn", "lij-Latn"], "main_score": 0.501201, "precision": 0.482763, "recall": 0.548419}, {"accuracy": 0.524704, "f1": 0.472803, "hf_subset": "ban_Latn-mya_Mymr", "languages": ["ban-Latn", "mya-Mymr"], "main_score": 0.472803, "precision": 0.454337, "recall": 0.524704}, {"accuracy": 0.287549, "f1": 0.22693, "hf_subset": "ban_Latn-sag_Latn", "languages": ["ban-Latn", "sag-Latn"], "main_score": 0.22693, "precision": 0.206829, "recall": 0.287549}, {"accuracy": 0.087945, "f1": 0.044749, "hf_subset": "ban_Latn-taq_Tfng", "languages": ["ban-Latn", "taq-Tfng"], "main_score": 0.044749, "precision": 0.037608, "recall": 0.087945}, {"accuracy": 0.307312, "f1": 0.24571, "hf_subset": "ban_Latn-wol_Latn", "languages": ["ban-Latn", "wol-Latn"], "main_score": 0.24571, "precision": 0.22702, "recall": 0.307312}, {"accuracy": 0.137352, "f1": 0.088274, "hf_subset": "ban_Latn-arb_Latn", "languages": ["ban-Latn", "arb-Latn"], "main_score": 0.088274, "precision": 0.077087, "recall": 0.137352}, {"accuracy": 0.708498, "f1": 0.667006, "hf_subset": "ban_Latn-cat_Latn", "languages": ["ban-Latn", "cat-Latn"], "main_score": 0.667006, "precision": 0.652105, "recall": 0.708498}, {"accuracy": 0.549407, "f1": 0.496509, "hf_subset": "ban_Latn-fur_Latn", "languages": ["ban-Latn", "fur-Latn"], "main_score": 0.496509, "precision": 0.475977, "recall": 0.549407}, {"accuracy": 0.109684, "f1": 0.077954, "hf_subset": "ban_Latn-kab_Latn", "languages": ["ban-Latn", "kab-Latn"], "main_score": 0.077954, "precision": 0.069654, "recall": 0.109684}, {"accuracy": 0.574111, "f1": 0.524316, "hf_subset": "ban_Latn-lim_Latn", "languages": ["ban-Latn", "lim-Latn"], "main_score": 0.524316, "precision": 0.505556, "recall": 0.574111}, {"accuracy": 0.714427, "f1": 0.671142, "hf_subset": "ban_Latn-nld_Latn", "languages": ["ban-Latn", "nld-Latn"], "main_score": 0.671142, "precision": 0.65522, "recall": 0.714427}, {"accuracy": 0.425889, "f1": 0.37494, "hf_subset": "ban_Latn-san_Deva", "languages": ["ban-Latn", "san-Deva"], "main_score": 0.37494, "precision": 0.356368, "recall": 0.425889}, {"accuracy": 0.48913, "f1": 0.426271, "hf_subset": "ban_Latn-tat_Cyrl", "languages": ["ban-Latn", "tat-Cyrl"], "main_score": 0.426271, "precision": 0.400754, "recall": 0.48913}, {"accuracy": 0.215415, "f1": 0.154984, "hf_subset": "ban_Latn-xho_Latn", "languages": ["ban-Latn", "xho-Latn"], "main_score": 0.154984, "precision": 0.138689, "recall": 0.215415}, {"accuracy": 0.599802, "f1": 0.550243, "hf_subset": "ban_Latn-ars_Arab", "languages": ["ban-Latn", "ars-Arab"], "main_score": 0.550243, "precision": 0.53155, "recall": 0.599802}, {"accuracy": 0.438735, "f1": 0.378672, "hf_subset": "ban_Latn-ceb_Latn", "languages": ["ban-Latn", "ceb-Latn"], "main_score": 0.378672, "precision": 0.3573, "recall": 0.438735}, {"accuracy": 0.271739, "f1": 0.207469, "hf_subset": "ban_Latn-fuv_Latn", "languages": ["ban-Latn", "fuv-Latn"], "main_score": 0.207469, "precision": 0.187579, "recall": 0.271739}, {"accuracy": 0.26581, "f1": 0.199122, "hf_subset": "ban_Latn-kac_Latn", "languages": ["ban-Latn", "kac-Latn"], "main_score": 0.199122, "precision": 0.179297, "recall": 0.26581}, {"accuracy": 0.286561, "f1": 0.223508, "hf_subset": "ban_Latn-lin_Latn", "languages": ["ban-Latn", "lin-Latn"], "main_score": 0.223508, "precision": 0.206065, "recall": 0.286561}, {"accuracy": 0.672925, "f1": 0.63297, "hf_subset": "ban_Latn-nno_Latn", "languages": ["ban-Latn", "nno-Latn"], "main_score": 0.63297, "precision": 0.618434, "recall": 0.672925}, {"accuracy": 0.021739, "f1": 0.005375, "hf_subset": "ban_Latn-sat_Olck", "languages": ["ban-Latn", "sat-Olck"], "main_score": 0.005375, "precision": 0.003705, "recall": 0.021739}, {"accuracy": 0.406126, "f1": 0.359707, "hf_subset": "ban_Latn-tel_Telu", "languages": ["ban-Latn", "tel-Telu"], "main_score": 0.359707, "precision": 0.343086, "recall": 0.406126}, {"accuracy": 0.218379, "f1": 0.17446, "hf_subset": "ban_Latn-ydd_Hebr", "languages": ["ban-Latn", "ydd-Hebr"], "main_score": 0.17446, "precision": 0.158634, "recall": 0.218379}, {"accuracy": 0.538538, "f1": 0.489533, "hf_subset": "ban_Latn-ary_Arab", "languages": ["ban-Latn", "ary-Arab"], "main_score": 0.489533, "precision": 0.472016, "recall": 0.538538}, {"accuracy": 0.710474, "f1": 0.666279, "hf_subset": "ban_Latn-ces_Latn", "languages": ["ban-Latn", "ces-Latn"], "main_score": 0.666279, "precision": 0.650699, "recall": 0.710474}, {"accuracy": 0.123518, "f1": 0.079301, "hf_subset": "ban_Latn-gaz_Latn", "languages": ["ban-Latn", "gaz-Latn"], "main_score": 0.079301, "precision": 0.068457, "recall": 0.123518}, {"accuracy": 0.248024, "f1": 0.187731, "hf_subset": "ban_Latn-kam_Latn", "languages": ["ban-Latn", "kam-Latn"], "main_score": 0.187731, "precision": 0.169221, "recall": 0.248024}, {"accuracy": 0.68083, "f1": 0.638608, "hf_subset": "ban_Latn-lit_Latn", "languages": ["ban-Latn", "lit-Latn"], "main_score": 0.638608, "precision": 0.623349, "recall": 0.68083}, {"accuracy": 0.705534, "f1": 0.662286, "hf_subset": "ban_Latn-nob_Latn", "languages": ["ban-Latn", "nob-Latn"], "main_score": 0.662286, "precision": 0.64528, "recall": 0.705534}, {"accuracy": 0.499012, "f1": 0.446411, "hf_subset": "ban_Latn-scn_Latn", "languages": ["ban-Latn", "scn-Latn"], "main_score": 0.446411, "precision": 0.427784, "recall": 0.499012}, {"accuracy": 0.229249, "f1": 0.169641, "hf_subset": "ban_Latn-tgk_Cyrl", "languages": ["ban-Latn", "tgk-Cyrl"], "main_score": 0.169641, "precision": 0.151678, "recall": 0.229249}, {"accuracy": 0.268775, "f1": 0.206461, "hf_subset": "ban_Latn-yor_Latn", "languages": ["ban-Latn", "yor-Latn"], "main_score": 0.206461, "precision": 0.186375, "recall": 0.268775}, {"accuracy": 0.583004, "f1": 0.539348, "hf_subset": "ban_Latn-arz_Arab", "languages": ["ban-Latn", "arz-Arab"], "main_score": 0.539348, "precision": 0.523909, "recall": 0.583004}, {"accuracy": 0.237154, "f1": 0.184145, "hf_subset": "ban_Latn-cjk_Latn", "languages": ["ban-Latn", "cjk-Latn"], "main_score": 0.184145, "precision": 0.168275, "recall": 0.237154}, {"accuracy": 0.228261, "f1": 0.175078, "hf_subset": "ban_Latn-gla_Latn", "languages": ["ban-Latn", "gla-Latn"], "main_score": 0.175078, "precision": 0.158004, "recall": 0.228261}, {"accuracy": 0.391304, "f1": 0.344465, "hf_subset": "ban_Latn-kan_Knda", "languages": ["ban-Latn", "kan-Knda"], "main_score": 0.344465, "precision": 0.329008, "recall": 0.391304}, {"accuracy": 0.51581, "f1": 0.468644, "hf_subset": "ban_Latn-lmo_Latn", "languages": ["ban-Latn", "lmo-Latn"], "main_score": 0.468644, "precision": 0.450923, "recall": 0.51581}, {"accuracy": 0.581028, "f1": 0.532133, "hf_subset": "ban_Latn-npi_Deva", "languages": ["ban-Latn", "npi-Deva"], "main_score": 0.532133, "precision": 0.514141, "recall": 0.581028}, {"accuracy": 0.296443, "f1": 0.232057, "hf_subset": "ban_Latn-shn_Mymr", "languages": ["ban-Latn", "shn-Mymr"], "main_score": 0.232057, "precision": 0.210502, "recall": 0.296443}, {"accuracy": 0.450593, "f1": 0.39396, "hf_subset": "ban_Latn-tgl_Latn", "languages": ["ban-Latn", "tgl-Latn"], "main_score": 0.39396, "precision": 0.372728, "recall": 0.450593}, {"accuracy": 0.663043, "f1": 0.615974, "hf_subset": "ban_Latn-yue_Hant", "languages": ["ban-Latn", "yue-Hant"], "main_score": 0.615974, "precision": 0.59933, "recall": 0.663043}, {"accuracy": 0.245059, "f1": 0.205214, "hf_subset": "ban_Latn-asm_Beng", "languages": ["ban-Latn", "asm-Beng"], "main_score": 0.205214, "precision": 0.191061, "recall": 0.245059}, {"accuracy": 0.417984, "f1": 0.365357, "hf_subset": "ban_Latn-ckb_Arab", "languages": ["ban-Latn", "ckb-Arab"], "main_score": 0.365357, "precision": 0.346676, "recall": 0.417984}, {"accuracy": 0.273715, "f1": 0.219807, "hf_subset": "ban_Latn-gle_Latn", "languages": ["ban-Latn", "gle-Latn"], "main_score": 0.219807, "precision": 0.203193, "recall": 0.273715}, {"accuracy": 0.408103, "f1": 0.363472, "hf_subset": "ban_Latn-kas_Arab", "languages": ["ban-Latn", "kas-Arab"], "main_score": 0.363472, "precision": 0.347877, "recall": 0.408103}, {"accuracy": 0.533597, "f1": 0.479513, "hf_subset": "ban_Latn-ltg_Latn", "languages": ["ban-Latn", "ltg-Latn"], "main_score": 0.479513, "precision": 0.459461, "recall": 0.533597}, {"accuracy": 0.296443, "f1": 0.234121, "hf_subset": "ban_Latn-nso_Latn", "languages": ["ban-Latn", "nso-Latn"], "main_score": 0.234121, "precision": 0.214444, "recall": 0.296443}, {"accuracy": 0.431818, "f1": 0.384833, "hf_subset": "ban_Latn-sin_Sinh", "languages": ["ban-Latn", "sin-Sinh"], "main_score": 0.384833, "precision": 0.369976, "recall": 0.431818}, {"accuracy": 0.626482, "f1": 0.57865, "hf_subset": "ban_Latn-tha_Thai", "languages": ["ban-Latn", "tha-Thai"], "main_score": 0.57865, "precision": 0.561803, "recall": 0.626482}, {"accuracy": 0.667984, "f1": 0.617662, "hf_subset": "ban_Latn-zho_Hans", "languages": ["ban-Latn", "zho-Hans"], "main_score": 0.617662, "precision": 0.59905, "recall": 0.667984}, {"accuracy": 0.649209, "f1": 0.606907, "hf_subset": "ban_Latn-ast_Latn", "languages": ["ban-Latn", "ast-Latn"], "main_score": 0.606907, "precision": 0.590947, "recall": 0.649209}, {"accuracy": 0.539526, "f1": 0.49319, "hf_subset": "ban_Latn-crh_Latn", "languages": ["ban-Latn", "crh-Latn"], "main_score": 0.49319, "precision": 0.474082, "recall": 0.539526}, {"accuracy": 0.701581, "f1": 0.660876, "hf_subset": "ban_Latn-glg_Latn", "languages": ["ban-Latn", "glg-Latn"], "main_score": 0.660876, "precision": 0.645378, "recall": 0.701581}, {"accuracy": 0.352767, "f1": 0.299976, "hf_subset": "ban_Latn-kas_Deva", "languages": ["ban-Latn", "kas-Deva"], "main_score": 0.299976, "precision": 0.281142, "recall": 0.352767}, {"accuracy": 0.467391, "f1": 0.407859, "hf_subset": "ban_Latn-ltz_Latn", "languages": ["ban-Latn", "ltz-Latn"], "main_score": 0.407859, "precision": 0.387389, "recall": 0.467391}, {"accuracy": 0.134387, "f1": 0.085866, "hf_subset": "ban_Latn-nus_Latn", "languages": ["ban-Latn", "nus-Latn"], "main_score": 0.085866, "precision": 0.073773, "recall": 0.134387}, {"accuracy": 0.700593, "f1": 0.656214, "hf_subset": "ban_Latn-slk_Latn", "languages": ["ban-Latn", "slk-Latn"], "main_score": 0.656214, "precision": 0.639337, "recall": 0.700593}, {"accuracy": 0.128458, "f1": 0.095959, "hf_subset": "ban_Latn-tir_Ethi", "languages": ["ban-Latn", "tir-Ethi"], "main_score": 0.095959, "precision": 0.085739, "recall": 0.128458}, {"accuracy": 0.63834, "f1": 0.591922, "hf_subset": "ban_Latn-zho_Hant", "languages": ["ban-Latn", "zho-Hant"], "main_score": 0.591922, "precision": 0.574935, "recall": 0.63834}, {"accuracy": 0.608696, "f1": 0.561954, "hf_subset": "ban_Latn-awa_Deva", "languages": ["ban-Latn", "awa-Deva"], "main_score": 0.561954, "precision": 0.545248, "recall": 0.608696}, {"accuracy": 0.376482, "f1": 0.319765, "hf_subset": "ban_Latn-cym_Latn", "languages": ["ban-Latn", "cym-Latn"], "main_score": 0.319765, "precision": 0.300912, "recall": 0.376482}, {"accuracy": 0.402174, "f1": 0.334649, "hf_subset": "ban_Latn-grn_Latn", "languages": ["ban-Latn", "grn-Latn"], "main_score": 0.334649, "precision": 0.31268, "recall": 0.402174}, {"accuracy": 0.538538, "f1": 0.482757, "hf_subset": "ban_Latn-kat_Geor", "languages": ["ban-Latn", "kat-Geor"], "main_score": 0.482757, "precision": 0.462377, "recall": 0.538538}, {"accuracy": 0.300395, "f1": 0.245619, "hf_subset": "ban_Latn-lua_Latn", "languages": ["ban-Latn", "lua-Latn"], "main_score": 0.245619, "precision": 0.227487, "recall": 0.300395}, {"accuracy": 0.270751, "f1": 0.21378, "hf_subset": "ban_Latn-nya_Latn", "languages": ["ban-Latn", "nya-Latn"], "main_score": 0.21378, "precision": 0.195291, "recall": 0.270751}, {"accuracy": 0.698617, "f1": 0.655564, "hf_subset": "ban_Latn-slv_Latn", "languages": ["ban-Latn", "slv-Latn"], "main_score": 0.655564, "precision": 0.639343, "recall": 0.698617}, {"accuracy": 0.477273, "f1": 0.415676, "hf_subset": "ban_Latn-tpi_Latn", "languages": ["ban-Latn", "tpi-Latn"], "main_score": 0.415676, "precision": 0.392436, "recall": 0.477273}, {"accuracy": 0.711462, "f1": 0.670379, "hf_subset": "ban_Latn-zsm_Latn", "languages": ["ban-Latn", "zsm-Latn"], "main_score": 0.670379, "precision": 0.655189, "recall": 0.711462}, {"accuracy": 0.247036, "f1": 0.177872, "hf_subset": "ban_Latn-ayr_Latn", "languages": ["ban-Latn", "ayr-Latn"], "main_score": 0.177872, "precision": 0.158361, "recall": 0.247036}, {"accuracy": 0.704545, "f1": 0.665727, "hf_subset": "ban_Latn-dan_Latn", "languages": ["ban-Latn", "dan-Latn"], "main_score": 0.665727, "precision": 0.65129, "recall": 0.704545}, {"accuracy": 0.485178, "f1": 0.435737, "hf_subset": "ban_Latn-guj_Gujr", "languages": ["ban-Latn", "guj-Gujr"], "main_score": 0.435737, "precision": 0.417918, "recall": 0.485178}, {"accuracy": 0.606719, "f1": 0.564061, "hf_subset": "ban_Latn-kaz_Cyrl", "languages": ["ban-Latn", "kaz-Cyrl"], "main_score": 0.564061, "precision": 0.548258, "recall": 0.606719}, {"accuracy": 0.214427, "f1": 0.162033, "hf_subset": "ban_Latn-lug_Latn", "languages": ["ban-Latn", "lug-Latn"], "main_score": 0.162033, "precision": 0.14656, "recall": 0.214427}, {"accuracy": 0.650198, "f1": 0.597631, "hf_subset": "ban_Latn-oci_Latn", "languages": ["ban-Latn", "oci-Latn"], "main_score": 0.597631, "precision": 0.57834, "recall": 0.650198}, {"accuracy": 0.235178, "f1": 0.178153, "hf_subset": "ban_Latn-smo_Latn", "languages": ["ban-Latn", "smo-Latn"], "main_score": 0.178153, "precision": 0.160371, "recall": 0.235178}, {"accuracy": 0.257905, "f1": 0.199891, "hf_subset": "ban_Latn-tsn_Latn", "languages": ["ban-Latn", "tsn-Latn"], "main_score": 0.199891, "precision": 0.181848, "recall": 0.257905}, {"accuracy": 0.16996, "f1": 0.120594, "hf_subset": "ban_Latn-zul_Latn", "languages": ["ban-Latn", "zul-Latn"], "main_score": 0.120594, "precision": 0.106856, "recall": 0.16996}, {"accuracy": 0.405138, "f1": 0.34659, "hf_subset": "ban_Latn-azb_Arab", "languages": ["ban-Latn", "azb-Arab"], "main_score": 0.34659, "precision": 0.325675, "recall": 0.405138}, {"accuracy": 0.704545, "f1": 0.662328, "hf_subset": "ban_Latn-deu_Latn", "languages": ["ban-Latn", "deu-Latn"], "main_score": 0.662328, "precision": 0.646575, "recall": 0.704545}, {"accuracy": 0.318182, "f1": 0.257086, "hf_subset": "ban_Latn-hat_Latn", "languages": ["ban-Latn", "hat-Latn"], "main_score": 0.257086, "precision": 0.237047, "recall": 0.318182}, {"accuracy": 0.238142, "f1": 0.176682, "hf_subset": "ban_Latn-kbp_Latn", "languages": ["ban-Latn", "kbp-Latn"], "main_score": 0.176682, "precision": 0.1595, "recall": 0.238142}, {"accuracy": 0.282609, "f1": 0.217413, "hf_subset": "ban_Latn-luo_Latn", "languages": ["ban-Latn", "luo-Latn"], "main_score": 0.217413, "precision": 0.197986, "recall": 0.282609}, {"accuracy": 0.33498, "f1": 0.295045, "hf_subset": "ban_Latn-ory_Orya", "languages": ["ban-Latn", "ory-Orya"], "main_score": 0.295045, "precision": 0.280959, "recall": 0.33498}, {"accuracy": 0.194664, "f1": 0.138633, "hf_subset": "ban_Latn-sna_Latn", "languages": ["ban-Latn", "sna-Latn"], "main_score": 0.138633, "precision": 0.1236, "recall": 0.194664}, {"accuracy": 0.240119, "f1": 0.190073, "hf_subset": "ban_Latn-tso_Latn", "languages": ["ban-Latn", "tso-Latn"], "main_score": 0.190073, "precision": 0.174309, "recall": 0.240119}, {"accuracy": 0.58498, "f1": 0.54916, "hf_subset": "ban_Latn-azj_Latn", "languages": ["ban-Latn", "azj-Latn"], "main_score": 0.54916, "precision": 0.536726, "recall": 0.58498}, {"accuracy": 0.344862, "f1": 0.277141, "hf_subset": "ban_Latn-dik_Latn", "languages": ["ban-Latn", "dik-Latn"], "main_score": 0.277141, "precision": 0.255689, "recall": 0.344862}, {"accuracy": 0.293478, "f1": 0.234156, "hf_subset": "ban_Latn-hau_Latn", "languages": ["ban-Latn", "hau-Latn"], "main_score": 0.234156, "precision": 0.216405, "recall": 0.293478}, {"accuracy": 0.519763, "f1": 0.471577, "hf_subset": "ban_Latn-kea_Latn", "languages": ["ban-Latn", "kea-Latn"], "main_score": 0.471577, "precision": 0.453297, "recall": 0.519763}, {"accuracy": 0.411067, "f1": 0.343588, "hf_subset": "ban_Latn-lus_Latn", "languages": ["ban-Latn", "lus-Latn"], "main_score": 0.343588, "precision": 0.319939, "recall": 0.411067}, {"accuracy": 0.494071, "f1": 0.438845, "hf_subset": "ban_Latn-pag_Latn", "languages": ["ban-Latn", "pag-Latn"], "main_score": 0.438845, "precision": 0.417013, "recall": 0.494071}, {"accuracy": 0.417984, "f1": 0.364184, "hf_subset": "ban_Latn-snd_Arab", "languages": ["ban-Latn", "snd-Arab"], "main_score": 0.364184, "precision": 0.345748, "recall": 0.417984}, {"accuracy": 0.323123, "f1": 0.259543, "hf_subset": "ban_Latn-tuk_Latn", "languages": ["ban-Latn", "tuk-Latn"], "main_score": 0.259543, "precision": 0.237112, "recall": 0.323123}, {"accuracy": 0.465415, "f1": 0.404971, "hf_subset": "ban_Latn-bak_Cyrl", "languages": ["ban-Latn", "bak-Cyrl"], "main_score": 0.404971, "precision": 0.382533, "recall": 0.465415}, {"accuracy": 0.22332, "f1": 0.170394, "hf_subset": "ban_Latn-dyu_Latn", "languages": ["ban-Latn", "dyu-Latn"], "main_score": 0.170394, "precision": 0.154474, "recall": 0.22332}, {"accuracy": 0.618577, "f1": 0.565958, "hf_subset": "ban_Latn-heb_Hebr", "languages": ["ban-Latn", "heb-Hebr"], "main_score": 0.565958, "precision": 0.546514, "recall": 0.618577}, {"accuracy": 0.599802, "f1": 0.550195, "hf_subset": "ban_Latn-khk_Cyrl", "languages": ["ban-Latn", "khk-Cyrl"], "main_score": 0.550195, "precision": 0.533312, "recall": 0.599802}, {"accuracy": 0.658103, "f1": 0.61311, "hf_subset": "ban_Latn-lvs_Latn", "languages": ["ban-Latn", "lvs-Latn"], "main_score": 0.61311, "precision": 0.596801, "recall": 0.658103}, {"accuracy": 0.385375, "f1": 0.336718, "hf_subset": "ban_Latn-pan_Guru", "languages": ["ban-Latn", "pan-Guru"], "main_score": 0.336718, "precision": 0.321439, "recall": 0.385375}, {"accuracy": 0.299407, "f1": 0.245126, "hf_subset": "ban_Latn-som_Latn", "languages": ["ban-Latn", "som-Latn"], "main_score": 0.245126, "precision": 0.227124, "recall": 0.299407}, {"accuracy": 0.23913, "f1": 0.176185, "hf_subset": "ban_Latn-tum_Latn", "languages": ["ban-Latn", "tum-Latn"], "main_score": 0.176185, "precision": 0.158885, "recall": 0.23913}, {"accuracy": 0.083992, "f1": 0.051583, "hf_subset": "ell_Grek-ace_Arab", "languages": ["ell-Grek", "ace-Arab"], "main_score": 0.051583, "precision": 0.044218, "recall": 0.083992}, {"accuracy": 0.159091, "f1": 0.098773, "hf_subset": "ell_Grek-bam_Latn", "languages": ["ell-Grek", "bam-Latn"], "main_score": 0.098773, "precision": 0.085255, "recall": 0.159091}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "ell_Grek-dzo_Tibt", "languages": ["ell-Grek", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ell_Grek-hin_Deva", "languages": ["ell-Grek", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.906126, "f1": 0.877372, "hf_subset": "ell_Grek-khm_Khmr", "languages": ["ell-Grek", "khm-Khmr"], "main_score": 0.877372, "precision": 0.863883, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "ell_Grek-mag_Deva", "languages": ["ell-Grek", "mag-Deva"], "main_score": 0.927536, "precision": 0.919137, "recall": 0.944664}, {"accuracy": 0.614625, "f1": 0.537094, "hf_subset": "ell_Grek-pap_Latn", "languages": ["ell-Grek", "pap-Latn"], "main_score": 0.537094, "precision": 0.507773, "recall": 0.614625}, {"accuracy": 0.184783, "f1": 0.124985, "hf_subset": "ell_Grek-sot_Latn", "languages": ["ell-Grek", "sot-Latn"], "main_score": 0.124985, "precision": 0.110247, "recall": 0.184783}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-tur_Latn", "languages": ["ell-Grek", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.393281, "f1": 0.306685, "hf_subset": "ell_Grek-ace_Latn", "languages": ["ell-Grek", "ace-Latn"], "main_score": 0.306685, "precision": 0.27951, "recall": 0.393281}, {"accuracy": 0.649209, "f1": 0.575735, "hf_subset": "ell_Grek-ban_Latn", "languages": ["ell-Grek", "ban-Latn"], "main_score": 0.575735, "precision": 0.546501, "recall": 0.649209}, {"accuracy": 0.908103, "f1": 0.881159, "hf_subset": "ell_Grek-hne_Deva", "languages": ["ell-Grek", "hne-Deva"], "main_score": 0.881159, "precision": 0.868495, "recall": 0.908103}, {"accuracy": 0.231225, "f1": 0.152467, "hf_subset": "ell_Grek-kik_Latn", "languages": ["ell-Grek", "kik-Latn"], "main_score": 0.152467, "precision": 0.131951, "recall": 0.231225}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "ell_Grek-mai_Deva", "languages": ["ell-Grek", "mai-Deva"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.844862, "f1": 0.803788, "hf_subset": "ell_Grek-pbt_Arab", "languages": ["ell-Grek", "pbt-Arab"], "main_score": 0.803788, "precision": 0.785606, "recall": 0.844862}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-spa_Latn", "languages": ["ell-Grek", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.281621, "f1": 0.197915, "hf_subset": "ell_Grek-twi_Latn", "languages": ["ell-Grek", "twi-Latn"], "main_score": 0.197915, "precision": 0.177034, "recall": 0.281621}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ell_Grek-acm_Arab", "languages": ["ell-Grek", "acm-Arab"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "ell_Grek-bel_Cyrl", "languages": ["ell-Grek", "bel-Cyrl"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-eng_Latn", "languages": ["ell-Grek", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "ell_Grek-hrv_Latn", "languages": ["ell-Grek", "hrv-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.139328, "f1": 0.084265, "hf_subset": "ell_Grek-kin_Latn", "languages": ["ell-Grek", "kin-Latn"], "main_score": 0.084265, "precision": 0.071185, "recall": 0.139328}, {"accuracy": 0.892292, "f1": 0.86087, "hf_subset": "ell_Grek-mal_Mlym", "languages": ["ell-Grek", "mal-Mlym"], "main_score": 0.86087, "precision": 0.846294, "recall": 0.892292}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-pes_Arab", "languages": ["ell-Grek", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.699605, "f1": 0.632204, "hf_subset": "ell_Grek-srd_Latn", "languages": ["ell-Grek", "srd-Latn"], "main_score": 0.632204, "precision": 0.604858, "recall": 0.699605}, {"accuracy": 0.060277, "f1": 0.02781, "hf_subset": "ell_Grek-tzm_Tfng", "languages": ["ell-Grek", "tzm-Tfng"], "main_score": 0.02781, "precision": 0.022294, "recall": 0.060277}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "ell_Grek-acq_Arab", "languages": ["ell-Grek", "acq-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.213439, "f1": 0.141886, "hf_subset": "ell_Grek-bem_Latn", "languages": ["ell-Grek", "bem-Latn"], "main_score": 0.141886, "precision": 0.125323, "recall": 0.213439}, {"accuracy": 0.859684, "f1": 0.820817, "hf_subset": "ell_Grek-epo_Latn", "languages": ["ell-Grek", "epo-Latn"], "main_score": 0.820817, "precision": 0.803113, "recall": 0.859684}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-hun_Latn", "languages": ["ell-Grek", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.931818, "f1": 0.911957, "hf_subset": "ell_Grek-kir_Cyrl", "languages": ["ell-Grek", "kir-Cyrl"], "main_score": 0.911957, "precision": 0.902421, "recall": 0.931818}, {"accuracy": 0.907115, "f1": 0.87892, "hf_subset": "ell_Grek-mar_Deva", "languages": ["ell-Grek", "mar-Deva"], "main_score": 0.87892, "precision": 0.865777, "recall": 0.907115}, {"accuracy": 0.257905, "f1": 0.181021, "hf_subset": "ell_Grek-plt_Latn", "languages": ["ell-Grek", "plt-Latn"], "main_score": 0.181021, "precision": 0.158933, "recall": 0.257905}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-srp_Cyrl", "languages": ["ell-Grek", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.791502, "f1": 0.742427, "hf_subset": "ell_Grek-uig_Arab", "languages": ["ell-Grek", "uig-Arab"], "main_score": 0.742427, "precision": 0.721106, "recall": 0.791502}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "ell_Grek-aeb_Arab", "languages": ["ell-Grek", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "ell_Grek-ben_Beng", "languages": ["ell-Grek", "ben-Beng"], "main_score": 0.876383, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ell_Grek-est_Latn", "languages": ["ell-Grek", "est-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "ell_Grek-hye_Armn", "languages": ["ell-Grek", "hye-Armn"], "main_score": 0.979414, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.153162, "f1": 0.092796, "hf_subset": "ell_Grek-kmb_Latn", "languages": ["ell-Grek", "kmb-Latn"], "main_score": 0.092796, "precision": 0.081082, "recall": 0.153162}, {"accuracy": 0.056324, "f1": 0.032521, "hf_subset": "ell_Grek-min_Arab", "languages": ["ell-Grek", "min-Arab"], "main_score": 0.032521, "precision": 0.026864, "recall": 0.056324}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-pol_Latn", "languages": ["ell-Grek", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.140316, "f1": 0.084662, "hf_subset": "ell_Grek-ssw_Latn", "languages": ["ell-Grek", "ssw-Latn"], "main_score": 0.084662, "precision": 0.073094, "recall": 0.140316}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-ukr_Cyrl", "languages": ["ell-Grek", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "ell_Grek-afr_Latn", "languages": ["ell-Grek", "afr-Latn"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.880435, "f1": 0.845718, "hf_subset": "ell_Grek-bho_Deva", "languages": ["ell-Grek", "bho-Deva"], "main_score": 0.845718, "precision": 0.829792, "recall": 0.880435}, {"accuracy": 0.73913, "f1": 0.678035, "hf_subset": "ell_Grek-eus_Latn", "languages": ["ell-Grek", "eus-Latn"], "main_score": 0.678035, "precision": 0.652289, "recall": 0.73913}, {"accuracy": 0.172925, "f1": 0.103133, "hf_subset": "ell_Grek-ibo_Latn", "languages": ["ell-Grek", "ibo-Latn"], "main_score": 0.103133, "precision": 0.086728, "recall": 0.172925}, {"accuracy": 0.727273, "f1": 0.670702, "hf_subset": "ell_Grek-kmr_Latn", "languages": ["ell-Grek", "kmr-Latn"], "main_score": 0.670702, "precision": 0.646946, "recall": 0.727273}, {"accuracy": 0.626482, "f1": 0.550094, "hf_subset": "ell_Grek-min_Latn", "languages": ["ell-Grek", "min-Latn"], "main_score": 0.550094, "precision": 0.520962, "recall": 0.626482}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-por_Latn", "languages": ["ell-Grek", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.737154, "f1": 0.674445, "hf_subset": "ell_Grek-sun_Latn", "languages": ["ell-Grek", "sun-Latn"], "main_score": 0.674445, "precision": 0.647974, "recall": 0.737154}, {"accuracy": 0.161067, "f1": 0.101803, "hf_subset": "ell_Grek-umb_Latn", "languages": ["ell-Grek", "umb-Latn"], "main_score": 0.101803, "precision": 0.088143, "recall": 0.161067}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ell_Grek-ajp_Arab", "languages": ["ell-Grek", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.072134, "f1": 0.042114, "hf_subset": "ell_Grek-bjn_Arab", "languages": ["ell-Grek", "bjn-Arab"], "main_score": 0.042114, "precision": 0.036097, "recall": 0.072134}, {"accuracy": 0.228261, "f1": 0.159613, "hf_subset": "ell_Grek-ewe_Latn", "languages": ["ell-Grek", "ewe-Latn"], "main_score": 0.159613, "precision": 0.142776, "recall": 0.228261}, {"accuracy": 0.336957, "f1": 0.245478, "hf_subset": "ell_Grek-ilo_Latn", "languages": ["ell-Grek", "ilo-Latn"], "main_score": 0.245478, "precision": 0.218053, "recall": 0.336957}, {"accuracy": 0.088933, "f1": 0.049529, "hf_subset": "ell_Grek-knc_Arab", "languages": ["ell-Grek", "knc-Arab"], "main_score": 0.049529, "precision": 0.041265, "recall": 0.088933}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-mkd_Cyrl", "languages": ["ell-Grek", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ell_Grek-prs_Arab", "languages": ["ell-Grek", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ell_Grek-swe_Latn", "languages": ["ell-Grek", "swe-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "ell_Grek-urd_Arab", "languages": ["ell-Grek", "urd-Arab"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.26581, "f1": 0.190232, "hf_subset": "ell_Grek-aka_Latn", "languages": ["ell-Grek", "aka-Latn"], "main_score": 0.190232, "precision": 0.170273, "recall": 0.26581}, {"accuracy": 0.76087, "f1": 0.702332, "hf_subset": "ell_Grek-bjn_Latn", "languages": ["ell-Grek", "bjn-Latn"], "main_score": 0.702332, "precision": 0.677923, "recall": 0.76087}, {"accuracy": 0.425889, "f1": 0.343063, "hf_subset": "ell_Grek-fao_Latn", "languages": ["ell-Grek", "fao-Latn"], "main_score": 0.343063, "precision": 0.315137, "recall": 0.425889}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-ind_Latn", "languages": ["ell-Grek", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.244071, "f1": 0.170608, "hf_subset": "ell_Grek-knc_Latn", "languages": ["ell-Grek", "knc-Latn"], "main_score": 0.170608, "precision": 0.151887, "recall": 0.244071}, {"accuracy": 0.305336, "f1": 0.222326, "hf_subset": "ell_Grek-mlt_Latn", "languages": ["ell-Grek", "mlt-Latn"], "main_score": 0.222326, "precision": 0.199547, "recall": 0.305336}, {"accuracy": 0.248024, "f1": 0.165504, "hf_subset": "ell_Grek-quy_Latn", "languages": ["ell-Grek", "quy-Latn"], "main_score": 0.165504, "precision": 0.144239, "recall": 0.248024}, {"accuracy": 0.339921, "f1": 0.255414, "hf_subset": "ell_Grek-swh_Latn", "languages": ["ell-Grek", "swh-Latn"], "main_score": 0.255414, "precision": 0.232347, "recall": 0.339921}, {"accuracy": 0.620553, "f1": 0.544797, "hf_subset": "ell_Grek-uzn_Latn", "languages": ["ell-Grek", "uzn-Latn"], "main_score": 0.544797, "precision": 0.515372, "recall": 0.620553}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-als_Latn", "languages": ["ell-Grek", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.050395, "f1": 0.01739, "hf_subset": "ell_Grek-bod_Tibt", "languages": ["ell-Grek", "bod-Tibt"], "main_score": 0.01739, "precision": 0.013851, "recall": 0.050395}, {"accuracy": 0.175889, "f1": 0.113591, "hf_subset": "ell_Grek-fij_Latn", "languages": ["ell-Grek", "fij-Latn"], "main_score": 0.113591, "precision": 0.098351, "recall": 0.175889}, {"accuracy": 0.750988, "f1": 0.691475, "hf_subset": "ell_Grek-isl_Latn", "languages": ["ell-Grek", "isl-Latn"], "main_score": 0.691475, "precision": 0.666091, "recall": 0.750988}, {"accuracy": 0.220356, "f1": 0.150433, "hf_subset": "ell_Grek-kon_Latn", "languages": ["ell-Grek", "kon-Latn"], "main_score": 0.150433, "precision": 0.133338, "recall": 0.220356}, {"accuracy": 0.064229, "f1": 0.034753, "hf_subset": "ell_Grek-mni_Beng", "languages": ["ell-Grek", "mni-Beng"], "main_score": 0.034753, "precision": 0.030383, "recall": 0.064229}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-ron_Latn", "languages": ["ell-Grek", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.795455, "f1": 0.745208, "hf_subset": "ell_Grek-szl_Latn", "languages": ["ell-Grek", "szl-Latn"], "main_score": 0.745208, "precision": 0.72361, "recall": 0.795455}, {"accuracy": 0.784585, "f1": 0.726027, "hf_subset": "ell_Grek-vec_Latn", "languages": ["ell-Grek", "vec-Latn"], "main_score": 0.726027, "precision": 0.700429, "recall": 0.784585}, {"accuracy": 0.769763, "f1": 0.716463, "hf_subset": "ell_Grek-amh_Ethi", "languages": ["ell-Grek", "amh-Ethi"], "main_score": 0.716463, "precision": 0.693865, "recall": 0.769763}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-bos_Latn", "languages": ["ell-Grek", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ell_Grek-fin_Latn", "languages": ["ell-Grek", "fin-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-ita_Latn", "languages": ["ell-Grek", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ell_Grek-kor_Hang", "languages": ["ell-Grek", "kor-Hang"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.206522, "f1": 0.141703, "hf_subset": "ell_Grek-mos_Latn", "languages": ["ell-Grek", "mos-Latn"], "main_score": 0.141703, "precision": 0.124933, "recall": 0.206522}, {"accuracy": 0.143281, "f1": 0.087631, "hf_subset": "ell_Grek-run_Latn", "languages": ["ell-Grek", "run-Latn"], "main_score": 0.087631, "precision": 0.075423, "recall": 0.143281}, {"accuracy": 0.90415, "f1": 0.875296, "hf_subset": "ell_Grek-tam_Taml", "languages": ["ell-Grek", "tam-Taml"], "main_score": 0.875296, "precision": 0.861825, "recall": 0.90415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-vie_Latn", "languages": ["ell-Grek", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "ell_Grek-apc_Arab", "languages": ["ell-Grek", "apc-Arab"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.357708, "f1": 0.270896, "hf_subset": "ell_Grek-bug_Latn", "languages": ["ell-Grek", "bug-Latn"], "main_score": 0.270896, "precision": 0.244569, "recall": 0.357708}, {"accuracy": 0.18083, "f1": 0.116051, "hf_subset": "ell_Grek-fon_Latn", "languages": ["ell-Grek", "fon-Latn"], "main_score": 0.116051, "precision": 0.101095, "recall": 0.18083}, {"accuracy": 0.693676, "f1": 0.623909, "hf_subset": "ell_Grek-jav_Latn", "languages": ["ell-Grek", "jav-Latn"], "main_score": 0.623909, "precision": 0.596098, "recall": 0.693676}, {"accuracy": 0.917984, "f1": 0.895652, "hf_subset": "ell_Grek-lao_Laoo", "languages": ["ell-Grek", "lao-Laoo"], "main_score": 0.895652, "precision": 0.885919, "recall": 0.917984}, {"accuracy": 0.179842, "f1": 0.106224, "hf_subset": "ell_Grek-mri_Latn", "languages": ["ell-Grek", "mri-Latn"], "main_score": 0.106224, "precision": 0.090258, "recall": 0.179842}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-rus_Cyrl", "languages": ["ell-Grek", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.226285, "f1": 0.160263, "hf_subset": "ell_Grek-taq_Latn", "languages": ["ell-Grek", "taq-Latn"], "main_score": 0.160263, "precision": 0.143703, "recall": 0.226285}, {"accuracy": 0.406126, "f1": 0.317087, "hf_subset": "ell_Grek-war_Latn", "languages": ["ell-Grek", "war-Latn"], "main_score": 0.317087, "precision": 0.289054, "recall": 0.406126}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ell_Grek-arb_Arab", "languages": ["ell-Grek", "arb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-bul_Cyrl", "languages": ["ell-Grek", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ell_Grek-fra_Latn", "languages": ["ell-Grek", "fra-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-jpn_Jpan", "languages": ["ell-Grek", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.738142, "f1": 0.675099, "hf_subset": "ell_Grek-lij_Latn", "languages": ["ell-Grek", "lij-Latn"], "main_score": 0.675099, "precision": 0.648405, "recall": 0.738142}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "ell_Grek-mya_Mymr", "languages": ["ell-Grek", "mya-Mymr"], "main_score": 0.924242, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.208498, "f1": 0.14103, "hf_subset": "ell_Grek-sag_Latn", "languages": ["ell-Grek", "sag-Latn"], "main_score": 0.14103, "precision": 0.123191, "recall": 0.208498}, {"accuracy": 0.073123, "f1": 0.032742, "hf_subset": "ell_Grek-taq_Tfng", "languages": ["ell-Grek", "taq-Tfng"], "main_score": 0.032742, "precision": 0.026938, "recall": 0.073123}, {"accuracy": 0.231225, "f1": 0.154493, "hf_subset": "ell_Grek-wol_Latn", "languages": ["ell-Grek", "wol-Latn"], "main_score": 0.154493, "precision": 0.134607, "recall": 0.231225}, {"accuracy": 0.101779, "f1": 0.054763, "hf_subset": "ell_Grek-arb_Latn", "languages": ["ell-Grek", "arb-Latn"], "main_score": 0.054763, "precision": 0.045533, "recall": 0.101779}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-cat_Latn", "languages": ["ell-Grek", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.712451, "f1": 0.645292, "hf_subset": "ell_Grek-fur_Latn", "languages": ["ell-Grek", "fur-Latn"], "main_score": 0.645292, "precision": 0.617318, "recall": 0.712451}, {"accuracy": 0.072134, "f1": 0.046122, "hf_subset": "ell_Grek-kab_Latn", "languages": ["ell-Grek", "kab-Latn"], "main_score": 0.046122, "precision": 0.040265, "recall": 0.072134}, {"accuracy": 0.718379, "f1": 0.650362, "hf_subset": "ell_Grek-lim_Latn", "languages": ["ell-Grek", "lim-Latn"], "main_score": 0.650362, "precision": 0.621344, "recall": 0.718379}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-nld_Latn", "languages": ["ell-Grek", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.746047, "f1": 0.682016, "hf_subset": "ell_Grek-san_Deva", "languages": ["ell-Grek", "san-Deva"], "main_score": 0.682016, "precision": 0.654249, "recall": 0.746047}, {"accuracy": 0.504941, "f1": 0.419588, "hf_subset": "ell_Grek-tat_Cyrl", "languages": ["ell-Grek", "tat-Cyrl"], "main_score": 0.419588, "precision": 0.388592, "recall": 0.504941}, {"accuracy": 0.187747, "f1": 0.122281, "hf_subset": "ell_Grek-xho_Latn", "languages": ["ell-Grek", "xho-Latn"], "main_score": 0.122281, "precision": 0.107266, "recall": 0.187747}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ell_Grek-ars_Arab", "languages": ["ell-Grek", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.381423, "f1": 0.289531, "hf_subset": "ell_Grek-ceb_Latn", "languages": ["ell-Grek", "ceb-Latn"], "main_score": 0.289531, "precision": 0.261155, "recall": 0.381423}, {"accuracy": 0.200593, "f1": 0.128275, "hf_subset": "ell_Grek-fuv_Latn", "languages": ["ell-Grek", "fuv-Latn"], "main_score": 0.128275, "precision": 0.11123, "recall": 0.200593}, {"accuracy": 0.181818, "f1": 0.118377, "hf_subset": "ell_Grek-kac_Latn", "languages": ["ell-Grek", "kac-Latn"], "main_score": 0.118377, "precision": 0.102713, "recall": 0.181818}, {"accuracy": 0.215415, "f1": 0.144614, "hf_subset": "ell_Grek-lin_Latn", "languages": ["ell-Grek", "lin-Latn"], "main_score": 0.144614, "precision": 0.125526, "recall": 0.215415}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ell_Grek-nno_Latn", "languages": ["ell-Grek", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.017787, "f1": 0.003796, "hf_subset": "ell_Grek-sat_Olck", "languages": ["ell-Grek", "sat-Olck"], "main_score": 0.003796, "precision": 0.00302, "recall": 0.017787}, {"accuracy": 0.869565, "f1": 0.83251, "hf_subset": "ell_Grek-tel_Telu", "languages": ["ell-Grek", "tel-Telu"], "main_score": 0.83251, "precision": 0.815629, "recall": 0.869565}, {"accuracy": 0.440711, "f1": 0.355184, "hf_subset": "ell_Grek-ydd_Hebr", "languages": ["ell-Grek", "ydd-Hebr"], "main_score": 0.355184, "precision": 0.324704, "recall": 0.440711}, {"accuracy": 0.842885, "f1": 0.801449, "hf_subset": "ell_Grek-ary_Arab", "languages": ["ell-Grek", "ary-Arab"], "main_score": 0.801449, "precision": 0.782642, "recall": 0.842885}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ell_Grek-ces_Latn", "languages": ["ell-Grek", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.088933, "f1": 0.048798, "hf_subset": "ell_Grek-gaz_Latn", "languages": ["ell-Grek", "gaz-Latn"], "main_score": 0.048798, "precision": 0.041358, "recall": 0.088933}, {"accuracy": 0.178854, "f1": 0.113592, "hf_subset": "ell_Grek-kam_Latn", "languages": ["ell-Grek", "kam-Latn"], "main_score": 0.113592, "precision": 0.098207, "recall": 0.178854}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ell_Grek-lit_Latn", "languages": ["ell-Grek", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ell_Grek-nob_Latn", "languages": ["ell-Grek", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.62253, "f1": 0.542098, "hf_subset": "ell_Grek-scn_Latn", "languages": ["ell-Grek", "scn-Latn"], "main_score": 0.542098, "precision": 0.511335, "recall": 0.62253}, {"accuracy": 0.178854, "f1": 0.112665, "hf_subset": "ell_Grek-tgk_Cyrl", "languages": ["ell-Grek", "tgk-Cyrl"], "main_score": 0.112665, "precision": 0.096136, "recall": 0.178854}, {"accuracy": 0.192688, "f1": 0.122205, "hf_subset": "ell_Grek-yor_Latn", "languages": ["ell-Grek", "yor-Latn"], "main_score": 0.122205, "precision": 0.105417, "recall": 0.192688}, {"accuracy": 0.953557, "f1": 0.938406, "hf_subset": "ell_Grek-arz_Arab", "languages": ["ell-Grek", "arz-Arab"], "main_score": 0.938406, "precision": 0.930995, "recall": 0.953557}, {"accuracy": 0.16502, "f1": 0.102883, "hf_subset": "ell_Grek-cjk_Latn", "languages": ["ell-Grek", "cjk-Latn"], "main_score": 0.102883, "precision": 0.088624, "recall": 0.16502}, {"accuracy": 0.179842, "f1": 0.119859, "hf_subset": "ell_Grek-gla_Latn", "languages": ["ell-Grek", "gla-Latn"], "main_score": 0.119859, "precision": 0.104641, "recall": 0.179842}, {"accuracy": 0.821146, "f1": 0.773767, "hf_subset": "ell_Grek-kan_Knda", "languages": ["ell-Grek", "kan-Knda"], "main_score": 0.773767, "precision": 0.752734, "recall": 0.821146}, {"accuracy": 0.62747, "f1": 0.554684, "hf_subset": "ell_Grek-lmo_Latn", "languages": ["ell-Grek", "lmo-Latn"], "main_score": 0.554684, "precision": 0.527489, "recall": 0.62747}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ell_Grek-npi_Deva", "languages": ["ell-Grek", "npi-Deva"], "main_score": 0.957246, "precision": 0.952322, "recall": 0.967391}, {"accuracy": 0.258893, "f1": 0.175461, "hf_subset": "ell_Grek-shn_Mymr", "languages": ["ell-Grek", "shn-Mymr"], "main_score": 0.175461, "precision": 0.151902, "recall": 0.258893}, {"accuracy": 0.438735, "f1": 0.352411, "hf_subset": "ell_Grek-tgl_Latn", "languages": ["ell-Grek", "tgl-Latn"], "main_score": 0.352411, "precision": 0.324735, "recall": 0.438735}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ell_Grek-yue_Hant", "languages": ["ell-Grek", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.537549, "f1": 0.45292, "hf_subset": "ell_Grek-asm_Beng", "languages": ["ell-Grek", "asm-Beng"], "main_score": 0.45292, "precision": 0.421481, "recall": 0.537549}, {"accuracy": 0.844862, "f1": 0.802983, "hf_subset": "ell_Grek-ckb_Arab", "languages": ["ell-Grek", "ckb-Arab"], "main_score": 0.802983, "precision": 0.783465, "recall": 0.844862}, {"accuracy": 0.269763, "f1": 0.190421, "hf_subset": "ell_Grek-gle_Latn", "languages": ["ell-Grek", "gle-Latn"], "main_score": 0.190421, "precision": 0.168014, "recall": 0.269763}, {"accuracy": 0.603755, "f1": 0.520246, "hf_subset": "ell_Grek-kas_Arab", "languages": ["ell-Grek", "kas-Arab"], "main_score": 0.520246, "precision": 0.486241, "recall": 0.603755}, {"accuracy": 0.687747, "f1": 0.620177, "hf_subset": "ell_Grek-ltg_Latn", "languages": ["ell-Grek", "ltg-Latn"], "main_score": 0.620177, "precision": 0.592205, "recall": 0.687747}, {"accuracy": 0.222332, "f1": 0.147344, "hf_subset": "ell_Grek-nso_Latn", "languages": ["ell-Grek", "nso-Latn"], "main_score": 0.147344, "precision": 0.128234, "recall": 0.222332}, {"accuracy": 0.926877, "f1": 0.905816, "hf_subset": "ell_Grek-sin_Sinh", "languages": ["ell-Grek", "sin-Sinh"], "main_score": 0.905816, "precision": 0.896163, "recall": 0.926877}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ell_Grek-tha_Thai", "languages": ["ell-Grek", "tha-Thai"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-zho_Hans", "languages": ["ell-Grek", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "ell_Grek-ast_Latn", "languages": ["ell-Grek", "ast-Latn"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.754941, "f1": 0.696349, "hf_subset": "ell_Grek-crh_Latn", "languages": ["ell-Grek", "crh-Latn"], "main_score": 0.696349, "precision": 0.671294, "recall": 0.754941}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ell_Grek-glg_Latn", "languages": ["ell-Grek", "glg-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.396245, "f1": 0.318155, "hf_subset": "ell_Grek-kas_Deva", "languages": ["ell-Grek", "kas-Deva"], "main_score": 0.318155, "precision": 0.291967, "recall": 0.396245}, {"accuracy": 0.464427, "f1": 0.373504, "hf_subset": "ell_Grek-ltz_Latn", "languages": ["ell-Grek", "ltz-Latn"], "main_score": 0.373504, "precision": 0.343507, "recall": 0.464427}, {"accuracy": 0.098814, "f1": 0.051971, "hf_subset": "ell_Grek-nus_Latn", "languages": ["ell-Grek", "nus-Latn"], "main_score": 0.051971, "precision": 0.04379, "recall": 0.098814}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-slk_Latn", "languages": ["ell-Grek", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.118462, "hf_subset": "ell_Grek-tir_Ethi", "languages": ["ell-Grek", "tir-Ethi"], "main_score": 0.118462, "precision": 0.102089, "recall": 0.181818}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ell_Grek-zho_Hant", "languages": ["ell-Grek", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.943676, "hf_subset": "ell_Grek-awa_Deva", "languages": ["ell-Grek", "awa-Deva"], "main_score": 0.943676, "precision": 0.937747, "recall": 0.955534}, {"accuracy": 0.456522, "f1": 0.367596, "hf_subset": "ell_Grek-cym_Latn", "languages": ["ell-Grek", "cym-Latn"], "main_score": 0.367596, "precision": 0.337277, "recall": 0.456522}, {"accuracy": 0.321146, "f1": 0.236395, "hf_subset": "ell_Grek-grn_Latn", "languages": ["ell-Grek", "grn-Latn"], "main_score": 0.236395, "precision": 0.212248, "recall": 0.321146}, {"accuracy": 0.88834, "f1": 0.854216, "hf_subset": "ell_Grek-kat_Geor", "languages": ["ell-Grek", "kat-Geor"], "main_score": 0.854216, "precision": 0.838439, "recall": 0.88834}, {"accuracy": 0.238142, "f1": 0.163439, "hf_subset": "ell_Grek-lua_Latn", "languages": ["ell-Grek", "lua-Latn"], "main_score": 0.163439, "precision": 0.143872, "recall": 0.238142}, {"accuracy": 0.205534, "f1": 0.133188, "hf_subset": "ell_Grek-nya_Latn", "languages": ["ell-Grek", "nya-Latn"], "main_score": 0.133188, "precision": 0.115246, "recall": 0.205534}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ell_Grek-slv_Latn", "languages": ["ell-Grek", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.440711, "f1": 0.349352, "hf_subset": "ell_Grek-tpi_Latn", "languages": ["ell-Grek", "tpi-Latn"], "main_score": 0.349352, "precision": 0.319194, "recall": 0.440711}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ell_Grek-zsm_Latn", "languages": ["ell-Grek", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.184783, "f1": 0.10978, "hf_subset": "ell_Grek-ayr_Latn", "languages": ["ell-Grek", "ayr-Latn"], "main_score": 0.10978, "precision": 0.092783, "recall": 0.184783}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ell_Grek-dan_Latn", "languages": ["ell-Grek", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.931818, "f1": 0.91031, "hf_subset": "ell_Grek-guj_Gujr", "languages": ["ell-Grek", "guj-Gujr"], "main_score": 0.91031, "precision": 0.899951, "recall": 0.931818}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "ell_Grek-kaz_Cyrl", "languages": ["ell-Grek", "kaz-Cyrl"], "main_score": 0.950428, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.163043, "f1": 0.10206, "hf_subset": "ell_Grek-lug_Latn", "languages": ["ell-Grek", "lug-Latn"], "main_score": 0.10206, "precision": 0.088341, "recall": 0.163043}, {"accuracy": 0.924901, "f1": 0.901252, "hf_subset": "ell_Grek-oci_Latn", "languages": ["ell-Grek", "oci-Latn"], "main_score": 0.901252, "precision": 0.889904, "recall": 0.924901}, {"accuracy": 0.174901, "f1": 0.112175, "hf_subset": "ell_Grek-smo_Latn", "languages": ["ell-Grek", "smo-Latn"], "main_score": 0.112175, "precision": 0.097148, "recall": 0.174901}, {"accuracy": 0.198617, "f1": 0.136716, "hf_subset": "ell_Grek-tsn_Latn", "languages": ["ell-Grek", "tsn-Latn"], "main_score": 0.136716, "precision": 0.122787, "recall": 0.198617}, {"accuracy": 0.133399, "f1": 0.078249, "hf_subset": "ell_Grek-zul_Latn", "languages": ["ell-Grek", "zul-Latn"], "main_score": 0.078249, "precision": 0.066554, "recall": 0.133399}, {"accuracy": 0.556324, "f1": 0.474474, "hf_subset": "ell_Grek-azb_Arab", "languages": ["ell-Grek", "azb-Arab"], "main_score": 0.474474, "precision": 0.442371, "recall": 0.556324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ell_Grek-deu_Latn", "languages": ["ell-Grek", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.280632, "f1": 0.195689, "hf_subset": "ell_Grek-hat_Latn", "languages": ["ell-Grek", "hat-Latn"], "main_score": 0.195689, "precision": 0.171272, "recall": 0.280632}, {"accuracy": 0.162055, "f1": 0.098213, "hf_subset": "ell_Grek-kbp_Latn", "languages": ["ell-Grek", "kbp-Latn"], "main_score": 0.098213, "precision": 0.082842, "recall": 0.162055}, {"accuracy": 0.203557, "f1": 0.134381, "hf_subset": "ell_Grek-luo_Latn", "languages": ["ell-Grek", "luo-Latn"], "main_score": 0.134381, "precision": 0.118182, "recall": 0.203557}, {"accuracy": 0.836957, "f1": 0.795718, "hf_subset": "ell_Grek-ory_Orya", "languages": ["ell-Grek", "ory-Orya"], "main_score": 0.795718, "precision": 0.777602, "recall": 0.836957}, {"accuracy": 0.167984, "f1": 0.105127, "hf_subset": "ell_Grek-sna_Latn", "languages": ["ell-Grek", "sna-Latn"], "main_score": 0.105127, "precision": 0.090474, "recall": 0.167984}, {"accuracy": 0.168972, "f1": 0.110966, "hf_subset": "ell_Grek-tso_Latn", "languages": ["ell-Grek", "tso-Latn"], "main_score": 0.110966, "precision": 0.096332, "recall": 0.168972}, {"accuracy": 0.955534, "f1": 0.943314, "hf_subset": "ell_Grek-azj_Latn", "languages": ["ell-Grek", "azj-Latn"], "main_score": 0.943314, "precision": 0.937747, "recall": 0.955534}, {"accuracy": 0.27668, "f1": 0.197538, "hf_subset": "ell_Grek-dik_Latn", "languages": ["ell-Grek", "dik-Latn"], "main_score": 0.197538, "precision": 0.176909, "recall": 0.27668}, {"accuracy": 0.22332, "f1": 0.14873, "hf_subset": "ell_Grek-hau_Latn", "languages": ["ell-Grek", "hau-Latn"], "main_score": 0.14873, "precision": 0.130198, "recall": 0.22332}, {"accuracy": 0.634387, "f1": 0.553997, "hf_subset": "ell_Grek-kea_Latn", "languages": ["ell-Grek", "kea-Latn"], "main_score": 0.553997, "precision": 0.522388, "recall": 0.634387}, {"accuracy": 0.336957, "f1": 0.249532, "hf_subset": "ell_Grek-lus_Latn", "languages": ["ell-Grek", "lus-Latn"], "main_score": 0.249532, "precision": 0.222527, "recall": 0.336957}, {"accuracy": 0.442688, "f1": 0.350719, "hf_subset": "ell_Grek-pag_Latn", "languages": ["ell-Grek", "pag-Latn"], "main_score": 0.350719, "precision": 0.320109, "recall": 0.442688}, {"accuracy": 0.882411, "f1": 0.849605, "hf_subset": "ell_Grek-snd_Arab", "languages": ["ell-Grek", "snd-Arab"], "main_score": 0.849605, "precision": 0.834552, "recall": 0.882411}, {"accuracy": 0.316206, "f1": 0.229983, "hf_subset": "ell_Grek-tuk_Latn", "languages": ["ell-Grek", "tuk-Latn"], "main_score": 0.229983, "precision": 0.20385, "recall": 0.316206}, {"accuracy": 0.460474, "f1": 0.372799, "hf_subset": "ell_Grek-bak_Cyrl", "languages": ["ell-Grek", "bak-Cyrl"], "main_score": 0.372799, "precision": 0.342404, "recall": 0.460474}, {"accuracy": 0.160079, "f1": 0.099137, "hf_subset": "ell_Grek-dyu_Latn", "languages": ["ell-Grek", "dyu-Latn"], "main_score": 0.099137, "precision": 0.083668, "recall": 0.160079}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ell_Grek-heb_Hebr", "languages": ["ell-Grek", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.97085, "hf_subset": "ell_Grek-khk_Cyrl", "languages": ["ell-Grek", "khk-Cyrl"], "main_score": 0.97085, "precision": 0.967721, "recall": 0.977273}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "ell_Grek-lvs_Latn", "languages": ["ell-Grek", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.843874, "f1": 0.800988, "hf_subset": "ell_Grek-pan_Guru", "languages": ["ell-Grek", "pan-Guru"], "main_score": 0.800988, "precision": 0.781653, "recall": 0.843874}, {"accuracy": 0.25, "f1": 0.176937, "hf_subset": "ell_Grek-som_Latn", "languages": ["ell-Grek", "som-Latn"], "main_score": 0.176937, "precision": 0.157241, "recall": 0.25}, {"accuracy": 0.194664, "f1": 0.121135, "hf_subset": "ell_Grek-tum_Latn", "languages": ["ell-Grek", "tum-Latn"], "main_score": 0.121135, "precision": 0.103928, "recall": 0.194664}, {"accuracy": 0.09585, "f1": 0.057794, "hf_subset": "hne_Deva-ace_Arab", "languages": ["hne-Deva", "ace-Arab"], "main_score": 0.057794, "precision": 0.048835, "recall": 0.09585}, {"accuracy": 0.135375, "f1": 0.082542, "hf_subset": "hne_Deva-bam_Latn", "languages": ["hne-Deva", "bam-Latn"], "main_score": 0.082542, "precision": 0.070172, "recall": 0.135375}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "hne_Deva-dzo_Tibt", "languages": ["hne-Deva", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "hne_Deva-hin_Deva", "languages": ["hne-Deva", "hin-Deva"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.814229, "f1": 0.769664, "hf_subset": "hne_Deva-khm_Khmr", "languages": ["hne-Deva", "khm-Khmr"], "main_score": 0.769664, "precision": 0.749374, "recall": 0.814229}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "hne_Deva-mag_Deva", "languages": ["hne-Deva", "mag-Deva"], "main_score": 0.951318, "precision": 0.946229, "recall": 0.962451}, {"accuracy": 0.587945, "f1": 0.514548, "hf_subset": "hne_Deva-pap_Latn", "languages": ["hne-Deva", "pap-Latn"], "main_score": 0.514548, "precision": 0.486113, "recall": 0.587945}, {"accuracy": 0.163043, "f1": 0.107507, "hf_subset": "hne_Deva-sot_Latn", "languages": ["hne-Deva", "sot-Latn"], "main_score": 0.107507, "precision": 0.094004, "recall": 0.163043}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "hne_Deva-tur_Latn", "languages": ["hne-Deva", "tur-Latn"], "main_score": 0.921179, "precision": 0.913159, "recall": 0.938735}, {"accuracy": 0.373518, "f1": 0.288644, "hf_subset": "hne_Deva-ace_Latn", "languages": ["hne-Deva", "ace-Latn"], "main_score": 0.288644, "precision": 0.262786, "recall": 0.373518}, {"accuracy": 0.623518, "f1": 0.557863, "hf_subset": "hne_Deva-ban_Latn", "languages": ["hne-Deva", "ban-Latn"], "main_score": 0.557863, "precision": 0.531374, "recall": 0.623518}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "hne_Deva-ell_Grek", "languages": ["hne-Deva", "ell-Grek"], "main_score": 0.91222, "precision": 0.902833, "recall": 0.931818}, {"accuracy": 0.211462, "f1": 0.137892, "hf_subset": "hne_Deva-kik_Latn", "languages": ["hne-Deva", "kik-Latn"], "main_score": 0.137892, "precision": 0.11777, "recall": 0.211462}, {"accuracy": 0.951581, "f1": 0.939789, "hf_subset": "hne_Deva-mai_Deva", "languages": ["hne-Deva", "mai-Deva"], "main_score": 0.939789, "precision": 0.934371, "recall": 0.951581}, {"accuracy": 0.780632, "f1": 0.735623, "hf_subset": "hne_Deva-pbt_Arab", "languages": ["hne-Deva", "pbt-Arab"], "main_score": 0.735623, "precision": 0.715836, "recall": 0.780632}, {"accuracy": 0.942688, "f1": 0.925972, "hf_subset": "hne_Deva-spa_Latn", "languages": ["hne-Deva", "spa-Latn"], "main_score": 0.925972, "precision": 0.917961, "recall": 0.942688}, {"accuracy": 0.259881, "f1": 0.180408, "hf_subset": "hne_Deva-twi_Latn", "languages": ["hne-Deva", "twi-Latn"], "main_score": 0.180408, "precision": 0.157839, "recall": 0.259881}, {"accuracy": 0.910079, "f1": 0.884964, "hf_subset": "hne_Deva-acm_Arab", "languages": ["hne-Deva", "acm-Arab"], "main_score": 0.884964, "precision": 0.873165, "recall": 0.910079}, {"accuracy": 0.864625, "f1": 0.828261, "hf_subset": "hne_Deva-bel_Cyrl", "languages": ["hne-Deva", "bel-Cyrl"], "main_score": 0.828261, "precision": 0.811841, "recall": 0.864625}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "hne_Deva-eng_Latn", "languages": ["hne-Deva", "eng-Latn"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "hne_Deva-hrv_Latn", "languages": ["hne-Deva", "hrv-Latn"], "main_score": 0.899704, "precision": 0.888834, "recall": 0.921937}, {"accuracy": 0.128458, "f1": 0.08055, "hf_subset": "hne_Deva-kin_Latn", "languages": ["hne-Deva", "kin-Latn"], "main_score": 0.08055, "precision": 0.069808, "recall": 0.128458}, {"accuracy": 0.825099, "f1": 0.784305, "hf_subset": "hne_Deva-mal_Mlym", "languages": ["hne-Deva", "mal-Mlym"], "main_score": 0.784305, "precision": 0.76582, "recall": 0.825099}, {"accuracy": 0.940711, "f1": 0.924209, "hf_subset": "hne_Deva-pes_Arab", "languages": ["hne-Deva", "pes-Arab"], "main_score": 0.924209, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.625494, "f1": 0.551388, "hf_subset": "hne_Deva-srd_Latn", "languages": ["hne-Deva", "srd-Latn"], "main_score": 0.551388, "precision": 0.520949, "recall": 0.625494}, {"accuracy": 0.052372, "f1": 0.022303, "hf_subset": "hne_Deva-tzm_Tfng", "languages": ["hne-Deva", "tzm-Tfng"], "main_score": 0.022303, "precision": 0.017759, "recall": 0.052372}, {"accuracy": 0.923913, "f1": 0.903574, "hf_subset": "hne_Deva-acq_Arab", "languages": ["hne-Deva", "acq-Arab"], "main_score": 0.903574, "precision": 0.894245, "recall": 0.923913}, {"accuracy": 0.188735, "f1": 0.125162, "hf_subset": "hne_Deva-bem_Latn", "languages": ["hne-Deva", "bem-Latn"], "main_score": 0.125162, "precision": 0.110205, "recall": 0.188735}, {"accuracy": 0.782609, "f1": 0.732424, "hf_subset": "hne_Deva-epo_Latn", "languages": ["hne-Deva", "epo-Latn"], "main_score": 0.732424, "precision": 0.711207, "recall": 0.782609}, {"accuracy": 0.934783, "f1": 0.91637, "hf_subset": "hne_Deva-hun_Latn", "languages": ["hne-Deva", "hun-Latn"], "main_score": 0.91637, "precision": 0.90802, "recall": 0.934783}, {"accuracy": 0.846838, "f1": 0.809387, "hf_subset": "hne_Deva-kir_Cyrl", "languages": ["hne-Deva", "kir-Cyrl"], "main_score": 0.809387, "precision": 0.792325, "recall": 0.846838}, {"accuracy": 0.868577, "f1": 0.835573, "hf_subset": "hne_Deva-mar_Deva", "languages": ["hne-Deva", "mar-Deva"], "main_score": 0.835573, "precision": 0.820718, "recall": 0.868577}, {"accuracy": 0.237154, "f1": 0.17092, "hf_subset": "hne_Deva-plt_Latn", "languages": ["hne-Deva", "plt-Latn"], "main_score": 0.17092, "precision": 0.15211, "recall": 0.237154}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "hne_Deva-srp_Cyrl", "languages": ["hne-Deva", "srp-Cyrl"], "main_score": 0.923155, "precision": 0.914773, "recall": 0.940711}, {"accuracy": 0.710474, "f1": 0.651572, "hf_subset": "hne_Deva-uig_Arab", "languages": ["hne-Deva", "uig-Arab"], "main_score": 0.651572, "precision": 0.626763, "recall": 0.710474}, {"accuracy": 0.856719, "f1": 0.824506, "hf_subset": "hne_Deva-aeb_Arab", "languages": ["hne-Deva", "aeb-Arab"], "main_score": 0.824506, "precision": 0.8097, "recall": 0.856719}, {"accuracy": 0.844862, "f1": 0.807993, "hf_subset": "hne_Deva-ben_Beng", "languages": ["hne-Deva", "ben-Beng"], "main_score": 0.807993, "precision": 0.791461, "recall": 0.844862}, {"accuracy": 0.937747, "f1": 0.923584, "hf_subset": "hne_Deva-est_Latn", "languages": ["hne-Deva", "est-Latn"], "main_score": 0.923584, "precision": 0.917029, "recall": 0.937747}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "hne_Deva-hye_Armn", "languages": ["hne-Deva", "hye-Armn"], "main_score": 0.8917, "precision": 0.880188, "recall": 0.916008}, {"accuracy": 0.131423, "f1": 0.073433, "hf_subset": "hne_Deva-kmb_Latn", "languages": ["hne-Deva", "kmb-Latn"], "main_score": 0.073433, "precision": 0.061461, "recall": 0.131423}, {"accuracy": 0.061265, "f1": 0.034935, "hf_subset": "hne_Deva-min_Arab", "languages": ["hne-Deva", "min-Arab"], "main_score": 0.034935, "precision": 0.028937, "recall": 0.061265}, {"accuracy": 0.93083, "f1": 0.913208, "hf_subset": "hne_Deva-pol_Latn", "languages": ["hne-Deva", "pol-Latn"], "main_score": 0.913208, "precision": 0.905303, "recall": 0.93083}, {"accuracy": 0.125494, "f1": 0.074756, "hf_subset": "hne_Deva-ssw_Latn", "languages": ["hne-Deva", "ssw-Latn"], "main_score": 0.074756, "precision": 0.063976, "recall": 0.125494}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "hne_Deva-ukr_Cyrl", "languages": ["hne-Deva", "ukr-Cyrl"], "main_score": 0.928195, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.891304, "f1": 0.859519, "hf_subset": "hne_Deva-afr_Latn", "languages": ["hne-Deva", "afr-Latn"], "main_score": 0.859519, "precision": 0.844038, "recall": 0.891304}, {"accuracy": 0.913043, "f1": 0.89081, "hf_subset": "hne_Deva-bho_Deva", "languages": ["hne-Deva", "bho-Deva"], "main_score": 0.89081, "precision": 0.880468, "recall": 0.913043}, {"accuracy": 0.632411, "f1": 0.566423, "hf_subset": "hne_Deva-eus_Latn", "languages": ["hne-Deva", "eus-Latn"], "main_score": 0.566423, "precision": 0.539512, "recall": 0.632411}, {"accuracy": 0.149209, "f1": 0.090089, "hf_subset": "hne_Deva-ibo_Latn", "languages": ["hne-Deva", "ibo-Latn"], "main_score": 0.090089, "precision": 0.076297, "recall": 0.149209}, {"accuracy": 0.642292, "f1": 0.585757, "hf_subset": "hne_Deva-kmr_Latn", "languages": ["hne-Deva", "kmr-Latn"], "main_score": 0.585757, "precision": 0.563194, "recall": 0.642292}, {"accuracy": 0.574111, "f1": 0.499919, "hf_subset": "hne_Deva-min_Latn", "languages": ["hne-Deva", "min-Latn"], "main_score": 0.499919, "precision": 0.471883, "recall": 0.574111}, {"accuracy": 0.948617, "f1": 0.934206, "hf_subset": "hne_Deva-por_Latn", "languages": ["hne-Deva", "por-Latn"], "main_score": 0.934206, "precision": 0.927513, "recall": 0.948617}, {"accuracy": 0.692688, "f1": 0.62871, "hf_subset": "hne_Deva-sun_Latn", "languages": ["hne-Deva", "sun-Latn"], "main_score": 0.62871, "precision": 0.602266, "recall": 0.692688}, {"accuracy": 0.141304, "f1": 0.083589, "hf_subset": "hne_Deva-umb_Latn", "languages": ["hne-Deva", "umb-Latn"], "main_score": 0.083589, "precision": 0.070084, "recall": 0.141304}, {"accuracy": 0.923913, "f1": 0.90415, "hf_subset": "hne_Deva-ajp_Arab", "languages": ["hne-Deva", "ajp-Arab"], "main_score": 0.90415, "precision": 0.894796, "recall": 0.923913}, {"accuracy": 0.072134, "f1": 0.044569, "hf_subset": "hne_Deva-bjn_Arab", "languages": ["hne-Deva", "bjn-Arab"], "main_score": 0.044569, "precision": 0.038216, "recall": 0.072134}, {"accuracy": 0.199605, "f1": 0.140397, "hf_subset": "hne_Deva-ewe_Latn", "languages": ["hne-Deva", "ewe-Latn"], "main_score": 0.140397, "precision": 0.124617, "recall": 0.199605}, {"accuracy": 0.321146, "f1": 0.238336, "hf_subset": "hne_Deva-ilo_Latn", "languages": ["hne-Deva", "ilo-Latn"], "main_score": 0.238336, "precision": 0.212299, "recall": 0.321146}, {"accuracy": 0.082016, "f1": 0.047124, "hf_subset": "hne_Deva-knc_Arab", "languages": ["hne-Deva", "knc-Arab"], "main_score": 0.047124, "precision": 0.038766, "recall": 0.082016}, {"accuracy": 0.944664, "f1": 0.928491, "hf_subset": "hne_Deva-mkd_Cyrl", "languages": ["hne-Deva", "mkd-Cyrl"], "main_score": 0.928491, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.917984, "f1": 0.895958, "hf_subset": "hne_Deva-prs_Arab", "languages": ["hne-Deva", "prs-Arab"], "main_score": 0.895958, "precision": 0.885863, "recall": 0.917984}, {"accuracy": 0.948617, "f1": 0.935343, "hf_subset": "hne_Deva-swe_Latn", "languages": ["hne-Deva", "swe-Latn"], "main_score": 0.935343, "precision": 0.929101, "recall": 0.948617}, {"accuracy": 0.908103, "f1": 0.882115, "hf_subset": "hne_Deva-urd_Arab", "languages": ["hne-Deva", "urd-Arab"], "main_score": 0.882115, "precision": 0.870306, "recall": 0.908103}, {"accuracy": 0.245059, "f1": 0.174338, "hf_subset": "hne_Deva-aka_Latn", "languages": ["hne-Deva", "aka-Latn"], "main_score": 0.174338, "precision": 0.155282, "recall": 0.245059}, {"accuracy": 0.711462, "f1": 0.651717, "hf_subset": "hne_Deva-bjn_Latn", "languages": ["hne-Deva", "bjn-Latn"], "main_score": 0.651717, "precision": 0.627306, "recall": 0.711462}, {"accuracy": 0.391304, "f1": 0.315754, "hf_subset": "hne_Deva-fao_Latn", "languages": ["hne-Deva", "fao-Latn"], "main_score": 0.315754, "precision": 0.291407, "recall": 0.391304}, {"accuracy": 0.937747, "f1": 0.921443, "hf_subset": "hne_Deva-ind_Latn", "languages": ["hne-Deva", "ind-Latn"], "main_score": 0.921443, "precision": 0.913702, "recall": 0.937747}, {"accuracy": 0.217391, "f1": 0.148355, "hf_subset": "hne_Deva-knc_Latn", "languages": ["hne-Deva", "knc-Latn"], "main_score": 0.148355, "precision": 0.130611, "recall": 0.217391}, {"accuracy": 0.293478, "f1": 0.219223, "hf_subset": "hne_Deva-mlt_Latn", "languages": ["hne-Deva", "mlt-Latn"], "main_score": 0.219223, "precision": 0.199834, "recall": 0.293478}, {"accuracy": 0.226285, "f1": 0.149875, "hf_subset": "hne_Deva-quy_Latn", "languages": ["hne-Deva", "quy-Latn"], "main_score": 0.149875, "precision": 0.12909, "recall": 0.226285}, {"accuracy": 0.296443, "f1": 0.219999, "hf_subset": "hne_Deva-swh_Latn", "languages": ["hne-Deva", "swh-Latn"], "main_score": 0.219999, "precision": 0.197011, "recall": 0.296443}, {"accuracy": 0.550395, "f1": 0.475329, "hf_subset": "hne_Deva-uzn_Latn", "languages": ["hne-Deva", "uzn-Latn"], "main_score": 0.475329, "precision": 0.447497, "recall": 0.550395}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "hne_Deva-als_Latn", "languages": ["hne-Deva", "als-Latn"], "main_score": 0.919631, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.054348, "f1": 0.021831, "hf_subset": "hne_Deva-bod_Tibt", "languages": ["hne-Deva", "bod-Tibt"], "main_score": 0.021831, "precision": 0.018163, "recall": 0.054348}, {"accuracy": 0.171937, "f1": 0.1132, "hf_subset": "hne_Deva-fij_Latn", "languages": ["hne-Deva", "fij-Latn"], "main_score": 0.1132, "precision": 0.097436, "recall": 0.171937}, {"accuracy": 0.646245, "f1": 0.580931, "hf_subset": "hne_Deva-isl_Latn", "languages": ["hne-Deva", "isl-Latn"], "main_score": 0.580931, "precision": 0.554475, "recall": 0.646245}, {"accuracy": 0.205534, "f1": 0.135253, "hf_subset": "hne_Deva-kon_Latn", "languages": ["hne-Deva", "kon-Latn"], "main_score": 0.135253, "precision": 0.117398, "recall": 0.205534}, {"accuracy": 0.05336, "f1": 0.026981, "hf_subset": "hne_Deva-mni_Beng", "languages": ["hne-Deva", "mni-Beng"], "main_score": 0.026981, "precision": 0.022933, "recall": 0.05336}, {"accuracy": 0.9417, "f1": 0.925066, "hf_subset": "hne_Deva-ron_Latn", "languages": ["hne-Deva", "ron-Latn"], "main_score": 0.925066, "precision": 0.91749, "recall": 0.9417}, {"accuracy": 0.703557, "f1": 0.642907, "hf_subset": "hne_Deva-szl_Latn", "languages": ["hne-Deva", "szl-Latn"], "main_score": 0.642907, "precision": 0.617663, "recall": 0.703557}, {"accuracy": 0.731225, "f1": 0.67169, "hf_subset": "hne_Deva-vec_Latn", "languages": ["hne-Deva", "vec-Latn"], "main_score": 0.67169, "precision": 0.64615, "recall": 0.731225}, {"accuracy": 0.670949, "f1": 0.60446, "hf_subset": "hne_Deva-amh_Ethi", "languages": ["hne-Deva", "amh-Ethi"], "main_score": 0.60446, "precision": 0.576063, "recall": 0.670949}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "hne_Deva-bos_Latn", "languages": ["hne-Deva", "bos-Latn"], "main_score": 0.925395, "precision": 0.916996, "recall": 0.942688}, {"accuracy": 0.922925, "f1": 0.899934, "hf_subset": "hne_Deva-fin_Latn", "languages": ["hne-Deva", "fin-Latn"], "main_score": 0.899934, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.938735, "f1": 0.92052, "hf_subset": "hne_Deva-ita_Latn", "languages": ["hne-Deva", "ita-Latn"], "main_score": 0.92052, "precision": 0.911808, "recall": 0.938735}, {"accuracy": 0.923913, "f1": 0.903986, "hf_subset": "hne_Deva-kor_Hang", "languages": ["hne-Deva", "kor-Hang"], "main_score": 0.903986, "precision": 0.89507, "recall": 0.923913}, {"accuracy": 0.184783, "f1": 0.124487, "hf_subset": "hne_Deva-mos_Latn", "languages": ["hne-Deva", "mos-Latn"], "main_score": 0.124487, "precision": 0.108491, "recall": 0.184783}, {"accuracy": 0.116601, "f1": 0.072004, "hf_subset": "hne_Deva-run_Latn", "languages": ["hne-Deva", "run-Latn"], "main_score": 0.072004, "precision": 0.061571, "recall": 0.116601}, {"accuracy": 0.821146, "f1": 0.779974, "hf_subset": "hne_Deva-tam_Taml", "languages": ["hne-Deva", "tam-Taml"], "main_score": 0.779974, "precision": 0.761347, "recall": 0.821146}, {"accuracy": 0.935771, "f1": 0.918709, "hf_subset": "hne_Deva-vie_Latn", "languages": ["hne-Deva", "vie-Latn"], "main_score": 0.918709, "precision": 0.910688, "recall": 0.935771}, {"accuracy": 0.913043, "f1": 0.891601, "hf_subset": "hne_Deva-apc_Arab", "languages": ["hne-Deva", "apc-Arab"], "main_score": 0.891601, "precision": 0.881588, "recall": 0.913043}, {"accuracy": 0.343874, "f1": 0.264046, "hf_subset": "hne_Deva-bug_Latn", "languages": ["hne-Deva", "bug-Latn"], "main_score": 0.264046, "precision": 0.23861, "recall": 0.343874}, {"accuracy": 0.156126, "f1": 0.100691, "hf_subset": "hne_Deva-fon_Latn", "languages": ["hne-Deva", "fon-Latn"], "main_score": 0.100691, "precision": 0.08775, "recall": 0.156126}, {"accuracy": 0.658103, "f1": 0.597306, "hf_subset": "hne_Deva-jav_Latn", "languages": ["hne-Deva", "jav-Latn"], "main_score": 0.597306, "precision": 0.572786, "recall": 0.658103}, {"accuracy": 0.849802, "f1": 0.812107, "hf_subset": "hne_Deva-lao_Laoo", "languages": ["hne-Deva", "lao-Laoo"], "main_score": 0.812107, "precision": 0.795784, "recall": 0.849802}, {"accuracy": 0.157115, "f1": 0.094306, "hf_subset": "hne_Deva-mri_Latn", "languages": ["hne-Deva", "mri-Latn"], "main_score": 0.094306, "precision": 0.080881, "recall": 0.157115}, {"accuracy": 0.94664, "f1": 0.932543, "hf_subset": "hne_Deva-rus_Cyrl", "languages": ["hne-Deva", "rus-Cyrl"], "main_score": 0.932543, "precision": 0.926136, "recall": 0.94664}, {"accuracy": 0.203557, "f1": 0.143055, "hf_subset": "hne_Deva-taq_Latn", "languages": ["hne-Deva", "taq-Latn"], "main_score": 0.143055, "precision": 0.126996, "recall": 0.203557}, {"accuracy": 0.397233, "f1": 0.308987, "hf_subset": "hne_Deva-war_Latn", "languages": ["hne-Deva", "war-Latn"], "main_score": 0.308987, "precision": 0.279246, "recall": 0.397233}, {"accuracy": 0.927866, "f1": 0.907872, "hf_subset": "hne_Deva-arb_Arab", "languages": ["hne-Deva", "arb-Arab"], "main_score": 0.907872, "precision": 0.898715, "recall": 0.927866}, {"accuracy": 0.942688, "f1": 0.926285, "hf_subset": "hne_Deva-bul_Cyrl", "languages": ["hne-Deva", "bul-Cyrl"], "main_score": 0.926285, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.94664, "f1": 0.930665, "hf_subset": "hne_Deva-fra_Latn", "languages": ["hne-Deva", "fra-Latn"], "main_score": 0.930665, "precision": 0.923254, "recall": 0.94664}, {"accuracy": 0.924901, "f1": 0.904103, "hf_subset": "hne_Deva-jpn_Jpan", "languages": ["hne-Deva", "jpn-Jpan"], "main_score": 0.904103, "precision": 0.894466, "recall": 0.924901}, {"accuracy": 0.676877, "f1": 0.616158, "hf_subset": "hne_Deva-lij_Latn", "languages": ["hne-Deva", "lij-Latn"], "main_score": 0.616158, "precision": 0.590662, "recall": 0.676877}, {"accuracy": 0.873518, "f1": 0.840448, "hf_subset": "hne_Deva-mya_Mymr", "languages": ["hne-Deva", "mya-Mymr"], "main_score": 0.840448, "precision": 0.825511, "recall": 0.873518}, {"accuracy": 0.189723, "f1": 0.127764, "hf_subset": "hne_Deva-sag_Latn", "languages": ["hne-Deva", "sag-Latn"], "main_score": 0.127764, "precision": 0.111134, "recall": 0.189723}, {"accuracy": 0.070158, "f1": 0.029603, "hf_subset": "hne_Deva-taq_Tfng", "languages": ["hne-Deva", "taq-Tfng"], "main_score": 0.029603, "precision": 0.023878, "recall": 0.070158}, {"accuracy": 0.203557, "f1": 0.138433, "hf_subset": "hne_Deva-wol_Latn", "languages": ["hne-Deva", "wol-Latn"], "main_score": 0.138433, "precision": 0.120885, "recall": 0.203557}, {"accuracy": 0.087945, "f1": 0.044541, "hf_subset": "hne_Deva-arb_Latn", "languages": ["hne-Deva", "arb-Latn"], "main_score": 0.044541, "precision": 0.035687, "recall": 0.087945}, {"accuracy": 0.9417, "f1": 0.924572, "hf_subset": "hne_Deva-cat_Latn", "languages": ["hne-Deva", "cat-Latn"], "main_score": 0.924572, "precision": 0.916173, "recall": 0.9417}, {"accuracy": 0.626482, "f1": 0.554218, "hf_subset": "hne_Deva-fur_Latn", "languages": ["hne-Deva", "fur-Latn"], "main_score": 0.554218, "precision": 0.524845, "recall": 0.626482}, {"accuracy": 0.077075, "f1": 0.047441, "hf_subset": "hne_Deva-kab_Latn", "languages": ["hne-Deva", "kab-Latn"], "main_score": 0.047441, "precision": 0.041136, "recall": 0.077075}, {"accuracy": 0.668972, "f1": 0.60328, "hf_subset": "hne_Deva-lim_Latn", "languages": ["hne-Deva", "lim-Latn"], "main_score": 0.60328, "precision": 0.575379, "recall": 0.668972}, {"accuracy": 0.927866, "f1": 0.908762, "hf_subset": "hne_Deva-nld_Latn", "languages": ["hne-Deva", "nld-Latn"], "main_score": 0.908762, "precision": 0.900066, "recall": 0.927866}, {"accuracy": 0.712451, "f1": 0.653117, "hf_subset": "hne_Deva-san_Deva", "languages": ["hne-Deva", "san-Deva"], "main_score": 0.653117, "precision": 0.627529, "recall": 0.712451}, {"accuracy": 0.474308, "f1": 0.398974, "hf_subset": "hne_Deva-tat_Cyrl", "languages": ["hne-Deva", "tat-Cyrl"], "main_score": 0.398974, "precision": 0.370803, "recall": 0.474308}, {"accuracy": 0.166008, "f1": 0.105676, "hf_subset": "hne_Deva-xho_Latn", "languages": ["hne-Deva", "xho-Latn"], "main_score": 0.105676, "precision": 0.091108, "recall": 0.166008}, {"accuracy": 0.924901, "f1": 0.903129, "hf_subset": "hne_Deva-ars_Arab", "languages": ["hne-Deva", "ars-Arab"], "main_score": 0.903129, "precision": 0.892951, "recall": 0.924901}, {"accuracy": 0.353755, "f1": 0.273234, "hf_subset": "hne_Deva-ceb_Latn", "languages": ["hne-Deva", "ceb-Latn"], "main_score": 0.273234, "precision": 0.247055, "recall": 0.353755}, {"accuracy": 0.186759, "f1": 0.121224, "hf_subset": "hne_Deva-fuv_Latn", "languages": ["hne-Deva", "fuv-Latn"], "main_score": 0.121224, "precision": 0.105041, "recall": 0.186759}, {"accuracy": 0.164032, "f1": 0.106048, "hf_subset": "hne_Deva-kac_Latn", "languages": ["hne-Deva", "kac-Latn"], "main_score": 0.106048, "precision": 0.091717, "recall": 0.164032}, {"accuracy": 0.20751, "f1": 0.145998, "hf_subset": "hne_Deva-lin_Latn", "languages": ["hne-Deva", "lin-Latn"], "main_score": 0.145998, "precision": 0.128889, "recall": 0.20751}, {"accuracy": 0.914032, "f1": 0.891798, "hf_subset": "hne_Deva-nno_Latn", "languages": ["hne-Deva", "nno-Latn"], "main_score": 0.891798, "precision": 0.881423, "recall": 0.914032}, {"accuracy": 0.014822, "f1": 0.001915, "hf_subset": "hne_Deva-sat_Olck", "languages": ["hne-Deva", "sat-Olck"], "main_score": 0.001915, "precision": 0.001125, "recall": 0.014822}, {"accuracy": 0.788538, "f1": 0.74417, "hf_subset": "hne_Deva-tel_Telu", "languages": ["hne-Deva", "tel-Telu"], "main_score": 0.74417, "precision": 0.724736, "recall": 0.788538}, {"accuracy": 0.341897, "f1": 0.266867, "hf_subset": "hne_Deva-ydd_Hebr", "languages": ["hne-Deva", "ydd-Hebr"], "main_score": 0.266867, "precision": 0.240362, "recall": 0.341897}, {"accuracy": 0.799407, "f1": 0.757957, "hf_subset": "hne_Deva-ary_Arab", "languages": ["hne-Deva", "ary-Arab"], "main_score": 0.757957, "precision": 0.73969, "recall": 0.799407}, {"accuracy": 0.937747, "f1": 0.920817, "hf_subset": "hne_Deva-ces_Latn", "languages": ["hne-Deva", "ces-Latn"], "main_score": 0.920817, "precision": 0.912961, "recall": 0.937747}, {"accuracy": 0.074111, "f1": 0.035384, "hf_subset": "hne_Deva-gaz_Latn", "languages": ["hne-Deva", "gaz-Latn"], "main_score": 0.035384, "precision": 0.028117, "recall": 0.074111}, {"accuracy": 0.156126, "f1": 0.101129, "hf_subset": "hne_Deva-kam_Latn", "languages": ["hne-Deva", "kam-Latn"], "main_score": 0.101129, "precision": 0.087477, "recall": 0.156126}, {"accuracy": 0.923913, "f1": 0.902786, "hf_subset": "hne_Deva-lit_Latn", "languages": ["hne-Deva", "lit-Latn"], "main_score": 0.902786, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.925889, "f1": 0.905303, "hf_subset": "hne_Deva-nob_Latn", "languages": ["hne-Deva", "nob-Latn"], "main_score": 0.905303, "precision": 0.895422, "recall": 0.925889}, {"accuracy": 0.575099, "f1": 0.505654, "hf_subset": "hne_Deva-scn_Latn", "languages": ["hne-Deva", "scn-Latn"], "main_score": 0.505654, "precision": 0.477908, "recall": 0.575099}, {"accuracy": 0.157115, "f1": 0.102158, "hf_subset": "hne_Deva-tgk_Cyrl", "languages": ["hne-Deva", "tgk-Cyrl"], "main_score": 0.102158, "precision": 0.087612, "recall": 0.157115}, {"accuracy": 0.163043, "f1": 0.100876, "hf_subset": "hne_Deva-yor_Latn", "languages": ["hne-Deva", "yor-Latn"], "main_score": 0.100876, "precision": 0.084982, "recall": 0.163043}, {"accuracy": 0.893281, "f1": 0.868215, "hf_subset": "hne_Deva-arz_Arab", "languages": ["hne-Deva", "arz-Arab"], "main_score": 0.868215, "precision": 0.856555, "recall": 0.893281}, {"accuracy": 0.150198, "f1": 0.090723, "hf_subset": "hne_Deva-cjk_Latn", "languages": ["hne-Deva", "cjk-Latn"], "main_score": 0.090723, "precision": 0.076458, "recall": 0.150198}, {"accuracy": 0.141304, "f1": 0.086295, "hf_subset": "hne_Deva-gla_Latn", "languages": ["hne-Deva", "gla-Latn"], "main_score": 0.086295, "precision": 0.072192, "recall": 0.141304}, {"accuracy": 0.755929, "f1": 0.702851, "hf_subset": "hne_Deva-kan_Knda", "languages": ["hne-Deva", "kan-Knda"], "main_score": 0.702851, "precision": 0.679908, "recall": 0.755929}, {"accuracy": 0.577075, "f1": 0.503652, "hf_subset": "hne_Deva-lmo_Latn", "languages": ["hne-Deva", "lmo-Latn"], "main_score": 0.503652, "precision": 0.474919, "recall": 0.577075}, {"accuracy": 0.936759, "f1": 0.919617, "hf_subset": "hne_Deva-npi_Deva", "languages": ["hne-Deva", "npi-Deva"], "main_score": 0.919617, "precision": 0.912138, "recall": 0.936759}, {"accuracy": 0.208498, "f1": 0.137451, "hf_subset": "hne_Deva-shn_Mymr", "languages": ["hne-Deva", "shn-Mymr"], "main_score": 0.137451, "precision": 0.116013, "recall": 0.208498}, {"accuracy": 0.398221, "f1": 0.31708, "hf_subset": "hne_Deva-tgl_Latn", "languages": ["hne-Deva", "tgl-Latn"], "main_score": 0.31708, "precision": 0.291243, "recall": 0.398221}, {"accuracy": 0.947628, "f1": 0.931818, "hf_subset": "hne_Deva-yue_Hant", "languages": ["hne-Deva", "yue-Hant"], "main_score": 0.931818, "precision": 0.924078, "recall": 0.947628}, {"accuracy": 0.497036, "f1": 0.424111, "hf_subset": "hne_Deva-asm_Beng", "languages": ["hne-Deva", "asm-Beng"], "main_score": 0.424111, "precision": 0.395498, "recall": 0.497036}, {"accuracy": 0.73913, "f1": 0.681242, "hf_subset": "hne_Deva-ckb_Arab", "languages": ["hne-Deva", "ckb-Arab"], "main_score": 0.681242, "precision": 0.656515, "recall": 0.73913}, {"accuracy": 0.235178, "f1": 0.170343, "hf_subset": "hne_Deva-gle_Latn", "languages": ["hne-Deva", "gle-Latn"], "main_score": 0.170343, "precision": 0.152045, "recall": 0.235178}, {"accuracy": 0.62253, "f1": 0.554023, "hf_subset": "hne_Deva-kas_Arab", "languages": ["hne-Deva", "kas-Arab"], "main_score": 0.554023, "precision": 0.52528, "recall": 0.62253}, {"accuracy": 0.610672, "f1": 0.539105, "hf_subset": "hne_Deva-ltg_Latn", "languages": ["hne-Deva", "ltg-Latn"], "main_score": 0.539105, "precision": 0.511005, "recall": 0.610672}, {"accuracy": 0.208498, "f1": 0.143765, "hf_subset": "hne_Deva-nso_Latn", "languages": ["hne-Deva", "nso-Latn"], "main_score": 0.143765, "precision": 0.127032, "recall": 0.208498}, {"accuracy": 0.836957, "f1": 0.800071, "hf_subset": "hne_Deva-sin_Sinh", "languages": ["hne-Deva", "sin-Sinh"], "main_score": 0.800071, "precision": 0.783812, "recall": 0.836957}, {"accuracy": 0.936759, "f1": 0.91917, "hf_subset": "hne_Deva-tha_Thai", "languages": ["hne-Deva", "tha-Thai"], "main_score": 0.91917, "precision": 0.911182, "recall": 0.936759}, {"accuracy": 0.938735, "f1": 0.921937, "hf_subset": "hne_Deva-zho_Hans", "languages": ["hne-Deva", "zho-Hans"], "main_score": 0.921937, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.869565, "f1": 0.834848, "hf_subset": "hne_Deva-ast_Latn", "languages": ["hne-Deva", "ast-Latn"], "main_score": 0.834848, "precision": 0.818791, "recall": 0.869565}, {"accuracy": 0.684783, "f1": 0.627061, "hf_subset": "hne_Deva-crh_Latn", "languages": ["hne-Deva", "crh-Latn"], "main_score": 0.627061, "precision": 0.602619, "recall": 0.684783}, {"accuracy": 0.937747, "f1": 0.920257, "hf_subset": "hne_Deva-glg_Latn", "languages": ["hne-Deva", "glg-Latn"], "main_score": 0.920257, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.43083, "f1": 0.353752, "hf_subset": "hne_Deva-kas_Deva", "languages": ["hne-Deva", "kas-Deva"], "main_score": 0.353752, "precision": 0.32614, "recall": 0.43083}, {"accuracy": 0.445652, "f1": 0.361242, "hf_subset": "hne_Deva-ltz_Latn", "languages": ["hne-Deva", "ltz-Latn"], "main_score": 0.361242, "precision": 0.332279, "recall": 0.445652}, {"accuracy": 0.093874, "f1": 0.052742, "hf_subset": "hne_Deva-nus_Latn", "languages": ["hne-Deva", "nus-Latn"], "main_score": 0.052742, "precision": 0.045274, "recall": 0.093874}, {"accuracy": 0.939723, "f1": 0.922431, "hf_subset": "hne_Deva-slk_Latn", "languages": ["hne-Deva", "slk-Latn"], "main_score": 0.922431, "precision": 0.914196, "recall": 0.939723}, {"accuracy": 0.194664, "f1": 0.141305, "hf_subset": "hne_Deva-tir_Ethi", "languages": ["hne-Deva", "tir-Ethi"], "main_score": 0.141305, "precision": 0.125917, "recall": 0.194664}, {"accuracy": 0.9417, "f1": 0.925944, "hf_subset": "hne_Deva-zho_Hant", "languages": ["hne-Deva", "zho-Hant"], "main_score": 0.925944, "precision": 0.918602, "recall": 0.9417}, {"accuracy": 0.948617, "f1": 0.934519, "hf_subset": "hne_Deva-awa_Deva", "languages": ["hne-Deva", "awa-Deva"], "main_score": 0.934519, "precision": 0.928113, "recall": 0.948617}, {"accuracy": 0.390316, "f1": 0.309477, "hf_subset": "hne_Deva-cym_Latn", "languages": ["hne-Deva", "cym-Latn"], "main_score": 0.309477, "precision": 0.28356, "recall": 0.390316}, {"accuracy": 0.315217, "f1": 0.236376, "hf_subset": "hne_Deva-grn_Latn", "languages": ["hne-Deva", "grn-Latn"], "main_score": 0.236376, "precision": 0.213618, "recall": 0.315217}, {"accuracy": 0.805336, "f1": 0.754254, "hf_subset": "hne_Deva-kat_Geor", "languages": ["hne-Deva", "kat-Geor"], "main_score": 0.754254, "precision": 0.732049, "recall": 0.805336}, {"accuracy": 0.208498, "f1": 0.143137, "hf_subset": "hne_Deva-lua_Latn", "languages": ["hne-Deva", "lua-Latn"], "main_score": 0.143137, "precision": 0.124875, "recall": 0.208498}, {"accuracy": 0.1917, "f1": 0.124584, "hf_subset": "hne_Deva-nya_Latn", "languages": ["hne-Deva", "nya-Latn"], "main_score": 0.124584, "precision": 0.106954, "recall": 0.1917}, {"accuracy": 0.940711, "f1": 0.923748, "hf_subset": "hne_Deva-slv_Latn", "languages": ["hne-Deva", "slv-Latn"], "main_score": 0.923748, "precision": 0.915843, "recall": 0.940711}, {"accuracy": 0.416996, "f1": 0.331464, "hf_subset": "hne_Deva-tpi_Latn", "languages": ["hne-Deva", "tpi-Latn"], "main_score": 0.331464, "precision": 0.303171, "recall": 0.416996}, {"accuracy": 0.937747, "f1": 0.918709, "hf_subset": "hne_Deva-zsm_Latn", "languages": ["hne-Deva", "zsm-Latn"], "main_score": 0.918709, "precision": 0.909832, "recall": 0.937747}, {"accuracy": 0.163043, "f1": 0.099613, "hf_subset": "hne_Deva-ayr_Latn", "languages": ["hne-Deva", "ayr-Latn"], "main_score": 0.099613, "precision": 0.084233, "recall": 0.163043}, {"accuracy": 0.943676, "f1": 0.927207, "hf_subset": "hne_Deva-dan_Latn", "languages": ["hne-Deva", "dan-Latn"], "main_score": 0.927207, "precision": 0.919664, "recall": 0.943676}, {"accuracy": 0.881423, "f1": 0.851951, "hf_subset": "hne_Deva-guj_Gujr", "languages": ["hne-Deva", "guj-Gujr"], "main_score": 0.851951, "precision": 0.838727, "recall": 0.881423}, {"accuracy": 0.878458, "f1": 0.847153, "hf_subset": "hne_Deva-kaz_Cyrl", "languages": ["hne-Deva", "kaz-Cyrl"], "main_score": 0.847153, "precision": 0.833086, "recall": 0.878458}, {"accuracy": 0.132411, "f1": 0.076639, "hf_subset": "hne_Deva-lug_Latn", "languages": ["hne-Deva", "lug-Latn"], "main_score": 0.076639, "precision": 0.063517, "recall": 0.132411}, {"accuracy": 0.841897, "f1": 0.804545, "hf_subset": "hne_Deva-oci_Latn", "languages": ["hne-Deva", "oci-Latn"], "main_score": 0.804545, "precision": 0.787467, "recall": 0.841897}, {"accuracy": 0.143281, "f1": 0.088825, "hf_subset": "hne_Deva-smo_Latn", "languages": ["hne-Deva", "smo-Latn"], "main_score": 0.088825, "precision": 0.075849, "recall": 0.143281}, {"accuracy": 0.177866, "f1": 0.115094, "hf_subset": "hne_Deva-tsn_Latn", "languages": ["hne-Deva", "tsn-Latn"], "main_score": 0.115094, "precision": 0.098618, "recall": 0.177866}, {"accuracy": 0.108696, "f1": 0.063365, "hf_subset": "hne_Deva-zul_Latn", "languages": ["hne-Deva", "zul-Latn"], "main_score": 0.063365, "precision": 0.053483, "recall": 0.108696}, {"accuracy": 0.535573, "f1": 0.462817, "hf_subset": "hne_Deva-azb_Arab", "languages": ["hne-Deva", "azb-Arab"], "main_score": 0.462817, "precision": 0.434166, "recall": 0.535573}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "hne_Deva-deu_Latn", "languages": ["hne-Deva", "deu-Latn"], "main_score": 0.928195, "precision": 0.919631, "recall": 0.945652}, {"accuracy": 0.258893, "f1": 0.181695, "hf_subset": "hne_Deva-hat_Latn", "languages": ["hne-Deva", "hat-Latn"], "main_score": 0.181695, "precision": 0.160007, "recall": 0.258893}, {"accuracy": 0.142292, "f1": 0.082964, "hf_subset": "hne_Deva-kbp_Latn", "languages": ["hne-Deva", "kbp-Latn"], "main_score": 0.082964, "precision": 0.070052, "recall": 0.142292}, {"accuracy": 0.194664, "f1": 0.12571, "hf_subset": "hne_Deva-luo_Latn", "languages": ["hne-Deva", "luo-Latn"], "main_score": 0.12571, "precision": 0.109335, "recall": 0.194664}, {"accuracy": 0.745059, "f1": 0.693267, "hf_subset": "hne_Deva-ory_Orya", "languages": ["hne-Deva", "ory-Orya"], "main_score": 0.693267, "precision": 0.67156, "recall": 0.745059}, {"accuracy": 0.147233, "f1": 0.090306, "hf_subset": "hne_Deva-sna_Latn", "languages": ["hne-Deva", "sna-Latn"], "main_score": 0.090306, "precision": 0.077071, "recall": 0.147233}, {"accuracy": 0.158103, "f1": 0.104623, "hf_subset": "hne_Deva-tso_Latn", "languages": ["hne-Deva", "tso-Latn"], "main_score": 0.104623, "precision": 0.091808, "recall": 0.158103}, {"accuracy": 0.873518, "f1": 0.843761, "hf_subset": "hne_Deva-azj_Latn", "languages": ["hne-Deva", "azj-Latn"], "main_score": 0.843761, "precision": 0.830567, "recall": 0.873518}, {"accuracy": 0.248024, "f1": 0.175084, "hf_subset": "hne_Deva-dik_Latn", "languages": ["hne-Deva", "dik-Latn"], "main_score": 0.175084, "precision": 0.154823, "recall": 0.248024}, {"accuracy": 0.208498, "f1": 0.139663, "hf_subset": "hne_Deva-hau_Latn", "languages": ["hne-Deva", "hau-Latn"], "main_score": 0.139663, "precision": 0.123051, "recall": 0.208498}, {"accuracy": 0.56917, "f1": 0.495582, "hf_subset": "hne_Deva-kea_Latn", "languages": ["hne-Deva", "kea-Latn"], "main_score": 0.495582, "precision": 0.467903, "recall": 0.56917}, {"accuracy": 0.320158, "f1": 0.240682, "hf_subset": "hne_Deva-lus_Latn", "languages": ["hne-Deva", "lus-Latn"], "main_score": 0.240682, "precision": 0.216689, "recall": 0.320158}, {"accuracy": 0.44664, "f1": 0.364155, "hf_subset": "hne_Deva-pag_Latn", "languages": ["hne-Deva", "pag-Latn"], "main_score": 0.364155, "precision": 0.335704, "recall": 0.44664}, {"accuracy": 0.816206, "f1": 0.778346, "hf_subset": "hne_Deva-snd_Arab", "languages": ["hne-Deva", "snd-Arab"], "main_score": 0.778346, "precision": 0.761693, "recall": 0.816206}, {"accuracy": 0.279644, "f1": 0.203086, "hf_subset": "hne_Deva-tuk_Latn", "languages": ["hne-Deva", "tuk-Latn"], "main_score": 0.203086, "precision": 0.179863, "recall": 0.279644}, {"accuracy": 0.428854, "f1": 0.349333, "hf_subset": "hne_Deva-bak_Cyrl", "languages": ["hne-Deva", "bak-Cyrl"], "main_score": 0.349333, "precision": 0.32056, "recall": 0.428854}, {"accuracy": 0.152174, "f1": 0.095494, "hf_subset": "hne_Deva-dyu_Latn", "languages": ["hne-Deva", "dyu-Latn"], "main_score": 0.095494, "precision": 0.081868, "recall": 0.152174}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "hne_Deva-heb_Hebr", "languages": ["hne-Deva", "heb-Hebr"], "main_score": 0.920619, "precision": 0.912088, "recall": 0.938735}, {"accuracy": 0.901186, "f1": 0.875576, "hf_subset": "hne_Deva-khk_Cyrl", "languages": ["hne-Deva", "khk-Cyrl"], "main_score": 0.875576, "precision": 0.863942, "recall": 0.901186}, {"accuracy": 0.925889, "f1": 0.906192, "hf_subset": "hne_Deva-lvs_Latn", "languages": ["hne-Deva", "lvs-Latn"], "main_score": 0.906192, "precision": 0.897151, "recall": 0.925889}, {"accuracy": 0.780632, "f1": 0.728991, "hf_subset": "hne_Deva-pan_Guru", "languages": ["hne-Deva", "pan-Guru"], "main_score": 0.728991, "precision": 0.7066, "recall": 0.780632}, {"accuracy": 0.212451, "f1": 0.151475, "hf_subset": "hne_Deva-som_Latn", "languages": ["hne-Deva", "som-Latn"], "main_score": 0.151475, "precision": 0.134321, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.107985, "hf_subset": "hne_Deva-tum_Latn", "languages": ["hne-Deva", "tum-Latn"], "main_score": 0.107985, "precision": 0.091788, "recall": 0.174901}, {"accuracy": 0.040514, "f1": 0.031648, "hf_subset": "kik_Latn-ace_Arab", "languages": ["kik-Latn", "ace-Arab"], "main_score": 0.031648, "precision": 0.0294, "recall": 0.040514}, {"accuracy": 0.192688, "f1": 0.15487, "hf_subset": "kik_Latn-bam_Latn", "languages": ["kik-Latn", "bam-Latn"], "main_score": 0.15487, "precision": 0.148095, "recall": 0.192688}, {"accuracy": 0.005929, "f1": 0.001174, "hf_subset": "kik_Latn-dzo_Tibt", "languages": ["kik-Latn", "dzo-Tibt"], "main_score": 0.001174, "precision": 0.000717, "recall": 0.005929}, {"accuracy": 0.167984, "f1": 0.142388, "hf_subset": "kik_Latn-hin_Deva", "languages": ["kik-Latn", "hin-Deva"], "main_score": 0.142388, "precision": 0.135835, "recall": 0.167984}, {"accuracy": 0.146245, "f1": 0.130529, "hf_subset": "kik_Latn-khm_Khmr", "languages": ["kik-Latn", "khm-Khmr"], "main_score": 0.130529, "precision": 0.125248, "recall": 0.146245}, {"accuracy": 0.133399, "f1": 0.118408, "hf_subset": "kik_Latn-mag_Deva", "languages": ["kik-Latn", "mag-Deva"], "main_score": 0.118408, "precision": 0.1129, "recall": 0.133399}, {"accuracy": 0.158103, "f1": 0.141678, "hf_subset": "kik_Latn-pap_Latn", "languages": ["kik-Latn", "pap-Latn"], "main_score": 0.141678, "precision": 0.136538, "recall": 0.158103}, {"accuracy": 0.242095, "f1": 0.214351, "hf_subset": "kik_Latn-sot_Latn", "languages": ["kik-Latn", "sot-Latn"], "main_score": 0.214351, "precision": 0.204258, "recall": 0.242095}, {"accuracy": 0.244071, "f1": 0.2157, "hf_subset": "kik_Latn-tur_Latn", "languages": ["kik-Latn", "tur-Latn"], "main_score": 0.2157, "precision": 0.207274, "recall": 0.244071}, {"accuracy": 0.190711, "f1": 0.170097, "hf_subset": "kik_Latn-ace_Latn", "languages": ["kik-Latn", "ace-Latn"], "main_score": 0.170097, "precision": 0.162616, "recall": 0.190711}, {"accuracy": 0.153162, "f1": 0.14361, "hf_subset": "kik_Latn-ban_Latn", "languages": ["kik-Latn", "ban-Latn"], "main_score": 0.14361, "precision": 0.140897, "recall": 0.153162}, {"accuracy": 0.183794, "f1": 0.15825, "hf_subset": "kik_Latn-ell_Grek", "languages": ["kik-Latn", "ell-Grek"], "main_score": 0.15825, "precision": 0.150871, "recall": 0.183794}, {"accuracy": 0.136364, "f1": 0.121436, "hf_subset": "kik_Latn-hne_Deva", "languages": ["kik-Latn", "hne-Deva"], "main_score": 0.121436, "precision": 0.117014, "recall": 0.136364}, {"accuracy": 0.147233, "f1": 0.130102, "hf_subset": "kik_Latn-mai_Deva", "languages": ["kik-Latn", "mai-Deva"], "main_score": 0.130102, "precision": 0.125718, "recall": 0.147233}, {"accuracy": 0.136364, "f1": 0.116592, "hf_subset": "kik_Latn-pbt_Arab", "languages": ["kik-Latn", "pbt-Arab"], "main_score": 0.116592, "precision": 0.110611, "recall": 0.136364}, {"accuracy": 0.232213, "f1": 0.208279, "hf_subset": "kik_Latn-spa_Latn", "languages": ["kik-Latn", "spa-Latn"], "main_score": 0.208279, "precision": 0.201078, "recall": 0.232213}, {"accuracy": 0.299407, "f1": 0.270219, "hf_subset": "kik_Latn-twi_Latn", "languages": ["kik-Latn", "twi-Latn"], "main_score": 0.270219, "precision": 0.259345, "recall": 0.299407}, {"accuracy": 0.147233, "f1": 0.131223, "hf_subset": "kik_Latn-acm_Arab", "languages": ["kik-Latn", "acm-Arab"], "main_score": 0.131223, "precision": 0.125932, "recall": 0.147233}, {"accuracy": 0.15415, "f1": 0.131376, "hf_subset": "kik_Latn-bel_Cyrl", "languages": ["kik-Latn", "bel-Cyrl"], "main_score": 0.131376, "precision": 0.125206, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.22324, "hf_subset": "kik_Latn-eng_Latn", "languages": ["kik-Latn", "eng-Latn"], "main_score": 0.22324, "precision": 0.213884, "recall": 0.252964}, {"accuracy": 0.174901, "f1": 0.161465, "hf_subset": "kik_Latn-hrv_Latn", "languages": ["kik-Latn", "hrv-Latn"], "main_score": 0.161465, "precision": 0.156804, "recall": 0.174901}, {"accuracy": 0.216403, "f1": 0.190807, "hf_subset": "kik_Latn-kin_Latn", "languages": ["kik-Latn", "kin-Latn"], "main_score": 0.190807, "precision": 0.182046, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.056854, "hf_subset": "kik_Latn-mal_Mlym", "languages": ["kik-Latn", "mal-Mlym"], "main_score": 0.056854, "precision": 0.053807, "recall": 0.072134}, {"accuracy": 0.170949, "f1": 0.15195, "hf_subset": "kik_Latn-pes_Arab", "languages": ["kik-Latn", "pes-Arab"], "main_score": 0.15195, "precision": 0.145849, "recall": 0.170949}, {"accuracy": 0.164032, "f1": 0.143339, "hf_subset": "kik_Latn-srd_Latn", "languages": ["kik-Latn", "srd-Latn"], "main_score": 0.143339, "precision": 0.1368, "recall": 0.164032}, {"accuracy": 0.034585, "f1": 0.023021, "hf_subset": "kik_Latn-tzm_Tfng", "languages": ["kik-Latn", "tzm-Tfng"], "main_score": 0.023021, "precision": 0.019942, "recall": 0.034585}, {"accuracy": 0.162055, "f1": 0.140064, "hf_subset": "kik_Latn-acq_Arab", "languages": ["kik-Latn", "acq-Arab"], "main_score": 0.140064, "precision": 0.133632, "recall": 0.162055}, {"accuracy": 0.275692, "f1": 0.244321, "hf_subset": "kik_Latn-bem_Latn", "languages": ["kik-Latn", "bem-Latn"], "main_score": 0.244321, "precision": 0.232803, "recall": 0.275692}, {"accuracy": 0.146245, "f1": 0.133961, "hf_subset": "kik_Latn-epo_Latn", "languages": ["kik-Latn", "epo-Latn"], "main_score": 0.133961, "precision": 0.130028, "recall": 0.146245}, {"accuracy": 0.241107, "f1": 0.212772, "hf_subset": "kik_Latn-hun_Latn", "languages": ["kik-Latn", "hun-Latn"], "main_score": 0.212772, "precision": 0.205097, "recall": 0.241107}, {"accuracy": 0.162055, "f1": 0.138465, "hf_subset": "kik_Latn-kir_Cyrl", "languages": ["kik-Latn", "kir-Cyrl"], "main_score": 0.138465, "precision": 0.132082, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.112726, "hf_subset": "kik_Latn-mar_Deva", "languages": ["kik-Latn", "mar-Deva"], "main_score": 0.112726, "precision": 0.107054, "recall": 0.131423}, {"accuracy": 0.181818, "f1": 0.159602, "hf_subset": "kik_Latn-plt_Latn", "languages": ["kik-Latn", "plt-Latn"], "main_score": 0.159602, "precision": 0.153717, "recall": 0.181818}, {"accuracy": 0.194664, "f1": 0.167162, "hf_subset": "kik_Latn-srp_Cyrl", "languages": ["kik-Latn", "srp-Cyrl"], "main_score": 0.167162, "precision": 0.159238, "recall": 0.194664}, {"accuracy": 0.085968, "f1": 0.075974, "hf_subset": "kik_Latn-uig_Arab", "languages": ["kik-Latn", "uig-Arab"], "main_score": 0.075974, "precision": 0.072943, "recall": 0.085968}, {"accuracy": 0.132411, "f1": 0.117463, "hf_subset": "kik_Latn-aeb_Arab", "languages": ["kik-Latn", "aeb-Arab"], "main_score": 0.117463, "precision": 0.113516, "recall": 0.132411}, {"accuracy": 0.082016, "f1": 0.065306, "hf_subset": "kik_Latn-ben_Beng", "languages": ["kik-Latn", "ben-Beng"], "main_score": 0.065306, "precision": 0.060922, "recall": 0.082016}, {"accuracy": 0.231225, "f1": 0.200608, "hf_subset": "kik_Latn-est_Latn", "languages": ["kik-Latn", "est-Latn"], "main_score": 0.200608, "precision": 0.190948, "recall": 0.231225}, {"accuracy": 0.140316, "f1": 0.118772, "hf_subset": "kik_Latn-hye_Armn", "languages": ["kik-Latn", "hye-Armn"], "main_score": 0.118772, "precision": 0.111762, "recall": 0.140316}, {"accuracy": 0.212451, "f1": 0.179696, "hf_subset": "kik_Latn-kmb_Latn", "languages": ["kik-Latn", "kmb-Latn"], "main_score": 0.179696, "precision": 0.167318, "recall": 0.212451}, {"accuracy": 0.020751, "f1": 0.017787, "hf_subset": "kik_Latn-min_Arab", "languages": ["kik-Latn", "min-Arab"], "main_score": 0.017787, "precision": 0.016667, "recall": 0.020751}, {"accuracy": 0.231225, "f1": 0.198544, "hf_subset": "kik_Latn-pol_Latn", "languages": ["kik-Latn", "pol-Latn"], "main_score": 0.198544, "precision": 0.188475, "recall": 0.231225}, {"accuracy": 0.199605, "f1": 0.17336, "hf_subset": "kik_Latn-ssw_Latn", "languages": ["kik-Latn", "ssw-Latn"], "main_score": 0.17336, "precision": 0.163293, "recall": 0.199605}, {"accuracy": 0.198617, "f1": 0.170743, "hf_subset": "kik_Latn-ukr_Cyrl", "languages": ["kik-Latn", "ukr-Cyrl"], "main_score": 0.170743, "precision": 0.162784, "recall": 0.198617}, {"accuracy": 0.230237, "f1": 0.201565, "hf_subset": "kik_Latn-afr_Latn", "languages": ["kik-Latn", "afr-Latn"], "main_score": 0.201565, "precision": 0.194371, "recall": 0.230237}, {"accuracy": 0.135375, "f1": 0.121634, "hf_subset": "kik_Latn-bho_Deva", "languages": ["kik-Latn", "bho-Deva"], "main_score": 0.121634, "precision": 0.117537, "recall": 0.135375}, {"accuracy": 0.131423, "f1": 0.117737, "hf_subset": "kik_Latn-eus_Latn", "languages": ["kik-Latn", "eus-Latn"], "main_score": 0.117737, "precision": 0.114777, "recall": 0.131423}, {"accuracy": 0.195652, "f1": 0.167412, "hf_subset": "kik_Latn-ibo_Latn", "languages": ["kik-Latn", "ibo-Latn"], "main_score": 0.167412, "precision": 0.157374, "recall": 0.195652}, {"accuracy": 0.177866, "f1": 0.156736, "hf_subset": "kik_Latn-kmr_Latn", "languages": ["kik-Latn", "kmr-Latn"], "main_score": 0.156736, "precision": 0.151219, "recall": 0.177866}, {"accuracy": 0.166996, "f1": 0.150838, "hf_subset": "kik_Latn-min_Latn", "languages": ["kik-Latn", "min-Latn"], "main_score": 0.150838, "precision": 0.146687, "recall": 0.166996}, {"accuracy": 0.236166, "f1": 0.205099, "hf_subset": "kik_Latn-por_Latn", "languages": ["kik-Latn", "por-Latn"], "main_score": 0.205099, "precision": 0.195714, "recall": 0.236166}, {"accuracy": 0.160079, "f1": 0.147003, "hf_subset": "kik_Latn-sun_Latn", "languages": ["kik-Latn", "sun-Latn"], "main_score": 0.147003, "precision": 0.143256, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.164458, "hf_subset": "kik_Latn-umb_Latn", "languages": ["kik-Latn", "umb-Latn"], "main_score": 0.164458, "precision": 0.155715, "recall": 0.1917}, {"accuracy": 0.166008, "f1": 0.142159, "hf_subset": "kik_Latn-ajp_Arab", "languages": ["kik-Latn", "ajp-Arab"], "main_score": 0.142159, "precision": 0.134943, "recall": 0.166008}, {"accuracy": 0.039526, "f1": 0.032684, "hf_subset": "kik_Latn-bjn_Arab", "languages": ["kik-Latn", "bjn-Arab"], "main_score": 0.032684, "precision": 0.030955, "recall": 0.039526}, {"accuracy": 0.227273, "f1": 0.203528, "hf_subset": "kik_Latn-ewe_Latn", "languages": ["kik-Latn", "ewe-Latn"], "main_score": 0.203528, "precision": 0.195977, "recall": 0.227273}, {"accuracy": 0.245059, "f1": 0.221613, "hf_subset": "kik_Latn-ilo_Latn", "languages": ["kik-Latn", "ilo-Latn"], "main_score": 0.221613, "precision": 0.213287, "recall": 0.245059}, {"accuracy": 0.035573, "f1": 0.030047, "hf_subset": "kik_Latn-knc_Arab", "languages": ["kik-Latn", "knc-Arab"], "main_score": 0.030047, "precision": 0.028116, "recall": 0.035573}, {"accuracy": 0.204545, "f1": 0.17554, "hf_subset": "kik_Latn-mkd_Cyrl", "languages": ["kik-Latn", "mkd-Cyrl"], "main_score": 0.17554, "precision": 0.167275, "recall": 0.204545}, {"accuracy": 0.145257, "f1": 0.128027, "hf_subset": "kik_Latn-prs_Arab", "languages": ["kik-Latn", "prs-Arab"], "main_score": 0.128027, "precision": 0.122737, "recall": 0.145257}, {"accuracy": 0.214427, "f1": 0.195604, "hf_subset": "kik_Latn-swe_Latn", "languages": ["kik-Latn", "swe-Latn"], "main_score": 0.195604, "precision": 0.189123, "recall": 0.214427}, {"accuracy": 0.133399, "f1": 0.111149, "hf_subset": "kik_Latn-urd_Arab", "languages": ["kik-Latn", "urd-Arab"], "main_score": 0.111149, "precision": 0.105661, "recall": 0.133399}, {"accuracy": 0.272727, "f1": 0.24217, "hf_subset": "kik_Latn-aka_Latn", "languages": ["kik-Latn", "aka-Latn"], "main_score": 0.24217, "precision": 0.232978, "recall": 0.272727}, {"accuracy": 0.166008, "f1": 0.150988, "hf_subset": "kik_Latn-bjn_Latn", "languages": ["kik-Latn", "bjn-Latn"], "main_score": 0.150988, "precision": 0.146303, "recall": 0.166008}, {"accuracy": 0.155138, "f1": 0.137003, "hf_subset": "kik_Latn-fao_Latn", "languages": ["kik-Latn", "fao-Latn"], "main_score": 0.137003, "precision": 0.13225, "recall": 0.155138}, {"accuracy": 0.250988, "f1": 0.2182, "hf_subset": "kik_Latn-ind_Latn", "languages": ["kik-Latn", "ind-Latn"], "main_score": 0.2182, "precision": 0.208678, "recall": 0.250988}, {"accuracy": 0.222332, "f1": 0.198472, "hf_subset": "kik_Latn-knc_Latn", "languages": ["kik-Latn", "knc-Latn"], "main_score": 0.198472, "precision": 0.189707, "recall": 0.222332}, {"accuracy": 0.208498, "f1": 0.189292, "hf_subset": "kik_Latn-mlt_Latn", "languages": ["kik-Latn", "mlt-Latn"], "main_score": 0.189292, "precision": 0.183043, "recall": 0.208498}, {"accuracy": 0.217391, "f1": 0.192151, "hf_subset": "kik_Latn-quy_Latn", "languages": ["kik-Latn", "quy-Latn"], "main_score": 0.192151, "precision": 0.182411, "recall": 0.217391}, {"accuracy": 0.186759, "f1": 0.162239, "hf_subset": "kik_Latn-swh_Latn", "languages": ["kik-Latn", "swh-Latn"], "main_score": 0.162239, "precision": 0.155361, "recall": 0.186759}, {"accuracy": 0.129447, "f1": 0.115173, "hf_subset": "kik_Latn-uzn_Latn", "languages": ["kik-Latn", "uzn-Latn"], "main_score": 0.115173, "precision": 0.111207, "recall": 0.129447}, {"accuracy": 0.216403, "f1": 0.191409, "hf_subset": "kik_Latn-als_Latn", "languages": ["kik-Latn", "als-Latn"], "main_score": 0.191409, "precision": 0.18366, "recall": 0.216403}, {"accuracy": 0.033597, "f1": 0.016925, "hf_subset": "kik_Latn-bod_Tibt", "languages": ["kik-Latn", "bod-Tibt"], "main_score": 0.016925, "precision": 0.013683, "recall": 0.033597}, {"accuracy": 0.163043, "f1": 0.144859, "hf_subset": "kik_Latn-fij_Latn", "languages": ["kik-Latn", "fij-Latn"], "main_score": 0.144859, "precision": 0.138911, "recall": 0.163043}, {"accuracy": 0.121542, "f1": 0.111341, "hf_subset": "kik_Latn-isl_Latn", "languages": ["kik-Latn", "isl-Latn"], "main_score": 0.111341, "precision": 0.107503, "recall": 0.121542}, {"accuracy": 0.227273, "f1": 0.202526, "hf_subset": "kik_Latn-kon_Latn", "languages": ["kik-Latn", "kon-Latn"], "main_score": 0.202526, "precision": 0.194506, "recall": 0.227273}, {"accuracy": 0.046443, "f1": 0.034215, "hf_subset": "kik_Latn-mni_Beng", "languages": ["kik-Latn", "mni-Beng"], "main_score": 0.034215, "precision": 0.031217, "recall": 0.046443}, {"accuracy": 0.241107, "f1": 0.210665, "hf_subset": "kik_Latn-ron_Latn", "languages": ["kik-Latn", "ron-Latn"], "main_score": 0.210665, "precision": 0.201564, "recall": 0.241107}, {"accuracy": 0.155138, "f1": 0.140935, "hf_subset": "kik_Latn-szl_Latn", "languages": ["kik-Latn", "szl-Latn"], "main_score": 0.140935, "precision": 0.136418, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.155682, "hf_subset": "kik_Latn-vec_Latn", "languages": ["kik-Latn", "vec-Latn"], "main_score": 0.155682, "precision": 0.151153, "recall": 0.171937}, {"accuracy": 0.064229, "f1": 0.049268, "hf_subset": "kik_Latn-amh_Ethi", "languages": ["kik-Latn", "amh-Ethi"], "main_score": 0.049268, "precision": 0.045539, "recall": 0.064229}, {"accuracy": 0.230237, "f1": 0.205057, "hf_subset": "kik_Latn-bos_Latn", "languages": ["kik-Latn", "bos-Latn"], "main_score": 0.205057, "precision": 0.197444, "recall": 0.230237}, {"accuracy": 0.217391, "f1": 0.19363, "hf_subset": "kik_Latn-fin_Latn", "languages": ["kik-Latn", "fin-Latn"], "main_score": 0.19363, "precision": 0.186456, "recall": 0.217391}, {"accuracy": 0.248024, "f1": 0.212956, "hf_subset": "kik_Latn-ita_Latn", "languages": ["kik-Latn", "ita-Latn"], "main_score": 0.212956, "precision": 0.202849, "recall": 0.248024}, {"accuracy": 0.16502, "f1": 0.1404, "hf_subset": "kik_Latn-kor_Hang", "languages": ["kik-Latn", "kor-Hang"], "main_score": 0.1404, "precision": 0.133123, "recall": 0.16502}, {"accuracy": 0.18083, "f1": 0.15511, "hf_subset": "kik_Latn-mos_Latn", "languages": ["kik-Latn", "mos-Latn"], "main_score": 0.15511, "precision": 0.147083, "recall": 0.18083}, {"accuracy": 0.219368, "f1": 0.18796, "hf_subset": "kik_Latn-run_Latn", "languages": ["kik-Latn", "run-Latn"], "main_score": 0.18796, "precision": 0.17789, "recall": 0.219368}, {"accuracy": 0.06917, "f1": 0.055461, "hf_subset": "kik_Latn-tam_Taml", "languages": ["kik-Latn", "tam-Taml"], "main_score": 0.055461, "precision": 0.052574, "recall": 0.06917}, {"accuracy": 0.232213, "f1": 0.201831, "hf_subset": "kik_Latn-vie_Latn", "languages": ["kik-Latn", "vie-Latn"], "main_score": 0.201831, "precision": 0.192739, "recall": 0.232213}, {"accuracy": 0.131423, "f1": 0.116225, "hf_subset": "kik_Latn-apc_Arab", "languages": ["kik-Latn", "apc-Arab"], "main_score": 0.116225, "precision": 0.110765, "recall": 0.131423}, {"accuracy": 0.211462, "f1": 0.192258, "hf_subset": "kik_Latn-bug_Latn", "languages": ["kik-Latn", "bug-Latn"], "main_score": 0.192258, "precision": 0.184693, "recall": 0.211462}, {"accuracy": 0.194664, "f1": 0.171201, "hf_subset": "kik_Latn-fon_Latn", "languages": ["kik-Latn", "fon-Latn"], "main_score": 0.171201, "precision": 0.162128, "recall": 0.194664}, {"accuracy": 0.162055, "f1": 0.147209, "hf_subset": "kik_Latn-jav_Latn", "languages": ["kik-Latn", "jav-Latn"], "main_score": 0.147209, "precision": 0.142773, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.154294, "hf_subset": "kik_Latn-lao_Laoo", "languages": ["kik-Latn", "lao-Laoo"], "main_score": 0.154294, "precision": 0.146744, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.161327, "hf_subset": "kik_Latn-mri_Latn", "languages": ["kik-Latn", "mri-Latn"], "main_score": 0.161327, "precision": 0.15305, "recall": 0.190711}, {"accuracy": 0.202569, "f1": 0.176124, "hf_subset": "kik_Latn-rus_Cyrl", "languages": ["kik-Latn", "rus-Cyrl"], "main_score": 0.176124, "precision": 0.167832, "recall": 0.202569}, {"accuracy": 0.230237, "f1": 0.20253, "hf_subset": "kik_Latn-taq_Latn", "languages": ["kik-Latn", "taq-Latn"], "main_score": 0.20253, "precision": 0.193723, "recall": 0.230237}, {"accuracy": 0.217391, "f1": 0.195678, "hf_subset": "kik_Latn-war_Latn", "languages": ["kik-Latn", "war-Latn"], "main_score": 0.195678, "precision": 0.188594, "recall": 0.217391}, {"accuracy": 0.16502, "f1": 0.141145, "hf_subset": "kik_Latn-arb_Arab", "languages": ["kik-Latn", "arb-Arab"], "main_score": 0.141145, "precision": 0.134311, "recall": 0.16502}, {"accuracy": 0.210474, "f1": 0.183197, "hf_subset": "kik_Latn-bul_Cyrl", "languages": ["kik-Latn", "bul-Cyrl"], "main_score": 0.183197, "precision": 0.175584, "recall": 0.210474}, {"accuracy": 0.247036, "f1": 0.210427, "hf_subset": "kik_Latn-fra_Latn", "languages": ["kik-Latn", "fra-Latn"], "main_score": 0.210427, "precision": 0.200111, "recall": 0.247036}, {"accuracy": 0.186759, "f1": 0.163406, "hf_subset": "kik_Latn-jpn_Jpan", "languages": ["kik-Latn", "jpn-Jpan"], "main_score": 0.163406, "precision": 0.156407, "recall": 0.186759}, {"accuracy": 0.174901, "f1": 0.163194, "hf_subset": "kik_Latn-lij_Latn", "languages": ["kik-Latn", "lij-Latn"], "main_score": 0.163194, "precision": 0.159869, "recall": 0.174901}, {"accuracy": 0.133399, "f1": 0.110208, "hf_subset": "kik_Latn-mya_Mymr", "languages": ["kik-Latn", "mya-Mymr"], "main_score": 0.110208, "precision": 0.103481, "recall": 0.133399}, {"accuracy": 0.171937, "f1": 0.14916, "hf_subset": "kik_Latn-sag_Latn", "languages": ["kik-Latn", "sag-Latn"], "main_score": 0.14916, "precision": 0.142094, "recall": 0.171937}, {"accuracy": 0.059289, "f1": 0.039713, "hf_subset": "kik_Latn-taq_Tfng", "languages": ["kik-Latn", "taq-Tfng"], "main_score": 0.039713, "precision": 0.035461, "recall": 0.059289}, {"accuracy": 0.214427, "f1": 0.186173, "hf_subset": "kik_Latn-wol_Latn", "languages": ["kik-Latn", "wol-Latn"], "main_score": 0.186173, "precision": 0.176188, "recall": 0.214427}, {"accuracy": 0.102767, "f1": 0.076259, "hf_subset": "kik_Latn-arb_Latn", "languages": ["kik-Latn", "arb-Latn"], "main_score": 0.076259, "precision": 0.06954, "recall": 0.102767}, {"accuracy": 0.242095, "f1": 0.207162, "hf_subset": "kik_Latn-cat_Latn", "languages": ["kik-Latn", "cat-Latn"], "main_score": 0.207162, "precision": 0.197314, "recall": 0.242095}, {"accuracy": 0.189723, "f1": 0.167195, "hf_subset": "kik_Latn-fur_Latn", "languages": ["kik-Latn", "fur-Latn"], "main_score": 0.167195, "precision": 0.161034, "recall": 0.189723}, {"accuracy": 0.076087, "f1": 0.059679, "hf_subset": "kik_Latn-kab_Latn", "languages": ["kik-Latn", "kab-Latn"], "main_score": 0.059679, "precision": 0.055377, "recall": 0.076087}, {"accuracy": 0.184783, "f1": 0.167525, "hf_subset": "kik_Latn-lim_Latn", "languages": ["kik-Latn", "lim-Latn"], "main_score": 0.167525, "precision": 0.162575, "recall": 0.184783}, {"accuracy": 0.262846, "f1": 0.227085, "hf_subset": "kik_Latn-nld_Latn", "languages": ["kik-Latn", "nld-Latn"], "main_score": 0.227085, "precision": 0.217093, "recall": 0.262846}, {"accuracy": 0.074111, "f1": 0.064541, "hf_subset": "kik_Latn-san_Deva", "languages": ["kik-Latn", "san-Deva"], "main_score": 0.064541, "precision": 0.06223, "recall": 0.074111}, {"accuracy": 0.153162, "f1": 0.133667, "hf_subset": "kik_Latn-tat_Cyrl", "languages": ["kik-Latn", "tat-Cyrl"], "main_score": 0.133667, "precision": 0.128083, "recall": 0.153162}, {"accuracy": 0.208498, "f1": 0.182289, "hf_subset": "kik_Latn-xho_Latn", "languages": ["kik-Latn", "xho-Latn"], "main_score": 0.182289, "precision": 0.173209, "recall": 0.208498}, {"accuracy": 0.159091, "f1": 0.13406, "hf_subset": "kik_Latn-ars_Arab", "languages": ["kik-Latn", "ars-Arab"], "main_score": 0.13406, "precision": 0.126917, "recall": 0.159091}, {"accuracy": 0.188735, "f1": 0.168678, "hf_subset": "kik_Latn-ceb_Latn", "languages": ["kik-Latn", "ceb-Latn"], "main_score": 0.168678, "precision": 0.163271, "recall": 0.188735}, {"accuracy": 0.181818, "f1": 0.156633, "hf_subset": "kik_Latn-fuv_Latn", "languages": ["kik-Latn", "fuv-Latn"], "main_score": 0.156633, "precision": 0.148283, "recall": 0.181818}, {"accuracy": 0.217391, "f1": 0.183284, "hf_subset": "kik_Latn-kac_Latn", "languages": ["kik-Latn", "kac-Latn"], "main_score": 0.183284, "precision": 0.172392, "recall": 0.217391}, {"accuracy": 0.201581, "f1": 0.179401, "hf_subset": "kik_Latn-lin_Latn", "languages": ["kik-Latn", "lin-Latn"], "main_score": 0.179401, "precision": 0.172584, "recall": 0.201581}, {"accuracy": 0.230237, "f1": 0.205954, "hf_subset": "kik_Latn-nno_Latn", "languages": ["kik-Latn", "nno-Latn"], "main_score": 0.205954, "precision": 0.199053, "recall": 0.230237}, {"accuracy": 0.022727, "f1": 0.009978, "hf_subset": "kik_Latn-sat_Olck", "languages": ["kik-Latn", "sat-Olck"], "main_score": 0.009978, "precision": 0.008249, "recall": 0.022727}, {"accuracy": 0.072134, "f1": 0.062802, "hf_subset": "kik_Latn-tel_Telu", "languages": ["kik-Latn", "tel-Telu"], "main_score": 0.062802, "precision": 0.060042, "recall": 0.072134}, {"accuracy": 0.063241, "f1": 0.051533, "hf_subset": "kik_Latn-ydd_Hebr", "languages": ["kik-Latn", "ydd-Hebr"], "main_score": 0.051533, "precision": 0.047992, "recall": 0.063241}, {"accuracy": 0.120553, "f1": 0.098547, "hf_subset": "kik_Latn-ary_Arab", "languages": ["kik-Latn", "ary-Arab"], "main_score": 0.098547, "precision": 0.092819, "recall": 0.120553}, {"accuracy": 0.236166, "f1": 0.210532, "hf_subset": "kik_Latn-ces_Latn", "languages": ["kik-Latn", "ces-Latn"], "main_score": 0.210532, "precision": 0.203004, "recall": 0.236166}, {"accuracy": 0.096838, "f1": 0.073496, "hf_subset": "kik_Latn-gaz_Latn", "languages": ["kik-Latn", "gaz-Latn"], "main_score": 0.073496, "precision": 0.067186, "recall": 0.096838}, {"accuracy": 0.248024, "f1": 0.214838, "hf_subset": "kik_Latn-kam_Latn", "languages": ["kik-Latn", "kam-Latn"], "main_score": 0.214838, "precision": 0.204218, "recall": 0.248024}, {"accuracy": 0.221344, "f1": 0.194931, "hf_subset": "kik_Latn-lit_Latn", "languages": ["kik-Latn", "lit-Latn"], "main_score": 0.194931, "precision": 0.186996, "recall": 0.221344}, {"accuracy": 0.23913, "f1": 0.211657, "hf_subset": "kik_Latn-nob_Latn", "languages": ["kik-Latn", "nob-Latn"], "main_score": 0.211657, "precision": 0.202402, "recall": 0.23913}, {"accuracy": 0.147233, "f1": 0.133934, "hf_subset": "kik_Latn-scn_Latn", "languages": ["kik-Latn", "scn-Latn"], "main_score": 0.133934, "precision": 0.129847, "recall": 0.147233}, {"accuracy": 0.12253, "f1": 0.10807, "hf_subset": "kik_Latn-tgk_Cyrl", "languages": ["kik-Latn", "tgk-Cyrl"], "main_score": 0.10807, "precision": 0.102472, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.165359, "hf_subset": "kik_Latn-yor_Latn", "languages": ["kik-Latn", "yor-Latn"], "main_score": 0.165359, "precision": 0.155397, "recall": 0.192688}, {"accuracy": 0.142292, "f1": 0.121536, "hf_subset": "kik_Latn-arz_Arab", "languages": ["kik-Latn", "arz-Arab"], "main_score": 0.121536, "precision": 0.115691, "recall": 0.142292}, {"accuracy": 0.221344, "f1": 0.189304, "hf_subset": "kik_Latn-cjk_Latn", "languages": ["kik-Latn", "cjk-Latn"], "main_score": 0.189304, "precision": 0.178815, "recall": 0.221344}, {"accuracy": 0.135375, "f1": 0.112165, "hf_subset": "kik_Latn-gla_Latn", "languages": ["kik-Latn", "gla-Latn"], "main_score": 0.112165, "precision": 0.106281, "recall": 0.135375}, {"accuracy": 0.067194, "f1": 0.05498, "hf_subset": "kik_Latn-kan_Knda", "languages": ["kik-Latn", "kan-Knda"], "main_score": 0.05498, "precision": 0.051698, "recall": 0.067194}, {"accuracy": 0.16996, "f1": 0.149167, "hf_subset": "kik_Latn-lmo_Latn", "languages": ["kik-Latn", "lmo-Latn"], "main_score": 0.149167, "precision": 0.143752, "recall": 0.16996}, {"accuracy": 0.155138, "f1": 0.13209, "hf_subset": "kik_Latn-npi_Deva", "languages": ["kik-Latn", "npi-Deva"], "main_score": 0.13209, "precision": 0.126087, "recall": 0.155138}, {"accuracy": 0.175889, "f1": 0.148162, "hf_subset": "kik_Latn-shn_Mymr", "languages": ["kik-Latn", "shn-Mymr"], "main_score": 0.148162, "precision": 0.139152, "recall": 0.175889}, {"accuracy": 0.19664, "f1": 0.178491, "hf_subset": "kik_Latn-tgl_Latn", "languages": ["kik-Latn", "tgl-Latn"], "main_score": 0.178491, "precision": 0.172811, "recall": 0.19664}, {"accuracy": 0.179842, "f1": 0.154822, "hf_subset": "kik_Latn-yue_Hant", "languages": ["kik-Latn", "yue-Hant"], "main_score": 0.154822, "precision": 0.146815, "recall": 0.179842}, {"accuracy": 0.046443, "f1": 0.037394, "hf_subset": "kik_Latn-asm_Beng", "languages": ["kik-Latn", "asm-Beng"], "main_score": 0.037394, "precision": 0.034849, "recall": 0.046443}, {"accuracy": 0.104743, "f1": 0.081434, "hf_subset": "kik_Latn-ckb_Arab", "languages": ["kik-Latn", "ckb-Arab"], "main_score": 0.081434, "precision": 0.075487, "recall": 0.104743}, {"accuracy": 0.144269, "f1": 0.12783, "hf_subset": "kik_Latn-gle_Latn", "languages": ["kik-Latn", "gle-Latn"], "main_score": 0.12783, "precision": 0.123333, "recall": 0.144269}, {"accuracy": 0.086957, "f1": 0.077819, "hf_subset": "kik_Latn-kas_Arab", "languages": ["kik-Latn", "kas-Arab"], "main_score": 0.077819, "precision": 0.074418, "recall": 0.086957}, {"accuracy": 0.168972, "f1": 0.146121, "hf_subset": "kik_Latn-ltg_Latn", "languages": ["kik-Latn", "ltg-Latn"], "main_score": 0.146121, "precision": 0.139724, "recall": 0.168972}, {"accuracy": 0.247036, "f1": 0.224847, "hf_subset": "kik_Latn-nso_Latn", "languages": ["kik-Latn", "nso-Latn"], "main_score": 0.224847, "precision": 0.216312, "recall": 0.247036}, {"accuracy": 0.076087, "f1": 0.064445, "hf_subset": "kik_Latn-sin_Sinh", "languages": ["kik-Latn", "sin-Sinh"], "main_score": 0.064445, "precision": 0.060328, "recall": 0.076087}, {"accuracy": 0.183794, "f1": 0.160974, "hf_subset": "kik_Latn-tha_Thai", "languages": ["kik-Latn", "tha-Thai"], "main_score": 0.160974, "precision": 0.155041, "recall": 0.183794}, {"accuracy": 0.1917, "f1": 0.163747, "hf_subset": "kik_Latn-zho_Hans", "languages": ["kik-Latn", "zho-Hans"], "main_score": 0.163747, "precision": 0.155685, "recall": 0.1917}, {"accuracy": 0.188735, "f1": 0.166905, "hf_subset": "kik_Latn-ast_Latn", "languages": ["kik-Latn", "ast-Latn"], "main_score": 0.166905, "precision": 0.161192, "recall": 0.188735}, {"accuracy": 0.137352, "f1": 0.123657, "hf_subset": "kik_Latn-crh_Latn", "languages": ["kik-Latn", "crh-Latn"], "main_score": 0.123657, "precision": 0.11928, "recall": 0.137352}, {"accuracy": 0.246047, "f1": 0.215205, "hf_subset": "kik_Latn-glg_Latn", "languages": ["kik-Latn", "glg-Latn"], "main_score": 0.215205, "precision": 0.206297, "recall": 0.246047}, {"accuracy": 0.133399, "f1": 0.11427, "hf_subset": "kik_Latn-kas_Deva", "languages": ["kik-Latn", "kas-Deva"], "main_score": 0.11427, "precision": 0.108773, "recall": 0.133399}, {"accuracy": 0.189723, "f1": 0.172176, "hf_subset": "kik_Latn-ltz_Latn", "languages": ["kik-Latn", "ltz-Latn"], "main_score": 0.172176, "precision": 0.166401, "recall": 0.189723}, {"accuracy": 0.102767, "f1": 0.078389, "hf_subset": "kik_Latn-nus_Latn", "languages": ["kik-Latn", "nus-Latn"], "main_score": 0.078389, "precision": 0.07147, "recall": 0.102767}, {"accuracy": 0.227273, "f1": 0.202623, "hf_subset": "kik_Latn-slk_Latn", "languages": ["kik-Latn", "slk-Latn"], "main_score": 0.202623, "precision": 0.195084, "recall": 0.227273}, {"accuracy": 0.028656, "f1": 0.023443, "hf_subset": "kik_Latn-tir_Ethi", "languages": ["kik-Latn", "tir-Ethi"], "main_score": 0.023443, "precision": 0.022561, "recall": 0.028656}, {"accuracy": 0.188735, "f1": 0.163917, "hf_subset": "kik_Latn-zho_Hant", "languages": ["kik-Latn", "zho-Hant"], "main_score": 0.163917, "precision": 0.156855, "recall": 0.188735}, {"accuracy": 0.150198, "f1": 0.131609, "hf_subset": "kik_Latn-awa_Deva", "languages": ["kik-Latn", "awa-Deva"], "main_score": 0.131609, "precision": 0.126479, "recall": 0.150198}, {"accuracy": 0.136364, "f1": 0.11768, "hf_subset": "kik_Latn-cym_Latn", "languages": ["kik-Latn", "cym-Latn"], "main_score": 0.11768, "precision": 0.112435, "recall": 0.136364}, {"accuracy": 0.224308, "f1": 0.200406, "hf_subset": "kik_Latn-grn_Latn", "languages": ["kik-Latn", "grn-Latn"], "main_score": 0.200406, "precision": 0.191798, "recall": 0.224308}, {"accuracy": 0.133399, "f1": 0.114932, "hf_subset": "kik_Latn-kat_Geor", "languages": ["kik-Latn", "kat-Geor"], "main_score": 0.114932, "precision": 0.109061, "recall": 0.133399}, {"accuracy": 0.225296, "f1": 0.195042, "hf_subset": "kik_Latn-lua_Latn", "languages": ["kik-Latn", "lua-Latn"], "main_score": 0.195042, "precision": 0.183704, "recall": 0.225296}, {"accuracy": 0.263834, "f1": 0.236635, "hf_subset": "kik_Latn-nya_Latn", "languages": ["kik-Latn", "nya-Latn"], "main_score": 0.236635, "precision": 0.226596, "recall": 0.263834}, {"accuracy": 0.233202, "f1": 0.204489, "hf_subset": "kik_Latn-slv_Latn", "languages": ["kik-Latn", "slv-Latn"], "main_score": 0.204489, "precision": 0.19579, "recall": 0.233202}, {"accuracy": 0.253953, "f1": 0.23254, "hf_subset": "kik_Latn-tpi_Latn", "languages": ["kik-Latn", "tpi-Latn"], "main_score": 0.23254, "precision": 0.22503, "recall": 0.253953}, {"accuracy": 0.240119, "f1": 0.206438, "hf_subset": "kik_Latn-zsm_Latn", "languages": ["kik-Latn", "zsm-Latn"], "main_score": 0.206438, "precision": 0.19758, "recall": 0.240119}, {"accuracy": 0.214427, "f1": 0.187279, "hf_subset": "kik_Latn-ayr_Latn", "languages": ["kik-Latn", "ayr-Latn"], "main_score": 0.187279, "precision": 0.177516, "recall": 0.214427}, {"accuracy": 0.247036, "f1": 0.212141, "hf_subset": "kik_Latn-dan_Latn", "languages": ["kik-Latn", "dan-Latn"], "main_score": 0.212141, "precision": 0.201552, "recall": 0.247036}, {"accuracy": 0.09585, "f1": 0.080125, "hf_subset": "kik_Latn-guj_Gujr", "languages": ["kik-Latn", "guj-Gujr"], "main_score": 0.080125, "precision": 0.075755, "recall": 0.09585}, {"accuracy": 0.167984, "f1": 0.148763, "hf_subset": "kik_Latn-kaz_Cyrl", "languages": ["kik-Latn", "kaz-Cyrl"], "main_score": 0.148763, "precision": 0.143152, "recall": 0.167984}, {"accuracy": 0.186759, "f1": 0.156686, "hf_subset": "kik_Latn-lug_Latn", "languages": ["kik-Latn", "lug-Latn"], "main_score": 0.156686, "precision": 0.147433, "recall": 0.186759}, {"accuracy": 0.20751, "f1": 0.183306, "hf_subset": "kik_Latn-oci_Latn", "languages": ["kik-Latn", "oci-Latn"], "main_score": 0.183306, "precision": 0.175906, "recall": 0.20751}, {"accuracy": 0.181818, "f1": 0.156886, "hf_subset": "kik_Latn-smo_Latn", "languages": ["kik-Latn", "smo-Latn"], "main_score": 0.156886, "precision": 0.148052, "recall": 0.181818}, {"accuracy": 0.226285, "f1": 0.198123, "hf_subset": "kik_Latn-tsn_Latn", "languages": ["kik-Latn", "tsn-Latn"], "main_score": 0.198123, "precision": 0.187933, "recall": 0.226285}, {"accuracy": 0.16502, "f1": 0.136296, "hf_subset": "kik_Latn-zul_Latn", "languages": ["kik-Latn", "zul-Latn"], "main_score": 0.136296, "precision": 0.127474, "recall": 0.16502}, {"accuracy": 0.088933, "f1": 0.078448, "hf_subset": "kik_Latn-azb_Arab", "languages": ["kik-Latn", "azb-Arab"], "main_score": 0.078448, "precision": 0.075286, "recall": 0.088933}, {"accuracy": 0.243083, "f1": 0.221389, "hf_subset": "kik_Latn-deu_Latn", "languages": ["kik-Latn", "deu-Latn"], "main_score": 0.221389, "precision": 0.214416, "recall": 0.243083}, {"accuracy": 0.172925, "f1": 0.14792, "hf_subset": "kik_Latn-hat_Latn", "languages": ["kik-Latn", "hat-Latn"], "main_score": 0.14792, "precision": 0.140018, "recall": 0.172925}, {"accuracy": 0.198617, "f1": 0.16621, "hf_subset": "kik_Latn-kbp_Latn", "languages": ["kik-Latn", "kbp-Latn"], "main_score": 0.16621, "precision": 0.156444, "recall": 0.198617}, {"accuracy": 0.23913, "f1": 0.215036, "hf_subset": "kik_Latn-luo_Latn", "languages": ["kik-Latn", "luo-Latn"], "main_score": 0.215036, "precision": 0.205801, "recall": 0.23913}, {"accuracy": 0.061265, "f1": 0.050135, "hf_subset": "kik_Latn-ory_Orya", "languages": ["kik-Latn", "ory-Orya"], "main_score": 0.050135, "precision": 0.047025, "recall": 0.061265}, {"accuracy": 0.205534, "f1": 0.173417, "hf_subset": "kik_Latn-sna_Latn", "languages": ["kik-Latn", "sna-Latn"], "main_score": 0.173417, "precision": 0.162606, "recall": 0.205534}, {"accuracy": 0.228261, "f1": 0.196936, "hf_subset": "kik_Latn-tso_Latn", "languages": ["kik-Latn", "tso-Latn"], "main_score": 0.196936, "precision": 0.186764, "recall": 0.228261}, {"accuracy": 0.130435, "f1": 0.11663, "hf_subset": "kik_Latn-azj_Latn", "languages": ["kik-Latn", "azj-Latn"], "main_score": 0.11663, "precision": 0.113373, "recall": 0.130435}, {"accuracy": 0.228261, "f1": 0.194635, "hf_subset": "kik_Latn-dik_Latn", "languages": ["kik-Latn", "dik-Latn"], "main_score": 0.194635, "precision": 0.185481, "recall": 0.228261}, {"accuracy": 0.198617, "f1": 0.175808, "hf_subset": "kik_Latn-hau_Latn", "languages": ["kik-Latn", "hau-Latn"], "main_score": 0.175808, "precision": 0.169162, "recall": 0.198617}, {"accuracy": 0.141304, "f1": 0.131189, "hf_subset": "kik_Latn-kea_Latn", "languages": ["kik-Latn", "kea-Latn"], "main_score": 0.131189, "precision": 0.128143, "recall": 0.141304}, {"accuracy": 0.284585, "f1": 0.252451, "hf_subset": "kik_Latn-lus_Latn", "languages": ["kik-Latn", "lus-Latn"], "main_score": 0.252451, "precision": 0.242734, "recall": 0.284585}, {"accuracy": 0.23419, "f1": 0.210034, "hf_subset": "kik_Latn-pag_Latn", "languages": ["kik-Latn", "pag-Latn"], "main_score": 0.210034, "precision": 0.202461, "recall": 0.23419}, {"accuracy": 0.09585, "f1": 0.083975, "hf_subset": "kik_Latn-snd_Arab", "languages": ["kik-Latn", "snd-Arab"], "main_score": 0.083975, "precision": 0.080198, "recall": 0.09585}, {"accuracy": 0.133399, "f1": 0.111659, "hf_subset": "kik_Latn-tuk_Latn", "languages": ["kik-Latn", "tuk-Latn"], "main_score": 0.111659, "precision": 0.105418, "recall": 0.133399}, {"accuracy": 0.16996, "f1": 0.14422, "hf_subset": "kik_Latn-bak_Cyrl", "languages": ["kik-Latn", "bak-Cyrl"], "main_score": 0.14422, "precision": 0.137418, "recall": 0.16996}, {"accuracy": 0.184783, "f1": 0.157458, "hf_subset": "kik_Latn-dyu_Latn", "languages": ["kik-Latn", "dyu-Latn"], "main_score": 0.157458, "precision": 0.147401, "recall": 0.184783}, {"accuracy": 0.172925, "f1": 0.144869, "hf_subset": "kik_Latn-heb_Hebr", "languages": ["kik-Latn", "heb-Hebr"], "main_score": 0.144869, "precision": 0.137019, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.137894, "hf_subset": "kik_Latn-khk_Cyrl", "languages": ["kik-Latn", "khk-Cyrl"], "main_score": 0.137894, "precision": 0.130847, "recall": 0.164032}, {"accuracy": 0.198617, "f1": 0.170286, "hf_subset": "kik_Latn-lvs_Latn", "languages": ["kik-Latn", "lvs-Latn"], "main_score": 0.170286, "precision": 0.161921, "recall": 0.198617}, {"accuracy": 0.0583, "f1": 0.045533, "hf_subset": "kik_Latn-pan_Guru", "languages": ["kik-Latn", "pan-Guru"], "main_score": 0.045533, "precision": 0.043097, "recall": 0.0583}, {"accuracy": 0.16502, "f1": 0.144424, "hf_subset": "kik_Latn-som_Latn", "languages": ["kik-Latn", "som-Latn"], "main_score": 0.144424, "precision": 0.139032, "recall": 0.16502}, {"accuracy": 0.250988, "f1": 0.223506, "hf_subset": "kik_Latn-tum_Latn", "languages": ["kik-Latn", "tum-Latn"], "main_score": 0.223506, "precision": 0.214628, "recall": 0.250988}, {"accuracy": 0.08004, "f1": 0.045964, "hf_subset": "mai_Deva-ace_Arab", "languages": ["mai-Deva", "ace-Arab"], "main_score": 0.045964, "precision": 0.038824, "recall": 0.08004}, {"accuracy": 0.140316, "f1": 0.086724, "hf_subset": "mai_Deva-bam_Latn", "languages": ["mai-Deva", "bam-Latn"], "main_score": 0.086724, "precision": 0.07425, "recall": 0.140316}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "mai_Deva-dzo_Tibt", "languages": ["mai-Deva", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "mai_Deva-hin_Deva", "languages": ["mai-Deva", "hin-Deva"], "main_score": 0.950428, "precision": 0.945158, "recall": 0.961462}, {"accuracy": 0.821146, "f1": 0.772266, "hf_subset": "mai_Deva-khm_Khmr", "languages": ["mai-Deva", "khm-Khmr"], "main_score": 0.772266, "precision": 0.749984, "recall": 0.821146}, {"accuracy": 0.963439, "f1": 0.952851, "hf_subset": "mai_Deva-mag_Deva", "languages": ["mai-Deva", "mag-Deva"], "main_score": 0.952851, "precision": 0.947793, "recall": 0.963439}, {"accuracy": 0.572134, "f1": 0.496202, "hf_subset": "mai_Deva-pap_Latn", "languages": ["mai-Deva", "pap-Latn"], "main_score": 0.496202, "precision": 0.467209, "recall": 0.572134}, {"accuracy": 0.170949, "f1": 0.112202, "hf_subset": "mai_Deva-sot_Latn", "languages": ["mai-Deva", "sot-Latn"], "main_score": 0.112202, "precision": 0.097953, "recall": 0.170949}, {"accuracy": 0.937747, "f1": 0.919928, "hf_subset": "mai_Deva-tur_Latn", "languages": ["mai-Deva", "tur-Latn"], "main_score": 0.919928, "precision": 0.911891, "recall": 0.937747}, {"accuracy": 0.370553, "f1": 0.290011, "hf_subset": "mai_Deva-ace_Latn", "languages": ["mai-Deva", "ace-Latn"], "main_score": 0.290011, "precision": 0.264637, "recall": 0.370553}, {"accuracy": 0.617589, "f1": 0.549667, "hf_subset": "mai_Deva-ban_Latn", "languages": ["mai-Deva", "ban-Latn"], "main_score": 0.549667, "precision": 0.522031, "recall": 0.617589}, {"accuracy": 0.936759, "f1": 0.917161, "hf_subset": "mai_Deva-ell_Grek", "languages": ["mai-Deva", "ell-Grek"], "main_score": 0.917161, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.939723, "f1": 0.92309, "hf_subset": "mai_Deva-hne_Deva", "languages": ["mai-Deva", "hne-Deva"], "main_score": 0.92309, "precision": 0.915184, "recall": 0.939723}, {"accuracy": 0.202569, "f1": 0.127636, "hf_subset": "mai_Deva-kik_Latn", "languages": ["mai-Deva", "kik-Latn"], "main_score": 0.127636, "precision": 0.108236, "recall": 0.202569}, {"accuracy": 0.764822, "f1": 0.71446, "hf_subset": "mai_Deva-pbt_Arab", "languages": ["mai-Deva", "pbt-Arab"], "main_score": 0.71446, "precision": 0.693349, "recall": 0.764822}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "mai_Deva-spa_Latn", "languages": ["mai-Deva", "spa-Latn"], "main_score": 0.934354, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.259881, "f1": 0.178342, "hf_subset": "mai_Deva-twi_Latn", "languages": ["mai-Deva", "twi-Latn"], "main_score": 0.178342, "precision": 0.157052, "recall": 0.259881}, {"accuracy": 0.932806, "f1": 0.915203, "hf_subset": "mai_Deva-acm_Arab", "languages": ["mai-Deva", "acm-Arab"], "main_score": 0.915203, "precision": 0.907032, "recall": 0.932806}, {"accuracy": 0.862648, "f1": 0.827635, "hf_subset": "mai_Deva-bel_Cyrl", "languages": ["mai-Deva", "bel-Cyrl"], "main_score": 0.827635, "precision": 0.81138, "recall": 0.862648}, {"accuracy": 0.958498, "f1": 0.945553, "hf_subset": "mai_Deva-eng_Latn", "languages": ["mai-Deva", "eng-Latn"], "main_score": 0.945553, "precision": 0.939476, "recall": 0.958498}, {"accuracy": 0.938735, "f1": 0.921772, "hf_subset": "mai_Deva-hrv_Latn", "languages": ["mai-Deva", "hrv-Latn"], "main_score": 0.921772, "precision": 0.913702, "recall": 0.938735}, {"accuracy": 0.126482, "f1": 0.074862, "hf_subset": "mai_Deva-kin_Latn", "languages": ["mai-Deva", "kin-Latn"], "main_score": 0.074862, "precision": 0.063814, "recall": 0.126482}, {"accuracy": 0.807312, "f1": 0.765304, "hf_subset": "mai_Deva-mal_Mlym", "languages": ["mai-Deva", "mal-Mlym"], "main_score": 0.765304, "precision": 0.747325, "recall": 0.807312}, {"accuracy": 0.942688, "f1": 0.926383, "hf_subset": "mai_Deva-pes_Arab", "languages": ["mai-Deva", "pes-Arab"], "main_score": 0.926383, "precision": 0.918643, "recall": 0.942688}, {"accuracy": 0.641304, "f1": 0.564055, "hf_subset": "mai_Deva-srd_Latn", "languages": ["mai-Deva", "srd-Latn"], "main_score": 0.564055, "precision": 0.533202, "recall": 0.641304}, {"accuracy": 0.059289, "f1": 0.028102, "hf_subset": "mai_Deva-tzm_Tfng", "languages": ["mai-Deva", "tzm-Tfng"], "main_score": 0.028102, "precision": 0.023094, "recall": 0.059289}, {"accuracy": 0.944664, "f1": 0.930519, "hf_subset": "mai_Deva-acq_Arab", "languages": ["mai-Deva", "acq-Arab"], "main_score": 0.930519, "precision": 0.92416, "recall": 0.944664}, {"accuracy": 0.195652, "f1": 0.130275, "hf_subset": "mai_Deva-bem_Latn", "languages": ["mai-Deva", "bem-Latn"], "main_score": 0.130275, "precision": 0.114678, "recall": 0.195652}, {"accuracy": 0.77668, "f1": 0.726636, "hf_subset": "mai_Deva-epo_Latn", "languages": ["mai-Deva", "epo-Latn"], "main_score": 0.726636, "precision": 0.705377, "recall": 0.77668}, {"accuracy": 0.940711, "f1": 0.924144, "hf_subset": "mai_Deva-hun_Latn", "languages": ["mai-Deva", "hun-Latn"], "main_score": 0.924144, "precision": 0.916617, "recall": 0.940711}, {"accuracy": 0.852767, "f1": 0.818874, "hf_subset": "mai_Deva-kir_Cyrl", "languages": ["mai-Deva", "kir-Cyrl"], "main_score": 0.818874, "precision": 0.803277, "recall": 0.852767}, {"accuracy": 0.871542, "f1": 0.838091, "hf_subset": "mai_Deva-mar_Deva", "languages": ["mai-Deva", "mar-Deva"], "main_score": 0.838091, "precision": 0.822563, "recall": 0.871542}, {"accuracy": 0.245059, "f1": 0.175263, "hf_subset": "mai_Deva-plt_Latn", "languages": ["mai-Deva", "plt-Latn"], "main_score": 0.175263, "precision": 0.155799, "recall": 0.245059}, {"accuracy": 0.948617, "f1": 0.932872, "hf_subset": "mai_Deva-srp_Cyrl", "languages": ["mai-Deva", "srp-Cyrl"], "main_score": 0.932872, "precision": 0.925313, "recall": 0.948617}, {"accuracy": 0.685771, "f1": 0.627772, "hf_subset": "mai_Deva-uig_Arab", "languages": ["mai-Deva", "uig-Arab"], "main_score": 0.627772, "precision": 0.604029, "recall": 0.685771}, {"accuracy": 0.883399, "f1": 0.854545, "hf_subset": "mai_Deva-aeb_Arab", "languages": ["mai-Deva", "aeb-Arab"], "main_score": 0.854545, "precision": 0.841238, "recall": 0.883399}, {"accuracy": 0.829051, "f1": 0.790053, "hf_subset": "mai_Deva-ben_Beng", "languages": ["mai-Deva", "ben-Beng"], "main_score": 0.790053, "precision": 0.772513, "recall": 0.829051}, {"accuracy": 0.923913, "f1": 0.905204, "hf_subset": "mai_Deva-est_Latn", "languages": ["mai-Deva", "est-Latn"], "main_score": 0.905204, "precision": 0.896492, "recall": 0.923913}, {"accuracy": 0.935771, "f1": 0.917556, "hf_subset": "mai_Deva-hye_Armn", "languages": ["mai-Deva", "hye-Armn"], "main_score": 0.917556, "precision": 0.909173, "recall": 0.935771}, {"accuracy": 0.137352, "f1": 0.079573, "hf_subset": "mai_Deva-kmb_Latn", "languages": ["mai-Deva", "kmb-Latn"], "main_score": 0.079573, "precision": 0.068381, "recall": 0.137352}, {"accuracy": 0.056324, "f1": 0.034827, "hf_subset": "mai_Deva-min_Arab", "languages": ["mai-Deva", "min-Arab"], "main_score": 0.034827, "precision": 0.02984, "recall": 0.056324}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "mai_Deva-pol_Latn", "languages": ["mai-Deva", "pol-Latn"], "main_score": 0.92612, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.140316, "f1": 0.084278, "hf_subset": "mai_Deva-ssw_Latn", "languages": ["mai-Deva", "ssw-Latn"], "main_score": 0.084278, "precision": 0.071753, "recall": 0.140316}, {"accuracy": 0.949605, "f1": 0.93442, "hf_subset": "mai_Deva-ukr_Cyrl", "languages": ["mai-Deva", "ukr-Cyrl"], "main_score": 0.93442, "precision": 0.927372, "recall": 0.949605}, {"accuracy": 0.894269, "f1": 0.865184, "hf_subset": "mai_Deva-afr_Latn", "languages": ["mai-Deva", "afr-Latn"], "main_score": 0.865184, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.907115, "f1": 0.883959, "hf_subset": "mai_Deva-bho_Deva", "languages": ["mai-Deva", "bho-Deva"], "main_score": 0.883959, "precision": 0.873106, "recall": 0.907115}, {"accuracy": 0.660079, "f1": 0.597699, "hf_subset": "mai_Deva-eus_Latn", "languages": ["mai-Deva", "eus-Latn"], "main_score": 0.597699, "precision": 0.571668, "recall": 0.660079}, {"accuracy": 0.155138, "f1": 0.092296, "hf_subset": "mai_Deva-ibo_Latn", "languages": ["mai-Deva", "ibo-Latn"], "main_score": 0.092296, "precision": 0.078138, "recall": 0.155138}, {"accuracy": 0.618577, "f1": 0.561522, "hf_subset": "mai_Deva-kmr_Latn", "languages": ["mai-Deva", "kmr-Latn"], "main_score": 0.561522, "precision": 0.538109, "recall": 0.618577}, {"accuracy": 0.571146, "f1": 0.49343, "hf_subset": "mai_Deva-min_Latn", "languages": ["mai-Deva", "min-Latn"], "main_score": 0.49343, "precision": 0.463225, "recall": 0.571146}, {"accuracy": 0.953557, "f1": 0.939229, "hf_subset": "mai_Deva-por_Latn", "languages": ["mai-Deva", "por-Latn"], "main_score": 0.939229, "precision": 0.932312, "recall": 0.953557}, {"accuracy": 0.701581, "f1": 0.635252, "hf_subset": "mai_Deva-sun_Latn", "languages": ["mai-Deva", "sun-Latn"], "main_score": 0.635252, "precision": 0.60765, "recall": 0.701581}, {"accuracy": 0.140316, "f1": 0.088725, "hf_subset": "mai_Deva-umb_Latn", "languages": ["mai-Deva", "umb-Latn"], "main_score": 0.088725, "precision": 0.076486, "recall": 0.140316}, {"accuracy": 0.924901, "f1": 0.903821, "hf_subset": "mai_Deva-ajp_Arab", "languages": ["mai-Deva", "ajp-Arab"], "main_score": 0.903821, "precision": 0.893972, "recall": 0.924901}, {"accuracy": 0.065217, "f1": 0.040256, "hf_subset": "mai_Deva-bjn_Arab", "languages": ["mai-Deva", "bjn-Arab"], "main_score": 0.040256, "precision": 0.0342, "recall": 0.065217}, {"accuracy": 0.200593, "f1": 0.142117, "hf_subset": "mai_Deva-ewe_Latn", "languages": ["mai-Deva", "ewe-Latn"], "main_score": 0.142117, "precision": 0.126887, "recall": 0.200593}, {"accuracy": 0.323123, "f1": 0.23998, "hf_subset": "mai_Deva-ilo_Latn", "languages": ["mai-Deva", "ilo-Latn"], "main_score": 0.23998, "precision": 0.214712, "recall": 0.323123}, {"accuracy": 0.088933, "f1": 0.050578, "hf_subset": "mai_Deva-knc_Arab", "languages": ["mai-Deva", "knc-Arab"], "main_score": 0.050578, "precision": 0.041614, "recall": 0.088933}, {"accuracy": 0.950593, "f1": 0.935935, "hf_subset": "mai_Deva-mkd_Cyrl", "languages": ["mai-Deva", "mkd-Cyrl"], "main_score": 0.935935, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.942688, "f1": 0.927452, "hf_subset": "mai_Deva-prs_Arab", "languages": ["mai-Deva", "prs-Arab"], "main_score": 0.927452, "precision": 0.920471, "recall": 0.942688}, {"accuracy": 0.952569, "f1": 0.938472, "hf_subset": "mai_Deva-swe_Latn", "languages": ["mai-Deva", "swe-Latn"], "main_score": 0.938472, "precision": 0.931736, "recall": 0.952569}, {"accuracy": 0.913043, "f1": 0.887154, "hf_subset": "mai_Deva-urd_Arab", "languages": ["mai-Deva", "urd-Arab"], "main_score": 0.887154, "precision": 0.875165, "recall": 0.913043}, {"accuracy": 0.240119, "f1": 0.164602, "hf_subset": "mai_Deva-aka_Latn", "languages": ["mai-Deva", "aka-Latn"], "main_score": 0.164602, "precision": 0.143257, "recall": 0.240119}, {"accuracy": 0.706522, "f1": 0.646283, "hf_subset": "mai_Deva-bjn_Latn", "languages": ["mai-Deva", "bjn-Latn"], "main_score": 0.646283, "precision": 0.62049, "recall": 0.706522}, {"accuracy": 0.387352, "f1": 0.307518, "hf_subset": "mai_Deva-fao_Latn", "languages": ["mai-Deva", "fao-Latn"], "main_score": 0.307518, "precision": 0.282404, "recall": 0.387352}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "mai_Deva-ind_Latn", "languages": ["mai-Deva", "ind-Latn"], "main_score": 0.931159, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.219368, "f1": 0.149634, "hf_subset": "mai_Deva-knc_Latn", "languages": ["mai-Deva", "knc-Latn"], "main_score": 0.149634, "precision": 0.131882, "recall": 0.219368}, {"accuracy": 0.275692, "f1": 0.197908, "hf_subset": "mai_Deva-mlt_Latn", "languages": ["mai-Deva", "mlt-Latn"], "main_score": 0.197908, "precision": 0.175952, "recall": 0.275692}, {"accuracy": 0.222332, "f1": 0.146724, "hf_subset": "mai_Deva-quy_Latn", "languages": ["mai-Deva", "quy-Latn"], "main_score": 0.146724, "precision": 0.126651, "recall": 0.222332}, {"accuracy": 0.317194, "f1": 0.244531, "hf_subset": "mai_Deva-swh_Latn", "languages": ["mai-Deva", "swh-Latn"], "main_score": 0.244531, "precision": 0.22201, "recall": 0.317194}, {"accuracy": 0.573123, "f1": 0.500649, "hf_subset": "mai_Deva-uzn_Latn", "languages": ["mai-Deva", "uzn-Latn"], "main_score": 0.500649, "precision": 0.472855, "recall": 0.573123}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "mai_Deva-als_Latn", "languages": ["mai-Deva", "als-Latn"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.056324, "f1": 0.020897, "hf_subset": "mai_Deva-bod_Tibt", "languages": ["mai-Deva", "bod-Tibt"], "main_score": 0.020897, "precision": 0.01603, "recall": 0.056324}, {"accuracy": 0.173913, "f1": 0.11166, "hf_subset": "mai_Deva-fij_Latn", "languages": ["mai-Deva", "fij-Latn"], "main_score": 0.11166, "precision": 0.095012, "recall": 0.173913}, {"accuracy": 0.641304, "f1": 0.580557, "hf_subset": "mai_Deva-isl_Latn", "languages": ["mai-Deva", "isl-Latn"], "main_score": 0.580557, "precision": 0.555734, "recall": 0.641304}, {"accuracy": 0.205534, "f1": 0.139187, "hf_subset": "mai_Deva-kon_Latn", "languages": ["mai-Deva", "kon-Latn"], "main_score": 0.139187, "precision": 0.122782, "recall": 0.205534}, {"accuracy": 0.061265, "f1": 0.029192, "hf_subset": "mai_Deva-mni_Beng", "languages": ["mai-Deva", "mni-Beng"], "main_score": 0.029192, "precision": 0.024038, "recall": 0.061265}, {"accuracy": 0.953557, "f1": 0.93969, "hf_subset": "mai_Deva-ron_Latn", "languages": ["mai-Deva", "ron-Latn"], "main_score": 0.93969, "precision": 0.9333, "recall": 0.953557}, {"accuracy": 0.699605, "f1": 0.637955, "hf_subset": "mai_Deva-szl_Latn", "languages": ["mai-Deva", "szl-Latn"], "main_score": 0.637955, "precision": 0.613506, "recall": 0.699605}, {"accuracy": 0.726285, "f1": 0.666898, "hf_subset": "mai_Deva-vec_Latn", "languages": ["mai-Deva", "vec-Latn"], "main_score": 0.666898, "precision": 0.642045, "recall": 0.726285}, {"accuracy": 0.688735, "f1": 0.630408, "hf_subset": "mai_Deva-amh_Ethi", "languages": ["mai-Deva", "amh-Ethi"], "main_score": 0.630408, "precision": 0.606995, "recall": 0.688735}, {"accuracy": 0.954545, "f1": 0.941271, "hf_subset": "mai_Deva-bos_Latn", "languages": ["mai-Deva", "bos-Latn"], "main_score": 0.941271, "precision": 0.935194, "recall": 0.954545}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "mai_Deva-fin_Latn", "languages": ["mai-Deva", "fin-Latn"], "main_score": 0.914196, "precision": 0.904974, "recall": 0.933794}, {"accuracy": 0.956522, "f1": 0.943083, "hf_subset": "mai_Deva-ita_Latn", "languages": ["mai-Deva", "ita-Latn"], "main_score": 0.943083, "precision": 0.936841, "recall": 0.956522}, {"accuracy": 0.937747, "f1": 0.919121, "hf_subset": "mai_Deva-kor_Hang", "languages": ["mai-Deva", "kor-Hang"], "main_score": 0.919121, "precision": 0.910467, "recall": 0.937747}, {"accuracy": 0.18083, "f1": 0.120809, "hf_subset": "mai_Deva-mos_Latn", "languages": ["mai-Deva", "mos-Latn"], "main_score": 0.120809, "precision": 0.105598, "recall": 0.18083}, {"accuracy": 0.117589, "f1": 0.071383, "hf_subset": "mai_Deva-run_Latn", "languages": ["mai-Deva", "run-Latn"], "main_score": 0.071383, "precision": 0.061269, "recall": 0.117589}, {"accuracy": 0.814229, "f1": 0.768643, "hf_subset": "mai_Deva-tam_Taml", "languages": ["mai-Deva", "tam-Taml"], "main_score": 0.768643, "precision": 0.747974, "recall": 0.814229}, {"accuracy": 0.9417, "f1": 0.924802, "hf_subset": "mai_Deva-vie_Latn", "languages": ["mai-Deva", "vie-Latn"], "main_score": 0.924802, "precision": 0.916914, "recall": 0.9417}, {"accuracy": 0.929842, "f1": 0.909816, "hf_subset": "mai_Deva-apc_Arab", "languages": ["mai-Deva", "apc-Arab"], "main_score": 0.909816, "precision": 0.900313, "recall": 0.929842}, {"accuracy": 0.348814, "f1": 0.264505, "hf_subset": "mai_Deva-bug_Latn", "languages": ["mai-Deva", "bug-Latn"], "main_score": 0.264505, "precision": 0.236795, "recall": 0.348814}, {"accuracy": 0.159091, "f1": 0.102018, "hf_subset": "mai_Deva-fon_Latn", "languages": ["mai-Deva", "fon-Latn"], "main_score": 0.102018, "precision": 0.088678, "recall": 0.159091}, {"accuracy": 0.658103, "f1": 0.595665, "hf_subset": "mai_Deva-jav_Latn", "languages": ["mai-Deva", "jav-Latn"], "main_score": 0.595665, "precision": 0.570693, "recall": 0.658103}, {"accuracy": 0.836957, "f1": 0.798913, "hf_subset": "mai_Deva-lao_Laoo", "languages": ["mai-Deva", "lao-Laoo"], "main_score": 0.798913, "precision": 0.782296, "recall": 0.836957}, {"accuracy": 0.159091, "f1": 0.096024, "hf_subset": "mai_Deva-mri_Latn", "languages": ["mai-Deva", "mri-Latn"], "main_score": 0.096024, "precision": 0.081767, "recall": 0.159091}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "mai_Deva-rus_Cyrl", "languages": ["mai-Deva", "rus-Cyrl"], "main_score": 0.937418, "precision": 0.93083, "recall": 0.951581}, {"accuracy": 0.209486, "f1": 0.148817, "hf_subset": "mai_Deva-taq_Latn", "languages": ["mai-Deva", "taq-Latn"], "main_score": 0.148817, "precision": 0.13286, "recall": 0.209486}, {"accuracy": 0.368577, "f1": 0.283366, "hf_subset": "mai_Deva-war_Latn", "languages": ["mai-Deva", "war-Latn"], "main_score": 0.283366, "precision": 0.257492, "recall": 0.368577}, {"accuracy": 0.948617, "f1": 0.935197, "hf_subset": "mai_Deva-arb_Arab", "languages": ["mai-Deva", "arb-Arab"], "main_score": 0.935197, "precision": 0.929183, "recall": 0.948617}, {"accuracy": 0.953557, "f1": 0.93913, "hf_subset": "mai_Deva-bul_Cyrl", "languages": ["mai-Deva", "bul-Cyrl"], "main_score": 0.93913, "precision": 0.93223, "recall": 0.953557}, {"accuracy": 0.952569, "f1": 0.938307, "hf_subset": "mai_Deva-fra_Latn", "languages": ["mai-Deva", "fra-Latn"], "main_score": 0.938307, "precision": 0.931406, "recall": 0.952569}, {"accuracy": 0.9417, "f1": 0.925842, "hf_subset": "mai_Deva-jpn_Jpan", "languages": ["mai-Deva", "jpn-Jpan"], "main_score": 0.925842, "precision": 0.918314, "recall": 0.9417}, {"accuracy": 0.671937, "f1": 0.606917, "hf_subset": "mai_Deva-lij_Latn", "languages": ["mai-Deva", "lij-Latn"], "main_score": 0.606917, "precision": 0.580347, "recall": 0.671937}, {"accuracy": 0.870553, "f1": 0.835408, "hf_subset": "mai_Deva-mya_Mymr", "languages": ["mai-Deva", "mya-Mymr"], "main_score": 0.835408, "precision": 0.819499, "recall": 0.870553}, {"accuracy": 0.205534, "f1": 0.137084, "hf_subset": "mai_Deva-sag_Latn", "languages": ["mai-Deva", "sag-Latn"], "main_score": 0.137084, "precision": 0.117943, "recall": 0.205534}, {"accuracy": 0.072134, "f1": 0.033542, "hf_subset": "mai_Deva-taq_Tfng", "languages": ["mai-Deva", "taq-Tfng"], "main_score": 0.033542, "precision": 0.027667, "recall": 0.072134}, {"accuracy": 0.202569, "f1": 0.134303, "hf_subset": "mai_Deva-wol_Latn", "languages": ["mai-Deva", "wol-Latn"], "main_score": 0.134303, "precision": 0.115398, "recall": 0.202569}, {"accuracy": 0.092885, "f1": 0.050789, "hf_subset": "mai_Deva-arb_Latn", "languages": ["mai-Deva", "arb-Latn"], "main_score": 0.050789, "precision": 0.042067, "recall": 0.092885}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "mai_Deva-cat_Latn", "languages": ["mai-Deva", "cat-Latn"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.631423, "f1": 0.558176, "hf_subset": "mai_Deva-fur_Latn", "languages": ["mai-Deva", "fur-Latn"], "main_score": 0.558176, "precision": 0.527676, "recall": 0.631423}, {"accuracy": 0.079051, "f1": 0.05183, "hf_subset": "mai_Deva-kab_Latn", "languages": ["mai-Deva", "kab-Latn"], "main_score": 0.05183, "precision": 0.045362, "recall": 0.079051}, {"accuracy": 0.666008, "f1": 0.601588, "hf_subset": "mai_Deva-lim_Latn", "languages": ["mai-Deva", "lim-Latn"], "main_score": 0.601588, "precision": 0.574235, "recall": 0.666008}, {"accuracy": 0.945652, "f1": 0.92836, "hf_subset": "mai_Deva-nld_Latn", "languages": ["mai-Deva", "nld-Latn"], "main_score": 0.92836, "precision": 0.920125, "recall": 0.945652}, {"accuracy": 0.718379, "f1": 0.661133, "hf_subset": "mai_Deva-san_Deva", "languages": ["mai-Deva", "san-Deva"], "main_score": 0.661133, "precision": 0.635968, "recall": 0.718379}, {"accuracy": 0.485178, "f1": 0.402655, "hf_subset": "mai_Deva-tat_Cyrl", "languages": ["mai-Deva", "tat-Cyrl"], "main_score": 0.402655, "precision": 0.37161, "recall": 0.485178}, {"accuracy": 0.167984, "f1": 0.102954, "hf_subset": "mai_Deva-xho_Latn", "languages": ["mai-Deva", "xho-Latn"], "main_score": 0.102954, "precision": 0.088951, "recall": 0.167984}, {"accuracy": 0.938735, "f1": 0.922087, "hf_subset": "mai_Deva-ars_Arab", "languages": ["mai-Deva", "ars-Arab"], "main_score": 0.922087, "precision": 0.914608, "recall": 0.938735}, {"accuracy": 0.362648, "f1": 0.27899, "hf_subset": "mai_Deva-ceb_Latn", "languages": ["mai-Deva", "ceb-Latn"], "main_score": 0.27899, "precision": 0.252309, "recall": 0.362648}, {"accuracy": 0.186759, "f1": 0.115707, "hf_subset": "mai_Deva-fuv_Latn", "languages": ["mai-Deva", "fuv-Latn"], "main_score": 0.115707, "precision": 0.098645, "recall": 0.186759}, {"accuracy": 0.163043, "f1": 0.107637, "hf_subset": "mai_Deva-kac_Latn", "languages": ["mai-Deva", "kac-Latn"], "main_score": 0.107637, "precision": 0.093957, "recall": 0.163043}, {"accuracy": 0.20751, "f1": 0.147535, "hf_subset": "mai_Deva-lin_Latn", "languages": ["mai-Deva", "lin-Latn"], "main_score": 0.147535, "precision": 0.131395, "recall": 0.20751}, {"accuracy": 0.914032, "f1": 0.891798, "hf_subset": "mai_Deva-nno_Latn", "languages": ["mai-Deva", "nno-Latn"], "main_score": 0.891798, "precision": 0.881258, "recall": 0.914032}, {"accuracy": 0.020751, "f1": 0.004764, "hf_subset": "mai_Deva-sat_Olck", "languages": ["mai-Deva", "sat-Olck"], "main_score": 0.004764, "precision": 0.003471, "recall": 0.020751}, {"accuracy": 0.787549, "f1": 0.737865, "hf_subset": "mai_Deva-tel_Telu", "languages": ["mai-Deva", "tel-Telu"], "main_score": 0.737865, "precision": 0.716337, "recall": 0.787549}, {"accuracy": 0.343874, "f1": 0.274066, "hf_subset": "mai_Deva-ydd_Hebr", "languages": ["mai-Deva", "ydd-Hebr"], "main_score": 0.274066, "precision": 0.249126, "recall": 0.343874}, {"accuracy": 0.806324, "f1": 0.760046, "hf_subset": "mai_Deva-ary_Arab", "languages": ["mai-Deva", "ary-Arab"], "main_score": 0.760046, "precision": 0.738505, "recall": 0.806324}, {"accuracy": 0.952569, "f1": 0.937418, "hf_subset": "mai_Deva-ces_Latn", "languages": ["mai-Deva", "ces-Latn"], "main_score": 0.937418, "precision": 0.930007, "recall": 0.952569}, {"accuracy": 0.079051, "f1": 0.04238, "hf_subset": "mai_Deva-gaz_Latn", "languages": ["mai-Deva", "gaz-Latn"], "main_score": 0.04238, "precision": 0.036521, "recall": 0.079051}, {"accuracy": 0.161067, "f1": 0.104847, "hf_subset": "mai_Deva-kam_Latn", "languages": ["mai-Deva", "kam-Latn"], "main_score": 0.104847, "precision": 0.090562, "recall": 0.161067}, {"accuracy": 0.951581, "f1": 0.937747, "hf_subset": "mai_Deva-lit_Latn", "languages": ["mai-Deva", "lit-Latn"], "main_score": 0.937747, "precision": 0.931159, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.912121, "hf_subset": "mai_Deva-nob_Latn", "languages": ["mai-Deva", "nob-Latn"], "main_score": 0.912121, "precision": 0.90275, "recall": 0.931818}, {"accuracy": 0.578063, "f1": 0.504142, "hf_subset": "mai_Deva-scn_Latn", "languages": ["mai-Deva", "scn-Latn"], "main_score": 0.504142, "precision": 0.476162, "recall": 0.578063}, {"accuracy": 0.166008, "f1": 0.104649, "hf_subset": "mai_Deva-tgk_Cyrl", "languages": ["mai-Deva", "tgk-Cyrl"], "main_score": 0.104649, "precision": 0.08939, "recall": 0.166008}, {"accuracy": 0.172925, "f1": 0.108221, "hf_subset": "mai_Deva-yor_Latn", "languages": ["mai-Deva", "yor-Latn"], "main_score": 0.108221, "precision": 0.091517, "recall": 0.172925}, {"accuracy": 0.913043, "f1": 0.889246, "hf_subset": "mai_Deva-arz_Arab", "languages": ["mai-Deva", "arz-Arab"], "main_score": 0.889246, "precision": 0.878139, "recall": 0.913043}, {"accuracy": 0.157115, "f1": 0.100386, "hf_subset": "mai_Deva-cjk_Latn", "languages": ["mai-Deva", "cjk-Latn"], "main_score": 0.100386, "precision": 0.086763, "recall": 0.157115}, {"accuracy": 0.146245, "f1": 0.089897, "hf_subset": "mai_Deva-gla_Latn", "languages": ["mai-Deva", "gla-Latn"], "main_score": 0.089897, "precision": 0.076862, "recall": 0.146245}, {"accuracy": 0.751976, "f1": 0.698786, "hf_subset": "mai_Deva-kan_Knda", "languages": ["mai-Deva", "kan-Knda"], "main_score": 0.698786, "precision": 0.676252, "recall": 0.751976}, {"accuracy": 0.577075, "f1": 0.507373, "hf_subset": "mai_Deva-lmo_Latn", "languages": ["mai-Deva", "lmo-Latn"], "main_score": 0.507373, "precision": 0.480768, "recall": 0.577075}, {"accuracy": 0.938735, "f1": 0.922167, "hf_subset": "mai_Deva-npi_Deva", "languages": ["mai-Deva", "npi-Deva"], "main_score": 0.922167, "precision": 0.914476, "recall": 0.938735}, {"accuracy": 0.215415, "f1": 0.144681, "hf_subset": "mai_Deva-shn_Mymr", "languages": ["mai-Deva", "shn-Mymr"], "main_score": 0.144681, "precision": 0.124115, "recall": 0.215415}, {"accuracy": 0.411067, "f1": 0.329599, "hf_subset": "mai_Deva-tgl_Latn", "languages": ["mai-Deva", "tgl-Latn"], "main_score": 0.329599, "precision": 0.302963, "recall": 0.411067}, {"accuracy": 0.948617, "f1": 0.933037, "hf_subset": "mai_Deva-yue_Hant", "languages": ["mai-Deva", "yue-Hant"], "main_score": 0.933037, "precision": 0.925478, "recall": 0.948617}, {"accuracy": 0.506917, "f1": 0.433297, "hf_subset": "mai_Deva-asm_Beng", "languages": ["mai-Deva", "asm-Beng"], "main_score": 0.433297, "precision": 0.405145, "recall": 0.506917}, {"accuracy": 0.744071, "f1": 0.684768, "hf_subset": "mai_Deva-ckb_Arab", "languages": ["mai-Deva", "ckb-Arab"], "main_score": 0.684768, "precision": 0.659256, "recall": 0.744071}, {"accuracy": 0.229249, "f1": 0.157582, "hf_subset": "mai_Deva-gle_Latn", "languages": ["mai-Deva", "gle-Latn"], "main_score": 0.157582, "precision": 0.138765, "recall": 0.229249}, {"accuracy": 0.626482, "f1": 0.559365, "hf_subset": "mai_Deva-kas_Arab", "languages": ["mai-Deva", "kas-Arab"], "main_score": 0.559365, "precision": 0.532264, "recall": 0.626482}, {"accuracy": 0.624506, "f1": 0.553272, "hf_subset": "mai_Deva-ltg_Latn", "languages": ["mai-Deva", "ltg-Latn"], "main_score": 0.553272, "precision": 0.524308, "recall": 0.624506}, {"accuracy": 0.204545, "f1": 0.134796, "hf_subset": "mai_Deva-nso_Latn", "languages": ["mai-Deva", "nso-Latn"], "main_score": 0.134796, "precision": 0.116794, "recall": 0.204545}, {"accuracy": 0.836957, "f1": 0.799042, "hf_subset": "mai_Deva-sin_Sinh", "languages": ["mai-Deva", "sin-Sinh"], "main_score": 0.799042, "precision": 0.782529, "recall": 0.836957}, {"accuracy": 0.94664, "f1": 0.931324, "hf_subset": "mai_Deva-tha_Thai", "languages": ["mai-Deva", "tha-Thai"], "main_score": 0.931324, "precision": 0.923913, "recall": 0.94664}, {"accuracy": 0.940711, "f1": 0.924209, "hf_subset": "mai_Deva-zho_Hans", "languages": ["mai-Deva", "zho-Hans"], "main_score": 0.924209, "precision": 0.916502, "recall": 0.940711}, {"accuracy": 0.876482, "f1": 0.841916, "hf_subset": "mai_Deva-ast_Latn", "languages": ["mai-Deva", "ast-Latn"], "main_score": 0.841916, "precision": 0.826038, "recall": 0.876482}, {"accuracy": 0.697628, "f1": 0.638076, "hf_subset": "mai_Deva-crh_Latn", "languages": ["mai-Deva", "crh-Latn"], "main_score": 0.638076, "precision": 0.613258, "recall": 0.697628}, {"accuracy": 0.951581, "f1": 0.937154, "hf_subset": "mai_Deva-glg_Latn", "languages": ["mai-Deva", "glg-Latn"], "main_score": 0.937154, "precision": 0.930451, "recall": 0.951581}, {"accuracy": 0.436759, "f1": 0.358157, "hf_subset": "mai_Deva-kas_Deva", "languages": ["mai-Deva", "kas-Deva"], "main_score": 0.358157, "precision": 0.331142, "recall": 0.436759}, {"accuracy": 0.445652, "f1": 0.362893, "hf_subset": "mai_Deva-ltz_Latn", "languages": ["mai-Deva", "ltz-Latn"], "main_score": 0.362893, "precision": 0.334654, "recall": 0.445652}, {"accuracy": 0.099802, "f1": 0.054467, "hf_subset": "mai_Deva-nus_Latn", "languages": ["mai-Deva", "nus-Latn"], "main_score": 0.054467, "precision": 0.045159, "recall": 0.099802}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "mai_Deva-slk_Latn", "languages": ["mai-Deva", "slk-Latn"], "main_score": 0.930007, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.193676, "f1": 0.136557, "hf_subset": "mai_Deva-tir_Ethi", "languages": ["mai-Deva", "tir-Ethi"], "main_score": 0.136557, "precision": 0.120105, "recall": 0.193676}, {"accuracy": 0.942688, "f1": 0.926186, "hf_subset": "mai_Deva-zho_Hant", "languages": ["mai-Deva", "zho-Hant"], "main_score": 0.926186, "precision": 0.918511, "recall": 0.942688}, {"accuracy": 0.954545, "f1": 0.94193, "hf_subset": "mai_Deva-awa_Deva", "languages": ["mai-Deva", "awa-Deva"], "main_score": 0.94193, "precision": 0.936018, "recall": 0.954545}, {"accuracy": 0.380435, "f1": 0.296001, "hf_subset": "mai_Deva-cym_Latn", "languages": ["mai-Deva", "cym-Latn"], "main_score": 0.296001, "precision": 0.268783, "recall": 0.380435}, {"accuracy": 0.322134, "f1": 0.24259, "hf_subset": "mai_Deva-grn_Latn", "languages": ["mai-Deva", "grn-Latn"], "main_score": 0.24259, "precision": 0.219733, "recall": 0.322134}, {"accuracy": 0.813241, "f1": 0.765007, "hf_subset": "mai_Deva-kat_Geor", "languages": ["mai-Deva", "kat-Geor"], "main_score": 0.765007, "precision": 0.744005, "recall": 0.813241}, {"accuracy": 0.221344, "f1": 0.154571, "hf_subset": "mai_Deva-lua_Latn", "languages": ["mai-Deva", "lua-Latn"], "main_score": 0.154571, "precision": 0.1369, "recall": 0.221344}, {"accuracy": 0.195652, "f1": 0.128372, "hf_subset": "mai_Deva-nya_Latn", "languages": ["mai-Deva", "nya-Latn"], "main_score": 0.128372, "precision": 0.111605, "recall": 0.195652}, {"accuracy": 0.938735, "f1": 0.921509, "hf_subset": "mai_Deva-slv_Latn", "languages": ["mai-Deva", "slv-Latn"], "main_score": 0.921509, "precision": 0.913291, "recall": 0.938735}, {"accuracy": 0.410079, "f1": 0.321324, "hf_subset": "mai_Deva-tpi_Latn", "languages": ["mai-Deva", "tpi-Latn"], "main_score": 0.321324, "precision": 0.292859, "recall": 0.410079}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "mai_Deva-zsm_Latn", "languages": ["mai-Deva", "zsm-Latn"], "main_score": 0.929842, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.163043, "f1": 0.097693, "hf_subset": "mai_Deva-ayr_Latn", "languages": ["mai-Deva", "ayr-Latn"], "main_score": 0.097693, "precision": 0.082619, "recall": 0.163043}, {"accuracy": 0.944664, "f1": 0.928261, "hf_subset": "mai_Deva-dan_Latn", "languages": ["mai-Deva", "dan-Latn"], "main_score": 0.928261, "precision": 0.92057, "recall": 0.944664}, {"accuracy": 0.880435, "f1": 0.847859, "hf_subset": "mai_Deva-guj_Gujr", "languages": ["mai-Deva", "guj-Gujr"], "main_score": 0.847859, "precision": 0.833086, "recall": 0.880435}, {"accuracy": 0.882411, "f1": 0.851567, "hf_subset": "mai_Deva-kaz_Cyrl", "languages": ["mai-Deva", "kaz-Cyrl"], "main_score": 0.851567, "precision": 0.837121, "recall": 0.882411}, {"accuracy": 0.147233, "f1": 0.091205, "hf_subset": "mai_Deva-lug_Latn", "languages": ["mai-Deva", "lug-Latn"], "main_score": 0.091205, "precision": 0.077908, "recall": 0.147233}, {"accuracy": 0.850791, "f1": 0.813999, "hf_subset": "mai_Deva-oci_Latn", "languages": ["mai-Deva", "oci-Latn"], "main_score": 0.813999, "precision": 0.797266, "recall": 0.850791}, {"accuracy": 0.155138, "f1": 0.096152, "hf_subset": "mai_Deva-smo_Latn", "languages": ["mai-Deva", "smo-Latn"], "main_score": 0.096152, "precision": 0.081905, "recall": 0.155138}, {"accuracy": 0.177866, "f1": 0.116317, "hf_subset": "mai_Deva-tsn_Latn", "languages": ["mai-Deva", "tsn-Latn"], "main_score": 0.116317, "precision": 0.101256, "recall": 0.177866}, {"accuracy": 0.120553, "f1": 0.07223, "hf_subset": "mai_Deva-zul_Latn", "languages": ["mai-Deva", "zul-Latn"], "main_score": 0.07223, "precision": 0.061321, "recall": 0.120553}, {"accuracy": 0.544466, "f1": 0.468923, "hf_subset": "mai_Deva-azb_Arab", "languages": ["mai-Deva", "azb-Arab"], "main_score": 0.468923, "precision": 0.438712, "recall": 0.544466}, {"accuracy": 0.949605, "f1": 0.93419, "hf_subset": "mai_Deva-deu_Latn", "languages": ["mai-Deva", "deu-Latn"], "main_score": 0.93419, "precision": 0.92696, "recall": 0.949605}, {"accuracy": 0.267787, "f1": 0.19298, "hf_subset": "mai_Deva-hat_Latn", "languages": ["mai-Deva", "hat-Latn"], "main_score": 0.19298, "precision": 0.171427, "recall": 0.267787}, {"accuracy": 0.143281, "f1": 0.080155, "hf_subset": "mai_Deva-kbp_Latn", "languages": ["mai-Deva", "kbp-Latn"], "main_score": 0.080155, "precision": 0.066163, "recall": 0.143281}, {"accuracy": 0.190711, "f1": 0.120517, "hf_subset": "mai_Deva-luo_Latn", "languages": ["mai-Deva", "luo-Latn"], "main_score": 0.120517, "precision": 0.103061, "recall": 0.190711}, {"accuracy": 0.718379, "f1": 0.659075, "hf_subset": "mai_Deva-ory_Orya", "languages": ["mai-Deva", "ory-Orya"], "main_score": 0.659075, "precision": 0.634018, "recall": 0.718379}, {"accuracy": 0.151186, "f1": 0.091271, "hf_subset": "mai_Deva-sna_Latn", "languages": ["mai-Deva", "sna-Latn"], "main_score": 0.091271, "precision": 0.077883, "recall": 0.151186}, {"accuracy": 0.162055, "f1": 0.1056, "hf_subset": "mai_Deva-tso_Latn", "languages": ["mai-Deva", "tso-Latn"], "main_score": 0.1056, "precision": 0.0908, "recall": 0.162055}, {"accuracy": 0.885375, "f1": 0.861314, "hf_subset": "mai_Deva-azj_Latn", "languages": ["mai-Deva", "azj-Latn"], "main_score": 0.861314, "precision": 0.850586, "recall": 0.885375}, {"accuracy": 0.244071, "f1": 0.166426, "hf_subset": "mai_Deva-dik_Latn", "languages": ["mai-Deva", "dik-Latn"], "main_score": 0.166426, "precision": 0.146412, "recall": 0.244071}, {"accuracy": 0.205534, "f1": 0.137311, "hf_subset": "mai_Deva-hau_Latn", "languages": ["mai-Deva", "hau-Latn"], "main_score": 0.137311, "precision": 0.119938, "recall": 0.205534}, {"accuracy": 0.572134, "f1": 0.493992, "hf_subset": "mai_Deva-kea_Latn", "languages": ["mai-Deva", "kea-Latn"], "main_score": 0.493992, "precision": 0.463584, "recall": 0.572134}, {"accuracy": 0.321146, "f1": 0.237852, "hf_subset": "mai_Deva-lus_Latn", "languages": ["mai-Deva", "lus-Latn"], "main_score": 0.237852, "precision": 0.212297, "recall": 0.321146}, {"accuracy": 0.432806, "f1": 0.348001, "hf_subset": "mai_Deva-pag_Latn", "languages": ["mai-Deva", "pag-Latn"], "main_score": 0.348001, "precision": 0.317699, "recall": 0.432806}, {"accuracy": 0.815217, "f1": 0.771047, "hf_subset": "mai_Deva-snd_Arab", "languages": ["mai-Deva", "snd-Arab"], "main_score": 0.771047, "precision": 0.751219, "recall": 0.815217}, {"accuracy": 0.277668, "f1": 0.197356, "hf_subset": "mai_Deva-tuk_Latn", "languages": ["mai-Deva", "tuk-Latn"], "main_score": 0.197356, "precision": 0.172885, "recall": 0.277668}, {"accuracy": 0.437747, "f1": 0.358623, "hf_subset": "mai_Deva-bak_Cyrl", "languages": ["mai-Deva", "bak-Cyrl"], "main_score": 0.358623, "precision": 0.32978, "recall": 0.437747}, {"accuracy": 0.147233, "f1": 0.091552, "hf_subset": "mai_Deva-dyu_Latn", "languages": ["mai-Deva", "dyu-Latn"], "main_score": 0.091552, "precision": 0.077578, "recall": 0.147233}, {"accuracy": 0.938735, "f1": 0.921426, "hf_subset": "mai_Deva-heb_Hebr", "languages": ["mai-Deva", "heb-Hebr"], "main_score": 0.921426, "precision": 0.913432, "recall": 0.938735}, {"accuracy": 0.909091, "f1": 0.884552, "hf_subset": "mai_Deva-khk_Cyrl", "languages": ["mai-Deva", "khk-Cyrl"], "main_score": 0.884552, "precision": 0.872694, "recall": 0.909091}, {"accuracy": 0.942688, "f1": 0.925725, "hf_subset": "mai_Deva-lvs_Latn", "languages": ["mai-Deva", "lvs-Latn"], "main_score": 0.925725, "precision": 0.917852, "recall": 0.942688}, {"accuracy": 0.75, "f1": 0.693533, "hf_subset": "mai_Deva-pan_Guru", "languages": ["mai-Deva", "pan-Guru"], "main_score": 0.693533, "precision": 0.669442, "recall": 0.75}, {"accuracy": 0.221344, "f1": 0.15479, "hf_subset": "mai_Deva-som_Latn", "languages": ["mai-Deva", "som-Latn"], "main_score": 0.15479, "precision": 0.136421, "recall": 0.221344}, {"accuracy": 0.172925, "f1": 0.107615, "hf_subset": "mai_Deva-tum_Latn", "languages": ["mai-Deva", "tum-Latn"], "main_score": 0.107615, "precision": 0.092689, "recall": 0.172925}, {"accuracy": 0.079051, "f1": 0.049118, "hf_subset": "pbt_Arab-ace_Arab", "languages": ["pbt-Arab", "ace-Arab"], "main_score": 0.049118, "precision": 0.041794, "recall": 0.079051}, {"accuracy": 0.162055, "f1": 0.111372, "hf_subset": "pbt_Arab-bam_Latn", "languages": ["pbt-Arab", "bam-Latn"], "main_score": 0.111372, "precision": 0.09896, "recall": 0.162055}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "pbt_Arab-dzo_Tibt", "languages": ["pbt-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.841897, "f1": 0.804583, "hf_subset": "pbt_Arab-hin_Deva", "languages": ["pbt-Arab", "hin-Deva"], "main_score": 0.804583, "precision": 0.788686, "recall": 0.841897}, {"accuracy": 0.756917, "f1": 0.703129, "hf_subset": "pbt_Arab-khm_Khmr", "languages": ["pbt-Arab", "khm-Khmr"], "main_score": 0.703129, "precision": 0.68027, "recall": 0.756917}, {"accuracy": 0.788538, "f1": 0.741831, "hf_subset": "pbt_Arab-mag_Deva", "languages": ["pbt-Arab", "mag-Deva"], "main_score": 0.741831, "precision": 0.720718, "recall": 0.788538}, {"accuracy": 0.499012, "f1": 0.426616, "hf_subset": "pbt_Arab-pap_Latn", "languages": ["pbt-Arab", "pap-Latn"], "main_score": 0.426616, "precision": 0.400665, "recall": 0.499012}, {"accuracy": 0.167984, "f1": 0.110618, "hf_subset": "pbt_Arab-sot_Latn", "languages": ["pbt-Arab", "sot-Latn"], "main_score": 0.110618, "precision": 0.09662, "recall": 0.167984}, {"accuracy": 0.852767, "f1": 0.816323, "hf_subset": "pbt_Arab-tur_Latn", "languages": ["pbt-Arab", "tur-Latn"], "main_score": 0.816323, "precision": 0.800511, "recall": 0.852767}, {"accuracy": 0.31917, "f1": 0.247516, "hf_subset": "pbt_Arab-ace_Latn", "languages": ["pbt-Arab", "ace-Latn"], "main_score": 0.247516, "precision": 0.225682, "recall": 0.31917}, {"accuracy": 0.509881, "f1": 0.439491, "hf_subset": "pbt_Arab-ban_Latn", "languages": ["pbt-Arab", "ban-Latn"], "main_score": 0.439491, "precision": 0.412513, "recall": 0.509881}, {"accuracy": 0.852767, "f1": 0.817081, "hf_subset": "pbt_Arab-ell_Grek", "languages": ["pbt-Arab", "ell-Grek"], "main_score": 0.817081, "precision": 0.800922, "recall": 0.852767}, {"accuracy": 0.774704, "f1": 0.728741, "hf_subset": "pbt_Arab-hne_Deva", "languages": ["pbt-Arab", "hne-Deva"], "main_score": 0.728741, "precision": 0.708844, "recall": 0.774704}, {"accuracy": 0.202569, "f1": 0.135996, "hf_subset": "pbt_Arab-kik_Latn", "languages": ["pbt-Arab", "kik-Latn"], "main_score": 0.135996, "precision": 0.118821, "recall": 0.202569}, {"accuracy": 0.769763, "f1": 0.720839, "hf_subset": "pbt_Arab-mai_Deva", "languages": ["pbt-Arab", "mai-Deva"], "main_score": 0.720839, "precision": 0.699752, "recall": 0.769763}, {"accuracy": 0.857708, "f1": 0.823108, "hf_subset": "pbt_Arab-spa_Latn", "languages": ["pbt-Arab", "spa-Latn"], "main_score": 0.823108, "precision": 0.807559, "recall": 0.857708}, {"accuracy": 0.242095, "f1": 0.174803, "hf_subset": "pbt_Arab-twi_Latn", "languages": ["pbt-Arab", "twi-Latn"], "main_score": 0.174803, "precision": 0.156542, "recall": 0.242095}, {"accuracy": 0.827075, "f1": 0.78523, "hf_subset": "pbt_Arab-acm_Arab", "languages": ["pbt-Arab", "acm-Arab"], "main_score": 0.78523, "precision": 0.766387, "recall": 0.827075}, {"accuracy": 0.780632, "f1": 0.732362, "hf_subset": "pbt_Arab-bel_Cyrl", "languages": ["pbt-Arab", "bel-Cyrl"], "main_score": 0.732362, "precision": 0.71078, "recall": 0.780632}, {"accuracy": 0.871542, "f1": 0.836397, "hf_subset": "pbt_Arab-eng_Latn", "languages": ["pbt-Arab", "eng-Latn"], "main_score": 0.836397, "precision": 0.820817, "recall": 0.871542}, {"accuracy": 0.839921, "f1": 0.79865, "hf_subset": "pbt_Arab-hrv_Latn", "languages": ["pbt-Arab", "hrv-Latn"], "main_score": 0.79865, "precision": 0.779974, "recall": 0.839921}, {"accuracy": 0.132411, "f1": 0.088985, "hf_subset": "pbt_Arab-kin_Latn", "languages": ["pbt-Arab", "kin-Latn"], "main_score": 0.088985, "precision": 0.07809, "recall": 0.132411}, {"accuracy": 0.736166, "f1": 0.682199, "hf_subset": "pbt_Arab-mal_Mlym", "languages": ["pbt-Arab", "mal-Mlym"], "main_score": 0.682199, "precision": 0.659025, "recall": 0.736166}, {"accuracy": 0.863636, "f1": 0.827555, "hf_subset": "pbt_Arab-pes_Arab", "languages": ["pbt-Arab", "pes-Arab"], "main_score": 0.827555, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.550395, "f1": 0.477077, "hf_subset": "pbt_Arab-srd_Latn", "languages": ["pbt-Arab", "srd-Latn"], "main_score": 0.477077, "precision": 0.449726, "recall": 0.550395}, {"accuracy": 0.066206, "f1": 0.034203, "hf_subset": "pbt_Arab-tzm_Tfng", "languages": ["pbt-Arab", "tzm-Tfng"], "main_score": 0.034203, "precision": 0.028543, "recall": 0.066206}, {"accuracy": 0.842885, "f1": 0.803689, "hf_subset": "pbt_Arab-acq_Arab", "languages": ["pbt-Arab", "acq-Arab"], "main_score": 0.803689, "precision": 0.785913, "recall": 0.842885}, {"accuracy": 0.171937, "f1": 0.116529, "hf_subset": "pbt_Arab-bem_Latn", "languages": ["pbt-Arab", "bem-Latn"], "main_score": 0.116529, "precision": 0.102027, "recall": 0.171937}, {"accuracy": 0.715415, "f1": 0.660169, "hf_subset": "pbt_Arab-epo_Latn", "languages": ["pbt-Arab", "epo-Latn"], "main_score": 0.660169, "precision": 0.637271, "recall": 0.715415}, {"accuracy": 0.851779, "f1": 0.814629, "hf_subset": "pbt_Arab-hun_Latn", "languages": ["pbt-Arab", "hun-Latn"], "main_score": 0.814629, "precision": 0.798205, "recall": 0.851779}, {"accuracy": 0.774704, "f1": 0.731623, "hf_subset": "pbt_Arab-kir_Cyrl", "languages": ["pbt-Arab", "kir-Cyrl"], "main_score": 0.731623, "precision": 0.713366, "recall": 0.774704}, {"accuracy": 0.751976, "f1": 0.704944, "hf_subset": "pbt_Arab-mar_Deva", "languages": ["pbt-Arab", "mar-Deva"], "main_score": 0.704944, "precision": 0.68611, "recall": 0.751976}, {"accuracy": 0.256917, "f1": 0.196614, "hf_subset": "pbt_Arab-plt_Latn", "languages": ["pbt-Arab", "plt-Latn"], "main_score": 0.196614, "precision": 0.178423, "recall": 0.256917}, {"accuracy": 0.852767, "f1": 0.813933, "hf_subset": "pbt_Arab-srp_Cyrl", "languages": ["pbt-Arab", "srp-Cyrl"], "main_score": 0.813933, "precision": 0.795866, "recall": 0.852767}, {"accuracy": 0.683794, "f1": 0.625499, "hf_subset": "pbt_Arab-uig_Arab", "languages": ["pbt-Arab", "uig-Arab"], "main_score": 0.625499, "precision": 0.600774, "recall": 0.683794}, {"accuracy": 0.780632, "f1": 0.73658, "hf_subset": "pbt_Arab-aeb_Arab", "languages": ["pbt-Arab", "aeb-Arab"], "main_score": 0.73658, "precision": 0.71693, "recall": 0.780632}, {"accuracy": 0.779644, "f1": 0.733249, "hf_subset": "pbt_Arab-ben_Beng", "languages": ["pbt-Arab", "ben-Beng"], "main_score": 0.733249, "precision": 0.712862, "recall": 0.779644}, {"accuracy": 0.855731, "f1": 0.821739, "hf_subset": "pbt_Arab-est_Latn", "languages": ["pbt-Arab", "est-Latn"], "main_score": 0.821739, "precision": 0.806324, "recall": 0.855731}, {"accuracy": 0.853755, "f1": 0.81517, "hf_subset": "pbt_Arab-hye_Armn", "languages": ["pbt-Arab", "hye-Armn"], "main_score": 0.81517, "precision": 0.797266, "recall": 0.853755}, {"accuracy": 0.13834, "f1": 0.084826, "hf_subset": "pbt_Arab-kmb_Latn", "languages": ["pbt-Arab", "kmb-Latn"], "main_score": 0.084826, "precision": 0.073783, "recall": 0.13834}, {"accuracy": 0.055336, "f1": 0.038236, "hf_subset": "pbt_Arab-min_Arab", "languages": ["pbt-Arab", "min-Arab"], "main_score": 0.038236, "precision": 0.033801, "recall": 0.055336}, {"accuracy": 0.854743, "f1": 0.819269, "hf_subset": "pbt_Arab-pol_Latn", "languages": ["pbt-Arab", "pol-Latn"], "main_score": 0.819269, "precision": 0.803393, "recall": 0.854743}, {"accuracy": 0.128458, "f1": 0.083307, "hf_subset": "pbt_Arab-ssw_Latn", "languages": ["pbt-Arab", "ssw-Latn"], "main_score": 0.083307, "precision": 0.072436, "recall": 0.128458}, {"accuracy": 0.859684, "f1": 0.821824, "hf_subset": "pbt_Arab-ukr_Cyrl", "languages": ["pbt-Arab", "ukr-Cyrl"], "main_score": 0.821824, "precision": 0.804628, "recall": 0.859684}, {"accuracy": 0.809289, "f1": 0.766554, "hf_subset": "pbt_Arab-afr_Latn", "languages": ["pbt-Arab", "afr-Latn"], "main_score": 0.766554, "precision": 0.747365, "recall": 0.809289}, {"accuracy": 0.737154, "f1": 0.683764, "hf_subset": "pbt_Arab-bho_Deva", "languages": ["pbt-Arab", "bho-Deva"], "main_score": 0.683764, "precision": 0.661342, "recall": 0.737154}, {"accuracy": 0.592885, "f1": 0.527949, "hf_subset": "pbt_Arab-eus_Latn", "languages": ["pbt-Arab", "eus-Latn"], "main_score": 0.527949, "precision": 0.502726, "recall": 0.592885}, {"accuracy": 0.151186, "f1": 0.102054, "hf_subset": "pbt_Arab-ibo_Latn", "languages": ["pbt-Arab", "ibo-Latn"], "main_score": 0.102054, "precision": 0.090161, "recall": 0.151186}, {"accuracy": 0.630435, "f1": 0.570657, "hf_subset": "pbt_Arab-kmr_Latn", "languages": ["pbt-Arab", "kmr-Latn"], "main_score": 0.570657, "precision": 0.54628, "recall": 0.630435}, {"accuracy": 0.48913, "f1": 0.421114, "hf_subset": "pbt_Arab-min_Latn", "languages": ["pbt-Arab", "min-Latn"], "main_score": 0.421114, "precision": 0.396669, "recall": 0.48913}, {"accuracy": 0.860672, "f1": 0.824515, "hf_subset": "pbt_Arab-por_Latn", "languages": ["pbt-Arab", "por-Latn"], "main_score": 0.824515, "precision": 0.808212, "recall": 0.860672}, {"accuracy": 0.589921, "f1": 0.525732, "hf_subset": "pbt_Arab-sun_Latn", "languages": ["pbt-Arab", "sun-Latn"], "main_score": 0.525732, "precision": 0.500828, "recall": 0.589921}, {"accuracy": 0.140316, "f1": 0.095247, "hf_subset": "pbt_Arab-umb_Latn", "languages": ["pbt-Arab", "umb-Latn"], "main_score": 0.095247, "precision": 0.085211, "recall": 0.140316}, {"accuracy": 0.844862, "f1": 0.803891, "hf_subset": "pbt_Arab-ajp_Arab", "languages": ["pbt-Arab", "ajp-Arab"], "main_score": 0.803891, "precision": 0.785244, "recall": 0.844862}, {"accuracy": 0.06917, "f1": 0.04236, "hf_subset": "pbt_Arab-bjn_Arab", "languages": ["pbt-Arab", "bjn-Arab"], "main_score": 0.04236, "precision": 0.0361, "recall": 0.06917}, {"accuracy": 0.205534, "f1": 0.150238, "hf_subset": "pbt_Arab-ewe_Latn", "languages": ["pbt-Arab", "ewe-Latn"], "main_score": 0.150238, "precision": 0.134979, "recall": 0.205534}, {"accuracy": 0.286561, "f1": 0.212152, "hf_subset": "pbt_Arab-ilo_Latn", "languages": ["pbt-Arab", "ilo-Latn"], "main_score": 0.212152, "precision": 0.189726, "recall": 0.286561}, {"accuracy": 0.097826, "f1": 0.060387, "hf_subset": "pbt_Arab-knc_Arab", "languages": ["pbt-Arab", "knc-Arab"], "main_score": 0.060387, "precision": 0.052144, "recall": 0.097826}, {"accuracy": 0.86166, "f1": 0.823419, "hf_subset": "pbt_Arab-mkd_Cyrl", "languages": ["pbt-Arab", "mkd-Cyrl"], "main_score": 0.823419, "precision": 0.805501, "recall": 0.86166}, {"accuracy": 0.860672, "f1": 0.827372, "hf_subset": "pbt_Arab-prs_Arab", "languages": ["pbt-Arab", "prs-Arab"], "main_score": 0.827372, "precision": 0.812618, "recall": 0.860672}, {"accuracy": 0.851779, "f1": 0.815156, "hf_subset": "pbt_Arab-swe_Latn", "languages": ["pbt-Arab", "swe-Latn"], "main_score": 0.815156, "precision": 0.798995, "recall": 0.851779}, {"accuracy": 0.851779, "f1": 0.814657, "hf_subset": "pbt_Arab-urd_Arab", "languages": ["pbt-Arab", "urd-Arab"], "main_score": 0.814657, "precision": 0.798155, "recall": 0.851779}, {"accuracy": 0.229249, "f1": 0.162496, "hf_subset": "pbt_Arab-aka_Latn", "languages": ["pbt-Arab", "aka-Latn"], "main_score": 0.162496, "precision": 0.143857, "recall": 0.229249}, {"accuracy": 0.606719, "f1": 0.543191, "hf_subset": "pbt_Arab-bjn_Latn", "languages": ["pbt-Arab", "bjn-Latn"], "main_score": 0.543191, "precision": 0.519134, "recall": 0.606719}, {"accuracy": 0.366601, "f1": 0.295815, "hf_subset": "pbt_Arab-fao_Latn", "languages": ["pbt-Arab", "fao-Latn"], "main_score": 0.295815, "precision": 0.272589, "recall": 0.366601}, {"accuracy": 0.858696, "f1": 0.82245, "hf_subset": "pbt_Arab-ind_Latn", "languages": ["pbt-Arab", "ind-Latn"], "main_score": 0.82245, "precision": 0.806077, "recall": 0.858696}, {"accuracy": 0.215415, "f1": 0.155145, "hf_subset": "pbt_Arab-knc_Latn", "languages": ["pbt-Arab", "knc-Latn"], "main_score": 0.155145, "precision": 0.138651, "recall": 0.215415}, {"accuracy": 0.257905, "f1": 0.191248, "hf_subset": "pbt_Arab-mlt_Latn", "languages": ["pbt-Arab", "mlt-Latn"], "main_score": 0.191248, "precision": 0.173701, "recall": 0.257905}, {"accuracy": 0.206522, "f1": 0.140699, "hf_subset": "pbt_Arab-quy_Latn", "languages": ["pbt-Arab", "quy-Latn"], "main_score": 0.140699, "precision": 0.123182, "recall": 0.206522}, {"accuracy": 0.294466, "f1": 0.220824, "hf_subset": "pbt_Arab-swh_Latn", "languages": ["pbt-Arab", "swh-Latn"], "main_score": 0.220824, "precision": 0.199242, "recall": 0.294466}, {"accuracy": 0.548419, "f1": 0.478682, "hf_subset": "pbt_Arab-uzn_Latn", "languages": ["pbt-Arab", "uzn-Latn"], "main_score": 0.478682, "precision": 0.452515, "recall": 0.548419}, {"accuracy": 0.860672, "f1": 0.825956, "hf_subset": "pbt_Arab-als_Latn", "languages": ["pbt-Arab", "als-Latn"], "main_score": 0.825956, "precision": 0.809964, "recall": 0.860672}, {"accuracy": 0.055336, "f1": 0.023525, "hf_subset": "pbt_Arab-bod_Tibt", "languages": ["pbt-Arab", "bod-Tibt"], "main_score": 0.023525, "precision": 0.018964, "recall": 0.055336}, {"accuracy": 0.178854, "f1": 0.121177, "hf_subset": "pbt_Arab-fij_Latn", "languages": ["pbt-Arab", "fij-Latn"], "main_score": 0.121177, "precision": 0.105156, "recall": 0.178854}, {"accuracy": 0.62253, "f1": 0.556303, "hf_subset": "pbt_Arab-isl_Latn", "languages": ["pbt-Arab", "isl-Latn"], "main_score": 0.556303, "precision": 0.529842, "recall": 0.62253}, {"accuracy": 0.195652, "f1": 0.139691, "hf_subset": "pbt_Arab-kon_Latn", "languages": ["pbt-Arab", "kon-Latn"], "main_score": 0.139691, "precision": 0.125027, "recall": 0.195652}, {"accuracy": 0.060277, "f1": 0.034277, "hf_subset": "pbt_Arab-mni_Beng", "languages": ["pbt-Arab", "mni-Beng"], "main_score": 0.034277, "precision": 0.029998, "recall": 0.060277}, {"accuracy": 0.858696, "f1": 0.823238, "hf_subset": "pbt_Arab-ron_Latn", "languages": ["pbt-Arab", "ron-Latn"], "main_score": 0.823238, "precision": 0.807404, "recall": 0.858696}, {"accuracy": 0.640316, "f1": 0.577001, "hf_subset": "pbt_Arab-szl_Latn", "languages": ["pbt-Arab", "szl-Latn"], "main_score": 0.577001, "precision": 0.552141, "recall": 0.640316}, {"accuracy": 0.631423, "f1": 0.565509, "hf_subset": "pbt_Arab-vec_Latn", "languages": ["pbt-Arab", "vec-Latn"], "main_score": 0.565509, "precision": 0.539351, "recall": 0.631423}, {"accuracy": 0.664032, "f1": 0.605118, "hf_subset": "pbt_Arab-amh_Ethi", "languages": ["pbt-Arab", "amh-Ethi"], "main_score": 0.605118, "precision": 0.581036, "recall": 0.664032}, {"accuracy": 0.869565, "f1": 0.835178, "hf_subset": "pbt_Arab-bos_Latn", "languages": ["pbt-Arab", "bos-Latn"], "main_score": 0.835178, "precision": 0.819779, "recall": 0.869565}, {"accuracy": 0.856719, "f1": 0.818544, "hf_subset": "pbt_Arab-fin_Latn", "languages": ["pbt-Arab", "fin-Latn"], "main_score": 0.818544, "precision": 0.801005, "recall": 0.856719}, {"accuracy": 0.853755, "f1": 0.815137, "hf_subset": "pbt_Arab-ita_Latn", "languages": ["pbt-Arab", "ita-Latn"], "main_score": 0.815137, "precision": 0.797431, "recall": 0.853755}, {"accuracy": 0.837945, "f1": 0.798617, "hf_subset": "pbt_Arab-kor_Hang", "languages": ["pbt-Arab", "kor-Hang"], "main_score": 0.798617, "precision": 0.781352, "recall": 0.837945}, {"accuracy": 0.183794, "f1": 0.123213, "hf_subset": "pbt_Arab-mos_Latn", "languages": ["pbt-Arab", "mos-Latn"], "main_score": 0.123213, "precision": 0.107098, "recall": 0.183794}, {"accuracy": 0.129447, "f1": 0.083523, "hf_subset": "pbt_Arab-run_Latn", "languages": ["pbt-Arab", "run-Latn"], "main_score": 0.083523, "precision": 0.071487, "recall": 0.129447}, {"accuracy": 0.748024, "f1": 0.694013, "hf_subset": "pbt_Arab-tam_Taml", "languages": ["pbt-Arab", "tam-Taml"], "main_score": 0.694013, "precision": 0.671684, "recall": 0.748024}, {"accuracy": 0.850791, "f1": 0.812714, "hf_subset": "pbt_Arab-vie_Latn", "languages": ["pbt-Arab", "vie-Latn"], "main_score": 0.812714, "precision": 0.795158, "recall": 0.850791}, {"accuracy": 0.827075, "f1": 0.78798, "hf_subset": "pbt_Arab-apc_Arab", "languages": ["pbt-Arab", "apc-Arab"], "main_score": 0.78798, "precision": 0.769822, "recall": 0.827075}, {"accuracy": 0.305336, "f1": 0.236477, "hf_subset": "pbt_Arab-bug_Latn", "languages": ["pbt-Arab", "bug-Latn"], "main_score": 0.236477, "precision": 0.214711, "recall": 0.305336}, {"accuracy": 0.166008, "f1": 0.11117, "hf_subset": "pbt_Arab-fon_Latn", "languages": ["pbt-Arab", "fon-Latn"], "main_score": 0.11117, "precision": 0.096767, "recall": 0.166008}, {"accuracy": 0.581028, "f1": 0.511593, "hf_subset": "pbt_Arab-jav_Latn", "languages": ["pbt-Arab", "jav-Latn"], "main_score": 0.511593, "precision": 0.486662, "recall": 0.581028}, {"accuracy": 0.789526, "f1": 0.741798, "hf_subset": "pbt_Arab-lao_Laoo", "languages": ["pbt-Arab", "lao-Laoo"], "main_score": 0.741798, "precision": 0.721245, "recall": 0.789526}, {"accuracy": 0.161067, "f1": 0.101432, "hf_subset": "pbt_Arab-mri_Latn", "languages": ["pbt-Arab", "mri-Latn"], "main_score": 0.101432, "precision": 0.087386, "recall": 0.161067}, {"accuracy": 0.857708, "f1": 0.822036, "hf_subset": "pbt_Arab-rus_Cyrl", "languages": ["pbt-Arab", "rus-Cyrl"], "main_score": 0.822036, "precision": 0.806324, "recall": 0.857708}, {"accuracy": 0.194664, "f1": 0.144049, "hf_subset": "pbt_Arab-taq_Latn", "languages": ["pbt-Arab", "taq-Latn"], "main_score": 0.144049, "precision": 0.130229, "recall": 0.194664}, {"accuracy": 0.325099, "f1": 0.240834, "hf_subset": "pbt_Arab-war_Latn", "languages": ["pbt-Arab", "war-Latn"], "main_score": 0.240834, "precision": 0.215066, "recall": 0.325099}, {"accuracy": 0.854743, "f1": 0.817984, "hf_subset": "pbt_Arab-arb_Arab", "languages": ["pbt-Arab", "arb-Arab"], "main_score": 0.817984, "precision": 0.801482, "recall": 0.854743}, {"accuracy": 0.87253, "f1": 0.836331, "hf_subset": "pbt_Arab-bul_Cyrl", "languages": ["pbt-Arab", "bul-Cyrl"], "main_score": 0.836331, "precision": 0.819812, "recall": 0.87253}, {"accuracy": 0.869565, "f1": 0.834801, "hf_subset": "pbt_Arab-fra_Latn", "languages": ["pbt-Arab", "fra-Latn"], "main_score": 0.834801, "precision": 0.819582, "recall": 0.869565}, {"accuracy": 0.838933, "f1": 0.799111, "hf_subset": "pbt_Arab-jpn_Jpan", "languages": ["pbt-Arab", "jpn-Jpan"], "main_score": 0.799111, "precision": 0.781044, "recall": 0.838933}, {"accuracy": 0.593874, "f1": 0.5224, "hf_subset": "pbt_Arab-lij_Latn", "languages": ["pbt-Arab", "lij-Latn"], "main_score": 0.5224, "precision": 0.493307, "recall": 0.593874}, {"accuracy": 0.76087, "f1": 0.706348, "hf_subset": "pbt_Arab-mya_Mymr", "languages": ["pbt-Arab", "mya-Mymr"], "main_score": 0.706348, "precision": 0.682148, "recall": 0.76087}, {"accuracy": 0.190711, "f1": 0.134905, "hf_subset": "pbt_Arab-sag_Latn", "languages": ["pbt-Arab", "sag-Latn"], "main_score": 0.134905, "precision": 0.119155, "recall": 0.190711}, {"accuracy": 0.079051, "f1": 0.039739, "hf_subset": "pbt_Arab-taq_Tfng", "languages": ["pbt-Arab", "taq-Tfng"], "main_score": 0.039739, "precision": 0.033601, "recall": 0.079051}, {"accuracy": 0.216403, "f1": 0.158666, "hf_subset": "pbt_Arab-wol_Latn", "languages": ["pbt-Arab", "wol-Latn"], "main_score": 0.158666, "precision": 0.142183, "recall": 0.216403}, {"accuracy": 0.101779, "f1": 0.055289, "hf_subset": "pbt_Arab-arb_Latn", "languages": ["pbt-Arab", "arb-Latn"], "main_score": 0.055289, "precision": 0.046159, "recall": 0.101779}, {"accuracy": 0.857708, "f1": 0.819466, "hf_subset": "pbt_Arab-cat_Latn", "languages": ["pbt-Arab", "cat-Latn"], "main_score": 0.819466, "precision": 0.802207, "recall": 0.857708}, {"accuracy": 0.565217, "f1": 0.49532, "hf_subset": "pbt_Arab-fur_Latn", "languages": ["pbt-Arab", "fur-Latn"], "main_score": 0.49532, "precision": 0.468135, "recall": 0.565217}, {"accuracy": 0.077075, "f1": 0.053468, "hf_subset": "pbt_Arab-kab_Latn", "languages": ["pbt-Arab", "kab-Latn"], "main_score": 0.053468, "precision": 0.047137, "recall": 0.077075}, {"accuracy": 0.61166, "f1": 0.544004, "hf_subset": "pbt_Arab-lim_Latn", "languages": ["pbt-Arab", "lim-Latn"], "main_score": 0.544004, "precision": 0.517828, "recall": 0.61166}, {"accuracy": 0.84585, "f1": 0.807345, "hf_subset": "pbt_Arab-nld_Latn", "languages": ["pbt-Arab", "nld-Latn"], "main_score": 0.807345, "precision": 0.78997, "recall": 0.84585}, {"accuracy": 0.614625, "f1": 0.550224, "hf_subset": "pbt_Arab-san_Deva", "languages": ["pbt-Arab", "san-Deva"], "main_score": 0.550224, "precision": 0.523971, "recall": 0.614625}, {"accuracy": 0.416996, "f1": 0.342575, "hf_subset": "pbt_Arab-tat_Cyrl", "languages": ["pbt-Arab", "tat-Cyrl"], "main_score": 0.342575, "precision": 0.316108, "recall": 0.416996}, {"accuracy": 0.167984, "f1": 0.109956, "hf_subset": "pbt_Arab-xho_Latn", "languages": ["pbt-Arab", "xho-Latn"], "main_score": 0.109956, "precision": 0.09635, "recall": 0.167984}, {"accuracy": 0.841897, "f1": 0.800315, "hf_subset": "pbt_Arab-ars_Arab", "languages": ["pbt-Arab", "ars-Arab"], "main_score": 0.800315, "precision": 0.781489, "recall": 0.841897}, {"accuracy": 0.317194, "f1": 0.244595, "hf_subset": "pbt_Arab-ceb_Latn", "languages": ["pbt-Arab", "ceb-Latn"], "main_score": 0.244595, "precision": 0.222679, "recall": 0.317194}, {"accuracy": 0.193676, "f1": 0.1316, "hf_subset": "pbt_Arab-fuv_Latn", "languages": ["pbt-Arab", "fuv-Latn"], "main_score": 0.1316, "precision": 0.115392, "recall": 0.193676}, {"accuracy": 0.166008, "f1": 0.113727, "hf_subset": "pbt_Arab-kac_Latn", "languages": ["pbt-Arab", "kac-Latn"], "main_score": 0.113727, "precision": 0.10011, "recall": 0.166008}, {"accuracy": 0.190711, "f1": 0.137227, "hf_subset": "pbt_Arab-lin_Latn", "languages": ["pbt-Arab", "lin-Latn"], "main_score": 0.137227, "precision": 0.124396, "recall": 0.190711}, {"accuracy": 0.833992, "f1": 0.791685, "hf_subset": "pbt_Arab-nno_Latn", "languages": ["pbt-Arab", "nno-Latn"], "main_score": 0.791685, "precision": 0.772908, "recall": 0.833992}, {"accuracy": 0.019763, "f1": 0.004361, "hf_subset": "pbt_Arab-sat_Olck", "languages": ["pbt-Arab", "sat-Olck"], "main_score": 0.004361, "precision": 0.003059, "recall": 0.019763}, {"accuracy": 0.727273, "f1": 0.668676, "hf_subset": "pbt_Arab-tel_Telu", "languages": ["pbt-Arab", "tel-Telu"], "main_score": 0.668676, "precision": 0.643594, "recall": 0.727273}, {"accuracy": 0.36166, "f1": 0.288216, "hf_subset": "pbt_Arab-ydd_Hebr", "languages": ["pbt-Arab", "ydd-Hebr"], "main_score": 0.288216, "precision": 0.262696, "recall": 0.36166}, {"accuracy": 0.735178, "f1": 0.684044, "hf_subset": "pbt_Arab-ary_Arab", "languages": ["pbt-Arab", "ary-Arab"], "main_score": 0.684044, "precision": 0.662171, "recall": 0.735178}, {"accuracy": 0.864625, "f1": 0.829348, "hf_subset": "pbt_Arab-ces_Latn", "languages": ["pbt-Arab", "ces-Latn"], "main_score": 0.829348, "precision": 0.813307, "recall": 0.864625}, {"accuracy": 0.089921, "f1": 0.05391, "hf_subset": "pbt_Arab-gaz_Latn", "languages": ["pbt-Arab", "gaz-Latn"], "main_score": 0.05391, "precision": 0.046737, "recall": 0.089921}, {"accuracy": 0.160079, "f1": 0.112508, "hf_subset": "pbt_Arab-kam_Latn", "languages": ["pbt-Arab", "kam-Latn"], "main_score": 0.112508, "precision": 0.100321, "recall": 0.160079}, {"accuracy": 0.849802, "f1": 0.812074, "hf_subset": "pbt_Arab-lit_Latn", "languages": ["pbt-Arab", "lit-Latn"], "main_score": 0.812074, "precision": 0.795208, "recall": 0.849802}, {"accuracy": 0.87253, "f1": 0.83913, "hf_subset": "pbt_Arab-nob_Latn", "languages": ["pbt-Arab", "nob-Latn"], "main_score": 0.83913, "precision": 0.823864, "recall": 0.87253}, {"accuracy": 0.502964, "f1": 0.43165, "hf_subset": "pbt_Arab-scn_Latn", "languages": ["pbt-Arab", "scn-Latn"], "main_score": 0.43165, "precision": 0.404924, "recall": 0.502964}, {"accuracy": 0.150198, "f1": 0.101657, "hf_subset": "pbt_Arab-tgk_Cyrl", "languages": ["pbt-Arab", "tgk-Cyrl"], "main_score": 0.101657, "precision": 0.088086, "recall": 0.150198}, {"accuracy": 0.186759, "f1": 0.125612, "hf_subset": "pbt_Arab-yor_Latn", "languages": ["pbt-Arab", "yor-Latn"], "main_score": 0.125612, "precision": 0.109092, "recall": 0.186759}, {"accuracy": 0.814229, "f1": 0.769137, "hf_subset": "pbt_Arab-arz_Arab", "languages": ["pbt-Arab", "arz-Arab"], "main_score": 0.769137, "precision": 0.748666, "recall": 0.814229}, {"accuracy": 0.159091, "f1": 0.101682, "hf_subset": "pbt_Arab-cjk_Latn", "languages": ["pbt-Arab", "cjk-Latn"], "main_score": 0.101682, "precision": 0.08794, "recall": 0.159091}, {"accuracy": 0.159091, "f1": 0.111396, "hf_subset": "pbt_Arab-gla_Latn", "languages": ["pbt-Arab", "gla-Latn"], "main_score": 0.111396, "precision": 0.098882, "recall": 0.159091}, {"accuracy": 0.671937, "f1": 0.607148, "hf_subset": "pbt_Arab-kan_Knda", "languages": ["pbt-Arab", "kan-Knda"], "main_score": 0.607148, "precision": 0.580649, "recall": 0.671937}, {"accuracy": 0.516798, "f1": 0.444607, "hf_subset": "pbt_Arab-lmo_Latn", "languages": ["pbt-Arab", "lmo-Latn"], "main_score": 0.444607, "precision": 0.418655, "recall": 0.516798}, {"accuracy": 0.824111, "f1": 0.785688, "hf_subset": "pbt_Arab-npi_Deva", "languages": ["pbt-Arab", "npi-Deva"], "main_score": 0.785688, "precision": 0.768537, "recall": 0.824111}, {"accuracy": 0.235178, "f1": 0.176606, "hf_subset": "pbt_Arab-shn_Mymr", "languages": ["pbt-Arab", "shn-Mymr"], "main_score": 0.176606, "precision": 0.157902, "recall": 0.235178}, {"accuracy": 0.367589, "f1": 0.295422, "hf_subset": "pbt_Arab-tgl_Latn", "languages": ["pbt-Arab", "tgl-Latn"], "main_score": 0.295422, "precision": 0.273238, "recall": 0.367589}, {"accuracy": 0.853755, "f1": 0.816554, "hf_subset": "pbt_Arab-yue_Hant", "languages": ["pbt-Arab", "yue-Hant"], "main_score": 0.816554, "precision": 0.799918, "recall": 0.853755}, {"accuracy": 0.460474, "f1": 0.38542, "hf_subset": "pbt_Arab-asm_Beng", "languages": ["pbt-Arab", "asm-Beng"], "main_score": 0.38542, "precision": 0.357197, "recall": 0.460474}, {"accuracy": 0.726285, "f1": 0.669419, "hf_subset": "pbt_Arab-ckb_Arab", "languages": ["pbt-Arab", "ckb-Arab"], "main_score": 0.669419, "precision": 0.644121, "recall": 0.726285}, {"accuracy": 0.246047, "f1": 0.180695, "hf_subset": "pbt_Arab-gle_Latn", "languages": ["pbt-Arab", "gle-Latn"], "main_score": 0.180695, "precision": 0.162641, "recall": 0.246047}, {"accuracy": 0.545455, "f1": 0.481059, "hf_subset": "pbt_Arab-kas_Arab", "languages": ["pbt-Arab", "kas-Arab"], "main_score": 0.481059, "precision": 0.45511, "recall": 0.545455}, {"accuracy": 0.55336, "f1": 0.479377, "hf_subset": "pbt_Arab-ltg_Latn", "languages": ["pbt-Arab", "ltg-Latn"], "main_score": 0.479377, "precision": 0.451369, "recall": 0.55336}, {"accuracy": 0.204545, "f1": 0.141039, "hf_subset": "pbt_Arab-nso_Latn", "languages": ["pbt-Arab", "nso-Latn"], "main_score": 0.141039, "precision": 0.123992, "recall": 0.204545}, {"accuracy": 0.784585, "f1": 0.739739, "hf_subset": "pbt_Arab-sin_Sinh", "languages": ["pbt-Arab", "sin-Sinh"], "main_score": 0.739739, "precision": 0.720719, "recall": 0.784585}, {"accuracy": 0.837945, "f1": 0.795619, "hf_subset": "pbt_Arab-tha_Thai", "languages": ["pbt-Arab", "tha-Thai"], "main_score": 0.795619, "precision": 0.776597, "recall": 0.837945}, {"accuracy": 0.850791, "f1": 0.812187, "hf_subset": "pbt_Arab-zho_Hans", "languages": ["pbt-Arab", "zho-Hans"], "main_score": 0.812187, "precision": 0.794631, "recall": 0.850791}, {"accuracy": 0.761858, "f1": 0.711701, "hf_subset": "pbt_Arab-ast_Latn", "languages": ["pbt-Arab", "ast-Latn"], "main_score": 0.711701, "precision": 0.690294, "recall": 0.761858}, {"accuracy": 0.618577, "f1": 0.555847, "hf_subset": "pbt_Arab-crh_Latn", "languages": ["pbt-Arab", "crh-Latn"], "main_score": 0.555847, "precision": 0.5306, "recall": 0.618577}, {"accuracy": 0.854743, "f1": 0.817278, "hf_subset": "pbt_Arab-glg_Latn", "languages": ["pbt-Arab", "glg-Latn"], "main_score": 0.817278, "precision": 0.800066, "recall": 0.854743}, {"accuracy": 0.371542, "f1": 0.305605, "hf_subset": "pbt_Arab-kas_Deva", "languages": ["pbt-Arab", "kas-Deva"], "main_score": 0.305605, "precision": 0.282757, "recall": 0.371542}, {"accuracy": 0.408103, "f1": 0.332974, "hf_subset": "pbt_Arab-ltz_Latn", "languages": ["pbt-Arab", "ltz-Latn"], "main_score": 0.332974, "precision": 0.307532, "recall": 0.408103}, {"accuracy": 0.105731, "f1": 0.065123, "hf_subset": "pbt_Arab-nus_Latn", "languages": ["pbt-Arab", "nus-Latn"], "main_score": 0.065123, "precision": 0.057043, "recall": 0.105731}, {"accuracy": 0.859684, "f1": 0.826087, "hf_subset": "pbt_Arab-slk_Latn", "languages": ["pbt-Arab", "slk-Latn"], "main_score": 0.826087, "precision": 0.811578, "recall": 0.859684}, {"accuracy": 0.194664, "f1": 0.139101, "hf_subset": "pbt_Arab-tir_Ethi", "languages": ["pbt-Arab", "tir-Ethi"], "main_score": 0.139101, "precision": 0.12266, "recall": 0.194664}, {"accuracy": 0.84585, "f1": 0.805898, "hf_subset": "pbt_Arab-zho_Hant", "languages": ["pbt-Arab", "zho-Hant"], "main_score": 0.805898, "precision": 0.787938, "recall": 0.84585}, {"accuracy": 0.802372, "f1": 0.759732, "hf_subset": "pbt_Arab-awa_Deva", "languages": ["pbt-Arab", "awa-Deva"], "main_score": 0.759732, "precision": 0.741765, "recall": 0.802372}, {"accuracy": 0.378458, "f1": 0.306159, "hf_subset": "pbt_Arab-cym_Latn", "languages": ["pbt-Arab", "cym-Latn"], "main_score": 0.306159, "precision": 0.282288, "recall": 0.378458}, {"accuracy": 0.254941, "f1": 0.18248, "hf_subset": "pbt_Arab-grn_Latn", "languages": ["pbt-Arab", "grn-Latn"], "main_score": 0.18248, "precision": 0.162056, "recall": 0.254941}, {"accuracy": 0.756917, "f1": 0.702129, "hf_subset": "pbt_Arab-kat_Geor", "languages": ["pbt-Arab", "kat-Geor"], "main_score": 0.702129, "precision": 0.678567, "recall": 0.756917}, {"accuracy": 0.203557, "f1": 0.145785, "hf_subset": "pbt_Arab-lua_Latn", "languages": ["pbt-Arab", "lua-Latn"], "main_score": 0.145785, "precision": 0.130079, "recall": 0.203557}, {"accuracy": 0.192688, "f1": 0.131175, "hf_subset": "pbt_Arab-nya_Latn", "languages": ["pbt-Arab", "nya-Latn"], "main_score": 0.131175, "precision": 0.115223, "recall": 0.192688}, {"accuracy": 0.855731, "f1": 0.818478, "hf_subset": "pbt_Arab-slv_Latn", "languages": ["pbt-Arab", "slv-Latn"], "main_score": 0.818478, "precision": 0.801647, "recall": 0.855731}, {"accuracy": 0.350791, "f1": 0.27575, "hf_subset": "pbt_Arab-tpi_Latn", "languages": ["pbt-Arab", "tpi-Latn"], "main_score": 0.27575, "precision": 0.252817, "recall": 0.350791}, {"accuracy": 0.848814, "f1": 0.808663, "hf_subset": "pbt_Arab-zsm_Latn", "languages": ["pbt-Arab", "zsm-Latn"], "main_score": 0.808663, "precision": 0.790464, "recall": 0.848814}, {"accuracy": 0.166008, "f1": 0.108625, "hf_subset": "pbt_Arab-ayr_Latn", "languages": ["pbt-Arab", "ayr-Latn"], "main_score": 0.108625, "precision": 0.094329, "recall": 0.166008}, {"accuracy": 0.863636, "f1": 0.827042, "hf_subset": "pbt_Arab-dan_Latn", "languages": ["pbt-Arab", "dan-Latn"], "main_score": 0.827042, "precision": 0.810277, "recall": 0.863636}, {"accuracy": 0.782609, "f1": 0.730452, "hf_subset": "pbt_Arab-guj_Gujr", "languages": ["pbt-Arab", "guj-Gujr"], "main_score": 0.730452, "precision": 0.707733, "recall": 0.782609}, {"accuracy": 0.81917, "f1": 0.777174, "hf_subset": "pbt_Arab-kaz_Cyrl", "languages": ["pbt-Arab", "kaz-Cyrl"], "main_score": 0.777174, "precision": 0.759042, "recall": 0.81917}, {"accuracy": 0.145257, "f1": 0.098114, "hf_subset": "pbt_Arab-lug_Latn", "languages": ["pbt-Arab", "lug-Latn"], "main_score": 0.098114, "precision": 0.08617, "recall": 0.145257}, {"accuracy": 0.73419, "f1": 0.676896, "hf_subset": "pbt_Arab-oci_Latn", "languages": ["pbt-Arab", "oci-Latn"], "main_score": 0.676896, "precision": 0.651746, "recall": 0.73419}, {"accuracy": 0.161067, "f1": 0.103716, "hf_subset": "pbt_Arab-smo_Latn", "languages": ["pbt-Arab", "smo-Latn"], "main_score": 0.103716, "precision": 0.089023, "recall": 0.161067}, {"accuracy": 0.171937, "f1": 0.12205, "hf_subset": "pbt_Arab-tsn_Latn", "languages": ["pbt-Arab", "tsn-Latn"], "main_score": 0.12205, "precision": 0.109682, "recall": 0.171937}, {"accuracy": 0.128458, "f1": 0.085249, "hf_subset": "pbt_Arab-zul_Latn", "languages": ["pbt-Arab", "zul-Latn"], "main_score": 0.085249, "precision": 0.075219, "recall": 0.128458}, {"accuracy": 0.47332, "f1": 0.410892, "hf_subset": "pbt_Arab-azb_Arab", "languages": ["pbt-Arab", "azb-Arab"], "main_score": 0.410892, "precision": 0.384077, "recall": 0.47332}, {"accuracy": 0.864625, "f1": 0.829644, "hf_subset": "pbt_Arab-deu_Latn", "languages": ["pbt-Arab", "deu-Latn"], "main_score": 0.829644, "precision": 0.8139, "recall": 0.864625}, {"accuracy": 0.232213, "f1": 0.171681, "hf_subset": "pbt_Arab-hat_Latn", "languages": ["pbt-Arab", "hat-Latn"], "main_score": 0.171681, "precision": 0.153936, "recall": 0.232213}, {"accuracy": 0.144269, "f1": 0.086768, "hf_subset": "pbt_Arab-kbp_Latn", "languages": ["pbt-Arab", "kbp-Latn"], "main_score": 0.086768, "precision": 0.073401, "recall": 0.144269}, {"accuracy": 0.179842, "f1": 0.121893, "hf_subset": "pbt_Arab-luo_Latn", "languages": ["pbt-Arab", "luo-Latn"], "main_score": 0.121893, "precision": 0.107248, "recall": 0.179842}, {"accuracy": 0.689723, "f1": 0.633303, "hf_subset": "pbt_Arab-ory_Orya", "languages": ["pbt-Arab", "ory-Orya"], "main_score": 0.633303, "precision": 0.609679, "recall": 0.689723}, {"accuracy": 0.140316, "f1": 0.0908, "hf_subset": "pbt_Arab-sna_Latn", "languages": ["pbt-Arab", "sna-Latn"], "main_score": 0.0908, "precision": 0.078695, "recall": 0.140316}, {"accuracy": 0.16996, "f1": 0.119783, "hf_subset": "pbt_Arab-tso_Latn", "languages": ["pbt-Arab", "tso-Latn"], "main_score": 0.119783, "precision": 0.106052, "recall": 0.16996}, {"accuracy": 0.815217, "f1": 0.774377, "hf_subset": "pbt_Arab-azj_Latn", "languages": ["pbt-Arab", "azj-Latn"], "main_score": 0.774377, "precision": 0.757141, "recall": 0.815217}, {"accuracy": 0.221344, "f1": 0.157934, "hf_subset": "pbt_Arab-dik_Latn", "languages": ["pbt-Arab", "dik-Latn"], "main_score": 0.157934, "precision": 0.140003, "recall": 0.221344}, {"accuracy": 0.214427, "f1": 0.153224, "hf_subset": "pbt_Arab-hau_Latn", "languages": ["pbt-Arab", "hau-Latn"], "main_score": 0.153224, "precision": 0.135918, "recall": 0.214427}, {"accuracy": 0.501976, "f1": 0.436098, "hf_subset": "pbt_Arab-kea_Latn", "languages": ["pbt-Arab", "kea-Latn"], "main_score": 0.436098, "precision": 0.411811, "recall": 0.501976}, {"accuracy": 0.283597, "f1": 0.217691, "hf_subset": "pbt_Arab-lus_Latn", "languages": ["pbt-Arab", "lus-Latn"], "main_score": 0.217691, "precision": 0.198121, "recall": 0.283597}, {"accuracy": 0.348814, "f1": 0.274069, "hf_subset": "pbt_Arab-pag_Latn", "languages": ["pbt-Arab", "pag-Latn"], "main_score": 0.274069, "precision": 0.250903, "recall": 0.348814}, {"accuracy": 0.783597, "f1": 0.733319, "hf_subset": "pbt_Arab-snd_Arab", "languages": ["pbt-Arab", "snd-Arab"], "main_score": 0.733319, "precision": 0.711084, "recall": 0.783597}, {"accuracy": 0.258893, "f1": 0.186314, "hf_subset": "pbt_Arab-tuk_Latn", "languages": ["pbt-Arab", "tuk-Latn"], "main_score": 0.186314, "precision": 0.162739, "recall": 0.258893}, {"accuracy": 0.389328, "f1": 0.318996, "hf_subset": "pbt_Arab-bak_Cyrl", "languages": ["pbt-Arab", "bak-Cyrl"], "main_score": 0.318996, "precision": 0.29385, "recall": 0.389328}, {"accuracy": 0.143281, "f1": 0.097301, "hf_subset": "pbt_Arab-dyu_Latn", "languages": ["pbt-Arab", "dyu-Latn"], "main_score": 0.097301, "precision": 0.08509, "recall": 0.143281}, {"accuracy": 0.862648, "f1": 0.826548, "hf_subset": "pbt_Arab-heb_Hebr", "languages": ["pbt-Arab", "heb-Hebr"], "main_score": 0.826548, "precision": 0.810367, "recall": 0.862648}, {"accuracy": 0.817194, "f1": 0.772678, "hf_subset": "pbt_Arab-khk_Cyrl", "languages": ["pbt-Arab", "khk-Cyrl"], "main_score": 0.772678, "precision": 0.753089, "recall": 0.817194}, {"accuracy": 0.852767, "f1": 0.815909, "hf_subset": "pbt_Arab-lvs_Latn", "languages": ["pbt-Arab", "lvs-Latn"], "main_score": 0.815909, "precision": 0.79916, "recall": 0.852767}, {"accuracy": 0.729249, "f1": 0.674097, "hf_subset": "pbt_Arab-pan_Guru", "languages": ["pbt-Arab", "pan-Guru"], "main_score": 0.674097, "precision": 0.649868, "recall": 0.729249}, {"accuracy": 0.232213, "f1": 0.174051, "hf_subset": "pbt_Arab-som_Latn", "languages": ["pbt-Arab", "som-Latn"], "main_score": 0.174051, "precision": 0.156555, "recall": 0.232213}, {"accuracy": 0.175889, "f1": 0.113865, "hf_subset": "pbt_Arab-tum_Latn", "languages": ["pbt-Arab", "tum-Latn"], "main_score": 0.113865, "precision": 0.099167, "recall": 0.175889}, {"accuracy": 0.088933, "f1": 0.053316, "hf_subset": "spa_Latn-ace_Arab", "languages": ["spa-Latn", "ace-Arab"], "main_score": 0.053316, "precision": 0.0454, "recall": 0.088933}, {"accuracy": 0.205534, "f1": 0.136469, "hf_subset": "spa_Latn-bam_Latn", "languages": ["spa-Latn", "bam-Latn"], "main_score": 0.136469, "precision": 0.119799, "recall": 0.205534}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "spa_Latn-dzo_Tibt", "languages": ["spa-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-hin_Deva", "languages": ["spa-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.908103, "f1": 0.879513, "hf_subset": "spa_Latn-khm_Khmr", "languages": ["spa-Latn", "khm-Khmr"], "main_score": 0.879513, "precision": 0.865695, "recall": 0.908103}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "spa_Latn-mag_Deva", "languages": ["spa-Latn", "mag-Deva"], "main_score": 0.927108, "precision": 0.918725, "recall": 0.944664}, {"accuracy": 0.666008, "f1": 0.593307, "hf_subset": "spa_Latn-pap_Latn", "languages": ["spa-Latn", "pap-Latn"], "main_score": 0.593307, "precision": 0.565154, "recall": 0.666008}, {"accuracy": 0.228261, "f1": 0.161563, "hf_subset": "spa_Latn-sot_Latn", "languages": ["spa-Latn", "sot-Latn"], "main_score": 0.161563, "precision": 0.144768, "recall": 0.228261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-tur_Latn", "languages": ["spa-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.427866, "f1": 0.340231, "hf_subset": "spa_Latn-ace_Latn", "languages": ["spa-Latn", "ace-Latn"], "main_score": 0.340231, "precision": 0.311684, "recall": 0.427866}, {"accuracy": 0.678854, "f1": 0.606428, "hf_subset": "spa_Latn-ban_Latn", "languages": ["spa-Latn", "ban-Latn"], "main_score": 0.606428, "precision": 0.576449, "recall": 0.678854}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "spa_Latn-ell_Grek", "languages": ["spa-Latn", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "spa_Latn-hne_Deva", "languages": ["spa-Latn", "hne-Deva"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.27668, "f1": 0.190668, "hf_subset": "spa_Latn-kik_Latn", "languages": ["spa-Latn", "kik-Latn"], "main_score": 0.190668, "precision": 0.168025, "recall": 0.27668}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "spa_Latn-mai_Deva", "languages": ["spa-Latn", "mai-Deva"], "main_score": 0.923913, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.842885, "f1": 0.80303, "hf_subset": "spa_Latn-pbt_Arab", "languages": ["spa-Latn", "pbt-Arab"], "main_score": 0.80303, "precision": 0.785326, "recall": 0.842885}, {"accuracy": 0.323123, "f1": 0.233637, "hf_subset": "spa_Latn-twi_Latn", "languages": ["spa-Latn", "twi-Latn"], "main_score": 0.233637, "precision": 0.208944, "recall": 0.323123}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "spa_Latn-acm_Arab", "languages": ["spa-Latn", "acm-Arab"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "spa_Latn-bel_Cyrl", "languages": ["spa-Latn", "bel-Cyrl"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-eng_Latn", "languages": ["spa-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-hrv_Latn", "languages": ["spa-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.173913, "f1": 0.120081, "hf_subset": "spa_Latn-kin_Latn", "languages": ["spa-Latn", "kin-Latn"], "main_score": 0.120081, "precision": 0.10728, "recall": 0.173913}, {"accuracy": 0.895257, "f1": 0.865631, "hf_subset": "spa_Latn-mal_Mlym", "languages": ["spa-Latn", "mal-Mlym"], "main_score": 0.865631, "precision": 0.852026, "recall": 0.895257}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "spa_Latn-pes_Arab", "languages": ["spa-Latn", "pes-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.742095, "f1": 0.679915, "hf_subset": "spa_Latn-srd_Latn", "languages": ["spa-Latn", "srd-Latn"], "main_score": 0.679915, "precision": 0.653698, "recall": 0.742095}, {"accuracy": 0.066206, "f1": 0.031374, "hf_subset": "spa_Latn-tzm_Tfng", "languages": ["spa-Latn", "tzm-Tfng"], "main_score": 0.031374, "precision": 0.026422, "recall": 0.066206}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "spa_Latn-acq_Arab", "languages": ["spa-Latn", "acq-Arab"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.241107, "f1": 0.164693, "hf_subset": "spa_Latn-bem_Latn", "languages": ["spa-Latn", "bem-Latn"], "main_score": 0.164693, "precision": 0.146015, "recall": 0.241107}, {"accuracy": 0.884387, "f1": 0.85247, "hf_subset": "spa_Latn-epo_Latn", "languages": ["spa-Latn", "epo-Latn"], "main_score": 0.85247, "precision": 0.838192, "recall": 0.884387}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-hun_Latn", "languages": ["spa-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.940711, "f1": 0.922826, "hf_subset": "spa_Latn-kir_Cyrl", "languages": ["spa-Latn", "kir-Cyrl"], "main_score": 0.922826, "precision": 0.914279, "recall": 0.940711}, {"accuracy": 0.908103, "f1": 0.879348, "hf_subset": "spa_Latn-mar_Deva", "languages": ["spa-Latn", "mar-Deva"], "main_score": 0.879348, "precision": 0.865695, "recall": 0.908103}, {"accuracy": 0.291502, "f1": 0.219208, "hf_subset": "spa_Latn-plt_Latn", "languages": ["spa-Latn", "plt-Latn"], "main_score": 0.219208, "precision": 0.199017, "recall": 0.291502}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-srp_Cyrl", "languages": ["spa-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.802372, "f1": 0.75371, "hf_subset": "spa_Latn-uig_Arab", "languages": ["spa-Latn", "uig-Arab"], "main_score": 0.75371, "precision": 0.732388, "recall": 0.802372}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "spa_Latn-aeb_Arab", "languages": ["spa-Latn", "aeb-Arab"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.909091, "f1": 0.881917, "hf_subset": "spa_Latn-ben_Beng", "languages": ["spa-Latn", "ben-Beng"], "main_score": 0.881917, "precision": 0.868906, "recall": 0.909091}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-est_Latn", "languages": ["spa-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-hye_Armn", "languages": ["spa-Latn", "hye-Armn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.181818, "f1": 0.116442, "hf_subset": "spa_Latn-kmb_Latn", "languages": ["spa-Latn", "kmb-Latn"], "main_score": 0.116442, "precision": 0.102298, "recall": 0.181818}, {"accuracy": 0.059289, "f1": 0.036904, "hf_subset": "spa_Latn-min_Arab", "languages": ["spa-Latn", "min-Arab"], "main_score": 0.036904, "precision": 0.031741, "recall": 0.059289}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-pol_Latn", "languages": ["spa-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.16996, "f1": 0.108082, "hf_subset": "spa_Latn-ssw_Latn", "languages": ["spa-Latn", "ssw-Latn"], "main_score": 0.108082, "precision": 0.094857, "recall": 0.16996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ukr_Cyrl", "languages": ["spa-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "spa_Latn-afr_Latn", "languages": ["spa-Latn", "afr-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.901186, "f1": 0.872859, "hf_subset": "spa_Latn-bho_Deva", "languages": ["spa-Latn", "bho-Deva"], "main_score": 0.872859, "precision": 0.859931, "recall": 0.901186}, {"accuracy": 0.76581, "f1": 0.708393, "hf_subset": "spa_Latn-eus_Latn", "languages": ["spa-Latn", "eus-Latn"], "main_score": 0.708393, "precision": 0.683259, "recall": 0.76581}, {"accuracy": 0.216403, "f1": 0.144832, "hf_subset": "spa_Latn-ibo_Latn", "languages": ["spa-Latn", "ibo-Latn"], "main_score": 0.144832, "precision": 0.127861, "recall": 0.216403}, {"accuracy": 0.763834, "f1": 0.714039, "hf_subset": "spa_Latn-kmr_Latn", "languages": ["spa-Latn", "kmr-Latn"], "main_score": 0.714039, "precision": 0.692665, "recall": 0.763834}, {"accuracy": 0.656126, "f1": 0.581284, "hf_subset": "spa_Latn-min_Latn", "languages": ["spa-Latn", "min-Latn"], "main_score": 0.581284, "precision": 0.552603, "recall": 0.656126}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-por_Latn", "languages": ["spa-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.774704, "f1": 0.717989, "hf_subset": "spa_Latn-sun_Latn", "languages": ["spa-Latn", "sun-Latn"], "main_score": 0.717989, "precision": 0.694664, "recall": 0.774704}, {"accuracy": 0.192688, "f1": 0.129942, "hf_subset": "spa_Latn-umb_Latn", "languages": ["spa-Latn", "umb-Latn"], "main_score": 0.129942, "precision": 0.115147, "recall": 0.192688}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "spa_Latn-ajp_Arab", "languages": ["spa-Latn", "ajp-Arab"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.071146, "f1": 0.041124, "hf_subset": "spa_Latn-bjn_Arab", "languages": ["spa-Latn", "bjn-Arab"], "main_score": 0.041124, "precision": 0.034897, "recall": 0.071146}, {"accuracy": 0.280632, "f1": 0.207803, "hf_subset": "spa_Latn-ewe_Latn", "languages": ["spa-Latn", "ewe-Latn"], "main_score": 0.207803, "precision": 0.189153, "recall": 0.280632}, {"accuracy": 0.387352, "f1": 0.297693, "hf_subset": "spa_Latn-ilo_Latn", "languages": ["spa-Latn", "ilo-Latn"], "main_score": 0.297693, "precision": 0.270588, "recall": 0.387352}, {"accuracy": 0.092885, "f1": 0.049642, "hf_subset": "spa_Latn-knc_Arab", "languages": ["spa-Latn", "knc-Arab"], "main_score": 0.049642, "precision": 0.040114, "recall": 0.092885}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-mkd_Cyrl", "languages": ["spa-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "spa_Latn-prs_Arab", "languages": ["spa-Latn", "prs-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-swe_Latn", "languages": ["spa-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "spa_Latn-urd_Arab", "languages": ["spa-Latn", "urd-Arab"], "main_score": 0.959058, "precision": 0.954792, "recall": 0.968379}, {"accuracy": 0.310277, "f1": 0.228912, "hf_subset": "spa_Latn-aka_Latn", "languages": ["spa-Latn", "aka-Latn"], "main_score": 0.228912, "precision": 0.206233, "recall": 0.310277}, {"accuracy": 0.774704, "f1": 0.718019, "hf_subset": "spa_Latn-bjn_Latn", "languages": ["spa-Latn", "bjn-Latn"], "main_score": 0.718019, "precision": 0.694059, "recall": 0.774704}, {"accuracy": 0.480237, "f1": 0.398894, "hf_subset": "spa_Latn-fao_Latn", "languages": ["spa-Latn", "fao-Latn"], "main_score": 0.398894, "precision": 0.372925, "recall": 0.480237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-ind_Latn", "languages": ["spa-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.277668, "f1": 0.203031, "hf_subset": "spa_Latn-knc_Latn", "languages": ["spa-Latn", "knc-Latn"], "main_score": 0.203031, "precision": 0.184632, "recall": 0.277668}, {"accuracy": 0.352767, "f1": 0.270817, "hf_subset": "spa_Latn-mlt_Latn", "languages": ["spa-Latn", "mlt-Latn"], "main_score": 0.270817, "precision": 0.247484, "recall": 0.352767}, {"accuracy": 0.284585, "f1": 0.201935, "hf_subset": "spa_Latn-quy_Latn", "languages": ["spa-Latn", "quy-Latn"], "main_score": 0.201935, "precision": 0.179621, "recall": 0.284585}, {"accuracy": 0.385375, "f1": 0.301448, "hf_subset": "spa_Latn-swh_Latn", "languages": ["spa-Latn", "swh-Latn"], "main_score": 0.301448, "precision": 0.276884, "recall": 0.385375}, {"accuracy": 0.65415, "f1": 0.581372, "hf_subset": "spa_Latn-uzn_Latn", "languages": ["spa-Latn", "uzn-Latn"], "main_score": 0.581372, "precision": 0.551795, "recall": 0.65415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "spa_Latn-als_Latn", "languages": ["spa-Latn", "als-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.056324, "f1": 0.019239, "hf_subset": "spa_Latn-bod_Tibt", "languages": ["spa-Latn", "bod-Tibt"], "main_score": 0.019239, "precision": 0.014953, "recall": 0.056324}, {"accuracy": 0.236166, "f1": 0.161782, "hf_subset": "spa_Latn-fij_Latn", "languages": ["spa-Latn", "fij-Latn"], "main_score": 0.161782, "precision": 0.141754, "recall": 0.236166}, {"accuracy": 0.766798, "f1": 0.709853, "hf_subset": "spa_Latn-isl_Latn", "languages": ["spa-Latn", "isl-Latn"], "main_score": 0.709853, "precision": 0.685897, "recall": 0.766798}, {"accuracy": 0.256917, "f1": 0.180654, "hf_subset": "spa_Latn-kon_Latn", "languages": ["spa-Latn", "kon-Latn"], "main_score": 0.180654, "precision": 0.1614, "recall": 0.256917}, {"accuracy": 0.062253, "f1": 0.029612, "hf_subset": "spa_Latn-mni_Beng", "languages": ["spa-Latn", "mni-Beng"], "main_score": 0.029612, "precision": 0.024829, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-ron_Latn", "languages": ["spa-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.810277, "f1": 0.763853, "hf_subset": "spa_Latn-szl_Latn", "languages": ["spa-Latn", "szl-Latn"], "main_score": 0.763853, "precision": 0.743643, "recall": 0.810277}, {"accuracy": 0.817194, "f1": 0.767283, "hf_subset": "spa_Latn-vec_Latn", "languages": ["spa-Latn", "vec-Latn"], "main_score": 0.767283, "precision": 0.74529, "recall": 0.817194}, {"accuracy": 0.764822, "f1": 0.707242, "hf_subset": "spa_Latn-amh_Ethi", "languages": ["spa-Latn", "amh-Ethi"], "main_score": 0.707242, "precision": 0.682477, "recall": 0.764822}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-bos_Latn", "languages": ["spa-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-fin_Latn", "languages": ["spa-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "spa_Latn-ita_Latn", "languages": ["spa-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "spa_Latn-kor_Hang", "languages": ["spa-Latn", "kor-Hang"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.247036, "f1": 0.174965, "hf_subset": "spa_Latn-mos_Latn", "languages": ["spa-Latn", "mos-Latn"], "main_score": 0.174965, "precision": 0.155823, "recall": 0.247036}, {"accuracy": 0.189723, "f1": 0.128657, "hf_subset": "spa_Latn-run_Latn", "languages": ["spa-Latn", "run-Latn"], "main_score": 0.128657, "precision": 0.114136, "recall": 0.189723}, {"accuracy": 0.903162, "f1": 0.873814, "hf_subset": "spa_Latn-tam_Taml", "languages": ["spa-Latn", "tam-Taml"], "main_score": 0.873814, "precision": 0.860178, "recall": 0.903162}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-vie_Latn", "languages": ["spa-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "spa_Latn-apc_Arab", "languages": ["spa-Latn", "apc-Arab"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.409091, "f1": 0.319843, "hf_subset": "spa_Latn-bug_Latn", "languages": ["spa-Latn", "bug-Latn"], "main_score": 0.319843, "precision": 0.292097, "recall": 0.409091}, {"accuracy": 0.228261, "f1": 0.158443, "hf_subset": "spa_Latn-fon_Latn", "languages": ["spa-Latn", "fon-Latn"], "main_score": 0.158443, "precision": 0.140851, "recall": 0.228261}, {"accuracy": 0.73419, "f1": 0.668187, "hf_subset": "spa_Latn-jav_Latn", "languages": ["spa-Latn", "jav-Latn"], "main_score": 0.668187, "precision": 0.640596, "recall": 0.73419}, {"accuracy": 0.937747, "f1": 0.919269, "hf_subset": "spa_Latn-lao_Laoo", "languages": ["spa-Latn", "lao-Laoo"], "main_score": 0.919269, "precision": 0.910738, "recall": 0.937747}, {"accuracy": 0.208498, "f1": 0.138371, "hf_subset": "spa_Latn-mri_Latn", "languages": ["spa-Latn", "mri-Latn"], "main_score": 0.138371, "precision": 0.121981, "recall": 0.208498}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-rus_Cyrl", "languages": ["spa-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.264822, "f1": 0.193577, "hf_subset": "spa_Latn-taq_Latn", "languages": ["spa-Latn", "taq-Latn"], "main_score": 0.193577, "precision": 0.175643, "recall": 0.264822}, {"accuracy": 0.455534, "f1": 0.362079, "hf_subset": "spa_Latn-war_Latn", "languages": ["spa-Latn", "war-Latn"], "main_score": 0.362079, "precision": 0.331282, "recall": 0.455534}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "spa_Latn-arb_Arab", "languages": ["spa-Latn", "arb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-bul_Cyrl", "languages": ["spa-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-fra_Latn", "languages": ["spa-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "spa_Latn-jpn_Jpan", "languages": ["spa-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.777668, "f1": 0.721643, "hf_subset": "spa_Latn-lij_Latn", "languages": ["spa-Latn", "lij-Latn"], "main_score": 0.721643, "precision": 0.697868, "recall": 0.777668}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "spa_Latn-mya_Mymr", "languages": ["spa-Latn", "mya-Mymr"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.254941, "f1": 0.181077, "hf_subset": "spa_Latn-sag_Latn", "languages": ["spa-Latn", "sag-Latn"], "main_score": 0.181077, "precision": 0.161529, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.036319, "hf_subset": "spa_Latn-taq_Tfng", "languages": ["spa-Latn", "taq-Tfng"], "main_score": 0.036319, "precision": 0.0301, "recall": 0.08004}, {"accuracy": 0.277668, "f1": 0.198409, "hf_subset": "spa_Latn-wol_Latn", "languages": ["spa-Latn", "wol-Latn"], "main_score": 0.198409, "precision": 0.176639, "recall": 0.277668}, {"accuracy": 0.141304, "f1": 0.085178, "hf_subset": "spa_Latn-arb_Latn", "languages": ["spa-Latn", "arb-Latn"], "main_score": 0.085178, "precision": 0.073671, "recall": 0.141304}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-cat_Latn", "languages": ["spa-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.758893, "f1": 0.700988, "hf_subset": "spa_Latn-fur_Latn", "languages": ["spa-Latn", "fur-Latn"], "main_score": 0.700988, "precision": 0.676482, "recall": 0.758893}, {"accuracy": 0.097826, "f1": 0.067157, "hf_subset": "spa_Latn-kab_Latn", "languages": ["spa-Latn", "kab-Latn"], "main_score": 0.067157, "precision": 0.060547, "recall": 0.097826}, {"accuracy": 0.753953, "f1": 0.690884, "hf_subset": "spa_Latn-lim_Latn", "languages": ["spa-Latn", "lim-Latn"], "main_score": 0.690884, "precision": 0.663315, "recall": 0.753953}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-nld_Latn", "languages": ["spa-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.750988, "f1": 0.68826, "hf_subset": "spa_Latn-san_Deva", "languages": ["spa-Latn", "san-Deva"], "main_score": 0.68826, "precision": 0.660507, "recall": 0.750988}, {"accuracy": 0.51087, "f1": 0.421789, "hf_subset": "spa_Latn-tat_Cyrl", "languages": ["spa-Latn", "tat-Cyrl"], "main_score": 0.421789, "precision": 0.389009, "recall": 0.51087}, {"accuracy": 0.20751, "f1": 0.136213, "hf_subset": "spa_Latn-xho_Latn", "languages": ["spa-Latn", "xho-Latn"], "main_score": 0.136213, "precision": 0.11918, "recall": 0.20751}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "spa_Latn-ars_Arab", "languages": ["spa-Latn", "ars-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.425889, "f1": 0.336109, "hf_subset": "spa_Latn-ceb_Latn", "languages": ["spa-Latn", "ceb-Latn"], "main_score": 0.336109, "precision": 0.307535, "recall": 0.425889}, {"accuracy": 0.247036, "f1": 0.167606, "hf_subset": "spa_Latn-fuv_Latn", "languages": ["spa-Latn", "fuv-Latn"], "main_score": 0.167606, "precision": 0.147927, "recall": 0.247036}, {"accuracy": 0.230237, "f1": 0.161289, "hf_subset": "spa_Latn-kac_Latn", "languages": ["spa-Latn", "kac-Latn"], "main_score": 0.161289, "precision": 0.144303, "recall": 0.230237}, {"accuracy": 0.253953, "f1": 0.180937, "hf_subset": "spa_Latn-lin_Latn", "languages": ["spa-Latn", "lin-Latn"], "main_score": 0.180937, "precision": 0.161518, "recall": 0.253953}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "spa_Latn-nno_Latn", "languages": ["spa-Latn", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.003489, "hf_subset": "spa_Latn-sat_Olck", "languages": ["spa-Latn", "sat-Olck"], "main_score": 0.003489, "precision": 0.002495, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821311, "hf_subset": "spa_Latn-tel_Telu", "languages": ["spa-Latn", "tel-Telu"], "main_score": 0.821311, "precision": 0.804101, "recall": 0.859684}, {"accuracy": 0.428854, "f1": 0.338334, "hf_subset": "spa_Latn-ydd_Hebr", "languages": ["spa-Latn", "ydd-Hebr"], "main_score": 0.338334, "precision": 0.305599, "recall": 0.428854}, {"accuracy": 0.862648, "f1": 0.825593, "hf_subset": "spa_Latn-ary_Arab", "languages": ["spa-Latn", "ary-Arab"], "main_score": 0.825593, "precision": 0.808383, "recall": 0.862648}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-ces_Latn", "languages": ["spa-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.105731, "f1": 0.059114, "hf_subset": "spa_Latn-gaz_Latn", "languages": ["spa-Latn", "gaz-Latn"], "main_score": 0.059114, "precision": 0.050039, "recall": 0.105731}, {"accuracy": 0.210474, "f1": 0.14023, "hf_subset": "spa_Latn-kam_Latn", "languages": ["spa-Latn", "kam-Latn"], "main_score": 0.14023, "precision": 0.122685, "recall": 0.210474}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "spa_Latn-lit_Latn", "languages": ["spa-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "spa_Latn-nob_Latn", "languages": ["spa-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.661067, "f1": 0.589714, "hf_subset": "spa_Latn-scn_Latn", "languages": ["spa-Latn", "scn-Latn"], "main_score": 0.589714, "precision": 0.56222, "recall": 0.661067}, {"accuracy": 0.198617, "f1": 0.128575, "hf_subset": "spa_Latn-tgk_Cyrl", "languages": ["spa-Latn", "tgk-Cyrl"], "main_score": 0.128575, "precision": 0.110195, "recall": 0.198617}, {"accuracy": 0.215415, "f1": 0.139782, "hf_subset": "spa_Latn-yor_Latn", "languages": ["spa-Latn", "yor-Latn"], "main_score": 0.139782, "precision": 0.120662, "recall": 0.215415}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "spa_Latn-arz_Arab", "languages": ["spa-Latn", "arz-Arab"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.209486, "f1": 0.139284, "hf_subset": "spa_Latn-cjk_Latn", "languages": ["spa-Latn", "cjk-Latn"], "main_score": 0.139284, "precision": 0.122347, "recall": 0.209486}, {"accuracy": 0.226285, "f1": 0.15418, "hf_subset": "spa_Latn-gla_Latn", "languages": ["spa-Latn", "gla-Latn"], "main_score": 0.15418, "precision": 0.135481, "recall": 0.226285}, {"accuracy": 0.817194, "f1": 0.767262, "hf_subset": "spa_Latn-kan_Knda", "languages": ["spa-Latn", "kan-Knda"], "main_score": 0.767262, "precision": 0.744377, "recall": 0.817194}, {"accuracy": 0.666996, "f1": 0.599842, "hf_subset": "spa_Latn-lmo_Latn", "languages": ["spa-Latn", "lmo-Latn"], "main_score": 0.599842, "precision": 0.573988, "recall": 0.666996}, {"accuracy": 0.965415, "f1": 0.95527, "hf_subset": "spa_Latn-npi_Deva", "languages": ["spa-Latn", "npi-Deva"], "main_score": 0.95527, "precision": 0.950511, "recall": 0.965415}, {"accuracy": 0.297431, "f1": 0.212394, "hf_subset": "spa_Latn-shn_Mymr", "languages": ["spa-Latn", "shn-Mymr"], "main_score": 0.212394, "precision": 0.186467, "recall": 0.297431}, {"accuracy": 0.481225, "f1": 0.398535, "hf_subset": "spa_Latn-tgl_Latn", "languages": ["spa-Latn", "tgl-Latn"], "main_score": 0.398535, "precision": 0.371762, "recall": 0.481225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-yue_Hant", "languages": ["spa-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.544466, "f1": 0.469911, "hf_subset": "spa_Latn-asm_Beng", "languages": ["spa-Latn", "asm-Beng"], "main_score": 0.469911, "precision": 0.442118, "recall": 0.544466}, {"accuracy": 0.849802, "f1": 0.808037, "hf_subset": "spa_Latn-ckb_Arab", "languages": ["spa-Latn", "ckb-Arab"], "main_score": 0.808037, "precision": 0.789196, "recall": 0.849802}, {"accuracy": 0.302372, "f1": 0.222637, "hf_subset": "spa_Latn-gle_Latn", "languages": ["spa-Latn", "gle-Latn"], "main_score": 0.222637, "precision": 0.200717, "recall": 0.302372}, {"accuracy": 0.603755, "f1": 0.52117, "hf_subset": "spa_Latn-kas_Arab", "languages": ["spa-Latn", "kas-Arab"], "main_score": 0.52117, "precision": 0.489226, "recall": 0.603755}, {"accuracy": 0.717391, "f1": 0.651833, "hf_subset": "spa_Latn-ltg_Latn", "languages": ["spa-Latn", "ltg-Latn"], "main_score": 0.651833, "precision": 0.624021, "recall": 0.717391}, {"accuracy": 0.252964, "f1": 0.17683, "hf_subset": "spa_Latn-nso_Latn", "languages": ["spa-Latn", "nso-Latn"], "main_score": 0.17683, "precision": 0.156347, "recall": 0.252964}, {"accuracy": 0.922925, "f1": 0.900494, "hf_subset": "spa_Latn-sin_Sinh", "languages": ["spa-Latn", "sin-Sinh"], "main_score": 0.900494, "precision": 0.890152, "recall": 0.922925}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "spa_Latn-tha_Thai", "languages": ["spa-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-zho_Hans", "languages": ["spa-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "spa_Latn-ast_Latn", "languages": ["spa-Latn", "ast-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.774704, "f1": 0.717754, "hf_subset": "spa_Latn-crh_Latn", "languages": ["spa-Latn", "crh-Latn"], "main_score": 0.717754, "precision": 0.693116, "recall": 0.774704}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-glg_Latn", "languages": ["spa-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.432806, "f1": 0.347334, "hf_subset": "spa_Latn-kas_Deva", "languages": ["spa-Latn", "kas-Deva"], "main_score": 0.347334, "precision": 0.318503, "recall": 0.432806}, {"accuracy": 0.533597, "f1": 0.444706, "hf_subset": "spa_Latn-ltz_Latn", "languages": ["spa-Latn", "ltz-Latn"], "main_score": 0.444706, "precision": 0.413496, "recall": 0.533597}, {"accuracy": 0.11166, "f1": 0.06009, "hf_subset": "spa_Latn-nus_Latn", "languages": ["spa-Latn", "nus-Latn"], "main_score": 0.06009, "precision": 0.050266, "recall": 0.11166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-slk_Latn", "languages": ["spa-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.186759, "f1": 0.126471, "hf_subset": "spa_Latn-tir_Ethi", "languages": ["spa-Latn", "tir-Ethi"], "main_score": 0.126471, "precision": 0.109864, "recall": 0.186759}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "spa_Latn-zho_Hant", "languages": ["spa-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.943347, "hf_subset": "spa_Latn-awa_Deva", "languages": ["spa-Latn", "awa-Deva"], "main_score": 0.943347, "precision": 0.937418, "recall": 0.955534}, {"accuracy": 0.483202, "f1": 0.398194, "hf_subset": "spa_Latn-cym_Latn", "languages": ["spa-Latn", "cym-Latn"], "main_score": 0.398194, "precision": 0.370306, "recall": 0.483202}, {"accuracy": 0.382411, "f1": 0.294702, "hf_subset": "spa_Latn-grn_Latn", "languages": ["spa-Latn", "grn-Latn"], "main_score": 0.294702, "precision": 0.268611, "recall": 0.382411}, {"accuracy": 0.879447, "f1": 0.842787, "hf_subset": "spa_Latn-kat_Geor", "languages": ["spa-Latn", "kat-Geor"], "main_score": 0.842787, "precision": 0.825511, "recall": 0.879447}, {"accuracy": 0.273715, "f1": 0.192927, "hf_subset": "spa_Latn-lua_Latn", "languages": ["spa-Latn", "lua-Latn"], "main_score": 0.192927, "precision": 0.171103, "recall": 0.273715}, {"accuracy": 0.256917, "f1": 0.17674, "hf_subset": "spa_Latn-nya_Latn", "languages": ["spa-Latn", "nya-Latn"], "main_score": 0.17674, "precision": 0.156033, "recall": 0.256917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "spa_Latn-slv_Latn", "languages": ["spa-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.478261, "f1": 0.390273, "hf_subset": "spa_Latn-tpi_Latn", "languages": ["spa-Latn", "tpi-Latn"], "main_score": 0.390273, "precision": 0.361309, "recall": 0.478261}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-zsm_Latn", "languages": ["spa-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.216403, "f1": 0.140687, "hf_subset": "spa_Latn-ayr_Latn", "languages": ["spa-Latn", "ayr-Latn"], "main_score": 0.140687, "precision": 0.122746, "recall": 0.216403}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "spa_Latn-dan_Latn", "languages": ["spa-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.922925, "f1": 0.899209, "hf_subset": "spa_Latn-guj_Gujr", "languages": ["spa-Latn", "guj-Gujr"], "main_score": 0.899209, "precision": 0.888208, "recall": 0.922925}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "spa_Latn-kaz_Cyrl", "languages": ["spa-Latn", "kaz-Cyrl"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.188735, "f1": 0.12582, "hf_subset": "spa_Latn-lug_Latn", "languages": ["spa-Latn", "lug-Latn"], "main_score": 0.12582, "precision": 0.111209, "recall": 0.188735}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "spa_Latn-oci_Latn", "languages": ["spa-Latn", "oci-Latn"], "main_score": 0.923584, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.217391, "f1": 0.14482, "hf_subset": "spa_Latn-smo_Latn", "languages": ["spa-Latn", "smo-Latn"], "main_score": 0.14482, "precision": 0.126552, "recall": 0.217391}, {"accuracy": 0.227273, "f1": 0.156977, "hf_subset": "spa_Latn-tsn_Latn", "languages": ["spa-Latn", "tsn-Latn"], "main_score": 0.156977, "precision": 0.138584, "recall": 0.227273}, {"accuracy": 0.158103, "f1": 0.098483, "hf_subset": "spa_Latn-zul_Latn", "languages": ["spa-Latn", "zul-Latn"], "main_score": 0.098483, "precision": 0.085268, "recall": 0.158103}, {"accuracy": 0.562253, "f1": 0.479823, "hf_subset": "spa_Latn-azb_Arab", "languages": ["spa-Latn", "azb-Arab"], "main_score": 0.479823, "precision": 0.44753, "recall": 0.562253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "spa_Latn-deu_Latn", "languages": ["spa-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.323123, "f1": 0.235406, "hf_subset": "spa_Latn-hat_Latn", "languages": ["spa-Latn", "hat-Latn"], "main_score": 0.235406, "precision": 0.209136, "recall": 0.323123}, {"accuracy": 0.19664, "f1": 0.12864, "hf_subset": "spa_Latn-kbp_Latn", "languages": ["spa-Latn", "kbp-Latn"], "main_score": 0.12864, "precision": 0.111992, "recall": 0.19664}, {"accuracy": 0.245059, "f1": 0.167305, "hf_subset": "spa_Latn-luo_Latn", "languages": ["spa-Latn", "luo-Latn"], "main_score": 0.167305, "precision": 0.148845, "recall": 0.245059}, {"accuracy": 0.841897, "f1": 0.799228, "hf_subset": "spa_Latn-ory_Orya", "languages": ["spa-Latn", "ory-Orya"], "main_score": 0.799228, "precision": 0.780254, "recall": 0.841897}, {"accuracy": 0.189723, "f1": 0.124905, "hf_subset": "spa_Latn-sna_Latn", "languages": ["spa-Latn", "sna-Latn"], "main_score": 0.124905, "precision": 0.109989, "recall": 0.189723}, {"accuracy": 0.210474, "f1": 0.144052, "hf_subset": "spa_Latn-tso_Latn", "languages": ["spa-Latn", "tso-Latn"], "main_score": 0.144052, "precision": 0.127828, "recall": 0.210474}, {"accuracy": 0.956522, "f1": 0.944137, "hf_subset": "spa_Latn-azj_Latn", "languages": ["spa-Latn", "azj-Latn"], "main_score": 0.944137, "precision": 0.938406, "recall": 0.956522}, {"accuracy": 0.317194, "f1": 0.233098, "hf_subset": "spa_Latn-dik_Latn", "languages": ["spa-Latn", "dik-Latn"], "main_score": 0.233098, "precision": 0.209891, "recall": 0.317194}, {"accuracy": 0.270751, "f1": 0.193248, "hf_subset": "spa_Latn-hau_Latn", "languages": ["spa-Latn", "hau-Latn"], "main_score": 0.193248, "precision": 0.173196, "recall": 0.270751}, {"accuracy": 0.674901, "f1": 0.60098, "hf_subset": "spa_Latn-kea_Latn", "languages": ["spa-Latn", "kea-Latn"], "main_score": 0.60098, "precision": 0.571867, "recall": 0.674901}, {"accuracy": 0.380435, "f1": 0.29418, "hf_subset": "spa_Latn-lus_Latn", "languages": ["spa-Latn", "lus-Latn"], "main_score": 0.29418, "precision": 0.267024, "recall": 0.380435}, {"accuracy": 0.499012, "f1": 0.409038, "hf_subset": "spa_Latn-pag_Latn", "languages": ["spa-Latn", "pag-Latn"], "main_score": 0.409038, "precision": 0.378431, "recall": 0.499012}, {"accuracy": 0.865613, "f1": 0.827767, "hf_subset": "spa_Latn-snd_Arab", "languages": ["spa-Latn", "snd-Arab"], "main_score": 0.827767, "precision": 0.810425, "recall": 0.865613}, {"accuracy": 0.353755, "f1": 0.265064, "hf_subset": "spa_Latn-tuk_Latn", "languages": ["spa-Latn", "tuk-Latn"], "main_score": 0.265064, "precision": 0.236665, "recall": 0.353755}, {"accuracy": 0.472332, "f1": 0.385369, "hf_subset": "spa_Latn-bak_Cyrl", "languages": ["spa-Latn", "bak-Cyrl"], "main_score": 0.385369, "precision": 0.355521, "recall": 0.472332}, {"accuracy": 0.194664, "f1": 0.125242, "hf_subset": "spa_Latn-dyu_Latn", "languages": ["spa-Latn", "dyu-Latn"], "main_score": 0.125242, "precision": 0.107572, "recall": 0.194664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "spa_Latn-heb_Hebr", "languages": ["spa-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "spa_Latn-khk_Cyrl", "languages": ["spa-Latn", "khk-Cyrl"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "spa_Latn-lvs_Latn", "languages": ["spa-Latn", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.849802, "f1": 0.810065, "hf_subset": "spa_Latn-pan_Guru", "languages": ["spa-Latn", "pan-Guru"], "main_score": 0.810065, "precision": 0.792441, "recall": 0.849802}, {"accuracy": 0.288538, "f1": 0.209338, "hf_subset": "spa_Latn-som_Latn", "languages": ["spa-Latn", "som-Latn"], "main_score": 0.209338, "precision": 0.186252, "recall": 0.288538}, {"accuracy": 0.219368, "f1": 0.143657, "hf_subset": "spa_Latn-tum_Latn", "languages": ["spa-Latn", "tum-Latn"], "main_score": 0.143657, "precision": 0.124696, "recall": 0.219368}, {"accuracy": 0.045455, "f1": 0.033123, "hf_subset": "twi_Latn-ace_Arab", "languages": ["twi-Latn", "ace-Arab"], "main_score": 0.033123, "precision": 0.030039, "recall": 0.045455}, {"accuracy": 0.243083, "f1": 0.216263, "hf_subset": "twi_Latn-bam_Latn", "languages": ["twi-Latn", "bam-Latn"], "main_score": 0.216263, "precision": 0.205469, "recall": 0.243083}, {"accuracy": 0.005929, "f1": 0.001326, "hf_subset": "twi_Latn-dzo_Tibt", "languages": ["twi-Latn", "dzo-Tibt"], "main_score": 0.001326, "precision": 0.001168, "recall": 0.005929}, {"accuracy": 0.230237, "f1": 0.202241, "hf_subset": "twi_Latn-hin_Deva", "languages": ["twi-Latn", "hin-Deva"], "main_score": 0.202241, "precision": 0.193431, "recall": 0.230237}, {"accuracy": 0.18083, "f1": 0.167335, "hf_subset": "twi_Latn-khm_Khmr", "languages": ["twi-Latn", "khm-Khmr"], "main_score": 0.167335, "precision": 0.162842, "recall": 0.18083}, {"accuracy": 0.1917, "f1": 0.167196, "hf_subset": "twi_Latn-mag_Deva", "languages": ["twi-Latn", "mag-Deva"], "main_score": 0.167196, "precision": 0.16016, "recall": 0.1917}, {"accuracy": 0.199605, "f1": 0.182222, "hf_subset": "twi_Latn-pap_Latn", "languages": ["twi-Latn", "pap-Latn"], "main_score": 0.182222, "precision": 0.177082, "recall": 0.199605}, {"accuracy": 0.30336, "f1": 0.272913, "hf_subset": "twi_Latn-sot_Latn", "languages": ["twi-Latn", "sot-Latn"], "main_score": 0.272913, "precision": 0.261648, "recall": 0.30336}, {"accuracy": 0.310277, "f1": 0.270372, "hf_subset": "twi_Latn-tur_Latn", "languages": ["twi-Latn", "tur-Latn"], "main_score": 0.270372, "precision": 0.257801, "recall": 0.310277}, {"accuracy": 0.289526, "f1": 0.266148, "hf_subset": "twi_Latn-ace_Latn", "languages": ["twi-Latn", "ace-Latn"], "main_score": 0.266148, "precision": 0.257781, "recall": 0.289526}, {"accuracy": 0.198617, "f1": 0.185022, "hf_subset": "twi_Latn-ban_Latn", "languages": ["twi-Latn", "ban-Latn"], "main_score": 0.185022, "precision": 0.180899, "recall": 0.198617}, {"accuracy": 0.242095, "f1": 0.211353, "hf_subset": "twi_Latn-ell_Grek", "languages": ["twi-Latn", "ell-Grek"], "main_score": 0.211353, "precision": 0.201763, "recall": 0.242095}, {"accuracy": 0.194664, "f1": 0.171472, "hf_subset": "twi_Latn-hne_Deva", "languages": ["twi-Latn", "hne-Deva"], "main_score": 0.171472, "precision": 0.164238, "recall": 0.194664}, {"accuracy": 0.293478, "f1": 0.265482, "hf_subset": "twi_Latn-kik_Latn", "languages": ["twi-Latn", "kik-Latn"], "main_score": 0.265482, "precision": 0.254265, "recall": 0.293478}, {"accuracy": 0.184783, "f1": 0.168915, "hf_subset": "twi_Latn-mai_Deva", "languages": ["twi-Latn", "mai-Deva"], "main_score": 0.168915, "precision": 0.16328, "recall": 0.184783}, {"accuracy": 0.193676, "f1": 0.164506, "hf_subset": "twi_Latn-pbt_Arab", "languages": ["twi-Latn", "pbt-Arab"], "main_score": 0.164506, "precision": 0.155574, "recall": 0.193676}, {"accuracy": 0.3083, "f1": 0.276407, "hf_subset": "twi_Latn-spa_Latn", "languages": ["twi-Latn", "spa-Latn"], "main_score": 0.276407, "precision": 0.266203, "recall": 0.3083}, {"accuracy": 0.185771, "f1": 0.169799, "hf_subset": "twi_Latn-acm_Arab", "languages": ["twi-Latn", "acm-Arab"], "main_score": 0.169799, "precision": 0.163945, "recall": 0.185771}, {"accuracy": 0.203557, "f1": 0.170808, "hf_subset": "twi_Latn-bel_Cyrl", "languages": ["twi-Latn", "bel-Cyrl"], "main_score": 0.170808, "precision": 0.161383, "recall": 0.203557}, {"accuracy": 0.347826, "f1": 0.312273, "hf_subset": "twi_Latn-eng_Latn", "languages": ["twi-Latn", "eng-Latn"], "main_score": 0.312273, "precision": 0.30097, "recall": 0.347826}, {"accuracy": 0.248024, "f1": 0.228236, "hf_subset": "twi_Latn-hrv_Latn", "languages": ["twi-Latn", "hrv-Latn"], "main_score": 0.228236, "precision": 0.222167, "recall": 0.248024}, {"accuracy": 0.23913, "f1": 0.210277, "hf_subset": "twi_Latn-kin_Latn", "languages": ["twi-Latn", "kin-Latn"], "main_score": 0.210277, "precision": 0.19869, "recall": 0.23913}, {"accuracy": 0.092885, "f1": 0.07849, "hf_subset": "twi_Latn-mal_Mlym", "languages": ["twi-Latn", "mal-Mlym"], "main_score": 0.07849, "precision": 0.074405, "recall": 0.092885}, {"accuracy": 0.228261, "f1": 0.198932, "hf_subset": "twi_Latn-pes_Arab", "languages": ["twi-Latn", "pes-Arab"], "main_score": 0.198932, "precision": 0.18974, "recall": 0.228261}, {"accuracy": 0.20751, "f1": 0.187922, "hf_subset": "twi_Latn-srd_Latn", "languages": ["twi-Latn", "srd-Latn"], "main_score": 0.187922, "precision": 0.181303, "recall": 0.20751}, {"accuracy": 0.077075, "f1": 0.0541, "hf_subset": "twi_Latn-tzm_Tfng", "languages": ["twi-Latn", "tzm-Tfng"], "main_score": 0.0541, "precision": 0.048993, "recall": 0.077075}, {"accuracy": 0.202569, "f1": 0.175868, "hf_subset": "twi_Latn-acq_Arab", "languages": ["twi-Latn", "acq-Arab"], "main_score": 0.175868, "precision": 0.167284, "recall": 0.202569}, {"accuracy": 0.306324, "f1": 0.275576, "hf_subset": "twi_Latn-bem_Latn", "languages": ["twi-Latn", "bem-Latn"], "main_score": 0.275576, "precision": 0.263752, "recall": 0.306324}, {"accuracy": 0.208498, "f1": 0.195166, "hf_subset": "twi_Latn-epo_Latn", "languages": ["twi-Latn", "epo-Latn"], "main_score": 0.195166, "precision": 0.190094, "recall": 0.208498}, {"accuracy": 0.321146, "f1": 0.282749, "hf_subset": "twi_Latn-hun_Latn", "languages": ["twi-Latn", "hun-Latn"], "main_score": 0.282749, "precision": 0.271492, "recall": 0.321146}, {"accuracy": 0.240119, "f1": 0.21248, "hf_subset": "twi_Latn-kir_Cyrl", "languages": ["twi-Latn", "kir-Cyrl"], "main_score": 0.21248, "precision": 0.204325, "recall": 0.240119}, {"accuracy": 0.187747, "f1": 0.162044, "hf_subset": "twi_Latn-mar_Deva", "languages": ["twi-Latn", "mar-Deva"], "main_score": 0.162044, "precision": 0.15472, "recall": 0.187747}, {"accuracy": 0.246047, "f1": 0.216811, "hf_subset": "twi_Latn-plt_Latn", "languages": ["twi-Latn", "plt-Latn"], "main_score": 0.216811, "precision": 0.20657, "recall": 0.246047}, {"accuracy": 0.259881, "f1": 0.224331, "hf_subset": "twi_Latn-srp_Cyrl", "languages": ["twi-Latn", "srp-Cyrl"], "main_score": 0.224331, "precision": 0.213235, "recall": 0.259881}, {"accuracy": 0.131423, "f1": 0.111933, "hf_subset": "twi_Latn-uig_Arab", "languages": ["twi-Latn", "uig-Arab"], "main_score": 0.111933, "precision": 0.107728, "recall": 0.131423}, {"accuracy": 0.18083, "f1": 0.154611, "hf_subset": "twi_Latn-aeb_Arab", "languages": ["twi-Latn", "aeb-Arab"], "main_score": 0.154611, "precision": 0.147348, "recall": 0.18083}, {"accuracy": 0.110672, "f1": 0.091993, "hf_subset": "twi_Latn-ben_Beng", "languages": ["twi-Latn", "ben-Beng"], "main_score": 0.091993, "precision": 0.086916, "recall": 0.110672}, {"accuracy": 0.3083, "f1": 0.268226, "hf_subset": "twi_Latn-est_Latn", "languages": ["twi-Latn", "est-Latn"], "main_score": 0.268226, "precision": 0.256648, "recall": 0.3083}, {"accuracy": 0.186759, "f1": 0.159806, "hf_subset": "twi_Latn-hye_Armn", "languages": ["twi-Latn", "hye-Armn"], "main_score": 0.159806, "precision": 0.151684, "recall": 0.186759}, {"accuracy": 0.249012, "f1": 0.210484, "hf_subset": "twi_Latn-kmb_Latn", "languages": ["twi-Latn", "kmb-Latn"], "main_score": 0.210484, "precision": 0.197424, "recall": 0.249012}, {"accuracy": 0.025692, "f1": 0.020982, "hf_subset": "twi_Latn-min_Arab", "languages": ["twi-Latn", "min-Arab"], "main_score": 0.020982, "precision": 0.019252, "recall": 0.025692}, {"accuracy": 0.313241, "f1": 0.272488, "hf_subset": "twi_Latn-pol_Latn", "languages": ["twi-Latn", "pol-Latn"], "main_score": 0.272488, "precision": 0.259793, "recall": 0.313241}, {"accuracy": 0.219368, "f1": 0.185584, "hf_subset": "twi_Latn-ssw_Latn", "languages": ["twi-Latn", "ssw-Latn"], "main_score": 0.185584, "precision": 0.17497, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.214108, "hf_subset": "twi_Latn-ukr_Cyrl", "languages": ["twi-Latn", "ukr-Cyrl"], "main_score": 0.214108, "precision": 0.204552, "recall": 0.246047}, {"accuracy": 0.301383, "f1": 0.269593, "hf_subset": "twi_Latn-afr_Latn", "languages": ["twi-Latn", "afr-Latn"], "main_score": 0.269593, "precision": 0.259933, "recall": 0.301383}, {"accuracy": 0.183794, "f1": 0.16319, "hf_subset": "twi_Latn-bho_Deva", "languages": ["twi-Latn", "bho-Deva"], "main_score": 0.16319, "precision": 0.156941, "recall": 0.183794}, {"accuracy": 0.173913, "f1": 0.162667, "hf_subset": "twi_Latn-eus_Latn", "languages": ["twi-Latn", "eus-Latn"], "main_score": 0.162667, "precision": 0.159845, "recall": 0.173913}, {"accuracy": 0.270751, "f1": 0.23484, "hf_subset": "twi_Latn-ibo_Latn", "languages": ["twi-Latn", "ibo-Latn"], "main_score": 0.23484, "precision": 0.220357, "recall": 0.270751}, {"accuracy": 0.249012, "f1": 0.218613, "hf_subset": "twi_Latn-kmr_Latn", "languages": ["twi-Latn", "kmr-Latn"], "main_score": 0.218613, "precision": 0.210261, "recall": 0.249012}, {"accuracy": 0.216403, "f1": 0.195501, "hf_subset": "twi_Latn-min_Latn", "languages": ["twi-Latn", "min-Latn"], "main_score": 0.195501, "precision": 0.189505, "recall": 0.216403}, {"accuracy": 0.328063, "f1": 0.287747, "hf_subset": "twi_Latn-por_Latn", "languages": ["twi-Latn", "por-Latn"], "main_score": 0.287747, "precision": 0.275294, "recall": 0.328063}, {"accuracy": 0.201581, "f1": 0.186274, "hf_subset": "twi_Latn-sun_Latn", "languages": ["twi-Latn", "sun-Latn"], "main_score": 0.186274, "precision": 0.182311, "recall": 0.201581}, {"accuracy": 0.217391, "f1": 0.182709, "hf_subset": "twi_Latn-umb_Latn", "languages": ["twi-Latn", "umb-Latn"], "main_score": 0.182709, "precision": 0.1712, "recall": 0.217391}, {"accuracy": 0.217391, "f1": 0.192209, "hf_subset": "twi_Latn-ajp_Arab", "languages": ["twi-Latn", "ajp-Arab"], "main_score": 0.192209, "precision": 0.18489, "recall": 0.217391}, {"accuracy": 0.054348, "f1": 0.044639, "hf_subset": "twi_Latn-bjn_Arab", "languages": ["twi-Latn", "bjn-Arab"], "main_score": 0.044639, "precision": 0.042077, "recall": 0.054348}, {"accuracy": 0.313241, "f1": 0.282315, "hf_subset": "twi_Latn-ewe_Latn", "languages": ["twi-Latn", "ewe-Latn"], "main_score": 0.282315, "precision": 0.27057, "recall": 0.313241}, {"accuracy": 0.294466, "f1": 0.267431, "hf_subset": "twi_Latn-ilo_Latn", "languages": ["twi-Latn", "ilo-Latn"], "main_score": 0.267431, "precision": 0.258807, "recall": 0.294466}, {"accuracy": 0.054348, "f1": 0.045299, "hf_subset": "twi_Latn-knc_Arab", "languages": ["twi-Latn", "knc-Arab"], "main_score": 0.045299, "precision": 0.043004, "recall": 0.054348}, {"accuracy": 0.274704, "f1": 0.238527, "hf_subset": "twi_Latn-mkd_Cyrl", "languages": ["twi-Latn", "mkd-Cyrl"], "main_score": 0.238527, "precision": 0.227861, "recall": 0.274704}, {"accuracy": 0.198617, "f1": 0.17071, "hf_subset": "twi_Latn-prs_Arab", "languages": ["twi-Latn", "prs-Arab"], "main_score": 0.17071, "precision": 0.162292, "recall": 0.198617}, {"accuracy": 0.271739, "f1": 0.249346, "hf_subset": "twi_Latn-swe_Latn", "languages": ["twi-Latn", "swe-Latn"], "main_score": 0.249346, "precision": 0.241762, "recall": 0.271739}, {"accuracy": 0.190711, "f1": 0.166018, "hf_subset": "twi_Latn-urd_Arab", "languages": ["twi-Latn", "urd-Arab"], "main_score": 0.166018, "precision": 0.158771, "recall": 0.190711}, {"accuracy": 0.602767, "f1": 0.550355, "hf_subset": "twi_Latn-aka_Latn", "languages": ["twi-Latn", "aka-Latn"], "main_score": 0.550355, "precision": 0.530699, "recall": 0.602767}, {"accuracy": 0.212451, "f1": 0.194342, "hf_subset": "twi_Latn-bjn_Latn", "languages": ["twi-Latn", "bjn-Latn"], "main_score": 0.194342, "precision": 0.189113, "recall": 0.212451}, {"accuracy": 0.199605, "f1": 0.182588, "hf_subset": "twi_Latn-fao_Latn", "languages": ["twi-Latn", "fao-Latn"], "main_score": 0.182588, "precision": 0.17795, "recall": 0.199605}, {"accuracy": 0.327075, "f1": 0.285968, "hf_subset": "twi_Latn-ind_Latn", "languages": ["twi-Latn", "ind-Latn"], "main_score": 0.285968, "precision": 0.274367, "recall": 0.327075}, {"accuracy": 0.281621, "f1": 0.253508, "hf_subset": "twi_Latn-knc_Latn", "languages": ["twi-Latn", "knc-Latn"], "main_score": 0.253508, "precision": 0.242082, "recall": 0.281621}, {"accuracy": 0.264822, "f1": 0.232322, "hf_subset": "twi_Latn-mlt_Latn", "languages": ["twi-Latn", "mlt-Latn"], "main_score": 0.232322, "precision": 0.221422, "recall": 0.264822}, {"accuracy": 0.26581, "f1": 0.238768, "hf_subset": "twi_Latn-quy_Latn", "languages": ["twi-Latn", "quy-Latn"], "main_score": 0.238768, "precision": 0.22807, "recall": 0.26581}, {"accuracy": 0.228261, "f1": 0.202698, "hf_subset": "twi_Latn-swh_Latn", "languages": ["twi-Latn", "swh-Latn"], "main_score": 0.202698, "precision": 0.194911, "recall": 0.228261}, {"accuracy": 0.172925, "f1": 0.157667, "hf_subset": "twi_Latn-uzn_Latn", "languages": ["twi-Latn", "uzn-Latn"], "main_score": 0.157667, "precision": 0.153333, "recall": 0.172925}, {"accuracy": 0.280632, "f1": 0.250694, "hf_subset": "twi_Latn-als_Latn", "languages": ["twi-Latn", "als-Latn"], "main_score": 0.250694, "precision": 0.241128, "recall": 0.280632}, {"accuracy": 0.049407, "f1": 0.029916, "hf_subset": "twi_Latn-bod_Tibt", "languages": ["twi-Latn", "bod-Tibt"], "main_score": 0.029916, "precision": 0.026153, "recall": 0.049407}, {"accuracy": 0.19664, "f1": 0.171255, "hf_subset": "twi_Latn-fij_Latn", "languages": ["twi-Latn", "fij-Latn"], "main_score": 0.171255, "precision": 0.162773, "recall": 0.19664}, {"accuracy": 0.162055, "f1": 0.147067, "hf_subset": "twi_Latn-isl_Latn", "languages": ["twi-Latn", "isl-Latn"], "main_score": 0.147067, "precision": 0.142142, "recall": 0.162055}, {"accuracy": 0.263834, "f1": 0.232773, "hf_subset": "twi_Latn-kon_Latn", "languages": ["twi-Latn", "kon-Latn"], "main_score": 0.232773, "precision": 0.221194, "recall": 0.263834}, {"accuracy": 0.052372, "f1": 0.037884, "hf_subset": "twi_Latn-mni_Beng", "languages": ["twi-Latn", "mni-Beng"], "main_score": 0.037884, "precision": 0.035023, "recall": 0.052372}, {"accuracy": 0.31917, "f1": 0.281693, "hf_subset": "twi_Latn-ron_Latn", "languages": ["twi-Latn", "ron-Latn"], "main_score": 0.281693, "precision": 0.270103, "recall": 0.31917}, {"accuracy": 0.217391, "f1": 0.200901, "hf_subset": "twi_Latn-szl_Latn", "languages": ["twi-Latn", "szl-Latn"], "main_score": 0.200901, "precision": 0.195796, "recall": 0.217391}, {"accuracy": 0.229249, "f1": 0.20978, "hf_subset": "twi_Latn-vec_Latn", "languages": ["twi-Latn", "vec-Latn"], "main_score": 0.20978, "precision": 0.203495, "recall": 0.229249}, {"accuracy": 0.081028, "f1": 0.064332, "hf_subset": "twi_Latn-amh_Ethi", "languages": ["twi-Latn", "amh-Ethi"], "main_score": 0.064332, "precision": 0.060027, "recall": 0.081028}, {"accuracy": 0.309289, "f1": 0.270401, "hf_subset": "twi_Latn-bos_Latn", "languages": ["twi-Latn", "bos-Latn"], "main_score": 0.270401, "precision": 0.25784, "recall": 0.309289}, {"accuracy": 0.298419, "f1": 0.260036, "hf_subset": "twi_Latn-fin_Latn", "languages": ["twi-Latn", "fin-Latn"], "main_score": 0.260036, "precision": 0.248056, "recall": 0.298419}, {"accuracy": 0.323123, "f1": 0.281094, "hf_subset": "twi_Latn-ita_Latn", "languages": ["twi-Latn", "ita-Latn"], "main_score": 0.281094, "precision": 0.26936, "recall": 0.323123}, {"accuracy": 0.226285, "f1": 0.201566, "hf_subset": "twi_Latn-kor_Hang", "languages": ["twi-Latn", "kor-Hang"], "main_score": 0.201566, "precision": 0.194494, "recall": 0.226285}, {"accuracy": 0.244071, "f1": 0.214926, "hf_subset": "twi_Latn-mos_Latn", "languages": ["twi-Latn", "mos-Latn"], "main_score": 0.214926, "precision": 0.204233, "recall": 0.244071}, {"accuracy": 0.246047, "f1": 0.21158, "hf_subset": "twi_Latn-run_Latn", "languages": ["twi-Latn", "run-Latn"], "main_score": 0.21158, "precision": 0.198487, "recall": 0.246047}, {"accuracy": 0.099802, "f1": 0.082371, "hf_subset": "twi_Latn-tam_Taml", "languages": ["twi-Latn", "tam-Taml"], "main_score": 0.082371, "precision": 0.078088, "recall": 0.099802}, {"accuracy": 0.307312, "f1": 0.267815, "hf_subset": "twi_Latn-vie_Latn", "languages": ["twi-Latn", "vie-Latn"], "main_score": 0.267815, "precision": 0.257157, "recall": 0.307312}, {"accuracy": 0.171937, "f1": 0.156049, "hf_subset": "twi_Latn-apc_Arab", "languages": ["twi-Latn", "apc-Arab"], "main_score": 0.156049, "precision": 0.150366, "recall": 0.171937}, {"accuracy": 0.262846, "f1": 0.239932, "hf_subset": "twi_Latn-bug_Latn", "languages": ["twi-Latn", "bug-Latn"], "main_score": 0.239932, "precision": 0.231792, "recall": 0.262846}, {"accuracy": 0.272727, "f1": 0.243854, "hf_subset": "twi_Latn-fon_Latn", "languages": ["twi-Latn", "fon-Latn"], "main_score": 0.243854, "precision": 0.232342, "recall": 0.272727}, {"accuracy": 0.211462, "f1": 0.195238, "hf_subset": "twi_Latn-jav_Latn", "languages": ["twi-Latn", "jav-Latn"], "main_score": 0.195238, "precision": 0.190222, "recall": 0.211462}, {"accuracy": 0.240119, "f1": 0.211221, "hf_subset": "twi_Latn-lao_Laoo", "languages": ["twi-Latn", "lao-Laoo"], "main_score": 0.211221, "precision": 0.202841, "recall": 0.240119}, {"accuracy": 0.243083, "f1": 0.209623, "hf_subset": "twi_Latn-mri_Latn", "languages": ["twi-Latn", "mri-Latn"], "main_score": 0.209623, "precision": 0.197988, "recall": 0.243083}, {"accuracy": 0.266798, "f1": 0.229227, "hf_subset": "twi_Latn-rus_Cyrl", "languages": ["twi-Latn", "rus-Cyrl"], "main_score": 0.229227, "precision": 0.218989, "recall": 0.266798}, {"accuracy": 0.313241, "f1": 0.282339, "hf_subset": "twi_Latn-taq_Latn", "languages": ["twi-Latn", "taq-Latn"], "main_score": 0.282339, "precision": 0.272021, "recall": 0.313241}, {"accuracy": 0.304348, "f1": 0.28125, "hf_subset": "twi_Latn-war_Latn", "languages": ["twi-Latn", "war-Latn"], "main_score": 0.28125, "precision": 0.272384, "recall": 0.304348}, {"accuracy": 0.214427, "f1": 0.185933, "hf_subset": "twi_Latn-arb_Arab", "languages": ["twi-Latn", "arb-Arab"], "main_score": 0.185933, "precision": 0.177628, "recall": 0.214427}, {"accuracy": 0.287549, "f1": 0.248795, "hf_subset": "twi_Latn-bul_Cyrl", "languages": ["twi-Latn", "bul-Cyrl"], "main_score": 0.248795, "precision": 0.238074, "recall": 0.287549}, {"accuracy": 0.326087, "f1": 0.282535, "hf_subset": "twi_Latn-fra_Latn", "languages": ["twi-Latn", "fra-Latn"], "main_score": 0.282535, "precision": 0.269696, "recall": 0.326087}, {"accuracy": 0.240119, "f1": 0.209863, "hf_subset": "twi_Latn-jpn_Jpan", "languages": ["twi-Latn", "jpn-Jpan"], "main_score": 0.209863, "precision": 0.201615, "recall": 0.240119}, {"accuracy": 0.213439, "f1": 0.199481, "hf_subset": "twi_Latn-lij_Latn", "languages": ["twi-Latn", "lij-Latn"], "main_score": 0.199481, "precision": 0.194774, "recall": 0.213439}, {"accuracy": 0.159091, "f1": 0.133838, "hf_subset": "twi_Latn-mya_Mymr", "languages": ["twi-Latn", "mya-Mymr"], "main_score": 0.133838, "precision": 0.125573, "recall": 0.159091}, {"accuracy": 0.241107, "f1": 0.214282, "hf_subset": "twi_Latn-sag_Latn", "languages": ["twi-Latn", "sag-Latn"], "main_score": 0.214282, "precision": 0.204522, "recall": 0.241107}, {"accuracy": 0.098814, "f1": 0.067838, "hf_subset": "twi_Latn-taq_Tfng", "languages": ["twi-Latn", "taq-Tfng"], "main_score": 0.067838, "precision": 0.060344, "recall": 0.098814}, {"accuracy": 0.301383, "f1": 0.268975, "hf_subset": "twi_Latn-wol_Latn", "languages": ["twi-Latn", "wol-Latn"], "main_score": 0.268975, "precision": 0.256893, "recall": 0.301383}, {"accuracy": 0.12747, "f1": 0.099188, "hf_subset": "twi_Latn-arb_Latn", "languages": ["twi-Latn", "arb-Latn"], "main_score": 0.099188, "precision": 0.091268, "recall": 0.12747}, {"accuracy": 0.327075, "f1": 0.284717, "hf_subset": "twi_Latn-cat_Latn", "languages": ["twi-Latn", "cat-Latn"], "main_score": 0.284717, "precision": 0.271372, "recall": 0.327075}, {"accuracy": 0.23913, "f1": 0.214684, "hf_subset": "twi_Latn-fur_Latn", "languages": ["twi-Latn", "fur-Latn"], "main_score": 0.214684, "precision": 0.206871, "recall": 0.23913}, {"accuracy": 0.100791, "f1": 0.077176, "hf_subset": "twi_Latn-kab_Latn", "languages": ["twi-Latn", "kab-Latn"], "main_score": 0.077176, "precision": 0.07016, "recall": 0.100791}, {"accuracy": 0.226285, "f1": 0.209424, "hf_subset": "twi_Latn-lim_Latn", "languages": ["twi-Latn", "lim-Latn"], "main_score": 0.209424, "precision": 0.204096, "recall": 0.226285}, {"accuracy": 0.333004, "f1": 0.290092, "hf_subset": "twi_Latn-nld_Latn", "languages": ["twi-Latn", "nld-Latn"], "main_score": 0.290092, "precision": 0.275686, "recall": 0.333004}, {"accuracy": 0.123518, "f1": 0.107263, "hf_subset": "twi_Latn-san_Deva", "languages": ["twi-Latn", "san-Deva"], "main_score": 0.107263, "precision": 0.102288, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.186715, "hf_subset": "twi_Latn-tat_Cyrl", "languages": ["twi-Latn", "tat-Cyrl"], "main_score": 0.186715, "precision": 0.179214, "recall": 0.213439}, {"accuracy": 0.25, "f1": 0.212843, "hf_subset": "twi_Latn-xho_Latn", "languages": ["twi-Latn", "xho-Latn"], "main_score": 0.212843, "precision": 0.199826, "recall": 0.25}, {"accuracy": 0.209486, "f1": 0.177284, "hf_subset": "twi_Latn-ars_Arab", "languages": ["twi-Latn", "ars-Arab"], "main_score": 0.177284, "precision": 0.168097, "recall": 0.209486}, {"accuracy": 0.257905, "f1": 0.239782, "hf_subset": "twi_Latn-ceb_Latn", "languages": ["twi-Latn", "ceb-Latn"], "main_score": 0.239782, "precision": 0.23334, "recall": 0.257905}, {"accuracy": 0.242095, "f1": 0.215136, "hf_subset": "twi_Latn-fuv_Latn", "languages": ["twi-Latn", "fuv-Latn"], "main_score": 0.215136, "precision": 0.205345, "recall": 0.242095}, {"accuracy": 0.284585, "f1": 0.247767, "hf_subset": "twi_Latn-kac_Latn", "languages": ["twi-Latn", "kac-Latn"], "main_score": 0.247767, "precision": 0.234443, "recall": 0.284585}, {"accuracy": 0.253953, "f1": 0.225352, "hf_subset": "twi_Latn-lin_Latn", "languages": ["twi-Latn", "lin-Latn"], "main_score": 0.225352, "precision": 0.215464, "recall": 0.253953}, {"accuracy": 0.320158, "f1": 0.285086, "hf_subset": "twi_Latn-nno_Latn", "languages": ["twi-Latn", "nno-Latn"], "main_score": 0.285086, "precision": 0.27419, "recall": 0.320158}, {"accuracy": 0.022727, "f1": 0.009047, "hf_subset": "twi_Latn-sat_Olck", "languages": ["twi-Latn", "sat-Olck"], "main_score": 0.009047, "precision": 0.00719, "recall": 0.022727}, {"accuracy": 0.096838, "f1": 0.083835, "hf_subset": "twi_Latn-tel_Telu", "languages": ["twi-Latn", "tel-Telu"], "main_score": 0.083835, "precision": 0.079716, "recall": 0.096838}, {"accuracy": 0.081028, "f1": 0.06351, "hf_subset": "twi_Latn-ydd_Hebr", "languages": ["twi-Latn", "ydd-Hebr"], "main_score": 0.06351, "precision": 0.058757, "recall": 0.081028}, {"accuracy": 0.163043, "f1": 0.143332, "hf_subset": "twi_Latn-ary_Arab", "languages": ["twi-Latn", "ary-Arab"], "main_score": 0.143332, "precision": 0.137663, "recall": 0.163043}, {"accuracy": 0.31917, "f1": 0.281006, "hf_subset": "twi_Latn-ces_Latn", "languages": ["twi-Latn", "ces-Latn"], "main_score": 0.281006, "precision": 0.268642, "recall": 0.31917}, {"accuracy": 0.116601, "f1": 0.087034, "hf_subset": "twi_Latn-gaz_Latn", "languages": ["twi-Latn", "gaz-Latn"], "main_score": 0.087034, "precision": 0.078356, "recall": 0.116601}, {"accuracy": 0.285573, "f1": 0.249377, "hf_subset": "twi_Latn-kam_Latn", "languages": ["twi-Latn", "kam-Latn"], "main_score": 0.249377, "precision": 0.236065, "recall": 0.285573}, {"accuracy": 0.294466, "f1": 0.254412, "hf_subset": "twi_Latn-lit_Latn", "languages": ["twi-Latn", "lit-Latn"], "main_score": 0.254412, "precision": 0.243294, "recall": 0.294466}, {"accuracy": 0.321146, "f1": 0.279373, "hf_subset": "twi_Latn-nob_Latn", "languages": ["twi-Latn", "nob-Latn"], "main_score": 0.279373, "precision": 0.265473, "recall": 0.321146}, {"accuracy": 0.200593, "f1": 0.18333, "hf_subset": "twi_Latn-scn_Latn", "languages": ["twi-Latn", "scn-Latn"], "main_score": 0.18333, "precision": 0.177423, "recall": 0.200593}, {"accuracy": 0.181818, "f1": 0.155845, "hf_subset": "twi_Latn-tgk_Cyrl", "languages": ["twi-Latn", "tgk-Cyrl"], "main_score": 0.155845, "precision": 0.147651, "recall": 0.181818}, {"accuracy": 0.244071, "f1": 0.214555, "hf_subset": "twi_Latn-yor_Latn", "languages": ["twi-Latn", "yor-Latn"], "main_score": 0.214555, "precision": 0.202963, "recall": 0.244071}, {"accuracy": 0.192688, "f1": 0.169933, "hf_subset": "twi_Latn-arz_Arab", "languages": ["twi-Latn", "arz-Arab"], "main_score": 0.169933, "precision": 0.162373, "recall": 0.192688}, {"accuracy": 0.237154, "f1": 0.201198, "hf_subset": "twi_Latn-cjk_Latn", "languages": ["twi-Latn", "cjk-Latn"], "main_score": 0.201198, "precision": 0.187569, "recall": 0.237154}, {"accuracy": 0.189723, "f1": 0.160451, "hf_subset": "twi_Latn-gla_Latn", "languages": ["twi-Latn", "gla-Latn"], "main_score": 0.160451, "precision": 0.151006, "recall": 0.189723}, {"accuracy": 0.099802, "f1": 0.082089, "hf_subset": "twi_Latn-kan_Knda", "languages": ["twi-Latn", "kan-Knda"], "main_score": 0.082089, "precision": 0.076982, "recall": 0.099802}, {"accuracy": 0.201581, "f1": 0.177953, "hf_subset": "twi_Latn-lmo_Latn", "languages": ["twi-Latn", "lmo-Latn"], "main_score": 0.177953, "precision": 0.171106, "recall": 0.201581}, {"accuracy": 0.229249, "f1": 0.193005, "hf_subset": "twi_Latn-npi_Deva", "languages": ["twi-Latn", "npi-Deva"], "main_score": 0.193005, "precision": 0.183113, "recall": 0.229249}, {"accuracy": 0.224308, "f1": 0.191538, "hf_subset": "twi_Latn-shn_Mymr", "languages": ["twi-Latn", "shn-Mymr"], "main_score": 0.191538, "precision": 0.181871, "recall": 0.224308}, {"accuracy": 0.232213, "f1": 0.208857, "hf_subset": "twi_Latn-tgl_Latn", "languages": ["twi-Latn", "tgl-Latn"], "main_score": 0.208857, "precision": 0.200666, "recall": 0.232213}, {"accuracy": 0.240119, "f1": 0.204492, "hf_subset": "twi_Latn-yue_Hant", "languages": ["twi-Latn", "yue-Hant"], "main_score": 0.204492, "precision": 0.194687, "recall": 0.240119}, {"accuracy": 0.064229, "f1": 0.053444, "hf_subset": "twi_Latn-asm_Beng", "languages": ["twi-Latn", "asm-Beng"], "main_score": 0.053444, "precision": 0.049671, "recall": 0.064229}, {"accuracy": 0.136364, "f1": 0.108612, "hf_subset": "twi_Latn-ckb_Arab", "languages": ["twi-Latn", "ckb-Arab"], "main_score": 0.108612, "precision": 0.101202, "recall": 0.136364}, {"accuracy": 0.182806, "f1": 0.164869, "hf_subset": "twi_Latn-gle_Latn", "languages": ["twi-Latn", "gle-Latn"], "main_score": 0.164869, "precision": 0.158565, "recall": 0.182806}, {"accuracy": 0.11166, "f1": 0.097181, "hf_subset": "twi_Latn-kas_Arab", "languages": ["twi-Latn", "kas-Arab"], "main_score": 0.097181, "precision": 0.092713, "recall": 0.11166}, {"accuracy": 0.22332, "f1": 0.196501, "hf_subset": "twi_Latn-ltg_Latn", "languages": ["twi-Latn", "ltg-Latn"], "main_score": 0.196501, "precision": 0.188531, "recall": 0.22332}, {"accuracy": 0.307312, "f1": 0.274031, "hf_subset": "twi_Latn-nso_Latn", "languages": ["twi-Latn", "nso-Latn"], "main_score": 0.274031, "precision": 0.26211, "recall": 0.307312}, {"accuracy": 0.118577, "f1": 0.097656, "hf_subset": "twi_Latn-sin_Sinh", "languages": ["twi-Latn", "sin-Sinh"], "main_score": 0.097656, "precision": 0.092279, "recall": 0.118577}, {"accuracy": 0.224308, "f1": 0.194166, "hf_subset": "twi_Latn-tha_Thai", "languages": ["twi-Latn", "tha-Thai"], "main_score": 0.194166, "precision": 0.185122, "recall": 0.224308}, {"accuracy": 0.257905, "f1": 0.218865, "hf_subset": "twi_Latn-zho_Hans", "languages": ["twi-Latn", "zho-Hans"], "main_score": 0.218865, "precision": 0.207723, "recall": 0.257905}, {"accuracy": 0.251976, "f1": 0.227185, "hf_subset": "twi_Latn-ast_Latn", "languages": ["twi-Latn", "ast-Latn"], "main_score": 0.227185, "precision": 0.220823, "recall": 0.251976}, {"accuracy": 0.185771, "f1": 0.17371, "hf_subset": "twi_Latn-crh_Latn", "languages": ["twi-Latn", "crh-Latn"], "main_score": 0.17371, "precision": 0.169703, "recall": 0.185771}, {"accuracy": 0.316206, "f1": 0.278021, "hf_subset": "twi_Latn-glg_Latn", "languages": ["twi-Latn", "glg-Latn"], "main_score": 0.278021, "precision": 0.266318, "recall": 0.316206}, {"accuracy": 0.16502, "f1": 0.13876, "hf_subset": "twi_Latn-kas_Deva", "languages": ["twi-Latn", "kas-Deva"], "main_score": 0.13876, "precision": 0.131985, "recall": 0.16502}, {"accuracy": 0.220356, "f1": 0.199136, "hf_subset": "twi_Latn-ltz_Latn", "languages": ["twi-Latn", "ltz-Latn"], "main_score": 0.199136, "precision": 0.191946, "recall": 0.220356}, {"accuracy": 0.15415, "f1": 0.115905, "hf_subset": "twi_Latn-nus_Latn", "languages": ["twi-Latn", "nus-Latn"], "main_score": 0.115905, "precision": 0.104307, "recall": 0.15415}, {"accuracy": 0.311265, "f1": 0.276727, "hf_subset": "twi_Latn-slk_Latn", "languages": ["twi-Latn", "slk-Latn"], "main_score": 0.276727, "precision": 0.265553, "recall": 0.311265}, {"accuracy": 0.04249, "f1": 0.032799, "hf_subset": "twi_Latn-tir_Ethi", "languages": ["twi-Latn", "tir-Ethi"], "main_score": 0.032799, "precision": 0.030377, "recall": 0.04249}, {"accuracy": 0.228261, "f1": 0.197722, "hf_subset": "twi_Latn-zho_Hant", "languages": ["twi-Latn", "zho-Hant"], "main_score": 0.197722, "precision": 0.188815, "recall": 0.228261}, {"accuracy": 0.22332, "f1": 0.196117, "hf_subset": "twi_Latn-awa_Deva", "languages": ["twi-Latn", "awa-Deva"], "main_score": 0.196117, "precision": 0.188276, "recall": 0.22332}, {"accuracy": 0.177866, "f1": 0.158202, "hf_subset": "twi_Latn-cym_Latn", "languages": ["twi-Latn", "cym-Latn"], "main_score": 0.158202, "precision": 0.152818, "recall": 0.177866}, {"accuracy": 0.267787, "f1": 0.240198, "hf_subset": "twi_Latn-grn_Latn", "languages": ["twi-Latn", "grn-Latn"], "main_score": 0.240198, "precision": 0.231169, "recall": 0.267787}, {"accuracy": 0.190711, "f1": 0.164201, "hf_subset": "twi_Latn-kat_Geor", "languages": ["twi-Latn", "kat-Geor"], "main_score": 0.164201, "precision": 0.156013, "recall": 0.190711}, {"accuracy": 0.255929, "f1": 0.228166, "hf_subset": "twi_Latn-lua_Latn", "languages": ["twi-Latn", "lua-Latn"], "main_score": 0.228166, "precision": 0.218504, "recall": 0.255929}, {"accuracy": 0.271739, "f1": 0.235733, "hf_subset": "twi_Latn-nya_Latn", "languages": ["twi-Latn", "nya-Latn"], "main_score": 0.235733, "precision": 0.223121, "recall": 0.271739}, {"accuracy": 0.313241, "f1": 0.274813, "hf_subset": "twi_Latn-slv_Latn", "languages": ["twi-Latn", "slv-Latn"], "main_score": 0.274813, "precision": 0.262941, "recall": 0.313241}, {"accuracy": 0.309289, "f1": 0.286193, "hf_subset": "twi_Latn-tpi_Latn", "languages": ["twi-Latn", "tpi-Latn"], "main_score": 0.286193, "precision": 0.277723, "recall": 0.309289}, {"accuracy": 0.316206, "f1": 0.279236, "hf_subset": "twi_Latn-zsm_Latn", "languages": ["twi-Latn", "zsm-Latn"], "main_score": 0.279236, "precision": 0.267208, "recall": 0.316206}, {"accuracy": 0.251976, "f1": 0.215773, "hf_subset": "twi_Latn-ayr_Latn", "languages": ["twi-Latn", "ayr-Latn"], "main_score": 0.215773, "precision": 0.203157, "recall": 0.251976}, {"accuracy": 0.322134, "f1": 0.281672, "hf_subset": "twi_Latn-dan_Latn", "languages": ["twi-Latn", "dan-Latn"], "main_score": 0.281672, "precision": 0.269296, "recall": 0.322134}, {"accuracy": 0.13834, "f1": 0.120944, "hf_subset": "twi_Latn-guj_Gujr", "languages": ["twi-Latn", "guj-Gujr"], "main_score": 0.120944, "precision": 0.116079, "recall": 0.13834}, {"accuracy": 0.262846, "f1": 0.230535, "hf_subset": "twi_Latn-kaz_Cyrl", "languages": ["twi-Latn", "kaz-Cyrl"], "main_score": 0.230535, "precision": 0.221734, "recall": 0.262846}, {"accuracy": 0.236166, "f1": 0.203344, "hf_subset": "twi_Latn-lug_Latn", "languages": ["twi-Latn", "lug-Latn"], "main_score": 0.203344, "precision": 0.191179, "recall": 0.236166}, {"accuracy": 0.280632, "f1": 0.252609, "hf_subset": "twi_Latn-oci_Latn", "languages": ["twi-Latn", "oci-Latn"], "main_score": 0.252609, "precision": 0.243902, "recall": 0.280632}, {"accuracy": 0.216403, "f1": 0.184557, "hf_subset": "twi_Latn-smo_Latn", "languages": ["twi-Latn", "smo-Latn"], "main_score": 0.184557, "precision": 0.174294, "recall": 0.216403}, {"accuracy": 0.273715, "f1": 0.242118, "hf_subset": "twi_Latn-tsn_Latn", "languages": ["twi-Latn", "tsn-Latn"], "main_score": 0.242118, "precision": 0.229694, "recall": 0.273715}, {"accuracy": 0.212451, "f1": 0.174233, "hf_subset": "twi_Latn-zul_Latn", "languages": ["twi-Latn", "zul-Latn"], "main_score": 0.174233, "precision": 0.161714, "recall": 0.212451}, {"accuracy": 0.126482, "f1": 0.106139, "hf_subset": "twi_Latn-azb_Arab", "languages": ["twi-Latn", "azb-Arab"], "main_score": 0.106139, "precision": 0.101294, "recall": 0.126482}, {"accuracy": 0.324111, "f1": 0.288592, "hf_subset": "twi_Latn-deu_Latn", "languages": ["twi-Latn", "deu-Latn"], "main_score": 0.288592, "precision": 0.277336, "recall": 0.324111}, {"accuracy": 0.237154, "f1": 0.209099, "hf_subset": "twi_Latn-hat_Latn", "languages": ["twi-Latn", "hat-Latn"], "main_score": 0.209099, "precision": 0.199174, "recall": 0.237154}, {"accuracy": 0.255929, "f1": 0.224116, "hf_subset": "twi_Latn-kbp_Latn", "languages": ["twi-Latn", "kbp-Latn"], "main_score": 0.224116, "precision": 0.212575, "recall": 0.255929}, {"accuracy": 0.274704, "f1": 0.246003, "hf_subset": "twi_Latn-luo_Latn", "languages": ["twi-Latn", "luo-Latn"], "main_score": 0.246003, "precision": 0.234265, "recall": 0.274704}, {"accuracy": 0.087945, "f1": 0.072204, "hf_subset": "twi_Latn-ory_Orya", "languages": ["twi-Latn", "ory-Orya"], "main_score": 0.072204, "precision": 0.068337, "recall": 0.087945}, {"accuracy": 0.209486, "f1": 0.174572, "hf_subset": "twi_Latn-sna_Latn", "languages": ["twi-Latn", "sna-Latn"], "main_score": 0.174572, "precision": 0.163789, "recall": 0.209486}, {"accuracy": 0.272727, "f1": 0.23746, "hf_subset": "twi_Latn-tso_Latn", "languages": ["twi-Latn", "tso-Latn"], "main_score": 0.23746, "precision": 0.225218, "recall": 0.272727}, {"accuracy": 0.198617, "f1": 0.179048, "hf_subset": "twi_Latn-azj_Latn", "languages": ["twi-Latn", "azj-Latn"], "main_score": 0.179048, "precision": 0.173417, "recall": 0.198617}, {"accuracy": 0.273715, "f1": 0.244045, "hf_subset": "twi_Latn-dik_Latn", "languages": ["twi-Latn", "dik-Latn"], "main_score": 0.244045, "precision": 0.234229, "recall": 0.273715}, {"accuracy": 0.261858, "f1": 0.233453, "hf_subset": "twi_Latn-hau_Latn", "languages": ["twi-Latn", "hau-Latn"], "main_score": 0.233453, "precision": 0.223763, "recall": 0.261858}, {"accuracy": 0.185771, "f1": 0.173113, "hf_subset": "twi_Latn-kea_Latn", "languages": ["twi-Latn", "kea-Latn"], "main_score": 0.173113, "precision": 0.169176, "recall": 0.185771}, {"accuracy": 0.332016, "f1": 0.297127, "hf_subset": "twi_Latn-lus_Latn", "languages": ["twi-Latn", "lus-Latn"], "main_score": 0.297127, "precision": 0.285599, "recall": 0.332016}, {"accuracy": 0.297431, "f1": 0.276054, "hf_subset": "twi_Latn-pag_Latn", "languages": ["twi-Latn", "pag-Latn"], "main_score": 0.276054, "precision": 0.267704, "recall": 0.297431}, {"accuracy": 0.124506, "f1": 0.10415, "hf_subset": "twi_Latn-snd_Arab", "languages": ["twi-Latn", "snd-Arab"], "main_score": 0.10415, "precision": 0.09795, "recall": 0.124506}, {"accuracy": 0.181818, "f1": 0.153225, "hf_subset": "twi_Latn-tuk_Latn", "languages": ["twi-Latn", "tuk-Latn"], "main_score": 0.153225, "precision": 0.144829, "recall": 0.181818}, {"accuracy": 0.249012, "f1": 0.217516, "hf_subset": "twi_Latn-bak_Cyrl", "languages": ["twi-Latn", "bak-Cyrl"], "main_score": 0.217516, "precision": 0.208745, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.200627, "hf_subset": "twi_Latn-dyu_Latn", "languages": ["twi-Latn", "dyu-Latn"], "main_score": 0.200627, "precision": 0.189542, "recall": 0.231225}, {"accuracy": 0.222332, "f1": 0.185183, "hf_subset": "twi_Latn-heb_Hebr", "languages": ["twi-Latn", "heb-Hebr"], "main_score": 0.185183, "precision": 0.175095, "recall": 0.222332}, {"accuracy": 0.243083, "f1": 0.212893, "hf_subset": "twi_Latn-khk_Cyrl", "languages": ["twi-Latn", "khk-Cyrl"], "main_score": 0.212893, "precision": 0.204912, "recall": 0.243083}, {"accuracy": 0.266798, "f1": 0.22966, "hf_subset": "twi_Latn-lvs_Latn", "languages": ["twi-Latn", "lvs-Latn"], "main_score": 0.22966, "precision": 0.218654, "recall": 0.266798}, {"accuracy": 0.092885, "f1": 0.072572, "hf_subset": "twi_Latn-pan_Guru", "languages": ["twi-Latn", "pan-Guru"], "main_score": 0.072572, "precision": 0.068111, "recall": 0.092885}, {"accuracy": 0.202569, "f1": 0.17396, "hf_subset": "twi_Latn-som_Latn", "languages": ["twi-Latn", "som-Latn"], "main_score": 0.17396, "precision": 0.165022, "recall": 0.202569}, {"accuracy": 0.263834, "f1": 0.226658, "hf_subset": "twi_Latn-tum_Latn", "languages": ["twi-Latn", "tum-Latn"], "main_score": 0.226658, "precision": 0.21478, "recall": 0.263834}, {"accuracy": 0.091897, "f1": 0.05813, "hf_subset": "acm_Arab-ace_Arab", "languages": ["acm-Arab", "ace-Arab"], "main_score": 0.05813, "precision": 0.050273, "recall": 0.091897}, {"accuracy": 0.143281, "f1": 0.081846, "hf_subset": "acm_Arab-bam_Latn", "languages": ["acm-Arab", "bam-Latn"], "main_score": 0.081846, "precision": 0.068448, "recall": 0.143281}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "acm_Arab-dzo_Tibt", "languages": ["acm-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "acm_Arab-hin_Deva", "languages": ["acm-Arab", "hin-Deva"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.885375, "f1": 0.849868, "hf_subset": "acm_Arab-khm_Khmr", "languages": ["acm-Arab", "khm-Khmr"], "main_score": 0.849868, "precision": 0.832922, "recall": 0.885375}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "acm_Arab-mag_Deva", "languages": ["acm-Arab", "mag-Deva"], "main_score": 0.910968, "precision": 0.900939, "recall": 0.931818}, {"accuracy": 0.58004, "f1": 0.502514, "hf_subset": "acm_Arab-pap_Latn", "languages": ["acm-Arab", "pap-Latn"], "main_score": 0.502514, "precision": 0.473524, "recall": 0.58004}, {"accuracy": 0.171937, "f1": 0.112425, "hf_subset": "acm_Arab-sot_Latn", "languages": ["acm-Arab", "sot-Latn"], "main_score": 0.112425, "precision": 0.098019, "recall": 0.171937}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "acm_Arab-tur_Latn", "languages": ["acm-Arab", "tur-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.367589, "f1": 0.280458, "hf_subset": "acm_Arab-ace_Latn", "languages": ["acm-Arab", "ace-Latn"], "main_score": 0.280458, "precision": 0.254355, "recall": 0.367589}, {"accuracy": 0.615613, "f1": 0.539417, "hf_subset": "acm_Arab-ban_Latn", "languages": ["acm-Arab", "ban-Latn"], "main_score": 0.539417, "precision": 0.509678, "recall": 0.615613}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "acm_Arab-ell_Grek", "languages": ["acm-Arab", "ell-Grek"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "acm_Arab-hne_Deva", "languages": ["acm-Arab", "hne-Deva"], "main_score": 0.874736, "precision": 0.862138, "recall": 0.902174}, {"accuracy": 0.200593, "f1": 0.124494, "hf_subset": "acm_Arab-kik_Latn", "languages": ["acm-Arab", "kik-Latn"], "main_score": 0.124494, "precision": 0.104712, "recall": 0.200593}, {"accuracy": 0.917984, "f1": 0.894236, "hf_subset": "acm_Arab-mai_Deva", "languages": ["acm-Arab", "mai-Deva"], "main_score": 0.894236, "precision": 0.88307, "recall": 0.917984}, {"accuracy": 0.822134, "f1": 0.778755, "hf_subset": "acm_Arab-pbt_Arab", "languages": ["acm-Arab", "pbt-Arab"], "main_score": 0.778755, "precision": 0.759486, "recall": 0.822134}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "acm_Arab-spa_Latn", "languages": ["acm-Arab", "spa-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.254941, "f1": 0.17303, "hf_subset": "acm_Arab-twi_Latn", "languages": ["acm-Arab", "twi-Latn"], "main_score": 0.17303, "precision": 0.152068, "recall": 0.254941}, {"accuracy": 0.937747, "f1": 0.919796, "hf_subset": "acm_Arab-bel_Cyrl", "languages": ["acm-Arab", "bel-Cyrl"], "main_score": 0.919796, "precision": 0.911397, "recall": 0.937747}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "acm_Arab-eng_Latn", "languages": ["acm-Arab", "eng-Latn"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "acm_Arab-hrv_Latn", "languages": ["acm-Arab", "hrv-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.129447, "f1": 0.078902, "hf_subset": "acm_Arab-kin_Latn", "languages": ["acm-Arab", "kin-Latn"], "main_score": 0.078902, "precision": 0.066926, "recall": 0.129447}, {"accuracy": 0.859684, "f1": 0.821692, "hf_subset": "acm_Arab-mal_Mlym", "languages": ["acm-Arab", "mal-Mlym"], "main_score": 0.821692, "precision": 0.80471, "recall": 0.859684}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "acm_Arab-pes_Arab", "languages": ["acm-Arab", "pes-Arab"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.667984, "f1": 0.594504, "hf_subset": "acm_Arab-srd_Latn", "languages": ["acm-Arab", "srd-Latn"], "main_score": 0.594504, "precision": 0.565201, "recall": 0.667984}, {"accuracy": 0.060277, "f1": 0.0286, "hf_subset": "acm_Arab-tzm_Tfng", "languages": ["acm-Arab", "tzm-Tfng"], "main_score": 0.0286, "precision": 0.023653, "recall": 0.060277}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "acm_Arab-acq_Arab", "languages": ["acm-Arab", "acq-Arab"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.193676, "f1": 0.128242, "hf_subset": "acm_Arab-bem_Latn", "languages": ["acm-Arab", "bem-Latn"], "main_score": 0.128242, "precision": 0.112578, "recall": 0.193676}, {"accuracy": 0.829051, "f1": 0.783992, "hf_subset": "acm_Arab-epo_Latn", "languages": ["acm-Arab", "epo-Latn"], "main_score": 0.783992, "precision": 0.764229, "recall": 0.829051}, {"accuracy": 0.97332, "f1": 0.965415, "hf_subset": "acm_Arab-hun_Latn", "languages": ["acm-Arab", "hun-Latn"], "main_score": 0.965415, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.906126, "f1": 0.879677, "hf_subset": "acm_Arab-kir_Cyrl", "languages": ["acm-Arab", "kir-Cyrl"], "main_score": 0.879677, "precision": 0.867013, "recall": 0.906126}, {"accuracy": 0.895257, "f1": 0.863538, "hf_subset": "acm_Arab-mar_Deva", "languages": ["acm-Arab", "mar-Deva"], "main_score": 0.863538, "precision": 0.848403, "recall": 0.895257}, {"accuracy": 0.248024, "f1": 0.17731, "hf_subset": "acm_Arab-plt_Latn", "languages": ["acm-Arab", "plt-Latn"], "main_score": 0.17731, "precision": 0.157137, "recall": 0.248024}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "acm_Arab-srp_Cyrl", "languages": ["acm-Arab", "srp-Cyrl"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.782609, "f1": 0.73068, "hf_subset": "acm_Arab-uig_Arab", "languages": ["acm-Arab", "uig-Arab"], "main_score": 0.73068, "precision": 0.707642, "recall": 0.782609}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "acm_Arab-aeb_Arab", "languages": ["acm-Arab", "aeb-Arab"], "main_score": 0.953887, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.880435, "f1": 0.848438, "hf_subset": "acm_Arab-ben_Beng", "languages": ["acm-Arab", "ben-Beng"], "main_score": 0.848438, "precision": 0.833663, "recall": 0.880435}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acm_Arab-est_Latn", "languages": ["acm-Arab", "est-Latn"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "acm_Arab-hye_Armn", "languages": ["acm-Arab", "hye-Armn"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.135375, "f1": 0.075026, "hf_subset": "acm_Arab-kmb_Latn", "languages": ["acm-Arab", "kmb-Latn"], "main_score": 0.075026, "precision": 0.063066, "recall": 0.135375}, {"accuracy": 0.060277, "f1": 0.035537, "hf_subset": "acm_Arab-min_Arab", "languages": ["acm-Arab", "min-Arab"], "main_score": 0.035537, "precision": 0.029964, "recall": 0.060277}, {"accuracy": 0.97332, "f1": 0.965909, "hf_subset": "acm_Arab-pol_Latn", "languages": ["acm-Arab", "pol-Latn"], "main_score": 0.965909, "precision": 0.962286, "recall": 0.97332}, {"accuracy": 0.130435, "f1": 0.07798, "hf_subset": "acm_Arab-ssw_Latn", "languages": ["acm-Arab", "ssw-Latn"], "main_score": 0.07798, "precision": 0.067656, "recall": 0.130435}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acm_Arab-ukr_Cyrl", "languages": ["acm-Arab", "ukr-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.931818, "f1": 0.910079, "hf_subset": "acm_Arab-afr_Latn", "languages": ["acm-Arab", "afr-Latn"], "main_score": 0.910079, "precision": 0.899374, "recall": 0.931818}, {"accuracy": 0.881423, "f1": 0.849045, "hf_subset": "acm_Arab-bho_Deva", "languages": ["acm-Arab", "bho-Deva"], "main_score": 0.849045, "precision": 0.834074, "recall": 0.881423}, {"accuracy": 0.695652, "f1": 0.628546, "hf_subset": "acm_Arab-eus_Latn", "languages": ["acm-Arab", "eus-Latn"], "main_score": 0.628546, "precision": 0.600041, "recall": 0.695652}, {"accuracy": 0.155138, "f1": 0.0889, "hf_subset": "acm_Arab-ibo_Latn", "languages": ["acm-Arab", "ibo-Latn"], "main_score": 0.0889, "precision": 0.07322, "recall": 0.155138}, {"accuracy": 0.702569, "f1": 0.640948, "hf_subset": "acm_Arab-kmr_Latn", "languages": ["acm-Arab", "kmr-Latn"], "main_score": 0.640948, "precision": 0.615334, "recall": 0.702569}, {"accuracy": 0.583004, "f1": 0.503908, "hf_subset": "acm_Arab-min_Latn", "languages": ["acm-Arab", "min-Latn"], "main_score": 0.503908, "precision": 0.474504, "recall": 0.583004}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "acm_Arab-por_Latn", "languages": ["acm-Arab", "por-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.703557, "f1": 0.634268, "hf_subset": "acm_Arab-sun_Latn", "languages": ["acm-Arab", "sun-Latn"], "main_score": 0.634268, "precision": 0.605048, "recall": 0.703557}, {"accuracy": 0.145257, "f1": 0.091967, "hf_subset": "acm_Arab-umb_Latn", "languages": ["acm-Arab", "umb-Latn"], "main_score": 0.091967, "precision": 0.080376, "recall": 0.145257}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "acm_Arab-ajp_Arab", "languages": ["acm-Arab", "ajp-Arab"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.078063, "f1": 0.046959, "hf_subset": "acm_Arab-bjn_Arab", "languages": ["acm-Arab", "bjn-Arab"], "main_score": 0.046959, "precision": 0.039899, "recall": 0.078063}, {"accuracy": 0.203557, "f1": 0.138094, "hf_subset": "acm_Arab-ewe_Latn", "languages": ["acm-Arab", "ewe-Latn"], "main_score": 0.138094, "precision": 0.121393, "recall": 0.203557}, {"accuracy": 0.314229, "f1": 0.227827, "hf_subset": "acm_Arab-ilo_Latn", "languages": ["acm-Arab", "ilo-Latn"], "main_score": 0.227827, "precision": 0.202474, "recall": 0.314229}, {"accuracy": 0.085968, "f1": 0.041301, "hf_subset": "acm_Arab-knc_Arab", "languages": ["acm-Arab", "knc-Arab"], "main_score": 0.041301, "precision": 0.031683, "recall": 0.085968}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "acm_Arab-mkd_Cyrl", "languages": ["acm-Arab", "mkd-Cyrl"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "acm_Arab-prs_Arab", "languages": ["acm-Arab", "prs-Arab"], "main_score": 0.954776, "precision": 0.949687, "recall": 0.965415}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "acm_Arab-swe_Latn", "languages": ["acm-Arab", "swe-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "acm_Arab-urd_Arab", "languages": ["acm-Arab", "urd-Arab"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.244071, "f1": 0.16536, "hf_subset": "acm_Arab-aka_Latn", "languages": ["acm-Arab", "aka-Latn"], "main_score": 0.16536, "precision": 0.144659, "recall": 0.244071}, {"accuracy": 0.73913, "f1": 0.677717, "hf_subset": "acm_Arab-bjn_Latn", "languages": ["acm-Arab", "bjn-Latn"], "main_score": 0.677717, "precision": 0.652277, "recall": 0.73913}, {"accuracy": 0.413043, "f1": 0.328654, "hf_subset": "acm_Arab-fao_Latn", "languages": ["acm-Arab", "fao-Latn"], "main_score": 0.328654, "precision": 0.301509, "recall": 0.413043}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "acm_Arab-ind_Latn", "languages": ["acm-Arab", "ind-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.214427, "f1": 0.146027, "hf_subset": "acm_Arab-knc_Latn", "languages": ["acm-Arab", "knc-Latn"], "main_score": 0.146027, "precision": 0.129778, "recall": 0.214427}, {"accuracy": 0.284585, "f1": 0.206627, "hf_subset": "acm_Arab-mlt_Latn", "languages": ["acm-Arab", "mlt-Latn"], "main_score": 0.206627, "precision": 0.185979, "recall": 0.284585}, {"accuracy": 0.228261, "f1": 0.149963, "hf_subset": "acm_Arab-quy_Latn", "languages": ["acm-Arab", "quy-Latn"], "main_score": 0.149963, "precision": 0.130035, "recall": 0.228261}, {"accuracy": 0.325099, "f1": 0.244761, "hf_subset": "acm_Arab-swh_Latn", "languages": ["acm-Arab", "swh-Latn"], "main_score": 0.244761, "precision": 0.222526, "recall": 0.325099}, {"accuracy": 0.606719, "f1": 0.531222, "hf_subset": "acm_Arab-uzn_Latn", "languages": ["acm-Arab", "uzn-Latn"], "main_score": 0.531222, "precision": 0.502726, "recall": 0.606719}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "acm_Arab-als_Latn", "languages": ["acm-Arab", "als-Latn"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.049407, "f1": 0.016536, "hf_subset": "acm_Arab-bod_Tibt", "languages": ["acm-Arab", "bod-Tibt"], "main_score": 0.016536, "precision": 0.012923, "recall": 0.049407}, {"accuracy": 0.171937, "f1": 0.106616, "hf_subset": "acm_Arab-fij_Latn", "languages": ["acm-Arab", "fij-Latn"], "main_score": 0.106616, "precision": 0.08976, "recall": 0.171937}, {"accuracy": 0.693676, "f1": 0.627582, "hf_subset": "acm_Arab-isl_Latn", "languages": ["acm-Arab", "isl-Latn"], "main_score": 0.627582, "precision": 0.601095, "recall": 0.693676}, {"accuracy": 0.203557, "f1": 0.130322, "hf_subset": "acm_Arab-kon_Latn", "languages": ["acm-Arab", "kon-Latn"], "main_score": 0.130322, "precision": 0.111655, "recall": 0.203557}, {"accuracy": 0.054348, "f1": 0.028589, "hf_subset": "acm_Arab-mni_Beng", "languages": ["acm-Arab", "mni-Beng"], "main_score": 0.028589, "precision": 0.025103, "recall": 0.054348}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acm_Arab-ron_Latn", "languages": ["acm-Arab", "ron-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.75, "f1": 0.691521, "hf_subset": "acm_Arab-szl_Latn", "languages": ["acm-Arab", "szl-Latn"], "main_score": 0.691521, "precision": 0.666436, "recall": 0.75}, {"accuracy": 0.758893, "f1": 0.697563, "hf_subset": "acm_Arab-vec_Latn", "languages": ["acm-Arab", "vec-Latn"], "main_score": 0.697563, "precision": 0.670965, "recall": 0.758893}, {"accuracy": 0.731225, "f1": 0.673946, "hf_subset": "acm_Arab-amh_Ethi", "languages": ["acm-Arab", "amh-Ethi"], "main_score": 0.673946, "precision": 0.64992, "recall": 0.731225}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "acm_Arab-bos_Latn", "languages": ["acm-Arab", "bos-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "acm_Arab-fin_Latn", "languages": ["acm-Arab", "fin-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acm_Arab-ita_Latn", "languages": ["acm-Arab", "ita-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.969368, "f1": 0.96031, "hf_subset": "acm_Arab-kor_Hang", "languages": ["acm-Arab", "kor-Hang"], "main_score": 0.96031, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.189723, "f1": 0.125751, "hf_subset": "acm_Arab-mos_Latn", "languages": ["acm-Arab", "mos-Latn"], "main_score": 0.125751, "precision": 0.109625, "recall": 0.189723}, {"accuracy": 0.121542, "f1": 0.068478, "hf_subset": "acm_Arab-run_Latn", "languages": ["acm-Arab", "run-Latn"], "main_score": 0.068478, "precision": 0.056218, "recall": 0.121542}, {"accuracy": 0.87747, "f1": 0.842918, "hf_subset": "acm_Arab-tam_Taml", "languages": ["acm-Arab", "tam-Taml"], "main_score": 0.842918, "precision": 0.826993, "recall": 0.87747}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "acm_Arab-vie_Latn", "languages": ["acm-Arab", "vie-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "acm_Arab-apc_Arab", "languages": ["acm-Arab", "apc-Arab"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.344862, "f1": 0.25742, "hf_subset": "acm_Arab-bug_Latn", "languages": ["acm-Arab", "bug-Latn"], "main_score": 0.25742, "precision": 0.229943, "recall": 0.344862}, {"accuracy": 0.168972, "f1": 0.105465, "hf_subset": "acm_Arab-fon_Latn", "languages": ["acm-Arab", "fon-Latn"], "main_score": 0.105465, "precision": 0.091502, "recall": 0.168972}, {"accuracy": 0.677866, "f1": 0.607084, "hf_subset": "acm_Arab-jav_Latn", "languages": ["acm-Arab", "jav-Latn"], "main_score": 0.607084, "precision": 0.579242, "recall": 0.677866}, {"accuracy": 0.899209, "f1": 0.872151, "hf_subset": "acm_Arab-lao_Laoo", "languages": ["acm-Arab", "lao-Laoo"], "main_score": 0.872151, "precision": 0.860303, "recall": 0.899209}, {"accuracy": 0.158103, "f1": 0.09384, "hf_subset": "acm_Arab-mri_Latn", "languages": ["acm-Arab", "mri-Latn"], "main_score": 0.09384, "precision": 0.079959, "recall": 0.158103}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "acm_Arab-rus_Cyrl", "languages": ["acm-Arab", "rus-Cyrl"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.203557, "f1": 0.142906, "hf_subset": "acm_Arab-taq_Latn", "languages": ["acm-Arab", "taq-Latn"], "main_score": 0.142906, "precision": 0.128338, "recall": 0.203557}, {"accuracy": 0.379447, "f1": 0.290423, "hf_subset": "acm_Arab-war_Latn", "languages": ["acm-Arab", "war-Latn"], "main_score": 0.290423, "precision": 0.262711, "recall": 0.379447}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acm_Arab-arb_Arab", "languages": ["acm-Arab", "arb-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acm_Arab-bul_Cyrl", "languages": ["acm-Arab", "bul-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "acm_Arab-fra_Latn", "languages": ["acm-Arab", "fra-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "acm_Arab-jpn_Jpan", "languages": ["acm-Arab", "jpn-Jpan"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.70751, "f1": 0.638966, "hf_subset": "acm_Arab-lij_Latn", "languages": ["acm-Arab", "lij-Latn"], "main_score": 0.638966, "precision": 0.61054, "recall": 0.70751}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "acm_Arab-mya_Mymr", "languages": ["acm-Arab", "mya-Mymr"], "main_score": 0.895323, "precision": 0.88414, "recall": 0.918972}, {"accuracy": 0.201581, "f1": 0.13268, "hf_subset": "acm_Arab-sag_Latn", "languages": ["acm-Arab", "sag-Latn"], "main_score": 0.13268, "precision": 0.114569, "recall": 0.201581}, {"accuracy": 0.072134, "f1": 0.031779, "hf_subset": "acm_Arab-taq_Tfng", "languages": ["acm-Arab", "taq-Tfng"], "main_score": 0.031779, "precision": 0.025847, "recall": 0.072134}, {"accuracy": 0.214427, "f1": 0.142149, "hf_subset": "acm_Arab-wol_Latn", "languages": ["acm-Arab", "wol-Latn"], "main_score": 0.142149, "precision": 0.122996, "recall": 0.214427}, {"accuracy": 0.090909, "f1": 0.049248, "hf_subset": "acm_Arab-arb_Latn", "languages": ["acm-Arab", "arb-Latn"], "main_score": 0.049248, "precision": 0.041333, "recall": 0.090909}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "acm_Arab-cat_Latn", "languages": ["acm-Arab", "cat-Latn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.663043, "f1": 0.590359, "hf_subset": "acm_Arab-fur_Latn", "languages": ["acm-Arab", "fur-Latn"], "main_score": 0.590359, "precision": 0.559667, "recall": 0.663043}, {"accuracy": 0.072134, "f1": 0.044381, "hf_subset": "acm_Arab-kab_Latn", "languages": ["acm-Arab", "kab-Latn"], "main_score": 0.044381, "precision": 0.037762, "recall": 0.072134}, {"accuracy": 0.711462, "f1": 0.64473, "hf_subset": "acm_Arab-lim_Latn", "languages": ["acm-Arab", "lim-Latn"], "main_score": 0.64473, "precision": 0.616041, "recall": 0.711462}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "acm_Arab-nld_Latn", "languages": ["acm-Arab", "nld-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.719368, "f1": 0.653508, "hf_subset": "acm_Arab-san_Deva", "languages": ["acm-Arab", "san-Deva"], "main_score": 0.653508, "precision": 0.626014, "recall": 0.719368}, {"accuracy": 0.48913, "f1": 0.404678, "hf_subset": "acm_Arab-tat_Cyrl", "languages": ["acm-Arab", "tat-Cyrl"], "main_score": 0.404678, "precision": 0.374057, "recall": 0.48913}, {"accuracy": 0.162055, "f1": 0.099267, "hf_subset": "acm_Arab-xho_Latn", "languages": ["acm-Arab", "xho-Latn"], "main_score": 0.099267, "precision": 0.08438, "recall": 0.162055}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "acm_Arab-ars_Arab", "languages": ["acm-Arab", "ars-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.354743, "f1": 0.266482, "hf_subset": "acm_Arab-ceb_Latn", "languages": ["acm-Arab", "ceb-Latn"], "main_score": 0.266482, "precision": 0.238013, "recall": 0.354743}, {"accuracy": 0.197628, "f1": 0.122686, "hf_subset": "acm_Arab-fuv_Latn", "languages": ["acm-Arab", "fuv-Latn"], "main_score": 0.122686, "precision": 0.104629, "recall": 0.197628}, {"accuracy": 0.162055, "f1": 0.101277, "hf_subset": "acm_Arab-kac_Latn", "languages": ["acm-Arab", "kac-Latn"], "main_score": 0.101277, "precision": 0.086426, "recall": 0.162055}, {"accuracy": 0.201581, "f1": 0.137854, "hf_subset": "acm_Arab-lin_Latn", "languages": ["acm-Arab", "lin-Latn"], "main_score": 0.137854, "precision": 0.121354, "recall": 0.201581}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "acm_Arab-nno_Latn", "languages": ["acm-Arab", "nno-Latn"], "main_score": 0.953887, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.017787, "f1": 0.003537, "hf_subset": "acm_Arab-sat_Olck", "languages": ["acm-Arab", "sat-Olck"], "main_score": 0.003537, "precision": 0.002588, "recall": 0.017787}, {"accuracy": 0.841897, "f1": 0.799638, "hf_subset": "acm_Arab-tel_Telu", "languages": ["acm-Arab", "tel-Telu"], "main_score": 0.799638, "precision": 0.780501, "recall": 0.841897}, {"accuracy": 0.411067, "f1": 0.326841, "hf_subset": "acm_Arab-ydd_Hebr", "languages": ["acm-Arab", "ydd-Hebr"], "main_score": 0.326841, "precision": 0.296944, "recall": 0.411067}, {"accuracy": 0.885375, "f1": 0.851285, "hf_subset": "acm_Arab-ary_Arab", "languages": ["acm-Arab", "ary-Arab"], "main_score": 0.851285, "precision": 0.835013, "recall": 0.885375}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acm_Arab-ces_Latn", "languages": ["acm-Arab", "ces-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.081028, "f1": 0.044138, "hf_subset": "acm_Arab-gaz_Latn", "languages": ["acm-Arab", "gaz-Latn"], "main_score": 0.044138, "precision": 0.036816, "recall": 0.081028}, {"accuracy": 0.170949, "f1": 0.115885, "hf_subset": "acm_Arab-kam_Latn", "languages": ["acm-Arab", "kam-Latn"], "main_score": 0.115885, "precision": 0.102633, "recall": 0.170949}, {"accuracy": 0.97332, "f1": 0.96558, "hf_subset": "acm_Arab-lit_Latn", "languages": ["acm-Arab", "lit-Latn"], "main_score": 0.96558, "precision": 0.961792, "recall": 0.97332}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "acm_Arab-nob_Latn", "languages": ["acm-Arab", "nob-Latn"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.587945, "f1": 0.505672, "hf_subset": "acm_Arab-scn_Latn", "languages": ["acm-Arab", "scn-Latn"], "main_score": 0.505672, "precision": 0.473983, "recall": 0.587945}, {"accuracy": 0.16502, "f1": 0.107941, "hf_subset": "acm_Arab-tgk_Cyrl", "languages": ["acm-Arab", "tgk-Cyrl"], "main_score": 0.107941, "precision": 0.094439, "recall": 0.16502}, {"accuracy": 0.168972, "f1": 0.104032, "hf_subset": "acm_Arab-yor_Latn", "languages": ["acm-Arab", "yor-Latn"], "main_score": 0.104032, "precision": 0.088241, "recall": 0.168972}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "acm_Arab-arz_Arab", "languages": ["acm-Arab", "arz-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.152174, "f1": 0.093787, "hf_subset": "acm_Arab-cjk_Latn", "languages": ["acm-Arab", "cjk-Latn"], "main_score": 0.093787, "precision": 0.081219, "recall": 0.152174}, {"accuracy": 0.140316, "f1": 0.085696, "hf_subset": "acm_Arab-gla_Latn", "languages": ["acm-Arab", "gla-Latn"], "main_score": 0.085696, "precision": 0.071952, "recall": 0.140316}, {"accuracy": 0.787549, "f1": 0.736199, "hf_subset": "acm_Arab-kan_Knda", "languages": ["acm-Arab", "kan-Knda"], "main_score": 0.736199, "precision": 0.713258, "recall": 0.787549}, {"accuracy": 0.601779, "f1": 0.52552, "hf_subset": "acm_Arab-lmo_Latn", "languages": ["acm-Arab", "lmo-Latn"], "main_score": 0.52552, "precision": 0.496179, "recall": 0.601779}, {"accuracy": 0.94664, "f1": 0.931555, "hf_subset": "acm_Arab-npi_Deva", "languages": ["acm-Arab", "npi-Deva"], "main_score": 0.931555, "precision": 0.924489, "recall": 0.94664}, {"accuracy": 0.23419, "f1": 0.157016, "hf_subset": "acm_Arab-shn_Mymr", "languages": ["acm-Arab", "shn-Mymr"], "main_score": 0.157016, "precision": 0.135134, "recall": 0.23419}, {"accuracy": 0.423913, "f1": 0.332614, "hf_subset": "acm_Arab-tgl_Latn", "languages": ["acm-Arab", "tgl-Latn"], "main_score": 0.332614, "precision": 0.303268, "recall": 0.423913}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "acm_Arab-yue_Hant", "languages": ["acm-Arab", "yue-Hant"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.531621, "f1": 0.444986, "hf_subset": "acm_Arab-asm_Beng", "languages": ["acm-Arab", "asm-Beng"], "main_score": 0.444986, "precision": 0.411794, "recall": 0.531621}, {"accuracy": 0.813241, "f1": 0.767095, "hf_subset": "acm_Arab-ckb_Arab", "languages": ["acm-Arab", "ckb-Arab"], "main_score": 0.767095, "precision": 0.746294, "recall": 0.813241}, {"accuracy": 0.242095, "f1": 0.164585, "hf_subset": "acm_Arab-gle_Latn", "languages": ["acm-Arab", "gle-Latn"], "main_score": 0.164585, "precision": 0.144125, "recall": 0.242095}, {"accuracy": 0.594862, "f1": 0.519298, "hf_subset": "acm_Arab-kas_Arab", "languages": ["acm-Arab", "kas-Arab"], "main_score": 0.519298, "precision": 0.489676, "recall": 0.594862}, {"accuracy": 0.664032, "f1": 0.594345, "hf_subset": "acm_Arab-ltg_Latn", "languages": ["acm-Arab", "ltg-Latn"], "main_score": 0.594345, "precision": 0.565976, "recall": 0.664032}, {"accuracy": 0.194664, "f1": 0.127113, "hf_subset": "acm_Arab-nso_Latn", "languages": ["acm-Arab", "nso-Latn"], "main_score": 0.127113, "precision": 0.110042, "recall": 0.194664}, {"accuracy": 0.902174, "f1": 0.875348, "hf_subset": "acm_Arab-sin_Sinh", "languages": ["acm-Arab", "sin-Sinh"], "main_score": 0.875348, "precision": 0.862895, "recall": 0.902174}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "acm_Arab-tha_Thai", "languages": ["acm-Arab", "tha-Thai"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "acm_Arab-zho_Hans", "languages": ["acm-Arab", "zho-Hans"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.916008, "f1": 0.890547, "hf_subset": "acm_Arab-ast_Latn", "languages": ["acm-Arab", "ast-Latn"], "main_score": 0.890547, "precision": 0.878376, "recall": 0.916008}, {"accuracy": 0.716403, "f1": 0.654301, "hf_subset": "acm_Arab-crh_Latn", "languages": ["acm-Arab", "crh-Latn"], "main_score": 0.654301, "precision": 0.628426, "recall": 0.716403}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acm_Arab-glg_Latn", "languages": ["acm-Arab", "glg-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.382411, "f1": 0.301866, "hf_subset": "acm_Arab-kas_Deva", "languages": ["acm-Arab", "kas-Deva"], "main_score": 0.301866, "precision": 0.275254, "recall": 0.382411}, {"accuracy": 0.455534, "f1": 0.36264, "hf_subset": "acm_Arab-ltz_Latn", "languages": ["acm-Arab", "ltz-Latn"], "main_score": 0.36264, "precision": 0.330889, "recall": 0.455534}, {"accuracy": 0.091897, "f1": 0.047612, "hf_subset": "acm_Arab-nus_Latn", "languages": ["acm-Arab", "nus-Latn"], "main_score": 0.047612, "precision": 0.039357, "recall": 0.091897}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "acm_Arab-slk_Latn", "languages": ["acm-Arab", "slk-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.173913, "f1": 0.119368, "hf_subset": "acm_Arab-tir_Ethi", "languages": ["acm-Arab", "tir-Ethi"], "main_score": 0.119368, "precision": 0.10494, "recall": 0.173913}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "acm_Arab-zho_Hant", "languages": ["acm-Arab", "zho-Hant"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "acm_Arab-awa_Deva", "languages": ["acm-Arab", "awa-Deva"], "main_score": 0.931983, "precision": 0.924242, "recall": 0.947628}, {"accuracy": 0.416996, "f1": 0.328414, "hf_subset": "acm_Arab-cym_Latn", "languages": ["acm-Arab", "cym-Latn"], "main_score": 0.328414, "precision": 0.300141, "recall": 0.416996}, {"accuracy": 0.300395, "f1": 0.21437, "hf_subset": "acm_Arab-grn_Latn", "languages": ["acm-Arab", "grn-Latn"], "main_score": 0.21437, "precision": 0.190508, "recall": 0.300395}, {"accuracy": 0.853755, "f1": 0.811528, "hf_subset": "acm_Arab-kat_Geor", "languages": ["acm-Arab", "kat-Geor"], "main_score": 0.811528, "precision": 0.79249, "recall": 0.853755}, {"accuracy": 0.212451, "f1": 0.143148, "hf_subset": "acm_Arab-lua_Latn", "languages": ["acm-Arab", "lua-Latn"], "main_score": 0.143148, "precision": 0.12553, "recall": 0.212451}, {"accuracy": 0.194664, "f1": 0.126564, "hf_subset": "acm_Arab-nya_Latn", "languages": ["acm-Arab", "nya-Latn"], "main_score": 0.126564, "precision": 0.109148, "recall": 0.194664}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "acm_Arab-slv_Latn", "languages": ["acm-Arab", "slv-Latn"], "main_score": 0.961133, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.406126, "f1": 0.317468, "hf_subset": "acm_Arab-tpi_Latn", "languages": ["acm-Arab", "tpi-Latn"], "main_score": 0.317468, "precision": 0.290044, "recall": 0.406126}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acm_Arab-zsm_Latn", "languages": ["acm-Arab", "zsm-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.166996, "f1": 0.099122, "hf_subset": "acm_Arab-ayr_Latn", "languages": ["acm-Arab", "ayr-Latn"], "main_score": 0.099122, "precision": 0.084549, "recall": 0.166996}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "acm_Arab-dan_Latn", "languages": ["acm-Arab", "dan-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.903162, "f1": 0.873485, "hf_subset": "acm_Arab-guj_Gujr", "languages": ["acm-Arab", "guj-Gujr"], "main_score": 0.873485, "precision": 0.859519, "recall": 0.903162}, {"accuracy": 0.927866, "f1": 0.906291, "hf_subset": "acm_Arab-kaz_Cyrl", "languages": ["acm-Arab", "kaz-Cyrl"], "main_score": 0.906291, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.146245, "f1": 0.0933, "hf_subset": "acm_Arab-lug_Latn", "languages": ["acm-Arab", "lug-Latn"], "main_score": 0.0933, "precision": 0.081327, "recall": 0.146245}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "acm_Arab-oci_Latn", "languages": ["acm-Arab", "oci-Latn"], "main_score": 0.870949, "precision": 0.857296, "recall": 0.899209}, {"accuracy": 0.162055, "f1": 0.095748, "hf_subset": "acm_Arab-smo_Latn", "languages": ["acm-Arab", "smo-Latn"], "main_score": 0.095748, "precision": 0.079885, "recall": 0.162055}, {"accuracy": 0.172925, "f1": 0.112589, "hf_subset": "acm_Arab-tsn_Latn", "languages": ["acm-Arab", "tsn-Latn"], "main_score": 0.112589, "precision": 0.097809, "recall": 0.172925}, {"accuracy": 0.120553, "f1": 0.06877, "hf_subset": "acm_Arab-zul_Latn", "languages": ["acm-Arab", "zul-Latn"], "main_score": 0.06877, "precision": 0.058071, "recall": 0.120553}, {"accuracy": 0.557312, "f1": 0.477661, "hf_subset": "acm_Arab-azb_Arab", "languages": ["acm-Arab", "azb-Arab"], "main_score": 0.477661, "precision": 0.446963, "recall": 0.557312}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "acm_Arab-deu_Latn", "languages": ["acm-Arab", "deu-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.272727, "f1": 0.189836, "hf_subset": "acm_Arab-hat_Latn", "languages": ["acm-Arab", "hat-Latn"], "main_score": 0.189836, "precision": 0.166031, "recall": 0.272727}, {"accuracy": 0.149209, "f1": 0.083924, "hf_subset": "acm_Arab-kbp_Latn", "languages": ["acm-Arab", "kbp-Latn"], "main_score": 0.083924, "precision": 0.068519, "recall": 0.149209}, {"accuracy": 0.179842, "f1": 0.114297, "hf_subset": "acm_Arab-luo_Latn", "languages": ["acm-Arab", "luo-Latn"], "main_score": 0.114297, "precision": 0.099278, "recall": 0.179842}, {"accuracy": 0.812253, "f1": 0.764281, "hf_subset": "acm_Arab-ory_Orya", "languages": ["acm-Arab", "ory-Orya"], "main_score": 0.764281, "precision": 0.742704, "recall": 0.812253}, {"accuracy": 0.148221, "f1": 0.085649, "hf_subset": "acm_Arab-sna_Latn", "languages": ["acm-Arab", "sna-Latn"], "main_score": 0.085649, "precision": 0.071139, "recall": 0.148221}, {"accuracy": 0.162055, "f1": 0.101116, "hf_subset": "acm_Arab-tso_Latn", "languages": ["acm-Arab", "tso-Latn"], "main_score": 0.101116, "precision": 0.086344, "recall": 0.162055}, {"accuracy": 0.936759, "f1": 0.918544, "hf_subset": "acm_Arab-azj_Latn", "languages": ["acm-Arab", "azj-Latn"], "main_score": 0.918544, "precision": 0.909997, "recall": 0.936759}, {"accuracy": 0.262846, "f1": 0.186654, "hf_subset": "acm_Arab-dik_Latn", "languages": ["acm-Arab", "dik-Latn"], "main_score": 0.186654, "precision": 0.167055, "recall": 0.262846}, {"accuracy": 0.203557, "f1": 0.134006, "hf_subset": "acm_Arab-hau_Latn", "languages": ["acm-Arab", "hau-Latn"], "main_score": 0.134006, "precision": 0.11728, "recall": 0.203557}, {"accuracy": 0.602767, "f1": 0.52071, "hf_subset": "acm_Arab-kea_Latn", "languages": ["acm-Arab", "kea-Latn"], "main_score": 0.52071, "precision": 0.488258, "recall": 0.602767}, {"accuracy": 0.306324, "f1": 0.221617, "hf_subset": "acm_Arab-lus_Latn", "languages": ["acm-Arab", "lus-Latn"], "main_score": 0.221617, "precision": 0.195917, "recall": 0.306324}, {"accuracy": 0.426877, "f1": 0.340016, "hf_subset": "acm_Arab-pag_Latn", "languages": ["acm-Arab", "pag-Latn"], "main_score": 0.340016, "precision": 0.311682, "recall": 0.426877}, {"accuracy": 0.837945, "f1": 0.795092, "hf_subset": "acm_Arab-snd_Arab", "languages": ["acm-Arab", "snd-Arab"], "main_score": 0.795092, "precision": 0.775264, "recall": 0.837945}, {"accuracy": 0.298419, "f1": 0.213796, "hf_subset": "acm_Arab-tuk_Latn", "languages": ["acm-Arab", "tuk-Latn"], "main_score": 0.213796, "precision": 0.188357, "recall": 0.298419}, {"accuracy": 0.438735, "f1": 0.352869, "hf_subset": "acm_Arab-bak_Cyrl", "languages": ["acm-Arab", "bak-Cyrl"], "main_score": 0.352869, "precision": 0.322903, "recall": 0.438735}, {"accuracy": 0.159091, "f1": 0.095738, "hf_subset": "acm_Arab-dyu_Latn", "languages": ["acm-Arab", "dyu-Latn"], "main_score": 0.095738, "precision": 0.08078, "recall": 0.159091}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "acm_Arab-heb_Hebr", "languages": ["acm-Arab", "heb-Hebr"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.949605, "f1": 0.934453, "hf_subset": "acm_Arab-khk_Cyrl", "languages": ["acm-Arab", "khk-Cyrl"], "main_score": 0.934453, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "acm_Arab-lvs_Latn", "languages": ["acm-Arab", "lvs-Latn"], "main_score": 0.969104, "precision": 0.965662, "recall": 0.976285}, {"accuracy": 0.826087, "f1": 0.782164, "hf_subset": "acm_Arab-pan_Guru", "languages": ["acm-Arab", "pan-Guru"], "main_score": 0.782164, "precision": 0.763135, "recall": 0.826087}, {"accuracy": 0.232213, "f1": 0.164246, "hf_subset": "acm_Arab-som_Latn", "languages": ["acm-Arab", "som-Latn"], "main_score": 0.164246, "precision": 0.146487, "recall": 0.232213}, {"accuracy": 0.18083, "f1": 0.114084, "hf_subset": "acm_Arab-tum_Latn", "languages": ["acm-Arab", "tum-Latn"], "main_score": 0.114084, "precision": 0.098063, "recall": 0.18083}, {"accuracy": 0.079051, "f1": 0.049516, "hf_subset": "bel_Cyrl-ace_Arab", "languages": ["bel-Cyrl", "ace-Arab"], "main_score": 0.049516, "precision": 0.042991, "recall": 0.079051}, {"accuracy": 0.15415, "f1": 0.096759, "hf_subset": "bel_Cyrl-bam_Latn", "languages": ["bel-Cyrl", "bam-Latn"], "main_score": 0.096759, "precision": 0.083336, "recall": 0.15415}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "bel_Cyrl-dzo_Tibt", "languages": ["bel-Cyrl", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "bel_Cyrl-hin_Deva", "languages": ["bel-Cyrl", "hin-Deva"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.855731, "f1": 0.819664, "hf_subset": "bel_Cyrl-khm_Khmr", "languages": ["bel-Cyrl", "khm-Khmr"], "main_score": 0.819664, "precision": 0.803804, "recall": 0.855731}, {"accuracy": 0.891304, "f1": 0.860079, "hf_subset": "bel_Cyrl-mag_Deva", "languages": ["bel-Cyrl", "mag-Deva"], "main_score": 0.860079, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.564229, "f1": 0.48673, "hf_subset": "bel_Cyrl-pap_Latn", "languages": ["bel-Cyrl", "pap-Latn"], "main_score": 0.48673, "precision": 0.45888, "recall": 0.564229}, {"accuracy": 0.16502, "f1": 0.111919, "hf_subset": "bel_Cyrl-sot_Latn", "languages": ["bel-Cyrl", "sot-Latn"], "main_score": 0.111919, "precision": 0.09911, "recall": 0.16502}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "bel_Cyrl-tur_Latn", "languages": ["bel-Cyrl", "tur-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.357708, "f1": 0.280064, "hf_subset": "bel_Cyrl-ace_Latn", "languages": ["bel-Cyrl", "ace-Latn"], "main_score": 0.280064, "precision": 0.255659, "recall": 0.357708}, {"accuracy": 0.583992, "f1": 0.515167, "hf_subset": "bel_Cyrl-ban_Latn", "languages": ["bel-Cyrl", "ban-Latn"], "main_score": 0.515167, "precision": 0.488527, "recall": 0.583992}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "bel_Cyrl-ell_Grek", "languages": ["bel-Cyrl", "ell-Grek"], "main_score": 0.953063, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.848814, "f1": 0.810408, "hf_subset": "bel_Cyrl-hne_Deva", "languages": ["bel-Cyrl", "hne-Deva"], "main_score": 0.810408, "precision": 0.792885, "recall": 0.848814}, {"accuracy": 0.203557, "f1": 0.137509, "hf_subset": "bel_Cyrl-kik_Latn", "languages": ["bel-Cyrl", "kik-Latn"], "main_score": 0.137509, "precision": 0.119961, "recall": 0.203557}, {"accuracy": 0.866601, "f1": 0.831785, "hf_subset": "bel_Cyrl-mai_Deva", "languages": ["bel-Cyrl", "mai-Deva"], "main_score": 0.831785, "precision": 0.816634, "recall": 0.866601}, {"accuracy": 0.768775, "f1": 0.716558, "hf_subset": "bel_Cyrl-pbt_Arab", "languages": ["bel-Cyrl", "pbt-Arab"], "main_score": 0.716558, "precision": 0.694088, "recall": 0.768775}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "bel_Cyrl-spa_Latn", "languages": ["bel-Cyrl", "spa-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.247036, "f1": 0.173663, "hf_subset": "bel_Cyrl-twi_Latn", "languages": ["bel-Cyrl", "twi-Latn"], "main_score": 0.173663, "precision": 0.154846, "recall": 0.247036}, {"accuracy": 0.942688, "f1": 0.92612, "hf_subset": "bel_Cyrl-acm_Arab", "languages": ["bel-Cyrl", "acm-Arab"], "main_score": 0.92612, "precision": 0.918396, "recall": 0.942688}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bel_Cyrl-eng_Latn", "languages": ["bel-Cyrl", "eng-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "bel_Cyrl-hrv_Latn", "languages": ["bel-Cyrl", "hrv-Latn"], "main_score": 0.946476, "precision": 0.940876, "recall": 0.958498}, {"accuracy": 0.12253, "f1": 0.082188, "hf_subset": "bel_Cyrl-kin_Latn", "languages": ["bel-Cyrl", "kin-Latn"], "main_score": 0.082188, "precision": 0.072515, "recall": 0.12253}, {"accuracy": 0.840909, "f1": 0.80252, "hf_subset": "bel_Cyrl-mal_Mlym", "languages": ["bel-Cyrl", "mal-Mlym"], "main_score": 0.80252, "precision": 0.785747, "recall": 0.840909}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "bel_Cyrl-pes_Arab", "languages": ["bel-Cyrl", "pes-Arab"], "main_score": 0.94697, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.66502, "f1": 0.595477, "hf_subset": "bel_Cyrl-srd_Latn", "languages": ["bel-Cyrl", "srd-Latn"], "main_score": 0.595477, "precision": 0.567658, "recall": 0.66502}, {"accuracy": 0.062253, "f1": 0.031174, "hf_subset": "bel_Cyrl-tzm_Tfng", "languages": ["bel-Cyrl", "tzm-Tfng"], "main_score": 0.031174, "precision": 0.025891, "recall": 0.062253}, {"accuracy": 0.948617, "f1": 0.933597, "hf_subset": "bel_Cyrl-acq_Arab", "languages": ["bel-Cyrl", "acq-Arab"], "main_score": 0.933597, "precision": 0.926713, "recall": 0.948617}, {"accuracy": 0.201581, "f1": 0.142491, "hf_subset": "bel_Cyrl-bem_Latn", "languages": ["bel-Cyrl", "bem-Latn"], "main_score": 0.142491, "precision": 0.126943, "recall": 0.201581}, {"accuracy": 0.802372, "f1": 0.752819, "hf_subset": "bel_Cyrl-epo_Latn", "languages": ["bel-Cyrl", "epo-Latn"], "main_score": 0.752819, "precision": 0.731456, "recall": 0.802372}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "bel_Cyrl-hun_Latn", "languages": ["bel-Cyrl", "hun-Latn"], "main_score": 0.955863, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.900198, "f1": 0.87309, "hf_subset": "bel_Cyrl-kir_Cyrl", "languages": ["bel-Cyrl", "kir-Cyrl"], "main_score": 0.87309, "precision": 0.860623, "recall": 0.900198}, {"accuracy": 0.856719, "f1": 0.821443, "hf_subset": "bel_Cyrl-mar_Deva", "languages": ["bel-Cyrl", "mar-Deva"], "main_score": 0.821443, "precision": 0.805698, "recall": 0.856719}, {"accuracy": 0.247036, "f1": 0.187933, "hf_subset": "bel_Cyrl-plt_Latn", "languages": ["bel-Cyrl", "plt-Latn"], "main_score": 0.187933, "precision": 0.171836, "recall": 0.247036}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "bel_Cyrl-srp_Cyrl", "languages": ["bel-Cyrl", "srp-Cyrl"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.757905, "f1": 0.704597, "hf_subset": "bel_Cyrl-uig_Arab", "languages": ["bel-Cyrl", "uig-Arab"], "main_score": 0.704597, "precision": 0.681475, "recall": 0.757905}, {"accuracy": 0.884387, "f1": 0.852899, "hf_subset": "bel_Cyrl-aeb_Arab", "languages": ["bel-Cyrl", "aeb-Arab"], "main_score": 0.852899, "precision": 0.838472, "recall": 0.884387}, {"accuracy": 0.847826, "f1": 0.813126, "hf_subset": "bel_Cyrl-ben_Beng", "languages": ["bel-Cyrl", "ben-Beng"], "main_score": 0.813126, "precision": 0.797934, "recall": 0.847826}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "bel_Cyrl-est_Latn", "languages": ["bel-Cyrl", "est-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "bel_Cyrl-hye_Armn", "languages": ["bel-Cyrl", "hye-Armn"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.141304, "f1": 0.084416, "hf_subset": "bel_Cyrl-kmb_Latn", "languages": ["bel-Cyrl", "kmb-Latn"], "main_score": 0.084416, "precision": 0.072931, "recall": 0.141304}, {"accuracy": 0.057312, "f1": 0.038701, "hf_subset": "bel_Cyrl-min_Arab", "languages": ["bel-Cyrl", "min-Arab"], "main_score": 0.038701, "precision": 0.034197, "recall": 0.057312}, {"accuracy": 0.975296, "f1": 0.967457, "hf_subset": "bel_Cyrl-pol_Latn", "languages": ["bel-Cyrl", "pol-Latn"], "main_score": 0.967457, "precision": 0.963686, "recall": 0.975296}, {"accuracy": 0.140316, "f1": 0.0926, "hf_subset": "bel_Cyrl-ssw_Latn", "languages": ["bel-Cyrl", "ssw-Latn"], "main_score": 0.0926, "precision": 0.083301, "recall": 0.140316}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "bel_Cyrl-ukr_Cyrl", "languages": ["bel-Cyrl", "ukr-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "bel_Cyrl-afr_Latn", "languages": ["bel-Cyrl", "afr-Latn"], "main_score": 0.898221, "precision": 0.887352, "recall": 0.920949}, {"accuracy": 0.83004, "f1": 0.789824, "hf_subset": "bel_Cyrl-bho_Deva", "languages": ["bel-Cyrl", "bho-Deva"], "main_score": 0.789824, "precision": 0.772638, "recall": 0.83004}, {"accuracy": 0.679842, "f1": 0.615901, "hf_subset": "bel_Cyrl-eus_Latn", "languages": ["bel-Cyrl", "eus-Latn"], "main_score": 0.615901, "precision": 0.590252, "recall": 0.679842}, {"accuracy": 0.161067, "f1": 0.105602, "hf_subset": "bel_Cyrl-ibo_Latn", "languages": ["bel-Cyrl", "ibo-Latn"], "main_score": 0.105602, "precision": 0.092047, "recall": 0.161067}, {"accuracy": 0.693676, "f1": 0.636347, "hf_subset": "bel_Cyrl-kmr_Latn", "languages": ["bel-Cyrl", "kmr-Latn"], "main_score": 0.636347, "precision": 0.61302, "recall": 0.693676}, {"accuracy": 0.555336, "f1": 0.486524, "hf_subset": "bel_Cyrl-min_Latn", "languages": ["bel-Cyrl", "min-Latn"], "main_score": 0.486524, "precision": 0.46132, "recall": 0.555336}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "bel_Cyrl-por_Latn", "languages": ["bel-Cyrl", "por-Latn"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.670949, "f1": 0.607908, "hf_subset": "bel_Cyrl-sun_Latn", "languages": ["bel-Cyrl", "sun-Latn"], "main_score": 0.607908, "precision": 0.583797, "recall": 0.670949}, {"accuracy": 0.140316, "f1": 0.089672, "hf_subset": "bel_Cyrl-umb_Latn", "languages": ["bel-Cyrl", "umb-Latn"], "main_score": 0.089672, "precision": 0.078315, "recall": 0.140316}, {"accuracy": 0.91996, "f1": 0.896706, "hf_subset": "bel_Cyrl-ajp_Arab", "languages": ["bel-Cyrl", "ajp-Arab"], "main_score": 0.896706, "precision": 0.88587, "recall": 0.91996}, {"accuracy": 0.061265, "f1": 0.034774, "hf_subset": "bel_Cyrl-bjn_Arab", "languages": ["bel-Cyrl", "bjn-Arab"], "main_score": 0.034774, "precision": 0.029314, "recall": 0.061265}, {"accuracy": 0.213439, "f1": 0.157664, "hf_subset": "bel_Cyrl-ewe_Latn", "languages": ["bel-Cyrl", "ewe-Latn"], "main_score": 0.157664, "precision": 0.14361, "recall": 0.213439}, {"accuracy": 0.314229, "f1": 0.2335, "hf_subset": "bel_Cyrl-ilo_Latn", "languages": ["bel-Cyrl", "ilo-Latn"], "main_score": 0.2335, "precision": 0.210237, "recall": 0.314229}, {"accuracy": 0.08004, "f1": 0.046813, "hf_subset": "bel_Cyrl-knc_Arab", "languages": ["bel-Cyrl", "knc-Arab"], "main_score": 0.046813, "precision": 0.038962, "recall": 0.08004}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "bel_Cyrl-mkd_Cyrl", "languages": ["bel-Cyrl", "mkd-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "bel_Cyrl-prs_Arab", "languages": ["bel-Cyrl", "prs-Arab"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "bel_Cyrl-swe_Latn", "languages": ["bel-Cyrl", "swe-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.921937, "f1": 0.898123, "hf_subset": "bel_Cyrl-urd_Arab", "languages": ["bel-Cyrl", "urd-Arab"], "main_score": 0.898123, "precision": 0.886775, "recall": 0.921937}, {"accuracy": 0.226285, "f1": 0.158051, "hf_subset": "bel_Cyrl-aka_Latn", "languages": ["bel-Cyrl", "aka-Latn"], "main_score": 0.158051, "precision": 0.13977, "recall": 0.226285}, {"accuracy": 0.688735, "f1": 0.631726, "hf_subset": "bel_Cyrl-bjn_Latn", "languages": ["bel-Cyrl", "bjn-Latn"], "main_score": 0.631726, "precision": 0.609616, "recall": 0.688735}, {"accuracy": 0.416008, "f1": 0.348217, "hf_subset": "bel_Cyrl-fao_Latn", "languages": ["bel-Cyrl", "fao-Latn"], "main_score": 0.348217, "precision": 0.327021, "recall": 0.416008}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bel_Cyrl-ind_Latn", "languages": ["bel-Cyrl", "ind-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.237154, "f1": 0.173921, "hf_subset": "bel_Cyrl-knc_Latn", "languages": ["bel-Cyrl", "knc-Latn"], "main_score": 0.173921, "precision": 0.157558, "recall": 0.237154}, {"accuracy": 0.278656, "f1": 0.206773, "hf_subset": "bel_Cyrl-mlt_Latn", "languages": ["bel-Cyrl", "mlt-Latn"], "main_score": 0.206773, "precision": 0.187648, "recall": 0.278656}, {"accuracy": 0.221344, "f1": 0.145662, "hf_subset": "bel_Cyrl-quy_Latn", "languages": ["bel-Cyrl", "quy-Latn"], "main_score": 0.145662, "precision": 0.126413, "recall": 0.221344}, {"accuracy": 0.309289, "f1": 0.236501, "hf_subset": "bel_Cyrl-swh_Latn", "languages": ["bel-Cyrl", "swh-Latn"], "main_score": 0.236501, "precision": 0.21602, "recall": 0.309289}, {"accuracy": 0.605731, "f1": 0.541072, "hf_subset": "bel_Cyrl-uzn_Latn", "languages": ["bel-Cyrl", "uzn-Latn"], "main_score": 0.541072, "precision": 0.517581, "recall": 0.605731}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "bel_Cyrl-als_Latn", "languages": ["bel-Cyrl", "als-Latn"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.050395, "f1": 0.018807, "hf_subset": "bel_Cyrl-bod_Tibt", "languages": ["bel-Cyrl", "bod-Tibt"], "main_score": 0.018807, "precision": 0.015185, "recall": 0.050395}, {"accuracy": 0.173913, "f1": 0.116442, "hf_subset": "bel_Cyrl-fij_Latn", "languages": ["bel-Cyrl", "fij-Latn"], "main_score": 0.116442, "precision": 0.101253, "recall": 0.173913}, {"accuracy": 0.704545, "f1": 0.64291, "hf_subset": "bel_Cyrl-isl_Latn", "languages": ["bel-Cyrl", "isl-Latn"], "main_score": 0.64291, "precision": 0.617145, "recall": 0.704545}, {"accuracy": 0.194664, "f1": 0.134575, "hf_subset": "bel_Cyrl-kon_Latn", "languages": ["bel-Cyrl", "kon-Latn"], "main_score": 0.134575, "precision": 0.120122, "recall": 0.194664}, {"accuracy": 0.059289, "f1": 0.03133, "hf_subset": "bel_Cyrl-mni_Beng", "languages": ["bel-Cyrl", "mni-Beng"], "main_score": 0.03133, "precision": 0.027358, "recall": 0.059289}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "bel_Cyrl-ron_Latn", "languages": ["bel-Cyrl", "ron-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.755929, "f1": 0.701948, "hf_subset": "bel_Cyrl-szl_Latn", "languages": ["bel-Cyrl", "szl-Latn"], "main_score": 0.701948, "precision": 0.679924, "recall": 0.755929}, {"accuracy": 0.733202, "f1": 0.672894, "hf_subset": "bel_Cyrl-vec_Latn", "languages": ["bel-Cyrl", "vec-Latn"], "main_score": 0.672894, "precision": 0.647226, "recall": 0.733202}, {"accuracy": 0.719368, "f1": 0.670251, "hf_subset": "bel_Cyrl-amh_Ethi", "languages": ["bel-Cyrl", "amh-Ethi"], "main_score": 0.670251, "precision": 0.650206, "recall": 0.719368}, {"accuracy": 0.967391, "f1": 0.957345, "hf_subset": "bel_Cyrl-bos_Latn", "languages": ["bel-Cyrl", "bos-Latn"], "main_score": 0.957345, "precision": 0.952569, "recall": 0.967391}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "bel_Cyrl-fin_Latn", "languages": ["bel-Cyrl", "fin-Latn"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "bel_Cyrl-ita_Latn", "languages": ["bel-Cyrl", "ita-Latn"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.950593, "f1": 0.935672, "hf_subset": "bel_Cyrl-kor_Hang", "languages": ["bel-Cyrl", "kor-Hang"], "main_score": 0.935672, "precision": 0.928771, "recall": 0.950593}, {"accuracy": 0.186759, "f1": 0.130562, "hf_subset": "bel_Cyrl-mos_Latn", "languages": ["bel-Cyrl", "mos-Latn"], "main_score": 0.130562, "precision": 0.116357, "recall": 0.186759}, {"accuracy": 0.133399, "f1": 0.087273, "hf_subset": "bel_Cyrl-run_Latn", "languages": ["bel-Cyrl", "run-Latn"], "main_score": 0.087273, "precision": 0.075822, "recall": 0.133399}, {"accuracy": 0.848814, "f1": 0.807889, "hf_subset": "bel_Cyrl-tam_Taml", "languages": ["bel-Cyrl", "tam-Taml"], "main_score": 0.807889, "precision": 0.789206, "recall": 0.848814}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "bel_Cyrl-vie_Latn", "languages": ["bel-Cyrl", "vie-Latn"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "bel_Cyrl-apc_Arab", "languages": ["bel-Cyrl", "apc-Arab"], "main_score": 0.907773, "precision": 0.898551, "recall": 0.927866}, {"accuracy": 0.326087, "f1": 0.248911, "hf_subset": "bel_Cyrl-bug_Latn", "languages": ["bel-Cyrl", "bug-Latn"], "main_score": 0.248911, "precision": 0.224941, "recall": 0.326087}, {"accuracy": 0.16996, "f1": 0.11772, "hf_subset": "bel_Cyrl-fon_Latn", "languages": ["bel-Cyrl", "fon-Latn"], "main_score": 0.11772, "precision": 0.104948, "recall": 0.16996}, {"accuracy": 0.640316, "f1": 0.573425, "hf_subset": "bel_Cyrl-jav_Latn", "languages": ["bel-Cyrl", "jav-Latn"], "main_score": 0.573425, "precision": 0.54651, "recall": 0.640316}, {"accuracy": 0.887352, "f1": 0.859733, "hf_subset": "bel_Cyrl-lao_Laoo", "languages": ["bel-Cyrl", "lao-Laoo"], "main_score": 0.859733, "precision": 0.847506, "recall": 0.887352}, {"accuracy": 0.176877, "f1": 0.11593, "hf_subset": "bel_Cyrl-mri_Latn", "languages": ["bel-Cyrl", "mri-Latn"], "main_score": 0.11593, "precision": 0.103506, "recall": 0.176877}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "bel_Cyrl-rus_Cyrl", "languages": ["bel-Cyrl", "rus-Cyrl"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.200593, "f1": 0.144176, "hf_subset": "bel_Cyrl-taq_Latn", "languages": ["bel-Cyrl", "taq-Latn"], "main_score": 0.144176, "precision": 0.130959, "recall": 0.200593}, {"accuracy": 0.371542, "f1": 0.284083, "hf_subset": "bel_Cyrl-war_Latn", "languages": ["bel-Cyrl", "war-Latn"], "main_score": 0.284083, "precision": 0.255735, "recall": 0.371542}, {"accuracy": 0.960474, "f1": 0.948287, "hf_subset": "bel_Cyrl-arb_Arab", "languages": ["bel-Cyrl", "arb-Arab"], "main_score": 0.948287, "precision": 0.942358, "recall": 0.960474}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "bel_Cyrl-bul_Cyrl", "languages": ["bel-Cyrl", "bul-Cyrl"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "bel_Cyrl-fra_Latn", "languages": ["bel-Cyrl", "fra-Latn"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "bel_Cyrl-jpn_Jpan", "languages": ["bel-Cyrl", "jpn-Jpan"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.693676, "f1": 0.631773, "hf_subset": "bel_Cyrl-lij_Latn", "languages": ["bel-Cyrl", "lij-Latn"], "main_score": 0.631773, "precision": 0.606303, "recall": 0.693676}, {"accuracy": 0.889328, "f1": 0.858893, "hf_subset": "bel_Cyrl-mya_Mymr", "languages": ["bel-Cyrl", "mya-Mymr"], "main_score": 0.858893, "precision": 0.844615, "recall": 0.889328}, {"accuracy": 0.192688, "f1": 0.13639, "hf_subset": "bel_Cyrl-sag_Latn", "languages": ["bel-Cyrl", "sag-Latn"], "main_score": 0.13639, "precision": 0.122329, "recall": 0.192688}, {"accuracy": 0.081028, "f1": 0.037236, "hf_subset": "bel_Cyrl-taq_Tfng", "languages": ["bel-Cyrl", "taq-Tfng"], "main_score": 0.037236, "precision": 0.030263, "recall": 0.081028}, {"accuracy": 0.209486, "f1": 0.143758, "hf_subset": "bel_Cyrl-wol_Latn", "languages": ["bel-Cyrl", "wol-Latn"], "main_score": 0.143758, "precision": 0.127155, "recall": 0.209486}, {"accuracy": 0.09585, "f1": 0.055563, "hf_subset": "bel_Cyrl-arb_Latn", "languages": ["bel-Cyrl", "arb-Latn"], "main_score": 0.055563, "precision": 0.047103, "recall": 0.09585}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-cat_Latn", "languages": ["bel-Cyrl", "cat-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.644269, "f1": 0.571187, "hf_subset": "bel_Cyrl-fur_Latn", "languages": ["bel-Cyrl", "fur-Latn"], "main_score": 0.571187, "precision": 0.540703, "recall": 0.644269}, {"accuracy": 0.075099, "f1": 0.052402, "hf_subset": "bel_Cyrl-kab_Latn", "languages": ["bel-Cyrl", "kab-Latn"], "main_score": 0.052402, "precision": 0.047732, "recall": 0.075099}, {"accuracy": 0.671937, "f1": 0.60651, "hf_subset": "bel_Cyrl-lim_Latn", "languages": ["bel-Cyrl", "lim-Latn"], "main_score": 0.60651, "precision": 0.580214, "recall": 0.671937}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "bel_Cyrl-nld_Latn", "languages": ["bel-Cyrl", "nld-Latn"], "main_score": 0.958992, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.692688, "f1": 0.631376, "hf_subset": "bel_Cyrl-san_Deva", "languages": ["bel-Cyrl", "san-Deva"], "main_score": 0.631376, "precision": 0.606769, "recall": 0.692688}, {"accuracy": 0.483202, "f1": 0.418217, "hf_subset": "bel_Cyrl-tat_Cyrl", "languages": ["bel-Cyrl", "tat-Cyrl"], "main_score": 0.418217, "precision": 0.394804, "recall": 0.483202}, {"accuracy": 0.152174, "f1": 0.09285, "hf_subset": "bel_Cyrl-xho_Latn", "languages": ["bel-Cyrl", "xho-Latn"], "main_score": 0.09285, "precision": 0.079821, "recall": 0.152174}, {"accuracy": 0.951581, "f1": 0.936989, "hf_subset": "bel_Cyrl-ars_Arab", "languages": ["bel-Cyrl", "ars-Arab"], "main_score": 0.936989, "precision": 0.930089, "recall": 0.951581}, {"accuracy": 0.332016, "f1": 0.25291, "hf_subset": "bel_Cyrl-ceb_Latn", "languages": ["bel-Cyrl", "ceb-Latn"], "main_score": 0.25291, "precision": 0.228729, "recall": 0.332016}, {"accuracy": 0.193676, "f1": 0.133914, "hf_subset": "bel_Cyrl-fuv_Latn", "languages": ["bel-Cyrl", "fuv-Latn"], "main_score": 0.133914, "precision": 0.118989, "recall": 0.193676}, {"accuracy": 0.174901, "f1": 0.120022, "hf_subset": "bel_Cyrl-kac_Latn", "languages": ["bel-Cyrl", "kac-Latn"], "main_score": 0.120022, "precision": 0.106685, "recall": 0.174901}, {"accuracy": 0.187747, "f1": 0.13217, "hf_subset": "bel_Cyrl-lin_Latn", "languages": ["bel-Cyrl", "lin-Latn"], "main_score": 0.13217, "precision": 0.117857, "recall": 0.187747}, {"accuracy": 0.950593, "f1": 0.935441, "hf_subset": "bel_Cyrl-nno_Latn", "languages": ["bel-Cyrl", "nno-Latn"], "main_score": 0.935441, "precision": 0.928195, "recall": 0.950593}, {"accuracy": 0.018775, "f1": 0.005141, "hf_subset": "bel_Cyrl-sat_Olck", "languages": ["bel-Cyrl", "sat-Olck"], "main_score": 0.005141, "precision": 0.003924, "recall": 0.018775}, {"accuracy": 0.821146, "f1": 0.776421, "hf_subset": "bel_Cyrl-tel_Telu", "languages": ["bel-Cyrl", "tel-Telu"], "main_score": 0.776421, "precision": 0.756736, "recall": 0.821146}, {"accuracy": 0.412055, "f1": 0.338542, "hf_subset": "bel_Cyrl-ydd_Hebr", "languages": ["bel-Cyrl", "ydd-Hebr"], "main_score": 0.338542, "precision": 0.312029, "recall": 0.412055}, {"accuracy": 0.810277, "f1": 0.765862, "hf_subset": "bel_Cyrl-ary_Arab", "languages": ["bel-Cyrl", "ary-Arab"], "main_score": 0.765862, "precision": 0.746113, "recall": 0.810277}, {"accuracy": 0.97332, "f1": 0.964987, "hf_subset": "bel_Cyrl-ces_Latn", "languages": ["bel-Cyrl", "ces-Latn"], "main_score": 0.964987, "precision": 0.961051, "recall": 0.97332}, {"accuracy": 0.082016, "f1": 0.046909, "hf_subset": "bel_Cyrl-gaz_Latn", "languages": ["bel-Cyrl", "gaz-Latn"], "main_score": 0.046909, "precision": 0.04067, "recall": 0.082016}, {"accuracy": 0.16502, "f1": 0.110057, "hf_subset": "bel_Cyrl-kam_Latn", "languages": ["bel-Cyrl", "kam-Latn"], "main_score": 0.110057, "precision": 0.096497, "recall": 0.16502}, {"accuracy": 0.968379, "f1": 0.958959, "hf_subset": "bel_Cyrl-lit_Latn", "languages": ["bel-Cyrl", "lit-Latn"], "main_score": 0.958959, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "bel_Cyrl-nob_Latn", "languages": ["bel-Cyrl", "nob-Latn"], "main_score": 0.946805, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.58004, "f1": 0.506764, "hf_subset": "bel_Cyrl-scn_Latn", "languages": ["bel-Cyrl", "scn-Latn"], "main_score": 0.506764, "precision": 0.479498, "recall": 0.58004}, {"accuracy": 0.176877, "f1": 0.118523, "hf_subset": "bel_Cyrl-tgk_Cyrl", "languages": ["bel-Cyrl", "tgk-Cyrl"], "main_score": 0.118523, "precision": 0.103856, "recall": 0.176877}, {"accuracy": 0.172925, "f1": 0.1114, "hf_subset": "bel_Cyrl-yor_Latn", "languages": ["bel-Cyrl", "yor-Latn"], "main_score": 0.1114, "precision": 0.095083, "recall": 0.172925}, {"accuracy": 0.910079, "f1": 0.88475, "hf_subset": "bel_Cyrl-arz_Arab", "languages": ["bel-Cyrl", "arz-Arab"], "main_score": 0.88475, "precision": 0.873106, "recall": 0.910079}, {"accuracy": 0.161067, "f1": 0.106105, "hf_subset": "bel_Cyrl-cjk_Latn", "languages": ["bel-Cyrl", "cjk-Latn"], "main_score": 0.106105, "precision": 0.094074, "recall": 0.161067}, {"accuracy": 0.164032, "f1": 0.109784, "hf_subset": "bel_Cyrl-gla_Latn", "languages": ["bel-Cyrl", "gla-Latn"], "main_score": 0.109784, "precision": 0.095948, "recall": 0.164032}, {"accuracy": 0.774704, "f1": 0.716535, "hf_subset": "bel_Cyrl-kan_Knda", "languages": ["bel-Cyrl", "kan-Knda"], "main_score": 0.716535, "precision": 0.690646, "recall": 0.774704}, {"accuracy": 0.577075, "f1": 0.507195, "hf_subset": "bel_Cyrl-lmo_Latn", "languages": ["bel-Cyrl", "lmo-Latn"], "main_score": 0.507195, "precision": 0.48047, "recall": 0.577075}, {"accuracy": 0.917984, "f1": 0.896989, "hf_subset": "bel_Cyrl-npi_Deva", "languages": ["bel-Cyrl", "npi-Deva"], "main_score": 0.896989, "precision": 0.887681, "recall": 0.917984}, {"accuracy": 0.249012, "f1": 0.182321, "hf_subset": "bel_Cyrl-shn_Mymr", "languages": ["bel-Cyrl", "shn-Mymr"], "main_score": 0.182321, "precision": 0.162429, "recall": 0.249012}, {"accuracy": 0.406126, "f1": 0.325214, "hf_subset": "bel_Cyrl-tgl_Latn", "languages": ["bel-Cyrl", "tgl-Latn"], "main_score": 0.325214, "precision": 0.298923, "recall": 0.406126}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "bel_Cyrl-yue_Hant", "languages": ["bel-Cyrl", "yue-Hant"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.501976, "f1": 0.430688, "hf_subset": "bel_Cyrl-asm_Beng", "languages": ["bel-Cyrl", "asm-Beng"], "main_score": 0.430688, "precision": 0.404701, "recall": 0.501976}, {"accuracy": 0.797431, "f1": 0.751252, "hf_subset": "bel_Cyrl-ckb_Arab", "languages": ["bel-Cyrl", "ckb-Arab"], "main_score": 0.751252, "precision": 0.729941, "recall": 0.797431}, {"accuracy": 0.254941, "f1": 0.185, "hf_subset": "bel_Cyrl-gle_Latn", "languages": ["bel-Cyrl", "gle-Latn"], "main_score": 0.185, "precision": 0.166298, "recall": 0.254941}, {"accuracy": 0.537549, "f1": 0.462695, "hf_subset": "bel_Cyrl-kas_Arab", "languages": ["bel-Cyrl", "kas-Arab"], "main_score": 0.462695, "precision": 0.43477, "recall": 0.537549}, {"accuracy": 0.668972, "f1": 0.602162, "hf_subset": "bel_Cyrl-ltg_Latn", "languages": ["bel-Cyrl", "ltg-Latn"], "main_score": 0.602162, "precision": 0.575207, "recall": 0.668972}, {"accuracy": 0.192688, "f1": 0.130631, "hf_subset": "bel_Cyrl-nso_Latn", "languages": ["bel-Cyrl", "nso-Latn"], "main_score": 0.130631, "precision": 0.114257, "recall": 0.192688}, {"accuracy": 0.881423, "f1": 0.853002, "hf_subset": "bel_Cyrl-sin_Sinh", "languages": ["bel-Cyrl", "sin-Sinh"], "main_score": 0.853002, "precision": 0.840283, "recall": 0.881423}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "bel_Cyrl-tha_Thai", "languages": ["bel-Cyrl", "tha-Thai"], "main_score": 0.950758, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "bel_Cyrl-zho_Hans", "languages": ["bel-Cyrl", "zho-Hans"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.896245, "f1": 0.867128, "hf_subset": "bel_Cyrl-ast_Latn", "languages": ["bel-Cyrl", "ast-Latn"], "main_score": 0.867128, "precision": 0.854167, "recall": 0.896245}, {"accuracy": 0.727273, "f1": 0.671664, "hf_subset": "bel_Cyrl-crh_Latn", "languages": ["bel-Cyrl", "crh-Latn"], "main_score": 0.671664, "precision": 0.649012, "recall": 0.727273}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "bel_Cyrl-glg_Latn", "languages": ["bel-Cyrl", "glg-Latn"], "main_score": 0.958893, "precision": 0.954463, "recall": 0.968379}, {"accuracy": 0.365613, "f1": 0.295962, "hf_subset": "bel_Cyrl-kas_Deva", "languages": ["bel-Cyrl", "kas-Deva"], "main_score": 0.295962, "precision": 0.27351, "recall": 0.365613}, {"accuracy": 0.445652, "f1": 0.364455, "hf_subset": "bel_Cyrl-ltz_Latn", "languages": ["bel-Cyrl", "ltz-Latn"], "main_score": 0.364455, "precision": 0.337769, "recall": 0.445652}, {"accuracy": 0.096838, "f1": 0.051569, "hf_subset": "bel_Cyrl-nus_Latn", "languages": ["bel-Cyrl", "nus-Latn"], "main_score": 0.051569, "precision": 0.042745, "recall": 0.096838}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-slk_Latn", "languages": ["bel-Cyrl", "slk-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.175889, "f1": 0.121489, "hf_subset": "bel_Cyrl-tir_Ethi", "languages": ["bel-Cyrl", "tir-Ethi"], "main_score": 0.121489, "precision": 0.106687, "recall": 0.175889}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bel_Cyrl-zho_Hant", "languages": ["bel-Cyrl", "zho-Hant"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.893182, "hf_subset": "bel_Cyrl-awa_Deva", "languages": ["bel-Cyrl", "awa-Deva"], "main_score": 0.893182, "precision": 0.882329, "recall": 0.916008}, {"accuracy": 0.427866, "f1": 0.347405, "hf_subset": "bel_Cyrl-cym_Latn", "languages": ["bel-Cyrl", "cym-Latn"], "main_score": 0.347405, "precision": 0.32133, "recall": 0.427866}, {"accuracy": 0.305336, "f1": 0.230915, "hf_subset": "bel_Cyrl-grn_Latn", "languages": ["bel-Cyrl", "grn-Latn"], "main_score": 0.230915, "precision": 0.211081, "recall": 0.305336}, {"accuracy": 0.860672, "f1": 0.820144, "hf_subset": "bel_Cyrl-kat_Geor", "languages": ["bel-Cyrl", "kat-Geor"], "main_score": 0.820144, "precision": 0.801828, "recall": 0.860672}, {"accuracy": 0.203557, "f1": 0.138194, "hf_subset": "bel_Cyrl-lua_Latn", "languages": ["bel-Cyrl", "lua-Latn"], "main_score": 0.138194, "precision": 0.121255, "recall": 0.203557}, {"accuracy": 0.193676, "f1": 0.133482, "hf_subset": "bel_Cyrl-nya_Latn", "languages": ["bel-Cyrl", "nya-Latn"], "main_score": 0.133482, "precision": 0.118086, "recall": 0.193676}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "bel_Cyrl-slv_Latn", "languages": ["bel-Cyrl", "slv-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.395257, "f1": 0.314751, "hf_subset": "bel_Cyrl-tpi_Latn", "languages": ["bel-Cyrl", "tpi-Latn"], "main_score": 0.314751, "precision": 0.290398, "recall": 0.395257}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "bel_Cyrl-zsm_Latn", "languages": ["bel-Cyrl", "zsm-Latn"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.175889, "f1": 0.109185, "hf_subset": "bel_Cyrl-ayr_Latn", "languages": ["bel-Cyrl", "ayr-Latn"], "main_score": 0.109185, "precision": 0.093972, "recall": 0.175889}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bel_Cyrl-dan_Latn", "languages": ["bel-Cyrl", "dan-Latn"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.894269, "f1": 0.864281, "hf_subset": "bel_Cyrl-guj_Gujr", "languages": ["bel-Cyrl", "guj-Gujr"], "main_score": 0.864281, "precision": 0.850708, "recall": 0.894269}, {"accuracy": 0.923913, "f1": 0.902503, "hf_subset": "bel_Cyrl-kaz_Cyrl", "languages": ["bel-Cyrl", "kaz-Cyrl"], "main_score": 0.902503, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.149209, "f1": 0.096453, "hf_subset": "bel_Cyrl-lug_Latn", "languages": ["bel-Cyrl", "lug-Latn"], "main_score": 0.096453, "precision": 0.084921, "recall": 0.149209}, {"accuracy": 0.879447, "f1": 0.844598, "hf_subset": "bel_Cyrl-oci_Latn", "languages": ["bel-Cyrl", "oci-Latn"], "main_score": 0.844598, "precision": 0.828146, "recall": 0.879447}, {"accuracy": 0.167984, "f1": 0.109982, "hf_subset": "bel_Cyrl-smo_Latn", "languages": ["bel-Cyrl", "smo-Latn"], "main_score": 0.109982, "precision": 0.095874, "recall": 0.167984}, {"accuracy": 0.172925, "f1": 0.116821, "hf_subset": "bel_Cyrl-tsn_Latn", "languages": ["bel-Cyrl", "tsn-Latn"], "main_score": 0.116821, "precision": 0.102814, "recall": 0.172925}, {"accuracy": 0.12253, "f1": 0.077808, "hf_subset": "bel_Cyrl-zul_Latn", "languages": ["bel-Cyrl", "zul-Latn"], "main_score": 0.077808, "precision": 0.068638, "recall": 0.12253}, {"accuracy": 0.482213, "f1": 0.412493, "hf_subset": "bel_Cyrl-azb_Arab", "languages": ["bel-Cyrl", "azb-Arab"], "main_score": 0.412493, "precision": 0.385502, "recall": 0.482213}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "bel_Cyrl-deu_Latn", "languages": ["bel-Cyrl", "deu-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.249012, "f1": 0.183735, "hf_subset": "bel_Cyrl-hat_Latn", "languages": ["bel-Cyrl", "hat-Latn"], "main_score": 0.183735, "precision": 0.1647, "recall": 0.249012}, {"accuracy": 0.148221, "f1": 0.091221, "hf_subset": "bel_Cyrl-kbp_Latn", "languages": ["bel-Cyrl", "kbp-Latn"], "main_score": 0.091221, "precision": 0.079279, "recall": 0.148221}, {"accuracy": 0.181818, "f1": 0.123691, "hf_subset": "bel_Cyrl-luo_Latn", "languages": ["bel-Cyrl", "luo-Latn"], "main_score": 0.123691, "precision": 0.109564, "recall": 0.181818}, {"accuracy": 0.779644, "f1": 0.732315, "hf_subset": "bel_Cyrl-ory_Orya", "languages": ["bel-Cyrl", "ory-Orya"], "main_score": 0.732315, "precision": 0.712625, "recall": 0.779644}, {"accuracy": 0.149209, "f1": 0.096064, "hf_subset": "bel_Cyrl-sna_Latn", "languages": ["bel-Cyrl", "sna-Latn"], "main_score": 0.096064, "precision": 0.084002, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.099144, "hf_subset": "bel_Cyrl-tso_Latn", "languages": ["bel-Cyrl", "tso-Latn"], "main_score": 0.099144, "precision": 0.086681, "recall": 0.148221}, {"accuracy": 0.923913, "f1": 0.904875, "hf_subset": "bel_Cyrl-azj_Latn", "languages": ["bel-Cyrl", "azj-Latn"], "main_score": 0.904875, "precision": 0.896393, "recall": 0.923913}, {"accuracy": 0.261858, "f1": 0.188379, "hf_subset": "bel_Cyrl-dik_Latn", "languages": ["bel-Cyrl", "dik-Latn"], "main_score": 0.188379, "precision": 0.168497, "recall": 0.261858}, {"accuracy": 0.212451, "f1": 0.144301, "hf_subset": "bel_Cyrl-hau_Latn", "languages": ["bel-Cyrl", "hau-Latn"], "main_score": 0.144301, "precision": 0.126886, "recall": 0.212451}, {"accuracy": 0.565217, "f1": 0.48805, "hf_subset": "bel_Cyrl-kea_Latn", "languages": ["bel-Cyrl", "kea-Latn"], "main_score": 0.48805, "precision": 0.460323, "recall": 0.565217}, {"accuracy": 0.304348, "f1": 0.227256, "hf_subset": "bel_Cyrl-lus_Latn", "languages": ["bel-Cyrl", "lus-Latn"], "main_score": 0.227256, "precision": 0.204453, "recall": 0.304348}, {"accuracy": 0.414032, "f1": 0.334026, "hf_subset": "bel_Cyrl-pag_Latn", "languages": ["bel-Cyrl", "pag-Latn"], "main_score": 0.334026, "precision": 0.307932, "recall": 0.414032}, {"accuracy": 0.810277, "f1": 0.763785, "hf_subset": "bel_Cyrl-snd_Arab", "languages": ["bel-Cyrl", "snd-Arab"], "main_score": 0.763785, "precision": 0.743751, "recall": 0.810277}, {"accuracy": 0.3083, "f1": 0.231741, "hf_subset": "bel_Cyrl-tuk_Latn", "languages": ["bel-Cyrl", "tuk-Latn"], "main_score": 0.231741, "precision": 0.208551, "recall": 0.3083}, {"accuracy": 0.459486, "f1": 0.383851, "hf_subset": "bel_Cyrl-bak_Cyrl", "languages": ["bel-Cyrl", "bak-Cyrl"], "main_score": 0.383851, "precision": 0.357673, "recall": 0.459486}, {"accuracy": 0.150198, "f1": 0.096603, "hf_subset": "bel_Cyrl-dyu_Latn", "languages": ["bel-Cyrl", "dyu-Latn"], "main_score": 0.096603, "precision": 0.082081, "recall": 0.150198}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "bel_Cyrl-heb_Hebr", "languages": ["bel-Cyrl", "heb-Hebr"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "bel_Cyrl-khk_Cyrl", "languages": ["bel-Cyrl", "khk-Cyrl"], "main_score": 0.916502, "precision": 0.907642, "recall": 0.935771}, {"accuracy": 0.963439, "f1": 0.951812, "hf_subset": "bel_Cyrl-lvs_Latn", "languages": ["bel-Cyrl", "lvs-Latn"], "main_score": 0.951812, "precision": 0.946229, "recall": 0.963439}, {"accuracy": 0.812253, "f1": 0.766667, "hf_subset": "bel_Cyrl-pan_Guru", "languages": ["bel-Cyrl", "pan-Guru"], "main_score": 0.766667, "precision": 0.746643, "recall": 0.812253}, {"accuracy": 0.23419, "f1": 0.172523, "hf_subset": "bel_Cyrl-som_Latn", "languages": ["bel-Cyrl", "som-Latn"], "main_score": 0.172523, "precision": 0.155275, "recall": 0.23419}, {"accuracy": 0.179842, "f1": 0.117481, "hf_subset": "bel_Cyrl-tum_Latn", "languages": ["bel-Cyrl", "tum-Latn"], "main_score": 0.117481, "precision": 0.103685, "recall": 0.179842}, {"accuracy": 0.086957, "f1": 0.052389, "hf_subset": "eng_Latn-ace_Arab", "languages": ["eng-Latn", "ace-Arab"], "main_score": 0.052389, "precision": 0.044684, "recall": 0.086957}, {"accuracy": 0.22332, "f1": 0.151207, "hf_subset": "eng_Latn-bam_Latn", "languages": ["eng-Latn", "bam-Latn"], "main_score": 0.151207, "precision": 0.133333, "recall": 0.22332}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "eng_Latn-dzo_Tibt", "languages": ["eng-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-hin_Deva", "languages": ["eng-Latn", "hin-Deva"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.921937, "f1": 0.897069, "hf_subset": "eng_Latn-khm_Khmr", "languages": ["eng-Latn", "khm-Khmr"], "main_score": 0.897069, "precision": 0.885046, "recall": 0.921937}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "eng_Latn-mag_Deva", "languages": ["eng-Latn", "mag-Deva"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.672925, "f1": 0.598463, "hf_subset": "eng_Latn-pap_Latn", "languages": ["eng-Latn", "pap-Latn"], "main_score": 0.598463, "precision": 0.568574, "recall": 0.672925}, {"accuracy": 0.248024, "f1": 0.175201, "hf_subset": "eng_Latn-sot_Latn", "languages": ["eng-Latn", "sot-Latn"], "main_score": 0.175201, "precision": 0.155559, "recall": 0.248024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "eng_Latn-tur_Latn", "languages": ["eng-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.451581, "f1": 0.363593, "hf_subset": "eng_Latn-ace_Latn", "languages": ["eng-Latn", "ace-Latn"], "main_score": 0.363593, "precision": 0.335615, "recall": 0.451581}, {"accuracy": 0.700593, "f1": 0.630722, "hf_subset": "eng_Latn-ban_Latn", "languages": ["eng-Latn", "ban-Latn"], "main_score": 0.630722, "precision": 0.601172, "recall": 0.700593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-ell_Grek", "languages": ["eng-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.932806, "f1": 0.912286, "hf_subset": "eng_Latn-hne_Deva", "languages": ["eng-Latn", "hne-Deva"], "main_score": 0.912286, "precision": 0.902586, "recall": 0.932806}, {"accuracy": 0.297431, "f1": 0.208086, "hf_subset": "eng_Latn-kik_Latn", "languages": ["eng-Latn", "kik-Latn"], "main_score": 0.208086, "precision": 0.183779, "recall": 0.297431}, {"accuracy": 0.952569, "f1": 0.938801, "hf_subset": "eng_Latn-mai_Deva", "languages": ["eng-Latn", "mai-Deva"], "main_score": 0.938801, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.854743, "f1": 0.814592, "hf_subset": "eng_Latn-pbt_Arab", "languages": ["eng-Latn", "pbt-Arab"], "main_score": 0.814592, "precision": 0.79636, "recall": 0.854743}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-spa_Latn", "languages": ["eng-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.346838, "f1": 0.250641, "hf_subset": "eng_Latn-twi_Latn", "languages": ["eng-Latn", "twi-Latn"], "main_score": 0.250641, "precision": 0.223463, "recall": 0.346838}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "eng_Latn-acm_Arab", "languages": ["eng-Latn", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "eng_Latn-bel_Cyrl", "languages": ["eng-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-hrv_Latn", "languages": ["eng-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.175889, "f1": 0.115718, "hf_subset": "eng_Latn-kin_Latn", "languages": ["eng-Latn", "kin-Latn"], "main_score": 0.115718, "precision": 0.101495, "recall": 0.175889}, {"accuracy": 0.909091, "f1": 0.882971, "hf_subset": "eng_Latn-mal_Mlym", "languages": ["eng-Latn", "mal-Mlym"], "main_score": 0.882971, "precision": 0.871163, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "eng_Latn-pes_Arab", "languages": ["eng-Latn", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.757905, "f1": 0.697993, "hf_subset": "eng_Latn-srd_Latn", "languages": ["eng-Latn", "srd-Latn"], "main_score": 0.697993, "precision": 0.672868, "recall": 0.757905}, {"accuracy": 0.068182, "f1": 0.031004, "hf_subset": "eng_Latn-tzm_Tfng", "languages": ["eng-Latn", "tzm-Tfng"], "main_score": 0.031004, "precision": 0.0258, "recall": 0.068182}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "eng_Latn-acq_Arab", "languages": ["eng-Latn", "acq-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.259881, "f1": 0.177401, "hf_subset": "eng_Latn-bem_Latn", "languages": ["eng-Latn", "bem-Latn"], "main_score": 0.177401, "precision": 0.156529, "recall": 0.259881}, {"accuracy": 0.879447, "f1": 0.844071, "hf_subset": "eng_Latn-epo_Latn", "languages": ["eng-Latn", "epo-Latn"], "main_score": 0.844071, "precision": 0.827816, "recall": 0.879447}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "eng_Latn-hun_Latn", "languages": ["eng-Latn", "hun-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "eng_Latn-kir_Cyrl", "languages": ["eng-Latn", "kir-Cyrl"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.91502, "f1": 0.88834, "hf_subset": "eng_Latn-mar_Deva", "languages": ["eng-Latn", "mar-Deva"], "main_score": 0.88834, "precision": 0.875494, "recall": 0.91502}, {"accuracy": 0.300395, "f1": 0.22489, "hf_subset": "eng_Latn-plt_Latn", "languages": ["eng-Latn", "plt-Latn"], "main_score": 0.22489, "precision": 0.201831, "recall": 0.300395}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-srp_Cyrl", "languages": ["eng-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.833004, "f1": 0.790997, "hf_subset": "eng_Latn-uig_Arab", "languages": ["eng-Latn", "uig-Arab"], "main_score": 0.790997, "precision": 0.772785, "recall": 0.833004}, {"accuracy": 0.940711, "f1": 0.922431, "hf_subset": "eng_Latn-aeb_Arab", "languages": ["eng-Latn", "aeb-Arab"], "main_score": 0.922431, "precision": 0.913702, "recall": 0.940711}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "eng_Latn-ben_Beng", "languages": ["eng-Latn", "ben-Beng"], "main_score": 0.903656, "precision": 0.893281, "recall": 0.925889}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-est_Latn", "languages": ["eng-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "eng_Latn-hye_Armn", "languages": ["eng-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.190711, "f1": 0.12135, "hf_subset": "eng_Latn-kmb_Latn", "languages": ["eng-Latn", "kmb-Latn"], "main_score": 0.12135, "precision": 0.106051, "recall": 0.190711}, {"accuracy": 0.067194, "f1": 0.040404, "hf_subset": "eng_Latn-min_Arab", "languages": ["eng-Latn", "min-Arab"], "main_score": 0.040404, "precision": 0.034055, "recall": 0.067194}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-pol_Latn", "languages": ["eng-Latn", "pol-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.190711, "f1": 0.125068, "hf_subset": "eng_Latn-ssw_Latn", "languages": ["eng-Latn", "ssw-Latn"], "main_score": 0.125068, "precision": 0.11032, "recall": 0.190711}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ukr_Cyrl", "languages": ["eng-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "eng_Latn-afr_Latn", "languages": ["eng-Latn", "afr-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.914032, "f1": 0.888241, "hf_subset": "eng_Latn-bho_Deva", "languages": ["eng-Latn", "bho-Deva"], "main_score": 0.888241, "precision": 0.876235, "recall": 0.914032}, {"accuracy": 0.785573, "f1": 0.732082, "hf_subset": "eng_Latn-eus_Latn", "languages": ["eng-Latn", "eus-Latn"], "main_score": 0.732082, "precision": 0.708531, "recall": 0.785573}, {"accuracy": 0.226285, "f1": 0.146578, "hf_subset": "eng_Latn-ibo_Latn", "languages": ["eng-Latn", "ibo-Latn"], "main_score": 0.146578, "precision": 0.127364, "recall": 0.226285}, {"accuracy": 0.773715, "f1": 0.724288, "hf_subset": "eng_Latn-kmr_Latn", "languages": ["eng-Latn", "kmr-Latn"], "main_score": 0.724288, "precision": 0.703549, "recall": 0.773715}, {"accuracy": 0.670949, "f1": 0.598276, "hf_subset": "eng_Latn-min_Latn", "languages": ["eng-Latn", "min-Latn"], "main_score": 0.598276, "precision": 0.570291, "recall": 0.670949}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-por_Latn", "languages": ["eng-Latn", "por-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.789526, "f1": 0.734077, "hf_subset": "eng_Latn-sun_Latn", "languages": ["eng-Latn", "sun-Latn"], "main_score": 0.734077, "precision": 0.710128, "recall": 0.789526}, {"accuracy": 0.195652, "f1": 0.127972, "hf_subset": "eng_Latn-umb_Latn", "languages": ["eng-Latn", "umb-Latn"], "main_score": 0.127972, "precision": 0.111972, "recall": 0.195652}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "eng_Latn-ajp_Arab", "languages": ["eng-Latn", "ajp-Arab"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.076087, "f1": 0.040039, "hf_subset": "eng_Latn-bjn_Arab", "languages": ["eng-Latn", "bjn-Arab"], "main_score": 0.040039, "precision": 0.032599, "recall": 0.076087}, {"accuracy": 0.275692, "f1": 0.198803, "hf_subset": "eng_Latn-ewe_Latn", "languages": ["eng-Latn", "ewe-Latn"], "main_score": 0.198803, "precision": 0.179002, "recall": 0.275692}, {"accuracy": 0.399209, "f1": 0.308118, "hf_subset": "eng_Latn-ilo_Latn", "languages": ["eng-Latn", "ilo-Latn"], "main_score": 0.308118, "precision": 0.28117, "recall": 0.399209}, {"accuracy": 0.092885, "f1": 0.047458, "hf_subset": "eng_Latn-knc_Arab", "languages": ["eng-Latn", "knc-Arab"], "main_score": 0.047458, "precision": 0.038404, "recall": 0.092885}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-mkd_Cyrl", "languages": ["eng-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "eng_Latn-prs_Arab", "languages": ["eng-Latn", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-swe_Latn", "languages": ["eng-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "eng_Latn-urd_Arab", "languages": ["eng-Latn", "urd-Arab"], "main_score": 0.975692, "precision": 0.973238, "recall": 0.981225}, {"accuracy": 0.343874, "f1": 0.254313, "hf_subset": "eng_Latn-aka_Latn", "languages": ["eng-Latn", "aka-Latn"], "main_score": 0.254313, "precision": 0.228343, "recall": 0.343874}, {"accuracy": 0.794466, "f1": 0.739643, "hf_subset": "eng_Latn-bjn_Latn", "languages": ["eng-Latn", "bjn-Latn"], "main_score": 0.739643, "precision": 0.716206, "recall": 0.794466}, {"accuracy": 0.496047, "f1": 0.410063, "hf_subset": "eng_Latn-fao_Latn", "languages": ["eng-Latn", "fao-Latn"], "main_score": 0.410063, "precision": 0.381905, "recall": 0.496047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-ind_Latn", "languages": ["eng-Latn", "ind-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.311265, "f1": 0.227494, "hf_subset": "eng_Latn-knc_Latn", "languages": ["eng-Latn", "knc-Latn"], "main_score": 0.227494, "precision": 0.204916, "recall": 0.311265}, {"accuracy": 0.364625, "f1": 0.278725, "hf_subset": "eng_Latn-mlt_Latn", "languages": ["eng-Latn", "mlt-Latn"], "main_score": 0.278725, "precision": 0.253189, "recall": 0.364625}, {"accuracy": 0.301383, "f1": 0.211621, "hf_subset": "eng_Latn-quy_Latn", "languages": ["eng-Latn", "quy-Latn"], "main_score": 0.211621, "precision": 0.186491, "recall": 0.301383}, {"accuracy": 0.397233, "f1": 0.309308, "hf_subset": "eng_Latn-swh_Latn", "languages": ["eng-Latn", "swh-Latn"], "main_score": 0.309308, "precision": 0.281579, "recall": 0.397233}, {"accuracy": 0.66996, "f1": 0.597845, "hf_subset": "eng_Latn-uzn_Latn", "languages": ["eng-Latn", "uzn-Latn"], "main_score": 0.597845, "precision": 0.568431, "recall": 0.66996}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "eng_Latn-als_Latn", "languages": ["eng-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.05336, "f1": 0.017185, "hf_subset": "eng_Latn-bod_Tibt", "languages": ["eng-Latn", "bod-Tibt"], "main_score": 0.017185, "precision": 0.013079, "recall": 0.05336}, {"accuracy": 0.237154, "f1": 0.163249, "hf_subset": "eng_Latn-fij_Latn", "languages": ["eng-Latn", "fij-Latn"], "main_score": 0.163249, "precision": 0.143684, "recall": 0.237154}, {"accuracy": 0.784585, "f1": 0.730157, "hf_subset": "eng_Latn-isl_Latn", "languages": ["eng-Latn", "isl-Latn"], "main_score": 0.730157, "precision": 0.707208, "recall": 0.784585}, {"accuracy": 0.273715, "f1": 0.196204, "hf_subset": "eng_Latn-kon_Latn", "languages": ["eng-Latn", "kon-Latn"], "main_score": 0.196204, "precision": 0.175696, "recall": 0.273715}, {"accuracy": 0.067194, "f1": 0.035101, "hf_subset": "eng_Latn-mni_Beng", "languages": ["eng-Latn", "mni-Beng"], "main_score": 0.035101, "precision": 0.029987, "recall": 0.067194}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ron_Latn", "languages": ["eng-Latn", "ron-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.83004, "f1": 0.78602, "hf_subset": "eng_Latn-szl_Latn", "languages": ["eng-Latn", "szl-Latn"], "main_score": 0.78602, "precision": 0.766914, "recall": 0.83004}, {"accuracy": 0.826087, "f1": 0.775875, "hf_subset": "eng_Latn-vec_Latn", "languages": ["eng-Latn", "vec-Latn"], "main_score": 0.775875, "precision": 0.753491, "recall": 0.826087}, {"accuracy": 0.794466, "f1": 0.743944, "hf_subset": "eng_Latn-amh_Ethi", "languages": ["eng-Latn", "amh-Ethi"], "main_score": 0.743944, "precision": 0.722101, "recall": 0.794466}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-bos_Latn", "languages": ["eng-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-fin_Latn", "languages": ["eng-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-ita_Latn", "languages": ["eng-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "eng_Latn-kor_Hang", "languages": ["eng-Latn", "kor-Hang"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.257905, "f1": 0.182817, "hf_subset": "eng_Latn-mos_Latn", "languages": ["eng-Latn", "mos-Latn"], "main_score": 0.182817, "precision": 0.162651, "recall": 0.257905}, {"accuracy": 0.20751, "f1": 0.138651, "hf_subset": "eng_Latn-run_Latn", "languages": ["eng-Latn", "run-Latn"], "main_score": 0.138651, "precision": 0.122601, "recall": 0.20751}, {"accuracy": 0.911067, "f1": 0.883893, "hf_subset": "eng_Latn-tam_Taml", "languages": ["eng-Latn", "tam-Taml"], "main_score": 0.883893, "precision": 0.871047, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-vie_Latn", "languages": ["eng-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "eng_Latn-apc_Arab", "languages": ["eng-Latn", "apc-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.41996, "f1": 0.329244, "hf_subset": "eng_Latn-bug_Latn", "languages": ["eng-Latn", "bug-Latn"], "main_score": 0.329244, "precision": 0.3, "recall": 0.41996}, {"accuracy": 0.241107, "f1": 0.16848, "hf_subset": "eng_Latn-fon_Latn", "languages": ["eng-Latn", "fon-Latn"], "main_score": 0.16848, "precision": 0.150197, "recall": 0.241107}, {"accuracy": 0.762846, "f1": 0.701341, "hf_subset": "eng_Latn-jav_Latn", "languages": ["eng-Latn", "jav-Latn"], "main_score": 0.701341, "precision": 0.675576, "recall": 0.762846}, {"accuracy": 0.952569, "f1": 0.939097, "hf_subset": "eng_Latn-lao_Laoo", "languages": ["eng-Latn", "lao-Laoo"], "main_score": 0.939097, "precision": 0.933218, "recall": 0.952569}, {"accuracy": 0.224308, "f1": 0.146702, "hf_subset": "eng_Latn-mri_Latn", "languages": ["eng-Latn", "mri-Latn"], "main_score": 0.146702, "precision": 0.128828, "recall": 0.224308}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-rus_Cyrl", "languages": ["eng-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.284585, "f1": 0.210945, "hf_subset": "eng_Latn-taq_Latn", "languages": ["eng-Latn", "taq-Latn"], "main_score": 0.210945, "precision": 0.191175, "recall": 0.284585}, {"accuracy": 0.497036, "f1": 0.402176, "hf_subset": "eng_Latn-war_Latn", "languages": ["eng-Latn", "war-Latn"], "main_score": 0.402176, "precision": 0.371003, "recall": 0.497036}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "eng_Latn-arb_Arab", "languages": ["eng-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-bul_Cyrl", "languages": ["eng-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-fra_Latn", "languages": ["eng-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-jpn_Jpan", "languages": ["eng-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.781621, "f1": 0.726433, "hf_subset": "eng_Latn-lij_Latn", "languages": ["eng-Latn", "lij-Latn"], "main_score": 0.726433, "precision": 0.703435, "recall": 0.781621}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "eng_Latn-mya_Mymr", "languages": ["eng-Latn", "mya-Mymr"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.262846, "f1": 0.186593, "hf_subset": "eng_Latn-sag_Latn", "languages": ["eng-Latn", "sag-Latn"], "main_score": 0.186593, "precision": 0.166185, "recall": 0.262846}, {"accuracy": 0.085968, "f1": 0.038718, "hf_subset": "eng_Latn-taq_Tfng", "languages": ["eng-Latn", "taq-Tfng"], "main_score": 0.038718, "precision": 0.031833, "recall": 0.085968}, {"accuracy": 0.289526, "f1": 0.205772, "hf_subset": "eng_Latn-wol_Latn", "languages": ["eng-Latn", "wol-Latn"], "main_score": 0.205772, "precision": 0.182687, "recall": 0.289526}, {"accuracy": 0.144269, "f1": 0.083063, "hf_subset": "eng_Latn-arb_Latn", "languages": ["eng-Latn", "arb-Latn"], "main_score": 0.083063, "precision": 0.069403, "recall": 0.144269}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-cat_Latn", "languages": ["eng-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.758893, "f1": 0.69885, "hf_subset": "eng_Latn-fur_Latn", "languages": ["eng-Latn", "fur-Latn"], "main_score": 0.69885, "precision": 0.673428, "recall": 0.758893}, {"accuracy": 0.101779, "f1": 0.064822, "hf_subset": "eng_Latn-kab_Latn", "languages": ["eng-Latn", "kab-Latn"], "main_score": 0.064822, "precision": 0.056719, "recall": 0.101779}, {"accuracy": 0.773715, "f1": 0.714806, "hf_subset": "eng_Latn-lim_Latn", "languages": ["eng-Latn", "lim-Latn"], "main_score": 0.714806, "precision": 0.689552, "recall": 0.773715}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-nld_Latn", "languages": ["eng-Latn", "nld-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.756917, "f1": 0.695407, "hf_subset": "eng_Latn-san_Deva", "languages": ["eng-Latn", "san-Deva"], "main_score": 0.695407, "precision": 0.668692, "recall": 0.756917}, {"accuracy": 0.537549, "f1": 0.448685, "hf_subset": "eng_Latn-tat_Cyrl", "languages": ["eng-Latn", "tat-Cyrl"], "main_score": 0.448685, "precision": 0.414479, "recall": 0.537549}, {"accuracy": 0.221344, "f1": 0.146395, "hf_subset": "eng_Latn-xho_Latn", "languages": ["eng-Latn", "xho-Latn"], "main_score": 0.146395, "precision": 0.127182, "recall": 0.221344}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "eng_Latn-ars_Arab", "languages": ["eng-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.445652, "f1": 0.351175, "hf_subset": "eng_Latn-ceb_Latn", "languages": ["eng-Latn", "ceb-Latn"], "main_score": 0.351175, "precision": 0.320309, "recall": 0.445652}, {"accuracy": 0.261858, "f1": 0.179171, "hf_subset": "eng_Latn-fuv_Latn", "languages": ["eng-Latn", "fuv-Latn"], "main_score": 0.179171, "precision": 0.158172, "recall": 0.261858}, {"accuracy": 0.23419, "f1": 0.161582, "hf_subset": "eng_Latn-kac_Latn", "languages": ["eng-Latn", "kac-Latn"], "main_score": 0.161582, "precision": 0.143384, "recall": 0.23419}, {"accuracy": 0.261858, "f1": 0.186503, "hf_subset": "eng_Latn-lin_Latn", "languages": ["eng-Latn", "lin-Latn"], "main_score": 0.186503, "precision": 0.165807, "recall": 0.261858}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "eng_Latn-nno_Latn", "languages": ["eng-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.021739, "f1": 0.004866, "hf_subset": "eng_Latn-sat_Olck", "languages": ["eng-Latn", "sat-Olck"], "main_score": 0.004866, "precision": 0.003475, "recall": 0.021739}, {"accuracy": 0.875494, "f1": 0.839575, "hf_subset": "eng_Latn-tel_Telu", "languages": ["eng-Latn", "tel-Telu"], "main_score": 0.839575, "precision": 0.823346, "recall": 0.875494}, {"accuracy": 0.472332, "f1": 0.384855, "hf_subset": "eng_Latn-ydd_Hebr", "languages": ["eng-Latn", "ydd-Hebr"], "main_score": 0.384855, "precision": 0.352852, "recall": 0.472332}, {"accuracy": 0.858696, "f1": 0.819335, "hf_subset": "eng_Latn-ary_Arab", "languages": ["eng-Latn", "ary-Arab"], "main_score": 0.819335, "precision": 0.801301, "recall": 0.858696}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-ces_Latn", "languages": ["eng-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.114625, "f1": 0.069286, "hf_subset": "eng_Latn-gaz_Latn", "languages": ["eng-Latn", "gaz-Latn"], "main_score": 0.069286, "precision": 0.060392, "recall": 0.114625}, {"accuracy": 0.241107, "f1": 0.166807, "hf_subset": "eng_Latn-kam_Latn", "languages": ["eng-Latn", "kam-Latn"], "main_score": 0.166807, "precision": 0.147972, "recall": 0.241107}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "eng_Latn-lit_Latn", "languages": ["eng-Latn", "lit-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-nob_Latn", "languages": ["eng-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.673913, "f1": 0.601457, "hf_subset": "eng_Latn-scn_Latn", "languages": ["eng-Latn", "scn-Latn"], "main_score": 0.601457, "precision": 0.573032, "recall": 0.673913}, {"accuracy": 0.209486, "f1": 0.137549, "hf_subset": "eng_Latn-tgk_Cyrl", "languages": ["eng-Latn", "tgk-Cyrl"], "main_score": 0.137549, "precision": 0.119005, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.154381, "hf_subset": "eng_Latn-yor_Latn", "languages": ["eng-Latn", "yor-Latn"], "main_score": 0.154381, "precision": 0.133914, "recall": 0.235178}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "eng_Latn-arz_Arab", "languages": ["eng-Latn", "arz-Arab"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.22332, "f1": 0.152024, "hf_subset": "eng_Latn-cjk_Latn", "languages": ["eng-Latn", "cjk-Latn"], "main_score": 0.152024, "precision": 0.133869, "recall": 0.22332}, {"accuracy": 0.224308, "f1": 0.150611, "hf_subset": "eng_Latn-gla_Latn", "languages": ["eng-Latn", "gla-Latn"], "main_score": 0.150611, "precision": 0.131555, "recall": 0.224308}, {"accuracy": 0.831028, "f1": 0.785954, "hf_subset": "eng_Latn-kan_Knda", "languages": ["eng-Latn", "kan-Knda"], "main_score": 0.785954, "precision": 0.766206, "recall": 0.831028}, {"accuracy": 0.687747, "f1": 0.620269, "hf_subset": "eng_Latn-lmo_Latn", "languages": ["eng-Latn", "lmo-Latn"], "main_score": 0.620269, "precision": 0.593497, "recall": 0.687747}, {"accuracy": 0.976285, "f1": 0.969104, "hf_subset": "eng_Latn-npi_Deva", "languages": ["eng-Latn", "npi-Deva"], "main_score": 0.969104, "precision": 0.965662, "recall": 0.976285}, {"accuracy": 0.316206, "f1": 0.22287, "hf_subset": "eng_Latn-shn_Mymr", "languages": ["eng-Latn", "shn-Mymr"], "main_score": 0.22287, "precision": 0.194432, "recall": 0.316206}, {"accuracy": 0.518775, "f1": 0.436568, "hf_subset": "eng_Latn-tgl_Latn", "languages": ["eng-Latn", "tgl-Latn"], "main_score": 0.436568, "precision": 0.409351, "recall": 0.518775}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-yue_Hant", "languages": ["eng-Latn", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.566206, "f1": 0.485035, "hf_subset": "eng_Latn-asm_Beng", "languages": ["eng-Latn", "asm-Beng"], "main_score": 0.485035, "precision": 0.454252, "recall": 0.566206}, {"accuracy": 0.86166, "f1": 0.823057, "hf_subset": "eng_Latn-ckb_Arab", "languages": ["eng-Latn", "ckb-Arab"], "main_score": 0.823057, "precision": 0.805665, "recall": 0.86166}, {"accuracy": 0.323123, "f1": 0.245235, "hf_subset": "eng_Latn-gle_Latn", "languages": ["eng-Latn", "gle-Latn"], "main_score": 0.245235, "precision": 0.222794, "recall": 0.323123}, {"accuracy": 0.62253, "f1": 0.54382, "hf_subset": "eng_Latn-kas_Arab", "languages": ["eng-Latn", "kas-Arab"], "main_score": 0.54382, "precision": 0.513038, "recall": 0.62253}, {"accuracy": 0.735178, "f1": 0.67476, "hf_subset": "eng_Latn-ltg_Latn", "languages": ["eng-Latn", "ltg-Latn"], "main_score": 0.67476, "precision": 0.648534, "recall": 0.735178}, {"accuracy": 0.268775, "f1": 0.189805, "hf_subset": "eng_Latn-nso_Latn", "languages": ["eng-Latn", "nso-Latn"], "main_score": 0.189805, "precision": 0.169215, "recall": 0.268775}, {"accuracy": 0.9417, "f1": 0.924704, "hf_subset": "eng_Latn-sin_Sinh", "languages": ["eng-Latn", "sin-Sinh"], "main_score": 0.924704, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-tha_Thai", "languages": ["eng-Latn", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-zho_Hans", "languages": ["eng-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.951581, "f1": 0.935935, "hf_subset": "eng_Latn-ast_Latn", "languages": ["eng-Latn", "ast-Latn"], "main_score": 0.935935, "precision": 0.92836, "recall": 0.951581}, {"accuracy": 0.787549, "f1": 0.7333, "hf_subset": "eng_Latn-crh_Latn", "languages": ["eng-Latn", "crh-Latn"], "main_score": 0.7333, "precision": 0.709964, "recall": 0.787549}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "eng_Latn-glg_Latn", "languages": ["eng-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.448617, "f1": 0.361328, "hf_subset": "eng_Latn-kas_Deva", "languages": ["eng-Latn", "kas-Deva"], "main_score": 0.361328, "precision": 0.331956, "recall": 0.448617}, {"accuracy": 0.545455, "f1": 0.454694, "hf_subset": "eng_Latn-ltz_Latn", "languages": ["eng-Latn", "ltz-Latn"], "main_score": 0.454694, "precision": 0.422725, "recall": 0.545455}, {"accuracy": 0.129447, "f1": 0.075551, "hf_subset": "eng_Latn-nus_Latn", "languages": ["eng-Latn", "nus-Latn"], "main_score": 0.075551, "precision": 0.064321, "recall": 0.129447}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "eng_Latn-slk_Latn", "languages": ["eng-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.190711, "f1": 0.127282, "hf_subset": "eng_Latn-tir_Ethi", "languages": ["eng-Latn", "tir-Ethi"], "main_score": 0.127282, "precision": 0.110109, "recall": 0.190711}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "eng_Latn-zho_Hant", "languages": ["eng-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "eng_Latn-awa_Deva", "languages": ["eng-Latn", "awa-Deva"], "main_score": 0.960639, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.506917, "f1": 0.418692, "hf_subset": "eng_Latn-cym_Latn", "languages": ["eng-Latn", "cym-Latn"], "main_score": 0.418692, "precision": 0.389215, "recall": 0.506917}, {"accuracy": 0.396245, "f1": 0.308226, "hf_subset": "eng_Latn-grn_Latn", "languages": ["eng-Latn", "grn-Latn"], "main_score": 0.308226, "precision": 0.281506, "recall": 0.396245}, {"accuracy": 0.886364, "f1": 0.851186, "hf_subset": "eng_Latn-kat_Geor", "languages": ["eng-Latn", "kat-Geor"], "main_score": 0.851186, "precision": 0.834569, "recall": 0.886364}, {"accuracy": 0.297431, "f1": 0.217313, "hf_subset": "eng_Latn-lua_Latn", "languages": ["eng-Latn", "lua-Latn"], "main_score": 0.217313, "precision": 0.194995, "recall": 0.297431}, {"accuracy": 0.268775, "f1": 0.187228, "hf_subset": "eng_Latn-nya_Latn", "languages": ["eng-Latn", "nya-Latn"], "main_score": 0.187228, "precision": 0.16634, "recall": 0.268775}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-slv_Latn", "languages": ["eng-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.513834, "f1": 0.423421, "hf_subset": "eng_Latn-tpi_Latn", "languages": ["eng-Latn", "tpi-Latn"], "main_score": 0.423421, "precision": 0.393474, "recall": 0.513834}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-zsm_Latn", "languages": ["eng-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.224308, "f1": 0.144283, "hf_subset": "eng_Latn-ayr_Latn", "languages": ["eng-Latn", "ayr-Latn"], "main_score": 0.144283, "precision": 0.12533, "recall": 0.224308}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "eng_Latn-dan_Latn", "languages": ["eng-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.925889, "f1": 0.903675, "hf_subset": "eng_Latn-guj_Gujr", "languages": ["eng-Latn", "guj-Gujr"], "main_score": 0.903675, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "eng_Latn-kaz_Cyrl", "languages": ["eng-Latn", "kaz-Cyrl"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.208498, "f1": 0.140443, "hf_subset": "eng_Latn-lug_Latn", "languages": ["eng-Latn", "lug-Latn"], "main_score": 0.140443, "precision": 0.123779, "recall": 0.208498}, {"accuracy": 0.954545, "f1": 0.940679, "hf_subset": "eng_Latn-oci_Latn", "languages": ["eng-Latn", "oci-Latn"], "main_score": 0.940679, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.225296, "f1": 0.150689, "hf_subset": "eng_Latn-smo_Latn", "languages": ["eng-Latn", "smo-Latn"], "main_score": 0.150689, "precision": 0.131284, "recall": 0.225296}, {"accuracy": 0.244071, "f1": 0.166436, "hf_subset": "eng_Latn-tsn_Latn", "languages": ["eng-Latn", "tsn-Latn"], "main_score": 0.166436, "precision": 0.146123, "recall": 0.244071}, {"accuracy": 0.171937, "f1": 0.107489, "hf_subset": "eng_Latn-zul_Latn", "languages": ["eng-Latn", "zul-Latn"], "main_score": 0.107489, "precision": 0.092506, "recall": 0.171937}, {"accuracy": 0.586957, "f1": 0.505567, "hf_subset": "eng_Latn-azb_Arab", "languages": ["eng-Latn", "azb-Arab"], "main_score": 0.505567, "precision": 0.47432, "recall": 0.586957}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "eng_Latn-deu_Latn", "languages": ["eng-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.333992, "f1": 0.245308, "hf_subset": "eng_Latn-hat_Latn", "languages": ["eng-Latn", "hat-Latn"], "main_score": 0.245308, "precision": 0.218434, "recall": 0.333992}, {"accuracy": 0.209486, "f1": 0.136603, "hf_subset": "eng_Latn-kbp_Latn", "languages": ["eng-Latn", "kbp-Latn"], "main_score": 0.136603, "precision": 0.118409, "recall": 0.209486}, {"accuracy": 0.270751, "f1": 0.190659, "hf_subset": "eng_Latn-luo_Latn", "languages": ["eng-Latn", "luo-Latn"], "main_score": 0.190659, "precision": 0.169714, "recall": 0.270751}, {"accuracy": 0.862648, "f1": 0.824525, "hf_subset": "eng_Latn-ory_Orya", "languages": ["eng-Latn", "ory-Orya"], "main_score": 0.824525, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.206522, "f1": 0.134035, "hf_subset": "eng_Latn-sna_Latn", "languages": ["eng-Latn", "sna-Latn"], "main_score": 0.134035, "precision": 0.115771, "recall": 0.206522}, {"accuracy": 0.210474, "f1": 0.142204, "hf_subset": "eng_Latn-tso_Latn", "languages": ["eng-Latn", "tso-Latn"], "main_score": 0.142204, "precision": 0.125337, "recall": 0.210474}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "eng_Latn-azj_Latn", "languages": ["eng-Latn", "azj-Latn"], "main_score": 0.952141, "precision": 0.946887, "recall": 0.963439}, {"accuracy": 0.336957, "f1": 0.246873, "hf_subset": "eng_Latn-dik_Latn", "languages": ["eng-Latn", "dik-Latn"], "main_score": 0.246873, "precision": 0.221156, "recall": 0.336957}, {"accuracy": 0.283597, "f1": 0.202118, "hf_subset": "eng_Latn-hau_Latn", "languages": ["eng-Latn", "hau-Latn"], "main_score": 0.202118, "precision": 0.181839, "recall": 0.283597}, {"accuracy": 0.686759, "f1": 0.612279, "hf_subset": "eng_Latn-kea_Latn", "languages": ["eng-Latn", "kea-Latn"], "main_score": 0.612279, "precision": 0.582646, "recall": 0.686759}, {"accuracy": 0.405138, "f1": 0.316041, "hf_subset": "eng_Latn-lus_Latn", "languages": ["eng-Latn", "lus-Latn"], "main_score": 0.316041, "precision": 0.288727, "recall": 0.405138}, {"accuracy": 0.518775, "f1": 0.426842, "hf_subset": "eng_Latn-pag_Latn", "languages": ["eng-Latn", "pag-Latn"], "main_score": 0.426842, "precision": 0.393914, "recall": 0.518775}, {"accuracy": 0.887352, "f1": 0.856752, "hf_subset": "eng_Latn-snd_Arab", "languages": ["eng-Latn", "snd-Arab"], "main_score": 0.856752, "precision": 0.842474, "recall": 0.887352}, {"accuracy": 0.37253, "f1": 0.279616, "hf_subset": "eng_Latn-tuk_Latn", "languages": ["eng-Latn", "tuk-Latn"], "main_score": 0.279616, "precision": 0.250804, "recall": 0.37253}, {"accuracy": 0.487154, "f1": 0.398874, "hf_subset": "eng_Latn-bak_Cyrl", "languages": ["eng-Latn", "bak-Cyrl"], "main_score": 0.398874, "precision": 0.367814, "recall": 0.487154}, {"accuracy": 0.212451, "f1": 0.140332, "hf_subset": "eng_Latn-dyu_Latn", "languages": ["eng-Latn", "dyu-Latn"], "main_score": 0.140332, "precision": 0.121176, "recall": 0.212451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "eng_Latn-heb_Hebr", "languages": ["eng-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "eng_Latn-khk_Cyrl", "languages": ["eng-Latn", "khk-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "eng_Latn-lvs_Latn", "languages": ["eng-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.885375, "f1": 0.852569, "hf_subset": "eng_Latn-pan_Guru", "languages": ["eng-Latn", "pan-Guru"], "main_score": 0.852569, "precision": 0.838043, "recall": 0.885375}, {"accuracy": 0.300395, "f1": 0.217187, "hf_subset": "eng_Latn-som_Latn", "languages": ["eng-Latn", "som-Latn"], "main_score": 0.217187, "precision": 0.191788, "recall": 0.300395}, {"accuracy": 0.231225, "f1": 0.15361, "hf_subset": "eng_Latn-tum_Latn", "languages": ["eng-Latn", "tum-Latn"], "main_score": 0.15361, "precision": 0.13419, "recall": 0.231225}, {"accuracy": 0.088933, "f1": 0.053337, "hf_subset": "hrv_Latn-ace_Arab", "languages": ["hrv-Latn", "ace-Arab"], "main_score": 0.053337, "precision": 0.04496, "recall": 0.088933}, {"accuracy": 0.210474, "f1": 0.140569, "hf_subset": "hrv_Latn-bam_Latn", "languages": ["hrv-Latn", "bam-Latn"], "main_score": 0.140569, "precision": 0.123625, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "hrv_Latn-dzo_Tibt", "languages": ["hrv-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "hrv_Latn-hin_Deva", "languages": ["hrv-Latn", "hin-Deva"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.913043, "f1": 0.885375, "hf_subset": "hrv_Latn-khm_Khmr", "languages": ["hrv-Latn", "khm-Khmr"], "main_score": 0.885375, "precision": 0.872069, "recall": 0.913043}, {"accuracy": 0.937747, "f1": 0.91749, "hf_subset": "hrv_Latn-mag_Deva", "languages": ["hrv-Latn", "mag-Deva"], "main_score": 0.91749, "precision": 0.907444, "recall": 0.937747}, {"accuracy": 0.653162, "f1": 0.577036, "hf_subset": "hrv_Latn-pap_Latn", "languages": ["hrv-Latn", "pap-Latn"], "main_score": 0.577036, "precision": 0.547696, "recall": 0.653162}, {"accuracy": 0.235178, "f1": 0.170905, "hf_subset": "hrv_Latn-sot_Latn", "languages": ["hrv-Latn", "sot-Latn"], "main_score": 0.170905, "precision": 0.154819, "recall": 0.235178}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-tur_Latn", "languages": ["hrv-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.426877, "f1": 0.337844, "hf_subset": "hrv_Latn-ace_Latn", "languages": ["hrv-Latn", "ace-Latn"], "main_score": 0.337844, "precision": 0.309792, "recall": 0.426877}, {"accuracy": 0.682806, "f1": 0.612436, "hf_subset": "hrv_Latn-ban_Latn", "languages": ["hrv-Latn", "ban-Latn"], "main_score": 0.612436, "precision": 0.583319, "recall": 0.682806}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hrv_Latn-ell_Grek", "languages": ["hrv-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "hrv_Latn-hne_Deva", "languages": ["hrv-Latn", "hne-Deva"], "main_score": 0.891041, "precision": 0.879364, "recall": 0.916008}, {"accuracy": 0.263834, "f1": 0.180993, "hf_subset": "hrv_Latn-kik_Latn", "languages": ["hrv-Latn", "kik-Latn"], "main_score": 0.180993, "precision": 0.159124, "recall": 0.263834}, {"accuracy": 0.94664, "f1": 0.930567, "hf_subset": "hrv_Latn-mai_Deva", "languages": ["hrv-Latn", "mai-Deva"], "main_score": 0.930567, "precision": 0.923007, "recall": 0.94664}, {"accuracy": 0.843874, "f1": 0.80415, "hf_subset": "hrv_Latn-pbt_Arab", "languages": ["hrv-Latn", "pbt-Arab"], "main_score": 0.80415, "precision": 0.786232, "recall": 0.843874}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hrv_Latn-spa_Latn", "languages": ["hrv-Latn", "spa-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.310277, "f1": 0.218268, "hf_subset": "hrv_Latn-twi_Latn", "languages": ["hrv-Latn", "twi-Latn"], "main_score": 0.218268, "precision": 0.19228, "recall": 0.310277}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "hrv_Latn-acm_Arab", "languages": ["hrv-Latn", "acm-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "hrv_Latn-bel_Cyrl", "languages": ["hrv-Latn", "bel-Cyrl"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-eng_Latn", "languages": ["hrv-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.173913, "f1": 0.115585, "hf_subset": "hrv_Latn-kin_Latn", "languages": ["hrv-Latn", "kin-Latn"], "main_score": 0.115585, "precision": 0.101056, "recall": 0.173913}, {"accuracy": 0.882411, "f1": 0.850329, "hf_subset": "hrv_Latn-mal_Mlym", "languages": ["hrv-Latn", "mal-Mlym"], "main_score": 0.850329, "precision": 0.835754, "recall": 0.882411}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hrv_Latn-pes_Arab", "languages": ["hrv-Latn", "pes-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.714427, "f1": 0.649779, "hf_subset": "hrv_Latn-srd_Latn", "languages": ["hrv-Latn", "srd-Latn"], "main_score": 0.649779, "precision": 0.623073, "recall": 0.714427}, {"accuracy": 0.062253, "f1": 0.028665, "hf_subset": "hrv_Latn-tzm_Tfng", "languages": ["hrv-Latn", "tzm-Tfng"], "main_score": 0.028665, "precision": 0.023751, "recall": 0.062253}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "hrv_Latn-acq_Arab", "languages": ["hrv-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.23913, "f1": 0.162557, "hf_subset": "hrv_Latn-bem_Latn", "languages": ["hrv-Latn", "bem-Latn"], "main_score": 0.162557, "precision": 0.143681, "recall": 0.23913}, {"accuracy": 0.862648, "f1": 0.825645, "hf_subset": "hrv_Latn-epo_Latn", "languages": ["hrv-Latn", "epo-Latn"], "main_score": 0.825645, "precision": 0.808992, "recall": 0.862648}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-hun_Latn", "languages": ["hrv-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "hrv_Latn-kir_Cyrl", "languages": ["hrv-Latn", "kir-Cyrl"], "main_score": 0.919631, "precision": 0.910244, "recall": 0.938735}, {"accuracy": 0.906126, "f1": 0.876976, "hf_subset": "hrv_Latn-mar_Deva", "languages": ["hrv-Latn", "mar-Deva"], "main_score": 0.876976, "precision": 0.862978, "recall": 0.906126}, {"accuracy": 0.289526, "f1": 0.213854, "hf_subset": "hrv_Latn-plt_Latn", "languages": ["hrv-Latn", "plt-Latn"], "main_score": 0.213854, "precision": 0.192341, "recall": 0.289526}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-srp_Cyrl", "languages": ["hrv-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.800395, "f1": 0.75224, "hf_subset": "hrv_Latn-uig_Arab", "languages": ["hrv-Latn", "uig-Arab"], "main_score": 0.75224, "precision": 0.731409, "recall": 0.800395}, {"accuracy": 0.935771, "f1": 0.916008, "hf_subset": "hrv_Latn-aeb_Arab", "languages": ["hrv-Latn", "aeb-Arab"], "main_score": 0.916008, "precision": 0.906621, "recall": 0.935771}, {"accuracy": 0.906126, "f1": 0.879183, "hf_subset": "hrv_Latn-ben_Beng", "languages": ["hrv-Latn", "ben-Beng"], "main_score": 0.879183, "precision": 0.866683, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-est_Latn", "languages": ["hrv-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "hrv_Latn-hye_Armn", "languages": ["hrv-Latn", "hye-Armn"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.18083, "f1": 0.115446, "hf_subset": "hrv_Latn-kmb_Latn", "languages": ["hrv-Latn", "kmb-Latn"], "main_score": 0.115446, "precision": 0.100982, "recall": 0.18083}, {"accuracy": 0.065217, "f1": 0.041913, "hf_subset": "hrv_Latn-min_Arab", "languages": ["hrv-Latn", "min-Arab"], "main_score": 0.041913, "precision": 0.036637, "recall": 0.065217}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-pol_Latn", "languages": ["hrv-Latn", "pol-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.174901, "f1": 0.112862, "hf_subset": "hrv_Latn-ssw_Latn", "languages": ["hrv-Latn", "ssw-Latn"], "main_score": 0.112862, "precision": 0.099555, "recall": 0.174901}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ukr_Cyrl", "languages": ["hrv-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "hrv_Latn-afr_Latn", "languages": ["hrv-Latn", "afr-Latn"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.885375, "f1": 0.853903, "hf_subset": "hrv_Latn-bho_Deva", "languages": ["hrv-Latn", "bho-Deva"], "main_score": 0.853903, "precision": 0.839156, "recall": 0.885375}, {"accuracy": 0.767787, "f1": 0.710757, "hf_subset": "hrv_Latn-eus_Latn", "languages": ["hrv-Latn", "eus-Latn"], "main_score": 0.710757, "precision": 0.686281, "recall": 0.767787}, {"accuracy": 0.212451, "f1": 0.137741, "hf_subset": "hrv_Latn-ibo_Latn", "languages": ["hrv-Latn", "ibo-Latn"], "main_score": 0.137741, "precision": 0.119558, "recall": 0.212451}, {"accuracy": 0.764822, "f1": 0.713672, "hf_subset": "hrv_Latn-kmr_Latn", "languages": ["hrv-Latn", "kmr-Latn"], "main_score": 0.713672, "precision": 0.6925, "recall": 0.764822}, {"accuracy": 0.646245, "f1": 0.57064, "hf_subset": "hrv_Latn-min_Latn", "languages": ["hrv-Latn", "min-Latn"], "main_score": 0.57064, "precision": 0.542245, "recall": 0.646245}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-por_Latn", "languages": ["hrv-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.758893, "f1": 0.699294, "hf_subset": "hrv_Latn-sun_Latn", "languages": ["hrv-Latn", "sun-Latn"], "main_score": 0.699294, "precision": 0.673897, "recall": 0.758893}, {"accuracy": 0.189723, "f1": 0.126389, "hf_subset": "hrv_Latn-umb_Latn", "languages": ["hrv-Latn", "umb-Latn"], "main_score": 0.126389, "precision": 0.111548, "recall": 0.189723}, {"accuracy": 0.962451, "f1": 0.951482, "hf_subset": "hrv_Latn-ajp_Arab", "languages": ["hrv-Latn", "ajp-Arab"], "main_score": 0.951482, "precision": 0.946393, "recall": 0.962451}, {"accuracy": 0.076087, "f1": 0.044402, "hf_subset": "hrv_Latn-bjn_Arab", "languages": ["hrv-Latn", "bjn-Arab"], "main_score": 0.044402, "precision": 0.037524, "recall": 0.076087}, {"accuracy": 0.266798, "f1": 0.193694, "hf_subset": "hrv_Latn-ewe_Latn", "languages": ["hrv-Latn", "ewe-Latn"], "main_score": 0.193694, "precision": 0.17516, "recall": 0.266798}, {"accuracy": 0.389328, "f1": 0.298526, "hf_subset": "hrv_Latn-ilo_Latn", "languages": ["hrv-Latn", "ilo-Latn"], "main_score": 0.298526, "precision": 0.270452, "recall": 0.389328}, {"accuracy": 0.094862, "f1": 0.049954, "hf_subset": "hrv_Latn-knc_Arab", "languages": ["hrv-Latn", "knc-Arab"], "main_score": 0.049954, "precision": 0.03988, "recall": 0.094862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-mkd_Cyrl", "languages": ["hrv-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975692, "hf_subset": "hrv_Latn-prs_Arab", "languages": ["hrv-Latn", "prs-Arab"], "main_score": 0.975692, "precision": 0.973073, "recall": 0.981225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-swe_Latn", "languages": ["hrv-Latn", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.948024, "hf_subset": "hrv_Latn-urd_Arab", "languages": ["hrv-Latn", "urd-Arab"], "main_score": 0.948024, "precision": 0.942111, "recall": 0.960474}, {"accuracy": 0.311265, "f1": 0.22684, "hf_subset": "hrv_Latn-aka_Latn", "languages": ["hrv-Latn", "aka-Latn"], "main_score": 0.22684, "precision": 0.203243, "recall": 0.311265}, {"accuracy": 0.775692, "f1": 0.717495, "hf_subset": "hrv_Latn-bjn_Latn", "languages": ["hrv-Latn", "bjn-Latn"], "main_score": 0.717495, "precision": 0.693149, "recall": 0.775692}, {"accuracy": 0.47332, "f1": 0.391152, "hf_subset": "hrv_Latn-fao_Latn", "languages": ["hrv-Latn", "fao-Latn"], "main_score": 0.391152, "precision": 0.364792, "recall": 0.47332}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-ind_Latn", "languages": ["hrv-Latn", "ind-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.274704, "f1": 0.196885, "hf_subset": "hrv_Latn-knc_Latn", "languages": ["hrv-Latn", "knc-Latn"], "main_score": 0.196885, "precision": 0.176613, "recall": 0.274704}, {"accuracy": 0.349802, "f1": 0.270795, "hf_subset": "hrv_Latn-mlt_Latn", "languages": ["hrv-Latn", "mlt-Latn"], "main_score": 0.270795, "precision": 0.248694, "recall": 0.349802}, {"accuracy": 0.277668, "f1": 0.194022, "hf_subset": "hrv_Latn-quy_Latn", "languages": ["hrv-Latn", "quy-Latn"], "main_score": 0.194022, "precision": 0.17169, "recall": 0.277668}, {"accuracy": 0.375494, "f1": 0.288606, "hf_subset": "hrv_Latn-swh_Latn", "languages": ["hrv-Latn", "swh-Latn"], "main_score": 0.288606, "precision": 0.262379, "recall": 0.375494}, {"accuracy": 0.661067, "f1": 0.590555, "hf_subset": "hrv_Latn-uzn_Latn", "languages": ["hrv-Latn", "uzn-Latn"], "main_score": 0.590555, "precision": 0.562529, "recall": 0.661067}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hrv_Latn-als_Latn", "languages": ["hrv-Latn", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.050395, "f1": 0.0182, "hf_subset": "hrv_Latn-bod_Tibt", "languages": ["hrv-Latn", "bod-Tibt"], "main_score": 0.0182, "precision": 0.014299, "recall": 0.050395}, {"accuracy": 0.224308, "f1": 0.152195, "hf_subset": "hrv_Latn-fij_Latn", "languages": ["hrv-Latn", "fij-Latn"], "main_score": 0.152195, "precision": 0.133439, "recall": 0.224308}, {"accuracy": 0.771739, "f1": 0.711712, "hf_subset": "hrv_Latn-isl_Latn", "languages": ["hrv-Latn", "isl-Latn"], "main_score": 0.711712, "precision": 0.685952, "recall": 0.771739}, {"accuracy": 0.261858, "f1": 0.185223, "hf_subset": "hrv_Latn-kon_Latn", "languages": ["hrv-Latn", "kon-Latn"], "main_score": 0.185223, "precision": 0.165137, "recall": 0.261858}, {"accuracy": 0.067194, "f1": 0.035569, "hf_subset": "hrv_Latn-mni_Beng", "languages": ["hrv-Latn", "mni-Beng"], "main_score": 0.035569, "precision": 0.030617, "recall": 0.067194}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hrv_Latn-ron_Latn", "languages": ["hrv-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.814229, "f1": 0.767062, "hf_subset": "hrv_Latn-szl_Latn", "languages": ["hrv-Latn", "szl-Latn"], "main_score": 0.767062, "precision": 0.746657, "recall": 0.814229}, {"accuracy": 0.817194, "f1": 0.764954, "hf_subset": "hrv_Latn-vec_Latn", "languages": ["hrv-Latn", "vec-Latn"], "main_score": 0.764954, "precision": 0.741189, "recall": 0.817194}, {"accuracy": 0.766798, "f1": 0.712507, "hf_subset": "hrv_Latn-amh_Ethi", "languages": ["hrv-Latn", "amh-Ethi"], "main_score": 0.712507, "precision": 0.689608, "recall": 0.766798}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-bos_Latn", "languages": ["hrv-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-fin_Latn", "languages": ["hrv-Latn", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-ita_Latn", "languages": ["hrv-Latn", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975791, "hf_subset": "hrv_Latn-kor_Hang", "languages": ["hrv-Latn", "kor-Hang"], "main_score": 0.975791, "precision": 0.973155, "recall": 0.981225}, {"accuracy": 0.241107, "f1": 0.168352, "hf_subset": "hrv_Latn-mos_Latn", "languages": ["hrv-Latn", "mos-Latn"], "main_score": 0.168352, "precision": 0.148619, "recall": 0.241107}, {"accuracy": 0.192688, "f1": 0.128628, "hf_subset": "hrv_Latn-run_Latn", "languages": ["hrv-Latn", "run-Latn"], "main_score": 0.128628, "precision": 0.113636, "recall": 0.192688}, {"accuracy": 0.890316, "f1": 0.85751, "hf_subset": "hrv_Latn-tam_Taml", "languages": ["hrv-Latn", "tam-Taml"], "main_score": 0.85751, "precision": 0.842062, "recall": 0.890316}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hrv_Latn-vie_Latn", "languages": ["hrv-Latn", "vie-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.951416, "hf_subset": "hrv_Latn-apc_Arab", "languages": ["hrv-Latn", "apc-Arab"], "main_score": 0.951416, "precision": 0.945487, "recall": 0.963439}, {"accuracy": 0.40415, "f1": 0.316144, "hf_subset": "hrv_Latn-bug_Latn", "languages": ["hrv-Latn", "bug-Latn"], "main_score": 0.316144, "precision": 0.288483, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.157775, "hf_subset": "hrv_Latn-fon_Latn", "languages": ["hrv-Latn", "fon-Latn"], "main_score": 0.157775, "precision": 0.139532, "recall": 0.229249}, {"accuracy": 0.731225, "f1": 0.66502, "hf_subset": "hrv_Latn-jav_Latn", "languages": ["hrv-Latn", "jav-Latn"], "main_score": 0.66502, "precision": 0.637698, "recall": 0.731225}, {"accuracy": 0.932806, "f1": 0.914723, "hf_subset": "hrv_Latn-lao_Laoo", "languages": ["hrv-Latn", "lao-Laoo"], "main_score": 0.914723, "precision": 0.906736, "recall": 0.932806}, {"accuracy": 0.213439, "f1": 0.13973, "hf_subset": "hrv_Latn-mri_Latn", "languages": ["hrv-Latn", "mri-Latn"], "main_score": 0.13973, "precision": 0.1236, "recall": 0.213439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-rus_Cyrl", "languages": ["hrv-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.190064, "hf_subset": "hrv_Latn-taq_Latn", "languages": ["hrv-Latn", "taq-Latn"], "main_score": 0.190064, "precision": 0.171587, "recall": 0.26087}, {"accuracy": 0.440711, "f1": 0.348458, "hf_subset": "hrv_Latn-war_Latn", "languages": ["hrv-Latn", "war-Latn"], "main_score": 0.348458, "precision": 0.318241, "recall": 0.440711}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "hrv_Latn-arb_Arab", "languages": ["hrv-Latn", "arb-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-bul_Cyrl", "languages": ["hrv-Latn", "bul-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-fra_Latn", "languages": ["hrv-Latn", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "hrv_Latn-jpn_Jpan", "languages": ["hrv-Latn", "jpn-Jpan"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.759881, "f1": 0.700313, "hf_subset": "hrv_Latn-lij_Latn", "languages": ["hrv-Latn", "lij-Latn"], "main_score": 0.700313, "precision": 0.675191, "recall": 0.759881}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "hrv_Latn-mya_Mymr", "languages": ["hrv-Latn", "mya-Mymr"], "main_score": 0.928854, "precision": 0.920619, "recall": 0.945652}, {"accuracy": 0.254941, "f1": 0.184632, "hf_subset": "hrv_Latn-sag_Latn", "languages": ["hrv-Latn", "sag-Latn"], "main_score": 0.184632, "precision": 0.165822, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.035334, "hf_subset": "hrv_Latn-taq_Tfng", "languages": ["hrv-Latn", "taq-Tfng"], "main_score": 0.035334, "precision": 0.029017, "recall": 0.08004}, {"accuracy": 0.270751, "f1": 0.196767, "hf_subset": "hrv_Latn-wol_Latn", "languages": ["hrv-Latn", "wol-Latn"], "main_score": 0.196767, "precision": 0.176414, "recall": 0.270751}, {"accuracy": 0.143281, "f1": 0.087748, "hf_subset": "hrv_Latn-arb_Latn", "languages": ["hrv-Latn", "arb-Latn"], "main_score": 0.087748, "precision": 0.075513, "recall": 0.143281}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "hrv_Latn-cat_Latn", "languages": ["hrv-Latn", "cat-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.733202, "f1": 0.665681, "hf_subset": "hrv_Latn-fur_Latn", "languages": ["hrv-Latn", "fur-Latn"], "main_score": 0.665681, "precision": 0.636488, "recall": 0.733202}, {"accuracy": 0.102767, "f1": 0.069172, "hf_subset": "hrv_Latn-kab_Latn", "languages": ["hrv-Latn", "kab-Latn"], "main_score": 0.069172, "precision": 0.061814, "recall": 0.102767}, {"accuracy": 0.75, "f1": 0.688406, "hf_subset": "hrv_Latn-lim_Latn", "languages": ["hrv-Latn", "lim-Latn"], "main_score": 0.688406, "precision": 0.661693, "recall": 0.75}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "hrv_Latn-nld_Latn", "languages": ["hrv-Latn", "nld-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.749012, "f1": 0.687865, "hf_subset": "hrv_Latn-san_Deva", "languages": ["hrv-Latn", "san-Deva"], "main_score": 0.687865, "precision": 0.661858, "recall": 0.749012}, {"accuracy": 0.525692, "f1": 0.443459, "hf_subset": "hrv_Latn-tat_Cyrl", "languages": ["hrv-Latn", "tat-Cyrl"], "main_score": 0.443459, "precision": 0.412343, "recall": 0.525692}, {"accuracy": 0.201581, "f1": 0.129127, "hf_subset": "hrv_Latn-xho_Latn", "languages": ["hrv-Latn", "xho-Latn"], "main_score": 0.129127, "precision": 0.112257, "recall": 0.201581}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hrv_Latn-ars_Arab", "languages": ["hrv-Latn", "ars-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.417984, "f1": 0.33054, "hf_subset": "hrv_Latn-ceb_Latn", "languages": ["hrv-Latn", "ceb-Latn"], "main_score": 0.33054, "precision": 0.30257, "recall": 0.417984}, {"accuracy": 0.244071, "f1": 0.166802, "hf_subset": "hrv_Latn-fuv_Latn", "languages": ["hrv-Latn", "fuv-Latn"], "main_score": 0.166802, "precision": 0.147727, "recall": 0.244071}, {"accuracy": 0.215415, "f1": 0.146696, "hf_subset": "hrv_Latn-kac_Latn", "languages": ["hrv-Latn", "kac-Latn"], "main_score": 0.146696, "precision": 0.128755, "recall": 0.215415}, {"accuracy": 0.242095, "f1": 0.172545, "hf_subset": "hrv_Latn-lin_Latn", "languages": ["hrv-Latn", "lin-Latn"], "main_score": 0.172545, "precision": 0.154509, "recall": 0.242095}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "hrv_Latn-nno_Latn", "languages": ["hrv-Latn", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.016798, "f1": 0.002831, "hf_subset": "hrv_Latn-sat_Olck", "languages": ["hrv-Latn", "sat-Olck"], "main_score": 0.002831, "precision": 0.002046, "recall": 0.016798}, {"accuracy": 0.869565, "f1": 0.833484, "hf_subset": "hrv_Latn-tel_Telu", "languages": ["hrv-Latn", "tel-Telu"], "main_score": 0.833484, "precision": 0.817309, "recall": 0.869565}, {"accuracy": 0.4417, "f1": 0.35235, "hf_subset": "hrv_Latn-ydd_Hebr", "languages": ["hrv-Latn", "ydd-Hebr"], "main_score": 0.35235, "precision": 0.319295, "recall": 0.4417}, {"accuracy": 0.849802, "f1": 0.807642, "hf_subset": "hrv_Latn-ary_Arab", "languages": ["hrv-Latn", "ary-Arab"], "main_score": 0.807642, "precision": 0.788455, "recall": 0.849802}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hrv_Latn-ces_Latn", "languages": ["hrv-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.107708, "f1": 0.062198, "hf_subset": "hrv_Latn-gaz_Latn", "languages": ["hrv-Latn", "gaz-Latn"], "main_score": 0.062198, "precision": 0.053444, "recall": 0.107708}, {"accuracy": 0.210474, "f1": 0.140626, "hf_subset": "hrv_Latn-kam_Latn", "languages": ["hrv-Latn", "kam-Latn"], "main_score": 0.140626, "precision": 0.123253, "recall": 0.210474}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "hrv_Latn-lit_Latn", "languages": ["hrv-Latn", "lit-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hrv_Latn-nob_Latn", "languages": ["hrv-Latn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.659091, "f1": 0.585171, "hf_subset": "hrv_Latn-scn_Latn", "languages": ["hrv-Latn", "scn-Latn"], "main_score": 0.585171, "precision": 0.556731, "recall": 0.659091}, {"accuracy": 0.211462, "f1": 0.142795, "hf_subset": "hrv_Latn-tgk_Cyrl", "languages": ["hrv-Latn", "tgk-Cyrl"], "main_score": 0.142795, "precision": 0.125374, "recall": 0.211462}, {"accuracy": 0.214427, "f1": 0.131597, "hf_subset": "hrv_Latn-yor_Latn", "languages": ["hrv-Latn", "yor-Latn"], "main_score": 0.131597, "precision": 0.110724, "recall": 0.214427}, {"accuracy": 0.956522, "f1": 0.942194, "hf_subset": "hrv_Latn-arz_Arab", "languages": ["hrv-Latn", "arz-Arab"], "main_score": 0.942194, "precision": 0.935112, "recall": 0.956522}, {"accuracy": 0.200593, "f1": 0.132126, "hf_subset": "hrv_Latn-cjk_Latn", "languages": ["hrv-Latn", "cjk-Latn"], "main_score": 0.132126, "precision": 0.115587, "recall": 0.200593}, {"accuracy": 0.20751, "f1": 0.13833, "hf_subset": "hrv_Latn-gla_Latn", "languages": ["hrv-Latn", "gla-Latn"], "main_score": 0.13833, "precision": 0.119646, "recall": 0.20751}, {"accuracy": 0.813241, "f1": 0.765695, "hf_subset": "hrv_Latn-kan_Knda", "languages": ["hrv-Latn", "kan-Knda"], "main_score": 0.765695, "precision": 0.744953, "recall": 0.813241}, {"accuracy": 0.678854, "f1": 0.613238, "hf_subset": "hrv_Latn-lmo_Latn", "languages": ["hrv-Latn", "lmo-Latn"], "main_score": 0.613238, "precision": 0.588242, "recall": 0.678854}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "hrv_Latn-npi_Deva", "languages": ["hrv-Latn", "npi-Deva"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.304348, "f1": 0.21299, "hf_subset": "hrv_Latn-shn_Mymr", "languages": ["hrv-Latn", "shn-Mymr"], "main_score": 0.21299, "precision": 0.185622, "recall": 0.304348}, {"accuracy": 0.485178, "f1": 0.401414, "hf_subset": "hrv_Latn-tgl_Latn", "languages": ["hrv-Latn", "tgl-Latn"], "main_score": 0.401414, "precision": 0.373672, "recall": 0.485178}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hrv_Latn-yue_Hant", "languages": ["hrv-Latn", "yue-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.557312, "f1": 0.471354, "hf_subset": "hrv_Latn-asm_Beng", "languages": ["hrv-Latn", "asm-Beng"], "main_score": 0.471354, "precision": 0.437535, "recall": 0.557312}, {"accuracy": 0.83498, "f1": 0.790942, "hf_subset": "hrv_Latn-ckb_Arab", "languages": ["hrv-Latn", "ckb-Arab"], "main_score": 0.790942, "precision": 0.770751, "recall": 0.83498}, {"accuracy": 0.315217, "f1": 0.234849, "hf_subset": "hrv_Latn-gle_Latn", "languages": ["hrv-Latn", "gle-Latn"], "main_score": 0.234849, "precision": 0.211555, "recall": 0.315217}, {"accuracy": 0.596838, "f1": 0.517443, "hf_subset": "hrv_Latn-kas_Arab", "languages": ["hrv-Latn", "kas-Arab"], "main_score": 0.517443, "precision": 0.485846, "recall": 0.596838}, {"accuracy": 0.728261, "f1": 0.665307, "hf_subset": "hrv_Latn-ltg_Latn", "languages": ["hrv-Latn", "ltg-Latn"], "main_score": 0.665307, "precision": 0.638318, "recall": 0.728261}, {"accuracy": 0.257905, "f1": 0.173978, "hf_subset": "hrv_Latn-nso_Latn", "languages": ["hrv-Latn", "nso-Latn"], "main_score": 0.173978, "precision": 0.151477, "recall": 0.257905}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "hrv_Latn-sin_Sinh", "languages": ["hrv-Latn", "sin-Sinh"], "main_score": 0.909486, "precision": 0.900115, "recall": 0.929842}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-tha_Thai", "languages": ["hrv-Latn", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hrv_Latn-zho_Hans", "languages": ["hrv-Latn", "zho-Hans"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "hrv_Latn-ast_Latn", "languages": ["hrv-Latn", "ast-Latn"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.794466, "f1": 0.739954, "hf_subset": "hrv_Latn-crh_Latn", "languages": ["hrv-Latn", "crh-Latn"], "main_score": 0.739954, "precision": 0.716074, "recall": 0.794466}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hrv_Latn-glg_Latn", "languages": ["hrv-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.432806, "f1": 0.349708, "hf_subset": "hrv_Latn-kas_Deva", "languages": ["hrv-Latn", "kas-Deva"], "main_score": 0.349708, "precision": 0.321969, "recall": 0.432806}, {"accuracy": 0.522727, "f1": 0.431565, "hf_subset": "hrv_Latn-ltz_Latn", "languages": ["hrv-Latn", "ltz-Latn"], "main_score": 0.431565, "precision": 0.399707, "recall": 0.522727}, {"accuracy": 0.116601, "f1": 0.067631, "hf_subset": "hrv_Latn-nus_Latn", "languages": ["hrv-Latn", "nus-Latn"], "main_score": 0.067631, "precision": 0.058771, "recall": 0.116601}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-slk_Latn", "languages": ["hrv-Latn", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.190711, "f1": 0.12751, "hf_subset": "hrv_Latn-tir_Ethi", "languages": ["hrv-Latn", "tir-Ethi"], "main_score": 0.12751, "precision": 0.109639, "recall": 0.190711}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "hrv_Latn-zho_Hant", "languages": ["hrv-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "hrv_Latn-awa_Deva", "languages": ["hrv-Latn", "awa-Deva"], "main_score": 0.946476, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.486166, "f1": 0.393607, "hf_subset": "hrv_Latn-cym_Latn", "languages": ["hrv-Latn", "cym-Latn"], "main_score": 0.393607, "precision": 0.362734, "recall": 0.486166}, {"accuracy": 0.37253, "f1": 0.282224, "hf_subset": "hrv_Latn-grn_Latn", "languages": ["hrv-Latn", "grn-Latn"], "main_score": 0.282224, "precision": 0.255391, "recall": 0.37253}, {"accuracy": 0.881423, "f1": 0.845224, "hf_subset": "hrv_Latn-kat_Geor", "languages": ["hrv-Latn", "kat-Geor"], "main_score": 0.845224, "precision": 0.828475, "recall": 0.881423}, {"accuracy": 0.266798, "f1": 0.187485, "hf_subset": "hrv_Latn-lua_Latn", "languages": ["hrv-Latn", "lua-Latn"], "main_score": 0.187485, "precision": 0.165832, "recall": 0.266798}, {"accuracy": 0.25, "f1": 0.172207, "hf_subset": "hrv_Latn-nya_Latn", "languages": ["hrv-Latn", "nya-Latn"], "main_score": 0.172207, "precision": 0.150897, "recall": 0.25}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "hrv_Latn-slv_Latn", "languages": ["hrv-Latn", "slv-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.468379, "f1": 0.371779, "hf_subset": "hrv_Latn-tpi_Latn", "languages": ["hrv-Latn", "tpi-Latn"], "main_score": 0.371779, "precision": 0.338864, "recall": 0.468379}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hrv_Latn-zsm_Latn", "languages": ["hrv-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.201581, "f1": 0.123291, "hf_subset": "hrv_Latn-ayr_Latn", "languages": ["hrv-Latn", "ayr-Latn"], "main_score": 0.123291, "precision": 0.1044, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hrv_Latn-dan_Latn", "languages": ["hrv-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.922925, "f1": 0.899459, "hf_subset": "hrv_Latn-guj_Gujr", "languages": ["hrv-Latn", "guj-Gujr"], "main_score": 0.899459, "precision": 0.888505, "recall": 0.922925}, {"accuracy": 0.954545, "f1": 0.942029, "hf_subset": "hrv_Latn-kaz_Cyrl", "languages": ["hrv-Latn", "kaz-Cyrl"], "main_score": 0.942029, "precision": 0.935935, "recall": 0.954545}, {"accuracy": 0.195652, "f1": 0.131496, "hf_subset": "hrv_Latn-lug_Latn", "languages": ["hrv-Latn", "lug-Latn"], "main_score": 0.131496, "precision": 0.115917, "recall": 0.195652}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "hrv_Latn-oci_Latn", "languages": ["hrv-Latn", "oci-Latn"], "main_score": 0.905632, "precision": 0.894763, "recall": 0.927866}, {"accuracy": 0.215415, "f1": 0.143596, "hf_subset": "hrv_Latn-smo_Latn", "languages": ["hrv-Latn", "smo-Latn"], "main_score": 0.143596, "precision": 0.125624, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.154934, "hf_subset": "hrv_Latn-tsn_Latn", "languages": ["hrv-Latn", "tsn-Latn"], "main_score": 0.154934, "precision": 0.137133, "recall": 0.225296}, {"accuracy": 0.156126, "f1": 0.095616, "hf_subset": "hrv_Latn-zul_Latn", "languages": ["hrv-Latn", "zul-Latn"], "main_score": 0.095616, "precision": 0.082045, "recall": 0.156126}, {"accuracy": 0.557312, "f1": 0.472706, "hf_subset": "hrv_Latn-azb_Arab", "languages": ["hrv-Latn", "azb-Arab"], "main_score": 0.472706, "precision": 0.440671, "recall": 0.557312}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hrv_Latn-deu_Latn", "languages": ["hrv-Latn", "deu-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.321146, "f1": 0.233501, "hf_subset": "hrv_Latn-hat_Latn", "languages": ["hrv-Latn", "hat-Latn"], "main_score": 0.233501, "precision": 0.206534, "recall": 0.321146}, {"accuracy": 0.199605, "f1": 0.128099, "hf_subset": "hrv_Latn-kbp_Latn", "languages": ["hrv-Latn", "kbp-Latn"], "main_score": 0.128099, "precision": 0.110586, "recall": 0.199605}, {"accuracy": 0.243083, "f1": 0.162296, "hf_subset": "hrv_Latn-luo_Latn", "languages": ["hrv-Latn", "luo-Latn"], "main_score": 0.162296, "precision": 0.141742, "recall": 0.243083}, {"accuracy": 0.831028, "f1": 0.78714, "hf_subset": "hrv_Latn-ory_Orya", "languages": ["hrv-Latn", "ory-Orya"], "main_score": 0.78714, "precision": 0.767688, "recall": 0.831028}, {"accuracy": 0.184783, "f1": 0.115282, "hf_subset": "hrv_Latn-sna_Latn", "languages": ["hrv-Latn", "sna-Latn"], "main_score": 0.115282, "precision": 0.098664, "recall": 0.184783}, {"accuracy": 0.206522, "f1": 0.137726, "hf_subset": "hrv_Latn-tso_Latn", "languages": ["hrv-Latn", "tso-Latn"], "main_score": 0.137726, "precision": 0.120442, "recall": 0.206522}, {"accuracy": 0.958498, "f1": 0.946146, "hf_subset": "hrv_Latn-azj_Latn", "languages": ["hrv-Latn", "azj-Latn"], "main_score": 0.946146, "precision": 0.940217, "recall": 0.958498}, {"accuracy": 0.317194, "f1": 0.227913, "hf_subset": "hrv_Latn-dik_Latn", "languages": ["hrv-Latn", "dik-Latn"], "main_score": 0.227913, "precision": 0.202438, "recall": 0.317194}, {"accuracy": 0.26087, "f1": 0.182418, "hf_subset": "hrv_Latn-hau_Latn", "languages": ["hrv-Latn", "hau-Latn"], "main_score": 0.182418, "precision": 0.162549, "recall": 0.26087}, {"accuracy": 0.672925, "f1": 0.597312, "hf_subset": "hrv_Latn-kea_Latn", "languages": ["hrv-Latn", "kea-Latn"], "main_score": 0.597312, "precision": 0.566404, "recall": 0.672925}, {"accuracy": 0.378458, "f1": 0.29228, "hf_subset": "hrv_Latn-lus_Latn", "languages": ["hrv-Latn", "lus-Latn"], "main_score": 0.29228, "precision": 0.265475, "recall": 0.378458}, {"accuracy": 0.482213, "f1": 0.391173, "hf_subset": "hrv_Latn-pag_Latn", "languages": ["hrv-Latn", "pag-Latn"], "main_score": 0.391173, "precision": 0.359752, "recall": 0.482213}, {"accuracy": 0.866601, "f1": 0.82915, "hf_subset": "hrv_Latn-snd_Arab", "languages": ["hrv-Latn", "snd-Arab"], "main_score": 0.82915, "precision": 0.811957, "recall": 0.866601}, {"accuracy": 0.355731, "f1": 0.267229, "hf_subset": "hrv_Latn-tuk_Latn", "languages": ["hrv-Latn", "tuk-Latn"], "main_score": 0.267229, "precision": 0.240125, "recall": 0.355731}, {"accuracy": 0.475296, "f1": 0.387577, "hf_subset": "hrv_Latn-bak_Cyrl", "languages": ["hrv-Latn", "bak-Cyrl"], "main_score": 0.387577, "precision": 0.357185, "recall": 0.475296}, {"accuracy": 0.199605, "f1": 0.131246, "hf_subset": "hrv_Latn-dyu_Latn", "languages": ["hrv-Latn", "dyu-Latn"], "main_score": 0.131246, "precision": 0.112217, "recall": 0.199605}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "hrv_Latn-heb_Hebr", "languages": ["hrv-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hrv_Latn-khk_Cyrl", "languages": ["hrv-Latn", "khk-Cyrl"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.98913, "f1": 0.985903, "hf_subset": "hrv_Latn-lvs_Latn", "languages": ["hrv-Latn", "lvs-Latn"], "main_score": 0.985903, "precision": 0.984437, "recall": 0.98913}, {"accuracy": 0.859684, "f1": 0.823172, "hf_subset": "hrv_Latn-pan_Guru", "languages": ["hrv-Latn", "pan-Guru"], "main_score": 0.823172, "precision": 0.807025, "recall": 0.859684}, {"accuracy": 0.285573, "f1": 0.210285, "hf_subset": "hrv_Latn-som_Latn", "languages": ["hrv-Latn", "som-Latn"], "main_score": 0.210285, "precision": 0.188415, "recall": 0.285573}, {"accuracy": 0.216403, "f1": 0.139539, "hf_subset": "hrv_Latn-tum_Latn", "languages": ["hrv-Latn", "tum-Latn"], "main_score": 0.139539, "precision": 0.120378, "recall": 0.216403}, {"accuracy": 0.021739, "f1": 0.014976, "hf_subset": "kin_Latn-ace_Arab", "languages": ["kin-Latn", "ace-Arab"], "main_score": 0.014976, "precision": 0.013682, "recall": 0.021739}, {"accuracy": 0.145257, "f1": 0.136858, "hf_subset": "kin_Latn-bam_Latn", "languages": ["kin-Latn", "bam-Latn"], "main_score": 0.136858, "precision": 0.133763, "recall": 0.145257}, {"accuracy": 0.004941, "f1": 0.000584, "hf_subset": "kin_Latn-dzo_Tibt", "languages": ["kin-Latn", "dzo-Tibt"], "main_score": 0.000584, "precision": 0.000336, "recall": 0.004941}, {"accuracy": 0.089921, "f1": 0.070644, "hf_subset": "kin_Latn-hin_Deva", "languages": ["kin-Latn", "hin-Deva"], "main_score": 0.070644, "precision": 0.06685, "recall": 0.089921}, {"accuracy": 0.086957, "f1": 0.078531, "hf_subset": "kin_Latn-khm_Khmr", "languages": ["kin-Latn", "khm-Khmr"], "main_score": 0.078531, "precision": 0.076343, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.05396, "hf_subset": "kin_Latn-mag_Deva", "languages": ["kin-Latn", "mag-Deva"], "main_score": 0.05396, "precision": 0.051832, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.064183, "hf_subset": "kin_Latn-pap_Latn", "languages": ["kin-Latn", "pap-Latn"], "main_score": 0.064183, "precision": 0.062525, "recall": 0.072134}, {"accuracy": 0.184783, "f1": 0.164169, "hf_subset": "kin_Latn-sot_Latn", "languages": ["kin-Latn", "sot-Latn"], "main_score": 0.164169, "precision": 0.159365, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.114727, "hf_subset": "kin_Latn-tur_Latn", "languages": ["kin-Latn", "tur-Latn"], "main_score": 0.114727, "precision": 0.111244, "recall": 0.134387}, {"accuracy": 0.105731, "f1": 0.098611, "hf_subset": "kin_Latn-ace_Latn", "languages": ["kin-Latn", "ace-Latn"], "main_score": 0.098611, "precision": 0.096194, "recall": 0.105731}, {"accuracy": 0.079051, "f1": 0.073713, "hf_subset": "kin_Latn-ban_Latn", "languages": ["kin-Latn", "ban-Latn"], "main_score": 0.073713, "precision": 0.072649, "recall": 0.079051}, {"accuracy": 0.089921, "f1": 0.075373, "hf_subset": "kin_Latn-ell_Grek", "languages": ["kin-Latn", "ell-Grek"], "main_score": 0.075373, "precision": 0.071891, "recall": 0.089921}, {"accuracy": 0.061265, "f1": 0.053761, "hf_subset": "kin_Latn-hne_Deva", "languages": ["kin-Latn", "hne-Deva"], "main_score": 0.053761, "precision": 0.052415, "recall": 0.061265}, {"accuracy": 0.153162, "f1": 0.142031, "hf_subset": "kin_Latn-kik_Latn", "languages": ["kin-Latn", "kik-Latn"], "main_score": 0.142031, "precision": 0.138041, "recall": 0.153162}, {"accuracy": 0.066206, "f1": 0.060455, "hf_subset": "kin_Latn-mai_Deva", "languages": ["kin-Latn", "mai-Deva"], "main_score": 0.060455, "precision": 0.058801, "recall": 0.066206}, {"accuracy": 0.092885, "f1": 0.075074, "hf_subset": "kin_Latn-pbt_Arab", "languages": ["kin-Latn", "pbt-Arab"], "main_score": 0.075074, "precision": 0.072024, "recall": 0.092885}, {"accuracy": 0.132411, "f1": 0.115431, "hf_subset": "kin_Latn-spa_Latn", "languages": ["kin-Latn", "spa-Latn"], "main_score": 0.115431, "precision": 0.111997, "recall": 0.132411}, {"accuracy": 0.18083, "f1": 0.164743, "hf_subset": "kin_Latn-twi_Latn", "languages": ["kin-Latn", "twi-Latn"], "main_score": 0.164743, "precision": 0.159756, "recall": 0.18083}, {"accuracy": 0.052372, "f1": 0.047518, "hf_subset": "kin_Latn-acm_Arab", "languages": ["kin-Latn", "acm-Arab"], "main_score": 0.047518, "precision": 0.046623, "recall": 0.052372}, {"accuracy": 0.083992, "f1": 0.063849, "hf_subset": "kin_Latn-bel_Cyrl", "languages": ["kin-Latn", "bel-Cyrl"], "main_score": 0.063849, "precision": 0.06008, "recall": 0.083992}, {"accuracy": 0.133399, "f1": 0.114497, "hf_subset": "kin_Latn-eng_Latn", "languages": ["kin-Latn", "eng-Latn"], "main_score": 0.114497, "precision": 0.109896, "recall": 0.133399}, {"accuracy": 0.092885, "f1": 0.082765, "hf_subset": "kin_Latn-hrv_Latn", "languages": ["kin-Latn", "hrv-Latn"], "main_score": 0.082765, "precision": 0.080204, "recall": 0.092885}, {"accuracy": 0.034585, "f1": 0.028197, "hf_subset": "kin_Latn-mal_Mlym", "languages": ["kin-Latn", "mal-Mlym"], "main_score": 0.028197, "precision": 0.027417, "recall": 0.034585}, {"accuracy": 0.082016, "f1": 0.070906, "hf_subset": "kin_Latn-pes_Arab", "languages": ["kin-Latn", "pes-Arab"], "main_score": 0.070906, "precision": 0.06771, "recall": 0.082016}, {"accuracy": 0.096838, "f1": 0.085152, "hf_subset": "kin_Latn-srd_Latn", "languages": ["kin-Latn", "srd-Latn"], "main_score": 0.085152, "precision": 0.081545, "recall": 0.096838}, {"accuracy": 0.067194, "f1": 0.052864, "hf_subset": "kin_Latn-tzm_Tfng", "languages": ["kin-Latn", "tzm-Tfng"], "main_score": 0.052864, "precision": 0.049978, "recall": 0.067194}, {"accuracy": 0.065217, "f1": 0.055684, "hf_subset": "kin_Latn-acq_Arab", "languages": ["kin-Latn", "acq-Arab"], "main_score": 0.055684, "precision": 0.053637, "recall": 0.065217}, {"accuracy": 0.230237, "f1": 0.206409, "hf_subset": "kin_Latn-bem_Latn", "languages": ["kin-Latn", "bem-Latn"], "main_score": 0.206409, "precision": 0.19851, "recall": 0.230237}, {"accuracy": 0.090909, "f1": 0.08548, "hf_subset": "kin_Latn-epo_Latn", "languages": ["kin-Latn", "epo-Latn"], "main_score": 0.08548, "precision": 0.083635, "recall": 0.090909}, {"accuracy": 0.131423, "f1": 0.11192, "hf_subset": "kin_Latn-hun_Latn", "languages": ["kin-Latn", "hun-Latn"], "main_score": 0.11192, "precision": 0.107695, "recall": 0.131423}, {"accuracy": 0.087945, "f1": 0.073935, "hf_subset": "kin_Latn-kir_Cyrl", "languages": ["kin-Latn", "kir-Cyrl"], "main_score": 0.073935, "precision": 0.070675, "recall": 0.087945}, {"accuracy": 0.065217, "f1": 0.055226, "hf_subset": "kin_Latn-mar_Deva", "languages": ["kin-Latn", "mar-Deva"], "main_score": 0.055226, "precision": 0.052987, "recall": 0.065217}, {"accuracy": 0.113636, "f1": 0.104019, "hf_subset": "kin_Latn-plt_Latn", "languages": ["kin-Latn", "plt-Latn"], "main_score": 0.104019, "precision": 0.101136, "recall": 0.113636}, {"accuracy": 0.098814, "f1": 0.079123, "hf_subset": "kin_Latn-srp_Cyrl", "languages": ["kin-Latn", "srp-Cyrl"], "main_score": 0.079123, "precision": 0.074904, "recall": 0.098814}, {"accuracy": 0.05336, "f1": 0.046912, "hf_subset": "kin_Latn-uig_Arab", "languages": ["kin-Latn", "uig-Arab"], "main_score": 0.046912, "precision": 0.045297, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.060687, "hf_subset": "kin_Latn-aeb_Arab", "languages": ["kin-Latn", "aeb-Arab"], "main_score": 0.060687, "precision": 0.059395, "recall": 0.068182}, {"accuracy": 0.039526, "f1": 0.032601, "hf_subset": "kin_Latn-ben_Beng", "languages": ["kin-Latn", "ben-Beng"], "main_score": 0.032601, "precision": 0.031155, "recall": 0.039526}, {"accuracy": 0.133399, "f1": 0.113798, "hf_subset": "kin_Latn-est_Latn", "languages": ["kin-Latn", "est-Latn"], "main_score": 0.113798, "precision": 0.109851, "recall": 0.133399}, {"accuracy": 0.064229, "f1": 0.052654, "hf_subset": "kin_Latn-hye_Armn", "languages": ["kin-Latn", "hye-Armn"], "main_score": 0.052654, "precision": 0.050291, "recall": 0.064229}, {"accuracy": 0.205534, "f1": 0.187474, "hf_subset": "kin_Latn-kmb_Latn", "languages": ["kin-Latn", "kmb-Latn"], "main_score": 0.187474, "precision": 0.182173, "recall": 0.205534}, {"accuracy": 0.018775, "f1": 0.015928, "hf_subset": "kin_Latn-min_Arab", "languages": ["kin-Latn", "min-Arab"], "main_score": 0.015928, "precision": 0.014822, "recall": 0.018775}, {"accuracy": 0.134387, "f1": 0.112921, "hf_subset": "kin_Latn-pol_Latn", "languages": ["kin-Latn", "pol-Latn"], "main_score": 0.112921, "precision": 0.108913, "recall": 0.134387}, {"accuracy": 0.140316, "f1": 0.123797, "hf_subset": "kin_Latn-ssw_Latn", "languages": ["kin-Latn", "ssw-Latn"], "main_score": 0.123797, "precision": 0.118798, "recall": 0.140316}, {"accuracy": 0.089921, "f1": 0.073153, "hf_subset": "kin_Latn-ukr_Cyrl", "languages": ["kin-Latn", "ukr-Cyrl"], "main_score": 0.073153, "precision": 0.069513, "recall": 0.089921}, {"accuracy": 0.143281, "f1": 0.124526, "hf_subset": "kin_Latn-afr_Latn", "languages": ["kin-Latn", "afr-Latn"], "main_score": 0.124526, "precision": 0.1202, "recall": 0.143281}, {"accuracy": 0.06917, "f1": 0.059657, "hf_subset": "kin_Latn-bho_Deva", "languages": ["kin-Latn", "bho-Deva"], "main_score": 0.059657, "precision": 0.056842, "recall": 0.06917}, {"accuracy": 0.072134, "f1": 0.064185, "hf_subset": "kin_Latn-eus_Latn", "languages": ["kin-Latn", "eus-Latn"], "main_score": 0.064185, "precision": 0.062348, "recall": 0.072134}, {"accuracy": 0.168972, "f1": 0.148072, "hf_subset": "kin_Latn-ibo_Latn", "languages": ["kin-Latn", "ibo-Latn"], "main_score": 0.148072, "precision": 0.141621, "recall": 0.168972}, {"accuracy": 0.116601, "f1": 0.102953, "hf_subset": "kin_Latn-kmr_Latn", "languages": ["kin-Latn", "kmr-Latn"], "main_score": 0.102953, "precision": 0.100263, "recall": 0.116601}, {"accuracy": 0.083004, "f1": 0.076234, "hf_subset": "kin_Latn-min_Latn", "languages": ["kin-Latn", "min-Latn"], "main_score": 0.076234, "precision": 0.074896, "recall": 0.083004}, {"accuracy": 0.126482, "f1": 0.106417, "hf_subset": "kin_Latn-por_Latn", "languages": ["kin-Latn", "por-Latn"], "main_score": 0.106417, "precision": 0.102013, "recall": 0.126482}, {"accuracy": 0.073123, "f1": 0.065652, "hf_subset": "kin_Latn-sun_Latn", "languages": ["kin-Latn", "sun-Latn"], "main_score": 0.065652, "precision": 0.063939, "recall": 0.073123}, {"accuracy": 0.147233, "f1": 0.128376, "hf_subset": "kin_Latn-umb_Latn", "languages": ["kin-Latn", "umb-Latn"], "main_score": 0.128376, "precision": 0.122085, "recall": 0.147233}, {"accuracy": 0.078063, "f1": 0.066016, "hf_subset": "kin_Latn-ajp_Arab", "languages": ["kin-Latn", "ajp-Arab"], "main_score": 0.066016, "precision": 0.063808, "recall": 0.078063}, {"accuracy": 0.032609, "f1": 0.02794, "hf_subset": "kin_Latn-bjn_Arab", "languages": ["kin-Latn", "bjn-Arab"], "main_score": 0.02794, "precision": 0.026571, "recall": 0.032609}, {"accuracy": 0.137352, "f1": 0.125878, "hf_subset": "kin_Latn-ewe_Latn", "languages": ["kin-Latn", "ewe-Latn"], "main_score": 0.125878, "precision": 0.122537, "recall": 0.137352}, {"accuracy": 0.133399, "f1": 0.121939, "hf_subset": "kin_Latn-ilo_Latn", "languages": ["kin-Latn", "ilo-Latn"], "main_score": 0.121939, "precision": 0.11802, "recall": 0.133399}, {"accuracy": 0.027668, "f1": 0.025707, "hf_subset": "kin_Latn-knc_Arab", "languages": ["kin-Latn", "knc-Arab"], "main_score": 0.025707, "precision": 0.025205, "recall": 0.027668}, {"accuracy": 0.108696, "f1": 0.088665, "hf_subset": "kin_Latn-mkd_Cyrl", "languages": ["kin-Latn", "mkd-Cyrl"], "main_score": 0.088665, "precision": 0.083968, "recall": 0.108696}, {"accuracy": 0.06917, "f1": 0.058781, "hf_subset": "kin_Latn-prs_Arab", "languages": ["kin-Latn", "prs-Arab"], "main_score": 0.058781, "precision": 0.056318, "recall": 0.06917}, {"accuracy": 0.118577, "f1": 0.102391, "hf_subset": "kin_Latn-swe_Latn", "languages": ["kin-Latn", "swe-Latn"], "main_score": 0.102391, "precision": 0.098874, "recall": 0.118577}, {"accuracy": 0.064229, "f1": 0.052955, "hf_subset": "kin_Latn-urd_Arab", "languages": ["kin-Latn", "urd-Arab"], "main_score": 0.052955, "precision": 0.050747, "recall": 0.064229}, {"accuracy": 0.166008, "f1": 0.150833, "hf_subset": "kin_Latn-aka_Latn", "languages": ["kin-Latn", "aka-Latn"], "main_score": 0.150833, "precision": 0.146556, "recall": 0.166008}, {"accuracy": 0.06917, "f1": 0.060973, "hf_subset": "kin_Latn-bjn_Latn", "languages": ["kin-Latn", "bjn-Latn"], "main_score": 0.060973, "precision": 0.058681, "recall": 0.06917}, {"accuracy": 0.091897, "f1": 0.082174, "hf_subset": "kin_Latn-fao_Latn", "languages": ["kin-Latn", "fao-Latn"], "main_score": 0.082174, "precision": 0.080054, "recall": 0.091897}, {"accuracy": 0.132411, "f1": 0.113843, "hf_subset": "kin_Latn-ind_Latn", "languages": ["kin-Latn", "ind-Latn"], "main_score": 0.113843, "precision": 0.109492, "recall": 0.132411}, {"accuracy": 0.136364, "f1": 0.124383, "hf_subset": "kin_Latn-knc_Latn", "languages": ["kin-Latn", "knc-Latn"], "main_score": 0.124383, "precision": 0.120488, "recall": 0.136364}, {"accuracy": 0.133399, "f1": 0.12082, "hf_subset": "kin_Latn-mlt_Latn", "languages": ["kin-Latn", "mlt-Latn"], "main_score": 0.12082, "precision": 0.116656, "recall": 0.133399}, {"accuracy": 0.164032, "f1": 0.149877, "hf_subset": "kin_Latn-quy_Latn", "languages": ["kin-Latn", "quy-Latn"], "main_score": 0.149877, "precision": 0.14524, "recall": 0.164032}, {"accuracy": 0.12747, "f1": 0.110218, "hf_subset": "kin_Latn-swh_Latn", "languages": ["kin-Latn", "swh-Latn"], "main_score": 0.110218, "precision": 0.105461, "recall": 0.12747}, {"accuracy": 0.055336, "f1": 0.050287, "hf_subset": "kin_Latn-uzn_Latn", "languages": ["kin-Latn", "uzn-Latn"], "main_score": 0.050287, "precision": 0.049369, "recall": 0.055336}, {"accuracy": 0.11166, "f1": 0.096763, "hf_subset": "kin_Latn-als_Latn", "languages": ["kin-Latn", "als-Latn"], "main_score": 0.096763, "precision": 0.093036, "recall": 0.11166}, {"accuracy": 0.034585, "f1": 0.024803, "hf_subset": "kin_Latn-bod_Tibt", "languages": ["kin-Latn", "bod-Tibt"], "main_score": 0.024803, "precision": 0.022395, "recall": 0.034585}, {"accuracy": 0.098814, "f1": 0.086032, "hf_subset": "kin_Latn-fij_Latn", "languages": ["kin-Latn", "fij-Latn"], "main_score": 0.086032, "precision": 0.083365, "recall": 0.098814}, {"accuracy": 0.079051, "f1": 0.07545, "hf_subset": "kin_Latn-isl_Latn", "languages": ["kin-Latn", "isl-Latn"], "main_score": 0.07545, "precision": 0.074524, "recall": 0.079051}, {"accuracy": 0.185771, "f1": 0.171417, "hf_subset": "kin_Latn-kon_Latn", "languages": ["kin-Latn", "kon-Latn"], "main_score": 0.171417, "precision": 0.166995, "recall": 0.185771}, {"accuracy": 0.035573, "f1": 0.029727, "hf_subset": "kin_Latn-mni_Beng", "languages": ["kin-Latn", "mni-Beng"], "main_score": 0.029727, "precision": 0.028216, "recall": 0.035573}, {"accuracy": 0.137352, "f1": 0.121008, "hf_subset": "kin_Latn-ron_Latn", "languages": ["kin-Latn", "ron-Latn"], "main_score": 0.121008, "precision": 0.117639, "recall": 0.137352}, {"accuracy": 0.08004, "f1": 0.072166, "hf_subset": "kin_Latn-szl_Latn", "languages": ["kin-Latn", "szl-Latn"], "main_score": 0.072166, "precision": 0.07035, "recall": 0.08004}, {"accuracy": 0.109684, "f1": 0.096862, "hf_subset": "kin_Latn-vec_Latn", "languages": ["kin-Latn", "vec-Latn"], "main_score": 0.096862, "precision": 0.094394, "recall": 0.109684}, {"accuracy": 0.043478, "f1": 0.031316, "hf_subset": "kin_Latn-amh_Ethi", "languages": ["kin-Latn", "amh-Ethi"], "main_score": 0.031316, "precision": 0.029297, "recall": 0.043478}, {"accuracy": 0.129447, "f1": 0.111417, "hf_subset": "kin_Latn-bos_Latn", "languages": ["kin-Latn", "bos-Latn"], "main_score": 0.111417, "precision": 0.1079, "recall": 0.129447}, {"accuracy": 0.119565, "f1": 0.105077, "hf_subset": "kin_Latn-fin_Latn", "languages": ["kin-Latn", "fin-Latn"], "main_score": 0.105077, "precision": 0.102174, "recall": 0.119565}, {"accuracy": 0.132411, "f1": 0.11254, "hf_subset": "kin_Latn-ita_Latn", "languages": ["kin-Latn", "ita-Latn"], "main_score": 0.11254, "precision": 0.108617, "recall": 0.132411}, {"accuracy": 0.086957, "f1": 0.072196, "hf_subset": "kin_Latn-kor_Hang", "languages": ["kin-Latn", "kor-Hang"], "main_score": 0.072196, "precision": 0.06919, "recall": 0.086957}, {"accuracy": 0.134387, "f1": 0.121817, "hf_subset": "kin_Latn-mos_Latn", "languages": ["kin-Latn", "mos-Latn"], "main_score": 0.121817, "precision": 0.118271, "recall": 0.134387}, {"accuracy": 0.382411, "f1": 0.344873, "hf_subset": "kin_Latn-run_Latn", "languages": ["kin-Latn", "run-Latn"], "main_score": 0.344873, "precision": 0.331161, "recall": 0.382411}, {"accuracy": 0.040514, "f1": 0.03423, "hf_subset": "kin_Latn-tam_Taml", "languages": ["kin-Latn", "tam-Taml"], "main_score": 0.03423, "precision": 0.033175, "recall": 0.040514}, {"accuracy": 0.131423, "f1": 0.115283, "hf_subset": "kin_Latn-vie_Latn", "languages": ["kin-Latn", "vie-Latn"], "main_score": 0.115283, "precision": 0.112314, "recall": 0.131423}, {"accuracy": 0.055336, "f1": 0.051362, "hf_subset": "kin_Latn-apc_Arab", "languages": ["kin-Latn", "apc-Arab"], "main_score": 0.051362, "precision": 0.050565, "recall": 0.055336}, {"accuracy": 0.114625, "f1": 0.104803, "hf_subset": "kin_Latn-bug_Latn", "languages": ["kin-Latn", "bug-Latn"], "main_score": 0.104803, "precision": 0.102463, "recall": 0.114625}, {"accuracy": 0.153162, "f1": 0.142118, "hf_subset": "kin_Latn-fon_Latn", "languages": ["kin-Latn", "fon-Latn"], "main_score": 0.142118, "precision": 0.138095, "recall": 0.153162}, {"accuracy": 0.083004, "f1": 0.077404, "hf_subset": "kin_Latn-jav_Latn", "languages": ["kin-Latn", "jav-Latn"], "main_score": 0.077404, "precision": 0.075584, "recall": 0.083004}, {"accuracy": 0.116601, "f1": 0.098548, "hf_subset": "kin_Latn-lao_Laoo", "languages": ["kin-Latn", "lao-Laoo"], "main_score": 0.098548, "precision": 0.094199, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.122091, "hf_subset": "kin_Latn-mri_Latn", "languages": ["kin-Latn", "mri-Latn"], "main_score": 0.122091, "precision": 0.117953, "recall": 0.135375}, {"accuracy": 0.107708, "f1": 0.090725, "hf_subset": "kin_Latn-rus_Cyrl", "languages": ["kin-Latn", "rus-Cyrl"], "main_score": 0.090725, "precision": 0.08755, "recall": 0.107708}, {"accuracy": 0.164032, "f1": 0.149481, "hf_subset": "kin_Latn-taq_Latn", "languages": ["kin-Latn", "taq-Latn"], "main_score": 0.149481, "precision": 0.145854, "recall": 0.164032}, {"accuracy": 0.116601, "f1": 0.10902, "hf_subset": "kin_Latn-war_Latn", "languages": ["kin-Latn", "war-Latn"], "main_score": 0.10902, "precision": 0.106734, "recall": 0.116601}, {"accuracy": 0.074111, "f1": 0.061978, "hf_subset": "kin_Latn-arb_Arab", "languages": ["kin-Latn", "arb-Arab"], "main_score": 0.061978, "precision": 0.059664, "recall": 0.074111}, {"accuracy": 0.11166, "f1": 0.087876, "hf_subset": "kin_Latn-bul_Cyrl", "languages": ["kin-Latn", "bul-Cyrl"], "main_score": 0.087876, "precision": 0.08282, "recall": 0.11166}, {"accuracy": 0.144269, "f1": 0.122465, "hf_subset": "kin_Latn-fra_Latn", "languages": ["kin-Latn", "fra-Latn"], "main_score": 0.122465, "precision": 0.117541, "recall": 0.144269}, {"accuracy": 0.081028, "f1": 0.065593, "hf_subset": "kin_Latn-jpn_Jpan", "languages": ["kin-Latn", "jpn-Jpan"], "main_score": 0.065593, "precision": 0.062845, "recall": 0.081028}, {"accuracy": 0.085968, "f1": 0.077418, "hf_subset": "kin_Latn-lij_Latn", "languages": ["kin-Latn", "lij-Latn"], "main_score": 0.077418, "precision": 0.074661, "recall": 0.085968}, {"accuracy": 0.062253, "f1": 0.052952, "hf_subset": "kin_Latn-mya_Mymr", "languages": ["kin-Latn", "mya-Mymr"], "main_score": 0.052952, "precision": 0.05054, "recall": 0.062253}, {"accuracy": 0.125494, "f1": 0.108241, "hf_subset": "kin_Latn-sag_Latn", "languages": ["kin-Latn", "sag-Latn"], "main_score": 0.108241, "precision": 0.103184, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.058561, "hf_subset": "kin_Latn-taq_Tfng", "languages": ["kin-Latn", "taq-Tfng"], "main_score": 0.058561, "precision": 0.055072, "recall": 0.075099}, {"accuracy": 0.157115, "f1": 0.135775, "hf_subset": "kin_Latn-wol_Latn", "languages": ["kin-Latn", "wol-Latn"], "main_score": 0.135775, "precision": 0.130164, "recall": 0.157115}, {"accuracy": 0.088933, "f1": 0.075869, "hf_subset": "kin_Latn-arb_Latn", "languages": ["kin-Latn", "arb-Latn"], "main_score": 0.075869, "precision": 0.071921, "recall": 0.088933}, {"accuracy": 0.13834, "f1": 0.120145, "hf_subset": "kin_Latn-cat_Latn", "languages": ["kin-Latn", "cat-Latn"], "main_score": 0.120145, "precision": 0.115778, "recall": 0.13834}, {"accuracy": 0.109684, "f1": 0.094963, "hf_subset": "kin_Latn-fur_Latn", "languages": ["kin-Latn", "fur-Latn"], "main_score": 0.094963, "precision": 0.091433, "recall": 0.109684}, {"accuracy": 0.059289, "f1": 0.046707, "hf_subset": "kin_Latn-kab_Latn", "languages": ["kin-Latn", "kab-Latn"], "main_score": 0.046707, "precision": 0.044046, "recall": 0.059289}, {"accuracy": 0.093874, "f1": 0.086764, "hf_subset": "kin_Latn-lim_Latn", "languages": ["kin-Latn", "lim-Latn"], "main_score": 0.086764, "precision": 0.084441, "recall": 0.093874}, {"accuracy": 0.133399, "f1": 0.112028, "hf_subset": "kin_Latn-nld_Latn", "languages": ["kin-Latn", "nld-Latn"], "main_score": 0.112028, "precision": 0.10716, "recall": 0.133399}, {"accuracy": 0.039526, "f1": 0.032087, "hf_subset": "kin_Latn-san_Deva", "languages": ["kin-Latn", "san-Deva"], "main_score": 0.032087, "precision": 0.031007, "recall": 0.039526}, {"accuracy": 0.075099, "f1": 0.06323, "hf_subset": "kin_Latn-tat_Cyrl", "languages": ["kin-Latn", "tat-Cyrl"], "main_score": 0.06323, "precision": 0.060905, "recall": 0.075099}, {"accuracy": 0.172925, "f1": 0.154346, "hf_subset": "kin_Latn-xho_Latn", "languages": ["kin-Latn", "xho-Latn"], "main_score": 0.154346, "precision": 0.148379, "recall": 0.172925}, {"accuracy": 0.068182, "f1": 0.056065, "hf_subset": "kin_Latn-ars_Arab", "languages": ["kin-Latn", "ars-Arab"], "main_score": 0.056065, "precision": 0.053794, "recall": 0.068182}, {"accuracy": 0.098814, "f1": 0.087595, "hf_subset": "kin_Latn-ceb_Latn", "languages": ["kin-Latn", "ceb-Latn"], "main_score": 0.087595, "precision": 0.085022, "recall": 0.098814}, {"accuracy": 0.135375, "f1": 0.121878, "hf_subset": "kin_Latn-fuv_Latn", "languages": ["kin-Latn", "fuv-Latn"], "main_score": 0.121878, "precision": 0.117446, "recall": 0.135375}, {"accuracy": 0.15415, "f1": 0.136766, "hf_subset": "kin_Latn-kac_Latn", "languages": ["kin-Latn", "kac-Latn"], "main_score": 0.136766, "precision": 0.131233, "recall": 0.15415}, {"accuracy": 0.153162, "f1": 0.138744, "hf_subset": "kin_Latn-lin_Latn", "languages": ["kin-Latn", "lin-Latn"], "main_score": 0.138744, "precision": 0.134676, "recall": 0.153162}, {"accuracy": 0.123518, "f1": 0.107776, "hf_subset": "kin_Latn-nno_Latn", "languages": ["kin-Latn", "nno-Latn"], "main_score": 0.107776, "precision": 0.104136, "recall": 0.123518}, {"accuracy": 0.017787, "f1": 0.008682, "hf_subset": "kin_Latn-sat_Olck", "languages": ["kin-Latn", "sat-Olck"], "main_score": 0.008682, "precision": 0.007199, "recall": 0.017787}, {"accuracy": 0.039526, "f1": 0.034953, "hf_subset": "kin_Latn-tel_Telu", "languages": ["kin-Latn", "tel-Telu"], "main_score": 0.034953, "precision": 0.034479, "recall": 0.039526}, {"accuracy": 0.034585, "f1": 0.028274, "hf_subset": "kin_Latn-ydd_Hebr", "languages": ["kin-Latn", "ydd-Hebr"], "main_score": 0.028274, "precision": 0.0265, "recall": 0.034585}, {"accuracy": 0.046443, "f1": 0.039468, "hf_subset": "kin_Latn-ary_Arab", "languages": ["kin-Latn", "ary-Arab"], "main_score": 0.039468, "precision": 0.038253, "recall": 0.046443}, {"accuracy": 0.125494, "f1": 0.109284, "hf_subset": "kin_Latn-ces_Latn", "languages": ["kin-Latn", "ces-Latn"], "main_score": 0.109284, "precision": 0.105489, "recall": 0.125494}, {"accuracy": 0.083992, "f1": 0.071906, "hf_subset": "kin_Latn-gaz_Latn", "languages": ["kin-Latn", "gaz-Latn"], "main_score": 0.071906, "precision": 0.068598, "recall": 0.083992}, {"accuracy": 0.194664, "f1": 0.178477, "hf_subset": "kin_Latn-kam_Latn", "languages": ["kin-Latn", "kam-Latn"], "main_score": 0.178477, "precision": 0.172736, "recall": 0.194664}, {"accuracy": 0.12253, "f1": 0.102509, "hf_subset": "kin_Latn-lit_Latn", "languages": ["kin-Latn", "lit-Latn"], "main_score": 0.102509, "precision": 0.097878, "recall": 0.12253}, {"accuracy": 0.143281, "f1": 0.125193, "hf_subset": "kin_Latn-nob_Latn", "languages": ["kin-Latn", "nob-Latn"], "main_score": 0.125193, "precision": 0.121429, "recall": 0.143281}, {"accuracy": 0.088933, "f1": 0.080494, "hf_subset": "kin_Latn-scn_Latn", "languages": ["kin-Latn", "scn-Latn"], "main_score": 0.080494, "precision": 0.07836, "recall": 0.088933}, {"accuracy": 0.079051, "f1": 0.066017, "hf_subset": "kin_Latn-tgk_Cyrl", "languages": ["kin-Latn", "tgk-Cyrl"], "main_score": 0.066017, "precision": 0.062395, "recall": 0.079051}, {"accuracy": 0.106719, "f1": 0.094908, "hf_subset": "kin_Latn-yor_Latn", "languages": ["kin-Latn", "yor-Latn"], "main_score": 0.094908, "precision": 0.091394, "recall": 0.106719}, {"accuracy": 0.057312, "f1": 0.04936, "hf_subset": "kin_Latn-arz_Arab", "languages": ["kin-Latn", "arz-Arab"], "main_score": 0.04936, "precision": 0.047824, "recall": 0.057312}, {"accuracy": 0.162055, "f1": 0.147168, "hf_subset": "kin_Latn-cjk_Latn", "languages": ["kin-Latn", "cjk-Latn"], "main_score": 0.147168, "precision": 0.141816, "recall": 0.162055}, {"accuracy": 0.113636, "f1": 0.102495, "hf_subset": "kin_Latn-gla_Latn", "languages": ["kin-Latn", "gla-Latn"], "main_score": 0.102495, "precision": 0.100255, "recall": 0.113636}, {"accuracy": 0.035573, "f1": 0.029809, "hf_subset": "kin_Latn-kan_Knda", "languages": ["kin-Latn", "kan-Knda"], "main_score": 0.029809, "precision": 0.0285, "recall": 0.035573}, {"accuracy": 0.092885, "f1": 0.081573, "hf_subset": "kin_Latn-lmo_Latn", "languages": ["kin-Latn", "lmo-Latn"], "main_score": 0.081573, "precision": 0.078833, "recall": 0.092885}, {"accuracy": 0.085968, "f1": 0.073101, "hf_subset": "kin_Latn-npi_Deva", "languages": ["kin-Latn", "npi-Deva"], "main_score": 0.073101, "precision": 0.070155, "recall": 0.085968}, {"accuracy": 0.094862, "f1": 0.084517, "hf_subset": "kin_Latn-shn_Mymr", "languages": ["kin-Latn", "shn-Mymr"], "main_score": 0.084517, "precision": 0.08136, "recall": 0.094862}, {"accuracy": 0.106719, "f1": 0.098713, "hf_subset": "kin_Latn-tgl_Latn", "languages": ["kin-Latn", "tgl-Latn"], "main_score": 0.098713, "precision": 0.096255, "recall": 0.106719}, {"accuracy": 0.099802, "f1": 0.081511, "hf_subset": "kin_Latn-yue_Hant", "languages": ["kin-Latn", "yue-Hant"], "main_score": 0.081511, "precision": 0.077685, "recall": 0.099802}, {"accuracy": 0.025692, "f1": 0.022365, "hf_subset": "kin_Latn-asm_Beng", "languages": ["kin-Latn", "asm-Beng"], "main_score": 0.022365, "precision": 0.02108, "recall": 0.025692}, {"accuracy": 0.063241, "f1": 0.047461, "hf_subset": "kin_Latn-ckb_Arab", "languages": ["kin-Latn", "ckb-Arab"], "main_score": 0.047461, "precision": 0.04452, "recall": 0.063241}, {"accuracy": 0.105731, "f1": 0.094774, "hf_subset": "kin_Latn-gle_Latn", "languages": ["kin-Latn", "gle-Latn"], "main_score": 0.094774, "precision": 0.091461, "recall": 0.105731}, {"accuracy": 0.033597, "f1": 0.03136, "hf_subset": "kin_Latn-kas_Arab", "languages": ["kin-Latn", "kas-Arab"], "main_score": 0.03136, "precision": 0.030881, "recall": 0.033597}, {"accuracy": 0.096838, "f1": 0.077408, "hf_subset": "kin_Latn-ltg_Latn", "languages": ["kin-Latn", "ltg-Latn"], "main_score": 0.077408, "precision": 0.073453, "recall": 0.096838}, {"accuracy": 0.168972, "f1": 0.153368, "hf_subset": "kin_Latn-nso_Latn", "languages": ["kin-Latn", "nso-Latn"], "main_score": 0.153368, "precision": 0.148928, "recall": 0.168972}, {"accuracy": 0.04249, "f1": 0.03627, "hf_subset": "kin_Latn-sin_Sinh", "languages": ["kin-Latn", "sin-Sinh"], "main_score": 0.03627, "precision": 0.035184, "recall": 0.04249}, {"accuracy": 0.083004, "f1": 0.068855, "hf_subset": "kin_Latn-tha_Thai", "languages": ["kin-Latn", "tha-Thai"], "main_score": 0.068855, "precision": 0.066247, "recall": 0.083004}, {"accuracy": 0.104743, "f1": 0.08299, "hf_subset": "kin_Latn-zho_Hans", "languages": ["kin-Latn", "zho-Hans"], "main_score": 0.08299, "precision": 0.079199, "recall": 0.104743}, {"accuracy": 0.11166, "f1": 0.09445, "hf_subset": "kin_Latn-ast_Latn", "languages": ["kin-Latn", "ast-Latn"], "main_score": 0.09445, "precision": 0.091239, "recall": 0.11166}, {"accuracy": 0.079051, "f1": 0.07374, "hf_subset": "kin_Latn-crh_Latn", "languages": ["kin-Latn", "crh-Latn"], "main_score": 0.07374, "precision": 0.071973, "recall": 0.079051}, {"accuracy": 0.140316, "f1": 0.117579, "hf_subset": "kin_Latn-glg_Latn", "languages": ["kin-Latn", "glg-Latn"], "main_score": 0.117579, "precision": 0.112566, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.052018, "hf_subset": "kin_Latn-kas_Deva", "languages": ["kin-Latn", "kas-Deva"], "main_score": 0.052018, "precision": 0.049964, "recall": 0.060277}, {"accuracy": 0.100791, "f1": 0.0904, "hf_subset": "kin_Latn-ltz_Latn", "languages": ["kin-Latn", "ltz-Latn"], "main_score": 0.0904, "precision": 0.087043, "recall": 0.100791}, {"accuracy": 0.11166, "f1": 0.093642, "hf_subset": "kin_Latn-nus_Latn", "languages": ["kin-Latn", "nus-Latn"], "main_score": 0.093642, "precision": 0.087442, "recall": 0.11166}, {"accuracy": 0.134387, "f1": 0.114093, "hf_subset": "kin_Latn-slk_Latn", "languages": ["kin-Latn", "slk-Latn"], "main_score": 0.114093, "precision": 0.109745, "recall": 0.134387}, {"accuracy": 0.019763, "f1": 0.015698, "hf_subset": "kin_Latn-tir_Ethi", "languages": ["kin-Latn", "tir-Ethi"], "main_score": 0.015698, "precision": 0.014807, "recall": 0.019763}, {"accuracy": 0.092885, "f1": 0.07419, "hf_subset": "kin_Latn-zho_Hant", "languages": ["kin-Latn", "zho-Hant"], "main_score": 0.07419, "precision": 0.07012, "recall": 0.092885}, {"accuracy": 0.075099, "f1": 0.064387, "hf_subset": "kin_Latn-awa_Deva", "languages": ["kin-Latn", "awa-Deva"], "main_score": 0.064387, "precision": 0.061629, "recall": 0.075099}, {"accuracy": 0.085968, "f1": 0.074187, "hf_subset": "kin_Latn-cym_Latn", "languages": ["kin-Latn", "cym-Latn"], "main_score": 0.074187, "precision": 0.071587, "recall": 0.085968}, {"accuracy": 0.126482, "f1": 0.118009, "hf_subset": "kin_Latn-grn_Latn", "languages": ["kin-Latn", "grn-Latn"], "main_score": 0.118009, "precision": 0.115653, "recall": 0.126482}, {"accuracy": 0.072134, "f1": 0.06062, "hf_subset": "kin_Latn-kat_Geor", "languages": ["kin-Latn", "kat-Geor"], "main_score": 0.06062, "precision": 0.057559, "recall": 0.072134}, {"accuracy": 0.157115, "f1": 0.141358, "hf_subset": "kin_Latn-lua_Latn", "languages": ["kin-Latn", "lua-Latn"], "main_score": 0.141358, "precision": 0.136453, "recall": 0.157115}, {"accuracy": 0.182806, "f1": 0.168606, "hf_subset": "kin_Latn-nya_Latn", "languages": ["kin-Latn", "nya-Latn"], "main_score": 0.168606, "precision": 0.163936, "recall": 0.182806}, {"accuracy": 0.125494, "f1": 0.10759, "hf_subset": "kin_Latn-slv_Latn", "languages": ["kin-Latn", "slv-Latn"], "main_score": 0.10759, "precision": 0.102794, "recall": 0.125494}, {"accuracy": 0.11166, "f1": 0.101034, "hf_subset": "kin_Latn-tpi_Latn", "languages": ["kin-Latn", "tpi-Latn"], "main_score": 0.101034, "precision": 0.098475, "recall": 0.11166}, {"accuracy": 0.132411, "f1": 0.115486, "hf_subset": "kin_Latn-zsm_Latn", "languages": ["kin-Latn", "zsm-Latn"], "main_score": 0.115486, "precision": 0.112255, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.13737, "hf_subset": "kin_Latn-ayr_Latn", "languages": ["kin-Latn", "ayr-Latn"], "main_score": 0.13737, "precision": 0.133827, "recall": 0.149209}, {"accuracy": 0.141304, "f1": 0.121242, "hf_subset": "kin_Latn-dan_Latn", "languages": ["kin-Latn", "dan-Latn"], "main_score": 0.121242, "precision": 0.116684, "recall": 0.141304}, {"accuracy": 0.050395, "f1": 0.043324, "hf_subset": "kin_Latn-guj_Gujr", "languages": ["kin-Latn", "guj-Gujr"], "main_score": 0.043324, "precision": 0.042124, "recall": 0.050395}, {"accuracy": 0.09585, "f1": 0.081186, "hf_subset": "kin_Latn-kaz_Cyrl", "languages": ["kin-Latn", "kaz-Cyrl"], "main_score": 0.081186, "precision": 0.078384, "recall": 0.09585}, {"accuracy": 0.16996, "f1": 0.147733, "hf_subset": "kin_Latn-lug_Latn", "languages": ["kin-Latn", "lug-Latn"], "main_score": 0.147733, "precision": 0.14156, "recall": 0.16996}, {"accuracy": 0.135375, "f1": 0.123162, "hf_subset": "kin_Latn-oci_Latn", "languages": ["kin-Latn", "oci-Latn"], "main_score": 0.123162, "precision": 0.121103, "recall": 0.135375}, {"accuracy": 0.135375, "f1": 0.120035, "hf_subset": "kin_Latn-smo_Latn", "languages": ["kin-Latn", "smo-Latn"], "main_score": 0.120035, "precision": 0.11565, "recall": 0.135375}, {"accuracy": 0.179842, "f1": 0.162742, "hf_subset": "kin_Latn-tsn_Latn", "languages": ["kin-Latn", "tsn-Latn"], "main_score": 0.162742, "precision": 0.156966, "recall": 0.179842}, {"accuracy": 0.157115, "f1": 0.136632, "hf_subset": "kin_Latn-zul_Latn", "languages": ["kin-Latn", "zul-Latn"], "main_score": 0.136632, "precision": 0.12973, "recall": 0.157115}, {"accuracy": 0.044466, "f1": 0.036611, "hf_subset": "kin_Latn-azb_Arab", "languages": ["kin-Latn", "azb-Arab"], "main_score": 0.036611, "precision": 0.035021, "recall": 0.044466}, {"accuracy": 0.131423, "f1": 0.112428, "hf_subset": "kin_Latn-deu_Latn", "languages": ["kin-Latn", "deu-Latn"], "main_score": 0.112428, "precision": 0.107494, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.112525, "hf_subset": "kin_Latn-hat_Latn", "languages": ["kin-Latn", "hat-Latn"], "main_score": 0.112525, "precision": 0.107814, "recall": 0.130435}, {"accuracy": 0.184783, "f1": 0.168775, "hf_subset": "kin_Latn-kbp_Latn", "languages": ["kin-Latn", "kbp-Latn"], "main_score": 0.168775, "precision": 0.163379, "recall": 0.184783}, {"accuracy": 0.151186, "f1": 0.138774, "hf_subset": "kin_Latn-luo_Latn", "languages": ["kin-Latn", "luo-Latn"], "main_score": 0.138774, "precision": 0.134749, "recall": 0.151186}, {"accuracy": 0.037549, "f1": 0.030484, "hf_subset": "kin_Latn-ory_Orya", "languages": ["kin-Latn", "ory-Orya"], "main_score": 0.030484, "precision": 0.029088, "recall": 0.037549}, {"accuracy": 0.148221, "f1": 0.131431, "hf_subset": "kin_Latn-sna_Latn", "languages": ["kin-Latn", "sna-Latn"], "main_score": 0.131431, "precision": 0.126196, "recall": 0.148221}, {"accuracy": 0.171937, "f1": 0.155305, "hf_subset": "kin_Latn-tso_Latn", "languages": ["kin-Latn", "tso-Latn"], "main_score": 0.155305, "precision": 0.149808, "recall": 0.171937}, {"accuracy": 0.072134, "f1": 0.064111, "hf_subset": "kin_Latn-azj_Latn", "languages": ["kin-Latn", "azj-Latn"], "main_score": 0.064111, "precision": 0.062667, "recall": 0.072134}, {"accuracy": 0.135375, "f1": 0.118676, "hf_subset": "kin_Latn-dik_Latn", "languages": ["kin-Latn", "dik-Latn"], "main_score": 0.118676, "precision": 0.114168, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.123363, "hf_subset": "kin_Latn-hau_Latn", "languages": ["kin-Latn", "hau-Latn"], "main_score": 0.123363, "precision": 0.120312, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.075227, "hf_subset": "kin_Latn-kea_Latn", "languages": ["kin-Latn", "kea-Latn"], "main_score": 0.075227, "precision": 0.073428, "recall": 0.081028}, {"accuracy": 0.144269, "f1": 0.121738, "hf_subset": "kin_Latn-lus_Latn", "languages": ["kin-Latn", "lus-Latn"], "main_score": 0.121738, "precision": 0.115526, "recall": 0.144269}, {"accuracy": 0.107708, "f1": 0.0983, "hf_subset": "kin_Latn-pag_Latn", "languages": ["kin-Latn", "pag-Latn"], "main_score": 0.0983, "precision": 0.09531, "recall": 0.107708}, {"accuracy": 0.044466, "f1": 0.037859, "hf_subset": "kin_Latn-snd_Arab", "languages": ["kin-Latn", "snd-Arab"], "main_score": 0.037859, "precision": 0.036074, "recall": 0.044466}, {"accuracy": 0.089921, "f1": 0.074922, "hf_subset": "kin_Latn-tuk_Latn", "languages": ["kin-Latn", "tuk-Latn"], "main_score": 0.074922, "precision": 0.070946, "recall": 0.089921}, {"accuracy": 0.099802, "f1": 0.082167, "hf_subset": "kin_Latn-bak_Cyrl", "languages": ["kin-Latn", "bak-Cyrl"], "main_score": 0.082167, "precision": 0.078837, "recall": 0.099802}, {"accuracy": 0.109684, "f1": 0.094331, "hf_subset": "kin_Latn-dyu_Latn", "languages": ["kin-Latn", "dyu-Latn"], "main_score": 0.094331, "precision": 0.089376, "recall": 0.109684}, {"accuracy": 0.089921, "f1": 0.069386, "hf_subset": "kin_Latn-heb_Hebr", "languages": ["kin-Latn", "heb-Hebr"], "main_score": 0.069386, "precision": 0.065143, "recall": 0.089921}, {"accuracy": 0.094862, "f1": 0.07517, "hf_subset": "kin_Latn-khk_Cyrl", "languages": ["kin-Latn", "khk-Cyrl"], "main_score": 0.07517, "precision": 0.071558, "recall": 0.094862}, {"accuracy": 0.117589, "f1": 0.096227, "hf_subset": "kin_Latn-lvs_Latn", "languages": ["kin-Latn", "lvs-Latn"], "main_score": 0.096227, "precision": 0.091643, "recall": 0.117589}, {"accuracy": 0.035573, "f1": 0.027608, "hf_subset": "kin_Latn-pan_Guru", "languages": ["kin-Latn", "pan-Guru"], "main_score": 0.027608, "precision": 0.026958, "recall": 0.035573}, {"accuracy": 0.110672, "f1": 0.101429, "hf_subset": "kin_Latn-som_Latn", "languages": ["kin-Latn", "som-Latn"], "main_score": 0.101429, "precision": 0.09921, "recall": 0.110672}, {"accuracy": 0.201581, "f1": 0.181263, "hf_subset": "kin_Latn-tum_Latn", "languages": ["kin-Latn", "tum-Latn"], "main_score": 0.181263, "precision": 0.174635, "recall": 0.201581}, {"accuracy": 0.056324, "f1": 0.033737, "hf_subset": "mal_Mlym-ace_Arab", "languages": ["mal-Mlym", "ace-Arab"], "main_score": 0.033737, "precision": 0.027993, "recall": 0.056324}, {"accuracy": 0.091897, "f1": 0.053064, "hf_subset": "mal_Mlym-bam_Latn", "languages": ["mal-Mlym", "bam-Latn"], "main_score": 0.053064, "precision": 0.044354, "recall": 0.091897}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "mal_Mlym-dzo_Tibt", "languages": ["mal-Mlym", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.896245, "f1": 0.869368, "hf_subset": "mal_Mlym-hin_Deva", "languages": ["mal-Mlym", "hin-Deva"], "main_score": 0.869368, "precision": 0.857246, "recall": 0.896245}, {"accuracy": 0.795455, "f1": 0.749097, "hf_subset": "mal_Mlym-khm_Khmr", "languages": ["mal-Mlym", "khm-Khmr"], "main_score": 0.749097, "precision": 0.728162, "recall": 0.795455}, {"accuracy": 0.813241, "f1": 0.772598, "hf_subset": "mal_Mlym-mag_Deva", "languages": ["mal-Mlym", "mag-Deva"], "main_score": 0.772598, "precision": 0.755609, "recall": 0.813241}, {"accuracy": 0.448617, "f1": 0.373213, "hf_subset": "mal_Mlym-pap_Latn", "languages": ["mal-Mlym", "pap-Latn"], "main_score": 0.373213, "precision": 0.348174, "recall": 0.448617}, {"accuracy": 0.100791, "f1": 0.05833, "hf_subset": "mal_Mlym-sot_Latn", "languages": ["mal-Mlym", "sot-Latn"], "main_score": 0.05833, "precision": 0.049657, "recall": 0.100791}, {"accuracy": 0.875494, "f1": 0.844222, "hf_subset": "mal_Mlym-tur_Latn", "languages": ["mal-Mlym", "tur-Latn"], "main_score": 0.844222, "precision": 0.830739, "recall": 0.875494}, {"accuracy": 0.225296, "f1": 0.152966, "hf_subset": "mal_Mlym-ace_Latn", "languages": ["mal-Mlym", "ace-Latn"], "main_score": 0.152966, "precision": 0.134256, "recall": 0.225296}, {"accuracy": 0.450593, "f1": 0.380967, "hf_subset": "mal_Mlym-ban_Latn", "languages": ["mal-Mlym", "ban-Latn"], "main_score": 0.380967, "precision": 0.355844, "recall": 0.450593}, {"accuracy": 0.884387, "f1": 0.852701, "hf_subset": "mal_Mlym-ell_Grek", "languages": ["mal-Mlym", "ell-Grek"], "main_score": 0.852701, "precision": 0.838274, "recall": 0.884387}, {"accuracy": 0.801383, "f1": 0.75751, "hf_subset": "mal_Mlym-hne_Deva", "languages": ["mal-Mlym", "hne-Deva"], "main_score": 0.75751, "precision": 0.738672, "recall": 0.801383}, {"accuracy": 0.130435, "f1": 0.076438, "hf_subset": "mal_Mlym-kik_Latn", "languages": ["mal-Mlym", "kik-Latn"], "main_score": 0.076438, "precision": 0.064355, "recall": 0.130435}, {"accuracy": 0.790514, "f1": 0.748572, "hf_subset": "mal_Mlym-mai_Deva", "languages": ["mal-Mlym", "mai-Deva"], "main_score": 0.748572, "precision": 0.731305, "recall": 0.790514}, {"accuracy": 0.70751, "f1": 0.655006, "hf_subset": "mal_Mlym-pbt_Arab", "languages": ["mal-Mlym", "pbt-Arab"], "main_score": 0.655006, "precision": 0.633582, "recall": 0.70751}, {"accuracy": 0.886364, "f1": 0.85493, "hf_subset": "mal_Mlym-spa_Latn", "languages": ["mal-Mlym", "spa-Latn"], "main_score": 0.85493, "precision": 0.841066, "recall": 0.886364}, {"accuracy": 0.155138, "f1": 0.100403, "hf_subset": "mal_Mlym-twi_Latn", "languages": ["mal-Mlym", "twi-Latn"], "main_score": 0.100403, "precision": 0.087658, "recall": 0.155138}, {"accuracy": 0.851779, "f1": 0.815217, "hf_subset": "mal_Mlym-acm_Arab", "languages": ["mal-Mlym", "acm-Arab"], "main_score": 0.815217, "precision": 0.799632, "recall": 0.851779}, {"accuracy": 0.844862, "f1": 0.803807, "hf_subset": "mal_Mlym-bel_Cyrl", "languages": ["mal-Mlym", "bel-Cyrl"], "main_score": 0.803807, "precision": 0.78531, "recall": 0.844862}, {"accuracy": 0.907115, "f1": 0.881061, "hf_subset": "mal_Mlym-eng_Latn", "languages": ["mal-Mlym", "eng-Latn"], "main_score": 0.881061, "precision": 0.869845, "recall": 0.907115}, {"accuracy": 0.874506, "f1": 0.842556, "hf_subset": "mal_Mlym-hrv_Latn", "languages": ["mal-Mlym", "hrv-Latn"], "main_score": 0.842556, "precision": 0.82831, "recall": 0.874506}, {"accuracy": 0.06917, "f1": 0.038445, "hf_subset": "mal_Mlym-kin_Latn", "languages": ["mal-Mlym", "kin-Latn"], "main_score": 0.038445, "precision": 0.032027, "recall": 0.06917}, {"accuracy": 0.896245, "f1": 0.867457, "hf_subset": "mal_Mlym-pes_Arab", "languages": ["mal-Mlym", "pes-Arab"], "main_score": 0.867457, "precision": 0.854694, "recall": 0.896245}, {"accuracy": 0.497036, "f1": 0.417551, "hf_subset": "mal_Mlym-srd_Latn", "languages": ["mal-Mlym", "srd-Latn"], "main_score": 0.417551, "precision": 0.389755, "recall": 0.497036}, {"accuracy": 0.06917, "f1": 0.037425, "hf_subset": "mal_Mlym-tzm_Tfng", "languages": ["mal-Mlym", "tzm-Tfng"], "main_score": 0.037425, "precision": 0.032137, "recall": 0.06917}, {"accuracy": 0.871542, "f1": 0.837389, "hf_subset": "mal_Mlym-acq_Arab", "languages": ["mal-Mlym", "acq-Arab"], "main_score": 0.837389, "precision": 0.822546, "recall": 0.871542}, {"accuracy": 0.110672, "f1": 0.063582, "hf_subset": "mal_Mlym-bem_Latn", "languages": ["mal-Mlym", "bem-Latn"], "main_score": 0.063582, "precision": 0.05349, "recall": 0.110672}, {"accuracy": 0.688735, "f1": 0.625897, "hf_subset": "mal_Mlym-epo_Latn", "languages": ["mal-Mlym", "epo-Latn"], "main_score": 0.625897, "precision": 0.601249, "recall": 0.688735}, {"accuracy": 0.887352, "f1": 0.855536, "hf_subset": "mal_Mlym-hun_Latn", "languages": ["mal-Mlym", "hun-Latn"], "main_score": 0.855536, "precision": 0.841215, "recall": 0.887352}, {"accuracy": 0.777668, "f1": 0.733072, "hf_subset": "mal_Mlym-kir_Cyrl", "languages": ["mal-Mlym", "kir-Cyrl"], "main_score": 0.733072, "precision": 0.714947, "recall": 0.777668}, {"accuracy": 0.812253, "f1": 0.770391, "hf_subset": "mal_Mlym-mar_Deva", "languages": ["mal-Mlym", "mar-Deva"], "main_score": 0.770391, "precision": 0.752557, "recall": 0.812253}, {"accuracy": 0.168972, "f1": 0.11427, "hf_subset": "mal_Mlym-plt_Latn", "languages": ["mal-Mlym", "plt-Latn"], "main_score": 0.11427, "precision": 0.100601, "recall": 0.168972}, {"accuracy": 0.908103, "f1": 0.881901, "hf_subset": "mal_Mlym-srp_Cyrl", "languages": ["mal-Mlym", "srp-Cyrl"], "main_score": 0.881901, "precision": 0.869953, "recall": 0.908103}, {"accuracy": 0.741107, "f1": 0.686188, "hf_subset": "mal_Mlym-uig_Arab", "languages": ["mal-Mlym", "uig-Arab"], "main_score": 0.686188, "precision": 0.662272, "recall": 0.741107}, {"accuracy": 0.813241, "f1": 0.769203, "hf_subset": "mal_Mlym-aeb_Arab", "languages": ["mal-Mlym", "aeb-Arab"], "main_score": 0.769203, "precision": 0.750897, "recall": 0.813241}, {"accuracy": 0.852767, "f1": 0.821513, "hf_subset": "mal_Mlym-ben_Beng", "languages": ["mal-Mlym", "ben-Beng"], "main_score": 0.821513, "precision": 0.807864, "recall": 0.852767}, {"accuracy": 0.873518, "f1": 0.841315, "hf_subset": "mal_Mlym-est_Latn", "languages": ["mal-Mlym", "est-Latn"], "main_score": 0.841315, "precision": 0.826672, "recall": 0.873518}, {"accuracy": 0.910079, "f1": 0.884848, "hf_subset": "mal_Mlym-hye_Armn", "languages": ["mal-Mlym", "hye-Armn"], "main_score": 0.884848, "precision": 0.873221, "recall": 0.910079}, {"accuracy": 0.089921, "f1": 0.046179, "hf_subset": "mal_Mlym-kmb_Latn", "languages": ["mal-Mlym", "kmb-Latn"], "main_score": 0.046179, "precision": 0.038611, "recall": 0.089921}, {"accuracy": 0.049407, "f1": 0.02958, "hf_subset": "mal_Mlym-min_Arab", "languages": ["mal-Mlym", "min-Arab"], "main_score": 0.02958, "precision": 0.025196, "recall": 0.049407}, {"accuracy": 0.87747, "f1": 0.843972, "hf_subset": "mal_Mlym-pol_Latn", "languages": ["mal-Mlym", "pol-Latn"], "main_score": 0.843972, "precision": 0.829743, "recall": 0.87747}, {"accuracy": 0.081028, "f1": 0.048101, "hf_subset": "mal_Mlym-ssw_Latn", "languages": ["mal-Mlym", "ssw-Latn"], "main_score": 0.048101, "precision": 0.040841, "recall": 0.081028}, {"accuracy": 0.895257, "f1": 0.866869, "hf_subset": "mal_Mlym-ukr_Cyrl", "languages": ["mal-Mlym", "ukr-Cyrl"], "main_score": 0.866869, "precision": 0.854233, "recall": 0.895257}, {"accuracy": 0.828063, "f1": 0.788194, "hf_subset": "mal_Mlym-afr_Latn", "languages": ["mal-Mlym", "afr-Latn"], "main_score": 0.788194, "precision": 0.771278, "recall": 0.828063}, {"accuracy": 0.746047, "f1": 0.697915, "hf_subset": "mal_Mlym-bho_Deva", "languages": ["mal-Mlym", "bho-Deva"], "main_score": 0.697915, "precision": 0.677882, "recall": 0.746047}, {"accuracy": 0.555336, "f1": 0.481439, "hf_subset": "mal_Mlym-eus_Latn", "languages": ["mal-Mlym", "eus-Latn"], "main_score": 0.481439, "precision": 0.451713, "recall": 0.555336}, {"accuracy": 0.091897, "f1": 0.05351, "hf_subset": "mal_Mlym-ibo_Latn", "languages": ["mal-Mlym", "ibo-Latn"], "main_score": 0.05351, "precision": 0.044943, "recall": 0.091897}, {"accuracy": 0.585968, "f1": 0.522177, "hf_subset": "mal_Mlym-kmr_Latn", "languages": ["mal-Mlym", "kmr-Latn"], "main_score": 0.522177, "precision": 0.496494, "recall": 0.585968}, {"accuracy": 0.409091, "f1": 0.330626, "hf_subset": "mal_Mlym-min_Latn", "languages": ["mal-Mlym", "min-Latn"], "main_score": 0.330626, "precision": 0.303951, "recall": 0.409091}, {"accuracy": 0.887352, "f1": 0.859133, "hf_subset": "mal_Mlym-por_Latn", "languages": ["mal-Mlym", "por-Latn"], "main_score": 0.859133, "precision": 0.846782, "recall": 0.887352}, {"accuracy": 0.518775, "f1": 0.446777, "hf_subset": "mal_Mlym-sun_Latn", "languages": ["mal-Mlym", "sun-Latn"], "main_score": 0.446777, "precision": 0.42084, "recall": 0.518775}, {"accuracy": 0.08498, "f1": 0.048708, "hf_subset": "mal_Mlym-umb_Latn", "languages": ["mal-Mlym", "umb-Latn"], "main_score": 0.048708, "precision": 0.041373, "recall": 0.08498}, {"accuracy": 0.849802, "f1": 0.813075, "hf_subset": "mal_Mlym-ajp_Arab", "languages": ["mal-Mlym", "ajp-Arab"], "main_score": 0.813075, "precision": 0.797577, "recall": 0.849802}, {"accuracy": 0.046443, "f1": 0.026711, "hf_subset": "mal_Mlym-bjn_Arab", "languages": ["mal-Mlym", "bjn-Arab"], "main_score": 0.026711, "precision": 0.022612, "recall": 0.046443}, {"accuracy": 0.119565, "f1": 0.079211, "hf_subset": "mal_Mlym-ewe_Latn", "languages": ["mal-Mlym", "ewe-Latn"], "main_score": 0.079211, "precision": 0.069252, "recall": 0.119565}, {"accuracy": 0.206522, "f1": 0.141634, "hf_subset": "mal_Mlym-ilo_Latn", "languages": ["mal-Mlym", "ilo-Latn"], "main_score": 0.141634, "precision": 0.124465, "recall": 0.206522}, {"accuracy": 0.059289, "f1": 0.03623, "hf_subset": "mal_Mlym-knc_Arab", "languages": ["mal-Mlym", "knc-Arab"], "main_score": 0.03623, "precision": 0.030464, "recall": 0.059289}, {"accuracy": 0.90415, "f1": 0.879035, "hf_subset": "mal_Mlym-mkd_Cyrl", "languages": ["mal-Mlym", "mkd-Cyrl"], "main_score": 0.879035, "precision": 0.868339, "recall": 0.90415}, {"accuracy": 0.895257, "f1": 0.869241, "hf_subset": "mal_Mlym-prs_Arab", "languages": ["mal-Mlym", "prs-Arab"], "main_score": 0.869241, "precision": 0.85768, "recall": 0.895257}, {"accuracy": 0.891304, "f1": 0.86166, "hf_subset": "mal_Mlym-swe_Latn", "languages": ["mal-Mlym", "swe-Latn"], "main_score": 0.86166, "precision": 0.848463, "recall": 0.891304}, {"accuracy": 0.875494, "f1": 0.843248, "hf_subset": "mal_Mlym-urd_Arab", "languages": ["mal-Mlym", "urd-Arab"], "main_score": 0.843248, "precision": 0.8292, "recall": 0.875494}, {"accuracy": 0.141304, "f1": 0.092168, "hf_subset": "mal_Mlym-aka_Latn", "languages": ["mal-Mlym", "aka-Latn"], "main_score": 0.092168, "precision": 0.080582, "recall": 0.141304}, {"accuracy": 0.55336, "f1": 0.479161, "hf_subset": "mal_Mlym-bjn_Latn", "languages": ["mal-Mlym", "bjn-Latn"], "main_score": 0.479161, "precision": 0.452591, "recall": 0.55336}, {"accuracy": 0.302372, "f1": 0.232028, "hf_subset": "mal_Mlym-fao_Latn", "languages": ["mal-Mlym", "fao-Latn"], "main_score": 0.232028, "precision": 0.212164, "recall": 0.302372}, {"accuracy": 0.885375, "f1": 0.854583, "hf_subset": "mal_Mlym-ind_Latn", "languages": ["mal-Mlym", "ind-Latn"], "main_score": 0.854583, "precision": 0.841403, "recall": 0.885375}, {"accuracy": 0.126482, "f1": 0.081535, "hf_subset": "mal_Mlym-knc_Latn", "languages": ["mal-Mlym", "knc-Latn"], "main_score": 0.081535, "precision": 0.071369, "recall": 0.126482}, {"accuracy": 0.193676, "f1": 0.132841, "hf_subset": "mal_Mlym-mlt_Latn", "languages": ["mal-Mlym", "mlt-Latn"], "main_score": 0.132841, "precision": 0.118901, "recall": 0.193676}, {"accuracy": 0.151186, "f1": 0.097728, "hf_subset": "mal_Mlym-quy_Latn", "languages": ["mal-Mlym", "quy-Latn"], "main_score": 0.097728, "precision": 0.084492, "recall": 0.151186}, {"accuracy": 0.255929, "f1": 0.188103, "hf_subset": "mal_Mlym-swh_Latn", "languages": ["mal-Mlym", "swh-Latn"], "main_score": 0.188103, "precision": 0.17109, "recall": 0.255929}, {"accuracy": 0.48913, "f1": 0.413172, "hf_subset": "mal_Mlym-uzn_Latn", "languages": ["mal-Mlym", "uzn-Latn"], "main_score": 0.413172, "precision": 0.385455, "recall": 0.48913}, {"accuracy": 0.890316, "f1": 0.860061, "hf_subset": "mal_Mlym-als_Latn", "languages": ["mal-Mlym", "als-Latn"], "main_score": 0.860061, "precision": 0.846723, "recall": 0.890316}, {"accuracy": 0.052372, "f1": 0.018226, "hf_subset": "mal_Mlym-bod_Tibt", "languages": ["mal-Mlym", "bod-Tibt"], "main_score": 0.018226, "precision": 0.014001, "recall": 0.052372}, {"accuracy": 0.107708, "f1": 0.064723, "hf_subset": "mal_Mlym-fij_Latn", "languages": ["mal-Mlym", "fij-Latn"], "main_score": 0.064723, "precision": 0.055307, "recall": 0.107708}, {"accuracy": 0.596838, "f1": 0.530527, "hf_subset": "mal_Mlym-isl_Latn", "languages": ["mal-Mlym", "isl-Latn"], "main_score": 0.530527, "precision": 0.504994, "recall": 0.596838}, {"accuracy": 0.131423, "f1": 0.082634, "hf_subset": "mal_Mlym-kon_Latn", "languages": ["mal-Mlym", "kon-Latn"], "main_score": 0.082634, "precision": 0.072434, "recall": 0.131423}, {"accuracy": 0.059289, "f1": 0.033601, "hf_subset": "mal_Mlym-mni_Beng", "languages": ["mal-Mlym", "mni-Beng"], "main_score": 0.033601, "precision": 0.029857, "recall": 0.059289}, {"accuracy": 0.883399, "f1": 0.852045, "hf_subset": "mal_Mlym-ron_Latn", "languages": ["mal-Mlym", "ron-Latn"], "main_score": 0.852045, "precision": 0.838168, "recall": 0.883399}, {"accuracy": 0.592885, "f1": 0.521698, "hf_subset": "mal_Mlym-szl_Latn", "languages": ["mal-Mlym", "szl-Latn"], "main_score": 0.521698, "precision": 0.494452, "recall": 0.592885}, {"accuracy": 0.604743, "f1": 0.527279, "hf_subset": "mal_Mlym-vec_Latn", "languages": ["mal-Mlym", "vec-Latn"], "main_score": 0.527279, "precision": 0.497579, "recall": 0.604743}, {"accuracy": 0.758893, "f1": 0.704498, "hf_subset": "mal_Mlym-amh_Ethi", "languages": ["mal-Mlym", "amh-Ethi"], "main_score": 0.704498, "precision": 0.681088, "recall": 0.758893}, {"accuracy": 0.895257, "f1": 0.866107, "hf_subset": "mal_Mlym-bos_Latn", "languages": ["mal-Mlym", "bos-Latn"], "main_score": 0.866107, "precision": 0.853047, "recall": 0.895257}, {"accuracy": 0.867589, "f1": 0.833136, "hf_subset": "mal_Mlym-fin_Latn", "languages": ["mal-Mlym", "fin-Latn"], "main_score": 0.833136, "precision": 0.818528, "recall": 0.867589}, {"accuracy": 0.882411, "f1": 0.850447, "hf_subset": "mal_Mlym-ita_Latn", "languages": ["mal-Mlym", "ita-Latn"], "main_score": 0.850447, "precision": 0.836742, "recall": 0.882411}, {"accuracy": 0.87747, "f1": 0.849407, "hf_subset": "mal_Mlym-kor_Hang", "languages": ["mal-Mlym", "kor-Hang"], "main_score": 0.849407, "precision": 0.836885, "recall": 0.87747}, {"accuracy": 0.106719, "f1": 0.071803, "hf_subset": "mal_Mlym-mos_Latn", "languages": ["mal-Mlym", "mos-Latn"], "main_score": 0.071803, "precision": 0.063728, "recall": 0.106719}, {"accuracy": 0.076087, "f1": 0.04257, "hf_subset": "mal_Mlym-run_Latn", "languages": ["mal-Mlym", "run-Latn"], "main_score": 0.04257, "precision": 0.036513, "recall": 0.076087}, {"accuracy": 0.863636, "f1": 0.835112, "hf_subset": "mal_Mlym-tam_Taml", "languages": ["mal-Mlym", "tam-Taml"], "main_score": 0.835112, "precision": 0.822134, "recall": 0.863636}, {"accuracy": 0.870553, "f1": 0.837502, "hf_subset": "mal_Mlym-vie_Latn", "languages": ["mal-Mlym", "vie-Latn"], "main_score": 0.837502, "precision": 0.823254, "recall": 0.870553}, {"accuracy": 0.831028, "f1": 0.793561, "hf_subset": "mal_Mlym-apc_Arab", "languages": ["mal-Mlym", "apc-Arab"], "main_score": 0.793561, "precision": 0.77743, "recall": 0.831028}, {"accuracy": 0.214427, "f1": 0.151901, "hf_subset": "mal_Mlym-bug_Latn", "languages": ["mal-Mlym", "bug-Latn"], "main_score": 0.151901, "precision": 0.135451, "recall": 0.214427}, {"accuracy": 0.093874, "f1": 0.056035, "hf_subset": "mal_Mlym-fon_Latn", "languages": ["mal-Mlym", "fon-Latn"], "main_score": 0.056035, "precision": 0.048513, "recall": 0.093874}, {"accuracy": 0.488142, "f1": 0.412308, "hf_subset": "mal_Mlym-jav_Latn", "languages": ["mal-Mlym", "jav-Latn"], "main_score": 0.412308, "precision": 0.38536, "recall": 0.488142}, {"accuracy": 0.835968, "f1": 0.795899, "hf_subset": "mal_Mlym-lao_Laoo", "languages": ["mal-Mlym", "lao-Laoo"], "main_score": 0.795899, "precision": 0.777924, "recall": 0.835968}, {"accuracy": 0.091897, "f1": 0.049108, "hf_subset": "mal_Mlym-mri_Latn", "languages": ["mal-Mlym", "mri-Latn"], "main_score": 0.049108, "precision": 0.040728, "recall": 0.091897}, {"accuracy": 0.88834, "f1": 0.856522, "hf_subset": "mal_Mlym-rus_Cyrl", "languages": ["mal-Mlym", "rus-Cyrl"], "main_score": 0.856522, "precision": 0.84226, "recall": 0.88834}, {"accuracy": 0.116601, "f1": 0.077428, "hf_subset": "mal_Mlym-taq_Latn", "languages": ["mal-Mlym", "taq-Latn"], "main_score": 0.077428, "precision": 0.069636, "recall": 0.116601}, {"accuracy": 0.259881, "f1": 0.184252, "hf_subset": "mal_Mlym-war_Latn", "languages": ["mal-Mlym", "war-Latn"], "main_score": 0.184252, "precision": 0.162734, "recall": 0.259881}, {"accuracy": 0.889328, "f1": 0.859256, "hf_subset": "mal_Mlym-arb_Arab", "languages": ["mal-Mlym", "arb-Arab"], "main_score": 0.859256, "precision": 0.846214, "recall": 0.889328}, {"accuracy": 0.898221, "f1": 0.869895, "hf_subset": "mal_Mlym-bul_Cyrl", "languages": ["mal-Mlym", "bul-Cyrl"], "main_score": 0.869895, "precision": 0.857477, "recall": 0.898221}, {"accuracy": 0.889328, "f1": 0.859373, "hf_subset": "mal_Mlym-fra_Latn", "languages": ["mal-Mlym", "fra-Latn"], "main_score": 0.859373, "precision": 0.846509, "recall": 0.889328}, {"accuracy": 0.891304, "f1": 0.861251, "hf_subset": "mal_Mlym-jpn_Jpan", "languages": ["mal-Mlym", "jpn-Jpan"], "main_score": 0.861251, "precision": 0.847661, "recall": 0.891304}, {"accuracy": 0.525692, "f1": 0.449278, "hf_subset": "mal_Mlym-lij_Latn", "languages": ["mal-Mlym", "lij-Latn"], "main_score": 0.449278, "precision": 0.420762, "recall": 0.525692}, {"accuracy": 0.847826, "f1": 0.809651, "hf_subset": "mal_Mlym-mya_Mymr", "languages": ["mal-Mlym", "mya-Mymr"], "main_score": 0.809651, "precision": 0.792243, "recall": 0.847826}, {"accuracy": 0.12747, "f1": 0.087126, "hf_subset": "mal_Mlym-sag_Latn", "languages": ["mal-Mlym", "sag-Latn"], "main_score": 0.087126, "precision": 0.076754, "recall": 0.12747}, {"accuracy": 0.074111, "f1": 0.038969, "hf_subset": "mal_Mlym-taq_Tfng", "languages": ["mal-Mlym", "taq-Tfng"], "main_score": 0.038969, "precision": 0.033627, "recall": 0.074111}, {"accuracy": 0.132411, "f1": 0.086829, "hf_subset": "mal_Mlym-wol_Latn", "languages": ["mal-Mlym", "wol-Latn"], "main_score": 0.086829, "precision": 0.075799, "recall": 0.132411}, {"accuracy": 0.05336, "f1": 0.025453, "hf_subset": "mal_Mlym-arb_Latn", "languages": ["mal-Mlym", "arb-Latn"], "main_score": 0.025453, "precision": 0.019975, "recall": 0.05336}, {"accuracy": 0.879447, "f1": 0.845619, "hf_subset": "mal_Mlym-cat_Latn", "languages": ["mal-Mlym", "cat-Latn"], "main_score": 0.845619, "precision": 0.830764, "recall": 0.879447}, {"accuracy": 0.521739, "f1": 0.449635, "hf_subset": "mal_Mlym-fur_Latn", "languages": ["mal-Mlym", "fur-Latn"], "main_score": 0.449635, "precision": 0.424106, "recall": 0.521739}, {"accuracy": 0.045455, "f1": 0.027447, "hf_subset": "mal_Mlym-kab_Latn", "languages": ["mal-Mlym", "kab-Latn"], "main_score": 0.027447, "precision": 0.023718, "recall": 0.045455}, {"accuracy": 0.539526, "f1": 0.464274, "hf_subset": "mal_Mlym-lim_Latn", "languages": ["mal-Mlym", "lim-Latn"], "main_score": 0.464274, "precision": 0.435566, "recall": 0.539526}, {"accuracy": 0.875494, "f1": 0.842325, "hf_subset": "mal_Mlym-nld_Latn", "languages": ["mal-Mlym", "nld-Latn"], "main_score": 0.842325, "precision": 0.827514, "recall": 0.875494}, {"accuracy": 0.635375, "f1": 0.572173, "hf_subset": "mal_Mlym-san_Deva", "languages": ["mal-Mlym", "san-Deva"], "main_score": 0.572173, "precision": 0.545966, "recall": 0.635375}, {"accuracy": 0.326087, "f1": 0.260366, "hf_subset": "mal_Mlym-tat_Cyrl", "languages": ["mal-Mlym", "tat-Cyrl"], "main_score": 0.260366, "precision": 0.238505, "recall": 0.326087}, {"accuracy": 0.107708, "f1": 0.060256, "hf_subset": "mal_Mlym-xho_Latn", "languages": ["mal-Mlym", "xho-Latn"], "main_score": 0.060256, "precision": 0.051135, "recall": 0.107708}, {"accuracy": 0.883399, "f1": 0.851762, "hf_subset": "mal_Mlym-ars_Arab", "languages": ["mal-Mlym", "ars-Arab"], "main_score": 0.851762, "precision": 0.837509, "recall": 0.883399}, {"accuracy": 0.229249, "f1": 0.165711, "hf_subset": "mal_Mlym-ceb_Latn", "languages": ["mal-Mlym", "ceb-Latn"], "main_score": 0.165711, "precision": 0.148515, "recall": 0.229249}, {"accuracy": 0.121542, "f1": 0.075199, "hf_subset": "mal_Mlym-fuv_Latn", "languages": ["mal-Mlym", "fuv-Latn"], "main_score": 0.075199, "precision": 0.06598, "recall": 0.121542}, {"accuracy": 0.098814, "f1": 0.059254, "hf_subset": "mal_Mlym-kac_Latn", "languages": ["mal-Mlym", "kac-Latn"], "main_score": 0.059254, "precision": 0.05095, "recall": 0.098814}, {"accuracy": 0.128458, "f1": 0.088654, "hf_subset": "mal_Mlym-lin_Latn", "languages": ["mal-Mlym", "lin-Latn"], "main_score": 0.088654, "precision": 0.079607, "recall": 0.128458}, {"accuracy": 0.84585, "f1": 0.807712, "hf_subset": "mal_Mlym-nno_Latn", "languages": ["mal-Mlym", "nno-Latn"], "main_score": 0.807712, "precision": 0.79109, "recall": 0.84585}, {"accuracy": 0.017787, "f1": 0.004028, "hf_subset": "mal_Mlym-sat_Olck", "languages": ["mal-Mlym", "sat-Olck"], "main_score": 0.004028, "precision": 0.003219, "recall": 0.017787}, {"accuracy": 0.83498, "f1": 0.80078, "hf_subset": "mal_Mlym-tel_Telu", "languages": ["mal-Mlym", "tel-Telu"], "main_score": 0.80078, "precision": 0.786061, "recall": 0.83498}, {"accuracy": 0.37747, "f1": 0.301122, "hf_subset": "mal_Mlym-ydd_Hebr", "languages": ["mal-Mlym", "ydd-Hebr"], "main_score": 0.301122, "precision": 0.27478, "recall": 0.37747}, {"accuracy": 0.712451, "f1": 0.656414, "hf_subset": "mal_Mlym-ary_Arab", "languages": ["mal-Mlym", "ary-Arab"], "main_score": 0.656414, "precision": 0.633197, "recall": 0.712451}, {"accuracy": 0.88834, "f1": 0.857693, "hf_subset": "mal_Mlym-ces_Latn", "languages": ["mal-Mlym", "ces-Latn"], "main_score": 0.857693, "precision": 0.844285, "recall": 0.88834}, {"accuracy": 0.062253, "f1": 0.03537, "hf_subset": "mal_Mlym-gaz_Latn", "languages": ["mal-Mlym", "gaz-Latn"], "main_score": 0.03537, "precision": 0.030409, "recall": 0.062253}, {"accuracy": 0.101779, "f1": 0.068522, "hf_subset": "mal_Mlym-kam_Latn", "languages": ["mal-Mlym", "kam-Latn"], "main_score": 0.068522, "precision": 0.061244, "recall": 0.101779}, {"accuracy": 0.865613, "f1": 0.829548, "hf_subset": "mal_Mlym-lit_Latn", "languages": ["mal-Mlym", "lit-Latn"], "main_score": 0.829548, "precision": 0.813959, "recall": 0.865613}, {"accuracy": 0.893281, "f1": 0.864775, "hf_subset": "mal_Mlym-nob_Latn", "languages": ["mal-Mlym", "nob-Latn"], "main_score": 0.864775, "precision": 0.85219, "recall": 0.893281}, {"accuracy": 0.459486, "f1": 0.383587, "hf_subset": "mal_Mlym-scn_Latn", "languages": ["mal-Mlym", "scn-Latn"], "main_score": 0.383587, "precision": 0.357292, "recall": 0.459486}, {"accuracy": 0.106719, "f1": 0.067444, "hf_subset": "mal_Mlym-tgk_Cyrl", "languages": ["mal-Mlym", "tgk-Cyrl"], "main_score": 0.067444, "precision": 0.05817, "recall": 0.106719}, {"accuracy": 0.106719, "f1": 0.06563, "hf_subset": "mal_Mlym-yor_Latn", "languages": ["mal-Mlym", "yor-Latn"], "main_score": 0.06563, "precision": 0.056989, "recall": 0.106719}, {"accuracy": 0.833004, "f1": 0.790053, "hf_subset": "mal_Mlym-arz_Arab", "languages": ["mal-Mlym", "arz-Arab"], "main_score": 0.790053, "precision": 0.770735, "recall": 0.833004}, {"accuracy": 0.09585, "f1": 0.054991, "hf_subset": "mal_Mlym-cjk_Latn", "languages": ["mal-Mlym", "cjk-Latn"], "main_score": 0.054991, "precision": 0.046528, "recall": 0.09585}, {"accuracy": 0.099802, "f1": 0.061325, "hf_subset": "mal_Mlym-gla_Latn", "languages": ["mal-Mlym", "gla-Latn"], "main_score": 0.061325, "precision": 0.051462, "recall": 0.099802}, {"accuracy": 0.795455, "f1": 0.751303, "hf_subset": "mal_Mlym-kan_Knda", "languages": ["mal-Mlym", "kan-Knda"], "main_score": 0.751303, "precision": 0.731308, "recall": 0.795455}, {"accuracy": 0.464427, "f1": 0.397231, "hf_subset": "mal_Mlym-lmo_Latn", "languages": ["mal-Mlym", "lmo-Latn"], "main_score": 0.397231, "precision": 0.373795, "recall": 0.464427}, {"accuracy": 0.869565, "f1": 0.838994, "hf_subset": "mal_Mlym-npi_Deva", "languages": ["mal-Mlym", "npi-Deva"], "main_score": 0.838994, "precision": 0.825735, "recall": 0.869565}, {"accuracy": 0.132411, "f1": 0.085638, "hf_subset": "mal_Mlym-shn_Mymr", "languages": ["mal-Mlym", "shn-Mymr"], "main_score": 0.085638, "precision": 0.07255, "recall": 0.132411}, {"accuracy": 0.320158, "f1": 0.246409, "hf_subset": "mal_Mlym-tgl_Latn", "languages": ["mal-Mlym", "tgl-Latn"], "main_score": 0.246409, "precision": 0.225657, "recall": 0.320158}, {"accuracy": 0.896245, "f1": 0.867756, "hf_subset": "mal_Mlym-yue_Hant", "languages": ["mal-Mlym", "yue-Hant"], "main_score": 0.867756, "precision": 0.855049, "recall": 0.896245}, {"accuracy": 0.490119, "f1": 0.419042, "hf_subset": "mal_Mlym-asm_Beng", "languages": ["mal-Mlym", "asm-Beng"], "main_score": 0.419042, "precision": 0.391761, "recall": 0.490119}, {"accuracy": 0.758893, "f1": 0.704765, "hf_subset": "mal_Mlym-ckb_Arab", "languages": ["mal-Mlym", "ckb-Arab"], "main_score": 0.704765, "precision": 0.680822, "recall": 0.758893}, {"accuracy": 0.185771, "f1": 0.122839, "hf_subset": "mal_Mlym-gle_Latn", "languages": ["mal-Mlym", "gle-Latn"], "main_score": 0.122839, "precision": 0.106524, "recall": 0.185771}, {"accuracy": 0.485178, "f1": 0.414122, "hf_subset": "mal_Mlym-kas_Arab", "languages": ["mal-Mlym", "kas-Arab"], "main_score": 0.414122, "precision": 0.387304, "recall": 0.485178}, {"accuracy": 0.499012, "f1": 0.427967, "hf_subset": "mal_Mlym-ltg_Latn", "languages": ["mal-Mlym", "ltg-Latn"], "main_score": 0.427967, "precision": 0.401441, "recall": 0.499012}, {"accuracy": 0.117589, "f1": 0.073767, "hf_subset": "mal_Mlym-nso_Latn", "languages": ["mal-Mlym", "nso-Latn"], "main_score": 0.073767, "precision": 0.063224, "recall": 0.117589}, {"accuracy": 0.886364, "f1": 0.860517, "hf_subset": "mal_Mlym-sin_Sinh", "languages": ["mal-Mlym", "sin-Sinh"], "main_score": 0.860517, "precision": 0.848973, "recall": 0.886364}, {"accuracy": 0.895257, "f1": 0.865584, "hf_subset": "mal_Mlym-tha_Thai", "languages": ["mal-Mlym", "tha-Thai"], "main_score": 0.865584, "precision": 0.85252, "recall": 0.895257}, {"accuracy": 0.892292, "f1": 0.86278, "hf_subset": "mal_Mlym-zho_Hans", "languages": ["mal-Mlym", "zho-Hans"], "main_score": 0.86278, "precision": 0.849308, "recall": 0.892292}, {"accuracy": 0.762846, "f1": 0.709395, "hf_subset": "mal_Mlym-ast_Latn", "languages": ["mal-Mlym", "ast-Latn"], "main_score": 0.709395, "precision": 0.687428, "recall": 0.762846}, {"accuracy": 0.560277, "f1": 0.492334, "hf_subset": "mal_Mlym-crh_Latn", "languages": ["mal-Mlym", "crh-Latn"], "main_score": 0.492334, "precision": 0.466235, "recall": 0.560277}, {"accuracy": 0.889328, "f1": 0.857872, "hf_subset": "mal_Mlym-glg_Latn", "languages": ["mal-Mlym", "glg-Latn"], "main_score": 0.857872, "precision": 0.844153, "recall": 0.889328}, {"accuracy": 0.291502, "f1": 0.228466, "hf_subset": "mal_Mlym-kas_Deva", "languages": ["mal-Mlym", "kas-Deva"], "main_score": 0.228466, "precision": 0.207527, "recall": 0.291502}, {"accuracy": 0.339921, "f1": 0.25965, "hf_subset": "mal_Mlym-ltz_Latn", "languages": ["mal-Mlym", "ltz-Latn"], "main_score": 0.25965, "precision": 0.234997, "recall": 0.339921}, {"accuracy": 0.071146, "f1": 0.037374, "hf_subset": "mal_Mlym-nus_Latn", "languages": ["mal-Mlym", "nus-Latn"], "main_score": 0.037374, "precision": 0.031899, "recall": 0.071146}, {"accuracy": 0.891304, "f1": 0.860903, "hf_subset": "mal_Mlym-slk_Latn", "languages": ["mal-Mlym", "slk-Latn"], "main_score": 0.860903, "precision": 0.847316, "recall": 0.891304}, {"accuracy": 0.18083, "f1": 0.126049, "hf_subset": "mal_Mlym-tir_Ethi", "languages": ["mal-Mlym", "tir-Ethi"], "main_score": 0.126049, "precision": 0.110144, "recall": 0.18083}, {"accuracy": 0.887352, "f1": 0.858493, "hf_subset": "mal_Mlym-zho_Hant", "languages": ["mal-Mlym", "zho-Hant"], "main_score": 0.858493, "precision": 0.845876, "recall": 0.887352}, {"accuracy": 0.838933, "f1": 0.804367, "hf_subset": "mal_Mlym-awa_Deva", "languages": ["mal-Mlym", "awa-Deva"], "main_score": 0.804367, "precision": 0.789421, "recall": 0.838933}, {"accuracy": 0.328063, "f1": 0.251653, "hf_subset": "mal_Mlym-cym_Latn", "languages": ["mal-Mlym", "cym-Latn"], "main_score": 0.251653, "precision": 0.230589, "recall": 0.328063}, {"accuracy": 0.1917, "f1": 0.126512, "hf_subset": "mal_Mlym-grn_Latn", "languages": ["mal-Mlym", "grn-Latn"], "main_score": 0.126512, "precision": 0.10958, "recall": 0.1917}, {"accuracy": 0.795455, "f1": 0.742754, "hf_subset": "mal_Mlym-kat_Geor", "languages": ["mal-Mlym", "kat-Geor"], "main_score": 0.742754, "precision": 0.719186, "recall": 0.795455}, {"accuracy": 0.130435, "f1": 0.08072, "hf_subset": "mal_Mlym-lua_Latn", "languages": ["mal-Mlym", "lua-Latn"], "main_score": 0.08072, "precision": 0.069232, "recall": 0.130435}, {"accuracy": 0.115613, "f1": 0.068766, "hf_subset": "mal_Mlym-nya_Latn", "languages": ["mal-Mlym", "nya-Latn"], "main_score": 0.068766, "precision": 0.058117, "recall": 0.115613}, {"accuracy": 0.884387, "f1": 0.854216, "hf_subset": "mal_Mlym-slv_Latn", "languages": ["mal-Mlym", "slv-Latn"], "main_score": 0.854216, "precision": 0.840942, "recall": 0.884387}, {"accuracy": 0.27668, "f1": 0.202961, "hf_subset": "mal_Mlym-tpi_Latn", "languages": ["mal-Mlym", "tpi-Latn"], "main_score": 0.202961, "precision": 0.181464, "recall": 0.27668}, {"accuracy": 0.880435, "f1": 0.847812, "hf_subset": "mal_Mlym-zsm_Latn", "languages": ["mal-Mlym", "zsm-Latn"], "main_score": 0.847812, "precision": 0.833284, "recall": 0.880435}, {"accuracy": 0.113636, "f1": 0.065086, "hf_subset": "mal_Mlym-ayr_Latn", "languages": ["mal-Mlym", "ayr-Latn"], "main_score": 0.065086, "precision": 0.05413, "recall": 0.113636}, {"accuracy": 0.894269, "f1": 0.865156, "hf_subset": "mal_Mlym-dan_Latn", "languages": ["mal-Mlym", "dan-Latn"], "main_score": 0.865156, "precision": 0.852108, "recall": 0.894269}, {"accuracy": 0.854743, "f1": 0.820026, "hf_subset": "mal_Mlym-guj_Gujr", "languages": ["mal-Mlym", "guj-Gujr"], "main_score": 0.820026, "precision": 0.803969, "recall": 0.854743}, {"accuracy": 0.837945, "f1": 0.799314, "hf_subset": "mal_Mlym-kaz_Cyrl", "languages": ["mal-Mlym", "kaz-Cyrl"], "main_score": 0.799314, "precision": 0.782773, "recall": 0.837945}, {"accuracy": 0.091897, "f1": 0.057003, "hf_subset": "mal_Mlym-lug_Latn", "languages": ["mal-Mlym", "lug-Latn"], "main_score": 0.057003, "precision": 0.049532, "recall": 0.091897}, {"accuracy": 0.753953, "f1": 0.696892, "hf_subset": "mal_Mlym-oci_Latn", "languages": ["mal-Mlym", "oci-Latn"], "main_score": 0.696892, "precision": 0.672772, "recall": 0.753953}, {"accuracy": 0.116601, "f1": 0.068946, "hf_subset": "mal_Mlym-smo_Latn", "languages": ["mal-Mlym", "smo-Latn"], "main_score": 0.068946, "precision": 0.057787, "recall": 0.116601}, {"accuracy": 0.09585, "f1": 0.055257, "hf_subset": "mal_Mlym-tsn_Latn", "languages": ["mal-Mlym", "tsn-Latn"], "main_score": 0.055257, "precision": 0.045587, "recall": 0.09585}, {"accuracy": 0.085968, "f1": 0.050814, "hf_subset": "mal_Mlym-zul_Latn", "languages": ["mal-Mlym", "zul-Latn"], "main_score": 0.050814, "precision": 0.043467, "recall": 0.085968}, {"accuracy": 0.389328, "f1": 0.321785, "hf_subset": "mal_Mlym-azb_Arab", "languages": ["mal-Mlym", "azb-Arab"], "main_score": 0.321785, "precision": 0.297866, "recall": 0.389328}, {"accuracy": 0.894269, "f1": 0.863109, "hf_subset": "mal_Mlym-deu_Latn", "languages": ["mal-Mlym", "deu-Latn"], "main_score": 0.863109, "precision": 0.848814, "recall": 0.894269}, {"accuracy": 0.175889, "f1": 0.116412, "hf_subset": "mal_Mlym-hat_Latn", "languages": ["mal-Mlym", "hat-Latn"], "main_score": 0.116412, "precision": 0.101476, "recall": 0.175889}, {"accuracy": 0.085968, "f1": 0.044303, "hf_subset": "mal_Mlym-kbp_Latn", "languages": ["mal-Mlym", "kbp-Latn"], "main_score": 0.044303, "precision": 0.035905, "recall": 0.085968}, {"accuracy": 0.12253, "f1": 0.072546, "hf_subset": "mal_Mlym-luo_Latn", "languages": ["mal-Mlym", "luo-Latn"], "main_score": 0.072546, "precision": 0.062117, "recall": 0.12253}, {"accuracy": 0.81917, "f1": 0.780418, "hf_subset": "mal_Mlym-ory_Orya", "languages": ["mal-Mlym", "ory-Orya"], "main_score": 0.780418, "precision": 0.763563, "recall": 0.81917}, {"accuracy": 0.09585, "f1": 0.057135, "hf_subset": "mal_Mlym-sna_Latn", "languages": ["mal-Mlym", "sna-Latn"], "main_score": 0.057135, "precision": 0.049073, "recall": 0.09585}, {"accuracy": 0.09585, "f1": 0.060009, "hf_subset": "mal_Mlym-tso_Latn", "languages": ["mal-Mlym", "tso-Latn"], "main_score": 0.060009, "precision": 0.051025, "recall": 0.09585}, {"accuracy": 0.817194, "f1": 0.77604, "hf_subset": "mal_Mlym-azj_Latn", "languages": ["mal-Mlym", "azj-Latn"], "main_score": 0.77604, "precision": 0.758031, "recall": 0.817194}, {"accuracy": 0.139328, "f1": 0.087005, "hf_subset": "mal_Mlym-dik_Latn", "languages": ["mal-Mlym", "dik-Latn"], "main_score": 0.087005, "precision": 0.074733, "recall": 0.139328}, {"accuracy": 0.135375, "f1": 0.08987, "hf_subset": "mal_Mlym-hau_Latn", "languages": ["mal-Mlym", "hau-Latn"], "main_score": 0.08987, "precision": 0.07915, "recall": 0.135375}, {"accuracy": 0.44664, "f1": 0.379407, "hf_subset": "mal_Mlym-kea_Latn", "languages": ["mal-Mlym", "kea-Latn"], "main_score": 0.379407, "precision": 0.357655, "recall": 0.44664}, {"accuracy": 0.201581, "f1": 0.1369, "hf_subset": "mal_Mlym-lus_Latn", "languages": ["mal-Mlym", "lus-Latn"], "main_score": 0.1369, "precision": 0.119882, "recall": 0.201581}, {"accuracy": 0.27668, "f1": 0.209623, "hf_subset": "mal_Mlym-pag_Latn", "languages": ["mal-Mlym", "pag-Latn"], "main_score": 0.209623, "precision": 0.188037, "recall": 0.27668}, {"accuracy": 0.79249, "f1": 0.744993, "hf_subset": "mal_Mlym-snd_Arab", "languages": ["mal-Mlym", "snd-Arab"], "main_score": 0.744993, "precision": 0.724078, "recall": 0.79249}, {"accuracy": 0.221344, "f1": 0.154919, "hf_subset": "mal_Mlym-tuk_Latn", "languages": ["mal-Mlym", "tuk-Latn"], "main_score": 0.154919, "precision": 0.135614, "recall": 0.221344}, {"accuracy": 0.320158, "f1": 0.246488, "hf_subset": "mal_Mlym-bak_Cyrl", "languages": ["mal-Mlym", "bak-Cyrl"], "main_score": 0.246488, "precision": 0.222902, "recall": 0.320158}, {"accuracy": 0.076087, "f1": 0.044418, "hf_subset": "mal_Mlym-dyu_Latn", "languages": ["mal-Mlym", "dyu-Latn"], "main_score": 0.044418, "precision": 0.036995, "recall": 0.076087}, {"accuracy": 0.900198, "f1": 0.87276, "hf_subset": "mal_Mlym-heb_Hebr", "languages": ["mal-Mlym", "heb-Hebr"], "main_score": 0.87276, "precision": 0.860218, "recall": 0.900198}, {"accuracy": 0.866601, "f1": 0.833914, "hf_subset": "mal_Mlym-khk_Cyrl", "languages": ["mal-Mlym", "khk-Cyrl"], "main_score": 0.833914, "precision": 0.819812, "recall": 0.866601}, {"accuracy": 0.892292, "f1": 0.862747, "hf_subset": "mal_Mlym-lvs_Latn", "languages": ["mal-Mlym", "lvs-Latn"], "main_score": 0.862747, "precision": 0.849802, "recall": 0.892292}, {"accuracy": 0.81917, "f1": 0.776334, "hf_subset": "mal_Mlym-pan_Guru", "languages": ["mal-Mlym", "pan-Guru"], "main_score": 0.776334, "precision": 0.757717, "recall": 0.81917}, {"accuracy": 0.162055, "f1": 0.114952, "hf_subset": "mal_Mlym-som_Latn", "languages": ["mal-Mlym", "som-Latn"], "main_score": 0.114952, "precision": 0.10288, "recall": 0.162055}, {"accuracy": 0.120553, "f1": 0.07068, "hf_subset": "mal_Mlym-tum_Latn", "languages": ["mal-Mlym", "tum-Latn"], "main_score": 0.07068, "precision": 0.059252, "recall": 0.120553}, {"accuracy": 0.086957, "f1": 0.051538, "hf_subset": "pes_Arab-ace_Arab", "languages": ["pes-Arab", "ace-Arab"], "main_score": 0.051538, "precision": 0.043513, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.101291, "hf_subset": "pes_Arab-bam_Latn", "languages": ["pes-Arab", "bam-Latn"], "main_score": 0.101291, "precision": 0.087532, "recall": 0.16502}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "pes_Arab-dzo_Tibt", "languages": ["pes-Arab", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-hin_Deva", "languages": ["pes-Arab", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.91502, "f1": 0.888669, "hf_subset": "pes_Arab-khm_Khmr", "languages": ["pes-Arab", "khm-Khmr"], "main_score": 0.888669, "precision": 0.875988, "recall": 0.91502}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "pes_Arab-mag_Deva", "languages": ["pes-Arab", "mag-Deva"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.612648, "f1": 0.533684, "hf_subset": "pes_Arab-pap_Latn", "languages": ["pes-Arab", "pap-Latn"], "main_score": 0.533684, "precision": 0.503568, "recall": 0.612648}, {"accuracy": 0.190711, "f1": 0.127006, "hf_subset": "pes_Arab-sot_Latn", "languages": ["pes-Arab", "sot-Latn"], "main_score": 0.127006, "precision": 0.11188, "recall": 0.190711}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-tur_Latn", "languages": ["pes-Arab", "tur-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.386364, "f1": 0.299004, "hf_subset": "pes_Arab-ace_Latn", "languages": ["pes-Arab", "ace-Latn"], "main_score": 0.299004, "precision": 0.272167, "recall": 0.386364}, {"accuracy": 0.634387, "f1": 0.556423, "hf_subset": "pes_Arab-ban_Latn", "languages": ["pes-Arab", "ban-Latn"], "main_score": 0.556423, "precision": 0.525635, "recall": 0.634387}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-ell_Grek", "languages": ["pes-Arab", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.914032, "f1": 0.88857, "hf_subset": "pes_Arab-hne_Deva", "languages": ["pes-Arab", "hne-Deva"], "main_score": 0.88857, "precision": 0.876597, "recall": 0.914032}, {"accuracy": 0.233202, "f1": 0.15777, "hf_subset": "pes_Arab-kik_Latn", "languages": ["pes-Arab", "kik-Latn"], "main_score": 0.15777, "precision": 0.138409, "recall": 0.233202}, {"accuracy": 0.940711, "f1": 0.921937, "hf_subset": "pes_Arab-mai_Deva", "languages": ["pes-Arab", "mai-Deva"], "main_score": 0.921937, "precision": 0.912879, "recall": 0.940711}, {"accuracy": 0.854743, "f1": 0.817852, "hf_subset": "pes_Arab-pbt_Arab", "languages": ["pes-Arab", "pbt-Arab"], "main_score": 0.817852, "precision": 0.801861, "recall": 0.854743}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-spa_Latn", "languages": ["pes-Arab", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.274704, "f1": 0.186329, "hf_subset": "pes_Arab-twi_Latn", "languages": ["pes-Arab", "twi-Latn"], "main_score": 0.186329, "precision": 0.163027, "recall": 0.274704}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "pes_Arab-acm_Arab", "languages": ["pes-Arab", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "pes_Arab-bel_Cyrl", "languages": ["pes-Arab", "bel-Cyrl"], "main_score": 0.933136, "precision": 0.925725, "recall": 0.948617}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-eng_Latn", "languages": ["pes-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "pes_Arab-hrv_Latn", "languages": ["pes-Arab", "hrv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.144269, "f1": 0.093128, "hf_subset": "pes_Arab-kin_Latn", "languages": ["pes-Arab", "kin-Latn"], "main_score": 0.093128, "precision": 0.081616, "recall": 0.144269}, {"accuracy": 0.897233, "f1": 0.867572, "hf_subset": "pes_Arab-mal_Mlym", "languages": ["pes-Arab", "mal-Mlym"], "main_score": 0.867572, "precision": 0.853814, "recall": 0.897233}, {"accuracy": 0.693676, "f1": 0.621022, "hf_subset": "pes_Arab-srd_Latn", "languages": ["pes-Arab", "srd-Latn"], "main_score": 0.621022, "precision": 0.591098, "recall": 0.693676}, {"accuracy": 0.061265, "f1": 0.029676, "hf_subset": "pes_Arab-tzm_Tfng", "languages": ["pes-Arab", "tzm-Tfng"], "main_score": 0.029676, "precision": 0.02466, "recall": 0.061265}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "pes_Arab-acq_Arab", "languages": ["pes-Arab", "acq-Arab"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.202569, "f1": 0.131931, "hf_subset": "pes_Arab-bem_Latn", "languages": ["pes-Arab", "bem-Latn"], "main_score": 0.131931, "precision": 0.115484, "recall": 0.202569}, {"accuracy": 0.841897, "f1": 0.799802, "hf_subset": "pes_Arab-epo_Latn", "languages": ["pes-Arab", "epo-Latn"], "main_score": 0.799802, "precision": 0.781604, "recall": 0.841897}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-hun_Latn", "languages": ["pes-Arab", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.928854, "f1": 0.909157, "hf_subset": "pes_Arab-kir_Cyrl", "languages": ["pes-Arab", "kir-Cyrl"], "main_score": 0.909157, "precision": 0.899951, "recall": 0.928854}, {"accuracy": 0.902174, "f1": 0.871377, "hf_subset": "pes_Arab-mar_Deva", "languages": ["pes-Arab", "mar-Deva"], "main_score": 0.871377, "precision": 0.85639, "recall": 0.902174}, {"accuracy": 0.255929, "f1": 0.181381, "hf_subset": "pes_Arab-plt_Latn", "languages": ["pes-Arab", "plt-Latn"], "main_score": 0.181381, "precision": 0.160421, "recall": 0.255929}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pes_Arab-srp_Cyrl", "languages": ["pes-Arab", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.813241, "f1": 0.766642, "hf_subset": "pes_Arab-uig_Arab", "languages": ["pes-Arab", "uig-Arab"], "main_score": 0.766642, "precision": 0.746286, "recall": 0.813241}, {"accuracy": 0.935771, "f1": 0.915843, "hf_subset": "pes_Arab-aeb_Arab", "languages": ["pes-Arab", "aeb-Arab"], "main_score": 0.915843, "precision": 0.906291, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.890646, "hf_subset": "pes_Arab-ben_Beng", "languages": ["pes-Arab", "ben-Beng"], "main_score": 0.890646, "precision": 0.879282, "recall": 0.91502}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-est_Latn", "languages": ["pes-Arab", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pes_Arab-hye_Armn", "languages": ["pes-Arab", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.143281, "f1": 0.08225, "hf_subset": "pes_Arab-kmb_Latn", "languages": ["pes-Arab", "kmb-Latn"], "main_score": 0.08225, "precision": 0.069652, "recall": 0.143281}, {"accuracy": 0.064229, "f1": 0.040221, "hf_subset": "pes_Arab-min_Arab", "languages": ["pes-Arab", "min-Arab"], "main_score": 0.040221, "precision": 0.034832, "recall": 0.064229}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-pol_Latn", "languages": ["pes-Arab", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.145257, "f1": 0.08683, "hf_subset": "pes_Arab-ssw_Latn", "languages": ["pes-Arab", "ssw-Latn"], "main_score": 0.08683, "precision": 0.074597, "recall": 0.145257}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-ukr_Cyrl", "languages": ["pes-Arab", "ukr-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "pes_Arab-afr_Latn", "languages": ["pes-Arab", "afr-Latn"], "main_score": 0.943182, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.903162, "f1": 0.875842, "hf_subset": "pes_Arab-bho_Deva", "languages": ["pes-Arab", "bho-Deva"], "main_score": 0.875842, "precision": 0.86306, "recall": 0.903162}, {"accuracy": 0.724308, "f1": 0.664446, "hf_subset": "pes_Arab-eus_Latn", "languages": ["pes-Arab", "eus-Latn"], "main_score": 0.664446, "precision": 0.639427, "recall": 0.724308}, {"accuracy": 0.16996, "f1": 0.100301, "hf_subset": "pes_Arab-ibo_Latn", "languages": ["pes-Arab", "ibo-Latn"], "main_score": 0.100301, "precision": 0.085164, "recall": 0.16996}, {"accuracy": 0.731225, "f1": 0.677, "hf_subset": "pes_Arab-kmr_Latn", "languages": ["pes-Arab", "kmr-Latn"], "main_score": 0.677, "precision": 0.654661, "recall": 0.731225}, {"accuracy": 0.613636, "f1": 0.535782, "hf_subset": "pes_Arab-min_Latn", "languages": ["pes-Arab", "min-Latn"], "main_score": 0.535782, "precision": 0.506226, "recall": 0.613636}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-por_Latn", "languages": ["pes-Arab", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.738142, "f1": 0.67484, "hf_subset": "pes_Arab-sun_Latn", "languages": ["pes-Arab", "sun-Latn"], "main_score": 0.67484, "precision": 0.649061, "recall": 0.738142}, {"accuracy": 0.149209, "f1": 0.087534, "hf_subset": "pes_Arab-umb_Latn", "languages": ["pes-Arab", "umb-Latn"], "main_score": 0.087534, "precision": 0.074349, "recall": 0.149209}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "pes_Arab-ajp_Arab", "languages": ["pes-Arab", "ajp-Arab"], "main_score": 0.958004, "precision": 0.953557, "recall": 0.967391}, {"accuracy": 0.085968, "f1": 0.050673, "hf_subset": "pes_Arab-bjn_Arab", "languages": ["pes-Arab", "bjn-Arab"], "main_score": 0.050673, "precision": 0.042649, "recall": 0.085968}, {"accuracy": 0.214427, "f1": 0.151046, "hf_subset": "pes_Arab-ewe_Latn", "languages": ["pes-Arab", "ewe-Latn"], "main_score": 0.151046, "precision": 0.134448, "recall": 0.214427}, {"accuracy": 0.333004, "f1": 0.243169, "hf_subset": "pes_Arab-ilo_Latn", "languages": ["pes-Arab", "ilo-Latn"], "main_score": 0.243169, "precision": 0.217328, "recall": 0.333004}, {"accuracy": 0.09585, "f1": 0.053325, "hf_subset": "pes_Arab-knc_Arab", "languages": ["pes-Arab", "knc-Arab"], "main_score": 0.053325, "precision": 0.043317, "recall": 0.09585}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-mkd_Cyrl", "languages": ["pes-Arab", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "pes_Arab-prs_Arab", "languages": ["pes-Arab", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-swe_Latn", "languages": ["pes-Arab", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "pes_Arab-urd_Arab", "languages": ["pes-Arab", "urd-Arab"], "main_score": 0.966403, "precision": 0.962615, "recall": 0.974308}, {"accuracy": 0.256917, "f1": 0.17473, "hf_subset": "pes_Arab-aka_Latn", "languages": ["pes-Arab", "aka-Latn"], "main_score": 0.17473, "precision": 0.152491, "recall": 0.256917}, {"accuracy": 0.756917, "f1": 0.696927, "hf_subset": "pes_Arab-bjn_Latn", "languages": ["pes-Arab", "bjn-Latn"], "main_score": 0.696927, "precision": 0.672367, "recall": 0.756917}, {"accuracy": 0.431818, "f1": 0.346549, "hf_subset": "pes_Arab-fao_Latn", "languages": ["pes-Arab", "fao-Latn"], "main_score": 0.346549, "precision": 0.319232, "recall": 0.431818}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-ind_Latn", "languages": ["pes-Arab", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.23913, "f1": 0.164685, "hf_subset": "pes_Arab-knc_Latn", "languages": ["pes-Arab", "knc-Latn"], "main_score": 0.164685, "precision": 0.146249, "recall": 0.23913}, {"accuracy": 0.300395, "f1": 0.220397, "hf_subset": "pes_Arab-mlt_Latn", "languages": ["pes-Arab", "mlt-Latn"], "main_score": 0.220397, "precision": 0.19916, "recall": 0.300395}, {"accuracy": 0.231225, "f1": 0.15323, "hf_subset": "pes_Arab-quy_Latn", "languages": ["pes-Arab", "quy-Latn"], "main_score": 0.15323, "precision": 0.133289, "recall": 0.231225}, {"accuracy": 0.347826, "f1": 0.264075, "hf_subset": "pes_Arab-swh_Latn", "languages": ["pes-Arab", "swh-Latn"], "main_score": 0.264075, "precision": 0.240253, "recall": 0.347826}, {"accuracy": 0.624506, "f1": 0.55299, "hf_subset": "pes_Arab-uzn_Latn", "languages": ["pes-Arab", "uzn-Latn"], "main_score": 0.55299, "precision": 0.525651, "recall": 0.624506}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "pes_Arab-als_Latn", "languages": ["pes-Arab", "als-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.052372, "f1": 0.017994, "hf_subset": "pes_Arab-bod_Tibt", "languages": ["pes-Arab", "bod-Tibt"], "main_score": 0.017994, "precision": 0.014047, "recall": 0.052372}, {"accuracy": 0.181818, "f1": 0.118557, "hf_subset": "pes_Arab-fij_Latn", "languages": ["pes-Arab", "fij-Latn"], "main_score": 0.118557, "precision": 0.102809, "recall": 0.181818}, {"accuracy": 0.744071, "f1": 0.680654, "hf_subset": "pes_Arab-isl_Latn", "languages": ["pes-Arab", "isl-Latn"], "main_score": 0.680654, "precision": 0.654193, "recall": 0.744071}, {"accuracy": 0.222332, "f1": 0.15016, "hf_subset": "pes_Arab-kon_Latn", "languages": ["pes-Arab", "kon-Latn"], "main_score": 0.15016, "precision": 0.132103, "recall": 0.222332}, {"accuracy": 0.066206, "f1": 0.035465, "hf_subset": "pes_Arab-mni_Beng", "languages": ["pes-Arab", "mni-Beng"], "main_score": 0.035465, "precision": 0.030526, "recall": 0.066206}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-ron_Latn", "languages": ["pes-Arab", "ron-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.773715, "f1": 0.717923, "hf_subset": "pes_Arab-szl_Latn", "languages": ["pes-Arab", "szl-Latn"], "main_score": 0.717923, "precision": 0.694549, "recall": 0.773715}, {"accuracy": 0.782609, "f1": 0.724638, "hf_subset": "pes_Arab-vec_Latn", "languages": ["pes-Arab", "vec-Latn"], "main_score": 0.724638, "precision": 0.699852, "recall": 0.782609}, {"accuracy": 0.782609, "f1": 0.728475, "hf_subset": "pes_Arab-amh_Ethi", "languages": ["pes-Arab", "amh-Ethi"], "main_score": 0.728475, "precision": 0.704769, "recall": 0.782609}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-bos_Latn", "languages": ["pes-Arab", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pes_Arab-fin_Latn", "languages": ["pes-Arab", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pes_Arab-ita_Latn", "languages": ["pes-Arab", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "pes_Arab-kor_Hang", "languages": ["pes-Arab", "kor-Hang"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.198617, "f1": 0.130901, "hf_subset": "pes_Arab-mos_Latn", "languages": ["pes-Arab", "mos-Latn"], "main_score": 0.130901, "precision": 0.112881, "recall": 0.198617}, {"accuracy": 0.145257, "f1": 0.089598, "hf_subset": "pes_Arab-run_Latn", "languages": ["pes-Arab", "run-Latn"], "main_score": 0.089598, "precision": 0.076908, "recall": 0.145257}, {"accuracy": 0.906126, "f1": 0.878129, "hf_subset": "pes_Arab-tam_Taml", "languages": ["pes-Arab", "tam-Taml"], "main_score": 0.878129, "precision": 0.864954, "recall": 0.906126}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-vie_Latn", "languages": ["pes-Arab", "vie-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "pes_Arab-apc_Arab", "languages": ["pes-Arab", "apc-Arab"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.351779, "f1": 0.263726, "hf_subset": "pes_Arab-bug_Latn", "languages": ["pes-Arab", "bug-Latn"], "main_score": 0.263726, "precision": 0.236975, "recall": 0.351779}, {"accuracy": 0.179842, "f1": 0.114631, "hf_subset": "pes_Arab-fon_Latn", "languages": ["pes-Arab", "fon-Latn"], "main_score": 0.114631, "precision": 0.10014, "recall": 0.179842}, {"accuracy": 0.695652, "f1": 0.622664, "hf_subset": "pes_Arab-jav_Latn", "languages": ["pes-Arab", "jav-Latn"], "main_score": 0.622664, "precision": 0.592994, "recall": 0.695652}, {"accuracy": 0.918972, "f1": 0.897431, "hf_subset": "pes_Arab-lao_Laoo", "languages": ["pes-Arab", "lao-Laoo"], "main_score": 0.897431, "precision": 0.887764, "recall": 0.918972}, {"accuracy": 0.174901, "f1": 0.106161, "hf_subset": "pes_Arab-mri_Latn", "languages": ["pes-Arab", "mri-Latn"], "main_score": 0.106161, "precision": 0.091509, "recall": 0.174901}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-rus_Cyrl", "languages": ["pes-Arab", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.220356, "f1": 0.154797, "hf_subset": "pes_Arab-taq_Latn", "languages": ["pes-Arab", "taq-Latn"], "main_score": 0.154797, "precision": 0.139049, "recall": 0.220356}, {"accuracy": 0.409091, "f1": 0.318998, "hf_subset": "pes_Arab-war_Latn", "languages": ["pes-Arab", "war-Latn"], "main_score": 0.318998, "precision": 0.291755, "recall": 0.409091}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "pes_Arab-arb_Arab", "languages": ["pes-Arab", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-bul_Cyrl", "languages": ["pes-Arab", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-fra_Latn", "languages": ["pes-Arab", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-jpn_Jpan", "languages": ["pes-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.72332, "f1": 0.658566, "hf_subset": "pes_Arab-lij_Latn", "languages": ["pes-Arab", "lij-Latn"], "main_score": 0.658566, "precision": 0.631976, "recall": 0.72332}, {"accuracy": 0.951581, "f1": 0.936594, "hf_subset": "pes_Arab-mya_Mymr", "languages": ["pes-Arab", "mya-Mymr"], "main_score": 0.936594, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.202569, "f1": 0.135869, "hf_subset": "pes_Arab-sag_Latn", "languages": ["pes-Arab", "sag-Latn"], "main_score": 0.135869, "precision": 0.119212, "recall": 0.202569}, {"accuracy": 0.083992, "f1": 0.038536, "hf_subset": "pes_Arab-taq_Tfng", "languages": ["pes-Arab", "taq-Tfng"], "main_score": 0.038536, "precision": 0.031999, "recall": 0.083992}, {"accuracy": 0.229249, "f1": 0.154606, "hf_subset": "pes_Arab-wol_Latn", "languages": ["pes-Arab", "wol-Latn"], "main_score": 0.154606, "precision": 0.135688, "recall": 0.229249}, {"accuracy": 0.107708, "f1": 0.060186, "hf_subset": "pes_Arab-arb_Latn", "languages": ["pes-Arab", "arb-Latn"], "main_score": 0.060186, "precision": 0.050958, "recall": 0.107708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-cat_Latn", "languages": ["pes-Arab", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.689723, "f1": 0.619658, "hf_subset": "pes_Arab-fur_Latn", "languages": ["pes-Arab", "fur-Latn"], "main_score": 0.619658, "precision": 0.590423, "recall": 0.689723}, {"accuracy": 0.075099, "f1": 0.048188, "hf_subset": "pes_Arab-kab_Latn", "languages": ["pes-Arab", "kab-Latn"], "main_score": 0.048188, "precision": 0.041927, "recall": 0.075099}, {"accuracy": 0.711462, "f1": 0.643681, "hf_subset": "pes_Arab-lim_Latn", "languages": ["pes-Arab", "lim-Latn"], "main_score": 0.643681, "precision": 0.615646, "recall": 0.711462}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-nld_Latn", "languages": ["pes-Arab", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.759881, "f1": 0.698899, "hf_subset": "pes_Arab-san_Deva", "languages": ["pes-Arab", "san-Deva"], "main_score": 0.698899, "precision": 0.672661, "recall": 0.759881}, {"accuracy": 0.500988, "f1": 0.417261, "hf_subset": "pes_Arab-tat_Cyrl", "languages": ["pes-Arab", "tat-Cyrl"], "main_score": 0.417261, "precision": 0.386437, "recall": 0.500988}, {"accuracy": 0.184783, "f1": 0.117207, "hf_subset": "pes_Arab-xho_Latn", "languages": ["pes-Arab", "xho-Latn"], "main_score": 0.117207, "precision": 0.101603, "recall": 0.184783}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "pes_Arab-ars_Arab", "languages": ["pes-Arab", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.380435, "f1": 0.288762, "hf_subset": "pes_Arab-ceb_Latn", "languages": ["pes-Arab", "ceb-Latn"], "main_score": 0.288762, "precision": 0.260559, "recall": 0.380435}, {"accuracy": 0.200593, "f1": 0.126699, "hf_subset": "pes_Arab-fuv_Latn", "languages": ["pes-Arab", "fuv-Latn"], "main_score": 0.126699, "precision": 0.1094, "recall": 0.200593}, {"accuracy": 0.186759, "f1": 0.119676, "hf_subset": "pes_Arab-kac_Latn", "languages": ["pes-Arab", "kac-Latn"], "main_score": 0.119676, "precision": 0.102353, "recall": 0.186759}, {"accuracy": 0.218379, "f1": 0.151763, "hf_subset": "pes_Arab-lin_Latn", "languages": ["pes-Arab", "lin-Latn"], "main_score": 0.151763, "precision": 0.133737, "recall": 0.218379}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "pes_Arab-nno_Latn", "languages": ["pes-Arab", "nno-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.020751, "f1": 0.005371, "hf_subset": "pes_Arab-sat_Olck", "languages": ["pes-Arab", "sat-Olck"], "main_score": 0.005371, "precision": 0.00411, "recall": 0.020751}, {"accuracy": 0.87253, "f1": 0.837088, "hf_subset": "pes_Arab-tel_Telu", "languages": ["pes-Arab", "tel-Telu"], "main_score": 0.837088, "precision": 0.821014, "recall": 0.87253}, {"accuracy": 0.445652, "f1": 0.360176, "hf_subset": "pes_Arab-ydd_Hebr", "languages": ["pes-Arab", "ydd-Hebr"], "main_score": 0.360176, "precision": 0.330614, "recall": 0.445652}, {"accuracy": 0.863636, "f1": 0.827404, "hf_subset": "pes_Arab-ary_Arab", "languages": ["pes-Arab", "ary-Arab"], "main_score": 0.827404, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-ces_Latn", "languages": ["pes-Arab", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.099802, "f1": 0.056108, "hf_subset": "pes_Arab-gaz_Latn", "languages": ["pes-Arab", "gaz-Latn"], "main_score": 0.056108, "precision": 0.047623, "recall": 0.099802}, {"accuracy": 0.16996, "f1": 0.107763, "hf_subset": "pes_Arab-kam_Latn", "languages": ["pes-Arab", "kam-Latn"], "main_score": 0.107763, "precision": 0.093332, "recall": 0.16996}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "pes_Arab-lit_Latn", "languages": ["pes-Arab", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-nob_Latn", "languages": ["pes-Arab", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.618577, "f1": 0.538429, "hf_subset": "pes_Arab-scn_Latn", "languages": ["pes-Arab", "scn-Latn"], "main_score": 0.538429, "precision": 0.508822, "recall": 0.618577}, {"accuracy": 0.187747, "f1": 0.12505, "hf_subset": "pes_Arab-tgk_Cyrl", "languages": ["pes-Arab", "tgk-Cyrl"], "main_score": 0.12505, "precision": 0.109661, "recall": 0.187747}, {"accuracy": 0.177866, "f1": 0.10767, "hf_subset": "pes_Arab-yor_Latn", "languages": ["pes-Arab", "yor-Latn"], "main_score": 0.10767, "precision": 0.091105, "recall": 0.177866}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "pes_Arab-arz_Arab", "languages": ["pes-Arab", "arz-Arab"], "main_score": 0.941765, "precision": 0.935194, "recall": 0.955534}, {"accuracy": 0.174901, "f1": 0.112268, "hf_subset": "pes_Arab-cjk_Latn", "languages": ["pes-Arab", "cjk-Latn"], "main_score": 0.112268, "precision": 0.098001, "recall": 0.174901}, {"accuracy": 0.170949, "f1": 0.108079, "hf_subset": "pes_Arab-gla_Latn", "languages": ["pes-Arab", "gla-Latn"], "main_score": 0.108079, "precision": 0.091002, "recall": 0.170949}, {"accuracy": 0.820158, "f1": 0.771377, "hf_subset": "pes_Arab-kan_Knda", "languages": ["pes-Arab", "kan-Knda"], "main_score": 0.771377, "precision": 0.749572, "recall": 0.820158}, {"accuracy": 0.615613, "f1": 0.542132, "hf_subset": "pes_Arab-lmo_Latn", "languages": ["pes-Arab", "lmo-Latn"], "main_score": 0.542132, "precision": 0.514649, "recall": 0.615613}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "pes_Arab-npi_Deva", "languages": ["pes-Arab", "npi-Deva"], "main_score": 0.962451, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.257905, "f1": 0.176091, "hf_subset": "pes_Arab-shn_Mymr", "languages": ["pes-Arab", "shn-Mymr"], "main_score": 0.176091, "precision": 0.152598, "recall": 0.257905}, {"accuracy": 0.434783, "f1": 0.345174, "hf_subset": "pes_Arab-tgl_Latn", "languages": ["pes-Arab", "tgl-Latn"], "main_score": 0.345174, "precision": 0.316259, "recall": 0.434783}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pes_Arab-yue_Hant", "languages": ["pes-Arab", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.5583, "f1": 0.477392, "hf_subset": "pes_Arab-asm_Beng", "languages": ["pes-Arab", "asm-Beng"], "main_score": 0.477392, "precision": 0.446581, "recall": 0.5583}, {"accuracy": 0.868577, "f1": 0.832345, "hf_subset": "pes_Arab-ckb_Arab", "languages": ["pes-Arab", "ckb-Arab"], "main_score": 0.832345, "precision": 0.815991, "recall": 0.868577}, {"accuracy": 0.273715, "f1": 0.194658, "hf_subset": "pes_Arab-gle_Latn", "languages": ["pes-Arab", "gle-Latn"], "main_score": 0.194658, "precision": 0.172635, "recall": 0.273715}, {"accuracy": 0.620553, "f1": 0.540148, "hf_subset": "pes_Arab-kas_Arab", "languages": ["pes-Arab", "kas-Arab"], "main_score": 0.540148, "precision": 0.508483, "recall": 0.620553}, {"accuracy": 0.686759, "f1": 0.618629, "hf_subset": "pes_Arab-ltg_Latn", "languages": ["pes-Arab", "ltg-Latn"], "main_score": 0.618629, "precision": 0.591019, "recall": 0.686759}, {"accuracy": 0.221344, "f1": 0.147243, "hf_subset": "pes_Arab-nso_Latn", "languages": ["pes-Arab", "nso-Latn"], "main_score": 0.147243, "precision": 0.128248, "recall": 0.221344}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "pes_Arab-sin_Sinh", "languages": ["pes-Arab", "sin-Sinh"], "main_score": 0.914097, "precision": 0.904891, "recall": 0.933794}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-tha_Thai", "languages": ["pes-Arab", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-zho_Hans", "languages": ["pes-Arab", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "pes_Arab-ast_Latn", "languages": ["pes-Arab", "ast-Latn"], "main_score": 0.916568, "precision": 0.907724, "recall": 0.935771}, {"accuracy": 0.752964, "f1": 0.693116, "hf_subset": "pes_Arab-crh_Latn", "languages": ["pes-Arab", "crh-Latn"], "main_score": 0.693116, "precision": 0.666815, "recall": 0.752964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-glg_Latn", "languages": ["pes-Arab", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.410079, "f1": 0.322253, "hf_subset": "pes_Arab-kas_Deva", "languages": ["pes-Arab", "kas-Deva"], "main_score": 0.322253, "precision": 0.292071, "recall": 0.410079}, {"accuracy": 0.47332, "f1": 0.383137, "hf_subset": "pes_Arab-ltz_Latn", "languages": ["pes-Arab", "ltz-Latn"], "main_score": 0.383137, "precision": 0.353846, "recall": 0.47332}, {"accuracy": 0.106719, "f1": 0.0577, "hf_subset": "pes_Arab-nus_Latn", "languages": ["pes-Arab", "nus-Latn"], "main_score": 0.0577, "precision": 0.048649, "recall": 0.106719}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-slk_Latn", "languages": ["pes-Arab", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.188735, "f1": 0.126648, "hf_subset": "pes_Arab-tir_Ethi", "languages": ["pes-Arab", "tir-Ethi"], "main_score": 0.126648, "precision": 0.109027, "recall": 0.188735}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "pes_Arab-zho_Hant", "languages": ["pes-Arab", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.947628, "f1": 0.932378, "hf_subset": "pes_Arab-awa_Deva", "languages": ["pes-Arab", "awa-Deva"], "main_score": 0.932378, "precision": 0.924984, "recall": 0.947628}, {"accuracy": 0.445652, "f1": 0.352892, "hf_subset": "pes_Arab-cym_Latn", "languages": ["pes-Arab", "cym-Latn"], "main_score": 0.352892, "precision": 0.323633, "recall": 0.445652}, {"accuracy": 0.33004, "f1": 0.243674, "hf_subset": "pes_Arab-grn_Latn", "languages": ["pes-Arab", "grn-Latn"], "main_score": 0.243674, "precision": 0.219097, "recall": 0.33004}, {"accuracy": 0.878458, "f1": 0.841271, "hf_subset": "pes_Arab-kat_Geor", "languages": ["pes-Arab", "kat-Geor"], "main_score": 0.841271, "precision": 0.824028, "recall": 0.878458}, {"accuracy": 0.226285, "f1": 0.154098, "hf_subset": "pes_Arab-lua_Latn", "languages": ["pes-Arab", "lua-Latn"], "main_score": 0.154098, "precision": 0.135227, "recall": 0.226285}, {"accuracy": 0.213439, "f1": 0.142856, "hf_subset": "pes_Arab-nya_Latn", "languages": ["pes-Arab", "nya-Latn"], "main_score": 0.142856, "precision": 0.124672, "recall": 0.213439}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pes_Arab-slv_Latn", "languages": ["pes-Arab", "slv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.427866, "f1": 0.332776, "hf_subset": "pes_Arab-tpi_Latn", "languages": ["pes-Arab", "tpi-Latn"], "main_score": 0.332776, "precision": 0.302602, "recall": 0.427866}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pes_Arab-zsm_Latn", "languages": ["pes-Arab", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.172925, "f1": 0.101909, "hf_subset": "pes_Arab-ayr_Latn", "languages": ["pes-Arab", "ayr-Latn"], "main_score": 0.101909, "precision": 0.085837, "recall": 0.172925}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pes_Arab-dan_Latn", "languages": ["pes-Arab", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.897365, "hf_subset": "pes_Arab-guj_Gujr", "languages": ["pes-Arab", "guj-Gujr"], "main_score": 0.897365, "precision": 0.886364, "recall": 0.920949}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "pes_Arab-kaz_Cyrl", "languages": ["pes-Arab", "kaz-Cyrl"], "main_score": 0.938076, "precision": 0.931159, "recall": 0.952569}, {"accuracy": 0.150198, "f1": 0.091938, "hf_subset": "pes_Arab-lug_Latn", "languages": ["pes-Arab", "lug-Latn"], "main_score": 0.091938, "precision": 0.078255, "recall": 0.150198}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "pes_Arab-oci_Latn", "languages": ["pes-Arab", "oci-Latn"], "main_score": 0.906456, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.168972, "f1": 0.103737, "hf_subset": "pes_Arab-smo_Latn", "languages": ["pes-Arab", "smo-Latn"], "main_score": 0.103737, "precision": 0.088485, "recall": 0.168972}, {"accuracy": 0.186759, "f1": 0.123681, "hf_subset": "pes_Arab-tsn_Latn", "languages": ["pes-Arab", "tsn-Latn"], "main_score": 0.123681, "precision": 0.108732, "recall": 0.186759}, {"accuracy": 0.12747, "f1": 0.074357, "hf_subset": "pes_Arab-zul_Latn", "languages": ["pes-Arab", "zul-Latn"], "main_score": 0.074357, "precision": 0.063162, "recall": 0.12747}, {"accuracy": 0.583004, "f1": 0.502953, "hf_subset": "pes_Arab-azb_Arab", "languages": ["pes-Arab", "azb-Arab"], "main_score": 0.502953, "precision": 0.471172, "recall": 0.583004}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pes_Arab-deu_Latn", "languages": ["pes-Arab", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.280632, "f1": 0.200586, "hf_subset": "pes_Arab-hat_Latn", "languages": ["pes-Arab", "hat-Latn"], "main_score": 0.200586, "precision": 0.177806, "recall": 0.280632}, {"accuracy": 0.148221, "f1": 0.085058, "hf_subset": "pes_Arab-kbp_Latn", "languages": ["pes-Arab", "kbp-Latn"], "main_score": 0.085058, "precision": 0.070507, "recall": 0.148221}, {"accuracy": 0.206522, "f1": 0.137621, "hf_subset": "pes_Arab-luo_Latn", "languages": ["pes-Arab", "luo-Latn"], "main_score": 0.137621, "precision": 0.121239, "recall": 0.206522}, {"accuracy": 0.844862, "f1": 0.804534, "hf_subset": "pes_Arab-ory_Orya", "languages": ["pes-Arab", "ory-Orya"], "main_score": 0.804534, "precision": 0.786586, "recall": 0.844862}, {"accuracy": 0.158103, "f1": 0.093853, "hf_subset": "pes_Arab-sna_Latn", "languages": ["pes-Arab", "sna-Latn"], "main_score": 0.093853, "precision": 0.079691, "recall": 0.158103}, {"accuracy": 0.171937, "f1": 0.112105, "hf_subset": "pes_Arab-tso_Latn", "languages": ["pes-Arab", "tso-Latn"], "main_score": 0.112105, "precision": 0.09748, "recall": 0.171937}, {"accuracy": 0.951581, "f1": 0.937319, "hf_subset": "pes_Arab-azj_Latn", "languages": ["pes-Arab", "azj-Latn"], "main_score": 0.937319, "precision": 0.930583, "recall": 0.951581}, {"accuracy": 0.277668, "f1": 0.196297, "hf_subset": "pes_Arab-dik_Latn", "languages": ["pes-Arab", "dik-Latn"], "main_score": 0.196297, "precision": 0.174499, "recall": 0.277668}, {"accuracy": 0.225296, "f1": 0.151445, "hf_subset": "pes_Arab-hau_Latn", "languages": ["pes-Arab", "hau-Latn"], "main_score": 0.151445, "precision": 0.133479, "recall": 0.225296}, {"accuracy": 0.623518, "f1": 0.546847, "hf_subset": "pes_Arab-kea_Latn", "languages": ["pes-Arab", "kea-Latn"], "main_score": 0.546847, "precision": 0.517938, "recall": 0.623518}, {"accuracy": 0.343874, "f1": 0.25732, "hf_subset": "pes_Arab-lus_Latn", "languages": ["pes-Arab", "lus-Latn"], "main_score": 0.25732, "precision": 0.23083, "recall": 0.343874}, {"accuracy": 0.435771, "f1": 0.345654, "hf_subset": "pes_Arab-pag_Latn", "languages": ["pes-Arab", "pag-Latn"], "main_score": 0.345654, "precision": 0.315269, "recall": 0.435771}, {"accuracy": 0.87747, "f1": 0.843676, "hf_subset": "pes_Arab-snd_Arab", "languages": ["pes-Arab", "snd-Arab"], "main_score": 0.843676, "precision": 0.828063, "recall": 0.87747}, {"accuracy": 0.318182, "f1": 0.234961, "hf_subset": "pes_Arab-tuk_Latn", "languages": ["pes-Arab", "tuk-Latn"], "main_score": 0.234961, "precision": 0.209575, "recall": 0.318182}, {"accuracy": 0.464427, "f1": 0.377504, "hf_subset": "pes_Arab-bak_Cyrl", "languages": ["pes-Arab", "bak-Cyrl"], "main_score": 0.377504, "precision": 0.347043, "recall": 0.464427}, {"accuracy": 0.158103, "f1": 0.096673, "hf_subset": "pes_Arab-dyu_Latn", "languages": ["pes-Arab", "dyu-Latn"], "main_score": 0.096673, "precision": 0.081088, "recall": 0.158103}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pes_Arab-heb_Hebr", "languages": ["pes-Arab", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pes_Arab-khk_Cyrl", "languages": ["pes-Arab", "khk-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "pes_Arab-lvs_Latn", "languages": ["pes-Arab", "lvs-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.86166, "f1": 0.822614, "hf_subset": "pes_Arab-pan_Guru", "languages": ["pes-Arab", "pan-Guru"], "main_score": 0.822614, "precision": 0.804792, "recall": 0.86166}, {"accuracy": 0.258893, "f1": 0.185054, "hf_subset": "pes_Arab-som_Latn", "languages": ["pes-Arab", "som-Latn"], "main_score": 0.185054, "precision": 0.164213, "recall": 0.258893}, {"accuracy": 0.192688, "f1": 0.122561, "hf_subset": "pes_Arab-tum_Latn", "languages": ["pes-Arab", "tum-Latn"], "main_score": 0.122561, "precision": 0.10543, "recall": 0.192688}, {"accuracy": 0.074111, "f1": 0.051714, "hf_subset": "srd_Latn-ace_Arab", "languages": ["srd-Latn", "ace-Arab"], "main_score": 0.051714, "precision": 0.045615, "recall": 0.074111}, {"accuracy": 0.226285, "f1": 0.175791, "hf_subset": "srd_Latn-bam_Latn", "languages": ["srd-Latn", "bam-Latn"], "main_score": 0.175791, "precision": 0.160465, "recall": 0.226285}, {"accuracy": 0.004941, "f1": 0.000129, "hf_subset": "srd_Latn-dzo_Tibt", "languages": ["srd-Latn", "dzo-Tibt"], "main_score": 0.000129, "precision": 6.6e-05, "recall": 0.004941}, {"accuracy": 0.688735, "f1": 0.638485, "hf_subset": "srd_Latn-hin_Deva", "languages": ["srd-Latn", "hin-Deva"], "main_score": 0.638485, "precision": 0.619512, "recall": 0.688735}, {"accuracy": 0.598814, "f1": 0.548997, "hf_subset": "srd_Latn-khm_Khmr", "languages": ["srd-Latn", "khm-Khmr"], "main_score": 0.548997, "precision": 0.531875, "recall": 0.598814}, {"accuracy": 0.613636, "f1": 0.56501, "hf_subset": "srd_Latn-mag_Deva", "languages": ["srd-Latn", "mag-Deva"], "main_score": 0.56501, "precision": 0.547206, "recall": 0.613636}, {"accuracy": 0.599802, "f1": 0.5539, "hf_subset": "srd_Latn-pap_Latn", "languages": ["srd-Latn", "pap-Latn"], "main_score": 0.5539, "precision": 0.535635, "recall": 0.599802}, {"accuracy": 0.244071, "f1": 0.197496, "hf_subset": "srd_Latn-sot_Latn", "languages": ["srd-Latn", "sot-Latn"], "main_score": 0.197496, "precision": 0.184472, "recall": 0.244071}, {"accuracy": 0.745059, "f1": 0.708418, "hf_subset": "srd_Latn-tur_Latn", "languages": ["srd-Latn", "tur-Latn"], "main_score": 0.708418, "precision": 0.69468, "recall": 0.745059}, {"accuracy": 0.385375, "f1": 0.323463, "hf_subset": "srd_Latn-ace_Latn", "languages": ["srd-Latn", "ace-Latn"], "main_score": 0.323463, "precision": 0.301973, "recall": 0.385375}, {"accuracy": 0.530632, "f1": 0.484847, "hf_subset": "srd_Latn-ban_Latn", "languages": ["srd-Latn", "ban-Latn"], "main_score": 0.484847, "precision": 0.466691, "recall": 0.530632}, {"accuracy": 0.701581, "f1": 0.655998, "hf_subset": "srd_Latn-ell_Grek", "languages": ["srd-Latn", "ell-Grek"], "main_score": 0.655998, "precision": 0.638665, "recall": 0.701581}, {"accuracy": 0.613636, "f1": 0.563122, "hf_subset": "srd_Latn-hne_Deva", "languages": ["srd-Latn", "hne-Deva"], "main_score": 0.563122, "precision": 0.54481, "recall": 0.613636}, {"accuracy": 0.262846, "f1": 0.201572, "hf_subset": "srd_Latn-kik_Latn", "languages": ["srd-Latn", "kik-Latn"], "main_score": 0.201572, "precision": 0.18228, "recall": 0.262846}, {"accuracy": 0.615613, "f1": 0.576576, "hf_subset": "srd_Latn-mai_Deva", "languages": ["srd-Latn", "mai-Deva"], "main_score": 0.576576, "precision": 0.561129, "recall": 0.615613}, {"accuracy": 0.532609, "f1": 0.481575, "hf_subset": "srd_Latn-pbt_Arab", "languages": ["srd-Latn", "pbt-Arab"], "main_score": 0.481575, "precision": 0.46256, "recall": 0.532609}, {"accuracy": 0.775692, "f1": 0.738494, "hf_subset": "srd_Latn-spa_Latn", "languages": ["srd-Latn", "spa-Latn"], "main_score": 0.738494, "precision": 0.725073, "recall": 0.775692}, {"accuracy": 0.31917, "f1": 0.254881, "hf_subset": "srd_Latn-twi_Latn", "languages": ["srd-Latn", "twi-Latn"], "main_score": 0.254881, "precision": 0.234252, "recall": 0.31917}, {"accuracy": 0.677866, "f1": 0.632017, "hf_subset": "srd_Latn-acm_Arab", "languages": ["srd-Latn", "acm-Arab"], "main_score": 0.632017, "precision": 0.615562, "recall": 0.677866}, {"accuracy": 0.660079, "f1": 0.610568, "hf_subset": "srd_Latn-bel_Cyrl", "languages": ["srd-Latn", "bel-Cyrl"], "main_score": 0.610568, "precision": 0.59242, "recall": 0.660079}, {"accuracy": 0.780632, "f1": 0.74174, "hf_subset": "srd_Latn-eng_Latn", "languages": ["srd-Latn", "eng-Latn"], "main_score": 0.74174, "precision": 0.727431, "recall": 0.780632}, {"accuracy": 0.727273, "f1": 0.68563, "hf_subset": "srd_Latn-hrv_Latn", "languages": ["srd-Latn", "hrv-Latn"], "main_score": 0.68563, "precision": 0.669643, "recall": 0.727273}, {"accuracy": 0.159091, "f1": 0.118171, "hf_subset": "srd_Latn-kin_Latn", "languages": ["srd-Latn", "kin-Latn"], "main_score": 0.118171, "precision": 0.106422, "recall": 0.159091}, {"accuracy": 0.467391, "f1": 0.415433, "hf_subset": "srd_Latn-mal_Mlym", "languages": ["srd-Latn", "mal-Mlym"], "main_score": 0.415433, "precision": 0.396959, "recall": 0.467391}, {"accuracy": 0.711462, "f1": 0.664468, "hf_subset": "srd_Latn-pes_Arab", "languages": ["srd-Latn", "pes-Arab"], "main_score": 0.664468, "precision": 0.647966, "recall": 0.711462}, {"accuracy": 0.062253, "f1": 0.034173, "hf_subset": "srd_Latn-tzm_Tfng", "languages": ["srd-Latn", "tzm-Tfng"], "main_score": 0.034173, "precision": 0.029416, "recall": 0.062253}, {"accuracy": 0.670949, "f1": 0.624079, "hf_subset": "srd_Latn-acq_Arab", "languages": ["srd-Latn", "acq-Arab"], "main_score": 0.624079, "precision": 0.60718, "recall": 0.670949}, {"accuracy": 0.226285, "f1": 0.17153, "hf_subset": "srd_Latn-bem_Latn", "languages": ["srd-Latn", "bem-Latn"], "main_score": 0.17153, "precision": 0.157102, "recall": 0.226285}, {"accuracy": 0.641304, "f1": 0.605931, "hf_subset": "srd_Latn-epo_Latn", "languages": ["srd-Latn", "epo-Latn"], "main_score": 0.605931, "precision": 0.593441, "recall": 0.641304}, {"accuracy": 0.742095, "f1": 0.704157, "hf_subset": "srd_Latn-hun_Latn", "languages": ["srd-Latn", "hun-Latn"], "main_score": 0.704157, "precision": 0.69051, "recall": 0.742095}, {"accuracy": 0.621542, "f1": 0.583818, "hf_subset": "srd_Latn-kir_Cyrl", "languages": ["srd-Latn", "kir-Cyrl"], "main_score": 0.583818, "precision": 0.569998, "recall": 0.621542}, {"accuracy": 0.555336, "f1": 0.505006, "hf_subset": "srd_Latn-mar_Deva", "languages": ["srd-Latn", "mar-Deva"], "main_score": 0.505006, "precision": 0.487566, "recall": 0.555336}, {"accuracy": 0.31917, "f1": 0.269699, "hf_subset": "srd_Latn-plt_Latn", "languages": ["srd-Latn", "plt-Latn"], "main_score": 0.269699, "precision": 0.251803, "recall": 0.31917}, {"accuracy": 0.721344, "f1": 0.677471, "hf_subset": "srd_Latn-srp_Cyrl", "languages": ["srd-Latn", "srp-Cyrl"], "main_score": 0.677471, "precision": 0.660764, "recall": 0.721344}, {"accuracy": 0.461462, "f1": 0.41249, "hf_subset": "srd_Latn-uig_Arab", "languages": ["srd-Latn", "uig-Arab"], "main_score": 0.41249, "precision": 0.395049, "recall": 0.461462}, {"accuracy": 0.615613, "f1": 0.571787, "hf_subset": "srd_Latn-aeb_Arab", "languages": ["srd-Latn", "aeb-Arab"], "main_score": 0.571787, "precision": 0.554891, "recall": 0.615613}, {"accuracy": 0.5, "f1": 0.446644, "hf_subset": "srd_Latn-ben_Beng", "languages": ["srd-Latn", "ben-Beng"], "main_score": 0.446644, "precision": 0.42753, "recall": 0.5}, {"accuracy": 0.73419, "f1": 0.701101, "hf_subset": "srd_Latn-est_Latn", "languages": ["srd-Latn", "est-Latn"], "main_score": 0.701101, "precision": 0.688735, "recall": 0.73419}, {"accuracy": 0.647233, "f1": 0.594322, "hf_subset": "srd_Latn-hye_Armn", "languages": ["srd-Latn", "hye-Armn"], "main_score": 0.594322, "precision": 0.57578, "recall": 0.647233}, {"accuracy": 0.183794, "f1": 0.132512, "hf_subset": "srd_Latn-kmb_Latn", "languages": ["srd-Latn", "kmb-Latn"], "main_score": 0.132512, "precision": 0.119625, "recall": 0.183794}, {"accuracy": 0.060277, "f1": 0.041734, "hf_subset": "srd_Latn-min_Arab", "languages": ["srd-Latn", "min-Arab"], "main_score": 0.041734, "precision": 0.036103, "recall": 0.060277}, {"accuracy": 0.741107, "f1": 0.701416, "hf_subset": "srd_Latn-pol_Latn", "languages": ["srd-Latn", "pol-Latn"], "main_score": 0.701416, "precision": 0.686994, "recall": 0.741107}, {"accuracy": 0.16502, "f1": 0.123695, "hf_subset": "srd_Latn-ssw_Latn", "languages": ["srd-Latn", "ssw-Latn"], "main_score": 0.123695, "precision": 0.112987, "recall": 0.16502}, {"accuracy": 0.737154, "f1": 0.693459, "hf_subset": "srd_Latn-ukr_Cyrl", "languages": ["srd-Latn", "ukr-Cyrl"], "main_score": 0.693459, "precision": 0.67807, "recall": 0.737154}, {"accuracy": 0.724308, "f1": 0.683221, "hf_subset": "srd_Latn-afr_Latn", "languages": ["srd-Latn", "afr-Latn"], "main_score": 0.683221, "precision": 0.667332, "recall": 0.724308}, {"accuracy": 0.58498, "f1": 0.535212, "hf_subset": "srd_Latn-bho_Deva", "languages": ["srd-Latn", "bho-Deva"], "main_score": 0.535212, "precision": 0.516043, "recall": 0.58498}, {"accuracy": 0.572134, "f1": 0.533161, "hf_subset": "srd_Latn-eus_Latn", "languages": ["srd-Latn", "eus-Latn"], "main_score": 0.533161, "precision": 0.518388, "recall": 0.572134}, {"accuracy": 0.201581, "f1": 0.14505, "hf_subset": "srd_Latn-ibo_Latn", "languages": ["srd-Latn", "ibo-Latn"], "main_score": 0.14505, "precision": 0.128809, "recall": 0.201581}, {"accuracy": 0.51087, "f1": 0.462333, "hf_subset": "srd_Latn-kmr_Latn", "languages": ["srd-Latn", "kmr-Latn"], "main_score": 0.462333, "precision": 0.44551, "recall": 0.51087}, {"accuracy": 0.509881, "f1": 0.465784, "hf_subset": "srd_Latn-min_Latn", "languages": ["srd-Latn", "min-Latn"], "main_score": 0.465784, "precision": 0.448678, "recall": 0.509881}, {"accuracy": 0.773715, "f1": 0.735062, "hf_subset": "srd_Latn-por_Latn", "languages": ["srd-Latn", "por-Latn"], "main_score": 0.735062, "precision": 0.719782, "recall": 0.773715}, {"accuracy": 0.601779, "f1": 0.557809, "hf_subset": "srd_Latn-sun_Latn", "languages": ["srd-Latn", "sun-Latn"], "main_score": 0.557809, "precision": 0.541502, "recall": 0.601779}, {"accuracy": 0.171937, "f1": 0.127976, "hf_subset": "srd_Latn-umb_Latn", "languages": ["srd-Latn", "umb-Latn"], "main_score": 0.127976, "precision": 0.116692, "recall": 0.171937}, {"accuracy": 0.661067, "f1": 0.615373, "hf_subset": "srd_Latn-ajp_Arab", "languages": ["srd-Latn", "ajp-Arab"], "main_score": 0.615373, "precision": 0.598399, "recall": 0.661067}, {"accuracy": 0.064229, "f1": 0.042154, "hf_subset": "srd_Latn-bjn_Arab", "languages": ["srd-Latn", "bjn-Arab"], "main_score": 0.042154, "precision": 0.036124, "recall": 0.064229}, {"accuracy": 0.281621, "f1": 0.229522, "hf_subset": "srd_Latn-ewe_Latn", "languages": ["srd-Latn", "ewe-Latn"], "main_score": 0.229522, "precision": 0.213522, "recall": 0.281621}, {"accuracy": 0.37747, "f1": 0.317715, "hf_subset": "srd_Latn-ilo_Latn", "languages": ["srd-Latn", "ilo-Latn"], "main_score": 0.317715, "precision": 0.297755, "recall": 0.37747}, {"accuracy": 0.090909, "f1": 0.067115, "hf_subset": "srd_Latn-knc_Arab", "languages": ["srd-Latn", "knc-Arab"], "main_score": 0.067115, "precision": 0.060277, "recall": 0.090909}, {"accuracy": 0.733202, "f1": 0.691506, "hf_subset": "srd_Latn-mkd_Cyrl", "languages": ["srd-Latn", "mkd-Cyrl"], "main_score": 0.691506, "precision": 0.675705, "recall": 0.733202}, {"accuracy": 0.683794, "f1": 0.636386, "hf_subset": "srd_Latn-prs_Arab", "languages": ["srd-Latn", "prs-Arab"], "main_score": 0.636386, "precision": 0.618232, "recall": 0.683794}, {"accuracy": 0.746047, "f1": 0.706845, "hf_subset": "srd_Latn-swe_Latn", "languages": ["srd-Latn", "swe-Latn"], "main_score": 0.706845, "precision": 0.692759, "recall": 0.746047}, {"accuracy": 0.625494, "f1": 0.57271, "hf_subset": "srd_Latn-urd_Arab", "languages": ["srd-Latn", "urd-Arab"], "main_score": 0.57271, "precision": 0.553664, "recall": 0.625494}, {"accuracy": 0.29249, "f1": 0.236385, "hf_subset": "srd_Latn-aka_Latn", "languages": ["srd-Latn", "aka-Latn"], "main_score": 0.236385, "precision": 0.219626, "recall": 0.29249}, {"accuracy": 0.583992, "f1": 0.544497, "hf_subset": "srd_Latn-bjn_Latn", "languages": ["srd-Latn", "bjn-Latn"], "main_score": 0.544497, "precision": 0.529554, "recall": 0.583992}, {"accuracy": 0.407115, "f1": 0.364794, "hf_subset": "srd_Latn-fao_Latn", "languages": ["srd-Latn", "fao-Latn"], "main_score": 0.364794, "precision": 0.349846, "recall": 0.407115}, {"accuracy": 0.76087, "f1": 0.721596, "hf_subset": "srd_Latn-ind_Latn", "languages": ["srd-Latn", "ind-Latn"], "main_score": 0.721596, "precision": 0.706723, "recall": 0.76087}, {"accuracy": 0.268775, "f1": 0.214913, "hf_subset": "srd_Latn-knc_Latn", "languages": ["srd-Latn", "knc-Latn"], "main_score": 0.214913, "precision": 0.198677, "recall": 0.268775}, {"accuracy": 0.36166, "f1": 0.301538, "hf_subset": "srd_Latn-mlt_Latn", "languages": ["srd-Latn", "mlt-Latn"], "main_score": 0.301538, "precision": 0.282934, "recall": 0.36166}, {"accuracy": 0.271739, "f1": 0.207161, "hf_subset": "srd_Latn-quy_Latn", "languages": ["srd-Latn", "quy-Latn"], "main_score": 0.207161, "precision": 0.187587, "recall": 0.271739}, {"accuracy": 0.324111, "f1": 0.274663, "hf_subset": "srd_Latn-swh_Latn", "languages": ["srd-Latn", "swh-Latn"], "main_score": 0.274663, "precision": 0.257952, "recall": 0.324111}, {"accuracy": 0.477273, "f1": 0.433086, "hf_subset": "srd_Latn-uzn_Latn", "languages": ["srd-Latn", "uzn-Latn"], "main_score": 0.433086, "precision": 0.41696, "recall": 0.477273}, {"accuracy": 0.740119, "f1": 0.700122, "hf_subset": "srd_Latn-als_Latn", "languages": ["srd-Latn", "als-Latn"], "main_score": 0.700122, "precision": 0.68476, "recall": 0.740119}, {"accuracy": 0.055336, "f1": 0.025927, "hf_subset": "srd_Latn-bod_Tibt", "languages": ["srd-Latn", "bod-Tibt"], "main_score": 0.025927, "precision": 0.021691, "recall": 0.055336}, {"accuracy": 0.238142, "f1": 0.185383, "hf_subset": "srd_Latn-fij_Latn", "languages": ["srd-Latn", "fij-Latn"], "main_score": 0.185383, "precision": 0.169202, "recall": 0.238142}, {"accuracy": 0.52668, "f1": 0.482979, "hf_subset": "srd_Latn-isl_Latn", "languages": ["srd-Latn", "isl-Latn"], "main_score": 0.482979, "precision": 0.466623, "recall": 0.52668}, {"accuracy": 0.257905, "f1": 0.200157, "hf_subset": "srd_Latn-kon_Latn", "languages": ["srd-Latn", "kon-Latn"], "main_score": 0.200157, "precision": 0.183802, "recall": 0.257905}, {"accuracy": 0.055336, "f1": 0.030084, "hf_subset": "srd_Latn-mni_Beng", "languages": ["srd-Latn", "mni-Beng"], "main_score": 0.030084, "precision": 0.025442, "recall": 0.055336}, {"accuracy": 0.779644, "f1": 0.745364, "hf_subset": "srd_Latn-ron_Latn", "languages": ["srd-Latn", "ron-Latn"], "main_score": 0.745364, "precision": 0.732725, "recall": 0.779644}, {"accuracy": 0.589921, "f1": 0.541489, "hf_subset": "srd_Latn-szl_Latn", "languages": ["srd-Latn", "szl-Latn"], "main_score": 0.541489, "precision": 0.523991, "recall": 0.589921}, {"accuracy": 0.66502, "f1": 0.621406, "hf_subset": "srd_Latn-vec_Latn", "languages": ["srd-Latn", "vec-Latn"], "main_score": 0.621406, "precision": 0.604654, "recall": 0.66502}, {"accuracy": 0.386364, "f1": 0.332609, "hf_subset": "srd_Latn-amh_Ethi", "languages": ["srd-Latn", "amh-Ethi"], "main_score": 0.332609, "precision": 0.313775, "recall": 0.386364}, {"accuracy": 0.756917, "f1": 0.716281, "hf_subset": "srd_Latn-bos_Latn", "languages": ["srd-Latn", "bos-Latn"], "main_score": 0.716281, "precision": 0.700625, "recall": 0.756917}, {"accuracy": 0.746047, "f1": 0.701501, "hf_subset": "srd_Latn-fin_Latn", "languages": ["srd-Latn", "fin-Latn"], "main_score": 0.701501, "precision": 0.685009, "recall": 0.746047}, {"accuracy": 0.773715, "f1": 0.736831, "hf_subset": "srd_Latn-ita_Latn", "languages": ["srd-Latn", "ita-Latn"], "main_score": 0.736831, "precision": 0.722652, "recall": 0.773715}, {"accuracy": 0.686759, "f1": 0.643463, "hf_subset": "srd_Latn-kor_Hang", "languages": ["srd-Latn", "kor-Hang"], "main_score": 0.643463, "precision": 0.627708, "recall": 0.686759}, {"accuracy": 0.237154, "f1": 0.182386, "hf_subset": "srd_Latn-mos_Latn", "languages": ["srd-Latn", "mos-Latn"], "main_score": 0.182386, "precision": 0.166162, "recall": 0.237154}, {"accuracy": 0.178854, "f1": 0.138631, "hf_subset": "srd_Latn-run_Latn", "languages": ["srd-Latn", "run-Latn"], "main_score": 0.138631, "precision": 0.126493, "recall": 0.178854}, {"accuracy": 0.508893, "f1": 0.457649, "hf_subset": "srd_Latn-tam_Taml", "languages": ["srd-Latn", "tam-Taml"], "main_score": 0.457649, "precision": 0.439228, "recall": 0.508893}, {"accuracy": 0.753953, "f1": 0.716085, "hf_subset": "srd_Latn-vie_Latn", "languages": ["srd-Latn", "vie-Latn"], "main_score": 0.716085, "precision": 0.701564, "recall": 0.753953}, {"accuracy": 0.648221, "f1": 0.607934, "hf_subset": "srd_Latn-apc_Arab", "languages": ["srd-Latn", "apc-Arab"], "main_score": 0.607934, "precision": 0.592542, "recall": 0.648221}, {"accuracy": 0.37253, "f1": 0.318568, "hf_subset": "srd_Latn-bug_Latn", "languages": ["srd-Latn", "bug-Latn"], "main_score": 0.318568, "precision": 0.299814, "recall": 0.37253}, {"accuracy": 0.230237, "f1": 0.178282, "hf_subset": "srd_Latn-fon_Latn", "languages": ["srd-Latn", "fon-Latn"], "main_score": 0.178282, "precision": 0.163058, "recall": 0.230237}, {"accuracy": 0.579051, "f1": 0.529185, "hf_subset": "srd_Latn-jav_Latn", "languages": ["srd-Latn", "jav-Latn"], "main_score": 0.529185, "precision": 0.509811, "recall": 0.579051}, {"accuracy": 0.619565, "f1": 0.57527, "hf_subset": "srd_Latn-lao_Laoo", "languages": ["srd-Latn", "lao-Laoo"], "main_score": 0.57527, "precision": 0.55954, "recall": 0.619565}, {"accuracy": 0.227273, "f1": 0.171841, "hf_subset": "srd_Latn-mri_Latn", "languages": ["srd-Latn", "mri-Latn"], "main_score": 0.171841, "precision": 0.155965, "recall": 0.227273}, {"accuracy": 0.728261, "f1": 0.685703, "hf_subset": "srd_Latn-rus_Cyrl", "languages": ["srd-Latn", "rus-Cyrl"], "main_score": 0.685703, "precision": 0.670373, "recall": 0.728261}, {"accuracy": 0.25, "f1": 0.206006, "hf_subset": "srd_Latn-taq_Latn", "languages": ["srd-Latn", "taq-Latn"], "main_score": 0.206006, "precision": 0.19213, "recall": 0.25}, {"accuracy": 0.390316, "f1": 0.330081, "hf_subset": "srd_Latn-war_Latn", "languages": ["srd-Latn", "war-Latn"], "main_score": 0.330081, "precision": 0.310113, "recall": 0.390316}, {"accuracy": 0.686759, "f1": 0.640833, "hf_subset": "srd_Latn-arb_Arab", "languages": ["srd-Latn", "arb-Arab"], "main_score": 0.640833, "precision": 0.62367, "recall": 0.686759}, {"accuracy": 0.756917, "f1": 0.717354, "hf_subset": "srd_Latn-bul_Cyrl", "languages": ["srd-Latn", "bul-Cyrl"], "main_score": 0.717354, "precision": 0.702572, "recall": 0.756917}, {"accuracy": 0.764822, "f1": 0.726813, "hf_subset": "srd_Latn-fra_Latn", "languages": ["srd-Latn", "fra-Latn"], "main_score": 0.726813, "precision": 0.712682, "recall": 0.764822}, {"accuracy": 0.689723, "f1": 0.646333, "hf_subset": "srd_Latn-jpn_Jpan", "languages": ["srd-Latn", "jpn-Jpan"], "main_score": 0.646333, "precision": 0.630432, "recall": 0.689723}, {"accuracy": 0.668972, "f1": 0.634109, "hf_subset": "srd_Latn-lij_Latn", "languages": ["srd-Latn", "lij-Latn"], "main_score": 0.634109, "precision": 0.620299, "recall": 0.668972}, {"accuracy": 0.589921, "f1": 0.530766, "hf_subset": "srd_Latn-mya_Mymr", "languages": ["srd-Latn", "mya-Mymr"], "main_score": 0.530766, "precision": 0.509066, "recall": 0.589921}, {"accuracy": 0.273715, "f1": 0.218069, "hf_subset": "srd_Latn-sag_Latn", "languages": ["srd-Latn", "sag-Latn"], "main_score": 0.218069, "precision": 0.20054, "recall": 0.273715}, {"accuracy": 0.08498, "f1": 0.046134, "hf_subset": "srd_Latn-taq_Tfng", "languages": ["srd-Latn", "taq-Tfng"], "main_score": 0.046134, "precision": 0.038951, "recall": 0.08498}, {"accuracy": 0.275692, "f1": 0.219293, "hf_subset": "srd_Latn-wol_Latn", "languages": ["srd-Latn", "wol-Latn"], "main_score": 0.219293, "precision": 0.201597, "recall": 0.275692}, {"accuracy": 0.12253, "f1": 0.078665, "hf_subset": "srd_Latn-arb_Latn", "languages": ["srd-Latn", "arb-Latn"], "main_score": 0.078665, "precision": 0.068885, "recall": 0.12253}, {"accuracy": 0.766798, "f1": 0.731794, "hf_subset": "srd_Latn-cat_Latn", "languages": ["srd-Latn", "cat-Latn"], "main_score": 0.731794, "precision": 0.719233, "recall": 0.766798}, {"accuracy": 0.620553, "f1": 0.582356, "hf_subset": "srd_Latn-fur_Latn", "languages": ["srd-Latn", "fur-Latn"], "main_score": 0.582356, "precision": 0.567824, "recall": 0.620553}, {"accuracy": 0.09585, "f1": 0.07065, "hf_subset": "srd_Latn-kab_Latn", "languages": ["srd-Latn", "kab-Latn"], "main_score": 0.07065, "precision": 0.064093, "recall": 0.09585}, {"accuracy": 0.598814, "f1": 0.551911, "hf_subset": "srd_Latn-lim_Latn", "languages": ["srd-Latn", "lim-Latn"], "main_score": 0.551911, "precision": 0.533278, "recall": 0.598814}, {"accuracy": 0.758893, "f1": 0.711836, "hf_subset": "srd_Latn-nld_Latn", "languages": ["srd-Latn", "nld-Latn"], "main_score": 0.711836, "precision": 0.694411, "recall": 0.758893}, {"accuracy": 0.449605, "f1": 0.398966, "hf_subset": "srd_Latn-san_Deva", "languages": ["srd-Latn", "san-Deva"], "main_score": 0.398966, "precision": 0.380471, "recall": 0.449605}, {"accuracy": 0.433794, "f1": 0.379816, "hf_subset": "srd_Latn-tat_Cyrl", "languages": ["srd-Latn", "tat-Cyrl"], "main_score": 0.379816, "precision": 0.358972, "recall": 0.433794}, {"accuracy": 0.188735, "f1": 0.139691, "hf_subset": "srd_Latn-xho_Latn", "languages": ["srd-Latn", "xho-Latn"], "main_score": 0.139691, "precision": 0.127206, "recall": 0.188735}, {"accuracy": 0.677866, "f1": 0.629335, "hf_subset": "srd_Latn-ars_Arab", "languages": ["srd-Latn", "ars-Arab"], "main_score": 0.629335, "precision": 0.611151, "recall": 0.677866}, {"accuracy": 0.37747, "f1": 0.322814, "hf_subset": "srd_Latn-ceb_Latn", "languages": ["srd-Latn", "ceb-Latn"], "main_score": 0.322814, "precision": 0.306238, "recall": 0.37747}, {"accuracy": 0.236166, "f1": 0.178966, "hf_subset": "srd_Latn-fuv_Latn", "languages": ["srd-Latn", "fuv-Latn"], "main_score": 0.178966, "precision": 0.161013, "recall": 0.236166}, {"accuracy": 0.219368, "f1": 0.16416, "hf_subset": "srd_Latn-kac_Latn", "languages": ["srd-Latn", "kac-Latn"], "main_score": 0.16416, "precision": 0.14928, "recall": 0.219368}, {"accuracy": 0.243083, "f1": 0.189974, "hf_subset": "srd_Latn-lin_Latn", "languages": ["srd-Latn", "lin-Latn"], "main_score": 0.189974, "precision": 0.174117, "recall": 0.243083}, {"accuracy": 0.727273, "f1": 0.689013, "hf_subset": "srd_Latn-nno_Latn", "languages": ["srd-Latn", "nno-Latn"], "main_score": 0.689013, "precision": 0.675049, "recall": 0.727273}, {"accuracy": 0.018775, "f1": 0.004496, "hf_subset": "srd_Latn-sat_Olck", "languages": ["srd-Latn", "sat-Olck"], "main_score": 0.004496, "precision": 0.003224, "recall": 0.018775}, {"accuracy": 0.472332, "f1": 0.418335, "hf_subset": "srd_Latn-tel_Telu", "languages": ["srd-Latn", "tel-Telu"], "main_score": 0.418335, "precision": 0.399725, "recall": 0.472332}, {"accuracy": 0.279644, "f1": 0.236968, "hf_subset": "srd_Latn-ydd_Hebr", "languages": ["srd-Latn", "ydd-Hebr"], "main_score": 0.236968, "precision": 0.222719, "recall": 0.279644}, {"accuracy": 0.574111, "f1": 0.530374, "hf_subset": "srd_Latn-ary_Arab", "languages": ["srd-Latn", "ary-Arab"], "main_score": 0.530374, "precision": 0.513469, "recall": 0.574111}, {"accuracy": 0.75, "f1": 0.70959, "hf_subset": "srd_Latn-ces_Latn", "languages": ["srd-Latn", "ces-Latn"], "main_score": 0.70959, "precision": 0.694927, "recall": 0.75}, {"accuracy": 0.102767, "f1": 0.06824, "hf_subset": "srd_Latn-gaz_Latn", "languages": ["srd-Latn", "gaz-Latn"], "main_score": 0.06824, "precision": 0.060567, "recall": 0.102767}, {"accuracy": 0.193676, "f1": 0.147623, "hf_subset": "srd_Latn-kam_Latn", "languages": ["srd-Latn", "kam-Latn"], "main_score": 0.147623, "precision": 0.134069, "recall": 0.193676}, {"accuracy": 0.721344, "f1": 0.679695, "hf_subset": "srd_Latn-lit_Latn", "languages": ["srd-Latn", "lit-Latn"], "main_score": 0.679695, "precision": 0.664781, "recall": 0.721344}, {"accuracy": 0.748024, "f1": 0.707721, "hf_subset": "srd_Latn-nob_Latn", "languages": ["srd-Latn", "nob-Latn"], "main_score": 0.707721, "precision": 0.692718, "recall": 0.748024}, {"accuracy": 0.591897, "f1": 0.543399, "hf_subset": "srd_Latn-scn_Latn", "languages": ["srd-Latn", "scn-Latn"], "main_score": 0.543399, "precision": 0.524429, "recall": 0.591897}, {"accuracy": 0.199605, "f1": 0.150513, "hf_subset": "srd_Latn-tgk_Cyrl", "languages": ["srd-Latn", "tgk-Cyrl"], "main_score": 0.150513, "precision": 0.136342, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.180036, "hf_subset": "srd_Latn-yor_Latn", "languages": ["srd-Latn", "yor-Latn"], "main_score": 0.180036, "precision": 0.162354, "recall": 0.235178}, {"accuracy": 0.647233, "f1": 0.596679, "hf_subset": "srd_Latn-arz_Arab", "languages": ["srd-Latn", "arz-Arab"], "main_score": 0.596679, "precision": 0.578018, "recall": 0.647233}, {"accuracy": 0.187747, "f1": 0.139728, "hf_subset": "srd_Latn-cjk_Latn", "languages": ["srd-Latn", "cjk-Latn"], "main_score": 0.139728, "precision": 0.126455, "recall": 0.187747}, {"accuracy": 0.229249, "f1": 0.18165, "hf_subset": "srd_Latn-gla_Latn", "languages": ["srd-Latn", "gla-Latn"], "main_score": 0.18165, "precision": 0.167379, "recall": 0.229249}, {"accuracy": 0.442688, "f1": 0.393326, "hf_subset": "srd_Latn-kan_Knda", "languages": ["srd-Latn", "kan-Knda"], "main_score": 0.393326, "precision": 0.375795, "recall": 0.442688}, {"accuracy": 0.58498, "f1": 0.541893, "hf_subset": "srd_Latn-lmo_Latn", "languages": ["srd-Latn", "lmo-Latn"], "main_score": 0.541893, "precision": 0.525033, "recall": 0.58498}, {"accuracy": 0.618577, "f1": 0.576208, "hf_subset": "srd_Latn-npi_Deva", "languages": ["srd-Latn", "npi-Deva"], "main_score": 0.576208, "precision": 0.561209, "recall": 0.618577}, {"accuracy": 0.293478, "f1": 0.239357, "hf_subset": "srd_Latn-shn_Mymr", "languages": ["srd-Latn", "shn-Mymr"], "main_score": 0.239357, "precision": 0.220513, "recall": 0.293478}, {"accuracy": 0.442688, "f1": 0.380522, "hf_subset": "srd_Latn-tgl_Latn", "languages": ["srd-Latn", "tgl-Latn"], "main_score": 0.380522, "precision": 0.358767, "recall": 0.442688}, {"accuracy": 0.698617, "f1": 0.651745, "hf_subset": "srd_Latn-yue_Hant", "languages": ["srd-Latn", "yue-Hant"], "main_score": 0.651745, "precision": 0.634481, "recall": 0.698617}, {"accuracy": 0.297431, "f1": 0.253064, "hf_subset": "srd_Latn-asm_Beng", "languages": ["srd-Latn", "asm-Beng"], "main_score": 0.253064, "precision": 0.238214, "recall": 0.297431}, {"accuracy": 0.478261, "f1": 0.423877, "hf_subset": "srd_Latn-ckb_Arab", "languages": ["srd-Latn", "ckb-Arab"], "main_score": 0.423877, "precision": 0.40475, "recall": 0.478261}, {"accuracy": 0.311265, "f1": 0.262792, "hf_subset": "srd_Latn-gle_Latn", "languages": ["srd-Latn", "gle-Latn"], "main_score": 0.262792, "precision": 0.246504, "recall": 0.311265}, {"accuracy": 0.37747, "f1": 0.333203, "hf_subset": "srd_Latn-kas_Arab", "languages": ["srd-Latn", "kas-Arab"], "main_score": 0.333203, "precision": 0.318495, "recall": 0.37747}, {"accuracy": 0.549407, "f1": 0.499589, "hf_subset": "srd_Latn-ltg_Latn", "languages": ["srd-Latn", "ltg-Latn"], "main_score": 0.499589, "precision": 0.480126, "recall": 0.549407}, {"accuracy": 0.258893, "f1": 0.210171, "hf_subset": "srd_Latn-nso_Latn", "languages": ["srd-Latn", "nso-Latn"], "main_score": 0.210171, "precision": 0.194427, "recall": 0.258893}, {"accuracy": 0.507905, "f1": 0.463296, "hf_subset": "srd_Latn-sin_Sinh", "languages": ["srd-Latn", "sin-Sinh"], "main_score": 0.463296, "precision": 0.448065, "recall": 0.507905}, {"accuracy": 0.698617, "f1": 0.648684, "hf_subset": "srd_Latn-tha_Thai", "languages": ["srd-Latn", "tha-Thai"], "main_score": 0.648684, "precision": 0.629744, "recall": 0.698617}, {"accuracy": 0.709486, "f1": 0.662621, "hf_subset": "srd_Latn-zho_Hans", "languages": ["srd-Latn", "zho-Hans"], "main_score": 0.662621, "precision": 0.645013, "recall": 0.709486}, {"accuracy": 0.712451, "f1": 0.677722, "hf_subset": "srd_Latn-ast_Latn", "languages": ["srd-Latn", "ast-Latn"], "main_score": 0.677722, "precision": 0.66569, "recall": 0.712451}, {"accuracy": 0.554348, "f1": 0.514275, "hf_subset": "srd_Latn-crh_Latn", "languages": ["srd-Latn", "crh-Latn"], "main_score": 0.514275, "precision": 0.498786, "recall": 0.554348}, {"accuracy": 0.766798, "f1": 0.727757, "hf_subset": "srd_Latn-glg_Latn", "languages": ["srd-Latn", "glg-Latn"], "main_score": 0.727757, "precision": 0.713138, "recall": 0.766798}, {"accuracy": 0.307312, "f1": 0.259577, "hf_subset": "srd_Latn-kas_Deva", "languages": ["srd-Latn", "kas-Deva"], "main_score": 0.259577, "precision": 0.242473, "recall": 0.307312}, {"accuracy": 0.455534, "f1": 0.403183, "hf_subset": "srd_Latn-ltz_Latn", "languages": ["srd-Latn", "ltz-Latn"], "main_score": 0.403183, "precision": 0.384846, "recall": 0.455534}, {"accuracy": 0.117589, "f1": 0.075136, "hf_subset": "srd_Latn-nus_Latn", "languages": ["srd-Latn", "nus-Latn"], "main_score": 0.075136, "precision": 0.065857, "recall": 0.117589}, {"accuracy": 0.753953, "f1": 0.713574, "hf_subset": "srd_Latn-slk_Latn", "languages": ["srd-Latn", "slk-Latn"], "main_score": 0.713574, "precision": 0.698586, "recall": 0.753953}, {"accuracy": 0.135375, "f1": 0.10956, "hf_subset": "srd_Latn-tir_Ethi", "languages": ["srd-Latn", "tir-Ethi"], "main_score": 0.10956, "precision": 0.101396, "recall": 0.135375}, {"accuracy": 0.708498, "f1": 0.66261, "hf_subset": "srd_Latn-zho_Hant", "languages": ["srd-Latn", "zho-Hant"], "main_score": 0.66261, "precision": 0.645906, "recall": 0.708498}, {"accuracy": 0.652174, "f1": 0.60348, "hf_subset": "srd_Latn-awa_Deva", "languages": ["srd-Latn", "awa-Deva"], "main_score": 0.60348, "precision": 0.585533, "recall": 0.652174}, {"accuracy": 0.396245, "f1": 0.346558, "hf_subset": "srd_Latn-cym_Latn", "languages": ["srd-Latn", "cym-Latn"], "main_score": 0.346558, "precision": 0.327493, "recall": 0.396245}, {"accuracy": 0.338933, "f1": 0.274545, "hf_subset": "srd_Latn-grn_Latn", "languages": ["srd-Latn", "grn-Latn"], "main_score": 0.274545, "precision": 0.255475, "recall": 0.338933}, {"accuracy": 0.594862, "f1": 0.542681, "hf_subset": "srd_Latn-kat_Geor", "languages": ["srd-Latn", "kat-Geor"], "main_score": 0.542681, "precision": 0.522791, "recall": 0.594862}, {"accuracy": 0.266798, "f1": 0.213299, "hf_subset": "srd_Latn-lua_Latn", "languages": ["srd-Latn", "lua-Latn"], "main_score": 0.213299, "precision": 0.196912, "recall": 0.266798}, {"accuracy": 0.244071, "f1": 0.188931, "hf_subset": "srd_Latn-nya_Latn", "languages": ["srd-Latn", "nya-Latn"], "main_score": 0.188931, "precision": 0.171777, "recall": 0.244071}, {"accuracy": 0.758893, "f1": 0.715101, "hf_subset": "srd_Latn-slv_Latn", "languages": ["srd-Latn", "slv-Latn"], "main_score": 0.715101, "precision": 0.697879, "recall": 0.758893}, {"accuracy": 0.410079, "f1": 0.346018, "hf_subset": "srd_Latn-tpi_Latn", "languages": ["srd-Latn", "tpi-Latn"], "main_score": 0.346018, "precision": 0.323907, "recall": 0.410079}, {"accuracy": 0.752964, "f1": 0.71372, "hf_subset": "srd_Latn-zsm_Latn", "languages": ["srd-Latn", "zsm-Latn"], "main_score": 0.71372, "precision": 0.699462, "recall": 0.752964}, {"accuracy": 0.228261, "f1": 0.166081, "hf_subset": "srd_Latn-ayr_Latn", "languages": ["srd-Latn", "ayr-Latn"], "main_score": 0.166081, "precision": 0.149763, "recall": 0.228261}, {"accuracy": 0.769763, "f1": 0.729223, "hf_subset": "srd_Latn-dan_Latn", "languages": ["srd-Latn", "dan-Latn"], "main_score": 0.729223, "precision": 0.714281, "recall": 0.769763}, {"accuracy": 0.559289, "f1": 0.503702, "hf_subset": "srd_Latn-guj_Gujr", "languages": ["srd-Latn", "guj-Gujr"], "main_score": 0.503702, "precision": 0.483219, "recall": 0.559289}, {"accuracy": 0.653162, "f1": 0.611266, "hf_subset": "srd_Latn-kaz_Cyrl", "languages": ["srd-Latn", "kaz-Cyrl"], "main_score": 0.611266, "precision": 0.595996, "recall": 0.653162}, {"accuracy": 0.181818, "f1": 0.13887, "hf_subset": "srd_Latn-lug_Latn", "languages": ["srd-Latn", "lug-Latn"], "main_score": 0.13887, "precision": 0.127254, "recall": 0.181818}, {"accuracy": 0.714427, "f1": 0.676207, "hf_subset": "srd_Latn-oci_Latn", "languages": ["srd-Latn", "oci-Latn"], "main_score": 0.676207, "precision": 0.66099, "recall": 0.714427}, {"accuracy": 0.222332, "f1": 0.165964, "hf_subset": "srd_Latn-smo_Latn", "languages": ["srd-Latn", "smo-Latn"], "main_score": 0.165964, "precision": 0.148369, "recall": 0.222332}, {"accuracy": 0.225296, "f1": 0.173428, "hf_subset": "srd_Latn-tsn_Latn", "languages": ["srd-Latn", "tsn-Latn"], "main_score": 0.173428, "precision": 0.158006, "recall": 0.225296}, {"accuracy": 0.155138, "f1": 0.11277, "hf_subset": "srd_Latn-zul_Latn", "languages": ["srd-Latn", "zul-Latn"], "main_score": 0.11277, "precision": 0.100708, "recall": 0.155138}, {"accuracy": 0.369565, "f1": 0.321946, "hf_subset": "srd_Latn-azb_Arab", "languages": ["srd-Latn", "azb-Arab"], "main_score": 0.321946, "precision": 0.303839, "recall": 0.369565}, {"accuracy": 0.76087, "f1": 0.718254, "hf_subset": "srd_Latn-deu_Latn", "languages": ["srd-Latn", "deu-Latn"], "main_score": 0.718254, "precision": 0.702611, "recall": 0.76087}, {"accuracy": 0.315217, "f1": 0.254048, "hf_subset": "srd_Latn-hat_Latn", "languages": ["srd-Latn", "hat-Latn"], "main_score": 0.254048, "precision": 0.23443, "recall": 0.315217}, {"accuracy": 0.203557, "f1": 0.150809, "hf_subset": "srd_Latn-kbp_Latn", "languages": ["srd-Latn", "kbp-Latn"], "main_score": 0.150809, "precision": 0.136961, "recall": 0.203557}, {"accuracy": 0.238142, "f1": 0.177365, "hf_subset": "srd_Latn-luo_Latn", "languages": ["srd-Latn", "luo-Latn"], "main_score": 0.177365, "precision": 0.159781, "recall": 0.238142}, {"accuracy": 0.403162, "f1": 0.351653, "hf_subset": "srd_Latn-ory_Orya", "languages": ["srd-Latn", "ory-Orya"], "main_score": 0.351653, "precision": 0.332714, "recall": 0.403162}, {"accuracy": 0.176877, "f1": 0.131267, "hf_subset": "srd_Latn-sna_Latn", "languages": ["srd-Latn", "sna-Latn"], "main_score": 0.131267, "precision": 0.117813, "recall": 0.176877}, {"accuracy": 0.197628, "f1": 0.150572, "hf_subset": "srd_Latn-tso_Latn", "languages": ["srd-Latn", "tso-Latn"], "main_score": 0.150572, "precision": 0.137436, "recall": 0.197628}, {"accuracy": 0.642292, "f1": 0.605723, "hf_subset": "srd_Latn-azj_Latn", "languages": ["srd-Latn", "azj-Latn"], "main_score": 0.605723, "precision": 0.592292, "recall": 0.642292}, {"accuracy": 0.306324, "f1": 0.2478, "hf_subset": "srd_Latn-dik_Latn", "languages": ["srd-Latn", "dik-Latn"], "main_score": 0.2478, "precision": 0.228726, "recall": 0.306324}, {"accuracy": 0.261858, "f1": 0.209009, "hf_subset": "srd_Latn-hau_Latn", "languages": ["srd-Latn", "hau-Latn"], "main_score": 0.209009, "precision": 0.193499, "recall": 0.261858}, {"accuracy": 0.590909, "f1": 0.550489, "hf_subset": "srd_Latn-kea_Latn", "languages": ["srd-Latn", "kea-Latn"], "main_score": 0.550489, "precision": 0.53473, "recall": 0.590909}, {"accuracy": 0.326087, "f1": 0.268393, "hf_subset": "srd_Latn-lus_Latn", "languages": ["srd-Latn", "lus-Latn"], "main_score": 0.268393, "precision": 0.249897, "recall": 0.326087}, {"accuracy": 0.421937, "f1": 0.366116, "hf_subset": "srd_Latn-pag_Latn", "languages": ["srd-Latn", "pag-Latn"], "main_score": 0.366116, "precision": 0.345306, "recall": 0.421937}, {"accuracy": 0.498024, "f1": 0.446301, "hf_subset": "srd_Latn-snd_Arab", "languages": ["srd-Latn", "snd-Arab"], "main_score": 0.446301, "precision": 0.426593, "recall": 0.498024}, {"accuracy": 0.336957, "f1": 0.277948, "hf_subset": "srd_Latn-tuk_Latn", "languages": ["srd-Latn", "tuk-Latn"], "main_score": 0.277948, "precision": 0.256942, "recall": 0.336957}, {"accuracy": 0.409091, "f1": 0.356513, "hf_subset": "srd_Latn-bak_Cyrl", "languages": ["srd-Latn", "bak-Cyrl"], "main_score": 0.356513, "precision": 0.337112, "recall": 0.409091}, {"accuracy": 0.212451, "f1": 0.16009, "hf_subset": "srd_Latn-dyu_Latn", "languages": ["srd-Latn", "dyu-Latn"], "main_score": 0.16009, "precision": 0.144027, "recall": 0.212451}, {"accuracy": 0.676877, "f1": 0.626042, "hf_subset": "srd_Latn-heb_Hebr", "languages": ["srd-Latn", "heb-Hebr"], "main_score": 0.626042, "precision": 0.607753, "recall": 0.676877}, {"accuracy": 0.670949, "f1": 0.62996, "hf_subset": "srd_Latn-khk_Cyrl", "languages": ["srd-Latn", "khk-Cyrl"], "main_score": 0.62996, "precision": 0.614097, "recall": 0.670949}, {"accuracy": 0.711462, "f1": 0.672258, "hf_subset": "srd_Latn-lvs_Latn", "languages": ["srd-Latn", "lvs-Latn"], "main_score": 0.672258, "precision": 0.658295, "recall": 0.711462}, {"accuracy": 0.434783, "f1": 0.383529, "hf_subset": "srd_Latn-pan_Guru", "languages": ["srd-Latn", "pan-Guru"], "main_score": 0.383529, "precision": 0.364946, "recall": 0.434783}, {"accuracy": 0.282609, "f1": 0.242128, "hf_subset": "srd_Latn-som_Latn", "languages": ["srd-Latn", "som-Latn"], "main_score": 0.242128, "precision": 0.229508, "recall": 0.282609}, {"accuracy": 0.217391, "f1": 0.158351, "hf_subset": "srd_Latn-tum_Latn", "languages": ["srd-Latn", "tum-Latn"], "main_score": 0.158351, "precision": 0.142209, "recall": 0.217391}, {"accuracy": 0.01581, "f1": 0.01175, "hf_subset": "tzm_Tfng-ace_Arab", "languages": ["tzm-Tfng", "ace-Arab"], "main_score": 0.01175, "precision": 0.011185, "recall": 0.01581}, {"accuracy": 0.029644, "f1": 0.024074, "hf_subset": "tzm_Tfng-bam_Latn", "languages": ["tzm-Tfng", "bam-Latn"], "main_score": 0.024074, "precision": 0.023069, "recall": 0.029644}, {"accuracy": 0.002964, "f1": 0.000515, "hf_subset": "tzm_Tfng-dzo_Tibt", "languages": ["tzm-Tfng", "dzo-Tibt"], "main_score": 0.000515, "precision": 0.000309, "recall": 0.002964}, {"accuracy": 0.027668, "f1": 0.022902, "hf_subset": "tzm_Tfng-hin_Deva", "languages": ["tzm-Tfng", "hin-Deva"], "main_score": 0.022902, "precision": 0.021732, "recall": 0.027668}, {"accuracy": 0.01087, "f1": 0.009143, "hf_subset": "tzm_Tfng-khm_Khmr", "languages": ["tzm-Tfng", "khm-Khmr"], "main_score": 0.009143, "precision": 0.009036, "recall": 0.01087}, {"accuracy": 0.016798, "f1": 0.011979, "hf_subset": "tzm_Tfng-mag_Deva", "languages": ["tzm-Tfng", "mag-Deva"], "main_score": 0.011979, "precision": 0.011616, "recall": 0.016798}, {"accuracy": 0.025692, "f1": 0.019153, "hf_subset": "tzm_Tfng-pap_Latn", "languages": ["tzm-Tfng", "pap-Latn"], "main_score": 0.019153, "precision": 0.018083, "recall": 0.025692}, {"accuracy": 0.034585, "f1": 0.027972, "hf_subset": "tzm_Tfng-sot_Latn", "languages": ["tzm-Tfng", "sot-Latn"], "main_score": 0.027972, "precision": 0.026804, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.023627, "hf_subset": "tzm_Tfng-tur_Latn", "languages": ["tzm-Tfng", "tur-Latn"], "main_score": 0.023627, "precision": 0.022748, "recall": 0.028656}, {"accuracy": 0.030632, "f1": 0.022282, "hf_subset": "tzm_Tfng-ace_Latn", "languages": ["tzm-Tfng", "ace-Latn"], "main_score": 0.022282, "precision": 0.02035, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.013177, "hf_subset": "tzm_Tfng-ban_Latn", "languages": ["tzm-Tfng", "ban-Latn"], "main_score": 0.013177, "precision": 0.012745, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.024892, "hf_subset": "tzm_Tfng-ell_Grek", "languages": ["tzm-Tfng", "ell-Grek"], "main_score": 0.024892, "precision": 0.023065, "recall": 0.032609}, {"accuracy": 0.022727, "f1": 0.016915, "hf_subset": "tzm_Tfng-hne_Deva", "languages": ["tzm-Tfng", "hne-Deva"], "main_score": 0.016915, "precision": 0.015686, "recall": 0.022727}, {"accuracy": 0.017787, "f1": 0.012512, "hf_subset": "tzm_Tfng-kik_Latn", "languages": ["tzm-Tfng", "kik-Latn"], "main_score": 0.012512, "precision": 0.011213, "recall": 0.017787}, {"accuracy": 0.014822, "f1": 0.012717, "hf_subset": "tzm_Tfng-mai_Deva", "languages": ["tzm-Tfng", "mai-Deva"], "main_score": 0.012717, "precision": 0.012463, "recall": 0.014822}, {"accuracy": 0.027668, "f1": 0.02145, "hf_subset": "tzm_Tfng-pbt_Arab", "languages": ["tzm-Tfng", "pbt-Arab"], "main_score": 0.02145, "precision": 0.020319, "recall": 0.027668}, {"accuracy": 0.027668, "f1": 0.022664, "hf_subset": "tzm_Tfng-spa_Latn", "languages": ["tzm-Tfng", "spa-Latn"], "main_score": 0.022664, "precision": 0.02151, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.023831, "hf_subset": "tzm_Tfng-twi_Latn", "languages": ["tzm-Tfng", "twi-Latn"], "main_score": 0.023831, "precision": 0.021915, "recall": 0.033597}, {"accuracy": 0.017787, "f1": 0.014758, "hf_subset": "tzm_Tfng-acm_Arab", "languages": ["tzm-Tfng", "acm-Arab"], "main_score": 0.014758, "precision": 0.014192, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.016462, "hf_subset": "tzm_Tfng-bel_Cyrl", "languages": ["tzm-Tfng", "bel-Cyrl"], "main_score": 0.016462, "precision": 0.015413, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.028929, "hf_subset": "tzm_Tfng-eng_Latn", "languages": ["tzm-Tfng", "eng-Latn"], "main_score": 0.028929, "precision": 0.028004, "recall": 0.033597}, {"accuracy": 0.025692, "f1": 0.021974, "hf_subset": "tzm_Tfng-hrv_Latn", "languages": ["tzm-Tfng", "hrv-Latn"], "main_score": 0.021974, "precision": 0.020949, "recall": 0.025692}, {"accuracy": 0.032609, "f1": 0.027105, "hf_subset": "tzm_Tfng-kin_Latn", "languages": ["tzm-Tfng", "kin-Latn"], "main_score": 0.027105, "precision": 0.025924, "recall": 0.032609}, {"accuracy": 0.009881, "f1": 0.008896, "hf_subset": "tzm_Tfng-mal_Mlym", "languages": ["tzm-Tfng", "mal-Mlym"], "main_score": 0.008896, "precision": 0.008895, "recall": 0.009881}, {"accuracy": 0.031621, "f1": 0.027488, "hf_subset": "tzm_Tfng-pes_Arab", "languages": ["tzm-Tfng", "pes-Arab"], "main_score": 0.027488, "precision": 0.02695, "recall": 0.031621}, {"accuracy": 0.023715, "f1": 0.019157, "hf_subset": "tzm_Tfng-srd_Latn", "languages": ["tzm-Tfng", "srd-Latn"], "main_score": 0.019157, "precision": 0.018429, "recall": 0.023715}, {"accuracy": 0.02668, "f1": 0.020662, "hf_subset": "tzm_Tfng-acq_Arab", "languages": ["tzm-Tfng", "acq-Arab"], "main_score": 0.020662, "precision": 0.018982, "recall": 0.02668}, {"accuracy": 0.035573, "f1": 0.029316, "hf_subset": "tzm_Tfng-bem_Latn", "languages": ["tzm-Tfng", "bem-Latn"], "main_score": 0.029316, "precision": 0.028232, "recall": 0.035573}, {"accuracy": 0.022727, "f1": 0.019985, "hf_subset": "tzm_Tfng-epo_Latn", "languages": ["tzm-Tfng", "epo-Latn"], "main_score": 0.019985, "precision": 0.019393, "recall": 0.022727}, {"accuracy": 0.035573, "f1": 0.029524, "hf_subset": "tzm_Tfng-hun_Latn", "languages": ["tzm-Tfng", "hun-Latn"], "main_score": 0.029524, "precision": 0.028305, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.023349, "hf_subset": "tzm_Tfng-kir_Cyrl", "languages": ["tzm-Tfng", "kir-Cyrl"], "main_score": 0.023349, "precision": 0.022897, "recall": 0.02668}, {"accuracy": 0.012846, "f1": 0.010872, "hf_subset": "tzm_Tfng-mar_Deva", "languages": ["tzm-Tfng", "mar-Deva"], "main_score": 0.010872, "precision": 0.010377, "recall": 0.012846}, {"accuracy": 0.028656, "f1": 0.022118, "hf_subset": "tzm_Tfng-plt_Latn", "languages": ["tzm-Tfng", "plt-Latn"], "main_score": 0.022118, "precision": 0.0209, "recall": 0.028656}, {"accuracy": 0.031621, "f1": 0.02564, "hf_subset": "tzm_Tfng-srp_Cyrl", "languages": ["tzm-Tfng", "srp-Cyrl"], "main_score": 0.02564, "precision": 0.024441, "recall": 0.031621}, {"accuracy": 0.027668, "f1": 0.023108, "hf_subset": "tzm_Tfng-uig_Arab", "languages": ["tzm-Tfng", "uig-Arab"], "main_score": 0.023108, "precision": 0.022159, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.01522, "hf_subset": "tzm_Tfng-aeb_Arab", "languages": ["tzm-Tfng", "aeb-Arab"], "main_score": 0.01522, "precision": 0.014576, "recall": 0.017787}, {"accuracy": 0.007905, "f1": 0.005766, "hf_subset": "tzm_Tfng-ben_Beng", "languages": ["tzm-Tfng", "ben-Beng"], "main_score": 0.005766, "precision": 0.005271, "recall": 0.007905}, {"accuracy": 0.029644, "f1": 0.021419, "hf_subset": "tzm_Tfng-est_Latn", "languages": ["tzm-Tfng", "est-Latn"], "main_score": 0.021419, "precision": 0.019958, "recall": 0.029644}, {"accuracy": 0.028656, "f1": 0.023423, "hf_subset": "tzm_Tfng-hye_Armn", "languages": ["tzm-Tfng", "hye-Armn"], "main_score": 0.023423, "precision": 0.022087, "recall": 0.028656}, {"accuracy": 0.037549, "f1": 0.028735, "hf_subset": "tzm_Tfng-kmb_Latn", "languages": ["tzm-Tfng", "kmb-Latn"], "main_score": 0.028735, "precision": 0.026854, "recall": 0.037549}, {"accuracy": 0.006917, "f1": 0.005009, "hf_subset": "tzm_Tfng-min_Arab", "languages": ["tzm-Tfng", "min-Arab"], "main_score": 0.005009, "precision": 0.004695, "recall": 0.006917}, {"accuracy": 0.028656, "f1": 0.023087, "hf_subset": "tzm_Tfng-pol_Latn", "languages": ["tzm-Tfng", "pol-Latn"], "main_score": 0.023087, "precision": 0.022128, "recall": 0.028656}, {"accuracy": 0.020751, "f1": 0.017474, "hf_subset": "tzm_Tfng-ssw_Latn", "languages": ["tzm-Tfng", "ssw-Latn"], "main_score": 0.017474, "precision": 0.016807, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.020742, "hf_subset": "tzm_Tfng-ukr_Cyrl", "languages": ["tzm-Tfng", "ukr-Cyrl"], "main_score": 0.020742, "precision": 0.02013, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.024182, "hf_subset": "tzm_Tfng-afr_Latn", "languages": ["tzm-Tfng", "afr-Latn"], "main_score": 0.024182, "precision": 0.022916, "recall": 0.030632}, {"accuracy": 0.014822, "f1": 0.011385, "hf_subset": "tzm_Tfng-bho_Deva", "languages": ["tzm-Tfng", "bho-Deva"], "main_score": 0.011385, "precision": 0.010624, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.022088, "hf_subset": "tzm_Tfng-eus_Latn", "languages": ["tzm-Tfng", "eus-Latn"], "main_score": 0.022088, "precision": 0.021294, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.021962, "hf_subset": "tzm_Tfng-ibo_Latn", "languages": ["tzm-Tfng", "ibo-Latn"], "main_score": 0.021962, "precision": 0.020392, "recall": 0.030632}, {"accuracy": 0.028656, "f1": 0.025053, "hf_subset": "tzm_Tfng-kmr_Latn", "languages": ["tzm-Tfng", "kmr-Latn"], "main_score": 0.025053, "precision": 0.024142, "recall": 0.028656}, {"accuracy": 0.017787, "f1": 0.015656, "hf_subset": "tzm_Tfng-min_Latn", "languages": ["tzm-Tfng", "min-Latn"], "main_score": 0.015656, "precision": 0.015157, "recall": 0.017787}, {"accuracy": 0.033597, "f1": 0.028753, "hf_subset": "tzm_Tfng-por_Latn", "languages": ["tzm-Tfng", "por-Latn"], "main_score": 0.028753, "precision": 0.027791, "recall": 0.033597}, {"accuracy": 0.022727, "f1": 0.018568, "hf_subset": "tzm_Tfng-sun_Latn", "languages": ["tzm-Tfng", "sun-Latn"], "main_score": 0.018568, "precision": 0.017697, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.020939, "hf_subset": "tzm_Tfng-umb_Latn", "languages": ["tzm-Tfng", "umb-Latn"], "main_score": 0.020939, "precision": 0.020046, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.013836, "hf_subset": "tzm_Tfng-ajp_Arab", "languages": ["tzm-Tfng", "ajp-Arab"], "main_score": 0.013836, "precision": 0.013341, "recall": 0.01581}, {"accuracy": 0.01087, "f1": 0.007891, "hf_subset": "tzm_Tfng-bjn_Arab", "languages": ["tzm-Tfng", "bjn-Arab"], "main_score": 0.007891, "precision": 0.007306, "recall": 0.01087}, {"accuracy": 0.037549, "f1": 0.030927, "hf_subset": "tzm_Tfng-ewe_Latn", "languages": ["tzm-Tfng", "ewe-Latn"], "main_score": 0.030927, "precision": 0.029666, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.024806, "hf_subset": "tzm_Tfng-ilo_Latn", "languages": ["tzm-Tfng", "ilo-Latn"], "main_score": 0.024806, "precision": 0.023518, "recall": 0.033597}, {"accuracy": 0.040514, "f1": 0.034729, "hf_subset": "tzm_Tfng-knc_Arab", "languages": ["tzm-Tfng", "knc-Arab"], "main_score": 0.034729, "precision": 0.03351, "recall": 0.040514}, {"accuracy": 0.032609, "f1": 0.024201, "hf_subset": "tzm_Tfng-mkd_Cyrl", "languages": ["tzm-Tfng", "mkd-Cyrl"], "main_score": 0.024201, "precision": 0.022919, "recall": 0.032609}, {"accuracy": 0.016798, "f1": 0.015155, "hf_subset": "tzm_Tfng-prs_Arab", "languages": ["tzm-Tfng", "prs-Arab"], "main_score": 0.015155, "precision": 0.014824, "recall": 0.016798}, {"accuracy": 0.027668, "f1": 0.02182, "hf_subset": "tzm_Tfng-swe_Latn", "languages": ["tzm-Tfng", "swe-Latn"], "main_score": 0.02182, "precision": 0.020918, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.019519, "hf_subset": "tzm_Tfng-urd_Arab", "languages": ["tzm-Tfng", "urd-Arab"], "main_score": 0.019519, "precision": 0.018376, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.026532, "hf_subset": "tzm_Tfng-aka_Latn", "languages": ["tzm-Tfng", "aka-Latn"], "main_score": 0.026532, "precision": 0.025121, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.024353, "hf_subset": "tzm_Tfng-bjn_Latn", "languages": ["tzm-Tfng", "bjn-Latn"], "main_score": 0.024353, "precision": 0.023882, "recall": 0.027668}, {"accuracy": 0.021739, "f1": 0.018909, "hf_subset": "tzm_Tfng-fao_Latn", "languages": ["tzm-Tfng", "fao-Latn"], "main_score": 0.018909, "precision": 0.018352, "recall": 0.021739}, {"accuracy": 0.037549, "f1": 0.030367, "hf_subset": "tzm_Tfng-ind_Latn", "languages": ["tzm-Tfng", "ind-Latn"], "main_score": 0.030367, "precision": 0.028616, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.02876, "hf_subset": "tzm_Tfng-knc_Latn", "languages": ["tzm-Tfng", "knc-Latn"], "main_score": 0.02876, "precision": 0.026551, "recall": 0.040514}, {"accuracy": 0.029644, "f1": 0.023304, "hf_subset": "tzm_Tfng-mlt_Latn", "languages": ["tzm-Tfng", "mlt-Latn"], "main_score": 0.023304, "precision": 0.021881, "recall": 0.029644}, {"accuracy": 0.031621, "f1": 0.023465, "hf_subset": "tzm_Tfng-quy_Latn", "languages": ["tzm-Tfng", "quy-Latn"], "main_score": 0.023465, "precision": 0.021927, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.024023, "hf_subset": "tzm_Tfng-swh_Latn", "languages": ["tzm-Tfng", "swh-Latn"], "main_score": 0.024023, "precision": 0.022536, "recall": 0.031621}, {"accuracy": 0.019763, "f1": 0.016181, "hf_subset": "tzm_Tfng-uzn_Latn", "languages": ["tzm-Tfng", "uzn-Latn"], "main_score": 0.016181, "precision": 0.015725, "recall": 0.019763}, {"accuracy": 0.02668, "f1": 0.021667, "hf_subset": "tzm_Tfng-als_Latn", "languages": ["tzm-Tfng", "als-Latn"], "main_score": 0.021667, "precision": 0.020523, "recall": 0.02668}, {"accuracy": 0.081028, "f1": 0.06553, "hf_subset": "tzm_Tfng-bod_Tibt", "languages": ["tzm-Tfng", "bod-Tibt"], "main_score": 0.06553, "precision": 0.060902, "recall": 0.081028}, {"accuracy": 0.038538, "f1": 0.029439, "hf_subset": "tzm_Tfng-fij_Latn", "languages": ["tzm-Tfng", "fij-Latn"], "main_score": 0.029439, "precision": 0.027962, "recall": 0.038538}, {"accuracy": 0.022727, "f1": 0.020226, "hf_subset": "tzm_Tfng-isl_Latn", "languages": ["tzm-Tfng", "isl-Latn"], "main_score": 0.020226, "precision": 0.019551, "recall": 0.022727}, {"accuracy": 0.027668, "f1": 0.01996, "hf_subset": "tzm_Tfng-kon_Latn", "languages": ["tzm-Tfng", "kon-Latn"], "main_score": 0.01996, "precision": 0.018765, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.023767, "hf_subset": "tzm_Tfng-mni_Beng", "languages": ["tzm-Tfng", "mni-Beng"], "main_score": 0.023767, "precision": 0.022087, "recall": 0.032609}, {"accuracy": 0.033597, "f1": 0.026241, "hf_subset": "tzm_Tfng-ron_Latn", "languages": ["tzm-Tfng", "ron-Latn"], "main_score": 0.026241, "precision": 0.024438, "recall": 0.033597}, {"accuracy": 0.018775, "f1": 0.014703, "hf_subset": "tzm_Tfng-szl_Latn", "languages": ["tzm-Tfng", "szl-Latn"], "main_score": 0.014703, "precision": 0.014143, "recall": 0.018775}, {"accuracy": 0.021739, "f1": 0.017986, "hf_subset": "tzm_Tfng-vec_Latn", "languages": ["tzm-Tfng", "vec-Latn"], "main_score": 0.017986, "precision": 0.017074, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.02393, "hf_subset": "tzm_Tfng-amh_Ethi", "languages": ["tzm-Tfng", "amh-Ethi"], "main_score": 0.02393, "precision": 0.022335, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.020976, "hf_subset": "tzm_Tfng-bos_Latn", "languages": ["tzm-Tfng", "bos-Latn"], "main_score": 0.020976, "precision": 0.019933, "recall": 0.027668}, {"accuracy": 0.027668, "f1": 0.024212, "hf_subset": "tzm_Tfng-fin_Latn", "languages": ["tzm-Tfng", "fin-Latn"], "main_score": 0.024212, "precision": 0.023223, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025855, "hf_subset": "tzm_Tfng-ita_Latn", "languages": ["tzm-Tfng", "ita-Latn"], "main_score": 0.025855, "precision": 0.024672, "recall": 0.031621}, {"accuracy": 0.012846, "f1": 0.01153, "hf_subset": "tzm_Tfng-kor_Hang", "languages": ["tzm-Tfng", "kor-Hang"], "main_score": 0.01153, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.037549, "f1": 0.02689, "hf_subset": "tzm_Tfng-mos_Latn", "languages": ["tzm-Tfng", "mos-Latn"], "main_score": 0.02689, "precision": 0.02485, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.027477, "hf_subset": "tzm_Tfng-run_Latn", "languages": ["tzm-Tfng", "run-Latn"], "main_score": 0.027477, "precision": 0.025651, "recall": 0.038538}, {"accuracy": 0.01581, "f1": 0.011671, "hf_subset": "tzm_Tfng-tam_Taml", "languages": ["tzm-Tfng", "tam-Taml"], "main_score": 0.011671, "precision": 0.011332, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.026814, "hf_subset": "tzm_Tfng-vie_Latn", "languages": ["tzm-Tfng", "vie-Latn"], "main_score": 0.026814, "precision": 0.025533, "recall": 0.034585}, {"accuracy": 0.012846, "f1": 0.01153, "hf_subset": "tzm_Tfng-apc_Arab", "languages": ["tzm-Tfng", "apc-Arab"], "main_score": 0.01153, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.024704, "f1": 0.021413, "hf_subset": "tzm_Tfng-bug_Latn", "languages": ["tzm-Tfng", "bug-Latn"], "main_score": 0.021413, "precision": 0.020456, "recall": 0.024704}, {"accuracy": 0.030632, "f1": 0.024228, "hf_subset": "tzm_Tfng-fon_Latn", "languages": ["tzm-Tfng", "fon-Latn"], "main_score": 0.024228, "precision": 0.022825, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.020447, "hf_subset": "tzm_Tfng-jav_Latn", "languages": ["tzm-Tfng", "jav-Latn"], "main_score": 0.020447, "precision": 0.01994, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.029054, "hf_subset": "tzm_Tfng-lao_Laoo", "languages": ["tzm-Tfng", "lao-Laoo"], "main_score": 0.029054, "precision": 0.028079, "recall": 0.035573}, {"accuracy": 0.037549, "f1": 0.029477, "hf_subset": "tzm_Tfng-mri_Latn", "languages": ["tzm-Tfng", "mri-Latn"], "main_score": 0.029477, "precision": 0.028309, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.02509, "hf_subset": "tzm_Tfng-rus_Cyrl", "languages": ["tzm-Tfng", "rus-Cyrl"], "main_score": 0.02509, "precision": 0.023864, "recall": 0.030632}, {"accuracy": 0.037549, "f1": 0.02892, "hf_subset": "tzm_Tfng-taq_Latn", "languages": ["tzm-Tfng", "taq-Latn"], "main_score": 0.02892, "precision": 0.027255, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.019173, "hf_subset": "tzm_Tfng-war_Latn", "languages": ["tzm-Tfng", "war-Latn"], "main_score": 0.019173, "precision": 0.018177, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.020795, "hf_subset": "tzm_Tfng-arb_Arab", "languages": ["tzm-Tfng", "arb-Arab"], "main_score": 0.020795, "precision": 0.01932, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025665, "hf_subset": "tzm_Tfng-bul_Cyrl", "languages": ["tzm-Tfng", "bul-Cyrl"], "main_score": 0.025665, "precision": 0.024797, "recall": 0.031621}, {"accuracy": 0.033597, "f1": 0.027575, "hf_subset": "tzm_Tfng-fra_Latn", "languages": ["tzm-Tfng", "fra-Latn"], "main_score": 0.027575, "precision": 0.026357, "recall": 0.033597}, {"accuracy": 0.036561, "f1": 0.029746, "hf_subset": "tzm_Tfng-jpn_Jpan", "languages": ["tzm-Tfng", "jpn-Jpan"], "main_score": 0.029746, "precision": 0.027814, "recall": 0.036561}, {"accuracy": 0.020751, "f1": 0.015539, "hf_subset": "tzm_Tfng-lij_Latn", "languages": ["tzm-Tfng", "lij-Latn"], "main_score": 0.015539, "precision": 0.01447, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.020879, "hf_subset": "tzm_Tfng-mya_Mymr", "languages": ["tzm-Tfng", "mya-Mymr"], "main_score": 0.020879, "precision": 0.019943, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.024127, "hf_subset": "tzm_Tfng-sag_Latn", "languages": ["tzm-Tfng", "sag-Latn"], "main_score": 0.024127, "precision": 0.022682, "recall": 0.031621}, {"accuracy": 0.161067, "f1": 0.14012, "hf_subset": "tzm_Tfng-taq_Tfng", "languages": ["tzm-Tfng", "taq-Tfng"], "main_score": 0.14012, "precision": 0.133429, "recall": 0.161067}, {"accuracy": 0.038538, "f1": 0.029066, "hf_subset": "tzm_Tfng-wol_Latn", "languages": ["tzm-Tfng", "wol-Latn"], "main_score": 0.029066, "precision": 0.027368, "recall": 0.038538}, {"accuracy": 0.028656, "f1": 0.022006, "hf_subset": "tzm_Tfng-arb_Latn", "languages": ["tzm-Tfng", "arb-Latn"], "main_score": 0.022006, "precision": 0.021001, "recall": 0.028656}, {"accuracy": 0.027668, "f1": 0.024314, "hf_subset": "tzm_Tfng-cat_Latn", "languages": ["tzm-Tfng", "cat-Latn"], "main_score": 0.024314, "precision": 0.023776, "recall": 0.027668}, {"accuracy": 0.023715, "f1": 0.018732, "hf_subset": "tzm_Tfng-fur_Latn", "languages": ["tzm-Tfng", "fur-Latn"], "main_score": 0.018732, "precision": 0.018058, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.027897, "hf_subset": "tzm_Tfng-kab_Latn", "languages": ["tzm-Tfng", "kab-Latn"], "main_score": 0.027897, "precision": 0.026619, "recall": 0.033597}, {"accuracy": 0.022727, "f1": 0.018552, "hf_subset": "tzm_Tfng-lim_Latn", "languages": ["tzm-Tfng", "lim-Latn"], "main_score": 0.018552, "precision": 0.017758, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.028659, "hf_subset": "tzm_Tfng-nld_Latn", "languages": ["tzm-Tfng", "nld-Latn"], "main_score": 0.028659, "precision": 0.02757, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.018471, "hf_subset": "tzm_Tfng-san_Deva", "languages": ["tzm-Tfng", "san-Deva"], "main_score": 0.018471, "precision": 0.017964, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.020184, "hf_subset": "tzm_Tfng-tat_Cyrl", "languages": ["tzm-Tfng", "tat-Cyrl"], "main_score": 0.020184, "precision": 0.01948, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.019877, "hf_subset": "tzm_Tfng-xho_Latn", "languages": ["tzm-Tfng", "xho-Latn"], "main_score": 0.019877, "precision": 0.018645, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.014819, "hf_subset": "tzm_Tfng-ars_Arab", "languages": ["tzm-Tfng", "ars-Arab"], "main_score": 0.014819, "precision": 0.013555, "recall": 0.021739}, {"accuracy": 0.023715, "f1": 0.020245, "hf_subset": "tzm_Tfng-ceb_Latn", "languages": ["tzm-Tfng", "ceb-Latn"], "main_score": 0.020245, "precision": 0.019742, "recall": 0.023715}, {"accuracy": 0.028656, "f1": 0.022071, "hf_subset": "tzm_Tfng-fuv_Latn", "languages": ["tzm-Tfng", "fuv-Latn"], "main_score": 0.022071, "precision": 0.021049, "recall": 0.028656}, {"accuracy": 0.033597, "f1": 0.027841, "hf_subset": "tzm_Tfng-kac_Latn", "languages": ["tzm-Tfng", "kac-Latn"], "main_score": 0.027841, "precision": 0.026654, "recall": 0.033597}, {"accuracy": 0.020751, "f1": 0.014794, "hf_subset": "tzm_Tfng-lin_Latn", "languages": ["tzm-Tfng", "lin-Latn"], "main_score": 0.014794, "precision": 0.013938, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.019135, "hf_subset": "tzm_Tfng-nno_Latn", "languages": ["tzm-Tfng", "nno-Latn"], "main_score": 0.019135, "precision": 0.01784, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.015749, "hf_subset": "tzm_Tfng-sat_Olck", "languages": ["tzm-Tfng", "sat-Olck"], "main_score": 0.015749, "precision": 0.014425, "recall": 0.023715}, {"accuracy": 0.014822, "f1": 0.010991, "hf_subset": "tzm_Tfng-tel_Telu", "languages": ["tzm-Tfng", "tel-Telu"], "main_score": 0.010991, "precision": 0.010933, "recall": 0.014822}, {"accuracy": 0.038538, "f1": 0.032016, "hf_subset": "tzm_Tfng-ydd_Hebr", "languages": ["tzm-Tfng", "ydd-Hebr"], "main_score": 0.032016, "precision": 0.03098, "recall": 0.038538}, {"accuracy": 0.020751, "f1": 0.014512, "hf_subset": "tzm_Tfng-ary_Arab", "languages": ["tzm-Tfng", "ary-Arab"], "main_score": 0.014512, "precision": 0.013446, "recall": 0.020751}, {"accuracy": 0.029644, "f1": 0.024962, "hf_subset": "tzm_Tfng-ces_Latn", "languages": ["tzm-Tfng", "ces-Latn"], "main_score": 0.024962, "precision": 0.024185, "recall": 0.029644}, {"accuracy": 0.032609, "f1": 0.02555, "hf_subset": "tzm_Tfng-gaz_Latn", "languages": ["tzm-Tfng", "gaz-Latn"], "main_score": 0.02555, "precision": 0.023958, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.02359, "hf_subset": "tzm_Tfng-kam_Latn", "languages": ["tzm-Tfng", "kam-Latn"], "main_score": 0.02359, "precision": 0.022706, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.025511, "hf_subset": "tzm_Tfng-lit_Latn", "languages": ["tzm-Tfng", "lit-Latn"], "main_score": 0.025511, "precision": 0.024088, "recall": 0.031621}, {"accuracy": 0.032609, "f1": 0.028166, "hf_subset": "tzm_Tfng-nob_Latn", "languages": ["tzm-Tfng", "nob-Latn"], "main_score": 0.028166, "precision": 0.026899, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.021478, "hf_subset": "tzm_Tfng-scn_Latn", "languages": ["tzm-Tfng", "scn-Latn"], "main_score": 0.021478, "precision": 0.020703, "recall": 0.024704}, {"accuracy": 0.030632, "f1": 0.022602, "hf_subset": "tzm_Tfng-tgk_Cyrl", "languages": ["tzm-Tfng", "tgk-Cyrl"], "main_score": 0.022602, "precision": 0.021501, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.017987, "hf_subset": "tzm_Tfng-yor_Latn", "languages": ["tzm-Tfng", "yor-Latn"], "main_score": 0.017987, "precision": 0.016492, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.02038, "hf_subset": "tzm_Tfng-arz_Arab", "languages": ["tzm-Tfng", "arz-Arab"], "main_score": 0.02038, "precision": 0.01964, "recall": 0.023715}, {"accuracy": 0.022727, "f1": 0.01686, "hf_subset": "tzm_Tfng-cjk_Latn", "languages": ["tzm-Tfng", "cjk-Latn"], "main_score": 0.01686, "precision": 0.015485, "recall": 0.022727}, {"accuracy": 0.045455, "f1": 0.036201, "hf_subset": "tzm_Tfng-gla_Latn", "languages": ["tzm-Tfng", "gla-Latn"], "main_score": 0.036201, "precision": 0.033989, "recall": 0.045455}, {"accuracy": 0.007905, "f1": 0.00618, "hf_subset": "tzm_Tfng-kan_Knda", "languages": ["tzm-Tfng", "kan-Knda"], "main_score": 0.00618, "precision": 0.006072, "recall": 0.007905}, {"accuracy": 0.023715, "f1": 0.015818, "hf_subset": "tzm_Tfng-lmo_Latn", "languages": ["tzm-Tfng", "lmo-Latn"], "main_score": 0.015818, "precision": 0.014834, "recall": 0.023715}, {"accuracy": 0.031621, "f1": 0.027984, "hf_subset": "tzm_Tfng-npi_Deva", "languages": ["tzm-Tfng", "npi-Deva"], "main_score": 0.027984, "precision": 0.027069, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.014588, "hf_subset": "tzm_Tfng-shn_Mymr", "languages": ["tzm-Tfng", "shn-Mymr"], "main_score": 0.014588, "precision": 0.012982, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.034456, "hf_subset": "tzm_Tfng-tgl_Latn", "languages": ["tzm-Tfng", "tgl-Latn"], "main_score": 0.034456, "precision": 0.033277, "recall": 0.038538}, {"accuracy": 0.029644, "f1": 0.025007, "hf_subset": "tzm_Tfng-yue_Hant", "languages": ["tzm-Tfng", "yue-Hant"], "main_score": 0.025007, "precision": 0.024033, "recall": 0.029644}, {"accuracy": 0.007905, "f1": 0.006, "hf_subset": "tzm_Tfng-asm_Beng", "languages": ["tzm-Tfng", "asm-Beng"], "main_score": 0.006, "precision": 0.005684, "recall": 0.007905}, {"accuracy": 0.032609, "f1": 0.024599, "hf_subset": "tzm_Tfng-ckb_Arab", "languages": ["tzm-Tfng", "ckb-Arab"], "main_score": 0.024599, "precision": 0.022856, "recall": 0.032609}, {"accuracy": 0.028656, "f1": 0.021454, "hf_subset": "tzm_Tfng-gle_Latn", "languages": ["tzm-Tfng", "gle-Latn"], "main_score": 0.021454, "precision": 0.019749, "recall": 0.028656}, {"accuracy": 0.017787, "f1": 0.014725, "hf_subset": "tzm_Tfng-kas_Arab", "languages": ["tzm-Tfng", "kas-Arab"], "main_score": 0.014725, "precision": 0.014115, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.021988, "hf_subset": "tzm_Tfng-ltg_Latn", "languages": ["tzm-Tfng", "ltg-Latn"], "main_score": 0.021988, "precision": 0.020893, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.03374, "hf_subset": "tzm_Tfng-nso_Latn", "languages": ["tzm-Tfng", "nso-Latn"], "main_score": 0.03374, "precision": 0.033105, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.024374, "hf_subset": "tzm_Tfng-sin_Sinh", "languages": ["tzm-Tfng", "sin-Sinh"], "main_score": 0.024374, "precision": 0.023386, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.02799, "hf_subset": "tzm_Tfng-tha_Thai", "languages": ["tzm-Tfng", "tha-Thai"], "main_score": 0.02799, "precision": 0.026432, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.026613, "hf_subset": "tzm_Tfng-zho_Hans", "languages": ["tzm-Tfng", "zho-Hans"], "main_score": 0.026613, "precision": 0.025529, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.020638, "hf_subset": "tzm_Tfng-ast_Latn", "languages": ["tzm-Tfng", "ast-Latn"], "main_score": 0.020638, "precision": 0.01974, "recall": 0.024704}, {"accuracy": 0.017787, "f1": 0.015872, "hf_subset": "tzm_Tfng-crh_Latn", "languages": ["tzm-Tfng", "crh-Latn"], "main_score": 0.015872, "precision": 0.015842, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.023876, "hf_subset": "tzm_Tfng-glg_Latn", "languages": ["tzm-Tfng", "glg-Latn"], "main_score": 0.023876, "precision": 0.022133, "recall": 0.030632}, {"accuracy": 0.018775, "f1": 0.016096, "hf_subset": "tzm_Tfng-kas_Deva", "languages": ["tzm-Tfng", "kas-Deva"], "main_score": 0.016096, "precision": 0.01539, "recall": 0.018775}, {"accuracy": 0.028656, "f1": 0.023448, "hf_subset": "tzm_Tfng-ltz_Latn", "languages": ["tzm-Tfng", "ltz-Latn"], "main_score": 0.023448, "precision": 0.022582, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.039712, "hf_subset": "tzm_Tfng-nus_Latn", "languages": ["tzm-Tfng", "nus-Latn"], "main_score": 0.039712, "precision": 0.037346, "recall": 0.050395}, {"accuracy": 0.030632, "f1": 0.025413, "hf_subset": "tzm_Tfng-slk_Latn", "languages": ["tzm-Tfng", "slk-Latn"], "main_score": 0.025413, "precision": 0.024545, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.015691, "hf_subset": "tzm_Tfng-tir_Ethi", "languages": ["tzm-Tfng", "tir-Ethi"], "main_score": 0.015691, "precision": 0.015076, "recall": 0.019763}, {"accuracy": 0.030632, "f1": 0.026524, "hf_subset": "tzm_Tfng-zho_Hant", "languages": ["tzm-Tfng", "zho-Hant"], "main_score": 0.026524, "precision": 0.025693, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.011695, "hf_subset": "tzm_Tfng-awa_Deva", "languages": ["tzm-Tfng", "awa-Deva"], "main_score": 0.011695, "precision": 0.0112, "recall": 0.013834}, {"accuracy": 0.028656, "f1": 0.022126, "hf_subset": "tzm_Tfng-cym_Latn", "languages": ["tzm-Tfng", "cym-Latn"], "main_score": 0.022126, "precision": 0.021101, "recall": 0.028656}, {"accuracy": 0.024704, "f1": 0.017809, "hf_subset": "tzm_Tfng-grn_Latn", "languages": ["tzm-Tfng", "grn-Latn"], "main_score": 0.017809, "precision": 0.016856, "recall": 0.024704}, {"accuracy": 0.018775, "f1": 0.016554, "hf_subset": "tzm_Tfng-kat_Geor", "languages": ["tzm-Tfng", "kat-Geor"], "main_score": 0.016554, "precision": 0.016282, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.01817, "hf_subset": "tzm_Tfng-lua_Latn", "languages": ["tzm-Tfng", "lua-Latn"], "main_score": 0.01817, "precision": 0.016608, "recall": 0.025692}, {"accuracy": 0.030632, "f1": 0.026457, "hf_subset": "tzm_Tfng-nya_Latn", "languages": ["tzm-Tfng", "nya-Latn"], "main_score": 0.026457, "precision": 0.025814, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.028559, "hf_subset": "tzm_Tfng-slv_Latn", "languages": ["tzm-Tfng", "slv-Latn"], "main_score": 0.028559, "precision": 0.027873, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.028462, "hf_subset": "tzm_Tfng-tpi_Latn", "languages": ["tzm-Tfng", "tpi-Latn"], "main_score": 0.028462, "precision": 0.027858, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.025139, "hf_subset": "tzm_Tfng-zsm_Latn", "languages": ["tzm-Tfng", "zsm-Latn"], "main_score": 0.025139, "precision": 0.024091, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.025046, "hf_subset": "tzm_Tfng-ayr_Latn", "languages": ["tzm-Tfng", "ayr-Latn"], "main_score": 0.025046, "precision": 0.02308, "recall": 0.034585}, {"accuracy": 0.029644, "f1": 0.023485, "hf_subset": "tzm_Tfng-dan_Latn", "languages": ["tzm-Tfng", "dan-Latn"], "main_score": 0.023485, "precision": 0.022371, "recall": 0.029644}, {"accuracy": 0.006917, "f1": 0.00544, "hf_subset": "tzm_Tfng-guj_Gujr", "languages": ["tzm-Tfng", "guj-Gujr"], "main_score": 0.00544, "precision": 0.005273, "recall": 0.006917}, {"accuracy": 0.027668, "f1": 0.023275, "hf_subset": "tzm_Tfng-kaz_Cyrl", "languages": ["tzm-Tfng", "kaz-Cyrl"], "main_score": 0.023275, "precision": 0.02243, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.015154, "hf_subset": "tzm_Tfng-lug_Latn", "languages": ["tzm-Tfng", "lug-Latn"], "main_score": 0.015154, "precision": 0.014527, "recall": 0.017787}, {"accuracy": 0.023715, "f1": 0.018174, "hf_subset": "tzm_Tfng-oci_Latn", "languages": ["tzm-Tfng", "oci-Latn"], "main_score": 0.018174, "precision": 0.017148, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.027692, "hf_subset": "tzm_Tfng-smo_Latn", "languages": ["tzm-Tfng", "smo-Latn"], "main_score": 0.027692, "precision": 0.026551, "recall": 0.033597}, {"accuracy": 0.030632, "f1": 0.02451, "hf_subset": "tzm_Tfng-tsn_Latn", "languages": ["tzm-Tfng", "tsn-Latn"], "main_score": 0.02451, "precision": 0.023563, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.027421, "hf_subset": "tzm_Tfng-zul_Latn", "languages": ["tzm-Tfng", "zul-Latn"], "main_score": 0.027421, "precision": 0.025756, "recall": 0.035573}, {"accuracy": 0.020751, "f1": 0.015684, "hf_subset": "tzm_Tfng-azb_Arab", "languages": ["tzm-Tfng", "azb-Arab"], "main_score": 0.015684, "precision": 0.014624, "recall": 0.020751}, {"accuracy": 0.027668, "f1": 0.022489, "hf_subset": "tzm_Tfng-deu_Latn", "languages": ["tzm-Tfng", "deu-Latn"], "main_score": 0.022489, "precision": 0.021667, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.024615, "hf_subset": "tzm_Tfng-hat_Latn", "languages": ["tzm-Tfng", "hat-Latn"], "main_score": 0.024615, "precision": 0.023103, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.033216, "hf_subset": "tzm_Tfng-kbp_Latn", "languages": ["tzm-Tfng", "kbp-Latn"], "main_score": 0.033216, "precision": 0.031172, "recall": 0.043478}, {"accuracy": 0.028656, "f1": 0.021162, "hf_subset": "tzm_Tfng-luo_Latn", "languages": ["tzm-Tfng", "luo-Latn"], "main_score": 0.021162, "precision": 0.019702, "recall": 0.028656}, {"accuracy": 0.014822, "f1": 0.012684, "hf_subset": "tzm_Tfng-ory_Orya", "languages": ["tzm-Tfng", "ory-Orya"], "main_score": 0.012684, "precision": 0.012189, "recall": 0.014822}, {"accuracy": 0.025692, "f1": 0.021786, "hf_subset": "tzm_Tfng-sna_Latn", "languages": ["tzm-Tfng", "sna-Latn"], "main_score": 0.021786, "precision": 0.021128, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.035325, "hf_subset": "tzm_Tfng-tso_Latn", "languages": ["tzm-Tfng", "tso-Latn"], "main_score": 0.035325, "precision": 0.034762, "recall": 0.039526}, {"accuracy": 0.016798, "f1": 0.013352, "hf_subset": "tzm_Tfng-azj_Latn", "languages": ["tzm-Tfng", "azj-Latn"], "main_score": 0.013352, "precision": 0.012687, "recall": 0.016798}, {"accuracy": 0.02668, "f1": 0.019072, "hf_subset": "tzm_Tfng-dik_Latn", "languages": ["tzm-Tfng", "dik-Latn"], "main_score": 0.019072, "precision": 0.017796, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.022232, "hf_subset": "tzm_Tfng-hau_Latn", "languages": ["tzm-Tfng", "hau-Latn"], "main_score": 0.022232, "precision": 0.021261, "recall": 0.02668}, {"accuracy": 0.019763, "f1": 0.016866, "hf_subset": "tzm_Tfng-kea_Latn", "languages": ["tzm-Tfng", "kea-Latn"], "main_score": 0.016866, "precision": 0.016256, "recall": 0.019763}, {"accuracy": 0.030632, "f1": 0.020512, "hf_subset": "tzm_Tfng-lus_Latn", "languages": ["tzm-Tfng", "lus-Latn"], "main_score": 0.020512, "precision": 0.018894, "recall": 0.030632}, {"accuracy": 0.032609, "f1": 0.024738, "hf_subset": "tzm_Tfng-pag_Latn", "languages": ["tzm-Tfng", "pag-Latn"], "main_score": 0.024738, "precision": 0.022973, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.020855, "hf_subset": "tzm_Tfng-snd_Arab", "languages": ["tzm-Tfng", "snd-Arab"], "main_score": 0.020855, "precision": 0.019655, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.02526, "hf_subset": "tzm_Tfng-tuk_Latn", "languages": ["tzm-Tfng", "tuk-Latn"], "main_score": 0.02526, "precision": 0.024453, "recall": 0.030632}, {"accuracy": 0.031621, "f1": 0.025726, "hf_subset": "tzm_Tfng-bak_Cyrl", "languages": ["tzm-Tfng", "bak-Cyrl"], "main_score": 0.025726, "precision": 0.024598, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.010657, "hf_subset": "tzm_Tfng-dyu_Latn", "languages": ["tzm-Tfng", "dyu-Latn"], "main_score": 0.010657, "precision": 0.009108, "recall": 0.018775}, {"accuracy": 0.030632, "f1": 0.023959, "hf_subset": "tzm_Tfng-heb_Hebr", "languages": ["tzm-Tfng", "heb-Hebr"], "main_score": 0.023959, "precision": 0.022553, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.012358, "hf_subset": "tzm_Tfng-khk_Cyrl", "languages": ["tzm-Tfng", "khk-Cyrl"], "main_score": 0.012358, "precision": 0.01219, "recall": 0.013834}, {"accuracy": 0.033597, "f1": 0.026499, "hf_subset": "tzm_Tfng-lvs_Latn", "languages": ["tzm-Tfng", "lvs-Latn"], "main_score": 0.026499, "precision": 0.025039, "recall": 0.033597}, {"accuracy": 0.02668, "f1": 0.021926, "hf_subset": "tzm_Tfng-pan_Guru", "languages": ["tzm-Tfng", "pan-Guru"], "main_score": 0.021926, "precision": 0.020733, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.024055, "hf_subset": "tzm_Tfng-som_Latn", "languages": ["tzm-Tfng", "som-Latn"], "main_score": 0.024055, "precision": 0.022372, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.025867, "hf_subset": "tzm_Tfng-tum_Latn", "languages": ["tzm-Tfng", "tum-Latn"], "main_score": 0.025867, "precision": 0.023461, "recall": 0.038538}, {"accuracy": 0.091897, "f1": 0.059137, "hf_subset": "acq_Arab-ace_Arab", "languages": ["acq-Arab", "ace-Arab"], "main_score": 0.059137, "precision": 0.051875, "recall": 0.091897}, {"accuracy": 0.146245, "f1": 0.087503, "hf_subset": "acq_Arab-bam_Latn", "languages": ["acq-Arab", "bam-Latn"], "main_score": 0.087503, "precision": 0.074794, "recall": 0.146245}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "acq_Arab-dzo_Tibt", "languages": ["acq-Arab", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "acq_Arab-hin_Deva", "languages": ["acq-Arab", "hin-Deva"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.892292, "f1": 0.85998, "hf_subset": "acq_Arab-khm_Khmr", "languages": ["acq-Arab", "khm-Khmr"], "main_score": 0.85998, "precision": 0.844697, "recall": 0.892292}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "acq_Arab-mag_Deva", "languages": ["acq-Arab", "mag-Deva"], "main_score": 0.918972, "precision": 0.909256, "recall": 0.938735}, {"accuracy": 0.583992, "f1": 0.502824, "hf_subset": "acq_Arab-pap_Latn", "languages": ["acq-Arab", "pap-Latn"], "main_score": 0.502824, "precision": 0.472841, "recall": 0.583992}, {"accuracy": 0.171937, "f1": 0.111579, "hf_subset": "acq_Arab-sot_Latn", "languages": ["acq-Arab", "sot-Latn"], "main_score": 0.111579, "precision": 0.096762, "recall": 0.171937}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "acq_Arab-tur_Latn", "languages": ["acq-Arab", "tur-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.368577, "f1": 0.283901, "hf_subset": "acq_Arab-ace_Latn", "languages": ["acq-Arab", "ace-Latn"], "main_score": 0.283901, "precision": 0.259019, "recall": 0.368577}, {"accuracy": 0.612648, "f1": 0.539538, "hf_subset": "acq_Arab-ban_Latn", "languages": ["acq-Arab", "ban-Latn"], "main_score": 0.539538, "precision": 0.511094, "recall": 0.612648}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acq_Arab-ell_Grek", "languages": ["acq-Arab", "ell-Grek"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.910079, "f1": 0.883729, "hf_subset": "acq_Arab-hne_Deva", "languages": ["acq-Arab", "hne-Deva"], "main_score": 0.883729, "precision": 0.871245, "recall": 0.910079}, {"accuracy": 0.203557, "f1": 0.125041, "hf_subset": "acq_Arab-kik_Latn", "languages": ["acq-Arab", "kik-Latn"], "main_score": 0.125041, "precision": 0.105007, "recall": 0.203557}, {"accuracy": 0.924901, "f1": 0.904644, "hf_subset": "acq_Arab-mai_Deva", "languages": ["acq-Arab", "mai-Deva"], "main_score": 0.904644, "precision": 0.895125, "recall": 0.924901}, {"accuracy": 0.837945, "f1": 0.797069, "hf_subset": "acq_Arab-pbt_Arab", "languages": ["acq-Arab", "pbt-Arab"], "main_score": 0.797069, "precision": 0.779265, "recall": 0.837945}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "acq_Arab-spa_Latn", "languages": ["acq-Arab", "spa-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.252964, "f1": 0.170784, "hf_subset": "acq_Arab-twi_Latn", "languages": ["acq-Arab", "twi-Latn"], "main_score": 0.170784, "precision": 0.149539, "recall": 0.252964}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "acq_Arab-acm_Arab", "languages": ["acq-Arab", "acm-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935771, "hf_subset": "acq_Arab-bel_Cyrl", "languages": ["acq-Arab", "bel-Cyrl"], "main_score": 0.935771, "precision": 0.928689, "recall": 0.950593}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "acq_Arab-eng_Latn", "languages": ["acq-Arab", "eng-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "acq_Arab-hrv_Latn", "languages": ["acq-Arab", "hrv-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.125494, "f1": 0.074685, "hf_subset": "acq_Arab-kin_Latn", "languages": ["acq-Arab", "kin-Latn"], "main_score": 0.074685, "precision": 0.0625, "recall": 0.125494}, {"accuracy": 0.867589, "f1": 0.830995, "hf_subset": "acq_Arab-mal_Mlym", "languages": ["acq-Arab", "mal-Mlym"], "main_score": 0.830995, "precision": 0.814756, "recall": 0.867589}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "acq_Arab-pes_Arab", "languages": ["acq-Arab", "pes-Arab"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.66996, "f1": 0.595572, "hf_subset": "acq_Arab-srd_Latn", "languages": ["acq-Arab", "srd-Latn"], "main_score": 0.595572, "precision": 0.56657, "recall": 0.66996}, {"accuracy": 0.059289, "f1": 0.028715, "hf_subset": "acq_Arab-tzm_Tfng", "languages": ["acq-Arab", "tzm-Tfng"], "main_score": 0.028715, "precision": 0.024115, "recall": 0.059289}, {"accuracy": 0.187747, "f1": 0.123206, "hf_subset": "acq_Arab-bem_Latn", "languages": ["acq-Arab", "bem-Latn"], "main_score": 0.123206, "precision": 0.108759, "recall": 0.187747}, {"accuracy": 0.847826, "f1": 0.804776, "hf_subset": "acq_Arab-epo_Latn", "languages": ["acq-Arab", "epo-Latn"], "main_score": 0.804776, "precision": 0.784947, "recall": 0.847826}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "acq_Arab-hun_Latn", "languages": ["acq-Arab", "hun-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.907115, "f1": 0.882246, "hf_subset": "acq_Arab-kir_Cyrl", "languages": ["acq-Arab", "kir-Cyrl"], "main_score": 0.882246, "precision": 0.870553, "recall": 0.907115}, {"accuracy": 0.901186, "f1": 0.871443, "hf_subset": "acq_Arab-mar_Deva", "languages": ["acq-Arab", "mar-Deva"], "main_score": 0.871443, "precision": 0.857131, "recall": 0.901186}, {"accuracy": 0.248024, "f1": 0.175212, "hf_subset": "acq_Arab-plt_Latn", "languages": ["acq-Arab", "plt-Latn"], "main_score": 0.175212, "precision": 0.154354, "recall": 0.248024}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-srp_Cyrl", "languages": ["acq-Arab", "srp-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.795455, "f1": 0.745506, "hf_subset": "acq_Arab-uig_Arab", "languages": ["acq-Arab", "uig-Arab"], "main_score": 0.745506, "precision": 0.723337, "recall": 0.795455}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-aeb_Arab", "languages": ["acq-Arab", "aeb-Arab"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.893281, "f1": 0.863043, "hf_subset": "acq_Arab-ben_Beng", "languages": ["acq-Arab", "ben-Beng"], "main_score": 0.863043, "precision": 0.849259, "recall": 0.893281}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "acq_Arab-est_Latn", "languages": ["acq-Arab", "est-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.968379, "f1": 0.958564, "hf_subset": "acq_Arab-hye_Armn", "languages": ["acq-Arab", "hye-Armn"], "main_score": 0.958564, "precision": 0.953804, "recall": 0.968379}, {"accuracy": 0.132411, "f1": 0.072443, "hf_subset": "acq_Arab-kmb_Latn", "languages": ["acq-Arab", "kmb-Latn"], "main_score": 0.072443, "precision": 0.060596, "recall": 0.132411}, {"accuracy": 0.066206, "f1": 0.04198, "hf_subset": "acq_Arab-min_Arab", "languages": ["acq-Arab", "min-Arab"], "main_score": 0.04198, "precision": 0.036114, "recall": 0.066206}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "acq_Arab-pol_Latn", "languages": ["acq-Arab", "pol-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.130435, "f1": 0.077271, "hf_subset": "acq_Arab-ssw_Latn", "languages": ["acq-Arab", "ssw-Latn"], "main_score": 0.077271, "precision": 0.066839, "recall": 0.130435}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acq_Arab-ukr_Cyrl", "languages": ["acq-Arab", "ukr-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "acq_Arab-afr_Latn", "languages": ["acq-Arab", "afr-Latn"], "main_score": 0.913043, "precision": 0.903656, "recall": 0.932806}, {"accuracy": 0.88834, "f1": 0.857049, "hf_subset": "acq_Arab-bho_Deva", "languages": ["acq-Arab", "bho-Deva"], "main_score": 0.857049, "precision": 0.842227, "recall": 0.88834}, {"accuracy": 0.710474, "f1": 0.645278, "hf_subset": "acq_Arab-eus_Latn", "languages": ["acq-Arab", "eus-Latn"], "main_score": 0.645278, "precision": 0.617631, "recall": 0.710474}, {"accuracy": 0.159091, "f1": 0.096365, "hf_subset": "acq_Arab-ibo_Latn", "languages": ["acq-Arab", "ibo-Latn"], "main_score": 0.096365, "precision": 0.081691, "recall": 0.159091}, {"accuracy": 0.717391, "f1": 0.659456, "hf_subset": "acq_Arab-kmr_Latn", "languages": ["acq-Arab", "kmr-Latn"], "main_score": 0.659456, "precision": 0.634957, "recall": 0.717391}, {"accuracy": 0.602767, "f1": 0.525591, "hf_subset": "acq_Arab-min_Latn", "languages": ["acq-Arab", "min-Latn"], "main_score": 0.525591, "precision": 0.497071, "recall": 0.602767}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "acq_Arab-por_Latn", "languages": ["acq-Arab", "por-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.708498, "f1": 0.640497, "hf_subset": "acq_Arab-sun_Latn", "languages": ["acq-Arab", "sun-Latn"], "main_score": 0.640497, "precision": 0.612789, "recall": 0.708498}, {"accuracy": 0.136364, "f1": 0.083279, "hf_subset": "acq_Arab-umb_Latn", "languages": ["acq-Arab", "umb-Latn"], "main_score": 0.083279, "precision": 0.071347, "recall": 0.136364}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "acq_Arab-ajp_Arab", "languages": ["acq-Arab", "ajp-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.076087, "f1": 0.043896, "hf_subset": "acq_Arab-bjn_Arab", "languages": ["acq-Arab", "bjn-Arab"], "main_score": 0.043896, "precision": 0.036989, "recall": 0.076087}, {"accuracy": 0.205534, "f1": 0.143555, "hf_subset": "acq_Arab-ewe_Latn", "languages": ["acq-Arab", "ewe-Latn"], "main_score": 0.143555, "precision": 0.128287, "recall": 0.205534}, {"accuracy": 0.312253, "f1": 0.230013, "hf_subset": "acq_Arab-ilo_Latn", "languages": ["acq-Arab", "ilo-Latn"], "main_score": 0.230013, "precision": 0.206363, "recall": 0.312253}, {"accuracy": 0.083992, "f1": 0.042843, "hf_subset": "acq_Arab-knc_Arab", "languages": ["acq-Arab", "knc-Arab"], "main_score": 0.042843, "precision": 0.033949, "recall": 0.083992}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "acq_Arab-mkd_Cyrl", "languages": ["acq-Arab", "mkd-Cyrl"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-prs_Arab", "languages": ["acq-Arab", "prs-Arab"], "main_score": 0.964921, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "acq_Arab-swe_Latn", "languages": ["acq-Arab", "swe-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "acq_Arab-urd_Arab", "languages": ["acq-Arab", "urd-Arab"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.247036, "f1": 0.16868, "hf_subset": "acq_Arab-aka_Latn", "languages": ["acq-Arab", "aka-Latn"], "main_score": 0.16868, "precision": 0.148055, "recall": 0.247036}, {"accuracy": 0.733202, "f1": 0.66875, "hf_subset": "acq_Arab-bjn_Latn", "languages": ["acq-Arab", "bjn-Latn"], "main_score": 0.66875, "precision": 0.642089, "recall": 0.733202}, {"accuracy": 0.417984, "f1": 0.330872, "hf_subset": "acq_Arab-fao_Latn", "languages": ["acq-Arab", "fao-Latn"], "main_score": 0.330872, "precision": 0.303273, "recall": 0.417984}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "acq_Arab-ind_Latn", "languages": ["acq-Arab", "ind-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.222332, "f1": 0.15066, "hf_subset": "acq_Arab-knc_Latn", "languages": ["acq-Arab", "knc-Latn"], "main_score": 0.15066, "precision": 0.133544, "recall": 0.222332}, {"accuracy": 0.288538, "f1": 0.209752, "hf_subset": "acq_Arab-mlt_Latn", "languages": ["acq-Arab", "mlt-Latn"], "main_score": 0.209752, "precision": 0.188155, "recall": 0.288538}, {"accuracy": 0.219368, "f1": 0.143281, "hf_subset": "acq_Arab-quy_Latn", "languages": ["acq-Arab", "quy-Latn"], "main_score": 0.143281, "precision": 0.124187, "recall": 0.219368}, {"accuracy": 0.331028, "f1": 0.251446, "hf_subset": "acq_Arab-swh_Latn", "languages": ["acq-Arab", "swh-Latn"], "main_score": 0.251446, "precision": 0.229414, "recall": 0.331028}, {"accuracy": 0.608696, "f1": 0.53058, "hf_subset": "acq_Arab-uzn_Latn", "languages": ["acq-Arab", "uzn-Latn"], "main_score": 0.53058, "precision": 0.500849, "recall": 0.608696}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acq_Arab-als_Latn", "languages": ["acq-Arab", "als-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.049407, "f1": 0.01694, "hf_subset": "acq_Arab-bod_Tibt", "languages": ["acq-Arab", "bod-Tibt"], "main_score": 0.01694, "precision": 0.013398, "recall": 0.049407}, {"accuracy": 0.172925, "f1": 0.109509, "hf_subset": "acq_Arab-fij_Latn", "languages": ["acq-Arab", "fij-Latn"], "main_score": 0.109509, "precision": 0.093328, "recall": 0.172925}, {"accuracy": 0.722332, "f1": 0.658896, "hf_subset": "acq_Arab-isl_Latn", "languages": ["acq-Arab", "isl-Latn"], "main_score": 0.658896, "precision": 0.632931, "recall": 0.722332}, {"accuracy": 0.197628, "f1": 0.130326, "hf_subset": "acq_Arab-kon_Latn", "languages": ["acq-Arab", "kon-Latn"], "main_score": 0.130326, "precision": 0.113648, "recall": 0.197628}, {"accuracy": 0.059289, "f1": 0.029622, "hf_subset": "acq_Arab-mni_Beng", "languages": ["acq-Arab", "mni-Beng"], "main_score": 0.029622, "precision": 0.025058, "recall": 0.059289}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "acq_Arab-ron_Latn", "languages": ["acq-Arab", "ron-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.759881, "f1": 0.704004, "hf_subset": "acq_Arab-szl_Latn", "languages": ["acq-Arab", "szl-Latn"], "main_score": 0.704004, "precision": 0.680402, "recall": 0.759881}, {"accuracy": 0.747036, "f1": 0.683303, "hf_subset": "acq_Arab-vec_Latn", "languages": ["acq-Arab", "vec-Latn"], "main_score": 0.683303, "precision": 0.656169, "recall": 0.747036}, {"accuracy": 0.752964, "f1": 0.698108, "hf_subset": "acq_Arab-amh_Ethi", "languages": ["acq-Arab", "amh-Ethi"], "main_score": 0.698108, "precision": 0.67464, "recall": 0.752964}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "acq_Arab-bos_Latn", "languages": ["acq-Arab", "bos-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "acq_Arab-fin_Latn", "languages": ["acq-Arab", "fin-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "acq_Arab-ita_Latn", "languages": ["acq-Arab", "ita-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "acq_Arab-kor_Hang", "languages": ["acq-Arab", "kor-Hang"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.184783, "f1": 0.122889, "hf_subset": "acq_Arab-mos_Latn", "languages": ["acq-Arab", "mos-Latn"], "main_score": 0.122889, "precision": 0.107696, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.078671, "hf_subset": "acq_Arab-run_Latn", "languages": ["acq-Arab", "run-Latn"], "main_score": 0.078671, "precision": 0.066169, "recall": 0.132411}, {"accuracy": 0.889328, "f1": 0.859387, "hf_subset": "acq_Arab-tam_Taml", "languages": ["acq-Arab", "tam-Taml"], "main_score": 0.859387, "precision": 0.845438, "recall": 0.889328}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "acq_Arab-vie_Latn", "languages": ["acq-Arab", "vie-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acq_Arab-apc_Arab", "languages": ["acq-Arab", "apc-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.340909, "f1": 0.254867, "hf_subset": "acq_Arab-bug_Latn", "languages": ["acq-Arab", "bug-Latn"], "main_score": 0.254867, "precision": 0.227772, "recall": 0.340909}, {"accuracy": 0.166008, "f1": 0.102953, "hf_subset": "acq_Arab-fon_Latn", "languages": ["acq-Arab", "fon-Latn"], "main_score": 0.102953, "precision": 0.088971, "recall": 0.166008}, {"accuracy": 0.677866, "f1": 0.605371, "hf_subset": "acq_Arab-jav_Latn", "languages": ["acq-Arab", "jav-Latn"], "main_score": 0.605371, "precision": 0.577052, "recall": 0.677866}, {"accuracy": 0.906126, "f1": 0.881291, "hf_subset": "acq_Arab-lao_Laoo", "languages": ["acq-Arab", "lao-Laoo"], "main_score": 0.881291, "precision": 0.870372, "recall": 0.906126}, {"accuracy": 0.155138, "f1": 0.089168, "hf_subset": "acq_Arab-mri_Latn", "languages": ["acq-Arab", "mri-Latn"], "main_score": 0.089168, "precision": 0.07479, "recall": 0.155138}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-rus_Cyrl", "languages": ["acq-Arab", "rus-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.216403, "f1": 0.153949, "hf_subset": "acq_Arab-taq_Latn", "languages": ["acq-Arab", "taq-Latn"], "main_score": 0.153949, "precision": 0.139504, "recall": 0.216403}, {"accuracy": 0.384387, "f1": 0.292253, "hf_subset": "acq_Arab-war_Latn", "languages": ["acq-Arab", "war-Latn"], "main_score": 0.292253, "precision": 0.263139, "recall": 0.384387}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "acq_Arab-arb_Arab", "languages": ["acq-Arab", "arb-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acq_Arab-bul_Cyrl", "languages": ["acq-Arab", "bul-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acq_Arab-fra_Latn", "languages": ["acq-Arab", "fra-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "acq_Arab-jpn_Jpan", "languages": ["acq-Arab", "jpn-Jpan"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.712451, "f1": 0.648492, "hf_subset": "acq_Arab-lij_Latn", "languages": ["acq-Arab", "lij-Latn"], "main_score": 0.648492, "precision": 0.62244, "recall": 0.712451}, {"accuracy": 0.923913, "f1": 0.900264, "hf_subset": "acq_Arab-mya_Mymr", "languages": ["acq-Arab", "mya-Mymr"], "main_score": 0.900264, "precision": 0.888916, "recall": 0.923913}, {"accuracy": 0.202569, "f1": 0.137207, "hf_subset": "acq_Arab-sag_Latn", "languages": ["acq-Arab", "sag-Latn"], "main_score": 0.137207, "precision": 0.120136, "recall": 0.202569}, {"accuracy": 0.068182, "f1": 0.028375, "hf_subset": "acq_Arab-taq_Tfng", "languages": ["acq-Arab", "taq-Tfng"], "main_score": 0.028375, "precision": 0.022876, "recall": 0.068182}, {"accuracy": 0.215415, "f1": 0.142185, "hf_subset": "acq_Arab-wol_Latn", "languages": ["acq-Arab", "wol-Latn"], "main_score": 0.142185, "precision": 0.122764, "recall": 0.215415}, {"accuracy": 0.090909, "f1": 0.048238, "hf_subset": "acq_Arab-arb_Latn", "languages": ["acq-Arab", "arb-Latn"], "main_score": 0.048238, "precision": 0.040266, "recall": 0.090909}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "acq_Arab-cat_Latn", "languages": ["acq-Arab", "cat-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.656126, "f1": 0.585322, "hf_subset": "acq_Arab-fur_Latn", "languages": ["acq-Arab", "fur-Latn"], "main_score": 0.585322, "precision": 0.556431, "recall": 0.656126}, {"accuracy": 0.072134, "f1": 0.043487, "hf_subset": "acq_Arab-kab_Latn", "languages": ["acq-Arab", "kab-Latn"], "main_score": 0.043487, "precision": 0.036637, "recall": 0.072134}, {"accuracy": 0.706522, "f1": 0.638968, "hf_subset": "acq_Arab-lim_Latn", "languages": ["acq-Arab", "lim-Latn"], "main_score": 0.638968, "precision": 0.610467, "recall": 0.706522}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "acq_Arab-nld_Latn", "languages": ["acq-Arab", "nld-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.729249, "f1": 0.663114, "hf_subset": "acq_Arab-san_Deva", "languages": ["acq-Arab", "san-Deva"], "main_score": 0.663114, "precision": 0.634618, "recall": 0.729249}, {"accuracy": 0.481225, "f1": 0.398744, "hf_subset": "acq_Arab-tat_Cyrl", "languages": ["acq-Arab", "tat-Cyrl"], "main_score": 0.398744, "precision": 0.368652, "recall": 0.481225}, {"accuracy": 0.16996, "f1": 0.104334, "hf_subset": "acq_Arab-xho_Latn", "languages": ["acq-Arab", "xho-Latn"], "main_score": 0.104334, "precision": 0.089119, "recall": 0.16996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "acq_Arab-ars_Arab", "languages": ["acq-Arab", "ars-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.358696, "f1": 0.270014, "hf_subset": "acq_Arab-ceb_Latn", "languages": ["acq-Arab", "ceb-Latn"], "main_score": 0.270014, "precision": 0.242411, "recall": 0.358696}, {"accuracy": 0.193676, "f1": 0.1219, "hf_subset": "acq_Arab-fuv_Latn", "languages": ["acq-Arab", "fuv-Latn"], "main_score": 0.1219, "precision": 0.104701, "recall": 0.193676}, {"accuracy": 0.16502, "f1": 0.103587, "hf_subset": "acq_Arab-kac_Latn", "languages": ["acq-Arab", "kac-Latn"], "main_score": 0.103587, "precision": 0.088537, "recall": 0.16502}, {"accuracy": 0.20751, "f1": 0.144521, "hf_subset": "acq_Arab-lin_Latn", "languages": ["acq-Arab", "lin-Latn"], "main_score": 0.144521, "precision": 0.128559, "recall": 0.20751}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "acq_Arab-nno_Latn", "languages": ["acq-Arab", "nno-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.018775, "f1": 0.004574, "hf_subset": "acq_Arab-sat_Olck", "languages": ["acq-Arab", "sat-Olck"], "main_score": 0.004574, "precision": 0.003609, "recall": 0.018775}, {"accuracy": 0.849802, "f1": 0.807872, "hf_subset": "acq_Arab-tel_Telu", "languages": ["acq-Arab", "tel-Telu"], "main_score": 0.807872, "precision": 0.78862, "recall": 0.849802}, {"accuracy": 0.422925, "f1": 0.337291, "hf_subset": "acq_Arab-ydd_Hebr", "languages": ["acq-Arab", "ydd-Hebr"], "main_score": 0.337291, "precision": 0.306908, "recall": 0.422925}, {"accuracy": 0.891304, "f1": 0.860244, "hf_subset": "acq_Arab-ary_Arab", "languages": ["acq-Arab", "ary-Arab"], "main_score": 0.860244, "precision": 0.845669, "recall": 0.891304}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "acq_Arab-ces_Latn", "languages": ["acq-Arab", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.086957, "f1": 0.047742, "hf_subset": "acq_Arab-gaz_Latn", "languages": ["acq-Arab", "gaz-Latn"], "main_score": 0.047742, "precision": 0.040233, "recall": 0.086957}, {"accuracy": 0.171937, "f1": 0.11281, "hf_subset": "acq_Arab-kam_Latn", "languages": ["acq-Arab", "kam-Latn"], "main_score": 0.11281, "precision": 0.098864, "recall": 0.171937}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "acq_Arab-lit_Latn", "languages": ["acq-Arab", "lit-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "acq_Arab-nob_Latn", "languages": ["acq-Arab", "nob-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.601779, "f1": 0.525183, "hf_subset": "acq_Arab-scn_Latn", "languages": ["acq-Arab", "scn-Latn"], "main_score": 0.525183, "precision": 0.495546, "recall": 0.601779}, {"accuracy": 0.172925, "f1": 0.113525, "hf_subset": "acq_Arab-tgk_Cyrl", "languages": ["acq-Arab", "tgk-Cyrl"], "main_score": 0.113525, "precision": 0.099219, "recall": 0.172925}, {"accuracy": 0.172925, "f1": 0.106147, "hf_subset": "acq_Arab-yor_Latn", "languages": ["acq-Arab", "yor-Latn"], "main_score": 0.106147, "precision": 0.089884, "recall": 0.172925}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "acq_Arab-arz_Arab", "languages": ["acq-Arab", "arz-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.15415, "f1": 0.096378, "hf_subset": "acq_Arab-cjk_Latn", "languages": ["acq-Arab", "cjk-Latn"], "main_score": 0.096378, "precision": 0.083444, "recall": 0.15415}, {"accuracy": 0.144269, "f1": 0.090152, "hf_subset": "acq_Arab-gla_Latn", "languages": ["acq-Arab", "gla-Latn"], "main_score": 0.090152, "precision": 0.076094, "recall": 0.144269}, {"accuracy": 0.805336, "f1": 0.754894, "hf_subset": "acq_Arab-kan_Knda", "languages": ["acq-Arab", "kan-Knda"], "main_score": 0.754894, "precision": 0.732658, "recall": 0.805336}, {"accuracy": 0.610672, "f1": 0.535679, "hf_subset": "acq_Arab-lmo_Latn", "languages": ["acq-Arab", "lmo-Latn"], "main_score": 0.535679, "precision": 0.507094, "recall": 0.610672}, {"accuracy": 0.950593, "f1": 0.936495, "hf_subset": "acq_Arab-npi_Deva", "languages": ["acq-Arab", "npi-Deva"], "main_score": 0.936495, "precision": 0.929595, "recall": 0.950593}, {"accuracy": 0.231225, "f1": 0.157099, "hf_subset": "acq_Arab-shn_Mymr", "languages": ["acq-Arab", "shn-Mymr"], "main_score": 0.157099, "precision": 0.136889, "recall": 0.231225}, {"accuracy": 0.425889, "f1": 0.335253, "hf_subset": "acq_Arab-tgl_Latn", "languages": ["acq-Arab", "tgl-Latn"], "main_score": 0.335253, "precision": 0.306077, "recall": 0.425889}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "acq_Arab-yue_Hant", "languages": ["acq-Arab", "yue-Hant"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.535573, "f1": 0.455042, "hf_subset": "acq_Arab-asm_Beng", "languages": ["acq-Arab", "asm-Beng"], "main_score": 0.455042, "precision": 0.424253, "recall": 0.535573}, {"accuracy": 0.833004, "f1": 0.788768, "hf_subset": "acq_Arab-ckb_Arab", "languages": ["acq-Arab", "ckb-Arab"], "main_score": 0.788768, "precision": 0.768626, "recall": 0.833004}, {"accuracy": 0.248024, "f1": 0.174156, "hf_subset": "acq_Arab-gle_Latn", "languages": ["acq-Arab", "gle-Latn"], "main_score": 0.174156, "precision": 0.154817, "recall": 0.248024}, {"accuracy": 0.593874, "f1": 0.517569, "hf_subset": "acq_Arab-kas_Arab", "languages": ["acq-Arab", "kas-Arab"], "main_score": 0.517569, "precision": 0.486984, "recall": 0.593874}, {"accuracy": 0.666996, "f1": 0.597711, "hf_subset": "acq_Arab-ltg_Latn", "languages": ["acq-Arab", "ltg-Latn"], "main_score": 0.597711, "precision": 0.569031, "recall": 0.666996}, {"accuracy": 0.199605, "f1": 0.128872, "hf_subset": "acq_Arab-nso_Latn", "languages": ["acq-Arab", "nso-Latn"], "main_score": 0.128872, "precision": 0.111423, "recall": 0.199605}, {"accuracy": 0.91996, "f1": 0.897661, "hf_subset": "acq_Arab-sin_Sinh", "languages": ["acq-Arab", "sin-Sinh"], "main_score": 0.897661, "precision": 0.887352, "recall": 0.91996}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "acq_Arab-tha_Thai", "languages": ["acq-Arab", "tha-Thai"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "acq_Arab-zho_Hans", "languages": ["acq-Arab", "zho-Hans"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.922925, "f1": 0.899341, "hf_subset": "acq_Arab-ast_Latn", "languages": ["acq-Arab", "ast-Latn"], "main_score": 0.899341, "precision": 0.888175, "recall": 0.922925}, {"accuracy": 0.719368, "f1": 0.65679, "hf_subset": "acq_Arab-crh_Latn", "languages": ["acq-Arab", "crh-Latn"], "main_score": 0.65679, "precision": 0.630847, "recall": 0.719368}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acq_Arab-glg_Latn", "languages": ["acq-Arab", "glg-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.38834, "f1": 0.306389, "hf_subset": "acq_Arab-kas_Deva", "languages": ["acq-Arab", "kas-Deva"], "main_score": 0.306389, "precision": 0.279449, "recall": 0.38834}, {"accuracy": 0.458498, "f1": 0.363925, "hf_subset": "acq_Arab-ltz_Latn", "languages": ["acq-Arab", "ltz-Latn"], "main_score": 0.363925, "precision": 0.331755, "recall": 0.458498}, {"accuracy": 0.091897, "f1": 0.046361, "hf_subset": "acq_Arab-nus_Latn", "languages": ["acq-Arab", "nus-Latn"], "main_score": 0.046361, "precision": 0.03836, "recall": 0.091897}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "acq_Arab-slk_Latn", "languages": ["acq-Arab", "slk-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.171937, "f1": 0.111562, "hf_subset": "acq_Arab-tir_Ethi", "languages": ["acq-Arab", "tir-Ethi"], "main_score": 0.111562, "precision": 0.095133, "recall": 0.171937}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "acq_Arab-zho_Hant", "languages": ["acq-Arab", "zho-Hant"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.950593, "f1": 0.936265, "hf_subset": "acq_Arab-awa_Deva", "languages": ["acq-Arab", "awa-Deva"], "main_score": 0.936265, "precision": 0.929183, "recall": 0.950593}, {"accuracy": 0.41502, "f1": 0.326066, "hf_subset": "acq_Arab-cym_Latn", "languages": ["acq-Arab", "cym-Latn"], "main_score": 0.326066, "precision": 0.297365, "recall": 0.41502}, {"accuracy": 0.301383, "f1": 0.220001, "hf_subset": "acq_Arab-grn_Latn", "languages": ["acq-Arab", "grn-Latn"], "main_score": 0.220001, "precision": 0.197371, "recall": 0.301383}, {"accuracy": 0.865613, "f1": 0.825659, "hf_subset": "acq_Arab-kat_Geor", "languages": ["acq-Arab", "kat-Geor"], "main_score": 0.825659, "precision": 0.807592, "recall": 0.865613}, {"accuracy": 0.218379, "f1": 0.148667, "hf_subset": "acq_Arab-lua_Latn", "languages": ["acq-Arab", "lua-Latn"], "main_score": 0.148667, "precision": 0.131192, "recall": 0.218379}, {"accuracy": 0.189723, "f1": 0.12211, "hf_subset": "acq_Arab-nya_Latn", "languages": ["acq-Arab", "nya-Latn"], "main_score": 0.12211, "precision": 0.104706, "recall": 0.189723}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "acq_Arab-slv_Latn", "languages": ["acq-Arab", "slv-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.397233, "f1": 0.309144, "hf_subset": "acq_Arab-tpi_Latn", "languages": ["acq-Arab", "tpi-Latn"], "main_score": 0.309144, "precision": 0.282127, "recall": 0.397233}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "acq_Arab-zsm_Latn", "languages": ["acq-Arab", "zsm-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.174901, "f1": 0.103744, "hf_subset": "acq_Arab-ayr_Latn", "languages": ["acq-Arab", "ayr-Latn"], "main_score": 0.103744, "precision": 0.088252, "recall": 0.174901}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "acq_Arab-dan_Latn", "languages": ["acq-Arab", "dan-Latn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.91996, "f1": 0.895718, "hf_subset": "acq_Arab-guj_Gujr", "languages": ["acq-Arab", "guj-Gujr"], "main_score": 0.895718, "precision": 0.884387, "recall": 0.91996}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "acq_Arab-kaz_Cyrl", "languages": ["acq-Arab", "kaz-Cyrl"], "main_score": 0.919203, "precision": 0.910491, "recall": 0.937747}, {"accuracy": 0.145257, "f1": 0.093822, "hf_subset": "acq_Arab-lug_Latn", "languages": ["acq-Arab", "lug-Latn"], "main_score": 0.093822, "precision": 0.082371, "recall": 0.145257}, {"accuracy": 0.898221, "f1": 0.86996, "hf_subset": "acq_Arab-oci_Latn", "languages": ["acq-Arab", "oci-Latn"], "main_score": 0.86996, "precision": 0.856637, "recall": 0.898221}, {"accuracy": 0.164032, "f1": 0.09955, "hf_subset": "acq_Arab-smo_Latn", "languages": ["acq-Arab", "smo-Latn"], "main_score": 0.09955, "precision": 0.084447, "recall": 0.164032}, {"accuracy": 0.172925, "f1": 0.111973, "hf_subset": "acq_Arab-tsn_Latn", "languages": ["acq-Arab", "tsn-Latn"], "main_score": 0.111973, "precision": 0.096762, "recall": 0.172925}, {"accuracy": 0.125494, "f1": 0.073583, "hf_subset": "acq_Arab-zul_Latn", "languages": ["acq-Arab", "zul-Latn"], "main_score": 0.073583, "precision": 0.062422, "recall": 0.125494}, {"accuracy": 0.551383, "f1": 0.472005, "hf_subset": "acq_Arab-azb_Arab", "languages": ["acq-Arab", "azb-Arab"], "main_score": 0.472005, "precision": 0.441594, "recall": 0.551383}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "acq_Arab-deu_Latn", "languages": ["acq-Arab", "deu-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.267787, "f1": 0.187634, "hf_subset": "acq_Arab-hat_Latn", "languages": ["acq-Arab", "hat-Latn"], "main_score": 0.187634, "precision": 0.165144, "recall": 0.267787}, {"accuracy": 0.145257, "f1": 0.081648, "hf_subset": "acq_Arab-kbp_Latn", "languages": ["acq-Arab", "kbp-Latn"], "main_score": 0.081648, "precision": 0.06759, "recall": 0.145257}, {"accuracy": 0.178854, "f1": 0.108023, "hf_subset": "acq_Arab-luo_Latn", "languages": ["acq-Arab", "luo-Latn"], "main_score": 0.108023, "precision": 0.092132, "recall": 0.178854}, {"accuracy": 0.820158, "f1": 0.774591, "hf_subset": "acq_Arab-ory_Orya", "languages": ["acq-Arab", "ory-Orya"], "main_score": 0.774591, "precision": 0.753623, "recall": 0.820158}, {"accuracy": 0.139328, "f1": 0.078558, "hf_subset": "acq_Arab-sna_Latn", "languages": ["acq-Arab", "sna-Latn"], "main_score": 0.078558, "precision": 0.064845, "recall": 0.139328}, {"accuracy": 0.166008, "f1": 0.104745, "hf_subset": "acq_Arab-tso_Latn", "languages": ["acq-Arab", "tso-Latn"], "main_score": 0.104745, "precision": 0.089961, "recall": 0.166008}, {"accuracy": 0.938735, "f1": 0.921146, "hf_subset": "acq_Arab-azj_Latn", "languages": ["acq-Arab", "azj-Latn"], "main_score": 0.921146, "precision": 0.913126, "recall": 0.938735}, {"accuracy": 0.257905, "f1": 0.178919, "hf_subset": "acq_Arab-dik_Latn", "languages": ["acq-Arab", "dik-Latn"], "main_score": 0.178919, "precision": 0.157814, "recall": 0.257905}, {"accuracy": 0.201581, "f1": 0.131311, "hf_subset": "acq_Arab-hau_Latn", "languages": ["acq-Arab", "hau-Latn"], "main_score": 0.131311, "precision": 0.114724, "recall": 0.201581}, {"accuracy": 0.591897, "f1": 0.509713, "hf_subset": "acq_Arab-kea_Latn", "languages": ["acq-Arab", "kea-Latn"], "main_score": 0.509713, "precision": 0.479031, "recall": 0.591897}, {"accuracy": 0.300395, "f1": 0.216801, "hf_subset": "acq_Arab-lus_Latn", "languages": ["acq-Arab", "lus-Latn"], "main_score": 0.216801, "precision": 0.191719, "recall": 0.300395}, {"accuracy": 0.424901, "f1": 0.337847, "hf_subset": "acq_Arab-pag_Latn", "languages": ["acq-Arab", "pag-Latn"], "main_score": 0.337847, "precision": 0.309136, "recall": 0.424901}, {"accuracy": 0.859684, "f1": 0.822991, "hf_subset": "acq_Arab-snd_Arab", "languages": ["acq-Arab", "snd-Arab"], "main_score": 0.822991, "precision": 0.805912, "recall": 0.859684}, {"accuracy": 0.293478, "f1": 0.209723, "hf_subset": "acq_Arab-tuk_Latn", "languages": ["acq-Arab", "tuk-Latn"], "main_score": 0.209723, "precision": 0.18417, "recall": 0.293478}, {"accuracy": 0.431818, "f1": 0.343161, "hf_subset": "acq_Arab-bak_Cyrl", "languages": ["acq-Arab", "bak-Cyrl"], "main_score": 0.343161, "precision": 0.312102, "recall": 0.431818}, {"accuracy": 0.163043, "f1": 0.099279, "hf_subset": "acq_Arab-dyu_Latn", "languages": ["acq-Arab", "dyu-Latn"], "main_score": 0.099279, "precision": 0.08402, "recall": 0.163043}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "acq_Arab-heb_Hebr", "languages": ["acq-Arab", "heb-Hebr"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "acq_Arab-khk_Cyrl", "languages": ["acq-Arab", "khk-Cyrl"], "main_score": 0.941206, "precision": 0.934947, "recall": 0.954545}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "acq_Arab-lvs_Latn", "languages": ["acq-Arab", "lvs-Latn"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.83498, "f1": 0.792227, "hf_subset": "acq_Arab-pan_Guru", "languages": ["acq-Arab", "pan-Guru"], "main_score": 0.792227, "precision": 0.773452, "recall": 0.83498}, {"accuracy": 0.228261, "f1": 0.159294, "hf_subset": "acq_Arab-som_Latn", "languages": ["acq-Arab", "som-Latn"], "main_score": 0.159294, "precision": 0.139866, "recall": 0.228261}, {"accuracy": 0.182806, "f1": 0.116486, "hf_subset": "acq_Arab-tum_Latn", "languages": ["acq-Arab", "tum-Latn"], "main_score": 0.116486, "precision": 0.100561, "recall": 0.182806}, {"accuracy": 0.027668, "f1": 0.021359, "hf_subset": "bem_Latn-ace_Arab", "languages": ["bem-Latn", "ace-Arab"], "main_score": 0.021359, "precision": 0.020044, "recall": 0.027668}, {"accuracy": 0.170949, "f1": 0.156319, "hf_subset": "bem_Latn-bam_Latn", "languages": ["bem-Latn", "bam-Latn"], "main_score": 0.156319, "precision": 0.151707, "recall": 0.170949}, {"accuracy": 0.004941, "f1": 0.001339, "hf_subset": "bem_Latn-dzo_Tibt", "languages": ["bem-Latn", "dzo-Tibt"], "main_score": 0.001339, "precision": 0.000923, "recall": 0.004941}, {"accuracy": 0.144269, "f1": 0.124077, "hf_subset": "bem_Latn-hin_Deva", "languages": ["bem-Latn", "hin-Deva"], "main_score": 0.124077, "precision": 0.118623, "recall": 0.144269}, {"accuracy": 0.134387, "f1": 0.123819, "hf_subset": "bem_Latn-khm_Khmr", "languages": ["bem-Latn", "khm-Khmr"], "main_score": 0.123819, "precision": 0.120969, "recall": 0.134387}, {"accuracy": 0.121542, "f1": 0.106061, "hf_subset": "bem_Latn-mag_Deva", "languages": ["bem-Latn", "mag-Deva"], "main_score": 0.106061, "precision": 0.102291, "recall": 0.121542}, {"accuracy": 0.131423, "f1": 0.120846, "hf_subset": "bem_Latn-pap_Latn", "languages": ["bem-Latn", "pap-Latn"], "main_score": 0.120846, "precision": 0.118225, "recall": 0.131423}, {"accuracy": 0.23419, "f1": 0.213333, "hf_subset": "bem_Latn-sot_Latn", "languages": ["bem-Latn", "sot-Latn"], "main_score": 0.213333, "precision": 0.206157, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.180933, "hf_subset": "bem_Latn-tur_Latn", "languages": ["bem-Latn", "tur-Latn"], "main_score": 0.180933, "precision": 0.17489, "recall": 0.206522}, {"accuracy": 0.170949, "f1": 0.156297, "hf_subset": "bem_Latn-ace_Latn", "languages": ["bem-Latn", "ace-Latn"], "main_score": 0.156297, "precision": 0.151291, "recall": 0.170949}, {"accuracy": 0.116601, "f1": 0.11038, "hf_subset": "bem_Latn-ban_Latn", "languages": ["bem-Latn", "ban-Latn"], "main_score": 0.11038, "precision": 0.1084, "recall": 0.116601}, {"accuracy": 0.147233, "f1": 0.129519, "hf_subset": "bem_Latn-ell_Grek", "languages": ["bem-Latn", "ell-Grek"], "main_score": 0.129519, "precision": 0.123981, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.105669, "hf_subset": "bem_Latn-hne_Deva", "languages": ["bem-Latn", "hne-Deva"], "main_score": 0.105669, "precision": 0.10013, "recall": 0.121542}, {"accuracy": 0.230237, "f1": 0.214549, "hf_subset": "bem_Latn-kik_Latn", "languages": ["bem-Latn", "kik-Latn"], "main_score": 0.214549, "precision": 0.2091, "recall": 0.230237}, {"accuracy": 0.12253, "f1": 0.11048, "hf_subset": "bem_Latn-mai_Deva", "languages": ["bem-Latn", "mai-Deva"], "main_score": 0.11048, "precision": 0.107767, "recall": 0.12253}, {"accuracy": 0.126482, "f1": 0.102442, "hf_subset": "bem_Latn-pbt_Arab", "languages": ["bem-Latn", "pbt-Arab"], "main_score": 0.102442, "precision": 0.09763, "recall": 0.126482}, {"accuracy": 0.203557, "f1": 0.181641, "hf_subset": "bem_Latn-spa_Latn", "languages": ["bem-Latn", "spa-Latn"], "main_score": 0.181641, "precision": 0.176149, "recall": 0.203557}, {"accuracy": 0.253953, "f1": 0.23319, "hf_subset": "bem_Latn-twi_Latn", "languages": ["bem-Latn", "twi-Latn"], "main_score": 0.23319, "precision": 0.226453, "recall": 0.253953}, {"accuracy": 0.12253, "f1": 0.113026, "hf_subset": "bem_Latn-acm_Arab", "languages": ["bem-Latn", "acm-Arab"], "main_score": 0.113026, "precision": 0.109562, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.108527, "hf_subset": "bem_Latn-bel_Cyrl", "languages": ["bem-Latn", "bel-Cyrl"], "main_score": 0.108527, "precision": 0.102887, "recall": 0.131423}, {"accuracy": 0.198617, "f1": 0.176514, "hf_subset": "bem_Latn-eng_Latn", "languages": ["bem-Latn", "eng-Latn"], "main_score": 0.176514, "precision": 0.170111, "recall": 0.198617}, {"accuracy": 0.147233, "f1": 0.135391, "hf_subset": "bem_Latn-hrv_Latn", "languages": ["bem-Latn", "hrv-Latn"], "main_score": 0.135391, "precision": 0.132243, "recall": 0.147233}, {"accuracy": 0.246047, "f1": 0.219162, "hf_subset": "bem_Latn-kin_Latn", "languages": ["bem-Latn", "kin-Latn"], "main_score": 0.219162, "precision": 0.210599, "recall": 0.246047}, {"accuracy": 0.060277, "f1": 0.0458, "hf_subset": "bem_Latn-mal_Mlym", "languages": ["bem-Latn", "mal-Mlym"], "main_score": 0.0458, "precision": 0.042911, "recall": 0.060277}, {"accuracy": 0.157115, "f1": 0.13627, "hf_subset": "bem_Latn-pes_Arab", "languages": ["bem-Latn", "pes-Arab"], "main_score": 0.13627, "precision": 0.130744, "recall": 0.157115}, {"accuracy": 0.142292, "f1": 0.131432, "hf_subset": "bem_Latn-srd_Latn", "languages": ["bem-Latn", "srd-Latn"], "main_score": 0.131432, "precision": 0.127918, "recall": 0.142292}, {"accuracy": 0.065217, "f1": 0.045074, "hf_subset": "bem_Latn-tzm_Tfng", "languages": ["bem-Latn", "tzm-Tfng"], "main_score": 0.045074, "precision": 0.040999, "recall": 0.065217}, {"accuracy": 0.139328, "f1": 0.120232, "hf_subset": "bem_Latn-acq_Arab", "languages": ["bem-Latn", "acq-Arab"], "main_score": 0.120232, "precision": 0.115122, "recall": 0.139328}, {"accuracy": 0.143281, "f1": 0.135096, "hf_subset": "bem_Latn-epo_Latn", "languages": ["bem-Latn", "epo-Latn"], "main_score": 0.135096, "precision": 0.132148, "recall": 0.143281}, {"accuracy": 0.203557, "f1": 0.179422, "hf_subset": "bem_Latn-hun_Latn", "languages": ["bem-Latn", "hun-Latn"], "main_score": 0.179422, "precision": 0.17347, "recall": 0.203557}, {"accuracy": 0.145257, "f1": 0.127764, "hf_subset": "bem_Latn-kir_Cyrl", "languages": ["bem-Latn", "kir-Cyrl"], "main_score": 0.127764, "precision": 0.123161, "recall": 0.145257}, {"accuracy": 0.121542, "f1": 0.101866, "hf_subset": "bem_Latn-mar_Deva", "languages": ["bem-Latn", "mar-Deva"], "main_score": 0.101866, "precision": 0.096449, "recall": 0.121542}, {"accuracy": 0.146245, "f1": 0.131968, "hf_subset": "bem_Latn-plt_Latn", "languages": ["bem-Latn", "plt-Latn"], "main_score": 0.131968, "precision": 0.127418, "recall": 0.146245}, {"accuracy": 0.166996, "f1": 0.146888, "hf_subset": "bem_Latn-srp_Cyrl", "languages": ["bem-Latn", "srp-Cyrl"], "main_score": 0.146888, "precision": 0.141177, "recall": 0.166996}, {"accuracy": 0.08498, "f1": 0.072894, "hf_subset": "bem_Latn-uig_Arab", "languages": ["bem-Latn", "uig-Arab"], "main_score": 0.072894, "precision": 0.069784, "recall": 0.08498}, {"accuracy": 0.108696, "f1": 0.096442, "hf_subset": "bem_Latn-aeb_Arab", "languages": ["bem-Latn", "aeb-Arab"], "main_score": 0.096442, "precision": 0.093541, "recall": 0.108696}, {"accuracy": 0.072134, "f1": 0.059216, "hf_subset": "bem_Latn-ben_Beng", "languages": ["bem-Latn", "ben-Beng"], "main_score": 0.059216, "precision": 0.056308, "recall": 0.072134}, {"accuracy": 0.201581, "f1": 0.17548, "hf_subset": "bem_Latn-est_Latn", "languages": ["bem-Latn", "est-Latn"], "main_score": 0.17548, "precision": 0.168573, "recall": 0.201581}, {"accuracy": 0.118577, "f1": 0.100019, "hf_subset": "bem_Latn-hye_Armn", "languages": ["bem-Latn", "hye-Armn"], "main_score": 0.100019, "precision": 0.095293, "recall": 0.118577}, {"accuracy": 0.252964, "f1": 0.226409, "hf_subset": "bem_Latn-kmb_Latn", "languages": ["bem-Latn", "kmb-Latn"], "main_score": 0.226409, "precision": 0.217365, "recall": 0.252964}, {"accuracy": 0.012846, "f1": 0.011199, "hf_subset": "bem_Latn-min_Arab", "languages": ["bem-Latn", "min-Arab"], "main_score": 0.011199, "precision": 0.010375, "recall": 0.012846}, {"accuracy": 0.202569, "f1": 0.172442, "hf_subset": "bem_Latn-pol_Latn", "languages": ["bem-Latn", "pol-Latn"], "main_score": 0.172442, "precision": 0.16428, "recall": 0.202569}, {"accuracy": 0.20751, "f1": 0.185958, "hf_subset": "bem_Latn-ssw_Latn", "languages": ["bem-Latn", "ssw-Latn"], "main_score": 0.185958, "precision": 0.178403, "recall": 0.20751}, {"accuracy": 0.167984, "f1": 0.144449, "hf_subset": "bem_Latn-ukr_Cyrl", "languages": ["bem-Latn", "ukr-Cyrl"], "main_score": 0.144449, "precision": 0.137844, "recall": 0.167984}, {"accuracy": 0.19664, "f1": 0.177133, "hf_subset": "bem_Latn-afr_Latn", "languages": ["bem-Latn", "afr-Latn"], "main_score": 0.177133, "precision": 0.172727, "recall": 0.19664}, {"accuracy": 0.126482, "f1": 0.110938, "hf_subset": "bem_Latn-bho_Deva", "languages": ["bem-Latn", "bho-Deva"], "main_score": 0.110938, "precision": 0.106382, "recall": 0.126482}, {"accuracy": 0.102767, "f1": 0.094932, "hf_subset": "bem_Latn-eus_Latn", "languages": ["bem-Latn", "eus-Latn"], "main_score": 0.094932, "precision": 0.092843, "recall": 0.102767}, {"accuracy": 0.200593, "f1": 0.176593, "hf_subset": "bem_Latn-ibo_Latn", "languages": ["bem-Latn", "ibo-Latn"], "main_score": 0.176593, "precision": 0.168186, "recall": 0.200593}, {"accuracy": 0.16996, "f1": 0.147245, "hf_subset": "bem_Latn-kmr_Latn", "languages": ["bem-Latn", "kmr-Latn"], "main_score": 0.147245, "precision": 0.142239, "recall": 0.16996}, {"accuracy": 0.126482, "f1": 0.117968, "hf_subset": "bem_Latn-min_Latn", "languages": ["bem-Latn", "min-Latn"], "main_score": 0.117968, "precision": 0.115604, "recall": 0.126482}, {"accuracy": 0.19664, "f1": 0.172714, "hf_subset": "bem_Latn-por_Latn", "languages": ["bem-Latn", "por-Latn"], "main_score": 0.172714, "precision": 0.166284, "recall": 0.19664}, {"accuracy": 0.128458, "f1": 0.116453, "hf_subset": "bem_Latn-sun_Latn", "languages": ["bem-Latn", "sun-Latn"], "main_score": 0.116453, "precision": 0.113367, "recall": 0.128458}, {"accuracy": 0.194664, "f1": 0.169363, "hf_subset": "bem_Latn-umb_Latn", "languages": ["bem-Latn", "umb-Latn"], "main_score": 0.169363, "precision": 0.160674, "recall": 0.194664}, {"accuracy": 0.130435, "f1": 0.113653, "hf_subset": "bem_Latn-ajp_Arab", "languages": ["bem-Latn", "ajp-Arab"], "main_score": 0.113653, "precision": 0.109831, "recall": 0.130435}, {"accuracy": 0.031621, "f1": 0.023753, "hf_subset": "bem_Latn-bjn_Arab", "languages": ["bem-Latn", "bjn-Arab"], "main_score": 0.023753, "precision": 0.021761, "recall": 0.031621}, {"accuracy": 0.1917, "f1": 0.175145, "hf_subset": "bem_Latn-ewe_Latn", "languages": ["bem-Latn", "ewe-Latn"], "main_score": 0.175145, "precision": 0.169726, "recall": 0.1917}, {"accuracy": 0.213439, "f1": 0.196046, "hf_subset": "bem_Latn-ilo_Latn", "languages": ["bem-Latn", "ilo-Latn"], "main_score": 0.196046, "precision": 0.190392, "recall": 0.213439}, {"accuracy": 0.032609, "f1": 0.029408, "hf_subset": "bem_Latn-knc_Arab", "languages": ["bem-Latn", "knc-Arab"], "main_score": 0.029408, "precision": 0.028423, "recall": 0.032609}, {"accuracy": 0.171937, "f1": 0.149866, "hf_subset": "bem_Latn-mkd_Cyrl", "languages": ["bem-Latn", "mkd-Cyrl"], "main_score": 0.149866, "precision": 0.143674, "recall": 0.171937}, {"accuracy": 0.137352, "f1": 0.119123, "hf_subset": "bem_Latn-prs_Arab", "languages": ["bem-Latn", "prs-Arab"], "main_score": 0.119123, "precision": 0.11411, "recall": 0.137352}, {"accuracy": 0.177866, "f1": 0.16155, "hf_subset": "bem_Latn-swe_Latn", "languages": ["bem-Latn", "swe-Latn"], "main_score": 0.16155, "precision": 0.157641, "recall": 0.177866}, {"accuracy": 0.116601, "f1": 0.098189, "hf_subset": "bem_Latn-urd_Arab", "languages": ["bem-Latn", "urd-Arab"], "main_score": 0.098189, "precision": 0.093785, "recall": 0.116601}, {"accuracy": 0.266798, "f1": 0.250804, "hf_subset": "bem_Latn-aka_Latn", "languages": ["bem-Latn", "aka-Latn"], "main_score": 0.250804, "precision": 0.244976, "recall": 0.266798}, {"accuracy": 0.133399, "f1": 0.12344, "hf_subset": "bem_Latn-bjn_Latn", "languages": ["bem-Latn", "bjn-Latn"], "main_score": 0.12344, "precision": 0.120564, "recall": 0.133399}, {"accuracy": 0.140316, "f1": 0.121115, "hf_subset": "bem_Latn-fao_Latn", "languages": ["bem-Latn", "fao-Latn"], "main_score": 0.121115, "precision": 0.116622, "recall": 0.140316}, {"accuracy": 0.217391, "f1": 0.19213, "hf_subset": "bem_Latn-ind_Latn", "languages": ["bem-Latn", "ind-Latn"], "main_score": 0.19213, "precision": 0.186522, "recall": 0.217391}, {"accuracy": 0.211462, "f1": 0.196466, "hf_subset": "bem_Latn-knc_Latn", "languages": ["bem-Latn", "knc-Latn"], "main_score": 0.196466, "precision": 0.191893, "recall": 0.211462}, {"accuracy": 0.175889, "f1": 0.161197, "hf_subset": "bem_Latn-mlt_Latn", "languages": ["bem-Latn", "mlt-Latn"], "main_score": 0.161197, "precision": 0.157409, "recall": 0.175889}, {"accuracy": 0.204545, "f1": 0.183571, "hf_subset": "bem_Latn-quy_Latn", "languages": ["bem-Latn", "quy-Latn"], "main_score": 0.183571, "precision": 0.176235, "recall": 0.204545}, {"accuracy": 0.145257, "f1": 0.129055, "hf_subset": "bem_Latn-swh_Latn", "languages": ["bem-Latn", "swh-Latn"], "main_score": 0.129055, "precision": 0.124819, "recall": 0.145257}, {"accuracy": 0.089921, "f1": 0.08204, "hf_subset": "bem_Latn-uzn_Latn", "languages": ["bem-Latn", "uzn-Latn"], "main_score": 0.08204, "precision": 0.080019, "recall": 0.089921}, {"accuracy": 0.163043, "f1": 0.145662, "hf_subset": "bem_Latn-als_Latn", "languages": ["bem-Latn", "als-Latn"], "main_score": 0.145662, "precision": 0.141102, "recall": 0.163043}, {"accuracy": 0.04249, "f1": 0.028234, "hf_subset": "bem_Latn-bod_Tibt", "languages": ["bem-Latn", "bod-Tibt"], "main_score": 0.028234, "precision": 0.02517, "recall": 0.04249}, {"accuracy": 0.136364, "f1": 0.11829, "hf_subset": "bem_Latn-fij_Latn", "languages": ["bem-Latn", "fij-Latn"], "main_score": 0.11829, "precision": 0.113067, "recall": 0.136364}, {"accuracy": 0.107708, "f1": 0.100252, "hf_subset": "bem_Latn-isl_Latn", "languages": ["bem-Latn", "isl-Latn"], "main_score": 0.100252, "precision": 0.097753, "recall": 0.107708}, {"accuracy": 0.240119, "f1": 0.21805, "hf_subset": "bem_Latn-kon_Latn", "languages": ["bem-Latn", "kon-Latn"], "main_score": 0.21805, "precision": 0.210373, "recall": 0.240119}, {"accuracy": 0.054348, "f1": 0.042816, "hf_subset": "bem_Latn-mni_Beng", "languages": ["bem-Latn", "mni-Beng"], "main_score": 0.042816, "precision": 0.040076, "recall": 0.054348}, {"accuracy": 0.202569, "f1": 0.178624, "hf_subset": "bem_Latn-ron_Latn", "languages": ["bem-Latn", "ron-Latn"], "main_score": 0.178624, "precision": 0.172076, "recall": 0.202569}, {"accuracy": 0.139328, "f1": 0.126022, "hf_subset": "bem_Latn-szl_Latn", "languages": ["bem-Latn", "szl-Latn"], "main_score": 0.126022, "precision": 0.122363, "recall": 0.139328}, {"accuracy": 0.157115, "f1": 0.143733, "hf_subset": "bem_Latn-vec_Latn", "languages": ["bem-Latn", "vec-Latn"], "main_score": 0.143733, "precision": 0.140214, "recall": 0.157115}, {"accuracy": 0.054348, "f1": 0.04066, "hf_subset": "bem_Latn-amh_Ethi", "languages": ["bem-Latn", "amh-Ethi"], "main_score": 0.04066, "precision": 0.038419, "recall": 0.054348}, {"accuracy": 0.193676, "f1": 0.169112, "hf_subset": "bem_Latn-bos_Latn", "languages": ["bem-Latn", "bos-Latn"], "main_score": 0.169112, "precision": 0.162223, "recall": 0.193676}, {"accuracy": 0.184783, "f1": 0.163582, "hf_subset": "bem_Latn-fin_Latn", "languages": ["bem-Latn", "fin-Latn"], "main_score": 0.163582, "precision": 0.157601, "recall": 0.184783}, {"accuracy": 0.198617, "f1": 0.16935, "hf_subset": "bem_Latn-ita_Latn", "languages": ["bem-Latn", "ita-Latn"], "main_score": 0.16935, "precision": 0.162673, "recall": 0.198617}, {"accuracy": 0.13834, "f1": 0.121589, "hf_subset": "bem_Latn-kor_Hang", "languages": ["bem-Latn", "kor-Hang"], "main_score": 0.121589, "precision": 0.117184, "recall": 0.13834}, {"accuracy": 0.173913, "f1": 0.154238, "hf_subset": "bem_Latn-mos_Latn", "languages": ["bem-Latn", "mos-Latn"], "main_score": 0.154238, "precision": 0.147706, "recall": 0.173913}, {"accuracy": 0.228261, "f1": 0.208056, "hf_subset": "bem_Latn-run_Latn", "languages": ["bem-Latn", "run-Latn"], "main_score": 0.208056, "precision": 0.200172, "recall": 0.228261}, {"accuracy": 0.065217, "f1": 0.050399, "hf_subset": "bem_Latn-tam_Taml", "languages": ["bem-Latn", "tam-Taml"], "main_score": 0.050399, "precision": 0.04779, "recall": 0.065217}, {"accuracy": 0.201581, "f1": 0.17796, "hf_subset": "bem_Latn-vie_Latn", "languages": ["bem-Latn", "vie-Latn"], "main_score": 0.17796, "precision": 0.172194, "recall": 0.201581}, {"accuracy": 0.123518, "f1": 0.113137, "hf_subset": "bem_Latn-apc_Arab", "languages": ["bem-Latn", "apc-Arab"], "main_score": 0.113137, "precision": 0.109807, "recall": 0.123518}, {"accuracy": 0.174901, "f1": 0.161516, "hf_subset": "bem_Latn-bug_Latn", "languages": ["bem-Latn", "bug-Latn"], "main_score": 0.161516, "precision": 0.157543, "recall": 0.174901}, {"accuracy": 0.19664, "f1": 0.17806, "hf_subset": "bem_Latn-fon_Latn", "languages": ["bem-Latn", "fon-Latn"], "main_score": 0.17806, "precision": 0.17154, "recall": 0.19664}, {"accuracy": 0.135375, "f1": 0.126374, "hf_subset": "bem_Latn-jav_Latn", "languages": ["bem-Latn", "jav-Latn"], "main_score": 0.126374, "precision": 0.124055, "recall": 0.135375}, {"accuracy": 0.158103, "f1": 0.141995, "hf_subset": "bem_Latn-lao_Laoo", "languages": ["bem-Latn", "lao-Laoo"], "main_score": 0.141995, "precision": 0.137837, "recall": 0.158103}, {"accuracy": 0.186759, "f1": 0.160179, "hf_subset": "bem_Latn-mri_Latn", "languages": ["bem-Latn", "mri-Latn"], "main_score": 0.160179, "precision": 0.152217, "recall": 0.186759}, {"accuracy": 0.171937, "f1": 0.151908, "hf_subset": "bem_Latn-rus_Cyrl", "languages": ["bem-Latn", "rus-Cyrl"], "main_score": 0.151908, "precision": 0.146113, "recall": 0.171937}, {"accuracy": 0.204545, "f1": 0.184929, "hf_subset": "bem_Latn-taq_Latn", "languages": ["bem-Latn", "taq-Latn"], "main_score": 0.184929, "precision": 0.178417, "recall": 0.204545}, {"accuracy": 0.200593, "f1": 0.191034, "hf_subset": "bem_Latn-war_Latn", "languages": ["bem-Latn", "war-Latn"], "main_score": 0.191034, "precision": 0.188097, "recall": 0.200593}, {"accuracy": 0.134387, "f1": 0.116172, "hf_subset": "bem_Latn-arb_Arab", "languages": ["bem-Latn", "arb-Arab"], "main_score": 0.116172, "precision": 0.111038, "recall": 0.134387}, {"accuracy": 0.18083, "f1": 0.157647, "hf_subset": "bem_Latn-bul_Cyrl", "languages": ["bem-Latn", "bul-Cyrl"], "main_score": 0.157647, "precision": 0.151286, "recall": 0.18083}, {"accuracy": 0.204545, "f1": 0.174714, "hf_subset": "bem_Latn-fra_Latn", "languages": ["bem-Latn", "fra-Latn"], "main_score": 0.174714, "precision": 0.167261, "recall": 0.204545}, {"accuracy": 0.158103, "f1": 0.136544, "hf_subset": "bem_Latn-jpn_Jpan", "languages": ["bem-Latn", "jpn-Jpan"], "main_score": 0.136544, "precision": 0.130963, "recall": 0.158103}, {"accuracy": 0.139328, "f1": 0.131424, "hf_subset": "bem_Latn-lij_Latn", "languages": ["bem-Latn", "lij-Latn"], "main_score": 0.131424, "precision": 0.129072, "recall": 0.139328}, {"accuracy": 0.115613, "f1": 0.095563, "hf_subset": "bem_Latn-mya_Mymr", "languages": ["bem-Latn", "mya-Mymr"], "main_score": 0.095563, "precision": 0.090838, "recall": 0.115613}, {"accuracy": 0.151186, "f1": 0.132439, "hf_subset": "bem_Latn-sag_Latn", "languages": ["bem-Latn", "sag-Latn"], "main_score": 0.132439, "precision": 0.127279, "recall": 0.151186}, {"accuracy": 0.074111, "f1": 0.054797, "hf_subset": "bem_Latn-taq_Tfng", "languages": ["bem-Latn", "taq-Tfng"], "main_score": 0.054797, "precision": 0.049962, "recall": 0.074111}, {"accuracy": 0.220356, "f1": 0.196296, "hf_subset": "bem_Latn-wol_Latn", "languages": ["bem-Latn", "wol-Latn"], "main_score": 0.196296, "precision": 0.18831, "recall": 0.220356}, {"accuracy": 0.09585, "f1": 0.07697, "hf_subset": "bem_Latn-arb_Latn", "languages": ["bem-Latn", "arb-Latn"], "main_score": 0.07697, "precision": 0.071221, "recall": 0.09585}, {"accuracy": 0.214427, "f1": 0.190186, "hf_subset": "bem_Latn-cat_Latn", "languages": ["bem-Latn", "cat-Latn"], "main_score": 0.190186, "precision": 0.183354, "recall": 0.214427}, {"accuracy": 0.163043, "f1": 0.148508, "hf_subset": "bem_Latn-fur_Latn", "languages": ["bem-Latn", "fur-Latn"], "main_score": 0.148508, "precision": 0.144017, "recall": 0.163043}, {"accuracy": 0.078063, "f1": 0.064051, "hf_subset": "bem_Latn-kab_Latn", "languages": ["bem-Latn", "kab-Latn"], "main_score": 0.064051, "precision": 0.060382, "recall": 0.078063}, {"accuracy": 0.143281, "f1": 0.136004, "hf_subset": "bem_Latn-lim_Latn", "languages": ["bem-Latn", "lim-Latn"], "main_score": 0.136004, "precision": 0.133471, "recall": 0.143281}, {"accuracy": 0.219368, "f1": 0.191066, "hf_subset": "bem_Latn-nld_Latn", "languages": ["bem-Latn", "nld-Latn"], "main_score": 0.191066, "precision": 0.184301, "recall": 0.219368}, {"accuracy": 0.078063, "f1": 0.066617, "hf_subset": "bem_Latn-san_Deva", "languages": ["bem-Latn", "san-Deva"], "main_score": 0.066617, "precision": 0.063912, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.113109, "hf_subset": "bem_Latn-tat_Cyrl", "languages": ["bem-Latn", "tat-Cyrl"], "main_score": 0.113109, "precision": 0.108828, "recall": 0.12747}, {"accuracy": 0.220356, "f1": 0.1991, "hf_subset": "bem_Latn-xho_Latn", "languages": ["bem-Latn", "xho-Latn"], "main_score": 0.1991, "precision": 0.190994, "recall": 0.220356}, {"accuracy": 0.12747, "f1": 0.108766, "hf_subset": "bem_Latn-ars_Arab", "languages": ["bem-Latn", "ars-Arab"], "main_score": 0.108766, "precision": 0.103467, "recall": 0.12747}, {"accuracy": 0.168972, "f1": 0.159925, "hf_subset": "bem_Latn-ceb_Latn", "languages": ["bem-Latn", "ceb-Latn"], "main_score": 0.159925, "precision": 0.156818, "recall": 0.168972}, {"accuracy": 0.177866, "f1": 0.160349, "hf_subset": "bem_Latn-fuv_Latn", "languages": ["bem-Latn", "fuv-Latn"], "main_score": 0.160349, "precision": 0.153834, "recall": 0.177866}, {"accuracy": 0.203557, "f1": 0.180573, "hf_subset": "bem_Latn-kac_Latn", "languages": ["bem-Latn", "kac-Latn"], "main_score": 0.180573, "precision": 0.173906, "recall": 0.203557}, {"accuracy": 0.218379, "f1": 0.198915, "hf_subset": "bem_Latn-lin_Latn", "languages": ["bem-Latn", "lin-Latn"], "main_score": 0.198915, "precision": 0.193322, "recall": 0.218379}, {"accuracy": 0.187747, "f1": 0.168079, "hf_subset": "bem_Latn-nno_Latn", "languages": ["bem-Latn", "nno-Latn"], "main_score": 0.168079, "precision": 0.1624, "recall": 0.187747}, {"accuracy": 0.020751, "f1": 0.007209, "hf_subset": "bem_Latn-sat_Olck", "languages": ["bem-Latn", "sat-Olck"], "main_score": 0.007209, "precision": 0.005442, "recall": 0.020751}, {"accuracy": 0.062253, "f1": 0.05404, "hf_subset": "bem_Latn-tel_Telu", "languages": ["bem-Latn", "tel-Telu"], "main_score": 0.05404, "precision": 0.05142, "recall": 0.062253}, {"accuracy": 0.055336, "f1": 0.046663, "hf_subset": "bem_Latn-ydd_Hebr", "languages": ["bem-Latn", "ydd-Hebr"], "main_score": 0.046663, "precision": 0.043887, "recall": 0.055336}, {"accuracy": 0.104743, "f1": 0.089464, "hf_subset": "bem_Latn-ary_Arab", "languages": ["bem-Latn", "ary-Arab"], "main_score": 0.089464, "precision": 0.086144, "recall": 0.104743}, {"accuracy": 0.1917, "f1": 0.169464, "hf_subset": "bem_Latn-ces_Latn", "languages": ["bem-Latn", "ces-Latn"], "main_score": 0.169464, "precision": 0.163897, "recall": 0.1917}, {"accuracy": 0.100791, "f1": 0.086785, "hf_subset": "bem_Latn-gaz_Latn", "languages": ["bem-Latn", "gaz-Latn"], "main_score": 0.086785, "precision": 0.082587, "recall": 0.100791}, {"accuracy": 0.255929, "f1": 0.234056, "hf_subset": "bem_Latn-kam_Latn", "languages": ["bem-Latn", "kam-Latn"], "main_score": 0.234056, "precision": 0.225972, "recall": 0.255929}, {"accuracy": 0.195652, "f1": 0.17254, "hf_subset": "bem_Latn-lit_Latn", "languages": ["bem-Latn", "lit-Latn"], "main_score": 0.17254, "precision": 0.167317, "recall": 0.195652}, {"accuracy": 0.197628, "f1": 0.175017, "hf_subset": "bem_Latn-nob_Latn", "languages": ["bem-Latn", "nob-Latn"], "main_score": 0.175017, "precision": 0.16929, "recall": 0.197628}, {"accuracy": 0.131423, "f1": 0.11963, "hf_subset": "bem_Latn-scn_Latn", "languages": ["bem-Latn", "scn-Latn"], "main_score": 0.11963, "precision": 0.116646, "recall": 0.131423}, {"accuracy": 0.123518, "f1": 0.10519, "hf_subset": "bem_Latn-tgk_Cyrl", "languages": ["bem-Latn", "tgk-Cyrl"], "main_score": 0.10519, "precision": 0.100728, "recall": 0.123518}, {"accuracy": 0.147233, "f1": 0.130824, "hf_subset": "bem_Latn-yor_Latn", "languages": ["bem-Latn", "yor-Latn"], "main_score": 0.130824, "precision": 0.125893, "recall": 0.147233}, {"accuracy": 0.117589, "f1": 0.103495, "hf_subset": "bem_Latn-arz_Arab", "languages": ["bem-Latn", "arz-Arab"], "main_score": 0.103495, "precision": 0.098765, "recall": 0.117589}, {"accuracy": 0.23419, "f1": 0.21321, "hf_subset": "bem_Latn-cjk_Latn", "languages": ["bem-Latn", "cjk-Latn"], "main_score": 0.21321, "precision": 0.206138, "recall": 0.23419}, {"accuracy": 0.128458, "f1": 0.111906, "hf_subset": "bem_Latn-gla_Latn", "languages": ["bem-Latn", "gla-Latn"], "main_score": 0.111906, "precision": 0.107218, "recall": 0.128458}, {"accuracy": 0.064229, "f1": 0.051231, "hf_subset": "bem_Latn-kan_Knda", "languages": ["bem-Latn", "kan-Knda"], "main_score": 0.051231, "precision": 0.047892, "recall": 0.064229}, {"accuracy": 0.13834, "f1": 0.125077, "hf_subset": "bem_Latn-lmo_Latn", "languages": ["bem-Latn", "lmo-Latn"], "main_score": 0.125077, "precision": 0.121818, "recall": 0.13834}, {"accuracy": 0.146245, "f1": 0.126546, "hf_subset": "bem_Latn-npi_Deva", "languages": ["bem-Latn", "npi-Deva"], "main_score": 0.126546, "precision": 0.121639, "recall": 0.146245}, {"accuracy": 0.132411, "f1": 0.117397, "hf_subset": "bem_Latn-shn_Mymr", "languages": ["bem-Latn", "shn-Mymr"], "main_score": 0.117397, "precision": 0.112767, "recall": 0.132411}, {"accuracy": 0.155138, "f1": 0.143733, "hf_subset": "bem_Latn-tgl_Latn", "languages": ["bem-Latn", "tgl-Latn"], "main_score": 0.143733, "precision": 0.140373, "recall": 0.155138}, {"accuracy": 0.168972, "f1": 0.143734, "hf_subset": "bem_Latn-yue_Hant", "languages": ["bem-Latn", "yue-Hant"], "main_score": 0.143734, "precision": 0.138214, "recall": 0.168972}, {"accuracy": 0.049407, "f1": 0.040805, "hf_subset": "bem_Latn-asm_Beng", "languages": ["bem-Latn", "asm-Beng"], "main_score": 0.040805, "precision": 0.038181, "recall": 0.049407}, {"accuracy": 0.087945, "f1": 0.066764, "hf_subset": "bem_Latn-ckb_Arab", "languages": ["bem-Latn", "ckb-Arab"], "main_score": 0.066764, "precision": 0.061354, "recall": 0.087945}, {"accuracy": 0.126482, "f1": 0.114304, "hf_subset": "bem_Latn-gle_Latn", "languages": ["bem-Latn", "gle-Latn"], "main_score": 0.114304, "precision": 0.110504, "recall": 0.126482}, {"accuracy": 0.072134, "f1": 0.063329, "hf_subset": "bem_Latn-kas_Arab", "languages": ["bem-Latn", "kas-Arab"], "main_score": 0.063329, "precision": 0.060186, "recall": 0.072134}, {"accuracy": 0.155138, "f1": 0.132652, "hf_subset": "bem_Latn-ltg_Latn", "languages": ["bem-Latn", "ltg-Latn"], "main_score": 0.132652, "precision": 0.126988, "recall": 0.155138}, {"accuracy": 0.226285, "f1": 0.205428, "hf_subset": "bem_Latn-nso_Latn", "languages": ["bem-Latn", "nso-Latn"], "main_score": 0.205428, "precision": 0.197524, "recall": 0.226285}, {"accuracy": 0.076087, "f1": 0.06229, "hf_subset": "bem_Latn-sin_Sinh", "languages": ["bem-Latn", "sin-Sinh"], "main_score": 0.06229, "precision": 0.058964, "recall": 0.076087}, {"accuracy": 0.144269, "f1": 0.126574, "hf_subset": "bem_Latn-tha_Thai", "languages": ["bem-Latn", "tha-Thai"], "main_score": 0.126574, "precision": 0.121855, "recall": 0.144269}, {"accuracy": 0.170949, "f1": 0.144598, "hf_subset": "bem_Latn-zho_Hans", "languages": ["bem-Latn", "zho-Hans"], "main_score": 0.144598, "precision": 0.139511, "recall": 0.170949}, {"accuracy": 0.156126, "f1": 0.134721, "hf_subset": "bem_Latn-ast_Latn", "languages": ["bem-Latn", "ast-Latn"], "main_score": 0.134721, "precision": 0.129831, "recall": 0.156126}, {"accuracy": 0.12253, "f1": 0.111596, "hf_subset": "bem_Latn-crh_Latn", "languages": ["bem-Latn", "crh-Latn"], "main_score": 0.111596, "precision": 0.108636, "recall": 0.12253}, {"accuracy": 0.214427, "f1": 0.186725, "hf_subset": "bem_Latn-glg_Latn", "languages": ["bem-Latn", "glg-Latn"], "main_score": 0.186725, "precision": 0.180174, "recall": 0.214427}, {"accuracy": 0.112648, "f1": 0.094452, "hf_subset": "bem_Latn-kas_Deva", "languages": ["bem-Latn", "kas-Deva"], "main_score": 0.094452, "precision": 0.090696, "recall": 0.112648}, {"accuracy": 0.156126, "f1": 0.141295, "hf_subset": "bem_Latn-ltz_Latn", "languages": ["bem-Latn", "ltz-Latn"], "main_score": 0.141295, "precision": 0.137136, "recall": 0.156126}, {"accuracy": 0.12253, "f1": 0.097466, "hf_subset": "bem_Latn-nus_Latn", "languages": ["bem-Latn", "nus-Latn"], "main_score": 0.097466, "precision": 0.089015, "recall": 0.12253}, {"accuracy": 0.200593, "f1": 0.178929, "hf_subset": "bem_Latn-slk_Latn", "languages": ["bem-Latn", "slk-Latn"], "main_score": 0.178929, "precision": 0.172567, "recall": 0.200593}, {"accuracy": 0.037549, "f1": 0.029965, "hf_subset": "bem_Latn-tir_Ethi", "languages": ["bem-Latn", "tir-Ethi"], "main_score": 0.029965, "precision": 0.02839, "recall": 0.037549}, {"accuracy": 0.163043, "f1": 0.143984, "hf_subset": "bem_Latn-zho_Hant", "languages": ["bem-Latn", "zho-Hant"], "main_score": 0.143984, "precision": 0.139722, "recall": 0.163043}, {"accuracy": 0.146245, "f1": 0.12559, "hf_subset": "bem_Latn-awa_Deva", "languages": ["bem-Latn", "awa-Deva"], "main_score": 0.12559, "precision": 0.120061, "recall": 0.146245}, {"accuracy": 0.120553, "f1": 0.103842, "hf_subset": "bem_Latn-cym_Latn", "languages": ["bem-Latn", "cym-Latn"], "main_score": 0.103842, "precision": 0.099886, "recall": 0.120553}, {"accuracy": 0.195652, "f1": 0.182713, "hf_subset": "bem_Latn-grn_Latn", "languages": ["bem-Latn", "grn-Latn"], "main_score": 0.182713, "precision": 0.178541, "recall": 0.195652}, {"accuracy": 0.118577, "f1": 0.106107, "hf_subset": "bem_Latn-kat_Geor", "languages": ["bem-Latn", "kat-Geor"], "main_score": 0.106107, "precision": 0.102908, "recall": 0.118577}, {"accuracy": 0.214427, "f1": 0.195932, "hf_subset": "bem_Latn-lua_Latn", "languages": ["bem-Latn", "lua-Latn"], "main_score": 0.195932, "precision": 0.189614, "recall": 0.214427}, {"accuracy": 0.291502, "f1": 0.267591, "hf_subset": "bem_Latn-nya_Latn", "languages": ["bem-Latn", "nya-Latn"], "main_score": 0.267591, "precision": 0.25937, "recall": 0.291502}, {"accuracy": 0.194664, "f1": 0.171957, "hf_subset": "bem_Latn-slv_Latn", "languages": ["bem-Latn", "slv-Latn"], "main_score": 0.171957, "precision": 0.165909, "recall": 0.194664}, {"accuracy": 0.20751, "f1": 0.189578, "hf_subset": "bem_Latn-tpi_Latn", "languages": ["bem-Latn", "tpi-Latn"], "main_score": 0.189578, "precision": 0.183887, "recall": 0.20751}, {"accuracy": 0.212451, "f1": 0.186673, "hf_subset": "bem_Latn-zsm_Latn", "languages": ["bem-Latn", "zsm-Latn"], "main_score": 0.186673, "precision": 0.180483, "recall": 0.212451}, {"accuracy": 0.198617, "f1": 0.181384, "hf_subset": "bem_Latn-ayr_Latn", "languages": ["bem-Latn", "ayr-Latn"], "main_score": 0.181384, "precision": 0.174758, "recall": 0.198617}, {"accuracy": 0.215415, "f1": 0.187832, "hf_subset": "bem_Latn-dan_Latn", "languages": ["bem-Latn", "dan-Latn"], "main_score": 0.187832, "precision": 0.18061, "recall": 0.215415}, {"accuracy": 0.096838, "f1": 0.082358, "hf_subset": "bem_Latn-guj_Gujr", "languages": ["bem-Latn", "guj-Gujr"], "main_score": 0.082358, "precision": 0.077863, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.144074, "hf_subset": "bem_Latn-kaz_Cyrl", "languages": ["bem-Latn", "kaz-Cyrl"], "main_score": 0.144074, "precision": 0.139086, "recall": 0.166008}, {"accuracy": 0.216403, "f1": 0.192423, "hf_subset": "bem_Latn-lug_Latn", "languages": ["bem-Latn", "lug-Latn"], "main_score": 0.192423, "precision": 0.185503, "recall": 0.216403}, {"accuracy": 0.19664, "f1": 0.178681, "hf_subset": "bem_Latn-oci_Latn", "languages": ["bem-Latn", "oci-Latn"], "main_score": 0.178681, "precision": 0.173434, "recall": 0.19664}, {"accuracy": 0.162055, "f1": 0.140754, "hf_subset": "bem_Latn-smo_Latn", "languages": ["bem-Latn", "smo-Latn"], "main_score": 0.140754, "precision": 0.134076, "recall": 0.162055}, {"accuracy": 0.244071, "f1": 0.220476, "hf_subset": "bem_Latn-tsn_Latn", "languages": ["bem-Latn", "tsn-Latn"], "main_score": 0.220476, "precision": 0.212729, "recall": 0.244071}, {"accuracy": 0.206522, "f1": 0.184538, "hf_subset": "bem_Latn-zul_Latn", "languages": ["bem-Latn", "zul-Latn"], "main_score": 0.184538, "precision": 0.177516, "recall": 0.206522}, {"accuracy": 0.08498, "f1": 0.071522, "hf_subset": "bem_Latn-azb_Arab", "languages": ["bem-Latn", "azb-Arab"], "main_score": 0.071522, "precision": 0.068475, "recall": 0.08498}, {"accuracy": 0.203557, "f1": 0.182167, "hf_subset": "bem_Latn-deu_Latn", "languages": ["bem-Latn", "deu-Latn"], "main_score": 0.182167, "precision": 0.175514, "recall": 0.203557}, {"accuracy": 0.166008, "f1": 0.146547, "hf_subset": "bem_Latn-hat_Latn", "languages": ["bem-Latn", "hat-Latn"], "main_score": 0.146547, "precision": 0.139645, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.163625, "hf_subset": "bem_Latn-kbp_Latn", "languages": ["bem-Latn", "kbp-Latn"], "main_score": 0.163625, "precision": 0.157908, "recall": 0.184783}, {"accuracy": 0.211462, "f1": 0.194971, "hf_subset": "bem_Latn-luo_Latn", "languages": ["bem-Latn", "luo-Latn"], "main_score": 0.194971, "precision": 0.188718, "recall": 0.211462}, {"accuracy": 0.06917, "f1": 0.056242, "hf_subset": "bem_Latn-ory_Orya", "languages": ["bem-Latn", "ory-Orya"], "main_score": 0.056242, "precision": 0.053709, "recall": 0.06917}, {"accuracy": 0.201581, "f1": 0.180108, "hf_subset": "bem_Latn-sna_Latn", "languages": ["bem-Latn", "sna-Latn"], "main_score": 0.180108, "precision": 0.172285, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.217234, "hf_subset": "bem_Latn-tso_Latn", "languages": ["bem-Latn", "tso-Latn"], "main_score": 0.217234, "precision": 0.208635, "recall": 0.243083}, {"accuracy": 0.121542, "f1": 0.110686, "hf_subset": "bem_Latn-azj_Latn", "languages": ["bem-Latn", "azj-Latn"], "main_score": 0.110686, "precision": 0.107512, "recall": 0.121542}, {"accuracy": 0.1917, "f1": 0.169528, "hf_subset": "bem_Latn-dik_Latn", "languages": ["bem-Latn", "dik-Latn"], "main_score": 0.169528, "precision": 0.163052, "recall": 0.1917}, {"accuracy": 0.161067, "f1": 0.147253, "hf_subset": "bem_Latn-hau_Latn", "languages": ["bem-Latn", "hau-Latn"], "main_score": 0.147253, "precision": 0.142873, "recall": 0.161067}, {"accuracy": 0.112648, "f1": 0.102341, "hf_subset": "bem_Latn-kea_Latn", "languages": ["bem-Latn", "kea-Latn"], "main_score": 0.102341, "precision": 0.099986, "recall": 0.112648}, {"accuracy": 0.236166, "f1": 0.211076, "hf_subset": "bem_Latn-lus_Latn", "languages": ["bem-Latn", "lus-Latn"], "main_score": 0.211076, "precision": 0.203209, "recall": 0.236166}, {"accuracy": 0.184783, "f1": 0.172159, "hf_subset": "bem_Latn-pag_Latn", "languages": ["bem-Latn", "pag-Latn"], "main_score": 0.172159, "precision": 0.167765, "recall": 0.184783}, {"accuracy": 0.083992, "f1": 0.075703, "hf_subset": "bem_Latn-snd_Arab", "languages": ["bem-Latn", "snd-Arab"], "main_score": 0.075703, "precision": 0.073311, "recall": 0.083992}, {"accuracy": 0.121542, "f1": 0.102826, "hf_subset": "bem_Latn-tuk_Latn", "languages": ["bem-Latn", "tuk-Latn"], "main_score": 0.102826, "precision": 0.09762, "recall": 0.121542}, {"accuracy": 0.15415, "f1": 0.1317, "hf_subset": "bem_Latn-bak_Cyrl", "languages": ["bem-Latn", "bak-Cyrl"], "main_score": 0.1317, "precision": 0.125483, "recall": 0.15415}, {"accuracy": 0.158103, "f1": 0.139481, "hf_subset": "bem_Latn-dyu_Latn", "languages": ["bem-Latn", "dyu-Latn"], "main_score": 0.139481, "precision": 0.132668, "recall": 0.158103}, {"accuracy": 0.153162, "f1": 0.131426, "hf_subset": "bem_Latn-heb_Hebr", "languages": ["bem-Latn", "heb-Hebr"], "main_score": 0.131426, "precision": 0.126036, "recall": 0.153162}, {"accuracy": 0.157115, "f1": 0.133127, "hf_subset": "bem_Latn-khk_Cyrl", "languages": ["bem-Latn", "khk-Cyrl"], "main_score": 0.133127, "precision": 0.127664, "recall": 0.157115}, {"accuracy": 0.175889, "f1": 0.151482, "hf_subset": "bem_Latn-lvs_Latn", "languages": ["bem-Latn", "lvs-Latn"], "main_score": 0.151482, "precision": 0.144907, "recall": 0.175889}, {"accuracy": 0.0583, "f1": 0.045644, "hf_subset": "bem_Latn-pan_Guru", "languages": ["bem-Latn", "pan-Guru"], "main_score": 0.045644, "precision": 0.043199, "recall": 0.0583}, {"accuracy": 0.133399, "f1": 0.12031, "hf_subset": "bem_Latn-som_Latn", "languages": ["bem-Latn", "som-Latn"], "main_score": 0.12031, "precision": 0.116057, "recall": 0.133399}, {"accuracy": 0.280632, "f1": 0.256012, "hf_subset": "bem_Latn-tum_Latn", "languages": ["bem-Latn", "tum-Latn"], "main_score": 0.256012, "precision": 0.247154, "recall": 0.280632}, {"accuracy": 0.087945, "f1": 0.057122, "hf_subset": "epo_Latn-ace_Arab", "languages": ["epo-Latn", "ace-Arab"], "main_score": 0.057122, "precision": 0.048867, "recall": 0.087945}, {"accuracy": 0.22332, "f1": 0.16068, "hf_subset": "epo_Latn-bam_Latn", "languages": ["epo-Latn", "bam-Latn"], "main_score": 0.16068, "precision": 0.142821, "recall": 0.22332}, {"accuracy": 0.003953, "f1": 6.8e-05, "hf_subset": "epo_Latn-dzo_Tibt", "languages": ["epo-Latn", "dzo-Tibt"], "main_score": 6.8e-05, "precision": 3.4e-05, "recall": 0.003953}, {"accuracy": 0.863636, "f1": 0.829254, "hf_subset": "epo_Latn-hin_Deva", "languages": ["epo-Latn", "hin-Deva"], "main_score": 0.829254, "precision": 0.814097, "recall": 0.863636}, {"accuracy": 0.766798, "f1": 0.716218, "hf_subset": "epo_Latn-khm_Khmr", "languages": ["epo-Latn", "khm-Khmr"], "main_score": 0.716218, "precision": 0.695183, "recall": 0.766798}, {"accuracy": 0.805336, "f1": 0.763276, "hf_subset": "epo_Latn-mag_Deva", "languages": ["epo-Latn", "mag-Deva"], "main_score": 0.763276, "precision": 0.745233, "recall": 0.805336}, {"accuracy": 0.637352, "f1": 0.574269, "hf_subset": "epo_Latn-pap_Latn", "languages": ["epo-Latn", "pap-Latn"], "main_score": 0.574269, "precision": 0.548345, "recall": 0.637352}, {"accuracy": 0.237154, "f1": 0.175018, "hf_subset": "epo_Latn-sot_Latn", "languages": ["epo-Latn", "sot-Latn"], "main_score": 0.175018, "precision": 0.158678, "recall": 0.237154}, {"accuracy": 0.903162, "f1": 0.878386, "hf_subset": "epo_Latn-tur_Latn", "languages": ["epo-Latn", "tur-Latn"], "main_score": 0.878386, "precision": 0.867745, "recall": 0.903162}, {"accuracy": 0.440711, "f1": 0.362624, "hf_subset": "epo_Latn-ace_Latn", "languages": ["epo-Latn", "ace-Latn"], "main_score": 0.362624, "precision": 0.336097, "recall": 0.440711}, {"accuracy": 0.640316, "f1": 0.587486, "hf_subset": "epo_Latn-ban_Latn", "languages": ["epo-Latn", "ban-Latn"], "main_score": 0.587486, "precision": 0.565201, "recall": 0.640316}, {"accuracy": 0.88834, "f1": 0.860968, "hf_subset": "epo_Latn-ell_Grek", "languages": ["epo-Latn", "ell-Grek"], "main_score": 0.860968, "precision": 0.849144, "recall": 0.88834}, {"accuracy": 0.775692, "f1": 0.730736, "hf_subset": "epo_Latn-hne_Deva", "languages": ["epo-Latn", "hne-Deva"], "main_score": 0.730736, "precision": 0.711759, "recall": 0.775692}, {"accuracy": 0.25, "f1": 0.180527, "hf_subset": "epo_Latn-kik_Latn", "languages": ["epo-Latn", "kik-Latn"], "main_score": 0.180527, "precision": 0.161392, "recall": 0.25}, {"accuracy": 0.79249, "f1": 0.751188, "hf_subset": "epo_Latn-mai_Deva", "languages": ["epo-Latn", "mai-Deva"], "main_score": 0.751188, "precision": 0.733689, "recall": 0.79249}, {"accuracy": 0.721344, "f1": 0.671323, "hf_subset": "epo_Latn-pbt_Arab", "languages": ["epo-Latn", "pbt-Arab"], "main_score": 0.671323, "precision": 0.649712, "recall": 0.721344}, {"accuracy": 0.909091, "f1": 0.886232, "hf_subset": "epo_Latn-spa_Latn", "languages": ["epo-Latn", "spa-Latn"], "main_score": 0.886232, "precision": 0.875976, "recall": 0.909091}, {"accuracy": 0.302372, "f1": 0.222387, "hf_subset": "epo_Latn-twi_Latn", "languages": ["epo-Latn", "twi-Latn"], "main_score": 0.222387, "precision": 0.20008, "recall": 0.302372}, {"accuracy": 0.850791, "f1": 0.819926, "hf_subset": "epo_Latn-acm_Arab", "languages": ["epo-Latn", "acm-Arab"], "main_score": 0.819926, "precision": 0.806844, "recall": 0.850791}, {"accuracy": 0.842885, "f1": 0.805849, "hf_subset": "epo_Latn-bel_Cyrl", "languages": ["epo-Latn", "bel-Cyrl"], "main_score": 0.805849, "precision": 0.789674, "recall": 0.842885}, {"accuracy": 0.911067, "f1": 0.887022, "hf_subset": "epo_Latn-eng_Latn", "languages": ["epo-Latn", "eng-Latn"], "main_score": 0.887022, "precision": 0.8764, "recall": 0.911067}, {"accuracy": 0.883399, "f1": 0.859816, "hf_subset": "epo_Latn-hrv_Latn", "languages": ["epo-Latn", "hrv-Latn"], "main_score": 0.859816, "precision": 0.848979, "recall": 0.883399}, {"accuracy": 0.178854, "f1": 0.129182, "hf_subset": "epo_Latn-kin_Latn", "languages": ["epo-Latn", "kin-Latn"], "main_score": 0.129182, "precision": 0.11557, "recall": 0.178854}, {"accuracy": 0.711462, "f1": 0.660445, "hf_subset": "epo_Latn-mal_Mlym", "languages": ["epo-Latn", "mal-Mlym"], "main_score": 0.660445, "precision": 0.639592, "recall": 0.711462}, {"accuracy": 0.875494, "f1": 0.846253, "hf_subset": "epo_Latn-pes_Arab", "languages": ["epo-Latn", "pes-Arab"], "main_score": 0.846253, "precision": 0.833407, "recall": 0.875494}, {"accuracy": 0.686759, "f1": 0.628938, "hf_subset": "epo_Latn-srd_Latn", "languages": ["epo-Latn", "srd-Latn"], "main_score": 0.628938, "precision": 0.605036, "recall": 0.686759}, {"accuracy": 0.063241, "f1": 0.029723, "hf_subset": "epo_Latn-tzm_Tfng", "languages": ["epo-Latn", "tzm-Tfng"], "main_score": 0.029723, "precision": 0.024772, "recall": 0.063241}, {"accuracy": 0.867589, "f1": 0.837175, "hf_subset": "epo_Latn-acq_Arab", "languages": ["epo-Latn", "acq-Arab"], "main_score": 0.837175, "precision": 0.824675, "recall": 0.867589}, {"accuracy": 0.23419, "f1": 0.172869, "hf_subset": "epo_Latn-bem_Latn", "languages": ["epo-Latn", "bem-Latn"], "main_score": 0.172869, "precision": 0.156168, "recall": 0.23419}, {"accuracy": 0.891304, "f1": 0.863425, "hf_subset": "epo_Latn-hun_Latn", "languages": ["epo-Latn", "hun-Latn"], "main_score": 0.863425, "precision": 0.851729, "recall": 0.891304}, {"accuracy": 0.812253, "f1": 0.784387, "hf_subset": "epo_Latn-kir_Cyrl", "languages": ["epo-Latn", "kir-Cyrl"], "main_score": 0.784387, "precision": 0.772277, "recall": 0.812253}, {"accuracy": 0.768775, "f1": 0.719042, "hf_subset": "epo_Latn-mar_Deva", "languages": ["epo-Latn", "mar-Deva"], "main_score": 0.719042, "precision": 0.698224, "recall": 0.768775}, {"accuracy": 0.313241, "f1": 0.245742, "hf_subset": "epo_Latn-plt_Latn", "languages": ["epo-Latn", "plt-Latn"], "main_score": 0.245742, "precision": 0.223901, "recall": 0.313241}, {"accuracy": 0.891304, "f1": 0.864566, "hf_subset": "epo_Latn-srp_Cyrl", "languages": ["epo-Latn", "srp-Cyrl"], "main_score": 0.864566, "precision": 0.853055, "recall": 0.891304}, {"accuracy": 0.647233, "f1": 0.589662, "hf_subset": "epo_Latn-uig_Arab", "languages": ["epo-Latn", "uig-Arab"], "main_score": 0.589662, "precision": 0.566638, "recall": 0.647233}, {"accuracy": 0.799407, "f1": 0.759674, "hf_subset": "epo_Latn-aeb_Arab", "languages": ["epo-Latn", "aeb-Arab"], "main_score": 0.759674, "precision": 0.742707, "recall": 0.799407}, {"accuracy": 0.730237, "f1": 0.685013, "hf_subset": "epo_Latn-ben_Beng", "languages": ["epo-Latn", "ben-Beng"], "main_score": 0.685013, "precision": 0.666373, "recall": 0.730237}, {"accuracy": 0.899209, "f1": 0.877536, "hf_subset": "epo_Latn-est_Latn", "languages": ["epo-Latn", "est-Latn"], "main_score": 0.877536, "precision": 0.867507, "recall": 0.899209}, {"accuracy": 0.86166, "f1": 0.830599, "hf_subset": "epo_Latn-hye_Armn", "languages": ["epo-Latn", "hye-Armn"], "main_score": 0.830599, "precision": 0.817013, "recall": 0.86166}, {"accuracy": 0.183794, "f1": 0.121803, "hf_subset": "epo_Latn-kmb_Latn", "languages": ["epo-Latn", "kmb-Latn"], "main_score": 0.121803, "precision": 0.108578, "recall": 0.183794}, {"accuracy": 0.061265, "f1": 0.039297, "hf_subset": "epo_Latn-min_Arab", "languages": ["epo-Latn", "min-Arab"], "main_score": 0.039297, "precision": 0.03348, "recall": 0.061265}, {"accuracy": 0.900198, "f1": 0.874744, "hf_subset": "epo_Latn-pol_Latn", "languages": ["epo-Latn", "pol-Latn"], "main_score": 0.874744, "precision": 0.863546, "recall": 0.900198}, {"accuracy": 0.176877, "f1": 0.126804, "hf_subset": "epo_Latn-ssw_Latn", "languages": ["epo-Latn", "ssw-Latn"], "main_score": 0.126804, "precision": 0.113882, "recall": 0.176877}, {"accuracy": 0.910079, "f1": 0.885804, "hf_subset": "epo_Latn-ukr_Cyrl", "languages": ["epo-Latn", "ukr-Cyrl"], "main_score": 0.885804, "precision": 0.875033, "recall": 0.910079}, {"accuracy": 0.875494, "f1": 0.847483, "hf_subset": "epo_Latn-afr_Latn", "languages": ["epo-Latn", "afr-Latn"], "main_score": 0.847483, "precision": 0.835293, "recall": 0.875494}, {"accuracy": 0.745059, "f1": 0.696279, "hf_subset": "epo_Latn-bho_Deva", "languages": ["epo-Latn", "bho-Deva"], "main_score": 0.696279, "precision": 0.67635, "recall": 0.745059}, {"accuracy": 0.719368, "f1": 0.671131, "hf_subset": "epo_Latn-eus_Latn", "languages": ["epo-Latn", "eus-Latn"], "main_score": 0.671131, "precision": 0.65119, "recall": 0.719368}, {"accuracy": 0.208498, "f1": 0.145051, "hf_subset": "epo_Latn-ibo_Latn", "languages": ["epo-Latn", "ibo-Latn"], "main_score": 0.145051, "precision": 0.12924, "recall": 0.208498}, {"accuracy": 0.651186, "f1": 0.600828, "hf_subset": "epo_Latn-kmr_Latn", "languages": ["epo-Latn", "kmr-Latn"], "main_score": 0.600828, "precision": 0.579968, "recall": 0.651186}, {"accuracy": 0.614625, "f1": 0.549373, "hf_subset": "epo_Latn-min_Latn", "languages": ["epo-Latn", "min-Latn"], "main_score": 0.549373, "precision": 0.523183, "recall": 0.614625}, {"accuracy": 0.903162, "f1": 0.878539, "hf_subset": "epo_Latn-por_Latn", "languages": ["epo-Latn", "por-Latn"], "main_score": 0.878539, "precision": 0.867605, "recall": 0.903162}, {"accuracy": 0.700593, "f1": 0.64415, "hf_subset": "epo_Latn-sun_Latn", "languages": ["epo-Latn", "sun-Latn"], "main_score": 0.64415, "precision": 0.620611, "recall": 0.700593}, {"accuracy": 0.192688, "f1": 0.137424, "hf_subset": "epo_Latn-umb_Latn", "languages": ["epo-Latn", "umb-Latn"], "main_score": 0.137424, "precision": 0.12201, "recall": 0.192688}, {"accuracy": 0.843874, "f1": 0.809441, "hf_subset": "epo_Latn-ajp_Arab", "languages": ["epo-Latn", "ajp-Arab"], "main_score": 0.809441, "precision": 0.794816, "recall": 0.843874}, {"accuracy": 0.070158, "f1": 0.042246, "hf_subset": "epo_Latn-bjn_Arab", "languages": ["epo-Latn", "bjn-Arab"], "main_score": 0.042246, "precision": 0.03516, "recall": 0.070158}, {"accuracy": 0.271739, "f1": 0.209885, "hf_subset": "epo_Latn-ewe_Latn", "languages": ["epo-Latn", "ewe-Latn"], "main_score": 0.209885, "precision": 0.192525, "recall": 0.271739}, {"accuracy": 0.386364, "f1": 0.311108, "hf_subset": "epo_Latn-ilo_Latn", "languages": ["epo-Latn", "ilo-Latn"], "main_score": 0.311108, "precision": 0.287494, "recall": 0.386364}, {"accuracy": 0.085968, "f1": 0.05123, "hf_subset": "epo_Latn-knc_Arab", "languages": ["epo-Latn", "knc-Arab"], "main_score": 0.05123, "precision": 0.04267, "recall": 0.085968}, {"accuracy": 0.905138, "f1": 0.881559, "hf_subset": "epo_Latn-mkd_Cyrl", "languages": ["epo-Latn", "mkd-Cyrl"], "main_score": 0.881559, "precision": 0.870833, "recall": 0.905138}, {"accuracy": 0.855731, "f1": 0.823419, "hf_subset": "epo_Latn-prs_Arab", "languages": ["epo-Latn", "prs-Arab"], "main_score": 0.823419, "precision": 0.809606, "recall": 0.855731}, {"accuracy": 0.909091, "f1": 0.884703, "hf_subset": "epo_Latn-swe_Latn", "languages": ["epo-Latn", "swe-Latn"], "main_score": 0.884703, "precision": 0.873831, "recall": 0.909091}, {"accuracy": 0.821146, "f1": 0.783004, "hf_subset": "epo_Latn-urd_Arab", "languages": ["epo-Latn", "urd-Arab"], "main_score": 0.783004, "precision": 0.766109, "recall": 0.821146}, {"accuracy": 0.298419, "f1": 0.22028, "hf_subset": "epo_Latn-aka_Latn", "languages": ["epo-Latn", "aka-Latn"], "main_score": 0.22028, "precision": 0.197541, "recall": 0.298419}, {"accuracy": 0.704545, "f1": 0.646833, "hf_subset": "epo_Latn-bjn_Latn", "languages": ["epo-Latn", "bjn-Latn"], "main_score": 0.646833, "precision": 0.62277, "recall": 0.704545}, {"accuracy": 0.48419, "f1": 0.42203, "hf_subset": "epo_Latn-fao_Latn", "languages": ["epo-Latn", "fao-Latn"], "main_score": 0.42203, "precision": 0.401373, "recall": 0.48419}, {"accuracy": 0.905138, "f1": 0.881621, "hf_subset": "epo_Latn-ind_Latn", "languages": ["epo-Latn", "ind-Latn"], "main_score": 0.881621, "precision": 0.871492, "recall": 0.905138}, {"accuracy": 0.279644, "f1": 0.210085, "hf_subset": "epo_Latn-knc_Latn", "languages": ["epo-Latn", "knc-Latn"], "main_score": 0.210085, "precision": 0.191537, "recall": 0.279644}, {"accuracy": 0.353755, "f1": 0.279659, "hf_subset": "epo_Latn-mlt_Latn", "languages": ["epo-Latn", "mlt-Latn"], "main_score": 0.279659, "precision": 0.257932, "recall": 0.353755}, {"accuracy": 0.277668, "f1": 0.201714, "hf_subset": "epo_Latn-quy_Latn", "languages": ["epo-Latn", "quy-Latn"], "main_score": 0.201714, "precision": 0.181137, "recall": 0.277668}, {"accuracy": 0.362648, "f1": 0.290132, "hf_subset": "epo_Latn-swh_Latn", "languages": ["epo-Latn", "swh-Latn"], "main_score": 0.290132, "precision": 0.26796, "recall": 0.362648}, {"accuracy": 0.631423, "f1": 0.56975, "hf_subset": "epo_Latn-uzn_Latn", "languages": ["epo-Latn", "uzn-Latn"], "main_score": 0.56975, "precision": 0.545435, "recall": 0.631423}, {"accuracy": 0.897233, "f1": 0.874281, "hf_subset": "epo_Latn-als_Latn", "languages": ["epo-Latn", "als-Latn"], "main_score": 0.874281, "precision": 0.864428, "recall": 0.897233}, {"accuracy": 0.059289, "f1": 0.023173, "hf_subset": "epo_Latn-bod_Tibt", "languages": ["epo-Latn", "bod-Tibt"], "main_score": 0.023173, "precision": 0.017698, "recall": 0.059289}, {"accuracy": 0.229249, "f1": 0.166296, "hf_subset": "epo_Latn-fij_Latn", "languages": ["epo-Latn", "fij-Latn"], "main_score": 0.166296, "precision": 0.147671, "recall": 0.229249}, {"accuracy": 0.685771, "f1": 0.635479, "hf_subset": "epo_Latn-isl_Latn", "languages": ["epo-Latn", "isl-Latn"], "main_score": 0.635479, "precision": 0.615525, "recall": 0.685771}, {"accuracy": 0.26087, "f1": 0.192156, "hf_subset": "epo_Latn-kon_Latn", "languages": ["epo-Latn", "kon-Latn"], "main_score": 0.192156, "precision": 0.172603, "recall": 0.26087}, {"accuracy": 0.05336, "f1": 0.027174, "hf_subset": "epo_Latn-mni_Beng", "languages": ["epo-Latn", "mni-Beng"], "main_score": 0.027174, "precision": 0.023367, "recall": 0.05336}, {"accuracy": 0.912055, "f1": 0.890316, "hf_subset": "epo_Latn-ron_Latn", "languages": ["epo-Latn", "ron-Latn"], "main_score": 0.890316, "precision": 0.881242, "recall": 0.912055}, {"accuracy": 0.732213, "f1": 0.682772, "hf_subset": "epo_Latn-szl_Latn", "languages": ["epo-Latn", "szl-Latn"], "main_score": 0.682772, "precision": 0.661702, "recall": 0.732213}, {"accuracy": 0.769763, "f1": 0.724275, "hf_subset": "epo_Latn-vec_Latn", "languages": ["epo-Latn", "vec-Latn"], "main_score": 0.724275, "precision": 0.704564, "recall": 0.769763}, {"accuracy": 0.601779, "f1": 0.540553, "hf_subset": "epo_Latn-amh_Ethi", "languages": ["epo-Latn", "amh-Ethi"], "main_score": 0.540553, "precision": 0.516914, "recall": 0.601779}, {"accuracy": 0.903162, "f1": 0.878113, "hf_subset": "epo_Latn-bos_Latn", "languages": ["epo-Latn", "bos-Latn"], "main_score": 0.878113, "precision": 0.867252, "recall": 0.903162}, {"accuracy": 0.90415, "f1": 0.878049, "hf_subset": "epo_Latn-fin_Latn", "languages": ["epo-Latn", "fin-Latn"], "main_score": 0.878049, "precision": 0.866436, "recall": 0.90415}, {"accuracy": 0.911067, "f1": 0.886759, "hf_subset": "epo_Latn-ita_Latn", "languages": ["epo-Latn", "ita-Latn"], "main_score": 0.886759, "precision": 0.875741, "recall": 0.911067}, {"accuracy": 0.848814, "f1": 0.812301, "hf_subset": "epo_Latn-kor_Hang", "languages": ["epo-Latn", "kor-Hang"], "main_score": 0.812301, "precision": 0.796031, "recall": 0.848814}, {"accuracy": 0.249012, "f1": 0.18297, "hf_subset": "epo_Latn-mos_Latn", "languages": ["epo-Latn", "mos-Latn"], "main_score": 0.18297, "precision": 0.16401, "recall": 0.249012}, {"accuracy": 0.178854, "f1": 0.127208, "hf_subset": "epo_Latn-run_Latn", "languages": ["epo-Latn", "run-Latn"], "main_score": 0.127208, "precision": 0.11318, "recall": 0.178854}, {"accuracy": 0.718379, "f1": 0.663381, "hf_subset": "epo_Latn-tam_Taml", "languages": ["epo-Latn", "tam-Taml"], "main_score": 0.663381, "precision": 0.641018, "recall": 0.718379}, {"accuracy": 0.882411, "f1": 0.852226, "hf_subset": "epo_Latn-vie_Latn", "languages": ["epo-Latn", "vie-Latn"], "main_score": 0.852226, "precision": 0.83885, "recall": 0.882411}, {"accuracy": 0.852767, "f1": 0.820653, "hf_subset": "epo_Latn-apc_Arab", "languages": ["epo-Latn", "apc-Arab"], "main_score": 0.820653, "precision": 0.807179, "recall": 0.852767}, {"accuracy": 0.400198, "f1": 0.327318, "hf_subset": "epo_Latn-bug_Latn", "languages": ["epo-Latn", "bug-Latn"], "main_score": 0.327318, "precision": 0.301975, "recall": 0.400198}, {"accuracy": 0.212451, "f1": 0.147055, "hf_subset": "epo_Latn-fon_Latn", "languages": ["epo-Latn", "fon-Latn"], "main_score": 0.147055, "precision": 0.130263, "recall": 0.212451}, {"accuracy": 0.658103, "f1": 0.600069, "hf_subset": "epo_Latn-jav_Latn", "languages": ["epo-Latn", "jav-Latn"], "main_score": 0.600069, "precision": 0.576485, "recall": 0.658103}, {"accuracy": 0.785573, "f1": 0.744241, "hf_subset": "epo_Latn-lao_Laoo", "languages": ["epo-Latn", "lao-Laoo"], "main_score": 0.744241, "precision": 0.727783, "recall": 0.785573}, {"accuracy": 0.217391, "f1": 0.148751, "hf_subset": "epo_Latn-mri_Latn", "languages": ["epo-Latn", "mri-Latn"], "main_score": 0.148751, "precision": 0.132756, "recall": 0.217391}, {"accuracy": 0.890316, "f1": 0.864102, "hf_subset": "epo_Latn-rus_Cyrl", "languages": ["epo-Latn", "rus-Cyrl"], "main_score": 0.864102, "precision": 0.852223, "recall": 0.890316}, {"accuracy": 0.255929, "f1": 0.193958, "hf_subset": "epo_Latn-taq_Latn", "languages": ["epo-Latn", "taq-Latn"], "main_score": 0.193958, "precision": 0.176585, "recall": 0.255929}, {"accuracy": 0.427866, "f1": 0.348995, "hf_subset": "epo_Latn-war_Latn", "languages": ["epo-Latn", "war-Latn"], "main_score": 0.348995, "precision": 0.323101, "recall": 0.427866}, {"accuracy": 0.870553, "f1": 0.840283, "hf_subset": "epo_Latn-arb_Arab", "languages": ["epo-Latn", "arb-Arab"], "main_score": 0.840283, "precision": 0.827454, "recall": 0.870553}, {"accuracy": 0.909091, "f1": 0.884025, "hf_subset": "epo_Latn-bul_Cyrl", "languages": ["epo-Latn", "bul-Cyrl"], "main_score": 0.884025, "precision": 0.872727, "recall": 0.909091}, {"accuracy": 0.914032, "f1": 0.891605, "hf_subset": "epo_Latn-fra_Latn", "languages": ["epo-Latn", "fra-Latn"], "main_score": 0.891605, "precision": 0.881835, "recall": 0.914032}, {"accuracy": 0.863636, "f1": 0.828763, "hf_subset": "epo_Latn-jpn_Jpan", "languages": ["epo-Latn", "jpn-Jpan"], "main_score": 0.828763, "precision": 0.81348, "recall": 0.863636}, {"accuracy": 0.729249, "f1": 0.677075, "hf_subset": "epo_Latn-lij_Latn", "languages": ["epo-Latn", "lij-Latn"], "main_score": 0.677075, "precision": 0.655275, "recall": 0.729249}, {"accuracy": 0.767787, "f1": 0.717981, "hf_subset": "epo_Latn-mya_Mymr", "languages": ["epo-Latn", "mya-Mymr"], "main_score": 0.717981, "precision": 0.697843, "recall": 0.767787}, {"accuracy": 0.27668, "f1": 0.208063, "hf_subset": "epo_Latn-sag_Latn", "languages": ["epo-Latn", "sag-Latn"], "main_score": 0.208063, "precision": 0.187234, "recall": 0.27668}, {"accuracy": 0.083992, "f1": 0.041996, "hf_subset": "epo_Latn-taq_Tfng", "languages": ["epo-Latn", "taq-Tfng"], "main_score": 0.041996, "precision": 0.035621, "recall": 0.083992}, {"accuracy": 0.281621, "f1": 0.208718, "hf_subset": "epo_Latn-wol_Latn", "languages": ["epo-Latn", "wol-Latn"], "main_score": 0.208718, "precision": 0.18803, "recall": 0.281621}, {"accuracy": 0.133399, "f1": 0.080094, "hf_subset": "epo_Latn-arb_Latn", "languages": ["epo-Latn", "arb-Latn"], "main_score": 0.080094, "precision": 0.069796, "recall": 0.133399}, {"accuracy": 0.916008, "f1": 0.893577, "hf_subset": "epo_Latn-cat_Latn", "languages": ["epo-Latn", "cat-Latn"], "main_score": 0.893577, "precision": 0.883597, "recall": 0.916008}, {"accuracy": 0.706522, "f1": 0.655552, "hf_subset": "epo_Latn-fur_Latn", "languages": ["epo-Latn", "fur-Latn"], "main_score": 0.655552, "precision": 0.634437, "recall": 0.706522}, {"accuracy": 0.083004, "f1": 0.060072, "hf_subset": "epo_Latn-kab_Latn", "languages": ["epo-Latn", "kab-Latn"], "main_score": 0.060072, "precision": 0.054195, "recall": 0.083004}, {"accuracy": 0.709486, "f1": 0.658438, "hf_subset": "epo_Latn-lim_Latn", "languages": ["epo-Latn", "lim-Latn"], "main_score": 0.658438, "precision": 0.637088, "recall": 0.709486}, {"accuracy": 0.896245, "f1": 0.868857, "hf_subset": "epo_Latn-nld_Latn", "languages": ["epo-Latn", "nld-Latn"], "main_score": 0.868857, "precision": 0.856613, "recall": 0.896245}, {"accuracy": 0.621542, "f1": 0.561707, "hf_subset": "epo_Latn-san_Deva", "languages": ["epo-Latn", "san-Deva"], "main_score": 0.561707, "precision": 0.53817, "recall": 0.621542}, {"accuracy": 0.533597, "f1": 0.461694, "hf_subset": "epo_Latn-tat_Cyrl", "languages": ["epo-Latn", "tat-Cyrl"], "main_score": 0.461694, "precision": 0.43518, "recall": 0.533597}, {"accuracy": 0.195652, "f1": 0.135947, "hf_subset": "epo_Latn-xho_Latn", "languages": ["epo-Latn", "xho-Latn"], "main_score": 0.135947, "precision": 0.120796, "recall": 0.195652}, {"accuracy": 0.866601, "f1": 0.83498, "hf_subset": "epo_Latn-ars_Arab", "languages": ["epo-Latn", "ars-Arab"], "main_score": 0.83498, "precision": 0.821492, "recall": 0.866601}, {"accuracy": 0.40415, "f1": 0.328537, "hf_subset": "epo_Latn-ceb_Latn", "languages": ["epo-Latn", "ceb-Latn"], "main_score": 0.328537, "precision": 0.303674, "recall": 0.40415}, {"accuracy": 0.23913, "f1": 0.169096, "hf_subset": "epo_Latn-fuv_Latn", "languages": ["epo-Latn", "fuv-Latn"], "main_score": 0.169096, "precision": 0.150229, "recall": 0.23913}, {"accuracy": 0.218379, "f1": 0.156373, "hf_subset": "epo_Latn-kac_Latn", "languages": ["epo-Latn", "kac-Latn"], "main_score": 0.156373, "precision": 0.14022, "recall": 0.218379}, {"accuracy": 0.26087, "f1": 0.19939, "hf_subset": "epo_Latn-lin_Latn", "languages": ["epo-Latn", "lin-Latn"], "main_score": 0.19939, "precision": 0.182374, "recall": 0.26087}, {"accuracy": 0.880435, "f1": 0.851346, "hf_subset": "epo_Latn-nno_Latn", "languages": ["epo-Latn", "nno-Latn"], "main_score": 0.851346, "precision": 0.838712, "recall": 0.880435}, {"accuracy": 0.021739, "f1": 0.006294, "hf_subset": "epo_Latn-sat_Olck", "languages": ["epo-Latn", "sat-Olck"], "main_score": 0.006294, "precision": 0.004825, "recall": 0.021739}, {"accuracy": 0.701581, "f1": 0.649886, "hf_subset": "epo_Latn-tel_Telu", "languages": ["epo-Latn", "tel-Telu"], "main_score": 0.649886, "precision": 0.628592, "recall": 0.701581}, {"accuracy": 0.386364, "f1": 0.31782, "hf_subset": "epo_Latn-ydd_Hebr", "languages": ["epo-Latn", "ydd-Hebr"], "main_score": 0.31782, "precision": 0.293669, "recall": 0.386364}, {"accuracy": 0.732213, "f1": 0.683164, "hf_subset": "epo_Latn-ary_Arab", "languages": ["epo-Latn", "ary-Arab"], "main_score": 0.683164, "precision": 0.663438, "recall": 0.732213}, {"accuracy": 0.910079, "f1": 0.888095, "hf_subset": "epo_Latn-ces_Latn", "languages": ["epo-Latn", "ces-Latn"], "main_score": 0.888095, "precision": 0.87836, "recall": 0.910079}, {"accuracy": 0.107708, "f1": 0.068076, "hf_subset": "epo_Latn-gaz_Latn", "languages": ["epo-Latn", "gaz-Latn"], "main_score": 0.068076, "precision": 0.059764, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.15363, "hf_subset": "epo_Latn-kam_Latn", "languages": ["epo-Latn", "kam-Latn"], "main_score": 0.15363, "precision": 0.137706, "recall": 0.211462}, {"accuracy": 0.896245, "f1": 0.872545, "hf_subset": "epo_Latn-lit_Latn", "languages": ["epo-Latn", "lit-Latn"], "main_score": 0.872545, "precision": 0.862363, "recall": 0.896245}, {"accuracy": 0.898221, "f1": 0.871377, "hf_subset": "epo_Latn-nob_Latn", "languages": ["epo-Latn", "nob-Latn"], "main_score": 0.871377, "precision": 0.859437, "recall": 0.898221}, {"accuracy": 0.623518, "f1": 0.564774, "hf_subset": "epo_Latn-scn_Latn", "languages": ["epo-Latn", "scn-Latn"], "main_score": 0.564774, "precision": 0.542005, "recall": 0.623518}, {"accuracy": 0.215415, "f1": 0.150292, "hf_subset": "epo_Latn-tgk_Cyrl", "languages": ["epo-Latn", "tgk-Cyrl"], "main_score": 0.150292, "precision": 0.132702, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.150995, "hf_subset": "epo_Latn-yor_Latn", "languages": ["epo-Latn", "yor-Latn"], "main_score": 0.150995, "precision": 0.130262, "recall": 0.225296}, {"accuracy": 0.823123, "f1": 0.780731, "hf_subset": "epo_Latn-arz_Arab", "languages": ["epo-Latn", "arz-Arab"], "main_score": 0.780731, "precision": 0.762363, "recall": 0.823123}, {"accuracy": 0.200593, "f1": 0.143647, "hf_subset": "epo_Latn-cjk_Latn", "languages": ["epo-Latn", "cjk-Latn"], "main_score": 0.143647, "precision": 0.129488, "recall": 0.200593}, {"accuracy": 0.236166, "f1": 0.171652, "hf_subset": "epo_Latn-gla_Latn", "languages": ["epo-Latn", "gla-Latn"], "main_score": 0.171652, "precision": 0.152692, "recall": 0.236166}, {"accuracy": 0.66502, "f1": 0.604665, "hf_subset": "epo_Latn-kan_Knda", "languages": ["epo-Latn", "kan-Knda"], "main_score": 0.604665, "precision": 0.580397, "recall": 0.66502}, {"accuracy": 0.636364, "f1": 0.579873, "hf_subset": "epo_Latn-lmo_Latn", "languages": ["epo-Latn", "lmo-Latn"], "main_score": 0.579873, "precision": 0.558127, "recall": 0.636364}, {"accuracy": 0.817194, "f1": 0.780926, "hf_subset": "epo_Latn-npi_Deva", "languages": ["epo-Latn", "npi-Deva"], "main_score": 0.780926, "precision": 0.765623, "recall": 0.817194}, {"accuracy": 0.302372, "f1": 0.229832, "hf_subset": "epo_Latn-shn_Mymr", "languages": ["epo-Latn", "shn-Mymr"], "main_score": 0.229832, "precision": 0.207145, "recall": 0.302372}, {"accuracy": 0.481225, "f1": 0.406717, "hf_subset": "epo_Latn-tgl_Latn", "languages": ["epo-Latn", "tgl-Latn"], "main_score": 0.406717, "precision": 0.381284, "recall": 0.481225}, {"accuracy": 0.866601, "f1": 0.83401, "hf_subset": "epo_Latn-yue_Hant", "languages": ["epo-Latn", "yue-Hant"], "main_score": 0.83401, "precision": 0.81938, "recall": 0.866601}, {"accuracy": 0.432806, "f1": 0.368389, "hf_subset": "epo_Latn-asm_Beng", "languages": ["epo-Latn", "asm-Beng"], "main_score": 0.368389, "precision": 0.344604, "recall": 0.432806}, {"accuracy": 0.684783, "f1": 0.626026, "hf_subset": "epo_Latn-ckb_Arab", "languages": ["epo-Latn", "ckb-Arab"], "main_score": 0.626026, "precision": 0.600774, "recall": 0.684783}, {"accuracy": 0.341897, "f1": 0.275259, "hf_subset": "epo_Latn-gle_Latn", "languages": ["epo-Latn", "gle-Latn"], "main_score": 0.275259, "precision": 0.255009, "recall": 0.341897}, {"accuracy": 0.500988, "f1": 0.435677, "hf_subset": "epo_Latn-kas_Arab", "languages": ["epo-Latn", "kas-Arab"], "main_score": 0.435677, "precision": 0.410973, "recall": 0.500988}, {"accuracy": 0.663043, "f1": 0.603466, "hf_subset": "epo_Latn-ltg_Latn", "languages": ["epo-Latn", "ltg-Latn"], "main_score": 0.603466, "precision": 0.578813, "recall": 0.663043}, {"accuracy": 0.262846, "f1": 0.191876, "hf_subset": "epo_Latn-nso_Latn", "languages": ["epo-Latn", "nso-Latn"], "main_score": 0.191876, "precision": 0.170615, "recall": 0.262846}, {"accuracy": 0.736166, "f1": 0.687887, "hf_subset": "epo_Latn-sin_Sinh", "languages": ["epo-Latn", "sin-Sinh"], "main_score": 0.687887, "precision": 0.667136, "recall": 0.736166}, {"accuracy": 0.866601, "f1": 0.834232, "hf_subset": "epo_Latn-tha_Thai", "languages": ["epo-Latn", "tha-Thai"], "main_score": 0.834232, "precision": 0.820685, "recall": 0.866601}, {"accuracy": 0.866601, "f1": 0.833707, "hf_subset": "epo_Latn-zho_Hans", "languages": ["epo-Latn", "zho-Hans"], "main_score": 0.833707, "precision": 0.819252, "recall": 0.866601}, {"accuracy": 0.86166, "f1": 0.833433, "hf_subset": "epo_Latn-ast_Latn", "languages": ["epo-Latn", "ast-Latn"], "main_score": 0.833433, "precision": 0.821201, "recall": 0.86166}, {"accuracy": 0.693676, "f1": 0.645246, "hf_subset": "epo_Latn-crh_Latn", "languages": ["epo-Latn", "crh-Latn"], "main_score": 0.645246, "precision": 0.624728, "recall": 0.693676}, {"accuracy": 0.912055, "f1": 0.890123, "hf_subset": "epo_Latn-glg_Latn", "languages": ["epo-Latn", "glg-Latn"], "main_score": 0.890123, "precision": 0.880583, "recall": 0.912055}, {"accuracy": 0.382411, "f1": 0.315707, "hf_subset": "epo_Latn-kas_Deva", "languages": ["epo-Latn", "kas-Deva"], "main_score": 0.315707, "precision": 0.293071, "recall": 0.382411}, {"accuracy": 0.521739, "f1": 0.448621, "hf_subset": "epo_Latn-ltz_Latn", "languages": ["epo-Latn", "ltz-Latn"], "main_score": 0.448621, "precision": 0.423115, "recall": 0.521739}, {"accuracy": 0.118577, "f1": 0.070473, "hf_subset": "epo_Latn-nus_Latn", "languages": ["epo-Latn", "nus-Latn"], "main_score": 0.070473, "precision": 0.061373, "recall": 0.118577}, {"accuracy": 0.913043, "f1": 0.890662, "hf_subset": "epo_Latn-slk_Latn", "languages": ["epo-Latn", "slk-Latn"], "main_score": 0.890662, "precision": 0.88107, "recall": 0.913043}, {"accuracy": 0.181818, "f1": 0.131288, "hf_subset": "epo_Latn-tir_Ethi", "languages": ["epo-Latn", "tir-Ethi"], "main_score": 0.131288, "precision": 0.116534, "recall": 0.181818}, {"accuracy": 0.874506, "f1": 0.845182, "hf_subset": "epo_Latn-zho_Hant", "languages": ["epo-Latn", "zho-Hant"], "main_score": 0.845182, "precision": 0.832378, "recall": 0.874506}, {"accuracy": 0.818182, "f1": 0.778228, "hf_subset": "epo_Latn-awa_Deva", "languages": ["epo-Latn", "awa-Deva"], "main_score": 0.778228, "precision": 0.759942, "recall": 0.818182}, {"accuracy": 0.492095, "f1": 0.418198, "hf_subset": "epo_Latn-cym_Latn", "languages": ["epo-Latn", "cym-Latn"], "main_score": 0.418198, "precision": 0.391125, "recall": 0.492095}, {"accuracy": 0.373518, "f1": 0.293806, "hf_subset": "epo_Latn-grn_Latn", "languages": ["epo-Latn", "grn-Latn"], "main_score": 0.293806, "precision": 0.269194, "recall": 0.373518}, {"accuracy": 0.767787, "f1": 0.711707, "hf_subset": "epo_Latn-kat_Geor", "languages": ["epo-Latn", "kat-Geor"], "main_score": 0.711707, "precision": 0.687344, "recall": 0.767787}, {"accuracy": 0.266798, "f1": 0.198959, "hf_subset": "epo_Latn-lua_Latn", "languages": ["epo-Latn", "lua-Latn"], "main_score": 0.198959, "precision": 0.179675, "recall": 0.266798}, {"accuracy": 0.249012, "f1": 0.181316, "hf_subset": "epo_Latn-nya_Latn", "languages": ["epo-Latn", "nya-Latn"], "main_score": 0.181316, "precision": 0.163399, "recall": 0.249012}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "epo_Latn-slv_Latn", "languages": ["epo-Latn", "slv-Latn"], "main_score": 0.889394, "precision": 0.879035, "recall": 0.913043}, {"accuracy": 0.462451, "f1": 0.38337, "hf_subset": "epo_Latn-tpi_Latn", "languages": ["epo-Latn", "tpi-Latn"], "main_score": 0.38337, "precision": 0.356942, "recall": 0.462451}, {"accuracy": 0.892292, "f1": 0.86558, "hf_subset": "epo_Latn-zsm_Latn", "languages": ["epo-Latn", "zsm-Latn"], "main_score": 0.86558, "precision": 0.853713, "recall": 0.892292}, {"accuracy": 0.222332, "f1": 0.148669, "hf_subset": "epo_Latn-ayr_Latn", "languages": ["epo-Latn", "ayr-Latn"], "main_score": 0.148669, "precision": 0.130365, "recall": 0.222332}, {"accuracy": 0.905138, "f1": 0.880879, "hf_subset": "epo_Latn-dan_Latn", "languages": ["epo-Latn", "dan-Latn"], "main_score": 0.880879, "precision": 0.870447, "recall": 0.905138}, {"accuracy": 0.770751, "f1": 0.721641, "hf_subset": "epo_Latn-guj_Gujr", "languages": ["epo-Latn", "guj-Gujr"], "main_score": 0.721641, "precision": 0.700346, "recall": 0.770751}, {"accuracy": 0.862648, "f1": 0.834159, "hf_subset": "epo_Latn-kaz_Cyrl", "languages": ["epo-Latn", "kaz-Cyrl"], "main_score": 0.834159, "precision": 0.821847, "recall": 0.862648}, {"accuracy": 0.192688, "f1": 0.131882, "hf_subset": "epo_Latn-lug_Latn", "languages": ["epo-Latn", "lug-Latn"], "main_score": 0.131882, "precision": 0.115147, "recall": 0.192688}, {"accuracy": 0.851779, "f1": 0.820501, "hf_subset": "epo_Latn-oci_Latn", "languages": ["epo-Latn", "oci-Latn"], "main_score": 0.820501, "precision": 0.807277, "recall": 0.851779}, {"accuracy": 0.212451, "f1": 0.14975, "hf_subset": "epo_Latn-smo_Latn", "languages": ["epo-Latn", "smo-Latn"], "main_score": 0.14975, "precision": 0.132277, "recall": 0.212451}, {"accuracy": 0.221344, "f1": 0.155598, "hf_subset": "epo_Latn-tsn_Latn", "languages": ["epo-Latn", "tsn-Latn"], "main_score": 0.155598, "precision": 0.13782, "recall": 0.221344}, {"accuracy": 0.166996, "f1": 0.114379, "hf_subset": "epo_Latn-zul_Latn", "languages": ["epo-Latn", "zul-Latn"], "main_score": 0.114379, "precision": 0.101011, "recall": 0.166996}, {"accuracy": 0.482213, "f1": 0.418479, "hf_subset": "epo_Latn-azb_Arab", "languages": ["epo-Latn", "azb-Arab"], "main_score": 0.418479, "precision": 0.394406, "recall": 0.482213}, {"accuracy": 0.905138, "f1": 0.87996, "hf_subset": "epo_Latn-deu_Latn", "languages": ["epo-Latn", "deu-Latn"], "main_score": 0.87996, "precision": 0.868857, "recall": 0.905138}, {"accuracy": 0.331028, "f1": 0.255933, "hf_subset": "epo_Latn-hat_Latn", "languages": ["epo-Latn", "hat-Latn"], "main_score": 0.255933, "precision": 0.232838, "recall": 0.331028}, {"accuracy": 0.212451, "f1": 0.144002, "hf_subset": "epo_Latn-kbp_Latn", "languages": ["epo-Latn", "kbp-Latn"], "main_score": 0.144002, "precision": 0.126402, "recall": 0.212451}, {"accuracy": 0.255929, "f1": 0.186413, "hf_subset": "epo_Latn-luo_Latn", "languages": ["epo-Latn", "luo-Latn"], "main_score": 0.186413, "precision": 0.167596, "recall": 0.255929}, {"accuracy": 0.639328, "f1": 0.579416, "hf_subset": "epo_Latn-ory_Orya", "languages": ["epo-Latn", "ory-Orya"], "main_score": 0.579416, "precision": 0.55528, "recall": 0.639328}, {"accuracy": 0.189723, "f1": 0.132553, "hf_subset": "epo_Latn-sna_Latn", "languages": ["epo-Latn", "sna-Latn"], "main_score": 0.132553, "precision": 0.117027, "recall": 0.189723}, {"accuracy": 0.215415, "f1": 0.157896, "hf_subset": "epo_Latn-tso_Latn", "languages": ["epo-Latn", "tso-Latn"], "main_score": 0.157896, "precision": 0.140998, "recall": 0.215415}, {"accuracy": 0.822134, "f1": 0.788606, "hf_subset": "epo_Latn-azj_Latn", "languages": ["epo-Latn", "azj-Latn"], "main_score": 0.788606, "precision": 0.774005, "recall": 0.822134}, {"accuracy": 0.317194, "f1": 0.240153, "hf_subset": "epo_Latn-dik_Latn", "languages": ["epo-Latn", "dik-Latn"], "main_score": 0.240153, "precision": 0.217444, "recall": 0.317194}, {"accuracy": 0.264822, "f1": 0.193913, "hf_subset": "epo_Latn-hau_Latn", "languages": ["epo-Latn", "hau-Latn"], "main_score": 0.193913, "precision": 0.174939, "recall": 0.264822}, {"accuracy": 0.666996, "f1": 0.606418, "hf_subset": "epo_Latn-kea_Latn", "languages": ["epo-Latn", "kea-Latn"], "main_score": 0.606418, "precision": 0.580715, "recall": 0.666996}, {"accuracy": 0.352767, "f1": 0.277079, "hf_subset": "epo_Latn-lus_Latn", "languages": ["epo-Latn", "lus-Latn"], "main_score": 0.277079, "precision": 0.254945, "recall": 0.352767}, {"accuracy": 0.4417, "f1": 0.365189, "hf_subset": "epo_Latn-pag_Latn", "languages": ["epo-Latn", "pag-Latn"], "main_score": 0.365189, "precision": 0.338274, "recall": 0.4417}, {"accuracy": 0.710474, "f1": 0.656315, "hf_subset": "epo_Latn-snd_Arab", "languages": ["epo-Latn", "snd-Arab"], "main_score": 0.656315, "precision": 0.634157, "recall": 0.710474}, {"accuracy": 0.37747, "f1": 0.296858, "hf_subset": "epo_Latn-tuk_Latn", "languages": ["epo-Latn", "tuk-Latn"], "main_score": 0.296858, "precision": 0.270626, "recall": 0.37747}, {"accuracy": 0.482213, "f1": 0.40439, "hf_subset": "epo_Latn-bak_Cyrl", "languages": ["epo-Latn", "bak-Cyrl"], "main_score": 0.40439, "precision": 0.37691, "recall": 0.482213}, {"accuracy": 0.219368, "f1": 0.15151, "hf_subset": "epo_Latn-dyu_Latn", "languages": ["epo-Latn", "dyu-Latn"], "main_score": 0.15151, "precision": 0.131861, "recall": 0.219368}, {"accuracy": 0.86166, "f1": 0.826932, "hf_subset": "epo_Latn-heb_Hebr", "languages": ["epo-Latn", "heb-Hebr"], "main_score": 0.826932, "precision": 0.812213, "recall": 0.86166}, {"accuracy": 0.841897, "f1": 0.806475, "hf_subset": "epo_Latn-khk_Cyrl", "languages": ["epo-Latn", "khk-Cyrl"], "main_score": 0.806475, "precision": 0.791551, "recall": 0.841897}, {"accuracy": 0.893281, "f1": 0.865497, "hf_subset": "epo_Latn-lvs_Latn", "languages": ["epo-Latn", "lvs-Latn"], "main_score": 0.865497, "precision": 0.853171, "recall": 0.893281}, {"accuracy": 0.643281, "f1": 0.584276, "hf_subset": "epo_Latn-pan_Guru", "languages": ["epo-Latn", "pan-Guru"], "main_score": 0.584276, "precision": 0.560837, "recall": 0.643281}, {"accuracy": 0.29249, "f1": 0.225058, "hf_subset": "epo_Latn-som_Latn", "languages": ["epo-Latn", "som-Latn"], "main_score": 0.225058, "precision": 0.205706, "recall": 0.29249}, {"accuracy": 0.220356, "f1": 0.155653, "hf_subset": "epo_Latn-tum_Latn", "languages": ["epo-Latn", "tum-Latn"], "main_score": 0.155653, "precision": 0.139416, "recall": 0.220356}, {"accuracy": 0.083004, "f1": 0.049579, "hf_subset": "hun_Latn-ace_Arab", "languages": ["hun-Latn", "ace-Arab"], "main_score": 0.049579, "precision": 0.041544, "recall": 0.083004}, {"accuracy": 0.218379, "f1": 0.148278, "hf_subset": "hun_Latn-bam_Latn", "languages": ["hun-Latn", "bam-Latn"], "main_score": 0.148278, "precision": 0.130742, "recall": 0.218379}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "hun_Latn-dzo_Tibt", "languages": ["hun-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hun_Latn-hin_Deva", "languages": ["hun-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.914032, "f1": 0.887681, "hf_subset": "hun_Latn-khm_Khmr", "languages": ["hun-Latn", "khm-Khmr"], "main_score": 0.887681, "precision": 0.874835, "recall": 0.914032}, {"accuracy": 0.944664, "f1": 0.926877, "hf_subset": "hun_Latn-mag_Deva", "languages": ["hun-Latn", "mag-Deva"], "main_score": 0.926877, "precision": 0.918314, "recall": 0.944664}, {"accuracy": 0.649209, "f1": 0.575882, "hf_subset": "hun_Latn-pap_Latn", "languages": ["hun-Latn", "pap-Latn"], "main_score": 0.575882, "precision": 0.547292, "recall": 0.649209}, {"accuracy": 0.230237, "f1": 0.16319, "hf_subset": "hun_Latn-sot_Latn", "languages": ["hun-Latn", "sot-Latn"], "main_score": 0.16319, "precision": 0.145337, "recall": 0.230237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-tur_Latn", "languages": ["hun-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.432806, "f1": 0.348697, "hf_subset": "hun_Latn-ace_Latn", "languages": ["hun-Latn", "ace-Latn"], "main_score": 0.348697, "precision": 0.321635, "recall": 0.432806}, {"accuracy": 0.678854, "f1": 0.607468, "hf_subset": "hun_Latn-ban_Latn", "languages": ["hun-Latn", "ban-Latn"], "main_score": 0.607468, "precision": 0.578675, "recall": 0.678854}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-ell_Grek", "languages": ["hun-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "hun_Latn-hne_Deva", "languages": ["hun-Latn", "hne-Deva"], "main_score": 0.888999, "precision": 0.877306, "recall": 0.914032}, {"accuracy": 0.275692, "f1": 0.192902, "hf_subset": "hun_Latn-kik_Latn", "languages": ["hun-Latn", "kik-Latn"], "main_score": 0.192902, "precision": 0.170349, "recall": 0.275692}, {"accuracy": 0.943676, "f1": 0.926548, "hf_subset": "hun_Latn-mai_Deva", "languages": ["hun-Latn", "mai-Deva"], "main_score": 0.926548, "precision": 0.918478, "recall": 0.943676}, {"accuracy": 0.854743, "f1": 0.816897, "hf_subset": "hun_Latn-pbt_Arab", "languages": ["hun-Latn", "pbt-Arab"], "main_score": 0.816897, "precision": 0.800049, "recall": 0.854743}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-spa_Latn", "languages": ["hun-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.320158, "f1": 0.234564, "hf_subset": "hun_Latn-twi_Latn", "languages": ["hun-Latn", "twi-Latn"], "main_score": 0.234564, "precision": 0.211618, "recall": 0.320158}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "hun_Latn-acm_Arab", "languages": ["hun-Latn", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "hun_Latn-bel_Cyrl", "languages": ["hun-Latn", "bel-Cyrl"], "main_score": 0.950165, "precision": 0.944746, "recall": 0.961462}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-eng_Latn", "languages": ["hun-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-hrv_Latn", "languages": ["hun-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.177866, "f1": 0.120755, "hf_subset": "hun_Latn-kin_Latn", "languages": ["hun-Latn", "kin-Latn"], "main_score": 0.120755, "precision": 0.107142, "recall": 0.177866}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "hun_Latn-mal_Mlym", "languages": ["hun-Latn", "mal-Mlym"], "main_score": 0.870949, "precision": 0.857658, "recall": 0.899209}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "hun_Latn-pes_Arab", "languages": ["hun-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.743083, "f1": 0.683432, "hf_subset": "hun_Latn-srd_Latn", "languages": ["hun-Latn", "srd-Latn"], "main_score": 0.683432, "precision": 0.65855, "recall": 0.743083}, {"accuracy": 0.066206, "f1": 0.032513, "hf_subset": "hun_Latn-tzm_Tfng", "languages": ["hun-Latn", "tzm-Tfng"], "main_score": 0.032513, "precision": 0.027337, "recall": 0.066206}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "hun_Latn-acq_Arab", "languages": ["hun-Latn", "acq-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.249012, "f1": 0.173116, "hf_subset": "hun_Latn-bem_Latn", "languages": ["hun-Latn", "bem-Latn"], "main_score": 0.173116, "precision": 0.153955, "recall": 0.249012}, {"accuracy": 0.867589, "f1": 0.829974, "hf_subset": "hun_Latn-epo_Latn", "languages": ["hun-Latn", "epo-Latn"], "main_score": 0.829974, "precision": 0.812912, "recall": 0.867589}, {"accuracy": 0.942688, "f1": 0.924901, "hf_subset": "hun_Latn-kir_Cyrl", "languages": ["hun-Latn", "kir-Cyrl"], "main_score": 0.924901, "precision": 0.916337, "recall": 0.942688}, {"accuracy": 0.913043, "f1": 0.886364, "hf_subset": "hun_Latn-mar_Deva", "languages": ["hun-Latn", "mar-Deva"], "main_score": 0.886364, "precision": 0.873353, "recall": 0.913043}, {"accuracy": 0.296443, "f1": 0.218001, "hf_subset": "hun_Latn-plt_Latn", "languages": ["hun-Latn", "plt-Latn"], "main_score": 0.218001, "precision": 0.195376, "recall": 0.296443}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "hun_Latn-srp_Cyrl", "languages": ["hun-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.821146, "f1": 0.777703, "hf_subset": "hun_Latn-uig_Arab", "languages": ["hun-Latn", "uig-Arab"], "main_score": 0.777703, "precision": 0.758656, "recall": 0.821146}, {"accuracy": 0.937747, "f1": 0.917655, "hf_subset": "hun_Latn-aeb_Arab", "languages": ["hun-Latn", "aeb-Arab"], "main_score": 0.917655, "precision": 0.907938, "recall": 0.937747}, {"accuracy": 0.914032, "f1": 0.890184, "hf_subset": "hun_Latn-ben_Beng", "languages": ["hun-Latn", "ben-Beng"], "main_score": 0.890184, "precision": 0.8792, "recall": 0.914032}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-est_Latn", "languages": ["hun-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "hun_Latn-hye_Armn", "languages": ["hun-Latn", "hye-Armn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.185771, "f1": 0.118621, "hf_subset": "hun_Latn-kmb_Latn", "languages": ["hun-Latn", "kmb-Latn"], "main_score": 0.118621, "precision": 0.103402, "recall": 0.185771}, {"accuracy": 0.063241, "f1": 0.038998, "hf_subset": "hun_Latn-min_Arab", "languages": ["hun-Latn", "min-Arab"], "main_score": 0.038998, "precision": 0.033778, "recall": 0.063241}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "hun_Latn-pol_Latn", "languages": ["hun-Latn", "pol-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.179842, "f1": 0.118724, "hf_subset": "hun_Latn-ssw_Latn", "languages": ["hun-Latn", "ssw-Latn"], "main_score": 0.118724, "precision": 0.105119, "recall": 0.179842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ukr_Cyrl", "languages": ["hun-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "hun_Latn-afr_Latn", "languages": ["hun-Latn", "afr-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.896245, "f1": 0.865975, "hf_subset": "hun_Latn-bho_Deva", "languages": ["hun-Latn", "bho-Deva"], "main_score": 0.865975, "precision": 0.851696, "recall": 0.896245}, {"accuracy": 0.770751, "f1": 0.715763, "hf_subset": "hun_Latn-eus_Latn", "languages": ["hun-Latn", "eus-Latn"], "main_score": 0.715763, "precision": 0.692523, "recall": 0.770751}, {"accuracy": 0.222332, "f1": 0.147824, "hf_subset": "hun_Latn-ibo_Latn", "languages": ["hun-Latn", "ibo-Latn"], "main_score": 0.147824, "precision": 0.12977, "recall": 0.222332}, {"accuracy": 0.751976, "f1": 0.700892, "hf_subset": "hun_Latn-kmr_Latn", "languages": ["hun-Latn", "kmr-Latn"], "main_score": 0.700892, "precision": 0.679258, "recall": 0.751976}, {"accuracy": 0.652174, "f1": 0.580479, "hf_subset": "hun_Latn-min_Latn", "languages": ["hun-Latn", "min-Latn"], "main_score": 0.580479, "precision": 0.553583, "recall": 0.652174}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-por_Latn", "languages": ["hun-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.759881, "f1": 0.700579, "hf_subset": "hun_Latn-sun_Latn", "languages": ["hun-Latn", "sun-Latn"], "main_score": 0.700579, "precision": 0.674967, "recall": 0.759881}, {"accuracy": 0.189723, "f1": 0.12706, "hf_subset": "hun_Latn-umb_Latn", "languages": ["hun-Latn", "umb-Latn"], "main_score": 0.12706, "precision": 0.113028, "recall": 0.189723}, {"accuracy": 0.961462, "f1": 0.94944, "hf_subset": "hun_Latn-ajp_Arab", "languages": ["hun-Latn", "ajp-Arab"], "main_score": 0.94944, "precision": 0.943676, "recall": 0.961462}, {"accuracy": 0.08004, "f1": 0.045866, "hf_subset": "hun_Latn-bjn_Arab", "languages": ["hun-Latn", "bjn-Arab"], "main_score": 0.045866, "precision": 0.038622, "recall": 0.08004}, {"accuracy": 0.275692, "f1": 0.205271, "hf_subset": "hun_Latn-ewe_Latn", "languages": ["hun-Latn", "ewe-Latn"], "main_score": 0.205271, "precision": 0.186339, "recall": 0.275692}, {"accuracy": 0.389328, "f1": 0.298977, "hf_subset": "hun_Latn-ilo_Latn", "languages": ["hun-Latn", "ilo-Latn"], "main_score": 0.298977, "precision": 0.271713, "recall": 0.389328}, {"accuracy": 0.09585, "f1": 0.052198, "hf_subset": "hun_Latn-knc_Arab", "languages": ["hun-Latn", "knc-Arab"], "main_score": 0.052198, "precision": 0.042447, "recall": 0.09585}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-mkd_Cyrl", "languages": ["hun-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "hun_Latn-prs_Arab", "languages": ["hun-Latn", "prs-Arab"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-swe_Latn", "languages": ["hun-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "hun_Latn-urd_Arab", "languages": ["hun-Latn", "urd-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.312253, "f1": 0.22903, "hf_subset": "hun_Latn-aka_Latn", "languages": ["hun-Latn", "aka-Latn"], "main_score": 0.22903, "precision": 0.205907, "recall": 0.312253}, {"accuracy": 0.775692, "f1": 0.719441, "hf_subset": "hun_Latn-bjn_Latn", "languages": ["hun-Latn", "bjn-Latn"], "main_score": 0.719441, "precision": 0.695512, "recall": 0.775692}, {"accuracy": 0.486166, "f1": 0.406512, "hf_subset": "hun_Latn-fao_Latn", "languages": ["hun-Latn", "fao-Latn"], "main_score": 0.406512, "precision": 0.380366, "recall": 0.486166}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hun_Latn-ind_Latn", "languages": ["hun-Latn", "ind-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.293478, "f1": 0.215385, "hf_subset": "hun_Latn-knc_Latn", "languages": ["hun-Latn", "knc-Latn"], "main_score": 0.215385, "precision": 0.194771, "recall": 0.293478}, {"accuracy": 0.352767, "f1": 0.272915, "hf_subset": "hun_Latn-mlt_Latn", "languages": ["hun-Latn", "mlt-Latn"], "main_score": 0.272915, "precision": 0.250318, "recall": 0.352767}, {"accuracy": 0.283597, "f1": 0.19684, "hf_subset": "hun_Latn-quy_Latn", "languages": ["hun-Latn", "quy-Latn"], "main_score": 0.19684, "precision": 0.17252, "recall": 0.283597}, {"accuracy": 0.375494, "f1": 0.291938, "hf_subset": "hun_Latn-swh_Latn", "languages": ["hun-Latn", "swh-Latn"], "main_score": 0.291938, "precision": 0.266864, "recall": 0.375494}, {"accuracy": 0.655138, "f1": 0.58366, "hf_subset": "hun_Latn-uzn_Latn", "languages": ["hun-Latn", "uzn-Latn"], "main_score": 0.58366, "precision": 0.555158, "recall": 0.655138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-als_Latn", "languages": ["hun-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.056324, "f1": 0.019502, "hf_subset": "hun_Latn-bod_Tibt", "languages": ["hun-Latn", "bod-Tibt"], "main_score": 0.019502, "precision": 0.015326, "recall": 0.056324}, {"accuracy": 0.233202, "f1": 0.162212, "hf_subset": "hun_Latn-fij_Latn", "languages": ["hun-Latn", "fij-Latn"], "main_score": 0.162212, "precision": 0.143259, "recall": 0.233202}, {"accuracy": 0.761858, "f1": 0.701252, "hf_subset": "hun_Latn-isl_Latn", "languages": ["hun-Latn", "isl-Latn"], "main_score": 0.701252, "precision": 0.675823, "recall": 0.761858}, {"accuracy": 0.266798, "f1": 0.191137, "hf_subset": "hun_Latn-kon_Latn", "languages": ["hun-Latn", "kon-Latn"], "main_score": 0.191137, "precision": 0.171645, "recall": 0.266798}, {"accuracy": 0.066206, "f1": 0.032656, "hf_subset": "hun_Latn-mni_Beng", "languages": ["hun-Latn", "mni-Beng"], "main_score": 0.032656, "precision": 0.027414, "recall": 0.066206}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ron_Latn", "languages": ["hun-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.802372, "f1": 0.751795, "hf_subset": "hun_Latn-szl_Latn", "languages": ["hun-Latn", "szl-Latn"], "main_score": 0.751795, "precision": 0.729785, "recall": 0.802372}, {"accuracy": 0.813241, "f1": 0.762422, "hf_subset": "hun_Latn-vec_Latn", "languages": ["hun-Latn", "vec-Latn"], "main_score": 0.762422, "precision": 0.740102, "recall": 0.813241}, {"accuracy": 0.767787, "f1": 0.716551, "hf_subset": "hun_Latn-amh_Ethi", "languages": ["hun-Latn", "amh-Ethi"], "main_score": 0.716551, "precision": 0.69568, "recall": 0.767787}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-bos_Latn", "languages": ["hun-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "hun_Latn-fin_Latn", "languages": ["hun-Latn", "fin-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ita_Latn", "languages": ["hun-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "hun_Latn-kor_Hang", "languages": ["hun-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.255929, "f1": 0.185945, "hf_subset": "hun_Latn-mos_Latn", "languages": ["hun-Latn", "mos-Latn"], "main_score": 0.185945, "precision": 0.167302, "recall": 0.255929}, {"accuracy": 0.192688, "f1": 0.128465, "hf_subset": "hun_Latn-run_Latn", "languages": ["hun-Latn", "run-Latn"], "main_score": 0.128465, "precision": 0.113331, "recall": 0.192688}, {"accuracy": 0.907115, "f1": 0.880336, "hf_subset": "hun_Latn-tam_Taml", "languages": ["hun-Latn", "tam-Taml"], "main_score": 0.880336, "precision": 0.868001, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-vie_Latn", "languages": ["hun-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "hun_Latn-apc_Arab", "languages": ["hun-Latn", "apc-Arab"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.402174, "f1": 0.312833, "hf_subset": "hun_Latn-bug_Latn", "languages": ["hun-Latn", "bug-Latn"], "main_score": 0.312833, "precision": 0.284602, "recall": 0.402174}, {"accuracy": 0.232213, "f1": 0.160155, "hf_subset": "hun_Latn-fon_Latn", "languages": ["hun-Latn", "fon-Latn"], "main_score": 0.160155, "precision": 0.14249, "recall": 0.232213}, {"accuracy": 0.740119, "f1": 0.678821, "hf_subset": "hun_Latn-jav_Latn", "languages": ["hun-Latn", "jav-Latn"], "main_score": 0.678821, "precision": 0.65331, "recall": 0.740119}, {"accuracy": 0.926877, "f1": 0.905665, "hf_subset": "hun_Latn-lao_Laoo", "languages": ["hun-Latn", "lao-Laoo"], "main_score": 0.905665, "precision": 0.896163, "recall": 0.926877}, {"accuracy": 0.213439, "f1": 0.138858, "hf_subset": "hun_Latn-mri_Latn", "languages": ["hun-Latn", "mri-Latn"], "main_score": 0.138858, "precision": 0.122003, "recall": 0.213439}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-rus_Cyrl", "languages": ["hun-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.272727, "f1": 0.203727, "hf_subset": "hun_Latn-taq_Latn", "languages": ["hun-Latn", "taq-Latn"], "main_score": 0.203727, "precision": 0.185742, "recall": 0.272727}, {"accuracy": 0.455534, "f1": 0.36196, "hf_subset": "hun_Latn-war_Latn", "languages": ["hun-Latn", "war-Latn"], "main_score": 0.36196, "precision": 0.33171, "recall": 0.455534}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hun_Latn-arb_Arab", "languages": ["hun-Latn", "arb-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-bul_Cyrl", "languages": ["hun-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-fra_Latn", "languages": ["hun-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hun_Latn-jpn_Jpan", "languages": ["hun-Latn", "jpn-Jpan"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.759881, "f1": 0.699031, "hf_subset": "hun_Latn-lij_Latn", "languages": ["hun-Latn", "lij-Latn"], "main_score": 0.699031, "precision": 0.673007, "recall": 0.759881}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "hun_Latn-mya_Mymr", "languages": ["hun-Latn", "mya-Mymr"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.253953, "f1": 0.183083, "hf_subset": "hun_Latn-sag_Latn", "languages": ["hun-Latn", "sag-Latn"], "main_score": 0.183083, "precision": 0.164407, "recall": 0.253953}, {"accuracy": 0.083004, "f1": 0.037506, "hf_subset": "hun_Latn-taq_Tfng", "languages": ["hun-Latn", "taq-Tfng"], "main_score": 0.037506, "precision": 0.03039, "recall": 0.083004}, {"accuracy": 0.277668, "f1": 0.202101, "hf_subset": "hun_Latn-wol_Latn", "languages": ["hun-Latn", "wol-Latn"], "main_score": 0.202101, "precision": 0.181574, "recall": 0.277668}, {"accuracy": 0.135375, "f1": 0.079588, "hf_subset": "hun_Latn-arb_Latn", "languages": ["hun-Latn", "arb-Latn"], "main_score": 0.079588, "precision": 0.067962, "recall": 0.135375}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-cat_Latn", "languages": ["hun-Latn", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.735178, "f1": 0.67133, "hf_subset": "hun_Latn-fur_Latn", "languages": ["hun-Latn", "fur-Latn"], "main_score": 0.67133, "precision": 0.643841, "recall": 0.735178}, {"accuracy": 0.094862, "f1": 0.060592, "hf_subset": "hun_Latn-kab_Latn", "languages": ["hun-Latn", "kab-Latn"], "main_score": 0.060592, "precision": 0.053176, "recall": 0.094862}, {"accuracy": 0.754941, "f1": 0.694718, "hf_subset": "hun_Latn-lim_Latn", "languages": ["hun-Latn", "lim-Latn"], "main_score": 0.694718, "precision": 0.66885, "recall": 0.754941}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-nld_Latn", "languages": ["hun-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.764822, "f1": 0.7044, "hf_subset": "hun_Latn-san_Deva", "languages": ["hun-Latn", "san-Deva"], "main_score": 0.7044, "precision": 0.678623, "recall": 0.764822}, {"accuracy": 0.523715, "f1": 0.43827, "hf_subset": "hun_Latn-tat_Cyrl", "languages": ["hun-Latn", "tat-Cyrl"], "main_score": 0.43827, "precision": 0.40667, "recall": 0.523715}, {"accuracy": 0.202569, "f1": 0.130079, "hf_subset": "hun_Latn-xho_Latn", "languages": ["hun-Latn", "xho-Latn"], "main_score": 0.130079, "precision": 0.112686, "recall": 0.202569}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hun_Latn-ars_Arab", "languages": ["hun-Latn", "ars-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.420949, "f1": 0.332429, "hf_subset": "hun_Latn-ceb_Latn", "languages": ["hun-Latn", "ceb-Latn"], "main_score": 0.332429, "precision": 0.303783, "recall": 0.420949}, {"accuracy": 0.251976, "f1": 0.172115, "hf_subset": "hun_Latn-fuv_Latn", "languages": ["hun-Latn", "fuv-Latn"], "main_score": 0.172115, "precision": 0.152763, "recall": 0.251976}, {"accuracy": 0.235178, "f1": 0.16704, "hf_subset": "hun_Latn-kac_Latn", "languages": ["hun-Latn", "kac-Latn"], "main_score": 0.16704, "precision": 0.14962, "recall": 0.235178}, {"accuracy": 0.248024, "f1": 0.17932, "hf_subset": "hun_Latn-lin_Latn", "languages": ["hun-Latn", "lin-Latn"], "main_score": 0.17932, "precision": 0.160219, "recall": 0.248024}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hun_Latn-nno_Latn", "languages": ["hun-Latn", "nno-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.020751, "f1": 0.004632, "hf_subset": "hun_Latn-sat_Olck", "languages": ["hun-Latn", "sat-Olck"], "main_score": 0.004632, "precision": 0.003398, "recall": 0.020751}, {"accuracy": 0.871542, "f1": 0.835013, "hf_subset": "hun_Latn-tel_Telu", "languages": ["hun-Latn", "tel-Telu"], "main_score": 0.835013, "precision": 0.818429, "recall": 0.871542}, {"accuracy": 0.434783, "f1": 0.348376, "hf_subset": "hun_Latn-ydd_Hebr", "languages": ["hun-Latn", "ydd-Hebr"], "main_score": 0.348376, "precision": 0.317671, "recall": 0.434783}, {"accuracy": 0.857708, "f1": 0.817655, "hf_subset": "hun_Latn-ary_Arab", "languages": ["hun-Latn", "ary-Arab"], "main_score": 0.817655, "precision": 0.799242, "recall": 0.857708}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-ces_Latn", "languages": ["hun-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.109684, "f1": 0.066515, "hf_subset": "hun_Latn-gaz_Latn", "languages": ["hun-Latn", "gaz-Latn"], "main_score": 0.066515, "precision": 0.057771, "recall": 0.109684}, {"accuracy": 0.227273, "f1": 0.157093, "hf_subset": "hun_Latn-kam_Latn", "languages": ["hun-Latn", "kam-Latn"], "main_score": 0.157093, "precision": 0.139705, "recall": 0.227273}, {"accuracy": 0.988142, "f1": 0.985013, "hf_subset": "hun_Latn-lit_Latn", "languages": ["hun-Latn", "lit-Latn"], "main_score": 0.985013, "precision": 0.983531, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-nob_Latn", "languages": ["hun-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.662055, "f1": 0.589817, "hf_subset": "hun_Latn-scn_Latn", "languages": ["hun-Latn", "scn-Latn"], "main_score": 0.589817, "precision": 0.561726, "recall": 0.662055}, {"accuracy": 0.209486, "f1": 0.138926, "hf_subset": "hun_Latn-tgk_Cyrl", "languages": ["hun-Latn", "tgk-Cyrl"], "main_score": 0.138926, "precision": 0.120576, "recall": 0.209486}, {"accuracy": 0.214427, "f1": 0.140002, "hf_subset": "hun_Latn-yor_Latn", "languages": ["hun-Latn", "yor-Latn"], "main_score": 0.140002, "precision": 0.120946, "recall": 0.214427}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "hun_Latn-arz_Arab", "languages": ["hun-Latn", "arz-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.215415, "f1": 0.150383, "hf_subset": "hun_Latn-cjk_Latn", "languages": ["hun-Latn", "cjk-Latn"], "main_score": 0.150383, "precision": 0.135165, "recall": 0.215415}, {"accuracy": 0.231225, "f1": 0.162123, "hf_subset": "hun_Latn-gla_Latn", "languages": ["hun-Latn", "gla-Latn"], "main_score": 0.162123, "precision": 0.14273, "recall": 0.231225}, {"accuracy": 0.813241, "f1": 0.763032, "hf_subset": "hun_Latn-kan_Knda", "languages": ["hun-Latn", "kan-Knda"], "main_score": 0.763032, "precision": 0.740736, "recall": 0.813241}, {"accuracy": 0.663043, "f1": 0.592988, "hf_subset": "hun_Latn-lmo_Latn", "languages": ["hun-Latn", "lmo-Latn"], "main_score": 0.592988, "precision": 0.566314, "recall": 0.663043}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "hun_Latn-npi_Deva", "languages": ["hun-Latn", "npi-Deva"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.307312, "f1": 0.221585, "hf_subset": "hun_Latn-shn_Mymr", "languages": ["hun-Latn", "shn-Mymr"], "main_score": 0.221585, "precision": 0.195091, "recall": 0.307312}, {"accuracy": 0.488142, "f1": 0.400204, "hf_subset": "hun_Latn-tgl_Latn", "languages": ["hun-Latn", "tgl-Latn"], "main_score": 0.400204, "precision": 0.371268, "recall": 0.488142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-yue_Hant", "languages": ["hun-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.550395, "f1": 0.471479, "hf_subset": "hun_Latn-asm_Beng", "languages": ["hun-Latn", "asm-Beng"], "main_score": 0.471479, "precision": 0.441617, "recall": 0.550395}, {"accuracy": 0.851779, "f1": 0.809091, "hf_subset": "hun_Latn-ckb_Arab", "languages": ["hun-Latn", "ckb-Arab"], "main_score": 0.809091, "precision": 0.789361, "recall": 0.851779}, {"accuracy": 0.315217, "f1": 0.237215, "hf_subset": "hun_Latn-gle_Latn", "languages": ["hun-Latn", "gle-Latn"], "main_score": 0.237215, "precision": 0.215457, "recall": 0.315217}, {"accuracy": 0.603755, "f1": 0.523895, "hf_subset": "hun_Latn-kas_Arab", "languages": ["hun-Latn", "kas-Arab"], "main_score": 0.523895, "precision": 0.493416, "recall": 0.603755}, {"accuracy": 0.70751, "f1": 0.643316, "hf_subset": "hun_Latn-ltg_Latn", "languages": ["hun-Latn", "ltg-Latn"], "main_score": 0.643316, "precision": 0.616478, "recall": 0.70751}, {"accuracy": 0.266798, "f1": 0.184392, "hf_subset": "hun_Latn-nso_Latn", "languages": ["hun-Latn", "nso-Latn"], "main_score": 0.184392, "precision": 0.161999, "recall": 0.266798}, {"accuracy": 0.923913, "f1": 0.90168, "hf_subset": "hun_Latn-sin_Sinh", "languages": ["hun-Latn", "sin-Sinh"], "main_score": 0.90168, "precision": 0.891337, "recall": 0.923913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hun_Latn-tha_Thai", "languages": ["hun-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "hun_Latn-zho_Hans", "languages": ["hun-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "hun_Latn-ast_Latn", "languages": ["hun-Latn", "ast-Latn"], "main_score": 0.940053, "precision": 0.933136, "recall": 0.954545}, {"accuracy": 0.783597, "f1": 0.728689, "hf_subset": "hun_Latn-crh_Latn", "languages": ["hun-Latn", "crh-Latn"], "main_score": 0.728689, "precision": 0.70448, "recall": 0.783597}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "hun_Latn-glg_Latn", "languages": ["hun-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.426877, "f1": 0.347166, "hf_subset": "hun_Latn-kas_Deva", "languages": ["hun-Latn", "kas-Deva"], "main_score": 0.347166, "precision": 0.320516, "recall": 0.426877}, {"accuracy": 0.519763, "f1": 0.428718, "hf_subset": "hun_Latn-ltz_Latn", "languages": ["hun-Latn", "ltz-Latn"], "main_score": 0.428718, "precision": 0.397218, "recall": 0.519763}, {"accuracy": 0.119565, "f1": 0.064115, "hf_subset": "hun_Latn-nus_Latn", "languages": ["hun-Latn", "nus-Latn"], "main_score": 0.064115, "precision": 0.053087, "recall": 0.119565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-slk_Latn", "languages": ["hun-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.192688, "f1": 0.132698, "hf_subset": "hun_Latn-tir_Ethi", "languages": ["hun-Latn", "tir-Ethi"], "main_score": 0.132698, "precision": 0.116819, "recall": 0.192688}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "hun_Latn-zho_Hant", "languages": ["hun-Latn", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "hun_Latn-awa_Deva", "languages": ["hun-Latn", "awa-Deva"], "main_score": 0.94697, "precision": 0.94137, "recall": 0.958498}, {"accuracy": 0.487154, "f1": 0.402827, "hf_subset": "hun_Latn-cym_Latn", "languages": ["hun-Latn", "cym-Latn"], "main_score": 0.402827, "precision": 0.374794, "recall": 0.487154}, {"accuracy": 0.379447, "f1": 0.29502, "hf_subset": "hun_Latn-grn_Latn", "languages": ["hun-Latn", "grn-Latn"], "main_score": 0.29502, "precision": 0.270227, "recall": 0.379447}, {"accuracy": 0.879447, "f1": 0.842918, "hf_subset": "hun_Latn-kat_Geor", "languages": ["hun-Latn", "kat-Geor"], "main_score": 0.842918, "precision": 0.826005, "recall": 0.879447}, {"accuracy": 0.283597, "f1": 0.20784, "hf_subset": "hun_Latn-lua_Latn", "languages": ["hun-Latn", "lua-Latn"], "main_score": 0.20784, "precision": 0.187131, "recall": 0.283597}, {"accuracy": 0.26087, "f1": 0.181029, "hf_subset": "hun_Latn-nya_Latn", "languages": ["hun-Latn", "nya-Latn"], "main_score": 0.181029, "precision": 0.159604, "recall": 0.26087}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "hun_Latn-slv_Latn", "languages": ["hun-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.481225, "f1": 0.388603, "hf_subset": "hun_Latn-tpi_Latn", "languages": ["hun-Latn", "tpi-Latn"], "main_score": 0.388603, "precision": 0.356794, "recall": 0.481225}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "hun_Latn-zsm_Latn", "languages": ["hun-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.219368, "f1": 0.14254, "hf_subset": "hun_Latn-ayr_Latn", "languages": ["hun-Latn", "ayr-Latn"], "main_score": 0.14254, "precision": 0.124493, "recall": 0.219368}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "hun_Latn-dan_Latn", "languages": ["hun-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.920949, "f1": 0.896377, "hf_subset": "hun_Latn-guj_Gujr", "languages": ["hun-Latn", "guj-Gujr"], "main_score": 0.896377, "precision": 0.884717, "recall": 0.920949}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "hun_Latn-kaz_Cyrl", "languages": ["hun-Latn", "kaz-Cyrl"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.203557, "f1": 0.142154, "hf_subset": "hun_Latn-lug_Latn", "languages": ["hun-Latn", "lug-Latn"], "main_score": 0.142154, "precision": 0.127835, "recall": 0.203557}, {"accuracy": 0.927866, "f1": 0.906456, "hf_subset": "hun_Latn-oci_Latn", "languages": ["hun-Latn", "oci-Latn"], "main_score": 0.906456, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.217391, "f1": 0.146941, "hf_subset": "hun_Latn-smo_Latn", "languages": ["hun-Latn", "smo-Latn"], "main_score": 0.146941, "precision": 0.128929, "recall": 0.217391}, {"accuracy": 0.228261, "f1": 0.157971, "hf_subset": "hun_Latn-tsn_Latn", "languages": ["hun-Latn", "tsn-Latn"], "main_score": 0.157971, "precision": 0.14057, "recall": 0.228261}, {"accuracy": 0.164032, "f1": 0.105556, "hf_subset": "hun_Latn-zul_Latn", "languages": ["hun-Latn", "zul-Latn"], "main_score": 0.105556, "precision": 0.092466, "recall": 0.164032}, {"accuracy": 0.556324, "f1": 0.476078, "hf_subset": "hun_Latn-azb_Arab", "languages": ["hun-Latn", "azb-Arab"], "main_score": 0.476078, "precision": 0.444532, "recall": 0.556324}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "hun_Latn-deu_Latn", "languages": ["hun-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.323123, "f1": 0.237259, "hf_subset": "hun_Latn-hat_Latn", "languages": ["hun-Latn", "hat-Latn"], "main_score": 0.237259, "precision": 0.211557, "recall": 0.323123}, {"accuracy": 0.20751, "f1": 0.137337, "hf_subset": "hun_Latn-kbp_Latn", "languages": ["hun-Latn", "kbp-Latn"], "main_score": 0.137337, "precision": 0.11947, "recall": 0.20751}, {"accuracy": 0.251976, "f1": 0.174253, "hf_subset": "hun_Latn-luo_Latn", "languages": ["hun-Latn", "luo-Latn"], "main_score": 0.174253, "precision": 0.153781, "recall": 0.251976}, {"accuracy": 0.843874, "f1": 0.80112, "hf_subset": "hun_Latn-ory_Orya", "languages": ["hun-Latn", "ory-Orya"], "main_score": 0.80112, "precision": 0.781983, "recall": 0.843874}, {"accuracy": 0.19664, "f1": 0.124769, "hf_subset": "hun_Latn-sna_Latn", "languages": ["hun-Latn", "sna-Latn"], "main_score": 0.124769, "precision": 0.107554, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.136619, "hf_subset": "hun_Latn-tso_Latn", "languages": ["hun-Latn", "tso-Latn"], "main_score": 0.136619, "precision": 0.120198, "recall": 0.202569}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "hun_Latn-azj_Latn", "languages": ["hun-Latn", "azj-Latn"], "main_score": 0.944829, "precision": 0.938735, "recall": 0.95751}, {"accuracy": 0.315217, "f1": 0.234843, "hf_subset": "hun_Latn-dik_Latn", "languages": ["hun-Latn", "dik-Latn"], "main_score": 0.234843, "precision": 0.21213, "recall": 0.315217}, {"accuracy": 0.280632, "f1": 0.202999, "hf_subset": "hun_Latn-hau_Latn", "languages": ["hun-Latn", "hau-Latn"], "main_score": 0.202999, "precision": 0.183855, "recall": 0.280632}, {"accuracy": 0.663043, "f1": 0.588701, "hf_subset": "hun_Latn-kea_Latn", "languages": ["hun-Latn", "kea-Latn"], "main_score": 0.588701, "precision": 0.559331, "recall": 0.663043}, {"accuracy": 0.379447, "f1": 0.293189, "hf_subset": "hun_Latn-lus_Latn", "languages": ["hun-Latn", "lus-Latn"], "main_score": 0.293189, "precision": 0.266453, "recall": 0.379447}, {"accuracy": 0.486166, "f1": 0.396663, "hf_subset": "hun_Latn-pag_Latn", "languages": ["hun-Latn", "pag-Latn"], "main_score": 0.396663, "precision": 0.366473, "recall": 0.486166}, {"accuracy": 0.862648, "f1": 0.825593, "hf_subset": "hun_Latn-snd_Arab", "languages": ["hun-Latn", "snd-Arab"], "main_score": 0.825593, "precision": 0.80891, "recall": 0.862648}, {"accuracy": 0.352767, "f1": 0.264748, "hf_subset": "hun_Latn-tuk_Latn", "languages": ["hun-Latn", "tuk-Latn"], "main_score": 0.264748, "precision": 0.237139, "recall": 0.352767}, {"accuracy": 0.479249, "f1": 0.396821, "hf_subset": "hun_Latn-bak_Cyrl", "languages": ["hun-Latn", "bak-Cyrl"], "main_score": 0.396821, "precision": 0.368195, "recall": 0.479249}, {"accuracy": 0.206522, "f1": 0.140475, "hf_subset": "hun_Latn-dyu_Latn", "languages": ["hun-Latn", "dyu-Latn"], "main_score": 0.140475, "precision": 0.122325, "recall": 0.206522}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "hun_Latn-heb_Hebr", "languages": ["hun-Latn", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "hun_Latn-khk_Cyrl", "languages": ["hun-Latn", "khk-Cyrl"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "hun_Latn-lvs_Latn", "languages": ["hun-Latn", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.860672, "f1": 0.823668, "hf_subset": "hun_Latn-pan_Guru", "languages": ["hun-Latn", "pan-Guru"], "main_score": 0.823668, "precision": 0.806851, "recall": 0.860672}, {"accuracy": 0.291502, "f1": 0.217014, "hf_subset": "hun_Latn-som_Latn", "languages": ["hun-Latn", "som-Latn"], "main_score": 0.217014, "precision": 0.194999, "recall": 0.291502}, {"accuracy": 0.231225, "f1": 0.156876, "hf_subset": "hun_Latn-tum_Latn", "languages": ["hun-Latn", "tum-Latn"], "main_score": 0.156876, "precision": 0.138817, "recall": 0.231225}, {"accuracy": 0.09585, "f1": 0.063273, "hf_subset": "kir_Cyrl-ace_Arab", "languages": ["kir-Cyrl", "ace-Arab"], "main_score": 0.063273, "precision": 0.054913, "recall": 0.09585}, {"accuracy": 0.181818, "f1": 0.120147, "hf_subset": "kir_Cyrl-bam_Latn", "languages": ["kir-Cyrl", "bam-Latn"], "main_score": 0.120147, "precision": 0.104919, "recall": 0.181818}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "kir_Cyrl-dzo_Tibt", "languages": ["kir-Cyrl", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.906126, "f1": 0.880501, "hf_subset": "kir_Cyrl-hin_Deva", "languages": ["kir-Cyrl", "hin-Deva"], "main_score": 0.880501, "precision": 0.868923, "recall": 0.906126}, {"accuracy": 0.817194, "f1": 0.773682, "hf_subset": "kir_Cyrl-khm_Khmr", "languages": ["kir-Cyrl", "khm-Khmr"], "main_score": 0.773682, "precision": 0.754018, "recall": 0.817194}, {"accuracy": 0.858696, "f1": 0.822274, "hf_subset": "kir_Cyrl-mag_Deva", "languages": ["kir-Cyrl", "mag-Deva"], "main_score": 0.822274, "precision": 0.806151, "recall": 0.858696}, {"accuracy": 0.574111, "f1": 0.505827, "hf_subset": "kir_Cyrl-pap_Latn", "languages": ["kir-Cyrl", "pap-Latn"], "main_score": 0.505827, "precision": 0.480062, "recall": 0.574111}, {"accuracy": 0.204545, "f1": 0.145417, "hf_subset": "kir_Cyrl-sot_Latn", "languages": ["kir-Cyrl", "sot-Latn"], "main_score": 0.145417, "precision": 0.130628, "recall": 0.204545}, {"accuracy": 0.927866, "f1": 0.907543, "hf_subset": "kir_Cyrl-tur_Latn", "languages": ["kir-Cyrl", "tur-Latn"], "main_score": 0.907543, "precision": 0.898419, "recall": 0.927866}, {"accuracy": 0.38834, "f1": 0.311183, "hf_subset": "kir_Cyrl-ace_Latn", "languages": ["kir-Cyrl", "ace-Latn"], "main_score": 0.311183, "precision": 0.286926, "recall": 0.38834}, {"accuracy": 0.590909, "f1": 0.526879, "hf_subset": "kir_Cyrl-ban_Latn", "languages": ["kir-Cyrl", "ban-Latn"], "main_score": 0.526879, "precision": 0.501345, "recall": 0.590909}, {"accuracy": 0.911067, "f1": 0.887549, "hf_subset": "kir_Cyrl-ell_Grek", "languages": ["kir-Cyrl", "ell-Grek"], "main_score": 0.887549, "precision": 0.876894, "recall": 0.911067}, {"accuracy": 0.818182, "f1": 0.774525, "hf_subset": "kir_Cyrl-hne_Deva", "languages": ["kir-Cyrl", "hne-Deva"], "main_score": 0.774525, "precision": 0.755962, "recall": 0.818182}, {"accuracy": 0.224308, "f1": 0.15201, "hf_subset": "kir_Cyrl-kik_Latn", "languages": ["kir-Cyrl", "kik-Latn"], "main_score": 0.15201, "precision": 0.132153, "recall": 0.224308}, {"accuracy": 0.83004, "f1": 0.79114, "hf_subset": "kir_Cyrl-mai_Deva", "languages": ["kir-Cyrl", "mai-Deva"], "main_score": 0.79114, "precision": 0.773452, "recall": 0.83004}, {"accuracy": 0.764822, "f1": 0.717053, "hf_subset": "kir_Cyrl-pbt_Arab", "languages": ["kir-Cyrl", "pbt-Arab"], "main_score": 0.717053, "precision": 0.696477, "recall": 0.764822}, {"accuracy": 0.93083, "f1": 0.910987, "hf_subset": "kir_Cyrl-spa_Latn", "languages": ["kir-Cyrl", "spa-Latn"], "main_score": 0.910987, "precision": 0.902009, "recall": 0.93083}, {"accuracy": 0.275692, "f1": 0.198938, "hf_subset": "kir_Cyrl-twi_Latn", "languages": ["kir-Cyrl", "twi-Latn"], "main_score": 0.198938, "precision": 0.178836, "recall": 0.275692}, {"accuracy": 0.889328, "f1": 0.859519, "hf_subset": "kir_Cyrl-acm_Arab", "languages": ["kir-Cyrl", "acm-Arab"], "main_score": 0.859519, "precision": 0.846294, "recall": 0.889328}, {"accuracy": 0.890316, "f1": 0.859881, "hf_subset": "kir_Cyrl-bel_Cyrl", "languages": ["kir-Cyrl", "bel-Cyrl"], "main_score": 0.859881, "precision": 0.845932, "recall": 0.890316}, {"accuracy": 0.932806, "f1": 0.913505, "hf_subset": "kir_Cyrl-eng_Latn", "languages": ["kir-Cyrl", "eng-Latn"], "main_score": 0.913505, "precision": 0.904677, "recall": 0.932806}, {"accuracy": 0.934783, "f1": 0.917622, "hf_subset": "kir_Cyrl-hrv_Latn", "languages": ["kir-Cyrl", "hrv-Latn"], "main_score": 0.917622, "precision": 0.90998, "recall": 0.934783}, {"accuracy": 0.141304, "f1": 0.089858, "hf_subset": "kir_Cyrl-kin_Latn", "languages": ["kir-Cyrl", "kin-Latn"], "main_score": 0.089858, "precision": 0.07766, "recall": 0.141304}, {"accuracy": 0.784585, "f1": 0.739901, "hf_subset": "kir_Cyrl-mal_Mlym", "languages": ["kir-Cyrl", "mal-Mlym"], "main_score": 0.739901, "precision": 0.72081, "recall": 0.784585}, {"accuracy": 0.914032, "f1": 0.891304, "hf_subset": "kir_Cyrl-pes_Arab", "languages": ["kir-Cyrl", "pes-Arab"], "main_score": 0.891304, "precision": 0.88083, "recall": 0.914032}, {"accuracy": 0.633399, "f1": 0.568432, "hf_subset": "kir_Cyrl-srd_Latn", "languages": ["kir-Cyrl", "srd-Latn"], "main_score": 0.568432, "precision": 0.542789, "recall": 0.633399}, {"accuracy": 0.066206, "f1": 0.034069, "hf_subset": "kir_Cyrl-tzm_Tfng", "languages": ["kir-Cyrl", "tzm-Tfng"], "main_score": 0.034069, "precision": 0.029726, "recall": 0.066206}, {"accuracy": 0.896245, "f1": 0.870026, "hf_subset": "kir_Cyrl-acq_Arab", "languages": ["kir-Cyrl", "acq-Arab"], "main_score": 0.870026, "precision": 0.858235, "recall": 0.896245}, {"accuracy": 0.209486, "f1": 0.148019, "hf_subset": "kir_Cyrl-bem_Latn", "languages": ["kir-Cyrl", "bem-Latn"], "main_score": 0.148019, "precision": 0.132751, "recall": 0.209486}, {"accuracy": 0.794466, "f1": 0.750598, "hf_subset": "kir_Cyrl-epo_Latn", "languages": ["kir-Cyrl", "epo-Latn"], "main_score": 0.750598, "precision": 0.731275, "recall": 0.794466}, {"accuracy": 0.926877, "f1": 0.90751, "hf_subset": "kir_Cyrl-hun_Latn", "languages": ["kir-Cyrl", "hun-Latn"], "main_score": 0.90751, "precision": 0.89888, "recall": 0.926877}, {"accuracy": 0.815217, "f1": 0.773797, "hf_subset": "kir_Cyrl-mar_Deva", "languages": ["kir-Cyrl", "mar-Deva"], "main_score": 0.773797, "precision": 0.756752, "recall": 0.815217}, {"accuracy": 0.270751, "f1": 0.206251, "hf_subset": "kir_Cyrl-plt_Latn", "languages": ["kir-Cyrl", "plt-Latn"], "main_score": 0.206251, "precision": 0.18673, "recall": 0.270751}, {"accuracy": 0.920949, "f1": 0.900198, "hf_subset": "kir_Cyrl-srp_Cyrl", "languages": ["kir-Cyrl", "srp-Cyrl"], "main_score": 0.900198, "precision": 0.890514, "recall": 0.920949}, {"accuracy": 0.736166, "f1": 0.678426, "hf_subset": "kir_Cyrl-uig_Arab", "languages": ["kir-Cyrl", "uig-Arab"], "main_score": 0.678426, "precision": 0.654155, "recall": 0.736166}, {"accuracy": 0.835968, "f1": 0.800282, "hf_subset": "kir_Cyrl-aeb_Arab", "languages": ["kir-Cyrl", "aeb-Arab"], "main_score": 0.800282, "precision": 0.784585, "recall": 0.835968}, {"accuracy": 0.806324, "f1": 0.762434, "hf_subset": "kir_Cyrl-ben_Beng", "languages": ["kir-Cyrl", "ben-Beng"], "main_score": 0.762434, "precision": 0.743043, "recall": 0.806324}, {"accuracy": 0.927866, "f1": 0.909701, "hf_subset": "kir_Cyrl-est_Latn", "languages": ["kir-Cyrl", "est-Latn"], "main_score": 0.909701, "precision": 0.901412, "recall": 0.927866}, {"accuracy": 0.90415, "f1": 0.877997, "hf_subset": "kir_Cyrl-hye_Armn", "languages": ["kir-Cyrl", "hye-Armn"], "main_score": 0.877997, "precision": 0.866189, "recall": 0.90415}, {"accuracy": 0.155138, "f1": 0.092432, "hf_subset": "kir_Cyrl-kmb_Latn", "languages": ["kir-Cyrl", "kmb-Latn"], "main_score": 0.092432, "precision": 0.078961, "recall": 0.155138}, {"accuracy": 0.06917, "f1": 0.03933, "hf_subset": "kir_Cyrl-min_Arab", "languages": ["kir-Cyrl", "min-Arab"], "main_score": 0.03933, "precision": 0.032479, "recall": 0.06917}, {"accuracy": 0.926877, "f1": 0.904447, "hf_subset": "kir_Cyrl-pol_Latn", "languages": ["kir-Cyrl", "pol-Latn"], "main_score": 0.904447, "precision": 0.894104, "recall": 0.926877}, {"accuracy": 0.147233, "f1": 0.093304, "hf_subset": "kir_Cyrl-ssw_Latn", "languages": ["kir-Cyrl", "ssw-Latn"], "main_score": 0.093304, "precision": 0.080936, "recall": 0.147233}, {"accuracy": 0.933794, "f1": 0.915862, "hf_subset": "kir_Cyrl-ukr_Cyrl", "languages": ["kir-Cyrl", "ukr-Cyrl"], "main_score": 0.915862, "precision": 0.907856, "recall": 0.933794}, {"accuracy": 0.879447, "f1": 0.850758, "hf_subset": "kir_Cyrl-afr_Latn", "languages": ["kir-Cyrl", "afr-Latn"], "main_score": 0.850758, "precision": 0.837648, "recall": 0.879447}, {"accuracy": 0.785573, "f1": 0.743729, "hf_subset": "kir_Cyrl-bho_Deva", "languages": ["kir-Cyrl", "bho-Deva"], "main_score": 0.743729, "precision": 0.725955, "recall": 0.785573}, {"accuracy": 0.6917, "f1": 0.630929, "hf_subset": "kir_Cyrl-eus_Latn", "languages": ["kir-Cyrl", "eus-Latn"], "main_score": 0.630929, "precision": 0.606368, "recall": 0.6917}, {"accuracy": 0.175889, "f1": 0.11451, "hf_subset": "kir_Cyrl-ibo_Latn", "languages": ["kir-Cyrl", "ibo-Latn"], "main_score": 0.11451, "precision": 0.09883, "recall": 0.175889}, {"accuracy": 0.684783, "f1": 0.630223, "hf_subset": "kir_Cyrl-kmr_Latn", "languages": ["kir-Cyrl", "kmr-Latn"], "main_score": 0.630223, "precision": 0.606862, "recall": 0.684783}, {"accuracy": 0.566206, "f1": 0.496682, "hf_subset": "kir_Cyrl-min_Latn", "languages": ["kir-Cyrl", "min-Latn"], "main_score": 0.496682, "precision": 0.470935, "recall": 0.566206}, {"accuracy": 0.926877, "f1": 0.907195, "hf_subset": "kir_Cyrl-por_Latn", "languages": ["kir-Cyrl", "por-Latn"], "main_score": 0.907195, "precision": 0.898238, "recall": 0.926877}, {"accuracy": 0.674901, "f1": 0.613462, "hf_subset": "kir_Cyrl-sun_Latn", "languages": ["kir-Cyrl", "sun-Latn"], "main_score": 0.613462, "precision": 0.588688, "recall": 0.674901}, {"accuracy": 0.16996, "f1": 0.111373, "hf_subset": "kir_Cyrl-umb_Latn", "languages": ["kir-Cyrl", "umb-Latn"], "main_score": 0.111373, "precision": 0.096535, "recall": 0.16996}, {"accuracy": 0.891304, "f1": 0.862319, "hf_subset": "kir_Cyrl-ajp_Arab", "languages": ["kir-Cyrl", "ajp-Arab"], "main_score": 0.862319, "precision": 0.849045, "recall": 0.891304}, {"accuracy": 0.076087, "f1": 0.048323, "hf_subset": "kir_Cyrl-bjn_Arab", "languages": ["kir-Cyrl", "bjn-Arab"], "main_score": 0.048323, "precision": 0.042061, "recall": 0.076087}, {"accuracy": 0.242095, "f1": 0.178112, "hf_subset": "kir_Cyrl-ewe_Latn", "languages": ["kir-Cyrl", "ewe-Latn"], "main_score": 0.178112, "precision": 0.161162, "recall": 0.242095}, {"accuracy": 0.339921, "f1": 0.262151, "hf_subset": "kir_Cyrl-ilo_Latn", "languages": ["kir-Cyrl", "ilo-Latn"], "main_score": 0.262151, "precision": 0.239183, "recall": 0.339921}, {"accuracy": 0.089921, "f1": 0.051936, "hf_subset": "kir_Cyrl-knc_Arab", "languages": ["kir-Cyrl", "knc-Arab"], "main_score": 0.051936, "precision": 0.043984, "recall": 0.089921}, {"accuracy": 0.927866, "f1": 0.907642, "hf_subset": "kir_Cyrl-mkd_Cyrl", "languages": ["kir-Cyrl", "mkd-Cyrl"], "main_score": 0.907642, "precision": 0.898633, "recall": 0.927866}, {"accuracy": 0.898221, "f1": 0.873155, "hf_subset": "kir_Cyrl-prs_Arab", "languages": ["kir-Cyrl", "prs-Arab"], "main_score": 0.873155, "precision": 0.861989, "recall": 0.898221}, {"accuracy": 0.943676, "f1": 0.927009, "hf_subset": "kir_Cyrl-swe_Latn", "languages": ["kir-Cyrl", "swe-Latn"], "main_score": 0.927009, "precision": 0.919466, "recall": 0.943676}, {"accuracy": 0.873518, "f1": 0.84137, "hf_subset": "kir_Cyrl-urd_Arab", "languages": ["kir-Cyrl", "urd-Arab"], "main_score": 0.84137, "precision": 0.827141, "recall": 0.873518}, {"accuracy": 0.26087, "f1": 0.187591, "hf_subset": "kir_Cyrl-aka_Latn", "languages": ["kir-Cyrl", "aka-Latn"], "main_score": 0.187591, "precision": 0.167601, "recall": 0.26087}, {"accuracy": 0.683794, "f1": 0.626052, "hf_subset": "kir_Cyrl-bjn_Latn", "languages": ["kir-Cyrl", "bjn-Latn"], "main_score": 0.626052, "precision": 0.603557, "recall": 0.683794}, {"accuracy": 0.427866, "f1": 0.350058, "hf_subset": "kir_Cyrl-fao_Latn", "languages": ["kir-Cyrl", "fao-Latn"], "main_score": 0.350058, "precision": 0.324915, "recall": 0.427866}, {"accuracy": 0.937747, "f1": 0.918215, "hf_subset": "kir_Cyrl-ind_Latn", "languages": ["kir-Cyrl", "ind-Latn"], "main_score": 0.918215, "precision": 0.909009, "recall": 0.937747}, {"accuracy": 0.23419, "f1": 0.163836, "hf_subset": "kir_Cyrl-knc_Latn", "languages": ["kir-Cyrl", "knc-Latn"], "main_score": 0.163836, "precision": 0.144537, "recall": 0.23419}, {"accuracy": 0.310277, "f1": 0.232498, "hf_subset": "kir_Cyrl-mlt_Latn", "languages": ["kir-Cyrl", "mlt-Latn"], "main_score": 0.232498, "precision": 0.211703, "recall": 0.310277}, {"accuracy": 0.250988, "f1": 0.175611, "hf_subset": "kir_Cyrl-quy_Latn", "languages": ["kir-Cyrl", "quy-Latn"], "main_score": 0.175611, "precision": 0.155443, "recall": 0.250988}, {"accuracy": 0.317194, "f1": 0.247281, "hf_subset": "kir_Cyrl-swh_Latn", "languages": ["kir-Cyrl", "swh-Latn"], "main_score": 0.247281, "precision": 0.227956, "recall": 0.317194}, {"accuracy": 0.62747, "f1": 0.563172, "hf_subset": "kir_Cyrl-uzn_Latn", "languages": ["kir-Cyrl", "uzn-Latn"], "main_score": 0.563172, "precision": 0.538123, "recall": 0.62747}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "kir_Cyrl-als_Latn", "languages": ["kir-Cyrl", "als-Latn"], "main_score": 0.91054, "precision": 0.901054, "recall": 0.93083}, {"accuracy": 0.055336, "f1": 0.022325, "hf_subset": "kir_Cyrl-bod_Tibt", "languages": ["kir-Cyrl", "bod-Tibt"], "main_score": 0.022325, "precision": 0.018322, "recall": 0.055336}, {"accuracy": 0.193676, "f1": 0.13383, "hf_subset": "kir_Cyrl-fij_Latn", "languages": ["kir-Cyrl", "fij-Latn"], "main_score": 0.13383, "precision": 0.118242, "recall": 0.193676}, {"accuracy": 0.670949, "f1": 0.604303, "hf_subset": "kir_Cyrl-isl_Latn", "languages": ["kir-Cyrl", "isl-Latn"], "main_score": 0.604303, "precision": 0.577674, "recall": 0.670949}, {"accuracy": 0.227273, "f1": 0.162989, "hf_subset": "kir_Cyrl-kon_Latn", "languages": ["kir-Cyrl", "kon-Latn"], "main_score": 0.162989, "precision": 0.146195, "recall": 0.227273}, {"accuracy": 0.062253, "f1": 0.03392, "hf_subset": "kir_Cyrl-mni_Beng", "languages": ["kir-Cyrl", "mni-Beng"], "main_score": 0.03392, "precision": 0.029139, "recall": 0.062253}, {"accuracy": 0.936759, "f1": 0.918497, "hf_subset": "kir_Cyrl-ron_Latn", "languages": ["kir-Cyrl", "ron-Latn"], "main_score": 0.918497, "precision": 0.910491, "recall": 0.936759}, {"accuracy": 0.714427, "f1": 0.653743, "hf_subset": "kir_Cyrl-szl_Latn", "languages": ["kir-Cyrl", "szl-Latn"], "main_score": 0.653743, "precision": 0.62832, "recall": 0.714427}, {"accuracy": 0.699605, "f1": 0.636813, "hf_subset": "kir_Cyrl-vec_Latn", "languages": ["kir-Cyrl", "vec-Latn"], "main_score": 0.636813, "precision": 0.609726, "recall": 0.699605}, {"accuracy": 0.699605, "f1": 0.64174, "hf_subset": "kir_Cyrl-amh_Ethi", "languages": ["kir-Cyrl", "amh-Ethi"], "main_score": 0.64174, "precision": 0.6174, "recall": 0.699605}, {"accuracy": 0.927866, "f1": 0.90504, "hf_subset": "kir_Cyrl-bos_Latn", "languages": ["kir-Cyrl", "bos-Latn"], "main_score": 0.90504, "precision": 0.894186, "recall": 0.927866}, {"accuracy": 0.916008, "f1": 0.894466, "hf_subset": "kir_Cyrl-fin_Latn", "languages": ["kir-Cyrl", "fin-Latn"], "main_score": 0.894466, "precision": 0.884832, "recall": 0.916008}, {"accuracy": 0.928854, "f1": 0.909209, "hf_subset": "kir_Cyrl-ita_Latn", "languages": ["kir-Cyrl", "ita-Latn"], "main_score": 0.909209, "precision": 0.900033, "recall": 0.928854}, {"accuracy": 0.903162, "f1": 0.878557, "hf_subset": "kir_Cyrl-kor_Hang", "languages": ["kir-Cyrl", "kor-Hang"], "main_score": 0.878557, "precision": 0.867787, "recall": 0.903162}, {"accuracy": 0.217391, "f1": 0.156089, "hf_subset": "kir_Cyrl-mos_Latn", "languages": ["kir-Cyrl", "mos-Latn"], "main_score": 0.156089, "precision": 0.139249, "recall": 0.217391}, {"accuracy": 0.152174, "f1": 0.100939, "hf_subset": "kir_Cyrl-run_Latn", "languages": ["kir-Cyrl", "run-Latn"], "main_score": 0.100939, "precision": 0.08879, "recall": 0.152174}, {"accuracy": 0.801383, "f1": 0.760707, "hf_subset": "kir_Cyrl-tam_Taml", "languages": ["kir-Cyrl", "tam-Taml"], "main_score": 0.760707, "precision": 0.743125, "recall": 0.801383}, {"accuracy": 0.912055, "f1": 0.887253, "hf_subset": "kir_Cyrl-vie_Latn", "languages": ["kir-Cyrl", "vie-Latn"], "main_score": 0.887253, "precision": 0.875939, "recall": 0.912055}, {"accuracy": 0.880435, "f1": 0.852277, "hf_subset": "kir_Cyrl-apc_Arab", "languages": ["kir-Cyrl", "apc-Arab"], "main_score": 0.852277, "precision": 0.839756, "recall": 0.880435}, {"accuracy": 0.352767, "f1": 0.275099, "hf_subset": "kir_Cyrl-bug_Latn", "languages": ["kir-Cyrl", "bug-Latn"], "main_score": 0.275099, "precision": 0.25107, "recall": 0.352767}, {"accuracy": 0.192688, "f1": 0.131409, "hf_subset": "kir_Cyrl-fon_Latn", "languages": ["kir-Cyrl", "fon-Latn"], "main_score": 0.131409, "precision": 0.114821, "recall": 0.192688}, {"accuracy": 0.659091, "f1": 0.595157, "hf_subset": "kir_Cyrl-jav_Latn", "languages": ["kir-Cyrl", "jav-Latn"], "main_score": 0.595157, "precision": 0.569646, "recall": 0.659091}, {"accuracy": 0.837945, "f1": 0.80404, "hf_subset": "kir_Cyrl-lao_Laoo", "languages": ["kir-Cyrl", "lao-Laoo"], "main_score": 0.80404, "precision": 0.790127, "recall": 0.837945}, {"accuracy": 0.184783, "f1": 0.121382, "hf_subset": "kir_Cyrl-mri_Latn", "languages": ["kir-Cyrl", "mri-Latn"], "main_score": 0.121382, "precision": 0.10623, "recall": 0.184783}, {"accuracy": 0.933794, "f1": 0.914808, "hf_subset": "kir_Cyrl-rus_Cyrl", "languages": ["kir-Cyrl", "rus-Cyrl"], "main_score": 0.914808, "precision": 0.906159, "recall": 0.933794}, {"accuracy": 0.236166, "f1": 0.176569, "hf_subset": "kir_Cyrl-taq_Latn", "languages": ["kir-Cyrl", "taq-Latn"], "main_score": 0.176569, "precision": 0.160991, "recall": 0.236166}, {"accuracy": 0.382411, "f1": 0.301459, "hf_subset": "kir_Cyrl-war_Latn", "languages": ["kir-Cyrl", "war-Latn"], "main_score": 0.301459, "precision": 0.274722, "recall": 0.382411}, {"accuracy": 0.910079, "f1": 0.886016, "hf_subset": "kir_Cyrl-arb_Arab", "languages": ["kir-Cyrl", "arb-Arab"], "main_score": 0.886016, "precision": 0.875264, "recall": 0.910079}, {"accuracy": 0.934783, "f1": 0.915349, "hf_subset": "kir_Cyrl-bul_Cyrl", "languages": ["kir-Cyrl", "bul-Cyrl"], "main_score": 0.915349, "precision": 0.906489, "recall": 0.934783}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "kir_Cyrl-fra_Latn", "languages": ["kir-Cyrl", "fra-Latn"], "main_score": 0.910573, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.914032, "f1": 0.890338, "hf_subset": "kir_Cyrl-jpn_Jpan", "languages": ["kir-Cyrl", "jpn-Jpan"], "main_score": 0.890338, "precision": 0.87957, "recall": 0.914032}, {"accuracy": 0.679842, "f1": 0.616422, "hf_subset": "kir_Cyrl-lij_Latn", "languages": ["kir-Cyrl", "lij-Latn"], "main_score": 0.616422, "precision": 0.590415, "recall": 0.679842}, {"accuracy": 0.841897, "f1": 0.801186, "hf_subset": "kir_Cyrl-mya_Mymr", "languages": ["kir-Cyrl", "mya-Mymr"], "main_score": 0.801186, "precision": 0.783048, "recall": 0.841897}, {"accuracy": 0.224308, "f1": 0.156065, "hf_subset": "kir_Cyrl-sag_Latn", "languages": ["kir-Cyrl", "sag-Latn"], "main_score": 0.156065, "precision": 0.137407, "recall": 0.224308}, {"accuracy": 0.076087, "f1": 0.034702, "hf_subset": "kir_Cyrl-taq_Tfng", "languages": ["kir-Cyrl", "taq-Tfng"], "main_score": 0.034702, "precision": 0.02854, "recall": 0.076087}, {"accuracy": 0.23913, "f1": 0.169296, "hf_subset": "kir_Cyrl-wol_Latn", "languages": ["kir-Cyrl", "wol-Latn"], "main_score": 0.169296, "precision": 0.151051, "recall": 0.23913}, {"accuracy": 0.112648, "f1": 0.063967, "hf_subset": "kir_Cyrl-arb_Latn", "languages": ["kir-Cyrl", "arb-Latn"], "main_score": 0.063967, "precision": 0.053641, "recall": 0.112648}, {"accuracy": 0.927866, "f1": 0.907658, "hf_subset": "kir_Cyrl-cat_Latn", "languages": ["kir-Cyrl", "cat-Latn"], "main_score": 0.907658, "precision": 0.898692, "recall": 0.927866}, {"accuracy": 0.640316, "f1": 0.57959, "hf_subset": "kir_Cyrl-fur_Latn", "languages": ["kir-Cyrl", "fur-Latn"], "main_score": 0.57959, "precision": 0.555847, "recall": 0.640316}, {"accuracy": 0.081028, "f1": 0.052728, "hf_subset": "kir_Cyrl-kab_Latn", "languages": ["kir-Cyrl", "kab-Latn"], "main_score": 0.052728, "precision": 0.045448, "recall": 0.081028}, {"accuracy": 0.661067, "f1": 0.597686, "hf_subset": "kir_Cyrl-lim_Latn", "languages": ["kir-Cyrl", "lim-Latn"], "main_score": 0.597686, "precision": 0.571724, "recall": 0.661067}, {"accuracy": 0.916008, "f1": 0.891996, "hf_subset": "kir_Cyrl-nld_Latn", "languages": ["kir-Cyrl", "nld-Latn"], "main_score": 0.891996, "precision": 0.881011, "recall": 0.916008}, {"accuracy": 0.63834, "f1": 0.577103, "hf_subset": "kir_Cyrl-san_Deva", "languages": ["kir-Cyrl", "san-Deva"], "main_score": 0.577103, "precision": 0.55193, "recall": 0.63834}, {"accuracy": 0.537549, "f1": 0.46696, "hf_subset": "kir_Cyrl-tat_Cyrl", "languages": ["kir-Cyrl", "tat-Cyrl"], "main_score": 0.46696, "precision": 0.441011, "recall": 0.537549}, {"accuracy": 0.190711, "f1": 0.123636, "hf_subset": "kir_Cyrl-xho_Latn", "languages": ["kir-Cyrl", "xho-Latn"], "main_score": 0.123636, "precision": 0.107019, "recall": 0.190711}, {"accuracy": 0.899209, "f1": 0.873006, "hf_subset": "kir_Cyrl-ars_Arab", "languages": ["kir-Cyrl", "ars-Arab"], "main_score": 0.873006, "precision": 0.861265, "recall": 0.899209}, {"accuracy": 0.369565, "f1": 0.295503, "hf_subset": "kir_Cyrl-ceb_Latn", "languages": ["kir-Cyrl", "ceb-Latn"], "main_score": 0.295503, "precision": 0.271707, "recall": 0.369565}, {"accuracy": 0.218379, "f1": 0.147707, "hf_subset": "kir_Cyrl-fuv_Latn", "languages": ["kir-Cyrl", "fuv-Latn"], "main_score": 0.147707, "precision": 0.129605, "recall": 0.218379}, {"accuracy": 0.202569, "f1": 0.143125, "hf_subset": "kir_Cyrl-kac_Latn", "languages": ["kir-Cyrl", "kac-Latn"], "main_score": 0.143125, "precision": 0.126741, "recall": 0.202569}, {"accuracy": 0.220356, "f1": 0.162289, "hf_subset": "kir_Cyrl-lin_Latn", "languages": ["kir-Cyrl", "lin-Latn"], "main_score": 0.162289, "precision": 0.146131, "recall": 0.220356}, {"accuracy": 0.91502, "f1": 0.892523, "hf_subset": "kir_Cyrl-nno_Latn", "languages": ["kir-Cyrl", "nno-Latn"], "main_score": 0.892523, "precision": 0.881835, "recall": 0.91502}, {"accuracy": 0.019763, "f1": 0.004896, "hf_subset": "kir_Cyrl-sat_Olck", "languages": ["kir-Cyrl", "sat-Olck"], "main_score": 0.004896, "precision": 0.003792, "recall": 0.019763}, {"accuracy": 0.779644, "f1": 0.729301, "hf_subset": "kir_Cyrl-tel_Telu", "languages": ["kir-Cyrl", "tel-Telu"], "main_score": 0.729301, "precision": 0.707411, "recall": 0.779644}, {"accuracy": 0.40415, "f1": 0.33026, "hf_subset": "kir_Cyrl-ydd_Hebr", "languages": ["kir-Cyrl", "ydd-Hebr"], "main_score": 0.33026, "precision": 0.305133, "recall": 0.40415}, {"accuracy": 0.769763, "f1": 0.724689, "hf_subset": "kir_Cyrl-ary_Arab", "languages": ["kir-Cyrl", "ary-Arab"], "main_score": 0.724689, "precision": 0.705319, "recall": 0.769763}, {"accuracy": 0.931818, "f1": 0.912352, "hf_subset": "kir_Cyrl-ces_Latn", "languages": ["kir-Cyrl", "ces-Latn"], "main_score": 0.912352, "precision": 0.903327, "recall": 0.931818}, {"accuracy": 0.096838, "f1": 0.054175, "hf_subset": "kir_Cyrl-gaz_Latn", "languages": ["kir-Cyrl", "gaz-Latn"], "main_score": 0.054175, "precision": 0.045613, "recall": 0.096838}, {"accuracy": 0.190711, "f1": 0.129464, "hf_subset": "kir_Cyrl-kam_Latn", "languages": ["kir-Cyrl", "kam-Latn"], "main_score": 0.129464, "precision": 0.114153, "recall": 0.190711}, {"accuracy": 0.920949, "f1": 0.900823, "hf_subset": "kir_Cyrl-lit_Latn", "languages": ["kir-Cyrl", "lit-Latn"], "main_score": 0.900823, "precision": 0.891469, "recall": 0.920949}, {"accuracy": 0.933794, "f1": 0.913669, "hf_subset": "kir_Cyrl-nob_Latn", "languages": ["kir-Cyrl", "nob-Latn"], "main_score": 0.913669, "precision": 0.90448, "recall": 0.933794}, {"accuracy": 0.570158, "f1": 0.502281, "hf_subset": "kir_Cyrl-scn_Latn", "languages": ["kir-Cyrl", "scn-Latn"], "main_score": 0.502281, "precision": 0.477768, "recall": 0.570158}, {"accuracy": 0.201581, "f1": 0.139623, "hf_subset": "kir_Cyrl-tgk_Cyrl", "languages": ["kir-Cyrl", "tgk-Cyrl"], "main_score": 0.139623, "precision": 0.122567, "recall": 0.201581}, {"accuracy": 0.192688, "f1": 0.128945, "hf_subset": "kir_Cyrl-yor_Latn", "languages": ["kir-Cyrl", "yor-Latn"], "main_score": 0.128945, "precision": 0.111638, "recall": 0.192688}, {"accuracy": 0.866601, "f1": 0.834354, "hf_subset": "kir_Cyrl-arz_Arab", "languages": ["kir-Cyrl", "arz-Arab"], "main_score": 0.834354, "precision": 0.82024, "recall": 0.866601}, {"accuracy": 0.175889, "f1": 0.118164, "hf_subset": "kir_Cyrl-cjk_Latn", "languages": ["kir-Cyrl", "cjk-Latn"], "main_score": 0.118164, "precision": 0.103812, "recall": 0.175889}, {"accuracy": 0.175889, "f1": 0.112027, "hf_subset": "kir_Cyrl-gla_Latn", "languages": ["kir-Cyrl", "gla-Latn"], "main_score": 0.112027, "precision": 0.094497, "recall": 0.175889}, {"accuracy": 0.740119, "f1": 0.68383, "hf_subset": "kir_Cyrl-kan_Knda", "languages": ["kir-Cyrl", "kan-Knda"], "main_score": 0.68383, "precision": 0.660478, "recall": 0.740119}, {"accuracy": 0.577075, "f1": 0.513091, "hf_subset": "kir_Cyrl-lmo_Latn", "languages": ["kir-Cyrl", "lmo-Latn"], "main_score": 0.513091, "precision": 0.488217, "recall": 0.577075}, {"accuracy": 0.865613, "f1": 0.833455, "hf_subset": "kir_Cyrl-npi_Deva", "languages": ["kir-Cyrl", "npi-Deva"], "main_score": 0.833455, "precision": 0.819886, "recall": 0.865613}, {"accuracy": 0.27668, "f1": 0.201515, "hf_subset": "kir_Cyrl-shn_Mymr", "languages": ["kir-Cyrl", "shn-Mymr"], "main_score": 0.201515, "precision": 0.177356, "recall": 0.27668}, {"accuracy": 0.432806, "f1": 0.353707, "hf_subset": "kir_Cyrl-tgl_Latn", "languages": ["kir-Cyrl", "tgl-Latn"], "main_score": 0.353707, "precision": 0.328549, "recall": 0.432806}, {"accuracy": 0.920949, "f1": 0.899736, "hf_subset": "kir_Cyrl-yue_Hant", "languages": ["kir-Cyrl", "yue-Hant"], "main_score": 0.899736, "precision": 0.890399, "recall": 0.920949}, {"accuracy": 0.474308, "f1": 0.403414, "hf_subset": "kir_Cyrl-asm_Beng", "languages": ["kir-Cyrl", "asm-Beng"], "main_score": 0.403414, "precision": 0.376577, "recall": 0.474308}, {"accuracy": 0.76581, "f1": 0.714728, "hf_subset": "kir_Cyrl-ckb_Arab", "languages": ["kir-Cyrl", "ckb-Arab"], "main_score": 0.714728, "precision": 0.692754, "recall": 0.76581}, {"accuracy": 0.278656, "f1": 0.20455, "hf_subset": "kir_Cyrl-gle_Latn", "languages": ["kir-Cyrl", "gle-Latn"], "main_score": 0.20455, "precision": 0.183406, "recall": 0.278656}, {"accuracy": 0.528656, "f1": 0.458353, "hf_subset": "kir_Cyrl-kas_Arab", "languages": ["kir-Cyrl", "kas-Arab"], "main_score": 0.458353, "precision": 0.431597, "recall": 0.528656}, {"accuracy": 0.647233, "f1": 0.583895, "hf_subset": "kir_Cyrl-ltg_Latn", "languages": ["kir-Cyrl", "ltg-Latn"], "main_score": 0.583895, "precision": 0.558663, "recall": 0.647233}, {"accuracy": 0.230237, "f1": 0.157642, "hf_subset": "kir_Cyrl-nso_Latn", "languages": ["kir-Cyrl", "nso-Latn"], "main_score": 0.157642, "precision": 0.138274, "recall": 0.230237}, {"accuracy": 0.823123, "f1": 0.785018, "hf_subset": "kir_Cyrl-sin_Sinh", "languages": ["kir-Cyrl", "sin-Sinh"], "main_score": 0.785018, "precision": 0.768876, "recall": 0.823123}, {"accuracy": 0.912055, "f1": 0.88826, "hf_subset": "kir_Cyrl-tha_Thai", "languages": ["kir-Cyrl", "tha-Thai"], "main_score": 0.88826, "precision": 0.877833, "recall": 0.912055}, {"accuracy": 0.910079, "f1": 0.885804, "hf_subset": "kir_Cyrl-zho_Hans", "languages": ["kir-Cyrl", "zho-Hans"], "main_score": 0.885804, "precision": 0.875165, "recall": 0.910079}, {"accuracy": 0.849802, "f1": 0.813392, "hf_subset": "kir_Cyrl-ast_Latn", "languages": ["kir-Cyrl", "ast-Latn"], "main_score": 0.813392, "precision": 0.796723, "recall": 0.849802}, {"accuracy": 0.708498, "f1": 0.650313, "hf_subset": "kir_Cyrl-crh_Latn", "languages": ["kir-Cyrl", "crh-Latn"], "main_score": 0.650313, "precision": 0.62687, "recall": 0.708498}, {"accuracy": 0.931818, "f1": 0.911251, "hf_subset": "kir_Cyrl-glg_Latn", "languages": ["kir-Cyrl", "glg-Latn"], "main_score": 0.911251, "precision": 0.901597, "recall": 0.931818}, {"accuracy": 0.376482, "f1": 0.308525, "hf_subset": "kir_Cyrl-kas_Deva", "languages": ["kir-Cyrl", "kas-Deva"], "main_score": 0.308525, "precision": 0.284503, "recall": 0.376482}, {"accuracy": 0.464427, "f1": 0.386106, "hf_subset": "kir_Cyrl-ltz_Latn", "languages": ["kir-Cyrl", "ltz-Latn"], "main_score": 0.386106, "precision": 0.358591, "recall": 0.464427}, {"accuracy": 0.112648, "f1": 0.064605, "hf_subset": "kir_Cyrl-nus_Latn", "languages": ["kir-Cyrl", "nus-Latn"], "main_score": 0.064605, "precision": 0.055646, "recall": 0.112648}, {"accuracy": 0.932806, "f1": 0.913505, "hf_subset": "kir_Cyrl-slk_Latn", "languages": ["kir-Cyrl", "slk-Latn"], "main_score": 0.913505, "precision": 0.904644, "recall": 0.932806}, {"accuracy": 0.173913, "f1": 0.121288, "hf_subset": "kir_Cyrl-tir_Ethi", "languages": ["kir-Cyrl", "tir-Ethi"], "main_score": 0.121288, "precision": 0.106807, "recall": 0.173913}, {"accuracy": 0.908103, "f1": 0.883696, "hf_subset": "kir_Cyrl-zho_Hant", "languages": ["kir-Cyrl", "zho-Hant"], "main_score": 0.883696, "precision": 0.872727, "recall": 0.908103}, {"accuracy": 0.867589, "f1": 0.8391, "hf_subset": "kir_Cyrl-awa_Deva", "languages": ["kir-Cyrl", "awa-Deva"], "main_score": 0.8391, "precision": 0.826459, "recall": 0.867589}, {"accuracy": 0.425889, "f1": 0.34425, "hf_subset": "kir_Cyrl-cym_Latn", "languages": ["kir-Cyrl", "cym-Latn"], "main_score": 0.34425, "precision": 0.318069, "recall": 0.425889}, {"accuracy": 0.320158, "f1": 0.241134, "hf_subset": "kir_Cyrl-grn_Latn", "languages": ["kir-Cyrl", "grn-Latn"], "main_score": 0.241134, "precision": 0.217281, "recall": 0.320158}, {"accuracy": 0.818182, "f1": 0.770855, "hf_subset": "kir_Cyrl-kat_Geor", "languages": ["kir-Cyrl", "kat-Geor"], "main_score": 0.770855, "precision": 0.750576, "recall": 0.818182}, {"accuracy": 0.22332, "f1": 0.15601, "hf_subset": "kir_Cyrl-lua_Latn", "languages": ["kir-Cyrl", "lua-Latn"], "main_score": 0.15601, "precision": 0.137525, "recall": 0.22332}, {"accuracy": 0.221344, "f1": 0.157216, "hf_subset": "kir_Cyrl-nya_Latn", "languages": ["kir-Cyrl", "nya-Latn"], "main_score": 0.157216, "precision": 0.14166, "recall": 0.221344}, {"accuracy": 0.931818, "f1": 0.911792, "hf_subset": "kir_Cyrl-slv_Latn", "languages": ["kir-Cyrl", "slv-Latn"], "main_score": 0.911792, "precision": 0.902586, "recall": 0.931818}, {"accuracy": 0.396245, "f1": 0.314599, "hf_subset": "kir_Cyrl-tpi_Latn", "languages": ["kir-Cyrl", "tpi-Latn"], "main_score": 0.314599, "precision": 0.289224, "recall": 0.396245}, {"accuracy": 0.925889, "f1": 0.905501, "hf_subset": "kir_Cyrl-zsm_Latn", "languages": ["kir-Cyrl", "zsm-Latn"], "main_score": 0.905501, "precision": 0.896163, "recall": 0.925889}, {"accuracy": 0.185771, "f1": 0.114453, "hf_subset": "kir_Cyrl-ayr_Latn", "languages": ["kir-Cyrl", "ayr-Latn"], "main_score": 0.114453, "precision": 0.097192, "recall": 0.185771}, {"accuracy": 0.933794, "f1": 0.914592, "hf_subset": "kir_Cyrl-dan_Latn", "languages": ["kir-Cyrl", "dan-Latn"], "main_score": 0.914592, "precision": 0.90555, "recall": 0.933794}, {"accuracy": 0.839921, "f1": 0.798155, "hf_subset": "kir_Cyrl-guj_Gujr", "languages": ["kir-Cyrl", "guj-Gujr"], "main_score": 0.798155, "precision": 0.779908, "recall": 0.839921}, {"accuracy": 0.93083, "f1": 0.911397, "hf_subset": "kir_Cyrl-kaz_Cyrl", "languages": ["kir-Cyrl", "kaz-Cyrl"], "main_score": 0.911397, "precision": 0.902207, "recall": 0.93083}, {"accuracy": 0.168972, "f1": 0.112717, "hf_subset": "kir_Cyrl-lug_Latn", "languages": ["kir-Cyrl", "lug-Latn"], "main_score": 0.112717, "precision": 0.099972, "recall": 0.168972}, {"accuracy": 0.839921, "f1": 0.798304, "hf_subset": "kir_Cyrl-oci_Latn", "languages": ["kir-Cyrl", "oci-Latn"], "main_score": 0.798304, "precision": 0.780049, "recall": 0.839921}, {"accuracy": 0.176877, "f1": 0.111441, "hf_subset": "kir_Cyrl-smo_Latn", "languages": ["kir-Cyrl", "smo-Latn"], "main_score": 0.111441, "precision": 0.094228, "recall": 0.176877}, {"accuracy": 0.200593, "f1": 0.142228, "hf_subset": "kir_Cyrl-tsn_Latn", "languages": ["kir-Cyrl", "tsn-Latn"], "main_score": 0.142228, "precision": 0.128004, "recall": 0.200593}, {"accuracy": 0.141304, "f1": 0.091206, "hf_subset": "kir_Cyrl-zul_Latn", "languages": ["kir-Cyrl", "zul-Latn"], "main_score": 0.091206, "precision": 0.079565, "recall": 0.141304}, {"accuracy": 0.490119, "f1": 0.419304, "hf_subset": "kir_Cyrl-azb_Arab", "languages": ["kir-Cyrl", "azb-Arab"], "main_score": 0.419304, "precision": 0.391017, "recall": 0.490119}, {"accuracy": 0.927866, "f1": 0.906752, "hf_subset": "kir_Cyrl-deu_Latn", "languages": ["kir-Cyrl", "deu-Latn"], "main_score": 0.906752, "precision": 0.896904, "recall": 0.927866}, {"accuracy": 0.272727, "f1": 0.199007, "hf_subset": "kir_Cyrl-hat_Latn", "languages": ["kir-Cyrl", "hat-Latn"], "main_score": 0.199007, "precision": 0.177863, "recall": 0.272727}, {"accuracy": 0.18083, "f1": 0.114293, "hf_subset": "kir_Cyrl-kbp_Latn", "languages": ["kir-Cyrl", "kbp-Latn"], "main_score": 0.114293, "precision": 0.098258, "recall": 0.18083}, {"accuracy": 0.227273, "f1": 0.156663, "hf_subset": "kir_Cyrl-luo_Latn", "languages": ["kir-Cyrl", "luo-Latn"], "main_score": 0.156663, "precision": 0.138699, "recall": 0.227273}, {"accuracy": 0.732213, "f1": 0.676383, "hf_subset": "kir_Cyrl-ory_Orya", "languages": ["kir-Cyrl", "ory-Orya"], "main_score": 0.676383, "precision": 0.652646, "recall": 0.732213}, {"accuracy": 0.155138, "f1": 0.096591, "hf_subset": "kir_Cyrl-sna_Latn", "languages": ["kir-Cyrl", "sna-Latn"], "main_score": 0.096591, "precision": 0.082863, "recall": 0.155138}, {"accuracy": 0.174901, "f1": 0.121879, "hf_subset": "kir_Cyrl-tso_Latn", "languages": ["kir-Cyrl", "tso-Latn"], "main_score": 0.121879, "precision": 0.108261, "recall": 0.174901}, {"accuracy": 0.889328, "f1": 0.865472, "hf_subset": "kir_Cyrl-azj_Latn", "languages": ["kir-Cyrl", "azj-Latn"], "main_score": 0.865472, "precision": 0.855568, "recall": 0.889328}, {"accuracy": 0.280632, "f1": 0.207121, "hf_subset": "kir_Cyrl-dik_Latn", "languages": ["kir-Cyrl", "dik-Latn"], "main_score": 0.207121, "precision": 0.186258, "recall": 0.280632}, {"accuracy": 0.23913, "f1": 0.170744, "hf_subset": "kir_Cyrl-hau_Latn", "languages": ["kir-Cyrl", "hau-Latn"], "main_score": 0.170744, "precision": 0.153914, "recall": 0.23913}, {"accuracy": 0.572134, "f1": 0.501295, "hf_subset": "kir_Cyrl-kea_Latn", "languages": ["kir-Cyrl", "kea-Latn"], "main_score": 0.501295, "precision": 0.47382, "recall": 0.572134}, {"accuracy": 0.329051, "f1": 0.254241, "hf_subset": "kir_Cyrl-lus_Latn", "languages": ["kir-Cyrl", "lus-Latn"], "main_score": 0.254241, "precision": 0.231, "recall": 0.329051}, {"accuracy": 0.426877, "f1": 0.353352, "hf_subset": "kir_Cyrl-pag_Latn", "languages": ["kir-Cyrl", "pag-Latn"], "main_score": 0.353352, "precision": 0.327971, "recall": 0.426877}, {"accuracy": 0.762846, "f1": 0.710995, "hf_subset": "kir_Cyrl-snd_Arab", "languages": ["kir-Cyrl", "snd-Arab"], "main_score": 0.710995, "precision": 0.688925, "recall": 0.762846}, {"accuracy": 0.333992, "f1": 0.254819, "hf_subset": "kir_Cyrl-tuk_Latn", "languages": ["kir-Cyrl", "tuk-Latn"], "main_score": 0.254819, "precision": 0.229784, "recall": 0.333992}, {"accuracy": 0.495059, "f1": 0.419055, "hf_subset": "kir_Cyrl-bak_Cyrl", "languages": ["kir-Cyrl", "bak-Cyrl"], "main_score": 0.419055, "precision": 0.391351, "recall": 0.495059}, {"accuracy": 0.168972, "f1": 0.105658, "hf_subset": "kir_Cyrl-dyu_Latn", "languages": ["kir-Cyrl", "dyu-Latn"], "main_score": 0.105658, "precision": 0.08974, "recall": 0.168972}, {"accuracy": 0.916008, "f1": 0.892194, "hf_subset": "kir_Cyrl-heb_Hebr", "languages": ["kir-Cyrl", "heb-Hebr"], "main_score": 0.892194, "precision": 0.881176, "recall": 0.916008}, {"accuracy": 0.909091, "f1": 0.886152, "hf_subset": "kir_Cyrl-khk_Cyrl", "languages": ["kir-Cyrl", "khk-Cyrl"], "main_score": 0.886152, "precision": 0.875329, "recall": 0.909091}, {"accuracy": 0.925889, "f1": 0.90575, "hf_subset": "kir_Cyrl-lvs_Latn", "languages": ["kir-Cyrl", "lvs-Latn"], "main_score": 0.90575, "precision": 0.896476, "recall": 0.925889}, {"accuracy": 0.769763, "f1": 0.719796, "hf_subset": "kir_Cyrl-pan_Guru", "languages": ["kir-Cyrl", "pan-Guru"], "main_score": 0.719796, "precision": 0.697892, "recall": 0.769763}, {"accuracy": 0.25, "f1": 0.186049, "hf_subset": "kir_Cyrl-som_Latn", "languages": ["kir-Cyrl", "som-Latn"], "main_score": 0.186049, "precision": 0.167567, "recall": 0.25}, {"accuracy": 0.189723, "f1": 0.124608, "hf_subset": "kir_Cyrl-tum_Latn", "languages": ["kir-Cyrl", "tum-Latn"], "main_score": 0.124608, "precision": 0.10877, "recall": 0.189723}, {"accuracy": 0.073123, "f1": 0.043288, "hf_subset": "mar_Deva-ace_Arab", "languages": ["mar-Deva", "ace-Arab"], "main_score": 0.043288, "precision": 0.036282, "recall": 0.073123}, {"accuracy": 0.141304, "f1": 0.090941, "hf_subset": "mar_Deva-bam_Latn", "languages": ["mar-Deva", "bam-Latn"], "main_score": 0.090941, "precision": 0.079413, "recall": 0.141304}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "mar_Deva-dzo_Tibt", "languages": ["mar-Deva", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.926877, "f1": 0.920356, "hf_subset": "mar_Deva-hin_Deva", "languages": ["mar-Deva", "hin-Deva"], "main_score": 0.920356, "precision": 0.917408, "recall": 0.926877}, {"accuracy": 0.822134, "f1": 0.788669, "hf_subset": "mar_Deva-khm_Khmr", "languages": ["mar-Deva", "khm-Khmr"], "main_score": 0.788669, "precision": 0.772892, "recall": 0.822134}, {"accuracy": 0.873518, "f1": 0.855421, "hf_subset": "mar_Deva-mag_Deva", "languages": ["mar-Deva", "mag-Deva"], "main_score": 0.855421, "precision": 0.847612, "recall": 0.873518}, {"accuracy": 0.543478, "f1": 0.469633, "hf_subset": "mar_Deva-pap_Latn", "languages": ["mar-Deva", "pap-Latn"], "main_score": 0.469633, "precision": 0.4417, "recall": 0.543478}, {"accuracy": 0.161067, "f1": 0.106827, "hf_subset": "mar_Deva-sot_Latn", "languages": ["mar-Deva", "sot-Latn"], "main_score": 0.106827, "precision": 0.093475, "recall": 0.161067}, {"accuracy": 0.93083, "f1": 0.915283, "hf_subset": "mar_Deva-tur_Latn", "languages": ["mar-Deva", "tur-Latn"], "main_score": 0.915283, "precision": 0.908295, "recall": 0.93083}, {"accuracy": 0.321146, "f1": 0.243776, "hf_subset": "mar_Deva-ace_Latn", "languages": ["mar-Deva", "ace-Latn"], "main_score": 0.243776, "precision": 0.220213, "recall": 0.321146}, {"accuracy": 0.545455, "f1": 0.482209, "hf_subset": "mar_Deva-ban_Latn", "languages": ["mar-Deva", "ban-Latn"], "main_score": 0.482209, "precision": 0.458316, "recall": 0.545455}, {"accuracy": 0.928854, "f1": 0.912295, "hf_subset": "mar_Deva-ell_Grek", "languages": ["mar-Deva", "ell-Grek"], "main_score": 0.912295, "precision": 0.905214, "recall": 0.928854}, {"accuracy": 0.852767, "f1": 0.830007, "hf_subset": "mar_Deva-hne_Deva", "languages": ["mar-Deva", "hne-Deva"], "main_score": 0.830007, "precision": 0.819335, "recall": 0.852767}, {"accuracy": 0.188735, "f1": 0.122267, "hf_subset": "mar_Deva-kik_Latn", "languages": ["mar-Deva", "kik-Latn"], "main_score": 0.122267, "precision": 0.106035, "recall": 0.188735}, {"accuracy": 0.868577, "f1": 0.846591, "hf_subset": "mar_Deva-mai_Deva", "languages": ["mar-Deva", "mai-Deva"], "main_score": 0.846591, "precision": 0.836439, "recall": 0.868577}, {"accuracy": 0.759881, "f1": 0.711834, "hf_subset": "mar_Deva-pbt_Arab", "languages": ["mar-Deva", "pbt-Arab"], "main_score": 0.711834, "precision": 0.691318, "recall": 0.759881}, {"accuracy": 0.936759, "f1": 0.921824, "hf_subset": "mar_Deva-spa_Latn", "languages": ["mar-Deva", "spa-Latn"], "main_score": 0.921824, "precision": 0.915607, "recall": 0.936759}, {"accuracy": 0.236166, "f1": 0.167483, "hf_subset": "mar_Deva-twi_Latn", "languages": ["mar-Deva", "twi-Latn"], "main_score": 0.167483, "precision": 0.149717, "recall": 0.236166}, {"accuracy": 0.922925, "f1": 0.905781, "hf_subset": "mar_Deva-acm_Arab", "languages": ["mar-Deva", "acm-Arab"], "main_score": 0.905781, "precision": 0.898568, "recall": 0.922925}, {"accuracy": 0.874506, "f1": 0.843895, "hf_subset": "mar_Deva-bel_Cyrl", "languages": ["mar-Deva", "bel-Cyrl"], "main_score": 0.843895, "precision": 0.829834, "recall": 0.874506}, {"accuracy": 0.943676, "f1": 0.93133, "hf_subset": "mar_Deva-eng_Latn", "languages": ["mar-Deva", "eng-Latn"], "main_score": 0.93133, "precision": 0.926219, "recall": 0.943676}, {"accuracy": 0.934783, "f1": 0.921821, "hf_subset": "mar_Deva-hrv_Latn", "languages": ["mar-Deva", "hrv-Latn"], "main_score": 0.921821, "precision": 0.915984, "recall": 0.934783}, {"accuracy": 0.114625, "f1": 0.068658, "hf_subset": "mar_Deva-kin_Latn", "languages": ["mar-Deva", "kin-Latn"], "main_score": 0.068658, "precision": 0.058453, "recall": 0.114625}, {"accuracy": 0.820158, "f1": 0.788879, "hf_subset": "mar_Deva-mal_Mlym", "languages": ["mar-Deva", "mal-Mlym"], "main_score": 0.788879, "precision": 0.775254, "recall": 0.820158}, {"accuracy": 0.925889, "f1": 0.910794, "hf_subset": "mar_Deva-pes_Arab", "languages": ["mar-Deva", "pes-Arab"], "main_score": 0.910794, "precision": 0.904641, "recall": 0.925889}, {"accuracy": 0.597826, "f1": 0.526176, "hf_subset": "mar_Deva-srd_Latn", "languages": ["mar-Deva", "srd-Latn"], "main_score": 0.526176, "precision": 0.498953, "recall": 0.597826}, {"accuracy": 0.067194, "f1": 0.036395, "hf_subset": "mar_Deva-tzm_Tfng", "languages": ["mar-Deva", "tzm-Tfng"], "main_score": 0.036395, "precision": 0.031377, "recall": 0.067194}, {"accuracy": 0.916996, "f1": 0.89989, "hf_subset": "mar_Deva-acq_Arab", "languages": ["mar-Deva", "acq-Arab"], "main_score": 0.89989, "precision": 0.892324, "recall": 0.916996}, {"accuracy": 0.185771, "f1": 0.1262, "hf_subset": "mar_Deva-bem_Latn", "languages": ["mar-Deva", "bem-Latn"], "main_score": 0.1262, "precision": 0.111313, "recall": 0.185771}, {"accuracy": 0.762846, "f1": 0.718991, "hf_subset": "mar_Deva-epo_Latn", "languages": ["mar-Deva", "epo-Latn"], "main_score": 0.718991, "precision": 0.700412, "recall": 0.762846}, {"accuracy": 0.927866, "f1": 0.912364, "hf_subset": "mar_Deva-hun_Latn", "languages": ["mar-Deva", "hun-Latn"], "main_score": 0.912364, "precision": 0.906061, "recall": 0.927866}, {"accuracy": 0.833992, "f1": 0.804978, "hf_subset": "mar_Deva-kir_Cyrl", "languages": ["mar-Deva", "kir-Cyrl"], "main_score": 0.804978, "precision": 0.792334, "recall": 0.833992}, {"accuracy": 0.219368, "f1": 0.160897, "hf_subset": "mar_Deva-plt_Latn", "languages": ["mar-Deva", "plt-Latn"], "main_score": 0.160897, "precision": 0.143696, "recall": 0.219368}, {"accuracy": 0.938735, "f1": 0.925485, "hf_subset": "mar_Deva-srp_Cyrl", "languages": ["mar-Deva", "srp-Cyrl"], "main_score": 0.925485, "precision": 0.919546, "recall": 0.938735}, {"accuracy": 0.728261, "f1": 0.681302, "hf_subset": "mar_Deva-uig_Arab", "languages": ["mar-Deva", "uig-Arab"], "main_score": 0.681302, "precision": 0.661067, "recall": 0.728261}, {"accuracy": 0.863636, "f1": 0.837041, "hf_subset": "mar_Deva-aeb_Arab", "languages": ["mar-Deva", "aeb-Arab"], "main_score": 0.837041, "precision": 0.825461, "recall": 0.863636}, {"accuracy": 0.839921, "f1": 0.819071, "hf_subset": "mar_Deva-ben_Beng", "languages": ["mar-Deva", "ben-Beng"], "main_score": 0.819071, "precision": 0.809239, "recall": 0.839921}, {"accuracy": 0.926877, "f1": 0.911022, "hf_subset": "mar_Deva-est_Latn", "languages": ["mar-Deva", "est-Latn"], "main_score": 0.911022, "precision": 0.904233, "recall": 0.926877}, {"accuracy": 0.928854, "f1": 0.912338, "hf_subset": "mar_Deva-hye_Armn", "languages": ["mar-Deva", "hye-Armn"], "main_score": 0.912338, "precision": 0.905281, "recall": 0.928854}, {"accuracy": 0.131423, "f1": 0.076612, "hf_subset": "mar_Deva-kmb_Latn", "languages": ["mar-Deva", "kmb-Latn"], "main_score": 0.076612, "precision": 0.064454, "recall": 0.131423}, {"accuracy": 0.057312, "f1": 0.035029, "hf_subset": "mar_Deva-min_Arab", "languages": ["mar-Deva", "min-Arab"], "main_score": 0.035029, "precision": 0.030074, "recall": 0.057312}, {"accuracy": 0.931818, "f1": 0.915776, "hf_subset": "mar_Deva-pol_Latn", "languages": ["mar-Deva", "pol-Latn"], "main_score": 0.915776, "precision": 0.908714, "recall": 0.931818}, {"accuracy": 0.126482, "f1": 0.077178, "hf_subset": "mar_Deva-ssw_Latn", "languages": ["mar-Deva", "ssw-Latn"], "main_score": 0.077178, "precision": 0.066383, "recall": 0.126482}, {"accuracy": 0.937747, "f1": 0.924638, "hf_subset": "mar_Deva-ukr_Cyrl", "languages": ["mar-Deva", "ukr-Cyrl"], "main_score": 0.924638, "precision": 0.918561, "recall": 0.937747}, {"accuracy": 0.890316, "f1": 0.865072, "hf_subset": "mar_Deva-afr_Latn", "languages": ["mar-Deva", "afr-Latn"], "main_score": 0.865072, "precision": 0.853426, "recall": 0.890316}, {"accuracy": 0.826087, "f1": 0.801648, "hf_subset": "mar_Deva-bho_Deva", "languages": ["mar-Deva", "bho-Deva"], "main_score": 0.801648, "precision": 0.790975, "recall": 0.826087}, {"accuracy": 0.635375, "f1": 0.573119, "hf_subset": "mar_Deva-eus_Latn", "languages": ["mar-Deva", "eus-Latn"], "main_score": 0.573119, "precision": 0.548498, "recall": 0.635375}, {"accuracy": 0.150198, "f1": 0.091366, "hf_subset": "mar_Deva-ibo_Latn", "languages": ["mar-Deva", "ibo-Latn"], "main_score": 0.091366, "precision": 0.077027, "recall": 0.150198}, {"accuracy": 0.657115, "f1": 0.60758, "hf_subset": "mar_Deva-kmr_Latn", "languages": ["mar-Deva", "kmr-Latn"], "main_score": 0.60758, "precision": 0.586182, "recall": 0.657115}, {"accuracy": 0.531621, "f1": 0.4617, "hf_subset": "mar_Deva-min_Latn", "languages": ["mar-Deva", "min-Latn"], "main_score": 0.4617, "precision": 0.435255, "recall": 0.531621}, {"accuracy": 0.942688, "f1": 0.928477, "hf_subset": "mar_Deva-por_Latn", "languages": ["mar-Deva", "por-Latn"], "main_score": 0.928477, "precision": 0.922299, "recall": 0.942688}, {"accuracy": 0.630435, "f1": 0.568953, "hf_subset": "mar_Deva-sun_Latn", "languages": ["mar-Deva", "sun-Latn"], "main_score": 0.568953, "precision": 0.544848, "recall": 0.630435}, {"accuracy": 0.140316, "f1": 0.092901, "hf_subset": "mar_Deva-umb_Latn", "languages": ["mar-Deva", "umb-Latn"], "main_score": 0.092901, "precision": 0.081544, "recall": 0.140316}, {"accuracy": 0.890316, "f1": 0.866963, "hf_subset": "mar_Deva-ajp_Arab", "languages": ["mar-Deva", "ajp-Arab"], "main_score": 0.866963, "precision": 0.85716, "recall": 0.890316}, {"accuracy": 0.070158, "f1": 0.044936, "hf_subset": "mar_Deva-bjn_Arab", "languages": ["mar-Deva", "bjn-Arab"], "main_score": 0.044936, "precision": 0.039769, "recall": 0.070158}, {"accuracy": 0.202569, "f1": 0.144744, "hf_subset": "mar_Deva-ewe_Latn", "languages": ["mar-Deva", "ewe-Latn"], "main_score": 0.144744, "precision": 0.129538, "recall": 0.202569}, {"accuracy": 0.295455, "f1": 0.218701, "hf_subset": "mar_Deva-ilo_Latn", "languages": ["mar-Deva", "ilo-Latn"], "main_score": 0.218701, "precision": 0.195722, "recall": 0.295455}, {"accuracy": 0.082016, "f1": 0.048045, "hf_subset": "mar_Deva-knc_Arab", "languages": ["mar-Deva", "knc-Arab"], "main_score": 0.048045, "precision": 0.040246, "recall": 0.082016}, {"accuracy": 0.947628, "f1": 0.938155, "hf_subset": "mar_Deva-mkd_Cyrl", "languages": ["mar-Deva", "mkd-Cyrl"], "main_score": 0.938155, "precision": 0.934198, "recall": 0.947628}, {"accuracy": 0.91996, "f1": 0.904952, "hf_subset": "mar_Deva-prs_Arab", "languages": ["mar-Deva", "prs-Arab"], "main_score": 0.904952, "precision": 0.898724, "recall": 0.91996}, {"accuracy": 0.933794, "f1": 0.918512, "hf_subset": "mar_Deva-swe_Latn", "languages": ["mar-Deva", "swe-Latn"], "main_score": 0.918512, "precision": 0.911907, "recall": 0.933794}, {"accuracy": 0.909091, "f1": 0.890774, "hf_subset": "mar_Deva-urd_Arab", "languages": ["mar-Deva", "urd-Arab"], "main_score": 0.890774, "precision": 0.882779, "recall": 0.909091}, {"accuracy": 0.233202, "f1": 0.166156, "hf_subset": "mar_Deva-aka_Latn", "languages": ["mar-Deva", "aka-Latn"], "main_score": 0.166156, "precision": 0.148211, "recall": 0.233202}, {"accuracy": 0.668972, "f1": 0.611483, "hf_subset": "mar_Deva-bjn_Latn", "languages": ["mar-Deva", "bjn-Latn"], "main_score": 0.611483, "precision": 0.588949, "recall": 0.668972}, {"accuracy": 0.380435, "f1": 0.308584, "hf_subset": "mar_Deva-fao_Latn", "languages": ["mar-Deva", "fao-Latn"], "main_score": 0.308584, "precision": 0.285292, "recall": 0.380435}, {"accuracy": 0.933794, "f1": 0.919335, "hf_subset": "mar_Deva-ind_Latn", "languages": ["mar-Deva", "ind-Latn"], "main_score": 0.919335, "precision": 0.913087, "recall": 0.933794}, {"accuracy": 0.202569, "f1": 0.140117, "hf_subset": "mar_Deva-knc_Latn", "languages": ["mar-Deva", "knc-Latn"], "main_score": 0.140117, "precision": 0.123902, "recall": 0.202569}, {"accuracy": 0.253953, "f1": 0.187994, "hf_subset": "mar_Deva-mlt_Latn", "languages": ["mar-Deva", "mlt-Latn"], "main_score": 0.187994, "precision": 0.170355, "recall": 0.253953}, {"accuracy": 0.221344, "f1": 0.151188, "hf_subset": "mar_Deva-quy_Latn", "languages": ["mar-Deva", "quy-Latn"], "main_score": 0.151188, "precision": 0.131565, "recall": 0.221344}, {"accuracy": 0.29249, "f1": 0.224503, "hf_subset": "mar_Deva-swh_Latn", "languages": ["mar-Deva", "swh-Latn"], "main_score": 0.224503, "precision": 0.204316, "recall": 0.29249}, {"accuracy": 0.546443, "f1": 0.479903, "hf_subset": "mar_Deva-uzn_Latn", "languages": ["mar-Deva", "uzn-Latn"], "main_score": 0.479903, "precision": 0.454447, "recall": 0.546443}, {"accuracy": 0.943676, "f1": 0.930496, "hf_subset": "mar_Deva-als_Latn", "languages": ["mar-Deva", "als-Latn"], "main_score": 0.930496, "precision": 0.924895, "recall": 0.943676}, {"accuracy": 0.060277, "f1": 0.024907, "hf_subset": "mar_Deva-bod_Tibt", "languages": ["mar-Deva", "bod-Tibt"], "main_score": 0.024907, "precision": 0.020458, "recall": 0.060277}, {"accuracy": 0.147233, "f1": 0.093362, "hf_subset": "mar_Deva-fij_Latn", "languages": ["mar-Deva", "fij-Latn"], "main_score": 0.093362, "precision": 0.080225, "recall": 0.147233}, {"accuracy": 0.661067, "f1": 0.60527, "hf_subset": "mar_Deva-isl_Latn", "languages": ["mar-Deva", "isl-Latn"], "main_score": 0.60527, "precision": 0.582232, "recall": 0.661067}, {"accuracy": 0.19664, "f1": 0.13667, "hf_subset": "mar_Deva-kon_Latn", "languages": ["mar-Deva", "kon-Latn"], "main_score": 0.13667, "precision": 0.122021, "recall": 0.19664}, {"accuracy": 0.055336, "f1": 0.028841, "hf_subset": "mar_Deva-mni_Beng", "languages": ["mar-Deva", "mni-Beng"], "main_score": 0.028841, "precision": 0.024467, "recall": 0.055336}, {"accuracy": 0.938735, "f1": 0.925566, "hf_subset": "mar_Deva-ron_Latn", "languages": ["mar-Deva", "ron-Latn"], "main_score": 0.925566, "precision": 0.919816, "recall": 0.938735}, {"accuracy": 0.688735, "f1": 0.630428, "hf_subset": "mar_Deva-szl_Latn", "languages": ["mar-Deva", "szl-Latn"], "main_score": 0.630428, "precision": 0.607422, "recall": 0.688735}, {"accuracy": 0.697628, "f1": 0.63783, "hf_subset": "mar_Deva-vec_Latn", "languages": ["mar-Deva", "vec-Latn"], "main_score": 0.63783, "precision": 0.613768, "recall": 0.697628}, {"accuracy": 0.73913, "f1": 0.688798, "hf_subset": "mar_Deva-amh_Ethi", "languages": ["mar-Deva", "amh-Ethi"], "main_score": 0.688798, "precision": 0.668001, "recall": 0.73913}, {"accuracy": 0.944664, "f1": 0.931923, "hf_subset": "mar_Deva-bos_Latn", "languages": ["mar-Deva", "bos-Latn"], "main_score": 0.931923, "precision": 0.926301, "recall": 0.944664}, {"accuracy": 0.917984, "f1": 0.899901, "hf_subset": "mar_Deva-fin_Latn", "languages": ["mar-Deva", "fin-Latn"], "main_score": 0.899901, "precision": 0.891881, "recall": 0.917984}, {"accuracy": 0.936759, "f1": 0.922442, "hf_subset": "mar_Deva-ita_Latn", "languages": ["mar-Deva", "ita-Latn"], "main_score": 0.922442, "precision": 0.915984, "recall": 0.936759}, {"accuracy": 0.914032, "f1": 0.90191, "hf_subset": "mar_Deva-kor_Hang", "languages": ["mar-Deva", "kor-Hang"], "main_score": 0.90191, "precision": 0.896163, "recall": 0.914032}, {"accuracy": 0.16996, "f1": 0.11839, "hf_subset": "mar_Deva-mos_Latn", "languages": ["mar-Deva", "mos-Latn"], "main_score": 0.11839, "precision": 0.104816, "recall": 0.16996}, {"accuracy": 0.116601, "f1": 0.074538, "hf_subset": "mar_Deva-run_Latn", "languages": ["mar-Deva", "run-Latn"], "main_score": 0.074538, "precision": 0.064367, "recall": 0.116601}, {"accuracy": 0.827075, "f1": 0.794979, "hf_subset": "mar_Deva-tam_Taml", "languages": ["mar-Deva", "tam-Taml"], "main_score": 0.794979, "precision": 0.78055, "recall": 0.827075}, {"accuracy": 0.925889, "f1": 0.909456, "hf_subset": "mar_Deva-vie_Latn", "languages": ["mar-Deva", "vie-Latn"], "main_score": 0.909456, "precision": 0.902603, "recall": 0.925889}, {"accuracy": 0.87747, "f1": 0.855237, "hf_subset": "mar_Deva-apc_Arab", "languages": ["mar-Deva", "apc-Arab"], "main_score": 0.855237, "precision": 0.844532, "recall": 0.87747}, {"accuracy": 0.298419, "f1": 0.225361, "hf_subset": "mar_Deva-bug_Latn", "languages": ["mar-Deva", "bug-Latn"], "main_score": 0.225361, "precision": 0.202781, "recall": 0.298419}, {"accuracy": 0.156126, "f1": 0.10018, "hf_subset": "mar_Deva-fon_Latn", "languages": ["mar-Deva", "fon-Latn"], "main_score": 0.10018, "precision": 0.086692, "recall": 0.156126}, {"accuracy": 0.605731, "f1": 0.542781, "hf_subset": "mar_Deva-jav_Latn", "languages": ["mar-Deva", "jav-Latn"], "main_score": 0.542781, "precision": 0.518493, "recall": 0.605731}, {"accuracy": 0.849802, "f1": 0.82253, "hf_subset": "mar_Deva-lao_Laoo", "languages": ["mar-Deva", "lao-Laoo"], "main_score": 0.82253, "precision": 0.810096, "recall": 0.849802}, {"accuracy": 0.145257, "f1": 0.086254, "hf_subset": "mar_Deva-mri_Latn", "languages": ["mar-Deva", "mri-Latn"], "main_score": 0.086254, "precision": 0.073198, "recall": 0.145257}, {"accuracy": 0.934783, "f1": 0.92105, "hf_subset": "mar_Deva-rus_Cyrl", "languages": ["mar-Deva", "rus-Cyrl"], "main_score": 0.92105, "precision": 0.914914, "recall": 0.934783}, {"accuracy": 0.188735, "f1": 0.136998, "hf_subset": "mar_Deva-taq_Latn", "languages": ["mar-Deva", "taq-Latn"], "main_score": 0.136998, "precision": 0.123867, "recall": 0.188735}, {"accuracy": 0.352767, "f1": 0.269825, "hf_subset": "mar_Deva-war_Latn", "languages": ["mar-Deva", "war-Latn"], "main_score": 0.269825, "precision": 0.243103, "recall": 0.352767}, {"accuracy": 0.931818, "f1": 0.915796, "hf_subset": "mar_Deva-arb_Arab", "languages": ["mar-Deva", "arb-Arab"], "main_score": 0.915796, "precision": 0.909069, "recall": 0.931818}, {"accuracy": 0.940711, "f1": 0.927802, "hf_subset": "mar_Deva-bul_Cyrl", "languages": ["mar-Deva", "bul-Cyrl"], "main_score": 0.927802, "precision": 0.922325, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.914314, "hf_subset": "mar_Deva-fra_Latn", "languages": ["mar-Deva", "fra-Latn"], "main_score": 0.914314, "precision": 0.906621, "recall": 0.93083}, {"accuracy": 0.931818, "f1": 0.917141, "hf_subset": "mar_Deva-jpn_Jpan", "languages": ["mar-Deva", "jpn-Jpan"], "main_score": 0.917141, "precision": 0.910532, "recall": 0.931818}, {"accuracy": 0.645257, "f1": 0.579353, "hf_subset": "mar_Deva-lij_Latn", "languages": ["mar-Deva", "lij-Latn"], "main_score": 0.579353, "precision": 0.552899, "recall": 0.645257}, {"accuracy": 0.878458, "f1": 0.855358, "hf_subset": "mar_Deva-mya_Mymr", "languages": ["mar-Deva", "mya-Mymr"], "main_score": 0.855358, "precision": 0.844808, "recall": 0.878458}, {"accuracy": 0.185771, "f1": 0.127457, "hf_subset": "mar_Deva-sag_Latn", "languages": ["mar-Deva", "sag-Latn"], "main_score": 0.127457, "precision": 0.112329, "recall": 0.185771}, {"accuracy": 0.06917, "f1": 0.031473, "hf_subset": "mar_Deva-taq_Tfng", "languages": ["mar-Deva", "taq-Tfng"], "main_score": 0.031473, "precision": 0.025462, "recall": 0.06917}, {"accuracy": 0.195652, "f1": 0.130333, "hf_subset": "mar_Deva-wol_Latn", "languages": ["mar-Deva", "wol-Latn"], "main_score": 0.130333, "precision": 0.112729, "recall": 0.195652}, {"accuracy": 0.088933, "f1": 0.04783, "hf_subset": "mar_Deva-arb_Latn", "languages": ["mar-Deva", "arb-Latn"], "main_score": 0.04783, "precision": 0.039444, "recall": 0.088933}, {"accuracy": 0.940711, "f1": 0.927775, "hf_subset": "mar_Deva-cat_Latn", "languages": ["mar-Deva", "cat-Latn"], "main_score": 0.927775, "precision": 0.922307, "recall": 0.940711}, {"accuracy": 0.612648, "f1": 0.546857, "hf_subset": "mar_Deva-fur_Latn", "languages": ["mar-Deva", "fur-Latn"], "main_score": 0.546857, "precision": 0.519763, "recall": 0.612648}, {"accuracy": 0.065217, "f1": 0.042781, "hf_subset": "mar_Deva-kab_Latn", "languages": ["mar-Deva", "kab-Latn"], "main_score": 0.042781, "precision": 0.037546, "recall": 0.065217}, {"accuracy": 0.643281, "f1": 0.578946, "hf_subset": "mar_Deva-lim_Latn", "languages": ["mar-Deva", "lim-Latn"], "main_score": 0.578946, "precision": 0.553017, "recall": 0.643281}, {"accuracy": 0.939723, "f1": 0.924769, "hf_subset": "mar_Deva-nld_Latn", "languages": ["mar-Deva", "nld-Latn"], "main_score": 0.924769, "precision": 0.918297, "recall": 0.939723}, {"accuracy": 0.710474, "f1": 0.660692, "hf_subset": "mar_Deva-san_Deva", "languages": ["mar-Deva", "san-Deva"], "main_score": 0.660692, "precision": 0.639427, "recall": 0.710474}, {"accuracy": 0.423913, "f1": 0.349359, "hf_subset": "mar_Deva-tat_Cyrl", "languages": ["mar-Deva", "tat-Cyrl"], "main_score": 0.349359, "precision": 0.321813, "recall": 0.423913}, {"accuracy": 0.159091, "f1": 0.097521, "hf_subset": "mar_Deva-xho_Latn", "languages": ["mar-Deva", "xho-Latn"], "main_score": 0.097521, "precision": 0.082915, "recall": 0.159091}, {"accuracy": 0.921937, "f1": 0.904221, "hf_subset": "mar_Deva-ars_Arab", "languages": ["mar-Deva", "ars-Arab"], "main_score": 0.904221, "precision": 0.896498, "recall": 0.921937}, {"accuracy": 0.326087, "f1": 0.248712, "hf_subset": "mar_Deva-ceb_Latn", "languages": ["mar-Deva", "ceb-Latn"], "main_score": 0.248712, "precision": 0.224028, "recall": 0.326087}, {"accuracy": 0.176877, "f1": 0.113697, "hf_subset": "mar_Deva-fuv_Latn", "languages": ["mar-Deva", "fuv-Latn"], "main_score": 0.113697, "precision": 0.098663, "recall": 0.176877}, {"accuracy": 0.153162, "f1": 0.100714, "hf_subset": "mar_Deva-kac_Latn", "languages": ["mar-Deva", "kac-Latn"], "main_score": 0.100714, "precision": 0.0882, "recall": 0.153162}, {"accuracy": 0.193676, "f1": 0.141236, "hf_subset": "mar_Deva-lin_Latn", "languages": ["mar-Deva", "lin-Latn"], "main_score": 0.141236, "precision": 0.127434, "recall": 0.193676}, {"accuracy": 0.913043, "f1": 0.894078, "hf_subset": "mar_Deva-nno_Latn", "languages": ["mar-Deva", "nno-Latn"], "main_score": 0.894078, "precision": 0.88554, "recall": 0.913043}, {"accuracy": 0.016798, "f1": 0.004746, "hf_subset": "mar_Deva-sat_Olck", "languages": ["mar-Deva", "sat-Olck"], "main_score": 0.004746, "precision": 0.004066, "recall": 0.016798}, {"accuracy": 0.809289, "f1": 0.776765, "hf_subset": "mar_Deva-tel_Telu", "languages": ["mar-Deva", "tel-Telu"], "main_score": 0.776765, "precision": 0.762022, "recall": 0.809289}, {"accuracy": 0.391304, "f1": 0.322701, "hf_subset": "mar_Deva-ydd_Hebr", "languages": ["mar-Deva", "ydd-Hebr"], "main_score": 0.322701, "precision": 0.298237, "recall": 0.391304}, {"accuracy": 0.778656, "f1": 0.736122, "hf_subset": "mar_Deva-ary_Arab", "languages": ["mar-Deva", "ary-Arab"], "main_score": 0.736122, "precision": 0.717608, "recall": 0.778656}, {"accuracy": 0.938735, "f1": 0.927108, "hf_subset": "mar_Deva-ces_Latn", "languages": ["mar-Deva", "ces-Latn"], "main_score": 0.927108, "precision": 0.92169, "recall": 0.938735}, {"accuracy": 0.078063, "f1": 0.043543, "hf_subset": "mar_Deva-gaz_Latn", "languages": ["mar-Deva", "gaz-Latn"], "main_score": 0.043543, "precision": 0.037311, "recall": 0.078063}, {"accuracy": 0.147233, "f1": 0.099085, "hf_subset": "mar_Deva-kam_Latn", "languages": ["mar-Deva", "kam-Latn"], "main_score": 0.099085, "precision": 0.087802, "recall": 0.147233}, {"accuracy": 0.918972, "f1": 0.902009, "hf_subset": "mar_Deva-lit_Latn", "languages": ["mar-Deva", "lit-Latn"], "main_score": 0.902009, "precision": 0.893972, "recall": 0.918972}, {"accuracy": 0.937747, "f1": 0.923123, "hf_subset": "mar_Deva-nob_Latn", "languages": ["mar-Deva", "nob-Latn"], "main_score": 0.923123, "precision": 0.91682, "recall": 0.937747}, {"accuracy": 0.557312, "f1": 0.483747, "hf_subset": "mar_Deva-scn_Latn", "languages": ["mar-Deva", "scn-Latn"], "main_score": 0.483747, "precision": 0.456707, "recall": 0.557312}, {"accuracy": 0.166008, "f1": 0.114087, "hf_subset": "mar_Deva-tgk_Cyrl", "languages": ["mar-Deva", "tgk-Cyrl"], "main_score": 0.114087, "precision": 0.100656, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.090348, "hf_subset": "mar_Deva-yor_Latn", "languages": ["mar-Deva", "yor-Latn"], "main_score": 0.090348, "precision": 0.074175, "recall": 0.151186}, {"accuracy": 0.88834, "f1": 0.864122, "hf_subset": "mar_Deva-arz_Arab", "languages": ["mar-Deva", "arz-Arab"], "main_score": 0.864122, "precision": 0.853443, "recall": 0.88834}, {"accuracy": 0.144269, "f1": 0.094673, "hf_subset": "mar_Deva-cjk_Latn", "languages": ["mar-Deva", "cjk-Latn"], "main_score": 0.094673, "precision": 0.08321, "recall": 0.144269}, {"accuracy": 0.147233, "f1": 0.102178, "hf_subset": "mar_Deva-gla_Latn", "languages": ["mar-Deva", "gla-Latn"], "main_score": 0.102178, "precision": 0.091224, "recall": 0.147233}, {"accuracy": 0.781621, "f1": 0.739366, "hf_subset": "mar_Deva-kan_Knda", "languages": ["mar-Deva", "kan-Knda"], "main_score": 0.739366, "precision": 0.720853, "recall": 0.781621}, {"accuracy": 0.55336, "f1": 0.486534, "hf_subset": "mar_Deva-lmo_Latn", "languages": ["mar-Deva", "lmo-Latn"], "main_score": 0.486534, "precision": 0.462949, "recall": 0.55336}, {"accuracy": 0.900198, "f1": 0.886558, "hf_subset": "mar_Deva-npi_Deva", "languages": ["mar-Deva", "npi-Deva"], "main_score": 0.886558, "precision": 0.881103, "recall": 0.900198}, {"accuracy": 0.208498, "f1": 0.144167, "hf_subset": "mar_Deva-shn_Mymr", "languages": ["mar-Deva", "shn-Mymr"], "main_score": 0.144167, "precision": 0.124122, "recall": 0.208498}, {"accuracy": 0.384387, "f1": 0.313186, "hf_subset": "mar_Deva-tgl_Latn", "languages": ["mar-Deva", "tgl-Latn"], "main_score": 0.313186, "precision": 0.291165, "recall": 0.384387}, {"accuracy": 0.931818, "f1": 0.916831, "hf_subset": "mar_Deva-yue_Hant", "languages": ["mar-Deva", "yue-Hant"], "main_score": 0.916831, "precision": 0.909585, "recall": 0.931818}, {"accuracy": 0.508893, "f1": 0.442703, "hf_subset": "mar_Deva-asm_Beng", "languages": ["mar-Deva", "asm-Beng"], "main_score": 0.442703, "precision": 0.417195, "recall": 0.508893}, {"accuracy": 0.785573, "f1": 0.73958, "hf_subset": "mar_Deva-ckb_Arab", "languages": ["mar-Deva", "ckb-Arab"], "main_score": 0.73958, "precision": 0.719792, "recall": 0.785573}, {"accuracy": 0.240119, "f1": 0.172305, "hf_subset": "mar_Deva-gle_Latn", "languages": ["mar-Deva", "gle-Latn"], "main_score": 0.172305, "precision": 0.153133, "recall": 0.240119}, {"accuracy": 0.539526, "f1": 0.47582, "hf_subset": "mar_Deva-kas_Arab", "languages": ["mar-Deva", "kas-Arab"], "main_score": 0.47582, "precision": 0.450923, "recall": 0.539526}, {"accuracy": 0.585968, "f1": 0.521996, "hf_subset": "mar_Deva-ltg_Latn", "languages": ["mar-Deva", "ltg-Latn"], "main_score": 0.521996, "precision": 0.497282, "recall": 0.585968}, {"accuracy": 0.187747, "f1": 0.127027, "hf_subset": "mar_Deva-nso_Latn", "languages": ["mar-Deva", "nso-Latn"], "main_score": 0.127027, "precision": 0.110702, "recall": 0.187747}, {"accuracy": 0.862648, "f1": 0.839229, "hf_subset": "mar_Deva-sin_Sinh", "languages": ["mar-Deva", "sin-Sinh"], "main_score": 0.839229, "precision": 0.82859, "recall": 0.862648}, {"accuracy": 0.937747, "f1": 0.924493, "hf_subset": "mar_Deva-tha_Thai", "languages": ["mar-Deva", "tha-Thai"], "main_score": 0.924493, "precision": 0.918523, "recall": 0.937747}, {"accuracy": 0.932806, "f1": 0.916971, "hf_subset": "mar_Deva-zho_Hans", "languages": ["mar-Deva", "zho-Hans"], "main_score": 0.916971, "precision": 0.910532, "recall": 0.932806}, {"accuracy": 0.851779, "f1": 0.819408, "hf_subset": "mar_Deva-ast_Latn", "languages": ["mar-Deva", "ast-Latn"], "main_score": 0.819408, "precision": 0.805575, "recall": 0.851779}, {"accuracy": 0.681818, "f1": 0.62612, "hf_subset": "mar_Deva-crh_Latn", "languages": ["mar-Deva", "crh-Latn"], "main_score": 0.62612, "precision": 0.602635, "recall": 0.681818}, {"accuracy": 0.935771, "f1": 0.921163, "hf_subset": "mar_Deva-glg_Latn", "languages": ["mar-Deva", "glg-Latn"], "main_score": 0.921163, "precision": 0.914972, "recall": 0.935771}, {"accuracy": 0.381423, "f1": 0.316872, "hf_subset": "mar_Deva-kas_Deva", "languages": ["mar-Deva", "kas-Deva"], "main_score": 0.316872, "precision": 0.293994, "recall": 0.381423}, {"accuracy": 0.417984, "f1": 0.335411, "hf_subset": "mar_Deva-ltz_Latn", "languages": ["mar-Deva", "ltz-Latn"], "main_score": 0.335411, "precision": 0.308313, "recall": 0.417984}, {"accuracy": 0.090909, "f1": 0.055315, "hf_subset": "mar_Deva-nus_Latn", "languages": ["mar-Deva", "nus-Latn"], "main_score": 0.055315, "precision": 0.048033, "recall": 0.090909}, {"accuracy": 0.938735, "f1": 0.924819, "hf_subset": "mar_Deva-slk_Latn", "languages": ["mar-Deva", "slk-Latn"], "main_score": 0.924819, "precision": 0.918652, "recall": 0.938735}, {"accuracy": 0.188735, "f1": 0.136526, "hf_subset": "mar_Deva-tir_Ethi", "languages": ["mar-Deva", "tir-Ethi"], "main_score": 0.136526, "precision": 0.121315, "recall": 0.188735}, {"accuracy": 0.933794, "f1": 0.91883, "hf_subset": "mar_Deva-zho_Hant", "languages": ["mar-Deva", "zho-Hant"], "main_score": 0.91883, "precision": 0.912598, "recall": 0.933794}, {"accuracy": 0.886364, "f1": 0.869106, "hf_subset": "mar_Deva-awa_Deva", "languages": ["mar-Deva", "awa-Deva"], "main_score": 0.869106, "precision": 0.861744, "recall": 0.886364}, {"accuracy": 0.38834, "f1": 0.308056, "hf_subset": "mar_Deva-cym_Latn", "languages": ["mar-Deva", "cym-Latn"], "main_score": 0.308056, "precision": 0.282806, "recall": 0.38834}, {"accuracy": 0.272727, "f1": 0.199908, "hf_subset": "mar_Deva-grn_Latn", "languages": ["mar-Deva", "grn-Latn"], "main_score": 0.199908, "precision": 0.179668, "recall": 0.272727}, {"accuracy": 0.836957, "f1": 0.800793, "hf_subset": "mar_Deva-kat_Geor", "languages": ["mar-Deva", "kat-Geor"], "main_score": 0.800793, "precision": 0.784677, "recall": 0.836957}, {"accuracy": 0.193676, "f1": 0.132191, "hf_subset": "mar_Deva-lua_Latn", "languages": ["mar-Deva", "lua-Latn"], "main_score": 0.132191, "precision": 0.115791, "recall": 0.193676}, {"accuracy": 0.179842, "f1": 0.120001, "hf_subset": "mar_Deva-nya_Latn", "languages": ["mar-Deva", "nya-Latn"], "main_score": 0.120001, "precision": 0.104643, "recall": 0.179842}, {"accuracy": 0.936759, "f1": 0.924572, "hf_subset": "mar_Deva-slv_Latn", "languages": ["mar-Deva", "slv-Latn"], "main_score": 0.924572, "precision": 0.919667, "recall": 0.936759}, {"accuracy": 0.373518, "f1": 0.294753, "hf_subset": "mar_Deva-tpi_Latn", "languages": ["mar-Deva", "tpi-Latn"], "main_score": 0.294753, "precision": 0.269205, "recall": 0.373518}, {"accuracy": 0.931818, "f1": 0.919269, "hf_subset": "mar_Deva-zsm_Latn", "languages": ["mar-Deva", "zsm-Latn"], "main_score": 0.919269, "precision": 0.913538, "recall": 0.931818}, {"accuracy": 0.146245, "f1": 0.088082, "hf_subset": "mar_Deva-ayr_Latn", "languages": ["mar-Deva", "ayr-Latn"], "main_score": 0.088082, "precision": 0.074622, "recall": 0.146245}, {"accuracy": 0.939723, "f1": 0.926252, "hf_subset": "mar_Deva-dan_Latn", "languages": ["mar-Deva", "dan-Latn"], "main_score": 0.926252, "precision": 0.920443, "recall": 0.939723}, {"accuracy": 0.871542, "f1": 0.847238, "hf_subset": "mar_Deva-guj_Gujr", "languages": ["mar-Deva", "guj-Gujr"], "main_score": 0.847238, "precision": 0.836682, "recall": 0.871542}, {"accuracy": 0.882411, "f1": 0.859318, "hf_subset": "mar_Deva-kaz_Cyrl", "languages": ["mar-Deva", "kaz-Cyrl"], "main_score": 0.859318, "precision": 0.850033, "recall": 0.882411}, {"accuracy": 0.133399, "f1": 0.087156, "hf_subset": "mar_Deva-lug_Latn", "languages": ["mar-Deva", "lug-Latn"], "main_score": 0.087156, "precision": 0.076148, "recall": 0.133399}, {"accuracy": 0.826087, "f1": 0.791422, "hf_subset": "mar_Deva-oci_Latn", "languages": ["mar-Deva", "oci-Latn"], "main_score": 0.791422, "precision": 0.775692, "recall": 0.826087}, {"accuracy": 0.142292, "f1": 0.090069, "hf_subset": "mar_Deva-smo_Latn", "languages": ["mar-Deva", "smo-Latn"], "main_score": 0.090069, "precision": 0.077216, "recall": 0.142292}, {"accuracy": 0.166008, "f1": 0.107337, "hf_subset": "mar_Deva-tsn_Latn", "languages": ["mar-Deva", "tsn-Latn"], "main_score": 0.107337, "precision": 0.092409, "recall": 0.166008}, {"accuracy": 0.118577, "f1": 0.07192, "hf_subset": "mar_Deva-zul_Latn", "languages": ["mar-Deva", "zul-Latn"], "main_score": 0.07192, "precision": 0.061499, "recall": 0.118577}, {"accuracy": 0.496047, "f1": 0.431435, "hf_subset": "mar_Deva-azb_Arab", "languages": ["mar-Deva", "azb-Arab"], "main_score": 0.431435, "precision": 0.406201, "recall": 0.496047}, {"accuracy": 0.939723, "f1": 0.926633, "hf_subset": "mar_Deva-deu_Latn", "languages": ["mar-Deva", "deu-Latn"], "main_score": 0.926633, "precision": 0.921052, "recall": 0.939723}, {"accuracy": 0.244071, "f1": 0.175164, "hf_subset": "mar_Deva-hat_Latn", "languages": ["mar-Deva", "hat-Latn"], "main_score": 0.175164, "precision": 0.15602, "recall": 0.244071}, {"accuracy": 0.137352, "f1": 0.080393, "hf_subset": "mar_Deva-kbp_Latn", "languages": ["mar-Deva", "kbp-Latn"], "main_score": 0.080393, "precision": 0.067073, "recall": 0.137352}, {"accuracy": 0.175889, "f1": 0.113068, "hf_subset": "mar_Deva-luo_Latn", "languages": ["mar-Deva", "luo-Latn"], "main_score": 0.113068, "precision": 0.098123, "recall": 0.175889}, {"accuracy": 0.785573, "f1": 0.752884, "hf_subset": "mar_Deva-ory_Orya", "languages": ["mar-Deva", "ory-Orya"], "main_score": 0.752884, "precision": 0.738175, "recall": 0.785573}, {"accuracy": 0.139328, "f1": 0.087674, "hf_subset": "mar_Deva-sna_Latn", "languages": ["mar-Deva", "sna-Latn"], "main_score": 0.087674, "precision": 0.076086, "recall": 0.139328}, {"accuracy": 0.146245, "f1": 0.097741, "hf_subset": "mar_Deva-tso_Latn", "languages": ["mar-Deva", "tso-Latn"], "main_score": 0.097741, "precision": 0.085727, "recall": 0.146245}, {"accuracy": 0.87747, "f1": 0.857609, "hf_subset": "mar_Deva-azj_Latn", "languages": ["mar-Deva", "azj-Latn"], "main_score": 0.857609, "precision": 0.848435, "recall": 0.87747}, {"accuracy": 0.231225, "f1": 0.163041, "hf_subset": "mar_Deva-dik_Latn", "languages": ["mar-Deva", "dik-Latn"], "main_score": 0.163041, "precision": 0.143879, "recall": 0.231225}, {"accuracy": 0.198617, "f1": 0.132381, "hf_subset": "mar_Deva-hau_Latn", "languages": ["mar-Deva", "hau-Latn"], "main_score": 0.132381, "precision": 0.115957, "recall": 0.198617}, {"accuracy": 0.532609, "f1": 0.463158, "hf_subset": "mar_Deva-kea_Latn", "languages": ["mar-Deva", "kea-Latn"], "main_score": 0.463158, "precision": 0.437143, "recall": 0.532609}, {"accuracy": 0.295455, "f1": 0.220527, "hf_subset": "mar_Deva-lus_Latn", "languages": ["mar-Deva", "lus-Latn"], "main_score": 0.220527, "precision": 0.197512, "recall": 0.295455}, {"accuracy": 0.40415, "f1": 0.329724, "hf_subset": "mar_Deva-pag_Latn", "languages": ["mar-Deva", "pag-Latn"], "main_score": 0.329724, "precision": 0.303655, "recall": 0.40415}, {"accuracy": 0.814229, "f1": 0.778854, "hf_subset": "mar_Deva-snd_Arab", "languages": ["mar-Deva", "snd-Arab"], "main_score": 0.778854, "precision": 0.763192, "recall": 0.814229}, {"accuracy": 0.275692, "f1": 0.202211, "hf_subset": "mar_Deva-tuk_Latn", "languages": ["mar-Deva", "tuk-Latn"], "main_score": 0.202211, "precision": 0.179279, "recall": 0.275692}, {"accuracy": 0.407115, "f1": 0.331927, "hf_subset": "mar_Deva-bak_Cyrl", "languages": ["mar-Deva", "bak-Cyrl"], "main_score": 0.331927, "precision": 0.305456, "recall": 0.407115}, {"accuracy": 0.125494, "f1": 0.076473, "hf_subset": "mar_Deva-dyu_Latn", "languages": ["mar-Deva", "dyu-Latn"], "main_score": 0.076473, "precision": 0.064488, "recall": 0.125494}, {"accuracy": 0.931818, "f1": 0.91776, "hf_subset": "mar_Deva-heb_Hebr", "languages": ["mar-Deva", "heb-Hebr"], "main_score": 0.91776, "precision": 0.911707, "recall": 0.931818}, {"accuracy": 0.908103, "f1": 0.891154, "hf_subset": "mar_Deva-khk_Cyrl", "languages": ["mar-Deva", "khk-Cyrl"], "main_score": 0.891154, "precision": 0.883976, "recall": 0.908103}, {"accuracy": 0.934783, "f1": 0.922469, "hf_subset": "mar_Deva-lvs_Latn", "languages": ["mar-Deva", "lvs-Latn"], "main_score": 0.922469, "precision": 0.917409, "recall": 0.934783}, {"accuracy": 0.813241, "f1": 0.776017, "hf_subset": "mar_Deva-pan_Guru", "languages": ["mar-Deva", "pan-Guru"], "main_score": 0.776017, "precision": 0.760398, "recall": 0.813241}, {"accuracy": 0.222332, "f1": 0.162835, "hf_subset": "mar_Deva-som_Latn", "languages": ["mar-Deva", "som-Latn"], "main_score": 0.162835, "precision": 0.146286, "recall": 0.222332}, {"accuracy": 0.16502, "f1": 0.103725, "hf_subset": "mar_Deva-tum_Latn", "languages": ["mar-Deva", "tum-Latn"], "main_score": 0.103725, "precision": 0.088978, "recall": 0.16502}, {"accuracy": 0.049407, "f1": 0.038641, "hf_subset": "plt_Latn-ace_Arab", "languages": ["plt-Latn", "ace-Arab"], "main_score": 0.038641, "precision": 0.035571, "recall": 0.049407}, {"accuracy": 0.218379, "f1": 0.199765, "hf_subset": "plt_Latn-bam_Latn", "languages": ["plt-Latn", "bam-Latn"], "main_score": 0.199765, "precision": 0.19268, "recall": 0.218379}, {"accuracy": 0.004941, "f1": 0.000599, "hf_subset": "plt_Latn-dzo_Tibt", "languages": ["plt-Latn", "dzo-Tibt"], "main_score": 0.000599, "precision": 0.000347, "recall": 0.004941}, {"accuracy": 0.199605, "f1": 0.173954, "hf_subset": "plt_Latn-hin_Deva", "languages": ["plt-Latn", "hin-Deva"], "main_score": 0.173954, "precision": 0.166215, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.185364, "hf_subset": "plt_Latn-khm_Khmr", "languages": ["plt-Latn", "khm-Khmr"], "main_score": 0.185364, "precision": 0.180835, "recall": 0.200593}, {"accuracy": 0.151186, "f1": 0.13367, "hf_subset": "plt_Latn-mag_Deva", "languages": ["plt-Latn", "mag-Deva"], "main_score": 0.13367, "precision": 0.127796, "recall": 0.151186}, {"accuracy": 0.225296, "f1": 0.207341, "hf_subset": "plt_Latn-pap_Latn", "languages": ["plt-Latn", "pap-Latn"], "main_score": 0.207341, "precision": 0.200805, "recall": 0.225296}, {"accuracy": 0.255929, "f1": 0.226245, "hf_subset": "plt_Latn-sot_Latn", "languages": ["plt-Latn", "sot-Latn"], "main_score": 0.226245, "precision": 0.216522, "recall": 0.255929}, {"accuracy": 0.284585, "f1": 0.252329, "hf_subset": "plt_Latn-tur_Latn", "languages": ["plt-Latn", "tur-Latn"], "main_score": 0.252329, "precision": 0.242813, "recall": 0.284585}, {"accuracy": 0.244071, "f1": 0.220133, "hf_subset": "plt_Latn-ace_Latn", "languages": ["plt-Latn", "ace-Latn"], "main_score": 0.220133, "precision": 0.212045, "recall": 0.244071}, {"accuracy": 0.213439, "f1": 0.201086, "hf_subset": "plt_Latn-ban_Latn", "languages": ["plt-Latn", "ban-Latn"], "main_score": 0.201086, "precision": 0.196667, "recall": 0.213439}, {"accuracy": 0.233202, "f1": 0.202135, "hf_subset": "plt_Latn-ell_Grek", "languages": ["plt-Latn", "ell-Grek"], "main_score": 0.202135, "precision": 0.192588, "recall": 0.233202}, {"accuracy": 0.157115, "f1": 0.138379, "hf_subset": "plt_Latn-hne_Deva", "languages": ["plt-Latn", "hne-Deva"], "main_score": 0.138379, "precision": 0.131494, "recall": 0.157115}, {"accuracy": 0.220356, "f1": 0.19535, "hf_subset": "plt_Latn-kik_Latn", "languages": ["plt-Latn", "kik-Latn"], "main_score": 0.19535, "precision": 0.186045, "recall": 0.220356}, {"accuracy": 0.161067, "f1": 0.144483, "hf_subset": "plt_Latn-mai_Deva", "languages": ["plt-Latn", "mai-Deva"], "main_score": 0.144483, "precision": 0.139178, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.153602, "hf_subset": "plt_Latn-pbt_Arab", "languages": ["plt-Latn", "pbt-Arab"], "main_score": 0.153602, "precision": 0.148562, "recall": 0.174901}, {"accuracy": 0.279644, "f1": 0.249844, "hf_subset": "plt_Latn-spa_Latn", "languages": ["plt-Latn", "spa-Latn"], "main_score": 0.249844, "precision": 0.240402, "recall": 0.279644}, {"accuracy": 0.281621, "f1": 0.253086, "hf_subset": "plt_Latn-twi_Latn", "languages": ["plt-Latn", "twi-Latn"], "main_score": 0.253086, "precision": 0.241903, "recall": 0.281621}, {"accuracy": 0.178854, "f1": 0.161711, "hf_subset": "plt_Latn-acm_Arab", "languages": ["plt-Latn", "acm-Arab"], "main_score": 0.161711, "precision": 0.155674, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.16076, "hf_subset": "plt_Latn-bel_Cyrl", "languages": ["plt-Latn", "bel-Cyrl"], "main_score": 0.16076, "precision": 0.152442, "recall": 0.190711}, {"accuracy": 0.294466, "f1": 0.26183, "hf_subset": "plt_Latn-eng_Latn", "languages": ["plt-Latn", "eng-Latn"], "main_score": 0.26183, "precision": 0.251866, "recall": 0.294466}, {"accuracy": 0.231225, "f1": 0.215401, "hf_subset": "plt_Latn-hrv_Latn", "languages": ["plt-Latn", "hrv-Latn"], "main_score": 0.215401, "precision": 0.20978, "recall": 0.231225}, {"accuracy": 0.200593, "f1": 0.177579, "hf_subset": "plt_Latn-kin_Latn", "languages": ["plt-Latn", "kin-Latn"], "main_score": 0.177579, "precision": 0.169368, "recall": 0.200593}, {"accuracy": 0.098814, "f1": 0.083256, "hf_subset": "plt_Latn-mal_Mlym", "languages": ["plt-Latn", "mal-Mlym"], "main_score": 0.083256, "precision": 0.07934, "recall": 0.098814}, {"accuracy": 0.197628, "f1": 0.173944, "hf_subset": "plt_Latn-pes_Arab", "languages": ["plt-Latn", "pes-Arab"], "main_score": 0.173944, "precision": 0.166463, "recall": 0.197628}, {"accuracy": 0.23419, "f1": 0.210366, "hf_subset": "plt_Latn-srd_Latn", "languages": ["plt-Latn", "srd-Latn"], "main_score": 0.210366, "precision": 0.20356, "recall": 0.23419}, {"accuracy": 0.06917, "f1": 0.048423, "hf_subset": "plt_Latn-tzm_Tfng", "languages": ["plt-Latn", "tzm-Tfng"], "main_score": 0.048423, "precision": 0.043905, "recall": 0.06917}, {"accuracy": 0.199605, "f1": 0.179614, "hf_subset": "plt_Latn-acq_Arab", "languages": ["plt-Latn", "acq-Arab"], "main_score": 0.179614, "precision": 0.173317, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.195916, "hf_subset": "plt_Latn-bem_Latn", "languages": ["plt-Latn", "bem-Latn"], "main_score": 0.195916, "precision": 0.184807, "recall": 0.228261}, {"accuracy": 0.213439, "f1": 0.198606, "hf_subset": "plt_Latn-epo_Latn", "languages": ["plt-Latn", "epo-Latn"], "main_score": 0.198606, "precision": 0.193306, "recall": 0.213439}, {"accuracy": 0.281621, "f1": 0.252596, "hf_subset": "plt_Latn-hun_Latn", "languages": ["plt-Latn", "hun-Latn"], "main_score": 0.252596, "precision": 0.244206, "recall": 0.281621}, {"accuracy": 0.210474, "f1": 0.187944, "hf_subset": "plt_Latn-kir_Cyrl", "languages": ["plt-Latn", "kir-Cyrl"], "main_score": 0.187944, "precision": 0.180734, "recall": 0.210474}, {"accuracy": 0.163043, "f1": 0.136526, "hf_subset": "plt_Latn-mar_Deva", "languages": ["plt-Latn", "mar-Deva"], "main_score": 0.136526, "precision": 0.129066, "recall": 0.163043}, {"accuracy": 0.231225, "f1": 0.203501, "hf_subset": "plt_Latn-srp_Cyrl", "languages": ["plt-Latn", "srp-Cyrl"], "main_score": 0.203501, "precision": 0.196014, "recall": 0.231225}, {"accuracy": 0.133399, "f1": 0.117255, "hf_subset": "plt_Latn-uig_Arab", "languages": ["plt-Latn", "uig-Arab"], "main_score": 0.117255, "precision": 0.112274, "recall": 0.133399}, {"accuracy": 0.18083, "f1": 0.161248, "hf_subset": "plt_Latn-aeb_Arab", "languages": ["plt-Latn", "aeb-Arab"], "main_score": 0.161248, "precision": 0.155281, "recall": 0.18083}, {"accuracy": 0.104743, "f1": 0.088425, "hf_subset": "plt_Latn-ben_Beng", "languages": ["plt-Latn", "ben-Beng"], "main_score": 0.088425, "precision": 0.083591, "recall": 0.104743}, {"accuracy": 0.275692, "f1": 0.245383, "hf_subset": "plt_Latn-est_Latn", "languages": ["plt-Latn", "est-Latn"], "main_score": 0.245383, "precision": 0.236267, "recall": 0.275692}, {"accuracy": 0.176877, "f1": 0.14795, "hf_subset": "plt_Latn-hye_Armn", "languages": ["plt-Latn", "hye-Armn"], "main_score": 0.14795, "precision": 0.139322, "recall": 0.176877}, {"accuracy": 0.198617, "f1": 0.166631, "hf_subset": "plt_Latn-kmb_Latn", "languages": ["plt-Latn", "kmb-Latn"], "main_score": 0.166631, "precision": 0.155809, "recall": 0.198617}, {"accuracy": 0.036561, "f1": 0.028357, "hf_subset": "plt_Latn-min_Arab", "languages": ["plt-Latn", "min-Arab"], "main_score": 0.028357, "precision": 0.025774, "recall": 0.036561}, {"accuracy": 0.282609, "f1": 0.254777, "hf_subset": "plt_Latn-pol_Latn", "languages": ["plt-Latn", "pol-Latn"], "main_score": 0.254777, "precision": 0.245798, "recall": 0.282609}, {"accuracy": 0.16996, "f1": 0.141328, "hf_subset": "plt_Latn-ssw_Latn", "languages": ["plt-Latn", "ssw-Latn"], "main_score": 0.141328, "precision": 0.132336, "recall": 0.16996}, {"accuracy": 0.233202, "f1": 0.205376, "hf_subset": "plt_Latn-ukr_Cyrl", "languages": ["plt-Latn", "ukr-Cyrl"], "main_score": 0.205376, "precision": 0.197738, "recall": 0.233202}, {"accuracy": 0.278656, "f1": 0.252962, "hf_subset": "plt_Latn-afr_Latn", "languages": ["plt-Latn", "afr-Latn"], "main_score": 0.252962, "precision": 0.24515, "recall": 0.278656}, {"accuracy": 0.171937, "f1": 0.151246, "hf_subset": "plt_Latn-bho_Deva", "languages": ["plt-Latn", "bho-Deva"], "main_score": 0.151246, "precision": 0.145075, "recall": 0.171937}, {"accuracy": 0.211462, "f1": 0.198158, "hf_subset": "plt_Latn-eus_Latn", "languages": ["plt-Latn", "eus-Latn"], "main_score": 0.198158, "precision": 0.194077, "recall": 0.211462}, {"accuracy": 0.202569, "f1": 0.175807, "hf_subset": "plt_Latn-ibo_Latn", "languages": ["plt-Latn", "ibo-Latn"], "main_score": 0.175807, "precision": 0.165899, "recall": 0.202569}, {"accuracy": 0.238142, "f1": 0.213992, "hf_subset": "plt_Latn-kmr_Latn", "languages": ["plt-Latn", "kmr-Latn"], "main_score": 0.213992, "precision": 0.206994, "recall": 0.238142}, {"accuracy": 0.222332, "f1": 0.200492, "hf_subset": "plt_Latn-min_Latn", "languages": ["plt-Latn", "min-Latn"], "main_score": 0.200492, "precision": 0.194218, "recall": 0.222332}, {"accuracy": 0.287549, "f1": 0.251035, "hf_subset": "plt_Latn-por_Latn", "languages": ["plt-Latn", "por-Latn"], "main_score": 0.251035, "precision": 0.240436, "recall": 0.287549}, {"accuracy": 0.206522, "f1": 0.189141, "hf_subset": "plt_Latn-sun_Latn", "languages": ["plt-Latn", "sun-Latn"], "main_score": 0.189141, "precision": 0.184, "recall": 0.206522}, {"accuracy": 0.184783, "f1": 0.159947, "hf_subset": "plt_Latn-umb_Latn", "languages": ["plt-Latn", "umb-Latn"], "main_score": 0.159947, "precision": 0.151282, "recall": 0.184783}, {"accuracy": 0.177866, "f1": 0.15737, "hf_subset": "plt_Latn-ajp_Arab", "languages": ["plt-Latn", "ajp-Arab"], "main_score": 0.15737, "precision": 0.151331, "recall": 0.177866}, {"accuracy": 0.05336, "f1": 0.042696, "hf_subset": "plt_Latn-bjn_Arab", "languages": ["plt-Latn", "bjn-Arab"], "main_score": 0.042696, "precision": 0.039106, "recall": 0.05336}, {"accuracy": 0.26087, "f1": 0.237622, "hf_subset": "plt_Latn-ewe_Latn", "languages": ["plt-Latn", "ewe-Latn"], "main_score": 0.237622, "precision": 0.228968, "recall": 0.26087}, {"accuracy": 0.274704, "f1": 0.251068, "hf_subset": "plt_Latn-ilo_Latn", "languages": ["plt-Latn", "ilo-Latn"], "main_score": 0.251068, "precision": 0.242311, "recall": 0.274704}, {"accuracy": 0.065217, "f1": 0.055124, "hf_subset": "plt_Latn-knc_Arab", "languages": ["plt-Latn", "knc-Arab"], "main_score": 0.055124, "precision": 0.051361, "recall": 0.065217}, {"accuracy": 0.249012, "f1": 0.219536, "hf_subset": "plt_Latn-mkd_Cyrl", "languages": ["plt-Latn", "mkd-Cyrl"], "main_score": 0.219536, "precision": 0.209638, "recall": 0.249012}, {"accuracy": 0.164032, "f1": 0.149346, "hf_subset": "plt_Latn-prs_Arab", "languages": ["plt-Latn", "prs-Arab"], "main_score": 0.149346, "precision": 0.144761, "recall": 0.164032}, {"accuracy": 0.275692, "f1": 0.248255, "hf_subset": "plt_Latn-swe_Latn", "languages": ["plt-Latn", "swe-Latn"], "main_score": 0.248255, "precision": 0.239202, "recall": 0.275692}, {"accuracy": 0.166996, "f1": 0.139509, "hf_subset": "plt_Latn-urd_Arab", "languages": ["plt-Latn", "urd-Arab"], "main_score": 0.139509, "precision": 0.131528, "recall": 0.166996}, {"accuracy": 0.289526, "f1": 0.267547, "hf_subset": "plt_Latn-aka_Latn", "languages": ["plt-Latn", "aka-Latn"], "main_score": 0.267547, "precision": 0.259565, "recall": 0.289526}, {"accuracy": 0.23419, "f1": 0.217651, "hf_subset": "plt_Latn-bjn_Latn", "languages": ["plt-Latn", "bjn-Latn"], "main_score": 0.217651, "precision": 0.212645, "recall": 0.23419}, {"accuracy": 0.22332, "f1": 0.203081, "hf_subset": "plt_Latn-fao_Latn", "languages": ["plt-Latn", "fao-Latn"], "main_score": 0.203081, "precision": 0.197028, "recall": 0.22332}, {"accuracy": 0.288538, "f1": 0.25698, "hf_subset": "plt_Latn-ind_Latn", "languages": ["plt-Latn", "ind-Latn"], "main_score": 0.25698, "precision": 0.247005, "recall": 0.288538}, {"accuracy": 0.226285, "f1": 0.201845, "hf_subset": "plt_Latn-knc_Latn", "languages": ["plt-Latn", "knc-Latn"], "main_score": 0.201845, "precision": 0.19202, "recall": 0.226285}, {"accuracy": 0.231225, "f1": 0.210051, "hf_subset": "plt_Latn-mlt_Latn", "languages": ["plt-Latn", "mlt-Latn"], "main_score": 0.210051, "precision": 0.202839, "recall": 0.231225}, {"accuracy": 0.233202, "f1": 0.19981, "hf_subset": "plt_Latn-quy_Latn", "languages": ["plt-Latn", "quy-Latn"], "main_score": 0.19981, "precision": 0.188039, "recall": 0.233202}, {"accuracy": 0.236166, "f1": 0.212462, "hf_subset": "plt_Latn-swh_Latn", "languages": ["plt-Latn", "swh-Latn"], "main_score": 0.212462, "precision": 0.204393, "recall": 0.236166}, {"accuracy": 0.1917, "f1": 0.167848, "hf_subset": "plt_Latn-uzn_Latn", "languages": ["plt-Latn", "uzn-Latn"], "main_score": 0.167848, "precision": 0.161605, "recall": 0.1917}, {"accuracy": 0.259881, "f1": 0.231151, "hf_subset": "plt_Latn-als_Latn", "languages": ["plt-Latn", "als-Latn"], "main_score": 0.231151, "precision": 0.221922, "recall": 0.259881}, {"accuracy": 0.054348, "f1": 0.03349, "hf_subset": "plt_Latn-bod_Tibt", "languages": ["plt-Latn", "bod-Tibt"], "main_score": 0.03349, "precision": 0.029819, "recall": 0.054348}, {"accuracy": 0.192688, "f1": 0.16858, "hf_subset": "plt_Latn-fij_Latn", "languages": ["plt-Latn", "fij-Latn"], "main_score": 0.16858, "precision": 0.160215, "recall": 0.192688}, {"accuracy": 0.1917, "f1": 0.177362, "hf_subset": "plt_Latn-isl_Latn", "languages": ["plt-Latn", "isl-Latn"], "main_score": 0.177362, "precision": 0.172479, "recall": 0.1917}, {"accuracy": 0.244071, "f1": 0.20977, "hf_subset": "plt_Latn-kon_Latn", "languages": ["plt-Latn", "kon-Latn"], "main_score": 0.20977, "precision": 0.197235, "recall": 0.244071}, {"accuracy": 0.055336, "f1": 0.041593, "hf_subset": "plt_Latn-mni_Beng", "languages": ["plt-Latn", "mni-Beng"], "main_score": 0.041593, "precision": 0.038519, "recall": 0.055336}, {"accuracy": 0.290514, "f1": 0.25905, "hf_subset": "plt_Latn-ron_Latn", "languages": ["plt-Latn", "ron-Latn"], "main_score": 0.25905, "precision": 0.250144, "recall": 0.290514}, {"accuracy": 0.230237, "f1": 0.210395, "hf_subset": "plt_Latn-szl_Latn", "languages": ["plt-Latn", "szl-Latn"], "main_score": 0.210395, "precision": 0.204978, "recall": 0.230237}, {"accuracy": 0.225296, "f1": 0.201307, "hf_subset": "plt_Latn-vec_Latn", "languages": ["plt-Latn", "vec-Latn"], "main_score": 0.201307, "precision": 0.193666, "recall": 0.225296}, {"accuracy": 0.089921, "f1": 0.069429, "hf_subset": "plt_Latn-amh_Ethi", "languages": ["plt-Latn", "amh-Ethi"], "main_score": 0.069429, "precision": 0.065117, "recall": 0.089921}, {"accuracy": 0.284585, "f1": 0.259425, "hf_subset": "plt_Latn-bos_Latn", "languages": ["plt-Latn", "bos-Latn"], "main_score": 0.259425, "precision": 0.251801, "recall": 0.284585}, {"accuracy": 0.270751, "f1": 0.244693, "hf_subset": "plt_Latn-fin_Latn", "languages": ["plt-Latn", "fin-Latn"], "main_score": 0.244693, "precision": 0.235885, "recall": 0.270751}, {"accuracy": 0.302372, "f1": 0.26604, "hf_subset": "plt_Latn-ita_Latn", "languages": ["plt-Latn", "ita-Latn"], "main_score": 0.26604, "precision": 0.254924, "recall": 0.302372}, {"accuracy": 0.206522, "f1": 0.177792, "hf_subset": "plt_Latn-kor_Hang", "languages": ["plt-Latn", "kor-Hang"], "main_score": 0.177792, "precision": 0.169899, "recall": 0.206522}, {"accuracy": 0.221344, "f1": 0.194928, "hf_subset": "plt_Latn-mos_Latn", "languages": ["plt-Latn", "mos-Latn"], "main_score": 0.194928, "precision": 0.184779, "recall": 0.221344}, {"accuracy": 0.211462, "f1": 0.18379, "hf_subset": "plt_Latn-run_Latn", "languages": ["plt-Latn", "run-Latn"], "main_score": 0.18379, "precision": 0.1741, "recall": 0.211462}, {"accuracy": 0.094862, "f1": 0.078808, "hf_subset": "plt_Latn-tam_Taml", "languages": ["plt-Latn", "tam-Taml"], "main_score": 0.078808, "precision": 0.075636, "recall": 0.094862}, {"accuracy": 0.289526, "f1": 0.25364, "hf_subset": "plt_Latn-vie_Latn", "languages": ["plt-Latn", "vie-Latn"], "main_score": 0.25364, "precision": 0.243561, "recall": 0.289526}, {"accuracy": 0.16502, "f1": 0.148655, "hf_subset": "plt_Latn-apc_Arab", "languages": ["plt-Latn", "apc-Arab"], "main_score": 0.148655, "precision": 0.143254, "recall": 0.16502}, {"accuracy": 0.261858, "f1": 0.234587, "hf_subset": "plt_Latn-bug_Latn", "languages": ["plt-Latn", "bug-Latn"], "main_score": 0.234587, "precision": 0.22466, "recall": 0.261858}, {"accuracy": 0.237154, "f1": 0.20706, "hf_subset": "plt_Latn-fon_Latn", "languages": ["plt-Latn", "fon-Latn"], "main_score": 0.20706, "precision": 0.197773, "recall": 0.237154}, {"accuracy": 0.230237, "f1": 0.212123, "hf_subset": "plt_Latn-jav_Latn", "languages": ["plt-Latn", "jav-Latn"], "main_score": 0.212123, "precision": 0.206501, "recall": 0.230237}, {"accuracy": 0.232213, "f1": 0.201838, "hf_subset": "plt_Latn-lao_Laoo", "languages": ["plt-Latn", "lao-Laoo"], "main_score": 0.201838, "precision": 0.193366, "recall": 0.232213}, {"accuracy": 0.23419, "f1": 0.205415, "hf_subset": "plt_Latn-mri_Latn", "languages": ["plt-Latn", "mri-Latn"], "main_score": 0.205415, "precision": 0.195539, "recall": 0.23419}, {"accuracy": 0.237154, "f1": 0.207161, "hf_subset": "plt_Latn-rus_Cyrl", "languages": ["plt-Latn", "rus-Cyrl"], "main_score": 0.207161, "precision": 0.198561, "recall": 0.237154}, {"accuracy": 0.247036, "f1": 0.220008, "hf_subset": "plt_Latn-taq_Latn", "languages": ["plt-Latn", "taq-Latn"], "main_score": 0.220008, "precision": 0.210919, "recall": 0.247036}, {"accuracy": 0.257905, "f1": 0.23337, "hf_subset": "plt_Latn-war_Latn", "languages": ["plt-Latn", "war-Latn"], "main_score": 0.23337, "precision": 0.225688, "recall": 0.257905}, {"accuracy": 0.210474, "f1": 0.184603, "hf_subset": "plt_Latn-arb_Arab", "languages": ["plt-Latn", "arb-Arab"], "main_score": 0.184603, "precision": 0.176184, "recall": 0.210474}, {"accuracy": 0.252964, "f1": 0.218213, "hf_subset": "plt_Latn-bul_Cyrl", "languages": ["plt-Latn", "bul-Cyrl"], "main_score": 0.218213, "precision": 0.207291, "recall": 0.252964}, {"accuracy": 0.299407, "f1": 0.262276, "hf_subset": "plt_Latn-fra_Latn", "languages": ["plt-Latn", "fra-Latn"], "main_score": 0.262276, "precision": 0.252313, "recall": 0.299407}, {"accuracy": 0.22332, "f1": 0.197708, "hf_subset": "plt_Latn-jpn_Jpan", "languages": ["plt-Latn", "jpn-Jpan"], "main_score": 0.197708, "precision": 0.189397, "recall": 0.22332}, {"accuracy": 0.22332, "f1": 0.207146, "hf_subset": "plt_Latn-lij_Latn", "languages": ["plt-Latn", "lij-Latn"], "main_score": 0.207146, "precision": 0.202048, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.125174, "hf_subset": "plt_Latn-mya_Mymr", "languages": ["plt-Latn", "mya-Mymr"], "main_score": 0.125174, "precision": 0.118668, "recall": 0.149209}, {"accuracy": 0.233202, "f1": 0.206577, "hf_subset": "plt_Latn-sag_Latn", "languages": ["plt-Latn", "sag-Latn"], "main_score": 0.206577, "precision": 0.19665, "recall": 0.233202}, {"accuracy": 0.082016, "f1": 0.056076, "hf_subset": "plt_Latn-taq_Tfng", "languages": ["plt-Latn", "taq-Tfng"], "main_score": 0.056076, "precision": 0.050966, "recall": 0.082016}, {"accuracy": 0.266798, "f1": 0.232316, "hf_subset": "plt_Latn-wol_Latn", "languages": ["plt-Latn", "wol-Latn"], "main_score": 0.232316, "precision": 0.220456, "recall": 0.266798}, {"accuracy": 0.129447, "f1": 0.097628, "hf_subset": "plt_Latn-arb_Latn", "languages": ["plt-Latn", "arb-Latn"], "main_score": 0.097628, "precision": 0.089671, "recall": 0.129447}, {"accuracy": 0.291502, "f1": 0.257293, "hf_subset": "plt_Latn-cat_Latn", "languages": ["plt-Latn", "cat-Latn"], "main_score": 0.257293, "precision": 0.247085, "recall": 0.291502}, {"accuracy": 0.233202, "f1": 0.206792, "hf_subset": "plt_Latn-fur_Latn", "languages": ["plt-Latn", "fur-Latn"], "main_score": 0.206792, "precision": 0.199317, "recall": 0.233202}, {"accuracy": 0.089921, "f1": 0.072032, "hf_subset": "plt_Latn-kab_Latn", "languages": ["plt-Latn", "kab-Latn"], "main_score": 0.072032, "precision": 0.06683, "recall": 0.089921}, {"accuracy": 0.240119, "f1": 0.217695, "hf_subset": "plt_Latn-lim_Latn", "languages": ["plt-Latn", "lim-Latn"], "main_score": 0.217695, "precision": 0.209941, "recall": 0.240119}, {"accuracy": 0.313241, "f1": 0.275797, "hf_subset": "plt_Latn-nld_Latn", "languages": ["plt-Latn", "nld-Latn"], "main_score": 0.275797, "precision": 0.264924, "recall": 0.313241}, {"accuracy": 0.114625, "f1": 0.10073, "hf_subset": "plt_Latn-san_Deva", "languages": ["plt-Latn", "san-Deva"], "main_score": 0.10073, "precision": 0.096555, "recall": 0.114625}, {"accuracy": 0.195652, "f1": 0.177341, "hf_subset": "plt_Latn-tat_Cyrl", "languages": ["plt-Latn", "tat-Cyrl"], "main_score": 0.177341, "precision": 0.171588, "recall": 0.195652}, {"accuracy": 0.160079, "f1": 0.138372, "hf_subset": "plt_Latn-xho_Latn", "languages": ["plt-Latn", "xho-Latn"], "main_score": 0.138372, "precision": 0.130852, "recall": 0.160079}, {"accuracy": 0.192688, "f1": 0.166306, "hf_subset": "plt_Latn-ars_Arab", "languages": ["plt-Latn", "ars-Arab"], "main_score": 0.166306, "precision": 0.15834, "recall": 0.192688}, {"accuracy": 0.228261, "f1": 0.211317, "hf_subset": "plt_Latn-ceb_Latn", "languages": ["plt-Latn", "ceb-Latn"], "main_score": 0.211317, "precision": 0.204451, "recall": 0.228261}, {"accuracy": 0.211462, "f1": 0.182537, "hf_subset": "plt_Latn-fuv_Latn", "languages": ["plt-Latn", "fuv-Latn"], "main_score": 0.182537, "precision": 0.171062, "recall": 0.211462}, {"accuracy": 0.211462, "f1": 0.178349, "hf_subset": "plt_Latn-kac_Latn", "languages": ["plt-Latn", "kac-Latn"], "main_score": 0.178349, "precision": 0.167033, "recall": 0.211462}, {"accuracy": 0.226285, "f1": 0.195528, "hf_subset": "plt_Latn-lin_Latn", "languages": ["plt-Latn", "lin-Latn"], "main_score": 0.195528, "precision": 0.185311, "recall": 0.226285}, {"accuracy": 0.284585, "f1": 0.256542, "hf_subset": "plt_Latn-nno_Latn", "languages": ["plt-Latn", "nno-Latn"], "main_score": 0.256542, "precision": 0.247158, "recall": 0.284585}, {"accuracy": 0.017787, "f1": 0.006839, "hf_subset": "plt_Latn-sat_Olck", "languages": ["plt-Latn", "sat-Olck"], "main_score": 0.006839, "precision": 0.005197, "recall": 0.017787}, {"accuracy": 0.097826, "f1": 0.090461, "hf_subset": "plt_Latn-tel_Telu", "languages": ["plt-Latn", "tel-Telu"], "main_score": 0.090461, "precision": 0.088226, "recall": 0.097826}, {"accuracy": 0.092885, "f1": 0.077593, "hf_subset": "plt_Latn-ydd_Hebr", "languages": ["plt-Latn", "ydd-Hebr"], "main_score": 0.077593, "precision": 0.072487, "recall": 0.092885}, {"accuracy": 0.159091, "f1": 0.138922, "hf_subset": "plt_Latn-ary_Arab", "languages": ["plt-Latn", "ary-Arab"], "main_score": 0.138922, "precision": 0.133381, "recall": 0.159091}, {"accuracy": 0.294466, "f1": 0.262342, "hf_subset": "plt_Latn-ces_Latn", "languages": ["plt-Latn", "ces-Latn"], "main_score": 0.262342, "precision": 0.252019, "recall": 0.294466}, {"accuracy": 0.117589, "f1": 0.094019, "hf_subset": "plt_Latn-gaz_Latn", "languages": ["plt-Latn", "gaz-Latn"], "main_score": 0.094019, "precision": 0.087461, "recall": 0.117589}, {"accuracy": 0.209486, "f1": 0.181314, "hf_subset": "plt_Latn-kam_Latn", "languages": ["plt-Latn", "kam-Latn"], "main_score": 0.181314, "precision": 0.172505, "recall": 0.209486}, {"accuracy": 0.267787, "f1": 0.234154, "hf_subset": "plt_Latn-lit_Latn", "languages": ["plt-Latn", "lit-Latn"], "main_score": 0.234154, "precision": 0.224181, "recall": 0.267787}, {"accuracy": 0.298419, "f1": 0.266652, "hf_subset": "plt_Latn-nob_Latn", "languages": ["plt-Latn", "nob-Latn"], "main_score": 0.266652, "precision": 0.256435, "recall": 0.298419}, {"accuracy": 0.217391, "f1": 0.203624, "hf_subset": "plt_Latn-scn_Latn", "languages": ["plt-Latn", "scn-Latn"], "main_score": 0.203624, "precision": 0.199641, "recall": 0.217391}, {"accuracy": 0.171937, "f1": 0.145438, "hf_subset": "plt_Latn-tgk_Cyrl", "languages": ["plt-Latn", "tgk-Cyrl"], "main_score": 0.145438, "precision": 0.136821, "recall": 0.171937}, {"accuracy": 0.215415, "f1": 0.188194, "hf_subset": "plt_Latn-yor_Latn", "languages": ["plt-Latn", "yor-Latn"], "main_score": 0.188194, "precision": 0.178153, "recall": 0.215415}, {"accuracy": 0.161067, "f1": 0.141923, "hf_subset": "plt_Latn-arz_Arab", "languages": ["plt-Latn", "arz-Arab"], "main_score": 0.141923, "precision": 0.135922, "recall": 0.161067}, {"accuracy": 0.193676, "f1": 0.162941, "hf_subset": "plt_Latn-cjk_Latn", "languages": ["plt-Latn", "cjk-Latn"], "main_score": 0.162941, "precision": 0.152449, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.175459, "hf_subset": "plt_Latn-gla_Latn", "languages": ["plt-Latn", "gla-Latn"], "main_score": 0.175459, "precision": 0.167053, "recall": 0.203557}, {"accuracy": 0.09585, "f1": 0.081503, "hf_subset": "plt_Latn-kan_Knda", "languages": ["plt-Latn", "kan-Knda"], "main_score": 0.081503, "precision": 0.077392, "recall": 0.09585}, {"accuracy": 0.244071, "f1": 0.222625, "hf_subset": "plt_Latn-lmo_Latn", "languages": ["plt-Latn", "lmo-Latn"], "main_score": 0.222625, "precision": 0.217177, "recall": 0.244071}, {"accuracy": 0.182806, "f1": 0.156368, "hf_subset": "plt_Latn-npi_Deva", "languages": ["plt-Latn", "npi-Deva"], "main_score": 0.156368, "precision": 0.149125, "recall": 0.182806}, {"accuracy": 0.205534, "f1": 0.171891, "hf_subset": "plt_Latn-shn_Mymr", "languages": ["plt-Latn", "shn-Mymr"], "main_score": 0.171891, "precision": 0.16248, "recall": 0.205534}, {"accuracy": 0.268775, "f1": 0.243324, "hf_subset": "plt_Latn-tgl_Latn", "languages": ["plt-Latn", "tgl-Latn"], "main_score": 0.243324, "precision": 0.234646, "recall": 0.268775}, {"accuracy": 0.215415, "f1": 0.186671, "hf_subset": "plt_Latn-yue_Hant", "languages": ["plt-Latn", "yue-Hant"], "main_score": 0.186671, "precision": 0.178341, "recall": 0.215415}, {"accuracy": 0.074111, "f1": 0.064317, "hf_subset": "plt_Latn-asm_Beng", "languages": ["plt-Latn", "asm-Beng"], "main_score": 0.064317, "precision": 0.060845, "recall": 0.074111}, {"accuracy": 0.145257, "f1": 0.123562, "hf_subset": "plt_Latn-ckb_Arab", "languages": ["plt-Latn", "ckb-Arab"], "main_score": 0.123562, "precision": 0.117876, "recall": 0.145257}, {"accuracy": 0.224308, "f1": 0.203857, "hf_subset": "plt_Latn-gle_Latn", "languages": ["plt-Latn", "gle-Latn"], "main_score": 0.203857, "precision": 0.197261, "recall": 0.224308}, {"accuracy": 0.103755, "f1": 0.091353, "hf_subset": "plt_Latn-kas_Arab", "languages": ["plt-Latn", "kas-Arab"], "main_score": 0.091353, "precision": 0.087443, "recall": 0.103755}, {"accuracy": 0.20751, "f1": 0.18144, "hf_subset": "plt_Latn-ltg_Latn", "languages": ["plt-Latn", "ltg-Latn"], "main_score": 0.18144, "precision": 0.174733, "recall": 0.20751}, {"accuracy": 0.252964, "f1": 0.224081, "hf_subset": "plt_Latn-nso_Latn", "languages": ["plt-Latn", "nso-Latn"], "main_score": 0.224081, "precision": 0.213996, "recall": 0.252964}, {"accuracy": 0.100791, "f1": 0.085913, "hf_subset": "plt_Latn-sin_Sinh", "languages": ["plt-Latn", "sin-Sinh"], "main_score": 0.085913, "precision": 0.081459, "recall": 0.100791}, {"accuracy": 0.232213, "f1": 0.204621, "hf_subset": "plt_Latn-tha_Thai", "languages": ["plt-Latn", "tha-Thai"], "main_score": 0.204621, "precision": 0.196112, "recall": 0.232213}, {"accuracy": 0.246047, "f1": 0.213315, "hf_subset": "plt_Latn-zho_Hans", "languages": ["plt-Latn", "zho-Hans"], "main_score": 0.213315, "precision": 0.202907, "recall": 0.246047}, {"accuracy": 0.229249, "f1": 0.204841, "hf_subset": "plt_Latn-ast_Latn", "languages": ["plt-Latn", "ast-Latn"], "main_score": 0.204841, "precision": 0.197739, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.174004, "hf_subset": "plt_Latn-crh_Latn", "languages": ["plt-Latn", "crh-Latn"], "main_score": 0.174004, "precision": 0.169051, "recall": 0.189723}, {"accuracy": 0.295455, "f1": 0.259914, "hf_subset": "plt_Latn-glg_Latn", "languages": ["plt-Latn", "glg-Latn"], "main_score": 0.259914, "precision": 0.247768, "recall": 0.295455}, {"accuracy": 0.159091, "f1": 0.142611, "hf_subset": "plt_Latn-kas_Deva", "languages": ["plt-Latn", "kas-Deva"], "main_score": 0.142611, "precision": 0.137, "recall": 0.159091}, {"accuracy": 0.226285, "f1": 0.20605, "hf_subset": "plt_Latn-ltz_Latn", "languages": ["plt-Latn", "ltz-Latn"], "main_score": 0.20605, "precision": 0.199111, "recall": 0.226285}, {"accuracy": 0.125494, "f1": 0.091936, "hf_subset": "plt_Latn-nus_Latn", "languages": ["plt-Latn", "nus-Latn"], "main_score": 0.091936, "precision": 0.081992, "recall": 0.125494}, {"accuracy": 0.294466, "f1": 0.264406, "hf_subset": "plt_Latn-slk_Latn", "languages": ["plt-Latn", "slk-Latn"], "main_score": 0.264406, "precision": 0.254973, "recall": 0.294466}, {"accuracy": 0.062253, "f1": 0.052421, "hf_subset": "plt_Latn-tir_Ethi", "languages": ["plt-Latn", "tir-Ethi"], "main_score": 0.052421, "precision": 0.049692, "recall": 0.062253}, {"accuracy": 0.227273, "f1": 0.197759, "hf_subset": "plt_Latn-zho_Hant", "languages": ["plt-Latn", "zho-Hant"], "main_score": 0.197759, "precision": 0.188932, "recall": 0.227273}, {"accuracy": 0.18083, "f1": 0.15546, "hf_subset": "plt_Latn-awa_Deva", "languages": ["plt-Latn", "awa-Deva"], "main_score": 0.15546, "precision": 0.148387, "recall": 0.18083}, {"accuracy": 0.209486, "f1": 0.185649, "hf_subset": "plt_Latn-cym_Latn", "languages": ["plt-Latn", "cym-Latn"], "main_score": 0.185649, "precision": 0.179824, "recall": 0.209486}, {"accuracy": 0.254941, "f1": 0.23183, "hf_subset": "plt_Latn-grn_Latn", "languages": ["plt-Latn", "grn-Latn"], "main_score": 0.23183, "precision": 0.223606, "recall": 0.254941}, {"accuracy": 0.173913, "f1": 0.148978, "hf_subset": "plt_Latn-kat_Geor", "languages": ["plt-Latn", "kat-Geor"], "main_score": 0.148978, "precision": 0.141781, "recall": 0.173913}, {"accuracy": 0.233202, "f1": 0.211432, "hf_subset": "plt_Latn-lua_Latn", "languages": ["plt-Latn", "lua-Latn"], "main_score": 0.211432, "precision": 0.203687, "recall": 0.233202}, {"accuracy": 0.218379, "f1": 0.189636, "hf_subset": "plt_Latn-nya_Latn", "languages": ["plt-Latn", "nya-Latn"], "main_score": 0.189636, "precision": 0.179775, "recall": 0.218379}, {"accuracy": 0.286561, "f1": 0.251921, "hf_subset": "plt_Latn-slv_Latn", "languages": ["plt-Latn", "slv-Latn"], "main_score": 0.251921, "precision": 0.241554, "recall": 0.286561}, {"accuracy": 0.242095, "f1": 0.219519, "hf_subset": "plt_Latn-tpi_Latn", "languages": ["plt-Latn", "tpi-Latn"], "main_score": 0.219519, "precision": 0.210783, "recall": 0.242095}, {"accuracy": 0.280632, "f1": 0.253264, "hf_subset": "plt_Latn-zsm_Latn", "languages": ["plt-Latn", "zsm-Latn"], "main_score": 0.253264, "precision": 0.245007, "recall": 0.280632}, {"accuracy": 0.232213, "f1": 0.200504, "hf_subset": "plt_Latn-ayr_Latn", "languages": ["plt-Latn", "ayr-Latn"], "main_score": 0.200504, "precision": 0.189561, "recall": 0.232213}, {"accuracy": 0.299407, "f1": 0.26412, "hf_subset": "plt_Latn-dan_Latn", "languages": ["plt-Latn", "dan-Latn"], "main_score": 0.26412, "precision": 0.253558, "recall": 0.299407}, {"accuracy": 0.134387, "f1": 0.11569, "hf_subset": "plt_Latn-guj_Gujr", "languages": ["plt-Latn", "guj-Gujr"], "main_score": 0.11569, "precision": 0.109812, "recall": 0.134387}, {"accuracy": 0.215415, "f1": 0.192944, "hf_subset": "plt_Latn-kaz_Cyrl", "languages": ["plt-Latn", "kaz-Cyrl"], "main_score": 0.192944, "precision": 0.186844, "recall": 0.215415}, {"accuracy": 0.182806, "f1": 0.159425, "hf_subset": "plt_Latn-lug_Latn", "languages": ["plt-Latn", "lug-Latn"], "main_score": 0.159425, "precision": 0.151404, "recall": 0.182806}, {"accuracy": 0.266798, "f1": 0.241841, "hf_subset": "plt_Latn-oci_Latn", "languages": ["plt-Latn", "oci-Latn"], "main_score": 0.241841, "precision": 0.233594, "recall": 0.266798}, {"accuracy": 0.206522, "f1": 0.171477, "hf_subset": "plt_Latn-smo_Latn", "languages": ["plt-Latn", "smo-Latn"], "main_score": 0.171477, "precision": 0.160158, "recall": 0.206522}, {"accuracy": 0.227273, "f1": 0.196975, "hf_subset": "plt_Latn-tsn_Latn", "languages": ["plt-Latn", "tsn-Latn"], "main_score": 0.196975, "precision": 0.186596, "recall": 0.227273}, {"accuracy": 0.166996, "f1": 0.138065, "hf_subset": "plt_Latn-zul_Latn", "languages": ["plt-Latn", "zul-Latn"], "main_score": 0.138065, "precision": 0.129315, "recall": 0.166996}, {"accuracy": 0.119565, "f1": 0.099844, "hf_subset": "plt_Latn-azb_Arab", "languages": ["plt-Latn", "azb-Arab"], "main_score": 0.099844, "precision": 0.094176, "recall": 0.119565}, {"accuracy": 0.285573, "f1": 0.255343, "hf_subset": "plt_Latn-deu_Latn", "languages": ["plt-Latn", "deu-Latn"], "main_score": 0.255343, "precision": 0.246467, "recall": 0.285573}, {"accuracy": 0.243083, "f1": 0.211176, "hf_subset": "plt_Latn-hat_Latn", "languages": ["plt-Latn", "hat-Latn"], "main_score": 0.211176, "precision": 0.201779, "recall": 0.243083}, {"accuracy": 0.227273, "f1": 0.198428, "hf_subset": "plt_Latn-kbp_Latn", "languages": ["plt-Latn", "kbp-Latn"], "main_score": 0.198428, "precision": 0.188626, "recall": 0.227273}, {"accuracy": 0.221344, "f1": 0.193495, "hf_subset": "plt_Latn-luo_Latn", "languages": ["plt-Latn", "luo-Latn"], "main_score": 0.193495, "precision": 0.183096, "recall": 0.221344}, {"accuracy": 0.085968, "f1": 0.070781, "hf_subset": "plt_Latn-ory_Orya", "languages": ["plt-Latn", "ory-Orya"], "main_score": 0.070781, "precision": 0.06641, "recall": 0.085968}, {"accuracy": 0.164032, "f1": 0.133969, "hf_subset": "plt_Latn-sna_Latn", "languages": ["plt-Latn", "sna-Latn"], "main_score": 0.133969, "precision": 0.12523, "recall": 0.164032}, {"accuracy": 0.229249, "f1": 0.200563, "hf_subset": "plt_Latn-tso_Latn", "languages": ["plt-Latn", "tso-Latn"], "main_score": 0.200563, "precision": 0.1907, "recall": 0.229249}, {"accuracy": 0.179842, "f1": 0.16494, "hf_subset": "plt_Latn-azj_Latn", "languages": ["plt-Latn", "azj-Latn"], "main_score": 0.16494, "precision": 0.16078, "recall": 0.179842}, {"accuracy": 0.242095, "f1": 0.214093, "hf_subset": "plt_Latn-dik_Latn", "languages": ["plt-Latn", "dik-Latn"], "main_score": 0.214093, "precision": 0.205162, "recall": 0.242095}, {"accuracy": 0.244071, "f1": 0.217987, "hf_subset": "plt_Latn-hau_Latn", "languages": ["plt-Latn", "hau-Latn"], "main_score": 0.217987, "precision": 0.209215, "recall": 0.244071}, {"accuracy": 0.205534, "f1": 0.189295, "hf_subset": "plt_Latn-kea_Latn", "languages": ["plt-Latn", "kea-Latn"], "main_score": 0.189295, "precision": 0.184265, "recall": 0.205534}, {"accuracy": 0.25, "f1": 0.225576, "hf_subset": "plt_Latn-lus_Latn", "languages": ["plt-Latn", "lus-Latn"], "main_score": 0.225576, "precision": 0.216807, "recall": 0.25}, {"accuracy": 0.244071, "f1": 0.225249, "hf_subset": "plt_Latn-pag_Latn", "languages": ["plt-Latn", "pag-Latn"], "main_score": 0.225249, "precision": 0.217671, "recall": 0.244071}, {"accuracy": 0.13834, "f1": 0.121237, "hf_subset": "plt_Latn-snd_Arab", "languages": ["plt-Latn", "snd-Arab"], "main_score": 0.121237, "precision": 0.11617, "recall": 0.13834}, {"accuracy": 0.187747, "f1": 0.164086, "hf_subset": "plt_Latn-tuk_Latn", "languages": ["plt-Latn", "tuk-Latn"], "main_score": 0.164086, "precision": 0.156432, "recall": 0.187747}, {"accuracy": 0.22332, "f1": 0.196673, "hf_subset": "plt_Latn-bak_Cyrl", "languages": ["plt-Latn", "bak-Cyrl"], "main_score": 0.196673, "precision": 0.188614, "recall": 0.22332}, {"accuracy": 0.19664, "f1": 0.171222, "hf_subset": "plt_Latn-dyu_Latn", "languages": ["plt-Latn", "dyu-Latn"], "main_score": 0.171222, "precision": 0.161506, "recall": 0.19664}, {"accuracy": 0.209486, "f1": 0.181852, "hf_subset": "plt_Latn-heb_Hebr", "languages": ["plt-Latn", "heb-Hebr"], "main_score": 0.181852, "precision": 0.173244, "recall": 0.209486}, {"accuracy": 0.215415, "f1": 0.192048, "hf_subset": "plt_Latn-khk_Cyrl", "languages": ["plt-Latn", "khk-Cyrl"], "main_score": 0.192048, "precision": 0.184989, "recall": 0.215415}, {"accuracy": 0.252964, "f1": 0.22334, "hf_subset": "plt_Latn-lvs_Latn", "languages": ["plt-Latn", "lvs-Latn"], "main_score": 0.22334, "precision": 0.214167, "recall": 0.252964}, {"accuracy": 0.098814, "f1": 0.080312, "hf_subset": "plt_Latn-pan_Guru", "languages": ["plt-Latn", "pan-Guru"], "main_score": 0.080312, "precision": 0.075947, "recall": 0.098814}, {"accuracy": 0.209486, "f1": 0.187593, "hf_subset": "plt_Latn-som_Latn", "languages": ["plt-Latn", "som-Latn"], "main_score": 0.187593, "precision": 0.179304, "recall": 0.209486}, {"accuracy": 0.236166, "f1": 0.198528, "hf_subset": "plt_Latn-tum_Latn", "languages": ["plt-Latn", "tum-Latn"], "main_score": 0.198528, "precision": 0.186394, "recall": 0.236166}, {"accuracy": 0.086957, "f1": 0.052772, "hf_subset": "srp_Cyrl-ace_Arab", "languages": ["srp-Cyrl", "ace-Arab"], "main_score": 0.052772, "precision": 0.044787, "recall": 0.086957}, {"accuracy": 0.166008, "f1": 0.10023, "hf_subset": "srp_Cyrl-bam_Latn", "languages": ["srp-Cyrl", "bam-Latn"], "main_score": 0.10023, "precision": 0.085226, "recall": 0.166008}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "srp_Cyrl-dzo_Tibt", "languages": ["srp-Cyrl", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "srp_Cyrl-hin_Deva", "languages": ["srp-Cyrl", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.908103, "f1": 0.880402, "hf_subset": "srp_Cyrl-khm_Khmr", "languages": ["srp-Cyrl", "khm-Khmr"], "main_score": 0.880402, "precision": 0.86726, "recall": 0.908103}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "srp_Cyrl-mag_Deva", "languages": ["srp-Cyrl", "mag-Deva"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.635375, "f1": 0.558431, "hf_subset": "srp_Cyrl-pap_Latn", "languages": ["srp-Cyrl", "pap-Latn"], "main_score": 0.558431, "precision": 0.528757, "recall": 0.635375}, {"accuracy": 0.206522, "f1": 0.141503, "hf_subset": "srp_Cyrl-sot_Latn", "languages": ["srp-Cyrl", "sot-Latn"], "main_score": 0.141503, "precision": 0.125742, "recall": 0.206522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-tur_Latn", "languages": ["srp-Cyrl", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.411067, "f1": 0.322699, "hf_subset": "srp_Cyrl-ace_Latn", "languages": ["srp-Cyrl", "ace-Latn"], "main_score": 0.322699, "precision": 0.295213, "recall": 0.411067}, {"accuracy": 0.664032, "f1": 0.589321, "hf_subset": "srp_Cyrl-ban_Latn", "languages": ["srp-Cyrl", "ban-Latn"], "main_score": 0.589321, "precision": 0.559076, "recall": 0.664032}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "srp_Cyrl-ell_Grek", "languages": ["srp-Cyrl", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.924901, "f1": 0.902503, "hf_subset": "srp_Cyrl-hne_Deva", "languages": ["srp-Cyrl", "hne-Deva"], "main_score": 0.902503, "precision": 0.891634, "recall": 0.924901}, {"accuracy": 0.23419, "f1": 0.153262, "hf_subset": "srp_Cyrl-kik_Latn", "languages": ["srp-Cyrl", "kik-Latn"], "main_score": 0.153262, "precision": 0.132465, "recall": 0.23419}, {"accuracy": 0.938735, "f1": 0.920026, "hf_subset": "srp_Cyrl-mai_Deva", "languages": ["srp-Cyrl", "mai-Deva"], "main_score": 0.920026, "precision": 0.91115, "recall": 0.938735}, {"accuracy": 0.854743, "f1": 0.816568, "hf_subset": "srp_Cyrl-pbt_Arab", "languages": ["srp-Cyrl", "pbt-Arab"], "main_score": 0.816568, "precision": 0.799325, "recall": 0.854743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-spa_Latn", "languages": ["srp-Cyrl", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.291502, "f1": 0.203039, "hf_subset": "srp_Cyrl-twi_Latn", "languages": ["srp-Cyrl", "twi-Latn"], "main_score": 0.203039, "precision": 0.179724, "recall": 0.291502}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "srp_Cyrl-acm_Arab", "languages": ["srp-Cyrl", "acm-Arab"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "srp_Cyrl-bel_Cyrl", "languages": ["srp-Cyrl", "bel-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-eng_Latn", "languages": ["srp-Cyrl", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-hrv_Latn", "languages": ["srp-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.141304, "f1": 0.088618, "hf_subset": "srp_Cyrl-kin_Latn", "languages": ["srp-Cyrl", "kin-Latn"], "main_score": 0.088618, "precision": 0.076977, "recall": 0.141304}, {"accuracy": 0.906126, "f1": 0.878971, "hf_subset": "srp_Cyrl-mal_Mlym", "languages": ["srp-Cyrl", "mal-Mlym"], "main_score": 0.878971, "precision": 0.866518, "recall": 0.906126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-pes_Arab", "languages": ["srp-Cyrl", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.718379, "f1": 0.651176, "hf_subset": "srp_Cyrl-srd_Latn", "languages": ["srp-Cyrl", "srd-Latn"], "main_score": 0.651176, "precision": 0.623518, "recall": 0.718379}, {"accuracy": 0.061265, "f1": 0.028725, "hf_subset": "srp_Cyrl-tzm_Tfng", "languages": ["srp-Cyrl", "tzm-Tfng"], "main_score": 0.028725, "precision": 0.024288, "recall": 0.061265}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "srp_Cyrl-acq_Arab", "languages": ["srp-Cyrl", "acq-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.226285, "f1": 0.152496, "hf_subset": "srp_Cyrl-bem_Latn", "languages": ["srp-Cyrl", "bem-Latn"], "main_score": 0.152496, "precision": 0.135197, "recall": 0.226285}, {"accuracy": 0.868577, "f1": 0.831588, "hf_subset": "srp_Cyrl-epo_Latn", "languages": ["srp-Cyrl", "epo-Latn"], "main_score": 0.831588, "precision": 0.814674, "recall": 0.868577}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-hun_Latn", "languages": ["srp-Cyrl", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.939723, "f1": 0.921607, "hf_subset": "srp_Cyrl-kir_Cyrl", "languages": ["srp-Cyrl", "kir-Cyrl"], "main_score": 0.921607, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.916996, "f1": 0.890481, "hf_subset": "srp_Cyrl-mar_Deva", "languages": ["srp-Cyrl", "mar-Deva"], "main_score": 0.890481, "precision": 0.8778, "recall": 0.916996}, {"accuracy": 0.272727, "f1": 0.19807, "hf_subset": "srp_Cyrl-plt_Latn", "languages": ["srp-Cyrl", "plt-Latn"], "main_score": 0.19807, "precision": 0.177065, "recall": 0.272727}, {"accuracy": 0.817194, "f1": 0.772271, "hf_subset": "srp_Cyrl-uig_Arab", "languages": ["srp-Cyrl", "uig-Arab"], "main_score": 0.772271, "precision": 0.752569, "recall": 0.817194}, {"accuracy": 0.940711, "f1": 0.921772, "hf_subset": "srp_Cyrl-aeb_Arab", "languages": ["srp-Cyrl", "aeb-Arab"], "main_score": 0.921772, "precision": 0.912549, "recall": 0.940711}, {"accuracy": 0.917984, "f1": 0.89496, "hf_subset": "srp_Cyrl-ben_Beng", "languages": ["srp-Cyrl", "ben-Beng"], "main_score": 0.89496, "precision": 0.88447, "recall": 0.917984}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "srp_Cyrl-est_Latn", "languages": ["srp-Cyrl", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "srp_Cyrl-hye_Armn", "languages": ["srp-Cyrl", "hye-Armn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.153162, "f1": 0.093313, "hf_subset": "srp_Cyrl-kmb_Latn", "languages": ["srp-Cyrl", "kmb-Latn"], "main_score": 0.093313, "precision": 0.081932, "recall": 0.153162}, {"accuracy": 0.062253, "f1": 0.036969, "hf_subset": "srp_Cyrl-min_Arab", "languages": ["srp-Cyrl", "min-Arab"], "main_score": 0.036969, "precision": 0.030938, "recall": 0.062253}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-pol_Latn", "languages": ["srp-Cyrl", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.157115, "f1": 0.097596, "hf_subset": "srp_Cyrl-ssw_Latn", "languages": ["srp-Cyrl", "ssw-Latn"], "main_score": 0.097596, "precision": 0.085441, "recall": 0.157115}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-ukr_Cyrl", "languages": ["srp-Cyrl", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.953887, "hf_subset": "srp_Cyrl-afr_Latn", "languages": ["srp-Cyrl", "afr-Latn"], "main_score": 0.953887, "precision": 0.948123, "recall": 0.965415}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "srp_Cyrl-bho_Deva", "languages": ["srp-Cyrl", "bho-Deva"], "main_score": 0.869697, "precision": 0.855896, "recall": 0.899209}, {"accuracy": 0.754941, "f1": 0.69496, "hf_subset": "srp_Cyrl-eus_Latn", "languages": ["srp-Cyrl", "eus-Latn"], "main_score": 0.69496, "precision": 0.669648, "recall": 0.754941}, {"accuracy": 0.18083, "f1": 0.11024, "hf_subset": "srp_Cyrl-ibo_Latn", "languages": ["srp-Cyrl", "ibo-Latn"], "main_score": 0.11024, "precision": 0.094203, "recall": 0.18083}, {"accuracy": 0.754941, "f1": 0.703673, "hf_subset": "srp_Cyrl-kmr_Latn", "languages": ["srp-Cyrl", "kmr-Latn"], "main_score": 0.703673, "precision": 0.681811, "recall": 0.754941}, {"accuracy": 0.632411, "f1": 0.556155, "hf_subset": "srp_Cyrl-min_Latn", "languages": ["srp-Cyrl", "min-Latn"], "main_score": 0.556155, "precision": 0.526661, "recall": 0.632411}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-por_Latn", "languages": ["srp-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.752964, "f1": 0.69073, "hf_subset": "srp_Cyrl-sun_Latn", "languages": ["srp-Cyrl", "sun-Latn"], "main_score": 0.69073, "precision": 0.665267, "recall": 0.752964}, {"accuracy": 0.16502, "f1": 0.104566, "hf_subset": "srp_Cyrl-umb_Latn", "languages": ["srp-Cyrl", "umb-Latn"], "main_score": 0.104566, "precision": 0.090685, "recall": 0.16502}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "srp_Cyrl-ajp_Arab", "languages": ["srp-Cyrl", "ajp-Arab"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.071146, "f1": 0.038985, "hf_subset": "srp_Cyrl-bjn_Arab", "languages": ["srp-Cyrl", "bjn-Arab"], "main_score": 0.038985, "precision": 0.032709, "recall": 0.071146}, {"accuracy": 0.241107, "f1": 0.170751, "hf_subset": "srp_Cyrl-ewe_Latn", "languages": ["srp-Cyrl", "ewe-Latn"], "main_score": 0.170751, "precision": 0.152921, "recall": 0.241107}, {"accuracy": 0.352767, "f1": 0.264778, "hf_subset": "srp_Cyrl-ilo_Latn", "languages": ["srp-Cyrl", "ilo-Latn"], "main_score": 0.264778, "precision": 0.239002, "recall": 0.352767}, {"accuracy": 0.083992, "f1": 0.0455, "hf_subset": "srp_Cyrl-knc_Arab", "languages": ["srp-Cyrl", "knc-Arab"], "main_score": 0.0455, "precision": 0.037344, "recall": 0.083992}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "srp_Cyrl-mkd_Cyrl", "languages": ["srp-Cyrl", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "srp_Cyrl-prs_Arab", "languages": ["srp-Cyrl", "prs-Arab"], "main_score": 0.979578, "precision": 0.977437, "recall": 0.98419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-swe_Latn", "languages": ["srp-Cyrl", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "srp_Cyrl-urd_Arab", "languages": ["srp-Cyrl", "urd-Arab"], "main_score": 0.952075, "precision": 0.946673, "recall": 0.963439}, {"accuracy": 0.268775, "f1": 0.186378, "hf_subset": "srp_Cyrl-aka_Latn", "languages": ["srp-Cyrl", "aka-Latn"], "main_score": 0.186378, "precision": 0.164044, "recall": 0.268775}, {"accuracy": 0.76581, "f1": 0.708929, "hf_subset": "srp_Cyrl-bjn_Latn", "languages": ["srp-Cyrl", "bjn-Latn"], "main_score": 0.708929, "precision": 0.685648, "recall": 0.76581}, {"accuracy": 0.463439, "f1": 0.378583, "hf_subset": "srp_Cyrl-fao_Latn", "languages": ["srp-Cyrl", "fao-Latn"], "main_score": 0.378583, "precision": 0.351238, "recall": 0.463439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-ind_Latn", "languages": ["srp-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.253953, "f1": 0.179019, "hf_subset": "srp_Cyrl-knc_Latn", "languages": ["srp-Cyrl", "knc-Latn"], "main_score": 0.179019, "precision": 0.160199, "recall": 0.253953}, {"accuracy": 0.315217, "f1": 0.229456, "hf_subset": "srp_Cyrl-mlt_Latn", "languages": ["srp-Cyrl", "mlt-Latn"], "main_score": 0.229456, "precision": 0.205247, "recall": 0.315217}, {"accuracy": 0.252964, "f1": 0.170479, "hf_subset": "srp_Cyrl-quy_Latn", "languages": ["srp-Cyrl", "quy-Latn"], "main_score": 0.170479, "precision": 0.148668, "recall": 0.252964}, {"accuracy": 0.352767, "f1": 0.26868, "hf_subset": "srp_Cyrl-swh_Latn", "languages": ["srp-Cyrl", "swh-Latn"], "main_score": 0.26868, "precision": 0.243955, "recall": 0.352767}, {"accuracy": 0.651186, "f1": 0.576336, "hf_subset": "srp_Cyrl-uzn_Latn", "languages": ["srp-Cyrl", "uzn-Latn"], "main_score": 0.576336, "precision": 0.54603, "recall": 0.651186}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-als_Latn", "languages": ["srp-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.051383, "f1": 0.017507, "hf_subset": "srp_Cyrl-bod_Tibt", "languages": ["srp-Cyrl", "bod-Tibt"], "main_score": 0.017507, "precision": 0.013524, "recall": 0.051383}, {"accuracy": 0.197628, "f1": 0.126224, "hf_subset": "srp_Cyrl-fij_Latn", "languages": ["srp-Cyrl", "fij-Latn"], "main_score": 0.126224, "precision": 0.109089, "recall": 0.197628}, {"accuracy": 0.767787, "f1": 0.709373, "hf_subset": "srp_Cyrl-isl_Latn", "languages": ["srp-Cyrl", "isl-Latn"], "main_score": 0.709373, "precision": 0.684176, "recall": 0.767787}, {"accuracy": 0.226285, "f1": 0.153645, "hf_subset": "srp_Cyrl-kon_Latn", "languages": ["srp-Cyrl", "kon-Latn"], "main_score": 0.153645, "precision": 0.135906, "recall": 0.226285}, {"accuracy": 0.061265, "f1": 0.031651, "hf_subset": "srp_Cyrl-mni_Beng", "languages": ["srp-Cyrl", "mni-Beng"], "main_score": 0.031651, "precision": 0.026998, "recall": 0.061265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-ron_Latn", "languages": ["srp-Cyrl", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.807312, "f1": 0.757609, "hf_subset": "srp_Cyrl-szl_Latn", "languages": ["srp-Cyrl", "szl-Latn"], "main_score": 0.757609, "precision": 0.73582, "recall": 0.807312}, {"accuracy": 0.797431, "f1": 0.744386, "hf_subset": "srp_Cyrl-vec_Latn", "languages": ["srp-Cyrl", "vec-Latn"], "main_score": 0.744386, "precision": 0.721393, "recall": 0.797431}, {"accuracy": 0.783597, "f1": 0.733616, "hf_subset": "srp_Cyrl-amh_Ethi", "languages": ["srp-Cyrl", "amh-Ethi"], "main_score": 0.733616, "precision": 0.712157, "recall": 0.783597}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-bos_Latn", "languages": ["srp-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "srp_Cyrl-fin_Latn", "languages": ["srp-Cyrl", "fin-Latn"], "main_score": 0.988801, "precision": 0.987648, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-ita_Latn", "languages": ["srp-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "srp_Cyrl-kor_Hang", "languages": ["srp-Cyrl", "kor-Hang"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.214427, "f1": 0.145985, "hf_subset": "srp_Cyrl-mos_Latn", "languages": ["srp-Cyrl", "mos-Latn"], "main_score": 0.145985, "precision": 0.128028, "recall": 0.214427}, {"accuracy": 0.155138, "f1": 0.094436, "hf_subset": "srp_Cyrl-run_Latn", "languages": ["srp-Cyrl", "run-Latn"], "main_score": 0.094436, "precision": 0.080409, "recall": 0.155138}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "srp_Cyrl-tam_Taml", "languages": ["srp-Cyrl", "tam-Taml"], "main_score": 0.882477, "precision": 0.870142, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-vie_Latn", "languages": ["srp-Cyrl", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "srp_Cyrl-apc_Arab", "languages": ["srp-Cyrl", "apc-Arab"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.379447, "f1": 0.292906, "hf_subset": "srp_Cyrl-bug_Latn", "languages": ["srp-Cyrl", "bug-Latn"], "main_score": 0.292906, "precision": 0.267417, "recall": 0.379447}, {"accuracy": 0.190711, "f1": 0.117257, "hf_subset": "srp_Cyrl-fon_Latn", "languages": ["srp-Cyrl", "fon-Latn"], "main_score": 0.117257, "precision": 0.099654, "recall": 0.190711}, {"accuracy": 0.73419, "f1": 0.669483, "hf_subset": "srp_Cyrl-jav_Latn", "languages": ["srp-Cyrl", "jav-Latn"], "main_score": 0.669483, "precision": 0.642697, "recall": 0.73419}, {"accuracy": 0.932806, "f1": 0.913735, "hf_subset": "srp_Cyrl-lao_Laoo", "languages": ["srp-Cyrl", "lao-Laoo"], "main_score": 0.913735, "precision": 0.905254, "recall": 0.932806}, {"accuracy": 0.187747, "f1": 0.117641, "hf_subset": "srp_Cyrl-mri_Latn", "languages": ["srp-Cyrl", "mri-Latn"], "main_score": 0.117641, "precision": 0.103498, "recall": 0.187747}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-rus_Cyrl", "languages": ["srp-Cyrl", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.233202, "f1": 0.163568, "hf_subset": "srp_Cyrl-taq_Latn", "languages": ["srp-Cyrl", "taq-Latn"], "main_score": 0.163568, "precision": 0.146331, "recall": 0.233202}, {"accuracy": 0.425889, "f1": 0.331399, "hf_subset": "srp_Cyrl-war_Latn", "languages": ["srp-Cyrl", "war-Latn"], "main_score": 0.331399, "precision": 0.300754, "recall": 0.425889}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "srp_Cyrl-arb_Arab", "languages": ["srp-Cyrl", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "srp_Cyrl-bul_Cyrl", "languages": ["srp-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-fra_Latn", "languages": ["srp-Cyrl", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-jpn_Jpan", "languages": ["srp-Cyrl", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.75, "f1": 0.687552, "hf_subset": "srp_Cyrl-lij_Latn", "languages": ["srp-Cyrl", "lij-Latn"], "main_score": 0.687552, "precision": 0.661225, "recall": 0.75}, {"accuracy": 0.949605, "f1": 0.93386, "hf_subset": "srp_Cyrl-mya_Mymr", "languages": ["srp-Cyrl", "mya-Mymr"], "main_score": 0.93386, "precision": 0.926301, "recall": 0.949605}, {"accuracy": 0.22332, "f1": 0.155685, "hf_subset": "srp_Cyrl-sag_Latn", "languages": ["srp-Cyrl", "sag-Latn"], "main_score": 0.155685, "precision": 0.138039, "recall": 0.22332}, {"accuracy": 0.077075, "f1": 0.034783, "hf_subset": "srp_Cyrl-taq_Tfng", "languages": ["srp-Cyrl", "taq-Tfng"], "main_score": 0.034783, "precision": 0.029112, "recall": 0.077075}, {"accuracy": 0.23913, "f1": 0.162934, "hf_subset": "srp_Cyrl-wol_Latn", "languages": ["srp-Cyrl", "wol-Latn"], "main_score": 0.162934, "precision": 0.142778, "recall": 0.23913}, {"accuracy": 0.11166, "f1": 0.062408, "hf_subset": "srp_Cyrl-arb_Latn", "languages": ["srp-Cyrl", "arb-Latn"], "main_score": 0.062408, "precision": 0.052269, "recall": 0.11166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "srp_Cyrl-cat_Latn", "languages": ["srp-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.719368, "f1": 0.652899, "hf_subset": "srp_Cyrl-fur_Latn", "languages": ["srp-Cyrl", "fur-Latn"], "main_score": 0.652899, "precision": 0.625016, "recall": 0.719368}, {"accuracy": 0.094862, "f1": 0.062852, "hf_subset": "srp_Cyrl-kab_Latn", "languages": ["srp-Cyrl", "kab-Latn"], "main_score": 0.062852, "precision": 0.055339, "recall": 0.094862}, {"accuracy": 0.745059, "f1": 0.680355, "hf_subset": "srp_Cyrl-lim_Latn", "languages": ["srp-Cyrl", "lim-Latn"], "main_score": 0.680355, "precision": 0.652536, "recall": 0.745059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "srp_Cyrl-nld_Latn", "languages": ["srp-Cyrl", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.756917, "f1": 0.694852, "hf_subset": "srp_Cyrl-san_Deva", "languages": ["srp-Cyrl", "san-Deva"], "main_score": 0.694852, "precision": 0.667819, "recall": 0.756917}, {"accuracy": 0.522727, "f1": 0.44242, "hf_subset": "srp_Cyrl-tat_Cyrl", "languages": ["srp-Cyrl", "tat-Cyrl"], "main_score": 0.44242, "precision": 0.413002, "recall": 0.522727}, {"accuracy": 0.188735, "f1": 0.120188, "hf_subset": "srp_Cyrl-xho_Latn", "languages": ["srp-Cyrl", "xho-Latn"], "main_score": 0.120188, "precision": 0.104431, "recall": 0.188735}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "srp_Cyrl-ars_Arab", "languages": ["srp-Cyrl", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.391304, "f1": 0.299417, "hf_subset": "srp_Cyrl-ceb_Latn", "languages": ["srp-Cyrl", "ceb-Latn"], "main_score": 0.299417, "precision": 0.270622, "recall": 0.391304}, {"accuracy": 0.227273, "f1": 0.153417, "hf_subset": "srp_Cyrl-fuv_Latn", "languages": ["srp-Cyrl", "fuv-Latn"], "main_score": 0.153417, "precision": 0.135846, "recall": 0.227273}, {"accuracy": 0.198617, "f1": 0.131801, "hf_subset": "srp_Cyrl-kac_Latn", "languages": ["srp-Cyrl", "kac-Latn"], "main_score": 0.131801, "precision": 0.115902, "recall": 0.198617}, {"accuracy": 0.222332, "f1": 0.150469, "hf_subset": "srp_Cyrl-lin_Latn", "languages": ["srp-Cyrl", "lin-Latn"], "main_score": 0.150469, "precision": 0.131165, "recall": 0.222332}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "srp_Cyrl-nno_Latn", "languages": ["srp-Cyrl", "nno-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.00348, "hf_subset": "srp_Cyrl-sat_Olck", "languages": ["srp-Cyrl", "sat-Olck"], "main_score": 0.00348, "precision": 0.002424, "recall": 0.019763}, {"accuracy": 0.870553, "f1": 0.835721, "hf_subset": "srp_Cyrl-tel_Telu", "languages": ["srp-Cyrl", "tel-Telu"], "main_score": 0.835721, "precision": 0.820135, "recall": 0.870553}, {"accuracy": 0.453557, "f1": 0.366766, "hf_subset": "srp_Cyrl-ydd_Hebr", "languages": ["srp-Cyrl", "ydd-Hebr"], "main_score": 0.366766, "precision": 0.335775, "recall": 0.453557}, {"accuracy": 0.870553, "f1": 0.834684, "hf_subset": "srp_Cyrl-ary_Arab", "languages": ["srp-Cyrl", "ary-Arab"], "main_score": 0.834684, "precision": 0.817935, "recall": 0.870553}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-ces_Latn", "languages": ["srp-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.09585, "f1": 0.052578, "hf_subset": "srp_Cyrl-gaz_Latn", "languages": ["srp-Cyrl", "gaz-Latn"], "main_score": 0.052578, "precision": 0.044516, "recall": 0.09585}, {"accuracy": 0.189723, "f1": 0.124964, "hf_subset": "srp_Cyrl-kam_Latn", "languages": ["srp-Cyrl", "kam-Latn"], "main_score": 0.124964, "precision": 0.109112, "recall": 0.189723}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "srp_Cyrl-lit_Latn", "languages": ["srp-Cyrl", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-nob_Latn", "languages": ["srp-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.645257, "f1": 0.567328, "hf_subset": "srp_Cyrl-scn_Latn", "languages": ["srp-Cyrl", "scn-Latn"], "main_score": 0.567328, "precision": 0.53858, "recall": 0.645257}, {"accuracy": 0.204545, "f1": 0.136012, "hf_subset": "srp_Cyrl-tgk_Cyrl", "languages": ["srp-Cyrl", "tgk-Cyrl"], "main_score": 0.136012, "precision": 0.118124, "recall": 0.204545}, {"accuracy": 0.1917, "f1": 0.11732, "hf_subset": "srp_Cyrl-yor_Latn", "languages": ["srp-Cyrl", "yor-Latn"], "main_score": 0.11732, "precision": 0.099158, "recall": 0.1917}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "srp_Cyrl-arz_Arab", "languages": ["srp-Cyrl", "arz-Arab"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.174901, "f1": 0.111591, "hf_subset": "srp_Cyrl-cjk_Latn", "languages": ["srp-Cyrl", "cjk-Latn"], "main_score": 0.111591, "precision": 0.097381, "recall": 0.174901}, {"accuracy": 0.179842, "f1": 0.118445, "hf_subset": "srp_Cyrl-gla_Latn", "languages": ["srp-Cyrl", "gla-Latn"], "main_score": 0.118445, "precision": 0.103206, "recall": 0.179842}, {"accuracy": 0.833992, "f1": 0.787305, "hf_subset": "srp_Cyrl-kan_Knda", "languages": ["srp-Cyrl", "kan-Knda"], "main_score": 0.787305, "precision": 0.766337, "recall": 0.833992}, {"accuracy": 0.656126, "f1": 0.58866, "hf_subset": "srp_Cyrl-lmo_Latn", "languages": ["srp-Cyrl", "lmo-Latn"], "main_score": 0.58866, "precision": 0.562494, "recall": 0.656126}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "srp_Cyrl-npi_Deva", "languages": ["srp-Cyrl", "npi-Deva"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.278656, "f1": 0.193099, "hf_subset": "srp_Cyrl-shn_Mymr", "languages": ["srp-Cyrl", "shn-Mymr"], "main_score": 0.193099, "precision": 0.168033, "recall": 0.278656}, {"accuracy": 0.456522, "f1": 0.371859, "hf_subset": "srp_Cyrl-tgl_Latn", "languages": ["srp-Cyrl", "tgl-Latn"], "main_score": 0.371859, "precision": 0.344796, "recall": 0.456522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-yue_Hant", "languages": ["srp-Cyrl", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.573123, "f1": 0.492473, "hf_subset": "srp_Cyrl-asm_Beng", "languages": ["srp-Cyrl", "asm-Beng"], "main_score": 0.492473, "precision": 0.461579, "recall": 0.573123}, {"accuracy": 0.849802, "f1": 0.809834, "hf_subset": "srp_Cyrl-ckb_Arab", "languages": ["srp-Cyrl", "ckb-Arab"], "main_score": 0.809834, "precision": 0.792062, "recall": 0.849802}, {"accuracy": 0.281621, "f1": 0.200489, "hf_subset": "srp_Cyrl-gle_Latn", "languages": ["srp-Cyrl", "gle-Latn"], "main_score": 0.200489, "precision": 0.178571, "recall": 0.281621}, {"accuracy": 0.607708, "f1": 0.52639, "hf_subset": "srp_Cyrl-kas_Arab", "languages": ["srp-Cyrl", "kas-Arab"], "main_score": 0.52639, "precision": 0.493808, "recall": 0.607708}, {"accuracy": 0.726285, "f1": 0.662971, "hf_subset": "srp_Cyrl-ltg_Latn", "languages": ["srp-Cyrl", "ltg-Latn"], "main_score": 0.662971, "precision": 0.635647, "recall": 0.726285}, {"accuracy": 0.218379, "f1": 0.14119, "hf_subset": "srp_Cyrl-nso_Latn", "languages": ["srp-Cyrl", "nso-Latn"], "main_score": 0.14119, "precision": 0.122145, "recall": 0.218379}, {"accuracy": 0.94664, "f1": 0.930962, "hf_subset": "srp_Cyrl-sin_Sinh", "languages": ["srp-Cyrl", "sin-Sinh"], "main_score": 0.930962, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "srp_Cyrl-tha_Thai", "languages": ["srp-Cyrl", "tha-Thai"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-zho_Hans", "languages": ["srp-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "srp_Cyrl-ast_Latn", "languages": ["srp-Cyrl", "ast-Latn"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.780632, "f1": 0.725329, "hf_subset": "srp_Cyrl-crh_Latn", "languages": ["srp-Cyrl", "crh-Latn"], "main_score": 0.725329, "precision": 0.701285, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "srp_Cyrl-glg_Latn", "languages": ["srp-Cyrl", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.423913, "f1": 0.342176, "hf_subset": "srp_Cyrl-kas_Deva", "languages": ["srp-Cyrl", "kas-Deva"], "main_score": 0.342176, "precision": 0.314112, "recall": 0.423913}, {"accuracy": 0.492095, "f1": 0.398721, "hf_subset": "srp_Cyrl-ltz_Latn", "languages": ["srp-Cyrl", "ltz-Latn"], "main_score": 0.398721, "precision": 0.366628, "recall": 0.492095}, {"accuracy": 0.108696, "f1": 0.058346, "hf_subset": "srp_Cyrl-nus_Latn", "languages": ["srp-Cyrl", "nus-Latn"], "main_score": 0.058346, "precision": 0.049133, "recall": 0.108696}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "srp_Cyrl-slk_Latn", "languages": ["srp-Cyrl", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.183794, "f1": 0.121881, "hf_subset": "srp_Cyrl-tir_Ethi", "languages": ["srp-Cyrl", "tir-Ethi"], "main_score": 0.121881, "precision": 0.104693, "recall": 0.183794}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "srp_Cyrl-zho_Hant", "languages": ["srp-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.943182, "hf_subset": "srp_Cyrl-awa_Deva", "languages": ["srp-Cyrl", "awa-Deva"], "main_score": 0.943182, "precision": 0.937088, "recall": 0.955534}, {"accuracy": 0.456522, "f1": 0.366049, "hf_subset": "srp_Cyrl-cym_Latn", "languages": ["srp-Cyrl", "cym-Latn"], "main_score": 0.366049, "precision": 0.337506, "recall": 0.456522}, {"accuracy": 0.352767, "f1": 0.264077, "hf_subset": "srp_Cyrl-grn_Latn", "languages": ["srp-Cyrl", "grn-Latn"], "main_score": 0.264077, "precision": 0.238412, "recall": 0.352767}, {"accuracy": 0.890316, "f1": 0.856456, "hf_subset": "srp_Cyrl-kat_Geor", "languages": ["srp-Cyrl", "kat-Geor"], "main_score": 0.856456, "precision": 0.840497, "recall": 0.890316}, {"accuracy": 0.241107, "f1": 0.161983, "hf_subset": "srp_Cyrl-lua_Latn", "languages": ["srp-Cyrl", "lua-Latn"], "main_score": 0.161983, "precision": 0.140176, "recall": 0.241107}, {"accuracy": 0.222332, "f1": 0.146277, "hf_subset": "srp_Cyrl-nya_Latn", "languages": ["srp-Cyrl", "nya-Latn"], "main_score": 0.146277, "precision": 0.12686, "recall": 0.222332}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-slv_Latn", "languages": ["srp-Cyrl", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.453557, "f1": 0.362399, "hf_subset": "srp_Cyrl-tpi_Latn", "languages": ["srp-Cyrl", "tpi-Latn"], "main_score": 0.362399, "precision": 0.332869, "recall": 0.453557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "srp_Cyrl-zsm_Latn", "languages": ["srp-Cyrl", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.185771, "f1": 0.110932, "hf_subset": "srp_Cyrl-ayr_Latn", "languages": ["srp-Cyrl", "ayr-Latn"], "main_score": 0.110932, "precision": 0.0936, "recall": 0.185771}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-dan_Latn", "languages": ["srp-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.927866, "f1": 0.906244, "hf_subset": "srp_Cyrl-guj_Gujr", "languages": ["srp-Cyrl", "guj-Gujr"], "main_score": 0.906244, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "srp_Cyrl-kaz_Cyrl", "languages": ["srp-Cyrl", "kaz-Cyrl"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.168972, "f1": 0.109406, "hf_subset": "srp_Cyrl-lug_Latn", "languages": ["srp-Cyrl", "lug-Latn"], "main_score": 0.109406, "precision": 0.096666, "recall": 0.168972}, {"accuracy": 0.929842, "f1": 0.908169, "hf_subset": "srp_Cyrl-oci_Latn", "languages": ["srp-Cyrl", "oci-Latn"], "main_score": 0.908169, "precision": 0.89781, "recall": 0.929842}, {"accuracy": 0.184783, "f1": 0.117846, "hf_subset": "srp_Cyrl-smo_Latn", "languages": ["srp-Cyrl", "smo-Latn"], "main_score": 0.117846, "precision": 0.102077, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.129787, "hf_subset": "srp_Cyrl-tsn_Latn", "languages": ["srp-Cyrl", "tsn-Latn"], "main_score": 0.129787, "precision": 0.113414, "recall": 0.195652}, {"accuracy": 0.146245, "f1": 0.089769, "hf_subset": "srp_Cyrl-zul_Latn", "languages": ["srp-Cyrl", "zul-Latn"], "main_score": 0.089769, "precision": 0.077851, "recall": 0.146245}, {"accuracy": 0.572134, "f1": 0.489601, "hf_subset": "srp_Cyrl-azb_Arab", "languages": ["srp-Cyrl", "azb-Arab"], "main_score": 0.489601, "precision": 0.45723, "recall": 0.572134}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-deu_Latn", "languages": ["srp-Cyrl", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.295455, "f1": 0.209307, "hf_subset": "srp_Cyrl-hat_Latn", "languages": ["srp-Cyrl", "hat-Latn"], "main_score": 0.209307, "precision": 0.184963, "recall": 0.295455}, {"accuracy": 0.175889, "f1": 0.107402, "hf_subset": "srp_Cyrl-kbp_Latn", "languages": ["srp-Cyrl", "kbp-Latn"], "main_score": 0.107402, "precision": 0.091127, "recall": 0.175889}, {"accuracy": 0.220356, "f1": 0.147431, "hf_subset": "srp_Cyrl-luo_Latn", "languages": ["srp-Cyrl", "luo-Latn"], "main_score": 0.147431, "precision": 0.130524, "recall": 0.220356}, {"accuracy": 0.846838, "f1": 0.804941, "hf_subset": "srp_Cyrl-ory_Orya", "languages": ["srp-Cyrl", "ory-Orya"], "main_score": 0.804941, "precision": 0.785738, "recall": 0.846838}, {"accuracy": 0.168972, "f1": 0.107344, "hf_subset": "srp_Cyrl-sna_Latn", "languages": ["srp-Cyrl", "sna-Latn"], "main_score": 0.107344, "precision": 0.093834, "recall": 0.168972}, {"accuracy": 0.174901, "f1": 0.113808, "hf_subset": "srp_Cyrl-tso_Latn", "languages": ["srp-Cyrl", "tso-Latn"], "main_score": 0.113808, "precision": 0.09862, "recall": 0.174901}, {"accuracy": 0.956522, "f1": 0.944401, "hf_subset": "srp_Cyrl-azj_Latn", "languages": ["srp-Cyrl", "azj-Latn"], "main_score": 0.944401, "precision": 0.938818, "recall": 0.956522}, {"accuracy": 0.297431, "f1": 0.216079, "hf_subset": "srp_Cyrl-dik_Latn", "languages": ["srp-Cyrl", "dik-Latn"], "main_score": 0.216079, "precision": 0.195217, "recall": 0.297431}, {"accuracy": 0.248024, "f1": 0.171706, "hf_subset": "srp_Cyrl-hau_Latn", "languages": ["srp-Cyrl", "hau-Latn"], "main_score": 0.171706, "precision": 0.153212, "recall": 0.248024}, {"accuracy": 0.65415, "f1": 0.577332, "hf_subset": "srp_Cyrl-kea_Latn", "languages": ["srp-Cyrl", "kea-Latn"], "main_score": 0.577332, "precision": 0.547046, "recall": 0.65415}, {"accuracy": 0.342885, "f1": 0.258513, "hf_subset": "srp_Cyrl-lus_Latn", "languages": ["srp-Cyrl", "lus-Latn"], "main_score": 0.258513, "precision": 0.232618, "recall": 0.342885}, {"accuracy": 0.459486, "f1": 0.370314, "hf_subset": "srp_Cyrl-pag_Latn", "languages": ["srp-Cyrl", "pag-Latn"], "main_score": 0.370314, "precision": 0.339732, "recall": 0.459486}, {"accuracy": 0.885375, "f1": 0.853524, "hf_subset": "srp_Cyrl-snd_Arab", "languages": ["srp-Cyrl", "snd-Arab"], "main_score": 0.853524, "precision": 0.839163, "recall": 0.885375}, {"accuracy": 0.341897, "f1": 0.252066, "hf_subset": "srp_Cyrl-tuk_Latn", "languages": ["srp-Cyrl", "tuk-Latn"], "main_score": 0.252066, "precision": 0.224818, "recall": 0.341897}, {"accuracy": 0.482213, "f1": 0.396477, "hf_subset": "srp_Cyrl-bak_Cyrl", "languages": ["srp-Cyrl", "bak-Cyrl"], "main_score": 0.396477, "precision": 0.366311, "recall": 0.482213}, {"accuracy": 0.173913, "f1": 0.10756, "hf_subset": "srp_Cyrl-dyu_Latn", "languages": ["srp-Cyrl", "dyu-Latn"], "main_score": 0.10756, "precision": 0.090231, "recall": 0.173913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "srp_Cyrl-heb_Hebr", "languages": ["srp-Cyrl", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "srp_Cyrl-khk_Cyrl", "languages": ["srp-Cyrl", "khk-Cyrl"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "srp_Cyrl-lvs_Latn", "languages": ["srp-Cyrl", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.870553, "f1": 0.833827, "hf_subset": "srp_Cyrl-pan_Guru", "languages": ["srp-Cyrl", "pan-Guru"], "main_score": 0.833827, "precision": 0.817474, "recall": 0.870553}, {"accuracy": 0.256917, "f1": 0.183656, "hf_subset": "srp_Cyrl-som_Latn", "languages": ["srp-Cyrl", "som-Latn"], "main_score": 0.183656, "precision": 0.162647, "recall": 0.256917}, {"accuracy": 0.202569, "f1": 0.127282, "hf_subset": "srp_Cyrl-tum_Latn", "languages": ["srp-Cyrl", "tum-Latn"], "main_score": 0.127282, "precision": 0.10942, "recall": 0.202569}, {"accuracy": 0.065217, "f1": 0.042997, "hf_subset": "uig_Arab-ace_Arab", "languages": ["uig-Arab", "ace-Arab"], "main_score": 0.042997, "precision": 0.037581, "recall": 0.065217}, {"accuracy": 0.117589, "f1": 0.073466, "hf_subset": "uig_Arab-bam_Latn", "languages": ["uig-Arab", "bam-Latn"], "main_score": 0.073466, "precision": 0.063214, "recall": 0.117589}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "uig_Arab-dzo_Tibt", "languages": ["uig-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.790514, "f1": 0.740483, "hf_subset": "uig_Arab-hin_Deva", "languages": ["uig-Arab", "hin-Deva"], "main_score": 0.740483, "precision": 0.718932, "recall": 0.790514}, {"accuracy": 0.720356, "f1": 0.66126, "hf_subset": "uig_Arab-khm_Khmr", "languages": ["uig-Arab", "khm-Khmr"], "main_score": 0.66126, "precision": 0.636992, "recall": 0.720356}, {"accuracy": 0.693676, "f1": 0.62924, "hf_subset": "uig_Arab-mag_Deva", "languages": ["uig-Arab", "mag-Deva"], "main_score": 0.62924, "precision": 0.602999, "recall": 0.693676}, {"accuracy": 0.412055, "f1": 0.342932, "hf_subset": "uig_Arab-pap_Latn", "languages": ["uig-Arab", "pap-Latn"], "main_score": 0.342932, "precision": 0.319852, "recall": 0.412055}, {"accuracy": 0.133399, "f1": 0.088827, "hf_subset": "uig_Arab-sot_Latn", "languages": ["uig-Arab", "sot-Latn"], "main_score": 0.088827, "precision": 0.079169, "recall": 0.133399}, {"accuracy": 0.801383, "f1": 0.750136, "hf_subset": "uig_Arab-tur_Latn", "languages": ["uig-Arab", "tur-Latn"], "main_score": 0.750136, "precision": 0.72836, "recall": 0.801383}, {"accuracy": 0.245059, "f1": 0.181866, "hf_subset": "uig_Arab-ace_Latn", "languages": ["uig-Arab", "ace-Latn"], "main_score": 0.181866, "precision": 0.164848, "recall": 0.245059}, {"accuracy": 0.406126, "f1": 0.337453, "hf_subset": "uig_Arab-ban_Latn", "languages": ["uig-Arab", "ban-Latn"], "main_score": 0.337453, "precision": 0.314173, "recall": 0.406126}, {"accuracy": 0.79249, "f1": 0.744123, "hf_subset": "uig_Arab-ell_Grek", "languages": ["uig-Arab", "ell-Grek"], "main_score": 0.744123, "precision": 0.723254, "recall": 0.79249}, {"accuracy": 0.661067, "f1": 0.599478, "hf_subset": "uig_Arab-hne_Deva", "languages": ["uig-Arab", "hne-Deva"], "main_score": 0.599478, "precision": 0.574177, "recall": 0.661067}, {"accuracy": 0.143281, "f1": 0.087483, "hf_subset": "uig_Arab-kik_Latn", "languages": ["uig-Arab", "kik-Latn"], "main_score": 0.087483, "precision": 0.07432, "recall": 0.143281}, {"accuracy": 0.66996, "f1": 0.610263, "hf_subset": "uig_Arab-mai_Deva", "languages": ["uig-Arab", "mai-Deva"], "main_score": 0.610263, "precision": 0.586704, "recall": 0.66996}, {"accuracy": 0.649209, "f1": 0.590568, "hf_subset": "uig_Arab-pbt_Arab", "languages": ["uig-Arab", "pbt-Arab"], "main_score": 0.590568, "precision": 0.566083, "recall": 0.649209}, {"accuracy": 0.794466, "f1": 0.745601, "hf_subset": "uig_Arab-spa_Latn", "languages": ["uig-Arab", "spa-Latn"], "main_score": 0.745601, "precision": 0.725016, "recall": 0.794466}, {"accuracy": 0.162055, "f1": 0.112073, "hf_subset": "uig_Arab-twi_Latn", "languages": ["uig-Arab", "twi-Latn"], "main_score": 0.112073, "precision": 0.100284, "recall": 0.162055}, {"accuracy": 0.755929, "f1": 0.700823, "hf_subset": "uig_Arab-acm_Arab", "languages": ["uig-Arab", "acm-Arab"], "main_score": 0.700823, "precision": 0.677842, "recall": 0.755929}, {"accuracy": 0.748024, "f1": 0.688672, "hf_subset": "uig_Arab-bel_Cyrl", "languages": ["uig-Arab", "bel-Cyrl"], "main_score": 0.688672, "precision": 0.663794, "recall": 0.748024}, {"accuracy": 0.811265, "f1": 0.759585, "hf_subset": "uig_Arab-eng_Latn", "languages": ["uig-Arab", "eng-Latn"], "main_score": 0.759585, "precision": 0.736215, "recall": 0.811265}, {"accuracy": 0.80336, "f1": 0.752572, "hf_subset": "uig_Arab-hrv_Latn", "languages": ["uig-Arab", "hrv-Latn"], "main_score": 0.752572, "precision": 0.730642, "recall": 0.80336}, {"accuracy": 0.11166, "f1": 0.076704, "hf_subset": "uig_Arab-kin_Latn", "languages": ["uig-Arab", "kin-Latn"], "main_score": 0.076704, "precision": 0.067762, "recall": 0.11166}, {"accuracy": 0.729249, "f1": 0.672958, "hf_subset": "uig_Arab-mal_Mlym", "languages": ["uig-Arab", "mal-Mlym"], "main_score": 0.672958, "precision": 0.64865, "recall": 0.729249}, {"accuracy": 0.805336, "f1": 0.758764, "hf_subset": "uig_Arab-pes_Arab", "languages": ["uig-Arab", "pes-Arab"], "main_score": 0.758764, "precision": 0.738563, "recall": 0.805336}, {"accuracy": 0.449605, "f1": 0.36975, "hf_subset": "uig_Arab-srd_Latn", "languages": ["uig-Arab", "srd-Latn"], "main_score": 0.36975, "precision": 0.341242, "recall": 0.449605}, {"accuracy": 0.074111, "f1": 0.040422, "hf_subset": "uig_Arab-tzm_Tfng", "languages": ["uig-Arab", "tzm-Tfng"], "main_score": 0.040422, "precision": 0.034965, "recall": 0.074111}, {"accuracy": 0.77668, "f1": 0.726172, "hf_subset": "uig_Arab-acq_Arab", "languages": ["uig-Arab", "acq-Arab"], "main_score": 0.726172, "precision": 0.704202, "recall": 0.77668}, {"accuracy": 0.145257, "f1": 0.096434, "hf_subset": "uig_Arab-bem_Latn", "languages": ["uig-Arab", "bem-Latn"], "main_score": 0.096434, "precision": 0.085032, "recall": 0.145257}, {"accuracy": 0.619565, "f1": 0.54817, "hf_subset": "uig_Arab-epo_Latn", "languages": ["uig-Arab", "epo-Latn"], "main_score": 0.54817, "precision": 0.52086, "recall": 0.619565}, {"accuracy": 0.799407, "f1": 0.749686, "hf_subset": "uig_Arab-hun_Latn", "languages": ["uig-Arab", "hun-Latn"], "main_score": 0.749686, "precision": 0.728755, "recall": 0.799407}, {"accuracy": 0.709486, "f1": 0.656567, "hf_subset": "uig_Arab-kir_Cyrl", "languages": ["uig-Arab", "kir-Cyrl"], "main_score": 0.656567, "precision": 0.634621, "recall": 0.709486}, {"accuracy": 0.714427, "f1": 0.657878, "hf_subset": "uig_Arab-mar_Deva", "languages": ["uig-Arab", "mar-Deva"], "main_score": 0.657878, "precision": 0.636021, "recall": 0.714427}, {"accuracy": 0.189723, "f1": 0.145747, "hf_subset": "uig_Arab-plt_Latn", "languages": ["uig-Arab", "plt-Latn"], "main_score": 0.145747, "precision": 0.132434, "recall": 0.189723}, {"accuracy": 0.813241, "f1": 0.763644, "hf_subset": "uig_Arab-srp_Cyrl", "languages": ["uig-Arab", "srp-Cyrl"], "main_score": 0.763644, "precision": 0.741428, "recall": 0.813241}, {"accuracy": 0.719368, "f1": 0.663774, "hf_subset": "uig_Arab-aeb_Arab", "languages": ["uig-Arab", "aeb-Arab"], "main_score": 0.663774, "precision": 0.640861, "recall": 0.719368}, {"accuracy": 0.73419, "f1": 0.678525, "hf_subset": "uig_Arab-ben_Beng", "languages": ["uig-Arab", "ben-Beng"], "main_score": 0.678525, "precision": 0.654776, "recall": 0.73419}, {"accuracy": 0.794466, "f1": 0.746038, "hf_subset": "uig_Arab-est_Latn", "languages": ["uig-Arab", "est-Latn"], "main_score": 0.746038, "precision": 0.725115, "recall": 0.794466}, {"accuracy": 0.80336, "f1": 0.75384, "hf_subset": "uig_Arab-hye_Armn", "languages": ["uig-Arab", "hye-Armn"], "main_score": 0.75384, "precision": 0.731752, "recall": 0.80336}, {"accuracy": 0.11166, "f1": 0.062775, "hf_subset": "uig_Arab-kmb_Latn", "languages": ["uig-Arab", "kmb-Latn"], "main_score": 0.062775, "precision": 0.053066, "recall": 0.11166}, {"accuracy": 0.05336, "f1": 0.035364, "hf_subset": "uig_Arab-min_Arab", "languages": ["uig-Arab", "min-Arab"], "main_score": 0.035364, "precision": 0.030748, "recall": 0.05336}, {"accuracy": 0.773715, "f1": 0.721681, "hf_subset": "uig_Arab-pol_Latn", "languages": ["uig-Arab", "pol-Latn"], "main_score": 0.721681, "precision": 0.699959, "recall": 0.773715}, {"accuracy": 0.107708, "f1": 0.063995, "hf_subset": "uig_Arab-ssw_Latn", "languages": ["uig-Arab", "ssw-Latn"], "main_score": 0.063995, "precision": 0.054207, "recall": 0.107708}, {"accuracy": 0.798419, "f1": 0.752621, "hf_subset": "uig_Arab-ukr_Cyrl", "languages": ["uig-Arab", "ukr-Cyrl"], "main_score": 0.752621, "precision": 0.7333, "recall": 0.798419}, {"accuracy": 0.742095, "f1": 0.682972, "hf_subset": "uig_Arab-afr_Latn", "languages": ["uig-Arab", "afr-Latn"], "main_score": 0.682972, "precision": 0.6583, "recall": 0.742095}, {"accuracy": 0.624506, "f1": 0.558717, "hf_subset": "uig_Arab-bho_Deva", "languages": ["uig-Arab", "bho-Deva"], "main_score": 0.558717, "precision": 0.533144, "recall": 0.624506}, {"accuracy": 0.540514, "f1": 0.469917, "hf_subset": "uig_Arab-eus_Latn", "languages": ["uig-Arab", "eus-Latn"], "main_score": 0.469917, "precision": 0.443628, "recall": 0.540514}, {"accuracy": 0.113636, "f1": 0.07529, "hf_subset": "uig_Arab-ibo_Latn", "languages": ["uig-Arab", "ibo-Latn"], "main_score": 0.07529, "precision": 0.066169, "recall": 0.113636}, {"accuracy": 0.561265, "f1": 0.499415, "hf_subset": "uig_Arab-kmr_Latn", "languages": ["uig-Arab", "kmr-Latn"], "main_score": 0.499415, "precision": 0.474796, "recall": 0.561265}, {"accuracy": 0.406126, "f1": 0.335492, "hf_subset": "uig_Arab-min_Latn", "languages": ["uig-Arab", "min-Latn"], "main_score": 0.335492, "precision": 0.311191, "recall": 0.406126}, {"accuracy": 0.804348, "f1": 0.754818, "hf_subset": "uig_Arab-por_Latn", "languages": ["uig-Arab", "por-Latn"], "main_score": 0.754818, "precision": 0.733753, "recall": 0.804348}, {"accuracy": 0.448617, "f1": 0.383169, "hf_subset": "uig_Arab-sun_Latn", "languages": ["uig-Arab", "sun-Latn"], "main_score": 0.383169, "precision": 0.360208, "recall": 0.448617}, {"accuracy": 0.115613, "f1": 0.080699, "hf_subset": "uig_Arab-umb_Latn", "languages": ["uig-Arab", "umb-Latn"], "main_score": 0.080699, "precision": 0.072591, "recall": 0.115613}, {"accuracy": 0.757905, "f1": 0.70541, "hf_subset": "uig_Arab-ajp_Arab", "languages": ["uig-Arab", "ajp-Arab"], "main_score": 0.70541, "precision": 0.683415, "recall": 0.757905}, {"accuracy": 0.0583, "f1": 0.035078, "hf_subset": "uig_Arab-bjn_Arab", "languages": ["uig-Arab", "bjn-Arab"], "main_score": 0.035078, "precision": 0.029248, "recall": 0.0583}, {"accuracy": 0.161067, "f1": 0.110941, "hf_subset": "uig_Arab-ewe_Latn", "languages": ["uig-Arab", "ewe-Latn"], "main_score": 0.110941, "precision": 0.097595, "recall": 0.161067}, {"accuracy": 0.218379, "f1": 0.158589, "hf_subset": "uig_Arab-ilo_Latn", "languages": ["uig-Arab", "ilo-Latn"], "main_score": 0.158589, "precision": 0.142197, "recall": 0.218379}, {"accuracy": 0.076087, "f1": 0.043518, "hf_subset": "uig_Arab-knc_Arab", "languages": ["uig-Arab", "knc-Arab"], "main_score": 0.043518, "precision": 0.035544, "recall": 0.076087}, {"accuracy": 0.822134, "f1": 0.775593, "hf_subset": "uig_Arab-mkd_Cyrl", "languages": ["uig-Arab", "mkd-Cyrl"], "main_score": 0.775593, "precision": 0.755303, "recall": 0.822134}, {"accuracy": 0.804348, "f1": 0.755962, "hf_subset": "uig_Arab-prs_Arab", "languages": ["uig-Arab", "prs-Arab"], "main_score": 0.755962, "precision": 0.735328, "recall": 0.804348}, {"accuracy": 0.809289, "f1": 0.758072, "hf_subset": "uig_Arab-swe_Latn", "languages": ["uig-Arab", "swe-Latn"], "main_score": 0.758072, "precision": 0.736093, "recall": 0.809289}, {"accuracy": 0.758893, "f1": 0.703691, "hf_subset": "uig_Arab-urd_Arab", "languages": ["uig-Arab", "urd-Arab"], "main_score": 0.703691, "precision": 0.680625, "recall": 0.758893}, {"accuracy": 0.174901, "f1": 0.122091, "hf_subset": "uig_Arab-aka_Latn", "languages": ["uig-Arab", "aka-Latn"], "main_score": 0.122091, "precision": 0.108063, "recall": 0.174901}, {"accuracy": 0.498024, "f1": 0.430976, "hf_subset": "uig_Arab-bjn_Latn", "languages": ["uig-Arab", "bjn-Latn"], "main_score": 0.430976, "precision": 0.407682, "recall": 0.498024}, {"accuracy": 0.325099, "f1": 0.261548, "hf_subset": "uig_Arab-fao_Latn", "languages": ["uig-Arab", "fao-Latn"], "main_score": 0.261548, "precision": 0.242449, "recall": 0.325099}, {"accuracy": 0.800395, "f1": 0.754463, "hf_subset": "uig_Arab-ind_Latn", "languages": ["uig-Arab", "ind-Latn"], "main_score": 0.754463, "precision": 0.735085, "recall": 0.800395}, {"accuracy": 0.145257, "f1": 0.100088, "hf_subset": "uig_Arab-knc_Latn", "languages": ["uig-Arab", "knc-Latn"], "main_score": 0.100088, "precision": 0.08854, "recall": 0.145257}, {"accuracy": 0.218379, "f1": 0.159804, "hf_subset": "uig_Arab-mlt_Latn", "languages": ["uig-Arab", "mlt-Latn"], "main_score": 0.159804, "precision": 0.144187, "recall": 0.218379}, {"accuracy": 0.15415, "f1": 0.098217, "hf_subset": "uig_Arab-quy_Latn", "languages": ["uig-Arab", "quy-Latn"], "main_score": 0.098217, "precision": 0.084537, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.185057, "hf_subset": "uig_Arab-swh_Latn", "languages": ["uig-Arab", "swh-Latn"], "main_score": 0.185057, "precision": 0.166547, "recall": 0.252964}, {"accuracy": 0.488142, "f1": 0.421978, "hf_subset": "uig_Arab-uzn_Latn", "languages": ["uig-Arab", "uzn-Latn"], "main_score": 0.421978, "precision": 0.39909, "recall": 0.488142}, {"accuracy": 0.804348, "f1": 0.75556, "hf_subset": "uig_Arab-als_Latn", "languages": ["uig-Arab", "als-Latn"], "main_score": 0.75556, "precision": 0.73433, "recall": 0.804348}, {"accuracy": 0.055336, "f1": 0.023284, "hf_subset": "uig_Arab-bod_Tibt", "languages": ["uig-Arab", "bod-Tibt"], "main_score": 0.023284, "precision": 0.01907, "recall": 0.055336}, {"accuracy": 0.12747, "f1": 0.083774, "hf_subset": "uig_Arab-fij_Latn", "languages": ["uig-Arab", "fij-Latn"], "main_score": 0.083774, "precision": 0.072588, "recall": 0.12747}, {"accuracy": 0.566206, "f1": 0.49492, "hf_subset": "uig_Arab-isl_Latn", "languages": ["uig-Arab", "isl-Latn"], "main_score": 0.49492, "precision": 0.467727, "recall": 0.566206}, {"accuracy": 0.146245, "f1": 0.096488, "hf_subset": "uig_Arab-kon_Latn", "languages": ["uig-Arab", "kon-Latn"], "main_score": 0.096488, "precision": 0.084602, "recall": 0.146245}, {"accuracy": 0.064229, "f1": 0.036101, "hf_subset": "uig_Arab-mni_Beng", "languages": ["uig-Arab", "mni-Beng"], "main_score": 0.036101, "precision": 0.030897, "recall": 0.064229}, {"accuracy": 0.816206, "f1": 0.767589, "hf_subset": "uig_Arab-ron_Latn", "languages": ["uig-Arab", "ron-Latn"], "main_score": 0.767589, "precision": 0.746426, "recall": 0.816206}, {"accuracy": 0.538538, "f1": 0.462718, "hf_subset": "uig_Arab-szl_Latn", "languages": ["uig-Arab", "szl-Latn"], "main_score": 0.462718, "precision": 0.4342, "recall": 0.538538}, {"accuracy": 0.568182, "f1": 0.493413, "hf_subset": "uig_Arab-vec_Latn", "languages": ["uig-Arab", "vec-Latn"], "main_score": 0.493413, "precision": 0.465572, "recall": 0.568182}, {"accuracy": 0.647233, "f1": 0.587955, "hf_subset": "uig_Arab-amh_Ethi", "languages": ["uig-Arab", "amh-Ethi"], "main_score": 0.587955, "precision": 0.563242, "recall": 0.647233}, {"accuracy": 0.804348, "f1": 0.753181, "hf_subset": "uig_Arab-bos_Latn", "languages": ["uig-Arab", "bos-Latn"], "main_score": 0.753181, "precision": 0.731079, "recall": 0.804348}, {"accuracy": 0.798419, "f1": 0.74704, "hf_subset": "uig_Arab-fin_Latn", "languages": ["uig-Arab", "fin-Latn"], "main_score": 0.74704, "precision": 0.724868, "recall": 0.798419}, {"accuracy": 0.804348, "f1": 0.758744, "hf_subset": "uig_Arab-ita_Latn", "languages": ["uig-Arab", "ita-Latn"], "main_score": 0.758744, "precision": 0.740036, "recall": 0.804348}, {"accuracy": 0.786561, "f1": 0.735611, "hf_subset": "uig_Arab-kor_Hang", "languages": ["uig-Arab", "kor-Hang"], "main_score": 0.735611, "precision": 0.714394, "recall": 0.786561}, {"accuracy": 0.13834, "f1": 0.093865, "hf_subset": "uig_Arab-mos_Latn", "languages": ["uig-Arab", "mos-Latn"], "main_score": 0.093865, "precision": 0.081966, "recall": 0.13834}, {"accuracy": 0.087945, "f1": 0.057058, "hf_subset": "uig_Arab-run_Latn", "languages": ["uig-Arab", "run-Latn"], "main_score": 0.057058, "precision": 0.049735, "recall": 0.087945}, {"accuracy": 0.729249, "f1": 0.673739, "hf_subset": "uig_Arab-tam_Taml", "languages": ["uig-Arab", "tam-Taml"], "main_score": 0.673739, "precision": 0.650511, "recall": 0.729249}, {"accuracy": 0.786561, "f1": 0.736811, "hf_subset": "uig_Arab-vie_Latn", "languages": ["uig-Arab", "vie-Latn"], "main_score": 0.736811, "precision": 0.715933, "recall": 0.786561}, {"accuracy": 0.746047, "f1": 0.691558, "hf_subset": "uig_Arab-apc_Arab", "languages": ["uig-Arab", "apc-Arab"], "main_score": 0.691558, "precision": 0.668363, "recall": 0.746047}, {"accuracy": 0.240119, "f1": 0.184916, "hf_subset": "uig_Arab-bug_Latn", "languages": ["uig-Arab", "bug-Latn"], "main_score": 0.184916, "precision": 0.170115, "recall": 0.240119}, {"accuracy": 0.133399, "f1": 0.088269, "hf_subset": "uig_Arab-fon_Latn", "languages": ["uig-Arab", "fon-Latn"], "main_score": 0.088269, "precision": 0.077382, "recall": 0.133399}, {"accuracy": 0.468379, "f1": 0.401798, "hf_subset": "uig_Arab-jav_Latn", "languages": ["uig-Arab", "jav-Latn"], "main_score": 0.401798, "precision": 0.377852, "recall": 0.468379}, {"accuracy": 0.744071, "f1": 0.684881, "hf_subset": "uig_Arab-lao_Laoo", "languages": ["uig-Arab", "lao-Laoo"], "main_score": 0.684881, "precision": 0.659618, "recall": 0.744071}, {"accuracy": 0.129447, "f1": 0.077134, "hf_subset": "uig_Arab-mri_Latn", "languages": ["uig-Arab", "mri-Latn"], "main_score": 0.077134, "precision": 0.066123, "recall": 0.129447}, {"accuracy": 0.810277, "f1": 0.761517, "hf_subset": "uig_Arab-rus_Cyrl", "languages": ["uig-Arab", "rus-Cyrl"], "main_score": 0.761517, "precision": 0.740539, "recall": 0.810277}, {"accuracy": 0.143281, "f1": 0.101547, "hf_subset": "uig_Arab-taq_Latn", "languages": ["uig-Arab", "taq-Latn"], "main_score": 0.101547, "precision": 0.091638, "recall": 0.143281}, {"accuracy": 0.253953, "f1": 0.180576, "hf_subset": "uig_Arab-war_Latn", "languages": ["uig-Arab", "war-Latn"], "main_score": 0.180576, "precision": 0.160607, "recall": 0.253953}, {"accuracy": 0.796443, "f1": 0.746245, "hf_subset": "uig_Arab-arb_Arab", "languages": ["uig-Arab", "arb-Arab"], "main_score": 0.746245, "precision": 0.724127, "recall": 0.796443}, {"accuracy": 0.811265, "f1": 0.759684, "hf_subset": "uig_Arab-bul_Cyrl", "languages": ["uig-Arab", "bul-Cyrl"], "main_score": 0.759684, "precision": 0.736825, "recall": 0.811265}, {"accuracy": 0.805336, "f1": 0.754628, "hf_subset": "uig_Arab-fra_Latn", "languages": ["uig-Arab", "fra-Latn"], "main_score": 0.754628, "precision": 0.731729, "recall": 0.805336}, {"accuracy": 0.79249, "f1": 0.740646, "hf_subset": "uig_Arab-jpn_Jpan", "languages": ["uig-Arab", "jpn-Jpan"], "main_score": 0.740646, "precision": 0.718544, "recall": 0.79249}, {"accuracy": 0.508893, "f1": 0.431349, "hf_subset": "uig_Arab-lij_Latn", "languages": ["uig-Arab", "lij-Latn"], "main_score": 0.431349, "precision": 0.403148, "recall": 0.508893}, {"accuracy": 0.733202, "f1": 0.674591, "hf_subset": "uig_Arab-mya_Mymr", "languages": ["uig-Arab", "mya-Mymr"], "main_score": 0.674591, "precision": 0.649607, "recall": 0.733202}, {"accuracy": 0.137352, "f1": 0.090186, "hf_subset": "uig_Arab-sag_Latn", "languages": ["uig-Arab", "sag-Latn"], "main_score": 0.090186, "precision": 0.077466, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.034535, "hf_subset": "uig_Arab-taq_Tfng", "languages": ["uig-Arab", "taq-Tfng"], "main_score": 0.034535, "precision": 0.029034, "recall": 0.071146}, {"accuracy": 0.145257, "f1": 0.098443, "hf_subset": "uig_Arab-wol_Latn", "languages": ["uig-Arab", "wol-Latn"], "main_score": 0.098443, "precision": 0.086628, "recall": 0.145257}, {"accuracy": 0.083992, "f1": 0.048993, "hf_subset": "uig_Arab-arb_Latn", "languages": ["uig-Arab", "arb-Latn"], "main_score": 0.048993, "precision": 0.041168, "recall": 0.083992}, {"accuracy": 0.806324, "f1": 0.757477, "hf_subset": "uig_Arab-cat_Latn", "languages": ["uig-Arab", "cat-Latn"], "main_score": 0.757477, "precision": 0.73658, "recall": 0.806324}, {"accuracy": 0.459486, "f1": 0.38293, "hf_subset": "uig_Arab-fur_Latn", "languages": ["uig-Arab", "fur-Latn"], "main_score": 0.38293, "precision": 0.355004, "recall": 0.459486}, {"accuracy": 0.067194, "f1": 0.045556, "hf_subset": "uig_Arab-kab_Latn", "languages": ["uig-Arab", "kab-Latn"], "main_score": 0.045556, "precision": 0.040128, "recall": 0.067194}, {"accuracy": 0.501976, "f1": 0.430424, "hf_subset": "uig_Arab-lim_Latn", "languages": ["uig-Arab", "lim-Latn"], "main_score": 0.430424, "precision": 0.404465, "recall": 0.501976}, {"accuracy": 0.790514, "f1": 0.740063, "hf_subset": "uig_Arab-nld_Latn", "languages": ["uig-Arab", "nld-Latn"], "main_score": 0.740063, "precision": 0.718545, "recall": 0.790514}, {"accuracy": 0.543478, "f1": 0.479809, "hf_subset": "uig_Arab-san_Deva", "languages": ["uig-Arab", "san-Deva"], "main_score": 0.479809, "precision": 0.45418, "recall": 0.543478}, {"accuracy": 0.317194, "f1": 0.257223, "hf_subset": "uig_Arab-tat_Cyrl", "languages": ["uig-Arab", "tat-Cyrl"], "main_score": 0.257223, "precision": 0.237954, "recall": 0.317194}, {"accuracy": 0.132411, "f1": 0.079249, "hf_subset": "uig_Arab-xho_Latn", "languages": ["uig-Arab", "xho-Latn"], "main_score": 0.079249, "precision": 0.068428, "recall": 0.132411}, {"accuracy": 0.782609, "f1": 0.728261, "hf_subset": "uig_Arab-ars_Arab", "languages": ["uig-Arab", "ars-Arab"], "main_score": 0.728261, "precision": 0.704496, "recall": 0.782609}, {"accuracy": 0.255929, "f1": 0.191394, "hf_subset": "uig_Arab-ceb_Latn", "languages": ["uig-Arab", "ceb-Latn"], "main_score": 0.191394, "precision": 0.171883, "recall": 0.255929}, {"accuracy": 0.13834, "f1": 0.091919, "hf_subset": "uig_Arab-fuv_Latn", "languages": ["uig-Arab", "fuv-Latn"], "main_score": 0.091919, "precision": 0.081379, "recall": 0.13834}, {"accuracy": 0.12253, "f1": 0.081968, "hf_subset": "uig_Arab-kac_Latn", "languages": ["uig-Arab", "kac-Latn"], "main_score": 0.081968, "precision": 0.072942, "recall": 0.12253}, {"accuracy": 0.144269, "f1": 0.097274, "hf_subset": "uig_Arab-lin_Latn", "languages": ["uig-Arab", "lin-Latn"], "main_score": 0.097274, "precision": 0.086353, "recall": 0.144269}, {"accuracy": 0.761858, "f1": 0.709585, "hf_subset": "uig_Arab-nno_Latn", "languages": ["uig-Arab", "nno-Latn"], "main_score": 0.709585, "precision": 0.687749, "recall": 0.761858}, {"accuracy": 0.018775, "f1": 0.005671, "hf_subset": "uig_Arab-sat_Olck", "languages": ["uig-Arab", "sat-Olck"], "main_score": 0.005671, "precision": 0.00471, "recall": 0.018775}, {"accuracy": 0.714427, "f1": 0.651501, "hf_subset": "uig_Arab-tel_Telu", "languages": ["uig-Arab", "tel-Telu"], "main_score": 0.651501, "precision": 0.624654, "recall": 0.714427}, {"accuracy": 0.358696, "f1": 0.29161, "hf_subset": "uig_Arab-ydd_Hebr", "languages": ["uig-Arab", "ydd-Hebr"], "main_score": 0.29161, "precision": 0.268866, "recall": 0.358696}, {"accuracy": 0.630435, "f1": 0.567566, "hf_subset": "uig_Arab-ary_Arab", "languages": ["uig-Arab", "ary-Arab"], "main_score": 0.567566, "precision": 0.54204, "recall": 0.630435}, {"accuracy": 0.794466, "f1": 0.741554, "hf_subset": "uig_Arab-ces_Latn", "languages": ["uig-Arab", "ces-Latn"], "main_score": 0.741554, "precision": 0.718923, "recall": 0.794466}, {"accuracy": 0.083992, "f1": 0.05029, "hf_subset": "uig_Arab-gaz_Latn", "languages": ["uig-Arab", "gaz-Latn"], "main_score": 0.05029, "precision": 0.0436, "recall": 0.083992}, {"accuracy": 0.120553, "f1": 0.083997, "hf_subset": "uig_Arab-kam_Latn", "languages": ["uig-Arab", "kam-Latn"], "main_score": 0.083997, "precision": 0.075671, "recall": 0.120553}, {"accuracy": 0.790514, "f1": 0.740503, "hf_subset": "uig_Arab-lit_Latn", "languages": ["uig-Arab", "lit-Latn"], "main_score": 0.740503, "precision": 0.718882, "recall": 0.790514}, {"accuracy": 0.799407, "f1": 0.751219, "hf_subset": "uig_Arab-nob_Latn", "languages": ["uig-Arab", "nob-Latn"], "main_score": 0.751219, "precision": 0.73111, "recall": 0.799407}, {"accuracy": 0.411067, "f1": 0.340533, "hf_subset": "uig_Arab-scn_Latn", "languages": ["uig-Arab", "scn-Latn"], "main_score": 0.340533, "precision": 0.317253, "recall": 0.411067}, {"accuracy": 0.115613, "f1": 0.07465, "hf_subset": "uig_Arab-tgk_Cyrl", "languages": ["uig-Arab", "tgk-Cyrl"], "main_score": 0.07465, "precision": 0.064124, "recall": 0.115613}, {"accuracy": 0.129447, "f1": 0.081693, "hf_subset": "uig_Arab-yor_Latn", "languages": ["uig-Arab", "yor-Latn"], "main_score": 0.081693, "precision": 0.071031, "recall": 0.129447}, {"accuracy": 0.741107, "f1": 0.68722, "hf_subset": "uig_Arab-arz_Arab", "languages": ["uig-Arab", "arz-Arab"], "main_score": 0.68722, "precision": 0.664874, "recall": 0.741107}, {"accuracy": 0.112648, "f1": 0.074672, "hf_subset": "uig_Arab-cjk_Latn", "languages": ["uig-Arab", "cjk-Latn"], "main_score": 0.074672, "precision": 0.066, "recall": 0.112648}, {"accuracy": 0.139328, "f1": 0.093754, "hf_subset": "uig_Arab-gla_Latn", "languages": ["uig-Arab", "gla-Latn"], "main_score": 0.093754, "precision": 0.081999, "recall": 0.139328}, {"accuracy": 0.684783, "f1": 0.625583, "hf_subset": "uig_Arab-kan_Knda", "languages": ["uig-Arab", "kan-Knda"], "main_score": 0.625583, "precision": 0.601205, "recall": 0.684783}, {"accuracy": 0.406126, "f1": 0.346701, "hf_subset": "uig_Arab-lmo_Latn", "languages": ["uig-Arab", "lmo-Latn"], "main_score": 0.346701, "precision": 0.327698, "recall": 0.406126}, {"accuracy": 0.778656, "f1": 0.733004, "hf_subset": "uig_Arab-npi_Deva", "languages": ["uig-Arab", "npi-Deva"], "main_score": 0.733004, "precision": 0.714504, "recall": 0.778656}, {"accuracy": 0.190711, "f1": 0.138909, "hf_subset": "uig_Arab-shn_Mymr", "languages": ["uig-Arab", "shn-Mymr"], "main_score": 0.138909, "precision": 0.123819, "recall": 0.190711}, {"accuracy": 0.316206, "f1": 0.243215, "hf_subset": "uig_Arab-tgl_Latn", "languages": ["uig-Arab", "tgl-Latn"], "main_score": 0.243215, "precision": 0.22024, "recall": 0.316206}, {"accuracy": 0.813241, "f1": 0.765431, "hf_subset": "uig_Arab-yue_Hant", "languages": ["uig-Arab", "yue-Hant"], "main_score": 0.765431, "precision": 0.74424, "recall": 0.813241}, {"accuracy": 0.448617, "f1": 0.372324, "hf_subset": "uig_Arab-asm_Beng", "languages": ["uig-Arab", "asm-Beng"], "main_score": 0.372324, "precision": 0.343901, "recall": 0.448617}, {"accuracy": 0.674901, "f1": 0.607021, "hf_subset": "uig_Arab-ckb_Arab", "languages": ["uig-Arab", "ckb-Arab"], "main_score": 0.607021, "precision": 0.578804, "recall": 0.674901}, {"accuracy": 0.206522, "f1": 0.145906, "hf_subset": "uig_Arab-gle_Latn", "languages": ["uig-Arab", "gle-Latn"], "main_score": 0.145906, "precision": 0.130008, "recall": 0.206522}, {"accuracy": 0.431818, "f1": 0.363536, "hf_subset": "uig_Arab-kas_Arab", "languages": ["uig-Arab", "kas-Arab"], "main_score": 0.363536, "precision": 0.339754, "recall": 0.431818}, {"accuracy": 0.444664, "f1": 0.373897, "hf_subset": "uig_Arab-ltg_Latn", "languages": ["uig-Arab", "ltg-Latn"], "main_score": 0.373897, "precision": 0.348812, "recall": 0.444664}, {"accuracy": 0.147233, "f1": 0.097524, "hf_subset": "uig_Arab-nso_Latn", "languages": ["uig-Arab", "nso-Latn"], "main_score": 0.097524, "precision": 0.084017, "recall": 0.147233}, {"accuracy": 0.75, "f1": 0.696756, "hf_subset": "uig_Arab-sin_Sinh", "languages": ["uig-Arab", "sin-Sinh"], "main_score": 0.696756, "precision": 0.673894, "recall": 0.75}, {"accuracy": 0.786561, "f1": 0.731771, "hf_subset": "uig_Arab-tha_Thai", "languages": ["uig-Arab", "tha-Thai"], "main_score": 0.731771, "precision": 0.707806, "recall": 0.786561}, {"accuracy": 0.80336, "f1": 0.753195, "hf_subset": "uig_Arab-zho_Hans", "languages": ["uig-Arab", "zho-Hans"], "main_score": 0.753195, "precision": 0.730995, "recall": 0.80336}, {"accuracy": 0.677866, "f1": 0.610793, "hf_subset": "uig_Arab-ast_Latn", "languages": ["uig-Arab", "ast-Latn"], "main_score": 0.610793, "precision": 0.58355, "recall": 0.677866}, {"accuracy": 0.560277, "f1": 0.49724, "hf_subset": "uig_Arab-crh_Latn", "languages": ["uig-Arab", "crh-Latn"], "main_score": 0.49724, "precision": 0.472533, "recall": 0.560277}, {"accuracy": 0.805336, "f1": 0.754825, "hf_subset": "uig_Arab-glg_Latn", "languages": ["uig-Arab", "glg-Latn"], "main_score": 0.754825, "precision": 0.733444, "recall": 0.805336}, {"accuracy": 0.283597, "f1": 0.229384, "hf_subset": "uig_Arab-kas_Deva", "languages": ["uig-Arab", "kas-Deva"], "main_score": 0.229384, "precision": 0.212307, "recall": 0.283597}, {"accuracy": 0.313241, "f1": 0.244799, "hf_subset": "uig_Arab-ltz_Latn", "languages": ["uig-Arab", "ltz-Latn"], "main_score": 0.244799, "precision": 0.223688, "recall": 0.313241}, {"accuracy": 0.08498, "f1": 0.048172, "hf_subset": "uig_Arab-nus_Latn", "languages": ["uig-Arab", "nus-Latn"], "main_score": 0.048172, "precision": 0.041, "recall": 0.08498}, {"accuracy": 0.785573, "f1": 0.732364, "hf_subset": "uig_Arab-slk_Latn", "languages": ["uig-Arab", "slk-Latn"], "main_score": 0.732364, "precision": 0.709585, "recall": 0.785573}, {"accuracy": 0.178854, "f1": 0.124663, "hf_subset": "uig_Arab-tir_Ethi", "languages": ["uig-Arab", "tir-Ethi"], "main_score": 0.124663, "precision": 0.108587, "recall": 0.178854}, {"accuracy": 0.806324, "f1": 0.757197, "hf_subset": "uig_Arab-zho_Hant", "languages": ["uig-Arab", "zho-Hant"], "main_score": 0.757197, "precision": 0.736472, "recall": 0.806324}, {"accuracy": 0.719368, "f1": 0.659458, "hf_subset": "uig_Arab-awa_Deva", "languages": ["uig-Arab", "awa-Deva"], "main_score": 0.659458, "precision": 0.634463, "recall": 0.719368}, {"accuracy": 0.326087, "f1": 0.253337, "hf_subset": "uig_Arab-cym_Latn", "languages": ["uig-Arab", "cym-Latn"], "main_score": 0.253337, "precision": 0.23199, "recall": 0.326087}, {"accuracy": 0.202569, "f1": 0.143481, "hf_subset": "uig_Arab-grn_Latn", "languages": ["uig-Arab", "grn-Latn"], "main_score": 0.143481, "precision": 0.127638, "recall": 0.202569}, {"accuracy": 0.727273, "f1": 0.664199, "hf_subset": "uig_Arab-kat_Geor", "languages": ["uig-Arab", "kat-Geor"], "main_score": 0.664199, "precision": 0.638053, "recall": 0.727273}, {"accuracy": 0.159091, "f1": 0.109145, "hf_subset": "uig_Arab-lua_Latn", "languages": ["uig-Arab", "lua-Latn"], "main_score": 0.109145, "precision": 0.095752, "recall": 0.159091}, {"accuracy": 0.136364, "f1": 0.08692, "hf_subset": "uig_Arab-nya_Latn", "languages": ["uig-Arab", "nya-Latn"], "main_score": 0.08692, "precision": 0.074533, "recall": 0.136364}, {"accuracy": 0.80336, "f1": 0.75272, "hf_subset": "uig_Arab-slv_Latn", "languages": ["uig-Arab", "slv-Latn"], "main_score": 0.75272, "precision": 0.731505, "recall": 0.80336}, {"accuracy": 0.272727, "f1": 0.201277, "hf_subset": "uig_Arab-tpi_Latn", "languages": ["uig-Arab", "tpi-Latn"], "main_score": 0.201277, "precision": 0.18061, "recall": 0.272727}, {"accuracy": 0.784585, "f1": 0.732444, "hf_subset": "uig_Arab-zsm_Latn", "languages": ["uig-Arab", "zsm-Latn"], "main_score": 0.732444, "precision": 0.710301, "recall": 0.784585}, {"accuracy": 0.132411, "f1": 0.081029, "hf_subset": "uig_Arab-ayr_Latn", "languages": ["uig-Arab", "ayr-Latn"], "main_score": 0.081029, "precision": 0.06965, "recall": 0.132411}, {"accuracy": 0.814229, "f1": 0.764281, "hf_subset": "uig_Arab-dan_Latn", "languages": ["uig-Arab", "dan-Latn"], "main_score": 0.764281, "precision": 0.741947, "recall": 0.814229}, {"accuracy": 0.758893, "f1": 0.700021, "hf_subset": "uig_Arab-guj_Gujr", "languages": ["uig-Arab", "guj-Gujr"], "main_score": 0.700021, "precision": 0.674812, "recall": 0.758893}, {"accuracy": 0.787549, "f1": 0.739018, "hf_subset": "uig_Arab-kaz_Cyrl", "languages": ["uig-Arab", "kaz-Cyrl"], "main_score": 0.739018, "precision": 0.718742, "recall": 0.787549}, {"accuracy": 0.109684, "f1": 0.070269, "hf_subset": "uig_Arab-lug_Latn", "languages": ["uig-Arab", "lug-Latn"], "main_score": 0.070269, "precision": 0.061675, "recall": 0.109684}, {"accuracy": 0.656126, "f1": 0.589712, "hf_subset": "uig_Arab-oci_Latn", "languages": ["uig-Arab", "oci-Latn"], "main_score": 0.589712, "precision": 0.562818, "recall": 0.656126}, {"accuracy": 0.123518, "f1": 0.079249, "hf_subset": "uig_Arab-smo_Latn", "languages": ["uig-Arab", "smo-Latn"], "main_score": 0.079249, "precision": 0.068179, "recall": 0.123518}, {"accuracy": 0.124506, "f1": 0.081744, "hf_subset": "uig_Arab-tsn_Latn", "languages": ["uig-Arab", "tsn-Latn"], "main_score": 0.081744, "precision": 0.07208, "recall": 0.124506}, {"accuracy": 0.100791, "f1": 0.063956, "hf_subset": "uig_Arab-zul_Latn", "languages": ["uig-Arab", "zul-Latn"], "main_score": 0.063956, "precision": 0.055683, "recall": 0.100791}, {"accuracy": 0.357708, "f1": 0.298769, "hf_subset": "uig_Arab-azb_Arab", "languages": ["uig-Arab", "azb-Arab"], "main_score": 0.298769, "precision": 0.277887, "recall": 0.357708}, {"accuracy": 0.802372, "f1": 0.751005, "hf_subset": "uig_Arab-deu_Latn", "languages": ["uig-Arab", "deu-Latn"], "main_score": 0.751005, "precision": 0.728682, "recall": 0.802372}, {"accuracy": 0.190711, "f1": 0.139122, "hf_subset": "uig_Arab-hat_Latn", "languages": ["uig-Arab", "hat-Latn"], "main_score": 0.139122, "precision": 0.124676, "recall": 0.190711}, {"accuracy": 0.112648, "f1": 0.065346, "hf_subset": "uig_Arab-kbp_Latn", "languages": ["uig-Arab", "kbp-Latn"], "main_score": 0.065346, "precision": 0.054307, "recall": 0.112648}, {"accuracy": 0.143281, "f1": 0.093658, "hf_subset": "uig_Arab-luo_Latn", "languages": ["uig-Arab", "luo-Latn"], "main_score": 0.093658, "precision": 0.082551, "recall": 0.143281}, {"accuracy": 0.692688, "f1": 0.629606, "hf_subset": "uig_Arab-ory_Orya", "languages": ["uig-Arab", "ory-Orya"], "main_score": 0.629606, "precision": 0.602809, "recall": 0.692688}, {"accuracy": 0.107708, "f1": 0.067157, "hf_subset": "uig_Arab-sna_Latn", "languages": ["uig-Arab", "sna-Latn"], "main_score": 0.067157, "precision": 0.057842, "recall": 0.107708}, {"accuracy": 0.119565, "f1": 0.075453, "hf_subset": "uig_Arab-tso_Latn", "languages": ["uig-Arab", "tso-Latn"], "main_score": 0.075453, "precision": 0.064768, "recall": 0.119565}, {"accuracy": 0.764822, "f1": 0.713784, "hf_subset": "uig_Arab-azj_Latn", "languages": ["uig-Arab", "azj-Latn"], "main_score": 0.713784, "precision": 0.692787, "recall": 0.764822}, {"accuracy": 0.167984, "f1": 0.118578, "hf_subset": "uig_Arab-dik_Latn", "languages": ["uig-Arab", "dik-Latn"], "main_score": 0.118578, "precision": 0.105993, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.106405, "hf_subset": "uig_Arab-hau_Latn", "languages": ["uig-Arab", "hau-Latn"], "main_score": 0.106405, "precision": 0.093305, "recall": 0.160079}, {"accuracy": 0.411067, "f1": 0.339281, "hf_subset": "uig_Arab-kea_Latn", "languages": ["uig-Arab", "kea-Latn"], "main_score": 0.339281, "precision": 0.315081, "recall": 0.411067}, {"accuracy": 0.200593, "f1": 0.142056, "hf_subset": "uig_Arab-lus_Latn", "languages": ["uig-Arab", "lus-Latn"], "main_score": 0.142056, "precision": 0.125909, "recall": 0.200593}, {"accuracy": 0.280632, "f1": 0.212065, "hf_subset": "uig_Arab-pag_Latn", "languages": ["uig-Arab", "pag-Latn"], "main_score": 0.212065, "precision": 0.190536, "recall": 0.280632}, {"accuracy": 0.721344, "f1": 0.665004, "hf_subset": "uig_Arab-snd_Arab", "languages": ["uig-Arab", "snd-Arab"], "main_score": 0.665004, "precision": 0.641462, "recall": 0.721344}, {"accuracy": 0.222332, "f1": 0.160027, "hf_subset": "uig_Arab-tuk_Latn", "languages": ["uig-Arab", "tuk-Latn"], "main_score": 0.160027, "precision": 0.14128, "recall": 0.222332}, {"accuracy": 0.325099, "f1": 0.263669, "hf_subset": "uig_Arab-bak_Cyrl", "languages": ["uig-Arab", "bak-Cyrl"], "main_score": 0.263669, "precision": 0.243861, "recall": 0.325099}, {"accuracy": 0.11166, "f1": 0.06869, "hf_subset": "uig_Arab-dyu_Latn", "languages": ["uig-Arab", "dyu-Latn"], "main_score": 0.06869, "precision": 0.058098, "recall": 0.11166}, {"accuracy": 0.798419, "f1": 0.747552, "hf_subset": "uig_Arab-heb_Hebr", "languages": ["uig-Arab", "heb-Hebr"], "main_score": 0.747552, "precision": 0.725585, "recall": 0.798419}, {"accuracy": 0.770751, "f1": 0.719125, "hf_subset": "uig_Arab-khk_Cyrl", "languages": ["uig-Arab", "khk-Cyrl"], "main_score": 0.719125, "precision": 0.697243, "recall": 0.770751}, {"accuracy": 0.8083, "f1": 0.759209, "hf_subset": "uig_Arab-lvs_Latn", "languages": ["uig-Arab", "lvs-Latn"], "main_score": 0.759209, "precision": 0.738011, "recall": 0.8083}, {"accuracy": 0.702569, "f1": 0.639968, "hf_subset": "uig_Arab-pan_Guru", "languages": ["uig-Arab", "pan-Guru"], "main_score": 0.639968, "precision": 0.613949, "recall": 0.702569}, {"accuracy": 0.179842, "f1": 0.129434, "hf_subset": "uig_Arab-som_Latn", "languages": ["uig-Arab", "som-Latn"], "main_score": 0.129434, "precision": 0.115988, "recall": 0.179842}, {"accuracy": 0.135375, "f1": 0.082142, "hf_subset": "uig_Arab-tum_Latn", "languages": ["uig-Arab", "tum-Latn"], "main_score": 0.082142, "precision": 0.069998, "recall": 0.135375}, {"accuracy": 0.091897, "f1": 0.06193, "hf_subset": "aeb_Arab-ace_Arab", "languages": ["aeb-Arab", "ace-Arab"], "main_score": 0.06193, "precision": 0.054736, "recall": 0.091897}, {"accuracy": 0.144269, "f1": 0.088982, "hf_subset": "aeb_Arab-bam_Latn", "languages": ["aeb-Arab", "bam-Latn"], "main_score": 0.088982, "precision": 0.076488, "recall": 0.144269}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "aeb_Arab-dzo_Tibt", "languages": ["aeb-Arab", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "aeb_Arab-hin_Deva", "languages": ["aeb-Arab", "hin-Deva"], "main_score": 0.905632, "precision": 0.895586, "recall": 0.926877}, {"accuracy": 0.831028, "f1": 0.787154, "hf_subset": "aeb_Arab-khm_Khmr", "languages": ["aeb-Arab", "khm-Khmr"], "main_score": 0.787154, "precision": 0.767325, "recall": 0.831028}, {"accuracy": 0.885375, "f1": 0.853379, "hf_subset": "aeb_Arab-mag_Deva", "languages": ["aeb-Arab", "mag-Deva"], "main_score": 0.853379, "precision": 0.838439, "recall": 0.885375}, {"accuracy": 0.570158, "f1": 0.497424, "hf_subset": "aeb_Arab-pap_Latn", "languages": ["aeb-Arab", "pap-Latn"], "main_score": 0.497424, "precision": 0.470415, "recall": 0.570158}, {"accuracy": 0.168972, "f1": 0.110321, "hf_subset": "aeb_Arab-sot_Latn", "languages": ["aeb-Arab", "sot-Latn"], "main_score": 0.110321, "precision": 0.096147, "recall": 0.168972}, {"accuracy": 0.932806, "f1": 0.913109, "hf_subset": "aeb_Arab-tur_Latn", "languages": ["aeb-Arab", "tur-Latn"], "main_score": 0.913109, "precision": 0.903903, "recall": 0.932806}, {"accuracy": 0.364625, "f1": 0.283135, "hf_subset": "aeb_Arab-ace_Latn", "languages": ["aeb-Arab", "ace-Latn"], "main_score": 0.283135, "precision": 0.257326, "recall": 0.364625}, {"accuracy": 0.591897, "f1": 0.516731, "hf_subset": "aeb_Arab-ban_Latn", "languages": ["aeb-Arab", "ban-Latn"], "main_score": 0.516731, "precision": 0.487198, "recall": 0.591897}, {"accuracy": 0.928854, "f1": 0.907444, "hf_subset": "aeb_Arab-ell_Grek", "languages": ["aeb-Arab", "ell-Grek"], "main_score": 0.907444, "precision": 0.897069, "recall": 0.928854}, {"accuracy": 0.84585, "f1": 0.806719, "hf_subset": "aeb_Arab-hne_Deva", "languages": ["aeb-Arab", "hne-Deva"], "main_score": 0.806719, "precision": 0.788291, "recall": 0.84585}, {"accuracy": 0.192688, "f1": 0.123036, "hf_subset": "aeb_Arab-kik_Latn", "languages": ["aeb-Arab", "kik-Latn"], "main_score": 0.123036, "precision": 0.105679, "recall": 0.192688}, {"accuracy": 0.873518, "f1": 0.842787, "hf_subset": "aeb_Arab-mai_Deva", "languages": ["aeb-Arab", "mai-Deva"], "main_score": 0.842787, "precision": 0.828673, "recall": 0.873518}, {"accuracy": 0.771739, "f1": 0.724953, "hf_subset": "aeb_Arab-pbt_Arab", "languages": ["aeb-Arab", "pbt-Arab"], "main_score": 0.724953, "precision": 0.704809, "recall": 0.771739}, {"accuracy": 0.932806, "f1": 0.912385, "hf_subset": "aeb_Arab-spa_Latn", "languages": ["aeb-Arab", "spa-Latn"], "main_score": 0.912385, "precision": 0.902668, "recall": 0.932806}, {"accuracy": 0.257905, "f1": 0.177182, "hf_subset": "aeb_Arab-twi_Latn", "languages": ["aeb-Arab", "twi-Latn"], "main_score": 0.177182, "precision": 0.155655, "recall": 0.257905}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "aeb_Arab-acm_Arab", "languages": ["aeb-Arab", "acm-Arab"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.879447, "f1": 0.846676, "hf_subset": "aeb_Arab-bel_Cyrl", "languages": ["aeb-Arab", "bel-Cyrl"], "main_score": 0.846676, "precision": 0.832157, "recall": 0.879447}, {"accuracy": 0.945652, "f1": 0.928689, "hf_subset": "aeb_Arab-eng_Latn", "languages": ["aeb-Arab", "eng-Latn"], "main_score": 0.928689, "precision": 0.920455, "recall": 0.945652}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "aeb_Arab-hrv_Latn", "languages": ["aeb-Arab", "hrv-Latn"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.119565, "f1": 0.0721, "hf_subset": "aeb_Arab-kin_Latn", "languages": ["aeb-Arab", "kin-Latn"], "main_score": 0.0721, "precision": 0.060907, "recall": 0.119565}, {"accuracy": 0.811265, "f1": 0.765123, "hf_subset": "aeb_Arab-mal_Mlym", "languages": ["aeb-Arab", "mal-Mlym"], "main_score": 0.765123, "precision": 0.744763, "recall": 0.811265}, {"accuracy": 0.932806, "f1": 0.912945, "hf_subset": "aeb_Arab-pes_Arab", "languages": ["aeb-Arab", "pes-Arab"], "main_score": 0.912945, "precision": 0.903574, "recall": 0.932806}, {"accuracy": 0.646245, "f1": 0.57301, "hf_subset": "aeb_Arab-srd_Latn", "languages": ["aeb-Arab", "srd-Latn"], "main_score": 0.57301, "precision": 0.543678, "recall": 0.646245}, {"accuracy": 0.059289, "f1": 0.029402, "hf_subset": "aeb_Arab-tzm_Tfng", "languages": ["aeb-Arab", "tzm-Tfng"], "main_score": 0.029402, "precision": 0.024604, "recall": 0.059289}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "aeb_Arab-acq_Arab", "languages": ["aeb-Arab", "acq-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.189723, "f1": 0.125479, "hf_subset": "aeb_Arab-bem_Latn", "languages": ["aeb-Arab", "bem-Latn"], "main_score": 0.125479, "precision": 0.10954, "recall": 0.189723}, {"accuracy": 0.787549, "f1": 0.73913, "hf_subset": "aeb_Arab-epo_Latn", "languages": ["aeb-Arab", "epo-Latn"], "main_score": 0.73913, "precision": 0.718149, "recall": 0.787549}, {"accuracy": 0.927866, "f1": 0.905632, "hf_subset": "aeb_Arab-hun_Latn", "languages": ["aeb-Arab", "hun-Latn"], "main_score": 0.905632, "precision": 0.895092, "recall": 0.927866}, {"accuracy": 0.84585, "f1": 0.809585, "hf_subset": "aeb_Arab-kir_Cyrl", "languages": ["aeb-Arab", "kir-Cyrl"], "main_score": 0.809585, "precision": 0.79249, "recall": 0.84585}, {"accuracy": 0.839921, "f1": 0.799064, "hf_subset": "aeb_Arab-mar_Deva", "languages": ["aeb-Arab", "mar-Deva"], "main_score": 0.799064, "precision": 0.78055, "recall": 0.839921}, {"accuracy": 0.244071, "f1": 0.177756, "hf_subset": "aeb_Arab-plt_Latn", "languages": ["aeb-Arab", "plt-Latn"], "main_score": 0.177756, "precision": 0.159031, "recall": 0.244071}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "aeb_Arab-srp_Cyrl", "languages": ["aeb-Arab", "srp-Cyrl"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.729249, "f1": 0.672669, "hf_subset": "aeb_Arab-uig_Arab", "languages": ["aeb-Arab", "uig-Arab"], "main_score": 0.672669, "precision": 0.647884, "recall": 0.729249}, {"accuracy": 0.816206, "f1": 0.774558, "hf_subset": "aeb_Arab-ben_Beng", "languages": ["aeb-Arab", "ben-Beng"], "main_score": 0.774558, "precision": 0.756615, "recall": 0.816206}, {"accuracy": 0.926877, "f1": 0.907938, "hf_subset": "aeb_Arab-est_Latn", "languages": ["aeb-Arab", "est-Latn"], "main_score": 0.907938, "precision": 0.899045, "recall": 0.926877}, {"accuracy": 0.91996, "f1": 0.895487, "hf_subset": "aeb_Arab-hye_Armn", "languages": ["aeb-Arab", "hye-Armn"], "main_score": 0.895487, "precision": 0.883811, "recall": 0.91996}, {"accuracy": 0.129447, "f1": 0.070166, "hf_subset": "aeb_Arab-kmb_Latn", "languages": ["aeb-Arab", "kmb-Latn"], "main_score": 0.070166, "precision": 0.058613, "recall": 0.129447}, {"accuracy": 0.072134, "f1": 0.045597, "hf_subset": "aeb_Arab-min_Arab", "languages": ["aeb-Arab", "min-Arab"], "main_score": 0.045597, "precision": 0.038881, "recall": 0.072134}, {"accuracy": 0.924901, "f1": 0.903162, "hf_subset": "aeb_Arab-pol_Latn", "languages": ["aeb-Arab", "pol-Latn"], "main_score": 0.903162, "precision": 0.892622, "recall": 0.924901}, {"accuracy": 0.126482, "f1": 0.076748, "hf_subset": "aeb_Arab-ssw_Latn", "languages": ["aeb-Arab", "ssw-Latn"], "main_score": 0.076748, "precision": 0.065871, "recall": 0.126482}, {"accuracy": 0.94664, "f1": 0.931489, "hf_subset": "aeb_Arab-ukr_Cyrl", "languages": ["aeb-Arab", "ukr-Cyrl"], "main_score": 0.931489, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.870553, "f1": 0.832477, "hf_subset": "aeb_Arab-afr_Latn", "languages": ["aeb-Arab", "afr-Latn"], "main_score": 0.832477, "precision": 0.814559, "recall": 0.870553}, {"accuracy": 0.827075, "f1": 0.786665, "hf_subset": "aeb_Arab-bho_Deva", "languages": ["aeb-Arab", "bho-Deva"], "main_score": 0.786665, "precision": 0.768363, "recall": 0.827075}, {"accuracy": 0.659091, "f1": 0.596599, "hf_subset": "aeb_Arab-eus_Latn", "languages": ["aeb-Arab", "eus-Latn"], "main_score": 0.596599, "precision": 0.571212, "recall": 0.659091}, {"accuracy": 0.15415, "f1": 0.093398, "hf_subset": "aeb_Arab-ibo_Latn", "languages": ["aeb-Arab", "ibo-Latn"], "main_score": 0.093398, "precision": 0.078885, "recall": 0.15415}, {"accuracy": 0.651186, "f1": 0.59049, "hf_subset": "aeb_Arab-kmr_Latn", "languages": ["aeb-Arab", "kmr-Latn"], "main_score": 0.59049, "precision": 0.565102, "recall": 0.651186}, {"accuracy": 0.560277, "f1": 0.484389, "hf_subset": "aeb_Arab-min_Latn", "languages": ["aeb-Arab", "min-Latn"], "main_score": 0.484389, "precision": 0.455133, "recall": 0.560277}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "aeb_Arab-por_Latn", "languages": ["aeb-Arab", "por-Latn"], "main_score": 0.921443, "precision": 0.912747, "recall": 0.939723}, {"accuracy": 0.687747, "f1": 0.62472, "hf_subset": "aeb_Arab-sun_Latn", "languages": ["aeb-Arab", "sun-Latn"], "main_score": 0.62472, "precision": 0.599647, "recall": 0.687747}, {"accuracy": 0.142292, "f1": 0.08959, "hf_subset": "aeb_Arab-umb_Latn", "languages": ["aeb-Arab", "umb-Latn"], "main_score": 0.08959, "precision": 0.076922, "recall": 0.142292}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "aeb_Arab-ajp_Arab", "languages": ["aeb-Arab", "ajp-Arab"], "main_score": 0.933465, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.082016, "f1": 0.05131, "hf_subset": "aeb_Arab-bjn_Arab", "languages": ["aeb-Arab", "bjn-Arab"], "main_score": 0.05131, "precision": 0.044313, "recall": 0.082016}, {"accuracy": 0.203557, "f1": 0.139108, "hf_subset": "aeb_Arab-ewe_Latn", "languages": ["aeb-Arab", "ewe-Latn"], "main_score": 0.139108, "precision": 0.121892, "recall": 0.203557}, {"accuracy": 0.310277, "f1": 0.229929, "hf_subset": "aeb_Arab-ilo_Latn", "languages": ["aeb-Arab", "ilo-Latn"], "main_score": 0.229929, "precision": 0.206316, "recall": 0.310277}, {"accuracy": 0.083004, "f1": 0.044472, "hf_subset": "aeb_Arab-knc_Arab", "languages": ["aeb-Arab", "knc-Arab"], "main_score": 0.044472, "precision": 0.035746, "recall": 0.083004}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "aeb_Arab-mkd_Cyrl", "languages": ["aeb-Arab", "mkd-Cyrl"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.925889, "f1": 0.905962, "hf_subset": "aeb_Arab-prs_Arab", "languages": ["aeb-Arab", "prs-Arab"], "main_score": 0.905962, "precision": 0.89641, "recall": 0.925889}, {"accuracy": 0.935771, "f1": 0.916173, "hf_subset": "aeb_Arab-swe_Latn", "languages": ["aeb-Arab", "swe-Latn"], "main_score": 0.916173, "precision": 0.90695, "recall": 0.935771}, {"accuracy": 0.896245, "f1": 0.866996, "hf_subset": "aeb_Arab-urd_Arab", "languages": ["aeb-Arab", "urd-Arab"], "main_score": 0.866996, "precision": 0.853508, "recall": 0.896245}, {"accuracy": 0.241107, "f1": 0.166847, "hf_subset": "aeb_Arab-aka_Latn", "languages": ["aeb-Arab", "aka-Latn"], "main_score": 0.166847, "precision": 0.146532, "recall": 0.241107}, {"accuracy": 0.703557, "f1": 0.645168, "hf_subset": "aeb_Arab-bjn_Latn", "languages": ["aeb-Arab", "bjn-Latn"], "main_score": 0.645168, "precision": 0.621592, "recall": 0.703557}, {"accuracy": 0.406126, "f1": 0.325184, "hf_subset": "aeb_Arab-fao_Latn", "languages": ["aeb-Arab", "fao-Latn"], "main_score": 0.325184, "precision": 0.299129, "recall": 0.406126}, {"accuracy": 0.9417, "f1": 0.923748, "hf_subset": "aeb_Arab-ind_Latn", "languages": ["aeb-Arab", "ind-Latn"], "main_score": 0.923748, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.215415, "f1": 0.148103, "hf_subset": "aeb_Arab-knc_Latn", "languages": ["aeb-Arab", "knc-Latn"], "main_score": 0.148103, "precision": 0.131201, "recall": 0.215415}, {"accuracy": 0.275692, "f1": 0.197709, "hf_subset": "aeb_Arab-mlt_Latn", "languages": ["aeb-Arab", "mlt-Latn"], "main_score": 0.197709, "precision": 0.175831, "recall": 0.275692}, {"accuracy": 0.213439, "f1": 0.14014, "hf_subset": "aeb_Arab-quy_Latn", "languages": ["aeb-Arab", "quy-Latn"], "main_score": 0.14014, "precision": 0.121158, "recall": 0.213439}, {"accuracy": 0.320158, "f1": 0.239382, "hf_subset": "aeb_Arab-swh_Latn", "languages": ["aeb-Arab", "swh-Latn"], "main_score": 0.239382, "precision": 0.215697, "recall": 0.320158}, {"accuracy": 0.576087, "f1": 0.505151, "hf_subset": "aeb_Arab-uzn_Latn", "languages": ["aeb-Arab", "uzn-Latn"], "main_score": 0.505151, "precision": 0.476994, "recall": 0.576087}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "aeb_Arab-als_Latn", "languages": ["aeb-Arab", "als-Latn"], "main_score": 0.919368, "precision": 0.91082, "recall": 0.937747}, {"accuracy": 0.045455, "f1": 0.015661, "hf_subset": "aeb_Arab-bod_Tibt", "languages": ["aeb-Arab", "bod-Tibt"], "main_score": 0.015661, "precision": 0.012231, "recall": 0.045455}, {"accuracy": 0.168972, "f1": 0.110392, "hf_subset": "aeb_Arab-fij_Latn", "languages": ["aeb-Arab", "fij-Latn"], "main_score": 0.110392, "precision": 0.095096, "recall": 0.168972}, {"accuracy": 0.671937, "f1": 0.603529, "hf_subset": "aeb_Arab-isl_Latn", "languages": ["aeb-Arab", "isl-Latn"], "main_score": 0.603529, "precision": 0.575873, "recall": 0.671937}, {"accuracy": 0.203557, "f1": 0.138334, "hf_subset": "aeb_Arab-kon_Latn", "languages": ["aeb-Arab", "kon-Latn"], "main_score": 0.138334, "precision": 0.12168, "recall": 0.203557}, {"accuracy": 0.055336, "f1": 0.03028, "hf_subset": "aeb_Arab-mni_Beng", "languages": ["aeb-Arab", "mni-Beng"], "main_score": 0.03028, "precision": 0.026746, "recall": 0.055336}, {"accuracy": 0.943676, "f1": 0.926285, "hf_subset": "aeb_Arab-ron_Latn", "languages": ["aeb-Arab", "ron-Latn"], "main_score": 0.926285, "precision": 0.918067, "recall": 0.943676}, {"accuracy": 0.716403, "f1": 0.653826, "hf_subset": "aeb_Arab-szl_Latn", "languages": ["aeb-Arab", "szl-Latn"], "main_score": 0.653826, "precision": 0.627273, "recall": 0.716403}, {"accuracy": 0.729249, "f1": 0.663062, "hf_subset": "aeb_Arab-vec_Latn", "languages": ["aeb-Arab", "vec-Latn"], "main_score": 0.663062, "precision": 0.635128, "recall": 0.729249}, {"accuracy": 0.676877, "f1": 0.615755, "hf_subset": "aeb_Arab-amh_Ethi", "languages": ["aeb-Arab", "amh-Ethi"], "main_score": 0.615755, "precision": 0.591135, "recall": 0.676877}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "aeb_Arab-bos_Latn", "languages": ["aeb-Arab", "bos-Latn"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "aeb_Arab-fin_Latn", "languages": ["aeb-Arab", "fin-Latn"], "main_score": 0.909914, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-ita_Latn", "languages": ["aeb-Arab", "ita-Latn"], "main_score": 0.929842, "precision": 0.922431, "recall": 0.945652}, {"accuracy": 0.906126, "f1": 0.882708, "hf_subset": "aeb_Arab-kor_Hang", "languages": ["aeb-Arab", "kor-Hang"], "main_score": 0.882708, "precision": 0.8722, "recall": 0.906126}, {"accuracy": 0.183794, "f1": 0.121975, "hf_subset": "aeb_Arab-mos_Latn", "languages": ["aeb-Arab", "mos-Latn"], "main_score": 0.121975, "precision": 0.106583, "recall": 0.183794}, {"accuracy": 0.123518, "f1": 0.076237, "hf_subset": "aeb_Arab-run_Latn", "languages": ["aeb-Arab", "run-Latn"], "main_score": 0.076237, "precision": 0.064612, "recall": 0.123518}, {"accuracy": 0.813241, "f1": 0.769565, "hf_subset": "aeb_Arab-tam_Taml", "languages": ["aeb-Arab", "tam-Taml"], "main_score": 0.769565, "precision": 0.749506, "recall": 0.813241}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "aeb_Arab-vie_Latn", "languages": ["aeb-Arab", "vie-Latn"], "main_score": 0.909585, "precision": 0.900066, "recall": 0.929842}, {"accuracy": 0.953557, "f1": 0.940711, "hf_subset": "aeb_Arab-apc_Arab", "languages": ["aeb-Arab", "apc-Arab"], "main_score": 0.940711, "precision": 0.934453, "recall": 0.953557}, {"accuracy": 0.325099, "f1": 0.247496, "hf_subset": "aeb_Arab-bug_Latn", "languages": ["aeb-Arab", "bug-Latn"], "main_score": 0.247496, "precision": 0.224059, "recall": 0.325099}, {"accuracy": 0.166008, "f1": 0.105946, "hf_subset": "aeb_Arab-fon_Latn", "languages": ["aeb-Arab", "fon-Latn"], "main_score": 0.105946, "precision": 0.091791, "recall": 0.166008}, {"accuracy": 0.645257, "f1": 0.572271, "hf_subset": "aeb_Arab-jav_Latn", "languages": ["aeb-Arab", "jav-Latn"], "main_score": 0.572271, "precision": 0.543692, "recall": 0.645257}, {"accuracy": 0.825099, "f1": 0.784176, "hf_subset": "aeb_Arab-lao_Laoo", "languages": ["aeb-Arab", "lao-Laoo"], "main_score": 0.784176, "precision": 0.766453, "recall": 0.825099}, {"accuracy": 0.162055, "f1": 0.094955, "hf_subset": "aeb_Arab-mri_Latn", "languages": ["aeb-Arab", "mri-Latn"], "main_score": 0.094955, "precision": 0.080267, "recall": 0.162055}, {"accuracy": 0.937747, "f1": 0.917819, "hf_subset": "aeb_Arab-rus_Cyrl", "languages": ["aeb-Arab", "rus-Cyrl"], "main_score": 0.917819, "precision": 0.908267, "recall": 0.937747}, {"accuracy": 0.200593, "f1": 0.140747, "hf_subset": "aeb_Arab-taq_Latn", "languages": ["aeb-Arab", "taq-Latn"], "main_score": 0.140747, "precision": 0.125808, "recall": 0.200593}, {"accuracy": 0.360672, "f1": 0.277305, "hf_subset": "aeb_Arab-war_Latn", "languages": ["aeb-Arab", "war-Latn"], "main_score": 0.277305, "precision": 0.251016, "recall": 0.360672}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "aeb_Arab-arb_Arab", "languages": ["aeb-Arab", "arb-Arab"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-bul_Cyrl", "languages": ["aeb-Arab", "bul-Cyrl"], "main_score": 0.929842, "precision": 0.922464, "recall": 0.945652}, {"accuracy": 0.937747, "f1": 0.919137, "hf_subset": "aeb_Arab-fra_Latn", "languages": ["aeb-Arab", "fra-Latn"], "main_score": 0.919137, "precision": 0.910244, "recall": 0.937747}, {"accuracy": 0.929842, "f1": 0.908597, "hf_subset": "aeb_Arab-jpn_Jpan", "languages": ["aeb-Arab", "jpn-Jpan"], "main_score": 0.908597, "precision": 0.898551, "recall": 0.929842}, {"accuracy": 0.674901, "f1": 0.612088, "hf_subset": "aeb_Arab-lij_Latn", "languages": ["aeb-Arab", "lij-Latn"], "main_score": 0.612088, "precision": 0.586281, "recall": 0.674901}, {"accuracy": 0.86166, "f1": 0.825, "hf_subset": "aeb_Arab-mya_Mymr", "languages": ["aeb-Arab", "mya-Mymr"], "main_score": 0.825, "precision": 0.808086, "recall": 0.86166}, {"accuracy": 0.198617, "f1": 0.13284, "hf_subset": "aeb_Arab-sag_Latn", "languages": ["aeb-Arab", "sag-Latn"], "main_score": 0.13284, "precision": 0.11544, "recall": 0.198617}, {"accuracy": 0.078063, "f1": 0.035999, "hf_subset": "aeb_Arab-taq_Tfng", "languages": ["aeb-Arab", "taq-Tfng"], "main_score": 0.035999, "precision": 0.029957, "recall": 0.078063}, {"accuracy": 0.217391, "f1": 0.143697, "hf_subset": "aeb_Arab-wol_Latn", "languages": ["aeb-Arab", "wol-Latn"], "main_score": 0.143697, "precision": 0.123682, "recall": 0.217391}, {"accuracy": 0.092885, "f1": 0.049245, "hf_subset": "aeb_Arab-arb_Latn", "languages": ["aeb-Arab", "arb-Latn"], "main_score": 0.049245, "precision": 0.040073, "recall": 0.092885}, {"accuracy": 0.933794, "f1": 0.914097, "hf_subset": "aeb_Arab-cat_Latn", "languages": ["aeb-Arab", "cat-Latn"], "main_score": 0.914097, "precision": 0.904727, "recall": 0.933794}, {"accuracy": 0.628458, "f1": 0.55437, "hf_subset": "aeb_Arab-fur_Latn", "languages": ["aeb-Arab", "fur-Latn"], "main_score": 0.55437, "precision": 0.523279, "recall": 0.628458}, {"accuracy": 0.067194, "f1": 0.039154, "hf_subset": "aeb_Arab-kab_Latn", "languages": ["aeb-Arab", "kab-Latn"], "main_score": 0.039154, "precision": 0.032635, "recall": 0.067194}, {"accuracy": 0.676877, "f1": 0.613392, "hf_subset": "aeb_Arab-lim_Latn", "languages": ["aeb-Arab", "lim-Latn"], "main_score": 0.613392, "precision": 0.586314, "recall": 0.676877}, {"accuracy": 0.931818, "f1": 0.911397, "hf_subset": "aeb_Arab-nld_Latn", "languages": ["aeb-Arab", "nld-Latn"], "main_score": 0.911397, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.68083, "f1": 0.614088, "hf_subset": "aeb_Arab-san_Deva", "languages": ["aeb-Arab", "san-Deva"], "main_score": 0.614088, "precision": 0.585919, "recall": 0.68083}, {"accuracy": 0.460474, "f1": 0.384736, "hf_subset": "aeb_Arab-tat_Cyrl", "languages": ["aeb-Arab", "tat-Cyrl"], "main_score": 0.384736, "precision": 0.356305, "recall": 0.460474}, {"accuracy": 0.16996, "f1": 0.10344, "hf_subset": "aeb_Arab-xho_Latn", "languages": ["aeb-Arab", "xho-Latn"], "main_score": 0.10344, "precision": 0.087288, "recall": 0.16996}, {"accuracy": 0.960474, "f1": 0.949275, "hf_subset": "aeb_Arab-ars_Arab", "languages": ["aeb-Arab", "ars-Arab"], "main_score": 0.949275, "precision": 0.944005, "recall": 0.960474}, {"accuracy": 0.350791, "f1": 0.26846, "hf_subset": "aeb_Arab-ceb_Latn", "languages": ["aeb-Arab", "ceb-Latn"], "main_score": 0.26846, "precision": 0.243306, "recall": 0.350791}, {"accuracy": 0.185771, "f1": 0.117623, "hf_subset": "aeb_Arab-fuv_Latn", "languages": ["aeb-Arab", "fuv-Latn"], "main_score": 0.117623, "precision": 0.100974, "recall": 0.185771}, {"accuracy": 0.162055, "f1": 0.1056, "hf_subset": "aeb_Arab-kac_Latn", "languages": ["aeb-Arab", "kac-Latn"], "main_score": 0.1056, "precision": 0.09212, "recall": 0.162055}, {"accuracy": 0.197628, "f1": 0.132895, "hf_subset": "aeb_Arab-lin_Latn", "languages": ["aeb-Arab", "lin-Latn"], "main_score": 0.132895, "precision": 0.116218, "recall": 0.197628}, {"accuracy": 0.91502, "f1": 0.891041, "hf_subset": "aeb_Arab-nno_Latn", "languages": ["aeb-Arab", "nno-Latn"], "main_score": 0.891041, "precision": 0.879694, "recall": 0.91502}, {"accuracy": 0.017787, "f1": 0.00284, "hf_subset": "aeb_Arab-sat_Olck", "languages": ["aeb-Arab", "sat-Olck"], "main_score": 0.00284, "precision": 0.002042, "recall": 0.017787}, {"accuracy": 0.769763, "f1": 0.717029, "hf_subset": "aeb_Arab-tel_Telu", "languages": ["aeb-Arab", "tel-Telu"], "main_score": 0.717029, "precision": 0.694219, "recall": 0.769763}, {"accuracy": 0.378458, "f1": 0.296197, "hf_subset": "aeb_Arab-ydd_Hebr", "languages": ["aeb-Arab", "ydd-Hebr"], "main_score": 0.296197, "precision": 0.266835, "recall": 0.378458}, {"accuracy": 0.892292, "f1": 0.863043, "hf_subset": "aeb_Arab-ary_Arab", "languages": ["aeb-Arab", "ary-Arab"], "main_score": 0.863043, "precision": 0.849226, "recall": 0.892292}, {"accuracy": 0.945652, "f1": 0.929842, "hf_subset": "aeb_Arab-ces_Latn", "languages": ["aeb-Arab", "ces-Latn"], "main_score": 0.929842, "precision": 0.922628, "recall": 0.945652}, {"accuracy": 0.08004, "f1": 0.044544, "hf_subset": "aeb_Arab-gaz_Latn", "languages": ["aeb-Arab", "gaz-Latn"], "main_score": 0.044544, "precision": 0.037505, "recall": 0.08004}, {"accuracy": 0.166996, "f1": 0.11, "hf_subset": "aeb_Arab-kam_Latn", "languages": ["aeb-Arab", "kam-Latn"], "main_score": 0.11, "precision": 0.095767, "recall": 0.166996}, {"accuracy": 0.93083, "f1": 0.910573, "hf_subset": "aeb_Arab-lit_Latn", "languages": ["aeb-Arab", "lit-Latn"], "main_score": 0.910573, "precision": 0.901021, "recall": 0.93083}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "aeb_Arab-nob_Latn", "languages": ["aeb-Arab", "nob-Latn"], "main_score": 0.91749, "precision": 0.908432, "recall": 0.936759}, {"accuracy": 0.58004, "f1": 0.50485, "hf_subset": "aeb_Arab-scn_Latn", "languages": ["aeb-Arab", "scn-Latn"], "main_score": 0.50485, "precision": 0.475197, "recall": 0.58004}, {"accuracy": 0.167984, "f1": 0.112025, "hf_subset": "aeb_Arab-tgk_Cyrl", "languages": ["aeb-Arab", "tgk-Cyrl"], "main_score": 0.112025, "precision": 0.098185, "recall": 0.167984}, {"accuracy": 0.16502, "f1": 0.101629, "hf_subset": "aeb_Arab-yor_Latn", "languages": ["aeb-Arab", "yor-Latn"], "main_score": 0.101629, "precision": 0.085086, "recall": 0.16502}, {"accuracy": 0.952569, "f1": 0.937648, "hf_subset": "aeb_Arab-arz_Arab", "languages": ["aeb-Arab", "arz-Arab"], "main_score": 0.937648, "precision": 0.930418, "recall": 0.952569}, {"accuracy": 0.151186, "f1": 0.097463, "hf_subset": "aeb_Arab-cjk_Latn", "languages": ["aeb-Arab", "cjk-Latn"], "main_score": 0.097463, "precision": 0.084535, "recall": 0.151186}, {"accuracy": 0.142292, "f1": 0.09462, "hf_subset": "aeb_Arab-gla_Latn", "languages": ["aeb-Arab", "gla-Latn"], "main_score": 0.09462, "precision": 0.081375, "recall": 0.142292}, {"accuracy": 0.73419, "f1": 0.674445, "hf_subset": "aeb_Arab-kan_Knda", "languages": ["aeb-Arab", "kan-Knda"], "main_score": 0.674445, "precision": 0.648534, "recall": 0.73419}, {"accuracy": 0.594862, "f1": 0.522389, "hf_subset": "aeb_Arab-lmo_Latn", "languages": ["aeb-Arab", "lmo-Latn"], "main_score": 0.522389, "precision": 0.494106, "recall": 0.594862}, {"accuracy": 0.898221, "f1": 0.870638, "hf_subset": "aeb_Arab-npi_Deva", "languages": ["aeb-Arab", "npi-Deva"], "main_score": 0.870638, "precision": 0.858366, "recall": 0.898221}, {"accuracy": 0.232213, "f1": 0.158269, "hf_subset": "aeb_Arab-shn_Mymr", "languages": ["aeb-Arab", "shn-Mymr"], "main_score": 0.158269, "precision": 0.136804, "recall": 0.232213}, {"accuracy": 0.400198, "f1": 0.31291, "hf_subset": "aeb_Arab-tgl_Latn", "languages": ["aeb-Arab", "tgl-Latn"], "main_score": 0.31291, "precision": 0.28436, "recall": 0.400198}, {"accuracy": 0.936759, "f1": 0.917984, "hf_subset": "aeb_Arab-yue_Hant", "languages": ["aeb-Arab", "yue-Hant"], "main_score": 0.917984, "precision": 0.909091, "recall": 0.936759}, {"accuracy": 0.494071, "f1": 0.418571, "hf_subset": "aeb_Arab-asm_Beng", "languages": ["aeb-Arab", "asm-Beng"], "main_score": 0.418571, "precision": 0.390496, "recall": 0.494071}, {"accuracy": 0.770751, "f1": 0.721558, "hf_subset": "aeb_Arab-ckb_Arab", "languages": ["aeb-Arab", "ckb-Arab"], "main_score": 0.721558, "precision": 0.699861, "recall": 0.770751}, {"accuracy": 0.233202, "f1": 0.158208, "hf_subset": "aeb_Arab-gle_Latn", "languages": ["aeb-Arab", "gle-Latn"], "main_score": 0.158208, "precision": 0.138294, "recall": 0.233202}, {"accuracy": 0.557312, "f1": 0.487314, "hf_subset": "aeb_Arab-kas_Arab", "languages": ["aeb-Arab", "kas-Arab"], "main_score": 0.487314, "precision": 0.459453, "recall": 0.557312}, {"accuracy": 0.620553, "f1": 0.553609, "hf_subset": "aeb_Arab-ltg_Latn", "languages": ["aeb-Arab", "ltg-Latn"], "main_score": 0.553609, "precision": 0.527176, "recall": 0.620553}, {"accuracy": 0.20751, "f1": 0.137619, "hf_subset": "aeb_Arab-nso_Latn", "languages": ["aeb-Arab", "nso-Latn"], "main_score": 0.137619, "precision": 0.118729, "recall": 0.20751}, {"accuracy": 0.823123, "f1": 0.784176, "hf_subset": "aeb_Arab-sin_Sinh", "languages": ["aeb-Arab", "sin-Sinh"], "main_score": 0.784176, "precision": 0.767695, "recall": 0.823123}, {"accuracy": 0.926877, "f1": 0.904974, "hf_subset": "aeb_Arab-tha_Thai", "languages": ["aeb-Arab", "tha-Thai"], "main_score": 0.904974, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.931818, "f1": 0.910244, "hf_subset": "aeb_Arab-zho_Hans", "languages": ["aeb-Arab", "zho-Hans"], "main_score": 0.910244, "precision": 0.899868, "recall": 0.931818}, {"accuracy": 0.881423, "f1": 0.848897, "hf_subset": "aeb_Arab-ast_Latn", "languages": ["aeb-Arab", "ast-Latn"], "main_score": 0.848897, "precision": 0.834133, "recall": 0.881423}, {"accuracy": 0.68083, "f1": 0.620339, "hf_subset": "aeb_Arab-crh_Latn", "languages": ["aeb-Arab", "crh-Latn"], "main_score": 0.620339, "precision": 0.595217, "recall": 0.68083}, {"accuracy": 0.937747, "f1": 0.918314, "hf_subset": "aeb_Arab-glg_Latn", "languages": ["aeb-Arab", "glg-Latn"], "main_score": 0.918314, "precision": 0.908926, "recall": 0.937747}, {"accuracy": 0.358696, "f1": 0.280951, "hf_subset": "aeb_Arab-kas_Deva", "languages": ["aeb-Arab", "kas-Deva"], "main_score": 0.280951, "precision": 0.254903, "recall": 0.358696}, {"accuracy": 0.433794, "f1": 0.350729, "hf_subset": "aeb_Arab-ltz_Latn", "languages": ["aeb-Arab", "ltz-Latn"], "main_score": 0.350729, "precision": 0.323002, "recall": 0.433794}, {"accuracy": 0.085968, "f1": 0.042294, "hf_subset": "aeb_Arab-nus_Latn", "languages": ["aeb-Arab", "nus-Latn"], "main_score": 0.042294, "precision": 0.034543, "recall": 0.085968}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "aeb_Arab-slk_Latn", "languages": ["aeb-Arab", "slk-Latn"], "main_score": 0.907773, "precision": 0.898386, "recall": 0.927866}, {"accuracy": 0.166996, "f1": 0.115699, "hf_subset": "aeb_Arab-tir_Ethi", "languages": ["aeb-Arab", "tir-Ethi"], "main_score": 0.115699, "precision": 0.100594, "recall": 0.166996}, {"accuracy": 0.928854, "f1": 0.907345, "hf_subset": "aeb_Arab-zho_Hant", "languages": ["aeb-Arab", "zho-Hant"], "main_score": 0.907345, "precision": 0.897316, "recall": 0.928854}, {"accuracy": 0.887352, "f1": 0.859519, "hf_subset": "aeb_Arab-awa_Deva", "languages": ["aeb-Arab", "awa-Deva"], "main_score": 0.859519, "precision": 0.847112, "recall": 0.887352}, {"accuracy": 0.397233, "f1": 0.313412, "hf_subset": "aeb_Arab-cym_Latn", "languages": ["aeb-Arab", "cym-Latn"], "main_score": 0.313412, "precision": 0.286813, "recall": 0.397233}, {"accuracy": 0.293478, "f1": 0.21008, "hf_subset": "aeb_Arab-grn_Latn", "languages": ["aeb-Arab", "grn-Latn"], "main_score": 0.21008, "precision": 0.185491, "recall": 0.293478}, {"accuracy": 0.81917, "f1": 0.770652, "hf_subset": "aeb_Arab-kat_Geor", "languages": ["aeb-Arab", "kat-Geor"], "main_score": 0.770652, "precision": 0.748682, "recall": 0.81917}, {"accuracy": 0.212451, "f1": 0.146804, "hf_subset": "aeb_Arab-lua_Latn", "languages": ["aeb-Arab", "lua-Latn"], "main_score": 0.146804, "precision": 0.129015, "recall": 0.212451}, {"accuracy": 0.188735, "f1": 0.1209, "hf_subset": "aeb_Arab-nya_Latn", "languages": ["aeb-Arab", "nya-Latn"], "main_score": 0.1209, "precision": 0.103199, "recall": 0.188735}, {"accuracy": 0.936759, "f1": 0.918972, "hf_subset": "aeb_Arab-slv_Latn", "languages": ["aeb-Arab", "slv-Latn"], "main_score": 0.918972, "precision": 0.910573, "recall": 0.936759}, {"accuracy": 0.392292, "f1": 0.305527, "hf_subset": "aeb_Arab-tpi_Latn", "languages": ["aeb-Arab", "tpi-Latn"], "main_score": 0.305527, "precision": 0.276564, "recall": 0.392292}, {"accuracy": 0.928854, "f1": 0.908004, "hf_subset": "aeb_Arab-zsm_Latn", "languages": ["aeb-Arab", "zsm-Latn"], "main_score": 0.908004, "precision": 0.898304, "recall": 0.928854}, {"accuracy": 0.172925, "f1": 0.101894, "hf_subset": "aeb_Arab-ayr_Latn", "languages": ["aeb-Arab", "ayr-Latn"], "main_score": 0.101894, "precision": 0.085784, "recall": 0.172925}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "aeb_Arab-dan_Latn", "languages": ["aeb-Arab", "dan-Latn"], "main_score": 0.91996, "precision": 0.911232, "recall": 0.938735}, {"accuracy": 0.862648, "f1": 0.823965, "hf_subset": "aeb_Arab-guj_Gujr", "languages": ["aeb-Arab", "guj-Gujr"], "main_score": 0.823965, "precision": 0.806571, "recall": 0.862648}, {"accuracy": 0.883399, "f1": 0.85415, "hf_subset": "aeb_Arab-kaz_Cyrl", "languages": ["aeb-Arab", "kaz-Cyrl"], "main_score": 0.85415, "precision": 0.841057, "recall": 0.883399}, {"accuracy": 0.145257, "f1": 0.096133, "hf_subset": "aeb_Arab-lug_Latn", "languages": ["aeb-Arab", "lug-Latn"], "main_score": 0.096133, "precision": 0.084071, "recall": 0.145257}, {"accuracy": 0.852767, "f1": 0.812319, "hf_subset": "aeb_Arab-oci_Latn", "languages": ["aeb-Arab", "oci-Latn"], "main_score": 0.812319, "precision": 0.793231, "recall": 0.852767}, {"accuracy": 0.163043, "f1": 0.100821, "hf_subset": "aeb_Arab-smo_Latn", "languages": ["aeb-Arab", "smo-Latn"], "main_score": 0.100821, "precision": 0.084106, "recall": 0.163043}, {"accuracy": 0.178854, "f1": 0.119884, "hf_subset": "aeb_Arab-tsn_Latn", "languages": ["aeb-Arab", "tsn-Latn"], "main_score": 0.119884, "precision": 0.104322, "recall": 0.178854}, {"accuracy": 0.12253, "f1": 0.071196, "hf_subset": "aeb_Arab-zul_Latn", "languages": ["aeb-Arab", "zul-Latn"], "main_score": 0.071196, "precision": 0.059302, "recall": 0.12253}, {"accuracy": 0.536561, "f1": 0.459526, "hf_subset": "aeb_Arab-azb_Arab", "languages": ["aeb-Arab", "azb-Arab"], "main_score": 0.459526, "precision": 0.429258, "recall": 0.536561}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "aeb_Arab-deu_Latn", "languages": ["aeb-Arab", "deu-Latn"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.261858, "f1": 0.182167, "hf_subset": "aeb_Arab-hat_Latn", "languages": ["aeb-Arab", "hat-Latn"], "main_score": 0.182167, "precision": 0.160017, "recall": 0.261858}, {"accuracy": 0.143281, "f1": 0.081007, "hf_subset": "aeb_Arab-kbp_Latn", "languages": ["aeb-Arab", "kbp-Latn"], "main_score": 0.081007, "precision": 0.067618, "recall": 0.143281}, {"accuracy": 0.18083, "f1": 0.114995, "hf_subset": "aeb_Arab-luo_Latn", "languages": ["aeb-Arab", "luo-Latn"], "main_score": 0.114995, "precision": 0.098976, "recall": 0.18083}, {"accuracy": 0.747036, "f1": 0.691591, "hf_subset": "aeb_Arab-ory_Orya", "languages": ["aeb-Arab", "ory-Orya"], "main_score": 0.691591, "precision": 0.668075, "recall": 0.747036}, {"accuracy": 0.13834, "f1": 0.079714, "hf_subset": "aeb_Arab-sna_Latn", "languages": ["aeb-Arab", "sna-Latn"], "main_score": 0.079714, "precision": 0.066902, "recall": 0.13834}, {"accuracy": 0.153162, "f1": 0.098465, "hf_subset": "aeb_Arab-tso_Latn", "languages": ["aeb-Arab", "tso-Latn"], "main_score": 0.098465, "precision": 0.084275, "recall": 0.153162}, {"accuracy": 0.882411, "f1": 0.852635, "hf_subset": "aeb_Arab-azj_Latn", "languages": ["aeb-Arab", "azj-Latn"], "main_score": 0.852635, "precision": 0.839872, "recall": 0.882411}, {"accuracy": 0.254941, "f1": 0.187384, "hf_subset": "aeb_Arab-dik_Latn", "languages": ["aeb-Arab", "dik-Latn"], "main_score": 0.187384, "precision": 0.16887, "recall": 0.254941}, {"accuracy": 0.195652, "f1": 0.131579, "hf_subset": "aeb_Arab-hau_Latn", "languages": ["aeb-Arab", "hau-Latn"], "main_score": 0.131579, "precision": 0.115928, "recall": 0.195652}, {"accuracy": 0.58004, "f1": 0.501231, "hf_subset": "aeb_Arab-kea_Latn", "languages": ["aeb-Arab", "kea-Latn"], "main_score": 0.501231, "precision": 0.471196, "recall": 0.58004}, {"accuracy": 0.295455, "f1": 0.21479, "hf_subset": "aeb_Arab-lus_Latn", "languages": ["aeb-Arab", "lus-Latn"], "main_score": 0.21479, "precision": 0.190375, "recall": 0.295455}, {"accuracy": 0.405138, "f1": 0.320359, "hf_subset": "aeb_Arab-pag_Latn", "languages": ["aeb-Arab", "pag-Latn"], "main_score": 0.320359, "precision": 0.291704, "recall": 0.405138}, {"accuracy": 0.779644, "f1": 0.729809, "hf_subset": "aeb_Arab-snd_Arab", "languages": ["aeb-Arab", "snd-Arab"], "main_score": 0.729809, "precision": 0.708267, "recall": 0.779644}, {"accuracy": 0.273715, "f1": 0.198502, "hf_subset": "aeb_Arab-tuk_Latn", "languages": ["aeb-Arab", "tuk-Latn"], "main_score": 0.198502, "precision": 0.175128, "recall": 0.273715}, {"accuracy": 0.412055, "f1": 0.335879, "hf_subset": "aeb_Arab-bak_Cyrl", "languages": ["aeb-Arab", "bak-Cyrl"], "main_score": 0.335879, "precision": 0.308607, "recall": 0.412055}, {"accuracy": 0.151186, "f1": 0.092212, "hf_subset": "aeb_Arab-dyu_Latn", "languages": ["aeb-Arab", "dyu-Latn"], "main_score": 0.092212, "precision": 0.077744, "recall": 0.151186}, {"accuracy": 0.932806, "f1": 0.91334, "hf_subset": "aeb_Arab-heb_Hebr", "languages": ["aeb-Arab", "heb-Hebr"], "main_score": 0.91334, "precision": 0.904677, "recall": 0.932806}, {"accuracy": 0.895257, "f1": 0.865514, "hf_subset": "aeb_Arab-khk_Cyrl", "languages": ["aeb-Arab", "khk-Cyrl"], "main_score": 0.865514, "precision": 0.851532, "recall": 0.895257}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "aeb_Arab-lvs_Latn", "languages": ["aeb-Arab", "lvs-Latn"], "main_score": 0.917292, "precision": 0.908597, "recall": 0.935771}, {"accuracy": 0.751976, "f1": 0.696607, "hf_subset": "aeb_Arab-pan_Guru", "languages": ["aeb-Arab", "pan-Guru"], "main_score": 0.696607, "precision": 0.673111, "recall": 0.751976}, {"accuracy": 0.218379, "f1": 0.152182, "hf_subset": "aeb_Arab-som_Latn", "languages": ["aeb-Arab", "som-Latn"], "main_score": 0.152182, "precision": 0.133087, "recall": 0.218379}, {"accuracy": 0.184783, "f1": 0.117483, "hf_subset": "aeb_Arab-tum_Latn", "languages": ["aeb-Arab", "tum-Latn"], "main_score": 0.117483, "precision": 0.100871, "recall": 0.184783}, {"accuracy": 0.06917, "f1": 0.047496, "hf_subset": "ben_Beng-ace_Arab", "languages": ["ben-Beng", "ace-Arab"], "main_score": 0.047496, "precision": 0.043176, "recall": 0.06917}, {"accuracy": 0.112648, "f1": 0.071537, "hf_subset": "ben_Beng-bam_Latn", "languages": ["ben-Beng", "bam-Latn"], "main_score": 0.071537, "precision": 0.062552, "recall": 0.112648}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ben_Beng-dzo_Tibt", "languages": ["ben-Beng", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.924901, "f1": 0.905204, "hf_subset": "ben_Beng-hin_Deva", "languages": ["ben-Beng", "hin-Deva"], "main_score": 0.905204, "precision": 0.896229, "recall": 0.924901}, {"accuracy": 0.833992, "f1": 0.791933, "hf_subset": "ben_Beng-khm_Khmr", "languages": ["ben-Beng", "khm-Khmr"], "main_score": 0.791933, "precision": 0.773198, "recall": 0.833992}, {"accuracy": 0.856719, "f1": 0.821838, "hf_subset": "ben_Beng-mag_Deva", "languages": ["ben-Beng", "mag-Deva"], "main_score": 0.821838, "precision": 0.806835, "recall": 0.856719}, {"accuracy": 0.482213, "f1": 0.406036, "hf_subset": "ben_Beng-pap_Latn", "languages": ["ben-Beng", "pap-Latn"], "main_score": 0.406036, "precision": 0.379655, "recall": 0.482213}, {"accuracy": 0.132411, "f1": 0.087347, "hf_subset": "ben_Beng-sot_Latn", "languages": ["ben-Beng", "sot-Latn"], "main_score": 0.087347, "precision": 0.075573, "recall": 0.132411}, {"accuracy": 0.90415, "f1": 0.880966, "hf_subset": "ben_Beng-tur_Latn", "languages": ["ben-Beng", "tur-Latn"], "main_score": 0.880966, "precision": 0.870883, "recall": 0.90415}, {"accuracy": 0.264822, "f1": 0.190991, "hf_subset": "ben_Beng-ace_Latn", "languages": ["ben-Beng", "ace-Latn"], "main_score": 0.190991, "precision": 0.169176, "recall": 0.264822}, {"accuracy": 0.485178, "f1": 0.413509, "hf_subset": "ben_Beng-ban_Latn", "languages": ["ben-Beng", "ban-Latn"], "main_score": 0.413509, "precision": 0.387186, "recall": 0.485178}, {"accuracy": 0.900198, "f1": 0.873833, "hf_subset": "ben_Beng-ell_Grek", "languages": ["ben-Beng", "ell-Grek"], "main_score": 0.873833, "precision": 0.861742, "recall": 0.900198}, {"accuracy": 0.835968, "f1": 0.798805, "hf_subset": "ben_Beng-hne_Deva", "languages": ["ben-Beng", "hne-Deva"], "main_score": 0.798805, "precision": 0.78223, "recall": 0.835968}, {"accuracy": 0.149209, "f1": 0.094286, "hf_subset": "ben_Beng-kik_Latn", "languages": ["ben-Beng", "kik-Latn"], "main_score": 0.094286, "precision": 0.080789, "recall": 0.149209}, {"accuracy": 0.817194, "f1": 0.776087, "hf_subset": "ben_Beng-mai_Deva", "languages": ["ben-Beng", "mai-Deva"], "main_score": 0.776087, "precision": 0.758169, "recall": 0.817194}, {"accuracy": 0.773715, "f1": 0.724177, "hf_subset": "ben_Beng-pbt_Arab", "languages": ["ben-Beng", "pbt-Arab"], "main_score": 0.724177, "precision": 0.702635, "recall": 0.773715}, {"accuracy": 0.916996, "f1": 0.895539, "hf_subset": "ben_Beng-spa_Latn", "languages": ["ben-Beng", "spa-Latn"], "main_score": 0.895539, "precision": 0.885738, "recall": 0.916996}, {"accuracy": 0.185771, "f1": 0.119576, "hf_subset": "ben_Beng-twi_Latn", "languages": ["ben-Beng", "twi-Latn"], "main_score": 0.119576, "precision": 0.103748, "recall": 0.185771}, {"accuracy": 0.883399, "f1": 0.852635, "hf_subset": "ben_Beng-acm_Arab", "languages": ["ben-Beng", "acm-Arab"], "main_score": 0.852635, "precision": 0.838916, "recall": 0.883399}, {"accuracy": 0.849802, "f1": 0.813801, "hf_subset": "ben_Beng-bel_Cyrl", "languages": ["ben-Beng", "bel-Cyrl"], "main_score": 0.813801, "precision": 0.797579, "recall": 0.849802}, {"accuracy": 0.933794, "f1": 0.916074, "hf_subset": "ben_Beng-eng_Latn", "languages": ["ben-Beng", "eng-Latn"], "main_score": 0.916074, "precision": 0.90802, "recall": 0.933794}, {"accuracy": 0.905138, "f1": 0.881028, "hf_subset": "ben_Beng-hrv_Latn", "languages": ["ben-Beng", "hrv-Latn"], "main_score": 0.881028, "precision": 0.870422, "recall": 0.905138}, {"accuracy": 0.094862, "f1": 0.054921, "hf_subset": "ben_Beng-kin_Latn", "languages": ["ben-Beng", "kin-Latn"], "main_score": 0.054921, "precision": 0.04547, "recall": 0.094862}, {"accuracy": 0.865613, "f1": 0.833352, "hf_subset": "ben_Beng-mal_Mlym", "languages": ["ben-Beng", "mal-Mlym"], "main_score": 0.833352, "precision": 0.818989, "recall": 0.865613}, {"accuracy": 0.918972, "f1": 0.8972, "hf_subset": "ben_Beng-pes_Arab", "languages": ["ben-Beng", "pes-Arab"], "main_score": 0.8972, "precision": 0.887187, "recall": 0.918972}, {"accuracy": 0.562253, "f1": 0.482799, "hf_subset": "ben_Beng-srd_Latn", "languages": ["ben-Beng", "srd-Latn"], "main_score": 0.482799, "precision": 0.453915, "recall": 0.562253}, {"accuracy": 0.066206, "f1": 0.03674, "hf_subset": "ben_Beng-tzm_Tfng", "languages": ["ben-Beng", "tzm-Tfng"], "main_score": 0.03674, "precision": 0.031484, "recall": 0.066206}, {"accuracy": 0.910079, "f1": 0.884684, "hf_subset": "ben_Beng-acq_Arab", "languages": ["ben-Beng", "acq-Arab"], "main_score": 0.884684, "precision": 0.873188, "recall": 0.910079}, {"accuracy": 0.140316, "f1": 0.088343, "hf_subset": "ben_Beng-bem_Latn", "languages": ["ben-Beng", "bem-Latn"], "main_score": 0.088343, "precision": 0.075737, "recall": 0.140316}, {"accuracy": 0.720356, "f1": 0.660106, "hf_subset": "ben_Beng-epo_Latn", "languages": ["ben-Beng", "epo-Latn"], "main_score": 0.660106, "precision": 0.634939, "recall": 0.720356}, {"accuracy": 0.898221, "f1": 0.871198, "hf_subset": "ben_Beng-hun_Latn", "languages": ["ben-Beng", "hun-Latn"], "main_score": 0.871198, "precision": 0.859272, "recall": 0.898221}, {"accuracy": 0.832016, "f1": 0.794499, "hf_subset": "ben_Beng-kir_Cyrl", "languages": ["ben-Beng", "kir-Cyrl"], "main_score": 0.794499, "precision": 0.777652, "recall": 0.832016}, {"accuracy": 0.851779, "f1": 0.81547, "hf_subset": "ben_Beng-mar_Deva", "languages": ["ben-Beng", "mar-Deva"], "main_score": 0.81547, "precision": 0.799481, "recall": 0.851779}, {"accuracy": 0.189723, "f1": 0.135243, "hf_subset": "ben_Beng-plt_Latn", "languages": ["ben-Beng", "plt-Latn"], "main_score": 0.135243, "precision": 0.120353, "recall": 0.189723}, {"accuracy": 0.916996, "f1": 0.894236, "hf_subset": "ben_Beng-srp_Cyrl", "languages": ["ben-Beng", "srp-Cyrl"], "main_score": 0.894236, "precision": 0.884223, "recall": 0.916996}, {"accuracy": 0.742095, "f1": 0.689453, "hf_subset": "ben_Beng-uig_Arab", "languages": ["ben-Beng", "uig-Arab"], "main_score": 0.689453, "precision": 0.667154, "recall": 0.742095}, {"accuracy": 0.829051, "f1": 0.791093, "hf_subset": "ben_Beng-aeb_Arab", "languages": ["ben-Beng", "aeb-Arab"], "main_score": 0.791093, "precision": 0.774813, "recall": 0.829051}, {"accuracy": 0.897233, "f1": 0.87365, "hf_subset": "ben_Beng-est_Latn", "languages": ["ben-Beng", "est-Latn"], "main_score": 0.87365, "precision": 0.863208, "recall": 0.897233}, {"accuracy": 0.916008, "f1": 0.891041, "hf_subset": "ben_Beng-hye_Armn", "languages": ["ben-Beng", "hye-Armn"], "main_score": 0.891041, "precision": 0.879529, "recall": 0.916008}, {"accuracy": 0.099802, "f1": 0.05586, "hf_subset": "ben_Beng-kmb_Latn", "languages": ["ben-Beng", "kmb-Latn"], "main_score": 0.05586, "precision": 0.047269, "recall": 0.099802}, {"accuracy": 0.046443, "f1": 0.029213, "hf_subset": "ben_Beng-min_Arab", "languages": ["ben-Beng", "min-Arab"], "main_score": 0.029213, "precision": 0.026025, "recall": 0.046443}, {"accuracy": 0.90415, "f1": 0.879809, "hf_subset": "ben_Beng-pol_Latn", "languages": ["ben-Beng", "pol-Latn"], "main_score": 0.879809, "precision": 0.869219, "recall": 0.90415}, {"accuracy": 0.105731, "f1": 0.066708, "hf_subset": "ben_Beng-ssw_Latn", "languages": ["ben-Beng", "ssw-Latn"], "main_score": 0.066708, "precision": 0.058546, "recall": 0.105731}, {"accuracy": 0.91996, "f1": 0.90135, "hf_subset": "ben_Beng-ukr_Cyrl", "languages": ["ben-Beng", "ukr-Cyrl"], "main_score": 0.90135, "precision": 0.892622, "recall": 0.91996}, {"accuracy": 0.86166, "f1": 0.825282, "hf_subset": "ben_Beng-afr_Latn", "languages": ["ben-Beng", "afr-Latn"], "main_score": 0.825282, "precision": 0.808712, "recall": 0.86166}, {"accuracy": 0.797431, "f1": 0.752931, "hf_subset": "ben_Beng-bho_Deva", "languages": ["ben-Beng", "bho-Deva"], "main_score": 0.752931, "precision": 0.733844, "recall": 0.797431}, {"accuracy": 0.598814, "f1": 0.528011, "hf_subset": "ben_Beng-eus_Latn", "languages": ["ben-Beng", "eus-Latn"], "main_score": 0.528011, "precision": 0.500306, "recall": 0.598814}, {"accuracy": 0.116601, "f1": 0.068453, "hf_subset": "ben_Beng-ibo_Latn", "languages": ["ben-Beng", "ibo-Latn"], "main_score": 0.068453, "precision": 0.056825, "recall": 0.116601}, {"accuracy": 0.612648, "f1": 0.549329, "hf_subset": "ben_Beng-kmr_Latn", "languages": ["ben-Beng", "kmr-Latn"], "main_score": 0.549329, "precision": 0.523908, "recall": 0.612648}, {"accuracy": 0.479249, "f1": 0.4027, "hf_subset": "ben_Beng-min_Latn", "languages": ["ben-Beng", "min-Latn"], "main_score": 0.4027, "precision": 0.375408, "recall": 0.479249}, {"accuracy": 0.927866, "f1": 0.907773, "hf_subset": "ben_Beng-por_Latn", "languages": ["ben-Beng", "por-Latn"], "main_score": 0.907773, "precision": 0.898386, "recall": 0.927866}, {"accuracy": 0.560277, "f1": 0.48758, "hf_subset": "ben_Beng-sun_Latn", "languages": ["ben-Beng", "sun-Latn"], "main_score": 0.48758, "precision": 0.459811, "recall": 0.560277}, {"accuracy": 0.093874, "f1": 0.056331, "hf_subset": "ben_Beng-umb_Latn", "languages": ["ben-Beng", "umb-Latn"], "main_score": 0.056331, "precision": 0.048448, "recall": 0.093874}, {"accuracy": 0.87747, "f1": 0.845109, "hf_subset": "ben_Beng-ajp_Arab", "languages": ["ben-Beng", "ajp-Arab"], "main_score": 0.845109, "precision": 0.830543, "recall": 0.87747}, {"accuracy": 0.054348, "f1": 0.03436, "hf_subset": "ben_Beng-bjn_Arab", "languages": ["ben-Beng", "bjn-Arab"], "main_score": 0.03436, "precision": 0.030113, "recall": 0.054348}, {"accuracy": 0.144269, "f1": 0.094219, "hf_subset": "ben_Beng-ewe_Latn", "languages": ["ben-Beng", "ewe-Latn"], "main_score": 0.094219, "precision": 0.082431, "recall": 0.144269}, {"accuracy": 0.25, "f1": 0.181648, "hf_subset": "ben_Beng-ilo_Latn", "languages": ["ben-Beng", "ilo-Latn"], "main_score": 0.181648, "precision": 0.162441, "recall": 0.25}, {"accuracy": 0.066206, "f1": 0.037372, "hf_subset": "ben_Beng-knc_Arab", "languages": ["ben-Beng", "knc-Arab"], "main_score": 0.037372, "precision": 0.030708, "recall": 0.066206}, {"accuracy": 0.925889, "f1": 0.905665, "hf_subset": "ben_Beng-mkd_Cyrl", "languages": ["ben-Beng", "mkd-Cyrl"], "main_score": 0.905665, "precision": 0.896492, "recall": 0.925889}, {"accuracy": 0.901186, "f1": 0.876812, "hf_subset": "ben_Beng-prs_Arab", "languages": ["ben-Beng", "prs-Arab"], "main_score": 0.876812, "precision": 0.865766, "recall": 0.901186}, {"accuracy": 0.916008, "f1": 0.891963, "hf_subset": "ben_Beng-swe_Latn", "languages": ["ben-Beng", "swe-Latn"], "main_score": 0.891963, "precision": 0.881341, "recall": 0.916008}, {"accuracy": 0.912055, "f1": 0.889147, "hf_subset": "ben_Beng-urd_Arab", "languages": ["ben-Beng", "urd-Arab"], "main_score": 0.889147, "precision": 0.878682, "recall": 0.912055}, {"accuracy": 0.168972, "f1": 0.107315, "hf_subset": "ben_Beng-aka_Latn", "languages": ["ben-Beng", "aka-Latn"], "main_score": 0.107315, "precision": 0.091916, "recall": 0.168972}, {"accuracy": 0.600791, "f1": 0.537352, "hf_subset": "ben_Beng-bjn_Latn", "languages": ["ben-Beng", "bjn-Latn"], "main_score": 0.537352, "precision": 0.514367, "recall": 0.600791}, {"accuracy": 0.348814, "f1": 0.274488, "hf_subset": "ben_Beng-fao_Latn", "languages": ["ben-Beng", "fao-Latn"], "main_score": 0.274488, "precision": 0.251333, "recall": 0.348814}, {"accuracy": 0.91502, "f1": 0.893431, "hf_subset": "ben_Beng-ind_Latn", "languages": ["ben-Beng", "ind-Latn"], "main_score": 0.893431, "precision": 0.884009, "recall": 0.91502}, {"accuracy": 0.161067, "f1": 0.109635, "hf_subset": "ben_Beng-knc_Latn", "languages": ["ben-Beng", "knc-Latn"], "main_score": 0.109635, "precision": 0.096452, "recall": 0.161067}, {"accuracy": 0.219368, "f1": 0.152586, "hf_subset": "ben_Beng-mlt_Latn", "languages": ["ben-Beng", "mlt-Latn"], "main_score": 0.152586, "precision": 0.13525, "recall": 0.219368}, {"accuracy": 0.158103, "f1": 0.104108, "hf_subset": "ben_Beng-quy_Latn", "languages": ["ben-Beng", "quy-Latn"], "main_score": 0.104108, "precision": 0.091265, "recall": 0.158103}, {"accuracy": 0.281621, "f1": 0.214579, "hf_subset": "ben_Beng-swh_Latn", "languages": ["ben-Beng", "swh-Latn"], "main_score": 0.214579, "precision": 0.195419, "recall": 0.281621}, {"accuracy": 0.535573, "f1": 0.463623, "hf_subset": "ben_Beng-uzn_Latn", "languages": ["ben-Beng", "uzn-Latn"], "main_score": 0.463623, "precision": 0.43726, "recall": 0.535573}, {"accuracy": 0.916008, "f1": 0.893643, "hf_subset": "ben_Beng-als_Latn", "languages": ["ben-Beng", "als-Latn"], "main_score": 0.893643, "precision": 0.883514, "recall": 0.916008}, {"accuracy": 0.052372, "f1": 0.021187, "hf_subset": "ben_Beng-bod_Tibt", "languages": ["ben-Beng", "bod-Tibt"], "main_score": 0.021187, "precision": 0.017178, "recall": 0.052372}, {"accuracy": 0.123518, "f1": 0.077984, "hf_subset": "ben_Beng-fij_Latn", "languages": ["ben-Beng", "fij-Latn"], "main_score": 0.077984, "precision": 0.066318, "recall": 0.123518}, {"accuracy": 0.65415, "f1": 0.591909, "hf_subset": "ben_Beng-isl_Latn", "languages": ["ben-Beng", "isl-Latn"], "main_score": 0.591909, "precision": 0.566478, "recall": 0.65415}, {"accuracy": 0.155138, "f1": 0.099019, "hf_subset": "ben_Beng-kon_Latn", "languages": ["ben-Beng", "kon-Latn"], "main_score": 0.099019, "precision": 0.08589, "recall": 0.155138}, {"accuracy": 0.063241, "f1": 0.033631, "hf_subset": "ben_Beng-mni_Beng", "languages": ["ben-Beng", "mni-Beng"], "main_score": 0.033631, "precision": 0.028425, "recall": 0.063241}, {"accuracy": 0.920949, "f1": 0.899835, "hf_subset": "ben_Beng-ron_Latn", "languages": ["ben-Beng", "ron-Latn"], "main_score": 0.899835, "precision": 0.890152, "recall": 0.920949}, {"accuracy": 0.637352, "f1": 0.568123, "hf_subset": "ben_Beng-szl_Latn", "languages": ["ben-Beng", "szl-Latn"], "main_score": 0.568123, "precision": 0.539738, "recall": 0.637352}, {"accuracy": 0.636364, "f1": 0.566449, "hf_subset": "ben_Beng-vec_Latn", "languages": ["ben-Beng", "vec-Latn"], "main_score": 0.566449, "precision": 0.539465, "recall": 0.636364}, {"accuracy": 0.747036, "f1": 0.693577, "hf_subset": "ben_Beng-amh_Ethi", "languages": ["ben-Beng", "amh-Ethi"], "main_score": 0.693577, "precision": 0.670235, "recall": 0.747036}, {"accuracy": 0.906126, "f1": 0.881014, "hf_subset": "ben_Beng-bos_Latn", "languages": ["ben-Beng", "bos-Latn"], "main_score": 0.881014, "precision": 0.870306, "recall": 0.906126}, {"accuracy": 0.905138, "f1": 0.880369, "hf_subset": "ben_Beng-fin_Latn", "languages": ["ben-Beng", "fin-Latn"], "main_score": 0.880369, "precision": 0.869401, "recall": 0.905138}, {"accuracy": 0.926877, "f1": 0.907133, "hf_subset": "ben_Beng-ita_Latn", "languages": ["ben-Beng", "ita-Latn"], "main_score": 0.907133, "precision": 0.898139, "recall": 0.926877}, {"accuracy": 0.910079, "f1": 0.885954, "hf_subset": "ben_Beng-kor_Hang", "languages": ["ben-Beng", "kor-Hang"], "main_score": 0.885954, "precision": 0.875, "recall": 0.910079}, {"accuracy": 0.121542, "f1": 0.07574, "hf_subset": "ben_Beng-mos_Latn", "languages": ["ben-Beng", "mos-Latn"], "main_score": 0.07574, "precision": 0.064796, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.046137, "hf_subset": "ben_Beng-run_Latn", "languages": ["ben-Beng", "run-Latn"], "main_score": 0.046137, "precision": 0.038907, "recall": 0.08004}, {"accuracy": 0.87253, "f1": 0.843775, "hf_subset": "ben_Beng-tam_Taml", "languages": ["ben-Beng", "tam-Taml"], "main_score": 0.843775, "precision": 0.830287, "recall": 0.87253}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "ben_Beng-vie_Latn", "languages": ["ben-Beng", "vie-Latn"], "main_score": 0.898781, "precision": 0.888752, "recall": 0.920949}, {"accuracy": 0.875494, "f1": 0.844716, "hf_subset": "ben_Beng-apc_Arab", "languages": ["ben-Beng", "apc-Arab"], "main_score": 0.844716, "precision": 0.830903, "recall": 0.875494}, {"accuracy": 0.261858, "f1": 0.198549, "hf_subset": "ben_Beng-bug_Latn", "languages": ["ben-Beng", "bug-Latn"], "main_score": 0.198549, "precision": 0.180307, "recall": 0.261858}, {"accuracy": 0.114625, "f1": 0.065638, "hf_subset": "ben_Beng-fon_Latn", "languages": ["ben-Beng", "fon-Latn"], "main_score": 0.065638, "precision": 0.05414, "recall": 0.114625}, {"accuracy": 0.550395, "f1": 0.481863, "hf_subset": "ben_Beng-jav_Latn", "languages": ["ben-Beng", "jav-Latn"], "main_score": 0.481863, "precision": 0.457315, "recall": 0.550395}, {"accuracy": 0.856719, "f1": 0.821673, "hf_subset": "ben_Beng-lao_Laoo", "languages": ["ben-Beng", "lao-Laoo"], "main_score": 0.821673, "precision": 0.806209, "recall": 0.856719}, {"accuracy": 0.108696, "f1": 0.059034, "hf_subset": "ben_Beng-mri_Latn", "languages": ["ben-Beng", "mri-Latn"], "main_score": 0.059034, "precision": 0.049236, "recall": 0.108696}, {"accuracy": 0.913043, "f1": 0.88961, "hf_subset": "ben_Beng-rus_Cyrl", "languages": ["ben-Beng", "rus-Cyrl"], "main_score": 0.88961, "precision": 0.878788, "recall": 0.913043}, {"accuracy": 0.146245, "f1": 0.100034, "hf_subset": "ben_Beng-taq_Latn", "languages": ["ben-Beng", "taq-Latn"], "main_score": 0.100034, "precision": 0.08887, "recall": 0.146245}, {"accuracy": 0.287549, "f1": 0.209348, "hf_subset": "ben_Beng-war_Latn", "languages": ["ben-Beng", "war-Latn"], "main_score": 0.209348, "precision": 0.185807, "recall": 0.287549}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "ben_Beng-arb_Arab", "languages": ["ben-Beng", "arb-Arab"], "main_score": 0.895323, "precision": 0.883976, "recall": 0.918972}, {"accuracy": 0.929842, "f1": 0.910639, "hf_subset": "ben_Beng-bul_Cyrl", "languages": ["ben-Beng", "bul-Cyrl"], "main_score": 0.910639, "precision": 0.901597, "recall": 0.929842}, {"accuracy": 0.917984, "f1": 0.895059, "hf_subset": "ben_Beng-fra_Latn", "languages": ["ben-Beng", "fra-Latn"], "main_score": 0.895059, "precision": 0.884552, "recall": 0.917984}, {"accuracy": 0.91502, "f1": 0.893566, "hf_subset": "ben_Beng-jpn_Jpan", "languages": ["ben-Beng", "jpn-Jpan"], "main_score": 0.893566, "precision": 0.883967, "recall": 0.91502}, {"accuracy": 0.576087, "f1": 0.501915, "hf_subset": "ben_Beng-lij_Latn", "languages": ["ben-Beng", "lij-Latn"], "main_score": 0.501915, "precision": 0.47309, "recall": 0.576087}, {"accuracy": 0.859684, "f1": 0.825132, "hf_subset": "ben_Beng-mya_Mymr", "languages": ["ben-Beng", "mya-Mymr"], "main_score": 0.825132, "precision": 0.809206, "recall": 0.859684}, {"accuracy": 0.147233, "f1": 0.09369, "hf_subset": "ben_Beng-sag_Latn", "languages": ["ben-Beng", "sag-Latn"], "main_score": 0.09369, "precision": 0.080089, "recall": 0.147233}, {"accuracy": 0.082016, "f1": 0.04064, "hf_subset": "ben_Beng-taq_Tfng", "languages": ["ben-Beng", "taq-Tfng"], "main_score": 0.04064, "precision": 0.034355, "recall": 0.082016}, {"accuracy": 0.148221, "f1": 0.094309, "hf_subset": "ben_Beng-wol_Latn", "languages": ["ben-Beng", "wol-Latn"], "main_score": 0.094309, "precision": 0.08109, "recall": 0.148221}, {"accuracy": 0.066206, "f1": 0.034022, "hf_subset": "ben_Beng-arb_Latn", "languages": ["ben-Beng", "arb-Latn"], "main_score": 0.034022, "precision": 0.027936, "recall": 0.066206}, {"accuracy": 0.916008, "f1": 0.89361, "hf_subset": "ben_Beng-cat_Latn", "languages": ["ben-Beng", "cat-Latn"], "main_score": 0.89361, "precision": 0.883762, "recall": 0.916008}, {"accuracy": 0.545455, "f1": 0.468744, "hf_subset": "ben_Beng-fur_Latn", "languages": ["ben-Beng", "fur-Latn"], "main_score": 0.468744, "precision": 0.439645, "recall": 0.545455}, {"accuracy": 0.057312, "f1": 0.036973, "hf_subset": "ben_Beng-kab_Latn", "languages": ["ben-Beng", "kab-Latn"], "main_score": 0.036973, "precision": 0.032301, "recall": 0.057312}, {"accuracy": 0.601779, "f1": 0.530752, "hf_subset": "ben_Beng-lim_Latn", "languages": ["ben-Beng", "lim-Latn"], "main_score": 0.530752, "precision": 0.503331, "recall": 0.601779}, {"accuracy": 0.905138, "f1": 0.881442, "hf_subset": "ben_Beng-nld_Latn", "languages": ["ben-Beng", "nld-Latn"], "main_score": 0.881442, "precision": 0.870866, "recall": 0.905138}, {"accuracy": 0.675889, "f1": 0.614763, "hf_subset": "ben_Beng-san_Deva", "languages": ["ben-Beng", "san-Deva"], "main_score": 0.614763, "precision": 0.590276, "recall": 0.675889}, {"accuracy": 0.382411, "f1": 0.31098, "hf_subset": "ben_Beng-tat_Cyrl", "languages": ["ben-Beng", "tat-Cyrl"], "main_score": 0.31098, "precision": 0.28555, "recall": 0.382411}, {"accuracy": 0.125494, "f1": 0.075427, "hf_subset": "ben_Beng-xho_Latn", "languages": ["ben-Beng", "xho-Latn"], "main_score": 0.075427, "precision": 0.065238, "recall": 0.125494}, {"accuracy": 0.912055, "f1": 0.886759, "hf_subset": "ben_Beng-ars_Arab", "languages": ["ben-Beng", "ars-Arab"], "main_score": 0.886759, "precision": 0.874753, "recall": 0.912055}, {"accuracy": 0.280632, "f1": 0.211112, "hf_subset": "ben_Beng-ceb_Latn", "languages": ["ben-Beng", "ceb-Latn"], "main_score": 0.211112, "precision": 0.189523, "recall": 0.280632}, {"accuracy": 0.136364, "f1": 0.088014, "hf_subset": "ben_Beng-fuv_Latn", "languages": ["ben-Beng", "fuv-Latn"], "main_score": 0.088014, "precision": 0.076635, "recall": 0.136364}, {"accuracy": 0.108696, "f1": 0.066185, "hf_subset": "ben_Beng-kac_Latn", "languages": ["ben-Beng", "kac-Latn"], "main_score": 0.066185, "precision": 0.0564, "recall": 0.108696}, {"accuracy": 0.157115, "f1": 0.106287, "hf_subset": "ben_Beng-lin_Latn", "languages": ["ben-Beng", "lin-Latn"], "main_score": 0.106287, "precision": 0.093984, "recall": 0.157115}, {"accuracy": 0.870553, "f1": 0.837467, "hf_subset": "ben_Beng-nno_Latn", "languages": ["ben-Beng", "nno-Latn"], "main_score": 0.837467, "precision": 0.822341, "recall": 0.870553}, {"accuracy": 0.016798, "f1": 0.003553, "hf_subset": "ben_Beng-sat_Olck", "languages": ["ben-Beng", "sat-Olck"], "main_score": 0.003553, "precision": 0.002551, "recall": 0.016798}, {"accuracy": 0.824111, "f1": 0.781214, "hf_subset": "ben_Beng-tel_Telu", "languages": ["ben-Beng", "tel-Telu"], "main_score": 0.781214, "precision": 0.761932, "recall": 0.824111}, {"accuracy": 0.421937, "f1": 0.348313, "hf_subset": "ben_Beng-ydd_Hebr", "languages": ["ben-Beng", "ydd-Hebr"], "main_score": 0.348313, "precision": 0.32159, "recall": 0.421937}, {"accuracy": 0.759881, "f1": 0.706818, "hf_subset": "ben_Beng-ary_Arab", "languages": ["ben-Beng", "ary-Arab"], "main_score": 0.706818, "precision": 0.683383, "recall": 0.759881}, {"accuracy": 0.916008, "f1": 0.893577, "hf_subset": "ben_Beng-ces_Latn", "languages": ["ben-Beng", "ces-Latn"], "main_score": 0.893577, "precision": 0.883564, "recall": 0.916008}, {"accuracy": 0.071146, "f1": 0.038658, "hf_subset": "ben_Beng-gaz_Latn", "languages": ["ben-Beng", "gaz-Latn"], "main_score": 0.038658, "precision": 0.032356, "recall": 0.071146}, {"accuracy": 0.112648, "f1": 0.07261, "hf_subset": "ben_Beng-kam_Latn", "languages": ["ben-Beng", "kam-Latn"], "main_score": 0.07261, "precision": 0.063597, "recall": 0.112648}, {"accuracy": 0.902174, "f1": 0.878497, "hf_subset": "ben_Beng-lit_Latn", "languages": ["ben-Beng", "lit-Latn"], "main_score": 0.878497, "precision": 0.868661, "recall": 0.902174}, {"accuracy": 0.911067, "f1": 0.887385, "hf_subset": "ben_Beng-nob_Latn", "languages": ["ben-Beng", "nob-Latn"], "main_score": 0.887385, "precision": 0.876927, "recall": 0.911067}, {"accuracy": 0.497036, "f1": 0.420082, "hf_subset": "ben_Beng-scn_Latn", "languages": ["ben-Beng", "scn-Latn"], "main_score": 0.420082, "precision": 0.391724, "recall": 0.497036}, {"accuracy": 0.123518, "f1": 0.082667, "hf_subset": "ben_Beng-tgk_Cyrl", "languages": ["ben-Beng", "tgk-Cyrl"], "main_score": 0.082667, "precision": 0.072157, "recall": 0.123518}, {"accuracy": 0.120553, "f1": 0.072664, "hf_subset": "ben_Beng-yor_Latn", "languages": ["ben-Beng", "yor-Latn"], "main_score": 0.072664, "precision": 0.060956, "recall": 0.120553}, {"accuracy": 0.850791, "f1": 0.813834, "hf_subset": "ben_Beng-arz_Arab", "languages": ["ben-Beng", "arz-Arab"], "main_score": 0.813834, "precision": 0.797266, "recall": 0.850791}, {"accuracy": 0.12253, "f1": 0.080933, "hf_subset": "ben_Beng-cjk_Latn", "languages": ["ben-Beng", "cjk-Latn"], "main_score": 0.080933, "precision": 0.072042, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.08406, "hf_subset": "ben_Beng-gla_Latn", "languages": ["ben-Beng", "gla-Latn"], "main_score": 0.08406, "precision": 0.073808, "recall": 0.124506}, {"accuracy": 0.791502, "f1": 0.742968, "hf_subset": "ben_Beng-kan_Knda", "languages": ["ben-Beng", "kan-Knda"], "main_score": 0.742968, "precision": 0.721353, "recall": 0.791502}, {"accuracy": 0.503953, "f1": 0.429433, "hf_subset": "ben_Beng-lmo_Latn", "languages": ["ben-Beng", "lmo-Latn"], "main_score": 0.429433, "precision": 0.401828, "recall": 0.503953}, {"accuracy": 0.900198, "f1": 0.877311, "hf_subset": "ben_Beng-npi_Deva", "languages": ["ben-Beng", "npi-Deva"], "main_score": 0.877311, "precision": 0.867442, "recall": 0.900198}, {"accuracy": 0.168972, "f1": 0.116653, "hf_subset": "ben_Beng-shn_Mymr", "languages": ["ben-Beng", "shn-Mymr"], "main_score": 0.116653, "precision": 0.101575, "recall": 0.168972}, {"accuracy": 0.351779, "f1": 0.278539, "hf_subset": "ben_Beng-tgl_Latn", "languages": ["ben-Beng", "tgl-Latn"], "main_score": 0.278539, "precision": 0.256921, "recall": 0.351779}, {"accuracy": 0.921937, "f1": 0.901976, "hf_subset": "ben_Beng-yue_Hant", "languages": ["ben-Beng", "yue-Hant"], "main_score": 0.901976, "precision": 0.893314, "recall": 0.921937}, {"accuracy": 0.625494, "f1": 0.555359, "hf_subset": "ben_Beng-asm_Beng", "languages": ["ben-Beng", "asm-Beng"], "main_score": 0.555359, "precision": 0.52691, "recall": 0.625494}, {"accuracy": 0.755929, "f1": 0.703332, "hf_subset": "ben_Beng-ckb_Arab", "languages": ["ben-Beng", "ckb-Arab"], "main_score": 0.703332, "precision": 0.680337, "recall": 0.755929}, {"accuracy": 0.20751, "f1": 0.147704, "hf_subset": "ben_Beng-gle_Latn", "languages": ["ben-Beng", "gle-Latn"], "main_score": 0.147704, "precision": 0.131979, "recall": 0.20751}, {"accuracy": 0.528656, "f1": 0.456717, "hf_subset": "ben_Beng-kas_Arab", "languages": ["ben-Beng", "kas-Arab"], "main_score": 0.456717, "precision": 0.428922, "recall": 0.528656}, {"accuracy": 0.551383, "f1": 0.475808, "hf_subset": "ben_Beng-ltg_Latn", "languages": ["ben-Beng", "ltg-Latn"], "main_score": 0.475808, "precision": 0.447058, "recall": 0.551383}, {"accuracy": 0.143281, "f1": 0.09737, "hf_subset": "ben_Beng-nso_Latn", "languages": ["ben-Beng", "nso-Latn"], "main_score": 0.09737, "precision": 0.085435, "recall": 0.143281}, {"accuracy": 0.88834, "f1": 0.862091, "hf_subset": "ben_Beng-sin_Sinh", "languages": ["ben-Beng", "sin-Sinh"], "main_score": 0.862091, "precision": 0.850421, "recall": 0.88834}, {"accuracy": 0.916996, "f1": 0.894005, "hf_subset": "ben_Beng-tha_Thai", "languages": ["ben-Beng", "tha-Thai"], "main_score": 0.894005, "precision": 0.883317, "recall": 0.916996}, {"accuracy": 0.917984, "f1": 0.896033, "hf_subset": "ben_Beng-zho_Hans", "languages": ["ben-Beng", "zho-Hans"], "main_score": 0.896033, "precision": 0.886067, "recall": 0.917984}, {"accuracy": 0.809289, "f1": 0.76357, "hf_subset": "ben_Beng-ast_Latn", "languages": ["ben-Beng", "ast-Latn"], "main_score": 0.76357, "precision": 0.743281, "recall": 0.809289}, {"accuracy": 0.637352, "f1": 0.574746, "hf_subset": "ben_Beng-crh_Latn", "languages": ["ben-Beng", "crh-Latn"], "main_score": 0.574746, "precision": 0.550184, "recall": 0.637352}, {"accuracy": 0.91996, "f1": 0.899821, "hf_subset": "ben_Beng-glg_Latn", "languages": ["ben-Beng", "glg-Latn"], "main_score": 0.899821, "precision": 0.890514, "recall": 0.91996}, {"accuracy": 0.332016, "f1": 0.27027, "hf_subset": "ben_Beng-kas_Deva", "languages": ["ben-Beng", "kas-Deva"], "main_score": 0.27027, "precision": 0.249039, "recall": 0.332016}, {"accuracy": 0.366601, "f1": 0.28667, "hf_subset": "ben_Beng-ltz_Latn", "languages": ["ben-Beng", "ltz-Latn"], "main_score": 0.28667, "precision": 0.260808, "recall": 0.366601}, {"accuracy": 0.076087, "f1": 0.038226, "hf_subset": "ben_Beng-nus_Latn", "languages": ["ben-Beng", "nus-Latn"], "main_score": 0.038226, "precision": 0.032061, "recall": 0.076087}, {"accuracy": 0.916008, "f1": 0.893149, "hf_subset": "ben_Beng-slk_Latn", "languages": ["ben-Beng", "slk-Latn"], "main_score": 0.893149, "precision": 0.882691, "recall": 0.916008}, {"accuracy": 0.177866, "f1": 0.13003, "hf_subset": "ben_Beng-tir_Ethi", "languages": ["ben-Beng", "tir-Ethi"], "main_score": 0.13003, "precision": 0.116493, "recall": 0.177866}, {"accuracy": 0.916008, "f1": 0.894071, "hf_subset": "ben_Beng-zho_Hant", "languages": ["ben-Beng", "zho-Hant"], "main_score": 0.894071, "precision": 0.884289, "recall": 0.916008}, {"accuracy": 0.874506, "f1": 0.845078, "hf_subset": "ben_Beng-awa_Deva", "languages": ["ben-Beng", "awa-Deva"], "main_score": 0.845078, "precision": 0.831522, "recall": 0.874506}, {"accuracy": 0.365613, "f1": 0.284506, "hf_subset": "ben_Beng-cym_Latn", "languages": ["ben-Beng", "cym-Latn"], "main_score": 0.284506, "precision": 0.25998, "recall": 0.365613}, {"accuracy": 0.217391, "f1": 0.150654, "hf_subset": "ben_Beng-grn_Latn", "languages": ["ben-Beng", "grn-Latn"], "main_score": 0.150654, "precision": 0.133132, "recall": 0.217391}, {"accuracy": 0.804348, "f1": 0.752437, "hf_subset": "ben_Beng-kat_Geor", "languages": ["ben-Beng", "kat-Geor"], "main_score": 0.752437, "precision": 0.729183, "recall": 0.804348}, {"accuracy": 0.141304, "f1": 0.093649, "hf_subset": "ben_Beng-lua_Latn", "languages": ["ben-Beng", "lua-Latn"], "main_score": 0.093649, "precision": 0.081843, "recall": 0.141304}, {"accuracy": 0.140316, "f1": 0.090106, "hf_subset": "ben_Beng-nya_Latn", "languages": ["ben-Beng", "nya-Latn"], "main_score": 0.090106, "precision": 0.077719, "recall": 0.140316}, {"accuracy": 0.914032, "f1": 0.88961, "hf_subset": "ben_Beng-slv_Latn", "languages": ["ben-Beng", "slv-Latn"], "main_score": 0.88961, "precision": 0.878327, "recall": 0.914032}, {"accuracy": 0.311265, "f1": 0.238072, "hf_subset": "ben_Beng-tpi_Latn", "languages": ["ben-Beng", "tpi-Latn"], "main_score": 0.238072, "precision": 0.21662, "recall": 0.311265}, {"accuracy": 0.91996, "f1": 0.900776, "hf_subset": "ben_Beng-zsm_Latn", "languages": ["ben-Beng", "zsm-Latn"], "main_score": 0.900776, "precision": 0.892655, "recall": 0.91996}, {"accuracy": 0.121542, "f1": 0.073028, "hf_subset": "ben_Beng-ayr_Latn", "languages": ["ben-Beng", "ayr-Latn"], "main_score": 0.073028, "precision": 0.061333, "recall": 0.121542}, {"accuracy": 0.922925, "f1": 0.903689, "hf_subset": "ben_Beng-dan_Latn", "languages": ["ben-Beng", "dan-Latn"], "main_score": 0.903689, "precision": 0.89507, "recall": 0.922925}, {"accuracy": 0.866601, "f1": 0.830731, "hf_subset": "ben_Beng-guj_Gujr", "languages": ["ben-Beng", "guj-Gujr"], "main_score": 0.830731, "precision": 0.814509, "recall": 0.866601}, {"accuracy": 0.866601, "f1": 0.835194, "hf_subset": "ben_Beng-kaz_Cyrl", "languages": ["ben-Beng", "kaz-Cyrl"], "main_score": 0.835194, "precision": 0.820958, "recall": 0.866601}, {"accuracy": 0.110672, "f1": 0.065126, "hf_subset": "ben_Beng-lug_Latn", "languages": ["ben-Beng", "lug-Latn"], "main_score": 0.065126, "precision": 0.055246, "recall": 0.110672}, {"accuracy": 0.799407, "f1": 0.751388, "hf_subset": "ben_Beng-oci_Latn", "languages": ["ben-Beng", "oci-Latn"], "main_score": 0.751388, "precision": 0.731406, "recall": 0.799407}, {"accuracy": 0.110672, "f1": 0.068471, "hf_subset": "ben_Beng-smo_Latn", "languages": ["ben-Beng", "smo-Latn"], "main_score": 0.068471, "precision": 0.05851, "recall": 0.110672}, {"accuracy": 0.114625, "f1": 0.068862, "hf_subset": "ben_Beng-tsn_Latn", "languages": ["ben-Beng", "tsn-Latn"], "main_score": 0.068862, "precision": 0.057496, "recall": 0.114625}, {"accuracy": 0.097826, "f1": 0.056722, "hf_subset": "ben_Beng-zul_Latn", "languages": ["ben-Beng", "zul-Latn"], "main_score": 0.056722, "precision": 0.047291, "recall": 0.097826}, {"accuracy": 0.463439, "f1": 0.392228, "hf_subset": "ben_Beng-azb_Arab", "languages": ["ben-Beng", "azb-Arab"], "main_score": 0.392228, "precision": 0.364857, "recall": 0.463439}, {"accuracy": 0.925889, "f1": 0.905204, "hf_subset": "ben_Beng-deu_Latn", "languages": ["ben-Beng", "deu-Latn"], "main_score": 0.905204, "precision": 0.895504, "recall": 0.925889}, {"accuracy": 0.202569, "f1": 0.141038, "hf_subset": "ben_Beng-hat_Latn", "languages": ["ben-Beng", "hat-Latn"], "main_score": 0.141038, "precision": 0.125088, "recall": 0.202569}, {"accuracy": 0.105731, "f1": 0.05749, "hf_subset": "ben_Beng-kbp_Latn", "languages": ["ben-Beng", "kbp-Latn"], "main_score": 0.05749, "precision": 0.047819, "recall": 0.105731}, {"accuracy": 0.142292, "f1": 0.085958, "hf_subset": "ben_Beng-luo_Latn", "languages": ["ben-Beng", "luo-Latn"], "main_score": 0.085958, "precision": 0.072591, "recall": 0.142292}, {"accuracy": 0.84585, "f1": 0.808319, "hf_subset": "ben_Beng-ory_Orya", "languages": ["ben-Beng", "ory-Orya"], "main_score": 0.808319, "precision": 0.791378, "recall": 0.84585}, {"accuracy": 0.106719, "f1": 0.061766, "hf_subset": "ben_Beng-sna_Latn", "languages": ["ben-Beng", "sna-Latn"], "main_score": 0.061766, "precision": 0.052448, "recall": 0.106719}, {"accuracy": 0.115613, "f1": 0.073834, "hf_subset": "ben_Beng-tso_Latn", "languages": ["ben-Beng", "tso-Latn"], "main_score": 0.073834, "precision": 0.064575, "recall": 0.115613}, {"accuracy": 0.858696, "f1": 0.825137, "hf_subset": "ben_Beng-azj_Latn", "languages": ["ben-Beng", "azj-Latn"], "main_score": 0.825137, "precision": 0.811299, "recall": 0.858696}, {"accuracy": 0.186759, "f1": 0.12409, "hf_subset": "ben_Beng-dik_Latn", "languages": ["ben-Beng", "dik-Latn"], "main_score": 0.12409, "precision": 0.108557, "recall": 0.186759}, {"accuracy": 0.157115, "f1": 0.10213, "hf_subset": "ben_Beng-hau_Latn", "languages": ["ben-Beng", "hau-Latn"], "main_score": 0.10213, "precision": 0.088045, "recall": 0.157115}, {"accuracy": 0.486166, "f1": 0.409797, "hf_subset": "ben_Beng-kea_Latn", "languages": ["ben-Beng", "kea-Latn"], "main_score": 0.409797, "precision": 0.382367, "recall": 0.486166}, {"accuracy": 0.233202, "f1": 0.1681, "hf_subset": "ben_Beng-lus_Latn", "languages": ["ben-Beng", "lus-Latn"], "main_score": 0.1681, "precision": 0.150338, "recall": 0.233202}, {"accuracy": 0.33004, "f1": 0.252153, "hf_subset": "ben_Beng-pag_Latn", "languages": ["ben-Beng", "pag-Latn"], "main_score": 0.252153, "precision": 0.226995, "recall": 0.33004}, {"accuracy": 0.829051, "f1": 0.790184, "hf_subset": "ben_Beng-snd_Arab", "languages": ["ben-Beng", "snd-Arab"], "main_score": 0.790184, "precision": 0.772744, "recall": 0.829051}, {"accuracy": 0.23419, "f1": 0.165571, "hf_subset": "ben_Beng-tuk_Latn", "languages": ["ben-Beng", "tuk-Latn"], "main_score": 0.165571, "precision": 0.145122, "recall": 0.23419}, {"accuracy": 0.357708, "f1": 0.281977, "hf_subset": "ben_Beng-bak_Cyrl", "languages": ["ben-Beng", "bak-Cyrl"], "main_score": 0.281977, "precision": 0.257154, "recall": 0.357708}, {"accuracy": 0.107708, "f1": 0.065108, "hf_subset": "ben_Beng-dyu_Latn", "languages": ["ben-Beng", "dyu-Latn"], "main_score": 0.065108, "precision": 0.054451, "recall": 0.107708}, {"accuracy": 0.913043, "f1": 0.88994, "hf_subset": "ben_Beng-heb_Hebr", "languages": ["ben-Beng", "heb-Hebr"], "main_score": 0.88994, "precision": 0.879776, "recall": 0.913043}, {"accuracy": 0.894269, "f1": 0.869551, "hf_subset": "ben_Beng-khk_Cyrl", "languages": ["ben-Beng", "khk-Cyrl"], "main_score": 0.869551, "precision": 0.858613, "recall": 0.894269}, {"accuracy": 0.913043, "f1": 0.890843, "hf_subset": "ben_Beng-lvs_Latn", "languages": ["ben-Beng", "lvs-Latn"], "main_score": 0.890843, "precision": 0.880879, "recall": 0.913043}, {"accuracy": 0.852767, "f1": 0.816733, "hf_subset": "ben_Beng-pan_Guru", "languages": ["ben-Beng", "pan-Guru"], "main_score": 0.816733, "precision": 0.800346, "recall": 0.852767}, {"accuracy": 0.184783, "f1": 0.132935, "hf_subset": "ben_Beng-som_Latn", "languages": ["ben-Beng", "som-Latn"], "main_score": 0.132935, "precision": 0.118515, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.086079, "hf_subset": "ben_Beng-tum_Latn", "languages": ["ben-Beng", "tum-Latn"], "main_score": 0.086079, "precision": 0.074858, "recall": 0.134387}, {"accuracy": 0.09585, "f1": 0.06112, "hf_subset": "est_Latn-ace_Arab", "languages": ["est-Latn", "ace-Arab"], "main_score": 0.06112, "precision": 0.052866, "recall": 0.09585}, {"accuracy": 0.211462, "f1": 0.145094, "hf_subset": "est_Latn-bam_Latn", "languages": ["est-Latn", "bam-Latn"], "main_score": 0.145094, "precision": 0.129436, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "est_Latn-dzo_Tibt", "languages": ["est-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-hin_Deva", "languages": ["est-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "est_Latn-khm_Khmr", "languages": ["est-Latn", "khm-Khmr"], "main_score": 0.872925, "precision": 0.858943, "recall": 0.902174}, {"accuracy": 0.945652, "f1": 0.929578, "hf_subset": "est_Latn-mag_Deva", "languages": ["est-Latn", "mag-Deva"], "main_score": 0.929578, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.643281, "f1": 0.572329, "hf_subset": "est_Latn-pap_Latn", "languages": ["est-Latn", "pap-Latn"], "main_score": 0.572329, "precision": 0.54502, "recall": 0.643281}, {"accuracy": 0.235178, "f1": 0.167778, "hf_subset": "est_Latn-sot_Latn", "languages": ["est-Latn", "sot-Latn"], "main_score": 0.167778, "precision": 0.150491, "recall": 0.235178}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "est_Latn-tur_Latn", "languages": ["est-Latn", "tur-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.434783, "f1": 0.352262, "hf_subset": "est_Latn-ace_Latn", "languages": ["est-Latn", "ace-Latn"], "main_score": 0.352262, "precision": 0.326539, "recall": 0.434783}, {"accuracy": 0.683794, "f1": 0.616443, "hf_subset": "est_Latn-ban_Latn", "languages": ["est-Latn", "ban-Latn"], "main_score": 0.616443, "precision": 0.589107, "recall": 0.683794}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-ell_Grek", "languages": ["est-Latn", "ell-Grek"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.913043, "f1": 0.887484, "hf_subset": "est_Latn-hne_Deva", "languages": ["est-Latn", "hne-Deva"], "main_score": 0.887484, "precision": 0.875494, "recall": 0.913043}, {"accuracy": 0.270751, "f1": 0.188983, "hf_subset": "est_Latn-kik_Latn", "languages": ["est-Latn", "kik-Latn"], "main_score": 0.188983, "precision": 0.1671, "recall": 0.270751}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "est_Latn-mai_Deva", "languages": ["est-Latn", "mai-Deva"], "main_score": 0.916469, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.853755, "f1": 0.814954, "hf_subset": "est_Latn-pbt_Arab", "languages": ["est-Latn", "pbt-Arab"], "main_score": 0.814954, "precision": 0.797431, "recall": 0.853755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-spa_Latn", "languages": ["est-Latn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.317194, "f1": 0.228754, "hf_subset": "est_Latn-twi_Latn", "languages": ["est-Latn", "twi-Latn"], "main_score": 0.228754, "precision": 0.20501, "recall": 0.317194}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "est_Latn-acm_Arab", "languages": ["est-Latn", "acm-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "est_Latn-bel_Cyrl", "languages": ["est-Latn", "bel-Cyrl"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-eng_Latn", "languages": ["est-Latn", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-hrv_Latn", "languages": ["est-Latn", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.179842, "f1": 0.126467, "hf_subset": "est_Latn-kin_Latn", "languages": ["est-Latn", "kin-Latn"], "main_score": 0.126467, "precision": 0.114021, "recall": 0.179842}, {"accuracy": 0.896245, "f1": 0.866601, "hf_subset": "est_Latn-mal_Mlym", "languages": ["est-Latn", "mal-Mlym"], "main_score": 0.866601, "precision": 0.852635, "recall": 0.896245}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "est_Latn-pes_Arab", "languages": ["est-Latn", "pes-Arab"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.724308, "f1": 0.659324, "hf_subset": "est_Latn-srd_Latn", "languages": ["est-Latn", "srd-Latn"], "main_score": 0.659324, "precision": 0.631581, "recall": 0.724308}, {"accuracy": 0.063241, "f1": 0.031794, "hf_subset": "est_Latn-tzm_Tfng", "languages": ["est-Latn", "tzm-Tfng"], "main_score": 0.031794, "precision": 0.026994, "recall": 0.063241}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "est_Latn-acq_Arab", "languages": ["est-Latn", "acq-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.245059, "f1": 0.17163, "hf_subset": "est_Latn-bem_Latn", "languages": ["est-Latn", "bem-Latn"], "main_score": 0.17163, "precision": 0.152867, "recall": 0.245059}, {"accuracy": 0.868577, "f1": 0.832708, "hf_subset": "est_Latn-epo_Latn", "languages": ["est-Latn", "epo-Latn"], "main_score": 0.832708, "precision": 0.816288, "recall": 0.868577}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-hun_Latn", "languages": ["est-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "est_Latn-kir_Cyrl", "languages": ["est-Latn", "kir-Cyrl"], "main_score": 0.925066, "precision": 0.916667, "recall": 0.942688}, {"accuracy": 0.908103, "f1": 0.879842, "hf_subset": "est_Latn-mar_Deva", "languages": ["est-Latn", "mar-Deva"], "main_score": 0.879842, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.302372, "f1": 0.233555, "hf_subset": "est_Latn-plt_Latn", "languages": ["est-Latn", "plt-Latn"], "main_score": 0.233555, "precision": 0.213877, "recall": 0.302372}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-srp_Cyrl", "languages": ["est-Latn", "srp-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.8083, "f1": 0.761419, "hf_subset": "est_Latn-uig_Arab", "languages": ["est-Latn", "uig-Arab"], "main_score": 0.761419, "precision": 0.740654, "recall": 0.8083}, {"accuracy": 0.935771, "f1": 0.914855, "hf_subset": "est_Latn-aeb_Arab", "languages": ["est-Latn", "aeb-Arab"], "main_score": 0.914855, "precision": 0.90448, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.890053, "hf_subset": "est_Latn-ben_Beng", "languages": ["est-Latn", "ben-Beng"], "main_score": 0.890053, "precision": 0.878541, "recall": 0.91502}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "est_Latn-hye_Armn", "languages": ["est-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.182806, "f1": 0.11669, "hf_subset": "est_Latn-kmb_Latn", "languages": ["est-Latn", "kmb-Latn"], "main_score": 0.11669, "precision": 0.102515, "recall": 0.182806}, {"accuracy": 0.070158, "f1": 0.044808, "hf_subset": "est_Latn-min_Arab", "languages": ["est-Latn", "min-Arab"], "main_score": 0.044808, "precision": 0.038737, "recall": 0.070158}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-pol_Latn", "languages": ["est-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.177866, "f1": 0.117771, "hf_subset": "est_Latn-ssw_Latn", "languages": ["est-Latn", "ssw-Latn"], "main_score": 0.117771, "precision": 0.104506, "recall": 0.177866}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "est_Latn-ukr_Cyrl", "languages": ["est-Latn", "ukr-Cyrl"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "est_Latn-afr_Latn", "languages": ["est-Latn", "afr-Latn"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.895257, "f1": 0.866304, "hf_subset": "est_Latn-bho_Deva", "languages": ["est-Latn", "bho-Deva"], "main_score": 0.866304, "precision": 0.852849, "recall": 0.895257}, {"accuracy": 0.766798, "f1": 0.712272, "hf_subset": "est_Latn-eus_Latn", "languages": ["est-Latn", "eus-Latn"], "main_score": 0.712272, "precision": 0.689328, "recall": 0.766798}, {"accuracy": 0.213439, "f1": 0.141705, "hf_subset": "est_Latn-ibo_Latn", "languages": ["est-Latn", "ibo-Latn"], "main_score": 0.141705, "precision": 0.125005, "recall": 0.213439}, {"accuracy": 0.757905, "f1": 0.707569, "hf_subset": "est_Latn-kmr_Latn", "languages": ["est-Latn", "kmr-Latn"], "main_score": 0.707569, "precision": 0.686569, "recall": 0.757905}, {"accuracy": 0.639328, "f1": 0.565892, "hf_subset": "est_Latn-min_Latn", "languages": ["est-Latn", "min-Latn"], "main_score": 0.565892, "precision": 0.537923, "recall": 0.639328}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-por_Latn", "languages": ["est-Latn", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.749012, "f1": 0.689229, "hf_subset": "est_Latn-sun_Latn", "languages": ["est-Latn", "sun-Latn"], "main_score": 0.689229, "precision": 0.663801, "recall": 0.749012}, {"accuracy": 0.197628, "f1": 0.133542, "hf_subset": "est_Latn-umb_Latn", "languages": ["est-Latn", "umb-Latn"], "main_score": 0.133542, "precision": 0.118208, "recall": 0.197628}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "est_Latn-ajp_Arab", "languages": ["est-Latn", "ajp-Arab"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.079051, "f1": 0.047472, "hf_subset": "est_Latn-bjn_Arab", "languages": ["est-Latn", "bjn-Arab"], "main_score": 0.047472, "precision": 0.039863, "recall": 0.079051}, {"accuracy": 0.270751, "f1": 0.20265, "hf_subset": "est_Latn-ewe_Latn", "languages": ["est-Latn", "ewe-Latn"], "main_score": 0.20265, "precision": 0.185059, "recall": 0.270751}, {"accuracy": 0.385375, "f1": 0.298613, "hf_subset": "est_Latn-ilo_Latn", "languages": ["est-Latn", "ilo-Latn"], "main_score": 0.298613, "precision": 0.272802, "recall": 0.385375}, {"accuracy": 0.093874, "f1": 0.050943, "hf_subset": "est_Latn-knc_Arab", "languages": ["est-Latn", "knc-Arab"], "main_score": 0.050943, "precision": 0.041743, "recall": 0.093874}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-mkd_Cyrl", "languages": ["est-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "est_Latn-prs_Arab", "languages": ["est-Latn", "prs-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-swe_Latn", "languages": ["est-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "est_Latn-urd_Arab", "languages": ["est-Latn", "urd-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.310277, "f1": 0.232692, "hf_subset": "est_Latn-aka_Latn", "languages": ["est-Latn", "aka-Latn"], "main_score": 0.232692, "precision": 0.211374, "recall": 0.310277}, {"accuracy": 0.791502, "f1": 0.739482, "hf_subset": "est_Latn-bjn_Latn", "languages": ["est-Latn", "bjn-Latn"], "main_score": 0.739482, "precision": 0.717663, "recall": 0.791502}, {"accuracy": 0.492095, "f1": 0.413149, "hf_subset": "est_Latn-fao_Latn", "languages": ["est-Latn", "fao-Latn"], "main_score": 0.413149, "precision": 0.387233, "recall": 0.492095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-ind_Latn", "languages": ["est-Latn", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.289526, "f1": 0.21298, "hf_subset": "est_Latn-knc_Latn", "languages": ["est-Latn", "knc-Latn"], "main_score": 0.21298, "precision": 0.192863, "recall": 0.289526}, {"accuracy": 0.340909, "f1": 0.261934, "hf_subset": "est_Latn-mlt_Latn", "languages": ["est-Latn", "mlt-Latn"], "main_score": 0.261934, "precision": 0.239693, "recall": 0.340909}, {"accuracy": 0.284585, "f1": 0.199602, "hf_subset": "est_Latn-quy_Latn", "languages": ["est-Latn", "quy-Latn"], "main_score": 0.199602, "precision": 0.175943, "recall": 0.284585}, {"accuracy": 0.373518, "f1": 0.287708, "hf_subset": "est_Latn-swh_Latn", "languages": ["est-Latn", "swh-Latn"], "main_score": 0.287708, "precision": 0.261347, "recall": 0.373518}, {"accuracy": 0.673913, "f1": 0.605847, "hf_subset": "est_Latn-uzn_Latn", "languages": ["est-Latn", "uzn-Latn"], "main_score": 0.605847, "precision": 0.57785, "recall": 0.673913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-als_Latn", "languages": ["est-Latn", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.055336, "f1": 0.017957, "hf_subset": "est_Latn-bod_Tibt", "languages": ["est-Latn", "bod-Tibt"], "main_score": 0.017957, "precision": 0.013307, "recall": 0.055336}, {"accuracy": 0.227273, "f1": 0.155237, "hf_subset": "est_Latn-fij_Latn", "languages": ["est-Latn", "fij-Latn"], "main_score": 0.155237, "precision": 0.136456, "recall": 0.227273}, {"accuracy": 0.770751, "f1": 0.713161, "hf_subset": "est_Latn-isl_Latn", "languages": ["est-Latn", "isl-Latn"], "main_score": 0.713161, "precision": 0.688785, "recall": 0.770751}, {"accuracy": 0.263834, "f1": 0.187802, "hf_subset": "est_Latn-kon_Latn", "languages": ["est-Latn", "kon-Latn"], "main_score": 0.187802, "precision": 0.167305, "recall": 0.263834}, {"accuracy": 0.068182, "f1": 0.033387, "hf_subset": "est_Latn-mni_Beng", "languages": ["est-Latn", "mni-Beng"], "main_score": 0.033387, "precision": 0.028081, "recall": 0.068182}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "est_Latn-ron_Latn", "languages": ["est-Latn", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.806324, "f1": 0.756555, "hf_subset": "est_Latn-szl_Latn", "languages": ["est-Latn", "szl-Latn"], "main_score": 0.756555, "precision": 0.734832, "recall": 0.806324}, {"accuracy": 0.802372, "f1": 0.747977, "hf_subset": "est_Latn-vec_Latn", "languages": ["est-Latn", "vec-Latn"], "main_score": 0.747977, "precision": 0.724292, "recall": 0.802372}, {"accuracy": 0.770751, "f1": 0.717165, "hf_subset": "est_Latn-amh_Ethi", "languages": ["est-Latn", "amh-Ethi"], "main_score": 0.717165, "precision": 0.693857, "recall": 0.770751}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-bos_Latn", "languages": ["est-Latn", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "est_Latn-fin_Latn", "languages": ["est-Latn", "fin-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "est_Latn-ita_Latn", "languages": ["est-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "est_Latn-kor_Hang", "languages": ["est-Latn", "kor-Hang"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.258893, "f1": 0.186524, "hf_subset": "est_Latn-mos_Latn", "languages": ["est-Latn", "mos-Latn"], "main_score": 0.186524, "precision": 0.16756, "recall": 0.258893}, {"accuracy": 0.183794, "f1": 0.121797, "hf_subset": "est_Latn-run_Latn", "languages": ["est-Latn", "run-Latn"], "main_score": 0.121797, "precision": 0.107137, "recall": 0.183794}, {"accuracy": 0.898221, "f1": 0.868248, "hf_subset": "est_Latn-tam_Taml", "languages": ["est-Latn", "tam-Taml"], "main_score": 0.868248, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "est_Latn-vie_Latn", "languages": ["est-Latn", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "est_Latn-apc_Arab", "languages": ["est-Latn", "apc-Arab"], "main_score": 0.955369, "precision": 0.950428, "recall": 0.965415}, {"accuracy": 0.409091, "f1": 0.324876, "hf_subset": "est_Latn-bug_Latn", "languages": ["est-Latn", "bug-Latn"], "main_score": 0.324876, "precision": 0.297739, "recall": 0.409091}, {"accuracy": 0.227273, "f1": 0.159455, "hf_subset": "est_Latn-fon_Latn", "languages": ["est-Latn", "fon-Latn"], "main_score": 0.159455, "precision": 0.1426, "recall": 0.227273}, {"accuracy": 0.736166, "f1": 0.672981, "hf_subset": "est_Latn-jav_Latn", "languages": ["est-Latn", "jav-Latn"], "main_score": 0.672981, "precision": 0.646904, "recall": 0.736166}, {"accuracy": 0.937747, "f1": 0.919631, "hf_subset": "est_Latn-lao_Laoo", "languages": ["est-Latn", "lao-Laoo"], "main_score": 0.919631, "precision": 0.911067, "recall": 0.937747}, {"accuracy": 0.201581, "f1": 0.131566, "hf_subset": "est_Latn-mri_Latn", "languages": ["est-Latn", "mri-Latn"], "main_score": 0.131566, "precision": 0.116087, "recall": 0.201581}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-rus_Cyrl", "languages": ["est-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.194062, "hf_subset": "est_Latn-taq_Latn", "languages": ["est-Latn", "taq-Latn"], "main_score": 0.194062, "precision": 0.177016, "recall": 0.26087}, {"accuracy": 0.444664, "f1": 0.348515, "hf_subset": "est_Latn-war_Latn", "languages": ["est-Latn", "war-Latn"], "main_score": 0.348515, "precision": 0.317016, "recall": 0.444664}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "est_Latn-arb_Arab", "languages": ["est-Latn", "arb-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-bul_Cyrl", "languages": ["est-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-fra_Latn", "languages": ["est-Latn", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "est_Latn-jpn_Jpan", "languages": ["est-Latn", "jpn-Jpan"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.756917, "f1": 0.699925, "hf_subset": "est_Latn-lij_Latn", "languages": ["est-Latn", "lij-Latn"], "main_score": 0.699925, "precision": 0.676383, "recall": 0.756917}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "est_Latn-mya_Mymr", "languages": ["est-Latn", "mya-Mymr"], "main_score": 0.929018, "precision": 0.920949, "recall": 0.945652}, {"accuracy": 0.250988, "f1": 0.179297, "hf_subset": "est_Latn-sag_Latn", "languages": ["est-Latn", "sag-Latn"], "main_score": 0.179297, "precision": 0.160394, "recall": 0.250988}, {"accuracy": 0.08498, "f1": 0.038396, "hf_subset": "est_Latn-taq_Tfng", "languages": ["est-Latn", "taq-Tfng"], "main_score": 0.038396, "precision": 0.031566, "recall": 0.08498}, {"accuracy": 0.27668, "f1": 0.200434, "hf_subset": "est_Latn-wol_Latn", "languages": ["est-Latn", "wol-Latn"], "main_score": 0.200434, "precision": 0.179276, "recall": 0.27668}, {"accuracy": 0.147233, "f1": 0.089964, "hf_subset": "est_Latn-arb_Latn", "languages": ["est-Latn", "arb-Latn"], "main_score": 0.089964, "precision": 0.077838, "recall": 0.147233}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-cat_Latn", "languages": ["est-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.742095, "f1": 0.68294, "hf_subset": "est_Latn-fur_Latn", "languages": ["est-Latn", "fur-Latn"], "main_score": 0.68294, "precision": 0.658277, "recall": 0.742095}, {"accuracy": 0.100791, "f1": 0.068273, "hf_subset": "est_Latn-kab_Latn", "languages": ["est-Latn", "kab-Latn"], "main_score": 0.068273, "precision": 0.060225, "recall": 0.100791}, {"accuracy": 0.749012, "f1": 0.689199, "hf_subset": "est_Latn-lim_Latn", "languages": ["est-Latn", "lim-Latn"], "main_score": 0.689199, "precision": 0.663695, "recall": 0.749012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-nld_Latn", "languages": ["est-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.749012, "f1": 0.689097, "hf_subset": "est_Latn-san_Deva", "languages": ["est-Latn", "san-Deva"], "main_score": 0.689097, "precision": 0.66334, "recall": 0.749012}, {"accuracy": 0.531621, "f1": 0.448348, "hf_subset": "est_Latn-tat_Cyrl", "languages": ["est-Latn", "tat-Cyrl"], "main_score": 0.448348, "precision": 0.416875, "recall": 0.531621}, {"accuracy": 0.20751, "f1": 0.135597, "hf_subset": "est_Latn-xho_Latn", "languages": ["est-Latn", "xho-Latn"], "main_score": 0.135597, "precision": 0.118511, "recall": 0.20751}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "est_Latn-ars_Arab", "languages": ["est-Latn", "ars-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.421937, "f1": 0.332712, "hf_subset": "est_Latn-ceb_Latn", "languages": ["est-Latn", "ceb-Latn"], "main_score": 0.332712, "precision": 0.303737, "recall": 0.421937}, {"accuracy": 0.255929, "f1": 0.176278, "hf_subset": "est_Latn-fuv_Latn", "languages": ["est-Latn", "fuv-Latn"], "main_score": 0.176278, "precision": 0.155685, "recall": 0.255929}, {"accuracy": 0.22332, "f1": 0.156472, "hf_subset": "est_Latn-kac_Latn", "languages": ["est-Latn", "kac-Latn"], "main_score": 0.156472, "precision": 0.139146, "recall": 0.22332}, {"accuracy": 0.248024, "f1": 0.179608, "hf_subset": "est_Latn-lin_Latn", "languages": ["est-Latn", "lin-Latn"], "main_score": 0.179608, "precision": 0.161716, "recall": 0.248024}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "est_Latn-nno_Latn", "languages": ["est-Latn", "nno-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.019763, "f1": 0.003977, "hf_subset": "est_Latn-sat_Olck", "languages": ["est-Latn", "sat-Olck"], "main_score": 0.003977, "precision": 0.002815, "recall": 0.019763}, {"accuracy": 0.860672, "f1": 0.822793, "hf_subset": "est_Latn-tel_Telu", "languages": ["est-Latn", "tel-Telu"], "main_score": 0.822793, "precision": 0.805369, "recall": 0.860672}, {"accuracy": 0.461462, "f1": 0.374416, "hf_subset": "est_Latn-ydd_Hebr", "languages": ["est-Latn", "ydd-Hebr"], "main_score": 0.374416, "precision": 0.342716, "recall": 0.461462}, {"accuracy": 0.853755, "f1": 0.814855, "hf_subset": "est_Latn-ary_Arab", "languages": ["est-Latn", "ary-Arab"], "main_score": 0.814855, "precision": 0.797101, "recall": 0.853755}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "est_Latn-ces_Latn", "languages": ["est-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.109684, "f1": 0.065608, "hf_subset": "est_Latn-gaz_Latn", "languages": ["est-Latn", "gaz-Latn"], "main_score": 0.065608, "precision": 0.056524, "recall": 0.109684}, {"accuracy": 0.215415, "f1": 0.149139, "hf_subset": "est_Latn-kam_Latn", "languages": ["est-Latn", "kam-Latn"], "main_score": 0.149139, "precision": 0.13205, "recall": 0.215415}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "est_Latn-lit_Latn", "languages": ["est-Latn", "lit-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-nob_Latn", "languages": ["est-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.656126, "f1": 0.583467, "hf_subset": "est_Latn-scn_Latn", "languages": ["est-Latn", "scn-Latn"], "main_score": 0.583467, "precision": 0.555122, "recall": 0.656126}, {"accuracy": 0.204545, "f1": 0.136678, "hf_subset": "est_Latn-tgk_Cyrl", "languages": ["est-Latn", "tgk-Cyrl"], "main_score": 0.136678, "precision": 0.119493, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.142286, "hf_subset": "est_Latn-yor_Latn", "languages": ["est-Latn", "yor-Latn"], "main_score": 0.142286, "precision": 0.122623, "recall": 0.218379}, {"accuracy": 0.954545, "f1": 0.940382, "hf_subset": "est_Latn-arz_Arab", "languages": ["est-Latn", "arz-Arab"], "main_score": 0.940382, "precision": 0.933465, "recall": 0.954545}, {"accuracy": 0.205534, "f1": 0.138724, "hf_subset": "est_Latn-cjk_Latn", "languages": ["est-Latn", "cjk-Latn"], "main_score": 0.138724, "precision": 0.122671, "recall": 0.205534}, {"accuracy": 0.220356, "f1": 0.153358, "hf_subset": "est_Latn-gla_Latn", "languages": ["est-Latn", "gla-Latn"], "main_score": 0.153358, "precision": 0.134923, "recall": 0.220356}, {"accuracy": 0.81917, "f1": 0.770323, "hf_subset": "est_Latn-kan_Knda", "languages": ["est-Latn", "kan-Knda"], "main_score": 0.770323, "precision": 0.748551, "recall": 0.81917}, {"accuracy": 0.667984, "f1": 0.601703, "hf_subset": "est_Latn-lmo_Latn", "languages": ["est-Latn", "lmo-Latn"], "main_score": 0.601703, "precision": 0.575224, "recall": 0.667984}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "est_Latn-npi_Deva", "languages": ["est-Latn", "npi-Deva"], "main_score": 0.94697, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.306324, "f1": 0.222599, "hf_subset": "est_Latn-shn_Mymr", "languages": ["est-Latn", "shn-Mymr"], "main_score": 0.222599, "precision": 0.197208, "recall": 0.306324}, {"accuracy": 0.476285, "f1": 0.392945, "hf_subset": "est_Latn-tgl_Latn", "languages": ["est-Latn", "tgl-Latn"], "main_score": 0.392945, "precision": 0.365448, "recall": 0.476285}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "est_Latn-yue_Hant", "languages": ["est-Latn", "yue-Hant"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.561265, "f1": 0.475598, "hf_subset": "est_Latn-asm_Beng", "languages": ["est-Latn", "asm-Beng"], "main_score": 0.475598, "precision": 0.442592, "recall": 0.561265}, {"accuracy": 0.848814, "f1": 0.808037, "hf_subset": "est_Latn-ckb_Arab", "languages": ["est-Latn", "ckb-Arab"], "main_score": 0.808037, "precision": 0.789888, "recall": 0.848814}, {"accuracy": 0.300395, "f1": 0.224173, "hf_subset": "est_Latn-gle_Latn", "languages": ["est-Latn", "gle-Latn"], "main_score": 0.224173, "precision": 0.202889, "recall": 0.300395}, {"accuracy": 0.601779, "f1": 0.523043, "hf_subset": "est_Latn-kas_Arab", "languages": ["est-Latn", "kas-Arab"], "main_score": 0.523043, "precision": 0.491839, "recall": 0.601779}, {"accuracy": 0.722332, "f1": 0.662198, "hf_subset": "est_Latn-ltg_Latn", "languages": ["est-Latn", "ltg-Latn"], "main_score": 0.662198, "precision": 0.636512, "recall": 0.722332}, {"accuracy": 0.268775, "f1": 0.191288, "hf_subset": "est_Latn-nso_Latn", "languages": ["est-Latn", "nso-Latn"], "main_score": 0.191288, "precision": 0.170292, "recall": 0.268775}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "est_Latn-sin_Sinh", "languages": ["est-Latn", "sin-Sinh"], "main_score": 0.899012, "precision": 0.888011, "recall": 0.921937}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "est_Latn-tha_Thai", "languages": ["est-Latn", "tha-Thai"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "est_Latn-zho_Hans", "languages": ["est-Latn", "zho-Hans"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "est_Latn-ast_Latn", "languages": ["est-Latn", "ast-Latn"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.794466, "f1": 0.742128, "hf_subset": "est_Latn-crh_Latn", "languages": ["est-Latn", "crh-Latn"], "main_score": 0.742128, "precision": 0.719022, "recall": 0.794466}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-glg_Latn", "languages": ["est-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.418972, "f1": 0.336106, "hf_subset": "est_Latn-kas_Deva", "languages": ["est-Latn", "kas-Deva"], "main_score": 0.336106, "precision": 0.307264, "recall": 0.418972}, {"accuracy": 0.518775, "f1": 0.42847, "hf_subset": "est_Latn-ltz_Latn", "languages": ["est-Latn", "ltz-Latn"], "main_score": 0.42847, "precision": 0.397908, "recall": 0.518775}, {"accuracy": 0.120553, "f1": 0.06909, "hf_subset": "est_Latn-nus_Latn", "languages": ["est-Latn", "nus-Latn"], "main_score": 0.06909, "precision": 0.058491, "recall": 0.120553}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-slk_Latn", "languages": ["est-Latn", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.19664, "f1": 0.130931, "hf_subset": "est_Latn-tir_Ethi", "languages": ["est-Latn", "tir-Ethi"], "main_score": 0.130931, "precision": 0.112394, "recall": 0.19664}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "est_Latn-zho_Hant", "languages": ["est-Latn", "zho-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.953557, "f1": 0.940547, "hf_subset": "est_Latn-awa_Deva", "languages": ["est-Latn", "awa-Deva"], "main_score": 0.940547, "precision": 0.934289, "recall": 0.953557}, {"accuracy": 0.499012, "f1": 0.412322, "hf_subset": "est_Latn-cym_Latn", "languages": ["est-Latn", "cym-Latn"], "main_score": 0.412322, "precision": 0.383149, "recall": 0.499012}, {"accuracy": 0.375494, "f1": 0.288279, "hf_subset": "est_Latn-grn_Latn", "languages": ["est-Latn", "grn-Latn"], "main_score": 0.288279, "precision": 0.262551, "recall": 0.375494}, {"accuracy": 0.876482, "f1": 0.839097, "hf_subset": "est_Latn-kat_Geor", "languages": ["est-Latn", "kat-Geor"], "main_score": 0.839097, "precision": 0.821476, "recall": 0.876482}, {"accuracy": 0.272727, "f1": 0.197197, "hf_subset": "est_Latn-lua_Latn", "languages": ["est-Latn", "lua-Latn"], "main_score": 0.197197, "precision": 0.17653, "recall": 0.272727}, {"accuracy": 0.258893, "f1": 0.18307, "hf_subset": "est_Latn-nya_Latn", "languages": ["est-Latn", "nya-Latn"], "main_score": 0.18307, "precision": 0.162737, "recall": 0.258893}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "est_Latn-slv_Latn", "languages": ["est-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.472332, "f1": 0.378818, "hf_subset": "est_Latn-tpi_Latn", "languages": ["est-Latn", "tpi-Latn"], "main_score": 0.378818, "precision": 0.347092, "recall": 0.472332}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "est_Latn-zsm_Latn", "languages": ["est-Latn", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.219368, "f1": 0.142046, "hf_subset": "est_Latn-ayr_Latn", "languages": ["est-Latn", "ayr-Latn"], "main_score": 0.142046, "precision": 0.123172, "recall": 0.219368}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "est_Latn-dan_Latn", "languages": ["est-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.922925, "f1": 0.899621, "hf_subset": "est_Latn-guj_Gujr", "languages": ["est-Latn", "guj-Gujr"], "main_score": 0.899621, "precision": 0.888646, "recall": 0.922925}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "est_Latn-kaz_Cyrl", "languages": ["est-Latn", "kaz-Cyrl"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.194664, "f1": 0.132126, "hf_subset": "est_Latn-lug_Latn", "languages": ["est-Latn", "lug-Latn"], "main_score": 0.132126, "precision": 0.11643, "recall": 0.194664}, {"accuracy": 0.927866, "f1": 0.905863, "hf_subset": "est_Latn-oci_Latn", "languages": ["est-Latn", "oci-Latn"], "main_score": 0.905863, "precision": 0.895175, "recall": 0.927866}, {"accuracy": 0.20751, "f1": 0.140427, "hf_subset": "est_Latn-smo_Latn", "languages": ["est-Latn", "smo-Latn"], "main_score": 0.140427, "precision": 0.122544, "recall": 0.20751}, {"accuracy": 0.243083, "f1": 0.169954, "hf_subset": "est_Latn-tsn_Latn", "languages": ["est-Latn", "tsn-Latn"], "main_score": 0.169954, "precision": 0.151251, "recall": 0.243083}, {"accuracy": 0.156126, "f1": 0.096831, "hf_subset": "est_Latn-zul_Latn", "languages": ["est-Latn", "zul-Latn"], "main_score": 0.096831, "precision": 0.083275, "recall": 0.156126}, {"accuracy": 0.5583, "f1": 0.475202, "hf_subset": "est_Latn-azb_Arab", "languages": ["est-Latn", "azb-Arab"], "main_score": 0.475202, "precision": 0.442772, "recall": 0.5583}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "est_Latn-deu_Latn", "languages": ["est-Latn", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.322134, "f1": 0.242913, "hf_subset": "est_Latn-hat_Latn", "languages": ["est-Latn", "hat-Latn"], "main_score": 0.242913, "precision": 0.219399, "recall": 0.322134}, {"accuracy": 0.211462, "f1": 0.142111, "hf_subset": "est_Latn-kbp_Latn", "languages": ["est-Latn", "kbp-Latn"], "main_score": 0.142111, "precision": 0.1257, "recall": 0.211462}, {"accuracy": 0.244071, "f1": 0.170105, "hf_subset": "est_Latn-luo_Latn", "languages": ["est-Latn", "luo-Latn"], "main_score": 0.170105, "precision": 0.151013, "recall": 0.244071}, {"accuracy": 0.847826, "f1": 0.806917, "hf_subset": "est_Latn-ory_Orya", "languages": ["est-Latn", "ory-Orya"], "main_score": 0.806917, "precision": 0.78857, "recall": 0.847826}, {"accuracy": 0.190711, "f1": 0.121983, "hf_subset": "est_Latn-sna_Latn", "languages": ["est-Latn", "sna-Latn"], "main_score": 0.121983, "precision": 0.105824, "recall": 0.190711}, {"accuracy": 0.208498, "f1": 0.145085, "hf_subset": "est_Latn-tso_Latn", "languages": ["est-Latn", "tso-Latn"], "main_score": 0.145085, "precision": 0.129527, "recall": 0.208498}, {"accuracy": 0.953557, "f1": 0.942095, "hf_subset": "est_Latn-azj_Latn", "languages": ["est-Latn", "azj-Latn"], "main_score": 0.942095, "precision": 0.936677, "recall": 0.953557}, {"accuracy": 0.31917, "f1": 0.235244, "hf_subset": "est_Latn-dik_Latn", "languages": ["est-Latn", "dik-Latn"], "main_score": 0.235244, "precision": 0.211137, "recall": 0.31917}, {"accuracy": 0.279644, "f1": 0.201708, "hf_subset": "est_Latn-hau_Latn", "languages": ["est-Latn", "hau-Latn"], "main_score": 0.201708, "precision": 0.181473, "recall": 0.279644}, {"accuracy": 0.668972, "f1": 0.595044, "hf_subset": "est_Latn-kea_Latn", "languages": ["est-Latn", "kea-Latn"], "main_score": 0.595044, "precision": 0.566027, "recall": 0.668972}, {"accuracy": 0.367589, "f1": 0.28368, "hf_subset": "est_Latn-lus_Latn", "languages": ["est-Latn", "lus-Latn"], "main_score": 0.28368, "precision": 0.258076, "recall": 0.367589}, {"accuracy": 0.475296, "f1": 0.382475, "hf_subset": "est_Latn-pag_Latn", "languages": ["est-Latn", "pag-Latn"], "main_score": 0.382475, "precision": 0.350227, "recall": 0.475296}, {"accuracy": 0.856719, "f1": 0.819631, "hf_subset": "est_Latn-snd_Arab", "languages": ["est-Latn", "snd-Arab"], "main_score": 0.819631, "precision": 0.802602, "recall": 0.856719}, {"accuracy": 0.360672, "f1": 0.271453, "hf_subset": "est_Latn-tuk_Latn", "languages": ["est-Latn", "tuk-Latn"], "main_score": 0.271453, "precision": 0.243949, "recall": 0.360672}, {"accuracy": 0.494071, "f1": 0.409931, "hf_subset": "est_Latn-bak_Cyrl", "languages": ["est-Latn", "bak-Cyrl"], "main_score": 0.409931, "precision": 0.381346, "recall": 0.494071}, {"accuracy": 0.199605, "f1": 0.133513, "hf_subset": "est_Latn-dyu_Latn", "languages": ["est-Latn", "dyu-Latn"], "main_score": 0.133513, "precision": 0.115216, "recall": 0.199605}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "est_Latn-heb_Hebr", "languages": ["est-Latn", "heb-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "est_Latn-khk_Cyrl", "languages": ["est-Latn", "khk-Cyrl"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "est_Latn-lvs_Latn", "languages": ["est-Latn", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.863636, "f1": 0.826416, "hf_subset": "est_Latn-pan_Guru", "languages": ["est-Latn", "pan-Guru"], "main_score": 0.826416, "precision": 0.809536, "recall": 0.863636}, {"accuracy": 0.289526, "f1": 0.213505, "hf_subset": "est_Latn-som_Latn", "languages": ["est-Latn", "som-Latn"], "main_score": 0.213505, "precision": 0.191006, "recall": 0.289526}, {"accuracy": 0.229249, "f1": 0.153066, "hf_subset": "est_Latn-tum_Latn", "languages": ["est-Latn", "tum-Latn"], "main_score": 0.153066, "precision": 0.13335, "recall": 0.229249}, {"accuracy": 0.081028, "f1": 0.052025, "hf_subset": "hye_Armn-ace_Arab", "languages": ["hye-Armn", "ace-Arab"], "main_score": 0.052025, "precision": 0.045078, "recall": 0.081028}, {"accuracy": 0.139328, "f1": 0.0791, "hf_subset": "hye_Armn-bam_Latn", "languages": ["hye-Armn", "bam-Latn"], "main_score": 0.0791, "precision": 0.06545, "recall": 0.139328}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "hye_Armn-dzo_Tibt", "languages": ["hye-Armn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "hye_Armn-hin_Deva", "languages": ["hye-Armn", "hin-Deva"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.884387, "f1": 0.850296, "hf_subset": "hye_Armn-khm_Khmr", "languages": ["hye-Armn", "khm-Khmr"], "main_score": 0.850296, "precision": 0.834387, "recall": 0.884387}, {"accuracy": 0.934783, "f1": 0.914032, "hf_subset": "hye_Armn-mag_Deva", "languages": ["hye-Armn", "mag-Deva"], "main_score": 0.914032, "precision": 0.903986, "recall": 0.934783}, {"accuracy": 0.573123, "f1": 0.494531, "hf_subset": "hye_Armn-pap_Latn", "languages": ["hye-Armn", "pap-Latn"], "main_score": 0.494531, "precision": 0.465695, "recall": 0.573123}, {"accuracy": 0.150198, "f1": 0.095924, "hf_subset": "hye_Armn-sot_Latn", "languages": ["hye-Armn", "sot-Latn"], "main_score": 0.095924, "precision": 0.083395, "recall": 0.150198}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "hye_Armn-tur_Latn", "languages": ["hye-Armn", "tur-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.332016, "f1": 0.249259, "hf_subset": "hye_Armn-ace_Latn", "languages": ["hye-Armn", "ace-Latn"], "main_score": 0.249259, "precision": 0.225066, "recall": 0.332016}, {"accuracy": 0.588933, "f1": 0.51303, "hf_subset": "hye_Armn-ban_Latn", "languages": ["hye-Armn", "ban-Latn"], "main_score": 0.51303, "precision": 0.483988, "recall": 0.588933}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "hye_Armn-ell_Grek", "languages": ["hye-Armn", "ell-Grek"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.911067, "f1": 0.884552, "hf_subset": "hye_Armn-hne_Deva", "languages": ["hye-Armn", "hne-Deva"], "main_score": 0.884552, "precision": 0.872036, "recall": 0.911067}, {"accuracy": 0.190711, "f1": 0.117774, "hf_subset": "hye_Armn-kik_Latn", "languages": ["hye-Armn", "kik-Latn"], "main_score": 0.117774, "precision": 0.100253, "recall": 0.190711}, {"accuracy": 0.918972, "f1": 0.894829, "hf_subset": "hye_Armn-mai_Deva", "languages": ["hye-Armn", "mai-Deva"], "main_score": 0.894829, "precision": 0.883317, "recall": 0.918972}, {"accuracy": 0.831028, "f1": 0.788669, "hf_subset": "hye_Armn-pbt_Arab", "languages": ["hye-Armn", "pbt-Arab"], "main_score": 0.788669, "precision": 0.769664, "recall": 0.831028}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "hye_Armn-spa_Latn", "languages": ["hye-Armn", "spa-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.236166, "f1": 0.156157, "hf_subset": "hye_Armn-twi_Latn", "languages": ["hye-Armn", "twi-Latn"], "main_score": 0.156157, "precision": 0.136192, "recall": 0.236166}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "hye_Armn-acm_Arab", "languages": ["hye-Armn", "acm-Arab"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "hye_Armn-bel_Cyrl", "languages": ["hye-Armn", "bel-Cyrl"], "main_score": 0.930336, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "hye_Armn-eng_Latn", "languages": ["hye-Armn", "eng-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "hye_Armn-hrv_Latn", "languages": ["hye-Armn", "hrv-Latn"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.104743, "f1": 0.062968, "hf_subset": "hye_Armn-kin_Latn", "languages": ["hye-Armn", "kin-Latn"], "main_score": 0.062968, "precision": 0.053937, "recall": 0.104743}, {"accuracy": 0.91502, "f1": 0.88913, "hf_subset": "hye_Armn-mal_Mlym", "languages": ["hye-Armn", "mal-Mlym"], "main_score": 0.88913, "precision": 0.876976, "recall": 0.91502}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-pes_Arab", "languages": ["hye-Armn", "pes-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.664032, "f1": 0.590504, "hf_subset": "hye_Armn-srd_Latn", "languages": ["hye-Armn", "srd-Latn"], "main_score": 0.590504, "precision": 0.561166, "recall": 0.664032}, {"accuracy": 0.071146, "f1": 0.035513, "hf_subset": "hye_Armn-tzm_Tfng", "languages": ["hye-Armn", "tzm-Tfng"], "main_score": 0.035513, "precision": 0.029084, "recall": 0.071146}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "hye_Armn-acq_Arab", "languages": ["hye-Armn", "acq-Arab"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.175889, "f1": 0.113827, "hf_subset": "hye_Armn-bem_Latn", "languages": ["hye-Armn", "bem-Latn"], "main_score": 0.113827, "precision": 0.099545, "recall": 0.175889}, {"accuracy": 0.829051, "f1": 0.785211, "hf_subset": "hye_Armn-epo_Latn", "languages": ["hye-Armn", "epo-Latn"], "main_score": 0.785211, "precision": 0.766123, "recall": 0.829051}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hye_Armn-hun_Latn", "languages": ["hye-Armn", "hun-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.926877, "f1": 0.905138, "hf_subset": "hye_Armn-kir_Cyrl", "languages": ["hye-Armn", "kir-Cyrl"], "main_score": 0.905138, "precision": 0.894598, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "hye_Armn-mar_Deva", "languages": ["hye-Armn", "mar-Deva"], "main_score": 0.874242, "precision": 0.860754, "recall": 0.903162}, {"accuracy": 0.226285, "f1": 0.154918, "hf_subset": "hye_Armn-plt_Latn", "languages": ["hye-Armn", "plt-Latn"], "main_score": 0.154918, "precision": 0.13572, "recall": 0.226285}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hye_Armn-srp_Cyrl", "languages": ["hye-Armn", "srp-Cyrl"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.806324, "f1": 0.761712, "hf_subset": "hye_Armn-uig_Arab", "languages": ["hye-Armn", "uig-Arab"], "main_score": 0.761712, "precision": 0.742013, "recall": 0.806324}, {"accuracy": 0.922925, "f1": 0.899605, "hf_subset": "hye_Armn-aeb_Arab", "languages": ["hye-Armn", "aeb-Arab"], "main_score": 0.899605, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.913043, "f1": 0.888505, "hf_subset": "hye_Armn-ben_Beng", "languages": ["hye-Armn", "ben-Beng"], "main_score": 0.888505, "precision": 0.876812, "recall": 0.913043}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "hye_Armn-est_Latn", "languages": ["hye-Armn", "est-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.121542, "f1": 0.066487, "hf_subset": "hye_Armn-kmb_Latn", "languages": ["hye-Armn", "kmb-Latn"], "main_score": 0.066487, "precision": 0.055729, "recall": 0.121542}, {"accuracy": 0.057312, "f1": 0.035871, "hf_subset": "hye_Armn-min_Arab", "languages": ["hye-Armn", "min-Arab"], "main_score": 0.035871, "precision": 0.030343, "recall": 0.057312}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-pol_Latn", "languages": ["hye-Armn", "pol-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.125494, "f1": 0.072416, "hf_subset": "hye_Armn-ssw_Latn", "languages": ["hye-Armn", "ssw-Latn"], "main_score": 0.072416, "precision": 0.060966, "recall": 0.125494}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "hye_Armn-ukr_Cyrl", "languages": ["hye-Armn", "ukr-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "hye_Armn-afr_Latn", "languages": ["hye-Armn", "afr-Latn"], "main_score": 0.919038, "precision": 0.910326, "recall": 0.937747}, {"accuracy": 0.864625, "f1": 0.82948, "hf_subset": "hye_Armn-bho_Deva", "languages": ["hye-Armn", "bho-Deva"], "main_score": 0.82948, "precision": 0.813603, "recall": 0.864625}, {"accuracy": 0.678854, "f1": 0.607979, "hf_subset": "hye_Armn-eus_Latn", "languages": ["hye-Armn", "eus-Latn"], "main_score": 0.607979, "precision": 0.579142, "recall": 0.678854}, {"accuracy": 0.140316, "f1": 0.079277, "hf_subset": "hye_Armn-ibo_Latn", "languages": ["hye-Armn", "ibo-Latn"], "main_score": 0.079277, "precision": 0.065563, "recall": 0.140316}, {"accuracy": 0.717391, "f1": 0.659656, "hf_subset": "hye_Armn-kmr_Latn", "languages": ["hye-Armn", "kmr-Latn"], "main_score": 0.659656, "precision": 0.636166, "recall": 0.717391}, {"accuracy": 0.564229, "f1": 0.483153, "hf_subset": "hye_Armn-min_Latn", "languages": ["hye-Armn", "min-Latn"], "main_score": 0.483153, "precision": 0.453239, "recall": 0.564229}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-por_Latn", "languages": ["hye-Armn", "por-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.6917, "f1": 0.622026, "hf_subset": "hye_Armn-sun_Latn", "languages": ["hye-Armn", "sun-Latn"], "main_score": 0.622026, "precision": 0.594255, "recall": 0.6917}, {"accuracy": 0.12747, "f1": 0.076176, "hf_subset": "hye_Armn-umb_Latn", "languages": ["hye-Armn", "umb-Latn"], "main_score": 0.076176, "precision": 0.065363, "recall": 0.12747}, {"accuracy": 0.963439, "f1": 0.952536, "hf_subset": "hye_Armn-ajp_Arab", "languages": ["hye-Armn", "ajp-Arab"], "main_score": 0.952536, "precision": 0.947628, "recall": 0.963439}, {"accuracy": 0.06917, "f1": 0.040986, "hf_subset": "hye_Armn-bjn_Arab", "languages": ["hye-Armn", "bjn-Arab"], "main_score": 0.040986, "precision": 0.03519, "recall": 0.06917}, {"accuracy": 0.183794, "f1": 0.126052, "hf_subset": "hye_Armn-ewe_Latn", "languages": ["hye-Armn", "ewe-Latn"], "main_score": 0.126052, "precision": 0.111723, "recall": 0.183794}, {"accuracy": 0.289526, "f1": 0.207392, "hf_subset": "hye_Armn-ilo_Latn", "languages": ["hye-Armn", "ilo-Latn"], "main_score": 0.207392, "precision": 0.183891, "recall": 0.289526}, {"accuracy": 0.079051, "f1": 0.047589, "hf_subset": "hye_Armn-knc_Arab", "languages": ["hye-Armn", "knc-Arab"], "main_score": 0.047589, "precision": 0.040927, "recall": 0.079051}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "hye_Armn-mkd_Cyrl", "languages": ["hye-Armn", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "hye_Armn-prs_Arab", "languages": ["hye-Armn", "prs-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-swe_Latn", "languages": ["hye-Armn", "swe-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "hye_Armn-urd_Arab", "languages": ["hye-Armn", "urd-Arab"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.228261, "f1": 0.152559, "hf_subset": "hye_Armn-aka_Latn", "languages": ["hye-Armn", "aka-Latn"], "main_score": 0.152559, "precision": 0.133483, "recall": 0.228261}, {"accuracy": 0.72332, "f1": 0.659463, "hf_subset": "hye_Armn-bjn_Latn", "languages": ["hye-Armn", "bjn-Latn"], "main_score": 0.659463, "precision": 0.634966, "recall": 0.72332}, {"accuracy": 0.401186, "f1": 0.315324, "hf_subset": "hye_Armn-fao_Latn", "languages": ["hye-Armn", "fao-Latn"], "main_score": 0.315324, "precision": 0.288535, "recall": 0.401186}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "hye_Armn-ind_Latn", "languages": ["hye-Armn", "ind-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.211462, "f1": 0.144468, "hf_subset": "hye_Armn-knc_Latn", "languages": ["hye-Armn", "knc-Latn"], "main_score": 0.144468, "precision": 0.128232, "recall": 0.211462}, {"accuracy": 0.250988, "f1": 0.178336, "hf_subset": "hye_Armn-mlt_Latn", "languages": ["hye-Armn", "mlt-Latn"], "main_score": 0.178336, "precision": 0.159189, "recall": 0.250988}, {"accuracy": 0.201581, "f1": 0.128008, "hf_subset": "hye_Armn-quy_Latn", "languages": ["hye-Armn", "quy-Latn"], "main_score": 0.128008, "precision": 0.11013, "recall": 0.201581}, {"accuracy": 0.317194, "f1": 0.240413, "hf_subset": "hye_Armn-swh_Latn", "languages": ["hye-Armn", "swh-Latn"], "main_score": 0.240413, "precision": 0.219433, "recall": 0.317194}, {"accuracy": 0.599802, "f1": 0.530236, "hf_subset": "hye_Armn-uzn_Latn", "languages": ["hye-Armn", "uzn-Latn"], "main_score": 0.530236, "precision": 0.504683, "recall": 0.599802}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "hye_Armn-als_Latn", "languages": ["hye-Armn", "als-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.05336, "f1": 0.018954, "hf_subset": "hye_Armn-bod_Tibt", "languages": ["hye-Armn", "bod-Tibt"], "main_score": 0.018954, "precision": 0.014831, "recall": 0.05336}, {"accuracy": 0.153162, "f1": 0.097758, "hf_subset": "hye_Armn-fij_Latn", "languages": ["hye-Armn", "fij-Latn"], "main_score": 0.097758, "precision": 0.0842, "recall": 0.153162}, {"accuracy": 0.732213, "f1": 0.668236, "hf_subset": "hye_Armn-isl_Latn", "languages": ["hye-Armn", "isl-Latn"], "main_score": 0.668236, "precision": 0.642664, "recall": 0.732213}, {"accuracy": 0.189723, "f1": 0.124597, "hf_subset": "hye_Armn-kon_Latn", "languages": ["hye-Armn", "kon-Latn"], "main_score": 0.124597, "precision": 0.10823, "recall": 0.189723}, {"accuracy": 0.065217, "f1": 0.032067, "hf_subset": "hye_Armn-mni_Beng", "languages": ["hye-Armn", "mni-Beng"], "main_score": 0.032067, "precision": 0.027098, "recall": 0.065217}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-ron_Latn", "languages": ["hye-Armn", "ron-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.759881, "f1": 0.704198, "hf_subset": "hye_Armn-szl_Latn", "languages": ["hye-Armn", "szl-Latn"], "main_score": 0.704198, "precision": 0.680418, "recall": 0.759881}, {"accuracy": 0.762846, "f1": 0.703035, "hf_subset": "hye_Armn-vec_Latn", "languages": ["hye-Armn", "vec-Latn"], "main_score": 0.703035, "precision": 0.67772, "recall": 0.762846}, {"accuracy": 0.785573, "f1": 0.736287, "hf_subset": "hye_Armn-amh_Ethi", "languages": ["hye-Armn", "amh-Ethi"], "main_score": 0.736287, "precision": 0.715473, "recall": 0.785573}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-bos_Latn", "languages": ["hye-Armn", "bos-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "hye_Armn-fin_Latn", "languages": ["hye-Armn", "fin-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-ita_Latn", "languages": ["hye-Armn", "ita-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "hye_Armn-kor_Hang", "languages": ["hye-Armn", "kor-Hang"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.164032, "f1": 0.10662, "hf_subset": "hye_Armn-mos_Latn", "languages": ["hye-Armn", "mos-Latn"], "main_score": 0.10662, "precision": 0.091606, "recall": 0.164032}, {"accuracy": 0.109684, "f1": 0.062986, "hf_subset": "hye_Armn-run_Latn", "languages": ["hye-Armn", "run-Latn"], "main_score": 0.062986, "precision": 0.053425, "recall": 0.109684}, {"accuracy": 0.909091, "f1": 0.883959, "hf_subset": "hye_Armn-tam_Taml", "languages": ["hye-Armn", "tam-Taml"], "main_score": 0.883959, "precision": 0.87248, "recall": 0.909091}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-vie_Latn", "languages": ["hye-Armn", "vie-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "hye_Armn-apc_Arab", "languages": ["hye-Armn", "apc-Arab"], "main_score": 0.95224, "precision": 0.947003, "recall": 0.963439}, {"accuracy": 0.318182, "f1": 0.235855, "hf_subset": "hye_Armn-bug_Latn", "languages": ["hye-Armn", "bug-Latn"], "main_score": 0.235855, "precision": 0.213039, "recall": 0.318182}, {"accuracy": 0.149209, "f1": 0.092405, "hf_subset": "hye_Armn-fon_Latn", "languages": ["hye-Armn", "fon-Latn"], "main_score": 0.092405, "precision": 0.079256, "recall": 0.149209}, {"accuracy": 0.65415, "f1": 0.579891, "hf_subset": "hye_Armn-jav_Latn", "languages": ["hye-Armn", "jav-Latn"], "main_score": 0.579891, "precision": 0.550541, "recall": 0.65415}, {"accuracy": 0.91996, "f1": 0.898024, "hf_subset": "hye_Armn-lao_Laoo", "languages": ["hye-Armn", "lao-Laoo"], "main_score": 0.898024, "precision": 0.888175, "recall": 0.91996}, {"accuracy": 0.141304, "f1": 0.076599, "hf_subset": "hye_Armn-mri_Latn", "languages": ["hye-Armn", "mri-Latn"], "main_score": 0.076599, "precision": 0.063713, "recall": 0.141304}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-rus_Cyrl", "languages": ["hye-Armn", "rus-Cyrl"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.184783, "f1": 0.125742, "hf_subset": "hye_Armn-taq_Latn", "languages": ["hye-Armn", "taq-Latn"], "main_score": 0.125742, "precision": 0.111199, "recall": 0.184783}, {"accuracy": 0.369565, "f1": 0.278482, "hf_subset": "hye_Armn-war_Latn", "languages": ["hye-Armn", "war-Latn"], "main_score": 0.278482, "precision": 0.25072, "recall": 0.369565}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "hye_Armn-arb_Arab", "languages": ["hye-Armn", "arb-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-bul_Cyrl", "languages": ["hye-Armn", "bul-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-fra_Latn", "languages": ["hye-Armn", "fra-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "hye_Armn-jpn_Jpan", "languages": ["hye-Armn", "jpn-Jpan"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.686759, "f1": 0.618643, "hf_subset": "hye_Armn-lij_Latn", "languages": ["hye-Armn", "lij-Latn"], "main_score": 0.618643, "precision": 0.591389, "recall": 0.686759}, {"accuracy": 0.937747, "f1": 0.918478, "hf_subset": "hye_Armn-mya_Mymr", "languages": ["hye-Armn", "mya-Mymr"], "main_score": 0.918478, "precision": 0.909091, "recall": 0.937747}, {"accuracy": 0.172925, "f1": 0.114908, "hf_subset": "hye_Armn-sag_Latn", "languages": ["hye-Armn", "sag-Latn"], "main_score": 0.114908, "precision": 0.100291, "recall": 0.172925}, {"accuracy": 0.078063, "f1": 0.035547, "hf_subset": "hye_Armn-taq_Tfng", "languages": ["hye-Armn", "taq-Tfng"], "main_score": 0.035547, "precision": 0.029756, "recall": 0.078063}, {"accuracy": 0.201581, "f1": 0.133422, "hf_subset": "hye_Armn-wol_Latn", "languages": ["hye-Armn", "wol-Latn"], "main_score": 0.133422, "precision": 0.116583, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.038664, "hf_subset": "hye_Armn-arb_Latn", "languages": ["hye-Armn", "arb-Latn"], "main_score": 0.038664, "precision": 0.030971, "recall": 0.079051}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "hye_Armn-cat_Latn", "languages": ["hye-Armn", "cat-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.656126, "f1": 0.583451, "hf_subset": "hye_Armn-fur_Latn", "languages": ["hye-Armn", "fur-Latn"], "main_score": 0.583451, "precision": 0.55443, "recall": 0.656126}, {"accuracy": 0.067194, "f1": 0.044596, "hf_subset": "hye_Armn-kab_Latn", "languages": ["hye-Armn", "kab-Latn"], "main_score": 0.044596, "precision": 0.03905, "recall": 0.067194}, {"accuracy": 0.673913, "f1": 0.604139, "hf_subset": "hye_Armn-lim_Latn", "languages": ["hye-Armn", "lim-Latn"], "main_score": 0.604139, "precision": 0.575848, "recall": 0.673913}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "hye_Armn-nld_Latn", "languages": ["hye-Armn", "nld-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.75, "f1": 0.689545, "hf_subset": "hye_Armn-san_Deva", "languages": ["hye-Armn", "san-Deva"], "main_score": 0.689545, "precision": 0.663933, "recall": 0.75}, {"accuracy": 0.447628, "f1": 0.368681, "hf_subset": "hye_Armn-tat_Cyrl", "languages": ["hye-Armn", "tat-Cyrl"], "main_score": 0.368681, "precision": 0.340097, "recall": 0.447628}, {"accuracy": 0.167984, "f1": 0.10579, "hf_subset": "hye_Armn-xho_Latn", "languages": ["hye-Armn", "xho-Latn"], "main_score": 0.10579, "precision": 0.092318, "recall": 0.167984}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "hye_Armn-ars_Arab", "languages": ["hye-Armn", "ars-Arab"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.323123, "f1": 0.240253, "hf_subset": "hye_Armn-ceb_Latn", "languages": ["hye-Armn", "ceb-Latn"], "main_score": 0.240253, "precision": 0.215492, "recall": 0.323123}, {"accuracy": 0.183794, "f1": 0.115985, "hf_subset": "hye_Armn-fuv_Latn", "languages": ["hye-Armn", "fuv-Latn"], "main_score": 0.115985, "precision": 0.100037, "recall": 0.183794}, {"accuracy": 0.147233, "f1": 0.094623, "hf_subset": "hye_Armn-kac_Latn", "languages": ["hye-Armn", "kac-Latn"], "main_score": 0.094623, "precision": 0.082933, "recall": 0.147233}, {"accuracy": 0.187747, "f1": 0.127745, "hf_subset": "hye_Armn-lin_Latn", "languages": ["hye-Armn", "lin-Latn"], "main_score": 0.127745, "precision": 0.112645, "recall": 0.187747}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "hye_Armn-nno_Latn", "languages": ["hye-Armn", "nno-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.014822, "f1": 0.002844, "hf_subset": "hye_Armn-sat_Olck", "languages": ["hye-Armn", "sat-Olck"], "main_score": 0.002844, "precision": 0.002108, "recall": 0.014822}, {"accuracy": 0.868577, "f1": 0.830962, "hf_subset": "hye_Armn-tel_Telu", "languages": ["hye-Armn", "tel-Telu"], "main_score": 0.830962, "precision": 0.813966, "recall": 0.868577}, {"accuracy": 0.438735, "f1": 0.356739, "hf_subset": "hye_Armn-ydd_Hebr", "languages": ["hye-Armn", "ydd-Hebr"], "main_score": 0.356739, "precision": 0.328133, "recall": 0.438735}, {"accuracy": 0.852767, "f1": 0.813834, "hf_subset": "hye_Armn-ary_Arab", "languages": ["hye-Armn", "ary-Arab"], "main_score": 0.813834, "precision": 0.795784, "recall": 0.852767}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "hye_Armn-ces_Latn", "languages": ["hye-Armn", "ces-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.074111, "f1": 0.037548, "hf_subset": "hye_Armn-gaz_Latn", "languages": ["hye-Armn", "gaz-Latn"], "main_score": 0.037548, "precision": 0.031455, "recall": 0.074111}, {"accuracy": 0.146245, "f1": 0.093422, "hf_subset": "hye_Armn-kam_Latn", "languages": ["hye-Armn", "kam-Latn"], "main_score": 0.093422, "precision": 0.08122, "recall": 0.146245}, {"accuracy": 0.979249, "f1": 0.973057, "hf_subset": "hye_Armn-lit_Latn", "languages": ["hye-Armn", "lit-Latn"], "main_score": 0.973057, "precision": 0.970109, "recall": 0.979249}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-nob_Latn", "languages": ["hye-Armn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.596838, "f1": 0.517344, "hf_subset": "hye_Armn-scn_Latn", "languages": ["hye-Armn", "scn-Latn"], "main_score": 0.517344, "precision": 0.487856, "recall": 0.596838}, {"accuracy": 0.15415, "f1": 0.100563, "hf_subset": "hye_Armn-tgk_Cyrl", "languages": ["hye-Armn", "tgk-Cyrl"], "main_score": 0.100563, "precision": 0.087199, "recall": 0.15415}, {"accuracy": 0.156126, "f1": 0.096214, "hf_subset": "hye_Armn-yor_Latn", "languages": ["hye-Armn", "yor-Latn"], "main_score": 0.096214, "precision": 0.082944, "recall": 0.156126}, {"accuracy": 0.943676, "f1": 0.92612, "hf_subset": "hye_Armn-arz_Arab", "languages": ["hye-Armn", "arz-Arab"], "main_score": 0.92612, "precision": 0.917572, "recall": 0.943676}, {"accuracy": 0.141304, "f1": 0.084617, "hf_subset": "hye_Armn-cjk_Latn", "languages": ["hye-Armn", "cjk-Latn"], "main_score": 0.084617, "precision": 0.071867, "recall": 0.141304}, {"accuracy": 0.139328, "f1": 0.089017, "hf_subset": "hye_Armn-gla_Latn", "languages": ["hye-Armn", "gla-Latn"], "main_score": 0.089017, "precision": 0.075825, "recall": 0.139328}, {"accuracy": 0.83004, "f1": 0.783531, "hf_subset": "hye_Armn-kan_Knda", "languages": ["hye-Armn", "kan-Knda"], "main_score": 0.783531, "precision": 0.762912, "recall": 0.83004}, {"accuracy": 0.589921, "f1": 0.516924, "hf_subset": "hye_Armn-lmo_Latn", "languages": ["hye-Armn", "lmo-Latn"], "main_score": 0.516924, "precision": 0.489379, "recall": 0.589921}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "hye_Armn-npi_Deva", "languages": ["hye-Armn", "npi-Deva"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.214427, "f1": 0.141373, "hf_subset": "hye_Armn-shn_Mymr", "languages": ["hye-Armn", "shn-Mymr"], "main_score": 0.141373, "precision": 0.121391, "recall": 0.214427}, {"accuracy": 0.399209, "f1": 0.316035, "hf_subset": "hye_Armn-tgl_Latn", "languages": ["hye-Armn", "tgl-Latn"], "main_score": 0.316035, "precision": 0.290265, "recall": 0.399209}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-yue_Hant", "languages": ["hye-Armn", "yue-Hant"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.554348, "f1": 0.473213, "hf_subset": "hye_Armn-asm_Beng", "languages": ["hye-Armn", "asm-Beng"], "main_score": 0.473213, "precision": 0.441455, "recall": 0.554348}, {"accuracy": 0.858696, "f1": 0.820506, "hf_subset": "hye_Armn-ckb_Arab", "languages": ["hye-Armn", "ckb-Arab"], "main_score": 0.820506, "precision": 0.803146, "recall": 0.858696}, {"accuracy": 0.230237, "f1": 0.158974, "hf_subset": "hye_Armn-gle_Latn", "languages": ["hye-Armn", "gle-Latn"], "main_score": 0.158974, "precision": 0.139681, "recall": 0.230237}, {"accuracy": 0.599802, "f1": 0.517709, "hf_subset": "hye_Armn-kas_Arab", "languages": ["hye-Armn", "kas-Arab"], "main_score": 0.517709, "precision": 0.48533, "recall": 0.599802}, {"accuracy": 0.656126, "f1": 0.583419, "hf_subset": "hye_Armn-ltg_Latn", "languages": ["hye-Armn", "ltg-Latn"], "main_score": 0.583419, "precision": 0.554002, "recall": 0.656126}, {"accuracy": 0.184783, "f1": 0.119985, "hf_subset": "hye_Armn-nso_Latn", "languages": ["hye-Armn", "nso-Latn"], "main_score": 0.119985, "precision": 0.102962, "recall": 0.184783}, {"accuracy": 0.940711, "f1": 0.924308, "hf_subset": "hye_Armn-sin_Sinh", "languages": ["hye-Armn", "sin-Sinh"], "main_score": 0.924308, "precision": 0.916617, "recall": 0.940711}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "hye_Armn-tha_Thai", "languages": ["hye-Armn", "tha-Thai"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "hye_Armn-zho_Hans", "languages": ["hye-Armn", "zho-Hans"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "hye_Armn-ast_Latn", "languages": ["hye-Armn", "ast-Latn"], "main_score": 0.884223, "precision": 0.872233, "recall": 0.910079}, {"accuracy": 0.738142, "f1": 0.676303, "hf_subset": "hye_Armn-crh_Latn", "languages": ["hye-Armn", "crh-Latn"], "main_score": 0.676303, "precision": 0.650165, "recall": 0.738142}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hye_Armn-glg_Latn", "languages": ["hye-Armn", "glg-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.37253, "f1": 0.296358, "hf_subset": "hye_Armn-kas_Deva", "languages": ["hye-Armn", "kas-Deva"], "main_score": 0.296358, "precision": 0.271136, "recall": 0.37253}, {"accuracy": 0.445652, "f1": 0.356981, "hf_subset": "hye_Armn-ltz_Latn", "languages": ["hye-Armn", "ltz-Latn"], "main_score": 0.356981, "precision": 0.326945, "recall": 0.445652}, {"accuracy": 0.087945, "f1": 0.044834, "hf_subset": "hye_Armn-nus_Latn", "languages": ["hye-Armn", "nus-Latn"], "main_score": 0.044834, "precision": 0.037226, "recall": 0.087945}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "hye_Armn-slk_Latn", "languages": ["hye-Armn", "slk-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.201581, "f1": 0.140914, "hf_subset": "hye_Armn-tir_Ethi", "languages": ["hye-Armn", "tir-Ethi"], "main_score": 0.140914, "precision": 0.124112, "recall": 0.201581}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "hye_Armn-zho_Hant", "languages": ["hye-Armn", "zho-Hant"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.950593, "f1": 0.93666, "hf_subset": "hye_Armn-awa_Deva", "languages": ["hye-Armn", "awa-Deva"], "main_score": 0.93666, "precision": 0.930089, "recall": 0.950593}, {"accuracy": 0.402174, "f1": 0.314557, "hf_subset": "hye_Armn-cym_Latn", "languages": ["hye-Armn", "cym-Latn"], "main_score": 0.314557, "precision": 0.287193, "recall": 0.402174}, {"accuracy": 0.290514, "f1": 0.2076, "hf_subset": "hye_Armn-grn_Latn", "languages": ["hye-Armn", "grn-Latn"], "main_score": 0.2076, "precision": 0.1845, "recall": 0.290514}, {"accuracy": 0.878458, "f1": 0.840415, "hf_subset": "hye_Armn-kat_Geor", "languages": ["hye-Armn", "kat-Geor"], "main_score": 0.840415, "precision": 0.822299, "recall": 0.878458}, {"accuracy": 0.197628, "f1": 0.132919, "hf_subset": "hye_Armn-lua_Latn", "languages": ["hye-Armn", "lua-Latn"], "main_score": 0.132919, "precision": 0.116799, "recall": 0.197628}, {"accuracy": 0.171937, "f1": 0.107294, "hf_subset": "hye_Armn-nya_Latn", "languages": ["hye-Armn", "nya-Latn"], "main_score": 0.107294, "precision": 0.09183, "recall": 0.171937}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "hye_Armn-slv_Latn", "languages": ["hye-Armn", "slv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.386364, "f1": 0.302789, "hf_subset": "hye_Armn-tpi_Latn", "languages": ["hye-Armn", "tpi-Latn"], "main_score": 0.302789, "precision": 0.277406, "recall": 0.386364}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "hye_Armn-zsm_Latn", "languages": ["hye-Armn", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.155138, "f1": 0.089363, "hf_subset": "hye_Armn-ayr_Latn", "languages": ["hye-Armn", "ayr-Latn"], "main_score": 0.089363, "precision": 0.073953, "recall": 0.155138}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "hye_Armn-dan_Latn", "languages": ["hye-Armn", "dan-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "hye_Armn-guj_Gujr", "languages": ["hye-Armn", "guj-Gujr"], "main_score": 0.906785, "precision": 0.896937, "recall": 0.927866}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "hye_Armn-kaz_Cyrl", "languages": ["hye-Armn", "kaz-Cyrl"], "main_score": 0.932642, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.129447, "f1": 0.079002, "hf_subset": "hye_Armn-lug_Latn", "languages": ["hye-Armn", "lug-Latn"], "main_score": 0.079002, "precision": 0.068278, "recall": 0.129447}, {"accuracy": 0.899209, "f1": 0.868365, "hf_subset": "hye_Armn-oci_Latn", "languages": ["hye-Armn", "oci-Latn"], "main_score": 0.868365, "precision": 0.853426, "recall": 0.899209}, {"accuracy": 0.146245, "f1": 0.089384, "hf_subset": "hye_Armn-smo_Latn", "languages": ["hye-Armn", "smo-Latn"], "main_score": 0.089384, "precision": 0.07554, "recall": 0.146245}, {"accuracy": 0.148221, "f1": 0.090723, "hf_subset": "hye_Armn-tsn_Latn", "languages": ["hye-Armn", "tsn-Latn"], "main_score": 0.090723, "precision": 0.077593, "recall": 0.148221}, {"accuracy": 0.109684, "f1": 0.062457, "hf_subset": "hye_Armn-zul_Latn", "languages": ["hye-Armn", "zul-Latn"], "main_score": 0.062457, "precision": 0.052316, "recall": 0.109684}, {"accuracy": 0.545455, "f1": 0.47088, "hf_subset": "hye_Armn-azb_Arab", "languages": ["hye-Armn", "azb-Arab"], "main_score": 0.47088, "precision": 0.442575, "recall": 0.545455}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "hye_Armn-deu_Latn", "languages": ["hye-Armn", "deu-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.241107, "f1": 0.171127, "hf_subset": "hye_Armn-hat_Latn", "languages": ["hye-Armn", "hat-Latn"], "main_score": 0.171127, "precision": 0.151539, "recall": 0.241107}, {"accuracy": 0.126482, "f1": 0.072403, "hf_subset": "hye_Armn-kbp_Latn", "languages": ["hye-Armn", "kbp-Latn"], "main_score": 0.072403, "precision": 0.060475, "recall": 0.126482}, {"accuracy": 0.170949, "f1": 0.104921, "hf_subset": "hye_Armn-luo_Latn", "languages": ["hye-Armn", "luo-Latn"], "main_score": 0.104921, "precision": 0.090392, "recall": 0.170949}, {"accuracy": 0.84585, "f1": 0.805254, "hf_subset": "hye_Armn-ory_Orya", "languages": ["hye-Armn", "ory-Orya"], "main_score": 0.805254, "precision": 0.786455, "recall": 0.84585}, {"accuracy": 0.134387, "f1": 0.076809, "hf_subset": "hye_Armn-sna_Latn", "languages": ["hye-Armn", "sna-Latn"], "main_score": 0.076809, "precision": 0.064519, "recall": 0.134387}, {"accuracy": 0.145257, "f1": 0.093131, "hf_subset": "hye_Armn-tso_Latn", "languages": ["hye-Armn", "tso-Latn"], "main_score": 0.093131, "precision": 0.080642, "recall": 0.145257}, {"accuracy": 0.954545, "f1": 0.94137, "hf_subset": "hye_Armn-azj_Latn", "languages": ["hye-Armn", "azj-Latn"], "main_score": 0.94137, "precision": 0.935277, "recall": 0.954545}, {"accuracy": 0.226285, "f1": 0.160603, "hf_subset": "hye_Armn-dik_Latn", "languages": ["hye-Armn", "dik-Latn"], "main_score": 0.160603, "precision": 0.144655, "recall": 0.226285}, {"accuracy": 0.179842, "f1": 0.11496, "hf_subset": "hye_Armn-hau_Latn", "languages": ["hye-Armn", "hau-Latn"], "main_score": 0.11496, "precision": 0.100168, "recall": 0.179842}, {"accuracy": 0.586957, "f1": 0.510758, "hf_subset": "hye_Armn-kea_Latn", "languages": ["hye-Armn", "kea-Latn"], "main_score": 0.510758, "precision": 0.481343, "recall": 0.586957}, {"accuracy": 0.299407, "f1": 0.218499, "hf_subset": "hye_Armn-lus_Latn", "languages": ["hye-Armn", "lus-Latn"], "main_score": 0.218499, "precision": 0.194321, "recall": 0.299407}, {"accuracy": 0.416008, "f1": 0.326663, "hf_subset": "hye_Armn-pag_Latn", "languages": ["hye-Armn", "pag-Latn"], "main_score": 0.326663, "precision": 0.297553, "recall": 0.416008}, {"accuracy": 0.87253, "f1": 0.839345, "hf_subset": "hye_Armn-snd_Arab", "languages": ["hye-Armn", "snd-Arab"], "main_score": 0.839345, "precision": 0.824696, "recall": 0.87253}, {"accuracy": 0.300395, "f1": 0.215387, "hf_subset": "hye_Armn-tuk_Latn", "languages": ["hye-Armn", "tuk-Latn"], "main_score": 0.215387, "precision": 0.189903, "recall": 0.300395}, {"accuracy": 0.412055, "f1": 0.328908, "hf_subset": "hye_Armn-bak_Cyrl", "languages": ["hye-Armn", "bak-Cyrl"], "main_score": 0.328908, "precision": 0.300951, "recall": 0.412055}, {"accuracy": 0.135375, "f1": 0.082776, "hf_subset": "hye_Armn-dyu_Latn", "languages": ["hye-Armn", "dyu-Latn"], "main_score": 0.082776, "precision": 0.069644, "recall": 0.135375}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "hye_Armn-heb_Hebr", "languages": ["hye-Armn", "heb-Hebr"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "hye_Armn-khk_Cyrl", "languages": ["hye-Armn", "khk-Cyrl"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "hye_Armn-lvs_Latn", "languages": ["hye-Armn", "lvs-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.867589, "f1": 0.830665, "hf_subset": "hye_Armn-pan_Guru", "languages": ["hye-Armn", "pan-Guru"], "main_score": 0.830665, "precision": 0.813999, "recall": 0.867589}, {"accuracy": 0.201581, "f1": 0.13578, "hf_subset": "hye_Armn-som_Latn", "languages": ["hye-Armn", "som-Latn"], "main_score": 0.13578, "precision": 0.11876, "recall": 0.201581}, {"accuracy": 0.167984, "f1": 0.103384, "hf_subset": "hye_Armn-tum_Latn", "languages": ["hye-Armn", "tum-Latn"], "main_score": 0.103384, "precision": 0.088913, "recall": 0.167984}, {"accuracy": 0.018775, "f1": 0.01167, "hf_subset": "kmb_Latn-ace_Arab", "languages": ["kmb-Latn", "ace-Arab"], "main_score": 0.01167, "precision": 0.010949, "recall": 0.018775}, {"accuracy": 0.107708, "f1": 0.100273, "hf_subset": "kmb_Latn-bam_Latn", "languages": ["kmb-Latn", "bam-Latn"], "main_score": 0.100273, "precision": 0.097276, "recall": 0.107708}, {"accuracy": 0.005929, "f1": 0.001466, "hf_subset": "kmb_Latn-dzo_Tibt", "languages": ["kmb-Latn", "dzo-Tibt"], "main_score": 0.001466, "precision": 0.001255, "recall": 0.005929}, {"accuracy": 0.091897, "f1": 0.076367, "hf_subset": "kmb_Latn-hin_Deva", "languages": ["kmb-Latn", "hin-Deva"], "main_score": 0.076367, "precision": 0.073092, "recall": 0.091897}, {"accuracy": 0.076087, "f1": 0.068037, "hf_subset": "kmb_Latn-khm_Khmr", "languages": ["kmb-Latn", "khm-Khmr"], "main_score": 0.068037, "precision": 0.066085, "recall": 0.076087}, {"accuracy": 0.057312, "f1": 0.048585, "hf_subset": "kmb_Latn-mag_Deva", "languages": ["kmb-Latn", "mag-Deva"], "main_score": 0.048585, "precision": 0.046699, "recall": 0.057312}, {"accuracy": 0.061265, "f1": 0.057118, "hf_subset": "kmb_Latn-pap_Latn", "languages": ["kmb-Latn", "pap-Latn"], "main_score": 0.057118, "precision": 0.056394, "recall": 0.061265}, {"accuracy": 0.155138, "f1": 0.145478, "hf_subset": "kmb_Latn-sot_Latn", "languages": ["kmb-Latn", "sot-Latn"], "main_score": 0.145478, "precision": 0.142196, "recall": 0.155138}, {"accuracy": 0.126482, "f1": 0.106491, "hf_subset": "kmb_Latn-tur_Latn", "languages": ["kmb-Latn", "tur-Latn"], "main_score": 0.106491, "precision": 0.102586, "recall": 0.126482}, {"accuracy": 0.096838, "f1": 0.088811, "hf_subset": "kmb_Latn-ace_Latn", "languages": ["kmb-Latn", "ace-Latn"], "main_score": 0.088811, "precision": 0.086609, "recall": 0.096838}, {"accuracy": 0.057312, "f1": 0.054068, "hf_subset": "kmb_Latn-ban_Latn", "languages": ["kmb-Latn", "ban-Latn"], "main_score": 0.054068, "precision": 0.053007, "recall": 0.057312}, {"accuracy": 0.076087, "f1": 0.066855, "hf_subset": "kmb_Latn-ell_Grek", "languages": ["kmb-Latn", "ell-Grek"], "main_score": 0.066855, "precision": 0.064289, "recall": 0.076087}, {"accuracy": 0.054348, "f1": 0.047782, "hf_subset": "kmb_Latn-hne_Deva", "languages": ["kmb-Latn", "hne-Deva"], "main_score": 0.047782, "precision": 0.0459, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.123847, "hf_subset": "kmb_Latn-kik_Latn", "languages": ["kmb-Latn", "kik-Latn"], "main_score": 0.123847, "precision": 0.121357, "recall": 0.132411}, {"accuracy": 0.046443, "f1": 0.041408, "hf_subset": "kmb_Latn-mai_Deva", "languages": ["kmb-Latn", "mai-Deva"], "main_score": 0.041408, "precision": 0.039808, "recall": 0.046443}, {"accuracy": 0.072134, "f1": 0.058728, "hf_subset": "kmb_Latn-pbt_Arab", "languages": ["kmb-Latn", "pbt-Arab"], "main_score": 0.058728, "precision": 0.056352, "recall": 0.072134}, {"accuracy": 0.117589, "f1": 0.100713, "hf_subset": "kmb_Latn-spa_Latn", "languages": ["kmb-Latn", "spa-Latn"], "main_score": 0.100713, "precision": 0.097408, "recall": 0.117589}, {"accuracy": 0.144269, "f1": 0.130156, "hf_subset": "kmb_Latn-twi_Latn", "languages": ["kmb-Latn", "twi-Latn"], "main_score": 0.130156, "precision": 0.126145, "recall": 0.144269}, {"accuracy": 0.051383, "f1": 0.046055, "hf_subset": "kmb_Latn-acm_Arab", "languages": ["kmb-Latn", "acm-Arab"], "main_score": 0.046055, "precision": 0.044555, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.063545, "hf_subset": "kmb_Latn-bel_Cyrl", "languages": ["kmb-Latn", "bel-Cyrl"], "main_score": 0.063545, "precision": 0.060817, "recall": 0.078063}, {"accuracy": 0.130435, "f1": 0.113868, "hf_subset": "kmb_Latn-eng_Latn", "languages": ["kmb-Latn", "eng-Latn"], "main_score": 0.113868, "precision": 0.109792, "recall": 0.130435}, {"accuracy": 0.078063, "f1": 0.069951, "hf_subset": "kmb_Latn-hrv_Latn", "languages": ["kmb-Latn", "hrv-Latn"], "main_score": 0.069951, "precision": 0.06764, "recall": 0.078063}, {"accuracy": 0.167984, "f1": 0.151449, "hf_subset": "kmb_Latn-kin_Latn", "languages": ["kmb-Latn", "kin-Latn"], "main_score": 0.151449, "precision": 0.146208, "recall": 0.167984}, {"accuracy": 0.028656, "f1": 0.020833, "hf_subset": "kmb_Latn-mal_Mlym", "languages": ["kmb-Latn", "mal-Mlym"], "main_score": 0.020833, "precision": 0.01978, "recall": 0.028656}, {"accuracy": 0.087945, "f1": 0.077309, "hf_subset": "kmb_Latn-pes_Arab", "languages": ["kmb-Latn", "pes-Arab"], "main_score": 0.077309, "precision": 0.074866, "recall": 0.087945}, {"accuracy": 0.086957, "f1": 0.078782, "hf_subset": "kmb_Latn-srd_Latn", "languages": ["kmb-Latn", "srd-Latn"], "main_score": 0.078782, "precision": 0.076718, "recall": 0.086957}, {"accuracy": 0.05336, "f1": 0.040892, "hf_subset": "kmb_Latn-tzm_Tfng", "languages": ["kmb-Latn", "tzm-Tfng"], "main_score": 0.040892, "precision": 0.038053, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.059048, "hf_subset": "kmb_Latn-acq_Arab", "languages": ["kmb-Latn", "acq-Arab"], "main_score": 0.059048, "precision": 0.057563, "recall": 0.068182}, {"accuracy": 0.18083, "f1": 0.16711, "hf_subset": "kmb_Latn-bem_Latn", "languages": ["kmb-Latn", "bem-Latn"], "main_score": 0.16711, "precision": 0.161847, "recall": 0.18083}, {"accuracy": 0.066206, "f1": 0.061853, "hf_subset": "kmb_Latn-epo_Latn", "languages": ["kmb-Latn", "epo-Latn"], "main_score": 0.061853, "precision": 0.06082, "recall": 0.066206}, {"accuracy": 0.12253, "f1": 0.103321, "hf_subset": "kmb_Latn-hun_Latn", "languages": ["kmb-Latn", "hun-Latn"], "main_score": 0.103321, "precision": 0.098587, "recall": 0.12253}, {"accuracy": 0.079051, "f1": 0.069926, "hf_subset": "kmb_Latn-kir_Cyrl", "languages": ["kmb-Latn", "kir-Cyrl"], "main_score": 0.069926, "precision": 0.067751, "recall": 0.079051}, {"accuracy": 0.070158, "f1": 0.058836, "hf_subset": "kmb_Latn-mar_Deva", "languages": ["kmb-Latn", "mar-Deva"], "main_score": 0.058836, "precision": 0.056099, "recall": 0.070158}, {"accuracy": 0.097826, "f1": 0.087158, "hf_subset": "kmb_Latn-plt_Latn", "languages": ["kmb-Latn", "plt-Latn"], "main_score": 0.087158, "precision": 0.085116, "recall": 0.097826}, {"accuracy": 0.097826, "f1": 0.083142, "hf_subset": "kmb_Latn-srp_Cyrl", "languages": ["kmb-Latn", "srp-Cyrl"], "main_score": 0.083142, "precision": 0.079719, "recall": 0.097826}, {"accuracy": 0.041502, "f1": 0.035321, "hf_subset": "kmb_Latn-uig_Arab", "languages": ["kmb-Latn", "uig-Arab"], "main_score": 0.035321, "precision": 0.03382, "recall": 0.041502}, {"accuracy": 0.065217, "f1": 0.056107, "hf_subset": "kmb_Latn-aeb_Arab", "languages": ["kmb-Latn", "aeb-Arab"], "main_score": 0.056107, "precision": 0.054194, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.034225, "hf_subset": "kmb_Latn-ben_Beng", "languages": ["kmb-Latn", "ben-Beng"], "main_score": 0.034225, "precision": 0.032876, "recall": 0.040514}, {"accuracy": 0.126482, "f1": 0.105955, "hf_subset": "kmb_Latn-est_Latn", "languages": ["kmb-Latn", "est-Latn"], "main_score": 0.105955, "precision": 0.101736, "recall": 0.126482}, {"accuracy": 0.064229, "f1": 0.050836, "hf_subset": "kmb_Latn-hye_Armn", "languages": ["kmb-Latn", "hye-Armn"], "main_score": 0.050836, "precision": 0.048237, "recall": 0.064229}, {"accuracy": 0.014822, "f1": 0.013669, "hf_subset": "kmb_Latn-min_Arab", "languages": ["kmb-Latn", "min-Arab"], "main_score": 0.013669, "precision": 0.013175, "recall": 0.014822}, {"accuracy": 0.128458, "f1": 0.105778, "hf_subset": "kmb_Latn-pol_Latn", "languages": ["kmb-Latn", "pol-Latn"], "main_score": 0.105778, "precision": 0.10084, "recall": 0.128458}, {"accuracy": 0.123518, "f1": 0.112616, "hf_subset": "kmb_Latn-ssw_Latn", "languages": ["kmb-Latn", "ssw-Latn"], "main_score": 0.112616, "precision": 0.109556, "recall": 0.123518}, {"accuracy": 0.092885, "f1": 0.078907, "hf_subset": "kmb_Latn-ukr_Cyrl", "languages": ["kmb-Latn", "ukr-Cyrl"], "main_score": 0.078907, "precision": 0.07571, "recall": 0.092885}, {"accuracy": 0.118577, "f1": 0.102089, "hf_subset": "kmb_Latn-afr_Latn", "languages": ["kmb-Latn", "afr-Latn"], "main_score": 0.102089, "precision": 0.098994, "recall": 0.118577}, {"accuracy": 0.055336, "f1": 0.04946, "hf_subset": "kmb_Latn-bho_Deva", "languages": ["kmb-Latn", "bho-Deva"], "main_score": 0.04946, "precision": 0.047464, "recall": 0.055336}, {"accuracy": 0.05336, "f1": 0.048976, "hf_subset": "kmb_Latn-eus_Latn", "languages": ["kmb-Latn", "eus-Latn"], "main_score": 0.048976, "precision": 0.047957, "recall": 0.05336}, {"accuracy": 0.129447, "f1": 0.121344, "hf_subset": "kmb_Latn-ibo_Latn", "languages": ["kmb-Latn", "ibo-Latn"], "main_score": 0.121344, "precision": 0.117918, "recall": 0.129447}, {"accuracy": 0.11166, "f1": 0.092039, "hf_subset": "kmb_Latn-kmr_Latn", "languages": ["kmb-Latn", "kmr-Latn"], "main_score": 0.092039, "precision": 0.088561, "recall": 0.11166}, {"accuracy": 0.055336, "f1": 0.049547, "hf_subset": "kmb_Latn-min_Latn", "languages": ["kmb-Latn", "min-Latn"], "main_score": 0.049547, "precision": 0.048535, "recall": 0.055336}, {"accuracy": 0.13834, "f1": 0.119078, "hf_subset": "kmb_Latn-por_Latn", "languages": ["kmb-Latn", "por-Latn"], "main_score": 0.119078, "precision": 0.114749, "recall": 0.13834}, {"accuracy": 0.063241, "f1": 0.054622, "hf_subset": "kmb_Latn-sun_Latn", "languages": ["kmb-Latn", "sun-Latn"], "main_score": 0.054622, "precision": 0.052811, "recall": 0.063241}, {"accuracy": 0.193676, "f1": 0.175587, "hf_subset": "kmb_Latn-umb_Latn", "languages": ["kmb-Latn", "umb-Latn"], "main_score": 0.175587, "precision": 0.169666, "recall": 0.193676}, {"accuracy": 0.072134, "f1": 0.061276, "hf_subset": "kmb_Latn-ajp_Arab", "languages": ["kmb-Latn", "ajp-Arab"], "main_score": 0.061276, "precision": 0.059253, "recall": 0.072134}, {"accuracy": 0.025692, "f1": 0.021558, "hf_subset": "kmb_Latn-bjn_Arab", "languages": ["kmb-Latn", "bjn-Arab"], "main_score": 0.021558, "precision": 0.020463, "recall": 0.025692}, {"accuracy": 0.11166, "f1": 0.100353, "hf_subset": "kmb_Latn-ewe_Latn", "languages": ["kmb-Latn", "ewe-Latn"], "main_score": 0.100353, "precision": 0.097684, "recall": 0.11166}, {"accuracy": 0.099802, "f1": 0.091145, "hf_subset": "kmb_Latn-ilo_Latn", "languages": ["kmb-Latn", "ilo-Latn"], "main_score": 0.091145, "precision": 0.08877, "recall": 0.099802}, {"accuracy": 0.012846, "f1": 0.011528, "hf_subset": "kmb_Latn-knc_Arab", "languages": ["kmb-Latn", "knc-Arab"], "main_score": 0.011528, "precision": 0.011034, "recall": 0.012846}, {"accuracy": 0.091897, "f1": 0.078364, "hf_subset": "kmb_Latn-mkd_Cyrl", "languages": ["kmb-Latn", "mkd-Cyrl"], "main_score": 0.078364, "precision": 0.075492, "recall": 0.091897}, {"accuracy": 0.068182, "f1": 0.057244, "hf_subset": "kmb_Latn-prs_Arab", "languages": ["kmb-Latn", "prs-Arab"], "main_score": 0.057244, "precision": 0.055716, "recall": 0.068182}, {"accuracy": 0.091897, "f1": 0.078063, "hf_subset": "kmb_Latn-swe_Latn", "languages": ["kmb-Latn", "swe-Latn"], "main_score": 0.078063, "precision": 0.074373, "recall": 0.091897}, {"accuracy": 0.066206, "f1": 0.056663, "hf_subset": "kmb_Latn-urd_Arab", "languages": ["kmb-Latn", "urd-Arab"], "main_score": 0.056663, "precision": 0.054833, "recall": 0.066206}, {"accuracy": 0.144269, "f1": 0.131679, "hf_subset": "kmb_Latn-aka_Latn", "languages": ["kmb-Latn", "aka-Latn"], "main_score": 0.131679, "precision": 0.128097, "recall": 0.144269}, {"accuracy": 0.067194, "f1": 0.060726, "hf_subset": "kmb_Latn-bjn_Latn", "languages": ["kmb-Latn", "bjn-Latn"], "main_score": 0.060726, "precision": 0.059234, "recall": 0.067194}, {"accuracy": 0.078063, "f1": 0.067482, "hf_subset": "kmb_Latn-fao_Latn", "languages": ["kmb-Latn", "fao-Latn"], "main_score": 0.067482, "precision": 0.065145, "recall": 0.078063}, {"accuracy": 0.129447, "f1": 0.109511, "hf_subset": "kmb_Latn-ind_Latn", "languages": ["kmb-Latn", "ind-Latn"], "main_score": 0.109511, "precision": 0.105485, "recall": 0.129447}, {"accuracy": 0.12253, "f1": 0.115894, "hf_subset": "kmb_Latn-knc_Latn", "languages": ["kmb-Latn", "knc-Latn"], "main_score": 0.115894, "precision": 0.113632, "recall": 0.12253}, {"accuracy": 0.125494, "f1": 0.116429, "hf_subset": "kmb_Latn-mlt_Latn", "languages": ["kmb-Latn", "mlt-Latn"], "main_score": 0.116429, "precision": 0.113921, "recall": 0.125494}, {"accuracy": 0.134387, "f1": 0.123427, "hf_subset": "kmb_Latn-quy_Latn", "languages": ["kmb-Latn", "quy-Latn"], "main_score": 0.123427, "precision": 0.120009, "recall": 0.134387}, {"accuracy": 0.079051, "f1": 0.072948, "hf_subset": "kmb_Latn-swh_Latn", "languages": ["kmb-Latn", "swh-Latn"], "main_score": 0.072948, "precision": 0.071088, "recall": 0.079051}, {"accuracy": 0.046443, "f1": 0.041162, "hf_subset": "kmb_Latn-uzn_Latn", "languages": ["kmb-Latn", "uzn-Latn"], "main_score": 0.041162, "precision": 0.040106, "recall": 0.046443}, {"accuracy": 0.101779, "f1": 0.087344, "hf_subset": "kmb_Latn-als_Latn", "languages": ["kmb-Latn", "als-Latn"], "main_score": 0.087344, "precision": 0.083824, "recall": 0.101779}, {"accuracy": 0.02668, "f1": 0.020479, "hf_subset": "kmb_Latn-bod_Tibt", "languages": ["kmb-Latn", "bod-Tibt"], "main_score": 0.020479, "precision": 0.01854, "recall": 0.02668}, {"accuracy": 0.071146, "f1": 0.063557, "hf_subset": "kmb_Latn-fij_Latn", "languages": ["kmb-Latn", "fij-Latn"], "main_score": 0.063557, "precision": 0.062004, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.052227, "hf_subset": "kmb_Latn-isl_Latn", "languages": ["kmb-Latn", "isl-Latn"], "main_score": 0.052227, "precision": 0.051229, "recall": 0.055336}, {"accuracy": 0.156126, "f1": 0.145832, "hf_subset": "kmb_Latn-kon_Latn", "languages": ["kmb-Latn", "kon-Latn"], "main_score": 0.145832, "precision": 0.141518, "recall": 0.156126}, {"accuracy": 0.037549, "f1": 0.031334, "hf_subset": "kmb_Latn-mni_Beng", "languages": ["kmb-Latn", "mni-Beng"], "main_score": 0.031334, "precision": 0.029442, "recall": 0.037549}, {"accuracy": 0.129447, "f1": 0.112479, "hf_subset": "kmb_Latn-ron_Latn", "languages": ["kmb-Latn", "ron-Latn"], "main_score": 0.112479, "precision": 0.108914, "recall": 0.129447}, {"accuracy": 0.072134, "f1": 0.065594, "hf_subset": "kmb_Latn-szl_Latn", "languages": ["kmb-Latn", "szl-Latn"], "main_score": 0.065594, "precision": 0.064291, "recall": 0.072134}, {"accuracy": 0.093874, "f1": 0.083118, "hf_subset": "kmb_Latn-vec_Latn", "languages": ["kmb-Latn", "vec-Latn"], "main_score": 0.083118, "precision": 0.080293, "recall": 0.093874}, {"accuracy": 0.037549, "f1": 0.025122, "hf_subset": "kmb_Latn-amh_Ethi", "languages": ["kmb-Latn", "amh-Ethi"], "main_score": 0.025122, "precision": 0.023209, "recall": 0.037549}, {"accuracy": 0.106719, "f1": 0.091616, "hf_subset": "kmb_Latn-bos_Latn", "languages": ["kmb-Latn", "bos-Latn"], "main_score": 0.091616, "precision": 0.088738, "recall": 0.106719}, {"accuracy": 0.116601, "f1": 0.103048, "hf_subset": "kmb_Latn-fin_Latn", "languages": ["kmb-Latn", "fin-Latn"], "main_score": 0.103048, "precision": 0.100328, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.112902, "hf_subset": "kmb_Latn-ita_Latn", "languages": ["kmb-Latn", "ita-Latn"], "main_score": 0.112902, "precision": 0.108795, "recall": 0.135375}, {"accuracy": 0.083004, "f1": 0.071711, "hf_subset": "kmb_Latn-kor_Hang", "languages": ["kmb-Latn", "kor-Hang"], "main_score": 0.071711, "precision": 0.070003, "recall": 0.083004}, {"accuracy": 0.100791, "f1": 0.091086, "hf_subset": "kmb_Latn-mos_Latn", "languages": ["kmb-Latn", "mos-Latn"], "main_score": 0.091086, "precision": 0.088502, "recall": 0.100791}, {"accuracy": 0.166996, "f1": 0.155194, "hf_subset": "kmb_Latn-run_Latn", "languages": ["kmb-Latn", "run-Latn"], "main_score": 0.155194, "precision": 0.151607, "recall": 0.166996}, {"accuracy": 0.032609, "f1": 0.024359, "hf_subset": "kmb_Latn-tam_Taml", "languages": ["kmb-Latn", "tam-Taml"], "main_score": 0.024359, "precision": 0.022907, "recall": 0.032609}, {"accuracy": 0.132411, "f1": 0.112591, "hf_subset": "kmb_Latn-vie_Latn", "languages": ["kmb-Latn", "vie-Latn"], "main_score": 0.112591, "precision": 0.108403, "recall": 0.132411}, {"accuracy": 0.052372, "f1": 0.045182, "hf_subset": "kmb_Latn-apc_Arab", "languages": ["kmb-Latn", "apc-Arab"], "main_score": 0.045182, "precision": 0.043488, "recall": 0.052372}, {"accuracy": 0.101779, "f1": 0.094408, "hf_subset": "kmb_Latn-bug_Latn", "languages": ["kmb-Latn", "bug-Latn"], "main_score": 0.094408, "precision": 0.09255, "recall": 0.101779}, {"accuracy": 0.132411, "f1": 0.12536, "hf_subset": "kmb_Latn-fon_Latn", "languages": ["kmb-Latn", "fon-Latn"], "main_score": 0.12536, "precision": 0.122964, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.060247, "hf_subset": "kmb_Latn-jav_Latn", "languages": ["kmb-Latn", "jav-Latn"], "main_score": 0.060247, "precision": 0.059125, "recall": 0.064229}, {"accuracy": 0.104743, "f1": 0.086979, "hf_subset": "kmb_Latn-lao_Laoo", "languages": ["kmb-Latn", "lao-Laoo"], "main_score": 0.086979, "precision": 0.082798, "recall": 0.104743}, {"accuracy": 0.128458, "f1": 0.115679, "hf_subset": "kmb_Latn-mri_Latn", "languages": ["kmb-Latn", "mri-Latn"], "main_score": 0.115679, "precision": 0.111036, "recall": 0.128458}, {"accuracy": 0.099802, "f1": 0.084377, "hf_subset": "kmb_Latn-rus_Cyrl", "languages": ["kmb-Latn", "rus-Cyrl"], "main_score": 0.084377, "precision": 0.080491, "recall": 0.099802}, {"accuracy": 0.142292, "f1": 0.129455, "hf_subset": "kmb_Latn-taq_Latn", "languages": ["kmb-Latn", "taq-Latn"], "main_score": 0.129455, "precision": 0.125893, "recall": 0.142292}, {"accuracy": 0.088933, "f1": 0.085188, "hf_subset": "kmb_Latn-war_Latn", "languages": ["kmb-Latn", "war-Latn"], "main_score": 0.085188, "precision": 0.084272, "recall": 0.088933}, {"accuracy": 0.072134, "f1": 0.06288, "hf_subset": "kmb_Latn-arb_Arab", "languages": ["kmb-Latn", "arb-Arab"], "main_score": 0.06288, "precision": 0.061417, "recall": 0.072134}, {"accuracy": 0.104743, "f1": 0.083914, "hf_subset": "kmb_Latn-bul_Cyrl", "languages": ["kmb-Latn", "bul-Cyrl"], "main_score": 0.083914, "precision": 0.079288, "recall": 0.104743}, {"accuracy": 0.134387, "f1": 0.110486, "hf_subset": "kmb_Latn-fra_Latn", "languages": ["kmb-Latn", "fra-Latn"], "main_score": 0.110486, "precision": 0.10555, "recall": 0.134387}, {"accuracy": 0.083004, "f1": 0.071485, "hf_subset": "kmb_Latn-jpn_Jpan", "languages": ["kmb-Latn", "jpn-Jpan"], "main_score": 0.071485, "precision": 0.068706, "recall": 0.083004}, {"accuracy": 0.075099, "f1": 0.067359, "hf_subset": "kmb_Latn-lij_Latn", "languages": ["kmb-Latn", "lij-Latn"], "main_score": 0.067359, "precision": 0.065694, "recall": 0.075099}, {"accuracy": 0.061265, "f1": 0.052272, "hf_subset": "kmb_Latn-mya_Mymr", "languages": ["kmb-Latn", "mya-Mymr"], "main_score": 0.052272, "precision": 0.05032, "recall": 0.061265}, {"accuracy": 0.099802, "f1": 0.088601, "hf_subset": "kmb_Latn-sag_Latn", "languages": ["kmb-Latn", "sag-Latn"], "main_score": 0.088601, "precision": 0.085363, "recall": 0.099802}, {"accuracy": 0.064229, "f1": 0.05168, "hf_subset": "kmb_Latn-taq_Tfng", "languages": ["kmb-Latn", "taq-Tfng"], "main_score": 0.05168, "precision": 0.048571, "recall": 0.064229}, {"accuracy": 0.136364, "f1": 0.122072, "hf_subset": "kmb_Latn-wol_Latn", "languages": ["kmb-Latn", "wol-Latn"], "main_score": 0.122072, "precision": 0.118998, "recall": 0.136364}, {"accuracy": 0.074111, "f1": 0.068043, "hf_subset": "kmb_Latn-arb_Latn", "languages": ["kmb-Latn", "arb-Latn"], "main_score": 0.068043, "precision": 0.066291, "recall": 0.074111}, {"accuracy": 0.136364, "f1": 0.118499, "hf_subset": "kmb_Latn-cat_Latn", "languages": ["kmb-Latn", "cat-Latn"], "main_score": 0.118499, "precision": 0.114976, "recall": 0.136364}, {"accuracy": 0.093874, "f1": 0.084475, "hf_subset": "kmb_Latn-fur_Latn", "languages": ["kmb-Latn", "fur-Latn"], "main_score": 0.084475, "precision": 0.082268, "recall": 0.093874}, {"accuracy": 0.054348, "f1": 0.045716, "hf_subset": "kmb_Latn-kab_Latn", "languages": ["kmb-Latn", "kab-Latn"], "main_score": 0.045716, "precision": 0.043354, "recall": 0.054348}, {"accuracy": 0.06917, "f1": 0.065439, "hf_subset": "kmb_Latn-lim_Latn", "languages": ["kmb-Latn", "lim-Latn"], "main_score": 0.065439, "precision": 0.064519, "recall": 0.06917}, {"accuracy": 0.140316, "f1": 0.11772, "hf_subset": "kmb_Latn-nld_Latn", "languages": ["kmb-Latn", "nld-Latn"], "main_score": 0.11772, "precision": 0.113134, "recall": 0.140316}, {"accuracy": 0.037549, "f1": 0.031958, "hf_subset": "kmb_Latn-san_Deva", "languages": ["kmb-Latn", "san-Deva"], "main_score": 0.031958, "precision": 0.031319, "recall": 0.037549}, {"accuracy": 0.055336, "f1": 0.050216, "hf_subset": "kmb_Latn-tat_Cyrl", "languages": ["kmb-Latn", "tat-Cyrl"], "main_score": 0.050216, "precision": 0.048924, "recall": 0.055336}, {"accuracy": 0.118577, "f1": 0.108996, "hf_subset": "kmb_Latn-xho_Latn", "languages": ["kmb-Latn", "xho-Latn"], "main_score": 0.108996, "precision": 0.105852, "recall": 0.118577}, {"accuracy": 0.068182, "f1": 0.058914, "hf_subset": "kmb_Latn-ars_Arab", "languages": ["kmb-Latn", "ars-Arab"], "main_score": 0.058914, "precision": 0.057456, "recall": 0.068182}, {"accuracy": 0.071146, "f1": 0.066506, "hf_subset": "kmb_Latn-ceb_Latn", "languages": ["kmb-Latn", "ceb-Latn"], "main_score": 0.066506, "precision": 0.065309, "recall": 0.071146}, {"accuracy": 0.106719, "f1": 0.096595, "hf_subset": "kmb_Latn-fuv_Latn", "languages": ["kmb-Latn", "fuv-Latn"], "main_score": 0.096595, "precision": 0.093404, "recall": 0.106719}, {"accuracy": 0.158103, "f1": 0.140398, "hf_subset": "kmb_Latn-kac_Latn", "languages": ["kmb-Latn", "kac-Latn"], "main_score": 0.140398, "precision": 0.135783, "recall": 0.158103}, {"accuracy": 0.139328, "f1": 0.126241, "hf_subset": "kmb_Latn-lin_Latn", "languages": ["kmb-Latn", "lin-Latn"], "main_score": 0.126241, "precision": 0.121987, "recall": 0.139328}, {"accuracy": 0.12253, "f1": 0.10811, "hf_subset": "kmb_Latn-nno_Latn", "languages": ["kmb-Latn", "nno-Latn"], "main_score": 0.10811, "precision": 0.10437, "recall": 0.12253}, {"accuracy": 0.01581, "f1": 0.005994, "hf_subset": "kmb_Latn-sat_Olck", "languages": ["kmb-Latn", "sat-Olck"], "main_score": 0.005994, "precision": 0.004303, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.028542, "hf_subset": "kmb_Latn-tel_Telu", "languages": ["kmb-Latn", "tel-Telu"], "main_score": 0.028542, "precision": 0.027295, "recall": 0.034585}, {"accuracy": 0.023715, "f1": 0.018843, "hf_subset": "kmb_Latn-ydd_Hebr", "languages": ["kmb-Latn", "ydd-Hebr"], "main_score": 0.018843, "precision": 0.017607, "recall": 0.023715}, {"accuracy": 0.060277, "f1": 0.051206, "hf_subset": "kmb_Latn-ary_Arab", "languages": ["kmb-Latn", "ary-Arab"], "main_score": 0.051206, "precision": 0.049536, "recall": 0.060277}, {"accuracy": 0.115613, "f1": 0.098766, "hf_subset": "kmb_Latn-ces_Latn", "languages": ["kmb-Latn", "ces-Latn"], "main_score": 0.098766, "precision": 0.094857, "recall": 0.115613}, {"accuracy": 0.06917, "f1": 0.060375, "hf_subset": "kmb_Latn-gaz_Latn", "languages": ["kmb-Latn", "gaz-Latn"], "main_score": 0.060375, "precision": 0.057661, "recall": 0.06917}, {"accuracy": 0.16996, "f1": 0.155905, "hf_subset": "kmb_Latn-kam_Latn", "languages": ["kmb-Latn", "kam-Latn"], "main_score": 0.155905, "precision": 0.151521, "recall": 0.16996}, {"accuracy": 0.107708, "f1": 0.089702, "hf_subset": "kmb_Latn-lit_Latn", "languages": ["kmb-Latn", "lit-Latn"], "main_score": 0.089702, "precision": 0.08621, "recall": 0.107708}, {"accuracy": 0.125494, "f1": 0.107814, "hf_subset": "kmb_Latn-nob_Latn", "languages": ["kmb-Latn", "nob-Latn"], "main_score": 0.107814, "precision": 0.104339, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.070031, "hf_subset": "kmb_Latn-scn_Latn", "languages": ["kmb-Latn", "scn-Latn"], "main_score": 0.070031, "precision": 0.068234, "recall": 0.075099}, {"accuracy": 0.078063, "f1": 0.070042, "hf_subset": "kmb_Latn-tgk_Cyrl", "languages": ["kmb-Latn", "tgk-Cyrl"], "main_score": 0.070042, "precision": 0.068014, "recall": 0.078063}, {"accuracy": 0.09585, "f1": 0.083847, "hf_subset": "kmb_Latn-yor_Latn", "languages": ["kmb-Latn", "yor-Latn"], "main_score": 0.083847, "precision": 0.080413, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.049709, "hf_subset": "kmb_Latn-arz_Arab", "languages": ["kmb-Latn", "arz-Arab"], "main_score": 0.049709, "precision": 0.04815, "recall": 0.056324}, {"accuracy": 0.203557, "f1": 0.190777, "hf_subset": "kmb_Latn-cjk_Latn", "languages": ["kmb-Latn", "cjk-Latn"], "main_score": 0.190777, "precision": 0.186444, "recall": 0.203557}, {"accuracy": 0.082016, "f1": 0.070203, "hf_subset": "kmb_Latn-gla_Latn", "languages": ["kmb-Latn", "gla-Latn"], "main_score": 0.070203, "precision": 0.068263, "recall": 0.082016}, {"accuracy": 0.030632, "f1": 0.023677, "hf_subset": "kmb_Latn-kan_Knda", "languages": ["kmb-Latn", "kan-Knda"], "main_score": 0.023677, "precision": 0.022665, "recall": 0.030632}, {"accuracy": 0.075099, "f1": 0.065902, "hf_subset": "kmb_Latn-lmo_Latn", "languages": ["kmb-Latn", "lmo-Latn"], "main_score": 0.065902, "precision": 0.063909, "recall": 0.075099}, {"accuracy": 0.085968, "f1": 0.070227, "hf_subset": "kmb_Latn-npi_Deva", "languages": ["kmb-Latn", "npi-Deva"], "main_score": 0.070227, "precision": 0.066769, "recall": 0.085968}, {"accuracy": 0.083004, "f1": 0.074099, "hf_subset": "kmb_Latn-shn_Mymr", "languages": ["kmb-Latn", "shn-Mymr"], "main_score": 0.074099, "precision": 0.071389, "recall": 0.083004}, {"accuracy": 0.073123, "f1": 0.069129, "hf_subset": "kmb_Latn-tgl_Latn", "languages": ["kmb-Latn", "tgl-Latn"], "main_score": 0.069129, "precision": 0.0678, "recall": 0.073123}, {"accuracy": 0.097826, "f1": 0.083321, "hf_subset": "kmb_Latn-yue_Hant", "languages": ["kmb-Latn", "yue-Hant"], "main_score": 0.083321, "precision": 0.08074, "recall": 0.097826}, {"accuracy": 0.030632, "f1": 0.025879, "hf_subset": "kmb_Latn-asm_Beng", "languages": ["kmb-Latn", "asm-Beng"], "main_score": 0.025879, "precision": 0.02467, "recall": 0.030632}, {"accuracy": 0.059289, "f1": 0.043876, "hf_subset": "kmb_Latn-ckb_Arab", "languages": ["kmb-Latn", "ckb-Arab"], "main_score": 0.043876, "precision": 0.041035, "recall": 0.059289}, {"accuracy": 0.088933, "f1": 0.081295, "hf_subset": "kmb_Latn-gle_Latn", "languages": ["kmb-Latn", "gle-Latn"], "main_score": 0.081295, "precision": 0.078987, "recall": 0.088933}, {"accuracy": 0.032609, "f1": 0.029548, "hf_subset": "kmb_Latn-kas_Arab", "languages": ["kmb-Latn", "kas-Arab"], "main_score": 0.029548, "precision": 0.02874, "recall": 0.032609}, {"accuracy": 0.087945, "f1": 0.074667, "hf_subset": "kmb_Latn-ltg_Latn", "languages": ["kmb-Latn", "ltg-Latn"], "main_score": 0.074667, "precision": 0.071608, "recall": 0.087945}, {"accuracy": 0.133399, "f1": 0.124428, "hf_subset": "kmb_Latn-nso_Latn", "languages": ["kmb-Latn", "nso-Latn"], "main_score": 0.124428, "precision": 0.121913, "recall": 0.133399}, {"accuracy": 0.041502, "f1": 0.031869, "hf_subset": "kmb_Latn-sin_Sinh", "languages": ["kmb-Latn", "sin-Sinh"], "main_score": 0.031869, "precision": 0.029485, "recall": 0.041502}, {"accuracy": 0.089921, "f1": 0.072811, "hf_subset": "kmb_Latn-tha_Thai", "languages": ["kmb-Latn", "tha-Thai"], "main_score": 0.072811, "precision": 0.069247, "recall": 0.089921}, {"accuracy": 0.098814, "f1": 0.081315, "hf_subset": "kmb_Latn-zho_Hans", "languages": ["kmb-Latn", "zho-Hans"], "main_score": 0.081315, "precision": 0.078306, "recall": 0.098814}, {"accuracy": 0.093874, "f1": 0.077405, "hf_subset": "kmb_Latn-ast_Latn", "languages": ["kmb-Latn", "ast-Latn"], "main_score": 0.077405, "precision": 0.074158, "recall": 0.093874}, {"accuracy": 0.062253, "f1": 0.056888, "hf_subset": "kmb_Latn-crh_Latn", "languages": ["kmb-Latn", "crh-Latn"], "main_score": 0.056888, "precision": 0.055322, "recall": 0.062253}, {"accuracy": 0.133399, "f1": 0.113223, "hf_subset": "kmb_Latn-glg_Latn", "languages": ["kmb-Latn", "glg-Latn"], "main_score": 0.113223, "precision": 0.109021, "recall": 0.133399}, {"accuracy": 0.059289, "f1": 0.047959, "hf_subset": "kmb_Latn-kas_Deva", "languages": ["kmb-Latn", "kas-Deva"], "main_score": 0.047959, "precision": 0.045502, "recall": 0.059289}, {"accuracy": 0.072134, "f1": 0.066566, "hf_subset": "kmb_Latn-ltz_Latn", "languages": ["kmb-Latn", "ltz-Latn"], "main_score": 0.066566, "precision": 0.064904, "recall": 0.072134}, {"accuracy": 0.096838, "f1": 0.080765, "hf_subset": "kmb_Latn-nus_Latn", "languages": ["kmb-Latn", "nus-Latn"], "main_score": 0.080765, "precision": 0.075983, "recall": 0.096838}, {"accuracy": 0.123518, "f1": 0.108144, "hf_subset": "kmb_Latn-slk_Latn", "languages": ["kmb-Latn", "slk-Latn"], "main_score": 0.108144, "precision": 0.10483, "recall": 0.123518}, {"accuracy": 0.016798, "f1": 0.01336, "hf_subset": "kmb_Latn-tir_Ethi", "languages": ["kmb-Latn", "tir-Ethi"], "main_score": 0.01336, "precision": 0.012453, "recall": 0.016798}, {"accuracy": 0.093874, "f1": 0.079037, "hf_subset": "kmb_Latn-zho_Hant", "languages": ["kmb-Latn", "zho-Hant"], "main_score": 0.079037, "precision": 0.076088, "recall": 0.093874}, {"accuracy": 0.072134, "f1": 0.060252, "hf_subset": "kmb_Latn-awa_Deva", "languages": ["kmb-Latn", "awa-Deva"], "main_score": 0.060252, "precision": 0.057687, "recall": 0.072134}, {"accuracy": 0.074111, "f1": 0.066002, "hf_subset": "kmb_Latn-cym_Latn", "languages": ["kmb-Latn", "cym-Latn"], "main_score": 0.066002, "precision": 0.064415, "recall": 0.074111}, {"accuracy": 0.110672, "f1": 0.104788, "hf_subset": "kmb_Latn-grn_Latn", "languages": ["kmb-Latn", "grn-Latn"], "main_score": 0.104788, "precision": 0.102925, "recall": 0.110672}, {"accuracy": 0.06917, "f1": 0.061398, "hf_subset": "kmb_Latn-kat_Geor", "languages": ["kmb-Latn", "kat-Geor"], "main_score": 0.061398, "precision": 0.059558, "recall": 0.06917}, {"accuracy": 0.13834, "f1": 0.12831, "hf_subset": "kmb_Latn-lua_Latn", "languages": ["kmb-Latn", "lua-Latn"], "main_score": 0.12831, "precision": 0.124878, "recall": 0.13834}, {"accuracy": 0.162055, "f1": 0.148059, "hf_subset": "kmb_Latn-nya_Latn", "languages": ["kmb-Latn", "nya-Latn"], "main_score": 0.148059, "precision": 0.144032, "recall": 0.162055}, {"accuracy": 0.129447, "f1": 0.109959, "hf_subset": "kmb_Latn-slv_Latn", "languages": ["kmb-Latn", "slv-Latn"], "main_score": 0.109959, "precision": 0.105652, "recall": 0.129447}, {"accuracy": 0.093874, "f1": 0.084096, "hf_subset": "kmb_Latn-tpi_Latn", "languages": ["kmb-Latn", "tpi-Latn"], "main_score": 0.084096, "precision": 0.081473, "recall": 0.093874}, {"accuracy": 0.121542, "f1": 0.102147, "hf_subset": "kmb_Latn-zsm_Latn", "languages": ["kmb-Latn", "zsm-Latn"], "main_score": 0.102147, "precision": 0.098108, "recall": 0.121542}, {"accuracy": 0.139328, "f1": 0.127991, "hf_subset": "kmb_Latn-ayr_Latn", "languages": ["kmb-Latn", "ayr-Latn"], "main_score": 0.127991, "precision": 0.124948, "recall": 0.139328}, {"accuracy": 0.142292, "f1": 0.118721, "hf_subset": "kmb_Latn-dan_Latn", "languages": ["kmb-Latn", "dan-Latn"], "main_score": 0.118721, "precision": 0.114302, "recall": 0.142292}, {"accuracy": 0.048419, "f1": 0.041641, "hf_subset": "kmb_Latn-guj_Gujr", "languages": ["kmb-Latn", "guj-Gujr"], "main_score": 0.041641, "precision": 0.040195, "recall": 0.048419}, {"accuracy": 0.09585, "f1": 0.081202, "hf_subset": "kmb_Latn-kaz_Cyrl", "languages": ["kmb-Latn", "kaz-Cyrl"], "main_score": 0.081202, "precision": 0.078201, "recall": 0.09585}, {"accuracy": 0.144269, "f1": 0.129915, "hf_subset": "kmb_Latn-lug_Latn", "languages": ["kmb-Latn", "lug-Latn"], "main_score": 0.129915, "precision": 0.125141, "recall": 0.144269}, {"accuracy": 0.112648, "f1": 0.100882, "hf_subset": "kmb_Latn-oci_Latn", "languages": ["kmb-Latn", "oci-Latn"], "main_score": 0.100882, "precision": 0.098233, "recall": 0.112648}, {"accuracy": 0.102767, "f1": 0.08715, "hf_subset": "kmb_Latn-smo_Latn", "languages": ["kmb-Latn", "smo-Latn"], "main_score": 0.08715, "precision": 0.083204, "recall": 0.102767}, {"accuracy": 0.162055, "f1": 0.148243, "hf_subset": "kmb_Latn-tsn_Latn", "languages": ["kmb-Latn", "tsn-Latn"], "main_score": 0.148243, "precision": 0.143899, "recall": 0.162055}, {"accuracy": 0.140316, "f1": 0.124162, "hf_subset": "kmb_Latn-zul_Latn", "languages": ["kmb-Latn", "zul-Latn"], "main_score": 0.124162, "precision": 0.11962, "recall": 0.140316}, {"accuracy": 0.041502, "f1": 0.034026, "hf_subset": "kmb_Latn-azb_Arab", "languages": ["kmb-Latn", "azb-Arab"], "main_score": 0.034026, "precision": 0.03264, "recall": 0.041502}, {"accuracy": 0.126482, "f1": 0.109233, "hf_subset": "kmb_Latn-deu_Latn", "languages": ["kmb-Latn", "deu-Latn"], "main_score": 0.109233, "precision": 0.104904, "recall": 0.126482}, {"accuracy": 0.104743, "f1": 0.090872, "hf_subset": "kmb_Latn-hat_Latn", "languages": ["kmb-Latn", "hat-Latn"], "main_score": 0.090872, "precision": 0.086941, "recall": 0.104743}, {"accuracy": 0.143281, "f1": 0.135221, "hf_subset": "kmb_Latn-kbp_Latn", "languages": ["kmb-Latn", "kbp-Latn"], "main_score": 0.135221, "precision": 0.132799, "recall": 0.143281}, {"accuracy": 0.126482, "f1": 0.116885, "hf_subset": "kmb_Latn-luo_Latn", "languages": ["kmb-Latn", "luo-Latn"], "main_score": 0.116885, "precision": 0.113455, "recall": 0.126482}, {"accuracy": 0.036561, "f1": 0.029351, "hf_subset": "kmb_Latn-ory_Orya", "languages": ["kmb-Latn", "ory-Orya"], "main_score": 0.029351, "precision": 0.028074, "recall": 0.036561}, {"accuracy": 0.130435, "f1": 0.119468, "hf_subset": "kmb_Latn-sna_Latn", "languages": ["kmb-Latn", "sna-Latn"], "main_score": 0.119468, "precision": 0.116605, "recall": 0.130435}, {"accuracy": 0.163043, "f1": 0.148699, "hf_subset": "kmb_Latn-tso_Latn", "languages": ["kmb-Latn", "tso-Latn"], "main_score": 0.148699, "precision": 0.143794, "recall": 0.163043}, {"accuracy": 0.061265, "f1": 0.05206, "hf_subset": "kmb_Latn-azj_Latn", "languages": ["kmb-Latn", "azj-Latn"], "main_score": 0.05206, "precision": 0.049867, "recall": 0.061265}, {"accuracy": 0.107708, "f1": 0.094849, "hf_subset": "kmb_Latn-dik_Latn", "languages": ["kmb-Latn", "dik-Latn"], "main_score": 0.094849, "precision": 0.091684, "recall": 0.107708}, {"accuracy": 0.104743, "f1": 0.096519, "hf_subset": "kmb_Latn-hau_Latn", "languages": ["kmb-Latn", "hau-Latn"], "main_score": 0.096519, "precision": 0.094739, "recall": 0.104743}, {"accuracy": 0.062253, "f1": 0.057107, "hf_subset": "kmb_Latn-kea_Latn", "languages": ["kmb-Latn", "kea-Latn"], "main_score": 0.057107, "precision": 0.05573, "recall": 0.062253}, {"accuracy": 0.137352, "f1": 0.123019, "hf_subset": "kmb_Latn-lus_Latn", "languages": ["kmb-Latn", "lus-Latn"], "main_score": 0.123019, "precision": 0.118784, "recall": 0.137352}, {"accuracy": 0.092885, "f1": 0.082772, "hf_subset": "kmb_Latn-pag_Latn", "languages": ["kmb-Latn", "pag-Latn"], "main_score": 0.082772, "precision": 0.079995, "recall": 0.092885}, {"accuracy": 0.031621, "f1": 0.028014, "hf_subset": "kmb_Latn-snd_Arab", "languages": ["kmb-Latn", "snd-Arab"], "main_score": 0.028014, "precision": 0.027018, "recall": 0.031621}, {"accuracy": 0.076087, "f1": 0.063613, "hf_subset": "kmb_Latn-tuk_Latn", "languages": ["kmb-Latn", "tuk-Latn"], "main_score": 0.063613, "precision": 0.060867, "recall": 0.076087}, {"accuracy": 0.085968, "f1": 0.072858, "hf_subset": "kmb_Latn-bak_Cyrl", "languages": ["kmb-Latn", "bak-Cyrl"], "main_score": 0.072858, "precision": 0.070068, "recall": 0.085968}, {"accuracy": 0.103755, "f1": 0.09394, "hf_subset": "kmb_Latn-dyu_Latn", "languages": ["kmb-Latn", "dyu-Latn"], "main_score": 0.09394, "precision": 0.090516, "recall": 0.103755}, {"accuracy": 0.08498, "f1": 0.070233, "hf_subset": "kmb_Latn-heb_Hebr", "languages": ["kmb-Latn", "heb-Hebr"], "main_score": 0.070233, "precision": 0.066863, "recall": 0.08498}, {"accuracy": 0.088933, "f1": 0.072146, "hf_subset": "kmb_Latn-khk_Cyrl", "languages": ["kmb-Latn", "khk-Cyrl"], "main_score": 0.072146, "precision": 0.068669, "recall": 0.088933}, {"accuracy": 0.099802, "f1": 0.082447, "hf_subset": "kmb_Latn-lvs_Latn", "languages": ["kmb-Latn", "lvs-Latn"], "main_score": 0.082447, "precision": 0.078928, "recall": 0.099802}, {"accuracy": 0.033597, "f1": 0.02723, "hf_subset": "kmb_Latn-pan_Guru", "languages": ["kmb-Latn", "pan-Guru"], "main_score": 0.02723, "precision": 0.026465, "recall": 0.033597}, {"accuracy": 0.085968, "f1": 0.077754, "hf_subset": "kmb_Latn-som_Latn", "languages": ["kmb-Latn", "som-Latn"], "main_score": 0.077754, "precision": 0.075611, "recall": 0.085968}, {"accuracy": 0.176877, "f1": 0.16344, "hf_subset": "kmb_Latn-tum_Latn", "languages": ["kmb-Latn", "tum-Latn"], "main_score": 0.16344, "precision": 0.159244, "recall": 0.176877}, {"accuracy": 0.11166, "f1": 0.086645, "hf_subset": "min_Arab-ace_Arab", "languages": ["min-Arab", "ace-Arab"], "main_score": 0.086645, "precision": 0.080349, "recall": 0.11166}, {"accuracy": 0.043478, "f1": 0.028317, "hf_subset": "min_Arab-bam_Latn", "languages": ["min-Arab", "bam-Latn"], "main_score": 0.028317, "precision": 0.024493, "recall": 0.043478}, {"accuracy": 0.002964, "f1": 0.000216, "hf_subset": "min_Arab-dzo_Tibt", "languages": ["min-Arab", "dzo-Tibt"], "main_score": 0.000216, "precision": 0.000119, "recall": 0.002964}, {"accuracy": 0.024704, "f1": 0.019726, "hf_subset": "min_Arab-hin_Deva", "languages": ["min-Arab", "hin-Deva"], "main_score": 0.019726, "precision": 0.018804, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.017336, "hf_subset": "min_Arab-khm_Khmr", "languages": ["min-Arab", "khm-Khmr"], "main_score": 0.017336, "precision": 0.016275, "recall": 0.022727}, {"accuracy": 0.019763, "f1": 0.014691, "hf_subset": "min_Arab-mag_Deva", "languages": ["min-Arab", "mag-Deva"], "main_score": 0.014691, "precision": 0.013749, "recall": 0.019763}, {"accuracy": 0.04249, "f1": 0.031081, "hf_subset": "min_Arab-pap_Latn", "languages": ["min-Arab", "pap-Latn"], "main_score": 0.031081, "precision": 0.02798, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.023633, "hf_subset": "min_Arab-sot_Latn", "languages": ["min-Arab", "sot-Latn"], "main_score": 0.023633, "precision": 0.020521, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.023139, "hf_subset": "min_Arab-tur_Latn", "languages": ["min-Arab", "tur-Latn"], "main_score": 0.023139, "precision": 0.021384, "recall": 0.034585}, {"accuracy": 0.040514, "f1": 0.029021, "hf_subset": "min_Arab-ace_Latn", "languages": ["min-Arab", "ace-Latn"], "main_score": 0.029021, "precision": 0.026599, "recall": 0.040514}, {"accuracy": 0.033597, "f1": 0.02507, "hf_subset": "min_Arab-ban_Latn", "languages": ["min-Arab", "ban-Latn"], "main_score": 0.02507, "precision": 0.023373, "recall": 0.033597}, {"accuracy": 0.024704, "f1": 0.018132, "hf_subset": "min_Arab-ell_Grek", "languages": ["min-Arab", "ell-Grek"], "main_score": 0.018132, "precision": 0.016819, "recall": 0.024704}, {"accuracy": 0.01581, "f1": 0.012259, "hf_subset": "min_Arab-hne_Deva", "languages": ["min-Arab", "hne-Deva"], "main_score": 0.012259, "precision": 0.011517, "recall": 0.01581}, {"accuracy": 0.038538, "f1": 0.02674, "hf_subset": "min_Arab-kik_Latn", "languages": ["min-Arab", "kik-Latn"], "main_score": 0.02674, "precision": 0.023803, "recall": 0.038538}, {"accuracy": 0.021739, "f1": 0.016773, "hf_subset": "min_Arab-mai_Deva", "languages": ["min-Arab", "mai-Deva"], "main_score": 0.016773, "precision": 0.016046, "recall": 0.021739}, {"accuracy": 0.019763, "f1": 0.013923, "hf_subset": "min_Arab-pbt_Arab", "languages": ["min-Arab", "pbt-Arab"], "main_score": 0.013923, "precision": 0.01247, "recall": 0.019763}, {"accuracy": 0.028656, "f1": 0.019883, "hf_subset": "min_Arab-spa_Latn", "languages": ["min-Arab", "spa-Latn"], "main_score": 0.019883, "precision": 0.01887, "recall": 0.028656}, {"accuracy": 0.048419, "f1": 0.036408, "hf_subset": "min_Arab-twi_Latn", "languages": ["min-Arab", "twi-Latn"], "main_score": 0.036408, "precision": 0.033499, "recall": 0.048419}, {"accuracy": 0.021739, "f1": 0.015677, "hf_subset": "min_Arab-acm_Arab", "languages": ["min-Arab", "acm-Arab"], "main_score": 0.015677, "precision": 0.014216, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.02108, "hf_subset": "min_Arab-bel_Cyrl", "languages": ["min-Arab", "bel-Cyrl"], "main_score": 0.02108, "precision": 0.019464, "recall": 0.028656}, {"accuracy": 0.036561, "f1": 0.024686, "hf_subset": "min_Arab-eng_Latn", "languages": ["min-Arab", "eng-Latn"], "main_score": 0.024686, "precision": 0.022783, "recall": 0.036561}, {"accuracy": 0.022727, "f1": 0.017648, "hf_subset": "min_Arab-hrv_Latn", "languages": ["min-Arab", "hrv-Latn"], "main_score": 0.017648, "precision": 0.01646, "recall": 0.022727}, {"accuracy": 0.040514, "f1": 0.027194, "hf_subset": "min_Arab-kin_Latn", "languages": ["min-Arab", "kin-Latn"], "main_score": 0.027194, "precision": 0.02485, "recall": 0.040514}, {"accuracy": 0.013834, "f1": 0.010489, "hf_subset": "min_Arab-mal_Mlym", "languages": ["min-Arab", "mal-Mlym"], "main_score": 0.010489, "precision": 0.009988, "recall": 0.013834}, {"accuracy": 0.02668, "f1": 0.020574, "hf_subset": "min_Arab-pes_Arab", "languages": ["min-Arab", "pes-Arab"], "main_score": 0.020574, "precision": 0.019553, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.02442, "hf_subset": "min_Arab-srd_Latn", "languages": ["min-Arab", "srd-Latn"], "main_score": 0.02442, "precision": 0.022982, "recall": 0.034585}, {"accuracy": 0.035573, "f1": 0.020732, "hf_subset": "min_Arab-tzm_Tfng", "languages": ["min-Arab", "tzm-Tfng"], "main_score": 0.020732, "precision": 0.017999, "recall": 0.035573}, {"accuracy": 0.023715, "f1": 0.018859, "hf_subset": "min_Arab-acq_Arab", "languages": ["min-Arab", "acq-Arab"], "main_score": 0.018859, "precision": 0.017713, "recall": 0.023715}, {"accuracy": 0.040514, "f1": 0.026129, "hf_subset": "min_Arab-bem_Latn", "languages": ["min-Arab", "bem-Latn"], "main_score": 0.026129, "precision": 0.022763, "recall": 0.040514}, {"accuracy": 0.022727, "f1": 0.016247, "hf_subset": "min_Arab-epo_Latn", "languages": ["min-Arab", "epo-Latn"], "main_score": 0.016247, "precision": 0.014596, "recall": 0.022727}, {"accuracy": 0.034585, "f1": 0.022421, "hf_subset": "min_Arab-hun_Latn", "languages": ["min-Arab", "hun-Latn"], "main_score": 0.022421, "precision": 0.020885, "recall": 0.034585}, {"accuracy": 0.025692, "f1": 0.021912, "hf_subset": "min_Arab-kir_Cyrl", "languages": ["min-Arab", "kir-Cyrl"], "main_score": 0.021912, "precision": 0.020743, "recall": 0.025692}, {"accuracy": 0.01581, "f1": 0.011219, "hf_subset": "min_Arab-mar_Deva", "languages": ["min-Arab", "mar-Deva"], "main_score": 0.011219, "precision": 0.010503, "recall": 0.01581}, {"accuracy": 0.039526, "f1": 0.028629, "hf_subset": "min_Arab-plt_Latn", "languages": ["min-Arab", "plt-Latn"], "main_score": 0.028629, "precision": 0.026433, "recall": 0.039526}, {"accuracy": 0.029644, "f1": 0.020159, "hf_subset": "min_Arab-srp_Cyrl", "languages": ["min-Arab", "srp-Cyrl"], "main_score": 0.020159, "precision": 0.018529, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.009773, "hf_subset": "min_Arab-uig_Arab", "languages": ["min-Arab", "uig-Arab"], "main_score": 0.009773, "precision": 0.008761, "recall": 0.017787}, {"accuracy": 0.017787, "f1": 0.012316, "hf_subset": "min_Arab-aeb_Arab", "languages": ["min-Arab", "aeb-Arab"], "main_score": 0.012316, "precision": 0.010993, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.013366, "hf_subset": "min_Arab-ben_Beng", "languages": ["min-Arab", "ben-Beng"], "main_score": 0.013366, "precision": 0.011639, "recall": 0.022727}, {"accuracy": 0.039526, "f1": 0.025252, "hf_subset": "min_Arab-est_Latn", "languages": ["min-Arab", "est-Latn"], "main_score": 0.025252, "precision": 0.022918, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.017721, "hf_subset": "min_Arab-hye_Armn", "languages": ["min-Arab", "hye-Armn"], "main_score": 0.017721, "precision": 0.016184, "recall": 0.02668}, {"accuracy": 0.047431, "f1": 0.029633, "hf_subset": "min_Arab-kmb_Latn", "languages": ["min-Arab", "kmb-Latn"], "main_score": 0.029633, "precision": 0.026246, "recall": 0.047431}, {"accuracy": 0.028656, "f1": 0.022456, "hf_subset": "min_Arab-pol_Latn", "languages": ["min-Arab", "pol-Latn"], "main_score": 0.022456, "precision": 0.021264, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.02352, "hf_subset": "min_Arab-ssw_Latn", "languages": ["min-Arab", "ssw-Latn"], "main_score": 0.02352, "precision": 0.020114, "recall": 0.039526}, {"accuracy": 0.029644, "f1": 0.019073, "hf_subset": "min_Arab-ukr_Cyrl", "languages": ["min-Arab", "ukr-Cyrl"], "main_score": 0.019073, "precision": 0.017182, "recall": 0.029644}, {"accuracy": 0.037549, "f1": 0.024561, "hf_subset": "min_Arab-afr_Latn", "languages": ["min-Arab", "afr-Latn"], "main_score": 0.024561, "precision": 0.022582, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.018904, "hf_subset": "min_Arab-bho_Deva", "languages": ["min-Arab", "bho-Deva"], "main_score": 0.018904, "precision": 0.017611, "recall": 0.024704}, {"accuracy": 0.024704, "f1": 0.017641, "hf_subset": "min_Arab-eus_Latn", "languages": ["min-Arab", "eus-Latn"], "main_score": 0.017641, "precision": 0.01633, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.019293, "hf_subset": "min_Arab-ibo_Latn", "languages": ["min-Arab", "ibo-Latn"], "main_score": 0.019293, "precision": 0.017118, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.02161, "hf_subset": "min_Arab-kmr_Latn", "languages": ["min-Arab", "kmr-Latn"], "main_score": 0.02161, "precision": 0.019821, "recall": 0.030632}, {"accuracy": 0.060277, "f1": 0.045748, "hf_subset": "min_Arab-min_Latn", "languages": ["min-Arab", "min-Latn"], "main_score": 0.045748, "precision": 0.043031, "recall": 0.060277}, {"accuracy": 0.039526, "f1": 0.025724, "hf_subset": "min_Arab-por_Latn", "languages": ["min-Arab", "por-Latn"], "main_score": 0.025724, "precision": 0.023216, "recall": 0.039526}, {"accuracy": 0.031621, "f1": 0.022406, "hf_subset": "min_Arab-sun_Latn", "languages": ["min-Arab", "sun-Latn"], "main_score": 0.022406, "precision": 0.02097, "recall": 0.031621}, {"accuracy": 0.035573, "f1": 0.02554, "hf_subset": "min_Arab-umb_Latn", "languages": ["min-Arab", "umb-Latn"], "main_score": 0.02554, "precision": 0.023154, "recall": 0.035573}, {"accuracy": 0.030632, "f1": 0.024133, "hf_subset": "min_Arab-ajp_Arab", "languages": ["min-Arab", "ajp-Arab"], "main_score": 0.024133, "precision": 0.022724, "recall": 0.030632}, {"accuracy": 0.160079, "f1": 0.128539, "hf_subset": "min_Arab-bjn_Arab", "languages": ["min-Arab", "bjn-Arab"], "main_score": 0.128539, "precision": 0.119277, "recall": 0.160079}, {"accuracy": 0.052372, "f1": 0.040181, "hf_subset": "min_Arab-ewe_Latn", "languages": ["min-Arab", "ewe-Latn"], "main_score": 0.040181, "precision": 0.037479, "recall": 0.052372}, {"accuracy": 0.041502, "f1": 0.030273, "hf_subset": "min_Arab-ilo_Latn", "languages": ["min-Arab", "ilo-Latn"], "main_score": 0.030273, "precision": 0.027727, "recall": 0.041502}, {"accuracy": 0.01087, "f1": 0.007557, "hf_subset": "min_Arab-knc_Arab", "languages": ["min-Arab", "knc-Arab"], "main_score": 0.007557, "precision": 0.007082, "recall": 0.01087}, {"accuracy": 0.029644, "f1": 0.019241, "hf_subset": "min_Arab-mkd_Cyrl", "languages": ["min-Arab", "mkd-Cyrl"], "main_score": 0.019241, "precision": 0.017472, "recall": 0.029644}, {"accuracy": 0.024704, "f1": 0.015946, "hf_subset": "min_Arab-prs_Arab", "languages": ["min-Arab", "prs-Arab"], "main_score": 0.015946, "precision": 0.014092, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.018538, "hf_subset": "min_Arab-swe_Latn", "languages": ["min-Arab", "swe-Latn"], "main_score": 0.018538, "precision": 0.016805, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.015369, "hf_subset": "min_Arab-urd_Arab", "languages": ["min-Arab", "urd-Arab"], "main_score": 0.015369, "precision": 0.013608, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.025203, "hf_subset": "min_Arab-aka_Latn", "languages": ["min-Arab", "aka-Latn"], "main_score": 0.025203, "precision": 0.02313, "recall": 0.035573}, {"accuracy": 0.034585, "f1": 0.024919, "hf_subset": "min_Arab-bjn_Latn", "languages": ["min-Arab", "bjn-Latn"], "main_score": 0.024919, "precision": 0.02271, "recall": 0.034585}, {"accuracy": 0.02668, "f1": 0.018662, "hf_subset": "min_Arab-fao_Latn", "languages": ["min-Arab", "fao-Latn"], "main_score": 0.018662, "precision": 0.016939, "recall": 0.02668}, {"accuracy": 0.035573, "f1": 0.021062, "hf_subset": "min_Arab-ind_Latn", "languages": ["min-Arab", "ind-Latn"], "main_score": 0.021062, "precision": 0.019033, "recall": 0.035573}, {"accuracy": 0.04249, "f1": 0.03007, "hf_subset": "min_Arab-knc_Latn", "languages": ["min-Arab", "knc-Latn"], "main_score": 0.03007, "precision": 0.027282, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.026541, "hf_subset": "min_Arab-mlt_Latn", "languages": ["min-Arab", "mlt-Latn"], "main_score": 0.026541, "precision": 0.024095, "recall": 0.037549}, {"accuracy": 0.044466, "f1": 0.028259, "hf_subset": "min_Arab-quy_Latn", "languages": ["min-Arab", "quy-Latn"], "main_score": 0.028259, "precision": 0.024907, "recall": 0.044466}, {"accuracy": 0.02668, "f1": 0.017246, "hf_subset": "min_Arab-swh_Latn", "languages": ["min-Arab", "swh-Latn"], "main_score": 0.017246, "precision": 0.016059, "recall": 0.02668}, {"accuracy": 0.021739, "f1": 0.015801, "hf_subset": "min_Arab-uzn_Latn", "languages": ["min-Arab", "uzn-Latn"], "main_score": 0.015801, "precision": 0.014443, "recall": 0.021739}, {"accuracy": 0.031621, "f1": 0.022378, "hf_subset": "min_Arab-als_Latn", "languages": ["min-Arab", "als-Latn"], "main_score": 0.022378, "precision": 0.020564, "recall": 0.031621}, {"accuracy": 0.022727, "f1": 0.011634, "hf_subset": "min_Arab-bod_Tibt", "languages": ["min-Arab", "bod-Tibt"], "main_score": 0.011634, "precision": 0.009733, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.020114, "hf_subset": "min_Arab-fij_Latn", "languages": ["min-Arab", "fij-Latn"], "main_score": 0.020114, "precision": 0.01826, "recall": 0.030632}, {"accuracy": 0.021739, "f1": 0.013576, "hf_subset": "min_Arab-isl_Latn", "languages": ["min-Arab", "isl-Latn"], "main_score": 0.013576, "precision": 0.012397, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.024424, "hf_subset": "min_Arab-kon_Latn", "languages": ["min-Arab", "kon-Latn"], "main_score": 0.024424, "precision": 0.021822, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.013844, "hf_subset": "min_Arab-mni_Beng", "languages": ["min-Arab", "mni-Beng"], "main_score": 0.013844, "precision": 0.012262, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.024608, "hf_subset": "min_Arab-ron_Latn", "languages": ["min-Arab", "ron-Latn"], "main_score": 0.024608, "precision": 0.022758, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.016146, "hf_subset": "min_Arab-szl_Latn", "languages": ["min-Arab", "szl-Latn"], "main_score": 0.016146, "precision": 0.014159, "recall": 0.02668}, {"accuracy": 0.033597, "f1": 0.025761, "hf_subset": "min_Arab-vec_Latn", "languages": ["min-Arab", "vec-Latn"], "main_score": 0.025761, "precision": 0.023577, "recall": 0.033597}, {"accuracy": 0.01581, "f1": 0.008688, "hf_subset": "min_Arab-amh_Ethi", "languages": ["min-Arab", "amh-Ethi"], "main_score": 0.008688, "precision": 0.007773, "recall": 0.01581}, {"accuracy": 0.037549, "f1": 0.022761, "hf_subset": "min_Arab-bos_Latn", "languages": ["min-Arab", "bos-Latn"], "main_score": 0.022761, "precision": 0.020465, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.023946, "hf_subset": "min_Arab-fin_Latn", "languages": ["min-Arab", "fin-Latn"], "main_score": 0.023946, "precision": 0.022086, "recall": 0.033597}, {"accuracy": 0.035573, "f1": 0.02378, "hf_subset": "min_Arab-ita_Latn", "languages": ["min-Arab", "ita-Latn"], "main_score": 0.02378, "precision": 0.021418, "recall": 0.035573}, {"accuracy": 0.032609, "f1": 0.024189, "hf_subset": "min_Arab-kor_Hang", "languages": ["min-Arab", "kor-Hang"], "main_score": 0.024189, "precision": 0.022251, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.027109, "hf_subset": "min_Arab-mos_Latn", "languages": ["min-Arab", "mos-Latn"], "main_score": 0.027109, "precision": 0.024324, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.017658, "hf_subset": "min_Arab-run_Latn", "languages": ["min-Arab", "run-Latn"], "main_score": 0.017658, "precision": 0.014409, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.011487, "hf_subset": "min_Arab-tam_Taml", "languages": ["min-Arab", "tam-Taml"], "main_score": 0.011487, "precision": 0.010487, "recall": 0.016798}, {"accuracy": 0.034585, "f1": 0.022533, "hf_subset": "min_Arab-vie_Latn", "languages": ["min-Arab", "vie-Latn"], "main_score": 0.022533, "precision": 0.020884, "recall": 0.034585}, {"accuracy": 0.020751, "f1": 0.014158, "hf_subset": "min_Arab-apc_Arab", "languages": ["min-Arab", "apc-Arab"], "main_score": 0.014158, "precision": 0.012574, "recall": 0.020751}, {"accuracy": 0.05336, "f1": 0.038974, "hf_subset": "min_Arab-bug_Latn", "languages": ["min-Arab", "bug-Latn"], "main_score": 0.038974, "precision": 0.036002, "recall": 0.05336}, {"accuracy": 0.037549, "f1": 0.027706, "hf_subset": "min_Arab-fon_Latn", "languages": ["min-Arab", "fon-Latn"], "main_score": 0.027706, "precision": 0.025394, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.024743, "hf_subset": "min_Arab-jav_Latn", "languages": ["min-Arab", "jav-Latn"], "main_score": 0.024743, "precision": 0.022747, "recall": 0.033597}, {"accuracy": 0.033597, "f1": 0.020972, "hf_subset": "min_Arab-lao_Laoo", "languages": ["min-Arab", "lao-Laoo"], "main_score": 0.020972, "precision": 0.019563, "recall": 0.033597}, {"accuracy": 0.039526, "f1": 0.028159, "hf_subset": "min_Arab-mri_Latn", "languages": ["min-Arab", "mri-Latn"], "main_score": 0.028159, "precision": 0.02557, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.016778, "hf_subset": "min_Arab-rus_Cyrl", "languages": ["min-Arab", "rus-Cyrl"], "main_score": 0.016778, "precision": 0.015194, "recall": 0.02668}, {"accuracy": 0.038538, "f1": 0.02481, "hf_subset": "min_Arab-taq_Latn", "languages": ["min-Arab", "taq-Latn"], "main_score": 0.02481, "precision": 0.02199, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.033573, "hf_subset": "min_Arab-war_Latn", "languages": ["min-Arab", "war-Latn"], "main_score": 0.033573, "precision": 0.030351, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.021377, "hf_subset": "min_Arab-arb_Arab", "languages": ["min-Arab", "arb-Arab"], "main_score": 0.021377, "precision": 0.019767, "recall": 0.027668}, {"accuracy": 0.034585, "f1": 0.022647, "hf_subset": "min_Arab-bul_Cyrl", "languages": ["min-Arab", "bul-Cyrl"], "main_score": 0.022647, "precision": 0.020496, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.025721, "hf_subset": "min_Arab-fra_Latn", "languages": ["min-Arab", "fra-Latn"], "main_score": 0.025721, "precision": 0.02346, "recall": 0.038538}, {"accuracy": 0.029644, "f1": 0.020823, "hf_subset": "min_Arab-jpn_Jpan", "languages": ["min-Arab", "jpn-Jpan"], "main_score": 0.020823, "precision": 0.017995, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.015349, "hf_subset": "min_Arab-lij_Latn", "languages": ["min-Arab", "lij-Latn"], "main_score": 0.015349, "precision": 0.013138, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.013059, "hf_subset": "min_Arab-mya_Mymr", "languages": ["min-Arab", "mya-Mymr"], "main_score": 0.013059, "precision": 0.011773, "recall": 0.021739}, {"accuracy": 0.051383, "f1": 0.031155, "hf_subset": "min_Arab-sag_Latn", "languages": ["min-Arab", "sag-Latn"], "main_score": 0.031155, "precision": 0.026585, "recall": 0.051383}, {"accuracy": 0.02668, "f1": 0.019351, "hf_subset": "min_Arab-taq_Tfng", "languages": ["min-Arab", "taq-Tfng"], "main_score": 0.019351, "precision": 0.017676, "recall": 0.02668}, {"accuracy": 0.044466, "f1": 0.031212, "hf_subset": "min_Arab-wol_Latn", "languages": ["min-Arab", "wol-Latn"], "main_score": 0.031212, "precision": 0.028149, "recall": 0.044466}, {"accuracy": 0.027668, "f1": 0.016796, "hf_subset": "min_Arab-arb_Latn", "languages": ["min-Arab", "arb-Latn"], "main_score": 0.016796, "precision": 0.014707, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.024287, "hf_subset": "min_Arab-cat_Latn", "languages": ["min-Arab", "cat-Latn"], "main_score": 0.024287, "precision": 0.022829, "recall": 0.033597}, {"accuracy": 0.031621, "f1": 0.020268, "hf_subset": "min_Arab-fur_Latn", "languages": ["min-Arab", "fur-Latn"], "main_score": 0.020268, "precision": 0.018001, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.021124, "hf_subset": "min_Arab-kab_Latn", "languages": ["min-Arab", "kab-Latn"], "main_score": 0.021124, "precision": 0.018684, "recall": 0.031621}, {"accuracy": 0.031621, "f1": 0.021504, "hf_subset": "min_Arab-lim_Latn", "languages": ["min-Arab", "lim-Latn"], "main_score": 0.021504, "precision": 0.019231, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.028408, "hf_subset": "min_Arab-nld_Latn", "languages": ["min-Arab", "nld-Latn"], "main_score": 0.028408, "precision": 0.026084, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.012782, "hf_subset": "min_Arab-san_Deva", "languages": ["min-Arab", "san-Deva"], "main_score": 0.012782, "precision": 0.011434, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.025654, "hf_subset": "min_Arab-tat_Cyrl", "languages": ["min-Arab", "tat-Cyrl"], "main_score": 0.025654, "precision": 0.023073, "recall": 0.035573}, {"accuracy": 0.047431, "f1": 0.030638, "hf_subset": "min_Arab-xho_Latn", "languages": ["min-Arab", "xho-Latn"], "main_score": 0.030638, "precision": 0.027157, "recall": 0.047431}, {"accuracy": 0.023715, "f1": 0.01702, "hf_subset": "min_Arab-ars_Arab", "languages": ["min-Arab", "ars-Arab"], "main_score": 0.01702, "precision": 0.015268, "recall": 0.023715}, {"accuracy": 0.044466, "f1": 0.032338, "hf_subset": "min_Arab-ceb_Latn", "languages": ["min-Arab", "ceb-Latn"], "main_score": 0.032338, "precision": 0.029998, "recall": 0.044466}, {"accuracy": 0.043478, "f1": 0.025197, "hf_subset": "min_Arab-fuv_Latn", "languages": ["min-Arab", "fuv-Latn"], "main_score": 0.025197, "precision": 0.021555, "recall": 0.043478}, {"accuracy": 0.04249, "f1": 0.023946, "hf_subset": "min_Arab-kac_Latn", "languages": ["min-Arab", "kac-Latn"], "main_score": 0.023946, "precision": 0.020051, "recall": 0.04249}, {"accuracy": 0.027668, "f1": 0.019048, "hf_subset": "min_Arab-lin_Latn", "languages": ["min-Arab", "lin-Latn"], "main_score": 0.019048, "precision": 0.016969, "recall": 0.027668}, {"accuracy": 0.034585, "f1": 0.024567, "hf_subset": "min_Arab-nno_Latn", "languages": ["min-Arab", "nno-Latn"], "main_score": 0.024567, "precision": 0.023079, "recall": 0.034585}, {"accuracy": 0.003953, "f1": 0.000862, "hf_subset": "min_Arab-sat_Olck", "languages": ["min-Arab", "sat-Olck"], "main_score": 0.000862, "precision": 0.000508, "recall": 0.003953}, {"accuracy": 0.011858, "f1": 0.007854, "hf_subset": "min_Arab-tel_Telu", "languages": ["min-Arab", "tel-Telu"], "main_score": 0.007854, "precision": 0.007259, "recall": 0.011858}, {"accuracy": 0.019763, "f1": 0.013551, "hf_subset": "min_Arab-ydd_Hebr", "languages": ["min-Arab", "ydd-Hebr"], "main_score": 0.013551, "precision": 0.012316, "recall": 0.019763}, {"accuracy": 0.020751, "f1": 0.013901, "hf_subset": "min_Arab-ary_Arab", "languages": ["min-Arab", "ary-Arab"], "main_score": 0.013901, "precision": 0.012967, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.027884, "hf_subset": "min_Arab-ces_Latn", "languages": ["min-Arab", "ces-Latn"], "main_score": 0.027884, "precision": 0.025504, "recall": 0.038538}, {"accuracy": 0.036561, "f1": 0.025134, "hf_subset": "min_Arab-gaz_Latn", "languages": ["min-Arab", "gaz-Latn"], "main_score": 0.025134, "precision": 0.02288, "recall": 0.036561}, {"accuracy": 0.036561, "f1": 0.026572, "hf_subset": "min_Arab-kam_Latn", "languages": ["min-Arab", "kam-Latn"], "main_score": 0.026572, "precision": 0.024484, "recall": 0.036561}, {"accuracy": 0.035573, "f1": 0.025563, "hf_subset": "min_Arab-lit_Latn", "languages": ["min-Arab", "lit-Latn"], "main_score": 0.025563, "precision": 0.023937, "recall": 0.035573}, {"accuracy": 0.036561, "f1": 0.022858, "hf_subset": "min_Arab-nob_Latn", "languages": ["min-Arab", "nob-Latn"], "main_score": 0.022858, "precision": 0.020312, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.018159, "hf_subset": "min_Arab-scn_Latn", "languages": ["min-Arab", "scn-Latn"], "main_score": 0.018159, "precision": 0.015927, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.020941, "hf_subset": "min_Arab-tgk_Cyrl", "languages": ["min-Arab", "tgk-Cyrl"], "main_score": 0.020941, "precision": 0.019164, "recall": 0.027668}, {"accuracy": 0.035573, "f1": 0.024408, "hf_subset": "min_Arab-yor_Latn", "languages": ["min-Arab", "yor-Latn"], "main_score": 0.024408, "precision": 0.021293, "recall": 0.035573}, {"accuracy": 0.028656, "f1": 0.020974, "hf_subset": "min_Arab-arz_Arab", "languages": ["min-Arab", "arz-Arab"], "main_score": 0.020974, "precision": 0.019304, "recall": 0.028656}, {"accuracy": 0.041502, "f1": 0.028176, "hf_subset": "min_Arab-cjk_Latn", "languages": ["min-Arab", "cjk-Latn"], "main_score": 0.028176, "precision": 0.025062, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.020337, "hf_subset": "min_Arab-gla_Latn", "languages": ["min-Arab", "gla-Latn"], "main_score": 0.020337, "precision": 0.018181, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.010914, "hf_subset": "min_Arab-kan_Knda", "languages": ["min-Arab", "kan-Knda"], "main_score": 0.010914, "precision": 0.009919, "recall": 0.018775}, {"accuracy": 0.032609, "f1": 0.022807, "hf_subset": "min_Arab-lmo_Latn", "languages": ["min-Arab", "lmo-Latn"], "main_score": 0.022807, "precision": 0.021117, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.016093, "hf_subset": "min_Arab-npi_Deva", "languages": ["min-Arab", "npi-Deva"], "main_score": 0.016093, "precision": 0.014495, "recall": 0.021739}, {"accuracy": 0.032609, "f1": 0.019471, "hf_subset": "min_Arab-shn_Mymr", "languages": ["min-Arab", "shn-Mymr"], "main_score": 0.019471, "precision": 0.016495, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.027746, "hf_subset": "min_Arab-tgl_Latn", "languages": ["min-Arab", "tgl-Latn"], "main_score": 0.027746, "precision": 0.025155, "recall": 0.037549}, {"accuracy": 0.033597, "f1": 0.021991, "hf_subset": "min_Arab-yue_Hant", "languages": ["min-Arab", "yue-Hant"], "main_score": 0.021991, "precision": 0.020614, "recall": 0.033597}, {"accuracy": 0.014822, "f1": 0.006581, "hf_subset": "min_Arab-asm_Beng", "languages": ["min-Arab", "asm-Beng"], "main_score": 0.006581, "precision": 0.005373, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.01919, "hf_subset": "min_Arab-ckb_Arab", "languages": ["min-Arab", "ckb-Arab"], "main_score": 0.01919, "precision": 0.017271, "recall": 0.02668}, {"accuracy": 0.033597, "f1": 0.022619, "hf_subset": "min_Arab-gle_Latn", "languages": ["min-Arab", "gle-Latn"], "main_score": 0.022619, "precision": 0.02089, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.021191, "hf_subset": "min_Arab-kas_Arab", "languages": ["min-Arab", "kas-Arab"], "main_score": 0.021191, "precision": 0.019632, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.01644, "hf_subset": "min_Arab-ltg_Latn", "languages": ["min-Arab", "ltg-Latn"], "main_score": 0.01644, "precision": 0.014765, "recall": 0.022727}, {"accuracy": 0.05336, "f1": 0.033568, "hf_subset": "min_Arab-nso_Latn", "languages": ["min-Arab", "nso-Latn"], "main_score": 0.033568, "precision": 0.029357, "recall": 0.05336}, {"accuracy": 0.008893, "f1": 0.005133, "hf_subset": "min_Arab-sin_Sinh", "languages": ["min-Arab", "sin-Sinh"], "main_score": 0.005133, "precision": 0.00455, "recall": 0.008893}, {"accuracy": 0.028656, "f1": 0.019133, "hf_subset": "min_Arab-tha_Thai", "languages": ["min-Arab", "tha-Thai"], "main_score": 0.019133, "precision": 0.017451, "recall": 0.028656}, {"accuracy": 0.028656, "f1": 0.017862, "hf_subset": "min_Arab-zho_Hans", "languages": ["min-Arab", "zho-Hans"], "main_score": 0.017862, "precision": 0.016207, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.017374, "hf_subset": "min_Arab-ast_Latn", "languages": ["min-Arab", "ast-Latn"], "main_score": 0.017374, "precision": 0.015152, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.020211, "hf_subset": "min_Arab-crh_Latn", "languages": ["min-Arab", "crh-Latn"], "main_score": 0.020211, "precision": 0.018511, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.023832, "hf_subset": "min_Arab-glg_Latn", "languages": ["min-Arab", "glg-Latn"], "main_score": 0.023832, "precision": 0.021524, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.021399, "hf_subset": "min_Arab-kas_Deva", "languages": ["min-Arab", "kas-Deva"], "main_score": 0.021399, "precision": 0.019667, "recall": 0.029644}, {"accuracy": 0.043478, "f1": 0.027488, "hf_subset": "min_Arab-ltz_Latn", "languages": ["min-Arab", "ltz-Latn"], "main_score": 0.027488, "precision": 0.024948, "recall": 0.043478}, {"accuracy": 0.025692, "f1": 0.016435, "hf_subset": "min_Arab-nus_Latn", "languages": ["min-Arab", "nus-Latn"], "main_score": 0.016435, "precision": 0.014372, "recall": 0.025692}, {"accuracy": 0.035573, "f1": 0.024736, "hf_subset": "min_Arab-slk_Latn", "languages": ["min-Arab", "slk-Latn"], "main_score": 0.024736, "precision": 0.022995, "recall": 0.035573}, {"accuracy": 0.013834, "f1": 0.00793, "hf_subset": "min_Arab-tir_Ethi", "languages": ["min-Arab", "tir-Ethi"], "main_score": 0.00793, "precision": 0.007122, "recall": 0.013834}, {"accuracy": 0.028656, "f1": 0.017196, "hf_subset": "min_Arab-zho_Hant", "languages": ["min-Arab", "zho-Hant"], "main_score": 0.017196, "precision": 0.015216, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016037, "hf_subset": "min_Arab-awa_Deva", "languages": ["min-Arab", "awa-Deva"], "main_score": 0.016037, "precision": 0.015137, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.018125, "hf_subset": "min_Arab-cym_Latn", "languages": ["min-Arab", "cym-Latn"], "main_score": 0.018125, "precision": 0.016019, "recall": 0.028656}, {"accuracy": 0.035573, "f1": 0.02397, "hf_subset": "min_Arab-grn_Latn", "languages": ["min-Arab", "grn-Latn"], "main_score": 0.02397, "precision": 0.021058, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.015178, "hf_subset": "min_Arab-kat_Geor", "languages": ["min-Arab", "kat-Geor"], "main_score": 0.015178, "precision": 0.013965, "recall": 0.024704}, {"accuracy": 0.041502, "f1": 0.028466, "hf_subset": "min_Arab-lua_Latn", "languages": ["min-Arab", "lua-Latn"], "main_score": 0.028466, "precision": 0.025251, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.024876, "hf_subset": "min_Arab-nya_Latn", "languages": ["min-Arab", "nya-Latn"], "main_score": 0.024876, "precision": 0.021937, "recall": 0.039526}, {"accuracy": 0.039526, "f1": 0.02579, "hf_subset": "min_Arab-slv_Latn", "languages": ["min-Arab", "slv-Latn"], "main_score": 0.02579, "precision": 0.023281, "recall": 0.039526}, {"accuracy": 0.043478, "f1": 0.028001, "hf_subset": "min_Arab-tpi_Latn", "languages": ["min-Arab", "tpi-Latn"], "main_score": 0.028001, "precision": 0.025084, "recall": 0.043478}, {"accuracy": 0.035573, "f1": 0.024033, "hf_subset": "min_Arab-zsm_Latn", "languages": ["min-Arab", "zsm-Latn"], "main_score": 0.024033, "precision": 0.022365, "recall": 0.035573}, {"accuracy": 0.041502, "f1": 0.025232, "hf_subset": "min_Arab-ayr_Latn", "languages": ["min-Arab", "ayr-Latn"], "main_score": 0.025232, "precision": 0.021572, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.022791, "hf_subset": "min_Arab-dan_Latn", "languages": ["min-Arab", "dan-Latn"], "main_score": 0.022791, "precision": 0.020947, "recall": 0.033597}, {"accuracy": 0.018775, "f1": 0.013417, "hf_subset": "min_Arab-guj_Gujr", "languages": ["min-Arab", "guj-Gujr"], "main_score": 0.013417, "precision": 0.012065, "recall": 0.018775}, {"accuracy": 0.020751, "f1": 0.014566, "hf_subset": "min_Arab-kaz_Cyrl", "languages": ["min-Arab", "kaz-Cyrl"], "main_score": 0.014566, "precision": 0.013448, "recall": 0.020751}, {"accuracy": 0.030632, "f1": 0.020959, "hf_subset": "min_Arab-lug_Latn", "languages": ["min-Arab", "lug-Latn"], "main_score": 0.020959, "precision": 0.018484, "recall": 0.030632}, {"accuracy": 0.033597, "f1": 0.023639, "hf_subset": "min_Arab-oci_Latn", "languages": ["min-Arab", "oci-Latn"], "main_score": 0.023639, "precision": 0.021915, "recall": 0.033597}, {"accuracy": 0.034585, "f1": 0.022102, "hf_subset": "min_Arab-smo_Latn", "languages": ["min-Arab", "smo-Latn"], "main_score": 0.022102, "precision": 0.019978, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.02176, "hf_subset": "min_Arab-tsn_Latn", "languages": ["min-Arab", "tsn-Latn"], "main_score": 0.02176, "precision": 0.019174, "recall": 0.032609}, {"accuracy": 0.038538, "f1": 0.02643, "hf_subset": "min_Arab-zul_Latn", "languages": ["min-Arab", "zul-Latn"], "main_score": 0.02643, "precision": 0.024156, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.013445, "hf_subset": "min_Arab-azb_Arab", "languages": ["min-Arab", "azb-Arab"], "main_score": 0.013445, "precision": 0.011806, "recall": 0.019763}, {"accuracy": 0.032609, "f1": 0.021561, "hf_subset": "min_Arab-deu_Latn", "languages": ["min-Arab", "deu-Latn"], "main_score": 0.021561, "precision": 0.019447, "recall": 0.032609}, {"accuracy": 0.039526, "f1": 0.026238, "hf_subset": "min_Arab-hat_Latn", "languages": ["min-Arab", "hat-Latn"], "main_score": 0.026238, "precision": 0.023545, "recall": 0.039526}, {"accuracy": 0.043478, "f1": 0.022202, "hf_subset": "min_Arab-kbp_Latn", "languages": ["min-Arab", "kbp-Latn"], "main_score": 0.022202, "precision": 0.01839, "recall": 0.043478}, {"accuracy": 0.033597, "f1": 0.021935, "hf_subset": "min_Arab-luo_Latn", "languages": ["min-Arab", "luo-Latn"], "main_score": 0.021935, "precision": 0.019418, "recall": 0.033597}, {"accuracy": 0.013834, "f1": 0.007844, "hf_subset": "min_Arab-ory_Orya", "languages": ["min-Arab", "ory-Orya"], "main_score": 0.007844, "precision": 0.006956, "recall": 0.013834}, {"accuracy": 0.034585, "f1": 0.020964, "hf_subset": "min_Arab-sna_Latn", "languages": ["min-Arab", "sna-Latn"], "main_score": 0.020964, "precision": 0.01857, "recall": 0.034585}, {"accuracy": 0.047431, "f1": 0.030336, "hf_subset": "min_Arab-tso_Latn", "languages": ["min-Arab", "tso-Latn"], "main_score": 0.030336, "precision": 0.02679, "recall": 0.047431}, {"accuracy": 0.023715, "f1": 0.016834, "hf_subset": "min_Arab-azj_Latn", "languages": ["min-Arab", "azj-Latn"], "main_score": 0.016834, "precision": 0.015677, "recall": 0.023715}, {"accuracy": 0.028656, "f1": 0.021233, "hf_subset": "min_Arab-dik_Latn", "languages": ["min-Arab", "dik-Latn"], "main_score": 0.021233, "precision": 0.019324, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.026893, "hf_subset": "min_Arab-hau_Latn", "languages": ["min-Arab", "hau-Latn"], "main_score": 0.026893, "precision": 0.02449, "recall": 0.039526}, {"accuracy": 0.031621, "f1": 0.024955, "hf_subset": "min_Arab-kea_Latn", "languages": ["min-Arab", "kea-Latn"], "main_score": 0.024955, "precision": 0.023003, "recall": 0.031621}, {"accuracy": 0.039526, "f1": 0.024434, "hf_subset": "min_Arab-lus_Latn", "languages": ["min-Arab", "lus-Latn"], "main_score": 0.024434, "precision": 0.021382, "recall": 0.039526}, {"accuracy": 0.040514, "f1": 0.029973, "hf_subset": "min_Arab-pag_Latn", "languages": ["min-Arab", "pag-Latn"], "main_score": 0.029973, "precision": 0.027177, "recall": 0.040514}, {"accuracy": 0.023715, "f1": 0.015458, "hf_subset": "min_Arab-snd_Arab", "languages": ["min-Arab", "snd-Arab"], "main_score": 0.015458, "precision": 0.013831, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.021889, "hf_subset": "min_Arab-tuk_Latn", "languages": ["min-Arab", "tuk-Latn"], "main_score": 0.021889, "precision": 0.019179, "recall": 0.032609}, {"accuracy": 0.046443, "f1": 0.032191, "hf_subset": "min_Arab-bak_Cyrl", "languages": ["min-Arab", "bak-Cyrl"], "main_score": 0.032191, "precision": 0.028904, "recall": 0.046443}, {"accuracy": 0.023715, "f1": 0.01597, "hf_subset": "min_Arab-dyu_Latn", "languages": ["min-Arab", "dyu-Latn"], "main_score": 0.01597, "precision": 0.013806, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.016786, "hf_subset": "min_Arab-heb_Hebr", "languages": ["min-Arab", "heb-Hebr"], "main_score": 0.016786, "precision": 0.014894, "recall": 0.025692}, {"accuracy": 0.036561, "f1": 0.023876, "hf_subset": "min_Arab-khk_Cyrl", "languages": ["min-Arab", "khk-Cyrl"], "main_score": 0.023876, "precision": 0.021553, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.018197, "hf_subset": "min_Arab-lvs_Latn", "languages": ["min-Arab", "lvs-Latn"], "main_score": 0.018197, "precision": 0.016276, "recall": 0.030632}, {"accuracy": 0.017787, "f1": 0.012303, "hf_subset": "min_Arab-pan_Guru", "languages": ["min-Arab", "pan-Guru"], "main_score": 0.012303, "precision": 0.011348, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.020751, "hf_subset": "min_Arab-som_Latn", "languages": ["min-Arab", "som-Latn"], "main_score": 0.020751, "precision": 0.018455, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.025397, "hf_subset": "min_Arab-tum_Latn", "languages": ["min-Arab", "tum-Latn"], "main_score": 0.025397, "precision": 0.022006, "recall": 0.040514}, {"accuracy": 0.091897, "f1": 0.054014, "hf_subset": "pol_Latn-ace_Arab", "languages": ["pol-Latn", "ace-Arab"], "main_score": 0.054014, "precision": 0.045247, "recall": 0.091897}, {"accuracy": 0.211462, "f1": 0.138181, "hf_subset": "pol_Latn-bam_Latn", "languages": ["pol-Latn", "bam-Latn"], "main_score": 0.138181, "precision": 0.119438, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "pol_Latn-dzo_Tibt", "languages": ["pol-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-hin_Deva", "languages": ["pol-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.910079, "f1": 0.882759, "hf_subset": "pol_Latn-khm_Khmr", "languages": ["pol-Latn", "khm-Khmr"], "main_score": 0.882759, "precision": 0.869648, "recall": 0.910079}, {"accuracy": 0.940711, "f1": 0.922596, "hf_subset": "pol_Latn-mag_Deva", "languages": ["pol-Latn", "mag-Deva"], "main_score": 0.922596, "precision": 0.914196, "recall": 0.940711}, {"accuracy": 0.652174, "f1": 0.576815, "hf_subset": "pol_Latn-pap_Latn", "languages": ["pol-Latn", "pap-Latn"], "main_score": 0.576815, "precision": 0.547278, "recall": 0.652174}, {"accuracy": 0.231225, "f1": 0.165774, "hf_subset": "pol_Latn-sot_Latn", "languages": ["pol-Latn", "sot-Latn"], "main_score": 0.165774, "precision": 0.148645, "recall": 0.231225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-tur_Latn", "languages": ["pol-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.433794, "f1": 0.34965, "hf_subset": "pol_Latn-ace_Latn", "languages": ["pol-Latn", "ace-Latn"], "main_score": 0.34965, "precision": 0.322896, "recall": 0.433794}, {"accuracy": 0.681818, "f1": 0.612233, "hf_subset": "pol_Latn-ban_Latn", "languages": ["pol-Latn", "ban-Latn"], "main_score": 0.612233, "precision": 0.583756, "recall": 0.681818}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ell_Grek", "languages": ["pol-Latn", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.914032, "f1": 0.888505, "hf_subset": "pol_Latn-hne_Deva", "languages": ["pol-Latn", "hne-Deva"], "main_score": 0.888505, "precision": 0.876647, "recall": 0.914032}, {"accuracy": 0.263834, "f1": 0.181196, "hf_subset": "pol_Latn-kik_Latn", "languages": ["pol-Latn", "kik-Latn"], "main_score": 0.181196, "precision": 0.159745, "recall": 0.263834}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "pol_Latn-mai_Deva", "languages": ["pol-Latn", "mai-Deva"], "main_score": 0.921443, "precision": 0.912714, "recall": 0.939723}, {"accuracy": 0.844862, "f1": 0.80407, "hf_subset": "pol_Latn-pbt_Arab", "languages": ["pol-Latn", "pbt-Arab"], "main_score": 0.80407, "precision": 0.785573, "recall": 0.844862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-spa_Latn", "languages": ["pol-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.311265, "f1": 0.221542, "hf_subset": "pol_Latn-twi_Latn", "languages": ["pol-Latn", "twi-Latn"], "main_score": 0.221542, "precision": 0.1973, "recall": 0.311265}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pol_Latn-acm_Arab", "languages": ["pol-Latn", "acm-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "pol_Latn-bel_Cyrl", "languages": ["pol-Latn", "bel-Cyrl"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-eng_Latn", "languages": ["pol-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-hrv_Latn", "languages": ["pol-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.167984, "f1": 0.112322, "hf_subset": "pol_Latn-kin_Latn", "languages": ["pol-Latn", "kin-Latn"], "main_score": 0.112322, "precision": 0.098661, "recall": 0.167984}, {"accuracy": 0.887352, "f1": 0.857792, "hf_subset": "pol_Latn-mal_Mlym", "languages": ["pol-Latn", "mal-Mlym"], "main_score": 0.857792, "precision": 0.844368, "recall": 0.887352}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "pol_Latn-pes_Arab", "languages": ["pol-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.729249, "f1": 0.663547, "hf_subset": "pol_Latn-srd_Latn", "languages": ["pol-Latn", "srd-Latn"], "main_score": 0.663547, "precision": 0.635375, "recall": 0.729249}, {"accuracy": 0.062253, "f1": 0.026592, "hf_subset": "pol_Latn-tzm_Tfng", "languages": ["pol-Latn", "tzm-Tfng"], "main_score": 0.026592, "precision": 0.021616, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "pol_Latn-acq_Arab", "languages": ["pol-Latn", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.249012, "f1": 0.174258, "hf_subset": "pol_Latn-bem_Latn", "languages": ["pol-Latn", "bem-Latn"], "main_score": 0.174258, "precision": 0.155524, "recall": 0.249012}, {"accuracy": 0.868577, "f1": 0.831028, "hf_subset": "pol_Latn-epo_Latn", "languages": ["pol-Latn", "epo-Latn"], "main_score": 0.831028, "precision": 0.813818, "recall": 0.868577}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-hun_Latn", "languages": ["pol-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.940711, "f1": 0.922101, "hf_subset": "pol_Latn-kir_Cyrl", "languages": ["pol-Latn", "kir-Cyrl"], "main_score": 0.922101, "precision": 0.913043, "recall": 0.940711}, {"accuracy": 0.912055, "f1": 0.884783, "hf_subset": "pol_Latn-mar_Deva", "languages": ["pol-Latn", "mar-Deva"], "main_score": 0.884783, "precision": 0.871624, "recall": 0.912055}, {"accuracy": 0.306324, "f1": 0.228277, "hf_subset": "pol_Latn-plt_Latn", "languages": ["pol-Latn", "plt-Latn"], "main_score": 0.228277, "precision": 0.205905, "recall": 0.306324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-srp_Cyrl", "languages": ["pol-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.801383, "f1": 0.754579, "hf_subset": "pol_Latn-uig_Arab", "languages": ["pol-Latn", "uig-Arab"], "main_score": 0.754579, "precision": 0.734437, "recall": 0.801383}, {"accuracy": 0.938735, "f1": 0.920619, "hf_subset": "pol_Latn-aeb_Arab", "languages": ["pol-Latn", "aeb-Arab"], "main_score": 0.920619, "precision": 0.911891, "recall": 0.938735}, {"accuracy": 0.900198, "f1": 0.874868, "hf_subset": "pol_Latn-ben_Beng", "languages": ["pol-Latn", "ben-Beng"], "main_score": 0.874868, "precision": 0.863389, "recall": 0.900198}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-est_Latn", "languages": ["pol-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "pol_Latn-hye_Armn", "languages": ["pol-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.182806, "f1": 0.119178, "hf_subset": "pol_Latn-kmb_Latn", "languages": ["pol-Latn", "kmb-Latn"], "main_score": 0.119178, "precision": 0.105831, "recall": 0.182806}, {"accuracy": 0.065217, "f1": 0.039837, "hf_subset": "pol_Latn-min_Arab", "languages": ["pol-Latn", "min-Arab"], "main_score": 0.039837, "precision": 0.034521, "recall": 0.065217}, {"accuracy": 0.178854, "f1": 0.118727, "hf_subset": "pol_Latn-ssw_Latn", "languages": ["pol-Latn", "ssw-Latn"], "main_score": 0.118727, "precision": 0.105686, "recall": 0.178854}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-ukr_Cyrl", "languages": ["pol-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "pol_Latn-afr_Latn", "languages": ["pol-Latn", "afr-Latn"], "main_score": 0.955204, "precision": 0.950264, "recall": 0.965415}, {"accuracy": 0.894269, "f1": 0.863768, "hf_subset": "pol_Latn-bho_Deva", "languages": ["pol-Latn", "bho-Deva"], "main_score": 0.863768, "precision": 0.849967, "recall": 0.894269}, {"accuracy": 0.754941, "f1": 0.699868, "hf_subset": "pol_Latn-eus_Latn", "languages": ["pol-Latn", "eus-Latn"], "main_score": 0.699868, "precision": 0.676762, "recall": 0.754941}, {"accuracy": 0.210474, "f1": 0.13817, "hf_subset": "pol_Latn-ibo_Latn", "languages": ["pol-Latn", "ibo-Latn"], "main_score": 0.13817, "precision": 0.120787, "recall": 0.210474}, {"accuracy": 0.757905, "f1": 0.708665, "hf_subset": "pol_Latn-kmr_Latn", "languages": ["pol-Latn", "kmr-Latn"], "main_score": 0.708665, "precision": 0.688563, "recall": 0.757905}, {"accuracy": 0.657115, "f1": 0.586012, "hf_subset": "pol_Latn-min_Latn", "languages": ["pol-Latn", "min-Latn"], "main_score": 0.586012, "precision": 0.558267, "recall": 0.657115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-por_Latn", "languages": ["pol-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.762846, "f1": 0.705146, "hf_subset": "pol_Latn-sun_Latn", "languages": ["pol-Latn", "sun-Latn"], "main_score": 0.705146, "precision": 0.68097, "recall": 0.762846}, {"accuracy": 0.194664, "f1": 0.130952, "hf_subset": "pol_Latn-umb_Latn", "languages": ["pol-Latn", "umb-Latn"], "main_score": 0.130952, "precision": 0.115256, "recall": 0.194664}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "pol_Latn-ajp_Arab", "languages": ["pol-Latn", "ajp-Arab"], "main_score": 0.960145, "precision": 0.955863, "recall": 0.969368}, {"accuracy": 0.071146, "f1": 0.039617, "hf_subset": "pol_Latn-bjn_Arab", "languages": ["pol-Latn", "bjn-Arab"], "main_score": 0.039617, "precision": 0.03347, "recall": 0.071146}, {"accuracy": 0.280632, "f1": 0.207104, "hf_subset": "pol_Latn-ewe_Latn", "languages": ["pol-Latn", "ewe-Latn"], "main_score": 0.207104, "precision": 0.187646, "recall": 0.280632}, {"accuracy": 0.37253, "f1": 0.284442, "hf_subset": "pol_Latn-ilo_Latn", "languages": ["pol-Latn", "ilo-Latn"], "main_score": 0.284442, "precision": 0.257512, "recall": 0.37253}, {"accuracy": 0.094862, "f1": 0.049318, "hf_subset": "pol_Latn-knc_Arab", "languages": ["pol-Latn", "knc-Arab"], "main_score": 0.049318, "precision": 0.039749, "recall": 0.094862}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-mkd_Cyrl", "languages": ["pol-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979315, "hf_subset": "pol_Latn-prs_Arab", "languages": ["pol-Latn", "prs-Arab"], "main_score": 0.979315, "precision": 0.977026, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "pol_Latn-swe_Latn", "languages": ["pol-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "pol_Latn-urd_Arab", "languages": ["pol-Latn", "urd-Arab"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.313241, "f1": 0.230658, "hf_subset": "pol_Latn-aka_Latn", "languages": ["pol-Latn", "aka-Latn"], "main_score": 0.230658, "precision": 0.207047, "recall": 0.313241}, {"accuracy": 0.766798, "f1": 0.709361, "hf_subset": "pol_Latn-bjn_Latn", "languages": ["pol-Latn", "bjn-Latn"], "main_score": 0.709361, "precision": 0.684726, "recall": 0.766798}, {"accuracy": 0.475296, "f1": 0.395885, "hf_subset": "pol_Latn-fao_Latn", "languages": ["pol-Latn", "fao-Latn"], "main_score": 0.395885, "precision": 0.370499, "recall": 0.475296}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pol_Latn-ind_Latn", "languages": ["pol-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.281621, "f1": 0.205901, "hf_subset": "pol_Latn-knc_Latn", "languages": ["pol-Latn", "knc-Latn"], "main_score": 0.205901, "precision": 0.1856, "recall": 0.281621}, {"accuracy": 0.350791, "f1": 0.269963, "hf_subset": "pol_Latn-mlt_Latn", "languages": ["pol-Latn", "mlt-Latn"], "main_score": 0.269963, "precision": 0.246824, "recall": 0.350791}, {"accuracy": 0.287549, "f1": 0.198307, "hf_subset": "pol_Latn-quy_Latn", "languages": ["pol-Latn", "quy-Latn"], "main_score": 0.198307, "precision": 0.174389, "recall": 0.287549}, {"accuracy": 0.366601, "f1": 0.283588, "hf_subset": "pol_Latn-swh_Latn", "languages": ["pol-Latn", "swh-Latn"], "main_score": 0.283588, "precision": 0.259083, "recall": 0.366601}, {"accuracy": 0.647233, "f1": 0.576446, "hf_subset": "pol_Latn-uzn_Latn", "languages": ["pol-Latn", "uzn-Latn"], "main_score": 0.576446, "precision": 0.548207, "recall": 0.647233}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-als_Latn", "languages": ["pol-Latn", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.051383, "f1": 0.016984, "hf_subset": "pol_Latn-bod_Tibt", "languages": ["pol-Latn", "bod-Tibt"], "main_score": 0.016984, "precision": 0.012784, "recall": 0.051383}, {"accuracy": 0.231225, "f1": 0.161073, "hf_subset": "pol_Latn-fij_Latn", "languages": ["pol-Latn", "fij-Latn"], "main_score": 0.161073, "precision": 0.141842, "recall": 0.231225}, {"accuracy": 0.76087, "f1": 0.704518, "hf_subset": "pol_Latn-isl_Latn", "languages": ["pol-Latn", "isl-Latn"], "main_score": 0.704518, "precision": 0.681358, "recall": 0.76087}, {"accuracy": 0.261858, "f1": 0.185521, "hf_subset": "pol_Latn-kon_Latn", "languages": ["pol-Latn", "kon-Latn"], "main_score": 0.185521, "precision": 0.164627, "recall": 0.261858}, {"accuracy": 0.062253, "f1": 0.03015, "hf_subset": "pol_Latn-mni_Beng", "languages": ["pol-Latn", "mni-Beng"], "main_score": 0.03015, "precision": 0.02541, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ron_Latn", "languages": ["pol-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.827075, "f1": 0.782609, "hf_subset": "pol_Latn-szl_Latn", "languages": ["pol-Latn", "szl-Latn"], "main_score": 0.782609, "precision": 0.763389, "recall": 0.827075}, {"accuracy": 0.795455, "f1": 0.743168, "hf_subset": "pol_Latn-vec_Latn", "languages": ["pol-Latn", "vec-Latn"], "main_score": 0.743168, "precision": 0.720142, "recall": 0.795455}, {"accuracy": 0.76087, "f1": 0.708863, "hf_subset": "pol_Latn-amh_Ethi", "languages": ["pol-Latn", "amh-Ethi"], "main_score": 0.708863, "precision": 0.687114, "recall": 0.76087}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-bos_Latn", "languages": ["pol-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "pol_Latn-fin_Latn", "languages": ["pol-Latn", "fin-Latn"], "main_score": 0.990119, "precision": 0.98913, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-ita_Latn", "languages": ["pol-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pol_Latn-kor_Hang", "languages": ["pol-Latn", "kor-Hang"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.247036, "f1": 0.176847, "hf_subset": "pol_Latn-mos_Latn", "languages": ["pol-Latn", "mos-Latn"], "main_score": 0.176847, "precision": 0.158504, "recall": 0.247036}, {"accuracy": 0.192688, "f1": 0.132518, "hf_subset": "pol_Latn-run_Latn", "languages": ["pol-Latn", "run-Latn"], "main_score": 0.132518, "precision": 0.117535, "recall": 0.192688}, {"accuracy": 0.897233, "f1": 0.866008, "hf_subset": "pol_Latn-tam_Taml", "languages": ["pol-Latn", "tam-Taml"], "main_score": 0.866008, "precision": 0.851367, "recall": 0.897233}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "pol_Latn-vie_Latn", "languages": ["pol-Latn", "vie-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "pol_Latn-apc_Arab", "languages": ["pol-Latn", "apc-Arab"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.400198, "f1": 0.311381, "hf_subset": "pol_Latn-bug_Latn", "languages": ["pol-Latn", "bug-Latn"], "main_score": 0.311381, "precision": 0.28406, "recall": 0.400198}, {"accuracy": 0.22332, "f1": 0.150282, "hf_subset": "pol_Latn-fon_Latn", "languages": ["pol-Latn", "fon-Latn"], "main_score": 0.150282, "precision": 0.131895, "recall": 0.22332}, {"accuracy": 0.742095, "f1": 0.678393, "hf_subset": "pol_Latn-jav_Latn", "languages": ["pol-Latn", "jav-Latn"], "main_score": 0.678393, "precision": 0.652569, "recall": 0.742095}, {"accuracy": 0.934783, "f1": 0.916568, "hf_subset": "pol_Latn-lao_Laoo", "languages": ["pol-Latn", "lao-Laoo"], "main_score": 0.916568, "precision": 0.908679, "recall": 0.934783}, {"accuracy": 0.202569, "f1": 0.129925, "hf_subset": "pol_Latn-mri_Latn", "languages": ["pol-Latn", "mri-Latn"], "main_score": 0.129925, "precision": 0.113386, "recall": 0.202569}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-rus_Cyrl", "languages": ["pol-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.261858, "f1": 0.192938, "hf_subset": "pol_Latn-taq_Latn", "languages": ["pol-Latn", "taq-Latn"], "main_score": 0.192938, "precision": 0.175424, "recall": 0.261858}, {"accuracy": 0.433794, "f1": 0.340892, "hf_subset": "pol_Latn-war_Latn", "languages": ["pol-Latn", "war-Latn"], "main_score": 0.340892, "precision": 0.311263, "recall": 0.433794}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "pol_Latn-arb_Arab", "languages": ["pol-Latn", "arb-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-bul_Cyrl", "languages": ["pol-Latn", "bul-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-fra_Latn", "languages": ["pol-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-jpn_Jpan", "languages": ["pol-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.758893, "f1": 0.699642, "hf_subset": "pol_Latn-lij_Latn", "languages": ["pol-Latn", "lij-Latn"], "main_score": 0.699642, "precision": 0.674028, "recall": 0.758893}, {"accuracy": 0.949605, "f1": 0.935112, "hf_subset": "pol_Latn-mya_Mymr", "languages": ["pol-Latn", "mya-Mymr"], "main_score": 0.935112, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.253953, "f1": 0.186984, "hf_subset": "pol_Latn-sag_Latn", "languages": ["pol-Latn", "sag-Latn"], "main_score": 0.186984, "precision": 0.169297, "recall": 0.253953}, {"accuracy": 0.076087, "f1": 0.033008, "hf_subset": "pol_Latn-taq_Tfng", "languages": ["pol-Latn", "taq-Tfng"], "main_score": 0.033008, "precision": 0.026555, "recall": 0.076087}, {"accuracy": 0.267787, "f1": 0.192119, "hf_subset": "pol_Latn-wol_Latn", "languages": ["pol-Latn", "wol-Latn"], "main_score": 0.192119, "precision": 0.1715, "recall": 0.267787}, {"accuracy": 0.136364, "f1": 0.080162, "hf_subset": "pol_Latn-arb_Latn", "languages": ["pol-Latn", "arb-Latn"], "main_score": 0.080162, "precision": 0.068285, "recall": 0.136364}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-cat_Latn", "languages": ["pol-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.728261, "f1": 0.664196, "hf_subset": "pol_Latn-fur_Latn", "languages": ["pol-Latn", "fur-Latn"], "main_score": 0.664196, "precision": 0.637352, "recall": 0.728261}, {"accuracy": 0.099802, "f1": 0.06582, "hf_subset": "pol_Latn-kab_Latn", "languages": ["pol-Latn", "kab-Latn"], "main_score": 0.06582, "precision": 0.057879, "recall": 0.099802}, {"accuracy": 0.745059, "f1": 0.682133, "hf_subset": "pol_Latn-lim_Latn", "languages": ["pol-Latn", "lim-Latn"], "main_score": 0.682133, "precision": 0.654776, "recall": 0.745059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-nld_Latn", "languages": ["pol-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.743083, "f1": 0.679677, "hf_subset": "pol_Latn-san_Deva", "languages": ["pol-Latn", "san-Deva"], "main_score": 0.679677, "precision": 0.652767, "recall": 0.743083}, {"accuracy": 0.52668, "f1": 0.439949, "hf_subset": "pol_Latn-tat_Cyrl", "languages": ["pol-Latn", "tat-Cyrl"], "main_score": 0.439949, "precision": 0.407594, "recall": 0.52668}, {"accuracy": 0.212451, "f1": 0.141066, "hf_subset": "pol_Latn-xho_Latn", "languages": ["pol-Latn", "xho-Latn"], "main_score": 0.141066, "precision": 0.124484, "recall": 0.212451}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "pol_Latn-ars_Arab", "languages": ["pol-Latn", "ars-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.416008, "f1": 0.327737, "hf_subset": "pol_Latn-ceb_Latn", "languages": ["pol-Latn", "ceb-Latn"], "main_score": 0.327737, "precision": 0.298685, "recall": 0.416008}, {"accuracy": 0.252964, "f1": 0.175034, "hf_subset": "pol_Latn-fuv_Latn", "languages": ["pol-Latn", "fuv-Latn"], "main_score": 0.175034, "precision": 0.15567, "recall": 0.252964}, {"accuracy": 0.233202, "f1": 0.163394, "hf_subset": "pol_Latn-kac_Latn", "languages": ["pol-Latn", "kac-Latn"], "main_score": 0.163394, "precision": 0.14583, "recall": 0.233202}, {"accuracy": 0.251976, "f1": 0.179274, "hf_subset": "pol_Latn-lin_Latn", "languages": ["pol-Latn", "lin-Latn"], "main_score": 0.179274, "precision": 0.160066, "recall": 0.251976}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "pol_Latn-nno_Latn", "languages": ["pol-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.020751, "f1": 0.003603, "hf_subset": "pol_Latn-sat_Olck", "languages": ["pol-Latn", "sat-Olck"], "main_score": 0.003603, "precision": 0.0025, "recall": 0.020751}, {"accuracy": 0.863636, "f1": 0.82739, "hf_subset": "pol_Latn-tel_Telu", "languages": ["pol-Latn", "tel-Telu"], "main_score": 0.82739, "precision": 0.811084, "recall": 0.863636}, {"accuracy": 0.435771, "f1": 0.351338, "hf_subset": "pol_Latn-ydd_Hebr", "languages": ["pol-Latn", "ydd-Hebr"], "main_score": 0.351338, "precision": 0.320606, "recall": 0.435771}, {"accuracy": 0.860672, "f1": 0.820619, "hf_subset": "pol_Latn-ary_Arab", "languages": ["pol-Latn", "ary-Arab"], "main_score": 0.820619, "precision": 0.802042, "recall": 0.860672}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-ces_Latn", "languages": ["pol-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.105731, "f1": 0.058627, "hf_subset": "pol_Latn-gaz_Latn", "languages": ["pol-Latn", "gaz-Latn"], "main_score": 0.058627, "precision": 0.049099, "recall": 0.105731}, {"accuracy": 0.22332, "f1": 0.152454, "hf_subset": "pol_Latn-kam_Latn", "languages": ["pol-Latn", "kam-Latn"], "main_score": 0.152454, "precision": 0.134399, "recall": 0.22332}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "pol_Latn-lit_Latn", "languages": ["pol-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "pol_Latn-nob_Latn", "languages": ["pol-Latn", "nob-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.660079, "f1": 0.588291, "hf_subset": "pol_Latn-scn_Latn", "languages": ["pol-Latn", "scn-Latn"], "main_score": 0.588291, "precision": 0.560428, "recall": 0.660079}, {"accuracy": 0.206522, "f1": 0.136026, "hf_subset": "pol_Latn-tgk_Cyrl", "languages": ["pol-Latn", "tgk-Cyrl"], "main_score": 0.136026, "precision": 0.118341, "recall": 0.206522}, {"accuracy": 0.212451, "f1": 0.137575, "hf_subset": "pol_Latn-yor_Latn", "languages": ["pol-Latn", "yor-Latn"], "main_score": 0.137575, "precision": 0.118701, "recall": 0.212451}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "pol_Latn-arz_Arab", "languages": ["pol-Latn", "arz-Arab"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.206522, "f1": 0.138777, "hf_subset": "pol_Latn-cjk_Latn", "languages": ["pol-Latn", "cjk-Latn"], "main_score": 0.138777, "precision": 0.122627, "recall": 0.206522}, {"accuracy": 0.219368, "f1": 0.152602, "hf_subset": "pol_Latn-gla_Latn", "languages": ["pol-Latn", "gla-Latn"], "main_score": 0.152602, "precision": 0.134043, "recall": 0.219368}, {"accuracy": 0.817194, "f1": 0.767462, "hf_subset": "pol_Latn-kan_Knda", "languages": ["pol-Latn", "kan-Knda"], "main_score": 0.767462, "precision": 0.745257, "recall": 0.817194}, {"accuracy": 0.660079, "f1": 0.592434, "hf_subset": "pol_Latn-lmo_Latn", "languages": ["pol-Latn", "lmo-Latn"], "main_score": 0.592434, "precision": 0.565886, "recall": 0.660079}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "pol_Latn-npi_Deva", "languages": ["pol-Latn", "npi-Deva"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.307312, "f1": 0.221674, "hf_subset": "pol_Latn-shn_Mymr", "languages": ["pol-Latn", "shn-Mymr"], "main_score": 0.221674, "precision": 0.195851, "recall": 0.307312}, {"accuracy": 0.48419, "f1": 0.39758, "hf_subset": "pol_Latn-tgl_Latn", "languages": ["pol-Latn", "tgl-Latn"], "main_score": 0.39758, "precision": 0.368891, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "pol_Latn-yue_Hant", "languages": ["pol-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.536561, "f1": 0.453233, "hf_subset": "pol_Latn-asm_Beng", "languages": ["pol-Latn", "asm-Beng"], "main_score": 0.453233, "precision": 0.421197, "recall": 0.536561}, {"accuracy": 0.842885, "f1": 0.80127, "hf_subset": "pol_Latn-ckb_Arab", "languages": ["pol-Latn", "ckb-Arab"], "main_score": 0.80127, "precision": 0.782971, "recall": 0.842885}, {"accuracy": 0.305336, "f1": 0.227153, "hf_subset": "pol_Latn-gle_Latn", "languages": ["pol-Latn", "gle-Latn"], "main_score": 0.227153, "precision": 0.205606, "recall": 0.305336}, {"accuracy": 0.599802, "f1": 0.51775, "hf_subset": "pol_Latn-kas_Arab", "languages": ["pol-Latn", "kas-Arab"], "main_score": 0.51775, "precision": 0.484965, "recall": 0.599802}, {"accuracy": 0.727273, "f1": 0.665141, "hf_subset": "pol_Latn-ltg_Latn", "languages": ["pol-Latn", "ltg-Latn"], "main_score": 0.665141, "precision": 0.638743, "recall": 0.727273}, {"accuracy": 0.26087, "f1": 0.181554, "hf_subset": "pol_Latn-nso_Latn", "languages": ["pol-Latn", "nso-Latn"], "main_score": 0.181554, "precision": 0.160656, "recall": 0.26087}, {"accuracy": 0.921937, "f1": 0.898998, "hf_subset": "pol_Latn-sin_Sinh", "languages": ["pol-Latn", "sin-Sinh"], "main_score": 0.898998, "precision": 0.888175, "recall": 0.921937}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-tha_Thai", "languages": ["pol-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "pol_Latn-zho_Hans", "languages": ["pol-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.937813, "hf_subset": "pol_Latn-ast_Latn", "languages": ["pol-Latn", "ast-Latn"], "main_score": 0.937813, "precision": 0.930748, "recall": 0.952569}, {"accuracy": 0.783597, "f1": 0.727621, "hf_subset": "pol_Latn-crh_Latn", "languages": ["pol-Latn", "crh-Latn"], "main_score": 0.727621, "precision": 0.702734, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-glg_Latn", "languages": ["pol-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.41996, "f1": 0.336805, "hf_subset": "pol_Latn-kas_Deva", "languages": ["pol-Latn", "kas-Deva"], "main_score": 0.336805, "precision": 0.308207, "recall": 0.41996}, {"accuracy": 0.520751, "f1": 0.433939, "hf_subset": "pol_Latn-ltz_Latn", "languages": ["pol-Latn", "ltz-Latn"], "main_score": 0.433939, "precision": 0.404028, "recall": 0.520751}, {"accuracy": 0.123518, "f1": 0.068612, "hf_subset": "pol_Latn-nus_Latn", "languages": ["pol-Latn", "nus-Latn"], "main_score": 0.068612, "precision": 0.057665, "recall": 0.123518}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-slk_Latn", "languages": ["pol-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.18083, "f1": 0.121394, "hf_subset": "pol_Latn-tir_Ethi", "languages": ["pol-Latn", "tir-Ethi"], "main_score": 0.121394, "precision": 0.10533, "recall": 0.18083}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "pol_Latn-zho_Hant", "languages": ["pol-Latn", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "pol_Latn-awa_Deva", "languages": ["pol-Latn", "awa-Deva"], "main_score": 0.942358, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.480237, "f1": 0.395646, "hf_subset": "pol_Latn-cym_Latn", "languages": ["pol-Latn", "cym-Latn"], "main_score": 0.395646, "precision": 0.367934, "recall": 0.480237}, {"accuracy": 0.375494, "f1": 0.287576, "hf_subset": "pol_Latn-grn_Latn", "languages": ["pol-Latn", "grn-Latn"], "main_score": 0.287576, "precision": 0.261445, "recall": 0.375494}, {"accuracy": 0.879447, "f1": 0.844269, "hf_subset": "pol_Latn-kat_Geor", "languages": ["pol-Latn", "kat-Geor"], "main_score": 0.844269, "precision": 0.827684, "recall": 0.879447}, {"accuracy": 0.274704, "f1": 0.197963, "hf_subset": "pol_Latn-lua_Latn", "languages": ["pol-Latn", "lua-Latn"], "main_score": 0.197963, "precision": 0.177384, "recall": 0.274704}, {"accuracy": 0.249012, "f1": 0.17253, "hf_subset": "pol_Latn-nya_Latn", "languages": ["pol-Latn", "nya-Latn"], "main_score": 0.17253, "precision": 0.152544, "recall": 0.249012}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "pol_Latn-slv_Latn", "languages": ["pol-Latn", "slv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.475296, "f1": 0.380884, "hf_subset": "pol_Latn-tpi_Latn", "languages": ["pol-Latn", "tpi-Latn"], "main_score": 0.380884, "precision": 0.349333, "recall": 0.475296}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "pol_Latn-zsm_Latn", "languages": ["pol-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.210474, "f1": 0.133165, "hf_subset": "pol_Latn-ayr_Latn", "languages": ["pol-Latn", "ayr-Latn"], "main_score": 0.133165, "precision": 0.114704, "recall": 0.210474}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "pol_Latn-dan_Latn", "languages": ["pol-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.923913, "f1": 0.901597, "hf_subset": "pol_Latn-guj_Gujr", "languages": ["pol-Latn", "guj-Gujr"], "main_score": 0.901597, "precision": 0.891281, "recall": 0.923913}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "pol_Latn-kaz_Cyrl", "languages": ["pol-Latn", "kaz-Cyrl"], "main_score": 0.952635, "precision": 0.947546, "recall": 0.963439}, {"accuracy": 0.192688, "f1": 0.128285, "hf_subset": "pol_Latn-lug_Latn", "languages": ["pol-Latn", "lug-Latn"], "main_score": 0.128285, "precision": 0.112857, "recall": 0.192688}, {"accuracy": 0.924901, "f1": 0.902174, "hf_subset": "pol_Latn-oci_Latn", "languages": ["pol-Latn", "oci-Latn"], "main_score": 0.902174, "precision": 0.891304, "recall": 0.924901}, {"accuracy": 0.206522, "f1": 0.133446, "hf_subset": "pol_Latn-smo_Latn", "languages": ["pol-Latn", "smo-Latn"], "main_score": 0.133446, "precision": 0.115247, "recall": 0.206522}, {"accuracy": 0.22332, "f1": 0.15328, "hf_subset": "pol_Latn-tsn_Latn", "languages": ["pol-Latn", "tsn-Latn"], "main_score": 0.15328, "precision": 0.13588, "recall": 0.22332}, {"accuracy": 0.163043, "f1": 0.104547, "hf_subset": "pol_Latn-zul_Latn", "languages": ["pol-Latn", "zul-Latn"], "main_score": 0.104547, "precision": 0.091349, "recall": 0.163043}, {"accuracy": 0.561265, "f1": 0.476388, "hf_subset": "pol_Latn-azb_Arab", "languages": ["pol-Latn", "azb-Arab"], "main_score": 0.476388, "precision": 0.442518, "recall": 0.561265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "pol_Latn-deu_Latn", "languages": ["pol-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.329051, "f1": 0.244653, "hf_subset": "pol_Latn-hat_Latn", "languages": ["pol-Latn", "hat-Latn"], "main_score": 0.244653, "precision": 0.21937, "recall": 0.329051}, {"accuracy": 0.201581, "f1": 0.133713, "hf_subset": "pol_Latn-kbp_Latn", "languages": ["pol-Latn", "kbp-Latn"], "main_score": 0.133713, "precision": 0.116938, "recall": 0.201581}, {"accuracy": 0.248024, "f1": 0.172547, "hf_subset": "pol_Latn-luo_Latn", "languages": ["pol-Latn", "luo-Latn"], "main_score": 0.172547, "precision": 0.154553, "recall": 0.248024}, {"accuracy": 0.838933, "f1": 0.796673, "hf_subset": "pol_Latn-ory_Orya", "languages": ["pol-Latn", "ory-Orya"], "main_score": 0.796673, "precision": 0.777899, "recall": 0.838933}, {"accuracy": 0.188735, "f1": 0.119729, "hf_subset": "pol_Latn-sna_Latn", "languages": ["pol-Latn", "sna-Latn"], "main_score": 0.119729, "precision": 0.10291, "recall": 0.188735}, {"accuracy": 0.206522, "f1": 0.143229, "hf_subset": "pol_Latn-tso_Latn", "languages": ["pol-Latn", "tso-Latn"], "main_score": 0.143229, "precision": 0.126921, "recall": 0.206522}, {"accuracy": 0.962451, "f1": 0.951318, "hf_subset": "pol_Latn-azj_Latn", "languages": ["pol-Latn", "azj-Latn"], "main_score": 0.951318, "precision": 0.946064, "recall": 0.962451}, {"accuracy": 0.315217, "f1": 0.230555, "hf_subset": "pol_Latn-dik_Latn", "languages": ["pol-Latn", "dik-Latn"], "main_score": 0.230555, "precision": 0.20717, "recall": 0.315217}, {"accuracy": 0.266798, "f1": 0.18871, "hf_subset": "pol_Latn-hau_Latn", "languages": ["pol-Latn", "hau-Latn"], "main_score": 0.18871, "precision": 0.169148, "recall": 0.266798}, {"accuracy": 0.659091, "f1": 0.585287, "hf_subset": "pol_Latn-kea_Latn", "languages": ["pol-Latn", "kea-Latn"], "main_score": 0.585287, "precision": 0.556706, "recall": 0.659091}, {"accuracy": 0.378458, "f1": 0.295589, "hf_subset": "pol_Latn-lus_Latn", "languages": ["pol-Latn", "lus-Latn"], "main_score": 0.295589, "precision": 0.269773, "recall": 0.378458}, {"accuracy": 0.48419, "f1": 0.393252, "hf_subset": "pol_Latn-pag_Latn", "languages": ["pol-Latn", "pag-Latn"], "main_score": 0.393252, "precision": 0.362407, "recall": 0.48419}, {"accuracy": 0.864625, "f1": 0.828047, "hf_subset": "pol_Latn-snd_Arab", "languages": ["pol-Latn", "snd-Arab"], "main_score": 0.828047, "precision": 0.811159, "recall": 0.864625}, {"accuracy": 0.357708, "f1": 0.268092, "hf_subset": "pol_Latn-tuk_Latn", "languages": ["pol-Latn", "tuk-Latn"], "main_score": 0.268092, "precision": 0.240153, "recall": 0.357708}, {"accuracy": 0.479249, "f1": 0.390728, "hf_subset": "pol_Latn-bak_Cyrl", "languages": ["pol-Latn", "bak-Cyrl"], "main_score": 0.390728, "precision": 0.358811, "recall": 0.479249}, {"accuracy": 0.201581, "f1": 0.133999, "hf_subset": "pol_Latn-dyu_Latn", "languages": ["pol-Latn", "dyu-Latn"], "main_score": 0.133999, "precision": 0.115948, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "pol_Latn-heb_Hebr", "languages": ["pol-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "pol_Latn-khk_Cyrl", "languages": ["pol-Latn", "khk-Cyrl"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "pol_Latn-lvs_Latn", "languages": ["pol-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.857708, "f1": 0.819829, "hf_subset": "pol_Latn-pan_Guru", "languages": ["pol-Latn", "pan-Guru"], "main_score": 0.819829, "precision": 0.803179, "recall": 0.857708}, {"accuracy": 0.284585, "f1": 0.207806, "hf_subset": "pol_Latn-som_Latn", "languages": ["pol-Latn", "som-Latn"], "main_score": 0.207806, "precision": 0.185065, "recall": 0.284585}, {"accuracy": 0.225296, "f1": 0.148634, "hf_subset": "pol_Latn-tum_Latn", "languages": ["pol-Latn", "tum-Latn"], "main_score": 0.148634, "precision": 0.129362, "recall": 0.225296}, {"accuracy": 0.030632, "f1": 0.023696, "hf_subset": "ssw_Latn-ace_Arab", "languages": ["ssw-Latn", "ace-Arab"], "main_score": 0.023696, "precision": 0.022782, "recall": 0.030632}, {"accuracy": 0.133399, "f1": 0.122259, "hf_subset": "ssw_Latn-bam_Latn", "languages": ["ssw-Latn", "bam-Latn"], "main_score": 0.122259, "precision": 0.118737, "recall": 0.133399}, {"accuracy": 0.005929, "f1": 0.000953, "hf_subset": "ssw_Latn-dzo_Tibt", "languages": ["ssw-Latn", "dzo-Tibt"], "main_score": 0.000953, "precision": 0.000585, "recall": 0.005929}, {"accuracy": 0.096838, "f1": 0.079269, "hf_subset": "ssw_Latn-hin_Deva", "languages": ["ssw-Latn", "hin-Deva"], "main_score": 0.079269, "precision": 0.075709, "recall": 0.096838}, {"accuracy": 0.108696, "f1": 0.097341, "hf_subset": "ssw_Latn-khm_Khmr", "languages": ["ssw-Latn", "khm-Khmr"], "main_score": 0.097341, "precision": 0.094532, "recall": 0.108696}, {"accuracy": 0.082016, "f1": 0.06993, "hf_subset": "ssw_Latn-mag_Deva", "languages": ["ssw-Latn", "mag-Deva"], "main_score": 0.06993, "precision": 0.067513, "recall": 0.082016}, {"accuracy": 0.090909, "f1": 0.080486, "hf_subset": "ssw_Latn-pap_Latn", "languages": ["ssw-Latn", "pap-Latn"], "main_score": 0.080486, "precision": 0.077836, "recall": 0.090909}, {"accuracy": 0.184783, "f1": 0.171226, "hf_subset": "ssw_Latn-sot_Latn", "languages": ["ssw-Latn", "sot-Latn"], "main_score": 0.171226, "precision": 0.166894, "recall": 0.184783}, {"accuracy": 0.137352, "f1": 0.119139, "hf_subset": "ssw_Latn-tur_Latn", "languages": ["ssw-Latn", "tur-Latn"], "main_score": 0.119139, "precision": 0.115487, "recall": 0.137352}, {"accuracy": 0.129447, "f1": 0.119999, "hf_subset": "ssw_Latn-ace_Latn", "languages": ["ssw-Latn", "ace-Latn"], "main_score": 0.119999, "precision": 0.117082, "recall": 0.129447}, {"accuracy": 0.083004, "f1": 0.076021, "hf_subset": "ssw_Latn-ban_Latn", "languages": ["ssw-Latn", "ban-Latn"], "main_score": 0.076021, "precision": 0.073695, "recall": 0.083004}, {"accuracy": 0.101779, "f1": 0.087726, "hf_subset": "ssw_Latn-ell_Grek", "languages": ["ssw-Latn", "ell-Grek"], "main_score": 0.087726, "precision": 0.084186, "recall": 0.101779}, {"accuracy": 0.070158, "f1": 0.060849, "hf_subset": "ssw_Latn-hne_Deva", "languages": ["ssw-Latn", "hne-Deva"], "main_score": 0.060849, "precision": 0.058479, "recall": 0.070158}, {"accuracy": 0.160079, "f1": 0.150867, "hf_subset": "ssw_Latn-kik_Latn", "languages": ["ssw-Latn", "kik-Latn"], "main_score": 0.150867, "precision": 0.14749, "recall": 0.160079}, {"accuracy": 0.08498, "f1": 0.074577, "hf_subset": "ssw_Latn-mai_Deva", "languages": ["ssw-Latn", "mai-Deva"], "main_score": 0.074577, "precision": 0.07237, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.07209, "hf_subset": "ssw_Latn-pbt_Arab", "languages": ["ssw-Latn", "pbt-Arab"], "main_score": 0.07209, "precision": 0.070405, "recall": 0.085968}, {"accuracy": 0.133399, "f1": 0.112544, "hf_subset": "ssw_Latn-spa_Latn", "languages": ["ssw-Latn", "spa-Latn"], "main_score": 0.112544, "precision": 0.108072, "recall": 0.133399}, {"accuracy": 0.167984, "f1": 0.156043, "hf_subset": "ssw_Latn-twi_Latn", "languages": ["ssw-Latn", "twi-Latn"], "main_score": 0.156043, "precision": 0.152337, "recall": 0.167984}, {"accuracy": 0.083004, "f1": 0.073167, "hf_subset": "ssw_Latn-acm_Arab", "languages": ["ssw-Latn", "acm-Arab"], "main_score": 0.073167, "precision": 0.070427, "recall": 0.083004}, {"accuracy": 0.09585, "f1": 0.080112, "hf_subset": "ssw_Latn-bel_Cyrl", "languages": ["ssw-Latn", "bel-Cyrl"], "main_score": 0.080112, "precision": 0.077511, "recall": 0.09585}, {"accuracy": 0.132411, "f1": 0.118649, "hf_subset": "ssw_Latn-eng_Latn", "languages": ["ssw-Latn", "eng-Latn"], "main_score": 0.118649, "precision": 0.114919, "recall": 0.132411}, {"accuracy": 0.092885, "f1": 0.08249, "hf_subset": "ssw_Latn-hrv_Latn", "languages": ["ssw-Latn", "hrv-Latn"], "main_score": 0.08249, "precision": 0.079305, "recall": 0.092885}, {"accuracy": 0.163043, "f1": 0.14611, "hf_subset": "ssw_Latn-kin_Latn", "languages": ["ssw-Latn", "kin-Latn"], "main_score": 0.14611, "precision": 0.141253, "recall": 0.163043}, {"accuracy": 0.040514, "f1": 0.030979, "hf_subset": "ssw_Latn-mal_Mlym", "languages": ["ssw-Latn", "mal-Mlym"], "main_score": 0.030979, "precision": 0.029382, "recall": 0.040514}, {"accuracy": 0.098814, "f1": 0.083984, "hf_subset": "ssw_Latn-pes_Arab", "languages": ["ssw-Latn", "pes-Arab"], "main_score": 0.083984, "precision": 0.080702, "recall": 0.098814}, {"accuracy": 0.109684, "f1": 0.101955, "hf_subset": "ssw_Latn-srd_Latn", "languages": ["ssw-Latn", "srd-Latn"], "main_score": 0.101955, "precision": 0.099434, "recall": 0.109684}, {"accuracy": 0.054348, "f1": 0.039204, "hf_subset": "ssw_Latn-tzm_Tfng", "languages": ["ssw-Latn", "tzm-Tfng"], "main_score": 0.039204, "precision": 0.034819, "recall": 0.054348}, {"accuracy": 0.085968, "f1": 0.073029, "hf_subset": "ssw_Latn-acq_Arab", "languages": ["ssw-Latn", "acq-Arab"], "main_score": 0.073029, "precision": 0.070296, "recall": 0.085968}, {"accuracy": 0.193676, "f1": 0.180205, "hf_subset": "ssw_Latn-bem_Latn", "languages": ["ssw-Latn", "bem-Latn"], "main_score": 0.180205, "precision": 0.174821, "recall": 0.193676}, {"accuracy": 0.088933, "f1": 0.083234, "hf_subset": "ssw_Latn-epo_Latn", "languages": ["ssw-Latn", "epo-Latn"], "main_score": 0.083234, "precision": 0.081573, "recall": 0.088933}, {"accuracy": 0.139328, "f1": 0.121256, "hf_subset": "ssw_Latn-hun_Latn", "languages": ["ssw-Latn", "hun-Latn"], "main_score": 0.121256, "precision": 0.116736, "recall": 0.139328}, {"accuracy": 0.102767, "f1": 0.086894, "hf_subset": "ssw_Latn-kir_Cyrl", "languages": ["ssw-Latn", "kir-Cyrl"], "main_score": 0.086894, "precision": 0.083057, "recall": 0.102767}, {"accuracy": 0.076087, "f1": 0.064604, "hf_subset": "ssw_Latn-mar_Deva", "languages": ["ssw-Latn", "mar-Deva"], "main_score": 0.064604, "precision": 0.062112, "recall": 0.076087}, {"accuracy": 0.106719, "f1": 0.095502, "hf_subset": "ssw_Latn-plt_Latn", "languages": ["ssw-Latn", "plt-Latn"], "main_score": 0.095502, "precision": 0.09218, "recall": 0.106719}, {"accuracy": 0.114625, "f1": 0.098285, "hf_subset": "ssw_Latn-srp_Cyrl", "languages": ["ssw-Latn", "srp-Cyrl"], "main_score": 0.098285, "precision": 0.094472, "recall": 0.114625}, {"accuracy": 0.062253, "f1": 0.053961, "hf_subset": "ssw_Latn-uig_Arab", "languages": ["ssw-Latn", "uig-Arab"], "main_score": 0.053961, "precision": 0.052263, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.071636, "hf_subset": "ssw_Latn-aeb_Arab", "languages": ["ssw-Latn", "aeb-Arab"], "main_score": 0.071636, "precision": 0.069398, "recall": 0.083004}, {"accuracy": 0.044466, "f1": 0.036345, "hf_subset": "ssw_Latn-ben_Beng", "languages": ["ssw-Latn", "ben-Beng"], "main_score": 0.036345, "precision": 0.03494, "recall": 0.044466}, {"accuracy": 0.131423, "f1": 0.111337, "hf_subset": "ssw_Latn-est_Latn", "languages": ["ssw-Latn", "est-Latn"], "main_score": 0.111337, "precision": 0.107136, "recall": 0.131423}, {"accuracy": 0.075099, "f1": 0.063654, "hf_subset": "ssw_Latn-hye_Armn", "languages": ["ssw-Latn", "hye-Armn"], "main_score": 0.063654, "precision": 0.061049, "recall": 0.075099}, {"accuracy": 0.176877, "f1": 0.158476, "hf_subset": "ssw_Latn-kmb_Latn", "languages": ["ssw-Latn", "kmb-Latn"], "main_score": 0.158476, "precision": 0.152715, "recall": 0.176877}, {"accuracy": 0.022727, "f1": 0.017832, "hf_subset": "ssw_Latn-min_Arab", "languages": ["ssw-Latn", "min-Arab"], "main_score": 0.017832, "precision": 0.016626, "recall": 0.022727}, {"accuracy": 0.139328, "f1": 0.122951, "hf_subset": "ssw_Latn-pol_Latn", "languages": ["ssw-Latn", "pol-Latn"], "main_score": 0.122951, "precision": 0.118887, "recall": 0.139328}, {"accuracy": 0.099802, "f1": 0.083278, "hf_subset": "ssw_Latn-ukr_Cyrl", "languages": ["ssw-Latn", "ukr-Cyrl"], "main_score": 0.083278, "precision": 0.079161, "recall": 0.099802}, {"accuracy": 0.126482, "f1": 0.108996, "hf_subset": "ssw_Latn-afr_Latn", "languages": ["ssw-Latn", "afr-Latn"], "main_score": 0.108996, "precision": 0.104742, "recall": 0.126482}, {"accuracy": 0.06917, "f1": 0.060575, "hf_subset": "ssw_Latn-bho_Deva", "languages": ["ssw-Latn", "bho-Deva"], "main_score": 0.060575, "precision": 0.057481, "recall": 0.06917}, {"accuracy": 0.071146, "f1": 0.066968, "hf_subset": "ssw_Latn-eus_Latn", "languages": ["ssw-Latn", "eus-Latn"], "main_score": 0.066968, "precision": 0.065766, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.124994, "hf_subset": "ssw_Latn-ibo_Latn", "languages": ["ssw-Latn", "ibo-Latn"], "main_score": 0.124994, "precision": 0.118899, "recall": 0.141304}, {"accuracy": 0.112648, "f1": 0.097354, "hf_subset": "ssw_Latn-kmr_Latn", "languages": ["ssw-Latn", "kmr-Latn"], "main_score": 0.097354, "precision": 0.093121, "recall": 0.112648}, {"accuracy": 0.087945, "f1": 0.077754, "hf_subset": "ssw_Latn-min_Latn", "languages": ["ssw-Latn", "min-Latn"], "main_score": 0.077754, "precision": 0.075467, "recall": 0.087945}, {"accuracy": 0.132411, "f1": 0.116338, "hf_subset": "ssw_Latn-por_Latn", "languages": ["ssw-Latn", "por-Latn"], "main_score": 0.116338, "precision": 0.111874, "recall": 0.132411}, {"accuracy": 0.081028, "f1": 0.074235, "hf_subset": "ssw_Latn-sun_Latn", "languages": ["ssw-Latn", "sun-Latn"], "main_score": 0.074235, "precision": 0.072765, "recall": 0.081028}, {"accuracy": 0.153162, "f1": 0.138624, "hf_subset": "ssw_Latn-umb_Latn", "languages": ["ssw-Latn", "umb-Latn"], "main_score": 0.138624, "precision": 0.133976, "recall": 0.153162}, {"accuracy": 0.094862, "f1": 0.08007, "hf_subset": "ssw_Latn-ajp_Arab", "languages": ["ssw-Latn", "ajp-Arab"], "main_score": 0.08007, "precision": 0.076956, "recall": 0.094862}, {"accuracy": 0.027668, "f1": 0.024098, "hf_subset": "ssw_Latn-bjn_Arab", "languages": ["ssw-Latn", "bjn-Arab"], "main_score": 0.024098, "precision": 0.023172, "recall": 0.027668}, {"accuracy": 0.12747, "f1": 0.118025, "hf_subset": "ssw_Latn-ewe_Latn", "languages": ["ssw-Latn", "ewe-Latn"], "main_score": 0.118025, "precision": 0.1151, "recall": 0.12747}, {"accuracy": 0.136364, "f1": 0.123965, "hf_subset": "ssw_Latn-ilo_Latn", "languages": ["ssw-Latn", "ilo-Latn"], "main_score": 0.123965, "precision": 0.119775, "recall": 0.136364}, {"accuracy": 0.028656, "f1": 0.027339, "hf_subset": "ssw_Latn-knc_Arab", "languages": ["ssw-Latn", "knc-Arab"], "main_score": 0.027339, "precision": 0.02668, "recall": 0.028656}, {"accuracy": 0.112648, "f1": 0.094014, "hf_subset": "ssw_Latn-mkd_Cyrl", "languages": ["ssw-Latn", "mkd-Cyrl"], "main_score": 0.094014, "precision": 0.089438, "recall": 0.112648}, {"accuracy": 0.094862, "f1": 0.078701, "hf_subset": "ssw_Latn-prs_Arab", "languages": ["ssw-Latn", "prs-Arab"], "main_score": 0.078701, "precision": 0.075358, "recall": 0.094862}, {"accuracy": 0.102767, "f1": 0.093439, "hf_subset": "ssw_Latn-swe_Latn", "languages": ["ssw-Latn", "swe-Latn"], "main_score": 0.093439, "precision": 0.090661, "recall": 0.102767}, {"accuracy": 0.08004, "f1": 0.067338, "hf_subset": "ssw_Latn-urd_Arab", "languages": ["ssw-Latn", "urd-Arab"], "main_score": 0.067338, "precision": 0.065215, "recall": 0.08004}, {"accuracy": 0.171937, "f1": 0.161499, "hf_subset": "ssw_Latn-aka_Latn", "languages": ["ssw-Latn", "aka-Latn"], "main_score": 0.161499, "precision": 0.158774, "recall": 0.171937}, {"accuracy": 0.100791, "f1": 0.09369, "hf_subset": "ssw_Latn-bjn_Latn", "languages": ["ssw-Latn", "bjn-Latn"], "main_score": 0.09369, "precision": 0.091278, "recall": 0.100791}, {"accuracy": 0.090909, "f1": 0.077414, "hf_subset": "ssw_Latn-fao_Latn", "languages": ["ssw-Latn", "fao-Latn"], "main_score": 0.077414, "precision": 0.075036, "recall": 0.090909}, {"accuracy": 0.142292, "f1": 0.1207, "hf_subset": "ssw_Latn-ind_Latn", "languages": ["ssw-Latn", "ind-Latn"], "main_score": 0.1207, "precision": 0.116187, "recall": 0.142292}, {"accuracy": 0.133399, "f1": 0.122352, "hf_subset": "ssw_Latn-knc_Latn", "languages": ["ssw-Latn", "knc-Latn"], "main_score": 0.122352, "precision": 0.119782, "recall": 0.133399}, {"accuracy": 0.146245, "f1": 0.134081, "hf_subset": "ssw_Latn-mlt_Latn", "languages": ["ssw-Latn", "mlt-Latn"], "main_score": 0.134081, "precision": 0.129841, "recall": 0.146245}, {"accuracy": 0.149209, "f1": 0.133732, "hf_subset": "ssw_Latn-quy_Latn", "languages": ["ssw-Latn", "quy-Latn"], "main_score": 0.133732, "precision": 0.128554, "recall": 0.149209}, {"accuracy": 0.091897, "f1": 0.084109, "hf_subset": "ssw_Latn-swh_Latn", "languages": ["ssw-Latn", "swh-Latn"], "main_score": 0.084109, "precision": 0.081136, "recall": 0.091897}, {"accuracy": 0.063241, "f1": 0.055081, "hf_subset": "ssw_Latn-uzn_Latn", "languages": ["ssw-Latn", "uzn-Latn"], "main_score": 0.055081, "precision": 0.05364, "recall": 0.063241}, {"accuracy": 0.11166, "f1": 0.095603, "hf_subset": "ssw_Latn-als_Latn", "languages": ["ssw-Latn", "als-Latn"], "main_score": 0.095603, "precision": 0.091419, "recall": 0.11166}, {"accuracy": 0.039526, "f1": 0.026324, "hf_subset": "ssw_Latn-bod_Tibt", "languages": ["ssw-Latn", "bod-Tibt"], "main_score": 0.026324, "precision": 0.023679, "recall": 0.039526}, {"accuracy": 0.101779, "f1": 0.09047, "hf_subset": "ssw_Latn-fij_Latn", "languages": ["ssw-Latn", "fij-Latn"], "main_score": 0.09047, "precision": 0.086865, "recall": 0.101779}, {"accuracy": 0.075099, "f1": 0.070885, "hf_subset": "ssw_Latn-isl_Latn", "languages": ["ssw-Latn", "isl-Latn"], "main_score": 0.070885, "precision": 0.069583, "recall": 0.075099}, {"accuracy": 0.155138, "f1": 0.139808, "hf_subset": "ssw_Latn-kon_Latn", "languages": ["ssw-Latn", "kon-Latn"], "main_score": 0.139808, "precision": 0.135404, "recall": 0.155138}, {"accuracy": 0.043478, "f1": 0.033493, "hf_subset": "ssw_Latn-mni_Beng", "languages": ["ssw-Latn", "mni-Beng"], "main_score": 0.033493, "precision": 0.03071, "recall": 0.043478}, {"accuracy": 0.134387, "f1": 0.116741, "hf_subset": "ssw_Latn-ron_Latn", "languages": ["ssw-Latn", "ron-Latn"], "main_score": 0.116741, "precision": 0.112772, "recall": 0.134387}, {"accuracy": 0.096838, "f1": 0.087344, "hf_subset": "ssw_Latn-szl_Latn", "languages": ["ssw-Latn", "szl-Latn"], "main_score": 0.087344, "precision": 0.085228, "recall": 0.096838}, {"accuracy": 0.104743, "f1": 0.093871, "hf_subset": "ssw_Latn-vec_Latn", "languages": ["ssw-Latn", "vec-Latn"], "main_score": 0.093871, "precision": 0.091149, "recall": 0.104743}, {"accuracy": 0.038538, "f1": 0.030397, "hf_subset": "ssw_Latn-amh_Ethi", "languages": ["ssw-Latn", "amh-Ethi"], "main_score": 0.030397, "precision": 0.029504, "recall": 0.038538}, {"accuracy": 0.124506, "f1": 0.10998, "hf_subset": "ssw_Latn-bos_Latn", "languages": ["ssw-Latn", "bos-Latn"], "main_score": 0.10998, "precision": 0.106387, "recall": 0.124506}, {"accuracy": 0.117589, "f1": 0.103408, "hf_subset": "ssw_Latn-fin_Latn", "languages": ["ssw-Latn", "fin-Latn"], "main_score": 0.103408, "precision": 0.099969, "recall": 0.117589}, {"accuracy": 0.137352, "f1": 0.116432, "hf_subset": "ssw_Latn-ita_Latn", "languages": ["ssw-Latn", "ita-Latn"], "main_score": 0.116432, "precision": 0.112318, "recall": 0.137352}, {"accuracy": 0.109684, "f1": 0.09599, "hf_subset": "ssw_Latn-kor_Hang", "languages": ["ssw-Latn", "kor-Hang"], "main_score": 0.09599, "precision": 0.093395, "recall": 0.109684}, {"accuracy": 0.124506, "f1": 0.113511, "hf_subset": "ssw_Latn-mos_Latn", "languages": ["ssw-Latn", "mos-Latn"], "main_score": 0.113511, "precision": 0.109324, "recall": 0.124506}, {"accuracy": 0.166008, "f1": 0.147871, "hf_subset": "ssw_Latn-run_Latn", "languages": ["ssw-Latn", "run-Latn"], "main_score": 0.147871, "precision": 0.141304, "recall": 0.166008}, {"accuracy": 0.050395, "f1": 0.040718, "hf_subset": "ssw_Latn-tam_Taml", "languages": ["ssw-Latn", "tam-Taml"], "main_score": 0.040718, "precision": 0.038955, "recall": 0.050395}, {"accuracy": 0.143281, "f1": 0.122278, "hf_subset": "ssw_Latn-vie_Latn", "languages": ["ssw-Latn", "vie-Latn"], "main_score": 0.122278, "precision": 0.117516, "recall": 0.143281}, {"accuracy": 0.076087, "f1": 0.066482, "hf_subset": "ssw_Latn-apc_Arab", "languages": ["ssw-Latn", "apc-Arab"], "main_score": 0.066482, "precision": 0.064415, "recall": 0.076087}, {"accuracy": 0.099802, "f1": 0.093897, "hf_subset": "ssw_Latn-bug_Latn", "languages": ["ssw-Latn", "bug-Latn"], "main_score": 0.093897, "precision": 0.092091, "recall": 0.099802}, {"accuracy": 0.144269, "f1": 0.127051, "hf_subset": "ssw_Latn-fon_Latn", "languages": ["ssw-Latn", "fon-Latn"], "main_score": 0.127051, "precision": 0.121187, "recall": 0.144269}, {"accuracy": 0.088933, "f1": 0.080925, "hf_subset": "ssw_Latn-jav_Latn", "languages": ["ssw-Latn", "jav-Latn"], "main_score": 0.080925, "precision": 0.078709, "recall": 0.088933}, {"accuracy": 0.129447, "f1": 0.114881, "hf_subset": "ssw_Latn-lao_Laoo", "languages": ["ssw-Latn", "lao-Laoo"], "main_score": 0.114881, "precision": 0.111148, "recall": 0.129447}, {"accuracy": 0.142292, "f1": 0.129293, "hf_subset": "ssw_Latn-mri_Latn", "languages": ["ssw-Latn", "mri-Latn"], "main_score": 0.129293, "precision": 0.125115, "recall": 0.142292}, {"accuracy": 0.114625, "f1": 0.097957, "hf_subset": "ssw_Latn-rus_Cyrl", "languages": ["ssw-Latn", "rus-Cyrl"], "main_score": 0.097957, "precision": 0.094066, "recall": 0.114625}, {"accuracy": 0.148221, "f1": 0.136817, "hf_subset": "ssw_Latn-taq_Latn", "languages": ["ssw-Latn", "taq-Latn"], "main_score": 0.136817, "precision": 0.133668, "recall": 0.148221}, {"accuracy": 0.12747, "f1": 0.11765, "hf_subset": "ssw_Latn-war_Latn", "languages": ["ssw-Latn", "war-Latn"], "main_score": 0.11765, "precision": 0.114826, "recall": 0.12747}, {"accuracy": 0.090909, "f1": 0.075986, "hf_subset": "ssw_Latn-arb_Arab", "languages": ["ssw-Latn", "arb-Arab"], "main_score": 0.075986, "precision": 0.072522, "recall": 0.090909}, {"accuracy": 0.108696, "f1": 0.090619, "hf_subset": "ssw_Latn-bul_Cyrl", "languages": ["ssw-Latn", "bul-Cyrl"], "main_score": 0.090619, "precision": 0.086203, "recall": 0.108696}, {"accuracy": 0.140316, "f1": 0.117758, "hf_subset": "ssw_Latn-fra_Latn", "languages": ["ssw-Latn", "fra-Latn"], "main_score": 0.117758, "precision": 0.11312, "recall": 0.140316}, {"accuracy": 0.107708, "f1": 0.092148, "hf_subset": "ssw_Latn-jpn_Jpan", "languages": ["ssw-Latn", "jpn-Jpan"], "main_score": 0.092148, "precision": 0.089401, "recall": 0.107708}, {"accuracy": 0.098814, "f1": 0.090535, "hf_subset": "ssw_Latn-lij_Latn", "languages": ["ssw-Latn", "lij-Latn"], "main_score": 0.090535, "precision": 0.088027, "recall": 0.098814}, {"accuracy": 0.072134, "f1": 0.055887, "hf_subset": "ssw_Latn-mya_Mymr", "languages": ["ssw-Latn", "mya-Mymr"], "main_score": 0.055887, "precision": 0.052676, "recall": 0.072134}, {"accuracy": 0.102767, "f1": 0.093521, "hf_subset": "ssw_Latn-sag_Latn", "languages": ["ssw-Latn", "sag-Latn"], "main_score": 0.093521, "precision": 0.090862, "recall": 0.102767}, {"accuracy": 0.055336, "f1": 0.039648, "hf_subset": "ssw_Latn-taq_Tfng", "languages": ["ssw-Latn", "taq-Tfng"], "main_score": 0.039648, "precision": 0.036159, "recall": 0.055336}, {"accuracy": 0.149209, "f1": 0.133568, "hf_subset": "ssw_Latn-wol_Latn", "languages": ["ssw-Latn", "wol-Latn"], "main_score": 0.133568, "precision": 0.129216, "recall": 0.149209}, {"accuracy": 0.073123, "f1": 0.060847, "hf_subset": "ssw_Latn-arb_Latn", "languages": ["ssw-Latn", "arb-Latn"], "main_score": 0.060847, "precision": 0.057091, "recall": 0.073123}, {"accuracy": 0.139328, "f1": 0.116604, "hf_subset": "ssw_Latn-cat_Latn", "languages": ["ssw-Latn", "cat-Latn"], "main_score": 0.116604, "precision": 0.111216, "recall": 0.139328}, {"accuracy": 0.118577, "f1": 0.099002, "hf_subset": "ssw_Latn-fur_Latn", "languages": ["ssw-Latn", "fur-Latn"], "main_score": 0.099002, "precision": 0.094839, "recall": 0.118577}, {"accuracy": 0.063241, "f1": 0.052882, "hf_subset": "ssw_Latn-kab_Latn", "languages": ["ssw-Latn", "kab-Latn"], "main_score": 0.052882, "precision": 0.050035, "recall": 0.063241}, {"accuracy": 0.094862, "f1": 0.08786, "hf_subset": "ssw_Latn-lim_Latn", "languages": ["ssw-Latn", "lim-Latn"], "main_score": 0.08786, "precision": 0.085968, "recall": 0.094862}, {"accuracy": 0.148221, "f1": 0.127086, "hf_subset": "ssw_Latn-nld_Latn", "languages": ["ssw-Latn", "nld-Latn"], "main_score": 0.127086, "precision": 0.122211, "recall": 0.148221}, {"accuracy": 0.044466, "f1": 0.037394, "hf_subset": "ssw_Latn-san_Deva", "languages": ["ssw-Latn", "san-Deva"], "main_score": 0.037394, "precision": 0.036282, "recall": 0.044466}, {"accuracy": 0.085968, "f1": 0.077178, "hf_subset": "ssw_Latn-tat_Cyrl", "languages": ["ssw-Latn", "tat-Cyrl"], "main_score": 0.077178, "precision": 0.074857, "recall": 0.085968}, {"accuracy": 0.254941, "f1": 0.231279, "hf_subset": "ssw_Latn-xho_Latn", "languages": ["ssw-Latn", "xho-Latn"], "main_score": 0.231279, "precision": 0.223974, "recall": 0.254941}, {"accuracy": 0.087945, "f1": 0.073297, "hf_subset": "ssw_Latn-ars_Arab", "languages": ["ssw-Latn", "ars-Arab"], "main_score": 0.073297, "precision": 0.070231, "recall": 0.087945}, {"accuracy": 0.110672, "f1": 0.102816, "hf_subset": "ssw_Latn-ceb_Latn", "languages": ["ssw-Latn", "ceb-Latn"], "main_score": 0.102816, "precision": 0.100112, "recall": 0.110672}, {"accuracy": 0.123518, "f1": 0.109754, "hf_subset": "ssw_Latn-fuv_Latn", "languages": ["ssw-Latn", "fuv-Latn"], "main_score": 0.109754, "precision": 0.105768, "recall": 0.123518}, {"accuracy": 0.149209, "f1": 0.132939, "hf_subset": "ssw_Latn-kac_Latn", "languages": ["ssw-Latn", "kac-Latn"], "main_score": 0.132939, "precision": 0.12736, "recall": 0.149209}, {"accuracy": 0.131423, "f1": 0.115849, "hf_subset": "ssw_Latn-lin_Latn", "languages": ["ssw-Latn", "lin-Latn"], "main_score": 0.115849, "precision": 0.110516, "recall": 0.131423}, {"accuracy": 0.126482, "f1": 0.109975, "hf_subset": "ssw_Latn-nno_Latn", "languages": ["ssw-Latn", "nno-Latn"], "main_score": 0.109975, "precision": 0.10565, "recall": 0.126482}, {"accuracy": 0.016798, "f1": 0.007633, "hf_subset": "ssw_Latn-sat_Olck", "languages": ["ssw-Latn", "sat-Olck"], "main_score": 0.007633, "precision": 0.006029, "recall": 0.016798}, {"accuracy": 0.045455, "f1": 0.039815, "hf_subset": "ssw_Latn-tel_Telu", "languages": ["ssw-Latn", "tel-Telu"], "main_score": 0.039815, "precision": 0.038274, "recall": 0.045455}, {"accuracy": 0.039526, "f1": 0.035469, "hf_subset": "ssw_Latn-ydd_Hebr", "languages": ["ssw-Latn", "ydd-Hebr"], "main_score": 0.035469, "precision": 0.034451, "recall": 0.039526}, {"accuracy": 0.065217, "f1": 0.052145, "hf_subset": "ssw_Latn-ary_Arab", "languages": ["ssw-Latn", "ary-Arab"], "main_score": 0.052145, "precision": 0.049622, "recall": 0.065217}, {"accuracy": 0.126482, "f1": 0.112338, "hf_subset": "ssw_Latn-ces_Latn", "languages": ["ssw-Latn", "ces-Latn"], "main_score": 0.112338, "precision": 0.108361, "recall": 0.126482}, {"accuracy": 0.075099, "f1": 0.061445, "hf_subset": "ssw_Latn-gaz_Latn", "languages": ["ssw-Latn", "gaz-Latn"], "main_score": 0.061445, "precision": 0.057237, "recall": 0.075099}, {"accuracy": 0.179842, "f1": 0.165422, "hf_subset": "ssw_Latn-kam_Latn", "languages": ["ssw-Latn", "kam-Latn"], "main_score": 0.165422, "precision": 0.159458, "recall": 0.179842}, {"accuracy": 0.121542, "f1": 0.101021, "hf_subset": "ssw_Latn-lit_Latn", "languages": ["ssw-Latn", "lit-Latn"], "main_score": 0.101021, "precision": 0.097148, "recall": 0.121542}, {"accuracy": 0.120553, "f1": 0.107439, "hf_subset": "ssw_Latn-nob_Latn", "languages": ["ssw-Latn", "nob-Latn"], "main_score": 0.107439, "precision": 0.103922, "recall": 0.120553}, {"accuracy": 0.09585, "f1": 0.089529, "hf_subset": "ssw_Latn-scn_Latn", "languages": ["ssw-Latn", "scn-Latn"], "main_score": 0.089529, "precision": 0.087832, "recall": 0.09585}, {"accuracy": 0.08004, "f1": 0.06833, "hf_subset": "ssw_Latn-tgk_Cyrl", "languages": ["ssw-Latn", "tgk-Cyrl"], "main_score": 0.06833, "precision": 0.064969, "recall": 0.08004}, {"accuracy": 0.110672, "f1": 0.097954, "hf_subset": "ssw_Latn-yor_Latn", "languages": ["ssw-Latn", "yor-Latn"], "main_score": 0.097954, "precision": 0.095029, "recall": 0.110672}, {"accuracy": 0.08004, "f1": 0.069138, "hf_subset": "ssw_Latn-arz_Arab", "languages": ["ssw-Latn", "arz-Arab"], "main_score": 0.069138, "precision": 0.066343, "recall": 0.08004}, {"accuracy": 0.145257, "f1": 0.130376, "hf_subset": "ssw_Latn-cjk_Latn", "languages": ["ssw-Latn", "cjk-Latn"], "main_score": 0.130376, "precision": 0.12573, "recall": 0.145257}, {"accuracy": 0.108696, "f1": 0.092398, "hf_subset": "ssw_Latn-gla_Latn", "languages": ["ssw-Latn", "gla-Latn"], "main_score": 0.092398, "precision": 0.08857, "recall": 0.108696}, {"accuracy": 0.046443, "f1": 0.036923, "hf_subset": "ssw_Latn-kan_Knda", "languages": ["ssw-Latn", "kan-Knda"], "main_score": 0.036923, "precision": 0.035094, "recall": 0.046443}, {"accuracy": 0.094862, "f1": 0.084553, "hf_subset": "ssw_Latn-lmo_Latn", "languages": ["ssw-Latn", "lmo-Latn"], "main_score": 0.084553, "precision": 0.082158, "recall": 0.094862}, {"accuracy": 0.099802, "f1": 0.083504, "hf_subset": "ssw_Latn-npi_Deva", "languages": ["ssw-Latn", "npi-Deva"], "main_score": 0.083504, "precision": 0.08022, "recall": 0.099802}, {"accuracy": 0.108696, "f1": 0.097459, "hf_subset": "ssw_Latn-shn_Mymr", "languages": ["ssw-Latn", "shn-Mymr"], "main_score": 0.097459, "precision": 0.094156, "recall": 0.108696}, {"accuracy": 0.092885, "f1": 0.083016, "hf_subset": "ssw_Latn-tgl_Latn", "languages": ["ssw-Latn", "tgl-Latn"], "main_score": 0.083016, "precision": 0.08074, "recall": 0.092885}, {"accuracy": 0.106719, "f1": 0.090161, "hf_subset": "ssw_Latn-yue_Hant", "languages": ["ssw-Latn", "yue-Hant"], "main_score": 0.090161, "precision": 0.086896, "recall": 0.106719}, {"accuracy": 0.032609, "f1": 0.023997, "hf_subset": "ssw_Latn-asm_Beng", "languages": ["ssw-Latn", "asm-Beng"], "main_score": 0.023997, "precision": 0.022189, "recall": 0.032609}, {"accuracy": 0.077075, "f1": 0.058046, "hf_subset": "ssw_Latn-ckb_Arab", "languages": ["ssw-Latn", "ckb-Arab"], "main_score": 0.058046, "precision": 0.054305, "recall": 0.077075}, {"accuracy": 0.108696, "f1": 0.095375, "hf_subset": "ssw_Latn-gle_Latn", "languages": ["ssw-Latn", "gle-Latn"], "main_score": 0.095375, "precision": 0.091251, "recall": 0.108696}, {"accuracy": 0.030632, "f1": 0.026573, "hf_subset": "ssw_Latn-kas_Arab", "languages": ["ssw-Latn", "kas-Arab"], "main_score": 0.026573, "precision": 0.02552, "recall": 0.030632}, {"accuracy": 0.103755, "f1": 0.082238, "hf_subset": "ssw_Latn-ltg_Latn", "languages": ["ssw-Latn", "ltg-Latn"], "main_score": 0.082238, "precision": 0.07793, "recall": 0.103755}, {"accuracy": 0.168972, "f1": 0.15124, "hf_subset": "ssw_Latn-nso_Latn", "languages": ["ssw-Latn", "nso-Latn"], "main_score": 0.15124, "precision": 0.146391, "recall": 0.168972}, {"accuracy": 0.050395, "f1": 0.042935, "hf_subset": "ssw_Latn-sin_Sinh", "languages": ["ssw-Latn", "sin-Sinh"], "main_score": 0.042935, "precision": 0.040544, "recall": 0.050395}, {"accuracy": 0.101779, "f1": 0.088491, "hf_subset": "ssw_Latn-tha_Thai", "languages": ["ssw-Latn", "tha-Thai"], "main_score": 0.088491, "precision": 0.08581, "recall": 0.101779}, {"accuracy": 0.126482, "f1": 0.103952, "hf_subset": "ssw_Latn-zho_Hans", "languages": ["ssw-Latn", "zho-Hans"], "main_score": 0.103952, "precision": 0.098824, "recall": 0.126482}, {"accuracy": 0.112648, "f1": 0.098611, "hf_subset": "ssw_Latn-ast_Latn", "languages": ["ssw-Latn", "ast-Latn"], "main_score": 0.098611, "precision": 0.094674, "recall": 0.112648}, {"accuracy": 0.08498, "f1": 0.074714, "hf_subset": "ssw_Latn-crh_Latn", "languages": ["ssw-Latn", "crh-Latn"], "main_score": 0.074714, "precision": 0.072083, "recall": 0.08498}, {"accuracy": 0.140316, "f1": 0.117791, "hf_subset": "ssw_Latn-glg_Latn", "languages": ["ssw-Latn", "glg-Latn"], "main_score": 0.117791, "precision": 0.113074, "recall": 0.140316}, {"accuracy": 0.073123, "f1": 0.062184, "hf_subset": "ssw_Latn-kas_Deva", "languages": ["ssw-Latn", "kas-Deva"], "main_score": 0.062184, "precision": 0.059419, "recall": 0.073123}, {"accuracy": 0.107708, "f1": 0.098869, "hf_subset": "ssw_Latn-ltz_Latn", "languages": ["ssw-Latn", "ltz-Latn"], "main_score": 0.098869, "precision": 0.096191, "recall": 0.107708}, {"accuracy": 0.106719, "f1": 0.085113, "hf_subset": "ssw_Latn-nus_Latn", "languages": ["ssw-Latn", "nus-Latn"], "main_score": 0.085113, "precision": 0.078623, "recall": 0.106719}, {"accuracy": 0.118577, "f1": 0.106321, "hf_subset": "ssw_Latn-slk_Latn", "languages": ["ssw-Latn", "slk-Latn"], "main_score": 0.106321, "precision": 0.103005, "recall": 0.118577}, {"accuracy": 0.027668, "f1": 0.022807, "hf_subset": "ssw_Latn-tir_Ethi", "languages": ["ssw-Latn", "tir-Ethi"], "main_score": 0.022807, "precision": 0.021648, "recall": 0.027668}, {"accuracy": 0.112648, "f1": 0.099539, "hf_subset": "ssw_Latn-zho_Hant", "languages": ["ssw-Latn", "zho-Hant"], "main_score": 0.099539, "precision": 0.096781, "recall": 0.112648}, {"accuracy": 0.082016, "f1": 0.069256, "hf_subset": "ssw_Latn-awa_Deva", "languages": ["ssw-Latn", "awa-Deva"], "main_score": 0.069256, "precision": 0.066962, "recall": 0.082016}, {"accuracy": 0.08498, "f1": 0.076002, "hf_subset": "ssw_Latn-cym_Latn", "languages": ["ssw-Latn", "cym-Latn"], "main_score": 0.076002, "precision": 0.073716, "recall": 0.08498}, {"accuracy": 0.121542, "f1": 0.112522, "hf_subset": "ssw_Latn-grn_Latn", "languages": ["ssw-Latn", "grn-Latn"], "main_score": 0.112522, "precision": 0.110571, "recall": 0.121542}, {"accuracy": 0.071146, "f1": 0.062565, "hf_subset": "ssw_Latn-kat_Geor", "languages": ["ssw-Latn", "kat-Geor"], "main_score": 0.062565, "precision": 0.060488, "recall": 0.071146}, {"accuracy": 0.131423, "f1": 0.12165, "hf_subset": "ssw_Latn-lua_Latn", "languages": ["ssw-Latn", "lua-Latn"], "main_score": 0.12165, "precision": 0.118293, "recall": 0.131423}, {"accuracy": 0.173913, "f1": 0.157401, "hf_subset": "ssw_Latn-nya_Latn", "languages": ["ssw-Latn", "nya-Latn"], "main_score": 0.157401, "precision": 0.151959, "recall": 0.173913}, {"accuracy": 0.120553, "f1": 0.099177, "hf_subset": "ssw_Latn-slv_Latn", "languages": ["ssw-Latn", "slv-Latn"], "main_score": 0.099177, "precision": 0.09481, "recall": 0.120553}, {"accuracy": 0.134387, "f1": 0.126029, "hf_subset": "ssw_Latn-tpi_Latn", "languages": ["ssw-Latn", "tpi-Latn"], "main_score": 0.126029, "precision": 0.123873, "recall": 0.134387}, {"accuracy": 0.139328, "f1": 0.11841, "hf_subset": "ssw_Latn-zsm_Latn", "languages": ["ssw-Latn", "zsm-Latn"], "main_score": 0.11841, "precision": 0.114417, "recall": 0.139328}, {"accuracy": 0.140316, "f1": 0.127281, "hf_subset": "ssw_Latn-ayr_Latn", "languages": ["ssw-Latn", "ayr-Latn"], "main_score": 0.127281, "precision": 0.122518, "recall": 0.140316}, {"accuracy": 0.13834, "f1": 0.119354, "hf_subset": "ssw_Latn-dan_Latn", "languages": ["ssw-Latn", "dan-Latn"], "main_score": 0.119354, "precision": 0.115679, "recall": 0.13834}, {"accuracy": 0.059289, "f1": 0.051429, "hf_subset": "ssw_Latn-guj_Gujr", "languages": ["ssw-Latn", "guj-Gujr"], "main_score": 0.051429, "precision": 0.049463, "recall": 0.059289}, {"accuracy": 0.102767, "f1": 0.085814, "hf_subset": "ssw_Latn-kaz_Cyrl", "languages": ["ssw-Latn", "kaz-Cyrl"], "main_score": 0.085814, "precision": 0.082473, "recall": 0.102767}, {"accuracy": 0.155138, "f1": 0.141897, "hf_subset": "ssw_Latn-lug_Latn", "languages": ["ssw-Latn", "lug-Latn"], "main_score": 0.141897, "precision": 0.13683, "recall": 0.155138}, {"accuracy": 0.12747, "f1": 0.113408, "hf_subset": "ssw_Latn-oci_Latn", "languages": ["ssw-Latn", "oci-Latn"], "main_score": 0.113408, "precision": 0.110085, "recall": 0.12747}, {"accuracy": 0.120553, "f1": 0.102612, "hf_subset": "ssw_Latn-smo_Latn", "languages": ["ssw-Latn", "smo-Latn"], "main_score": 0.102612, "precision": 0.097358, "recall": 0.120553}, {"accuracy": 0.166008, "f1": 0.151807, "hf_subset": "ssw_Latn-tsn_Latn", "languages": ["ssw-Latn", "tsn-Latn"], "main_score": 0.151807, "precision": 0.14699, "recall": 0.166008}, {"accuracy": 0.328063, "f1": 0.291783, "hf_subset": "ssw_Latn-zul_Latn", "languages": ["ssw-Latn", "zul-Latn"], "main_score": 0.291783, "precision": 0.281478, "recall": 0.328063}, {"accuracy": 0.062253, "f1": 0.052593, "hf_subset": "ssw_Latn-azb_Arab", "languages": ["ssw-Latn", "azb-Arab"], "main_score": 0.052593, "precision": 0.050976, "recall": 0.062253}, {"accuracy": 0.130435, "f1": 0.116859, "hf_subset": "ssw_Latn-deu_Latn", "languages": ["ssw-Latn", "deu-Latn"], "main_score": 0.116859, "precision": 0.112981, "recall": 0.130435}, {"accuracy": 0.124506, "f1": 0.11018, "hf_subset": "ssw_Latn-hat_Latn", "languages": ["ssw-Latn", "hat-Latn"], "main_score": 0.11018, "precision": 0.105889, "recall": 0.124506}, {"accuracy": 0.13834, "f1": 0.122447, "hf_subset": "ssw_Latn-kbp_Latn", "languages": ["ssw-Latn", "kbp-Latn"], "main_score": 0.122447, "precision": 0.118164, "recall": 0.13834}, {"accuracy": 0.142292, "f1": 0.131978, "hf_subset": "ssw_Latn-luo_Latn", "languages": ["ssw-Latn", "luo-Latn"], "main_score": 0.131978, "precision": 0.129351, "recall": 0.142292}, {"accuracy": 0.043478, "f1": 0.034583, "hf_subset": "ssw_Latn-ory_Orya", "languages": ["ssw-Latn", "ory-Orya"], "main_score": 0.034583, "precision": 0.033029, "recall": 0.043478}, {"accuracy": 0.175889, "f1": 0.157852, "hf_subset": "ssw_Latn-sna_Latn", "languages": ["ssw-Latn", "sna-Latn"], "main_score": 0.157852, "precision": 0.152139, "recall": 0.175889}, {"accuracy": 0.1917, "f1": 0.176031, "hf_subset": "ssw_Latn-tso_Latn", "languages": ["ssw-Latn", "tso-Latn"], "main_score": 0.176031, "precision": 0.171286, "recall": 0.1917}, {"accuracy": 0.075099, "f1": 0.06366, "hf_subset": "ssw_Latn-azj_Latn", "languages": ["ssw-Latn", "azj-Latn"], "main_score": 0.06366, "precision": 0.061443, "recall": 0.075099}, {"accuracy": 0.12253, "f1": 0.107275, "hf_subset": "ssw_Latn-dik_Latn", "languages": ["ssw-Latn", "dik-Latn"], "main_score": 0.107275, "precision": 0.102672, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.112242, "hf_subset": "ssw_Latn-hau_Latn", "languages": ["ssw-Latn", "hau-Latn"], "main_score": 0.112242, "precision": 0.108702, "recall": 0.124506}, {"accuracy": 0.08498, "f1": 0.075438, "hf_subset": "ssw_Latn-kea_Latn", "languages": ["ssw-Latn", "kea-Latn"], "main_score": 0.075438, "precision": 0.073257, "recall": 0.08498}, {"accuracy": 0.155138, "f1": 0.137802, "hf_subset": "ssw_Latn-lus_Latn", "languages": ["ssw-Latn", "lus-Latn"], "main_score": 0.137802, "precision": 0.132483, "recall": 0.155138}, {"accuracy": 0.117589, "f1": 0.104792, "hf_subset": "ssw_Latn-pag_Latn", "languages": ["ssw-Latn", "pag-Latn"], "main_score": 0.104792, "precision": 0.100841, "recall": 0.117589}, {"accuracy": 0.062253, "f1": 0.056432, "hf_subset": "ssw_Latn-snd_Arab", "languages": ["ssw-Latn", "snd-Arab"], "main_score": 0.056432, "precision": 0.055202, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.068464, "hf_subset": "ssw_Latn-tuk_Latn", "languages": ["ssw-Latn", "tuk-Latn"], "main_score": 0.068464, "precision": 0.064627, "recall": 0.083004}, {"accuracy": 0.109684, "f1": 0.08986, "hf_subset": "ssw_Latn-bak_Cyrl", "languages": ["ssw-Latn", "bak-Cyrl"], "main_score": 0.08986, "precision": 0.085377, "recall": 0.109684}, {"accuracy": 0.104743, "f1": 0.09557, "hf_subset": "ssw_Latn-dyu_Latn", "languages": ["ssw-Latn", "dyu-Latn"], "main_score": 0.09557, "precision": 0.092412, "recall": 0.104743}, {"accuracy": 0.098814, "f1": 0.078778, "hf_subset": "ssw_Latn-heb_Hebr", "languages": ["ssw-Latn", "heb-Hebr"], "main_score": 0.078778, "precision": 0.074248, "recall": 0.098814}, {"accuracy": 0.101779, "f1": 0.084109, "hf_subset": "ssw_Latn-khk_Cyrl", "languages": ["ssw-Latn", "khk-Cyrl"], "main_score": 0.084109, "precision": 0.080761, "recall": 0.101779}, {"accuracy": 0.106719, "f1": 0.091141, "hf_subset": "ssw_Latn-lvs_Latn", "languages": ["ssw-Latn", "lvs-Latn"], "main_score": 0.091141, "precision": 0.087675, "recall": 0.106719}, {"accuracy": 0.039526, "f1": 0.028604, "hf_subset": "ssw_Latn-pan_Guru", "languages": ["ssw-Latn", "pan-Guru"], "main_score": 0.028604, "precision": 0.026782, "recall": 0.039526}, {"accuracy": 0.099802, "f1": 0.090906, "hf_subset": "ssw_Latn-som_Latn", "languages": ["ssw-Latn", "som-Latn"], "main_score": 0.090906, "precision": 0.088318, "recall": 0.099802}, {"accuracy": 0.166996, "f1": 0.150434, "hf_subset": "ssw_Latn-tum_Latn", "languages": ["ssw-Latn", "tum-Latn"], "main_score": 0.150434, "precision": 0.144481, "recall": 0.166996}, {"accuracy": 0.087945, "f1": 0.056124, "hf_subset": "ukr_Cyrl-ace_Arab", "languages": ["ukr-Cyrl", "ace-Arab"], "main_score": 0.056124, "precision": 0.048355, "recall": 0.087945}, {"accuracy": 0.177866, "f1": 0.114556, "hf_subset": "ukr_Cyrl-bam_Latn", "languages": ["ukr-Cyrl", "bam-Latn"], "main_score": 0.114556, "precision": 0.100083, "recall": 0.177866}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "ukr_Cyrl-dzo_Tibt", "languages": ["ukr-Cyrl", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ukr_Cyrl-hin_Deva", "languages": ["ukr-Cyrl", "hin-Deva"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.917984, "f1": 0.892688, "hf_subset": "ukr_Cyrl-khm_Khmr", "languages": ["ukr-Cyrl", "khm-Khmr"], "main_score": 0.892688, "precision": 0.880847, "recall": 0.917984}, {"accuracy": 0.94664, "f1": 0.930007, "hf_subset": "ukr_Cyrl-mag_Deva", "languages": ["ukr-Cyrl", "mag-Deva"], "main_score": 0.930007, "precision": 0.92197, "recall": 0.94664}, {"accuracy": 0.63834, "f1": 0.56212, "hf_subset": "ukr_Cyrl-pap_Latn", "languages": ["ukr-Cyrl", "pap-Latn"], "main_score": 0.56212, "precision": 0.532392, "recall": 0.63834}, {"accuracy": 0.198617, "f1": 0.133747, "hf_subset": "ukr_Cyrl-sot_Latn", "languages": ["ukr-Cyrl", "sot-Latn"], "main_score": 0.133747, "precision": 0.117591, "recall": 0.198617}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-tur_Latn", "languages": ["ukr-Cyrl", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.393281, "f1": 0.30568, "hf_subset": "ukr_Cyrl-ace_Latn", "languages": ["ukr-Cyrl", "ace-Latn"], "main_score": 0.30568, "precision": 0.278229, "recall": 0.393281}, {"accuracy": 0.668972, "f1": 0.596233, "hf_subset": "ukr_Cyrl-ban_Latn", "languages": ["ukr-Cyrl", "ban-Latn"], "main_score": 0.596233, "precision": 0.567121, "recall": 0.668972}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-ell_Grek", "languages": ["ukr-Cyrl", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.918972, "f1": 0.895718, "hf_subset": "ukr_Cyrl-hne_Deva", "languages": ["ukr-Cyrl", "hne-Deva"], "main_score": 0.895718, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.235178, "f1": 0.153429, "hf_subset": "ukr_Cyrl-kik_Latn", "languages": ["ukr-Cyrl", "kik-Latn"], "main_score": 0.153429, "precision": 0.130849, "recall": 0.235178}, {"accuracy": 0.942688, "f1": 0.925395, "hf_subset": "ukr_Cyrl-mai_Deva", "languages": ["ukr-Cyrl", "mai-Deva"], "main_score": 0.925395, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.848814, "f1": 0.80774, "hf_subset": "ukr_Cyrl-pbt_Arab", "languages": ["ukr-Cyrl", "pbt-Arab"], "main_score": 0.80774, "precision": 0.789608, "recall": 0.848814}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-spa_Latn", "languages": ["ukr-Cyrl", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.297431, "f1": 0.207416, "hf_subset": "ukr_Cyrl-twi_Latn", "languages": ["ukr-Cyrl", "twi-Latn"], "main_score": 0.207416, "precision": 0.183227, "recall": 0.297431}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ukr_Cyrl-acm_Arab", "languages": ["ukr-Cyrl", "acm-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "ukr_Cyrl-bel_Cyrl", "languages": ["ukr-Cyrl", "bel-Cyrl"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-eng_Latn", "languages": ["ukr-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-hrv_Latn", "languages": ["ukr-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.098346, "hf_subset": "ukr_Cyrl-kin_Latn", "languages": ["ukr-Cyrl", "kin-Latn"], "main_score": 0.098346, "precision": 0.086398, "recall": 0.149209}, {"accuracy": 0.905138, "f1": 0.87836, "hf_subset": "ukr_Cyrl-mal_Mlym", "languages": ["ukr-Cyrl", "mal-Mlym"], "main_score": 0.87836, "precision": 0.86586, "recall": 0.905138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-pes_Arab", "languages": ["ukr-Cyrl", "pes-Arab"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.725296, "f1": 0.658867, "hf_subset": "ukr_Cyrl-srd_Latn", "languages": ["ukr-Cyrl", "srd-Latn"], "main_score": 0.658867, "precision": 0.631284, "recall": 0.725296}, {"accuracy": 0.070158, "f1": 0.033969, "hf_subset": "ukr_Cyrl-tzm_Tfng", "languages": ["ukr-Cyrl", "tzm-Tfng"], "main_score": 0.033969, "precision": 0.028675, "recall": 0.070158}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ukr_Cyrl-acq_Arab", "languages": ["ukr-Cyrl", "acq-Arab"], "main_score": 0.968874, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.226285, "f1": 0.157591, "hf_subset": "ukr_Cyrl-bem_Latn", "languages": ["ukr-Cyrl", "bem-Latn"], "main_score": 0.157591, "precision": 0.142293, "recall": 0.226285}, {"accuracy": 0.874506, "f1": 0.838801, "hf_subset": "ukr_Cyrl-epo_Latn", "languages": ["ukr-Cyrl", "epo-Latn"], "main_score": 0.838801, "precision": 0.822381, "recall": 0.874506}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-hun_Latn", "languages": ["ukr-Cyrl", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "ukr_Cyrl-kir_Cyrl", "languages": ["ukr-Cyrl", "kir-Cyrl"], "main_score": 0.935277, "precision": 0.92836, "recall": 0.949605}, {"accuracy": 0.916996, "f1": 0.89137, "hf_subset": "ukr_Cyrl-mar_Deva", "languages": ["ukr-Cyrl", "mar-Deva"], "main_score": 0.89137, "precision": 0.879529, "recall": 0.916996}, {"accuracy": 0.271739, "f1": 0.199316, "hf_subset": "ukr_Cyrl-plt_Latn", "languages": ["ukr-Cyrl", "plt-Latn"], "main_score": 0.199316, "precision": 0.178117, "recall": 0.271739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-srp_Cyrl", "languages": ["ukr-Cyrl", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.801383, "f1": 0.753438, "hf_subset": "ukr_Cyrl-uig_Arab", "languages": ["ukr-Cyrl", "uig-Arab"], "main_score": 0.753438, "precision": 0.732568, "recall": 0.801383}, {"accuracy": 0.934783, "f1": 0.91469, "hf_subset": "ukr_Cyrl-aeb_Arab", "languages": ["ukr-Cyrl", "aeb-Arab"], "main_score": 0.91469, "precision": 0.904974, "recall": 0.934783}, {"accuracy": 0.916008, "f1": 0.893347, "hf_subset": "ukr_Cyrl-ben_Beng", "languages": ["ukr-Cyrl", "ben-Beng"], "main_score": 0.893347, "precision": 0.882823, "recall": 0.916008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-est_Latn", "languages": ["ukr-Cyrl", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "ukr_Cyrl-hye_Armn", "languages": ["ukr-Cyrl", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.161067, "f1": 0.096333, "hf_subset": "ukr_Cyrl-kmb_Latn", "languages": ["ukr-Cyrl", "kmb-Latn"], "main_score": 0.096333, "precision": 0.082978, "recall": 0.161067}, {"accuracy": 0.062253, "f1": 0.038993, "hf_subset": "ukr_Cyrl-min_Arab", "languages": ["ukr-Cyrl", "min-Arab"], "main_score": 0.038993, "precision": 0.033479, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-pol_Latn", "languages": ["ukr-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.163043, "f1": 0.10501, "hf_subset": "ukr_Cyrl-ssw_Latn", "languages": ["ukr-Cyrl", "ssw-Latn"], "main_score": 0.10501, "precision": 0.092243, "recall": 0.163043}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "ukr_Cyrl-afr_Latn", "languages": ["ukr-Cyrl", "afr-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.892292, "f1": 0.861792, "hf_subset": "ukr_Cyrl-bho_Deva", "languages": ["ukr-Cyrl", "bho-Deva"], "main_score": 0.861792, "precision": 0.847661, "recall": 0.892292}, {"accuracy": 0.751976, "f1": 0.694785, "hf_subset": "ukr_Cyrl-eus_Latn", "languages": ["ukr-Cyrl", "eus-Latn"], "main_score": 0.694785, "precision": 0.670957, "recall": 0.751976}, {"accuracy": 0.187747, "f1": 0.118465, "hf_subset": "ukr_Cyrl-ibo_Latn", "languages": ["ukr-Cyrl", "ibo-Latn"], "main_score": 0.118465, "precision": 0.102211, "recall": 0.187747}, {"accuracy": 0.753953, "f1": 0.702769, "hf_subset": "ukr_Cyrl-kmr_Latn", "languages": ["ukr-Cyrl", "kmr-Latn"], "main_score": 0.702769, "precision": 0.681861, "recall": 0.753953}, {"accuracy": 0.634387, "f1": 0.557592, "hf_subset": "ukr_Cyrl-min_Latn", "languages": ["ukr-Cyrl", "min-Latn"], "main_score": 0.557592, "precision": 0.52816, "recall": 0.634387}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-por_Latn", "languages": ["ukr-Cyrl", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.767787, "f1": 0.709293, "hf_subset": "ukr_Cyrl-sun_Latn", "languages": ["ukr-Cyrl", "sun-Latn"], "main_score": 0.709293, "precision": 0.68503, "recall": 0.767787}, {"accuracy": 0.16502, "f1": 0.106504, "hf_subset": "ukr_Cyrl-umb_Latn", "languages": ["ukr-Cyrl", "umb-Latn"], "main_score": 0.106504, "precision": 0.094118, "recall": 0.16502}, {"accuracy": 0.961462, "f1": 0.950099, "hf_subset": "ukr_Cyrl-ajp_Arab", "languages": ["ukr-Cyrl", "ajp-Arab"], "main_score": 0.950099, "precision": 0.944829, "recall": 0.961462}, {"accuracy": 0.078063, "f1": 0.046714, "hf_subset": "ukr_Cyrl-bjn_Arab", "languages": ["ukr-Cyrl", "bjn-Arab"], "main_score": 0.046714, "precision": 0.040272, "recall": 0.078063}, {"accuracy": 0.23419, "f1": 0.167119, "hf_subset": "ukr_Cyrl-ewe_Latn", "languages": ["ukr-Cyrl", "ewe-Latn"], "main_score": 0.167119, "precision": 0.149308, "recall": 0.23419}, {"accuracy": 0.348814, "f1": 0.260938, "hf_subset": "ukr_Cyrl-ilo_Latn", "languages": ["ukr-Cyrl", "ilo-Latn"], "main_score": 0.260938, "precision": 0.235496, "recall": 0.348814}, {"accuracy": 0.089921, "f1": 0.050605, "hf_subset": "ukr_Cyrl-knc_Arab", "languages": ["ukr-Cyrl", "knc-Arab"], "main_score": 0.050605, "precision": 0.042255, "recall": 0.089921}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ukr_Cyrl-mkd_Cyrl", "languages": ["ukr-Cyrl", "mkd-Cyrl"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ukr_Cyrl-prs_Arab", "languages": ["ukr-Cyrl", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-swe_Latn", "languages": ["ukr-Cyrl", "swe-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "ukr_Cyrl-urd_Arab", "languages": ["ukr-Cyrl", "urd-Arab"], "main_score": 0.959058, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.269763, "f1": 0.189375, "hf_subset": "ukr_Cyrl-aka_Latn", "languages": ["ukr-Cyrl", "aka-Latn"], "main_score": 0.189375, "precision": 0.166867, "recall": 0.269763}, {"accuracy": 0.772727, "f1": 0.716856, "hf_subset": "ukr_Cyrl-bjn_Latn", "languages": ["ukr-Cyrl", "bjn-Latn"], "main_score": 0.716856, "precision": 0.693381, "recall": 0.772727}, {"accuracy": 0.456522, "f1": 0.376404, "hf_subset": "ukr_Cyrl-fao_Latn", "languages": ["ukr-Cyrl", "fao-Latn"], "main_score": 0.376404, "precision": 0.351026, "recall": 0.456522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ukr_Cyrl-ind_Latn", "languages": ["ukr-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.253953, "f1": 0.179466, "hf_subset": "ukr_Cyrl-knc_Latn", "languages": ["ukr-Cyrl", "knc-Latn"], "main_score": 0.179466, "precision": 0.160623, "recall": 0.253953}, {"accuracy": 0.326087, "f1": 0.245773, "hf_subset": "ukr_Cyrl-mlt_Latn", "languages": ["ukr-Cyrl", "mlt-Latn"], "main_score": 0.245773, "precision": 0.224268, "recall": 0.326087}, {"accuracy": 0.248024, "f1": 0.166551, "hf_subset": "ukr_Cyrl-quy_Latn", "languages": ["ukr-Cyrl", "quy-Latn"], "main_score": 0.166551, "precision": 0.145883, "recall": 0.248024}, {"accuracy": 0.342885, "f1": 0.262818, "hf_subset": "ukr_Cyrl-swh_Latn", "languages": ["ukr-Cyrl", "swh-Latn"], "main_score": 0.262818, "precision": 0.240195, "recall": 0.342885}, {"accuracy": 0.649209, "f1": 0.57986, "hf_subset": "ukr_Cyrl-uzn_Latn", "languages": ["ukr-Cyrl", "uzn-Latn"], "main_score": 0.57986, "precision": 0.552402, "recall": 0.649209}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-als_Latn", "languages": ["ukr-Cyrl", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.055336, "f1": 0.020709, "hf_subset": "ukr_Cyrl-bod_Tibt", "languages": ["ukr-Cyrl", "bod-Tibt"], "main_score": 0.020709, "precision": 0.016108, "recall": 0.055336}, {"accuracy": 0.200593, "f1": 0.131463, "hf_subset": "ukr_Cyrl-fij_Latn", "languages": ["ukr-Cyrl", "fij-Latn"], "main_score": 0.131463, "precision": 0.113952, "recall": 0.200593}, {"accuracy": 0.762846, "f1": 0.707507, "hf_subset": "ukr_Cyrl-isl_Latn", "languages": ["ukr-Cyrl", "isl-Latn"], "main_score": 0.707507, "precision": 0.683646, "recall": 0.762846}, {"accuracy": 0.228261, "f1": 0.155985, "hf_subset": "ukr_Cyrl-kon_Latn", "languages": ["ukr-Cyrl", "kon-Latn"], "main_score": 0.155985, "precision": 0.137352, "recall": 0.228261}, {"accuracy": 0.063241, "f1": 0.034135, "hf_subset": "ukr_Cyrl-mni_Beng", "languages": ["ukr-Cyrl", "mni-Beng"], "main_score": 0.034135, "precision": 0.029279, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-ron_Latn", "languages": ["ukr-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.755501, "hf_subset": "ukr_Cyrl-szl_Latn", "languages": ["ukr-Cyrl", "szl-Latn"], "main_score": 0.755501, "precision": 0.734651, "recall": 0.804348}, {"accuracy": 0.802372, "f1": 0.74664, "hf_subset": "ukr_Cyrl-vec_Latn", "languages": ["ukr-Cyrl", "vec-Latn"], "main_score": 0.74664, "precision": 0.721989, "recall": 0.802372}, {"accuracy": 0.77668, "f1": 0.726967, "hf_subset": "ukr_Cyrl-amh_Ethi", "languages": ["ukr-Cyrl", "amh-Ethi"], "main_score": 0.726967, "precision": 0.705352, "recall": 0.77668}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-bos_Latn", "languages": ["ukr-Cyrl", "bos-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-fin_Latn", "languages": ["ukr-Cyrl", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-ita_Latn", "languages": ["ukr-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ukr_Cyrl-kor_Hang", "languages": ["ukr-Cyrl", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.217391, "f1": 0.155682, "hf_subset": "ukr_Cyrl-mos_Latn", "languages": ["ukr-Cyrl", "mos-Latn"], "main_score": 0.155682, "precision": 0.139871, "recall": 0.217391}, {"accuracy": 0.158103, "f1": 0.099902, "hf_subset": "ukr_Cyrl-run_Latn", "languages": ["ukr-Cyrl", "run-Latn"], "main_score": 0.099902, "precision": 0.086053, "recall": 0.158103}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "ukr_Cyrl-tam_Taml", "languages": ["ukr-Cyrl", "tam-Taml"], "main_score": 0.88027, "precision": 0.867095, "recall": 0.908103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-vie_Latn", "languages": ["ukr-Cyrl", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "ukr_Cyrl-apc_Arab", "languages": ["ukr-Cyrl", "apc-Arab"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.371542, "f1": 0.288523, "hf_subset": "ukr_Cyrl-bug_Latn", "languages": ["ukr-Cyrl", "bug-Latn"], "main_score": 0.288523, "precision": 0.262777, "recall": 0.371542}, {"accuracy": 0.186759, "f1": 0.120875, "hf_subset": "ukr_Cyrl-fon_Latn", "languages": ["ukr-Cyrl", "fon-Latn"], "main_score": 0.120875, "precision": 0.104183, "recall": 0.186759}, {"accuracy": 0.712451, "f1": 0.645756, "hf_subset": "ukr_Cyrl-jav_Latn", "languages": ["ukr-Cyrl", "jav-Latn"], "main_score": 0.645756, "precision": 0.619302, "recall": 0.712451}, {"accuracy": 0.928854, "f1": 0.909848, "hf_subset": "ukr_Cyrl-lao_Laoo", "languages": ["ukr-Cyrl", "lao-Laoo"], "main_score": 0.909848, "precision": 0.901515, "recall": 0.928854}, {"accuracy": 0.182806, "f1": 0.114265, "hf_subset": "ukr_Cyrl-mri_Latn", "languages": ["ukr-Cyrl", "mri-Latn"], "main_score": 0.114265, "precision": 0.09966, "recall": 0.182806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-rus_Cyrl", "languages": ["ukr-Cyrl", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.229249, "f1": 0.164398, "hf_subset": "ukr_Cyrl-taq_Latn", "languages": ["ukr-Cyrl", "taq-Latn"], "main_score": 0.164398, "precision": 0.147705, "recall": 0.229249}, {"accuracy": 0.426877, "f1": 0.334359, "hf_subset": "ukr_Cyrl-war_Latn", "languages": ["ukr-Cyrl", "war-Latn"], "main_score": 0.334359, "precision": 0.305255, "recall": 0.426877}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ukr_Cyrl-arb_Arab", "languages": ["ukr-Cyrl", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-bul_Cyrl", "languages": ["ukr-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ukr_Cyrl-fra_Latn", "languages": ["ukr-Cyrl", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-jpn_Jpan", "languages": ["ukr-Cyrl", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.75, "f1": 0.691213, "hf_subset": "ukr_Cyrl-lij_Latn", "languages": ["ukr-Cyrl", "lij-Latn"], "main_score": 0.691213, "precision": 0.666281, "recall": 0.75}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "ukr_Cyrl-mya_Mymr", "languages": ["ukr-Cyrl", "mya-Mymr"], "main_score": 0.937912, "precision": 0.93083, "recall": 0.952569}, {"accuracy": 0.22332, "f1": 0.152371, "hf_subset": "ukr_Cyrl-sag_Latn", "languages": ["ukr-Cyrl", "sag-Latn"], "main_score": 0.152371, "precision": 0.133702, "recall": 0.22332}, {"accuracy": 0.076087, "f1": 0.032853, "hf_subset": "ukr_Cyrl-taq_Tfng", "languages": ["ukr-Cyrl", "taq-Tfng"], "main_score": 0.032853, "precision": 0.027057, "recall": 0.076087}, {"accuracy": 0.228261, "f1": 0.159462, "hf_subset": "ukr_Cyrl-wol_Latn", "languages": ["ukr-Cyrl", "wol-Latn"], "main_score": 0.159462, "precision": 0.14142, "recall": 0.228261}, {"accuracy": 0.110672, "f1": 0.061138, "hf_subset": "ukr_Cyrl-arb_Latn", "languages": ["ukr-Cyrl", "arb-Latn"], "main_score": 0.061138, "precision": 0.051098, "recall": 0.110672}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-cat_Latn", "languages": ["ukr-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.712451, "f1": 0.648666, "hf_subset": "ukr_Cyrl-fur_Latn", "languages": ["ukr-Cyrl", "fur-Latn"], "main_score": 0.648666, "precision": 0.62249, "recall": 0.712451}, {"accuracy": 0.078063, "f1": 0.051142, "hf_subset": "ukr_Cyrl-kab_Latn", "languages": ["ukr-Cyrl", "kab-Latn"], "main_score": 0.051142, "precision": 0.044913, "recall": 0.078063}, {"accuracy": 0.746047, "f1": 0.686917, "hf_subset": "ukr_Cyrl-lim_Latn", "languages": ["ukr-Cyrl", "lim-Latn"], "main_score": 0.686917, "precision": 0.662129, "recall": 0.746047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-nld_Latn", "languages": ["ukr-Cyrl", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.76581, "f1": 0.705797, "hf_subset": "ukr_Cyrl-san_Deva", "languages": ["ukr-Cyrl", "san-Deva"], "main_score": 0.705797, "precision": 0.679134, "recall": 0.76581}, {"accuracy": 0.547431, "f1": 0.465465, "hf_subset": "ukr_Cyrl-tat_Cyrl", "languages": ["ukr-Cyrl", "tat-Cyrl"], "main_score": 0.465465, "precision": 0.434636, "recall": 0.547431}, {"accuracy": 0.189723, "f1": 0.121401, "hf_subset": "ukr_Cyrl-xho_Latn", "languages": ["ukr-Cyrl", "xho-Latn"], "main_score": 0.121401, "precision": 0.105568, "recall": 0.189723}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ukr_Cyrl-ars_Arab", "languages": ["ukr-Cyrl", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.386364, "f1": 0.300376, "hf_subset": "ukr_Cyrl-ceb_Latn", "languages": ["ukr-Cyrl", "ceb-Latn"], "main_score": 0.300376, "precision": 0.273614, "recall": 0.386364}, {"accuracy": 0.225296, "f1": 0.151344, "hf_subset": "ukr_Cyrl-fuv_Latn", "languages": ["ukr-Cyrl", "fuv-Latn"], "main_score": 0.151344, "precision": 0.132677, "recall": 0.225296}, {"accuracy": 0.201581, "f1": 0.137127, "hf_subset": "ukr_Cyrl-kac_Latn", "languages": ["ukr-Cyrl", "kac-Latn"], "main_score": 0.137127, "precision": 0.120484, "recall": 0.201581}, {"accuracy": 0.230237, "f1": 0.162387, "hf_subset": "ukr_Cyrl-lin_Latn", "languages": ["ukr-Cyrl", "lin-Latn"], "main_score": 0.162387, "precision": 0.144706, "recall": 0.230237}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ukr_Cyrl-nno_Latn", "languages": ["ukr-Cyrl", "nno-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.016798, "f1": 0.002852, "hf_subset": "ukr_Cyrl-sat_Olck", "languages": ["ukr-Cyrl", "sat-Olck"], "main_score": 0.002852, "precision": 0.002042, "recall": 0.016798}, {"accuracy": 0.871542, "f1": 0.836053, "hf_subset": "ukr_Cyrl-tel_Telu", "languages": ["ukr-Cyrl", "tel-Telu"], "main_score": 0.836053, "precision": 0.820191, "recall": 0.871542}, {"accuracy": 0.438735, "f1": 0.357274, "hf_subset": "ukr_Cyrl-ydd_Hebr", "languages": ["ukr-Cyrl", "ydd-Hebr"], "main_score": 0.357274, "precision": 0.327583, "recall": 0.438735}, {"accuracy": 0.865613, "f1": 0.828887, "hf_subset": "ukr_Cyrl-ary_Arab", "languages": ["ukr-Cyrl", "ary-Arab"], "main_score": 0.828887, "precision": 0.812006, "recall": 0.865613}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-ces_Latn", "languages": ["ukr-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.093874, "f1": 0.051875, "hf_subset": "ukr_Cyrl-gaz_Latn", "languages": ["ukr-Cyrl", "gaz-Latn"], "main_score": 0.051875, "precision": 0.043243, "recall": 0.093874}, {"accuracy": 0.186759, "f1": 0.123926, "hf_subset": "ukr_Cyrl-kam_Latn", "languages": ["ukr-Cyrl", "kam-Latn"], "main_score": 0.123926, "precision": 0.108287, "recall": 0.186759}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ukr_Cyrl-lit_Latn", "languages": ["ukr-Cyrl", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-nob_Latn", "languages": ["ukr-Cyrl", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.639328, "f1": 0.561936, "hf_subset": "ukr_Cyrl-scn_Latn", "languages": ["ukr-Cyrl", "scn-Latn"], "main_score": 0.561936, "precision": 0.532249, "recall": 0.639328}, {"accuracy": 0.198617, "f1": 0.130123, "hf_subset": "ukr_Cyrl-tgk_Cyrl", "languages": ["ukr-Cyrl", "tgk-Cyrl"], "main_score": 0.130123, "precision": 0.112652, "recall": 0.198617}, {"accuracy": 0.192688, "f1": 0.121678, "hf_subset": "ukr_Cyrl-yor_Latn", "languages": ["ukr-Cyrl", "yor-Latn"], "main_score": 0.121678, "precision": 0.103855, "recall": 0.192688}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "ukr_Cyrl-arz_Arab", "languages": ["ukr-Cyrl", "arz-Arab"], "main_score": 0.935771, "precision": 0.927866, "recall": 0.951581}, {"accuracy": 0.182806, "f1": 0.119558, "hf_subset": "ukr_Cyrl-cjk_Latn", "languages": ["ukr-Cyrl", "cjk-Latn"], "main_score": 0.119558, "precision": 0.104417, "recall": 0.182806}, {"accuracy": 0.175889, "f1": 0.114079, "hf_subset": "ukr_Cyrl-gla_Latn", "languages": ["ukr-Cyrl", "gla-Latn"], "main_score": 0.114079, "precision": 0.098112, "recall": 0.175889}, {"accuracy": 0.833992, "f1": 0.789577, "hf_subset": "ukr_Cyrl-kan_Knda", "languages": ["ukr-Cyrl", "kan-Knda"], "main_score": 0.789577, "precision": 0.769829, "recall": 0.833992}, {"accuracy": 0.642292, "f1": 0.573207, "hf_subset": "ukr_Cyrl-lmo_Latn", "languages": ["ukr-Cyrl", "lmo-Latn"], "main_score": 0.573207, "precision": 0.547483, "recall": 0.642292}, {"accuracy": 0.971344, "f1": 0.962681, "hf_subset": "ukr_Cyrl-npi_Deva", "languages": ["ukr-Cyrl", "npi-Deva"], "main_score": 0.962681, "precision": 0.95858, "recall": 0.971344}, {"accuracy": 0.269763, "f1": 0.190564, "hf_subset": "ukr_Cyrl-shn_Mymr", "languages": ["ukr-Cyrl", "shn-Mymr"], "main_score": 0.190564, "precision": 0.167157, "recall": 0.269763}, {"accuracy": 0.460474, "f1": 0.37173, "hf_subset": "ukr_Cyrl-tgl_Latn", "languages": ["ukr-Cyrl", "tgl-Latn"], "main_score": 0.37173, "precision": 0.342978, "recall": 0.460474}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-yue_Hant", "languages": ["ukr-Cyrl", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.564229, "f1": 0.487775, "hf_subset": "ukr_Cyrl-asm_Beng", "languages": ["ukr-Cyrl", "asm-Beng"], "main_score": 0.487775, "precision": 0.458331, "recall": 0.564229}, {"accuracy": 0.856719, "f1": 0.816831, "hf_subset": "ukr_Cyrl-ckb_Arab", "languages": ["ukr-Cyrl", "ckb-Arab"], "main_score": 0.816831, "precision": 0.798123, "recall": 0.856719}, {"accuracy": 0.27668, "f1": 0.202274, "hf_subset": "ukr_Cyrl-gle_Latn", "languages": ["ukr-Cyrl", "gle-Latn"], "main_score": 0.202274, "precision": 0.182324, "recall": 0.27668}, {"accuracy": 0.615613, "f1": 0.534167, "hf_subset": "ukr_Cyrl-kas_Arab", "languages": ["ukr-Cyrl", "kas-Arab"], "main_score": 0.534167, "precision": 0.501268, "recall": 0.615613}, {"accuracy": 0.725296, "f1": 0.662722, "hf_subset": "ukr_Cyrl-ltg_Latn", "languages": ["ukr-Cyrl", "ltg-Latn"], "main_score": 0.662722, "precision": 0.636586, "recall": 0.725296}, {"accuracy": 0.229249, "f1": 0.155827, "hf_subset": "ukr_Cyrl-nso_Latn", "languages": ["ukr-Cyrl", "nso-Latn"], "main_score": 0.155827, "precision": 0.136785, "recall": 0.229249}, {"accuracy": 0.943676, "f1": 0.927997, "hf_subset": "ukr_Cyrl-sin_Sinh", "languages": ["ukr-Cyrl", "sin-Sinh"], "main_score": 0.927997, "precision": 0.920784, "recall": 0.943676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-tha_Thai", "languages": ["ukr-Cyrl", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-zho_Hans", "languages": ["ukr-Cyrl", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.94664, "f1": 0.930731, "hf_subset": "ukr_Cyrl-ast_Latn", "languages": ["ukr-Cyrl", "ast-Latn"], "main_score": 0.930731, "precision": 0.923172, "recall": 0.94664}, {"accuracy": 0.790514, "f1": 0.737121, "hf_subset": "ukr_Cyrl-crh_Latn", "languages": ["ukr-Cyrl", "crh-Latn"], "main_score": 0.737121, "precision": 0.713933, "recall": 0.790514}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ukr_Cyrl-glg_Latn", "languages": ["ukr-Cyrl", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.416008, "f1": 0.333605, "hf_subset": "ukr_Cyrl-kas_Deva", "languages": ["ukr-Cyrl", "kas-Deva"], "main_score": 0.333605, "precision": 0.305688, "recall": 0.416008}, {"accuracy": 0.499012, "f1": 0.408425, "hf_subset": "ukr_Cyrl-ltz_Latn", "languages": ["ukr-Cyrl", "ltz-Latn"], "main_score": 0.408425, "precision": 0.377664, "recall": 0.499012}, {"accuracy": 0.102767, "f1": 0.053469, "hf_subset": "ukr_Cyrl-nus_Latn", "languages": ["ukr-Cyrl", "nus-Latn"], "main_score": 0.053469, "precision": 0.044609, "recall": 0.102767}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-slk_Latn", "languages": ["ukr-Cyrl", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.199605, "f1": 0.13807, "hf_subset": "ukr_Cyrl-tir_Ethi", "languages": ["ukr-Cyrl", "tir-Ethi"], "main_score": 0.13807, "precision": 0.120648, "recall": 0.199605}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ukr_Cyrl-zho_Hant", "languages": ["ukr-Cyrl", "zho-Hant"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "ukr_Cyrl-awa_Deva", "languages": ["ukr-Cyrl", "awa-Deva"], "main_score": 0.942194, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.461462, "f1": 0.376249, "hf_subset": "ukr_Cyrl-cym_Latn", "languages": ["ukr-Cyrl", "cym-Latn"], "main_score": 0.376249, "precision": 0.348681, "recall": 0.461462}, {"accuracy": 0.356719, "f1": 0.268139, "hf_subset": "ukr_Cyrl-grn_Latn", "languages": ["ukr-Cyrl", "grn-Latn"], "main_score": 0.268139, "precision": 0.241098, "recall": 0.356719}, {"accuracy": 0.887352, "f1": 0.852997, "hf_subset": "ukr_Cyrl-kat_Geor", "languages": ["ukr-Cyrl", "kat-Geor"], "main_score": 0.852997, "precision": 0.837039, "recall": 0.887352}, {"accuracy": 0.240119, "f1": 0.167453, "hf_subset": "ukr_Cyrl-lua_Latn", "languages": ["ukr-Cyrl", "lua-Latn"], "main_score": 0.167453, "precision": 0.147295, "recall": 0.240119}, {"accuracy": 0.218379, "f1": 0.143625, "hf_subset": "ukr_Cyrl-nya_Latn", "languages": ["ukr-Cyrl", "nya-Latn"], "main_score": 0.143625, "precision": 0.124712, "recall": 0.218379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-slv_Latn", "languages": ["ukr-Cyrl", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.456522, "f1": 0.366579, "hf_subset": "ukr_Cyrl-tpi_Latn", "languages": ["ukr-Cyrl", "tpi-Latn"], "main_score": 0.366579, "precision": 0.337022, "recall": 0.456522}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ukr_Cyrl-zsm_Latn", "languages": ["ukr-Cyrl", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.194664, "f1": 0.119024, "hf_subset": "ukr_Cyrl-ayr_Latn", "languages": ["ukr-Cyrl", "ayr-Latn"], "main_score": 0.119024, "precision": 0.100658, "recall": 0.194664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ukr_Cyrl-dan_Latn", "languages": ["ukr-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.926877, "f1": 0.905171, "hf_subset": "ukr_Cyrl-guj_Gujr", "languages": ["ukr-Cyrl", "guj-Gujr"], "main_score": 0.905171, "precision": 0.895175, "recall": 0.926877}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "ukr_Cyrl-kaz_Cyrl", "languages": ["ukr-Cyrl", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.16996, "f1": 0.111835, "hf_subset": "ukr_Cyrl-lug_Latn", "languages": ["ukr-Cyrl", "lug-Latn"], "main_score": 0.111835, "precision": 0.098248, "recall": 0.16996}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "ukr_Cyrl-oci_Latn", "languages": ["ukr-Cyrl", "oci-Latn"], "main_score": 0.901021, "precision": 0.889987, "recall": 0.923913}, {"accuracy": 0.181818, "f1": 0.117063, "hf_subset": "ukr_Cyrl-smo_Latn", "languages": ["ukr-Cyrl", "smo-Latn"], "main_score": 0.117063, "precision": 0.101318, "recall": 0.181818}, {"accuracy": 0.199605, "f1": 0.132872, "hf_subset": "ukr_Cyrl-tsn_Latn", "languages": ["ukr-Cyrl", "tsn-Latn"], "main_score": 0.132872, "precision": 0.115983, "recall": 0.199605}, {"accuracy": 0.145257, "f1": 0.092378, "hf_subset": "ukr_Cyrl-zul_Latn", "languages": ["ukr-Cyrl", "zul-Latn"], "main_score": 0.092378, "precision": 0.080475, "recall": 0.145257}, {"accuracy": 0.555336, "f1": 0.475852, "hf_subset": "ukr_Cyrl-azb_Arab", "languages": ["ukr-Cyrl", "azb-Arab"], "main_score": 0.475852, "precision": 0.444948, "recall": 0.555336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ukr_Cyrl-deu_Latn", "languages": ["ukr-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.284585, "f1": 0.208226, "hf_subset": "ukr_Cyrl-hat_Latn", "languages": ["ukr-Cyrl", "hat-Latn"], "main_score": 0.208226, "precision": 0.186246, "recall": 0.284585}, {"accuracy": 0.163043, "f1": 0.10025, "hf_subset": "ukr_Cyrl-kbp_Latn", "languages": ["ukr-Cyrl", "kbp-Latn"], "main_score": 0.10025, "precision": 0.086219, "recall": 0.163043}, {"accuracy": 0.209486, "f1": 0.138531, "hf_subset": "ukr_Cyrl-luo_Latn", "languages": ["ukr-Cyrl", "luo-Latn"], "main_score": 0.138531, "precision": 0.122171, "recall": 0.209486}, {"accuracy": 0.835968, "f1": 0.794236, "hf_subset": "ukr_Cyrl-ory_Orya", "languages": ["ukr-Cyrl", "ory-Orya"], "main_score": 0.794236, "precision": 0.775395, "recall": 0.835968}, {"accuracy": 0.167984, "f1": 0.104529, "hf_subset": "ukr_Cyrl-sna_Latn", "languages": ["ukr-Cyrl", "sna-Latn"], "main_score": 0.104529, "precision": 0.089723, "recall": 0.167984}, {"accuracy": 0.171937, "f1": 0.115459, "hf_subset": "ukr_Cyrl-tso_Latn", "languages": ["ukr-Cyrl", "tso-Latn"], "main_score": 0.115459, "precision": 0.102226, "recall": 0.171937}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "ukr_Cyrl-azj_Latn", "languages": ["ukr-Cyrl", "azj-Latn"], "main_score": 0.955599, "precision": 0.951169, "recall": 0.965415}, {"accuracy": 0.287549, "f1": 0.208397, "hf_subset": "ukr_Cyrl-dik_Latn", "languages": ["ukr-Cyrl", "dik-Latn"], "main_score": 0.208397, "precision": 0.187355, "recall": 0.287549}, {"accuracy": 0.244071, "f1": 0.166586, "hf_subset": "ukr_Cyrl-hau_Latn", "languages": ["ukr-Cyrl", "hau-Latn"], "main_score": 0.166586, "precision": 0.147409, "recall": 0.244071}, {"accuracy": 0.653162, "f1": 0.576401, "hf_subset": "ukr_Cyrl-kea_Latn", "languages": ["ukr-Cyrl", "kea-Latn"], "main_score": 0.576401, "precision": 0.546979, "recall": 0.653162}, {"accuracy": 0.356719, "f1": 0.270572, "hf_subset": "ukr_Cyrl-lus_Latn", "languages": ["ukr-Cyrl", "lus-Latn"], "main_score": 0.270572, "precision": 0.244244, "recall": 0.356719}, {"accuracy": 0.470356, "f1": 0.381181, "hf_subset": "ukr_Cyrl-pag_Latn", "languages": ["ukr-Cyrl", "pag-Latn"], "main_score": 0.381181, "precision": 0.350626, "recall": 0.470356}, {"accuracy": 0.884387, "f1": 0.852042, "hf_subset": "ukr_Cyrl-snd_Arab", "languages": ["ukr-Cyrl", "snd-Arab"], "main_score": 0.852042, "precision": 0.837484, "recall": 0.884387}, {"accuracy": 0.346838, "f1": 0.259178, "hf_subset": "ukr_Cyrl-tuk_Latn", "languages": ["ukr-Cyrl", "tuk-Latn"], "main_score": 0.259178, "precision": 0.231786, "recall": 0.346838}, {"accuracy": 0.495059, "f1": 0.408191, "hf_subset": "ukr_Cyrl-bak_Cyrl", "languages": ["ukr-Cyrl", "bak-Cyrl"], "main_score": 0.408191, "precision": 0.377031, "recall": 0.495059}, {"accuracy": 0.179842, "f1": 0.117042, "hf_subset": "ukr_Cyrl-dyu_Latn", "languages": ["ukr-Cyrl", "dyu-Latn"], "main_score": 0.117042, "precision": 0.100151, "recall": 0.179842}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ukr_Cyrl-heb_Hebr", "languages": ["ukr-Cyrl", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "ukr_Cyrl-khk_Cyrl", "languages": ["ukr-Cyrl", "khk-Cyrl"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "ukr_Cyrl-lvs_Latn", "languages": ["ukr-Cyrl", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.857708, "f1": 0.82113, "hf_subset": "ukr_Cyrl-pan_Guru", "languages": ["ukr-Cyrl", "pan-Guru"], "main_score": 0.82113, "precision": 0.805016, "recall": 0.857708}, {"accuracy": 0.249012, "f1": 0.178019, "hf_subset": "ukr_Cyrl-som_Latn", "languages": ["ukr-Cyrl", "som-Latn"], "main_score": 0.178019, "precision": 0.158219, "recall": 0.249012}, {"accuracy": 0.199605, "f1": 0.132028, "hf_subset": "ukr_Cyrl-tum_Latn", "languages": ["ukr-Cyrl", "tum-Latn"], "main_score": 0.132028, "precision": 0.116659, "recall": 0.199605}, {"accuracy": 0.092885, "f1": 0.056904, "hf_subset": "afr_Latn-ace_Arab", "languages": ["afr-Latn", "ace-Arab"], "main_score": 0.056904, "precision": 0.048216, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.150097, "hf_subset": "afr_Latn-bam_Latn", "languages": ["afr-Latn", "bam-Latn"], "main_score": 0.150097, "precision": 0.133768, "recall": 0.213439}, {"accuracy": 0.002964, "f1": 4.8e-05, "hf_subset": "afr_Latn-dzo_Tibt", "languages": ["afr-Latn", "dzo-Tibt"], "main_score": 4.8e-05, "precision": 2.4e-05, "recall": 0.002964}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "afr_Latn-hin_Deva", "languages": ["afr-Latn", "hin-Deva"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.890316, "f1": 0.858235, "hf_subset": "afr_Latn-khm_Khmr", "languages": ["afr-Latn", "khm-Khmr"], "main_score": 0.858235, "precision": 0.843659, "recall": 0.890316}, {"accuracy": 0.905138, "f1": 0.878096, "hf_subset": "afr_Latn-mag_Deva", "languages": ["afr-Latn", "mag-Deva"], "main_score": 0.878096, "precision": 0.865613, "recall": 0.905138}, {"accuracy": 0.657115, "f1": 0.59235, "hf_subset": "afr_Latn-pap_Latn", "languages": ["afr-Latn", "pap-Latn"], "main_score": 0.59235, "precision": 0.56693, "recall": 0.657115}, {"accuracy": 0.243083, "f1": 0.178959, "hf_subset": "afr_Latn-sot_Latn", "languages": ["afr-Latn", "sot-Latn"], "main_score": 0.178959, "precision": 0.161182, "recall": 0.243083}, {"accuracy": 0.960474, "f1": 0.949522, "hf_subset": "afr_Latn-tur_Latn", "languages": ["afr-Latn", "tur-Latn"], "main_score": 0.949522, "precision": 0.944641, "recall": 0.960474}, {"accuracy": 0.433794, "f1": 0.35543, "hf_subset": "afr_Latn-ace_Latn", "languages": ["afr-Latn", "ace-Latn"], "main_score": 0.35543, "precision": 0.329081, "recall": 0.433794}, {"accuracy": 0.673913, "f1": 0.613545, "hf_subset": "afr_Latn-ban_Latn", "languages": ["afr-Latn", "ban-Latn"], "main_score": 0.613545, "precision": 0.589223, "recall": 0.673913}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "afr_Latn-ell_Grek", "languages": ["afr-Latn", "ell-Grek"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.883399, "f1": 0.854414, "hf_subset": "afr_Latn-hne_Deva", "languages": ["afr-Latn", "hne-Deva"], "main_score": 0.854414, "precision": 0.841354, "recall": 0.883399}, {"accuracy": 0.271739, "f1": 0.186681, "hf_subset": "afr_Latn-kik_Latn", "languages": ["afr-Latn", "kik-Latn"], "main_score": 0.186681, "precision": 0.163083, "recall": 0.271739}, {"accuracy": 0.898221, "f1": 0.871278, "hf_subset": "afr_Latn-mai_Deva", "languages": ["afr-Latn", "mai-Deva"], "main_score": 0.871278, "precision": 0.858943, "recall": 0.898221}, {"accuracy": 0.829051, "f1": 0.788095, "hf_subset": "afr_Latn-pbt_Arab", "languages": ["afr-Latn", "pbt-Arab"], "main_score": 0.788095, "precision": 0.769598, "recall": 0.829051}, {"accuracy": 0.972332, "f1": 0.964709, "hf_subset": "afr_Latn-spa_Latn", "languages": ["afr-Latn", "spa-Latn"], "main_score": 0.964709, "precision": 0.961298, "recall": 0.972332}, {"accuracy": 0.324111, "f1": 0.241112, "hf_subset": "afr_Latn-twi_Latn", "languages": ["afr-Latn", "twi-Latn"], "main_score": 0.241112, "precision": 0.218361, "recall": 0.324111}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "afr_Latn-acm_Arab", "languages": ["afr-Latn", "acm-Arab"], "main_score": 0.922167, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.926877, "f1": 0.906126, "hf_subset": "afr_Latn-bel_Cyrl", "languages": ["afr-Latn", "bel-Cyrl"], "main_score": 0.906126, "precision": 0.896245, "recall": 0.926877}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "afr_Latn-eng_Latn", "languages": ["afr-Latn", "eng-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "afr_Latn-hrv_Latn", "languages": ["afr-Latn", "hrv-Latn"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.177866, "f1": 0.128261, "hf_subset": "afr_Latn-kin_Latn", "languages": ["afr-Latn", "kin-Latn"], "main_score": 0.128261, "precision": 0.115029, "recall": 0.177866}, {"accuracy": 0.852767, "f1": 0.814745, "hf_subset": "afr_Latn-mal_Mlym", "languages": ["afr-Latn", "mal-Mlym"], "main_score": 0.814745, "precision": 0.798081, "recall": 0.852767}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "afr_Latn-pes_Arab", "languages": ["afr-Latn", "pes-Arab"], "main_score": 0.955204, "precision": 0.950461, "recall": 0.965415}, {"accuracy": 0.740119, "f1": 0.679943, "hf_subset": "afr_Latn-srd_Latn", "languages": ["afr-Latn", "srd-Latn"], "main_score": 0.679943, "precision": 0.655329, "recall": 0.740119}, {"accuracy": 0.066206, "f1": 0.028732, "hf_subset": "afr_Latn-tzm_Tfng", "languages": ["afr-Latn", "tzm-Tfng"], "main_score": 0.028732, "precision": 0.023069, "recall": 0.066206}, {"accuracy": 0.942688, "f1": 0.926021, "hf_subset": "afr_Latn-acq_Arab", "languages": ["afr-Latn", "acq-Arab"], "main_score": 0.926021, "precision": 0.918314, "recall": 0.942688}, {"accuracy": 0.243083, "f1": 0.180219, "hf_subset": "afr_Latn-bem_Latn", "languages": ["afr-Latn", "bem-Latn"], "main_score": 0.180219, "precision": 0.163232, "recall": 0.243083}, {"accuracy": 0.855731, "f1": 0.817918, "hf_subset": "afr_Latn-epo_Latn", "languages": ["afr-Latn", "epo-Latn"], "main_score": 0.817918, "precision": 0.801252, "recall": 0.855731}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "afr_Latn-hun_Latn", "languages": ["afr-Latn", "hun-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.91502, "f1": 0.895111, "hf_subset": "afr_Latn-kir_Cyrl", "languages": ["afr-Latn", "kir-Cyrl"], "main_score": 0.895111, "precision": 0.885787, "recall": 0.91502}, {"accuracy": 0.879447, "f1": 0.84641, "hf_subset": "afr_Latn-mar_Deva", "languages": ["afr-Latn", "mar-Deva"], "main_score": 0.84641, "precision": 0.83122, "recall": 0.879447}, {"accuracy": 0.310277, "f1": 0.240274, "hf_subset": "afr_Latn-plt_Latn", "languages": ["afr-Latn", "plt-Latn"], "main_score": 0.240274, "precision": 0.218804, "recall": 0.310277}, {"accuracy": 0.972332, "f1": 0.964328, "hf_subset": "afr_Latn-srp_Cyrl", "languages": ["afr-Latn", "srp-Cyrl"], "main_score": 0.964328, "precision": 0.960557, "recall": 0.972332}, {"accuracy": 0.771739, "f1": 0.721747, "hf_subset": "afr_Latn-uig_Arab", "languages": ["afr-Latn", "uig-Arab"], "main_score": 0.721747, "precision": 0.699959, "recall": 0.771739}, {"accuracy": 0.894269, "f1": 0.866107, "hf_subset": "afr_Latn-aeb_Arab", "languages": ["afr-Latn", "aeb-Arab"], "main_score": 0.866107, "precision": 0.852767, "recall": 0.894269}, {"accuracy": 0.874506, "f1": 0.841074, "hf_subset": "afr_Latn-ben_Beng", "languages": ["afr-Latn", "ben-Beng"], "main_score": 0.841074, "precision": 0.826038, "recall": 0.874506}, {"accuracy": 0.967391, "f1": 0.959157, "hf_subset": "afr_Latn-est_Latn", "languages": ["afr-Latn", "est-Latn"], "main_score": 0.959157, "precision": 0.955204, "recall": 0.967391}, {"accuracy": 0.952569, "f1": 0.938538, "hf_subset": "afr_Latn-hye_Armn", "languages": ["afr-Latn", "hye-Armn"], "main_score": 0.938538, "precision": 0.932148, "recall": 0.952569}, {"accuracy": 0.190711, "f1": 0.125302, "hf_subset": "afr_Latn-kmb_Latn", "languages": ["afr-Latn", "kmb-Latn"], "main_score": 0.125302, "precision": 0.109554, "recall": 0.190711}, {"accuracy": 0.077075, "f1": 0.048799, "hf_subset": "afr_Latn-min_Arab", "languages": ["afr-Latn", "min-Arab"], "main_score": 0.048799, "precision": 0.04225, "recall": 0.077075}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-pol_Latn", "languages": ["afr-Latn", "pol-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.183794, "f1": 0.127674, "hf_subset": "afr_Latn-ssw_Latn", "languages": ["afr-Latn", "ssw-Latn"], "main_score": 0.127674, "precision": 0.114037, "recall": 0.183794}, {"accuracy": 0.976285, "f1": 0.968775, "hf_subset": "afr_Latn-ukr_Cyrl", "languages": ["afr-Latn", "ukr-Cyrl"], "main_score": 0.968775, "precision": 0.965168, "recall": 0.976285}, {"accuracy": 0.842885, "f1": 0.806136, "hf_subset": "afr_Latn-bho_Deva", "languages": ["afr-Latn", "bho-Deva"], "main_score": 0.806136, "precision": 0.790283, "recall": 0.842885}, {"accuracy": 0.75, "f1": 0.697761, "hf_subset": "afr_Latn-eus_Latn", "languages": ["afr-Latn", "eus-Latn"], "main_score": 0.697761, "precision": 0.676235, "recall": 0.75}, {"accuracy": 0.215415, "f1": 0.148785, "hf_subset": "afr_Latn-ibo_Latn", "languages": ["afr-Latn", "ibo-Latn"], "main_score": 0.148785, "precision": 0.131167, "recall": 0.215415}, {"accuracy": 0.735178, "f1": 0.686533, "hf_subset": "afr_Latn-kmr_Latn", "languages": ["afr-Latn", "kmr-Latn"], "main_score": 0.686533, "precision": 0.66609, "recall": 0.735178}, {"accuracy": 0.642292, "f1": 0.574579, "hf_subset": "afr_Latn-min_Latn", "languages": ["afr-Latn", "min-Latn"], "main_score": 0.574579, "precision": 0.547981, "recall": 0.642292}, {"accuracy": 0.975296, "f1": 0.967885, "hf_subset": "afr_Latn-por_Latn", "languages": ["afr-Latn", "por-Latn"], "main_score": 0.967885, "precision": 0.96446, "recall": 0.975296}, {"accuracy": 0.750988, "f1": 0.694992, "hf_subset": "afr_Latn-sun_Latn", "languages": ["afr-Latn", "sun-Latn"], "main_score": 0.694992, "precision": 0.672044, "recall": 0.750988}, {"accuracy": 0.188735, "f1": 0.132071, "hf_subset": "afr_Latn-umb_Latn", "languages": ["afr-Latn", "umb-Latn"], "main_score": 0.132071, "precision": 0.117568, "recall": 0.188735}, {"accuracy": 0.942688, "f1": 0.925461, "hf_subset": "afr_Latn-ajp_Arab", "languages": ["afr-Latn", "ajp-Arab"], "main_score": 0.925461, "precision": 0.917408, "recall": 0.942688}, {"accuracy": 0.078063, "f1": 0.048444, "hf_subset": "afr_Latn-bjn_Arab", "languages": ["afr-Latn", "bjn-Arab"], "main_score": 0.048444, "precision": 0.041818, "recall": 0.078063}, {"accuracy": 0.288538, "f1": 0.225151, "hf_subset": "afr_Latn-ewe_Latn", "languages": ["afr-Latn", "ewe-Latn"], "main_score": 0.225151, "precision": 0.20711, "recall": 0.288538}, {"accuracy": 0.386364, "f1": 0.306084, "hf_subset": "afr_Latn-ilo_Latn", "languages": ["afr-Latn", "ilo-Latn"], "main_score": 0.306084, "precision": 0.280391, "recall": 0.386364}, {"accuracy": 0.096838, "f1": 0.057857, "hf_subset": "afr_Latn-knc_Arab", "languages": ["afr-Latn", "knc-Arab"], "main_score": 0.057857, "precision": 0.048318, "recall": 0.096838}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "afr_Latn-mkd_Cyrl", "languages": ["afr-Latn", "mkd-Cyrl"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.951581, "f1": 0.938589, "hf_subset": "afr_Latn-prs_Arab", "languages": ["afr-Latn", "prs-Arab"], "main_score": 0.938589, "precision": 0.932724, "recall": 0.951581}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "afr_Latn-swe_Latn", "languages": ["afr-Latn", "swe-Latn"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.935771, "f1": 0.917787, "hf_subset": "afr_Latn-urd_Arab", "languages": ["afr-Latn", "urd-Arab"], "main_score": 0.917787, "precision": 0.90942, "recall": 0.935771}, {"accuracy": 0.332016, "f1": 0.258625, "hf_subset": "afr_Latn-aka_Latn", "languages": ["afr-Latn", "aka-Latn"], "main_score": 0.258625, "precision": 0.236707, "recall": 0.332016}, {"accuracy": 0.769763, "f1": 0.718071, "hf_subset": "afr_Latn-bjn_Latn", "languages": ["afr-Latn", "bjn-Latn"], "main_score": 0.718071, "precision": 0.696353, "recall": 0.769763}, {"accuracy": 0.503953, "f1": 0.433994, "hf_subset": "afr_Latn-fao_Latn", "languages": ["afr-Latn", "fao-Latn"], "main_score": 0.433994, "precision": 0.410335, "recall": 0.503953}, {"accuracy": 0.981225, "f1": 0.976186, "hf_subset": "afr_Latn-ind_Latn", "languages": ["afr-Latn", "ind-Latn"], "main_score": 0.976186, "precision": 0.973897, "recall": 0.981225}, {"accuracy": 0.298419, "f1": 0.222439, "hf_subset": "afr_Latn-knc_Latn", "languages": ["afr-Latn", "knc-Latn"], "main_score": 0.222439, "precision": 0.20027, "recall": 0.298419}, {"accuracy": 0.350791, "f1": 0.277233, "hf_subset": "afr_Latn-mlt_Latn", "languages": ["afr-Latn", "mlt-Latn"], "main_score": 0.277233, "precision": 0.256769, "recall": 0.350791}, {"accuracy": 0.278656, "f1": 0.200674, "hf_subset": "afr_Latn-quy_Latn", "languages": ["afr-Latn", "quy-Latn"], "main_score": 0.200674, "precision": 0.178997, "recall": 0.278656}, {"accuracy": 0.37253, "f1": 0.304337, "hf_subset": "afr_Latn-swh_Latn", "languages": ["afr-Latn", "swh-Latn"], "main_score": 0.304337, "precision": 0.284279, "recall": 0.37253}, {"accuracy": 0.639328, "f1": 0.573989, "hf_subset": "afr_Latn-uzn_Latn", "languages": ["afr-Latn", "uzn-Latn"], "main_score": 0.573989, "precision": 0.548564, "recall": 0.639328}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "afr_Latn-als_Latn", "languages": ["afr-Latn", "als-Latn"], "main_score": 0.957016, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.054348, "f1": 0.020185, "hf_subset": "afr_Latn-bod_Tibt", "languages": ["afr-Latn", "bod-Tibt"], "main_score": 0.020185, "precision": 0.016246, "recall": 0.054348}, {"accuracy": 0.237154, "f1": 0.171612, "hf_subset": "afr_Latn-fij_Latn", "languages": ["afr-Latn", "fij-Latn"], "main_score": 0.171612, "precision": 0.152114, "recall": 0.237154}, {"accuracy": 0.770751, "f1": 0.721332, "hf_subset": "afr_Latn-isl_Latn", "languages": ["afr-Latn", "isl-Latn"], "main_score": 0.721332, "precision": 0.700932, "recall": 0.770751}, {"accuracy": 0.252964, "f1": 0.191776, "hf_subset": "afr_Latn-kon_Latn", "languages": ["afr-Latn", "kon-Latn"], "main_score": 0.191776, "precision": 0.175951, "recall": 0.252964}, {"accuracy": 0.063241, "f1": 0.03431, "hf_subset": "afr_Latn-mni_Beng", "languages": ["afr-Latn", "mni-Beng"], "main_score": 0.03431, "precision": 0.029537, "recall": 0.063241}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "afr_Latn-ron_Latn", "languages": ["afr-Latn", "ron-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.794466, "f1": 0.746791, "hf_subset": "afr_Latn-szl_Latn", "languages": ["afr-Latn", "szl-Latn"], "main_score": 0.746791, "precision": 0.7264, "recall": 0.794466}, {"accuracy": 0.807312, "f1": 0.755058, "hf_subset": "afr_Latn-vec_Latn", "languages": ["afr-Latn", "vec-Latn"], "main_score": 0.755058, "precision": 0.732197, "recall": 0.807312}, {"accuracy": 0.75, "f1": 0.699417, "hf_subset": "afr_Latn-amh_Ethi", "languages": ["afr-Latn", "amh-Ethi"], "main_score": 0.699417, "precision": 0.677783, "recall": 0.75}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-bos_Latn", "languages": ["afr-Latn", "bos-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "afr_Latn-fin_Latn", "languages": ["afr-Latn", "fin-Latn"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "afr_Latn-ita_Latn", "languages": ["afr-Latn", "ita-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.954545, "f1": 0.942542, "hf_subset": "afr_Latn-kor_Hang", "languages": ["afr-Latn", "kor-Hang"], "main_score": 0.942542, "precision": 0.937335, "recall": 0.954545}, {"accuracy": 0.245059, "f1": 0.177294, "hf_subset": "afr_Latn-mos_Latn", "languages": ["afr-Latn", "mos-Latn"], "main_score": 0.177294, "precision": 0.158865, "recall": 0.245059}, {"accuracy": 0.19664, "f1": 0.14374, "hf_subset": "afr_Latn-run_Latn", "languages": ["afr-Latn", "run-Latn"], "main_score": 0.14374, "precision": 0.130016, "recall": 0.19664}, {"accuracy": 0.857708, "f1": 0.819664, "hf_subset": "afr_Latn-tam_Taml", "languages": ["afr-Latn", "tam-Taml"], "main_score": 0.819664, "precision": 0.802652, "recall": 0.857708}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "afr_Latn-vie_Latn", "languages": ["afr-Latn", "vie-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.923913, "f1": 0.903063, "hf_subset": "afr_Latn-apc_Arab", "languages": ["afr-Latn", "apc-Arab"], "main_score": 0.903063, "precision": 0.893561, "recall": 0.923913}, {"accuracy": 0.405138, "f1": 0.326739, "hf_subset": "afr_Latn-bug_Latn", "languages": ["afr-Latn", "bug-Latn"], "main_score": 0.326739, "precision": 0.301427, "recall": 0.405138}, {"accuracy": 0.236166, "f1": 0.172426, "hf_subset": "afr_Latn-fon_Latn", "languages": ["afr-Latn", "fon-Latn"], "main_score": 0.172426, "precision": 0.155098, "recall": 0.236166}, {"accuracy": 0.728261, "f1": 0.669716, "hf_subset": "afr_Latn-jav_Latn", "languages": ["afr-Latn", "jav-Latn"], "main_score": 0.669716, "precision": 0.645142, "recall": 0.728261}, {"accuracy": 0.912055, "f1": 0.887648, "hf_subset": "afr_Latn-lao_Laoo", "languages": ["afr-Latn", "lao-Laoo"], "main_score": 0.887648, "precision": 0.876877, "recall": 0.912055}, {"accuracy": 0.216403, "f1": 0.1449, "hf_subset": "afr_Latn-mri_Latn", "languages": ["afr-Latn", "mri-Latn"], "main_score": 0.1449, "precision": 0.1268, "recall": 0.216403}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "afr_Latn-rus_Cyrl", "languages": ["afr-Latn", "rus-Cyrl"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.264822, "f1": 0.201286, "hf_subset": "afr_Latn-taq_Latn", "languages": ["afr-Latn", "taq-Latn"], "main_score": 0.201286, "precision": 0.183482, "recall": 0.264822}, {"accuracy": 0.440711, "f1": 0.353943, "hf_subset": "afr_Latn-war_Latn", "languages": ["afr-Latn", "war-Latn"], "main_score": 0.353943, "precision": 0.324762, "recall": 0.440711}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "afr_Latn-arb_Arab", "languages": ["afr-Latn", "arb-Arab"], "main_score": 0.942918, "precision": 0.936512, "recall": 0.956522}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "afr_Latn-bul_Cyrl", "languages": ["afr-Latn", "bul-Cyrl"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "afr_Latn-fra_Latn", "languages": ["afr-Latn", "fra-Latn"], "main_score": 0.966568, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "afr_Latn-jpn_Jpan", "languages": ["afr-Latn", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.758893, "f1": 0.704513, "hf_subset": "afr_Latn-lij_Latn", "languages": ["afr-Latn", "lij-Latn"], "main_score": 0.704513, "precision": 0.681917, "recall": 0.758893}, {"accuracy": 0.903162, "f1": 0.874242, "hf_subset": "afr_Latn-mya_Mymr", "languages": ["afr-Latn", "mya-Mymr"], "main_score": 0.874242, "precision": 0.860623, "recall": 0.903162}, {"accuracy": 0.258893, "f1": 0.193645, "hf_subset": "afr_Latn-sag_Latn", "languages": ["afr-Latn", "sag-Latn"], "main_score": 0.193645, "precision": 0.175324, "recall": 0.258893}, {"accuracy": 0.087945, "f1": 0.042289, "hf_subset": "afr_Latn-taq_Tfng", "languages": ["afr-Latn", "taq-Tfng"], "main_score": 0.042289, "precision": 0.035027, "recall": 0.087945}, {"accuracy": 0.284585, "f1": 0.215123, "hf_subset": "afr_Latn-wol_Latn", "languages": ["afr-Latn", "wol-Latn"], "main_score": 0.215123, "precision": 0.196069, "recall": 0.284585}, {"accuracy": 0.139328, "f1": 0.087551, "hf_subset": "afr_Latn-arb_Latn", "languages": ["afr-Latn", "arb-Latn"], "main_score": 0.087551, "precision": 0.076953, "recall": 0.139328}, {"accuracy": 0.977273, "f1": 0.970257, "hf_subset": "afr_Latn-cat_Latn", "languages": ["afr-Latn", "cat-Latn"], "main_score": 0.970257, "precision": 0.96698, "recall": 0.977273}, {"accuracy": 0.749012, "f1": 0.690184, "hf_subset": "afr_Latn-fur_Latn", "languages": ["afr-Latn", "fur-Latn"], "main_score": 0.690184, "precision": 0.664147, "recall": 0.749012}, {"accuracy": 0.102767, "f1": 0.07339, "hf_subset": "afr_Latn-kab_Latn", "languages": ["afr-Latn", "kab-Latn"], "main_score": 0.07339, "precision": 0.065656, "recall": 0.102767}, {"accuracy": 0.763834, "f1": 0.711989, "hf_subset": "afr_Latn-lim_Latn", "languages": ["afr-Latn", "lim-Latn"], "main_score": 0.711989, "precision": 0.68946, "recall": 0.763834}, {"accuracy": 0.975296, "f1": 0.968182, "hf_subset": "afr_Latn-nld_Latn", "languages": ["afr-Latn", "nld-Latn"], "main_score": 0.968182, "precision": 0.964921, "recall": 0.975296}, {"accuracy": 0.745059, "f1": 0.692081, "hf_subset": "afr_Latn-san_Deva", "languages": ["afr-Latn", "san-Deva"], "main_score": 0.692081, "precision": 0.670087, "recall": 0.745059}, {"accuracy": 0.525692, "f1": 0.445958, "hf_subset": "afr_Latn-tat_Cyrl", "languages": ["afr-Latn", "tat-Cyrl"], "main_score": 0.445958, "precision": 0.414923, "recall": 0.525692}, {"accuracy": 0.210474, "f1": 0.143263, "hf_subset": "afr_Latn-xho_Latn", "languages": ["afr-Latn", "xho-Latn"], "main_score": 0.143263, "precision": 0.126257, "recall": 0.210474}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "afr_Latn-ars_Arab", "languages": ["afr-Latn", "ars-Arab"], "main_score": 0.94137, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.416008, "f1": 0.338005, "hf_subset": "afr_Latn-ceb_Latn", "languages": ["afr-Latn", "ceb-Latn"], "main_score": 0.338005, "precision": 0.312533, "recall": 0.416008}, {"accuracy": 0.25, "f1": 0.179383, "hf_subset": "afr_Latn-fuv_Latn", "languages": ["afr-Latn", "fuv-Latn"], "main_score": 0.179383, "precision": 0.160248, "recall": 0.25}, {"accuracy": 0.215415, "f1": 0.153307, "hf_subset": "afr_Latn-kac_Latn", "languages": ["afr-Latn", "kac-Latn"], "main_score": 0.153307, "precision": 0.136038, "recall": 0.215415}, {"accuracy": 0.241107, "f1": 0.17903, "hf_subset": "afr_Latn-lin_Latn", "languages": ["afr-Latn", "lin-Latn"], "main_score": 0.17903, "precision": 0.162654, "recall": 0.241107}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "afr_Latn-nno_Latn", "languages": ["afr-Latn", "nno-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.020751, "f1": 0.004578, "hf_subset": "afr_Latn-sat_Olck", "languages": ["afr-Latn", "sat-Olck"], "main_score": 0.004578, "precision": 0.003199, "recall": 0.020751}, {"accuracy": 0.83004, "f1": 0.785804, "hf_subset": "afr_Latn-tel_Telu", "languages": ["afr-Latn", "tel-Telu"], "main_score": 0.785804, "precision": 0.765827, "recall": 0.83004}, {"accuracy": 0.456522, "f1": 0.377746, "hf_subset": "afr_Latn-ydd_Hebr", "languages": ["afr-Latn", "ydd-Hebr"], "main_score": 0.377746, "precision": 0.348249, "recall": 0.456522}, {"accuracy": 0.821146, "f1": 0.778623, "hf_subset": "afr_Latn-ary_Arab", "languages": ["afr-Latn", "ary-Arab"], "main_score": 0.778623, "precision": 0.759387, "recall": 0.821146}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "afr_Latn-ces_Latn", "languages": ["afr-Latn", "ces-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.108696, "f1": 0.066822, "hf_subset": "afr_Latn-gaz_Latn", "languages": ["afr-Latn", "gaz-Latn"], "main_score": 0.066822, "precision": 0.05713, "recall": 0.108696}, {"accuracy": 0.221344, "f1": 0.156561, "hf_subset": "afr_Latn-kam_Latn", "languages": ["afr-Latn", "kam-Latn"], "main_score": 0.156561, "precision": 0.13927, "recall": 0.221344}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "afr_Latn-lit_Latn", "languages": ["afr-Latn", "lit-Latn"], "main_score": 0.953623, "precision": 0.949193, "recall": 0.963439}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "afr_Latn-nob_Latn", "languages": ["afr-Latn", "nob-Latn"], "main_score": 0.965086, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.653162, "f1": 0.586586, "hf_subset": "afr_Latn-scn_Latn", "languages": ["afr-Latn", "scn-Latn"], "main_score": 0.586586, "precision": 0.560399, "recall": 0.653162}, {"accuracy": 0.205534, "f1": 0.14371, "hf_subset": "afr_Latn-tgk_Cyrl", "languages": ["afr-Latn", "tgk-Cyrl"], "main_score": 0.14371, "precision": 0.127361, "recall": 0.205534}, {"accuracy": 0.25, "f1": 0.177698, "hf_subset": "afr_Latn-yor_Latn", "languages": ["afr-Latn", "yor-Latn"], "main_score": 0.177698, "precision": 0.157843, "recall": 0.25}, {"accuracy": 0.913043, "f1": 0.888076, "hf_subset": "afr_Latn-arz_Arab", "languages": ["afr-Latn", "arz-Arab"], "main_score": 0.888076, "precision": 0.8764, "recall": 0.913043}, {"accuracy": 0.199605, "f1": 0.141012, "hf_subset": "afr_Latn-cjk_Latn", "languages": ["afr-Latn", "cjk-Latn"], "main_score": 0.141012, "precision": 0.126422, "recall": 0.199605}, {"accuracy": 0.233202, "f1": 0.165118, "hf_subset": "afr_Latn-gla_Latn", "languages": ["afr-Latn", "gla-Latn"], "main_score": 0.165118, "precision": 0.146311, "recall": 0.233202}, {"accuracy": 0.793478, "f1": 0.741718, "hf_subset": "afr_Latn-kan_Knda", "languages": ["afr-Latn", "kan-Knda"], "main_score": 0.741718, "precision": 0.718594, "recall": 0.793478}, {"accuracy": 0.659091, "f1": 0.599824, "hf_subset": "afr_Latn-lmo_Latn", "languages": ["afr-Latn", "lmo-Latn"], "main_score": 0.599824, "precision": 0.576941, "recall": 0.659091}, {"accuracy": 0.932806, "f1": 0.916897, "hf_subset": "afr_Latn-npi_Deva", "languages": ["afr-Latn", "npi-Deva"], "main_score": 0.916897, "precision": 0.909569, "recall": 0.932806}, {"accuracy": 0.313241, "f1": 0.238017, "hf_subset": "afr_Latn-shn_Mymr", "languages": ["afr-Latn", "shn-Mymr"], "main_score": 0.238017, "precision": 0.21288, "recall": 0.313241}, {"accuracy": 0.474308, "f1": 0.398908, "hf_subset": "afr_Latn-tgl_Latn", "languages": ["afr-Latn", "tgl-Latn"], "main_score": 0.398908, "precision": 0.374098, "recall": 0.474308}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "afr_Latn-yue_Hant", "languages": ["afr-Latn", "yue-Hant"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.536561, "f1": 0.464116, "hf_subset": "afr_Latn-asm_Beng", "languages": ["afr-Latn", "asm-Beng"], "main_score": 0.464116, "precision": 0.436256, "recall": 0.536561}, {"accuracy": 0.821146, "f1": 0.777586, "hf_subset": "afr_Latn-ckb_Arab", "languages": ["afr-Latn", "ckb-Arab"], "main_score": 0.777586, "precision": 0.757585, "recall": 0.821146}, {"accuracy": 0.335968, "f1": 0.261581, "hf_subset": "afr_Latn-gle_Latn", "languages": ["afr-Latn", "gle-Latn"], "main_score": 0.261581, "precision": 0.240312, "recall": 0.335968}, {"accuracy": 0.591897, "f1": 0.520218, "hf_subset": "afr_Latn-kas_Arab", "languages": ["afr-Latn", "kas-Arab"], "main_score": 0.520218, "precision": 0.492206, "recall": 0.591897}, {"accuracy": 0.713439, "f1": 0.656673, "hf_subset": "afr_Latn-ltg_Latn", "languages": ["afr-Latn", "ltg-Latn"], "main_score": 0.656673, "precision": 0.632757, "recall": 0.713439}, {"accuracy": 0.268775, "f1": 0.19692, "hf_subset": "afr_Latn-nso_Latn", "languages": ["afr-Latn", "nso-Latn"], "main_score": 0.19692, "precision": 0.176262, "recall": 0.268775}, {"accuracy": 0.874506, "f1": 0.841079, "hf_subset": "afr_Latn-sin_Sinh", "languages": ["afr-Latn", "sin-Sinh"], "main_score": 0.841079, "precision": 0.826269, "recall": 0.874506}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "afr_Latn-tha_Thai", "languages": ["afr-Latn", "tha-Thai"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "afr_Latn-zho_Hans", "languages": ["afr-Latn", "zho-Hans"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "afr_Latn-ast_Latn", "languages": ["afr-Latn", "ast-Latn"], "main_score": 0.91031, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.756917, "f1": 0.702421, "hf_subset": "afr_Latn-crh_Latn", "languages": ["afr-Latn", "crh-Latn"], "main_score": 0.702421, "precision": 0.678731, "recall": 0.756917}, {"accuracy": 0.974308, "f1": 0.966798, "hf_subset": "afr_Latn-glg_Latn", "languages": ["afr-Latn", "glg-Latn"], "main_score": 0.966798, "precision": 0.963356, "recall": 0.974308}, {"accuracy": 0.424901, "f1": 0.354397, "hf_subset": "afr_Latn-kas_Deva", "languages": ["afr-Latn", "kas-Deva"], "main_score": 0.354397, "precision": 0.33042, "recall": 0.424901}, {"accuracy": 0.516798, "f1": 0.441907, "hf_subset": "afr_Latn-ltz_Latn", "languages": ["afr-Latn", "ltz-Latn"], "main_score": 0.441907, "precision": 0.415979, "recall": 0.516798}, {"accuracy": 0.12747, "f1": 0.075031, "hf_subset": "afr_Latn-nus_Latn", "languages": ["afr-Latn", "nus-Latn"], "main_score": 0.075031, "precision": 0.063538, "recall": 0.12747}, {"accuracy": 0.971344, "f1": 0.963109, "hf_subset": "afr_Latn-slk_Latn", "languages": ["afr-Latn", "slk-Latn"], "main_score": 0.963109, "precision": 0.959157, "recall": 0.971344}, {"accuracy": 0.185771, "f1": 0.132134, "hf_subset": "afr_Latn-tir_Ethi", "languages": ["afr-Latn", "tir-Ethi"], "main_score": 0.132134, "precision": 0.116109, "recall": 0.185771}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "afr_Latn-zho_Hant", "languages": ["afr-Latn", "zho-Hant"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.916008, "f1": 0.89361, "hf_subset": "afr_Latn-awa_Deva", "languages": ["afr-Latn", "awa-Deva"], "main_score": 0.89361, "precision": 0.883432, "recall": 0.916008}, {"accuracy": 0.51087, "f1": 0.432973, "hf_subset": "afr_Latn-cym_Latn", "languages": ["afr-Latn", "cym-Latn"], "main_score": 0.432973, "precision": 0.406164, "recall": 0.51087}, {"accuracy": 0.373518, "f1": 0.292334, "hf_subset": "afr_Latn-grn_Latn", "languages": ["afr-Latn", "grn-Latn"], "main_score": 0.292334, "precision": 0.267376, "recall": 0.373518}, {"accuracy": 0.850791, "f1": 0.806291, "hf_subset": "afr_Latn-kat_Geor", "languages": ["afr-Latn", "kat-Geor"], "main_score": 0.806291, "precision": 0.785573, "recall": 0.850791}, {"accuracy": 0.270751, "f1": 0.204475, "hf_subset": "afr_Latn-lua_Latn", "languages": ["afr-Latn", "lua-Latn"], "main_score": 0.204475, "precision": 0.185729, "recall": 0.270751}, {"accuracy": 0.253953, "f1": 0.184486, "hf_subset": "afr_Latn-nya_Latn", "languages": ["afr-Latn", "nya-Latn"], "main_score": 0.184486, "precision": 0.165618, "recall": 0.253953}, {"accuracy": 0.97332, "f1": 0.965744, "hf_subset": "afr_Latn-slv_Latn", "languages": ["afr-Latn", "slv-Latn"], "main_score": 0.965744, "precision": 0.961957, "recall": 0.97332}, {"accuracy": 0.471344, "f1": 0.386869, "hf_subset": "afr_Latn-tpi_Latn", "languages": ["afr-Latn", "tpi-Latn"], "main_score": 0.386869, "precision": 0.358115, "recall": 0.471344}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "afr_Latn-zsm_Latn", "languages": ["afr-Latn", "zsm-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.227273, "f1": 0.15366, "hf_subset": "afr_Latn-ayr_Latn", "languages": ["afr-Latn", "ayr-Latn"], "main_score": 0.15366, "precision": 0.135607, "recall": 0.227273}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "afr_Latn-dan_Latn", "languages": ["afr-Latn", "dan-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.887352, "f1": 0.85549, "hf_subset": "afr_Latn-guj_Gujr", "languages": ["afr-Latn", "guj-Gujr"], "main_score": 0.85549, "precision": 0.840983, "recall": 0.887352}, {"accuracy": 0.932806, "f1": 0.914361, "hf_subset": "afr_Latn-kaz_Cyrl", "languages": ["afr-Latn", "kaz-Cyrl"], "main_score": 0.914361, "precision": 0.905468, "recall": 0.932806}, {"accuracy": 0.204545, "f1": 0.14234, "hf_subset": "afr_Latn-lug_Latn", "languages": ["afr-Latn", "lug-Latn"], "main_score": 0.14234, "precision": 0.126339, "recall": 0.204545}, {"accuracy": 0.91996, "f1": 0.898847, "hf_subset": "afr_Latn-oci_Latn", "languages": ["afr-Latn", "oci-Latn"], "main_score": 0.898847, "precision": 0.889163, "recall": 0.91996}, {"accuracy": 0.218379, "f1": 0.149989, "hf_subset": "afr_Latn-smo_Latn", "languages": ["afr-Latn", "smo-Latn"], "main_score": 0.149989, "precision": 0.13079, "recall": 0.218379}, {"accuracy": 0.225296, "f1": 0.166159, "hf_subset": "afr_Latn-tsn_Latn", "languages": ["afr-Latn", "tsn-Latn"], "main_score": 0.166159, "precision": 0.151682, "recall": 0.225296}, {"accuracy": 0.162055, "f1": 0.112155, "hf_subset": "afr_Latn-zul_Latn", "languages": ["afr-Latn", "zul-Latn"], "main_score": 0.112155, "precision": 0.099641, "recall": 0.162055}, {"accuracy": 0.527668, "f1": 0.457838, "hf_subset": "afr_Latn-azb_Arab", "languages": ["afr-Latn", "azb-Arab"], "main_score": 0.457838, "precision": 0.43145, "recall": 0.527668}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "afr_Latn-deu_Latn", "languages": ["afr-Latn", "deu-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.333004, "f1": 0.256552, "hf_subset": "afr_Latn-hat_Latn", "languages": ["afr-Latn", "hat-Latn"], "main_score": 0.256552, "precision": 0.232207, "recall": 0.333004}, {"accuracy": 0.209486, "f1": 0.144319, "hf_subset": "afr_Latn-kbp_Latn", "languages": ["afr-Latn", "kbp-Latn"], "main_score": 0.144319, "precision": 0.127214, "recall": 0.209486}, {"accuracy": 0.253953, "f1": 0.181143, "hf_subset": "afr_Latn-luo_Latn", "languages": ["afr-Latn", "luo-Latn"], "main_score": 0.181143, "precision": 0.160647, "recall": 0.253953}, {"accuracy": 0.789526, "f1": 0.744532, "hf_subset": "afr_Latn-ory_Orya", "languages": ["afr-Latn", "ory-Orya"], "main_score": 0.744532, "precision": 0.72528, "recall": 0.789526}, {"accuracy": 0.183794, "f1": 0.12396, "hf_subset": "afr_Latn-sna_Latn", "languages": ["afr-Latn", "sna-Latn"], "main_score": 0.12396, "precision": 0.108992, "recall": 0.183794}, {"accuracy": 0.219368, "f1": 0.160336, "hf_subset": "afr_Latn-tso_Latn", "languages": ["afr-Latn", "tso-Latn"], "main_score": 0.160336, "precision": 0.14439, "recall": 0.219368}, {"accuracy": 0.916996, "f1": 0.895487, "hf_subset": "afr_Latn-azj_Latn", "languages": ["afr-Latn", "azj-Latn"], "main_score": 0.895487, "precision": 0.885853, "recall": 0.916996}, {"accuracy": 0.310277, "f1": 0.236232, "hf_subset": "afr_Latn-dik_Latn", "languages": ["afr-Latn", "dik-Latn"], "main_score": 0.236232, "precision": 0.214901, "recall": 0.310277}, {"accuracy": 0.275692, "f1": 0.205938, "hf_subset": "afr_Latn-hau_Latn", "languages": ["afr-Latn", "hau-Latn"], "main_score": 0.205938, "precision": 0.186918, "recall": 0.275692}, {"accuracy": 0.666996, "f1": 0.604475, "hf_subset": "afr_Latn-kea_Latn", "languages": ["afr-Latn", "kea-Latn"], "main_score": 0.604475, "precision": 0.579974, "recall": 0.666996}, {"accuracy": 0.373518, "f1": 0.294407, "hf_subset": "afr_Latn-lus_Latn", "languages": ["afr-Latn", "lus-Latn"], "main_score": 0.294407, "precision": 0.270013, "recall": 0.373518}, {"accuracy": 0.472332, "f1": 0.396214, "hf_subset": "afr_Latn-pag_Latn", "languages": ["afr-Latn", "pag-Latn"], "main_score": 0.396214, "precision": 0.369686, "recall": 0.472332}, {"accuracy": 0.832016, "f1": 0.78969, "hf_subset": "afr_Latn-snd_Arab", "languages": ["afr-Latn", "snd-Arab"], "main_score": 0.78969, "precision": 0.770504, "recall": 0.832016}, {"accuracy": 0.368577, "f1": 0.286097, "hf_subset": "afr_Latn-tuk_Latn", "languages": ["afr-Latn", "tuk-Latn"], "main_score": 0.286097, "precision": 0.259839, "recall": 0.368577}, {"accuracy": 0.471344, "f1": 0.387032, "hf_subset": "afr_Latn-bak_Cyrl", "languages": ["afr-Latn", "bak-Cyrl"], "main_score": 0.387032, "precision": 0.356603, "recall": 0.471344}, {"accuracy": 0.213439, "f1": 0.150455, "hf_subset": "afr_Latn-dyu_Latn", "languages": ["afr-Latn", "dyu-Latn"], "main_score": 0.150455, "precision": 0.131882, "recall": 0.213439}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "afr_Latn-heb_Hebr", "languages": ["afr-Latn", "heb-Hebr"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.955534, "f1": 0.942589, "hf_subset": "afr_Latn-khk_Cyrl", "languages": ["afr-Latn", "khk-Cyrl"], "main_score": 0.942589, "precision": 0.936347, "recall": 0.955534}, {"accuracy": 0.972332, "f1": 0.964065, "hf_subset": "afr_Latn-lvs_Latn", "languages": ["afr-Latn", "lvs-Latn"], "main_score": 0.964065, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.8083, "f1": 0.761627, "hf_subset": "afr_Latn-pan_Guru", "languages": ["afr-Latn", "pan-Guru"], "main_score": 0.761627, "precision": 0.741206, "recall": 0.8083}, {"accuracy": 0.29249, "f1": 0.224155, "hf_subset": "afr_Latn-som_Latn", "languages": ["afr-Latn", "som-Latn"], "main_score": 0.224155, "precision": 0.202581, "recall": 0.29249}, {"accuracy": 0.230237, "f1": 0.156275, "hf_subset": "afr_Latn-tum_Latn", "languages": ["afr-Latn", "tum-Latn"], "main_score": 0.156275, "precision": 0.136791, "recall": 0.230237}, {"accuracy": 0.089921, "f1": 0.056405, "hf_subset": "bho_Deva-ace_Arab", "languages": ["bho-Deva", "ace-Arab"], "main_score": 0.056405, "precision": 0.048236, "recall": 0.089921}, {"accuracy": 0.152174, "f1": 0.094103, "hf_subset": "bho_Deva-bam_Latn", "languages": ["bho-Deva", "bam-Latn"], "main_score": 0.094103, "precision": 0.080763, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 4.6e-05, "hf_subset": "bho_Deva-dzo_Tibt", "languages": ["bho-Deva", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.002964}, {"accuracy": 0.938735, "f1": 0.921443, "hf_subset": "bho_Deva-hin_Deva", "languages": ["bho-Deva", "hin-Deva"], "main_score": 0.921443, "precision": 0.913603, "recall": 0.938735}, {"accuracy": 0.794466, "f1": 0.744911, "hf_subset": "bho_Deva-khm_Khmr", "languages": ["bho-Deva", "khm-Khmr"], "main_score": 0.744911, "precision": 0.722671, "recall": 0.794466}, {"accuracy": 0.922925, "f1": 0.903986, "hf_subset": "bho_Deva-mag_Deva", "languages": ["bho-Deva", "mag-Deva"], "main_score": 0.903986, "precision": 0.895669, "recall": 0.922925}, {"accuracy": 0.564229, "f1": 0.494245, "hf_subset": "bho_Deva-pap_Latn", "languages": ["bho-Deva", "pap-Latn"], "main_score": 0.494245, "precision": 0.468321, "recall": 0.564229}, {"accuracy": 0.167984, "f1": 0.109229, "hf_subset": "bho_Deva-sot_Latn", "languages": ["bho-Deva", "sot-Latn"], "main_score": 0.109229, "precision": 0.094148, "recall": 0.167984}, {"accuracy": 0.916996, "f1": 0.893398, "hf_subset": "bho_Deva-tur_Latn", "languages": ["bho-Deva", "tur-Latn"], "main_score": 0.893398, "precision": 0.882246, "recall": 0.916996}, {"accuracy": 0.364625, "f1": 0.279329, "hf_subset": "bho_Deva-ace_Latn", "languages": ["bho-Deva", "ace-Latn"], "main_score": 0.279329, "precision": 0.251674, "recall": 0.364625}, {"accuracy": 0.583004, "f1": 0.515811, "hf_subset": "bho_Deva-ban_Latn", "languages": ["bho-Deva", "ban-Latn"], "main_score": 0.515811, "precision": 0.489034, "recall": 0.583004}, {"accuracy": 0.907115, "f1": 0.881621, "hf_subset": "bho_Deva-ell_Grek", "languages": ["bho-Deva", "ell-Grek"], "main_score": 0.881621, "precision": 0.87001, "recall": 0.907115}, {"accuracy": 0.910079, "f1": 0.887088, "hf_subset": "bho_Deva-hne_Deva", "languages": ["bho-Deva", "hne-Deva"], "main_score": 0.887088, "precision": 0.876268, "recall": 0.910079}, {"accuracy": 0.214427, "f1": 0.138829, "hf_subset": "bho_Deva-kik_Latn", "languages": ["bho-Deva", "kik-Latn"], "main_score": 0.138829, "precision": 0.119509, "recall": 0.214427}, {"accuracy": 0.910079, "f1": 0.889383, "hf_subset": "bho_Deva-mai_Deva", "languages": ["bho-Deva", "mai-Deva"], "main_score": 0.889383, "precision": 0.87957, "recall": 0.910079}, {"accuracy": 0.725296, "f1": 0.671894, "hf_subset": "bho_Deva-pbt_Arab", "languages": ["bho-Deva", "pbt-Arab"], "main_score": 0.671894, "precision": 0.64944, "recall": 0.725296}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "bho_Deva-spa_Latn", "languages": ["bho-Deva", "spa-Latn"], "main_score": 0.894664, "precision": 0.883679, "recall": 0.918972}, {"accuracy": 0.255929, "f1": 0.173466, "hf_subset": "bho_Deva-twi_Latn", "languages": ["bho-Deva", "twi-Latn"], "main_score": 0.173466, "precision": 0.151606, "recall": 0.255929}, {"accuracy": 0.890316, "f1": 0.861973, "hf_subset": "bho_Deva-acm_Arab", "languages": ["bho-Deva", "acm-Arab"], "main_score": 0.861973, "precision": 0.849235, "recall": 0.890316}, {"accuracy": 0.841897, "f1": 0.802179, "hf_subset": "bho_Deva-bel_Cyrl", "languages": ["bho-Deva", "bel-Cyrl"], "main_score": 0.802179, "precision": 0.784273, "recall": 0.841897}, {"accuracy": 0.942688, "f1": 0.924572, "hf_subset": "bho_Deva-eng_Latn", "languages": ["bho-Deva", "eng-Latn"], "main_score": 0.924572, "precision": 0.915843, "recall": 0.942688}, {"accuracy": 0.91502, "f1": 0.890668, "hf_subset": "bho_Deva-hrv_Latn", "languages": ["bho-Deva", "hrv-Latn"], "main_score": 0.890668, "precision": 0.87957, "recall": 0.91502}, {"accuracy": 0.123518, "f1": 0.073938, "hf_subset": "bho_Deva-kin_Latn", "languages": ["bho-Deva", "kin-Latn"], "main_score": 0.073938, "precision": 0.06284, "recall": 0.123518}, {"accuracy": 0.763834, "f1": 0.717089, "hf_subset": "bho_Deva-mal_Mlym", "languages": ["bho-Deva", "mal-Mlym"], "main_score": 0.717089, "precision": 0.697521, "recall": 0.763834}, {"accuracy": 0.91996, "f1": 0.89697, "hf_subset": "bho_Deva-pes_Arab", "languages": ["bho-Deva", "pes-Arab"], "main_score": 0.89697, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.603755, "f1": 0.529277, "hf_subset": "bho_Deva-srd_Latn", "languages": ["bho-Deva", "srd-Latn"], "main_score": 0.529277, "precision": 0.499596, "recall": 0.603755}, {"accuracy": 0.055336, "f1": 0.028361, "hf_subset": "bho_Deva-tzm_Tfng", "languages": ["bho-Deva", "tzm-Tfng"], "main_score": 0.028361, "precision": 0.024513, "recall": 0.055336}, {"accuracy": 0.896245, "f1": 0.868267, "hf_subset": "bho_Deva-acq_Arab", "languages": ["bho-Deva", "acq-Arab"], "main_score": 0.868267, "precision": 0.855517, "recall": 0.896245}, {"accuracy": 0.181818, "f1": 0.12212, "hf_subset": "bho_Deva-bem_Latn", "languages": ["bho-Deva", "bem-Latn"], "main_score": 0.12212, "precision": 0.107786, "recall": 0.181818}, {"accuracy": 0.743083, "f1": 0.691744, "hf_subset": "bho_Deva-epo_Latn", "languages": ["bho-Deva", "epo-Latn"], "main_score": 0.691744, "precision": 0.670175, "recall": 0.743083}, {"accuracy": 0.908103, "f1": 0.88027, "hf_subset": "bho_Deva-hun_Latn", "languages": ["bho-Deva", "hun-Latn"], "main_score": 0.88027, "precision": 0.867161, "recall": 0.908103}, {"accuracy": 0.809289, "f1": 0.769598, "hf_subset": "bho_Deva-kir_Cyrl", "languages": ["bho-Deva", "kir-Cyrl"], "main_score": 0.769598, "precision": 0.752157, "recall": 0.809289}, {"accuracy": 0.838933, "f1": 0.801995, "hf_subset": "bho_Deva-mar_Deva", "languages": ["bho-Deva", "mar-Deva"], "main_score": 0.801995, "precision": 0.785778, "recall": 0.838933}, {"accuracy": 0.240119, "f1": 0.176033, "hf_subset": "bho_Deva-plt_Latn", "languages": ["bho-Deva", "plt-Latn"], "main_score": 0.176033, "precision": 0.158069, "recall": 0.240119}, {"accuracy": 0.917984, "f1": 0.893989, "hf_subset": "bho_Deva-srp_Cyrl", "languages": ["bho-Deva", "srp-Cyrl"], "main_score": 0.893989, "precision": 0.883046, "recall": 0.917984}, {"accuracy": 0.642292, "f1": 0.580618, "hf_subset": "bho_Deva-uig_Arab", "languages": ["bho-Deva", "uig-Arab"], "main_score": 0.580618, "precision": 0.55571, "recall": 0.642292}, {"accuracy": 0.840909, "f1": 0.806443, "hf_subset": "bho_Deva-aeb_Arab", "languages": ["bho-Deva", "aeb-Arab"], "main_score": 0.806443, "precision": 0.790596, "recall": 0.840909}, {"accuracy": 0.796443, "f1": 0.752899, "hf_subset": "bho_Deva-ben_Beng", "languages": ["bho-Deva", "ben-Beng"], "main_score": 0.752899, "precision": 0.733366, "recall": 0.796443}, {"accuracy": 0.90415, "f1": 0.87803, "hf_subset": "bho_Deva-est_Latn", "languages": ["bho-Deva", "est-Latn"], "main_score": 0.87803, "precision": 0.86553, "recall": 0.90415}, {"accuracy": 0.886364, "f1": 0.857082, "hf_subset": "bho_Deva-hye_Armn", "languages": ["bho-Deva", "hye-Armn"], "main_score": 0.857082, "precision": 0.843791, "recall": 0.886364}, {"accuracy": 0.135375, "f1": 0.077731, "hf_subset": "bho_Deva-kmb_Latn", "languages": ["bho-Deva", "kmb-Latn"], "main_score": 0.077731, "precision": 0.066271, "recall": 0.135375}, {"accuracy": 0.054348, "f1": 0.033904, "hf_subset": "bho_Deva-min_Arab", "languages": ["bho-Deva", "min-Arab"], "main_score": 0.033904, "precision": 0.028227, "recall": 0.054348}, {"accuracy": 0.918972, "f1": 0.895323, "hf_subset": "bho_Deva-pol_Latn", "languages": ["bho-Deva", "pol-Latn"], "main_score": 0.895323, "precision": 0.884305, "recall": 0.918972}, {"accuracy": 0.134387, "f1": 0.080798, "hf_subset": "bho_Deva-ssw_Latn", "languages": ["bho-Deva", "ssw-Latn"], "main_score": 0.080798, "precision": 0.068501, "recall": 0.134387}, {"accuracy": 0.924901, "f1": 0.903623, "hf_subset": "bho_Deva-ukr_Cyrl", "languages": ["bho-Deva", "ukr-Cyrl"], "main_score": 0.903623, "precision": 0.893939, "recall": 0.924901}, {"accuracy": 0.847826, "f1": 0.810277, "hf_subset": "bho_Deva-afr_Latn", "languages": ["bho-Deva", "afr-Latn"], "main_score": 0.810277, "precision": 0.793264, "recall": 0.847826}, {"accuracy": 0.62747, "f1": 0.567777, "hf_subset": "bho_Deva-eus_Latn", "languages": ["bho-Deva", "eus-Latn"], "main_score": 0.567777, "precision": 0.544521, "recall": 0.62747}, {"accuracy": 0.159091, "f1": 0.097257, "hf_subset": "bho_Deva-ibo_Latn", "languages": ["bho-Deva", "ibo-Latn"], "main_score": 0.097257, "precision": 0.081693, "recall": 0.159091}, {"accuracy": 0.586957, "f1": 0.529009, "hf_subset": "bho_Deva-kmr_Latn", "languages": ["bho-Deva", "kmr-Latn"], "main_score": 0.529009, "precision": 0.506368, "recall": 0.586957}, {"accuracy": 0.537549, "f1": 0.466733, "hf_subset": "bho_Deva-min_Latn", "languages": ["bho-Deva", "min-Latn"], "main_score": 0.466733, "precision": 0.439424, "recall": 0.537549}, {"accuracy": 0.926877, "f1": 0.906357, "hf_subset": "bho_Deva-por_Latn", "languages": ["bho-Deva", "por-Latn"], "main_score": 0.906357, "precision": 0.897151, "recall": 0.926877}, {"accuracy": 0.666996, "f1": 0.598948, "hf_subset": "bho_Deva-sun_Latn", "languages": ["bho-Deva", "sun-Latn"], "main_score": 0.598948, "precision": 0.570563, "recall": 0.666996}, {"accuracy": 0.143281, "f1": 0.091524, "hf_subset": "bho_Deva-umb_Latn", "languages": ["bho-Deva", "umb-Latn"], "main_score": 0.091524, "precision": 0.078979, "recall": 0.143281}, {"accuracy": 0.876482, "f1": 0.844833, "hf_subset": "bho_Deva-ajp_Arab", "languages": ["bho-Deva", "ajp-Arab"], "main_score": 0.844833, "precision": 0.830649, "recall": 0.876482}, {"accuracy": 0.070158, "f1": 0.039548, "hf_subset": "bho_Deva-bjn_Arab", "languages": ["bho-Deva", "bjn-Arab"], "main_score": 0.039548, "precision": 0.032799, "recall": 0.070158}, {"accuracy": 0.205534, "f1": 0.143124, "hf_subset": "bho_Deva-ewe_Latn", "languages": ["bho-Deva", "ewe-Latn"], "main_score": 0.143124, "precision": 0.126592, "recall": 0.205534}, {"accuracy": 0.307312, "f1": 0.230447, "hf_subset": "bho_Deva-ilo_Latn", "languages": ["bho-Deva", "ilo-Latn"], "main_score": 0.230447, "precision": 0.207035, "recall": 0.307312}, {"accuracy": 0.083992, "f1": 0.048709, "hf_subset": "bho_Deva-knc_Arab", "languages": ["bho-Deva", "knc-Arab"], "main_score": 0.048709, "precision": 0.040287, "recall": 0.083992}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "bho_Deva-mkd_Cyrl", "languages": ["bho-Deva", "mkd-Cyrl"], "main_score": 0.910804, "precision": 0.901433, "recall": 0.93083}, {"accuracy": 0.900198, "f1": 0.87573, "hf_subset": "bho_Deva-prs_Arab", "languages": ["bho-Deva", "prs-Arab"], "main_score": 0.87573, "precision": 0.864515, "recall": 0.900198}, {"accuracy": 0.927866, "f1": 0.906538, "hf_subset": "bho_Deva-swe_Latn", "languages": ["bho-Deva", "swe-Latn"], "main_score": 0.906538, "precision": 0.896386, "recall": 0.927866}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "bho_Deva-urd_Arab", "languages": ["bho-Deva", "urd-Arab"], "main_score": 0.854809, "precision": 0.840333, "recall": 0.886364}, {"accuracy": 0.240119, "f1": 0.169663, "hf_subset": "bho_Deva-aka_Latn", "languages": ["bho-Deva", "aka-Latn"], "main_score": 0.169663, "precision": 0.150359, "recall": 0.240119}, {"accuracy": 0.690711, "f1": 0.629938, "hf_subset": "bho_Deva-bjn_Latn", "languages": ["bho-Deva", "bjn-Latn"], "main_score": 0.629938, "precision": 0.605171, "recall": 0.690711}, {"accuracy": 0.378458, "f1": 0.306842, "hf_subset": "bho_Deva-fao_Latn", "languages": ["bho-Deva", "fao-Latn"], "main_score": 0.306842, "precision": 0.283805, "recall": 0.378458}, {"accuracy": 0.927866, "f1": 0.908333, "hf_subset": "bho_Deva-ind_Latn", "languages": ["bho-Deva", "ind-Latn"], "main_score": 0.908333, "precision": 0.899457, "recall": 0.927866}, {"accuracy": 0.221344, "f1": 0.153837, "hf_subset": "bho_Deva-knc_Latn", "languages": ["bho-Deva", "knc-Latn"], "main_score": 0.153837, "precision": 0.135685, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.201889, "hf_subset": "bho_Deva-mlt_Latn", "languages": ["bho-Deva", "mlt-Latn"], "main_score": 0.201889, "precision": 0.182158, "recall": 0.270751}, {"accuracy": 0.211462, "f1": 0.140348, "hf_subset": "bho_Deva-quy_Latn", "languages": ["bho-Deva", "quy-Latn"], "main_score": 0.140348, "precision": 0.121308, "recall": 0.211462}, {"accuracy": 0.297431, "f1": 0.222938, "hf_subset": "bho_Deva-swh_Latn", "languages": ["bho-Deva", "swh-Latn"], "main_score": 0.222938, "precision": 0.200875, "recall": 0.297431}, {"accuracy": 0.551383, "f1": 0.477961, "hf_subset": "bho_Deva-uzn_Latn", "languages": ["bho-Deva", "uzn-Latn"], "main_score": 0.477961, "precision": 0.450038, "recall": 0.551383}, {"accuracy": 0.910079, "f1": 0.884354, "hf_subset": "bho_Deva-als_Latn", "languages": ["bho-Deva", "als-Latn"], "main_score": 0.884354, "precision": 0.872365, "recall": 0.910079}, {"accuracy": 0.054348, "f1": 0.021299, "hf_subset": "bho_Deva-bod_Tibt", "languages": ["bho-Deva", "bod-Tibt"], "main_score": 0.021299, "precision": 0.016895, "recall": 0.054348}, {"accuracy": 0.18083, "f1": 0.117304, "hf_subset": "bho_Deva-fij_Latn", "languages": ["bho-Deva", "fij-Latn"], "main_score": 0.117304, "precision": 0.100546, "recall": 0.18083}, {"accuracy": 0.619565, "f1": 0.554322, "hf_subset": "bho_Deva-isl_Latn", "languages": ["bho-Deva", "isl-Latn"], "main_score": 0.554322, "precision": 0.528273, "recall": 0.619565}, {"accuracy": 0.204545, "f1": 0.140339, "hf_subset": "bho_Deva-kon_Latn", "languages": ["bho-Deva", "kon-Latn"], "main_score": 0.140339, "precision": 0.123976, "recall": 0.204545}, {"accuracy": 0.06917, "f1": 0.036872, "hf_subset": "bho_Deva-mni_Beng", "languages": ["bho-Deva", "mni-Beng"], "main_score": 0.036872, "precision": 0.031473, "recall": 0.06917}, {"accuracy": 0.932806, "f1": 0.913867, "hf_subset": "bho_Deva-ron_Latn", "languages": ["bho-Deva", "ron-Latn"], "main_score": 0.913867, "precision": 0.905007, "recall": 0.932806}, {"accuracy": 0.668972, "f1": 0.604089, "hf_subset": "bho_Deva-szl_Latn", "languages": ["bho-Deva", "szl-Latn"], "main_score": 0.604089, "precision": 0.577695, "recall": 0.668972}, {"accuracy": 0.689723, "f1": 0.621031, "hf_subset": "bho_Deva-vec_Latn", "languages": ["bho-Deva", "vec-Latn"], "main_score": 0.621031, "precision": 0.592073, "recall": 0.689723}, {"accuracy": 0.603755, "f1": 0.537109, "hf_subset": "bho_Deva-amh_Ethi", "languages": ["bho-Deva", "amh-Ethi"], "main_score": 0.537109, "precision": 0.509588, "recall": 0.603755}, {"accuracy": 0.91502, "f1": 0.889328, "hf_subset": "bho_Deva-bos_Latn", "languages": ["bho-Deva", "bos-Latn"], "main_score": 0.889328, "precision": 0.877141, "recall": 0.91502}, {"accuracy": 0.898221, "f1": 0.869335, "hf_subset": "bho_Deva-fin_Latn", "languages": ["bho-Deva", "fin-Latn"], "main_score": 0.869335, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.922925, "f1": 0.899539, "hf_subset": "bho_Deva-ita_Latn", "languages": ["bho-Deva", "ita-Latn"], "main_score": 0.899539, "precision": 0.888373, "recall": 0.922925}, {"accuracy": 0.905138, "f1": 0.879233, "hf_subset": "bho_Deva-kor_Hang", "languages": ["bho-Deva", "kor-Hang"], "main_score": 0.879233, "precision": 0.867648, "recall": 0.905138}, {"accuracy": 0.181818, "f1": 0.123995, "hf_subset": "bho_Deva-mos_Latn", "languages": ["bho-Deva", "mos-Latn"], "main_score": 0.123995, "precision": 0.109375, "recall": 0.181818}, {"accuracy": 0.123518, "f1": 0.077888, "hf_subset": "bho_Deva-run_Latn", "languages": ["bho-Deva", "run-Latn"], "main_score": 0.077888, "precision": 0.066671, "recall": 0.123518}, {"accuracy": 0.772727, "f1": 0.726668, "hf_subset": "bho_Deva-tam_Taml", "languages": ["bho-Deva", "tam-Taml"], "main_score": 0.726668, "precision": 0.706317, "recall": 0.772727}, {"accuracy": 0.927866, "f1": 0.90695, "hf_subset": "bho_Deva-vie_Latn", "languages": ["bho-Deva", "vie-Latn"], "main_score": 0.90695, "precision": 0.897431, "recall": 0.927866}, {"accuracy": 0.857708, "f1": 0.824341, "hf_subset": "bho_Deva-apc_Arab", "languages": ["bho-Deva", "apc-Arab"], "main_score": 0.824341, "precision": 0.809124, "recall": 0.857708}, {"accuracy": 0.346838, "f1": 0.265961, "hf_subset": "bho_Deva-bug_Latn", "languages": ["bho-Deva", "bug-Latn"], "main_score": 0.265961, "precision": 0.239825, "recall": 0.346838}, {"accuracy": 0.171937, "f1": 0.113442, "hf_subset": "bho_Deva-fon_Latn", "languages": ["bho-Deva", "fon-Latn"], "main_score": 0.113442, "precision": 0.099212, "recall": 0.171937}, {"accuracy": 0.615613, "f1": 0.547857, "hf_subset": "bho_Deva-jav_Latn", "languages": ["bho-Deva", "jav-Latn"], "main_score": 0.547857, "precision": 0.520333, "recall": 0.615613}, {"accuracy": 0.8083, "f1": 0.764248, "hf_subset": "bho_Deva-lao_Laoo", "languages": ["bho-Deva", "lao-Laoo"], "main_score": 0.764248, "precision": 0.745273, "recall": 0.8083}, {"accuracy": 0.153162, "f1": 0.08924, "hf_subset": "bho_Deva-mri_Latn", "languages": ["bho-Deva", "mri-Latn"], "main_score": 0.08924, "precision": 0.074931, "recall": 0.153162}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "bho_Deva-rus_Cyrl", "languages": ["bho-Deva", "rus-Cyrl"], "main_score": 0.915086, "precision": 0.905715, "recall": 0.934783}, {"accuracy": 0.1917, "f1": 0.139625, "hf_subset": "bho_Deva-taq_Latn", "languages": ["bho-Deva", "taq-Latn"], "main_score": 0.139625, "precision": 0.125808, "recall": 0.1917}, {"accuracy": 0.374506, "f1": 0.288972, "hf_subset": "bho_Deva-war_Latn", "languages": ["bho-Deva", "war-Latn"], "main_score": 0.288972, "precision": 0.261477, "recall": 0.374506}, {"accuracy": 0.900198, "f1": 0.872744, "hf_subset": "bho_Deva-arb_Arab", "languages": ["bho-Deva", "arb-Arab"], "main_score": 0.872744, "precision": 0.860187, "recall": 0.900198}, {"accuracy": 0.933794, "f1": 0.913505, "hf_subset": "bho_Deva-bul_Cyrl", "languages": ["bho-Deva", "bul-Cyrl"], "main_score": 0.913505, "precision": 0.903986, "recall": 0.933794}, {"accuracy": 0.926877, "f1": 0.90684, "hf_subset": "bho_Deva-fra_Latn", "languages": ["bho-Deva", "fra-Latn"], "main_score": 0.90684, "precision": 0.897686, "recall": 0.926877}, {"accuracy": 0.925889, "f1": 0.90407, "hf_subset": "bho_Deva-jpn_Jpan", "languages": ["bho-Deva", "jpn-Jpan"], "main_score": 0.90407, "precision": 0.893939, "recall": 0.925889}, {"accuracy": 0.635375, "f1": 0.571238, "hf_subset": "bho_Deva-lij_Latn", "languages": ["bho-Deva", "lij-Latn"], "main_score": 0.571238, "precision": 0.545069, "recall": 0.635375}, {"accuracy": 0.828063, "f1": 0.785573, "hf_subset": "bho_Deva-mya_Mymr", "languages": ["bho-Deva", "mya-Mymr"], "main_score": 0.785573, "precision": 0.766551, "recall": 0.828063}, {"accuracy": 0.202569, "f1": 0.137333, "hf_subset": "bho_Deva-sag_Latn", "languages": ["bho-Deva", "sag-Latn"], "main_score": 0.137333, "precision": 0.119387, "recall": 0.202569}, {"accuracy": 0.072134, "f1": 0.031929, "hf_subset": "bho_Deva-taq_Tfng", "languages": ["bho-Deva", "taq-Tfng"], "main_score": 0.031929, "precision": 0.026463, "recall": 0.072134}, {"accuracy": 0.206522, "f1": 0.139552, "hf_subset": "bho_Deva-wol_Latn", "languages": ["bho-Deva", "wol-Latn"], "main_score": 0.139552, "precision": 0.121879, "recall": 0.206522}, {"accuracy": 0.088933, "f1": 0.045309, "hf_subset": "bho_Deva-arb_Latn", "languages": ["bho-Deva", "arb-Latn"], "main_score": 0.045309, "precision": 0.037001, "recall": 0.088933}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "bho_Deva-cat_Latn", "languages": ["bho-Deva", "cat-Latn"], "main_score": 0.889559, "precision": 0.877915, "recall": 0.91502}, {"accuracy": 0.608696, "f1": 0.541077, "hf_subset": "bho_Deva-fur_Latn", "languages": ["bho-Deva", "fur-Latn"], "main_score": 0.541077, "precision": 0.515293, "recall": 0.608696}, {"accuracy": 0.072134, "f1": 0.043943, "hf_subset": "bho_Deva-kab_Latn", "languages": ["bho-Deva", "kab-Latn"], "main_score": 0.043943, "precision": 0.037529, "recall": 0.072134}, {"accuracy": 0.633399, "f1": 0.566257, "hf_subset": "bho_Deva-lim_Latn", "languages": ["bho-Deva", "lim-Latn"], "main_score": 0.566257, "precision": 0.539108, "recall": 0.633399}, {"accuracy": 0.922925, "f1": 0.900264, "hf_subset": "bho_Deva-nld_Latn", "languages": ["bho-Deva", "nld-Latn"], "main_score": 0.900264, "precision": 0.890102, "recall": 0.922925}, {"accuracy": 0.671937, "f1": 0.610103, "hf_subset": "bho_Deva-san_Deva", "languages": ["bho-Deva", "san-Deva"], "main_score": 0.610103, "precision": 0.584586, "recall": 0.671937}, {"accuracy": 0.463439, "f1": 0.391048, "hf_subset": "bho_Deva-tat_Cyrl", "languages": ["bho-Deva", "tat-Cyrl"], "main_score": 0.391048, "precision": 0.364367, "recall": 0.463439}, {"accuracy": 0.16996, "f1": 0.107937, "hf_subset": "bho_Deva-xho_Latn", "languages": ["bho-Deva", "xho-Latn"], "main_score": 0.107937, "precision": 0.093124, "recall": 0.16996}, {"accuracy": 0.893281, "f1": 0.863949, "hf_subset": "bho_Deva-ars_Arab", "languages": ["bho-Deva", "ars-Arab"], "main_score": 0.863949, "precision": 0.850421, "recall": 0.893281}, {"accuracy": 0.347826, "f1": 0.268327, "hf_subset": "bho_Deva-ceb_Latn", "languages": ["bho-Deva", "ceb-Latn"], "main_score": 0.268327, "precision": 0.243561, "recall": 0.347826}, {"accuracy": 0.186759, "f1": 0.122586, "hf_subset": "bho_Deva-fuv_Latn", "languages": ["bho-Deva", "fuv-Latn"], "main_score": 0.122586, "precision": 0.106371, "recall": 0.186759}, {"accuracy": 0.16996, "f1": 0.108734, "hf_subset": "bho_Deva-kac_Latn", "languages": ["bho-Deva", "kac-Latn"], "main_score": 0.108734, "precision": 0.093999, "recall": 0.16996}, {"accuracy": 0.20751, "f1": 0.144173, "hf_subset": "bho_Deva-lin_Latn", "languages": ["bho-Deva", "lin-Latn"], "main_score": 0.144173, "precision": 0.127215, "recall": 0.20751}, {"accuracy": 0.881423, "f1": 0.850692, "hf_subset": "bho_Deva-nno_Latn", "languages": ["bho-Deva", "nno-Latn"], "main_score": 0.850692, "precision": 0.836742, "recall": 0.881423}, {"accuracy": 0.017787, "f1": 0.003186, "hf_subset": "bho_Deva-sat_Olck", "languages": ["bho-Deva", "sat-Olck"], "main_score": 0.003186, "precision": 0.002254, "recall": 0.017787}, {"accuracy": 0.726285, "f1": 0.670142, "hf_subset": "bho_Deva-tel_Telu", "languages": ["bho-Deva", "tel-Telu"], "main_score": 0.670142, "precision": 0.646024, "recall": 0.726285}, {"accuracy": 0.327075, "f1": 0.260235, "hf_subset": "bho_Deva-ydd_Hebr", "languages": ["bho-Deva", "ydd-Hebr"], "main_score": 0.260235, "precision": 0.236368, "recall": 0.327075}, {"accuracy": 0.762846, "f1": 0.716683, "hf_subset": "bho_Deva-ary_Arab", "languages": ["bho-Deva", "ary-Arab"], "main_score": 0.716683, "precision": 0.695217, "recall": 0.762846}, {"accuracy": 0.91502, "f1": 0.8905, "hf_subset": "bho_Deva-ces_Latn", "languages": ["bho-Deva", "ces-Latn"], "main_score": 0.8905, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.082016, "f1": 0.041284, "hf_subset": "bho_Deva-gaz_Latn", "languages": ["bho-Deva", "gaz-Latn"], "main_score": 0.041284, "precision": 0.034144, "recall": 0.082016}, {"accuracy": 0.163043, "f1": 0.108544, "hf_subset": "bho_Deva-kam_Latn", "languages": ["bho-Deva", "kam-Latn"], "main_score": 0.108544, "precision": 0.094854, "recall": 0.163043}, {"accuracy": 0.90415, "f1": 0.876647, "hf_subset": "bho_Deva-lit_Latn", "languages": ["bho-Deva", "lit-Latn"], "main_score": 0.876647, "precision": 0.863883, "recall": 0.90415}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "bho_Deva-nob_Latn", "languages": ["bho-Deva", "nob-Latn"], "main_score": 0.898287, "precision": 0.887269, "recall": 0.921937}, {"accuracy": 0.562253, "f1": 0.489519, "hf_subset": "bho_Deva-scn_Latn", "languages": ["bho-Deva", "scn-Latn"], "main_score": 0.489519, "precision": 0.462068, "recall": 0.562253}, {"accuracy": 0.163043, "f1": 0.108174, "hf_subset": "bho_Deva-tgk_Cyrl", "languages": ["bho-Deva", "tgk-Cyrl"], "main_score": 0.108174, "precision": 0.094782, "recall": 0.163043}, {"accuracy": 0.187747, "f1": 0.123311, "hf_subset": "bho_Deva-yor_Latn", "languages": ["bho-Deva", "yor-Latn"], "main_score": 0.123311, "precision": 0.107488, "recall": 0.187747}, {"accuracy": 0.857708, "f1": 0.820707, "hf_subset": "bho_Deva-arz_Arab", "languages": ["bho-Deva", "arz-Arab"], "main_score": 0.820707, "precision": 0.803928, "recall": 0.857708}, {"accuracy": 0.160079, "f1": 0.100255, "hf_subset": "bho_Deva-cjk_Latn", "languages": ["bho-Deva", "cjk-Latn"], "main_score": 0.100255, "precision": 0.087023, "recall": 0.160079}, {"accuracy": 0.155138, "f1": 0.103219, "hf_subset": "bho_Deva-gla_Latn", "languages": ["bho-Deva", "gla-Latn"], "main_score": 0.103219, "precision": 0.089827, "recall": 0.155138}, {"accuracy": 0.698617, "f1": 0.639886, "hf_subset": "bho_Deva-kan_Knda", "languages": ["bho-Deva", "kan-Knda"], "main_score": 0.639886, "precision": 0.616625, "recall": 0.698617}, {"accuracy": 0.550395, "f1": 0.481425, "hf_subset": "bho_Deva-lmo_Latn", "languages": ["bho-Deva", "lmo-Latn"], "main_score": 0.481425, "precision": 0.455076, "recall": 0.550395}, {"accuracy": 0.898221, "f1": 0.876026, "hf_subset": "bho_Deva-npi_Deva", "languages": ["bho-Deva", "npi-Deva"], "main_score": 0.876026, "precision": 0.866634, "recall": 0.898221}, {"accuracy": 0.212451, "f1": 0.146188, "hf_subset": "bho_Deva-shn_Mymr", "languages": ["bho-Deva", "shn-Mymr"], "main_score": 0.146188, "precision": 0.1265, "recall": 0.212451}, {"accuracy": 0.402174, "f1": 0.324849, "hf_subset": "bho_Deva-tgl_Latn", "languages": ["bho-Deva", "tgl-Latn"], "main_score": 0.324849, "precision": 0.299383, "recall": 0.402174}, {"accuracy": 0.918972, "f1": 0.896476, "hf_subset": "bho_Deva-yue_Hant", "languages": ["bho-Deva", "yue-Hant"], "main_score": 0.896476, "precision": 0.88615, "recall": 0.918972}, {"accuracy": 0.448617, "f1": 0.380346, "hf_subset": "bho_Deva-asm_Beng", "languages": ["bho-Deva", "asm-Beng"], "main_score": 0.380346, "precision": 0.354102, "recall": 0.448617}, {"accuracy": 0.69664, "f1": 0.631691, "hf_subset": "bho_Deva-ckb_Arab", "languages": ["bho-Deva", "ckb-Arab"], "main_score": 0.631691, "precision": 0.603656, "recall": 0.69664}, {"accuracy": 0.229249, "f1": 0.163639, "hf_subset": "bho_Deva-gle_Latn", "languages": ["bho-Deva", "gle-Latn"], "main_score": 0.163639, "precision": 0.145154, "recall": 0.229249}, {"accuracy": 0.56917, "f1": 0.498226, "hf_subset": "bho_Deva-kas_Arab", "languages": ["bho-Deva", "kas-Arab"], "main_score": 0.498226, "precision": 0.469737, "recall": 0.56917}, {"accuracy": 0.583004, "f1": 0.512856, "hf_subset": "bho_Deva-ltg_Latn", "languages": ["bho-Deva", "ltg-Latn"], "main_score": 0.512856, "precision": 0.485591, "recall": 0.583004}, {"accuracy": 0.19664, "f1": 0.13302, "hf_subset": "bho_Deva-nso_Latn", "languages": ["bho-Deva", "nso-Latn"], "main_score": 0.13302, "precision": 0.115831, "recall": 0.19664}, {"accuracy": 0.785573, "f1": 0.741504, "hf_subset": "bho_Deva-sin_Sinh", "languages": ["bho-Deva", "sin-Sinh"], "main_score": 0.741504, "precision": 0.723005, "recall": 0.785573}, {"accuracy": 0.926877, "f1": 0.905698, "hf_subset": "bho_Deva-tha_Thai", "languages": ["bho-Deva", "tha-Thai"], "main_score": 0.905698, "precision": 0.895702, "recall": 0.926877}, {"accuracy": 0.913043, "f1": 0.889446, "hf_subset": "bho_Deva-zho_Hans", "languages": ["bho-Deva", "zho-Hans"], "main_score": 0.889446, "precision": 0.878623, "recall": 0.913043}, {"accuracy": 0.824111, "f1": 0.780736, "hf_subset": "bho_Deva-ast_Latn", "languages": ["bho-Deva", "ast-Latn"], "main_score": 0.780736, "precision": 0.761841, "recall": 0.824111}, {"accuracy": 0.650198, "f1": 0.585793, "hf_subset": "bho_Deva-crh_Latn", "languages": ["bho-Deva", "crh-Latn"], "main_score": 0.585793, "precision": 0.55933, "recall": 0.650198}, {"accuracy": 0.931818, "f1": 0.910968, "hf_subset": "bho_Deva-glg_Latn", "languages": ["bho-Deva", "glg-Latn"], "main_score": 0.910968, "precision": 0.901433, "recall": 0.931818}, {"accuracy": 0.40415, "f1": 0.338621, "hf_subset": "bho_Deva-kas_Deva", "languages": ["bho-Deva", "kas-Deva"], "main_score": 0.338621, "precision": 0.313905, "recall": 0.40415}, {"accuracy": 0.426877, "f1": 0.350658, "hf_subset": "bho_Deva-ltz_Latn", "languages": ["bho-Deva", "ltz-Latn"], "main_score": 0.350658, "precision": 0.324933, "recall": 0.426877}, {"accuracy": 0.096838, "f1": 0.051551, "hf_subset": "bho_Deva-nus_Latn", "languages": ["bho-Deva", "nus-Latn"], "main_score": 0.051551, "precision": 0.042286, "recall": 0.096838}, {"accuracy": 0.926877, "f1": 0.905435, "hf_subset": "bho_Deva-slk_Latn", "languages": ["bho-Deva", "slk-Latn"], "main_score": 0.905435, "precision": 0.895422, "recall": 0.926877}, {"accuracy": 0.18083, "f1": 0.129745, "hf_subset": "bho_Deva-tir_Ethi", "languages": ["bho-Deva", "tir-Ethi"], "main_score": 0.129745, "precision": 0.114573, "recall": 0.18083}, {"accuracy": 0.920949, "f1": 0.898981, "hf_subset": "bho_Deva-zho_Hant", "languages": ["bho-Deva", "zho-Hant"], "main_score": 0.898981, "precision": 0.889058, "recall": 0.920949}, {"accuracy": 0.923913, "f1": 0.903393, "hf_subset": "bho_Deva-awa_Deva", "languages": ["bho-Deva", "awa-Deva"], "main_score": 0.903393, "precision": 0.89389, "recall": 0.923913}, {"accuracy": 0.371542, "f1": 0.291514, "hf_subset": "bho_Deva-cym_Latn", "languages": ["bho-Deva", "cym-Latn"], "main_score": 0.291514, "precision": 0.266364, "recall": 0.371542}, {"accuracy": 0.311265, "f1": 0.232763, "hf_subset": "bho_Deva-grn_Latn", "languages": ["bho-Deva", "grn-Latn"], "main_score": 0.232763, "precision": 0.209795, "recall": 0.311265}, {"accuracy": 0.782609, "f1": 0.725255, "hf_subset": "bho_Deva-kat_Geor", "languages": ["bho-Deva", "kat-Geor"], "main_score": 0.725255, "precision": 0.700578, "recall": 0.782609}, {"accuracy": 0.210474, "f1": 0.150473, "hf_subset": "bho_Deva-lua_Latn", "languages": ["bho-Deva", "lua-Latn"], "main_score": 0.150473, "precision": 0.133974, "recall": 0.210474}, {"accuracy": 0.190711, "f1": 0.125253, "hf_subset": "bho_Deva-nya_Latn", "languages": ["bho-Deva", "nya-Latn"], "main_score": 0.125253, "precision": 0.109182, "recall": 0.190711}, {"accuracy": 0.916008, "f1": 0.892095, "hf_subset": "bho_Deva-slv_Latn", "languages": ["bho-Deva", "slv-Latn"], "main_score": 0.892095, "precision": 0.881094, "recall": 0.916008}, {"accuracy": 0.413043, "f1": 0.331237, "hf_subset": "bho_Deva-tpi_Latn", "languages": ["bho-Deva", "tpi-Latn"], "main_score": 0.331237, "precision": 0.303708, "recall": 0.413043}, {"accuracy": 0.921937, "f1": 0.899374, "hf_subset": "bho_Deva-zsm_Latn", "languages": ["bho-Deva", "zsm-Latn"], "main_score": 0.899374, "precision": 0.888867, "recall": 0.921937}, {"accuracy": 0.161067, "f1": 0.096468, "hf_subset": "bho_Deva-ayr_Latn", "languages": ["bho-Deva", "ayr-Latn"], "main_score": 0.096468, "precision": 0.081163, "recall": 0.161067}, {"accuracy": 0.925889, "f1": 0.903327, "hf_subset": "bho_Deva-dan_Latn", "languages": ["bho-Deva", "dan-Latn"], "main_score": 0.903327, "precision": 0.892622, "recall": 0.925889}, {"accuracy": 0.833004, "f1": 0.794175, "hf_subset": "bho_Deva-guj_Gujr", "languages": ["bho-Deva", "guj-Gujr"], "main_score": 0.794175, "precision": 0.777174, "recall": 0.833004}, {"accuracy": 0.847826, "f1": 0.810705, "hf_subset": "bho_Deva-kaz_Cyrl", "languages": ["bho-Deva", "kaz-Cyrl"], "main_score": 0.810705, "precision": 0.794412, "recall": 0.847826}, {"accuracy": 0.146245, "f1": 0.096523, "hf_subset": "bho_Deva-lug_Latn", "languages": ["bho-Deva", "lug-Latn"], "main_score": 0.096523, "precision": 0.084984, "recall": 0.146245}, {"accuracy": 0.811265, "f1": 0.764295, "hf_subset": "bho_Deva-oci_Latn", "languages": ["bho-Deva", "oci-Latn"], "main_score": 0.764295, "precision": 0.743363, "recall": 0.811265}, {"accuracy": 0.168972, "f1": 0.106813, "hf_subset": "bho_Deva-smo_Latn", "languages": ["bho-Deva", "smo-Latn"], "main_score": 0.106813, "precision": 0.091353, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.109931, "hf_subset": "bho_Deva-tsn_Latn", "languages": ["bho-Deva", "tsn-Latn"], "main_score": 0.109931, "precision": 0.09494, "recall": 0.16996}, {"accuracy": 0.128458, "f1": 0.081382, "hf_subset": "bho_Deva-zul_Latn", "languages": ["bho-Deva", "zul-Latn"], "main_score": 0.081382, "precision": 0.070607, "recall": 0.128458}, {"accuracy": 0.504941, "f1": 0.430541, "hf_subset": "bho_Deva-azb_Arab", "languages": ["bho-Deva", "azb-Arab"], "main_score": 0.430541, "precision": 0.401145, "recall": 0.504941}, {"accuracy": 0.934783, "f1": 0.913933, "hf_subset": "bho_Deva-deu_Latn", "languages": ["bho-Deva", "deu-Latn"], "main_score": 0.913933, "precision": 0.903903, "recall": 0.934783}, {"accuracy": 0.262846, "f1": 0.191523, "hf_subset": "bho_Deva-hat_Latn", "languages": ["bho-Deva", "hat-Latn"], "main_score": 0.191523, "precision": 0.169933, "recall": 0.262846}, {"accuracy": 0.136364, "f1": 0.076507, "hf_subset": "bho_Deva-kbp_Latn", "languages": ["bho-Deva", "kbp-Latn"], "main_score": 0.076507, "precision": 0.063347, "recall": 0.136364}, {"accuracy": 0.195652, "f1": 0.127478, "hf_subset": "bho_Deva-luo_Latn", "languages": ["bho-Deva", "luo-Latn"], "main_score": 0.127478, "precision": 0.110982, "recall": 0.195652}, {"accuracy": 0.688735, "f1": 0.634013, "hf_subset": "bho_Deva-ory_Orya", "languages": ["bho-Deva", "ory-Orya"], "main_score": 0.634013, "precision": 0.610797, "recall": 0.688735}, {"accuracy": 0.140316, "f1": 0.08277, "hf_subset": "bho_Deva-sna_Latn", "languages": ["bho-Deva", "sna-Latn"], "main_score": 0.08277, "precision": 0.069883, "recall": 0.140316}, {"accuracy": 0.158103, "f1": 0.103517, "hf_subset": "bho_Deva-tso_Latn", "languages": ["bho-Deva", "tso-Latn"], "main_score": 0.103517, "precision": 0.089947, "recall": 0.158103}, {"accuracy": 0.852767, "f1": 0.818171, "hf_subset": "bho_Deva-azj_Latn", "languages": ["bho-Deva", "azj-Latn"], "main_score": 0.818171, "precision": 0.803417, "recall": 0.852767}, {"accuracy": 0.251976, "f1": 0.182633, "hf_subset": "bho_Deva-dik_Latn", "languages": ["bho-Deva", "dik-Latn"], "main_score": 0.182633, "precision": 0.162929, "recall": 0.251976}, {"accuracy": 0.198617, "f1": 0.131796, "hf_subset": "bho_Deva-hau_Latn", "languages": ["bho-Deva", "hau-Latn"], "main_score": 0.131796, "precision": 0.114557, "recall": 0.198617}, {"accuracy": 0.547431, "f1": 0.475902, "hf_subset": "bho_Deva-kea_Latn", "languages": ["bho-Deva", "kea-Latn"], "main_score": 0.475902, "precision": 0.449129, "recall": 0.547431}, {"accuracy": 0.315217, "f1": 0.234865, "hf_subset": "bho_Deva-lus_Latn", "languages": ["bho-Deva", "lus-Latn"], "main_score": 0.234865, "precision": 0.210066, "recall": 0.315217}, {"accuracy": 0.427866, "f1": 0.346146, "hf_subset": "bho_Deva-pag_Latn", "languages": ["bho-Deva", "pag-Latn"], "main_score": 0.346146, "precision": 0.318146, "recall": 0.427866}, {"accuracy": 0.759881, "f1": 0.70855, "hf_subset": "bho_Deva-snd_Arab", "languages": ["bho-Deva", "snd-Arab"], "main_score": 0.70855, "precision": 0.686709, "recall": 0.759881}, {"accuracy": 0.274704, "f1": 0.200337, "hf_subset": "bho_Deva-tuk_Latn", "languages": ["bho-Deva", "tuk-Latn"], "main_score": 0.200337, "precision": 0.17682, "recall": 0.274704}, {"accuracy": 0.427866, "f1": 0.351794, "hf_subset": "bho_Deva-bak_Cyrl", "languages": ["bho-Deva", "bak-Cyrl"], "main_score": 0.351794, "precision": 0.3241, "recall": 0.427866}, {"accuracy": 0.144269, "f1": 0.090011, "hf_subset": "bho_Deva-dyu_Latn", "languages": ["bho-Deva", "dyu-Latn"], "main_score": 0.090011, "precision": 0.076828, "recall": 0.144269}, {"accuracy": 0.911067, "f1": 0.884834, "hf_subset": "bho_Deva-heb_Hebr", "languages": ["bho-Deva", "heb-Hebr"], "main_score": 0.884834, "precision": 0.872694, "recall": 0.911067}, {"accuracy": 0.878458, "f1": 0.846923, "hf_subset": "bho_Deva-khk_Cyrl", "languages": ["bho-Deva", "khk-Cyrl"], "main_score": 0.846923, "precision": 0.83251, "recall": 0.878458}, {"accuracy": 0.897233, "f1": 0.867161, "hf_subset": "bho_Deva-lvs_Latn", "languages": ["bho-Deva", "lvs-Latn"], "main_score": 0.867161, "precision": 0.853541, "recall": 0.897233}, {"accuracy": 0.727273, "f1": 0.669073, "hf_subset": "bho_Deva-pan_Guru", "languages": ["bho-Deva", "pan-Guru"], "main_score": 0.669073, "precision": 0.644196, "recall": 0.727273}, {"accuracy": 0.217391, "f1": 0.153178, "hf_subset": "bho_Deva-som_Latn", "languages": ["bho-Deva", "som-Latn"], "main_score": 0.153178, "precision": 0.135775, "recall": 0.217391}, {"accuracy": 0.178854, "f1": 0.113316, "hf_subset": "bho_Deva-tum_Latn", "languages": ["bho-Deva", "tum-Latn"], "main_score": 0.113316, "precision": 0.097579, "recall": 0.178854}, {"accuracy": 0.097826, "f1": 0.070019, "hf_subset": "eus_Latn-ace_Arab", "languages": ["eus-Latn", "ace-Arab"], "main_score": 0.070019, "precision": 0.062647, "recall": 0.097826}, {"accuracy": 0.236166, "f1": 0.172925, "hf_subset": "eus_Latn-bam_Latn", "languages": ["eus-Latn", "bam-Latn"], "main_score": 0.172925, "precision": 0.154998, "recall": 0.236166}, {"accuracy": 0.002964, "f1": 5.2e-05, "hf_subset": "eus_Latn-dzo_Tibt", "languages": ["eus-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.002964}, {"accuracy": 0.732213, "f1": 0.679705, "hf_subset": "eus_Latn-hin_Deva", "languages": ["eus-Latn", "hin-Deva"], "main_score": 0.679705, "precision": 0.658479, "recall": 0.732213}, {"accuracy": 0.667984, "f1": 0.610634, "hf_subset": "eus_Latn-khm_Khmr", "languages": ["eus-Latn", "khm-Khmr"], "main_score": 0.610634, "precision": 0.587865, "recall": 0.667984}, {"accuracy": 0.66502, "f1": 0.617315, "hf_subset": "eus_Latn-mag_Deva", "languages": ["eus-Latn", "mag-Deva"], "main_score": 0.617315, "precision": 0.598181, "recall": 0.66502}, {"accuracy": 0.594862, "f1": 0.542776, "hf_subset": "eus_Latn-pap_Latn", "languages": ["eus-Latn", "pap-Latn"], "main_score": 0.542776, "precision": 0.521983, "recall": 0.594862}, {"accuracy": 0.248024, "f1": 0.187886, "hf_subset": "eus_Latn-sot_Latn", "languages": ["eus-Latn", "sot-Latn"], "main_score": 0.187886, "precision": 0.169627, "recall": 0.248024}, {"accuracy": 0.780632, "f1": 0.736576, "hf_subset": "eus_Latn-tur_Latn", "languages": ["eus-Latn", "tur-Latn"], "main_score": 0.736576, "precision": 0.719227, "recall": 0.780632}, {"accuracy": 0.426877, "f1": 0.359663, "hf_subset": "eus_Latn-ace_Latn", "languages": ["eus-Latn", "ace-Latn"], "main_score": 0.359663, "precision": 0.335532, "recall": 0.426877}, {"accuracy": 0.572134, "f1": 0.51455, "hf_subset": "eus_Latn-ban_Latn", "languages": ["eus-Latn", "ban-Latn"], "main_score": 0.51455, "precision": 0.491604, "recall": 0.572134}, {"accuracy": 0.750988, "f1": 0.701173, "hf_subset": "eus_Latn-ell_Grek", "languages": ["eus-Latn", "ell-Grek"], "main_score": 0.701173, "precision": 0.682038, "recall": 0.750988}, {"accuracy": 0.635375, "f1": 0.579716, "hf_subset": "eus_Latn-hne_Deva", "languages": ["eus-Latn", "hne-Deva"], "main_score": 0.579716, "precision": 0.558458, "recall": 0.635375}, {"accuracy": 0.261858, "f1": 0.189321, "hf_subset": "eus_Latn-kik_Latn", "languages": ["eus-Latn", "kik-Latn"], "main_score": 0.189321, "precision": 0.166395, "recall": 0.261858}, {"accuracy": 0.66996, "f1": 0.618909, "hf_subset": "eus_Latn-mai_Deva", "languages": ["eus-Latn", "mai-Deva"], "main_score": 0.618909, "precision": 0.599323, "recall": 0.66996}, {"accuracy": 0.587945, "f1": 0.53328, "hf_subset": "eus_Latn-pbt_Arab", "languages": ["eus-Latn", "pbt-Arab"], "main_score": 0.53328, "precision": 0.511187, "recall": 0.587945}, {"accuracy": 0.805336, "f1": 0.761926, "hf_subset": "eus_Latn-spa_Latn", "languages": ["eus-Latn", "spa-Latn"], "main_score": 0.761926, "precision": 0.744335, "recall": 0.805336}, {"accuracy": 0.31917, "f1": 0.244527, "hf_subset": "eus_Latn-twi_Latn", "languages": ["eus-Latn", "twi-Latn"], "main_score": 0.244527, "precision": 0.220714, "recall": 0.31917}, {"accuracy": 0.722332, "f1": 0.672482, "hf_subset": "eus_Latn-acm_Arab", "languages": ["eus-Latn", "acm-Arab"], "main_score": 0.672482, "precision": 0.652453, "recall": 0.722332}, {"accuracy": 0.694664, "f1": 0.64098, "hf_subset": "eus_Latn-bel_Cyrl", "languages": ["eus-Latn", "bel-Cyrl"], "main_score": 0.64098, "precision": 0.619416, "recall": 0.694664}, {"accuracy": 0.809289, "f1": 0.763543, "hf_subset": "eus_Latn-eng_Latn", "languages": ["eus-Latn", "eng-Latn"], "main_score": 0.763543, "precision": 0.744681, "recall": 0.809289}, {"accuracy": 0.751976, "f1": 0.70543, "hf_subset": "eus_Latn-hrv_Latn", "languages": ["eus-Latn", "hrv-Latn"], "main_score": 0.70543, "precision": 0.686495, "recall": 0.751976}, {"accuracy": 0.186759, "f1": 0.137982, "hf_subset": "eus_Latn-kin_Latn", "languages": ["eus-Latn", "kin-Latn"], "main_score": 0.137982, "precision": 0.125153, "recall": 0.186759}, {"accuracy": 0.58004, "f1": 0.522483, "hf_subset": "eus_Latn-mal_Mlym", "languages": ["eus-Latn", "mal-Mlym"], "main_score": 0.522483, "precision": 0.500985, "recall": 0.58004}, {"accuracy": 0.749012, "f1": 0.700339, "hf_subset": "eus_Latn-pes_Arab", "languages": ["eus-Latn", "pes-Arab"], "main_score": 0.700339, "precision": 0.681546, "recall": 0.749012}, {"accuracy": 0.613636, "f1": 0.55623, "hf_subset": "eus_Latn-srd_Latn", "languages": ["eus-Latn", "srd-Latn"], "main_score": 0.55623, "precision": 0.532669, "recall": 0.613636}, {"accuracy": 0.06917, "f1": 0.03161, "hf_subset": "eus_Latn-tzm_Tfng", "languages": ["eus-Latn", "tzm-Tfng"], "main_score": 0.03161, "precision": 0.025888, "recall": 0.06917}, {"accuracy": 0.737154, "f1": 0.692261, "hf_subset": "eus_Latn-acq_Arab", "languages": ["eus-Latn", "acq-Arab"], "main_score": 0.692261, "precision": 0.674175, "recall": 0.737154}, {"accuracy": 0.240119, "f1": 0.180629, "hf_subset": "eus_Latn-bem_Latn", "languages": ["eus-Latn", "bem-Latn"], "main_score": 0.180629, "precision": 0.16466, "recall": 0.240119}, {"accuracy": 0.737154, "f1": 0.700826, "hf_subset": "eus_Latn-epo_Latn", "languages": ["eus-Latn", "epo-Latn"], "main_score": 0.700826, "precision": 0.686055, "recall": 0.737154}, {"accuracy": 0.785573, "f1": 0.743055, "hf_subset": "eus_Latn-hun_Latn", "languages": ["eus-Latn", "hun-Latn"], "main_score": 0.743055, "precision": 0.72607, "recall": 0.785573}, {"accuracy": 0.716403, "f1": 0.670418, "hf_subset": "eus_Latn-kir_Cyrl", "languages": ["eus-Latn", "kir-Cyrl"], "main_score": 0.670418, "precision": 0.652507, "recall": 0.716403}, {"accuracy": 0.628458, "f1": 0.575853, "hf_subset": "eus_Latn-mar_Deva", "languages": ["eus-Latn", "mar-Deva"], "main_score": 0.575853, "precision": 0.556955, "recall": 0.628458}, {"accuracy": 0.317194, "f1": 0.256979, "hf_subset": "eus_Latn-plt_Latn", "languages": ["eus-Latn", "plt-Latn"], "main_score": 0.256979, "precision": 0.237532, "recall": 0.317194}, {"accuracy": 0.781621, "f1": 0.735017, "hf_subset": "eus_Latn-srp_Cyrl", "languages": ["eus-Latn", "srp-Cyrl"], "main_score": 0.735017, "precision": 0.716314, "recall": 0.781621}, {"accuracy": 0.562253, "f1": 0.506669, "hf_subset": "eus_Latn-uig_Arab", "languages": ["eus-Latn", "uig-Arab"], "main_score": 0.506669, "precision": 0.48589, "recall": 0.562253}, {"accuracy": 0.664032, "f1": 0.61139, "hf_subset": "eus_Latn-aeb_Arab", "languages": ["eus-Latn", "aeb-Arab"], "main_score": 0.61139, "precision": 0.590655, "recall": 0.664032}, {"accuracy": 0.601779, "f1": 0.546911, "hf_subset": "eus_Latn-ben_Beng", "languages": ["eus-Latn", "ben-Beng"], "main_score": 0.546911, "precision": 0.525171, "recall": 0.601779}, {"accuracy": 0.786561, "f1": 0.745975, "hf_subset": "eus_Latn-est_Latn", "languages": ["eus-Latn", "est-Latn"], "main_score": 0.745975, "precision": 0.728644, "recall": 0.786561}, {"accuracy": 0.720356, "f1": 0.672874, "hf_subset": "eus_Latn-hye_Armn", "languages": ["eus-Latn", "hye-Armn"], "main_score": 0.672874, "precision": 0.654443, "recall": 0.720356}, {"accuracy": 0.205534, "f1": 0.141866, "hf_subset": "eus_Latn-kmb_Latn", "languages": ["eus-Latn", "kmb-Latn"], "main_score": 0.141866, "precision": 0.127013, "recall": 0.205534}, {"accuracy": 0.061265, "f1": 0.04017, "hf_subset": "eus_Latn-min_Arab", "languages": ["eus-Latn", "min-Arab"], "main_score": 0.04017, "precision": 0.034137, "recall": 0.061265}, {"accuracy": 0.781621, "f1": 0.737614, "hf_subset": "eus_Latn-pol_Latn", "languages": ["eus-Latn", "pol-Latn"], "main_score": 0.737614, "precision": 0.719851, "recall": 0.781621}, {"accuracy": 0.194664, "f1": 0.138489, "hf_subset": "eus_Latn-ssw_Latn", "languages": ["eus-Latn", "ssw-Latn"], "main_score": 0.138489, "precision": 0.123706, "recall": 0.194664}, {"accuracy": 0.772727, "f1": 0.733241, "hf_subset": "eus_Latn-ukr_Cyrl", "languages": ["eus-Latn", "ukr-Cyrl"], "main_score": 0.733241, "precision": 0.717211, "recall": 0.772727}, {"accuracy": 0.758893, "f1": 0.716435, "hf_subset": "eus_Latn-afr_Latn", "languages": ["eus-Latn", "afr-Latn"], "main_score": 0.716435, "precision": 0.700245, "recall": 0.758893}, {"accuracy": 0.619565, "f1": 0.566851, "hf_subset": "eus_Latn-bho_Deva", "languages": ["eus-Latn", "bho-Deva"], "main_score": 0.566851, "precision": 0.545493, "recall": 0.619565}, {"accuracy": 0.218379, "f1": 0.153163, "hf_subset": "eus_Latn-ibo_Latn", "languages": ["eus-Latn", "ibo-Latn"], "main_score": 0.153163, "precision": 0.134455, "recall": 0.218379}, {"accuracy": 0.602767, "f1": 0.555091, "hf_subset": "eus_Latn-kmr_Latn", "languages": ["eus-Latn", "kmr-Latn"], "main_score": 0.555091, "precision": 0.536105, "recall": 0.602767}, {"accuracy": 0.545455, "f1": 0.486982, "hf_subset": "eus_Latn-min_Latn", "languages": ["eus-Latn", "min-Latn"], "main_score": 0.486982, "precision": 0.464635, "recall": 0.545455}, {"accuracy": 0.794466, "f1": 0.749187, "hf_subset": "eus_Latn-por_Latn", "languages": ["eus-Latn", "por-Latn"], "main_score": 0.749187, "precision": 0.730418, "recall": 0.794466}, {"accuracy": 0.632411, "f1": 0.579734, "hf_subset": "eus_Latn-sun_Latn", "languages": ["eus-Latn", "sun-Latn"], "main_score": 0.579734, "precision": 0.558469, "recall": 0.632411}, {"accuracy": 0.200593, "f1": 0.143273, "hf_subset": "eus_Latn-umb_Latn", "languages": ["eus-Latn", "umb-Latn"], "main_score": 0.143273, "precision": 0.126861, "recall": 0.200593}, {"accuracy": 0.715415, "f1": 0.664649, "hf_subset": "eus_Latn-ajp_Arab", "languages": ["eus-Latn", "ajp-Arab"], "main_score": 0.664649, "precision": 0.644294, "recall": 0.715415}, {"accuracy": 0.077075, "f1": 0.049858, "hf_subset": "eus_Latn-bjn_Arab", "languages": ["eus-Latn", "bjn-Arab"], "main_score": 0.049858, "precision": 0.043253, "recall": 0.077075}, {"accuracy": 0.288538, "f1": 0.221338, "hf_subset": "eus_Latn-ewe_Latn", "languages": ["eus-Latn", "ewe-Latn"], "main_score": 0.221338, "precision": 0.201405, "recall": 0.288538}, {"accuracy": 0.378458, "f1": 0.302297, "hf_subset": "eus_Latn-ilo_Latn", "languages": ["eus-Latn", "ilo-Latn"], "main_score": 0.302297, "precision": 0.275144, "recall": 0.378458}, {"accuracy": 0.092885, "f1": 0.054974, "hf_subset": "eus_Latn-knc_Arab", "languages": ["eus-Latn", "knc-Arab"], "main_score": 0.054974, "precision": 0.045319, "recall": 0.092885}, {"accuracy": 0.782609, "f1": 0.738008, "hf_subset": "eus_Latn-mkd_Cyrl", "languages": ["eus-Latn", "mkd-Cyrl"], "main_score": 0.738008, "precision": 0.720046, "recall": 0.782609}, {"accuracy": 0.728261, "f1": 0.67883, "hf_subset": "eus_Latn-prs_Arab", "languages": ["eus-Latn", "prs-Arab"], "main_score": 0.67883, "precision": 0.658566, "recall": 0.728261}, {"accuracy": 0.785573, "f1": 0.742951, "hf_subset": "eus_Latn-swe_Latn", "languages": ["eus-Latn", "swe-Latn"], "main_score": 0.742951, "precision": 0.725644, "recall": 0.785573}, {"accuracy": 0.679842, "f1": 0.623107, "hf_subset": "eus_Latn-urd_Arab", "languages": ["eus-Latn", "urd-Arab"], "main_score": 0.623107, "precision": 0.601027, "recall": 0.679842}, {"accuracy": 0.304348, "f1": 0.235662, "hf_subset": "eus_Latn-aka_Latn", "languages": ["eus-Latn", "aka-Latn"], "main_score": 0.235662, "precision": 0.214282, "recall": 0.304348}, {"accuracy": 0.608696, "f1": 0.556802, "hf_subset": "eus_Latn-bjn_Latn", "languages": ["eus-Latn", "bjn-Latn"], "main_score": 0.556802, "precision": 0.535846, "recall": 0.608696}, {"accuracy": 0.447628, "f1": 0.3925, "hf_subset": "eus_Latn-fao_Latn", "languages": ["eus-Latn", "fao-Latn"], "main_score": 0.3925, "precision": 0.372748, "recall": 0.447628}, {"accuracy": 0.790514, "f1": 0.744739, "hf_subset": "eus_Latn-ind_Latn", "languages": ["eus-Latn", "ind-Latn"], "main_score": 0.744739, "precision": 0.726238, "recall": 0.790514}, {"accuracy": 0.264822, "f1": 0.202262, "hf_subset": "eus_Latn-knc_Latn", "languages": ["eus-Latn", "knc-Latn"], "main_score": 0.202262, "precision": 0.183957, "recall": 0.264822}, {"accuracy": 0.359684, "f1": 0.292827, "hf_subset": "eus_Latn-mlt_Latn", "languages": ["eus-Latn", "mlt-Latn"], "main_score": 0.292827, "precision": 0.27215, "recall": 0.359684}, {"accuracy": 0.266798, "f1": 0.196576, "hf_subset": "eus_Latn-quy_Latn", "languages": ["eus-Latn", "quy-Latn"], "main_score": 0.196576, "precision": 0.175644, "recall": 0.266798}, {"accuracy": 0.362648, "f1": 0.292266, "hf_subset": "eus_Latn-swh_Latn", "languages": ["eus-Latn", "swh-Latn"], "main_score": 0.292266, "precision": 0.269224, "recall": 0.362648}, {"accuracy": 0.582016, "f1": 0.522274, "hf_subset": "eus_Latn-uzn_Latn", "languages": ["eus-Latn", "uzn-Latn"], "main_score": 0.522274, "precision": 0.497545, "recall": 0.582016}, {"accuracy": 0.790514, "f1": 0.746182, "hf_subset": "eus_Latn-als_Latn", "languages": ["eus-Latn", "als-Latn"], "main_score": 0.746182, "precision": 0.72748, "recall": 0.790514}, {"accuracy": 0.05336, "f1": 0.017755, "hf_subset": "eus_Latn-bod_Tibt", "languages": ["eus-Latn", "bod-Tibt"], "main_score": 0.017755, "precision": 0.012966, "recall": 0.05336}, {"accuracy": 0.236166, "f1": 0.171894, "hf_subset": "eus_Latn-fij_Latn", "languages": ["eus-Latn", "fij-Latn"], "main_score": 0.171894, "precision": 0.152233, "recall": 0.236166}, {"accuracy": 0.624506, "f1": 0.570594, "hf_subset": "eus_Latn-isl_Latn", "languages": ["eus-Latn", "isl-Latn"], "main_score": 0.570594, "precision": 0.549317, "recall": 0.624506}, {"accuracy": 0.256917, "f1": 0.189536, "hf_subset": "eus_Latn-kon_Latn", "languages": ["eus-Latn", "kon-Latn"], "main_score": 0.189536, "precision": 0.169468, "recall": 0.256917}, {"accuracy": 0.055336, "f1": 0.02792, "hf_subset": "eus_Latn-mni_Beng", "languages": ["eus-Latn", "mni-Beng"], "main_score": 0.02792, "precision": 0.022882, "recall": 0.055336}, {"accuracy": 0.80336, "f1": 0.760437, "hf_subset": "eus_Latn-ron_Latn", "languages": ["eus-Latn", "ron-Latn"], "main_score": 0.760437, "precision": 0.742919, "recall": 0.80336}, {"accuracy": 0.658103, "f1": 0.600563, "hf_subset": "eus_Latn-szl_Latn", "languages": ["eus-Latn", "szl-Latn"], "main_score": 0.600563, "precision": 0.577342, "recall": 0.658103}, {"accuracy": 0.663043, "f1": 0.61198, "hf_subset": "eus_Latn-vec_Latn", "languages": ["eus-Latn", "vec-Latn"], "main_score": 0.61198, "precision": 0.590728, "recall": 0.663043}, {"accuracy": 0.474308, "f1": 0.416828, "hf_subset": "eus_Latn-amh_Ethi", "languages": ["eus-Latn", "amh-Ethi"], "main_score": 0.416828, "precision": 0.395564, "recall": 0.474308}, {"accuracy": 0.796443, "f1": 0.752979, "hf_subset": "eus_Latn-bos_Latn", "languages": ["eus-Latn", "bos-Latn"], "main_score": 0.752979, "precision": 0.734875, "recall": 0.796443}, {"accuracy": 0.781621, "f1": 0.733322, "hf_subset": "eus_Latn-fin_Latn", "languages": ["eus-Latn", "fin-Latn"], "main_score": 0.733322, "precision": 0.71378, "recall": 0.781621}, {"accuracy": 0.80336, "f1": 0.759752, "hf_subset": "eus_Latn-ita_Latn", "languages": ["eus-Latn", "ita-Latn"], "main_score": 0.759752, "precision": 0.741956, "recall": 0.80336}, {"accuracy": 0.709486, "f1": 0.657678, "hf_subset": "eus_Latn-kor_Hang", "languages": ["eus-Latn", "kor-Hang"], "main_score": 0.657678, "precision": 0.637435, "recall": 0.709486}, {"accuracy": 0.251976, "f1": 0.186248, "hf_subset": "eus_Latn-mos_Latn", "languages": ["eus-Latn", "mos-Latn"], "main_score": 0.186248, "precision": 0.166646, "recall": 0.251976}, {"accuracy": 0.195652, "f1": 0.144422, "hf_subset": "eus_Latn-run_Latn", "languages": ["eus-Latn", "run-Latn"], "main_score": 0.144422, "precision": 0.129179, "recall": 0.195652}, {"accuracy": 0.574111, "f1": 0.519804, "hf_subset": "eus_Latn-tam_Taml", "languages": ["eus-Latn", "tam-Taml"], "main_score": 0.519804, "precision": 0.498968, "recall": 0.574111}, {"accuracy": 0.780632, "f1": 0.732465, "hf_subset": "eus_Latn-vie_Latn", "languages": ["eus-Latn", "vie-Latn"], "main_score": 0.732465, "precision": 0.712065, "recall": 0.780632}, {"accuracy": 0.706522, "f1": 0.65898, "hf_subset": "eus_Latn-apc_Arab", "languages": ["eus-Latn", "apc-Arab"], "main_score": 0.65898, "precision": 0.639296, "recall": 0.706522}, {"accuracy": 0.396245, "f1": 0.32809, "hf_subset": "eus_Latn-bug_Latn", "languages": ["eus-Latn", "bug-Latn"], "main_score": 0.32809, "precision": 0.304397, "recall": 0.396245}, {"accuracy": 0.242095, "f1": 0.186392, "hf_subset": "eus_Latn-fon_Latn", "languages": ["eus-Latn", "fon-Latn"], "main_score": 0.186392, "precision": 0.168912, "recall": 0.242095}, {"accuracy": 0.618577, "f1": 0.563297, "hf_subset": "eus_Latn-jav_Latn", "languages": ["eus-Latn", "jav-Latn"], "main_score": 0.563297, "precision": 0.541696, "recall": 0.618577}, {"accuracy": 0.692688, "f1": 0.647843, "hf_subset": "eus_Latn-lao_Laoo", "languages": ["eus-Latn", "lao-Laoo"], "main_score": 0.647843, "precision": 0.629258, "recall": 0.692688}, {"accuracy": 0.219368, "f1": 0.150499, "hf_subset": "eus_Latn-mri_Latn", "languages": ["eus-Latn", "mri-Latn"], "main_score": 0.150499, "precision": 0.131879, "recall": 0.219368}, {"accuracy": 0.76581, "f1": 0.718201, "hf_subset": "eus_Latn-rus_Cyrl", "languages": ["eus-Latn", "rus-Cyrl"], "main_score": 0.718201, "precision": 0.69899, "recall": 0.76581}, {"accuracy": 0.266798, "f1": 0.207558, "hf_subset": "eus_Latn-taq_Latn", "languages": ["eus-Latn", "taq-Latn"], "main_score": 0.207558, "precision": 0.189634, "recall": 0.266798}, {"accuracy": 0.411067, "f1": 0.337598, "hf_subset": "eus_Latn-war_Latn", "languages": ["eus-Latn", "war-Latn"], "main_score": 0.337598, "precision": 0.313255, "recall": 0.411067}, {"accuracy": 0.729249, "f1": 0.679284, "hf_subset": "eus_Latn-arb_Arab", "languages": ["eus-Latn", "arb-Arab"], "main_score": 0.679284, "precision": 0.659056, "recall": 0.729249}, {"accuracy": 0.778656, "f1": 0.730966, "hf_subset": "eus_Latn-bul_Cyrl", "languages": ["eus-Latn", "bul-Cyrl"], "main_score": 0.730966, "precision": 0.711696, "recall": 0.778656}, {"accuracy": 0.79249, "f1": 0.745322, "hf_subset": "eus_Latn-fra_Latn", "languages": ["eus-Latn", "fra-Latn"], "main_score": 0.745322, "precision": 0.725372, "recall": 0.79249}, {"accuracy": 0.754941, "f1": 0.705435, "hf_subset": "eus_Latn-jpn_Jpan", "languages": ["eus-Latn", "jpn-Jpan"], "main_score": 0.705435, "precision": 0.685606, "recall": 0.754941}, {"accuracy": 0.656126, "f1": 0.603731, "hf_subset": "eus_Latn-lij_Latn", "languages": ["eus-Latn", "lij-Latn"], "main_score": 0.603731, "precision": 0.582666, "recall": 0.656126}, {"accuracy": 0.644269, "f1": 0.583027, "hf_subset": "eus_Latn-mya_Mymr", "languages": ["eus-Latn", "mya-Mymr"], "main_score": 0.583027, "precision": 0.559218, "recall": 0.644269}, {"accuracy": 0.274704, "f1": 0.20682, "hf_subset": "eus_Latn-sag_Latn", "languages": ["eus-Latn", "sag-Latn"], "main_score": 0.20682, "precision": 0.185367, "recall": 0.274704}, {"accuracy": 0.077075, "f1": 0.035061, "hf_subset": "eus_Latn-taq_Tfng", "languages": ["eus-Latn", "taq-Tfng"], "main_score": 0.035061, "precision": 0.02863, "recall": 0.077075}, {"accuracy": 0.280632, "f1": 0.217889, "hf_subset": "eus_Latn-wol_Latn", "languages": ["eus-Latn", "wol-Latn"], "main_score": 0.217889, "precision": 0.19843, "recall": 0.280632}, {"accuracy": 0.13834, "f1": 0.082719, "hf_subset": "eus_Latn-arb_Latn", "languages": ["eus-Latn", "arb-Latn"], "main_score": 0.082719, "precision": 0.07109, "recall": 0.13834}, {"accuracy": 0.818182, "f1": 0.77624, "hf_subset": "eus_Latn-cat_Latn", "languages": ["eus-Latn", "cat-Latn"], "main_score": 0.77624, "precision": 0.75938, "recall": 0.818182}, {"accuracy": 0.616601, "f1": 0.559115, "hf_subset": "eus_Latn-fur_Latn", "languages": ["eus-Latn", "fur-Latn"], "main_score": 0.559115, "precision": 0.536011, "recall": 0.616601}, {"accuracy": 0.113636, "f1": 0.079552, "hf_subset": "eus_Latn-kab_Latn", "languages": ["eus-Latn", "kab-Latn"], "main_score": 0.079552, "precision": 0.071013, "recall": 0.113636}, {"accuracy": 0.639328, "f1": 0.588556, "hf_subset": "eus_Latn-lim_Latn", "languages": ["eus-Latn", "lim-Latn"], "main_score": 0.588556, "precision": 0.566683, "recall": 0.639328}, {"accuracy": 0.793478, "f1": 0.749446, "hf_subset": "eus_Latn-nld_Latn", "languages": ["eus-Latn", "nld-Latn"], "main_score": 0.749446, "precision": 0.730683, "recall": 0.793478}, {"accuracy": 0.498024, "f1": 0.439491, "hf_subset": "eus_Latn-san_Deva", "languages": ["eus-Latn", "san-Deva"], "main_score": 0.439491, "precision": 0.41746, "recall": 0.498024}, {"accuracy": 0.486166, "f1": 0.421519, "hf_subset": "eus_Latn-tat_Cyrl", "languages": ["eus-Latn", "tat-Cyrl"], "main_score": 0.421519, "precision": 0.396477, "recall": 0.486166}, {"accuracy": 0.201581, "f1": 0.139918, "hf_subset": "eus_Latn-xho_Latn", "languages": ["eus-Latn", "xho-Latn"], "main_score": 0.139918, "precision": 0.124896, "recall": 0.201581}, {"accuracy": 0.722332, "f1": 0.670865, "hf_subset": "eus_Latn-ars_Arab", "languages": ["eus-Latn", "ars-Arab"], "main_score": 0.670865, "precision": 0.650126, "recall": 0.722332}, {"accuracy": 0.405138, "f1": 0.334469, "hf_subset": "eus_Latn-ceb_Latn", "languages": ["eus-Latn", "ceb-Latn"], "main_score": 0.334469, "precision": 0.310449, "recall": 0.405138}, {"accuracy": 0.247036, "f1": 0.175736, "hf_subset": "eus_Latn-fuv_Latn", "languages": ["eus-Latn", "fuv-Latn"], "main_score": 0.175736, "precision": 0.155565, "recall": 0.247036}, {"accuracy": 0.222332, "f1": 0.160028, "hf_subset": "eus_Latn-kac_Latn", "languages": ["eus-Latn", "kac-Latn"], "main_score": 0.160028, "precision": 0.14382, "recall": 0.222332}, {"accuracy": 0.241107, "f1": 0.178368, "hf_subset": "eus_Latn-lin_Latn", "languages": ["eus-Latn", "lin-Latn"], "main_score": 0.178368, "precision": 0.160378, "recall": 0.241107}, {"accuracy": 0.79249, "f1": 0.750849, "hf_subset": "eus_Latn-nno_Latn", "languages": ["eus-Latn", "nno-Latn"], "main_score": 0.750849, "precision": 0.733872, "recall": 0.79249}, {"accuracy": 0.017787, "f1": 0.003224, "hf_subset": "eus_Latn-sat_Olck", "languages": ["eus-Latn", "sat-Olck"], "main_score": 0.003224, "precision": 0.002309, "recall": 0.017787}, {"accuracy": 0.588933, "f1": 0.531645, "hf_subset": "eus_Latn-tel_Telu", "languages": ["eus-Latn", "tel-Telu"], "main_score": 0.531645, "precision": 0.51014, "recall": 0.588933}, {"accuracy": 0.321146, "f1": 0.259683, "hf_subset": "eus_Latn-ydd_Hebr", "languages": ["eus-Latn", "ydd-Hebr"], "main_score": 0.259683, "precision": 0.237759, "recall": 0.321146}, {"accuracy": 0.617589, "f1": 0.564714, "hf_subset": "eus_Latn-ary_Arab", "languages": ["eus-Latn", "ary-Arab"], "main_score": 0.564714, "precision": 0.543928, "recall": 0.617589}, {"accuracy": 0.796443, "f1": 0.751328, "hf_subset": "eus_Latn-ces_Latn", "languages": ["eus-Latn", "ces-Latn"], "main_score": 0.751328, "precision": 0.73377, "recall": 0.796443}, {"accuracy": 0.12253, "f1": 0.076827, "hf_subset": "eus_Latn-gaz_Latn", "languages": ["eus-Latn", "gaz-Latn"], "main_score": 0.076827, "precision": 0.066679, "recall": 0.12253}, {"accuracy": 0.216403, "f1": 0.15655, "hf_subset": "eus_Latn-kam_Latn", "languages": ["eus-Latn", "kam-Latn"], "main_score": 0.15655, "precision": 0.139535, "recall": 0.216403}, {"accuracy": 0.779644, "f1": 0.734569, "hf_subset": "eus_Latn-lit_Latn", "languages": ["eus-Latn", "lit-Latn"], "main_score": 0.734569, "precision": 0.715318, "recall": 0.779644}, {"accuracy": 0.798419, "f1": 0.752975, "hf_subset": "eus_Latn-nob_Latn", "languages": ["eus-Latn", "nob-Latn"], "main_score": 0.752975, "precision": 0.735196, "recall": 0.798419}, {"accuracy": 0.562253, "f1": 0.507229, "hf_subset": "eus_Latn-scn_Latn", "languages": ["eus-Latn", "scn-Latn"], "main_score": 0.507229, "precision": 0.485504, "recall": 0.562253}, {"accuracy": 0.208498, "f1": 0.150202, "hf_subset": "eus_Latn-tgk_Cyrl", "languages": ["eus-Latn", "tgk-Cyrl"], "main_score": 0.150202, "precision": 0.13266, "recall": 0.208498}, {"accuracy": 0.228261, "f1": 0.162064, "hf_subset": "eus_Latn-yor_Latn", "languages": ["eus-Latn", "yor-Latn"], "main_score": 0.162064, "precision": 0.142161, "recall": 0.228261}, {"accuracy": 0.676877, "f1": 0.620702, "hf_subset": "eus_Latn-arz_Arab", "languages": ["eus-Latn", "arz-Arab"], "main_score": 0.620702, "precision": 0.598768, "recall": 0.676877}, {"accuracy": 0.210474, "f1": 0.15186, "hf_subset": "eus_Latn-cjk_Latn", "languages": ["eus-Latn", "cjk-Latn"], "main_score": 0.15186, "precision": 0.135199, "recall": 0.210474}, {"accuracy": 0.248024, "f1": 0.186673, "hf_subset": "eus_Latn-gla_Latn", "languages": ["eus-Latn", "gla-Latn"], "main_score": 0.186673, "precision": 0.167279, "recall": 0.248024}, {"accuracy": 0.555336, "f1": 0.500923, "hf_subset": "eus_Latn-kan_Knda", "languages": ["eus-Latn", "kan-Knda"], "main_score": 0.500923, "precision": 0.481073, "recall": 0.555336}, {"accuracy": 0.561265, "f1": 0.512112, "hf_subset": "eus_Latn-lmo_Latn", "languages": ["eus-Latn", "lmo-Latn"], "main_score": 0.512112, "precision": 0.493118, "recall": 0.561265}, {"accuracy": 0.70751, "f1": 0.657431, "hf_subset": "eus_Latn-npi_Deva", "languages": ["eus-Latn", "npi-Deva"], "main_score": 0.657431, "precision": 0.637433, "recall": 0.70751}, {"accuracy": 0.301383, "f1": 0.225767, "hf_subset": "eus_Latn-shn_Mymr", "languages": ["eus-Latn", "shn-Mymr"], "main_score": 0.225767, "precision": 0.200667, "recall": 0.301383}, {"accuracy": 0.481225, "f1": 0.411545, "hf_subset": "eus_Latn-tgl_Latn", "languages": ["eus-Latn", "tgl-Latn"], "main_score": 0.411545, "precision": 0.387112, "recall": 0.481225}, {"accuracy": 0.750988, "f1": 0.700889, "hf_subset": "eus_Latn-yue_Hant", "languages": ["eus-Latn", "yue-Hant"], "main_score": 0.700889, "precision": 0.680741, "recall": 0.750988}, {"accuracy": 0.373518, "f1": 0.317332, "hf_subset": "eus_Latn-asm_Beng", "languages": ["eus-Latn", "asm-Beng"], "main_score": 0.317332, "precision": 0.296185, "recall": 0.373518}, {"accuracy": 0.559289, "f1": 0.496441, "hf_subset": "eus_Latn-ckb_Arab", "languages": ["eus-Latn", "ckb-Arab"], "main_score": 0.496441, "precision": 0.471034, "recall": 0.559289}, {"accuracy": 0.343874, "f1": 0.270439, "hf_subset": "eus_Latn-gle_Latn", "languages": ["eus-Latn", "gle-Latn"], "main_score": 0.270439, "precision": 0.248001, "recall": 0.343874}, {"accuracy": 0.426877, "f1": 0.371213, "hf_subset": "eus_Latn-kas_Arab", "languages": ["eus-Latn", "kas-Arab"], "main_score": 0.371213, "precision": 0.350594, "recall": 0.426877}, {"accuracy": 0.571146, "f1": 0.507613, "hf_subset": "eus_Latn-ltg_Latn", "languages": ["eus-Latn", "ltg-Latn"], "main_score": 0.507613, "precision": 0.481167, "recall": 0.571146}, {"accuracy": 0.273715, "f1": 0.20545, "hf_subset": "eus_Latn-nso_Latn", "languages": ["eus-Latn", "nso-Latn"], "main_score": 0.20545, "precision": 0.183273, "recall": 0.273715}, {"accuracy": 0.581028, "f1": 0.528524, "hf_subset": "eus_Latn-sin_Sinh", "languages": ["eus-Latn", "sin-Sinh"], "main_score": 0.528524, "precision": 0.509231, "recall": 0.581028}, {"accuracy": 0.735178, "f1": 0.678644, "hf_subset": "eus_Latn-tha_Thai", "languages": ["eus-Latn", "tha-Thai"], "main_score": 0.678644, "precision": 0.655675, "recall": 0.735178}, {"accuracy": 0.741107, "f1": 0.688218, "hf_subset": "eus_Latn-zho_Hans", "languages": ["eus-Latn", "zho-Hans"], "main_score": 0.688218, "precision": 0.666669, "recall": 0.741107}, {"accuracy": 0.740119, "f1": 0.691046, "hf_subset": "eus_Latn-ast_Latn", "languages": ["eus-Latn", "ast-Latn"], "main_score": 0.691046, "precision": 0.670004, "recall": 0.740119}, {"accuracy": 0.606719, "f1": 0.556588, "hf_subset": "eus_Latn-crh_Latn", "languages": ["eus-Latn", "crh-Latn"], "main_score": 0.556588, "precision": 0.537118, "recall": 0.606719}, {"accuracy": 0.815217, "f1": 0.772676, "hf_subset": "eus_Latn-glg_Latn", "languages": ["eus-Latn", "glg-Latn"], "main_score": 0.772676, "precision": 0.754663, "recall": 0.815217}, {"accuracy": 0.344862, "f1": 0.289895, "hf_subset": "eus_Latn-kas_Deva", "languages": ["eus-Latn", "kas-Deva"], "main_score": 0.289895, "precision": 0.27066, "recall": 0.344862}, {"accuracy": 0.493083, "f1": 0.42396, "hf_subset": "eus_Latn-ltz_Latn", "languages": ["eus-Latn", "ltz-Latn"], "main_score": 0.42396, "precision": 0.399586, "recall": 0.493083}, {"accuracy": 0.12253, "f1": 0.071885, "hf_subset": "eus_Latn-nus_Latn", "languages": ["eus-Latn", "nus-Latn"], "main_score": 0.071885, "precision": 0.061059, "recall": 0.12253}, {"accuracy": 0.788538, "f1": 0.742394, "hf_subset": "eus_Latn-slk_Latn", "languages": ["eus-Latn", "slk-Latn"], "main_score": 0.742394, "precision": 0.724202, "recall": 0.788538}, {"accuracy": 0.156126, "f1": 0.110978, "hf_subset": "eus_Latn-tir_Ethi", "languages": ["eus-Latn", "tir-Ethi"], "main_score": 0.110978, "precision": 0.097398, "recall": 0.156126}, {"accuracy": 0.745059, "f1": 0.694837, "hf_subset": "eus_Latn-zho_Hant", "languages": ["eus-Latn", "zho-Hant"], "main_score": 0.694837, "precision": 0.675109, "recall": 0.745059}, {"accuracy": 0.679842, "f1": 0.627965, "hf_subset": "eus_Latn-awa_Deva", "languages": ["eus-Latn", "awa-Deva"], "main_score": 0.627965, "precision": 0.607227, "recall": 0.679842}, {"accuracy": 0.458498, "f1": 0.387215, "hf_subset": "eus_Latn-cym_Latn", "languages": ["eus-Latn", "cym-Latn"], "main_score": 0.387215, "precision": 0.36279, "recall": 0.458498}, {"accuracy": 0.36166, "f1": 0.290495, "hf_subset": "eus_Latn-grn_Latn", "languages": ["eus-Latn", "grn-Latn"], "main_score": 0.290495, "precision": 0.268734, "recall": 0.36166}, {"accuracy": 0.632411, "f1": 0.566286, "hf_subset": "eus_Latn-kat_Geor", "languages": ["eus-Latn", "kat-Geor"], "main_score": 0.566286, "precision": 0.540221, "recall": 0.632411}, {"accuracy": 0.285573, "f1": 0.220196, "hf_subset": "eus_Latn-lua_Latn", "languages": ["eus-Latn", "lua-Latn"], "main_score": 0.220196, "precision": 0.200716, "recall": 0.285573}, {"accuracy": 0.250988, "f1": 0.182814, "hf_subset": "eus_Latn-nya_Latn", "languages": ["eus-Latn", "nya-Latn"], "main_score": 0.182814, "precision": 0.162998, "recall": 0.250988}, {"accuracy": 0.795455, "f1": 0.752948, "hf_subset": "eus_Latn-slv_Latn", "languages": ["eus-Latn", "slv-Latn"], "main_score": 0.752948, "precision": 0.735698, "recall": 0.795455}, {"accuracy": 0.421937, "f1": 0.342522, "hf_subset": "eus_Latn-tpi_Latn", "languages": ["eus-Latn", "tpi-Latn"], "main_score": 0.342522, "precision": 0.314666, "recall": 0.421937}, {"accuracy": 0.79249, "f1": 0.749417, "hf_subset": "eus_Latn-zsm_Latn", "languages": ["eus-Latn", "zsm-Latn"], "main_score": 0.749417, "precision": 0.731252, "recall": 0.79249}, {"accuracy": 0.240119, "f1": 0.167402, "hf_subset": "eus_Latn-ayr_Latn", "languages": ["eus-Latn", "ayr-Latn"], "main_score": 0.167402, "precision": 0.148334, "recall": 0.240119}, {"accuracy": 0.804348, "f1": 0.762637, "hf_subset": "eus_Latn-dan_Latn", "languages": ["eus-Latn", "dan-Latn"], "main_score": 0.762637, "precision": 0.746323, "recall": 0.804348}, {"accuracy": 0.641304, "f1": 0.582061, "hf_subset": "eus_Latn-guj_Gujr", "languages": ["eus-Latn", "guj-Gujr"], "main_score": 0.582061, "precision": 0.559246, "recall": 0.641304}, {"accuracy": 0.738142, "f1": 0.692393, "hf_subset": "eus_Latn-kaz_Cyrl", "languages": ["eus-Latn", "kaz-Cyrl"], "main_score": 0.692393, "precision": 0.67325, "recall": 0.738142}, {"accuracy": 0.206522, "f1": 0.147901, "hf_subset": "eus_Latn-lug_Latn", "languages": ["eus-Latn", "lug-Latn"], "main_score": 0.147901, "precision": 0.130743, "recall": 0.206522}, {"accuracy": 0.740119, "f1": 0.69286, "hf_subset": "eus_Latn-oci_Latn", "languages": ["eus-Latn", "oci-Latn"], "main_score": 0.69286, "precision": 0.673345, "recall": 0.740119}, {"accuracy": 0.216403, "f1": 0.153106, "hf_subset": "eus_Latn-smo_Latn", "languages": ["eus-Latn", "smo-Latn"], "main_score": 0.153106, "precision": 0.134543, "recall": 0.216403}, {"accuracy": 0.229249, "f1": 0.167573, "hf_subset": "eus_Latn-tsn_Latn", "languages": ["eus-Latn", "tsn-Latn"], "main_score": 0.167573, "precision": 0.15033, "recall": 0.229249}, {"accuracy": 0.158103, "f1": 0.108212, "hf_subset": "eus_Latn-zul_Latn", "languages": ["eus-Latn", "zul-Latn"], "main_score": 0.108212, "precision": 0.095597, "recall": 0.158103}, {"accuracy": 0.412055, "f1": 0.350273, "hf_subset": "eus_Latn-azb_Arab", "languages": ["eus-Latn", "azb-Arab"], "main_score": 0.350273, "precision": 0.325974, "recall": 0.412055}, {"accuracy": 0.804348, "f1": 0.76015, "hf_subset": "eus_Latn-deu_Latn", "languages": ["eus-Latn", "deu-Latn"], "main_score": 0.76015, "precision": 0.741947, "recall": 0.804348}, {"accuracy": 0.324111, "f1": 0.259955, "hf_subset": "eus_Latn-hat_Latn", "languages": ["eus-Latn", "hat-Latn"], "main_score": 0.259955, "precision": 0.238155, "recall": 0.324111}, {"accuracy": 0.211462, "f1": 0.147417, "hf_subset": "eus_Latn-kbp_Latn", "languages": ["eus-Latn", "kbp-Latn"], "main_score": 0.147417, "precision": 0.130456, "recall": 0.211462}, {"accuracy": 0.259881, "f1": 0.189262, "hf_subset": "eus_Latn-luo_Latn", "languages": ["eus-Latn", "luo-Latn"], "main_score": 0.189262, "precision": 0.169414, "recall": 0.259881}, {"accuracy": 0.519763, "f1": 0.462785, "hf_subset": "eus_Latn-ory_Orya", "languages": ["eus-Latn", "ory-Orya"], "main_score": 0.462785, "precision": 0.441478, "recall": 0.519763}, {"accuracy": 0.181818, "f1": 0.126128, "hf_subset": "eus_Latn-sna_Latn", "languages": ["eus-Latn", "sna-Latn"], "main_score": 0.126128, "precision": 0.111, "recall": 0.181818}, {"accuracy": 0.204545, "f1": 0.147534, "hf_subset": "eus_Latn-tso_Latn", "languages": ["eus-Latn", "tso-Latn"], "main_score": 0.147534, "precision": 0.129811, "recall": 0.204545}, {"accuracy": 0.729249, "f1": 0.685517, "hf_subset": "eus_Latn-azj_Latn", "languages": ["eus-Latn", "azj-Latn"], "main_score": 0.685517, "precision": 0.668457, "recall": 0.729249}, {"accuracy": 0.314229, "f1": 0.241363, "hf_subset": "eus_Latn-dik_Latn", "languages": ["eus-Latn", "dik-Latn"], "main_score": 0.241363, "precision": 0.218926, "recall": 0.314229}, {"accuracy": 0.275692, "f1": 0.20708, "hf_subset": "eus_Latn-hau_Latn", "languages": ["eus-Latn", "hau-Latn"], "main_score": 0.20708, "precision": 0.187003, "recall": 0.275692}, {"accuracy": 0.598814, "f1": 0.539448, "hf_subset": "eus_Latn-kea_Latn", "languages": ["eus-Latn", "kea-Latn"], "main_score": 0.539448, "precision": 0.516572, "recall": 0.598814}, {"accuracy": 0.338933, "f1": 0.266119, "hf_subset": "eus_Latn-lus_Latn", "languages": ["eus-Latn", "lus-Latn"], "main_score": 0.266119, "precision": 0.243577, "recall": 0.338933}, {"accuracy": 0.434783, "f1": 0.363511, "hf_subset": "eus_Latn-pag_Latn", "languages": ["eus-Latn", "pag-Latn"], "main_score": 0.363511, "precision": 0.339802, "recall": 0.434783}, {"accuracy": 0.596838, "f1": 0.535019, "hf_subset": "eus_Latn-snd_Arab", "languages": ["eus-Latn", "snd-Arab"], "main_score": 0.535019, "precision": 0.512108, "recall": 0.596838}, {"accuracy": 0.337945, "f1": 0.266159, "hf_subset": "eus_Latn-tuk_Latn", "languages": ["eus-Latn", "tuk-Latn"], "main_score": 0.266159, "precision": 0.241702, "recall": 0.337945}, {"accuracy": 0.447628, "f1": 0.377999, "hf_subset": "eus_Latn-bak_Cyrl", "languages": ["eus-Latn", "bak-Cyrl"], "main_score": 0.377999, "precision": 0.353538, "recall": 0.447628}, {"accuracy": 0.20751, "f1": 0.144891, "hf_subset": "eus_Latn-dyu_Latn", "languages": ["eus-Latn", "dyu-Latn"], "main_score": 0.144891, "precision": 0.126148, "recall": 0.20751}, {"accuracy": 0.729249, "f1": 0.674021, "hf_subset": "eus_Latn-heb_Hebr", "languages": ["eus-Latn", "heb-Hebr"], "main_score": 0.674021, "precision": 0.652766, "recall": 0.729249}, {"accuracy": 0.712451, "f1": 0.664196, "hf_subset": "eus_Latn-khk_Cyrl", "languages": ["eus-Latn", "khk-Cyrl"], "main_score": 0.664196, "precision": 0.644814, "recall": 0.712451}, {"accuracy": 0.775692, "f1": 0.727883, "hf_subset": "eus_Latn-lvs_Latn", "languages": ["eus-Latn", "lvs-Latn"], "main_score": 0.727883, "precision": 0.708354, "recall": 0.775692}, {"accuracy": 0.563241, "f1": 0.503056, "hf_subset": "eus_Latn-pan_Guru", "languages": ["eus-Latn", "pan-Guru"], "main_score": 0.503056, "precision": 0.479257, "recall": 0.563241}, {"accuracy": 0.295455, "f1": 0.23304, "hf_subset": "eus_Latn-som_Latn", "languages": ["eus-Latn", "som-Latn"], "main_score": 0.23304, "precision": 0.213335, "recall": 0.295455}, {"accuracy": 0.224308, "f1": 0.159586, "hf_subset": "eus_Latn-tum_Latn", "languages": ["eus-Latn", "tum-Latn"], "main_score": 0.159586, "precision": 0.141373, "recall": 0.224308}, {"accuracy": 0.033597, "f1": 0.025738, "hf_subset": "ibo_Latn-ace_Arab", "languages": ["ibo-Latn", "ace-Arab"], "main_score": 0.025738, "precision": 0.023777, "recall": 0.033597}, {"accuracy": 0.162055, "f1": 0.151981, "hf_subset": "ibo_Latn-bam_Latn", "languages": ["ibo-Latn", "bam-Latn"], "main_score": 0.151981, "precision": 0.148603, "recall": 0.162055}, {"accuracy": 0.004941, "f1": 0.001194, "hf_subset": "ibo_Latn-dzo_Tibt", "languages": ["ibo-Latn", "dzo-Tibt"], "main_score": 0.001194, "precision": 0.001098, "recall": 0.004941}, {"accuracy": 0.109684, "f1": 0.092592, "hf_subset": "ibo_Latn-hin_Deva", "languages": ["ibo-Latn", "hin-Deva"], "main_score": 0.092592, "precision": 0.088355, "recall": 0.109684}, {"accuracy": 0.116601, "f1": 0.106919, "hf_subset": "ibo_Latn-khm_Khmr", "languages": ["ibo-Latn", "khm-Khmr"], "main_score": 0.106919, "precision": 0.104083, "recall": 0.116601}, {"accuracy": 0.085968, "f1": 0.071693, "hf_subset": "ibo_Latn-mag_Deva", "languages": ["ibo-Latn", "mag-Deva"], "main_score": 0.071693, "precision": 0.068344, "recall": 0.085968}, {"accuracy": 0.100791, "f1": 0.096574, "hf_subset": "ibo_Latn-pap_Latn", "languages": ["ibo-Latn", "pap-Latn"], "main_score": 0.096574, "precision": 0.094977, "recall": 0.100791}, {"accuracy": 0.194664, "f1": 0.178702, "hf_subset": "ibo_Latn-sot_Latn", "languages": ["ibo-Latn", "sot-Latn"], "main_score": 0.178702, "precision": 0.172944, "recall": 0.194664}, {"accuracy": 0.181818, "f1": 0.162794, "hf_subset": "ibo_Latn-tur_Latn", "languages": ["ibo-Latn", "tur-Latn"], "main_score": 0.162794, "precision": 0.15801, "recall": 0.181818}, {"accuracy": 0.155138, "f1": 0.142643, "hf_subset": "ibo_Latn-ace_Latn", "languages": ["ibo-Latn", "ace-Latn"], "main_score": 0.142643, "precision": 0.138602, "recall": 0.155138}, {"accuracy": 0.113636, "f1": 0.108576, "hf_subset": "ibo_Latn-ban_Latn", "languages": ["ibo-Latn", "ban-Latn"], "main_score": 0.108576, "precision": 0.107236, "recall": 0.113636}, {"accuracy": 0.125494, "f1": 0.108809, "hf_subset": "ibo_Latn-ell_Grek", "languages": ["ibo-Latn", "ell-Grek"], "main_score": 0.108809, "precision": 0.103611, "recall": 0.125494}, {"accuracy": 0.08004, "f1": 0.06975, "hf_subset": "ibo_Latn-hne_Deva", "languages": ["ibo-Latn", "hne-Deva"], "main_score": 0.06975, "precision": 0.067063, "recall": 0.08004}, {"accuracy": 0.177866, "f1": 0.159651, "hf_subset": "ibo_Latn-kik_Latn", "languages": ["ibo-Latn", "kik-Latn"], "main_score": 0.159651, "precision": 0.154177, "recall": 0.177866}, {"accuracy": 0.088933, "f1": 0.077477, "hf_subset": "ibo_Latn-mai_Deva", "languages": ["ibo-Latn", "mai-Deva"], "main_score": 0.077477, "precision": 0.074114, "recall": 0.088933}, {"accuracy": 0.101779, "f1": 0.083507, "hf_subset": "ibo_Latn-pbt_Arab", "languages": ["ibo-Latn", "pbt-Arab"], "main_score": 0.083507, "precision": 0.078969, "recall": 0.101779}, {"accuracy": 0.170949, "f1": 0.154065, "hf_subset": "ibo_Latn-spa_Latn", "languages": ["ibo-Latn", "spa-Latn"], "main_score": 0.154065, "precision": 0.149706, "recall": 0.170949}, {"accuracy": 0.225296, "f1": 0.208066, "hf_subset": "ibo_Latn-twi_Latn", "languages": ["ibo-Latn", "twi-Latn"], "main_score": 0.208066, "precision": 0.201702, "recall": 0.225296}, {"accuracy": 0.088933, "f1": 0.081017, "hf_subset": "ibo_Latn-acm_Arab", "languages": ["ibo-Latn", "acm-Arab"], "main_score": 0.081017, "precision": 0.078809, "recall": 0.088933}, {"accuracy": 0.115613, "f1": 0.099803, "hf_subset": "ibo_Latn-bel_Cyrl", "languages": ["ibo-Latn", "bel-Cyrl"], "main_score": 0.099803, "precision": 0.095876, "recall": 0.115613}, {"accuracy": 0.188735, "f1": 0.168672, "hf_subset": "ibo_Latn-eng_Latn", "languages": ["ibo-Latn", "eng-Latn"], "main_score": 0.168672, "precision": 0.16269, "recall": 0.188735}, {"accuracy": 0.128458, "f1": 0.117078, "hf_subset": "ibo_Latn-hrv_Latn", "languages": ["ibo-Latn", "hrv-Latn"], "main_score": 0.117078, "precision": 0.114087, "recall": 0.128458}, {"accuracy": 0.167984, "f1": 0.149626, "hf_subset": "ibo_Latn-kin_Latn", "languages": ["ibo-Latn", "kin-Latn"], "main_score": 0.149626, "precision": 0.143142, "recall": 0.167984}, {"accuracy": 0.046443, "f1": 0.036549, "hf_subset": "ibo_Latn-mal_Mlym", "languages": ["ibo-Latn", "mal-Mlym"], "main_score": 0.036549, "precision": 0.034293, "recall": 0.046443}, {"accuracy": 0.109684, "f1": 0.096291, "hf_subset": "ibo_Latn-pes_Arab", "languages": ["ibo-Latn", "pes-Arab"], "main_score": 0.096291, "precision": 0.093, "recall": 0.109684}, {"accuracy": 0.12747, "f1": 0.115003, "hf_subset": "ibo_Latn-srd_Latn", "languages": ["ibo-Latn", "srd-Latn"], "main_score": 0.115003, "precision": 0.111302, "recall": 0.12747}, {"accuracy": 0.071146, "f1": 0.050369, "hf_subset": "ibo_Latn-tzm_Tfng", "languages": ["ibo-Latn", "tzm-Tfng"], "main_score": 0.050369, "precision": 0.046067, "recall": 0.071146}, {"accuracy": 0.109684, "f1": 0.095382, "hf_subset": "ibo_Latn-acq_Arab", "languages": ["ibo-Latn", "acq-Arab"], "main_score": 0.095382, "precision": 0.091558, "recall": 0.109684}, {"accuracy": 0.222332, "f1": 0.199387, "hf_subset": "ibo_Latn-bem_Latn", "languages": ["ibo-Latn", "bem-Latn"], "main_score": 0.199387, "precision": 0.191495, "recall": 0.222332}, {"accuracy": 0.12253, "f1": 0.113134, "hf_subset": "ibo_Latn-epo_Latn", "languages": ["ibo-Latn", "epo-Latn"], "main_score": 0.113134, "precision": 0.109966, "recall": 0.12253}, {"accuracy": 0.18083, "f1": 0.160962, "hf_subset": "ibo_Latn-hun_Latn", "languages": ["ibo-Latn", "hun-Latn"], "main_score": 0.160962, "precision": 0.156245, "recall": 0.18083}, {"accuracy": 0.123518, "f1": 0.1069, "hf_subset": "ibo_Latn-kir_Cyrl", "languages": ["ibo-Latn", "kir-Cyrl"], "main_score": 0.1069, "precision": 0.103008, "recall": 0.123518}, {"accuracy": 0.093874, "f1": 0.082022, "hf_subset": "ibo_Latn-mar_Deva", "languages": ["ibo-Latn", "mar-Deva"], "main_score": 0.082022, "precision": 0.078939, "recall": 0.093874}, {"accuracy": 0.15415, "f1": 0.1405, "hf_subset": "ibo_Latn-plt_Latn", "languages": ["ibo-Latn", "plt-Latn"], "main_score": 0.1405, "precision": 0.136103, "recall": 0.15415}, {"accuracy": 0.135375, "f1": 0.118369, "hf_subset": "ibo_Latn-srp_Cyrl", "languages": ["ibo-Latn", "srp-Cyrl"], "main_score": 0.118369, "precision": 0.113781, "recall": 0.135375}, {"accuracy": 0.081028, "f1": 0.071591, "hf_subset": "ibo_Latn-uig_Arab", "languages": ["ibo-Latn", "uig-Arab"], "main_score": 0.071591, "precision": 0.069335, "recall": 0.081028}, {"accuracy": 0.089921, "f1": 0.075751, "hf_subset": "ibo_Latn-aeb_Arab", "languages": ["ibo-Latn", "aeb-Arab"], "main_score": 0.075751, "precision": 0.072642, "recall": 0.089921}, {"accuracy": 0.0583, "f1": 0.045912, "hf_subset": "ibo_Latn-ben_Beng", "languages": ["ibo-Latn", "ben-Beng"], "main_score": 0.045912, "precision": 0.043133, "recall": 0.0583}, {"accuracy": 0.16996, "f1": 0.147848, "hf_subset": "ibo_Latn-est_Latn", "languages": ["ibo-Latn", "est-Latn"], "main_score": 0.147848, "precision": 0.141508, "recall": 0.16996}, {"accuracy": 0.103755, "f1": 0.085639, "hf_subset": "ibo_Latn-hye_Armn", "languages": ["ibo-Latn", "hye-Armn"], "main_score": 0.085639, "precision": 0.081442, "recall": 0.103755}, {"accuracy": 0.199605, "f1": 0.178553, "hf_subset": "ibo_Latn-kmb_Latn", "languages": ["ibo-Latn", "kmb-Latn"], "main_score": 0.178553, "precision": 0.171266, "recall": 0.199605}, {"accuracy": 0.02668, "f1": 0.023057, "hf_subset": "ibo_Latn-min_Arab", "languages": ["ibo-Latn", "min-Arab"], "main_score": 0.023057, "precision": 0.02141, "recall": 0.02668}, {"accuracy": 0.173913, "f1": 0.150665, "hf_subset": "ibo_Latn-pol_Latn", "languages": ["ibo-Latn", "pol-Latn"], "main_score": 0.150665, "precision": 0.144775, "recall": 0.173913}, {"accuracy": 0.153162, "f1": 0.134264, "hf_subset": "ibo_Latn-ssw_Latn", "languages": ["ibo-Latn", "ssw-Latn"], "main_score": 0.134264, "precision": 0.127773, "recall": 0.153162}, {"accuracy": 0.126482, "f1": 0.111305, "hf_subset": "ibo_Latn-ukr_Cyrl", "languages": ["ibo-Latn", "ukr-Cyrl"], "main_score": 0.111305, "precision": 0.107675, "recall": 0.126482}, {"accuracy": 0.170949, "f1": 0.152242, "hf_subset": "ibo_Latn-afr_Latn", "languages": ["ibo-Latn", "afr-Latn"], "main_score": 0.152242, "precision": 0.148357, "recall": 0.170949}, {"accuracy": 0.090909, "f1": 0.078878, "hf_subset": "ibo_Latn-bho_Deva", "languages": ["ibo-Latn", "bho-Deva"], "main_score": 0.078878, "precision": 0.075909, "recall": 0.090909}, {"accuracy": 0.105731, "f1": 0.09927, "hf_subset": "ibo_Latn-eus_Latn", "languages": ["ibo-Latn", "eus-Latn"], "main_score": 0.09927, "precision": 0.097942, "recall": 0.105731}, {"accuracy": 0.148221, "f1": 0.132909, "hf_subset": "ibo_Latn-kmr_Latn", "languages": ["ibo-Latn", "kmr-Latn"], "main_score": 0.132909, "precision": 0.129084, "recall": 0.148221}, {"accuracy": 0.112648, "f1": 0.103818, "hf_subset": "ibo_Latn-min_Latn", "languages": ["ibo-Latn", "min-Latn"], "main_score": 0.103818, "precision": 0.1015, "recall": 0.112648}, {"accuracy": 0.178854, "f1": 0.157848, "hf_subset": "ibo_Latn-por_Latn", "languages": ["ibo-Latn", "por-Latn"], "main_score": 0.157848, "precision": 0.151309, "recall": 0.178854}, {"accuracy": 0.110672, "f1": 0.101121, "hf_subset": "ibo_Latn-sun_Latn", "languages": ["ibo-Latn", "sun-Latn"], "main_score": 0.101121, "precision": 0.098808, "recall": 0.110672}, {"accuracy": 0.157115, "f1": 0.139081, "hf_subset": "ibo_Latn-umb_Latn", "languages": ["ibo-Latn", "umb-Latn"], "main_score": 0.139081, "precision": 0.132042, "recall": 0.157115}, {"accuracy": 0.112648, "f1": 0.096911, "hf_subset": "ibo_Latn-ajp_Arab", "languages": ["ibo-Latn", "ajp-Arab"], "main_score": 0.096911, "precision": 0.093002, "recall": 0.112648}, {"accuracy": 0.034585, "f1": 0.026401, "hf_subset": "ibo_Latn-bjn_Arab", "languages": ["ibo-Latn", "bjn-Arab"], "main_score": 0.026401, "precision": 0.024376, "recall": 0.034585}, {"accuracy": 0.1917, "f1": 0.176024, "hf_subset": "ibo_Latn-ewe_Latn", "languages": ["ibo-Latn", "ewe-Latn"], "main_score": 0.176024, "precision": 0.169906, "recall": 0.1917}, {"accuracy": 0.16996, "f1": 0.153107, "hf_subset": "ibo_Latn-ilo_Latn", "languages": ["ibo-Latn", "ilo-Latn"], "main_score": 0.153107, "precision": 0.148448, "recall": 0.16996}, {"accuracy": 0.033597, "f1": 0.02904, "hf_subset": "ibo_Latn-knc_Arab", "languages": ["ibo-Latn", "knc-Arab"], "main_score": 0.02904, "precision": 0.027893, "recall": 0.033597}, {"accuracy": 0.140316, "f1": 0.122309, "hf_subset": "ibo_Latn-mkd_Cyrl", "languages": ["ibo-Latn", "mkd-Cyrl"], "main_score": 0.122309, "precision": 0.117077, "recall": 0.140316}, {"accuracy": 0.103755, "f1": 0.089808, "hf_subset": "ibo_Latn-prs_Arab", "languages": ["ibo-Latn", "prs-Arab"], "main_score": 0.089808, "precision": 0.086497, "recall": 0.103755}, {"accuracy": 0.144269, "f1": 0.129065, "hf_subset": "ibo_Latn-swe_Latn", "languages": ["ibo-Latn", "swe-Latn"], "main_score": 0.129065, "precision": 0.124874, "recall": 0.144269}, {"accuracy": 0.087945, "f1": 0.076036, "hf_subset": "ibo_Latn-urd_Arab", "languages": ["ibo-Latn", "urd-Arab"], "main_score": 0.076036, "precision": 0.073453, "recall": 0.087945}, {"accuracy": 0.232213, "f1": 0.216497, "hf_subset": "ibo_Latn-aka_Latn", "languages": ["ibo-Latn", "aka-Latn"], "main_score": 0.216497, "precision": 0.210535, "recall": 0.232213}, {"accuracy": 0.135375, "f1": 0.125546, "hf_subset": "ibo_Latn-bjn_Latn", "languages": ["ibo-Latn", "bjn-Latn"], "main_score": 0.125546, "precision": 0.122786, "recall": 0.135375}, {"accuracy": 0.124506, "f1": 0.112011, "hf_subset": "ibo_Latn-fao_Latn", "languages": ["ibo-Latn", "fao-Latn"], "main_score": 0.112011, "precision": 0.109032, "recall": 0.124506}, {"accuracy": 0.188735, "f1": 0.164106, "hf_subset": "ibo_Latn-ind_Latn", "languages": ["ibo-Latn", "ind-Latn"], "main_score": 0.164106, "precision": 0.157395, "recall": 0.188735}, {"accuracy": 0.179842, "f1": 0.162745, "hf_subset": "ibo_Latn-knc_Latn", "languages": ["ibo-Latn", "knc-Latn"], "main_score": 0.162745, "precision": 0.156637, "recall": 0.179842}, {"accuracy": 0.162055, "f1": 0.147721, "hf_subset": "ibo_Latn-mlt_Latn", "languages": ["ibo-Latn", "mlt-Latn"], "main_score": 0.147721, "precision": 0.143302, "recall": 0.162055}, {"accuracy": 0.157115, "f1": 0.142593, "hf_subset": "ibo_Latn-quy_Latn", "languages": ["ibo-Latn", "quy-Latn"], "main_score": 0.142593, "precision": 0.137658, "recall": 0.157115}, {"accuracy": 0.151186, "f1": 0.136413, "hf_subset": "ibo_Latn-swh_Latn", "languages": ["ibo-Latn", "swh-Latn"], "main_score": 0.136413, "precision": 0.131816, "recall": 0.151186}, {"accuracy": 0.090909, "f1": 0.081904, "hf_subset": "ibo_Latn-uzn_Latn", "languages": ["ibo-Latn", "uzn-Latn"], "main_score": 0.081904, "precision": 0.078955, "recall": 0.090909}, {"accuracy": 0.151186, "f1": 0.133845, "hf_subset": "ibo_Latn-als_Latn", "languages": ["ibo-Latn", "als-Latn"], "main_score": 0.133845, "precision": 0.129437, "recall": 0.151186}, {"accuracy": 0.045455, "f1": 0.033238, "hf_subset": "ibo_Latn-bod_Tibt", "languages": ["ibo-Latn", "bod-Tibt"], "main_score": 0.033238, "precision": 0.030165, "recall": 0.045455}, {"accuracy": 0.121542, "f1": 0.107415, "hf_subset": "ibo_Latn-fij_Latn", "languages": ["ibo-Latn", "fij-Latn"], "main_score": 0.107415, "precision": 0.102199, "recall": 0.121542}, {"accuracy": 0.096838, "f1": 0.089069, "hf_subset": "ibo_Latn-isl_Latn", "languages": ["ibo-Latn", "isl-Latn"], "main_score": 0.089069, "precision": 0.087095, "recall": 0.096838}, {"accuracy": 0.197628, "f1": 0.179558, "hf_subset": "ibo_Latn-kon_Latn", "languages": ["ibo-Latn", "kon-Latn"], "main_score": 0.179558, "precision": 0.173131, "recall": 0.197628}, {"accuracy": 0.049407, "f1": 0.039789, "hf_subset": "ibo_Latn-mni_Beng", "languages": ["ibo-Latn", "mni-Beng"], "main_score": 0.039789, "precision": 0.037374, "recall": 0.049407}, {"accuracy": 0.185771, "f1": 0.167636, "hf_subset": "ibo_Latn-ron_Latn", "languages": ["ibo-Latn", "ron-Latn"], "main_score": 0.167636, "precision": 0.162324, "recall": 0.185771}, {"accuracy": 0.108696, "f1": 0.100513, "hf_subset": "ibo_Latn-szl_Latn", "languages": ["ibo-Latn", "szl-Latn"], "main_score": 0.100513, "precision": 0.09792, "recall": 0.108696}, {"accuracy": 0.129447, "f1": 0.11842, "hf_subset": "ibo_Latn-vec_Latn", "languages": ["ibo-Latn", "vec-Latn"], "main_score": 0.11842, "precision": 0.115804, "recall": 0.129447}, {"accuracy": 0.044466, "f1": 0.032594, "hf_subset": "ibo_Latn-amh_Ethi", "languages": ["ibo-Latn", "amh-Ethi"], "main_score": 0.032594, "precision": 0.029828, "recall": 0.044466}, {"accuracy": 0.174901, "f1": 0.156933, "hf_subset": "ibo_Latn-bos_Latn", "languages": ["ibo-Latn", "bos-Latn"], "main_score": 0.156933, "precision": 0.151369, "recall": 0.174901}, {"accuracy": 0.168972, "f1": 0.149822, "hf_subset": "ibo_Latn-fin_Latn", "languages": ["ibo-Latn", "fin-Latn"], "main_score": 0.149822, "precision": 0.144443, "recall": 0.168972}, {"accuracy": 0.185771, "f1": 0.163588, "hf_subset": "ibo_Latn-ita_Latn", "languages": ["ibo-Latn", "ita-Latn"], "main_score": 0.163588, "precision": 0.158153, "recall": 0.185771}, {"accuracy": 0.116601, "f1": 0.102378, "hf_subset": "ibo_Latn-kor_Hang", "languages": ["ibo-Latn", "kor-Hang"], "main_score": 0.102378, "precision": 0.098546, "recall": 0.116601}, {"accuracy": 0.186759, "f1": 0.16572, "hf_subset": "ibo_Latn-mos_Latn", "languages": ["ibo-Latn", "mos-Latn"], "main_score": 0.16572, "precision": 0.158768, "recall": 0.186759}, {"accuracy": 0.194664, "f1": 0.175657, "hf_subset": "ibo_Latn-run_Latn", "languages": ["ibo-Latn", "run-Latn"], "main_score": 0.175657, "precision": 0.169013, "recall": 0.194664}, {"accuracy": 0.047431, "f1": 0.036626, "hf_subset": "ibo_Latn-tam_Taml", "languages": ["ibo-Latn", "tam-Taml"], "main_score": 0.036626, "precision": 0.034883, "recall": 0.047431}, {"accuracy": 0.183794, "f1": 0.163082, "hf_subset": "ibo_Latn-vie_Latn", "languages": ["ibo-Latn", "vie-Latn"], "main_score": 0.163082, "precision": 0.157873, "recall": 0.183794}, {"accuracy": 0.088933, "f1": 0.078499, "hf_subset": "ibo_Latn-apc_Arab", "languages": ["ibo-Latn", "apc-Arab"], "main_score": 0.078499, "precision": 0.075558, "recall": 0.088933}, {"accuracy": 0.157115, "f1": 0.146787, "hf_subset": "ibo_Latn-bug_Latn", "languages": ["ibo-Latn", "bug-Latn"], "main_score": 0.146787, "precision": 0.143721, "recall": 0.157115}, {"accuracy": 0.1917, "f1": 0.179249, "hf_subset": "ibo_Latn-fon_Latn", "languages": ["ibo-Latn", "fon-Latn"], "main_score": 0.179249, "precision": 0.173831, "recall": 0.1917}, {"accuracy": 0.120553, "f1": 0.109293, "hf_subset": "ibo_Latn-jav_Latn", "languages": ["ibo-Latn", "jav-Latn"], "main_score": 0.109293, "precision": 0.105944, "recall": 0.120553}, {"accuracy": 0.149209, "f1": 0.134077, "hf_subset": "ibo_Latn-lao_Laoo", "languages": ["ibo-Latn", "lao-Laoo"], "main_score": 0.134077, "precision": 0.130196, "recall": 0.149209}, {"accuracy": 0.176877, "f1": 0.158193, "hf_subset": "ibo_Latn-mri_Latn", "languages": ["ibo-Latn", "mri-Latn"], "main_score": 0.158193, "precision": 0.152347, "recall": 0.176877}, {"accuracy": 0.141304, "f1": 0.121454, "hf_subset": "ibo_Latn-rus_Cyrl", "languages": ["ibo-Latn", "rus-Cyrl"], "main_score": 0.121454, "precision": 0.115814, "recall": 0.141304}, {"accuracy": 0.177866, "f1": 0.161252, "hf_subset": "ibo_Latn-taq_Latn", "languages": ["ibo-Latn", "taq-Latn"], "main_score": 0.161252, "precision": 0.156392, "recall": 0.177866}, {"accuracy": 0.150198, "f1": 0.135758, "hf_subset": "ibo_Latn-war_Latn", "languages": ["ibo-Latn", "war-Latn"], "main_score": 0.135758, "precision": 0.131499, "recall": 0.150198}, {"accuracy": 0.103755, "f1": 0.090075, "hf_subset": "ibo_Latn-arb_Arab", "languages": ["ibo-Latn", "arb-Arab"], "main_score": 0.090075, "precision": 0.086537, "recall": 0.103755}, {"accuracy": 0.153162, "f1": 0.13023, "hf_subset": "ibo_Latn-bul_Cyrl", "languages": ["ibo-Latn", "bul-Cyrl"], "main_score": 0.13023, "precision": 0.123987, "recall": 0.153162}, {"accuracy": 0.190711, "f1": 0.167228, "hf_subset": "ibo_Latn-fra_Latn", "languages": ["ibo-Latn", "fra-Latn"], "main_score": 0.167228, "precision": 0.160488, "recall": 0.190711}, {"accuracy": 0.124506, "f1": 0.106391, "hf_subset": "ibo_Latn-jpn_Jpan", "languages": ["ibo-Latn", "jpn-Jpan"], "main_score": 0.106391, "precision": 0.102647, "recall": 0.124506}, {"accuracy": 0.101779, "f1": 0.093273, "hf_subset": "ibo_Latn-lij_Latn", "languages": ["ibo-Latn", "lij-Latn"], "main_score": 0.093273, "precision": 0.090429, "recall": 0.101779}, {"accuracy": 0.087945, "f1": 0.074031, "hf_subset": "ibo_Latn-mya_Mymr", "languages": ["ibo-Latn", "mya-Mymr"], "main_score": 0.074031, "precision": 0.070794, "recall": 0.087945}, {"accuracy": 0.152174, "f1": 0.135293, "hf_subset": "ibo_Latn-sag_Latn", "languages": ["ibo-Latn", "sag-Latn"], "main_score": 0.135293, "precision": 0.129466, "recall": 0.152174}, {"accuracy": 0.076087, "f1": 0.056139, "hf_subset": "ibo_Latn-taq_Tfng", "languages": ["ibo-Latn", "taq-Tfng"], "main_score": 0.056139, "precision": 0.051364, "recall": 0.076087}, {"accuracy": 0.199605, "f1": 0.179615, "hf_subset": "ibo_Latn-wol_Latn", "languages": ["ibo-Latn", "wol-Latn"], "main_score": 0.179615, "precision": 0.172577, "recall": 0.199605}, {"accuracy": 0.09585, "f1": 0.080452, "hf_subset": "ibo_Latn-arb_Latn", "languages": ["ibo-Latn", "arb-Latn"], "main_score": 0.080452, "precision": 0.076064, "recall": 0.09585}, {"accuracy": 0.182806, "f1": 0.159343, "hf_subset": "ibo_Latn-cat_Latn", "languages": ["ibo-Latn", "cat-Latn"], "main_score": 0.159343, "precision": 0.152651, "recall": 0.182806}, {"accuracy": 0.130435, "f1": 0.11594, "hf_subset": "ibo_Latn-fur_Latn", "languages": ["ibo-Latn", "fur-Latn"], "main_score": 0.11594, "precision": 0.111928, "recall": 0.130435}, {"accuracy": 0.094862, "f1": 0.079761, "hf_subset": "ibo_Latn-kab_Latn", "languages": ["ibo-Latn", "kab-Latn"], "main_score": 0.079761, "precision": 0.075424, "recall": 0.094862}, {"accuracy": 0.116601, "f1": 0.110658, "hf_subset": "ibo_Latn-lim_Latn", "languages": ["ibo-Latn", "lim-Latn"], "main_score": 0.110658, "precision": 0.108591, "recall": 0.116601}, {"accuracy": 0.197628, "f1": 0.173274, "hf_subset": "ibo_Latn-nld_Latn", "languages": ["ibo-Latn", "nld-Latn"], "main_score": 0.173274, "precision": 0.16641, "recall": 0.197628}, {"accuracy": 0.068182, "f1": 0.058786, "hf_subset": "ibo_Latn-san_Deva", "languages": ["ibo-Latn", "san-Deva"], "main_score": 0.058786, "precision": 0.057215, "recall": 0.068182}, {"accuracy": 0.108696, "f1": 0.094751, "hf_subset": "ibo_Latn-tat_Cyrl", "languages": ["ibo-Latn", "tat-Cyrl"], "main_score": 0.094751, "precision": 0.091162, "recall": 0.108696}, {"accuracy": 0.174901, "f1": 0.158835, "hf_subset": "ibo_Latn-xho_Latn", "languages": ["ibo-Latn", "xho-Latn"], "main_score": 0.158835, "precision": 0.152876, "recall": 0.174901}, {"accuracy": 0.098814, "f1": 0.085346, "hf_subset": "ibo_Latn-ars_Arab", "languages": ["ibo-Latn", "ars-Arab"], "main_score": 0.085346, "precision": 0.081793, "recall": 0.098814}, {"accuracy": 0.13834, "f1": 0.127755, "hf_subset": "ibo_Latn-ceb_Latn", "languages": ["ibo-Latn", "ceb-Latn"], "main_score": 0.127755, "precision": 0.124487, "recall": 0.13834}, {"accuracy": 0.167984, "f1": 0.154811, "hf_subset": "ibo_Latn-fuv_Latn", "languages": ["ibo-Latn", "fuv-Latn"], "main_score": 0.154811, "precision": 0.149548, "recall": 0.167984}, {"accuracy": 0.197628, "f1": 0.173902, "hf_subset": "ibo_Latn-kac_Latn", "languages": ["ibo-Latn", "kac-Latn"], "main_score": 0.173902, "precision": 0.166175, "recall": 0.197628}, {"accuracy": 0.16502, "f1": 0.152611, "hf_subset": "ibo_Latn-lin_Latn", "languages": ["ibo-Latn", "lin-Latn"], "main_score": 0.152611, "precision": 0.148376, "recall": 0.16502}, {"accuracy": 0.158103, "f1": 0.138885, "hf_subset": "ibo_Latn-nno_Latn", "languages": ["ibo-Latn", "nno-Latn"], "main_score": 0.138885, "precision": 0.133135, "recall": 0.158103}, {"accuracy": 0.023715, "f1": 0.010603, "hf_subset": "ibo_Latn-sat_Olck", "languages": ["ibo-Latn", "sat-Olck"], "main_score": 0.010603, "precision": 0.008379, "recall": 0.023715}, {"accuracy": 0.05336, "f1": 0.045692, "hf_subset": "ibo_Latn-tel_Telu", "languages": ["ibo-Latn", "tel-Telu"], "main_score": 0.045692, "precision": 0.043165, "recall": 0.05336}, {"accuracy": 0.055336, "f1": 0.049114, "hf_subset": "ibo_Latn-ydd_Hebr", "languages": ["ibo-Latn", "ydd-Hebr"], "main_score": 0.049114, "precision": 0.047256, "recall": 0.055336}, {"accuracy": 0.090909, "f1": 0.077585, "hf_subset": "ibo_Latn-ary_Arab", "languages": ["ibo-Latn", "ary-Arab"], "main_score": 0.077585, "precision": 0.074991, "recall": 0.090909}, {"accuracy": 0.173913, "f1": 0.157758, "hf_subset": "ibo_Latn-ces_Latn", "languages": ["ibo-Latn", "ces-Latn"], "main_score": 0.157758, "precision": 0.153682, "recall": 0.173913}, {"accuracy": 0.097826, "f1": 0.080549, "hf_subset": "ibo_Latn-gaz_Latn", "languages": ["ibo-Latn", "gaz-Latn"], "main_score": 0.080549, "precision": 0.07531, "recall": 0.097826}, {"accuracy": 0.224308, "f1": 0.203594, "hf_subset": "ibo_Latn-kam_Latn", "languages": ["ibo-Latn", "kam-Latn"], "main_score": 0.203594, "precision": 0.195821, "recall": 0.224308}, {"accuracy": 0.153162, "f1": 0.134984, "hf_subset": "ibo_Latn-lit_Latn", "languages": ["ibo-Latn", "lit-Latn"], "main_score": 0.134984, "precision": 0.130384, "recall": 0.153162}, {"accuracy": 0.184783, "f1": 0.164125, "hf_subset": "ibo_Latn-nob_Latn", "languages": ["ibo-Latn", "nob-Latn"], "main_score": 0.164125, "precision": 0.15832, "recall": 0.184783}, {"accuracy": 0.108696, "f1": 0.099843, "hf_subset": "ibo_Latn-scn_Latn", "languages": ["ibo-Latn", "scn-Latn"], "main_score": 0.099843, "precision": 0.097015, "recall": 0.108696}, {"accuracy": 0.108696, "f1": 0.094501, "hf_subset": "ibo_Latn-tgk_Cyrl", "languages": ["ibo-Latn", "tgk-Cyrl"], "main_score": 0.094501, "precision": 0.08975, "recall": 0.108696}, {"accuracy": 0.163043, "f1": 0.144785, "hf_subset": "ibo_Latn-yor_Latn", "languages": ["ibo-Latn", "yor-Latn"], "main_score": 0.144785, "precision": 0.139015, "recall": 0.163043}, {"accuracy": 0.092885, "f1": 0.081573, "hf_subset": "ibo_Latn-arz_Arab", "languages": ["ibo-Latn", "arz-Arab"], "main_score": 0.081573, "precision": 0.078119, "recall": 0.092885}, {"accuracy": 0.166008, "f1": 0.150513, "hf_subset": "ibo_Latn-cjk_Latn", "languages": ["ibo-Latn", "cjk-Latn"], "main_score": 0.150513, "precision": 0.14445, "recall": 0.166008}, {"accuracy": 0.146245, "f1": 0.13022, "hf_subset": "ibo_Latn-gla_Latn", "languages": ["ibo-Latn", "gla-Latn"], "main_score": 0.13022, "precision": 0.12523, "recall": 0.146245}, {"accuracy": 0.05336, "f1": 0.042807, "hf_subset": "ibo_Latn-kan_Knda", "languages": ["ibo-Latn", "kan-Knda"], "main_score": 0.042807, "precision": 0.041055, "recall": 0.05336}, {"accuracy": 0.115613, "f1": 0.105341, "hf_subset": "ibo_Latn-lmo_Latn", "languages": ["ibo-Latn", "lmo-Latn"], "main_score": 0.105341, "precision": 0.102697, "recall": 0.115613}, {"accuracy": 0.105731, "f1": 0.088562, "hf_subset": "ibo_Latn-npi_Deva", "languages": ["ibo-Latn", "npi-Deva"], "main_score": 0.088562, "precision": 0.08433, "recall": 0.105731}, {"accuracy": 0.144269, "f1": 0.126545, "hf_subset": "ibo_Latn-shn_Mymr", "languages": ["ibo-Latn", "shn-Mymr"], "main_score": 0.126545, "precision": 0.121142, "recall": 0.144269}, {"accuracy": 0.149209, "f1": 0.137178, "hf_subset": "ibo_Latn-tgl_Latn", "languages": ["ibo-Latn", "tgl-Latn"], "main_score": 0.137178, "precision": 0.132723, "recall": 0.149209}, {"accuracy": 0.131423, "f1": 0.108837, "hf_subset": "ibo_Latn-yue_Hant", "languages": ["ibo-Latn", "yue-Hant"], "main_score": 0.108837, "precision": 0.10387, "recall": 0.131423}, {"accuracy": 0.04249, "f1": 0.03643, "hf_subset": "ibo_Latn-asm_Beng", "languages": ["ibo-Latn", "asm-Beng"], "main_score": 0.03643, "precision": 0.034404, "recall": 0.04249}, {"accuracy": 0.077075, "f1": 0.057477, "hf_subset": "ibo_Latn-ckb_Arab", "languages": ["ibo-Latn", "ckb-Arab"], "main_score": 0.057477, "precision": 0.053283, "recall": 0.077075}, {"accuracy": 0.12747, "f1": 0.11605, "hf_subset": "ibo_Latn-gle_Latn", "languages": ["ibo-Latn", "gle-Latn"], "main_score": 0.11605, "precision": 0.112084, "recall": 0.12747}, {"accuracy": 0.05336, "f1": 0.048642, "hf_subset": "ibo_Latn-kas_Arab", "languages": ["ibo-Latn", "kas-Arab"], "main_score": 0.048642, "precision": 0.047062, "recall": 0.05336}, {"accuracy": 0.126482, "f1": 0.107127, "hf_subset": "ibo_Latn-ltg_Latn", "languages": ["ibo-Latn", "ltg-Latn"], "main_score": 0.107127, "precision": 0.101653, "recall": 0.126482}, {"accuracy": 0.204545, "f1": 0.19153, "hf_subset": "ibo_Latn-nso_Latn", "languages": ["ibo-Latn", "nso-Latn"], "main_score": 0.19153, "precision": 0.18656, "recall": 0.204545}, {"accuracy": 0.065217, "f1": 0.055004, "hf_subset": "ibo_Latn-sin_Sinh", "languages": ["ibo-Latn", "sin-Sinh"], "main_score": 0.055004, "precision": 0.052046, "recall": 0.065217}, {"accuracy": 0.115613, "f1": 0.100085, "hf_subset": "ibo_Latn-tha_Thai", "languages": ["ibo-Latn", "tha-Thai"], "main_score": 0.100085, "precision": 0.096396, "recall": 0.115613}, {"accuracy": 0.140316, "f1": 0.119441, "hf_subset": "ibo_Latn-zho_Hans", "languages": ["ibo-Latn", "zho-Hans"], "main_score": 0.119441, "precision": 0.114813, "recall": 0.140316}, {"accuracy": 0.130435, "f1": 0.117012, "hf_subset": "ibo_Latn-ast_Latn", "languages": ["ibo-Latn", "ast-Latn"], "main_score": 0.117012, "precision": 0.113628, "recall": 0.130435}, {"accuracy": 0.09585, "f1": 0.089235, "hf_subset": "ibo_Latn-crh_Latn", "languages": ["ibo-Latn", "crh-Latn"], "main_score": 0.089235, "precision": 0.086993, "recall": 0.09585}, {"accuracy": 0.176877, "f1": 0.15859, "hf_subset": "ibo_Latn-glg_Latn", "languages": ["ibo-Latn", "glg-Latn"], "main_score": 0.15859, "precision": 0.153566, "recall": 0.176877}, {"accuracy": 0.094862, "f1": 0.084396, "hf_subset": "ibo_Latn-kas_Deva", "languages": ["ibo-Latn", "kas-Deva"], "main_score": 0.084396, "precision": 0.081231, "recall": 0.094862}, {"accuracy": 0.119565, "f1": 0.106759, "hf_subset": "ibo_Latn-ltz_Latn", "languages": ["ibo-Latn", "ltz-Latn"], "main_score": 0.106759, "precision": 0.10277, "recall": 0.119565}, {"accuracy": 0.131423, "f1": 0.106316, "hf_subset": "ibo_Latn-nus_Latn", "languages": ["ibo-Latn", "nus-Latn"], "main_score": 0.106316, "precision": 0.098461, "recall": 0.131423}, {"accuracy": 0.16502, "f1": 0.14943, "hf_subset": "ibo_Latn-slk_Latn", "languages": ["ibo-Latn", "slk-Latn"], "main_score": 0.14943, "precision": 0.14444, "recall": 0.16502}, {"accuracy": 0.02668, "f1": 0.022237, "hf_subset": "ibo_Latn-tir_Ethi", "languages": ["ibo-Latn", "tir-Ethi"], "main_score": 0.022237, "precision": 0.02095, "recall": 0.02668}, {"accuracy": 0.117589, "f1": 0.102221, "hf_subset": "ibo_Latn-zho_Hant", "languages": ["ibo-Latn", "zho-Hant"], "main_score": 0.102221, "precision": 0.098269, "recall": 0.117589}, {"accuracy": 0.104743, "f1": 0.087176, "hf_subset": "ibo_Latn-awa_Deva", "languages": ["ibo-Latn", "awa-Deva"], "main_score": 0.087176, "precision": 0.083287, "recall": 0.104743}, {"accuracy": 0.116601, "f1": 0.104169, "hf_subset": "ibo_Latn-cym_Latn", "languages": ["ibo-Latn", "cym-Latn"], "main_score": 0.104169, "precision": 0.10036, "recall": 0.116601}, {"accuracy": 0.148221, "f1": 0.133872, "hf_subset": "ibo_Latn-grn_Latn", "languages": ["ibo-Latn", "grn-Latn"], "main_score": 0.133872, "precision": 0.129316, "recall": 0.148221}, {"accuracy": 0.091897, "f1": 0.078038, "hf_subset": "ibo_Latn-kat_Geor", "languages": ["ibo-Latn", "kat-Geor"], "main_score": 0.078038, "precision": 0.074483, "recall": 0.091897}, {"accuracy": 0.178854, "f1": 0.164739, "hf_subset": "ibo_Latn-lua_Latn", "languages": ["ibo-Latn", "lua-Latn"], "main_score": 0.164739, "precision": 0.160188, "recall": 0.178854}, {"accuracy": 0.192688, "f1": 0.177106, "hf_subset": "ibo_Latn-nya_Latn", "languages": ["ibo-Latn", "nya-Latn"], "main_score": 0.177106, "precision": 0.17104, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.151873, "hf_subset": "ibo_Latn-slv_Latn", "languages": ["ibo-Latn", "slv-Latn"], "main_score": 0.151873, "precision": 0.146437, "recall": 0.170949}, {"accuracy": 0.181818, "f1": 0.168567, "hf_subset": "ibo_Latn-tpi_Latn", "languages": ["ibo-Latn", "tpi-Latn"], "main_score": 0.168567, "precision": 0.164437, "recall": 0.181818}, {"accuracy": 0.183794, "f1": 0.160924, "hf_subset": "ibo_Latn-zsm_Latn", "languages": ["ibo-Latn", "zsm-Latn"], "main_score": 0.160924, "precision": 0.1548, "recall": 0.183794}, {"accuracy": 0.176877, "f1": 0.154877, "hf_subset": "ibo_Latn-ayr_Latn", "languages": ["ibo-Latn", "ayr-Latn"], "main_score": 0.154877, "precision": 0.14835, "recall": 0.176877}, {"accuracy": 0.182806, "f1": 0.160349, "hf_subset": "ibo_Latn-dan_Latn", "languages": ["ibo-Latn", "dan-Latn"], "main_score": 0.160349, "precision": 0.153808, "recall": 0.182806}, {"accuracy": 0.066206, "f1": 0.056293, "hf_subset": "ibo_Latn-guj_Gujr", "languages": ["ibo-Latn", "guj-Gujr"], "main_score": 0.056293, "precision": 0.053714, "recall": 0.066206}, {"accuracy": 0.135375, "f1": 0.118807, "hf_subset": "ibo_Latn-kaz_Cyrl", "languages": ["ibo-Latn", "kaz-Cyrl"], "main_score": 0.118807, "precision": 0.11453, "recall": 0.135375}, {"accuracy": 0.183794, "f1": 0.169057, "hf_subset": "ibo_Latn-lug_Latn", "languages": ["ibo-Latn", "lug-Latn"], "main_score": 0.169057, "precision": 0.162912, "recall": 0.183794}, {"accuracy": 0.156126, "f1": 0.13897, "hf_subset": "ibo_Latn-oci_Latn", "languages": ["ibo-Latn", "oci-Latn"], "main_score": 0.13897, "precision": 0.135044, "recall": 0.156126}, {"accuracy": 0.135375, "f1": 0.120699, "hf_subset": "ibo_Latn-smo_Latn", "languages": ["ibo-Latn", "smo-Latn"], "main_score": 0.120699, "precision": 0.115252, "recall": 0.135375}, {"accuracy": 0.189723, "f1": 0.17125, "hf_subset": "ibo_Latn-tsn_Latn", "languages": ["ibo-Latn", "tsn-Latn"], "main_score": 0.17125, "precision": 0.164973, "recall": 0.189723}, {"accuracy": 0.155138, "f1": 0.135093, "hf_subset": "ibo_Latn-zul_Latn", "languages": ["ibo-Latn", "zul-Latn"], "main_score": 0.135093, "precision": 0.12828, "recall": 0.155138}, {"accuracy": 0.065217, "f1": 0.055216, "hf_subset": "ibo_Latn-azb_Arab", "languages": ["ibo-Latn", "azb-Arab"], "main_score": 0.055216, "precision": 0.052436, "recall": 0.065217}, {"accuracy": 0.185771, "f1": 0.167011, "hf_subset": "ibo_Latn-deu_Latn", "languages": ["ibo-Latn", "deu-Latn"], "main_score": 0.167011, "precision": 0.161177, "recall": 0.185771}, {"accuracy": 0.164032, "f1": 0.149498, "hf_subset": "ibo_Latn-hat_Latn", "languages": ["ibo-Latn", "hat-Latn"], "main_score": 0.149498, "precision": 0.144299, "recall": 0.164032}, {"accuracy": 0.18083, "f1": 0.162932, "hf_subset": "ibo_Latn-kbp_Latn", "languages": ["ibo-Latn", "kbp-Latn"], "main_score": 0.162932, "precision": 0.156685, "recall": 0.18083}, {"accuracy": 0.179842, "f1": 0.168477, "hf_subset": "ibo_Latn-luo_Latn", "languages": ["ibo-Latn", "luo-Latn"], "main_score": 0.168477, "precision": 0.164435, "recall": 0.179842}, {"accuracy": 0.051383, "f1": 0.042837, "hf_subset": "ibo_Latn-ory_Orya", "languages": ["ibo-Latn", "ory-Orya"], "main_score": 0.042837, "precision": 0.041282, "recall": 0.051383}, {"accuracy": 0.136364, "f1": 0.121649, "hf_subset": "ibo_Latn-sna_Latn", "languages": ["ibo-Latn", "sna-Latn"], "main_score": 0.121649, "precision": 0.116976, "recall": 0.136364}, {"accuracy": 0.205534, "f1": 0.185369, "hf_subset": "ibo_Latn-tso_Latn", "languages": ["ibo-Latn", "tso-Latn"], "main_score": 0.185369, "precision": 0.178373, "recall": 0.205534}, {"accuracy": 0.101779, "f1": 0.089713, "hf_subset": "ibo_Latn-azj_Latn", "languages": ["ibo-Latn", "azj-Latn"], "main_score": 0.089713, "precision": 0.087099, "recall": 0.101779}, {"accuracy": 0.175889, "f1": 0.158062, "hf_subset": "ibo_Latn-dik_Latn", "languages": ["ibo-Latn", "dik-Latn"], "main_score": 0.158062, "precision": 0.152652, "recall": 0.175889}, {"accuracy": 0.171937, "f1": 0.156102, "hf_subset": "ibo_Latn-hau_Latn", "languages": ["ibo-Latn", "hau-Latn"], "main_score": 0.156102, "precision": 0.151181, "recall": 0.171937}, {"accuracy": 0.104743, "f1": 0.100959, "hf_subset": "ibo_Latn-kea_Latn", "languages": ["ibo-Latn", "kea-Latn"], "main_score": 0.100959, "precision": 0.099639, "recall": 0.104743}, {"accuracy": 0.193676, "f1": 0.171778, "hf_subset": "ibo_Latn-lus_Latn", "languages": ["ibo-Latn", "lus-Latn"], "main_score": 0.171778, "precision": 0.165587, "recall": 0.193676}, {"accuracy": 0.137352, "f1": 0.126118, "hf_subset": "ibo_Latn-pag_Latn", "languages": ["ibo-Latn", "pag-Latn"], "main_score": 0.126118, "precision": 0.122433, "recall": 0.137352}, {"accuracy": 0.064229, "f1": 0.054646, "hf_subset": "ibo_Latn-snd_Arab", "languages": ["ibo-Latn", "snd-Arab"], "main_score": 0.054646, "precision": 0.051518, "recall": 0.064229}, {"accuracy": 0.118577, "f1": 0.105438, "hf_subset": "ibo_Latn-tuk_Latn", "languages": ["ibo-Latn", "tuk-Latn"], "main_score": 0.105438, "precision": 0.102302, "recall": 0.118577}, {"accuracy": 0.139328, "f1": 0.117795, "hf_subset": "ibo_Latn-bak_Cyrl", "languages": ["ibo-Latn", "bak-Cyrl"], "main_score": 0.117795, "precision": 0.112423, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.141889, "hf_subset": "ibo_Latn-dyu_Latn", "languages": ["ibo-Latn", "dyu-Latn"], "main_score": 0.141889, "precision": 0.135875, "recall": 0.158103}, {"accuracy": 0.119565, "f1": 0.097075, "hf_subset": "ibo_Latn-heb_Hebr", "languages": ["ibo-Latn", "heb-Hebr"], "main_score": 0.097075, "precision": 0.092061, "recall": 0.119565}, {"accuracy": 0.128458, "f1": 0.108108, "hf_subset": "ibo_Latn-khk_Cyrl", "languages": ["ibo-Latn", "khk-Cyrl"], "main_score": 0.108108, "precision": 0.103072, "recall": 0.128458}, {"accuracy": 0.142292, "f1": 0.120712, "hf_subset": "ibo_Latn-lvs_Latn", "languages": ["ibo-Latn", "lvs-Latn"], "main_score": 0.120712, "precision": 0.116195, "recall": 0.142292}, {"accuracy": 0.054348, "f1": 0.041394, "hf_subset": "ibo_Latn-pan_Guru", "languages": ["ibo-Latn", "pan-Guru"], "main_score": 0.041394, "precision": 0.039731, "recall": 0.054348}, {"accuracy": 0.145257, "f1": 0.130359, "hf_subset": "ibo_Latn-som_Latn", "languages": ["ibo-Latn", "som-Latn"], "main_score": 0.130359, "precision": 0.126419, "recall": 0.145257}, {"accuracy": 0.198617, "f1": 0.1765, "hf_subset": "ibo_Latn-tum_Latn", "languages": ["ibo-Latn", "tum-Latn"], "main_score": 0.1765, "precision": 0.169821, "recall": 0.198617}, {"accuracy": 0.079051, "f1": 0.048208, "hf_subset": "kmr_Latn-ace_Arab", "languages": ["kmr-Latn", "ace-Arab"], "main_score": 0.048208, "precision": 0.040873, "recall": 0.079051}, {"accuracy": 0.213439, "f1": 0.15074, "hf_subset": "kmr_Latn-bam_Latn", "languages": ["kmr-Latn", "bam-Latn"], "main_score": 0.15074, "precision": 0.133358, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 6.9e-05, "hf_subset": "kmr_Latn-dzo_Tibt", "languages": ["kmr-Latn", "dzo-Tibt"], "main_score": 6.9e-05, "precision": 3.5e-05, "recall": 0.003953}, {"accuracy": 0.744071, "f1": 0.693944, "hf_subset": "kmr_Latn-hin_Deva", "languages": ["kmr-Latn", "hin-Deva"], "main_score": 0.693944, "precision": 0.673435, "recall": 0.744071}, {"accuracy": 0.672925, "f1": 0.615096, "hf_subset": "kmr_Latn-khm_Khmr", "languages": ["kmr-Latn", "khm-Khmr"], "main_score": 0.615096, "precision": 0.591702, "recall": 0.672925}, {"accuracy": 0.632411, "f1": 0.577407, "hf_subset": "kmr_Latn-mag_Deva", "languages": ["kmr-Latn", "mag-Deva"], "main_score": 0.577407, "precision": 0.554952, "recall": 0.632411}, {"accuracy": 0.495059, "f1": 0.437455, "hf_subset": "kmr_Latn-pap_Latn", "languages": ["kmr-Latn", "pap-Latn"], "main_score": 0.437455, "precision": 0.416097, "recall": 0.495059}, {"accuracy": 0.217391, "f1": 0.161924, "hf_subset": "kmr_Latn-sot_Latn", "languages": ["kmr-Latn", "sot-Latn"], "main_score": 0.161924, "precision": 0.146834, "recall": 0.217391}, {"accuracy": 0.780632, "f1": 0.737512, "hf_subset": "kmr_Latn-tur_Latn", "languages": ["kmr-Latn", "tur-Latn"], "main_score": 0.737512, "precision": 0.719971, "recall": 0.780632}, {"accuracy": 0.352767, "f1": 0.287192, "hf_subset": "kmr_Latn-ace_Latn", "languages": ["kmr-Latn", "ace-Latn"], "main_score": 0.287192, "precision": 0.266525, "recall": 0.352767}, {"accuracy": 0.496047, "f1": 0.440151, "hf_subset": "kmr_Latn-ban_Latn", "languages": ["kmr-Latn", "ban-Latn"], "main_score": 0.440151, "precision": 0.418323, "recall": 0.496047}, {"accuracy": 0.746047, "f1": 0.696, "hf_subset": "kmr_Latn-ell_Grek", "languages": ["kmr-Latn", "ell-Grek"], "main_score": 0.696, "precision": 0.67476, "recall": 0.746047}, {"accuracy": 0.613636, "f1": 0.556516, "hf_subset": "kmr_Latn-hne_Deva", "languages": ["kmr-Latn", "hne-Deva"], "main_score": 0.556516, "precision": 0.533749, "recall": 0.613636}, {"accuracy": 0.244071, "f1": 0.174486, "hf_subset": "kmr_Latn-kik_Latn", "languages": ["kmr-Latn", "kik-Latn"], "main_score": 0.174486, "precision": 0.154568, "recall": 0.244071}, {"accuracy": 0.62253, "f1": 0.566504, "hf_subset": "kmr_Latn-mai_Deva", "languages": ["kmr-Latn", "mai-Deva"], "main_score": 0.566504, "precision": 0.54301, "recall": 0.62253}, {"accuracy": 0.640316, "f1": 0.588298, "hf_subset": "kmr_Latn-pbt_Arab", "languages": ["kmr-Latn", "pbt-Arab"], "main_score": 0.588298, "precision": 0.567771, "recall": 0.640316}, {"accuracy": 0.769763, "f1": 0.723328, "hf_subset": "kmr_Latn-spa_Latn", "languages": ["kmr-Latn", "spa-Latn"], "main_score": 0.723328, "precision": 0.703895, "recall": 0.769763}, {"accuracy": 0.269763, "f1": 0.205303, "hf_subset": "kmr_Latn-twi_Latn", "languages": ["kmr-Latn", "twi-Latn"], "main_score": 0.205303, "precision": 0.187358, "recall": 0.269763}, {"accuracy": 0.700593, "f1": 0.647792, "hf_subset": "kmr_Latn-acm_Arab", "languages": ["kmr-Latn", "acm-Arab"], "main_score": 0.647792, "precision": 0.625059, "recall": 0.700593}, {"accuracy": 0.69664, "f1": 0.643963, "hf_subset": "kmr_Latn-bel_Cyrl", "languages": ["kmr-Latn", "bel-Cyrl"], "main_score": 0.643963, "precision": 0.621038, "recall": 0.69664}, {"accuracy": 0.782609, "f1": 0.737436, "hf_subset": "kmr_Latn-eng_Latn", "languages": ["kmr-Latn", "eng-Latn"], "main_score": 0.737436, "precision": 0.718067, "recall": 0.782609}, {"accuracy": 0.771739, "f1": 0.720346, "hf_subset": "kmr_Latn-hrv_Latn", "languages": ["kmr-Latn", "hrv-Latn"], "main_score": 0.720346, "precision": 0.699193, "recall": 0.771739}, {"accuracy": 0.166008, "f1": 0.122932, "hf_subset": "kmr_Latn-kin_Latn", "languages": ["kmr-Latn", "kin-Latn"], "main_score": 0.122932, "precision": 0.112291, "recall": 0.166008}, {"accuracy": 0.608696, "f1": 0.551865, "hf_subset": "kmr_Latn-mal_Mlym", "languages": ["kmr-Latn", "mal-Mlym"], "main_score": 0.551865, "precision": 0.52804, "recall": 0.608696}, {"accuracy": 0.743083, "f1": 0.689693, "hf_subset": "kmr_Latn-pes_Arab", "languages": ["kmr-Latn", "pes-Arab"], "main_score": 0.689693, "precision": 0.667313, "recall": 0.743083}, {"accuracy": 0.5583, "f1": 0.496288, "hf_subset": "kmr_Latn-srd_Latn", "languages": ["kmr-Latn", "srd-Latn"], "main_score": 0.496288, "precision": 0.472934, "recall": 0.5583}, {"accuracy": 0.072134, "f1": 0.036913, "hf_subset": "kmr_Latn-tzm_Tfng", "languages": ["kmr-Latn", "tzm-Tfng"], "main_score": 0.036913, "precision": 0.031137, "recall": 0.072134}, {"accuracy": 0.732213, "f1": 0.683747, "hf_subset": "kmr_Latn-acq_Arab", "languages": ["kmr-Latn", "acq-Arab"], "main_score": 0.683747, "precision": 0.663038, "recall": 0.732213}, {"accuracy": 0.217391, "f1": 0.162544, "hf_subset": "kmr_Latn-bem_Latn", "languages": ["kmr-Latn", "bem-Latn"], "main_score": 0.162544, "precision": 0.147386, "recall": 0.217391}, {"accuracy": 0.663043, "f1": 0.607647, "hf_subset": "kmr_Latn-epo_Latn", "languages": ["kmr-Latn", "epo-Latn"], "main_score": 0.607647, "precision": 0.586805, "recall": 0.663043}, {"accuracy": 0.764822, "f1": 0.721511, "hf_subset": "kmr_Latn-hun_Latn", "languages": ["kmr-Latn", "hun-Latn"], "main_score": 0.721511, "precision": 0.703188, "recall": 0.764822}, {"accuracy": 0.695652, "f1": 0.651548, "hf_subset": "kmr_Latn-kir_Cyrl", "languages": ["kmr-Latn", "kir-Cyrl"], "main_score": 0.651548, "precision": 0.632759, "recall": 0.695652}, {"accuracy": 0.650198, "f1": 0.595131, "hf_subset": "kmr_Latn-mar_Deva", "languages": ["kmr-Latn", "mar-Deva"], "main_score": 0.595131, "precision": 0.572903, "recall": 0.650198}, {"accuracy": 0.287549, "f1": 0.232568, "hf_subset": "kmr_Latn-plt_Latn", "languages": ["kmr-Latn", "plt-Latn"], "main_score": 0.232568, "precision": 0.21634, "recall": 0.287549}, {"accuracy": 0.763834, "f1": 0.717114, "hf_subset": "kmr_Latn-srp_Cyrl", "languages": ["kmr-Latn", "srp-Cyrl"], "main_score": 0.717114, "precision": 0.698012, "recall": 0.763834}, {"accuracy": 0.570158, "f1": 0.509021, "hf_subset": "kmr_Latn-uig_Arab", "languages": ["kmr-Latn", "uig-Arab"], "main_score": 0.509021, "precision": 0.483862, "recall": 0.570158}, {"accuracy": 0.65415, "f1": 0.600852, "hf_subset": "kmr_Latn-aeb_Arab", "languages": ["kmr-Latn", "aeb-Arab"], "main_score": 0.600852, "precision": 0.579307, "recall": 0.65415}, {"accuracy": 0.623518, "f1": 0.568194, "hf_subset": "kmr_Latn-ben_Beng", "languages": ["kmr-Latn", "ben-Beng"], "main_score": 0.568194, "precision": 0.545235, "recall": 0.623518}, {"accuracy": 0.766798, "f1": 0.727675, "hf_subset": "kmr_Latn-est_Latn", "languages": ["kmr-Latn", "est-Latn"], "main_score": 0.727675, "precision": 0.710924, "recall": 0.766798}, {"accuracy": 0.736166, "f1": 0.682218, "hf_subset": "kmr_Latn-hye_Armn", "languages": ["kmr-Latn", "hye-Armn"], "main_score": 0.682218, "precision": 0.659472, "recall": 0.736166}, {"accuracy": 0.181818, "f1": 0.121465, "hf_subset": "kmr_Latn-kmb_Latn", "languages": ["kmr-Latn", "kmb-Latn"], "main_score": 0.121465, "precision": 0.107041, "recall": 0.181818}, {"accuracy": 0.057312, "f1": 0.038216, "hf_subset": "kmr_Latn-min_Arab", "languages": ["kmr-Latn", "min-Arab"], "main_score": 0.038216, "precision": 0.032809, "recall": 0.057312}, {"accuracy": 0.769763, "f1": 0.722948, "hf_subset": "kmr_Latn-pol_Latn", "languages": ["kmr-Latn", "pol-Latn"], "main_score": 0.722948, "precision": 0.703129, "recall": 0.769763}, {"accuracy": 0.166008, "f1": 0.113678, "hf_subset": "kmr_Latn-ssw_Latn", "languages": ["kmr-Latn", "ssw-Latn"], "main_score": 0.113678, "precision": 0.101101, "recall": 0.166008}, {"accuracy": 0.76087, "f1": 0.713622, "hf_subset": "kmr_Latn-ukr_Cyrl", "languages": ["kmr-Latn", "ukr-Cyrl"], "main_score": 0.713622, "precision": 0.693539, "recall": 0.76087}, {"accuracy": 0.73913, "f1": 0.689954, "hf_subset": "kmr_Latn-afr_Latn", "languages": ["kmr-Latn", "afr-Latn"], "main_score": 0.689954, "precision": 0.668149, "recall": 0.73913}, {"accuracy": 0.58498, "f1": 0.524934, "hf_subset": "kmr_Latn-bho_Deva", "languages": ["kmr-Latn", "bho-Deva"], "main_score": 0.524934, "precision": 0.499772, "recall": 0.58498}, {"accuracy": 0.59585, "f1": 0.541368, "hf_subset": "kmr_Latn-eus_Latn", "languages": ["kmr-Latn", "eus-Latn"], "main_score": 0.541368, "precision": 0.520539, "recall": 0.59585}, {"accuracy": 0.199605, "f1": 0.146614, "hf_subset": "kmr_Latn-ibo_Latn", "languages": ["kmr-Latn", "ibo-Latn"], "main_score": 0.146614, "precision": 0.131712, "recall": 0.199605}, {"accuracy": 0.485178, "f1": 0.422193, "hf_subset": "kmr_Latn-min_Latn", "languages": ["kmr-Latn", "min-Latn"], "main_score": 0.422193, "precision": 0.399113, "recall": 0.485178}, {"accuracy": 0.773715, "f1": 0.730224, "hf_subset": "kmr_Latn-por_Latn", "languages": ["kmr-Latn", "por-Latn"], "main_score": 0.730224, "precision": 0.712338, "recall": 0.773715}, {"accuracy": 0.563241, "f1": 0.505867, "hf_subset": "kmr_Latn-sun_Latn", "languages": ["kmr-Latn", "sun-Latn"], "main_score": 0.505867, "precision": 0.483714, "recall": 0.563241}, {"accuracy": 0.179842, "f1": 0.127252, "hf_subset": "kmr_Latn-umb_Latn", "languages": ["kmr-Latn", "umb-Latn"], "main_score": 0.127252, "precision": 0.113573, "recall": 0.179842}, {"accuracy": 0.698617, "f1": 0.643337, "hf_subset": "kmr_Latn-ajp_Arab", "languages": ["kmr-Latn", "ajp-Arab"], "main_score": 0.643337, "precision": 0.620407, "recall": 0.698617}, {"accuracy": 0.074111, "f1": 0.046288, "hf_subset": "kmr_Latn-bjn_Arab", "languages": ["kmr-Latn", "bjn-Arab"], "main_score": 0.046288, "precision": 0.038607, "recall": 0.074111}, {"accuracy": 0.255929, "f1": 0.199837, "hf_subset": "kmr_Latn-ewe_Latn", "languages": ["kmr-Latn", "ewe-Latn"], "main_score": 0.199837, "precision": 0.183844, "recall": 0.255929}, {"accuracy": 0.314229, "f1": 0.241732, "hf_subset": "kmr_Latn-ilo_Latn", "languages": ["kmr-Latn", "ilo-Latn"], "main_score": 0.241732, "precision": 0.219244, "recall": 0.314229}, {"accuracy": 0.092885, "f1": 0.053875, "hf_subset": "kmr_Latn-knc_Arab", "languages": ["kmr-Latn", "knc-Arab"], "main_score": 0.053875, "precision": 0.043869, "recall": 0.092885}, {"accuracy": 0.775692, "f1": 0.730669, "hf_subset": "kmr_Latn-mkd_Cyrl", "languages": ["kmr-Latn", "mkd-Cyrl"], "main_score": 0.730669, "precision": 0.712084, "recall": 0.775692}, {"accuracy": 0.732213, "f1": 0.679836, "hf_subset": "kmr_Latn-prs_Arab", "languages": ["kmr-Latn", "prs-Arab"], "main_score": 0.679836, "precision": 0.657255, "recall": 0.732213}, {"accuracy": 0.786561, "f1": 0.7419, "hf_subset": "kmr_Latn-swe_Latn", "languages": ["kmr-Latn", "swe-Latn"], "main_score": 0.7419, "precision": 0.722737, "recall": 0.786561}, {"accuracy": 0.678854, "f1": 0.617639, "hf_subset": "kmr_Latn-urd_Arab", "languages": ["kmr-Latn", "urd-Arab"], "main_score": 0.617639, "precision": 0.59228, "recall": 0.678854}, {"accuracy": 0.266798, "f1": 0.206818, "hf_subset": "kmr_Latn-aka_Latn", "languages": ["kmr-Latn", "aka-Latn"], "main_score": 0.206818, "precision": 0.190612, "recall": 0.266798}, {"accuracy": 0.564229, "f1": 0.50951, "hf_subset": "kmr_Latn-bjn_Latn", "languages": ["kmr-Latn", "bjn-Latn"], "main_score": 0.50951, "precision": 0.487779, "recall": 0.564229}, {"accuracy": 0.412055, "f1": 0.350996, "hf_subset": "kmr_Latn-fao_Latn", "languages": ["kmr-Latn", "fao-Latn"], "main_score": 0.350996, "precision": 0.330618, "recall": 0.412055}, {"accuracy": 0.775692, "f1": 0.733405, "hf_subset": "kmr_Latn-ind_Latn", "languages": ["kmr-Latn", "ind-Latn"], "main_score": 0.733405, "precision": 0.715971, "recall": 0.775692}, {"accuracy": 0.25, "f1": 0.188255, "hf_subset": "kmr_Latn-knc_Latn", "languages": ["kmr-Latn", "knc-Latn"], "main_score": 0.188255, "precision": 0.170748, "recall": 0.25}, {"accuracy": 0.297431, "f1": 0.236126, "hf_subset": "kmr_Latn-mlt_Latn", "languages": ["kmr-Latn", "mlt-Latn"], "main_score": 0.236126, "precision": 0.218598, "recall": 0.297431}, {"accuracy": 0.247036, "f1": 0.184359, "hf_subset": "kmr_Latn-quy_Latn", "languages": ["kmr-Latn", "quy-Latn"], "main_score": 0.184359, "precision": 0.168171, "recall": 0.247036}, {"accuracy": 0.327075, "f1": 0.261005, "hf_subset": "kmr_Latn-swh_Latn", "languages": ["kmr-Latn", "swh-Latn"], "main_score": 0.261005, "precision": 0.240828, "recall": 0.327075}, {"accuracy": 0.522727, "f1": 0.465623, "hf_subset": "kmr_Latn-uzn_Latn", "languages": ["kmr-Latn", "uzn-Latn"], "main_score": 0.465623, "precision": 0.444829, "recall": 0.522727}, {"accuracy": 0.767787, "f1": 0.720397, "hf_subset": "kmr_Latn-als_Latn", "languages": ["kmr-Latn", "als-Latn"], "main_score": 0.720397, "precision": 0.700222, "recall": 0.767787}, {"accuracy": 0.060277, "f1": 0.024664, "hf_subset": "kmr_Latn-bod_Tibt", "languages": ["kmr-Latn", "bod-Tibt"], "main_score": 0.024664, "precision": 0.019576, "recall": 0.060277}, {"accuracy": 0.216403, "f1": 0.15915, "hf_subset": "kmr_Latn-fij_Latn", "languages": ["kmr-Latn", "fij-Latn"], "main_score": 0.15915, "precision": 0.141789, "recall": 0.216403}, {"accuracy": 0.586957, "f1": 0.530149, "hf_subset": "kmr_Latn-isl_Latn", "languages": ["kmr-Latn", "isl-Latn"], "main_score": 0.530149, "precision": 0.507462, "recall": 0.586957}, {"accuracy": 0.240119, "f1": 0.184944, "hf_subset": "kmr_Latn-kon_Latn", "languages": ["kmr-Latn", "kon-Latn"], "main_score": 0.184944, "precision": 0.169084, "recall": 0.240119}, {"accuracy": 0.047431, "f1": 0.023287, "hf_subset": "kmr_Latn-mni_Beng", "languages": ["kmr-Latn", "mni-Beng"], "main_score": 0.023287, "precision": 0.018562, "recall": 0.047431}, {"accuracy": 0.783597, "f1": 0.739267, "hf_subset": "kmr_Latn-ron_Latn", "languages": ["kmr-Latn", "ron-Latn"], "main_score": 0.739267, "precision": 0.720784, "recall": 0.783597}, {"accuracy": 0.597826, "f1": 0.541704, "hf_subset": "kmr_Latn-szl_Latn", "languages": ["kmr-Latn", "szl-Latn"], "main_score": 0.541704, "precision": 0.519444, "recall": 0.597826}, {"accuracy": 0.61166, "f1": 0.549286, "hf_subset": "kmr_Latn-vec_Latn", "languages": ["kmr-Latn", "vec-Latn"], "main_score": 0.549286, "precision": 0.525535, "recall": 0.61166}, {"accuracy": 0.548419, "f1": 0.484768, "hf_subset": "kmr_Latn-amh_Ethi", "languages": ["kmr-Latn", "amh-Ethi"], "main_score": 0.484768, "precision": 0.4593, "recall": 0.548419}, {"accuracy": 0.772727, "f1": 0.724941, "hf_subset": "kmr_Latn-bos_Latn", "languages": ["kmr-Latn", "bos-Latn"], "main_score": 0.724941, "precision": 0.704582, "recall": 0.772727}, {"accuracy": 0.764822, "f1": 0.715831, "hf_subset": "kmr_Latn-fin_Latn", "languages": ["kmr-Latn", "fin-Latn"], "main_score": 0.715831, "precision": 0.69548, "recall": 0.764822}, {"accuracy": 0.777668, "f1": 0.728796, "hf_subset": "kmr_Latn-ita_Latn", "languages": ["kmr-Latn", "ita-Latn"], "main_score": 0.728796, "precision": 0.708045, "recall": 0.777668}, {"accuracy": 0.729249, "f1": 0.678066, "hf_subset": "kmr_Latn-kor_Hang", "languages": ["kmr-Latn", "kor-Hang"], "main_score": 0.678066, "precision": 0.656933, "recall": 0.729249}, {"accuracy": 0.215415, "f1": 0.15954, "hf_subset": "kmr_Latn-mos_Latn", "languages": ["kmr-Latn", "mos-Latn"], "main_score": 0.15954, "precision": 0.144004, "recall": 0.215415}, {"accuracy": 0.184783, "f1": 0.136245, "hf_subset": "kmr_Latn-run_Latn", "languages": ["kmr-Latn", "run-Latn"], "main_score": 0.136245, "precision": 0.12305, "recall": 0.184783}, {"accuracy": 0.603755, "f1": 0.546705, "hf_subset": "kmr_Latn-tam_Taml", "languages": ["kmr-Latn", "tam-Taml"], "main_score": 0.546705, "precision": 0.522237, "recall": 0.603755}, {"accuracy": 0.758893, "f1": 0.711234, "hf_subset": "kmr_Latn-vie_Latn", "languages": ["kmr-Latn", "vie-Latn"], "main_score": 0.711234, "precision": 0.691281, "recall": 0.758893}, {"accuracy": 0.677866, "f1": 0.62565, "hf_subset": "kmr_Latn-apc_Arab", "languages": ["kmr-Latn", "apc-Arab"], "main_score": 0.62565, "precision": 0.603855, "recall": 0.677866}, {"accuracy": 0.333004, "f1": 0.27001, "hf_subset": "kmr_Latn-bug_Latn", "languages": ["kmr-Latn", "bug-Latn"], "main_score": 0.27001, "precision": 0.250426, "recall": 0.333004}, {"accuracy": 0.20751, "f1": 0.156512, "hf_subset": "kmr_Latn-fon_Latn", "languages": ["kmr-Latn", "fon-Latn"], "main_score": 0.156512, "precision": 0.142686, "recall": 0.20751}, {"accuracy": 0.572134, "f1": 0.515249, "hf_subset": "kmr_Latn-jav_Latn", "languages": ["kmr-Latn", "jav-Latn"], "main_score": 0.515249, "precision": 0.493298, "recall": 0.572134}, {"accuracy": 0.705534, "f1": 0.657926, "hf_subset": "kmr_Latn-lao_Laoo", "languages": ["kmr-Latn", "lao-Laoo"], "main_score": 0.657926, "precision": 0.63858, "recall": 0.705534}, {"accuracy": 0.206522, "f1": 0.144182, "hf_subset": "kmr_Latn-mri_Latn", "languages": ["kmr-Latn", "mri-Latn"], "main_score": 0.144182, "precision": 0.129472, "recall": 0.206522}, {"accuracy": 0.769763, "f1": 0.722417, "hf_subset": "kmr_Latn-rus_Cyrl", "languages": ["kmr-Latn", "rus-Cyrl"], "main_score": 0.722417, "precision": 0.702157, "recall": 0.769763}, {"accuracy": 0.236166, "f1": 0.187611, "hf_subset": "kmr_Latn-taq_Latn", "languages": ["kmr-Latn", "taq-Latn"], "main_score": 0.187611, "precision": 0.174345, "recall": 0.236166}, {"accuracy": 0.355731, "f1": 0.285755, "hf_subset": "kmr_Latn-war_Latn", "languages": ["kmr-Latn", "war-Latn"], "main_score": 0.285755, "precision": 0.264407, "recall": 0.355731}, {"accuracy": 0.731225, "f1": 0.681233, "hf_subset": "kmr_Latn-arb_Arab", "languages": ["kmr-Latn", "arb-Arab"], "main_score": 0.681233, "precision": 0.659643, "recall": 0.731225}, {"accuracy": 0.783597, "f1": 0.737249, "hf_subset": "kmr_Latn-bul_Cyrl", "languages": ["kmr-Latn", "bul-Cyrl"], "main_score": 0.737249, "precision": 0.717722, "recall": 0.783597}, {"accuracy": 0.775692, "f1": 0.731993, "hf_subset": "kmr_Latn-fra_Latn", "languages": ["kmr-Latn", "fra-Latn"], "main_score": 0.731993, "precision": 0.713686, "recall": 0.775692}, {"accuracy": 0.730237, "f1": 0.675296, "hf_subset": "kmr_Latn-jpn_Jpan", "languages": ["kmr-Latn", "jpn-Jpan"], "main_score": 0.675296, "precision": 0.652141, "recall": 0.730237}, {"accuracy": 0.568182, "f1": 0.506628, "hf_subset": "kmr_Latn-lij_Latn", "languages": ["kmr-Latn", "lij-Latn"], "main_score": 0.506628, "precision": 0.481686, "recall": 0.568182}, {"accuracy": 0.653162, "f1": 0.592243, "hf_subset": "kmr_Latn-mya_Mymr", "languages": ["kmr-Latn", "mya-Mymr"], "main_score": 0.592243, "precision": 0.567055, "recall": 0.653162}, {"accuracy": 0.23913, "f1": 0.181657, "hf_subset": "kmr_Latn-sag_Latn", "languages": ["kmr-Latn", "sag-Latn"], "main_score": 0.181657, "precision": 0.163981, "recall": 0.23913}, {"accuracy": 0.08498, "f1": 0.046239, "hf_subset": "kmr_Latn-taq_Tfng", "languages": ["kmr-Latn", "taq-Tfng"], "main_score": 0.046239, "precision": 0.03965, "recall": 0.08498}, {"accuracy": 0.244071, "f1": 0.182975, "hf_subset": "kmr_Latn-wol_Latn", "languages": ["kmr-Latn", "wol-Latn"], "main_score": 0.182975, "precision": 0.166312, "recall": 0.244071}, {"accuracy": 0.141304, "f1": 0.089981, "hf_subset": "kmr_Latn-arb_Latn", "languages": ["kmr-Latn", "arb-Latn"], "main_score": 0.089981, "precision": 0.078915, "recall": 0.141304}, {"accuracy": 0.775692, "f1": 0.731446, "hf_subset": "kmr_Latn-cat_Latn", "languages": ["kmr-Latn", "cat-Latn"], "main_score": 0.731446, "precision": 0.713365, "recall": 0.775692}, {"accuracy": 0.559289, "f1": 0.497143, "hf_subset": "kmr_Latn-fur_Latn", "languages": ["kmr-Latn", "fur-Latn"], "main_score": 0.497143, "precision": 0.473067, "recall": 0.559289}, {"accuracy": 0.082016, "f1": 0.055961, "hf_subset": "kmr_Latn-kab_Latn", "languages": ["kmr-Latn", "kab-Latn"], "main_score": 0.055961, "precision": 0.049373, "recall": 0.082016}, {"accuracy": 0.567194, "f1": 0.50573, "hf_subset": "kmr_Latn-lim_Latn", "languages": ["kmr-Latn", "lim-Latn"], "main_score": 0.50573, "precision": 0.482053, "recall": 0.567194}, {"accuracy": 0.766798, "f1": 0.723174, "hf_subset": "kmr_Latn-nld_Latn", "languages": ["kmr-Latn", "nld-Latn"], "main_score": 0.723174, "precision": 0.704803, "recall": 0.766798}, {"accuracy": 0.513834, "f1": 0.456526, "hf_subset": "kmr_Latn-san_Deva", "languages": ["kmr-Latn", "san-Deva"], "main_score": 0.456526, "precision": 0.434314, "recall": 0.513834}, {"accuracy": 0.433794, "f1": 0.37333, "hf_subset": "kmr_Latn-tat_Cyrl", "languages": ["kmr-Latn", "tat-Cyrl"], "main_score": 0.37333, "precision": 0.351149, "recall": 0.433794}, {"accuracy": 0.190711, "f1": 0.131584, "hf_subset": "kmr_Latn-xho_Latn", "languages": ["kmr-Latn", "xho-Latn"], "main_score": 0.131584, "precision": 0.116622, "recall": 0.190711}, {"accuracy": 0.722332, "f1": 0.669652, "hf_subset": "kmr_Latn-ars_Arab", "languages": ["kmr-Latn", "ars-Arab"], "main_score": 0.669652, "precision": 0.646617, "recall": 0.722332}, {"accuracy": 0.350791, "f1": 0.284992, "hf_subset": "kmr_Latn-ceb_Latn", "languages": ["kmr-Latn", "ceb-Latn"], "main_score": 0.284992, "precision": 0.26405, "recall": 0.350791}, {"accuracy": 0.217391, "f1": 0.159365, "hf_subset": "kmr_Latn-fuv_Latn", "languages": ["kmr-Latn", "fuv-Latn"], "main_score": 0.159365, "precision": 0.143852, "recall": 0.217391}, {"accuracy": 0.220356, "f1": 0.162989, "hf_subset": "kmr_Latn-kac_Latn", "languages": ["kmr-Latn", "kac-Latn"], "main_score": 0.162989, "precision": 0.147674, "recall": 0.220356}, {"accuracy": 0.216403, "f1": 0.162705, "hf_subset": "kmr_Latn-lin_Latn", "languages": ["kmr-Latn", "lin-Latn"], "main_score": 0.162705, "precision": 0.148057, "recall": 0.216403}, {"accuracy": 0.758893, "f1": 0.714462, "hf_subset": "kmr_Latn-nno_Latn", "languages": ["kmr-Latn", "nno-Latn"], "main_score": 0.714462, "precision": 0.696311, "recall": 0.758893}, {"accuracy": 0.018775, "f1": 0.004167, "hf_subset": "kmr_Latn-sat_Olck", "languages": ["kmr-Latn", "sat-Olck"], "main_score": 0.004167, "precision": 0.003006, "recall": 0.018775}, {"accuracy": 0.587945, "f1": 0.528248, "hf_subset": "kmr_Latn-tel_Telu", "languages": ["kmr-Latn", "tel-Telu"], "main_score": 0.528248, "precision": 0.504249, "recall": 0.587945}, {"accuracy": 0.344862, "f1": 0.28115, "hf_subset": "kmr_Latn-ydd_Hebr", "languages": ["kmr-Latn", "ydd-Hebr"], "main_score": 0.28115, "precision": 0.259478, "recall": 0.344862}, {"accuracy": 0.612648, "f1": 0.555525, "hf_subset": "kmr_Latn-ary_Arab", "languages": ["kmr-Latn", "ary-Arab"], "main_score": 0.555525, "precision": 0.532818, "recall": 0.612648}, {"accuracy": 0.767787, "f1": 0.717688, "hf_subset": "kmr_Latn-ces_Latn", "languages": ["kmr-Latn", "ces-Latn"], "main_score": 0.717688, "precision": 0.696478, "recall": 0.767787}, {"accuracy": 0.098814, "f1": 0.060275, "hf_subset": "kmr_Latn-gaz_Latn", "languages": ["kmr-Latn", "gaz-Latn"], "main_score": 0.060275, "precision": 0.052355, "recall": 0.098814}, {"accuracy": 0.1917, "f1": 0.137333, "hf_subset": "kmr_Latn-kam_Latn", "languages": ["kmr-Latn", "kam-Latn"], "main_score": 0.137333, "precision": 0.123023, "recall": 0.1917}, {"accuracy": 0.757905, "f1": 0.710199, "hf_subset": "kmr_Latn-lit_Latn", "languages": ["kmr-Latn", "lit-Latn"], "main_score": 0.710199, "precision": 0.689987, "recall": 0.757905}, {"accuracy": 0.781621, "f1": 0.735581, "hf_subset": "kmr_Latn-nob_Latn", "languages": ["kmr-Latn", "nob-Latn"], "main_score": 0.735581, "precision": 0.715819, "recall": 0.781621}, {"accuracy": 0.501976, "f1": 0.445404, "hf_subset": "kmr_Latn-scn_Latn", "languages": ["kmr-Latn", "scn-Latn"], "main_score": 0.445404, "precision": 0.424762, "recall": 0.501976}, {"accuracy": 0.168972, "f1": 0.11662, "hf_subset": "kmr_Latn-tgk_Cyrl", "languages": ["kmr-Latn", "tgk-Cyrl"], "main_score": 0.11662, "precision": 0.103341, "recall": 0.168972}, {"accuracy": 0.221344, "f1": 0.156835, "hf_subset": "kmr_Latn-yor_Latn", "languages": ["kmr-Latn", "yor-Latn"], "main_score": 0.156835, "precision": 0.137375, "recall": 0.221344}, {"accuracy": 0.683794, "f1": 0.629966, "hf_subset": "kmr_Latn-arz_Arab", "languages": ["kmr-Latn", "arz-Arab"], "main_score": 0.629966, "precision": 0.607412, "recall": 0.683794}, {"accuracy": 0.178854, "f1": 0.129201, "hf_subset": "kmr_Latn-cjk_Latn", "languages": ["kmr-Latn", "cjk-Latn"], "main_score": 0.129201, "precision": 0.116923, "recall": 0.178854}, {"accuracy": 0.218379, "f1": 0.160399, "hf_subset": "kmr_Latn-gla_Latn", "languages": ["kmr-Latn", "gla-Latn"], "main_score": 0.160399, "precision": 0.143466, "recall": 0.218379}, {"accuracy": 0.544466, "f1": 0.478551, "hf_subset": "kmr_Latn-kan_Knda", "languages": ["kmr-Latn", "kan-Knda"], "main_score": 0.478551, "precision": 0.453512, "recall": 0.544466}, {"accuracy": 0.512846, "f1": 0.461134, "hf_subset": "kmr_Latn-lmo_Latn", "languages": ["kmr-Latn", "lmo-Latn"], "main_score": 0.461134, "precision": 0.441143, "recall": 0.512846}, {"accuracy": 0.692688, "f1": 0.641235, "hf_subset": "kmr_Latn-npi_Deva", "languages": ["kmr-Latn", "npi-Deva"], "main_score": 0.641235, "precision": 0.619813, "recall": 0.692688}, {"accuracy": 0.287549, "f1": 0.222379, "hf_subset": "kmr_Latn-shn_Mymr", "languages": ["kmr-Latn", "shn-Mymr"], "main_score": 0.222379, "precision": 0.200706, "recall": 0.287549}, {"accuracy": 0.400198, "f1": 0.328379, "hf_subset": "kmr_Latn-tgl_Latn", "languages": ["kmr-Latn", "tgl-Latn"], "main_score": 0.328379, "precision": 0.304016, "recall": 0.400198}, {"accuracy": 0.752964, "f1": 0.701981, "hf_subset": "kmr_Latn-yue_Hant", "languages": ["kmr-Latn", "yue-Hant"], "main_score": 0.701981, "precision": 0.680764, "recall": 0.752964}, {"accuracy": 0.389328, "f1": 0.32557, "hf_subset": "kmr_Latn-asm_Beng", "languages": ["kmr-Latn", "asm-Beng"], "main_score": 0.32557, "precision": 0.301863, "recall": 0.389328}, {"accuracy": 0.632411, "f1": 0.57426, "hf_subset": "kmr_Latn-ckb_Arab", "languages": ["kmr-Latn", "ckb-Arab"], "main_score": 0.57426, "precision": 0.550487, "recall": 0.632411}, {"accuracy": 0.314229, "f1": 0.251138, "hf_subset": "kmr_Latn-gle_Latn", "languages": ["kmr-Latn", "gle-Latn"], "main_score": 0.251138, "precision": 0.2329, "recall": 0.314229}, {"accuracy": 0.393281, "f1": 0.332293, "hf_subset": "kmr_Latn-kas_Arab", "languages": ["kmr-Latn", "kas-Arab"], "main_score": 0.332293, "precision": 0.309658, "recall": 0.393281}, {"accuracy": 0.533597, "f1": 0.470146, "hf_subset": "kmr_Latn-ltg_Latn", "languages": ["kmr-Latn", "ltg-Latn"], "main_score": 0.470146, "precision": 0.443817, "recall": 0.533597}, {"accuracy": 0.253953, "f1": 0.191091, "hf_subset": "kmr_Latn-nso_Latn", "languages": ["kmr-Latn", "nso-Latn"], "main_score": 0.191091, "precision": 0.172435, "recall": 0.253953}, {"accuracy": 0.613636, "f1": 0.557897, "hf_subset": "kmr_Latn-sin_Sinh", "languages": ["kmr-Latn", "sin-Sinh"], "main_score": 0.557897, "precision": 0.53452, "recall": 0.613636}, {"accuracy": 0.72332, "f1": 0.670477, "hf_subset": "kmr_Latn-tha_Thai", "languages": ["kmr-Latn", "tha-Thai"], "main_score": 0.670477, "precision": 0.648971, "recall": 0.72332}, {"accuracy": 0.742095, "f1": 0.686745, "hf_subset": "kmr_Latn-zho_Hans", "languages": ["kmr-Latn", "zho-Hans"], "main_score": 0.686745, "precision": 0.663488, "recall": 0.742095}, {"accuracy": 0.678854, "f1": 0.627654, "hf_subset": "kmr_Latn-ast_Latn", "languages": ["kmr-Latn", "ast-Latn"], "main_score": 0.627654, "precision": 0.605896, "recall": 0.678854}, {"accuracy": 0.58498, "f1": 0.52955, "hf_subset": "kmr_Latn-crh_Latn", "languages": ["kmr-Latn", "crh-Latn"], "main_score": 0.52955, "precision": 0.507411, "recall": 0.58498}, {"accuracy": 0.780632, "f1": 0.738958, "hf_subset": "kmr_Latn-glg_Latn", "languages": ["kmr-Latn", "glg-Latn"], "main_score": 0.738958, "precision": 0.722052, "recall": 0.780632}, {"accuracy": 0.342885, "f1": 0.286759, "hf_subset": "kmr_Latn-kas_Deva", "languages": ["kmr-Latn", "kas-Deva"], "main_score": 0.286759, "precision": 0.266676, "recall": 0.342885}, {"accuracy": 0.431818, "f1": 0.3672, "hf_subset": "kmr_Latn-ltz_Latn", "languages": ["kmr-Latn", "ltz-Latn"], "main_score": 0.3672, "precision": 0.344431, "recall": 0.431818}, {"accuracy": 0.112648, "f1": 0.068261, "hf_subset": "kmr_Latn-nus_Latn", "languages": ["kmr-Latn", "nus-Latn"], "main_score": 0.068261, "precision": 0.059952, "recall": 0.112648}, {"accuracy": 0.784585, "f1": 0.738458, "hf_subset": "kmr_Latn-slk_Latn", "languages": ["kmr-Latn", "slk-Latn"], "main_score": 0.738458, "precision": 0.719309, "recall": 0.784585}, {"accuracy": 0.163043, "f1": 0.11654, "hf_subset": "kmr_Latn-tir_Ethi", "languages": ["kmr-Latn", "tir-Ethi"], "main_score": 0.11654, "precision": 0.102254, "recall": 0.163043}, {"accuracy": 0.737154, "f1": 0.681431, "hf_subset": "kmr_Latn-zho_Hant", "languages": ["kmr-Latn", "zho-Hant"], "main_score": 0.681431, "precision": 0.657608, "recall": 0.737154}, {"accuracy": 0.660079, "f1": 0.60467, "hf_subset": "kmr_Latn-awa_Deva", "languages": ["kmr-Latn", "awa-Deva"], "main_score": 0.60467, "precision": 0.581531, "recall": 0.660079}, {"accuracy": 0.420949, "f1": 0.354291, "hf_subset": "kmr_Latn-cym_Latn", "languages": ["kmr-Latn", "cym-Latn"], "main_score": 0.354291, "precision": 0.332301, "recall": 0.420949}, {"accuracy": 0.305336, "f1": 0.234819, "hf_subset": "kmr_Latn-grn_Latn", "languages": ["kmr-Latn", "grn-Latn"], "main_score": 0.234819, "precision": 0.21384, "recall": 0.305336}, {"accuracy": 0.65415, "f1": 0.588806, "hf_subset": "kmr_Latn-kat_Geor", "languages": ["kmr-Latn", "kat-Geor"], "main_score": 0.588806, "precision": 0.561712, "recall": 0.65415}, {"accuracy": 0.23419, "f1": 0.178773, "hf_subset": "kmr_Latn-lua_Latn", "languages": ["kmr-Latn", "lua-Latn"], "main_score": 0.178773, "precision": 0.163554, "recall": 0.23419}, {"accuracy": 0.231225, "f1": 0.171736, "hf_subset": "kmr_Latn-nya_Latn", "languages": ["kmr-Latn", "nya-Latn"], "main_score": 0.171736, "precision": 0.15628, "recall": 0.231225}, {"accuracy": 0.782609, "f1": 0.738909, "hf_subset": "kmr_Latn-slv_Latn", "languages": ["kmr-Latn", "slv-Latn"], "main_score": 0.738909, "precision": 0.72099, "recall": 0.782609}, {"accuracy": 0.355731, "f1": 0.287368, "hf_subset": "kmr_Latn-tpi_Latn", "languages": ["kmr-Latn", "tpi-Latn"], "main_score": 0.287368, "precision": 0.265977, "recall": 0.355731}, {"accuracy": 0.757905, "f1": 0.710565, "hf_subset": "kmr_Latn-zsm_Latn", "languages": ["kmr-Latn", "zsm-Latn"], "main_score": 0.710565, "precision": 0.690893, "recall": 0.757905}, {"accuracy": 0.210474, "f1": 0.145601, "hf_subset": "kmr_Latn-ayr_Latn", "languages": ["kmr-Latn", "ayr-Latn"], "main_score": 0.145601, "precision": 0.129153, "recall": 0.210474}, {"accuracy": 0.791502, "f1": 0.748965, "hf_subset": "kmr_Latn-dan_Latn", "languages": ["kmr-Latn", "dan-Latn"], "main_score": 0.748965, "precision": 0.731154, "recall": 0.791502}, {"accuracy": 0.667984, "f1": 0.610415, "hf_subset": "kmr_Latn-guj_Gujr", "languages": ["kmr-Latn", "guj-Gujr"], "main_score": 0.610415, "precision": 0.586704, "recall": 0.667984}, {"accuracy": 0.724308, "f1": 0.675368, "hf_subset": "kmr_Latn-kaz_Cyrl", "languages": ["kmr-Latn", "kaz-Cyrl"], "main_score": 0.675368, "precision": 0.655562, "recall": 0.724308}, {"accuracy": 0.177866, "f1": 0.126441, "hf_subset": "kmr_Latn-lug_Latn", "languages": ["kmr-Latn", "lug-Latn"], "main_score": 0.126441, "precision": 0.113194, "recall": 0.177866}, {"accuracy": 0.685771, "f1": 0.634863, "hf_subset": "kmr_Latn-oci_Latn", "languages": ["kmr-Latn", "oci-Latn"], "main_score": 0.634863, "precision": 0.614822, "recall": 0.685771}, {"accuracy": 0.197628, "f1": 0.137032, "hf_subset": "kmr_Latn-smo_Latn", "languages": ["kmr-Latn", "smo-Latn"], "main_score": 0.137032, "precision": 0.121127, "recall": 0.197628}, {"accuracy": 0.218379, "f1": 0.159087, "hf_subset": "kmr_Latn-tsn_Latn", "languages": ["kmr-Latn", "tsn-Latn"], "main_score": 0.159087, "precision": 0.143091, "recall": 0.218379}, {"accuracy": 0.150198, "f1": 0.104939, "hf_subset": "kmr_Latn-zul_Latn", "languages": ["kmr-Latn", "zul-Latn"], "main_score": 0.104939, "precision": 0.093842, "recall": 0.150198}, {"accuracy": 0.351779, "f1": 0.293906, "hf_subset": "kmr_Latn-azb_Arab", "languages": ["kmr-Latn", "azb-Arab"], "main_score": 0.293906, "precision": 0.270904, "recall": 0.351779}, {"accuracy": 0.77668, "f1": 0.728673, "hf_subset": "kmr_Latn-deu_Latn", "languages": ["kmr-Latn", "deu-Latn"], "main_score": 0.728673, "precision": 0.707799, "recall": 0.77668}, {"accuracy": 0.278656, "f1": 0.219443, "hf_subset": "kmr_Latn-hat_Latn", "languages": ["kmr-Latn", "hat-Latn"], "main_score": 0.219443, "precision": 0.201124, "recall": 0.278656}, {"accuracy": 0.187747, "f1": 0.130772, "hf_subset": "kmr_Latn-kbp_Latn", "languages": ["kmr-Latn", "kbp-Latn"], "main_score": 0.130772, "precision": 0.11631, "recall": 0.187747}, {"accuracy": 0.219368, "f1": 0.157314, "hf_subset": "kmr_Latn-luo_Latn", "languages": ["kmr-Latn", "luo-Latn"], "main_score": 0.157314, "precision": 0.140509, "recall": 0.219368}, {"accuracy": 0.552372, "f1": 0.487358, "hf_subset": "kmr_Latn-ory_Orya", "languages": ["kmr-Latn", "ory-Orya"], "main_score": 0.487358, "precision": 0.461019, "recall": 0.552372}, {"accuracy": 0.173913, "f1": 0.121926, "hf_subset": "kmr_Latn-sna_Latn", "languages": ["kmr-Latn", "sna-Latn"], "main_score": 0.121926, "precision": 0.107291, "recall": 0.173913}, {"accuracy": 0.197628, "f1": 0.146722, "hf_subset": "kmr_Latn-tso_Latn", "languages": ["kmr-Latn", "tso-Latn"], "main_score": 0.146722, "precision": 0.132494, "recall": 0.197628}, {"accuracy": 0.735178, "f1": 0.689212, "hf_subset": "kmr_Latn-azj_Latn", "languages": ["kmr-Latn", "azj-Latn"], "main_score": 0.689212, "precision": 0.670696, "recall": 0.735178}, {"accuracy": 0.27668, "f1": 0.211983, "hf_subset": "kmr_Latn-dik_Latn", "languages": ["kmr-Latn", "dik-Latn"], "main_score": 0.211983, "precision": 0.192035, "recall": 0.27668}, {"accuracy": 0.240119, "f1": 0.177511, "hf_subset": "kmr_Latn-hau_Latn", "languages": ["kmr-Latn", "hau-Latn"], "main_score": 0.177511, "precision": 0.161037, "recall": 0.240119}, {"accuracy": 0.505929, "f1": 0.450202, "hf_subset": "kmr_Latn-kea_Latn", "languages": ["kmr-Latn", "kea-Latn"], "main_score": 0.450202, "precision": 0.429564, "recall": 0.505929}, {"accuracy": 0.306324, "f1": 0.247848, "hf_subset": "kmr_Latn-lus_Latn", "languages": ["kmr-Latn", "lus-Latn"], "main_score": 0.247848, "precision": 0.230761, "recall": 0.306324}, {"accuracy": 0.373518, "f1": 0.303166, "hf_subset": "kmr_Latn-pag_Latn", "languages": ["kmr-Latn", "pag-Latn"], "main_score": 0.303166, "precision": 0.279551, "recall": 0.373518}, {"accuracy": 0.610672, "f1": 0.548254, "hf_subset": "kmr_Latn-snd_Arab", "languages": ["kmr-Latn", "snd-Arab"], "main_score": 0.548254, "precision": 0.522777, "recall": 0.610672}, {"accuracy": 0.298419, "f1": 0.240796, "hf_subset": "kmr_Latn-tuk_Latn", "languages": ["kmr-Latn", "tuk-Latn"], "main_score": 0.240796, "precision": 0.222321, "recall": 0.298419}, {"accuracy": 0.398221, "f1": 0.33755, "hf_subset": "kmr_Latn-bak_Cyrl", "languages": ["kmr-Latn", "bak-Cyrl"], "main_score": 0.33755, "precision": 0.31529, "recall": 0.398221}, {"accuracy": 0.183794, "f1": 0.127247, "hf_subset": "kmr_Latn-dyu_Latn", "languages": ["kmr-Latn", "dyu-Latn"], "main_score": 0.127247, "precision": 0.112366, "recall": 0.183794}, {"accuracy": 0.754941, "f1": 0.707198, "hf_subset": "kmr_Latn-heb_Hebr", "languages": ["kmr-Latn", "heb-Hebr"], "main_score": 0.707198, "precision": 0.687204, "recall": 0.754941}, {"accuracy": 0.728261, "f1": 0.681886, "hf_subset": "kmr_Latn-khk_Cyrl", "languages": ["kmr-Latn", "khk-Cyrl"], "main_score": 0.681886, "precision": 0.662098, "recall": 0.728261}, {"accuracy": 0.762846, "f1": 0.713228, "hf_subset": "kmr_Latn-lvs_Latn", "languages": ["kmr-Latn", "lvs-Latn"], "main_score": 0.713228, "precision": 0.692443, "recall": 0.762846}, {"accuracy": 0.577075, "f1": 0.517385, "hf_subset": "kmr_Latn-pan_Guru", "languages": ["kmr-Latn", "pan-Guru"], "main_score": 0.517385, "precision": 0.493428, "recall": 0.577075}, {"accuracy": 0.264822, "f1": 0.203454, "hf_subset": "kmr_Latn-som_Latn", "languages": ["kmr-Latn", "som-Latn"], "main_score": 0.203454, "precision": 0.184923, "recall": 0.264822}, {"accuracy": 0.202569, "f1": 0.133943, "hf_subset": "kmr_Latn-tum_Latn", "languages": ["kmr-Latn", "tum-Latn"], "main_score": 0.133943, "precision": 0.115321, "recall": 0.202569}, {"accuracy": 0.091897, "f1": 0.0636, "hf_subset": "min_Latn-ace_Arab", "languages": ["min-Latn", "ace-Arab"], "main_score": 0.0636, "precision": 0.055556, "recall": 0.091897}, {"accuracy": 0.240119, "f1": 0.193062, "hf_subset": "min_Latn-bam_Latn", "languages": ["min-Latn", "bam-Latn"], "main_score": 0.193062, "precision": 0.178048, "recall": 0.240119}, {"accuracy": 0.004941, "f1": 0.000182, "hf_subset": "min_Latn-dzo_Tibt", "languages": ["min-Latn", "dzo-Tibt"], "main_score": 0.000182, "precision": 9.4e-05, "recall": 0.004941}, {"accuracy": 0.574111, "f1": 0.524065, "hf_subset": "min_Latn-hin_Deva", "languages": ["min-Latn", "hin-Deva"], "main_score": 0.524065, "precision": 0.506802, "recall": 0.574111}, {"accuracy": 0.487154, "f1": 0.439771, "hf_subset": "min_Latn-khm_Khmr", "languages": ["min-Latn", "khm-Khmr"], "main_score": 0.439771, "precision": 0.423634, "recall": 0.487154}, {"accuracy": 0.530632, "f1": 0.483659, "hf_subset": "min_Latn-mag_Deva", "languages": ["min-Latn", "mag-Deva"], "main_score": 0.483659, "precision": 0.466951, "recall": 0.530632}, {"accuracy": 0.504941, "f1": 0.468003, "hf_subset": "min_Latn-pap_Latn", "languages": ["min-Latn", "pap-Latn"], "main_score": 0.468003, "precision": 0.452602, "recall": 0.504941}, {"accuracy": 0.257905, "f1": 0.208947, "hf_subset": "min_Latn-sot_Latn", "languages": ["min-Latn", "sot-Latn"], "main_score": 0.208947, "precision": 0.194515, "recall": 0.257905}, {"accuracy": 0.656126, "f1": 0.618003, "hf_subset": "min_Latn-tur_Latn", "languages": ["min-Latn", "tur-Latn"], "main_score": 0.618003, "precision": 0.605227, "recall": 0.656126}, {"accuracy": 0.474308, "f1": 0.426489, "hf_subset": "min_Latn-ace_Latn", "languages": ["min-Latn", "ace-Latn"], "main_score": 0.426489, "precision": 0.408962, "recall": 0.474308}, {"accuracy": 0.5583, "f1": 0.5257, "hf_subset": "min_Latn-ban_Latn", "languages": ["min-Latn", "ban-Latn"], "main_score": 0.5257, "precision": 0.512966, "recall": 0.5583}, {"accuracy": 0.593874, "f1": 0.5507, "hf_subset": "min_Latn-ell_Grek", "languages": ["min-Latn", "ell-Grek"], "main_score": 0.5507, "precision": 0.536169, "recall": 0.593874}, {"accuracy": 0.51087, "f1": 0.465739, "hf_subset": "min_Latn-hne_Deva", "languages": ["min-Latn", "hne-Deva"], "main_score": 0.465739, "precision": 0.45088, "recall": 0.51087}, {"accuracy": 0.288538, "f1": 0.234459, "hf_subset": "min_Latn-kik_Latn", "languages": ["min-Latn", "kik-Latn"], "main_score": 0.234459, "precision": 0.216699, "recall": 0.288538}, {"accuracy": 0.505929, "f1": 0.462336, "hf_subset": "min_Latn-mai_Deva", "languages": ["min-Latn", "mai-Deva"], "main_score": 0.462336, "precision": 0.448349, "recall": 0.505929}, {"accuracy": 0.442688, "f1": 0.395879, "hf_subset": "min_Latn-pbt_Arab", "languages": ["min-Latn", "pbt-Arab"], "main_score": 0.395879, "precision": 0.380087, "recall": 0.442688}, {"accuracy": 0.650198, "f1": 0.606914, "hf_subset": "min_Latn-spa_Latn", "languages": ["min-Latn", "spa-Latn"], "main_score": 0.606914, "precision": 0.59248, "recall": 0.650198}, {"accuracy": 0.348814, "f1": 0.29172, "hf_subset": "min_Latn-twi_Latn", "languages": ["min-Latn", "twi-Latn"], "main_score": 0.29172, "precision": 0.273175, "recall": 0.348814}, {"accuracy": 0.548419, "f1": 0.505422, "hf_subset": "min_Latn-acm_Arab", "languages": ["min-Latn", "acm-Arab"], "main_score": 0.505422, "precision": 0.490845, "recall": 0.548419}, {"accuracy": 0.516798, "f1": 0.469523, "hf_subset": "min_Latn-bel_Cyrl", "languages": ["min-Latn", "bel-Cyrl"], "main_score": 0.469523, "precision": 0.453512, "recall": 0.516798}, {"accuracy": 0.677866, "f1": 0.640102, "hf_subset": "min_Latn-eng_Latn", "languages": ["min-Latn", "eng-Latn"], "main_score": 0.640102, "precision": 0.627908, "recall": 0.677866}, {"accuracy": 0.647233, "f1": 0.60244, "hf_subset": "min_Latn-hrv_Latn", "languages": ["min-Latn", "hrv-Latn"], "main_score": 0.60244, "precision": 0.587823, "recall": 0.647233}, {"accuracy": 0.186759, "f1": 0.144321, "hf_subset": "min_Latn-kin_Latn", "languages": ["min-Latn", "kin-Latn"], "main_score": 0.144321, "precision": 0.131774, "recall": 0.186759}, {"accuracy": 0.379447, "f1": 0.328009, "hf_subset": "min_Latn-mal_Mlym", "languages": ["min-Latn", "mal-Mlym"], "main_score": 0.328009, "precision": 0.312562, "recall": 0.379447}, {"accuracy": 0.594862, "f1": 0.552345, "hf_subset": "min_Latn-pes_Arab", "languages": ["min-Latn", "pes-Arab"], "main_score": 0.552345, "precision": 0.538291, "recall": 0.594862}, {"accuracy": 0.494071, "f1": 0.448028, "hf_subset": "min_Latn-srd_Latn", "languages": ["min-Latn", "srd-Latn"], "main_score": 0.448028, "precision": 0.431483, "recall": 0.494071}, {"accuracy": 0.068182, "f1": 0.03893, "hf_subset": "min_Latn-tzm_Tfng", "languages": ["min-Latn", "tzm-Tfng"], "main_score": 0.03893, "precision": 0.033578, "recall": 0.068182}, {"accuracy": 0.556324, "f1": 0.51359, "hf_subset": "min_Latn-acq_Arab", "languages": ["min-Latn", "acq-Arab"], "main_score": 0.51359, "precision": 0.499372, "recall": 0.556324}, {"accuracy": 0.25, "f1": 0.200606, "hf_subset": "min_Latn-bem_Latn", "languages": ["min-Latn", "bem-Latn"], "main_score": 0.200606, "precision": 0.185508, "recall": 0.25}, {"accuracy": 0.544466, "f1": 0.507885, "hf_subset": "min_Latn-epo_Latn", "languages": ["min-Latn", "epo-Latn"], "main_score": 0.507885, "precision": 0.493962, "recall": 0.544466}, {"accuracy": 0.663043, "f1": 0.623508, "hf_subset": "min_Latn-hun_Latn", "languages": ["min-Latn", "hun-Latn"], "main_score": 0.623508, "precision": 0.610404, "recall": 0.663043}, {"accuracy": 0.535573, "f1": 0.502258, "hf_subset": "min_Latn-kir_Cyrl", "languages": ["min-Latn", "kir-Cyrl"], "main_score": 0.502258, "precision": 0.492029, "recall": 0.535573}, {"accuracy": 0.469368, "f1": 0.424512, "hf_subset": "min_Latn-mar_Deva", "languages": ["min-Latn", "mar-Deva"], "main_score": 0.424512, "precision": 0.409892, "recall": 0.469368}, {"accuracy": 0.313241, "f1": 0.26659, "hf_subset": "min_Latn-plt_Latn", "languages": ["min-Latn", "plt-Latn"], "main_score": 0.26659, "precision": 0.250424, "recall": 0.313241}, {"accuracy": 0.621542, "f1": 0.58244, "hf_subset": "min_Latn-srp_Cyrl", "languages": ["min-Latn", "srp-Cyrl"], "main_score": 0.58244, "precision": 0.567987, "recall": 0.621542}, {"accuracy": 0.366601, "f1": 0.323892, "hf_subset": "min_Latn-uig_Arab", "languages": ["min-Latn", "uig-Arab"], "main_score": 0.323892, "precision": 0.310795, "recall": 0.366601}, {"accuracy": 0.512846, "f1": 0.471646, "hf_subset": "min_Latn-aeb_Arab", "languages": ["min-Latn", "aeb-Arab"], "main_score": 0.471646, "precision": 0.457136, "recall": 0.512846}, {"accuracy": 0.409091, "f1": 0.357633, "hf_subset": "min_Latn-ben_Beng", "languages": ["min-Latn", "ben-Beng"], "main_score": 0.357633, "precision": 0.340241, "recall": 0.409091}, {"accuracy": 0.631423, "f1": 0.590826, "hf_subset": "min_Latn-est_Latn", "languages": ["min-Latn", "est-Latn"], "main_score": 0.590826, "precision": 0.577158, "recall": 0.631423}, {"accuracy": 0.544466, "f1": 0.500774, "hf_subset": "min_Latn-hye_Armn", "languages": ["min-Latn", "hye-Armn"], "main_score": 0.500774, "precision": 0.486265, "recall": 0.544466}, {"accuracy": 0.19664, "f1": 0.149371, "hf_subset": "min_Latn-kmb_Latn", "languages": ["min-Latn", "kmb-Latn"], "main_score": 0.149371, "precision": 0.136587, "recall": 0.19664}, {"accuracy": 0.091897, "f1": 0.064917, "hf_subset": "min_Latn-min_Arab", "languages": ["min-Latn", "min-Arab"], "main_score": 0.064917, "precision": 0.057457, "recall": 0.091897}, {"accuracy": 0.641304, "f1": 0.603276, "hf_subset": "min_Latn-pol_Latn", "languages": ["min-Latn", "pol-Latn"], "main_score": 0.603276, "precision": 0.590895, "recall": 0.641304}, {"accuracy": 0.184783, "f1": 0.144639, "hf_subset": "min_Latn-ssw_Latn", "languages": ["min-Latn", "ssw-Latn"], "main_score": 0.144639, "precision": 0.13371, "recall": 0.184783}, {"accuracy": 0.616601, "f1": 0.574544, "hf_subset": "min_Latn-ukr_Cyrl", "languages": ["min-Latn", "ukr-Cyrl"], "main_score": 0.574544, "precision": 0.562117, "recall": 0.616601}, {"accuracy": 0.613636, "f1": 0.571955, "hf_subset": "min_Latn-afr_Latn", "languages": ["min-Latn", "afr-Latn"], "main_score": 0.571955, "precision": 0.556754, "recall": 0.613636}, {"accuracy": 0.494071, "f1": 0.451366, "hf_subset": "min_Latn-bho_Deva", "languages": ["min-Latn", "bho-Deva"], "main_score": 0.451366, "precision": 0.437042, "recall": 0.494071}, {"accuracy": 0.492095, "f1": 0.455197, "hf_subset": "min_Latn-eus_Latn", "languages": ["min-Latn", "eus-Latn"], "main_score": 0.455197, "precision": 0.441453, "recall": 0.492095}, {"accuracy": 0.220356, "f1": 0.16646, "hf_subset": "min_Latn-ibo_Latn", "languages": ["min-Latn", "ibo-Latn"], "main_score": 0.16646, "precision": 0.150757, "recall": 0.220356}, {"accuracy": 0.445652, "f1": 0.39875, "hf_subset": "min_Latn-kmr_Latn", "languages": ["min-Latn", "kmr-Latn"], "main_score": 0.39875, "precision": 0.383006, "recall": 0.445652}, {"accuracy": 0.661067, "f1": 0.61669, "hf_subset": "min_Latn-por_Latn", "languages": ["min-Latn", "por-Latn"], "main_score": 0.61669, "precision": 0.601581, "recall": 0.661067}, {"accuracy": 0.597826, "f1": 0.560425, "hf_subset": "min_Latn-sun_Latn", "languages": ["min-Latn", "sun-Latn"], "main_score": 0.560425, "precision": 0.547052, "recall": 0.597826}, {"accuracy": 0.19664, "f1": 0.1529, "hf_subset": "min_Latn-umb_Latn", "languages": ["min-Latn", "umb-Latn"], "main_score": 0.1529, "precision": 0.140533, "recall": 0.19664}, {"accuracy": 0.573123, "f1": 0.526952, "hf_subset": "min_Latn-ajp_Arab", "languages": ["min-Latn", "ajp-Arab"], "main_score": 0.526952, "precision": 0.512129, "recall": 0.573123}, {"accuracy": 0.083992, "f1": 0.060593, "hf_subset": "min_Latn-bjn_Arab", "languages": ["min-Latn", "bjn-Arab"], "main_score": 0.060593, "precision": 0.053545, "recall": 0.083992}, {"accuracy": 0.288538, "f1": 0.239307, "hf_subset": "min_Latn-ewe_Latn", "languages": ["min-Latn", "ewe-Latn"], "main_score": 0.239307, "precision": 0.223518, "recall": 0.288538}, {"accuracy": 0.399209, "f1": 0.348338, "hf_subset": "min_Latn-ilo_Latn", "languages": ["min-Latn", "ilo-Latn"], "main_score": 0.348338, "precision": 0.329, "recall": 0.399209}, {"accuracy": 0.083004, "f1": 0.060221, "hf_subset": "min_Latn-knc_Arab", "languages": ["min-Latn", "knc-Arab"], "main_score": 0.060221, "precision": 0.054226, "recall": 0.083004}, {"accuracy": 0.618577, "f1": 0.579786, "hf_subset": "min_Latn-mkd_Cyrl", "languages": ["min-Latn", "mkd-Cyrl"], "main_score": 0.579786, "precision": 0.56658, "recall": 0.618577}, {"accuracy": 0.554348, "f1": 0.514265, "hf_subset": "min_Latn-prs_Arab", "languages": ["min-Latn", "prs-Arab"], "main_score": 0.514265, "precision": 0.500642, "recall": 0.554348}, {"accuracy": 0.659091, "f1": 0.615065, "hf_subset": "min_Latn-swe_Latn", "languages": ["min-Latn", "swe-Latn"], "main_score": 0.615065, "precision": 0.601167, "recall": 0.659091}, {"accuracy": 0.500988, "f1": 0.448789, "hf_subset": "min_Latn-urd_Arab", "languages": ["min-Latn", "urd-Arab"], "main_score": 0.448789, "precision": 0.431709, "recall": 0.500988}, {"accuracy": 0.312253, "f1": 0.256933, "hf_subset": "min_Latn-aka_Latn", "languages": ["min-Latn", "aka-Latn"], "main_score": 0.256933, "precision": 0.24022, "recall": 0.312253}, {"accuracy": 0.661067, "f1": 0.619546, "hf_subset": "min_Latn-bjn_Latn", "languages": ["min-Latn", "bjn-Latn"], "main_score": 0.619546, "precision": 0.60549, "recall": 0.661067}, {"accuracy": 0.386364, "f1": 0.338331, "hf_subset": "min_Latn-fao_Latn", "languages": ["min-Latn", "fao-Latn"], "main_score": 0.338331, "precision": 0.32096, "recall": 0.386364}, {"accuracy": 0.672925, "f1": 0.633262, "hf_subset": "min_Latn-ind_Latn", "languages": ["min-Latn", "ind-Latn"], "main_score": 0.633262, "precision": 0.619882, "recall": 0.672925}, {"accuracy": 0.286561, "f1": 0.234158, "hf_subset": "min_Latn-knc_Latn", "languages": ["min-Latn", "knc-Latn"], "main_score": 0.234158, "precision": 0.216804, "recall": 0.286561}, {"accuracy": 0.313241, "f1": 0.259031, "hf_subset": "min_Latn-mlt_Latn", "languages": ["min-Latn", "mlt-Latn"], "main_score": 0.259031, "precision": 0.242487, "recall": 0.313241}, {"accuracy": 0.261858, "f1": 0.207675, "hf_subset": "min_Latn-quy_Latn", "languages": ["min-Latn", "quy-Latn"], "main_score": 0.207675, "precision": 0.190941, "recall": 0.261858}, {"accuracy": 0.325099, "f1": 0.277614, "hf_subset": "min_Latn-swh_Latn", "languages": ["min-Latn", "swh-Latn"], "main_score": 0.277614, "precision": 0.260965, "recall": 0.325099}, {"accuracy": 0.448617, "f1": 0.403001, "hf_subset": "min_Latn-uzn_Latn", "languages": ["min-Latn", "uzn-Latn"], "main_score": 0.403001, "precision": 0.38679, "recall": 0.448617}, {"accuracy": 0.636364, "f1": 0.592816, "hf_subset": "min_Latn-als_Latn", "languages": ["min-Latn", "als-Latn"], "main_score": 0.592816, "precision": 0.578614, "recall": 0.636364}, {"accuracy": 0.057312, "f1": 0.026985, "hf_subset": "min_Latn-bod_Tibt", "languages": ["min-Latn", "bod-Tibt"], "main_score": 0.026985, "precision": 0.021853, "recall": 0.057312}, {"accuracy": 0.252964, "f1": 0.205374, "hf_subset": "min_Latn-fij_Latn", "languages": ["min-Latn", "fij-Latn"], "main_score": 0.205374, "precision": 0.189817, "recall": 0.252964}, {"accuracy": 0.451581, "f1": 0.403906, "hf_subset": "min_Latn-isl_Latn", "languages": ["min-Latn", "isl-Latn"], "main_score": 0.403906, "precision": 0.388051, "recall": 0.451581}, {"accuracy": 0.274704, "f1": 0.222574, "hf_subset": "min_Latn-kon_Latn", "languages": ["min-Latn", "kon-Latn"], "main_score": 0.222574, "precision": 0.204494, "recall": 0.274704}, {"accuracy": 0.048419, "f1": 0.028411, "hf_subset": "min_Latn-mni_Beng", "languages": ["min-Latn", "mni-Beng"], "main_score": 0.028411, "precision": 0.025069, "recall": 0.048419}, {"accuracy": 0.667984, "f1": 0.625902, "hf_subset": "min_Latn-ron_Latn", "languages": ["min-Latn", "ron-Latn"], "main_score": 0.625902, "precision": 0.611774, "recall": 0.667984}, {"accuracy": 0.528656, "f1": 0.487884, "hf_subset": "min_Latn-szl_Latn", "languages": ["min-Latn", "szl-Latn"], "main_score": 0.487884, "precision": 0.472193, "recall": 0.528656}, {"accuracy": 0.532609, "f1": 0.489255, "hf_subset": "min_Latn-vec_Latn", "languages": ["min-Latn", "vec-Latn"], "main_score": 0.489255, "precision": 0.473979, "recall": 0.532609}, {"accuracy": 0.301383, "f1": 0.259286, "hf_subset": "min_Latn-amh_Ethi", "languages": ["min-Latn", "amh-Ethi"], "main_score": 0.259286, "precision": 0.245502, "recall": 0.301383}, {"accuracy": 0.661067, "f1": 0.621817, "hf_subset": "min_Latn-bos_Latn", "languages": ["min-Latn", "bos-Latn"], "main_score": 0.621817, "precision": 0.607935, "recall": 0.661067}, {"accuracy": 0.634387, "f1": 0.58852, "hf_subset": "min_Latn-fin_Latn", "languages": ["min-Latn", "fin-Latn"], "main_score": 0.58852, "precision": 0.573164, "recall": 0.634387}, {"accuracy": 0.677866, "f1": 0.633426, "hf_subset": "min_Latn-ita_Latn", "languages": ["min-Latn", "ita-Latn"], "main_score": 0.633426, "precision": 0.619021, "recall": 0.677866}, {"accuracy": 0.570158, "f1": 0.525233, "hf_subset": "min_Latn-kor_Hang", "languages": ["min-Latn", "kor-Hang"], "main_score": 0.525233, "precision": 0.509775, "recall": 0.570158}, {"accuracy": 0.246047, "f1": 0.191865, "hf_subset": "min_Latn-mos_Latn", "languages": ["min-Latn", "mos-Latn"], "main_score": 0.191865, "precision": 0.173733, "recall": 0.246047}, {"accuracy": 0.192688, "f1": 0.148495, "hf_subset": "min_Latn-run_Latn", "languages": ["min-Latn", "run-Latn"], "main_score": 0.148495, "precision": 0.136066, "recall": 0.192688}, {"accuracy": 0.394269, "f1": 0.34646, "hf_subset": "min_Latn-tam_Taml", "languages": ["min-Latn", "tam-Taml"], "main_score": 0.34646, "precision": 0.331336, "recall": 0.394269}, {"accuracy": 0.651186, "f1": 0.607542, "hf_subset": "min_Latn-vie_Latn", "languages": ["min-Latn", "vie-Latn"], "main_score": 0.607542, "precision": 0.592888, "recall": 0.651186}, {"accuracy": 0.549407, "f1": 0.513135, "hf_subset": "min_Latn-apc_Arab", "languages": ["min-Latn", "apc-Arab"], "main_score": 0.513135, "precision": 0.501236, "recall": 0.549407}, {"accuracy": 0.407115, "f1": 0.363543, "hf_subset": "min_Latn-bug_Latn", "languages": ["min-Latn", "bug-Latn"], "main_score": 0.363543, "precision": 0.348795, "recall": 0.407115}, {"accuracy": 0.237154, "f1": 0.186095, "hf_subset": "min_Latn-fon_Latn", "languages": ["min-Latn", "fon-Latn"], "main_score": 0.186095, "precision": 0.169752, "recall": 0.237154}, {"accuracy": 0.578063, "f1": 0.53731, "hf_subset": "min_Latn-jav_Latn", "languages": ["min-Latn", "jav-Latn"], "main_score": 0.53731, "precision": 0.522213, "recall": 0.578063}, {"accuracy": 0.51087, "f1": 0.46818, "hf_subset": "min_Latn-lao_Laoo", "languages": ["min-Latn", "lao-Laoo"], "main_score": 0.46818, "precision": 0.453717, "recall": 0.51087}, {"accuracy": 0.246047, "f1": 0.189514, "hf_subset": "min_Latn-mri_Latn", "languages": ["min-Latn", "mri-Latn"], "main_score": 0.189514, "precision": 0.172445, "recall": 0.246047}, {"accuracy": 0.629447, "f1": 0.588525, "hf_subset": "min_Latn-rus_Cyrl", "languages": ["min-Latn", "rus-Cyrl"], "main_score": 0.588525, "precision": 0.575001, "recall": 0.629447}, {"accuracy": 0.285573, "f1": 0.235189, "hf_subset": "min_Latn-taq_Latn", "languages": ["min-Latn", "taq-Latn"], "main_score": 0.235189, "precision": 0.22022, "recall": 0.285573}, {"accuracy": 0.450593, "f1": 0.398923, "hf_subset": "min_Latn-war_Latn", "languages": ["min-Latn", "war-Latn"], "main_score": 0.398923, "precision": 0.381566, "recall": 0.450593}, {"accuracy": 0.554348, "f1": 0.507292, "hf_subset": "min_Latn-arb_Arab", "languages": ["min-Latn", "arb-Arab"], "main_score": 0.507292, "precision": 0.49139, "recall": 0.554348}, {"accuracy": 0.639328, "f1": 0.600536, "hf_subset": "min_Latn-bul_Cyrl", "languages": ["min-Latn", "bul-Cyrl"], "main_score": 0.600536, "precision": 0.587241, "recall": 0.639328}, {"accuracy": 0.653162, "f1": 0.608861, "hf_subset": "min_Latn-fra_Latn", "languages": ["min-Latn", "fra-Latn"], "main_score": 0.608861, "precision": 0.594212, "recall": 0.653162}, {"accuracy": 0.593874, "f1": 0.549161, "hf_subset": "min_Latn-jpn_Jpan", "languages": ["min-Latn", "jpn-Jpan"], "main_score": 0.549161, "precision": 0.533556, "recall": 0.593874}, {"accuracy": 0.508893, "f1": 0.463008, "hf_subset": "min_Latn-lij_Latn", "languages": ["min-Latn", "lij-Latn"], "main_score": 0.463008, "precision": 0.447101, "recall": 0.508893}, {"accuracy": 0.490119, "f1": 0.439041, "hf_subset": "min_Latn-mya_Mymr", "languages": ["min-Latn", "mya-Mymr"], "main_score": 0.439041, "precision": 0.421394, "recall": 0.490119}, {"accuracy": 0.272727, "f1": 0.221341, "hf_subset": "min_Latn-sag_Latn", "languages": ["min-Latn", "sag-Latn"], "main_score": 0.221341, "precision": 0.204702, "recall": 0.272727}, {"accuracy": 0.085968, "f1": 0.050776, "hf_subset": "min_Latn-taq_Tfng", "languages": ["min-Latn", "taq-Tfng"], "main_score": 0.050776, "precision": 0.043934, "recall": 0.085968}, {"accuracy": 0.281621, "f1": 0.2306, "hf_subset": "min_Latn-wol_Latn", "languages": ["min-Latn", "wol-Latn"], "main_score": 0.2306, "precision": 0.214607, "recall": 0.281621}, {"accuracy": 0.139328, "f1": 0.094927, "hf_subset": "min_Latn-arb_Latn", "languages": ["min-Latn", "arb-Latn"], "main_score": 0.094927, "precision": 0.08424, "recall": 0.139328}, {"accuracy": 0.659091, "f1": 0.614174, "hf_subset": "min_Latn-cat_Latn", "languages": ["min-Latn", "cat-Latn"], "main_score": 0.614174, "precision": 0.599279, "recall": 0.659091}, {"accuracy": 0.501976, "f1": 0.461505, "hf_subset": "min_Latn-fur_Latn", "languages": ["min-Latn", "fur-Latn"], "main_score": 0.461505, "precision": 0.446676, "recall": 0.501976}, {"accuracy": 0.097826, "f1": 0.072007, "hf_subset": "min_Latn-kab_Latn", "languages": ["min-Latn", "kab-Latn"], "main_score": 0.072007, "precision": 0.065397, "recall": 0.097826}, {"accuracy": 0.536561, "f1": 0.495763, "hf_subset": "min_Latn-lim_Latn", "languages": ["min-Latn", "lim-Latn"], "main_score": 0.495763, "precision": 0.480162, "recall": 0.536561}, {"accuracy": 0.670949, "f1": 0.626055, "hf_subset": "min_Latn-nld_Latn", "languages": ["min-Latn", "nld-Latn"], "main_score": 0.626055, "precision": 0.610233, "recall": 0.670949}, {"accuracy": 0.358696, "f1": 0.317481, "hf_subset": "min_Latn-san_Deva", "languages": ["min-Latn", "san-Deva"], "main_score": 0.317481, "precision": 0.303564, "recall": 0.358696}, {"accuracy": 0.427866, "f1": 0.380988, "hf_subset": "min_Latn-tat_Cyrl", "languages": ["min-Latn", "tat-Cyrl"], "main_score": 0.380988, "precision": 0.363321, "recall": 0.427866}, {"accuracy": 0.22332, "f1": 0.174041, "hf_subset": "min_Latn-xho_Latn", "languages": ["min-Latn", "xho-Latn"], "main_score": 0.174041, "precision": 0.1595, "recall": 0.22332}, {"accuracy": 0.543478, "f1": 0.496955, "hf_subset": "min_Latn-ars_Arab", "languages": ["min-Latn", "ars-Arab"], "main_score": 0.496955, "precision": 0.481081, "recall": 0.543478}, {"accuracy": 0.426877, "f1": 0.376603, "hf_subset": "min_Latn-ceb_Latn", "languages": ["min-Latn", "ceb-Latn"], "main_score": 0.376603, "precision": 0.358906, "recall": 0.426877}, {"accuracy": 0.254941, "f1": 0.20071, "hf_subset": "min_Latn-fuv_Latn", "languages": ["min-Latn", "fuv-Latn"], "main_score": 0.20071, "precision": 0.184054, "recall": 0.254941}, {"accuracy": 0.254941, "f1": 0.19555, "hf_subset": "min_Latn-kac_Latn", "languages": ["min-Latn", "kac-Latn"], "main_score": 0.19555, "precision": 0.178556, "recall": 0.254941}, {"accuracy": 0.272727, "f1": 0.222102, "hf_subset": "min_Latn-lin_Latn", "languages": ["min-Latn", "lin-Latn"], "main_score": 0.222102, "precision": 0.206748, "recall": 0.272727}, {"accuracy": 0.632411, "f1": 0.587527, "hf_subset": "min_Latn-nno_Latn", "languages": ["min-Latn", "nno-Latn"], "main_score": 0.587527, "precision": 0.572279, "recall": 0.632411}, {"accuracy": 0.020751, "f1": 0.006018, "hf_subset": "min_Latn-sat_Olck", "languages": ["min-Latn", "sat-Olck"], "main_score": 0.006018, "precision": 0.004498, "recall": 0.020751}, {"accuracy": 0.390316, "f1": 0.340528, "hf_subset": "min_Latn-tel_Telu", "languages": ["min-Latn", "tel-Telu"], "main_score": 0.340528, "precision": 0.324443, "recall": 0.390316}, {"accuracy": 0.213439, "f1": 0.172092, "hf_subset": "min_Latn-ydd_Hebr", "languages": ["min-Latn", "ydd-Hebr"], "main_score": 0.172092, "precision": 0.158928, "recall": 0.213439}, {"accuracy": 0.492095, "f1": 0.448438, "hf_subset": "min_Latn-ary_Arab", "languages": ["min-Latn", "ary-Arab"], "main_score": 0.448438, "precision": 0.43417, "recall": 0.492095}, {"accuracy": 0.662055, "f1": 0.617757, "hf_subset": "min_Latn-ces_Latn", "languages": ["min-Latn", "ces-Latn"], "main_score": 0.617757, "precision": 0.60312, "recall": 0.662055}, {"accuracy": 0.100791, "f1": 0.06423, "hf_subset": "min_Latn-gaz_Latn", "languages": ["min-Latn", "gaz-Latn"], "main_score": 0.06423, "precision": 0.05536, "recall": 0.100791}, {"accuracy": 0.240119, "f1": 0.191151, "hf_subset": "min_Latn-kam_Latn", "languages": ["min-Latn", "kam-Latn"], "main_score": 0.191151, "precision": 0.175635, "recall": 0.240119}, {"accuracy": 0.625494, "f1": 0.583158, "hf_subset": "min_Latn-lit_Latn", "languages": ["min-Latn", "lit-Latn"], "main_score": 0.583158, "precision": 0.568896, "recall": 0.625494}, {"accuracy": 0.655138, "f1": 0.61213, "hf_subset": "min_Latn-nob_Latn", "languages": ["min-Latn", "nob-Latn"], "main_score": 0.61213, "precision": 0.597424, "recall": 0.655138}, {"accuracy": 0.45751, "f1": 0.417697, "hf_subset": "min_Latn-scn_Latn", "languages": ["min-Latn", "scn-Latn"], "main_score": 0.417697, "precision": 0.402822, "recall": 0.45751}, {"accuracy": 0.217391, "f1": 0.163875, "hf_subset": "min_Latn-tgk_Cyrl", "languages": ["min-Latn", "tgk-Cyrl"], "main_score": 0.163875, "precision": 0.146819, "recall": 0.217391}, {"accuracy": 0.242095, "f1": 0.190839, "hf_subset": "min_Latn-yor_Latn", "languages": ["min-Latn", "yor-Latn"], "main_score": 0.190839, "precision": 0.173266, "recall": 0.242095}, {"accuracy": 0.52668, "f1": 0.482455, "hf_subset": "min_Latn-arz_Arab", "languages": ["min-Latn", "arz-Arab"], "main_score": 0.482455, "precision": 0.468452, "recall": 0.52668}, {"accuracy": 0.211462, "f1": 0.166036, "hf_subset": "min_Latn-cjk_Latn", "languages": ["min-Latn", "cjk-Latn"], "main_score": 0.166036, "precision": 0.152582, "recall": 0.211462}, {"accuracy": 0.213439, "f1": 0.171375, "hf_subset": "min_Latn-gla_Latn", "languages": ["min-Latn", "gla-Latn"], "main_score": 0.171375, "precision": 0.159197, "recall": 0.213439}, {"accuracy": 0.371542, "f1": 0.324113, "hf_subset": "min_Latn-kan_Knda", "languages": ["min-Latn", "kan-Knda"], "main_score": 0.324113, "precision": 0.308777, "recall": 0.371542}, {"accuracy": 0.480237, "f1": 0.440716, "hf_subset": "min_Latn-lmo_Latn", "languages": ["min-Latn", "lmo-Latn"], "main_score": 0.440716, "precision": 0.425682, "recall": 0.480237}, {"accuracy": 0.531621, "f1": 0.4861, "hf_subset": "min_Latn-npi_Deva", "languages": ["min-Latn", "npi-Deva"], "main_score": 0.4861, "precision": 0.471608, "recall": 0.531621}, {"accuracy": 0.280632, "f1": 0.2171, "hf_subset": "min_Latn-shn_Mymr", "languages": ["min-Latn", "shn-Mymr"], "main_score": 0.2171, "precision": 0.197634, "recall": 0.280632}, {"accuracy": 0.438735, "f1": 0.388106, "hf_subset": "min_Latn-tgl_Latn", "languages": ["min-Latn", "tgl-Latn"], "main_score": 0.388106, "precision": 0.369914, "recall": 0.438735}, {"accuracy": 0.608696, "f1": 0.564206, "hf_subset": "min_Latn-yue_Hant", "languages": ["min-Latn", "yue-Hant"], "main_score": 0.564206, "precision": 0.549306, "recall": 0.608696}, {"accuracy": 0.228261, "f1": 0.191864, "hf_subset": "min_Latn-asm_Beng", "languages": ["min-Latn", "asm-Beng"], "main_score": 0.191864, "precision": 0.179676, "recall": 0.228261}, {"accuracy": 0.374506, "f1": 0.321749, "hf_subset": "min_Latn-ckb_Arab", "languages": ["min-Latn", "ckb-Arab"], "main_score": 0.321749, "precision": 0.304385, "recall": 0.374506}, {"accuracy": 0.283597, "f1": 0.233289, "hf_subset": "min_Latn-gle_Latn", "languages": ["min-Latn", "gle-Latn"], "main_score": 0.233289, "precision": 0.217917, "recall": 0.283597}, {"accuracy": 0.331028, "f1": 0.287038, "hf_subset": "min_Latn-kas_Arab", "languages": ["min-Latn", "kas-Arab"], "main_score": 0.287038, "precision": 0.271527, "recall": 0.331028}, {"accuracy": 0.485178, "f1": 0.438684, "hf_subset": "min_Latn-ltg_Latn", "languages": ["min-Latn", "ltg-Latn"], "main_score": 0.438684, "precision": 0.422332, "recall": 0.485178}, {"accuracy": 0.280632, "f1": 0.225088, "hf_subset": "min_Latn-nso_Latn", "languages": ["min-Latn", "nso-Latn"], "main_score": 0.225088, "precision": 0.206538, "recall": 0.280632}, {"accuracy": 0.376482, "f1": 0.329638, "hf_subset": "min_Latn-sin_Sinh", "languages": ["min-Latn", "sin-Sinh"], "main_score": 0.329638, "precision": 0.314077, "recall": 0.376482}, {"accuracy": 0.607708, "f1": 0.561504, "hf_subset": "min_Latn-tha_Thai", "languages": ["min-Latn", "tha-Thai"], "main_score": 0.561504, "precision": 0.546096, "recall": 0.607708}, {"accuracy": 0.613636, "f1": 0.56825, "hf_subset": "min_Latn-zho_Hans", "languages": ["min-Latn", "zho-Hans"], "main_score": 0.56825, "precision": 0.553146, "recall": 0.613636}, {"accuracy": 0.596838, "f1": 0.560797, "hf_subset": "min_Latn-ast_Latn", "languages": ["min-Latn", "ast-Latn"], "main_score": 0.560797, "precision": 0.547356, "recall": 0.596838}, {"accuracy": 0.496047, "f1": 0.460475, "hf_subset": "min_Latn-crh_Latn", "languages": ["min-Latn", "crh-Latn"], "main_score": 0.460475, "precision": 0.446156, "recall": 0.496047}, {"accuracy": 0.671937, "f1": 0.631838, "hf_subset": "min_Latn-glg_Latn", "languages": ["min-Latn", "glg-Latn"], "main_score": 0.631838, "precision": 0.618999, "recall": 0.671937}, {"accuracy": 0.329051, "f1": 0.280618, "hf_subset": "min_Latn-kas_Deva", "languages": ["min-Latn", "kas-Deva"], "main_score": 0.280618, "precision": 0.263156, "recall": 0.329051}, {"accuracy": 0.408103, "f1": 0.359061, "hf_subset": "min_Latn-ltz_Latn", "languages": ["min-Latn", "ltz-Latn"], "main_score": 0.359061, "precision": 0.343808, "recall": 0.408103}, {"accuracy": 0.133399, "f1": 0.081924, "hf_subset": "min_Latn-nus_Latn", "languages": ["min-Latn", "nus-Latn"], "main_score": 0.081924, "precision": 0.070858, "recall": 0.133399}, {"accuracy": 0.648221, "f1": 0.606378, "hf_subset": "min_Latn-slk_Latn", "languages": ["min-Latn", "slk-Latn"], "main_score": 0.606378, "precision": 0.592452, "recall": 0.648221}, {"accuracy": 0.118577, "f1": 0.093909, "hf_subset": "min_Latn-tir_Ethi", "languages": ["min-Latn", "tir-Ethi"], "main_score": 0.093909, "precision": 0.085276, "recall": 0.118577}, {"accuracy": 0.598814, "f1": 0.554868, "hf_subset": "min_Latn-zho_Hant", "languages": ["min-Latn", "zho-Hant"], "main_score": 0.554868, "precision": 0.539457, "recall": 0.598814}, {"accuracy": 0.549407, "f1": 0.497929, "hf_subset": "min_Latn-awa_Deva", "languages": ["min-Latn", "awa-Deva"], "main_score": 0.497929, "precision": 0.48042, "recall": 0.549407}, {"accuracy": 0.351779, "f1": 0.299832, "hf_subset": "min_Latn-cym_Latn", "languages": ["min-Latn", "cym-Latn"], "main_score": 0.299832, "precision": 0.283484, "recall": 0.351779}, {"accuracy": 0.37253, "f1": 0.31524, "hf_subset": "min_Latn-grn_Latn", "languages": ["min-Latn", "grn-Latn"], "main_score": 0.31524, "precision": 0.295586, "recall": 0.37253}, {"accuracy": 0.498024, "f1": 0.447276, "hf_subset": "min_Latn-kat_Geor", "languages": ["min-Latn", "kat-Geor"], "main_score": 0.447276, "precision": 0.430268, "recall": 0.498024}, {"accuracy": 0.291502, "f1": 0.24196, "hf_subset": "min_Latn-lua_Latn", "languages": ["min-Latn", "lua-Latn"], "main_score": 0.24196, "precision": 0.224278, "recall": 0.291502}, {"accuracy": 0.248024, "f1": 0.198569, "hf_subset": "min_Latn-nya_Latn", "languages": ["min-Latn", "nya-Latn"], "main_score": 0.198569, "precision": 0.182543, "recall": 0.248024}, {"accuracy": 0.660079, "f1": 0.61882, "hf_subset": "min_Latn-slv_Latn", "languages": ["min-Latn", "slv-Latn"], "main_score": 0.61882, "precision": 0.605784, "recall": 0.660079}, {"accuracy": 0.432806, "f1": 0.377619, "hf_subset": "min_Latn-tpi_Latn", "languages": ["min-Latn", "tpi-Latn"], "main_score": 0.377619, "precision": 0.357074, "recall": 0.432806}, {"accuracy": 0.656126, "f1": 0.615168, "hf_subset": "min_Latn-zsm_Latn", "languages": ["min-Latn", "zsm-Latn"], "main_score": 0.615168, "precision": 0.601506, "recall": 0.656126}, {"accuracy": 0.224308, "f1": 0.16689, "hf_subset": "min_Latn-ayr_Latn", "languages": ["min-Latn", "ayr-Latn"], "main_score": 0.16689, "precision": 0.151093, "recall": 0.224308}, {"accuracy": 0.662055, "f1": 0.619584, "hf_subset": "min_Latn-dan_Latn", "languages": ["min-Latn", "dan-Latn"], "main_score": 0.619584, "precision": 0.605879, "recall": 0.662055}, {"accuracy": 0.458498, "f1": 0.407743, "hf_subset": "min_Latn-guj_Gujr", "languages": ["min-Latn", "guj-Gujr"], "main_score": 0.407743, "precision": 0.39151, "recall": 0.458498}, {"accuracy": 0.544466, "f1": 0.501872, "hf_subset": "min_Latn-kaz_Cyrl", "languages": ["min-Latn", "kaz-Cyrl"], "main_score": 0.501872, "precision": 0.486855, "recall": 0.544466}, {"accuracy": 0.206522, "f1": 0.158583, "hf_subset": "min_Latn-lug_Latn", "languages": ["min-Latn", "lug-Latn"], "main_score": 0.158583, "precision": 0.144334, "recall": 0.206522}, {"accuracy": 0.593874, "f1": 0.546992, "hf_subset": "min_Latn-oci_Latn", "languages": ["min-Latn", "oci-Latn"], "main_score": 0.546992, "precision": 0.531072, "recall": 0.593874}, {"accuracy": 0.225296, "f1": 0.170574, "hf_subset": "min_Latn-smo_Latn", "languages": ["min-Latn", "smo-Latn"], "main_score": 0.170574, "precision": 0.154435, "recall": 0.225296}, {"accuracy": 0.250988, "f1": 0.199219, "hf_subset": "min_Latn-tsn_Latn", "languages": ["min-Latn", "tsn-Latn"], "main_score": 0.199219, "precision": 0.182451, "recall": 0.250988}, {"accuracy": 0.162055, "f1": 0.125132, "hf_subset": "min_Latn-zul_Latn", "languages": ["min-Latn", "zul-Latn"], "main_score": 0.125132, "precision": 0.114354, "recall": 0.162055}, {"accuracy": 0.324111, "f1": 0.279571, "hf_subset": "min_Latn-azb_Arab", "languages": ["min-Latn", "azb-Arab"], "main_score": 0.279571, "precision": 0.26413, "recall": 0.324111}, {"accuracy": 0.670949, "f1": 0.628025, "hf_subset": "min_Latn-deu_Latn", "languages": ["min-Latn", "deu-Latn"], "main_score": 0.628025, "precision": 0.612002, "recall": 0.670949}, {"accuracy": 0.29249, "f1": 0.237976, "hf_subset": "min_Latn-hat_Latn", "languages": ["min-Latn", "hat-Latn"], "main_score": 0.237976, "precision": 0.220301, "recall": 0.29249}, {"accuracy": 0.217391, "f1": 0.161628, "hf_subset": "min_Latn-kbp_Latn", "languages": ["min-Latn", "kbp-Latn"], "main_score": 0.161628, "precision": 0.146996, "recall": 0.217391}, {"accuracy": 0.271739, "f1": 0.21674, "hf_subset": "min_Latn-luo_Latn", "languages": ["min-Latn", "luo-Latn"], "main_score": 0.21674, "precision": 0.19981, "recall": 0.271739}, {"accuracy": 0.320158, "f1": 0.270384, "hf_subset": "min_Latn-ory_Orya", "languages": ["min-Latn", "ory-Orya"], "main_score": 0.270384, "precision": 0.254632, "recall": 0.320158}, {"accuracy": 0.198617, "f1": 0.152042, "hf_subset": "min_Latn-sna_Latn", "languages": ["min-Latn", "sna-Latn"], "main_score": 0.152042, "precision": 0.137816, "recall": 0.198617}, {"accuracy": 0.224308, "f1": 0.185493, "hf_subset": "min_Latn-tso_Latn", "languages": ["min-Latn", "tso-Latn"], "main_score": 0.185493, "precision": 0.172358, "recall": 0.224308}, {"accuracy": 0.538538, "f1": 0.499861, "hf_subset": "min_Latn-azj_Latn", "languages": ["min-Latn", "azj-Latn"], "main_score": 0.499861, "precision": 0.487152, "recall": 0.538538}, {"accuracy": 0.316206, "f1": 0.256434, "hf_subset": "min_Latn-dik_Latn", "languages": ["min-Latn", "dik-Latn"], "main_score": 0.256434, "precision": 0.237301, "recall": 0.316206}, {"accuracy": 0.278656, "f1": 0.228986, "hf_subset": "min_Latn-hau_Latn", "languages": ["min-Latn", "hau-Latn"], "main_score": 0.228986, "precision": 0.212772, "recall": 0.278656}, {"accuracy": 0.493083, "f1": 0.45079, "hf_subset": "min_Latn-kea_Latn", "languages": ["min-Latn", "kea-Latn"], "main_score": 0.45079, "precision": 0.43505, "recall": 0.493083}, {"accuracy": 0.350791, "f1": 0.298466, "hf_subset": "min_Latn-lus_Latn", "languages": ["min-Latn", "lus-Latn"], "main_score": 0.298466, "precision": 0.282046, "recall": 0.350791}, {"accuracy": 0.436759, "f1": 0.390603, "hf_subset": "min_Latn-pag_Latn", "languages": ["min-Latn", "pag-Latn"], "main_score": 0.390603, "precision": 0.374417, "recall": 0.436759}, {"accuracy": 0.411067, "f1": 0.367619, "hf_subset": "min_Latn-snd_Arab", "languages": ["min-Latn", "snd-Arab"], "main_score": 0.367619, "precision": 0.352461, "recall": 0.411067}, {"accuracy": 0.293478, "f1": 0.238355, "hf_subset": "min_Latn-tuk_Latn", "languages": ["min-Latn", "tuk-Latn"], "main_score": 0.238355, "precision": 0.220643, "recall": 0.293478}, {"accuracy": 0.40415, "f1": 0.353187, "hf_subset": "min_Latn-bak_Cyrl", "languages": ["min-Latn", "bak-Cyrl"], "main_score": 0.353187, "precision": 0.336885, "recall": 0.40415}, {"accuracy": 0.208498, "f1": 0.155563, "hf_subset": "min_Latn-dyu_Latn", "languages": ["min-Latn", "dyu-Latn"], "main_score": 0.155563, "precision": 0.139086, "recall": 0.208498}, {"accuracy": 0.570158, "f1": 0.519716, "hf_subset": "min_Latn-heb_Hebr", "languages": ["min-Latn", "heb-Hebr"], "main_score": 0.519716, "precision": 0.502993, "recall": 0.570158}, {"accuracy": 0.557312, "f1": 0.513075, "hf_subset": "min_Latn-khk_Cyrl", "languages": ["min-Latn", "khk-Cyrl"], "main_score": 0.513075, "precision": 0.498348, "recall": 0.557312}, {"accuracy": 0.618577, "f1": 0.575789, "hf_subset": "min_Latn-lvs_Latn", "languages": ["min-Latn", "lvs-Latn"], "main_score": 0.575789, "precision": 0.561427, "recall": 0.618577}, {"accuracy": 0.335968, "f1": 0.28708, "hf_subset": "min_Latn-pan_Guru", "languages": ["min-Latn", "pan-Guru"], "main_score": 0.28708, "precision": 0.271403, "recall": 0.335968}, {"accuracy": 0.278656, "f1": 0.235351, "hf_subset": "min_Latn-som_Latn", "languages": ["min-Latn", "som-Latn"], "main_score": 0.235351, "precision": 0.219183, "recall": 0.278656}, {"accuracy": 0.242095, "f1": 0.184201, "hf_subset": "min_Latn-tum_Latn", "languages": ["min-Latn", "tum-Latn"], "main_score": 0.184201, "precision": 0.167446, "recall": 0.242095}, {"accuracy": 0.088933, "f1": 0.052889, "hf_subset": "por_Latn-ace_Arab", "languages": ["por-Latn", "ace-Arab"], "main_score": 0.052889, "precision": 0.044354, "recall": 0.088933}, {"accuracy": 0.213439, "f1": 0.141766, "hf_subset": "por_Latn-bam_Latn", "languages": ["por-Latn", "bam-Latn"], "main_score": 0.141766, "precision": 0.124114, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "por_Latn-dzo_Tibt", "languages": ["por-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-hin_Deva", "languages": ["por-Latn", "hin-Deva"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.91502, "f1": 0.887747, "hf_subset": "por_Latn-khm_Khmr", "languages": ["por-Latn", "khm-Khmr"], "main_score": 0.887747, "precision": 0.874588, "recall": 0.91502}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "por_Latn-mag_Deva", "languages": ["por-Latn", "mag-Deva"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.667984, "f1": 0.594896, "hf_subset": "por_Latn-pap_Latn", "languages": ["por-Latn", "pap-Latn"], "main_score": 0.594896, "precision": 0.566812, "recall": 0.667984}, {"accuracy": 0.236166, "f1": 0.165311, "hf_subset": "por_Latn-sot_Latn", "languages": ["por-Latn", "sot-Latn"], "main_score": 0.165311, "precision": 0.146411, "recall": 0.236166}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-tur_Latn", "languages": ["por-Latn", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.425889, "f1": 0.339505, "hf_subset": "por_Latn-ace_Latn", "languages": ["por-Latn", "ace-Latn"], "main_score": 0.339505, "precision": 0.311914, "recall": 0.425889}, {"accuracy": 0.688735, "f1": 0.618371, "hf_subset": "por_Latn-ban_Latn", "languages": ["por-Latn", "ban-Latn"], "main_score": 0.618371, "precision": 0.589463, "recall": 0.688735}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-ell_Grek", "languages": ["por-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.929842, "f1": 0.909157, "hf_subset": "por_Latn-hne_Deva", "languages": ["por-Latn", "hne-Deva"], "main_score": 0.909157, "precision": 0.899489, "recall": 0.929842}, {"accuracy": 0.280632, "f1": 0.192157, "hf_subset": "por_Latn-kik_Latn", "languages": ["por-Latn", "kik-Latn"], "main_score": 0.192157, "precision": 0.168712, "recall": 0.280632}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "por_Latn-mai_Deva", "languages": ["por-Latn", "mai-Deva"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.859684, "f1": 0.821607, "hf_subset": "por_Latn-pbt_Arab", "languages": ["por-Latn", "pbt-Arab"], "main_score": 0.821607, "precision": 0.804183, "recall": 0.859684}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-spa_Latn", "languages": ["por-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.320158, "f1": 0.22795, "hf_subset": "por_Latn-twi_Latn", "languages": ["por-Latn", "twi-Latn"], "main_score": 0.22795, "precision": 0.202359, "recall": 0.320158}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "por_Latn-acm_Arab", "languages": ["por-Latn", "acm-Arab"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "por_Latn-bel_Cyrl", "languages": ["por-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-eng_Latn", "languages": ["por-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-hrv_Latn", "languages": ["por-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.174901, "f1": 0.11856, "hf_subset": "por_Latn-kin_Latn", "languages": ["por-Latn", "kin-Latn"], "main_score": 0.11856, "precision": 0.10493, "recall": 0.174901}, {"accuracy": 0.894269, "f1": 0.865137, "hf_subset": "por_Latn-mal_Mlym", "languages": ["por-Latn", "mal-Mlym"], "main_score": 0.865137, "precision": 0.851532, "recall": 0.894269}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "por_Latn-pes_Arab", "languages": ["por-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.75, "f1": 0.691512, "hf_subset": "por_Latn-srd_Latn", "languages": ["por-Latn", "srd-Latn"], "main_score": 0.691512, "precision": 0.667113, "recall": 0.75}, {"accuracy": 0.062253, "f1": 0.027579, "hf_subset": "por_Latn-tzm_Tfng", "languages": ["por-Latn", "tzm-Tfng"], "main_score": 0.027579, "precision": 0.022344, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "por_Latn-acq_Arab", "languages": ["por-Latn", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.242095, "f1": 0.166067, "hf_subset": "por_Latn-bem_Latn", "languages": ["por-Latn", "bem-Latn"], "main_score": 0.166067, "precision": 0.148287, "recall": 0.242095}, {"accuracy": 0.883399, "f1": 0.849341, "hf_subset": "por_Latn-epo_Latn", "languages": ["por-Latn", "epo-Latn"], "main_score": 0.849341, "precision": 0.83391, "recall": 0.883399}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-hun_Latn", "languages": ["por-Latn", "hun-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "por_Latn-kir_Cyrl", "languages": ["por-Latn", "kir-Cyrl"], "main_score": 0.927372, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.911067, "f1": 0.883696, "hf_subset": "por_Latn-mar_Deva", "languages": ["por-Latn", "mar-Deva"], "main_score": 0.883696, "precision": 0.870553, "recall": 0.911067}, {"accuracy": 0.297431, "f1": 0.223239, "hf_subset": "por_Latn-plt_Latn", "languages": ["por-Latn", "plt-Latn"], "main_score": 0.223239, "precision": 0.20186, "recall": 0.297431}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-srp_Cyrl", "languages": ["por-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.768874, "hf_subset": "por_Latn-uig_Arab", "languages": ["por-Latn", "uig-Arab"], "main_score": 0.768874, "precision": 0.747826, "recall": 0.816206}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "por_Latn-aeb_Arab", "languages": ["por-Latn", "aeb-Arab"], "main_score": 0.916996, "precision": 0.907773, "recall": 0.936759}, {"accuracy": 0.916996, "f1": 0.892358, "hf_subset": "por_Latn-ben_Beng", "languages": ["por-Latn", "ben-Beng"], "main_score": 0.892358, "precision": 0.880682, "recall": 0.916996}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-est_Latn", "languages": ["por-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "por_Latn-hye_Armn", "languages": ["por-Latn", "hye-Armn"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.192688, "f1": 0.126366, "hf_subset": "por_Latn-kmb_Latn", "languages": ["por-Latn", "kmb-Latn"], "main_score": 0.126366, "precision": 0.111632, "recall": 0.192688}, {"accuracy": 0.061265, "f1": 0.037059, "hf_subset": "por_Latn-min_Arab", "languages": ["por-Latn", "min-Arab"], "main_score": 0.037059, "precision": 0.031913, "recall": 0.061265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-pol_Latn", "languages": ["por-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.173913, "f1": 0.113593, "hf_subset": "por_Latn-ssw_Latn", "languages": ["por-Latn", "ssw-Latn"], "main_score": 0.113593, "precision": 0.100261, "recall": 0.173913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ukr_Cyrl", "languages": ["por-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "por_Latn-afr_Latn", "languages": ["por-Latn", "afr-Latn"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.913043, "f1": 0.888966, "hf_subset": "por_Latn-bho_Deva", "languages": ["por-Latn", "bho-Deva"], "main_score": 0.888966, "precision": 0.877668, "recall": 0.913043}, {"accuracy": 0.774704, "f1": 0.719466, "hf_subset": "por_Latn-eus_Latn", "languages": ["por-Latn", "eus-Latn"], "main_score": 0.719466, "precision": 0.6958, "recall": 0.774704}, {"accuracy": 0.213439, "f1": 0.140502, "hf_subset": "por_Latn-ibo_Latn", "languages": ["por-Latn", "ibo-Latn"], "main_score": 0.140502, "precision": 0.122774, "recall": 0.213439}, {"accuracy": 0.768775, "f1": 0.72036, "hf_subset": "por_Latn-kmr_Latn", "languages": ["por-Latn", "kmr-Latn"], "main_score": 0.72036, "precision": 0.699951, "recall": 0.768775}, {"accuracy": 0.659091, "f1": 0.585793, "hf_subset": "por_Latn-min_Latn", "languages": ["por-Latn", "min-Latn"], "main_score": 0.585793, "precision": 0.557964, "recall": 0.659091}, {"accuracy": 0.775692, "f1": 0.719123, "hf_subset": "por_Latn-sun_Latn", "languages": ["por-Latn", "sun-Latn"], "main_score": 0.719123, "precision": 0.695389, "recall": 0.775692}, {"accuracy": 0.195652, "f1": 0.129607, "hf_subset": "por_Latn-umb_Latn", "languages": ["por-Latn", "umb-Latn"], "main_score": 0.129607, "precision": 0.113688, "recall": 0.195652}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "por_Latn-ajp_Arab", "languages": ["por-Latn", "ajp-Arab"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.074111, "f1": 0.042025, "hf_subset": "por_Latn-bjn_Arab", "languages": ["por-Latn", "bjn-Arab"], "main_score": 0.042025, "precision": 0.035349, "recall": 0.074111}, {"accuracy": 0.279644, "f1": 0.204211, "hf_subset": "por_Latn-ewe_Latn", "languages": ["por-Latn", "ewe-Latn"], "main_score": 0.204211, "precision": 0.184952, "recall": 0.279644}, {"accuracy": 0.391304, "f1": 0.300565, "hf_subset": "por_Latn-ilo_Latn", "languages": ["por-Latn", "ilo-Latn"], "main_score": 0.300565, "precision": 0.27312, "recall": 0.391304}, {"accuracy": 0.089921, "f1": 0.049249, "hf_subset": "por_Latn-knc_Arab", "languages": ["por-Latn", "knc-Arab"], "main_score": 0.049249, "precision": 0.04104, "recall": 0.089921}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-mkd_Cyrl", "languages": ["por-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "por_Latn-prs_Arab", "languages": ["por-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-swe_Latn", "languages": ["por-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "por_Latn-urd_Arab", "languages": ["por-Latn", "urd-Arab"], "main_score": 0.961627, "precision": 0.957543, "recall": 0.970356}, {"accuracy": 0.323123, "f1": 0.236885, "hf_subset": "por_Latn-aka_Latn", "languages": ["por-Latn", "aka-Latn"], "main_score": 0.236885, "precision": 0.212905, "recall": 0.323123}, {"accuracy": 0.789526, "f1": 0.735707, "hf_subset": "por_Latn-bjn_Latn", "languages": ["por-Latn", "bjn-Latn"], "main_score": 0.735707, "precision": 0.713218, "recall": 0.789526}, {"accuracy": 0.483202, "f1": 0.401091, "hf_subset": "por_Latn-fao_Latn", "languages": ["por-Latn", "fao-Latn"], "main_score": 0.401091, "precision": 0.375284, "recall": 0.483202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ind_Latn", "languages": ["por-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.293478, "f1": 0.215457, "hf_subset": "por_Latn-knc_Latn", "languages": ["por-Latn", "knc-Latn"], "main_score": 0.215457, "precision": 0.19515, "recall": 0.293478}, {"accuracy": 0.367589, "f1": 0.286779, "hf_subset": "por_Latn-mlt_Latn", "languages": ["por-Latn", "mlt-Latn"], "main_score": 0.286779, "precision": 0.263599, "recall": 0.367589}, {"accuracy": 0.284585, "f1": 0.197386, "hf_subset": "por_Latn-quy_Latn", "languages": ["por-Latn", "quy-Latn"], "main_score": 0.197386, "precision": 0.173715, "recall": 0.284585}, {"accuracy": 0.384387, "f1": 0.302263, "hf_subset": "por_Latn-swh_Latn", "languages": ["por-Latn", "swh-Latn"], "main_score": 0.302263, "precision": 0.277124, "recall": 0.384387}, {"accuracy": 0.658103, "f1": 0.587022, "hf_subset": "por_Latn-uzn_Latn", "languages": ["por-Latn", "uzn-Latn"], "main_score": 0.587022, "precision": 0.558036, "recall": 0.658103}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-als_Latn", "languages": ["por-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.052372, "f1": 0.019477, "hf_subset": "por_Latn-bod_Tibt", "languages": ["por-Latn", "bod-Tibt"], "main_score": 0.019477, "precision": 0.015735, "recall": 0.052372}, {"accuracy": 0.235178, "f1": 0.16154, "hf_subset": "por_Latn-fij_Latn", "languages": ["por-Latn", "fij-Latn"], "main_score": 0.16154, "precision": 0.142225, "recall": 0.235178}, {"accuracy": 0.770751, "f1": 0.715288, "hf_subset": "por_Latn-isl_Latn", "languages": ["por-Latn", "isl-Latn"], "main_score": 0.715288, "precision": 0.692188, "recall": 0.770751}, {"accuracy": 0.271739, "f1": 0.192509, "hf_subset": "por_Latn-kon_Latn", "languages": ["por-Latn", "kon-Latn"], "main_score": 0.192509, "precision": 0.171644, "recall": 0.271739}, {"accuracy": 0.062253, "f1": 0.030309, "hf_subset": "por_Latn-mni_Beng", "languages": ["por-Latn", "mni-Beng"], "main_score": 0.030309, "precision": 0.025817, "recall": 0.062253}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-ron_Latn", "languages": ["por-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.818182, "f1": 0.773767, "hf_subset": "por_Latn-szl_Latn", "languages": ["por-Latn", "szl-Latn"], "main_score": 0.773767, "precision": 0.75471, "recall": 0.818182}, {"accuracy": 0.825099, "f1": 0.776877, "hf_subset": "por_Latn-vec_Latn", "languages": ["por-Latn", "vec-Latn"], "main_score": 0.776877, "precision": 0.756192, "recall": 0.825099}, {"accuracy": 0.791502, "f1": 0.741493, "hf_subset": "por_Latn-amh_Ethi", "languages": ["por-Latn", "amh-Ethi"], "main_score": 0.741493, "precision": 0.719878, "recall": 0.791502}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-bos_Latn", "languages": ["por-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "por_Latn-fin_Latn", "languages": ["por-Latn", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-ita_Latn", "languages": ["por-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "por_Latn-kor_Hang", "languages": ["por-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.243083, "f1": 0.171723, "hf_subset": "por_Latn-mos_Latn", "languages": ["por-Latn", "mos-Latn"], "main_score": 0.171723, "precision": 0.153209, "recall": 0.243083}, {"accuracy": 0.195652, "f1": 0.129931, "hf_subset": "por_Latn-run_Latn", "languages": ["por-Latn", "run-Latn"], "main_score": 0.129931, "precision": 0.114343, "recall": 0.195652}, {"accuracy": 0.908103, "f1": 0.880105, "hf_subset": "por_Latn-tam_Taml", "languages": ["por-Latn", "tam-Taml"], "main_score": 0.880105, "precision": 0.866765, "recall": 0.908103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-vie_Latn", "languages": ["por-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "por_Latn-apc_Arab", "languages": ["por-Latn", "apc-Arab"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.40415, "f1": 0.314285, "hf_subset": "por_Latn-bug_Latn", "languages": ["por-Latn", "bug-Latn"], "main_score": 0.314285, "precision": 0.286113, "recall": 0.40415}, {"accuracy": 0.230237, "f1": 0.157551, "hf_subset": "por_Latn-fon_Latn", "languages": ["por-Latn", "fon-Latn"], "main_score": 0.157551, "precision": 0.140301, "recall": 0.230237}, {"accuracy": 0.746047, "f1": 0.683006, "hf_subset": "por_Latn-jav_Latn", "languages": ["por-Latn", "jav-Latn"], "main_score": 0.683006, "precision": 0.656762, "recall": 0.746047}, {"accuracy": 0.948617, "f1": 0.933465, "hf_subset": "por_Latn-lao_Laoo", "languages": ["por-Latn", "lao-Laoo"], "main_score": 0.933465, "precision": 0.926548, "recall": 0.948617}, {"accuracy": 0.213439, "f1": 0.144139, "hf_subset": "por_Latn-mri_Latn", "languages": ["por-Latn", "mri-Latn"], "main_score": 0.144139, "precision": 0.129294, "recall": 0.213439}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-rus_Cyrl", "languages": ["por-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.273715, "f1": 0.201409, "hf_subset": "por_Latn-taq_Latn", "languages": ["por-Latn", "taq-Latn"], "main_score": 0.201409, "precision": 0.182182, "recall": 0.273715}, {"accuracy": 0.454545, "f1": 0.361178, "hf_subset": "por_Latn-war_Latn", "languages": ["por-Latn", "war-Latn"], "main_score": 0.361178, "precision": 0.331513, "recall": 0.454545}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "por_Latn-arb_Arab", "languages": ["por-Latn", "arb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-bul_Cyrl", "languages": ["por-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-fra_Latn", "languages": ["por-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-jpn_Jpan", "languages": ["por-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.777668, "f1": 0.72301, "hf_subset": "por_Latn-lij_Latn", "languages": ["por-Latn", "lij-Latn"], "main_score": 0.72301, "precision": 0.699901, "recall": 0.777668}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "por_Latn-mya_Mymr", "languages": ["por-Latn", "mya-Mymr"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.258893, "f1": 0.184506, "hf_subset": "por_Latn-sag_Latn", "languages": ["por-Latn", "sag-Latn"], "main_score": 0.184506, "precision": 0.164736, "recall": 0.258893}, {"accuracy": 0.083004, "f1": 0.037211, "hf_subset": "por_Latn-taq_Tfng", "languages": ["por-Latn", "taq-Tfng"], "main_score": 0.037211, "precision": 0.030568, "recall": 0.083004}, {"accuracy": 0.281621, "f1": 0.203695, "hf_subset": "por_Latn-wol_Latn", "languages": ["por-Latn", "wol-Latn"], "main_score": 0.203695, "precision": 0.181886, "recall": 0.281621}, {"accuracy": 0.146245, "f1": 0.089629, "hf_subset": "por_Latn-arb_Latn", "languages": ["por-Latn", "arb-Latn"], "main_score": 0.089629, "precision": 0.077202, "recall": 0.146245}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-cat_Latn", "languages": ["por-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.754941, "f1": 0.697137, "hf_subset": "por_Latn-fur_Latn", "languages": ["por-Latn", "fur-Latn"], "main_score": 0.697137, "precision": 0.673346, "recall": 0.754941}, {"accuracy": 0.09585, "f1": 0.063248, "hf_subset": "por_Latn-kab_Latn", "languages": ["por-Latn", "kab-Latn"], "main_score": 0.063248, "precision": 0.056282, "recall": 0.09585}, {"accuracy": 0.769763, "f1": 0.713196, "hf_subset": "por_Latn-lim_Latn", "languages": ["por-Latn", "lim-Latn"], "main_score": 0.713196, "precision": 0.689601, "recall": 0.769763}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-nld_Latn", "languages": ["por-Latn", "nld-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.755929, "f1": 0.69488, "hf_subset": "por_Latn-san_Deva", "languages": ["por-Latn", "san-Deva"], "main_score": 0.69488, "precision": 0.66861, "recall": 0.755929}, {"accuracy": 0.518775, "f1": 0.431765, "hf_subset": "por_Latn-tat_Cyrl", "languages": ["por-Latn", "tat-Cyrl"], "main_score": 0.431765, "precision": 0.399127, "recall": 0.518775}, {"accuracy": 0.20751, "f1": 0.133852, "hf_subset": "por_Latn-xho_Latn", "languages": ["por-Latn", "xho-Latn"], "main_score": 0.133852, "precision": 0.115725, "recall": 0.20751}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "por_Latn-ars_Arab", "languages": ["por-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.41502, "f1": 0.324662, "hf_subset": "por_Latn-ceb_Latn", "languages": ["por-Latn", "ceb-Latn"], "main_score": 0.324662, "precision": 0.295649, "recall": 0.41502}, {"accuracy": 0.242095, "f1": 0.166408, "hf_subset": "por_Latn-fuv_Latn", "languages": ["por-Latn", "fuv-Latn"], "main_score": 0.166408, "precision": 0.148405, "recall": 0.242095}, {"accuracy": 0.221344, "f1": 0.152977, "hf_subset": "por_Latn-kac_Latn", "languages": ["por-Latn", "kac-Latn"], "main_score": 0.152977, "precision": 0.135642, "recall": 0.221344}, {"accuracy": 0.248024, "f1": 0.177637, "hf_subset": "por_Latn-lin_Latn", "languages": ["por-Latn", "lin-Latn"], "main_score": 0.177637, "precision": 0.158466, "recall": 0.248024}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "por_Latn-nno_Latn", "languages": ["por-Latn", "nno-Latn"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.021739, "f1": 0.004322, "hf_subset": "por_Latn-sat_Olck", "languages": ["por-Latn", "sat-Olck"], "main_score": 0.004322, "precision": 0.002893, "recall": 0.021739}, {"accuracy": 0.874506, "f1": 0.839182, "hf_subset": "por_Latn-tel_Telu", "languages": ["por-Latn", "tel-Telu"], "main_score": 0.839182, "precision": 0.823452, "recall": 0.874506}, {"accuracy": 0.462451, "f1": 0.373793, "hf_subset": "por_Latn-ydd_Hebr", "languages": ["por-Latn", "ydd-Hebr"], "main_score": 0.373793, "precision": 0.341687, "recall": 0.462451}, {"accuracy": 0.867589, "f1": 0.830632, "hf_subset": "por_Latn-ary_Arab", "languages": ["por-Latn", "ary-Arab"], "main_score": 0.830632, "precision": 0.813735, "recall": 0.867589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-ces_Latn", "languages": ["por-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.109684, "f1": 0.064197, "hf_subset": "por_Latn-gaz_Latn", "languages": ["por-Latn", "gaz-Latn"], "main_score": 0.064197, "precision": 0.055342, "recall": 0.109684}, {"accuracy": 0.205534, "f1": 0.140014, "hf_subset": "por_Latn-kam_Latn", "languages": ["por-Latn", "kam-Latn"], "main_score": 0.140014, "precision": 0.122749, "recall": 0.205534}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "por_Latn-lit_Latn", "languages": ["por-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "por_Latn-nob_Latn", "languages": ["por-Latn", "nob-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.672925, "f1": 0.600106, "hf_subset": "por_Latn-scn_Latn", "languages": ["por-Latn", "scn-Latn"], "main_score": 0.600106, "precision": 0.572012, "recall": 0.672925}, {"accuracy": 0.19664, "f1": 0.129917, "hf_subset": "por_Latn-tgk_Cyrl", "languages": ["por-Latn", "tgk-Cyrl"], "main_score": 0.129917, "precision": 0.113197, "recall": 0.19664}, {"accuracy": 0.218379, "f1": 0.144835, "hf_subset": "por_Latn-yor_Latn", "languages": ["por-Latn", "yor-Latn"], "main_score": 0.144835, "precision": 0.127103, "recall": 0.218379}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "por_Latn-arz_Arab", "languages": ["por-Latn", "arz-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.214427, "f1": 0.144706, "hf_subset": "por_Latn-cjk_Latn", "languages": ["por-Latn", "cjk-Latn"], "main_score": 0.144706, "precision": 0.126795, "recall": 0.214427}, {"accuracy": 0.224308, "f1": 0.15493, "hf_subset": "por_Latn-gla_Latn", "languages": ["por-Latn", "gla-Latn"], "main_score": 0.15493, "precision": 0.137098, "recall": 0.224308}, {"accuracy": 0.813241, "f1": 0.764246, "hf_subset": "por_Latn-kan_Knda", "languages": ["por-Latn", "kan-Knda"], "main_score": 0.764246, "precision": 0.742911, "recall": 0.813241}, {"accuracy": 0.687747, "f1": 0.621147, "hf_subset": "por_Latn-lmo_Latn", "languages": ["por-Latn", "lmo-Latn"], "main_score": 0.621147, "precision": 0.59507, "recall": 0.687747}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "por_Latn-npi_Deva", "languages": ["por-Latn", "npi-Deva"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.312253, "f1": 0.222659, "hf_subset": "por_Latn-shn_Mymr", "languages": ["por-Latn", "shn-Mymr"], "main_score": 0.222659, "precision": 0.194688, "recall": 0.312253}, {"accuracy": 0.494071, "f1": 0.410785, "hf_subset": "por_Latn-tgl_Latn", "languages": ["por-Latn", "tgl-Latn"], "main_score": 0.410785, "precision": 0.383837, "recall": 0.494071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-yue_Hant", "languages": ["por-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.5583, "f1": 0.478465, "hf_subset": "por_Latn-asm_Beng", "languages": ["por-Latn", "asm-Beng"], "main_score": 0.478465, "precision": 0.44758, "recall": 0.5583}, {"accuracy": 0.855731, "f1": 0.815316, "hf_subset": "por_Latn-ckb_Arab", "languages": ["por-Latn", "ckb-Arab"], "main_score": 0.815316, "precision": 0.796805, "recall": 0.855731}, {"accuracy": 0.316206, "f1": 0.240829, "hf_subset": "por_Latn-gle_Latn", "languages": ["por-Latn", "gle-Latn"], "main_score": 0.240829, "precision": 0.220325, "recall": 0.316206}, {"accuracy": 0.616601, "f1": 0.537495, "hf_subset": "por_Latn-kas_Arab", "languages": ["por-Latn", "kas-Arab"], "main_score": 0.537495, "precision": 0.505403, "recall": 0.616601}, {"accuracy": 0.736166, "f1": 0.67349, "hf_subset": "por_Latn-ltg_Latn", "languages": ["por-Latn", "ltg-Latn"], "main_score": 0.67349, "precision": 0.646311, "recall": 0.736166}, {"accuracy": 0.256917, "f1": 0.176964, "hf_subset": "por_Latn-nso_Latn", "languages": ["por-Latn", "nso-Latn"], "main_score": 0.176964, "precision": 0.154814, "recall": 0.256917}, {"accuracy": 0.929842, "f1": 0.908432, "hf_subset": "por_Latn-sin_Sinh", "languages": ["por-Latn", "sin-Sinh"], "main_score": 0.908432, "precision": 0.898386, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "por_Latn-tha_Thai", "languages": ["por-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "por_Latn-zho_Hans", "languages": ["por-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "por_Latn-ast_Latn", "languages": ["por-Latn", "ast-Latn"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.770751, "f1": 0.712467, "hf_subset": "por_Latn-crh_Latn", "languages": ["por-Latn", "crh-Latn"], "main_score": 0.712467, "precision": 0.687345, "recall": 0.770751}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-glg_Latn", "languages": ["por-Latn", "glg-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.433794, "f1": 0.348088, "hf_subset": "por_Latn-kas_Deva", "languages": ["por-Latn", "kas-Deva"], "main_score": 0.348088, "precision": 0.318675, "recall": 0.433794}, {"accuracy": 0.531621, "f1": 0.445954, "hf_subset": "por_Latn-ltz_Latn", "languages": ["por-Latn", "ltz-Latn"], "main_score": 0.445954, "precision": 0.416506, "recall": 0.531621}, {"accuracy": 0.121542, "f1": 0.068698, "hf_subset": "por_Latn-nus_Latn", "languages": ["por-Latn", "nus-Latn"], "main_score": 0.068698, "precision": 0.057798, "recall": 0.121542}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "por_Latn-slk_Latn", "languages": ["por-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.186759, "f1": 0.127601, "hf_subset": "por_Latn-tir_Ethi", "languages": ["por-Latn", "tir-Ethi"], "main_score": 0.127601, "precision": 0.111426, "recall": 0.186759}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "por_Latn-zho_Hant", "languages": ["por-Latn", "zho-Hant"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.964427, "f1": 0.954381, "hf_subset": "por_Latn-awa_Deva", "languages": ["por-Latn", "awa-Deva"], "main_score": 0.954381, "precision": 0.94944, "recall": 0.964427}, {"accuracy": 0.496047, "f1": 0.407838, "hf_subset": "por_Latn-cym_Latn", "languages": ["por-Latn", "cym-Latn"], "main_score": 0.407838, "precision": 0.379272, "recall": 0.496047}, {"accuracy": 0.387352, "f1": 0.29963, "hf_subset": "por_Latn-grn_Latn", "languages": ["por-Latn", "grn-Latn"], "main_score": 0.29963, "precision": 0.273058, "recall": 0.387352}, {"accuracy": 0.884387, "f1": 0.848057, "hf_subset": "por_Latn-kat_Geor", "languages": ["por-Latn", "kat-Geor"], "main_score": 0.848057, "precision": 0.830616, "recall": 0.884387}, {"accuracy": 0.278656, "f1": 0.198875, "hf_subset": "por_Latn-lua_Latn", "languages": ["por-Latn", "lua-Latn"], "main_score": 0.198875, "precision": 0.177234, "recall": 0.278656}, {"accuracy": 0.257905, "f1": 0.177322, "hf_subset": "por_Latn-nya_Latn", "languages": ["por-Latn", "nya-Latn"], "main_score": 0.177322, "precision": 0.155527, "recall": 0.257905}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-slv_Latn", "languages": ["por-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.481225, "f1": 0.392555, "hf_subset": "por_Latn-tpi_Latn", "languages": ["por-Latn", "tpi-Latn"], "main_score": 0.392555, "precision": 0.36345, "recall": 0.481225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "por_Latn-zsm_Latn", "languages": ["por-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.214427, "f1": 0.136587, "hf_subset": "por_Latn-ayr_Latn", "languages": ["por-Latn", "ayr-Latn"], "main_score": 0.136587, "precision": 0.118317, "recall": 0.214427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "por_Latn-dan_Latn", "languages": ["por-Latn", "dan-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.922925, "f1": 0.900151, "hf_subset": "por_Latn-guj_Gujr", "languages": ["por-Latn", "guj-Gujr"], "main_score": 0.900151, "precision": 0.889493, "recall": 0.922925}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "por_Latn-kaz_Cyrl", "languages": ["por-Latn", "kaz-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.197628, "f1": 0.133772, "hf_subset": "por_Latn-lug_Latn", "languages": ["por-Latn", "lug-Latn"], "main_score": 0.133772, "precision": 0.118771, "recall": 0.197628}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "por_Latn-oci_Latn", "languages": ["por-Latn", "oci-Latn"], "main_score": 0.929908, "precision": 0.922184, "recall": 0.945652}, {"accuracy": 0.205534, "f1": 0.136472, "hf_subset": "por_Latn-smo_Latn", "languages": ["por-Latn", "smo-Latn"], "main_score": 0.136472, "precision": 0.119269, "recall": 0.205534}, {"accuracy": 0.236166, "f1": 0.164232, "hf_subset": "por_Latn-tsn_Latn", "languages": ["por-Latn", "tsn-Latn"], "main_score": 0.164232, "precision": 0.145849, "recall": 0.236166}, {"accuracy": 0.16502, "f1": 0.104776, "hf_subset": "por_Latn-zul_Latn", "languages": ["por-Latn", "zul-Latn"], "main_score": 0.104776, "precision": 0.090909, "recall": 0.16502}, {"accuracy": 0.571146, "f1": 0.487968, "hf_subset": "por_Latn-azb_Arab", "languages": ["por-Latn", "azb-Arab"], "main_score": 0.487968, "precision": 0.454185, "recall": 0.571146}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "por_Latn-deu_Latn", "languages": ["por-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.326087, "f1": 0.239717, "hf_subset": "por_Latn-hat_Latn", "languages": ["por-Latn", "hat-Latn"], "main_score": 0.239717, "precision": 0.214212, "recall": 0.326087}, {"accuracy": 0.201581, "f1": 0.136951, "hf_subset": "por_Latn-kbp_Latn", "languages": ["por-Latn", "kbp-Latn"], "main_score": 0.136951, "precision": 0.12049, "recall": 0.201581}, {"accuracy": 0.247036, "f1": 0.172304, "hf_subset": "por_Latn-luo_Latn", "languages": ["por-Latn", "luo-Latn"], "main_score": 0.172304, "precision": 0.153076, "recall": 0.247036}, {"accuracy": 0.854743, "f1": 0.815184, "hf_subset": "por_Latn-ory_Orya", "languages": ["por-Latn", "ory-Orya"], "main_score": 0.815184, "precision": 0.797332, "recall": 0.854743}, {"accuracy": 0.194664, "f1": 0.126636, "hf_subset": "por_Latn-sna_Latn", "languages": ["por-Latn", "sna-Latn"], "main_score": 0.126636, "precision": 0.11004, "recall": 0.194664}, {"accuracy": 0.209486, "f1": 0.143425, "hf_subset": "por_Latn-tso_Latn", "languages": ["por-Latn", "tso-Latn"], "main_score": 0.143425, "precision": 0.127393, "recall": 0.209486}, {"accuracy": 0.961462, "f1": 0.950988, "hf_subset": "por_Latn-azj_Latn", "languages": ["por-Latn", "azj-Latn"], "main_score": 0.950988, "precision": 0.946229, "recall": 0.961462}, {"accuracy": 0.325099, "f1": 0.239049, "hf_subset": "por_Latn-dik_Latn", "languages": ["por-Latn", "dik-Latn"], "main_score": 0.239049, "precision": 0.215586, "recall": 0.325099}, {"accuracy": 0.270751, "f1": 0.192222, "hf_subset": "por_Latn-hau_Latn", "languages": ["por-Latn", "hau-Latn"], "main_score": 0.192222, "precision": 0.171848, "recall": 0.270751}, {"accuracy": 0.685771, "f1": 0.61354, "hf_subset": "por_Latn-kea_Latn", "languages": ["por-Latn", "kea-Latn"], "main_score": 0.61354, "precision": 0.584874, "recall": 0.685771}, {"accuracy": 0.392292, "f1": 0.304486, "hf_subset": "por_Latn-lus_Latn", "languages": ["por-Latn", "lus-Latn"], "main_score": 0.304486, "precision": 0.276017, "recall": 0.392292}, {"accuracy": 0.492095, "f1": 0.404297, "hf_subset": "por_Latn-pag_Latn", "languages": ["por-Latn", "pag-Latn"], "main_score": 0.404297, "precision": 0.373988, "recall": 0.492095}, {"accuracy": 0.881423, "f1": 0.848518, "hf_subset": "por_Latn-snd_Arab", "languages": ["por-Latn", "snd-Arab"], "main_score": 0.848518, "precision": 0.833284, "recall": 0.881423}, {"accuracy": 0.354743, "f1": 0.267634, "hf_subset": "por_Latn-tuk_Latn", "languages": ["por-Latn", "tuk-Latn"], "main_score": 0.267634, "precision": 0.2415, "recall": 0.354743}, {"accuracy": 0.48913, "f1": 0.397264, "hf_subset": "por_Latn-bak_Cyrl", "languages": ["por-Latn", "bak-Cyrl"], "main_score": 0.397264, "precision": 0.363831, "recall": 0.48913}, {"accuracy": 0.204545, "f1": 0.138599, "hf_subset": "por_Latn-dyu_Latn", "languages": ["por-Latn", "dyu-Latn"], "main_score": 0.138599, "precision": 0.121482, "recall": 0.204545}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "por_Latn-heb_Hebr", "languages": ["por-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "por_Latn-khk_Cyrl", "languages": ["por-Latn", "khk-Cyrl"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "por_Latn-lvs_Latn", "languages": ["por-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.864625, "f1": 0.826548, "hf_subset": "por_Latn-pan_Guru", "languages": ["por-Latn", "pan-Guru"], "main_score": 0.826548, "precision": 0.809536, "recall": 0.864625}, {"accuracy": 0.289526, "f1": 0.207417, "hf_subset": "por_Latn-som_Latn", "languages": ["por-Latn", "som-Latn"], "main_score": 0.207417, "precision": 0.182746, "recall": 0.289526}, {"accuracy": 0.225296, "f1": 0.151601, "hf_subset": "por_Latn-tum_Latn", "languages": ["por-Latn", "tum-Latn"], "main_score": 0.151601, "precision": 0.133334, "recall": 0.225296}, {"accuracy": 0.089921, "f1": 0.058384, "hf_subset": "sun_Latn-ace_Arab", "languages": ["sun-Latn", "ace-Arab"], "main_score": 0.058384, "precision": 0.049803, "recall": 0.089921}, {"accuracy": 0.248024, "f1": 0.185775, "hf_subset": "sun_Latn-bam_Latn", "languages": ["sun-Latn", "bam-Latn"], "main_score": 0.185775, "precision": 0.166837, "recall": 0.248024}, {"accuracy": 0.004941, "f1": 0.001086, "hf_subset": "sun_Latn-dzo_Tibt", "languages": ["sun-Latn", "dzo-Tibt"], "main_score": 0.001086, "precision": 0.001038, "recall": 0.004941}, {"accuracy": 0.717391, "f1": 0.669344, "hf_subset": "sun_Latn-hin_Deva", "languages": ["sun-Latn", "hin-Deva"], "main_score": 0.669344, "precision": 0.651159, "recall": 0.717391}, {"accuracy": 0.628458, "f1": 0.579045, "hf_subset": "sun_Latn-khm_Khmr", "languages": ["sun-Latn", "khm-Khmr"], "main_score": 0.579045, "precision": 0.559349, "recall": 0.628458}, {"accuracy": 0.672925, "f1": 0.627224, "hf_subset": "sun_Latn-mag_Deva", "languages": ["sun-Latn", "mag-Deva"], "main_score": 0.627224, "precision": 0.609276, "recall": 0.672925}, {"accuracy": 0.594862, "f1": 0.54509, "hf_subset": "sun_Latn-pap_Latn", "languages": ["sun-Latn", "pap-Latn"], "main_score": 0.54509, "precision": 0.525382, "recall": 0.594862}, {"accuracy": 0.257905, "f1": 0.1949, "hf_subset": "sun_Latn-sot_Latn", "languages": ["sun-Latn", "sot-Latn"], "main_score": 0.1949, "precision": 0.176006, "recall": 0.257905}, {"accuracy": 0.783597, "f1": 0.745729, "hf_subset": "sun_Latn-tur_Latn", "languages": ["sun-Latn", "tur-Latn"], "main_score": 0.745729, "precision": 0.73114, "recall": 0.783597}, {"accuracy": 0.490119, "f1": 0.42747, "hf_subset": "sun_Latn-ace_Latn", "languages": ["sun-Latn", "ace-Latn"], "main_score": 0.42747, "precision": 0.403571, "recall": 0.490119}, {"accuracy": 0.690711, "f1": 0.645029, "hf_subset": "sun_Latn-ban_Latn", "languages": ["sun-Latn", "ban-Latn"], "main_score": 0.645029, "precision": 0.625943, "recall": 0.690711}, {"accuracy": 0.730237, "f1": 0.685437, "hf_subset": "sun_Latn-ell_Grek", "languages": ["sun-Latn", "ell-Grek"], "main_score": 0.685437, "precision": 0.668296, "recall": 0.730237}, {"accuracy": 0.66502, "f1": 0.613022, "hf_subset": "sun_Latn-hne_Deva", "languages": ["sun-Latn", "hne-Deva"], "main_score": 0.613022, "precision": 0.592911, "recall": 0.66502}, {"accuracy": 0.288538, "f1": 0.220213, "hf_subset": "sun_Latn-kik_Latn", "languages": ["sun-Latn", "kik-Latn"], "main_score": 0.220213, "precision": 0.199297, "recall": 0.288538}, {"accuracy": 0.664032, "f1": 0.622401, "hf_subset": "sun_Latn-mai_Deva", "languages": ["sun-Latn", "mai-Deva"], "main_score": 0.622401, "precision": 0.606307, "recall": 0.664032}, {"accuracy": 0.570158, "f1": 0.518536, "hf_subset": "sun_Latn-pbt_Arab", "languages": ["sun-Latn", "pbt-Arab"], "main_score": 0.518536, "precision": 0.500723, "recall": 0.570158}, {"accuracy": 0.790514, "f1": 0.75308, "hf_subset": "sun_Latn-spa_Latn", "languages": ["sun-Latn", "spa-Latn"], "main_score": 0.75308, "precision": 0.738142, "recall": 0.790514}, {"accuracy": 0.359684, "f1": 0.279241, "hf_subset": "sun_Latn-twi_Latn", "languages": ["sun-Latn", "twi-Latn"], "main_score": 0.279241, "precision": 0.253294, "recall": 0.359684}, {"accuracy": 0.710474, "f1": 0.668767, "hf_subset": "sun_Latn-acm_Arab", "languages": ["sun-Latn", "acm-Arab"], "main_score": 0.668767, "precision": 0.652368, "recall": 0.710474}, {"accuracy": 0.655138, "f1": 0.602415, "hf_subset": "sun_Latn-bel_Cyrl", "languages": ["sun-Latn", "bel-Cyrl"], "main_score": 0.602415, "precision": 0.581858, "recall": 0.655138}, {"accuracy": 0.818182, "f1": 0.781388, "hf_subset": "sun_Latn-eng_Latn", "languages": ["sun-Latn", "eng-Latn"], "main_score": 0.781388, "precision": 0.766833, "recall": 0.818182}, {"accuracy": 0.770751, "f1": 0.733017, "hf_subset": "sun_Latn-hrv_Latn", "languages": ["sun-Latn", "hrv-Latn"], "main_score": 0.733017, "precision": 0.717567, "recall": 0.770751}, {"accuracy": 0.188735, "f1": 0.138249, "hf_subset": "sun_Latn-kin_Latn", "languages": ["sun-Latn", "kin-Latn"], "main_score": 0.138249, "precision": 0.124658, "recall": 0.188735}, {"accuracy": 0.508893, "f1": 0.455794, "hf_subset": "sun_Latn-mal_Mlym", "languages": ["sun-Latn", "mal-Mlym"], "main_score": 0.455794, "precision": 0.436088, "recall": 0.508893}, {"accuracy": 0.735178, "f1": 0.692751, "hf_subset": "sun_Latn-pes_Arab", "languages": ["sun-Latn", "pes-Arab"], "main_score": 0.692751, "precision": 0.677354, "recall": 0.735178}, {"accuracy": 0.602767, "f1": 0.548646, "hf_subset": "sun_Latn-srd_Latn", "languages": ["sun-Latn", "srd-Latn"], "main_score": 0.548646, "precision": 0.527299, "recall": 0.602767}, {"accuracy": 0.06917, "f1": 0.032293, "hf_subset": "sun_Latn-tzm_Tfng", "languages": ["sun-Latn", "tzm-Tfng"], "main_score": 0.032293, "precision": 0.026967, "recall": 0.06917}, {"accuracy": 0.717391, "f1": 0.676044, "hf_subset": "sun_Latn-acq_Arab", "languages": ["sun-Latn", "acq-Arab"], "main_score": 0.676044, "precision": 0.660253, "recall": 0.717391}, {"accuracy": 0.262846, "f1": 0.200355, "hf_subset": "sun_Latn-bem_Latn", "languages": ["sun-Latn", "bem-Latn"], "main_score": 0.200355, "precision": 0.182393, "recall": 0.262846}, {"accuracy": 0.660079, "f1": 0.61751, "hf_subset": "sun_Latn-epo_Latn", "languages": ["sun-Latn", "epo-Latn"], "main_score": 0.61751, "precision": 0.60118, "recall": 0.660079}, {"accuracy": 0.768775, "f1": 0.727264, "hf_subset": "sun_Latn-hun_Latn", "languages": ["sun-Latn", "hun-Latn"], "main_score": 0.727264, "precision": 0.711416, "recall": 0.768775}, {"accuracy": 0.655138, "f1": 0.613283, "hf_subset": "sun_Latn-kir_Cyrl", "languages": ["sun-Latn", "kir-Cyrl"], "main_score": 0.613283, "precision": 0.597323, "recall": 0.655138}, {"accuracy": 0.617589, "f1": 0.565878, "hf_subset": "sun_Latn-mar_Deva", "languages": ["sun-Latn", "mar-Deva"], "main_score": 0.565878, "precision": 0.546724, "recall": 0.617589}, {"accuracy": 0.33004, "f1": 0.271294, "hf_subset": "sun_Latn-plt_Latn", "languages": ["sun-Latn", "plt-Latn"], "main_score": 0.271294, "precision": 0.251459, "recall": 0.33004}, {"accuracy": 0.758893, "f1": 0.719149, "hf_subset": "sun_Latn-srp_Cyrl", "languages": ["sun-Latn", "srp-Cyrl"], "main_score": 0.719149, "precision": 0.703476, "recall": 0.758893}, {"accuracy": 0.464427, "f1": 0.408451, "hf_subset": "sun_Latn-uig_Arab", "languages": ["sun-Latn", "uig-Arab"], "main_score": 0.408451, "precision": 0.388532, "recall": 0.464427}, {"accuracy": 0.68083, "f1": 0.638054, "hf_subset": "sun_Latn-aeb_Arab", "languages": ["sun-Latn", "aeb-Arab"], "main_score": 0.638054, "precision": 0.621925, "recall": 0.68083}, {"accuracy": 0.537549, "f1": 0.484956, "hf_subset": "sun_Latn-ben_Beng", "languages": ["sun-Latn", "ben-Beng"], "main_score": 0.484956, "precision": 0.464946, "recall": 0.537549}, {"accuracy": 0.770751, "f1": 0.735343, "hf_subset": "sun_Latn-est_Latn", "languages": ["sun-Latn", "est-Latn"], "main_score": 0.735343, "precision": 0.720905, "recall": 0.770751}, {"accuracy": 0.687747, "f1": 0.64052, "hf_subset": "sun_Latn-hye_Armn", "languages": ["sun-Latn", "hye-Armn"], "main_score": 0.64052, "precision": 0.622679, "recall": 0.687747}, {"accuracy": 0.205534, "f1": 0.144462, "hf_subset": "sun_Latn-kmb_Latn", "languages": ["sun-Latn", "kmb-Latn"], "main_score": 0.144462, "precision": 0.129914, "recall": 0.205534}, {"accuracy": 0.06917, "f1": 0.04594, "hf_subset": "sun_Latn-min_Arab", "languages": ["sun-Latn", "min-Arab"], "main_score": 0.04594, "precision": 0.040014, "recall": 0.06917}, {"accuracy": 0.781621, "f1": 0.740074, "hf_subset": "sun_Latn-pol_Latn", "languages": ["sun-Latn", "pol-Latn"], "main_score": 0.740074, "precision": 0.723956, "recall": 0.781621}, {"accuracy": 0.199605, "f1": 0.148951, "hf_subset": "sun_Latn-ssw_Latn", "languages": ["sun-Latn", "ssw-Latn"], "main_score": 0.148951, "precision": 0.135663, "recall": 0.199605}, {"accuracy": 0.757905, "f1": 0.720429, "hf_subset": "sun_Latn-ukr_Cyrl", "languages": ["sun-Latn", "ukr-Cyrl"], "main_score": 0.720429, "precision": 0.706625, "recall": 0.757905}, {"accuracy": 0.728261, "f1": 0.685894, "hf_subset": "sun_Latn-afr_Latn", "languages": ["sun-Latn", "afr-Latn"], "main_score": 0.685894, "precision": 0.669442, "recall": 0.728261}, {"accuracy": 0.639328, "f1": 0.592813, "hf_subset": "sun_Latn-bho_Deva", "languages": ["sun-Latn", "bho-Deva"], "main_score": 0.592813, "precision": 0.574542, "recall": 0.639328}, {"accuracy": 0.597826, "f1": 0.551391, "hf_subset": "sun_Latn-eus_Latn", "languages": ["sun-Latn", "eus-Latn"], "main_score": 0.551391, "precision": 0.532377, "recall": 0.597826}, {"accuracy": 0.229249, "f1": 0.164205, "hf_subset": "sun_Latn-ibo_Latn", "languages": ["sun-Latn", "ibo-Latn"], "main_score": 0.164205, "precision": 0.145613, "recall": 0.229249}, {"accuracy": 0.546443, "f1": 0.49646, "hf_subset": "sun_Latn-kmr_Latn", "languages": ["sun-Latn", "kmr-Latn"], "main_score": 0.49646, "precision": 0.477193, "recall": 0.546443}, {"accuracy": 0.635375, "f1": 0.589882, "hf_subset": "sun_Latn-min_Latn", "languages": ["sun-Latn", "min-Latn"], "main_score": 0.589882, "precision": 0.571001, "recall": 0.635375}, {"accuracy": 0.796443, "f1": 0.756761, "hf_subset": "sun_Latn-por_Latn", "languages": ["sun-Latn", "por-Latn"], "main_score": 0.756761, "precision": 0.74128, "recall": 0.796443}, {"accuracy": 0.203557, "f1": 0.14809, "hf_subset": "sun_Latn-umb_Latn", "languages": ["sun-Latn", "umb-Latn"], "main_score": 0.14809, "precision": 0.133423, "recall": 0.203557}, {"accuracy": 0.70751, "f1": 0.662701, "hf_subset": "sun_Latn-ajp_Arab", "languages": ["sun-Latn", "ajp-Arab"], "main_score": 0.662701, "precision": 0.64615, "recall": 0.70751}, {"accuracy": 0.074111, "f1": 0.04883, "hf_subset": "sun_Latn-bjn_Arab", "languages": ["sun-Latn", "bjn-Arab"], "main_score": 0.04883, "precision": 0.041848, "recall": 0.074111}, {"accuracy": 0.3083, "f1": 0.245466, "hf_subset": "sun_Latn-ewe_Latn", "languages": ["sun-Latn", "ewe-Latn"], "main_score": 0.245466, "precision": 0.225489, "recall": 0.3083}, {"accuracy": 0.431818, "f1": 0.364549, "hf_subset": "sun_Latn-ilo_Latn", "languages": ["sun-Latn", "ilo-Latn"], "main_score": 0.364549, "precision": 0.341515, "recall": 0.431818}, {"accuracy": 0.09585, "f1": 0.060458, "hf_subset": "sun_Latn-knc_Arab", "languages": ["sun-Latn", "knc-Arab"], "main_score": 0.060458, "precision": 0.051053, "recall": 0.09585}, {"accuracy": 0.769763, "f1": 0.733473, "hf_subset": "sun_Latn-mkd_Cyrl", "languages": ["sun-Latn", "mkd-Cyrl"], "main_score": 0.733473, "precision": 0.71889, "recall": 0.769763}, {"accuracy": 0.69664, "f1": 0.655981, "hf_subset": "sun_Latn-prs_Arab", "languages": ["sun-Latn", "prs-Arab"], "main_score": 0.655981, "precision": 0.640662, "recall": 0.69664}, {"accuracy": 0.797431, "f1": 0.75856, "hf_subset": "sun_Latn-swe_Latn", "languages": ["sun-Latn", "swe-Latn"], "main_score": 0.75856, "precision": 0.74362, "recall": 0.797431}, {"accuracy": 0.629447, "f1": 0.567932, "hf_subset": "sun_Latn-urd_Arab", "languages": ["sun-Latn", "urd-Arab"], "main_score": 0.567932, "precision": 0.545012, "recall": 0.629447}, {"accuracy": 0.350791, "f1": 0.283165, "hf_subset": "sun_Latn-aka_Latn", "languages": ["sun-Latn", "aka-Latn"], "main_score": 0.283165, "precision": 0.262143, "recall": 0.350791}, {"accuracy": 0.714427, "f1": 0.670953, "hf_subset": "sun_Latn-bjn_Latn", "languages": ["sun-Latn", "bjn-Latn"], "main_score": 0.670953, "precision": 0.652009, "recall": 0.714427}, {"accuracy": 0.43083, "f1": 0.373217, "hf_subset": "sun_Latn-fao_Latn", "languages": ["sun-Latn", "fao-Latn"], "main_score": 0.373217, "precision": 0.352048, "recall": 0.43083}, {"accuracy": 0.820158, "f1": 0.784584, "hf_subset": "sun_Latn-ind_Latn", "languages": ["sun-Latn", "ind-Latn"], "main_score": 0.784584, "precision": 0.771141, "recall": 0.820158}, {"accuracy": 0.331028, "f1": 0.261452, "hf_subset": "sun_Latn-knc_Latn", "languages": ["sun-Latn", "knc-Latn"], "main_score": 0.261452, "precision": 0.240146, "recall": 0.331028}, {"accuracy": 0.357708, "f1": 0.29088, "hf_subset": "sun_Latn-mlt_Latn", "languages": ["sun-Latn", "mlt-Latn"], "main_score": 0.29088, "precision": 0.268908, "recall": 0.357708}, {"accuracy": 0.296443, "f1": 0.228137, "hf_subset": "sun_Latn-quy_Latn", "languages": ["sun-Latn", "quy-Latn"], "main_score": 0.228137, "precision": 0.207521, "recall": 0.296443}, {"accuracy": 0.362648, "f1": 0.307783, "hf_subset": "sun_Latn-swh_Latn", "languages": ["sun-Latn", "swh-Latn"], "main_score": 0.307783, "precision": 0.288645, "recall": 0.362648}, {"accuracy": 0.522727, "f1": 0.473446, "hf_subset": "sun_Latn-uzn_Latn", "languages": ["sun-Latn", "uzn-Latn"], "main_score": 0.473446, "precision": 0.455314, "recall": 0.522727}, {"accuracy": 0.777668, "f1": 0.739269, "hf_subset": "sun_Latn-als_Latn", "languages": ["sun-Latn", "als-Latn"], "main_score": 0.739269, "precision": 0.724625, "recall": 0.777668}, {"accuracy": 0.059289, "f1": 0.023015, "hf_subset": "sun_Latn-bod_Tibt", "languages": ["sun-Latn", "bod-Tibt"], "main_score": 0.023015, "precision": 0.01766, "recall": 0.059289}, {"accuracy": 0.259881, "f1": 0.202321, "hf_subset": "sun_Latn-fij_Latn", "languages": ["sun-Latn", "fij-Latn"], "main_score": 0.202321, "precision": 0.184385, "recall": 0.259881}, {"accuracy": 0.557312, "f1": 0.505196, "hf_subset": "sun_Latn-isl_Latn", "languages": ["sun-Latn", "isl-Latn"], "main_score": 0.505196, "precision": 0.485951, "recall": 0.557312}, {"accuracy": 0.293478, "f1": 0.231301, "hf_subset": "sun_Latn-kon_Latn", "languages": ["sun-Latn", "kon-Latn"], "main_score": 0.231301, "precision": 0.212346, "recall": 0.293478}, {"accuracy": 0.056324, "f1": 0.030548, "hf_subset": "sun_Latn-mni_Beng", "languages": ["sun-Latn", "mni-Beng"], "main_score": 0.030548, "precision": 0.02605, "recall": 0.056324}, {"accuracy": 0.800395, "f1": 0.762464, "hf_subset": "sun_Latn-ron_Latn", "languages": ["sun-Latn", "ron-Latn"], "main_score": 0.762464, "precision": 0.747794, "recall": 0.800395}, {"accuracy": 0.640316, "f1": 0.586616, "hf_subset": "sun_Latn-szl_Latn", "languages": ["sun-Latn", "szl-Latn"], "main_score": 0.586616, "precision": 0.565023, "recall": 0.640316}, {"accuracy": 0.63834, "f1": 0.587614, "hf_subset": "sun_Latn-vec_Latn", "languages": ["sun-Latn", "vec-Latn"], "main_score": 0.587614, "precision": 0.566711, "recall": 0.63834}, {"accuracy": 0.427866, "f1": 0.373034, "hf_subset": "sun_Latn-amh_Ethi", "languages": ["sun-Latn", "amh-Ethi"], "main_score": 0.373034, "precision": 0.353117, "recall": 0.427866}, {"accuracy": 0.784585, "f1": 0.746916, "hf_subset": "sun_Latn-bos_Latn", "languages": ["sun-Latn", "bos-Latn"], "main_score": 0.746916, "precision": 0.731651, "recall": 0.784585}, {"accuracy": 0.778656, "f1": 0.736086, "hf_subset": "sun_Latn-fin_Latn", "languages": ["sun-Latn", "fin-Latn"], "main_score": 0.736086, "precision": 0.720404, "recall": 0.778656}, {"accuracy": 0.798419, "f1": 0.758104, "hf_subset": "sun_Latn-ita_Latn", "languages": ["sun-Latn", "ita-Latn"], "main_score": 0.758104, "precision": 0.742695, "recall": 0.798419}, {"accuracy": 0.709486, "f1": 0.663651, "hf_subset": "sun_Latn-kor_Hang", "languages": ["sun-Latn", "kor-Hang"], "main_score": 0.663651, "precision": 0.64619, "recall": 0.709486}, {"accuracy": 0.278656, "f1": 0.209045, "hf_subset": "sun_Latn-mos_Latn", "languages": ["sun-Latn", "mos-Latn"], "main_score": 0.209045, "precision": 0.188177, "recall": 0.278656}, {"accuracy": 0.210474, "f1": 0.155967, "hf_subset": "sun_Latn-run_Latn", "languages": ["sun-Latn", "run-Latn"], "main_score": 0.155967, "precision": 0.140595, "recall": 0.210474}, {"accuracy": 0.518775, "f1": 0.463941, "hf_subset": "sun_Latn-tam_Taml", "languages": ["sun-Latn", "tam-Taml"], "main_score": 0.463941, "precision": 0.444577, "recall": 0.518775}, {"accuracy": 0.787549, "f1": 0.74422, "hf_subset": "sun_Latn-vie_Latn", "languages": ["sun-Latn", "vie-Latn"], "main_score": 0.74422, "precision": 0.726835, "recall": 0.787549}, {"accuracy": 0.692688, "f1": 0.654649, "hf_subset": "sun_Latn-apc_Arab", "languages": ["sun-Latn", "apc-Arab"], "main_score": 0.654649, "precision": 0.638493, "recall": 0.692688}, {"accuracy": 0.448617, "f1": 0.38907, "hf_subset": "sun_Latn-bug_Latn", "languages": ["sun-Latn", "bug-Latn"], "main_score": 0.38907, "precision": 0.368061, "recall": 0.448617}, {"accuracy": 0.244071, "f1": 0.183282, "hf_subset": "sun_Latn-fon_Latn", "languages": ["sun-Latn", "fon-Latn"], "main_score": 0.183282, "precision": 0.166007, "recall": 0.244071}, {"accuracy": 0.735178, "f1": 0.693732, "hf_subset": "sun_Latn-jav_Latn", "languages": ["sun-Latn", "jav-Latn"], "main_score": 0.693732, "precision": 0.67598, "recall": 0.735178}, {"accuracy": 0.642292, "f1": 0.596359, "hf_subset": "sun_Latn-lao_Laoo", "languages": ["sun-Latn", "lao-Laoo"], "main_score": 0.596359, "precision": 0.579291, "recall": 0.642292}, {"accuracy": 0.252964, "f1": 0.185183, "hf_subset": "sun_Latn-mri_Latn", "languages": ["sun-Latn", "mri-Latn"], "main_score": 0.185183, "precision": 0.166405, "recall": 0.252964}, {"accuracy": 0.761858, "f1": 0.716596, "hf_subset": "sun_Latn-rus_Cyrl", "languages": ["sun-Latn", "rus-Cyrl"], "main_score": 0.716596, "precision": 0.698555, "recall": 0.761858}, {"accuracy": 0.294466, "f1": 0.234199, "hf_subset": "sun_Latn-taq_Latn", "languages": ["sun-Latn", "taq-Latn"], "main_score": 0.234199, "precision": 0.214741, "recall": 0.294466}, {"accuracy": 0.483202, "f1": 0.415155, "hf_subset": "sun_Latn-war_Latn", "languages": ["sun-Latn", "war-Latn"], "main_score": 0.415155, "precision": 0.390074, "recall": 0.483202}, {"accuracy": 0.714427, "f1": 0.669491, "hf_subset": "sun_Latn-arb_Arab", "languages": ["sun-Latn", "arb-Arab"], "main_score": 0.669491, "precision": 0.651979, "recall": 0.714427}, {"accuracy": 0.777668, "f1": 0.739307, "hf_subset": "sun_Latn-bul_Cyrl", "languages": ["sun-Latn", "bul-Cyrl"], "main_score": 0.739307, "precision": 0.725013, "recall": 0.777668}, {"accuracy": 0.797431, "f1": 0.754505, "hf_subset": "sun_Latn-fra_Latn", "languages": ["sun-Latn", "fra-Latn"], "main_score": 0.754505, "precision": 0.73759, "recall": 0.797431}, {"accuracy": 0.753953, "f1": 0.710724, "hf_subset": "sun_Latn-jpn_Jpan", "languages": ["sun-Latn", "jpn-Jpan"], "main_score": 0.710724, "precision": 0.693873, "recall": 0.753953}, {"accuracy": 0.588933, "f1": 0.540178, "hf_subset": "sun_Latn-lij_Latn", "languages": ["sun-Latn", "lij-Latn"], "main_score": 0.540178, "precision": 0.520507, "recall": 0.588933}, {"accuracy": 0.613636, "f1": 0.559057, "hf_subset": "sun_Latn-mya_Mymr", "languages": ["sun-Latn", "mya-Mymr"], "main_score": 0.559057, "precision": 0.539527, "recall": 0.613636}, {"accuracy": 0.30336, "f1": 0.239659, "hf_subset": "sun_Latn-sag_Latn", "languages": ["sun-Latn", "sag-Latn"], "main_score": 0.239659, "precision": 0.218085, "recall": 0.30336}, {"accuracy": 0.098814, "f1": 0.053611, "hf_subset": "sun_Latn-taq_Tfng", "languages": ["sun-Latn", "taq-Tfng"], "main_score": 0.053611, "precision": 0.045708, "recall": 0.098814}, {"accuracy": 0.315217, "f1": 0.251181, "hf_subset": "sun_Latn-wol_Latn", "languages": ["sun-Latn", "wol-Latn"], "main_score": 0.251181, "precision": 0.231563, "recall": 0.315217}, {"accuracy": 0.140316, "f1": 0.092085, "hf_subset": "sun_Latn-arb_Latn", "languages": ["sun-Latn", "arb-Latn"], "main_score": 0.092085, "precision": 0.081149, "recall": 0.140316}, {"accuracy": 0.793478, "f1": 0.753957, "hf_subset": "sun_Latn-cat_Latn", "languages": ["sun-Latn", "cat-Latn"], "main_score": 0.753957, "precision": 0.738143, "recall": 0.793478}, {"accuracy": 0.603755, "f1": 0.556644, "hf_subset": "sun_Latn-fur_Latn", "languages": ["sun-Latn", "fur-Latn"], "main_score": 0.556644, "precision": 0.537768, "recall": 0.603755}, {"accuracy": 0.108696, "f1": 0.073366, "hf_subset": "sun_Latn-kab_Latn", "languages": ["sun-Latn", "kab-Latn"], "main_score": 0.073366, "precision": 0.064712, "recall": 0.108696}, {"accuracy": 0.633399, "f1": 0.580328, "hf_subset": "sun_Latn-lim_Latn", "languages": ["sun-Latn", "lim-Latn"], "main_score": 0.580328, "precision": 0.558893, "recall": 0.633399}, {"accuracy": 0.807312, "f1": 0.767781, "hf_subset": "sun_Latn-nld_Latn", "languages": ["sun-Latn", "nld-Latn"], "main_score": 0.767781, "precision": 0.75203, "recall": 0.807312}, {"accuracy": 0.486166, "f1": 0.432658, "hf_subset": "sun_Latn-san_Deva", "languages": ["sun-Latn", "san-Deva"], "main_score": 0.432658, "precision": 0.413534, "recall": 0.486166}, {"accuracy": 0.497036, "f1": 0.438903, "hf_subset": "sun_Latn-tat_Cyrl", "languages": ["sun-Latn", "tat-Cyrl"], "main_score": 0.438903, "precision": 0.41663, "recall": 0.497036}, {"accuracy": 0.216403, "f1": 0.152206, "hf_subset": "sun_Latn-xho_Latn", "languages": ["sun-Latn", "xho-Latn"], "main_score": 0.152206, "precision": 0.134767, "recall": 0.216403}, {"accuracy": 0.702569, "f1": 0.655723, "hf_subset": "sun_Latn-ars_Arab", "languages": ["sun-Latn", "ars-Arab"], "main_score": 0.655723, "precision": 0.637206, "recall": 0.702569}, {"accuracy": 0.452569, "f1": 0.392957, "hf_subset": "sun_Latn-ceb_Latn", "languages": ["sun-Latn", "ceb-Latn"], "main_score": 0.392957, "precision": 0.371598, "recall": 0.452569}, {"accuracy": 0.256917, "f1": 0.19013, "hf_subset": "sun_Latn-fuv_Latn", "languages": ["sun-Latn", "fuv-Latn"], "main_score": 0.19013, "precision": 0.171575, "recall": 0.256917}, {"accuracy": 0.26087, "f1": 0.19643, "hf_subset": "sun_Latn-kac_Latn", "languages": ["sun-Latn", "kac-Latn"], "main_score": 0.19643, "precision": 0.178035, "recall": 0.26087}, {"accuracy": 0.268775, "f1": 0.208809, "hf_subset": "sun_Latn-lin_Latn", "languages": ["sun-Latn", "lin-Latn"], "main_score": 0.208809, "precision": 0.191366, "recall": 0.268775}, {"accuracy": 0.752964, "f1": 0.712642, "hf_subset": "sun_Latn-nno_Latn", "languages": ["sun-Latn", "nno-Latn"], "main_score": 0.712642, "precision": 0.697116, "recall": 0.752964}, {"accuracy": 0.019763, "f1": 0.004598, "hf_subset": "sun_Latn-sat_Olck", "languages": ["sun-Latn", "sat-Olck"], "main_score": 0.004598, "precision": 0.003294, "recall": 0.019763}, {"accuracy": 0.500988, "f1": 0.452751, "hf_subset": "sun_Latn-tel_Telu", "languages": ["sun-Latn", "tel-Telu"], "main_score": 0.452751, "precision": 0.434568, "recall": 0.500988}, {"accuracy": 0.26087, "f1": 0.211767, "hf_subset": "sun_Latn-ydd_Hebr", "languages": ["sun-Latn", "ydd-Hebr"], "main_score": 0.211767, "precision": 0.195488, "recall": 0.26087}, {"accuracy": 0.629447, "f1": 0.582527, "hf_subset": "sun_Latn-ary_Arab", "languages": ["sun-Latn", "ary-Arab"], "main_score": 0.582527, "precision": 0.563747, "recall": 0.629447}, {"accuracy": 0.79249, "f1": 0.74967, "hf_subset": "sun_Latn-ces_Latn", "languages": ["sun-Latn", "ces-Latn"], "main_score": 0.74967, "precision": 0.732381, "recall": 0.79249}, {"accuracy": 0.115613, "f1": 0.072215, "hf_subset": "sun_Latn-gaz_Latn", "languages": ["sun-Latn", "gaz-Latn"], "main_score": 0.072215, "precision": 0.062433, "recall": 0.115613}, {"accuracy": 0.247036, "f1": 0.184143, "hf_subset": "sun_Latn-kam_Latn", "languages": ["sun-Latn", "kam-Latn"], "main_score": 0.184143, "precision": 0.165371, "recall": 0.247036}, {"accuracy": 0.758893, "f1": 0.716891, "hf_subset": "sun_Latn-lit_Latn", "languages": ["sun-Latn", "lit-Latn"], "main_score": 0.716891, "precision": 0.701301, "recall": 0.758893}, {"accuracy": 0.784585, "f1": 0.741103, "hf_subset": "sun_Latn-nob_Latn", "languages": ["sun-Latn", "nob-Latn"], "main_score": 0.741103, "precision": 0.724785, "recall": 0.784585}, {"accuracy": 0.562253, "f1": 0.51389, "hf_subset": "sun_Latn-scn_Latn", "languages": ["sun-Latn", "scn-Latn"], "main_score": 0.51389, "precision": 0.493841, "recall": 0.562253}, {"accuracy": 0.228261, "f1": 0.16917, "hf_subset": "sun_Latn-tgk_Cyrl", "languages": ["sun-Latn", "tgk-Cyrl"], "main_score": 0.16917, "precision": 0.150672, "recall": 0.228261}, {"accuracy": 0.251976, "f1": 0.187041, "hf_subset": "sun_Latn-yor_Latn", "languages": ["sun-Latn", "yor-Latn"], "main_score": 0.187041, "precision": 0.166451, "recall": 0.251976}, {"accuracy": 0.689723, "f1": 0.647466, "hf_subset": "sun_Latn-arz_Arab", "languages": ["sun-Latn", "arz-Arab"], "main_score": 0.647466, "precision": 0.631237, "recall": 0.689723}, {"accuracy": 0.226285, "f1": 0.166123, "hf_subset": "sun_Latn-cjk_Latn", "languages": ["sun-Latn", "cjk-Latn"], "main_score": 0.166123, "precision": 0.149788, "recall": 0.226285}, {"accuracy": 0.232213, "f1": 0.172622, "hf_subset": "sun_Latn-gla_Latn", "languages": ["sun-Latn", "gla-Latn"], "main_score": 0.172622, "precision": 0.153522, "recall": 0.232213}, {"accuracy": 0.477273, "f1": 0.421462, "hf_subset": "sun_Latn-kan_Knda", "languages": ["sun-Latn", "kan-Knda"], "main_score": 0.421462, "precision": 0.401574, "recall": 0.477273}, {"accuracy": 0.575099, "f1": 0.526696, "hf_subset": "sun_Latn-lmo_Latn", "languages": ["sun-Latn", "lmo-Latn"], "main_score": 0.526696, "precision": 0.507456, "recall": 0.575099}, {"accuracy": 0.666996, "f1": 0.617357, "hf_subset": "sun_Latn-npi_Deva", "languages": ["sun-Latn", "npi-Deva"], "main_score": 0.617357, "precision": 0.599085, "recall": 0.666996}, {"accuracy": 0.298419, "f1": 0.229978, "hf_subset": "sun_Latn-shn_Mymr", "languages": ["sun-Latn", "shn-Mymr"], "main_score": 0.229978, "precision": 0.206089, "recall": 0.298419}, {"accuracy": 0.476285, "f1": 0.412479, "hf_subset": "sun_Latn-tgl_Latn", "languages": ["sun-Latn", "tgl-Latn"], "main_score": 0.412479, "precision": 0.38872, "recall": 0.476285}, {"accuracy": 0.752964, "f1": 0.707795, "hf_subset": "sun_Latn-yue_Hant", "languages": ["sun-Latn", "yue-Hant"], "main_score": 0.707795, "precision": 0.69096, "recall": 0.752964}, {"accuracy": 0.313241, "f1": 0.264272, "hf_subset": "sun_Latn-asm_Beng", "languages": ["sun-Latn", "asm-Beng"], "main_score": 0.264272, "precision": 0.24642, "recall": 0.313241}, {"accuracy": 0.498024, "f1": 0.437719, "hf_subset": "sun_Latn-ckb_Arab", "languages": ["sun-Latn", "ckb-Arab"], "main_score": 0.437719, "precision": 0.415447, "recall": 0.498024}, {"accuracy": 0.311265, "f1": 0.25212, "hf_subset": "sun_Latn-gle_Latn", "languages": ["sun-Latn", "gle-Latn"], "main_score": 0.25212, "precision": 0.233905, "recall": 0.311265}, {"accuracy": 0.443676, "f1": 0.393731, "hf_subset": "sun_Latn-kas_Arab", "languages": ["sun-Latn", "kas-Arab"], "main_score": 0.393731, "precision": 0.373989, "recall": 0.443676}, {"accuracy": 0.582016, "f1": 0.523123, "hf_subset": "sun_Latn-ltg_Latn", "languages": ["sun-Latn", "ltg-Latn"], "main_score": 0.523123, "precision": 0.499135, "recall": 0.582016}, {"accuracy": 0.297431, "f1": 0.228919, "hf_subset": "sun_Latn-nso_Latn", "languages": ["sun-Latn", "nso-Latn"], "main_score": 0.228919, "precision": 0.205605, "recall": 0.297431}, {"accuracy": 0.523715, "f1": 0.474144, "hf_subset": "sun_Latn-sin_Sinh", "languages": ["sun-Latn", "sin-Sinh"], "main_score": 0.474144, "precision": 0.456524, "recall": 0.523715}, {"accuracy": 0.740119, "f1": 0.694474, "hf_subset": "sun_Latn-tha_Thai", "languages": ["sun-Latn", "tha-Thai"], "main_score": 0.694474, "precision": 0.677531, "recall": 0.740119}, {"accuracy": 0.75, "f1": 0.699915, "hf_subset": "sun_Latn-zho_Hans", "languages": ["sun-Latn", "zho-Hans"], "main_score": 0.699915, "precision": 0.67998, "recall": 0.75}, {"accuracy": 0.729249, "f1": 0.688332, "hf_subset": "sun_Latn-ast_Latn", "languages": ["sun-Latn", "ast-Latn"], "main_score": 0.688332, "precision": 0.67146, "recall": 0.729249}, {"accuracy": 0.586957, "f1": 0.542846, "hf_subset": "sun_Latn-crh_Latn", "languages": ["sun-Latn", "crh-Latn"], "main_score": 0.542846, "precision": 0.524629, "recall": 0.586957}, {"accuracy": 0.794466, "f1": 0.762148, "hf_subset": "sun_Latn-glg_Latn", "languages": ["sun-Latn", "glg-Latn"], "main_score": 0.762148, "precision": 0.749292, "recall": 0.794466}, {"accuracy": 0.373518, "f1": 0.313237, "hf_subset": "sun_Latn-kas_Deva", "languages": ["sun-Latn", "kas-Deva"], "main_score": 0.313237, "precision": 0.292693, "recall": 0.373518}, {"accuracy": 0.495059, "f1": 0.427978, "hf_subset": "sun_Latn-ltz_Latn", "languages": ["sun-Latn", "ltz-Latn"], "main_score": 0.427978, "precision": 0.404301, "recall": 0.495059}, {"accuracy": 0.140316, "f1": 0.085286, "hf_subset": "sun_Latn-nus_Latn", "languages": ["sun-Latn", "nus-Latn"], "main_score": 0.085286, "precision": 0.07341, "recall": 0.140316}, {"accuracy": 0.79249, "f1": 0.75496, "hf_subset": "sun_Latn-slk_Latn", "languages": ["sun-Latn", "slk-Latn"], "main_score": 0.75496, "precision": 0.740607, "recall": 0.79249}, {"accuracy": 0.142292, "f1": 0.104233, "hf_subset": "sun_Latn-tir_Ethi", "languages": ["sun-Latn", "tir-Ethi"], "main_score": 0.104233, "precision": 0.092971, "recall": 0.142292}, {"accuracy": 0.742095, "f1": 0.699195, "hf_subset": "sun_Latn-zho_Hant", "languages": ["sun-Latn", "zho-Hant"], "main_score": 0.699195, "precision": 0.682915, "recall": 0.742095}, {"accuracy": 0.702569, "f1": 0.651763, "hf_subset": "sun_Latn-awa_Deva", "languages": ["sun-Latn", "awa-Deva"], "main_score": 0.651763, "precision": 0.631853, "recall": 0.702569}, {"accuracy": 0.41502, "f1": 0.351997, "hf_subset": "sun_Latn-cym_Latn", "languages": ["sun-Latn", "cym-Latn"], "main_score": 0.351997, "precision": 0.33059, "recall": 0.41502}, {"accuracy": 0.396245, "f1": 0.325848, "hf_subset": "sun_Latn-grn_Latn", "languages": ["sun-Latn", "grn-Latn"], "main_score": 0.325848, "precision": 0.302357, "recall": 0.396245}, {"accuracy": 0.608696, "f1": 0.553933, "hf_subset": "sun_Latn-kat_Geor", "languages": ["sun-Latn", "kat-Geor"], "main_score": 0.553933, "precision": 0.533174, "recall": 0.608696}, {"accuracy": 0.299407, "f1": 0.236879, "hf_subset": "sun_Latn-lua_Latn", "languages": ["sun-Latn", "lua-Latn"], "main_score": 0.236879, "precision": 0.216338, "recall": 0.299407}, {"accuracy": 0.270751, "f1": 0.203598, "hf_subset": "sun_Latn-nya_Latn", "languages": ["sun-Latn", "nya-Latn"], "main_score": 0.203598, "precision": 0.183515, "recall": 0.270751}, {"accuracy": 0.786561, "f1": 0.745306, "hf_subset": "sun_Latn-slv_Latn", "languages": ["sun-Latn", "slv-Latn"], "main_score": 0.745306, "precision": 0.728727, "recall": 0.786561}, {"accuracy": 0.482213, "f1": 0.414578, "hf_subset": "sun_Latn-tpi_Latn", "languages": ["sun-Latn", "tpi-Latn"], "main_score": 0.414578, "precision": 0.390077, "recall": 0.482213}, {"accuracy": 0.802372, "f1": 0.763563, "hf_subset": "sun_Latn-zsm_Latn", "languages": ["sun-Latn", "zsm-Latn"], "main_score": 0.763563, "precision": 0.748424, "recall": 0.802372}, {"accuracy": 0.236166, "f1": 0.164504, "hf_subset": "sun_Latn-ayr_Latn", "languages": ["sun-Latn", "ayr-Latn"], "main_score": 0.164504, "precision": 0.145467, "recall": 0.236166}, {"accuracy": 0.796443, "f1": 0.760397, "hf_subset": "sun_Latn-dan_Latn", "languages": ["sun-Latn", "dan-Latn"], "main_score": 0.760397, "precision": 0.746223, "recall": 0.796443}, {"accuracy": 0.585968, "f1": 0.531912, "hf_subset": "sun_Latn-guj_Gujr", "languages": ["sun-Latn", "guj-Gujr"], "main_score": 0.531912, "precision": 0.512598, "recall": 0.585968}, {"accuracy": 0.676877, "f1": 0.632059, "hf_subset": "sun_Latn-kaz_Cyrl", "languages": ["sun-Latn", "kaz-Cyrl"], "main_score": 0.632059, "precision": 0.614282, "recall": 0.676877}, {"accuracy": 0.210474, "f1": 0.158681, "hf_subset": "sun_Latn-lug_Latn", "languages": ["sun-Latn", "lug-Latn"], "main_score": 0.158681, "precision": 0.144271, "recall": 0.210474}, {"accuracy": 0.722332, "f1": 0.670226, "hf_subset": "sun_Latn-oci_Latn", "languages": ["sun-Latn", "oci-Latn"], "main_score": 0.670226, "precision": 0.649817, "recall": 0.722332}, {"accuracy": 0.236166, "f1": 0.167909, "hf_subset": "sun_Latn-smo_Latn", "languages": ["sun-Latn", "smo-Latn"], "main_score": 0.167909, "precision": 0.147251, "recall": 0.236166}, {"accuracy": 0.257905, "f1": 0.19335, "hf_subset": "sun_Latn-tsn_Latn", "languages": ["sun-Latn", "tsn-Latn"], "main_score": 0.19335, "precision": 0.174066, "recall": 0.257905}, {"accuracy": 0.167984, "f1": 0.117669, "hf_subset": "sun_Latn-zul_Latn", "languages": ["sun-Latn", "zul-Latn"], "main_score": 0.117669, "precision": 0.103656, "recall": 0.167984}, {"accuracy": 0.43083, "f1": 0.368783, "hf_subset": "sun_Latn-azb_Arab", "languages": ["sun-Latn", "azb-Arab"], "main_score": 0.368783, "precision": 0.345435, "recall": 0.43083}, {"accuracy": 0.812253, "f1": 0.772156, "hf_subset": "sun_Latn-deu_Latn", "languages": ["sun-Latn", "deu-Latn"], "main_score": 0.772156, "precision": 0.756812, "recall": 0.812253}, {"accuracy": 0.333004, "f1": 0.263065, "hf_subset": "sun_Latn-hat_Latn", "languages": ["sun-Latn", "hat-Latn"], "main_score": 0.263065, "precision": 0.239543, "recall": 0.333004}, {"accuracy": 0.237154, "f1": 0.170893, "hf_subset": "sun_Latn-kbp_Latn", "languages": ["sun-Latn", "kbp-Latn"], "main_score": 0.170893, "precision": 0.153453, "recall": 0.237154}, {"accuracy": 0.280632, "f1": 0.212224, "hf_subset": "sun_Latn-luo_Latn", "languages": ["sun-Latn", "luo-Latn"], "main_score": 0.212224, "precision": 0.191275, "recall": 0.280632}, {"accuracy": 0.434783, "f1": 0.383025, "hf_subset": "sun_Latn-ory_Orya", "languages": ["sun-Latn", "ory-Orya"], "main_score": 0.383025, "precision": 0.36427, "recall": 0.434783}, {"accuracy": 0.203557, "f1": 0.143802, "hf_subset": "sun_Latn-sna_Latn", "languages": ["sun-Latn", "sna-Latn"], "main_score": 0.143802, "precision": 0.126053, "recall": 0.203557}, {"accuracy": 0.25, "f1": 0.193063, "hf_subset": "sun_Latn-tso_Latn", "languages": ["sun-Latn", "tso-Latn"], "main_score": 0.193063, "precision": 0.175466, "recall": 0.25}, {"accuracy": 0.658103, "f1": 0.617465, "hf_subset": "sun_Latn-azj_Latn", "languages": ["sun-Latn", "azj-Latn"], "main_score": 0.617465, "precision": 0.601924, "recall": 0.658103}, {"accuracy": 0.344862, "f1": 0.281501, "hf_subset": "sun_Latn-dik_Latn", "languages": ["sun-Latn", "dik-Latn"], "main_score": 0.281501, "precision": 0.259795, "recall": 0.344862}, {"accuracy": 0.297431, "f1": 0.228695, "hf_subset": "sun_Latn-hau_Latn", "languages": ["sun-Latn", "hau-Latn"], "main_score": 0.228695, "precision": 0.207311, "recall": 0.297431}, {"accuracy": 0.583992, "f1": 0.528166, "hf_subset": "sun_Latn-kea_Latn", "languages": ["sun-Latn", "kea-Latn"], "main_score": 0.528166, "precision": 0.506245, "recall": 0.583992}, {"accuracy": 0.400198, "f1": 0.328171, "hf_subset": "sun_Latn-lus_Latn", "languages": ["sun-Latn", "lus-Latn"], "main_score": 0.328171, "precision": 0.303624, "recall": 0.400198}, {"accuracy": 0.482213, "f1": 0.419594, "hf_subset": "sun_Latn-pag_Latn", "languages": ["sun-Latn", "pag-Latn"], "main_score": 0.419594, "precision": 0.394554, "recall": 0.482213}, {"accuracy": 0.534585, "f1": 0.480447, "hf_subset": "sun_Latn-snd_Arab", "languages": ["sun-Latn", "snd-Arab"], "main_score": 0.480447, "precision": 0.459742, "recall": 0.534585}, {"accuracy": 0.343874, "f1": 0.279026, "hf_subset": "sun_Latn-tuk_Latn", "languages": ["sun-Latn", "tuk-Latn"], "main_score": 0.279026, "precision": 0.257346, "recall": 0.343874}, {"accuracy": 0.468379, "f1": 0.402486, "hf_subset": "sun_Latn-bak_Cyrl", "languages": ["sun-Latn", "bak-Cyrl"], "main_score": 0.402486, "precision": 0.377122, "recall": 0.468379}, {"accuracy": 0.237154, "f1": 0.17469, "hf_subset": "sun_Latn-dyu_Latn", "languages": ["sun-Latn", "dyu-Latn"], "main_score": 0.17469, "precision": 0.155789, "recall": 0.237154}, {"accuracy": 0.719368, "f1": 0.67432, "hf_subset": "sun_Latn-heb_Hebr", "languages": ["sun-Latn", "heb-Hebr"], "main_score": 0.67432, "precision": 0.657536, "recall": 0.719368}, {"accuracy": 0.684783, "f1": 0.640641, "hf_subset": "sun_Latn-khk_Cyrl", "languages": ["sun-Latn", "khk-Cyrl"], "main_score": 0.640641, "precision": 0.624399, "recall": 0.684783}, {"accuracy": 0.756917, "f1": 0.714645, "hf_subset": "sun_Latn-lvs_Latn", "languages": ["sun-Latn", "lvs-Latn"], "main_score": 0.714645, "precision": 0.698098, "recall": 0.756917}, {"accuracy": 0.459486, "f1": 0.403741, "hf_subset": "sun_Latn-pan_Guru", "languages": ["sun-Latn", "pan-Guru"], "main_score": 0.403741, "precision": 0.384501, "recall": 0.459486}, {"accuracy": 0.307312, "f1": 0.247657, "hf_subset": "sun_Latn-som_Latn", "languages": ["sun-Latn", "som-Latn"], "main_score": 0.247657, "precision": 0.226739, "recall": 0.307312}, {"accuracy": 0.235178, "f1": 0.166486, "hf_subset": "sun_Latn-tum_Latn", "languages": ["sun-Latn", "tum-Latn"], "main_score": 0.166486, "precision": 0.147367, "recall": 0.235178}, {"accuracy": 0.023715, "f1": 0.020243, "hf_subset": "umb_Latn-ace_Arab", "languages": ["umb-Latn", "ace-Arab"], "main_score": 0.020243, "precision": 0.019483, "recall": 0.023715}, {"accuracy": 0.118577, "f1": 0.109286, "hf_subset": "umb_Latn-bam_Latn", "languages": ["umb-Latn", "bam-Latn"], "main_score": 0.109286, "precision": 0.10677, "recall": 0.118577}, {"accuracy": 0.003953, "f1": 0.000615, "hf_subset": "umb_Latn-dzo_Tibt", "languages": ["umb-Latn", "dzo-Tibt"], "main_score": 0.000615, "precision": 0.000368, "recall": 0.003953}, {"accuracy": 0.100791, "f1": 0.081174, "hf_subset": "umb_Latn-hin_Deva", "languages": ["umb-Latn", "hin-Deva"], "main_score": 0.081174, "precision": 0.07619, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.087803, "hf_subset": "umb_Latn-khm_Khmr", "languages": ["umb-Latn", "khm-Khmr"], "main_score": 0.087803, "precision": 0.085486, "recall": 0.097826}, {"accuracy": 0.073123, "f1": 0.056852, "hf_subset": "umb_Latn-mag_Deva", "languages": ["umb-Latn", "mag-Deva"], "main_score": 0.056852, "precision": 0.052795, "recall": 0.073123}, {"accuracy": 0.083004, "f1": 0.074674, "hf_subset": "umb_Latn-pap_Latn", "languages": ["umb-Latn", "pap-Latn"], "main_score": 0.074674, "precision": 0.072253, "recall": 0.083004}, {"accuracy": 0.178854, "f1": 0.161025, "hf_subset": "umb_Latn-sot_Latn", "languages": ["umb-Latn", "sot-Latn"], "main_score": 0.161025, "precision": 0.155807, "recall": 0.178854}, {"accuracy": 0.135375, "f1": 0.111053, "hf_subset": "umb_Latn-tur_Latn", "languages": ["umb-Latn", "tur-Latn"], "main_score": 0.111053, "precision": 0.105235, "recall": 0.135375}, {"accuracy": 0.120553, "f1": 0.111539, "hf_subset": "umb_Latn-ace_Latn", "languages": ["umb-Latn", "ace-Latn"], "main_score": 0.111539, "precision": 0.10894, "recall": 0.120553}, {"accuracy": 0.08004, "f1": 0.075066, "hf_subset": "umb_Latn-ban_Latn", "languages": ["umb-Latn", "ban-Latn"], "main_score": 0.075066, "precision": 0.073123, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.082804, "hf_subset": "umb_Latn-ell_Grek", "languages": ["umb-Latn", "ell-Grek"], "main_score": 0.082804, "precision": 0.078401, "recall": 0.101779}, {"accuracy": 0.072134, "f1": 0.061764, "hf_subset": "umb_Latn-hne_Deva", "languages": ["umb-Latn", "hne-Deva"], "main_score": 0.061764, "precision": 0.059046, "recall": 0.072134}, {"accuracy": 0.142292, "f1": 0.131343, "hf_subset": "umb_Latn-kik_Latn", "languages": ["umb-Latn", "kik-Latn"], "main_score": 0.131343, "precision": 0.127093, "recall": 0.142292}, {"accuracy": 0.068182, "f1": 0.057749, "hf_subset": "umb_Latn-mai_Deva", "languages": ["umb-Latn", "mai-Deva"], "main_score": 0.057749, "precision": 0.054305, "recall": 0.068182}, {"accuracy": 0.08004, "f1": 0.065193, "hf_subset": "umb_Latn-pbt_Arab", "languages": ["umb-Latn", "pbt-Arab"], "main_score": 0.065193, "precision": 0.061862, "recall": 0.08004}, {"accuracy": 0.125494, "f1": 0.108535, "hf_subset": "umb_Latn-spa_Latn", "languages": ["umb-Latn", "spa-Latn"], "main_score": 0.108535, "precision": 0.105337, "recall": 0.125494}, {"accuracy": 0.166996, "f1": 0.148845, "hf_subset": "umb_Latn-twi_Latn", "languages": ["umb-Latn", "twi-Latn"], "main_score": 0.148845, "precision": 0.143117, "recall": 0.166996}, {"accuracy": 0.072134, "f1": 0.064163, "hf_subset": "umb_Latn-acm_Arab", "languages": ["umb-Latn", "acm-Arab"], "main_score": 0.064163, "precision": 0.061963, "recall": 0.072134}, {"accuracy": 0.091897, "f1": 0.071784, "hf_subset": "umb_Latn-bel_Cyrl", "languages": ["umb-Latn", "bel-Cyrl"], "main_score": 0.071784, "precision": 0.067447, "recall": 0.091897}, {"accuracy": 0.133399, "f1": 0.111797, "hf_subset": "umb_Latn-eng_Latn", "languages": ["umb-Latn", "eng-Latn"], "main_score": 0.111797, "precision": 0.106661, "recall": 0.133399}, {"accuracy": 0.078063, "f1": 0.069812, "hf_subset": "umb_Latn-hrv_Latn", "languages": ["umb-Latn", "hrv-Latn"], "main_score": 0.069812, "precision": 0.067863, "recall": 0.078063}, {"accuracy": 0.157115, "f1": 0.142107, "hf_subset": "umb_Latn-kin_Latn", "languages": ["umb-Latn", "kin-Latn"], "main_score": 0.142107, "precision": 0.137173, "recall": 0.157115}, {"accuracy": 0.041502, "f1": 0.032899, "hf_subset": "umb_Latn-mal_Mlym", "languages": ["umb-Latn", "mal-Mlym"], "main_score": 0.032899, "precision": 0.031458, "recall": 0.041502}, {"accuracy": 0.089921, "f1": 0.072437, "hf_subset": "umb_Latn-pes_Arab", "languages": ["umb-Latn", "pes-Arab"], "main_score": 0.072437, "precision": 0.068517, "recall": 0.089921}, {"accuracy": 0.091897, "f1": 0.082687, "hf_subset": "umb_Latn-srd_Latn", "languages": ["umb-Latn", "srd-Latn"], "main_score": 0.082687, "precision": 0.080561, "recall": 0.091897}, {"accuracy": 0.056324, "f1": 0.042195, "hf_subset": "umb_Latn-tzm_Tfng", "languages": ["umb-Latn", "tzm-Tfng"], "main_score": 0.042195, "precision": 0.038964, "recall": 0.056324}, {"accuracy": 0.075099, "f1": 0.065151, "hf_subset": "umb_Latn-acq_Arab", "languages": ["umb-Latn", "acq-Arab"], "main_score": 0.065151, "precision": 0.062806, "recall": 0.075099}, {"accuracy": 0.194664, "f1": 0.178849, "hf_subset": "umb_Latn-bem_Latn", "languages": ["umb-Latn", "bem-Latn"], "main_score": 0.178849, "precision": 0.173089, "recall": 0.194664}, {"accuracy": 0.078063, "f1": 0.072535, "hf_subset": "umb_Latn-epo_Latn", "languages": ["umb-Latn", "epo-Latn"], "main_score": 0.072535, "precision": 0.070572, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.109103, "hf_subset": "umb_Latn-hun_Latn", "languages": ["umb-Latn", "hun-Latn"], "main_score": 0.109103, "precision": 0.105507, "recall": 0.12747}, {"accuracy": 0.097826, "f1": 0.083867, "hf_subset": "umb_Latn-kir_Cyrl", "languages": ["umb-Latn", "kir-Cyrl"], "main_score": 0.083867, "precision": 0.081253, "recall": 0.097826}, {"accuracy": 0.08004, "f1": 0.066901, "hf_subset": "umb_Latn-mar_Deva", "languages": ["umb-Latn", "mar-Deva"], "main_score": 0.066901, "precision": 0.063685, "recall": 0.08004}, {"accuracy": 0.109684, "f1": 0.097163, "hf_subset": "umb_Latn-plt_Latn", "languages": ["umb-Latn", "plt-Latn"], "main_score": 0.097163, "precision": 0.094088, "recall": 0.109684}, {"accuracy": 0.115613, "f1": 0.094951, "hf_subset": "umb_Latn-srp_Cyrl", "languages": ["umb-Latn", "srp-Cyrl"], "main_score": 0.094951, "precision": 0.09012, "recall": 0.115613}, {"accuracy": 0.055336, "f1": 0.043013, "hf_subset": "umb_Latn-uig_Arab", "languages": ["umb-Latn", "uig-Arab"], "main_score": 0.043013, "precision": 0.041191, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.053786, "hf_subset": "umb_Latn-aeb_Arab", "languages": ["umb-Latn", "aeb-Arab"], "main_score": 0.053786, "precision": 0.052284, "recall": 0.059289}, {"accuracy": 0.046443, "f1": 0.035523, "hf_subset": "umb_Latn-ben_Beng", "languages": ["umb-Latn", "ben-Beng"], "main_score": 0.035523, "precision": 0.033498, "recall": 0.046443}, {"accuracy": 0.12747, "f1": 0.110042, "hf_subset": "umb_Latn-est_Latn", "languages": ["umb-Latn", "est-Latn"], "main_score": 0.110042, "precision": 0.105771, "recall": 0.12747}, {"accuracy": 0.063241, "f1": 0.049475, "hf_subset": "umb_Latn-hye_Armn", "languages": ["umb-Latn", "hye-Armn"], "main_score": 0.049475, "precision": 0.04605, "recall": 0.063241}, {"accuracy": 0.224308, "f1": 0.203854, "hf_subset": "umb_Latn-kmb_Latn", "languages": ["umb-Latn", "kmb-Latn"], "main_score": 0.203854, "precision": 0.196776, "recall": 0.224308}, {"accuracy": 0.017787, "f1": 0.013377, "hf_subset": "umb_Latn-min_Arab", "languages": ["umb-Latn", "min-Arab"], "main_score": 0.013377, "precision": 0.01237, "recall": 0.017787}, {"accuracy": 0.140316, "f1": 0.117624, "hf_subset": "umb_Latn-pol_Latn", "languages": ["umb-Latn", "pol-Latn"], "main_score": 0.117624, "precision": 0.112658, "recall": 0.140316}, {"accuracy": 0.141304, "f1": 0.123051, "hf_subset": "umb_Latn-ssw_Latn", "languages": ["umb-Latn", "ssw-Latn"], "main_score": 0.123051, "precision": 0.117866, "recall": 0.141304}, {"accuracy": 0.102767, "f1": 0.083373, "hf_subset": "umb_Latn-ukr_Cyrl", "languages": ["umb-Latn", "ukr-Cyrl"], "main_score": 0.083373, "precision": 0.079493, "recall": 0.102767}, {"accuracy": 0.12747, "f1": 0.111253, "hf_subset": "umb_Latn-afr_Latn", "languages": ["umb-Latn", "afr-Latn"], "main_score": 0.111253, "precision": 0.107549, "recall": 0.12747}, {"accuracy": 0.073123, "f1": 0.064285, "hf_subset": "umb_Latn-bho_Deva", "languages": ["umb-Latn", "bho-Deva"], "main_score": 0.064285, "precision": 0.061959, "recall": 0.073123}, {"accuracy": 0.06917, "f1": 0.062288, "hf_subset": "umb_Latn-eus_Latn", "languages": ["umb-Latn", "eus-Latn"], "main_score": 0.062288, "precision": 0.060899, "recall": 0.06917}, {"accuracy": 0.142292, "f1": 0.129183, "hf_subset": "umb_Latn-ibo_Latn", "languages": ["umb-Latn", "ibo-Latn"], "main_score": 0.129183, "precision": 0.124475, "recall": 0.142292}, {"accuracy": 0.124506, "f1": 0.106718, "hf_subset": "umb_Latn-kmr_Latn", "languages": ["umb-Latn", "kmr-Latn"], "main_score": 0.106718, "precision": 0.103634, "recall": 0.124506}, {"accuracy": 0.085968, "f1": 0.076498, "hf_subset": "umb_Latn-min_Latn", "languages": ["umb-Latn", "min-Latn"], "main_score": 0.076498, "precision": 0.07459, "recall": 0.085968}, {"accuracy": 0.142292, "f1": 0.121293, "hf_subset": "umb_Latn-por_Latn", "languages": ["umb-Latn", "por-Latn"], "main_score": 0.121293, "precision": 0.116801, "recall": 0.142292}, {"accuracy": 0.078063, "f1": 0.069337, "hf_subset": "umb_Latn-sun_Latn", "languages": ["umb-Latn", "sun-Latn"], "main_score": 0.069337, "precision": 0.067551, "recall": 0.078063}, {"accuracy": 0.081028, "f1": 0.067923, "hf_subset": "umb_Latn-ajp_Arab", "languages": ["umb-Latn", "ajp-Arab"], "main_score": 0.067923, "precision": 0.064448, "recall": 0.081028}, {"accuracy": 0.033597, "f1": 0.028255, "hf_subset": "umb_Latn-bjn_Arab", "languages": ["umb-Latn", "bjn-Arab"], "main_score": 0.028255, "precision": 0.026632, "recall": 0.033597}, {"accuracy": 0.132411, "f1": 0.121409, "hf_subset": "umb_Latn-ewe_Latn", "languages": ["umb-Latn", "ewe-Latn"], "main_score": 0.121409, "precision": 0.118157, "recall": 0.132411}, {"accuracy": 0.13834, "f1": 0.124003, "hf_subset": "umb_Latn-ilo_Latn", "languages": ["umb-Latn", "ilo-Latn"], "main_score": 0.124003, "precision": 0.120223, "recall": 0.13834}, {"accuracy": 0.021739, "f1": 0.018444, "hf_subset": "umb_Latn-knc_Arab", "languages": ["umb-Latn", "knc-Arab"], "main_score": 0.018444, "precision": 0.017615, "recall": 0.021739}, {"accuracy": 0.112648, "f1": 0.092973, "hf_subset": "umb_Latn-mkd_Cyrl", "languages": ["umb-Latn", "mkd-Cyrl"], "main_score": 0.092973, "precision": 0.088011, "recall": 0.112648}, {"accuracy": 0.086957, "f1": 0.072724, "hf_subset": "umb_Latn-prs_Arab", "languages": ["umb-Latn", "prs-Arab"], "main_score": 0.072724, "precision": 0.06941, "recall": 0.086957}, {"accuracy": 0.11166, "f1": 0.098063, "hf_subset": "umb_Latn-swe_Latn", "languages": ["umb-Latn", "swe-Latn"], "main_score": 0.098063, "precision": 0.095162, "recall": 0.11166}, {"accuracy": 0.083004, "f1": 0.068632, "hf_subset": "umb_Latn-urd_Arab", "languages": ["umb-Latn", "urd-Arab"], "main_score": 0.068632, "precision": 0.065583, "recall": 0.083004}, {"accuracy": 0.170949, "f1": 0.151732, "hf_subset": "umb_Latn-aka_Latn", "languages": ["umb-Latn", "aka-Latn"], "main_score": 0.151732, "precision": 0.145946, "recall": 0.170949}, {"accuracy": 0.087945, "f1": 0.082005, "hf_subset": "umb_Latn-bjn_Latn", "languages": ["umb-Latn", "bjn-Latn"], "main_score": 0.082005, "precision": 0.080255, "recall": 0.087945}, {"accuracy": 0.089921, "f1": 0.078389, "hf_subset": "umb_Latn-fao_Latn", "languages": ["umb-Latn", "fao-Latn"], "main_score": 0.078389, "precision": 0.076393, "recall": 0.089921}, {"accuracy": 0.131423, "f1": 0.109162, "hf_subset": "umb_Latn-ind_Latn", "languages": ["umb-Latn", "ind-Latn"], "main_score": 0.109162, "precision": 0.104115, "recall": 0.131423}, {"accuracy": 0.132411, "f1": 0.119241, "hf_subset": "umb_Latn-knc_Latn", "languages": ["umb-Latn", "knc-Latn"], "main_score": 0.119241, "precision": 0.114761, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.126426, "hf_subset": "umb_Latn-mlt_Latn", "languages": ["umb-Latn", "mlt-Latn"], "main_score": 0.126426, "precision": 0.122501, "recall": 0.141304}, {"accuracy": 0.148221, "f1": 0.131685, "hf_subset": "umb_Latn-quy_Latn", "languages": ["umb-Latn", "quy-Latn"], "main_score": 0.131685, "precision": 0.127827, "recall": 0.148221}, {"accuracy": 0.105731, "f1": 0.096629, "hf_subset": "umb_Latn-swh_Latn", "languages": ["umb-Latn", "swh-Latn"], "main_score": 0.096629, "precision": 0.09444, "recall": 0.105731}, {"accuracy": 0.067194, "f1": 0.059319, "hf_subset": "umb_Latn-uzn_Latn", "languages": ["umb-Latn", "uzn-Latn"], "main_score": 0.059319, "precision": 0.057851, "recall": 0.067194}, {"accuracy": 0.11166, "f1": 0.09904, "hf_subset": "umb_Latn-als_Latn", "languages": ["umb-Latn", "als-Latn"], "main_score": 0.09904, "precision": 0.096179, "recall": 0.11166}, {"accuracy": 0.036561, "f1": 0.025141, "hf_subset": "umb_Latn-bod_Tibt", "languages": ["umb-Latn", "bod-Tibt"], "main_score": 0.025141, "precision": 0.02185, "recall": 0.036561}, {"accuracy": 0.096838, "f1": 0.088669, "hf_subset": "umb_Latn-fij_Latn", "languages": ["umb-Latn", "fij-Latn"], "main_score": 0.088669, "precision": 0.085458, "recall": 0.096838}, {"accuracy": 0.076087, "f1": 0.068402, "hf_subset": "umb_Latn-isl_Latn", "languages": ["umb-Latn", "isl-Latn"], "main_score": 0.068402, "precision": 0.066083, "recall": 0.076087}, {"accuracy": 0.177866, "f1": 0.16126, "hf_subset": "umb_Latn-kon_Latn", "languages": ["umb-Latn", "kon-Latn"], "main_score": 0.16126, "precision": 0.155537, "recall": 0.177866}, {"accuracy": 0.033597, "f1": 0.025163, "hf_subset": "umb_Latn-mni_Beng", "languages": ["umb-Latn", "mni-Beng"], "main_score": 0.025163, "precision": 0.023108, "recall": 0.033597}, {"accuracy": 0.135375, "f1": 0.116895, "hf_subset": "umb_Latn-ron_Latn", "languages": ["umb-Latn", "ron-Latn"], "main_score": 0.116895, "precision": 0.112966, "recall": 0.135375}, {"accuracy": 0.092885, "f1": 0.082226, "hf_subset": "umb_Latn-szl_Latn", "languages": ["umb-Latn", "szl-Latn"], "main_score": 0.082226, "precision": 0.079807, "recall": 0.092885}, {"accuracy": 0.077075, "f1": 0.071347, "hf_subset": "umb_Latn-vec_Latn", "languages": ["umb-Latn", "vec-Latn"], "main_score": 0.071347, "precision": 0.070131, "recall": 0.077075}, {"accuracy": 0.038538, "f1": 0.029919, "hf_subset": "umb_Latn-amh_Ethi", "languages": ["umb-Latn", "amh-Ethi"], "main_score": 0.029919, "precision": 0.028113, "recall": 0.038538}, {"accuracy": 0.129447, "f1": 0.111988, "hf_subset": "umb_Latn-bos_Latn", "languages": ["umb-Latn", "bos-Latn"], "main_score": 0.111988, "precision": 0.108161, "recall": 0.129447}, {"accuracy": 0.12747, "f1": 0.108963, "hf_subset": "umb_Latn-fin_Latn", "languages": ["umb-Latn", "fin-Latn"], "main_score": 0.108963, "precision": 0.104204, "recall": 0.12747}, {"accuracy": 0.139328, "f1": 0.11452, "hf_subset": "umb_Latn-ita_Latn", "languages": ["umb-Latn", "ita-Latn"], "main_score": 0.11452, "precision": 0.109104, "recall": 0.139328}, {"accuracy": 0.093874, "f1": 0.078951, "hf_subset": "umb_Latn-kor_Hang", "languages": ["umb-Latn", "kor-Hang"], "main_score": 0.078951, "precision": 0.075968, "recall": 0.093874}, {"accuracy": 0.139328, "f1": 0.123716, "hf_subset": "umb_Latn-mos_Latn", "languages": ["umb-Latn", "mos-Latn"], "main_score": 0.123716, "precision": 0.119914, "recall": 0.139328}, {"accuracy": 0.152174, "f1": 0.141378, "hf_subset": "umb_Latn-run_Latn", "languages": ["umb-Latn", "run-Latn"], "main_score": 0.141378, "precision": 0.136899, "recall": 0.152174}, {"accuracy": 0.037549, "f1": 0.031424, "hf_subset": "umb_Latn-tam_Taml", "languages": ["umb-Latn", "tam-Taml"], "main_score": 0.031424, "precision": 0.030027, "recall": 0.037549}, {"accuracy": 0.142292, "f1": 0.122022, "hf_subset": "umb_Latn-vie_Latn", "languages": ["umb-Latn", "vie-Latn"], "main_score": 0.122022, "precision": 0.118051, "recall": 0.142292}, {"accuracy": 0.065217, "f1": 0.05704, "hf_subset": "umb_Latn-apc_Arab", "languages": ["umb-Latn", "apc-Arab"], "main_score": 0.05704, "precision": 0.054723, "recall": 0.065217}, {"accuracy": 0.110672, "f1": 0.102668, "hf_subset": "umb_Latn-bug_Latn", "languages": ["umb-Latn", "bug-Latn"], "main_score": 0.102668, "precision": 0.09948, "recall": 0.110672}, {"accuracy": 0.153162, "f1": 0.138453, "hf_subset": "umb_Latn-fon_Latn", "languages": ["umb-Latn", "fon-Latn"], "main_score": 0.138453, "precision": 0.132946, "recall": 0.153162}, {"accuracy": 0.078063, "f1": 0.070277, "hf_subset": "umb_Latn-jav_Latn", "languages": ["umb-Latn", "jav-Latn"], "main_score": 0.070277, "precision": 0.068595, "recall": 0.078063}, {"accuracy": 0.117589, "f1": 0.101501, "hf_subset": "umb_Latn-lao_Laoo", "languages": ["umb-Latn", "lao-Laoo"], "main_score": 0.101501, "precision": 0.097872, "recall": 0.117589}, {"accuracy": 0.134387, "f1": 0.119887, "hf_subset": "umb_Latn-mri_Latn", "languages": ["umb-Latn", "mri-Latn"], "main_score": 0.119887, "precision": 0.114852, "recall": 0.134387}, {"accuracy": 0.120553, "f1": 0.095852, "hf_subset": "umb_Latn-rus_Cyrl", "languages": ["umb-Latn", "rus-Cyrl"], "main_score": 0.095852, "precision": 0.090244, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.133405, "hf_subset": "umb_Latn-taq_Latn", "languages": ["umb-Latn", "taq-Latn"], "main_score": 0.133405, "precision": 0.130219, "recall": 0.146245}, {"accuracy": 0.113636, "f1": 0.104545, "hf_subset": "umb_Latn-war_Latn", "languages": ["umb-Latn", "war-Latn"], "main_score": 0.104545, "precision": 0.102042, "recall": 0.113636}, {"accuracy": 0.072134, "f1": 0.060731, "hf_subset": "umb_Latn-arb_Arab", "languages": ["umb-Latn", "arb-Arab"], "main_score": 0.060731, "precision": 0.05781, "recall": 0.072134}, {"accuracy": 0.114625, "f1": 0.09227, "hf_subset": "umb_Latn-bul_Cyrl", "languages": ["umb-Latn", "bul-Cyrl"], "main_score": 0.09227, "precision": 0.086693, "recall": 0.114625}, {"accuracy": 0.141304, "f1": 0.121232, "hf_subset": "umb_Latn-fra_Latn", "languages": ["umb-Latn", "fra-Latn"], "main_score": 0.121232, "precision": 0.116716, "recall": 0.141304}, {"accuracy": 0.097826, "f1": 0.078374, "hf_subset": "umb_Latn-jpn_Jpan", "languages": ["umb-Latn", "jpn-Jpan"], "main_score": 0.078374, "precision": 0.073616, "recall": 0.097826}, {"accuracy": 0.077075, "f1": 0.068592, "hf_subset": "umb_Latn-lij_Latn", "languages": ["umb-Latn", "lij-Latn"], "main_score": 0.068592, "precision": 0.066766, "recall": 0.077075}, {"accuracy": 0.072134, "f1": 0.057908, "hf_subset": "umb_Latn-mya_Mymr", "languages": ["umb-Latn", "mya-Mymr"], "main_score": 0.057908, "precision": 0.054776, "recall": 0.072134}, {"accuracy": 0.12747, "f1": 0.113164, "hf_subset": "umb_Latn-sag_Latn", "languages": ["umb-Latn", "sag-Latn"], "main_score": 0.113164, "precision": 0.109197, "recall": 0.12747}, {"accuracy": 0.061265, "f1": 0.046659, "hf_subset": "umb_Latn-taq_Tfng", "languages": ["umb-Latn", "taq-Tfng"], "main_score": 0.046659, "precision": 0.043402, "recall": 0.061265}, {"accuracy": 0.157115, "f1": 0.137567, "hf_subset": "umb_Latn-wol_Latn", "languages": ["umb-Latn", "wol-Latn"], "main_score": 0.137567, "precision": 0.132589, "recall": 0.157115}, {"accuracy": 0.067194, "f1": 0.056329, "hf_subset": "umb_Latn-arb_Latn", "languages": ["umb-Latn", "arb-Latn"], "main_score": 0.056329, "precision": 0.054229, "recall": 0.067194}, {"accuracy": 0.143281, "f1": 0.119071, "hf_subset": "umb_Latn-cat_Latn", "languages": ["umb-Latn", "cat-Latn"], "main_score": 0.119071, "precision": 0.113409, "recall": 0.143281}, {"accuracy": 0.101779, "f1": 0.08965, "hf_subset": "umb_Latn-fur_Latn", "languages": ["umb-Latn", "fur-Latn"], "main_score": 0.08965, "precision": 0.087378, "recall": 0.101779}, {"accuracy": 0.052372, "f1": 0.041735, "hf_subset": "umb_Latn-kab_Latn", "languages": ["umb-Latn", "kab-Latn"], "main_score": 0.041735, "precision": 0.038971, "recall": 0.052372}, {"accuracy": 0.092885, "f1": 0.088065, "hf_subset": "umb_Latn-lim_Latn", "languages": ["umb-Latn", "lim-Latn"], "main_score": 0.088065, "precision": 0.086464, "recall": 0.092885}, {"accuracy": 0.136364, "f1": 0.112356, "hf_subset": "umb_Latn-nld_Latn", "languages": ["umb-Latn", "nld-Latn"], "main_score": 0.112356, "precision": 0.107661, "recall": 0.136364}, {"accuracy": 0.039526, "f1": 0.033171, "hf_subset": "umb_Latn-san_Deva", "languages": ["umb-Latn", "san-Deva"], "main_score": 0.033171, "precision": 0.032237, "recall": 0.039526}, {"accuracy": 0.079051, "f1": 0.068312, "hf_subset": "umb_Latn-tat_Cyrl", "languages": ["umb-Latn", "tat-Cyrl"], "main_score": 0.068312, "precision": 0.06531, "recall": 0.079051}, {"accuracy": 0.150198, "f1": 0.138257, "hf_subset": "umb_Latn-xho_Latn", "languages": ["umb-Latn", "xho-Latn"], "main_score": 0.138257, "precision": 0.134076, "recall": 0.150198}, {"accuracy": 0.066206, "f1": 0.054333, "hf_subset": "umb_Latn-ars_Arab", "languages": ["umb-Latn", "ars-Arab"], "main_score": 0.054333, "precision": 0.051073, "recall": 0.066206}, {"accuracy": 0.097826, "f1": 0.089084, "hf_subset": "umb_Latn-ceb_Latn", "languages": ["umb-Latn", "ceb-Latn"], "main_score": 0.089084, "precision": 0.087093, "recall": 0.097826}, {"accuracy": 0.116601, "f1": 0.100665, "hf_subset": "umb_Latn-fuv_Latn", "languages": ["umb-Latn", "fuv-Latn"], "main_score": 0.100665, "precision": 0.096407, "recall": 0.116601}, {"accuracy": 0.155138, "f1": 0.135254, "hf_subset": "umb_Latn-kac_Latn", "languages": ["umb-Latn", "kac-Latn"], "main_score": 0.135254, "precision": 0.129699, "recall": 0.155138}, {"accuracy": 0.152174, "f1": 0.13872, "hf_subset": "umb_Latn-lin_Latn", "languages": ["umb-Latn", "lin-Latn"], "main_score": 0.13872, "precision": 0.13514, "recall": 0.152174}, {"accuracy": 0.119565, "f1": 0.106686, "hf_subset": "umb_Latn-nno_Latn", "languages": ["umb-Latn", "nno-Latn"], "main_score": 0.106686, "precision": 0.103391, "recall": 0.119565}, {"accuracy": 0.014822, "f1": 0.005876, "hf_subset": "umb_Latn-sat_Olck", "languages": ["umb-Latn", "sat-Olck"], "main_score": 0.005876, "precision": 0.004513, "recall": 0.014822}, {"accuracy": 0.048419, "f1": 0.041175, "hf_subset": "umb_Latn-tel_Telu", "languages": ["umb-Latn", "tel-Telu"], "main_score": 0.041175, "precision": 0.038802, "recall": 0.048419}, {"accuracy": 0.037549, "f1": 0.030744, "hf_subset": "umb_Latn-ydd_Hebr", "languages": ["umb-Latn", "ydd-Hebr"], "main_score": 0.030744, "precision": 0.029003, "recall": 0.037549}, {"accuracy": 0.050395, "f1": 0.041569, "hf_subset": "umb_Latn-ary_Arab", "languages": ["umb-Latn", "ary-Arab"], "main_score": 0.041569, "precision": 0.03979, "recall": 0.050395}, {"accuracy": 0.132411, "f1": 0.115079, "hf_subset": "umb_Latn-ces_Latn", "languages": ["umb-Latn", "ces-Latn"], "main_score": 0.115079, "precision": 0.110918, "recall": 0.132411}, {"accuracy": 0.076087, "f1": 0.06265, "hf_subset": "umb_Latn-gaz_Latn", "languages": ["umb-Latn", "gaz-Latn"], "main_score": 0.06265, "precision": 0.058809, "recall": 0.076087}, {"accuracy": 0.172925, "f1": 0.162079, "hf_subset": "umb_Latn-kam_Latn", "languages": ["umb-Latn", "kam-Latn"], "main_score": 0.162079, "precision": 0.158074, "recall": 0.172925}, {"accuracy": 0.117589, "f1": 0.102695, "hf_subset": "umb_Latn-lit_Latn", "languages": ["umb-Latn", "lit-Latn"], "main_score": 0.102695, "precision": 0.099224, "recall": 0.117589}, {"accuracy": 0.134387, "f1": 0.119093, "hf_subset": "umb_Latn-nob_Latn", "languages": ["umb-Latn", "nob-Latn"], "main_score": 0.119093, "precision": 0.115143, "recall": 0.134387}, {"accuracy": 0.087945, "f1": 0.081186, "hf_subset": "umb_Latn-scn_Latn", "languages": ["umb-Latn", "scn-Latn"], "main_score": 0.081186, "precision": 0.079489, "recall": 0.087945}, {"accuracy": 0.08498, "f1": 0.073857, "hf_subset": "umb_Latn-tgk_Cyrl", "languages": ["umb-Latn", "tgk-Cyrl"], "main_score": 0.073857, "precision": 0.070583, "recall": 0.08498}, {"accuracy": 0.11166, "f1": 0.099737, "hf_subset": "umb_Latn-yor_Latn", "languages": ["umb-Latn", "yor-Latn"], "main_score": 0.099737, "precision": 0.095801, "recall": 0.11166}, {"accuracy": 0.061265, "f1": 0.053753, "hf_subset": "umb_Latn-arz_Arab", "languages": ["umb-Latn", "arz-Arab"], "main_score": 0.053753, "precision": 0.052152, "recall": 0.061265}, {"accuracy": 0.186759, "f1": 0.167449, "hf_subset": "umb_Latn-cjk_Latn", "languages": ["umb-Latn", "cjk-Latn"], "main_score": 0.167449, "precision": 0.161825, "recall": 0.186759}, {"accuracy": 0.100791, "f1": 0.089238, "hf_subset": "umb_Latn-gla_Latn", "languages": ["umb-Latn", "gla-Latn"], "main_score": 0.089238, "precision": 0.085664, "recall": 0.100791}, {"accuracy": 0.040514, "f1": 0.03367, "hf_subset": "umb_Latn-kan_Knda", "languages": ["umb-Latn", "kan-Knda"], "main_score": 0.03367, "precision": 0.032261, "recall": 0.040514}, {"accuracy": 0.098814, "f1": 0.088573, "hf_subset": "umb_Latn-lmo_Latn", "languages": ["umb-Latn", "lmo-Latn"], "main_score": 0.088573, "precision": 0.086541, "recall": 0.098814}, {"accuracy": 0.090909, "f1": 0.073015, "hf_subset": "umb_Latn-npi_Deva", "languages": ["umb-Latn", "npi-Deva"], "main_score": 0.073015, "precision": 0.069357, "recall": 0.090909}, {"accuracy": 0.100791, "f1": 0.092838, "hf_subset": "umb_Latn-shn_Mymr", "languages": ["umb-Latn", "shn-Mymr"], "main_score": 0.092838, "precision": 0.090359, "recall": 0.100791}, {"accuracy": 0.099802, "f1": 0.093147, "hf_subset": "umb_Latn-tgl_Latn", "languages": ["umb-Latn", "tgl-Latn"], "main_score": 0.093147, "precision": 0.09082, "recall": 0.099802}, {"accuracy": 0.093874, "f1": 0.075219, "hf_subset": "umb_Latn-yue_Hant", "languages": ["umb-Latn", "yue-Hant"], "main_score": 0.075219, "precision": 0.071432, "recall": 0.093874}, {"accuracy": 0.031621, "f1": 0.025327, "hf_subset": "umb_Latn-asm_Beng", "languages": ["umb-Latn", "asm-Beng"], "main_score": 0.025327, "precision": 0.023791, "recall": 0.031621}, {"accuracy": 0.066206, "f1": 0.050777, "hf_subset": "umb_Latn-ckb_Arab", "languages": ["umb-Latn", "ckb-Arab"], "main_score": 0.050777, "precision": 0.047884, "recall": 0.066206}, {"accuracy": 0.102767, "f1": 0.093637, "hf_subset": "umb_Latn-gle_Latn", "languages": ["umb-Latn", "gle-Latn"], "main_score": 0.093637, "precision": 0.09074, "recall": 0.102767}, {"accuracy": 0.044466, "f1": 0.03823, "hf_subset": "umb_Latn-kas_Arab", "languages": ["umb-Latn", "kas-Arab"], "main_score": 0.03823, "precision": 0.036151, "recall": 0.044466}, {"accuracy": 0.100791, "f1": 0.084546, "hf_subset": "umb_Latn-ltg_Latn", "languages": ["umb-Latn", "ltg-Latn"], "main_score": 0.084546, "precision": 0.080905, "recall": 0.100791}, {"accuracy": 0.167984, "f1": 0.156, "hf_subset": "umb_Latn-nso_Latn", "languages": ["umb-Latn", "nso-Latn"], "main_score": 0.156, "precision": 0.151782, "recall": 0.167984}, {"accuracy": 0.051383, "f1": 0.041129, "hf_subset": "umb_Latn-sin_Sinh", "languages": ["umb-Latn", "sin-Sinh"], "main_score": 0.041129, "precision": 0.038732, "recall": 0.051383}, {"accuracy": 0.099802, "f1": 0.079422, "hf_subset": "umb_Latn-tha_Thai", "languages": ["umb-Latn", "tha-Thai"], "main_score": 0.079422, "precision": 0.075715, "recall": 0.099802}, {"accuracy": 0.116601, "f1": 0.095313, "hf_subset": "umb_Latn-zho_Hans", "languages": ["umb-Latn", "zho-Hans"], "main_score": 0.095313, "precision": 0.090703, "recall": 0.116601}, {"accuracy": 0.106719, "f1": 0.09155, "hf_subset": "umb_Latn-ast_Latn", "languages": ["umb-Latn", "ast-Latn"], "main_score": 0.09155, "precision": 0.088321, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.072519, "hf_subset": "umb_Latn-crh_Latn", "languages": ["umb-Latn", "crh-Latn"], "main_score": 0.072519, "precision": 0.070419, "recall": 0.081028}, {"accuracy": 0.134387, "f1": 0.11496, "hf_subset": "umb_Latn-glg_Latn", "languages": ["umb-Latn", "glg-Latn"], "main_score": 0.11496, "precision": 0.110298, "recall": 0.134387}, {"accuracy": 0.078063, "f1": 0.067203, "hf_subset": "umb_Latn-kas_Deva", "languages": ["umb-Latn", "kas-Deva"], "main_score": 0.067203, "precision": 0.064593, "recall": 0.078063}, {"accuracy": 0.110672, "f1": 0.100274, "hf_subset": "umb_Latn-ltz_Latn", "languages": ["umb-Latn", "ltz-Latn"], "main_score": 0.100274, "precision": 0.097883, "recall": 0.110672}, {"accuracy": 0.108696, "f1": 0.084673, "hf_subset": "umb_Latn-nus_Latn", "languages": ["umb-Latn", "nus-Latn"], "main_score": 0.084673, "precision": 0.07761, "recall": 0.108696}, {"accuracy": 0.130435, "f1": 0.112385, "hf_subset": "umb_Latn-slk_Latn", "languages": ["umb-Latn", "slk-Latn"], "main_score": 0.112385, "precision": 0.108059, "recall": 0.130435}, {"accuracy": 0.018775, "f1": 0.014805, "hf_subset": "umb_Latn-tir_Ethi", "languages": ["umb-Latn", "tir-Ethi"], "main_score": 0.014805, "precision": 0.013946, "recall": 0.018775}, {"accuracy": 0.094862, "f1": 0.081375, "hf_subset": "umb_Latn-zho_Hant", "languages": ["umb-Latn", "zho-Hant"], "main_score": 0.081375, "precision": 0.078851, "recall": 0.094862}, {"accuracy": 0.092885, "f1": 0.077035, "hf_subset": "umb_Latn-awa_Deva", "languages": ["umb-Latn", "awa-Deva"], "main_score": 0.077035, "precision": 0.073403, "recall": 0.092885}, {"accuracy": 0.086957, "f1": 0.077956, "hf_subset": "umb_Latn-cym_Latn", "languages": ["umb-Latn", "cym-Latn"], "main_score": 0.077956, "precision": 0.075684, "recall": 0.086957}, {"accuracy": 0.139328, "f1": 0.125972, "hf_subset": "umb_Latn-grn_Latn", "languages": ["umb-Latn", "grn-Latn"], "main_score": 0.125972, "precision": 0.122599, "recall": 0.139328}, {"accuracy": 0.071146, "f1": 0.062272, "hf_subset": "umb_Latn-kat_Geor", "languages": ["umb-Latn", "kat-Geor"], "main_score": 0.062272, "precision": 0.060075, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.12812, "hf_subset": "umb_Latn-lua_Latn", "languages": ["umb-Latn", "lua-Latn"], "main_score": 0.12812, "precision": 0.124569, "recall": 0.141304}, {"accuracy": 0.164032, "f1": 0.150922, "hf_subset": "umb_Latn-nya_Latn", "languages": ["umb-Latn", "nya-Latn"], "main_score": 0.150922, "precision": 0.14703, "recall": 0.164032}, {"accuracy": 0.131423, "f1": 0.111528, "hf_subset": "umb_Latn-slv_Latn", "languages": ["umb-Latn", "slv-Latn"], "main_score": 0.111528, "precision": 0.106794, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.119273, "hf_subset": "umb_Latn-tpi_Latn", "languages": ["umb-Latn", "tpi-Latn"], "main_score": 0.119273, "precision": 0.116154, "recall": 0.130435}, {"accuracy": 0.139328, "f1": 0.117746, "hf_subset": "umb_Latn-zsm_Latn", "languages": ["umb-Latn", "zsm-Latn"], "main_score": 0.117746, "precision": 0.113324, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.142618, "hf_subset": "umb_Latn-ayr_Latn", "languages": ["umb-Latn", "ayr-Latn"], "main_score": 0.142618, "precision": 0.137097, "recall": 0.158103}, {"accuracy": 0.145257, "f1": 0.120602, "hf_subset": "umb_Latn-dan_Latn", "languages": ["umb-Latn", "dan-Latn"], "main_score": 0.120602, "precision": 0.114875, "recall": 0.145257}, {"accuracy": 0.056324, "f1": 0.048472, "hf_subset": "umb_Latn-guj_Gujr", "languages": ["umb-Latn", "guj-Gujr"], "main_score": 0.048472, "precision": 0.046707, "recall": 0.056324}, {"accuracy": 0.101779, "f1": 0.081095, "hf_subset": "umb_Latn-kaz_Cyrl", "languages": ["umb-Latn", "kaz-Cyrl"], "main_score": 0.081095, "precision": 0.077271, "recall": 0.101779}, {"accuracy": 0.157115, "f1": 0.142604, "hf_subset": "umb_Latn-lug_Latn", "languages": ["umb-Latn", "lug-Latn"], "main_score": 0.142604, "precision": 0.137633, "recall": 0.157115}, {"accuracy": 0.121542, "f1": 0.107115, "hf_subset": "umb_Latn-oci_Latn", "languages": ["umb-Latn", "oci-Latn"], "main_score": 0.107115, "precision": 0.103997, "recall": 0.121542}, {"accuracy": 0.120553, "f1": 0.104063, "hf_subset": "umb_Latn-smo_Latn", "languages": ["umb-Latn", "smo-Latn"], "main_score": 0.104063, "precision": 0.099441, "recall": 0.120553}, {"accuracy": 0.177866, "f1": 0.162131, "hf_subset": "umb_Latn-tsn_Latn", "languages": ["umb-Latn", "tsn-Latn"], "main_score": 0.162131, "precision": 0.157131, "recall": 0.177866}, {"accuracy": 0.142292, "f1": 0.123516, "hf_subset": "umb_Latn-zul_Latn", "languages": ["umb-Latn", "zul-Latn"], "main_score": 0.123516, "precision": 0.117501, "recall": 0.142292}, {"accuracy": 0.059289, "f1": 0.049168, "hf_subset": "umb_Latn-azb_Arab", "languages": ["umb-Latn", "azb-Arab"], "main_score": 0.049168, "precision": 0.046779, "recall": 0.059289}, {"accuracy": 0.125494, "f1": 0.107774, "hf_subset": "umb_Latn-deu_Latn", "languages": ["umb-Latn", "deu-Latn"], "main_score": 0.107774, "precision": 0.103214, "recall": 0.125494}, {"accuracy": 0.118577, "f1": 0.104824, "hf_subset": "umb_Latn-hat_Latn", "languages": ["umb-Latn", "hat-Latn"], "main_score": 0.104824, "precision": 0.101339, "recall": 0.118577}, {"accuracy": 0.141304, "f1": 0.124254, "hf_subset": "umb_Latn-kbp_Latn", "languages": ["umb-Latn", "kbp-Latn"], "main_score": 0.124254, "precision": 0.119645, "recall": 0.141304}, {"accuracy": 0.135375, "f1": 0.123775, "hf_subset": "umb_Latn-luo_Latn", "languages": ["umb-Latn", "luo-Latn"], "main_score": 0.123775, "precision": 0.120503, "recall": 0.135375}, {"accuracy": 0.038538, "f1": 0.029599, "hf_subset": "umb_Latn-ory_Orya", "languages": ["umb-Latn", "ory-Orya"], "main_score": 0.029599, "precision": 0.02757, "recall": 0.038538}, {"accuracy": 0.145257, "f1": 0.128782, "hf_subset": "umb_Latn-sna_Latn", "languages": ["umb-Latn", "sna-Latn"], "main_score": 0.128782, "precision": 0.123628, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.140526, "hf_subset": "umb_Latn-tso_Latn", "languages": ["umb-Latn", "tso-Latn"], "main_score": 0.140526, "precision": 0.137686, "recall": 0.151186}, {"accuracy": 0.079051, "f1": 0.067495, "hf_subset": "umb_Latn-azj_Latn", "languages": ["umb-Latn", "azj-Latn"], "main_score": 0.067495, "precision": 0.064834, "recall": 0.079051}, {"accuracy": 0.133399, "f1": 0.118933, "hf_subset": "umb_Latn-dik_Latn", "languages": ["umb-Latn", "dik-Latn"], "main_score": 0.118933, "precision": 0.115253, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.105744, "hf_subset": "umb_Latn-hau_Latn", "languages": ["umb-Latn", "hau-Latn"], "main_score": 0.105744, "precision": 0.10177, "recall": 0.12253}, {"accuracy": 0.083992, "f1": 0.076395, "hf_subset": "umb_Latn-kea_Latn", "languages": ["umb-Latn", "kea-Latn"], "main_score": 0.076395, "precision": 0.07473, "recall": 0.083992}, {"accuracy": 0.153162, "f1": 0.133517, "hf_subset": "umb_Latn-lus_Latn", "languages": ["umb-Latn", "lus-Latn"], "main_score": 0.133517, "precision": 0.12823, "recall": 0.153162}, {"accuracy": 0.121542, "f1": 0.111067, "hf_subset": "umb_Latn-pag_Latn", "languages": ["umb-Latn", "pag-Latn"], "main_score": 0.111067, "precision": 0.107828, "recall": 0.121542}, {"accuracy": 0.040514, "f1": 0.035674, "hf_subset": "umb_Latn-snd_Arab", "languages": ["umb-Latn", "snd-Arab"], "main_score": 0.035674, "precision": 0.034356, "recall": 0.040514}, {"accuracy": 0.088933, "f1": 0.074788, "hf_subset": "umb_Latn-tuk_Latn", "languages": ["umb-Latn", "tuk-Latn"], "main_score": 0.074788, "precision": 0.071164, "recall": 0.088933}, {"accuracy": 0.101779, "f1": 0.083232, "hf_subset": "umb_Latn-bak_Cyrl", "languages": ["umb-Latn", "bak-Cyrl"], "main_score": 0.083232, "precision": 0.079621, "recall": 0.101779}, {"accuracy": 0.121542, "f1": 0.106597, "hf_subset": "umb_Latn-dyu_Latn", "languages": ["umb-Latn", "dyu-Latn"], "main_score": 0.106597, "precision": 0.102065, "recall": 0.121542}, {"accuracy": 0.089921, "f1": 0.07201, "hf_subset": "umb_Latn-heb_Hebr", "languages": ["umb-Latn", "heb-Hebr"], "main_score": 0.07201, "precision": 0.068047, "recall": 0.089921}, {"accuracy": 0.102767, "f1": 0.078636, "hf_subset": "umb_Latn-khk_Cyrl", "languages": ["umb-Latn", "khk-Cyrl"], "main_score": 0.078636, "precision": 0.07407, "recall": 0.102767}, {"accuracy": 0.114625, "f1": 0.097337, "hf_subset": "umb_Latn-lvs_Latn", "languages": ["umb-Latn", "lvs-Latn"], "main_score": 0.097337, "precision": 0.093166, "recall": 0.114625}, {"accuracy": 0.041502, "f1": 0.032243, "hf_subset": "umb_Latn-pan_Guru", "languages": ["umb-Latn", "pan-Guru"], "main_score": 0.032243, "precision": 0.030359, "recall": 0.041502}, {"accuracy": 0.09585, "f1": 0.084322, "hf_subset": "umb_Latn-som_Latn", "languages": ["umb-Latn", "som-Latn"], "main_score": 0.084322, "precision": 0.081296, "recall": 0.09585}, {"accuracy": 0.174901, "f1": 0.161963, "hf_subset": "umb_Latn-tum_Latn", "languages": ["umb-Latn", "tum-Latn"], "main_score": 0.161963, "precision": 0.15752, "recall": 0.174901}, {"accuracy": 0.093874, "f1": 0.057952, "hf_subset": "ajp_Arab-ace_Arab", "languages": ["ajp-Arab", "ace-Arab"], "main_score": 0.057952, "precision": 0.049363, "recall": 0.093874}, {"accuracy": 0.152174, "f1": 0.095555, "hf_subset": "ajp_Arab-bam_Latn", "languages": ["ajp-Arab", "bam-Latn"], "main_score": 0.095555, "precision": 0.082023, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "ajp_Arab-dzo_Tibt", "languages": ["ajp-Arab", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "ajp_Arab-hin_Deva", "languages": ["ajp-Arab", "hin-Deva"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.879447, "f1": 0.842787, "hf_subset": "ajp_Arab-khm_Khmr", "languages": ["ajp-Arab", "khm-Khmr"], "main_score": 0.842787, "precision": 0.825181, "recall": 0.879447}, {"accuracy": 0.93083, "f1": 0.909091, "hf_subset": "ajp_Arab-mag_Deva", "languages": ["ajp-Arab", "mag-Deva"], "main_score": 0.909091, "precision": 0.898386, "recall": 0.93083}, {"accuracy": 0.59585, "f1": 0.519526, "hf_subset": "ajp_Arab-pap_Latn", "languages": ["ajp-Arab", "pap-Latn"], "main_score": 0.519526, "precision": 0.490304, "recall": 0.59585}, {"accuracy": 0.174901, "f1": 0.119139, "hf_subset": "ajp_Arab-sot_Latn", "languages": ["ajp-Arab", "sot-Latn"], "main_score": 0.119139, "precision": 0.105512, "recall": 0.174901}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "ajp_Arab-tur_Latn", "languages": ["ajp-Arab", "tur-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.378458, "f1": 0.293916, "hf_subset": "ajp_Arab-ace_Latn", "languages": ["ajp-Arab", "ace-Latn"], "main_score": 0.293916, "precision": 0.267878, "recall": 0.378458}, {"accuracy": 0.626482, "f1": 0.546829, "hf_subset": "ajp_Arab-ban_Latn", "languages": ["ajp-Arab", "ban-Latn"], "main_score": 0.546829, "precision": 0.514345, "recall": 0.626482}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "ajp_Arab-ell_Grek", "languages": ["ajp-Arab", "ell-Grek"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "ajp_Arab-hne_Deva", "languages": ["ajp-Arab", "hne-Deva"], "main_score": 0.892029, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.219368, "f1": 0.144028, "hf_subset": "ajp_Arab-kik_Latn", "languages": ["ajp-Arab", "kik-Latn"], "main_score": 0.144028, "precision": 0.124277, "recall": 0.219368}, {"accuracy": 0.927866, "f1": 0.906258, "hf_subset": "ajp_Arab-mai_Deva", "languages": ["ajp-Arab", "mai-Deva"], "main_score": 0.906258, "precision": 0.89608, "recall": 0.927866}, {"accuracy": 0.835968, "f1": 0.799031, "hf_subset": "ajp_Arab-pbt_Arab", "languages": ["ajp-Arab", "pbt-Arab"], "main_score": 0.799031, "precision": 0.783251, "recall": 0.835968}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "ajp_Arab-spa_Latn", "languages": ["ajp-Arab", "spa-Latn"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.264822, "f1": 0.181659, "hf_subset": "ajp_Arab-twi_Latn", "languages": ["ajp-Arab", "twi-Latn"], "main_score": 0.181659, "precision": 0.160054, "recall": 0.264822}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "ajp_Arab-acm_Arab", "languages": ["ajp-Arab", "acm-Arab"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.931818, "f1": 0.912714, "hf_subset": "ajp_Arab-bel_Cyrl", "languages": ["ajp-Arab", "bel-Cyrl"], "main_score": 0.912714, "precision": 0.903656, "recall": 0.931818}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ajp_Arab-eng_Latn", "languages": ["ajp-Arab", "eng-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ajp_Arab-hrv_Latn", "languages": ["ajp-Arab", "hrv-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.134387, "f1": 0.085526, "hf_subset": "ajp_Arab-kin_Latn", "languages": ["ajp-Arab", "kin-Latn"], "main_score": 0.085526, "precision": 0.073787, "recall": 0.134387}, {"accuracy": 0.864625, "f1": 0.828986, "hf_subset": "ajp_Arab-mal_Mlym", "languages": ["ajp-Arab", "mal-Mlym"], "main_score": 0.828986, "precision": 0.812912, "recall": 0.864625}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ajp_Arab-pes_Arab", "languages": ["ajp-Arab", "pes-Arab"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.689723, "f1": 0.619321, "hf_subset": "ajp_Arab-srd_Latn", "languages": ["ajp-Arab", "srd-Latn"], "main_score": 0.619321, "precision": 0.59058, "recall": 0.689723}, {"accuracy": 0.0583, "f1": 0.025947, "hf_subset": "ajp_Arab-tzm_Tfng", "languages": ["ajp-Arab", "tzm-Tfng"], "main_score": 0.025947, "precision": 0.020941, "recall": 0.0583}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ajp_Arab-acq_Arab", "languages": ["ajp-Arab", "acq-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.205534, "f1": 0.139149, "hf_subset": "ajp_Arab-bem_Latn", "languages": ["ajp-Arab", "bem-Latn"], "main_score": 0.139149, "precision": 0.12226, "recall": 0.205534}, {"accuracy": 0.836957, "f1": 0.792245, "hf_subset": "ajp_Arab-epo_Latn", "languages": ["ajp-Arab", "epo-Latn"], "main_score": 0.792245, "precision": 0.772464, "recall": 0.836957}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ajp_Arab-hun_Latn", "languages": ["ajp-Arab", "hun-Latn"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.891304, "f1": 0.86446, "hf_subset": "ajp_Arab-kir_Cyrl", "languages": ["ajp-Arab", "kir-Cyrl"], "main_score": 0.86446, "precision": 0.851614, "recall": 0.891304}, {"accuracy": 0.887352, "f1": 0.855204, "hf_subset": "ajp_Arab-mar_Deva", "languages": ["ajp-Arab", "mar-Deva"], "main_score": 0.855204, "precision": 0.840415, "recall": 0.887352}, {"accuracy": 0.243083, "f1": 0.175253, "hf_subset": "ajp_Arab-plt_Latn", "languages": ["ajp-Arab", "plt-Latn"], "main_score": 0.175253, "precision": 0.15635, "recall": 0.243083}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ajp_Arab-srp_Cyrl", "languages": ["ajp-Arab", "srp-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.781621, "f1": 0.731526, "hf_subset": "ajp_Arab-uig_Arab", "languages": ["ajp-Arab", "uig-Arab"], "main_score": 0.731526, "precision": 0.709387, "recall": 0.781621}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "ajp_Arab-aeb_Arab", "languages": ["ajp-Arab", "aeb-Arab"], "main_score": 0.954051, "precision": 0.948946, "recall": 0.964427}, {"accuracy": 0.880435, "f1": 0.848584, "hf_subset": "ajp_Arab-ben_Beng", "languages": ["ajp-Arab", "ben-Beng"], "main_score": 0.848584, "precision": 0.834025, "recall": 0.880435}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ajp_Arab-est_Latn", "languages": ["ajp-Arab", "est-Latn"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "ajp_Arab-hye_Armn", "languages": ["ajp-Arab", "hye-Armn"], "main_score": 0.946476, "precision": 0.940744, "recall": 0.958498}, {"accuracy": 0.144269, "f1": 0.0846, "hf_subset": "ajp_Arab-kmb_Latn", "languages": ["ajp-Arab", "kmb-Latn"], "main_score": 0.0846, "precision": 0.073142, "recall": 0.144269}, {"accuracy": 0.074111, "f1": 0.047896, "hf_subset": "ajp_Arab-min_Arab", "languages": ["ajp-Arab", "min-Arab"], "main_score": 0.047896, "precision": 0.041582, "recall": 0.074111}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ajp_Arab-pol_Latn", "languages": ["ajp-Arab", "pol-Latn"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.141304, "f1": 0.08547, "hf_subset": "ajp_Arab-ssw_Latn", "languages": ["ajp-Arab", "ssw-Latn"], "main_score": 0.08547, "precision": 0.073324, "recall": 0.141304}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "ajp_Arab-ukr_Cyrl", "languages": ["ajp-Arab", "ukr-Cyrl"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.925889, "f1": 0.902833, "hf_subset": "ajp_Arab-afr_Latn", "languages": ["ajp-Arab", "afr-Latn"], "main_score": 0.902833, "precision": 0.891469, "recall": 0.925889}, {"accuracy": 0.886364, "f1": 0.854611, "hf_subset": "ajp_Arab-bho_Deva", "languages": ["ajp-Arab", "bho-Deva"], "main_score": 0.854611, "precision": 0.840003, "recall": 0.886364}, {"accuracy": 0.698617, "f1": 0.634983, "hf_subset": "ajp_Arab-eus_Latn", "languages": ["ajp-Arab", "eus-Latn"], "main_score": 0.634983, "precision": 0.608557, "recall": 0.698617}, {"accuracy": 0.166008, "f1": 0.10025, "hf_subset": "ajp_Arab-ibo_Latn", "languages": ["ajp-Arab", "ibo-Latn"], "main_score": 0.10025, "precision": 0.084874, "recall": 0.166008}, {"accuracy": 0.702569, "f1": 0.642446, "hf_subset": "ajp_Arab-kmr_Latn", "languages": ["ajp-Arab", "kmr-Latn"], "main_score": 0.642446, "precision": 0.616543, "recall": 0.702569}, {"accuracy": 0.593874, "f1": 0.517651, "hf_subset": "ajp_Arab-min_Latn", "languages": ["ajp-Arab", "min-Latn"], "main_score": 0.517651, "precision": 0.488386, "recall": 0.593874}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ajp_Arab-por_Latn", "languages": ["ajp-Arab", "por-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.725296, "f1": 0.663526, "hf_subset": "ajp_Arab-sun_Latn", "languages": ["ajp-Arab", "sun-Latn"], "main_score": 0.663526, "precision": 0.637625, "recall": 0.725296}, {"accuracy": 0.13834, "f1": 0.081854, "hf_subset": "ajp_Arab-umb_Latn", "languages": ["ajp-Arab", "umb-Latn"], "main_score": 0.081854, "precision": 0.069075, "recall": 0.13834}, {"accuracy": 0.083004, "f1": 0.049713, "hf_subset": "ajp_Arab-bjn_Arab", "languages": ["ajp-Arab", "bjn-Arab"], "main_score": 0.049713, "precision": 0.041273, "recall": 0.083004}, {"accuracy": 0.217391, "f1": 0.154448, "hf_subset": "ajp_Arab-ewe_Latn", "languages": ["ajp-Arab", "ewe-Latn"], "main_score": 0.154448, "precision": 0.137653, "recall": 0.217391}, {"accuracy": 0.325099, "f1": 0.241719, "hf_subset": "ajp_Arab-ilo_Latn", "languages": ["ajp-Arab", "ilo-Latn"], "main_score": 0.241719, "precision": 0.217191, "recall": 0.325099}, {"accuracy": 0.086957, "f1": 0.049205, "hf_subset": "ajp_Arab-knc_Arab", "languages": ["ajp-Arab", "knc-Arab"], "main_score": 0.049205, "precision": 0.040929, "recall": 0.086957}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-mkd_Cyrl", "languages": ["ajp-Arab", "mkd-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ajp_Arab-prs_Arab", "languages": ["ajp-Arab", "prs-Arab"], "main_score": 0.969038, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ajp_Arab-swe_Latn", "languages": ["ajp-Arab", "swe-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.950593, "f1": 0.934914, "hf_subset": "ajp_Arab-urd_Arab", "languages": ["ajp-Arab", "urd-Arab"], "main_score": 0.934914, "precision": 0.927372, "recall": 0.950593}, {"accuracy": 0.250988, "f1": 0.176756, "hf_subset": "ajp_Arab-aka_Latn", "languages": ["ajp-Arab", "aka-Latn"], "main_score": 0.176756, "precision": 0.156248, "recall": 0.250988}, {"accuracy": 0.745059, "f1": 0.683599, "hf_subset": "ajp_Arab-bjn_Latn", "languages": ["ajp-Arab", "bjn-Latn"], "main_score": 0.683599, "precision": 0.658013, "recall": 0.745059}, {"accuracy": 0.414032, "f1": 0.331566, "hf_subset": "ajp_Arab-fao_Latn", "languages": ["ajp-Arab", "fao-Latn"], "main_score": 0.331566, "precision": 0.30504, "recall": 0.414032}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ajp_Arab-ind_Latn", "languages": ["ajp-Arab", "ind-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.225296, "f1": 0.160126, "hf_subset": "ajp_Arab-knc_Latn", "languages": ["ajp-Arab", "knc-Latn"], "main_score": 0.160126, "precision": 0.143647, "recall": 0.225296}, {"accuracy": 0.295455, "f1": 0.215534, "hf_subset": "ajp_Arab-mlt_Latn", "languages": ["ajp-Arab", "mlt-Latn"], "main_score": 0.215534, "precision": 0.193451, "recall": 0.295455}, {"accuracy": 0.230237, "f1": 0.158544, "hf_subset": "ajp_Arab-quy_Latn", "languages": ["ajp-Arab", "quy-Latn"], "main_score": 0.158544, "precision": 0.140033, "recall": 0.230237}, {"accuracy": 0.343874, "f1": 0.26457, "hf_subset": "ajp_Arab-swh_Latn", "languages": ["ajp-Arab", "swh-Latn"], "main_score": 0.26457, "precision": 0.24108, "recall": 0.343874}, {"accuracy": 0.597826, "f1": 0.523298, "hf_subset": "ajp_Arab-uzn_Latn", "languages": ["ajp-Arab", "uzn-Latn"], "main_score": 0.523298, "precision": 0.494686, "recall": 0.597826}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ajp_Arab-als_Latn", "languages": ["ajp-Arab", "als-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.051383, "f1": 0.017561, "hf_subset": "ajp_Arab-bod_Tibt", "languages": ["ajp-Arab", "bod-Tibt"], "main_score": 0.017561, "precision": 0.014055, "recall": 0.051383}, {"accuracy": 0.182806, "f1": 0.124234, "hf_subset": "ajp_Arab-fij_Latn", "languages": ["ajp-Arab", "fij-Latn"], "main_score": 0.124234, "precision": 0.108251, "recall": 0.182806}, {"accuracy": 0.719368, "f1": 0.655668, "hf_subset": "ajp_Arab-isl_Latn", "languages": ["ajp-Arab", "isl-Latn"], "main_score": 0.655668, "precision": 0.630082, "recall": 0.719368}, {"accuracy": 0.214427, "f1": 0.14804, "hf_subset": "ajp_Arab-kon_Latn", "languages": ["ajp-Arab", "kon-Latn"], "main_score": 0.14804, "precision": 0.131064, "recall": 0.214427}, {"accuracy": 0.055336, "f1": 0.027843, "hf_subset": "ajp_Arab-mni_Beng", "languages": ["ajp-Arab", "mni-Beng"], "main_score": 0.027843, "precision": 0.023718, "recall": 0.055336}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-ron_Latn", "languages": ["ajp-Arab", "ron-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.775692, "f1": 0.720935, "hf_subset": "ajp_Arab-szl_Latn", "languages": ["ajp-Arab", "szl-Latn"], "main_score": 0.720935, "precision": 0.697414, "recall": 0.775692}, {"accuracy": 0.758893, "f1": 0.700296, "hf_subset": "ajp_Arab-vec_Latn", "languages": ["ajp-Arab", "vec-Latn"], "main_score": 0.700296, "precision": 0.674967, "recall": 0.758893}, {"accuracy": 0.73419, "f1": 0.67985, "hf_subset": "ajp_Arab-amh_Ethi", "languages": ["ajp-Arab", "amh-Ethi"], "main_score": 0.67985, "precision": 0.656697, "recall": 0.73419}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ajp_Arab-bos_Latn", "languages": ["ajp-Arab", "bos-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ajp_Arab-fin_Latn", "languages": ["ajp-Arab", "fin-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ajp_Arab-ita_Latn", "languages": ["ajp-Arab", "ita-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "ajp_Arab-kor_Hang", "languages": ["ajp-Arab", "kor-Hang"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.192688, "f1": 0.132176, "hf_subset": "ajp_Arab-mos_Latn", "languages": ["ajp-Arab", "mos-Latn"], "main_score": 0.132176, "precision": 0.116116, "recall": 0.192688}, {"accuracy": 0.13834, "f1": 0.087859, "hf_subset": "ajp_Arab-run_Latn", "languages": ["ajp-Arab", "run-Latn"], "main_score": 0.087859, "precision": 0.075664, "recall": 0.13834}, {"accuracy": 0.865613, "f1": 0.830435, "hf_subset": "ajp_Arab-tam_Taml", "languages": ["ajp-Arab", "tam-Taml"], "main_score": 0.830435, "precision": 0.814048, "recall": 0.865613}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ajp_Arab-vie_Latn", "languages": ["ajp-Arab", "vie-Latn"], "main_score": 0.975296, "precision": 0.972497, "recall": 0.981225}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ajp_Arab-apc_Arab", "languages": ["ajp-Arab", "apc-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.34585, "f1": 0.266428, "hf_subset": "ajp_Arab-bug_Latn", "languages": ["ajp-Arab", "bug-Latn"], "main_score": 0.266428, "precision": 0.242114, "recall": 0.34585}, {"accuracy": 0.175889, "f1": 0.112164, "hf_subset": "ajp_Arab-fon_Latn", "languages": ["ajp-Arab", "fon-Latn"], "main_score": 0.112164, "precision": 0.097261, "recall": 0.175889}, {"accuracy": 0.69664, "f1": 0.628875, "hf_subset": "ajp_Arab-jav_Latn", "languages": ["ajp-Arab", "jav-Latn"], "main_score": 0.628875, "precision": 0.60164, "recall": 0.69664}, {"accuracy": 0.908103, "f1": 0.884637, "hf_subset": "ajp_Arab-lao_Laoo", "languages": ["ajp-Arab", "lao-Laoo"], "main_score": 0.884637, "precision": 0.874242, "recall": 0.908103}, {"accuracy": 0.167984, "f1": 0.101578, "hf_subset": "ajp_Arab-mri_Latn", "languages": ["ajp-Arab", "mri-Latn"], "main_score": 0.101578, "precision": 0.086886, "recall": 0.167984}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "ajp_Arab-rus_Cyrl", "languages": ["ajp-Arab", "rus-Cyrl"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.216403, "f1": 0.155895, "hf_subset": "ajp_Arab-taq_Latn", "languages": ["ajp-Arab", "taq-Latn"], "main_score": 0.155895, "precision": 0.140213, "recall": 0.216403}, {"accuracy": 0.389328, "f1": 0.298657, "hf_subset": "ajp_Arab-war_Latn", "languages": ["ajp-Arab", "war-Latn"], "main_score": 0.298657, "precision": 0.269751, "recall": 0.389328}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-arb_Arab", "languages": ["ajp-Arab", "arb-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "ajp_Arab-bul_Cyrl", "languages": ["ajp-Arab", "bul-Cyrl"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.98419, "f1": 0.979743, "hf_subset": "ajp_Arab-fra_Latn", "languages": ["ajp-Arab", "fra-Latn"], "main_score": 0.979743, "precision": 0.977602, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "ajp_Arab-jpn_Jpan", "languages": ["ajp-Arab", "jpn-Jpan"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.711462, "f1": 0.645589, "hf_subset": "ajp_Arab-lij_Latn", "languages": ["ajp-Arab", "lij-Latn"], "main_score": 0.645589, "precision": 0.618191, "recall": 0.711462}, {"accuracy": 0.922925, "f1": 0.900823, "hf_subset": "ajp_Arab-mya_Mymr", "languages": ["ajp-Arab", "mya-Mymr"], "main_score": 0.900823, "precision": 0.890316, "recall": 0.922925}, {"accuracy": 0.194664, "f1": 0.130931, "hf_subset": "ajp_Arab-sag_Latn", "languages": ["ajp-Arab", "sag-Latn"], "main_score": 0.130931, "precision": 0.114191, "recall": 0.194664}, {"accuracy": 0.074111, "f1": 0.031149, "hf_subset": "ajp_Arab-taq_Tfng", "languages": ["ajp-Arab", "taq-Tfng"], "main_score": 0.031149, "precision": 0.024624, "recall": 0.074111}, {"accuracy": 0.214427, "f1": 0.146028, "hf_subset": "ajp_Arab-wol_Latn", "languages": ["ajp-Arab", "wol-Latn"], "main_score": 0.146028, "precision": 0.127948, "recall": 0.214427}, {"accuracy": 0.107708, "f1": 0.060153, "hf_subset": "ajp_Arab-arb_Latn", "languages": ["ajp-Arab", "arb-Latn"], "main_score": 0.060153, "precision": 0.050016, "recall": 0.107708}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-cat_Latn", "languages": ["ajp-Arab", "cat-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.660079, "f1": 0.587856, "hf_subset": "ajp_Arab-fur_Latn", "languages": ["ajp-Arab", "fur-Latn"], "main_score": 0.587856, "precision": 0.558697, "recall": 0.660079}, {"accuracy": 0.081028, "f1": 0.054779, "hf_subset": "ajp_Arab-kab_Latn", "languages": ["ajp-Arab", "kab-Latn"], "main_score": 0.054779, "precision": 0.047991, "recall": 0.081028}, {"accuracy": 0.710474, "f1": 0.649805, "hf_subset": "ajp_Arab-lim_Latn", "languages": ["ajp-Arab", "lim-Latn"], "main_score": 0.649805, "precision": 0.624219, "recall": 0.710474}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "ajp_Arab-nld_Latn", "languages": ["ajp-Arab", "nld-Latn"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.718379, "f1": 0.655171, "hf_subset": "ajp_Arab-san_Deva", "languages": ["ajp-Arab", "san-Deva"], "main_score": 0.655171, "precision": 0.627899, "recall": 0.718379}, {"accuracy": 0.468379, "f1": 0.388052, "hf_subset": "ajp_Arab-tat_Cyrl", "languages": ["ajp-Arab", "tat-Cyrl"], "main_score": 0.388052, "precision": 0.359096, "recall": 0.468379}, {"accuracy": 0.167984, "f1": 0.104636, "hf_subset": "ajp_Arab-xho_Latn", "languages": ["ajp-Arab", "xho-Latn"], "main_score": 0.104636, "precision": 0.09054, "recall": 0.167984}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ajp_Arab-ars_Arab", "languages": ["ajp-Arab", "ars-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.362648, "f1": 0.2808, "hf_subset": "ajp_Arab-ceb_Latn", "languages": ["ajp-Arab", "ceb-Latn"], "main_score": 0.2808, "precision": 0.255274, "recall": 0.362648}, {"accuracy": 0.200593, "f1": 0.134324, "hf_subset": "ajp_Arab-fuv_Latn", "languages": ["ajp-Arab", "fuv-Latn"], "main_score": 0.134324, "precision": 0.117973, "recall": 0.200593}, {"accuracy": 0.18083, "f1": 0.118942, "hf_subset": "ajp_Arab-kac_Latn", "languages": ["ajp-Arab", "kac-Latn"], "main_score": 0.118942, "precision": 0.102963, "recall": 0.18083}, {"accuracy": 0.209486, "f1": 0.146852, "hf_subset": "ajp_Arab-lin_Latn", "languages": ["ajp-Arab", "lin-Latn"], "main_score": 0.146852, "precision": 0.12977, "recall": 0.209486}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ajp_Arab-nno_Latn", "languages": ["ajp-Arab", "nno-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.014822, "f1": 0.002712, "hf_subset": "ajp_Arab-sat_Olck", "languages": ["ajp-Arab", "sat-Olck"], "main_score": 0.002712, "precision": 0.002005, "recall": 0.014822}, {"accuracy": 0.848814, "f1": 0.810244, "hf_subset": "ajp_Arab-tel_Telu", "languages": ["ajp-Arab", "tel-Telu"], "main_score": 0.810244, "precision": 0.793215, "recall": 0.848814}, {"accuracy": 0.416008, "f1": 0.335694, "hf_subset": "ajp_Arab-ydd_Hebr", "languages": ["ajp-Arab", "ydd-Hebr"], "main_score": 0.335694, "precision": 0.307602, "recall": 0.416008}, {"accuracy": 0.899209, "f1": 0.870949, "hf_subset": "ajp_Arab-ary_Arab", "languages": ["ajp-Arab", "ary-Arab"], "main_score": 0.870949, "precision": 0.857493, "recall": 0.899209}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-ces_Latn", "languages": ["ajp-Arab", "ces-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.088933, "f1": 0.050187, "hf_subset": "ajp_Arab-gaz_Latn", "languages": ["ajp-Arab", "gaz-Latn"], "main_score": 0.050187, "precision": 0.042963, "recall": 0.088933}, {"accuracy": 0.166996, "f1": 0.110185, "hf_subset": "ajp_Arab-kam_Latn", "languages": ["ajp-Arab", "kam-Latn"], "main_score": 0.110185, "precision": 0.096152, "recall": 0.166996}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "ajp_Arab-lit_Latn", "languages": ["ajp-Arab", "lit-Latn"], "main_score": 0.95504, "precision": 0.949934, "recall": 0.965415}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "ajp_Arab-nob_Latn", "languages": ["ajp-Arab", "nob-Latn"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.615613, "f1": 0.537527, "hf_subset": "ajp_Arab-scn_Latn", "languages": ["ajp-Arab", "scn-Latn"], "main_score": 0.537527, "precision": 0.507224, "recall": 0.615613}, {"accuracy": 0.172925, "f1": 0.112977, "hf_subset": "ajp_Arab-tgk_Cyrl", "languages": ["ajp-Arab", "tgk-Cyrl"], "main_score": 0.112977, "precision": 0.097431, "recall": 0.172925}, {"accuracy": 0.185771, "f1": 0.119057, "hf_subset": "ajp_Arab-yor_Latn", "languages": ["ajp-Arab", "yor-Latn"], "main_score": 0.119057, "precision": 0.101903, "recall": 0.185771}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "ajp_Arab-arz_Arab", "languages": ["ajp-Arab", "arz-Arab"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.16996, "f1": 0.112681, "hf_subset": "ajp_Arab-cjk_Latn", "languages": ["ajp-Arab", "cjk-Latn"], "main_score": 0.112681, "precision": 0.09951, "recall": 0.16996}, {"accuracy": 0.157115, "f1": 0.102538, "hf_subset": "ajp_Arab-gla_Latn", "languages": ["ajp-Arab", "gla-Latn"], "main_score": 0.102538, "precision": 0.088486, "recall": 0.157115}, {"accuracy": 0.791502, "f1": 0.740547, "hf_subset": "ajp_Arab-kan_Knda", "languages": ["ajp-Arab", "kan-Knda"], "main_score": 0.740547, "precision": 0.718495, "recall": 0.791502}, {"accuracy": 0.613636, "f1": 0.542769, "hf_subset": "ajp_Arab-lmo_Latn", "languages": ["ajp-Arab", "lmo-Latn"], "main_score": 0.542769, "precision": 0.515555, "recall": 0.613636}, {"accuracy": 0.945652, "f1": 0.929677, "hf_subset": "ajp_Arab-npi_Deva", "languages": ["ajp-Arab", "npi-Deva"], "main_score": 0.929677, "precision": 0.921772, "recall": 0.945652}, {"accuracy": 0.23913, "f1": 0.167927, "hf_subset": "ajp_Arab-shn_Mymr", "languages": ["ajp-Arab", "shn-Mymr"], "main_score": 0.167927, "precision": 0.147336, "recall": 0.23913}, {"accuracy": 0.429842, "f1": 0.344217, "hf_subset": "ajp_Arab-tgl_Latn", "languages": ["ajp-Arab", "tgl-Latn"], "main_score": 0.344217, "precision": 0.316871, "recall": 0.429842}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ajp_Arab-yue_Hant", "languages": ["ajp-Arab", "yue-Hant"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.52668, "f1": 0.447889, "hf_subset": "ajp_Arab-asm_Beng", "languages": ["ajp-Arab", "asm-Beng"], "main_score": 0.447889, "precision": 0.41756, "recall": 0.52668}, {"accuracy": 0.83498, "f1": 0.794518, "hf_subset": "ajp_Arab-ckb_Arab", "languages": ["ajp-Arab", "ckb-Arab"], "main_score": 0.794518, "precision": 0.776021, "recall": 0.83498}, {"accuracy": 0.249012, "f1": 0.175875, "hf_subset": "ajp_Arab-gle_Latn", "languages": ["ajp-Arab", "gle-Latn"], "main_score": 0.175875, "precision": 0.155807, "recall": 0.249012}, {"accuracy": 0.62747, "f1": 0.558291, "hf_subset": "ajp_Arab-kas_Arab", "languages": ["ajp-Arab", "kas-Arab"], "main_score": 0.558291, "precision": 0.530435, "recall": 0.62747}, {"accuracy": 0.657115, "f1": 0.593107, "hf_subset": "ajp_Arab-ltg_Latn", "languages": ["ajp-Arab", "ltg-Latn"], "main_score": 0.593107, "precision": 0.567715, "recall": 0.657115}, {"accuracy": 0.212451, "f1": 0.139655, "hf_subset": "ajp_Arab-nso_Latn", "languages": ["ajp-Arab", "nso-Latn"], "main_score": 0.139655, "precision": 0.121011, "recall": 0.212451}, {"accuracy": 0.914032, "f1": 0.892507, "hf_subset": "ajp_Arab-sin_Sinh", "languages": ["ajp-Arab", "sin-Sinh"], "main_score": 0.892507, "precision": 0.882915, "recall": 0.914032}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "ajp_Arab-tha_Thai", "languages": ["ajp-Arab", "tha-Thai"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "ajp_Arab-zho_Hans", "languages": ["ajp-Arab", "zho-Hans"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "ajp_Arab-ast_Latn", "languages": ["ajp-Arab", "ast-Latn"], "main_score": 0.89608, "precision": 0.885211, "recall": 0.918972}, {"accuracy": 0.716403, "f1": 0.653661, "hf_subset": "ajp_Arab-crh_Latn", "languages": ["ajp-Arab", "crh-Latn"], "main_score": 0.653661, "precision": 0.62719, "recall": 0.716403}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "ajp_Arab-glg_Latn", "languages": ["ajp-Arab", "glg-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.393281, "f1": 0.317503, "hf_subset": "ajp_Arab-kas_Deva", "languages": ["ajp-Arab", "kas-Deva"], "main_score": 0.317503, "precision": 0.292196, "recall": 0.393281}, {"accuracy": 0.460474, "f1": 0.369158, "hf_subset": "ajp_Arab-ltz_Latn", "languages": ["ajp-Arab", "ltz-Latn"], "main_score": 0.369158, "precision": 0.338278, "recall": 0.460474}, {"accuracy": 0.089921, "f1": 0.04756, "hf_subset": "ajp_Arab-nus_Latn", "languages": ["ajp-Arab", "nus-Latn"], "main_score": 0.04756, "precision": 0.03933, "recall": 0.089921}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "ajp_Arab-slk_Latn", "languages": ["ajp-Arab", "slk-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.190711, "f1": 0.132915, "hf_subset": "ajp_Arab-tir_Ethi", "languages": ["ajp-Arab", "tir-Ethi"], "main_score": 0.132915, "precision": 0.117128, "recall": 0.190711}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "ajp_Arab-zho_Hant", "languages": ["ajp-Arab", "zho-Hant"], "main_score": 0.966074, "precision": 0.962121, "recall": 0.974308}, {"accuracy": 0.932806, "f1": 0.912714, "hf_subset": "ajp_Arab-awa_Deva", "languages": ["ajp-Arab", "awa-Deva"], "main_score": 0.912714, "precision": 0.903162, "recall": 0.932806}, {"accuracy": 0.423913, "f1": 0.334113, "hf_subset": "ajp_Arab-cym_Latn", "languages": ["ajp-Arab", "cym-Latn"], "main_score": 0.334113, "precision": 0.305283, "recall": 0.423913}, {"accuracy": 0.302372, "f1": 0.214943, "hf_subset": "ajp_Arab-grn_Latn", "languages": ["ajp-Arab", "grn-Latn"], "main_score": 0.214943, "precision": 0.188832, "recall": 0.302372}, {"accuracy": 0.855731, "f1": 0.811364, "hf_subset": "ajp_Arab-kat_Geor", "languages": ["ajp-Arab", "kat-Geor"], "main_score": 0.811364, "precision": 0.790514, "recall": 0.855731}, {"accuracy": 0.226285, "f1": 0.15474, "hf_subset": "ajp_Arab-lua_Latn", "languages": ["ajp-Arab", "lua-Latn"], "main_score": 0.15474, "precision": 0.135911, "recall": 0.226285}, {"accuracy": 0.200593, "f1": 0.130683, "hf_subset": "ajp_Arab-nya_Latn", "languages": ["ajp-Arab", "nya-Latn"], "main_score": 0.130683, "precision": 0.113179, "recall": 0.200593}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ajp_Arab-slv_Latn", "languages": ["ajp-Arab", "slv-Latn"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.398221, "f1": 0.313186, "hf_subset": "ajp_Arab-tpi_Latn", "languages": ["ajp-Arab", "tpi-Latn"], "main_score": 0.313186, "precision": 0.286911, "recall": 0.398221}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "ajp_Arab-zsm_Latn", "languages": ["ajp-Arab", "zsm-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.173913, "f1": 0.102578, "hf_subset": "ajp_Arab-ayr_Latn", "languages": ["ajp-Arab", "ayr-Latn"], "main_score": 0.102578, "precision": 0.086272, "recall": 0.173913}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ajp_Arab-dan_Latn", "languages": ["ajp-Arab", "dan-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.900198, "f1": 0.870784, "hf_subset": "ajp_Arab-guj_Gujr", "languages": ["ajp-Arab", "guj-Gujr"], "main_score": 0.870784, "precision": 0.857131, "recall": 0.900198}, {"accuracy": 0.925889, "f1": 0.906291, "hf_subset": "ajp_Arab-kaz_Cyrl", "languages": ["ajp-Arab", "kaz-Cyrl"], "main_score": 0.906291, "precision": 0.896904, "recall": 0.925889}, {"accuracy": 0.149209, "f1": 0.098528, "hf_subset": "ajp_Arab-lug_Latn", "languages": ["ajp-Arab", "lug-Latn"], "main_score": 0.098528, "precision": 0.087194, "recall": 0.149209}, {"accuracy": 0.900198, "f1": 0.872991, "hf_subset": "ajp_Arab-oci_Latn", "languages": ["ajp-Arab", "oci-Latn"], "main_score": 0.872991, "precision": 0.860343, "recall": 0.900198}, {"accuracy": 0.16996, "f1": 0.106502, "hf_subset": "ajp_Arab-smo_Latn", "languages": ["ajp-Arab", "smo-Latn"], "main_score": 0.106502, "precision": 0.090137, "recall": 0.16996}, {"accuracy": 0.176877, "f1": 0.116826, "hf_subset": "ajp_Arab-tsn_Latn", "languages": ["ajp-Arab", "tsn-Latn"], "main_score": 0.116826, "precision": 0.102058, "recall": 0.176877}, {"accuracy": 0.12747, "f1": 0.077586, "hf_subset": "ajp_Arab-zul_Latn", "languages": ["ajp-Arab", "zul-Latn"], "main_score": 0.077586, "precision": 0.066383, "recall": 0.12747}, {"accuracy": 0.571146, "f1": 0.493137, "hf_subset": "ajp_Arab-azb_Arab", "languages": ["ajp-Arab", "azb-Arab"], "main_score": 0.493137, "precision": 0.46182, "recall": 0.571146}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "ajp_Arab-deu_Latn", "languages": ["ajp-Arab", "deu-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.272727, "f1": 0.192912, "hf_subset": "ajp_Arab-hat_Latn", "languages": ["ajp-Arab", "hat-Latn"], "main_score": 0.192912, "precision": 0.169462, "recall": 0.272727}, {"accuracy": 0.153162, "f1": 0.095085, "hf_subset": "ajp_Arab-kbp_Latn", "languages": ["ajp-Arab", "kbp-Latn"], "main_score": 0.095085, "precision": 0.081677, "recall": 0.153162}, {"accuracy": 0.197628, "f1": 0.130235, "hf_subset": "ajp_Arab-luo_Latn", "languages": ["ajp-Arab", "luo-Latn"], "main_score": 0.130235, "precision": 0.114171, "recall": 0.197628}, {"accuracy": 0.810277, "f1": 0.76435, "hf_subset": "ajp_Arab-ory_Orya", "languages": ["ajp-Arab", "ory-Orya"], "main_score": 0.76435, "precision": 0.744096, "recall": 0.810277}, {"accuracy": 0.151186, "f1": 0.089185, "hf_subset": "ajp_Arab-sna_Latn", "languages": ["ajp-Arab", "sna-Latn"], "main_score": 0.089185, "precision": 0.074575, "recall": 0.151186}, {"accuracy": 0.168972, "f1": 0.10928, "hf_subset": "ajp_Arab-tso_Latn", "languages": ["ajp-Arab", "tso-Latn"], "main_score": 0.10928, "precision": 0.094847, "recall": 0.168972}, {"accuracy": 0.93083, "f1": 0.911298, "hf_subset": "ajp_Arab-azj_Latn", "languages": ["ajp-Arab", "azj-Latn"], "main_score": 0.911298, "precision": 0.902092, "recall": 0.93083}, {"accuracy": 0.258893, "f1": 0.183723, "hf_subset": "ajp_Arab-dik_Latn", "languages": ["ajp-Arab", "dik-Latn"], "main_score": 0.183723, "precision": 0.163342, "recall": 0.258893}, {"accuracy": 0.222332, "f1": 0.150779, "hf_subset": "ajp_Arab-hau_Latn", "languages": ["ajp-Arab", "hau-Latn"], "main_score": 0.150779, "precision": 0.132774, "recall": 0.222332}, {"accuracy": 0.600791, "f1": 0.522101, "hf_subset": "ajp_Arab-kea_Latn", "languages": ["ajp-Arab", "kea-Latn"], "main_score": 0.522101, "precision": 0.491858, "recall": 0.600791}, {"accuracy": 0.317194, "f1": 0.233254, "hf_subset": "ajp_Arab-lus_Latn", "languages": ["ajp-Arab", "lus-Latn"], "main_score": 0.233254, "precision": 0.208603, "recall": 0.317194}, {"accuracy": 0.440711, "f1": 0.351993, "hf_subset": "ajp_Arab-pag_Latn", "languages": ["ajp-Arab", "pag-Latn"], "main_score": 0.351993, "precision": 0.322547, "recall": 0.440711}, {"accuracy": 0.841897, "f1": 0.803393, "hf_subset": "ajp_Arab-snd_Arab", "languages": ["ajp-Arab", "snd-Arab"], "main_score": 0.803393, "precision": 0.785655, "recall": 0.841897}, {"accuracy": 0.295455, "f1": 0.21555, "hf_subset": "ajp_Arab-tuk_Latn", "languages": ["ajp-Arab", "tuk-Latn"], "main_score": 0.21555, "precision": 0.191402, "recall": 0.295455}, {"accuracy": 0.433794, "f1": 0.356525, "hf_subset": "ajp_Arab-bak_Cyrl", "languages": ["ajp-Arab", "bak-Cyrl"], "main_score": 0.356525, "precision": 0.330683, "recall": 0.433794}, {"accuracy": 0.156126, "f1": 0.095061, "hf_subset": "ajp_Arab-dyu_Latn", "languages": ["ajp-Arab", "dyu-Latn"], "main_score": 0.095061, "precision": 0.080834, "recall": 0.156126}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "ajp_Arab-heb_Hebr", "languages": ["ajp-Arab", "heb-Hebr"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "ajp_Arab-khk_Cyrl", "languages": ["ajp-Arab", "khk-Cyrl"], "main_score": 0.933465, "precision": 0.92556, "recall": 0.949605}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "ajp_Arab-lvs_Latn", "languages": ["ajp-Arab", "lvs-Latn"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.816206, "f1": 0.76909, "hf_subset": "ajp_Arab-pan_Guru", "languages": ["ajp-Arab", "pan-Guru"], "main_score": 0.76909, "precision": 0.748172, "recall": 0.816206}, {"accuracy": 0.238142, "f1": 0.16716, "hf_subset": "ajp_Arab-som_Latn", "languages": ["ajp-Arab", "som-Latn"], "main_score": 0.16716, "precision": 0.146563, "recall": 0.238142}, {"accuracy": 0.183794, "f1": 0.116989, "hf_subset": "ajp_Arab-tum_Latn", "languages": ["ajp-Arab", "tum-Latn"], "main_score": 0.116989, "precision": 0.101275, "recall": 0.183794}, {"accuracy": 0.117589, "f1": 0.094996, "hf_subset": "bjn_Arab-ace_Arab", "languages": ["bjn-Arab", "ace-Arab"], "main_score": 0.094996, "precision": 0.088795, "recall": 0.117589}, {"accuracy": 0.054348, "f1": 0.040371, "hf_subset": "bjn_Arab-bam_Latn", "languages": ["bjn-Arab", "bam-Latn"], "main_score": 0.040371, "precision": 0.037009, "recall": 0.054348}, {"accuracy": 0.003953, "f1": 0.000831, "hf_subset": "bjn_Arab-dzo_Tibt", "languages": ["bjn-Arab", "dzo-Tibt"], "main_score": 0.000831, "precision": 0.000587, "recall": 0.003953}, {"accuracy": 0.043478, "f1": 0.034194, "hf_subset": "bjn_Arab-hin_Deva", "languages": ["bjn-Arab", "hin-Deva"], "main_score": 0.034194, "precision": 0.032344, "recall": 0.043478}, {"accuracy": 0.022727, "f1": 0.018037, "hf_subset": "bjn_Arab-khm_Khmr", "languages": ["bjn-Arab", "khm-Khmr"], "main_score": 0.018037, "precision": 0.016792, "recall": 0.022727}, {"accuracy": 0.029644, "f1": 0.024278, "hf_subset": "bjn_Arab-mag_Deva", "languages": ["bjn-Arab", "mag-Deva"], "main_score": 0.024278, "precision": 0.022861, "recall": 0.029644}, {"accuracy": 0.044466, "f1": 0.035754, "hf_subset": "bjn_Arab-pap_Latn", "languages": ["bjn-Arab", "pap-Latn"], "main_score": 0.035754, "precision": 0.033564, "recall": 0.044466}, {"accuracy": 0.051383, "f1": 0.036863, "hf_subset": "bjn_Arab-sot_Latn", "languages": ["bjn-Arab", "sot-Latn"], "main_score": 0.036863, "precision": 0.032995, "recall": 0.051383}, {"accuracy": 0.044466, "f1": 0.029751, "hf_subset": "bjn_Arab-tur_Latn", "languages": ["bjn-Arab", "tur-Latn"], "main_score": 0.029751, "precision": 0.027308, "recall": 0.044466}, {"accuracy": 0.04249, "f1": 0.031414, "hf_subset": "bjn_Arab-ace_Latn", "languages": ["bjn-Arab", "ace-Latn"], "main_score": 0.031414, "precision": 0.029222, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.024119, "hf_subset": "bjn_Arab-ban_Latn", "languages": ["bjn-Arab", "ban-Latn"], "main_score": 0.024119, "precision": 0.022838, "recall": 0.029644}, {"accuracy": 0.034585, "f1": 0.025622, "hf_subset": "bjn_Arab-ell_Grek", "languages": ["bjn-Arab", "ell-Grek"], "main_score": 0.025622, "precision": 0.023661, "recall": 0.034585}, {"accuracy": 0.033597, "f1": 0.024004, "hf_subset": "bjn_Arab-hne_Deva", "languages": ["bjn-Arab", "hne-Deva"], "main_score": 0.024004, "precision": 0.022123, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.0353, "hf_subset": "bjn_Arab-kik_Latn", "languages": ["bjn-Arab", "kik-Latn"], "main_score": 0.0353, "precision": 0.031632, "recall": 0.051383}, {"accuracy": 0.038538, "f1": 0.031359, "hf_subset": "bjn_Arab-mai_Deva", "languages": ["bjn-Arab", "mai-Deva"], "main_score": 0.031359, "precision": 0.029305, "recall": 0.038538}, {"accuracy": 0.027668, "f1": 0.021229, "hf_subset": "bjn_Arab-pbt_Arab", "languages": ["bjn-Arab", "pbt-Arab"], "main_score": 0.021229, "precision": 0.019882, "recall": 0.027668}, {"accuracy": 0.044466, "f1": 0.031615, "hf_subset": "bjn_Arab-spa_Latn", "languages": ["bjn-Arab", "spa-Latn"], "main_score": 0.031615, "precision": 0.029162, "recall": 0.044466}, {"accuracy": 0.061265, "f1": 0.04513, "hf_subset": "bjn_Arab-twi_Latn", "languages": ["bjn-Arab", "twi-Latn"], "main_score": 0.04513, "precision": 0.041414, "recall": 0.061265}, {"accuracy": 0.036561, "f1": 0.029922, "hf_subset": "bjn_Arab-acm_Arab", "languages": ["bjn-Arab", "acm-Arab"], "main_score": 0.029922, "precision": 0.028386, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.021673, "hf_subset": "bjn_Arab-bel_Cyrl", "languages": ["bjn-Arab", "bel-Cyrl"], "main_score": 0.021673, "precision": 0.019642, "recall": 0.034585}, {"accuracy": 0.044466, "f1": 0.030696, "hf_subset": "bjn_Arab-eng_Latn", "languages": ["bjn-Arab", "eng-Latn"], "main_score": 0.030696, "precision": 0.028203, "recall": 0.044466}, {"accuracy": 0.032609, "f1": 0.026933, "hf_subset": "bjn_Arab-hrv_Latn", "languages": ["bjn-Arab", "hrv-Latn"], "main_score": 0.026933, "precision": 0.025199, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.027954, "hf_subset": "bjn_Arab-kin_Latn", "languages": ["bjn-Arab", "kin-Latn"], "main_score": 0.027954, "precision": 0.024968, "recall": 0.044466}, {"accuracy": 0.021739, "f1": 0.015095, "hf_subset": "bjn_Arab-mal_Mlym", "languages": ["bjn-Arab", "mal-Mlym"], "main_score": 0.015095, "precision": 0.014141, "recall": 0.021739}, {"accuracy": 0.033597, "f1": 0.026693, "hf_subset": "bjn_Arab-pes_Arab", "languages": ["bjn-Arab", "pes-Arab"], "main_score": 0.026693, "precision": 0.025432, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.036368, "hf_subset": "bjn_Arab-srd_Latn", "languages": ["bjn-Arab", "srd-Latn"], "main_score": 0.036368, "precision": 0.033985, "recall": 0.051383}, {"accuracy": 0.043478, "f1": 0.029135, "hf_subset": "bjn_Arab-tzm_Tfng", "languages": ["bjn-Arab", "tzm-Tfng"], "main_score": 0.029135, "precision": 0.026445, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.030715, "hf_subset": "bjn_Arab-acq_Arab", "languages": ["bjn-Arab", "acq-Arab"], "main_score": 0.030715, "precision": 0.028919, "recall": 0.038538}, {"accuracy": 0.0583, "f1": 0.040401, "hf_subset": "bjn_Arab-bem_Latn", "languages": ["bjn-Arab", "bem-Latn"], "main_score": 0.040401, "precision": 0.037002, "recall": 0.0583}, {"accuracy": 0.027668, "f1": 0.023558, "hf_subset": "bjn_Arab-epo_Latn", "languages": ["bjn-Arab", "epo-Latn"], "main_score": 0.023558, "precision": 0.022732, "recall": 0.027668}, {"accuracy": 0.049407, "f1": 0.034714, "hf_subset": "bjn_Arab-hun_Latn", "languages": ["bjn-Arab", "hun-Latn"], "main_score": 0.034714, "precision": 0.032538, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.027888, "hf_subset": "bjn_Arab-kir_Cyrl", "languages": ["bjn-Arab", "kir-Cyrl"], "main_score": 0.027888, "precision": 0.026573, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.024184, "hf_subset": "bjn_Arab-mar_Deva", "languages": ["bjn-Arab", "mar-Deva"], "main_score": 0.024184, "precision": 0.023148, "recall": 0.029644}, {"accuracy": 0.048419, "f1": 0.035375, "hf_subset": "bjn_Arab-plt_Latn", "languages": ["bjn-Arab", "plt-Latn"], "main_score": 0.035375, "precision": 0.032337, "recall": 0.048419}, {"accuracy": 0.037549, "f1": 0.02518, "hf_subset": "bjn_Arab-srp_Cyrl", "languages": ["bjn-Arab", "srp-Cyrl"], "main_score": 0.02518, "precision": 0.023203, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.018607, "hf_subset": "bjn_Arab-uig_Arab", "languages": ["bjn-Arab", "uig-Arab"], "main_score": 0.018607, "precision": 0.017592, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.032601, "hf_subset": "bjn_Arab-aeb_Arab", "languages": ["bjn-Arab", "aeb-Arab"], "main_score": 0.032601, "precision": 0.030843, "recall": 0.039526}, {"accuracy": 0.024704, "f1": 0.016383, "hf_subset": "bjn_Arab-ben_Beng", "languages": ["bjn-Arab", "ben-Beng"], "main_score": 0.016383, "precision": 0.015192, "recall": 0.024704}, {"accuracy": 0.045455, "f1": 0.032476, "hf_subset": "bjn_Arab-est_Latn", "languages": ["bjn-Arab", "est-Latn"], "main_score": 0.032476, "precision": 0.030377, "recall": 0.045455}, {"accuracy": 0.031621, "f1": 0.022222, "hf_subset": "bjn_Arab-hye_Armn", "languages": ["bjn-Arab", "hye-Armn"], "main_score": 0.022222, "precision": 0.01986, "recall": 0.031621}, {"accuracy": 0.0583, "f1": 0.035701, "hf_subset": "bjn_Arab-kmb_Latn", "languages": ["bjn-Arab", "kmb-Latn"], "main_score": 0.035701, "precision": 0.031412, "recall": 0.0583}, {"accuracy": 0.139328, "f1": 0.117294, "hf_subset": "bjn_Arab-min_Arab", "languages": ["bjn-Arab", "min-Arab"], "main_score": 0.117294, "precision": 0.110144, "recall": 0.139328}, {"accuracy": 0.037549, "f1": 0.029178, "hf_subset": "bjn_Arab-pol_Latn", "languages": ["bjn-Arab", "pol-Latn"], "main_score": 0.029178, "precision": 0.027385, "recall": 0.037549}, {"accuracy": 0.051383, "f1": 0.035403, "hf_subset": "bjn_Arab-ssw_Latn", "languages": ["bjn-Arab", "ssw-Latn"], "main_score": 0.035403, "precision": 0.032939, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.032545, "hf_subset": "bjn_Arab-ukr_Cyrl", "languages": ["bjn-Arab", "ukr-Cyrl"], "main_score": 0.032545, "precision": 0.02981, "recall": 0.045455}, {"accuracy": 0.047431, "f1": 0.035127, "hf_subset": "bjn_Arab-afr_Latn", "languages": ["bjn-Arab", "afr-Latn"], "main_score": 0.035127, "precision": 0.032932, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.026979, "hf_subset": "bjn_Arab-bho_Deva", "languages": ["bjn-Arab", "bho-Deva"], "main_score": 0.026979, "precision": 0.024591, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.024935, "hf_subset": "bjn_Arab-eus_Latn", "languages": ["bjn-Arab", "eus-Latn"], "main_score": 0.024935, "precision": 0.02386, "recall": 0.030632}, {"accuracy": 0.050395, "f1": 0.035698, "hf_subset": "bjn_Arab-ibo_Latn", "languages": ["bjn-Arab", "ibo-Latn"], "main_score": 0.035698, "precision": 0.032048, "recall": 0.050395}, {"accuracy": 0.039526, "f1": 0.031956, "hf_subset": "bjn_Arab-kmr_Latn", "languages": ["bjn-Arab", "kmr-Latn"], "main_score": 0.031956, "precision": 0.029498, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.037403, "hf_subset": "bjn_Arab-min_Latn", "languages": ["bjn-Arab", "min-Latn"], "main_score": 0.037403, "precision": 0.035633, "recall": 0.045455}, {"accuracy": 0.048419, "f1": 0.03493, "hf_subset": "bjn_Arab-por_Latn", "languages": ["bjn-Arab", "por-Latn"], "main_score": 0.03493, "precision": 0.031775, "recall": 0.048419}, {"accuracy": 0.046443, "f1": 0.03523, "hf_subset": "bjn_Arab-sun_Latn", "languages": ["bjn-Arab", "sun-Latn"], "main_score": 0.03523, "precision": 0.032761, "recall": 0.046443}, {"accuracy": 0.051383, "f1": 0.033446, "hf_subset": "bjn_Arab-umb_Latn", "languages": ["bjn-Arab", "umb-Latn"], "main_score": 0.033446, "precision": 0.028998, "recall": 0.051383}, {"accuracy": 0.049407, "f1": 0.038375, "hf_subset": "bjn_Arab-ajp_Arab", "languages": ["bjn-Arab", "ajp-Arab"], "main_score": 0.038375, "precision": 0.036141, "recall": 0.049407}, {"accuracy": 0.070158, "f1": 0.051259, "hf_subset": "bjn_Arab-ewe_Latn", "languages": ["bjn-Arab", "ewe-Latn"], "main_score": 0.051259, "precision": 0.046995, "recall": 0.070158}, {"accuracy": 0.060277, "f1": 0.050113, "hf_subset": "bjn_Arab-ilo_Latn", "languages": ["bjn-Arab", "ilo-Latn"], "main_score": 0.050113, "precision": 0.047127, "recall": 0.060277}, {"accuracy": 0.01581, "f1": 0.011757, "hf_subset": "bjn_Arab-knc_Arab", "languages": ["bjn-Arab", "knc-Arab"], "main_score": 0.011757, "precision": 0.010813, "recall": 0.01581}, {"accuracy": 0.037549, "f1": 0.026861, "hf_subset": "bjn_Arab-mkd_Cyrl", "languages": ["bjn-Arab", "mkd-Cyrl"], "main_score": 0.026861, "precision": 0.024784, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.023176, "hf_subset": "bjn_Arab-prs_Arab", "languages": ["bjn-Arab", "prs-Arab"], "main_score": 0.023176, "precision": 0.02161, "recall": 0.030632}, {"accuracy": 0.041502, "f1": 0.028666, "hf_subset": "bjn_Arab-swe_Latn", "languages": ["bjn-Arab", "swe-Latn"], "main_score": 0.028666, "precision": 0.02583, "recall": 0.041502}, {"accuracy": 0.044466, "f1": 0.033378, "hf_subset": "bjn_Arab-urd_Arab", "languages": ["bjn-Arab", "urd-Arab"], "main_score": 0.033378, "precision": 0.031062, "recall": 0.044466}, {"accuracy": 0.0583, "f1": 0.044302, "hf_subset": "bjn_Arab-aka_Latn", "languages": ["bjn-Arab", "aka-Latn"], "main_score": 0.044302, "precision": 0.041093, "recall": 0.0583}, {"accuracy": 0.05336, "f1": 0.040847, "hf_subset": "bjn_Arab-bjn_Latn", "languages": ["bjn-Arab", "bjn-Latn"], "main_score": 0.040847, "precision": 0.038545, "recall": 0.05336}, {"accuracy": 0.046443, "f1": 0.033566, "hf_subset": "bjn_Arab-fao_Latn", "languages": ["bjn-Arab", "fao-Latn"], "main_score": 0.033566, "precision": 0.030349, "recall": 0.046443}, {"accuracy": 0.040514, "f1": 0.027949, "hf_subset": "bjn_Arab-ind_Latn", "languages": ["bjn-Arab", "ind-Latn"], "main_score": 0.027949, "precision": 0.025401, "recall": 0.040514}, {"accuracy": 0.060277, "f1": 0.040704, "hf_subset": "bjn_Arab-knc_Latn", "languages": ["bjn-Arab", "knc-Latn"], "main_score": 0.040704, "precision": 0.036383, "recall": 0.060277}, {"accuracy": 0.061265, "f1": 0.044629, "hf_subset": "bjn_Arab-mlt_Latn", "languages": ["bjn-Arab", "mlt-Latn"], "main_score": 0.044629, "precision": 0.041009, "recall": 0.061265}, {"accuracy": 0.055336, "f1": 0.036667, "hf_subset": "bjn_Arab-quy_Latn", "languages": ["bjn-Arab", "quy-Latn"], "main_score": 0.036667, "precision": 0.032025, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.041066, "hf_subset": "bjn_Arab-swh_Latn", "languages": ["bjn-Arab", "swh-Latn"], "main_score": 0.041066, "precision": 0.038508, "recall": 0.051383}, {"accuracy": 0.037549, "f1": 0.030803, "hf_subset": "bjn_Arab-uzn_Latn", "languages": ["bjn-Arab", "uzn-Latn"], "main_score": 0.030803, "precision": 0.030126, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.029654, "hf_subset": "bjn_Arab-als_Latn", "languages": ["bjn-Arab", "als-Latn"], "main_score": 0.029654, "precision": 0.027572, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.011127, "hf_subset": "bjn_Arab-bod_Tibt", "languages": ["bjn-Arab", "bod-Tibt"], "main_score": 0.011127, "precision": 0.00914, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.031163, "hf_subset": "bjn_Arab-fij_Latn", "languages": ["bjn-Arab", "fij-Latn"], "main_score": 0.031163, "precision": 0.027672, "recall": 0.043478}, {"accuracy": 0.038538, "f1": 0.032249, "hf_subset": "bjn_Arab-isl_Latn", "languages": ["bjn-Arab", "isl-Latn"], "main_score": 0.032249, "precision": 0.030912, "recall": 0.038538}, {"accuracy": 0.059289, "f1": 0.040098, "hf_subset": "bjn_Arab-kon_Latn", "languages": ["bjn-Arab", "kon-Latn"], "main_score": 0.040098, "precision": 0.036142, "recall": 0.059289}, {"accuracy": 0.028656, "f1": 0.017428, "hf_subset": "bjn_Arab-mni_Beng", "languages": ["bjn-Arab", "mni-Beng"], "main_score": 0.017428, "precision": 0.015615, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.034711, "hf_subset": "bjn_Arab-ron_Latn", "languages": ["bjn-Arab", "ron-Latn"], "main_score": 0.034711, "precision": 0.031881, "recall": 0.050395}, {"accuracy": 0.040514, "f1": 0.027972, "hf_subset": "bjn_Arab-szl_Latn", "languages": ["bjn-Arab", "szl-Latn"], "main_score": 0.027972, "precision": 0.02586, "recall": 0.040514}, {"accuracy": 0.035573, "f1": 0.029677, "hf_subset": "bjn_Arab-vec_Latn", "languages": ["bjn-Arab", "vec-Latn"], "main_score": 0.029677, "precision": 0.027646, "recall": 0.035573}, {"accuracy": 0.020751, "f1": 0.013498, "hf_subset": "bjn_Arab-amh_Ethi", "languages": ["bjn-Arab", "amh-Ethi"], "main_score": 0.013498, "precision": 0.012542, "recall": 0.020751}, {"accuracy": 0.051383, "f1": 0.036392, "hf_subset": "bjn_Arab-bos_Latn", "languages": ["bjn-Arab", "bos-Latn"], "main_score": 0.036392, "precision": 0.033733, "recall": 0.051383}, {"accuracy": 0.032609, "f1": 0.022125, "hf_subset": "bjn_Arab-fin_Latn", "languages": ["bjn-Arab", "fin-Latn"], "main_score": 0.022125, "precision": 0.020214, "recall": 0.032609}, {"accuracy": 0.04249, "f1": 0.029573, "hf_subset": "bjn_Arab-ita_Latn", "languages": ["bjn-Arab", "ita-Latn"], "main_score": 0.029573, "precision": 0.026463, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.028676, "hf_subset": "bjn_Arab-kor_Hang", "languages": ["bjn-Arab", "kor-Hang"], "main_score": 0.028676, "precision": 0.026601, "recall": 0.036561}, {"accuracy": 0.065217, "f1": 0.0507, "hf_subset": "bjn_Arab-mos_Latn", "languages": ["bjn-Arab", "mos-Latn"], "main_score": 0.0507, "precision": 0.046471, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.025238, "hf_subset": "bjn_Arab-run_Latn", "languages": ["bjn-Arab", "run-Latn"], "main_score": 0.025238, "precision": 0.021776, "recall": 0.040514}, {"accuracy": 0.023715, "f1": 0.01506, "hf_subset": "bjn_Arab-tam_Taml", "languages": ["bjn-Arab", "tam-Taml"], "main_score": 0.01506, "precision": 0.013982, "recall": 0.023715}, {"accuracy": 0.059289, "f1": 0.042048, "hf_subset": "bjn_Arab-vie_Latn", "languages": ["bjn-Arab", "vie-Latn"], "main_score": 0.042048, "precision": 0.038676, "recall": 0.059289}, {"accuracy": 0.04249, "f1": 0.033026, "hf_subset": "bjn_Arab-apc_Arab", "languages": ["bjn-Arab", "apc-Arab"], "main_score": 0.033026, "precision": 0.031259, "recall": 0.04249}, {"accuracy": 0.057312, "f1": 0.041489, "hf_subset": "bjn_Arab-bug_Latn", "languages": ["bjn-Arab", "bug-Latn"], "main_score": 0.041489, "precision": 0.03793, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.04073, "hf_subset": "bjn_Arab-fon_Latn", "languages": ["bjn-Arab", "fon-Latn"], "main_score": 0.04073, "precision": 0.036959, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.039304, "hf_subset": "bjn_Arab-jav_Latn", "languages": ["bjn-Arab", "jav-Latn"], "main_score": 0.039304, "precision": 0.037805, "recall": 0.046443}, {"accuracy": 0.032609, "f1": 0.019844, "hf_subset": "bjn_Arab-lao_Laoo", "languages": ["bjn-Arab", "lao-Laoo"], "main_score": 0.019844, "precision": 0.017663, "recall": 0.032609}, {"accuracy": 0.05336, "f1": 0.038483, "hf_subset": "bjn_Arab-mri_Latn", "languages": ["bjn-Arab", "mri-Latn"], "main_score": 0.038483, "precision": 0.033936, "recall": 0.05336}, {"accuracy": 0.041502, "f1": 0.030203, "hf_subset": "bjn_Arab-rus_Cyrl", "languages": ["bjn-Arab", "rus-Cyrl"], "main_score": 0.030203, "precision": 0.028643, "recall": 0.041502}, {"accuracy": 0.0583, "f1": 0.039614, "hf_subset": "bjn_Arab-taq_Latn", "languages": ["bjn-Arab", "taq-Latn"], "main_score": 0.039614, "precision": 0.035743, "recall": 0.0583}, {"accuracy": 0.055336, "f1": 0.041523, "hf_subset": "bjn_Arab-war_Latn", "languages": ["bjn-Arab", "war-Latn"], "main_score": 0.041523, "precision": 0.038586, "recall": 0.055336}, {"accuracy": 0.039526, "f1": 0.03207, "hf_subset": "bjn_Arab-arb_Arab", "languages": ["bjn-Arab", "arb-Arab"], "main_score": 0.03207, "precision": 0.030458, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.028231, "hf_subset": "bjn_Arab-bul_Cyrl", "languages": ["bjn-Arab", "bul-Cyrl"], "main_score": 0.028231, "precision": 0.025951, "recall": 0.041502}, {"accuracy": 0.047431, "f1": 0.032768, "hf_subset": "bjn_Arab-fra_Latn", "languages": ["bjn-Arab", "fra-Latn"], "main_score": 0.032768, "precision": 0.029806, "recall": 0.047431}, {"accuracy": 0.044466, "f1": 0.03459, "hf_subset": "bjn_Arab-jpn_Jpan", "languages": ["bjn-Arab", "jpn-Jpan"], "main_score": 0.03459, "precision": 0.032415, "recall": 0.044466}, {"accuracy": 0.04249, "f1": 0.033782, "hf_subset": "bjn_Arab-lij_Latn", "languages": ["bjn-Arab", "lij-Latn"], "main_score": 0.033782, "precision": 0.031714, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.023428, "hf_subset": "bjn_Arab-mya_Mymr", "languages": ["bjn-Arab", "mya-Mymr"], "main_score": 0.023428, "precision": 0.022746, "recall": 0.029644}, {"accuracy": 0.050395, "f1": 0.033965, "hf_subset": "bjn_Arab-sag_Latn", "languages": ["bjn-Arab", "sag-Latn"], "main_score": 0.033965, "precision": 0.030699, "recall": 0.050395}, {"accuracy": 0.031621, "f1": 0.021233, "hf_subset": "bjn_Arab-taq_Tfng", "languages": ["bjn-Arab", "taq-Tfng"], "main_score": 0.021233, "precision": 0.019395, "recall": 0.031621}, {"accuracy": 0.059289, "f1": 0.042867, "hf_subset": "bjn_Arab-wol_Latn", "languages": ["bjn-Arab", "wol-Latn"], "main_score": 0.042867, "precision": 0.039502, "recall": 0.059289}, {"accuracy": 0.038538, "f1": 0.022354, "hf_subset": "bjn_Arab-arb_Latn", "languages": ["bjn-Arab", "arb-Latn"], "main_score": 0.022354, "precision": 0.02001, "recall": 0.038538}, {"accuracy": 0.048419, "f1": 0.033643, "hf_subset": "bjn_Arab-cat_Latn", "languages": ["bjn-Arab", "cat-Latn"], "main_score": 0.033643, "precision": 0.030143, "recall": 0.048419}, {"accuracy": 0.043478, "f1": 0.031962, "hf_subset": "bjn_Arab-fur_Latn", "languages": ["bjn-Arab", "fur-Latn"], "main_score": 0.031962, "precision": 0.030463, "recall": 0.043478}, {"accuracy": 0.039526, "f1": 0.023355, "hf_subset": "bjn_Arab-kab_Latn", "languages": ["bjn-Arab", "kab-Latn"], "main_score": 0.023355, "precision": 0.020249, "recall": 0.039526}, {"accuracy": 0.041502, "f1": 0.031797, "hf_subset": "bjn_Arab-lim_Latn", "languages": ["bjn-Arab", "lim-Latn"], "main_score": 0.031797, "precision": 0.029526, "recall": 0.041502}, {"accuracy": 0.048419, "f1": 0.035314, "hf_subset": "bjn_Arab-nld_Latn", "languages": ["bjn-Arab", "nld-Latn"], "main_score": 0.035314, "precision": 0.03229, "recall": 0.048419}, {"accuracy": 0.027668, "f1": 0.023624, "hf_subset": "bjn_Arab-san_Deva", "languages": ["bjn-Arab", "san-Deva"], "main_score": 0.023624, "precision": 0.023063, "recall": 0.027668}, {"accuracy": 0.043478, "f1": 0.035251, "hf_subset": "bjn_Arab-tat_Cyrl", "languages": ["bjn-Arab", "tat-Cyrl"], "main_score": 0.035251, "precision": 0.032874, "recall": 0.043478}, {"accuracy": 0.057312, "f1": 0.041977, "hf_subset": "bjn_Arab-xho_Latn", "languages": ["bjn-Arab", "xho-Latn"], "main_score": 0.041977, "precision": 0.037649, "recall": 0.057312}, {"accuracy": 0.037549, "f1": 0.02999, "hf_subset": "bjn_Arab-ars_Arab", "languages": ["bjn-Arab", "ars-Arab"], "main_score": 0.02999, "precision": 0.028193, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.038053, "hf_subset": "bjn_Arab-ceb_Latn", "languages": ["bjn-Arab", "ceb-Latn"], "main_score": 0.038053, "precision": 0.035768, "recall": 0.047431}, {"accuracy": 0.064229, "f1": 0.043184, "hf_subset": "bjn_Arab-fuv_Latn", "languages": ["bjn-Arab", "fuv-Latn"], "main_score": 0.043184, "precision": 0.038831, "recall": 0.064229}, {"accuracy": 0.05336, "f1": 0.034893, "hf_subset": "bjn_Arab-kac_Latn", "languages": ["bjn-Arab", "kac-Latn"], "main_score": 0.034893, "precision": 0.03038, "recall": 0.05336}, {"accuracy": 0.049407, "f1": 0.035342, "hf_subset": "bjn_Arab-lin_Latn", "languages": ["bjn-Arab", "lin-Latn"], "main_score": 0.035342, "precision": 0.03224, "recall": 0.049407}, {"accuracy": 0.045455, "f1": 0.030752, "hf_subset": "bjn_Arab-nno_Latn", "languages": ["bjn-Arab", "nno-Latn"], "main_score": 0.030752, "precision": 0.028466, "recall": 0.045455}, {"accuracy": 0.004941, "f1": 0.001487, "hf_subset": "bjn_Arab-sat_Olck", "languages": ["bjn-Arab", "sat-Olck"], "main_score": 0.001487, "precision": 0.001263, "recall": 0.004941}, {"accuracy": 0.019763, "f1": 0.014263, "hf_subset": "bjn_Arab-tel_Telu", "languages": ["bjn-Arab", "tel-Telu"], "main_score": 0.014263, "precision": 0.013221, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.018513, "hf_subset": "bjn_Arab-ydd_Hebr", "languages": ["bjn-Arab", "ydd-Hebr"], "main_score": 0.018513, "precision": 0.017722, "recall": 0.023715}, {"accuracy": 0.02668, "f1": 0.020258, "hf_subset": "bjn_Arab-ary_Arab", "languages": ["bjn-Arab", "ary-Arab"], "main_score": 0.020258, "precision": 0.018764, "recall": 0.02668}, {"accuracy": 0.046443, "f1": 0.034025, "hf_subset": "bjn_Arab-ces_Latn", "languages": ["bjn-Arab", "ces-Latn"], "main_score": 0.034025, "precision": 0.031066, "recall": 0.046443}, {"accuracy": 0.04249, "f1": 0.026718, "hf_subset": "bjn_Arab-gaz_Latn", "languages": ["bjn-Arab", "gaz-Latn"], "main_score": 0.026718, "precision": 0.023083, "recall": 0.04249}, {"accuracy": 0.047431, "f1": 0.035696, "hf_subset": "bjn_Arab-kam_Latn", "languages": ["bjn-Arab", "kam-Latn"], "main_score": 0.035696, "precision": 0.032529, "recall": 0.047431}, {"accuracy": 0.04249, "f1": 0.032376, "hf_subset": "bjn_Arab-lit_Latn", "languages": ["bjn-Arab", "lit-Latn"], "main_score": 0.032376, "precision": 0.030633, "recall": 0.04249}, {"accuracy": 0.049407, "f1": 0.035591, "hf_subset": "bjn_Arab-nob_Latn", "languages": ["bjn-Arab", "nob-Latn"], "main_score": 0.035591, "precision": 0.032896, "recall": 0.049407}, {"accuracy": 0.046443, "f1": 0.034757, "hf_subset": "bjn_Arab-scn_Latn", "languages": ["bjn-Arab", "scn-Latn"], "main_score": 0.034757, "precision": 0.032633, "recall": 0.046443}, {"accuracy": 0.049407, "f1": 0.039595, "hf_subset": "bjn_Arab-tgk_Cyrl", "languages": ["bjn-Arab", "tgk-Cyrl"], "main_score": 0.039595, "precision": 0.036745, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.03102, "hf_subset": "bjn_Arab-yor_Latn", "languages": ["bjn-Arab", "yor-Latn"], "main_score": 0.03102, "precision": 0.027698, "recall": 0.044466}, {"accuracy": 0.037549, "f1": 0.031178, "hf_subset": "bjn_Arab-arz_Arab", "languages": ["bjn-Arab", "arz-Arab"], "main_score": 0.031178, "precision": 0.029816, "recall": 0.037549}, {"accuracy": 0.054348, "f1": 0.039576, "hf_subset": "bjn_Arab-cjk_Latn", "languages": ["bjn-Arab", "cjk-Latn"], "main_score": 0.039576, "precision": 0.035968, "recall": 0.054348}, {"accuracy": 0.04249, "f1": 0.030225, "hf_subset": "bjn_Arab-gla_Latn", "languages": ["bjn-Arab", "gla-Latn"], "main_score": 0.030225, "precision": 0.027916, "recall": 0.04249}, {"accuracy": 0.020751, "f1": 0.014598, "hf_subset": "bjn_Arab-kan_Knda", "languages": ["bjn-Arab", "kan-Knda"], "main_score": 0.014598, "precision": 0.01399, "recall": 0.020751}, {"accuracy": 0.036561, "f1": 0.025218, "hf_subset": "bjn_Arab-lmo_Latn", "languages": ["bjn-Arab", "lmo-Latn"], "main_score": 0.025218, "precision": 0.023164, "recall": 0.036561}, {"accuracy": 0.035573, "f1": 0.026127, "hf_subset": "bjn_Arab-npi_Deva", "languages": ["bjn-Arab", "npi-Deva"], "main_score": 0.026127, "precision": 0.024452, "recall": 0.035573}, {"accuracy": 0.044466, "f1": 0.030901, "hf_subset": "bjn_Arab-shn_Mymr", "languages": ["bjn-Arab", "shn-Mymr"], "main_score": 0.030901, "precision": 0.028152, "recall": 0.044466}, {"accuracy": 0.056324, "f1": 0.042081, "hf_subset": "bjn_Arab-tgl_Latn", "languages": ["bjn-Arab", "tgl-Latn"], "main_score": 0.042081, "precision": 0.039173, "recall": 0.056324}, {"accuracy": 0.043478, "f1": 0.030305, "hf_subset": "bjn_Arab-yue_Hant", "languages": ["bjn-Arab", "yue-Hant"], "main_score": 0.030305, "precision": 0.027551, "recall": 0.043478}, {"accuracy": 0.019763, "f1": 0.013261, "hf_subset": "bjn_Arab-asm_Beng", "languages": ["bjn-Arab", "asm-Beng"], "main_score": 0.013261, "precision": 0.012758, "recall": 0.019763}, {"accuracy": 0.044466, "f1": 0.036443, "hf_subset": "bjn_Arab-ckb_Arab", "languages": ["bjn-Arab", "ckb-Arab"], "main_score": 0.036443, "precision": 0.03453, "recall": 0.044466}, {"accuracy": 0.047431, "f1": 0.037206, "hf_subset": "bjn_Arab-gle_Latn", "languages": ["bjn-Arab", "gle-Latn"], "main_score": 0.037206, "precision": 0.035336, "recall": 0.047431}, {"accuracy": 0.032609, "f1": 0.024205, "hf_subset": "bjn_Arab-kas_Arab", "languages": ["bjn-Arab", "kas-Arab"], "main_score": 0.024205, "precision": 0.022658, "recall": 0.032609}, {"accuracy": 0.039526, "f1": 0.031973, "hf_subset": "bjn_Arab-ltg_Latn", "languages": ["bjn-Arab", "ltg-Latn"], "main_score": 0.031973, "precision": 0.030109, "recall": 0.039526}, {"accuracy": 0.066206, "f1": 0.049555, "hf_subset": "bjn_Arab-nso_Latn", "languages": ["bjn-Arab", "nso-Latn"], "main_score": 0.049555, "precision": 0.045682, "recall": 0.066206}, {"accuracy": 0.014822, "f1": 0.009664, "hf_subset": "bjn_Arab-sin_Sinh", "languages": ["bjn-Arab", "sin-Sinh"], "main_score": 0.009664, "precision": 0.008786, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.030722, "hf_subset": "bjn_Arab-tha_Thai", "languages": ["bjn-Arab", "tha-Thai"], "main_score": 0.030722, "precision": 0.029431, "recall": 0.037549}, {"accuracy": 0.049407, "f1": 0.034356, "hf_subset": "bjn_Arab-zho_Hans", "languages": ["bjn-Arab", "zho-Hans"], "main_score": 0.034356, "precision": 0.031406, "recall": 0.049407}, {"accuracy": 0.040514, "f1": 0.029369, "hf_subset": "bjn_Arab-ast_Latn", "languages": ["bjn-Arab", "ast-Latn"], "main_score": 0.029369, "precision": 0.02666, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.030036, "hf_subset": "bjn_Arab-crh_Latn", "languages": ["bjn-Arab", "crh-Latn"], "main_score": 0.030036, "precision": 0.028239, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.035522, "hf_subset": "bjn_Arab-glg_Latn", "languages": ["bjn-Arab", "glg-Latn"], "main_score": 0.035522, "precision": 0.032876, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.0329, "hf_subset": "bjn_Arab-kas_Deva", "languages": ["bjn-Arab", "kas-Deva"], "main_score": 0.0329, "precision": 0.031065, "recall": 0.040514}, {"accuracy": 0.039526, "f1": 0.029213, "hf_subset": "bjn_Arab-ltz_Latn", "languages": ["bjn-Arab", "ltz-Latn"], "main_score": 0.029213, "precision": 0.02711, "recall": 0.039526}, {"accuracy": 0.04249, "f1": 0.026601, "hf_subset": "bjn_Arab-nus_Latn", "languages": ["bjn-Arab", "nus-Latn"], "main_score": 0.026601, "precision": 0.02278, "recall": 0.04249}, {"accuracy": 0.048419, "f1": 0.032773, "hf_subset": "bjn_Arab-slk_Latn", "languages": ["bjn-Arab", "slk-Latn"], "main_score": 0.032773, "precision": 0.029116, "recall": 0.048419}, {"accuracy": 0.017787, "f1": 0.01374, "hf_subset": "bjn_Arab-tir_Ethi", "languages": ["bjn-Arab", "tir-Ethi"], "main_score": 0.01374, "precision": 0.012388, "recall": 0.017787}, {"accuracy": 0.043478, "f1": 0.030913, "hf_subset": "bjn_Arab-zho_Hant", "languages": ["bjn-Arab", "zho-Hant"], "main_score": 0.030913, "precision": 0.028441, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.03066, "hf_subset": "bjn_Arab-awa_Deva", "languages": ["bjn-Arab", "awa-Deva"], "main_score": 0.03066, "precision": 0.029044, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.027138, "hf_subset": "bjn_Arab-cym_Latn", "languages": ["bjn-Arab", "cym-Latn"], "main_score": 0.027138, "precision": 0.025246, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.044121, "hf_subset": "bjn_Arab-grn_Latn", "languages": ["bjn-Arab", "grn-Latn"], "main_score": 0.044121, "precision": 0.041445, "recall": 0.056324}, {"accuracy": 0.039526, "f1": 0.024987, "hf_subset": "bjn_Arab-kat_Geor", "languages": ["bjn-Arab", "kat-Geor"], "main_score": 0.024987, "precision": 0.02251, "recall": 0.039526}, {"accuracy": 0.052372, "f1": 0.039355, "hf_subset": "bjn_Arab-lua_Latn", "languages": ["bjn-Arab", "lua-Latn"], "main_score": 0.039355, "precision": 0.036144, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.041962, "hf_subset": "bjn_Arab-nya_Latn", "languages": ["bjn-Arab", "nya-Latn"], "main_score": 0.041962, "precision": 0.037569, "recall": 0.062253}, {"accuracy": 0.044466, "f1": 0.033172, "hf_subset": "bjn_Arab-slv_Latn", "languages": ["bjn-Arab", "slv-Latn"], "main_score": 0.033172, "precision": 0.030038, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.055524, "hf_subset": "bjn_Arab-tpi_Latn", "languages": ["bjn-Arab", "tpi-Latn"], "main_score": 0.055524, "precision": 0.052398, "recall": 0.067194}, {"accuracy": 0.045455, "f1": 0.030408, "hf_subset": "bjn_Arab-zsm_Latn", "languages": ["bjn-Arab", "zsm-Latn"], "main_score": 0.030408, "precision": 0.028176, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.036116, "hf_subset": "bjn_Arab-ayr_Latn", "languages": ["bjn-Arab", "ayr-Latn"], "main_score": 0.036116, "precision": 0.03207, "recall": 0.057312}, {"accuracy": 0.046443, "f1": 0.031504, "hf_subset": "bjn_Arab-dan_Latn", "languages": ["bjn-Arab", "dan-Latn"], "main_score": 0.031504, "precision": 0.029094, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.022335, "hf_subset": "bjn_Arab-guj_Gujr", "languages": ["bjn-Arab", "guj-Gujr"], "main_score": 0.022335, "precision": 0.020752, "recall": 0.027668}, {"accuracy": 0.035573, "f1": 0.030175, "hf_subset": "bjn_Arab-kaz_Cyrl", "languages": ["bjn-Arab", "kaz-Cyrl"], "main_score": 0.030175, "precision": 0.028582, "recall": 0.035573}, {"accuracy": 0.051383, "f1": 0.034979, "hf_subset": "bjn_Arab-lug_Latn", "languages": ["bjn-Arab", "lug-Latn"], "main_score": 0.034979, "precision": 0.0314, "recall": 0.051383}, {"accuracy": 0.04249, "f1": 0.031581, "hf_subset": "bjn_Arab-oci_Latn", "languages": ["bjn-Arab", "oci-Latn"], "main_score": 0.031581, "precision": 0.02947, "recall": 0.04249}, {"accuracy": 0.055336, "f1": 0.037177, "hf_subset": "bjn_Arab-smo_Latn", "languages": ["bjn-Arab", "smo-Latn"], "main_score": 0.037177, "precision": 0.033799, "recall": 0.055336}, {"accuracy": 0.05336, "f1": 0.037252, "hf_subset": "bjn_Arab-tsn_Latn", "languages": ["bjn-Arab", "tsn-Latn"], "main_score": 0.037252, "precision": 0.034097, "recall": 0.05336}, {"accuracy": 0.051383, "f1": 0.033782, "hf_subset": "bjn_Arab-zul_Latn", "languages": ["bjn-Arab", "zul-Latn"], "main_score": 0.033782, "precision": 0.030747, "recall": 0.051383}, {"accuracy": 0.041502, "f1": 0.030735, "hf_subset": "bjn_Arab-azb_Arab", "languages": ["bjn-Arab", "azb-Arab"], "main_score": 0.030735, "precision": 0.028533, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.026589, "hf_subset": "bjn_Arab-deu_Latn", "languages": ["bjn-Arab", "deu-Latn"], "main_score": 0.026589, "precision": 0.023947, "recall": 0.039526}, {"accuracy": 0.051383, "f1": 0.034389, "hf_subset": "bjn_Arab-hat_Latn", "languages": ["bjn-Arab", "hat-Latn"], "main_score": 0.034389, "precision": 0.031042, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.024444, "hf_subset": "bjn_Arab-kbp_Latn", "languages": ["bjn-Arab", "kbp-Latn"], "main_score": 0.024444, "precision": 0.019803, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.034034, "hf_subset": "bjn_Arab-luo_Latn", "languages": ["bjn-Arab", "luo-Latn"], "main_score": 0.034034, "precision": 0.031059, "recall": 0.050395}, {"accuracy": 0.025692, "f1": 0.017094, "hf_subset": "bjn_Arab-ory_Orya", "languages": ["bjn-Arab", "ory-Orya"], "main_score": 0.017094, "precision": 0.015211, "recall": 0.025692}, {"accuracy": 0.048419, "f1": 0.031455, "hf_subset": "bjn_Arab-sna_Latn", "languages": ["bjn-Arab", "sna-Latn"], "main_score": 0.031455, "precision": 0.028841, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.039408, "hf_subset": "bjn_Arab-tso_Latn", "languages": ["bjn-Arab", "tso-Latn"], "main_score": 0.039408, "precision": 0.035983, "recall": 0.055336}, {"accuracy": 0.040514, "f1": 0.03196, "hf_subset": "bjn_Arab-azj_Latn", "languages": ["bjn-Arab", "azj-Latn"], "main_score": 0.03196, "precision": 0.029947, "recall": 0.040514}, {"accuracy": 0.055336, "f1": 0.037678, "hf_subset": "bjn_Arab-dik_Latn", "languages": ["bjn-Arab", "dik-Latn"], "main_score": 0.037678, "precision": 0.033283, "recall": 0.055336}, {"accuracy": 0.048419, "f1": 0.033587, "hf_subset": "bjn_Arab-hau_Latn", "languages": ["bjn-Arab", "hau-Latn"], "main_score": 0.033587, "precision": 0.030432, "recall": 0.048419}, {"accuracy": 0.047431, "f1": 0.036968, "hf_subset": "bjn_Arab-kea_Latn", "languages": ["bjn-Arab", "kea-Latn"], "main_score": 0.036968, "precision": 0.034044, "recall": 0.047431}, {"accuracy": 0.055336, "f1": 0.041005, "hf_subset": "bjn_Arab-lus_Latn", "languages": ["bjn-Arab", "lus-Latn"], "main_score": 0.041005, "precision": 0.038088, "recall": 0.055336}, {"accuracy": 0.054348, "f1": 0.043619, "hf_subset": "bjn_Arab-pag_Latn", "languages": ["bjn-Arab", "pag-Latn"], "main_score": 0.043619, "precision": 0.041086, "recall": 0.054348}, {"accuracy": 0.035573, "f1": 0.026034, "hf_subset": "bjn_Arab-snd_Arab", "languages": ["bjn-Arab", "snd-Arab"], "main_score": 0.026034, "precision": 0.024264, "recall": 0.035573}, {"accuracy": 0.049407, "f1": 0.035279, "hf_subset": "bjn_Arab-tuk_Latn", "languages": ["bjn-Arab", "tuk-Latn"], "main_score": 0.035279, "precision": 0.032684, "recall": 0.049407}, {"accuracy": 0.056324, "f1": 0.043991, "hf_subset": "bjn_Arab-bak_Cyrl", "languages": ["bjn-Arab", "bak-Cyrl"], "main_score": 0.043991, "precision": 0.041055, "recall": 0.056324}, {"accuracy": 0.036561, "f1": 0.025282, "hf_subset": "bjn_Arab-dyu_Latn", "languages": ["bjn-Arab", "dyu-Latn"], "main_score": 0.025282, "precision": 0.022556, "recall": 0.036561}, {"accuracy": 0.04249, "f1": 0.028251, "hf_subset": "bjn_Arab-heb_Hebr", "languages": ["bjn-Arab", "heb-Hebr"], "main_score": 0.028251, "precision": 0.024151, "recall": 0.04249}, {"accuracy": 0.04249, "f1": 0.030668, "hf_subset": "bjn_Arab-khk_Cyrl", "languages": ["bjn-Arab", "khk-Cyrl"], "main_score": 0.030668, "precision": 0.028158, "recall": 0.04249}, {"accuracy": 0.037549, "f1": 0.030493, "hf_subset": "bjn_Arab-lvs_Latn", "languages": ["bjn-Arab", "lvs-Latn"], "main_score": 0.030493, "precision": 0.029267, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.020937, "hf_subset": "bjn_Arab-pan_Guru", "languages": ["bjn-Arab", "pan-Guru"], "main_score": 0.020937, "precision": 0.019744, "recall": 0.025692}, {"accuracy": 0.040514, "f1": 0.031006, "hf_subset": "bjn_Arab-som_Latn", "languages": ["bjn-Arab", "som-Latn"], "main_score": 0.031006, "precision": 0.029451, "recall": 0.040514}, {"accuracy": 0.062253, "f1": 0.043857, "hf_subset": "bjn_Arab-tum_Latn", "languages": ["bjn-Arab", "tum-Latn"], "main_score": 0.043857, "precision": 0.038954, "recall": 0.062253}, {"accuracy": 0.059289, "f1": 0.043858, "hf_subset": "ewe_Latn-ace_Arab", "languages": ["ewe-Latn", "ace-Arab"], "main_score": 0.043858, "precision": 0.039535, "recall": 0.059289}, {"accuracy": 0.228261, "f1": 0.198182, "hf_subset": "ewe_Latn-bam_Latn", "languages": ["ewe-Latn", "bam-Latn"], "main_score": 0.198182, "precision": 0.187377, "recall": 0.228261}, {"accuracy": 0.005929, "f1": 0.001105, "hf_subset": "ewe_Latn-dzo_Tibt", "languages": ["ewe-Latn", "dzo-Tibt"], "main_score": 0.001105, "precision": 0.000767, "recall": 0.005929}, {"accuracy": 0.176877, "f1": 0.148592, "hf_subset": "ewe_Latn-hin_Deva", "languages": ["ewe-Latn", "hin-Deva"], "main_score": 0.148592, "precision": 0.140576, "recall": 0.176877}, {"accuracy": 0.152174, "f1": 0.136945, "hf_subset": "ewe_Latn-khm_Khmr", "languages": ["ewe-Latn", "khm-Khmr"], "main_score": 0.136945, "precision": 0.131455, "recall": 0.152174}, {"accuracy": 0.145257, "f1": 0.120508, "hf_subset": "ewe_Latn-mag_Deva", "languages": ["ewe-Latn", "mag-Deva"], "main_score": 0.120508, "precision": 0.113274, "recall": 0.145257}, {"accuracy": 0.178854, "f1": 0.159164, "hf_subset": "ewe_Latn-pap_Latn", "languages": ["ewe-Latn", "pap-Latn"], "main_score": 0.159164, "precision": 0.153261, "recall": 0.178854}, {"accuracy": 0.258893, "f1": 0.226632, "hf_subset": "ewe_Latn-sot_Latn", "languages": ["ewe-Latn", "sot-Latn"], "main_score": 0.226632, "precision": 0.215393, "recall": 0.258893}, {"accuracy": 0.258893, "f1": 0.222783, "hf_subset": "ewe_Latn-tur_Latn", "languages": ["ewe-Latn", "tur-Latn"], "main_score": 0.222783, "precision": 0.21153, "recall": 0.258893}, {"accuracy": 0.23419, "f1": 0.209293, "hf_subset": "ewe_Latn-ace_Latn", "languages": ["ewe-Latn", "ace-Latn"], "main_score": 0.209293, "precision": 0.200048, "recall": 0.23419}, {"accuracy": 0.178854, "f1": 0.168288, "hf_subset": "ewe_Latn-ban_Latn", "languages": ["ewe-Latn", "ban-Latn"], "main_score": 0.168288, "precision": 0.165067, "recall": 0.178854}, {"accuracy": 0.195652, "f1": 0.16703, "hf_subset": "ewe_Latn-ell_Grek", "languages": ["ewe-Latn", "ell-Grek"], "main_score": 0.16703, "precision": 0.158276, "recall": 0.195652}, {"accuracy": 0.137352, "f1": 0.119604, "hf_subset": "ewe_Latn-hne_Deva", "languages": ["ewe-Latn", "hne-Deva"], "main_score": 0.119604, "precision": 0.11391, "recall": 0.137352}, {"accuracy": 0.213439, "f1": 0.182831, "hf_subset": "ewe_Latn-kik_Latn", "languages": ["ewe-Latn", "kik-Latn"], "main_score": 0.182831, "precision": 0.171662, "recall": 0.213439}, {"accuracy": 0.147233, "f1": 0.12959, "hf_subset": "ewe_Latn-mai_Deva", "languages": ["ewe-Latn", "mai-Deva"], "main_score": 0.12959, "precision": 0.124931, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.125313, "hf_subset": "ewe_Latn-pbt_Arab", "languages": ["ewe-Latn", "pbt-Arab"], "main_score": 0.125313, "precision": 0.117828, "recall": 0.150198}, {"accuracy": 0.248024, "f1": 0.219637, "hf_subset": "ewe_Latn-spa_Latn", "languages": ["ewe-Latn", "spa-Latn"], "main_score": 0.219637, "precision": 0.210504, "recall": 0.248024}, {"accuracy": 0.302372, "f1": 0.269593, "hf_subset": "ewe_Latn-twi_Latn", "languages": ["ewe-Latn", "twi-Latn"], "main_score": 0.269593, "precision": 0.257085, "recall": 0.302372}, {"accuracy": 0.146245, "f1": 0.132829, "hf_subset": "ewe_Latn-acm_Arab", "languages": ["ewe-Latn", "acm-Arab"], "main_score": 0.132829, "precision": 0.127911, "recall": 0.146245}, {"accuracy": 0.16996, "f1": 0.140749, "hf_subset": "ewe_Latn-bel_Cyrl", "languages": ["ewe-Latn", "bel-Cyrl"], "main_score": 0.140749, "precision": 0.132605, "recall": 0.16996}, {"accuracy": 0.266798, "f1": 0.228128, "hf_subset": "ewe_Latn-eng_Latn", "languages": ["ewe-Latn", "eng-Latn"], "main_score": 0.228128, "precision": 0.216364, "recall": 0.266798}, {"accuracy": 0.192688, "f1": 0.175854, "hf_subset": "ewe_Latn-hrv_Latn", "languages": ["ewe-Latn", "hrv-Latn"], "main_score": 0.175854, "precision": 0.170599, "recall": 0.192688}, {"accuracy": 0.192688, "f1": 0.164769, "hf_subset": "ewe_Latn-kin_Latn", "languages": ["ewe-Latn", "kin-Latn"], "main_score": 0.164769, "precision": 0.155005, "recall": 0.192688}, {"accuracy": 0.070158, "f1": 0.05586, "hf_subset": "ewe_Latn-mal_Mlym", "languages": ["ewe-Latn", "mal-Mlym"], "main_score": 0.05586, "precision": 0.051703, "recall": 0.070158}, {"accuracy": 0.177866, "f1": 0.152974, "hf_subset": "ewe_Latn-pes_Arab", "languages": ["ewe-Latn", "pes-Arab"], "main_score": 0.152974, "precision": 0.145104, "recall": 0.177866}, {"accuracy": 0.189723, "f1": 0.170137, "hf_subset": "ewe_Latn-srd_Latn", "languages": ["ewe-Latn", "srd-Latn"], "main_score": 0.170137, "precision": 0.164111, "recall": 0.189723}, {"accuracy": 0.078063, "f1": 0.053011, "hf_subset": "ewe_Latn-tzm_Tfng", "languages": ["ewe-Latn", "tzm-Tfng"], "main_score": 0.053011, "precision": 0.046954, "recall": 0.078063}, {"accuracy": 0.16502, "f1": 0.148002, "hf_subset": "ewe_Latn-acq_Arab", "languages": ["ewe-Latn", "acq-Arab"], "main_score": 0.148002, "precision": 0.142154, "recall": 0.16502}, {"accuracy": 0.272727, "f1": 0.238536, "hf_subset": "ewe_Latn-bem_Latn", "languages": ["ewe-Latn", "bem-Latn"], "main_score": 0.238536, "precision": 0.227711, "recall": 0.272727}, {"accuracy": 0.170949, "f1": 0.161204, "hf_subset": "ewe_Latn-epo_Latn", "languages": ["ewe-Latn", "epo-Latn"], "main_score": 0.161204, "precision": 0.157447, "recall": 0.170949}, {"accuracy": 0.254941, "f1": 0.221387, "hf_subset": "ewe_Latn-hun_Latn", "languages": ["ewe-Latn", "hun-Latn"], "main_score": 0.221387, "precision": 0.21112, "recall": 0.254941}, {"accuracy": 0.185771, "f1": 0.161918, "hf_subset": "ewe_Latn-kir_Cyrl", "languages": ["ewe-Latn", "kir-Cyrl"], "main_score": 0.161918, "precision": 0.154285, "recall": 0.185771}, {"accuracy": 0.141304, "f1": 0.112437, "hf_subset": "ewe_Latn-mar_Deva", "languages": ["ewe-Latn", "mar-Deva"], "main_score": 0.112437, "precision": 0.104708, "recall": 0.141304}, {"accuracy": 0.241107, "f1": 0.213502, "hf_subset": "ewe_Latn-plt_Latn", "languages": ["ewe-Latn", "plt-Latn"], "main_score": 0.213502, "precision": 0.203375, "recall": 0.241107}, {"accuracy": 0.202569, "f1": 0.171521, "hf_subset": "ewe_Latn-srp_Cyrl", "languages": ["ewe-Latn", "srp-Cyrl"], "main_score": 0.171521, "precision": 0.161661, "recall": 0.202569}, {"accuracy": 0.109684, "f1": 0.089035, "hf_subset": "ewe_Latn-uig_Arab", "languages": ["ewe-Latn", "uig-Arab"], "main_score": 0.089035, "precision": 0.083391, "recall": 0.109684}, {"accuracy": 0.147233, "f1": 0.123163, "hf_subset": "ewe_Latn-aeb_Arab", "languages": ["ewe-Latn", "aeb-Arab"], "main_score": 0.123163, "precision": 0.116119, "recall": 0.147233}, {"accuracy": 0.079051, "f1": 0.062186, "hf_subset": "ewe_Latn-ben_Beng", "languages": ["ewe-Latn", "ben-Beng"], "main_score": 0.062186, "precision": 0.057897, "recall": 0.079051}, {"accuracy": 0.248024, "f1": 0.213626, "hf_subset": "ewe_Latn-est_Latn", "languages": ["ewe-Latn", "est-Latn"], "main_score": 0.213626, "precision": 0.203744, "recall": 0.248024}, {"accuracy": 0.142292, "f1": 0.120797, "hf_subset": "ewe_Latn-hye_Armn", "languages": ["ewe-Latn", "hye-Armn"], "main_score": 0.120797, "precision": 0.113924, "recall": 0.142292}, {"accuracy": 0.227273, "f1": 0.192218, "hf_subset": "ewe_Latn-kmb_Latn", "languages": ["ewe-Latn", "kmb-Latn"], "main_score": 0.192218, "precision": 0.180602, "recall": 0.227273}, {"accuracy": 0.040514, "f1": 0.02999, "hf_subset": "ewe_Latn-min_Arab", "languages": ["ewe-Latn", "min-Arab"], "main_score": 0.02999, "precision": 0.026393, "recall": 0.040514}, {"accuracy": 0.249012, "f1": 0.212515, "hf_subset": "ewe_Latn-pol_Latn", "languages": ["ewe-Latn", "pol-Latn"], "main_score": 0.212515, "precision": 0.201557, "recall": 0.249012}, {"accuracy": 0.193676, "f1": 0.158242, "hf_subset": "ewe_Latn-ssw_Latn", "languages": ["ewe-Latn", "ssw-Latn"], "main_score": 0.158242, "precision": 0.145636, "recall": 0.193676}, {"accuracy": 0.202569, "f1": 0.172774, "hf_subset": "ewe_Latn-ukr_Cyrl", "languages": ["ewe-Latn", "ukr-Cyrl"], "main_score": 0.172774, "precision": 0.164001, "recall": 0.202569}, {"accuracy": 0.246047, "f1": 0.215412, "hf_subset": "ewe_Latn-afr_Latn", "languages": ["ewe-Latn", "afr-Latn"], "main_score": 0.215412, "precision": 0.205646, "recall": 0.246047}, {"accuracy": 0.145257, "f1": 0.12651, "hf_subset": "ewe_Latn-bho_Deva", "languages": ["ewe-Latn", "bho-Deva"], "main_score": 0.12651, "precision": 0.121134, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.144088, "hf_subset": "ewe_Latn-eus_Latn", "languages": ["ewe-Latn", "eus-Latn"], "main_score": 0.144088, "precision": 0.140819, "recall": 0.155138}, {"accuracy": 0.236166, "f1": 0.205061, "hf_subset": "ewe_Latn-ibo_Latn", "languages": ["ewe-Latn", "ibo-Latn"], "main_score": 0.205061, "precision": 0.194125, "recall": 0.236166}, {"accuracy": 0.222332, "f1": 0.195431, "hf_subset": "ewe_Latn-kmr_Latn", "languages": ["ewe-Latn", "kmr-Latn"], "main_score": 0.195431, "precision": 0.187742, "recall": 0.222332}, {"accuracy": 0.197628, "f1": 0.178936, "hf_subset": "ewe_Latn-min_Latn", "languages": ["ewe-Latn", "min-Latn"], "main_score": 0.178936, "precision": 0.17368, "recall": 0.197628}, {"accuracy": 0.26087, "f1": 0.224176, "hf_subset": "ewe_Latn-por_Latn", "languages": ["ewe-Latn", "por-Latn"], "main_score": 0.224176, "precision": 0.213179, "recall": 0.26087}, {"accuracy": 0.178854, "f1": 0.161838, "hf_subset": "ewe_Latn-sun_Latn", "languages": ["ewe-Latn", "sun-Latn"], "main_score": 0.161838, "precision": 0.156452, "recall": 0.178854}, {"accuracy": 0.19664, "f1": 0.167754, "hf_subset": "ewe_Latn-umb_Latn", "languages": ["ewe-Latn", "umb-Latn"], "main_score": 0.167754, "precision": 0.158187, "recall": 0.19664}, {"accuracy": 0.173913, "f1": 0.14855, "hf_subset": "ewe_Latn-ajp_Arab", "languages": ["ewe-Latn", "ajp-Arab"], "main_score": 0.14855, "precision": 0.141018, "recall": 0.173913}, {"accuracy": 0.047431, "f1": 0.040217, "hf_subset": "ewe_Latn-bjn_Arab", "languages": ["ewe-Latn", "bjn-Arab"], "main_score": 0.040217, "precision": 0.0375, "recall": 0.047431}, {"accuracy": 0.253953, "f1": 0.224513, "hf_subset": "ewe_Latn-ilo_Latn", "languages": ["ewe-Latn", "ilo-Latn"], "main_score": 0.224513, "precision": 0.214479, "recall": 0.253953}, {"accuracy": 0.049407, "f1": 0.041042, "hf_subset": "ewe_Latn-knc_Arab", "languages": ["ewe-Latn", "knc-Arab"], "main_score": 0.041042, "precision": 0.038347, "recall": 0.049407}, {"accuracy": 0.214427, "f1": 0.178964, "hf_subset": "ewe_Latn-mkd_Cyrl", "languages": ["ewe-Latn", "mkd-Cyrl"], "main_score": 0.178964, "precision": 0.168272, "recall": 0.214427}, {"accuracy": 0.15415, "f1": 0.131423, "hf_subset": "ewe_Latn-prs_Arab", "languages": ["ewe-Latn", "prs-Arab"], "main_score": 0.131423, "precision": 0.124593, "recall": 0.15415}, {"accuracy": 0.230237, "f1": 0.20346, "hf_subset": "ewe_Latn-swe_Latn", "languages": ["ewe-Latn", "swe-Latn"], "main_score": 0.20346, "precision": 0.194638, "recall": 0.230237}, {"accuracy": 0.152174, "f1": 0.123771, "hf_subset": "ewe_Latn-urd_Arab", "languages": ["ewe-Latn", "urd-Arab"], "main_score": 0.123771, "precision": 0.115439, "recall": 0.152174}, {"accuracy": 0.298419, "f1": 0.270171, "hf_subset": "ewe_Latn-aka_Latn", "languages": ["ewe-Latn", "aka-Latn"], "main_score": 0.270171, "precision": 0.259597, "recall": 0.298419}, {"accuracy": 0.19664, "f1": 0.180744, "hf_subset": "ewe_Latn-bjn_Latn", "languages": ["ewe-Latn", "bjn-Latn"], "main_score": 0.180744, "precision": 0.175203, "recall": 0.19664}, {"accuracy": 0.192688, "f1": 0.176172, "hf_subset": "ewe_Latn-fao_Latn", "languages": ["ewe-Latn", "fao-Latn"], "main_score": 0.176172, "precision": 0.170504, "recall": 0.192688}, {"accuracy": 0.275692, "f1": 0.235709, "hf_subset": "ewe_Latn-ind_Latn", "languages": ["ewe-Latn", "ind-Latn"], "main_score": 0.235709, "precision": 0.223828, "recall": 0.275692}, {"accuracy": 0.255929, "f1": 0.228792, "hf_subset": "ewe_Latn-knc_Latn", "languages": ["ewe-Latn", "knc-Latn"], "main_score": 0.228792, "precision": 0.219737, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.201027, "hf_subset": "ewe_Latn-mlt_Latn", "languages": ["ewe-Latn", "mlt-Latn"], "main_score": 0.201027, "precision": 0.191323, "recall": 0.229249}, {"accuracy": 0.206522, "f1": 0.175945, "hf_subset": "ewe_Latn-quy_Latn", "languages": ["ewe-Latn", "quy-Latn"], "main_score": 0.175945, "precision": 0.165158, "recall": 0.206522}, {"accuracy": 0.215415, "f1": 0.190787, "hf_subset": "ewe_Latn-swh_Latn", "languages": ["ewe-Latn", "swh-Latn"], "main_score": 0.190787, "precision": 0.182577, "recall": 0.215415}, {"accuracy": 0.141304, "f1": 0.12772, "hf_subset": "ewe_Latn-uzn_Latn", "languages": ["ewe-Latn", "uzn-Latn"], "main_score": 0.12772, "precision": 0.123465, "recall": 0.141304}, {"accuracy": 0.230237, "f1": 0.200459, "hf_subset": "ewe_Latn-als_Latn", "languages": ["ewe-Latn", "als-Latn"], "main_score": 0.200459, "precision": 0.191203, "recall": 0.230237}, {"accuracy": 0.047431, "f1": 0.030904, "hf_subset": "ewe_Latn-bod_Tibt", "languages": ["ewe-Latn", "bod-Tibt"], "main_score": 0.030904, "precision": 0.027159, "recall": 0.047431}, {"accuracy": 0.197628, "f1": 0.172643, "hf_subset": "ewe_Latn-fij_Latn", "languages": ["ewe-Latn", "fij-Latn"], "main_score": 0.172643, "precision": 0.164779, "recall": 0.197628}, {"accuracy": 0.176877, "f1": 0.163567, "hf_subset": "ewe_Latn-isl_Latn", "languages": ["ewe-Latn", "isl-Latn"], "main_score": 0.163567, "precision": 0.159521, "recall": 0.176877}, {"accuracy": 0.230237, "f1": 0.201216, "hf_subset": "ewe_Latn-kon_Latn", "languages": ["ewe-Latn", "kon-Latn"], "main_score": 0.201216, "precision": 0.190766, "recall": 0.230237}, {"accuracy": 0.045455, "f1": 0.03468, "hf_subset": "ewe_Latn-mni_Beng", "languages": ["ewe-Latn", "mni-Beng"], "main_score": 0.03468, "precision": 0.031956, "recall": 0.045455}, {"accuracy": 0.25, "f1": 0.210843, "hf_subset": "ewe_Latn-ron_Latn", "languages": ["ewe-Latn", "ron-Latn"], "main_score": 0.210843, "precision": 0.199441, "recall": 0.25}, {"accuracy": 0.173913, "f1": 0.16073, "hf_subset": "ewe_Latn-szl_Latn", "languages": ["ewe-Latn", "szl-Latn"], "main_score": 0.16073, "precision": 0.156669, "recall": 0.173913}, {"accuracy": 0.187747, "f1": 0.171429, "hf_subset": "ewe_Latn-vec_Latn", "languages": ["ewe-Latn", "vec-Latn"], "main_score": 0.171429, "precision": 0.165835, "recall": 0.187747}, {"accuracy": 0.060277, "f1": 0.048263, "hf_subset": "ewe_Latn-amh_Ethi", "languages": ["ewe-Latn", "amh-Ethi"], "main_score": 0.048263, "precision": 0.04514, "recall": 0.060277}, {"accuracy": 0.253953, "f1": 0.218707, "hf_subset": "ewe_Latn-bos_Latn", "languages": ["ewe-Latn", "bos-Latn"], "main_score": 0.218707, "precision": 0.208024, "recall": 0.253953}, {"accuracy": 0.256917, "f1": 0.218996, "hf_subset": "ewe_Latn-fin_Latn", "languages": ["ewe-Latn", "fin-Latn"], "main_score": 0.218996, "precision": 0.207803, "recall": 0.256917}, {"accuracy": 0.258893, "f1": 0.219411, "hf_subset": "ewe_Latn-ita_Latn", "languages": ["ewe-Latn", "ita-Latn"], "main_score": 0.219411, "precision": 0.208407, "recall": 0.258893}, {"accuracy": 0.173913, "f1": 0.147583, "hf_subset": "ewe_Latn-kor_Hang", "languages": ["ewe-Latn", "kor-Hang"], "main_score": 0.147583, "precision": 0.138518, "recall": 0.173913}, {"accuracy": 0.219368, "f1": 0.194655, "hf_subset": "ewe_Latn-mos_Latn", "languages": ["ewe-Latn", "mos-Latn"], "main_score": 0.194655, "precision": 0.185113, "recall": 0.219368}, {"accuracy": 0.210474, "f1": 0.177179, "hf_subset": "ewe_Latn-run_Latn", "languages": ["ewe-Latn", "run-Latn"], "main_score": 0.177179, "precision": 0.165773, "recall": 0.210474}, {"accuracy": 0.064229, "f1": 0.051509, "hf_subset": "ewe_Latn-tam_Taml", "languages": ["ewe-Latn", "tam-Taml"], "main_score": 0.051509, "precision": 0.048861, "recall": 0.064229}, {"accuracy": 0.251976, "f1": 0.216271, "hf_subset": "ewe_Latn-vie_Latn", "languages": ["ewe-Latn", "vie-Latn"], "main_score": 0.216271, "precision": 0.206108, "recall": 0.251976}, {"accuracy": 0.133399, "f1": 0.119322, "hf_subset": "ewe_Latn-apc_Arab", "languages": ["ewe-Latn", "apc-Arab"], "main_score": 0.119322, "precision": 0.114667, "recall": 0.133399}, {"accuracy": 0.226285, "f1": 0.201085, "hf_subset": "ewe_Latn-bug_Latn", "languages": ["ewe-Latn", "bug-Latn"], "main_score": 0.201085, "precision": 0.191688, "recall": 0.226285}, {"accuracy": 0.251976, "f1": 0.218887, "hf_subset": "ewe_Latn-fon_Latn", "languages": ["ewe-Latn", "fon-Latn"], "main_score": 0.218887, "precision": 0.206156, "recall": 0.251976}, {"accuracy": 0.192688, "f1": 0.175276, "hf_subset": "ewe_Latn-jav_Latn", "languages": ["ewe-Latn", "jav-Latn"], "main_score": 0.175276, "precision": 0.16968, "recall": 0.192688}, {"accuracy": 0.212451, "f1": 0.182203, "hf_subset": "ewe_Latn-lao_Laoo", "languages": ["ewe-Latn", "lao-Laoo"], "main_score": 0.182203, "precision": 0.174119, "recall": 0.212451}, {"accuracy": 0.224308, "f1": 0.192644, "hf_subset": "ewe_Latn-mri_Latn", "languages": ["ewe-Latn", "mri-Latn"], "main_score": 0.192644, "precision": 0.182279, "recall": 0.224308}, {"accuracy": 0.216403, "f1": 0.177124, "hf_subset": "ewe_Latn-rus_Cyrl", "languages": ["ewe-Latn", "rus-Cyrl"], "main_score": 0.177124, "precision": 0.165545, "recall": 0.216403}, {"accuracy": 0.244071, "f1": 0.215101, "hf_subset": "ewe_Latn-taq_Latn", "languages": ["ewe-Latn", "taq-Latn"], "main_score": 0.215101, "precision": 0.205542, "recall": 0.244071}, {"accuracy": 0.235178, "f1": 0.208596, "hf_subset": "ewe_Latn-war_Latn", "languages": ["ewe-Latn", "war-Latn"], "main_score": 0.208596, "precision": 0.199833, "recall": 0.235178}, {"accuracy": 0.16996, "f1": 0.141402, "hf_subset": "ewe_Latn-arb_Arab", "languages": ["ewe-Latn", "arb-Arab"], "main_score": 0.141402, "precision": 0.13218, "recall": 0.16996}, {"accuracy": 0.225296, "f1": 0.186749, "hf_subset": "ewe_Latn-bul_Cyrl", "languages": ["ewe-Latn", "bul-Cyrl"], "main_score": 0.186749, "precision": 0.175908, "recall": 0.225296}, {"accuracy": 0.262846, "f1": 0.221081, "hf_subset": "ewe_Latn-fra_Latn", "languages": ["ewe-Latn", "fra-Latn"], "main_score": 0.221081, "precision": 0.209238, "recall": 0.262846}, {"accuracy": 0.189723, "f1": 0.155095, "hf_subset": "ewe_Latn-jpn_Jpan", "languages": ["ewe-Latn", "jpn-Jpan"], "main_score": 0.155095, "precision": 0.145258, "recall": 0.189723}, {"accuracy": 0.183794, "f1": 0.170244, "hf_subset": "ewe_Latn-lij_Latn", "languages": ["ewe-Latn", "lij-Latn"], "main_score": 0.170244, "precision": 0.165359, "recall": 0.183794}, {"accuracy": 0.12747, "f1": 0.099701, "hf_subset": "ewe_Latn-mya_Mymr", "languages": ["ewe-Latn", "mya-Mymr"], "main_score": 0.099701, "precision": 0.092166, "recall": 0.12747}, {"accuracy": 0.242095, "f1": 0.213538, "hf_subset": "ewe_Latn-sag_Latn", "languages": ["ewe-Latn", "sag-Latn"], "main_score": 0.213538, "precision": 0.202125, "recall": 0.242095}, {"accuracy": 0.096838, "f1": 0.071895, "hf_subset": "ewe_Latn-taq_Tfng", "languages": ["ewe-Latn", "taq-Tfng"], "main_score": 0.071895, "precision": 0.06549, "recall": 0.096838}, {"accuracy": 0.26087, "f1": 0.230785, "hf_subset": "ewe_Latn-wol_Latn", "languages": ["ewe-Latn", "wol-Latn"], "main_score": 0.230785, "precision": 0.220136, "recall": 0.26087}, {"accuracy": 0.12747, "f1": 0.099158, "hf_subset": "ewe_Latn-arb_Latn", "languages": ["ewe-Latn", "arb-Latn"], "main_score": 0.099158, "precision": 0.091963, "recall": 0.12747}, {"accuracy": 0.26087, "f1": 0.219522, "hf_subset": "ewe_Latn-cat_Latn", "languages": ["ewe-Latn", "cat-Latn"], "main_score": 0.219522, "precision": 0.206487, "recall": 0.26087}, {"accuracy": 0.200593, "f1": 0.179804, "hf_subset": "ewe_Latn-fur_Latn", "languages": ["ewe-Latn", "fur-Latn"], "main_score": 0.179804, "precision": 0.173254, "recall": 0.200593}, {"accuracy": 0.092885, "f1": 0.072526, "hf_subset": "ewe_Latn-kab_Latn", "languages": ["ewe-Latn", "kab-Latn"], "main_score": 0.072526, "precision": 0.06685, "recall": 0.092885}, {"accuracy": 0.198617, "f1": 0.178172, "hf_subset": "ewe_Latn-lim_Latn", "languages": ["ewe-Latn", "lim-Latn"], "main_score": 0.178172, "precision": 0.171598, "recall": 0.198617}, {"accuracy": 0.269763, "f1": 0.231825, "hf_subset": "ewe_Latn-nld_Latn", "languages": ["ewe-Latn", "nld-Latn"], "main_score": 0.231825, "precision": 0.220013, "recall": 0.269763}, {"accuracy": 0.107708, "f1": 0.092614, "hf_subset": "ewe_Latn-san_Deva", "languages": ["ewe-Latn", "san-Deva"], "main_score": 0.092614, "precision": 0.088187, "recall": 0.107708}, {"accuracy": 0.192688, "f1": 0.167714, "hf_subset": "ewe_Latn-tat_Cyrl", "languages": ["ewe-Latn", "tat-Cyrl"], "main_score": 0.167714, "precision": 0.159685, "recall": 0.192688}, {"accuracy": 0.203557, "f1": 0.171501, "hf_subset": "ewe_Latn-xho_Latn", "languages": ["ewe-Latn", "xho-Latn"], "main_score": 0.171501, "precision": 0.161243, "recall": 0.203557}, {"accuracy": 0.168972, "f1": 0.141387, "hf_subset": "ewe_Latn-ars_Arab", "languages": ["ewe-Latn", "ars-Arab"], "main_score": 0.141387, "precision": 0.132683, "recall": 0.168972}, {"accuracy": 0.208498, "f1": 0.193136, "hf_subset": "ewe_Latn-ceb_Latn", "languages": ["ewe-Latn", "ceb-Latn"], "main_score": 0.193136, "precision": 0.187606, "recall": 0.208498}, {"accuracy": 0.231225, "f1": 0.199515, "hf_subset": "ewe_Latn-fuv_Latn", "languages": ["ewe-Latn", "fuv-Latn"], "main_score": 0.199515, "precision": 0.188163, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.215817, "hf_subset": "ewe_Latn-kac_Latn", "languages": ["ewe-Latn", "kac-Latn"], "main_score": 0.215817, "precision": 0.204683, "recall": 0.248024}, {"accuracy": 0.217391, "f1": 0.18866, "hf_subset": "ewe_Latn-lin_Latn", "languages": ["ewe-Latn", "lin-Latn"], "main_score": 0.18866, "precision": 0.179233, "recall": 0.217391}, {"accuracy": 0.253953, "f1": 0.220922, "hf_subset": "ewe_Latn-nno_Latn", "languages": ["ewe-Latn", "nno-Latn"], "main_score": 0.220922, "precision": 0.210553, "recall": 0.253953}, {"accuracy": 0.014822, "f1": 0.007547, "hf_subset": "ewe_Latn-sat_Olck", "languages": ["ewe-Latn", "sat-Olck"], "main_score": 0.007547, "precision": 0.006327, "recall": 0.014822}, {"accuracy": 0.081028, "f1": 0.067943, "hf_subset": "ewe_Latn-tel_Telu", "languages": ["ewe-Latn", "tel-Telu"], "main_score": 0.067943, "precision": 0.063384, "recall": 0.081028}, {"accuracy": 0.08498, "f1": 0.067084, "hf_subset": "ewe_Latn-ydd_Hebr", "languages": ["ewe-Latn", "ydd-Hebr"], "main_score": 0.067084, "precision": 0.061555, "recall": 0.08498}, {"accuracy": 0.133399, "f1": 0.111421, "hf_subset": "ewe_Latn-ary_Arab", "languages": ["ewe-Latn", "ary-Arab"], "main_score": 0.111421, "precision": 0.105833, "recall": 0.133399}, {"accuracy": 0.262846, "f1": 0.227138, "hf_subset": "ewe_Latn-ces_Latn", "languages": ["ewe-Latn", "ces-Latn"], "main_score": 0.227138, "precision": 0.216359, "recall": 0.262846}, {"accuracy": 0.103755, "f1": 0.079472, "hf_subset": "ewe_Latn-gaz_Latn", "languages": ["ewe-Latn", "gaz-Latn"], "main_score": 0.079472, "precision": 0.072282, "recall": 0.103755}, {"accuracy": 0.228261, "f1": 0.194655, "hf_subset": "ewe_Latn-kam_Latn", "languages": ["ewe-Latn", "kam-Latn"], "main_score": 0.194655, "precision": 0.181882, "recall": 0.228261}, {"accuracy": 0.23419, "f1": 0.197307, "hf_subset": "ewe_Latn-lit_Latn", "languages": ["ewe-Latn", "lit-Latn"], "main_score": 0.197307, "precision": 0.187204, "recall": 0.23419}, {"accuracy": 0.256917, "f1": 0.22166, "hf_subset": "ewe_Latn-nob_Latn", "languages": ["ewe-Latn", "nob-Latn"], "main_score": 0.22166, "precision": 0.211174, "recall": 0.256917}, {"accuracy": 0.182806, "f1": 0.164105, "hf_subset": "ewe_Latn-scn_Latn", "languages": ["ewe-Latn", "scn-Latn"], "main_score": 0.164105, "precision": 0.158449, "recall": 0.182806}, {"accuracy": 0.149209, "f1": 0.127467, "hf_subset": "ewe_Latn-tgk_Cyrl", "languages": ["ewe-Latn", "tgk-Cyrl"], "main_score": 0.127467, "precision": 0.12061, "recall": 0.149209}, {"accuracy": 0.236166, "f1": 0.203829, "hf_subset": "ewe_Latn-yor_Latn", "languages": ["ewe-Latn", "yor-Latn"], "main_score": 0.203829, "precision": 0.191774, "recall": 0.236166}, {"accuracy": 0.152174, "f1": 0.132475, "hf_subset": "ewe_Latn-arz_Arab", "languages": ["ewe-Latn", "arz-Arab"], "main_score": 0.132475, "precision": 0.125744, "recall": 0.152174}, {"accuracy": 0.204545, "f1": 0.176036, "hf_subset": "ewe_Latn-cjk_Latn", "languages": ["ewe-Latn", "cjk-Latn"], "main_score": 0.176036, "precision": 0.16569, "recall": 0.204545}, {"accuracy": 0.187747, "f1": 0.158692, "hf_subset": "ewe_Latn-gla_Latn", "languages": ["ewe-Latn", "gla-Latn"], "main_score": 0.158692, "precision": 0.149246, "recall": 0.187747}, {"accuracy": 0.065217, "f1": 0.05207, "hf_subset": "ewe_Latn-kan_Knda", "languages": ["ewe-Latn", "kan-Knda"], "main_score": 0.05207, "precision": 0.04851, "recall": 0.065217}, {"accuracy": 0.192688, "f1": 0.170774, "hf_subset": "ewe_Latn-lmo_Latn", "languages": ["ewe-Latn", "lmo-Latn"], "main_score": 0.170774, "precision": 0.164825, "recall": 0.192688}, {"accuracy": 0.171937, "f1": 0.143684, "hf_subset": "ewe_Latn-npi_Deva", "languages": ["ewe-Latn", "npi-Deva"], "main_score": 0.143684, "precision": 0.13606, "recall": 0.171937}, {"accuracy": 0.197628, "f1": 0.1687, "hf_subset": "ewe_Latn-shn_Mymr", "languages": ["ewe-Latn", "shn-Mymr"], "main_score": 0.1687, "precision": 0.159455, "recall": 0.197628}, {"accuracy": 0.216403, "f1": 0.193369, "hf_subset": "ewe_Latn-tgl_Latn", "languages": ["ewe-Latn", "tgl-Latn"], "main_score": 0.193369, "precision": 0.185535, "recall": 0.216403}, {"accuracy": 0.188735, "f1": 0.15677, "hf_subset": "ewe_Latn-yue_Hant", "languages": ["ewe-Latn", "yue-Hant"], "main_score": 0.15677, "precision": 0.147141, "recall": 0.188735}, {"accuracy": 0.045455, "f1": 0.036053, "hf_subset": "ewe_Latn-asm_Beng", "languages": ["ewe-Latn", "asm-Beng"], "main_score": 0.036053, "precision": 0.032395, "recall": 0.045455}, {"accuracy": 0.11166, "f1": 0.084884, "hf_subset": "ewe_Latn-ckb_Arab", "languages": ["ewe-Latn", "ckb-Arab"], "main_score": 0.084884, "precision": 0.077256, "recall": 0.11166}, {"accuracy": 0.176877, "f1": 0.155581, "hf_subset": "ewe_Latn-gle_Latn", "languages": ["ewe-Latn", "gle-Latn"], "main_score": 0.155581, "precision": 0.147946, "recall": 0.176877}, {"accuracy": 0.100791, "f1": 0.08898, "hf_subset": "ewe_Latn-kas_Arab", "languages": ["ewe-Latn", "kas-Arab"], "main_score": 0.08898, "precision": 0.085025, "recall": 0.100791}, {"accuracy": 0.183794, "f1": 0.156066, "hf_subset": "ewe_Latn-ltg_Latn", "languages": ["ewe-Latn", "ltg-Latn"], "main_score": 0.156066, "precision": 0.147872, "recall": 0.183794}, {"accuracy": 0.266798, "f1": 0.236937, "hf_subset": "ewe_Latn-nso_Latn", "languages": ["ewe-Latn", "nso-Latn"], "main_score": 0.236937, "precision": 0.225239, "recall": 0.266798}, {"accuracy": 0.071146, "f1": 0.053993, "hf_subset": "ewe_Latn-sin_Sinh", "languages": ["ewe-Latn", "sin-Sinh"], "main_score": 0.053993, "precision": 0.049677, "recall": 0.071146}, {"accuracy": 0.192688, "f1": 0.161263, "hf_subset": "ewe_Latn-tha_Thai", "languages": ["ewe-Latn", "tha-Thai"], "main_score": 0.161263, "precision": 0.152299, "recall": 0.192688}, {"accuracy": 0.201581, "f1": 0.163333, "hf_subset": "ewe_Latn-zho_Hans", "languages": ["ewe-Latn", "zho-Hans"], "main_score": 0.163333, "precision": 0.153132, "recall": 0.201581}, {"accuracy": 0.203557, "f1": 0.178132, "hf_subset": "ewe_Latn-ast_Latn", "languages": ["ewe-Latn", "ast-Latn"], "main_score": 0.178132, "precision": 0.16963, "recall": 0.203557}, {"accuracy": 0.16502, "f1": 0.151785, "hf_subset": "ewe_Latn-crh_Latn", "languages": ["ewe-Latn", "crh-Latn"], "main_score": 0.151785, "precision": 0.147203, "recall": 0.16502}, {"accuracy": 0.267787, "f1": 0.228382, "hf_subset": "ewe_Latn-glg_Latn", "languages": ["ewe-Latn", "glg-Latn"], "main_score": 0.228382, "precision": 0.217105, "recall": 0.267787}, {"accuracy": 0.150198, "f1": 0.13034, "hf_subset": "ewe_Latn-kas_Deva", "languages": ["ewe-Latn", "kas-Deva"], "main_score": 0.13034, "precision": 0.122962, "recall": 0.150198}, {"accuracy": 0.193676, "f1": 0.171509, "hf_subset": "ewe_Latn-ltz_Latn", "languages": ["ewe-Latn", "ltz-Latn"], "main_score": 0.171509, "precision": 0.163626, "recall": 0.193676}, {"accuracy": 0.139328, "f1": 0.103072, "hf_subset": "ewe_Latn-nus_Latn", "languages": ["ewe-Latn", "nus-Latn"], "main_score": 0.103072, "precision": 0.092353, "recall": 0.139328}, {"accuracy": 0.25, "f1": 0.213564, "hf_subset": "ewe_Latn-slk_Latn", "languages": ["ewe-Latn", "slk-Latn"], "main_score": 0.213564, "precision": 0.20228, "recall": 0.25}, {"accuracy": 0.039526, "f1": 0.032485, "hf_subset": "ewe_Latn-tir_Ethi", "languages": ["ewe-Latn", "tir-Ethi"], "main_score": 0.032485, "precision": 0.030488, "recall": 0.039526}, {"accuracy": 0.176877, "f1": 0.149617, "hf_subset": "ewe_Latn-zho_Hant", "languages": ["ewe-Latn", "zho-Hant"], "main_score": 0.149617, "precision": 0.140423, "recall": 0.176877}, {"accuracy": 0.16996, "f1": 0.143836, "hf_subset": "ewe_Latn-awa_Deva", "languages": ["ewe-Latn", "awa-Deva"], "main_score": 0.143836, "precision": 0.136561, "recall": 0.16996}, {"accuracy": 0.16996, "f1": 0.147389, "hf_subset": "ewe_Latn-cym_Latn", "languages": ["ewe-Latn", "cym-Latn"], "main_score": 0.147389, "precision": 0.141527, "recall": 0.16996}, {"accuracy": 0.229249, "f1": 0.199776, "hf_subset": "ewe_Latn-grn_Latn", "languages": ["ewe-Latn", "grn-Latn"], "main_score": 0.199776, "precision": 0.190234, "recall": 0.229249}, {"accuracy": 0.145257, "f1": 0.121231, "hf_subset": "ewe_Latn-kat_Geor", "languages": ["ewe-Latn", "kat-Geor"], "main_score": 0.121231, "precision": 0.11355, "recall": 0.145257}, {"accuracy": 0.230237, "f1": 0.200069, "hf_subset": "ewe_Latn-lua_Latn", "languages": ["ewe-Latn", "lua-Latn"], "main_score": 0.200069, "precision": 0.190121, "recall": 0.230237}, {"accuracy": 0.25, "f1": 0.218199, "hf_subset": "ewe_Latn-nya_Latn", "languages": ["ewe-Latn", "nya-Latn"], "main_score": 0.218199, "precision": 0.207002, "recall": 0.25}, {"accuracy": 0.246047, "f1": 0.210219, "hf_subset": "ewe_Latn-slv_Latn", "languages": ["ewe-Latn", "slv-Latn"], "main_score": 0.210219, "precision": 0.198818, "recall": 0.246047}, {"accuracy": 0.240119, "f1": 0.215587, "hf_subset": "ewe_Latn-tpi_Latn", "languages": ["ewe-Latn", "tpi-Latn"], "main_score": 0.215587, "precision": 0.206057, "recall": 0.240119}, {"accuracy": 0.264822, "f1": 0.227399, "hf_subset": "ewe_Latn-zsm_Latn", "languages": ["ewe-Latn", "zsm-Latn"], "main_score": 0.227399, "precision": 0.216601, "recall": 0.264822}, {"accuracy": 0.210474, "f1": 0.17499, "hf_subset": "ewe_Latn-ayr_Latn", "languages": ["ewe-Latn", "ayr-Latn"], "main_score": 0.17499, "precision": 0.163267, "recall": 0.210474}, {"accuracy": 0.268775, "f1": 0.23315, "hf_subset": "ewe_Latn-dan_Latn", "languages": ["ewe-Latn", "dan-Latn"], "main_score": 0.23315, "precision": 0.222471, "recall": 0.268775}, {"accuracy": 0.100791, "f1": 0.082976, "hf_subset": "ewe_Latn-guj_Gujr", "languages": ["ewe-Latn", "guj-Gujr"], "main_score": 0.082976, "precision": 0.078124, "recall": 0.100791}, {"accuracy": 0.212451, "f1": 0.181309, "hf_subset": "ewe_Latn-kaz_Cyrl", "languages": ["ewe-Latn", "kaz-Cyrl"], "main_score": 0.181309, "precision": 0.172536, "recall": 0.212451}, {"accuracy": 0.204545, "f1": 0.176351, "hf_subset": "ewe_Latn-lug_Latn", "languages": ["ewe-Latn", "lug-Latn"], "main_score": 0.176351, "precision": 0.166622, "recall": 0.204545}, {"accuracy": 0.23913, "f1": 0.207172, "hf_subset": "ewe_Latn-oci_Latn", "languages": ["ewe-Latn", "oci-Latn"], "main_score": 0.207172, "precision": 0.198349, "recall": 0.23913}, {"accuracy": 0.205534, "f1": 0.172786, "hf_subset": "ewe_Latn-smo_Latn", "languages": ["ewe-Latn", "smo-Latn"], "main_score": 0.172786, "precision": 0.161472, "recall": 0.205534}, {"accuracy": 0.247036, "f1": 0.216514, "hf_subset": "ewe_Latn-tsn_Latn", "languages": ["ewe-Latn", "tsn-Latn"], "main_score": 0.216514, "precision": 0.205207, "recall": 0.247036}, {"accuracy": 0.186759, "f1": 0.152014, "hf_subset": "ewe_Latn-zul_Latn", "languages": ["ewe-Latn", "zul-Latn"], "main_score": 0.152014, "precision": 0.140607, "recall": 0.186759}, {"accuracy": 0.105731, "f1": 0.08676, "hf_subset": "ewe_Latn-azb_Arab", "languages": ["ewe-Latn", "azb-Arab"], "main_score": 0.08676, "precision": 0.081041, "recall": 0.105731}, {"accuracy": 0.267787, "f1": 0.231294, "hf_subset": "ewe_Latn-deu_Latn", "languages": ["ewe-Latn", "deu-Latn"], "main_score": 0.231294, "precision": 0.220271, "recall": 0.267787}, {"accuracy": 0.221344, "f1": 0.1917, "hf_subset": "ewe_Latn-hat_Latn", "languages": ["ewe-Latn", "hat-Latn"], "main_score": 0.1917, "precision": 0.18103, "recall": 0.221344}, {"accuracy": 0.236166, "f1": 0.202351, "hf_subset": "ewe_Latn-kbp_Latn", "languages": ["ewe-Latn", "kbp-Latn"], "main_score": 0.202351, "precision": 0.190262, "recall": 0.236166}, {"accuracy": 0.249012, "f1": 0.220473, "hf_subset": "ewe_Latn-luo_Latn", "languages": ["ewe-Latn", "luo-Latn"], "main_score": 0.220473, "precision": 0.209945, "recall": 0.249012}, {"accuracy": 0.050395, "f1": 0.041312, "hf_subset": "ewe_Latn-ory_Orya", "languages": ["ewe-Latn", "ory-Orya"], "main_score": 0.041312, "precision": 0.038139, "recall": 0.050395}, {"accuracy": 0.167984, "f1": 0.139798, "hf_subset": "ewe_Latn-sna_Latn", "languages": ["ewe-Latn", "sna-Latn"], "main_score": 0.139798, "precision": 0.130862, "recall": 0.167984}, {"accuracy": 0.247036, "f1": 0.217693, "hf_subset": "ewe_Latn-tso_Latn", "languages": ["ewe-Latn", "tso-Latn"], "main_score": 0.217693, "precision": 0.206415, "recall": 0.247036}, {"accuracy": 0.164032, "f1": 0.145524, "hf_subset": "ewe_Latn-azj_Latn", "languages": ["ewe-Latn", "azj-Latn"], "main_score": 0.145524, "precision": 0.140509, "recall": 0.164032}, {"accuracy": 0.25, "f1": 0.220997, "hf_subset": "ewe_Latn-dik_Latn", "languages": ["ewe-Latn", "dik-Latn"], "main_score": 0.220997, "precision": 0.210064, "recall": 0.25}, {"accuracy": 0.23913, "f1": 0.209395, "hf_subset": "ewe_Latn-hau_Latn", "languages": ["ewe-Latn", "hau-Latn"], "main_score": 0.209395, "precision": 0.199904, "recall": 0.23913}, {"accuracy": 0.168972, "f1": 0.153679, "hf_subset": "ewe_Latn-kea_Latn", "languages": ["ewe-Latn", "kea-Latn"], "main_score": 0.153679, "precision": 0.148086, "recall": 0.168972}, {"accuracy": 0.251976, "f1": 0.221189, "hf_subset": "ewe_Latn-lus_Latn", "languages": ["ewe-Latn", "lus-Latn"], "main_score": 0.221189, "precision": 0.210992, "recall": 0.251976}, {"accuracy": 0.226285, "f1": 0.206912, "hf_subset": "ewe_Latn-pag_Latn", "languages": ["ewe-Latn", "pag-Latn"], "main_score": 0.206912, "precision": 0.2002, "recall": 0.226285}, {"accuracy": 0.098814, "f1": 0.080745, "hf_subset": "ewe_Latn-snd_Arab", "languages": ["ewe-Latn", "snd-Arab"], "main_score": 0.080745, "precision": 0.075363, "recall": 0.098814}, {"accuracy": 0.150198, "f1": 0.123055, "hf_subset": "ewe_Latn-tuk_Latn", "languages": ["ewe-Latn", "tuk-Latn"], "main_score": 0.123055, "precision": 0.114475, "recall": 0.150198}, {"accuracy": 0.205534, "f1": 0.176605, "hf_subset": "ewe_Latn-bak_Cyrl", "languages": ["ewe-Latn", "bak-Cyrl"], "main_score": 0.176605, "precision": 0.168885, "recall": 0.205534}, {"accuracy": 0.212451, "f1": 0.185735, "hf_subset": "ewe_Latn-dyu_Latn", "languages": ["ewe-Latn", "dyu-Latn"], "main_score": 0.185735, "precision": 0.175749, "recall": 0.212451}, {"accuracy": 0.168972, "f1": 0.133057, "hf_subset": "ewe_Latn-heb_Hebr", "languages": ["ewe-Latn", "heb-Hebr"], "main_score": 0.133057, "precision": 0.123587, "recall": 0.168972}, {"accuracy": 0.179842, "f1": 0.149099, "hf_subset": "ewe_Latn-khk_Cyrl", "languages": ["ewe-Latn", "khk-Cyrl"], "main_score": 0.149099, "precision": 0.140716, "recall": 0.179842}, {"accuracy": 0.217391, "f1": 0.181361, "hf_subset": "ewe_Latn-lvs_Latn", "languages": ["ewe-Latn", "lvs-Latn"], "main_score": 0.181361, "precision": 0.170693, "recall": 0.217391}, {"accuracy": 0.070158, "f1": 0.05457, "hf_subset": "ewe_Latn-pan_Guru", "languages": ["ewe-Latn", "pan-Guru"], "main_score": 0.05457, "precision": 0.051071, "recall": 0.070158}, {"accuracy": 0.198617, "f1": 0.175473, "hf_subset": "ewe_Latn-som_Latn", "languages": ["ewe-Latn", "som-Latn"], "main_score": 0.175473, "precision": 0.167837, "recall": 0.198617}, {"accuracy": 0.242095, "f1": 0.20444, "hf_subset": "ewe_Latn-tum_Latn", "languages": ["ewe-Latn", "tum-Latn"], "main_score": 0.20444, "precision": 0.192395, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.050257, "hf_subset": "ilo_Latn-ace_Arab", "languages": ["ilo-Latn", "ace-Arab"], "main_score": 0.050257, "precision": 0.046618, "recall": 0.063241}, {"accuracy": 0.228261, "f1": 0.203106, "hf_subset": "ilo_Latn-bam_Latn", "languages": ["ilo-Latn", "bam-Latn"], "main_score": 0.203106, "precision": 0.194903, "recall": 0.228261}, {"accuracy": 0.005929, "f1": 0.000614, "hf_subset": "ilo_Latn-dzo_Tibt", "languages": ["ilo-Latn", "dzo-Tibt"], "main_score": 0.000614, "precision": 0.000342, "recall": 0.005929}, {"accuracy": 0.291502, "f1": 0.263411, "hf_subset": "ilo_Latn-hin_Deva", "languages": ["ilo-Latn", "hin-Deva"], "main_score": 0.263411, "precision": 0.25452, "recall": 0.291502}, {"accuracy": 0.253953, "f1": 0.225629, "hf_subset": "ilo_Latn-khm_Khmr", "languages": ["ilo-Latn", "khm-Khmr"], "main_score": 0.225629, "precision": 0.218178, "recall": 0.253953}, {"accuracy": 0.257905, "f1": 0.232817, "hf_subset": "ilo_Latn-mag_Deva", "languages": ["ilo-Latn", "mag-Deva"], "main_score": 0.232817, "precision": 0.226123, "recall": 0.257905}, {"accuracy": 0.310277, "f1": 0.289099, "hf_subset": "ilo_Latn-pap_Latn", "languages": ["ilo-Latn", "pap-Latn"], "main_score": 0.289099, "precision": 0.283315, "recall": 0.310277}, {"accuracy": 0.294466, "f1": 0.262241, "hf_subset": "ilo_Latn-sot_Latn", "languages": ["ilo-Latn", "sot-Latn"], "main_score": 0.262241, "precision": 0.249976, "recall": 0.294466}, {"accuracy": 0.374506, "f1": 0.339374, "hf_subset": "ilo_Latn-tur_Latn", "languages": ["ilo-Latn", "tur-Latn"], "main_score": 0.339374, "precision": 0.328677, "recall": 0.374506}, {"accuracy": 0.33004, "f1": 0.305067, "hf_subset": "ilo_Latn-ace_Latn", "languages": ["ilo-Latn", "ace-Latn"], "main_score": 0.305067, "precision": 0.29633, "recall": 0.33004}, {"accuracy": 0.297431, "f1": 0.279223, "hf_subset": "ilo_Latn-ban_Latn", "languages": ["ilo-Latn", "ban-Latn"], "main_score": 0.279223, "precision": 0.273269, "recall": 0.297431}, {"accuracy": 0.306324, "f1": 0.277031, "hf_subset": "ilo_Latn-ell_Grek", "languages": ["ilo-Latn", "ell-Grek"], "main_score": 0.277031, "precision": 0.268362, "recall": 0.306324}, {"accuracy": 0.26087, "f1": 0.233038, "hf_subset": "ilo_Latn-hne_Deva", "languages": ["ilo-Latn", "hne-Deva"], "main_score": 0.233038, "precision": 0.224436, "recall": 0.26087}, {"accuracy": 0.301383, "f1": 0.26459, "hf_subset": "ilo_Latn-kik_Latn", "languages": ["ilo-Latn", "kik-Latn"], "main_score": 0.26459, "precision": 0.249532, "recall": 0.301383}, {"accuracy": 0.240119, "f1": 0.222462, "hf_subset": "ilo_Latn-mai_Deva", "languages": ["ilo-Latn", "mai-Deva"], "main_score": 0.222462, "precision": 0.21735, "recall": 0.240119}, {"accuracy": 0.229249, "f1": 0.20123, "hf_subset": "ilo_Latn-pbt_Arab", "languages": ["ilo-Latn", "pbt-Arab"], "main_score": 0.20123, "precision": 0.192515, "recall": 0.229249}, {"accuracy": 0.367589, "f1": 0.331502, "hf_subset": "ilo_Latn-spa_Latn", "languages": ["ilo-Latn", "spa-Latn"], "main_score": 0.331502, "precision": 0.32237, "recall": 0.367589}, {"accuracy": 0.337945, "f1": 0.305206, "hf_subset": "ilo_Latn-twi_Latn", "languages": ["ilo-Latn", "twi-Latn"], "main_score": 0.305206, "precision": 0.29318, "recall": 0.337945}, {"accuracy": 0.256917, "f1": 0.233699, "hf_subset": "ilo_Latn-acm_Arab", "languages": ["ilo-Latn", "acm-Arab"], "main_score": 0.233699, "precision": 0.225043, "recall": 0.256917}, {"accuracy": 0.257905, "f1": 0.225539, "hf_subset": "ilo_Latn-bel_Cyrl", "languages": ["ilo-Latn", "bel-Cyrl"], "main_score": 0.225539, "precision": 0.215595, "recall": 0.257905}, {"accuracy": 0.393281, "f1": 0.359704, "hf_subset": "ilo_Latn-eng_Latn", "languages": ["ilo-Latn", "eng-Latn"], "main_score": 0.359704, "precision": 0.349229, "recall": 0.393281}, {"accuracy": 0.317194, "f1": 0.293295, "hf_subset": "ilo_Latn-hrv_Latn", "languages": ["ilo-Latn", "hrv-Latn"], "main_score": 0.293295, "precision": 0.285738, "recall": 0.317194}, {"accuracy": 0.229249, "f1": 0.193631, "hf_subset": "ilo_Latn-kin_Latn", "languages": ["ilo-Latn", "kin-Latn"], "main_score": 0.193631, "precision": 0.180938, "recall": 0.229249}, {"accuracy": 0.152174, "f1": 0.128311, "hf_subset": "ilo_Latn-mal_Mlym", "languages": ["ilo-Latn", "mal-Mlym"], "main_score": 0.128311, "precision": 0.121633, "recall": 0.152174}, {"accuracy": 0.288538, "f1": 0.259692, "hf_subset": "ilo_Latn-pes_Arab", "languages": ["ilo-Latn", "pes-Arab"], "main_score": 0.259692, "precision": 0.250014, "recall": 0.288538}, {"accuracy": 0.296443, "f1": 0.268847, "hf_subset": "ilo_Latn-srd_Latn", "languages": ["ilo-Latn", "srd-Latn"], "main_score": 0.268847, "precision": 0.26002, "recall": 0.296443}, {"accuracy": 0.059289, "f1": 0.036264, "hf_subset": "ilo_Latn-tzm_Tfng", "languages": ["ilo-Latn", "tzm-Tfng"], "main_score": 0.036264, "precision": 0.031573, "recall": 0.059289}, {"accuracy": 0.29249, "f1": 0.261773, "hf_subset": "ilo_Latn-acq_Arab", "languages": ["ilo-Latn", "acq-Arab"], "main_score": 0.261773, "precision": 0.252126, "recall": 0.29249}, {"accuracy": 0.307312, "f1": 0.267364, "hf_subset": "ilo_Latn-bem_Latn", "languages": ["ilo-Latn", "bem-Latn"], "main_score": 0.267364, "precision": 0.253341, "recall": 0.307312}, {"accuracy": 0.286561, "f1": 0.268353, "hf_subset": "ilo_Latn-epo_Latn", "languages": ["ilo-Latn", "epo-Latn"], "main_score": 0.268353, "precision": 0.262707, "recall": 0.286561}, {"accuracy": 0.366601, "f1": 0.333827, "hf_subset": "ilo_Latn-hun_Latn", "languages": ["ilo-Latn", "hun-Latn"], "main_score": 0.333827, "precision": 0.325175, "recall": 0.366601}, {"accuracy": 0.286561, "f1": 0.261657, "hf_subset": "ilo_Latn-kir_Cyrl", "languages": ["ilo-Latn", "kir-Cyrl"], "main_score": 0.261657, "precision": 0.254163, "recall": 0.286561}, {"accuracy": 0.243083, "f1": 0.215159, "hf_subset": "ilo_Latn-mar_Deva", "languages": ["ilo-Latn", "mar-Deva"], "main_score": 0.215159, "precision": 0.206224, "recall": 0.243083}, {"accuracy": 0.307312, "f1": 0.272969, "hf_subset": "ilo_Latn-plt_Latn", "languages": ["ilo-Latn", "plt-Latn"], "main_score": 0.272969, "precision": 0.259985, "recall": 0.307312}, {"accuracy": 0.335968, "f1": 0.301893, "hf_subset": "ilo_Latn-srp_Cyrl", "languages": ["ilo-Latn", "srp-Cyrl"], "main_score": 0.301893, "precision": 0.291333, "recall": 0.335968}, {"accuracy": 0.18083, "f1": 0.162553, "hf_subset": "ilo_Latn-uig_Arab", "languages": ["ilo-Latn", "uig-Arab"], "main_score": 0.162553, "precision": 0.156544, "recall": 0.18083}, {"accuracy": 0.256917, "f1": 0.232599, "hf_subset": "ilo_Latn-aeb_Arab", "languages": ["ilo-Latn", "aeb-Arab"], "main_score": 0.232599, "precision": 0.224903, "recall": 0.256917}, {"accuracy": 0.167984, "f1": 0.146608, "hf_subset": "ilo_Latn-ben_Beng", "languages": ["ilo-Latn", "ben-Beng"], "main_score": 0.146608, "precision": 0.140229, "recall": 0.167984}, {"accuracy": 0.36166, "f1": 0.322039, "hf_subset": "ilo_Latn-est_Latn", "languages": ["ilo-Latn", "est-Latn"], "main_score": 0.322039, "precision": 0.310439, "recall": 0.36166}, {"accuracy": 0.266798, "f1": 0.237517, "hf_subset": "ilo_Latn-hye_Armn", "languages": ["ilo-Latn", "hye-Armn"], "main_score": 0.237517, "precision": 0.22743, "recall": 0.266798}, {"accuracy": 0.249012, "f1": 0.201584, "hf_subset": "ilo_Latn-kmb_Latn", "languages": ["ilo-Latn", "kmb-Latn"], "main_score": 0.201584, "precision": 0.186476, "recall": 0.249012}, {"accuracy": 0.036561, "f1": 0.026249, "hf_subset": "ilo_Latn-min_Arab", "languages": ["ilo-Latn", "min-Arab"], "main_score": 0.026249, "precision": 0.023299, "recall": 0.036561}, {"accuracy": 0.373518, "f1": 0.333267, "hf_subset": "ilo_Latn-pol_Latn", "languages": ["ilo-Latn", "pol-Latn"], "main_score": 0.333267, "precision": 0.32187, "recall": 0.373518}, {"accuracy": 0.211462, "f1": 0.17436, "hf_subset": "ilo_Latn-ssw_Latn", "languages": ["ilo-Latn", "ssw-Latn"], "main_score": 0.17436, "precision": 0.161403, "recall": 0.211462}, {"accuracy": 0.332016, "f1": 0.296793, "hf_subset": "ilo_Latn-ukr_Cyrl", "languages": ["ilo-Latn", "ukr-Cyrl"], "main_score": 0.296793, "precision": 0.286516, "recall": 0.332016}, {"accuracy": 0.347826, "f1": 0.313435, "hf_subset": "ilo_Latn-afr_Latn", "languages": ["ilo-Latn", "afr-Latn"], "main_score": 0.313435, "precision": 0.303396, "recall": 0.347826}, {"accuracy": 0.254941, "f1": 0.230125, "hf_subset": "ilo_Latn-bho_Deva", "languages": ["ilo-Latn", "bho-Deva"], "main_score": 0.230125, "precision": 0.221915, "recall": 0.254941}, {"accuracy": 0.261858, "f1": 0.245782, "hf_subset": "ilo_Latn-eus_Latn", "languages": ["ilo-Latn", "eus-Latn"], "main_score": 0.245782, "precision": 0.240897, "recall": 0.261858}, {"accuracy": 0.238142, "f1": 0.202796, "hf_subset": "ilo_Latn-ibo_Latn", "languages": ["ilo-Latn", "ibo-Latn"], "main_score": 0.202796, "precision": 0.189911, "recall": 0.238142}, {"accuracy": 0.287549, "f1": 0.257922, "hf_subset": "ilo_Latn-kmr_Latn", "languages": ["ilo-Latn", "kmr-Latn"], "main_score": 0.257922, "precision": 0.249336, "recall": 0.287549}, {"accuracy": 0.296443, "f1": 0.27116, "hf_subset": "ilo_Latn-min_Latn", "languages": ["ilo-Latn", "min-Latn"], "main_score": 0.27116, "precision": 0.264537, "recall": 0.296443}, {"accuracy": 0.392292, "f1": 0.350933, "hf_subset": "ilo_Latn-por_Latn", "languages": ["ilo-Latn", "por-Latn"], "main_score": 0.350933, "precision": 0.338261, "recall": 0.392292}, {"accuracy": 0.301383, "f1": 0.279229, "hf_subset": "ilo_Latn-sun_Latn", "languages": ["ilo-Latn", "sun-Latn"], "main_score": 0.279229, "precision": 0.272267, "recall": 0.301383}, {"accuracy": 0.217391, "f1": 0.179389, "hf_subset": "ilo_Latn-umb_Latn", "languages": ["ilo-Latn", "umb-Latn"], "main_score": 0.179389, "precision": 0.167703, "recall": 0.217391}, {"accuracy": 0.287549, "f1": 0.259633, "hf_subset": "ilo_Latn-ajp_Arab", "languages": ["ilo-Latn", "ajp-Arab"], "main_score": 0.259633, "precision": 0.251039, "recall": 0.287549}, {"accuracy": 0.057312, "f1": 0.044383, "hf_subset": "ilo_Latn-bjn_Arab", "languages": ["ilo-Latn", "bjn-Arab"], "main_score": 0.044383, "precision": 0.039822, "recall": 0.057312}, {"accuracy": 0.302372, "f1": 0.273377, "hf_subset": "ilo_Latn-ewe_Latn", "languages": ["ilo-Latn", "ewe-Latn"], "main_score": 0.273377, "precision": 0.262817, "recall": 0.302372}, {"accuracy": 0.067194, "f1": 0.058317, "hf_subset": "ilo_Latn-knc_Arab", "languages": ["ilo-Latn", "knc-Arab"], "main_score": 0.058317, "precision": 0.055543, "recall": 0.067194}, {"accuracy": 0.333004, "f1": 0.302592, "hf_subset": "ilo_Latn-mkd_Cyrl", "languages": ["ilo-Latn", "mkd-Cyrl"], "main_score": 0.302592, "precision": 0.293145, "recall": 0.333004}, {"accuracy": 0.25, "f1": 0.225999, "hf_subset": "ilo_Latn-prs_Arab", "languages": ["ilo-Latn", "prs-Arab"], "main_score": 0.225999, "precision": 0.219131, "recall": 0.25}, {"accuracy": 0.34585, "f1": 0.316158, "hf_subset": "ilo_Latn-swe_Latn", "languages": ["ilo-Latn", "swe-Latn"], "main_score": 0.316158, "precision": 0.307438, "recall": 0.34585}, {"accuracy": 0.25, "f1": 0.222119, "hf_subset": "ilo_Latn-urd_Arab", "languages": ["ilo-Latn", "urd-Arab"], "main_score": 0.222119, "precision": 0.213313, "recall": 0.25}, {"accuracy": 0.349802, "f1": 0.314017, "hf_subset": "ilo_Latn-aka_Latn", "languages": ["ilo-Latn", "aka-Latn"], "main_score": 0.314017, "precision": 0.300648, "recall": 0.349802}, {"accuracy": 0.302372, "f1": 0.281664, "hf_subset": "ilo_Latn-bjn_Latn", "languages": ["ilo-Latn", "bjn-Latn"], "main_score": 0.281664, "precision": 0.274992, "recall": 0.302372}, {"accuracy": 0.256917, "f1": 0.229586, "hf_subset": "ilo_Latn-fao_Latn", "languages": ["ilo-Latn", "fao-Latn"], "main_score": 0.229586, "precision": 0.220312, "recall": 0.256917}, {"accuracy": 0.393281, "f1": 0.354538, "hf_subset": "ilo_Latn-ind_Latn", "languages": ["ilo-Latn", "ind-Latn"], "main_score": 0.354538, "precision": 0.343434, "recall": 0.393281}, {"accuracy": 0.298419, "f1": 0.271305, "hf_subset": "ilo_Latn-knc_Latn", "languages": ["ilo-Latn", "knc-Latn"], "main_score": 0.271305, "precision": 0.261546, "recall": 0.298419}, {"accuracy": 0.304348, "f1": 0.268792, "hf_subset": "ilo_Latn-mlt_Latn", "languages": ["ilo-Latn", "mlt-Latn"], "main_score": 0.268792, "precision": 0.25738, "recall": 0.304348}, {"accuracy": 0.298419, "f1": 0.258509, "hf_subset": "ilo_Latn-quy_Latn", "languages": ["ilo-Latn", "quy-Latn"], "main_score": 0.258509, "precision": 0.244838, "recall": 0.298419}, {"accuracy": 0.273715, "f1": 0.246299, "hf_subset": "ilo_Latn-swh_Latn", "languages": ["ilo-Latn", "swh-Latn"], "main_score": 0.246299, "precision": 0.237061, "recall": 0.273715}, {"accuracy": 0.25, "f1": 0.231252, "hf_subset": "ilo_Latn-uzn_Latn", "languages": ["ilo-Latn", "uzn-Latn"], "main_score": 0.231252, "precision": 0.224443, "recall": 0.25}, {"accuracy": 0.342885, "f1": 0.315405, "hf_subset": "ilo_Latn-als_Latn", "languages": ["ilo-Latn", "als-Latn"], "main_score": 0.315405, "precision": 0.306663, "recall": 0.342885}, {"accuracy": 0.054348, "f1": 0.031893, "hf_subset": "ilo_Latn-bod_Tibt", "languages": ["ilo-Latn", "bod-Tibt"], "main_score": 0.031893, "precision": 0.027855, "recall": 0.054348}, {"accuracy": 0.228261, "f1": 0.194891, "hf_subset": "ilo_Latn-fij_Latn", "languages": ["ilo-Latn", "fij-Latn"], "main_score": 0.194891, "precision": 0.181887, "recall": 0.228261}, {"accuracy": 0.23913, "f1": 0.222102, "hf_subset": "ilo_Latn-isl_Latn", "languages": ["ilo-Latn", "isl-Latn"], "main_score": 0.222102, "precision": 0.216535, "recall": 0.23913}, {"accuracy": 0.316206, "f1": 0.277481, "hf_subset": "ilo_Latn-kon_Latn", "languages": ["ilo-Latn", "kon-Latn"], "main_score": 0.277481, "precision": 0.262495, "recall": 0.316206}, {"accuracy": 0.056324, "f1": 0.036711, "hf_subset": "ilo_Latn-mni_Beng", "languages": ["ilo-Latn", "mni-Beng"], "main_score": 0.036711, "precision": 0.032104, "recall": 0.056324}, {"accuracy": 0.390316, "f1": 0.355191, "hf_subset": "ilo_Latn-ron_Latn", "languages": ["ilo-Latn", "ron-Latn"], "main_score": 0.355191, "precision": 0.344803, "recall": 0.390316}, {"accuracy": 0.274704, "f1": 0.254475, "hf_subset": "ilo_Latn-szl_Latn", "languages": ["ilo-Latn", "szl-Latn"], "main_score": 0.254475, "precision": 0.247209, "recall": 0.274704}, {"accuracy": 0.318182, "f1": 0.287766, "hf_subset": "ilo_Latn-vec_Latn", "languages": ["ilo-Latn", "vec-Latn"], "main_score": 0.287766, "precision": 0.27871, "recall": 0.318182}, {"accuracy": 0.125494, "f1": 0.102928, "hf_subset": "ilo_Latn-amh_Ethi", "languages": ["ilo-Latn", "amh-Ethi"], "main_score": 0.102928, "precision": 0.095888, "recall": 0.125494}, {"accuracy": 0.373518, "f1": 0.336805, "hf_subset": "ilo_Latn-bos_Latn", "languages": ["ilo-Latn", "bos-Latn"], "main_score": 0.336805, "precision": 0.32606, "recall": 0.373518}, {"accuracy": 0.353755, "f1": 0.321595, "hf_subset": "ilo_Latn-fin_Latn", "languages": ["ilo-Latn", "fin-Latn"], "main_score": 0.321595, "precision": 0.311545, "recall": 0.353755}, {"accuracy": 0.389328, "f1": 0.348189, "hf_subset": "ilo_Latn-ita_Latn", "languages": ["ilo-Latn", "ita-Latn"], "main_score": 0.348189, "precision": 0.337257, "recall": 0.389328}, {"accuracy": 0.296443, "f1": 0.265632, "hf_subset": "ilo_Latn-kor_Hang", "languages": ["ilo-Latn", "kor-Hang"], "main_score": 0.265632, "precision": 0.25654, "recall": 0.296443}, {"accuracy": 0.245059, "f1": 0.207936, "hf_subset": "ilo_Latn-mos_Latn", "languages": ["ilo-Latn", "mos-Latn"], "main_score": 0.207936, "precision": 0.19475, "recall": 0.245059}, {"accuracy": 0.221344, "f1": 0.18181, "hf_subset": "ilo_Latn-run_Latn", "languages": ["ilo-Latn", "run-Latn"], "main_score": 0.18181, "precision": 0.167976, "recall": 0.221344}, {"accuracy": 0.144269, "f1": 0.117757, "hf_subset": "ilo_Latn-tam_Taml", "languages": ["ilo-Latn", "tam-Taml"], "main_score": 0.117757, "precision": 0.112095, "recall": 0.144269}, {"accuracy": 0.382411, "f1": 0.336739, "hf_subset": "ilo_Latn-vie_Latn", "languages": ["ilo-Latn", "vie-Latn"], "main_score": 0.336739, "precision": 0.32331, "recall": 0.382411}, {"accuracy": 0.254941, "f1": 0.234978, "hf_subset": "ilo_Latn-apc_Arab", "languages": ["ilo-Latn", "apc-Arab"], "main_score": 0.234978, "precision": 0.227679, "recall": 0.254941}, {"accuracy": 0.331028, "f1": 0.305656, "hf_subset": "ilo_Latn-bug_Latn", "languages": ["ilo-Latn", "bug-Latn"], "main_score": 0.305656, "precision": 0.296642, "recall": 0.331028}, {"accuracy": 0.258893, "f1": 0.22184, "hf_subset": "ilo_Latn-fon_Latn", "languages": ["ilo-Latn", "fon-Latn"], "main_score": 0.22184, "precision": 0.208038, "recall": 0.258893}, {"accuracy": 0.298419, "f1": 0.276386, "hf_subset": "ilo_Latn-jav_Latn", "languages": ["ilo-Latn", "jav-Latn"], "main_score": 0.276386, "precision": 0.269828, "recall": 0.298419}, {"accuracy": 0.290514, "f1": 0.258786, "hf_subset": "ilo_Latn-lao_Laoo", "languages": ["ilo-Latn", "lao-Laoo"], "main_score": 0.258786, "precision": 0.249664, "recall": 0.290514}, {"accuracy": 0.267787, "f1": 0.227608, "hf_subset": "ilo_Latn-mri_Latn", "languages": ["ilo-Latn", "mri-Latn"], "main_score": 0.227608, "precision": 0.213319, "recall": 0.267787}, {"accuracy": 0.332016, "f1": 0.294526, "hf_subset": "ilo_Latn-rus_Cyrl", "languages": ["ilo-Latn", "rus-Cyrl"], "main_score": 0.294526, "precision": 0.284156, "recall": 0.332016}, {"accuracy": 0.285573, "f1": 0.255714, "hf_subset": "ilo_Latn-taq_Latn", "languages": ["ilo-Latn", "taq-Latn"], "main_score": 0.255714, "precision": 0.24537, "recall": 0.285573}, {"accuracy": 0.434783, "f1": 0.402695, "hf_subset": "ilo_Latn-war_Latn", "languages": ["ilo-Latn", "war-Latn"], "main_score": 0.402695, "precision": 0.390832, "recall": 0.434783}, {"accuracy": 0.286561, "f1": 0.253987, "hf_subset": "ilo_Latn-arb_Arab", "languages": ["ilo-Latn", "arb-Arab"], "main_score": 0.253987, "precision": 0.243593, "recall": 0.286561}, {"accuracy": 0.344862, "f1": 0.311441, "hf_subset": "ilo_Latn-bul_Cyrl", "languages": ["ilo-Latn", "bul-Cyrl"], "main_score": 0.311441, "precision": 0.300825, "recall": 0.344862}, {"accuracy": 0.405138, "f1": 0.356913, "hf_subset": "ilo_Latn-fra_Latn", "languages": ["ilo-Latn", "fra-Latn"], "main_score": 0.356913, "precision": 0.344422, "recall": 0.405138}, {"accuracy": 0.314229, "f1": 0.278546, "hf_subset": "ilo_Latn-jpn_Jpan", "languages": ["ilo-Latn", "jpn-Jpan"], "main_score": 0.278546, "precision": 0.267232, "recall": 0.314229}, {"accuracy": 0.307312, "f1": 0.286714, "hf_subset": "ilo_Latn-lij_Latn", "languages": ["ilo-Latn", "lij-Latn"], "main_score": 0.286714, "precision": 0.280318, "recall": 0.307312}, {"accuracy": 0.246047, "f1": 0.21149, "hf_subset": "ilo_Latn-mya_Mymr", "languages": ["ilo-Latn", "mya-Mymr"], "main_score": 0.21149, "precision": 0.201725, "recall": 0.246047}, {"accuracy": 0.263834, "f1": 0.230561, "hf_subset": "ilo_Latn-sag_Latn", "languages": ["ilo-Latn", "sag-Latn"], "main_score": 0.230561, "precision": 0.218346, "recall": 0.263834}, {"accuracy": 0.093874, "f1": 0.060736, "hf_subset": "ilo_Latn-taq_Tfng", "languages": ["ilo-Latn", "taq-Tfng"], "main_score": 0.060736, "precision": 0.053914, "recall": 0.093874}, {"accuracy": 0.311265, "f1": 0.272555, "hf_subset": "ilo_Latn-wol_Latn", "languages": ["ilo-Latn", "wol-Latn"], "main_score": 0.272555, "precision": 0.259338, "recall": 0.311265}, {"accuracy": 0.124506, "f1": 0.094824, "hf_subset": "ilo_Latn-arb_Latn", "languages": ["ilo-Latn", "arb-Latn"], "main_score": 0.094824, "precision": 0.086165, "recall": 0.124506}, {"accuracy": 0.403162, "f1": 0.358077, "hf_subset": "ilo_Latn-cat_Latn", "languages": ["ilo-Latn", "cat-Latn"], "main_score": 0.358077, "precision": 0.346333, "recall": 0.403162}, {"accuracy": 0.301383, "f1": 0.273009, "hf_subset": "ilo_Latn-fur_Latn", "languages": ["ilo-Latn", "fur-Latn"], "main_score": 0.273009, "precision": 0.264339, "recall": 0.301383}, {"accuracy": 0.093874, "f1": 0.072421, "hf_subset": "ilo_Latn-kab_Latn", "languages": ["ilo-Latn", "kab-Latn"], "main_score": 0.072421, "precision": 0.06593, "recall": 0.093874}, {"accuracy": 0.313241, "f1": 0.288462, "hf_subset": "ilo_Latn-lim_Latn", "languages": ["ilo-Latn", "lim-Latn"], "main_score": 0.288462, "precision": 0.280443, "recall": 0.313241}, {"accuracy": 0.395257, "f1": 0.352939, "hf_subset": "ilo_Latn-nld_Latn", "languages": ["ilo-Latn", "nld-Latn"], "main_score": 0.352939, "precision": 0.340519, "recall": 0.395257}, {"accuracy": 0.171937, "f1": 0.15155, "hf_subset": "ilo_Latn-san_Deva", "languages": ["ilo-Latn", "san-Deva"], "main_score": 0.15155, "precision": 0.1448, "recall": 0.171937}, {"accuracy": 0.27668, "f1": 0.248042, "hf_subset": "ilo_Latn-tat_Cyrl", "languages": ["ilo-Latn", "tat-Cyrl"], "main_score": 0.248042, "precision": 0.238119, "recall": 0.27668}, {"accuracy": 0.238142, "f1": 0.198223, "hf_subset": "ilo_Latn-xho_Latn", "languages": ["ilo-Latn", "xho-Latn"], "main_score": 0.198223, "precision": 0.184951, "recall": 0.238142}, {"accuracy": 0.281621, "f1": 0.2464, "hf_subset": "ilo_Latn-ars_Arab", "languages": ["ilo-Latn", "ars-Arab"], "main_score": 0.2464, "precision": 0.235533, "recall": 0.281621}, {"accuracy": 0.437747, "f1": 0.412707, "hf_subset": "ilo_Latn-ceb_Latn", "languages": ["ilo-Latn", "ceb-Latn"], "main_score": 0.412707, "precision": 0.404613, "recall": 0.437747}, {"accuracy": 0.241107, "f1": 0.20536, "hf_subset": "ilo_Latn-fuv_Latn", "languages": ["ilo-Latn", "fuv-Latn"], "main_score": 0.20536, "precision": 0.192409, "recall": 0.241107}, {"accuracy": 0.286561, "f1": 0.241799, "hf_subset": "ilo_Latn-kac_Latn", "languages": ["ilo-Latn", "kac-Latn"], "main_score": 0.241799, "precision": 0.226139, "recall": 0.286561}, {"accuracy": 0.269763, "f1": 0.235062, "hf_subset": "ilo_Latn-lin_Latn", "languages": ["ilo-Latn", "lin-Latn"], "main_score": 0.235062, "precision": 0.223965, "recall": 0.269763}, {"accuracy": 0.358696, "f1": 0.327633, "hf_subset": "ilo_Latn-nno_Latn", "languages": ["ilo-Latn", "nno-Latn"], "main_score": 0.327633, "precision": 0.318097, "recall": 0.358696}, {"accuracy": 0.019763, "f1": 0.00714, "hf_subset": "ilo_Latn-sat_Olck", "languages": ["ilo-Latn", "sat-Olck"], "main_score": 0.00714, "precision": 0.005496, "recall": 0.019763}, {"accuracy": 0.155138, "f1": 0.134501, "hf_subset": "ilo_Latn-tel_Telu", "languages": ["ilo-Latn", "tel-Telu"], "main_score": 0.134501, "precision": 0.128673, "recall": 0.155138}, {"accuracy": 0.107708, "f1": 0.088538, "hf_subset": "ilo_Latn-ydd_Hebr", "languages": ["ilo-Latn", "ydd-Hebr"], "main_score": 0.088538, "precision": 0.082563, "recall": 0.107708}, {"accuracy": 0.232213, "f1": 0.202471, "hf_subset": "ilo_Latn-ary_Arab", "languages": ["ilo-Latn", "ary-Arab"], "main_score": 0.202471, "precision": 0.193826, "recall": 0.232213}, {"accuracy": 0.378458, "f1": 0.337878, "hf_subset": "ilo_Latn-ces_Latn", "languages": ["ilo-Latn", "ces-Latn"], "main_score": 0.337878, "precision": 0.326173, "recall": 0.378458}, {"accuracy": 0.112648, "f1": 0.082408, "hf_subset": "ilo_Latn-gaz_Latn", "languages": ["ilo-Latn", "gaz-Latn"], "main_score": 0.082408, "precision": 0.072428, "recall": 0.112648}, {"accuracy": 0.26087, "f1": 0.22741, "hf_subset": "ilo_Latn-kam_Latn", "languages": ["ilo-Latn", "kam-Latn"], "main_score": 0.22741, "precision": 0.215015, "recall": 0.26087}, {"accuracy": 0.358696, "f1": 0.322092, "hf_subset": "ilo_Latn-lit_Latn", "languages": ["ilo-Latn", "lit-Latn"], "main_score": 0.322092, "precision": 0.311375, "recall": 0.358696}, {"accuracy": 0.384387, "f1": 0.348923, "hf_subset": "ilo_Latn-nob_Latn", "languages": ["ilo-Latn", "nob-Latn"], "main_score": 0.348923, "precision": 0.338459, "recall": 0.384387}, {"accuracy": 0.273715, "f1": 0.246433, "hf_subset": "ilo_Latn-scn_Latn", "languages": ["ilo-Latn", "scn-Latn"], "main_score": 0.246433, "precision": 0.237415, "recall": 0.273715}, {"accuracy": 0.211462, "f1": 0.176233, "hf_subset": "ilo_Latn-tgk_Cyrl", "languages": ["ilo-Latn", "tgk-Cyrl"], "main_score": 0.176233, "precision": 0.164148, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.20902, "hf_subset": "ilo_Latn-yor_Latn", "languages": ["ilo-Latn", "yor-Latn"], "main_score": 0.20902, "precision": 0.196163, "recall": 0.242095}, {"accuracy": 0.246047, "f1": 0.2176, "hf_subset": "ilo_Latn-arz_Arab", "languages": ["ilo-Latn", "arz-Arab"], "main_score": 0.2176, "precision": 0.208879, "recall": 0.246047}, {"accuracy": 0.246047, "f1": 0.20876, "hf_subset": "ilo_Latn-cjk_Latn", "languages": ["ilo-Latn", "cjk-Latn"], "main_score": 0.20876, "precision": 0.195472, "recall": 0.246047}, {"accuracy": 0.193676, "f1": 0.160447, "hf_subset": "ilo_Latn-gla_Latn", "languages": ["ilo-Latn", "gla-Latn"], "main_score": 0.160447, "precision": 0.150175, "recall": 0.193676}, {"accuracy": 0.157115, "f1": 0.13486, "hf_subset": "ilo_Latn-kan_Knda", "languages": ["ilo-Latn", "kan-Knda"], "main_score": 0.13486, "precision": 0.12857, "recall": 0.157115}, {"accuracy": 0.288538, "f1": 0.258592, "hf_subset": "ilo_Latn-lmo_Latn", "languages": ["ilo-Latn", "lmo-Latn"], "main_score": 0.258592, "precision": 0.249798, "recall": 0.288538}, {"accuracy": 0.287549, "f1": 0.254167, "hf_subset": "ilo_Latn-npi_Deva", "languages": ["ilo-Latn", "npi-Deva"], "main_score": 0.254167, "precision": 0.244734, "recall": 0.287549}, {"accuracy": 0.245059, "f1": 0.203603, "hf_subset": "ilo_Latn-shn_Mymr", "languages": ["ilo-Latn", "shn-Mymr"], "main_score": 0.203603, "precision": 0.191009, "recall": 0.245059}, {"accuracy": 0.41996, "f1": 0.390039, "hf_subset": "ilo_Latn-tgl_Latn", "languages": ["ilo-Latn", "tgl-Latn"], "main_score": 0.390039, "precision": 0.379892, "recall": 0.41996}, {"accuracy": 0.3083, "f1": 0.274977, "hf_subset": "ilo_Latn-yue_Hant", "languages": ["ilo-Latn", "yue-Hant"], "main_score": 0.274977, "precision": 0.265235, "recall": 0.3083}, {"accuracy": 0.096838, "f1": 0.08272, "hf_subset": "ilo_Latn-asm_Beng", "languages": ["ilo-Latn", "asm-Beng"], "main_score": 0.08272, "precision": 0.078494, "recall": 0.096838}, {"accuracy": 0.192688, "f1": 0.16425, "hf_subset": "ilo_Latn-ckb_Arab", "languages": ["ilo-Latn", "ckb-Arab"], "main_score": 0.16425, "precision": 0.155059, "recall": 0.192688}, {"accuracy": 0.216403, "f1": 0.185242, "hf_subset": "ilo_Latn-gle_Latn", "languages": ["ilo-Latn", "gle-Latn"], "main_score": 0.185242, "precision": 0.175792, "recall": 0.216403}, {"accuracy": 0.16502, "f1": 0.148986, "hf_subset": "ilo_Latn-kas_Arab", "languages": ["ilo-Latn", "kas-Arab"], "main_score": 0.148986, "precision": 0.143598, "recall": 0.16502}, {"accuracy": 0.284585, "f1": 0.251718, "hf_subset": "ilo_Latn-ltg_Latn", "languages": ["ilo-Latn", "ltg-Latn"], "main_score": 0.251718, "precision": 0.242079, "recall": 0.284585}, {"accuracy": 0.3083, "f1": 0.276667, "hf_subset": "ilo_Latn-nso_Latn", "languages": ["ilo-Latn", "nso-Latn"], "main_score": 0.276667, "precision": 0.264313, "recall": 0.3083}, {"accuracy": 0.184783, "f1": 0.155418, "hf_subset": "ilo_Latn-sin_Sinh", "languages": ["ilo-Latn", "sin-Sinh"], "main_score": 0.155418, "precision": 0.147772, "recall": 0.184783}, {"accuracy": 0.30336, "f1": 0.26918, "hf_subset": "ilo_Latn-tha_Thai", "languages": ["ilo-Latn", "tha-Thai"], "main_score": 0.26918, "precision": 0.258029, "recall": 0.30336}, {"accuracy": 0.333992, "f1": 0.291091, "hf_subset": "ilo_Latn-zho_Hans", "languages": ["ilo-Latn", "zho-Hans"], "main_score": 0.291091, "precision": 0.278918, "recall": 0.333992}, {"accuracy": 0.324111, "f1": 0.294609, "hf_subset": "ilo_Latn-ast_Latn", "languages": ["ilo-Latn", "ast-Latn"], "main_score": 0.294609, "precision": 0.285288, "recall": 0.324111}, {"accuracy": 0.26087, "f1": 0.245522, "hf_subset": "ilo_Latn-crh_Latn", "languages": ["ilo-Latn", "crh-Latn"], "main_score": 0.245522, "precision": 0.239912, "recall": 0.26087}, {"accuracy": 0.390316, "f1": 0.353853, "hf_subset": "ilo_Latn-glg_Latn", "languages": ["ilo-Latn", "glg-Latn"], "main_score": 0.353853, "precision": 0.344195, "recall": 0.390316}, {"accuracy": 0.212451, "f1": 0.185431, "hf_subset": "ilo_Latn-kas_Deva", "languages": ["ilo-Latn", "kas-Deva"], "main_score": 0.185431, "precision": 0.177, "recall": 0.212451}, {"accuracy": 0.287549, "f1": 0.265399, "hf_subset": "ilo_Latn-ltz_Latn", "languages": ["ilo-Latn", "ltz-Latn"], "main_score": 0.265399, "precision": 0.257227, "recall": 0.287549}, {"accuracy": 0.141304, "f1": 0.099135, "hf_subset": "ilo_Latn-nus_Latn", "languages": ["ilo-Latn", "nus-Latn"], "main_score": 0.099135, "precision": 0.086901, "recall": 0.141304}, {"accuracy": 0.368577, "f1": 0.335127, "hf_subset": "ilo_Latn-slk_Latn", "languages": ["ilo-Latn", "slk-Latn"], "main_score": 0.335127, "precision": 0.325051, "recall": 0.368577}, {"accuracy": 0.071146, "f1": 0.05756, "hf_subset": "ilo_Latn-tir_Ethi", "languages": ["ilo-Latn", "tir-Ethi"], "main_score": 0.05756, "precision": 0.053393, "recall": 0.071146}, {"accuracy": 0.318182, "f1": 0.284628, "hf_subset": "ilo_Latn-zho_Hant", "languages": ["ilo-Latn", "zho-Hant"], "main_score": 0.284628, "precision": 0.274708, "recall": 0.318182}, {"accuracy": 0.287549, "f1": 0.250814, "hf_subset": "ilo_Latn-awa_Deva", "languages": ["ilo-Latn", "awa-Deva"], "main_score": 0.250814, "precision": 0.240126, "recall": 0.287549}, {"accuracy": 0.231225, "f1": 0.201399, "hf_subset": "ilo_Latn-cym_Latn", "languages": ["ilo-Latn", "cym-Latn"], "main_score": 0.201399, "precision": 0.19258, "recall": 0.231225}, {"accuracy": 0.333004, "f1": 0.297627, "hf_subset": "ilo_Latn-grn_Latn", "languages": ["ilo-Latn", "grn-Latn"], "main_score": 0.297627, "precision": 0.28386, "recall": 0.333004}, {"accuracy": 0.271739, "f1": 0.244125, "hf_subset": "ilo_Latn-kat_Geor", "languages": ["ilo-Latn", "kat-Geor"], "main_score": 0.244125, "precision": 0.235074, "recall": 0.271739}, {"accuracy": 0.296443, "f1": 0.258181, "hf_subset": "ilo_Latn-lua_Latn", "languages": ["ilo-Latn", "lua-Latn"], "main_score": 0.258181, "precision": 0.244776, "recall": 0.296443}, {"accuracy": 0.291502, "f1": 0.250704, "hf_subset": "ilo_Latn-nya_Latn", "languages": ["ilo-Latn", "nya-Latn"], "main_score": 0.250704, "precision": 0.235227, "recall": 0.291502}, {"accuracy": 0.370553, "f1": 0.332991, "hf_subset": "ilo_Latn-slv_Latn", "languages": ["ilo-Latn", "slv-Latn"], "main_score": 0.332991, "precision": 0.321825, "recall": 0.370553}, {"accuracy": 0.364625, "f1": 0.338086, "hf_subset": "ilo_Latn-tpi_Latn", "languages": ["ilo-Latn", "tpi-Latn"], "main_score": 0.338086, "precision": 0.328476, "recall": 0.364625}, {"accuracy": 0.386364, "f1": 0.348098, "hf_subset": "ilo_Latn-zsm_Latn", "languages": ["ilo-Latn", "zsm-Latn"], "main_score": 0.348098, "precision": 0.337378, "recall": 0.386364}, {"accuracy": 0.267787, "f1": 0.22425, "hf_subset": "ilo_Latn-ayr_Latn", "languages": ["ilo-Latn", "ayr-Latn"], "main_score": 0.22425, "precision": 0.210031, "recall": 0.267787}, {"accuracy": 0.391304, "f1": 0.349803, "hf_subset": "ilo_Latn-dan_Latn", "languages": ["ilo-Latn", "dan-Latn"], "main_score": 0.349803, "precision": 0.336632, "recall": 0.391304}, {"accuracy": 0.204545, "f1": 0.180918, "hf_subset": "ilo_Latn-guj_Gujr", "languages": ["ilo-Latn", "guj-Gujr"], "main_score": 0.180918, "precision": 0.173654, "recall": 0.204545}, {"accuracy": 0.311265, "f1": 0.280737, "hf_subset": "ilo_Latn-kaz_Cyrl", "languages": ["ilo-Latn", "kaz-Cyrl"], "main_score": 0.280737, "precision": 0.271163, "recall": 0.311265}, {"accuracy": 0.216403, "f1": 0.180884, "hf_subset": "ilo_Latn-lug_Latn", "languages": ["ilo-Latn", "lug-Latn"], "main_score": 0.180884, "precision": 0.16843, "recall": 0.216403}, {"accuracy": 0.348814, "f1": 0.318012, "hf_subset": "ilo_Latn-oci_Latn", "languages": ["ilo-Latn", "oci-Latn"], "main_score": 0.318012, "precision": 0.309288, "recall": 0.348814}, {"accuracy": 0.243083, "f1": 0.195787, "hf_subset": "ilo_Latn-smo_Latn", "languages": ["ilo-Latn", "smo-Latn"], "main_score": 0.195787, "precision": 0.180049, "recall": 0.243083}, {"accuracy": 0.277668, "f1": 0.242163, "hf_subset": "ilo_Latn-tsn_Latn", "languages": ["ilo-Latn", "tsn-Latn"], "main_score": 0.242163, "precision": 0.22885, "recall": 0.277668}, {"accuracy": 0.18083, "f1": 0.144062, "hf_subset": "ilo_Latn-zul_Latn", "languages": ["ilo-Latn", "zul-Latn"], "main_score": 0.144062, "precision": 0.133186, "recall": 0.18083}, {"accuracy": 0.182806, "f1": 0.162762, "hf_subset": "ilo_Latn-azb_Arab", "languages": ["ilo-Latn", "azb-Arab"], "main_score": 0.162762, "precision": 0.156025, "recall": 0.182806}, {"accuracy": 0.369565, "f1": 0.335865, "hf_subset": "ilo_Latn-deu_Latn", "languages": ["ilo-Latn", "deu-Latn"], "main_score": 0.335865, "precision": 0.324716, "recall": 0.369565}, {"accuracy": 0.261858, "f1": 0.226154, "hf_subset": "ilo_Latn-hat_Latn", "languages": ["ilo-Latn", "hat-Latn"], "main_score": 0.226154, "precision": 0.213791, "recall": 0.261858}, {"accuracy": 0.232213, "f1": 0.191221, "hf_subset": "ilo_Latn-kbp_Latn", "languages": ["ilo-Latn", "kbp-Latn"], "main_score": 0.191221, "precision": 0.176831, "recall": 0.232213}, {"accuracy": 0.286561, "f1": 0.249123, "hf_subset": "ilo_Latn-luo_Latn", "languages": ["ilo-Latn", "luo-Latn"], "main_score": 0.249123, "precision": 0.235919, "recall": 0.286561}, {"accuracy": 0.130435, "f1": 0.10658, "hf_subset": "ilo_Latn-ory_Orya", "languages": ["ilo-Latn", "ory-Orya"], "main_score": 0.10658, "precision": 0.100273, "recall": 0.130435}, {"accuracy": 0.22332, "f1": 0.18374, "hf_subset": "ilo_Latn-sna_Latn", "languages": ["ilo-Latn", "sna-Latn"], "main_score": 0.18374, "precision": 0.17018, "recall": 0.22332}, {"accuracy": 0.248024, "f1": 0.216974, "hf_subset": "ilo_Latn-tso_Latn", "languages": ["ilo-Latn", "tso-Latn"], "main_score": 0.216974, "precision": 0.20523, "recall": 0.248024}, {"accuracy": 0.262846, "f1": 0.243556, "hf_subset": "ilo_Latn-azj_Latn", "languages": ["ilo-Latn", "azj-Latn"], "main_score": 0.243556, "precision": 0.237676, "recall": 0.262846}, {"accuracy": 0.287549, "f1": 0.255481, "hf_subset": "ilo_Latn-dik_Latn", "languages": ["ilo-Latn", "dik-Latn"], "main_score": 0.255481, "precision": 0.244839, "recall": 0.287549}, {"accuracy": 0.270751, "f1": 0.234169, "hf_subset": "ilo_Latn-hau_Latn", "languages": ["ilo-Latn", "hau-Latn"], "main_score": 0.234169, "precision": 0.222745, "recall": 0.270751}, {"accuracy": 0.26581, "f1": 0.247721, "hf_subset": "ilo_Latn-kea_Latn", "languages": ["ilo-Latn", "kea-Latn"], "main_score": 0.247721, "precision": 0.241652, "recall": 0.26581}, {"accuracy": 0.379447, "f1": 0.343047, "hf_subset": "ilo_Latn-lus_Latn", "languages": ["ilo-Latn", "lus-Latn"], "main_score": 0.343047, "precision": 0.33008, "recall": 0.379447}, {"accuracy": 0.44664, "f1": 0.416493, "hf_subset": "ilo_Latn-pag_Latn", "languages": ["ilo-Latn", "pag-Latn"], "main_score": 0.416493, "precision": 0.405287, "recall": 0.44664}, {"accuracy": 0.195652, "f1": 0.169586, "hf_subset": "ilo_Latn-snd_Arab", "languages": ["ilo-Latn", "snd-Arab"], "main_score": 0.169586, "precision": 0.161593, "recall": 0.195652}, {"accuracy": 0.219368, "f1": 0.192173, "hf_subset": "ilo_Latn-tuk_Latn", "languages": ["ilo-Latn", "tuk-Latn"], "main_score": 0.192173, "precision": 0.182451, "recall": 0.219368}, {"accuracy": 0.289526, "f1": 0.259257, "hf_subset": "ilo_Latn-bak_Cyrl", "languages": ["ilo-Latn", "bak-Cyrl"], "main_score": 0.259257, "precision": 0.248968, "recall": 0.289526}, {"accuracy": 0.227273, "f1": 0.187397, "hf_subset": "ilo_Latn-dyu_Latn", "languages": ["ilo-Latn", "dyu-Latn"], "main_score": 0.187397, "precision": 0.173924, "recall": 0.227273}, {"accuracy": 0.299407, "f1": 0.260073, "hf_subset": "ilo_Latn-heb_Hebr", "languages": ["ilo-Latn", "heb-Hebr"], "main_score": 0.260073, "precision": 0.249159, "recall": 0.299407}, {"accuracy": 0.301383, "f1": 0.267084, "hf_subset": "ilo_Latn-khk_Cyrl", "languages": ["ilo-Latn", "khk-Cyrl"], "main_score": 0.267084, "precision": 0.258396, "recall": 0.301383}, {"accuracy": 0.332016, "f1": 0.299304, "hf_subset": "ilo_Latn-lvs_Latn", "languages": ["ilo-Latn", "lvs-Latn"], "main_score": 0.299304, "precision": 0.289324, "recall": 0.332016}, {"accuracy": 0.153162, "f1": 0.131416, "hf_subset": "ilo_Latn-pan_Guru", "languages": ["ilo-Latn", "pan-Guru"], "main_score": 0.131416, "precision": 0.125014, "recall": 0.153162}, {"accuracy": 0.232213, "f1": 0.2076, "hf_subset": "ilo_Latn-som_Latn", "languages": ["ilo-Latn", "som-Latn"], "main_score": 0.2076, "precision": 0.198739, "recall": 0.232213}, {"accuracy": 0.268775, "f1": 0.229774, "hf_subset": "ilo_Latn-tum_Latn", "languages": ["ilo-Latn", "tum-Latn"], "main_score": 0.229774, "precision": 0.217411, "recall": 0.268775}, {"accuracy": 0.023715, "f1": 0.019848, "hf_subset": "knc_Arab-ace_Arab", "languages": ["knc-Arab", "ace-Arab"], "main_score": 0.019848, "precision": 0.018445, "recall": 0.023715}, {"accuracy": 0.048419, "f1": 0.039969, "hf_subset": "knc_Arab-bam_Latn", "languages": ["knc-Arab", "bam-Latn"], "main_score": 0.039969, "precision": 0.037181, "recall": 0.048419}, {"accuracy": 0.002964, "f1": 0.000533, "hf_subset": "knc_Arab-dzo_Tibt", "languages": ["knc-Arab", "dzo-Tibt"], "main_score": 0.000533, "precision": 0.000311, "recall": 0.002964}, {"accuracy": 0.054348, "f1": 0.049772, "hf_subset": "knc_Arab-hin_Deva", "languages": ["knc-Arab", "hin-Deva"], "main_score": 0.049772, "precision": 0.048264, "recall": 0.054348}, {"accuracy": 0.052372, "f1": 0.045766, "hf_subset": "knc_Arab-khm_Khmr", "languages": ["knc-Arab", "khm-Khmr"], "main_score": 0.045766, "precision": 0.043949, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.040071, "hf_subset": "knc_Arab-mag_Deva", "languages": ["knc-Arab", "mag-Deva"], "main_score": 0.040071, "precision": 0.039049, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.048652, "hf_subset": "knc_Arab-pap_Latn", "languages": ["knc-Arab", "pap-Latn"], "main_score": 0.048652, "precision": 0.046598, "recall": 0.057312}, {"accuracy": 0.05336, "f1": 0.044379, "hf_subset": "knc_Arab-sot_Latn", "languages": ["knc-Arab", "sot-Latn"], "main_score": 0.044379, "precision": 0.041579, "recall": 0.05336}, {"accuracy": 0.063241, "f1": 0.056641, "hf_subset": "knc_Arab-tur_Latn", "languages": ["knc-Arab", "tur-Latn"], "main_score": 0.056641, "precision": 0.054823, "recall": 0.063241}, {"accuracy": 0.061265, "f1": 0.055865, "hf_subset": "knc_Arab-ace_Latn", "languages": ["knc-Arab", "ace-Latn"], "main_score": 0.055865, "precision": 0.053995, "recall": 0.061265}, {"accuracy": 0.062253, "f1": 0.055964, "hf_subset": "knc_Arab-ban_Latn", "languages": ["knc-Arab", "ban-Latn"], "main_score": 0.055964, "precision": 0.054589, "recall": 0.062253}, {"accuracy": 0.059289, "f1": 0.052769, "hf_subset": "knc_Arab-ell_Grek", "languages": ["knc-Arab", "ell-Grek"], "main_score": 0.052769, "precision": 0.051234, "recall": 0.059289}, {"accuracy": 0.04249, "f1": 0.038662, "hf_subset": "knc_Arab-hne_Deva", "languages": ["knc-Arab", "hne-Deva"], "main_score": 0.038662, "precision": 0.037553, "recall": 0.04249}, {"accuracy": 0.051383, "f1": 0.040991, "hf_subset": "knc_Arab-kik_Latn", "languages": ["knc-Arab", "kik-Latn"], "main_score": 0.040991, "precision": 0.038235, "recall": 0.051383}, {"accuracy": 0.04249, "f1": 0.037523, "hf_subset": "knc_Arab-mai_Deva", "languages": ["knc-Arab", "mai-Deva"], "main_score": 0.037523, "precision": 0.03647, "recall": 0.04249}, {"accuracy": 0.052372, "f1": 0.045962, "hf_subset": "knc_Arab-pbt_Arab", "languages": ["knc-Arab", "pbt-Arab"], "main_score": 0.045962, "precision": 0.043831, "recall": 0.052372}, {"accuracy": 0.064229, "f1": 0.059329, "hf_subset": "knc_Arab-spa_Latn", "languages": ["knc-Arab", "spa-Latn"], "main_score": 0.059329, "precision": 0.057918, "recall": 0.064229}, {"accuracy": 0.054348, "f1": 0.047468, "hf_subset": "knc_Arab-twi_Latn", "languages": ["knc-Arab", "twi-Latn"], "main_score": 0.047468, "precision": 0.045209, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.043478, "hf_subset": "knc_Arab-acm_Arab", "languages": ["knc-Arab", "acm-Arab"], "main_score": 0.043478, "precision": 0.042161, "recall": 0.046443}, {"accuracy": 0.050395, "f1": 0.04251, "hf_subset": "knc_Arab-bel_Cyrl", "languages": ["knc-Arab", "bel-Cyrl"], "main_score": 0.04251, "precision": 0.040752, "recall": 0.050395}, {"accuracy": 0.067194, "f1": 0.059816, "hf_subset": "knc_Arab-eng_Latn", "languages": ["knc-Arab", "eng-Latn"], "main_score": 0.059816, "precision": 0.057197, "recall": 0.067194}, {"accuracy": 0.059289, "f1": 0.053964, "hf_subset": "knc_Arab-hrv_Latn", "languages": ["knc-Arab", "hrv-Latn"], "main_score": 0.053964, "precision": 0.052125, "recall": 0.059289}, {"accuracy": 0.051383, "f1": 0.042416, "hf_subset": "knc_Arab-kin_Latn", "languages": ["knc-Arab", "kin-Latn"], "main_score": 0.042416, "precision": 0.039527, "recall": 0.051383}, {"accuracy": 0.031621, "f1": 0.027853, "hf_subset": "knc_Arab-mal_Mlym", "languages": ["knc-Arab", "mal-Mlym"], "main_score": 0.027853, "precision": 0.027019, "recall": 0.031621}, {"accuracy": 0.059289, "f1": 0.054076, "hf_subset": "knc_Arab-pes_Arab", "languages": ["knc-Arab", "pes-Arab"], "main_score": 0.054076, "precision": 0.052788, "recall": 0.059289}, {"accuracy": 0.061265, "f1": 0.056999, "hf_subset": "knc_Arab-srd_Latn", "languages": ["knc-Arab", "srd-Latn"], "main_score": 0.056999, "precision": 0.055938, "recall": 0.061265}, {"accuracy": 0.057312, "f1": 0.042179, "hf_subset": "knc_Arab-tzm_Tfng", "languages": ["knc-Arab", "tzm-Tfng"], "main_score": 0.042179, "precision": 0.038245, "recall": 0.057312}, {"accuracy": 0.048419, "f1": 0.045949, "hf_subset": "knc_Arab-acq_Arab", "languages": ["knc-Arab", "acq-Arab"], "main_score": 0.045949, "precision": 0.044796, "recall": 0.048419}, {"accuracy": 0.05336, "f1": 0.048006, "hf_subset": "knc_Arab-bem_Latn", "languages": ["knc-Arab", "bem-Latn"], "main_score": 0.048006, "precision": 0.045965, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.047186, "hf_subset": "knc_Arab-epo_Latn", "languages": ["knc-Arab", "epo-Latn"], "main_score": 0.047186, "precision": 0.046106, "recall": 0.052372}, {"accuracy": 0.059289, "f1": 0.054828, "hf_subset": "knc_Arab-hun_Latn", "languages": ["knc-Arab", "hun-Latn"], "main_score": 0.054828, "precision": 0.053535, "recall": 0.059289}, {"accuracy": 0.051383, "f1": 0.044825, "hf_subset": "knc_Arab-kir_Cyrl", "languages": ["knc-Arab", "kir-Cyrl"], "main_score": 0.044825, "precision": 0.043049, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.03875, "hf_subset": "knc_Arab-mar_Deva", "languages": ["knc-Arab", "mar-Deva"], "main_score": 0.03875, "precision": 0.036823, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.047489, "hf_subset": "knc_Arab-plt_Latn", "languages": ["knc-Arab", "plt-Latn"], "main_score": 0.047489, "precision": 0.044779, "recall": 0.055336}, {"accuracy": 0.055336, "f1": 0.051438, "hf_subset": "knc_Arab-srp_Cyrl", "languages": ["knc-Arab", "srp-Cyrl"], "main_score": 0.051438, "precision": 0.04986, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.033754, "hf_subset": "knc_Arab-uig_Arab", "languages": ["knc-Arab", "uig-Arab"], "main_score": 0.033754, "precision": 0.033089, "recall": 0.038538}, {"accuracy": 0.041502, "f1": 0.039361, "hf_subset": "knc_Arab-aeb_Arab", "languages": ["knc-Arab", "aeb-Arab"], "main_score": 0.039361, "precision": 0.038373, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.028137, "hf_subset": "knc_Arab-ben_Beng", "languages": ["knc-Arab", "ben-Beng"], "main_score": 0.028137, "precision": 0.02688, "recall": 0.033597}, {"accuracy": 0.062253, "f1": 0.056044, "hf_subset": "knc_Arab-est_Latn", "languages": ["knc-Arab", "est-Latn"], "main_score": 0.056044, "precision": 0.054206, "recall": 0.062253}, {"accuracy": 0.043478, "f1": 0.038792, "hf_subset": "knc_Arab-hye_Armn", "languages": ["knc-Arab", "hye-Armn"], "main_score": 0.038792, "precision": 0.037339, "recall": 0.043478}, {"accuracy": 0.043478, "f1": 0.03203, "hf_subset": "knc_Arab-kmb_Latn", "languages": ["knc-Arab", "kmb-Latn"], "main_score": 0.03203, "precision": 0.028454, "recall": 0.043478}, {"accuracy": 0.012846, "f1": 0.01043, "hf_subset": "knc_Arab-min_Arab", "languages": ["knc-Arab", "min-Arab"], "main_score": 0.01043, "precision": 0.009708, "recall": 0.012846}, {"accuracy": 0.0583, "f1": 0.053896, "hf_subset": "knc_Arab-pol_Latn", "languages": ["knc-Arab", "pol-Latn"], "main_score": 0.053896, "precision": 0.052413, "recall": 0.0583}, {"accuracy": 0.04249, "f1": 0.033442, "hf_subset": "knc_Arab-ssw_Latn", "languages": ["knc-Arab", "ssw-Latn"], "main_score": 0.033442, "precision": 0.031471, "recall": 0.04249}, {"accuracy": 0.05336, "f1": 0.050842, "hf_subset": "knc_Arab-ukr_Cyrl", "languages": ["knc-Arab", "ukr-Cyrl"], "main_score": 0.050842, "precision": 0.049901, "recall": 0.05336}, {"accuracy": 0.066206, "f1": 0.058315, "hf_subset": "knc_Arab-afr_Latn", "languages": ["knc-Arab", "afr-Latn"], "main_score": 0.058315, "precision": 0.056351, "recall": 0.066206}, {"accuracy": 0.04249, "f1": 0.040192, "hf_subset": "knc_Arab-bho_Deva", "languages": ["knc-Arab", "bho-Deva"], "main_score": 0.040192, "precision": 0.039694, "recall": 0.04249}, {"accuracy": 0.052372, "f1": 0.046577, "hf_subset": "knc_Arab-eus_Latn", "languages": ["knc-Arab", "eus-Latn"], "main_score": 0.046577, "precision": 0.044892, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.038057, "hf_subset": "knc_Arab-ibo_Latn", "languages": ["knc-Arab", "ibo-Latn"], "main_score": 0.038057, "precision": 0.036272, "recall": 0.046443}, {"accuracy": 0.054348, "f1": 0.048425, "hf_subset": "knc_Arab-kmr_Latn", "languages": ["knc-Arab", "kmr-Latn"], "main_score": 0.048425, "precision": 0.046777, "recall": 0.054348}, {"accuracy": 0.062253, "f1": 0.056497, "hf_subset": "knc_Arab-min_Latn", "languages": ["knc-Arab", "min-Latn"], "main_score": 0.056497, "precision": 0.05487, "recall": 0.062253}, {"accuracy": 0.06917, "f1": 0.0641, "hf_subset": "knc_Arab-por_Latn", "languages": ["knc-Arab", "por-Latn"], "main_score": 0.0641, "precision": 0.062484, "recall": 0.06917}, {"accuracy": 0.057312, "f1": 0.052029, "hf_subset": "knc_Arab-sun_Latn", "languages": ["knc-Arab", "sun-Latn"], "main_score": 0.052029, "precision": 0.050974, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.03081, "hf_subset": "knc_Arab-umb_Latn", "languages": ["knc-Arab", "umb-Latn"], "main_score": 0.03081, "precision": 0.02835, "recall": 0.038538}, {"accuracy": 0.038538, "f1": 0.034093, "hf_subset": "knc_Arab-ajp_Arab", "languages": ["knc-Arab", "ajp-Arab"], "main_score": 0.034093, "precision": 0.03279, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.016653, "hf_subset": "knc_Arab-bjn_Arab", "languages": ["knc-Arab", "bjn-Arab"], "main_score": 0.016653, "precision": 0.015563, "recall": 0.019763}, {"accuracy": 0.057312, "f1": 0.046486, "hf_subset": "knc_Arab-ewe_Latn", "languages": ["knc-Arab", "ewe-Latn"], "main_score": 0.046486, "precision": 0.043155, "recall": 0.057312}, {"accuracy": 0.070158, "f1": 0.064185, "hf_subset": "knc_Arab-ilo_Latn", "languages": ["knc-Arab", "ilo-Latn"], "main_score": 0.064185, "precision": 0.061998, "recall": 0.070158}, {"accuracy": 0.064229, "f1": 0.055042, "hf_subset": "knc_Arab-mkd_Cyrl", "languages": ["knc-Arab", "mkd-Cyrl"], "main_score": 0.055042, "precision": 0.052804, "recall": 0.064229}, {"accuracy": 0.051383, "f1": 0.046971, "hf_subset": "knc_Arab-prs_Arab", "languages": ["knc-Arab", "prs-Arab"], "main_score": 0.046971, "precision": 0.045636, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.063331, "hf_subset": "knc_Arab-swe_Latn", "languages": ["knc-Arab", "swe-Latn"], "main_score": 0.063331, "precision": 0.061378, "recall": 0.06917}, {"accuracy": 0.048419, "f1": 0.039748, "hf_subset": "knc_Arab-urd_Arab", "languages": ["knc-Arab", "urd-Arab"], "main_score": 0.039748, "precision": 0.037719, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.04901, "hf_subset": "knc_Arab-aka_Latn", "languages": ["knc-Arab", "aka-Latn"], "main_score": 0.04901, "precision": 0.04655, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.057935, "hf_subset": "knc_Arab-bjn_Latn", "languages": ["knc-Arab", "bjn-Latn"], "main_score": 0.057935, "precision": 0.05604, "recall": 0.064229}, {"accuracy": 0.045455, "f1": 0.042128, "hf_subset": "knc_Arab-fao_Latn", "languages": ["knc-Arab", "fao-Latn"], "main_score": 0.042128, "precision": 0.041041, "recall": 0.045455}, {"accuracy": 0.067194, "f1": 0.05847, "hf_subset": "knc_Arab-ind_Latn", "languages": ["knc-Arab", "ind-Latn"], "main_score": 0.05847, "precision": 0.055944, "recall": 0.067194}, {"accuracy": 0.060277, "f1": 0.052094, "hf_subset": "knc_Arab-knc_Latn", "languages": ["knc-Arab", "knc-Latn"], "main_score": 0.052094, "precision": 0.049623, "recall": 0.060277}, {"accuracy": 0.0583, "f1": 0.047586, "hf_subset": "knc_Arab-mlt_Latn", "languages": ["knc-Arab", "mlt-Latn"], "main_score": 0.047586, "precision": 0.045204, "recall": 0.0583}, {"accuracy": 0.051383, "f1": 0.039265, "hf_subset": "knc_Arab-quy_Latn", "languages": ["knc-Arab", "quy-Latn"], "main_score": 0.039265, "precision": 0.036423, "recall": 0.051383}, {"accuracy": 0.052372, "f1": 0.049083, "hf_subset": "knc_Arab-swh_Latn", "languages": ["knc-Arab", "swh-Latn"], "main_score": 0.049083, "precision": 0.048092, "recall": 0.052372}, {"accuracy": 0.038538, "f1": 0.034496, "hf_subset": "knc_Arab-uzn_Latn", "languages": ["knc-Arab", "uzn-Latn"], "main_score": 0.034496, "precision": 0.033471, "recall": 0.038538}, {"accuracy": 0.055336, "f1": 0.050955, "hf_subset": "knc_Arab-als_Latn", "languages": ["knc-Arab", "als-Latn"], "main_score": 0.050955, "precision": 0.049193, "recall": 0.055336}, {"accuracy": 0.051383, "f1": 0.036674, "hf_subset": "knc_Arab-bod_Tibt", "languages": ["knc-Arab", "bod-Tibt"], "main_score": 0.036674, "precision": 0.033807, "recall": 0.051383}, {"accuracy": 0.060277, "f1": 0.050751, "hf_subset": "knc_Arab-fij_Latn", "languages": ["knc-Arab", "fij-Latn"], "main_score": 0.050751, "precision": 0.048355, "recall": 0.060277}, {"accuracy": 0.046443, "f1": 0.041627, "hf_subset": "knc_Arab-isl_Latn", "languages": ["knc-Arab", "isl-Latn"], "main_score": 0.041627, "precision": 0.040419, "recall": 0.046443}, {"accuracy": 0.050395, "f1": 0.04164, "hf_subset": "knc_Arab-kon_Latn", "languages": ["knc-Arab", "kon-Latn"], "main_score": 0.04164, "precision": 0.03857, "recall": 0.050395}, {"accuracy": 0.038538, "f1": 0.030437, "hf_subset": "knc_Arab-mni_Beng", "languages": ["knc-Arab", "mni-Beng"], "main_score": 0.030437, "precision": 0.028548, "recall": 0.038538}, {"accuracy": 0.068182, "f1": 0.058987, "hf_subset": "knc_Arab-ron_Latn", "languages": ["knc-Arab", "ron-Latn"], "main_score": 0.058987, "precision": 0.056438, "recall": 0.068182}, {"accuracy": 0.051383, "f1": 0.045647, "hf_subset": "knc_Arab-szl_Latn", "languages": ["knc-Arab", "szl-Latn"], "main_score": 0.045647, "precision": 0.044131, "recall": 0.051383}, {"accuracy": 0.062253, "f1": 0.058501, "hf_subset": "knc_Arab-vec_Latn", "languages": ["knc-Arab", "vec-Latn"], "main_score": 0.058501, "precision": 0.057166, "recall": 0.062253}, {"accuracy": 0.038538, "f1": 0.032979, "hf_subset": "knc_Arab-amh_Ethi", "languages": ["knc-Arab", "amh-Ethi"], "main_score": 0.032979, "precision": 0.031424, "recall": 0.038538}, {"accuracy": 0.063241, "f1": 0.058622, "hf_subset": "knc_Arab-bos_Latn", "languages": ["knc-Arab", "bos-Latn"], "main_score": 0.058622, "precision": 0.056994, "recall": 0.063241}, {"accuracy": 0.059289, "f1": 0.053755, "hf_subset": "knc_Arab-fin_Latn", "languages": ["knc-Arab", "fin-Latn"], "main_score": 0.053755, "precision": 0.051918, "recall": 0.059289}, {"accuracy": 0.066206, "f1": 0.060319, "hf_subset": "knc_Arab-ita_Latn", "languages": ["knc-Arab", "ita-Latn"], "main_score": 0.060319, "precision": 0.058437, "recall": 0.066206}, {"accuracy": 0.049407, "f1": 0.043253, "hf_subset": "knc_Arab-kor_Hang", "languages": ["knc-Arab", "kor-Hang"], "main_score": 0.043253, "precision": 0.041852, "recall": 0.049407}, {"accuracy": 0.063241, "f1": 0.052556, "hf_subset": "knc_Arab-mos_Latn", "languages": ["knc-Arab", "mos-Latn"], "main_score": 0.052556, "precision": 0.049706, "recall": 0.063241}, {"accuracy": 0.043478, "f1": 0.035599, "hf_subset": "knc_Arab-run_Latn", "languages": ["knc-Arab", "run-Latn"], "main_score": 0.035599, "precision": 0.033367, "recall": 0.043478}, {"accuracy": 0.030632, "f1": 0.028393, "hf_subset": "knc_Arab-tam_Taml", "languages": ["knc-Arab", "tam-Taml"], "main_score": 0.028393, "precision": 0.027619, "recall": 0.030632}, {"accuracy": 0.068182, "f1": 0.058465, "hf_subset": "knc_Arab-vie_Latn", "languages": ["knc-Arab", "vie-Latn"], "main_score": 0.058465, "precision": 0.055996, "recall": 0.068182}, {"accuracy": 0.047431, "f1": 0.043117, "hf_subset": "knc_Arab-apc_Arab", "languages": ["knc-Arab", "apc-Arab"], "main_score": 0.043117, "precision": 0.041798, "recall": 0.047431}, {"accuracy": 0.052372, "f1": 0.045061, "hf_subset": "knc_Arab-bug_Latn", "languages": ["knc-Arab", "bug-Latn"], "main_score": 0.045061, "precision": 0.042707, "recall": 0.052372}, {"accuracy": 0.045455, "f1": 0.039526, "hf_subset": "knc_Arab-fon_Latn", "languages": ["knc-Arab", "fon-Latn"], "main_score": 0.039526, "precision": 0.037088, "recall": 0.045455}, {"accuracy": 0.0583, "f1": 0.052894, "hf_subset": "knc_Arab-jav_Latn", "languages": ["knc-Arab", "jav-Latn"], "main_score": 0.052894, "precision": 0.051345, "recall": 0.0583}, {"accuracy": 0.060277, "f1": 0.054407, "hf_subset": "knc_Arab-lao_Laoo", "languages": ["knc-Arab", "lao-Laoo"], "main_score": 0.054407, "precision": 0.052491, "recall": 0.060277}, {"accuracy": 0.063241, "f1": 0.053389, "hf_subset": "knc_Arab-mri_Latn", "languages": ["knc-Arab", "mri-Latn"], "main_score": 0.053389, "precision": 0.050471, "recall": 0.063241}, {"accuracy": 0.054348, "f1": 0.050167, "hf_subset": "knc_Arab-rus_Cyrl", "languages": ["knc-Arab", "rus-Cyrl"], "main_score": 0.050167, "precision": 0.048893, "recall": 0.054348}, {"accuracy": 0.0583, "f1": 0.051805, "hf_subset": "knc_Arab-taq_Latn", "languages": ["knc-Arab", "taq-Latn"], "main_score": 0.051805, "precision": 0.049707, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.057566, "hf_subset": "knc_Arab-war_Latn", "languages": ["knc-Arab", "war-Latn"], "main_score": 0.057566, "precision": 0.055338, "recall": 0.064229}, {"accuracy": 0.048419, "f1": 0.046937, "hf_subset": "knc_Arab-arb_Arab", "languages": ["knc-Arab", "arb-Arab"], "main_score": 0.046937, "precision": 0.046278, "recall": 0.048419}, {"accuracy": 0.0583, "f1": 0.05289, "hf_subset": "knc_Arab-bul_Cyrl", "languages": ["knc-Arab", "bul-Cyrl"], "main_score": 0.05289, "precision": 0.051109, "recall": 0.0583}, {"accuracy": 0.065217, "f1": 0.058178, "hf_subset": "knc_Arab-fra_Latn", "languages": ["knc-Arab", "fra-Latn"], "main_score": 0.058178, "precision": 0.055772, "recall": 0.065217}, {"accuracy": 0.057312, "f1": 0.053508, "hf_subset": "knc_Arab-jpn_Jpan", "languages": ["knc-Arab", "jpn-Jpan"], "main_score": 0.053508, "precision": 0.052101, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.047814, "hf_subset": "knc_Arab-lij_Latn", "languages": ["knc-Arab", "lij-Latn"], "main_score": 0.047814, "precision": 0.045598, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.0396, "hf_subset": "knc_Arab-mya_Mymr", "languages": ["knc-Arab", "mya-Mymr"], "main_score": 0.0396, "precision": 0.037999, "recall": 0.044466}, {"accuracy": 0.054348, "f1": 0.043808, "hf_subset": "knc_Arab-sag_Latn", "languages": ["knc-Arab", "sag-Latn"], "main_score": 0.043808, "precision": 0.04013, "recall": 0.054348}, {"accuracy": 0.066206, "f1": 0.050011, "hf_subset": "knc_Arab-taq_Tfng", "languages": ["knc-Arab", "taq-Tfng"], "main_score": 0.050011, "precision": 0.047275, "recall": 0.066206}, {"accuracy": 0.055336, "f1": 0.046589, "hf_subset": "knc_Arab-wol_Latn", "languages": ["knc-Arab", "wol-Latn"], "main_score": 0.046589, "precision": 0.044176, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.030681, "hf_subset": "knc_Arab-arb_Latn", "languages": ["knc-Arab", "arb-Latn"], "main_score": 0.030681, "precision": 0.029203, "recall": 0.038538}, {"accuracy": 0.059289, "f1": 0.053956, "hf_subset": "knc_Arab-cat_Latn", "languages": ["knc-Arab", "cat-Latn"], "main_score": 0.053956, "precision": 0.052571, "recall": 0.059289}, {"accuracy": 0.060277, "f1": 0.053289, "hf_subset": "knc_Arab-fur_Latn", "languages": ["knc-Arab", "fur-Latn"], "main_score": 0.053289, "precision": 0.051559, "recall": 0.060277}, {"accuracy": 0.027668, "f1": 0.021053, "hf_subset": "knc_Arab-kab_Latn", "languages": ["knc-Arab", "kab-Latn"], "main_score": 0.021053, "precision": 0.019173, "recall": 0.027668}, {"accuracy": 0.062253, "f1": 0.055509, "hf_subset": "knc_Arab-lim_Latn", "languages": ["knc-Arab", "lim-Latn"], "main_score": 0.055509, "precision": 0.053578, "recall": 0.062253}, {"accuracy": 0.064229, "f1": 0.05876, "hf_subset": "knc_Arab-nld_Latn", "languages": ["knc-Arab", "nld-Latn"], "main_score": 0.05876, "precision": 0.057003, "recall": 0.064229}, {"accuracy": 0.032609, "f1": 0.026235, "hf_subset": "knc_Arab-san_Deva", "languages": ["knc-Arab", "san-Deva"], "main_score": 0.026235, "precision": 0.0251, "recall": 0.032609}, {"accuracy": 0.054348, "f1": 0.046337, "hf_subset": "knc_Arab-tat_Cyrl", "languages": ["knc-Arab", "tat-Cyrl"], "main_score": 0.046337, "precision": 0.044465, "recall": 0.054348}, {"accuracy": 0.054348, "f1": 0.046802, "hf_subset": "knc_Arab-xho_Latn", "languages": ["knc-Arab", "xho-Latn"], "main_score": 0.046802, "precision": 0.044992, "recall": 0.054348}, {"accuracy": 0.046443, "f1": 0.044302, "hf_subset": "knc_Arab-ars_Arab", "languages": ["knc-Arab", "ars-Arab"], "main_score": 0.044302, "precision": 0.043314, "recall": 0.046443}, {"accuracy": 0.061265, "f1": 0.0545, "hf_subset": "knc_Arab-ceb_Latn", "languages": ["knc-Arab", "ceb-Latn"], "main_score": 0.0545, "precision": 0.052264, "recall": 0.061265}, {"accuracy": 0.059289, "f1": 0.050171, "hf_subset": "knc_Arab-fuv_Latn", "languages": ["knc-Arab", "fuv-Latn"], "main_score": 0.050171, "precision": 0.047407, "recall": 0.059289}, {"accuracy": 0.052372, "f1": 0.04431, "hf_subset": "knc_Arab-kac_Latn", "languages": ["knc-Arab", "kac-Latn"], "main_score": 0.04431, "precision": 0.041596, "recall": 0.052372}, {"accuracy": 0.051383, "f1": 0.04329, "hf_subset": "knc_Arab-lin_Latn", "languages": ["knc-Arab", "lin-Latn"], "main_score": 0.04329, "precision": 0.041252, "recall": 0.051383}, {"accuracy": 0.059289, "f1": 0.054222, "hf_subset": "knc_Arab-nno_Latn", "languages": ["knc-Arab", "nno-Latn"], "main_score": 0.054222, "precision": 0.052389, "recall": 0.059289}, {"accuracy": 0.014822, "f1": 0.006807, "hf_subset": "knc_Arab-sat_Olck", "languages": ["knc-Arab", "sat-Olck"], "main_score": 0.006807, "precision": 0.005713, "recall": 0.014822}, {"accuracy": 0.034585, "f1": 0.031785, "hf_subset": "knc_Arab-tel_Telu", "languages": ["knc-Arab", "tel-Telu"], "main_score": 0.031785, "precision": 0.030632, "recall": 0.034585}, {"accuracy": 0.047431, "f1": 0.039838, "hf_subset": "knc_Arab-ydd_Hebr", "languages": ["knc-Arab", "ydd-Hebr"], "main_score": 0.039838, "precision": 0.037707, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.03293, "hf_subset": "knc_Arab-ary_Arab", "languages": ["knc-Arab", "ary-Arab"], "main_score": 0.03293, "precision": 0.032035, "recall": 0.036561}, {"accuracy": 0.060277, "f1": 0.055224, "hf_subset": "knc_Arab-ces_Latn", "languages": ["knc-Arab", "ces-Latn"], "main_score": 0.055224, "precision": 0.053393, "recall": 0.060277}, {"accuracy": 0.030632, "f1": 0.023121, "hf_subset": "knc_Arab-gaz_Latn", "languages": ["knc-Arab", "gaz-Latn"], "main_score": 0.023121, "precision": 0.020727, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.044425, "hf_subset": "knc_Arab-kam_Latn", "languages": ["knc-Arab", "kam-Latn"], "main_score": 0.044425, "precision": 0.041935, "recall": 0.05336}, {"accuracy": 0.0583, "f1": 0.054545, "hf_subset": "knc_Arab-lit_Latn", "languages": ["knc-Arab", "lit-Latn"], "main_score": 0.054545, "precision": 0.053173, "recall": 0.0583}, {"accuracy": 0.064229, "f1": 0.055986, "hf_subset": "knc_Arab-nob_Latn", "languages": ["knc-Arab", "nob-Latn"], "main_score": 0.055986, "precision": 0.053619, "recall": 0.064229}, {"accuracy": 0.061265, "f1": 0.055655, "hf_subset": "knc_Arab-scn_Latn", "languages": ["knc-Arab", "scn-Latn"], "main_score": 0.055655, "precision": 0.054239, "recall": 0.061265}, {"accuracy": 0.049407, "f1": 0.042266, "hf_subset": "knc_Arab-tgk_Cyrl", "languages": ["knc-Arab", "tgk-Cyrl"], "main_score": 0.042266, "precision": 0.040208, "recall": 0.049407}, {"accuracy": 0.057312, "f1": 0.048537, "hf_subset": "knc_Arab-yor_Latn", "languages": ["knc-Arab", "yor-Latn"], "main_score": 0.048537, "precision": 0.04496, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.042495, "hf_subset": "knc_Arab-arz_Arab", "languages": ["knc-Arab", "arz-Arab"], "main_score": 0.042495, "precision": 0.041867, "recall": 0.045455}, {"accuracy": 0.046443, "f1": 0.036373, "hf_subset": "knc_Arab-cjk_Latn", "languages": ["knc-Arab", "cjk-Latn"], "main_score": 0.036373, "precision": 0.032895, "recall": 0.046443}, {"accuracy": 0.05336, "f1": 0.043647, "hf_subset": "knc_Arab-gla_Latn", "languages": ["knc-Arab", "gla-Latn"], "main_score": 0.043647, "precision": 0.040703, "recall": 0.05336}, {"accuracy": 0.040514, "f1": 0.036919, "hf_subset": "knc_Arab-kan_Knda", "languages": ["knc-Arab", "kan-Knda"], "main_score": 0.036919, "precision": 0.035752, "recall": 0.040514}, {"accuracy": 0.067194, "f1": 0.057557, "hf_subset": "knc_Arab-lmo_Latn", "languages": ["knc-Arab", "lmo-Latn"], "main_score": 0.057557, "precision": 0.055128, "recall": 0.067194}, {"accuracy": 0.047431, "f1": 0.042155, "hf_subset": "knc_Arab-npi_Deva", "languages": ["knc-Arab", "npi-Deva"], "main_score": 0.042155, "precision": 0.0406, "recall": 0.047431}, {"accuracy": 0.066206, "f1": 0.054527, "hf_subset": "knc_Arab-shn_Mymr", "languages": ["knc-Arab", "shn-Mymr"], "main_score": 0.054527, "precision": 0.051546, "recall": 0.066206}, {"accuracy": 0.052372, "f1": 0.047114, "hf_subset": "knc_Arab-tgl_Latn", "languages": ["knc-Arab", "tgl-Latn"], "main_score": 0.047114, "precision": 0.045748, "recall": 0.052372}, {"accuracy": 0.063241, "f1": 0.056559, "hf_subset": "knc_Arab-yue_Hant", "languages": ["knc-Arab", "yue-Hant"], "main_score": 0.056559, "precision": 0.05454, "recall": 0.063241}, {"accuracy": 0.028656, "f1": 0.024406, "hf_subset": "knc_Arab-asm_Beng", "languages": ["knc-Arab", "asm-Beng"], "main_score": 0.024406, "precision": 0.023426, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037475, "hf_subset": "knc_Arab-ckb_Arab", "languages": ["knc-Arab", "ckb-Arab"], "main_score": 0.037475, "precision": 0.035907, "recall": 0.043478}, {"accuracy": 0.062253, "f1": 0.050449, "hf_subset": "knc_Arab-gle_Latn", "languages": ["knc-Arab", "gle-Latn"], "main_score": 0.050449, "precision": 0.047437, "recall": 0.062253}, {"accuracy": 0.030632, "f1": 0.02579, "hf_subset": "knc_Arab-kas_Arab", "languages": ["knc-Arab", "kas-Arab"], "main_score": 0.02579, "precision": 0.024806, "recall": 0.030632}, {"accuracy": 0.05336, "f1": 0.046861, "hf_subset": "knc_Arab-ltg_Latn", "languages": ["knc-Arab", "ltg-Latn"], "main_score": 0.046861, "precision": 0.045339, "recall": 0.05336}, {"accuracy": 0.061265, "f1": 0.049173, "hf_subset": "knc_Arab-nso_Latn", "languages": ["knc-Arab", "nso-Latn"], "main_score": 0.049173, "precision": 0.045952, "recall": 0.061265}, {"accuracy": 0.032609, "f1": 0.029564, "hf_subset": "knc_Arab-sin_Sinh", "languages": ["knc-Arab", "sin-Sinh"], "main_score": 0.029564, "precision": 0.028748, "recall": 0.032609}, {"accuracy": 0.056324, "f1": 0.049052, "hf_subset": "knc_Arab-tha_Thai", "languages": ["knc-Arab", "tha-Thai"], "main_score": 0.049052, "precision": 0.046842, "recall": 0.056324}, {"accuracy": 0.066206, "f1": 0.060588, "hf_subset": "knc_Arab-zho_Hans", "languages": ["knc-Arab", "zho-Hans"], "main_score": 0.060588, "precision": 0.058926, "recall": 0.066206}, {"accuracy": 0.054348, "f1": 0.049199, "hf_subset": "knc_Arab-ast_Latn", "languages": ["knc-Arab", "ast-Latn"], "main_score": 0.049199, "precision": 0.047538, "recall": 0.054348}, {"accuracy": 0.047431, "f1": 0.043154, "hf_subset": "knc_Arab-crh_Latn", "languages": ["knc-Arab", "crh-Latn"], "main_score": 0.043154, "precision": 0.041867, "recall": 0.047431}, {"accuracy": 0.067194, "f1": 0.059528, "hf_subset": "knc_Arab-glg_Latn", "languages": ["knc-Arab", "glg-Latn"], "main_score": 0.059528, "precision": 0.057212, "recall": 0.067194}, {"accuracy": 0.049407, "f1": 0.04342, "hf_subset": "knc_Arab-kas_Deva", "languages": ["knc-Arab", "kas-Deva"], "main_score": 0.04342, "precision": 0.041885, "recall": 0.049407}, {"accuracy": 0.057312, "f1": 0.049962, "hf_subset": "knc_Arab-ltz_Latn", "languages": ["knc-Arab", "ltz-Latn"], "main_score": 0.049962, "precision": 0.047864, "recall": 0.057312}, {"accuracy": 0.047431, "f1": 0.038078, "hf_subset": "knc_Arab-nus_Latn", "languages": ["knc-Arab", "nus-Latn"], "main_score": 0.038078, "precision": 0.035401, "recall": 0.047431}, {"accuracy": 0.060277, "f1": 0.053213, "hf_subset": "knc_Arab-slk_Latn", "languages": ["knc-Arab", "slk-Latn"], "main_score": 0.053213, "precision": 0.05132, "recall": 0.060277}, {"accuracy": 0.028656, "f1": 0.024305, "hf_subset": "knc_Arab-tir_Ethi", "languages": ["knc-Arab", "tir-Ethi"], "main_score": 0.024305, "precision": 0.022989, "recall": 0.028656}, {"accuracy": 0.052372, "f1": 0.047223, "hf_subset": "knc_Arab-zho_Hant", "languages": ["knc-Arab", "zho-Hant"], "main_score": 0.047223, "precision": 0.045457, "recall": 0.052372}, {"accuracy": 0.05336, "f1": 0.049955, "hf_subset": "knc_Arab-awa_Deva", "languages": ["knc-Arab", "awa-Deva"], "main_score": 0.049955, "precision": 0.048973, "recall": 0.05336}, {"accuracy": 0.051383, "f1": 0.046285, "hf_subset": "knc_Arab-cym_Latn", "languages": ["knc-Arab", "cym-Latn"], "main_score": 0.046285, "precision": 0.045196, "recall": 0.051383}, {"accuracy": 0.044466, "f1": 0.036753, "hf_subset": "knc_Arab-grn_Latn", "languages": ["knc-Arab", "grn-Latn"], "main_score": 0.036753, "precision": 0.034972, "recall": 0.044466}, {"accuracy": 0.051383, "f1": 0.047186, "hf_subset": "knc_Arab-kat_Geor", "languages": ["knc-Arab", "kat-Geor"], "main_score": 0.047186, "precision": 0.045855, "recall": 0.051383}, {"accuracy": 0.05336, "f1": 0.045652, "hf_subset": "knc_Arab-lua_Latn", "languages": ["knc-Arab", "lua-Latn"], "main_score": 0.045652, "precision": 0.042874, "recall": 0.05336}, {"accuracy": 0.061265, "f1": 0.050344, "hf_subset": "knc_Arab-nya_Latn", "languages": ["knc-Arab", "nya-Latn"], "main_score": 0.050344, "precision": 0.047535, "recall": 0.061265}, {"accuracy": 0.061265, "f1": 0.053768, "hf_subset": "knc_Arab-slv_Latn", "languages": ["knc-Arab", "slv-Latn"], "main_score": 0.053768, "precision": 0.051643, "recall": 0.061265}, {"accuracy": 0.063241, "f1": 0.055436, "hf_subset": "knc_Arab-tpi_Latn", "languages": ["knc-Arab", "tpi-Latn"], "main_score": 0.055436, "precision": 0.052945, "recall": 0.063241}, {"accuracy": 0.063241, "f1": 0.053461, "hf_subset": "knc_Arab-zsm_Latn", "languages": ["knc-Arab", "zsm-Latn"], "main_score": 0.053461, "precision": 0.051388, "recall": 0.063241}, {"accuracy": 0.050395, "f1": 0.038451, "hf_subset": "knc_Arab-ayr_Latn", "languages": ["knc-Arab", "ayr-Latn"], "main_score": 0.038451, "precision": 0.034854, "recall": 0.050395}, {"accuracy": 0.065217, "f1": 0.057648, "hf_subset": "knc_Arab-dan_Latn", "languages": ["knc-Arab", "dan-Latn"], "main_score": 0.057648, "precision": 0.055165, "recall": 0.065217}, {"accuracy": 0.037549, "f1": 0.032549, "hf_subset": "knc_Arab-guj_Gujr", "languages": ["knc-Arab", "guj-Gujr"], "main_score": 0.032549, "precision": 0.03151, "recall": 0.037549}, {"accuracy": 0.052372, "f1": 0.047127, "hf_subset": "knc_Arab-kaz_Cyrl", "languages": ["knc-Arab", "kaz-Cyrl"], "main_score": 0.047127, "precision": 0.045507, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.037464, "hf_subset": "knc_Arab-lug_Latn", "languages": ["knc-Arab", "lug-Latn"], "main_score": 0.037464, "precision": 0.034723, "recall": 0.046443}, {"accuracy": 0.064229, "f1": 0.056776, "hf_subset": "knc_Arab-oci_Latn", "languages": ["knc-Arab", "oci-Latn"], "main_score": 0.056776, "precision": 0.054605, "recall": 0.064229}, {"accuracy": 0.048419, "f1": 0.037317, "hf_subset": "knc_Arab-smo_Latn", "languages": ["knc-Arab", "smo-Latn"], "main_score": 0.037317, "precision": 0.034115, "recall": 0.048419}, {"accuracy": 0.051383, "f1": 0.043633, "hf_subset": "knc_Arab-tsn_Latn", "languages": ["knc-Arab", "tsn-Latn"], "main_score": 0.043633, "precision": 0.041572, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.037611, "hf_subset": "knc_Arab-zul_Latn", "languages": ["knc-Arab", "zul-Latn"], "main_score": 0.037611, "precision": 0.035174, "recall": 0.045455}, {"accuracy": 0.040514, "f1": 0.036792, "hf_subset": "knc_Arab-azb_Arab", "languages": ["knc-Arab", "azb-Arab"], "main_score": 0.036792, "precision": 0.035524, "recall": 0.040514}, {"accuracy": 0.068182, "f1": 0.062369, "hf_subset": "knc_Arab-deu_Latn", "languages": ["knc-Arab", "deu-Latn"], "main_score": 0.062369, "precision": 0.060882, "recall": 0.068182}, {"accuracy": 0.0583, "f1": 0.051172, "hf_subset": "knc_Arab-hat_Latn", "languages": ["knc-Arab", "hat-Latn"], "main_score": 0.051172, "precision": 0.048542, "recall": 0.0583}, {"accuracy": 0.045455, "f1": 0.03533, "hf_subset": "knc_Arab-kbp_Latn", "languages": ["knc-Arab", "kbp-Latn"], "main_score": 0.03533, "precision": 0.033248, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.042167, "hf_subset": "knc_Arab-luo_Latn", "languages": ["knc-Arab", "luo-Latn"], "main_score": 0.042167, "precision": 0.039245, "recall": 0.052372}, {"accuracy": 0.036561, "f1": 0.030509, "hf_subset": "knc_Arab-ory_Orya", "languages": ["knc-Arab", "ory-Orya"], "main_score": 0.030509, "precision": 0.029171, "recall": 0.036561}, {"accuracy": 0.038538, "f1": 0.031119, "hf_subset": "knc_Arab-sna_Latn", "languages": ["knc-Arab", "sna-Latn"], "main_score": 0.031119, "precision": 0.029073, "recall": 0.038538}, {"accuracy": 0.060277, "f1": 0.050939, "hf_subset": "knc_Arab-tso_Latn", "languages": ["knc-Arab", "tso-Latn"], "main_score": 0.050939, "precision": 0.04769, "recall": 0.060277}, {"accuracy": 0.046443, "f1": 0.041723, "hf_subset": "knc_Arab-azj_Latn", "languages": ["knc-Arab", "azj-Latn"], "main_score": 0.041723, "precision": 0.040564, "recall": 0.046443}, {"accuracy": 0.048419, "f1": 0.043445, "hf_subset": "knc_Arab-dik_Latn", "languages": ["knc-Arab", "dik-Latn"], "main_score": 0.043445, "precision": 0.041667, "recall": 0.048419}, {"accuracy": 0.052372, "f1": 0.045874, "hf_subset": "knc_Arab-hau_Latn", "languages": ["knc-Arab", "hau-Latn"], "main_score": 0.045874, "precision": 0.044008, "recall": 0.052372}, {"accuracy": 0.055336, "f1": 0.051268, "hf_subset": "knc_Arab-kea_Latn", "languages": ["knc-Arab", "kea-Latn"], "main_score": 0.051268, "precision": 0.05042, "recall": 0.055336}, {"accuracy": 0.0583, "f1": 0.049233, "hf_subset": "knc_Arab-lus_Latn", "languages": ["knc-Arab", "lus-Latn"], "main_score": 0.049233, "precision": 0.046059, "recall": 0.0583}, {"accuracy": 0.061265, "f1": 0.053886, "hf_subset": "knc_Arab-pag_Latn", "languages": ["knc-Arab", "pag-Latn"], "main_score": 0.053886, "precision": 0.051841, "recall": 0.061265}, {"accuracy": 0.038538, "f1": 0.033754, "hf_subset": "knc_Arab-snd_Arab", "languages": ["knc-Arab", "snd-Arab"], "main_score": 0.033754, "precision": 0.032623, "recall": 0.038538}, {"accuracy": 0.043478, "f1": 0.037648, "hf_subset": "knc_Arab-tuk_Latn", "languages": ["knc-Arab", "tuk-Latn"], "main_score": 0.037648, "precision": 0.035469, "recall": 0.043478}, {"accuracy": 0.0583, "f1": 0.052198, "hf_subset": "knc_Arab-bak_Cyrl", "languages": ["knc-Arab", "bak-Cyrl"], "main_score": 0.052198, "precision": 0.050064, "recall": 0.0583}, {"accuracy": 0.045455, "f1": 0.035672, "hf_subset": "knc_Arab-dyu_Latn", "languages": ["knc-Arab", "dyu-Latn"], "main_score": 0.035672, "precision": 0.032319, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.046706, "hf_subset": "knc_Arab-heb_Hebr", "languages": ["knc-Arab", "heb-Hebr"], "main_score": 0.046706, "precision": 0.045454, "recall": 0.052372}, {"accuracy": 0.048419, "f1": 0.042634, "hf_subset": "knc_Arab-khk_Cyrl", "languages": ["knc-Arab", "khk-Cyrl"], "main_score": 0.042634, "precision": 0.041152, "recall": 0.048419}, {"accuracy": 0.05336, "f1": 0.049159, "hf_subset": "knc_Arab-lvs_Latn", "languages": ["knc-Arab", "lvs-Latn"], "main_score": 0.049159, "precision": 0.04781, "recall": 0.05336}, {"accuracy": 0.031621, "f1": 0.029274, "hf_subset": "knc_Arab-pan_Guru", "languages": ["knc-Arab", "pan-Guru"], "main_score": 0.029274, "precision": 0.028824, "recall": 0.031621}, {"accuracy": 0.060277, "f1": 0.051537, "hf_subset": "knc_Arab-som_Latn", "languages": ["knc-Arab", "som-Latn"], "main_score": 0.051537, "precision": 0.049913, "recall": 0.060277}, {"accuracy": 0.059289, "f1": 0.046314, "hf_subset": "knc_Arab-tum_Latn", "languages": ["knc-Arab", "tum-Latn"], "main_score": 0.046314, "precision": 0.043859, "recall": 0.059289}, {"accuracy": 0.093874, "f1": 0.057537, "hf_subset": "mkd_Cyrl-ace_Arab", "languages": ["mkd-Cyrl", "ace-Arab"], "main_score": 0.057537, "precision": 0.048527, "recall": 0.093874}, {"accuracy": 0.173913, "f1": 0.108318, "hf_subset": "mkd_Cyrl-bam_Latn", "languages": ["mkd-Cyrl", "bam-Latn"], "main_score": 0.108318, "precision": 0.093645, "recall": 0.173913}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "mkd_Cyrl-dzo_Tibt", "languages": ["mkd-Cyrl", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-hin_Deva", "languages": ["mkd-Cyrl", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.91502, "f1": 0.888076, "hf_subset": "mkd_Cyrl-khm_Khmr", "languages": ["mkd-Cyrl", "khm-Khmr"], "main_score": 0.888076, "precision": 0.875247, "recall": 0.91502}, {"accuracy": 0.945652, "f1": 0.928195, "hf_subset": "mkd_Cyrl-mag_Deva", "languages": ["mkd-Cyrl", "mag-Deva"], "main_score": 0.928195, "precision": 0.919631, "recall": 0.945652}, {"accuracy": 0.644269, "f1": 0.570602, "hf_subset": "mkd_Cyrl-pap_Latn", "languages": ["mkd-Cyrl", "pap-Latn"], "main_score": 0.570602, "precision": 0.541784, "recall": 0.644269}, {"accuracy": 0.214427, "f1": 0.145471, "hf_subset": "mkd_Cyrl-sot_Latn", "languages": ["mkd-Cyrl", "sot-Latn"], "main_score": 0.145471, "precision": 0.128098, "recall": 0.214427}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-tur_Latn", "languages": ["mkd-Cyrl", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.403162, "f1": 0.317575, "hf_subset": "mkd_Cyrl-ace_Latn", "languages": ["mkd-Cyrl", "ace-Latn"], "main_score": 0.317575, "precision": 0.290951, "recall": 0.403162}, {"accuracy": 0.666008, "f1": 0.593035, "hf_subset": "mkd_Cyrl-ban_Latn", "languages": ["mkd-Cyrl", "ban-Latn"], "main_score": 0.593035, "precision": 0.563119, "recall": 0.666008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-ell_Grek", "languages": ["mkd-Cyrl", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "mkd_Cyrl-hne_Deva", "languages": ["mkd-Cyrl", "hne-Deva"], "main_score": 0.901186, "precision": 0.890975, "recall": 0.922925}, {"accuracy": 0.240119, "f1": 0.160522, "hf_subset": "mkd_Cyrl-kik_Latn", "languages": ["mkd-Cyrl", "kik-Latn"], "main_score": 0.160522, "precision": 0.139565, "recall": 0.240119}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "mkd_Cyrl-mai_Deva", "languages": ["mkd-Cyrl", "mai-Deva"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.851779, "f1": 0.810211, "hf_subset": "mkd_Cyrl-pbt_Arab", "languages": ["mkd-Cyrl", "pbt-Arab"], "main_score": 0.810211, "precision": 0.791502, "recall": 0.851779}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-spa_Latn", "languages": ["mkd-Cyrl", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.293478, "f1": 0.203841, "hf_subset": "mkd_Cyrl-twi_Latn", "languages": ["mkd-Cyrl", "twi-Latn"], "main_score": 0.203841, "precision": 0.18059, "recall": 0.293478}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mkd_Cyrl-acm_Arab", "languages": ["mkd-Cyrl", "acm-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "mkd_Cyrl-bel_Cyrl", "languages": ["mkd-Cyrl", "bel-Cyrl"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-eng_Latn", "languages": ["mkd-Cyrl", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-hrv_Latn", "languages": ["mkd-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.09173, "hf_subset": "mkd_Cyrl-kin_Latn", "languages": ["mkd-Cyrl", "kin-Latn"], "main_score": 0.09173, "precision": 0.078399, "recall": 0.149209}, {"accuracy": 0.90415, "f1": 0.876962, "hf_subset": "mkd_Cyrl-mal_Mlym", "languages": ["mkd-Cyrl", "mal-Mlym"], "main_score": 0.876962, "precision": 0.864542, "recall": 0.90415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-pes_Arab", "languages": ["mkd-Cyrl", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.716403, "f1": 0.649939, "hf_subset": "mkd_Cyrl-srd_Latn", "languages": ["mkd-Cyrl", "srd-Latn"], "main_score": 0.649939, "precision": 0.622925, "recall": 0.716403}, {"accuracy": 0.062253, "f1": 0.030619, "hf_subset": "mkd_Cyrl-tzm_Tfng", "languages": ["mkd-Cyrl", "tzm-Tfng"], "main_score": 0.030619, "precision": 0.025541, "recall": 0.062253}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "mkd_Cyrl-acq_Arab", "languages": ["mkd-Cyrl", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.224308, "f1": 0.151992, "hf_subset": "mkd_Cyrl-bem_Latn", "languages": ["mkd-Cyrl", "bem-Latn"], "main_score": 0.151992, "precision": 0.135343, "recall": 0.224308}, {"accuracy": 0.864625, "f1": 0.826416, "hf_subset": "mkd_Cyrl-epo_Latn", "languages": ["mkd-Cyrl", "epo-Latn"], "main_score": 0.826416, "precision": 0.80919, "recall": 0.864625}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-hun_Latn", "languages": ["mkd-Cyrl", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "mkd_Cyrl-kir_Cyrl", "languages": ["mkd-Cyrl", "kir-Cyrl"], "main_score": 0.916831, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.91502, "f1": 0.888175, "hf_subset": "mkd_Cyrl-mar_Deva", "languages": ["mkd-Cyrl", "mar-Deva"], "main_score": 0.888175, "precision": 0.875329, "recall": 0.91502}, {"accuracy": 0.285573, "f1": 0.209753, "hf_subset": "mkd_Cyrl-plt_Latn", "languages": ["mkd-Cyrl", "plt-Latn"], "main_score": 0.209753, "precision": 0.187611, "recall": 0.285573}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "mkd_Cyrl-srp_Cyrl", "languages": ["mkd-Cyrl", "srp-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.815217, "f1": 0.77212, "hf_subset": "mkd_Cyrl-uig_Arab", "languages": ["mkd-Cyrl", "uig-Arab"], "main_score": 0.77212, "precision": 0.75392, "recall": 0.815217}, {"accuracy": 0.94664, "f1": 0.929677, "hf_subset": "mkd_Cyrl-aeb_Arab", "languages": ["mkd-Cyrl", "aeb-Arab"], "main_score": 0.929677, "precision": 0.921607, "recall": 0.94664}, {"accuracy": 0.910079, "f1": 0.885112, "hf_subset": "mkd_Cyrl-ben_Beng", "languages": ["mkd-Cyrl", "ben-Beng"], "main_score": 0.885112, "precision": 0.873468, "recall": 0.910079}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-est_Latn", "languages": ["mkd-Cyrl", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "mkd_Cyrl-hye_Armn", "languages": ["mkd-Cyrl", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.162055, "f1": 0.099013, "hf_subset": "mkd_Cyrl-kmb_Latn", "languages": ["mkd-Cyrl", "kmb-Latn"], "main_score": 0.099013, "precision": 0.085675, "recall": 0.162055}, {"accuracy": 0.066206, "f1": 0.039712, "hf_subset": "mkd_Cyrl-min_Arab", "languages": ["mkd-Cyrl", "min-Arab"], "main_score": 0.039712, "precision": 0.034032, "recall": 0.066206}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-pol_Latn", "languages": ["mkd-Cyrl", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.157115, "f1": 0.095421, "hf_subset": "mkd_Cyrl-ssw_Latn", "languages": ["mkd-Cyrl", "ssw-Latn"], "main_score": 0.095421, "precision": 0.082444, "recall": 0.157115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-ukr_Cyrl", "languages": ["mkd-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "mkd_Cyrl-afr_Latn", "languages": ["mkd-Cyrl", "afr-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.903162, "f1": 0.87668, "hf_subset": "mkd_Cyrl-bho_Deva", "languages": ["mkd-Cyrl", "bho-Deva"], "main_score": 0.87668, "precision": 0.864377, "recall": 0.903162}, {"accuracy": 0.759881, "f1": 0.70196, "hf_subset": "mkd_Cyrl-eus_Latn", "languages": ["mkd-Cyrl", "eus-Latn"], "main_score": 0.70196, "precision": 0.677397, "recall": 0.759881}, {"accuracy": 0.189723, "f1": 0.118471, "hf_subset": "mkd_Cyrl-ibo_Latn", "languages": ["mkd-Cyrl", "ibo-Latn"], "main_score": 0.118471, "precision": 0.101392, "recall": 0.189723}, {"accuracy": 0.761858, "f1": 0.711265, "hf_subset": "mkd_Cyrl-kmr_Latn", "languages": ["mkd-Cyrl", "kmr-Latn"], "main_score": 0.711265, "precision": 0.690236, "recall": 0.761858}, {"accuracy": 0.631423, "f1": 0.553614, "hf_subset": "mkd_Cyrl-min_Latn", "languages": ["mkd-Cyrl", "min-Latn"], "main_score": 0.553614, "precision": 0.523423, "recall": 0.631423}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-por_Latn", "languages": ["mkd-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.767787, "f1": 0.71102, "hf_subset": "mkd_Cyrl-sun_Latn", "languages": ["mkd-Cyrl", "sun-Latn"], "main_score": 0.71102, "precision": 0.68778, "recall": 0.767787}, {"accuracy": 0.172925, "f1": 0.108678, "hf_subset": "mkd_Cyrl-umb_Latn", "languages": ["mkd-Cyrl", "umb-Latn"], "main_score": 0.108678, "precision": 0.093045, "recall": 0.172925}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "mkd_Cyrl-ajp_Arab", "languages": ["mkd-Cyrl", "ajp-Arab"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.079051, "f1": 0.045952, "hf_subset": "mkd_Cyrl-bjn_Arab", "languages": ["mkd-Cyrl", "bjn-Arab"], "main_score": 0.045952, "precision": 0.038944, "recall": 0.079051}, {"accuracy": 0.23913, "f1": 0.168144, "hf_subset": "mkd_Cyrl-ewe_Latn", "languages": ["mkd-Cyrl", "ewe-Latn"], "main_score": 0.168144, "precision": 0.15007, "recall": 0.23913}, {"accuracy": 0.353755, "f1": 0.262387, "hf_subset": "mkd_Cyrl-ilo_Latn", "languages": ["mkd-Cyrl", "ilo-Latn"], "main_score": 0.262387, "precision": 0.2356, "recall": 0.353755}, {"accuracy": 0.08498, "f1": 0.046078, "hf_subset": "mkd_Cyrl-knc_Arab", "languages": ["mkd-Cyrl", "knc-Arab"], "main_score": 0.046078, "precision": 0.037763, "recall": 0.08498}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "mkd_Cyrl-prs_Arab", "languages": ["mkd-Cyrl", "prs-Arab"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-swe_Latn", "languages": ["mkd-Cyrl", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "mkd_Cyrl-urd_Arab", "languages": ["mkd-Cyrl", "urd-Arab"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.278656, "f1": 0.195074, "hf_subset": "mkd_Cyrl-aka_Latn", "languages": ["mkd-Cyrl", "aka-Latn"], "main_score": 0.195074, "precision": 0.172092, "recall": 0.278656}, {"accuracy": 0.770751, "f1": 0.713291, "hf_subset": "mkd_Cyrl-bjn_Latn", "languages": ["mkd-Cyrl", "bjn-Latn"], "main_score": 0.713291, "precision": 0.689617, "recall": 0.770751}, {"accuracy": 0.461462, "f1": 0.376321, "hf_subset": "mkd_Cyrl-fao_Latn", "languages": ["mkd-Cyrl", "fao-Latn"], "main_score": 0.376321, "precision": 0.348764, "recall": 0.461462}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-ind_Latn", "languages": ["mkd-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.183595, "hf_subset": "mkd_Cyrl-knc_Latn", "languages": ["mkd-Cyrl", "knc-Latn"], "main_score": 0.183595, "precision": 0.163729, "recall": 0.26087}, {"accuracy": 0.332016, "f1": 0.249124, "hf_subset": "mkd_Cyrl-mlt_Latn", "languages": ["mkd-Cyrl", "mlt-Latn"], "main_score": 0.249124, "precision": 0.225963, "recall": 0.332016}, {"accuracy": 0.262846, "f1": 0.179155, "hf_subset": "mkd_Cyrl-quy_Latn", "languages": ["mkd-Cyrl", "quy-Latn"], "main_score": 0.179155, "precision": 0.15732, "recall": 0.262846}, {"accuracy": 0.354743, "f1": 0.270279, "hf_subset": "mkd_Cyrl-swh_Latn", "languages": ["mkd-Cyrl", "swh-Latn"], "main_score": 0.270279, "precision": 0.245581, "recall": 0.354743}, {"accuracy": 0.663043, "f1": 0.595015, "hf_subset": "mkd_Cyrl-uzn_Latn", "languages": ["mkd-Cyrl", "uzn-Latn"], "main_score": 0.595015, "precision": 0.568063, "recall": 0.663043}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-als_Latn", "languages": ["mkd-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.055336, "f1": 0.018446, "hf_subset": "mkd_Cyrl-bod_Tibt", "languages": ["mkd-Cyrl", "bod-Tibt"], "main_score": 0.018446, "precision": 0.013901, "recall": 0.055336}, {"accuracy": 0.209486, "f1": 0.141762, "hf_subset": "mkd_Cyrl-fij_Latn", "languages": ["mkd-Cyrl", "fij-Latn"], "main_score": 0.141762, "precision": 0.124934, "recall": 0.209486}, {"accuracy": 0.757905, "f1": 0.694713, "hf_subset": "mkd_Cyrl-isl_Latn", "languages": ["mkd-Cyrl", "isl-Latn"], "main_score": 0.694713, "precision": 0.667483, "recall": 0.757905}, {"accuracy": 0.238142, "f1": 0.164308, "hf_subset": "mkd_Cyrl-kon_Latn", "languages": ["mkd-Cyrl", "kon-Latn"], "main_score": 0.164308, "precision": 0.145798, "recall": 0.238142}, {"accuracy": 0.064229, "f1": 0.035468, "hf_subset": "mkd_Cyrl-mni_Beng", "languages": ["mkd-Cyrl", "mni-Beng"], "main_score": 0.035468, "precision": 0.030593, "recall": 0.064229}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-ron_Latn", "languages": ["mkd-Cyrl", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.770471, "hf_subset": "mkd_Cyrl-szl_Latn", "languages": ["mkd-Cyrl", "szl-Latn"], "main_score": 0.770471, "precision": 0.750421, "recall": 0.816206}, {"accuracy": 0.811265, "f1": 0.759474, "hf_subset": "mkd_Cyrl-vec_Latn", "languages": ["mkd-Cyrl", "vec-Latn"], "main_score": 0.759474, "precision": 0.736669, "recall": 0.811265}, {"accuracy": 0.777668, "f1": 0.724911, "hf_subset": "mkd_Cyrl-amh_Ethi", "languages": ["mkd-Cyrl", "amh-Ethi"], "main_score": 0.724911, "precision": 0.702061, "recall": 0.777668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-bos_Latn", "languages": ["mkd-Cyrl", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992754, "hf_subset": "mkd_Cyrl-fin_Latn", "languages": ["mkd-Cyrl", "fin-Latn"], "main_score": 0.992754, "precision": 0.992095, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ita_Latn", "languages": ["mkd-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mkd_Cyrl-kor_Hang", "languages": ["mkd-Cyrl", "kor-Hang"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.226285, "f1": 0.156241, "hf_subset": "mkd_Cyrl-mos_Latn", "languages": ["mkd-Cyrl", "mos-Latn"], "main_score": 0.156241, "precision": 0.137957, "recall": 0.226285}, {"accuracy": 0.163043, "f1": 0.100982, "hf_subset": "mkd_Cyrl-run_Latn", "languages": ["mkd-Cyrl", "run-Latn"], "main_score": 0.100982, "precision": 0.085841, "recall": 0.163043}, {"accuracy": 0.902174, "f1": 0.873518, "hf_subset": "mkd_Cyrl-tam_Taml", "languages": ["mkd-Cyrl", "tam-Taml"], "main_score": 0.873518, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-vie_Latn", "languages": ["mkd-Cyrl", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.962451, "hf_subset": "mkd_Cyrl-apc_Arab", "languages": ["mkd-Cyrl", "apc-Arab"], "main_score": 0.962451, "precision": 0.958169, "recall": 0.971344}, {"accuracy": 0.38834, "f1": 0.297172, "hf_subset": "mkd_Cyrl-bug_Latn", "languages": ["mkd-Cyrl", "bug-Latn"], "main_score": 0.297172, "precision": 0.269647, "recall": 0.38834}, {"accuracy": 0.202569, "f1": 0.130806, "hf_subset": "mkd_Cyrl-fon_Latn", "languages": ["mkd-Cyrl", "fon-Latn"], "main_score": 0.130806, "precision": 0.113727, "recall": 0.202569}, {"accuracy": 0.740119, "f1": 0.676797, "hf_subset": "mkd_Cyrl-jav_Latn", "languages": ["mkd-Cyrl", "jav-Latn"], "main_score": 0.676797, "precision": 0.650807, "recall": 0.740119}, {"accuracy": 0.938735, "f1": 0.921574, "hf_subset": "mkd_Cyrl-lao_Laoo", "languages": ["mkd-Cyrl", "lao-Laoo"], "main_score": 0.921574, "precision": 0.913867, "recall": 0.938735}, {"accuracy": 0.1917, "f1": 0.11859, "hf_subset": "mkd_Cyrl-mri_Latn", "languages": ["mkd-Cyrl", "mri-Latn"], "main_score": 0.11859, "precision": 0.102646, "recall": 0.1917}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "mkd_Cyrl-rus_Cyrl", "languages": ["mkd-Cyrl", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.245059, "f1": 0.178871, "hf_subset": "mkd_Cyrl-taq_Latn", "languages": ["mkd-Cyrl", "taq-Latn"], "main_score": 0.178871, "precision": 0.162142, "recall": 0.245059}, {"accuracy": 0.425889, "f1": 0.329933, "hf_subset": "mkd_Cyrl-war_Latn", "languages": ["mkd-Cyrl", "war-Latn"], "main_score": 0.329933, "precision": 0.299213, "recall": 0.425889}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "mkd_Cyrl-arb_Arab", "languages": ["mkd-Cyrl", "arb-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-bul_Cyrl", "languages": ["mkd-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-fra_Latn", "languages": ["mkd-Cyrl", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-jpn_Jpan", "languages": ["mkd-Cyrl", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.767787, "f1": 0.709077, "hf_subset": "mkd_Cyrl-lij_Latn", "languages": ["mkd-Cyrl", "lij-Latn"], "main_score": 0.709077, "precision": 0.683877, "recall": 0.767787}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "mkd_Cyrl-mya_Mymr", "languages": ["mkd-Cyrl", "mya-Mymr"], "main_score": 0.939559, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.23419, "f1": 0.162764, "hf_subset": "mkd_Cyrl-sag_Latn", "languages": ["mkd-Cyrl", "sag-Latn"], "main_score": 0.162764, "precision": 0.144102, "recall": 0.23419}, {"accuracy": 0.076087, "f1": 0.034445, "hf_subset": "mkd_Cyrl-taq_Tfng", "languages": ["mkd-Cyrl", "taq-Tfng"], "main_score": 0.034445, "precision": 0.028666, "recall": 0.076087}, {"accuracy": 0.235178, "f1": 0.159572, "hf_subset": "mkd_Cyrl-wol_Latn", "languages": ["mkd-Cyrl", "wol-Latn"], "main_score": 0.159572, "precision": 0.140842, "recall": 0.235178}, {"accuracy": 0.113636, "f1": 0.061341, "hf_subset": "mkd_Cyrl-arb_Latn", "languages": ["mkd-Cyrl", "arb-Latn"], "main_score": 0.061341, "precision": 0.050676, "recall": 0.113636}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-cat_Latn", "languages": ["mkd-Cyrl", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.73913, "f1": 0.675842, "hf_subset": "mkd_Cyrl-fur_Latn", "languages": ["mkd-Cyrl", "fur-Latn"], "main_score": 0.675842, "precision": 0.648962, "recall": 0.73913}, {"accuracy": 0.085968, "f1": 0.05495, "hf_subset": "mkd_Cyrl-kab_Latn", "languages": ["mkd-Cyrl", "kab-Latn"], "main_score": 0.05495, "precision": 0.048054, "recall": 0.085968}, {"accuracy": 0.757905, "f1": 0.698882, "hf_subset": "mkd_Cyrl-lim_Latn", "languages": ["mkd-Cyrl", "lim-Latn"], "main_score": 0.698882, "precision": 0.67356, "recall": 0.757905}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-nld_Latn", "languages": ["mkd-Cyrl", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.754941, "f1": 0.692838, "hf_subset": "mkd_Cyrl-san_Deva", "languages": ["mkd-Cyrl", "san-Deva"], "main_score": 0.692838, "precision": 0.666469, "recall": 0.754941}, {"accuracy": 0.525692, "f1": 0.440649, "hf_subset": "mkd_Cyrl-tat_Cyrl", "languages": ["mkd-Cyrl", "tat-Cyrl"], "main_score": 0.440649, "precision": 0.40959, "recall": 0.525692}, {"accuracy": 0.200593, "f1": 0.130006, "hf_subset": "mkd_Cyrl-xho_Latn", "languages": ["mkd-Cyrl", "xho-Latn"], "main_score": 0.130006, "precision": 0.112642, "recall": 0.200593}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "mkd_Cyrl-ars_Arab", "languages": ["mkd-Cyrl", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.394269, "f1": 0.301383, "hf_subset": "mkd_Cyrl-ceb_Latn", "languages": ["mkd-Cyrl", "ceb-Latn"], "main_score": 0.301383, "precision": 0.272134, "recall": 0.394269}, {"accuracy": 0.232213, "f1": 0.153965, "hf_subset": "mkd_Cyrl-fuv_Latn", "languages": ["mkd-Cyrl", "fuv-Latn"], "main_score": 0.153965, "precision": 0.134632, "recall": 0.232213}, {"accuracy": 0.205534, "f1": 0.134844, "hf_subset": "mkd_Cyrl-kac_Latn", "languages": ["mkd-Cyrl", "kac-Latn"], "main_score": 0.134844, "precision": 0.116543, "recall": 0.205534}, {"accuracy": 0.226285, "f1": 0.155961, "hf_subset": "mkd_Cyrl-lin_Latn", "languages": ["mkd-Cyrl", "lin-Latn"], "main_score": 0.155961, "precision": 0.137573, "recall": 0.226285}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "mkd_Cyrl-nno_Latn", "languages": ["mkd-Cyrl", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.022727, "f1": 0.005688, "hf_subset": "mkd_Cyrl-sat_Olck", "languages": ["mkd-Cyrl", "sat-Olck"], "main_score": 0.005688, "precision": 0.004352, "recall": 0.022727}, {"accuracy": 0.870553, "f1": 0.835625, "hf_subset": "mkd_Cyrl-tel_Telu", "languages": ["mkd-Cyrl", "tel-Telu"], "main_score": 0.835625, "precision": 0.82024, "recall": 0.870553}, {"accuracy": 0.451581, "f1": 0.365196, "hf_subset": "mkd_Cyrl-ydd_Hebr", "languages": ["mkd-Cyrl", "ydd-Hebr"], "main_score": 0.365196, "precision": 0.333777, "recall": 0.451581}, {"accuracy": 0.864625, "f1": 0.826153, "hf_subset": "mkd_Cyrl-ary_Arab", "languages": ["mkd-Cyrl", "ary-Arab"], "main_score": 0.826153, "precision": 0.808547, "recall": 0.864625}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "mkd_Cyrl-ces_Latn", "languages": ["mkd-Cyrl", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.099802, "f1": 0.056919, "hf_subset": "mkd_Cyrl-gaz_Latn", "languages": ["mkd-Cyrl", "gaz-Latn"], "main_score": 0.056919, "precision": 0.04916, "recall": 0.099802}, {"accuracy": 0.19664, "f1": 0.130722, "hf_subset": "mkd_Cyrl-kam_Latn", "languages": ["mkd-Cyrl", "kam-Latn"], "main_score": 0.130722, "precision": 0.114425, "recall": 0.19664}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "mkd_Cyrl-lit_Latn", "languages": ["mkd-Cyrl", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-nob_Latn", "languages": ["mkd-Cyrl", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.663043, "f1": 0.590777, "hf_subset": "mkd_Cyrl-scn_Latn", "languages": ["mkd-Cyrl", "scn-Latn"], "main_score": 0.590777, "precision": 0.563119, "recall": 0.663043}, {"accuracy": 0.208498, "f1": 0.136155, "hf_subset": "mkd_Cyrl-tgk_Cyrl", "languages": ["mkd-Cyrl", "tgk-Cyrl"], "main_score": 0.136155, "precision": 0.117326, "recall": 0.208498}, {"accuracy": 0.1917, "f1": 0.115693, "hf_subset": "mkd_Cyrl-yor_Latn", "languages": ["mkd-Cyrl", "yor-Latn"], "main_score": 0.115693, "precision": 0.098514, "recall": 0.1917}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "mkd_Cyrl-arz_Arab", "languages": ["mkd-Cyrl", "arz-Arab"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.177866, "f1": 0.113343, "hf_subset": "mkd_Cyrl-cjk_Latn", "languages": ["mkd-Cyrl", "cjk-Latn"], "main_score": 0.113343, "precision": 0.098259, "recall": 0.177866}, {"accuracy": 0.182806, "f1": 0.117204, "hf_subset": "mkd_Cyrl-gla_Latn", "languages": ["mkd-Cyrl", "gla-Latn"], "main_score": 0.117204, "precision": 0.100248, "recall": 0.182806}, {"accuracy": 0.813241, "f1": 0.762963, "hf_subset": "mkd_Cyrl-kan_Knda", "languages": ["mkd-Cyrl", "kan-Knda"], "main_score": 0.762963, "precision": 0.740926, "recall": 0.813241}, {"accuracy": 0.660079, "f1": 0.59015, "hf_subset": "mkd_Cyrl-lmo_Latn", "languages": ["mkd-Cyrl", "lmo-Latn"], "main_score": 0.59015, "precision": 0.562485, "recall": 0.660079}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "mkd_Cyrl-npi_Deva", "languages": ["mkd-Cyrl", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.281621, "f1": 0.195759, "hf_subset": "mkd_Cyrl-shn_Mymr", "languages": ["mkd-Cyrl", "shn-Mymr"], "main_score": 0.195759, "precision": 0.169757, "recall": 0.281621}, {"accuracy": 0.472332, "f1": 0.382528, "hf_subset": "mkd_Cyrl-tgl_Latn", "languages": ["mkd-Cyrl", "tgl-Latn"], "main_score": 0.382528, "precision": 0.353014, "recall": 0.472332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "mkd_Cyrl-yue_Hant", "languages": ["mkd-Cyrl", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.565217, "f1": 0.481739, "hf_subset": "mkd_Cyrl-asm_Beng", "languages": ["mkd-Cyrl", "asm-Beng"], "main_score": 0.481739, "precision": 0.448917, "recall": 0.565217}, {"accuracy": 0.856719, "f1": 0.816502, "hf_subset": "mkd_Cyrl-ckb_Arab", "languages": ["mkd-Cyrl", "ckb-Arab"], "main_score": 0.816502, "precision": 0.798123, "recall": 0.856719}, {"accuracy": 0.280632, "f1": 0.200005, "hf_subset": "mkd_Cyrl-gle_Latn", "languages": ["mkd-Cyrl", "gle-Latn"], "main_score": 0.200005, "precision": 0.17781, "recall": 0.280632}, {"accuracy": 0.623518, "f1": 0.545747, "hf_subset": "mkd_Cyrl-kas_Arab", "languages": ["mkd-Cyrl", "kas-Arab"], "main_score": 0.545747, "precision": 0.51507, "recall": 0.623518}, {"accuracy": 0.719368, "f1": 0.656458, "hf_subset": "mkd_Cyrl-ltg_Latn", "languages": ["mkd-Cyrl", "ltg-Latn"], "main_score": 0.656458, "precision": 0.629489, "recall": 0.719368}, {"accuracy": 0.236166, "f1": 0.159669, "hf_subset": "mkd_Cyrl-nso_Latn", "languages": ["mkd-Cyrl", "nso-Latn"], "main_score": 0.159669, "precision": 0.140707, "recall": 0.236166}, {"accuracy": 0.942688, "f1": 0.925626, "hf_subset": "mkd_Cyrl-sin_Sinh", "languages": ["mkd-Cyrl", "sin-Sinh"], "main_score": 0.925626, "precision": 0.917572, "recall": 0.942688}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "mkd_Cyrl-tha_Thai", "languages": ["mkd-Cyrl", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-zho_Hans", "languages": ["mkd-Cyrl", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.949605, "f1": 0.933465, "hf_subset": "mkd_Cyrl-ast_Latn", "languages": ["mkd-Cyrl", "ast-Latn"], "main_score": 0.933465, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.781621, "f1": 0.726087, "hf_subset": "mkd_Cyrl-crh_Latn", "languages": ["mkd-Cyrl", "crh-Latn"], "main_score": 0.726087, "precision": 0.702256, "recall": 0.781621}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-glg_Latn", "languages": ["mkd-Cyrl", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.422925, "f1": 0.334281, "hf_subset": "mkd_Cyrl-kas_Deva", "languages": ["mkd-Cyrl", "kas-Deva"], "main_score": 0.334281, "precision": 0.304524, "recall": 0.422925}, {"accuracy": 0.502964, "f1": 0.413277, "hf_subset": "mkd_Cyrl-ltz_Latn", "languages": ["mkd-Cyrl", "ltz-Latn"], "main_score": 0.413277, "precision": 0.382579, "recall": 0.502964}, {"accuracy": 0.104743, "f1": 0.055733, "hf_subset": "mkd_Cyrl-nus_Latn", "languages": ["mkd-Cyrl", "nus-Latn"], "main_score": 0.055733, "precision": 0.046446, "recall": 0.104743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-slk_Latn", "languages": ["mkd-Cyrl", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.190711, "f1": 0.126653, "hf_subset": "mkd_Cyrl-tir_Ethi", "languages": ["mkd-Cyrl", "tir-Ethi"], "main_score": 0.126653, "precision": 0.109467, "recall": 0.190711}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "mkd_Cyrl-zho_Hant", "languages": ["mkd-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.951087, "hf_subset": "mkd_Cyrl-awa_Deva", "languages": ["mkd-Cyrl", "awa-Deva"], "main_score": 0.951087, "precision": 0.945487, "recall": 0.962451}, {"accuracy": 0.474308, "f1": 0.383258, "hf_subset": "mkd_Cyrl-cym_Latn", "languages": ["mkd-Cyrl", "cym-Latn"], "main_score": 0.383258, "precision": 0.3535, "recall": 0.474308}, {"accuracy": 0.353755, "f1": 0.265716, "hf_subset": "mkd_Cyrl-grn_Latn", "languages": ["mkd-Cyrl", "grn-Latn"], "main_score": 0.265716, "precision": 0.239653, "recall": 0.353755}, {"accuracy": 0.887352, "f1": 0.852899, "hf_subset": "mkd_Cyrl-kat_Geor", "languages": ["mkd-Cyrl", "kat-Geor"], "main_score": 0.852899, "precision": 0.836462, "recall": 0.887352}, {"accuracy": 0.255929, "f1": 0.175095, "hf_subset": "mkd_Cyrl-lua_Latn", "languages": ["mkd-Cyrl", "lua-Latn"], "main_score": 0.175095, "precision": 0.153552, "recall": 0.255929}, {"accuracy": 0.232213, "f1": 0.155224, "hf_subset": "mkd_Cyrl-nya_Latn", "languages": ["mkd-Cyrl", "nya-Latn"], "main_score": 0.155224, "precision": 0.135022, "recall": 0.232213}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-slv_Latn", "languages": ["mkd-Cyrl", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.470356, "f1": 0.377853, "hf_subset": "mkd_Cyrl-tpi_Latn", "languages": ["mkd-Cyrl", "tpi-Latn"], "main_score": 0.377853, "precision": 0.347424, "recall": 0.470356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "mkd_Cyrl-zsm_Latn", "languages": ["mkd-Cyrl", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.1917, "f1": 0.116727, "hf_subset": "mkd_Cyrl-ayr_Latn", "languages": ["mkd-Cyrl", "ayr-Latn"], "main_score": 0.116727, "precision": 0.099501, "recall": 0.1917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "mkd_Cyrl-dan_Latn", "languages": ["mkd-Cyrl", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.909538, "hf_subset": "mkd_Cyrl-guj_Gujr", "languages": ["mkd-Cyrl", "guj-Gujr"], "main_score": 0.909538, "precision": 0.899539, "recall": 0.93083}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "mkd_Cyrl-kaz_Cyrl", "languages": ["mkd-Cyrl", "kaz-Cyrl"], "main_score": 0.952075, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.172925, "f1": 0.111001, "hf_subset": "mkd_Cyrl-lug_Latn", "languages": ["mkd-Cyrl", "lug-Latn"], "main_score": 0.111001, "precision": 0.097746, "recall": 0.172925}, {"accuracy": 0.928854, "f1": 0.906126, "hf_subset": "mkd_Cyrl-oci_Latn", "languages": ["mkd-Cyrl", "oci-Latn"], "main_score": 0.906126, "precision": 0.895257, "recall": 0.928854}, {"accuracy": 0.189723, "f1": 0.124168, "hf_subset": "mkd_Cyrl-smo_Latn", "languages": ["mkd-Cyrl", "smo-Latn"], "main_score": 0.124168, "precision": 0.107742, "recall": 0.189723}, {"accuracy": 0.204545, "f1": 0.138172, "hf_subset": "mkd_Cyrl-tsn_Latn", "languages": ["mkd-Cyrl", "tsn-Latn"], "main_score": 0.138172, "precision": 0.121597, "recall": 0.204545}, {"accuracy": 0.146245, "f1": 0.088491, "hf_subset": "mkd_Cyrl-zul_Latn", "languages": ["mkd-Cyrl", "zul-Latn"], "main_score": 0.088491, "precision": 0.075764, "recall": 0.146245}, {"accuracy": 0.561265, "f1": 0.478416, "hf_subset": "mkd_Cyrl-azb_Arab", "languages": ["mkd-Cyrl", "azb-Arab"], "main_score": 0.478416, "precision": 0.446478, "recall": 0.561265}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "mkd_Cyrl-deu_Latn", "languages": ["mkd-Cyrl", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.302372, "f1": 0.217369, "hf_subset": "mkd_Cyrl-hat_Latn", "languages": ["mkd-Cyrl", "hat-Latn"], "main_score": 0.217369, "precision": 0.192498, "recall": 0.302372}, {"accuracy": 0.175889, "f1": 0.108005, "hf_subset": "mkd_Cyrl-kbp_Latn", "languages": ["mkd-Cyrl", "kbp-Latn"], "main_score": 0.108005, "precision": 0.091342, "recall": 0.175889}, {"accuracy": 0.225296, "f1": 0.149046, "hf_subset": "mkd_Cyrl-luo_Latn", "languages": ["mkd-Cyrl", "luo-Latn"], "main_score": 0.149046, "precision": 0.129861, "recall": 0.225296}, {"accuracy": 0.849802, "f1": 0.810079, "hf_subset": "mkd_Cyrl-ory_Orya", "languages": ["mkd-Cyrl", "ory-Orya"], "main_score": 0.810079, "precision": 0.792737, "recall": 0.849802}, {"accuracy": 0.18083, "f1": 0.113753, "hf_subset": "mkd_Cyrl-sna_Latn", "languages": ["mkd-Cyrl", "sna-Latn"], "main_score": 0.113753, "precision": 0.097441, "recall": 0.18083}, {"accuracy": 0.186759, "f1": 0.123661, "hf_subset": "mkd_Cyrl-tso_Latn", "languages": ["mkd-Cyrl", "tso-Latn"], "main_score": 0.123661, "precision": 0.107709, "recall": 0.186759}, {"accuracy": 0.958498, "f1": 0.946047, "hf_subset": "mkd_Cyrl-azj_Latn", "languages": ["mkd-Cyrl", "azj-Latn"], "main_score": 0.946047, "precision": 0.9403, "recall": 0.958498}, {"accuracy": 0.293478, "f1": 0.208284, "hf_subset": "mkd_Cyrl-dik_Latn", "languages": ["mkd-Cyrl", "dik-Latn"], "main_score": 0.208284, "precision": 0.185759, "recall": 0.293478}, {"accuracy": 0.246047, "f1": 0.171319, "hf_subset": "mkd_Cyrl-hau_Latn", "languages": ["mkd-Cyrl", "hau-Latn"], "main_score": 0.171319, "precision": 0.153642, "recall": 0.246047}, {"accuracy": 0.653162, "f1": 0.575194, "hf_subset": "mkd_Cyrl-kea_Latn", "languages": ["mkd-Cyrl", "kea-Latn"], "main_score": 0.575194, "precision": 0.54478, "recall": 0.653162}, {"accuracy": 0.350791, "f1": 0.264533, "hf_subset": "mkd_Cyrl-lus_Latn", "languages": ["mkd-Cyrl", "lus-Latn"], "main_score": 0.264533, "precision": 0.238669, "recall": 0.350791}, {"accuracy": 0.469368, "f1": 0.377591, "hf_subset": "mkd_Cyrl-pag_Latn", "languages": ["mkd-Cyrl", "pag-Latn"], "main_score": 0.377591, "precision": 0.346145, "recall": 0.469368}, {"accuracy": 0.875494, "f1": 0.841271, "hf_subset": "mkd_Cyrl-snd_Arab", "languages": ["mkd-Cyrl", "snd-Arab"], "main_score": 0.841271, "precision": 0.825675, "recall": 0.875494}, {"accuracy": 0.348814, "f1": 0.25597, "hf_subset": "mkd_Cyrl-tuk_Latn", "languages": ["mkd-Cyrl", "tuk-Latn"], "main_score": 0.25597, "precision": 0.227412, "recall": 0.348814}, {"accuracy": 0.491107, "f1": 0.404118, "hf_subset": "mkd_Cyrl-bak_Cyrl", "languages": ["mkd-Cyrl", "bak-Cyrl"], "main_score": 0.404118, "precision": 0.37251, "recall": 0.491107}, {"accuracy": 0.177866, "f1": 0.11315, "hf_subset": "mkd_Cyrl-dyu_Latn", "languages": ["mkd-Cyrl", "dyu-Latn"], "main_score": 0.11315, "precision": 0.097148, "recall": 0.177866}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "mkd_Cyrl-heb_Hebr", "languages": ["mkd-Cyrl", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "mkd_Cyrl-khk_Cyrl", "languages": ["mkd-Cyrl", "khk-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.987549, "hf_subset": "mkd_Cyrl-lvs_Latn", "languages": ["mkd-Cyrl", "lvs-Latn"], "main_score": 0.987549, "precision": 0.986413, "recall": 0.990119}, {"accuracy": 0.879447, "f1": 0.846838, "hf_subset": "mkd_Cyrl-pan_Guru", "languages": ["mkd-Cyrl", "pan-Guru"], "main_score": 0.846838, "precision": 0.832493, "recall": 0.879447}, {"accuracy": 0.268775, "f1": 0.192535, "hf_subset": "mkd_Cyrl-som_Latn", "languages": ["mkd-Cyrl", "som-Latn"], "main_score": 0.192535, "precision": 0.170471, "recall": 0.268775}, {"accuracy": 0.204545, "f1": 0.129976, "hf_subset": "mkd_Cyrl-tum_Latn", "languages": ["mkd-Cyrl", "tum-Latn"], "main_score": 0.129976, "precision": 0.113049, "recall": 0.204545}, {"accuracy": 0.079051, "f1": 0.045189, "hf_subset": "prs_Arab-ace_Arab", "languages": ["prs-Arab", "ace-Arab"], "main_score": 0.045189, "precision": 0.037572, "recall": 0.079051}, {"accuracy": 0.151186, "f1": 0.091301, "hf_subset": "prs_Arab-bam_Latn", "languages": ["prs-Arab", "bam-Latn"], "main_score": 0.091301, "precision": 0.077539, "recall": 0.151186}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "prs_Arab-dzo_Tibt", "languages": ["prs-Arab", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "prs_Arab-hin_Deva", "languages": ["prs-Arab", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.912055, "f1": 0.885211, "hf_subset": "prs_Arab-khm_Khmr", "languages": ["prs-Arab", "khm-Khmr"], "main_score": 0.885211, "precision": 0.872365, "recall": 0.912055}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "prs_Arab-mag_Deva", "languages": ["prs-Arab", "mag-Deva"], "main_score": 0.934124, "precision": 0.926548, "recall": 0.949605}, {"accuracy": 0.605731, "f1": 0.529858, "hf_subset": "prs_Arab-pap_Latn", "languages": ["prs-Arab", "pap-Latn"], "main_score": 0.529858, "precision": 0.501067, "recall": 0.605731}, {"accuracy": 0.175889, "f1": 0.116637, "hf_subset": "prs_Arab-sot_Latn", "languages": ["prs-Arab", "sot-Latn"], "main_score": 0.116637, "precision": 0.102501, "recall": 0.175889}, {"accuracy": 0.98913, "f1": 0.986067, "hf_subset": "prs_Arab-tur_Latn", "languages": ["prs-Arab", "tur-Latn"], "main_score": 0.986067, "precision": 0.984766, "recall": 0.98913}, {"accuracy": 0.366601, "f1": 0.277163, "hf_subset": "prs_Arab-ace_Latn", "languages": ["prs-Arab", "ace-Latn"], "main_score": 0.277163, "precision": 0.249369, "recall": 0.366601}, {"accuracy": 0.626482, "f1": 0.550782, "hf_subset": "prs_Arab-ban_Latn", "languages": ["prs-Arab", "ban-Latn"], "main_score": 0.550782, "precision": 0.521043, "recall": 0.626482}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "prs_Arab-ell_Grek", "languages": ["prs-Arab", "ell-Grek"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.91996, "f1": 0.89664, "hf_subset": "prs_Arab-hne_Deva", "languages": ["prs-Arab", "hne-Deva"], "main_score": 0.89664, "precision": 0.885458, "recall": 0.91996}, {"accuracy": 0.215415, "f1": 0.135485, "hf_subset": "prs_Arab-kik_Latn", "languages": ["prs-Arab", "kik-Latn"], "main_score": 0.135485, "precision": 0.114775, "recall": 0.215415}, {"accuracy": 0.939723, "f1": 0.921443, "hf_subset": "prs_Arab-mai_Deva", "languages": ["prs-Arab", "mai-Deva"], "main_score": 0.921443, "precision": 0.912879, "recall": 0.939723}, {"accuracy": 0.862648, "f1": 0.82892, "hf_subset": "prs_Arab-pbt_Arab", "languages": ["prs-Arab", "pbt-Arab"], "main_score": 0.82892, "precision": 0.814377, "recall": 0.862648}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-spa_Latn", "languages": ["prs-Arab", "spa-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.26087, "f1": 0.178258, "hf_subset": "prs_Arab-twi_Latn", "languages": ["prs-Arab", "twi-Latn"], "main_score": 0.178258, "precision": 0.157288, "recall": 0.26087}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "prs_Arab-acm_Arab", "languages": ["prs-Arab", "acm-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "prs_Arab-bel_Cyrl", "languages": ["prs-Arab", "bel-Cyrl"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "prs_Arab-eng_Latn", "languages": ["prs-Arab", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "prs_Arab-hrv_Latn", "languages": ["prs-Arab", "hrv-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.12253, "f1": 0.076285, "hf_subset": "prs_Arab-kin_Latn", "languages": ["prs-Arab", "kin-Latn"], "main_score": 0.076285, "precision": 0.066216, "recall": 0.12253}, {"accuracy": 0.898221, "f1": 0.868859, "hf_subset": "prs_Arab-mal_Mlym", "languages": ["prs-Arab", "mal-Mlym"], "main_score": 0.868859, "precision": 0.855237, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-pes_Arab", "languages": ["prs-Arab", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.672925, "f1": 0.596549, "hf_subset": "prs_Arab-srd_Latn", "languages": ["prs-Arab", "srd-Latn"], "main_score": 0.596549, "precision": 0.565013, "recall": 0.672925}, {"accuracy": 0.06917, "f1": 0.037346, "hf_subset": "prs_Arab-tzm_Tfng", "languages": ["prs-Arab", "tzm-Tfng"], "main_score": 0.037346, "precision": 0.032072, "recall": 0.06917}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "prs_Arab-acq_Arab", "languages": ["prs-Arab", "acq-Arab"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.187747, "f1": 0.119872, "hf_subset": "prs_Arab-bem_Latn", "languages": ["prs-Arab", "bem-Latn"], "main_score": 0.119872, "precision": 0.104132, "recall": 0.187747}, {"accuracy": 0.832016, "f1": 0.786166, "hf_subset": "prs_Arab-epo_Latn", "languages": ["prs-Arab", "epo-Latn"], "main_score": 0.786166, "precision": 0.765481, "recall": 0.832016}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-hun_Latn", "languages": ["prs-Arab", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.898551, "hf_subset": "prs_Arab-kir_Cyrl", "languages": ["prs-Arab", "kir-Cyrl"], "main_score": 0.898551, "precision": 0.888043, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.883893, "hf_subset": "prs_Arab-mar_Deva", "languages": ["prs-Arab", "mar-Deva"], "main_score": 0.883893, "precision": 0.870883, "recall": 0.911067}, {"accuracy": 0.242095, "f1": 0.171034, "hf_subset": "prs_Arab-plt_Latn", "languages": ["prs-Arab", "plt-Latn"], "main_score": 0.171034, "precision": 0.152035, "recall": 0.242095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-srp_Cyrl", "languages": ["prs-Arab", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.812253, "f1": 0.767133, "hf_subset": "prs_Arab-uig_Arab", "languages": ["prs-Arab", "uig-Arab"], "main_score": 0.767133, "precision": 0.747233, "recall": 0.812253}, {"accuracy": 0.936759, "f1": 0.917721, "hf_subset": "prs_Arab-aeb_Arab", "languages": ["prs-Arab", "aeb-Arab"], "main_score": 0.917721, "precision": 0.908844, "recall": 0.936759}, {"accuracy": 0.908103, "f1": 0.883465, "hf_subset": "prs_Arab-ben_Beng", "languages": ["prs-Arab", "ben-Beng"], "main_score": 0.883465, "precision": 0.872118, "recall": 0.908103}, {"accuracy": 0.983202, "f1": 0.978426, "hf_subset": "prs_Arab-est_Latn", "languages": ["prs-Arab", "est-Latn"], "main_score": 0.978426, "precision": 0.97612, "recall": 0.983202}, {"accuracy": 0.979249, "f1": 0.973221, "hf_subset": "prs_Arab-hye_Armn", "languages": ["prs-Arab", "hye-Armn"], "main_score": 0.973221, "precision": 0.970603, "recall": 0.979249}, {"accuracy": 0.137352, "f1": 0.076918, "hf_subset": "prs_Arab-kmb_Latn", "languages": ["prs-Arab", "kmb-Latn"], "main_score": 0.076918, "precision": 0.065396, "recall": 0.137352}, {"accuracy": 0.059289, "f1": 0.036474, "hf_subset": "prs_Arab-min_Arab", "languages": ["prs-Arab", "min-Arab"], "main_score": 0.036474, "precision": 0.031697, "recall": 0.059289}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "prs_Arab-pol_Latn", "languages": ["prs-Arab", "pol-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.140316, "f1": 0.083792, "hf_subset": "prs_Arab-ssw_Latn", "languages": ["prs-Arab", "ssw-Latn"], "main_score": 0.083792, "precision": 0.071802, "recall": 0.140316}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-ukr_Cyrl", "languages": ["prs-Arab", "ukr-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "prs_Arab-afr_Latn", "languages": ["prs-Arab", "afr-Latn"], "main_score": 0.932312, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.897233, "f1": 0.86805, "hf_subset": "prs_Arab-bho_Deva", "languages": ["prs-Arab", "bho-Deva"], "main_score": 0.86805, "precision": 0.854249, "recall": 0.897233}, {"accuracy": 0.714427, "f1": 0.651622, "hf_subset": "prs_Arab-eus_Latn", "languages": ["prs-Arab", "eus-Latn"], "main_score": 0.651622, "precision": 0.625305, "recall": 0.714427}, {"accuracy": 0.156126, "f1": 0.093295, "hf_subset": "prs_Arab-ibo_Latn", "languages": ["prs-Arab", "ibo-Latn"], "main_score": 0.093295, "precision": 0.078831, "recall": 0.156126}, {"accuracy": 0.727273, "f1": 0.675621, "hf_subset": "prs_Arab-kmr_Latn", "languages": ["prs-Arab", "kmr-Latn"], "main_score": 0.675621, "precision": 0.653804, "recall": 0.727273}, {"accuracy": 0.603755, "f1": 0.524696, "hf_subset": "prs_Arab-min_Latn", "languages": ["prs-Arab", "min-Latn"], "main_score": 0.524696, "precision": 0.49461, "recall": 0.603755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-por_Latn", "languages": ["prs-Arab", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.716403, "f1": 0.650894, "hf_subset": "prs_Arab-sun_Latn", "languages": ["prs-Arab", "sun-Latn"], "main_score": 0.650894, "precision": 0.623633, "recall": 0.716403}, {"accuracy": 0.13834, "f1": 0.082975, "hf_subset": "prs_Arab-umb_Latn", "languages": ["prs-Arab", "umb-Latn"], "main_score": 0.082975, "precision": 0.071107, "recall": 0.13834}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "prs_Arab-ajp_Arab", "languages": ["prs-Arab", "ajp-Arab"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.08004, "f1": 0.046017, "hf_subset": "prs_Arab-bjn_Arab", "languages": ["prs-Arab", "bjn-Arab"], "main_score": 0.046017, "precision": 0.03816, "recall": 0.08004}, {"accuracy": 0.20751, "f1": 0.140879, "hf_subset": "prs_Arab-ewe_Latn", "languages": ["prs-Arab", "ewe-Latn"], "main_score": 0.140879, "precision": 0.123988, "recall": 0.20751}, {"accuracy": 0.317194, "f1": 0.231584, "hf_subset": "prs_Arab-ilo_Latn", "languages": ["prs-Arab", "ilo-Latn"], "main_score": 0.231584, "precision": 0.206846, "recall": 0.317194}, {"accuracy": 0.090909, "f1": 0.052564, "hf_subset": "prs_Arab-knc_Arab", "languages": ["prs-Arab", "knc-Arab"], "main_score": 0.052564, "precision": 0.044225, "recall": 0.090909}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-mkd_Cyrl", "languages": ["prs-Arab", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-swe_Latn", "languages": ["prs-Arab", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.972332, "f1": 0.963669, "hf_subset": "prs_Arab-urd_Arab", "languages": ["prs-Arab", "urd-Arab"], "main_score": 0.963669, "precision": 0.959569, "recall": 0.972332}, {"accuracy": 0.243083, "f1": 0.168627, "hf_subset": "prs_Arab-aka_Latn", "languages": ["prs-Arab", "aka-Latn"], "main_score": 0.168627, "precision": 0.14843, "recall": 0.243083}, {"accuracy": 0.744071, "f1": 0.681595, "hf_subset": "prs_Arab-bjn_Latn", "languages": ["prs-Arab", "bjn-Latn"], "main_score": 0.681595, "precision": 0.655708, "recall": 0.744071}, {"accuracy": 0.421937, "f1": 0.336536, "hf_subset": "prs_Arab-fao_Latn", "languages": ["prs-Arab", "fao-Latn"], "main_score": 0.336536, "precision": 0.309936, "recall": 0.421937}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "prs_Arab-ind_Latn", "languages": ["prs-Arab", "ind-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.219368, "f1": 0.144966, "hf_subset": "prs_Arab-knc_Latn", "languages": ["prs-Arab", "knc-Latn"], "main_score": 0.144966, "precision": 0.124701, "recall": 0.219368}, {"accuracy": 0.296443, "f1": 0.215625, "hf_subset": "prs_Arab-mlt_Latn", "languages": ["prs-Arab", "mlt-Latn"], "main_score": 0.215625, "precision": 0.19385, "recall": 0.296443}, {"accuracy": 0.222332, "f1": 0.142515, "hf_subset": "prs_Arab-quy_Latn", "languages": ["prs-Arab", "quy-Latn"], "main_score": 0.142515, "precision": 0.12211, "recall": 0.222332}, {"accuracy": 0.327075, "f1": 0.244331, "hf_subset": "prs_Arab-swh_Latn", "languages": ["prs-Arab", "swh-Latn"], "main_score": 0.244331, "precision": 0.221074, "recall": 0.327075}, {"accuracy": 0.620553, "f1": 0.549574, "hf_subset": "prs_Arab-uzn_Latn", "languages": ["prs-Arab", "uzn-Latn"], "main_score": 0.549574, "precision": 0.521991, "recall": 0.620553}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-als_Latn", "languages": ["prs-Arab", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.055336, "f1": 0.019139, "hf_subset": "prs_Arab-bod_Tibt", "languages": ["prs-Arab", "bod-Tibt"], "main_score": 0.019139, "precision": 0.014807, "recall": 0.055336}, {"accuracy": 0.171937, "f1": 0.109637, "hf_subset": "prs_Arab-fij_Latn", "languages": ["prs-Arab", "fij-Latn"], "main_score": 0.109637, "precision": 0.093954, "recall": 0.171937}, {"accuracy": 0.729249, "f1": 0.662735, "hf_subset": "prs_Arab-isl_Latn", "languages": ["prs-Arab", "isl-Latn"], "main_score": 0.662735, "precision": 0.634232, "recall": 0.729249}, {"accuracy": 0.205534, "f1": 0.133949, "hf_subset": "prs_Arab-kon_Latn", "languages": ["prs-Arab", "kon-Latn"], "main_score": 0.133949, "precision": 0.116353, "recall": 0.205534}, {"accuracy": 0.065217, "f1": 0.0357, "hf_subset": "prs_Arab-mni_Beng", "languages": ["prs-Arab", "mni-Beng"], "main_score": 0.0357, "precision": 0.031119, "recall": 0.065217}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-ron_Latn", "languages": ["prs-Arab", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.773715, "f1": 0.720375, "hf_subset": "prs_Arab-szl_Latn", "languages": ["prs-Arab", "szl-Latn"], "main_score": 0.720375, "precision": 0.697647, "recall": 0.773715}, {"accuracy": 0.774704, "f1": 0.715796, "hf_subset": "prs_Arab-vec_Latn", "languages": ["prs-Arab", "vec-Latn"], "main_score": 0.715796, "precision": 0.69086, "recall": 0.774704}, {"accuracy": 0.785573, "f1": 0.735474, "hf_subset": "prs_Arab-amh_Ethi", "languages": ["prs-Arab", "amh-Ethi"], "main_score": 0.735474, "precision": 0.713916, "recall": 0.785573}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-bos_Latn", "languages": ["prs-Arab", "bos-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "prs_Arab-fin_Latn", "languages": ["prs-Arab", "fin-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "prs_Arab-ita_Latn", "languages": ["prs-Arab", "ita-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "prs_Arab-kor_Hang", "languages": ["prs-Arab", "kor-Hang"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.183794, "f1": 0.121425, "hf_subset": "prs_Arab-mos_Latn", "languages": ["prs-Arab", "mos-Latn"], "main_score": 0.121425, "precision": 0.105471, "recall": 0.183794}, {"accuracy": 0.129447, "f1": 0.077113, "hf_subset": "prs_Arab-run_Latn", "languages": ["prs-Arab", "run-Latn"], "main_score": 0.077113, "precision": 0.06511, "recall": 0.129447}, {"accuracy": 0.908103, "f1": 0.880072, "hf_subset": "prs_Arab-tam_Taml", "languages": ["prs-Arab", "tam-Taml"], "main_score": 0.880072, "precision": 0.866765, "recall": 0.908103}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "prs_Arab-vie_Latn", "languages": ["prs-Arab", "vie-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "prs_Arab-apc_Arab", "languages": ["prs-Arab", "apc-Arab"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.347826, "f1": 0.26409, "hf_subset": "prs_Arab-bug_Latn", "languages": ["prs-Arab", "bug-Latn"], "main_score": 0.26409, "precision": 0.238947, "recall": 0.347826}, {"accuracy": 0.163043, "f1": 0.101434, "hf_subset": "prs_Arab-fon_Latn", "languages": ["prs-Arab", "fon-Latn"], "main_score": 0.101434, "precision": 0.086927, "recall": 0.163043}, {"accuracy": 0.682806, "f1": 0.609559, "hf_subset": "prs_Arab-jav_Latn", "languages": ["prs-Arab", "jav-Latn"], "main_score": 0.609559, "precision": 0.579785, "recall": 0.682806}, {"accuracy": 0.925889, "f1": 0.906357, "hf_subset": "prs_Arab-lao_Laoo", "languages": ["prs-Arab", "lao-Laoo"], "main_score": 0.906357, "precision": 0.897645, "recall": 0.925889}, {"accuracy": 0.141304, "f1": 0.078514, "hf_subset": "prs_Arab-mri_Latn", "languages": ["prs-Arab", "mri-Latn"], "main_score": 0.078514, "precision": 0.065927, "recall": 0.141304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "prs_Arab-rus_Cyrl", "languages": ["prs-Arab", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.202569, "f1": 0.140231, "hf_subset": "prs_Arab-taq_Latn", "languages": ["prs-Arab", "taq-Latn"], "main_score": 0.140231, "precision": 0.126031, "recall": 0.202569}, {"accuracy": 0.389328, "f1": 0.293721, "hf_subset": "prs_Arab-war_Latn", "languages": ["prs-Arab", "war-Latn"], "main_score": 0.293721, "precision": 0.264969, "recall": 0.389328}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "prs_Arab-arb_Arab", "languages": ["prs-Arab", "arb-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-bul_Cyrl", "languages": ["prs-Arab", "bul-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "prs_Arab-fra_Latn", "languages": ["prs-Arab", "fra-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-jpn_Jpan", "languages": ["prs-Arab", "jpn-Jpan"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.711462, "f1": 0.649012, "hf_subset": "prs_Arab-lij_Latn", "languages": ["prs-Arab", "lij-Latn"], "main_score": 0.649012, "precision": 0.623353, "recall": 0.711462}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "prs_Arab-mya_Mymr", "languages": ["prs-Arab", "mya-Mymr"], "main_score": 0.939559, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.200593, "f1": 0.133871, "hf_subset": "prs_Arab-sag_Latn", "languages": ["prs-Arab", "sag-Latn"], "main_score": 0.133871, "precision": 0.11625, "recall": 0.200593}, {"accuracy": 0.083004, "f1": 0.037996, "hf_subset": "prs_Arab-taq_Tfng", "languages": ["prs-Arab", "taq-Tfng"], "main_score": 0.037996, "precision": 0.031128, "recall": 0.083004}, {"accuracy": 0.216403, "f1": 0.144143, "hf_subset": "prs_Arab-wol_Latn", "languages": ["prs-Arab", "wol-Latn"], "main_score": 0.144143, "precision": 0.125731, "recall": 0.216403}, {"accuracy": 0.094862, "f1": 0.050757, "hf_subset": "prs_Arab-arb_Latn", "languages": ["prs-Arab", "arb-Latn"], "main_score": 0.050757, "precision": 0.042664, "recall": 0.094862}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "prs_Arab-cat_Latn", "languages": ["prs-Arab", "cat-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.685771, "f1": 0.615846, "hf_subset": "prs_Arab-fur_Latn", "languages": ["prs-Arab", "fur-Latn"], "main_score": 0.615846, "precision": 0.586571, "recall": 0.685771}, {"accuracy": 0.073123, "f1": 0.043888, "hf_subset": "prs_Arab-kab_Latn", "languages": ["prs-Arab", "kab-Latn"], "main_score": 0.043888, "precision": 0.037279, "recall": 0.073123}, {"accuracy": 0.704545, "f1": 0.634376, "hf_subset": "prs_Arab-lim_Latn", "languages": ["prs-Arab", "lim-Latn"], "main_score": 0.634376, "precision": 0.605214, "recall": 0.704545}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-nld_Latn", "languages": ["prs-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.754941, "f1": 0.694386, "hf_subset": "prs_Arab-san_Deva", "languages": ["prs-Arab", "san-Deva"], "main_score": 0.694386, "precision": 0.668099, "recall": 0.754941}, {"accuracy": 0.491107, "f1": 0.405671, "hf_subset": "prs_Arab-tat_Cyrl", "languages": ["prs-Arab", "tat-Cyrl"], "main_score": 0.405671, "precision": 0.374735, "recall": 0.491107}, {"accuracy": 0.160079, "f1": 0.096659, "hf_subset": "prs_Arab-xho_Latn", "languages": ["prs-Arab", "xho-Latn"], "main_score": 0.096659, "precision": 0.082871, "recall": 0.160079}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "prs_Arab-ars_Arab", "languages": ["prs-Arab", "ars-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.360672, "f1": 0.272836, "hf_subset": "prs_Arab-ceb_Latn", "languages": ["prs-Arab", "ceb-Latn"], "main_score": 0.272836, "precision": 0.246727, "recall": 0.360672}, {"accuracy": 0.1917, "f1": 0.122301, "hf_subset": "prs_Arab-fuv_Latn", "languages": ["prs-Arab", "fuv-Latn"], "main_score": 0.122301, "precision": 0.10637, "recall": 0.1917}, {"accuracy": 0.162055, "f1": 0.102467, "hf_subset": "prs_Arab-kac_Latn", "languages": ["prs-Arab", "kac-Latn"], "main_score": 0.102467, "precision": 0.088929, "recall": 0.162055}, {"accuracy": 0.199605, "f1": 0.135502, "hf_subset": "prs_Arab-lin_Latn", "languages": ["prs-Arab", "lin-Latn"], "main_score": 0.135502, "precision": 0.119212, "recall": 0.199605}, {"accuracy": 0.972332, "f1": 0.963505, "hf_subset": "prs_Arab-nno_Latn", "languages": ["prs-Arab", "nno-Latn"], "main_score": 0.963505, "precision": 0.959239, "recall": 0.972332}, {"accuracy": 0.020751, "f1": 0.004225, "hf_subset": "prs_Arab-sat_Olck", "languages": ["prs-Arab", "sat-Olck"], "main_score": 0.004225, "precision": 0.003266, "recall": 0.020751}, {"accuracy": 0.868577, "f1": 0.829974, "hf_subset": "prs_Arab-tel_Telu", "languages": ["prs-Arab", "tel-Telu"], "main_score": 0.829974, "precision": 0.812253, "recall": 0.868577}, {"accuracy": 0.442688, "f1": 0.359521, "hf_subset": "prs_Arab-ydd_Hebr", "languages": ["prs-Arab", "ydd-Hebr"], "main_score": 0.359521, "precision": 0.328793, "recall": 0.442688}, {"accuracy": 0.859684, "f1": 0.819895, "hf_subset": "prs_Arab-ary_Arab", "languages": ["prs-Arab", "ary-Arab"], "main_score": 0.819895, "precision": 0.801169, "recall": 0.859684}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-ces_Latn", "languages": ["prs-Arab", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.086957, "f1": 0.047938, "hf_subset": "prs_Arab-gaz_Latn", "languages": ["prs-Arab", "gaz-Latn"], "main_score": 0.047938, "precision": 0.040259, "recall": 0.086957}, {"accuracy": 0.162055, "f1": 0.102939, "hf_subset": "prs_Arab-kam_Latn", "languages": ["prs-Arab", "kam-Latn"], "main_score": 0.102939, "precision": 0.089779, "recall": 0.162055}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "prs_Arab-lit_Latn", "languages": ["prs-Arab", "lit-Latn"], "main_score": 0.983531, "precision": 0.981884, "recall": 0.987154}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "prs_Arab-nob_Latn", "languages": ["prs-Arab", "nob-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.62253, "f1": 0.54435, "hf_subset": "prs_Arab-scn_Latn", "languages": ["prs-Arab", "scn-Latn"], "main_score": 0.54435, "precision": 0.513736, "recall": 0.62253}, {"accuracy": 0.161067, "f1": 0.098775, "hf_subset": "prs_Arab-tgk_Cyrl", "languages": ["prs-Arab", "tgk-Cyrl"], "main_score": 0.098775, "precision": 0.082732, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.105452, "hf_subset": "prs_Arab-yor_Latn", "languages": ["prs-Arab", "yor-Latn"], "main_score": 0.105452, "precision": 0.087935, "recall": 0.174901}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "prs_Arab-arz_Arab", "languages": ["prs-Arab", "arz-Arab"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.163043, "f1": 0.104768, "hf_subset": "prs_Arab-cjk_Latn", "languages": ["prs-Arab", "cjk-Latn"], "main_score": 0.104768, "precision": 0.091358, "recall": 0.163043}, {"accuracy": 0.161067, "f1": 0.106098, "hf_subset": "prs_Arab-gla_Latn", "languages": ["prs-Arab", "gla-Latn"], "main_score": 0.106098, "precision": 0.091773, "recall": 0.161067}, {"accuracy": 0.826087, "f1": 0.780319, "hf_subset": "prs_Arab-kan_Knda", "languages": ["prs-Arab", "kan-Knda"], "main_score": 0.780319, "precision": 0.759891, "recall": 0.826087}, {"accuracy": 0.61166, "f1": 0.537917, "hf_subset": "prs_Arab-lmo_Latn", "languages": ["prs-Arab", "lmo-Latn"], "main_score": 0.537917, "precision": 0.509725, "recall": 0.61166}, {"accuracy": 0.964427, "f1": 0.955995, "hf_subset": "prs_Arab-npi_Deva", "languages": ["prs-Arab", "npi-Deva"], "main_score": 0.955995, "precision": 0.95224, "recall": 0.964427}, {"accuracy": 0.236166, "f1": 0.162947, "hf_subset": "prs_Arab-shn_Mymr", "languages": ["prs-Arab", "shn-Mymr"], "main_score": 0.162947, "precision": 0.141659, "recall": 0.236166}, {"accuracy": 0.428854, "f1": 0.348034, "hf_subset": "prs_Arab-tgl_Latn", "languages": ["prs-Arab", "tgl-Latn"], "main_score": 0.348034, "precision": 0.323687, "recall": 0.428854}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-yue_Hant", "languages": ["prs-Arab", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.557312, "f1": 0.479073, "hf_subset": "prs_Arab-asm_Beng", "languages": ["prs-Arab", "asm-Beng"], "main_score": 0.479073, "precision": 0.449389, "recall": 0.557312}, {"accuracy": 0.860672, "f1": 0.820784, "hf_subset": "prs_Arab-ckb_Arab", "languages": ["prs-Arab", "ckb-Arab"], "main_score": 0.820784, "precision": 0.802075, "recall": 0.860672}, {"accuracy": 0.250988, "f1": 0.177253, "hf_subset": "prs_Arab-gle_Latn", "languages": ["prs-Arab", "gle-Latn"], "main_score": 0.177253, "precision": 0.157599, "recall": 0.250988}, {"accuracy": 0.614625, "f1": 0.53825, "hf_subset": "prs_Arab-kas_Arab", "languages": ["prs-Arab", "kas-Arab"], "main_score": 0.53825, "precision": 0.5077, "recall": 0.614625}, {"accuracy": 0.687747, "f1": 0.620437, "hf_subset": "prs_Arab-ltg_Latn", "languages": ["prs-Arab", "ltg-Latn"], "main_score": 0.620437, "precision": 0.593083, "recall": 0.687747}, {"accuracy": 0.208498, "f1": 0.136367, "hf_subset": "prs_Arab-nso_Latn", "languages": ["prs-Arab", "nso-Latn"], "main_score": 0.136367, "precision": 0.118179, "recall": 0.208498}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "prs_Arab-sin_Sinh", "languages": ["prs-Arab", "sin-Sinh"], "main_score": 0.919862, "precision": 0.911314, "recall": 0.937747}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-tha_Thai", "languages": ["prs-Arab", "tha-Thai"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "prs_Arab-zho_Hans", "languages": ["prs-Arab", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.931818, "f1": 0.911199, "hf_subset": "prs_Arab-ast_Latn", "languages": ["prs-Arab", "ast-Latn"], "main_score": 0.911199, "precision": 0.90168, "recall": 0.931818}, {"accuracy": 0.75, "f1": 0.691243, "hf_subset": "prs_Arab-crh_Latn", "languages": ["prs-Arab", "crh-Latn"], "main_score": 0.691243, "precision": 0.665695, "recall": 0.75}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-glg_Latn", "languages": ["prs-Arab", "glg-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.402174, "f1": 0.315674, "hf_subset": "prs_Arab-kas_Deva", "languages": ["prs-Arab", "kas-Deva"], "main_score": 0.315674, "precision": 0.286599, "recall": 0.402174}, {"accuracy": 0.452569, "f1": 0.362852, "hf_subset": "prs_Arab-ltz_Latn", "languages": ["prs-Arab", "ltz-Latn"], "main_score": 0.362852, "precision": 0.333077, "recall": 0.452569}, {"accuracy": 0.093874, "f1": 0.05128, "hf_subset": "prs_Arab-nus_Latn", "languages": ["prs-Arab", "nus-Latn"], "main_score": 0.05128, "precision": 0.043486, "recall": 0.093874}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-slk_Latn", "languages": ["prs-Arab", "slk-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.198617, "f1": 0.133548, "hf_subset": "prs_Arab-tir_Ethi", "languages": ["prs-Arab", "tir-Ethi"], "main_score": 0.133548, "precision": 0.115651, "recall": 0.198617}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "prs_Arab-zho_Hant", "languages": ["prs-Arab", "zho-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.953557, "f1": 0.940217, "hf_subset": "prs_Arab-awa_Deva", "languages": ["prs-Arab", "awa-Deva"], "main_score": 0.940217, "precision": 0.93363, "recall": 0.953557}, {"accuracy": 0.428854, "f1": 0.338121, "hf_subset": "prs_Arab-cym_Latn", "languages": ["prs-Arab", "cym-Latn"], "main_score": 0.338121, "precision": 0.30963, "recall": 0.428854}, {"accuracy": 0.318182, "f1": 0.234405, "hf_subset": "prs_Arab-grn_Latn", "languages": ["prs-Arab", "grn-Latn"], "main_score": 0.234405, "precision": 0.211128, "recall": 0.318182}, {"accuracy": 0.874506, "f1": 0.836989, "hf_subset": "prs_Arab-kat_Geor", "languages": ["prs-Arab", "kat-Geor"], "main_score": 0.836989, "precision": 0.819911, "recall": 0.874506}, {"accuracy": 0.224308, "f1": 0.156403, "hf_subset": "prs_Arab-lua_Latn", "languages": ["prs-Arab", "lua-Latn"], "main_score": 0.156403, "precision": 0.139482, "recall": 0.224308}, {"accuracy": 0.200593, "f1": 0.132634, "hf_subset": "prs_Arab-nya_Latn", "languages": ["prs-Arab", "nya-Latn"], "main_score": 0.132634, "precision": 0.115738, "recall": 0.200593}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "prs_Arab-slv_Latn", "languages": ["prs-Arab", "slv-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.393281, "f1": 0.30078, "hf_subset": "prs_Arab-tpi_Latn", "languages": ["prs-Arab", "tpi-Latn"], "main_score": 0.30078, "precision": 0.271721, "recall": 0.393281}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "prs_Arab-zsm_Latn", "languages": ["prs-Arab", "zsm-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.175889, "f1": 0.105795, "hf_subset": "prs_Arab-ayr_Latn", "languages": ["prs-Arab", "ayr-Latn"], "main_score": 0.105795, "precision": 0.089668, "recall": 0.175889}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "prs_Arab-dan_Latn", "languages": ["prs-Arab", "dan-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.921937, "f1": 0.897892, "hf_subset": "prs_Arab-guj_Gujr", "languages": ["prs-Arab", "guj-Gujr"], "main_score": 0.897892, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "prs_Arab-kaz_Cyrl", "languages": ["prs-Arab", "kaz-Cyrl"], "main_score": 0.930336, "precision": 0.923254, "recall": 0.945652}, {"accuracy": 0.133399, "f1": 0.079897, "hf_subset": "prs_Arab-lug_Latn", "languages": ["prs-Arab", "lug-Latn"], "main_score": 0.079897, "precision": 0.068262, "recall": 0.133399}, {"accuracy": 0.922925, "f1": 0.900692, "hf_subset": "prs_Arab-oci_Latn", "languages": ["prs-Arab", "oci-Latn"], "main_score": 0.900692, "precision": 0.890152, "recall": 0.922925}, {"accuracy": 0.161067, "f1": 0.099337, "hf_subset": "prs_Arab-smo_Latn", "languages": ["prs-Arab", "smo-Latn"], "main_score": 0.099337, "precision": 0.085115, "recall": 0.161067}, {"accuracy": 0.182806, "f1": 0.120437, "hf_subset": "prs_Arab-tsn_Latn", "languages": ["prs-Arab", "tsn-Latn"], "main_score": 0.120437, "precision": 0.104633, "recall": 0.182806}, {"accuracy": 0.12253, "f1": 0.072694, "hf_subset": "prs_Arab-zul_Latn", "languages": ["prs-Arab", "zul-Latn"], "main_score": 0.072694, "precision": 0.062547, "recall": 0.12253}, {"accuracy": 0.594862, "f1": 0.520297, "hf_subset": "prs_Arab-azb_Arab", "languages": ["prs-Arab", "azb-Arab"], "main_score": 0.520297, "precision": 0.490869, "recall": 0.594862}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "prs_Arab-deu_Latn", "languages": ["prs-Arab", "deu-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.264822, "f1": 0.185566, "hf_subset": "prs_Arab-hat_Latn", "languages": ["prs-Arab", "hat-Latn"], "main_score": 0.185566, "precision": 0.163882, "recall": 0.264822}, {"accuracy": 0.145257, "f1": 0.08305, "hf_subset": "prs_Arab-kbp_Latn", "languages": ["prs-Arab", "kbp-Latn"], "main_score": 0.08305, "precision": 0.069408, "recall": 0.145257}, {"accuracy": 0.186759, "f1": 0.116849, "hf_subset": "prs_Arab-luo_Latn", "languages": ["prs-Arab", "luo-Latn"], "main_score": 0.116849, "precision": 0.100322, "recall": 0.186759}, {"accuracy": 0.848814, "f1": 0.808696, "hf_subset": "prs_Arab-ory_Orya", "languages": ["prs-Arab", "ory-Orya"], "main_score": 0.808696, "precision": 0.790003, "recall": 0.848814}, {"accuracy": 0.144269, "f1": 0.086, "hf_subset": "prs_Arab-sna_Latn", "languages": ["prs-Arab", "sna-Latn"], "main_score": 0.086, "precision": 0.073512, "recall": 0.144269}, {"accuracy": 0.156126, "f1": 0.100272, "hf_subset": "prs_Arab-tso_Latn", "languages": ["prs-Arab", "tso-Latn"], "main_score": 0.100272, "precision": 0.086381, "recall": 0.156126}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "prs_Arab-azj_Latn", "languages": ["prs-Arab", "azj-Latn"], "main_score": 0.938966, "precision": 0.932757, "recall": 0.952569}, {"accuracy": 0.248024, "f1": 0.170454, "hf_subset": "prs_Arab-dik_Latn", "languages": ["prs-Arab", "dik-Latn"], "main_score": 0.170454, "precision": 0.149744, "recall": 0.248024}, {"accuracy": 0.212451, "f1": 0.141772, "hf_subset": "prs_Arab-hau_Latn", "languages": ["prs-Arab", "hau-Latn"], "main_score": 0.141772, "precision": 0.124439, "recall": 0.212451}, {"accuracy": 0.603755, "f1": 0.520675, "hf_subset": "prs_Arab-kea_Latn", "languages": ["prs-Arab", "kea-Latn"], "main_score": 0.520675, "precision": 0.488119, "recall": 0.603755}, {"accuracy": 0.306324, "f1": 0.223956, "hf_subset": "prs_Arab-lus_Latn", "languages": ["prs-Arab", "lus-Latn"], "main_score": 0.223956, "precision": 0.199411, "recall": 0.306324}, {"accuracy": 0.418972, "f1": 0.332857, "hf_subset": "prs_Arab-pag_Latn", "languages": ["prs-Arab", "pag-Latn"], "main_score": 0.332857, "precision": 0.304321, "recall": 0.418972}, {"accuracy": 0.879447, "f1": 0.847596, "hf_subset": "prs_Arab-snd_Arab", "languages": ["prs-Arab", "snd-Arab"], "main_score": 0.847596, "precision": 0.832872, "recall": 0.879447}, {"accuracy": 0.299407, "f1": 0.218466, "hf_subset": "prs_Arab-tuk_Latn", "languages": ["prs-Arab", "tuk-Latn"], "main_score": 0.218466, "precision": 0.194387, "recall": 0.299407}, {"accuracy": 0.453557, "f1": 0.365884, "hf_subset": "prs_Arab-bak_Cyrl", "languages": ["prs-Arab", "bak-Cyrl"], "main_score": 0.365884, "precision": 0.334705, "recall": 0.453557}, {"accuracy": 0.148221, "f1": 0.093496, "hf_subset": "prs_Arab-dyu_Latn", "languages": ["prs-Arab", "dyu-Latn"], "main_score": 0.093496, "precision": 0.079904, "recall": 0.148221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "prs_Arab-heb_Hebr", "languages": ["prs-Arab", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "prs_Arab-khk_Cyrl", "languages": ["prs-Arab", "khk-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "prs_Arab-lvs_Latn", "languages": ["prs-Arab", "lvs-Latn"], "main_score": 0.986166, "precision": 0.984881, "recall": 0.98913}, {"accuracy": 0.862648, "f1": 0.824489, "hf_subset": "prs_Arab-pan_Guru", "languages": ["prs-Arab", "pan-Guru"], "main_score": 0.824489, "precision": 0.806992, "recall": 0.862648}, {"accuracy": 0.23419, "f1": 0.165378, "hf_subset": "prs_Arab-som_Latn", "languages": ["prs-Arab", "som-Latn"], "main_score": 0.165378, "precision": 0.146911, "recall": 0.23419}, {"accuracy": 0.172925, "f1": 0.108721, "hf_subset": "prs_Arab-tum_Latn", "languages": ["prs-Arab", "tum-Latn"], "main_score": 0.108721, "precision": 0.093976, "recall": 0.172925}, {"accuracy": 0.089921, "f1": 0.054482, "hf_subset": "swe_Latn-ace_Arab", "languages": ["swe-Latn", "ace-Arab"], "main_score": 0.054482, "precision": 0.046303, "recall": 0.089921}, {"accuracy": 0.220356, "f1": 0.147424, "hf_subset": "swe_Latn-bam_Latn", "languages": ["swe-Latn", "bam-Latn"], "main_score": 0.147424, "precision": 0.129583, "recall": 0.220356}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "swe_Latn-dzo_Tibt", "languages": ["swe-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-hin_Deva", "languages": ["swe-Latn", "hin-Deva"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.88857, "hf_subset": "swe_Latn-khm_Khmr", "languages": ["swe-Latn", "khm-Khmr"], "main_score": 0.88857, "precision": 0.875906, "recall": 0.91502}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "swe_Latn-mag_Deva", "languages": ["swe-Latn", "mag-Deva"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.672925, "f1": 0.599198, "hf_subset": "swe_Latn-pap_Latn", "languages": ["swe-Latn", "pap-Latn"], "main_score": 0.599198, "precision": 0.570203, "recall": 0.672925}, {"accuracy": 0.233202, "f1": 0.163169, "hf_subset": "swe_Latn-sot_Latn", "languages": ["swe-Latn", "sot-Latn"], "main_score": 0.163169, "precision": 0.144494, "recall": 0.233202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-tur_Latn", "languages": ["swe-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.431818, "f1": 0.343606, "hf_subset": "swe_Latn-ace_Latn", "languages": ["swe-Latn", "ace-Latn"], "main_score": 0.343606, "precision": 0.315095, "recall": 0.431818}, {"accuracy": 0.679842, "f1": 0.608642, "hf_subset": "swe_Latn-ban_Latn", "languages": ["swe-Latn", "ban-Latn"], "main_score": 0.608642, "precision": 0.579817, "recall": 0.679842}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-ell_Grek", "languages": ["swe-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.925889, "f1": 0.903656, "hf_subset": "swe_Latn-hne_Deva", "languages": ["swe-Latn", "hne-Deva"], "main_score": 0.903656, "precision": 0.893116, "recall": 0.925889}, {"accuracy": 0.271739, "f1": 0.186253, "hf_subset": "swe_Latn-kik_Latn", "languages": ["swe-Latn", "kik-Latn"], "main_score": 0.186253, "precision": 0.162944, "recall": 0.271739}, {"accuracy": 0.943676, "f1": 0.926383, "hf_subset": "swe_Latn-mai_Deva", "languages": ["swe-Latn", "mai-Deva"], "main_score": 0.926383, "precision": 0.918149, "recall": 0.943676}, {"accuracy": 0.848814, "f1": 0.808498, "hf_subset": "swe_Latn-pbt_Arab", "languages": ["swe-Latn", "pbt-Arab"], "main_score": 0.808498, "precision": 0.7903, "recall": 0.848814}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-spa_Latn", "languages": ["swe-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.323123, "f1": 0.229939, "hf_subset": "swe_Latn-twi_Latn", "languages": ["swe-Latn", "twi-Latn"], "main_score": 0.229939, "precision": 0.203947, "recall": 0.323123}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "swe_Latn-acm_Arab", "languages": ["swe-Latn", "acm-Arab"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "swe_Latn-bel_Cyrl", "languages": ["swe-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "swe_Latn-eng_Latn", "languages": ["swe-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-hrv_Latn", "languages": ["swe-Latn", "hrv-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.173913, "f1": 0.119291, "hf_subset": "swe_Latn-kin_Latn", "languages": ["swe-Latn", "kin-Latn"], "main_score": 0.119291, "precision": 0.106454, "recall": 0.173913}, {"accuracy": 0.897233, "f1": 0.868464, "hf_subset": "swe_Latn-mal_Mlym", "languages": ["swe-Latn", "mal-Mlym"], "main_score": 0.868464, "precision": 0.855402, "recall": 0.897233}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-pes_Arab", "languages": ["swe-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.742095, "f1": 0.678461, "hf_subset": "swe_Latn-srd_Latn", "languages": ["swe-Latn", "srd-Latn"], "main_score": 0.678461, "precision": 0.651574, "recall": 0.742095}, {"accuracy": 0.061265, "f1": 0.02837, "hf_subset": "swe_Latn-tzm_Tfng", "languages": ["swe-Latn", "tzm-Tfng"], "main_score": 0.02837, "precision": 0.023497, "recall": 0.061265}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "swe_Latn-acq_Arab", "languages": ["swe-Latn", "acq-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.244071, "f1": 0.167049, "hf_subset": "swe_Latn-bem_Latn", "languages": ["swe-Latn", "bem-Latn"], "main_score": 0.167049, "precision": 0.14783, "recall": 0.244071}, {"accuracy": 0.87253, "f1": 0.835507, "hf_subset": "swe_Latn-epo_Latn", "languages": ["swe-Latn", "epo-Latn"], "main_score": 0.835507, "precision": 0.818626, "recall": 0.87253}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-hun_Latn", "languages": ["swe-Latn", "hun-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "swe_Latn-kir_Cyrl", "languages": ["swe-Latn", "kir-Cyrl"], "main_score": 0.930072, "precision": 0.922184, "recall": 0.94664}, {"accuracy": 0.911067, "f1": 0.883729, "hf_subset": "swe_Latn-mar_Deva", "languages": ["swe-Latn", "mar-Deva"], "main_score": 0.883729, "precision": 0.870553, "recall": 0.911067}, {"accuracy": 0.300395, "f1": 0.224345, "hf_subset": "swe_Latn-plt_Latn", "languages": ["swe-Latn", "plt-Latn"], "main_score": 0.224345, "precision": 0.201661, "recall": 0.300395}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "swe_Latn-srp_Cyrl", "languages": ["swe-Latn", "srp-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.812253, "f1": 0.768189, "hf_subset": "swe_Latn-uig_Arab", "languages": ["swe-Latn", "uig-Arab"], "main_score": 0.768189, "precision": 0.7494, "recall": 0.812253}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "swe_Latn-aeb_Arab", "languages": ["swe-Latn", "aeb-Arab"], "main_score": 0.913043, "precision": 0.902833, "recall": 0.933794}, {"accuracy": 0.91996, "f1": 0.89697, "hf_subset": "swe_Latn-ben_Beng", "languages": ["swe-Latn", "ben-Beng"], "main_score": 0.89697, "precision": 0.886281, "recall": 0.91996}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-est_Latn", "languages": ["swe-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "swe_Latn-hye_Armn", "languages": ["swe-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.19664, "f1": 0.127609, "hf_subset": "swe_Latn-kmb_Latn", "languages": ["swe-Latn", "kmb-Latn"], "main_score": 0.127609, "precision": 0.112347, "recall": 0.19664}, {"accuracy": 0.066206, "f1": 0.041501, "hf_subset": "swe_Latn-min_Arab", "languages": ["swe-Latn", "min-Arab"], "main_score": 0.041501, "precision": 0.035586, "recall": 0.066206}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-pol_Latn", "languages": ["swe-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.119858, "hf_subset": "swe_Latn-ssw_Latn", "languages": ["swe-Latn", "ssw-Latn"], "main_score": 0.119858, "precision": 0.106447, "recall": 0.181818}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-ukr_Cyrl", "languages": ["swe-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "swe_Latn-afr_Latn", "languages": ["swe-Latn", "afr-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.87859, "hf_subset": "swe_Latn-bho_Deva", "languages": ["swe-Latn", "bho-Deva"], "main_score": 0.87859, "precision": 0.865613, "recall": 0.906126}, {"accuracy": 0.77668, "f1": 0.723174, "hf_subset": "swe_Latn-eus_Latn", "languages": ["swe-Latn", "eus-Latn"], "main_score": 0.723174, "precision": 0.700033, "recall": 0.77668}, {"accuracy": 0.216403, "f1": 0.141758, "hf_subset": "swe_Latn-ibo_Latn", "languages": ["swe-Latn", "ibo-Latn"], "main_score": 0.141758, "precision": 0.123728, "recall": 0.216403}, {"accuracy": 0.759881, "f1": 0.71234, "hf_subset": "swe_Latn-kmr_Latn", "languages": ["swe-Latn", "kmr-Latn"], "main_score": 0.71234, "precision": 0.692354, "recall": 0.759881}, {"accuracy": 0.652174, "f1": 0.578089, "hf_subset": "swe_Latn-min_Latn", "languages": ["swe-Latn", "min-Latn"], "main_score": 0.578089, "precision": 0.54974, "recall": 0.652174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-por_Latn", "languages": ["swe-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.769763, "f1": 0.709867, "hf_subset": "swe_Latn-sun_Latn", "languages": ["swe-Latn", "sun-Latn"], "main_score": 0.709867, "precision": 0.684503, "recall": 0.769763}, {"accuracy": 0.190711, "f1": 0.126487, "hf_subset": "swe_Latn-umb_Latn", "languages": ["swe-Latn", "umb-Latn"], "main_score": 0.126487, "precision": 0.111429, "recall": 0.190711}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "swe_Latn-ajp_Arab", "languages": ["swe-Latn", "ajp-Arab"], "main_score": 0.956851, "precision": 0.951746, "recall": 0.967391}, {"accuracy": 0.081028, "f1": 0.043693, "hf_subset": "swe_Latn-bjn_Arab", "languages": ["swe-Latn", "bjn-Arab"], "main_score": 0.043693, "precision": 0.034897, "recall": 0.081028}, {"accuracy": 0.281621, "f1": 0.206741, "hf_subset": "swe_Latn-ewe_Latn", "languages": ["swe-Latn", "ewe-Latn"], "main_score": 0.206741, "precision": 0.186909, "recall": 0.281621}, {"accuracy": 0.390316, "f1": 0.300374, "hf_subset": "swe_Latn-ilo_Latn", "languages": ["swe-Latn", "ilo-Latn"], "main_score": 0.300374, "precision": 0.273047, "recall": 0.390316}, {"accuracy": 0.093874, "f1": 0.048493, "hf_subset": "swe_Latn-knc_Arab", "languages": ["swe-Latn", "knc-Arab"], "main_score": 0.048493, "precision": 0.038679, "recall": 0.093874}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-mkd_Cyrl", "languages": ["swe-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "swe_Latn-prs_Arab", "languages": ["swe-Latn", "prs-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "swe_Latn-urd_Arab", "languages": ["swe-Latn", "urd-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.325099, "f1": 0.24251, "hf_subset": "swe_Latn-aka_Latn", "languages": ["swe-Latn", "aka-Latn"], "main_score": 0.24251, "precision": 0.219687, "recall": 0.325099}, {"accuracy": 0.793478, "f1": 0.740664, "hf_subset": "swe_Latn-bjn_Latn", "languages": ["swe-Latn", "bjn-Latn"], "main_score": 0.740664, "precision": 0.718791, "recall": 0.793478}, {"accuracy": 0.492095, "f1": 0.407142, "hf_subset": "swe_Latn-fao_Latn", "languages": ["swe-Latn", "fao-Latn"], "main_score": 0.407142, "precision": 0.37926, "recall": 0.492095}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-ind_Latn", "languages": ["swe-Latn", "ind-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.289526, "f1": 0.211146, "hf_subset": "swe_Latn-knc_Latn", "languages": ["swe-Latn", "knc-Latn"], "main_score": 0.211146, "precision": 0.191013, "recall": 0.289526}, {"accuracy": 0.356719, "f1": 0.272854, "hf_subset": "swe_Latn-mlt_Latn", "languages": ["swe-Latn", "mlt-Latn"], "main_score": 0.272854, "precision": 0.249405, "recall": 0.356719}, {"accuracy": 0.291502, "f1": 0.205853, "hf_subset": "swe_Latn-quy_Latn", "languages": ["swe-Latn", "quy-Latn"], "main_score": 0.205853, "precision": 0.181463, "recall": 0.291502}, {"accuracy": 0.37747, "f1": 0.293228, "hf_subset": "swe_Latn-swh_Latn", "languages": ["swe-Latn", "swh-Latn"], "main_score": 0.293228, "precision": 0.267665, "recall": 0.37747}, {"accuracy": 0.66502, "f1": 0.595601, "hf_subset": "swe_Latn-uzn_Latn", "languages": ["swe-Latn", "uzn-Latn"], "main_score": 0.595601, "precision": 0.567897, "recall": 0.66502}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-als_Latn", "languages": ["swe-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.056324, "f1": 0.018543, "hf_subset": "swe_Latn-bod_Tibt", "languages": ["swe-Latn", "bod-Tibt"], "main_score": 0.018543, "precision": 0.014197, "recall": 0.056324}, {"accuracy": 0.230237, "f1": 0.159246, "hf_subset": "swe_Latn-fij_Latn", "languages": ["swe-Latn", "fij-Latn"], "main_score": 0.159246, "precision": 0.140603, "recall": 0.230237}, {"accuracy": 0.775692, "f1": 0.72141, "hf_subset": "swe_Latn-isl_Latn", "languages": ["swe-Latn", "isl-Latn"], "main_score": 0.72141, "precision": 0.698712, "recall": 0.775692}, {"accuracy": 0.270751, "f1": 0.192973, "hf_subset": "swe_Latn-kon_Latn", "languages": ["swe-Latn", "kon-Latn"], "main_score": 0.192973, "precision": 0.172898, "recall": 0.270751}, {"accuracy": 0.071146, "f1": 0.037308, "hf_subset": "swe_Latn-mni_Beng", "languages": ["swe-Latn", "mni-Beng"], "main_score": 0.037308, "precision": 0.032227, "recall": 0.071146}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-ron_Latn", "languages": ["swe-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.831028, "f1": 0.787615, "hf_subset": "swe_Latn-szl_Latn", "languages": ["swe-Latn", "szl-Latn"], "main_score": 0.787615, "precision": 0.768511, "recall": 0.831028}, {"accuracy": 0.818182, "f1": 0.768198, "hf_subset": "swe_Latn-vec_Latn", "languages": ["swe-Latn", "vec-Latn"], "main_score": 0.768198, "precision": 0.746831, "recall": 0.818182}, {"accuracy": 0.774704, "f1": 0.724497, "hf_subset": "swe_Latn-amh_Ethi", "languages": ["swe-Latn", "amh-Ethi"], "main_score": 0.724497, "precision": 0.70308, "recall": 0.774704}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-bos_Latn", "languages": ["swe-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-fin_Latn", "languages": ["swe-Latn", "fin-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-ita_Latn", "languages": ["swe-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "swe_Latn-kor_Hang", "languages": ["swe-Latn", "kor-Hang"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.25, "f1": 0.177831, "hf_subset": "swe_Latn-mos_Latn", "languages": ["swe-Latn", "mos-Latn"], "main_score": 0.177831, "precision": 0.157808, "recall": 0.25}, {"accuracy": 0.19664, "f1": 0.132301, "hf_subset": "swe_Latn-run_Latn", "languages": ["swe-Latn", "run-Latn"], "main_score": 0.132301, "precision": 0.116874, "recall": 0.19664}, {"accuracy": 0.903162, "f1": 0.875296, "hf_subset": "swe_Latn-tam_Taml", "languages": ["swe-Latn", "tam-Taml"], "main_score": 0.875296, "precision": 0.862484, "recall": 0.903162}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-vie_Latn", "languages": ["swe-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "swe_Latn-apc_Arab", "languages": ["swe-Latn", "apc-Arab"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.410079, "f1": 0.323317, "hf_subset": "swe_Latn-bug_Latn", "languages": ["swe-Latn", "bug-Latn"], "main_score": 0.323317, "precision": 0.295867, "recall": 0.410079}, {"accuracy": 0.235178, "f1": 0.164301, "hf_subset": "swe_Latn-fon_Latn", "languages": ["swe-Latn", "fon-Latn"], "main_score": 0.164301, "precision": 0.146219, "recall": 0.235178}, {"accuracy": 0.746047, "f1": 0.684881, "hf_subset": "swe_Latn-jav_Latn", "languages": ["swe-Latn", "jav-Latn"], "main_score": 0.684881, "precision": 0.6597, "recall": 0.746047}, {"accuracy": 0.939723, "f1": 0.923254, "hf_subset": "swe_Latn-lao_Laoo", "languages": ["swe-Latn", "lao-Laoo"], "main_score": 0.923254, "precision": 0.91609, "recall": 0.939723}, {"accuracy": 0.216403, "f1": 0.141364, "hf_subset": "swe_Latn-mri_Latn", "languages": ["swe-Latn", "mri-Latn"], "main_score": 0.141364, "precision": 0.124087, "recall": 0.216403}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "swe_Latn-rus_Cyrl", "languages": ["swe-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.261858, "f1": 0.191445, "hf_subset": "swe_Latn-taq_Latn", "languages": ["swe-Latn", "taq-Latn"], "main_score": 0.191445, "precision": 0.173662, "recall": 0.261858}, {"accuracy": 0.452569, "f1": 0.358221, "hf_subset": "swe_Latn-war_Latn", "languages": ["swe-Latn", "war-Latn"], "main_score": 0.358221, "precision": 0.327443, "recall": 0.452569}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "swe_Latn-arb_Arab", "languages": ["swe-Latn", "arb-Arab"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "swe_Latn-bul_Cyrl", "languages": ["swe-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-fra_Latn", "languages": ["swe-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-jpn_Jpan", "languages": ["swe-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.773715, "f1": 0.716453, "hf_subset": "swe_Latn-lij_Latn", "languages": ["swe-Latn", "lij-Latn"], "main_score": 0.716453, "precision": 0.692088, "recall": 0.773715}, {"accuracy": 0.950593, "f1": 0.934618, "hf_subset": "swe_Latn-mya_Mymr", "languages": ["swe-Latn", "mya-Mymr"], "main_score": 0.934618, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.258893, "f1": 0.188126, "hf_subset": "swe_Latn-sag_Latn", "languages": ["swe-Latn", "sag-Latn"], "main_score": 0.188126, "precision": 0.168783, "recall": 0.258893}, {"accuracy": 0.08004, "f1": 0.034539, "hf_subset": "swe_Latn-taq_Tfng", "languages": ["swe-Latn", "taq-Tfng"], "main_score": 0.034539, "precision": 0.027807, "recall": 0.08004}, {"accuracy": 0.280632, "f1": 0.199322, "hf_subset": "swe_Latn-wol_Latn", "languages": ["swe-Latn", "wol-Latn"], "main_score": 0.199322, "precision": 0.177153, "recall": 0.280632}, {"accuracy": 0.151186, "f1": 0.094028, "hf_subset": "swe_Latn-arb_Latn", "languages": ["swe-Latn", "arb-Latn"], "main_score": 0.094028, "precision": 0.081656, "recall": 0.151186}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-cat_Latn", "languages": ["swe-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.752964, "f1": 0.691403, "hf_subset": "swe_Latn-fur_Latn", "languages": ["swe-Latn", "fur-Latn"], "main_score": 0.691403, "precision": 0.665794, "recall": 0.752964}, {"accuracy": 0.103755, "f1": 0.069472, "hf_subset": "swe_Latn-kab_Latn", "languages": ["swe-Latn", "kab-Latn"], "main_score": 0.069472, "precision": 0.061758, "recall": 0.103755}, {"accuracy": 0.773715, "f1": 0.715961, "hf_subset": "swe_Latn-lim_Latn", "languages": ["swe-Latn", "lim-Latn"], "main_score": 0.715961, "precision": 0.690711, "recall": 0.773715}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-nld_Latn", "languages": ["swe-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.753953, "f1": 0.692212, "hf_subset": "swe_Latn-san_Deva", "languages": ["swe-Latn", "san-Deva"], "main_score": 0.692212, "precision": 0.665481, "recall": 0.753953}, {"accuracy": 0.528656, "f1": 0.442665, "hf_subset": "swe_Latn-tat_Cyrl", "languages": ["swe-Latn", "tat-Cyrl"], "main_score": 0.442665, "precision": 0.410304, "recall": 0.528656}, {"accuracy": 0.208498, "f1": 0.137481, "hf_subset": "swe_Latn-xho_Latn", "languages": ["swe-Latn", "xho-Latn"], "main_score": 0.137481, "precision": 0.120529, "recall": 0.208498}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "swe_Latn-ars_Arab", "languages": ["swe-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.41996, "f1": 0.327615, "hf_subset": "swe_Latn-ceb_Latn", "languages": ["swe-Latn", "ceb-Latn"], "main_score": 0.327615, "precision": 0.298673, "recall": 0.41996}, {"accuracy": 0.251976, "f1": 0.174517, "hf_subset": "swe_Latn-fuv_Latn", "languages": ["swe-Latn", "fuv-Latn"], "main_score": 0.174517, "precision": 0.155403, "recall": 0.251976}, {"accuracy": 0.220356, "f1": 0.149514, "hf_subset": "swe_Latn-kac_Latn", "languages": ["swe-Latn", "kac-Latn"], "main_score": 0.149514, "precision": 0.131587, "recall": 0.220356}, {"accuracy": 0.259881, "f1": 0.184896, "hf_subset": "swe_Latn-lin_Latn", "languages": ["swe-Latn", "lin-Latn"], "main_score": 0.184896, "precision": 0.165027, "recall": 0.259881}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "swe_Latn-nno_Latn", "languages": ["swe-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.019763, "f1": 0.003327, "hf_subset": "swe_Latn-sat_Olck", "languages": ["swe-Latn", "sat-Olck"], "main_score": 0.003327, "precision": 0.00232, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821066, "hf_subset": "swe_Latn-tel_Telu", "languages": ["swe-Latn", "tel-Telu"], "main_score": 0.821066, "precision": 0.803689, "recall": 0.859684}, {"accuracy": 0.458498, "f1": 0.369217, "hf_subset": "swe_Latn-ydd_Hebr", "languages": ["swe-Latn", "ydd-Hebr"], "main_score": 0.369217, "precision": 0.337105, "recall": 0.458498}, {"accuracy": 0.858696, "f1": 0.819104, "hf_subset": "swe_Latn-ary_Arab", "languages": ["swe-Latn", "ary-Arab"], "main_score": 0.819104, "precision": 0.800889, "recall": 0.858696}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-ces_Latn", "languages": ["swe-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.11166, "f1": 0.065956, "hf_subset": "swe_Latn-gaz_Latn", "languages": ["swe-Latn", "gaz-Latn"], "main_score": 0.065956, "precision": 0.056334, "recall": 0.11166}, {"accuracy": 0.232213, "f1": 0.159174, "hf_subset": "swe_Latn-kam_Latn", "languages": ["swe-Latn", "kam-Latn"], "main_score": 0.159174, "precision": 0.14073, "recall": 0.232213}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "swe_Latn-lit_Latn", "languages": ["swe-Latn", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-nob_Latn", "languages": ["swe-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.663043, "f1": 0.589729, "hf_subset": "swe_Latn-scn_Latn", "languages": ["swe-Latn", "scn-Latn"], "main_score": 0.589729, "precision": 0.561447, "recall": 0.663043}, {"accuracy": 0.213439, "f1": 0.139537, "hf_subset": "swe_Latn-tgk_Cyrl", "languages": ["swe-Latn", "tgk-Cyrl"], "main_score": 0.139537, "precision": 0.120101, "recall": 0.213439}, {"accuracy": 0.210474, "f1": 0.132664, "hf_subset": "swe_Latn-yor_Latn", "languages": ["swe-Latn", "yor-Latn"], "main_score": 0.132664, "precision": 0.113158, "recall": 0.210474}, {"accuracy": 0.952569, "f1": 0.937978, "hf_subset": "swe_Latn-arz_Arab", "languages": ["swe-Latn", "arz-Arab"], "main_score": 0.937978, "precision": 0.930912, "recall": 0.952569}, {"accuracy": 0.206522, "f1": 0.134374, "hf_subset": "swe_Latn-cjk_Latn", "languages": ["swe-Latn", "cjk-Latn"], "main_score": 0.134374, "precision": 0.116727, "recall": 0.206522}, {"accuracy": 0.220356, "f1": 0.149776, "hf_subset": "swe_Latn-gla_Latn", "languages": ["swe-Latn", "gla-Latn"], "main_score": 0.149776, "precision": 0.131162, "recall": 0.220356}, {"accuracy": 0.826087, "f1": 0.777635, "hf_subset": "swe_Latn-kan_Knda", "languages": ["swe-Latn", "kan-Knda"], "main_score": 0.777635, "precision": 0.755698, "recall": 0.826087}, {"accuracy": 0.676877, "f1": 0.610503, "hf_subset": "swe_Latn-lmo_Latn", "languages": ["swe-Latn", "lmo-Latn"], "main_score": 0.610503, "precision": 0.584071, "recall": 0.676877}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "swe_Latn-npi_Deva", "languages": ["swe-Latn", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.3083, "f1": 0.218927, "hf_subset": "swe_Latn-shn_Mymr", "languages": ["swe-Latn", "shn-Mymr"], "main_score": 0.218927, "precision": 0.192, "recall": 0.3083}, {"accuracy": 0.496047, "f1": 0.410959, "hf_subset": "swe_Latn-tgl_Latn", "languages": ["swe-Latn", "tgl-Latn"], "main_score": 0.410959, "precision": 0.382009, "recall": 0.496047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "swe_Latn-yue_Hant", "languages": ["swe-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.566206, "f1": 0.485343, "hf_subset": "swe_Latn-asm_Beng", "languages": ["swe-Latn", "asm-Beng"], "main_score": 0.485343, "precision": 0.45447, "recall": 0.566206}, {"accuracy": 0.850791, "f1": 0.809453, "hf_subset": "swe_Latn-ckb_Arab", "languages": ["swe-Latn", "ckb-Arab"], "main_score": 0.809453, "precision": 0.790629, "recall": 0.850791}, {"accuracy": 0.310277, "f1": 0.230937, "hf_subset": "swe_Latn-gle_Latn", "languages": ["swe-Latn", "gle-Latn"], "main_score": 0.230937, "precision": 0.208631, "recall": 0.310277}, {"accuracy": 0.607708, "f1": 0.525824, "hf_subset": "swe_Latn-kas_Arab", "languages": ["swe-Latn", "kas-Arab"], "main_score": 0.525824, "precision": 0.493875, "recall": 0.607708}, {"accuracy": 0.728261, "f1": 0.663952, "hf_subset": "swe_Latn-ltg_Latn", "languages": ["swe-Latn", "ltg-Latn"], "main_score": 0.663952, "precision": 0.636298, "recall": 0.728261}, {"accuracy": 0.268775, "f1": 0.188048, "hf_subset": "swe_Latn-nso_Latn", "languages": ["swe-Latn", "nso-Latn"], "main_score": 0.188048, "precision": 0.166557, "recall": 0.268775}, {"accuracy": 0.939723, "f1": 0.921278, "hf_subset": "swe_Latn-sin_Sinh", "languages": ["swe-Latn", "sin-Sinh"], "main_score": 0.921278, "precision": 0.912385, "recall": 0.939723}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "swe_Latn-tha_Thai", "languages": ["swe-Latn", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "swe_Latn-zho_Hans", "languages": ["swe-Latn", "zho-Hans"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.952569, "f1": 0.937484, "hf_subset": "swe_Latn-ast_Latn", "languages": ["swe-Latn", "ast-Latn"], "main_score": 0.937484, "precision": 0.930254, "recall": 0.952569}, {"accuracy": 0.782609, "f1": 0.725513, "hf_subset": "swe_Latn-crh_Latn", "languages": ["swe-Latn", "crh-Latn"], "main_score": 0.725513, "precision": 0.700527, "recall": 0.782609}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-glg_Latn", "languages": ["swe-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.438735, "f1": 0.355248, "hf_subset": "swe_Latn-kas_Deva", "languages": ["swe-Latn", "kas-Deva"], "main_score": 0.355248, "precision": 0.326915, "recall": 0.438735}, {"accuracy": 0.535573, "f1": 0.447153, "hf_subset": "swe_Latn-ltz_Latn", "languages": ["swe-Latn", "ltz-Latn"], "main_score": 0.447153, "precision": 0.416345, "recall": 0.535573}, {"accuracy": 0.125494, "f1": 0.071003, "hf_subset": "swe_Latn-nus_Latn", "languages": ["swe-Latn", "nus-Latn"], "main_score": 0.071003, "precision": 0.060256, "recall": 0.125494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "swe_Latn-slk_Latn", "languages": ["swe-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.192688, "f1": 0.128193, "hf_subset": "swe_Latn-tir_Ethi", "languages": ["swe-Latn", "tir-Ethi"], "main_score": 0.128193, "precision": 0.111052, "recall": 0.192688}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "swe_Latn-zho_Hant", "languages": ["swe-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "swe_Latn-awa_Deva", "languages": ["swe-Latn", "awa-Deva"], "main_score": 0.952734, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.495059, "f1": 0.409489, "hf_subset": "swe_Latn-cym_Latn", "languages": ["swe-Latn", "cym-Latn"], "main_score": 0.409489, "precision": 0.381568, "recall": 0.495059}, {"accuracy": 0.37747, "f1": 0.290265, "hf_subset": "swe_Latn-grn_Latn", "languages": ["swe-Latn", "grn-Latn"], "main_score": 0.290265, "precision": 0.264069, "recall": 0.37747}, {"accuracy": 0.887352, "f1": 0.852503, "hf_subset": "swe_Latn-kat_Geor", "languages": ["swe-Latn", "kat-Geor"], "main_score": 0.852503, "precision": 0.836051, "recall": 0.887352}, {"accuracy": 0.279644, "f1": 0.202591, "hf_subset": "swe_Latn-lua_Latn", "languages": ["swe-Latn", "lua-Latn"], "main_score": 0.202591, "precision": 0.182018, "recall": 0.279644}, {"accuracy": 0.253953, "f1": 0.172699, "hf_subset": "swe_Latn-nya_Latn", "languages": ["swe-Latn", "nya-Latn"], "main_score": 0.172699, "precision": 0.151003, "recall": 0.253953}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-slv_Latn", "languages": ["swe-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.478261, "f1": 0.385581, "hf_subset": "swe_Latn-tpi_Latn", "languages": ["swe-Latn", "tpi-Latn"], "main_score": 0.385581, "precision": 0.355743, "recall": 0.478261}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "swe_Latn-zsm_Latn", "languages": ["swe-Latn", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.219368, "f1": 0.13899, "hf_subset": "swe_Latn-ayr_Latn", "languages": ["swe-Latn", "ayr-Latn"], "main_score": 0.13899, "precision": 0.119184, "recall": 0.219368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "swe_Latn-dan_Latn", "languages": ["swe-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.924901, "f1": 0.902292, "hf_subset": "swe_Latn-guj_Gujr", "languages": ["swe-Latn", "guj-Gujr"], "main_score": 0.902292, "precision": 0.891798, "recall": 0.924901}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "swe_Latn-kaz_Cyrl", "languages": ["swe-Latn", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.198617, "f1": 0.134365, "hf_subset": "swe_Latn-lug_Latn", "languages": ["swe-Latn", "lug-Latn"], "main_score": 0.134365, "precision": 0.118701, "recall": 0.198617}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "swe_Latn-oci_Latn", "languages": ["swe-Latn", "oci-Latn"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.216403, "f1": 0.145163, "hf_subset": "swe_Latn-smo_Latn", "languages": ["swe-Latn", "smo-Latn"], "main_score": 0.145163, "precision": 0.127242, "recall": 0.216403}, {"accuracy": 0.235178, "f1": 0.160703, "hf_subset": "swe_Latn-tsn_Latn", "languages": ["swe-Latn", "tsn-Latn"], "main_score": 0.160703, "precision": 0.141601, "recall": 0.235178}, {"accuracy": 0.160079, "f1": 0.09758, "hf_subset": "swe_Latn-zul_Latn", "languages": ["swe-Latn", "zul-Latn"], "main_score": 0.09758, "precision": 0.083116, "recall": 0.160079}, {"accuracy": 0.573123, "f1": 0.490864, "hf_subset": "swe_Latn-azb_Arab", "languages": ["swe-Latn", "azb-Arab"], "main_score": 0.490864, "precision": 0.458795, "recall": 0.573123}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "swe_Latn-deu_Latn", "languages": ["swe-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.325099, "f1": 0.23723, "hf_subset": "swe_Latn-hat_Latn", "languages": ["swe-Latn", "hat-Latn"], "main_score": 0.23723, "precision": 0.209663, "recall": 0.325099}, {"accuracy": 0.210474, "f1": 0.138015, "hf_subset": "swe_Latn-kbp_Latn", "languages": ["swe-Latn", "kbp-Latn"], "main_score": 0.138015, "precision": 0.120451, "recall": 0.210474}, {"accuracy": 0.248024, "f1": 0.173373, "hf_subset": "swe_Latn-luo_Latn", "languages": ["swe-Latn", "luo-Latn"], "main_score": 0.173373, "precision": 0.154452, "recall": 0.248024}, {"accuracy": 0.843874, "f1": 0.80183, "hf_subset": "swe_Latn-ory_Orya", "languages": ["swe-Latn", "ory-Orya"], "main_score": 0.80183, "precision": 0.783185, "recall": 0.843874}, {"accuracy": 0.198617, "f1": 0.130498, "hf_subset": "swe_Latn-sna_Latn", "languages": ["swe-Latn", "sna-Latn"], "main_score": 0.130498, "precision": 0.114063, "recall": 0.198617}, {"accuracy": 0.205534, "f1": 0.137281, "hf_subset": "swe_Latn-tso_Latn", "languages": ["swe-Latn", "tso-Latn"], "main_score": 0.137281, "precision": 0.120653, "recall": 0.205534}, {"accuracy": 0.960474, "f1": 0.948518, "hf_subset": "swe_Latn-azj_Latn", "languages": ["swe-Latn", "azj-Latn"], "main_score": 0.948518, "precision": 0.942935, "recall": 0.960474}, {"accuracy": 0.318182, "f1": 0.23126, "hf_subset": "swe_Latn-dik_Latn", "languages": ["swe-Latn", "dik-Latn"], "main_score": 0.23126, "precision": 0.206267, "recall": 0.318182}, {"accuracy": 0.275692, "f1": 0.195366, "hf_subset": "swe_Latn-hau_Latn", "languages": ["swe-Latn", "hau-Latn"], "main_score": 0.195366, "precision": 0.17451, "recall": 0.275692}, {"accuracy": 0.677866, "f1": 0.603498, "hf_subset": "swe_Latn-kea_Latn", "languages": ["swe-Latn", "kea-Latn"], "main_score": 0.603498, "precision": 0.574534, "recall": 0.677866}, {"accuracy": 0.392292, "f1": 0.30688, "hf_subset": "swe_Latn-lus_Latn", "languages": ["swe-Latn", "lus-Latn"], "main_score": 0.30688, "precision": 0.280107, "recall": 0.392292}, {"accuracy": 0.496047, "f1": 0.404487, "hf_subset": "swe_Latn-pag_Latn", "languages": ["swe-Latn", "pag-Latn"], "main_score": 0.404487, "precision": 0.372655, "recall": 0.496047}, {"accuracy": 0.874506, "f1": 0.841403, "hf_subset": "swe_Latn-snd_Arab", "languages": ["swe-Latn", "snd-Arab"], "main_score": 0.841403, "precision": 0.826005, "recall": 0.874506}, {"accuracy": 0.374506, "f1": 0.284715, "hf_subset": "swe_Latn-tuk_Latn", "languages": ["swe-Latn", "tuk-Latn"], "main_score": 0.284715, "precision": 0.257232, "recall": 0.374506}, {"accuracy": 0.488142, "f1": 0.400081, "hf_subset": "swe_Latn-bak_Cyrl", "languages": ["swe-Latn", "bak-Cyrl"], "main_score": 0.400081, "precision": 0.369479, "recall": 0.488142}, {"accuracy": 0.203557, "f1": 0.137202, "hf_subset": "swe_Latn-dyu_Latn", "languages": ["swe-Latn", "dyu-Latn"], "main_score": 0.137202, "precision": 0.119394, "recall": 0.203557}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "swe_Latn-heb_Hebr", "languages": ["swe-Latn", "heb-Hebr"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "swe_Latn-khk_Cyrl", "languages": ["swe-Latn", "khk-Cyrl"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "swe_Latn-lvs_Latn", "languages": ["swe-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.87747, "f1": 0.842852, "hf_subset": "swe_Latn-pan_Guru", "languages": ["swe-Latn", "pan-Guru"], "main_score": 0.842852, "precision": 0.82691, "recall": 0.87747}, {"accuracy": 0.289526, "f1": 0.208427, "hf_subset": "swe_Latn-som_Latn", "languages": ["swe-Latn", "som-Latn"], "main_score": 0.208427, "precision": 0.183203, "recall": 0.289526}, {"accuracy": 0.230237, "f1": 0.155557, "hf_subset": "swe_Latn-tum_Latn", "languages": ["swe-Latn", "tum-Latn"], "main_score": 0.155557, "precision": 0.135611, "recall": 0.230237}, {"accuracy": 0.086957, "f1": 0.050856, "hf_subset": "urd_Arab-ace_Arab", "languages": ["urd-Arab", "ace-Arab"], "main_score": 0.050856, "precision": 0.041812, "recall": 0.086957}, {"accuracy": 0.142292, "f1": 0.086624, "hf_subset": "urd_Arab-bam_Latn", "languages": ["urd-Arab", "bam-Latn"], "main_score": 0.086624, "precision": 0.074118, "recall": 0.142292}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "urd_Arab-dzo_Tibt", "languages": ["urd-Arab", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.980237, "f1": 0.974473, "hf_subset": "urd_Arab-hin_Deva", "languages": ["urd-Arab", "hin-Deva"], "main_score": 0.974473, "precision": 0.971673, "recall": 0.980237}, {"accuracy": 0.882411, "f1": 0.847563, "hf_subset": "urd_Arab-khm_Khmr", "languages": ["urd-Arab", "khm-Khmr"], "main_score": 0.847563, "precision": 0.831143, "recall": 0.882411}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "urd_Arab-mag_Deva", "languages": ["urd-Arab", "mag-Deva"], "main_score": 0.909914, "precision": 0.899868, "recall": 0.93083}, {"accuracy": 0.560277, "f1": 0.479797, "hf_subset": "urd_Arab-pap_Latn", "languages": ["urd-Arab", "pap-Latn"], "main_score": 0.479797, "precision": 0.450176, "recall": 0.560277}, {"accuracy": 0.157115, "f1": 0.098657, "hf_subset": "urd_Arab-sot_Latn", "languages": ["urd-Arab", "sot-Latn"], "main_score": 0.098657, "precision": 0.085143, "recall": 0.157115}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "urd_Arab-tur_Latn", "languages": ["urd-Arab", "tur-Latn"], "main_score": 0.957411, "precision": 0.952652, "recall": 0.967391}, {"accuracy": 0.338933, "f1": 0.251775, "hf_subset": "urd_Arab-ace_Latn", "languages": ["urd-Arab", "ace-Latn"], "main_score": 0.251775, "precision": 0.224699, "recall": 0.338933}, {"accuracy": 0.56917, "f1": 0.49082, "hf_subset": "urd_Arab-ban_Latn", "languages": ["urd-Arab", "ban-Latn"], "main_score": 0.49082, "precision": 0.46079, "recall": 0.56917}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "urd_Arab-ell_Grek", "languages": ["urd-Arab", "ell-Grek"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.905138, "f1": 0.878261, "hf_subset": "urd_Arab-hne_Deva", "languages": ["urd-Arab", "hne-Deva"], "main_score": 0.878261, "precision": 0.865777, "recall": 0.905138}, {"accuracy": 0.192688, "f1": 0.120975, "hf_subset": "urd_Arab-kik_Latn", "languages": ["urd-Arab", "kik-Latn"], "main_score": 0.120975, "precision": 0.103655, "recall": 0.192688}, {"accuracy": 0.914032, "f1": 0.889822, "hf_subset": "urd_Arab-mai_Deva", "languages": ["urd-Arab", "mai-Deva"], "main_score": 0.889822, "precision": 0.878129, "recall": 0.914032}, {"accuracy": 0.848814, "f1": 0.809881, "hf_subset": "urd_Arab-pbt_Arab", "languages": ["urd-Arab", "pbt-Arab"], "main_score": 0.809881, "precision": 0.792556, "recall": 0.848814}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-spa_Latn", "languages": ["urd-Arab", "spa-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.233202, "f1": 0.155881, "hf_subset": "urd_Arab-twi_Latn", "languages": ["urd-Arab", "twi-Latn"], "main_score": 0.155881, "precision": 0.136244, "recall": 0.233202}, {"accuracy": 0.954545, "f1": 0.940876, "hf_subset": "urd_Arab-acm_Arab", "languages": ["urd-Arab", "acm-Arab"], "main_score": 0.940876, "precision": 0.934289, "recall": 0.954545}, {"accuracy": 0.927866, "f1": 0.904809, "hf_subset": "urd_Arab-bel_Cyrl", "languages": ["urd-Arab", "bel-Cyrl"], "main_score": 0.904809, "precision": 0.89361, "recall": 0.927866}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "urd_Arab-eng_Latn", "languages": ["urd-Arab", "eng-Latn"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "urd_Arab-hrv_Latn", "languages": ["urd-Arab", "hrv-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.108696, "f1": 0.063819, "hf_subset": "urd_Arab-kin_Latn", "languages": ["urd-Arab", "kin-Latn"], "main_score": 0.063819, "precision": 0.053706, "recall": 0.108696}, {"accuracy": 0.892292, "f1": 0.861067, "hf_subset": "urd_Arab-mal_Mlym", "languages": ["urd-Arab", "mal-Mlym"], "main_score": 0.861067, "precision": 0.846624, "recall": 0.892292}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "urd_Arab-pes_Arab", "languages": ["urd-Arab", "pes-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.643281, "f1": 0.563394, "hf_subset": "urd_Arab-srd_Latn", "languages": ["urd-Arab", "srd-Latn"], "main_score": 0.563394, "precision": 0.530724, "recall": 0.643281}, {"accuracy": 0.062253, "f1": 0.030272, "hf_subset": "urd_Arab-tzm_Tfng", "languages": ["urd-Arab", "tzm-Tfng"], "main_score": 0.030272, "precision": 0.024891, "recall": 0.062253}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "urd_Arab-acq_Arab", "languages": ["urd-Arab", "acq-Arab"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.166008, "f1": 0.106612, "hf_subset": "urd_Arab-bem_Latn", "languages": ["urd-Arab", "bem-Latn"], "main_score": 0.106612, "precision": 0.092729, "recall": 0.166008}, {"accuracy": 0.804348, "f1": 0.754545, "hf_subset": "urd_Arab-epo_Latn", "languages": ["urd-Arab", "epo-Latn"], "main_score": 0.754545, "precision": 0.732773, "recall": 0.804348}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "urd_Arab-hun_Latn", "languages": ["urd-Arab", "hun-Latn"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.891304, "f1": 0.861957, "hf_subset": "urd_Arab-kir_Cyrl", "languages": ["urd-Arab", "kir-Cyrl"], "main_score": 0.861957, "precision": 0.84832, "recall": 0.891304}, {"accuracy": 0.896245, "f1": 0.865349, "hf_subset": "urd_Arab-mar_Deva", "languages": ["urd-Arab", "mar-Deva"], "main_score": 0.865349, "precision": 0.850873, "recall": 0.896245}, {"accuracy": 0.221344, "f1": 0.154442, "hf_subset": "urd_Arab-plt_Latn", "languages": ["urd-Arab", "plt-Latn"], "main_score": 0.154442, "precision": 0.13628, "recall": 0.221344}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "urd_Arab-srp_Cyrl", "languages": ["urd-Arab", "srp-Cyrl"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.789526, "f1": 0.742545, "hf_subset": "urd_Arab-uig_Arab", "languages": ["urd-Arab", "uig-Arab"], "main_score": 0.742545, "precision": 0.722192, "recall": 0.789526}, {"accuracy": 0.907115, "f1": 0.881324, "hf_subset": "urd_Arab-aeb_Arab", "languages": ["urd-Arab", "aeb-Arab"], "main_score": 0.881324, "precision": 0.869186, "recall": 0.907115}, {"accuracy": 0.908103, "f1": 0.883202, "hf_subset": "urd_Arab-ben_Beng", "languages": ["urd-Arab", "ben-Beng"], "main_score": 0.883202, "precision": 0.871542, "recall": 0.908103}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "urd_Arab-est_Latn", "languages": ["urd-Arab", "est-Latn"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "urd_Arab-hye_Armn", "languages": ["urd-Arab", "hye-Armn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.132411, "f1": 0.079546, "hf_subset": "urd_Arab-kmb_Latn", "languages": ["urd-Arab", "kmb-Latn"], "main_score": 0.079546, "precision": 0.068689, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.041709, "hf_subset": "urd_Arab-min_Arab", "languages": ["urd-Arab", "min-Arab"], "main_score": 0.041709, "precision": 0.035785, "recall": 0.064229}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "urd_Arab-pol_Latn", "languages": ["urd-Arab", "pol-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.115613, "f1": 0.066489, "hf_subset": "urd_Arab-ssw_Latn", "languages": ["urd-Arab", "ssw-Latn"], "main_score": 0.066489, "precision": 0.055993, "recall": 0.115613}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "urd_Arab-ukr_Cyrl", "languages": ["urd-Arab", "ukr-Cyrl"], "main_score": 0.967721, "precision": 0.964097, "recall": 0.975296}, {"accuracy": 0.934783, "f1": 0.913867, "hf_subset": "urd_Arab-afr_Latn", "languages": ["urd-Arab", "afr-Latn"], "main_score": 0.913867, "precision": 0.903491, "recall": 0.934783}, {"accuracy": 0.885375, "f1": 0.85504, "hf_subset": "urd_Arab-bho_Deva", "languages": ["urd-Arab", "bho-Deva"], "main_score": 0.85504, "precision": 0.841238, "recall": 0.885375}, {"accuracy": 0.681818, "f1": 0.609459, "hf_subset": "urd_Arab-eus_Latn", "languages": ["urd-Arab", "eus-Latn"], "main_score": 0.609459, "precision": 0.579563, "recall": 0.681818}, {"accuracy": 0.136364, "f1": 0.079928, "hf_subset": "urd_Arab-ibo_Latn", "languages": ["urd-Arab", "ibo-Latn"], "main_score": 0.079928, "precision": 0.067812, "recall": 0.136364}, {"accuracy": 0.683794, "f1": 0.622285, "hf_subset": "urd_Arab-kmr_Latn", "languages": ["urd-Arab", "kmr-Latn"], "main_score": 0.622285, "precision": 0.595669, "recall": 0.683794}, {"accuracy": 0.537549, "f1": 0.455698, "hf_subset": "urd_Arab-min_Latn", "languages": ["urd-Arab", "min-Latn"], "main_score": 0.455698, "precision": 0.42425, "recall": 0.537549}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "urd_Arab-por_Latn", "languages": ["urd-Arab", "por-Latn"], "main_score": 0.966469, "precision": 0.962698, "recall": 0.974308}, {"accuracy": 0.662055, "f1": 0.590714, "hf_subset": "urd_Arab-sun_Latn", "languages": ["urd-Arab", "sun-Latn"], "main_score": 0.590714, "precision": 0.562306, "recall": 0.662055}, {"accuracy": 0.126482, "f1": 0.073495, "hf_subset": "urd_Arab-umb_Latn", "languages": ["urd-Arab", "umb-Latn"], "main_score": 0.073495, "precision": 0.062052, "recall": 0.126482}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "urd_Arab-ajp_Arab", "languages": ["urd-Arab", "ajp-Arab"], "main_score": 0.925296, "precision": 0.917078, "recall": 0.942688}, {"accuracy": 0.064229, "f1": 0.035928, "hf_subset": "urd_Arab-bjn_Arab", "languages": ["urd-Arab", "bjn-Arab"], "main_score": 0.035928, "precision": 0.029892, "recall": 0.064229}, {"accuracy": 0.190711, "f1": 0.126645, "hf_subset": "urd_Arab-ewe_Latn", "languages": ["urd-Arab", "ewe-Latn"], "main_score": 0.126645, "precision": 0.109929, "recall": 0.190711}, {"accuracy": 0.29249, "f1": 0.212837, "hf_subset": "urd_Arab-ilo_Latn", "languages": ["urd-Arab", "ilo-Latn"], "main_score": 0.212837, "precision": 0.189701, "recall": 0.29249}, {"accuracy": 0.083992, "f1": 0.049456, "hf_subset": "urd_Arab-knc_Arab", "languages": ["urd-Arab", "knc-Arab"], "main_score": 0.049456, "precision": 0.042235, "recall": 0.083992}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "urd_Arab-mkd_Cyrl", "languages": ["urd-Arab", "mkd-Cyrl"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "urd_Arab-prs_Arab", "languages": ["urd-Arab", "prs-Arab"], "main_score": 0.969038, "precision": 0.96558, "recall": 0.976285}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "urd_Arab-swe_Latn", "languages": ["urd-Arab", "swe-Latn"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.220356, "f1": 0.148706, "hf_subset": "urd_Arab-aka_Latn", "languages": ["urd-Arab", "aka-Latn"], "main_score": 0.148706, "precision": 0.130551, "recall": 0.220356}, {"accuracy": 0.709486, "f1": 0.645667, "hf_subset": "urd_Arab-bjn_Latn", "languages": ["urd-Arab", "bjn-Latn"], "main_score": 0.645667, "precision": 0.620126, "recall": 0.709486}, {"accuracy": 0.405138, "f1": 0.321636, "hf_subset": "urd_Arab-fao_Latn", "languages": ["urd-Arab", "fao-Latn"], "main_score": 0.321636, "precision": 0.294771, "recall": 0.405138}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "urd_Arab-ind_Latn", "languages": ["urd-Arab", "ind-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.195652, "f1": 0.124862, "hf_subset": "urd_Arab-knc_Latn", "languages": ["urd-Arab", "knc-Latn"], "main_score": 0.124862, "precision": 0.106205, "recall": 0.195652}, {"accuracy": 0.267787, "f1": 0.190954, "hf_subset": "urd_Arab-mlt_Latn", "languages": ["urd-Arab", "mlt-Latn"], "main_score": 0.190954, "precision": 0.170805, "recall": 0.267787}, {"accuracy": 0.204545, "f1": 0.125574, "hf_subset": "urd_Arab-quy_Latn", "languages": ["urd-Arab", "quy-Latn"], "main_score": 0.125574, "precision": 0.105848, "recall": 0.204545}, {"accuracy": 0.310277, "f1": 0.233007, "hf_subset": "urd_Arab-swh_Latn", "languages": ["urd-Arab", "swh-Latn"], "main_score": 0.233007, "precision": 0.210707, "recall": 0.310277}, {"accuracy": 0.598814, "f1": 0.526388, "hf_subset": "urd_Arab-uzn_Latn", "languages": ["urd-Arab", "uzn-Latn"], "main_score": 0.526388, "precision": 0.497918, "recall": 0.598814}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "urd_Arab-als_Latn", "languages": ["urd-Arab", "als-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.052372, "f1": 0.019556, "hf_subset": "urd_Arab-bod_Tibt", "languages": ["urd-Arab", "bod-Tibt"], "main_score": 0.019556, "precision": 0.015796, "recall": 0.052372}, {"accuracy": 0.148221, "f1": 0.090508, "hf_subset": "urd_Arab-fij_Latn", "languages": ["urd-Arab", "fij-Latn"], "main_score": 0.090508, "precision": 0.076593, "recall": 0.148221}, {"accuracy": 0.712451, "f1": 0.644831, "hf_subset": "urd_Arab-isl_Latn", "languages": ["urd-Arab", "isl-Latn"], "main_score": 0.644831, "precision": 0.615869, "recall": 0.712451}, {"accuracy": 0.183794, "f1": 0.118999, "hf_subset": "urd_Arab-kon_Latn", "languages": ["urd-Arab", "kon-Latn"], "main_score": 0.118999, "precision": 0.103094, "recall": 0.183794}, {"accuracy": 0.065217, "f1": 0.036929, "hf_subset": "urd_Arab-mni_Beng", "languages": ["urd-Arab", "mni-Beng"], "main_score": 0.036929, "precision": 0.031621, "recall": 0.065217}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "urd_Arab-ron_Latn", "languages": ["urd-Arab", "ron-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.725296, "f1": 0.661401, "hf_subset": "urd_Arab-szl_Latn", "languages": ["urd-Arab", "szl-Latn"], "main_score": 0.661401, "precision": 0.635359, "recall": 0.725296}, {"accuracy": 0.731225, "f1": 0.663046, "hf_subset": "urd_Arab-vec_Latn", "languages": ["urd-Arab", "vec-Latn"], "main_score": 0.663046, "precision": 0.633722, "recall": 0.731225}, {"accuracy": 0.772727, "f1": 0.721154, "hf_subset": "urd_Arab-amh_Ethi", "languages": ["urd-Arab", "amh-Ethi"], "main_score": 0.721154, "precision": 0.698493, "recall": 0.772727}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "urd_Arab-bos_Latn", "languages": ["urd-Arab", "bos-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "urd_Arab-fin_Latn", "languages": ["urd-Arab", "fin-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "urd_Arab-ita_Latn", "languages": ["urd-Arab", "ita-Latn"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "urd_Arab-kor_Hang", "languages": ["urd-Arab", "kor-Hang"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.167984, "f1": 0.110261, "hf_subset": "urd_Arab-mos_Latn", "languages": ["urd-Arab", "mos-Latn"], "main_score": 0.110261, "precision": 0.094689, "recall": 0.167984}, {"accuracy": 0.121542, "f1": 0.071666, "hf_subset": "urd_Arab-run_Latn", "languages": ["urd-Arab", "run-Latn"], "main_score": 0.071666, "precision": 0.060667, "recall": 0.121542}, {"accuracy": 0.894269, "f1": 0.862714, "hf_subset": "urd_Arab-tam_Taml", "languages": ["urd-Arab", "tam-Taml"], "main_score": 0.862714, "precision": 0.848073, "recall": 0.894269}, {"accuracy": 0.963439, "f1": 0.951647, "hf_subset": "urd_Arab-vie_Latn", "languages": ["urd-Arab", "vie-Latn"], "main_score": 0.951647, "precision": 0.945899, "recall": 0.963439}, {"accuracy": 0.937747, "f1": 0.918544, "hf_subset": "urd_Arab-apc_Arab", "languages": ["urd-Arab", "apc-Arab"], "main_score": 0.918544, "precision": 0.909173, "recall": 0.937747}, {"accuracy": 0.312253, "f1": 0.233259, "hf_subset": "urd_Arab-bug_Latn", "languages": ["urd-Arab", "bug-Latn"], "main_score": 0.233259, "precision": 0.210128, "recall": 0.312253}, {"accuracy": 0.147233, "f1": 0.08896, "hf_subset": "urd_Arab-fon_Latn", "languages": ["urd-Arab", "fon-Latn"], "main_score": 0.08896, "precision": 0.07579, "recall": 0.147233}, {"accuracy": 0.640316, "f1": 0.569277, "hf_subset": "urd_Arab-jav_Latn", "languages": ["urd-Arab", "jav-Latn"], "main_score": 0.569277, "precision": 0.541249, "recall": 0.640316}, {"accuracy": 0.898221, "f1": 0.871871, "hf_subset": "urd_Arab-lao_Laoo", "languages": ["urd-Arab", "lao-Laoo"], "main_score": 0.871871, "precision": 0.859717, "recall": 0.898221}, {"accuracy": 0.133399, "f1": 0.07135, "hf_subset": "urd_Arab-mri_Latn", "languages": ["urd-Arab", "mri-Latn"], "main_score": 0.07135, "precision": 0.058666, "recall": 0.133399}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "urd_Arab-rus_Cyrl", "languages": ["urd-Arab", "rus-Cyrl"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.185771, "f1": 0.128385, "hf_subset": "urd_Arab-taq_Latn", "languages": ["urd-Arab", "taq-Latn"], "main_score": 0.128385, "precision": 0.115267, "recall": 0.185771}, {"accuracy": 0.343874, "f1": 0.256085, "hf_subset": "urd_Arab-war_Latn", "languages": ["urd-Arab", "war-Latn"], "main_score": 0.256085, "precision": 0.230011, "recall": 0.343874}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "urd_Arab-arb_Arab", "languages": ["urd-Arab", "arb-Arab"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "urd_Arab-bul_Cyrl", "languages": ["urd-Arab", "bul-Cyrl"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "urd_Arab-fra_Latn", "languages": ["urd-Arab", "fra-Latn"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "urd_Arab-jpn_Jpan", "languages": ["urd-Arab", "jpn-Jpan"], "main_score": 0.954381, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.668972, "f1": 0.596878, "hf_subset": "urd_Arab-lij_Latn", "languages": ["urd-Arab", "lij-Latn"], "main_score": 0.596878, "precision": 0.567845, "recall": 0.668972}, {"accuracy": 0.927866, "f1": 0.906028, "hf_subset": "urd_Arab-mya_Mymr", "languages": ["urd-Arab", "mya-Mymr"], "main_score": 0.906028, "precision": 0.895669, "recall": 0.927866}, {"accuracy": 0.16502, "f1": 0.104568, "hf_subset": "urd_Arab-sag_Latn", "languages": ["urd-Arab", "sag-Latn"], "main_score": 0.104568, "precision": 0.088786, "recall": 0.16502}, {"accuracy": 0.072134, "f1": 0.031802, "hf_subset": "urd_Arab-taq_Tfng", "languages": ["urd-Arab", "taq-Tfng"], "main_score": 0.031802, "precision": 0.025825, "recall": 0.072134}, {"accuracy": 0.188735, "f1": 0.119633, "hf_subset": "urd_Arab-wol_Latn", "languages": ["urd-Arab", "wol-Latn"], "main_score": 0.119633, "precision": 0.102087, "recall": 0.188735}, {"accuracy": 0.087945, "f1": 0.04285, "hf_subset": "urd_Arab-arb_Latn", "languages": ["urd-Arab", "arb-Latn"], "main_score": 0.04285, "precision": 0.033406, "recall": 0.087945}, {"accuracy": 0.97332, "f1": 0.965152, "hf_subset": "urd_Arab-cat_Latn", "languages": ["urd-Arab", "cat-Latn"], "main_score": 0.965152, "precision": 0.961215, "recall": 0.97332}, {"accuracy": 0.645257, "f1": 0.569798, "hf_subset": "urd_Arab-fur_Latn", "languages": ["urd-Arab", "fur-Latn"], "main_score": 0.569798, "precision": 0.53937, "recall": 0.645257}, {"accuracy": 0.065217, "f1": 0.041351, "hf_subset": "urd_Arab-kab_Latn", "languages": ["urd-Arab", "kab-Latn"], "main_score": 0.041351, "precision": 0.036074, "recall": 0.065217}, {"accuracy": 0.655138, "f1": 0.582166, "hf_subset": "urd_Arab-lim_Latn", "languages": ["urd-Arab", "lim-Latn"], "main_score": 0.582166, "precision": 0.55196, "recall": 0.655138}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "urd_Arab-nld_Latn", "languages": ["urd-Arab", "nld-Latn"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.722332, "f1": 0.656752, "hf_subset": "urd_Arab-san_Deva", "languages": ["urd-Arab", "san-Deva"], "main_score": 0.656752, "precision": 0.628689, "recall": 0.722332}, {"accuracy": 0.448617, "f1": 0.36672, "hf_subset": "urd_Arab-tat_Cyrl", "languages": ["urd-Arab", "tat-Cyrl"], "main_score": 0.36672, "precision": 0.337059, "recall": 0.448617}, {"accuracy": 0.156126, "f1": 0.091236, "hf_subset": "urd_Arab-xho_Latn", "languages": ["urd-Arab", "xho-Latn"], "main_score": 0.091236, "precision": 0.076836, "recall": 0.156126}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "urd_Arab-ars_Arab", "languages": ["urd-Arab", "ars-Arab"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.327075, "f1": 0.242745, "hf_subset": "urd_Arab-ceb_Latn", "languages": ["urd-Arab", "ceb-Latn"], "main_score": 0.242745, "precision": 0.216221, "recall": 0.327075}, {"accuracy": 0.181818, "f1": 0.115584, "hf_subset": "urd_Arab-fuv_Latn", "languages": ["urd-Arab", "fuv-Latn"], "main_score": 0.115584, "precision": 0.099619, "recall": 0.181818}, {"accuracy": 0.145257, "f1": 0.090232, "hf_subset": "urd_Arab-kac_Latn", "languages": ["urd-Arab", "kac-Latn"], "main_score": 0.090232, "precision": 0.077247, "recall": 0.145257}, {"accuracy": 0.194664, "f1": 0.133384, "hf_subset": "urd_Arab-lin_Latn", "languages": ["urd-Arab", "lin-Latn"], "main_score": 0.133384, "precision": 0.117707, "recall": 0.194664}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "urd_Arab-nno_Latn", "languages": ["urd-Arab", "nno-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.014822, "f1": 0.002175, "hf_subset": "urd_Arab-sat_Olck", "languages": ["urd-Arab", "sat-Olck"], "main_score": 0.002175, "precision": 0.001636, "recall": 0.014822}, {"accuracy": 0.860672, "f1": 0.82253, "hf_subset": "urd_Arab-tel_Telu", "languages": ["urd-Arab", "tel-Telu"], "main_score": 0.82253, "precision": 0.805451, "recall": 0.860672}, {"accuracy": 0.432806, "f1": 0.348157, "hf_subset": "urd_Arab-ydd_Hebr", "languages": ["urd-Arab", "ydd-Hebr"], "main_score": 0.348157, "precision": 0.316842, "recall": 0.432806}, {"accuracy": 0.826087, "f1": 0.780534, "hf_subset": "urd_Arab-ary_Arab", "languages": ["urd-Arab", "ary-Arab"], "main_score": 0.780534, "precision": 0.759569, "recall": 0.826087}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "urd_Arab-ces_Latn", "languages": ["urd-Arab", "ces-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.079051, "f1": 0.041745, "hf_subset": "urd_Arab-gaz_Latn", "languages": ["urd-Arab", "gaz-Latn"], "main_score": 0.041745, "precision": 0.034939, "recall": 0.079051}, {"accuracy": 0.143281, "f1": 0.089804, "hf_subset": "urd_Arab-kam_Latn", "languages": ["urd-Arab", "kam-Latn"], "main_score": 0.089804, "precision": 0.076748, "recall": 0.143281}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "urd_Arab-lit_Latn", "languages": ["urd-Arab", "lit-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "urd_Arab-nob_Latn", "languages": ["urd-Arab", "nob-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.567194, "f1": 0.48832, "hf_subset": "urd_Arab-scn_Latn", "languages": ["urd-Arab", "scn-Latn"], "main_score": 0.48832, "precision": 0.458854, "recall": 0.567194}, {"accuracy": 0.145257, "f1": 0.090741, "hf_subset": "urd_Arab-tgk_Cyrl", "languages": ["urd-Arab", "tgk-Cyrl"], "main_score": 0.090741, "precision": 0.076396, "recall": 0.145257}, {"accuracy": 0.163043, "f1": 0.099131, "hf_subset": "urd_Arab-yor_Latn", "languages": ["urd-Arab", "yor-Latn"], "main_score": 0.099131, "precision": 0.083874, "recall": 0.163043}, {"accuracy": 0.928854, "f1": 0.908432, "hf_subset": "urd_Arab-arz_Arab", "languages": ["urd-Arab", "arz-Arab"], "main_score": 0.908432, "precision": 0.898715, "recall": 0.928854}, {"accuracy": 0.144269, "f1": 0.087698, "hf_subset": "urd_Arab-cjk_Latn", "languages": ["urd-Arab", "cjk-Latn"], "main_score": 0.087698, "precision": 0.074851, "recall": 0.144269}, {"accuracy": 0.128458, "f1": 0.077042, "hf_subset": "urd_Arab-gla_Latn", "languages": ["urd-Arab", "gla-Latn"], "main_score": 0.077042, "precision": 0.063458, "recall": 0.128458}, {"accuracy": 0.815217, "f1": 0.766601, "hf_subset": "urd_Arab-kan_Knda", "languages": ["urd-Arab", "kan-Knda"], "main_score": 0.766601, "precision": 0.744631, "recall": 0.815217}, {"accuracy": 0.583992, "f1": 0.508646, "hf_subset": "urd_Arab-lmo_Latn", "languages": ["urd-Arab", "lmo-Latn"], "main_score": 0.508646, "precision": 0.479856, "recall": 0.583992}, {"accuracy": 0.955534, "f1": 0.942805, "hf_subset": "urd_Arab-npi_Deva", "languages": ["urd-Arab", "npi-Deva"], "main_score": 0.942805, "precision": 0.936759, "recall": 0.955534}, {"accuracy": 0.20751, "f1": 0.134499, "hf_subset": "urd_Arab-shn_Mymr", "languages": ["urd-Arab", "shn-Mymr"], "main_score": 0.134499, "precision": 0.114073, "recall": 0.20751}, {"accuracy": 0.401186, "f1": 0.317166, "hf_subset": "urd_Arab-tgl_Latn", "languages": ["urd-Arab", "tgl-Latn"], "main_score": 0.317166, "precision": 0.290773, "recall": 0.401186}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "urd_Arab-yue_Hant", "languages": ["urd-Arab", "yue-Hant"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.545455, "f1": 0.464297, "hf_subset": "urd_Arab-asm_Beng", "languages": ["urd-Arab", "asm-Beng"], "main_score": 0.464297, "precision": 0.433116, "recall": 0.545455}, {"accuracy": 0.832016, "f1": 0.786133, "hf_subset": "urd_Arab-ckb_Arab", "languages": ["urd-Arab", "ckb-Arab"], "main_score": 0.786133, "precision": 0.764937, "recall": 0.832016}, {"accuracy": 0.235178, "f1": 0.161201, "hf_subset": "urd_Arab-gle_Latn", "languages": ["urd-Arab", "gle-Latn"], "main_score": 0.161201, "precision": 0.141004, "recall": 0.235178}, {"accuracy": 0.641304, "f1": 0.564314, "hf_subset": "urd_Arab-kas_Arab", "languages": ["urd-Arab", "kas-Arab"], "main_score": 0.564314, "precision": 0.533369, "recall": 0.641304}, {"accuracy": 0.637352, "f1": 0.56618, "hf_subset": "urd_Arab-ltg_Latn", "languages": ["urd-Arab", "ltg-Latn"], "main_score": 0.56618, "precision": 0.537791, "recall": 0.637352}, {"accuracy": 0.179842, "f1": 0.111129, "hf_subset": "urd_Arab-nso_Latn", "languages": ["urd-Arab", "nso-Latn"], "main_score": 0.111129, "precision": 0.094169, "recall": 0.179842}, {"accuracy": 0.921937, "f1": 0.898386, "hf_subset": "urd_Arab-sin_Sinh", "languages": ["urd-Arab", "sin-Sinh"], "main_score": 0.898386, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-tha_Thai", "languages": ["urd-Arab", "tha-Thai"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "urd_Arab-zho_Hans", "languages": ["urd-Arab", "zho-Hans"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.895257, "f1": 0.864592, "hf_subset": "urd_Arab-ast_Latn", "languages": ["urd-Arab", "ast-Latn"], "main_score": 0.864592, "precision": 0.850461, "recall": 0.895257}, {"accuracy": 0.719368, "f1": 0.654809, "hf_subset": "urd_Arab-crh_Latn", "languages": ["urd-Arab", "crh-Latn"], "main_score": 0.654809, "precision": 0.62691, "recall": 0.719368}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "urd_Arab-glg_Latn", "languages": ["urd-Arab", "glg-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.386364, "f1": 0.308973, "hf_subset": "urd_Arab-kas_Deva", "languages": ["urd-Arab", "kas-Deva"], "main_score": 0.308973, "precision": 0.282385, "recall": 0.386364}, {"accuracy": 0.425889, "f1": 0.336343, "hf_subset": "urd_Arab-ltz_Latn", "languages": ["urd-Arab", "ltz-Latn"], "main_score": 0.336343, "precision": 0.30673, "recall": 0.425889}, {"accuracy": 0.083992, "f1": 0.044453, "hf_subset": "urd_Arab-nus_Latn", "languages": ["urd-Arab", "nus-Latn"], "main_score": 0.044453, "precision": 0.037241, "recall": 0.083992}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "urd_Arab-slk_Latn", "languages": ["urd-Arab", "slk-Latn"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.206522, "f1": 0.141348, "hf_subset": "urd_Arab-tir_Ethi", "languages": ["urd-Arab", "tir-Ethi"], "main_score": 0.141348, "precision": 0.123311, "recall": 0.206522}, {"accuracy": 0.968379, "f1": 0.958893, "hf_subset": "urd_Arab-zho_Hant", "languages": ["urd-Arab", "zho-Hant"], "main_score": 0.958893, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.94664, "f1": 0.931653, "hf_subset": "urd_Arab-awa_Deva", "languages": ["urd-Arab", "awa-Deva"], "main_score": 0.931653, "precision": 0.924605, "recall": 0.94664}, {"accuracy": 0.412055, "f1": 0.322129, "hf_subset": "urd_Arab-cym_Latn", "languages": ["urd-Arab", "cym-Latn"], "main_score": 0.322129, "precision": 0.294255, "recall": 0.412055}, {"accuracy": 0.284585, "f1": 0.199748, "hf_subset": "urd_Arab-grn_Latn", "languages": ["urd-Arab", "grn-Latn"], "main_score": 0.199748, "precision": 0.175823, "recall": 0.284585}, {"accuracy": 0.860672, "f1": 0.819236, "hf_subset": "urd_Arab-kat_Geor", "languages": ["urd-Arab", "kat-Geor"], "main_score": 0.819236, "precision": 0.799984, "recall": 0.860672}, {"accuracy": 0.1917, "f1": 0.127514, "hf_subset": "urd_Arab-lua_Latn", "languages": ["urd-Arab", "lua-Latn"], "main_score": 0.127514, "precision": 0.110546, "recall": 0.1917}, {"accuracy": 0.179842, "f1": 0.114788, "hf_subset": "urd_Arab-nya_Latn", "languages": ["urd-Arab", "nya-Latn"], "main_score": 0.114788, "precision": 0.098233, "recall": 0.179842}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "urd_Arab-slv_Latn", "languages": ["urd-Arab", "slv-Latn"], "main_score": 0.95191, "precision": 0.946311, "recall": 0.963439}, {"accuracy": 0.37747, "f1": 0.290758, "hf_subset": "urd_Arab-tpi_Latn", "languages": ["urd-Arab", "tpi-Latn"], "main_score": 0.290758, "precision": 0.263365, "recall": 0.37747}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "urd_Arab-zsm_Latn", "languages": ["urd-Arab", "zsm-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.148221, "f1": 0.085883, "hf_subset": "urd_Arab-ayr_Latn", "languages": ["urd-Arab", "ayr-Latn"], "main_score": 0.085883, "precision": 0.07255, "recall": 0.148221}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "urd_Arab-dan_Latn", "languages": ["urd-Arab", "dan-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.921937, "f1": 0.899704, "hf_subset": "urd_Arab-guj_Gujr", "languages": ["urd-Arab", "guj-Gujr"], "main_score": 0.899704, "precision": 0.889196, "recall": 0.921937}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "urd_Arab-kaz_Cyrl", "languages": ["urd-Arab", "kaz-Cyrl"], "main_score": 0.897628, "precision": 0.886644, "recall": 0.920949}, {"accuracy": 0.117589, "f1": 0.070044, "hf_subset": "urd_Arab-lug_Latn", "languages": ["urd-Arab", "lug-Latn"], "main_score": 0.070044, "precision": 0.060052, "recall": 0.117589}, {"accuracy": 0.870553, "f1": 0.834848, "hf_subset": "urd_Arab-oci_Latn", "languages": ["urd-Arab", "oci-Latn"], "main_score": 0.834848, "precision": 0.818429, "recall": 0.870553}, {"accuracy": 0.143281, "f1": 0.082722, "hf_subset": "urd_Arab-smo_Latn", "languages": ["urd-Arab", "smo-Latn"], "main_score": 0.082722, "precision": 0.068146, "recall": 0.143281}, {"accuracy": 0.159091, "f1": 0.102379, "hf_subset": "urd_Arab-tsn_Latn", "languages": ["urd-Arab", "tsn-Latn"], "main_score": 0.102379, "precision": 0.087958, "recall": 0.159091}, {"accuracy": 0.121542, "f1": 0.070278, "hf_subset": "urd_Arab-zul_Latn", "languages": ["urd-Arab", "zul-Latn"], "main_score": 0.070278, "precision": 0.058961, "recall": 0.121542}, {"accuracy": 0.536561, "f1": 0.461575, "hf_subset": "urd_Arab-azb_Arab", "languages": ["urd-Arab", "azb-Arab"], "main_score": 0.461575, "precision": 0.433613, "recall": 0.536561}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "urd_Arab-deu_Latn", "languages": ["urd-Arab", "deu-Latn"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.23913, "f1": 0.166212, "hf_subset": "urd_Arab-hat_Latn", "languages": ["urd-Arab", "hat-Latn"], "main_score": 0.166212, "precision": 0.145388, "recall": 0.23913}, {"accuracy": 0.114625, "f1": 0.062795, "hf_subset": "urd_Arab-kbp_Latn", "languages": ["urd-Arab", "kbp-Latn"], "main_score": 0.062795, "precision": 0.051061, "recall": 0.114625}, {"accuracy": 0.16502, "f1": 0.100155, "hf_subset": "urd_Arab-luo_Latn", "languages": ["urd-Arab", "luo-Latn"], "main_score": 0.100155, "precision": 0.084959, "recall": 0.16502}, {"accuracy": 0.848814, "f1": 0.80802, "hf_subset": "urd_Arab-ory_Orya", "languages": ["urd-Arab", "ory-Orya"], "main_score": 0.80802, "precision": 0.789502, "recall": 0.848814}, {"accuracy": 0.140316, "f1": 0.08364, "hf_subset": "urd_Arab-sna_Latn", "languages": ["urd-Arab", "sna-Latn"], "main_score": 0.08364, "precision": 0.070304, "recall": 0.140316}, {"accuracy": 0.137352, "f1": 0.085533, "hf_subset": "urd_Arab-tso_Latn", "languages": ["urd-Arab", "tso-Latn"], "main_score": 0.085533, "precision": 0.072329, "recall": 0.137352}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "urd_Arab-azj_Latn", "languages": ["urd-Arab", "azj-Latn"], "main_score": 0.904216, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.241107, "f1": 0.171551, "hf_subset": "urd_Arab-dik_Latn", "languages": ["urd-Arab", "dik-Latn"], "main_score": 0.171551, "precision": 0.153283, "recall": 0.241107}, {"accuracy": 0.1917, "f1": 0.12487, "hf_subset": "urd_Arab-hau_Latn", "languages": ["urd-Arab", "hau-Latn"], "main_score": 0.12487, "precision": 0.109057, "recall": 0.1917}, {"accuracy": 0.575099, "f1": 0.493484, "hf_subset": "urd_Arab-kea_Latn", "languages": ["urd-Arab", "kea-Latn"], "main_score": 0.493484, "precision": 0.462091, "recall": 0.575099}, {"accuracy": 0.294466, "f1": 0.213222, "hf_subset": "urd_Arab-lus_Latn", "languages": ["urd-Arab", "lus-Latn"], "main_score": 0.213222, "precision": 0.190298, "recall": 0.294466}, {"accuracy": 0.396245, "f1": 0.308355, "hf_subset": "urd_Arab-pag_Latn", "languages": ["urd-Arab", "pag-Latn"], "main_score": 0.308355, "precision": 0.279877, "recall": 0.396245}, {"accuracy": 0.896245, "f1": 0.866337, "hf_subset": "urd_Arab-snd_Arab", "languages": ["urd-Arab", "snd-Arab"], "main_score": 0.866337, "precision": 0.85252, "recall": 0.896245}, {"accuracy": 0.272727, "f1": 0.189094, "hf_subset": "urd_Arab-tuk_Latn", "languages": ["urd-Arab", "tuk-Latn"], "main_score": 0.189094, "precision": 0.164992, "recall": 0.272727}, {"accuracy": 0.420949, "f1": 0.334796, "hf_subset": "urd_Arab-bak_Cyrl", "languages": ["urd-Arab", "bak-Cyrl"], "main_score": 0.334796, "precision": 0.305339, "recall": 0.420949}, {"accuracy": 0.134387, "f1": 0.084355, "hf_subset": "urd_Arab-dyu_Latn", "languages": ["urd-Arab", "dyu-Latn"], "main_score": 0.084355, "precision": 0.072071, "recall": 0.134387}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "urd_Arab-heb_Hebr", "languages": ["urd-Arab", "heb-Hebr"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "urd_Arab-khk_Cyrl", "languages": ["urd-Arab", "khk-Cyrl"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "urd_Arab-lvs_Latn", "languages": ["urd-Arab", "lvs-Latn"], "main_score": 0.96525, "precision": 0.961298, "recall": 0.97332}, {"accuracy": 0.87253, "f1": 0.838194, "hf_subset": "urd_Arab-pan_Guru", "languages": ["urd-Arab", "pan-Guru"], "main_score": 0.838194, "precision": 0.822628, "recall": 0.87253}, {"accuracy": 0.208498, "f1": 0.142815, "hf_subset": "urd_Arab-som_Latn", "languages": ["urd-Arab", "som-Latn"], "main_score": 0.142815, "precision": 0.124803, "recall": 0.208498}, {"accuracy": 0.162055, "f1": 0.102029, "hf_subset": "urd_Arab-tum_Latn", "languages": ["urd-Arab", "tum-Latn"], "main_score": 0.102029, "precision": 0.088336, "recall": 0.162055}, {"accuracy": 0.047431, "f1": 0.035273, "hf_subset": "aka_Latn-ace_Arab", "languages": ["aka-Latn", "ace-Arab"], "main_score": 0.035273, "precision": 0.032207, "recall": 0.047431}, {"accuracy": 0.246047, "f1": 0.222428, "hf_subset": "aka_Latn-bam_Latn", "languages": ["aka-Latn", "bam-Latn"], "main_score": 0.222428, "precision": 0.21334, "recall": 0.246047}, {"accuracy": 0.005929, "f1": 0.000979, "hf_subset": "aka_Latn-dzo_Tibt", "languages": ["aka-Latn", "dzo-Tibt"], "main_score": 0.000979, "precision": 0.000667, "recall": 0.005929}, {"accuracy": 0.209486, "f1": 0.181227, "hf_subset": "aka_Latn-hin_Deva", "languages": ["aka-Latn", "hin-Deva"], "main_score": 0.181227, "precision": 0.172451, "recall": 0.209486}, {"accuracy": 0.186759, "f1": 0.171061, "hf_subset": "aka_Latn-khm_Khmr", "languages": ["aka-Latn", "khm-Khmr"], "main_score": 0.171061, "precision": 0.166192, "recall": 0.186759}, {"accuracy": 0.187747, "f1": 0.166003, "hf_subset": "aka_Latn-mag_Deva", "languages": ["aka-Latn", "mag-Deva"], "main_score": 0.166003, "precision": 0.159358, "recall": 0.187747}, {"accuracy": 0.203557, "f1": 0.188412, "hf_subset": "aka_Latn-pap_Latn", "languages": ["aka-Latn", "pap-Latn"], "main_score": 0.188412, "precision": 0.183213, "recall": 0.203557}, {"accuracy": 0.302372, "f1": 0.270898, "hf_subset": "aka_Latn-sot_Latn", "languages": ["aka-Latn", "sot-Latn"], "main_score": 0.270898, "precision": 0.260041, "recall": 0.302372}, {"accuracy": 0.306324, "f1": 0.266482, "hf_subset": "aka_Latn-tur_Latn", "languages": ["aka-Latn", "tur-Latn"], "main_score": 0.266482, "precision": 0.254995, "recall": 0.306324}, {"accuracy": 0.275692, "f1": 0.25236, "hf_subset": "aka_Latn-ace_Latn", "languages": ["aka-Latn", "ace-Latn"], "main_score": 0.25236, "precision": 0.243853, "recall": 0.275692}, {"accuracy": 0.211462, "f1": 0.198494, "hf_subset": "aka_Latn-ban_Latn", "languages": ["aka-Latn", "ban-Latn"], "main_score": 0.198494, "precision": 0.193893, "recall": 0.211462}, {"accuracy": 0.243083, "f1": 0.211306, "hf_subset": "aka_Latn-ell_Grek", "languages": ["aka-Latn", "ell-Grek"], "main_score": 0.211306, "precision": 0.20079, "recall": 0.243083}, {"accuracy": 0.1917, "f1": 0.168052, "hf_subset": "aka_Latn-hne_Deva", "languages": ["aka-Latn", "hne-Deva"], "main_score": 0.168052, "precision": 0.160116, "recall": 0.1917}, {"accuracy": 0.277668, "f1": 0.249629, "hf_subset": "aka_Latn-kik_Latn", "languages": ["aka-Latn", "kik-Latn"], "main_score": 0.249629, "precision": 0.239645, "recall": 0.277668}, {"accuracy": 0.192688, "f1": 0.171709, "hf_subset": "aka_Latn-mai_Deva", "languages": ["aka-Latn", "mai-Deva"], "main_score": 0.171709, "precision": 0.165158, "recall": 0.192688}, {"accuracy": 0.184783, "f1": 0.159024, "hf_subset": "aka_Latn-pbt_Arab", "languages": ["aka-Latn", "pbt-Arab"], "main_score": 0.159024, "precision": 0.152703, "recall": 0.184783}, {"accuracy": 0.289526, "f1": 0.257709, "hf_subset": "aka_Latn-spa_Latn", "languages": ["aka-Latn", "spa-Latn"], "main_score": 0.257709, "precision": 0.247971, "recall": 0.289526}, {"accuracy": 0.586957, "f1": 0.539432, "hf_subset": "aka_Latn-twi_Latn", "languages": ["aka-Latn", "twi-Latn"], "main_score": 0.539432, "precision": 0.521084, "recall": 0.586957}, {"accuracy": 0.190711, "f1": 0.168753, "hf_subset": "aka_Latn-acm_Arab", "languages": ["aka-Latn", "acm-Arab"], "main_score": 0.168753, "precision": 0.160962, "recall": 0.190711}, {"accuracy": 0.187747, "f1": 0.1566, "hf_subset": "aka_Latn-bel_Cyrl", "languages": ["aka-Latn", "bel-Cyrl"], "main_score": 0.1566, "precision": 0.147977, "recall": 0.187747}, {"accuracy": 0.336957, "f1": 0.301915, "hf_subset": "aka_Latn-eng_Latn", "languages": ["aka-Latn", "eng-Latn"], "main_score": 0.301915, "precision": 0.291553, "recall": 0.336957}, {"accuracy": 0.245059, "f1": 0.225995, "hf_subset": "aka_Latn-hrv_Latn", "languages": ["aka-Latn", "hrv-Latn"], "main_score": 0.225995, "precision": 0.219674, "recall": 0.245059}, {"accuracy": 0.245059, "f1": 0.219034, "hf_subset": "aka_Latn-kin_Latn", "languages": ["aka-Latn", "kin-Latn"], "main_score": 0.219034, "precision": 0.209593, "recall": 0.245059}, {"accuracy": 0.088933, "f1": 0.075203, "hf_subset": "aka_Latn-mal_Mlym", "languages": ["aka-Latn", "mal-Mlym"], "main_score": 0.075203, "precision": 0.071563, "recall": 0.088933}, {"accuracy": 0.247036, "f1": 0.218154, "hf_subset": "aka_Latn-pes_Arab", "languages": ["aka-Latn", "pes-Arab"], "main_score": 0.218154, "precision": 0.209102, "recall": 0.247036}, {"accuracy": 0.216403, "f1": 0.195542, "hf_subset": "aka_Latn-srd_Latn", "languages": ["aka-Latn", "srd-Latn"], "main_score": 0.195542, "precision": 0.188374, "recall": 0.216403}, {"accuracy": 0.072134, "f1": 0.051253, "hf_subset": "aka_Latn-tzm_Tfng", "languages": ["aka-Latn", "tzm-Tfng"], "main_score": 0.051253, "precision": 0.046532, "recall": 0.072134}, {"accuracy": 0.221344, "f1": 0.192401, "hf_subset": "aka_Latn-acq_Arab", "languages": ["aka-Latn", "acq-Arab"], "main_score": 0.192401, "precision": 0.183047, "recall": 0.221344}, {"accuracy": 0.33004, "f1": 0.297326, "hf_subset": "aka_Latn-bem_Latn", "languages": ["aka-Latn", "bem-Latn"], "main_score": 0.297326, "precision": 0.28513, "recall": 0.33004}, {"accuracy": 0.206522, "f1": 0.190437, "hf_subset": "aka_Latn-epo_Latn", "languages": ["aka-Latn", "epo-Latn"], "main_score": 0.190437, "precision": 0.184663, "recall": 0.206522}, {"accuracy": 0.310277, "f1": 0.274473, "hf_subset": "aka_Latn-hun_Latn", "languages": ["aka-Latn", "hun-Latn"], "main_score": 0.274473, "precision": 0.264316, "recall": 0.310277}, {"accuracy": 0.216403, "f1": 0.1877, "hf_subset": "aka_Latn-kir_Cyrl", "languages": ["aka-Latn", "kir-Cyrl"], "main_score": 0.1877, "precision": 0.17885, "recall": 0.216403}, {"accuracy": 0.184783, "f1": 0.155687, "hf_subset": "aka_Latn-mar_Deva", "languages": ["aka-Latn", "mar-Deva"], "main_score": 0.155687, "precision": 0.147534, "recall": 0.184783}, {"accuracy": 0.250988, "f1": 0.224295, "hf_subset": "aka_Latn-plt_Latn", "languages": ["aka-Latn", "plt-Latn"], "main_score": 0.224295, "precision": 0.215318, "recall": 0.250988}, {"accuracy": 0.248024, "f1": 0.214404, "hf_subset": "aka_Latn-srp_Cyrl", "languages": ["aka-Latn", "srp-Cyrl"], "main_score": 0.214404, "precision": 0.203418, "recall": 0.248024}, {"accuracy": 0.120553, "f1": 0.099773, "hf_subset": "aka_Latn-uig_Arab", "languages": ["aka-Latn", "uig-Arab"], "main_score": 0.099773, "precision": 0.094959, "recall": 0.120553}, {"accuracy": 0.204545, "f1": 0.171777, "hf_subset": "aka_Latn-aeb_Arab", "languages": ["aka-Latn", "aeb-Arab"], "main_score": 0.171777, "precision": 0.16304, "recall": 0.204545}, {"accuracy": 0.109684, "f1": 0.095149, "hf_subset": "aka_Latn-ben_Beng", "languages": ["aka-Latn", "ben-Beng"], "main_score": 0.095149, "precision": 0.091135, "recall": 0.109684}, {"accuracy": 0.295455, "f1": 0.255445, "hf_subset": "aka_Latn-est_Latn", "languages": ["aka-Latn", "est-Latn"], "main_score": 0.255445, "precision": 0.244684, "recall": 0.295455}, {"accuracy": 0.183794, "f1": 0.157748, "hf_subset": "aka_Latn-hye_Armn", "languages": ["aka-Latn", "hye-Armn"], "main_score": 0.157748, "precision": 0.150264, "recall": 0.183794}, {"accuracy": 0.261858, "f1": 0.22439, "hf_subset": "aka_Latn-kmb_Latn", "languages": ["aka-Latn", "kmb-Latn"], "main_score": 0.22439, "precision": 0.211227, "recall": 0.261858}, {"accuracy": 0.027668, "f1": 0.021593, "hf_subset": "aka_Latn-min_Arab", "languages": ["aka-Latn", "min-Arab"], "main_score": 0.021593, "precision": 0.019384, "recall": 0.027668}, {"accuracy": 0.305336, "f1": 0.265331, "hf_subset": "aka_Latn-pol_Latn", "languages": ["aka-Latn", "pol-Latn"], "main_score": 0.265331, "precision": 0.254064, "recall": 0.305336}, {"accuracy": 0.219368, "f1": 0.18453, "hf_subset": "aka_Latn-ssw_Latn", "languages": ["aka-Latn", "ssw-Latn"], "main_score": 0.18453, "precision": 0.172423, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.213369, "hf_subset": "aka_Latn-ukr_Cyrl", "languages": ["aka-Latn", "ukr-Cyrl"], "main_score": 0.213369, "precision": 0.203648, "recall": 0.246047}, {"accuracy": 0.296443, "f1": 0.26146, "hf_subset": "aka_Latn-afr_Latn", "languages": ["aka-Latn", "afr-Latn"], "main_score": 0.26146, "precision": 0.250847, "recall": 0.296443}, {"accuracy": 0.184783, "f1": 0.162836, "hf_subset": "aka_Latn-bho_Deva", "languages": ["aka-Latn", "bho-Deva"], "main_score": 0.162836, "precision": 0.156126, "recall": 0.184783}, {"accuracy": 0.175889, "f1": 0.164424, "hf_subset": "aka_Latn-eus_Latn", "languages": ["aka-Latn", "eus-Latn"], "main_score": 0.164424, "precision": 0.161208, "recall": 0.175889}, {"accuracy": 0.26087, "f1": 0.228461, "hf_subset": "aka_Latn-ibo_Latn", "languages": ["aka-Latn", "ibo-Latn"], "main_score": 0.228461, "precision": 0.216544, "recall": 0.26087}, {"accuracy": 0.240119, "f1": 0.212238, "hf_subset": "aka_Latn-kmr_Latn", "languages": ["aka-Latn", "kmr-Latn"], "main_score": 0.212238, "precision": 0.204707, "recall": 0.240119}, {"accuracy": 0.212451, "f1": 0.193112, "hf_subset": "aka_Latn-min_Latn", "languages": ["aka-Latn", "min-Latn"], "main_score": 0.193112, "precision": 0.188225, "recall": 0.212451}, {"accuracy": 0.320158, "f1": 0.278144, "hf_subset": "aka_Latn-por_Latn", "languages": ["aka-Latn", "por-Latn"], "main_score": 0.278144, "precision": 0.266033, "recall": 0.320158}, {"accuracy": 0.202569, "f1": 0.185081, "hf_subset": "aka_Latn-sun_Latn", "languages": ["aka-Latn", "sun-Latn"], "main_score": 0.185081, "precision": 0.180065, "recall": 0.202569}, {"accuracy": 0.224308, "f1": 0.18813, "hf_subset": "aka_Latn-umb_Latn", "languages": ["aka-Latn", "umb-Latn"], "main_score": 0.18813, "precision": 0.176432, "recall": 0.224308}, {"accuracy": 0.213439, "f1": 0.189082, "hf_subset": "aka_Latn-ajp_Arab", "languages": ["aka-Latn", "ajp-Arab"], "main_score": 0.189082, "precision": 0.181599, "recall": 0.213439}, {"accuracy": 0.050395, "f1": 0.040232, "hf_subset": "aka_Latn-bjn_Arab", "languages": ["aka-Latn", "bjn-Arab"], "main_score": 0.040232, "precision": 0.037191, "recall": 0.050395}, {"accuracy": 0.301383, "f1": 0.274228, "hf_subset": "aka_Latn-ewe_Latn", "languages": ["aka-Latn", "ewe-Latn"], "main_score": 0.274228, "precision": 0.263406, "recall": 0.301383}, {"accuracy": 0.304348, "f1": 0.275612, "hf_subset": "aka_Latn-ilo_Latn", "languages": ["aka-Latn", "ilo-Latn"], "main_score": 0.275612, "precision": 0.265841, "recall": 0.304348}, {"accuracy": 0.05336, "f1": 0.044124, "hf_subset": "aka_Latn-knc_Arab", "languages": ["aka-Latn", "knc-Arab"], "main_score": 0.044124, "precision": 0.041244, "recall": 0.05336}, {"accuracy": 0.26581, "f1": 0.228791, "hf_subset": "aka_Latn-mkd_Cyrl", "languages": ["aka-Latn", "mkd-Cyrl"], "main_score": 0.228791, "precision": 0.217741, "recall": 0.26581}, {"accuracy": 0.203557, "f1": 0.174252, "hf_subset": "aka_Latn-prs_Arab", "languages": ["aka-Latn", "prs-Arab"], "main_score": 0.174252, "precision": 0.16581, "recall": 0.203557}, {"accuracy": 0.27668, "f1": 0.254802, "hf_subset": "aka_Latn-swe_Latn", "languages": ["aka-Latn", "swe-Latn"], "main_score": 0.254802, "precision": 0.247834, "recall": 0.27668}, {"accuracy": 0.174901, "f1": 0.149228, "hf_subset": "aka_Latn-urd_Arab", "languages": ["aka-Latn", "urd-Arab"], "main_score": 0.149228, "precision": 0.141712, "recall": 0.174901}, {"accuracy": 0.214427, "f1": 0.199068, "hf_subset": "aka_Latn-bjn_Latn", "languages": ["aka-Latn", "bjn-Latn"], "main_score": 0.199068, "precision": 0.194059, "recall": 0.214427}, {"accuracy": 0.206522, "f1": 0.188047, "hf_subset": "aka_Latn-fao_Latn", "languages": ["aka-Latn", "fao-Latn"], "main_score": 0.188047, "precision": 0.18251, "recall": 0.206522}, {"accuracy": 0.327075, "f1": 0.285974, "hf_subset": "aka_Latn-ind_Latn", "languages": ["aka-Latn", "ind-Latn"], "main_score": 0.285974, "precision": 0.273787, "recall": 0.327075}, {"accuracy": 0.282609, "f1": 0.261285, "hf_subset": "aka_Latn-knc_Latn", "languages": ["aka-Latn", "knc-Latn"], "main_score": 0.261285, "precision": 0.252586, "recall": 0.282609}, {"accuracy": 0.262846, "f1": 0.229277, "hf_subset": "aka_Latn-mlt_Latn", "languages": ["aka-Latn", "mlt-Latn"], "main_score": 0.229277, "precision": 0.218615, "recall": 0.262846}, {"accuracy": 0.262846, "f1": 0.234361, "hf_subset": "aka_Latn-quy_Latn", "languages": ["aka-Latn", "quy-Latn"], "main_score": 0.234361, "precision": 0.22402, "recall": 0.262846}, {"accuracy": 0.224308, "f1": 0.20016, "hf_subset": "aka_Latn-swh_Latn", "languages": ["aka-Latn", "swh-Latn"], "main_score": 0.20016, "precision": 0.193142, "recall": 0.224308}, {"accuracy": 0.150198, "f1": 0.134257, "hf_subset": "aka_Latn-uzn_Latn", "languages": ["aka-Latn", "uzn-Latn"], "main_score": 0.134257, "precision": 0.129533, "recall": 0.150198}, {"accuracy": 0.283597, "f1": 0.251441, "hf_subset": "aka_Latn-als_Latn", "languages": ["aka-Latn", "als-Latn"], "main_score": 0.251441, "precision": 0.241889, "recall": 0.283597}, {"accuracy": 0.048419, "f1": 0.0308, "hf_subset": "aka_Latn-bod_Tibt", "languages": ["aka-Latn", "bod-Tibt"], "main_score": 0.0308, "precision": 0.027497, "recall": 0.048419}, {"accuracy": 0.201581, "f1": 0.174124, "hf_subset": "aka_Latn-fij_Latn", "languages": ["aka-Latn", "fij-Latn"], "main_score": 0.174124, "precision": 0.165415, "recall": 0.201581}, {"accuracy": 0.16996, "f1": 0.157034, "hf_subset": "aka_Latn-isl_Latn", "languages": ["aka-Latn", "isl-Latn"], "main_score": 0.157034, "precision": 0.15274, "recall": 0.16996}, {"accuracy": 0.270751, "f1": 0.238584, "hf_subset": "aka_Latn-kon_Latn", "languages": ["aka-Latn", "kon-Latn"], "main_score": 0.238584, "precision": 0.226416, "recall": 0.270751}, {"accuracy": 0.049407, "f1": 0.037622, "hf_subset": "aka_Latn-mni_Beng", "languages": ["aka-Latn", "mni-Beng"], "main_score": 0.037622, "precision": 0.034515, "recall": 0.049407}, {"accuracy": 0.326087, "f1": 0.286373, "hf_subset": "aka_Latn-ron_Latn", "languages": ["aka-Latn", "ron-Latn"], "main_score": 0.286373, "precision": 0.274811, "recall": 0.326087}, {"accuracy": 0.209486, "f1": 0.193246, "hf_subset": "aka_Latn-szl_Latn", "languages": ["aka-Latn", "szl-Latn"], "main_score": 0.193246, "precision": 0.188117, "recall": 0.209486}, {"accuracy": 0.220356, "f1": 0.20014, "hf_subset": "aka_Latn-vec_Latn", "languages": ["aka-Latn", "vec-Latn"], "main_score": 0.20014, "precision": 0.19376, "recall": 0.220356}, {"accuracy": 0.083992, "f1": 0.068233, "hf_subset": "aka_Latn-amh_Ethi", "languages": ["aka-Latn", "amh-Ethi"], "main_score": 0.068233, "precision": 0.064076, "recall": 0.083992}, {"accuracy": 0.310277, "f1": 0.274936, "hf_subset": "aka_Latn-bos_Latn", "languages": ["aka-Latn", "bos-Latn"], "main_score": 0.274936, "precision": 0.264527, "recall": 0.310277}, {"accuracy": 0.302372, "f1": 0.264877, "hf_subset": "aka_Latn-fin_Latn", "languages": ["aka-Latn", "fin-Latn"], "main_score": 0.264877, "precision": 0.253484, "recall": 0.302372}, {"accuracy": 0.322134, "f1": 0.279447, "hf_subset": "aka_Latn-ita_Latn", "languages": ["aka-Latn", "ita-Latn"], "main_score": 0.279447, "precision": 0.26691, "recall": 0.322134}, {"accuracy": 0.214427, "f1": 0.190188, "hf_subset": "aka_Latn-kor_Hang", "languages": ["aka-Latn", "kor-Hang"], "main_score": 0.190188, "precision": 0.18275, "recall": 0.214427}, {"accuracy": 0.26087, "f1": 0.23257, "hf_subset": "aka_Latn-mos_Latn", "languages": ["aka-Latn", "mos-Latn"], "main_score": 0.23257, "precision": 0.222122, "recall": 0.26087}, {"accuracy": 0.25, "f1": 0.21373, "hf_subset": "aka_Latn-run_Latn", "languages": ["aka-Latn", "run-Latn"], "main_score": 0.21373, "precision": 0.200626, "recall": 0.25}, {"accuracy": 0.090909, "f1": 0.074707, "hf_subset": "aka_Latn-tam_Taml", "languages": ["aka-Latn", "tam-Taml"], "main_score": 0.074707, "precision": 0.071054, "recall": 0.090909}, {"accuracy": 0.300395, "f1": 0.260108, "hf_subset": "aka_Latn-vie_Latn", "languages": ["aka-Latn", "vie-Latn"], "main_score": 0.260108, "precision": 0.248912, "recall": 0.300395}, {"accuracy": 0.166996, "f1": 0.153273, "hf_subset": "aka_Latn-apc_Arab", "languages": ["aka-Latn", "apc-Arab"], "main_score": 0.153273, "precision": 0.148332, "recall": 0.166996}, {"accuracy": 0.26087, "f1": 0.23617, "hf_subset": "aka_Latn-bug_Latn", "languages": ["aka-Latn", "bug-Latn"], "main_score": 0.23617, "precision": 0.227888, "recall": 0.26087}, {"accuracy": 0.291502, "f1": 0.263147, "hf_subset": "aka_Latn-fon_Latn", "languages": ["aka-Latn", "fon-Latn"], "main_score": 0.263147, "precision": 0.25219, "recall": 0.291502}, {"accuracy": 0.213439, "f1": 0.200738, "hf_subset": "aka_Latn-jav_Latn", "languages": ["aka-Latn", "jav-Latn"], "main_score": 0.200738, "precision": 0.196488, "recall": 0.213439}, {"accuracy": 0.226285, "f1": 0.198973, "hf_subset": "aka_Latn-lao_Laoo", "languages": ["aka-Latn", "lao-Laoo"], "main_score": 0.198973, "precision": 0.191581, "recall": 0.226285}, {"accuracy": 0.245059, "f1": 0.212915, "hf_subset": "aka_Latn-mri_Latn", "languages": ["aka-Latn", "mri-Latn"], "main_score": 0.212915, "precision": 0.201686, "recall": 0.245059}, {"accuracy": 0.266798, "f1": 0.228117, "hf_subset": "aka_Latn-rus_Cyrl", "languages": ["aka-Latn", "rus-Cyrl"], "main_score": 0.228117, "precision": 0.216877, "recall": 0.266798}, {"accuracy": 0.304348, "f1": 0.272667, "hf_subset": "aka_Latn-taq_Latn", "languages": ["aka-Latn", "taq-Latn"], "main_score": 0.272667, "precision": 0.262622, "recall": 0.304348}, {"accuracy": 0.294466, "f1": 0.267158, "hf_subset": "aka_Latn-war_Latn", "languages": ["aka-Latn", "war-Latn"], "main_score": 0.267158, "precision": 0.257733, "recall": 0.294466}, {"accuracy": 0.229249, "f1": 0.198945, "hf_subset": "aka_Latn-arb_Arab", "languages": ["aka-Latn", "arb-Arab"], "main_score": 0.198945, "precision": 0.18981, "recall": 0.229249}, {"accuracy": 0.275692, "f1": 0.236742, "hf_subset": "aka_Latn-bul_Cyrl", "languages": ["aka-Latn", "bul-Cyrl"], "main_score": 0.236742, "precision": 0.225888, "recall": 0.275692}, {"accuracy": 0.324111, "f1": 0.282424, "hf_subset": "aka_Latn-fra_Latn", "languages": ["aka-Latn", "fra-Latn"], "main_score": 0.282424, "precision": 0.270783, "recall": 0.324111}, {"accuracy": 0.230237, "f1": 0.197322, "hf_subset": "aka_Latn-jpn_Jpan", "languages": ["aka-Latn", "jpn-Jpan"], "main_score": 0.197322, "precision": 0.187679, "recall": 0.230237}, {"accuracy": 0.211462, "f1": 0.195583, "hf_subset": "aka_Latn-lij_Latn", "languages": ["aka-Latn", "lij-Latn"], "main_score": 0.195583, "precision": 0.190694, "recall": 0.211462}, {"accuracy": 0.168972, "f1": 0.139568, "hf_subset": "aka_Latn-mya_Mymr", "languages": ["aka-Latn", "mya-Mymr"], "main_score": 0.139568, "precision": 0.13203, "recall": 0.168972}, {"accuracy": 0.23913, "f1": 0.210441, "hf_subset": "aka_Latn-sag_Latn", "languages": ["aka-Latn", "sag-Latn"], "main_score": 0.210441, "precision": 0.200921, "recall": 0.23913}, {"accuracy": 0.100791, "f1": 0.072681, "hf_subset": "aka_Latn-taq_Tfng", "languages": ["aka-Latn", "taq-Tfng"], "main_score": 0.072681, "precision": 0.065357, "recall": 0.100791}, {"accuracy": 0.309289, "f1": 0.277958, "hf_subset": "aka_Latn-wol_Latn", "languages": ["aka-Latn", "wol-Latn"], "main_score": 0.277958, "precision": 0.266683, "recall": 0.309289}, {"accuracy": 0.134387, "f1": 0.103138, "hf_subset": "aka_Latn-arb_Latn", "languages": ["aka-Latn", "arb-Latn"], "main_score": 0.103138, "precision": 0.094264, "recall": 0.134387}, {"accuracy": 0.315217, "f1": 0.274761, "hf_subset": "aka_Latn-cat_Latn", "languages": ["aka-Latn", "cat-Latn"], "main_score": 0.274761, "precision": 0.263038, "recall": 0.315217}, {"accuracy": 0.232213, "f1": 0.203701, "hf_subset": "aka_Latn-fur_Latn", "languages": ["aka-Latn", "fur-Latn"], "main_score": 0.203701, "precision": 0.195348, "recall": 0.232213}, {"accuracy": 0.11166, "f1": 0.087424, "hf_subset": "aka_Latn-kab_Latn", "languages": ["aka-Latn", "kab-Latn"], "main_score": 0.087424, "precision": 0.080378, "recall": 0.11166}, {"accuracy": 0.230237, "f1": 0.210426, "hf_subset": "aka_Latn-lim_Latn", "languages": ["aka-Latn", "lim-Latn"], "main_score": 0.210426, "precision": 0.204231, "recall": 0.230237}, {"accuracy": 0.327075, "f1": 0.289768, "hf_subset": "aka_Latn-nld_Latn", "languages": ["aka-Latn", "nld-Latn"], "main_score": 0.289768, "precision": 0.278822, "recall": 0.327075}, {"accuracy": 0.139328, "f1": 0.125847, "hf_subset": "aka_Latn-san_Deva", "languages": ["aka-Latn", "san-Deva"], "main_score": 0.125847, "precision": 0.121954, "recall": 0.139328}, {"accuracy": 0.209486, "f1": 0.185601, "hf_subset": "aka_Latn-tat_Cyrl", "languages": ["aka-Latn", "tat-Cyrl"], "main_score": 0.185601, "precision": 0.177629, "recall": 0.209486}, {"accuracy": 0.255929, "f1": 0.221049, "hf_subset": "aka_Latn-xho_Latn", "languages": ["aka-Latn", "xho-Latn"], "main_score": 0.221049, "precision": 0.209286, "recall": 0.255929}, {"accuracy": 0.221344, "f1": 0.187934, "hf_subset": "aka_Latn-ars_Arab", "languages": ["aka-Latn", "ars-Arab"], "main_score": 0.187934, "precision": 0.177888, "recall": 0.221344}, {"accuracy": 0.252964, "f1": 0.233801, "hf_subset": "aka_Latn-ceb_Latn", "languages": ["aka-Latn", "ceb-Latn"], "main_score": 0.233801, "precision": 0.227052, "recall": 0.252964}, {"accuracy": 0.258893, "f1": 0.226061, "hf_subset": "aka_Latn-fuv_Latn", "languages": ["aka-Latn", "fuv-Latn"], "main_score": 0.226061, "precision": 0.214871, "recall": 0.258893}, {"accuracy": 0.29249, "f1": 0.251794, "hf_subset": "aka_Latn-kac_Latn", "languages": ["aka-Latn", "kac-Latn"], "main_score": 0.251794, "precision": 0.237473, "recall": 0.29249}, {"accuracy": 0.255929, "f1": 0.230067, "hf_subset": "aka_Latn-lin_Latn", "languages": ["aka-Latn", "lin-Latn"], "main_score": 0.230067, "precision": 0.221572, "recall": 0.255929}, {"accuracy": 0.289526, "f1": 0.256453, "hf_subset": "aka_Latn-nno_Latn", "languages": ["aka-Latn", "nno-Latn"], "main_score": 0.256453, "precision": 0.246654, "recall": 0.289526}, {"accuracy": 0.022727, "f1": 0.010393, "hf_subset": "aka_Latn-sat_Olck", "languages": ["aka-Latn", "sat-Olck"], "main_score": 0.010393, "precision": 0.008494, "recall": 0.022727}, {"accuracy": 0.099802, "f1": 0.087271, "hf_subset": "aka_Latn-tel_Telu", "languages": ["aka-Latn", "tel-Telu"], "main_score": 0.087271, "precision": 0.083293, "recall": 0.099802}, {"accuracy": 0.092885, "f1": 0.071699, "hf_subset": "aka_Latn-ydd_Hebr", "languages": ["aka-Latn", "ydd-Hebr"], "main_score": 0.071699, "precision": 0.065752, "recall": 0.092885}, {"accuracy": 0.166996, "f1": 0.142236, "hf_subset": "aka_Latn-ary_Arab", "languages": ["aka-Latn", "ary-Arab"], "main_score": 0.142236, "precision": 0.135056, "recall": 0.166996}, {"accuracy": 0.309289, "f1": 0.272221, "hf_subset": "aka_Latn-ces_Latn", "languages": ["aka-Latn", "ces-Latn"], "main_score": 0.272221, "precision": 0.261115, "recall": 0.309289}, {"accuracy": 0.125494, "f1": 0.098341, "hf_subset": "aka_Latn-gaz_Latn", "languages": ["aka-Latn", "gaz-Latn"], "main_score": 0.098341, "precision": 0.089649, "recall": 0.125494}, {"accuracy": 0.297431, "f1": 0.26632, "hf_subset": "aka_Latn-kam_Latn", "languages": ["aka-Latn", "kam-Latn"], "main_score": 0.26632, "precision": 0.254235, "recall": 0.297431}, {"accuracy": 0.290514, "f1": 0.252166, "hf_subset": "aka_Latn-lit_Latn", "languages": ["aka-Latn", "lit-Latn"], "main_score": 0.252166, "precision": 0.241743, "recall": 0.290514}, {"accuracy": 0.325099, "f1": 0.286352, "hf_subset": "aka_Latn-nob_Latn", "languages": ["aka-Latn", "nob-Latn"], "main_score": 0.286352, "precision": 0.274623, "recall": 0.325099}, {"accuracy": 0.211462, "f1": 0.193668, "hf_subset": "aka_Latn-scn_Latn", "languages": ["aka-Latn", "scn-Latn"], "main_score": 0.193668, "precision": 0.187634, "recall": 0.211462}, {"accuracy": 0.174901, "f1": 0.148712, "hf_subset": "aka_Latn-tgk_Cyrl", "languages": ["aka-Latn", "tgk-Cyrl"], "main_score": 0.148712, "precision": 0.140935, "recall": 0.174901}, {"accuracy": 0.237154, "f1": 0.210872, "hf_subset": "aka_Latn-yor_Latn", "languages": ["aka-Latn", "yor-Latn"], "main_score": 0.210872, "precision": 0.200965, "recall": 0.237154}, {"accuracy": 0.194664, "f1": 0.174374, "hf_subset": "aka_Latn-arz_Arab", "languages": ["aka-Latn", "arz-Arab"], "main_score": 0.174374, "precision": 0.168187, "recall": 0.194664}, {"accuracy": 0.237154, "f1": 0.202282, "hf_subset": "aka_Latn-cjk_Latn", "languages": ["aka-Latn", "cjk-Latn"], "main_score": 0.202282, "precision": 0.190615, "recall": 0.237154}, {"accuracy": 0.182806, "f1": 0.155472, "hf_subset": "aka_Latn-gla_Latn", "languages": ["aka-Latn", "gla-Latn"], "main_score": 0.155472, "precision": 0.146017, "recall": 0.182806}, {"accuracy": 0.100791, "f1": 0.085764, "hf_subset": "aka_Latn-kan_Knda", "languages": ["aka-Latn", "kan-Knda"], "main_score": 0.085764, "precision": 0.081764, "recall": 0.100791}, {"accuracy": 0.208498, "f1": 0.190026, "hf_subset": "aka_Latn-lmo_Latn", "languages": ["aka-Latn", "lmo-Latn"], "main_score": 0.190026, "precision": 0.184055, "recall": 0.208498}, {"accuracy": 0.219368, "f1": 0.184448, "hf_subset": "aka_Latn-npi_Deva", "languages": ["aka-Latn", "npi-Deva"], "main_score": 0.184448, "precision": 0.174674, "recall": 0.219368}, {"accuracy": 0.216403, "f1": 0.188292, "hf_subset": "aka_Latn-shn_Mymr", "languages": ["aka-Latn", "shn-Mymr"], "main_score": 0.188292, "precision": 0.180032, "recall": 0.216403}, {"accuracy": 0.25, "f1": 0.225149, "hf_subset": "aka_Latn-tgl_Latn", "languages": ["aka-Latn", "tgl-Latn"], "main_score": 0.225149, "precision": 0.216871, "recall": 0.25}, {"accuracy": 0.231225, "f1": 0.198866, "hf_subset": "aka_Latn-yue_Hant", "languages": ["aka-Latn", "yue-Hant"], "main_score": 0.198866, "precision": 0.189867, "recall": 0.231225}, {"accuracy": 0.071146, "f1": 0.060828, "hf_subset": "aka_Latn-asm_Beng", "languages": ["aka-Latn", "asm-Beng"], "main_score": 0.060828, "precision": 0.057317, "recall": 0.071146}, {"accuracy": 0.148221, "f1": 0.116956, "hf_subset": "aka_Latn-ckb_Arab", "languages": ["aka-Latn", "ckb-Arab"], "main_score": 0.116956, "precision": 0.108144, "recall": 0.148221}, {"accuracy": 0.172925, "f1": 0.15561, "hf_subset": "aka_Latn-gle_Latn", "languages": ["aka-Latn", "gle-Latn"], "main_score": 0.15561, "precision": 0.150778, "recall": 0.172925}, {"accuracy": 0.114625, "f1": 0.100008, "hf_subset": "aka_Latn-kas_Arab", "languages": ["aka-Latn", "kas-Arab"], "main_score": 0.100008, "precision": 0.095195, "recall": 0.114625}, {"accuracy": 0.219368, "f1": 0.189258, "hf_subset": "aka_Latn-ltg_Latn", "languages": ["aka-Latn", "ltg-Latn"], "main_score": 0.189258, "precision": 0.180782, "recall": 0.219368}, {"accuracy": 0.296443, "f1": 0.266528, "hf_subset": "aka_Latn-nso_Latn", "languages": ["aka-Latn", "nso-Latn"], "main_score": 0.266528, "precision": 0.255443, "recall": 0.296443}, {"accuracy": 0.110672, "f1": 0.093292, "hf_subset": "aka_Latn-sin_Sinh", "languages": ["aka-Latn", "sin-Sinh"], "main_score": 0.093292, "precision": 0.088518, "recall": 0.110672}, {"accuracy": 0.233202, "f1": 0.201224, "hf_subset": "aka_Latn-tha_Thai", "languages": ["aka-Latn", "tha-Thai"], "main_score": 0.201224, "precision": 0.192367, "recall": 0.233202}, {"accuracy": 0.231225, "f1": 0.194113, "hf_subset": "aka_Latn-zho_Hans", "languages": ["aka-Latn", "zho-Hans"], "main_score": 0.194113, "precision": 0.184462, "recall": 0.231225}, {"accuracy": 0.242095, "f1": 0.216466, "hf_subset": "aka_Latn-ast_Latn", "languages": ["aka-Latn", "ast-Latn"], "main_score": 0.216466, "precision": 0.209152, "recall": 0.242095}, {"accuracy": 0.181818, "f1": 0.166218, "hf_subset": "aka_Latn-crh_Latn", "languages": ["aka-Latn", "crh-Latn"], "main_score": 0.166218, "precision": 0.160747, "recall": 0.181818}, {"accuracy": 0.310277, "f1": 0.273757, "hf_subset": "aka_Latn-glg_Latn", "languages": ["aka-Latn", "glg-Latn"], "main_score": 0.273757, "precision": 0.262537, "recall": 0.310277}, {"accuracy": 0.163043, "f1": 0.136595, "hf_subset": "aka_Latn-kas_Deva", "languages": ["aka-Latn", "kas-Deva"], "main_score": 0.136595, "precision": 0.129074, "recall": 0.163043}, {"accuracy": 0.215415, "f1": 0.194839, "hf_subset": "aka_Latn-ltz_Latn", "languages": ["aka-Latn", "ltz-Latn"], "main_score": 0.194839, "precision": 0.188322, "recall": 0.215415}, {"accuracy": 0.157115, "f1": 0.120617, "hf_subset": "aka_Latn-nus_Latn", "languages": ["aka-Latn", "nus-Latn"], "main_score": 0.120617, "precision": 0.109024, "recall": 0.157115}, {"accuracy": 0.305336, "f1": 0.268907, "hf_subset": "aka_Latn-slk_Latn", "languages": ["aka-Latn", "slk-Latn"], "main_score": 0.268907, "precision": 0.256372, "recall": 0.305336}, {"accuracy": 0.047431, "f1": 0.03893, "hf_subset": "aka_Latn-tir_Ethi", "languages": ["aka-Latn", "tir-Ethi"], "main_score": 0.03893, "precision": 0.036693, "recall": 0.047431}, {"accuracy": 0.217391, "f1": 0.182288, "hf_subset": "aka_Latn-zho_Hant", "languages": ["aka-Latn", "zho-Hant"], "main_score": 0.182288, "precision": 0.171884, "recall": 0.217391}, {"accuracy": 0.208498, "f1": 0.183454, "hf_subset": "aka_Latn-awa_Deva", "languages": ["aka-Latn", "awa-Deva"], "main_score": 0.183454, "precision": 0.176135, "recall": 0.208498}, {"accuracy": 0.181818, "f1": 0.160478, "hf_subset": "aka_Latn-cym_Latn", "languages": ["aka-Latn", "cym-Latn"], "main_score": 0.160478, "precision": 0.153703, "recall": 0.181818}, {"accuracy": 0.270751, "f1": 0.245805, "hf_subset": "aka_Latn-grn_Latn", "languages": ["aka-Latn", "grn-Latn"], "main_score": 0.245805, "precision": 0.237783, "recall": 0.270751}, {"accuracy": 0.182806, "f1": 0.158382, "hf_subset": "aka_Latn-kat_Geor", "languages": ["aka-Latn", "kat-Geor"], "main_score": 0.158382, "precision": 0.151415, "recall": 0.182806}, {"accuracy": 0.257905, "f1": 0.230602, "hf_subset": "aka_Latn-lua_Latn", "languages": ["aka-Latn", "lua-Latn"], "main_score": 0.230602, "precision": 0.221973, "recall": 0.257905}, {"accuracy": 0.294466, "f1": 0.256112, "hf_subset": "aka_Latn-nya_Latn", "languages": ["aka-Latn", "nya-Latn"], "main_score": 0.256112, "precision": 0.243474, "recall": 0.294466}, {"accuracy": 0.297431, "f1": 0.258065, "hf_subset": "aka_Latn-slv_Latn", "languages": ["aka-Latn", "slv-Latn"], "main_score": 0.258065, "precision": 0.246775, "recall": 0.297431}, {"accuracy": 0.327075, "f1": 0.303196, "hf_subset": "aka_Latn-tpi_Latn", "languages": ["aka-Latn", "tpi-Latn"], "main_score": 0.303196, "precision": 0.294428, "recall": 0.327075}, {"accuracy": 0.324111, "f1": 0.288931, "hf_subset": "aka_Latn-zsm_Latn", "languages": ["aka-Latn", "zsm-Latn"], "main_score": 0.288931, "precision": 0.27859, "recall": 0.324111}, {"accuracy": 0.244071, "f1": 0.209585, "hf_subset": "aka_Latn-ayr_Latn", "languages": ["aka-Latn", "ayr-Latn"], "main_score": 0.209585, "precision": 0.197858, "recall": 0.244071}, {"accuracy": 0.323123, "f1": 0.280975, "hf_subset": "aka_Latn-dan_Latn", "languages": ["aka-Latn", "dan-Latn"], "main_score": 0.280975, "precision": 0.269355, "recall": 0.323123}, {"accuracy": 0.133399, "f1": 0.115186, "hf_subset": "aka_Latn-guj_Gujr", "languages": ["aka-Latn", "guj-Gujr"], "main_score": 0.115186, "precision": 0.11037, "recall": 0.133399}, {"accuracy": 0.237154, "f1": 0.203936, "hf_subset": "aka_Latn-kaz_Cyrl", "languages": ["aka-Latn", "kaz-Cyrl"], "main_score": 0.203936, "precision": 0.194283, "recall": 0.237154}, {"accuracy": 0.248024, "f1": 0.219856, "hf_subset": "aka_Latn-lug_Latn", "languages": ["aka-Latn", "lug-Latn"], "main_score": 0.219856, "precision": 0.209714, "recall": 0.248024}, {"accuracy": 0.282609, "f1": 0.251757, "hf_subset": "aka_Latn-oci_Latn", "languages": ["aka-Latn", "oci-Latn"], "main_score": 0.251757, "precision": 0.242864, "recall": 0.282609}, {"accuracy": 0.216403, "f1": 0.188255, "hf_subset": "aka_Latn-smo_Latn", "languages": ["aka-Latn", "smo-Latn"], "main_score": 0.188255, "precision": 0.177937, "recall": 0.216403}, {"accuracy": 0.294466, "f1": 0.260544, "hf_subset": "aka_Latn-tsn_Latn", "languages": ["aka-Latn", "tsn-Latn"], "main_score": 0.260544, "precision": 0.247881, "recall": 0.294466}, {"accuracy": 0.230237, "f1": 0.194364, "hf_subset": "aka_Latn-zul_Latn", "languages": ["aka-Latn", "zul-Latn"], "main_score": 0.194364, "precision": 0.182092, "recall": 0.230237}, {"accuracy": 0.12747, "f1": 0.107654, "hf_subset": "aka_Latn-azb_Arab", "languages": ["aka-Latn", "azb-Arab"], "main_score": 0.107654, "precision": 0.101718, "recall": 0.12747}, {"accuracy": 0.313241, "f1": 0.276302, "hf_subset": "aka_Latn-deu_Latn", "languages": ["aka-Latn", "deu-Latn"], "main_score": 0.276302, "precision": 0.264481, "recall": 0.313241}, {"accuracy": 0.233202, "f1": 0.205154, "hf_subset": "aka_Latn-hat_Latn", "languages": ["aka-Latn", "hat-Latn"], "main_score": 0.205154, "precision": 0.196097, "recall": 0.233202}, {"accuracy": 0.250988, "f1": 0.221947, "hf_subset": "aka_Latn-kbp_Latn", "languages": ["aka-Latn", "kbp-Latn"], "main_score": 0.221947, "precision": 0.211764, "recall": 0.250988}, {"accuracy": 0.286561, "f1": 0.253379, "hf_subset": "aka_Latn-luo_Latn", "languages": ["aka-Latn", "luo-Latn"], "main_score": 0.253379, "precision": 0.241472, "recall": 0.286561}, {"accuracy": 0.088933, "f1": 0.073615, "hf_subset": "aka_Latn-ory_Orya", "languages": ["aka-Latn", "ory-Orya"], "main_score": 0.073615, "precision": 0.069605, "recall": 0.088933}, {"accuracy": 0.220356, "f1": 0.185746, "hf_subset": "aka_Latn-sna_Latn", "languages": ["aka-Latn", "sna-Latn"], "main_score": 0.185746, "precision": 0.174445, "recall": 0.220356}, {"accuracy": 0.279644, "f1": 0.246717, "hf_subset": "aka_Latn-tso_Latn", "languages": ["aka-Latn", "tso-Latn"], "main_score": 0.246717, "precision": 0.234718, "recall": 0.279644}, {"accuracy": 0.189723, "f1": 0.167913, "hf_subset": "aka_Latn-azj_Latn", "languages": ["aka-Latn", "azj-Latn"], "main_score": 0.167913, "precision": 0.161501, "recall": 0.189723}, {"accuracy": 0.306324, "f1": 0.277341, "hf_subset": "aka_Latn-dik_Latn", "languages": ["aka-Latn", "dik-Latn"], "main_score": 0.277341, "precision": 0.267736, "recall": 0.306324}, {"accuracy": 0.247036, "f1": 0.220776, "hf_subset": "aka_Latn-hau_Latn", "languages": ["aka-Latn", "hau-Latn"], "main_score": 0.220776, "precision": 0.212773, "recall": 0.247036}, {"accuracy": 0.171937, "f1": 0.16168, "hf_subset": "aka_Latn-kea_Latn", "languages": ["aka-Latn", "kea-Latn"], "main_score": 0.16168, "precision": 0.158394, "recall": 0.171937}, {"accuracy": 0.331028, "f1": 0.293799, "hf_subset": "aka_Latn-lus_Latn", "languages": ["aka-Latn", "lus-Latn"], "main_score": 0.293799, "precision": 0.281817, "recall": 0.331028}, {"accuracy": 0.293478, "f1": 0.268065, "hf_subset": "aka_Latn-pag_Latn", "languages": ["aka-Latn", "pag-Latn"], "main_score": 0.268065, "precision": 0.258778, "recall": 0.293478}, {"accuracy": 0.135375, "f1": 0.11657, "hf_subset": "aka_Latn-snd_Arab", "languages": ["aka-Latn", "snd-Arab"], "main_score": 0.11657, "precision": 0.110763, "recall": 0.135375}, {"accuracy": 0.177866, "f1": 0.149712, "hf_subset": "aka_Latn-tuk_Latn", "languages": ["aka-Latn", "tuk-Latn"], "main_score": 0.149712, "precision": 0.14096, "recall": 0.177866}, {"accuracy": 0.237154, "f1": 0.204698, "hf_subset": "aka_Latn-bak_Cyrl", "languages": ["aka-Latn", "bak-Cyrl"], "main_score": 0.204698, "precision": 0.195198, "recall": 0.237154}, {"accuracy": 0.218379, "f1": 0.189792, "hf_subset": "aka_Latn-dyu_Latn", "languages": ["aka-Latn", "dyu-Latn"], "main_score": 0.189792, "precision": 0.178995, "recall": 0.218379}, {"accuracy": 0.215415, "f1": 0.1776, "hf_subset": "aka_Latn-heb_Hebr", "languages": ["aka-Latn", "heb-Hebr"], "main_score": 0.1776, "precision": 0.166522, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.186958, "hf_subset": "aka_Latn-khk_Cyrl", "languages": ["aka-Latn", "khk-Cyrl"], "main_score": 0.186958, "precision": 0.177608, "recall": 0.222332}, {"accuracy": 0.261858, "f1": 0.22309, "hf_subset": "aka_Latn-lvs_Latn", "languages": ["aka-Latn", "lvs-Latn"], "main_score": 0.22309, "precision": 0.210739, "recall": 0.261858}, {"accuracy": 0.101779, "f1": 0.081341, "hf_subset": "aka_Latn-pan_Guru", "languages": ["aka-Latn", "pan-Guru"], "main_score": 0.081341, "precision": 0.077024, "recall": 0.101779}, {"accuracy": 0.209486, "f1": 0.182482, "hf_subset": "aka_Latn-som_Latn", "languages": ["aka-Latn", "som-Latn"], "main_score": 0.182482, "precision": 0.174227, "recall": 0.209486}, {"accuracy": 0.268775, "f1": 0.231019, "hf_subset": "aka_Latn-tum_Latn", "languages": ["aka-Latn", "tum-Latn"], "main_score": 0.231019, "precision": 0.218178, "recall": 0.268775}, {"accuracy": 0.092885, "f1": 0.061195, "hf_subset": "bjn_Latn-ace_Arab", "languages": ["bjn-Latn", "ace-Arab"], "main_score": 0.061195, "precision": 0.05384, "recall": 0.092885}, {"accuracy": 0.23419, "f1": 0.178006, "hf_subset": "bjn_Latn-bam_Latn", "languages": ["bjn-Latn", "bam-Latn"], "main_score": 0.178006, "precision": 0.160579, "recall": 0.23419}, {"accuracy": 0.003953, "f1": 0.000111, "hf_subset": "bjn_Latn-dzo_Tibt", "languages": ["bjn-Latn", "dzo-Tibt"], "main_score": 0.000111, "precision": 5.7e-05, "recall": 0.003953}, {"accuracy": 0.749012, "f1": 0.698436, "hf_subset": "bjn_Latn-hin_Deva", "languages": ["bjn-Latn", "hin-Deva"], "main_score": 0.698436, "precision": 0.678561, "recall": 0.749012}, {"accuracy": 0.639328, "f1": 0.588899, "hf_subset": "bjn_Latn-khm_Khmr", "languages": ["bjn-Latn", "khm-Khmr"], "main_score": 0.588899, "precision": 0.569837, "recall": 0.639328}, {"accuracy": 0.697628, "f1": 0.64926, "hf_subset": "bjn_Latn-mag_Deva", "languages": ["bjn-Latn", "mag-Deva"], "main_score": 0.64926, "precision": 0.630729, "recall": 0.697628}, {"accuracy": 0.575099, "f1": 0.530784, "hf_subset": "bjn_Latn-pap_Latn", "languages": ["bjn-Latn", "pap-Latn"], "main_score": 0.530784, "precision": 0.513817, "recall": 0.575099}, {"accuracy": 0.248024, "f1": 0.192641, "hf_subset": "bjn_Latn-sot_Latn", "languages": ["bjn-Latn", "sot-Latn"], "main_score": 0.192641, "precision": 0.176797, "recall": 0.248024}, {"accuracy": 0.793478, "f1": 0.754265, "hf_subset": "bjn_Latn-tur_Latn", "languages": ["bjn-Latn", "tur-Latn"], "main_score": 0.754265, "precision": 0.739588, "recall": 0.793478}, {"accuracy": 0.462451, "f1": 0.402393, "hf_subset": "bjn_Latn-ace_Latn", "languages": ["bjn-Latn", "ace-Latn"], "main_score": 0.402393, "precision": 0.379676, "recall": 0.462451}, {"accuracy": 0.623518, "f1": 0.577379, "hf_subset": "bjn_Latn-ban_Latn", "languages": ["bjn-Latn", "ban-Latn"], "main_score": 0.577379, "precision": 0.558375, "recall": 0.623518}, {"accuracy": 0.76581, "f1": 0.724439, "hf_subset": "bjn_Latn-ell_Grek", "languages": ["bjn-Latn", "ell-Grek"], "main_score": 0.724439, "precision": 0.708772, "recall": 0.76581}, {"accuracy": 0.674901, "f1": 0.62659, "hf_subset": "bjn_Latn-hne_Deva", "languages": ["bjn-Latn", "hne-Deva"], "main_score": 0.62659, "precision": 0.60845, "recall": 0.674901}, {"accuracy": 0.286561, "f1": 0.216751, "hf_subset": "bjn_Latn-kik_Latn", "languages": ["bjn-Latn", "kik-Latn"], "main_score": 0.216751, "precision": 0.194595, "recall": 0.286561}, {"accuracy": 0.68083, "f1": 0.636894, "hf_subset": "bjn_Latn-mai_Deva", "languages": ["bjn-Latn", "mai-Deva"], "main_score": 0.636894, "precision": 0.62015, "recall": 0.68083}, {"accuracy": 0.578063, "f1": 0.528462, "hf_subset": "bjn_Latn-pbt_Arab", "languages": ["bjn-Latn", "pbt-Arab"], "main_score": 0.528462, "precision": 0.510706, "recall": 0.578063}, {"accuracy": 0.788538, "f1": 0.746848, "hf_subset": "bjn_Latn-spa_Latn", "languages": ["bjn-Latn", "spa-Latn"], "main_score": 0.746848, "precision": 0.730952, "recall": 0.788538}, {"accuracy": 0.339921, "f1": 0.266925, "hf_subset": "bjn_Latn-twi_Latn", "languages": ["bjn-Latn", "twi-Latn"], "main_score": 0.266925, "precision": 0.245391, "recall": 0.339921}, {"accuracy": 0.73419, "f1": 0.691626, "hf_subset": "bjn_Latn-acm_Arab", "languages": ["bjn-Latn", "acm-Arab"], "main_score": 0.691626, "precision": 0.674548, "recall": 0.73419}, {"accuracy": 0.667984, "f1": 0.613474, "hf_subset": "bjn_Latn-bel_Cyrl", "languages": ["bjn-Latn", "bel-Cyrl"], "main_score": 0.613474, "precision": 0.591877, "recall": 0.667984}, {"accuracy": 0.816206, "f1": 0.774162, "hf_subset": "bjn_Latn-eng_Latn", "languages": ["bjn-Latn", "eng-Latn"], "main_score": 0.774162, "precision": 0.757012, "recall": 0.816206}, {"accuracy": 0.781621, "f1": 0.739271, "hf_subset": "bjn_Latn-hrv_Latn", "languages": ["bjn-Latn", "hrv-Latn"], "main_score": 0.739271, "precision": 0.723038, "recall": 0.781621}, {"accuracy": 0.185771, "f1": 0.139968, "hf_subset": "bjn_Latn-kin_Latn", "languages": ["bjn-Latn", "kin-Latn"], "main_score": 0.139968, "precision": 0.126896, "recall": 0.185771}, {"accuracy": 0.525692, "f1": 0.475148, "hf_subset": "bjn_Latn-mal_Mlym", "languages": ["bjn-Latn", "mal-Mlym"], "main_score": 0.475148, "precision": 0.456625, "recall": 0.525692}, {"accuracy": 0.748024, "f1": 0.702427, "hf_subset": "bjn_Latn-pes_Arab", "languages": ["bjn-Latn", "pes-Arab"], "main_score": 0.702427, "precision": 0.685394, "recall": 0.748024}, {"accuracy": 0.576087, "f1": 0.517744, "hf_subset": "bjn_Latn-srd_Latn", "languages": ["bjn-Latn", "srd-Latn"], "main_score": 0.517744, "precision": 0.495023, "recall": 0.576087}, {"accuracy": 0.070158, "f1": 0.038132, "hf_subset": "bjn_Latn-tzm_Tfng", "languages": ["bjn-Latn", "tzm-Tfng"], "main_score": 0.038132, "precision": 0.032724, "recall": 0.070158}, {"accuracy": 0.726285, "f1": 0.678952, "hf_subset": "bjn_Latn-acq_Arab", "languages": ["bjn-Latn", "acq-Arab"], "main_score": 0.678952, "precision": 0.660614, "recall": 0.726285}, {"accuracy": 0.251976, "f1": 0.191824, "hf_subset": "bjn_Latn-bem_Latn", "languages": ["bjn-Latn", "bem-Latn"], "main_score": 0.191824, "precision": 0.175233, "recall": 0.251976}, {"accuracy": 0.676877, "f1": 0.631335, "hf_subset": "bjn_Latn-epo_Latn", "languages": ["bjn-Latn", "epo-Latn"], "main_score": 0.631335, "precision": 0.614779, "recall": 0.676877}, {"accuracy": 0.788538, "f1": 0.746374, "hf_subset": "bjn_Latn-hun_Latn", "languages": ["bjn-Latn", "hun-Latn"], "main_score": 0.746374, "precision": 0.730365, "recall": 0.788538}, {"accuracy": 0.666008, "f1": 0.627258, "hf_subset": "bjn_Latn-kir_Cyrl", "languages": ["bjn-Latn", "kir-Cyrl"], "main_score": 0.627258, "precision": 0.613527, "recall": 0.666008}, {"accuracy": 0.628458, "f1": 0.577264, "hf_subset": "bjn_Latn-mar_Deva", "languages": ["bjn-Latn", "mar-Deva"], "main_score": 0.577264, "precision": 0.559038, "recall": 0.628458}, {"accuracy": 0.321146, "f1": 0.266081, "hf_subset": "bjn_Latn-plt_Latn", "languages": ["bjn-Latn", "plt-Latn"], "main_score": 0.266081, "precision": 0.247794, "recall": 0.321146}, {"accuracy": 0.766798, "f1": 0.724706, "hf_subset": "bjn_Latn-srp_Cyrl", "languages": ["bjn-Latn", "srp-Cyrl"], "main_score": 0.724706, "precision": 0.709109, "recall": 0.766798}, {"accuracy": 0.471344, "f1": 0.41684, "hf_subset": "bjn_Latn-uig_Arab", "languages": ["bjn-Latn", "uig-Arab"], "main_score": 0.41684, "precision": 0.3977, "recall": 0.471344}, {"accuracy": 0.683794, "f1": 0.641051, "hf_subset": "bjn_Latn-aeb_Arab", "languages": ["bjn-Latn", "aeb-Arab"], "main_score": 0.641051, "precision": 0.625476, "recall": 0.683794}, {"accuracy": 0.570158, "f1": 0.51392, "hf_subset": "bjn_Latn-ben_Beng", "languages": ["bjn-Latn", "ben-Beng"], "main_score": 0.51392, "precision": 0.492914, "recall": 0.570158}, {"accuracy": 0.771739, "f1": 0.732166, "hf_subset": "bjn_Latn-est_Latn", "languages": ["bjn-Latn", "est-Latn"], "main_score": 0.732166, "precision": 0.715761, "recall": 0.771739}, {"accuracy": 0.712451, "f1": 0.666353, "hf_subset": "bjn_Latn-hye_Armn", "languages": ["bjn-Latn", "hye-Armn"], "main_score": 0.666353, "precision": 0.648132, "recall": 0.712451}, {"accuracy": 0.202569, "f1": 0.14536, "hf_subset": "bjn_Latn-kmb_Latn", "languages": ["bjn-Latn", "kmb-Latn"], "main_score": 0.14536, "precision": 0.132191, "recall": 0.202569}, {"accuracy": 0.061265, "f1": 0.041146, "hf_subset": "bjn_Latn-min_Arab", "languages": ["bjn-Latn", "min-Arab"], "main_score": 0.041146, "precision": 0.036052, "recall": 0.061265}, {"accuracy": 0.771739, "f1": 0.730322, "hf_subset": "bjn_Latn-pol_Latn", "languages": ["bjn-Latn", "pol-Latn"], "main_score": 0.730322, "precision": 0.714437, "recall": 0.771739}, {"accuracy": 0.185771, "f1": 0.138675, "hf_subset": "bjn_Latn-ssw_Latn", "languages": ["bjn-Latn", "ssw-Latn"], "main_score": 0.138675, "precision": 0.125803, "recall": 0.185771}, {"accuracy": 0.785573, "f1": 0.747464, "hf_subset": "bjn_Latn-ukr_Cyrl", "languages": ["bjn-Latn", "ukr-Cyrl"], "main_score": 0.747464, "precision": 0.733486, "recall": 0.785573}, {"accuracy": 0.742095, "f1": 0.700946, "hf_subset": "bjn_Latn-afr_Latn", "languages": ["bjn-Latn", "afr-Latn"], "main_score": 0.700946, "precision": 0.68457, "recall": 0.742095}, {"accuracy": 0.645257, "f1": 0.5956, "hf_subset": "bjn_Latn-bho_Deva", "languages": ["bjn-Latn", "bho-Deva"], "main_score": 0.5956, "precision": 0.575702, "recall": 0.645257}, {"accuracy": 0.58498, "f1": 0.540861, "hf_subset": "bjn_Latn-eus_Latn", "languages": ["bjn-Latn", "eus-Latn"], "main_score": 0.540861, "precision": 0.524693, "recall": 0.58498}, {"accuracy": 0.23419, "f1": 0.175332, "hf_subset": "bjn_Latn-ibo_Latn", "languages": ["bjn-Latn", "ibo-Latn"], "main_score": 0.175332, "precision": 0.15811, "recall": 0.23419}, {"accuracy": 0.54249, "f1": 0.496098, "hf_subset": "bjn_Latn-kmr_Latn", "languages": ["bjn-Latn", "kmr-Latn"], "main_score": 0.496098, "precision": 0.478895, "recall": 0.54249}, {"accuracy": 0.670949, "f1": 0.626318, "hf_subset": "bjn_Latn-min_Latn", "languages": ["bjn-Latn", "min-Latn"], "main_score": 0.626318, "precision": 0.608229, "recall": 0.670949}, {"accuracy": 0.794466, "f1": 0.751511, "hf_subset": "bjn_Latn-por_Latn", "languages": ["bjn-Latn", "por-Latn"], "main_score": 0.751511, "precision": 0.734624, "recall": 0.794466}, {"accuracy": 0.700593, "f1": 0.66026, "hf_subset": "bjn_Latn-sun_Latn", "languages": ["bjn-Latn", "sun-Latn"], "main_score": 0.66026, "precision": 0.643605, "recall": 0.700593}, {"accuracy": 0.193676, "f1": 0.139488, "hf_subset": "bjn_Latn-umb_Latn", "languages": ["bjn-Latn", "umb-Latn"], "main_score": 0.139488, "precision": 0.124377, "recall": 0.193676}, {"accuracy": 0.731225, "f1": 0.684779, "hf_subset": "bjn_Latn-ajp_Arab", "languages": ["bjn-Latn", "ajp-Arab"], "main_score": 0.684779, "precision": 0.667567, "recall": 0.731225}, {"accuracy": 0.103755, "f1": 0.065928, "hf_subset": "bjn_Latn-bjn_Arab", "languages": ["bjn-Latn", "bjn-Arab"], "main_score": 0.065928, "precision": 0.056437, "recall": 0.103755}, {"accuracy": 0.301383, "f1": 0.245934, "hf_subset": "bjn_Latn-ewe_Latn", "languages": ["bjn-Latn", "ewe-Latn"], "main_score": 0.245934, "precision": 0.228348, "recall": 0.301383}, {"accuracy": 0.40415, "f1": 0.346302, "hf_subset": "bjn_Latn-ilo_Latn", "languages": ["bjn-Latn", "ilo-Latn"], "main_score": 0.346302, "precision": 0.326932, "recall": 0.40415}, {"accuracy": 0.099802, "f1": 0.066649, "hf_subset": "bjn_Latn-knc_Arab", "languages": ["bjn-Latn", "knc-Arab"], "main_score": 0.066649, "precision": 0.057469, "recall": 0.099802}, {"accuracy": 0.77668, "f1": 0.735263, "hf_subset": "bjn_Latn-mkd_Cyrl", "languages": ["bjn-Latn", "mkd-Cyrl"], "main_score": 0.735263, "precision": 0.71909, "recall": 0.77668}, {"accuracy": 0.721344, "f1": 0.677553, "hf_subset": "bjn_Latn-prs_Arab", "languages": ["bjn-Latn", "prs-Arab"], "main_score": 0.677553, "precision": 0.66097, "recall": 0.721344}, {"accuracy": 0.79249, "f1": 0.752345, "hf_subset": "bjn_Latn-swe_Latn", "languages": ["bjn-Latn", "swe-Latn"], "main_score": 0.752345, "precision": 0.73759, "recall": 0.79249}, {"accuracy": 0.66996, "f1": 0.615774, "hf_subset": "bjn_Latn-urd_Arab", "languages": ["bjn-Latn", "urd-Arab"], "main_score": 0.615774, "precision": 0.595699, "recall": 0.66996}, {"accuracy": 0.326087, "f1": 0.262194, "hf_subset": "bjn_Latn-aka_Latn", "languages": ["bjn-Latn", "aka-Latn"], "main_score": 0.262194, "precision": 0.242598, "recall": 0.326087}, {"accuracy": 0.44664, "f1": 0.394515, "hf_subset": "bjn_Latn-fao_Latn", "languages": ["bjn-Latn", "fao-Latn"], "main_score": 0.394515, "precision": 0.375513, "recall": 0.44664}, {"accuracy": 0.809289, "f1": 0.774798, "hf_subset": "bjn_Latn-ind_Latn", "languages": ["bjn-Latn", "ind-Latn"], "main_score": 0.774798, "precision": 0.761743, "recall": 0.809289}, {"accuracy": 0.309289, "f1": 0.244703, "hf_subset": "bjn_Latn-knc_Latn", "languages": ["bjn-Latn", "knc-Latn"], "main_score": 0.244703, "precision": 0.223507, "recall": 0.309289}, {"accuracy": 0.329051, "f1": 0.269299, "hf_subset": "bjn_Latn-mlt_Latn", "languages": ["bjn-Latn", "mlt-Latn"], "main_score": 0.269299, "precision": 0.251351, "recall": 0.329051}, {"accuracy": 0.27668, "f1": 0.212937, "hf_subset": "bjn_Latn-quy_Latn", "languages": ["bjn-Latn", "quy-Latn"], "main_score": 0.212937, "precision": 0.193894, "recall": 0.27668}, {"accuracy": 0.358696, "f1": 0.305154, "hf_subset": "bjn_Latn-swh_Latn", "languages": ["bjn-Latn", "swh-Latn"], "main_score": 0.305154, "precision": 0.286352, "recall": 0.358696}, {"accuracy": 0.499012, "f1": 0.445357, "hf_subset": "bjn_Latn-uzn_Latn", "languages": ["bjn-Latn", "uzn-Latn"], "main_score": 0.445357, "precision": 0.425077, "recall": 0.499012}, {"accuracy": 0.77668, "f1": 0.735758, "hf_subset": "bjn_Latn-als_Latn", "languages": ["bjn-Latn", "als-Latn"], "main_score": 0.735758, "precision": 0.719765, "recall": 0.77668}, {"accuracy": 0.054348, "f1": 0.022284, "hf_subset": "bjn_Latn-bod_Tibt", "languages": ["bjn-Latn", "bod-Tibt"], "main_score": 0.022284, "precision": 0.018069, "recall": 0.054348}, {"accuracy": 0.251976, "f1": 0.193475, "hf_subset": "bjn_Latn-fij_Latn", "languages": ["bjn-Latn", "fij-Latn"], "main_score": 0.193475, "precision": 0.175484, "recall": 0.251976}, {"accuracy": 0.56917, "f1": 0.512626, "hf_subset": "bjn_Latn-isl_Latn", "languages": ["bjn-Latn", "isl-Latn"], "main_score": 0.512626, "precision": 0.491049, "recall": 0.56917}, {"accuracy": 0.273715, "f1": 0.217539, "hf_subset": "bjn_Latn-kon_Latn", "languages": ["bjn-Latn", "kon-Latn"], "main_score": 0.217539, "precision": 0.199909, "recall": 0.273715}, {"accuracy": 0.0583, "f1": 0.034145, "hf_subset": "bjn_Latn-mni_Beng", "languages": ["bjn-Latn", "mni-Beng"], "main_score": 0.034145, "precision": 0.029971, "recall": 0.0583}, {"accuracy": 0.799407, "f1": 0.757221, "hf_subset": "bjn_Latn-ron_Latn", "languages": ["bjn-Latn", "ron-Latn"], "main_score": 0.757221, "precision": 0.741266, "recall": 0.799407}, {"accuracy": 0.619565, "f1": 0.569048, "hf_subset": "bjn_Latn-szl_Latn", "languages": ["bjn-Latn", "szl-Latn"], "main_score": 0.569048, "precision": 0.548677, "recall": 0.619565}, {"accuracy": 0.632411, "f1": 0.578913, "hf_subset": "bjn_Latn-vec_Latn", "languages": ["bjn-Latn", "vec-Latn"], "main_score": 0.578913, "precision": 0.558918, "recall": 0.632411}, {"accuracy": 0.428854, "f1": 0.369776, "hf_subset": "bjn_Latn-amh_Ethi", "languages": ["bjn-Latn", "amh-Ethi"], "main_score": 0.369776, "precision": 0.348636, "recall": 0.428854}, {"accuracy": 0.782609, "f1": 0.744638, "hf_subset": "bjn_Latn-bos_Latn", "languages": ["bjn-Latn", "bos-Latn"], "main_score": 0.744638, "precision": 0.730639, "recall": 0.782609}, {"accuracy": 0.779644, "f1": 0.739412, "hf_subset": "bjn_Latn-fin_Latn", "languages": ["bjn-Latn", "fin-Latn"], "main_score": 0.739412, "precision": 0.724286, "recall": 0.779644}, {"accuracy": 0.798419, "f1": 0.758098, "hf_subset": "bjn_Latn-ita_Latn", "languages": ["bjn-Latn", "ita-Latn"], "main_score": 0.758098, "precision": 0.743013, "recall": 0.798419}, {"accuracy": 0.717391, "f1": 0.67233, "hf_subset": "bjn_Latn-kor_Hang", "languages": ["bjn-Latn", "kor-Hang"], "main_score": 0.67233, "precision": 0.654676, "recall": 0.717391}, {"accuracy": 0.251976, "f1": 0.198287, "hf_subset": "bjn_Latn-mos_Latn", "languages": ["bjn-Latn", "mos-Latn"], "main_score": 0.198287, "precision": 0.181452, "recall": 0.251976}, {"accuracy": 0.188735, "f1": 0.135982, "hf_subset": "bjn_Latn-run_Latn", "languages": ["bjn-Latn", "run-Latn"], "main_score": 0.135982, "precision": 0.121728, "recall": 0.188735}, {"accuracy": 0.535573, "f1": 0.483134, "hf_subset": "bjn_Latn-tam_Taml", "languages": ["bjn-Latn", "tam-Taml"], "main_score": 0.483134, "precision": 0.464269, "recall": 0.535573}, {"accuracy": 0.790514, "f1": 0.74902, "hf_subset": "bjn_Latn-vie_Latn", "languages": ["bjn-Latn", "vie-Latn"], "main_score": 0.74902, "precision": 0.732883, "recall": 0.790514}, {"accuracy": 0.705534, "f1": 0.667855, "hf_subset": "bjn_Latn-apc_Arab", "languages": ["bjn-Latn", "apc-Arab"], "main_score": 0.667855, "precision": 0.652793, "recall": 0.705534}, {"accuracy": 0.429842, "f1": 0.374975, "hf_subset": "bjn_Latn-bug_Latn", "languages": ["bjn-Latn", "bug-Latn"], "main_score": 0.374975, "precision": 0.354544, "recall": 0.429842}, {"accuracy": 0.246047, "f1": 0.189113, "hf_subset": "bjn_Latn-fon_Latn", "languages": ["bjn-Latn", "fon-Latn"], "main_score": 0.189113, "precision": 0.171328, "recall": 0.246047}, {"accuracy": 0.671937, "f1": 0.627487, "hf_subset": "bjn_Latn-jav_Latn", "languages": ["bjn-Latn", "jav-Latn"], "main_score": 0.627487, "precision": 0.609331, "recall": 0.671937}, {"accuracy": 0.643281, "f1": 0.597445, "hf_subset": "bjn_Latn-lao_Laoo", "languages": ["bjn-Latn", "lao-Laoo"], "main_score": 0.597445, "precision": 0.580398, "recall": 0.643281}, {"accuracy": 0.240119, "f1": 0.175259, "hf_subset": "bjn_Latn-mri_Latn", "languages": ["bjn-Latn", "mri-Latn"], "main_score": 0.175259, "precision": 0.157024, "recall": 0.240119}, {"accuracy": 0.767787, "f1": 0.724185, "hf_subset": "bjn_Latn-rus_Cyrl", "languages": ["bjn-Latn", "rus-Cyrl"], "main_score": 0.724185, "precision": 0.707909, "recall": 0.767787}, {"accuracy": 0.270751, "f1": 0.215022, "hf_subset": "bjn_Latn-taq_Latn", "languages": ["bjn-Latn", "taq-Latn"], "main_score": 0.215022, "precision": 0.198199, "recall": 0.270751}, {"accuracy": 0.444664, "f1": 0.378189, "hf_subset": "bjn_Latn-war_Latn", "languages": ["bjn-Latn", "war-Latn"], "main_score": 0.378189, "precision": 0.355069, "recall": 0.444664}, {"accuracy": 0.727273, "f1": 0.681243, "hf_subset": "bjn_Latn-arb_Arab", "languages": ["bjn-Latn", "arb-Arab"], "main_score": 0.681243, "precision": 0.662939, "recall": 0.727273}, {"accuracy": 0.783597, "f1": 0.744895, "hf_subset": "bjn_Latn-bul_Cyrl", "languages": ["bjn-Latn", "bul-Cyrl"], "main_score": 0.744895, "precision": 0.730053, "recall": 0.783597}, {"accuracy": 0.798419, "f1": 0.756381, "hf_subset": "bjn_Latn-fra_Latn", "languages": ["bjn-Latn", "fra-Latn"], "main_score": 0.756381, "precision": 0.739815, "recall": 0.798419}, {"accuracy": 0.759881, "f1": 0.714812, "hf_subset": "bjn_Latn-jpn_Jpan", "languages": ["bjn-Latn", "jpn-Jpan"], "main_score": 0.714812, "precision": 0.697281, "recall": 0.759881}, {"accuracy": 0.610672, "f1": 0.558244, "hf_subset": "bjn_Latn-lij_Latn", "languages": ["bjn-Latn", "lij-Latn"], "main_score": 0.558244, "precision": 0.537348, "recall": 0.610672}, {"accuracy": 0.634387, "f1": 0.58028, "hf_subset": "bjn_Latn-mya_Mymr", "languages": ["bjn-Latn", "mya-Mymr"], "main_score": 0.58028, "precision": 0.56003, "recall": 0.634387}, {"accuracy": 0.290514, "f1": 0.227361, "hf_subset": "bjn_Latn-sag_Latn", "languages": ["bjn-Latn", "sag-Latn"], "main_score": 0.227361, "precision": 0.206003, "recall": 0.290514}, {"accuracy": 0.088933, "f1": 0.047964, "hf_subset": "bjn_Latn-taq_Tfng", "languages": ["bjn-Latn", "taq-Tfng"], "main_score": 0.047964, "precision": 0.040554, "recall": 0.088933}, {"accuracy": 0.297431, "f1": 0.233685, "hf_subset": "bjn_Latn-wol_Latn", "languages": ["bjn-Latn", "wol-Latn"], "main_score": 0.233685, "precision": 0.214797, "recall": 0.297431}, {"accuracy": 0.151186, "f1": 0.101984, "hf_subset": "bjn_Latn-arb_Latn", "languages": ["bjn-Latn", "arb-Latn"], "main_score": 0.101984, "precision": 0.089989, "recall": 0.151186}, {"accuracy": 0.789526, "f1": 0.746157, "hf_subset": "bjn_Latn-cat_Latn", "languages": ["bjn-Latn", "cat-Latn"], "main_score": 0.746157, "precision": 0.72975, "recall": 0.789526}, {"accuracy": 0.585968, "f1": 0.535588, "hf_subset": "bjn_Latn-fur_Latn", "languages": ["bjn-Latn", "fur-Latn"], "main_score": 0.535588, "precision": 0.5157, "recall": 0.585968}, {"accuracy": 0.107708, "f1": 0.077862, "hf_subset": "bjn_Latn-kab_Latn", "languages": ["bjn-Latn", "kab-Latn"], "main_score": 0.077862, "precision": 0.070052, "recall": 0.107708}, {"accuracy": 0.634387, "f1": 0.584194, "hf_subset": "bjn_Latn-lim_Latn", "languages": ["bjn-Latn", "lim-Latn"], "main_score": 0.584194, "precision": 0.563959, "recall": 0.634387}, {"accuracy": 0.80336, "f1": 0.760762, "hf_subset": "bjn_Latn-nld_Latn", "languages": ["bjn-Latn", "nld-Latn"], "main_score": 0.760762, "precision": 0.744536, "recall": 0.80336}, {"accuracy": 0.488142, "f1": 0.438068, "hf_subset": "bjn_Latn-san_Deva", "languages": ["bjn-Latn", "san-Deva"], "main_score": 0.438068, "precision": 0.419621, "recall": 0.488142}, {"accuracy": 0.485178, "f1": 0.42908, "hf_subset": "bjn_Latn-tat_Cyrl", "languages": ["bjn-Latn", "tat-Cyrl"], "main_score": 0.42908, "precision": 0.40715, "recall": 0.485178}, {"accuracy": 0.215415, "f1": 0.154526, "hf_subset": "bjn_Latn-xho_Latn", "languages": ["bjn-Latn", "xho-Latn"], "main_score": 0.154526, "precision": 0.136346, "recall": 0.215415}, {"accuracy": 0.716403, "f1": 0.667691, "hf_subset": "bjn_Latn-ars_Arab", "languages": ["bjn-Latn", "ars-Arab"], "main_score": 0.667691, "precision": 0.648084, "recall": 0.716403}, {"accuracy": 0.426877, "f1": 0.366747, "hf_subset": "bjn_Latn-ceb_Latn", "languages": ["bjn-Latn", "ceb-Latn"], "main_score": 0.366747, "precision": 0.345274, "recall": 0.426877}, {"accuracy": 0.255929, "f1": 0.199099, "hf_subset": "bjn_Latn-fuv_Latn", "languages": ["bjn-Latn", "fuv-Latn"], "main_score": 0.199099, "precision": 0.182242, "recall": 0.255929}, {"accuracy": 0.249012, "f1": 0.186015, "hf_subset": "bjn_Latn-kac_Latn", "languages": ["bjn-Latn", "kac-Latn"], "main_score": 0.186015, "precision": 0.167004, "recall": 0.249012}, {"accuracy": 0.261858, "f1": 0.203664, "hf_subset": "bjn_Latn-lin_Latn", "languages": ["bjn-Latn", "lin-Latn"], "main_score": 0.203664, "precision": 0.186739, "recall": 0.261858}, {"accuracy": 0.761858, "f1": 0.721272, "hf_subset": "bjn_Latn-nno_Latn", "languages": ["bjn-Latn", "nno-Latn"], "main_score": 0.721272, "precision": 0.704874, "recall": 0.761858}, {"accuracy": 0.021739, "f1": 0.006424, "hf_subset": "bjn_Latn-sat_Olck", "languages": ["bjn-Latn", "sat-Olck"], "main_score": 0.006424, "precision": 0.005071, "recall": 0.021739}, {"accuracy": 0.533597, "f1": 0.475004, "hf_subset": "bjn_Latn-tel_Telu", "languages": ["bjn-Latn", "tel-Telu"], "main_score": 0.475004, "precision": 0.453659, "recall": 0.533597}, {"accuracy": 0.301383, "f1": 0.246873, "hf_subset": "bjn_Latn-ydd_Hebr", "languages": ["bjn-Latn", "ydd-Hebr"], "main_score": 0.246873, "precision": 0.228697, "recall": 0.301383}, {"accuracy": 0.628458, "f1": 0.583605, "hf_subset": "bjn_Latn-ary_Arab", "languages": ["bjn-Latn", "ary-Arab"], "main_score": 0.583605, "precision": 0.565844, "recall": 0.628458}, {"accuracy": 0.800395, "f1": 0.758371, "hf_subset": "bjn_Latn-ces_Latn", "languages": ["bjn-Latn", "ces-Latn"], "main_score": 0.758371, "precision": 0.742335, "recall": 0.800395}, {"accuracy": 0.115613, "f1": 0.075567, "hf_subset": "bjn_Latn-gaz_Latn", "languages": ["bjn-Latn", "gaz-Latn"], "main_score": 0.075567, "precision": 0.066503, "recall": 0.115613}, {"accuracy": 0.23913, "f1": 0.182565, "hf_subset": "bjn_Latn-kam_Latn", "languages": ["bjn-Latn", "kam-Latn"], "main_score": 0.182565, "precision": 0.166029, "recall": 0.23913}, {"accuracy": 0.761858, "f1": 0.722979, "hf_subset": "bjn_Latn-lit_Latn", "languages": ["bjn-Latn", "lit-Latn"], "main_score": 0.722979, "precision": 0.707535, "recall": 0.761858}, {"accuracy": 0.793478, "f1": 0.749253, "hf_subset": "bjn_Latn-nob_Latn", "languages": ["bjn-Latn", "nob-Latn"], "main_score": 0.749253, "precision": 0.7326, "recall": 0.793478}, {"accuracy": 0.552372, "f1": 0.502349, "hf_subset": "bjn_Latn-scn_Latn", "languages": ["bjn-Latn", "scn-Latn"], "main_score": 0.502349, "precision": 0.482511, "recall": 0.552372}, {"accuracy": 0.20751, "f1": 0.152466, "hf_subset": "bjn_Latn-tgk_Cyrl", "languages": ["bjn-Latn", "tgk-Cyrl"], "main_score": 0.152466, "precision": 0.136492, "recall": 0.20751}, {"accuracy": 0.25, "f1": 0.187769, "hf_subset": "bjn_Latn-yor_Latn", "languages": ["bjn-Latn", "yor-Latn"], "main_score": 0.187769, "precision": 0.166827, "recall": 0.25}, {"accuracy": 0.699605, "f1": 0.649085, "hf_subset": "bjn_Latn-arz_Arab", "languages": ["bjn-Latn", "arz-Arab"], "main_score": 0.649085, "precision": 0.629254, "recall": 0.699605}, {"accuracy": 0.218379, "f1": 0.166946, "hf_subset": "bjn_Latn-cjk_Latn", "languages": ["bjn-Latn", "cjk-Latn"], "main_score": 0.166946, "precision": 0.152326, "recall": 0.218379}, {"accuracy": 0.220356, "f1": 0.169208, "hf_subset": "bjn_Latn-gla_Latn", "languages": ["bjn-Latn", "gla-Latn"], "main_score": 0.169208, "precision": 0.154486, "recall": 0.220356}, {"accuracy": 0.496047, "f1": 0.439822, "hf_subset": "bjn_Latn-kan_Knda", "languages": ["bjn-Latn", "kan-Knda"], "main_score": 0.439822, "precision": 0.419633, "recall": 0.496047}, {"accuracy": 0.552372, "f1": 0.503269, "hf_subset": "bjn_Latn-lmo_Latn", "languages": ["bjn-Latn", "lmo-Latn"], "main_score": 0.503269, "precision": 0.483375, "recall": 0.552372}, {"accuracy": 0.686759, "f1": 0.645341, "hf_subset": "bjn_Latn-npi_Deva", "languages": ["bjn-Latn", "npi-Deva"], "main_score": 0.645341, "precision": 0.629536, "recall": 0.686759}, {"accuracy": 0.300395, "f1": 0.234355, "hf_subset": "bjn_Latn-shn_Mymr", "languages": ["bjn-Latn", "shn-Mymr"], "main_score": 0.234355, "precision": 0.211595, "recall": 0.300395}, {"accuracy": 0.458498, "f1": 0.398416, "hf_subset": "bjn_Latn-tgl_Latn", "languages": ["bjn-Latn", "tgl-Latn"], "main_score": 0.398416, "precision": 0.376941, "recall": 0.458498}, {"accuracy": 0.768775, "f1": 0.723605, "hf_subset": "bjn_Latn-yue_Hant", "languages": ["bjn-Latn", "yue-Hant"], "main_score": 0.723605, "precision": 0.706808, "recall": 0.768775}, {"accuracy": 0.318182, "f1": 0.266816, "hf_subset": "bjn_Latn-asm_Beng", "languages": ["bjn-Latn", "asm-Beng"], "main_score": 0.266816, "precision": 0.250503, "recall": 0.318182}, {"accuracy": 0.552372, "f1": 0.499484, "hf_subset": "bjn_Latn-ckb_Arab", "languages": ["bjn-Latn", "ckb-Arab"], "main_score": 0.499484, "precision": 0.480611, "recall": 0.552372}, {"accuracy": 0.299407, "f1": 0.245846, "hf_subset": "bjn_Latn-gle_Latn", "languages": ["bjn-Latn", "gle-Latn"], "main_score": 0.245846, "precision": 0.228349, "recall": 0.299407}, {"accuracy": 0.425889, "f1": 0.369603, "hf_subset": "bjn_Latn-kas_Arab", "languages": ["bjn-Latn", "kas-Arab"], "main_score": 0.369603, "precision": 0.348043, "recall": 0.425889}, {"accuracy": 0.573123, "f1": 0.52113, "hf_subset": "bjn_Latn-ltg_Latn", "languages": ["bjn-Latn", "ltg-Latn"], "main_score": 0.52113, "precision": 0.499646, "recall": 0.573123}, {"accuracy": 0.282609, "f1": 0.216416, "hf_subset": "bjn_Latn-nso_Latn", "languages": ["bjn-Latn", "nso-Latn"], "main_score": 0.216416, "precision": 0.194438, "recall": 0.282609}, {"accuracy": 0.532609, "f1": 0.477603, "hf_subset": "bjn_Latn-sin_Sinh", "languages": ["bjn-Latn", "sin-Sinh"], "main_score": 0.477603, "precision": 0.456618, "recall": 0.532609}, {"accuracy": 0.754941, "f1": 0.709405, "hf_subset": "bjn_Latn-tha_Thai", "languages": ["bjn-Latn", "tha-Thai"], "main_score": 0.709405, "precision": 0.692303, "recall": 0.754941}, {"accuracy": 0.759881, "f1": 0.713752, "hf_subset": "bjn_Latn-zho_Hans", "languages": ["bjn-Latn", "zho-Hans"], "main_score": 0.713752, "precision": 0.696341, "recall": 0.759881}, {"accuracy": 0.726285, "f1": 0.687055, "hf_subset": "bjn_Latn-ast_Latn", "languages": ["bjn-Latn", "ast-Latn"], "main_score": 0.687055, "precision": 0.671116, "recall": 0.726285}, {"accuracy": 0.593874, "f1": 0.550285, "hf_subset": "bjn_Latn-crh_Latn", "languages": ["bjn-Latn", "crh-Latn"], "main_score": 0.550285, "precision": 0.532941, "recall": 0.593874}, {"accuracy": 0.796443, "f1": 0.754913, "hf_subset": "bjn_Latn-glg_Latn", "languages": ["bjn-Latn", "glg-Latn"], "main_score": 0.754913, "precision": 0.738576, "recall": 0.796443}, {"accuracy": 0.365613, "f1": 0.307617, "hf_subset": "bjn_Latn-kas_Deva", "languages": ["bjn-Latn", "kas-Deva"], "main_score": 0.307617, "precision": 0.287811, "recall": 0.365613}, {"accuracy": 0.44664, "f1": 0.384451, "hf_subset": "bjn_Latn-ltz_Latn", "languages": ["bjn-Latn", "ltz-Latn"], "main_score": 0.384451, "precision": 0.364251, "recall": 0.44664}, {"accuracy": 0.13834, "f1": 0.085389, "hf_subset": "bjn_Latn-nus_Latn", "languages": ["bjn-Latn", "nus-Latn"], "main_score": 0.085389, "precision": 0.073497, "recall": 0.13834}, {"accuracy": 0.791502, "f1": 0.751481, "hf_subset": "bjn_Latn-slk_Latn", "languages": ["bjn-Latn", "slk-Latn"], "main_score": 0.751481, "precision": 0.736608, "recall": 0.791502}, {"accuracy": 0.147233, "f1": 0.112395, "hf_subset": "bjn_Latn-tir_Ethi", "languages": ["bjn-Latn", "tir-Ethi"], "main_score": 0.112395, "precision": 0.10191, "recall": 0.147233}, {"accuracy": 0.767787, "f1": 0.726304, "hf_subset": "bjn_Latn-zho_Hant", "languages": ["bjn-Latn", "zho-Hant"], "main_score": 0.726304, "precision": 0.709941, "recall": 0.767787}, {"accuracy": 0.711462, "f1": 0.662701, "hf_subset": "bjn_Latn-awa_Deva", "languages": ["bjn-Latn", "awa-Deva"], "main_score": 0.662701, "precision": 0.642671, "recall": 0.711462}, {"accuracy": 0.403162, "f1": 0.34386, "hf_subset": "bjn_Latn-cym_Latn", "languages": ["bjn-Latn", "cym-Latn"], "main_score": 0.34386, "precision": 0.322518, "recall": 0.403162}, {"accuracy": 0.37253, "f1": 0.312843, "hf_subset": "bjn_Latn-grn_Latn", "languages": ["bjn-Latn", "grn-Latn"], "main_score": 0.312843, "precision": 0.293191, "recall": 0.37253}, {"accuracy": 0.636364, "f1": 0.586441, "hf_subset": "bjn_Latn-kat_Geor", "languages": ["bjn-Latn", "kat-Geor"], "main_score": 0.586441, "precision": 0.567439, "recall": 0.636364}, {"accuracy": 0.285573, "f1": 0.224223, "hf_subset": "bjn_Latn-lua_Latn", "languages": ["bjn-Latn", "lua-Latn"], "main_score": 0.224223, "precision": 0.204772, "recall": 0.285573}, {"accuracy": 0.274704, "f1": 0.21378, "hf_subset": "bjn_Latn-nya_Latn", "languages": ["bjn-Latn", "nya-Latn"], "main_score": 0.21378, "precision": 0.195292, "recall": 0.274704}, {"accuracy": 0.790514, "f1": 0.74765, "hf_subset": "bjn_Latn-slv_Latn", "languages": ["bjn-Latn", "slv-Latn"], "main_score": 0.74765, "precision": 0.731072, "recall": 0.790514}, {"accuracy": 0.452569, "f1": 0.387597, "hf_subset": "bjn_Latn-tpi_Latn", "languages": ["bjn-Latn", "tpi-Latn"], "main_score": 0.387597, "precision": 0.364137, "recall": 0.452569}, {"accuracy": 0.812253, "f1": 0.7764, "hf_subset": "bjn_Latn-zsm_Latn", "languages": ["bjn-Latn", "zsm-Latn"], "main_score": 0.7764, "precision": 0.761538, "recall": 0.812253}, {"accuracy": 0.233202, "f1": 0.166732, "hf_subset": "bjn_Latn-ayr_Latn", "languages": ["bjn-Latn", "ayr-Latn"], "main_score": 0.166732, "precision": 0.149213, "recall": 0.233202}, {"accuracy": 0.799407, "f1": 0.758999, "hf_subset": "bjn_Latn-dan_Latn", "languages": ["bjn-Latn", "dan-Latn"], "main_score": 0.758999, "precision": 0.743147, "recall": 0.799407}, {"accuracy": 0.629447, "f1": 0.575787, "hf_subset": "bjn_Latn-guj_Gujr", "languages": ["bjn-Latn", "guj-Gujr"], "main_score": 0.575787, "precision": 0.556531, "recall": 0.629447}, {"accuracy": 0.695652, "f1": 0.651935, "hf_subset": "bjn_Latn-kaz_Cyrl", "languages": ["bjn-Latn", "kaz-Cyrl"], "main_score": 0.651935, "precision": 0.635796, "recall": 0.695652}, {"accuracy": 0.221344, "f1": 0.166444, "hf_subset": "bjn_Latn-lug_Latn", "languages": ["bjn-Latn", "lug-Latn"], "main_score": 0.166444, "precision": 0.150596, "recall": 0.221344}, {"accuracy": 0.712451, "f1": 0.664988, "hf_subset": "bjn_Latn-oci_Latn", "languages": ["bjn-Latn", "oci-Latn"], "main_score": 0.664988, "precision": 0.646794, "recall": 0.712451}, {"accuracy": 0.230237, "f1": 0.169659, "hf_subset": "bjn_Latn-smo_Latn", "languages": ["bjn-Latn", "smo-Latn"], "main_score": 0.169659, "precision": 0.150007, "recall": 0.230237}, {"accuracy": 0.238142, "f1": 0.177993, "hf_subset": "bjn_Latn-tsn_Latn", "languages": ["bjn-Latn", "tsn-Latn"], "main_score": 0.177993, "precision": 0.159055, "recall": 0.238142}, {"accuracy": 0.157115, "f1": 0.114614, "hf_subset": "bjn_Latn-zul_Latn", "languages": ["bjn-Latn", "zul-Latn"], "main_score": 0.114614, "precision": 0.102986, "recall": 0.157115}, {"accuracy": 0.410079, "f1": 0.351857, "hf_subset": "bjn_Latn-azb_Arab", "languages": ["bjn-Latn", "azb-Arab"], "main_score": 0.351857, "precision": 0.33103, "recall": 0.410079}, {"accuracy": 0.802372, "f1": 0.761245, "hf_subset": "bjn_Latn-deu_Latn", "languages": ["bjn-Latn", "deu-Latn"], "main_score": 0.761245, "precision": 0.745326, "recall": 0.802372}, {"accuracy": 0.3083, "f1": 0.244871, "hf_subset": "bjn_Latn-hat_Latn", "languages": ["bjn-Latn", "hat-Latn"], "main_score": 0.244871, "precision": 0.223092, "recall": 0.3083}, {"accuracy": 0.216403, "f1": 0.157376, "hf_subset": "bjn_Latn-kbp_Latn", "languages": ["bjn-Latn", "kbp-Latn"], "main_score": 0.157376, "precision": 0.14108, "recall": 0.216403}, {"accuracy": 0.269763, "f1": 0.205325, "hf_subset": "bjn_Latn-luo_Latn", "languages": ["bjn-Latn", "luo-Latn"], "main_score": 0.205325, "precision": 0.185989, "recall": 0.269763}, {"accuracy": 0.466403, "f1": 0.405188, "hf_subset": "bjn_Latn-ory_Orya", "languages": ["bjn-Latn", "ory-Orya"], "main_score": 0.405188, "precision": 0.383503, "recall": 0.466403}, {"accuracy": 0.206522, "f1": 0.152118, "hf_subset": "bjn_Latn-sna_Latn", "languages": ["bjn-Latn", "sna-Latn"], "main_score": 0.152118, "precision": 0.13614, "recall": 0.206522}, {"accuracy": 0.232213, "f1": 0.179416, "hf_subset": "bjn_Latn-tso_Latn", "languages": ["bjn-Latn", "tso-Latn"], "main_score": 0.179416, "precision": 0.162658, "recall": 0.232213}, {"accuracy": 0.652174, "f1": 0.608309, "hf_subset": "bjn_Latn-azj_Latn", "languages": ["bjn-Latn", "azj-Latn"], "main_score": 0.608309, "precision": 0.592382, "recall": 0.652174}, {"accuracy": 0.339921, "f1": 0.273983, "hf_subset": "bjn_Latn-dik_Latn", "languages": ["bjn-Latn", "dik-Latn"], "main_score": 0.273983, "precision": 0.252011, "recall": 0.339921}, {"accuracy": 0.281621, "f1": 0.222253, "hf_subset": "bjn_Latn-hau_Latn", "languages": ["bjn-Latn", "hau-Latn"], "main_score": 0.222253, "precision": 0.202913, "recall": 0.281621}, {"accuracy": 0.58004, "f1": 0.528186, "hf_subset": "bjn_Latn-kea_Latn", "languages": ["bjn-Latn", "kea-Latn"], "main_score": 0.528186, "precision": 0.507687, "recall": 0.58004}, {"accuracy": 0.368577, "f1": 0.303499, "hf_subset": "bjn_Latn-lus_Latn", "languages": ["bjn-Latn", "lus-Latn"], "main_score": 0.303499, "precision": 0.28181, "recall": 0.368577}, {"accuracy": 0.458498, "f1": 0.397573, "hf_subset": "bjn_Latn-pag_Latn", "languages": ["bjn-Latn", "pag-Latn"], "main_score": 0.397573, "precision": 0.375525, "recall": 0.458498}, {"accuracy": 0.555336, "f1": 0.496942, "hf_subset": "bjn_Latn-snd_Arab", "languages": ["bjn-Latn", "snd-Arab"], "main_score": 0.496942, "precision": 0.475016, "recall": 0.555336}, {"accuracy": 0.315217, "f1": 0.258604, "hf_subset": "bjn_Latn-tuk_Latn", "languages": ["bjn-Latn", "tuk-Latn"], "main_score": 0.258604, "precision": 0.239837, "recall": 0.315217}, {"accuracy": 0.448617, "f1": 0.391144, "hf_subset": "bjn_Latn-bak_Cyrl", "languages": ["bjn-Latn", "bak-Cyrl"], "main_score": 0.391144, "precision": 0.369784, "recall": 0.448617}, {"accuracy": 0.216403, "f1": 0.159663, "hf_subset": "bjn_Latn-dyu_Latn", "languages": ["bjn-Latn", "dyu-Latn"], "main_score": 0.159663, "precision": 0.142429, "recall": 0.216403}, {"accuracy": 0.726285, "f1": 0.676735, "hf_subset": "bjn_Latn-heb_Hebr", "languages": ["bjn-Latn", "heb-Hebr"], "main_score": 0.676735, "precision": 0.657793, "recall": 0.726285}, {"accuracy": 0.70751, "f1": 0.666605, "hf_subset": "bjn_Latn-khk_Cyrl", "languages": ["bjn-Latn", "khk-Cyrl"], "main_score": 0.666605, "precision": 0.652439, "recall": 0.70751}, {"accuracy": 0.756917, "f1": 0.716971, "hf_subset": "bjn_Latn-lvs_Latn", "languages": ["bjn-Latn", "lvs-Latn"], "main_score": 0.716971, "precision": 0.702587, "recall": 0.756917}, {"accuracy": 0.494071, "f1": 0.435379, "hf_subset": "bjn_Latn-pan_Guru", "languages": ["bjn-Latn", "pan-Guru"], "main_score": 0.435379, "precision": 0.414557, "recall": 0.494071}, {"accuracy": 0.289526, "f1": 0.236493, "hf_subset": "bjn_Latn-som_Latn", "languages": ["bjn-Latn", "som-Latn"], "main_score": 0.236493, "precision": 0.21792, "recall": 0.289526}, {"accuracy": 0.236166, "f1": 0.168809, "hf_subset": "bjn_Latn-tum_Latn", "languages": ["bjn-Latn", "tum-Latn"], "main_score": 0.168809, "precision": 0.149636, "recall": 0.236166}, {"accuracy": 0.079051, "f1": 0.058902, "hf_subset": "fao_Latn-ace_Arab", "languages": ["fao-Latn", "ace-Arab"], "main_score": 0.058902, "precision": 0.05318, "recall": 0.079051}, {"accuracy": 0.240119, "f1": 0.200223, "hf_subset": "fao_Latn-bam_Latn", "languages": ["fao-Latn", "bam-Latn"], "main_score": 0.200223, "precision": 0.186681, "recall": 0.240119}, {"accuracy": 0.002964, "f1": 0.000133, "hf_subset": "fao_Latn-dzo_Tibt", "languages": ["fao-Latn", "dzo-Tibt"], "main_score": 0.000133, "precision": 6.9e-05, "recall": 0.002964}, {"accuracy": 0.416996, "f1": 0.37654, "hf_subset": "fao_Latn-hin_Deva", "languages": ["fao-Latn", "hin-Deva"], "main_score": 0.37654, "precision": 0.36384, "recall": 0.416996}, {"accuracy": 0.381423, "f1": 0.345746, "hf_subset": "fao_Latn-khm_Khmr", "languages": ["fao-Latn", "khm-Khmr"], "main_score": 0.345746, "precision": 0.334102, "recall": 0.381423}, {"accuracy": 0.354743, "f1": 0.321701, "hf_subset": "fao_Latn-mag_Deva", "languages": ["fao-Latn", "mag-Deva"], "main_score": 0.321701, "precision": 0.311633, "recall": 0.354743}, {"accuracy": 0.376482, "f1": 0.349535, "hf_subset": "fao_Latn-pap_Latn", "languages": ["fao-Latn", "pap-Latn"], "main_score": 0.349535, "precision": 0.339435, "recall": 0.376482}, {"accuracy": 0.252964, "f1": 0.214734, "hf_subset": "fao_Latn-sot_Latn", "languages": ["fao-Latn", "sot-Latn"], "main_score": 0.214734, "precision": 0.201846, "recall": 0.252964}, {"accuracy": 0.472332, "f1": 0.432095, "hf_subset": "fao_Latn-tur_Latn", "languages": ["fao-Latn", "tur-Latn"], "main_score": 0.432095, "precision": 0.420055, "recall": 0.472332}, {"accuracy": 0.340909, "f1": 0.305299, "hf_subset": "fao_Latn-ace_Latn", "languages": ["fao-Latn", "ace-Latn"], "main_score": 0.305299, "precision": 0.291463, "recall": 0.340909}, {"accuracy": 0.360672, "f1": 0.331006, "hf_subset": "fao_Latn-ban_Latn", "languages": ["fao-Latn", "ban-Latn"], "main_score": 0.331006, "precision": 0.320627, "recall": 0.360672}, {"accuracy": 0.440711, "f1": 0.390576, "hf_subset": "fao_Latn-ell_Grek", "languages": ["fao-Latn", "ell-Grek"], "main_score": 0.390576, "precision": 0.375751, "recall": 0.440711}, {"accuracy": 0.340909, "f1": 0.306465, "hf_subset": "fao_Latn-hne_Deva", "languages": ["fao-Latn", "hne-Deva"], "main_score": 0.306465, "precision": 0.295765, "recall": 0.340909}, {"accuracy": 0.247036, "f1": 0.208708, "hf_subset": "fao_Latn-kik_Latn", "languages": ["fao-Latn", "kik-Latn"], "main_score": 0.208708, "precision": 0.195575, "recall": 0.247036}, {"accuracy": 0.355731, "f1": 0.315605, "hf_subset": "fao_Latn-mai_Deva", "languages": ["fao-Latn", "mai-Deva"], "main_score": 0.315605, "precision": 0.303445, "recall": 0.355731}, {"accuracy": 0.333992, "f1": 0.303396, "hf_subset": "fao_Latn-pbt_Arab", "languages": ["fao-Latn", "pbt-Arab"], "main_score": 0.303396, "precision": 0.293139, "recall": 0.333992}, {"accuracy": 0.485178, "f1": 0.449302, "hf_subset": "fao_Latn-spa_Latn", "languages": ["fao-Latn", "spa-Latn"], "main_score": 0.449302, "precision": 0.439226, "recall": 0.485178}, {"accuracy": 0.299407, "f1": 0.251974, "hf_subset": "fao_Latn-twi_Latn", "languages": ["fao-Latn", "twi-Latn"], "main_score": 0.251974, "precision": 0.236923, "recall": 0.299407}, {"accuracy": 0.392292, "f1": 0.351648, "hf_subset": "fao_Latn-acm_Arab", "languages": ["fao-Latn", "acm-Arab"], "main_score": 0.351648, "precision": 0.338505, "recall": 0.392292}, {"accuracy": 0.387352, "f1": 0.351587, "hf_subset": "fao_Latn-bel_Cyrl", "languages": ["fao-Latn", "bel-Cyrl"], "main_score": 0.351587, "precision": 0.340862, "recall": 0.387352}, {"accuracy": 0.495059, "f1": 0.450894, "hf_subset": "fao_Latn-eng_Latn", "languages": ["fao-Latn", "eng-Latn"], "main_score": 0.450894, "precision": 0.436693, "recall": 0.495059}, {"accuracy": 0.432806, "f1": 0.40358, "hf_subset": "fao_Latn-hrv_Latn", "languages": ["fao-Latn", "hrv-Latn"], "main_score": 0.40358, "precision": 0.393462, "recall": 0.432806}, {"accuracy": 0.187747, "f1": 0.150216, "hf_subset": "fao_Latn-kin_Latn", "languages": ["fao-Latn", "kin-Latn"], "main_score": 0.150216, "precision": 0.138403, "recall": 0.187747}, {"accuracy": 0.285573, "f1": 0.25708, "hf_subset": "fao_Latn-mal_Mlym", "languages": ["fao-Latn", "mal-Mlym"], "main_score": 0.25708, "precision": 0.249308, "recall": 0.285573}, {"accuracy": 0.438735, "f1": 0.389373, "hf_subset": "fao_Latn-pes_Arab", "languages": ["fao-Latn", "pes-Arab"], "main_score": 0.389373, "precision": 0.374545, "recall": 0.438735}, {"accuracy": 0.38834, "f1": 0.349265, "hf_subset": "fao_Latn-srd_Latn", "languages": ["fao-Latn", "srd-Latn"], "main_score": 0.349265, "precision": 0.337296, "recall": 0.38834}, {"accuracy": 0.067194, "f1": 0.041385, "hf_subset": "fao_Latn-tzm_Tfng", "languages": ["fao-Latn", "tzm-Tfng"], "main_score": 0.041385, "precision": 0.036224, "recall": 0.067194}, {"accuracy": 0.41502, "f1": 0.372357, "hf_subset": "fao_Latn-acq_Arab", "languages": ["fao-Latn", "acq-Arab"], "main_score": 0.372357, "precision": 0.359268, "recall": 0.41502}, {"accuracy": 0.236166, "f1": 0.193375, "hf_subset": "fao_Latn-bem_Latn", "languages": ["fao-Latn", "bem-Latn"], "main_score": 0.193375, "precision": 0.180697, "recall": 0.236166}, {"accuracy": 0.413043, "f1": 0.389991, "hf_subset": "fao_Latn-epo_Latn", "languages": ["fao-Latn", "epo-Latn"], "main_score": 0.389991, "precision": 0.383351, "recall": 0.413043}, {"accuracy": 0.48913, "f1": 0.447047, "hf_subset": "fao_Latn-hun_Latn", "languages": ["fao-Latn", "hun-Latn"], "main_score": 0.447047, "precision": 0.433556, "recall": 0.48913}, {"accuracy": 0.395257, "f1": 0.368243, "hf_subset": "fao_Latn-kir_Cyrl", "languages": ["fao-Latn", "kir-Cyrl"], "main_score": 0.368243, "precision": 0.359141, "recall": 0.395257}, {"accuracy": 0.364625, "f1": 0.32646, "hf_subset": "fao_Latn-mar_Deva", "languages": ["fao-Latn", "mar-Deva"], "main_score": 0.32646, "precision": 0.313695, "recall": 0.364625}, {"accuracy": 0.288538, "f1": 0.247968, "hf_subset": "fao_Latn-plt_Latn", "languages": ["fao-Latn", "plt-Latn"], "main_score": 0.247968, "precision": 0.233936, "recall": 0.288538}, {"accuracy": 0.438735, "f1": 0.396828, "hf_subset": "fao_Latn-srp_Cyrl", "languages": ["fao-Latn", "srp-Cyrl"], "main_score": 0.396828, "precision": 0.38393, "recall": 0.438735}, {"accuracy": 0.296443, "f1": 0.264446, "hf_subset": "fao_Latn-uig_Arab", "languages": ["fao-Latn", "uig-Arab"], "main_score": 0.264446, "precision": 0.253973, "recall": 0.296443}, {"accuracy": 0.374506, "f1": 0.336499, "hf_subset": "fao_Latn-aeb_Arab", "languages": ["fao-Latn", "aeb-Arab"], "main_score": 0.336499, "precision": 0.323992, "recall": 0.374506}, {"accuracy": 0.300395, "f1": 0.270924, "hf_subset": "fao_Latn-ben_Beng", "languages": ["fao-Latn", "ben-Beng"], "main_score": 0.270924, "precision": 0.261047, "recall": 0.300395}, {"accuracy": 0.48419, "f1": 0.448921, "hf_subset": "fao_Latn-est_Latn", "languages": ["fao-Latn", "est-Latn"], "main_score": 0.448921, "precision": 0.437782, "recall": 0.48419}, {"accuracy": 0.393281, "f1": 0.351946, "hf_subset": "fao_Latn-hye_Armn", "languages": ["fao-Latn", "hye-Armn"], "main_score": 0.351946, "precision": 0.33789, "recall": 0.393281}, {"accuracy": 0.1917, "f1": 0.145039, "hf_subset": "fao_Latn-kmb_Latn", "languages": ["fao-Latn", "kmb-Latn"], "main_score": 0.145039, "precision": 0.132138, "recall": 0.1917}, {"accuracy": 0.056324, "f1": 0.036687, "hf_subset": "fao_Latn-min_Arab", "languages": ["fao-Latn", "min-Arab"], "main_score": 0.036687, "precision": 0.031526, "recall": 0.056324}, {"accuracy": 0.467391, "f1": 0.422925, "hf_subset": "fao_Latn-pol_Latn", "languages": ["fao-Latn", "pol-Latn"], "main_score": 0.422925, "precision": 0.409214, "recall": 0.467391}, {"accuracy": 0.16996, "f1": 0.13148, "hf_subset": "fao_Latn-ssw_Latn", "languages": ["fao-Latn", "ssw-Latn"], "main_score": 0.13148, "precision": 0.120599, "recall": 0.16996}, {"accuracy": 0.451581, "f1": 0.413234, "hf_subset": "fao_Latn-ukr_Cyrl", "languages": ["fao-Latn", "ukr-Cyrl"], "main_score": 0.413234, "precision": 0.401858, "recall": 0.451581}, {"accuracy": 0.458498, "f1": 0.420765, "hf_subset": "fao_Latn-afr_Latn", "languages": ["fao-Latn", "afr-Latn"], "main_score": 0.420765, "precision": 0.410056, "recall": 0.458498}, {"accuracy": 0.356719, "f1": 0.317976, "hf_subset": "fao_Latn-bho_Deva", "languages": ["fao-Latn", "bho-Deva"], "main_score": 0.317976, "precision": 0.305524, "recall": 0.356719}, {"accuracy": 0.382411, "f1": 0.361469, "hf_subset": "fao_Latn-eus_Latn", "languages": ["fao-Latn", "eus-Latn"], "main_score": 0.361469, "precision": 0.354299, "recall": 0.382411}, {"accuracy": 0.210474, "f1": 0.166133, "hf_subset": "fao_Latn-ibo_Latn", "languages": ["fao-Latn", "ibo-Latn"], "main_score": 0.166133, "precision": 0.152255, "recall": 0.210474}, {"accuracy": 0.399209, "f1": 0.366175, "hf_subset": "fao_Latn-kmr_Latn", "languages": ["fao-Latn", "kmr-Latn"], "main_score": 0.366175, "precision": 0.356159, "recall": 0.399209}, {"accuracy": 0.368577, "f1": 0.336727, "hf_subset": "fao_Latn-min_Latn", "languages": ["fao-Latn", "min-Latn"], "main_score": 0.336727, "precision": 0.326602, "recall": 0.368577}, {"accuracy": 0.486166, "f1": 0.434848, "hf_subset": "fao_Latn-por_Latn", "languages": ["fao-Latn", "por-Latn"], "main_score": 0.434848, "precision": 0.418276, "recall": 0.486166}, {"accuracy": 0.393281, "f1": 0.366612, "hf_subset": "fao_Latn-sun_Latn", "languages": ["fao-Latn", "sun-Latn"], "main_score": 0.366612, "precision": 0.357438, "recall": 0.393281}, {"accuracy": 0.201581, "f1": 0.159886, "hf_subset": "fao_Latn-umb_Latn", "languages": ["fao-Latn", "umb-Latn"], "main_score": 0.159886, "precision": 0.147341, "recall": 0.201581}, {"accuracy": 0.398221, "f1": 0.360525, "hf_subset": "fao_Latn-ajp_Arab", "languages": ["fao-Latn", "ajp-Arab"], "main_score": 0.360525, "precision": 0.347935, "recall": 0.398221}, {"accuracy": 0.070158, "f1": 0.049725, "hf_subset": "fao_Latn-bjn_Arab", "languages": ["fao-Latn", "bjn-Arab"], "main_score": 0.049725, "precision": 0.044612, "recall": 0.070158}, {"accuracy": 0.301383, "f1": 0.260818, "hf_subset": "fao_Latn-ewe_Latn", "languages": ["fao-Latn", "ewe-Latn"], "main_score": 0.260818, "precision": 0.2472, "recall": 0.301383}, {"accuracy": 0.326087, "f1": 0.292304, "hf_subset": "fao_Latn-ilo_Latn", "languages": ["fao-Latn", "ilo-Latn"], "main_score": 0.292304, "precision": 0.279096, "recall": 0.326087}, {"accuracy": 0.085968, "f1": 0.0638, "hf_subset": "fao_Latn-knc_Arab", "languages": ["fao-Latn", "knc-Arab"], "main_score": 0.0638, "precision": 0.057018, "recall": 0.085968}, {"accuracy": 0.45751, "f1": 0.419793, "hf_subset": "fao_Latn-mkd_Cyrl", "languages": ["fao-Latn", "mkd-Cyrl"], "main_score": 0.419793, "precision": 0.408293, "recall": 0.45751}, {"accuracy": 0.397233, "f1": 0.360318, "hf_subset": "fao_Latn-prs_Arab", "languages": ["fao-Latn", "prs-Arab"], "main_score": 0.360318, "precision": 0.348335, "recall": 0.397233}, {"accuracy": 0.423913, "f1": 0.405066, "hf_subset": "fao_Latn-swe_Latn", "languages": ["fao-Latn", "swe-Latn"], "main_score": 0.405066, "precision": 0.399072, "recall": 0.423913}, {"accuracy": 0.362648, "f1": 0.321154, "hf_subset": "fao_Latn-urd_Arab", "languages": ["fao-Latn", "urd-Arab"], "main_score": 0.321154, "precision": 0.309528, "recall": 0.362648}, {"accuracy": 0.296443, "f1": 0.260175, "hf_subset": "fao_Latn-aka_Latn", "languages": ["fao-Latn", "aka-Latn"], "main_score": 0.260175, "precision": 0.247718, "recall": 0.296443}, {"accuracy": 0.418972, "f1": 0.389854, "hf_subset": "fao_Latn-bjn_Latn", "languages": ["fao-Latn", "bjn-Latn"], "main_score": 0.389854, "precision": 0.380396, "recall": 0.418972}, {"accuracy": 0.482213, "f1": 0.440483, "hf_subset": "fao_Latn-ind_Latn", "languages": ["fao-Latn", "ind-Latn"], "main_score": 0.440483, "precision": 0.427373, "recall": 0.482213}, {"accuracy": 0.26581, "f1": 0.228123, "hf_subset": "fao_Latn-knc_Latn", "languages": ["fao-Latn", "knc-Latn"], "main_score": 0.228123, "precision": 0.215992, "recall": 0.26581}, {"accuracy": 0.296443, "f1": 0.259246, "hf_subset": "fao_Latn-mlt_Latn", "languages": ["fao-Latn", "mlt-Latn"], "main_score": 0.259246, "precision": 0.246542, "recall": 0.296443}, {"accuracy": 0.252964, "f1": 0.207098, "hf_subset": "fao_Latn-quy_Latn", "languages": ["fao-Latn", "quy-Latn"], "main_score": 0.207098, "precision": 0.192746, "recall": 0.252964}, {"accuracy": 0.305336, "f1": 0.267227, "hf_subset": "fao_Latn-swh_Latn", "languages": ["fao-Latn", "swh-Latn"], "main_score": 0.267227, "precision": 0.25398, "recall": 0.305336}, {"accuracy": 0.358696, "f1": 0.330488, "hf_subset": "fao_Latn-uzn_Latn", "languages": ["fao-Latn", "uzn-Latn"], "main_score": 0.330488, "precision": 0.321158, "recall": 0.358696}, {"accuracy": 0.476285, "f1": 0.43694, "hf_subset": "fao_Latn-als_Latn", "languages": ["fao-Latn", "als-Latn"], "main_score": 0.43694, "precision": 0.424507, "recall": 0.476285}, {"accuracy": 0.055336, "f1": 0.024861, "hf_subset": "fao_Latn-bod_Tibt", "languages": ["fao-Latn", "bod-Tibt"], "main_score": 0.024861, "precision": 0.0196, "recall": 0.055336}, {"accuracy": 0.221344, "f1": 0.186787, "hf_subset": "fao_Latn-fij_Latn", "languages": ["fao-Latn", "fij-Latn"], "main_score": 0.186787, "precision": 0.175299, "recall": 0.221344}, {"accuracy": 0.407115, "f1": 0.381808, "hf_subset": "fao_Latn-isl_Latn", "languages": ["fao-Latn", "isl-Latn"], "main_score": 0.381808, "precision": 0.374601, "recall": 0.407115}, {"accuracy": 0.242095, "f1": 0.198125, "hf_subset": "fao_Latn-kon_Latn", "languages": ["fao-Latn", "kon-Latn"], "main_score": 0.198125, "precision": 0.184897, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.044649, "hf_subset": "fao_Latn-mni_Beng", "languages": ["fao-Latn", "mni-Beng"], "main_score": 0.044649, "precision": 0.041016, "recall": 0.063241}, {"accuracy": 0.502964, "f1": 0.455999, "hf_subset": "fao_Latn-ron_Latn", "languages": ["fao-Latn", "ron-Latn"], "main_score": 0.455999, "precision": 0.442628, "recall": 0.502964}, {"accuracy": 0.406126, "f1": 0.380793, "hf_subset": "fao_Latn-szl_Latn", "languages": ["fao-Latn", "szl-Latn"], "main_score": 0.380793, "precision": 0.371778, "recall": 0.406126}, {"accuracy": 0.416008, "f1": 0.384942, "hf_subset": "fao_Latn-vec_Latn", "languages": ["fao-Latn", "vec-Latn"], "main_score": 0.384942, "precision": 0.376422, "recall": 0.416008}, {"accuracy": 0.225296, "f1": 0.191367, "hf_subset": "fao_Latn-amh_Ethi", "languages": ["fao-Latn", "amh-Ethi"], "main_score": 0.191367, "precision": 0.181003, "recall": 0.225296}, {"accuracy": 0.48419, "f1": 0.440964, "hf_subset": "fao_Latn-bos_Latn", "languages": ["fao-Latn", "bos-Latn"], "main_score": 0.440964, "precision": 0.426941, "recall": 0.48419}, {"accuracy": 0.474308, "f1": 0.426102, "hf_subset": "fao_Latn-fin_Latn", "languages": ["fao-Latn", "fin-Latn"], "main_score": 0.426102, "precision": 0.412135, "recall": 0.474308}, {"accuracy": 0.495059, "f1": 0.450371, "hf_subset": "fao_Latn-ita_Latn", "languages": ["fao-Latn", "ita-Latn"], "main_score": 0.450371, "precision": 0.437183, "recall": 0.495059}, {"accuracy": 0.385375, "f1": 0.354402, "hf_subset": "fao_Latn-kor_Hang", "languages": ["fao-Latn", "kor-Hang"], "main_score": 0.354402, "precision": 0.34393, "recall": 0.385375}, {"accuracy": 0.248024, "f1": 0.209715, "hf_subset": "fao_Latn-mos_Latn", "languages": ["fao-Latn", "mos-Latn"], "main_score": 0.209715, "precision": 0.196044, "recall": 0.248024}, {"accuracy": 0.202569, "f1": 0.167704, "hf_subset": "fao_Latn-run_Latn", "languages": ["fao-Latn", "run-Latn"], "main_score": 0.167704, "precision": 0.156867, "recall": 0.202569}, {"accuracy": 0.283597, "f1": 0.251641, "hf_subset": "fao_Latn-tam_Taml", "languages": ["fao-Latn", "tam-Taml"], "main_score": 0.251641, "precision": 0.242472, "recall": 0.283597}, {"accuracy": 0.479249, "f1": 0.435842, "hf_subset": "fao_Latn-vie_Latn", "languages": ["fao-Latn", "vie-Latn"], "main_score": 0.435842, "precision": 0.422069, "recall": 0.479249}, {"accuracy": 0.376482, "f1": 0.349825, "hf_subset": "fao_Latn-apc_Arab", "languages": ["fao-Latn", "apc-Arab"], "main_score": 0.349825, "precision": 0.340442, "recall": 0.376482}, {"accuracy": 0.284585, "f1": 0.251494, "hf_subset": "fao_Latn-bug_Latn", "languages": ["fao-Latn", "bug-Latn"], "main_score": 0.251494, "precision": 0.239236, "recall": 0.284585}, {"accuracy": 0.23419, "f1": 0.190775, "hf_subset": "fao_Latn-fon_Latn", "languages": ["fao-Latn", "fon-Latn"], "main_score": 0.190775, "precision": 0.176969, "recall": 0.23419}, {"accuracy": 0.402174, "f1": 0.37382, "hf_subset": "fao_Latn-jav_Latn", "languages": ["fao-Latn", "jav-Latn"], "main_score": 0.37382, "precision": 0.364249, "recall": 0.402174}, {"accuracy": 0.422925, "f1": 0.386579, "hf_subset": "fao_Latn-lao_Laoo", "languages": ["fao-Latn", "lao-Laoo"], "main_score": 0.386579, "precision": 0.375269, "recall": 0.422925}, {"accuracy": 0.230237, "f1": 0.1893, "hf_subset": "fao_Latn-mri_Latn", "languages": ["fao-Latn", "mri-Latn"], "main_score": 0.1893, "precision": 0.177242, "recall": 0.230237}, {"accuracy": 0.449605, "f1": 0.402819, "hf_subset": "fao_Latn-rus_Cyrl", "languages": ["fao-Latn", "rus-Cyrl"], "main_score": 0.402819, "precision": 0.389102, "recall": 0.449605}, {"accuracy": 0.250988, "f1": 0.218365, "hf_subset": "fao_Latn-taq_Latn", "languages": ["fao-Latn", "taq-Latn"], "main_score": 0.218365, "precision": 0.206999, "recall": 0.250988}, {"accuracy": 0.310277, "f1": 0.271964, "hf_subset": "fao_Latn-war_Latn", "languages": ["fao-Latn", "war-Latn"], "main_score": 0.271964, "precision": 0.258791, "recall": 0.310277}, {"accuracy": 0.408103, "f1": 0.363753, "hf_subset": "fao_Latn-arb_Arab", "languages": ["fao-Latn", "arb-Arab"], "main_score": 0.363753, "precision": 0.350005, "recall": 0.408103}, {"accuracy": 0.455534, "f1": 0.4153, "hf_subset": "fao_Latn-bul_Cyrl", "languages": ["fao-Latn", "bul-Cyrl"], "main_score": 0.4153, "precision": 0.402977, "recall": 0.455534}, {"accuracy": 0.498024, "f1": 0.452677, "hf_subset": "fao_Latn-fra_Latn", "languages": ["fao-Latn", "fra-Latn"], "main_score": 0.452677, "precision": 0.438513, "recall": 0.498024}, {"accuracy": 0.432806, "f1": 0.393873, "hf_subset": "fao_Latn-jpn_Jpan", "languages": ["fao-Latn", "jpn-Jpan"], "main_score": 0.393873, "precision": 0.380989, "recall": 0.432806}, {"accuracy": 0.384387, "f1": 0.359748, "hf_subset": "fao_Latn-lij_Latn", "languages": ["fao-Latn", "lij-Latn"], "main_score": 0.359748, "precision": 0.349647, "recall": 0.384387}, {"accuracy": 0.341897, "f1": 0.302215, "hf_subset": "fao_Latn-mya_Mymr", "languages": ["fao-Latn", "mya-Mymr"], "main_score": 0.302215, "precision": 0.29042, "recall": 0.341897}, {"accuracy": 0.268775, "f1": 0.225, "hf_subset": "fao_Latn-sag_Latn", "languages": ["fao-Latn", "sag-Latn"], "main_score": 0.225, "precision": 0.209928, "recall": 0.268775}, {"accuracy": 0.078063, "f1": 0.049528, "hf_subset": "fao_Latn-taq_Tfng", "languages": ["fao-Latn", "taq-Tfng"], "main_score": 0.049528, "precision": 0.043052, "recall": 0.078063}, {"accuracy": 0.27668, "f1": 0.236047, "hf_subset": "fao_Latn-wol_Latn", "languages": ["fao-Latn", "wol-Latn"], "main_score": 0.236047, "precision": 0.222659, "recall": 0.27668}, {"accuracy": 0.148221, "f1": 0.106445, "hf_subset": "fao_Latn-arb_Latn", "languages": ["fao-Latn", "arb-Latn"], "main_score": 0.106445, "precision": 0.096932, "recall": 0.148221}, {"accuracy": 0.48913, "f1": 0.445, "hf_subset": "fao_Latn-cat_Latn", "languages": ["fao-Latn", "cat-Latn"], "main_score": 0.445, "precision": 0.431597, "recall": 0.48913}, {"accuracy": 0.374506, "f1": 0.34542, "hf_subset": "fao_Latn-fur_Latn", "languages": ["fao-Latn", "fur-Latn"], "main_score": 0.34542, "precision": 0.335489, "recall": 0.374506}, {"accuracy": 0.118577, "f1": 0.088751, "hf_subset": "fao_Latn-kab_Latn", "languages": ["fao-Latn", "kab-Latn"], "main_score": 0.088751, "precision": 0.080731, "recall": 0.118577}, {"accuracy": 0.421937, "f1": 0.395954, "hf_subset": "fao_Latn-lim_Latn", "languages": ["fao-Latn", "lim-Latn"], "main_score": 0.395954, "precision": 0.387757, "recall": 0.421937}, {"accuracy": 0.497036, "f1": 0.451085, "hf_subset": "fao_Latn-nld_Latn", "languages": ["fao-Latn", "nld-Latn"], "main_score": 0.451085, "precision": 0.437585, "recall": 0.497036}, {"accuracy": 0.249012, "f1": 0.226978, "hf_subset": "fao_Latn-san_Deva", "languages": ["fao-Latn", "san-Deva"], "main_score": 0.226978, "precision": 0.218848, "recall": 0.249012}, {"accuracy": 0.335968, "f1": 0.303034, "hf_subset": "fao_Latn-tat_Cyrl", "languages": ["fao-Latn", "tat-Cyrl"], "main_score": 0.303034, "precision": 0.292039, "recall": 0.335968}, {"accuracy": 0.195652, "f1": 0.15493, "hf_subset": "fao_Latn-xho_Latn", "languages": ["fao-Latn", "xho-Latn"], "main_score": 0.15493, "precision": 0.143663, "recall": 0.195652}, {"accuracy": 0.395257, "f1": 0.348105, "hf_subset": "fao_Latn-ars_Arab", "languages": ["fao-Latn", "ars-Arab"], "main_score": 0.348105, "precision": 0.333434, "recall": 0.395257}, {"accuracy": 0.31917, "f1": 0.285936, "hf_subset": "fao_Latn-ceb_Latn", "languages": ["fao-Latn", "ceb-Latn"], "main_score": 0.285936, "precision": 0.274615, "recall": 0.31917}, {"accuracy": 0.23913, "f1": 0.200214, "hf_subset": "fao_Latn-fuv_Latn", "languages": ["fao-Latn", "fuv-Latn"], "main_score": 0.200214, "precision": 0.185985, "recall": 0.23913}, {"accuracy": 0.236166, "f1": 0.193341, "hf_subset": "fao_Latn-kac_Latn", "languages": ["fao-Latn", "kac-Latn"], "main_score": 0.193341, "precision": 0.180572, "recall": 0.236166}, {"accuracy": 0.218379, "f1": 0.175909, "hf_subset": "fao_Latn-lin_Latn", "languages": ["fao-Latn", "lin-Latn"], "main_score": 0.175909, "precision": 0.162556, "recall": 0.218379}, {"accuracy": 0.475296, "f1": 0.44196, "hf_subset": "fao_Latn-nno_Latn", "languages": ["fao-Latn", "nno-Latn"], "main_score": 0.44196, "precision": 0.431946, "recall": 0.475296}, {"accuracy": 0.020751, "f1": 0.00711, "hf_subset": "fao_Latn-sat_Olck", "languages": ["fao-Latn", "sat-Olck"], "main_score": 0.00711, "precision": 0.005254, "recall": 0.020751}, {"accuracy": 0.29249, "f1": 0.259364, "hf_subset": "fao_Latn-tel_Telu", "languages": ["fao-Latn", "tel-Telu"], "main_score": 0.259364, "precision": 0.248969, "recall": 0.29249}, {"accuracy": 0.219368, "f1": 0.191128, "hf_subset": "fao_Latn-ydd_Hebr", "languages": ["fao-Latn", "ydd-Hebr"], "main_score": 0.191128, "precision": 0.181564, "recall": 0.219368}, {"accuracy": 0.343874, "f1": 0.31427, "hf_subset": "fao_Latn-ary_Arab", "languages": ["fao-Latn", "ary-Arab"], "main_score": 0.31427, "precision": 0.304203, "recall": 0.343874}, {"accuracy": 0.490119, "f1": 0.438227, "hf_subset": "fao_Latn-ces_Latn", "languages": ["fao-Latn", "ces-Latn"], "main_score": 0.438227, "precision": 0.422915, "recall": 0.490119}, {"accuracy": 0.11166, "f1": 0.080841, "hf_subset": "fao_Latn-gaz_Latn", "languages": ["fao-Latn", "gaz-Latn"], "main_score": 0.080841, "precision": 0.072081, "recall": 0.11166}, {"accuracy": 0.218379, "f1": 0.177591, "hf_subset": "fao_Latn-kam_Latn", "languages": ["fao-Latn", "kam-Latn"], "main_score": 0.177591, "precision": 0.163812, "recall": 0.218379}, {"accuracy": 0.460474, "f1": 0.413329, "hf_subset": "fao_Latn-lit_Latn", "languages": ["fao-Latn", "lit-Latn"], "main_score": 0.413329, "precision": 0.399346, "recall": 0.460474}, {"accuracy": 0.496047, "f1": 0.455172, "hf_subset": "fao_Latn-nob_Latn", "languages": ["fao-Latn", "nob-Latn"], "main_score": 0.455172, "precision": 0.442532, "recall": 0.496047}, {"accuracy": 0.366601, "f1": 0.335139, "hf_subset": "fao_Latn-scn_Latn", "languages": ["fao-Latn", "scn-Latn"], "main_score": 0.335139, "precision": 0.323257, "recall": 0.366601}, {"accuracy": 0.199605, "f1": 0.159268, "hf_subset": "fao_Latn-tgk_Cyrl", "languages": ["fao-Latn", "tgk-Cyrl"], "main_score": 0.159268, "precision": 0.146005, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.189846, "hf_subset": "fao_Latn-yor_Latn", "languages": ["fao-Latn", "yor-Latn"], "main_score": 0.189846, "precision": 0.174886, "recall": 0.235178}, {"accuracy": 0.385375, "f1": 0.34719, "hf_subset": "fao_Latn-arz_Arab", "languages": ["fao-Latn", "arz-Arab"], "main_score": 0.34719, "precision": 0.334786, "recall": 0.385375}, {"accuracy": 0.189723, "f1": 0.151097, "hf_subset": "fao_Latn-cjk_Latn", "languages": ["fao-Latn", "cjk-Latn"], "main_score": 0.151097, "precision": 0.139909, "recall": 0.189723}, {"accuracy": 0.258893, "f1": 0.219128, "hf_subset": "fao_Latn-gla_Latn", "languages": ["fao-Latn", "gla-Latn"], "main_score": 0.219128, "precision": 0.205069, "recall": 0.258893}, {"accuracy": 0.274704, "f1": 0.238715, "hf_subset": "fao_Latn-kan_Knda", "languages": ["fao-Latn", "kan-Knda"], "main_score": 0.238715, "precision": 0.227759, "recall": 0.274704}, {"accuracy": 0.376482, "f1": 0.354891, "hf_subset": "fao_Latn-lmo_Latn", "languages": ["fao-Latn", "lmo-Latn"], "main_score": 0.354891, "precision": 0.347543, "recall": 0.376482}, {"accuracy": 0.370553, "f1": 0.337014, "hf_subset": "fao_Latn-npi_Deva", "languages": ["fao-Latn", "npi-Deva"], "main_score": 0.337014, "precision": 0.325249, "recall": 0.370553}, {"accuracy": 0.267787, "f1": 0.220606, "hf_subset": "fao_Latn-shn_Mymr", "languages": ["fao-Latn", "shn-Mymr"], "main_score": 0.220606, "precision": 0.204965, "recall": 0.267787}, {"accuracy": 0.356719, "f1": 0.31821, "hf_subset": "fao_Latn-tgl_Latn", "languages": ["fao-Latn", "tgl-Latn"], "main_score": 0.31821, "precision": 0.304091, "recall": 0.356719}, {"accuracy": 0.411067, "f1": 0.366714, "hf_subset": "fao_Latn-yue_Hant", "languages": ["fao-Latn", "yue-Hant"], "main_score": 0.366714, "precision": 0.352313, "recall": 0.411067}, {"accuracy": 0.187747, "f1": 0.159402, "hf_subset": "fao_Latn-asm_Beng", "languages": ["fao-Latn", "asm-Beng"], "main_score": 0.159402, "precision": 0.149744, "recall": 0.187747}, {"accuracy": 0.301383, "f1": 0.261007, "hf_subset": "fao_Latn-ckb_Arab", "languages": ["fao-Latn", "ckb-Arab"], "main_score": 0.261007, "precision": 0.247993, "recall": 0.301383}, {"accuracy": 0.306324, "f1": 0.272054, "hf_subset": "fao_Latn-gle_Latn", "languages": ["fao-Latn", "gle-Latn"], "main_score": 0.272054, "precision": 0.259126, "recall": 0.306324}, {"accuracy": 0.215415, "f1": 0.184673, "hf_subset": "fao_Latn-kas_Arab", "languages": ["fao-Latn", "kas-Arab"], "main_score": 0.184673, "precision": 0.175008, "recall": 0.215415}, {"accuracy": 0.368577, "f1": 0.334373, "hf_subset": "fao_Latn-ltg_Latn", "languages": ["fao-Latn", "ltg-Latn"], "main_score": 0.334373, "precision": 0.322272, "recall": 0.368577}, {"accuracy": 0.270751, "f1": 0.23269, "hf_subset": "fao_Latn-nso_Latn", "languages": ["fao-Latn", "nso-Latn"], "main_score": 0.23269, "precision": 0.21934, "recall": 0.270751}, {"accuracy": 0.279644, "f1": 0.244902, "hf_subset": "fao_Latn-sin_Sinh", "languages": ["fao-Latn", "sin-Sinh"], "main_score": 0.244902, "precision": 0.233418, "recall": 0.279644}, {"accuracy": 0.43083, "f1": 0.381932, "hf_subset": "fao_Latn-tha_Thai", "languages": ["fao-Latn", "tha-Thai"], "main_score": 0.381932, "precision": 0.36758, "recall": 0.43083}, {"accuracy": 0.434783, "f1": 0.391755, "hf_subset": "fao_Latn-zho_Hans", "languages": ["fao-Latn", "zho-Hans"], "main_score": 0.391755, "precision": 0.378472, "recall": 0.434783}, {"accuracy": 0.431818, "f1": 0.403458, "hf_subset": "fao_Latn-ast_Latn", "languages": ["fao-Latn", "ast-Latn"], "main_score": 0.403458, "precision": 0.394157, "recall": 0.431818}, {"accuracy": 0.371542, "f1": 0.346826, "hf_subset": "fao_Latn-crh_Latn", "languages": ["fao-Latn", "crh-Latn"], "main_score": 0.346826, "precision": 0.338173, "recall": 0.371542}, {"accuracy": 0.485178, "f1": 0.439506, "hf_subset": "fao_Latn-glg_Latn", "languages": ["fao-Latn", "glg-Latn"], "main_score": 0.439506, "precision": 0.426601, "recall": 0.485178}, {"accuracy": 0.264822, "f1": 0.236334, "hf_subset": "fao_Latn-kas_Deva", "languages": ["fao-Latn", "kas-Deva"], "main_score": 0.236334, "precision": 0.226419, "recall": 0.264822}, {"accuracy": 0.37253, "f1": 0.341641, "hf_subset": "fao_Latn-ltz_Latn", "languages": ["fao-Latn", "ltz-Latn"], "main_score": 0.341641, "precision": 0.33005, "recall": 0.37253}, {"accuracy": 0.132411, "f1": 0.090966, "hf_subset": "fao_Latn-nus_Latn", "languages": ["fao-Latn", "nus-Latn"], "main_score": 0.090966, "precision": 0.080023, "recall": 0.132411}, {"accuracy": 0.482213, "f1": 0.43677, "hf_subset": "fao_Latn-slk_Latn", "languages": ["fao-Latn", "slk-Latn"], "main_score": 0.43677, "precision": 0.423336, "recall": 0.482213}, {"accuracy": 0.100791, "f1": 0.079421, "hf_subset": "fao_Latn-tir_Ethi", "languages": ["fao-Latn", "tir-Ethi"], "main_score": 0.079421, "precision": 0.073417, "recall": 0.100791}, {"accuracy": 0.412055, "f1": 0.366207, "hf_subset": "fao_Latn-zho_Hant", "languages": ["fao-Latn", "zho-Hant"], "main_score": 0.366207, "precision": 0.352256, "recall": 0.412055}, {"accuracy": 0.37253, "f1": 0.336138, "hf_subset": "fao_Latn-awa_Deva", "languages": ["fao-Latn", "awa-Deva"], "main_score": 0.336138, "precision": 0.32491, "recall": 0.37253}, {"accuracy": 0.351779, "f1": 0.317451, "hf_subset": "fao_Latn-cym_Latn", "languages": ["fao-Latn", "cym-Latn"], "main_score": 0.317451, "precision": 0.305355, "recall": 0.351779}, {"accuracy": 0.281621, "f1": 0.240721, "hf_subset": "fao_Latn-grn_Latn", "languages": ["fao-Latn", "grn-Latn"], "main_score": 0.240721, "precision": 0.227358, "recall": 0.281621}, {"accuracy": 0.378458, "f1": 0.340053, "hf_subset": "fao_Latn-kat_Geor", "languages": ["fao-Latn", "kat-Geor"], "main_score": 0.340053, "precision": 0.327254, "recall": 0.378458}, {"accuracy": 0.248024, "f1": 0.203759, "hf_subset": "fao_Latn-lua_Latn", "languages": ["fao-Latn", "lua-Latn"], "main_score": 0.203759, "precision": 0.18899, "recall": 0.248024}, {"accuracy": 0.252964, "f1": 0.203563, "hf_subset": "fao_Latn-nya_Latn", "languages": ["fao-Latn", "nya-Latn"], "main_score": 0.203563, "precision": 0.19011, "recall": 0.252964}, {"accuracy": 0.488142, "f1": 0.442728, "hf_subset": "fao_Latn-slv_Latn", "languages": ["fao-Latn", "slv-Latn"], "main_score": 0.442728, "precision": 0.429048, "recall": 0.488142}, {"accuracy": 0.354743, "f1": 0.317798, "hf_subset": "fao_Latn-tpi_Latn", "languages": ["fao-Latn", "tpi-Latn"], "main_score": 0.317798, "precision": 0.305388, "recall": 0.354743}, {"accuracy": 0.496047, "f1": 0.448583, "hf_subset": "fao_Latn-zsm_Latn", "languages": ["fao-Latn", "zsm-Latn"], "main_score": 0.448583, "precision": 0.433824, "recall": 0.496047}, {"accuracy": 0.22332, "f1": 0.179421, "hf_subset": "fao_Latn-ayr_Latn", "languages": ["fao-Latn", "ayr-Latn"], "main_score": 0.179421, "precision": 0.165948, "recall": 0.22332}, {"accuracy": 0.497036, "f1": 0.454796, "hf_subset": "fao_Latn-dan_Latn", "languages": ["fao-Latn", "dan-Latn"], "main_score": 0.454796, "precision": 0.4426, "recall": 0.497036}, {"accuracy": 0.346838, "f1": 0.308518, "hf_subset": "fao_Latn-guj_Gujr", "languages": ["fao-Latn", "guj-Gujr"], "main_score": 0.308518, "precision": 0.29599, "recall": 0.346838}, {"accuracy": 0.413043, "f1": 0.382708, "hf_subset": "fao_Latn-kaz_Cyrl", "languages": ["fao-Latn", "kaz-Cyrl"], "main_score": 0.382708, "precision": 0.372836, "recall": 0.413043}, {"accuracy": 0.210474, "f1": 0.172795, "hf_subset": "fao_Latn-lug_Latn", "languages": ["fao-Latn", "lug-Latn"], "main_score": 0.172795, "precision": 0.162016, "recall": 0.210474}, {"accuracy": 0.442688, "f1": 0.411361, "hf_subset": "fao_Latn-oci_Latn", "languages": ["fao-Latn", "oci-Latn"], "main_score": 0.411361, "precision": 0.401269, "recall": 0.442688}, {"accuracy": 0.230237, "f1": 0.188436, "hf_subset": "fao_Latn-smo_Latn", "languages": ["fao-Latn", "smo-Latn"], "main_score": 0.188436, "precision": 0.17377, "recall": 0.230237}, {"accuracy": 0.222332, "f1": 0.180148, "hf_subset": "fao_Latn-tsn_Latn", "languages": ["fao-Latn", "tsn-Latn"], "main_score": 0.180148, "precision": 0.16648, "recall": 0.222332}, {"accuracy": 0.157115, "f1": 0.120326, "hf_subset": "fao_Latn-zul_Latn", "languages": ["fao-Latn", "zul-Latn"], "main_score": 0.120326, "precision": 0.109433, "recall": 0.157115}, {"accuracy": 0.218379, "f1": 0.190724, "hf_subset": "fao_Latn-azb_Arab", "languages": ["fao-Latn", "azb-Arab"], "main_score": 0.190724, "precision": 0.180825, "recall": 0.218379}, {"accuracy": 0.508893, "f1": 0.462564, "hf_subset": "fao_Latn-deu_Latn", "languages": ["fao-Latn", "deu-Latn"], "main_score": 0.462564, "precision": 0.447649, "recall": 0.508893}, {"accuracy": 0.284585, "f1": 0.239525, "hf_subset": "fao_Latn-hat_Latn", "languages": ["fao-Latn", "hat-Latn"], "main_score": 0.239525, "precision": 0.223731, "recall": 0.284585}, {"accuracy": 0.215415, "f1": 0.167157, "hf_subset": "fao_Latn-kbp_Latn", "languages": ["fao-Latn", "kbp-Latn"], "main_score": 0.167157, "precision": 0.152332, "recall": 0.215415}, {"accuracy": 0.245059, "f1": 0.203814, "hf_subset": "fao_Latn-luo_Latn", "languages": ["fao-Latn", "luo-Latn"], "main_score": 0.203814, "precision": 0.190858, "recall": 0.245059}, {"accuracy": 0.232213, "f1": 0.200433, "hf_subset": "fao_Latn-ory_Orya", "languages": ["fao-Latn", "ory-Orya"], "main_score": 0.200433, "precision": 0.190603, "recall": 0.232213}, {"accuracy": 0.195652, "f1": 0.154199, "hf_subset": "fao_Latn-sna_Latn", "languages": ["fao-Latn", "sna-Latn"], "main_score": 0.154199, "precision": 0.141237, "recall": 0.195652}, {"accuracy": 0.237154, "f1": 0.195572, "hf_subset": "fao_Latn-tso_Latn", "languages": ["fao-Latn", "tso-Latn"], "main_score": 0.195572, "precision": 0.181619, "recall": 0.237154}, {"accuracy": 0.391304, "f1": 0.361888, "hf_subset": "fao_Latn-azj_Latn", "languages": ["fao-Latn", "azj-Latn"], "main_score": 0.361888, "precision": 0.353103, "recall": 0.391304}, {"accuracy": 0.284585, "f1": 0.236834, "hf_subset": "fao_Latn-dik_Latn", "languages": ["fao-Latn", "dik-Latn"], "main_score": 0.236834, "precision": 0.221373, "recall": 0.284585}, {"accuracy": 0.268775, "f1": 0.228517, "hf_subset": "fao_Latn-hau_Latn", "languages": ["fao-Latn", "hau-Latn"], "main_score": 0.228517, "precision": 0.214693, "recall": 0.268775}, {"accuracy": 0.371542, "f1": 0.34144, "hf_subset": "fao_Latn-kea_Latn", "languages": ["fao-Latn", "kea-Latn"], "main_score": 0.34144, "precision": 0.330618, "recall": 0.371542}, {"accuracy": 0.278656, "f1": 0.244789, "hf_subset": "fao_Latn-lus_Latn", "languages": ["fao-Latn", "lus-Latn"], "main_score": 0.244789, "precision": 0.233397, "recall": 0.278656}, {"accuracy": 0.327075, "f1": 0.292884, "hf_subset": "fao_Latn-pag_Latn", "languages": ["fao-Latn", "pag-Latn"], "main_score": 0.292884, "precision": 0.281109, "recall": 0.327075}, {"accuracy": 0.312253, "f1": 0.274087, "hf_subset": "fao_Latn-snd_Arab", "languages": ["fao-Latn", "snd-Arab"], "main_score": 0.274087, "precision": 0.26168, "recall": 0.312253}, {"accuracy": 0.288538, "f1": 0.247441, "hf_subset": "fao_Latn-tuk_Latn", "languages": ["fao-Latn", "tuk-Latn"], "main_score": 0.247441, "precision": 0.232369, "recall": 0.288538}, {"accuracy": 0.33004, "f1": 0.290892, "hf_subset": "fao_Latn-bak_Cyrl", "languages": ["fao-Latn", "bak-Cyrl"], "main_score": 0.290892, "precision": 0.277013, "recall": 0.33004}, {"accuracy": 0.209486, "f1": 0.168945, "hf_subset": "fao_Latn-dyu_Latn", "languages": ["fao-Latn", "dyu-Latn"], "main_score": 0.168945, "precision": 0.154704, "recall": 0.209486}, {"accuracy": 0.414032, "f1": 0.365276, "hf_subset": "fao_Latn-heb_Hebr", "languages": ["fao-Latn", "heb-Hebr"], "main_score": 0.365276, "precision": 0.352146, "recall": 0.414032}, {"accuracy": 0.405138, "f1": 0.361788, "hf_subset": "fao_Latn-khk_Cyrl", "languages": ["fao-Latn", "khk-Cyrl"], "main_score": 0.361788, "precision": 0.348792, "recall": 0.405138}, {"accuracy": 0.452569, "f1": 0.409241, "hf_subset": "fao_Latn-lvs_Latn", "languages": ["fao-Latn", "lvs-Latn"], "main_score": 0.409241, "precision": 0.396977, "recall": 0.452569}, {"accuracy": 0.269763, "f1": 0.235505, "hf_subset": "fao_Latn-pan_Guru", "languages": ["fao-Latn", "pan-Guru"], "main_score": 0.235505, "precision": 0.224598, "recall": 0.269763}, {"accuracy": 0.280632, "f1": 0.24566, "hf_subset": "fao_Latn-som_Latn", "languages": ["fao-Latn", "som-Latn"], "main_score": 0.24566, "precision": 0.23459, "recall": 0.280632}, {"accuracy": 0.220356, "f1": 0.174684, "hf_subset": "fao_Latn-tum_Latn", "languages": ["fao-Latn", "tum-Latn"], "main_score": 0.174684, "precision": 0.162946, "recall": 0.220356}, {"accuracy": 0.092885, "f1": 0.056079, "hf_subset": "ind_Latn-ace_Arab", "languages": ["ind-Latn", "ace-Arab"], "main_score": 0.056079, "precision": 0.047722, "recall": 0.092885}, {"accuracy": 0.22332, "f1": 0.152276, "hf_subset": "ind_Latn-bam_Latn", "languages": ["ind-Latn", "bam-Latn"], "main_score": 0.152276, "precision": 0.134605, "recall": 0.22332}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "ind_Latn-dzo_Tibt", "languages": ["ind-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-hin_Deva", "languages": ["ind-Latn", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.916008, "f1": 0.890217, "hf_subset": "ind_Latn-khm_Khmr", "languages": ["ind-Latn", "khm-Khmr"], "main_score": 0.890217, "precision": 0.877882, "recall": 0.916008}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "ind_Latn-mag_Deva", "languages": ["ind-Latn", "mag-Deva"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.659091, "f1": 0.586671, "hf_subset": "ind_Latn-pap_Latn", "languages": ["ind-Latn", "pap-Latn"], "main_score": 0.586671, "precision": 0.558375, "recall": 0.659091}, {"accuracy": 0.249012, "f1": 0.177999, "hf_subset": "ind_Latn-sot_Latn", "languages": ["ind-Latn", "sot-Latn"], "main_score": 0.177999, "precision": 0.160037, "recall": 0.249012}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "ind_Latn-tur_Latn", "languages": ["ind-Latn", "tur-Latn"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.444664, "f1": 0.356844, "hf_subset": "ind_Latn-ace_Latn", "languages": ["ind-Latn", "ace-Latn"], "main_score": 0.356844, "precision": 0.328517, "recall": 0.444664}, {"accuracy": 0.714427, "f1": 0.648811, "hf_subset": "ind_Latn-ban_Latn", "languages": ["ind-Latn", "ban-Latn"], "main_score": 0.648811, "precision": 0.621426, "recall": 0.714427}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ind_Latn-ell_Grek", "languages": ["ind-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.922925, "f1": 0.89944, "hf_subset": "ind_Latn-hne_Deva", "languages": ["ind-Latn", "hne-Deva"], "main_score": 0.89944, "precision": 0.888422, "recall": 0.922925}, {"accuracy": 0.278656, "f1": 0.194171, "hf_subset": "ind_Latn-kik_Latn", "languages": ["ind-Latn", "kik-Latn"], "main_score": 0.194171, "precision": 0.172179, "recall": 0.278656}, {"accuracy": 0.944664, "f1": 0.928426, "hf_subset": "ind_Latn-mai_Deva", "languages": ["ind-Latn", "mai-Deva"], "main_score": 0.928426, "precision": 0.920866, "recall": 0.944664}, {"accuracy": 0.858696, "f1": 0.818841, "hf_subset": "ind_Latn-pbt_Arab", "languages": ["ind-Latn", "pbt-Arab"], "main_score": 0.818841, "precision": 0.800593, "recall": 0.858696}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-spa_Latn", "languages": ["ind-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.329051, "f1": 0.236716, "hf_subset": "ind_Latn-twi_Latn", "languages": ["ind-Latn", "twi-Latn"], "main_score": 0.236716, "precision": 0.2108, "recall": 0.329051}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ind_Latn-acm_Arab", "languages": ["ind-Latn", "acm-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "ind_Latn-bel_Cyrl", "languages": ["ind-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-eng_Latn", "languages": ["ind-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ind_Latn-hrv_Latn", "languages": ["ind-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.181818, "f1": 0.122389, "hf_subset": "ind_Latn-kin_Latn", "languages": ["ind-Latn", "kin-Latn"], "main_score": 0.122389, "precision": 0.108287, "recall": 0.181818}, {"accuracy": 0.903162, "f1": 0.875513, "hf_subset": "ind_Latn-mal_Mlym", "languages": ["ind-Latn", "mal-Mlym"], "main_score": 0.875513, "precision": 0.862895, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-pes_Arab", "languages": ["ind-Latn", "pes-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.737154, "f1": 0.672301, "hf_subset": "ind_Latn-srd_Latn", "languages": ["ind-Latn", "srd-Latn"], "main_score": 0.672301, "precision": 0.644871, "recall": 0.737154}, {"accuracy": 0.061265, "f1": 0.027249, "hf_subset": "ind_Latn-tzm_Tfng", "languages": ["ind-Latn", "tzm-Tfng"], "main_score": 0.027249, "precision": 0.022147, "recall": 0.061265}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "ind_Latn-acq_Arab", "languages": ["ind-Latn", "acq-Arab"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.244071, "f1": 0.165796, "hf_subset": "ind_Latn-bem_Latn", "languages": ["ind-Latn", "bem-Latn"], "main_score": 0.165796, "precision": 0.146327, "recall": 0.244071}, {"accuracy": 0.873518, "f1": 0.837385, "hf_subset": "ind_Latn-epo_Latn", "languages": ["ind-Latn", "epo-Latn"], "main_score": 0.837385, "precision": 0.820817, "recall": 0.873518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-hun_Latn", "languages": ["ind-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.942688, "f1": 0.926449, "hf_subset": "ind_Latn-kir_Cyrl", "languages": ["ind-Latn", "kir-Cyrl"], "main_score": 0.926449, "precision": 0.91889, "recall": 0.942688}, {"accuracy": 0.914032, "f1": 0.887582, "hf_subset": "ind_Latn-mar_Deva", "languages": ["ind-Latn", "mar-Deva"], "main_score": 0.887582, "precision": 0.875082, "recall": 0.914032}, {"accuracy": 0.317194, "f1": 0.241372, "hf_subset": "ind_Latn-plt_Latn", "languages": ["ind-Latn", "plt-Latn"], "main_score": 0.241372, "precision": 0.219493, "recall": 0.317194}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-srp_Cyrl", "languages": ["ind-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.814229, "f1": 0.769493, "hf_subset": "ind_Latn-uig_Arab", "languages": ["ind-Latn", "uig-Arab"], "main_score": 0.769493, "precision": 0.750156, "recall": 0.814229}, {"accuracy": 0.933794, "f1": 0.913043, "hf_subset": "ind_Latn-aeb_Arab", "languages": ["ind-Latn", "aeb-Arab"], "main_score": 0.913043, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.91996, "f1": 0.896146, "hf_subset": "ind_Latn-ben_Beng", "languages": ["ind-Latn", "ben-Beng"], "main_score": 0.896146, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-est_Latn", "languages": ["ind-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ind_Latn-hye_Armn", "languages": ["ind-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.187747, "f1": 0.1185, "hf_subset": "ind_Latn-kmb_Latn", "languages": ["ind-Latn", "kmb-Latn"], "main_score": 0.1185, "precision": 0.102169, "recall": 0.187747}, {"accuracy": 0.067194, "f1": 0.042448, "hf_subset": "ind_Latn-min_Arab", "languages": ["ind-Latn", "min-Arab"], "main_score": 0.042448, "precision": 0.036738, "recall": 0.067194}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-pol_Latn", "languages": ["ind-Latn", "pol-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.187747, "f1": 0.127612, "hf_subset": "ind_Latn-ssw_Latn", "languages": ["ind-Latn", "ssw-Latn"], "main_score": 0.127612, "precision": 0.114459, "recall": 0.187747}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ind_Latn-ukr_Cyrl", "languages": ["ind-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ind_Latn-afr_Latn", "languages": ["ind-Latn", "afr-Latn"], "main_score": 0.96278, "precision": 0.958663, "recall": 0.971344}, {"accuracy": 0.908103, "f1": 0.882642, "hf_subset": "ind_Latn-bho_Deva", "languages": ["ind-Latn", "bho-Deva"], "main_score": 0.882642, "precision": 0.870965, "recall": 0.908103}, {"accuracy": 0.773715, "f1": 0.717408, "hf_subset": "ind_Latn-eus_Latn", "languages": ["ind-Latn", "eus-Latn"], "main_score": 0.717408, "precision": 0.692895, "recall": 0.773715}, {"accuracy": 0.224308, "f1": 0.150084, "hf_subset": "ind_Latn-ibo_Latn", "languages": ["ind-Latn", "ibo-Latn"], "main_score": 0.150084, "precision": 0.132177, "recall": 0.224308}, {"accuracy": 0.76581, "f1": 0.714709, "hf_subset": "ind_Latn-kmr_Latn", "languages": ["ind-Latn", "kmr-Latn"], "main_score": 0.714709, "precision": 0.69333, "recall": 0.76581}, {"accuracy": 0.684783, "f1": 0.610731, "hf_subset": "ind_Latn-min_Latn", "languages": ["ind-Latn", "min-Latn"], "main_score": 0.610731, "precision": 0.581872, "recall": 0.684783}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-por_Latn", "languages": ["ind-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.797431, "f1": 0.743347, "hf_subset": "ind_Latn-sun_Latn", "languages": ["ind-Latn", "sun-Latn"], "main_score": 0.743347, "precision": 0.720191, "recall": 0.797431}, {"accuracy": 0.184783, "f1": 0.120142, "hf_subset": "ind_Latn-umb_Latn", "languages": ["ind-Latn", "umb-Latn"], "main_score": 0.120142, "precision": 0.10506, "recall": 0.184783}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "ind_Latn-ajp_Arab", "languages": ["ind-Latn", "ajp-Arab"], "main_score": 0.954282, "precision": 0.949687, "recall": 0.964427}, {"accuracy": 0.075099, "f1": 0.042693, "hf_subset": "ind_Latn-bjn_Arab", "languages": ["ind-Latn", "bjn-Arab"], "main_score": 0.042693, "precision": 0.035801, "recall": 0.075099}, {"accuracy": 0.279644, "f1": 0.208489, "hf_subset": "ind_Latn-ewe_Latn", "languages": ["ind-Latn", "ewe-Latn"], "main_score": 0.208489, "precision": 0.189987, "recall": 0.279644}, {"accuracy": 0.397233, "f1": 0.309462, "hf_subset": "ind_Latn-ilo_Latn", "languages": ["ind-Latn", "ilo-Latn"], "main_score": 0.309462, "precision": 0.283485, "recall": 0.397233}, {"accuracy": 0.097826, "f1": 0.049796, "hf_subset": "ind_Latn-knc_Arab", "languages": ["ind-Latn", "knc-Arab"], "main_score": 0.049796, "precision": 0.039125, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-mkd_Cyrl", "languages": ["ind-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ind_Latn-prs_Arab", "languages": ["ind-Latn", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-swe_Latn", "languages": ["ind-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ind_Latn-urd_Arab", "languages": ["ind-Latn", "urd-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.332016, "f1": 0.248439, "hf_subset": "ind_Latn-aka_Latn", "languages": ["ind-Latn", "aka-Latn"], "main_score": 0.248439, "precision": 0.224997, "recall": 0.332016}, {"accuracy": 0.805336, "f1": 0.754042, "hf_subset": "ind_Latn-bjn_Latn", "languages": ["ind-Latn", "bjn-Latn"], "main_score": 0.754042, "precision": 0.732839, "recall": 0.805336}, {"accuracy": 0.482213, "f1": 0.396409, "hf_subset": "ind_Latn-fao_Latn", "languages": ["ind-Latn", "fao-Latn"], "main_score": 0.396409, "precision": 0.367469, "recall": 0.482213}, {"accuracy": 0.298419, "f1": 0.212056, "hf_subset": "ind_Latn-knc_Latn", "languages": ["ind-Latn", "knc-Latn"], "main_score": 0.212056, "precision": 0.18839, "recall": 0.298419}, {"accuracy": 0.354743, "f1": 0.269623, "hf_subset": "ind_Latn-mlt_Latn", "languages": ["ind-Latn", "mlt-Latn"], "main_score": 0.269623, "precision": 0.244648, "recall": 0.354743}, {"accuracy": 0.285573, "f1": 0.199881, "hf_subset": "ind_Latn-quy_Latn", "languages": ["ind-Latn", "quy-Latn"], "main_score": 0.199881, "precision": 0.176712, "recall": 0.285573}, {"accuracy": 0.387352, "f1": 0.30191, "hf_subset": "ind_Latn-swh_Latn", "languages": ["ind-Latn", "swh-Latn"], "main_score": 0.30191, "precision": 0.276123, "recall": 0.387352}, {"accuracy": 0.663043, "f1": 0.594683, "hf_subset": "ind_Latn-uzn_Latn", "languages": ["ind-Latn", "uzn-Latn"], "main_score": 0.594683, "precision": 0.567516, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-als_Latn", "languages": ["ind-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.057312, "f1": 0.020608, "hf_subset": "ind_Latn-bod_Tibt", "languages": ["ind-Latn", "bod-Tibt"], "main_score": 0.020608, "precision": 0.015817, "recall": 0.057312}, {"accuracy": 0.246047, "f1": 0.167045, "hf_subset": "ind_Latn-fij_Latn", "languages": ["ind-Latn", "fij-Latn"], "main_score": 0.167045, "precision": 0.14573, "recall": 0.246047}, {"accuracy": 0.773715, "f1": 0.720923, "hf_subset": "ind_Latn-isl_Latn", "languages": ["ind-Latn", "isl-Latn"], "main_score": 0.720923, "precision": 0.69861, "recall": 0.773715}, {"accuracy": 0.267787, "f1": 0.193185, "hf_subset": "ind_Latn-kon_Latn", "languages": ["ind-Latn", "kon-Latn"], "main_score": 0.193185, "precision": 0.173889, "recall": 0.267787}, {"accuracy": 0.065217, "f1": 0.033292, "hf_subset": "ind_Latn-mni_Beng", "languages": ["ind-Latn", "mni-Beng"], "main_score": 0.033292, "precision": 0.028854, "recall": 0.065217}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ron_Latn", "languages": ["ind-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.8083, "f1": 0.760524, "hf_subset": "ind_Latn-szl_Latn", "languages": ["ind-Latn", "szl-Latn"], "main_score": 0.760524, "precision": 0.739996, "recall": 0.8083}, {"accuracy": 0.825099, "f1": 0.776021, "hf_subset": "ind_Latn-vec_Latn", "languages": ["ind-Latn", "vec-Latn"], "main_score": 0.776021, "precision": 0.754397, "recall": 0.825099}, {"accuracy": 0.784585, "f1": 0.732138, "hf_subset": "ind_Latn-amh_Ethi", "languages": ["ind-Latn", "amh-Ethi"], "main_score": 0.732138, "precision": 0.709881, "recall": 0.784585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bos_Latn", "languages": ["ind-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-fin_Latn", "languages": ["ind-Latn", "fin-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-ita_Latn", "languages": ["ind-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "ind_Latn-kor_Hang", "languages": ["ind-Latn", "kor-Hang"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.255929, "f1": 0.181126, "hf_subset": "ind_Latn-mos_Latn", "languages": ["ind-Latn", "mos-Latn"], "main_score": 0.181126, "precision": 0.160521, "recall": 0.255929}, {"accuracy": 0.201581, "f1": 0.132768, "hf_subset": "ind_Latn-run_Latn", "languages": ["ind-Latn", "run-Latn"], "main_score": 0.132768, "precision": 0.116292, "recall": 0.201581}, {"accuracy": 0.899209, "f1": 0.869335, "hf_subset": "ind_Latn-tam_Taml", "languages": ["ind-Latn", "tam-Taml"], "main_score": 0.869335, "precision": 0.855731, "recall": 0.899209}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ind_Latn-vie_Latn", "languages": ["ind-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.970356, "f1": 0.961133, "hf_subset": "ind_Latn-apc_Arab", "languages": ["ind-Latn", "apc-Arab"], "main_score": 0.961133, "precision": 0.956686, "recall": 0.970356}, {"accuracy": 0.423913, "f1": 0.335421, "hf_subset": "ind_Latn-bug_Latn", "languages": ["ind-Latn", "bug-Latn"], "main_score": 0.335421, "precision": 0.307129, "recall": 0.423913}, {"accuracy": 0.232213, "f1": 0.161308, "hf_subset": "ind_Latn-fon_Latn", "languages": ["ind-Latn", "fon-Latn"], "main_score": 0.161308, "precision": 0.143943, "recall": 0.232213}, {"accuracy": 0.76087, "f1": 0.697436, "hf_subset": "ind_Latn-jav_Latn", "languages": ["ind-Latn", "jav-Latn"], "main_score": 0.697436, "precision": 0.670405, "recall": 0.76087}, {"accuracy": 0.947628, "f1": 0.931225, "hf_subset": "ind_Latn-lao_Laoo", "languages": ["ind-Latn", "lao-Laoo"], "main_score": 0.931225, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.217391, "f1": 0.144755, "hf_subset": "ind_Latn-mri_Latn", "languages": ["ind-Latn", "mri-Latn"], "main_score": 0.144755, "precision": 0.12847, "recall": 0.217391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-rus_Cyrl", "languages": ["ind-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.278656, "f1": 0.205842, "hf_subset": "ind_Latn-taq_Latn", "languages": ["ind-Latn", "taq-Latn"], "main_score": 0.205842, "precision": 0.186263, "recall": 0.278656}, {"accuracy": 0.474308, "f1": 0.378065, "hf_subset": "ind_Latn-war_Latn", "languages": ["ind-Latn", "war-Latn"], "main_score": 0.378065, "precision": 0.346977, "recall": 0.474308}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ind_Latn-arb_Arab", "languages": ["ind-Latn", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-bul_Cyrl", "languages": ["ind-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-fra_Latn", "languages": ["ind-Latn", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-jpn_Jpan", "languages": ["ind-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.769763, "f1": 0.713378, "hf_subset": "ind_Latn-lij_Latn", "languages": ["ind-Latn", "lij-Latn"], "main_score": 0.713378, "precision": 0.689954, "recall": 0.769763}, {"accuracy": 0.945652, "f1": 0.928755, "hf_subset": "ind_Latn-mya_Mymr", "languages": ["ind-Latn", "mya-Mymr"], "main_score": 0.928755, "precision": 0.920537, "recall": 0.945652}, {"accuracy": 0.272727, "f1": 0.198055, "hf_subset": "ind_Latn-sag_Latn", "languages": ["ind-Latn", "sag-Latn"], "main_score": 0.198055, "precision": 0.177412, "recall": 0.272727}, {"accuracy": 0.082016, "f1": 0.035096, "hf_subset": "ind_Latn-taq_Tfng", "languages": ["ind-Latn", "taq-Tfng"], "main_score": 0.035096, "precision": 0.028394, "recall": 0.082016}, {"accuracy": 0.285573, "f1": 0.206313, "hf_subset": "ind_Latn-wol_Latn", "languages": ["ind-Latn", "wol-Latn"], "main_score": 0.206313, "precision": 0.184363, "recall": 0.285573}, {"accuracy": 0.150198, "f1": 0.091552, "hf_subset": "ind_Latn-arb_Latn", "languages": ["ind-Latn", "arb-Latn"], "main_score": 0.091552, "precision": 0.079459, "recall": 0.150198}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-cat_Latn", "languages": ["ind-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.747036, "f1": 0.687716, "hf_subset": "ind_Latn-fur_Latn", "languages": ["ind-Latn", "fur-Latn"], "main_score": 0.687716, "precision": 0.662806, "recall": 0.747036}, {"accuracy": 0.101779, "f1": 0.066805, "hf_subset": "ind_Latn-kab_Latn", "languages": ["ind-Latn", "kab-Latn"], "main_score": 0.066805, "precision": 0.058737, "recall": 0.101779}, {"accuracy": 0.753953, "f1": 0.692885, "hf_subset": "ind_Latn-lim_Latn", "languages": ["ind-Latn", "lim-Latn"], "main_score": 0.692885, "precision": 0.666337, "recall": 0.753953}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-nld_Latn", "languages": ["ind-Latn", "nld-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.754941, "f1": 0.69577, "hf_subset": "ind_Latn-san_Deva", "languages": ["ind-Latn", "san-Deva"], "main_score": 0.69577, "precision": 0.671146, "recall": 0.754941}, {"accuracy": 0.530632, "f1": 0.446712, "hf_subset": "ind_Latn-tat_Cyrl", "languages": ["ind-Latn", "tat-Cyrl"], "main_score": 0.446712, "precision": 0.414864, "recall": 0.530632}, {"accuracy": 0.208498, "f1": 0.13606, "hf_subset": "ind_Latn-xho_Latn", "languages": ["ind-Latn", "xho-Latn"], "main_score": 0.13606, "precision": 0.119056, "recall": 0.208498}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ind_Latn-ars_Arab", "languages": ["ind-Latn", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.429842, "f1": 0.337776, "hf_subset": "ind_Latn-ceb_Latn", "languages": ["ind-Latn", "ceb-Latn"], "main_score": 0.337776, "precision": 0.3076, "recall": 0.429842}, {"accuracy": 0.25, "f1": 0.167413, "hf_subset": "ind_Latn-fuv_Latn", "languages": ["ind-Latn", "fuv-Latn"], "main_score": 0.167413, "precision": 0.146652, "recall": 0.25}, {"accuracy": 0.229249, "f1": 0.15829, "hf_subset": "ind_Latn-kac_Latn", "languages": ["ind-Latn", "kac-Latn"], "main_score": 0.15829, "precision": 0.140049, "recall": 0.229249}, {"accuracy": 0.247036, "f1": 0.176274, "hf_subset": "ind_Latn-lin_Latn", "languages": ["ind-Latn", "lin-Latn"], "main_score": 0.176274, "precision": 0.157405, "recall": 0.247036}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "ind_Latn-nno_Latn", "languages": ["ind-Latn", "nno-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.019763, "f1": 0.004111, "hf_subset": "ind_Latn-sat_Olck", "languages": ["ind-Latn", "sat-Olck"], "main_score": 0.004111, "precision": 0.002991, "recall": 0.019763}, {"accuracy": 0.868577, "f1": 0.831376, "hf_subset": "ind_Latn-tel_Telu", "languages": ["ind-Latn", "tel-Telu"], "main_score": 0.831376, "precision": 0.814345, "recall": 0.868577}, {"accuracy": 0.453557, "f1": 0.368339, "hf_subset": "ind_Latn-ydd_Hebr", "languages": ["ind-Latn", "ydd-Hebr"], "main_score": 0.368339, "precision": 0.337658, "recall": 0.453557}, {"accuracy": 0.855731, "f1": 0.81581, "hf_subset": "ind_Latn-ary_Arab", "languages": ["ind-Latn", "ary-Arab"], "main_score": 0.81581, "precision": 0.797596, "recall": 0.855731}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-ces_Latn", "languages": ["ind-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.107708, "f1": 0.061849, "hf_subset": "ind_Latn-gaz_Latn", "languages": ["ind-Latn", "gaz-Latn"], "main_score": 0.061849, "precision": 0.052813, "recall": 0.107708}, {"accuracy": 0.218379, "f1": 0.144542, "hf_subset": "ind_Latn-kam_Latn", "languages": ["ind-Latn", "kam-Latn"], "main_score": 0.144542, "precision": 0.126269, "recall": 0.218379}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ind_Latn-lit_Latn", "languages": ["ind-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-nob_Latn", "languages": ["ind-Latn", "nob-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.667984, "f1": 0.594864, "hf_subset": "ind_Latn-scn_Latn", "languages": ["ind-Latn", "scn-Latn"], "main_score": 0.594864, "precision": 0.566415, "recall": 0.667984}, {"accuracy": 0.209486, "f1": 0.136221, "hf_subset": "ind_Latn-tgk_Cyrl", "languages": ["ind-Latn", "tgk-Cyrl"], "main_score": 0.136221, "precision": 0.117078, "recall": 0.209486}, {"accuracy": 0.232213, "f1": 0.151912, "hf_subset": "ind_Latn-yor_Latn", "languages": ["ind-Latn", "yor-Latn"], "main_score": 0.151912, "precision": 0.131897, "recall": 0.232213}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "ind_Latn-arz_Arab", "languages": ["ind-Latn", "arz-Arab"], "main_score": 0.943017, "precision": 0.93643, "recall": 0.956522}, {"accuracy": 0.211462, "f1": 0.140154, "hf_subset": "ind_Latn-cjk_Latn", "languages": ["ind-Latn", "cjk-Latn"], "main_score": 0.140154, "precision": 0.122718, "recall": 0.211462}, {"accuracy": 0.228261, "f1": 0.1561, "hf_subset": "ind_Latn-gla_Latn", "languages": ["ind-Latn", "gla-Latn"], "main_score": 0.1561, "precision": 0.13638, "recall": 0.228261}, {"accuracy": 0.828063, "f1": 0.782051, "hf_subset": "ind_Latn-kan_Knda", "languages": ["ind-Latn", "kan-Knda"], "main_score": 0.782051, "precision": 0.761422, "recall": 0.828063}, {"accuracy": 0.670949, "f1": 0.600863, "hf_subset": "ind_Latn-lmo_Latn", "languages": ["ind-Latn", "lmo-Latn"], "main_score": 0.600863, "precision": 0.573769, "recall": 0.670949}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "ind_Latn-npi_Deva", "languages": ["ind-Latn", "npi-Deva"], "main_score": 0.963011, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.31917, "f1": 0.229807, "hf_subset": "ind_Latn-shn_Mymr", "languages": ["ind-Latn", "shn-Mymr"], "main_score": 0.229807, "precision": 0.201863, "recall": 0.31917}, {"accuracy": 0.490119, "f1": 0.40352, "hf_subset": "ind_Latn-tgl_Latn", "languages": ["ind-Latn", "tgl-Latn"], "main_score": 0.40352, "precision": 0.375229, "recall": 0.490119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ind_Latn-yue_Hant", "languages": ["ind-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.563241, "f1": 0.483923, "hf_subset": "ind_Latn-asm_Beng", "languages": ["ind-Latn", "asm-Beng"], "main_score": 0.483923, "precision": 0.453741, "recall": 0.563241}, {"accuracy": 0.857708, "f1": 0.817754, "hf_subset": "ind_Latn-ckb_Arab", "languages": ["ind-Latn", "ckb-Arab"], "main_score": 0.817754, "precision": 0.79916, "recall": 0.857708}, {"accuracy": 0.324111, "f1": 0.241411, "hf_subset": "ind_Latn-gle_Latn", "languages": ["ind-Latn", "gle-Latn"], "main_score": 0.241411, "precision": 0.217047, "recall": 0.324111}, {"accuracy": 0.617589, "f1": 0.535385, "hf_subset": "ind_Latn-kas_Arab", "languages": ["ind-Latn", "kas-Arab"], "main_score": 0.535385, "precision": 0.503527, "recall": 0.617589}, {"accuracy": 0.718379, "f1": 0.654342, "hf_subset": "ind_Latn-ltg_Latn", "languages": ["ind-Latn", "ltg-Latn"], "main_score": 0.654342, "precision": 0.627413, "recall": 0.718379}, {"accuracy": 0.269763, "f1": 0.190054, "hf_subset": "ind_Latn-nso_Latn", "languages": ["ind-Latn", "nso-Latn"], "main_score": 0.190054, "precision": 0.169158, "recall": 0.269763}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "ind_Latn-sin_Sinh", "languages": ["ind-Latn", "sin-Sinh"], "main_score": 0.912121, "precision": 0.902421, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ind_Latn-tha_Thai", "languages": ["ind-Latn", "tha-Thai"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "ind_Latn-zho_Hans", "languages": ["ind-Latn", "zho-Hans"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "ind_Latn-ast_Latn", "languages": ["ind-Latn", "ast-Latn"], "main_score": 0.936759, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.781621, "f1": 0.725461, "hf_subset": "ind_Latn-crh_Latn", "languages": ["ind-Latn", "crh-Latn"], "main_score": 0.725461, "precision": 0.700576, "recall": 0.781621}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-glg_Latn", "languages": ["ind-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.435771, "f1": 0.351342, "hf_subset": "ind_Latn-kas_Deva", "languages": ["ind-Latn", "kas-Deva"], "main_score": 0.351342, "precision": 0.322736, "recall": 0.435771}, {"accuracy": 0.525692, "f1": 0.434092, "hf_subset": "ind_Latn-ltz_Latn", "languages": ["ind-Latn", "ltz-Latn"], "main_score": 0.434092, "precision": 0.401781, "recall": 0.525692}, {"accuracy": 0.126482, "f1": 0.071356, "hf_subset": "ind_Latn-nus_Latn", "languages": ["ind-Latn", "nus-Latn"], "main_score": 0.071356, "precision": 0.060398, "recall": 0.126482}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-slk_Latn", "languages": ["ind-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.195652, "f1": 0.128492, "hf_subset": "ind_Latn-tir_Ethi", "languages": ["ind-Latn", "tir-Ethi"], "main_score": 0.128492, "precision": 0.109876, "recall": 0.195652}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-zho_Hant", "languages": ["ind-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.962451, "f1": 0.95191, "hf_subset": "ind_Latn-awa_Deva", "languages": ["ind-Latn", "awa-Deva"], "main_score": 0.95191, "precision": 0.946805, "recall": 0.962451}, {"accuracy": 0.500988, "f1": 0.412784, "hf_subset": "ind_Latn-cym_Latn", "languages": ["ind-Latn", "cym-Latn"], "main_score": 0.412784, "precision": 0.383978, "recall": 0.500988}, {"accuracy": 0.381423, "f1": 0.293047, "hf_subset": "ind_Latn-grn_Latn", "languages": ["ind-Latn", "grn-Latn"], "main_score": 0.293047, "precision": 0.265759, "recall": 0.381423}, {"accuracy": 0.881423, "f1": 0.845191, "hf_subset": "ind_Latn-kat_Geor", "languages": ["ind-Latn", "kat-Geor"], "main_score": 0.845191, "precision": 0.828228, "recall": 0.881423}, {"accuracy": 0.287549, "f1": 0.207484, "hf_subset": "ind_Latn-lua_Latn", "languages": ["ind-Latn", "lua-Latn"], "main_score": 0.207484, "precision": 0.186061, "recall": 0.287549}, {"accuracy": 0.261858, "f1": 0.183357, "hf_subset": "ind_Latn-nya_Latn", "languages": ["ind-Latn", "nya-Latn"], "main_score": 0.183357, "precision": 0.162907, "recall": 0.261858}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ind_Latn-slv_Latn", "languages": ["ind-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.486166, "f1": 0.396345, "hf_subset": "ind_Latn-tpi_Latn", "languages": ["ind-Latn", "tpi-Latn"], "main_score": 0.396345, "precision": 0.365688, "recall": 0.486166}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ind_Latn-zsm_Latn", "languages": ["ind-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.211462, "f1": 0.132991, "hf_subset": "ind_Latn-ayr_Latn", "languages": ["ind-Latn", "ayr-Latn"], "main_score": 0.132991, "precision": 0.114217, "recall": 0.211462}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ind_Latn-dan_Latn", "languages": ["ind-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.924901, "f1": 0.901812, "hf_subset": "ind_Latn-guj_Gujr", "languages": ["ind-Latn", "guj-Gujr"], "main_score": 0.901812, "precision": 0.890975, "recall": 0.924901}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "ind_Latn-kaz_Cyrl", "languages": ["ind-Latn", "kaz-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.206522, "f1": 0.139319, "hf_subset": "ind_Latn-lug_Latn", "languages": ["ind-Latn", "lug-Latn"], "main_score": 0.139319, "precision": 0.122473, "recall": 0.206522}, {"accuracy": 0.937747, "f1": 0.919038, "hf_subset": "ind_Latn-oci_Latn", "languages": ["ind-Latn", "oci-Latn"], "main_score": 0.919038, "precision": 0.910326, "recall": 0.937747}, {"accuracy": 0.216403, "f1": 0.143715, "hf_subset": "ind_Latn-smo_Latn", "languages": ["ind-Latn", "smo-Latn"], "main_score": 0.143715, "precision": 0.12525, "recall": 0.216403}, {"accuracy": 0.233202, "f1": 0.15842, "hf_subset": "ind_Latn-tsn_Latn", "languages": ["ind-Latn", "tsn-Latn"], "main_score": 0.15842, "precision": 0.138965, "recall": 0.233202}, {"accuracy": 0.16502, "f1": 0.103507, "hf_subset": "ind_Latn-zul_Latn", "languages": ["ind-Latn", "zul-Latn"], "main_score": 0.103507, "precision": 0.089849, "recall": 0.16502}, {"accuracy": 0.559289, "f1": 0.477352, "hf_subset": "ind_Latn-azb_Arab", "languages": ["ind-Latn", "azb-Arab"], "main_score": 0.477352, "precision": 0.44581, "recall": 0.559289}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ind_Latn-deu_Latn", "languages": ["ind-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.322134, "f1": 0.236879, "hf_subset": "ind_Latn-hat_Latn", "languages": ["ind-Latn", "hat-Latn"], "main_score": 0.236879, "precision": 0.211738, "recall": 0.322134}, {"accuracy": 0.209486, "f1": 0.13684, "hf_subset": "ind_Latn-kbp_Latn", "languages": ["ind-Latn", "kbp-Latn"], "main_score": 0.13684, "precision": 0.119024, "recall": 0.209486}, {"accuracy": 0.250988, "f1": 0.173368, "hf_subset": "ind_Latn-luo_Latn", "languages": ["ind-Latn", "luo-Latn"], "main_score": 0.173368, "precision": 0.153871, "recall": 0.250988}, {"accuracy": 0.846838, "f1": 0.805402, "hf_subset": "ind_Latn-ory_Orya", "languages": ["ind-Latn", "ory-Orya"], "main_score": 0.805402, "precision": 0.787088, "recall": 0.846838}, {"accuracy": 0.199605, "f1": 0.129737, "hf_subset": "ind_Latn-sna_Latn", "languages": ["ind-Latn", "sna-Latn"], "main_score": 0.129737, "precision": 0.112178, "recall": 0.199605}, {"accuracy": 0.210474, "f1": 0.139918, "hf_subset": "ind_Latn-tso_Latn", "languages": ["ind-Latn", "tso-Latn"], "main_score": 0.139918, "precision": 0.122623, "recall": 0.210474}, {"accuracy": 0.953557, "f1": 0.940217, "hf_subset": "ind_Latn-azj_Latn", "languages": ["ind-Latn", "azj-Latn"], "main_score": 0.940217, "precision": 0.933959, "recall": 0.953557}, {"accuracy": 0.324111, "f1": 0.237403, "hf_subset": "ind_Latn-dik_Latn", "languages": ["ind-Latn", "dik-Latn"], "main_score": 0.237403, "precision": 0.212226, "recall": 0.324111}, {"accuracy": 0.281621, "f1": 0.199476, "hf_subset": "ind_Latn-hau_Latn", "languages": ["ind-Latn", "hau-Latn"], "main_score": 0.199476, "precision": 0.178345, "recall": 0.281621}, {"accuracy": 0.676877, "f1": 0.602885, "hf_subset": "ind_Latn-kea_Latn", "languages": ["ind-Latn", "kea-Latn"], "main_score": 0.602885, "precision": 0.573864, "recall": 0.676877}, {"accuracy": 0.391304, "f1": 0.305265, "hf_subset": "ind_Latn-lus_Latn", "languages": ["ind-Latn", "lus-Latn"], "main_score": 0.305265, "precision": 0.278548, "recall": 0.391304}, {"accuracy": 0.499012, "f1": 0.40743, "hf_subset": "ind_Latn-pag_Latn", "languages": ["ind-Latn", "pag-Latn"], "main_score": 0.40743, "precision": 0.375214, "recall": 0.499012}, {"accuracy": 0.865613, "f1": 0.828261, "hf_subset": "ind_Latn-snd_Arab", "languages": ["ind-Latn", "snd-Arab"], "main_score": 0.828261, "precision": 0.810886, "recall": 0.865613}, {"accuracy": 0.364625, "f1": 0.278934, "hf_subset": "ind_Latn-tuk_Latn", "languages": ["ind-Latn", "tuk-Latn"], "main_score": 0.278934, "precision": 0.252274, "recall": 0.364625}, {"accuracy": 0.48419, "f1": 0.398389, "hf_subset": "ind_Latn-bak_Cyrl", "languages": ["ind-Latn", "bak-Cyrl"], "main_score": 0.398389, "precision": 0.367332, "recall": 0.48419}, {"accuracy": 0.210474, "f1": 0.137597, "hf_subset": "ind_Latn-dyu_Latn", "languages": ["ind-Latn", "dyu-Latn"], "main_score": 0.137597, "precision": 0.117084, "recall": 0.210474}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "ind_Latn-heb_Hebr", "languages": ["ind-Latn", "heb-Hebr"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ind_Latn-khk_Cyrl", "languages": ["ind-Latn", "khk-Cyrl"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "ind_Latn-lvs_Latn", "languages": ["ind-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.825527, "hf_subset": "ind_Latn-pan_Guru", "languages": ["ind-Latn", "pan-Guru"], "main_score": 0.825527, "precision": 0.807971, "recall": 0.863636}, {"accuracy": 0.291502, "f1": 0.212324, "hf_subset": "ind_Latn-som_Latn", "languages": ["ind-Latn", "som-Latn"], "main_score": 0.212324, "precision": 0.18851, "recall": 0.291502}, {"accuracy": 0.227273, "f1": 0.152188, "hf_subset": "ind_Latn-tum_Latn", "languages": ["ind-Latn", "tum-Latn"], "main_score": 0.152188, "precision": 0.133675, "recall": 0.227273}, {"accuracy": 0.049407, "f1": 0.037178, "hf_subset": "knc_Latn-ace_Arab", "languages": ["knc-Latn", "ace-Arab"], "main_score": 0.037178, "precision": 0.034192, "recall": 0.049407}, {"accuracy": 0.241107, "f1": 0.214054, "hf_subset": "knc_Latn-bam_Latn", "languages": ["knc-Latn", "bam-Latn"], "main_score": 0.214054, "precision": 0.203516, "recall": 0.241107}, {"accuracy": 0.002964, "f1": 0.000731, "hf_subset": "knc_Latn-dzo_Tibt", "languages": ["knc-Latn", "dzo-Tibt"], "main_score": 0.000731, "precision": 0.000532, "recall": 0.002964}, {"accuracy": 0.183794, "f1": 0.150256, "hf_subset": "knc_Latn-hin_Deva", "languages": ["knc-Latn", "hin-Deva"], "main_score": 0.150256, "precision": 0.14165, "recall": 0.183794}, {"accuracy": 0.166996, "f1": 0.147355, "hf_subset": "knc_Latn-khm_Khmr", "languages": ["knc-Latn", "khm-Khmr"], "main_score": 0.147355, "precision": 0.141087, "recall": 0.166996}, {"accuracy": 0.157115, "f1": 0.132343, "hf_subset": "knc_Latn-mag_Deva", "languages": ["knc-Latn", "mag-Deva"], "main_score": 0.132343, "precision": 0.125628, "recall": 0.157115}, {"accuracy": 0.189723, "f1": 0.170628, "hf_subset": "knc_Latn-pap_Latn", "languages": ["knc-Latn", "pap-Latn"], "main_score": 0.170628, "precision": 0.164452, "recall": 0.189723}, {"accuracy": 0.269763, "f1": 0.243578, "hf_subset": "knc_Latn-sot_Latn", "languages": ["knc-Latn", "sot-Latn"], "main_score": 0.243578, "precision": 0.23279, "recall": 0.269763}, {"accuracy": 0.271739, "f1": 0.233367, "hf_subset": "knc_Latn-tur_Latn", "languages": ["knc-Latn", "tur-Latn"], "main_score": 0.233367, "precision": 0.222925, "recall": 0.271739}, {"accuracy": 0.245059, "f1": 0.222634, "hf_subset": "knc_Latn-ace_Latn", "languages": ["knc-Latn", "ace-Latn"], "main_score": 0.222634, "precision": 0.21546, "recall": 0.245059}, {"accuracy": 0.184783, "f1": 0.170423, "hf_subset": "knc_Latn-ban_Latn", "languages": ["knc-Latn", "ban-Latn"], "main_score": 0.170423, "precision": 0.165484, "recall": 0.184783}, {"accuracy": 0.187747, "f1": 0.160499, "hf_subset": "knc_Latn-ell_Grek", "languages": ["knc-Latn", "ell-Grek"], "main_score": 0.160499, "precision": 0.15246, "recall": 0.187747}, {"accuracy": 0.147233, "f1": 0.123538, "hf_subset": "knc_Latn-hne_Deva", "languages": ["knc-Latn", "hne-Deva"], "main_score": 0.123538, "precision": 0.115681, "recall": 0.147233}, {"accuracy": 0.25, "f1": 0.224769, "hf_subset": "knc_Latn-kik_Latn", "languages": ["knc-Latn", "kik-Latn"], "main_score": 0.224769, "precision": 0.21518, "recall": 0.25}, {"accuracy": 0.147233, "f1": 0.127416, "hf_subset": "knc_Latn-mai_Deva", "languages": ["knc-Latn", "mai-Deva"], "main_score": 0.127416, "precision": 0.121515, "recall": 0.147233}, {"accuracy": 0.148221, "f1": 0.12793, "hf_subset": "knc_Latn-pbt_Arab", "languages": ["knc-Latn", "pbt-Arab"], "main_score": 0.12793, "precision": 0.123199, "recall": 0.148221}, {"accuracy": 0.256917, "f1": 0.223489, "hf_subset": "knc_Latn-spa_Latn", "languages": ["knc-Latn", "spa-Latn"], "main_score": 0.223489, "precision": 0.216059, "recall": 0.256917}, {"accuracy": 0.315217, "f1": 0.284384, "hf_subset": "knc_Latn-twi_Latn", "languages": ["knc-Latn", "twi-Latn"], "main_score": 0.284384, "precision": 0.2731, "recall": 0.315217}, {"accuracy": 0.145257, "f1": 0.128199, "hf_subset": "knc_Latn-acm_Arab", "languages": ["knc-Latn", "acm-Arab"], "main_score": 0.128199, "precision": 0.122838, "recall": 0.145257}, {"accuracy": 0.173913, "f1": 0.139871, "hf_subset": "knc_Latn-bel_Cyrl", "languages": ["knc-Latn", "bel-Cyrl"], "main_score": 0.139871, "precision": 0.131452, "recall": 0.173913}, {"accuracy": 0.268775, "f1": 0.230076, "hf_subset": "knc_Latn-eng_Latn", "languages": ["knc-Latn", "eng-Latn"], "main_score": 0.230076, "precision": 0.220025, "recall": 0.268775}, {"accuracy": 0.199605, "f1": 0.177846, "hf_subset": "knc_Latn-hrv_Latn", "languages": ["knc-Latn", "hrv-Latn"], "main_score": 0.177846, "precision": 0.171201, "recall": 0.199605}, {"accuracy": 0.227273, "f1": 0.197601, "hf_subset": "knc_Latn-kin_Latn", "languages": ["knc-Latn", "kin-Latn"], "main_score": 0.197601, "precision": 0.186339, "recall": 0.227273}, {"accuracy": 0.078063, "f1": 0.059169, "hf_subset": "knc_Latn-mal_Mlym", "languages": ["knc-Latn", "mal-Mlym"], "main_score": 0.059169, "precision": 0.05519, "recall": 0.078063}, {"accuracy": 0.178854, "f1": 0.154505, "hf_subset": "knc_Latn-pes_Arab", "languages": ["knc-Latn", "pes-Arab"], "main_score": 0.154505, "precision": 0.147004, "recall": 0.178854}, {"accuracy": 0.206522, "f1": 0.185911, "hf_subset": "knc_Latn-srd_Latn", "languages": ["knc-Latn", "srd-Latn"], "main_score": 0.185911, "precision": 0.179513, "recall": 0.206522}, {"accuracy": 0.065217, "f1": 0.046638, "hf_subset": "knc_Latn-tzm_Tfng", "languages": ["knc-Latn", "tzm-Tfng"], "main_score": 0.046638, "precision": 0.04248, "recall": 0.065217}, {"accuracy": 0.166996, "f1": 0.144619, "hf_subset": "knc_Latn-acq_Arab", "languages": ["knc-Latn", "acq-Arab"], "main_score": 0.144619, "precision": 0.138195, "recall": 0.166996}, {"accuracy": 0.300395, "f1": 0.273968, "hf_subset": "knc_Latn-bem_Latn", "languages": ["knc-Latn", "bem-Latn"], "main_score": 0.273968, "precision": 0.264227, "recall": 0.300395}, {"accuracy": 0.200593, "f1": 0.184128, "hf_subset": "knc_Latn-epo_Latn", "languages": ["knc-Latn", "epo-Latn"], "main_score": 0.184128, "precision": 0.178514, "recall": 0.200593}, {"accuracy": 0.259881, "f1": 0.222694, "hf_subset": "knc_Latn-hun_Latn", "languages": ["knc-Latn", "hun-Latn"], "main_score": 0.222694, "precision": 0.213253, "recall": 0.259881}, {"accuracy": 0.190711, "f1": 0.166357, "hf_subset": "knc_Latn-kir_Cyrl", "languages": ["knc-Latn", "kir-Cyrl"], "main_score": 0.166357, "precision": 0.15935, "recall": 0.190711}, {"accuracy": 0.150198, "f1": 0.125274, "hf_subset": "knc_Latn-mar_Deva", "languages": ["knc-Latn", "mar-Deva"], "main_score": 0.125274, "precision": 0.118253, "recall": 0.150198}, {"accuracy": 0.215415, "f1": 0.187979, "hf_subset": "knc_Latn-plt_Latn", "languages": ["knc-Latn", "plt-Latn"], "main_score": 0.187979, "precision": 0.179309, "recall": 0.215415}, {"accuracy": 0.20751, "f1": 0.173286, "hf_subset": "knc_Latn-srp_Cyrl", "languages": ["knc-Latn", "srp-Cyrl"], "main_score": 0.173286, "precision": 0.164285, "recall": 0.20751}, {"accuracy": 0.093874, "f1": 0.080378, "hf_subset": "knc_Latn-uig_Arab", "languages": ["knc-Latn", "uig-Arab"], "main_score": 0.080378, "precision": 0.07604, "recall": 0.093874}, {"accuracy": 0.15415, "f1": 0.128892, "hf_subset": "knc_Latn-aeb_Arab", "languages": ["knc-Latn", "aeb-Arab"], "main_score": 0.128892, "precision": 0.122802, "recall": 0.15415}, {"accuracy": 0.083004, "f1": 0.067388, "hf_subset": "knc_Latn-ben_Beng", "languages": ["knc-Latn", "ben-Beng"], "main_score": 0.067388, "precision": 0.064078, "recall": 0.083004}, {"accuracy": 0.247036, "f1": 0.207011, "hf_subset": "knc_Latn-est_Latn", "languages": ["knc-Latn", "est-Latn"], "main_score": 0.207011, "precision": 0.196791, "recall": 0.247036}, {"accuracy": 0.146245, "f1": 0.122168, "hf_subset": "knc_Latn-hye_Armn", "languages": ["knc-Latn", "hye-Armn"], "main_score": 0.122168, "precision": 0.114542, "recall": 0.146245}, {"accuracy": 0.266798, "f1": 0.229715, "hf_subset": "knc_Latn-kmb_Latn", "languages": ["knc-Latn", "kmb-Latn"], "main_score": 0.229715, "precision": 0.216307, "recall": 0.266798}, {"accuracy": 0.031621, "f1": 0.026777, "hf_subset": "knc_Latn-min_Arab", "languages": ["knc-Latn", "min-Arab"], "main_score": 0.026777, "precision": 0.025306, "recall": 0.031621}, {"accuracy": 0.256917, "f1": 0.216621, "hf_subset": "knc_Latn-pol_Latn", "languages": ["knc-Latn", "pol-Latn"], "main_score": 0.216621, "precision": 0.205981, "recall": 0.256917}, {"accuracy": 0.214427, "f1": 0.185775, "hf_subset": "knc_Latn-ssw_Latn", "languages": ["knc-Latn", "ssw-Latn"], "main_score": 0.185775, "precision": 0.176085, "recall": 0.214427}, {"accuracy": 0.209486, "f1": 0.178072, "hf_subset": "knc_Latn-ukr_Cyrl", "languages": ["knc-Latn", "ukr-Cyrl"], "main_score": 0.178072, "precision": 0.169739, "recall": 0.209486}, {"accuracy": 0.242095, "f1": 0.209033, "hf_subset": "knc_Latn-afr_Latn", "languages": ["knc-Latn", "afr-Latn"], "main_score": 0.209033, "precision": 0.200143, "recall": 0.242095}, {"accuracy": 0.143281, "f1": 0.124428, "hf_subset": "knc_Latn-bho_Deva", "languages": ["knc-Latn", "bho-Deva"], "main_score": 0.124428, "precision": 0.118603, "recall": 0.143281}, {"accuracy": 0.155138, "f1": 0.136262, "hf_subset": "knc_Latn-eus_Latn", "languages": ["knc-Latn", "eus-Latn"], "main_score": 0.136262, "precision": 0.130434, "recall": 0.155138}, {"accuracy": 0.228261, "f1": 0.197392, "hf_subset": "knc_Latn-ibo_Latn", "languages": ["knc-Latn", "ibo-Latn"], "main_score": 0.197392, "precision": 0.186815, "recall": 0.228261}, {"accuracy": 0.216403, "f1": 0.187354, "hf_subset": "knc_Latn-kmr_Latn", "languages": ["knc-Latn", "kmr-Latn"], "main_score": 0.187354, "precision": 0.180172, "recall": 0.216403}, {"accuracy": 0.188735, "f1": 0.175923, "hf_subset": "knc_Latn-min_Latn", "languages": ["knc-Latn", "min-Latn"], "main_score": 0.175923, "precision": 0.172211, "recall": 0.188735}, {"accuracy": 0.262846, "f1": 0.220522, "hf_subset": "knc_Latn-por_Latn", "languages": ["knc-Latn", "por-Latn"], "main_score": 0.220522, "precision": 0.210414, "recall": 0.262846}, {"accuracy": 0.194664, "f1": 0.178215, "hf_subset": "knc_Latn-sun_Latn", "languages": ["knc-Latn", "sun-Latn"], "main_score": 0.178215, "precision": 0.173501, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.168683, "hf_subset": "knc_Latn-umb_Latn", "languages": ["knc-Latn", "umb-Latn"], "main_score": 0.168683, "precision": 0.157195, "recall": 0.203557}, {"accuracy": 0.168972, "f1": 0.14369, "hf_subset": "knc_Latn-ajp_Arab", "languages": ["knc-Latn", "ajp-Arab"], "main_score": 0.14369, "precision": 0.136085, "recall": 0.168972}, {"accuracy": 0.050395, "f1": 0.041419, "hf_subset": "knc_Latn-bjn_Arab", "languages": ["knc-Latn", "bjn-Arab"], "main_score": 0.041419, "precision": 0.038586, "recall": 0.050395}, {"accuracy": 0.256917, "f1": 0.232297, "hf_subset": "knc_Latn-ewe_Latn", "languages": ["knc-Latn", "ewe-Latn"], "main_score": 0.232297, "precision": 0.222029, "recall": 0.256917}, {"accuracy": 0.277668, "f1": 0.254087, "hf_subset": "knc_Latn-ilo_Latn", "languages": ["knc-Latn", "ilo-Latn"], "main_score": 0.254087, "precision": 0.245968, "recall": 0.277668}, {"accuracy": 0.056324, "f1": 0.047746, "hf_subset": "knc_Latn-knc_Arab", "languages": ["knc-Latn", "knc-Arab"], "main_score": 0.047746, "precision": 0.045298, "recall": 0.056324}, {"accuracy": 0.215415, "f1": 0.184429, "hf_subset": "knc_Latn-mkd_Cyrl", "languages": ["knc-Latn", "mkd-Cyrl"], "main_score": 0.184429, "precision": 0.17659, "recall": 0.215415}, {"accuracy": 0.161067, "f1": 0.139686, "hf_subset": "knc_Latn-prs_Arab", "languages": ["knc-Latn", "prs-Arab"], "main_score": 0.139686, "precision": 0.133817, "recall": 0.161067}, {"accuracy": 0.227273, "f1": 0.200713, "hf_subset": "knc_Latn-swe_Latn", "languages": ["knc-Latn", "swe-Latn"], "main_score": 0.200713, "precision": 0.192608, "recall": 0.227273}, {"accuracy": 0.140316, "f1": 0.110521, "hf_subset": "knc_Latn-urd_Arab", "languages": ["knc-Latn", "urd-Arab"], "main_score": 0.110521, "precision": 0.102045, "recall": 0.140316}, {"accuracy": 0.314229, "f1": 0.280114, "hf_subset": "knc_Latn-aka_Latn", "languages": ["knc-Latn", "aka-Latn"], "main_score": 0.280114, "precision": 0.26922, "recall": 0.314229}, {"accuracy": 0.197628, "f1": 0.180283, "hf_subset": "knc_Latn-bjn_Latn", "languages": ["knc-Latn", "bjn-Latn"], "main_score": 0.180283, "precision": 0.174662, "recall": 0.197628}, {"accuracy": 0.1917, "f1": 0.167055, "hf_subset": "knc_Latn-fao_Latn", "languages": ["knc-Latn", "fao-Latn"], "main_score": 0.167055, "precision": 0.159789, "recall": 0.1917}, {"accuracy": 0.26581, "f1": 0.228946, "hf_subset": "knc_Latn-ind_Latn", "languages": ["knc-Latn", "ind-Latn"], "main_score": 0.228946, "precision": 0.219954, "recall": 0.26581}, {"accuracy": 0.220356, "f1": 0.196529, "hf_subset": "knc_Latn-mlt_Latn", "languages": ["knc-Latn", "mlt-Latn"], "main_score": 0.196529, "precision": 0.188267, "recall": 0.220356}, {"accuracy": 0.245059, "f1": 0.216973, "hf_subset": "knc_Latn-quy_Latn", "languages": ["knc-Latn", "quy-Latn"], "main_score": 0.216973, "precision": 0.206939, "recall": 0.245059}, {"accuracy": 0.212451, "f1": 0.188526, "hf_subset": "knc_Latn-swh_Latn", "languages": ["knc-Latn", "swh-Latn"], "main_score": 0.188526, "precision": 0.180619, "recall": 0.212451}, {"accuracy": 0.146245, "f1": 0.130467, "hf_subset": "knc_Latn-uzn_Latn", "languages": ["knc-Latn", "uzn-Latn"], "main_score": 0.130467, "precision": 0.126083, "recall": 0.146245}, {"accuracy": 0.230237, "f1": 0.200083, "hf_subset": "knc_Latn-als_Latn", "languages": ["knc-Latn", "als-Latn"], "main_score": 0.200083, "precision": 0.191878, "recall": 0.230237}, {"accuracy": 0.046443, "f1": 0.029485, "hf_subset": "knc_Latn-bod_Tibt", "languages": ["knc-Latn", "bod-Tibt"], "main_score": 0.029485, "precision": 0.025699, "recall": 0.046443}, {"accuracy": 0.185771, "f1": 0.159326, "hf_subset": "knc_Latn-fij_Latn", "languages": ["knc-Latn", "fij-Latn"], "main_score": 0.159326, "precision": 0.150654, "recall": 0.185771}, {"accuracy": 0.162055, "f1": 0.147932, "hf_subset": "knc_Latn-isl_Latn", "languages": ["knc-Latn", "isl-Latn"], "main_score": 0.147932, "precision": 0.14396, "recall": 0.162055}, {"accuracy": 0.290514, "f1": 0.255234, "hf_subset": "knc_Latn-kon_Latn", "languages": ["knc-Latn", "kon-Latn"], "main_score": 0.255234, "precision": 0.242524, "recall": 0.290514}, {"accuracy": 0.05336, "f1": 0.037289, "hf_subset": "knc_Latn-mni_Beng", "languages": ["knc-Latn", "mni-Beng"], "main_score": 0.037289, "precision": 0.033182, "recall": 0.05336}, {"accuracy": 0.26581, "f1": 0.230149, "hf_subset": "knc_Latn-ron_Latn", "languages": ["knc-Latn", "ron-Latn"], "main_score": 0.230149, "precision": 0.220735, "recall": 0.26581}, {"accuracy": 0.212451, "f1": 0.188405, "hf_subset": "knc_Latn-szl_Latn", "languages": ["knc-Latn", "szl-Latn"], "main_score": 0.188405, "precision": 0.181854, "recall": 0.212451}, {"accuracy": 0.211462, "f1": 0.186228, "hf_subset": "knc_Latn-vec_Latn", "languages": ["knc-Latn", "vec-Latn"], "main_score": 0.186228, "precision": 0.179109, "recall": 0.211462}, {"accuracy": 0.068182, "f1": 0.049864, "hf_subset": "knc_Latn-amh_Ethi", "languages": ["knc-Latn", "amh-Ethi"], "main_score": 0.049864, "precision": 0.045809, "recall": 0.068182}, {"accuracy": 0.246047, "f1": 0.212571, "hf_subset": "knc_Latn-bos_Latn", "languages": ["knc-Latn", "bos-Latn"], "main_score": 0.212571, "precision": 0.203255, "recall": 0.246047}, {"accuracy": 0.23913, "f1": 0.206209, "hf_subset": "knc_Latn-fin_Latn", "languages": ["knc-Latn", "fin-Latn"], "main_score": 0.206209, "precision": 0.197, "recall": 0.23913}, {"accuracy": 0.26087, "f1": 0.221685, "hf_subset": "knc_Latn-ita_Latn", "languages": ["knc-Latn", "ita-Latn"], "main_score": 0.221685, "precision": 0.21227, "recall": 0.26087}, {"accuracy": 0.190711, "f1": 0.15894, "hf_subset": "knc_Latn-kor_Hang", "languages": ["knc-Latn", "kor-Hang"], "main_score": 0.15894, "precision": 0.148868, "recall": 0.190711}, {"accuracy": 0.228261, "f1": 0.200334, "hf_subset": "knc_Latn-mos_Latn", "languages": ["knc-Latn", "mos-Latn"], "main_score": 0.200334, "precision": 0.189847, "recall": 0.228261}, {"accuracy": 0.243083, "f1": 0.21188, "hf_subset": "knc_Latn-run_Latn", "languages": ["knc-Latn", "run-Latn"], "main_score": 0.21188, "precision": 0.200529, "recall": 0.243083}, {"accuracy": 0.083992, "f1": 0.064608, "hf_subset": "knc_Latn-tam_Taml", "languages": ["knc-Latn", "tam-Taml"], "main_score": 0.064608, "precision": 0.060871, "recall": 0.083992}, {"accuracy": 0.268775, "f1": 0.229402, "hf_subset": "knc_Latn-vie_Latn", "languages": ["knc-Latn", "vie-Latn"], "main_score": 0.229402, "precision": 0.21992, "recall": 0.268775}, {"accuracy": 0.143281, "f1": 0.125564, "hf_subset": "knc_Latn-apc_Arab", "languages": ["knc-Latn", "apc-Arab"], "main_score": 0.125564, "precision": 0.119933, "recall": 0.143281}, {"accuracy": 0.244071, "f1": 0.220348, "hf_subset": "knc_Latn-bug_Latn", "languages": ["knc-Latn", "bug-Latn"], "main_score": 0.220348, "precision": 0.212277, "recall": 0.244071}, {"accuracy": 0.245059, "f1": 0.217207, "hf_subset": "knc_Latn-fon_Latn", "languages": ["knc-Latn", "fon-Latn"], "main_score": 0.217207, "precision": 0.206597, "recall": 0.245059}, {"accuracy": 0.179842, "f1": 0.164285, "hf_subset": "knc_Latn-jav_Latn", "languages": ["knc-Latn", "jav-Latn"], "main_score": 0.164285, "precision": 0.159949, "recall": 0.179842}, {"accuracy": 0.204545, "f1": 0.173886, "hf_subset": "knc_Latn-lao_Laoo", "languages": ["knc-Latn", "lao-Laoo"], "main_score": 0.173886, "precision": 0.16639, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.186009, "hf_subset": "knc_Latn-mri_Latn", "languages": ["knc-Latn", "mri-Latn"], "main_score": 0.186009, "precision": 0.174721, "recall": 0.218379}, {"accuracy": 0.224308, "f1": 0.189925, "hf_subset": "knc_Latn-rus_Cyrl", "languages": ["knc-Latn", "rus-Cyrl"], "main_score": 0.189925, "precision": 0.180283, "recall": 0.224308}, {"accuracy": 0.271739, "f1": 0.24002, "hf_subset": "knc_Latn-taq_Latn", "languages": ["knc-Latn", "taq-Latn"], "main_score": 0.24002, "precision": 0.229632, "recall": 0.271739}, {"accuracy": 0.269763, "f1": 0.248027, "hf_subset": "knc_Latn-war_Latn", "languages": ["knc-Latn", "war-Latn"], "main_score": 0.248027, "precision": 0.240757, "recall": 0.269763}, {"accuracy": 0.170949, "f1": 0.146359, "hf_subset": "knc_Latn-arb_Arab", "languages": ["knc-Latn", "arb-Arab"], "main_score": 0.146359, "precision": 0.139146, "recall": 0.170949}, {"accuracy": 0.225296, "f1": 0.188441, "hf_subset": "knc_Latn-bul_Cyrl", "languages": ["knc-Latn", "bul-Cyrl"], "main_score": 0.188441, "precision": 0.178374, "recall": 0.225296}, {"accuracy": 0.269763, "f1": 0.229761, "hf_subset": "knc_Latn-fra_Latn", "languages": ["knc-Latn", "fra-Latn"], "main_score": 0.229761, "precision": 0.220489, "recall": 0.269763}, {"accuracy": 0.199605, "f1": 0.168159, "hf_subset": "knc_Latn-jpn_Jpan", "languages": ["knc-Latn", "jpn-Jpan"], "main_score": 0.168159, "precision": 0.159083, "recall": 0.199605}, {"accuracy": 0.201581, "f1": 0.182676, "hf_subset": "knc_Latn-lij_Latn", "languages": ["knc-Latn", "lij-Latn"], "main_score": 0.182676, "precision": 0.176188, "recall": 0.201581}, {"accuracy": 0.13834, "f1": 0.114061, "hf_subset": "knc_Latn-mya_Mymr", "languages": ["knc-Latn", "mya-Mymr"], "main_score": 0.114061, "precision": 0.107296, "recall": 0.13834}, {"accuracy": 0.224308, "f1": 0.193894, "hf_subset": "knc_Latn-sag_Latn", "languages": ["knc-Latn", "sag-Latn"], "main_score": 0.193894, "precision": 0.183047, "recall": 0.224308}, {"accuracy": 0.08004, "f1": 0.05459, "hf_subset": "knc_Latn-taq_Tfng", "languages": ["knc-Latn", "taq-Tfng"], "main_score": 0.05459, "precision": 0.047959, "recall": 0.08004}, {"accuracy": 0.281621, "f1": 0.248794, "hf_subset": "knc_Latn-wol_Latn", "languages": ["knc-Latn", "wol-Latn"], "main_score": 0.248794, "precision": 0.236681, "recall": 0.281621}, {"accuracy": 0.12253, "f1": 0.098698, "hf_subset": "knc_Latn-arb_Latn", "languages": ["knc-Latn", "arb-Latn"], "main_score": 0.098698, "precision": 0.092835, "recall": 0.12253}, {"accuracy": 0.266798, "f1": 0.224775, "hf_subset": "knc_Latn-cat_Latn", "languages": ["knc-Latn", "cat-Latn"], "main_score": 0.224775, "precision": 0.214855, "recall": 0.266798}, {"accuracy": 0.216403, "f1": 0.191985, "hf_subset": "knc_Latn-fur_Latn", "languages": ["knc-Latn", "fur-Latn"], "main_score": 0.191985, "precision": 0.185236, "recall": 0.216403}, {"accuracy": 0.107708, "f1": 0.084399, "hf_subset": "knc_Latn-kab_Latn", "languages": ["knc-Latn", "kab-Latn"], "main_score": 0.084399, "precision": 0.077583, "recall": 0.107708}, {"accuracy": 0.209486, "f1": 0.188897, "hf_subset": "knc_Latn-lim_Latn", "languages": ["knc-Latn", "lim-Latn"], "main_score": 0.188897, "precision": 0.1819, "recall": 0.209486}, {"accuracy": 0.272727, "f1": 0.236039, "hf_subset": "knc_Latn-nld_Latn", "languages": ["knc-Latn", "nld-Latn"], "main_score": 0.236039, "precision": 0.227234, "recall": 0.272727}, {"accuracy": 0.106719, "f1": 0.088289, "hf_subset": "knc_Latn-san_Deva", "languages": ["knc-Latn", "san-Deva"], "main_score": 0.088289, "precision": 0.083345, "recall": 0.106719}, {"accuracy": 0.16996, "f1": 0.146928, "hf_subset": "knc_Latn-tat_Cyrl", "languages": ["knc-Latn", "tat-Cyrl"], "main_score": 0.146928, "precision": 0.14028, "recall": 0.16996}, {"accuracy": 0.221344, "f1": 0.190646, "hf_subset": "knc_Latn-xho_Latn", "languages": ["knc-Latn", "xho-Latn"], "main_score": 0.190646, "precision": 0.180195, "recall": 0.221344}, {"accuracy": 0.160079, "f1": 0.133434, "hf_subset": "knc_Latn-ars_Arab", "languages": ["knc-Latn", "ars-Arab"], "main_score": 0.133434, "precision": 0.125411, "recall": 0.160079}, {"accuracy": 0.251976, "f1": 0.226926, "hf_subset": "knc_Latn-ceb_Latn", "languages": ["knc-Latn", "ceb-Latn"], "main_score": 0.226926, "precision": 0.219071, "recall": 0.251976}, {"accuracy": 0.244071, "f1": 0.216031, "hf_subset": "knc_Latn-fuv_Latn", "languages": ["knc-Latn", "fuv-Latn"], "main_score": 0.216031, "precision": 0.206048, "recall": 0.244071}, {"accuracy": 0.27668, "f1": 0.235061, "hf_subset": "knc_Latn-kac_Latn", "languages": ["knc-Latn", "kac-Latn"], "main_score": 0.235061, "precision": 0.221976, "recall": 0.27668}, {"accuracy": 0.238142, "f1": 0.210808, "hf_subset": "knc_Latn-lin_Latn", "languages": ["knc-Latn", "lin-Latn"], "main_score": 0.210808, "precision": 0.201722, "recall": 0.238142}, {"accuracy": 0.251976, "f1": 0.218503, "hf_subset": "knc_Latn-nno_Latn", "languages": ["knc-Latn", "nno-Latn"], "main_score": 0.218503, "precision": 0.209051, "recall": 0.251976}, {"accuracy": 0.018775, "f1": 0.007099, "hf_subset": "knc_Latn-sat_Olck", "languages": ["knc-Latn", "sat-Olck"], "main_score": 0.007099, "precision": 0.005026, "recall": 0.018775}, {"accuracy": 0.08498, "f1": 0.073481, "hf_subset": "knc_Latn-tel_Telu", "languages": ["knc-Latn", "tel-Telu"], "main_score": 0.073481, "precision": 0.070442, "recall": 0.08498}, {"accuracy": 0.071146, "f1": 0.055368, "hf_subset": "knc_Latn-ydd_Hebr", "languages": ["knc-Latn", "ydd-Hebr"], "main_score": 0.055368, "precision": 0.051571, "recall": 0.071146}, {"accuracy": 0.118577, "f1": 0.095437, "hf_subset": "knc_Latn-ary_Arab", "languages": ["knc-Latn", "ary-Arab"], "main_score": 0.095437, "precision": 0.089495, "recall": 0.118577}, {"accuracy": 0.259881, "f1": 0.223399, "hf_subset": "knc_Latn-ces_Latn", "languages": ["knc-Latn", "ces-Latn"], "main_score": 0.223399, "precision": 0.213323, "recall": 0.259881}, {"accuracy": 0.124506, "f1": 0.097149, "hf_subset": "knc_Latn-gaz_Latn", "languages": ["knc-Latn", "gaz-Latn"], "main_score": 0.097149, "precision": 0.088219, "recall": 0.124506}, {"accuracy": 0.278656, "f1": 0.246961, "hf_subset": "knc_Latn-kam_Latn", "languages": ["knc-Latn", "kam-Latn"], "main_score": 0.246961, "precision": 0.23532, "recall": 0.278656}, {"accuracy": 0.229249, "f1": 0.198392, "hf_subset": "knc_Latn-lit_Latn", "languages": ["knc-Latn", "lit-Latn"], "main_score": 0.198392, "precision": 0.190276, "recall": 0.229249}, {"accuracy": 0.261858, "f1": 0.224179, "hf_subset": "knc_Latn-nob_Latn", "languages": ["knc-Latn", "nob-Latn"], "main_score": 0.224179, "precision": 0.214265, "recall": 0.261858}, {"accuracy": 0.195652, "f1": 0.171766, "hf_subset": "knc_Latn-scn_Latn", "languages": ["knc-Latn", "scn-Latn"], "main_score": 0.171766, "precision": 0.163993, "recall": 0.195652}, {"accuracy": 0.158103, "f1": 0.135754, "hf_subset": "knc_Latn-tgk_Cyrl", "languages": ["knc-Latn", "tgk-Cyrl"], "main_score": 0.135754, "precision": 0.12873, "recall": 0.158103}, {"accuracy": 0.208498, "f1": 0.181413, "hf_subset": "knc_Latn-yor_Latn", "languages": ["knc-Latn", "yor-Latn"], "main_score": 0.181413, "precision": 0.171974, "recall": 0.208498}, {"accuracy": 0.145257, "f1": 0.126029, "hf_subset": "knc_Latn-arz_Arab", "languages": ["knc-Latn", "arz-Arab"], "main_score": 0.126029, "precision": 0.119898, "recall": 0.145257}, {"accuracy": 0.241107, "f1": 0.203735, "hf_subset": "knc_Latn-cjk_Latn", "languages": ["knc-Latn", "cjk-Latn"], "main_score": 0.203735, "precision": 0.190078, "recall": 0.241107}, {"accuracy": 0.188735, "f1": 0.160454, "hf_subset": "knc_Latn-gla_Latn", "languages": ["knc-Latn", "gla-Latn"], "main_score": 0.160454, "precision": 0.152004, "recall": 0.188735}, {"accuracy": 0.08498, "f1": 0.067355, "hf_subset": "knc_Latn-kan_Knda", "languages": ["knc-Latn", "kan-Knda"], "main_score": 0.067355, "precision": 0.062893, "recall": 0.08498}, {"accuracy": 0.201581, "f1": 0.176489, "hf_subset": "knc_Latn-lmo_Latn", "languages": ["knc-Latn", "lmo-Latn"], "main_score": 0.176489, "precision": 0.170079, "recall": 0.201581}, {"accuracy": 0.176877, "f1": 0.147462, "hf_subset": "knc_Latn-npi_Deva", "languages": ["knc-Latn", "npi-Deva"], "main_score": 0.147462, "precision": 0.13855, "recall": 0.176877}, {"accuracy": 0.211462, "f1": 0.176723, "hf_subset": "knc_Latn-shn_Mymr", "languages": ["knc-Latn", "shn-Mymr"], "main_score": 0.176723, "precision": 0.166146, "recall": 0.211462}, {"accuracy": 0.232213, "f1": 0.208886, "hf_subset": "knc_Latn-tgl_Latn", "languages": ["knc-Latn", "tgl-Latn"], "main_score": 0.208886, "precision": 0.200449, "recall": 0.232213}, {"accuracy": 0.195652, "f1": 0.159873, "hf_subset": "knc_Latn-yue_Hant", "languages": ["knc-Latn", "yue-Hant"], "main_score": 0.159873, "precision": 0.149942, "recall": 0.195652}, {"accuracy": 0.052372, "f1": 0.043944, "hf_subset": "knc_Latn-asm_Beng", "languages": ["knc-Latn", "asm-Beng"], "main_score": 0.043944, "precision": 0.041476, "recall": 0.052372}, {"accuracy": 0.110672, "f1": 0.085591, "hf_subset": "knc_Latn-ckb_Arab", "languages": ["knc-Latn", "ckb-Arab"], "main_score": 0.085591, "precision": 0.079117, "recall": 0.110672}, {"accuracy": 0.187747, "f1": 0.167251, "hf_subset": "knc_Latn-gle_Latn", "languages": ["knc-Latn", "gle-Latn"], "main_score": 0.167251, "precision": 0.161024, "recall": 0.187747}, {"accuracy": 0.098814, "f1": 0.084839, "hf_subset": "knc_Latn-kas_Arab", "languages": ["knc-Latn", "kas-Arab"], "main_score": 0.084839, "precision": 0.080223, "recall": 0.098814}, {"accuracy": 0.184783, "f1": 0.154736, "hf_subset": "knc_Latn-ltg_Latn", "languages": ["knc-Latn", "ltg-Latn"], "main_score": 0.154736, "precision": 0.14702, "recall": 0.184783}, {"accuracy": 0.285573, "f1": 0.255722, "hf_subset": "knc_Latn-nso_Latn", "languages": ["knc-Latn", "nso-Latn"], "main_score": 0.255722, "precision": 0.245047, "recall": 0.285573}, {"accuracy": 0.091897, "f1": 0.071488, "hf_subset": "knc_Latn-sin_Sinh", "languages": ["knc-Latn", "sin-Sinh"], "main_score": 0.071488, "precision": 0.065881, "recall": 0.091897}, {"accuracy": 0.182806, "f1": 0.152978, "hf_subset": "knc_Latn-tha_Thai", "languages": ["knc-Latn", "tha-Thai"], "main_score": 0.152978, "precision": 0.144931, "recall": 0.182806}, {"accuracy": 0.210474, "f1": 0.173264, "hf_subset": "knc_Latn-zho_Hans", "languages": ["knc-Latn", "zho-Hans"], "main_score": 0.173264, "precision": 0.164263, "recall": 0.210474}, {"accuracy": 0.214427, "f1": 0.186522, "hf_subset": "knc_Latn-ast_Latn", "languages": ["knc-Latn", "ast-Latn"], "main_score": 0.186522, "precision": 0.178531, "recall": 0.214427}, {"accuracy": 0.18083, "f1": 0.161826, "hf_subset": "knc_Latn-crh_Latn", "languages": ["knc-Latn", "crh-Latn"], "main_score": 0.161826, "precision": 0.155841, "recall": 0.18083}, {"accuracy": 0.269763, "f1": 0.232886, "hf_subset": "knc_Latn-glg_Latn", "languages": ["knc-Latn", "glg-Latn"], "main_score": 0.232886, "precision": 0.223439, "recall": 0.269763}, {"accuracy": 0.148221, "f1": 0.125326, "hf_subset": "knc_Latn-kas_Deva", "languages": ["knc-Latn", "kas-Deva"], "main_score": 0.125326, "precision": 0.119898, "recall": 0.148221}, {"accuracy": 0.19664, "f1": 0.174487, "hf_subset": "knc_Latn-ltz_Latn", "languages": ["knc-Latn", "ltz-Latn"], "main_score": 0.174487, "precision": 0.167102, "recall": 0.19664}, {"accuracy": 0.15415, "f1": 0.114127, "hf_subset": "knc_Latn-nus_Latn", "languages": ["knc-Latn", "nus-Latn"], "main_score": 0.114127, "precision": 0.102446, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.21519, "hf_subset": "knc_Latn-slk_Latn", "languages": ["knc-Latn", "slk-Latn"], "main_score": 0.21519, "precision": 0.204527, "recall": 0.252964}, {"accuracy": 0.036561, "f1": 0.030466, "hf_subset": "knc_Latn-tir_Ethi", "languages": ["knc-Latn", "tir-Ethi"], "main_score": 0.030466, "precision": 0.028745, "recall": 0.036561}, {"accuracy": 0.198617, "f1": 0.169993, "hf_subset": "knc_Latn-zho_Hant", "languages": ["knc-Latn", "zho-Hant"], "main_score": 0.169993, "precision": 0.161907, "recall": 0.198617}, {"accuracy": 0.177866, "f1": 0.146412, "hf_subset": "knc_Latn-awa_Deva", "languages": ["knc-Latn", "awa-Deva"], "main_score": 0.146412, "precision": 0.138156, "recall": 0.177866}, {"accuracy": 0.157115, "f1": 0.133223, "hf_subset": "knc_Latn-cym_Latn", "languages": ["knc-Latn", "cym-Latn"], "main_score": 0.133223, "precision": 0.127315, "recall": 0.157115}, {"accuracy": 0.269763, "f1": 0.243326, "hf_subset": "knc_Latn-grn_Latn", "languages": ["knc-Latn", "grn-Latn"], "main_score": 0.243326, "precision": 0.234247, "recall": 0.269763}, {"accuracy": 0.155138, "f1": 0.126579, "hf_subset": "knc_Latn-kat_Geor", "languages": ["knc-Latn", "kat-Geor"], "main_score": 0.126579, "precision": 0.118632, "recall": 0.155138}, {"accuracy": 0.255929, "f1": 0.225285, "hf_subset": "knc_Latn-lua_Latn", "languages": ["knc-Latn", "lua-Latn"], "main_score": 0.225285, "precision": 0.213285, "recall": 0.255929}, {"accuracy": 0.29249, "f1": 0.25816, "hf_subset": "knc_Latn-nya_Latn", "languages": ["knc-Latn", "nya-Latn"], "main_score": 0.25816, "precision": 0.245337, "recall": 0.29249}, {"accuracy": 0.248024, "f1": 0.211081, "hf_subset": "knc_Latn-slv_Latn", "languages": ["knc-Latn", "slv-Latn"], "main_score": 0.211081, "precision": 0.202262, "recall": 0.248024}, {"accuracy": 0.268775, "f1": 0.242895, "hf_subset": "knc_Latn-tpi_Latn", "languages": ["knc-Latn", "tpi-Latn"], "main_score": 0.242895, "precision": 0.23353, "recall": 0.268775}, {"accuracy": 0.269763, "f1": 0.229664, "hf_subset": "knc_Latn-zsm_Latn", "languages": ["knc-Latn", "zsm-Latn"], "main_score": 0.229664, "precision": 0.219146, "recall": 0.269763}, {"accuracy": 0.242095, "f1": 0.211682, "hf_subset": "knc_Latn-ayr_Latn", "languages": ["knc-Latn", "ayr-Latn"], "main_score": 0.211682, "precision": 0.2021, "recall": 0.242095}, {"accuracy": 0.257905, "f1": 0.218477, "hf_subset": "knc_Latn-dan_Latn", "languages": ["knc-Latn", "dan-Latn"], "main_score": 0.218477, "precision": 0.209375, "recall": 0.257905}, {"accuracy": 0.108696, "f1": 0.090121, "hf_subset": "knc_Latn-guj_Gujr", "languages": ["knc-Latn", "guj-Gujr"], "main_score": 0.090121, "precision": 0.084191, "recall": 0.108696}, {"accuracy": 0.187747, "f1": 0.160261, "hf_subset": "knc_Latn-kaz_Cyrl", "languages": ["knc-Latn", "kaz-Cyrl"], "main_score": 0.160261, "precision": 0.151692, "recall": 0.187747}, {"accuracy": 0.233202, "f1": 0.200137, "hf_subset": "knc_Latn-lug_Latn", "languages": ["knc-Latn", "lug-Latn"], "main_score": 0.200137, "precision": 0.188438, "recall": 0.233202}, {"accuracy": 0.227273, "f1": 0.198997, "hf_subset": "knc_Latn-oci_Latn", "languages": ["knc-Latn", "oci-Latn"], "main_score": 0.198997, "precision": 0.190179, "recall": 0.227273}, {"accuracy": 0.210474, "f1": 0.177021, "hf_subset": "knc_Latn-smo_Latn", "languages": ["knc-Latn", "smo-Latn"], "main_score": 0.177021, "precision": 0.167694, "recall": 0.210474}, {"accuracy": 0.252964, "f1": 0.22188, "hf_subset": "knc_Latn-tsn_Latn", "languages": ["knc-Latn", "tsn-Latn"], "main_score": 0.22188, "precision": 0.211911, "recall": 0.252964}, {"accuracy": 0.179842, "f1": 0.149759, "hf_subset": "knc_Latn-zul_Latn", "languages": ["knc-Latn", "zul-Latn"], "main_score": 0.149759, "precision": 0.140464, "recall": 0.179842}, {"accuracy": 0.109684, "f1": 0.089333, "hf_subset": "knc_Latn-azb_Arab", "languages": ["knc-Latn", "azb-Arab"], "main_score": 0.089333, "precision": 0.083277, "recall": 0.109684}, {"accuracy": 0.254941, "f1": 0.221732, "hf_subset": "knc_Latn-deu_Latn", "languages": ["knc-Latn", "deu-Latn"], "main_score": 0.221732, "precision": 0.212707, "recall": 0.254941}, {"accuracy": 0.206522, "f1": 0.174912, "hf_subset": "knc_Latn-hat_Latn", "languages": ["knc-Latn", "hat-Latn"], "main_score": 0.174912, "precision": 0.164928, "recall": 0.206522}, {"accuracy": 0.243083, "f1": 0.206014, "hf_subset": "knc_Latn-kbp_Latn", "languages": ["knc-Latn", "kbp-Latn"], "main_score": 0.206014, "precision": 0.193565, "recall": 0.243083}, {"accuracy": 0.259881, "f1": 0.229862, "hf_subset": "knc_Latn-luo_Latn", "languages": ["knc-Latn", "luo-Latn"], "main_score": 0.229862, "precision": 0.219441, "recall": 0.259881}, {"accuracy": 0.079051, "f1": 0.065338, "hf_subset": "knc_Latn-ory_Orya", "languages": ["knc-Latn", "ory-Orya"], "main_score": 0.065338, "precision": 0.06178, "recall": 0.079051}, {"accuracy": 0.194664, "f1": 0.162519, "hf_subset": "knc_Latn-sna_Latn", "languages": ["knc-Latn", "sna-Latn"], "main_score": 0.162519, "precision": 0.151445, "recall": 0.194664}, {"accuracy": 0.270751, "f1": 0.236886, "hf_subset": "knc_Latn-tso_Latn", "languages": ["knc-Latn", "tso-Latn"], "main_score": 0.236886, "precision": 0.225381, "recall": 0.270751}, {"accuracy": 0.162055, "f1": 0.144119, "hf_subset": "knc_Latn-azj_Latn", "languages": ["knc-Latn", "azj-Latn"], "main_score": 0.144119, "precision": 0.139244, "recall": 0.162055}, {"accuracy": 0.263834, "f1": 0.234343, "hf_subset": "knc_Latn-dik_Latn", "languages": ["knc-Latn", "dik-Latn"], "main_score": 0.234343, "precision": 0.224242, "recall": 0.263834}, {"accuracy": 0.256917, "f1": 0.232507, "hf_subset": "knc_Latn-hau_Latn", "languages": ["knc-Latn", "hau-Latn"], "main_score": 0.232507, "precision": 0.223357, "recall": 0.256917}, {"accuracy": 0.16502, "f1": 0.150941, "hf_subset": "knc_Latn-kea_Latn", "languages": ["knc-Latn", "kea-Latn"], "main_score": 0.150941, "precision": 0.145964, "recall": 0.16502}, {"accuracy": 0.307312, "f1": 0.269718, "hf_subset": "knc_Latn-lus_Latn", "languages": ["knc-Latn", "lus-Latn"], "main_score": 0.269718, "precision": 0.257164, "recall": 0.307312}, {"accuracy": 0.257905, "f1": 0.230979, "hf_subset": "knc_Latn-pag_Latn", "languages": ["knc-Latn", "pag-Latn"], "main_score": 0.230979, "precision": 0.221249, "recall": 0.257905}, {"accuracy": 0.096838, "f1": 0.080211, "hf_subset": "knc_Latn-snd_Arab", "languages": ["knc-Latn", "snd-Arab"], "main_score": 0.080211, "precision": 0.075654, "recall": 0.096838}, {"accuracy": 0.176877, "f1": 0.148177, "hf_subset": "knc_Latn-tuk_Latn", "languages": ["knc-Latn", "tuk-Latn"], "main_score": 0.148177, "precision": 0.140505, "recall": 0.176877}, {"accuracy": 0.194664, "f1": 0.169288, "hf_subset": "knc_Latn-bak_Cyrl", "languages": ["knc-Latn", "bak-Cyrl"], "main_score": 0.169288, "precision": 0.161646, "recall": 0.194664}, {"accuracy": 0.210474, "f1": 0.182626, "hf_subset": "knc_Latn-dyu_Latn", "languages": ["knc-Latn", "dyu-Latn"], "main_score": 0.182626, "precision": 0.172233, "recall": 0.210474}, {"accuracy": 0.184783, "f1": 0.153221, "hf_subset": "knc_Latn-heb_Hebr", "languages": ["knc-Latn", "heb-Hebr"], "main_score": 0.153221, "precision": 0.143722, "recall": 0.184783}, {"accuracy": 0.176877, "f1": 0.142551, "hf_subset": "knc_Latn-khk_Cyrl", "languages": ["knc-Latn", "khk-Cyrl"], "main_score": 0.142551, "precision": 0.133717, "recall": 0.176877}, {"accuracy": 0.220356, "f1": 0.188226, "hf_subset": "knc_Latn-lvs_Latn", "languages": ["knc-Latn", "lvs-Latn"], "main_score": 0.188226, "precision": 0.17936, "recall": 0.220356}, {"accuracy": 0.077075, "f1": 0.060911, "hf_subset": "knc_Latn-pan_Guru", "languages": ["knc-Latn", "pan-Guru"], "main_score": 0.060911, "precision": 0.057677, "recall": 0.077075}, {"accuracy": 0.19664, "f1": 0.175173, "hf_subset": "knc_Latn-som_Latn", "languages": ["knc-Latn", "som-Latn"], "main_score": 0.175173, "precision": 0.167404, "recall": 0.19664}, {"accuracy": 0.257905, "f1": 0.222309, "hf_subset": "knc_Latn-tum_Latn", "languages": ["knc-Latn", "tum-Latn"], "main_score": 0.222309, "precision": 0.209869, "recall": 0.257905}, {"accuracy": 0.038538, "f1": 0.031181, "hf_subset": "mlt_Latn-ace_Arab", "languages": ["mlt-Latn", "ace-Arab"], "main_score": 0.031181, "precision": 0.029502, "recall": 0.038538}, {"accuracy": 0.189723, "f1": 0.167486, "hf_subset": "mlt_Latn-bam_Latn", "languages": ["mlt-Latn", "bam-Latn"], "main_score": 0.167486, "precision": 0.159817, "recall": 0.189723}, {"accuracy": 0.002964, "f1": 0.000543, "hf_subset": "mlt_Latn-dzo_Tibt", "languages": ["mlt-Latn", "dzo-Tibt"], "main_score": 0.000543, "precision": 0.000354, "recall": 0.002964}, {"accuracy": 0.240119, "f1": 0.206136, "hf_subset": "mlt_Latn-hin_Deva", "languages": ["mlt-Latn", "hin-Deva"], "main_score": 0.206136, "precision": 0.196901, "recall": 0.240119}, {"accuracy": 0.208498, "f1": 0.192223, "hf_subset": "mlt_Latn-khm_Khmr", "languages": ["mlt-Latn", "khm-Khmr"], "main_score": 0.192223, "precision": 0.186478, "recall": 0.208498}, {"accuracy": 0.182806, "f1": 0.157538, "hf_subset": "mlt_Latn-mag_Deva", "languages": ["mlt-Latn", "mag-Deva"], "main_score": 0.157538, "precision": 0.151576, "recall": 0.182806}, {"accuracy": 0.236166, "f1": 0.220194, "hf_subset": "mlt_Latn-pap_Latn", "languages": ["mlt-Latn", "pap-Latn"], "main_score": 0.220194, "precision": 0.215513, "recall": 0.236166}, {"accuracy": 0.232213, "f1": 0.19966, "hf_subset": "mlt_Latn-sot_Latn", "languages": ["mlt-Latn", "sot-Latn"], "main_score": 0.19966, "precision": 0.189718, "recall": 0.232213}, {"accuracy": 0.322134, "f1": 0.285457, "hf_subset": "mlt_Latn-tur_Latn", "languages": ["mlt-Latn", "tur-Latn"], "main_score": 0.285457, "precision": 0.274804, "recall": 0.322134}, {"accuracy": 0.248024, "f1": 0.221951, "hf_subset": "mlt_Latn-ace_Latn", "languages": ["mlt-Latn", "ace-Latn"], "main_score": 0.221951, "precision": 0.214278, "recall": 0.248024}, {"accuracy": 0.210474, "f1": 0.19391, "hf_subset": "mlt_Latn-ban_Latn", "languages": ["mlt-Latn", "ban-Latn"], "main_score": 0.19391, "precision": 0.188647, "recall": 0.210474}, {"accuracy": 0.267787, "f1": 0.22967, "hf_subset": "mlt_Latn-ell_Grek", "languages": ["mlt-Latn", "ell-Grek"], "main_score": 0.22967, "precision": 0.219342, "recall": 0.267787}, {"accuracy": 0.175889, "f1": 0.157909, "hf_subset": "mlt_Latn-hne_Deva", "languages": ["mlt-Latn", "hne-Deva"], "main_score": 0.157909, "precision": 0.153882, "recall": 0.175889}, {"accuracy": 0.212451, "f1": 0.186289, "hf_subset": "mlt_Latn-kik_Latn", "languages": ["mlt-Latn", "kik-Latn"], "main_score": 0.186289, "precision": 0.177674, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.158175, "hf_subset": "mlt_Latn-mai_Deva", "languages": ["mlt-Latn", "mai-Deva"], "main_score": 0.158175, "precision": 0.154545, "recall": 0.174901}, {"accuracy": 0.186759, "f1": 0.164049, "hf_subset": "mlt_Latn-pbt_Arab", "languages": ["mlt-Latn", "pbt-Arab"], "main_score": 0.164049, "precision": 0.156912, "recall": 0.186759}, {"accuracy": 0.318182, "f1": 0.28047, "hf_subset": "mlt_Latn-spa_Latn", "languages": ["mlt-Latn", "spa-Latn"], "main_score": 0.28047, "precision": 0.270758, "recall": 0.318182}, {"accuracy": 0.269763, "f1": 0.243265, "hf_subset": "mlt_Latn-twi_Latn", "languages": ["mlt-Latn", "twi-Latn"], "main_score": 0.243265, "precision": 0.235156, "recall": 0.269763}, {"accuracy": 0.209486, "f1": 0.188256, "hf_subset": "mlt_Latn-acm_Arab", "languages": ["mlt-Latn", "acm-Arab"], "main_score": 0.188256, "precision": 0.181094, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.191804, "hf_subset": "mlt_Latn-bel_Cyrl", "languages": ["mlt-Latn", "bel-Cyrl"], "main_score": 0.191804, "precision": 0.183656, "recall": 0.225296}, {"accuracy": 0.338933, "f1": 0.295566, "hf_subset": "mlt_Latn-eng_Latn", "languages": ["mlt-Latn", "eng-Latn"], "main_score": 0.295566, "precision": 0.282455, "recall": 0.338933}, {"accuracy": 0.216403, "f1": 0.207667, "hf_subset": "mlt_Latn-hrv_Latn", "languages": ["mlt-Latn", "hrv-Latn"], "main_score": 0.207667, "precision": 0.205004, "recall": 0.216403}, {"accuracy": 0.190711, "f1": 0.160724, "hf_subset": "mlt_Latn-kin_Latn", "languages": ["mlt-Latn", "kin-Latn"], "main_score": 0.160724, "precision": 0.150919, "recall": 0.190711}, {"accuracy": 0.106719, "f1": 0.089213, "hf_subset": "mlt_Latn-mal_Mlym", "languages": ["mlt-Latn", "mal-Mlym"], "main_score": 0.089213, "precision": 0.085456, "recall": 0.106719}, {"accuracy": 0.23419, "f1": 0.207282, "hf_subset": "mlt_Latn-pes_Arab", "languages": ["mlt-Latn", "pes-Arab"], "main_score": 0.207282, "precision": 0.199118, "recall": 0.23419}, {"accuracy": 0.248024, "f1": 0.229009, "hf_subset": "mlt_Latn-srd_Latn", "languages": ["mlt-Latn", "srd-Latn"], "main_score": 0.229009, "precision": 0.223352, "recall": 0.248024}, {"accuracy": 0.063241, "f1": 0.040965, "hf_subset": "mlt_Latn-tzm_Tfng", "languages": ["mlt-Latn", "tzm-Tfng"], "main_score": 0.040965, "precision": 0.037041, "recall": 0.063241}, {"accuracy": 0.232213, "f1": 0.209137, "hf_subset": "mlt_Latn-acq_Arab", "languages": ["mlt-Latn", "acq-Arab"], "main_score": 0.209137, "precision": 0.202338, "recall": 0.232213}, {"accuracy": 0.222332, "f1": 0.191532, "hf_subset": "mlt_Latn-bem_Latn", "languages": ["mlt-Latn", "bem-Latn"], "main_score": 0.191532, "precision": 0.181809, "recall": 0.222332}, {"accuracy": 0.212451, "f1": 0.202301, "hf_subset": "mlt_Latn-epo_Latn", "languages": ["mlt-Latn", "epo-Latn"], "main_score": 0.202301, "precision": 0.199161, "recall": 0.212451}, {"accuracy": 0.324111, "f1": 0.290523, "hf_subset": "mlt_Latn-hun_Latn", "languages": ["mlt-Latn", "hun-Latn"], "main_score": 0.290523, "precision": 0.280741, "recall": 0.324111}, {"accuracy": 0.217391, "f1": 0.202007, "hf_subset": "mlt_Latn-kir_Cyrl", "languages": ["mlt-Latn", "kir-Cyrl"], "main_score": 0.202007, "precision": 0.197084, "recall": 0.217391}, {"accuracy": 0.183794, "f1": 0.160976, "hf_subset": "mlt_Latn-mar_Deva", "languages": ["mlt-Latn", "mar-Deva"], "main_score": 0.160976, "precision": 0.155473, "recall": 0.183794}, {"accuracy": 0.211462, "f1": 0.186583, "hf_subset": "mlt_Latn-plt_Latn", "languages": ["mlt-Latn", "plt-Latn"], "main_score": 0.186583, "precision": 0.178486, "recall": 0.211462}, {"accuracy": 0.271739, "f1": 0.242048, "hf_subset": "mlt_Latn-srp_Cyrl", "languages": ["mlt-Latn", "srp-Cyrl"], "main_score": 0.242048, "precision": 0.232435, "recall": 0.271739}, {"accuracy": 0.134387, "f1": 0.11723, "hf_subset": "mlt_Latn-uig_Arab", "languages": ["mlt-Latn", "uig-Arab"], "main_score": 0.11723, "precision": 0.112459, "recall": 0.134387}, {"accuracy": 0.197628, "f1": 0.175302, "hf_subset": "mlt_Latn-aeb_Arab", "languages": ["mlt-Latn", "aeb-Arab"], "main_score": 0.175302, "precision": 0.169309, "recall": 0.197628}, {"accuracy": 0.107708, "f1": 0.09861, "hf_subset": "mlt_Latn-ben_Beng", "languages": ["mlt-Latn", "ben-Beng"], "main_score": 0.09861, "precision": 0.095161, "recall": 0.107708}, {"accuracy": 0.312253, "f1": 0.279348, "hf_subset": "mlt_Latn-est_Latn", "languages": ["mlt-Latn", "est-Latn"], "main_score": 0.279348, "precision": 0.268824, "recall": 0.312253}, {"accuracy": 0.215415, "f1": 0.188182, "hf_subset": "mlt_Latn-hye_Armn", "languages": ["mlt-Latn", "hye-Armn"], "main_score": 0.188182, "precision": 0.178749, "recall": 0.215415}, {"accuracy": 0.212451, "f1": 0.177219, "hf_subset": "mlt_Latn-kmb_Latn", "languages": ["mlt-Latn", "kmb-Latn"], "main_score": 0.177219, "precision": 0.166534, "recall": 0.212451}, {"accuracy": 0.034585, "f1": 0.025791, "hf_subset": "mlt_Latn-min_Arab", "languages": ["mlt-Latn", "min-Arab"], "main_score": 0.025791, "precision": 0.023778, "recall": 0.034585}, {"accuracy": 0.31917, "f1": 0.277863, "hf_subset": "mlt_Latn-pol_Latn", "languages": ["mlt-Latn", "pol-Latn"], "main_score": 0.277863, "precision": 0.265406, "recall": 0.31917}, {"accuracy": 0.16502, "f1": 0.141593, "hf_subset": "mlt_Latn-ssw_Latn", "languages": ["mlt-Latn", "ssw-Latn"], "main_score": 0.141593, "precision": 0.133776, "recall": 0.16502}, {"accuracy": 0.253953, "f1": 0.223842, "hf_subset": "mlt_Latn-ukr_Cyrl", "languages": ["mlt-Latn", "ukr-Cyrl"], "main_score": 0.223842, "precision": 0.214921, "recall": 0.253953}, {"accuracy": 0.327075, "f1": 0.294452, "hf_subset": "mlt_Latn-afr_Latn", "languages": ["mlt-Latn", "afr-Latn"], "main_score": 0.294452, "precision": 0.283608, "recall": 0.327075}, {"accuracy": 0.189723, "f1": 0.160688, "hf_subset": "mlt_Latn-bho_Deva", "languages": ["mlt-Latn", "bho-Deva"], "main_score": 0.160688, "precision": 0.153634, "recall": 0.189723}, {"accuracy": 0.16502, "f1": 0.157212, "hf_subset": "mlt_Latn-eus_Latn", "languages": ["mlt-Latn", "eus-Latn"], "main_score": 0.157212, "precision": 0.155016, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.148727, "hf_subset": "mlt_Latn-ibo_Latn", "languages": ["mlt-Latn", "ibo-Latn"], "main_score": 0.148727, "precision": 0.14003, "recall": 0.174901}, {"accuracy": 0.232213, "f1": 0.214464, "hf_subset": "mlt_Latn-kmr_Latn", "languages": ["mlt-Latn", "kmr-Latn"], "main_score": 0.214464, "precision": 0.209633, "recall": 0.232213}, {"accuracy": 0.198617, "f1": 0.184277, "hf_subset": "mlt_Latn-min_Latn", "languages": ["mlt-Latn", "min-Latn"], "main_score": 0.184277, "precision": 0.180238, "recall": 0.198617}, {"accuracy": 0.335968, "f1": 0.293506, "hf_subset": "mlt_Latn-por_Latn", "languages": ["mlt-Latn", "por-Latn"], "main_score": 0.293506, "precision": 0.281473, "recall": 0.335968}, {"accuracy": 0.205534, "f1": 0.188256, "hf_subset": "mlt_Latn-sun_Latn", "languages": ["mlt-Latn", "sun-Latn"], "main_score": 0.188256, "precision": 0.184172, "recall": 0.205534}, {"accuracy": 0.174901, "f1": 0.153173, "hf_subset": "mlt_Latn-umb_Latn", "languages": ["mlt-Latn", "umb-Latn"], "main_score": 0.153173, "precision": 0.145409, "recall": 0.174901}, {"accuracy": 0.214427, "f1": 0.196298, "hf_subset": "mlt_Latn-ajp_Arab", "languages": ["mlt-Latn", "ajp-Arab"], "main_score": 0.196298, "precision": 0.190952, "recall": 0.214427}, {"accuracy": 0.034585, "f1": 0.027642, "hf_subset": "mlt_Latn-bjn_Arab", "languages": ["mlt-Latn", "bjn-Arab"], "main_score": 0.027642, "precision": 0.026282, "recall": 0.034585}, {"accuracy": 0.220356, "f1": 0.20091, "hf_subset": "mlt_Latn-ewe_Latn", "languages": ["mlt-Latn", "ewe-Latn"], "main_score": 0.20091, "precision": 0.194048, "recall": 0.220356}, {"accuracy": 0.273715, "f1": 0.247208, "hf_subset": "mlt_Latn-ilo_Latn", "languages": ["mlt-Latn", "ilo-Latn"], "main_score": 0.247208, "precision": 0.240433, "recall": 0.273715}, {"accuracy": 0.05336, "f1": 0.043888, "hf_subset": "mlt_Latn-knc_Arab", "languages": ["mlt-Latn", "knc-Arab"], "main_score": 0.043888, "precision": 0.041324, "recall": 0.05336}, {"accuracy": 0.286561, "f1": 0.251892, "hf_subset": "mlt_Latn-mkd_Cyrl", "languages": ["mlt-Latn", "mkd-Cyrl"], "main_score": 0.251892, "precision": 0.242425, "recall": 0.286561}, {"accuracy": 0.190711, "f1": 0.175987, "hf_subset": "mlt_Latn-prs_Arab", "languages": ["mlt-Latn", "prs-Arab"], "main_score": 0.175987, "precision": 0.170835, "recall": 0.190711}, {"accuracy": 0.23913, "f1": 0.223217, "hf_subset": "mlt_Latn-swe_Latn", "languages": ["mlt-Latn", "swe-Latn"], "main_score": 0.223217, "precision": 0.217857, "recall": 0.23913}, {"accuracy": 0.190711, "f1": 0.166625, "hf_subset": "mlt_Latn-urd_Arab", "languages": ["mlt-Latn", "urd-Arab"], "main_score": 0.166625, "precision": 0.160661, "recall": 0.190711}, {"accuracy": 0.263834, "f1": 0.240543, "hf_subset": "mlt_Latn-aka_Latn", "languages": ["mlt-Latn", "aka-Latn"], "main_score": 0.240543, "precision": 0.232743, "recall": 0.263834}, {"accuracy": 0.226285, "f1": 0.205203, "hf_subset": "mlt_Latn-bjn_Latn", "languages": ["mlt-Latn", "bjn-Latn"], "main_score": 0.205203, "precision": 0.199291, "recall": 0.226285}, {"accuracy": 0.195652, "f1": 0.17623, "hf_subset": "mlt_Latn-fao_Latn", "languages": ["mlt-Latn", "fao-Latn"], "main_score": 0.17623, "precision": 0.171576, "recall": 0.195652}, {"accuracy": 0.320158, "f1": 0.288589, "hf_subset": "mlt_Latn-ind_Latn", "languages": ["mlt-Latn", "ind-Latn"], "main_score": 0.288589, "precision": 0.279238, "recall": 0.320158}, {"accuracy": 0.198617, "f1": 0.175369, "hf_subset": "mlt_Latn-knc_Latn", "languages": ["mlt-Latn", "knc-Latn"], "main_score": 0.175369, "precision": 0.167794, "recall": 0.198617}, {"accuracy": 0.238142, "f1": 0.207829, "hf_subset": "mlt_Latn-quy_Latn", "languages": ["mlt-Latn", "quy-Latn"], "main_score": 0.207829, "precision": 0.1971, "recall": 0.238142}, {"accuracy": 0.19664, "f1": 0.175642, "hf_subset": "mlt_Latn-swh_Latn", "languages": ["mlt-Latn", "swh-Latn"], "main_score": 0.175642, "precision": 0.168748, "recall": 0.19664}, {"accuracy": 0.152174, "f1": 0.139262, "hf_subset": "mlt_Latn-uzn_Latn", "languages": ["mlt-Latn", "uzn-Latn"], "main_score": 0.139262, "precision": 0.13657, "recall": 0.152174}, {"accuracy": 0.287549, "f1": 0.255008, "hf_subset": "mlt_Latn-als_Latn", "languages": ["mlt-Latn", "als-Latn"], "main_score": 0.255008, "precision": 0.244822, "recall": 0.287549}, {"accuracy": 0.051383, "f1": 0.029832, "hf_subset": "mlt_Latn-bod_Tibt", "languages": ["mlt-Latn", "bod-Tibt"], "main_score": 0.029832, "precision": 0.025952, "recall": 0.051383}, {"accuracy": 0.147233, "f1": 0.129779, "hf_subset": "mlt_Latn-fij_Latn", "languages": ["mlt-Latn", "fij-Latn"], "main_score": 0.129779, "precision": 0.125221, "recall": 0.147233}, {"accuracy": 0.163043, "f1": 0.15196, "hf_subset": "mlt_Latn-isl_Latn", "languages": ["mlt-Latn", "isl-Latn"], "main_score": 0.15196, "precision": 0.149555, "recall": 0.163043}, {"accuracy": 0.212451, "f1": 0.177506, "hf_subset": "mlt_Latn-kon_Latn", "languages": ["mlt-Latn", "kon-Latn"], "main_score": 0.177506, "precision": 0.16732, "recall": 0.212451}, {"accuracy": 0.057312, "f1": 0.042031, "hf_subset": "mlt_Latn-mni_Beng", "languages": ["mlt-Latn", "mni-Beng"], "main_score": 0.042031, "precision": 0.03852, "recall": 0.057312}, {"accuracy": 0.331028, "f1": 0.288409, "hf_subset": "mlt_Latn-ron_Latn", "languages": ["mlt-Latn", "ron-Latn"], "main_score": 0.288409, "precision": 0.276543, "recall": 0.331028}, {"accuracy": 0.22332, "f1": 0.207031, "hf_subset": "mlt_Latn-szl_Latn", "languages": ["mlt-Latn", "szl-Latn"], "main_score": 0.207031, "precision": 0.202104, "recall": 0.22332}, {"accuracy": 0.257905, "f1": 0.238008, "hf_subset": "mlt_Latn-vec_Latn", "languages": ["mlt-Latn", "vec-Latn"], "main_score": 0.238008, "precision": 0.23268, "recall": 0.257905}, {"accuracy": 0.097826, "f1": 0.075496, "hf_subset": "mlt_Latn-amh_Ethi", "languages": ["mlt-Latn", "amh-Ethi"], "main_score": 0.075496, "precision": 0.070296, "recall": 0.097826}, {"accuracy": 0.321146, "f1": 0.283569, "hf_subset": "mlt_Latn-bos_Latn", "languages": ["mlt-Latn", "bos-Latn"], "main_score": 0.283569, "precision": 0.272387, "recall": 0.321146}, {"accuracy": 0.323123, "f1": 0.28473, "hf_subset": "mlt_Latn-fin_Latn", "languages": ["mlt-Latn", "fin-Latn"], "main_score": 0.28473, "precision": 0.274277, "recall": 0.323123}, {"accuracy": 0.335968, "f1": 0.292372, "hf_subset": "mlt_Latn-ita_Latn", "languages": ["mlt-Latn", "ita-Latn"], "main_score": 0.292372, "precision": 0.280651, "recall": 0.335968}, {"accuracy": 0.23419, "f1": 0.206292, "hf_subset": "mlt_Latn-kor_Hang", "languages": ["mlt-Latn", "kor-Hang"], "main_score": 0.206292, "precision": 0.198657, "recall": 0.23419}, {"accuracy": 0.178854, "f1": 0.158062, "hf_subset": "mlt_Latn-mos_Latn", "languages": ["mlt-Latn", "mos-Latn"], "main_score": 0.158062, "precision": 0.150706, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.166412, "hf_subset": "mlt_Latn-run_Latn", "languages": ["mlt-Latn", "run-Latn"], "main_score": 0.166412, "precision": 0.156991, "recall": 0.198617}, {"accuracy": 0.08498, "f1": 0.07258, "hf_subset": "mlt_Latn-tam_Taml", "languages": ["mlt-Latn", "tam-Taml"], "main_score": 0.07258, "precision": 0.069572, "recall": 0.08498}, {"accuracy": 0.326087, "f1": 0.288553, "hf_subset": "mlt_Latn-vie_Latn", "languages": ["mlt-Latn", "vie-Latn"], "main_score": 0.288553, "precision": 0.277894, "recall": 0.326087}, {"accuracy": 0.151186, "f1": 0.141801, "hf_subset": "mlt_Latn-apc_Arab", "languages": ["mlt-Latn", "apc-Arab"], "main_score": 0.141801, "precision": 0.138451, "recall": 0.151186}, {"accuracy": 0.232213, "f1": 0.212539, "hf_subset": "mlt_Latn-bug_Latn", "languages": ["mlt-Latn", "bug-Latn"], "main_score": 0.212539, "precision": 0.206931, "recall": 0.232213}, {"accuracy": 0.201581, "f1": 0.16885, "hf_subset": "mlt_Latn-fon_Latn", "languages": ["mlt-Latn", "fon-Latn"], "main_score": 0.16885, "precision": 0.158215, "recall": 0.201581}, {"accuracy": 0.213439, "f1": 0.195946, "hf_subset": "mlt_Latn-jav_Latn", "languages": ["mlt-Latn", "jav-Latn"], "main_score": 0.195946, "precision": 0.191655, "recall": 0.213439}, {"accuracy": 0.257905, "f1": 0.230071, "hf_subset": "mlt_Latn-lao_Laoo", "languages": ["mlt-Latn", "lao-Laoo"], "main_score": 0.230071, "precision": 0.222512, "recall": 0.257905}, {"accuracy": 0.177866, "f1": 0.155081, "hf_subset": "mlt_Latn-mri_Latn", "languages": ["mlt-Latn", "mri-Latn"], "main_score": 0.155081, "precision": 0.147806, "recall": 0.177866}, {"accuracy": 0.267787, "f1": 0.236358, "hf_subset": "mlt_Latn-rus_Cyrl", "languages": ["mlt-Latn", "rus-Cyrl"], "main_score": 0.236358, "precision": 0.226426, "recall": 0.267787}, {"accuracy": 0.243083, "f1": 0.222703, "hf_subset": "mlt_Latn-taq_Latn", "languages": ["mlt-Latn", "taq-Latn"], "main_score": 0.222703, "precision": 0.215899, "recall": 0.243083}, {"accuracy": 0.267787, "f1": 0.244436, "hf_subset": "mlt_Latn-war_Latn", "languages": ["mlt-Latn", "war-Latn"], "main_score": 0.244436, "precision": 0.236868, "recall": 0.267787}, {"accuracy": 0.237154, "f1": 0.210315, "hf_subset": "mlt_Latn-arb_Arab", "languages": ["mlt-Latn", "arb-Arab"], "main_score": 0.210315, "precision": 0.20219, "recall": 0.237154}, {"accuracy": 0.301383, "f1": 0.262628, "hf_subset": "mlt_Latn-bul_Cyrl", "languages": ["mlt-Latn", "bul-Cyrl"], "main_score": 0.262628, "precision": 0.251703, "recall": 0.301383}, {"accuracy": 0.331028, "f1": 0.285377, "hf_subset": "mlt_Latn-fra_Latn", "languages": ["mlt-Latn", "fra-Latn"], "main_score": 0.285377, "precision": 0.271583, "recall": 0.331028}, {"accuracy": 0.26087, "f1": 0.220678, "hf_subset": "mlt_Latn-jpn_Jpan", "languages": ["mlt-Latn", "jpn-Jpan"], "main_score": 0.220678, "precision": 0.20963, "recall": 0.26087}, {"accuracy": 0.244071, "f1": 0.22761, "hf_subset": "mlt_Latn-lij_Latn", "languages": ["mlt-Latn", "lij-Latn"], "main_score": 0.22761, "precision": 0.223239, "recall": 0.244071}, {"accuracy": 0.187747, "f1": 0.158498, "hf_subset": "mlt_Latn-mya_Mymr", "languages": ["mlt-Latn", "mya-Mymr"], "main_score": 0.158498, "precision": 0.151088, "recall": 0.187747}, {"accuracy": 0.183794, "f1": 0.160397, "hf_subset": "mlt_Latn-sag_Latn", "languages": ["mlt-Latn", "sag-Latn"], "main_score": 0.160397, "precision": 0.153379, "recall": 0.183794}, {"accuracy": 0.079051, "f1": 0.052866, "hf_subset": "mlt_Latn-taq_Tfng", "languages": ["mlt-Latn", "taq-Tfng"], "main_score": 0.052866, "precision": 0.046736, "recall": 0.079051}, {"accuracy": 0.222332, "f1": 0.200711, "hf_subset": "mlt_Latn-wol_Latn", "languages": ["mlt-Latn", "wol-Latn"], "main_score": 0.200711, "precision": 0.194123, "recall": 0.222332}, {"accuracy": 0.181818, "f1": 0.145597, "hf_subset": "mlt_Latn-arb_Latn", "languages": ["mlt-Latn", "arb-Latn"], "main_score": 0.145597, "precision": 0.136177, "recall": 0.181818}, {"accuracy": 0.342885, "f1": 0.30065, "hf_subset": "mlt_Latn-cat_Latn", "languages": ["mlt-Latn", "cat-Latn"], "main_score": 0.30065, "precision": 0.288653, "recall": 0.342885}, {"accuracy": 0.25, "f1": 0.229883, "hf_subset": "mlt_Latn-fur_Latn", "languages": ["mlt-Latn", "fur-Latn"], "main_score": 0.229883, "precision": 0.224406, "recall": 0.25}, {"accuracy": 0.113636, "f1": 0.08961, "hf_subset": "mlt_Latn-kab_Latn", "languages": ["mlt-Latn", "kab-Latn"], "main_score": 0.08961, "precision": 0.082274, "recall": 0.113636}, {"accuracy": 0.238142, "f1": 0.223332, "hf_subset": "mlt_Latn-lim_Latn", "languages": ["mlt-Latn", "lim-Latn"], "main_score": 0.223332, "precision": 0.218726, "recall": 0.238142}, {"accuracy": 0.335968, "f1": 0.290838, "hf_subset": "mlt_Latn-nld_Latn", "languages": ["mlt-Latn", "nld-Latn"], "main_score": 0.290838, "precision": 0.277288, "recall": 0.335968}, {"accuracy": 0.105731, "f1": 0.096838, "hf_subset": "mlt_Latn-san_Deva", "languages": ["mlt-Latn", "san-Deva"], "main_score": 0.096838, "precision": 0.094745, "recall": 0.105731}, {"accuracy": 0.162055, "f1": 0.144766, "hf_subset": "mlt_Latn-tat_Cyrl", "languages": ["mlt-Latn", "tat-Cyrl"], "main_score": 0.144766, "precision": 0.140505, "recall": 0.162055}, {"accuracy": 0.198617, "f1": 0.166264, "hf_subset": "mlt_Latn-xho_Latn", "languages": ["mlt-Latn", "xho-Latn"], "main_score": 0.166264, "precision": 0.156656, "recall": 0.198617}, {"accuracy": 0.225296, "f1": 0.199412, "hf_subset": "mlt_Latn-ars_Arab", "languages": ["mlt-Latn", "ars-Arab"], "main_score": 0.199412, "precision": 0.191494, "recall": 0.225296}, {"accuracy": 0.217391, "f1": 0.204022, "hf_subset": "mlt_Latn-ceb_Latn", "languages": ["mlt-Latn", "ceb-Latn"], "main_score": 0.204022, "precision": 0.198783, "recall": 0.217391}, {"accuracy": 0.18083, "f1": 0.156954, "hf_subset": "mlt_Latn-fuv_Latn", "languages": ["mlt-Latn", "fuv-Latn"], "main_score": 0.156954, "precision": 0.149048, "recall": 0.18083}, {"accuracy": 0.219368, "f1": 0.18734, "hf_subset": "mlt_Latn-kac_Latn", "languages": ["mlt-Latn", "kac-Latn"], "main_score": 0.18734, "precision": 0.17787, "recall": 0.219368}, {"accuracy": 0.198617, "f1": 0.173464, "hf_subset": "mlt_Latn-lin_Latn", "languages": ["mlt-Latn", "lin-Latn"], "main_score": 0.173464, "precision": 0.164719, "recall": 0.198617}, {"accuracy": 0.321146, "f1": 0.284807, "hf_subset": "mlt_Latn-nno_Latn", "languages": ["mlt-Latn", "nno-Latn"], "main_score": 0.284807, "precision": 0.275257, "recall": 0.321146}, {"accuracy": 0.017787, "f1": 0.006872, "hf_subset": "mlt_Latn-sat_Olck", "languages": ["mlt-Latn", "sat-Olck"], "main_score": 0.006872, "precision": 0.005102, "recall": 0.017787}, {"accuracy": 0.087945, "f1": 0.080205, "hf_subset": "mlt_Latn-tel_Telu", "languages": ["mlt-Latn", "tel-Telu"], "main_score": 0.080205, "precision": 0.078137, "recall": 0.087945}, {"accuracy": 0.087945, "f1": 0.072526, "hf_subset": "mlt_Latn-ydd_Hebr", "languages": ["mlt-Latn", "ydd-Hebr"], "main_score": 0.072526, "precision": 0.067114, "recall": 0.087945}, {"accuracy": 0.162055, "f1": 0.149155, "hf_subset": "mlt_Latn-ary_Arab", "languages": ["mlt-Latn", "ary-Arab"], "main_score": 0.149155, "precision": 0.14612, "recall": 0.162055}, {"accuracy": 0.333004, "f1": 0.29449, "hf_subset": "mlt_Latn-ces_Latn", "languages": ["mlt-Latn", "ces-Latn"], "main_score": 0.29449, "precision": 0.283266, "recall": 0.333004}, {"accuracy": 0.120553, "f1": 0.090339, "hf_subset": "mlt_Latn-gaz_Latn", "languages": ["mlt-Latn", "gaz-Latn"], "main_score": 0.090339, "precision": 0.081249, "recall": 0.120553}, {"accuracy": 0.178854, "f1": 0.154306, "hf_subset": "mlt_Latn-kam_Latn", "languages": ["mlt-Latn", "kam-Latn"], "main_score": 0.154306, "precision": 0.14626, "recall": 0.178854}, {"accuracy": 0.301383, "f1": 0.260869, "hf_subset": "mlt_Latn-lit_Latn", "languages": ["mlt-Latn", "lit-Latn"], "main_score": 0.260869, "precision": 0.249918, "recall": 0.301383}, {"accuracy": 0.346838, "f1": 0.307425, "hf_subset": "mlt_Latn-nob_Latn", "languages": ["mlt-Latn", "nob-Latn"], "main_score": 0.307425, "precision": 0.29697, "recall": 0.346838}, {"accuracy": 0.23419, "f1": 0.220798, "hf_subset": "mlt_Latn-scn_Latn", "languages": ["mlt-Latn", "scn-Latn"], "main_score": 0.220798, "precision": 0.216022, "recall": 0.23419}, {"accuracy": 0.161067, "f1": 0.13467, "hf_subset": "mlt_Latn-tgk_Cyrl", "languages": ["mlt-Latn", "tgk-Cyrl"], "main_score": 0.13467, "precision": 0.126235, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.152601, "hf_subset": "mlt_Latn-yor_Latn", "languages": ["mlt-Latn", "yor-Latn"], "main_score": 0.152601, "precision": 0.145748, "recall": 0.173913}, {"accuracy": 0.20751, "f1": 0.184027, "hf_subset": "mlt_Latn-arz_Arab", "languages": ["mlt-Latn", "arz-Arab"], "main_score": 0.184027, "precision": 0.17703, "recall": 0.20751}, {"accuracy": 0.194664, "f1": 0.16476, "hf_subset": "mlt_Latn-cjk_Latn", "languages": ["mlt-Latn", "cjk-Latn"], "main_score": 0.16476, "precision": 0.154728, "recall": 0.194664}, {"accuracy": 0.189723, "f1": 0.162152, "hf_subset": "mlt_Latn-gla_Latn", "languages": ["mlt-Latn", "gla-Latn"], "main_score": 0.162152, "precision": 0.15251, "recall": 0.189723}, {"accuracy": 0.096838, "f1": 0.085684, "hf_subset": "mlt_Latn-kan_Knda", "languages": ["mlt-Latn", "kan-Knda"], "main_score": 0.085684, "precision": 0.082498, "recall": 0.096838}, {"accuracy": 0.232213, "f1": 0.210129, "hf_subset": "mlt_Latn-lmo_Latn", "languages": ["mlt-Latn", "lmo-Latn"], "main_score": 0.210129, "precision": 0.204465, "recall": 0.232213}, {"accuracy": 0.238142, "f1": 0.207483, "hf_subset": "mlt_Latn-npi_Deva", "languages": ["mlt-Latn", "npi-Deva"], "main_score": 0.207483, "precision": 0.199258, "recall": 0.238142}, {"accuracy": 0.181818, "f1": 0.153685, "hf_subset": "mlt_Latn-shn_Mymr", "languages": ["mlt-Latn", "shn-Mymr"], "main_score": 0.153685, "precision": 0.144761, "recall": 0.181818}, {"accuracy": 0.244071, "f1": 0.228589, "hf_subset": "mlt_Latn-tgl_Latn", "languages": ["mlt-Latn", "tgl-Latn"], "main_score": 0.228589, "precision": 0.223205, "recall": 0.244071}, {"accuracy": 0.241107, "f1": 0.209574, "hf_subset": "mlt_Latn-yue_Hant", "languages": ["mlt-Latn", "yue-Hant"], "main_score": 0.209574, "precision": 0.200189, "recall": 0.241107}, {"accuracy": 0.073123, "f1": 0.060883, "hf_subset": "mlt_Latn-asm_Beng", "languages": ["mlt-Latn", "asm-Beng"], "main_score": 0.060883, "precision": 0.057409, "recall": 0.073123}, {"accuracy": 0.143281, "f1": 0.118559, "hf_subset": "mlt_Latn-ckb_Arab", "languages": ["mlt-Latn", "ckb-Arab"], "main_score": 0.118559, "precision": 0.112428, "recall": 0.143281}, {"accuracy": 0.189723, "f1": 0.171295, "hf_subset": "mlt_Latn-gle_Latn", "languages": ["mlt-Latn", "gle-Latn"], "main_score": 0.171295, "precision": 0.165901, "recall": 0.189723}, {"accuracy": 0.100791, "f1": 0.088538, "hf_subset": "mlt_Latn-kas_Arab", "languages": ["mlt-Latn", "kas-Arab"], "main_score": 0.088538, "precision": 0.085395, "recall": 0.100791}, {"accuracy": 0.240119, "f1": 0.214978, "hf_subset": "mlt_Latn-ltg_Latn", "languages": ["mlt-Latn", "ltg-Latn"], "main_score": 0.214978, "precision": 0.2083, "recall": 0.240119}, {"accuracy": 0.208498, "f1": 0.180658, "hf_subset": "mlt_Latn-nso_Latn", "languages": ["mlt-Latn", "nso-Latn"], "main_score": 0.180658, "precision": 0.173324, "recall": 0.208498}, {"accuracy": 0.137352, "f1": 0.116826, "hf_subset": "mlt_Latn-sin_Sinh", "languages": ["mlt-Latn", "sin-Sinh"], "main_score": 0.116826, "precision": 0.110653, "recall": 0.137352}, {"accuracy": 0.236166, "f1": 0.205947, "hf_subset": "mlt_Latn-tha_Thai", "languages": ["mlt-Latn", "tha-Thai"], "main_score": 0.205947, "precision": 0.196216, "recall": 0.236166}, {"accuracy": 0.285573, "f1": 0.247302, "hf_subset": "mlt_Latn-zho_Hans", "languages": ["mlt-Latn", "zho-Hans"], "main_score": 0.247302, "precision": 0.235915, "recall": 0.285573}, {"accuracy": 0.269763, "f1": 0.241799, "hf_subset": "mlt_Latn-ast_Latn", "languages": ["mlt-Latn", "ast-Latn"], "main_score": 0.241799, "precision": 0.23434, "recall": 0.269763}, {"accuracy": 0.160079, "f1": 0.150281, "hf_subset": "mlt_Latn-crh_Latn", "languages": ["mlt-Latn", "crh-Latn"], "main_score": 0.150281, "precision": 0.148268, "recall": 0.160079}, {"accuracy": 0.325099, "f1": 0.287605, "hf_subset": "mlt_Latn-glg_Latn", "languages": ["mlt-Latn", "glg-Latn"], "main_score": 0.287605, "precision": 0.276804, "recall": 0.325099}, {"accuracy": 0.12253, "f1": 0.108883, "hf_subset": "mlt_Latn-kas_Deva", "languages": ["mlt-Latn", "kas-Deva"], "main_score": 0.108883, "precision": 0.10564, "recall": 0.12253}, {"accuracy": 0.271739, "f1": 0.246505, "hf_subset": "mlt_Latn-ltz_Latn", "languages": ["mlt-Latn", "ltz-Latn"], "main_score": 0.246505, "precision": 0.238983, "recall": 0.271739}, {"accuracy": 0.116601, "f1": 0.091796, "hf_subset": "mlt_Latn-nus_Latn", "languages": ["mlt-Latn", "nus-Latn"], "main_score": 0.091796, "precision": 0.084028, "recall": 0.116601}, {"accuracy": 0.320158, "f1": 0.281233, "hf_subset": "mlt_Latn-slk_Latn", "languages": ["mlt-Latn", "slk-Latn"], "main_score": 0.281233, "precision": 0.270327, "recall": 0.320158}, {"accuracy": 0.046443, "f1": 0.036487, "hf_subset": "mlt_Latn-tir_Ethi", "languages": ["mlt-Latn", "tir-Ethi"], "main_score": 0.036487, "precision": 0.034575, "recall": 0.046443}, {"accuracy": 0.267787, "f1": 0.232536, "hf_subset": "mlt_Latn-zho_Hant", "languages": ["mlt-Latn", "zho-Hant"], "main_score": 0.232536, "precision": 0.222143, "recall": 0.267787}, {"accuracy": 0.181818, "f1": 0.16414, "hf_subset": "mlt_Latn-awa_Deva", "languages": ["mlt-Latn", "awa-Deva"], "main_score": 0.16414, "precision": 0.158994, "recall": 0.181818}, {"accuracy": 0.174901, "f1": 0.162042, "hf_subset": "mlt_Latn-cym_Latn", "languages": ["mlt-Latn", "cym-Latn"], "main_score": 0.162042, "precision": 0.158457, "recall": 0.174901}, {"accuracy": 0.227273, "f1": 0.201542, "hf_subset": "mlt_Latn-grn_Latn", "languages": ["mlt-Latn", "grn-Latn"], "main_score": 0.201542, "precision": 0.193153, "recall": 0.227273}, {"accuracy": 0.203557, "f1": 0.177177, "hf_subset": "mlt_Latn-kat_Geor", "languages": ["mlt-Latn", "kat-Geor"], "main_score": 0.177177, "precision": 0.170256, "recall": 0.203557}, {"accuracy": 0.22332, "f1": 0.196545, "hf_subset": "mlt_Latn-lua_Latn", "languages": ["mlt-Latn", "lua-Latn"], "main_score": 0.196545, "precision": 0.18726, "recall": 0.22332}, {"accuracy": 0.204545, "f1": 0.18176, "hf_subset": "mlt_Latn-nya_Latn", "languages": ["mlt-Latn", "nya-Latn"], "main_score": 0.18176, "precision": 0.174482, "recall": 0.204545}, {"accuracy": 0.321146, "f1": 0.279003, "hf_subset": "mlt_Latn-slv_Latn", "languages": ["mlt-Latn", "slv-Latn"], "main_score": 0.279003, "precision": 0.267833, "recall": 0.321146}, {"accuracy": 0.258893, "f1": 0.236667, "hf_subset": "mlt_Latn-tpi_Latn", "languages": ["mlt-Latn", "tpi-Latn"], "main_score": 0.236667, "precision": 0.228997, "recall": 0.258893}, {"accuracy": 0.34585, "f1": 0.297326, "hf_subset": "mlt_Latn-zsm_Latn", "languages": ["mlt-Latn", "zsm-Latn"], "main_score": 0.297326, "precision": 0.284707, "recall": 0.34585}, {"accuracy": 0.198617, "f1": 0.168027, "hf_subset": "mlt_Latn-ayr_Latn", "languages": ["mlt-Latn", "ayr-Latn"], "main_score": 0.168027, "precision": 0.158259, "recall": 0.198617}, {"accuracy": 0.336957, "f1": 0.30178, "hf_subset": "mlt_Latn-dan_Latn", "languages": ["mlt-Latn", "dan-Latn"], "main_score": 0.30178, "precision": 0.291912, "recall": 0.336957}, {"accuracy": 0.143281, "f1": 0.128291, "hf_subset": "mlt_Latn-guj_Gujr", "languages": ["mlt-Latn", "guj-Gujr"], "main_score": 0.128291, "precision": 0.123093, "recall": 0.143281}, {"accuracy": 0.222332, "f1": 0.206344, "hf_subset": "mlt_Latn-kaz_Cyrl", "languages": ["mlt-Latn", "kaz-Cyrl"], "main_score": 0.206344, "precision": 0.201948, "recall": 0.222332}, {"accuracy": 0.155138, "f1": 0.131454, "hf_subset": "mlt_Latn-lug_Latn", "languages": ["mlt-Latn", "lug-Latn"], "main_score": 0.131454, "precision": 0.12386, "recall": 0.155138}, {"accuracy": 0.282609, "f1": 0.255379, "hf_subset": "mlt_Latn-oci_Latn", "languages": ["mlt-Latn", "oci-Latn"], "main_score": 0.255379, "precision": 0.247176, "recall": 0.282609}, {"accuracy": 0.164032, "f1": 0.137233, "hf_subset": "mlt_Latn-smo_Latn", "languages": ["mlt-Latn", "smo-Latn"], "main_score": 0.137233, "precision": 0.129558, "recall": 0.164032}, {"accuracy": 0.198617, "f1": 0.171793, "hf_subset": "mlt_Latn-tsn_Latn", "languages": ["mlt-Latn", "tsn-Latn"], "main_score": 0.171793, "precision": 0.163493, "recall": 0.198617}, {"accuracy": 0.150198, "f1": 0.117588, "hf_subset": "mlt_Latn-zul_Latn", "languages": ["mlt-Latn", "zul-Latn"], "main_score": 0.117588, "precision": 0.107406, "recall": 0.150198}, {"accuracy": 0.103755, "f1": 0.088858, "hf_subset": "mlt_Latn-azb_Arab", "languages": ["mlt-Latn", "azb-Arab"], "main_score": 0.088858, "precision": 0.084945, "recall": 0.103755}, {"accuracy": 0.33498, "f1": 0.297498, "hf_subset": "mlt_Latn-deu_Latn", "languages": ["mlt-Latn", "deu-Latn"], "main_score": 0.297498, "precision": 0.285905, "recall": 0.33498}, {"accuracy": 0.242095, "f1": 0.215404, "hf_subset": "mlt_Latn-hat_Latn", "languages": ["mlt-Latn", "hat-Latn"], "main_score": 0.215404, "precision": 0.206766, "recall": 0.242095}, {"accuracy": 0.201581, "f1": 0.168295, "hf_subset": "mlt_Latn-kbp_Latn", "languages": ["mlt-Latn", "kbp-Latn"], "main_score": 0.168295, "precision": 0.15841, "recall": 0.201581}, {"accuracy": 0.185771, "f1": 0.166817, "hf_subset": "mlt_Latn-luo_Latn", "languages": ["mlt-Latn", "luo-Latn"], "main_score": 0.166817, "precision": 0.160247, "recall": 0.185771}, {"accuracy": 0.093874, "f1": 0.076451, "hf_subset": "mlt_Latn-ory_Orya", "languages": ["mlt-Latn", "ory-Orya"], "main_score": 0.076451, "precision": 0.071872, "recall": 0.093874}, {"accuracy": 0.16502, "f1": 0.136875, "hf_subset": "mlt_Latn-sna_Latn", "languages": ["mlt-Latn", "sna-Latn"], "main_score": 0.136875, "precision": 0.129487, "recall": 0.16502}, {"accuracy": 0.203557, "f1": 0.18068, "hf_subset": "mlt_Latn-tso_Latn", "languages": ["mlt-Latn", "tso-Latn"], "main_score": 0.18068, "precision": 0.174427, "recall": 0.203557}, {"accuracy": 0.161067, "f1": 0.150774, "hf_subset": "mlt_Latn-azj_Latn", "languages": ["mlt-Latn", "azj-Latn"], "main_score": 0.150774, "precision": 0.147623, "recall": 0.161067}, {"accuracy": 0.200593, "f1": 0.175323, "hf_subset": "mlt_Latn-dik_Latn", "languages": ["mlt-Latn", "dik-Latn"], "main_score": 0.175323, "precision": 0.167887, "recall": 0.200593}, {"accuracy": 0.216403, "f1": 0.192314, "hf_subset": "mlt_Latn-hau_Latn", "languages": ["mlt-Latn", "hau-Latn"], "main_score": 0.192314, "precision": 0.184714, "recall": 0.216403}, {"accuracy": 0.217391, "f1": 0.199648, "hf_subset": "mlt_Latn-kea_Latn", "languages": ["mlt-Latn", "kea-Latn"], "main_score": 0.199648, "precision": 0.194479, "recall": 0.217391}, {"accuracy": 0.236166, "f1": 0.209627, "hf_subset": "mlt_Latn-lus_Latn", "languages": ["mlt-Latn", "lus-Latn"], "main_score": 0.209627, "precision": 0.200219, "recall": 0.236166}, {"accuracy": 0.245059, "f1": 0.226099, "hf_subset": "mlt_Latn-pag_Latn", "languages": ["mlt-Latn", "pag-Latn"], "main_score": 0.226099, "precision": 0.219662, "recall": 0.245059}, {"accuracy": 0.143281, "f1": 0.125371, "hf_subset": "mlt_Latn-snd_Arab", "languages": ["mlt-Latn", "snd-Arab"], "main_score": 0.125371, "precision": 0.119877, "recall": 0.143281}, {"accuracy": 0.193676, "f1": 0.172597, "hf_subset": "mlt_Latn-tuk_Latn", "languages": ["mlt-Latn", "tuk-Latn"], "main_score": 0.172597, "precision": 0.165419, "recall": 0.193676}, {"accuracy": 0.209486, "f1": 0.186558, "hf_subset": "mlt_Latn-bak_Cyrl", "languages": ["mlt-Latn", "bak-Cyrl"], "main_score": 0.186558, "precision": 0.179333, "recall": 0.209486}, {"accuracy": 0.176877, "f1": 0.146932, "hf_subset": "mlt_Latn-dyu_Latn", "languages": ["mlt-Latn", "dyu-Latn"], "main_score": 0.146932, "precision": 0.13873, "recall": 0.176877}, {"accuracy": 0.255929, "f1": 0.216881, "hf_subset": "mlt_Latn-heb_Hebr", "languages": ["mlt-Latn", "heb-Hebr"], "main_score": 0.216881, "precision": 0.20724, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.200884, "hf_subset": "mlt_Latn-khk_Cyrl", "languages": ["mlt-Latn", "khk-Cyrl"], "main_score": 0.200884, "precision": 0.194169, "recall": 0.229249}, {"accuracy": 0.258893, "f1": 0.233691, "hf_subset": "mlt_Latn-lvs_Latn", "languages": ["mlt-Latn", "lvs-Latn"], "main_score": 0.233691, "precision": 0.226554, "recall": 0.258893}, {"accuracy": 0.113636, "f1": 0.097025, "hf_subset": "mlt_Latn-pan_Guru", "languages": ["mlt-Latn", "pan-Guru"], "main_score": 0.097025, "precision": 0.092088, "recall": 0.113636}, {"accuracy": 0.184783, "f1": 0.164349, "hf_subset": "mlt_Latn-som_Latn", "languages": ["mlt-Latn", "som-Latn"], "main_score": 0.164349, "precision": 0.156968, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.164776, "hf_subset": "mlt_Latn-tum_Latn", "languages": ["mlt-Latn", "tum-Latn"], "main_score": 0.164776, "precision": 0.155272, "recall": 0.195652}, {"accuracy": 0.033597, "f1": 0.024758, "hf_subset": "quy_Latn-ace_Arab", "languages": ["quy-Latn", "ace-Arab"], "main_score": 0.024758, "precision": 0.02294, "recall": 0.033597}, {"accuracy": 0.171937, "f1": 0.148843, "hf_subset": "quy_Latn-bam_Latn", "languages": ["quy-Latn", "bam-Latn"], "main_score": 0.148843, "precision": 0.14168, "recall": 0.171937}, {"accuracy": 0.006917, "f1": 0.001516, "hf_subset": "quy_Latn-dzo_Tibt", "languages": ["quy-Latn", "dzo-Tibt"], "main_score": 0.001516, "precision": 0.001007, "recall": 0.006917}, {"accuracy": 0.176877, "f1": 0.151144, "hf_subset": "quy_Latn-hin_Deva", "languages": ["quy-Latn", "hin-Deva"], "main_score": 0.151144, "precision": 0.144113, "recall": 0.176877}, {"accuracy": 0.136364, "f1": 0.116592, "hf_subset": "quy_Latn-khm_Khmr", "languages": ["quy-Latn", "khm-Khmr"], "main_score": 0.116592, "precision": 0.111996, "recall": 0.136364}, {"accuracy": 0.119565, "f1": 0.1029, "hf_subset": "quy_Latn-mag_Deva", "languages": ["quy-Latn", "mag-Deva"], "main_score": 0.1029, "precision": 0.09866, "recall": 0.119565}, {"accuracy": 0.12747, "f1": 0.117444, "hf_subset": "quy_Latn-pap_Latn", "languages": ["quy-Latn", "pap-Latn"], "main_score": 0.117444, "precision": 0.114086, "recall": 0.12747}, {"accuracy": 0.208498, "f1": 0.181464, "hf_subset": "quy_Latn-sot_Latn", "languages": ["quy-Latn", "sot-Latn"], "main_score": 0.181464, "precision": 0.173396, "recall": 0.208498}, {"accuracy": 0.235178, "f1": 0.202699, "hf_subset": "quy_Latn-tur_Latn", "languages": ["quy-Latn", "tur-Latn"], "main_score": 0.202699, "precision": 0.194102, "recall": 0.235178}, {"accuracy": 0.185771, "f1": 0.167205, "hf_subset": "quy_Latn-ace_Latn", "languages": ["quy-Latn", "ace-Latn"], "main_score": 0.167205, "precision": 0.16158, "recall": 0.185771}, {"accuracy": 0.124506, "f1": 0.111332, "hf_subset": "quy_Latn-ban_Latn", "languages": ["quy-Latn", "ban-Latn"], "main_score": 0.111332, "precision": 0.108016, "recall": 0.124506}, {"accuracy": 0.164032, "f1": 0.141214, "hf_subset": "quy_Latn-ell_Grek", "languages": ["quy-Latn", "ell-Grek"], "main_score": 0.141214, "precision": 0.134343, "recall": 0.164032}, {"accuracy": 0.106719, "f1": 0.095013, "hf_subset": "quy_Latn-hne_Deva", "languages": ["quy-Latn", "hne-Deva"], "main_score": 0.095013, "precision": 0.091385, "recall": 0.106719}, {"accuracy": 0.202569, "f1": 0.174341, "hf_subset": "quy_Latn-kik_Latn", "languages": ["quy-Latn", "kik-Latn"], "main_score": 0.174341, "precision": 0.165333, "recall": 0.202569}, {"accuracy": 0.110672, "f1": 0.094109, "hf_subset": "quy_Latn-mai_Deva", "languages": ["quy-Latn", "mai-Deva"], "main_score": 0.094109, "precision": 0.089432, "recall": 0.110672}, {"accuracy": 0.118577, "f1": 0.0981, "hf_subset": "quy_Latn-pbt_Arab", "languages": ["quy-Latn", "pbt-Arab"], "main_score": 0.0981, "precision": 0.092406, "recall": 0.118577}, {"accuracy": 0.225296, "f1": 0.195786, "hf_subset": "quy_Latn-spa_Latn", "languages": ["quy-Latn", "spa-Latn"], "main_score": 0.195786, "precision": 0.188209, "recall": 0.225296}, {"accuracy": 0.23419, "f1": 0.207476, "hf_subset": "quy_Latn-twi_Latn", "languages": ["quy-Latn", "twi-Latn"], "main_score": 0.207476, "precision": 0.198967, "recall": 0.23419}, {"accuracy": 0.131423, "f1": 0.120809, "hf_subset": "quy_Latn-acm_Arab", "languages": ["quy-Latn", "acm-Arab"], "main_score": 0.120809, "precision": 0.117636, "recall": 0.131423}, {"accuracy": 0.133399, "f1": 0.109124, "hf_subset": "quy_Latn-bel_Cyrl", "languages": ["quy-Latn", "bel-Cyrl"], "main_score": 0.109124, "precision": 0.102708, "recall": 0.133399}, {"accuracy": 0.241107, "f1": 0.210943, "hf_subset": "quy_Latn-eng_Latn", "languages": ["quy-Latn", "eng-Latn"], "main_score": 0.210943, "precision": 0.202839, "recall": 0.241107}, {"accuracy": 0.187747, "f1": 0.167011, "hf_subset": "quy_Latn-hrv_Latn", "languages": ["quy-Latn", "hrv-Latn"], "main_score": 0.167011, "precision": 0.161009, "recall": 0.187747}, {"accuracy": 0.188735, "f1": 0.160948, "hf_subset": "quy_Latn-kin_Latn", "languages": ["quy-Latn", "kin-Latn"], "main_score": 0.160948, "precision": 0.153033, "recall": 0.188735}, {"accuracy": 0.073123, "f1": 0.057676, "hf_subset": "quy_Latn-mal_Mlym", "languages": ["quy-Latn", "mal-Mlym"], "main_score": 0.057676, "precision": 0.054964, "recall": 0.073123}, {"accuracy": 0.16502, "f1": 0.140863, "hf_subset": "quy_Latn-pes_Arab", "languages": ["quy-Latn", "pes-Arab"], "main_score": 0.140863, "precision": 0.133466, "recall": 0.16502}, {"accuracy": 0.151186, "f1": 0.131716, "hf_subset": "quy_Latn-srd_Latn", "languages": ["quy-Latn", "srd-Latn"], "main_score": 0.131716, "precision": 0.127264, "recall": 0.151186}, {"accuracy": 0.056324, "f1": 0.038943, "hf_subset": "quy_Latn-tzm_Tfng", "languages": ["quy-Latn", "tzm-Tfng"], "main_score": 0.038943, "precision": 0.034854, "recall": 0.056324}, {"accuracy": 0.166008, "f1": 0.149755, "hf_subset": "quy_Latn-acq_Arab", "languages": ["quy-Latn", "acq-Arab"], "main_score": 0.149755, "precision": 0.145424, "recall": 0.166008}, {"accuracy": 0.231225, "f1": 0.198451, "hf_subset": "quy_Latn-bem_Latn", "languages": ["quy-Latn", "bem-Latn"], "main_score": 0.198451, "precision": 0.187322, "recall": 0.231225}, {"accuracy": 0.146245, "f1": 0.134217, "hf_subset": "quy_Latn-epo_Latn", "languages": ["quy-Latn", "epo-Latn"], "main_score": 0.134217, "precision": 0.130177, "recall": 0.146245}, {"accuracy": 0.227273, "f1": 0.196409, "hf_subset": "quy_Latn-hun_Latn", "languages": ["quy-Latn", "hun-Latn"], "main_score": 0.196409, "precision": 0.188311, "recall": 0.227273}, {"accuracy": 0.153162, "f1": 0.135793, "hf_subset": "quy_Latn-kir_Cyrl", "languages": ["quy-Latn", "kir-Cyrl"], "main_score": 0.135793, "precision": 0.131247, "recall": 0.153162}, {"accuracy": 0.120553, "f1": 0.100354, "hf_subset": "quy_Latn-mar_Deva", "languages": ["quy-Latn", "mar-Deva"], "main_score": 0.100354, "precision": 0.094794, "recall": 0.120553}, {"accuracy": 0.157115, "f1": 0.138333, "hf_subset": "quy_Latn-plt_Latn", "languages": ["quy-Latn", "plt-Latn"], "main_score": 0.138333, "precision": 0.13249, "recall": 0.157115}, {"accuracy": 0.1917, "f1": 0.168277, "hf_subset": "quy_Latn-srp_Cyrl", "languages": ["quy-Latn", "srp-Cyrl"], "main_score": 0.168277, "precision": 0.161513, "recall": 0.1917}, {"accuracy": 0.075099, "f1": 0.066227, "hf_subset": "quy_Latn-uig_Arab", "languages": ["quy-Latn", "uig-Arab"], "main_score": 0.066227, "precision": 0.063631, "recall": 0.075099}, {"accuracy": 0.147233, "f1": 0.124863, "hf_subset": "quy_Latn-aeb_Arab", "languages": ["quy-Latn", "aeb-Arab"], "main_score": 0.124863, "precision": 0.119351, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.045576, "hf_subset": "quy_Latn-ben_Beng", "languages": ["quy-Latn", "ben-Beng"], "main_score": 0.045576, "precision": 0.043729, "recall": 0.05336}, {"accuracy": 0.231225, "f1": 0.197308, "hf_subset": "quy_Latn-est_Latn", "languages": ["quy-Latn", "est-Latn"], "main_score": 0.197308, "precision": 0.187123, "recall": 0.231225}, {"accuracy": 0.133399, "f1": 0.116742, "hf_subset": "quy_Latn-hye_Armn", "languages": ["quy-Latn", "hye-Armn"], "main_score": 0.116742, "precision": 0.112156, "recall": 0.133399}, {"accuracy": 0.230237, "f1": 0.189901, "hf_subset": "quy_Latn-kmb_Latn", "languages": ["quy-Latn", "kmb-Latn"], "main_score": 0.189901, "precision": 0.17723, "recall": 0.230237}, {"accuracy": 0.028656, "f1": 0.020699, "hf_subset": "quy_Latn-min_Arab", "languages": ["quy-Latn", "min-Arab"], "main_score": 0.020699, "precision": 0.018591, "recall": 0.028656}, {"accuracy": 0.23419, "f1": 0.200156, "hf_subset": "quy_Latn-pol_Latn", "languages": ["quy-Latn", "pol-Latn"], "main_score": 0.200156, "precision": 0.190687, "recall": 0.23419}, {"accuracy": 0.162055, "f1": 0.137461, "hf_subset": "quy_Latn-ssw_Latn", "languages": ["quy-Latn", "ssw-Latn"], "main_score": 0.137461, "precision": 0.129815, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.155623, "hf_subset": "quy_Latn-ukr_Cyrl", "languages": ["quy-Latn", "ukr-Cyrl"], "main_score": 0.155623, "precision": 0.149554, "recall": 0.177866}, {"accuracy": 0.221344, "f1": 0.192606, "hf_subset": "quy_Latn-afr_Latn", "languages": ["quy-Latn", "afr-Latn"], "main_score": 0.192606, "precision": 0.184264, "recall": 0.221344}, {"accuracy": 0.126482, "f1": 0.105182, "hf_subset": "quy_Latn-bho_Deva", "languages": ["quy-Latn", "bho-Deva"], "main_score": 0.105182, "precision": 0.098675, "recall": 0.126482}, {"accuracy": 0.132411, "f1": 0.120882, "hf_subset": "quy_Latn-eus_Latn", "languages": ["quy-Latn", "eus-Latn"], "main_score": 0.120882, "precision": 0.117726, "recall": 0.132411}, {"accuracy": 0.155138, "f1": 0.133104, "hf_subset": "quy_Latn-ibo_Latn", "languages": ["quy-Latn", "ibo-Latn"], "main_score": 0.133104, "precision": 0.126844, "recall": 0.155138}, {"accuracy": 0.170949, "f1": 0.149901, "hf_subset": "quy_Latn-kmr_Latn", "languages": ["quy-Latn", "kmr-Latn"], "main_score": 0.149901, "precision": 0.144421, "recall": 0.170949}, {"accuracy": 0.123518, "f1": 0.106424, "hf_subset": "quy_Latn-min_Latn", "languages": ["quy-Latn", "min-Latn"], "main_score": 0.106424, "precision": 0.102153, "recall": 0.123518}, {"accuracy": 0.247036, "f1": 0.211271, "hf_subset": "quy_Latn-por_Latn", "languages": ["quy-Latn", "por-Latn"], "main_score": 0.211271, "precision": 0.201971, "recall": 0.247036}, {"accuracy": 0.124506, "f1": 0.109593, "hf_subset": "quy_Latn-sun_Latn", "languages": ["quy-Latn", "sun-Latn"], "main_score": 0.109593, "precision": 0.10575, "recall": 0.124506}, {"accuracy": 0.170949, "f1": 0.142657, "hf_subset": "quy_Latn-umb_Latn", "languages": ["quy-Latn", "umb-Latn"], "main_score": 0.142657, "precision": 0.133635, "recall": 0.170949}, {"accuracy": 0.152174, "f1": 0.139408, "hf_subset": "quy_Latn-ajp_Arab", "languages": ["quy-Latn", "ajp-Arab"], "main_score": 0.139408, "precision": 0.135489, "recall": 0.152174}, {"accuracy": 0.043478, "f1": 0.037786, "hf_subset": "quy_Latn-bjn_Arab", "languages": ["quy-Latn", "bjn-Arab"], "main_score": 0.037786, "precision": 0.036012, "recall": 0.043478}, {"accuracy": 0.185771, "f1": 0.161277, "hf_subset": "quy_Latn-ewe_Latn", "languages": ["quy-Latn", "ewe-Latn"], "main_score": 0.161277, "precision": 0.154428, "recall": 0.185771}, {"accuracy": 0.203557, "f1": 0.178998, "hf_subset": "quy_Latn-ilo_Latn", "languages": ["quy-Latn", "ilo-Latn"], "main_score": 0.178998, "precision": 0.173106, "recall": 0.203557}, {"accuracy": 0.031621, "f1": 0.026583, "hf_subset": "quy_Latn-knc_Arab", "languages": ["quy-Latn", "knc-Arab"], "main_score": 0.026583, "precision": 0.025759, "recall": 0.031621}, {"accuracy": 0.174901, "f1": 0.155164, "hf_subset": "quy_Latn-mkd_Cyrl", "languages": ["quy-Latn", "mkd-Cyrl"], "main_score": 0.155164, "precision": 0.149892, "recall": 0.174901}, {"accuracy": 0.140316, "f1": 0.123302, "hf_subset": "quy_Latn-prs_Arab", "languages": ["quy-Latn", "prs-Arab"], "main_score": 0.123302, "precision": 0.118545, "recall": 0.140316}, {"accuracy": 0.22332, "f1": 0.197972, "hf_subset": "quy_Latn-swe_Latn", "languages": ["quy-Latn", "swe-Latn"], "main_score": 0.197972, "precision": 0.190606, "recall": 0.22332}, {"accuracy": 0.129447, "f1": 0.111773, "hf_subset": "quy_Latn-urd_Arab", "languages": ["quy-Latn", "urd-Arab"], "main_score": 0.111773, "precision": 0.106694, "recall": 0.129447}, {"accuracy": 0.229249, "f1": 0.199144, "hf_subset": "quy_Latn-aka_Latn", "languages": ["quy-Latn", "aka-Latn"], "main_score": 0.199144, "precision": 0.190609, "recall": 0.229249}, {"accuracy": 0.125494, "f1": 0.108794, "hf_subset": "quy_Latn-bjn_Latn", "languages": ["quy-Latn", "bjn-Latn"], "main_score": 0.108794, "precision": 0.105237, "recall": 0.125494}, {"accuracy": 0.142292, "f1": 0.122365, "hf_subset": "quy_Latn-fao_Latn", "languages": ["quy-Latn", "fao-Latn"], "main_score": 0.122365, "precision": 0.11647, "recall": 0.142292}, {"accuracy": 0.231225, "f1": 0.199037, "hf_subset": "quy_Latn-ind_Latn", "languages": ["quy-Latn", "ind-Latn"], "main_score": 0.199037, "precision": 0.189079, "recall": 0.231225}, {"accuracy": 0.190711, "f1": 0.167249, "hf_subset": "quy_Latn-knc_Latn", "languages": ["quy-Latn", "knc-Latn"], "main_score": 0.167249, "precision": 0.159309, "recall": 0.190711}, {"accuracy": 0.1917, "f1": 0.168061, "hf_subset": "quy_Latn-mlt_Latn", "languages": ["quy-Latn", "mlt-Latn"], "main_score": 0.168061, "precision": 0.161269, "recall": 0.1917}, {"accuracy": 0.146245, "f1": 0.127093, "hf_subset": "quy_Latn-swh_Latn", "languages": ["quy-Latn", "swh-Latn"], "main_score": 0.127093, "precision": 0.120736, "recall": 0.146245}, {"accuracy": 0.096838, "f1": 0.087434, "hf_subset": "quy_Latn-uzn_Latn", "languages": ["quy-Latn", "uzn-Latn"], "main_score": 0.087434, "precision": 0.085027, "recall": 0.096838}, {"accuracy": 0.204545, "f1": 0.180741, "hf_subset": "quy_Latn-als_Latn", "languages": ["quy-Latn", "als-Latn"], "main_score": 0.180741, "precision": 0.174304, "recall": 0.204545}, {"accuracy": 0.039526, "f1": 0.022706, "hf_subset": "quy_Latn-bod_Tibt", "languages": ["quy-Latn", "bod-Tibt"], "main_score": 0.022706, "precision": 0.019755, "recall": 0.039526}, {"accuracy": 0.114625, "f1": 0.099786, "hf_subset": "quy_Latn-fij_Latn", "languages": ["quy-Latn", "fij-Latn"], "main_score": 0.099786, "precision": 0.095635, "recall": 0.114625}, {"accuracy": 0.112648, "f1": 0.103068, "hf_subset": "quy_Latn-isl_Latn", "languages": ["quy-Latn", "isl-Latn"], "main_score": 0.103068, "precision": 0.099927, "recall": 0.112648}, {"accuracy": 0.222332, "f1": 0.190105, "hf_subset": "quy_Latn-kon_Latn", "languages": ["quy-Latn", "kon-Latn"], "main_score": 0.190105, "precision": 0.180201, "recall": 0.222332}, {"accuracy": 0.061265, "f1": 0.047703, "hf_subset": "quy_Latn-mni_Beng", "languages": ["quy-Latn", "mni-Beng"], "main_score": 0.047703, "precision": 0.043108, "recall": 0.061265}, {"accuracy": 0.235178, "f1": 0.20382, "hf_subset": "quy_Latn-ron_Latn", "languages": ["quy-Latn", "ron-Latn"], "main_score": 0.20382, "precision": 0.194982, "recall": 0.235178}, {"accuracy": 0.167984, "f1": 0.143582, "hf_subset": "quy_Latn-szl_Latn", "languages": ["quy-Latn", "szl-Latn"], "main_score": 0.143582, "precision": 0.13691, "recall": 0.167984}, {"accuracy": 0.168972, "f1": 0.150998, "hf_subset": "quy_Latn-vec_Latn", "languages": ["quy-Latn", "vec-Latn"], "main_score": 0.150998, "precision": 0.145246, "recall": 0.168972}, {"accuracy": 0.059289, "f1": 0.045135, "hf_subset": "quy_Latn-amh_Ethi", "languages": ["quy-Latn", "amh-Ethi"], "main_score": 0.045135, "precision": 0.041696, "recall": 0.059289}, {"accuracy": 0.232213, "f1": 0.204755, "hf_subset": "quy_Latn-bos_Latn", "languages": ["quy-Latn", "bos-Latn"], "main_score": 0.204755, "precision": 0.19723, "recall": 0.232213}, {"accuracy": 0.200593, "f1": 0.174375, "hf_subset": "quy_Latn-fin_Latn", "languages": ["quy-Latn", "fin-Latn"], "main_score": 0.174375, "precision": 0.166124, "recall": 0.200593}, {"accuracy": 0.227273, "f1": 0.195852, "hf_subset": "quy_Latn-ita_Latn", "languages": ["quy-Latn", "ita-Latn"], "main_score": 0.195852, "precision": 0.188324, "recall": 0.227273}, {"accuracy": 0.159091, "f1": 0.136019, "hf_subset": "quy_Latn-kor_Hang", "languages": ["quy-Latn", "kor-Hang"], "main_score": 0.136019, "precision": 0.129374, "recall": 0.159091}, {"accuracy": 0.161067, "f1": 0.140735, "hf_subset": "quy_Latn-mos_Latn", "languages": ["quy-Latn", "mos-Latn"], "main_score": 0.140735, "precision": 0.134502, "recall": 0.161067}, {"accuracy": 0.197628, "f1": 0.166099, "hf_subset": "quy_Latn-run_Latn", "languages": ["quy-Latn", "run-Latn"], "main_score": 0.166099, "precision": 0.15597, "recall": 0.197628}, {"accuracy": 0.072134, "f1": 0.058764, "hf_subset": "quy_Latn-tam_Taml", "languages": ["quy-Latn", "tam-Taml"], "main_score": 0.058764, "precision": 0.055648, "recall": 0.072134}, {"accuracy": 0.228261, "f1": 0.193687, "hf_subset": "quy_Latn-vie_Latn", "languages": ["quy-Latn", "vie-Latn"], "main_score": 0.193687, "precision": 0.18452, "recall": 0.228261}, {"accuracy": 0.106719, "f1": 0.098807, "hf_subset": "quy_Latn-apc_Arab", "languages": ["quy-Latn", "apc-Arab"], "main_score": 0.098807, "precision": 0.096402, "recall": 0.106719}, {"accuracy": 0.174901, "f1": 0.153069, "hf_subset": "quy_Latn-bug_Latn", "languages": ["quy-Latn", "bug-Latn"], "main_score": 0.153069, "precision": 0.14609, "recall": 0.174901}, {"accuracy": 0.189723, "f1": 0.162933, "hf_subset": "quy_Latn-fon_Latn", "languages": ["quy-Latn", "fon-Latn"], "main_score": 0.162933, "precision": 0.154959, "recall": 0.189723}, {"accuracy": 0.120553, "f1": 0.107209, "hf_subset": "quy_Latn-jav_Latn", "languages": ["quy-Latn", "jav-Latn"], "main_score": 0.107209, "precision": 0.10377, "recall": 0.120553}, {"accuracy": 0.181818, "f1": 0.151781, "hf_subset": "quy_Latn-lao_Laoo", "languages": ["quy-Latn", "lao-Laoo"], "main_score": 0.151781, "precision": 0.14484, "recall": 0.181818}, {"accuracy": 0.155138, "f1": 0.134483, "hf_subset": "quy_Latn-mri_Latn", "languages": ["quy-Latn", "mri-Latn"], "main_score": 0.134483, "precision": 0.127188, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.150352, "hf_subset": "quy_Latn-rus_Cyrl", "languages": ["quy-Latn", "rus-Cyrl"], "main_score": 0.150352, "precision": 0.144168, "recall": 0.171937}, {"accuracy": 0.195652, "f1": 0.170614, "hf_subset": "quy_Latn-taq_Latn", "languages": ["quy-Latn", "taq-Latn"], "main_score": 0.170614, "precision": 0.162349, "recall": 0.195652}, {"accuracy": 0.193676, "f1": 0.1728, "hf_subset": "quy_Latn-war_Latn", "languages": ["quy-Latn", "war-Latn"], "main_score": 0.1728, "precision": 0.166091, "recall": 0.193676}, {"accuracy": 0.166996, "f1": 0.148046, "hf_subset": "quy_Latn-arb_Arab", "languages": ["quy-Latn", "arb-Arab"], "main_score": 0.148046, "precision": 0.142969, "recall": 0.166996}, {"accuracy": 0.190711, "f1": 0.167224, "hf_subset": "quy_Latn-bul_Cyrl", "languages": ["quy-Latn", "bul-Cyrl"], "main_score": 0.167224, "precision": 0.160183, "recall": 0.190711}, {"accuracy": 0.240119, "f1": 0.204615, "hf_subset": "quy_Latn-fra_Latn", "languages": ["quy-Latn", "fra-Latn"], "main_score": 0.204615, "precision": 0.194573, "recall": 0.240119}, {"accuracy": 0.174901, "f1": 0.150868, "hf_subset": "quy_Latn-jpn_Jpan", "languages": ["quy-Latn", "jpn-Jpan"], "main_score": 0.150868, "precision": 0.143685, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.145415, "hf_subset": "quy_Latn-lij_Latn", "languages": ["quy-Latn", "lij-Latn"], "main_score": 0.145415, "precision": 0.141297, "recall": 0.160079}, {"accuracy": 0.120553, "f1": 0.098835, "hf_subset": "quy_Latn-mya_Mymr", "languages": ["quy-Latn", "mya-Mymr"], "main_score": 0.098835, "precision": 0.09339, "recall": 0.120553}, {"accuracy": 0.160079, "f1": 0.137, "hf_subset": "quy_Latn-sag_Latn", "languages": ["quy-Latn", "sag-Latn"], "main_score": 0.137, "precision": 0.130962, "recall": 0.160079}, {"accuracy": 0.090909, "f1": 0.062292, "hf_subset": "quy_Latn-taq_Tfng", "languages": ["quy-Latn", "taq-Tfng"], "main_score": 0.062292, "precision": 0.056036, "recall": 0.090909}, {"accuracy": 0.19664, "f1": 0.170429, "hf_subset": "quy_Latn-wol_Latn", "languages": ["quy-Latn", "wol-Latn"], "main_score": 0.170429, "precision": 0.162302, "recall": 0.19664}, {"accuracy": 0.13834, "f1": 0.110269, "hf_subset": "quy_Latn-arb_Latn", "languages": ["quy-Latn", "arb-Latn"], "main_score": 0.110269, "precision": 0.102523, "recall": 0.13834}, {"accuracy": 0.254941, "f1": 0.222398, "hf_subset": "quy_Latn-cat_Latn", "languages": ["quy-Latn", "cat-Latn"], "main_score": 0.222398, "precision": 0.213654, "recall": 0.254941}, {"accuracy": 0.190711, "f1": 0.164057, "hf_subset": "quy_Latn-fur_Latn", "languages": ["quy-Latn", "fur-Latn"], "main_score": 0.164057, "precision": 0.156792, "recall": 0.190711}, {"accuracy": 0.076087, "f1": 0.054373, "hf_subset": "quy_Latn-kab_Latn", "languages": ["quy-Latn", "kab-Latn"], "main_score": 0.054373, "precision": 0.048987, "recall": 0.076087}, {"accuracy": 0.173913, "f1": 0.15368, "hf_subset": "quy_Latn-lim_Latn", "languages": ["quy-Latn", "lim-Latn"], "main_score": 0.15368, "precision": 0.147839, "recall": 0.173913}, {"accuracy": 0.246047, "f1": 0.21283, "hf_subset": "quy_Latn-nld_Latn", "languages": ["quy-Latn", "nld-Latn"], "main_score": 0.21283, "precision": 0.203685, "recall": 0.246047}, {"accuracy": 0.076087, "f1": 0.069057, "hf_subset": "quy_Latn-san_Deva", "languages": ["quy-Latn", "san-Deva"], "main_score": 0.069057, "precision": 0.067616, "recall": 0.076087}, {"accuracy": 0.129447, "f1": 0.109813, "hf_subset": "quy_Latn-tat_Cyrl", "languages": ["quy-Latn", "tat-Cyrl"], "main_score": 0.109813, "precision": 0.104857, "recall": 0.129447}, {"accuracy": 0.156126, "f1": 0.129408, "hf_subset": "quy_Latn-xho_Latn", "languages": ["quy-Latn", "xho-Latn"], "main_score": 0.129408, "precision": 0.122171, "recall": 0.156126}, {"accuracy": 0.162055, "f1": 0.142921, "hf_subset": "quy_Latn-ars_Arab", "languages": ["quy-Latn", "ars-Arab"], "main_score": 0.142921, "precision": 0.137648, "recall": 0.162055}, {"accuracy": 0.166008, "f1": 0.150907, "hf_subset": "quy_Latn-ceb_Latn", "languages": ["quy-Latn", "ceb-Latn"], "main_score": 0.150907, "precision": 0.146417, "recall": 0.166008}, {"accuracy": 0.162055, "f1": 0.138593, "hf_subset": "quy_Latn-fuv_Latn", "languages": ["quy-Latn", "fuv-Latn"], "main_score": 0.138593, "precision": 0.130642, "recall": 0.162055}, {"accuracy": 0.219368, "f1": 0.187764, "hf_subset": "quy_Latn-kac_Latn", "languages": ["quy-Latn", "kac-Latn"], "main_score": 0.187764, "precision": 0.177368, "recall": 0.219368}, {"accuracy": 0.173913, "f1": 0.149903, "hf_subset": "quy_Latn-lin_Latn", "languages": ["quy-Latn", "lin-Latn"], "main_score": 0.149903, "precision": 0.142489, "recall": 0.173913}, {"accuracy": 0.231225, "f1": 0.198215, "hf_subset": "quy_Latn-nno_Latn", "languages": ["quy-Latn", "nno-Latn"], "main_score": 0.198215, "precision": 0.188715, "recall": 0.231225}, {"accuracy": 0.017787, "f1": 0.003604, "hf_subset": "quy_Latn-sat_Olck", "languages": ["quy-Latn", "sat-Olck"], "main_score": 0.003604, "precision": 0.002266, "recall": 0.017787}, {"accuracy": 0.067194, "f1": 0.056773, "hf_subset": "quy_Latn-tel_Telu", "languages": ["quy-Latn", "tel-Telu"], "main_score": 0.056773, "precision": 0.053866, "recall": 0.067194}, {"accuracy": 0.050395, "f1": 0.039116, "hf_subset": "quy_Latn-ydd_Hebr", "languages": ["quy-Latn", "ydd-Hebr"], "main_score": 0.039116, "precision": 0.036601, "recall": 0.050395}, {"accuracy": 0.094862, "f1": 0.079756, "hf_subset": "quy_Latn-ary_Arab", "languages": ["quy-Latn", "ary-Arab"], "main_score": 0.079756, "precision": 0.076735, "recall": 0.094862}, {"accuracy": 0.236166, "f1": 0.20198, "hf_subset": "quy_Latn-ces_Latn", "languages": ["quy-Latn", "ces-Latn"], "main_score": 0.20198, "precision": 0.192327, "recall": 0.236166}, {"accuracy": 0.089921, "f1": 0.067546, "hf_subset": "quy_Latn-gaz_Latn", "languages": ["quy-Latn", "gaz-Latn"], "main_score": 0.067546, "precision": 0.061349, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.178442, "hf_subset": "quy_Latn-kam_Latn", "languages": ["quy-Latn", "kam-Latn"], "main_score": 0.178442, "precision": 0.169766, "recall": 0.202569}, {"accuracy": 0.199605, "f1": 0.175132, "hf_subset": "quy_Latn-lit_Latn", "languages": ["quy-Latn", "lit-Latn"], "main_score": 0.175132, "precision": 0.167749, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.199277, "hf_subset": "quy_Latn-nob_Latn", "languages": ["quy-Latn", "nob-Latn"], "main_score": 0.199277, "precision": 0.190489, "recall": 0.228261}, {"accuracy": 0.141304, "f1": 0.128276, "hf_subset": "quy_Latn-scn_Latn", "languages": ["quy-Latn", "scn-Latn"], "main_score": 0.128276, "precision": 0.125478, "recall": 0.141304}, {"accuracy": 0.145257, "f1": 0.122422, "hf_subset": "quy_Latn-tgk_Cyrl", "languages": ["quy-Latn", "tgk-Cyrl"], "main_score": 0.122422, "precision": 0.115383, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.125928, "hf_subset": "quy_Latn-yor_Latn", "languages": ["quy-Latn", "yor-Latn"], "main_score": 0.125928, "precision": 0.117839, "recall": 0.151186}, {"accuracy": 0.124506, "f1": 0.106794, "hf_subset": "quy_Latn-arz_Arab", "languages": ["quy-Latn", "arz-Arab"], "main_score": 0.106794, "precision": 0.102012, "recall": 0.124506}, {"accuracy": 0.23419, "f1": 0.201087, "hf_subset": "quy_Latn-cjk_Latn", "languages": ["quy-Latn", "cjk-Latn"], "main_score": 0.201087, "precision": 0.1899, "recall": 0.23419}, {"accuracy": 0.12747, "f1": 0.110409, "hf_subset": "quy_Latn-gla_Latn", "languages": ["quy-Latn", "gla-Latn"], "main_score": 0.110409, "precision": 0.106177, "recall": 0.12747}, {"accuracy": 0.065217, "f1": 0.049628, "hf_subset": "quy_Latn-kan_Knda", "languages": ["quy-Latn", "kan-Knda"], "main_score": 0.049628, "precision": 0.04664, "recall": 0.065217}, {"accuracy": 0.163043, "f1": 0.14796, "hf_subset": "quy_Latn-lmo_Latn", "languages": ["quy-Latn", "lmo-Latn"], "main_score": 0.14796, "precision": 0.144302, "recall": 0.163043}, {"accuracy": 0.151186, "f1": 0.124921, "hf_subset": "quy_Latn-npi_Deva", "languages": ["quy-Latn", "npi-Deva"], "main_score": 0.124921, "precision": 0.11782, "recall": 0.151186}, {"accuracy": 0.146245, "f1": 0.117665, "hf_subset": "quy_Latn-shn_Mymr", "languages": ["quy-Latn", "shn-Mymr"], "main_score": 0.117665, "precision": 0.110332, "recall": 0.146245}, {"accuracy": 0.163043, "f1": 0.144399, "hf_subset": "quy_Latn-tgl_Latn", "languages": ["quy-Latn", "tgl-Latn"], "main_score": 0.144399, "precision": 0.138867, "recall": 0.163043}, {"accuracy": 0.170949, "f1": 0.147625, "hf_subset": "quy_Latn-yue_Hant", "languages": ["quy-Latn", "yue-Hant"], "main_score": 0.147625, "precision": 0.140828, "recall": 0.170949}, {"accuracy": 0.043478, "f1": 0.035111, "hf_subset": "quy_Latn-asm_Beng", "languages": ["quy-Latn", "asm-Beng"], "main_score": 0.035111, "precision": 0.033295, "recall": 0.043478}, {"accuracy": 0.116601, "f1": 0.092651, "hf_subset": "quy_Latn-ckb_Arab", "languages": ["quy-Latn", "ckb-Arab"], "main_score": 0.092651, "precision": 0.086765, "recall": 0.116601}, {"accuracy": 0.12747, "f1": 0.110248, "hf_subset": "quy_Latn-gle_Latn", "languages": ["quy-Latn", "gle-Latn"], "main_score": 0.110248, "precision": 0.106094, "recall": 0.12747}, {"accuracy": 0.0583, "f1": 0.051112, "hf_subset": "quy_Latn-kas_Arab", "languages": ["quy-Latn", "kas-Arab"], "main_score": 0.051112, "precision": 0.049053, "recall": 0.0583}, {"accuracy": 0.166996, "f1": 0.145943, "hf_subset": "quy_Latn-ltg_Latn", "languages": ["quy-Latn", "ltg-Latn"], "main_score": 0.145943, "precision": 0.140209, "recall": 0.166996}, {"accuracy": 0.206522, "f1": 0.178666, "hf_subset": "quy_Latn-nso_Latn", "languages": ["quy-Latn", "nso-Latn"], "main_score": 0.178666, "precision": 0.170276, "recall": 0.206522}, {"accuracy": 0.08004, "f1": 0.060956, "hf_subset": "quy_Latn-sin_Sinh", "languages": ["quy-Latn", "sin-Sinh"], "main_score": 0.060956, "precision": 0.055583, "recall": 0.08004}, {"accuracy": 0.146245, "f1": 0.129767, "hf_subset": "quy_Latn-tha_Thai", "languages": ["quy-Latn", "tha-Thai"], "main_score": 0.129767, "precision": 0.124406, "recall": 0.146245}, {"accuracy": 0.195652, "f1": 0.165919, "hf_subset": "quy_Latn-zho_Hans", "languages": ["quy-Latn", "zho-Hans"], "main_score": 0.165919, "precision": 0.158587, "recall": 0.195652}, {"accuracy": 0.186759, "f1": 0.160918, "hf_subset": "quy_Latn-ast_Latn", "languages": ["quy-Latn", "ast-Latn"], "main_score": 0.160918, "precision": 0.153634, "recall": 0.186759}, {"accuracy": 0.119565, "f1": 0.107847, "hf_subset": "quy_Latn-crh_Latn", "languages": ["quy-Latn", "crh-Latn"], "main_score": 0.107847, "precision": 0.104401, "recall": 0.119565}, {"accuracy": 0.240119, "f1": 0.207746, "hf_subset": "quy_Latn-glg_Latn", "languages": ["quy-Latn", "glg-Latn"], "main_score": 0.207746, "precision": 0.198352, "recall": 0.240119}, {"accuracy": 0.105731, "f1": 0.08502, "hf_subset": "quy_Latn-kas_Deva", "languages": ["quy-Latn", "kas-Deva"], "main_score": 0.08502, "precision": 0.080564, "recall": 0.105731}, {"accuracy": 0.176877, "f1": 0.155753, "hf_subset": "quy_Latn-ltz_Latn", "languages": ["quy-Latn", "ltz-Latn"], "main_score": 0.155753, "precision": 0.149388, "recall": 0.176877}, {"accuracy": 0.115613, "f1": 0.090683, "hf_subset": "quy_Latn-nus_Latn", "languages": ["quy-Latn", "nus-Latn"], "main_score": 0.090683, "precision": 0.083013, "recall": 0.115613}, {"accuracy": 0.235178, "f1": 0.205525, "hf_subset": "quy_Latn-slk_Latn", "languages": ["quy-Latn", "slk-Latn"], "main_score": 0.205525, "precision": 0.196961, "recall": 0.235178}, {"accuracy": 0.031621, "f1": 0.023726, "hf_subset": "quy_Latn-tir_Ethi", "languages": ["quy-Latn", "tir-Ethi"], "main_score": 0.023726, "precision": 0.021241, "recall": 0.031621}, {"accuracy": 0.168972, "f1": 0.14251, "hf_subset": "quy_Latn-zho_Hant", "languages": ["quy-Latn", "zho-Hant"], "main_score": 0.14251, "precision": 0.13449, "recall": 0.168972}, {"accuracy": 0.135375, "f1": 0.114231, "hf_subset": "quy_Latn-awa_Deva", "languages": ["quy-Latn", "awa-Deva"], "main_score": 0.114231, "precision": 0.108632, "recall": 0.135375}, {"accuracy": 0.101779, "f1": 0.086965, "hf_subset": "quy_Latn-cym_Latn", "languages": ["quy-Latn", "cym-Latn"], "main_score": 0.086965, "precision": 0.082229, "recall": 0.101779}, {"accuracy": 0.225296, "f1": 0.19963, "hf_subset": "quy_Latn-grn_Latn", "languages": ["quy-Latn", "grn-Latn"], "main_score": 0.19963, "precision": 0.191717, "recall": 0.225296}, {"accuracy": 0.140316, "f1": 0.12392, "hf_subset": "quy_Latn-kat_Geor", "languages": ["quy-Latn", "kat-Geor"], "main_score": 0.12392, "precision": 0.119248, "recall": 0.140316}, {"accuracy": 0.203557, "f1": 0.180871, "hf_subset": "quy_Latn-lua_Latn", "languages": ["quy-Latn", "lua-Latn"], "main_score": 0.180871, "precision": 0.172776, "recall": 0.203557}, {"accuracy": 0.211462, "f1": 0.183555, "hf_subset": "quy_Latn-nya_Latn", "languages": ["quy-Latn", "nya-Latn"], "main_score": 0.183555, "precision": 0.173942, "recall": 0.211462}, {"accuracy": 0.237154, "f1": 0.205433, "hf_subset": "quy_Latn-slv_Latn", "languages": ["quy-Latn", "slv-Latn"], "main_score": 0.205433, "precision": 0.196949, "recall": 0.237154}, {"accuracy": 0.19664, "f1": 0.176523, "hf_subset": "quy_Latn-tpi_Latn", "languages": ["quy-Latn", "tpi-Latn"], "main_score": 0.176523, "precision": 0.169894, "recall": 0.19664}, {"accuracy": 0.233202, "f1": 0.199338, "hf_subset": "quy_Latn-zsm_Latn", "languages": ["quy-Latn", "zsm-Latn"], "main_score": 0.199338, "precision": 0.189791, "recall": 0.233202}, {"accuracy": 0.245059, "f1": 0.222407, "hf_subset": "quy_Latn-ayr_Latn", "languages": ["quy-Latn", "ayr-Latn"], "main_score": 0.222407, "precision": 0.213551, "recall": 0.245059}, {"accuracy": 0.250988, "f1": 0.219336, "hf_subset": "quy_Latn-dan_Latn", "languages": ["quy-Latn", "dan-Latn"], "main_score": 0.219336, "precision": 0.210419, "recall": 0.250988}, {"accuracy": 0.083992, "f1": 0.072404, "hf_subset": "quy_Latn-guj_Gujr", "languages": ["quy-Latn", "guj-Gujr"], "main_score": 0.072404, "precision": 0.069197, "recall": 0.083992}, {"accuracy": 0.132411, "f1": 0.120184, "hf_subset": "quy_Latn-kaz_Cyrl", "languages": ["quy-Latn", "kaz-Cyrl"], "main_score": 0.120184, "precision": 0.117327, "recall": 0.132411}, {"accuracy": 0.153162, "f1": 0.129719, "hf_subset": "quy_Latn-lug_Latn", "languages": ["quy-Latn", "lug-Latn"], "main_score": 0.129719, "precision": 0.122647, "recall": 0.153162}, {"accuracy": 0.204545, "f1": 0.18605, "hf_subset": "quy_Latn-oci_Latn", "languages": ["quy-Latn", "oci-Latn"], "main_score": 0.18605, "precision": 0.180674, "recall": 0.204545}, {"accuracy": 0.156126, "f1": 0.129727, "hf_subset": "quy_Latn-smo_Latn", "languages": ["quy-Latn", "smo-Latn"], "main_score": 0.129727, "precision": 0.122584, "recall": 0.156126}, {"accuracy": 0.192688, "f1": 0.163927, "hf_subset": "quy_Latn-tsn_Latn", "languages": ["quy-Latn", "tsn-Latn"], "main_score": 0.163927, "precision": 0.154743, "recall": 0.192688}, {"accuracy": 0.141304, "f1": 0.117075, "hf_subset": "quy_Latn-zul_Latn", "languages": ["quy-Latn", "zul-Latn"], "main_score": 0.117075, "precision": 0.110444, "recall": 0.141304}, {"accuracy": 0.073123, "f1": 0.064011, "hf_subset": "quy_Latn-azb_Arab", "languages": ["quy-Latn", "azb-Arab"], "main_score": 0.064011, "precision": 0.061106, "recall": 0.073123}, {"accuracy": 0.247036, "f1": 0.217866, "hf_subset": "quy_Latn-deu_Latn", "languages": ["quy-Latn", "deu-Latn"], "main_score": 0.217866, "precision": 0.208912, "recall": 0.247036}, {"accuracy": 0.171937, "f1": 0.140429, "hf_subset": "quy_Latn-hat_Latn", "languages": ["quy-Latn", "hat-Latn"], "main_score": 0.140429, "precision": 0.132633, "recall": 0.171937}, {"accuracy": 0.192688, "f1": 0.164229, "hf_subset": "quy_Latn-kbp_Latn", "languages": ["quy-Latn", "kbp-Latn"], "main_score": 0.164229, "precision": 0.154799, "recall": 0.192688}, {"accuracy": 0.171937, "f1": 0.147976, "hf_subset": "quy_Latn-luo_Latn", "languages": ["quy-Latn", "luo-Latn"], "main_score": 0.147976, "precision": 0.140765, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.040508, "hf_subset": "quy_Latn-ory_Orya", "languages": ["quy-Latn", "ory-Orya"], "main_score": 0.040508, "precision": 0.037633, "recall": 0.05336}, {"accuracy": 0.162055, "f1": 0.132143, "hf_subset": "quy_Latn-sna_Latn", "languages": ["quy-Latn", "sna-Latn"], "main_score": 0.132143, "precision": 0.123142, "recall": 0.162055}, {"accuracy": 0.201581, "f1": 0.174, "hf_subset": "quy_Latn-tso_Latn", "languages": ["quy-Latn", "tso-Latn"], "main_score": 0.174, "precision": 0.164603, "recall": 0.201581}, {"accuracy": 0.102767, "f1": 0.093129, "hf_subset": "quy_Latn-azj_Latn", "languages": ["quy-Latn", "azj-Latn"], "main_score": 0.093129, "precision": 0.090973, "recall": 0.102767}, {"accuracy": 0.168972, "f1": 0.143857, "hf_subset": "quy_Latn-dik_Latn", "languages": ["quy-Latn", "dik-Latn"], "main_score": 0.143857, "precision": 0.136462, "recall": 0.168972}, {"accuracy": 0.167984, "f1": 0.149544, "hf_subset": "quy_Latn-hau_Latn", "languages": ["quy-Latn", "hau-Latn"], "main_score": 0.149544, "precision": 0.14363, "recall": 0.167984}, {"accuracy": 0.114625, "f1": 0.104201, "hf_subset": "quy_Latn-kea_Latn", "languages": ["quy-Latn", "kea-Latn"], "main_score": 0.104201, "precision": 0.100929, "recall": 0.114625}, {"accuracy": 0.254941, "f1": 0.22751, "hf_subset": "quy_Latn-lus_Latn", "languages": ["quy-Latn", "lus-Latn"], "main_score": 0.22751, "precision": 0.21828, "recall": 0.254941}, {"accuracy": 0.193676, "f1": 0.171814, "hf_subset": "quy_Latn-pag_Latn", "languages": ["quy-Latn", "pag-Latn"], "main_score": 0.171814, "precision": 0.164354, "recall": 0.193676}, {"accuracy": 0.094862, "f1": 0.079203, "hf_subset": "quy_Latn-snd_Arab", "languages": ["quy-Latn", "snd-Arab"], "main_score": 0.079203, "precision": 0.074167, "recall": 0.094862}, {"accuracy": 0.119565, "f1": 0.100829, "hf_subset": "quy_Latn-tuk_Latn", "languages": ["quy-Latn", "tuk-Latn"], "main_score": 0.100829, "precision": 0.095448, "recall": 0.119565}, {"accuracy": 0.144269, "f1": 0.126303, "hf_subset": "quy_Latn-bak_Cyrl", "languages": ["quy-Latn", "bak-Cyrl"], "main_score": 0.126303, "precision": 0.121018, "recall": 0.144269}, {"accuracy": 0.163043, "f1": 0.135657, "hf_subset": "quy_Latn-dyu_Latn", "languages": ["quy-Latn", "dyu-Latn"], "main_score": 0.135657, "precision": 0.126291, "recall": 0.163043}, {"accuracy": 0.161067, "f1": 0.137997, "hf_subset": "quy_Latn-heb_Hebr", "languages": ["quy-Latn", "heb-Hebr"], "main_score": 0.137997, "precision": 0.130505, "recall": 0.161067}, {"accuracy": 0.156126, "f1": 0.131364, "hf_subset": "quy_Latn-khk_Cyrl", "languages": ["quy-Latn", "khk-Cyrl"], "main_score": 0.131364, "precision": 0.124505, "recall": 0.156126}, {"accuracy": 0.179842, "f1": 0.158306, "hf_subset": "quy_Latn-lvs_Latn", "languages": ["quy-Latn", "lvs-Latn"], "main_score": 0.158306, "precision": 0.151806, "recall": 0.179842}, {"accuracy": 0.059289, "f1": 0.047065, "hf_subset": "quy_Latn-pan_Guru", "languages": ["quy-Latn", "pan-Guru"], "main_score": 0.047065, "precision": 0.044256, "recall": 0.059289}, {"accuracy": 0.132411, "f1": 0.115636, "hf_subset": "quy_Latn-som_Latn", "languages": ["quy-Latn", "som-Latn"], "main_score": 0.115636, "precision": 0.110625, "recall": 0.132411}, {"accuracy": 0.219368, "f1": 0.186243, "hf_subset": "quy_Latn-tum_Latn", "languages": ["quy-Latn", "tum-Latn"], "main_score": 0.186243, "precision": 0.176861, "recall": 0.219368}, {"accuracy": 0.050395, "f1": 0.03686, "hf_subset": "swh_Latn-ace_Arab", "languages": ["swh-Latn", "ace-Arab"], "main_score": 0.03686, "precision": 0.033641, "recall": 0.050395}, {"accuracy": 0.210474, "f1": 0.189872, "hf_subset": "swh_Latn-bam_Latn", "languages": ["swh-Latn", "bam-Latn"], "main_score": 0.189872, "precision": 0.181119, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 0.000226, "hf_subset": "swh_Latn-dzo_Tibt", "languages": ["swh-Latn", "dzo-Tibt"], "main_score": 0.000226, "precision": 0.000121, "recall": 0.002964}, {"accuracy": 0.295455, "f1": 0.260348, "hf_subset": "swh_Latn-hin_Deva", "languages": ["swh-Latn", "hin-Deva"], "main_score": 0.260348, "precision": 0.250348, "recall": 0.295455}, {"accuracy": 0.290514, "f1": 0.266908, "hf_subset": "swh_Latn-khm_Khmr", "languages": ["swh-Latn", "khm-Khmr"], "main_score": 0.266908, "precision": 0.260716, "recall": 0.290514}, {"accuracy": 0.256917, "f1": 0.229735, "hf_subset": "swh_Latn-mag_Deva", "languages": ["swh-Latn", "mag-Deva"], "main_score": 0.229735, "precision": 0.222315, "recall": 0.256917}, {"accuracy": 0.26087, "f1": 0.243769, "hf_subset": "swh_Latn-pap_Latn", "languages": ["swh-Latn", "pap-Latn"], "main_score": 0.243769, "precision": 0.238253, "recall": 0.26087}, {"accuracy": 0.259881, "f1": 0.224866, "hf_subset": "swh_Latn-sot_Latn", "languages": ["swh-Latn", "sot-Latn"], "main_score": 0.224866, "precision": 0.212778, "recall": 0.259881}, {"accuracy": 0.335968, "f1": 0.304809, "hf_subset": "swh_Latn-tur_Latn", "languages": ["swh-Latn", "tur-Latn"], "main_score": 0.304809, "precision": 0.295711, "recall": 0.335968}, {"accuracy": 0.272727, "f1": 0.248653, "hf_subset": "swh_Latn-ace_Latn", "languages": ["swh-Latn", "ace-Latn"], "main_score": 0.248653, "precision": 0.239827, "recall": 0.272727}, {"accuracy": 0.243083, "f1": 0.229053, "hf_subset": "swh_Latn-ban_Latn", "languages": ["swh-Latn", "ban-Latn"], "main_score": 0.229053, "precision": 0.224292, "recall": 0.243083}, {"accuracy": 0.293478, "f1": 0.262996, "hf_subset": "swh_Latn-ell_Grek", "languages": ["swh-Latn", "ell-Grek"], "main_score": 0.262996, "precision": 0.254097, "recall": 0.293478}, {"accuracy": 0.253953, "f1": 0.227442, "hf_subset": "swh_Latn-hne_Deva", "languages": ["swh-Latn", "hne-Deva"], "main_score": 0.227442, "precision": 0.218577, "recall": 0.253953}, {"accuracy": 0.242095, "f1": 0.217439, "hf_subset": "swh_Latn-kik_Latn", "languages": ["swh-Latn", "kik-Latn"], "main_score": 0.217439, "precision": 0.20735, "recall": 0.242095}, {"accuracy": 0.243083, "f1": 0.223787, "hf_subset": "swh_Latn-mai_Deva", "languages": ["swh-Latn", "mai-Deva"], "main_score": 0.223787, "precision": 0.217922, "recall": 0.243083}, {"accuracy": 0.250988, "f1": 0.220291, "hf_subset": "swh_Latn-pbt_Arab", "languages": ["swh-Latn", "pbt-Arab"], "main_score": 0.220291, "precision": 0.212288, "recall": 0.250988}, {"accuracy": 0.340909, "f1": 0.312849, "hf_subset": "swh_Latn-spa_Latn", "languages": ["swh-Latn", "spa-Latn"], "main_score": 0.312849, "precision": 0.304831, "recall": 0.340909}, {"accuracy": 0.266798, "f1": 0.236574, "hf_subset": "swh_Latn-twi_Latn", "languages": ["swh-Latn", "twi-Latn"], "main_score": 0.236574, "precision": 0.225136, "recall": 0.266798}, {"accuracy": 0.258893, "f1": 0.233668, "hf_subset": "swh_Latn-acm_Arab", "languages": ["swh-Latn", "acm-Arab"], "main_score": 0.233668, "precision": 0.225809, "recall": 0.258893}, {"accuracy": 0.273715, "f1": 0.23861, "hf_subset": "swh_Latn-bel_Cyrl", "languages": ["swh-Latn", "bel-Cyrl"], "main_score": 0.23861, "precision": 0.229389, "recall": 0.273715}, {"accuracy": 0.33004, "f1": 0.301535, "hf_subset": "swh_Latn-eng_Latn", "languages": ["swh-Latn", "eng-Latn"], "main_score": 0.301535, "precision": 0.292476, "recall": 0.33004}, {"accuracy": 0.31917, "f1": 0.293146, "hf_subset": "swh_Latn-hrv_Latn", "languages": ["swh-Latn", "hrv-Latn"], "main_score": 0.293146, "precision": 0.285206, "recall": 0.31917}, {"accuracy": 0.225296, "f1": 0.190109, "hf_subset": "swh_Latn-kin_Latn", "languages": ["swh-Latn", "kin-Latn"], "main_score": 0.190109, "precision": 0.176697, "recall": 0.225296}, {"accuracy": 0.204545, "f1": 0.180309, "hf_subset": "swh_Latn-mal_Mlym", "languages": ["swh-Latn", "mal-Mlym"], "main_score": 0.180309, "precision": 0.174645, "recall": 0.204545}, {"accuracy": 0.293478, "f1": 0.264231, "hf_subset": "swh_Latn-pes_Arab", "languages": ["swh-Latn", "pes-Arab"], "main_score": 0.264231, "precision": 0.256716, "recall": 0.293478}, {"accuracy": 0.280632, "f1": 0.252618, "hf_subset": "swh_Latn-srd_Latn", "languages": ["swh-Latn", "srd-Latn"], "main_score": 0.252618, "precision": 0.244282, "recall": 0.280632}, {"accuracy": 0.066206, "f1": 0.040615, "hf_subset": "swh_Latn-tzm_Tfng", "languages": ["swh-Latn", "tzm-Tfng"], "main_score": 0.040615, "precision": 0.036505, "recall": 0.066206}, {"accuracy": 0.267787, "f1": 0.240701, "hf_subset": "swh_Latn-acq_Arab", "languages": ["swh-Latn", "acq-Arab"], "main_score": 0.240701, "precision": 0.233184, "recall": 0.267787}, {"accuracy": 0.256917, "f1": 0.225003, "hf_subset": "swh_Latn-bem_Latn", "languages": ["swh-Latn", "bem-Latn"], "main_score": 0.225003, "precision": 0.212913, "recall": 0.256917}, {"accuracy": 0.289526, "f1": 0.263912, "hf_subset": "swh_Latn-epo_Latn", "languages": ["swh-Latn", "epo-Latn"], "main_score": 0.263912, "precision": 0.25696, "recall": 0.289526}, {"accuracy": 0.341897, "f1": 0.30737, "hf_subset": "swh_Latn-hun_Latn", "languages": ["swh-Latn", "hun-Latn"], "main_score": 0.30737, "precision": 0.297579, "recall": 0.341897}, {"accuracy": 0.285573, "f1": 0.256995, "hf_subset": "swh_Latn-kir_Cyrl", "languages": ["swh-Latn", "kir-Cyrl"], "main_score": 0.256995, "precision": 0.248128, "recall": 0.285573}, {"accuracy": 0.25, "f1": 0.215297, "hf_subset": "swh_Latn-mar_Deva", "languages": ["swh-Latn", "mar-Deva"], "main_score": 0.215297, "precision": 0.204752, "recall": 0.25}, {"accuracy": 0.247036, "f1": 0.222006, "hf_subset": "swh_Latn-plt_Latn", "languages": ["swh-Latn", "plt-Latn"], "main_score": 0.222006, "precision": 0.213268, "recall": 0.247036}, {"accuracy": 0.325099, "f1": 0.292941, "hf_subset": "swh_Latn-srp_Cyrl", "languages": ["swh-Latn", "srp-Cyrl"], "main_score": 0.292941, "precision": 0.283599, "recall": 0.325099}, {"accuracy": 0.203557, "f1": 0.178975, "hf_subset": "swh_Latn-uig_Arab", "languages": ["swh-Latn", "uig-Arab"], "main_score": 0.178975, "precision": 0.171622, "recall": 0.203557}, {"accuracy": 0.251976, "f1": 0.226338, "hf_subset": "swh_Latn-aeb_Arab", "languages": ["swh-Latn", "aeb-Arab"], "main_score": 0.226338, "precision": 0.218389, "recall": 0.251976}, {"accuracy": 0.204545, "f1": 0.181711, "hf_subset": "swh_Latn-ben_Beng", "languages": ["swh-Latn", "ben-Beng"], "main_score": 0.181711, "precision": 0.174805, "recall": 0.204545}, {"accuracy": 0.356719, "f1": 0.32058, "hf_subset": "swh_Latn-est_Latn", "languages": ["swh-Latn", "est-Latn"], "main_score": 0.32058, "precision": 0.309926, "recall": 0.356719}, {"accuracy": 0.268775, "f1": 0.241001, "hf_subset": "swh_Latn-hye_Armn", "languages": ["swh-Latn", "hye-Armn"], "main_score": 0.241001, "precision": 0.232349, "recall": 0.268775}, {"accuracy": 0.232213, "f1": 0.194625, "hf_subset": "swh_Latn-kmb_Latn", "languages": ["swh-Latn", "kmb-Latn"], "main_score": 0.194625, "precision": 0.181342, "recall": 0.232213}, {"accuracy": 0.034585, "f1": 0.028828, "hf_subset": "swh_Latn-min_Arab", "languages": ["swh-Latn", "min-Arab"], "main_score": 0.028828, "precision": 0.027147, "recall": 0.034585}, {"accuracy": 0.362648, "f1": 0.32382, "hf_subset": "swh_Latn-pol_Latn", "languages": ["swh-Latn", "pol-Latn"], "main_score": 0.32382, "precision": 0.31192, "recall": 0.362648}, {"accuracy": 0.185771, "f1": 0.15143, "hf_subset": "swh_Latn-ssw_Latn", "languages": ["swh-Latn", "ssw-Latn"], "main_score": 0.15143, "precision": 0.141177, "recall": 0.185771}, {"accuracy": 0.30336, "f1": 0.275804, "hf_subset": "swh_Latn-ukr_Cyrl", "languages": ["swh-Latn", "ukr-Cyrl"], "main_score": 0.275804, "precision": 0.26814, "recall": 0.30336}, {"accuracy": 0.346838, "f1": 0.319852, "hf_subset": "swh_Latn-afr_Latn", "languages": ["swh-Latn", "afr-Latn"], "main_score": 0.319852, "precision": 0.312548, "recall": 0.346838}, {"accuracy": 0.246047, "f1": 0.216888, "hf_subset": "swh_Latn-bho_Deva", "languages": ["swh-Latn", "bho-Deva"], "main_score": 0.216888, "precision": 0.209419, "recall": 0.246047}, {"accuracy": 0.246047, "f1": 0.231606, "hf_subset": "swh_Latn-eus_Latn", "languages": ["swh-Latn", "eus-Latn"], "main_score": 0.231606, "precision": 0.226422, "recall": 0.246047}, {"accuracy": 0.231225, "f1": 0.194276, "hf_subset": "swh_Latn-ibo_Latn", "languages": ["swh-Latn", "ibo-Latn"], "main_score": 0.194276, "precision": 0.181282, "recall": 0.231225}, {"accuracy": 0.301383, "f1": 0.269223, "hf_subset": "swh_Latn-kmr_Latn", "languages": ["swh-Latn", "kmr-Latn"], "main_score": 0.269223, "precision": 0.261385, "recall": 0.301383}, {"accuracy": 0.262846, "f1": 0.241158, "hf_subset": "swh_Latn-min_Latn", "languages": ["swh-Latn", "min-Latn"], "main_score": 0.241158, "precision": 0.235049, "recall": 0.262846}, {"accuracy": 0.352767, "f1": 0.31967, "hf_subset": "swh_Latn-por_Latn", "languages": ["swh-Latn", "por-Latn"], "main_score": 0.31967, "precision": 0.309443, "recall": 0.352767}, {"accuracy": 0.261858, "f1": 0.242555, "hf_subset": "swh_Latn-sun_Latn", "languages": ["swh-Latn", "sun-Latn"], "main_score": 0.242555, "precision": 0.236771, "recall": 0.261858}, {"accuracy": 0.205534, "f1": 0.175134, "hf_subset": "swh_Latn-umb_Latn", "languages": ["swh-Latn", "umb-Latn"], "main_score": 0.175134, "precision": 0.163509, "recall": 0.205534}, {"accuracy": 0.274704, "f1": 0.245208, "hf_subset": "swh_Latn-ajp_Arab", "languages": ["swh-Latn", "ajp-Arab"], "main_score": 0.245208, "precision": 0.237399, "recall": 0.274704}, {"accuracy": 0.051383, "f1": 0.040238, "hf_subset": "swh_Latn-bjn_Arab", "languages": ["swh-Latn", "bjn-Arab"], "main_score": 0.040238, "precision": 0.036778, "recall": 0.051383}, {"accuracy": 0.252964, "f1": 0.226208, "hf_subset": "swh_Latn-ewe_Latn", "languages": ["swh-Latn", "ewe-Latn"], "main_score": 0.226208, "precision": 0.216317, "recall": 0.252964}, {"accuracy": 0.279644, "f1": 0.257386, "hf_subset": "swh_Latn-ilo_Latn", "languages": ["swh-Latn", "ilo-Latn"], "main_score": 0.257386, "precision": 0.248757, "recall": 0.279644}, {"accuracy": 0.056324, "f1": 0.044611, "hf_subset": "swh_Latn-knc_Arab", "languages": ["swh-Latn", "knc-Arab"], "main_score": 0.044611, "precision": 0.040742, "recall": 0.056324}, {"accuracy": 0.31917, "f1": 0.2896, "hf_subset": "swh_Latn-mkd_Cyrl", "languages": ["swh-Latn", "mkd-Cyrl"], "main_score": 0.2896, "precision": 0.281402, "recall": 0.31917}, {"accuracy": 0.270751, "f1": 0.247413, "hf_subset": "swh_Latn-prs_Arab", "languages": ["swh-Latn", "prs-Arab"], "main_score": 0.247413, "precision": 0.240816, "recall": 0.270751}, {"accuracy": 0.344862, "f1": 0.318807, "hf_subset": "swh_Latn-swe_Latn", "languages": ["swh-Latn", "swe-Latn"], "main_score": 0.318807, "precision": 0.310848, "recall": 0.344862}, {"accuracy": 0.263834, "f1": 0.230134, "hf_subset": "swh_Latn-urd_Arab", "languages": ["swh-Latn", "urd-Arab"], "main_score": 0.230134, "precision": 0.220568, "recall": 0.263834}, {"accuracy": 0.256917, "f1": 0.228102, "hf_subset": "swh_Latn-aka_Latn", "languages": ["swh-Latn", "aka-Latn"], "main_score": 0.228102, "precision": 0.217672, "recall": 0.256917}, {"accuracy": 0.273715, "f1": 0.251927, "hf_subset": "swh_Latn-bjn_Latn", "languages": ["swh-Latn", "bjn-Latn"], "main_score": 0.251927, "precision": 0.245573, "recall": 0.273715}, {"accuracy": 0.275692, "f1": 0.250142, "hf_subset": "swh_Latn-fao_Latn", "languages": ["swh-Latn", "fao-Latn"], "main_score": 0.250142, "precision": 0.243907, "recall": 0.275692}, {"accuracy": 0.346838, "f1": 0.316942, "hf_subset": "swh_Latn-ind_Latn", "languages": ["swh-Latn", "ind-Latn"], "main_score": 0.316942, "precision": 0.308503, "recall": 0.346838}, {"accuracy": 0.231225, "f1": 0.209695, "hf_subset": "swh_Latn-knc_Latn", "languages": ["swh-Latn", "knc-Latn"], "main_score": 0.209695, "precision": 0.201544, "recall": 0.231225}, {"accuracy": 0.253953, "f1": 0.220875, "hf_subset": "swh_Latn-mlt_Latn", "languages": ["swh-Latn", "mlt-Latn"], "main_score": 0.220875, "precision": 0.211198, "recall": 0.253953}, {"accuracy": 0.216403, "f1": 0.189785, "hf_subset": "swh_Latn-quy_Latn", "languages": ["swh-Latn", "quy-Latn"], "main_score": 0.189785, "precision": 0.180494, "recall": 0.216403}, {"accuracy": 0.248024, "f1": 0.231021, "hf_subset": "swh_Latn-uzn_Latn", "languages": ["swh-Latn", "uzn-Latn"], "main_score": 0.231021, "precision": 0.225031, "recall": 0.248024}, {"accuracy": 0.318182, "f1": 0.290768, "hf_subset": "swh_Latn-als_Latn", "languages": ["swh-Latn", "als-Latn"], "main_score": 0.290768, "precision": 0.282579, "recall": 0.318182}, {"accuracy": 0.047431, "f1": 0.026893, "hf_subset": "swh_Latn-bod_Tibt", "languages": ["swh-Latn", "bod-Tibt"], "main_score": 0.026893, "precision": 0.021881, "recall": 0.047431}, {"accuracy": 0.186759, "f1": 0.166638, "hf_subset": "swh_Latn-fij_Latn", "languages": ["swh-Latn", "fij-Latn"], "main_score": 0.166638, "precision": 0.158855, "recall": 0.186759}, {"accuracy": 0.262846, "f1": 0.242656, "hf_subset": "swh_Latn-isl_Latn", "languages": ["swh-Latn", "isl-Latn"], "main_score": 0.242656, "precision": 0.235671, "recall": 0.262846}, {"accuracy": 0.270751, "f1": 0.236462, "hf_subset": "swh_Latn-kon_Latn", "languages": ["swh-Latn", "kon-Latn"], "main_score": 0.236462, "precision": 0.223539, "recall": 0.270751}, {"accuracy": 0.062253, "f1": 0.040352, "hf_subset": "swh_Latn-mni_Beng", "languages": ["swh-Latn", "mni-Beng"], "main_score": 0.040352, "precision": 0.03567, "recall": 0.062253}, {"accuracy": 0.362648, "f1": 0.331523, "hf_subset": "swh_Latn-ron_Latn", "languages": ["swh-Latn", "ron-Latn"], "main_score": 0.331523, "precision": 0.321901, "recall": 0.362648}, {"accuracy": 0.294466, "f1": 0.275332, "hf_subset": "swh_Latn-szl_Latn", "languages": ["swh-Latn", "szl-Latn"], "main_score": 0.275332, "precision": 0.269122, "recall": 0.294466}, {"accuracy": 0.323123, "f1": 0.293223, "hf_subset": "swh_Latn-vec_Latn", "languages": ["swh-Latn", "vec-Latn"], "main_score": 0.293223, "precision": 0.284675, "recall": 0.323123}, {"accuracy": 0.172925, "f1": 0.143519, "hf_subset": "swh_Latn-amh_Ethi", "languages": ["swh-Latn", "amh-Ethi"], "main_score": 0.143519, "precision": 0.136326, "recall": 0.172925}, {"accuracy": 0.341897, "f1": 0.312371, "hf_subset": "swh_Latn-bos_Latn", "languages": ["swh-Latn", "bos-Latn"], "main_score": 0.312371, "precision": 0.303169, "recall": 0.341897}, {"accuracy": 0.336957, "f1": 0.305662, "hf_subset": "swh_Latn-fin_Latn", "languages": ["swh-Latn", "fin-Latn"], "main_score": 0.305662, "precision": 0.29607, "recall": 0.336957}, {"accuracy": 0.351779, "f1": 0.317304, "hf_subset": "swh_Latn-ita_Latn", "languages": ["swh-Latn", "ita-Latn"], "main_score": 0.317304, "precision": 0.307864, "recall": 0.351779}, {"accuracy": 0.281621, "f1": 0.254022, "hf_subset": "swh_Latn-kor_Hang", "languages": ["swh-Latn", "kor-Hang"], "main_score": 0.254022, "precision": 0.24667, "recall": 0.281621}, {"accuracy": 0.211462, "f1": 0.181949, "hf_subset": "swh_Latn-mos_Latn", "languages": ["swh-Latn", "mos-Latn"], "main_score": 0.181949, "precision": 0.171207, "recall": 0.211462}, {"accuracy": 0.221344, "f1": 0.188134, "hf_subset": "swh_Latn-run_Latn", "languages": ["swh-Latn", "run-Latn"], "main_score": 0.188134, "precision": 0.175518, "recall": 0.221344}, {"accuracy": 0.202569, "f1": 0.177004, "hf_subset": "swh_Latn-tam_Taml", "languages": ["swh-Latn", "tam-Taml"], "main_score": 0.177004, "precision": 0.170469, "recall": 0.202569}, {"accuracy": 0.350791, "f1": 0.317777, "hf_subset": "swh_Latn-vie_Latn", "languages": ["swh-Latn", "vie-Latn"], "main_score": 0.317777, "precision": 0.309299, "recall": 0.350791}, {"accuracy": 0.251976, "f1": 0.234047, "hf_subset": "swh_Latn-apc_Arab", "languages": ["swh-Latn", "apc-Arab"], "main_score": 0.234047, "precision": 0.228745, "recall": 0.251976}, {"accuracy": 0.267787, "f1": 0.2455, "hf_subset": "swh_Latn-bug_Latn", "languages": ["swh-Latn", "bug-Latn"], "main_score": 0.2455, "precision": 0.238086, "recall": 0.267787}, {"accuracy": 0.218379, "f1": 0.187705, "hf_subset": "swh_Latn-fon_Latn", "languages": ["swh-Latn", "fon-Latn"], "main_score": 0.187705, "precision": 0.176784, "recall": 0.218379}, {"accuracy": 0.27668, "f1": 0.254581, "hf_subset": "swh_Latn-jav_Latn", "languages": ["swh-Latn", "jav-Latn"], "main_score": 0.254581, "precision": 0.247693, "recall": 0.27668}, {"accuracy": 0.313241, "f1": 0.284234, "hf_subset": "swh_Latn-lao_Laoo", "languages": ["swh-Latn", "lao-Laoo"], "main_score": 0.284234, "precision": 0.276326, "recall": 0.313241}, {"accuracy": 0.186759, "f1": 0.157916, "hf_subset": "swh_Latn-mri_Latn", "languages": ["swh-Latn", "mri-Latn"], "main_score": 0.157916, "precision": 0.147663, "recall": 0.186759}, {"accuracy": 0.318182, "f1": 0.287428, "hf_subset": "swh_Latn-rus_Cyrl", "languages": ["swh-Latn", "rus-Cyrl"], "main_score": 0.287428, "precision": 0.278568, "recall": 0.318182}, {"accuracy": 0.237154, "f1": 0.205942, "hf_subset": "swh_Latn-taq_Latn", "languages": ["swh-Latn", "taq-Latn"], "main_score": 0.205942, "precision": 0.19533, "recall": 0.237154}, {"accuracy": 0.258893, "f1": 0.239252, "hf_subset": "swh_Latn-war_Latn", "languages": ["swh-Latn", "war-Latn"], "main_score": 0.239252, "precision": 0.231538, "recall": 0.258893}, {"accuracy": 0.277668, "f1": 0.249923, "hf_subset": "swh_Latn-arb_Arab", "languages": ["swh-Latn", "arb-Arab"], "main_score": 0.249923, "precision": 0.242135, "recall": 0.277668}, {"accuracy": 0.328063, "f1": 0.291455, "hf_subset": "swh_Latn-bul_Cyrl", "languages": ["swh-Latn", "bul-Cyrl"], "main_score": 0.291455, "precision": 0.280633, "recall": 0.328063}, {"accuracy": 0.366601, "f1": 0.330949, "hf_subset": "swh_Latn-fra_Latn", "languages": ["swh-Latn", "fra-Latn"], "main_score": 0.330949, "precision": 0.321095, "recall": 0.366601}, {"accuracy": 0.300395, "f1": 0.269643, "hf_subset": "swh_Latn-jpn_Jpan", "languages": ["swh-Latn", "jpn-Jpan"], "main_score": 0.269643, "precision": 0.26081, "recall": 0.300395}, {"accuracy": 0.273715, "f1": 0.252005, "hf_subset": "swh_Latn-lij_Latn", "languages": ["swh-Latn", "lij-Latn"], "main_score": 0.252005, "precision": 0.245468, "recall": 0.273715}, {"accuracy": 0.248024, "f1": 0.223395, "hf_subset": "swh_Latn-mya_Mymr", "languages": ["swh-Latn", "mya-Mymr"], "main_score": 0.223395, "precision": 0.215157, "recall": 0.248024}, {"accuracy": 0.210474, "f1": 0.182435, "hf_subset": "swh_Latn-sag_Latn", "languages": ["swh-Latn", "sag-Latn"], "main_score": 0.182435, "precision": 0.171853, "recall": 0.210474}, {"accuracy": 0.077075, "f1": 0.049074, "hf_subset": "swh_Latn-taq_Tfng", "languages": ["swh-Latn", "taq-Tfng"], "main_score": 0.049074, "precision": 0.043445, "recall": 0.077075}, {"accuracy": 0.236166, "f1": 0.202377, "hf_subset": "swh_Latn-wol_Latn", "languages": ["swh-Latn", "wol-Latn"], "main_score": 0.202377, "precision": 0.190538, "recall": 0.236166}, {"accuracy": 0.124506, "f1": 0.095935, "hf_subset": "swh_Latn-arb_Latn", "languages": ["swh-Latn", "arb-Latn"], "main_score": 0.095935, "precision": 0.088099, "recall": 0.124506}, {"accuracy": 0.349802, "f1": 0.315409, "hf_subset": "swh_Latn-cat_Latn", "languages": ["swh-Latn", "cat-Latn"], "main_score": 0.315409, "precision": 0.305456, "recall": 0.349802}, {"accuracy": 0.29249, "f1": 0.264259, "hf_subset": "swh_Latn-fur_Latn", "languages": ["swh-Latn", "fur-Latn"], "main_score": 0.264259, "precision": 0.255236, "recall": 0.29249}, {"accuracy": 0.100791, "f1": 0.076165, "hf_subset": "swh_Latn-kab_Latn", "languages": ["swh-Latn", "kab-Latn"], "main_score": 0.076165, "precision": 0.0693, "recall": 0.100791}, {"accuracy": 0.301383, "f1": 0.280962, "hf_subset": "swh_Latn-lim_Latn", "languages": ["swh-Latn", "lim-Latn"], "main_score": 0.280962, "precision": 0.273156, "recall": 0.301383}, {"accuracy": 0.351779, "f1": 0.317277, "hf_subset": "swh_Latn-nld_Latn", "languages": ["swh-Latn", "nld-Latn"], "main_score": 0.317277, "precision": 0.307185, "recall": 0.351779}, {"accuracy": 0.186759, "f1": 0.16391, "hf_subset": "swh_Latn-san_Deva", "languages": ["swh-Latn", "san-Deva"], "main_score": 0.16391, "precision": 0.157668, "recall": 0.186759}, {"accuracy": 0.220356, "f1": 0.190498, "hf_subset": "swh_Latn-tat_Cyrl", "languages": ["swh-Latn", "tat-Cyrl"], "main_score": 0.190498, "precision": 0.180956, "recall": 0.220356}, {"accuracy": 0.204545, "f1": 0.169249, "hf_subset": "swh_Latn-xho_Latn", "languages": ["swh-Latn", "xho-Latn"], "main_score": 0.169249, "precision": 0.157899, "recall": 0.204545}, {"accuracy": 0.267787, "f1": 0.240559, "hf_subset": "swh_Latn-ars_Arab", "languages": ["swh-Latn", "ars-Arab"], "main_score": 0.240559, "precision": 0.233122, "recall": 0.267787}, {"accuracy": 0.267787, "f1": 0.246745, "hf_subset": "swh_Latn-ceb_Latn", "languages": ["swh-Latn", "ceb-Latn"], "main_score": 0.246745, "precision": 0.239469, "recall": 0.267787}, {"accuracy": 0.203557, "f1": 0.178478, "hf_subset": "swh_Latn-fuv_Latn", "languages": ["swh-Latn", "fuv-Latn"], "main_score": 0.178478, "precision": 0.170301, "recall": 0.203557}, {"accuracy": 0.226285, "f1": 0.186681, "hf_subset": "swh_Latn-kac_Latn", "languages": ["swh-Latn", "kac-Latn"], "main_score": 0.186681, "precision": 0.173452, "recall": 0.226285}, {"accuracy": 0.237154, "f1": 0.207677, "hf_subset": "swh_Latn-lin_Latn", "languages": ["swh-Latn", "lin-Latn"], "main_score": 0.207677, "precision": 0.197073, "recall": 0.237154}, {"accuracy": 0.337945, "f1": 0.309148, "hf_subset": "swh_Latn-nno_Latn", "languages": ["swh-Latn", "nno-Latn"], "main_score": 0.309148, "precision": 0.300441, "recall": 0.337945}, {"accuracy": 0.016798, "f1": 0.004023, "hf_subset": "swh_Latn-sat_Olck", "languages": ["swh-Latn", "sat-Olck"], "main_score": 0.004023, "precision": 0.002545, "recall": 0.016798}, {"accuracy": 0.201581, "f1": 0.179399, "hf_subset": "swh_Latn-tel_Telu", "languages": ["swh-Latn", "tel-Telu"], "main_score": 0.179399, "precision": 0.173405, "recall": 0.201581}, {"accuracy": 0.144269, "f1": 0.121131, "hf_subset": "swh_Latn-ydd_Hebr", "languages": ["swh-Latn", "ydd-Hebr"], "main_score": 0.121131, "precision": 0.114019, "recall": 0.144269}, {"accuracy": 0.228261, "f1": 0.198867, "hf_subset": "swh_Latn-ary_Arab", "languages": ["swh-Latn", "ary-Arab"], "main_score": 0.198867, "precision": 0.1923, "recall": 0.228261}, {"accuracy": 0.349802, "f1": 0.318436, "hf_subset": "swh_Latn-ces_Latn", "languages": ["swh-Latn", "ces-Latn"], "main_score": 0.318436, "precision": 0.309265, "recall": 0.349802}, {"accuracy": 0.126482, "f1": 0.102717, "hf_subset": "swh_Latn-gaz_Latn", "languages": ["swh-Latn", "gaz-Latn"], "main_score": 0.102717, "precision": 0.094214, "recall": 0.126482}, {"accuracy": 0.257905, "f1": 0.22932, "hf_subset": "swh_Latn-kam_Latn", "languages": ["swh-Latn", "kam-Latn"], "main_score": 0.22932, "precision": 0.218101, "recall": 0.257905}, {"accuracy": 0.336957, "f1": 0.308424, "hf_subset": "swh_Latn-lit_Latn", "languages": ["swh-Latn", "lit-Latn"], "main_score": 0.308424, "precision": 0.300715, "recall": 0.336957}, {"accuracy": 0.355731, "f1": 0.320568, "hf_subset": "swh_Latn-nob_Latn", "languages": ["swh-Latn", "nob-Latn"], "main_score": 0.320568, "precision": 0.309778, "recall": 0.355731}, {"accuracy": 0.26581, "f1": 0.245919, "hf_subset": "swh_Latn-scn_Latn", "languages": ["swh-Latn", "scn-Latn"], "main_score": 0.245919, "precision": 0.240077, "recall": 0.26581}, {"accuracy": 0.159091, "f1": 0.133986, "hf_subset": "swh_Latn-tgk_Cyrl", "languages": ["swh-Latn", "tgk-Cyrl"], "main_score": 0.133986, "precision": 0.125174, "recall": 0.159091}, {"accuracy": 0.193676, "f1": 0.165581, "hf_subset": "swh_Latn-yor_Latn", "languages": ["swh-Latn", "yor-Latn"], "main_score": 0.165581, "precision": 0.156266, "recall": 0.193676}, {"accuracy": 0.255929, "f1": 0.22683, "hf_subset": "swh_Latn-arz_Arab", "languages": ["swh-Latn", "arz-Arab"], "main_score": 0.22683, "precision": 0.218423, "recall": 0.255929}, {"accuracy": 0.222332, "f1": 0.197351, "hf_subset": "swh_Latn-cjk_Latn", "languages": ["swh-Latn", "cjk-Latn"], "main_score": 0.197351, "precision": 0.187568, "recall": 0.222332}, {"accuracy": 0.185771, "f1": 0.157775, "hf_subset": "swh_Latn-gla_Latn", "languages": ["swh-Latn", "gla-Latn"], "main_score": 0.157775, "precision": 0.149306, "recall": 0.185771}, {"accuracy": 0.202569, "f1": 0.180194, "hf_subset": "swh_Latn-kan_Knda", "languages": ["swh-Latn", "kan-Knda"], "main_score": 0.180194, "precision": 0.173886, "recall": 0.202569}, {"accuracy": 0.268775, "f1": 0.249573, "hf_subset": "swh_Latn-lmo_Latn", "languages": ["swh-Latn", "lmo-Latn"], "main_score": 0.249573, "precision": 0.24412, "recall": 0.268775}, {"accuracy": 0.282609, "f1": 0.250241, "hf_subset": "swh_Latn-npi_Deva", "languages": ["swh-Latn", "npi-Deva"], "main_score": 0.250241, "precision": 0.241244, "recall": 0.282609}, {"accuracy": 0.186759, "f1": 0.159355, "hf_subset": "swh_Latn-shn_Mymr", "languages": ["swh-Latn", "shn-Mymr"], "main_score": 0.159355, "precision": 0.150898, "recall": 0.186759}, {"accuracy": 0.297431, "f1": 0.278258, "hf_subset": "swh_Latn-tgl_Latn", "languages": ["swh-Latn", "tgl-Latn"], "main_score": 0.278258, "precision": 0.271803, "recall": 0.297431}, {"accuracy": 0.299407, "f1": 0.264661, "hf_subset": "swh_Latn-yue_Hant", "languages": ["swh-Latn", "yue-Hant"], "main_score": 0.264661, "precision": 0.25633, "recall": 0.299407}, {"accuracy": 0.137352, "f1": 0.119691, "hf_subset": "swh_Latn-asm_Beng", "languages": ["swh-Latn", "asm-Beng"], "main_score": 0.119691, "precision": 0.113978, "recall": 0.137352}, {"accuracy": 0.232213, "f1": 0.200699, "hf_subset": "swh_Latn-ckb_Arab", "languages": ["swh-Latn", "ckb-Arab"], "main_score": 0.200699, "precision": 0.192018, "recall": 0.232213}, {"accuracy": 0.22332, "f1": 0.200176, "hf_subset": "swh_Latn-gle_Latn", "languages": ["swh-Latn", "gle-Latn"], "main_score": 0.200176, "precision": 0.191911, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.140467, "hf_subset": "swh_Latn-kas_Arab", "languages": ["swh-Latn", "kas-Arab"], "main_score": 0.140467, "precision": 0.134242, "recall": 0.157115}, {"accuracy": 0.254941, "f1": 0.220408, "hf_subset": "swh_Latn-ltg_Latn", "languages": ["swh-Latn", "ltg-Latn"], "main_score": 0.220408, "precision": 0.210656, "recall": 0.254941}, {"accuracy": 0.240119, "f1": 0.213404, "hf_subset": "swh_Latn-nso_Latn", "languages": ["swh-Latn", "nso-Latn"], "main_score": 0.213404, "precision": 0.203893, "recall": 0.240119}, {"accuracy": 0.214427, "f1": 0.184023, "hf_subset": "swh_Latn-sin_Sinh", "languages": ["swh-Latn", "sin-Sinh"], "main_score": 0.184023, "precision": 0.174956, "recall": 0.214427}, {"accuracy": 0.301383, "f1": 0.271086, "hf_subset": "swh_Latn-tha_Thai", "languages": ["swh-Latn", "tha-Thai"], "main_score": 0.271086, "precision": 0.262702, "recall": 0.301383}, {"accuracy": 0.314229, "f1": 0.278386, "hf_subset": "swh_Latn-zho_Hans", "languages": ["swh-Latn", "zho-Hans"], "main_score": 0.278386, "precision": 0.269382, "recall": 0.314229}, {"accuracy": 0.312253, "f1": 0.280328, "hf_subset": "swh_Latn-ast_Latn", "languages": ["swh-Latn", "ast-Latn"], "main_score": 0.280328, "precision": 0.272551, "recall": 0.312253}, {"accuracy": 0.275692, "f1": 0.253358, "hf_subset": "swh_Latn-crh_Latn", "languages": ["swh-Latn", "crh-Latn"], "main_score": 0.253358, "precision": 0.246775, "recall": 0.275692}, {"accuracy": 0.355731, "f1": 0.319992, "hf_subset": "swh_Latn-glg_Latn", "languages": ["swh-Latn", "glg-Latn"], "main_score": 0.319992, "precision": 0.309877, "recall": 0.355731}, {"accuracy": 0.195652, "f1": 0.17259, "hf_subset": "swh_Latn-kas_Deva", "languages": ["swh-Latn", "kas-Deva"], "main_score": 0.17259, "precision": 0.165143, "recall": 0.195652}, {"accuracy": 0.257905, "f1": 0.230041, "hf_subset": "swh_Latn-ltz_Latn", "languages": ["swh-Latn", "ltz-Latn"], "main_score": 0.230041, "precision": 0.221201, "recall": 0.257905}, {"accuracy": 0.132411, "f1": 0.090005, "hf_subset": "swh_Latn-nus_Latn", "languages": ["swh-Latn", "nus-Latn"], "main_score": 0.090005, "precision": 0.077885, "recall": 0.132411}, {"accuracy": 0.347826, "f1": 0.315945, "hf_subset": "swh_Latn-slk_Latn", "languages": ["swh-Latn", "slk-Latn"], "main_score": 0.315945, "precision": 0.306495, "recall": 0.347826}, {"accuracy": 0.078063, "f1": 0.063636, "hf_subset": "swh_Latn-tir_Ethi", "languages": ["swh-Latn", "tir-Ethi"], "main_score": 0.063636, "precision": 0.058579, "recall": 0.078063}, {"accuracy": 0.289526, "f1": 0.258705, "hf_subset": "swh_Latn-zho_Hant", "languages": ["swh-Latn", "zho-Hant"], "main_score": 0.258705, "precision": 0.25042, "recall": 0.289526}, {"accuracy": 0.277668, "f1": 0.245098, "hf_subset": "swh_Latn-awa_Deva", "languages": ["swh-Latn", "awa-Deva"], "main_score": 0.245098, "precision": 0.235667, "recall": 0.277668}, {"accuracy": 0.244071, "f1": 0.217512, "hf_subset": "swh_Latn-cym_Latn", "languages": ["swh-Latn", "cym-Latn"], "main_score": 0.217512, "precision": 0.209955, "recall": 0.244071}, {"accuracy": 0.248024, "f1": 0.225378, "hf_subset": "swh_Latn-grn_Latn", "languages": ["swh-Latn", "grn-Latn"], "main_score": 0.225378, "precision": 0.217303, "recall": 0.248024}, {"accuracy": 0.252964, "f1": 0.226701, "hf_subset": "swh_Latn-kat_Geor", "languages": ["swh-Latn", "kat-Geor"], "main_score": 0.226701, "precision": 0.218775, "recall": 0.252964}, {"accuracy": 0.243083, "f1": 0.21237, "hf_subset": "swh_Latn-lua_Latn", "languages": ["swh-Latn", "lua-Latn"], "main_score": 0.21237, "precision": 0.200731, "recall": 0.243083}, {"accuracy": 0.263834, "f1": 0.233242, "hf_subset": "swh_Latn-nya_Latn", "languages": ["swh-Latn", "nya-Latn"], "main_score": 0.233242, "precision": 0.221297, "recall": 0.263834}, {"accuracy": 0.356719, "f1": 0.320451, "hf_subset": "swh_Latn-slv_Latn", "languages": ["swh-Latn", "slv-Latn"], "main_score": 0.320451, "precision": 0.309995, "recall": 0.356719}, {"accuracy": 0.259881, "f1": 0.235087, "hf_subset": "swh_Latn-tpi_Latn", "languages": ["swh-Latn", "tpi-Latn"], "main_score": 0.235087, "precision": 0.226781, "recall": 0.259881}, {"accuracy": 0.358696, "f1": 0.325631, "hf_subset": "swh_Latn-zsm_Latn", "languages": ["swh-Latn", "zsm-Latn"], "main_score": 0.325631, "precision": 0.316706, "recall": 0.358696}, {"accuracy": 0.215415, "f1": 0.183969, "hf_subset": "swh_Latn-ayr_Latn", "languages": ["swh-Latn", "ayr-Latn"], "main_score": 0.183969, "precision": 0.172897, "recall": 0.215415}, {"accuracy": 0.359684, "f1": 0.327364, "hf_subset": "swh_Latn-dan_Latn", "languages": ["swh-Latn", "dan-Latn"], "main_score": 0.327364, "precision": 0.317855, "recall": 0.359684}, {"accuracy": 0.233202, "f1": 0.21039, "hf_subset": "swh_Latn-guj_Gujr", "languages": ["swh-Latn", "guj-Gujr"], "main_score": 0.21039, "precision": 0.203729, "recall": 0.233202}, {"accuracy": 0.305336, "f1": 0.272345, "hf_subset": "swh_Latn-kaz_Cyrl", "languages": ["swh-Latn", "kaz-Cyrl"], "main_score": 0.272345, "precision": 0.263437, "recall": 0.305336}, {"accuracy": 0.215415, "f1": 0.182283, "hf_subset": "swh_Latn-lug_Latn", "languages": ["swh-Latn", "lug-Latn"], "main_score": 0.182283, "precision": 0.172276, "recall": 0.215415}, {"accuracy": 0.314229, "f1": 0.288496, "hf_subset": "swh_Latn-oci_Latn", "languages": ["swh-Latn", "oci-Latn"], "main_score": 0.288496, "precision": 0.280967, "recall": 0.314229}, {"accuracy": 0.18083, "f1": 0.145239, "hf_subset": "swh_Latn-smo_Latn", "languages": ["swh-Latn", "smo-Latn"], "main_score": 0.145239, "precision": 0.134408, "recall": 0.18083}, {"accuracy": 0.221344, "f1": 0.186038, "hf_subset": "swh_Latn-tsn_Latn", "languages": ["swh-Latn", "tsn-Latn"], "main_score": 0.186038, "precision": 0.173957, "recall": 0.221344}, {"accuracy": 0.190711, "f1": 0.156976, "hf_subset": "swh_Latn-zul_Latn", "languages": ["swh-Latn", "zul-Latn"], "main_score": 0.156976, "precision": 0.146516, "recall": 0.190711}, {"accuracy": 0.171937, "f1": 0.146314, "hf_subset": "swh_Latn-azb_Arab", "languages": ["swh-Latn", "azb-Arab"], "main_score": 0.146314, "precision": 0.139517, "recall": 0.171937}, {"accuracy": 0.350791, "f1": 0.319719, "hf_subset": "swh_Latn-deu_Latn", "languages": ["swh-Latn", "deu-Latn"], "main_score": 0.319719, "precision": 0.310525, "recall": 0.350791}, {"accuracy": 0.237154, "f1": 0.207004, "hf_subset": "swh_Latn-hat_Latn", "languages": ["swh-Latn", "hat-Latn"], "main_score": 0.207004, "precision": 0.197112, "recall": 0.237154}, {"accuracy": 0.212451, "f1": 0.177146, "hf_subset": "swh_Latn-kbp_Latn", "languages": ["swh-Latn", "kbp-Latn"], "main_score": 0.177146, "precision": 0.165362, "recall": 0.212451}, {"accuracy": 0.253953, "f1": 0.224955, "hf_subset": "swh_Latn-luo_Latn", "languages": ["swh-Latn", "luo-Latn"], "main_score": 0.224955, "precision": 0.21373, "recall": 0.253953}, {"accuracy": 0.195652, "f1": 0.167933, "hf_subset": "swh_Latn-ory_Orya", "languages": ["swh-Latn", "ory-Orya"], "main_score": 0.167933, "precision": 0.160634, "recall": 0.195652}, {"accuracy": 0.183794, "f1": 0.154814, "hf_subset": "swh_Latn-sna_Latn", "languages": ["swh-Latn", "sna-Latn"], "main_score": 0.154814, "precision": 0.143949, "recall": 0.183794}, {"accuracy": 0.228261, "f1": 0.199064, "hf_subset": "swh_Latn-tso_Latn", "languages": ["swh-Latn", "tso-Latn"], "main_score": 0.199064, "precision": 0.188018, "recall": 0.228261}, {"accuracy": 0.27668, "f1": 0.255681, "hf_subset": "swh_Latn-azj_Latn", "languages": ["swh-Latn", "azj-Latn"], "main_score": 0.255681, "precision": 0.250599, "recall": 0.27668}, {"accuracy": 0.231225, "f1": 0.202257, "hf_subset": "swh_Latn-dik_Latn", "languages": ["swh-Latn", "dik-Latn"], "main_score": 0.202257, "precision": 0.192828, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.226631, "hf_subset": "swh_Latn-hau_Latn", "languages": ["swh-Latn", "hau-Latn"], "main_score": 0.226631, "precision": 0.218554, "recall": 0.248024}, {"accuracy": 0.256917, "f1": 0.236294, "hf_subset": "swh_Latn-kea_Latn", "languages": ["swh-Latn", "kea-Latn"], "main_score": 0.236294, "precision": 0.229045, "recall": 0.256917}, {"accuracy": 0.259881, "f1": 0.224057, "hf_subset": "swh_Latn-lus_Latn", "languages": ["swh-Latn", "lus-Latn"], "main_score": 0.224057, "precision": 0.211186, "recall": 0.259881}, {"accuracy": 0.262846, "f1": 0.238552, "hf_subset": "swh_Latn-pag_Latn", "languages": ["swh-Latn", "pag-Latn"], "main_score": 0.238552, "precision": 0.229644, "recall": 0.262846}, {"accuracy": 0.216403, "f1": 0.189827, "hf_subset": "swh_Latn-snd_Arab", "languages": ["swh-Latn", "snd-Arab"], "main_score": 0.189827, "precision": 0.181432, "recall": 0.216403}, {"accuracy": 0.199605, "f1": 0.165098, "hf_subset": "swh_Latn-tuk_Latn", "languages": ["swh-Latn", "tuk-Latn"], "main_score": 0.165098, "precision": 0.155361, "recall": 0.199605}, {"accuracy": 0.232213, "f1": 0.208473, "hf_subset": "swh_Latn-bak_Cyrl", "languages": ["swh-Latn", "bak-Cyrl"], "main_score": 0.208473, "precision": 0.201484, "recall": 0.232213}, {"accuracy": 0.187747, "f1": 0.158431, "hf_subset": "swh_Latn-dyu_Latn", "languages": ["swh-Latn", "dyu-Latn"], "main_score": 0.158431, "precision": 0.148428, "recall": 0.187747}, {"accuracy": 0.294466, "f1": 0.264596, "hf_subset": "swh_Latn-heb_Hebr", "languages": ["swh-Latn", "heb-Hebr"], "main_score": 0.264596, "precision": 0.256909, "recall": 0.294466}, {"accuracy": 0.293478, "f1": 0.256491, "hf_subset": "swh_Latn-khk_Cyrl", "languages": ["swh-Latn", "khk-Cyrl"], "main_score": 0.256491, "precision": 0.246118, "recall": 0.293478}, {"accuracy": 0.316206, "f1": 0.287787, "hf_subset": "swh_Latn-lvs_Latn", "languages": ["swh-Latn", "lvs-Latn"], "main_score": 0.287787, "precision": 0.279967, "recall": 0.316206}, {"accuracy": 0.192688, "f1": 0.167091, "hf_subset": "swh_Latn-pan_Guru", "languages": ["swh-Latn", "pan-Guru"], "main_score": 0.167091, "precision": 0.16037, "recall": 0.192688}, {"accuracy": 0.243083, "f1": 0.216511, "hf_subset": "swh_Latn-som_Latn", "languages": ["swh-Latn", "som-Latn"], "main_score": 0.216511, "precision": 0.206948, "recall": 0.243083}, {"accuracy": 0.245059, "f1": 0.211373, "hf_subset": "swh_Latn-tum_Latn", "languages": ["swh-Latn", "tum-Latn"], "main_score": 0.211373, "precision": 0.19965, "recall": 0.245059}, {"accuracy": 0.067194, "f1": 0.043252, "hf_subset": "uzn_Latn-ace_Arab", "languages": ["uzn-Latn", "ace-Arab"], "main_score": 0.043252, "precision": 0.036624, "recall": 0.067194}, {"accuracy": 0.186759, "f1": 0.13231, "hf_subset": "uzn_Latn-bam_Latn", "languages": ["uzn-Latn", "bam-Latn"], "main_score": 0.13231, "precision": 0.116308, "recall": 0.186759}, {"accuracy": 0.003953, "f1": 7.4e-05, "hf_subset": "uzn_Latn-dzo_Tibt", "languages": ["uzn-Latn", "dzo-Tibt"], "main_score": 7.4e-05, "precision": 3.7e-05, "recall": 0.003953}, {"accuracy": 0.634387, "f1": 0.587984, "hf_subset": "uzn_Latn-hin_Deva", "languages": ["uzn-Latn", "hin-Deva"], "main_score": 0.587984, "precision": 0.571064, "recall": 0.634387}, {"accuracy": 0.561265, "f1": 0.512182, "hf_subset": "uzn_Latn-khm_Khmr", "languages": ["uzn-Latn", "khm-Khmr"], "main_score": 0.512182, "precision": 0.493442, "recall": 0.561265}, {"accuracy": 0.5583, "f1": 0.512696, "hf_subset": "uzn_Latn-mag_Deva", "languages": ["uzn-Latn", "mag-Deva"], "main_score": 0.512696, "precision": 0.496716, "recall": 0.5583}, {"accuracy": 0.471344, "f1": 0.419147, "hf_subset": "uzn_Latn-pap_Latn", "languages": ["uzn-Latn", "pap-Latn"], "main_score": 0.419147, "precision": 0.399195, "recall": 0.471344}, {"accuracy": 0.210474, "f1": 0.16109, "hf_subset": "uzn_Latn-sot_Latn", "languages": ["uzn-Latn", "sot-Latn"], "main_score": 0.16109, "precision": 0.14652, "recall": 0.210474}, {"accuracy": 0.684783, "f1": 0.63805, "hf_subset": "uzn_Latn-tur_Latn", "languages": ["uzn-Latn", "tur-Latn"], "main_score": 0.63805, "precision": 0.622326, "recall": 0.684783}, {"accuracy": 0.371542, "f1": 0.313214, "hf_subset": "uzn_Latn-ace_Latn", "languages": ["uzn-Latn", "ace-Latn"], "main_score": 0.313214, "precision": 0.292734, "recall": 0.371542}, {"accuracy": 0.487154, "f1": 0.441823, "hf_subset": "uzn_Latn-ban_Latn", "languages": ["uzn-Latn", "ban-Latn"], "main_score": 0.441823, "precision": 0.424002, "recall": 0.487154}, {"accuracy": 0.648221, "f1": 0.599691, "hf_subset": "uzn_Latn-ell_Grek", "languages": ["uzn-Latn", "ell-Grek"], "main_score": 0.599691, "precision": 0.582308, "recall": 0.648221}, {"accuracy": 0.541502, "f1": 0.496128, "hf_subset": "uzn_Latn-hne_Deva", "languages": ["uzn-Latn", "hne-Deva"], "main_score": 0.496128, "precision": 0.480334, "recall": 0.541502}, {"accuracy": 0.23419, "f1": 0.171986, "hf_subset": "uzn_Latn-kik_Latn", "languages": ["uzn-Latn", "kik-Latn"], "main_score": 0.171986, "precision": 0.153512, "recall": 0.23419}, {"accuracy": 0.547431, "f1": 0.503936, "hf_subset": "uzn_Latn-mai_Deva", "languages": ["uzn-Latn", "mai-Deva"], "main_score": 0.503936, "precision": 0.488438, "recall": 0.547431}, {"accuracy": 0.523715, "f1": 0.480405, "hf_subset": "uzn_Latn-pbt_Arab", "languages": ["uzn-Latn", "pbt-Arab"], "main_score": 0.480405, "precision": 0.46488, "recall": 0.523715}, {"accuracy": 0.690711, "f1": 0.64357, "hf_subset": "uzn_Latn-spa_Latn", "languages": ["uzn-Latn", "spa-Latn"], "main_score": 0.64357, "precision": 0.627715, "recall": 0.690711}, {"accuracy": 0.282609, "f1": 0.214622, "hf_subset": "uzn_Latn-twi_Latn", "languages": ["uzn-Latn", "twi-Latn"], "main_score": 0.214622, "precision": 0.194126, "recall": 0.282609}, {"accuracy": 0.628458, "f1": 0.58463, "hf_subset": "uzn_Latn-acm_Arab", "languages": ["uzn-Latn", "acm-Arab"], "main_score": 0.58463, "precision": 0.568064, "recall": 0.628458}, {"accuracy": 0.629447, "f1": 0.580493, "hf_subset": "uzn_Latn-bel_Cyrl", "languages": ["uzn-Latn", "bel-Cyrl"], "main_score": 0.580493, "precision": 0.56202, "recall": 0.629447}, {"accuracy": 0.690711, "f1": 0.645, "hf_subset": "uzn_Latn-eng_Latn", "languages": ["uzn-Latn", "eng-Latn"], "main_score": 0.645, "precision": 0.628224, "recall": 0.690711}, {"accuracy": 0.666008, "f1": 0.623632, "hf_subset": "uzn_Latn-hrv_Latn", "languages": ["uzn-Latn", "hrv-Latn"], "main_score": 0.623632, "precision": 0.608561, "recall": 0.666008}, {"accuracy": 0.157115, "f1": 0.113021, "hf_subset": "uzn_Latn-kin_Latn", "languages": ["uzn-Latn", "kin-Latn"], "main_score": 0.113021, "precision": 0.100301, "recall": 0.157115}, {"accuracy": 0.496047, "f1": 0.449642, "hf_subset": "uzn_Latn-mal_Mlym", "languages": ["uzn-Latn", "mal-Mlym"], "main_score": 0.449642, "precision": 0.434069, "recall": 0.496047}, {"accuracy": 0.647233, "f1": 0.602632, "hf_subset": "uzn_Latn-pes_Arab", "languages": ["uzn-Latn", "pes-Arab"], "main_score": 0.602632, "precision": 0.587416, "recall": 0.647233}, {"accuracy": 0.505929, "f1": 0.451905, "hf_subset": "uzn_Latn-srd_Latn", "languages": ["uzn-Latn", "srd-Latn"], "main_score": 0.451905, "precision": 0.430665, "recall": 0.505929}, {"accuracy": 0.068182, "f1": 0.035041, "hf_subset": "uzn_Latn-tzm_Tfng", "languages": ["uzn-Latn", "tzm-Tfng"], "main_score": 0.035041, "precision": 0.029396, "recall": 0.068182}, {"accuracy": 0.623518, "f1": 0.577621, "hf_subset": "uzn_Latn-acq_Arab", "languages": ["uzn-Latn", "acq-Arab"], "main_score": 0.577621, "precision": 0.561583, "recall": 0.623518}, {"accuracy": 0.210474, "f1": 0.158212, "hf_subset": "uzn_Latn-bem_Latn", "languages": ["uzn-Latn", "bem-Latn"], "main_score": 0.158212, "precision": 0.144159, "recall": 0.210474}, {"accuracy": 0.619565, "f1": 0.580476, "hf_subset": "uzn_Latn-epo_Latn", "languages": ["uzn-Latn", "epo-Latn"], "main_score": 0.580476, "precision": 0.565902, "recall": 0.619565}, {"accuracy": 0.674901, "f1": 0.629734, "hf_subset": "uzn_Latn-hun_Latn", "languages": ["uzn-Latn", "hun-Latn"], "main_score": 0.629734, "precision": 0.613269, "recall": 0.674901}, {"accuracy": 0.658103, "f1": 0.622354, "hf_subset": "uzn_Latn-kir_Cyrl", "languages": ["uzn-Latn", "kir-Cyrl"], "main_score": 0.622354, "precision": 0.609585, "recall": 0.658103}, {"accuracy": 0.544466, "f1": 0.494991, "hf_subset": "uzn_Latn-mar_Deva", "languages": ["uzn-Latn", "mar-Deva"], "main_score": 0.494991, "precision": 0.477427, "recall": 0.544466}, {"accuracy": 0.27668, "f1": 0.223323, "hf_subset": "uzn_Latn-plt_Latn", "languages": ["uzn-Latn", "plt-Latn"], "main_score": 0.223323, "precision": 0.205076, "recall": 0.27668}, {"accuracy": 0.664032, "f1": 0.61982, "hf_subset": "uzn_Latn-srp_Cyrl", "languages": ["uzn-Latn", "srp-Cyrl"], "main_score": 0.61982, "precision": 0.60443, "recall": 0.664032}, {"accuracy": 0.485178, "f1": 0.433887, "hf_subset": "uzn_Latn-uig_Arab", "languages": ["uzn-Latn", "uig-Arab"], "main_score": 0.433887, "precision": 0.415379, "recall": 0.485178}, {"accuracy": 0.562253, "f1": 0.515967, "hf_subset": "uzn_Latn-aeb_Arab", "languages": ["uzn-Latn", "aeb-Arab"], "main_score": 0.515967, "precision": 0.500123, "recall": 0.562253}, {"accuracy": 0.516798, "f1": 0.470468, "hf_subset": "uzn_Latn-ben_Beng", "languages": ["uzn-Latn", "ben-Beng"], "main_score": 0.470468, "precision": 0.453199, "recall": 0.516798}, {"accuracy": 0.690711, "f1": 0.648376, "hf_subset": "uzn_Latn-est_Latn", "languages": ["uzn-Latn", "est-Latn"], "main_score": 0.648376, "precision": 0.632349, "recall": 0.690711}, {"accuracy": 0.614625, "f1": 0.566889, "hf_subset": "uzn_Latn-hye_Armn", "languages": ["uzn-Latn", "hye-Armn"], "main_score": 0.566889, "precision": 0.549924, "recall": 0.614625}, {"accuracy": 0.166996, "f1": 0.115496, "hf_subset": "uzn_Latn-kmb_Latn", "languages": ["uzn-Latn", "kmb-Latn"], "main_score": 0.115496, "precision": 0.101795, "recall": 0.166996}, {"accuracy": 0.045455, "f1": 0.031216, "hf_subset": "uzn_Latn-min_Arab", "languages": ["uzn-Latn", "min-Arab"], "main_score": 0.031216, "precision": 0.027819, "recall": 0.045455}, {"accuracy": 0.68083, "f1": 0.63589, "hf_subset": "uzn_Latn-pol_Latn", "languages": ["uzn-Latn", "pol-Latn"], "main_score": 0.63589, "precision": 0.620226, "recall": 0.68083}, {"accuracy": 0.145257, "f1": 0.100469, "hf_subset": "uzn_Latn-ssw_Latn", "languages": ["uzn-Latn", "ssw-Latn"], "main_score": 0.100469, "precision": 0.088448, "recall": 0.145257}, {"accuracy": 0.666008, "f1": 0.622699, "hf_subset": "uzn_Latn-ukr_Cyrl", "languages": ["uzn-Latn", "ukr-Cyrl"], "main_score": 0.622699, "precision": 0.607865, "recall": 0.666008}, {"accuracy": 0.648221, "f1": 0.604441, "hf_subset": "uzn_Latn-afr_Latn", "languages": ["uzn-Latn", "afr-Latn"], "main_score": 0.604441, "precision": 0.587624, "recall": 0.648221}, {"accuracy": 0.502964, "f1": 0.453518, "hf_subset": "uzn_Latn-bho_Deva", "languages": ["uzn-Latn", "bho-Deva"], "main_score": 0.453518, "precision": 0.435816, "recall": 0.502964}, {"accuracy": 0.550395, "f1": 0.508347, "hf_subset": "uzn_Latn-eus_Latn", "languages": ["uzn-Latn", "eus-Latn"], "main_score": 0.508347, "precision": 0.491725, "recall": 0.550395}, {"accuracy": 0.189723, "f1": 0.131214, "hf_subset": "uzn_Latn-ibo_Latn", "languages": ["uzn-Latn", "ibo-Latn"], "main_score": 0.131214, "precision": 0.11344, "recall": 0.189723}, {"accuracy": 0.525692, "f1": 0.47538, "hf_subset": "uzn_Latn-kmr_Latn", "languages": ["uzn-Latn", "kmr-Latn"], "main_score": 0.47538, "precision": 0.456968, "recall": 0.525692}, {"accuracy": 0.453557, "f1": 0.402574, "hf_subset": "uzn_Latn-min_Latn", "languages": ["uzn-Latn", "min-Latn"], "main_score": 0.402574, "precision": 0.382315, "recall": 0.453557}, {"accuracy": 0.681818, "f1": 0.637329, "hf_subset": "uzn_Latn-por_Latn", "languages": ["uzn-Latn", "por-Latn"], "main_score": 0.637329, "precision": 0.621296, "recall": 0.681818}, {"accuracy": 0.521739, "f1": 0.477094, "hf_subset": "uzn_Latn-sun_Latn", "languages": ["uzn-Latn", "sun-Latn"], "main_score": 0.477094, "precision": 0.458267, "recall": 0.521739}, {"accuracy": 0.173913, "f1": 0.122404, "hf_subset": "uzn_Latn-umb_Latn", "languages": ["uzn-Latn", "umb-Latn"], "main_score": 0.122404, "precision": 0.107375, "recall": 0.173913}, {"accuracy": 0.616601, "f1": 0.568637, "hf_subset": "uzn_Latn-ajp_Arab", "languages": ["uzn-Latn", "ajp-Arab"], "main_score": 0.568637, "precision": 0.551602, "recall": 0.616601}, {"accuracy": 0.061265, "f1": 0.038356, "hf_subset": "uzn_Latn-bjn_Arab", "languages": ["uzn-Latn", "bjn-Arab"], "main_score": 0.038356, "precision": 0.032598, "recall": 0.061265}, {"accuracy": 0.230237, "f1": 0.182818, "hf_subset": "uzn_Latn-ewe_Latn", "languages": ["uzn-Latn", "ewe-Latn"], "main_score": 0.182818, "precision": 0.167657, "recall": 0.230237}, {"accuracy": 0.341897, "f1": 0.283204, "hf_subset": "uzn_Latn-ilo_Latn", "languages": ["uzn-Latn", "ilo-Latn"], "main_score": 0.283204, "precision": 0.262356, "recall": 0.341897}, {"accuracy": 0.070158, "f1": 0.042879, "hf_subset": "uzn_Latn-knc_Arab", "languages": ["uzn-Latn", "knc-Arab"], "main_score": 0.042879, "precision": 0.035539, "recall": 0.070158}, {"accuracy": 0.688735, "f1": 0.64495, "hf_subset": "uzn_Latn-mkd_Cyrl", "languages": ["uzn-Latn", "mkd-Cyrl"], "main_score": 0.64495, "precision": 0.630022, "recall": 0.688735}, {"accuracy": 0.607708, "f1": 0.570861, "hf_subset": "uzn_Latn-prs_Arab", "languages": ["uzn-Latn", "prs-Arab"], "main_score": 0.570861, "precision": 0.55837, "recall": 0.607708}, {"accuracy": 0.683794, "f1": 0.638923, "hf_subset": "uzn_Latn-swe_Latn", "languages": ["uzn-Latn", "swe-Latn"], "main_score": 0.638923, "precision": 0.622511, "recall": 0.683794}, {"accuracy": 0.579051, "f1": 0.527946, "hf_subset": "uzn_Latn-urd_Arab", "languages": ["uzn-Latn", "urd-Arab"], "main_score": 0.527946, "precision": 0.510787, "recall": 0.579051}, {"accuracy": 0.25, "f1": 0.189542, "hf_subset": "uzn_Latn-aka_Latn", "languages": ["uzn-Latn", "aka-Latn"], "main_score": 0.189542, "precision": 0.170408, "recall": 0.25}, {"accuracy": 0.517787, "f1": 0.47076, "hf_subset": "uzn_Latn-bjn_Latn", "languages": ["uzn-Latn", "bjn-Latn"], "main_score": 0.47076, "precision": 0.451694, "recall": 0.517787}, {"accuracy": 0.367589, "f1": 0.313954, "hf_subset": "uzn_Latn-fao_Latn", "languages": ["uzn-Latn", "fao-Latn"], "main_score": 0.313954, "precision": 0.295743, "recall": 0.367589}, {"accuracy": 0.689723, "f1": 0.648647, "hf_subset": "uzn_Latn-ind_Latn", "languages": ["uzn-Latn", "ind-Latn"], "main_score": 0.648647, "precision": 0.634544, "recall": 0.689723}, {"accuracy": 0.241107, "f1": 0.185931, "hf_subset": "uzn_Latn-knc_Latn", "languages": ["uzn-Latn", "knc-Latn"], "main_score": 0.185931, "precision": 0.169389, "recall": 0.241107}, {"accuracy": 0.3083, "f1": 0.255867, "hf_subset": "uzn_Latn-mlt_Latn", "languages": ["uzn-Latn", "mlt-Latn"], "main_score": 0.255867, "precision": 0.238185, "recall": 0.3083}, {"accuracy": 0.258893, "f1": 0.198425, "hf_subset": "uzn_Latn-quy_Latn", "languages": ["uzn-Latn", "quy-Latn"], "main_score": 0.198425, "precision": 0.180083, "recall": 0.258893}, {"accuracy": 0.336957, "f1": 0.280775, "hf_subset": "uzn_Latn-swh_Latn", "languages": ["uzn-Latn", "swh-Latn"], "main_score": 0.280775, "precision": 0.262209, "recall": 0.336957}, {"accuracy": 0.684783, "f1": 0.645112, "hf_subset": "uzn_Latn-als_Latn", "languages": ["uzn-Latn", "als-Latn"], "main_score": 0.645112, "precision": 0.63069, "recall": 0.684783}, {"accuracy": 0.0583, "f1": 0.024601, "hf_subset": "uzn_Latn-bod_Tibt", "languages": ["uzn-Latn", "bod-Tibt"], "main_score": 0.024601, "precision": 0.020048, "recall": 0.0583}, {"accuracy": 0.208498, "f1": 0.159656, "hf_subset": "uzn_Latn-fij_Latn", "languages": ["uzn-Latn", "fij-Latn"], "main_score": 0.159656, "precision": 0.1435, "recall": 0.208498}, {"accuracy": 0.501976, "f1": 0.450694, "hf_subset": "uzn_Latn-isl_Latn", "languages": ["uzn-Latn", "isl-Latn"], "main_score": 0.450694, "precision": 0.431603, "recall": 0.501976}, {"accuracy": 0.235178, "f1": 0.179524, "hf_subset": "uzn_Latn-kon_Latn", "languages": ["uzn-Latn", "kon-Latn"], "main_score": 0.179524, "precision": 0.161915, "recall": 0.235178}, {"accuracy": 0.060277, "f1": 0.032366, "hf_subset": "uzn_Latn-mni_Beng", "languages": ["uzn-Latn", "mni-Beng"], "main_score": 0.032366, "precision": 0.027489, "recall": 0.060277}, {"accuracy": 0.693676, "f1": 0.650817, "hf_subset": "uzn_Latn-ron_Latn", "languages": ["uzn-Latn", "ron-Latn"], "main_score": 0.650817, "precision": 0.634884, "recall": 0.693676}, {"accuracy": 0.552372, "f1": 0.508468, "hf_subset": "uzn_Latn-szl_Latn", "languages": ["uzn-Latn", "szl-Latn"], "main_score": 0.508468, "precision": 0.491646, "recall": 0.552372}, {"accuracy": 0.557312, "f1": 0.505905, "hf_subset": "uzn_Latn-vec_Latn", "languages": ["uzn-Latn", "vec-Latn"], "main_score": 0.505905, "precision": 0.486823, "recall": 0.557312}, {"accuracy": 0.431818, "f1": 0.37787, "hf_subset": "uzn_Latn-amh_Ethi", "languages": ["uzn-Latn", "amh-Ethi"], "main_score": 0.37787, "precision": 0.358061, "recall": 0.431818}, {"accuracy": 0.688735, "f1": 0.644535, "hf_subset": "uzn_Latn-bos_Latn", "languages": ["uzn-Latn", "bos-Latn"], "main_score": 0.644535, "precision": 0.628418, "recall": 0.688735}, {"accuracy": 0.66502, "f1": 0.61636, "hf_subset": "uzn_Latn-fin_Latn", "languages": ["uzn-Latn", "fin-Latn"], "main_score": 0.61636, "precision": 0.599046, "recall": 0.66502}, {"accuracy": 0.671937, "f1": 0.621549, "hf_subset": "uzn_Latn-ita_Latn", "languages": ["uzn-Latn", "ita-Latn"], "main_score": 0.621549, "precision": 0.603054, "recall": 0.671937}, {"accuracy": 0.626482, "f1": 0.583648, "hf_subset": "uzn_Latn-kor_Hang", "languages": ["uzn-Latn", "kor-Hang"], "main_score": 0.583648, "precision": 0.568921, "recall": 0.626482}, {"accuracy": 0.213439, "f1": 0.158107, "hf_subset": "uzn_Latn-mos_Latn", "languages": ["uzn-Latn", "mos-Latn"], "main_score": 0.158107, "precision": 0.141043, "recall": 0.213439}, {"accuracy": 0.166008, "f1": 0.118035, "hf_subset": "uzn_Latn-run_Latn", "languages": ["uzn-Latn", "run-Latn"], "main_score": 0.118035, "precision": 0.10459, "recall": 0.166008}, {"accuracy": 0.507905, "f1": 0.453659, "hf_subset": "uzn_Latn-tam_Taml", "languages": ["uzn-Latn", "tam-Taml"], "main_score": 0.453659, "precision": 0.434501, "recall": 0.507905}, {"accuracy": 0.667984, "f1": 0.622717, "hf_subset": "uzn_Latn-vie_Latn", "languages": ["uzn-Latn", "vie-Latn"], "main_score": 0.622717, "precision": 0.606799, "recall": 0.667984}, {"accuracy": 0.596838, "f1": 0.548623, "hf_subset": "uzn_Latn-apc_Arab", "languages": ["uzn-Latn", "apc-Arab"], "main_score": 0.548623, "precision": 0.531457, "recall": 0.596838}, {"accuracy": 0.333004, "f1": 0.280949, "hf_subset": "uzn_Latn-bug_Latn", "languages": ["uzn-Latn", "bug-Latn"], "main_score": 0.280949, "precision": 0.262769, "recall": 0.333004}, {"accuracy": 0.208498, "f1": 0.157822, "hf_subset": "uzn_Latn-fon_Latn", "languages": ["uzn-Latn", "fon-Latn"], "main_score": 0.157822, "precision": 0.143469, "recall": 0.208498}, {"accuracy": 0.538538, "f1": 0.493084, "hf_subset": "uzn_Latn-jav_Latn", "languages": ["uzn-Latn", "jav-Latn"], "main_score": 0.493084, "precision": 0.475056, "recall": 0.538538}, {"accuracy": 0.599802, "f1": 0.557122, "hf_subset": "uzn_Latn-lao_Laoo", "languages": ["uzn-Latn", "lao-Laoo"], "main_score": 0.557122, "precision": 0.542826, "recall": 0.599802}, {"accuracy": 0.184783, "f1": 0.12856, "hf_subset": "uzn_Latn-mri_Latn", "languages": ["uzn-Latn", "mri-Latn"], "main_score": 0.12856, "precision": 0.113044, "recall": 0.184783}, {"accuracy": 0.662055, "f1": 0.618292, "hf_subset": "uzn_Latn-rus_Cyrl", "languages": ["uzn-Latn", "rus-Cyrl"], "main_score": 0.618292, "precision": 0.603009, "recall": 0.662055}, {"accuracy": 0.228261, "f1": 0.184369, "hf_subset": "uzn_Latn-taq_Latn", "languages": ["uzn-Latn", "taq-Latn"], "main_score": 0.184369, "precision": 0.170119, "recall": 0.228261}, {"accuracy": 0.367589, "f1": 0.306803, "hf_subset": "uzn_Latn-war_Latn", "languages": ["uzn-Latn", "war-Latn"], "main_score": 0.306803, "precision": 0.286084, "recall": 0.367589}, {"accuracy": 0.630435, "f1": 0.585218, "hf_subset": "uzn_Latn-arb_Arab", "languages": ["uzn-Latn", "arb-Arab"], "main_score": 0.585218, "precision": 0.568741, "recall": 0.630435}, {"accuracy": 0.685771, "f1": 0.641334, "hf_subset": "uzn_Latn-bul_Cyrl", "languages": ["uzn-Latn", "bul-Cyrl"], "main_score": 0.641334, "precision": 0.626098, "recall": 0.685771}, {"accuracy": 0.677866, "f1": 0.628834, "hf_subset": "uzn_Latn-fra_Latn", "languages": ["uzn-Latn", "fra-Latn"], "main_score": 0.628834, "precision": 0.611136, "recall": 0.677866}, {"accuracy": 0.642292, "f1": 0.594409, "hf_subset": "uzn_Latn-jpn_Jpan", "languages": ["uzn-Latn", "jpn-Jpan"], "main_score": 0.594409, "precision": 0.577133, "recall": 0.642292}, {"accuracy": 0.524704, "f1": 0.472487, "hf_subset": "uzn_Latn-lij_Latn", "languages": ["uzn-Latn", "lij-Latn"], "main_score": 0.472487, "precision": 0.452193, "recall": 0.524704}, {"accuracy": 0.557312, "f1": 0.507153, "hf_subset": "uzn_Latn-mya_Mymr", "languages": ["uzn-Latn", "mya-Mymr"], "main_score": 0.507153, "precision": 0.489217, "recall": 0.557312}, {"accuracy": 0.235178, "f1": 0.178826, "hf_subset": "uzn_Latn-sag_Latn", "languages": ["uzn-Latn", "sag-Latn"], "main_score": 0.178826, "precision": 0.160086, "recall": 0.235178}, {"accuracy": 0.072134, "f1": 0.034437, "hf_subset": "uzn_Latn-taq_Tfng", "languages": ["uzn-Latn", "taq-Tfng"], "main_score": 0.034437, "precision": 0.027777, "recall": 0.072134}, {"accuracy": 0.237154, "f1": 0.184189, "hf_subset": "uzn_Latn-wol_Latn", "languages": ["uzn-Latn", "wol-Latn"], "main_score": 0.184189, "precision": 0.167257, "recall": 0.237154}, {"accuracy": 0.128458, "f1": 0.079144, "hf_subset": "uzn_Latn-arb_Latn", "languages": ["uzn-Latn", "arb-Latn"], "main_score": 0.079144, "precision": 0.067558, "recall": 0.128458}, {"accuracy": 0.682806, "f1": 0.633745, "hf_subset": "uzn_Latn-cat_Latn", "languages": ["uzn-Latn", "cat-Latn"], "main_score": 0.633745, "precision": 0.616064, "recall": 0.682806}, {"accuracy": 0.496047, "f1": 0.44322, "hf_subset": "uzn_Latn-fur_Latn", "languages": ["uzn-Latn", "fur-Latn"], "main_score": 0.44322, "precision": 0.424512, "recall": 0.496047}, {"accuracy": 0.102767, "f1": 0.076503, "hf_subset": "uzn_Latn-kab_Latn", "languages": ["uzn-Latn", "kab-Latn"], "main_score": 0.076503, "precision": 0.069626, "recall": 0.102767}, {"accuracy": 0.529644, "f1": 0.477815, "hf_subset": "uzn_Latn-lim_Latn", "languages": ["uzn-Latn", "lim-Latn"], "main_score": 0.477815, "precision": 0.458322, "recall": 0.529644}, {"accuracy": 0.678854, "f1": 0.630194, "hf_subset": "uzn_Latn-nld_Latn", "languages": ["uzn-Latn", "nld-Latn"], "main_score": 0.630194, "precision": 0.612767, "recall": 0.678854}, {"accuracy": 0.432806, "f1": 0.383769, "hf_subset": "uzn_Latn-san_Deva", "languages": ["uzn-Latn", "san-Deva"], "main_score": 0.383769, "precision": 0.36624, "recall": 0.432806}, {"accuracy": 0.462451, "f1": 0.40862, "hf_subset": "uzn_Latn-tat_Cyrl", "languages": ["uzn-Latn", "tat-Cyrl"], "main_score": 0.40862, "precision": 0.387841, "recall": 0.462451}, {"accuracy": 0.18083, "f1": 0.125162, "hf_subset": "uzn_Latn-xho_Latn", "languages": ["uzn-Latn", "xho-Latn"], "main_score": 0.125162, "precision": 0.110355, "recall": 0.18083}, {"accuracy": 0.62253, "f1": 0.575014, "hf_subset": "uzn_Latn-ars_Arab", "languages": ["uzn-Latn", "ars-Arab"], "main_score": 0.575014, "precision": 0.558017, "recall": 0.62253}, {"accuracy": 0.362648, "f1": 0.309249, "hf_subset": "uzn_Latn-ceb_Latn", "languages": ["uzn-Latn", "ceb-Latn"], "main_score": 0.309249, "precision": 0.290315, "recall": 0.362648}, {"accuracy": 0.217391, "f1": 0.164011, "hf_subset": "uzn_Latn-fuv_Latn", "languages": ["uzn-Latn", "fuv-Latn"], "main_score": 0.164011, "precision": 0.147912, "recall": 0.217391}, {"accuracy": 0.214427, "f1": 0.150083, "hf_subset": "uzn_Latn-kac_Latn", "languages": ["uzn-Latn", "kac-Latn"], "main_score": 0.150083, "precision": 0.132032, "recall": 0.214427}, {"accuracy": 0.231225, "f1": 0.178552, "hf_subset": "uzn_Latn-lin_Latn", "languages": ["uzn-Latn", "lin-Latn"], "main_score": 0.178552, "precision": 0.162657, "recall": 0.231225}, {"accuracy": 0.674901, "f1": 0.628268, "hf_subset": "uzn_Latn-nno_Latn", "languages": ["uzn-Latn", "nno-Latn"], "main_score": 0.628268, "precision": 0.610844, "recall": 0.674901}, {"accuracy": 0.018775, "f1": 0.004267, "hf_subset": "uzn_Latn-sat_Olck", "languages": ["uzn-Latn", "sat-Olck"], "main_score": 0.004267, "precision": 0.003307, "recall": 0.018775}, {"accuracy": 0.485178, "f1": 0.436631, "hf_subset": "uzn_Latn-tel_Telu", "languages": ["uzn-Latn", "tel-Telu"], "main_score": 0.436631, "precision": 0.418897, "recall": 0.485178}, {"accuracy": 0.293478, "f1": 0.236489, "hf_subset": "uzn_Latn-ydd_Hebr", "languages": ["uzn-Latn", "ydd-Hebr"], "main_score": 0.236489, "precision": 0.216401, "recall": 0.293478}, {"accuracy": 0.529644, "f1": 0.483135, "hf_subset": "uzn_Latn-ary_Arab", "languages": ["uzn-Latn", "ary-Arab"], "main_score": 0.483135, "precision": 0.465422, "recall": 0.529644}, {"accuracy": 0.689723, "f1": 0.642971, "hf_subset": "uzn_Latn-ces_Latn", "languages": ["uzn-Latn", "ces-Latn"], "main_score": 0.642971, "precision": 0.626125, "recall": 0.689723}, {"accuracy": 0.113636, "f1": 0.074416, "hf_subset": "uzn_Latn-gaz_Latn", "languages": ["uzn-Latn", "gaz-Latn"], "main_score": 0.074416, "precision": 0.065418, "recall": 0.113636}, {"accuracy": 0.170949, "f1": 0.122046, "hf_subset": "uzn_Latn-kam_Latn", "languages": ["uzn-Latn", "kam-Latn"], "main_score": 0.122046, "precision": 0.10751, "recall": 0.170949}, {"accuracy": 0.677866, "f1": 0.631375, "hf_subset": "uzn_Latn-lit_Latn", "languages": ["uzn-Latn", "lit-Latn"], "main_score": 0.631375, "precision": 0.614175, "recall": 0.677866}, {"accuracy": 0.68083, "f1": 0.633336, "hf_subset": "uzn_Latn-nob_Latn", "languages": ["uzn-Latn", "nob-Latn"], "main_score": 0.633336, "precision": 0.616413, "recall": 0.68083}, {"accuracy": 0.455534, "f1": 0.405301, "hf_subset": "uzn_Latn-scn_Latn", "languages": ["uzn-Latn", "scn-Latn"], "main_score": 0.405301, "precision": 0.385846, "recall": 0.455534}, {"accuracy": 0.22332, "f1": 0.167561, "hf_subset": "uzn_Latn-tgk_Cyrl", "languages": ["uzn-Latn", "tgk-Cyrl"], "main_score": 0.167561, "precision": 0.149553, "recall": 0.22332}, {"accuracy": 0.206522, "f1": 0.154094, "hf_subset": "uzn_Latn-yor_Latn", "languages": ["uzn-Latn", "yor-Latn"], "main_score": 0.154094, "precision": 0.138683, "recall": 0.206522}, {"accuracy": 0.599802, "f1": 0.554322, "hf_subset": "uzn_Latn-arz_Arab", "languages": ["uzn-Latn", "arz-Arab"], "main_score": 0.554322, "precision": 0.537961, "recall": 0.599802}, {"accuracy": 0.166008, "f1": 0.116837, "hf_subset": "uzn_Latn-cjk_Latn", "languages": ["uzn-Latn", "cjk-Latn"], "main_score": 0.116837, "precision": 0.102892, "recall": 0.166008}, {"accuracy": 0.1917, "f1": 0.144106, "hf_subset": "uzn_Latn-gla_Latn", "languages": ["uzn-Latn", "gla-Latn"], "main_score": 0.144106, "precision": 0.129683, "recall": 0.1917}, {"accuracy": 0.465415, "f1": 0.419277, "hf_subset": "uzn_Latn-kan_Knda", "languages": ["uzn-Latn", "kan-Knda"], "main_score": 0.419277, "precision": 0.403037, "recall": 0.465415}, {"accuracy": 0.453557, "f1": 0.401346, "hf_subset": "uzn_Latn-lmo_Latn", "languages": ["uzn-Latn", "lmo-Latn"], "main_score": 0.401346, "precision": 0.38159, "recall": 0.453557}, {"accuracy": 0.612648, "f1": 0.564391, "hf_subset": "uzn_Latn-npi_Deva", "languages": ["uzn-Latn", "npi-Deva"], "main_score": 0.564391, "precision": 0.547146, "recall": 0.612648}, {"accuracy": 0.25, "f1": 0.187912, "hf_subset": "uzn_Latn-shn_Mymr", "languages": ["uzn-Latn", "shn-Mymr"], "main_score": 0.187912, "precision": 0.166028, "recall": 0.25}, {"accuracy": 0.410079, "f1": 0.35219, "hf_subset": "uzn_Latn-tgl_Latn", "languages": ["uzn-Latn", "tgl-Latn"], "main_score": 0.35219, "precision": 0.331685, "recall": 0.410079}, {"accuracy": 0.643281, "f1": 0.59203, "hf_subset": "uzn_Latn-yue_Hant", "languages": ["uzn-Latn", "yue-Hant"], "main_score": 0.59203, "precision": 0.573544, "recall": 0.643281}, {"accuracy": 0.327075, "f1": 0.280044, "hf_subset": "uzn_Latn-asm_Beng", "languages": ["uzn-Latn", "asm-Beng"], "main_score": 0.280044, "precision": 0.263198, "recall": 0.327075}, {"accuracy": 0.485178, "f1": 0.431343, "hf_subset": "uzn_Latn-ckb_Arab", "languages": ["uzn-Latn", "ckb-Arab"], "main_score": 0.431343, "precision": 0.412571, "recall": 0.485178}, {"accuracy": 0.26581, "f1": 0.21585, "hf_subset": "uzn_Latn-gle_Latn", "languages": ["uzn-Latn", "gle-Latn"], "main_score": 0.21585, "precision": 0.201207, "recall": 0.26581}, {"accuracy": 0.342885, "f1": 0.296743, "hf_subset": "uzn_Latn-kas_Arab", "languages": ["uzn-Latn", "kas-Arab"], "main_score": 0.296743, "precision": 0.279344, "recall": 0.342885}, {"accuracy": 0.509881, "f1": 0.462582, "hf_subset": "uzn_Latn-ltg_Latn", "languages": ["uzn-Latn", "ltg-Latn"], "main_score": 0.462582, "precision": 0.445952, "recall": 0.509881}, {"accuracy": 0.231225, "f1": 0.175865, "hf_subset": "uzn_Latn-nso_Latn", "languages": ["uzn-Latn", "nso-Latn"], "main_score": 0.175865, "precision": 0.158866, "recall": 0.231225}, {"accuracy": 0.514822, "f1": 0.467172, "hf_subset": "uzn_Latn-sin_Sinh", "languages": ["uzn-Latn", "sin-Sinh"], "main_score": 0.467172, "precision": 0.450959, "recall": 0.514822}, {"accuracy": 0.63834, "f1": 0.58997, "hf_subset": "uzn_Latn-tha_Thai", "languages": ["uzn-Latn", "tha-Thai"], "main_score": 0.58997, "precision": 0.572143, "recall": 0.63834}, {"accuracy": 0.642292, "f1": 0.594178, "hf_subset": "uzn_Latn-zho_Hans", "languages": ["uzn-Latn", "zho-Hans"], "main_score": 0.594178, "precision": 0.576995, "recall": 0.642292}, {"accuracy": 0.635375, "f1": 0.587707, "hf_subset": "uzn_Latn-ast_Latn", "languages": ["uzn-Latn", "ast-Latn"], "main_score": 0.587707, "precision": 0.569531, "recall": 0.635375}, {"accuracy": 0.59585, "f1": 0.557487, "hf_subset": "uzn_Latn-crh_Latn", "languages": ["uzn-Latn", "crh-Latn"], "main_score": 0.557487, "precision": 0.543083, "recall": 0.59585}, {"accuracy": 0.687747, "f1": 0.643568, "hf_subset": "uzn_Latn-glg_Latn", "languages": ["uzn-Latn", "glg-Latn"], "main_score": 0.643568, "precision": 0.627546, "recall": 0.687747}, {"accuracy": 0.30336, "f1": 0.2511, "hf_subset": "uzn_Latn-kas_Deva", "languages": ["uzn-Latn", "kas-Deva"], "main_score": 0.2511, "precision": 0.232345, "recall": 0.30336}, {"accuracy": 0.405138, "f1": 0.340647, "hf_subset": "uzn_Latn-ltz_Latn", "languages": ["uzn-Latn", "ltz-Latn"], "main_score": 0.340647, "precision": 0.318559, "recall": 0.405138}, {"accuracy": 0.115613, "f1": 0.070226, "hf_subset": "uzn_Latn-nus_Latn", "languages": ["uzn-Latn", "nus-Latn"], "main_score": 0.070226, "precision": 0.059954, "recall": 0.115613}, {"accuracy": 0.687747, "f1": 0.639073, "hf_subset": "uzn_Latn-slk_Latn", "languages": ["uzn-Latn", "slk-Latn"], "main_score": 0.639073, "precision": 0.62146, "recall": 0.687747}, {"accuracy": 0.135375, "f1": 0.096743, "hf_subset": "uzn_Latn-tir_Ethi", "languages": ["uzn-Latn", "tir-Ethi"], "main_score": 0.096743, "precision": 0.08504, "recall": 0.135375}, {"accuracy": 0.645257, "f1": 0.601083, "hf_subset": "uzn_Latn-zho_Hant", "languages": ["uzn-Latn", "zho-Hant"], "main_score": 0.601083, "precision": 0.585928, "recall": 0.645257}, {"accuracy": 0.588933, "f1": 0.541879, "hf_subset": "uzn_Latn-awa_Deva", "languages": ["uzn-Latn", "awa-Deva"], "main_score": 0.541879, "precision": 0.524586, "recall": 0.588933}, {"accuracy": 0.384387, "f1": 0.320542, "hf_subset": "uzn_Latn-cym_Latn", "languages": ["uzn-Latn", "cym-Latn"], "main_score": 0.320542, "precision": 0.298559, "recall": 0.384387}, {"accuracy": 0.307312, "f1": 0.247154, "hf_subset": "uzn_Latn-grn_Latn", "languages": ["uzn-Latn", "grn-Latn"], "main_score": 0.247154, "precision": 0.228058, "recall": 0.307312}, {"accuracy": 0.575099, "f1": 0.517888, "hf_subset": "uzn_Latn-kat_Geor", "languages": ["uzn-Latn", "kat-Geor"], "main_score": 0.517888, "precision": 0.49648, "recall": 0.575099}, {"accuracy": 0.242095, "f1": 0.187661, "hf_subset": "uzn_Latn-lua_Latn", "languages": ["uzn-Latn", "lua-Latn"], "main_score": 0.187661, "precision": 0.170811, "recall": 0.242095}, {"accuracy": 0.218379, "f1": 0.162612, "hf_subset": "uzn_Latn-nya_Latn", "languages": ["uzn-Latn", "nya-Latn"], "main_score": 0.162612, "precision": 0.146258, "recall": 0.218379}, {"accuracy": 0.687747, "f1": 0.640186, "hf_subset": "uzn_Latn-slv_Latn", "languages": ["uzn-Latn", "slv-Latn"], "main_score": 0.640186, "precision": 0.623197, "recall": 0.687747}, {"accuracy": 0.355731, "f1": 0.298543, "hf_subset": "uzn_Latn-tpi_Latn", "languages": ["uzn-Latn", "tpi-Latn"], "main_score": 0.298543, "precision": 0.276961, "recall": 0.355731}, {"accuracy": 0.676877, "f1": 0.626863, "hf_subset": "uzn_Latn-zsm_Latn", "languages": ["uzn-Latn", "zsm-Latn"], "main_score": 0.626863, "precision": 0.608775, "recall": 0.676877}, {"accuracy": 0.186759, "f1": 0.129645, "hf_subset": "uzn_Latn-ayr_Latn", "languages": ["uzn-Latn", "ayr-Latn"], "main_score": 0.129645, "precision": 0.114096, "recall": 0.186759}, {"accuracy": 0.702569, "f1": 0.658933, "hf_subset": "uzn_Latn-dan_Latn", "languages": ["uzn-Latn", "dan-Latn"], "main_score": 0.658933, "precision": 0.643653, "recall": 0.702569}, {"accuracy": 0.541502, "f1": 0.498425, "hf_subset": "uzn_Latn-guj_Gujr", "languages": ["uzn-Latn", "guj-Gujr"], "main_score": 0.498425, "precision": 0.483172, "recall": 0.541502}, {"accuracy": 0.66996, "f1": 0.629976, "hf_subset": "uzn_Latn-kaz_Cyrl", "languages": ["uzn-Latn", "kaz-Cyrl"], "main_score": 0.629976, "precision": 0.615616, "recall": 0.66996}, {"accuracy": 0.16996, "f1": 0.120963, "hf_subset": "uzn_Latn-lug_Latn", "languages": ["uzn-Latn", "lug-Latn"], "main_score": 0.120963, "precision": 0.106206, "recall": 0.16996}, {"accuracy": 0.62747, "f1": 0.581346, "hf_subset": "uzn_Latn-oci_Latn", "languages": ["uzn-Latn", "oci-Latn"], "main_score": 0.581346, "precision": 0.563742, "recall": 0.62747}, {"accuracy": 0.188735, "f1": 0.133316, "hf_subset": "uzn_Latn-smo_Latn", "languages": ["uzn-Latn", "smo-Latn"], "main_score": 0.133316, "precision": 0.118535, "recall": 0.188735}, {"accuracy": 0.19664, "f1": 0.143918, "hf_subset": "uzn_Latn-tsn_Latn", "languages": ["uzn-Latn", "tsn-Latn"], "main_score": 0.143918, "precision": 0.129018, "recall": 0.19664}, {"accuracy": 0.135375, "f1": 0.088703, "hf_subset": "uzn_Latn-zul_Latn", "languages": ["uzn-Latn", "zul-Latn"], "main_score": 0.088703, "precision": 0.076628, "recall": 0.135375}, {"accuracy": 0.348814, "f1": 0.299732, "hf_subset": "uzn_Latn-azb_Arab", "languages": ["uzn-Latn", "azb-Arab"], "main_score": 0.299732, "precision": 0.280964, "recall": 0.348814}, {"accuracy": 0.695652, "f1": 0.649927, "hf_subset": "uzn_Latn-deu_Latn", "languages": ["uzn-Latn", "deu-Latn"], "main_score": 0.649927, "precision": 0.633248, "recall": 0.695652}, {"accuracy": 0.267787, "f1": 0.211236, "hf_subset": "uzn_Latn-hat_Latn", "languages": ["uzn-Latn", "hat-Latn"], "main_score": 0.211236, "precision": 0.194576, "recall": 0.267787}, {"accuracy": 0.183794, "f1": 0.13004, "hf_subset": "uzn_Latn-kbp_Latn", "languages": ["uzn-Latn", "kbp-Latn"], "main_score": 0.13004, "precision": 0.114968, "recall": 0.183794}, {"accuracy": 0.218379, "f1": 0.162654, "hf_subset": "uzn_Latn-luo_Latn", "languages": ["uzn-Latn", "luo-Latn"], "main_score": 0.162654, "precision": 0.1464, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.394713, "hf_subset": "uzn_Latn-ory_Orya", "languages": ["uzn-Latn", "ory-Orya"], "main_score": 0.394713, "precision": 0.379331, "recall": 0.440711}, {"accuracy": 0.162055, "f1": 0.111711, "hf_subset": "uzn_Latn-sna_Latn", "languages": ["uzn-Latn", "sna-Latn"], "main_score": 0.111711, "precision": 0.09728, "recall": 0.162055}, {"accuracy": 0.181818, "f1": 0.135667, "hf_subset": "uzn_Latn-tso_Latn", "languages": ["uzn-Latn", "tso-Latn"], "main_score": 0.135667, "precision": 0.120738, "recall": 0.181818}, {"accuracy": 0.667984, "f1": 0.629266, "hf_subset": "uzn_Latn-azj_Latn", "languages": ["uzn-Latn", "azj-Latn"], "main_score": 0.629266, "precision": 0.615158, "recall": 0.667984}, {"accuracy": 0.272727, "f1": 0.213643, "hf_subset": "uzn_Latn-dik_Latn", "languages": ["uzn-Latn", "dik-Latn"], "main_score": 0.213643, "precision": 0.19407, "recall": 0.272727}, {"accuracy": 0.258893, "f1": 0.20222, "hf_subset": "uzn_Latn-hau_Latn", "languages": ["uzn-Latn", "hau-Latn"], "main_score": 0.20222, "precision": 0.183888, "recall": 0.258893}, {"accuracy": 0.442688, "f1": 0.401232, "hf_subset": "uzn_Latn-kea_Latn", "languages": ["uzn-Latn", "kea-Latn"], "main_score": 0.401232, "precision": 0.384759, "recall": 0.442688}, {"accuracy": 0.326087, "f1": 0.26634, "hf_subset": "uzn_Latn-lus_Latn", "languages": ["uzn-Latn", "lus-Latn"], "main_score": 0.26634, "precision": 0.245672, "recall": 0.326087}, {"accuracy": 0.379447, "f1": 0.323264, "hf_subset": "uzn_Latn-pag_Latn", "languages": ["uzn-Latn", "pag-Latn"], "main_score": 0.323264, "precision": 0.302238, "recall": 0.379447}, {"accuracy": 0.508893, "f1": 0.462001, "hf_subset": "uzn_Latn-snd_Arab", "languages": ["uzn-Latn", "snd-Arab"], "main_score": 0.462001, "precision": 0.445479, "recall": 0.508893}, {"accuracy": 0.376482, "f1": 0.313623, "hf_subset": "uzn_Latn-tuk_Latn", "languages": ["uzn-Latn", "tuk-Latn"], "main_score": 0.313623, "precision": 0.290436, "recall": 0.376482}, {"accuracy": 0.453557, "f1": 0.39747, "hf_subset": "uzn_Latn-bak_Cyrl", "languages": ["uzn-Latn", "bak-Cyrl"], "main_score": 0.39747, "precision": 0.376374, "recall": 0.453557}, {"accuracy": 0.181818, "f1": 0.13085, "hf_subset": "uzn_Latn-dyu_Latn", "languages": ["uzn-Latn", "dyu-Latn"], "main_score": 0.13085, "precision": 0.114744, "recall": 0.181818}, {"accuracy": 0.626482, "f1": 0.579506, "hf_subset": "uzn_Latn-heb_Hebr", "languages": ["uzn-Latn", "heb-Hebr"], "main_score": 0.579506, "precision": 0.562875, "recall": 0.626482}, {"accuracy": 0.629447, "f1": 0.582632, "hf_subset": "uzn_Latn-khk_Cyrl", "languages": ["uzn-Latn", "khk-Cyrl"], "main_score": 0.582632, "precision": 0.56625, "recall": 0.629447}, {"accuracy": 0.688735, "f1": 0.649376, "hf_subset": "uzn_Latn-lvs_Latn", "languages": ["uzn-Latn", "lvs-Latn"], "main_score": 0.649376, "precision": 0.63517, "recall": 0.688735}, {"accuracy": 0.463439, "f1": 0.414647, "hf_subset": "uzn_Latn-pan_Guru", "languages": ["uzn-Latn", "pan-Guru"], "main_score": 0.414647, "precision": 0.397352, "recall": 0.463439}, {"accuracy": 0.269763, "f1": 0.219172, "hf_subset": "uzn_Latn-som_Latn", "languages": ["uzn-Latn", "som-Latn"], "main_score": 0.219172, "precision": 0.202016, "recall": 0.269763}, {"accuracy": 0.202569, "f1": 0.141859, "hf_subset": "uzn_Latn-tum_Latn", "languages": ["uzn-Latn", "tum-Latn"], "main_score": 0.141859, "precision": 0.124019, "recall": 0.202569}, {"accuracy": 0.088933, "f1": 0.053635, "hf_subset": "als_Latn-ace_Arab", "languages": ["als-Latn", "ace-Arab"], "main_score": 0.053635, "precision": 0.045807, "recall": 0.088933}, {"accuracy": 0.203557, "f1": 0.13407, "hf_subset": "als_Latn-bam_Latn", "languages": ["als-Latn", "bam-Latn"], "main_score": 0.13407, "precision": 0.118177, "recall": 0.203557}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "als_Latn-dzo_Tibt", "languages": ["als-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-hin_Deva", "languages": ["als-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.912055, "f1": 0.883729, "hf_subset": "als_Latn-khm_Khmr", "languages": ["als-Latn", "khm-Khmr"], "main_score": 0.883729, "precision": 0.869895, "recall": 0.912055}, {"accuracy": 0.947628, "f1": 0.93083, "hf_subset": "als_Latn-mag_Deva", "languages": ["als-Latn", "mag-Deva"], "main_score": 0.93083, "precision": 0.922596, "recall": 0.947628}, {"accuracy": 0.644269, "f1": 0.568388, "hf_subset": "als_Latn-pap_Latn", "languages": ["als-Latn", "pap-Latn"], "main_score": 0.568388, "precision": 0.539619, "recall": 0.644269}, {"accuracy": 0.224308, "f1": 0.15588, "hf_subset": "als_Latn-sot_Latn", "languages": ["als-Latn", "sot-Latn"], "main_score": 0.15588, "precision": 0.138426, "recall": 0.224308}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-tur_Latn", "languages": ["als-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.427866, "f1": 0.339629, "hf_subset": "als_Latn-ace_Latn", "languages": ["als-Latn", "ace-Latn"], "main_score": 0.339629, "precision": 0.311383, "recall": 0.427866}, {"accuracy": 0.676877, "f1": 0.607444, "hf_subset": "als_Latn-ban_Latn", "languages": ["als-Latn", "ban-Latn"], "main_score": 0.607444, "precision": 0.579663, "recall": 0.676877}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-ell_Grek", "languages": ["als-Latn", "ell-Grek"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.925889, "f1": 0.903228, "hf_subset": "als_Latn-hne_Deva", "languages": ["als-Latn", "hne-Deva"], "main_score": 0.903228, "precision": 0.89254, "recall": 0.925889}, {"accuracy": 0.253953, "f1": 0.170995, "hf_subset": "als_Latn-kik_Latn", "languages": ["als-Latn", "kik-Latn"], "main_score": 0.170995, "precision": 0.149044, "recall": 0.253953}, {"accuracy": 0.944664, "f1": 0.927273, "hf_subset": "als_Latn-mai_Deva", "languages": ["als-Latn", "mai-Deva"], "main_score": 0.927273, "precision": 0.91889, "recall": 0.944664}, {"accuracy": 0.859684, "f1": 0.822266, "hf_subset": "als_Latn-pbt_Arab", "languages": ["als-Latn", "pbt-Arab"], "main_score": 0.822266, "precision": 0.805616, "recall": 0.859684}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-spa_Latn", "languages": ["als-Latn", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.312253, "f1": 0.2208, "hf_subset": "als_Latn-twi_Latn", "languages": ["als-Latn", "twi-Latn"], "main_score": 0.2208, "precision": 0.195446, "recall": 0.312253}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "als_Latn-acm_Arab", "languages": ["als-Latn", "acm-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "als_Latn-bel_Cyrl", "languages": ["als-Latn", "bel-Cyrl"], "main_score": 0.959816, "precision": 0.955204, "recall": 0.969368}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-eng_Latn", "languages": ["als-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "als_Latn-hrv_Latn", "languages": ["als-Latn", "hrv-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.167984, "f1": 0.111553, "hf_subset": "als_Latn-kin_Latn", "languages": ["als-Latn", "kin-Latn"], "main_score": 0.111553, "precision": 0.097691, "recall": 0.167984}, {"accuracy": 0.892292, "f1": 0.861745, "hf_subset": "als_Latn-mal_Mlym", "languages": ["als-Latn", "mal-Mlym"], "main_score": 0.861745, "precision": 0.847661, "recall": 0.892292}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-pes_Arab", "languages": ["als-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.732213, "f1": 0.668615, "hf_subset": "als_Latn-srd_Latn", "languages": ["als-Latn", "srd-Latn"], "main_score": 0.668615, "precision": 0.641782, "recall": 0.732213}, {"accuracy": 0.065217, "f1": 0.030299, "hf_subset": "als_Latn-tzm_Tfng", "languages": ["als-Latn", "tzm-Tfng"], "main_score": 0.030299, "precision": 0.025286, "recall": 0.065217}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "als_Latn-acq_Arab", "languages": ["als-Latn", "acq-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.237154, "f1": 0.162162, "hf_subset": "als_Latn-bem_Latn", "languages": ["als-Latn", "bem-Latn"], "main_score": 0.162162, "precision": 0.143578, "recall": 0.237154}, {"accuracy": 0.873518, "f1": 0.837088, "hf_subset": "als_Latn-epo_Latn", "languages": ["als-Latn", "epo-Latn"], "main_score": 0.837088, "precision": 0.820652, "recall": 0.873518}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-hun_Latn", "languages": ["als-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "als_Latn-kir_Cyrl", "languages": ["als-Latn", "kir-Cyrl"], "main_score": 0.922266, "precision": 0.913373, "recall": 0.940711}, {"accuracy": 0.916996, "f1": 0.890646, "hf_subset": "als_Latn-mar_Deva", "languages": ["als-Latn", "mar-Deva"], "main_score": 0.890646, "precision": 0.877964, "recall": 0.916996}, {"accuracy": 0.298419, "f1": 0.220385, "hf_subset": "als_Latn-plt_Latn", "languages": ["als-Latn", "plt-Latn"], "main_score": 0.220385, "precision": 0.197163, "recall": 0.298419}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-srp_Cyrl", "languages": ["als-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.813241, "f1": 0.767095, "hf_subset": "als_Latn-uig_Arab", "languages": ["als-Latn", "uig-Arab"], "main_score": 0.767095, "precision": 0.746472, "recall": 0.813241}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "als_Latn-aeb_Arab", "languages": ["als-Latn", "aeb-Arab"], "main_score": 0.924407, "precision": 0.915514, "recall": 0.942688}, {"accuracy": 0.921937, "f1": 0.899275, "hf_subset": "als_Latn-ben_Beng", "languages": ["als-Latn", "ben-Beng"], "main_score": 0.899275, "precision": 0.888587, "recall": 0.921937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-est_Latn", "languages": ["als-Latn", "est-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "als_Latn-hye_Armn", "languages": ["als-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.167984, "f1": 0.102848, "hf_subset": "als_Latn-kmb_Latn", "languages": ["als-Latn", "kmb-Latn"], "main_score": 0.102848, "precision": 0.088546, "recall": 0.167984}, {"accuracy": 0.064229, "f1": 0.038193, "hf_subset": "als_Latn-min_Arab", "languages": ["als-Latn", "min-Arab"], "main_score": 0.038193, "precision": 0.032785, "recall": 0.064229}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-pol_Latn", "languages": ["als-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.16996, "f1": 0.108644, "hf_subset": "als_Latn-ssw_Latn", "languages": ["als-Latn", "ssw-Latn"], "main_score": 0.108644, "precision": 0.095676, "recall": 0.16996}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "als_Latn-ukr_Cyrl", "languages": ["als-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "als_Latn-afr_Latn", "languages": ["als-Latn", "afr-Latn"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.894269, "f1": 0.866173, "hf_subset": "als_Latn-bho_Deva", "languages": ["als-Latn", "bho-Deva"], "main_score": 0.866173, "precision": 0.853244, "recall": 0.894269}, {"accuracy": 0.778656, "f1": 0.72388, "hf_subset": "als_Latn-eus_Latn", "languages": ["als-Latn", "eus-Latn"], "main_score": 0.72388, "precision": 0.699967, "recall": 0.778656}, {"accuracy": 0.200593, "f1": 0.12946, "hf_subset": "als_Latn-ibo_Latn", "languages": ["als-Latn", "ibo-Latn"], "main_score": 0.12946, "precision": 0.112985, "recall": 0.200593}, {"accuracy": 0.76581, "f1": 0.716921, "hf_subset": "als_Latn-kmr_Latn", "languages": ["als-Latn", "kmr-Latn"], "main_score": 0.716921, "precision": 0.696574, "recall": 0.76581}, {"accuracy": 0.651186, "f1": 0.575055, "hf_subset": "als_Latn-min_Latn", "languages": ["als-Latn", "min-Latn"], "main_score": 0.575055, "precision": 0.545415, "recall": 0.651186}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-por_Latn", "languages": ["als-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.759881, "f1": 0.698155, "hf_subset": "als_Latn-sun_Latn", "languages": ["als-Latn", "sun-Latn"], "main_score": 0.698155, "precision": 0.671212, "recall": 0.759881}, {"accuracy": 0.184783, "f1": 0.119938, "hf_subset": "als_Latn-umb_Latn", "languages": ["als-Latn", "umb-Latn"], "main_score": 0.119938, "precision": 0.105132, "recall": 0.184783}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "als_Latn-ajp_Arab", "languages": ["als-Latn", "ajp-Arab"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.078063, "f1": 0.045064, "hf_subset": "als_Latn-bjn_Arab", "languages": ["als-Latn", "bjn-Arab"], "main_score": 0.045064, "precision": 0.037949, "recall": 0.078063}, {"accuracy": 0.259881, "f1": 0.188186, "hf_subset": "als_Latn-ewe_Latn", "languages": ["als-Latn", "ewe-Latn"], "main_score": 0.188186, "precision": 0.169003, "recall": 0.259881}, {"accuracy": 0.371542, "f1": 0.284272, "hf_subset": "als_Latn-ilo_Latn", "languages": ["als-Latn", "ilo-Latn"], "main_score": 0.284272, "precision": 0.259026, "recall": 0.371542}, {"accuracy": 0.083992, "f1": 0.042779, "hf_subset": "als_Latn-knc_Arab", "languages": ["als-Latn", "knc-Arab"], "main_score": 0.042779, "precision": 0.033729, "recall": 0.083992}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "als_Latn-mkd_Cyrl", "languages": ["als-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "als_Latn-prs_Arab", "languages": ["als-Latn", "prs-Arab"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "als_Latn-swe_Latn", "languages": ["als-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.969368, "f1": 0.959881, "hf_subset": "als_Latn-urd_Arab", "languages": ["als-Latn", "urd-Arab"], "main_score": 0.959881, "precision": 0.955451, "recall": 0.969368}, {"accuracy": 0.291502, "f1": 0.209384, "hf_subset": "als_Latn-aka_Latn", "languages": ["als-Latn", "aka-Latn"], "main_score": 0.209384, "precision": 0.186681, "recall": 0.291502}, {"accuracy": 0.773715, "f1": 0.719008, "hf_subset": "als_Latn-bjn_Latn", "languages": ["als-Latn", "bjn-Latn"], "main_score": 0.719008, "precision": 0.696106, "recall": 0.773715}, {"accuracy": 0.474308, "f1": 0.388452, "hf_subset": "als_Latn-fao_Latn", "languages": ["als-Latn", "fao-Latn"], "main_score": 0.388452, "precision": 0.360286, "recall": 0.474308}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-ind_Latn", "languages": ["als-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.268775, "f1": 0.189937, "hf_subset": "als_Latn-knc_Latn", "languages": ["als-Latn", "knc-Latn"], "main_score": 0.189937, "precision": 0.169493, "recall": 0.268775}, {"accuracy": 0.33498, "f1": 0.252548, "hf_subset": "als_Latn-mlt_Latn", "languages": ["als-Latn", "mlt-Latn"], "main_score": 0.252548, "precision": 0.228537, "recall": 0.33498}, {"accuracy": 0.267787, "f1": 0.185323, "hf_subset": "als_Latn-quy_Latn", "languages": ["als-Latn", "quy-Latn"], "main_score": 0.185323, "precision": 0.162396, "recall": 0.267787}, {"accuracy": 0.37253, "f1": 0.285962, "hf_subset": "als_Latn-swh_Latn", "languages": ["als-Latn", "swh-Latn"], "main_score": 0.285962, "precision": 0.260381, "recall": 0.37253}, {"accuracy": 0.667984, "f1": 0.598919, "hf_subset": "als_Latn-uzn_Latn", "languages": ["als-Latn", "uzn-Latn"], "main_score": 0.598919, "precision": 0.57069, "recall": 0.667984}, {"accuracy": 0.054348, "f1": 0.016366, "hf_subset": "als_Latn-bod_Tibt", "languages": ["als-Latn", "bod-Tibt"], "main_score": 0.016366, "precision": 0.011742, "recall": 0.054348}, {"accuracy": 0.216403, "f1": 0.147063, "hf_subset": "als_Latn-fij_Latn", "languages": ["als-Latn", "fij-Latn"], "main_score": 0.147063, "precision": 0.128904, "recall": 0.216403}, {"accuracy": 0.767787, "f1": 0.709525, "hf_subset": "als_Latn-isl_Latn", "languages": ["als-Latn", "isl-Latn"], "main_score": 0.709525, "precision": 0.684421, "recall": 0.767787}, {"accuracy": 0.253953, "f1": 0.181618, "hf_subset": "als_Latn-kon_Latn", "languages": ["als-Latn", "kon-Latn"], "main_score": 0.181618, "precision": 0.162035, "recall": 0.253953}, {"accuracy": 0.062253, "f1": 0.032348, "hf_subset": "als_Latn-mni_Beng", "languages": ["als-Latn", "mni-Beng"], "main_score": 0.032348, "precision": 0.028189, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-ron_Latn", "languages": ["als-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.810277, "f1": 0.764465, "hf_subset": "als_Latn-szl_Latn", "languages": ["als-Latn", "szl-Latn"], "main_score": 0.764465, "precision": 0.744829, "recall": 0.810277}, {"accuracy": 0.807312, "f1": 0.754795, "hf_subset": "als_Latn-vec_Latn", "languages": ["als-Latn", "vec-Latn"], "main_score": 0.754795, "precision": 0.731621, "recall": 0.807312}, {"accuracy": 0.783597, "f1": 0.733404, "hf_subset": "als_Latn-amh_Ethi", "languages": ["als-Latn", "amh-Ethi"], "main_score": 0.733404, "precision": 0.711742, "recall": 0.783597}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-bos_Latn", "languages": ["als-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "als_Latn-fin_Latn", "languages": ["als-Latn", "fin-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-ita_Latn", "languages": ["als-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "als_Latn-kor_Hang", "languages": ["als-Latn", "kor-Hang"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.237154, "f1": 0.164155, "hf_subset": "als_Latn-mos_Latn", "languages": ["als-Latn", "mos-Latn"], "main_score": 0.164155, "precision": 0.144465, "recall": 0.237154}, {"accuracy": 0.18083, "f1": 0.121681, "hf_subset": "als_Latn-run_Latn", "languages": ["als-Latn", "run-Latn"], "main_score": 0.121681, "precision": 0.108257, "recall": 0.18083}, {"accuracy": 0.900198, "f1": 0.871377, "hf_subset": "als_Latn-tam_Taml", "languages": ["als-Latn", "tam-Taml"], "main_score": 0.871377, "precision": 0.85807, "recall": 0.900198}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-vie_Latn", "languages": ["als-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "als_Latn-apc_Arab", "languages": ["als-Latn", "apc-Arab"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.395257, "f1": 0.306023, "hf_subset": "als_Latn-bug_Latn", "languages": ["als-Latn", "bug-Latn"], "main_score": 0.306023, "precision": 0.277817, "recall": 0.395257}, {"accuracy": 0.210474, "f1": 0.140065, "hf_subset": "als_Latn-fon_Latn", "languages": ["als-Latn", "fon-Latn"], "main_score": 0.140065, "precision": 0.122038, "recall": 0.210474}, {"accuracy": 0.733202, "f1": 0.669565, "hf_subset": "als_Latn-jav_Latn", "languages": ["als-Latn", "jav-Latn"], "main_score": 0.669565, "precision": 0.643412, "recall": 0.733202}, {"accuracy": 0.932806, "f1": 0.913669, "hf_subset": "als_Latn-lao_Laoo", "languages": ["als-Latn", "lao-Laoo"], "main_score": 0.913669, "precision": 0.904974, "recall": 0.932806}, {"accuracy": 0.20751, "f1": 0.13273, "hf_subset": "als_Latn-mri_Latn", "languages": ["als-Latn", "mri-Latn"], "main_score": 0.13273, "precision": 0.116134, "recall": 0.20751}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-rus_Cyrl", "languages": ["als-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.255929, "f1": 0.188442, "hf_subset": "als_Latn-taq_Latn", "languages": ["als-Latn", "taq-Latn"], "main_score": 0.188442, "precision": 0.170945, "recall": 0.255929}, {"accuracy": 0.451581, "f1": 0.356095, "hf_subset": "als_Latn-war_Latn", "languages": ["als-Latn", "war-Latn"], "main_score": 0.356095, "precision": 0.324813, "recall": 0.451581}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "als_Latn-arb_Arab", "languages": ["als-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "als_Latn-bul_Cyrl", "languages": ["als-Latn", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-fra_Latn", "languages": ["als-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-jpn_Jpan", "languages": ["als-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.761858, "f1": 0.702014, "hf_subset": "als_Latn-lij_Latn", "languages": ["als-Latn", "lij-Latn"], "main_score": 0.702014, "precision": 0.677026, "recall": 0.761858}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "als_Latn-mya_Mymr", "languages": ["als-Latn", "mya-Mymr"], "main_score": 0.93643, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.248024, "f1": 0.177953, "hf_subset": "als_Latn-sag_Latn", "languages": ["als-Latn", "sag-Latn"], "main_score": 0.177953, "precision": 0.159669, "recall": 0.248024}, {"accuracy": 0.081028, "f1": 0.038158, "hf_subset": "als_Latn-taq_Tfng", "languages": ["als-Latn", "taq-Tfng"], "main_score": 0.038158, "precision": 0.032306, "recall": 0.081028}, {"accuracy": 0.259881, "f1": 0.181757, "hf_subset": "als_Latn-wol_Latn", "languages": ["als-Latn", "wol-Latn"], "main_score": 0.181757, "precision": 0.160027, "recall": 0.259881}, {"accuracy": 0.132411, "f1": 0.079249, "hf_subset": "als_Latn-arb_Latn", "languages": ["als-Latn", "arb-Latn"], "main_score": 0.079249, "precision": 0.067938, "recall": 0.132411}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-cat_Latn", "languages": ["als-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.737154, "f1": 0.675461, "hf_subset": "als_Latn-fur_Latn", "languages": ["als-Latn", "fur-Latn"], "main_score": 0.675461, "precision": 0.649885, "recall": 0.737154}, {"accuracy": 0.088933, "f1": 0.059249, "hf_subset": "als_Latn-kab_Latn", "languages": ["als-Latn", "kab-Latn"], "main_score": 0.059249, "precision": 0.051702, "recall": 0.088933}, {"accuracy": 0.749012, "f1": 0.690747, "hf_subset": "als_Latn-lim_Latn", "languages": ["als-Latn", "lim-Latn"], "main_score": 0.690747, "precision": 0.665836, "recall": 0.749012}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-nld_Latn", "languages": ["als-Latn", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.752964, "f1": 0.691238, "hf_subset": "als_Latn-san_Deva", "languages": ["als-Latn", "san-Deva"], "main_score": 0.691238, "precision": 0.66413, "recall": 0.752964}, {"accuracy": 0.532609, "f1": 0.446654, "hf_subset": "als_Latn-tat_Cyrl", "languages": ["als-Latn", "tat-Cyrl"], "main_score": 0.446654, "precision": 0.414874, "recall": 0.532609}, {"accuracy": 0.203557, "f1": 0.130649, "hf_subset": "als_Latn-xho_Latn", "languages": ["als-Latn", "xho-Latn"], "main_score": 0.130649, "precision": 0.113186, "recall": 0.203557}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "als_Latn-ars_Arab", "languages": ["als-Latn", "ars-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.406126, "f1": 0.319858, "hf_subset": "als_Latn-ceb_Latn", "languages": ["als-Latn", "ceb-Latn"], "main_score": 0.319858, "precision": 0.293238, "recall": 0.406126}, {"accuracy": 0.241107, "f1": 0.161407, "hf_subset": "als_Latn-fuv_Latn", "languages": ["als-Latn", "fuv-Latn"], "main_score": 0.161407, "precision": 0.141461, "recall": 0.241107}, {"accuracy": 0.20751, "f1": 0.140083, "hf_subset": "als_Latn-kac_Latn", "languages": ["als-Latn", "kac-Latn"], "main_score": 0.140083, "precision": 0.122332, "recall": 0.20751}, {"accuracy": 0.244071, "f1": 0.175628, "hf_subset": "als_Latn-lin_Latn", "languages": ["als-Latn", "lin-Latn"], "main_score": 0.175628, "precision": 0.156689, "recall": 0.244071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "als_Latn-nno_Latn", "languages": ["als-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.017787, "f1": 0.003356, "hf_subset": "als_Latn-sat_Olck", "languages": ["als-Latn", "sat-Olck"], "main_score": 0.003356, "precision": 0.002465, "recall": 0.017787}, {"accuracy": 0.868577, "f1": 0.831969, "hf_subset": "als_Latn-tel_Telu", "languages": ["als-Latn", "tel-Telu"], "main_score": 0.831969, "precision": 0.815547, "recall": 0.868577}, {"accuracy": 0.448617, "f1": 0.362375, "hf_subset": "als_Latn-ydd_Hebr", "languages": ["als-Latn", "ydd-Hebr"], "main_score": 0.362375, "precision": 0.331566, "recall": 0.448617}, {"accuracy": 0.856719, "f1": 0.817292, "hf_subset": "als_Latn-ary_Arab", "languages": ["als-Latn", "ary-Arab"], "main_score": 0.817292, "precision": 0.799407, "recall": 0.856719}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-ces_Latn", "languages": ["als-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.101779, "f1": 0.058097, "hf_subset": "als_Latn-gaz_Latn", "languages": ["als-Latn", "gaz-Latn"], "main_score": 0.058097, "precision": 0.049006, "recall": 0.101779}, {"accuracy": 0.206522, "f1": 0.138044, "hf_subset": "als_Latn-kam_Latn", "languages": ["als-Latn", "kam-Latn"], "main_score": 0.138044, "precision": 0.120607, "recall": 0.206522}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "als_Latn-lit_Latn", "languages": ["als-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-nob_Latn", "languages": ["als-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.657115, "f1": 0.583357, "hf_subset": "als_Latn-scn_Latn", "languages": ["als-Latn", "scn-Latn"], "main_score": 0.583357, "precision": 0.554218, "recall": 0.657115}, {"accuracy": 0.214427, "f1": 0.143491, "hf_subset": "als_Latn-tgk_Cyrl", "languages": ["als-Latn", "tgk-Cyrl"], "main_score": 0.143491, "precision": 0.125308, "recall": 0.214427}, {"accuracy": 0.211462, "f1": 0.136469, "hf_subset": "als_Latn-yor_Latn", "languages": ["als-Latn", "yor-Latn"], "main_score": 0.136469, "precision": 0.116974, "recall": 0.211462}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "als_Latn-arz_Arab", "languages": ["als-Latn", "arz-Arab"], "main_score": 0.945323, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.203557, "f1": 0.13672, "hf_subset": "als_Latn-cjk_Latn", "languages": ["als-Latn", "cjk-Latn"], "main_score": 0.13672, "precision": 0.121295, "recall": 0.203557}, {"accuracy": 0.206522, "f1": 0.140595, "hf_subset": "als_Latn-gla_Latn", "languages": ["als-Latn", "gla-Latn"], "main_score": 0.140595, "precision": 0.122417, "recall": 0.206522}, {"accuracy": 0.827075, "f1": 0.778793, "hf_subset": "als_Latn-kan_Knda", "languages": ["als-Latn", "kan-Knda"], "main_score": 0.778793, "precision": 0.757411, "recall": 0.827075}, {"accuracy": 0.659091, "f1": 0.588845, "hf_subset": "als_Latn-lmo_Latn", "languages": ["als-Latn", "lmo-Latn"], "main_score": 0.588845, "precision": 0.561919, "recall": 0.659091}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "als_Latn-npi_Deva", "languages": ["als-Latn", "npi-Deva"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.284585, "f1": 0.201126, "hf_subset": "als_Latn-shn_Mymr", "languages": ["als-Latn", "shn-Mymr"], "main_score": 0.201126, "precision": 0.176025, "recall": 0.284585}, {"accuracy": 0.476285, "f1": 0.390896, "hf_subset": "als_Latn-tgl_Latn", "languages": ["als-Latn", "tgl-Latn"], "main_score": 0.390896, "precision": 0.36269, "recall": 0.476285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "als_Latn-yue_Hant", "languages": ["als-Latn", "yue-Hant"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.548419, "f1": 0.466058, "hf_subset": "als_Latn-asm_Beng", "languages": ["als-Latn", "asm-Beng"], "main_score": 0.466058, "precision": 0.434584, "recall": 0.548419}, {"accuracy": 0.850791, "f1": 0.81135, "hf_subset": "als_Latn-ckb_Arab", "languages": ["als-Latn", "ckb-Arab"], "main_score": 0.81135, "precision": 0.792984, "recall": 0.850791}, {"accuracy": 0.298419, "f1": 0.217815, "hf_subset": "als_Latn-gle_Latn", "languages": ["als-Latn", "gle-Latn"], "main_score": 0.217815, "precision": 0.195594, "recall": 0.298419}, {"accuracy": 0.61166, "f1": 0.533796, "hf_subset": "als_Latn-kas_Arab", "languages": ["als-Latn", "kas-Arab"], "main_score": 0.533796, "precision": 0.502769, "recall": 0.61166}, {"accuracy": 0.724308, "f1": 0.660248, "hf_subset": "als_Latn-ltg_Latn", "languages": ["als-Latn", "ltg-Latn"], "main_score": 0.660248, "precision": 0.633613, "recall": 0.724308}, {"accuracy": 0.250988, "f1": 0.173754, "hf_subset": "als_Latn-nso_Latn", "languages": ["als-Latn", "nso-Latn"], "main_score": 0.173754, "precision": 0.153511, "recall": 0.250988}, {"accuracy": 0.936759, "f1": 0.917391, "hf_subset": "als_Latn-sin_Sinh", "languages": ["als-Latn", "sin-Sinh"], "main_score": 0.917391, "precision": 0.908185, "recall": 0.936759}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "als_Latn-tha_Thai", "languages": ["als-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "als_Latn-zho_Hans", "languages": ["als-Latn", "zho-Hans"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.926186, "hf_subset": "als_Latn-ast_Latn", "languages": ["als-Latn", "ast-Latn"], "main_score": 0.926186, "precision": 0.917984, "recall": 0.943676}, {"accuracy": 0.789526, "f1": 0.735903, "hf_subset": "als_Latn-crh_Latn", "languages": ["als-Latn", "crh-Latn"], "main_score": 0.735903, "precision": 0.712714, "recall": 0.789526}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-glg_Latn", "languages": ["als-Latn", "glg-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.422925, "f1": 0.341744, "hf_subset": "als_Latn-kas_Deva", "languages": ["als-Latn", "kas-Deva"], "main_score": 0.341744, "precision": 0.313556, "recall": 0.422925}, {"accuracy": 0.51581, "f1": 0.427692, "hf_subset": "als_Latn-ltz_Latn", "languages": ["als-Latn", "ltz-Latn"], "main_score": 0.427692, "precision": 0.397527, "recall": 0.51581}, {"accuracy": 0.115613, "f1": 0.06483, "hf_subset": "als_Latn-nus_Latn", "languages": ["als-Latn", "nus-Latn"], "main_score": 0.06483, "precision": 0.054665, "recall": 0.115613}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-slk_Latn", "languages": ["als-Latn", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.195652, "f1": 0.134401, "hf_subset": "als_Latn-tir_Ethi", "languages": ["als-Latn", "tir-Ethi"], "main_score": 0.134401, "precision": 0.117642, "recall": 0.195652}, {"accuracy": 0.994071, "f1": 0.992589, "hf_subset": "als_Latn-zho_Hant", "languages": ["als-Latn", "zho-Hant"], "main_score": 0.992589, "precision": 0.99193, "recall": 0.994071}, {"accuracy": 0.95751, "f1": 0.945323, "hf_subset": "als_Latn-awa_Deva", "languages": ["als-Latn", "awa-Deva"], "main_score": 0.945323, "precision": 0.939394, "recall": 0.95751}, {"accuracy": 0.488142, "f1": 0.399689, "hf_subset": "als_Latn-cym_Latn", "languages": ["als-Latn", "cym-Latn"], "main_score": 0.399689, "precision": 0.370302, "recall": 0.488142}, {"accuracy": 0.365613, "f1": 0.279183, "hf_subset": "als_Latn-grn_Latn", "languages": ["als-Latn", "grn-Latn"], "main_score": 0.279183, "precision": 0.252227, "recall": 0.365613}, {"accuracy": 0.87747, "f1": 0.840053, "hf_subset": "als_Latn-kat_Geor", "languages": ["als-Latn", "kat-Geor"], "main_score": 0.840053, "precision": 0.822332, "recall": 0.87747}, {"accuracy": 0.258893, "f1": 0.182244, "hf_subset": "als_Latn-lua_Latn", "languages": ["als-Latn", "lua-Latn"], "main_score": 0.182244, "precision": 0.161219, "recall": 0.258893}, {"accuracy": 0.244071, "f1": 0.169396, "hf_subset": "als_Latn-nya_Latn", "languages": ["als-Latn", "nya-Latn"], "main_score": 0.169396, "precision": 0.149863, "recall": 0.244071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "als_Latn-slv_Latn", "languages": ["als-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.472332, "f1": 0.382303, "hf_subset": "als_Latn-tpi_Latn", "languages": ["als-Latn", "tpi-Latn"], "main_score": 0.382303, "precision": 0.353585, "recall": 0.472332}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "als_Latn-zsm_Latn", "languages": ["als-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.206522, "f1": 0.130738, "hf_subset": "als_Latn-ayr_Latn", "languages": ["als-Latn", "ayr-Latn"], "main_score": 0.130738, "precision": 0.112651, "recall": 0.206522}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "als_Latn-dan_Latn", "languages": ["als-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "als_Latn-guj_Gujr", "languages": ["als-Latn", "guj-Gujr"], "main_score": 0.898452, "precision": 0.887632, "recall": 0.921937}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "als_Latn-kaz_Cyrl", "languages": ["als-Latn", "kaz-Cyrl"], "main_score": 0.955929, "precision": 0.95084, "recall": 0.966403}, {"accuracy": 0.184783, "f1": 0.11939, "hf_subset": "als_Latn-lug_Latn", "languages": ["als-Latn", "lug-Latn"], "main_score": 0.11939, "precision": 0.104259, "recall": 0.184783}, {"accuracy": 0.931818, "f1": 0.910903, "hf_subset": "als_Latn-oci_Latn", "languages": ["als-Latn", "oci-Latn"], "main_score": 0.910903, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.203557, "f1": 0.133975, "hf_subset": "als_Latn-smo_Latn", "languages": ["als-Latn", "smo-Latn"], "main_score": 0.133975, "precision": 0.117234, "recall": 0.203557}, {"accuracy": 0.216403, "f1": 0.147346, "hf_subset": "als_Latn-tsn_Latn", "languages": ["als-Latn", "tsn-Latn"], "main_score": 0.147346, "precision": 0.12968, "recall": 0.216403}, {"accuracy": 0.156126, "f1": 0.097422, "hf_subset": "als_Latn-zul_Latn", "languages": ["als-Latn", "zul-Latn"], "main_score": 0.097422, "precision": 0.084175, "recall": 0.156126}, {"accuracy": 0.573123, "f1": 0.489692, "hf_subset": "als_Latn-azb_Arab", "languages": ["als-Latn", "azb-Arab"], "main_score": 0.489692, "precision": 0.456719, "recall": 0.573123}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "als_Latn-deu_Latn", "languages": ["als-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.305336, "f1": 0.220957, "hf_subset": "als_Latn-hat_Latn", "languages": ["als-Latn", "hat-Latn"], "main_score": 0.220957, "precision": 0.196126, "recall": 0.305336}, {"accuracy": 0.19664, "f1": 0.123303, "hf_subset": "als_Latn-kbp_Latn", "languages": ["als-Latn", "kbp-Latn"], "main_score": 0.123303, "precision": 0.106027, "recall": 0.19664}, {"accuracy": 0.241107, "f1": 0.167475, "hf_subset": "als_Latn-luo_Latn", "languages": ["als-Latn", "luo-Latn"], "main_score": 0.167475, "precision": 0.148939, "recall": 0.241107}, {"accuracy": 0.850791, "f1": 0.812585, "hf_subset": "als_Latn-ory_Orya", "languages": ["als-Latn", "ory-Orya"], "main_score": 0.812585, "precision": 0.795431, "recall": 0.850791}, {"accuracy": 0.184783, "f1": 0.115108, "hf_subset": "als_Latn-sna_Latn", "languages": ["als-Latn", "sna-Latn"], "main_score": 0.115108, "precision": 0.098187, "recall": 0.184783}, {"accuracy": 0.202569, "f1": 0.139854, "hf_subset": "als_Latn-tso_Latn", "languages": ["als-Latn", "tso-Latn"], "main_score": 0.139854, "precision": 0.124422, "recall": 0.202569}, {"accuracy": 0.962451, "f1": 0.951647, "hf_subset": "als_Latn-azj_Latn", "languages": ["als-Latn", "azj-Latn"], "main_score": 0.951647, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.302372, "f1": 0.216576, "hf_subset": "als_Latn-dik_Latn", "languages": ["als-Latn", "dik-Latn"], "main_score": 0.216576, "precision": 0.192883, "recall": 0.302372}, {"accuracy": 0.258893, "f1": 0.17993, "hf_subset": "als_Latn-hau_Latn", "languages": ["als-Latn", "hau-Latn"], "main_score": 0.17993, "precision": 0.15972, "recall": 0.258893}, {"accuracy": 0.666008, "f1": 0.595189, "hf_subset": "als_Latn-kea_Latn", "languages": ["als-Latn", "kea-Latn"], "main_score": 0.595189, "precision": 0.56722, "recall": 0.666008}, {"accuracy": 0.37253, "f1": 0.289427, "hf_subset": "als_Latn-lus_Latn", "languages": ["als-Latn", "lus-Latn"], "main_score": 0.289427, "precision": 0.263075, "recall": 0.37253}, {"accuracy": 0.495059, "f1": 0.405446, "hf_subset": "als_Latn-pag_Latn", "languages": ["als-Latn", "pag-Latn"], "main_score": 0.405446, "precision": 0.374515, "recall": 0.495059}, {"accuracy": 0.873518, "f1": 0.838523, "hf_subset": "als_Latn-snd_Arab", "languages": ["als-Latn", "snd-Arab"], "main_score": 0.838523, "precision": 0.82253, "recall": 0.873518}, {"accuracy": 0.354743, "f1": 0.269566, "hf_subset": "als_Latn-tuk_Latn", "languages": ["als-Latn", "tuk-Latn"], "main_score": 0.269566, "precision": 0.24361, "recall": 0.354743}, {"accuracy": 0.486166, "f1": 0.401216, "hf_subset": "als_Latn-bak_Cyrl", "languages": ["als-Latn", "bak-Cyrl"], "main_score": 0.401216, "precision": 0.371252, "recall": 0.486166}, {"accuracy": 0.1917, "f1": 0.123665, "hf_subset": "als_Latn-dyu_Latn", "languages": ["als-Latn", "dyu-Latn"], "main_score": 0.123665, "precision": 0.105904, "recall": 0.1917}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "als_Latn-heb_Hebr", "languages": ["als-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "als_Latn-khk_Cyrl", "languages": ["als-Latn", "khk-Cyrl"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "als_Latn-lvs_Latn", "languages": ["als-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.86166, "f1": 0.824177, "hf_subset": "als_Latn-pan_Guru", "languages": ["als-Latn", "pan-Guru"], "main_score": 0.824177, "precision": 0.807642, "recall": 0.86166}, {"accuracy": 0.282609, "f1": 0.205801, "hf_subset": "als_Latn-som_Latn", "languages": ["als-Latn", "som-Latn"], "main_score": 0.205801, "precision": 0.184249, "recall": 0.282609}, {"accuracy": 0.215415, "f1": 0.142747, "hf_subset": "als_Latn-tum_Latn", "languages": ["als-Latn", "tum-Latn"], "main_score": 0.142747, "precision": 0.124793, "recall": 0.215415}, {"accuracy": 0.009881, "f1": 0.006787, "hf_subset": "bod_Tibt-ace_Arab", "languages": ["bod-Tibt", "ace-Arab"], "main_score": 0.006787, "precision": 0.006247, "recall": 0.009881}, {"accuracy": 0.012846, "f1": 0.01186, "hf_subset": "bod_Tibt-bam_Latn", "languages": ["bod-Tibt", "bam-Latn"], "main_score": 0.01186, "precision": 0.011859, "recall": 0.012846}, {"accuracy": 0.009881, "f1": 0.006025, "hf_subset": "bod_Tibt-dzo_Tibt", "languages": ["bod-Tibt", "dzo-Tibt"], "main_score": 0.006025, "precision": 0.005109, "recall": 0.009881}, {"accuracy": 0.020751, "f1": 0.017248, "hf_subset": "bod_Tibt-hin_Deva", "languages": ["bod-Tibt", "hin-Deva"], "main_score": 0.017248, "precision": 0.016305, "recall": 0.020751}, {"accuracy": 0.011858, "f1": 0.010872, "hf_subset": "bod_Tibt-khm_Khmr", "languages": ["bod-Tibt", "khm-Khmr"], "main_score": 0.010872, "precision": 0.010871, "recall": 0.011858}, {"accuracy": 0.017787, "f1": 0.015487, "hf_subset": "bod_Tibt-mag_Deva", "languages": ["bod-Tibt", "mag-Deva"], "main_score": 0.015487, "precision": 0.014825, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.016372, "hf_subset": "bod_Tibt-pap_Latn", "languages": ["bod-Tibt", "pap-Latn"], "main_score": 0.016372, "precision": 0.0154, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.021041, "hf_subset": "bod_Tibt-sot_Latn", "languages": ["bod-Tibt", "sot-Latn"], "main_score": 0.021041, "precision": 0.020653, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.019898, "hf_subset": "bod_Tibt-tur_Latn", "languages": ["bod-Tibt", "tur-Latn"], "main_score": 0.019898, "precision": 0.019204, "recall": 0.023715}, {"accuracy": 0.016798, "f1": 0.014166, "hf_subset": "bod_Tibt-ace_Latn", "languages": ["bod-Tibt", "ace-Latn"], "main_score": 0.014166, "precision": 0.013341, "recall": 0.016798}, {"accuracy": 0.019763, "f1": 0.017085, "hf_subset": "bod_Tibt-ban_Latn", "languages": ["bod-Tibt", "ban-Latn"], "main_score": 0.017085, "precision": 0.016471, "recall": 0.019763}, {"accuracy": 0.025692, "f1": 0.0211, "hf_subset": "bod_Tibt-ell_Grek", "languages": ["bod-Tibt", "ell-Grek"], "main_score": 0.0211, "precision": 0.019897, "recall": 0.025692}, {"accuracy": 0.01581, "f1": 0.013505, "hf_subset": "bod_Tibt-hne_Deva", "languages": ["bod-Tibt", "hne-Deva"], "main_score": 0.013505, "precision": 0.012747, "recall": 0.01581}, {"accuracy": 0.020751, "f1": 0.01725, "hf_subset": "bod_Tibt-kik_Latn", "languages": ["bod-Tibt", "kik-Latn"], "main_score": 0.01725, "precision": 0.016795, "recall": 0.020751}, {"accuracy": 0.017787, "f1": 0.015225, "hf_subset": "bod_Tibt-mai_Deva", "languages": ["bod-Tibt", "mai-Deva"], "main_score": 0.015225, "precision": 0.014579, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.017431, "hf_subset": "bod_Tibt-pbt_Arab", "languages": ["bod-Tibt", "pbt-Arab"], "main_score": 0.017431, "precision": 0.016621, "recall": 0.022727}, {"accuracy": 0.022727, "f1": 0.018622, "hf_subset": "bod_Tibt-spa_Latn", "languages": ["bod-Tibt", "spa-Latn"], "main_score": 0.018622, "precision": 0.017746, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.017102, "hf_subset": "bod_Tibt-twi_Latn", "languages": ["bod-Tibt", "twi-Latn"], "main_score": 0.017102, "precision": 0.016128, "recall": 0.021739}, {"accuracy": 0.018775, "f1": 0.015577, "hf_subset": "bod_Tibt-acm_Arab", "languages": ["bod-Tibt", "acm-Arab"], "main_score": 0.015577, "precision": 0.015064, "recall": 0.018775}, {"accuracy": 0.020751, "f1": 0.016471, "hf_subset": "bod_Tibt-bel_Cyrl", "languages": ["bod-Tibt", "bel-Cyrl"], "main_score": 0.016471, "precision": 0.01535, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.022171, "hf_subset": "bod_Tibt-eng_Latn", "languages": ["bod-Tibt", "eng-Latn"], "main_score": 0.022171, "precision": 0.021439, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020434, "hf_subset": "bod_Tibt-hrv_Latn", "languages": ["bod-Tibt", "hrv-Latn"], "main_score": 0.020434, "precision": 0.019592, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.029479, "hf_subset": "bod_Tibt-kin_Latn", "languages": ["bod-Tibt", "kin-Latn"], "main_score": 0.029479, "precision": 0.028386, "recall": 0.035573}, {"accuracy": 0.007905, "f1": 0.006425, "hf_subset": "bod_Tibt-mal_Mlym", "languages": ["bod-Tibt", "mal-Mlym"], "main_score": 0.006425, "precision": 0.006259, "recall": 0.007905}, {"accuracy": 0.024704, "f1": 0.020896, "hf_subset": "bod_Tibt-pes_Arab", "languages": ["bod-Tibt", "pes-Arab"], "main_score": 0.020896, "precision": 0.02052, "recall": 0.024704}, {"accuracy": 0.023715, "f1": 0.0197, "hf_subset": "bod_Tibt-srd_Latn", "languages": ["bod-Tibt", "srd-Latn"], "main_score": 0.0197, "precision": 0.019061, "recall": 0.023715}, {"accuracy": 0.073123, "f1": 0.065157, "hf_subset": "bod_Tibt-tzm_Tfng", "languages": ["bod-Tibt", "tzm-Tfng"], "main_score": 0.065157, "precision": 0.063464, "recall": 0.073123}, {"accuracy": 0.018775, "f1": 0.015673, "hf_subset": "bod_Tibt-acq_Arab", "languages": ["bod-Tibt", "acq-Arab"], "main_score": 0.015673, "precision": 0.014857, "recall": 0.018775}, {"accuracy": 0.02668, "f1": 0.023195, "hf_subset": "bod_Tibt-bem_Latn", "languages": ["bod-Tibt", "bem-Latn"], "main_score": 0.023195, "precision": 0.022646, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.020425, "hf_subset": "bod_Tibt-epo_Latn", "languages": ["bod-Tibt", "epo-Latn"], "main_score": 0.020425, "precision": 0.019435, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021644, "hf_subset": "bod_Tibt-hun_Latn", "languages": ["bod-Tibt", "hun-Latn"], "main_score": 0.021644, "precision": 0.020793, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.017602, "hf_subset": "bod_Tibt-kir_Cyrl", "languages": ["bod-Tibt", "kir-Cyrl"], "main_score": 0.017602, "precision": 0.01701, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.014439, "hf_subset": "bod_Tibt-mar_Deva", "languages": ["bod-Tibt", "mar-Deva"], "main_score": 0.014439, "precision": 0.013986, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.021543, "hf_subset": "bod_Tibt-plt_Latn", "languages": ["bod-Tibt", "plt-Latn"], "main_score": 0.021543, "precision": 0.021239, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.018704, "hf_subset": "bod_Tibt-srp_Cyrl", "languages": ["bod-Tibt", "srp-Cyrl"], "main_score": 0.018704, "precision": 0.017787, "recall": 0.025692}, {"accuracy": 0.023715, "f1": 0.022617, "hf_subset": "bod_Tibt-uig_Arab", "languages": ["bod-Tibt", "uig-Arab"], "main_score": 0.022617, "precision": 0.022357, "recall": 0.023715}, {"accuracy": 0.018775, "f1": 0.014724, "hf_subset": "bod_Tibt-aeb_Arab", "languages": ["bod-Tibt", "aeb-Arab"], "main_score": 0.014724, "precision": 0.014128, "recall": 0.018775}, {"accuracy": 0.009881, "f1": 0.008566, "hf_subset": "bod_Tibt-ben_Beng", "languages": ["bod-Tibt", "ben-Beng"], "main_score": 0.008566, "precision": 0.0084, "recall": 0.009881}, {"accuracy": 0.023715, "f1": 0.019272, "hf_subset": "bod_Tibt-est_Latn", "languages": ["bod-Tibt", "est-Latn"], "main_score": 0.019272, "precision": 0.01849, "recall": 0.023715}, {"accuracy": 0.023715, "f1": 0.019996, "hf_subset": "bod_Tibt-hye_Armn", "languages": ["bod-Tibt", "hye-Armn"], "main_score": 0.019996, "precision": 0.019253, "recall": 0.023715}, {"accuracy": 0.024704, "f1": 0.021558, "hf_subset": "bod_Tibt-kmb_Latn", "languages": ["bod-Tibt", "kmb-Latn"], "main_score": 0.021558, "precision": 0.020766, "recall": 0.024704}, {"accuracy": 0.005929, "f1": 0.003955, "hf_subset": "bod_Tibt-min_Arab", "languages": ["bod-Tibt", "min-Arab"], "main_score": 0.003955, "precision": 0.00346, "recall": 0.005929}, {"accuracy": 0.02668, "f1": 0.023404, "hf_subset": "bod_Tibt-pol_Latn", "languages": ["bod-Tibt", "pol-Latn"], "main_score": 0.023404, "precision": 0.022861, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.013058, "hf_subset": "bod_Tibt-ssw_Latn", "languages": ["bod-Tibt", "ssw-Latn"], "main_score": 0.013058, "precision": 0.012705, "recall": 0.01581}, {"accuracy": 0.022727, "f1": 0.017895, "hf_subset": "bod_Tibt-ukr_Cyrl", "languages": ["bod-Tibt", "ukr-Cyrl"], "main_score": 0.017895, "precision": 0.017205, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.02104, "hf_subset": "bod_Tibt-afr_Latn", "languages": ["bod-Tibt", "afr-Latn"], "main_score": 0.02104, "precision": 0.020062, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.013192, "hf_subset": "bod_Tibt-bho_Deva", "languages": ["bod-Tibt", "bho-Deva"], "main_score": 0.013192, "precision": 0.012287, "recall": 0.016798}, {"accuracy": 0.022727, "f1": 0.019491, "hf_subset": "bod_Tibt-eus_Latn", "languages": ["bod-Tibt", "eus-Latn"], "main_score": 0.019491, "precision": 0.018899, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.019007, "hf_subset": "bod_Tibt-ibo_Latn", "languages": ["bod-Tibt", "ibo-Latn"], "main_score": 0.019007, "precision": 0.018364, "recall": 0.021739}, {"accuracy": 0.028656, "f1": 0.02505, "hf_subset": "bod_Tibt-kmr_Latn", "languages": ["bod-Tibt", "kmr-Latn"], "main_score": 0.02505, "precision": 0.024342, "recall": 0.028656}, {"accuracy": 0.019763, "f1": 0.017951, "hf_subset": "bod_Tibt-min_Latn", "languages": ["bod-Tibt", "min-Latn"], "main_score": 0.017951, "precision": 0.017325, "recall": 0.019763}, {"accuracy": 0.022727, "f1": 0.01978, "hf_subset": "bod_Tibt-por_Latn", "languages": ["bod-Tibt", "por-Latn"], "main_score": 0.01978, "precision": 0.019204, "recall": 0.022727}, {"accuracy": 0.018775, "f1": 0.015715, "hf_subset": "bod_Tibt-sun_Latn", "languages": ["bod-Tibt", "sun-Latn"], "main_score": 0.015715, "precision": 0.014906, "recall": 0.018775}, {"accuracy": 0.019763, "f1": 0.016263, "hf_subset": "bod_Tibt-umb_Latn", "languages": ["bod-Tibt", "umb-Latn"], "main_score": 0.016263, "precision": 0.015523, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.015714, "hf_subset": "bod_Tibt-ajp_Arab", "languages": ["bod-Tibt", "ajp-Arab"], "main_score": 0.015714, "precision": 0.015103, "recall": 0.018775}, {"accuracy": 0.008893, "f1": 0.005367, "hf_subset": "bod_Tibt-bjn_Arab", "languages": ["bod-Tibt", "bjn-Arab"], "main_score": 0.005367, "precision": 0.004874, "recall": 0.008893}, {"accuracy": 0.023715, "f1": 0.021083, "hf_subset": "bod_Tibt-ewe_Latn", "languages": ["bod-Tibt", "ewe-Latn"], "main_score": 0.021083, "precision": 0.020456, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.024253, "hf_subset": "bod_Tibt-ilo_Latn", "languages": ["bod-Tibt", "ilo-Latn"], "main_score": 0.024253, "precision": 0.023759, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.022892, "hf_subset": "bod_Tibt-knc_Arab", "languages": ["bod-Tibt", "knc-Arab"], "main_score": 0.022892, "precision": 0.022266, "recall": 0.024704}, {"accuracy": 0.024704, "f1": 0.01971, "hf_subset": "bod_Tibt-mkd_Cyrl", "languages": ["bod-Tibt", "mkd-Cyrl"], "main_score": 0.01971, "precision": 0.018529, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.01873, "hf_subset": "bod_Tibt-prs_Arab", "languages": ["bod-Tibt", "prs-Arab"], "main_score": 0.01873, "precision": 0.01815, "recall": 0.021739}, {"accuracy": 0.027668, "f1": 0.022482, "hf_subset": "bod_Tibt-swe_Latn", "languages": ["bod-Tibt", "swe-Latn"], "main_score": 0.022482, "precision": 0.021905, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.01842, "hf_subset": "bod_Tibt-urd_Arab", "languages": ["bod-Tibt", "urd-Arab"], "main_score": 0.01842, "precision": 0.017541, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.019106, "hf_subset": "bod_Tibt-aka_Latn", "languages": ["bod-Tibt", "aka-Latn"], "main_score": 0.019106, "precision": 0.018447, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.014219, "hf_subset": "bod_Tibt-bjn_Latn", "languages": ["bod-Tibt", "bjn-Latn"], "main_score": 0.014219, "precision": 0.013506, "recall": 0.017787}, {"accuracy": 0.025692, "f1": 0.022566, "hf_subset": "bod_Tibt-fao_Latn", "languages": ["bod-Tibt", "fao-Latn"], "main_score": 0.022566, "precision": 0.021741, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.026623, "hf_subset": "bod_Tibt-ind_Latn", "languages": ["bod-Tibt", "ind-Latn"], "main_score": 0.026623, "precision": 0.025724, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.017624, "hf_subset": "bod_Tibt-knc_Latn", "languages": ["bod-Tibt", "knc-Latn"], "main_score": 0.017624, "precision": 0.017087, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "bod_Tibt-mlt_Latn", "languages": ["bod-Tibt", "mlt-Latn"], "main_score": 0.017789, "precision": 0.016964, "recall": 0.020751}, {"accuracy": 0.024704, "f1": 0.021906, "hf_subset": "bod_Tibt-quy_Latn", "languages": ["bod-Tibt", "quy-Latn"], "main_score": 0.021906, "precision": 0.021081, "recall": 0.024704}, {"accuracy": 0.020751, "f1": 0.016011, "hf_subset": "bod_Tibt-swh_Latn", "languages": ["bod-Tibt", "swh-Latn"], "main_score": 0.016011, "precision": 0.01484, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.016027, "hf_subset": "bod_Tibt-uzn_Latn", "languages": ["bod-Tibt", "uzn-Latn"], "main_score": 0.016027, "precision": 0.015244, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.023506, "hf_subset": "bod_Tibt-als_Latn", "languages": ["bod-Tibt", "als-Latn"], "main_score": 0.023506, "precision": 0.022983, "recall": 0.02668}, {"accuracy": 0.024704, "f1": 0.020062, "hf_subset": "bod_Tibt-fij_Latn", "languages": ["bod-Tibt", "fij-Latn"], "main_score": 0.020062, "precision": 0.018847, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.019565, "hf_subset": "bod_Tibt-isl_Latn", "languages": ["bod-Tibt", "isl-Latn"], "main_score": 0.019565, "precision": 0.018775, "recall": 0.021739}, {"accuracy": 0.019763, "f1": 0.013485, "hf_subset": "bod_Tibt-kon_Latn", "languages": ["bod-Tibt", "kon-Latn"], "main_score": 0.013485, "precision": 0.012394, "recall": 0.019763}, {"accuracy": 0.023715, "f1": 0.020636, "hf_subset": "bod_Tibt-mni_Beng", "languages": ["bod-Tibt", "mni-Beng"], "main_score": 0.020636, "precision": 0.01981, "recall": 0.023715}, {"accuracy": 0.029644, "f1": 0.025145, "hf_subset": "bod_Tibt-ron_Latn", "languages": ["bod-Tibt", "ron-Latn"], "main_score": 0.025145, "precision": 0.024326, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.014263, "hf_subset": "bod_Tibt-szl_Latn", "languages": ["bod-Tibt", "szl-Latn"], "main_score": 0.014263, "precision": 0.01359, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.017526, "hf_subset": "bod_Tibt-vec_Latn", "languages": ["bod-Tibt", "vec-Latn"], "main_score": 0.017526, "precision": 0.016388, "recall": 0.021739}, {"accuracy": 0.023715, "f1": 0.01921, "hf_subset": "bod_Tibt-amh_Ethi", "languages": ["bod-Tibt", "amh-Ethi"], "main_score": 0.01921, "precision": 0.018264, "recall": 0.023715}, {"accuracy": 0.018775, "f1": 0.014297, "hf_subset": "bod_Tibt-bos_Latn", "languages": ["bod-Tibt", "bos-Latn"], "main_score": 0.014297, "precision": 0.01353, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.022373, "hf_subset": "bod_Tibt-fin_Latn", "languages": ["bod-Tibt", "fin-Latn"], "main_score": 0.022373, "precision": 0.021841, "recall": 0.025692}, {"accuracy": 0.025692, "f1": 0.02162, "hf_subset": "bod_Tibt-ita_Latn", "languages": ["bod-Tibt", "ita-Latn"], "main_score": 0.02162, "precision": 0.020538, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010937, "hf_subset": "bod_Tibt-kor_Hang", "languages": ["bod-Tibt", "kor-Hang"], "main_score": 0.010937, "precision": 0.010624, "recall": 0.012846}, {"accuracy": 0.023715, "f1": 0.019256, "hf_subset": "bod_Tibt-mos_Latn", "languages": ["bod-Tibt", "mos-Latn"], "main_score": 0.019256, "precision": 0.018752, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021706, "hf_subset": "bod_Tibt-run_Latn", "languages": ["bod-Tibt", "run-Latn"], "main_score": 0.021706, "precision": 0.020918, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010879, "hf_subset": "bod_Tibt-tam_Taml", "languages": ["bod-Tibt", "tam-Taml"], "main_score": 0.010879, "precision": 0.010874, "recall": 0.012846}, {"accuracy": 0.027668, "f1": 0.0232, "hf_subset": "bod_Tibt-vie_Latn", "languages": ["bod-Tibt", "vie-Latn"], "main_score": 0.0232, "precision": 0.0224, "recall": 0.027668}, {"accuracy": 0.013834, "f1": 0.012518, "hf_subset": "bod_Tibt-apc_Arab", "languages": ["bod-Tibt", "apc-Arab"], "main_score": 0.012518, "precision": 0.012353, "recall": 0.013834}, {"accuracy": 0.020751, "f1": 0.018184, "hf_subset": "bod_Tibt-bug_Latn", "languages": ["bod-Tibt", "bug-Latn"], "main_score": 0.018184, "precision": 0.017541, "recall": 0.020751}, {"accuracy": 0.024704, "f1": 0.020819, "hf_subset": "bod_Tibt-fon_Latn", "languages": ["bod-Tibt", "fon-Latn"], "main_score": 0.020819, "precision": 0.019517, "recall": 0.024704}, {"accuracy": 0.016798, "f1": 0.015316, "hf_subset": "bod_Tibt-jav_Latn", "languages": ["bod-Tibt", "jav-Latn"], "main_score": 0.015316, "precision": 0.014657, "recall": 0.016798}, {"accuracy": 0.025692, "f1": 0.022158, "hf_subset": "bod_Tibt-lao_Laoo", "languages": ["bod-Tibt", "lao-Laoo"], "main_score": 0.022158, "precision": 0.021668, "recall": 0.025692}, {"accuracy": 0.031621, "f1": 0.025273, "hf_subset": "bod_Tibt-mri_Latn", "languages": ["bod-Tibt", "mri-Latn"], "main_score": 0.025273, "precision": 0.02436, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.017639, "hf_subset": "bod_Tibt-rus_Cyrl", "languages": ["bod-Tibt", "rus-Cyrl"], "main_score": 0.017639, "precision": 0.017063, "recall": 0.020751}, {"accuracy": 0.021739, "f1": 0.017403, "hf_subset": "bod_Tibt-taq_Latn", "languages": ["bod-Tibt", "taq-Latn"], "main_score": 0.017403, "precision": 0.016617, "recall": 0.021739}, {"accuracy": 0.022727, "f1": 0.019162, "hf_subset": "bod_Tibt-war_Latn", "languages": ["bod-Tibt", "war-Latn"], "main_score": 0.019162, "precision": 0.018439, "recall": 0.022727}, {"accuracy": 0.022727, "f1": 0.017554, "hf_subset": "bod_Tibt-arb_Arab", "languages": ["bod-Tibt", "arb-Arab"], "main_score": 0.017554, "precision": 0.016778, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.01972, "hf_subset": "bod_Tibt-bul_Cyrl", "languages": ["bod-Tibt", "bul-Cyrl"], "main_score": 0.01972, "precision": 0.018812, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.019413, "hf_subset": "bod_Tibt-fra_Latn", "languages": ["bod-Tibt", "fra-Latn"], "main_score": 0.019413, "precision": 0.018879, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.020709, "hf_subset": "bod_Tibt-jpn_Jpan", "languages": ["bod-Tibt", "jpn-Jpan"], "main_score": 0.020709, "precision": 0.019805, "recall": 0.024704}, {"accuracy": 0.018775, "f1": 0.014883, "hf_subset": "bod_Tibt-lij_Latn", "languages": ["bod-Tibt", "lij-Latn"], "main_score": 0.014883, "precision": 0.014217, "recall": 0.018775}, {"accuracy": 0.023715, "f1": 0.020161, "hf_subset": "bod_Tibt-mya_Mymr", "languages": ["bod-Tibt", "mya-Mymr"], "main_score": 0.020161, "precision": 0.019188, "recall": 0.023715}, {"accuracy": 0.024704, "f1": 0.020479, "hf_subset": "bod_Tibt-sag_Latn", "languages": ["bod-Tibt", "sag-Latn"], "main_score": 0.020479, "precision": 0.019393, "recall": 0.024704}, {"accuracy": 0.065217, "f1": 0.058545, "hf_subset": "bod_Tibt-taq_Tfng", "languages": ["bod-Tibt", "taq-Tfng"], "main_score": 0.058545, "precision": 0.056563, "recall": 0.065217}, {"accuracy": 0.032609, "f1": 0.026913, "hf_subset": "bod_Tibt-wol_Latn", "languages": ["bod-Tibt", "wol-Latn"], "main_score": 0.026913, "precision": 0.025314, "recall": 0.032609}, {"accuracy": 0.016798, "f1": 0.013357, "hf_subset": "bod_Tibt-arb_Latn", "languages": ["bod-Tibt", "arb-Latn"], "main_score": 0.013357, "precision": 0.012888, "recall": 0.016798}, {"accuracy": 0.024704, "f1": 0.020568, "hf_subset": "bod_Tibt-cat_Latn", "languages": ["bod-Tibt", "cat-Latn"], "main_score": 0.020568, "precision": 0.019982, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.018054, "hf_subset": "bod_Tibt-fur_Latn", "languages": ["bod-Tibt", "fur-Latn"], "main_score": 0.018054, "precision": 0.017394, "recall": 0.021739}, {"accuracy": 0.021739, "f1": 0.017043, "hf_subset": "bod_Tibt-kab_Latn", "languages": ["bod-Tibt", "kab-Latn"], "main_score": 0.017043, "precision": 0.016065, "recall": 0.021739}, {"accuracy": 0.017787, "f1": 0.013143, "hf_subset": "bod_Tibt-lim_Latn", "languages": ["bod-Tibt", "lim-Latn"], "main_score": 0.013143, "precision": 0.012438, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.022524, "hf_subset": "bod_Tibt-nld_Latn", "languages": ["bod-Tibt", "nld-Latn"], "main_score": 0.022524, "precision": 0.021651, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.014232, "hf_subset": "bod_Tibt-san_Deva", "languages": ["bod-Tibt", "san-Deva"], "main_score": 0.014232, "precision": 0.013869, "recall": 0.016798}, {"accuracy": 0.016798, "f1": 0.014042, "hf_subset": "bod_Tibt-tat_Cyrl", "languages": ["bod-Tibt", "tat-Cyrl"], "main_score": 0.014042, "precision": 0.013691, "recall": 0.016798}, {"accuracy": 0.019763, "f1": 0.016998, "hf_subset": "bod_Tibt-xho_Latn", "languages": ["bod-Tibt", "xho-Latn"], "main_score": 0.016998, "precision": 0.01658, "recall": 0.019763}, {"accuracy": 0.016798, "f1": 0.011955, "hf_subset": "bod_Tibt-ars_Arab", "languages": ["bod-Tibt", "ars-Arab"], "main_score": 0.011955, "precision": 0.011344, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.01458, "hf_subset": "bod_Tibt-ceb_Latn", "languages": ["bod-Tibt", "ceb-Latn"], "main_score": 0.01458, "precision": 0.014092, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.019834, "hf_subset": "bod_Tibt-fuv_Latn", "languages": ["bod-Tibt", "fuv-Latn"], "main_score": 0.019834, "precision": 0.019182, "recall": 0.024704}, {"accuracy": 0.025692, "f1": 0.02119, "hf_subset": "bod_Tibt-kac_Latn", "languages": ["bod-Tibt", "kac-Latn"], "main_score": 0.02119, "precision": 0.020218, "recall": 0.025692}, {"accuracy": 0.018775, "f1": 0.015882, "hf_subset": "bod_Tibt-lin_Latn", "languages": ["bod-Tibt", "lin-Latn"], "main_score": 0.015882, "precision": 0.015544, "recall": 0.018775}, {"accuracy": 0.024704, "f1": 0.021796, "hf_subset": "bod_Tibt-nno_Latn", "languages": ["bod-Tibt", "nno-Latn"], "main_score": 0.021796, "precision": 0.021205, "recall": 0.024704}, {"accuracy": 0.006917, "f1": 0.00432, "hf_subset": "bod_Tibt-sat_Olck", "languages": ["bod-Tibt", "sat-Olck"], "main_score": 0.00432, "precision": 0.003788, "recall": 0.006917}, {"accuracy": 0.011858, "f1": 0.01, "hf_subset": "bod_Tibt-tel_Telu", "languages": ["bod-Tibt", "tel-Telu"], "main_score": 0.01, "precision": 0.009944, "recall": 0.011858}, {"accuracy": 0.025692, "f1": 0.020364, "hf_subset": "bod_Tibt-ydd_Hebr", "languages": ["bod-Tibt", "ydd-Hebr"], "main_score": 0.020364, "precision": 0.019534, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.019705, "hf_subset": "bod_Tibt-ary_Arab", "languages": ["bod-Tibt", "ary-Arab"], "main_score": 0.019705, "precision": 0.019352, "recall": 0.022727}, {"accuracy": 0.02668, "f1": 0.022632, "hf_subset": "bod_Tibt-ces_Latn", "languages": ["bod-Tibt", "ces-Latn"], "main_score": 0.022632, "precision": 0.02203, "recall": 0.02668}, {"accuracy": 0.027668, "f1": 0.022468, "hf_subset": "bod_Tibt-gaz_Latn", "languages": ["bod-Tibt", "gaz-Latn"], "main_score": 0.022468, "precision": 0.021135, "recall": 0.027668}, {"accuracy": 0.020751, "f1": 0.018338, "hf_subset": "bod_Tibt-kam_Latn", "languages": ["bod-Tibt", "kam-Latn"], "main_score": 0.018338, "precision": 0.017911, "recall": 0.020751}, {"accuracy": 0.023715, "f1": 0.019205, "hf_subset": "bod_Tibt-lit_Latn", "languages": ["bod-Tibt", "lit-Latn"], "main_score": 0.019205, "precision": 0.018177, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.023588, "hf_subset": "bod_Tibt-nob_Latn", "languages": ["bod-Tibt", "nob-Latn"], "main_score": 0.023588, "precision": 0.023035, "recall": 0.027668}, {"accuracy": 0.02668, "f1": 0.021269, "hf_subset": "bod_Tibt-scn_Latn", "languages": ["bod-Tibt", "scn-Latn"], "main_score": 0.021269, "precision": 0.020269, "recall": 0.02668}, {"accuracy": 0.030632, "f1": 0.025267, "hf_subset": "bod_Tibt-tgk_Cyrl", "languages": ["bod-Tibt", "tgk-Cyrl"], "main_score": 0.025267, "precision": 0.023917, "recall": 0.030632}, {"accuracy": 0.016798, "f1": 0.013507, "hf_subset": "bod_Tibt-yor_Latn", "languages": ["bod-Tibt", "yor-Latn"], "main_score": 0.013507, "precision": 0.012772, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.015121, "hf_subset": "bod_Tibt-arz_Arab", "languages": ["bod-Tibt", "arz-Arab"], "main_score": 0.015121, "precision": 0.014501, "recall": 0.017787}, {"accuracy": 0.022727, "f1": 0.018579, "hf_subset": "bod_Tibt-cjk_Latn", "languages": ["bod-Tibt", "cjk-Latn"], "main_score": 0.018579, "precision": 0.017491, "recall": 0.022727}, {"accuracy": 0.029644, "f1": 0.026057, "hf_subset": "bod_Tibt-gla_Latn", "languages": ["bod-Tibt", "gla-Latn"], "main_score": 0.026057, "precision": 0.025352, "recall": 0.029644}, {"accuracy": 0.008893, "f1": 0.007909, "hf_subset": "bod_Tibt-kan_Knda", "languages": ["bod-Tibt", "kan-Knda"], "main_score": 0.007909, "precision": 0.007907, "recall": 0.008893}, {"accuracy": 0.019763, "f1": 0.015766, "hf_subset": "bod_Tibt-lmo_Latn", "languages": ["bod-Tibt", "lmo-Latn"], "main_score": 0.015766, "precision": 0.015395, "recall": 0.019763}, {"accuracy": 0.02668, "f1": 0.024175, "hf_subset": "bod_Tibt-npi_Deva", "languages": ["bod-Tibt", "npi-Deva"], "main_score": 0.024175, "precision": 0.023722, "recall": 0.02668}, {"accuracy": 0.017787, "f1": 0.014059, "hf_subset": "bod_Tibt-shn_Mymr", "languages": ["bod-Tibt", "shn-Mymr"], "main_score": 0.014059, "precision": 0.013206, "recall": 0.017787}, {"accuracy": 0.029644, "f1": 0.026289, "hf_subset": "bod_Tibt-tgl_Latn", "languages": ["bod-Tibt", "tgl-Latn"], "main_score": 0.026289, "precision": 0.025793, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.02123, "hf_subset": "bod_Tibt-yue_Hant", "languages": ["bod-Tibt", "yue-Hant"], "main_score": 0.02123, "precision": 0.020473, "recall": 0.025692}, {"accuracy": 0.012846, "f1": 0.010884, "hf_subset": "bod_Tibt-asm_Beng", "languages": ["bod-Tibt", "asm-Beng"], "main_score": 0.010884, "precision": 0.010877, "recall": 0.012846}, {"accuracy": 0.021739, "f1": 0.017415, "hf_subset": "bod_Tibt-ckb_Arab", "languages": ["bod-Tibt", "ckb-Arab"], "main_score": 0.017415, "precision": 0.016553, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.02547, "hf_subset": "bod_Tibt-gle_Latn", "languages": ["bod-Tibt", "gle-Latn"], "main_score": 0.02547, "precision": 0.02462, "recall": 0.030632}, {"accuracy": 0.019763, "f1": 0.017789, "hf_subset": "bod_Tibt-kas_Arab", "languages": ["bod-Tibt", "kas-Arab"], "main_score": 0.017789, "precision": 0.017491, "recall": 0.019763}, {"accuracy": 0.021739, "f1": 0.019239, "hf_subset": "bod_Tibt-ltg_Latn", "languages": ["bod-Tibt", "ltg-Latn"], "main_score": 0.019239, "precision": 0.018776, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.020778, "hf_subset": "bod_Tibt-nso_Latn", "languages": ["bod-Tibt", "nso-Latn"], "main_score": 0.020778, "precision": 0.019837, "recall": 0.025692}, {"accuracy": 0.020751, "f1": 0.01736, "hf_subset": "bod_Tibt-sin_Sinh", "languages": ["bod-Tibt", "sin-Sinh"], "main_score": 0.01736, "precision": 0.016585, "recall": 0.020751}, {"accuracy": 0.025692, "f1": 0.021196, "hf_subset": "bod_Tibt-tha_Thai", "languages": ["bod-Tibt", "tha-Thai"], "main_score": 0.021196, "precision": 0.020384, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.022234, "hf_subset": "bod_Tibt-zho_Hans", "languages": ["bod-Tibt", "zho-Hans"], "main_score": 0.022234, "precision": 0.021404, "recall": 0.02668}, {"accuracy": 0.020751, "f1": 0.017048, "hf_subset": "bod_Tibt-ast_Latn", "languages": ["bod-Tibt", "ast-Latn"], "main_score": 0.017048, "precision": 0.016117, "recall": 0.020751}, {"accuracy": 0.017787, "f1": 0.014392, "hf_subset": "bod_Tibt-crh_Latn", "languages": ["bod-Tibt", "crh-Latn"], "main_score": 0.014392, "precision": 0.014196, "recall": 0.017787}, {"accuracy": 0.019763, "f1": 0.016036, "hf_subset": "bod_Tibt-glg_Latn", "languages": ["bod-Tibt", "glg-Latn"], "main_score": 0.016036, "precision": 0.015113, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.016373, "hf_subset": "bod_Tibt-kas_Deva", "languages": ["bod-Tibt", "kas-Deva"], "main_score": 0.016373, "precision": 0.015894, "recall": 0.018775}, {"accuracy": 0.024704, "f1": 0.020216, "hf_subset": "bod_Tibt-ltz_Latn", "languages": ["bod-Tibt", "ltz-Latn"], "main_score": 0.020216, "precision": 0.019378, "recall": 0.024704}, {"accuracy": 0.036561, "f1": 0.031684, "hf_subset": "bod_Tibt-nus_Latn", "languages": ["bod-Tibt", "nus-Latn"], "main_score": 0.031684, "precision": 0.030848, "recall": 0.036561}, {"accuracy": 0.02668, "f1": 0.021627, "hf_subset": "bod_Tibt-slk_Latn", "languages": ["bod-Tibt", "slk-Latn"], "main_score": 0.021627, "precision": 0.020663, "recall": 0.02668}, {"accuracy": 0.017787, "f1": 0.014172, "hf_subset": "bod_Tibt-tir_Ethi", "languages": ["bod-Tibt", "tir-Ethi"], "main_score": 0.014172, "precision": 0.013542, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.021165, "hf_subset": "bod_Tibt-zho_Hant", "languages": ["bod-Tibt", "zho-Hant"], "main_score": 0.021165, "precision": 0.020399, "recall": 0.024704}, {"accuracy": 0.012846, "f1": 0.010542, "hf_subset": "bod_Tibt-awa_Deva", "languages": ["bod-Tibt", "awa-Deva"], "main_score": 0.010542, "precision": 0.009882, "recall": 0.012846}, {"accuracy": 0.022727, "f1": 0.019088, "hf_subset": "bod_Tibt-cym_Latn", "languages": ["bod-Tibt", "cym-Latn"], "main_score": 0.019088, "precision": 0.018406, "recall": 0.022727}, {"accuracy": 0.017787, "f1": 0.014701, "hf_subset": "bod_Tibt-grn_Latn", "languages": ["bod-Tibt", "grn-Latn"], "main_score": 0.014701, "precision": 0.014371, "recall": 0.017787}, {"accuracy": 0.021739, "f1": 0.018964, "hf_subset": "bod_Tibt-kat_Geor", "languages": ["bod-Tibt", "kat-Geor"], "main_score": 0.018964, "precision": 0.018622, "recall": 0.021739}, {"accuracy": 0.02668, "f1": 0.022137, "hf_subset": "bod_Tibt-lua_Latn", "languages": ["bod-Tibt", "lua-Latn"], "main_score": 0.022137, "precision": 0.020703, "recall": 0.02668}, {"accuracy": 0.029644, "f1": 0.02553, "hf_subset": "bod_Tibt-nya_Latn", "languages": ["bod-Tibt", "nya-Latn"], "main_score": 0.02553, "precision": 0.024498, "recall": 0.029644}, {"accuracy": 0.02668, "f1": 0.02202, "hf_subset": "bod_Tibt-slv_Latn", "languages": ["bod-Tibt", "slv-Latn"], "main_score": 0.02202, "precision": 0.021232, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.020937, "hf_subset": "bod_Tibt-tpi_Latn", "languages": ["bod-Tibt", "tpi-Latn"], "main_score": 0.020937, "precision": 0.020505, "recall": 0.023715}, {"accuracy": 0.027668, "f1": 0.02259, "hf_subset": "bod_Tibt-zsm_Latn", "languages": ["bod-Tibt", "zsm-Latn"], "main_score": 0.02259, "precision": 0.021484, "recall": 0.027668}, {"accuracy": 0.029644, "f1": 0.02531, "hf_subset": "bod_Tibt-ayr_Latn", "languages": ["bod-Tibt", "ayr-Latn"], "main_score": 0.02531, "precision": 0.024523, "recall": 0.029644}, {"accuracy": 0.027668, "f1": 0.024829, "hf_subset": "bod_Tibt-dan_Latn", "languages": ["bod-Tibt", "dan-Latn"], "main_score": 0.024829, "precision": 0.024168, "recall": 0.027668}, {"accuracy": 0.006917, "f1": 0.005438, "hf_subset": "bod_Tibt-guj_Gujr", "languages": ["bod-Tibt", "guj-Gujr"], "main_score": 0.005438, "precision": 0.005272, "recall": 0.006917}, {"accuracy": 0.02668, "f1": 0.022377, "hf_subset": "bod_Tibt-kaz_Cyrl", "languages": ["bod-Tibt", "kaz-Cyrl"], "main_score": 0.022377, "precision": 0.02158, "recall": 0.02668}, {"accuracy": 0.018775, "f1": 0.016043, "hf_subset": "bod_Tibt-lug_Latn", "languages": ["bod-Tibt", "lug-Latn"], "main_score": 0.016043, "precision": 0.0154, "recall": 0.018775}, {"accuracy": 0.025692, "f1": 0.021814, "hf_subset": "bod_Tibt-oci_Latn", "languages": ["bod-Tibt", "oci-Latn"], "main_score": 0.021814, "precision": 0.020673, "recall": 0.025692}, {"accuracy": 0.027668, "f1": 0.02352, "hf_subset": "bod_Tibt-smo_Latn", "languages": ["bod-Tibt", "smo-Latn"], "main_score": 0.02352, "precision": 0.022597, "recall": 0.027668}, {"accuracy": 0.019763, "f1": 0.016702, "hf_subset": "bod_Tibt-tsn_Latn", "languages": ["bod-Tibt", "tsn-Latn"], "main_score": 0.016702, "precision": 0.015894, "recall": 0.019763}, {"accuracy": 0.027668, "f1": 0.02336, "hf_subset": "bod_Tibt-zul_Latn", "languages": ["bod-Tibt", "zul-Latn"], "main_score": 0.02336, "precision": 0.022613, "recall": 0.027668}, {"accuracy": 0.014822, "f1": 0.0102, "hf_subset": "bod_Tibt-azb_Arab", "languages": ["bod-Tibt", "azb-Arab"], "main_score": 0.0102, "precision": 0.009565, "recall": 0.014822}, {"accuracy": 0.023715, "f1": 0.019186, "hf_subset": "bod_Tibt-deu_Latn", "languages": ["bod-Tibt", "deu-Latn"], "main_score": 0.019186, "precision": 0.018441, "recall": 0.023715}, {"accuracy": 0.030632, "f1": 0.025466, "hf_subset": "bod_Tibt-hat_Latn", "languages": ["bod-Tibt", "hat-Latn"], "main_score": 0.025466, "precision": 0.024105, "recall": 0.030632}, {"accuracy": 0.031621, "f1": 0.026599, "hf_subset": "bod_Tibt-kbp_Latn", "languages": ["bod-Tibt", "kbp-Latn"], "main_score": 0.026599, "precision": 0.02557, "recall": 0.031621}, {"accuracy": 0.023715, "f1": 0.019955, "hf_subset": "bod_Tibt-luo_Latn", "languages": ["bod-Tibt", "luo-Latn"], "main_score": 0.019955, "precision": 0.019278, "recall": 0.023715}, {"accuracy": 0.014822, "f1": 0.012519, "hf_subset": "bod_Tibt-ory_Orya", "languages": ["bod-Tibt", "ory-Orya"], "main_score": 0.012519, "precision": 0.012023, "recall": 0.014822}, {"accuracy": 0.01581, "f1": 0.012145, "hf_subset": "bod_Tibt-sna_Latn", "languages": ["bod-Tibt", "sna-Latn"], "main_score": 0.012145, "precision": 0.011756, "recall": 0.01581}, {"accuracy": 0.031621, "f1": 0.026647, "hf_subset": "bod_Tibt-tso_Latn", "languages": ["bod-Tibt", "tso-Latn"], "main_score": 0.026647, "precision": 0.025534, "recall": 0.031621}, {"accuracy": 0.014822, "f1": 0.012142, "hf_subset": "bod_Tibt-azj_Latn", "languages": ["bod-Tibt", "azj-Latn"], "main_score": 0.012142, "precision": 0.011529, "recall": 0.014822}, {"accuracy": 0.019763, "f1": 0.01861, "hf_subset": "bod_Tibt-dik_Latn", "languages": ["bod-Tibt", "dik-Latn"], "main_score": 0.01861, "precision": 0.018314, "recall": 0.019763}, {"accuracy": 0.025692, "f1": 0.02273, "hf_subset": "bod_Tibt-hau_Latn", "languages": ["bod-Tibt", "hau-Latn"], "main_score": 0.02273, "precision": 0.021938, "recall": 0.025692}, {"accuracy": 0.017787, "f1": 0.014198, "hf_subset": "bod_Tibt-kea_Latn", "languages": ["bod-Tibt", "kea-Latn"], "main_score": 0.014198, "precision": 0.013423, "recall": 0.017787}, {"accuracy": 0.024704, "f1": 0.018872, "hf_subset": "bod_Tibt-lus_Latn", "languages": ["bod-Tibt", "lus-Latn"], "main_score": 0.018872, "precision": 0.01746, "recall": 0.024704}, {"accuracy": 0.025692, "f1": 0.020947, "hf_subset": "bod_Tibt-pag_Latn", "languages": ["bod-Tibt", "pag-Latn"], "main_score": 0.020947, "precision": 0.01987, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.019769, "hf_subset": "bod_Tibt-snd_Arab", "languages": ["bod-Tibt", "snd-Arab"], "main_score": 0.019769, "precision": 0.019379, "recall": 0.022727}, {"accuracy": 0.028656, "f1": 0.026408, "hf_subset": "bod_Tibt-tuk_Latn", "languages": ["bod-Tibt", "tuk-Latn"], "main_score": 0.026408, "precision": 0.026146, "recall": 0.028656}, {"accuracy": 0.019763, "f1": 0.015869, "hf_subset": "bod_Tibt-bak_Cyrl", "languages": ["bod-Tibt", "bak-Cyrl"], "main_score": 0.015869, "precision": 0.015254, "recall": 0.019763}, {"accuracy": 0.018775, "f1": 0.012955, "hf_subset": "bod_Tibt-dyu_Latn", "languages": ["bod-Tibt", "dyu-Latn"], "main_score": 0.012955, "precision": 0.011861, "recall": 0.018775}, {"accuracy": 0.023715, "f1": 0.018766, "hf_subset": "bod_Tibt-heb_Hebr", "languages": ["bod-Tibt", "heb-Hebr"], "main_score": 0.018766, "precision": 0.017609, "recall": 0.023715}, {"accuracy": 0.013834, "f1": 0.012154, "hf_subset": "bod_Tibt-khk_Cyrl", "languages": ["bod-Tibt", "khk-Cyrl"], "main_score": 0.012154, "precision": 0.011693, "recall": 0.013834}, {"accuracy": 0.027668, "f1": 0.022375, "hf_subset": "bod_Tibt-lvs_Latn", "languages": ["bod-Tibt", "lvs-Latn"], "main_score": 0.022375, "precision": 0.021257, "recall": 0.027668}, {"accuracy": 0.023715, "f1": 0.01978, "hf_subset": "bod_Tibt-pan_Guru", "languages": ["bod-Tibt", "pan-Guru"], "main_score": 0.01978, "precision": 0.018981, "recall": 0.023715}, {"accuracy": 0.025692, "f1": 0.021077, "hf_subset": "bod_Tibt-som_Latn", "languages": ["bod-Tibt", "som-Latn"], "main_score": 0.021077, "precision": 0.020078, "recall": 0.025692}, {"accuracy": 0.022727, "f1": 0.01679, "hf_subset": "bod_Tibt-tum_Latn", "languages": ["bod-Tibt", "tum-Latn"], "main_score": 0.01679, "precision": 0.01565, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.025296, "hf_subset": "fij_Latn-ace_Arab", "languages": ["fij-Latn", "ace-Arab"], "main_score": 0.025296, "precision": 0.023611, "recall": 0.030632}, {"accuracy": 0.151186, "f1": 0.135155, "hf_subset": "fij_Latn-bam_Latn", "languages": ["fij-Latn", "bam-Latn"], "main_score": 0.135155, "precision": 0.12973, "recall": 0.151186}, {"accuracy": 0.003953, "f1": 0.000839, "hf_subset": "fij_Latn-dzo_Tibt", "languages": ["fij-Latn", "dzo-Tibt"], "main_score": 0.000839, "precision": 0.000535, "recall": 0.003953}, {"accuracy": 0.113636, "f1": 0.095434, "hf_subset": "fij_Latn-hin_Deva", "languages": ["fij-Latn", "hin-Deva"], "main_score": 0.095434, "precision": 0.090743, "recall": 0.113636}, {"accuracy": 0.128458, "f1": 0.118428, "hf_subset": "fij_Latn-khm_Khmr", "languages": ["fij-Latn", "khm-Khmr"], "main_score": 0.118428, "precision": 0.116048, "recall": 0.128458}, {"accuracy": 0.088933, "f1": 0.078945, "hf_subset": "fij_Latn-mag_Deva", "languages": ["fij-Latn", "mag-Deva"], "main_score": 0.078945, "precision": 0.075899, "recall": 0.088933}, {"accuracy": 0.15415, "f1": 0.145942, "hf_subset": "fij_Latn-pap_Latn", "languages": ["fij-Latn", "pap-Latn"], "main_score": 0.145942, "precision": 0.143277, "recall": 0.15415}, {"accuracy": 0.193676, "f1": 0.173784, "hf_subset": "fij_Latn-sot_Latn", "languages": ["fij-Latn", "sot-Latn"], "main_score": 0.173784, "precision": 0.167476, "recall": 0.193676}, {"accuracy": 0.195652, "f1": 0.172247, "hf_subset": "fij_Latn-tur_Latn", "languages": ["fij-Latn", "tur-Latn"], "main_score": 0.172247, "precision": 0.166176, "recall": 0.195652}, {"accuracy": 0.171937, "f1": 0.161168, "hf_subset": "fij_Latn-ace_Latn", "languages": ["fij-Latn", "ace-Latn"], "main_score": 0.161168, "precision": 0.156877, "recall": 0.171937}, {"accuracy": 0.143281, "f1": 0.130299, "hf_subset": "fij_Latn-ban_Latn", "languages": ["fij-Latn", "ban-Latn"], "main_score": 0.130299, "precision": 0.126625, "recall": 0.143281}, {"accuracy": 0.12747, "f1": 0.112711, "hf_subset": "fij_Latn-ell_Grek", "languages": ["fij-Latn", "ell-Grek"], "main_score": 0.112711, "precision": 0.108641, "recall": 0.12747}, {"accuracy": 0.09585, "f1": 0.08677, "hf_subset": "fij_Latn-hne_Deva", "languages": ["fij-Latn", "hne-Deva"], "main_score": 0.08677, "precision": 0.083696, "recall": 0.09585}, {"accuracy": 0.187747, "f1": 0.166942, "hf_subset": "fij_Latn-kik_Latn", "languages": ["fij-Latn", "kik-Latn"], "main_score": 0.166942, "precision": 0.159724, "recall": 0.187747}, {"accuracy": 0.081028, "f1": 0.072571, "hf_subset": "fij_Latn-mai_Deva", "languages": ["fij-Latn", "mai-Deva"], "main_score": 0.072571, "precision": 0.0698, "recall": 0.081028}, {"accuracy": 0.104743, "f1": 0.090295, "hf_subset": "fij_Latn-pbt_Arab", "languages": ["fij-Latn", "pbt-Arab"], "main_score": 0.090295, "precision": 0.086326, "recall": 0.104743}, {"accuracy": 0.16996, "f1": 0.148327, "hf_subset": "fij_Latn-spa_Latn", "languages": ["fij-Latn", "spa-Latn"], "main_score": 0.148327, "precision": 0.14244, "recall": 0.16996}, {"accuracy": 0.209486, "f1": 0.190884, "hf_subset": "fij_Latn-twi_Latn", "languages": ["fij-Latn", "twi-Latn"], "main_score": 0.190884, "precision": 0.183905, "recall": 0.209486}, {"accuracy": 0.094862, "f1": 0.083972, "hf_subset": "fij_Latn-acm_Arab", "languages": ["fij-Latn", "acm-Arab"], "main_score": 0.083972, "precision": 0.080774, "recall": 0.094862}, {"accuracy": 0.115613, "f1": 0.102469, "hf_subset": "fij_Latn-bel_Cyrl", "languages": ["fij-Latn", "bel-Cyrl"], "main_score": 0.102469, "precision": 0.098394, "recall": 0.115613}, {"accuracy": 0.194664, "f1": 0.166474, "hf_subset": "fij_Latn-eng_Latn", "languages": ["fij-Latn", "eng-Latn"], "main_score": 0.166474, "precision": 0.159501, "recall": 0.194664}, {"accuracy": 0.155138, "f1": 0.141366, "hf_subset": "fij_Latn-hrv_Latn", "languages": ["fij-Latn", "hrv-Latn"], "main_score": 0.141366, "precision": 0.137063, "recall": 0.155138}, {"accuracy": 0.140316, "f1": 0.125932, "hf_subset": "fij_Latn-kin_Latn", "languages": ["fij-Latn", "kin-Latn"], "main_score": 0.125932, "precision": 0.120718, "recall": 0.140316}, {"accuracy": 0.056324, "f1": 0.050185, "hf_subset": "fij_Latn-mal_Mlym", "languages": ["fij-Latn", "mal-Mlym"], "main_score": 0.050185, "precision": 0.049087, "recall": 0.056324}, {"accuracy": 0.12253, "f1": 0.106429, "hf_subset": "fij_Latn-pes_Arab", "languages": ["fij-Latn", "pes-Arab"], "main_score": 0.106429, "precision": 0.102756, "recall": 0.12253}, {"accuracy": 0.152174, "f1": 0.134174, "hf_subset": "fij_Latn-srd_Latn", "languages": ["fij-Latn", "srd-Latn"], "main_score": 0.134174, "precision": 0.129677, "recall": 0.152174}, {"accuracy": 0.067194, "f1": 0.047294, "hf_subset": "fij_Latn-tzm_Tfng", "languages": ["fij-Latn", "tzm-Tfng"], "main_score": 0.047294, "precision": 0.043289, "recall": 0.067194}, {"accuracy": 0.104743, "f1": 0.089804, "hf_subset": "fij_Latn-acq_Arab", "languages": ["fij-Latn", "acq-Arab"], "main_score": 0.089804, "precision": 0.085913, "recall": 0.104743}, {"accuracy": 0.178854, "f1": 0.156654, "hf_subset": "fij_Latn-bem_Latn", "languages": ["fij-Latn", "bem-Latn"], "main_score": 0.156654, "precision": 0.149021, "recall": 0.178854}, {"accuracy": 0.124506, "f1": 0.117314, "hf_subset": "fij_Latn-epo_Latn", "languages": ["fij-Latn", "epo-Latn"], "main_score": 0.117314, "precision": 0.11564, "recall": 0.124506}, {"accuracy": 0.188735, "f1": 0.163255, "hf_subset": "fij_Latn-hun_Latn", "languages": ["fij-Latn", "hun-Latn"], "main_score": 0.163255, "precision": 0.157213, "recall": 0.188735}, {"accuracy": 0.120553, "f1": 0.110124, "hf_subset": "fij_Latn-kir_Cyrl", "languages": ["fij-Latn", "kir-Cyrl"], "main_score": 0.110124, "precision": 0.107637, "recall": 0.120553}, {"accuracy": 0.092885, "f1": 0.080676, "hf_subset": "fij_Latn-mar_Deva", "languages": ["fij-Latn", "mar-Deva"], "main_score": 0.080676, "precision": 0.077258, "recall": 0.092885}, {"accuracy": 0.175889, "f1": 0.158303, "hf_subset": "fij_Latn-plt_Latn", "languages": ["fij-Latn", "plt-Latn"], "main_score": 0.158303, "precision": 0.1526, "recall": 0.175889}, {"accuracy": 0.148221, "f1": 0.129704, "hf_subset": "fij_Latn-srp_Cyrl", "languages": ["fij-Latn", "srp-Cyrl"], "main_score": 0.129704, "precision": 0.125047, "recall": 0.148221}, {"accuracy": 0.081028, "f1": 0.072254, "hf_subset": "fij_Latn-uig_Arab", "languages": ["fij-Latn", "uig-Arab"], "main_score": 0.072254, "precision": 0.070142, "recall": 0.081028}, {"accuracy": 0.091897, "f1": 0.080486, "hf_subset": "fij_Latn-aeb_Arab", "languages": ["fij-Latn", "aeb-Arab"], "main_score": 0.080486, "precision": 0.077898, "recall": 0.091897}, {"accuracy": 0.065217, "f1": 0.054775, "hf_subset": "fij_Latn-ben_Beng", "languages": ["fij-Latn", "ben-Beng"], "main_score": 0.054775, "precision": 0.052666, "recall": 0.065217}, {"accuracy": 0.175889, "f1": 0.150079, "hf_subset": "fij_Latn-est_Latn", "languages": ["fij-Latn", "est-Latn"], "main_score": 0.150079, "precision": 0.143399, "recall": 0.175889}, {"accuracy": 0.093874, "f1": 0.076106, "hf_subset": "fij_Latn-hye_Armn", "languages": ["fij-Latn", "hye-Armn"], "main_score": 0.076106, "precision": 0.071594, "recall": 0.093874}, {"accuracy": 0.153162, "f1": 0.126141, "hf_subset": "fij_Latn-kmb_Latn", "languages": ["fij-Latn", "kmb-Latn"], "main_score": 0.126141, "precision": 0.118623, "recall": 0.153162}, {"accuracy": 0.016798, "f1": 0.012149, "hf_subset": "fij_Latn-min_Arab", "languages": ["fij-Latn", "min-Arab"], "main_score": 0.012149, "precision": 0.011148, "recall": 0.016798}, {"accuracy": 0.183794, "f1": 0.16235, "hf_subset": "fij_Latn-pol_Latn", "languages": ["fij-Latn", "pol-Latn"], "main_score": 0.16235, "precision": 0.157936, "recall": 0.183794}, {"accuracy": 0.137352, "f1": 0.119666, "hf_subset": "fij_Latn-ssw_Latn", "languages": ["fij-Latn", "ssw-Latn"], "main_score": 0.119666, "precision": 0.114123, "recall": 0.137352}, {"accuracy": 0.148221, "f1": 0.128079, "hf_subset": "fij_Latn-ukr_Cyrl", "languages": ["fij-Latn", "ukr-Cyrl"], "main_score": 0.128079, "precision": 0.123631, "recall": 0.148221}, {"accuracy": 0.172925, "f1": 0.152953, "hf_subset": "fij_Latn-afr_Latn", "languages": ["fij-Latn", "afr-Latn"], "main_score": 0.152953, "precision": 0.148378, "recall": 0.172925}, {"accuracy": 0.093874, "f1": 0.082133, "hf_subset": "fij_Latn-bho_Deva", "languages": ["fij-Latn", "bho-Deva"], "main_score": 0.082133, "precision": 0.079338, "recall": 0.093874}, {"accuracy": 0.116601, "f1": 0.105391, "hf_subset": "fij_Latn-eus_Latn", "languages": ["fij-Latn", "eus-Latn"], "main_score": 0.105391, "precision": 0.101534, "recall": 0.116601}, {"accuracy": 0.155138, "f1": 0.135051, "hf_subset": "fij_Latn-ibo_Latn", "languages": ["fij-Latn", "ibo-Latn"], "main_score": 0.135051, "precision": 0.128239, "recall": 0.155138}, {"accuracy": 0.151186, "f1": 0.136501, "hf_subset": "fij_Latn-kmr_Latn", "languages": ["fij-Latn", "kmr-Latn"], "main_score": 0.136501, "precision": 0.133112, "recall": 0.151186}, {"accuracy": 0.133399, "f1": 0.121428, "hf_subset": "fij_Latn-min_Latn", "languages": ["fij-Latn", "min-Latn"], "main_score": 0.121428, "precision": 0.118023, "recall": 0.133399}, {"accuracy": 0.194664, "f1": 0.163059, "hf_subset": "fij_Latn-por_Latn", "languages": ["fij-Latn", "por-Latn"], "main_score": 0.163059, "precision": 0.155506, "recall": 0.194664}, {"accuracy": 0.137352, "f1": 0.127563, "hf_subset": "fij_Latn-sun_Latn", "languages": ["fij-Latn", "sun-Latn"], "main_score": 0.127563, "precision": 0.124247, "recall": 0.137352}, {"accuracy": 0.139328, "f1": 0.124772, "hf_subset": "fij_Latn-umb_Latn", "languages": ["fij-Latn", "umb-Latn"], "main_score": 0.124772, "precision": 0.119856, "recall": 0.139328}, {"accuracy": 0.110672, "f1": 0.096049, "hf_subset": "fij_Latn-ajp_Arab", "languages": ["fij-Latn", "ajp-Arab"], "main_score": 0.096049, "precision": 0.092442, "recall": 0.110672}, {"accuracy": 0.037549, "f1": 0.033267, "hf_subset": "fij_Latn-bjn_Arab", "languages": ["fij-Latn", "bjn-Arab"], "main_score": 0.033267, "precision": 0.031546, "recall": 0.037549}, {"accuracy": 0.179842, "f1": 0.16115, "hf_subset": "fij_Latn-ewe_Latn", "languages": ["fij-Latn", "ewe-Latn"], "main_score": 0.16115, "precision": 0.155208, "recall": 0.179842}, {"accuracy": 0.202569, "f1": 0.184808, "hf_subset": "fij_Latn-ilo_Latn", "languages": ["fij-Latn", "ilo-Latn"], "main_score": 0.184808, "precision": 0.177816, "recall": 0.202569}, {"accuracy": 0.039526, "f1": 0.034947, "hf_subset": "fij_Latn-knc_Arab", "languages": ["fij-Latn", "knc-Arab"], "main_score": 0.034947, "precision": 0.033213, "recall": 0.039526}, {"accuracy": 0.149209, "f1": 0.130414, "hf_subset": "fij_Latn-mkd_Cyrl", "languages": ["fij-Latn", "mkd-Cyrl"], "main_score": 0.130414, "precision": 0.125518, "recall": 0.149209}, {"accuracy": 0.096838, "f1": 0.084256, "hf_subset": "fij_Latn-prs_Arab", "languages": ["fij-Latn", "prs-Arab"], "main_score": 0.084256, "precision": 0.080869, "recall": 0.096838}, {"accuracy": 0.178854, "f1": 0.155848, "hf_subset": "fij_Latn-swe_Latn", "languages": ["fij-Latn", "swe-Latn"], "main_score": 0.155848, "precision": 0.150527, "recall": 0.178854}, {"accuracy": 0.104743, "f1": 0.0872, "hf_subset": "fij_Latn-urd_Arab", "languages": ["fij-Latn", "urd-Arab"], "main_score": 0.0872, "precision": 0.083502, "recall": 0.104743}, {"accuracy": 0.220356, "f1": 0.196518, "hf_subset": "fij_Latn-aka_Latn", "languages": ["fij-Latn", "aka-Latn"], "main_score": 0.196518, "precision": 0.188892, "recall": 0.220356}, {"accuracy": 0.139328, "f1": 0.130853, "hf_subset": "fij_Latn-bjn_Latn", "languages": ["fij-Latn", "bjn-Latn"], "main_score": 0.130853, "precision": 0.128449, "recall": 0.139328}, {"accuracy": 0.141304, "f1": 0.129099, "hf_subset": "fij_Latn-fao_Latn", "languages": ["fij-Latn", "fao-Latn"], "main_score": 0.129099, "precision": 0.12544, "recall": 0.141304}, {"accuracy": 0.193676, "f1": 0.167669, "hf_subset": "fij_Latn-ind_Latn", "languages": ["fij-Latn", "ind-Latn"], "main_score": 0.167669, "precision": 0.161113, "recall": 0.193676}, {"accuracy": 0.192688, "f1": 0.17561, "hf_subset": "fij_Latn-knc_Latn", "languages": ["fij-Latn", "knc-Latn"], "main_score": 0.17561, "precision": 0.169096, "recall": 0.192688}, {"accuracy": 0.168972, "f1": 0.152951, "hf_subset": "fij_Latn-mlt_Latn", "languages": ["fij-Latn", "mlt-Latn"], "main_score": 0.152951, "precision": 0.148401, "recall": 0.168972}, {"accuracy": 0.155138, "f1": 0.133906, "hf_subset": "fij_Latn-quy_Latn", "languages": ["fij-Latn", "quy-Latn"], "main_score": 0.133906, "precision": 0.126401, "recall": 0.155138}, {"accuracy": 0.135375, "f1": 0.125717, "hf_subset": "fij_Latn-swh_Latn", "languages": ["fij-Latn", "swh-Latn"], "main_score": 0.125717, "precision": 0.12199, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.092777, "hf_subset": "fij_Latn-uzn_Latn", "languages": ["fij-Latn", "uzn-Latn"], "main_score": 0.092777, "precision": 0.089614, "recall": 0.103755}, {"accuracy": 0.173913, "f1": 0.149872, "hf_subset": "fij_Latn-als_Latn", "languages": ["fij-Latn", "als-Latn"], "main_score": 0.149872, "precision": 0.14391, "recall": 0.173913}, {"accuracy": 0.041502, "f1": 0.024994, "hf_subset": "fij_Latn-bod_Tibt", "languages": ["fij-Latn", "bod-Tibt"], "main_score": 0.024994, "precision": 0.021561, "recall": 0.041502}, {"accuracy": 0.109684, "f1": 0.09872, "hf_subset": "fij_Latn-isl_Latn", "languages": ["fij-Latn", "isl-Latn"], "main_score": 0.09872, "precision": 0.095614, "recall": 0.109684}, {"accuracy": 0.186759, "f1": 0.162413, "hf_subset": "fij_Latn-kon_Latn", "languages": ["fij-Latn", "kon-Latn"], "main_score": 0.162413, "precision": 0.153636, "recall": 0.186759}, {"accuracy": 0.034585, "f1": 0.026841, "hf_subset": "fij_Latn-mni_Beng", "languages": ["fij-Latn", "mni-Beng"], "main_score": 0.026841, "precision": 0.024956, "recall": 0.034585}, {"accuracy": 0.186759, "f1": 0.162152, "hf_subset": "fij_Latn-ron_Latn", "languages": ["fij-Latn", "ron-Latn"], "main_score": 0.162152, "precision": 0.157027, "recall": 0.186759}, {"accuracy": 0.134387, "f1": 0.124665, "hf_subset": "fij_Latn-szl_Latn", "languages": ["fij-Latn", "szl-Latn"], "main_score": 0.124665, "precision": 0.121325, "recall": 0.134387}, {"accuracy": 0.141304, "f1": 0.129102, "hf_subset": "fij_Latn-vec_Latn", "languages": ["fij-Latn", "vec-Latn"], "main_score": 0.129102, "precision": 0.125717, "recall": 0.141304}, {"accuracy": 0.043478, "f1": 0.035425, "hf_subset": "fij_Latn-amh_Ethi", "languages": ["fij-Latn", "amh-Ethi"], "main_score": 0.035425, "precision": 0.033433, "recall": 0.043478}, {"accuracy": 0.173913, "f1": 0.151814, "hf_subset": "fij_Latn-bos_Latn", "languages": ["fij-Latn", "bos-Latn"], "main_score": 0.151814, "precision": 0.14687, "recall": 0.173913}, {"accuracy": 0.178854, "f1": 0.154926, "hf_subset": "fij_Latn-fin_Latn", "languages": ["fij-Latn", "fin-Latn"], "main_score": 0.154926, "precision": 0.149452, "recall": 0.178854}, {"accuracy": 0.184783, "f1": 0.157657, "hf_subset": "fij_Latn-ita_Latn", "languages": ["fij-Latn", "ita-Latn"], "main_score": 0.157657, "precision": 0.151975, "recall": 0.184783}, {"accuracy": 0.119565, "f1": 0.104532, "hf_subset": "fij_Latn-kor_Hang", "languages": ["fij-Latn", "kor-Hang"], "main_score": 0.104532, "precision": 0.100837, "recall": 0.119565}, {"accuracy": 0.143281, "f1": 0.126292, "hf_subset": "fij_Latn-mos_Latn", "languages": ["fij-Latn", "mos-Latn"], "main_score": 0.126292, "precision": 0.120408, "recall": 0.143281}, {"accuracy": 0.149209, "f1": 0.130478, "hf_subset": "fij_Latn-run_Latn", "languages": ["fij-Latn", "run-Latn"], "main_score": 0.130478, "precision": 0.124436, "recall": 0.149209}, {"accuracy": 0.0583, "f1": 0.047491, "hf_subset": "fij_Latn-tam_Taml", "languages": ["fij-Latn", "tam-Taml"], "main_score": 0.047491, "precision": 0.045518, "recall": 0.0583}, {"accuracy": 0.195652, "f1": 0.166335, "hf_subset": "fij_Latn-vie_Latn", "languages": ["fij-Latn", "vie-Latn"], "main_score": 0.166335, "precision": 0.159276, "recall": 0.195652}, {"accuracy": 0.097826, "f1": 0.087274, "hf_subset": "fij_Latn-apc_Arab", "languages": ["fij-Latn", "apc-Arab"], "main_score": 0.087274, "precision": 0.084361, "recall": 0.097826}, {"accuracy": 0.163043, "f1": 0.151334, "hf_subset": "fij_Latn-bug_Latn", "languages": ["fij-Latn", "bug-Latn"], "main_score": 0.151334, "precision": 0.146864, "recall": 0.163043}, {"accuracy": 0.179842, "f1": 0.159215, "hf_subset": "fij_Latn-fon_Latn", "languages": ["fij-Latn", "fon-Latn"], "main_score": 0.159215, "precision": 0.151527, "recall": 0.179842}, {"accuracy": 0.147233, "f1": 0.133919, "hf_subset": "fij_Latn-jav_Latn", "languages": ["fij-Latn", "jav-Latn"], "main_score": 0.133919, "precision": 0.129703, "recall": 0.147233}, {"accuracy": 0.15415, "f1": 0.138281, "hf_subset": "fij_Latn-lao_Laoo", "languages": ["fij-Latn", "lao-Laoo"], "main_score": 0.138281, "precision": 0.133833, "recall": 0.15415}, {"accuracy": 0.204545, "f1": 0.183491, "hf_subset": "fij_Latn-mri_Latn", "languages": ["fij-Latn", "mri-Latn"], "main_score": 0.183491, "precision": 0.175909, "recall": 0.204545}, {"accuracy": 0.152174, "f1": 0.131121, "hf_subset": "fij_Latn-rus_Cyrl", "languages": ["fij-Latn", "rus-Cyrl"], "main_score": 0.131121, "precision": 0.125645, "recall": 0.152174}, {"accuracy": 0.173913, "f1": 0.150673, "hf_subset": "fij_Latn-taq_Latn", "languages": ["fij-Latn", "taq-Latn"], "main_score": 0.150673, "precision": 0.143591, "recall": 0.173913}, {"accuracy": 0.187747, "f1": 0.170797, "hf_subset": "fij_Latn-war_Latn", "languages": ["fij-Latn", "war-Latn"], "main_score": 0.170797, "precision": 0.165522, "recall": 0.187747}, {"accuracy": 0.11166, "f1": 0.09526, "hf_subset": "fij_Latn-arb_Arab", "languages": ["fij-Latn", "arb-Arab"], "main_score": 0.09526, "precision": 0.091328, "recall": 0.11166}, {"accuracy": 0.163043, "f1": 0.140623, "hf_subset": "fij_Latn-bul_Cyrl", "languages": ["fij-Latn", "bul-Cyrl"], "main_score": 0.140623, "precision": 0.134878, "recall": 0.163043}, {"accuracy": 0.187747, "f1": 0.157518, "hf_subset": "fij_Latn-fra_Latn", "languages": ["fij-Latn", "fra-Latn"], "main_score": 0.157518, "precision": 0.150393, "recall": 0.187747}, {"accuracy": 0.116601, "f1": 0.101455, "hf_subset": "fij_Latn-jpn_Jpan", "languages": ["fij-Latn", "jpn-Jpan"], "main_score": 0.101455, "precision": 0.097511, "recall": 0.116601}, {"accuracy": 0.139328, "f1": 0.128523, "hf_subset": "fij_Latn-lij_Latn", "languages": ["fij-Latn", "lij-Latn"], "main_score": 0.128523, "precision": 0.12545, "recall": 0.139328}, {"accuracy": 0.091897, "f1": 0.077237, "hf_subset": "fij_Latn-mya_Mymr", "languages": ["fij-Latn", "mya-Mymr"], "main_score": 0.077237, "precision": 0.074386, "recall": 0.091897}, {"accuracy": 0.187747, "f1": 0.170373, "hf_subset": "fij_Latn-sag_Latn", "languages": ["fij-Latn", "sag-Latn"], "main_score": 0.170373, "precision": 0.164363, "recall": 0.187747}, {"accuracy": 0.073123, "f1": 0.055022, "hf_subset": "fij_Latn-taq_Tfng", "languages": ["fij-Latn", "taq-Tfng"], "main_score": 0.055022, "precision": 0.050847, "recall": 0.073123}, {"accuracy": 0.213439, "f1": 0.190757, "hf_subset": "fij_Latn-wol_Latn", "languages": ["fij-Latn", "wol-Latn"], "main_score": 0.190757, "precision": 0.182624, "recall": 0.213439}, {"accuracy": 0.098814, "f1": 0.081641, "hf_subset": "fij_Latn-arb_Latn", "languages": ["fij-Latn", "arb-Latn"], "main_score": 0.081641, "precision": 0.077206, "recall": 0.098814}, {"accuracy": 0.189723, "f1": 0.162541, "hf_subset": "fij_Latn-cat_Latn", "languages": ["fij-Latn", "cat-Latn"], "main_score": 0.162541, "precision": 0.156315, "recall": 0.189723}, {"accuracy": 0.133399, "f1": 0.119445, "hf_subset": "fij_Latn-fur_Latn", "languages": ["fij-Latn", "fur-Latn"], "main_score": 0.119445, "precision": 0.11589, "recall": 0.133399}, {"accuracy": 0.054348, "f1": 0.042209, "hf_subset": "fij_Latn-kab_Latn", "languages": ["fij-Latn", "kab-Latn"], "main_score": 0.042209, "precision": 0.039016, "recall": 0.054348}, {"accuracy": 0.15415, "f1": 0.141775, "hf_subset": "fij_Latn-lim_Latn", "languages": ["fij-Latn", "lim-Latn"], "main_score": 0.141775, "precision": 0.137473, "recall": 0.15415}, {"accuracy": 0.208498, "f1": 0.177009, "hf_subset": "fij_Latn-nld_Latn", "languages": ["fij-Latn", "nld-Latn"], "main_score": 0.177009, "precision": 0.169612, "recall": 0.208498}, {"accuracy": 0.072134, "f1": 0.062894, "hf_subset": "fij_Latn-san_Deva", "languages": ["fij-Latn", "san-Deva"], "main_score": 0.062894, "precision": 0.060618, "recall": 0.072134}, {"accuracy": 0.135375, "f1": 0.117594, "hf_subset": "fij_Latn-tat_Cyrl", "languages": ["fij-Latn", "tat-Cyrl"], "main_score": 0.117594, "precision": 0.113092, "recall": 0.135375}, {"accuracy": 0.144269, "f1": 0.121265, "hf_subset": "fij_Latn-xho_Latn", "languages": ["fij-Latn", "xho-Latn"], "main_score": 0.121265, "precision": 0.113141, "recall": 0.144269}, {"accuracy": 0.103755, "f1": 0.087944, "hf_subset": "fij_Latn-ars_Arab", "languages": ["fij-Latn", "ars-Arab"], "main_score": 0.087944, "precision": 0.084165, "recall": 0.103755}, {"accuracy": 0.159091, "f1": 0.148089, "hf_subset": "fij_Latn-ceb_Latn", "languages": ["fij-Latn", "ceb-Latn"], "main_score": 0.148089, "precision": 0.144913, "recall": 0.159091}, {"accuracy": 0.166008, "f1": 0.145763, "hf_subset": "fij_Latn-fuv_Latn", "languages": ["fij-Latn", "fuv-Latn"], "main_score": 0.145763, "precision": 0.139266, "recall": 0.166008}, {"accuracy": 0.18083, "f1": 0.156728, "hf_subset": "fij_Latn-kac_Latn", "languages": ["fij-Latn", "kac-Latn"], "main_score": 0.156728, "precision": 0.149176, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.148039, "hf_subset": "fij_Latn-lin_Latn", "languages": ["fij-Latn", "lin-Latn"], "main_score": 0.148039, "precision": 0.143199, "recall": 0.163043}, {"accuracy": 0.174901, "f1": 0.154889, "hf_subset": "fij_Latn-nno_Latn", "languages": ["fij-Latn", "nno-Latn"], "main_score": 0.154889, "precision": 0.149813, "recall": 0.174901}, {"accuracy": 0.017787, "f1": 0.007501, "hf_subset": "fij_Latn-sat_Olck", "languages": ["fij-Latn", "sat-Olck"], "main_score": 0.007501, "precision": 0.006183, "recall": 0.017787}, {"accuracy": 0.057312, "f1": 0.050111, "hf_subset": "fij_Latn-tel_Telu", "languages": ["fij-Latn", "tel-Telu"], "main_score": 0.050111, "precision": 0.048436, "recall": 0.057312}, {"accuracy": 0.056324, "f1": 0.043372, "hf_subset": "fij_Latn-ydd_Hebr", "languages": ["fij-Latn", "ydd-Hebr"], "main_score": 0.043372, "precision": 0.040248, "recall": 0.056324}, {"accuracy": 0.091897, "f1": 0.080313, "hf_subset": "fij_Latn-ary_Arab", "languages": ["fij-Latn", "ary-Arab"], "main_score": 0.080313, "precision": 0.077509, "recall": 0.091897}, {"accuracy": 0.1917, "f1": 0.165312, "hf_subset": "fij_Latn-ces_Latn", "languages": ["fij-Latn", "ces-Latn"], "main_score": 0.165312, "precision": 0.159542, "recall": 0.1917}, {"accuracy": 0.086957, "f1": 0.069245, "hf_subset": "fij_Latn-gaz_Latn", "languages": ["fij-Latn", "gaz-Latn"], "main_score": 0.069245, "precision": 0.063263, "recall": 0.086957}, {"accuracy": 0.158103, "f1": 0.14437, "hf_subset": "fij_Latn-kam_Latn", "languages": ["fij-Latn", "kam-Latn"], "main_score": 0.14437, "precision": 0.139487, "recall": 0.158103}, {"accuracy": 0.159091, "f1": 0.136189, "hf_subset": "fij_Latn-lit_Latn", "languages": ["fij-Latn", "lit-Latn"], "main_score": 0.136189, "precision": 0.131535, "recall": 0.159091}, {"accuracy": 0.193676, "f1": 0.166028, "hf_subset": "fij_Latn-nob_Latn", "languages": ["fij-Latn", "nob-Latn"], "main_score": 0.166028, "precision": 0.159622, "recall": 0.193676}, {"accuracy": 0.131423, "f1": 0.120679, "hf_subset": "fij_Latn-scn_Latn", "languages": ["fij-Latn", "scn-Latn"], "main_score": 0.120679, "precision": 0.117484, "recall": 0.131423}, {"accuracy": 0.124506, "f1": 0.111032, "hf_subset": "fij_Latn-tgk_Cyrl", "languages": ["fij-Latn", "tgk-Cyrl"], "main_score": 0.111032, "precision": 0.106768, "recall": 0.124506}, {"accuracy": 0.166996, "f1": 0.147763, "hf_subset": "fij_Latn-yor_Latn", "languages": ["fij-Latn", "yor-Latn"], "main_score": 0.147763, "precision": 0.141136, "recall": 0.166996}, {"accuracy": 0.098814, "f1": 0.087313, "hf_subset": "fij_Latn-arz_Arab", "languages": ["fij-Latn", "arz-Arab"], "main_score": 0.087313, "precision": 0.084807, "recall": 0.098814}, {"accuracy": 0.136364, "f1": 0.121405, "hf_subset": "fij_Latn-cjk_Latn", "languages": ["fij-Latn", "cjk-Latn"], "main_score": 0.121405, "precision": 0.116365, "recall": 0.136364}, {"accuracy": 0.13834, "f1": 0.12073, "hf_subset": "fij_Latn-gla_Latn", "languages": ["fij-Latn", "gla-Latn"], "main_score": 0.12073, "precision": 0.114463, "recall": 0.13834}, {"accuracy": 0.061265, "f1": 0.049627, "hf_subset": "fij_Latn-kan_Knda", "languages": ["fij-Latn", "kan-Knda"], "main_score": 0.049627, "precision": 0.046465, "recall": 0.061265}, {"accuracy": 0.137352, "f1": 0.125509, "hf_subset": "fij_Latn-lmo_Latn", "languages": ["fij-Latn", "lmo-Latn"], "main_score": 0.125509, "precision": 0.122614, "recall": 0.137352}, {"accuracy": 0.114625, "f1": 0.100748, "hf_subset": "fij_Latn-npi_Deva", "languages": ["fij-Latn", "npi-Deva"], "main_score": 0.100748, "precision": 0.097627, "recall": 0.114625}, {"accuracy": 0.168972, "f1": 0.145803, "hf_subset": "fij_Latn-shn_Mymr", "languages": ["fij-Latn", "shn-Mymr"], "main_score": 0.145803, "precision": 0.139595, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.160993, "hf_subset": "fij_Latn-tgl_Latn", "languages": ["fij-Latn", "tgl-Latn"], "main_score": 0.160993, "precision": 0.15582, "recall": 0.176877}, {"accuracy": 0.134387, "f1": 0.114584, "hf_subset": "fij_Latn-yue_Hant", "languages": ["fij-Latn", "yue-Hant"], "main_score": 0.114584, "precision": 0.110115, "recall": 0.134387}, {"accuracy": 0.035573, "f1": 0.033185, "hf_subset": "fij_Latn-asm_Beng", "languages": ["fij-Latn", "asm-Beng"], "main_score": 0.033185, "precision": 0.032256, "recall": 0.035573}, {"accuracy": 0.071146, "f1": 0.060101, "hf_subset": "fij_Latn-ckb_Arab", "languages": ["fij-Latn", "ckb-Arab"], "main_score": 0.060101, "precision": 0.057073, "recall": 0.071146}, {"accuracy": 0.135375, "f1": 0.119593, "hf_subset": "fij_Latn-gle_Latn", "languages": ["fij-Latn", "gle-Latn"], "main_score": 0.119593, "precision": 0.115005, "recall": 0.135375}, {"accuracy": 0.064229, "f1": 0.056496, "hf_subset": "fij_Latn-kas_Arab", "languages": ["fij-Latn", "kas-Arab"], "main_score": 0.056496, "precision": 0.054858, "recall": 0.064229}, {"accuracy": 0.117589, "f1": 0.103705, "hf_subset": "fij_Latn-ltg_Latn", "languages": ["fij-Latn", "ltg-Latn"], "main_score": 0.103705, "precision": 0.100207, "recall": 0.117589}, {"accuracy": 0.217391, "f1": 0.196163, "hf_subset": "fij_Latn-nso_Latn", "languages": ["fij-Latn", "nso-Latn"], "main_score": 0.196163, "precision": 0.189036, "recall": 0.217391}, {"accuracy": 0.059289, "f1": 0.049048, "hf_subset": "fij_Latn-sin_Sinh", "languages": ["fij-Latn", "sin-Sinh"], "main_score": 0.049048, "precision": 0.046595, "recall": 0.059289}, {"accuracy": 0.141304, "f1": 0.119066, "hf_subset": "fij_Latn-tha_Thai", "languages": ["fij-Latn", "tha-Thai"], "main_score": 0.119066, "precision": 0.112573, "recall": 0.141304}, {"accuracy": 0.152174, "f1": 0.128486, "hf_subset": "fij_Latn-zho_Hans", "languages": ["fij-Latn", "zho-Hans"], "main_score": 0.128486, "precision": 0.123096, "recall": 0.152174}, {"accuracy": 0.145257, "f1": 0.131054, "hf_subset": "fij_Latn-ast_Latn", "languages": ["fij-Latn", "ast-Latn"], "main_score": 0.131054, "precision": 0.126718, "recall": 0.145257}, {"accuracy": 0.124506, "f1": 0.113848, "hf_subset": "fij_Latn-crh_Latn", "languages": ["fij-Latn", "crh-Latn"], "main_score": 0.113848, "precision": 0.111279, "recall": 0.124506}, {"accuracy": 0.179842, "f1": 0.153929, "hf_subset": "fij_Latn-glg_Latn", "languages": ["fij-Latn", "glg-Latn"], "main_score": 0.153929, "precision": 0.147478, "recall": 0.179842}, {"accuracy": 0.102767, "f1": 0.093819, "hf_subset": "fij_Latn-kas_Deva", "languages": ["fij-Latn", "kas-Deva"], "main_score": 0.093819, "precision": 0.091072, "recall": 0.102767}, {"accuracy": 0.148221, "f1": 0.132922, "hf_subset": "fij_Latn-ltz_Latn", "languages": ["fij-Latn", "ltz-Latn"], "main_score": 0.132922, "precision": 0.127807, "recall": 0.148221}, {"accuracy": 0.103755, "f1": 0.078435, "hf_subset": "fij_Latn-nus_Latn", "languages": ["fij-Latn", "nus-Latn"], "main_score": 0.078435, "precision": 0.070943, "recall": 0.103755}, {"accuracy": 0.190711, "f1": 0.165596, "hf_subset": "fij_Latn-slk_Latn", "languages": ["fij-Latn", "slk-Latn"], "main_score": 0.165596, "precision": 0.158775, "recall": 0.190711}, {"accuracy": 0.021739, "f1": 0.017801, "hf_subset": "fij_Latn-tir_Ethi", "languages": ["fij-Latn", "tir-Ethi"], "main_score": 0.017801, "precision": 0.016658, "recall": 0.021739}, {"accuracy": 0.121542, "f1": 0.106353, "hf_subset": "fij_Latn-zho_Hant", "languages": ["fij-Latn", "zho-Hant"], "main_score": 0.106353, "precision": 0.101722, "recall": 0.121542}, {"accuracy": 0.106719, "f1": 0.092977, "hf_subset": "fij_Latn-awa_Deva", "languages": ["fij-Latn", "awa-Deva"], "main_score": 0.092977, "precision": 0.090351, "recall": 0.106719}, {"accuracy": 0.119565, "f1": 0.104036, "hf_subset": "fij_Latn-cym_Latn", "languages": ["fij-Latn", "cym-Latn"], "main_score": 0.104036, "precision": 0.100139, "recall": 0.119565}, {"accuracy": 0.177866, "f1": 0.160303, "hf_subset": "fij_Latn-grn_Latn", "languages": ["fij-Latn", "grn-Latn"], "main_score": 0.160303, "precision": 0.153841, "recall": 0.177866}, {"accuracy": 0.096838, "f1": 0.087225, "hf_subset": "fij_Latn-kat_Geor", "languages": ["fij-Latn", "kat-Geor"], "main_score": 0.087225, "precision": 0.084737, "recall": 0.096838}, {"accuracy": 0.168972, "f1": 0.153065, "hf_subset": "fij_Latn-lua_Latn", "languages": ["fij-Latn", "lua-Latn"], "main_score": 0.153065, "precision": 0.147532, "recall": 0.168972}, {"accuracy": 0.200593, "f1": 0.177201, "hf_subset": "fij_Latn-nya_Latn", "languages": ["fij-Latn", "nya-Latn"], "main_score": 0.177201, "precision": 0.16901, "recall": 0.200593}, {"accuracy": 0.183794, "f1": 0.154483, "hf_subset": "fij_Latn-slv_Latn", "languages": ["fij-Latn", "slv-Latn"], "main_score": 0.154483, "precision": 0.147049, "recall": 0.183794}, {"accuracy": 0.183794, "f1": 0.166565, "hf_subset": "fij_Latn-tpi_Latn", "languages": ["fij-Latn", "tpi-Latn"], "main_score": 0.166565, "precision": 0.160453, "recall": 0.183794}, {"accuracy": 0.192688, "f1": 0.16574, "hf_subset": "fij_Latn-zsm_Latn", "languages": ["fij-Latn", "zsm-Latn"], "main_score": 0.16574, "precision": 0.159428, "recall": 0.192688}, {"accuracy": 0.178854, "f1": 0.151134, "hf_subset": "fij_Latn-ayr_Latn", "languages": ["fij-Latn", "ayr-Latn"], "main_score": 0.151134, "precision": 0.141902, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.165458, "hf_subset": "fij_Latn-dan_Latn", "languages": ["fij-Latn", "dan-Latn"], "main_score": 0.165458, "precision": 0.159131, "recall": 0.190711}, {"accuracy": 0.082016, "f1": 0.070376, "hf_subset": "fij_Latn-guj_Gujr", "languages": ["fij-Latn", "guj-Gujr"], "main_score": 0.070376, "precision": 0.067799, "recall": 0.082016}, {"accuracy": 0.131423, "f1": 0.113001, "hf_subset": "fij_Latn-kaz_Cyrl", "languages": ["fij-Latn", "kaz-Cyrl"], "main_score": 0.113001, "precision": 0.108961, "recall": 0.131423}, {"accuracy": 0.139328, "f1": 0.12117, "hf_subset": "fij_Latn-lug_Latn", "languages": ["fij-Latn", "lug-Latn"], "main_score": 0.12117, "precision": 0.114959, "recall": 0.139328}, {"accuracy": 0.168972, "f1": 0.1494, "hf_subset": "fij_Latn-oci_Latn", "languages": ["fij-Latn", "oci-Latn"], "main_score": 0.1494, "precision": 0.144368, "recall": 0.168972}, {"accuracy": 0.200593, "f1": 0.174061, "hf_subset": "fij_Latn-smo_Latn", "languages": ["fij-Latn", "smo-Latn"], "main_score": 0.174061, "precision": 0.164959, "recall": 0.200593}, {"accuracy": 0.189723, "f1": 0.169093, "hf_subset": "fij_Latn-tsn_Latn", "languages": ["fij-Latn", "tsn-Latn"], "main_score": 0.169093, "precision": 0.162489, "recall": 0.189723}, {"accuracy": 0.112648, "f1": 0.097256, "hf_subset": "fij_Latn-zul_Latn", "languages": ["fij-Latn", "zul-Latn"], "main_score": 0.097256, "precision": 0.092775, "recall": 0.112648}, {"accuracy": 0.081028, "f1": 0.070394, "hf_subset": "fij_Latn-azb_Arab", "languages": ["fij-Latn", "azb-Arab"], "main_score": 0.070394, "precision": 0.067711, "recall": 0.081028}, {"accuracy": 0.184783, "f1": 0.15822, "hf_subset": "fij_Latn-deu_Latn", "languages": ["fij-Latn", "deu-Latn"], "main_score": 0.15822, "precision": 0.151352, "recall": 0.184783}, {"accuracy": 0.174901, "f1": 0.156778, "hf_subset": "fij_Latn-hat_Latn", "languages": ["fij-Latn", "hat-Latn"], "main_score": 0.156778, "precision": 0.150268, "recall": 0.174901}, {"accuracy": 0.178854, "f1": 0.156651, "hf_subset": "fij_Latn-kbp_Latn", "languages": ["fij-Latn", "kbp-Latn"], "main_score": 0.156651, "precision": 0.149316, "recall": 0.178854}, {"accuracy": 0.181818, "f1": 0.163131, "hf_subset": "fij_Latn-luo_Latn", "languages": ["fij-Latn", "luo-Latn"], "main_score": 0.163131, "precision": 0.156136, "recall": 0.181818}, {"accuracy": 0.0583, "f1": 0.047623, "hf_subset": "fij_Latn-ory_Orya", "languages": ["fij-Latn", "ory-Orya"], "main_score": 0.047623, "precision": 0.045912, "recall": 0.0583}, {"accuracy": 0.13834, "f1": 0.118574, "hf_subset": "fij_Latn-sna_Latn", "languages": ["fij-Latn", "sna-Latn"], "main_score": 0.118574, "precision": 0.113263, "recall": 0.13834}, {"accuracy": 0.162055, "f1": 0.149415, "hf_subset": "fij_Latn-tso_Latn", "languages": ["fij-Latn", "tso-Latn"], "main_score": 0.149415, "precision": 0.145105, "recall": 0.162055}, {"accuracy": 0.110672, "f1": 0.097593, "hf_subset": "fij_Latn-azj_Latn", "languages": ["fij-Latn", "azj-Latn"], "main_score": 0.097593, "precision": 0.094703, "recall": 0.110672}, {"accuracy": 0.186759, "f1": 0.16609, "hf_subset": "fij_Latn-dik_Latn", "languages": ["fij-Latn", "dik-Latn"], "main_score": 0.16609, "precision": 0.159021, "recall": 0.186759}, {"accuracy": 0.187747, "f1": 0.166522, "hf_subset": "fij_Latn-hau_Latn", "languages": ["fij-Latn", "hau-Latn"], "main_score": 0.166522, "precision": 0.159693, "recall": 0.187747}, {"accuracy": 0.125494, "f1": 0.115126, "hf_subset": "fij_Latn-kea_Latn", "languages": ["fij-Latn", "kea-Latn"], "main_score": 0.115126, "precision": 0.111589, "recall": 0.125494}, {"accuracy": 0.195652, "f1": 0.177941, "hf_subset": "fij_Latn-lus_Latn", "languages": ["fij-Latn", "lus-Latn"], "main_score": 0.177941, "precision": 0.171879, "recall": 0.195652}, {"accuracy": 0.166996, "f1": 0.157726, "hf_subset": "fij_Latn-pag_Latn", "languages": ["fij-Latn", "pag-Latn"], "main_score": 0.157726, "precision": 0.154425, "recall": 0.166996}, {"accuracy": 0.078063, "f1": 0.06709, "hf_subset": "fij_Latn-snd_Arab", "languages": ["fij-Latn", "snd-Arab"], "main_score": 0.06709, "precision": 0.064508, "recall": 0.078063}, {"accuracy": 0.109684, "f1": 0.09984, "hf_subset": "fij_Latn-tuk_Latn", "languages": ["fij-Latn", "tuk-Latn"], "main_score": 0.09984, "precision": 0.096733, "recall": 0.109684}, {"accuracy": 0.140316, "f1": 0.123066, "hf_subset": "fij_Latn-bak_Cyrl", "languages": ["fij-Latn", "bak-Cyrl"], "main_score": 0.123066, "precision": 0.117823, "recall": 0.140316}, {"accuracy": 0.142292, "f1": 0.124569, "hf_subset": "fij_Latn-dyu_Latn", "languages": ["fij-Latn", "dyu-Latn"], "main_score": 0.124569, "precision": 0.117806, "recall": 0.142292}, {"accuracy": 0.117589, "f1": 0.098524, "hf_subset": "fij_Latn-heb_Hebr", "languages": ["fij-Latn", "heb-Hebr"], "main_score": 0.098524, "precision": 0.093481, "recall": 0.117589}, {"accuracy": 0.126482, "f1": 0.109165, "hf_subset": "fij_Latn-khk_Cyrl", "languages": ["fij-Latn", "khk-Cyrl"], "main_score": 0.109165, "precision": 0.105028, "recall": 0.126482}, {"accuracy": 0.151186, "f1": 0.132324, "hf_subset": "fij_Latn-lvs_Latn", "languages": ["fij-Latn", "lvs-Latn"], "main_score": 0.132324, "precision": 0.127463, "recall": 0.151186}, {"accuracy": 0.052372, "f1": 0.044379, "hf_subset": "fij_Latn-pan_Guru", "languages": ["fij-Latn", "pan-Guru"], "main_score": 0.044379, "precision": 0.042335, "recall": 0.052372}, {"accuracy": 0.139328, "f1": 0.124779, "hf_subset": "fij_Latn-som_Latn", "languages": ["fij-Latn", "som-Latn"], "main_score": 0.124779, "precision": 0.119647, "recall": 0.139328}, {"accuracy": 0.189723, "f1": 0.160497, "hf_subset": "fij_Latn-tum_Latn", "languages": ["fij-Latn", "tum-Latn"], "main_score": 0.160497, "precision": 0.151003, "recall": 0.189723}, {"accuracy": 0.076087, "f1": 0.05377, "hf_subset": "isl_Latn-ace_Arab", "languages": ["isl-Latn", "ace-Arab"], "main_score": 0.05377, "precision": 0.04804, "recall": 0.076087}, {"accuracy": 0.226285, "f1": 0.170291, "hf_subset": "isl_Latn-bam_Latn", "languages": ["isl-Latn", "bam-Latn"], "main_score": 0.170291, "precision": 0.154333, "recall": 0.226285}, {"accuracy": 0.003953, "f1": 6.9e-05, "hf_subset": "isl_Latn-dzo_Tibt", "languages": ["isl-Latn", "dzo-Tibt"], "main_score": 6.9e-05, "precision": 3.5e-05, "recall": 0.003953}, {"accuracy": 0.763834, "f1": 0.719854, "hf_subset": "isl_Latn-hin_Deva", "languages": ["isl-Latn", "hin-Deva"], "main_score": 0.719854, "precision": 0.702197, "recall": 0.763834}, {"accuracy": 0.701581, "f1": 0.654797, "hf_subset": "isl_Latn-khm_Khmr", "languages": ["isl-Latn", "khm-Khmr"], "main_score": 0.654797, "precision": 0.636102, "recall": 0.701581}, {"accuracy": 0.666996, "f1": 0.6153, "hf_subset": "isl_Latn-mag_Deva", "languages": ["isl-Latn", "mag-Deva"], "main_score": 0.6153, "precision": 0.593274, "recall": 0.666996}, {"accuracy": 0.525692, "f1": 0.474791, "hf_subset": "isl_Latn-pap_Latn", "languages": ["isl-Latn", "pap-Latn"], "main_score": 0.474791, "precision": 0.455334, "recall": 0.525692}, {"accuracy": 0.23419, "f1": 0.17922, "hf_subset": "isl_Latn-sot_Latn", "languages": ["isl-Latn", "sot-Latn"], "main_score": 0.17922, "precision": 0.16473, "recall": 0.23419}, {"accuracy": 0.787549, "f1": 0.749696, "hf_subset": "isl_Latn-tur_Latn", "languages": ["isl-Latn", "tur-Latn"], "main_score": 0.749696, "precision": 0.735564, "recall": 0.787549}, {"accuracy": 0.370553, "f1": 0.304235, "hf_subset": "isl_Latn-ace_Latn", "languages": ["isl-Latn", "ace-Latn"], "main_score": 0.304235, "precision": 0.281157, "recall": 0.370553}, {"accuracy": 0.502964, "f1": 0.454414, "hf_subset": "isl_Latn-ban_Latn", "languages": ["isl-Latn", "ban-Latn"], "main_score": 0.454414, "precision": 0.435255, "recall": 0.502964}, {"accuracy": 0.773715, "f1": 0.725062, "hf_subset": "isl_Latn-ell_Grek", "languages": ["isl-Latn", "ell-Grek"], "main_score": 0.725062, "precision": 0.705222, "recall": 0.773715}, {"accuracy": 0.645257, "f1": 0.597587, "hf_subset": "isl_Latn-hne_Deva", "languages": ["isl-Latn", "hne-Deva"], "main_score": 0.597587, "precision": 0.578297, "recall": 0.645257}, {"accuracy": 0.236166, "f1": 0.17829, "hf_subset": "isl_Latn-kik_Latn", "languages": ["isl-Latn", "kik-Latn"], "main_score": 0.17829, "precision": 0.160846, "recall": 0.236166}, {"accuracy": 0.63834, "f1": 0.59333, "hf_subset": "isl_Latn-mai_Deva", "languages": ["isl-Latn", "mai-Deva"], "main_score": 0.59333, "precision": 0.574545, "recall": 0.63834}, {"accuracy": 0.607708, "f1": 0.560496, "hf_subset": "isl_Latn-pbt_Arab", "languages": ["isl-Latn", "pbt-Arab"], "main_score": 0.560496, "precision": 0.542274, "recall": 0.607708}, {"accuracy": 0.798419, "f1": 0.756788, "hf_subset": "isl_Latn-spa_Latn", "languages": ["isl-Latn", "spa-Latn"], "main_score": 0.756788, "precision": 0.740297, "recall": 0.798419}, {"accuracy": 0.268775, "f1": 0.206675, "hf_subset": "isl_Latn-twi_Latn", "languages": ["isl-Latn", "twi-Latn"], "main_score": 0.206675, "precision": 0.188978, "recall": 0.268775}, {"accuracy": 0.720356, "f1": 0.675907, "hf_subset": "isl_Latn-acm_Arab", "languages": ["isl-Latn", "acm-Arab"], "main_score": 0.675907, "precision": 0.658022, "recall": 0.720356}, {"accuracy": 0.729249, "f1": 0.690354, "hf_subset": "isl_Latn-bel_Cyrl", "languages": ["isl-Latn", "bel-Cyrl"], "main_score": 0.690354, "precision": 0.675787, "recall": 0.729249}, {"accuracy": 0.809289, "f1": 0.769284, "hf_subset": "isl_Latn-eng_Latn", "languages": ["isl-Latn", "eng-Latn"], "main_score": 0.769284, "precision": 0.753228, "recall": 0.809289}, {"accuracy": 0.796443, "f1": 0.761912, "hf_subset": "isl_Latn-hrv_Latn", "languages": ["isl-Latn", "hrv-Latn"], "main_score": 0.761912, "precision": 0.748404, "recall": 0.796443}, {"accuracy": 0.175889, "f1": 0.132657, "hf_subset": "isl_Latn-kin_Latn", "languages": ["isl-Latn", "kin-Latn"], "main_score": 0.132657, "precision": 0.120419, "recall": 0.175889}, {"accuracy": 0.602767, "f1": 0.55696, "hf_subset": "isl_Latn-mal_Mlym", "languages": ["isl-Latn", "mal-Mlym"], "main_score": 0.55696, "precision": 0.539922, "recall": 0.602767}, {"accuracy": 0.757905, "f1": 0.712167, "hf_subset": "isl_Latn-pes_Arab", "languages": ["isl-Latn", "pes-Arab"], "main_score": 0.712167, "precision": 0.69481, "recall": 0.757905}, {"accuracy": 0.554348, "f1": 0.50096, "hf_subset": "isl_Latn-srd_Latn", "languages": ["isl-Latn", "srd-Latn"], "main_score": 0.50096, "precision": 0.480289, "recall": 0.554348}, {"accuracy": 0.06917, "f1": 0.034051, "hf_subset": "isl_Latn-tzm_Tfng", "languages": ["isl-Latn", "tzm-Tfng"], "main_score": 0.034051, "precision": 0.028534, "recall": 0.06917}, {"accuracy": 0.745059, "f1": 0.703255, "hf_subset": "isl_Latn-acq_Arab", "languages": ["isl-Latn", "acq-Arab"], "main_score": 0.703255, "precision": 0.686777, "recall": 0.745059}, {"accuracy": 0.206522, "f1": 0.155691, "hf_subset": "isl_Latn-bem_Latn", "languages": ["isl-Latn", "bem-Latn"], "main_score": 0.155691, "precision": 0.140637, "recall": 0.206522}, {"accuracy": 0.678854, "f1": 0.636013, "hf_subset": "isl_Latn-epo_Latn", "languages": ["isl-Latn", "epo-Latn"], "main_score": 0.636013, "precision": 0.619765, "recall": 0.678854}, {"accuracy": 0.798419, "f1": 0.759984, "hf_subset": "isl_Latn-hun_Latn", "languages": ["isl-Latn", "hun-Latn"], "main_score": 0.759984, "precision": 0.745713, "recall": 0.798419}, {"accuracy": 0.692688, "f1": 0.657119, "hf_subset": "isl_Latn-kir_Cyrl", "languages": ["isl-Latn", "kir-Cyrl"], "main_score": 0.657119, "precision": 0.644443, "recall": 0.692688}, {"accuracy": 0.644269, "f1": 0.596723, "hf_subset": "isl_Latn-mar_Deva", "languages": ["isl-Latn", "mar-Deva"], "main_score": 0.596723, "precision": 0.578125, "recall": 0.644269}, {"accuracy": 0.291502, "f1": 0.236114, "hf_subset": "isl_Latn-plt_Latn", "languages": ["isl-Latn", "plt-Latn"], "main_score": 0.236114, "precision": 0.217462, "recall": 0.291502}, {"accuracy": 0.786561, "f1": 0.744815, "hf_subset": "isl_Latn-srp_Cyrl", "languages": ["isl-Latn", "srp-Cyrl"], "main_score": 0.744815, "precision": 0.728444, "recall": 0.786561}, {"accuracy": 0.571146, "f1": 0.514985, "hf_subset": "isl_Latn-uig_Arab", "languages": ["isl-Latn", "uig-Arab"], "main_score": 0.514985, "precision": 0.494572, "recall": 0.571146}, {"accuracy": 0.666008, "f1": 0.619419, "hf_subset": "isl_Latn-aeb_Arab", "languages": ["isl-Latn", "aeb-Arab"], "main_score": 0.619419, "precision": 0.601882, "recall": 0.666008}, {"accuracy": 0.651186, "f1": 0.60407, "hf_subset": "isl_Latn-ben_Beng", "languages": ["isl-Latn", "ben-Beng"], "main_score": 0.60407, "precision": 0.585588, "recall": 0.651186}, {"accuracy": 0.79249, "f1": 0.760491, "hf_subset": "isl_Latn-est_Latn", "languages": ["isl-Latn", "est-Latn"], "main_score": 0.760491, "precision": 0.747441, "recall": 0.79249}, {"accuracy": 0.761858, "f1": 0.713147, "hf_subset": "isl_Latn-hye_Armn", "languages": ["isl-Latn", "hye-Armn"], "main_score": 0.713147, "precision": 0.693991, "recall": 0.761858}, {"accuracy": 0.184783, "f1": 0.128915, "hf_subset": "isl_Latn-kmb_Latn", "languages": ["isl-Latn", "kmb-Latn"], "main_score": 0.128915, "precision": 0.115071, "recall": 0.184783}, {"accuracy": 0.059289, "f1": 0.037187, "hf_subset": "isl_Latn-min_Arab", "languages": ["isl-Latn", "min-Arab"], "main_score": 0.037187, "precision": 0.031952, "recall": 0.059289}, {"accuracy": 0.791502, "f1": 0.753793, "hf_subset": "isl_Latn-pol_Latn", "languages": ["isl-Latn", "pol-Latn"], "main_score": 0.753793, "precision": 0.73859, "recall": 0.791502}, {"accuracy": 0.163043, "f1": 0.116779, "hf_subset": "isl_Latn-ssw_Latn", "languages": ["isl-Latn", "ssw-Latn"], "main_score": 0.116779, "precision": 0.105114, "recall": 0.163043}, {"accuracy": 0.789526, "f1": 0.749998, "hf_subset": "isl_Latn-ukr_Cyrl", "languages": ["isl-Latn", "ukr-Cyrl"], "main_score": 0.749998, "precision": 0.734587, "recall": 0.789526}, {"accuracy": 0.76087, "f1": 0.71916, "hf_subset": "isl_Latn-afr_Latn", "languages": ["isl-Latn", "afr-Latn"], "main_score": 0.71916, "precision": 0.702432, "recall": 0.76087}, {"accuracy": 0.601779, "f1": 0.554684, "hf_subset": "isl_Latn-bho_Deva", "languages": ["isl-Latn", "bho-Deva"], "main_score": 0.554684, "precision": 0.537785, "recall": 0.601779}, {"accuracy": 0.603755, "f1": 0.56486, "hf_subset": "isl_Latn-eus_Latn", "languages": ["isl-Latn", "eus-Latn"], "main_score": 0.56486, "precision": 0.549272, "recall": 0.603755}, {"accuracy": 0.201581, "f1": 0.146179, "hf_subset": "isl_Latn-ibo_Latn", "languages": ["isl-Latn", "ibo-Latn"], "main_score": 0.146179, "precision": 0.13148, "recall": 0.201581}, {"accuracy": 0.586957, "f1": 0.544972, "hf_subset": "isl_Latn-kmr_Latn", "languages": ["isl-Latn", "kmr-Latn"], "main_score": 0.544972, "precision": 0.528799, "recall": 0.586957}, {"accuracy": 0.496047, "f1": 0.442288, "hf_subset": "isl_Latn-min_Latn", "languages": ["isl-Latn", "min-Latn"], "main_score": 0.442288, "precision": 0.421722, "recall": 0.496047}, {"accuracy": 0.821146, "f1": 0.784404, "hf_subset": "isl_Latn-por_Latn", "languages": ["isl-Latn", "por-Latn"], "main_score": 0.784404, "precision": 0.770233, "recall": 0.821146}, {"accuracy": 0.56917, "f1": 0.522918, "hf_subset": "isl_Latn-sun_Latn", "languages": ["isl-Latn", "sun-Latn"], "main_score": 0.522918, "precision": 0.50486, "recall": 0.56917}, {"accuracy": 0.201581, "f1": 0.145682, "hf_subset": "isl_Latn-umb_Latn", "languages": ["isl-Latn", "umb-Latn"], "main_score": 0.145682, "precision": 0.130985, "recall": 0.201581}, {"accuracy": 0.730237, "f1": 0.687162, "hf_subset": "isl_Latn-ajp_Arab", "languages": ["isl-Latn", "ajp-Arab"], "main_score": 0.687162, "precision": 0.670298, "recall": 0.730237}, {"accuracy": 0.063241, "f1": 0.040117, "hf_subset": "isl_Latn-bjn_Arab", "languages": ["isl-Latn", "bjn-Arab"], "main_score": 0.040117, "precision": 0.034892, "recall": 0.063241}, {"accuracy": 0.264822, "f1": 0.213882, "hf_subset": "isl_Latn-ewe_Latn", "languages": ["isl-Latn", "ewe-Latn"], "main_score": 0.213882, "precision": 0.1984, "recall": 0.264822}, {"accuracy": 0.33004, "f1": 0.27093, "hf_subset": "isl_Latn-ilo_Latn", "languages": ["isl-Latn", "ilo-Latn"], "main_score": 0.27093, "precision": 0.250742, "recall": 0.33004}, {"accuracy": 0.090909, "f1": 0.060836, "hf_subset": "isl_Latn-knc_Arab", "languages": ["isl-Latn", "knc-Arab"], "main_score": 0.060836, "precision": 0.05287, "recall": 0.090909}, {"accuracy": 0.797431, "f1": 0.7575, "hf_subset": "isl_Latn-mkd_Cyrl", "languages": ["isl-Latn", "mkd-Cyrl"], "main_score": 0.7575, "precision": 0.74196, "recall": 0.797431}, {"accuracy": 0.73419, "f1": 0.693252, "hf_subset": "isl_Latn-prs_Arab", "languages": ["isl-Latn", "prs-Arab"], "main_score": 0.693252, "precision": 0.676279, "recall": 0.73419}, {"accuracy": 0.790514, "f1": 0.759816, "hf_subset": "isl_Latn-swe_Latn", "languages": ["isl-Latn", "swe-Latn"], "main_score": 0.759816, "precision": 0.747481, "recall": 0.790514}, {"accuracy": 0.713439, "f1": 0.660693, "hf_subset": "isl_Latn-urd_Arab", "languages": ["isl-Latn", "urd-Arab"], "main_score": 0.660693, "precision": 0.63977, "recall": 0.713439}, {"accuracy": 0.273715, "f1": 0.219105, "hf_subset": "isl_Latn-aka_Latn", "languages": ["isl-Latn", "aka-Latn"], "main_score": 0.219105, "precision": 0.202409, "recall": 0.273715}, {"accuracy": 0.594862, "f1": 0.545144, "hf_subset": "isl_Latn-bjn_Latn", "languages": ["isl-Latn", "bjn-Latn"], "main_score": 0.545144, "precision": 0.526747, "recall": 0.594862}, {"accuracy": 0.533597, "f1": 0.485103, "hf_subset": "isl_Latn-fao_Latn", "languages": ["isl-Latn", "fao-Latn"], "main_score": 0.485103, "precision": 0.467278, "recall": 0.533597}, {"accuracy": 0.797431, "f1": 0.76091, "hf_subset": "isl_Latn-ind_Latn", "languages": ["isl-Latn", "ind-Latn"], "main_score": 0.76091, "precision": 0.746009, "recall": 0.797431}, {"accuracy": 0.254941, "f1": 0.195206, "hf_subset": "isl_Latn-knc_Latn", "languages": ["isl-Latn", "knc-Latn"], "main_score": 0.195206, "precision": 0.17825, "recall": 0.254941}, {"accuracy": 0.302372, "f1": 0.240014, "hf_subset": "isl_Latn-mlt_Latn", "languages": ["isl-Latn", "mlt-Latn"], "main_score": 0.240014, "precision": 0.220242, "recall": 0.302372}, {"accuracy": 0.235178, "f1": 0.176127, "hf_subset": "isl_Latn-quy_Latn", "languages": ["isl-Latn", "quy-Latn"], "main_score": 0.176127, "precision": 0.159656, "recall": 0.235178}, {"accuracy": 0.338933, "f1": 0.278397, "hf_subset": "isl_Latn-swh_Latn", "languages": ["isl-Latn", "swh-Latn"], "main_score": 0.278397, "precision": 0.257686, "recall": 0.338933}, {"accuracy": 0.539526, "f1": 0.484166, "hf_subset": "isl_Latn-uzn_Latn", "languages": ["isl-Latn", "uzn-Latn"], "main_score": 0.484166, "precision": 0.463805, "recall": 0.539526}, {"accuracy": 0.779644, "f1": 0.739678, "hf_subset": "isl_Latn-als_Latn", "languages": ["isl-Latn", "als-Latn"], "main_score": 0.739678, "precision": 0.724029, "recall": 0.779644}, {"accuracy": 0.05336, "f1": 0.019807, "hf_subset": "isl_Latn-bod_Tibt", "languages": ["isl-Latn", "bod-Tibt"], "main_score": 0.019807, "precision": 0.015179, "recall": 0.05336}, {"accuracy": 0.22332, "f1": 0.176096, "hf_subset": "isl_Latn-fij_Latn", "languages": ["isl-Latn", "fij-Latn"], "main_score": 0.176096, "precision": 0.161781, "recall": 0.22332}, {"accuracy": 0.229249, "f1": 0.178799, "hf_subset": "isl_Latn-kon_Latn", "languages": ["isl-Latn", "kon-Latn"], "main_score": 0.178799, "precision": 0.164236, "recall": 0.229249}, {"accuracy": 0.062253, "f1": 0.035314, "hf_subset": "isl_Latn-mni_Beng", "languages": ["isl-Latn", "mni-Beng"], "main_score": 0.035314, "precision": 0.030906, "recall": 0.062253}, {"accuracy": 0.806324, "f1": 0.765744, "hf_subset": "isl_Latn-ron_Latn", "languages": ["isl-Latn", "ron-Latn"], "main_score": 0.765744, "precision": 0.75024, "recall": 0.806324}, {"accuracy": 0.616601, "f1": 0.566071, "hf_subset": "isl_Latn-szl_Latn", "languages": ["isl-Latn", "szl-Latn"], "main_score": 0.566071, "precision": 0.545469, "recall": 0.616601}, {"accuracy": 0.621542, "f1": 0.573717, "hf_subset": "isl_Latn-vec_Latn", "languages": ["isl-Latn", "vec-Latn"], "main_score": 0.573717, "precision": 0.554696, "recall": 0.621542}, {"accuracy": 0.548419, "f1": 0.490759, "hf_subset": "isl_Latn-amh_Ethi", "languages": ["isl-Latn", "amh-Ethi"], "main_score": 0.490759, "precision": 0.467968, "recall": 0.548419}, {"accuracy": 0.797431, "f1": 0.758676, "hf_subset": "isl_Latn-bos_Latn", "languages": ["isl-Latn", "bos-Latn"], "main_score": 0.758676, "precision": 0.74385, "recall": 0.797431}, {"accuracy": 0.799407, "f1": 0.761665, "hf_subset": "isl_Latn-fin_Latn", "languages": ["isl-Latn", "fin-Latn"], "main_score": 0.761665, "precision": 0.746824, "recall": 0.799407}, {"accuracy": 0.806324, "f1": 0.766237, "hf_subset": "isl_Latn-ita_Latn", "languages": ["isl-Latn", "ita-Latn"], "main_score": 0.766237, "precision": 0.750066, "recall": 0.806324}, {"accuracy": 0.736166, "f1": 0.695429, "hf_subset": "isl_Latn-kor_Hang", "languages": ["isl-Latn", "kor-Hang"], "main_score": 0.695429, "precision": 0.679504, "recall": 0.736166}, {"accuracy": 0.222332, "f1": 0.171502, "hf_subset": "isl_Latn-mos_Latn", "languages": ["isl-Latn", "mos-Latn"], "main_score": 0.171502, "precision": 0.156182, "recall": 0.222332}, {"accuracy": 0.174901, "f1": 0.131617, "hf_subset": "isl_Latn-run_Latn", "languages": ["isl-Latn", "run-Latn"], "main_score": 0.131617, "precision": 0.119762, "recall": 0.174901}, {"accuracy": 0.617589, "f1": 0.57189, "hf_subset": "isl_Latn-tam_Taml", "languages": ["isl-Latn", "tam-Taml"], "main_score": 0.57189, "precision": 0.552862, "recall": 0.617589}, {"accuracy": 0.790514, "f1": 0.752848, "hf_subset": "isl_Latn-vie_Latn", "languages": ["isl-Latn", "vie-Latn"], "main_score": 0.752848, "precision": 0.738069, "recall": 0.790514}, {"accuracy": 0.710474, "f1": 0.666173, "hf_subset": "isl_Latn-apc_Arab", "languages": ["isl-Latn", "apc-Arab"], "main_score": 0.666173, "precision": 0.648686, "recall": 0.710474}, {"accuracy": 0.335968, "f1": 0.277844, "hf_subset": "isl_Latn-bug_Latn", "languages": ["isl-Latn", "bug-Latn"], "main_score": 0.277844, "precision": 0.258402, "recall": 0.335968}, {"accuracy": 0.220356, "f1": 0.166942, "hf_subset": "isl_Latn-fon_Latn", "languages": ["isl-Latn", "fon-Latn"], "main_score": 0.166942, "precision": 0.151126, "recall": 0.220356}, {"accuracy": 0.559289, "f1": 0.513844, "hf_subset": "isl_Latn-jav_Latn", "languages": ["isl-Latn", "jav-Latn"], "main_score": 0.513844, "precision": 0.496552, "recall": 0.559289}, {"accuracy": 0.725296, "f1": 0.683151, "hf_subset": "isl_Latn-lao_Laoo", "languages": ["isl-Latn", "lao-Laoo"], "main_score": 0.683151, "precision": 0.665695, "recall": 0.725296}, {"accuracy": 0.219368, "f1": 0.157272, "hf_subset": "isl_Latn-mri_Latn", "languages": ["isl-Latn", "mri-Latn"], "main_score": 0.157272, "precision": 0.140511, "recall": 0.219368}, {"accuracy": 0.781621, "f1": 0.738484, "hf_subset": "isl_Latn-rus_Cyrl", "languages": ["isl-Latn", "rus-Cyrl"], "main_score": 0.738484, "precision": 0.720578, "recall": 0.781621}, {"accuracy": 0.241107, "f1": 0.199062, "hf_subset": "isl_Latn-taq_Latn", "languages": ["isl-Latn", "taq-Latn"], "main_score": 0.199062, "precision": 0.185558, "recall": 0.241107}, {"accuracy": 0.342885, "f1": 0.28004, "hf_subset": "isl_Latn-war_Latn", "languages": ["isl-Latn", "war-Latn"], "main_score": 0.28004, "precision": 0.258201, "recall": 0.342885}, {"accuracy": 0.756917, "f1": 0.716183, "hf_subset": "isl_Latn-arb_Arab", "languages": ["isl-Latn", "arb-Arab"], "main_score": 0.716183, "precision": 0.700045, "recall": 0.756917}, {"accuracy": 0.807312, "f1": 0.767312, "hf_subset": "isl_Latn-bul_Cyrl", "languages": ["isl-Latn", "bul-Cyrl"], "main_score": 0.767312, "precision": 0.751738, "recall": 0.807312}, {"accuracy": 0.804348, "f1": 0.766547, "hf_subset": "isl_Latn-fra_Latn", "languages": ["isl-Latn", "fra-Latn"], "main_score": 0.766547, "precision": 0.751888, "recall": 0.804348}, {"accuracy": 0.773715, "f1": 0.732119, "hf_subset": "isl_Latn-jpn_Jpan", "languages": ["isl-Latn", "jpn-Jpan"], "main_score": 0.732119, "precision": 0.714443, "recall": 0.773715}, {"accuracy": 0.572134, "f1": 0.525008, "hf_subset": "isl_Latn-lij_Latn", "languages": ["isl-Latn", "lij-Latn"], "main_score": 0.525008, "precision": 0.505838, "recall": 0.572134}, {"accuracy": 0.694664, "f1": 0.643308, "hf_subset": "isl_Latn-mya_Mymr", "languages": ["isl-Latn", "mya-Mymr"], "main_score": 0.643308, "precision": 0.623132, "recall": 0.694664}, {"accuracy": 0.25, "f1": 0.19292, "hf_subset": "isl_Latn-sag_Latn", "languages": ["isl-Latn", "sag-Latn"], "main_score": 0.19292, "precision": 0.174409, "recall": 0.25}, {"accuracy": 0.074111, "f1": 0.039322, "hf_subset": "isl_Latn-taq_Tfng", "languages": ["isl-Latn", "taq-Tfng"], "main_score": 0.039322, "precision": 0.032537, "recall": 0.074111}, {"accuracy": 0.258893, "f1": 0.204341, "hf_subset": "isl_Latn-wol_Latn", "languages": ["isl-Latn", "wol-Latn"], "main_score": 0.204341, "precision": 0.187532, "recall": 0.258893}, {"accuracy": 0.144269, "f1": 0.09326, "hf_subset": "isl_Latn-arb_Latn", "languages": ["isl-Latn", "arb-Latn"], "main_score": 0.09326, "precision": 0.081956, "recall": 0.144269}, {"accuracy": 0.797431, "f1": 0.755192, "hf_subset": "isl_Latn-cat_Latn", "languages": ["isl-Latn", "cat-Latn"], "main_score": 0.755192, "precision": 0.738956, "recall": 0.797431}, {"accuracy": 0.555336, "f1": 0.503223, "hf_subset": "isl_Latn-fur_Latn", "languages": ["isl-Latn", "fur-Latn"], "main_score": 0.503223, "precision": 0.482783, "recall": 0.555336}, {"accuracy": 0.093874, "f1": 0.065938, "hf_subset": "isl_Latn-kab_Latn", "languages": ["isl-Latn", "kab-Latn"], "main_score": 0.065938, "precision": 0.058842, "recall": 0.093874}, {"accuracy": 0.586957, "f1": 0.540525, "hf_subset": "isl_Latn-lim_Latn", "languages": ["isl-Latn", "lim-Latn"], "main_score": 0.540525, "precision": 0.521113, "recall": 0.586957}, {"accuracy": 0.804348, "f1": 0.764486, "hf_subset": "isl_Latn-nld_Latn", "languages": ["isl-Latn", "nld-Latn"], "main_score": 0.764486, "precision": 0.748949, "recall": 0.804348}, {"accuracy": 0.500988, "f1": 0.449498, "hf_subset": "isl_Latn-san_Deva", "languages": ["isl-Latn", "san-Deva"], "main_score": 0.449498, "precision": 0.428291, "recall": 0.500988}, {"accuracy": 0.41996, "f1": 0.361073, "hf_subset": "isl_Latn-tat_Cyrl", "languages": ["isl-Latn", "tat-Cyrl"], "main_score": 0.361073, "precision": 0.338765, "recall": 0.41996}, {"accuracy": 0.188735, "f1": 0.134079, "hf_subset": "isl_Latn-xho_Latn", "languages": ["isl-Latn", "xho-Latn"], "main_score": 0.134079, "precision": 0.12094, "recall": 0.188735}, {"accuracy": 0.745059, "f1": 0.701, "hf_subset": "isl_Latn-ars_Arab", "languages": ["isl-Latn", "ars-Arab"], "main_score": 0.701, "precision": 0.682878, "recall": 0.745059}, {"accuracy": 0.343874, "f1": 0.289419, "hf_subset": "isl_Latn-ceb_Latn", "languages": ["isl-Latn", "ceb-Latn"], "main_score": 0.289419, "precision": 0.27077, "recall": 0.343874}, {"accuracy": 0.213439, "f1": 0.158545, "hf_subset": "isl_Latn-fuv_Latn", "languages": ["isl-Latn", "fuv-Latn"], "main_score": 0.158545, "precision": 0.143006, "recall": 0.213439}, {"accuracy": 0.205534, "f1": 0.155497, "hf_subset": "isl_Latn-kac_Latn", "languages": ["isl-Latn", "kac-Latn"], "main_score": 0.155497, "precision": 0.141462, "recall": 0.205534}, {"accuracy": 0.221344, "f1": 0.171449, "hf_subset": "isl_Latn-lin_Latn", "languages": ["isl-Latn", "lin-Latn"], "main_score": 0.171449, "precision": 0.15698, "recall": 0.221344}, {"accuracy": 0.783597, "f1": 0.745531, "hf_subset": "isl_Latn-nno_Latn", "languages": ["isl-Latn", "nno-Latn"], "main_score": 0.745531, "precision": 0.730892, "recall": 0.783597}, {"accuracy": 0.020751, "f1": 0.006391, "hf_subset": "isl_Latn-sat_Olck", "languages": ["isl-Latn", "sat-Olck"], "main_score": 0.006391, "precision": 0.004933, "recall": 0.020751}, {"accuracy": 0.610672, "f1": 0.558923, "hf_subset": "isl_Latn-tel_Telu", "languages": ["isl-Latn", "tel-Telu"], "main_score": 0.558923, "precision": 0.539154, "recall": 0.610672}, {"accuracy": 0.357708, "f1": 0.305934, "hf_subset": "isl_Latn-ydd_Hebr", "languages": ["isl-Latn", "ydd-Hebr"], "main_score": 0.305934, "precision": 0.285937, "recall": 0.357708}, {"accuracy": 0.617589, "f1": 0.571566, "hf_subset": "isl_Latn-ary_Arab", "languages": ["isl-Latn", "ary-Arab"], "main_score": 0.571566, "precision": 0.551587, "recall": 0.617589}, {"accuracy": 0.816206, "f1": 0.779491, "hf_subset": "isl_Latn-ces_Latn", "languages": ["isl-Latn", "ces-Latn"], "main_score": 0.779491, "precision": 0.765199, "recall": 0.816206}, {"accuracy": 0.114625, "f1": 0.074581, "hf_subset": "isl_Latn-gaz_Latn", "languages": ["isl-Latn", "gaz-Latn"], "main_score": 0.074581, "precision": 0.065568, "recall": 0.114625}, {"accuracy": 0.20751, "f1": 0.155894, "hf_subset": "isl_Latn-kam_Latn", "languages": ["isl-Latn", "kam-Latn"], "main_score": 0.155894, "precision": 0.140867, "recall": 0.20751}, {"accuracy": 0.797431, "f1": 0.760043, "hf_subset": "isl_Latn-lit_Latn", "languages": ["isl-Latn", "lit-Latn"], "main_score": 0.760043, "precision": 0.745012, "recall": 0.797431}, {"accuracy": 0.807312, "f1": 0.764143, "hf_subset": "isl_Latn-nob_Latn", "languages": ["isl-Latn", "nob-Latn"], "main_score": 0.764143, "precision": 0.746651, "recall": 0.807312}, {"accuracy": 0.521739, "f1": 0.464766, "hf_subset": "isl_Latn-scn_Latn", "languages": ["isl-Latn", "scn-Latn"], "main_score": 0.464766, "precision": 0.443824, "recall": 0.521739}, {"accuracy": 0.18083, "f1": 0.131093, "hf_subset": "isl_Latn-tgk_Cyrl", "languages": ["isl-Latn", "tgk-Cyrl"], "main_score": 0.131093, "precision": 0.117117, "recall": 0.18083}, {"accuracy": 0.228261, "f1": 0.167145, "hf_subset": "isl_Latn-yor_Latn", "languages": ["isl-Latn", "yor-Latn"], "main_score": 0.167145, "precision": 0.148275, "recall": 0.228261}, {"accuracy": 0.714427, "f1": 0.669773, "hf_subset": "isl_Latn-arz_Arab", "languages": ["isl-Latn", "arz-Arab"], "main_score": 0.669773, "precision": 0.651566, "recall": 0.714427}, {"accuracy": 0.18083, "f1": 0.132834, "hf_subset": "isl_Latn-cjk_Latn", "languages": ["isl-Latn", "cjk-Latn"], "main_score": 0.132834, "precision": 0.12087, "recall": 0.18083}, {"accuracy": 0.243083, "f1": 0.189616, "hf_subset": "isl_Latn-gla_Latn", "languages": ["isl-Latn", "gla-Latn"], "main_score": 0.189616, "precision": 0.173497, "recall": 0.243083}, {"accuracy": 0.587945, "f1": 0.535078, "hf_subset": "isl_Latn-kan_Knda", "languages": ["isl-Latn", "kan-Knda"], "main_score": 0.535078, "precision": 0.514847, "recall": 0.587945}, {"accuracy": 0.523715, "f1": 0.474995, "hf_subset": "isl_Latn-lmo_Latn", "languages": ["isl-Latn", "lmo-Latn"], "main_score": 0.474995, "precision": 0.45632, "recall": 0.523715}, {"accuracy": 0.712451, "f1": 0.672972, "hf_subset": "isl_Latn-npi_Deva", "languages": ["isl-Latn", "npi-Deva"], "main_score": 0.672972, "precision": 0.656295, "recall": 0.712451}, {"accuracy": 0.285573, "f1": 0.224782, "hf_subset": "isl_Latn-shn_Mymr", "languages": ["isl-Latn", "shn-Mymr"], "main_score": 0.224782, "precision": 0.204088, "recall": 0.285573}, {"accuracy": 0.412055, "f1": 0.351107, "hf_subset": "isl_Latn-tgl_Latn", "languages": ["isl-Latn", "tgl-Latn"], "main_score": 0.351107, "precision": 0.330131, "recall": 0.412055}, {"accuracy": 0.76581, "f1": 0.72439, "hf_subset": "isl_Latn-yue_Hant", "languages": ["isl-Latn", "yue-Hant"], "main_score": 0.72439, "precision": 0.707812, "recall": 0.76581}, {"accuracy": 0.387352, "f1": 0.326959, "hf_subset": "isl_Latn-asm_Beng", "languages": ["isl-Latn", "asm-Beng"], "main_score": 0.326959, "precision": 0.304204, "recall": 0.387352}, {"accuracy": 0.594862, "f1": 0.539042, "hf_subset": "isl_Latn-ckb_Arab", "languages": ["isl-Latn", "ckb-Arab"], "main_score": 0.539042, "precision": 0.516395, "recall": 0.594862}, {"accuracy": 0.31917, "f1": 0.260441, "hf_subset": "isl_Latn-gle_Latn", "languages": ["isl-Latn", "gle-Latn"], "main_score": 0.260441, "precision": 0.242029, "recall": 0.31917}, {"accuracy": 0.398221, "f1": 0.341164, "hf_subset": "isl_Latn-kas_Arab", "languages": ["isl-Latn", "kas-Arab"], "main_score": 0.341164, "precision": 0.318555, "recall": 0.398221}, {"accuracy": 0.54249, "f1": 0.486627, "hf_subset": "isl_Latn-ltg_Latn", "languages": ["isl-Latn", "ltg-Latn"], "main_score": 0.486627, "precision": 0.465548, "recall": 0.54249}, {"accuracy": 0.244071, "f1": 0.184144, "hf_subset": "isl_Latn-nso_Latn", "languages": ["isl-Latn", "nso-Latn"], "main_score": 0.184144, "precision": 0.164961, "recall": 0.244071}, {"accuracy": 0.642292, "f1": 0.594539, "hf_subset": "isl_Latn-sin_Sinh", "languages": ["isl-Latn", "sin-Sinh"], "main_score": 0.594539, "precision": 0.575383, "recall": 0.642292}, {"accuracy": 0.764822, "f1": 0.723457, "hf_subset": "isl_Latn-tha_Thai", "languages": ["isl-Latn", "tha-Thai"], "main_score": 0.723457, "precision": 0.707313, "recall": 0.764822}, {"accuracy": 0.76581, "f1": 0.720758, "hf_subset": "isl_Latn-zho_Hans", "languages": ["isl-Latn", "zho-Hans"], "main_score": 0.720758, "precision": 0.702975, "recall": 0.76581}, {"accuracy": 0.706522, "f1": 0.660323, "hf_subset": "isl_Latn-ast_Latn", "languages": ["isl-Latn", "ast-Latn"], "main_score": 0.660323, "precision": 0.641391, "recall": 0.706522}, {"accuracy": 0.602767, "f1": 0.557765, "hf_subset": "isl_Latn-crh_Latn", "languages": ["isl-Latn", "crh-Latn"], "main_score": 0.557765, "precision": 0.54035, "recall": 0.602767}, {"accuracy": 0.796443, "f1": 0.754811, "hf_subset": "isl_Latn-glg_Latn", "languages": ["isl-Latn", "glg-Latn"], "main_score": 0.754811, "precision": 0.737753, "recall": 0.796443}, {"accuracy": 0.342885, "f1": 0.291202, "hf_subset": "isl_Latn-kas_Deva", "languages": ["isl-Latn", "kas-Deva"], "main_score": 0.291202, "precision": 0.273159, "recall": 0.342885}, {"accuracy": 0.435771, "f1": 0.385296, "hf_subset": "isl_Latn-ltz_Latn", "languages": ["isl-Latn", "ltz-Latn"], "main_score": 0.385296, "precision": 0.367571, "recall": 0.435771}, {"accuracy": 0.117589, "f1": 0.072731, "hf_subset": "isl_Latn-nus_Latn", "languages": ["isl-Latn", "nus-Latn"], "main_score": 0.072731, "precision": 0.062012, "recall": 0.117589}, {"accuracy": 0.795455, "f1": 0.753792, "hf_subset": "isl_Latn-slk_Latn", "languages": ["isl-Latn", "slk-Latn"], "main_score": 0.753792, "precision": 0.737733, "recall": 0.795455}, {"accuracy": 0.153162, "f1": 0.114321, "hf_subset": "isl_Latn-tir_Ethi", "languages": ["isl-Latn", "tir-Ethi"], "main_score": 0.114321, "precision": 0.10278, "recall": 0.153162}, {"accuracy": 0.758893, "f1": 0.712775, "hf_subset": "isl_Latn-zho_Hant", "languages": ["isl-Latn", "zho-Hant"], "main_score": 0.712775, "precision": 0.694909, "recall": 0.758893}, {"accuracy": 0.69664, "f1": 0.65011, "hf_subset": "isl_Latn-awa_Deva", "languages": ["isl-Latn", "awa-Deva"], "main_score": 0.65011, "precision": 0.631945, "recall": 0.69664}, {"accuracy": 0.455534, "f1": 0.396852, "hf_subset": "isl_Latn-cym_Latn", "languages": ["isl-Latn", "cym-Latn"], "main_score": 0.396852, "precision": 0.375069, "recall": 0.455534}, {"accuracy": 0.290514, "f1": 0.229213, "hf_subset": "isl_Latn-grn_Latn", "languages": ["isl-Latn", "grn-Latn"], "main_score": 0.229213, "precision": 0.211097, "recall": 0.290514}, {"accuracy": 0.649209, "f1": 0.589545, "hf_subset": "isl_Latn-kat_Geor", "languages": ["isl-Latn", "kat-Geor"], "main_score": 0.589545, "precision": 0.566205, "recall": 0.649209}, {"accuracy": 0.252964, "f1": 0.200116, "hf_subset": "isl_Latn-lua_Latn", "languages": ["isl-Latn", "lua-Latn"], "main_score": 0.200116, "precision": 0.184085, "recall": 0.252964}, {"accuracy": 0.224308, "f1": 0.170292, "hf_subset": "isl_Latn-nya_Latn", "languages": ["isl-Latn", "nya-Latn"], "main_score": 0.170292, "precision": 0.153787, "recall": 0.224308}, {"accuracy": 0.814229, "f1": 0.776828, "hf_subset": "isl_Latn-slv_Latn", "languages": ["isl-Latn", "slv-Latn"], "main_score": 0.776828, "precision": 0.762314, "recall": 0.814229}, {"accuracy": 0.367589, "f1": 0.302836, "hf_subset": "isl_Latn-tpi_Latn", "languages": ["isl-Latn", "tpi-Latn"], "main_score": 0.302836, "precision": 0.280803, "recall": 0.367589}, {"accuracy": 0.806324, "f1": 0.766001, "hf_subset": "isl_Latn-zsm_Latn", "languages": ["isl-Latn", "zsm-Latn"], "main_score": 0.766001, "precision": 0.749492, "recall": 0.806324}, {"accuracy": 0.208498, "f1": 0.148194, "hf_subset": "isl_Latn-ayr_Latn", "languages": ["isl-Latn", "ayr-Latn"], "main_score": 0.148194, "precision": 0.131537, "recall": 0.208498}, {"accuracy": 0.821146, "f1": 0.783238, "hf_subset": "isl_Latn-dan_Latn", "languages": ["isl-Latn", "dan-Latn"], "main_score": 0.783238, "precision": 0.768546, "recall": 0.821146}, {"accuracy": 0.683794, "f1": 0.629022, "hf_subset": "isl_Latn-guj_Gujr", "languages": ["isl-Latn", "guj-Gujr"], "main_score": 0.629022, "precision": 0.609143, "recall": 0.683794}, {"accuracy": 0.743083, "f1": 0.703244, "hf_subset": "isl_Latn-kaz_Cyrl", "languages": ["isl-Latn", "kaz-Cyrl"], "main_score": 0.703244, "precision": 0.688036, "recall": 0.743083}, {"accuracy": 0.186759, "f1": 0.13717, "hf_subset": "isl_Latn-lug_Latn", "languages": ["isl-Latn", "lug-Latn"], "main_score": 0.13717, "precision": 0.123262, "recall": 0.186759}, {"accuracy": 0.703557, "f1": 0.656672, "hf_subset": "isl_Latn-oci_Latn", "languages": ["isl-Latn", "oci-Latn"], "main_score": 0.656672, "precision": 0.639557, "recall": 0.703557}, {"accuracy": 0.213439, "f1": 0.156113, "hf_subset": "isl_Latn-smo_Latn", "languages": ["isl-Latn", "smo-Latn"], "main_score": 0.156113, "precision": 0.139909, "recall": 0.213439}, {"accuracy": 0.193676, "f1": 0.147347, "hf_subset": "isl_Latn-tsn_Latn", "languages": ["isl-Latn", "tsn-Latn"], "main_score": 0.147347, "precision": 0.134889, "recall": 0.193676}, {"accuracy": 0.143281, "f1": 0.101324, "hf_subset": "isl_Latn-zul_Latn", "languages": ["isl-Latn", "zul-Latn"], "main_score": 0.101324, "precision": 0.090676, "recall": 0.143281}, {"accuracy": 0.356719, "f1": 0.304066, "hf_subset": "isl_Latn-azb_Arab", "languages": ["isl-Latn", "azb-Arab"], "main_score": 0.304066, "precision": 0.284754, "recall": 0.356719}, {"accuracy": 0.807312, "f1": 0.769687, "hf_subset": "isl_Latn-deu_Latn", "languages": ["isl-Latn", "deu-Latn"], "main_score": 0.769687, "precision": 0.75482, "recall": 0.807312}, {"accuracy": 0.296443, "f1": 0.238169, "hf_subset": "isl_Latn-hat_Latn", "languages": ["isl-Latn", "hat-Latn"], "main_score": 0.238169, "precision": 0.219912, "recall": 0.296443}, {"accuracy": 0.201581, "f1": 0.146075, "hf_subset": "isl_Latn-kbp_Latn", "languages": ["isl-Latn", "kbp-Latn"], "main_score": 0.146075, "precision": 0.130799, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.181514, "hf_subset": "isl_Latn-luo_Latn", "languages": ["isl-Latn", "luo-Latn"], "main_score": 0.181514, "precision": 0.164655, "recall": 0.243083}, {"accuracy": 0.581028, "f1": 0.527189, "hf_subset": "isl_Latn-ory_Orya", "languages": ["isl-Latn", "ory-Orya"], "main_score": 0.527189, "precision": 0.507359, "recall": 0.581028}, {"accuracy": 0.183794, "f1": 0.131392, "hf_subset": "isl_Latn-sna_Latn", "languages": ["isl-Latn", "sna-Latn"], "main_score": 0.131392, "precision": 0.117809, "recall": 0.183794}, {"accuracy": 0.204545, "f1": 0.153861, "hf_subset": "isl_Latn-tso_Latn", "languages": ["isl-Latn", "tso-Latn"], "main_score": 0.153861, "precision": 0.139435, "recall": 0.204545}, {"accuracy": 0.714427, "f1": 0.673425, "hf_subset": "isl_Latn-azj_Latn", "languages": ["isl-Latn", "azj-Latn"], "main_score": 0.673425, "precision": 0.658708, "recall": 0.714427}, {"accuracy": 0.288538, "f1": 0.225349, "hf_subset": "isl_Latn-dik_Latn", "languages": ["isl-Latn", "dik-Latn"], "main_score": 0.225349, "precision": 0.204695, "recall": 0.288538}, {"accuracy": 0.257905, "f1": 0.199098, "hf_subset": "isl_Latn-hau_Latn", "languages": ["isl-Latn", "hau-Latn"], "main_score": 0.199098, "precision": 0.183711, "recall": 0.257905}, {"accuracy": 0.517787, "f1": 0.465623, "hf_subset": "isl_Latn-kea_Latn", "languages": ["isl-Latn", "kea-Latn"], "main_score": 0.465623, "precision": 0.446346, "recall": 0.517787}, {"accuracy": 0.311265, "f1": 0.25633, "hf_subset": "isl_Latn-lus_Latn", "languages": ["isl-Latn", "lus-Latn"], "main_score": 0.25633, "precision": 0.238283, "recall": 0.311265}, {"accuracy": 0.371542, "f1": 0.316502, "hf_subset": "isl_Latn-pag_Latn", "languages": ["isl-Latn", "pag-Latn"], "main_score": 0.316502, "precision": 0.297677, "recall": 0.371542}, {"accuracy": 0.633399, "f1": 0.580576, "hf_subset": "isl_Latn-snd_Arab", "languages": ["isl-Latn", "snd-Arab"], "main_score": 0.580576, "precision": 0.560251, "recall": 0.633399}, {"accuracy": 0.30336, "f1": 0.243917, "hf_subset": "isl_Latn-tuk_Latn", "languages": ["isl-Latn", "tuk-Latn"], "main_score": 0.243917, "precision": 0.224305, "recall": 0.30336}, {"accuracy": 0.384387, "f1": 0.321635, "hf_subset": "isl_Latn-bak_Cyrl", "languages": ["isl-Latn", "bak-Cyrl"], "main_score": 0.321635, "precision": 0.299249, "recall": 0.384387}, {"accuracy": 0.181818, "f1": 0.12862, "hf_subset": "isl_Latn-dyu_Latn", "languages": ["isl-Latn", "dyu-Latn"], "main_score": 0.12862, "precision": 0.113394, "recall": 0.181818}, {"accuracy": 0.76087, "f1": 0.717519, "hf_subset": "isl_Latn-heb_Hebr", "languages": ["isl-Latn", "heb-Hebr"], "main_score": 0.717519, "precision": 0.700352, "recall": 0.76087}, {"accuracy": 0.751976, "f1": 0.711753, "hf_subset": "isl_Latn-khk_Cyrl", "languages": ["isl-Latn", "khk-Cyrl"], "main_score": 0.711753, "precision": 0.696754, "recall": 0.751976}, {"accuracy": 0.785573, "f1": 0.74537, "hf_subset": "isl_Latn-lvs_Latn", "languages": ["isl-Latn", "lvs-Latn"], "main_score": 0.74537, "precision": 0.729889, "recall": 0.785573}, {"accuracy": 0.601779, "f1": 0.545148, "hf_subset": "isl_Latn-pan_Guru", "languages": ["isl-Latn", "pan-Guru"], "main_score": 0.545148, "precision": 0.523658, "recall": 0.601779}, {"accuracy": 0.283597, "f1": 0.230556, "hf_subset": "isl_Latn-som_Latn", "languages": ["isl-Latn", "som-Latn"], "main_score": 0.230556, "precision": 0.212752, "recall": 0.283597}, {"accuracy": 0.202569, "f1": 0.142221, "hf_subset": "isl_Latn-tum_Latn", "languages": ["isl-Latn", "tum-Latn"], "main_score": 0.142221, "precision": 0.126094, "recall": 0.202569}, {"accuracy": 0.02668, "f1": 0.021125, "hf_subset": "kon_Latn-ace_Arab", "languages": ["kon-Latn", "ace-Arab"], "main_score": 0.021125, "precision": 0.019892, "recall": 0.02668}, {"accuracy": 0.172925, "f1": 0.154963, "hf_subset": "kon_Latn-bam_Latn", "languages": ["kon-Latn", "bam-Latn"], "main_score": 0.154963, "precision": 0.148462, "recall": 0.172925}, {"accuracy": 0.004941, "f1": 0.000275, "hf_subset": "kon_Latn-dzo_Tibt", "languages": ["kon-Latn", "dzo-Tibt"], "main_score": 0.000275, "precision": 0.000146, "recall": 0.004941}, {"accuracy": 0.151186, "f1": 0.128077, "hf_subset": "kon_Latn-hin_Deva", "languages": ["kon-Latn", "hin-Deva"], "main_score": 0.128077, "precision": 0.122398, "recall": 0.151186}, {"accuracy": 0.140316, "f1": 0.122891, "hf_subset": "kon_Latn-khm_Khmr", "languages": ["kon-Latn", "khm-Khmr"], "main_score": 0.122891, "precision": 0.118247, "recall": 0.140316}, {"accuracy": 0.116601, "f1": 0.100724, "hf_subset": "kon_Latn-mag_Deva", "languages": ["kon-Latn", "mag-Deva"], "main_score": 0.100724, "precision": 0.096529, "recall": 0.116601}, {"accuracy": 0.130435, "f1": 0.12033, "hf_subset": "kon_Latn-pap_Latn", "languages": ["kon-Latn", "pap-Latn"], "main_score": 0.12033, "precision": 0.117336, "recall": 0.130435}, {"accuracy": 0.23913, "f1": 0.222516, "hf_subset": "kon_Latn-sot_Latn", "languages": ["kon-Latn", "sot-Latn"], "main_score": 0.222516, "precision": 0.216441, "recall": 0.23913}, {"accuracy": 0.213439, "f1": 0.186568, "hf_subset": "kon_Latn-tur_Latn", "languages": ["kon-Latn", "tur-Latn"], "main_score": 0.186568, "precision": 0.180246, "recall": 0.213439}, {"accuracy": 0.181818, "f1": 0.167405, "hf_subset": "kon_Latn-ace_Latn", "languages": ["kon-Latn", "ace-Latn"], "main_score": 0.167405, "precision": 0.162816, "recall": 0.181818}, {"accuracy": 0.141304, "f1": 0.128652, "hf_subset": "kon_Latn-ban_Latn", "languages": ["kon-Latn", "ban-Latn"], "main_score": 0.128652, "precision": 0.125533, "recall": 0.141304}, {"accuracy": 0.152174, "f1": 0.136101, "hf_subset": "kon_Latn-ell_Grek", "languages": ["kon-Latn", "ell-Grek"], "main_score": 0.136101, "precision": 0.131509, "recall": 0.152174}, {"accuracy": 0.123518, "f1": 0.106492, "hf_subset": "kon_Latn-hne_Deva", "languages": ["kon-Latn", "hne-Deva"], "main_score": 0.106492, "precision": 0.101242, "recall": 0.123518}, {"accuracy": 0.202569, "f1": 0.183526, "hf_subset": "kon_Latn-kik_Latn", "languages": ["kon-Latn", "kik-Latn"], "main_score": 0.183526, "precision": 0.177576, "recall": 0.202569}, {"accuracy": 0.114625, "f1": 0.108096, "hf_subset": "kon_Latn-mai_Deva", "languages": ["kon-Latn", "mai-Deva"], "main_score": 0.108096, "precision": 0.106154, "recall": 0.114625}, {"accuracy": 0.129447, "f1": 0.109587, "hf_subset": "kon_Latn-pbt_Arab", "languages": ["kon-Latn", "pbt-Arab"], "main_score": 0.109587, "precision": 0.105551, "recall": 0.129447}, {"accuracy": 0.211462, "f1": 0.188343, "hf_subset": "kon_Latn-spa_Latn", "languages": ["kon-Latn", "spa-Latn"], "main_score": 0.188343, "precision": 0.182958, "recall": 0.211462}, {"accuracy": 0.225296, "f1": 0.205499, "hf_subset": "kon_Latn-twi_Latn", "languages": ["kon-Latn", "twi-Latn"], "main_score": 0.205499, "precision": 0.198941, "recall": 0.225296}, {"accuracy": 0.119565, "f1": 0.108856, "hf_subset": "kon_Latn-acm_Arab", "languages": ["kon-Latn", "acm-Arab"], "main_score": 0.108856, "precision": 0.1057, "recall": 0.119565}, {"accuracy": 0.132411, "f1": 0.110898, "hf_subset": "kon_Latn-bel_Cyrl", "languages": ["kon-Latn", "bel-Cyrl"], "main_score": 0.110898, "precision": 0.105241, "recall": 0.132411}, {"accuracy": 0.215415, "f1": 0.193902, "hf_subset": "kon_Latn-eng_Latn", "languages": ["kon-Latn", "eng-Latn"], "main_score": 0.193902, "precision": 0.188322, "recall": 0.215415}, {"accuracy": 0.148221, "f1": 0.13445, "hf_subset": "kon_Latn-hrv_Latn", "languages": ["kon-Latn", "hrv-Latn"], "main_score": 0.13445, "precision": 0.130559, "recall": 0.148221}, {"accuracy": 0.210474, "f1": 0.187457, "hf_subset": "kon_Latn-kin_Latn", "languages": ["kon-Latn", "kin-Latn"], "main_score": 0.187457, "precision": 0.179349, "recall": 0.210474}, {"accuracy": 0.079051, "f1": 0.064207, "hf_subset": "kon_Latn-mal_Mlym", "languages": ["kon-Latn", "mal-Mlym"], "main_score": 0.064207, "precision": 0.061135, "recall": 0.079051}, {"accuracy": 0.152174, "f1": 0.1319, "hf_subset": "kon_Latn-pes_Arab", "languages": ["kon-Latn", "pes-Arab"], "main_score": 0.1319, "precision": 0.126639, "recall": 0.152174}, {"accuracy": 0.150198, "f1": 0.132484, "hf_subset": "kon_Latn-srd_Latn", "languages": ["kon-Latn", "srd-Latn"], "main_score": 0.132484, "precision": 0.127221, "recall": 0.150198}, {"accuracy": 0.063241, "f1": 0.045622, "hf_subset": "kon_Latn-tzm_Tfng", "languages": ["kon-Latn", "tzm-Tfng"], "main_score": 0.045622, "precision": 0.042084, "recall": 0.063241}, {"accuracy": 0.142292, "f1": 0.123839, "hf_subset": "kon_Latn-acq_Arab", "languages": ["kon-Latn", "acq-Arab"], "main_score": 0.123839, "precision": 0.119195, "recall": 0.142292}, {"accuracy": 0.243083, "f1": 0.222445, "hf_subset": "kon_Latn-bem_Latn", "languages": ["kon-Latn", "bem-Latn"], "main_score": 0.222445, "precision": 0.214447, "recall": 0.243083}, {"accuracy": 0.142292, "f1": 0.131092, "hf_subset": "kon_Latn-epo_Latn", "languages": ["kon-Latn", "epo-Latn"], "main_score": 0.131092, "precision": 0.128296, "recall": 0.142292}, {"accuracy": 0.1917, "f1": 0.169243, "hf_subset": "kon_Latn-hun_Latn", "languages": ["kon-Latn", "hun-Latn"], "main_score": 0.169243, "precision": 0.163984, "recall": 0.1917}, {"accuracy": 0.148221, "f1": 0.132094, "hf_subset": "kon_Latn-kir_Cyrl", "languages": ["kon-Latn", "kir-Cyrl"], "main_score": 0.132094, "precision": 0.128351, "recall": 0.148221}, {"accuracy": 0.125494, "f1": 0.107347, "hf_subset": "kon_Latn-mar_Deva", "languages": ["kon-Latn", "mar-Deva"], "main_score": 0.107347, "precision": 0.102824, "recall": 0.125494}, {"accuracy": 0.174901, "f1": 0.156924, "hf_subset": "kon_Latn-plt_Latn", "languages": ["kon-Latn", "plt-Latn"], "main_score": 0.156924, "precision": 0.150912, "recall": 0.174901}, {"accuracy": 0.167984, "f1": 0.147121, "hf_subset": "kon_Latn-srp_Cyrl", "languages": ["kon-Latn", "srp-Cyrl"], "main_score": 0.147121, "precision": 0.142115, "recall": 0.167984}, {"accuracy": 0.073123, "f1": 0.06407, "hf_subset": "kon_Latn-uig_Arab", "languages": ["kon-Latn", "uig-Arab"], "main_score": 0.06407, "precision": 0.061995, "recall": 0.073123}, {"accuracy": 0.120553, "f1": 0.103803, "hf_subset": "kon_Latn-aeb_Arab", "languages": ["kon-Latn", "aeb-Arab"], "main_score": 0.103803, "precision": 0.100237, "recall": 0.120553}, {"accuracy": 0.06917, "f1": 0.058802, "hf_subset": "kon_Latn-ben_Beng", "languages": ["kon-Latn", "ben-Beng"], "main_score": 0.058802, "precision": 0.056333, "recall": 0.06917}, {"accuracy": 0.211462, "f1": 0.183977, "hf_subset": "kon_Latn-est_Latn", "languages": ["kon-Latn", "est-Latn"], "main_score": 0.183977, "precision": 0.177701, "recall": 0.211462}, {"accuracy": 0.106719, "f1": 0.093013, "hf_subset": "kon_Latn-hye_Armn", "languages": ["kon-Latn", "hye-Armn"], "main_score": 0.093013, "precision": 0.089272, "recall": 0.106719}, {"accuracy": 0.233202, "f1": 0.205389, "hf_subset": "kon_Latn-kmb_Latn", "languages": ["kon-Latn", "kmb-Latn"], "main_score": 0.205389, "precision": 0.195579, "recall": 0.233202}, {"accuracy": 0.019763, "f1": 0.015264, "hf_subset": "kon_Latn-min_Arab", "languages": ["kon-Latn", "min-Arab"], "main_score": 0.015264, "precision": 0.014104, "recall": 0.019763}, {"accuracy": 0.214427, "f1": 0.188694, "hf_subset": "kon_Latn-pol_Latn", "languages": ["kon-Latn", "pol-Latn"], "main_score": 0.188694, "precision": 0.181601, "recall": 0.214427}, {"accuracy": 0.151186, "f1": 0.132411, "hf_subset": "kon_Latn-ssw_Latn", "languages": ["kon-Latn", "ssw-Latn"], "main_score": 0.132411, "precision": 0.126443, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.143371, "hf_subset": "kon_Latn-ukr_Cyrl", "languages": ["kon-Latn", "ukr-Cyrl"], "main_score": 0.143371, "precision": 0.138379, "recall": 0.164032}, {"accuracy": 0.201581, "f1": 0.177219, "hf_subset": "kon_Latn-afr_Latn", "languages": ["kon-Latn", "afr-Latn"], "main_score": 0.177219, "precision": 0.171458, "recall": 0.201581}, {"accuracy": 0.116601, "f1": 0.10193, "hf_subset": "kon_Latn-bho_Deva", "languages": ["kon-Latn", "bho-Deva"], "main_score": 0.10193, "precision": 0.097367, "recall": 0.116601}, {"accuracy": 0.119565, "f1": 0.109085, "hf_subset": "kon_Latn-eus_Latn", "languages": ["kon-Latn", "eus-Latn"], "main_score": 0.109085, "precision": 0.106593, "recall": 0.119565}, {"accuracy": 0.185771, "f1": 0.16311, "hf_subset": "kon_Latn-ibo_Latn", "languages": ["kon-Latn", "ibo-Latn"], "main_score": 0.16311, "precision": 0.155077, "recall": 0.185771}, {"accuracy": 0.174901, "f1": 0.154353, "hf_subset": "kon_Latn-kmr_Latn", "languages": ["kon-Latn", "kmr-Latn"], "main_score": 0.154353, "precision": 0.149659, "recall": 0.174901}, {"accuracy": 0.134387, "f1": 0.121446, "hf_subset": "kon_Latn-min_Latn", "languages": ["kon-Latn", "min-Latn"], "main_score": 0.121446, "precision": 0.118282, "recall": 0.134387}, {"accuracy": 0.213439, "f1": 0.188095, "hf_subset": "kon_Latn-por_Latn", "languages": ["kon-Latn", "por-Latn"], "main_score": 0.188095, "precision": 0.181767, "recall": 0.213439}, {"accuracy": 0.133399, "f1": 0.120843, "hf_subset": "kon_Latn-sun_Latn", "languages": ["kon-Latn", "sun-Latn"], "main_score": 0.120843, "precision": 0.116737, "recall": 0.133399}, {"accuracy": 0.193676, "f1": 0.16979, "hf_subset": "kon_Latn-umb_Latn", "languages": ["kon-Latn", "umb-Latn"], "main_score": 0.16979, "precision": 0.162251, "recall": 0.193676}, {"accuracy": 0.128458, "f1": 0.111827, "hf_subset": "kon_Latn-ajp_Arab", "languages": ["kon-Latn", "ajp-Arab"], "main_score": 0.111827, "precision": 0.107268, "recall": 0.128458}, {"accuracy": 0.031621, "f1": 0.024964, "hf_subset": "kon_Latn-bjn_Arab", "languages": ["kon-Latn", "bjn-Arab"], "main_score": 0.024964, "precision": 0.023424, "recall": 0.031621}, {"accuracy": 0.211462, "f1": 0.192632, "hf_subset": "kon_Latn-ewe_Latn", "languages": ["kon-Latn", "ewe-Latn"], "main_score": 0.192632, "precision": 0.185824, "recall": 0.211462}, {"accuracy": 0.219368, "f1": 0.206188, "hf_subset": "kon_Latn-ilo_Latn", "languages": ["kon-Latn", "ilo-Latn"], "main_score": 0.206188, "precision": 0.201796, "recall": 0.219368}, {"accuracy": 0.025692, "f1": 0.021576, "hf_subset": "kon_Latn-knc_Arab", "languages": ["kon-Latn", "knc-Arab"], "main_score": 0.021576, "precision": 0.020346, "recall": 0.025692}, {"accuracy": 0.170949, "f1": 0.149873, "hf_subset": "kon_Latn-mkd_Cyrl", "languages": ["kon-Latn", "mkd-Cyrl"], "main_score": 0.149873, "precision": 0.144258, "recall": 0.170949}, {"accuracy": 0.134387, "f1": 0.11479, "hf_subset": "kon_Latn-prs_Arab", "languages": ["kon-Latn", "prs-Arab"], "main_score": 0.11479, "precision": 0.110581, "recall": 0.134387}, {"accuracy": 0.176877, "f1": 0.159252, "hf_subset": "kon_Latn-swe_Latn", "languages": ["kon-Latn", "swe-Latn"], "main_score": 0.159252, "precision": 0.154974, "recall": 0.176877}, {"accuracy": 0.114625, "f1": 0.1011, "hf_subset": "kon_Latn-urd_Arab", "languages": ["kon-Latn", "urd-Arab"], "main_score": 0.1011, "precision": 0.097738, "recall": 0.114625}, {"accuracy": 0.23419, "f1": 0.21065, "hf_subset": "kon_Latn-aka_Latn", "languages": ["kon-Latn", "aka-Latn"], "main_score": 0.21065, "precision": 0.203092, "recall": 0.23419}, {"accuracy": 0.131423, "f1": 0.119001, "hf_subset": "kon_Latn-bjn_Latn", "languages": ["kon-Latn", "bjn-Latn"], "main_score": 0.119001, "precision": 0.116234, "recall": 0.131423}, {"accuracy": 0.137352, "f1": 0.121576, "hf_subset": "kon_Latn-fao_Latn", "languages": ["kon-Latn", "fao-Latn"], "main_score": 0.121576, "precision": 0.11825, "recall": 0.137352}, {"accuracy": 0.215415, "f1": 0.190613, "hf_subset": "kon_Latn-ind_Latn", "languages": ["kon-Latn", "ind-Latn"], "main_score": 0.190613, "precision": 0.183995, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.206811, "hf_subset": "kon_Latn-knc_Latn", "languages": ["kon-Latn", "knc-Latn"], "main_score": 0.206811, "precision": 0.201057, "recall": 0.222332}, {"accuracy": 0.178854, "f1": 0.164224, "hf_subset": "kon_Latn-mlt_Latn", "languages": ["kon-Latn", "mlt-Latn"], "main_score": 0.164224, "precision": 0.158387, "recall": 0.178854}, {"accuracy": 0.20751, "f1": 0.188101, "hf_subset": "kon_Latn-quy_Latn", "languages": ["kon-Latn", "quy-Latn"], "main_score": 0.188101, "precision": 0.180917, "recall": 0.20751}, {"accuracy": 0.16996, "f1": 0.152822, "hf_subset": "kon_Latn-swh_Latn", "languages": ["kon-Latn", "swh-Latn"], "main_score": 0.152822, "precision": 0.147638, "recall": 0.16996}, {"accuracy": 0.09585, "f1": 0.08784, "hf_subset": "kon_Latn-uzn_Latn", "languages": ["kon-Latn", "uzn-Latn"], "main_score": 0.08784, "precision": 0.085844, "recall": 0.09585}, {"accuracy": 0.183794, "f1": 0.162293, "hf_subset": "kon_Latn-als_Latn", "languages": ["kon-Latn", "als-Latn"], "main_score": 0.162293, "precision": 0.157275, "recall": 0.183794}, {"accuracy": 0.032609, "f1": 0.021636, "hf_subset": "kon_Latn-bod_Tibt", "languages": ["kon-Latn", "bod-Tibt"], "main_score": 0.021636, "precision": 0.018987, "recall": 0.032609}, {"accuracy": 0.131423, "f1": 0.116605, "hf_subset": "kon_Latn-fij_Latn", "languages": ["kon-Latn", "fij-Latn"], "main_score": 0.116605, "precision": 0.111318, "recall": 0.131423}, {"accuracy": 0.105731, "f1": 0.097815, "hf_subset": "kon_Latn-isl_Latn", "languages": ["kon-Latn", "isl-Latn"], "main_score": 0.097815, "precision": 0.095275, "recall": 0.105731}, {"accuracy": 0.049407, "f1": 0.034479, "hf_subset": "kon_Latn-mni_Beng", "languages": ["kon-Latn", "mni-Beng"], "main_score": 0.034479, "precision": 0.030539, "recall": 0.049407}, {"accuracy": 0.210474, "f1": 0.186004, "hf_subset": "kon_Latn-ron_Latn", "languages": ["kon-Latn", "ron-Latn"], "main_score": 0.186004, "precision": 0.179933, "recall": 0.210474}, {"accuracy": 0.135375, "f1": 0.123107, "hf_subset": "kon_Latn-szl_Latn", "languages": ["kon-Latn", "szl-Latn"], "main_score": 0.123107, "precision": 0.119471, "recall": 0.135375}, {"accuracy": 0.155138, "f1": 0.14001, "hf_subset": "kon_Latn-vec_Latn", "languages": ["kon-Latn", "vec-Latn"], "main_score": 0.14001, "precision": 0.136272, "recall": 0.155138}, {"accuracy": 0.067194, "f1": 0.055046, "hf_subset": "kon_Latn-amh_Ethi", "languages": ["kon-Latn", "amh-Ethi"], "main_score": 0.055046, "precision": 0.051856, "recall": 0.067194}, {"accuracy": 0.203557, "f1": 0.181356, "hf_subset": "kon_Latn-bos_Latn", "languages": ["kon-Latn", "bos-Latn"], "main_score": 0.181356, "precision": 0.175185, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.163968, "hf_subset": "kon_Latn-fin_Latn", "languages": ["kon-Latn", "fin-Latn"], "main_score": 0.163968, "precision": 0.159133, "recall": 0.182806}, {"accuracy": 0.221344, "f1": 0.19085, "hf_subset": "kon_Latn-ita_Latn", "languages": ["kon-Latn", "ita-Latn"], "main_score": 0.19085, "precision": 0.183767, "recall": 0.221344}, {"accuracy": 0.151186, "f1": 0.133889, "hf_subset": "kon_Latn-kor_Hang", "languages": ["kon-Latn", "kor-Hang"], "main_score": 0.133889, "precision": 0.129122, "recall": 0.151186}, {"accuracy": 0.190711, "f1": 0.171111, "hf_subset": "kon_Latn-mos_Latn", "languages": ["kon-Latn", "mos-Latn"], "main_score": 0.171111, "precision": 0.165541, "recall": 0.190711}, {"accuracy": 0.198617, "f1": 0.178973, "hf_subset": "kon_Latn-run_Latn", "languages": ["kon-Latn", "run-Latn"], "main_score": 0.178973, "precision": 0.172233, "recall": 0.198617}, {"accuracy": 0.065217, "f1": 0.052225, "hf_subset": "kon_Latn-tam_Taml", "languages": ["kon-Latn", "tam-Taml"], "main_score": 0.052225, "precision": 0.050253, "recall": 0.065217}, {"accuracy": 0.220356, "f1": 0.191535, "hf_subset": "kon_Latn-vie_Latn", "languages": ["kon-Latn", "vie-Latn"], "main_score": 0.191535, "precision": 0.183554, "recall": 0.220356}, {"accuracy": 0.113636, "f1": 0.102432, "hf_subset": "kon_Latn-apc_Arab", "languages": ["kon-Latn", "apc-Arab"], "main_score": 0.102432, "precision": 0.098569, "recall": 0.113636}, {"accuracy": 0.177866, "f1": 0.163863, "hf_subset": "kon_Latn-bug_Latn", "languages": ["kon-Latn", "bug-Latn"], "main_score": 0.163863, "precision": 0.159345, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.177082, "hf_subset": "kon_Latn-fon_Latn", "languages": ["kon-Latn", "fon-Latn"], "main_score": 0.177082, "precision": 0.170396, "recall": 0.195652}, {"accuracy": 0.139328, "f1": 0.127059, "hf_subset": "kon_Latn-jav_Latn", "languages": ["kon-Latn", "jav-Latn"], "main_score": 0.127059, "precision": 0.124561, "recall": 0.139328}, {"accuracy": 0.161067, "f1": 0.140597, "hf_subset": "kon_Latn-lao_Laoo", "languages": ["kon-Latn", "lao-Laoo"], "main_score": 0.140597, "precision": 0.13553, "recall": 0.161067}, {"accuracy": 0.178854, "f1": 0.157368, "hf_subset": "kon_Latn-mri_Latn", "languages": ["kon-Latn", "mri-Latn"], "main_score": 0.157368, "precision": 0.149466, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.151253, "hf_subset": "kon_Latn-rus_Cyrl", "languages": ["kon-Latn", "rus-Cyrl"], "main_score": 0.151253, "precision": 0.145854, "recall": 0.171937}, {"accuracy": 0.205534, "f1": 0.183497, "hf_subset": "kon_Latn-taq_Latn", "languages": ["kon-Latn", "taq-Latn"], "main_score": 0.183497, "precision": 0.176868, "recall": 0.205534}, {"accuracy": 0.187747, "f1": 0.17425, "hf_subset": "kon_Latn-war_Latn", "languages": ["kon-Latn", "war-Latn"], "main_score": 0.17425, "precision": 0.169856, "recall": 0.187747}, {"accuracy": 0.144269, "f1": 0.123682, "hf_subset": "kon_Latn-arb_Arab", "languages": ["kon-Latn", "arb-Arab"], "main_score": 0.123682, "precision": 0.118784, "recall": 0.144269}, {"accuracy": 0.186759, "f1": 0.163225, "hf_subset": "kon_Latn-bul_Cyrl", "languages": ["kon-Latn", "bul-Cyrl"], "main_score": 0.163225, "precision": 0.156989, "recall": 0.186759}, {"accuracy": 0.23419, "f1": 0.2013, "hf_subset": "kon_Latn-fra_Latn", "languages": ["kon-Latn", "fra-Latn"], "main_score": 0.2013, "precision": 0.193062, "recall": 0.23419}, {"accuracy": 0.15415, "f1": 0.135378, "hf_subset": "kon_Latn-jpn_Jpan", "languages": ["kon-Latn", "jpn-Jpan"], "main_score": 0.135378, "precision": 0.12974, "recall": 0.15415}, {"accuracy": 0.143281, "f1": 0.133132, "hf_subset": "kon_Latn-lij_Latn", "languages": ["kon-Latn", "lij-Latn"], "main_score": 0.133132, "precision": 0.130067, "recall": 0.143281}, {"accuracy": 0.114625, "f1": 0.096493, "hf_subset": "kon_Latn-mya_Mymr", "languages": ["kon-Latn", "mya-Mymr"], "main_score": 0.096493, "precision": 0.092321, "recall": 0.114625}, {"accuracy": 0.195652, "f1": 0.174843, "hf_subset": "kon_Latn-sag_Latn", "languages": ["kon-Latn", "sag-Latn"], "main_score": 0.174843, "precision": 0.167368, "recall": 0.195652}, {"accuracy": 0.072134, "f1": 0.05283, "hf_subset": "kon_Latn-taq_Tfng", "languages": ["kon-Latn", "taq-Tfng"], "main_score": 0.05283, "precision": 0.049104, "recall": 0.072134}, {"accuracy": 0.235178, "f1": 0.21011, "hf_subset": "kon_Latn-wol_Latn", "languages": ["kon-Latn", "wol-Latn"], "main_score": 0.21011, "precision": 0.202609, "recall": 0.235178}, {"accuracy": 0.086957, "f1": 0.07221, "hf_subset": "kon_Latn-arb_Latn", "languages": ["kon-Latn", "arb-Latn"], "main_score": 0.07221, "precision": 0.067128, "recall": 0.086957}, {"accuracy": 0.219368, "f1": 0.192352, "hf_subset": "kon_Latn-cat_Latn", "languages": ["kon-Latn", "cat-Latn"], "main_score": 0.192352, "precision": 0.185849, "recall": 0.219368}, {"accuracy": 0.172925, "f1": 0.153521, "hf_subset": "kon_Latn-fur_Latn", "languages": ["kon-Latn", "fur-Latn"], "main_score": 0.153521, "precision": 0.148451, "recall": 0.172925}, {"accuracy": 0.088933, "f1": 0.071363, "hf_subset": "kon_Latn-kab_Latn", "languages": ["kon-Latn", "kab-Latn"], "main_score": 0.071363, "precision": 0.065673, "recall": 0.088933}, {"accuracy": 0.153162, "f1": 0.140923, "hf_subset": "kon_Latn-lim_Latn", "languages": ["kon-Latn", "lim-Latn"], "main_score": 0.140923, "precision": 0.137222, "recall": 0.153162}, {"accuracy": 0.219368, "f1": 0.188549, "hf_subset": "kon_Latn-nld_Latn", "languages": ["kon-Latn", "nld-Latn"], "main_score": 0.188549, "precision": 0.18185, "recall": 0.219368}, {"accuracy": 0.08498, "f1": 0.074288, "hf_subset": "kon_Latn-san_Deva", "languages": ["kon-Latn", "san-Deva"], "main_score": 0.074288, "precision": 0.072368, "recall": 0.08498}, {"accuracy": 0.125494, "f1": 0.111092, "hf_subset": "kon_Latn-tat_Cyrl", "languages": ["kon-Latn", "tat-Cyrl"], "main_score": 0.111092, "precision": 0.106494, "recall": 0.125494}, {"accuracy": 0.159091, "f1": 0.139884, "hf_subset": "kon_Latn-xho_Latn", "languages": ["kon-Latn", "xho-Latn"], "main_score": 0.139884, "precision": 0.134186, "recall": 0.159091}, {"accuracy": 0.135375, "f1": 0.114857, "hf_subset": "kon_Latn-ars_Arab", "languages": ["kon-Latn", "ars-Arab"], "main_score": 0.114857, "precision": 0.110155, "recall": 0.135375}, {"accuracy": 0.16502, "f1": 0.153667, "hf_subset": "kon_Latn-ceb_Latn", "languages": ["kon-Latn", "ceb-Latn"], "main_score": 0.153667, "precision": 0.149629, "recall": 0.16502}, {"accuracy": 0.177866, "f1": 0.161754, "hf_subset": "kon_Latn-fuv_Latn", "languages": ["kon-Latn", "fuv-Latn"], "main_score": 0.161754, "precision": 0.155456, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.17776, "hf_subset": "kon_Latn-kac_Latn", "languages": ["kon-Latn", "kac-Latn"], "main_score": 0.17776, "precision": 0.169375, "recall": 0.202569}, {"accuracy": 0.275692, "f1": 0.251823, "hf_subset": "kon_Latn-lin_Latn", "languages": ["kon-Latn", "lin-Latn"], "main_score": 0.251823, "precision": 0.24364, "recall": 0.275692}, {"accuracy": 0.20751, "f1": 0.185872, "hf_subset": "kon_Latn-nno_Latn", "languages": ["kon-Latn", "nno-Latn"], "main_score": 0.185872, "precision": 0.180421, "recall": 0.20751}, {"accuracy": 0.019763, "f1": 0.007457, "hf_subset": "kon_Latn-sat_Olck", "languages": ["kon-Latn", "sat-Olck"], "main_score": 0.007457, "precision": 0.005814, "recall": 0.019763}, {"accuracy": 0.072134, "f1": 0.062446, "hf_subset": "kon_Latn-tel_Telu", "languages": ["kon-Latn", "tel-Telu"], "main_score": 0.062446, "precision": 0.060342, "recall": 0.072134}, {"accuracy": 0.057312, "f1": 0.048206, "hf_subset": "kon_Latn-ydd_Hebr", "languages": ["kon-Latn", "ydd-Hebr"], "main_score": 0.048206, "precision": 0.046342, "recall": 0.057312}, {"accuracy": 0.107708, "f1": 0.091062, "hf_subset": "kon_Latn-ary_Arab", "languages": ["kon-Latn", "ary-Arab"], "main_score": 0.091062, "precision": 0.087696, "recall": 0.107708}, {"accuracy": 0.210474, "f1": 0.186524, "hf_subset": "kon_Latn-ces_Latn", "languages": ["kon-Latn", "ces-Latn"], "main_score": 0.186524, "precision": 0.180152, "recall": 0.210474}, {"accuracy": 0.091897, "f1": 0.074736, "hf_subset": "kon_Latn-gaz_Latn", "languages": ["kon-Latn", "gaz-Latn"], "main_score": 0.074736, "precision": 0.068717, "recall": 0.091897}, {"accuracy": 0.225296, "f1": 0.206951, "hf_subset": "kon_Latn-kam_Latn", "languages": ["kon-Latn", "kam-Latn"], "main_score": 0.206951, "precision": 0.199802, "recall": 0.225296}, {"accuracy": 0.1917, "f1": 0.16671, "hf_subset": "kon_Latn-lit_Latn", "languages": ["kon-Latn", "lit-Latn"], "main_score": 0.16671, "precision": 0.160677, "recall": 0.1917}, {"accuracy": 0.210474, "f1": 0.189271, "hf_subset": "kon_Latn-nob_Latn", "languages": ["kon-Latn", "nob-Latn"], "main_score": 0.189271, "precision": 0.183289, "recall": 0.210474}, {"accuracy": 0.13834, "f1": 0.12542, "hf_subset": "kon_Latn-scn_Latn", "languages": ["kon-Latn", "scn-Latn"], "main_score": 0.12542, "precision": 0.122052, "recall": 0.13834}, {"accuracy": 0.12747, "f1": 0.112569, "hf_subset": "kon_Latn-tgk_Cyrl", "languages": ["kon-Latn", "tgk-Cyrl"], "main_score": 0.112569, "precision": 0.107849, "recall": 0.12747}, {"accuracy": 0.149209, "f1": 0.131595, "hf_subset": "kon_Latn-yor_Latn", "languages": ["kon-Latn", "yor-Latn"], "main_score": 0.131595, "precision": 0.125159, "recall": 0.149209}, {"accuracy": 0.116601, "f1": 0.103845, "hf_subset": "kon_Latn-arz_Arab", "languages": ["kon-Latn", "arz-Arab"], "main_score": 0.103845, "precision": 0.100386, "recall": 0.116601}, {"accuracy": 0.217391, "f1": 0.195638, "hf_subset": "kon_Latn-cjk_Latn", "languages": ["kon-Latn", "cjk-Latn"], "main_score": 0.195638, "precision": 0.187909, "recall": 0.217391}, {"accuracy": 0.151186, "f1": 0.130776, "hf_subset": "kon_Latn-gla_Latn", "languages": ["kon-Latn", "gla-Latn"], "main_score": 0.130776, "precision": 0.125535, "recall": 0.151186}, {"accuracy": 0.071146, "f1": 0.057647, "hf_subset": "kon_Latn-kan_Knda", "languages": ["kon-Latn", "kan-Knda"], "main_score": 0.057647, "precision": 0.054339, "recall": 0.071146}, {"accuracy": 0.157115, "f1": 0.146475, "hf_subset": "kon_Latn-lmo_Latn", "languages": ["kon-Latn", "lmo-Latn"], "main_score": 0.146475, "precision": 0.143539, "recall": 0.157115}, {"accuracy": 0.132411, "f1": 0.113802, "hf_subset": "kon_Latn-npi_Deva", "languages": ["kon-Latn", "npi-Deva"], "main_score": 0.113802, "precision": 0.108859, "recall": 0.132411}, {"accuracy": 0.164032, "f1": 0.140808, "hf_subset": "kon_Latn-shn_Mymr", "languages": ["kon-Latn", "shn-Mymr"], "main_score": 0.140808, "precision": 0.134565, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.155646, "hf_subset": "kon_Latn-tgl_Latn", "languages": ["kon-Latn", "tgl-Latn"], "main_score": 0.155646, "precision": 0.151399, "recall": 0.167984}, {"accuracy": 0.15415, "f1": 0.129288, "hf_subset": "kon_Latn-yue_Hant", "languages": ["kon-Latn", "yue-Hant"], "main_score": 0.129288, "precision": 0.123079, "recall": 0.15415}, {"accuracy": 0.049407, "f1": 0.040565, "hf_subset": "kon_Latn-asm_Beng", "languages": ["kon-Latn", "asm-Beng"], "main_score": 0.040565, "precision": 0.038324, "recall": 0.049407}, {"accuracy": 0.082016, "f1": 0.064527, "hf_subset": "kon_Latn-ckb_Arab", "languages": ["kon-Latn", "ckb-Arab"], "main_score": 0.064527, "precision": 0.060605, "recall": 0.082016}, {"accuracy": 0.139328, "f1": 0.12653, "hf_subset": "kon_Latn-gle_Latn", "languages": ["kon-Latn", "gle-Latn"], "main_score": 0.12653, "precision": 0.122311, "recall": 0.139328}, {"accuracy": 0.077075, "f1": 0.069799, "hf_subset": "kon_Latn-kas_Arab", "languages": ["kon-Latn", "kas-Arab"], "main_score": 0.069799, "precision": 0.067393, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.133849, "hf_subset": "kon_Latn-ltg_Latn", "languages": ["kon-Latn", "ltg-Latn"], "main_score": 0.133849, "precision": 0.129227, "recall": 0.150198}, {"accuracy": 0.225296, "f1": 0.205545, "hf_subset": "kon_Latn-nso_Latn", "languages": ["kon-Latn", "nso-Latn"], "main_score": 0.205545, "precision": 0.198661, "recall": 0.225296}, {"accuracy": 0.072134, "f1": 0.056758, "hf_subset": "kon_Latn-sin_Sinh", "languages": ["kon-Latn", "sin-Sinh"], "main_score": 0.056758, "precision": 0.05345, "recall": 0.072134}, {"accuracy": 0.158103, "f1": 0.138153, "hf_subset": "kon_Latn-tha_Thai", "languages": ["kon-Latn", "tha-Thai"], "main_score": 0.138153, "precision": 0.133508, "recall": 0.158103}, {"accuracy": 0.172925, "f1": 0.146812, "hf_subset": "kon_Latn-zho_Hans", "languages": ["kon-Latn", "zho-Hans"], "main_score": 0.146812, "precision": 0.140136, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.146194, "hf_subset": "kon_Latn-ast_Latn", "languages": ["kon-Latn", "ast-Latn"], "main_score": 0.146194, "precision": 0.142208, "recall": 0.164032}, {"accuracy": 0.125494, "f1": 0.114644, "hf_subset": "kon_Latn-crh_Latn", "languages": ["kon-Latn", "crh-Latn"], "main_score": 0.114644, "precision": 0.111632, "recall": 0.125494}, {"accuracy": 0.22332, "f1": 0.194917, "hf_subset": "kon_Latn-glg_Latn", "languages": ["kon-Latn", "glg-Latn"], "main_score": 0.194917, "precision": 0.188603, "recall": 0.22332}, {"accuracy": 0.115613, "f1": 0.092753, "hf_subset": "kon_Latn-kas_Deva", "languages": ["kon-Latn", "kas-Deva"], "main_score": 0.092753, "precision": 0.086918, "recall": 0.115613}, {"accuracy": 0.166008, "f1": 0.151734, "hf_subset": "kon_Latn-ltz_Latn", "languages": ["kon-Latn", "ltz-Latn"], "main_score": 0.151734, "precision": 0.147757, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.093451, "hf_subset": "kon_Latn-nus_Latn", "languages": ["kon-Latn", "nus-Latn"], "main_score": 0.093451, "precision": 0.084134, "recall": 0.123518}, {"accuracy": 0.200593, "f1": 0.181498, "hf_subset": "kon_Latn-slk_Latn", "languages": ["kon-Latn", "slk-Latn"], "main_score": 0.181498, "precision": 0.175473, "recall": 0.200593}, {"accuracy": 0.037549, "f1": 0.030119, "hf_subset": "kon_Latn-tir_Ethi", "languages": ["kon-Latn", "tir-Ethi"], "main_score": 0.030119, "precision": 0.028411, "recall": 0.037549}, {"accuracy": 0.15415, "f1": 0.133525, "hf_subset": "kon_Latn-zho_Hant", "languages": ["kon-Latn", "zho-Hant"], "main_score": 0.133525, "precision": 0.129026, "recall": 0.15415}, {"accuracy": 0.142292, "f1": 0.12139, "hf_subset": "kon_Latn-awa_Deva", "languages": ["kon-Latn", "awa-Deva"], "main_score": 0.12139, "precision": 0.116272, "recall": 0.142292}, {"accuracy": 0.137352, "f1": 0.118149, "hf_subset": "kon_Latn-cym_Latn", "languages": ["kon-Latn", "cym-Latn"], "main_score": 0.118149, "precision": 0.114281, "recall": 0.137352}, {"accuracy": 0.193676, "f1": 0.17934, "hf_subset": "kon_Latn-grn_Latn", "languages": ["kon-Latn", "grn-Latn"], "main_score": 0.17934, "precision": 0.173798, "recall": 0.193676}, {"accuracy": 0.121542, "f1": 0.10533, "hf_subset": "kon_Latn-kat_Geor", "languages": ["kon-Latn", "kat-Geor"], "main_score": 0.10533, "precision": 0.101233, "recall": 0.121542}, {"accuracy": 0.23913, "f1": 0.218907, "hf_subset": "kon_Latn-lua_Latn", "languages": ["kon-Latn", "lua-Latn"], "main_score": 0.218907, "precision": 0.211135, "recall": 0.23913}, {"accuracy": 0.238142, "f1": 0.21827, "hf_subset": "kon_Latn-nya_Latn", "languages": ["kon-Latn", "nya-Latn"], "main_score": 0.21827, "precision": 0.210879, "recall": 0.238142}, {"accuracy": 0.20751, "f1": 0.180215, "hf_subset": "kon_Latn-slv_Latn", "languages": ["kon-Latn", "slv-Latn"], "main_score": 0.180215, "precision": 0.173196, "recall": 0.20751}, {"accuracy": 0.19664, "f1": 0.180621, "hf_subset": "kon_Latn-tpi_Latn", "languages": ["kon-Latn", "tpi-Latn"], "main_score": 0.180621, "precision": 0.175687, "recall": 0.19664}, {"accuracy": 0.216403, "f1": 0.190024, "hf_subset": "kon_Latn-zsm_Latn", "languages": ["kon-Latn", "zsm-Latn"], "main_score": 0.190024, "precision": 0.183674, "recall": 0.216403}, {"accuracy": 0.193676, "f1": 0.168876, "hf_subset": "kon_Latn-ayr_Latn", "languages": ["kon-Latn", "ayr-Latn"], "main_score": 0.168876, "precision": 0.161289, "recall": 0.193676}, {"accuracy": 0.230237, "f1": 0.205713, "hf_subset": "kon_Latn-dan_Latn", "languages": ["kon-Latn", "dan-Latn"], "main_score": 0.205713, "precision": 0.19963, "recall": 0.230237}, {"accuracy": 0.089921, "f1": 0.077328, "hf_subset": "kon_Latn-guj_Gujr", "languages": ["kon-Latn", "guj-Gujr"], "main_score": 0.077328, "precision": 0.074188, "recall": 0.089921}, {"accuracy": 0.166008, "f1": 0.143993, "hf_subset": "kon_Latn-kaz_Cyrl", "languages": ["kon-Latn", "kaz-Cyrl"], "main_score": 0.143993, "precision": 0.140099, "recall": 0.166008}, {"accuracy": 0.182806, "f1": 0.162122, "hf_subset": "kon_Latn-lug_Latn", "languages": ["kon-Latn", "lug-Latn"], "main_score": 0.162122, "precision": 0.156221, "recall": 0.182806}, {"accuracy": 0.187747, "f1": 0.169771, "hf_subset": "kon_Latn-oci_Latn", "languages": ["kon-Latn", "oci-Latn"], "main_score": 0.169771, "precision": 0.165021, "recall": 0.187747}, {"accuracy": 0.166996, "f1": 0.143199, "hf_subset": "kon_Latn-smo_Latn", "languages": ["kon-Latn", "smo-Latn"], "main_score": 0.143199, "precision": 0.134881, "recall": 0.166996}, {"accuracy": 0.221344, "f1": 0.204712, "hf_subset": "kon_Latn-tsn_Latn", "languages": ["kon-Latn", "tsn-Latn"], "main_score": 0.204712, "precision": 0.197967, "recall": 0.221344}, {"accuracy": 0.157115, "f1": 0.136847, "hf_subset": "kon_Latn-zul_Latn", "languages": ["kon-Latn", "zul-Latn"], "main_score": 0.136847, "precision": 0.130112, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.077836, "hf_subset": "kon_Latn-azb_Arab", "languages": ["kon-Latn", "azb-Arab"], "main_score": 0.077836, "precision": 0.073602, "recall": 0.097826}, {"accuracy": 0.204545, "f1": 0.184819, "hf_subset": "kon_Latn-deu_Latn", "languages": ["kon-Latn", "deu-Latn"], "main_score": 0.184819, "precision": 0.179176, "recall": 0.204545}, {"accuracy": 0.167984, "f1": 0.150655, "hf_subset": "kon_Latn-hat_Latn", "languages": ["kon-Latn", "hat-Latn"], "main_score": 0.150655, "precision": 0.145198, "recall": 0.167984}, {"accuracy": 0.206522, "f1": 0.187548, "hf_subset": "kon_Latn-kbp_Latn", "languages": ["kon-Latn", "kbp-Latn"], "main_score": 0.187548, "precision": 0.181518, "recall": 0.206522}, {"accuracy": 0.208498, "f1": 0.187926, "hf_subset": "kon_Latn-luo_Latn", "languages": ["kon-Latn", "luo-Latn"], "main_score": 0.187926, "precision": 0.181097, "recall": 0.208498}, {"accuracy": 0.071146, "f1": 0.058259, "hf_subset": "kon_Latn-ory_Orya", "languages": ["kon-Latn", "ory-Orya"], "main_score": 0.058259, "precision": 0.055387, "recall": 0.071146}, {"accuracy": 0.177866, "f1": 0.154493, "hf_subset": "kon_Latn-sna_Latn", "languages": ["kon-Latn", "sna-Latn"], "main_score": 0.154493, "precision": 0.146711, "recall": 0.177866}, {"accuracy": 0.211462, "f1": 0.191096, "hf_subset": "kon_Latn-tso_Latn", "languages": ["kon-Latn", "tso-Latn"], "main_score": 0.191096, "precision": 0.184812, "recall": 0.211462}, {"accuracy": 0.130435, "f1": 0.116297, "hf_subset": "kon_Latn-azj_Latn", "languages": ["kon-Latn", "azj-Latn"], "main_score": 0.116297, "precision": 0.112581, "recall": 0.130435}, {"accuracy": 0.202569, "f1": 0.180937, "hf_subset": "kon_Latn-dik_Latn", "languages": ["kon-Latn", "dik-Latn"], "main_score": 0.180937, "precision": 0.174478, "recall": 0.202569}, {"accuracy": 0.183794, "f1": 0.166647, "hf_subset": "kon_Latn-hau_Latn", "languages": ["kon-Latn", "hau-Latn"], "main_score": 0.166647, "precision": 0.161453, "recall": 0.183794}, {"accuracy": 0.115613, "f1": 0.108719, "hf_subset": "kon_Latn-kea_Latn", "languages": ["kon-Latn", "kea-Latn"], "main_score": 0.108719, "precision": 0.106672, "recall": 0.115613}, {"accuracy": 0.229249, "f1": 0.203017, "hf_subset": "kon_Latn-lus_Latn", "languages": ["kon-Latn", "lus-Latn"], "main_score": 0.203017, "precision": 0.194443, "recall": 0.229249}, {"accuracy": 0.188735, "f1": 0.170199, "hf_subset": "kon_Latn-pag_Latn", "languages": ["kon-Latn", "pag-Latn"], "main_score": 0.170199, "precision": 0.164322, "recall": 0.188735}, {"accuracy": 0.085968, "f1": 0.073548, "hf_subset": "kon_Latn-snd_Arab", "languages": ["kon-Latn", "snd-Arab"], "main_score": 0.073548, "precision": 0.070285, "recall": 0.085968}, {"accuracy": 0.147233, "f1": 0.126599, "hf_subset": "kon_Latn-tuk_Latn", "languages": ["kon-Latn", "tuk-Latn"], "main_score": 0.126599, "precision": 0.120831, "recall": 0.147233}, {"accuracy": 0.166008, "f1": 0.141933, "hf_subset": "kon_Latn-bak_Cyrl", "languages": ["kon-Latn", "bak-Cyrl"], "main_score": 0.141933, "precision": 0.135915, "recall": 0.166008}, {"accuracy": 0.188735, "f1": 0.172106, "hf_subset": "kon_Latn-dyu_Latn", "languages": ["kon-Latn", "dyu-Latn"], "main_score": 0.172106, "precision": 0.16541, "recall": 0.188735}, {"accuracy": 0.147233, "f1": 0.128571, "hf_subset": "kon_Latn-heb_Hebr", "languages": ["kon-Latn", "heb-Hebr"], "main_score": 0.128571, "precision": 0.123611, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.127218, "hf_subset": "kon_Latn-khk_Cyrl", "languages": ["kon-Latn", "khk-Cyrl"], "main_score": 0.127218, "precision": 0.121501, "recall": 0.150198}, {"accuracy": 0.166996, "f1": 0.146276, "hf_subset": "kon_Latn-lvs_Latn", "languages": ["kon-Latn", "lvs-Latn"], "main_score": 0.146276, "precision": 0.140913, "recall": 0.166996}, {"accuracy": 0.064229, "f1": 0.053365, "hf_subset": "kon_Latn-pan_Guru", "languages": ["kon-Latn", "pan-Guru"], "main_score": 0.053365, "precision": 0.051343, "recall": 0.064229}, {"accuracy": 0.146245, "f1": 0.13434, "hf_subset": "kon_Latn-som_Latn", "languages": ["kon-Latn", "som-Latn"], "main_score": 0.13434, "precision": 0.130557, "recall": 0.146245}, {"accuracy": 0.229249, "f1": 0.204556, "hf_subset": "kon_Latn-tum_Latn", "languages": ["kon-Latn", "tum-Latn"], "main_score": 0.204556, "precision": 0.195641, "recall": 0.229249}, {"accuracy": 0.013834, "f1": 0.007683, "hf_subset": "mni_Beng-ace_Arab", "languages": ["mni-Beng", "ace-Arab"], "main_score": 0.007683, "precision": 0.006783, "recall": 0.013834}, {"accuracy": 0.031621, "f1": 0.027198, "hf_subset": "mni_Beng-bam_Latn", "languages": ["mni-Beng", "bam-Latn"], "main_score": 0.027198, "precision": 0.026333, "recall": 0.031621}, {"accuracy": 0.002964, "f1": 0.000402, "hf_subset": "mni_Beng-dzo_Tibt", "languages": ["mni-Beng", "dzo-Tibt"], "main_score": 0.000402, "precision": 0.000223, "recall": 0.002964}, {"accuracy": 0.025692, "f1": 0.022152, "hf_subset": "mni_Beng-hin_Deva", "languages": ["mni-Beng", "hin-Deva"], "main_score": 0.022152, "precision": 0.021501, "recall": 0.025692}, {"accuracy": 0.021739, "f1": 0.01981, "hf_subset": "mni_Beng-khm_Khmr", "languages": ["mni-Beng", "khm-Khmr"], "main_score": 0.01981, "precision": 0.019293, "recall": 0.021739}, {"accuracy": 0.012846, "f1": 0.012187, "hf_subset": "mni_Beng-mag_Deva", "languages": ["mni-Beng", "mag-Deva"], "main_score": 0.012187, "precision": 0.011858, "recall": 0.012846}, {"accuracy": 0.021739, "f1": 0.019139, "hf_subset": "mni_Beng-pap_Latn", "languages": ["mni-Beng", "pap-Latn"], "main_score": 0.019139, "precision": 0.018792, "recall": 0.021739}, {"accuracy": 0.043478, "f1": 0.037787, "hf_subset": "mni_Beng-sot_Latn", "languages": ["mni-Beng", "sot-Latn"], "main_score": 0.037787, "precision": 0.036691, "recall": 0.043478}, {"accuracy": 0.033597, "f1": 0.027474, "hf_subset": "mni_Beng-tur_Latn", "languages": ["mni-Beng", "tur-Latn"], "main_score": 0.027474, "precision": 0.026646, "recall": 0.033597}, {"accuracy": 0.024704, "f1": 0.021086, "hf_subset": "mni_Beng-ace_Latn", "languages": ["mni-Beng", "ace-Latn"], "main_score": 0.021086, "precision": 0.01993, "recall": 0.024704}, {"accuracy": 0.017787, "f1": 0.01381, "hf_subset": "mni_Beng-ban_Latn", "languages": ["mni-Beng", "ban-Latn"], "main_score": 0.01381, "precision": 0.013226, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.024279, "hf_subset": "mni_Beng-ell_Grek", "languages": ["mni-Beng", "ell-Grek"], "main_score": 0.024279, "precision": 0.023799, "recall": 0.02668}, {"accuracy": 0.012846, "f1": 0.009835, "hf_subset": "mni_Beng-hne_Deva", "languages": ["mni-Beng", "hne-Deva"], "main_score": 0.009835, "precision": 0.009286, "recall": 0.012846}, {"accuracy": 0.027668, "f1": 0.024951, "hf_subset": "mni_Beng-kik_Latn", "languages": ["mni-Beng", "kik-Latn"], "main_score": 0.024951, "precision": 0.024021, "recall": 0.027668}, {"accuracy": 0.018775, "f1": 0.0155, "hf_subset": "mni_Beng-mai_Deva", "languages": ["mni-Beng", "mai-Deva"], "main_score": 0.0155, "precision": 0.01503, "recall": 0.018775}, {"accuracy": 0.031621, "f1": 0.026229, "hf_subset": "mni_Beng-pbt_Arab", "languages": ["mni-Beng", "pbt-Arab"], "main_score": 0.026229, "precision": 0.025446, "recall": 0.031621}, {"accuracy": 0.038538, "f1": 0.032356, "hf_subset": "mni_Beng-spa_Latn", "languages": ["mni-Beng", "spa-Latn"], "main_score": 0.032356, "precision": 0.031703, "recall": 0.038538}, {"accuracy": 0.038538, "f1": 0.029825, "hf_subset": "mni_Beng-twi_Latn", "languages": ["mni-Beng", "twi-Latn"], "main_score": 0.029825, "precision": 0.02775, "recall": 0.038538}, {"accuracy": 0.020751, "f1": 0.018448, "hf_subset": "mni_Beng-acm_Arab", "languages": ["mni-Beng", "acm-Arab"], "main_score": 0.018448, "precision": 0.017952, "recall": 0.020751}, {"accuracy": 0.020751, "f1": 0.017954, "hf_subset": "mni_Beng-bel_Cyrl", "languages": ["mni-Beng", "bel-Cyrl"], "main_score": 0.017954, "precision": 0.017294, "recall": 0.020751}, {"accuracy": 0.035573, "f1": 0.030875, "hf_subset": "mni_Beng-eng_Latn", "languages": ["mni-Beng", "eng-Latn"], "main_score": 0.030875, "precision": 0.030185, "recall": 0.035573}, {"accuracy": 0.024704, "f1": 0.020948, "hf_subset": "mni_Beng-hrv_Latn", "languages": ["mni-Beng", "hrv-Latn"], "main_score": 0.020948, "precision": 0.020511, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.036387, "hf_subset": "mni_Beng-kin_Latn", "languages": ["mni-Beng", "kin-Latn"], "main_score": 0.036387, "precision": 0.034731, "recall": 0.043478}, {"accuracy": 0.01581, "f1": 0.012907, "hf_subset": "mni_Beng-mal_Mlym", "languages": ["mni-Beng", "mal-Mlym"], "main_score": 0.012907, "precision": 0.012581, "recall": 0.01581}, {"accuracy": 0.023715, "f1": 0.019364, "hf_subset": "mni_Beng-pes_Arab", "languages": ["mni-Beng", "pes-Arab"], "main_score": 0.019364, "precision": 0.018593, "recall": 0.023715}, {"accuracy": 0.022727, "f1": 0.018138, "hf_subset": "mni_Beng-srd_Latn", "languages": ["mni-Beng", "srd-Latn"], "main_score": 0.018138, "precision": 0.016842, "recall": 0.022727}, {"accuracy": 0.075099, "f1": 0.060276, "hf_subset": "mni_Beng-tzm_Tfng", "languages": ["mni-Beng", "tzm-Tfng"], "main_score": 0.060276, "precision": 0.056213, "recall": 0.075099}, {"accuracy": 0.020751, "f1": 0.017204, "hf_subset": "mni_Beng-acq_Arab", "languages": ["mni-Beng", "acq-Arab"], "main_score": 0.017204, "precision": 0.016557, "recall": 0.020751}, {"accuracy": 0.038538, "f1": 0.031876, "hf_subset": "mni_Beng-bem_Latn", "languages": ["mni-Beng", "bem-Latn"], "main_score": 0.031876, "precision": 0.03001, "recall": 0.038538}, {"accuracy": 0.024704, "f1": 0.021646, "hf_subset": "mni_Beng-epo_Latn", "languages": ["mni-Beng", "epo-Latn"], "main_score": 0.021646, "precision": 0.020836, "recall": 0.024704}, {"accuracy": 0.02668, "f1": 0.02154, "hf_subset": "mni_Beng-hun_Latn", "languages": ["mni-Beng", "hun-Latn"], "main_score": 0.02154, "precision": 0.020941, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.023608, "hf_subset": "mni_Beng-kir_Cyrl", "languages": ["mni-Beng", "kir-Cyrl"], "main_score": 0.023608, "precision": 0.023017, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.014068, "hf_subset": "mni_Beng-mar_Deva", "languages": ["mni-Beng", "mar-Deva"], "main_score": 0.014068, "precision": 0.013705, "recall": 0.016798}, {"accuracy": 0.027668, "f1": 0.024186, "hf_subset": "mni_Beng-plt_Latn", "languages": ["mni-Beng", "plt-Latn"], "main_score": 0.024186, "precision": 0.023226, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.026695, "hf_subset": "mni_Beng-srp_Cyrl", "languages": ["mni-Beng", "srp-Cyrl"], "main_score": 0.026695, "precision": 0.025864, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.022024, "hf_subset": "mni_Beng-uig_Arab", "languages": ["mni-Beng", "uig-Arab"], "main_score": 0.022024, "precision": 0.021905, "recall": 0.023715}, {"accuracy": 0.020751, "f1": 0.016609, "hf_subset": "mni_Beng-aeb_Arab", "languages": ["mni-Beng", "aeb-Arab"], "main_score": 0.016609, "precision": 0.01573, "recall": 0.020751}, {"accuracy": 0.018775, "f1": 0.016221, "hf_subset": "mni_Beng-ben_Beng", "languages": ["mni-Beng", "ben-Beng"], "main_score": 0.016221, "precision": 0.015853, "recall": 0.018775}, {"accuracy": 0.034585, "f1": 0.029642, "hf_subset": "mni_Beng-est_Latn", "languages": ["mni-Beng", "est-Latn"], "main_score": 0.029642, "precision": 0.028547, "recall": 0.034585}, {"accuracy": 0.016798, "f1": 0.013349, "hf_subset": "mni_Beng-hye_Armn", "languages": ["mni-Beng", "hye-Armn"], "main_score": 0.013349, "precision": 0.012883, "recall": 0.016798}, {"accuracy": 0.043478, "f1": 0.034272, "hf_subset": "mni_Beng-kmb_Latn", "languages": ["mni-Beng", "kmb-Latn"], "main_score": 0.034272, "precision": 0.032508, "recall": 0.043478}, {"accuracy": 0.01581, "f1": 0.01097, "hf_subset": "mni_Beng-min_Arab", "languages": ["mni-Beng", "min-Arab"], "main_score": 0.01097, "precision": 0.010322, "recall": 0.01581}, {"accuracy": 0.032609, "f1": 0.027489, "hf_subset": "mni_Beng-pol_Latn", "languages": ["mni-Beng", "pol-Latn"], "main_score": 0.027489, "precision": 0.026654, "recall": 0.032609}, {"accuracy": 0.025692, "f1": 0.021643, "hf_subset": "mni_Beng-ssw_Latn", "languages": ["mni-Beng", "ssw-Latn"], "main_score": 0.021643, "precision": 0.020703, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020974, "hf_subset": "mni_Beng-ukr_Cyrl", "languages": ["mni-Beng", "ukr-Cyrl"], "main_score": 0.020974, "precision": 0.020086, "recall": 0.024704}, {"accuracy": 0.029644, "f1": 0.022818, "hf_subset": "mni_Beng-afr_Latn", "languages": ["mni-Beng", "afr-Latn"], "main_score": 0.022818, "precision": 0.02162, "recall": 0.029644}, {"accuracy": 0.016798, "f1": 0.014509, "hf_subset": "mni_Beng-bho_Deva", "languages": ["mni-Beng", "bho-Deva"], "main_score": 0.014509, "precision": 0.014007, "recall": 0.016798}, {"accuracy": 0.020751, "f1": 0.017583, "hf_subset": "mni_Beng-eus_Latn", "languages": ["mni-Beng", "eus-Latn"], "main_score": 0.017583, "precision": 0.016757, "recall": 0.020751}, {"accuracy": 0.036561, "f1": 0.029788, "hf_subset": "mni_Beng-ibo_Latn", "languages": ["mni-Beng", "ibo-Latn"], "main_score": 0.029788, "precision": 0.028317, "recall": 0.036561}, {"accuracy": 0.034585, "f1": 0.030325, "hf_subset": "mni_Beng-kmr_Latn", "languages": ["mni-Beng", "kmr-Latn"], "main_score": 0.030325, "precision": 0.029461, "recall": 0.034585}, {"accuracy": 0.024704, "f1": 0.020588, "hf_subset": "mni_Beng-min_Latn", "languages": ["mni-Beng", "min-Latn"], "main_score": 0.020588, "precision": 0.020282, "recall": 0.024704}, {"accuracy": 0.032609, "f1": 0.026425, "hf_subset": "mni_Beng-por_Latn", "languages": ["mni-Beng", "por-Latn"], "main_score": 0.026425, "precision": 0.025564, "recall": 0.032609}, {"accuracy": 0.019763, "f1": 0.018445, "hf_subset": "mni_Beng-sun_Latn", "languages": ["mni-Beng", "sun-Latn"], "main_score": 0.018445, "precision": 0.017984, "recall": 0.019763}, {"accuracy": 0.036561, "f1": 0.028476, "hf_subset": "mni_Beng-umb_Latn", "languages": ["mni-Beng", "umb-Latn"], "main_score": 0.028476, "precision": 0.026835, "recall": 0.036561}, {"accuracy": 0.027668, "f1": 0.02392, "hf_subset": "mni_Beng-ajp_Arab", "languages": ["mni-Beng", "ajp-Arab"], "main_score": 0.02392, "precision": 0.023077, "recall": 0.027668}, {"accuracy": 0.017787, "f1": 0.013332, "hf_subset": "mni_Beng-bjn_Arab", "languages": ["mni-Beng", "bjn-Arab"], "main_score": 0.013332, "precision": 0.012349, "recall": 0.017787}, {"accuracy": 0.032609, "f1": 0.02545, "hf_subset": "mni_Beng-ewe_Latn", "languages": ["mni-Beng", "ewe-Latn"], "main_score": 0.02545, "precision": 0.023714, "recall": 0.032609}, {"accuracy": 0.028656, "f1": 0.023849, "hf_subset": "mni_Beng-ilo_Latn", "languages": ["mni-Beng", "ilo-Latn"], "main_score": 0.023849, "precision": 0.022653, "recall": 0.028656}, {"accuracy": 0.022727, "f1": 0.018703, "hf_subset": "mni_Beng-knc_Arab", "languages": ["mni-Beng", "knc-Arab"], "main_score": 0.018703, "precision": 0.01812, "recall": 0.022727}, {"accuracy": 0.024704, "f1": 0.021096, "hf_subset": "mni_Beng-mkd_Cyrl", "languages": ["mni-Beng", "mkd-Cyrl"], "main_score": 0.021096, "precision": 0.020429, "recall": 0.024704}, {"accuracy": 0.027668, "f1": 0.023387, "hf_subset": "mni_Beng-prs_Arab", "languages": ["mni-Beng", "prs-Arab"], "main_score": 0.023387, "precision": 0.02258, "recall": 0.027668}, {"accuracy": 0.032609, "f1": 0.02726, "hf_subset": "mni_Beng-swe_Latn", "languages": ["mni-Beng", "swe-Latn"], "main_score": 0.02726, "precision": 0.026517, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.022922, "hf_subset": "mni_Beng-urd_Arab", "languages": ["mni-Beng", "urd-Arab"], "main_score": 0.022922, "precision": 0.022083, "recall": 0.027668}, {"accuracy": 0.030632, "f1": 0.0255, "hf_subset": "mni_Beng-aka_Latn", "languages": ["mni-Beng", "aka-Latn"], "main_score": 0.0255, "precision": 0.024545, "recall": 0.030632}, {"accuracy": 0.025692, "f1": 0.022414, "hf_subset": "mni_Beng-bjn_Latn", "languages": ["mni-Beng", "bjn-Latn"], "main_score": 0.022414, "precision": 0.021912, "recall": 0.025692}, {"accuracy": 0.023715, "f1": 0.020518, "hf_subset": "mni_Beng-fao_Latn", "languages": ["mni-Beng", "fao-Latn"], "main_score": 0.020518, "precision": 0.020223, "recall": 0.023715}, {"accuracy": 0.034585, "f1": 0.029723, "hf_subset": "mni_Beng-ind_Latn", "languages": ["mni-Beng", "ind-Latn"], "main_score": 0.029723, "precision": 0.028627, "recall": 0.034585}, {"accuracy": 0.032609, "f1": 0.027172, "hf_subset": "mni_Beng-knc_Latn", "languages": ["mni-Beng", "knc-Latn"], "main_score": 0.027172, "precision": 0.026037, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.030501, "hf_subset": "mni_Beng-mlt_Latn", "languages": ["mni-Beng", "mlt-Latn"], "main_score": 0.030501, "precision": 0.029603, "recall": 0.035573}, {"accuracy": 0.045455, "f1": 0.038952, "hf_subset": "mni_Beng-quy_Latn", "languages": ["mni-Beng", "quy-Latn"], "main_score": 0.038952, "precision": 0.036759, "recall": 0.045455}, {"accuracy": 0.028656, "f1": 0.023966, "hf_subset": "mni_Beng-swh_Latn", "languages": ["mni-Beng", "swh-Latn"], "main_score": 0.023966, "precision": 0.022989, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016641, "hf_subset": "mni_Beng-uzn_Latn", "languages": ["mni-Beng", "uzn-Latn"], "main_score": 0.016641, "precision": 0.015833, "recall": 0.021739}, {"accuracy": 0.027668, "f1": 0.022695, "hf_subset": "mni_Beng-als_Latn", "languages": ["mni-Beng", "als-Latn"], "main_score": 0.022695, "precision": 0.022099, "recall": 0.027668}, {"accuracy": 0.057312, "f1": 0.041373, "hf_subset": "mni_Beng-bod_Tibt", "languages": ["mni-Beng", "bod-Tibt"], "main_score": 0.041373, "precision": 0.037813, "recall": 0.057312}, {"accuracy": 0.030632, "f1": 0.025647, "hf_subset": "mni_Beng-fij_Latn", "languages": ["mni-Beng", "fij-Latn"], "main_score": 0.025647, "precision": 0.024461, "recall": 0.030632}, {"accuracy": 0.023715, "f1": 0.020985, "hf_subset": "mni_Beng-isl_Latn", "languages": ["mni-Beng", "isl-Latn"], "main_score": 0.020985, "precision": 0.020341, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.030332, "hf_subset": "mni_Beng-kon_Latn", "languages": ["mni-Beng", "kon-Latn"], "main_score": 0.030332, "precision": 0.029208, "recall": 0.035573}, {"accuracy": 0.036561, "f1": 0.030733, "hf_subset": "mni_Beng-ron_Latn", "languages": ["mni-Beng", "ron-Latn"], "main_score": 0.030733, "precision": 0.03028, "recall": 0.036561}, {"accuracy": 0.028656, "f1": 0.022685, "hf_subset": "mni_Beng-szl_Latn", "languages": ["mni-Beng", "szl-Latn"], "main_score": 0.022685, "precision": 0.022057, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.023965, "hf_subset": "mni_Beng-vec_Latn", "languages": ["mni-Beng", "vec-Latn"], "main_score": 0.023965, "precision": 0.023073, "recall": 0.029644}, {"accuracy": 0.021739, "f1": 0.017238, "hf_subset": "mni_Beng-amh_Ethi", "languages": ["mni-Beng", "amh-Ethi"], "main_score": 0.017238, "precision": 0.016502, "recall": 0.021739}, {"accuracy": 0.031621, "f1": 0.025985, "hf_subset": "mni_Beng-bos_Latn", "languages": ["mni-Beng", "bos-Latn"], "main_score": 0.025985, "precision": 0.025263, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.025327, "hf_subset": "mni_Beng-fin_Latn", "languages": ["mni-Beng", "fin-Latn"], "main_score": 0.025327, "precision": 0.024874, "recall": 0.028656}, {"accuracy": 0.034585, "f1": 0.029435, "hf_subset": "mni_Beng-ita_Latn", "languages": ["mni-Beng", "ita-Latn"], "main_score": 0.029435, "precision": 0.028814, "recall": 0.034585}, {"accuracy": 0.028656, "f1": 0.026468, "hf_subset": "mni_Beng-kor_Hang", "languages": ["mni-Beng", "kor-Hang"], "main_score": 0.026468, "precision": 0.025692, "recall": 0.028656}, {"accuracy": 0.030632, "f1": 0.02603, "hf_subset": "mni_Beng-mos_Latn", "languages": ["mni-Beng", "mos-Latn"], "main_score": 0.02603, "precision": 0.024741, "recall": 0.030632}, {"accuracy": 0.030632, "f1": 0.025656, "hf_subset": "mni_Beng-run_Latn", "languages": ["mni-Beng", "run-Latn"], "main_score": 0.025656, "precision": 0.024702, "recall": 0.030632}, {"accuracy": 0.018775, "f1": 0.012691, "hf_subset": "mni_Beng-tam_Taml", "languages": ["mni-Beng", "tam-Taml"], "main_score": 0.012691, "precision": 0.012046, "recall": 0.018775}, {"accuracy": 0.030632, "f1": 0.026123, "hf_subset": "mni_Beng-vie_Latn", "languages": ["mni-Beng", "vie-Latn"], "main_score": 0.026123, "precision": 0.025449, "recall": 0.030632}, {"accuracy": 0.017787, "f1": 0.015483, "hf_subset": "mni_Beng-apc_Arab", "languages": ["mni-Beng", "apc-Arab"], "main_score": 0.015483, "precision": 0.014823, "recall": 0.017787}, {"accuracy": 0.018775, "f1": 0.015435, "hf_subset": "mni_Beng-bug_Latn", "languages": ["mni-Beng", "bug-Latn"], "main_score": 0.015435, "precision": 0.014635, "recall": 0.018775}, {"accuracy": 0.027668, "f1": 0.023786, "hf_subset": "mni_Beng-fon_Latn", "languages": ["mni-Beng", "fon-Latn"], "main_score": 0.023786, "precision": 0.022647, "recall": 0.027668}, {"accuracy": 0.022727, "f1": 0.019753, "hf_subset": "mni_Beng-jav_Latn", "languages": ["mni-Beng", "jav-Latn"], "main_score": 0.019753, "precision": 0.019188, "recall": 0.022727}, {"accuracy": 0.036561, "f1": 0.02956, "hf_subset": "mni_Beng-lao_Laoo", "languages": ["mni-Beng", "lao-Laoo"], "main_score": 0.02956, "precision": 0.02832, "recall": 0.036561}, {"accuracy": 0.039526, "f1": 0.035691, "hf_subset": "mni_Beng-mri_Latn", "languages": ["mni-Beng", "mri-Latn"], "main_score": 0.035691, "precision": 0.034256, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.021585, "hf_subset": "mni_Beng-rus_Cyrl", "languages": ["mni-Beng", "rus-Cyrl"], "main_score": 0.021585, "precision": 0.020954, "recall": 0.025692}, {"accuracy": 0.039526, "f1": 0.03368, "hf_subset": "mni_Beng-taq_Latn", "languages": ["mni-Beng", "taq-Latn"], "main_score": 0.03368, "precision": 0.032041, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.020336, "hf_subset": "mni_Beng-war_Latn", "languages": ["mni-Beng", "war-Latn"], "main_score": 0.020336, "precision": 0.019454, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.023391, "hf_subset": "mni_Beng-arb_Arab", "languages": ["mni-Beng", "arb-Arab"], "main_score": 0.023391, "precision": 0.022598, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.02446, "hf_subset": "mni_Beng-bul_Cyrl", "languages": ["mni-Beng", "bul-Cyrl"], "main_score": 0.02446, "precision": 0.023397, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.033951, "hf_subset": "mni_Beng-fra_Latn", "languages": ["mni-Beng", "fra-Latn"], "main_score": 0.033951, "precision": 0.03323, "recall": 0.039526}, {"accuracy": 0.032609, "f1": 0.027551, "hf_subset": "mni_Beng-jpn_Jpan", "languages": ["mni-Beng", "jpn-Jpan"], "main_score": 0.027551, "precision": 0.026912, "recall": 0.032609}, {"accuracy": 0.024704, "f1": 0.020614, "hf_subset": "mni_Beng-lij_Latn", "languages": ["mni-Beng", "lij-Latn"], "main_score": 0.020614, "precision": 0.019974, "recall": 0.024704}, {"accuracy": 0.021739, "f1": 0.01862, "hf_subset": "mni_Beng-mya_Mymr", "languages": ["mni-Beng", "mya-Mymr"], "main_score": 0.01862, "precision": 0.018121, "recall": 0.021739}, {"accuracy": 0.021739, "f1": 0.018647, "hf_subset": "mni_Beng-sag_Latn", "languages": ["mni-Beng", "sag-Latn"], "main_score": 0.018647, "precision": 0.017898, "recall": 0.021739}, {"accuracy": 0.081028, "f1": 0.067057, "hf_subset": "mni_Beng-taq_Tfng", "languages": ["mni-Beng", "taq-Tfng"], "main_score": 0.067057, "precision": 0.063329, "recall": 0.081028}, {"accuracy": 0.027668, "f1": 0.022337, "hf_subset": "mni_Beng-wol_Latn", "languages": ["mni-Beng", "wol-Latn"], "main_score": 0.022337, "precision": 0.020965, "recall": 0.027668}, {"accuracy": 0.029644, "f1": 0.024458, "hf_subset": "mni_Beng-arb_Latn", "languages": ["mni-Beng", "arb-Latn"], "main_score": 0.024458, "precision": 0.023357, "recall": 0.029644}, {"accuracy": 0.031621, "f1": 0.024938, "hf_subset": "mni_Beng-cat_Latn", "languages": ["mni-Beng", "cat-Latn"], "main_score": 0.024938, "precision": 0.023617, "recall": 0.031621}, {"accuracy": 0.025692, "f1": 0.020986, "hf_subset": "mni_Beng-fur_Latn", "languages": ["mni-Beng", "fur-Latn"], "main_score": 0.020986, "precision": 0.020317, "recall": 0.025692}, {"accuracy": 0.04249, "f1": 0.033713, "hf_subset": "mni_Beng-kab_Latn", "languages": ["mni-Beng", "kab-Latn"], "main_score": 0.033713, "precision": 0.032117, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.024983, "hf_subset": "mni_Beng-lim_Latn", "languages": ["mni-Beng", "lim-Latn"], "main_score": 0.024983, "precision": 0.023979, "recall": 0.029644}, {"accuracy": 0.036561, "f1": 0.030752, "hf_subset": "mni_Beng-nld_Latn", "languages": ["mni-Beng", "nld-Latn"], "main_score": 0.030752, "precision": 0.029826, "recall": 0.036561}, {"accuracy": 0.018775, "f1": 0.014527, "hf_subset": "mni_Beng-san_Deva", "languages": ["mni-Beng", "san-Deva"], "main_score": 0.014527, "precision": 0.013986, "recall": 0.018775}, {"accuracy": 0.021739, "f1": 0.018349, "hf_subset": "mni_Beng-tat_Cyrl", "languages": ["mni-Beng", "tat-Cyrl"], "main_score": 0.018349, "precision": 0.017574, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.023868, "hf_subset": "mni_Beng-xho_Latn", "languages": ["mni-Beng", "xho-Latn"], "main_score": 0.023868, "precision": 0.022567, "recall": 0.030632}, {"accuracy": 0.024704, "f1": 0.021316, "hf_subset": "mni_Beng-ars_Arab", "languages": ["mni-Beng", "ars-Arab"], "main_score": 0.021316, "precision": 0.020342, "recall": 0.024704}, {"accuracy": 0.022727, "f1": 0.022398, "hf_subset": "mni_Beng-ceb_Latn", "languages": ["mni-Beng", "ceb-Latn"], "main_score": 0.022398, "precision": 0.022233, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.0278, "hf_subset": "mni_Beng-fuv_Latn", "languages": ["mni-Beng", "fuv-Latn"], "main_score": 0.0278, "precision": 0.026021, "recall": 0.032609}, {"accuracy": 0.041502, "f1": 0.036238, "hf_subset": "mni_Beng-kac_Latn", "languages": ["mni-Beng", "kac-Latn"], "main_score": 0.036238, "precision": 0.03481, "recall": 0.041502}, {"accuracy": 0.032609, "f1": 0.027301, "hf_subset": "mni_Beng-lin_Latn", "languages": ["mni-Beng", "lin-Latn"], "main_score": 0.027301, "precision": 0.026167, "recall": 0.032609}, {"accuracy": 0.031621, "f1": 0.026503, "hf_subset": "mni_Beng-nno_Latn", "languages": ["mni-Beng", "nno-Latn"], "main_score": 0.026503, "precision": 0.025913, "recall": 0.031621}, {"accuracy": 0.020751, "f1": 0.012724, "hf_subset": "mni_Beng-sat_Olck", "languages": ["mni-Beng", "sat-Olck"], "main_score": 0.012724, "precision": 0.011269, "recall": 0.020751}, {"accuracy": 0.01087, "f1": 0.009094, "hf_subset": "mni_Beng-tel_Telu", "languages": ["mni-Beng", "tel-Telu"], "main_score": 0.009094, "precision": 0.009004, "recall": 0.01087}, {"accuracy": 0.028656, "f1": 0.0229, "hf_subset": "mni_Beng-ydd_Hebr", "languages": ["mni-Beng", "ydd-Hebr"], "main_score": 0.0229, "precision": 0.021876, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.016644, "hf_subset": "mni_Beng-ary_Arab", "languages": ["mni-Beng", "ary-Arab"], "main_score": 0.016644, "precision": 0.016047, "recall": 0.021739}, {"accuracy": 0.032609, "f1": 0.027946, "hf_subset": "mni_Beng-ces_Latn", "languages": ["mni-Beng", "ces-Latn"], "main_score": 0.027946, "precision": 0.027239, "recall": 0.032609}, {"accuracy": 0.048419, "f1": 0.039966, "hf_subset": "mni_Beng-gaz_Latn", "languages": ["mni-Beng", "gaz-Latn"], "main_score": 0.039966, "precision": 0.038291, "recall": 0.048419}, {"accuracy": 0.036561, "f1": 0.030742, "hf_subset": "mni_Beng-kam_Latn", "languages": ["mni-Beng", "kam-Latn"], "main_score": 0.030742, "precision": 0.029259, "recall": 0.036561}, {"accuracy": 0.030632, "f1": 0.026715, "hf_subset": "mni_Beng-lit_Latn", "languages": ["mni-Beng", "lit-Latn"], "main_score": 0.026715, "precision": 0.026112, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.030978, "hf_subset": "mni_Beng-nob_Latn", "languages": ["mni-Beng", "nob-Latn"], "main_score": 0.030978, "precision": 0.030269, "recall": 0.035573}, {"accuracy": 0.023715, "f1": 0.02082, "hf_subset": "mni_Beng-scn_Latn", "languages": ["mni-Beng", "scn-Latn"], "main_score": 0.02082, "precision": 0.020209, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.024066, "hf_subset": "mni_Beng-tgk_Cyrl", "languages": ["mni-Beng", "tgk-Cyrl"], "main_score": 0.024066, "precision": 0.022606, "recall": 0.032609}, {"accuracy": 0.02668, "f1": 0.020667, "hf_subset": "mni_Beng-yor_Latn", "languages": ["mni-Beng", "yor-Latn"], "main_score": 0.020667, "precision": 0.019261, "recall": 0.02668}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "mni_Beng-arz_Arab", "languages": ["mni-Beng", "arz-Arab"], "main_score": 0.017789, "precision": 0.016964, "recall": 0.020751}, {"accuracy": 0.034585, "f1": 0.025809, "hf_subset": "mni_Beng-cjk_Latn", "languages": ["mni-Beng", "cjk-Latn"], "main_score": 0.025809, "precision": 0.023582, "recall": 0.034585}, {"accuracy": 0.036561, "f1": 0.029213, "hf_subset": "mni_Beng-gla_Latn", "languages": ["mni-Beng", "gla-Latn"], "main_score": 0.029213, "precision": 0.027521, "recall": 0.036561}, {"accuracy": 0.016798, "f1": 0.014999, "hf_subset": "mni_Beng-kan_Knda", "languages": ["mni-Beng", "kan-Knda"], "main_score": 0.014999, "precision": 0.014664, "recall": 0.016798}, {"accuracy": 0.020751, "f1": 0.018063, "hf_subset": "mni_Beng-lmo_Latn", "languages": ["mni-Beng", "lmo-Latn"], "main_score": 0.018063, "precision": 0.017681, "recall": 0.020751}, {"accuracy": 0.02668, "f1": 0.025758, "hf_subset": "mni_Beng-npi_Deva", "languages": ["mni-Beng", "npi-Deva"], "main_score": 0.025758, "precision": 0.025445, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.022418, "hf_subset": "mni_Beng-shn_Mymr", "languages": ["mni-Beng", "shn-Mymr"], "main_score": 0.022418, "precision": 0.021257, "recall": 0.028656}, {"accuracy": 0.027668, "f1": 0.02344, "hf_subset": "mni_Beng-tgl_Latn", "languages": ["mni-Beng", "tgl-Latn"], "main_score": 0.02344, "precision": 0.022377, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.026343, "hf_subset": "mni_Beng-yue_Hant", "languages": ["mni-Beng", "yue-Hant"], "main_score": 0.026343, "precision": 0.025309, "recall": 0.031621}, {"accuracy": 0.018775, "f1": 0.014695, "hf_subset": "mni_Beng-asm_Beng", "languages": ["mni-Beng", "asm-Beng"], "main_score": 0.014695, "precision": 0.014182, "recall": 0.018775}, {"accuracy": 0.02668, "f1": 0.021217, "hf_subset": "mni_Beng-ckb_Arab", "languages": ["mni-Beng", "ckb-Arab"], "main_score": 0.021217, "precision": 0.020261, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.023329, "hf_subset": "mni_Beng-gle_Latn", "languages": ["mni-Beng", "gle-Latn"], "main_score": 0.023329, "precision": 0.022337, "recall": 0.02668}, {"accuracy": 0.01581, "f1": 0.014246, "hf_subset": "mni_Beng-kas_Arab", "languages": ["mni-Beng", "kas-Arab"], "main_score": 0.014246, "precision": 0.013877, "recall": 0.01581}, {"accuracy": 0.023715, "f1": 0.020927, "hf_subset": "mni_Beng-ltg_Latn", "languages": ["mni-Beng", "ltg-Latn"], "main_score": 0.020927, "precision": 0.020592, "recall": 0.023715}, {"accuracy": 0.04249, "f1": 0.036191, "hf_subset": "mni_Beng-nso_Latn", "languages": ["mni-Beng", "nso-Latn"], "main_score": 0.036191, "precision": 0.034833, "recall": 0.04249}, {"accuracy": 0.02668, "f1": 0.022411, "hf_subset": "mni_Beng-sin_Sinh", "languages": ["mni-Beng", "sin-Sinh"], "main_score": 0.022411, "precision": 0.021551, "recall": 0.02668}, {"accuracy": 0.023715, "f1": 0.021247, "hf_subset": "mni_Beng-tha_Thai", "languages": ["mni-Beng", "tha-Thai"], "main_score": 0.021247, "precision": 0.020587, "recall": 0.023715}, {"accuracy": 0.032609, "f1": 0.028014, "hf_subset": "mni_Beng-zho_Hans", "languages": ["mni-Beng", "zho-Hans"], "main_score": 0.028014, "precision": 0.027304, "recall": 0.032609}, {"accuracy": 0.022727, "f1": 0.017881, "hf_subset": "mni_Beng-ast_Latn", "languages": ["mni-Beng", "ast-Latn"], "main_score": 0.017881, "precision": 0.016781, "recall": 0.022727}, {"accuracy": 0.021739, "f1": 0.01736, "hf_subset": "mni_Beng-crh_Latn", "languages": ["mni-Beng", "crh-Latn"], "main_score": 0.01736, "precision": 0.016668, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.029685, "hf_subset": "mni_Beng-glg_Latn", "languages": ["mni-Beng", "glg-Latn"], "main_score": 0.029685, "precision": 0.02851, "recall": 0.035573}, {"accuracy": 0.021739, "f1": 0.017745, "hf_subset": "mni_Beng-kas_Deva", "languages": ["mni-Beng", "kas-Deva"], "main_score": 0.017745, "precision": 0.017095, "recall": 0.021739}, {"accuracy": 0.030632, "f1": 0.026428, "hf_subset": "mni_Beng-ltz_Latn", "languages": ["mni-Beng", "ltz-Latn"], "main_score": 0.026428, "precision": 0.025561, "recall": 0.030632}, {"accuracy": 0.064229, "f1": 0.055244, "hf_subset": "mni_Beng-nus_Latn", "languages": ["mni-Beng", "nus-Latn"], "main_score": 0.055244, "precision": 0.053012, "recall": 0.064229}, {"accuracy": 0.033597, "f1": 0.028679, "hf_subset": "mni_Beng-slk_Latn", "languages": ["mni-Beng", "slk-Latn"], "main_score": 0.028679, "precision": 0.028056, "recall": 0.033597}, {"accuracy": 0.020751, "f1": 0.017615, "hf_subset": "mni_Beng-tir_Ethi", "languages": ["mni-Beng", "tir-Ethi"], "main_score": 0.017615, "precision": 0.017081, "recall": 0.020751}, {"accuracy": 0.031621, "f1": 0.026692, "hf_subset": "mni_Beng-zho_Hant", "languages": ["mni-Beng", "zho-Hant"], "main_score": 0.026692, "precision": 0.025788, "recall": 0.031621}, {"accuracy": 0.014822, "f1": 0.011124, "hf_subset": "mni_Beng-awa_Deva", "languages": ["mni-Beng", "awa-Deva"], "main_score": 0.011124, "precision": 0.01047, "recall": 0.014822}, {"accuracy": 0.02668, "f1": 0.022247, "hf_subset": "mni_Beng-cym_Latn", "languages": ["mni-Beng", "cym-Latn"], "main_score": 0.022247, "precision": 0.021433, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.022082, "hf_subset": "mni_Beng-grn_Latn", "languages": ["mni-Beng", "grn-Latn"], "main_score": 0.022082, "precision": 0.020379, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.027668, "hf_subset": "mni_Beng-kat_Geor", "languages": ["mni-Beng", "kat-Geor"], "main_score": 0.027668, "precision": 0.026845, "recall": 0.029644}, {"accuracy": 0.039526, "f1": 0.032868, "hf_subset": "mni_Beng-lua_Latn", "languages": ["mni-Beng", "lua-Latn"], "main_score": 0.032868, "precision": 0.031312, "recall": 0.039526}, {"accuracy": 0.035573, "f1": 0.027414, "hf_subset": "mni_Beng-nya_Latn", "languages": ["mni-Beng", "nya-Latn"], "main_score": 0.027414, "precision": 0.025604, "recall": 0.035573}, {"accuracy": 0.033597, "f1": 0.027107, "hf_subset": "mni_Beng-slv_Latn", "languages": ["mni-Beng", "slv-Latn"], "main_score": 0.027107, "precision": 0.026328, "recall": 0.033597}, {"accuracy": 0.039526, "f1": 0.031135, "hf_subset": "mni_Beng-tpi_Latn", "languages": ["mni-Beng", "tpi-Latn"], "main_score": 0.031135, "precision": 0.030024, "recall": 0.039526}, {"accuracy": 0.027668, "f1": 0.023352, "hf_subset": "mni_Beng-zsm_Latn", "languages": ["mni-Beng", "zsm-Latn"], "main_score": 0.023352, "precision": 0.022569, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.028113, "hf_subset": "mni_Beng-ayr_Latn", "languages": ["mni-Beng", "ayr-Latn"], "main_score": 0.028113, "precision": 0.026629, "recall": 0.033597}, {"accuracy": 0.030632, "f1": 0.026163, "hf_subset": "mni_Beng-dan_Latn", "languages": ["mni-Beng", "dan-Latn"], "main_score": 0.026163, "precision": 0.025629, "recall": 0.030632}, {"accuracy": 0.020751, "f1": 0.019106, "hf_subset": "mni_Beng-guj_Gujr", "languages": ["mni-Beng", "guj-Gujr"], "main_score": 0.019106, "precision": 0.018776, "recall": 0.020751}, {"accuracy": 0.014822, "f1": 0.013177, "hf_subset": "mni_Beng-kaz_Cyrl", "languages": ["mni-Beng", "kaz-Cyrl"], "main_score": 0.013177, "precision": 0.012847, "recall": 0.014822}, {"accuracy": 0.020751, "f1": 0.016412, "hf_subset": "mni_Beng-lug_Latn", "languages": ["mni-Beng", "lug-Latn"], "main_score": 0.016412, "precision": 0.01542, "recall": 0.020751}, {"accuracy": 0.018775, "f1": 0.01573, "hf_subset": "mni_Beng-oci_Latn", "languages": ["mni-Beng", "oci-Latn"], "main_score": 0.01573, "precision": 0.014964, "recall": 0.018775}, {"accuracy": 0.031621, "f1": 0.02555, "hf_subset": "mni_Beng-smo_Latn", "languages": ["mni-Beng", "smo-Latn"], "main_score": 0.02555, "precision": 0.023934, "recall": 0.031621}, {"accuracy": 0.027668, "f1": 0.022664, "hf_subset": "mni_Beng-tsn_Latn", "languages": ["mni-Beng", "tsn-Latn"], "main_score": 0.022664, "precision": 0.021007, "recall": 0.027668}, {"accuracy": 0.036561, "f1": 0.025502, "hf_subset": "mni_Beng-zul_Latn", "languages": ["mni-Beng", "zul-Latn"], "main_score": 0.025502, "precision": 0.023405, "recall": 0.036561}, {"accuracy": 0.019763, "f1": 0.014469, "hf_subset": "mni_Beng-azb_Arab", "languages": ["mni-Beng", "azb-Arab"], "main_score": 0.014469, "precision": 0.013906, "recall": 0.019763}, {"accuracy": 0.035573, "f1": 0.031362, "hf_subset": "mni_Beng-deu_Latn", "languages": ["mni-Beng", "deu-Latn"], "main_score": 0.031362, "precision": 0.030856, "recall": 0.035573}, {"accuracy": 0.032609, "f1": 0.025919, "hf_subset": "mni_Beng-hat_Latn", "languages": ["mni-Beng", "hat-Latn"], "main_score": 0.025919, "precision": 0.024621, "recall": 0.032609}, {"accuracy": 0.037549, "f1": 0.032828, "hf_subset": "mni_Beng-kbp_Latn", "languages": ["mni-Beng", "kbp-Latn"], "main_score": 0.032828, "precision": 0.0316, "recall": 0.037549}, {"accuracy": 0.025692, "f1": 0.020049, "hf_subset": "mni_Beng-luo_Latn", "languages": ["mni-Beng", "luo-Latn"], "main_score": 0.020049, "precision": 0.018998, "recall": 0.025692}, {"accuracy": 0.024704, "f1": 0.020413, "hf_subset": "mni_Beng-ory_Orya", "languages": ["mni-Beng", "ory-Orya"], "main_score": 0.020413, "precision": 0.01961, "recall": 0.024704}, {"accuracy": 0.023715, "f1": 0.015678, "hf_subset": "mni_Beng-sna_Latn", "languages": ["mni-Beng", "sna-Latn"], "main_score": 0.015678, "precision": 0.01438, "recall": 0.023715}, {"accuracy": 0.041502, "f1": 0.034588, "hf_subset": "mni_Beng-tso_Latn", "languages": ["mni-Beng", "tso-Latn"], "main_score": 0.034588, "precision": 0.032824, "recall": 0.041502}, {"accuracy": 0.01581, "f1": 0.012716, "hf_subset": "mni_Beng-azj_Latn", "languages": ["mni-Beng", "azj-Latn"], "main_score": 0.012716, "precision": 0.011969, "recall": 0.01581}, {"accuracy": 0.02668, "f1": 0.020964, "hf_subset": "mni_Beng-dik_Latn", "languages": ["mni-Beng", "dik-Latn"], "main_score": 0.020964, "precision": 0.020227, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.029787, "hf_subset": "mni_Beng-hau_Latn", "languages": ["mni-Beng", "hau-Latn"], "main_score": 0.029787, "precision": 0.028822, "recall": 0.034585}, {"accuracy": 0.016798, "f1": 0.013493, "hf_subset": "mni_Beng-kea_Latn", "languages": ["mni-Beng", "kea-Latn"], "main_score": 0.013493, "precision": 0.012742, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.027261, "hf_subset": "mni_Beng-lus_Latn", "languages": ["mni-Beng", "lus-Latn"], "main_score": 0.027261, "precision": 0.026412, "recall": 0.032609}, {"accuracy": 0.027668, "f1": 0.023289, "hf_subset": "mni_Beng-pag_Latn", "languages": ["mni-Beng", "pag-Latn"], "main_score": 0.023289, "precision": 0.022522, "recall": 0.027668}, {"accuracy": 0.024704, "f1": 0.022137, "hf_subset": "mni_Beng-snd_Arab", "languages": ["mni-Beng", "snd-Arab"], "main_score": 0.022137, "precision": 0.021658, "recall": 0.024704}, {"accuracy": 0.02668, "f1": 0.02635, "hf_subset": "mni_Beng-tuk_Latn", "languages": ["mni-Beng", "tuk-Latn"], "main_score": 0.02635, "precision": 0.026186, "recall": 0.02668}, {"accuracy": 0.02668, "f1": 0.022773, "hf_subset": "mni_Beng-bak_Cyrl", "languages": ["mni-Beng", "bak-Cyrl"], "main_score": 0.022773, "precision": 0.022165, "recall": 0.02668}, {"accuracy": 0.016798, "f1": 0.010635, "hf_subset": "mni_Beng-dyu_Latn", "languages": ["mni-Beng", "dyu-Latn"], "main_score": 0.010635, "precision": 0.009452, "recall": 0.016798}, {"accuracy": 0.028656, "f1": 0.024712, "hf_subset": "mni_Beng-heb_Hebr", "languages": ["mni-Beng", "heb-Hebr"], "main_score": 0.024712, "precision": 0.023885, "recall": 0.028656}, {"accuracy": 0.021739, "f1": 0.01781, "hf_subset": "mni_Beng-khk_Cyrl", "languages": ["mni-Beng", "khk-Cyrl"], "main_score": 0.01781, "precision": 0.017229, "recall": 0.021739}, {"accuracy": 0.025692, "f1": 0.022418, "hf_subset": "mni_Beng-lvs_Latn", "languages": ["mni-Beng", "lvs-Latn"], "main_score": 0.022418, "precision": 0.022145, "recall": 0.025692}, {"accuracy": 0.017787, "f1": 0.014671, "hf_subset": "mni_Beng-pan_Guru", "languages": ["mni-Beng", "pan-Guru"], "main_score": 0.014671, "precision": 0.01417, "recall": 0.017787}, {"accuracy": 0.037549, "f1": 0.030836, "hf_subset": "mni_Beng-som_Latn", "languages": ["mni-Beng", "som-Latn"], "main_score": 0.030836, "precision": 0.028858, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.029558, "hf_subset": "mni_Beng-tum_Latn", "languages": ["mni-Beng", "tum-Latn"], "main_score": 0.029558, "precision": 0.027945, "recall": 0.038538}, {"accuracy": 0.087945, "f1": 0.053082, "hf_subset": "ron_Latn-ace_Arab", "languages": ["ron-Latn", "ace-Arab"], "main_score": 0.053082, "precision": 0.045185, "recall": 0.087945}, {"accuracy": 0.216403, "f1": 0.142103, "hf_subset": "ron_Latn-bam_Latn", "languages": ["ron-Latn", "bam-Latn"], "main_score": 0.142103, "precision": 0.12411, "recall": 0.216403}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "ron_Latn-dzo_Tibt", "languages": ["ron-Latn", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-hin_Deva", "languages": ["ron-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.913043, "f1": 0.885903, "hf_subset": "ron_Latn-khm_Khmr", "languages": ["ron-Latn", "khm-Khmr"], "main_score": 0.885903, "precision": 0.873106, "recall": 0.913043}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "ron_Latn-mag_Deva", "languages": ["ron-Latn", "mag-Deva"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.66502, "f1": 0.591826, "hf_subset": "ron_Latn-pap_Latn", "languages": ["ron-Latn", "pap-Latn"], "main_score": 0.591826, "precision": 0.562739, "recall": 0.66502}, {"accuracy": 0.232213, "f1": 0.166021, "hf_subset": "ron_Latn-sot_Latn", "languages": ["ron-Latn", "sot-Latn"], "main_score": 0.166021, "precision": 0.148674, "recall": 0.232213}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-tur_Latn", "languages": ["ron-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.433794, "f1": 0.346625, "hf_subset": "ron_Latn-ace_Latn", "languages": ["ron-Latn", "ace-Latn"], "main_score": 0.346625, "precision": 0.319355, "recall": 0.433794}, {"accuracy": 0.689723, "f1": 0.621337, "hf_subset": "ron_Latn-ban_Latn", "languages": ["ron-Latn", "ban-Latn"], "main_score": 0.621337, "precision": 0.592516, "recall": 0.689723}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-ell_Grek", "languages": ["ron-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.925889, "f1": 0.904216, "hf_subset": "ron_Latn-hne_Deva", "languages": ["ron-Latn", "hne-Deva"], "main_score": 0.904216, "precision": 0.894219, "recall": 0.925889}, {"accuracy": 0.278656, "f1": 0.191598, "hf_subset": "ron_Latn-kik_Latn", "languages": ["ron-Latn", "kik-Latn"], "main_score": 0.191598, "precision": 0.168251, "recall": 0.278656}, {"accuracy": 0.947628, "f1": 0.93139, "hf_subset": "ron_Latn-mai_Deva", "languages": ["ron-Latn", "mai-Deva"], "main_score": 0.93139, "precision": 0.923501, "recall": 0.947628}, {"accuracy": 0.857708, "f1": 0.819631, "hf_subset": "ron_Latn-pbt_Arab", "languages": ["ron-Latn", "pbt-Arab"], "main_score": 0.819631, "precision": 0.802404, "recall": 0.857708}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-spa_Latn", "languages": ["ron-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.325099, "f1": 0.233777, "hf_subset": "ron_Latn-twi_Latn", "languages": ["ron-Latn", "twi-Latn"], "main_score": 0.233777, "precision": 0.208462, "recall": 0.325099}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "ron_Latn-acm_Arab", "languages": ["ron-Latn", "acm-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "ron_Latn-bel_Cyrl", "languages": ["ron-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-eng_Latn", "languages": ["ron-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-hrv_Latn", "languages": ["ron-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.124782, "hf_subset": "ron_Latn-kin_Latn", "languages": ["ron-Latn", "kin-Latn"], "main_score": 0.124782, "precision": 0.111316, "recall": 0.181818}, {"accuracy": 0.898221, "f1": 0.867772, "hf_subset": "ron_Latn-mal_Mlym", "languages": ["ron-Latn", "mal-Mlym"], "main_score": 0.867772, "precision": 0.853508, "recall": 0.898221}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ron_Latn-pes_Arab", "languages": ["ron-Latn", "pes-Arab"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.755929, "f1": 0.69713, "hf_subset": "ron_Latn-srd_Latn", "languages": ["ron-Latn", "srd-Latn"], "main_score": 0.69713, "precision": 0.672399, "recall": 0.755929}, {"accuracy": 0.064229, "f1": 0.028109, "hf_subset": "ron_Latn-tzm_Tfng", "languages": ["ron-Latn", "tzm-Tfng"], "main_score": 0.028109, "precision": 0.02284, "recall": 0.064229}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "ron_Latn-acq_Arab", "languages": ["ron-Latn", "acq-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.247036, "f1": 0.169363, "hf_subset": "ron_Latn-bem_Latn", "languages": ["ron-Latn", "bem-Latn"], "main_score": 0.169363, "precision": 0.149993, "recall": 0.247036}, {"accuracy": 0.878458, "f1": 0.843412, "hf_subset": "ron_Latn-epo_Latn", "languages": ["ron-Latn", "epo-Latn"], "main_score": 0.843412, "precision": 0.827322, "recall": 0.878458}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-hun_Latn", "languages": ["ron-Latn", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "ron_Latn-kir_Cyrl", "languages": ["ron-Latn", "kir-Cyrl"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.913043, "f1": 0.886034, "hf_subset": "ron_Latn-mar_Deva", "languages": ["ron-Latn", "mar-Deva"], "main_score": 0.886034, "precision": 0.873188, "recall": 0.913043}, {"accuracy": 0.306324, "f1": 0.229606, "hf_subset": "ron_Latn-plt_Latn", "languages": ["ron-Latn", "plt-Latn"], "main_score": 0.229606, "precision": 0.207242, "recall": 0.306324}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-srp_Cyrl", "languages": ["ron-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.820158, "f1": 0.77512, "hf_subset": "ron_Latn-uig_Arab", "languages": ["ron-Latn", "uig-Arab"], "main_score": 0.77512, "precision": 0.755609, "recall": 0.820158}, {"accuracy": 0.938735, "f1": 0.918972, "hf_subset": "ron_Latn-aeb_Arab", "languages": ["ron-Latn", "aeb-Arab"], "main_score": 0.918972, "precision": 0.90942, "recall": 0.938735}, {"accuracy": 0.924901, "f1": 0.904315, "hf_subset": "ron_Latn-ben_Beng", "languages": ["ron-Latn", "ben-Beng"], "main_score": 0.904315, "precision": 0.894763, "recall": 0.924901}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-est_Latn", "languages": ["ron-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ron_Latn-hye_Armn", "languages": ["ron-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.188735, "f1": 0.12163, "hf_subset": "ron_Latn-kmb_Latn", "languages": ["ron-Latn", "kmb-Latn"], "main_score": 0.12163, "precision": 0.106935, "recall": 0.188735}, {"accuracy": 0.068182, "f1": 0.042932, "hf_subset": "ron_Latn-min_Arab", "languages": ["ron-Latn", "min-Arab"], "main_score": 0.042932, "precision": 0.0369, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-pol_Latn", "languages": ["ron-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.18083, "f1": 0.120067, "hf_subset": "ron_Latn-ssw_Latn", "languages": ["ron-Latn", "ssw-Latn"], "main_score": 0.120067, "precision": 0.106951, "recall": 0.18083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-ukr_Cyrl", "languages": ["ron-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "ron_Latn-afr_Latn", "languages": ["ron-Latn", "afr-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.906126, "f1": 0.879348, "hf_subset": "ron_Latn-bho_Deva", "languages": ["ron-Latn", "bho-Deva"], "main_score": 0.879348, "precision": 0.866683, "recall": 0.906126}, {"accuracy": 0.785573, "f1": 0.729976, "hf_subset": "ron_Latn-eus_Latn", "languages": ["ron-Latn", "eus-Latn"], "main_score": 0.729976, "precision": 0.705098, "recall": 0.785573}, {"accuracy": 0.219368, "f1": 0.146152, "hf_subset": "ron_Latn-ibo_Latn", "languages": ["ron-Latn", "ibo-Latn"], "main_score": 0.146152, "precision": 0.128288, "recall": 0.219368}, {"accuracy": 0.772727, "f1": 0.724217, "hf_subset": "ron_Latn-kmr_Latn", "languages": ["ron-Latn", "kmr-Latn"], "main_score": 0.724217, "precision": 0.704588, "recall": 0.772727}, {"accuracy": 0.657115, "f1": 0.58276, "hf_subset": "ron_Latn-min_Latn", "languages": ["ron-Latn", "min-Latn"], "main_score": 0.58276, "precision": 0.554414, "recall": 0.657115}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-por_Latn", "languages": ["ron-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.783597, "f1": 0.728689, "hf_subset": "ron_Latn-sun_Latn", "languages": ["ron-Latn", "sun-Latn"], "main_score": 0.728689, "precision": 0.705352, "recall": 0.783597}, {"accuracy": 0.190711, "f1": 0.126981, "hf_subset": "ron_Latn-umb_Latn", "languages": ["ron-Latn", "umb-Latn"], "main_score": 0.126981, "precision": 0.112397, "recall": 0.190711}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "ron_Latn-ajp_Arab", "languages": ["ron-Latn", "ajp-Arab"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.078063, "f1": 0.044153, "hf_subset": "ron_Latn-bjn_Arab", "languages": ["ron-Latn", "bjn-Arab"], "main_score": 0.044153, "precision": 0.036677, "recall": 0.078063}, {"accuracy": 0.273715, "f1": 0.200891, "hf_subset": "ron_Latn-ewe_Latn", "languages": ["ron-Latn", "ewe-Latn"], "main_score": 0.200891, "precision": 0.181337, "recall": 0.273715}, {"accuracy": 0.378458, "f1": 0.291112, "hf_subset": "ron_Latn-ilo_Latn", "languages": ["ron-Latn", "ilo-Latn"], "main_score": 0.291112, "precision": 0.265254, "recall": 0.378458}, {"accuracy": 0.092885, "f1": 0.049089, "hf_subset": "ron_Latn-knc_Arab", "languages": ["ron-Latn", "knc-Arab"], "main_score": 0.049089, "precision": 0.039557, "recall": 0.092885}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-mkd_Cyrl", "languages": ["ron-Latn", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "ron_Latn-prs_Arab", "languages": ["ron-Latn", "prs-Arab"], "main_score": 0.983366, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-swe_Latn", "languages": ["ron-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "ron_Latn-urd_Arab", "languages": ["ron-Latn", "urd-Arab"], "main_score": 0.956028, "precision": 0.95112, "recall": 0.966403}, {"accuracy": 0.313241, "f1": 0.228631, "hf_subset": "ron_Latn-aka_Latn", "languages": ["ron-Latn", "aka-Latn"], "main_score": 0.228631, "precision": 0.20545, "recall": 0.313241}, {"accuracy": 0.782609, "f1": 0.728936, "hf_subset": "ron_Latn-bjn_Latn", "languages": ["ron-Latn", "bjn-Latn"], "main_score": 0.728936, "precision": 0.70691, "recall": 0.782609}, {"accuracy": 0.482213, "f1": 0.402246, "hf_subset": "ron_Latn-fao_Latn", "languages": ["ron-Latn", "fao-Latn"], "main_score": 0.402246, "precision": 0.376119, "recall": 0.482213}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-ind_Latn", "languages": ["ron-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.294466, "f1": 0.213519, "hf_subset": "ron_Latn-knc_Latn", "languages": ["ron-Latn", "knc-Latn"], "main_score": 0.213519, "precision": 0.192376, "recall": 0.294466}, {"accuracy": 0.354743, "f1": 0.271013, "hf_subset": "ron_Latn-mlt_Latn", "languages": ["ron-Latn", "mlt-Latn"], "main_score": 0.271013, "precision": 0.247332, "recall": 0.354743}, {"accuracy": 0.290514, "f1": 0.205222, "hf_subset": "ron_Latn-quy_Latn", "languages": ["ron-Latn", "quy-Latn"], "main_score": 0.205222, "precision": 0.18213, "recall": 0.290514}, {"accuracy": 0.37747, "f1": 0.295976, "hf_subset": "ron_Latn-swh_Latn", "languages": ["ron-Latn", "swh-Latn"], "main_score": 0.295976, "precision": 0.27101, "recall": 0.37747}, {"accuracy": 0.663043, "f1": 0.594612, "hf_subset": "ron_Latn-uzn_Latn", "languages": ["ron-Latn", "uzn-Latn"], "main_score": 0.594612, "precision": 0.566852, "recall": 0.663043}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-als_Latn", "languages": ["ron-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.055336, "f1": 0.020534, "hf_subset": "ron_Latn-bod_Tibt", "languages": ["ron-Latn", "bod-Tibt"], "main_score": 0.020534, "precision": 0.016345, "recall": 0.055336}, {"accuracy": 0.233202, "f1": 0.162524, "hf_subset": "ron_Latn-fij_Latn", "languages": ["ron-Latn", "fij-Latn"], "main_score": 0.162524, "precision": 0.14392, "recall": 0.233202}, {"accuracy": 0.770751, "f1": 0.716781, "hf_subset": "ron_Latn-isl_Latn", "languages": ["ron-Latn", "isl-Latn"], "main_score": 0.716781, "precision": 0.693939, "recall": 0.770751}, {"accuracy": 0.270751, "f1": 0.197238, "hf_subset": "ron_Latn-kon_Latn", "languages": ["ron-Latn", "kon-Latn"], "main_score": 0.197238, "precision": 0.178149, "recall": 0.270751}, {"accuracy": 0.067194, "f1": 0.032252, "hf_subset": "ron_Latn-mni_Beng", "languages": ["ron-Latn", "mni-Beng"], "main_score": 0.032252, "precision": 0.027122, "recall": 0.067194}, {"accuracy": 0.822134, "f1": 0.776449, "hf_subset": "ron_Latn-szl_Latn", "languages": ["ron-Latn", "szl-Latn"], "main_score": 0.776449, "precision": 0.756324, "recall": 0.822134}, {"accuracy": 0.822134, "f1": 0.773518, "hf_subset": "ron_Latn-vec_Latn", "languages": ["ron-Latn", "vec-Latn"], "main_score": 0.773518, "precision": 0.752125, "recall": 0.822134}, {"accuracy": 0.77668, "f1": 0.723673, "hf_subset": "ron_Latn-amh_Ethi", "languages": ["ron-Latn", "amh-Ethi"], "main_score": 0.723673, "precision": 0.700708, "recall": 0.77668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-bos_Latn", "languages": ["ron-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-fin_Latn", "languages": ["ron-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ron_Latn-ita_Latn", "languages": ["ron-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ron_Latn-kor_Hang", "languages": ["ron-Latn", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.256917, "f1": 0.185705, "hf_subset": "ron_Latn-mos_Latn", "languages": ["ron-Latn", "mos-Latn"], "main_score": 0.185705, "precision": 0.166026, "recall": 0.256917}, {"accuracy": 0.199605, "f1": 0.134669, "hf_subset": "ron_Latn-run_Latn", "languages": ["ron-Latn", "run-Latn"], "main_score": 0.134669, "precision": 0.119164, "recall": 0.199605}, {"accuracy": 0.903162, "f1": 0.873254, "hf_subset": "ron_Latn-tam_Taml", "languages": ["ron-Latn", "tam-Taml"], "main_score": 0.873254, "precision": 0.859107, "recall": 0.903162}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-vie_Latn", "languages": ["ron-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "ron_Latn-apc_Arab", "languages": ["ron-Latn", "apc-Arab"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.412055, "f1": 0.324353, "hf_subset": "ron_Latn-bug_Latn", "languages": ["ron-Latn", "bug-Latn"], "main_score": 0.324353, "precision": 0.29611, "recall": 0.412055}, {"accuracy": 0.232213, "f1": 0.15811, "hf_subset": "ron_Latn-fon_Latn", "languages": ["ron-Latn", "fon-Latn"], "main_score": 0.15811, "precision": 0.13916, "recall": 0.232213}, {"accuracy": 0.744071, "f1": 0.681392, "hf_subset": "ron_Latn-jav_Latn", "languages": ["ron-Latn", "jav-Latn"], "main_score": 0.681392, "precision": 0.655065, "recall": 0.744071}, {"accuracy": 0.938735, "f1": 0.921673, "hf_subset": "ron_Latn-lao_Laoo", "languages": ["ron-Latn", "lao-Laoo"], "main_score": 0.921673, "precision": 0.914345, "recall": 0.938735}, {"accuracy": 0.218379, "f1": 0.147768, "hf_subset": "ron_Latn-mri_Latn", "languages": ["ron-Latn", "mri-Latn"], "main_score": 0.147768, "precision": 0.132569, "recall": 0.218379}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ron_Latn-rus_Cyrl", "languages": ["ron-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.273715, "f1": 0.203926, "hf_subset": "ron_Latn-taq_Latn", "languages": ["ron-Latn", "taq-Latn"], "main_score": 0.203926, "precision": 0.18581, "recall": 0.273715}, {"accuracy": 0.449605, "f1": 0.356245, "hf_subset": "ron_Latn-war_Latn", "languages": ["ron-Latn", "war-Latn"], "main_score": 0.356245, "precision": 0.326751, "recall": 0.449605}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ron_Latn-arb_Arab", "languages": ["ron-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ron_Latn-bul_Cyrl", "languages": ["ron-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-fra_Latn", "languages": ["ron-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "ron_Latn-jpn_Jpan", "languages": ["ron-Latn", "jpn-Jpan"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.782609, "f1": 0.726125, "hf_subset": "ron_Latn-lij_Latn", "languages": ["ron-Latn", "lij-Latn"], "main_score": 0.726125, "precision": 0.701976, "recall": 0.782609}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "ron_Latn-mya_Mymr", "languages": ["ron-Latn", "mya-Mymr"], "main_score": 0.949275, "precision": 0.943347, "recall": 0.961462}, {"accuracy": 0.256917, "f1": 0.188537, "hf_subset": "ron_Latn-sag_Latn", "languages": ["ron-Latn", "sag-Latn"], "main_score": 0.188537, "precision": 0.170642, "recall": 0.256917}, {"accuracy": 0.079051, "f1": 0.032896, "hf_subset": "ron_Latn-taq_Tfng", "languages": ["ron-Latn", "taq-Tfng"], "main_score": 0.032896, "precision": 0.026472, "recall": 0.079051}, {"accuracy": 0.279644, "f1": 0.198433, "hf_subset": "ron_Latn-wol_Latn", "languages": ["ron-Latn", "wol-Latn"], "main_score": 0.198433, "precision": 0.175389, "recall": 0.279644}, {"accuracy": 0.142292, "f1": 0.084089, "hf_subset": "ron_Latn-arb_Latn", "languages": ["ron-Latn", "arb-Latn"], "main_score": 0.084089, "precision": 0.071524, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-cat_Latn", "languages": ["ron-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.754941, "f1": 0.696033, "hf_subset": "ron_Latn-fur_Latn", "languages": ["ron-Latn", "fur-Latn"], "main_score": 0.696033, "precision": 0.671591, "recall": 0.754941}, {"accuracy": 0.103755, "f1": 0.067739, "hf_subset": "ron_Latn-kab_Latn", "languages": ["ron-Latn", "kab-Latn"], "main_score": 0.067739, "precision": 0.059435, "recall": 0.103755}, {"accuracy": 0.771739, "f1": 0.713166, "hf_subset": "ron_Latn-lim_Latn", "languages": ["ron-Latn", "lim-Latn"], "main_score": 0.713166, "precision": 0.688109, "recall": 0.771739}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ron_Latn-nld_Latn", "languages": ["ron-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.747036, "f1": 0.683202, "hf_subset": "ron_Latn-san_Deva", "languages": ["ron-Latn", "san-Deva"], "main_score": 0.683202, "precision": 0.656143, "recall": 0.747036}, {"accuracy": 0.529644, "f1": 0.44129, "hf_subset": "ron_Latn-tat_Cyrl", "languages": ["ron-Latn", "tat-Cyrl"], "main_score": 0.44129, "precision": 0.408834, "recall": 0.529644}, {"accuracy": 0.208498, "f1": 0.13538, "hf_subset": "ron_Latn-xho_Latn", "languages": ["ron-Latn", "xho-Latn"], "main_score": 0.13538, "precision": 0.117423, "recall": 0.208498}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ron_Latn-ars_Arab", "languages": ["ron-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.422925, "f1": 0.335907, "hf_subset": "ron_Latn-ceb_Latn", "languages": ["ron-Latn", "ceb-Latn"], "main_score": 0.335907, "precision": 0.308295, "recall": 0.422925}, {"accuracy": 0.246047, "f1": 0.169074, "hf_subset": "ron_Latn-fuv_Latn", "languages": ["ron-Latn", "fuv-Latn"], "main_score": 0.169074, "precision": 0.150229, "recall": 0.246047}, {"accuracy": 0.224308, "f1": 0.154524, "hf_subset": "ron_Latn-kac_Latn", "languages": ["ron-Latn", "kac-Latn"], "main_score": 0.154524, "precision": 0.1361, "recall": 0.224308}, {"accuracy": 0.250988, "f1": 0.1815, "hf_subset": "ron_Latn-lin_Latn", "languages": ["ron-Latn", "lin-Latn"], "main_score": 0.1815, "precision": 0.162291, "recall": 0.250988}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ron_Latn-nno_Latn", "languages": ["ron-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.018775, "f1": 0.003134, "hf_subset": "ron_Latn-sat_Olck", "languages": ["ron-Latn", "sat-Olck"], "main_score": 0.003134, "precision": 0.0022, "recall": 0.018775}, {"accuracy": 0.871542, "f1": 0.83635, "hf_subset": "ron_Latn-tel_Telu", "languages": ["ron-Latn", "tel-Telu"], "main_score": 0.83635, "precision": 0.820652, "recall": 0.871542}, {"accuracy": 0.438735, "f1": 0.351825, "hf_subset": "ron_Latn-ydd_Hebr", "languages": ["ron-Latn", "ydd-Hebr"], "main_score": 0.351825, "precision": 0.320925, "recall": 0.438735}, {"accuracy": 0.868577, "f1": 0.831159, "hf_subset": "ron_Latn-ary_Arab", "languages": ["ron-Latn", "ary-Arab"], "main_score": 0.831159, "precision": 0.813735, "recall": 0.868577}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-ces_Latn", "languages": ["ron-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.108696, "f1": 0.06338, "hf_subset": "ron_Latn-gaz_Latn", "languages": ["ron-Latn", "gaz-Latn"], "main_score": 0.06338, "precision": 0.054587, "recall": 0.108696}, {"accuracy": 0.219368, "f1": 0.14619, "hf_subset": "ron_Latn-kam_Latn", "languages": ["ron-Latn", "kam-Latn"], "main_score": 0.14619, "precision": 0.127637, "recall": 0.219368}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ron_Latn-lit_Latn", "languages": ["ron-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ron_Latn-nob_Latn", "languages": ["ron-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.678854, "f1": 0.605242, "hf_subset": "ron_Latn-scn_Latn", "languages": ["ron-Latn", "scn-Latn"], "main_score": 0.605242, "precision": 0.576762, "recall": 0.678854}, {"accuracy": 0.205534, "f1": 0.136878, "hf_subset": "ron_Latn-tgk_Cyrl", "languages": ["ron-Latn", "tgk-Cyrl"], "main_score": 0.136878, "precision": 0.118893, "recall": 0.205534}, {"accuracy": 0.221344, "f1": 0.145299, "hf_subset": "ron_Latn-yor_Latn", "languages": ["ron-Latn", "yor-Latn"], "main_score": 0.145299, "precision": 0.12572, "recall": 0.221344}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ron_Latn-arz_Arab", "languages": ["ron-Latn", "arz-Arab"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.214427, "f1": 0.144602, "hf_subset": "ron_Latn-cjk_Latn", "languages": ["ron-Latn", "cjk-Latn"], "main_score": 0.144602, "precision": 0.127927, "recall": 0.214427}, {"accuracy": 0.226285, "f1": 0.157008, "hf_subset": "ron_Latn-gla_Latn", "languages": ["ron-Latn", "gla-Latn"], "main_score": 0.157008, "precision": 0.138039, "recall": 0.226285}, {"accuracy": 0.822134, "f1": 0.772993, "hf_subset": "ron_Latn-kan_Knda", "languages": ["ron-Latn", "kan-Knda"], "main_score": 0.772993, "precision": 0.75108, "recall": 0.822134}, {"accuracy": 0.684783, "f1": 0.618457, "hf_subset": "ron_Latn-lmo_Latn", "languages": ["ron-Latn", "lmo-Latn"], "main_score": 0.618457, "precision": 0.59231, "recall": 0.684783}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "ron_Latn-npi_Deva", "languages": ["ron-Latn", "npi-Deva"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.313241, "f1": 0.221889, "hf_subset": "ron_Latn-shn_Mymr", "languages": ["ron-Latn", "shn-Mymr"], "main_score": 0.221889, "precision": 0.193535, "recall": 0.313241}, {"accuracy": 0.493083, "f1": 0.409715, "hf_subset": "ron_Latn-tgl_Latn", "languages": ["ron-Latn", "tgl-Latn"], "main_score": 0.409715, "precision": 0.382742, "recall": 0.493083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-yue_Hant", "languages": ["ron-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.556324, "f1": 0.476659, "hf_subset": "ron_Latn-asm_Beng", "languages": ["ron-Latn", "asm-Beng"], "main_score": 0.476659, "precision": 0.445942, "recall": 0.556324}, {"accuracy": 0.857708, "f1": 0.819071, "hf_subset": "ron_Latn-ckb_Arab", "languages": ["ron-Latn", "ckb-Arab"], "main_score": 0.819071, "precision": 0.801334, "recall": 0.857708}, {"accuracy": 0.318182, "f1": 0.241741, "hf_subset": "ron_Latn-gle_Latn", "languages": ["ron-Latn", "gle-Latn"], "main_score": 0.241741, "precision": 0.220408, "recall": 0.318182}, {"accuracy": 0.61166, "f1": 0.52996, "hf_subset": "ron_Latn-kas_Arab", "languages": ["ron-Latn", "kas-Arab"], "main_score": 0.52996, "precision": 0.497977, "recall": 0.61166}, {"accuracy": 0.727273, "f1": 0.665683, "hf_subset": "ron_Latn-ltg_Latn", "languages": ["ron-Latn", "ltg-Latn"], "main_score": 0.665683, "precision": 0.639312, "recall": 0.727273}, {"accuracy": 0.251976, "f1": 0.17321, "hf_subset": "ron_Latn-nso_Latn", "languages": ["ron-Latn", "nso-Latn"], "main_score": 0.17321, "precision": 0.152333, "recall": 0.251976}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "ron_Latn-sin_Sinh", "languages": ["ron-Latn", "sin-Sinh"], "main_score": 0.91502, "precision": 0.905632, "recall": 0.934783}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-tha_Thai", "languages": ["ron-Latn", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ron_Latn-zho_Hans", "languages": ["ron-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "ron_Latn-ast_Latn", "languages": ["ron-Latn", "ast-Latn"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.780632, "f1": 0.725906, "hf_subset": "ron_Latn-crh_Latn", "languages": ["ron-Latn", "crh-Latn"], "main_score": 0.725906, "precision": 0.702644, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-glg_Latn", "languages": ["ron-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.438735, "f1": 0.356367, "hf_subset": "ron_Latn-kas_Deva", "languages": ["ron-Latn", "kas-Deva"], "main_score": 0.356367, "precision": 0.327164, "recall": 0.438735}, {"accuracy": 0.532609, "f1": 0.442518, "hf_subset": "ron_Latn-ltz_Latn", "languages": ["ron-Latn", "ltz-Latn"], "main_score": 0.442518, "precision": 0.411673, "recall": 0.532609}, {"accuracy": 0.124506, "f1": 0.07272, "hf_subset": "ron_Latn-nus_Latn", "languages": ["ron-Latn", "nus-Latn"], "main_score": 0.07272, "precision": 0.062501, "recall": 0.124506}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ron_Latn-slk_Latn", "languages": ["ron-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.1917, "f1": 0.125648, "hf_subset": "ron_Latn-tir_Ethi", "languages": ["ron-Latn", "tir-Ethi"], "main_score": 0.125648, "precision": 0.107769, "recall": 0.1917}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ron_Latn-zho_Hant", "languages": ["ron-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "ron_Latn-awa_Deva", "languages": ["ron-Latn", "awa-Deva"], "main_score": 0.954051, "precision": 0.949111, "recall": 0.964427}, {"accuracy": 0.498024, "f1": 0.411916, "hf_subset": "ron_Latn-cym_Latn", "languages": ["ron-Latn", "cym-Latn"], "main_score": 0.411916, "precision": 0.38349, "recall": 0.498024}, {"accuracy": 0.381423, "f1": 0.294523, "hf_subset": "ron_Latn-grn_Latn", "languages": ["ron-Latn", "grn-Latn"], "main_score": 0.294523, "precision": 0.267723, "recall": 0.381423}, {"accuracy": 0.886364, "f1": 0.852404, "hf_subset": "ron_Latn-kat_Geor", "languages": ["ron-Latn", "kat-Geor"], "main_score": 0.852404, "precision": 0.836792, "recall": 0.886364}, {"accuracy": 0.281621, "f1": 0.204009, "hf_subset": "ron_Latn-lua_Latn", "languages": ["ron-Latn", "lua-Latn"], "main_score": 0.204009, "precision": 0.183008, "recall": 0.281621}, {"accuracy": 0.253953, "f1": 0.178389, "hf_subset": "ron_Latn-nya_Latn", "languages": ["ron-Latn", "nya-Latn"], "main_score": 0.178389, "precision": 0.159236, "recall": 0.253953}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ron_Latn-slv_Latn", "languages": ["ron-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.487154, "f1": 0.398179, "hf_subset": "ron_Latn-tpi_Latn", "languages": ["ron-Latn", "tpi-Latn"], "main_score": 0.398179, "precision": 0.369077, "recall": 0.487154}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ron_Latn-zsm_Latn", "languages": ["ron-Latn", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.218379, "f1": 0.138699, "hf_subset": "ron_Latn-ayr_Latn", "languages": ["ron-Latn", "ayr-Latn"], "main_score": 0.138699, "precision": 0.119334, "recall": 0.218379}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-dan_Latn", "languages": ["ron-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.923913, "f1": 0.900099, "hf_subset": "ron_Latn-guj_Gujr", "languages": ["ron-Latn", "guj-Gujr"], "main_score": 0.900099, "precision": 0.888785, "recall": 0.923913}, {"accuracy": 0.967391, "f1": 0.956686, "hf_subset": "ron_Latn-kaz_Cyrl", "languages": ["ron-Latn", "kaz-Cyrl"], "main_score": 0.956686, "precision": 0.951416, "recall": 0.967391}, {"accuracy": 0.199605, "f1": 0.135844, "hf_subset": "ron_Latn-lug_Latn", "languages": ["ron-Latn", "lug-Latn"], "main_score": 0.135844, "precision": 0.120832, "recall": 0.199605}, {"accuracy": 0.939723, "f1": 0.921509, "hf_subset": "ron_Latn-oci_Latn", "languages": ["ron-Latn", "oci-Latn"], "main_score": 0.921509, "precision": 0.912796, "recall": 0.939723}, {"accuracy": 0.215415, "f1": 0.146674, "hf_subset": "ron_Latn-smo_Latn", "languages": ["ron-Latn", "smo-Latn"], "main_score": 0.146674, "precision": 0.128608, "recall": 0.215415}, {"accuracy": 0.233202, "f1": 0.162203, "hf_subset": "ron_Latn-tsn_Latn", "languages": ["ron-Latn", "tsn-Latn"], "main_score": 0.162203, "precision": 0.143926, "recall": 0.233202}, {"accuracy": 0.16996, "f1": 0.109086, "hf_subset": "ron_Latn-zul_Latn", "languages": ["ron-Latn", "zul-Latn"], "main_score": 0.109086, "precision": 0.095148, "recall": 0.16996}, {"accuracy": 0.56917, "f1": 0.485201, "hf_subset": "ron_Latn-azb_Arab", "languages": ["ron-Latn", "azb-Arab"], "main_score": 0.485201, "precision": 0.452588, "recall": 0.56917}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ron_Latn-deu_Latn", "languages": ["ron-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.326087, "f1": 0.241967, "hf_subset": "ron_Latn-hat_Latn", "languages": ["ron-Latn", "hat-Latn"], "main_score": 0.241967, "precision": 0.216841, "recall": 0.326087}, {"accuracy": 0.204545, "f1": 0.134692, "hf_subset": "ron_Latn-kbp_Latn", "languages": ["ron-Latn", "kbp-Latn"], "main_score": 0.134692, "precision": 0.117178, "recall": 0.204545}, {"accuracy": 0.250988, "f1": 0.174249, "hf_subset": "ron_Latn-luo_Latn", "languages": ["ron-Latn", "luo-Latn"], "main_score": 0.174249, "precision": 0.155271, "recall": 0.250988}, {"accuracy": 0.854743, "f1": 0.815646, "hf_subset": "ron_Latn-ory_Orya", "languages": ["ron-Latn", "ory-Orya"], "main_score": 0.815646, "precision": 0.798287, "recall": 0.854743}, {"accuracy": 0.19664, "f1": 0.129003, "hf_subset": "ron_Latn-sna_Latn", "languages": ["ron-Latn", "sna-Latn"], "main_score": 0.129003, "precision": 0.112552, "recall": 0.19664}, {"accuracy": 0.209486, "f1": 0.143263, "hf_subset": "ron_Latn-tso_Latn", "languages": ["ron-Latn", "tso-Latn"], "main_score": 0.143263, "precision": 0.126722, "recall": 0.209486}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "ron_Latn-azj_Latn", "languages": ["ron-Latn", "azj-Latn"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.31917, "f1": 0.234353, "hf_subset": "ron_Latn-dik_Latn", "languages": ["ron-Latn", "dik-Latn"], "main_score": 0.234353, "precision": 0.210533, "recall": 0.31917}, {"accuracy": 0.269763, "f1": 0.190156, "hf_subset": "ron_Latn-hau_Latn", "languages": ["ron-Latn", "hau-Latn"], "main_score": 0.190156, "precision": 0.171049, "recall": 0.269763}, {"accuracy": 0.68083, "f1": 0.606644, "hf_subset": "ron_Latn-kea_Latn", "languages": ["ron-Latn", "kea-Latn"], "main_score": 0.606644, "precision": 0.577586, "recall": 0.68083}, {"accuracy": 0.384387, "f1": 0.298157, "hf_subset": "ron_Latn-lus_Latn", "languages": ["ron-Latn", "lus-Latn"], "main_score": 0.298157, "precision": 0.27182, "recall": 0.384387}, {"accuracy": 0.479249, "f1": 0.390533, "hf_subset": "ron_Latn-pag_Latn", "languages": ["ron-Latn", "pag-Latn"], "main_score": 0.390533, "precision": 0.359781, "recall": 0.479249}, {"accuracy": 0.876482, "f1": 0.840942, "hf_subset": "ron_Latn-snd_Arab", "languages": ["ron-Latn", "snd-Arab"], "main_score": 0.840942, "precision": 0.82472, "recall": 0.876482}, {"accuracy": 0.358696, "f1": 0.269782, "hf_subset": "ron_Latn-tuk_Latn", "languages": ["ron-Latn", "tuk-Latn"], "main_score": 0.269782, "precision": 0.242477, "recall": 0.358696}, {"accuracy": 0.495059, "f1": 0.406777, "hf_subset": "ron_Latn-bak_Cyrl", "languages": ["ron-Latn", "bak-Cyrl"], "main_score": 0.406777, "precision": 0.375594, "recall": 0.495059}, {"accuracy": 0.210474, "f1": 0.140329, "hf_subset": "ron_Latn-dyu_Latn", "languages": ["ron-Latn", "dyu-Latn"], "main_score": 0.140329, "precision": 0.121875, "recall": 0.210474}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ron_Latn-heb_Hebr", "languages": ["ron-Latn", "heb-Hebr"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "ron_Latn-khk_Cyrl", "languages": ["ron-Latn", "khk-Cyrl"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "ron_Latn-lvs_Latn", "languages": ["ron-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.864625, "f1": 0.826812, "hf_subset": "ron_Latn-pan_Guru", "languages": ["ron-Latn", "pan-Guru"], "main_score": 0.826812, "precision": 0.809799, "recall": 0.864625}, {"accuracy": 0.293478, "f1": 0.217455, "hf_subset": "ron_Latn-som_Latn", "languages": ["ron-Latn", "som-Latn"], "main_score": 0.217455, "precision": 0.195359, "recall": 0.293478}, {"accuracy": 0.227273, "f1": 0.150495, "hf_subset": "ron_Latn-tum_Latn", "languages": ["ron-Latn", "tum-Latn"], "main_score": 0.150495, "precision": 0.131501, "recall": 0.227273}, {"accuracy": 0.091897, "f1": 0.062514, "hf_subset": "szl_Latn-ace_Arab", "languages": ["szl-Latn", "ace-Arab"], "main_score": 0.062514, "precision": 0.054821, "recall": 0.091897}, {"accuracy": 0.212451, "f1": 0.156052, "hf_subset": "szl_Latn-bam_Latn", "languages": ["szl-Latn", "bam-Latn"], "main_score": 0.156052, "precision": 0.139939, "recall": 0.212451}, {"accuracy": 0.003953, "f1": 7.2e-05, "hf_subset": "szl_Latn-dzo_Tibt", "languages": ["szl-Latn", "dzo-Tibt"], "main_score": 7.2e-05, "precision": 3.6e-05, "recall": 0.003953}, {"accuracy": 0.806324, "f1": 0.764628, "hf_subset": "szl_Latn-hin_Deva", "languages": ["szl-Latn", "hin-Deva"], "main_score": 0.764628, "precision": 0.747072, "recall": 0.806324}, {"accuracy": 0.694664, "f1": 0.640121, "hf_subset": "szl_Latn-khm_Khmr", "languages": ["szl-Latn", "khm-Khmr"], "main_score": 0.640121, "precision": 0.616398, "recall": 0.694664}, {"accuracy": 0.736166, "f1": 0.690853, "hf_subset": "szl_Latn-mag_Deva", "languages": ["szl-Latn", "mag-Deva"], "main_score": 0.690853, "precision": 0.671944, "recall": 0.736166}, {"accuracy": 0.601779, "f1": 0.544076, "hf_subset": "szl_Latn-pap_Latn", "languages": ["szl-Latn", "pap-Latn"], "main_score": 0.544076, "precision": 0.521901, "recall": 0.601779}, {"accuracy": 0.235178, "f1": 0.183503, "hf_subset": "szl_Latn-sot_Latn", "languages": ["szl-Latn", "sot-Latn"], "main_score": 0.183503, "precision": 0.16844, "recall": 0.235178}, {"accuracy": 0.831028, "f1": 0.795952, "hf_subset": "szl_Latn-tur_Latn", "languages": ["szl-Latn", "tur-Latn"], "main_score": 0.795952, "precision": 0.781893, "recall": 0.831028}, {"accuracy": 0.408103, "f1": 0.34234, "hf_subset": "szl_Latn-ace_Latn", "languages": ["szl-Latn", "ace-Latn"], "main_score": 0.34234, "precision": 0.31938, "recall": 0.408103}, {"accuracy": 0.58004, "f1": 0.520112, "hf_subset": "szl_Latn-ban_Latn", "languages": ["szl-Latn", "ban-Latn"], "main_score": 0.520112, "precision": 0.495474, "recall": 0.58004}, {"accuracy": 0.823123, "f1": 0.781479, "hf_subset": "szl_Latn-ell_Grek", "languages": ["szl-Latn", "ell-Grek"], "main_score": 0.781479, "precision": 0.76385, "recall": 0.823123}, {"accuracy": 0.693676, "f1": 0.647657, "hf_subset": "szl_Latn-hne_Deva", "languages": ["szl-Latn", "hne-Deva"], "main_score": 0.647657, "precision": 0.629297, "recall": 0.693676}, {"accuracy": 0.259881, "f1": 0.198364, "hf_subset": "szl_Latn-kik_Latn", "languages": ["szl-Latn", "kik-Latn"], "main_score": 0.198364, "precision": 0.179035, "recall": 0.259881}, {"accuracy": 0.698617, "f1": 0.648003, "hf_subset": "szl_Latn-mai_Deva", "languages": ["szl-Latn", "mai-Deva"], "main_score": 0.648003, "precision": 0.628949, "recall": 0.698617}, {"accuracy": 0.633399, "f1": 0.583399, "hf_subset": "szl_Latn-pbt_Arab", "languages": ["szl-Latn", "pbt-Arab"], "main_score": 0.583399, "precision": 0.564465, "recall": 0.633399}, {"accuracy": 0.842885, "f1": 0.808039, "hf_subset": "szl_Latn-spa_Latn", "languages": ["szl-Latn", "spa-Latn"], "main_score": 0.808039, "precision": 0.793521, "recall": 0.842885}, {"accuracy": 0.304348, "f1": 0.233166, "hf_subset": "szl_Latn-twi_Latn", "languages": ["szl-Latn", "twi-Latn"], "main_score": 0.233166, "precision": 0.211169, "recall": 0.304348}, {"accuracy": 0.785573, "f1": 0.741724, "hf_subset": "szl_Latn-acm_Arab", "languages": ["szl-Latn", "acm-Arab"], "main_score": 0.741724, "precision": 0.723328, "recall": 0.785573}, {"accuracy": 0.758893, "f1": 0.712341, "hf_subset": "szl_Latn-bel_Cyrl", "languages": ["szl-Latn", "bel-Cyrl"], "main_score": 0.712341, "precision": 0.693792, "recall": 0.758893}, {"accuracy": 0.866601, "f1": 0.833333, "hf_subset": "szl_Latn-eng_Latn", "languages": ["szl-Latn", "eng-Latn"], "main_score": 0.833333, "precision": 0.819093, "recall": 0.866601}, {"accuracy": 0.842885, "f1": 0.81112, "hf_subset": "szl_Latn-hrv_Latn", "languages": ["szl-Latn", "hrv-Latn"], "main_score": 0.81112, "precision": 0.797706, "recall": 0.842885}, {"accuracy": 0.166996, "f1": 0.124016, "hf_subset": "szl_Latn-kin_Latn", "languages": ["szl-Latn", "kin-Latn"], "main_score": 0.124016, "precision": 0.112054, "recall": 0.166996}, {"accuracy": 0.612648, "f1": 0.563431, "hf_subset": "szl_Latn-mal_Mlym", "languages": ["szl-Latn", "mal-Mlym"], "main_score": 0.563431, "precision": 0.543699, "recall": 0.612648}, {"accuracy": 0.809289, "f1": 0.767987, "hf_subset": "szl_Latn-pes_Arab", "languages": ["szl-Latn", "pes-Arab"], "main_score": 0.767987, "precision": 0.750531, "recall": 0.809289}, {"accuracy": 0.614625, "f1": 0.562731, "hf_subset": "szl_Latn-srd_Latn", "languages": ["szl-Latn", "srd-Latn"], "main_score": 0.562731, "precision": 0.541914, "recall": 0.614625}, {"accuracy": 0.060277, "f1": 0.027961, "hf_subset": "szl_Latn-tzm_Tfng", "languages": ["szl-Latn", "tzm-Tfng"], "main_score": 0.027961, "precision": 0.023409, "recall": 0.060277}, {"accuracy": 0.79249, "f1": 0.752907, "hf_subset": "szl_Latn-acq_Arab", "languages": ["szl-Latn", "acq-Arab"], "main_score": 0.752907, "precision": 0.736865, "recall": 0.79249}, {"accuracy": 0.225296, "f1": 0.16626, "hf_subset": "szl_Latn-bem_Latn", "languages": ["szl-Latn", "bem-Latn"], "main_score": 0.16626, "precision": 0.150545, "recall": 0.225296}, {"accuracy": 0.72332, "f1": 0.684006, "hf_subset": "szl_Latn-epo_Latn", "languages": ["szl-Latn", "epo-Latn"], "main_score": 0.684006, "precision": 0.668351, "recall": 0.72332}, {"accuracy": 0.840909, "f1": 0.807141, "hf_subset": "szl_Latn-hun_Latn", "languages": ["szl-Latn", "hun-Latn"], "main_score": 0.807141, "precision": 0.79347, "recall": 0.840909}, {"accuracy": 0.731225, "f1": 0.694436, "hf_subset": "szl_Latn-kir_Cyrl", "languages": ["szl-Latn", "kir-Cyrl"], "main_score": 0.694436, "precision": 0.679784, "recall": 0.731225}, {"accuracy": 0.666996, "f1": 0.619022, "hf_subset": "szl_Latn-mar_Deva", "languages": ["szl-Latn", "mar-Deva"], "main_score": 0.619022, "precision": 0.600528, "recall": 0.666996}, {"accuracy": 0.306324, "f1": 0.247855, "hf_subset": "szl_Latn-plt_Latn", "languages": ["szl-Latn", "plt-Latn"], "main_score": 0.247855, "precision": 0.229249, "recall": 0.306324}, {"accuracy": 0.843874, "f1": 0.813674, "hf_subset": "szl_Latn-srp_Cyrl", "languages": ["szl-Latn", "srp-Cyrl"], "main_score": 0.813674, "precision": 0.800313, "recall": 0.843874}, {"accuracy": 0.560277, "f1": 0.495441, "hf_subset": "szl_Latn-uig_Arab", "languages": ["szl-Latn", "uig-Arab"], "main_score": 0.495441, "precision": 0.470015, "recall": 0.560277}, {"accuracy": 0.729249, "f1": 0.687201, "hf_subset": "szl_Latn-aeb_Arab", "languages": ["szl-Latn", "aeb-Arab"], "main_score": 0.687201, "precision": 0.669444, "recall": 0.729249}, {"accuracy": 0.643281, "f1": 0.588944, "hf_subset": "szl_Latn-ben_Beng", "languages": ["szl-Latn", "ben-Beng"], "main_score": 0.588944, "precision": 0.567123, "recall": 0.643281}, {"accuracy": 0.827075, "f1": 0.795224, "hf_subset": "szl_Latn-est_Latn", "languages": ["szl-Latn", "est-Latn"], "main_score": 0.795224, "precision": 0.781192, "recall": 0.827075}, {"accuracy": 0.789526, "f1": 0.745026, "hf_subset": "szl_Latn-hye_Armn", "languages": ["szl-Latn", "hye-Armn"], "main_score": 0.745026, "precision": 0.726435, "recall": 0.789526}, {"accuracy": 0.178854, "f1": 0.124081, "hf_subset": "szl_Latn-kmb_Latn", "languages": ["szl-Latn", "kmb-Latn"], "main_score": 0.124081, "precision": 0.111198, "recall": 0.178854}, {"accuracy": 0.074111, "f1": 0.046923, "hf_subset": "szl_Latn-min_Arab", "languages": ["szl-Latn", "min-Arab"], "main_score": 0.046923, "precision": 0.039847, "recall": 0.074111}, {"accuracy": 0.852767, "f1": 0.822121, "hf_subset": "szl_Latn-pol_Latn", "languages": ["szl-Latn", "pol-Latn"], "main_score": 0.822121, "precision": 0.809315, "recall": 0.852767}, {"accuracy": 0.178854, "f1": 0.132341, "hf_subset": "szl_Latn-ssw_Latn", "languages": ["szl-Latn", "ssw-Latn"], "main_score": 0.132341, "precision": 0.120122, "recall": 0.178854}, {"accuracy": 0.837945, "f1": 0.805202, "hf_subset": "szl_Latn-ukr_Cyrl", "languages": ["szl-Latn", "ukr-Cyrl"], "main_score": 0.805202, "precision": 0.79204, "recall": 0.837945}, {"accuracy": 0.799407, "f1": 0.757118, "hf_subset": "szl_Latn-afr_Latn", "languages": ["szl-Latn", "afr-Latn"], "main_score": 0.757118, "precision": 0.739255, "recall": 0.799407}, {"accuracy": 0.681818, "f1": 0.634564, "hf_subset": "szl_Latn-bho_Deva", "languages": ["szl-Latn", "bho-Deva"], "main_score": 0.634564, "precision": 0.615845, "recall": 0.681818}, {"accuracy": 0.648221, "f1": 0.601994, "hf_subset": "szl_Latn-eus_Latn", "languages": ["szl-Latn", "eus-Latn"], "main_score": 0.601994, "precision": 0.583364, "recall": 0.648221}, {"accuracy": 0.198617, "f1": 0.138126, "hf_subset": "szl_Latn-ibo_Latn", "languages": ["szl-Latn", "ibo-Latn"], "main_score": 0.138126, "precision": 0.121163, "recall": 0.198617}, {"accuracy": 0.61166, "f1": 0.560118, "hf_subset": "szl_Latn-kmr_Latn", "languages": ["szl-Latn", "kmr-Latn"], "main_score": 0.560118, "precision": 0.539685, "recall": 0.61166}, {"accuracy": 0.55336, "f1": 0.496058, "hf_subset": "szl_Latn-min_Latn", "languages": ["szl-Latn", "min-Latn"], "main_score": 0.496058, "precision": 0.473982, "recall": 0.55336}, {"accuracy": 0.858696, "f1": 0.830434, "hf_subset": "szl_Latn-por_Latn", "languages": ["szl-Latn", "por-Latn"], "main_score": 0.830434, "precision": 0.818668, "recall": 0.858696}, {"accuracy": 0.645257, "f1": 0.593794, "hf_subset": "szl_Latn-sun_Latn", "languages": ["szl-Latn", "sun-Latn"], "main_score": 0.593794, "precision": 0.572217, "recall": 0.645257}, {"accuracy": 0.18083, "f1": 0.127453, "hf_subset": "szl_Latn-umb_Latn", "languages": ["szl-Latn", "umb-Latn"], "main_score": 0.127453, "precision": 0.112899, "recall": 0.18083}, {"accuracy": 0.787549, "f1": 0.745855, "hf_subset": "szl_Latn-ajp_Arab", "languages": ["szl-Latn", "ajp-Arab"], "main_score": 0.745855, "precision": 0.728976, "recall": 0.787549}, {"accuracy": 0.06917, "f1": 0.044547, "hf_subset": "szl_Latn-bjn_Arab", "languages": ["szl-Latn", "bjn-Arab"], "main_score": 0.044547, "precision": 0.038197, "recall": 0.06917}, {"accuracy": 0.281621, "f1": 0.223135, "hf_subset": "szl_Latn-ewe_Latn", "languages": ["szl-Latn", "ewe-Latn"], "main_score": 0.223135, "precision": 0.205213, "recall": 0.281621}, {"accuracy": 0.363636, "f1": 0.295595, "hf_subset": "szl_Latn-ilo_Latn", "languages": ["szl-Latn", "ilo-Latn"], "main_score": 0.295595, "precision": 0.272167, "recall": 0.363636}, {"accuracy": 0.093874, "f1": 0.061383, "hf_subset": "szl_Latn-knc_Arab", "languages": ["szl-Latn", "knc-Arab"], "main_score": 0.061383, "precision": 0.052401, "recall": 0.093874}, {"accuracy": 0.851779, "f1": 0.818299, "hf_subset": "szl_Latn-mkd_Cyrl", "languages": ["szl-Latn", "mkd-Cyrl"], "main_score": 0.818299, "precision": 0.804446, "recall": 0.851779}, {"accuracy": 0.785573, "f1": 0.741638, "hf_subset": "szl_Latn-prs_Arab", "languages": ["szl-Latn", "prs-Arab"], "main_score": 0.741638, "precision": 0.722974, "recall": 0.785573}, {"accuracy": 0.853755, "f1": 0.818546, "hf_subset": "szl_Latn-swe_Latn", "languages": ["szl-Latn", "swe-Latn"], "main_score": 0.818546, "precision": 0.804068, "recall": 0.853755}, {"accuracy": 0.731225, "f1": 0.68289, "hf_subset": "szl_Latn-urd_Arab", "languages": ["szl-Latn", "urd-Arab"], "main_score": 0.68289, "precision": 0.664524, "recall": 0.731225}, {"accuracy": 0.304348, "f1": 0.233819, "hf_subset": "szl_Latn-aka_Latn", "languages": ["szl-Latn", "aka-Latn"], "main_score": 0.233819, "precision": 0.211586, "recall": 0.304348}, {"accuracy": 0.671937, "f1": 0.627541, "hf_subset": "szl_Latn-bjn_Latn", "languages": ["szl-Latn", "bjn-Latn"], "main_score": 0.627541, "precision": 0.608679, "recall": 0.671937}, {"accuracy": 0.462451, "f1": 0.400577, "hf_subset": "szl_Latn-fao_Latn", "languages": ["szl-Latn", "fao-Latn"], "main_score": 0.400577, "precision": 0.379285, "recall": 0.462451}, {"accuracy": 0.843874, "f1": 0.812318, "hf_subset": "szl_Latn-ind_Latn", "languages": ["szl-Latn", "ind-Latn"], "main_score": 0.812318, "precision": 0.799569, "recall": 0.843874}, {"accuracy": 0.285573, "f1": 0.223606, "hf_subset": "szl_Latn-knc_Latn", "languages": ["szl-Latn", "knc-Latn"], "main_score": 0.223606, "precision": 0.204609, "recall": 0.285573}, {"accuracy": 0.336957, "f1": 0.272582, "hf_subset": "szl_Latn-mlt_Latn", "languages": ["szl-Latn", "mlt-Latn"], "main_score": 0.272582, "precision": 0.253236, "recall": 0.336957}, {"accuracy": 0.26087, "f1": 0.19549, "hf_subset": "szl_Latn-quy_Latn", "languages": ["szl-Latn", "quy-Latn"], "main_score": 0.19549, "precision": 0.175631, "recall": 0.26087}, {"accuracy": 0.344862, "f1": 0.280469, "hf_subset": "szl_Latn-swh_Latn", "languages": ["szl-Latn", "swh-Latn"], "main_score": 0.280469, "precision": 0.259228, "recall": 0.344862}, {"accuracy": 0.574111, "f1": 0.522063, "hf_subset": "szl_Latn-uzn_Latn", "languages": ["szl-Latn", "uzn-Latn"], "main_score": 0.522063, "precision": 0.501126, "recall": 0.574111}, {"accuracy": 0.835968, "f1": 0.800963, "hf_subset": "szl_Latn-als_Latn", "languages": ["szl-Latn", "als-Latn"], "main_score": 0.800963, "precision": 0.786553, "recall": 0.835968}, {"accuracy": 0.057312, "f1": 0.022163, "hf_subset": "szl_Latn-bod_Tibt", "languages": ["szl-Latn", "bod-Tibt"], "main_score": 0.022163, "precision": 0.017352, "recall": 0.057312}, {"accuracy": 0.233202, "f1": 0.174318, "hf_subset": "szl_Latn-fij_Latn", "languages": ["szl-Latn", "fij-Latn"], "main_score": 0.174318, "precision": 0.156011, "recall": 0.233202}, {"accuracy": 0.609684, "f1": 0.559386, "hf_subset": "szl_Latn-isl_Latn", "languages": ["szl-Latn", "isl-Latn"], "main_score": 0.559386, "precision": 0.540324, "recall": 0.609684}, {"accuracy": 0.249012, "f1": 0.183746, "hf_subset": "szl_Latn-kon_Latn", "languages": ["szl-Latn", "kon-Latn"], "main_score": 0.183746, "precision": 0.164855, "recall": 0.249012}, {"accuracy": 0.050395, "f1": 0.026209, "hf_subset": "szl_Latn-mni_Beng", "languages": ["szl-Latn", "mni-Beng"], "main_score": 0.026209, "precision": 0.021579, "recall": 0.050395}, {"accuracy": 0.863636, "f1": 0.831922, "hf_subset": "szl_Latn-ron_Latn", "languages": ["szl-Latn", "ron-Latn"], "main_score": 0.831922, "precision": 0.818578, "recall": 0.863636}, {"accuracy": 0.693676, "f1": 0.642732, "hf_subset": "szl_Latn-vec_Latn", "languages": ["szl-Latn", "vec-Latn"], "main_score": 0.642732, "precision": 0.621803, "recall": 0.693676}, {"accuracy": 0.513834, "f1": 0.452432, "hf_subset": "szl_Latn-amh_Ethi", "languages": ["szl-Latn", "amh-Ethi"], "main_score": 0.452432, "precision": 0.429369, "recall": 0.513834}, {"accuracy": 0.852767, "f1": 0.821658, "hf_subset": "szl_Latn-bos_Latn", "languages": ["szl-Latn", "bos-Latn"], "main_score": 0.821658, "precision": 0.80886, "recall": 0.852767}, {"accuracy": 0.831028, "f1": 0.791965, "hf_subset": "szl_Latn-fin_Latn", "languages": ["szl-Latn", "fin-Latn"], "main_score": 0.791965, "precision": 0.775306, "recall": 0.831028}, {"accuracy": 0.858696, "f1": 0.825285, "hf_subset": "szl_Latn-ita_Latn", "languages": ["szl-Latn", "ita-Latn"], "main_score": 0.825285, "precision": 0.811012, "recall": 0.858696}, {"accuracy": 0.781621, "f1": 0.740083, "hf_subset": "szl_Latn-kor_Hang", "languages": ["szl-Latn", "kor-Hang"], "main_score": 0.740083, "precision": 0.722857, "recall": 0.781621}, {"accuracy": 0.238142, "f1": 0.178315, "hf_subset": "szl_Latn-mos_Latn", "languages": ["szl-Latn", "mos-Latn"], "main_score": 0.178315, "precision": 0.159522, "recall": 0.238142}, {"accuracy": 0.18083, "f1": 0.13195, "hf_subset": "szl_Latn-run_Latn", "languages": ["szl-Latn", "run-Latn"], "main_score": 0.13195, "precision": 0.118321, "recall": 0.18083}, {"accuracy": 0.619565, "f1": 0.571564, "hf_subset": "szl_Latn-tam_Taml", "languages": ["szl-Latn", "tam-Taml"], "main_score": 0.571564, "precision": 0.55167, "recall": 0.619565}, {"accuracy": 0.838933, "f1": 0.802198, "hf_subset": "szl_Latn-vie_Latn", "languages": ["szl-Latn", "vie-Latn"], "main_score": 0.802198, "precision": 0.786167, "recall": 0.838933}, {"accuracy": 0.763834, "f1": 0.717916, "hf_subset": "szl_Latn-apc_Arab", "languages": ["szl-Latn", "apc-Arab"], "main_score": 0.717916, "precision": 0.698966, "recall": 0.763834}, {"accuracy": 0.389328, "f1": 0.328458, "hf_subset": "szl_Latn-bug_Latn", "languages": ["szl-Latn", "bug-Latn"], "main_score": 0.328458, "precision": 0.308126, "recall": 0.389328}, {"accuracy": 0.232213, "f1": 0.176514, "hf_subset": "szl_Latn-fon_Latn", "languages": ["szl-Latn", "fon-Latn"], "main_score": 0.176514, "precision": 0.161393, "recall": 0.232213}, {"accuracy": 0.635375, "f1": 0.585628, "hf_subset": "szl_Latn-jav_Latn", "languages": ["szl-Latn", "jav-Latn"], "main_score": 0.585628, "precision": 0.566164, "recall": 0.635375}, {"accuracy": 0.713439, "f1": 0.665348, "hf_subset": "szl_Latn-lao_Laoo", "languages": ["szl-Latn", "lao-Laoo"], "main_score": 0.665348, "precision": 0.647219, "recall": 0.713439}, {"accuracy": 0.218379, "f1": 0.156892, "hf_subset": "szl_Latn-mri_Latn", "languages": ["szl-Latn", "mri-Latn"], "main_score": 0.156892, "precision": 0.141217, "recall": 0.218379}, {"accuracy": 0.843874, "f1": 0.809069, "hf_subset": "szl_Latn-rus_Cyrl", "languages": ["szl-Latn", "rus-Cyrl"], "main_score": 0.809069, "precision": 0.794008, "recall": 0.843874}, {"accuracy": 0.250988, "f1": 0.196924, "hf_subset": "szl_Latn-taq_Latn", "languages": ["szl-Latn", "taq-Latn"], "main_score": 0.196924, "precision": 0.180112, "recall": 0.250988}, {"accuracy": 0.400198, "f1": 0.329903, "hf_subset": "szl_Latn-war_Latn", "languages": ["szl-Latn", "war-Latn"], "main_score": 0.329903, "precision": 0.305725, "recall": 0.400198}, {"accuracy": 0.790514, "f1": 0.746885, "hf_subset": "szl_Latn-arb_Arab", "languages": ["szl-Latn", "arb-Arab"], "main_score": 0.746885, "precision": 0.728782, "recall": 0.790514}, {"accuracy": 0.859684, "f1": 0.827572, "hf_subset": "szl_Latn-bul_Cyrl", "languages": ["szl-Latn", "bul-Cyrl"], "main_score": 0.827572, "precision": 0.814032, "recall": 0.859684}, {"accuracy": 0.860672, "f1": 0.828356, "hf_subset": "szl_Latn-fra_Latn", "languages": ["szl-Latn", "fra-Latn"], "main_score": 0.828356, "precision": 0.815186, "recall": 0.860672}, {"accuracy": 0.811265, "f1": 0.77105, "hf_subset": "szl_Latn-jpn_Jpan", "languages": ["szl-Latn", "jpn-Jpan"], "main_score": 0.77105, "precision": 0.754459, "recall": 0.811265}, {"accuracy": 0.655138, "f1": 0.607293, "hf_subset": "szl_Latn-lij_Latn", "languages": ["szl-Latn", "lij-Latn"], "main_score": 0.607293, "precision": 0.587292, "recall": 0.655138}, {"accuracy": 0.6917, "f1": 0.638375, "hf_subset": "szl_Latn-mya_Mymr", "languages": ["szl-Latn", "mya-Mymr"], "main_score": 0.638375, "precision": 0.616258, "recall": 0.6917}, {"accuracy": 0.261858, "f1": 0.19877, "hf_subset": "szl_Latn-sag_Latn", "languages": ["szl-Latn", "sag-Latn"], "main_score": 0.19877, "precision": 0.178664, "recall": 0.261858}, {"accuracy": 0.076087, "f1": 0.03811, "hf_subset": "szl_Latn-taq_Tfng", "languages": ["szl-Latn", "taq-Tfng"], "main_score": 0.03811, "precision": 0.032405, "recall": 0.076087}, {"accuracy": 0.277668, "f1": 0.217031, "hf_subset": "szl_Latn-wol_Latn", "languages": ["szl-Latn", "wol-Latn"], "main_score": 0.217031, "precision": 0.199082, "recall": 0.277668}, {"accuracy": 0.121542, "f1": 0.073273, "hf_subset": "szl_Latn-arb_Latn", "languages": ["szl-Latn", "arb-Latn"], "main_score": 0.073273, "precision": 0.062478, "recall": 0.121542}, {"accuracy": 0.86166, "f1": 0.827899, "hf_subset": "szl_Latn-cat_Latn", "languages": ["szl-Latn", "cat-Latn"], "main_score": 0.827899, "precision": 0.812725, "recall": 0.86166}, {"accuracy": 0.626482, "f1": 0.572373, "hf_subset": "szl_Latn-fur_Latn", "languages": ["szl-Latn", "fur-Latn"], "main_score": 0.572373, "precision": 0.549909, "recall": 0.626482}, {"accuracy": 0.105731, "f1": 0.07577, "hf_subset": "szl_Latn-kab_Latn", "languages": ["szl-Latn", "kab-Latn"], "main_score": 0.07577, "precision": 0.067174, "recall": 0.105731}, {"accuracy": 0.663043, "f1": 0.61794, "hf_subset": "szl_Latn-lim_Latn", "languages": ["szl-Latn", "lim-Latn"], "main_score": 0.61794, "precision": 0.598197, "recall": 0.663043}, {"accuracy": 0.851779, "f1": 0.817925, "hf_subset": "szl_Latn-nld_Latn", "languages": ["szl-Latn", "nld-Latn"], "main_score": 0.817925, "precision": 0.804061, "recall": 0.851779}, {"accuracy": 0.534585, "f1": 0.478236, "hf_subset": "szl_Latn-san_Deva", "languages": ["szl-Latn", "san-Deva"], "main_score": 0.478236, "precision": 0.456375, "recall": 0.534585}, {"accuracy": 0.479249, "f1": 0.419306, "hf_subset": "szl_Latn-tat_Cyrl", "languages": ["szl-Latn", "tat-Cyrl"], "main_score": 0.419306, "precision": 0.394681, "recall": 0.479249}, {"accuracy": 0.198617, "f1": 0.143119, "hf_subset": "szl_Latn-xho_Latn", "languages": ["szl-Latn", "xho-Latn"], "main_score": 0.143119, "precision": 0.129293, "recall": 0.198617}, {"accuracy": 0.778656, "f1": 0.732933, "hf_subset": "szl_Latn-ars_Arab", "languages": ["szl-Latn", "ars-Arab"], "main_score": 0.732933, "precision": 0.713697, "recall": 0.778656}, {"accuracy": 0.37747, "f1": 0.315507, "hf_subset": "szl_Latn-ceb_Latn", "languages": ["szl-Latn", "ceb-Latn"], "main_score": 0.315507, "precision": 0.29426, "recall": 0.37747}, {"accuracy": 0.23419, "f1": 0.178468, "hf_subset": "szl_Latn-fuv_Latn", "languages": ["szl-Latn", "fuv-Latn"], "main_score": 0.178468, "precision": 0.162073, "recall": 0.23419}, {"accuracy": 0.217391, "f1": 0.162723, "hf_subset": "szl_Latn-kac_Latn", "languages": ["szl-Latn", "kac-Latn"], "main_score": 0.162723, "precision": 0.148006, "recall": 0.217391}, {"accuracy": 0.244071, "f1": 0.183561, "hf_subset": "szl_Latn-lin_Latn", "languages": ["szl-Latn", "lin-Latn"], "main_score": 0.183561, "precision": 0.166778, "recall": 0.244071}, {"accuracy": 0.822134, "f1": 0.784379, "hf_subset": "szl_Latn-nno_Latn", "languages": ["szl-Latn", "nno-Latn"], "main_score": 0.784379, "precision": 0.768555, "recall": 0.822134}, {"accuracy": 0.021739, "f1": 0.005567, "hf_subset": "szl_Latn-sat_Olck", "languages": ["szl-Latn", "sat-Olck"], "main_score": 0.005567, "precision": 0.004145, "recall": 0.021739}, {"accuracy": 0.601779, "f1": 0.54639, "hf_subset": "szl_Latn-tel_Telu", "languages": ["szl-Latn", "tel-Telu"], "main_score": 0.54639, "precision": 0.524896, "recall": 0.601779}, {"accuracy": 0.354743, "f1": 0.29331, "hf_subset": "szl_Latn-ydd_Hebr", "languages": ["szl-Latn", "ydd-Hebr"], "main_score": 0.29331, "precision": 0.270889, "recall": 0.354743}, {"accuracy": 0.6917, "f1": 0.646563, "hf_subset": "szl_Latn-ary_Arab", "languages": ["szl-Latn", "ary-Arab"], "main_score": 0.646563, "precision": 0.628204, "recall": 0.6917}, {"accuracy": 0.858696, "f1": 0.823328, "hf_subset": "szl_Latn-ces_Latn", "languages": ["szl-Latn", "ces-Latn"], "main_score": 0.823328, "precision": 0.808605, "recall": 0.858696}, {"accuracy": 0.113636, "f1": 0.072143, "hf_subset": "szl_Latn-gaz_Latn", "languages": ["szl-Latn", "gaz-Latn"], "main_score": 0.072143, "precision": 0.06328, "recall": 0.113636}, {"accuracy": 0.198617, "f1": 0.14692, "hf_subset": "szl_Latn-kam_Latn", "languages": ["szl-Latn", "kam-Latn"], "main_score": 0.14692, "precision": 0.1327, "recall": 0.198617}, {"accuracy": 0.837945, "f1": 0.804245, "hf_subset": "szl_Latn-lit_Latn", "languages": ["szl-Latn", "lit-Latn"], "main_score": 0.804245, "precision": 0.790431, "recall": 0.837945}, {"accuracy": 0.848814, "f1": 0.812738, "hf_subset": "szl_Latn-nob_Latn", "languages": ["szl-Latn", "nob-Latn"], "main_score": 0.812738, "precision": 0.797266, "recall": 0.848814}, {"accuracy": 0.597826, "f1": 0.53491, "hf_subset": "szl_Latn-scn_Latn", "languages": ["szl-Latn", "scn-Latn"], "main_score": 0.53491, "precision": 0.509612, "recall": 0.597826}, {"accuracy": 0.203557, "f1": 0.148318, "hf_subset": "szl_Latn-tgk_Cyrl", "languages": ["szl-Latn", "tgk-Cyrl"], "main_score": 0.148318, "precision": 0.132424, "recall": 0.203557}, {"accuracy": 0.230237, "f1": 0.165834, "hf_subset": "szl_Latn-yor_Latn", "languages": ["szl-Latn", "yor-Latn"], "main_score": 0.165834, "precision": 0.145755, "recall": 0.230237}, {"accuracy": 0.764822, "f1": 0.718519, "hf_subset": "szl_Latn-arz_Arab", "languages": ["szl-Latn", "arz-Arab"], "main_score": 0.718519, "precision": 0.699482, "recall": 0.764822}, {"accuracy": 0.199605, "f1": 0.142898, "hf_subset": "szl_Latn-cjk_Latn", "languages": ["szl-Latn", "cjk-Latn"], "main_score": 0.142898, "precision": 0.128085, "recall": 0.199605}, {"accuracy": 0.22332, "f1": 0.164968, "hf_subset": "szl_Latn-gla_Latn", "languages": ["szl-Latn", "gla-Latn"], "main_score": 0.164968, "precision": 0.145608, "recall": 0.22332}, {"accuracy": 0.555336, "f1": 0.500518, "hf_subset": "szl_Latn-kan_Knda", "languages": ["szl-Latn", "kan-Knda"], "main_score": 0.500518, "precision": 0.480061, "recall": 0.555336}, {"accuracy": 0.603755, "f1": 0.54569, "hf_subset": "szl_Latn-lmo_Latn", "languages": ["szl-Latn", "lmo-Latn"], "main_score": 0.54569, "precision": 0.521796, "recall": 0.603755}, {"accuracy": 0.740119, "f1": 0.702311, "hf_subset": "szl_Latn-npi_Deva", "languages": ["szl-Latn", "npi-Deva"], "main_score": 0.702311, "precision": 0.686584, "recall": 0.740119}, {"accuracy": 0.284585, "f1": 0.217624, "hf_subset": "szl_Latn-shn_Mymr", "languages": ["szl-Latn", "shn-Mymr"], "main_score": 0.217624, "precision": 0.194423, "recall": 0.284585}, {"accuracy": 0.442688, "f1": 0.374297, "hf_subset": "szl_Latn-tgl_Latn", "languages": ["szl-Latn", "tgl-Latn"], "main_score": 0.374297, "precision": 0.350984, "recall": 0.442688}, {"accuracy": 0.822134, "f1": 0.784789, "hf_subset": "szl_Latn-yue_Hant", "languages": ["szl-Latn", "yue-Hant"], "main_score": 0.784789, "precision": 0.769362, "recall": 0.822134}, {"accuracy": 0.392292, "f1": 0.328209, "hf_subset": "szl_Latn-asm_Beng", "languages": ["szl-Latn", "asm-Beng"], "main_score": 0.328209, "precision": 0.304804, "recall": 0.392292}, {"accuracy": 0.59585, "f1": 0.536829, "hf_subset": "szl_Latn-ckb_Arab", "languages": ["szl-Latn", "ckb-Arab"], "main_score": 0.536829, "precision": 0.51239, "recall": 0.59585}, {"accuracy": 0.309289, "f1": 0.245941, "hf_subset": "szl_Latn-gle_Latn", "languages": ["szl-Latn", "gle-Latn"], "main_score": 0.245941, "precision": 0.226643, "recall": 0.309289}, {"accuracy": 0.431818, "f1": 0.376418, "hf_subset": "szl_Latn-kas_Arab", "languages": ["szl-Latn", "kas-Arab"], "main_score": 0.376418, "precision": 0.355043, "recall": 0.431818}, {"accuracy": 0.621542, "f1": 0.567509, "hf_subset": "szl_Latn-ltg_Latn", "languages": ["szl-Latn", "ltg-Latn"], "main_score": 0.567509, "precision": 0.544433, "recall": 0.621542}, {"accuracy": 0.261858, "f1": 0.206024, "hf_subset": "szl_Latn-nso_Latn", "languages": ["szl-Latn", "nso-Latn"], "main_score": 0.206024, "precision": 0.187767, "recall": 0.261858}, {"accuracy": 0.641304, "f1": 0.589238, "hf_subset": "szl_Latn-sin_Sinh", "languages": ["szl-Latn", "sin-Sinh"], "main_score": 0.589238, "precision": 0.569848, "recall": 0.641304}, {"accuracy": 0.793478, "f1": 0.746985, "hf_subset": "szl_Latn-tha_Thai", "languages": ["szl-Latn", "tha-Thai"], "main_score": 0.746985, "precision": 0.727915, "recall": 0.793478}, {"accuracy": 0.81917, "f1": 0.780237, "hf_subset": "szl_Latn-zho_Hans", "languages": ["szl-Latn", "zho-Hans"], "main_score": 0.780237, "precision": 0.764364, "recall": 0.81917}, {"accuracy": 0.786561, "f1": 0.744689, "hf_subset": "szl_Latn-ast_Latn", "languages": ["szl-Latn", "ast-Latn"], "main_score": 0.744689, "precision": 0.727092, "recall": 0.786561}, {"accuracy": 0.642292, "f1": 0.59521, "hf_subset": "szl_Latn-crh_Latn", "languages": ["szl-Latn", "crh-Latn"], "main_score": 0.59521, "precision": 0.57587, "recall": 0.642292}, {"accuracy": 0.858696, "f1": 0.822112, "hf_subset": "szl_Latn-glg_Latn", "languages": ["szl-Latn", "glg-Latn"], "main_score": 0.822112, "precision": 0.806003, "recall": 0.858696}, {"accuracy": 0.368577, "f1": 0.310627, "hf_subset": "szl_Latn-kas_Deva", "languages": ["szl-Latn", "kas-Deva"], "main_score": 0.310627, "precision": 0.289377, "recall": 0.368577}, {"accuracy": 0.497036, "f1": 0.435426, "hf_subset": "szl_Latn-ltz_Latn", "languages": ["szl-Latn", "ltz-Latn"], "main_score": 0.435426, "precision": 0.415224, "recall": 0.497036}, {"accuracy": 0.12253, "f1": 0.078812, "hf_subset": "szl_Latn-nus_Latn", "languages": ["szl-Latn", "nus-Latn"], "main_score": 0.078812, "precision": 0.069495, "recall": 0.12253}, {"accuracy": 0.86166, "f1": 0.829051, "hf_subset": "szl_Latn-slk_Latn", "languages": ["szl-Latn", "slk-Latn"], "main_score": 0.829051, "precision": 0.815399, "recall": 0.86166}, {"accuracy": 0.150198, "f1": 0.111266, "hf_subset": "szl_Latn-tir_Ethi", "languages": ["szl-Latn", "tir-Ethi"], "main_score": 0.111266, "precision": 0.098888, "recall": 0.150198}, {"accuracy": 0.815217, "f1": 0.774706, "hf_subset": "szl_Latn-zho_Hant", "languages": ["szl-Latn", "zho-Hant"], "main_score": 0.774706, "precision": 0.758186, "recall": 0.815217}, {"accuracy": 0.745059, "f1": 0.695534, "hf_subset": "szl_Latn-awa_Deva", "languages": ["szl-Latn", "awa-Deva"], "main_score": 0.695534, "precision": 0.674886, "recall": 0.745059}, {"accuracy": 0.449605, "f1": 0.381151, "hf_subset": "szl_Latn-cym_Latn", "languages": ["szl-Latn", "cym-Latn"], "main_score": 0.381151, "precision": 0.355773, "recall": 0.449605}, {"accuracy": 0.350791, "f1": 0.280447, "hf_subset": "szl_Latn-grn_Latn", "languages": ["szl-Latn", "grn-Latn"], "main_score": 0.280447, "precision": 0.258162, "recall": 0.350791}, {"accuracy": 0.69664, "f1": 0.642399, "hf_subset": "szl_Latn-kat_Geor", "languages": ["szl-Latn", "kat-Geor"], "main_score": 0.642399, "precision": 0.620203, "recall": 0.69664}, {"accuracy": 0.253953, "f1": 0.195674, "hf_subset": "szl_Latn-lua_Latn", "languages": ["szl-Latn", "lua-Latn"], "main_score": 0.195674, "precision": 0.177991, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.17334, "hf_subset": "szl_Latn-nya_Latn", "languages": ["szl-Latn", "nya-Latn"], "main_score": 0.17334, "precision": 0.156545, "recall": 0.232213}, {"accuracy": 0.843874, "f1": 0.808451, "hf_subset": "szl_Latn-slv_Latn", "languages": ["szl-Latn", "slv-Latn"], "main_score": 0.808451, "precision": 0.793209, "recall": 0.843874}, {"accuracy": 0.426877, "f1": 0.356194, "hf_subset": "szl_Latn-tpi_Latn", "languages": ["szl-Latn", "tpi-Latn"], "main_score": 0.356194, "precision": 0.33042, "recall": 0.426877}, {"accuracy": 0.840909, "f1": 0.805653, "hf_subset": "szl_Latn-zsm_Latn", "languages": ["szl-Latn", "zsm-Latn"], "main_score": 0.805653, "precision": 0.791513, "recall": 0.840909}, {"accuracy": 0.220356, "f1": 0.153926, "hf_subset": "szl_Latn-ayr_Latn", "languages": ["szl-Latn", "ayr-Latn"], "main_score": 0.153926, "precision": 0.136274, "recall": 0.220356}, {"accuracy": 0.860672, "f1": 0.830203, "hf_subset": "szl_Latn-dan_Latn", "languages": ["szl-Latn", "dan-Latn"], "main_score": 0.830203, "precision": 0.817294, "recall": 0.860672}, {"accuracy": 0.703557, "f1": 0.647026, "hf_subset": "szl_Latn-guj_Gujr", "languages": ["szl-Latn", "guj-Gujr"], "main_score": 0.647026, "precision": 0.624058, "recall": 0.703557}, {"accuracy": 0.761858, "f1": 0.718714, "hf_subset": "szl_Latn-kaz_Cyrl", "languages": ["szl-Latn", "kaz-Cyrl"], "main_score": 0.718714, "precision": 0.701032, "recall": 0.761858}, {"accuracy": 0.181818, "f1": 0.134002, "hf_subset": "szl_Latn-lug_Latn", "languages": ["szl-Latn", "lug-Latn"], "main_score": 0.134002, "precision": 0.120603, "recall": 0.181818}, {"accuracy": 0.779644, "f1": 0.740022, "hf_subset": "szl_Latn-oci_Latn", "languages": ["szl-Latn", "oci-Latn"], "main_score": 0.740022, "precision": 0.72356, "recall": 0.779644}, {"accuracy": 0.206522, "f1": 0.147863, "hf_subset": "szl_Latn-smo_Latn", "languages": ["szl-Latn", "smo-Latn"], "main_score": 0.147863, "precision": 0.130561, "recall": 0.206522}, {"accuracy": 0.217391, "f1": 0.156263, "hf_subset": "szl_Latn-tsn_Latn", "languages": ["szl-Latn", "tsn-Latn"], "main_score": 0.156263, "precision": 0.139611, "recall": 0.217391}, {"accuracy": 0.143281, "f1": 0.101722, "hf_subset": "szl_Latn-zul_Latn", "languages": ["szl-Latn", "zul-Latn"], "main_score": 0.101722, "precision": 0.091688, "recall": 0.143281}, {"accuracy": 0.431818, "f1": 0.371834, "hf_subset": "szl_Latn-azb_Arab", "languages": ["szl-Latn", "azb-Arab"], "main_score": 0.371834, "precision": 0.348008, "recall": 0.431818}, {"accuracy": 0.864625, "f1": 0.831143, "hf_subset": "szl_Latn-deu_Latn", "languages": ["szl-Latn", "deu-Latn"], "main_score": 0.831143, "precision": 0.816777, "recall": 0.864625}, {"accuracy": 0.322134, "f1": 0.254281, "hf_subset": "szl_Latn-hat_Latn", "languages": ["szl-Latn", "hat-Latn"], "main_score": 0.254281, "precision": 0.230509, "recall": 0.322134}, {"accuracy": 0.203557, "f1": 0.144005, "hf_subset": "szl_Latn-kbp_Latn", "languages": ["szl-Latn", "kbp-Latn"], "main_score": 0.144005, "precision": 0.12922, "recall": 0.203557}, {"accuracy": 0.255929, "f1": 0.189407, "hf_subset": "szl_Latn-luo_Latn", "languages": ["szl-Latn", "luo-Latn"], "main_score": 0.189407, "precision": 0.170622, "recall": 0.255929}, {"accuracy": 0.541502, "f1": 0.483708, "hf_subset": "szl_Latn-ory_Orya", "languages": ["szl-Latn", "ory-Orya"], "main_score": 0.483708, "precision": 0.462454, "recall": 0.541502}, {"accuracy": 0.175889, "f1": 0.124593, "hf_subset": "szl_Latn-sna_Latn", "languages": ["szl-Latn", "sna-Latn"], "main_score": 0.124593, "precision": 0.11035, "recall": 0.175889}, {"accuracy": 0.206522, "f1": 0.160147, "hf_subset": "szl_Latn-tso_Latn", "languages": ["szl-Latn", "tso-Latn"], "main_score": 0.160147, "precision": 0.146112, "recall": 0.206522}, {"accuracy": 0.757905, "f1": 0.719048, "hf_subset": "szl_Latn-azj_Latn", "languages": ["szl-Latn", "azj-Latn"], "main_score": 0.719048, "precision": 0.703207, "recall": 0.757905}, {"accuracy": 0.30336, "f1": 0.236335, "hf_subset": "szl_Latn-dik_Latn", "languages": ["szl-Latn", "dik-Latn"], "main_score": 0.236335, "precision": 0.215483, "recall": 0.30336}, {"accuracy": 0.263834, "f1": 0.202968, "hf_subset": "szl_Latn-hau_Latn", "languages": ["szl-Latn", "hau-Latn"], "main_score": 0.202968, "precision": 0.186631, "recall": 0.263834}, {"accuracy": 0.597826, "f1": 0.545869, "hf_subset": "szl_Latn-kea_Latn", "languages": ["szl-Latn", "kea-Latn"], "main_score": 0.545869, "precision": 0.524541, "recall": 0.597826}, {"accuracy": 0.336957, "f1": 0.272671, "hf_subset": "szl_Latn-lus_Latn", "languages": ["szl-Latn", "lus-Latn"], "main_score": 0.272671, "precision": 0.251688, "recall": 0.336957}, {"accuracy": 0.425889, "f1": 0.366251, "hf_subset": "szl_Latn-pag_Latn", "languages": ["szl-Latn", "pag-Latn"], "main_score": 0.366251, "precision": 0.345692, "recall": 0.425889}, {"accuracy": 0.640316, "f1": 0.591266, "hf_subset": "szl_Latn-snd_Arab", "languages": ["szl-Latn", "snd-Arab"], "main_score": 0.591266, "precision": 0.570997, "recall": 0.640316}, {"accuracy": 0.340909, "f1": 0.272714, "hf_subset": "szl_Latn-tuk_Latn", "languages": ["szl-Latn", "tuk-Latn"], "main_score": 0.272714, "precision": 0.248678, "recall": 0.340909}, {"accuracy": 0.447628, "f1": 0.37924, "hf_subset": "szl_Latn-bak_Cyrl", "languages": ["szl-Latn", "bak-Cyrl"], "main_score": 0.37924, "precision": 0.35355, "recall": 0.447628}, {"accuracy": 0.204545, "f1": 0.149159, "hf_subset": "szl_Latn-dyu_Latn", "languages": ["szl-Latn", "dyu-Latn"], "main_score": 0.149159, "precision": 0.132109, "recall": 0.204545}, {"accuracy": 0.806324, "f1": 0.764836, "hf_subset": "szl_Latn-heb_Hebr", "languages": ["szl-Latn", "heb-Hebr"], "main_score": 0.764836, "precision": 0.747754, "recall": 0.806324}, {"accuracy": 0.778656, "f1": 0.737605, "hf_subset": "szl_Latn-khk_Cyrl", "languages": ["szl-Latn", "khk-Cyrl"], "main_score": 0.737605, "precision": 0.721305, "recall": 0.778656}, {"accuracy": 0.831028, "f1": 0.793463, "hf_subset": "szl_Latn-lvs_Latn", "languages": ["szl-Latn", "lvs-Latn"], "main_score": 0.793463, "precision": 0.778165, "recall": 0.831028}, {"accuracy": 0.587945, "f1": 0.527126, "hf_subset": "szl_Latn-pan_Guru", "languages": ["szl-Latn", "pan-Guru"], "main_score": 0.527126, "precision": 0.504421, "recall": 0.587945}, {"accuracy": 0.290514, "f1": 0.229241, "hf_subset": "szl_Latn-som_Latn", "languages": ["szl-Latn", "som-Latn"], "main_score": 0.229241, "precision": 0.209365, "recall": 0.290514}, {"accuracy": 0.219368, "f1": 0.159262, "hf_subset": "szl_Latn-tum_Latn", "languages": ["szl-Latn", "tum-Latn"], "main_score": 0.159262, "precision": 0.142816, "recall": 0.219368}, {"accuracy": 0.081028, "f1": 0.055113, "hf_subset": "vec_Latn-ace_Arab", "languages": ["vec-Latn", "ace-Arab"], "main_score": 0.055113, "precision": 0.047508, "recall": 0.081028}, {"accuracy": 0.218379, "f1": 0.158103, "hf_subset": "vec_Latn-bam_Latn", "languages": ["vec-Latn", "bam-Latn"], "main_score": 0.158103, "precision": 0.141211, "recall": 0.218379}, {"accuracy": 0.002964, "f1": 5.9e-05, "hf_subset": "vec_Latn-dzo_Tibt", "languages": ["vec-Latn", "dzo-Tibt"], "main_score": 5.9e-05, "precision": 3e-05, "recall": 0.002964}, {"accuracy": 0.812253, "f1": 0.770597, "hf_subset": "vec_Latn-hin_Deva", "languages": ["vec-Latn", "hin-Deva"], "main_score": 0.770597, "precision": 0.753272, "recall": 0.812253}, {"accuracy": 0.733202, "f1": 0.681719, "hf_subset": "vec_Latn-khm_Khmr", "languages": ["vec-Latn", "khm-Khmr"], "main_score": 0.681719, "precision": 0.661648, "recall": 0.733202}, {"accuracy": 0.750988, "f1": 0.708348, "hf_subset": "vec_Latn-mag_Deva", "languages": ["vec-Latn", "mag-Deva"], "main_score": 0.708348, "precision": 0.692405, "recall": 0.750988}, {"accuracy": 0.644269, "f1": 0.591904, "hf_subset": "vec_Latn-pap_Latn", "languages": ["vec-Latn", "pap-Latn"], "main_score": 0.591904, "precision": 0.571295, "recall": 0.644269}, {"accuracy": 0.23913, "f1": 0.176238, "hf_subset": "vec_Latn-sot_Latn", "languages": ["vec-Latn", "sot-Latn"], "main_score": 0.176238, "precision": 0.159357, "recall": 0.23913}, {"accuracy": 0.849802, "f1": 0.818573, "hf_subset": "vec_Latn-tur_Latn", "languages": ["vec-Latn", "tur-Latn"], "main_score": 0.818573, "precision": 0.806045, "recall": 0.849802}, {"accuracy": 0.429842, "f1": 0.357861, "hf_subset": "vec_Latn-ace_Latn", "languages": ["vec-Latn", "ace-Latn"], "main_score": 0.357861, "precision": 0.332488, "recall": 0.429842}, {"accuracy": 0.596838, "f1": 0.543831, "hf_subset": "vec_Latn-ban_Latn", "languages": ["vec-Latn", "ban-Latn"], "main_score": 0.543831, "precision": 0.522419, "recall": 0.596838}, {"accuracy": 0.831028, "f1": 0.793351, "hf_subset": "vec_Latn-ell_Grek", "languages": ["vec-Latn", "ell-Grek"], "main_score": 0.793351, "precision": 0.777547, "recall": 0.831028}, {"accuracy": 0.733202, "f1": 0.692775, "hf_subset": "vec_Latn-hne_Deva", "languages": ["vec-Latn", "hne-Deva"], "main_score": 0.692775, "precision": 0.676666, "recall": 0.733202}, {"accuracy": 0.26087, "f1": 0.190541, "hf_subset": "vec_Latn-kik_Latn", "languages": ["vec-Latn", "kik-Latn"], "main_score": 0.190541, "precision": 0.1681, "recall": 0.26087}, {"accuracy": 0.75, "f1": 0.70839, "hf_subset": "vec_Latn-mai_Deva", "languages": ["vec-Latn", "mai-Deva"], "main_score": 0.70839, "precision": 0.691724, "recall": 0.75}, {"accuracy": 0.624506, "f1": 0.577498, "hf_subset": "vec_Latn-pbt_Arab", "languages": ["vec-Latn", "pbt-Arab"], "main_score": 0.577498, "precision": 0.558656, "recall": 0.624506}, {"accuracy": 0.867589, "f1": 0.842967, "hf_subset": "vec_Latn-spa_Latn", "languages": ["vec-Latn", "spa-Latn"], "main_score": 0.842967, "precision": 0.833045, "recall": 0.867589}, {"accuracy": 0.31917, "f1": 0.244974, "hf_subset": "vec_Latn-twi_Latn", "languages": ["vec-Latn", "twi-Latn"], "main_score": 0.244974, "precision": 0.222441, "recall": 0.31917}, {"accuracy": 0.799407, "f1": 0.761648, "hf_subset": "vec_Latn-acm_Arab", "languages": ["vec-Latn", "acm-Arab"], "main_score": 0.761648, "precision": 0.746678, "recall": 0.799407}, {"accuracy": 0.780632, "f1": 0.738353, "hf_subset": "vec_Latn-bel_Cyrl", "languages": ["vec-Latn", "bel-Cyrl"], "main_score": 0.738353, "precision": 0.721583, "recall": 0.780632}, {"accuracy": 0.87253, "f1": 0.840664, "hf_subset": "vec_Latn-eng_Latn", "languages": ["vec-Latn", "eng-Latn"], "main_score": 0.840664, "precision": 0.827665, "recall": 0.87253}, {"accuracy": 0.822134, "f1": 0.8042, "hf_subset": "vec_Latn-hrv_Latn", "languages": ["vec-Latn", "hrv-Latn"], "main_score": 0.8042, "precision": 0.796122, "recall": 0.822134}, {"accuracy": 0.164032, "f1": 0.119861, "hf_subset": "vec_Latn-kin_Latn", "languages": ["vec-Latn", "kin-Latn"], "main_score": 0.119861, "precision": 0.10775, "recall": 0.164032}, {"accuracy": 0.625494, "f1": 0.578385, "hf_subset": "vec_Latn-mal_Mlym", "languages": ["vec-Latn", "mal-Mlym"], "main_score": 0.578385, "precision": 0.560463, "recall": 0.625494}, {"accuracy": 0.827075, "f1": 0.791295, "hf_subset": "vec_Latn-pes_Arab", "languages": ["vec-Latn", "pes-Arab"], "main_score": 0.791295, "precision": 0.776696, "recall": 0.827075}, {"accuracy": 0.682806, "f1": 0.632979, "hf_subset": "vec_Latn-srd_Latn", "languages": ["vec-Latn", "srd-Latn"], "main_score": 0.632979, "precision": 0.61243, "recall": 0.682806}, {"accuracy": 0.063241, "f1": 0.031475, "hf_subset": "vec_Latn-tzm_Tfng", "languages": ["vec-Latn", "tzm-Tfng"], "main_score": 0.031475, "precision": 0.026381, "recall": 0.063241}, {"accuracy": 0.810277, "f1": 0.77361, "hf_subset": "vec_Latn-acq_Arab", "languages": ["vec-Latn", "acq-Arab"], "main_score": 0.77361, "precision": 0.758989, "recall": 0.810277}, {"accuracy": 0.227273, "f1": 0.166631, "hf_subset": "vec_Latn-bem_Latn", "languages": ["vec-Latn", "bem-Latn"], "main_score": 0.166631, "precision": 0.149187, "recall": 0.227273}, {"accuracy": 0.741107, "f1": 0.706217, "hf_subset": "vec_Latn-epo_Latn", "languages": ["vec-Latn", "epo-Latn"], "main_score": 0.706217, "precision": 0.691944, "recall": 0.741107}, {"accuracy": 0.848814, "f1": 0.817594, "hf_subset": "vec_Latn-hun_Latn", "languages": ["vec-Latn", "hun-Latn"], "main_score": 0.817594, "precision": 0.804617, "recall": 0.848814}, {"accuracy": 0.733202, "f1": 0.69343, "hf_subset": "vec_Latn-kir_Cyrl", "languages": ["vec-Latn", "kir-Cyrl"], "main_score": 0.69343, "precision": 0.677723, "recall": 0.733202}, {"accuracy": 0.700593, "f1": 0.653024, "hf_subset": "vec_Latn-mar_Deva", "languages": ["vec-Latn", "mar-Deva"], "main_score": 0.653024, "precision": 0.634921, "recall": 0.700593}, {"accuracy": 0.306324, "f1": 0.247852, "hf_subset": "vec_Latn-plt_Latn", "languages": ["vec-Latn", "plt-Latn"], "main_score": 0.247852, "precision": 0.22906, "recall": 0.306324}, {"accuracy": 0.852767, "f1": 0.818681, "hf_subset": "vec_Latn-srp_Cyrl", "languages": ["vec-Latn", "srp-Cyrl"], "main_score": 0.818681, "precision": 0.804628, "recall": 0.852767}, {"accuracy": 0.58498, "f1": 0.525307, "hf_subset": "vec_Latn-uig_Arab", "languages": ["vec-Latn", "uig-Arab"], "main_score": 0.525307, "precision": 0.50349, "recall": 0.58498}, {"accuracy": 0.752964, "f1": 0.713378, "hf_subset": "vec_Latn-aeb_Arab", "languages": ["vec-Latn", "aeb-Arab"], "main_score": 0.713378, "precision": 0.69705, "recall": 0.752964}, {"accuracy": 0.66996, "f1": 0.627144, "hf_subset": "vec_Latn-ben_Beng", "languages": ["vec-Latn", "ben-Beng"], "main_score": 0.627144, "precision": 0.610137, "recall": 0.66996}, {"accuracy": 0.844862, "f1": 0.816419, "hf_subset": "vec_Latn-est_Latn", "languages": ["vec-Latn", "est-Latn"], "main_score": 0.816419, "precision": 0.8042, "recall": 0.844862}, {"accuracy": 0.800395, "f1": 0.765686, "hf_subset": "vec_Latn-hye_Armn", "languages": ["vec-Latn", "hye-Armn"], "main_score": 0.765686, "precision": 0.751689, "recall": 0.800395}, {"accuracy": 0.182806, "f1": 0.124424, "hf_subset": "vec_Latn-kmb_Latn", "languages": ["vec-Latn", "kmb-Latn"], "main_score": 0.124424, "precision": 0.110049, "recall": 0.182806}, {"accuracy": 0.063241, "f1": 0.044378, "hf_subset": "vec_Latn-min_Arab", "languages": ["vec-Latn", "min-Arab"], "main_score": 0.044378, "precision": 0.039517, "recall": 0.063241}, {"accuracy": 0.850791, "f1": 0.823647, "hf_subset": "vec_Latn-pol_Latn", "languages": ["vec-Latn", "pol-Latn"], "main_score": 0.823647, "precision": 0.812733, "recall": 0.850791}, {"accuracy": 0.166996, "f1": 0.11727, "hf_subset": "vec_Latn-ssw_Latn", "languages": ["vec-Latn", "ssw-Latn"], "main_score": 0.11727, "precision": 0.10488, "recall": 0.166996}, {"accuracy": 0.853755, "f1": 0.823695, "hf_subset": "vec_Latn-ukr_Cyrl", "languages": ["vec-Latn", "ukr-Cyrl"], "main_score": 0.823695, "precision": 0.81141, "recall": 0.853755}, {"accuracy": 0.83498, "f1": 0.800519, "hf_subset": "vec_Latn-afr_Latn", "languages": ["vec-Latn", "afr-Latn"], "main_score": 0.800519, "precision": 0.786437, "recall": 0.83498}, {"accuracy": 0.712451, "f1": 0.665116, "hf_subset": "vec_Latn-bho_Deva", "languages": ["vec-Latn", "bho-Deva"], "main_score": 0.665116, "precision": 0.64625, "recall": 0.712451}, {"accuracy": 0.661067, "f1": 0.621021, "hf_subset": "vec_Latn-eus_Latn", "languages": ["vec-Latn", "eus-Latn"], "main_score": 0.621021, "precision": 0.603986, "recall": 0.661067}, {"accuracy": 0.205534, "f1": 0.141234, "hf_subset": "vec_Latn-ibo_Latn", "languages": ["vec-Latn", "ibo-Latn"], "main_score": 0.141234, "precision": 0.123881, "recall": 0.205534}, {"accuracy": 0.613636, "f1": 0.562315, "hf_subset": "vec_Latn-kmr_Latn", "languages": ["vec-Latn", "kmr-Latn"], "main_score": 0.562315, "precision": 0.542119, "recall": 0.613636}, {"accuracy": 0.566206, "f1": 0.510026, "hf_subset": "vec_Latn-min_Latn", "languages": ["vec-Latn", "min-Latn"], "main_score": 0.510026, "precision": 0.488194, "recall": 0.566206}, {"accuracy": 0.863636, "f1": 0.83108, "hf_subset": "vec_Latn-por_Latn", "languages": ["vec-Latn", "por-Latn"], "main_score": 0.83108, "precision": 0.817443, "recall": 0.863636}, {"accuracy": 0.653162, "f1": 0.604938, "hf_subset": "vec_Latn-sun_Latn", "languages": ["vec-Latn", "sun-Latn"], "main_score": 0.604938, "precision": 0.58622, "recall": 0.653162}, {"accuracy": 0.192688, "f1": 0.137068, "hf_subset": "vec_Latn-umb_Latn", "languages": ["vec-Latn", "umb-Latn"], "main_score": 0.137068, "precision": 0.122066, "recall": 0.192688}, {"accuracy": 0.788538, "f1": 0.746038, "hf_subset": "vec_Latn-ajp_Arab", "languages": ["vec-Latn", "ajp-Arab"], "main_score": 0.746038, "precision": 0.728781, "recall": 0.788538}, {"accuracy": 0.06917, "f1": 0.040899, "hf_subset": "vec_Latn-bjn_Arab", "languages": ["vec-Latn", "bjn-Arab"], "main_score": 0.040899, "precision": 0.034018, "recall": 0.06917}, {"accuracy": 0.278656, "f1": 0.217749, "hf_subset": "vec_Latn-ewe_Latn", "languages": ["vec-Latn", "ewe-Latn"], "main_score": 0.217749, "precision": 0.199047, "recall": 0.278656}, {"accuracy": 0.37747, "f1": 0.30877, "hf_subset": "vec_Latn-ilo_Latn", "languages": ["vec-Latn", "ilo-Latn"], "main_score": 0.30877, "precision": 0.286853, "recall": 0.37747}, {"accuracy": 0.094862, "f1": 0.064884, "hf_subset": "vec_Latn-knc_Arab", "languages": ["vec-Latn", "knc-Arab"], "main_score": 0.064884, "precision": 0.056494, "recall": 0.094862}, {"accuracy": 0.855731, "f1": 0.824495, "hf_subset": "vec_Latn-mkd_Cyrl", "languages": ["vec-Latn", "mkd-Cyrl"], "main_score": 0.824495, "precision": 0.812398, "recall": 0.855731}, {"accuracy": 0.806324, "f1": 0.773127, "hf_subset": "vec_Latn-prs_Arab", "languages": ["vec-Latn", "prs-Arab"], "main_score": 0.773127, "precision": 0.75954, "recall": 0.806324}, {"accuracy": 0.851779, "f1": 0.825297, "hf_subset": "vec_Latn-swe_Latn", "languages": ["vec-Latn", "swe-Latn"], "main_score": 0.825297, "precision": 0.814913, "recall": 0.851779}, {"accuracy": 0.755929, "f1": 0.709652, "hf_subset": "vec_Latn-urd_Arab", "languages": ["vec-Latn", "urd-Arab"], "main_score": 0.709652, "precision": 0.691124, "recall": 0.755929}, {"accuracy": 0.304348, "f1": 0.241601, "hf_subset": "vec_Latn-aka_Latn", "languages": ["vec-Latn", "aka-Latn"], "main_score": 0.241601, "precision": 0.222812, "recall": 0.304348}, {"accuracy": 0.672925, "f1": 0.625385, "hf_subset": "vec_Latn-bjn_Latn", "languages": ["vec-Latn", "bjn-Latn"], "main_score": 0.625385, "precision": 0.606473, "recall": 0.672925}, {"accuracy": 0.470356, "f1": 0.408366, "hf_subset": "vec_Latn-fao_Latn", "languages": ["vec-Latn", "fao-Latn"], "main_score": 0.408366, "precision": 0.385424, "recall": 0.470356}, {"accuracy": 0.856719, "f1": 0.824598, "hf_subset": "vec_Latn-ind_Latn", "languages": ["vec-Latn", "ind-Latn"], "main_score": 0.824598, "precision": 0.811661, "recall": 0.856719}, {"accuracy": 0.284585, "f1": 0.222021, "hf_subset": "vec_Latn-knc_Latn", "languages": ["vec-Latn", "knc-Latn"], "main_score": 0.222021, "precision": 0.204281, "recall": 0.284585}, {"accuracy": 0.347826, "f1": 0.278718, "hf_subset": "vec_Latn-mlt_Latn", "languages": ["vec-Latn", "mlt-Latn"], "main_score": 0.278718, "precision": 0.257407, "recall": 0.347826}, {"accuracy": 0.261858, "f1": 0.198553, "hf_subset": "vec_Latn-quy_Latn", "languages": ["vec-Latn", "quy-Latn"], "main_score": 0.198553, "precision": 0.180116, "recall": 0.261858}, {"accuracy": 0.342885, "f1": 0.27937, "hf_subset": "vec_Latn-swh_Latn", "languages": ["vec-Latn", "swh-Latn"], "main_score": 0.27937, "precision": 0.259443, "recall": 0.342885}, {"accuracy": 0.560277, "f1": 0.502228, "hf_subset": "vec_Latn-uzn_Latn", "languages": ["vec-Latn", "uzn-Latn"], "main_score": 0.502228, "precision": 0.480177, "recall": 0.560277}, {"accuracy": 0.853755, "f1": 0.821581, "hf_subset": "vec_Latn-als_Latn", "languages": ["vec-Latn", "als-Latn"], "main_score": 0.821581, "precision": 0.808324, "recall": 0.853755}, {"accuracy": 0.0583, "f1": 0.022671, "hf_subset": "vec_Latn-bod_Tibt", "languages": ["vec-Latn", "bod-Tibt"], "main_score": 0.022671, "precision": 0.017759, "recall": 0.0583}, {"accuracy": 0.232213, "f1": 0.174883, "hf_subset": "vec_Latn-fij_Latn", "languages": ["vec-Latn", "fij-Latn"], "main_score": 0.174883, "precision": 0.157294, "recall": 0.232213}, {"accuracy": 0.624506, "f1": 0.578172, "hf_subset": "vec_Latn-isl_Latn", "languages": ["vec-Latn", "isl-Latn"], "main_score": 0.578172, "precision": 0.560506, "recall": 0.624506}, {"accuracy": 0.26581, "f1": 0.201435, "hf_subset": "vec_Latn-kon_Latn", "languages": ["vec-Latn", "kon-Latn"], "main_score": 0.201435, "precision": 0.182267, "recall": 0.26581}, {"accuracy": 0.057312, "f1": 0.029078, "hf_subset": "vec_Latn-mni_Beng", "languages": ["vec-Latn", "mni-Beng"], "main_score": 0.029078, "precision": 0.023746, "recall": 0.057312}, {"accuracy": 0.87253, "f1": 0.842562, "hf_subset": "vec_Latn-ron_Latn", "languages": ["vec-Latn", "ron-Latn"], "main_score": 0.842562, "precision": 0.830583, "recall": 0.87253}, {"accuracy": 0.695652, "f1": 0.649016, "hf_subset": "vec_Latn-szl_Latn", "languages": ["vec-Latn", "szl-Latn"], "main_score": 0.649016, "precision": 0.629652, "recall": 0.695652}, {"accuracy": 0.497036, "f1": 0.438483, "hf_subset": "vec_Latn-amh_Ethi", "languages": ["vec-Latn", "amh-Ethi"], "main_score": 0.438483, "precision": 0.417965, "recall": 0.497036}, {"accuracy": 0.868577, "f1": 0.839367, "hf_subset": "vec_Latn-bos_Latn", "languages": ["vec-Latn", "bos-Latn"], "main_score": 0.839367, "precision": 0.827752, "recall": 0.868577}, {"accuracy": 0.839921, "f1": 0.803818, "hf_subset": "vec_Latn-fin_Latn", "languages": ["vec-Latn", "fin-Latn"], "main_score": 0.803818, "precision": 0.789751, "recall": 0.839921}, {"accuracy": 0.883399, "f1": 0.855491, "hf_subset": "vec_Latn-ita_Latn", "languages": ["vec-Latn", "ita-Latn"], "main_score": 0.855491, "precision": 0.844263, "recall": 0.883399}, {"accuracy": 0.784585, "f1": 0.74789, "hf_subset": "vec_Latn-kor_Hang", "languages": ["vec-Latn", "kor-Hang"], "main_score": 0.74789, "precision": 0.733042, "recall": 0.784585}, {"accuracy": 0.236166, "f1": 0.175436, "hf_subset": "vec_Latn-mos_Latn", "languages": ["vec-Latn", "mos-Latn"], "main_score": 0.175436, "precision": 0.15736, "recall": 0.236166}, {"accuracy": 0.176877, "f1": 0.131275, "hf_subset": "vec_Latn-run_Latn", "languages": ["vec-Latn", "run-Latn"], "main_score": 0.131275, "precision": 0.118534, "recall": 0.176877}, {"accuracy": 0.609684, "f1": 0.561855, "hf_subset": "vec_Latn-tam_Taml", "languages": ["vec-Latn", "tam-Taml"], "main_score": 0.561855, "precision": 0.543086, "recall": 0.609684}, {"accuracy": 0.83004, "f1": 0.789418, "hf_subset": "vec_Latn-vie_Latn", "languages": ["vec-Latn", "vie-Latn"], "main_score": 0.789418, "precision": 0.772877, "recall": 0.83004}, {"accuracy": 0.79249, "f1": 0.755981, "hf_subset": "vec_Latn-apc_Arab", "languages": ["vec-Latn", "apc-Arab"], "main_score": 0.755981, "precision": 0.740958, "recall": 0.79249}, {"accuracy": 0.374506, "f1": 0.314696, "hf_subset": "vec_Latn-bug_Latn", "languages": ["vec-Latn", "bug-Latn"], "main_score": 0.314696, "precision": 0.294488, "recall": 0.374506}, {"accuracy": 0.222332, "f1": 0.16248, "hf_subset": "vec_Latn-fon_Latn", "languages": ["vec-Latn", "fon-Latn"], "main_score": 0.16248, "precision": 0.145687, "recall": 0.222332}, {"accuracy": 0.637352, "f1": 0.582496, "hf_subset": "vec_Latn-jav_Latn", "languages": ["vec-Latn", "jav-Latn"], "main_score": 0.582496, "precision": 0.561171, "recall": 0.637352}, {"accuracy": 0.732213, "f1": 0.687971, "hf_subset": "vec_Latn-lao_Laoo", "languages": ["vec-Latn", "lao-Laoo"], "main_score": 0.687971, "precision": 0.671281, "recall": 0.732213}, {"accuracy": 0.205534, "f1": 0.139754, "hf_subset": "vec_Latn-mri_Latn", "languages": ["vec-Latn", "mri-Latn"], "main_score": 0.139754, "precision": 0.122235, "recall": 0.205534}, {"accuracy": 0.84585, "f1": 0.811911, "hf_subset": "vec_Latn-rus_Cyrl", "languages": ["vec-Latn", "rus-Cyrl"], "main_score": 0.811911, "precision": 0.798419, "recall": 0.84585}, {"accuracy": 0.25, "f1": 0.197651, "hf_subset": "vec_Latn-taq_Latn", "languages": ["vec-Latn", "taq-Latn"], "main_score": 0.197651, "precision": 0.183262, "recall": 0.25}, {"accuracy": 0.416008, "f1": 0.345642, "hf_subset": "vec_Latn-war_Latn", "languages": ["vec-Latn", "war-Latn"], "main_score": 0.345642, "precision": 0.321721, "recall": 0.416008}, {"accuracy": 0.827075, "f1": 0.794705, "hf_subset": "vec_Latn-arb_Arab", "languages": ["vec-Latn", "arb-Arab"], "main_score": 0.794705, "precision": 0.781118, "recall": 0.827075}, {"accuracy": 0.864625, "f1": 0.831858, "hf_subset": "vec_Latn-bul_Cyrl", "languages": ["vec-Latn", "bul-Cyrl"], "main_score": 0.831858, "precision": 0.81857, "recall": 0.864625}, {"accuracy": 0.878458, "f1": 0.850313, "hf_subset": "vec_Latn-fra_Latn", "languages": ["vec-Latn", "fra-Latn"], "main_score": 0.850313, "precision": 0.838975, "recall": 0.878458}, {"accuracy": 0.806324, "f1": 0.77134, "hf_subset": "vec_Latn-jpn_Jpan", "languages": ["vec-Latn", "jpn-Jpan"], "main_score": 0.77134, "precision": 0.757082, "recall": 0.806324}, {"accuracy": 0.716403, "f1": 0.676534, "hf_subset": "vec_Latn-lij_Latn", "languages": ["vec-Latn", "lij-Latn"], "main_score": 0.676534, "precision": 0.659009, "recall": 0.716403}, {"accuracy": 0.705534, "f1": 0.655644, "hf_subset": "vec_Latn-mya_Mymr", "languages": ["vec-Latn", "mya-Mymr"], "main_score": 0.655644, "precision": 0.636426, "recall": 0.705534}, {"accuracy": 0.266798, "f1": 0.201643, "hf_subset": "vec_Latn-sag_Latn", "languages": ["vec-Latn", "sag-Latn"], "main_score": 0.201643, "precision": 0.18085, "recall": 0.266798}, {"accuracy": 0.083992, "f1": 0.043197, "hf_subset": "vec_Latn-taq_Tfng", "languages": ["vec-Latn", "taq-Tfng"], "main_score": 0.043197, "precision": 0.035973, "recall": 0.083992}, {"accuracy": 0.278656, "f1": 0.220106, "hf_subset": "vec_Latn-wol_Latn", "languages": ["vec-Latn", "wol-Latn"], "main_score": 0.220106, "precision": 0.202583, "recall": 0.278656}, {"accuracy": 0.128458, "f1": 0.079, "hf_subset": "vec_Latn-arb_Latn", "languages": ["vec-Latn", "arb-Latn"], "main_score": 0.079, "precision": 0.069207, "recall": 0.128458}, {"accuracy": 0.873518, "f1": 0.844867, "hf_subset": "vec_Latn-cat_Latn", "languages": ["vec-Latn", "cat-Latn"], "main_score": 0.844867, "precision": 0.833384, "recall": 0.873518}, {"accuracy": 0.718379, "f1": 0.677525, "hf_subset": "vec_Latn-fur_Latn", "languages": ["vec-Latn", "fur-Latn"], "main_score": 0.677525, "precision": 0.660411, "recall": 0.718379}, {"accuracy": 0.091897, "f1": 0.065494, "hf_subset": "vec_Latn-kab_Latn", "languages": ["vec-Latn", "kab-Latn"], "main_score": 0.065494, "precision": 0.059141, "recall": 0.091897}, {"accuracy": 0.672925, "f1": 0.624936, "hf_subset": "vec_Latn-lim_Latn", "languages": ["vec-Latn", "lim-Latn"], "main_score": 0.624936, "precision": 0.605651, "recall": 0.672925}, {"accuracy": 0.865613, "f1": 0.832971, "hf_subset": "vec_Latn-nld_Latn", "languages": ["vec-Latn", "nld-Latn"], "main_score": 0.832971, "precision": 0.819576, "recall": 0.865613}, {"accuracy": 0.561265, "f1": 0.509372, "hf_subset": "vec_Latn-san_Deva", "languages": ["vec-Latn", "san-Deva"], "main_score": 0.509372, "precision": 0.489811, "recall": 0.561265}, {"accuracy": 0.480237, "f1": 0.419621, "hf_subset": "vec_Latn-tat_Cyrl", "languages": ["vec-Latn", "tat-Cyrl"], "main_score": 0.419621, "precision": 0.395933, "recall": 0.480237}, {"accuracy": 0.203557, "f1": 0.150186, "hf_subset": "vec_Latn-xho_Latn", "languages": ["vec-Latn", "xho-Latn"], "main_score": 0.150186, "precision": 0.136565, "recall": 0.203557}, {"accuracy": 0.8083, "f1": 0.770215, "hf_subset": "vec_Latn-ars_Arab", "languages": ["vec-Latn", "ars-Arab"], "main_score": 0.770215, "precision": 0.754787, "recall": 0.8083}, {"accuracy": 0.401186, "f1": 0.337979, "hf_subset": "vec_Latn-ceb_Latn", "languages": ["vec-Latn", "ceb-Latn"], "main_score": 0.337979, "precision": 0.316939, "recall": 0.401186}, {"accuracy": 0.23419, "f1": 0.172858, "hf_subset": "vec_Latn-fuv_Latn", "languages": ["vec-Latn", "fuv-Latn"], "main_score": 0.172858, "precision": 0.155351, "recall": 0.23419}, {"accuracy": 0.220356, "f1": 0.161608, "hf_subset": "vec_Latn-kac_Latn", "languages": ["vec-Latn", "kac-Latn"], "main_score": 0.161608, "precision": 0.144061, "recall": 0.220356}, {"accuracy": 0.255929, "f1": 0.197161, "hf_subset": "vec_Latn-lin_Latn", "languages": ["vec-Latn", "lin-Latn"], "main_score": 0.197161, "precision": 0.181071, "recall": 0.255929}, {"accuracy": 0.836957, "f1": 0.801636, "hf_subset": "vec_Latn-nno_Latn", "languages": ["vec-Latn", "nno-Latn"], "main_score": 0.801636, "precision": 0.786838, "recall": 0.836957}, {"accuracy": 0.018775, "f1": 0.003083, "hf_subset": "vec_Latn-sat_Olck", "languages": ["vec-Latn", "sat-Olck"], "main_score": 0.003083, "precision": 0.001877, "recall": 0.018775}, {"accuracy": 0.623518, "f1": 0.574188, "hf_subset": "vec_Latn-tel_Telu", "languages": ["vec-Latn", "tel-Telu"], "main_score": 0.574188, "precision": 0.5561, "recall": 0.623518}, {"accuracy": 0.344862, "f1": 0.285465, "hf_subset": "vec_Latn-ydd_Hebr", "languages": ["vec-Latn", "ydd-Hebr"], "main_score": 0.285465, "precision": 0.265026, "recall": 0.344862}, {"accuracy": 0.692688, "f1": 0.649871, "hf_subset": "vec_Latn-ary_Arab", "languages": ["vec-Latn", "ary-Arab"], "main_score": 0.649871, "precision": 0.631613, "recall": 0.692688}, {"accuracy": 0.851779, "f1": 0.817587, "hf_subset": "vec_Latn-ces_Latn", "languages": ["vec-Latn", "ces-Latn"], "main_score": 0.817587, "precision": 0.804175, "recall": 0.851779}, {"accuracy": 0.103755, "f1": 0.061852, "hf_subset": "vec_Latn-gaz_Latn", "languages": ["vec-Latn", "gaz-Latn"], "main_score": 0.061852, "precision": 0.053227, "recall": 0.103755}, {"accuracy": 0.212451, "f1": 0.154607, "hf_subset": "vec_Latn-kam_Latn", "languages": ["vec-Latn", "kam-Latn"], "main_score": 0.154607, "precision": 0.139064, "recall": 0.212451}, {"accuracy": 0.84585, "f1": 0.815096, "hf_subset": "vec_Latn-lit_Latn", "languages": ["vec-Latn", "lit-Latn"], "main_score": 0.815096, "precision": 0.802498, "recall": 0.84585}, {"accuracy": 0.844862, "f1": 0.809495, "hf_subset": "vec_Latn-nob_Latn", "languages": ["vec-Latn", "nob-Latn"], "main_score": 0.809495, "precision": 0.795306, "recall": 0.844862}, {"accuracy": 0.629447, "f1": 0.580342, "hf_subset": "vec_Latn-scn_Latn", "languages": ["vec-Latn", "scn-Latn"], "main_score": 0.580342, "precision": 0.559964, "recall": 0.629447}, {"accuracy": 0.19664, "f1": 0.139882, "hf_subset": "vec_Latn-tgk_Cyrl", "languages": ["vec-Latn", "tgk-Cyrl"], "main_score": 0.139882, "precision": 0.124307, "recall": 0.19664}, {"accuracy": 0.231225, "f1": 0.169341, "hf_subset": "vec_Latn-yor_Latn", "languages": ["vec-Latn", "yor-Latn"], "main_score": 0.169341, "precision": 0.151392, "recall": 0.231225}, {"accuracy": 0.770751, "f1": 0.729498, "hf_subset": "vec_Latn-arz_Arab", "languages": ["vec-Latn", "arz-Arab"], "main_score": 0.729498, "precision": 0.712714, "recall": 0.770751}, {"accuracy": 0.204545, "f1": 0.149141, "hf_subset": "vec_Latn-cjk_Latn", "languages": ["vec-Latn", "cjk-Latn"], "main_score": 0.149141, "precision": 0.134796, "recall": 0.204545}, {"accuracy": 0.227273, "f1": 0.173703, "hf_subset": "vec_Latn-gla_Latn", "languages": ["vec-Latn", "gla-Latn"], "main_score": 0.173703, "precision": 0.158091, "recall": 0.227273}, {"accuracy": 0.583992, "f1": 0.526698, "hf_subset": "vec_Latn-kan_Knda", "languages": ["vec-Latn", "kan-Knda"], "main_score": 0.526698, "precision": 0.506221, "recall": 0.583992}, {"accuracy": 0.66996, "f1": 0.626022, "hf_subset": "vec_Latn-lmo_Latn", "languages": ["vec-Latn", "lmo-Latn"], "main_score": 0.626022, "precision": 0.608415, "recall": 0.66996}, {"accuracy": 0.747036, "f1": 0.712034, "hf_subset": "vec_Latn-npi_Deva", "languages": ["vec-Latn", "npi-Deva"], "main_score": 0.712034, "precision": 0.698057, "recall": 0.747036}, {"accuracy": 0.295455, "f1": 0.224243, "hf_subset": "vec_Latn-shn_Mymr", "languages": ["vec-Latn", "shn-Mymr"], "main_score": 0.224243, "precision": 0.200878, "recall": 0.295455}, {"accuracy": 0.453557, "f1": 0.385225, "hf_subset": "vec_Latn-tgl_Latn", "languages": ["vec-Latn", "tgl-Latn"], "main_score": 0.385225, "precision": 0.362245, "recall": 0.453557}, {"accuracy": 0.820158, "f1": 0.785633, "hf_subset": "vec_Latn-yue_Hant", "languages": ["vec-Latn", "yue-Hant"], "main_score": 0.785633, "precision": 0.771991, "recall": 0.820158}, {"accuracy": 0.383399, "f1": 0.325184, "hf_subset": "vec_Latn-asm_Beng", "languages": ["vec-Latn", "asm-Beng"], "main_score": 0.325184, "precision": 0.304437, "recall": 0.383399}, {"accuracy": 0.583992, "f1": 0.525207, "hf_subset": "vec_Latn-ckb_Arab", "languages": ["vec-Latn", "ckb-Arab"], "main_score": 0.525207, "precision": 0.502244, "recall": 0.583992}, {"accuracy": 0.310277, "f1": 0.250281, "hf_subset": "vec_Latn-gle_Latn", "languages": ["vec-Latn", "gle-Latn"], "main_score": 0.250281, "precision": 0.231553, "recall": 0.310277}, {"accuracy": 0.460474, "f1": 0.397861, "hf_subset": "vec_Latn-kas_Arab", "languages": ["vec-Latn", "kas-Arab"], "main_score": 0.397861, "precision": 0.374919, "recall": 0.460474}, {"accuracy": 0.605731, "f1": 0.555965, "hf_subset": "vec_Latn-ltg_Latn", "languages": ["vec-Latn", "ltg-Latn"], "main_score": 0.555965, "precision": 0.536027, "recall": 0.605731}, {"accuracy": 0.266798, "f1": 0.200806, "hf_subset": "vec_Latn-nso_Latn", "languages": ["vec-Latn", "nso-Latn"], "main_score": 0.200806, "precision": 0.181063, "recall": 0.266798}, {"accuracy": 0.651186, "f1": 0.599965, "hf_subset": "vec_Latn-sin_Sinh", "languages": ["vec-Latn", "sin-Sinh"], "main_score": 0.599965, "precision": 0.581228, "recall": 0.651186}, {"accuracy": 0.822134, "f1": 0.786447, "hf_subset": "vec_Latn-tha_Thai", "languages": ["vec-Latn", "tha-Thai"], "main_score": 0.786447, "precision": 0.772279, "recall": 0.822134}, {"accuracy": 0.837945, "f1": 0.80498, "hf_subset": "vec_Latn-zho_Hans", "languages": ["vec-Latn", "zho-Hans"], "main_score": 0.80498, "precision": 0.792101, "recall": 0.837945}, {"accuracy": 0.809289, "f1": 0.776466, "hf_subset": "vec_Latn-ast_Latn", "languages": ["vec-Latn", "ast-Latn"], "main_score": 0.776466, "precision": 0.763413, "recall": 0.809289}, {"accuracy": 0.62747, "f1": 0.584011, "hf_subset": "vec_Latn-crh_Latn", "languages": ["vec-Latn", "crh-Latn"], "main_score": 0.584011, "precision": 0.565746, "recall": 0.62747}, {"accuracy": 0.876482, "f1": 0.847137, "hf_subset": "vec_Latn-glg_Latn", "languages": ["vec-Latn", "glg-Latn"], "main_score": 0.847137, "precision": 0.83466, "recall": 0.876482}, {"accuracy": 0.359684, "f1": 0.298271, "hf_subset": "vec_Latn-kas_Deva", "languages": ["vec-Latn", "kas-Deva"], "main_score": 0.298271, "precision": 0.276584, "recall": 0.359684}, {"accuracy": 0.508893, "f1": 0.43838, "hf_subset": "vec_Latn-ltz_Latn", "languages": ["vec-Latn", "ltz-Latn"], "main_score": 0.43838, "precision": 0.413126, "recall": 0.508893}, {"accuracy": 0.126482, "f1": 0.081612, "hf_subset": "vec_Latn-nus_Latn", "languages": ["vec-Latn", "nus-Latn"], "main_score": 0.081612, "precision": 0.071756, "recall": 0.126482}, {"accuracy": 0.854743, "f1": 0.822079, "hf_subset": "vec_Latn-slk_Latn", "languages": ["vec-Latn", "slk-Latn"], "main_score": 0.822079, "precision": 0.808893, "recall": 0.854743}, {"accuracy": 0.152174, "f1": 0.111699, "hf_subset": "vec_Latn-tir_Ethi", "languages": ["vec-Latn", "tir-Ethi"], "main_score": 0.111699, "precision": 0.099308, "recall": 0.152174}, {"accuracy": 0.827075, "f1": 0.791026, "hf_subset": "vec_Latn-zho_Hant", "languages": ["vec-Latn", "zho-Hant"], "main_score": 0.791026, "precision": 0.777095, "recall": 0.827075}, {"accuracy": 0.778656, "f1": 0.737355, "hf_subset": "vec_Latn-awa_Deva", "languages": ["vec-Latn", "awa-Deva"], "main_score": 0.737355, "precision": 0.720682, "recall": 0.778656}, {"accuracy": 0.459486, "f1": 0.397534, "hf_subset": "vec_Latn-cym_Latn", "languages": ["vec-Latn", "cym-Latn"], "main_score": 0.397534, "precision": 0.375015, "recall": 0.459486}, {"accuracy": 0.369565, "f1": 0.291662, "hf_subset": "vec_Latn-grn_Latn", "languages": ["vec-Latn", "grn-Latn"], "main_score": 0.291662, "precision": 0.268117, "recall": 0.369565}, {"accuracy": 0.699605, "f1": 0.642986, "hf_subset": "vec_Latn-kat_Geor", "languages": ["vec-Latn", "kat-Geor"], "main_score": 0.642986, "precision": 0.620711, "recall": 0.699605}, {"accuracy": 0.277668, "f1": 0.215273, "hf_subset": "vec_Latn-lua_Latn", "languages": ["vec-Latn", "lua-Latn"], "main_score": 0.215273, "precision": 0.195986, "recall": 0.277668}, {"accuracy": 0.244071, "f1": 0.179791, "hf_subset": "vec_Latn-nya_Latn", "languages": ["vec-Latn", "nya-Latn"], "main_score": 0.179791, "precision": 0.162532, "recall": 0.244071}, {"accuracy": 0.856719, "f1": 0.822505, "hf_subset": "vec_Latn-slv_Latn", "languages": ["vec-Latn", "slv-Latn"], "main_score": 0.822505, "precision": 0.808654, "recall": 0.856719}, {"accuracy": 0.458498, "f1": 0.387628, "hf_subset": "vec_Latn-tpi_Latn", "languages": ["vec-Latn", "tpi-Latn"], "main_score": 0.387628, "precision": 0.362216, "recall": 0.458498}, {"accuracy": 0.852767, "f1": 0.820552, "hf_subset": "vec_Latn-zsm_Latn", "languages": ["vec-Latn", "zsm-Latn"], "main_score": 0.820552, "precision": 0.807291, "recall": 0.852767}, {"accuracy": 0.221344, "f1": 0.150664, "hf_subset": "vec_Latn-ayr_Latn", "languages": ["vec-Latn", "ayr-Latn"], "main_score": 0.150664, "precision": 0.132497, "recall": 0.221344}, {"accuracy": 0.864625, "f1": 0.834391, "hf_subset": "vec_Latn-dan_Latn", "languages": ["vec-Latn", "dan-Latn"], "main_score": 0.834391, "precision": 0.822495, "recall": 0.864625}, {"accuracy": 0.697628, "f1": 0.6457, "hf_subset": "vec_Latn-guj_Gujr", "languages": ["vec-Latn", "guj-Gujr"], "main_score": 0.6457, "precision": 0.624987, "recall": 0.697628}, {"accuracy": 0.770751, "f1": 0.730336, "hf_subset": "vec_Latn-kaz_Cyrl", "languages": ["vec-Latn", "kaz-Cyrl"], "main_score": 0.730336, "precision": 0.714456, "recall": 0.770751}, {"accuracy": 0.182806, "f1": 0.129145, "hf_subset": "vec_Latn-lug_Latn", "languages": ["vec-Latn", "lug-Latn"], "main_score": 0.129145, "precision": 0.115226, "recall": 0.182806}, {"accuracy": 0.807312, "f1": 0.7766, "hf_subset": "vec_Latn-oci_Latn", "languages": ["vec-Latn", "oci-Latn"], "main_score": 0.7766, "precision": 0.76442, "recall": 0.807312}, {"accuracy": 0.218379, "f1": 0.158753, "hf_subset": "vec_Latn-smo_Latn", "languages": ["vec-Latn", "smo-Latn"], "main_score": 0.158753, "precision": 0.141117, "recall": 0.218379}, {"accuracy": 0.23913, "f1": 0.177155, "hf_subset": "vec_Latn-tsn_Latn", "languages": ["vec-Latn", "tsn-Latn"], "main_score": 0.177155, "precision": 0.160312, "recall": 0.23913}, {"accuracy": 0.13834, "f1": 0.092183, "hf_subset": "vec_Latn-zul_Latn", "languages": ["vec-Latn", "zul-Latn"], "main_score": 0.092183, "precision": 0.079932, "recall": 0.13834}, {"accuracy": 0.442688, "f1": 0.383439, "hf_subset": "vec_Latn-azb_Arab", "languages": ["vec-Latn", "azb-Arab"], "main_score": 0.383439, "precision": 0.360145, "recall": 0.442688}, {"accuracy": 0.855731, "f1": 0.822305, "hf_subset": "vec_Latn-deu_Latn", "languages": ["vec-Latn", "deu-Latn"], "main_score": 0.822305, "precision": 0.808757, "recall": 0.855731}, {"accuracy": 0.336957, "f1": 0.272218, "hf_subset": "vec_Latn-hat_Latn", "languages": ["vec-Latn", "hat-Latn"], "main_score": 0.272218, "precision": 0.250837, "recall": 0.336957}, {"accuracy": 0.19664, "f1": 0.133347, "hf_subset": "vec_Latn-kbp_Latn", "languages": ["vec-Latn", "kbp-Latn"], "main_score": 0.133347, "precision": 0.117661, "recall": 0.19664}, {"accuracy": 0.242095, "f1": 0.176931, "hf_subset": "vec_Latn-luo_Latn", "languages": ["vec-Latn", "luo-Latn"], "main_score": 0.176931, "precision": 0.159137, "recall": 0.242095}, {"accuracy": 0.532609, "f1": 0.478309, "hf_subset": "vec_Latn-ory_Orya", "languages": ["vec-Latn", "ory-Orya"], "main_score": 0.478309, "precision": 0.457504, "recall": 0.532609}, {"accuracy": 0.182806, "f1": 0.1285, "hf_subset": "vec_Latn-sna_Latn", "languages": ["vec-Latn", "sna-Latn"], "main_score": 0.1285, "precision": 0.113846, "recall": 0.182806}, {"accuracy": 0.20751, "f1": 0.149638, "hf_subset": "vec_Latn-tso_Latn", "languages": ["vec-Latn", "tso-Latn"], "main_score": 0.149638, "precision": 0.133244, "recall": 0.20751}, {"accuracy": 0.770751, "f1": 0.737676, "hf_subset": "vec_Latn-azj_Latn", "languages": ["vec-Latn", "azj-Latn"], "main_score": 0.737676, "precision": 0.725957, "recall": 0.770751}, {"accuracy": 0.309289, "f1": 0.238155, "hf_subset": "vec_Latn-dik_Latn", "languages": ["vec-Latn", "dik-Latn"], "main_score": 0.238155, "precision": 0.216012, "recall": 0.309289}, {"accuracy": 0.255929, "f1": 0.191372, "hf_subset": "vec_Latn-hau_Latn", "languages": ["vec-Latn", "hau-Latn"], "main_score": 0.191372, "precision": 0.173128, "recall": 0.255929}, {"accuracy": 0.646245, "f1": 0.596349, "hf_subset": "vec_Latn-kea_Latn", "languages": ["vec-Latn", "kea-Latn"], "main_score": 0.596349, "precision": 0.576938, "recall": 0.646245}, {"accuracy": 0.350791, "f1": 0.28063, "hf_subset": "vec_Latn-lus_Latn", "languages": ["vec-Latn", "lus-Latn"], "main_score": 0.28063, "precision": 0.257877, "recall": 0.350791}, {"accuracy": 0.435771, "f1": 0.365456, "hf_subset": "vec_Latn-pag_Latn", "languages": ["vec-Latn", "pag-Latn"], "main_score": 0.365456, "precision": 0.339886, "recall": 0.435771}, {"accuracy": 0.643281, "f1": 0.593207, "hf_subset": "vec_Latn-snd_Arab", "languages": ["vec-Latn", "snd-Arab"], "main_score": 0.593207, "precision": 0.572563, "recall": 0.643281}, {"accuracy": 0.349802, "f1": 0.279468, "hf_subset": "vec_Latn-tuk_Latn", "languages": ["vec-Latn", "tuk-Latn"], "main_score": 0.279468, "precision": 0.254943, "recall": 0.349802}, {"accuracy": 0.43083, "f1": 0.362455, "hf_subset": "vec_Latn-bak_Cyrl", "languages": ["vec-Latn", "bak-Cyrl"], "main_score": 0.362455, "precision": 0.336586, "recall": 0.43083}, {"accuracy": 0.204545, "f1": 0.141934, "hf_subset": "vec_Latn-dyu_Latn", "languages": ["vec-Latn", "dyu-Latn"], "main_score": 0.141934, "precision": 0.124413, "recall": 0.204545}, {"accuracy": 0.821146, "f1": 0.783289, "hf_subset": "vec_Latn-heb_Hebr", "languages": ["vec-Latn", "heb-Hebr"], "main_score": 0.783289, "precision": 0.768333, "recall": 0.821146}, {"accuracy": 0.771739, "f1": 0.733743, "hf_subset": "vec_Latn-khk_Cyrl", "languages": ["vec-Latn", "khk-Cyrl"], "main_score": 0.733743, "precision": 0.718438, "recall": 0.771739}, {"accuracy": 0.841897, "f1": 0.80888, "hf_subset": "vec_Latn-lvs_Latn", "languages": ["vec-Latn", "lvs-Latn"], "main_score": 0.80888, "precision": 0.795662, "recall": 0.841897}, {"accuracy": 0.585968, "f1": 0.533176, "hf_subset": "vec_Latn-pan_Guru", "languages": ["vec-Latn", "pan-Guru"], "main_score": 0.533176, "precision": 0.513884, "recall": 0.585968}, {"accuracy": 0.288538, "f1": 0.232065, "hf_subset": "vec_Latn-som_Latn", "languages": ["vec-Latn", "som-Latn"], "main_score": 0.232065, "precision": 0.214479, "recall": 0.288538}, {"accuracy": 0.212451, "f1": 0.148822, "hf_subset": "vec_Latn-tum_Latn", "languages": ["vec-Latn", "tum-Latn"], "main_score": 0.148822, "precision": 0.131531, "recall": 0.212451}, {"accuracy": 0.045455, "f1": 0.025739, "hf_subset": "amh_Ethi-ace_Arab", "languages": ["amh-Ethi", "ace-Arab"], "main_score": 0.025739, "precision": 0.021521, "recall": 0.045455}, {"accuracy": 0.076087, "f1": 0.044743, "hf_subset": "amh_Ethi-bam_Latn", "languages": ["amh-Ethi", "bam-Latn"], "main_score": 0.044743, "precision": 0.038241, "recall": 0.076087}, {"accuracy": 0.002964, "f1": 4.4e-05, "hf_subset": "amh_Ethi-dzo_Tibt", "languages": ["amh-Ethi", "dzo-Tibt"], "main_score": 4.4e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.738142, "f1": 0.681199, "hf_subset": "amh_Ethi-hin_Deva", "languages": ["amh-Ethi", "hin-Deva"], "main_score": 0.681199, "precision": 0.658417, "recall": 0.738142}, {"accuracy": 0.650198, "f1": 0.582597, "hf_subset": "amh_Ethi-khm_Khmr", "languages": ["amh-Ethi", "khm-Khmr"], "main_score": 0.582597, "precision": 0.556738, "recall": 0.650198}, {"accuracy": 0.646245, "f1": 0.58172, "hf_subset": "amh_Ethi-mag_Deva", "languages": ["amh-Ethi", "mag-Deva"], "main_score": 0.58172, "precision": 0.558037, "recall": 0.646245}, {"accuracy": 0.305336, "f1": 0.237533, "hf_subset": "amh_Ethi-pap_Latn", "languages": ["amh-Ethi", "pap-Latn"], "main_score": 0.237533, "precision": 0.216703, "recall": 0.305336}, {"accuracy": 0.072134, "f1": 0.044256, "hf_subset": "amh_Ethi-sot_Latn", "languages": ["amh-Ethi", "sot-Latn"], "main_score": 0.044256, "precision": 0.038216, "recall": 0.072134}, {"accuracy": 0.711462, "f1": 0.648155, "hf_subset": "amh_Ethi-tur_Latn", "languages": ["amh-Ethi", "tur-Latn"], "main_score": 0.648155, "precision": 0.622785, "recall": 0.711462}, {"accuracy": 0.188735, "f1": 0.123914, "hf_subset": "amh_Ethi-ace_Latn", "languages": ["amh-Ethi", "ace-Latn"], "main_score": 0.123914, "precision": 0.106759, "recall": 0.188735}, {"accuracy": 0.320158, "f1": 0.24907, "hf_subset": "amh_Ethi-ban_Latn", "languages": ["amh-Ethi", "ban-Latn"], "main_score": 0.24907, "precision": 0.226019, "recall": 0.320158}, {"accuracy": 0.718379, "f1": 0.659591, "hf_subset": "amh_Ethi-ell_Grek", "languages": ["amh-Ethi", "ell-Grek"], "main_score": 0.659591, "precision": 0.636467, "recall": 0.718379}, {"accuracy": 0.612648, "f1": 0.545727, "hf_subset": "amh_Ethi-hne_Deva", "languages": ["amh-Ethi", "hne-Deva"], "main_score": 0.545727, "precision": 0.520114, "recall": 0.612648}, {"accuracy": 0.097826, "f1": 0.059421, "hf_subset": "amh_Ethi-kik_Latn", "languages": ["amh-Ethi", "kik-Latn"], "main_score": 0.059421, "precision": 0.051124, "recall": 0.097826}, {"accuracy": 0.625494, "f1": 0.563175, "hf_subset": "amh_Ethi-mai_Deva", "languages": ["amh-Ethi", "mai-Deva"], "main_score": 0.563175, "precision": 0.54013, "recall": 0.625494}, {"accuracy": 0.604743, "f1": 0.541326, "hf_subset": "amh_Ethi-pbt_Arab", "languages": ["amh-Ethi", "pbt-Arab"], "main_score": 0.541326, "precision": 0.51587, "recall": 0.604743}, {"accuracy": 0.711462, "f1": 0.647305, "hf_subset": "amh_Ethi-spa_Latn", "languages": ["amh-Ethi", "spa-Latn"], "main_score": 0.647305, "precision": 0.622455, "recall": 0.711462}, {"accuracy": 0.106719, "f1": 0.063454, "hf_subset": "amh_Ethi-twi_Latn", "languages": ["amh-Ethi", "twi-Latn"], "main_score": 0.063454, "precision": 0.055047, "recall": 0.106719}, {"accuracy": 0.695652, "f1": 0.636364, "hf_subset": "amh_Ethi-acm_Arab", "languages": ["amh-Ethi", "acm-Arab"], "main_score": 0.636364, "precision": 0.613171, "recall": 0.695652}, {"accuracy": 0.679842, "f1": 0.616431, "hf_subset": "amh_Ethi-bel_Cyrl", "languages": ["amh-Ethi", "bel-Cyrl"], "main_score": 0.616431, "precision": 0.590698, "recall": 0.679842}, {"accuracy": 0.726285, "f1": 0.664952, "hf_subset": "amh_Ethi-eng_Latn", "languages": ["amh-Ethi", "eng-Latn"], "main_score": 0.664952, "precision": 0.640319, "recall": 0.726285}, {"accuracy": 0.697628, "f1": 0.633079, "hf_subset": "amh_Ethi-hrv_Latn", "languages": ["amh-Ethi", "hrv-Latn"], "main_score": 0.633079, "precision": 0.607468, "recall": 0.697628}, {"accuracy": 0.068182, "f1": 0.041327, "hf_subset": "amh_Ethi-kin_Latn", "languages": ["amh-Ethi", "kin-Latn"], "main_score": 0.041327, "precision": 0.035556, "recall": 0.068182}, {"accuracy": 0.730237, "f1": 0.678483, "hf_subset": "amh_Ethi-mal_Mlym", "languages": ["amh-Ethi", "mal-Mlym"], "main_score": 0.678483, "precision": 0.655952, "recall": 0.730237}, {"accuracy": 0.741107, "f1": 0.687379, "hf_subset": "amh_Ethi-pes_Arab", "languages": ["amh-Ethi", "pes-Arab"], "main_score": 0.687379, "precision": 0.666469, "recall": 0.741107}, {"accuracy": 0.376482, "f1": 0.30323, "hf_subset": "amh_Ethi-srd_Latn", "languages": ["amh-Ethi", "srd-Latn"], "main_score": 0.30323, "precision": 0.27905, "recall": 0.376482}, {"accuracy": 0.064229, "f1": 0.036908, "hf_subset": "amh_Ethi-tzm_Tfng", "languages": ["amh-Ethi", "tzm-Tfng"], "main_score": 0.036908, "precision": 0.03219, "recall": 0.064229}, {"accuracy": 0.711462, "f1": 0.652343, "hf_subset": "amh_Ethi-acq_Arab", "languages": ["amh-Ethi", "acq-Arab"], "main_score": 0.652343, "precision": 0.629143, "recall": 0.711462}, {"accuracy": 0.089921, "f1": 0.050012, "hf_subset": "amh_Ethi-bem_Latn", "languages": ["amh-Ethi", "bem-Latn"], "main_score": 0.050012, "precision": 0.041447, "recall": 0.089921}, {"accuracy": 0.547431, "f1": 0.469897, "hf_subset": "amh_Ethi-epo_Latn", "languages": ["amh-Ethi", "epo-Latn"], "main_score": 0.469897, "precision": 0.441275, "recall": 0.547431}, {"accuracy": 0.713439, "f1": 0.651871, "hf_subset": "amh_Ethi-hun_Latn", "languages": ["amh-Ethi", "hun-Latn"], "main_score": 0.651871, "precision": 0.627467, "recall": 0.713439}, {"accuracy": 0.641304, "f1": 0.576099, "hf_subset": "amh_Ethi-kir_Cyrl", "languages": ["amh-Ethi", "kir-Cyrl"], "main_score": 0.576099, "precision": 0.549718, "recall": 0.641304}, {"accuracy": 0.657115, "f1": 0.595012, "hf_subset": "amh_Ethi-mar_Deva", "languages": ["amh-Ethi", "mar-Deva"], "main_score": 0.595012, "precision": 0.572697, "recall": 0.657115}, {"accuracy": 0.116601, "f1": 0.078106, "hf_subset": "amh_Ethi-plt_Latn", "languages": ["amh-Ethi", "plt-Latn"], "main_score": 0.078106, "precision": 0.068627, "recall": 0.116601}, {"accuracy": 0.738142, "f1": 0.679203, "hf_subset": "amh_Ethi-srp_Cyrl", "languages": ["amh-Ethi", "srp-Cyrl"], "main_score": 0.679203, "precision": 0.655777, "recall": 0.738142}, {"accuracy": 0.621542, "f1": 0.560747, "hf_subset": "amh_Ethi-uig_Arab", "languages": ["amh-Ethi", "uig-Arab"], "main_score": 0.560747, "precision": 0.537069, "recall": 0.621542}, {"accuracy": 0.635375, "f1": 0.575096, "hf_subset": "amh_Ethi-aeb_Arab", "languages": ["amh-Ethi", "aeb-Arab"], "main_score": 0.575096, "precision": 0.552564, "recall": 0.635375}, {"accuracy": 0.737154, "f1": 0.688831, "hf_subset": "amh_Ethi-ben_Beng", "languages": ["amh-Ethi", "ben-Beng"], "main_score": 0.688831, "precision": 0.668729, "recall": 0.737154}, {"accuracy": 0.703557, "f1": 0.642051, "hf_subset": "amh_Ethi-est_Latn", "languages": ["amh-Ethi", "est-Latn"], "main_score": 0.642051, "precision": 0.617718, "recall": 0.703557}, {"accuracy": 0.750988, "f1": 0.696029, "hf_subset": "amh_Ethi-hye_Armn", "languages": ["amh-Ethi", "hye-Armn"], "main_score": 0.696029, "precision": 0.673305, "recall": 0.750988}, {"accuracy": 0.06917, "f1": 0.035349, "hf_subset": "amh_Ethi-kmb_Latn", "languages": ["amh-Ethi", "kmb-Latn"], "main_score": 0.035349, "precision": 0.030006, "recall": 0.06917}, {"accuracy": 0.032609, "f1": 0.018564, "hf_subset": "amh_Ethi-min_Arab", "languages": ["amh-Ethi", "min-Arab"], "main_score": 0.018564, "precision": 0.015687, "recall": 0.032609}, {"accuracy": 0.712451, "f1": 0.649901, "hf_subset": "amh_Ethi-pol_Latn", "languages": ["amh-Ethi", "pol-Latn"], "main_score": 0.649901, "precision": 0.625176, "recall": 0.712451}, {"accuracy": 0.063241, "f1": 0.034102, "hf_subset": "amh_Ethi-ssw_Latn", "languages": ["amh-Ethi", "ssw-Latn"], "main_score": 0.034102, "precision": 0.028123, "recall": 0.063241}, {"accuracy": 0.727273, "f1": 0.669106, "hf_subset": "amh_Ethi-ukr_Cyrl", "languages": ["amh-Ethi", "ukr-Cyrl"], "main_score": 0.669106, "precision": 0.646542, "recall": 0.727273}, {"accuracy": 0.676877, "f1": 0.608031, "hf_subset": "amh_Ethi-afr_Latn", "languages": ["amh-Ethi", "afr-Latn"], "main_score": 0.608031, "precision": 0.580114, "recall": 0.676877}, {"accuracy": 0.567194, "f1": 0.498672, "hf_subset": "amh_Ethi-bho_Deva", "languages": ["amh-Ethi", "bho-Deva"], "main_score": 0.498672, "precision": 0.472822, "recall": 0.567194}, {"accuracy": 0.437747, "f1": 0.365247, "hf_subset": "amh_Ethi-eus_Latn", "languages": ["amh-Ethi", "eus-Latn"], "main_score": 0.365247, "precision": 0.340085, "recall": 0.437747}, {"accuracy": 0.073123, "f1": 0.040332, "hf_subset": "amh_Ethi-ibo_Latn", "languages": ["amh-Ethi", "ibo-Latn"], "main_score": 0.040332, "precision": 0.033349, "recall": 0.073123}, {"accuracy": 0.475296, "f1": 0.415057, "hf_subset": "amh_Ethi-kmr_Latn", "languages": ["amh-Ethi", "kmr-Latn"], "main_score": 0.415057, "precision": 0.392303, "recall": 0.475296}, {"accuracy": 0.326087, "f1": 0.252713, "hf_subset": "amh_Ethi-min_Latn", "languages": ["amh-Ethi", "min-Latn"], "main_score": 0.252713, "precision": 0.231424, "recall": 0.326087}, {"accuracy": 0.721344, "f1": 0.661976, "hf_subset": "amh_Ethi-por_Latn", "languages": ["amh-Ethi", "por-Latn"], "main_score": 0.661976, "precision": 0.638392, "recall": 0.721344}, {"accuracy": 0.399209, "f1": 0.328094, "hf_subset": "amh_Ethi-sun_Latn", "languages": ["amh-Ethi", "sun-Latn"], "main_score": 0.328094, "precision": 0.305445, "recall": 0.399209}, {"accuracy": 0.063241, "f1": 0.036037, "hf_subset": "amh_Ethi-umb_Latn", "languages": ["amh-Ethi", "umb-Latn"], "main_score": 0.036037, "precision": 0.03097, "recall": 0.063241}, {"accuracy": 0.68083, "f1": 0.618654, "hf_subset": "amh_Ethi-ajp_Arab", "languages": ["amh-Ethi", "ajp-Arab"], "main_score": 0.618654, "precision": 0.594709, "recall": 0.68083}, {"accuracy": 0.036561, "f1": 0.022309, "hf_subset": "amh_Ethi-bjn_Arab", "languages": ["amh-Ethi", "bjn-Arab"], "main_score": 0.022309, "precision": 0.019308, "recall": 0.036561}, {"accuracy": 0.082016, "f1": 0.051818, "hf_subset": "amh_Ethi-ewe_Latn", "languages": ["amh-Ethi", "ewe-Latn"], "main_score": 0.051818, "precision": 0.045508, "recall": 0.082016}, {"accuracy": 0.150198, "f1": 0.103294, "hf_subset": "amh_Ethi-ilo_Latn", "languages": ["amh-Ethi", "ilo-Latn"], "main_score": 0.103294, "precision": 0.090943, "recall": 0.150198}, {"accuracy": 0.066206, "f1": 0.03685, "hf_subset": "amh_Ethi-knc_Arab", "languages": ["amh-Ethi", "knc-Arab"], "main_score": 0.03685, "precision": 0.029424, "recall": 0.066206}, {"accuracy": 0.725296, "f1": 0.666362, "hf_subset": "amh_Ethi-mkd_Cyrl", "languages": ["amh-Ethi", "mkd-Cyrl"], "main_score": 0.666362, "precision": 0.643108, "recall": 0.725296}, {"accuracy": 0.730237, "f1": 0.678966, "hf_subset": "amh_Ethi-prs_Arab", "languages": ["amh-Ethi", "prs-Arab"], "main_score": 0.678966, "precision": 0.657904, "recall": 0.730237}, {"accuracy": 0.720356, "f1": 0.658484, "hf_subset": "amh_Ethi-swe_Latn", "languages": ["amh-Ethi", "swe-Latn"], "main_score": 0.658484, "precision": 0.634227, "recall": 0.720356}, {"accuracy": 0.718379, "f1": 0.663162, "hf_subset": "amh_Ethi-urd_Arab", "languages": ["amh-Ethi", "urd-Arab"], "main_score": 0.663162, "precision": 0.641208, "recall": 0.718379}, {"accuracy": 0.102767, "f1": 0.058781, "hf_subset": "amh_Ethi-aka_Latn", "languages": ["amh-Ethi", "aka-Latn"], "main_score": 0.058781, "precision": 0.049571, "recall": 0.102767}, {"accuracy": 0.416996, "f1": 0.346163, "hf_subset": "amh_Ethi-bjn_Latn", "languages": ["amh-Ethi", "bjn-Latn"], "main_score": 0.346163, "precision": 0.321844, "recall": 0.416996}, {"accuracy": 0.232213, "f1": 0.171319, "hf_subset": "amh_Ethi-fao_Latn", "languages": ["amh-Ethi", "fao-Latn"], "main_score": 0.171319, "precision": 0.154931, "recall": 0.232213}, {"accuracy": 0.717391, "f1": 0.65679, "hf_subset": "amh_Ethi-ind_Latn", "languages": ["amh-Ethi", "ind-Latn"], "main_score": 0.65679, "precision": 0.633577, "recall": 0.717391}, {"accuracy": 0.098814, "f1": 0.057723, "hf_subset": "amh_Ethi-knc_Latn", "languages": ["amh-Ethi", "knc-Latn"], "main_score": 0.057723, "precision": 0.048351, "recall": 0.098814}, {"accuracy": 0.155138, "f1": 0.105055, "hf_subset": "amh_Ethi-mlt_Latn", "languages": ["amh-Ethi", "mlt-Latn"], "main_score": 0.105055, "precision": 0.093207, "recall": 0.155138}, {"accuracy": 0.099802, "f1": 0.058496, "hf_subset": "amh_Ethi-quy_Latn", "languages": ["amh-Ethi", "quy-Latn"], "main_score": 0.058496, "precision": 0.049578, "recall": 0.099802}, {"accuracy": 0.194664, "f1": 0.140075, "hf_subset": "amh_Ethi-swh_Latn", "languages": ["amh-Ethi", "swh-Latn"], "main_score": 0.140075, "precision": 0.125387, "recall": 0.194664}, {"accuracy": 0.396245, "f1": 0.326332, "hf_subset": "amh_Ethi-uzn_Latn", "languages": ["amh-Ethi", "uzn-Latn"], "main_score": 0.326332, "precision": 0.303697, "recall": 0.396245}, {"accuracy": 0.715415, "f1": 0.658307, "hf_subset": "amh_Ethi-als_Latn", "languages": ["amh-Ethi", "als-Latn"], "main_score": 0.658307, "precision": 0.636465, "recall": 0.715415}, {"accuracy": 0.054348, "f1": 0.023842, "hf_subset": "amh_Ethi-bod_Tibt", "languages": ["amh-Ethi", "bod-Tibt"], "main_score": 0.023842, "precision": 0.020081, "recall": 0.054348}, {"accuracy": 0.079051, "f1": 0.048976, "hf_subset": "amh_Ethi-fij_Latn", "languages": ["amh-Ethi", "fij-Latn"], "main_score": 0.048976, "precision": 0.042347, "recall": 0.079051}, {"accuracy": 0.459486, "f1": 0.381934, "hf_subset": "amh_Ethi-isl_Latn", "languages": ["amh-Ethi", "isl-Latn"], "main_score": 0.381934, "precision": 0.356289, "recall": 0.459486}, {"accuracy": 0.101779, "f1": 0.057955, "hf_subset": "amh_Ethi-kon_Latn", "languages": ["amh-Ethi", "kon-Latn"], "main_score": 0.057955, "precision": 0.047955, "recall": 0.101779}, {"accuracy": 0.051383, "f1": 0.027369, "hf_subset": "amh_Ethi-mni_Beng", "languages": ["amh-Ethi", "mni-Beng"], "main_score": 0.027369, "precision": 0.023722, "recall": 0.051383}, {"accuracy": 0.72332, "f1": 0.660684, "hf_subset": "amh_Ethi-ron_Latn", "languages": ["amh-Ethi", "ron-Latn"], "main_score": 0.660684, "precision": 0.635792, "recall": 0.72332}, {"accuracy": 0.448617, "f1": 0.370387, "hf_subset": "amh_Ethi-szl_Latn", "languages": ["amh-Ethi", "szl-Latn"], "main_score": 0.370387, "precision": 0.343703, "recall": 0.448617}, {"accuracy": 0.465415, "f1": 0.385295, "hf_subset": "amh_Ethi-vec_Latn", "languages": ["amh-Ethi", "vec-Latn"], "main_score": 0.385295, "precision": 0.357343, "recall": 0.465415}, {"accuracy": 0.727273, "f1": 0.665955, "hf_subset": "amh_Ethi-bos_Latn", "languages": ["amh-Ethi", "bos-Latn"], "main_score": 0.665955, "precision": 0.642004, "recall": 0.727273}, {"accuracy": 0.713439, "f1": 0.649522, "hf_subset": "amh_Ethi-fin_Latn", "languages": ["amh-Ethi", "fin-Latn"], "main_score": 0.649522, "precision": 0.62357, "recall": 0.713439}, {"accuracy": 0.714427, "f1": 0.652696, "hf_subset": "amh_Ethi-ita_Latn", "languages": ["amh-Ethi", "ita-Latn"], "main_score": 0.652696, "precision": 0.628748, "recall": 0.714427}, {"accuracy": 0.716403, "f1": 0.657375, "hf_subset": "amh_Ethi-kor_Hang", "languages": ["amh-Ethi", "kor-Hang"], "main_score": 0.657375, "precision": 0.633705, "recall": 0.716403}, {"accuracy": 0.079051, "f1": 0.048209, "hf_subset": "amh_Ethi-mos_Latn", "languages": ["amh-Ethi", "mos-Latn"], "main_score": 0.048209, "precision": 0.041475, "recall": 0.079051}, {"accuracy": 0.059289, "f1": 0.032658, "hf_subset": "amh_Ethi-run_Latn", "languages": ["amh-Ethi", "run-Latn"], "main_score": 0.032658, "precision": 0.027282, "recall": 0.059289}, {"accuracy": 0.733202, "f1": 0.67775, "hf_subset": "amh_Ethi-tam_Taml", "languages": ["amh-Ethi", "tam-Taml"], "main_score": 0.67775, "precision": 0.655496, "recall": 0.733202}, {"accuracy": 0.703557, "f1": 0.642937, "hf_subset": "amh_Ethi-vie_Latn", "languages": ["amh-Ethi", "vie-Latn"], "main_score": 0.642937, "precision": 0.618559, "recall": 0.703557}, {"accuracy": 0.666008, "f1": 0.599173, "hf_subset": "amh_Ethi-apc_Arab", "languages": ["amh-Ethi", "apc-Arab"], "main_score": 0.599173, "precision": 0.573381, "recall": 0.666008}, {"accuracy": 0.167984, "f1": 0.113753, "hf_subset": "amh_Ethi-bug_Latn", "languages": ["amh-Ethi", "bug-Latn"], "main_score": 0.113753, "precision": 0.099779, "recall": 0.167984}, {"accuracy": 0.062253, "f1": 0.032944, "hf_subset": "amh_Ethi-fon_Latn", "languages": ["amh-Ethi", "fon-Latn"], "main_score": 0.032944, "precision": 0.027085, "recall": 0.062253}, {"accuracy": 0.389328, "f1": 0.313848, "hf_subset": "amh_Ethi-jav_Latn", "languages": ["amh-Ethi", "jav-Latn"], "main_score": 0.313848, "precision": 0.289271, "recall": 0.389328}, {"accuracy": 0.692688, "f1": 0.634035, "hf_subset": "amh_Ethi-lao_Laoo", "languages": ["amh-Ethi", "lao-Laoo"], "main_score": 0.634035, "precision": 0.61005, "recall": 0.692688}, {"accuracy": 0.082016, "f1": 0.043704, "hf_subset": "amh_Ethi-mri_Latn", "languages": ["amh-Ethi", "mri-Latn"], "main_score": 0.043704, "precision": 0.036605, "recall": 0.082016}, {"accuracy": 0.715415, "f1": 0.653659, "hf_subset": "amh_Ethi-rus_Cyrl", "languages": ["amh-Ethi", "rus-Cyrl"], "main_score": 0.653659, "precision": 0.628627, "recall": 0.715415}, {"accuracy": 0.087945, "f1": 0.054662, "hf_subset": "amh_Ethi-taq_Latn", "languages": ["amh-Ethi", "taq-Latn"], "main_score": 0.054662, "precision": 0.047922, "recall": 0.087945}, {"accuracy": 0.202569, "f1": 0.14192, "hf_subset": "amh_Ethi-war_Latn", "languages": ["amh-Ethi", "war-Latn"], "main_score": 0.14192, "precision": 0.12495, "recall": 0.202569}, {"accuracy": 0.73419, "f1": 0.680478, "hf_subset": "amh_Ethi-arb_Arab", "languages": ["amh-Ethi", "arb-Arab"], "main_score": 0.680478, "precision": 0.658988, "recall": 0.73419}, {"accuracy": 0.73419, "f1": 0.67332, "hf_subset": "amh_Ethi-bul_Cyrl", "languages": ["amh-Ethi", "bul-Cyrl"], "main_score": 0.67332, "precision": 0.648528, "recall": 0.73419}, {"accuracy": 0.715415, "f1": 0.653174, "hf_subset": "amh_Ethi-fra_Latn", "languages": ["amh-Ethi", "fra-Latn"], "main_score": 0.653174, "precision": 0.628212, "recall": 0.715415}, {"accuracy": 0.712451, "f1": 0.65628, "hf_subset": "amh_Ethi-jpn_Jpan", "languages": ["amh-Ethi", "jpn-Jpan"], "main_score": 0.65628, "precision": 0.633754, "recall": 0.712451}, {"accuracy": 0.400198, "f1": 0.326242, "hf_subset": "amh_Ethi-lij_Latn", "languages": ["amh-Ethi", "lij-Latn"], "main_score": 0.326242, "precision": 0.302602, "recall": 0.400198}, {"accuracy": 0.694664, "f1": 0.632996, "hf_subset": "amh_Ethi-mya_Mymr", "languages": ["amh-Ethi", "mya-Mymr"], "main_score": 0.632996, "precision": 0.609287, "recall": 0.694664}, {"accuracy": 0.092885, "f1": 0.057703, "hf_subset": "amh_Ethi-sag_Latn", "languages": ["amh-Ethi", "sag-Latn"], "main_score": 0.057703, "precision": 0.049571, "recall": 0.092885}, {"accuracy": 0.079051, "f1": 0.043082, "hf_subset": "amh_Ethi-taq_Tfng", "languages": ["amh-Ethi", "taq-Tfng"], "main_score": 0.043082, "precision": 0.037512, "recall": 0.079051}, {"accuracy": 0.094862, "f1": 0.057098, "hf_subset": "amh_Ethi-wol_Latn", "languages": ["amh-Ethi", "wol-Latn"], "main_score": 0.057098, "precision": 0.048952, "recall": 0.094862}, {"accuracy": 0.048419, "f1": 0.028382, "hf_subset": "amh_Ethi-arb_Latn", "languages": ["amh-Ethi", "arb-Latn"], "main_score": 0.028382, "precision": 0.024871, "recall": 0.048419}, {"accuracy": 0.720356, "f1": 0.660233, "hf_subset": "amh_Ethi-cat_Latn", "languages": ["amh-Ethi", "cat-Latn"], "main_score": 0.660233, "precision": 0.636446, "recall": 0.720356}, {"accuracy": 0.379447, "f1": 0.296966, "hf_subset": "amh_Ethi-fur_Latn", "languages": ["amh-Ethi", "fur-Latn"], "main_score": 0.296966, "precision": 0.268094, "recall": 0.379447}, {"accuracy": 0.037549, "f1": 0.024099, "hf_subset": "amh_Ethi-kab_Latn", "languages": ["amh-Ethi", "kab-Latn"], "main_score": 0.024099, "precision": 0.021774, "recall": 0.037549}, {"accuracy": 0.414032, "f1": 0.343686, "hf_subset": "amh_Ethi-lim_Latn", "languages": ["amh-Ethi", "lim-Latn"], "main_score": 0.343686, "precision": 0.320069, "recall": 0.414032}, {"accuracy": 0.698617, "f1": 0.635678, "hf_subset": "amh_Ethi-nld_Latn", "languages": ["amh-Ethi", "nld-Latn"], "main_score": 0.635678, "precision": 0.611152, "recall": 0.698617}, {"accuracy": 0.5, "f1": 0.435981, "hf_subset": "amh_Ethi-san_Deva", "languages": ["amh-Ethi", "san-Deva"], "main_score": 0.435981, "precision": 0.412453, "recall": 0.5}, {"accuracy": 0.231225, "f1": 0.174326, "hf_subset": "amh_Ethi-tat_Cyrl", "languages": ["amh-Ethi", "tat-Cyrl"], "main_score": 0.174326, "precision": 0.157259, "recall": 0.231225}, {"accuracy": 0.087945, "f1": 0.04998, "hf_subset": "amh_Ethi-xho_Latn", "languages": ["amh-Ethi", "xho-Latn"], "main_score": 0.04998, "precision": 0.04222, "recall": 0.087945}, {"accuracy": 0.709486, "f1": 0.649689, "hf_subset": "amh_Ethi-ars_Arab", "languages": ["amh-Ethi", "ars-Arab"], "main_score": 0.649689, "precision": 0.625354, "recall": 0.709486}, {"accuracy": 0.185771, "f1": 0.12814, "hf_subset": "amh_Ethi-ceb_Latn", "languages": ["amh-Ethi", "ceb-Latn"], "main_score": 0.12814, "precision": 0.112351, "recall": 0.185771}, {"accuracy": 0.093874, "f1": 0.056031, "hf_subset": "amh_Ethi-fuv_Latn", "languages": ["amh-Ethi", "fuv-Latn"], "main_score": 0.056031, "precision": 0.048411, "recall": 0.093874}, {"accuracy": 0.06917, "f1": 0.039525, "hf_subset": "amh_Ethi-kac_Latn", "languages": ["amh-Ethi", "kac-Latn"], "main_score": 0.039525, "precision": 0.03402, "recall": 0.06917}, {"accuracy": 0.098814, "f1": 0.062175, "hf_subset": "amh_Ethi-lin_Latn", "languages": ["amh-Ethi", "lin-Latn"], "main_score": 0.062175, "precision": 0.053403, "recall": 0.098814}, {"accuracy": 0.686759, "f1": 0.62646, "hf_subset": "amh_Ethi-nno_Latn", "languages": ["amh-Ethi", "nno-Latn"], "main_score": 0.62646, "precision": 0.602151, "recall": 0.686759}, {"accuracy": 0.016798, "f1": 0.003285, "hf_subset": "amh_Ethi-sat_Olck", "languages": ["amh-Ethi", "sat-Olck"], "main_score": 0.003285, "precision": 0.002324, "recall": 0.016798}, {"accuracy": 0.690711, "f1": 0.630708, "hf_subset": "amh_Ethi-tel_Telu", "languages": ["amh-Ethi", "tel-Telu"], "main_score": 0.630708, "precision": 0.607264, "recall": 0.690711}, {"accuracy": 0.322134, "f1": 0.252378, "hf_subset": "amh_Ethi-ydd_Hebr", "languages": ["amh-Ethi", "ydd-Hebr"], "main_score": 0.252378, "precision": 0.230397, "recall": 0.322134}, {"accuracy": 0.546443, "f1": 0.480664, "hf_subset": "amh_Ethi-ary_Arab", "languages": ["amh-Ethi", "ary-Arab"], "main_score": 0.480664, "precision": 0.455615, "recall": 0.546443}, {"accuracy": 0.721344, "f1": 0.659112, "hf_subset": "amh_Ethi-ces_Latn", "languages": ["amh-Ethi", "ces-Latn"], "main_score": 0.659112, "precision": 0.634366, "recall": 0.721344}, {"accuracy": 0.05336, "f1": 0.028681, "hf_subset": "amh_Ethi-gaz_Latn", "languages": ["amh-Ethi", "gaz-Latn"], "main_score": 0.028681, "precision": 0.0243, "recall": 0.05336}, {"accuracy": 0.064229, "f1": 0.040324, "hf_subset": "amh_Ethi-kam_Latn", "languages": ["amh-Ethi", "kam-Latn"], "main_score": 0.040324, "precision": 0.035496, "recall": 0.064229}, {"accuracy": 0.709486, "f1": 0.646192, "hf_subset": "amh_Ethi-lit_Latn", "languages": ["amh-Ethi", "lit-Latn"], "main_score": 0.646192, "precision": 0.621825, "recall": 0.709486}, {"accuracy": 0.72332, "f1": 0.663602, "hf_subset": "amh_Ethi-nob_Latn", "languages": ["amh-Ethi", "nob-Latn"], "main_score": 0.663602, "precision": 0.640437, "recall": 0.72332}, {"accuracy": 0.340909, "f1": 0.270072, "hf_subset": "amh_Ethi-scn_Latn", "languages": ["amh-Ethi", "scn-Latn"], "main_score": 0.270072, "precision": 0.246437, "recall": 0.340909}, {"accuracy": 0.074111, "f1": 0.045676, "hf_subset": "amh_Ethi-tgk_Cyrl", "languages": ["amh-Ethi", "tgk-Cyrl"], "main_score": 0.045676, "precision": 0.039811, "recall": 0.074111}, {"accuracy": 0.070158, "f1": 0.039407, "hf_subset": "amh_Ethi-yor_Latn", "languages": ["amh-Ethi", "yor-Latn"], "main_score": 0.039407, "precision": 0.032928, "recall": 0.070158}, {"accuracy": 0.667984, "f1": 0.611131, "hf_subset": "amh_Ethi-arz_Arab", "languages": ["amh-Ethi", "arz-Arab"], "main_score": 0.611131, "precision": 0.588392, "recall": 0.667984}, {"accuracy": 0.072134, "f1": 0.037756, "hf_subset": "amh_Ethi-cjk_Latn", "languages": ["amh-Ethi", "cjk-Latn"], "main_score": 0.037756, "precision": 0.031341, "recall": 0.072134}, {"accuracy": 0.087945, "f1": 0.058302, "hf_subset": "amh_Ethi-gla_Latn", "languages": ["amh-Ethi", "gla-Latn"], "main_score": 0.058302, "precision": 0.051423, "recall": 0.087945}, {"accuracy": 0.663043, "f1": 0.601943, "hf_subset": "amh_Ethi-kan_Knda", "languages": ["amh-Ethi", "kan-Knda"], "main_score": 0.601943, "precision": 0.578242, "recall": 0.663043}, {"accuracy": 0.341897, "f1": 0.279706, "hf_subset": "amh_Ethi-lmo_Latn", "languages": ["amh-Ethi", "lmo-Latn"], "main_score": 0.279706, "precision": 0.26006, "recall": 0.341897}, {"accuracy": 0.740119, "f1": 0.688315, "hf_subset": "amh_Ethi-npi_Deva", "languages": ["amh-Ethi", "npi-Deva"], "main_score": 0.688315, "precision": 0.667252, "recall": 0.740119}, {"accuracy": 0.112648, "f1": 0.074641, "hf_subset": "amh_Ethi-shn_Mymr", "languages": ["amh-Ethi", "shn-Mymr"], "main_score": 0.074641, "precision": 0.064982, "recall": 0.112648}, {"accuracy": 0.233202, "f1": 0.16838, "hf_subset": "amh_Ethi-tgl_Latn", "languages": ["amh-Ethi", "tgl-Latn"], "main_score": 0.16838, "precision": 0.151491, "recall": 0.233202}, {"accuracy": 0.740119, "f1": 0.682211, "hf_subset": "amh_Ethi-yue_Hant", "languages": ["amh-Ethi", "yue-Hant"], "main_score": 0.682211, "precision": 0.659249, "recall": 0.740119}, {"accuracy": 0.420949, "f1": 0.349977, "hf_subset": "amh_Ethi-asm_Beng", "languages": ["amh-Ethi", "asm-Beng"], "main_score": 0.349977, "precision": 0.324751, "recall": 0.420949}, {"accuracy": 0.635375, "f1": 0.571203, "hf_subset": "amh_Ethi-ckb_Arab", "languages": ["amh-Ethi", "ckb-Arab"], "main_score": 0.571203, "precision": 0.546391, "recall": 0.635375}, {"accuracy": 0.148221, "f1": 0.103355, "hf_subset": "amh_Ethi-gle_Latn", "languages": ["amh-Ethi", "gle-Latn"], "main_score": 0.103355, "precision": 0.092539, "recall": 0.148221}, {"accuracy": 0.380435, "f1": 0.315293, "hf_subset": "amh_Ethi-kas_Arab", "languages": ["amh-Ethi", "kas-Arab"], "main_score": 0.315293, "precision": 0.292848, "recall": 0.380435}, {"accuracy": 0.358696, "f1": 0.285072, "hf_subset": "amh_Ethi-ltg_Latn", "languages": ["amh-Ethi", "ltg-Latn"], "main_score": 0.285072, "precision": 0.260816, "recall": 0.358696}, {"accuracy": 0.089921, "f1": 0.054666, "hf_subset": "amh_Ethi-nso_Latn", "languages": ["amh-Ethi", "nso-Latn"], "main_score": 0.054666, "precision": 0.046307, "recall": 0.089921}, {"accuracy": 0.742095, "f1": 0.694779, "hf_subset": "amh_Ethi-sin_Sinh", "languages": ["amh-Ethi", "sin-Sinh"], "main_score": 0.694779, "precision": 0.675264, "recall": 0.742095}, {"accuracy": 0.712451, "f1": 0.651423, "hf_subset": "amh_Ethi-tha_Thai", "languages": ["amh-Ethi", "tha-Thai"], "main_score": 0.651423, "precision": 0.62682, "recall": 0.712451}, {"accuracy": 0.714427, "f1": 0.652604, "hf_subset": "amh_Ethi-zho_Hans", "languages": ["amh-Ethi", "zho-Hans"], "main_score": 0.652604, "precision": 0.627694, "recall": 0.714427}, {"accuracy": 0.571146, "f1": 0.500343, "hf_subset": "amh_Ethi-ast_Latn", "languages": ["amh-Ethi", "ast-Latn"], "main_score": 0.500343, "precision": 0.473936, "recall": 0.571146}, {"accuracy": 0.438735, "f1": 0.371782, "hf_subset": "amh_Ethi-crh_Latn", "languages": ["amh-Ethi", "crh-Latn"], "main_score": 0.371782, "precision": 0.348333, "recall": 0.438735}, {"accuracy": 0.712451, "f1": 0.65432, "hf_subset": "amh_Ethi-glg_Latn", "languages": ["amh-Ethi", "glg-Latn"], "main_score": 0.65432, "precision": 0.631688, "recall": 0.712451}, {"accuracy": 0.225296, "f1": 0.175075, "hf_subset": "amh_Ethi-kas_Deva", "languages": ["amh-Ethi", "kas-Deva"], "main_score": 0.175075, "precision": 0.160031, "recall": 0.225296}, {"accuracy": 0.254941, "f1": 0.192014, "hf_subset": "amh_Ethi-ltz_Latn", "languages": ["amh-Ethi", "ltz-Latn"], "main_score": 0.192014, "precision": 0.173485, "recall": 0.254941}, {"accuracy": 0.044466, "f1": 0.020748, "hf_subset": "amh_Ethi-nus_Latn", "languages": ["amh-Ethi", "nus-Latn"], "main_score": 0.020748, "precision": 0.017197, "recall": 0.044466}, {"accuracy": 0.712451, "f1": 0.652921, "hf_subset": "amh_Ethi-slk_Latn", "languages": ["amh-Ethi", "slk-Latn"], "main_score": 0.652921, "precision": 0.630343, "recall": 0.712451}, {"accuracy": 0.242095, "f1": 0.188784, "hf_subset": "amh_Ethi-tir_Ethi", "languages": ["amh-Ethi", "tir-Ethi"], "main_score": 0.188784, "precision": 0.171885, "recall": 0.242095}, {"accuracy": 0.705534, "f1": 0.643298, "hf_subset": "amh_Ethi-zho_Hant", "languages": ["amh-Ethi", "zho-Hant"], "main_score": 0.643298, "precision": 0.618411, "recall": 0.705534}, {"accuracy": 0.661067, "f1": 0.60373, "hf_subset": "amh_Ethi-awa_Deva", "languages": ["amh-Ethi", "awa-Deva"], "main_score": 0.60373, "precision": 0.581851, "recall": 0.661067}, {"accuracy": 0.248024, "f1": 0.179463, "hf_subset": "amh_Ethi-cym_Latn", "languages": ["amh-Ethi", "cym-Latn"], "main_score": 0.179463, "precision": 0.160856, "recall": 0.248024}, {"accuracy": 0.125494, "f1": 0.076563, "hf_subset": "amh_Ethi-grn_Latn", "languages": ["amh-Ethi", "grn-Latn"], "main_score": 0.076563, "precision": 0.064963, "recall": 0.125494}, {"accuracy": 0.657115, "f1": 0.589632, "hf_subset": "amh_Ethi-kat_Geor", "languages": ["amh-Ethi", "kat-Geor"], "main_score": 0.589632, "precision": 0.563404, "recall": 0.657115}, {"accuracy": 0.102767, "f1": 0.066432, "hf_subset": "amh_Ethi-lua_Latn", "languages": ["amh-Ethi", "lua-Latn"], "main_score": 0.066432, "precision": 0.058381, "recall": 0.102767}, {"accuracy": 0.098814, "f1": 0.062129, "hf_subset": "amh_Ethi-nya_Latn", "languages": ["amh-Ethi", "nya-Latn"], "main_score": 0.062129, "precision": 0.053918, "recall": 0.098814}, {"accuracy": 0.712451, "f1": 0.651496, "hf_subset": "amh_Ethi-slv_Latn", "languages": ["amh-Ethi", "slv-Latn"], "main_score": 0.651496, "precision": 0.627318, "recall": 0.712451}, {"accuracy": 0.209486, "f1": 0.141423, "hf_subset": "amh_Ethi-tpi_Latn", "languages": ["amh-Ethi", "tpi-Latn"], "main_score": 0.141423, "precision": 0.122491, "recall": 0.209486}, {"accuracy": 0.689723, "f1": 0.623624, "hf_subset": "amh_Ethi-zsm_Latn", "languages": ["amh-Ethi", "zsm-Latn"], "main_score": 0.623624, "precision": 0.597769, "recall": 0.689723}, {"accuracy": 0.078063, "f1": 0.045112, "hf_subset": "amh_Ethi-ayr_Latn", "languages": ["amh-Ethi", "ayr-Latn"], "main_score": 0.045112, "precision": 0.038741, "recall": 0.078063}, {"accuracy": 0.733202, "f1": 0.675505, "hf_subset": "amh_Ethi-dan_Latn", "languages": ["amh-Ethi", "dan-Latn"], "main_score": 0.675505, "precision": 0.652684, "recall": 0.733202}, {"accuracy": 0.712451, "f1": 0.652244, "hf_subset": "amh_Ethi-guj_Gujr", "languages": ["amh-Ethi", "guj-Gujr"], "main_score": 0.652244, "precision": 0.628128, "recall": 0.712451}, {"accuracy": 0.692688, "f1": 0.632178, "hf_subset": "amh_Ethi-kaz_Cyrl", "languages": ["amh-Ethi", "kaz-Cyrl"], "main_score": 0.632178, "precision": 0.608413, "recall": 0.692688}, {"accuracy": 0.055336, "f1": 0.031167, "hf_subset": "amh_Ethi-lug_Latn", "languages": ["amh-Ethi", "lug-Latn"], "main_score": 0.031167, "precision": 0.026081, "recall": 0.055336}, {"accuracy": 0.572134, "f1": 0.500973, "hf_subset": "amh_Ethi-oci_Latn", "languages": ["amh-Ethi", "oci-Latn"], "main_score": 0.500973, "precision": 0.47595, "recall": 0.572134}, {"accuracy": 0.077075, "f1": 0.048649, "hf_subset": "amh_Ethi-smo_Latn", "languages": ["amh-Ethi", "smo-Latn"], "main_score": 0.048649, "precision": 0.042269, "recall": 0.077075}, {"accuracy": 0.076087, "f1": 0.046565, "hf_subset": "amh_Ethi-tsn_Latn", "languages": ["amh-Ethi", "tsn-Latn"], "main_score": 0.046565, "precision": 0.040681, "recall": 0.076087}, {"accuracy": 0.057312, "f1": 0.03077, "hf_subset": "amh_Ethi-zul_Latn", "languages": ["amh-Ethi", "zul-Latn"], "main_score": 0.03077, "precision": 0.02571, "recall": 0.057312}, {"accuracy": 0.299407, "f1": 0.240643, "hf_subset": "amh_Ethi-azb_Arab", "languages": ["amh-Ethi", "azb-Arab"], "main_score": 0.240643, "precision": 0.221808, "recall": 0.299407}, {"accuracy": 0.722332, "f1": 0.660583, "hf_subset": "amh_Ethi-deu_Latn", "languages": ["amh-Ethi", "deu-Latn"], "main_score": 0.660583, "precision": 0.635091, "recall": 0.722332}, {"accuracy": 0.126482, "f1": 0.079141, "hf_subset": "amh_Ethi-hat_Latn", "languages": ["amh-Ethi", "hat-Latn"], "main_score": 0.079141, "precision": 0.068866, "recall": 0.126482}, {"accuracy": 0.071146, "f1": 0.035029, "hf_subset": "amh_Ethi-kbp_Latn", "languages": ["amh-Ethi", "kbp-Latn"], "main_score": 0.035029, "precision": 0.028616, "recall": 0.071146}, {"accuracy": 0.08004, "f1": 0.046782, "hf_subset": "amh_Ethi-luo_Latn", "languages": ["amh-Ethi", "luo-Latn"], "main_score": 0.046782, "precision": 0.039165, "recall": 0.08004}, {"accuracy": 0.693676, "f1": 0.634165, "hf_subset": "amh_Ethi-ory_Orya", "languages": ["amh-Ethi", "ory-Orya"], "main_score": 0.634165, "precision": 0.609231, "recall": 0.693676}, {"accuracy": 0.067194, "f1": 0.035722, "hf_subset": "amh_Ethi-sna_Latn", "languages": ["amh-Ethi", "sna-Latn"], "main_score": 0.035722, "precision": 0.029559, "recall": 0.067194}, {"accuracy": 0.077075, "f1": 0.048276, "hf_subset": "amh_Ethi-tso_Latn", "languages": ["amh-Ethi", "tso-Latn"], "main_score": 0.048276, "precision": 0.041672, "recall": 0.077075}, {"accuracy": 0.663043, "f1": 0.602466, "hf_subset": "amh_Ethi-azj_Latn", "languages": ["amh-Ethi", "azj-Latn"], "main_score": 0.602466, "precision": 0.579255, "recall": 0.663043}, {"accuracy": 0.100791, "f1": 0.064523, "hf_subset": "amh_Ethi-dik_Latn", "languages": ["amh-Ethi", "dik-Latn"], "main_score": 0.064523, "precision": 0.056672, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.061783, "hf_subset": "amh_Ethi-hau_Latn", "languages": ["amh-Ethi", "hau-Latn"], "main_score": 0.061783, "precision": 0.053426, "recall": 0.097826}, {"accuracy": 0.337945, "f1": 0.265458, "hf_subset": "amh_Ethi-kea_Latn", "languages": ["amh-Ethi", "kea-Latn"], "main_score": 0.265458, "precision": 0.242816, "recall": 0.337945}, {"accuracy": 0.137352, "f1": 0.091025, "hf_subset": "amh_Ethi-lus_Latn", "languages": ["amh-Ethi", "lus-Latn"], "main_score": 0.091025, "precision": 0.079352, "recall": 0.137352}, {"accuracy": 0.216403, "f1": 0.153784, "hf_subset": "amh_Ethi-pag_Latn", "languages": ["amh-Ethi", "pag-Latn"], "main_score": 0.153784, "precision": 0.135569, "recall": 0.216403}, {"accuracy": 0.649209, "f1": 0.5877, "hf_subset": "amh_Ethi-snd_Arab", "languages": ["amh-Ethi", "snd-Arab"], "main_score": 0.5877, "precision": 0.562887, "recall": 0.649209}, {"accuracy": 0.150198, "f1": 0.101569, "hf_subset": "amh_Ethi-tuk_Latn", "languages": ["amh-Ethi", "tuk-Latn"], "main_score": 0.101569, "precision": 0.089243, "recall": 0.150198}, {"accuracy": 0.222332, "f1": 0.166636, "hf_subset": "amh_Ethi-bak_Cyrl", "languages": ["amh-Ethi", "bak-Cyrl"], "main_score": 0.166636, "precision": 0.151264, "recall": 0.222332}, {"accuracy": 0.063241, "f1": 0.035153, "hf_subset": "amh_Ethi-dyu_Latn", "languages": ["amh-Ethi", "dyu-Latn"], "main_score": 0.035153, "precision": 0.029171, "recall": 0.063241}, {"accuracy": 0.746047, "f1": 0.690305, "hf_subset": "amh_Ethi-heb_Hebr", "languages": ["amh-Ethi", "heb-Hebr"], "main_score": 0.690305, "precision": 0.667903, "recall": 0.746047}, {"accuracy": 0.720356, "f1": 0.665475, "hf_subset": "amh_Ethi-khk_Cyrl", "languages": ["amh-Ethi", "khk-Cyrl"], "main_score": 0.665475, "precision": 0.643379, "recall": 0.720356}, {"accuracy": 0.73913, "f1": 0.684074, "hf_subset": "amh_Ethi-lvs_Latn", "languages": ["amh-Ethi", "lvs-Latn"], "main_score": 0.684074, "precision": 0.662712, "recall": 0.73913}, {"accuracy": 0.69664, "f1": 0.639548, "hf_subset": "amh_Ethi-pan_Guru", "languages": ["amh-Ethi", "pan-Guru"], "main_score": 0.639548, "precision": 0.61574, "recall": 0.69664}, {"accuracy": 0.131423, "f1": 0.088632, "hf_subset": "amh_Ethi-som_Latn", "languages": ["amh-Ethi", "som-Latn"], "main_score": 0.088632, "precision": 0.077495, "recall": 0.131423}, {"accuracy": 0.085968, "f1": 0.045361, "hf_subset": "amh_Ethi-tum_Latn", "languages": ["amh-Ethi", "tum-Latn"], "main_score": 0.045361, "precision": 0.037047, "recall": 0.085968}, {"accuracy": 0.092885, "f1": 0.055742, "hf_subset": "bos_Latn-ace_Arab", "languages": ["bos-Latn", "ace-Arab"], "main_score": 0.055742, "precision": 0.046898, "recall": 0.092885}, {"accuracy": 0.20751, "f1": 0.136501, "hf_subset": "bos_Latn-bam_Latn", "languages": ["bos-Latn", "bam-Latn"], "main_score": 0.136501, "precision": 0.11867, "recall": 0.20751}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "bos_Latn-dzo_Tibt", "languages": ["bos-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "bos_Latn-hin_Deva", "languages": ["bos-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.896146, "hf_subset": "bos_Latn-khm_Khmr", "languages": ["bos-Latn", "khm-Khmr"], "main_score": 0.896146, "precision": 0.884305, "recall": 0.920949}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "bos_Latn-mag_Deva", "languages": ["bos-Latn", "mag-Deva"], "main_score": 0.942688, "precision": 0.935935, "recall": 0.956522}, {"accuracy": 0.666008, "f1": 0.592961, "hf_subset": "bos_Latn-pap_Latn", "languages": ["bos-Latn", "pap-Latn"], "main_score": 0.592961, "precision": 0.564781, "recall": 0.666008}, {"accuracy": 0.228261, "f1": 0.164963, "hf_subset": "bos_Latn-sot_Latn", "languages": ["bos-Latn", "sot-Latn"], "main_score": 0.164963, "precision": 0.147944, "recall": 0.228261}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-tur_Latn", "languages": ["bos-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.428854, "f1": 0.341116, "hf_subset": "bos_Latn-ace_Latn", "languages": ["bos-Latn", "ace-Latn"], "main_score": 0.341116, "precision": 0.313369, "recall": 0.428854}, {"accuracy": 0.687747, "f1": 0.615244, "hf_subset": "bos_Latn-ban_Latn", "languages": ["bos-Latn", "ban-Latn"], "main_score": 0.615244, "precision": 0.585548, "recall": 0.687747}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-ell_Grek", "languages": ["bos-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "bos_Latn-hne_Deva", "languages": ["bos-Latn", "hne-Deva"], "main_score": 0.898452, "precision": 0.887434, "recall": 0.921937}, {"accuracy": 0.263834, "f1": 0.180895, "hf_subset": "bos_Latn-kik_Latn", "languages": ["bos-Latn", "kik-Latn"], "main_score": 0.180895, "precision": 0.159279, "recall": 0.263834}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "bos_Latn-mai_Deva", "languages": ["bos-Latn", "mai-Deva"], "main_score": 0.936265, "precision": 0.929018, "recall": 0.951581}, {"accuracy": 0.857708, "f1": 0.819302, "hf_subset": "bos_Latn-pbt_Arab", "languages": ["bos-Latn", "pbt-Arab"], "main_score": 0.819302, "precision": 0.801713, "recall": 0.857708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-spa_Latn", "languages": ["bos-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.314229, "f1": 0.220003, "hf_subset": "bos_Latn-twi_Latn", "languages": ["bos-Latn", "twi-Latn"], "main_score": 0.220003, "precision": 0.193964, "recall": 0.314229}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "bos_Latn-acm_Arab", "languages": ["bos-Latn", "acm-Arab"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "bos_Latn-bel_Cyrl", "languages": ["bos-Latn", "bel-Cyrl"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-eng_Latn", "languages": ["bos-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-hrv_Latn", "languages": ["bos-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.174901, "f1": 0.118225, "hf_subset": "bos_Latn-kin_Latn", "languages": ["bos-Latn", "kin-Latn"], "main_score": 0.118225, "precision": 0.104432, "recall": 0.174901}, {"accuracy": 0.900198, "f1": 0.87156, "hf_subset": "bos_Latn-mal_Mlym", "languages": ["bos-Latn", "mal-Mlym"], "main_score": 0.87156, "precision": 0.858284, "recall": 0.900198}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-pes_Arab", "languages": ["bos-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.743083, "f1": 0.682039, "hf_subset": "bos_Latn-srd_Latn", "languages": ["bos-Latn", "srd-Latn"], "main_score": 0.682039, "precision": 0.656933, "recall": 0.743083}, {"accuracy": 0.063241, "f1": 0.027885, "hf_subset": "bos_Latn-tzm_Tfng", "languages": ["bos-Latn", "tzm-Tfng"], "main_score": 0.027885, "precision": 0.022373, "recall": 0.063241}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "bos_Latn-acq_Arab", "languages": ["bos-Latn", "acq-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.247036, "f1": 0.169689, "hf_subset": "bos_Latn-bem_Latn", "languages": ["bos-Latn", "bem-Latn"], "main_score": 0.169689, "precision": 0.150624, "recall": 0.247036}, {"accuracy": 0.87747, "f1": 0.842918, "hf_subset": "bos_Latn-epo_Latn", "languages": ["bos-Latn", "epo-Latn"], "main_score": 0.842918, "precision": 0.827157, "recall": 0.87747}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-hun_Latn", "languages": ["bos-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "bos_Latn-kir_Cyrl", "languages": ["bos-Latn", "kir-Cyrl"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.916008, "f1": 0.890316, "hf_subset": "bos_Latn-mar_Deva", "languages": ["bos-Latn", "mar-Deva"], "main_score": 0.890316, "precision": 0.877964, "recall": 0.916008}, {"accuracy": 0.300395, "f1": 0.223121, "hf_subset": "bos_Latn-plt_Latn", "languages": ["bos-Latn", "plt-Latn"], "main_score": 0.223121, "precision": 0.200835, "recall": 0.300395}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-srp_Cyrl", "languages": ["bos-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.815217, "f1": 0.768845, "hf_subset": "bos_Latn-uig_Arab", "languages": ["bos-Latn", "uig-Arab"], "main_score": 0.768845, "precision": 0.748864, "recall": 0.815217}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "bos_Latn-aeb_Arab", "languages": ["bos-Latn", "aeb-Arab"], "main_score": 0.932971, "precision": 0.925395, "recall": 0.948617}, {"accuracy": 0.908103, "f1": 0.884618, "hf_subset": "bos_Latn-ben_Beng", "languages": ["bos-Latn", "ben-Beng"], "main_score": 0.884618, "precision": 0.873831, "recall": 0.908103}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-est_Latn", "languages": ["bos-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "bos_Latn-hye_Armn", "languages": ["bos-Latn", "hye-Armn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.177866, "f1": 0.112878, "hf_subset": "bos_Latn-kmb_Latn", "languages": ["bos-Latn", "kmb-Latn"], "main_score": 0.112878, "precision": 0.098337, "recall": 0.177866}, {"accuracy": 0.062253, "f1": 0.037938, "hf_subset": "bos_Latn-min_Arab", "languages": ["bos-Latn", "min-Arab"], "main_score": 0.037938, "precision": 0.032612, "recall": 0.062253}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-pol_Latn", "languages": ["bos-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.181818, "f1": 0.121341, "hf_subset": "bos_Latn-ssw_Latn", "languages": ["bos-Latn", "ssw-Latn"], "main_score": 0.121341, "precision": 0.108108, "recall": 0.181818}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ukr_Cyrl", "languages": ["bos-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "bos_Latn-afr_Latn", "languages": ["bos-Latn", "afr-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.902174, "f1": 0.874473, "hf_subset": "bos_Latn-bho_Deva", "languages": ["bos-Latn", "bho-Deva"], "main_score": 0.874473, "precision": 0.861528, "recall": 0.902174}, {"accuracy": 0.773715, "f1": 0.719339, "hf_subset": "bos_Latn-eus_Latn", "languages": ["bos-Latn", "eus-Latn"], "main_score": 0.719339, "precision": 0.696047, "recall": 0.773715}, {"accuracy": 0.210474, "f1": 0.137079, "hf_subset": "bos_Latn-ibo_Latn", "languages": ["bos-Latn", "ibo-Latn"], "main_score": 0.137079, "precision": 0.119405, "recall": 0.210474}, {"accuracy": 0.772727, "f1": 0.721266, "hf_subset": "bos_Latn-kmr_Latn", "languages": ["bos-Latn", "kmr-Latn"], "main_score": 0.721266, "precision": 0.699565, "recall": 0.772727}, {"accuracy": 0.660079, "f1": 0.586913, "hf_subset": "bos_Latn-min_Latn", "languages": ["bos-Latn", "min-Latn"], "main_score": 0.586913, "precision": 0.558443, "recall": 0.660079}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-por_Latn", "languages": ["bos-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.76581, "f1": 0.705157, "hf_subset": "bos_Latn-sun_Latn", "languages": ["bos-Latn", "sun-Latn"], "main_score": 0.705157, "precision": 0.679084, "recall": 0.76581}, {"accuracy": 0.1917, "f1": 0.125623, "hf_subset": "bos_Latn-umb_Latn", "languages": ["bos-Latn", "umb-Latn"], "main_score": 0.125623, "precision": 0.109497, "recall": 0.1917}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "bos_Latn-ajp_Arab", "languages": ["bos-Latn", "ajp-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.081028, "f1": 0.04763, "hf_subset": "bos_Latn-bjn_Arab", "languages": ["bos-Latn", "bjn-Arab"], "main_score": 0.04763, "precision": 0.040465, "recall": 0.081028}, {"accuracy": 0.271739, "f1": 0.19732, "hf_subset": "bos_Latn-ewe_Latn", "languages": ["bos-Latn", "ewe-Latn"], "main_score": 0.19732, "precision": 0.178337, "recall": 0.271739}, {"accuracy": 0.378458, "f1": 0.289019, "hf_subset": "bos_Latn-ilo_Latn", "languages": ["bos-Latn", "ilo-Latn"], "main_score": 0.289019, "precision": 0.262314, "recall": 0.378458}, {"accuracy": 0.090909, "f1": 0.04973, "hf_subset": "bos_Latn-knc_Arab", "languages": ["bos-Latn", "knc-Arab"], "main_score": 0.04973, "precision": 0.041066, "recall": 0.090909}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-mkd_Cyrl", "languages": ["bos-Latn", "mkd-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bos_Latn-prs_Arab", "languages": ["bos-Latn", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-swe_Latn", "languages": ["bos-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "bos_Latn-urd_Arab", "languages": ["bos-Latn", "urd-Arab"], "main_score": 0.967787, "precision": 0.964345, "recall": 0.975296}, {"accuracy": 0.31917, "f1": 0.235149, "hf_subset": "bos_Latn-aka_Latn", "languages": ["bos-Latn", "aka-Latn"], "main_score": 0.235149, "precision": 0.212101, "recall": 0.31917}, {"accuracy": 0.779644, "f1": 0.722457, "hf_subset": "bos_Latn-bjn_Latn", "languages": ["bos-Latn", "bjn-Latn"], "main_score": 0.722457, "precision": 0.69818, "recall": 0.779644}, {"accuracy": 0.476285, "f1": 0.39224, "hf_subset": "bos_Latn-fao_Latn", "languages": ["bos-Latn", "fao-Latn"], "main_score": 0.39224, "precision": 0.364964, "recall": 0.476285}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-ind_Latn", "languages": ["bos-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.287549, "f1": 0.208129, "hf_subset": "bos_Latn-knc_Latn", "languages": ["bos-Latn", "knc-Latn"], "main_score": 0.208129, "precision": 0.187612, "recall": 0.287549}, {"accuracy": 0.353755, "f1": 0.269543, "hf_subset": "bos_Latn-mlt_Latn", "languages": ["bos-Latn", "mlt-Latn"], "main_score": 0.269543, "precision": 0.24536, "recall": 0.353755}, {"accuracy": 0.289526, "f1": 0.202858, "hf_subset": "bos_Latn-quy_Latn", "languages": ["bos-Latn", "quy-Latn"], "main_score": 0.202858, "precision": 0.179688, "recall": 0.289526}, {"accuracy": 0.375494, "f1": 0.290241, "hf_subset": "bos_Latn-swh_Latn", "languages": ["bos-Latn", "swh-Latn"], "main_score": 0.290241, "precision": 0.264406, "recall": 0.375494}, {"accuracy": 0.660079, "f1": 0.589148, "hf_subset": "bos_Latn-uzn_Latn", "languages": ["bos-Latn", "uzn-Latn"], "main_score": 0.589148, "precision": 0.561053, "recall": 0.660079}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-als_Latn", "languages": ["bos-Latn", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.055336, "f1": 0.019385, "hf_subset": "bos_Latn-bod_Tibt", "languages": ["bos-Latn", "bod-Tibt"], "main_score": 0.019385, "precision": 0.014726, "recall": 0.055336}, {"accuracy": 0.229249, "f1": 0.154442, "hf_subset": "bos_Latn-fij_Latn", "languages": ["bos-Latn", "fij-Latn"], "main_score": 0.154442, "precision": 0.134506, "recall": 0.229249}, {"accuracy": 0.794466, "f1": 0.742663, "hf_subset": "bos_Latn-isl_Latn", "languages": ["bos-Latn", "isl-Latn"], "main_score": 0.742663, "precision": 0.72038, "recall": 0.794466}, {"accuracy": 0.261858, "f1": 0.187247, "hf_subset": "bos_Latn-kon_Latn", "languages": ["bos-Latn", "kon-Latn"], "main_score": 0.187247, "precision": 0.167897, "recall": 0.261858}, {"accuracy": 0.067194, "f1": 0.035968, "hf_subset": "bos_Latn-mni_Beng", "languages": ["bos-Latn", "mni-Beng"], "main_score": 0.035968, "precision": 0.03155, "recall": 0.067194}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ron_Latn", "languages": ["bos-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.816206, "f1": 0.769335, "hf_subset": "bos_Latn-szl_Latn", "languages": ["bos-Latn", "szl-Latn"], "main_score": 0.769335, "precision": 0.748946, "recall": 0.816206}, {"accuracy": 0.814229, "f1": 0.76357, "hf_subset": "bos_Latn-vec_Latn", "languages": ["bos-Latn", "vec-Latn"], "main_score": 0.76357, "precision": 0.741206, "recall": 0.814229}, {"accuracy": 0.782609, "f1": 0.7325, "hf_subset": "bos_Latn-amh_Ethi", "languages": ["bos-Latn", "amh-Ethi"], "main_score": 0.7325, "precision": 0.711528, "recall": 0.782609}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bos_Latn-fin_Latn", "languages": ["bos-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-ita_Latn", "languages": ["bos-Latn", "ita-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "bos_Latn-kor_Hang", "languages": ["bos-Latn", "kor-Hang"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.247036, "f1": 0.176786, "hf_subset": "bos_Latn-mos_Latn", "languages": ["bos-Latn", "mos-Latn"], "main_score": 0.176786, "precision": 0.157961, "recall": 0.247036}, {"accuracy": 0.187747, "f1": 0.124417, "hf_subset": "bos_Latn-run_Latn", "languages": ["bos-Latn", "run-Latn"], "main_score": 0.124417, "precision": 0.109781, "recall": 0.187747}, {"accuracy": 0.903162, "f1": 0.874506, "hf_subset": "bos_Latn-tam_Taml", "languages": ["bos-Latn", "tam-Taml"], "main_score": 0.874506, "precision": 0.861001, "recall": 0.903162}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-vie_Latn", "languages": ["bos-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "bos_Latn-apc_Arab", "languages": ["bos-Latn", "apc-Arab"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.418972, "f1": 0.32987, "hf_subset": "bos_Latn-bug_Latn", "languages": ["bos-Latn", "bug-Latn"], "main_score": 0.32987, "precision": 0.301218, "recall": 0.418972}, {"accuracy": 0.227273, "f1": 0.15483, "hf_subset": "bos_Latn-fon_Latn", "languages": ["bos-Latn", "fon-Latn"], "main_score": 0.15483, "precision": 0.136603, "recall": 0.227273}, {"accuracy": 0.743083, "f1": 0.679663, "hf_subset": "bos_Latn-jav_Latn", "languages": ["bos-Latn", "jav-Latn"], "main_score": 0.679663, "precision": 0.653376, "recall": 0.743083}, {"accuracy": 0.933794, "f1": 0.915613, "hf_subset": "bos_Latn-lao_Laoo", "languages": ["bos-Latn", "lao-Laoo"], "main_score": 0.915613, "precision": 0.907806, "recall": 0.933794}, {"accuracy": 0.212451, "f1": 0.137568, "hf_subset": "bos_Latn-mri_Latn", "languages": ["bos-Latn", "mri-Latn"], "main_score": 0.137568, "precision": 0.121115, "recall": 0.212451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-rus_Cyrl", "languages": ["bos-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.266798, "f1": 0.197368, "hf_subset": "bos_Latn-taq_Latn", "languages": ["bos-Latn", "taq-Latn"], "main_score": 0.197368, "precision": 0.179689, "recall": 0.266798}, {"accuracy": 0.453557, "f1": 0.358332, "hf_subset": "bos_Latn-war_Latn", "languages": ["bos-Latn", "war-Latn"], "main_score": 0.358332, "precision": 0.326991, "recall": 0.453557}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bos_Latn-arb_Arab", "languages": ["bos-Latn", "arb-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-bul_Cyrl", "languages": ["bos-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-fra_Latn", "languages": ["bos-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "bos_Latn-jpn_Jpan", "languages": ["bos-Latn", "jpn-Jpan"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.766798, "f1": 0.710248, "hf_subset": "bos_Latn-lij_Latn", "languages": ["bos-Latn", "lij-Latn"], "main_score": 0.710248, "precision": 0.686561, "recall": 0.766798}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "bos_Latn-mya_Mymr", "languages": ["bos-Latn", "mya-Mymr"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.256917, "f1": 0.183933, "hf_subset": "bos_Latn-sag_Latn", "languages": ["bos-Latn", "sag-Latn"], "main_score": 0.183933, "precision": 0.164524, "recall": 0.256917}, {"accuracy": 0.083004, "f1": 0.040432, "hf_subset": "bos_Latn-taq_Tfng", "languages": ["bos-Latn", "taq-Tfng"], "main_score": 0.040432, "precision": 0.034067, "recall": 0.083004}, {"accuracy": 0.274704, "f1": 0.197621, "hf_subset": "bos_Latn-wol_Latn", "languages": ["bos-Latn", "wol-Latn"], "main_score": 0.197621, "precision": 0.177013, "recall": 0.274704}, {"accuracy": 0.137352, "f1": 0.082008, "hf_subset": "bos_Latn-arb_Latn", "languages": ["bos-Latn", "arb-Latn"], "main_score": 0.082008, "precision": 0.070489, "recall": 0.137352}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bos_Latn-cat_Latn", "languages": ["bos-Latn", "cat-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.741107, "f1": 0.679762, "hf_subset": "bos_Latn-fur_Latn", "languages": ["bos-Latn", "fur-Latn"], "main_score": 0.679762, "precision": 0.654216, "recall": 0.741107}, {"accuracy": 0.090909, "f1": 0.059315, "hf_subset": "bos_Latn-kab_Latn", "languages": ["bos-Latn", "kab-Latn"], "main_score": 0.059315, "precision": 0.051764, "recall": 0.090909}, {"accuracy": 0.758893, "f1": 0.697793, "hf_subset": "bos_Latn-lim_Latn", "languages": ["bos-Latn", "lim-Latn"], "main_score": 0.697793, "precision": 0.671542, "recall": 0.758893}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bos_Latn-nld_Latn", "languages": ["bos-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.754941, "f1": 0.694419, "hf_subset": "bos_Latn-san_Deva", "languages": ["bos-Latn", "san-Deva"], "main_score": 0.694419, "precision": 0.668939, "recall": 0.754941}, {"accuracy": 0.528656, "f1": 0.443909, "hf_subset": "bos_Latn-tat_Cyrl", "languages": ["bos-Latn", "tat-Cyrl"], "main_score": 0.443909, "precision": 0.413161, "recall": 0.528656}, {"accuracy": 0.212451, "f1": 0.139087, "hf_subset": "bos_Latn-xho_Latn", "languages": ["bos-Latn", "xho-Latn"], "main_score": 0.139087, "precision": 0.121669, "recall": 0.212451}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "bos_Latn-ars_Arab", "languages": ["bos-Latn", "ars-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.420949, "f1": 0.329271, "hf_subset": "bos_Latn-ceb_Latn", "languages": ["bos-Latn", "ceb-Latn"], "main_score": 0.329271, "precision": 0.30016, "recall": 0.420949}, {"accuracy": 0.248024, "f1": 0.172434, "hf_subset": "bos_Latn-fuv_Latn", "languages": ["bos-Latn", "fuv-Latn"], "main_score": 0.172434, "precision": 0.153421, "recall": 0.248024}, {"accuracy": 0.235178, "f1": 0.169373, "hf_subset": "bos_Latn-kac_Latn", "languages": ["bos-Latn", "kac-Latn"], "main_score": 0.169373, "precision": 0.152817, "recall": 0.235178}, {"accuracy": 0.245059, "f1": 0.173953, "hf_subset": "bos_Latn-lin_Latn", "languages": ["bos-Latn", "lin-Latn"], "main_score": 0.173953, "precision": 0.15537, "recall": 0.245059}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bos_Latn-nno_Latn", "languages": ["bos-Latn", "nno-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.018775, "f1": 0.004021, "hf_subset": "bos_Latn-sat_Olck", "languages": ["bos-Latn", "sat-Olck"], "main_score": 0.004021, "precision": 0.00294, "recall": 0.018775}, {"accuracy": 0.873518, "f1": 0.839347, "hf_subset": "bos_Latn-tel_Telu", "languages": ["bos-Latn", "tel-Telu"], "main_score": 0.839347, "precision": 0.824111, "recall": 0.873518}, {"accuracy": 0.445652, "f1": 0.35817, "hf_subset": "bos_Latn-ydd_Hebr", "languages": ["bos-Latn", "ydd-Hebr"], "main_score": 0.35817, "precision": 0.326692, "recall": 0.445652}, {"accuracy": 0.869565, "f1": 0.831917, "hf_subset": "bos_Latn-ary_Arab", "languages": ["bos-Latn", "ary-Arab"], "main_score": 0.831917, "precision": 0.814476, "recall": 0.869565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bos_Latn-ces_Latn", "languages": ["bos-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.110672, "f1": 0.064345, "hf_subset": "bos_Latn-gaz_Latn", "languages": ["bos-Latn", "gaz-Latn"], "main_score": 0.064345, "precision": 0.055017, "recall": 0.110672}, {"accuracy": 0.213439, "f1": 0.142232, "hf_subset": "bos_Latn-kam_Latn", "languages": ["bos-Latn", "kam-Latn"], "main_score": 0.142232, "precision": 0.12397, "recall": 0.213439}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "bos_Latn-lit_Latn", "languages": ["bos-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bos_Latn-nob_Latn", "languages": ["bos-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666996, "f1": 0.594669, "hf_subset": "bos_Latn-scn_Latn", "languages": ["bos-Latn", "scn-Latn"], "main_score": 0.594669, "precision": 0.566653, "recall": 0.666996}, {"accuracy": 0.203557, "f1": 0.134185, "hf_subset": "bos_Latn-tgk_Cyrl", "languages": ["bos-Latn", "tgk-Cyrl"], "main_score": 0.134185, "precision": 0.117308, "recall": 0.203557}, {"accuracy": 0.211462, "f1": 0.134319, "hf_subset": "bos_Latn-yor_Latn", "languages": ["bos-Latn", "yor-Latn"], "main_score": 0.134319, "precision": 0.115189, "recall": 0.211462}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "bos_Latn-arz_Arab", "languages": ["bos-Latn", "arz-Arab"], "main_score": 0.950758, "precision": 0.944993, "recall": 0.962451}, {"accuracy": 0.204545, "f1": 0.13947, "hf_subset": "bos_Latn-cjk_Latn", "languages": ["bos-Latn", "cjk-Latn"], "main_score": 0.13947, "precision": 0.124487, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.150684, "hf_subset": "bos_Latn-gla_Latn", "languages": ["bos-Latn", "gla-Latn"], "main_score": 0.150684, "precision": 0.132149, "recall": 0.218379}, {"accuracy": 0.824111, "f1": 0.776369, "hf_subset": "bos_Latn-kan_Knda", "languages": ["bos-Latn", "kan-Knda"], "main_score": 0.776369, "precision": 0.755138, "recall": 0.824111}, {"accuracy": 0.672925, "f1": 0.604369, "hf_subset": "bos_Latn-lmo_Latn", "languages": ["bos-Latn", "lmo-Latn"], "main_score": 0.604369, "precision": 0.57846, "recall": 0.672925}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "bos_Latn-npi_Deva", "languages": ["bos-Latn", "npi-Deva"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.307312, "f1": 0.216364, "hf_subset": "bos_Latn-shn_Mymr", "languages": ["bos-Latn", "shn-Mymr"], "main_score": 0.216364, "precision": 0.189093, "recall": 0.307312}, {"accuracy": 0.488142, "f1": 0.402062, "hf_subset": "bos_Latn-tgl_Latn", "languages": ["bos-Latn", "tgl-Latn"], "main_score": 0.402062, "precision": 0.373156, "recall": 0.488142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-yue_Hant", "languages": ["bos-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.557312, "f1": 0.476216, "hf_subset": "bos_Latn-asm_Beng", "languages": ["bos-Latn", "asm-Beng"], "main_score": 0.476216, "precision": 0.445751, "recall": 0.557312}, {"accuracy": 0.849802, "f1": 0.809091, "hf_subset": "bos_Latn-ckb_Arab", "languages": ["bos-Latn", "ckb-Arab"], "main_score": 0.809091, "precision": 0.790547, "recall": 0.849802}, {"accuracy": 0.31917, "f1": 0.24048, "hf_subset": "bos_Latn-gle_Latn", "languages": ["bos-Latn", "gle-Latn"], "main_score": 0.24048, "precision": 0.218744, "recall": 0.31917}, {"accuracy": 0.617589, "f1": 0.537571, "hf_subset": "bos_Latn-kas_Arab", "languages": ["bos-Latn", "kas-Arab"], "main_score": 0.537571, "precision": 0.505787, "recall": 0.617589}, {"accuracy": 0.730237, "f1": 0.667764, "hf_subset": "bos_Latn-ltg_Latn", "languages": ["bos-Latn", "ltg-Latn"], "main_score": 0.667764, "precision": 0.640779, "recall": 0.730237}, {"accuracy": 0.263834, "f1": 0.18296, "hf_subset": "bos_Latn-nso_Latn", "languages": ["bos-Latn", "nso-Latn"], "main_score": 0.18296, "precision": 0.161168, "recall": 0.263834}, {"accuracy": 0.939723, "f1": 0.921838, "hf_subset": "bos_Latn-sin_Sinh", "languages": ["bos-Latn", "sin-Sinh"], "main_score": 0.921838, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "bos_Latn-tha_Thai", "languages": ["bos-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-zho_Hans", "languages": ["bos-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.937088, "hf_subset": "bos_Latn-ast_Latn", "languages": ["bos-Latn", "ast-Latn"], "main_score": 0.937088, "precision": 0.929513, "recall": 0.952569}, {"accuracy": 0.783597, "f1": 0.727503, "hf_subset": "bos_Latn-crh_Latn", "languages": ["bos-Latn", "crh-Latn"], "main_score": 0.727503, "precision": 0.702931, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-glg_Latn", "languages": ["bos-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.434783, "f1": 0.347588, "hf_subset": "bos_Latn-kas_Deva", "languages": ["bos-Latn", "kas-Deva"], "main_score": 0.347588, "precision": 0.318376, "recall": 0.434783}, {"accuracy": 0.521739, "f1": 0.431542, "hf_subset": "bos_Latn-ltz_Latn", "languages": ["bos-Latn", "ltz-Latn"], "main_score": 0.431542, "precision": 0.400173, "recall": 0.521739}, {"accuracy": 0.123518, "f1": 0.072089, "hf_subset": "bos_Latn-nus_Latn", "languages": ["bos-Latn", "nus-Latn"], "main_score": 0.072089, "precision": 0.062374, "recall": 0.123518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-slk_Latn", "languages": ["bos-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.124718, "hf_subset": "bos_Latn-tir_Ethi", "languages": ["bos-Latn", "tir-Ethi"], "main_score": 0.124718, "precision": 0.107639, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "bos_Latn-zho_Hant", "languages": ["bos-Latn", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.952964, "hf_subset": "bos_Latn-awa_Deva", "languages": ["bos-Latn", "awa-Deva"], "main_score": 0.952964, "precision": 0.947875, "recall": 0.963439}, {"accuracy": 0.499012, "f1": 0.410227, "hf_subset": "bos_Latn-cym_Latn", "languages": ["bos-Latn", "cym-Latn"], "main_score": 0.410227, "precision": 0.380778, "recall": 0.499012}, {"accuracy": 0.364625, "f1": 0.278417, "hf_subset": "bos_Latn-grn_Latn", "languages": ["bos-Latn", "grn-Latn"], "main_score": 0.278417, "precision": 0.253346, "recall": 0.364625}, {"accuracy": 0.885375, "f1": 0.849868, "hf_subset": "bos_Latn-kat_Geor", "languages": ["bos-Latn", "kat-Geor"], "main_score": 0.849868, "precision": 0.832757, "recall": 0.885375}, {"accuracy": 0.274704, "f1": 0.19783, "hf_subset": "bos_Latn-lua_Latn", "languages": ["bos-Latn", "lua-Latn"], "main_score": 0.19783, "precision": 0.17679, "recall": 0.274704}, {"accuracy": 0.251976, "f1": 0.174857, "hf_subset": "bos_Latn-nya_Latn", "languages": ["bos-Latn", "nya-Latn"], "main_score": 0.174857, "precision": 0.154876, "recall": 0.251976}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bos_Latn-slv_Latn", "languages": ["bos-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.481225, "f1": 0.391077, "hf_subset": "bos_Latn-tpi_Latn", "languages": ["bos-Latn", "tpi-Latn"], "main_score": 0.391077, "precision": 0.361629, "recall": 0.481225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bos_Latn-zsm_Latn", "languages": ["bos-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.213439, "f1": 0.135278, "hf_subset": "bos_Latn-ayr_Latn", "languages": ["bos-Latn", "ayr-Latn"], "main_score": 0.135278, "precision": 0.116543, "recall": 0.213439}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-dan_Latn", "languages": ["bos-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.909209, "hf_subset": "bos_Latn-guj_Gujr", "languages": ["bos-Latn", "guj-Gujr"], "main_score": 0.909209, "precision": 0.89888, "recall": 0.93083}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "bos_Latn-kaz_Cyrl", "languages": ["bos-Latn", "kaz-Cyrl"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.194664, "f1": 0.133138, "hf_subset": "bos_Latn-lug_Latn", "languages": ["bos-Latn", "lug-Latn"], "main_score": 0.133138, "precision": 0.118853, "recall": 0.194664}, {"accuracy": 0.9417, "f1": 0.924736, "hf_subset": "bos_Latn-oci_Latn", "languages": ["bos-Latn", "oci-Latn"], "main_score": 0.924736, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.218379, "f1": 0.147507, "hf_subset": "bos_Latn-smo_Latn", "languages": ["bos-Latn", "smo-Latn"], "main_score": 0.147507, "precision": 0.129837, "recall": 0.218379}, {"accuracy": 0.230237, "f1": 0.161205, "hf_subset": "bos_Latn-tsn_Latn", "languages": ["bos-Latn", "tsn-Latn"], "main_score": 0.161205, "precision": 0.143468, "recall": 0.230237}, {"accuracy": 0.162055, "f1": 0.100513, "hf_subset": "bos_Latn-zul_Latn", "languages": ["bos-Latn", "zul-Latn"], "main_score": 0.100513, "precision": 0.086407, "recall": 0.162055}, {"accuracy": 0.5583, "f1": 0.476358, "hf_subset": "bos_Latn-azb_Arab", "languages": ["bos-Latn", "azb-Arab"], "main_score": 0.476358, "precision": 0.444888, "recall": 0.5583}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bos_Latn-deu_Latn", "languages": ["bos-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.33498, "f1": 0.245893, "hf_subset": "bos_Latn-hat_Latn", "languages": ["bos-Latn", "hat-Latn"], "main_score": 0.245893, "precision": 0.219213, "recall": 0.33498}, {"accuracy": 0.199605, "f1": 0.134247, "hf_subset": "bos_Latn-kbp_Latn", "languages": ["bos-Latn", "kbp-Latn"], "main_score": 0.134247, "precision": 0.118761, "recall": 0.199605}, {"accuracy": 0.254941, "f1": 0.176958, "hf_subset": "bos_Latn-luo_Latn", "languages": ["bos-Latn", "luo-Latn"], "main_score": 0.176958, "precision": 0.157875, "recall": 0.254941}, {"accuracy": 0.833004, "f1": 0.788801, "hf_subset": "bos_Latn-ory_Orya", "languages": ["bos-Latn", "ory-Orya"], "main_score": 0.788801, "precision": 0.769005, "recall": 0.833004}, {"accuracy": 0.193676, "f1": 0.126781, "hf_subset": "bos_Latn-sna_Latn", "languages": ["bos-Latn", "sna-Latn"], "main_score": 0.126781, "precision": 0.111289, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.137504, "hf_subset": "bos_Latn-tso_Latn", "languages": ["bos-Latn", "tso-Latn"], "main_score": 0.137504, "precision": 0.120872, "recall": 0.203557}, {"accuracy": 0.963439, "f1": 0.952306, "hf_subset": "bos_Latn-azj_Latn", "languages": ["bos-Latn", "azj-Latn"], "main_score": 0.952306, "precision": 0.947217, "recall": 0.963439}, {"accuracy": 0.326087, "f1": 0.237747, "hf_subset": "bos_Latn-dik_Latn", "languages": ["bos-Latn", "dik-Latn"], "main_score": 0.237747, "precision": 0.212231, "recall": 0.326087}, {"accuracy": 0.275692, "f1": 0.197611, "hf_subset": "bos_Latn-hau_Latn", "languages": ["bos-Latn", "hau-Latn"], "main_score": 0.197611, "precision": 0.177961, "recall": 0.275692}, {"accuracy": 0.673913, "f1": 0.6006, "hf_subset": "bos_Latn-kea_Latn", "languages": ["bos-Latn", "kea-Latn"], "main_score": 0.6006, "precision": 0.5712, "recall": 0.673913}, {"accuracy": 0.382411, "f1": 0.296896, "hf_subset": "bos_Latn-lus_Latn", "languages": ["bos-Latn", "lus-Latn"], "main_score": 0.296896, "precision": 0.271664, "recall": 0.382411}, {"accuracy": 0.491107, "f1": 0.399076, "hf_subset": "bos_Latn-pag_Latn", "languages": ["bos-Latn", "pag-Latn"], "main_score": 0.399076, "precision": 0.3677, "recall": 0.491107}, {"accuracy": 0.87253, "f1": 0.835441, "hf_subset": "bos_Latn-snd_Arab", "languages": ["bos-Latn", "snd-Arab"], "main_score": 0.835441, "precision": 0.818182, "recall": 0.87253}, {"accuracy": 0.348814, "f1": 0.258984, "hf_subset": "bos_Latn-tuk_Latn", "languages": ["bos-Latn", "tuk-Latn"], "main_score": 0.258984, "precision": 0.231365, "recall": 0.348814}, {"accuracy": 0.485178, "f1": 0.39866, "hf_subset": "bos_Latn-bak_Cyrl", "languages": ["bos-Latn", "bak-Cyrl"], "main_score": 0.39866, "precision": 0.368673, "recall": 0.485178}, {"accuracy": 0.202569, "f1": 0.135001, "hf_subset": "bos_Latn-dyu_Latn", "languages": ["bos-Latn", "dyu-Latn"], "main_score": 0.135001, "precision": 0.116161, "recall": 0.202569}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bos_Latn-heb_Hebr", "languages": ["bos-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "bos_Latn-khk_Cyrl", "languages": ["bos-Latn", "khk-Cyrl"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.994071, "f1": 0.992819, "hf_subset": "bos_Latn-lvs_Latn", "languages": ["bos-Latn", "lvs-Latn"], "main_score": 0.992819, "precision": 0.992342, "recall": 0.994071}, {"accuracy": 0.86166, "f1": 0.824308, "hf_subset": "bos_Latn-pan_Guru", "languages": ["bos-Latn", "pan-Guru"], "main_score": 0.824308, "precision": 0.807592, "recall": 0.86166}, {"accuracy": 0.285573, "f1": 0.20889, "hf_subset": "bos_Latn-som_Latn", "languages": ["bos-Latn", "som-Latn"], "main_score": 0.20889, "precision": 0.187179, "recall": 0.285573}, {"accuracy": 0.227273, "f1": 0.151341, "hf_subset": "bos_Latn-tum_Latn", "languages": ["bos-Latn", "tum-Latn"], "main_score": 0.151341, "precision": 0.131887, "recall": 0.227273}, {"accuracy": 0.088933, "f1": 0.052346, "hf_subset": "fin_Latn-ace_Arab", "languages": ["fin-Latn", "ace-Arab"], "main_score": 0.052346, "precision": 0.044198, "recall": 0.088933}, {"accuracy": 0.210474, "f1": 0.139572, "hf_subset": "fin_Latn-bam_Latn", "languages": ["fin-Latn", "bam-Latn"], "main_score": 0.139572, "precision": 0.121329, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "fin_Latn-dzo_Tibt", "languages": ["fin-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "fin_Latn-hin_Deva", "languages": ["fin-Latn", "hin-Deva"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.902174, "f1": 0.871772, "hf_subset": "fin_Latn-khm_Khmr", "languages": ["fin-Latn", "khm-Khmr"], "main_score": 0.871772, "precision": 0.857296, "recall": 0.902174}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "fin_Latn-mag_Deva", "languages": ["fin-Latn", "mag-Deva"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.647233, "f1": 0.574906, "hf_subset": "fin_Latn-pap_Latn", "languages": ["fin-Latn", "pap-Latn"], "main_score": 0.574906, "precision": 0.54717, "recall": 0.647233}, {"accuracy": 0.229249, "f1": 0.164916, "hf_subset": "fin_Latn-sot_Latn", "languages": ["fin-Latn", "sot-Latn"], "main_score": 0.164916, "precision": 0.14847, "recall": 0.229249}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "fin_Latn-tur_Latn", "languages": ["fin-Latn", "tur-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.420949, "f1": 0.333963, "hf_subset": "fin_Latn-ace_Latn", "languages": ["fin-Latn", "ace-Latn"], "main_score": 0.333963, "precision": 0.30633, "recall": 0.420949}, {"accuracy": 0.666996, "f1": 0.596218, "hf_subset": "fin_Latn-ban_Latn", "languages": ["fin-Latn", "ban-Latn"], "main_score": 0.596218, "precision": 0.567245, "recall": 0.666996}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fin_Latn-ell_Grek", "languages": ["fin-Latn", "ell-Grek"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.894499, "hf_subset": "fin_Latn-hne_Deva", "languages": ["fin-Latn", "hne-Deva"], "main_score": 0.894499, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.257905, "f1": 0.174055, "hf_subset": "fin_Latn-kik_Latn", "languages": ["fin-Latn", "kik-Latn"], "main_score": 0.174055, "precision": 0.150823, "recall": 0.257905}, {"accuracy": 0.938735, "f1": 0.921344, "hf_subset": "fin_Latn-mai_Deva", "languages": ["fin-Latn", "mai-Deva"], "main_score": 0.921344, "precision": 0.913126, "recall": 0.938735}, {"accuracy": 0.847826, "f1": 0.808202, "hf_subset": "fin_Latn-pbt_Arab", "languages": ["fin-Latn", "pbt-Arab"], "main_score": 0.808202, "precision": 0.790547, "recall": 0.847826}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "fin_Latn-spa_Latn", "languages": ["fin-Latn", "spa-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.316206, "f1": 0.225592, "hf_subset": "fin_Latn-twi_Latn", "languages": ["fin-Latn", "twi-Latn"], "main_score": 0.225592, "precision": 0.200952, "recall": 0.316206}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "fin_Latn-acm_Arab", "languages": ["fin-Latn", "acm-Arab"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "fin_Latn-bel_Cyrl", "languages": ["fin-Latn", "bel-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-eng_Latn", "languages": ["fin-Latn", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-hrv_Latn", "languages": ["fin-Latn", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.16996, "f1": 0.112816, "hf_subset": "fin_Latn-kin_Latn", "languages": ["fin-Latn", "kin-Latn"], "main_score": 0.112816, "precision": 0.098534, "recall": 0.16996}, {"accuracy": 0.898221, "f1": 0.868544, "hf_subset": "fin_Latn-mal_Mlym", "languages": ["fin-Latn", "mal-Mlym"], "main_score": 0.868544, "precision": 0.854743, "recall": 0.898221}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-pes_Arab", "languages": ["fin-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.718379, "f1": 0.651962, "hf_subset": "fin_Latn-srd_Latn", "languages": ["fin-Latn", "srd-Latn"], "main_score": 0.651962, "precision": 0.624028, "recall": 0.718379}, {"accuracy": 0.062253, "f1": 0.030472, "hf_subset": "fin_Latn-tzm_Tfng", "languages": ["fin-Latn", "tzm-Tfng"], "main_score": 0.030472, "precision": 0.026248, "recall": 0.062253}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "fin_Latn-acq_Arab", "languages": ["fin-Latn", "acq-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.233202, "f1": 0.159471, "hf_subset": "fin_Latn-bem_Latn", "languages": ["fin-Latn", "bem-Latn"], "main_score": 0.159471, "precision": 0.141001, "recall": 0.233202}, {"accuracy": 0.853755, "f1": 0.813194, "hf_subset": "fin_Latn-epo_Latn", "languages": ["fin-Latn", "epo-Latn"], "main_score": 0.813194, "precision": 0.795043, "recall": 0.853755}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-hun_Latn", "languages": ["fin-Latn", "hun-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "fin_Latn-kir_Cyrl", "languages": ["fin-Latn", "kir-Cyrl"], "main_score": 0.916831, "precision": 0.90695, "recall": 0.936759}, {"accuracy": 0.907115, "f1": 0.879018, "hf_subset": "fin_Latn-mar_Deva", "languages": ["fin-Latn", "mar-Deva"], "main_score": 0.879018, "precision": 0.86586, "recall": 0.907115}, {"accuracy": 0.29249, "f1": 0.216401, "hf_subset": "fin_Latn-plt_Latn", "languages": ["fin-Latn", "plt-Latn"], "main_score": 0.216401, "precision": 0.194633, "recall": 0.29249}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-srp_Cyrl", "languages": ["fin-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.811265, "f1": 0.763908, "hf_subset": "fin_Latn-uig_Arab", "languages": ["fin-Latn", "uig-Arab"], "main_score": 0.763908, "precision": 0.742877, "recall": 0.811265}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "fin_Latn-aeb_Arab", "languages": ["fin-Latn", "aeb-Arab"], "main_score": 0.915184, "precision": 0.905138, "recall": 0.935771}, {"accuracy": 0.903162, "f1": 0.876383, "hf_subset": "fin_Latn-ben_Beng", "languages": ["fin-Latn", "ben-Beng"], "main_score": 0.876383, "precision": 0.863883, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-est_Latn", "languages": ["fin-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "fin_Latn-hye_Armn", "languages": ["fin-Latn", "hye-Armn"], "main_score": 0.972826, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.184783, "f1": 0.116979, "hf_subset": "fin_Latn-kmb_Latn", "languages": ["fin-Latn", "kmb-Latn"], "main_score": 0.116979, "precision": 0.102056, "recall": 0.184783}, {"accuracy": 0.064229, "f1": 0.039612, "hf_subset": "fin_Latn-min_Arab", "languages": ["fin-Latn", "min-Arab"], "main_score": 0.039612, "precision": 0.034174, "recall": 0.064229}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-pol_Latn", "languages": ["fin-Latn", "pol-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.16996, "f1": 0.111149, "hf_subset": "fin_Latn-ssw_Latn", "languages": ["fin-Latn", "ssw-Latn"], "main_score": 0.111149, "precision": 0.098313, "recall": 0.16996}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-ukr_Cyrl", "languages": ["fin-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "fin_Latn-afr_Latn", "languages": ["fin-Latn", "afr-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.889328, "f1": 0.857773, "hf_subset": "fin_Latn-bho_Deva", "languages": ["fin-Latn", "bho-Deva"], "main_score": 0.857773, "precision": 0.842968, "recall": 0.889328}, {"accuracy": 0.76581, "f1": 0.708517, "hf_subset": "fin_Latn-eus_Latn", "languages": ["fin-Latn", "eus-Latn"], "main_score": 0.708517, "precision": 0.684223, "recall": 0.76581}, {"accuracy": 0.213439, "f1": 0.140584, "hf_subset": "fin_Latn-ibo_Latn", "languages": ["fin-Latn", "ibo-Latn"], "main_score": 0.140584, "precision": 0.122374, "recall": 0.213439}, {"accuracy": 0.758893, "f1": 0.706693, "hf_subset": "fin_Latn-kmr_Latn", "languages": ["fin-Latn", "kmr-Latn"], "main_score": 0.706693, "precision": 0.684693, "recall": 0.758893}, {"accuracy": 0.648221, "f1": 0.572748, "hf_subset": "fin_Latn-min_Latn", "languages": ["fin-Latn", "min-Latn"], "main_score": 0.572748, "precision": 0.543459, "recall": 0.648221}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-por_Latn", "languages": ["fin-Latn", "por-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.748024, "f1": 0.686829, "hf_subset": "fin_Latn-sun_Latn", "languages": ["fin-Latn", "sun-Latn"], "main_score": 0.686829, "precision": 0.661528, "recall": 0.748024}, {"accuracy": 0.185771, "f1": 0.122797, "hf_subset": "fin_Latn-umb_Latn", "languages": ["fin-Latn", "umb-Latn"], "main_score": 0.122797, "precision": 0.107511, "recall": 0.185771}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "fin_Latn-ajp_Arab", "languages": ["fin-Latn", "ajp-Arab"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.071146, "f1": 0.039202, "hf_subset": "fin_Latn-bjn_Arab", "languages": ["fin-Latn", "bjn-Arab"], "main_score": 0.039202, "precision": 0.032104, "recall": 0.071146}, {"accuracy": 0.267787, "f1": 0.201244, "hf_subset": "fin_Latn-ewe_Latn", "languages": ["fin-Latn", "ewe-Latn"], "main_score": 0.201244, "precision": 0.184385, "recall": 0.267787}, {"accuracy": 0.368577, "f1": 0.277921, "hf_subset": "fin_Latn-ilo_Latn", "languages": ["fin-Latn", "ilo-Latn"], "main_score": 0.277921, "precision": 0.250155, "recall": 0.368577}, {"accuracy": 0.087945, "f1": 0.051228, "hf_subset": "fin_Latn-knc_Arab", "languages": ["fin-Latn", "knc-Arab"], "main_score": 0.051228, "precision": 0.043338, "recall": 0.087945}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-mkd_Cyrl", "languages": ["fin-Latn", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fin_Latn-prs_Arab", "languages": ["fin-Latn", "prs-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-swe_Latn", "languages": ["fin-Latn", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "fin_Latn-urd_Arab", "languages": ["fin-Latn", "urd-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.304348, "f1": 0.224184, "hf_subset": "fin_Latn-aka_Latn", "languages": ["fin-Latn", "aka-Latn"], "main_score": 0.224184, "precision": 0.200683, "recall": 0.304348}, {"accuracy": 0.768775, "f1": 0.711242, "hf_subset": "fin_Latn-bjn_Latn", "languages": ["fin-Latn", "bjn-Latn"], "main_score": 0.711242, "precision": 0.686595, "recall": 0.768775}, {"accuracy": 0.470356, "f1": 0.388208, "hf_subset": "fin_Latn-fao_Latn", "languages": ["fin-Latn", "fao-Latn"], "main_score": 0.388208, "precision": 0.361791, "recall": 0.470356}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-ind_Latn", "languages": ["fin-Latn", "ind-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.279644, "f1": 0.203127, "hf_subset": "fin_Latn-knc_Latn", "languages": ["fin-Latn", "knc-Latn"], "main_score": 0.203127, "precision": 0.182653, "recall": 0.279644}, {"accuracy": 0.33004, "f1": 0.250526, "hf_subset": "fin_Latn-mlt_Latn", "languages": ["fin-Latn", "mlt-Latn"], "main_score": 0.250526, "precision": 0.228381, "recall": 0.33004}, {"accuracy": 0.272727, "f1": 0.185766, "hf_subset": "fin_Latn-quy_Latn", "languages": ["fin-Latn", "quy-Latn"], "main_score": 0.185766, "precision": 0.161716, "recall": 0.272727}, {"accuracy": 0.363636, "f1": 0.281091, "hf_subset": "fin_Latn-swh_Latn", "languages": ["fin-Latn", "swh-Latn"], "main_score": 0.281091, "precision": 0.256469, "recall": 0.363636}, {"accuracy": 0.657115, "f1": 0.584903, "hf_subset": "fin_Latn-uzn_Latn", "languages": ["fin-Latn", "uzn-Latn"], "main_score": 0.584903, "precision": 0.555776, "recall": 0.657115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-als_Latn", "languages": ["fin-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.05336, "f1": 0.017482, "hf_subset": "fin_Latn-bod_Tibt", "languages": ["fin-Latn", "bod-Tibt"], "main_score": 0.017482, "precision": 0.01325, "recall": 0.05336}, {"accuracy": 0.228261, "f1": 0.15698, "hf_subset": "fin_Latn-fij_Latn", "languages": ["fin-Latn", "fij-Latn"], "main_score": 0.15698, "precision": 0.138193, "recall": 0.228261}, {"accuracy": 0.768775, "f1": 0.714674, "hf_subset": "fin_Latn-isl_Latn", "languages": ["fin-Latn", "isl-Latn"], "main_score": 0.714674, "precision": 0.691808, "recall": 0.768775}, {"accuracy": 0.257905, "f1": 0.184832, "hf_subset": "fin_Latn-kon_Latn", "languages": ["fin-Latn", "kon-Latn"], "main_score": 0.184832, "precision": 0.165835, "recall": 0.257905}, {"accuracy": 0.063241, "f1": 0.032927, "hf_subset": "fin_Latn-mni_Beng", "languages": ["fin-Latn", "mni-Beng"], "main_score": 0.032927, "precision": 0.028001, "recall": 0.063241}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "fin_Latn-ron_Latn", "languages": ["fin-Latn", "ron-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.799407, "f1": 0.748668, "hf_subset": "fin_Latn-szl_Latn", "languages": ["fin-Latn", "szl-Latn"], "main_score": 0.748668, "precision": 0.726581, "recall": 0.799407}, {"accuracy": 0.801383, "f1": 0.748259, "hf_subset": "fin_Latn-vec_Latn", "languages": ["fin-Latn", "vec-Latn"], "main_score": 0.748259, "precision": 0.725082, "recall": 0.801383}, {"accuracy": 0.76581, "f1": 0.710314, "hf_subset": "fin_Latn-amh_Ethi", "languages": ["fin-Latn", "amh-Ethi"], "main_score": 0.710314, "precision": 0.686001, "recall": 0.76581}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-bos_Latn", "languages": ["fin-Latn", "bos-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-ita_Latn", "languages": ["fin-Latn", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "fin_Latn-kor_Hang", "languages": ["fin-Latn", "kor-Hang"], "main_score": 0.97052, "precision": 0.967391, "recall": 0.977273}, {"accuracy": 0.238142, "f1": 0.1685, "hf_subset": "fin_Latn-mos_Latn", "languages": ["fin-Latn", "mos-Latn"], "main_score": 0.1685, "precision": 0.150075, "recall": 0.238142}, {"accuracy": 0.192688, "f1": 0.133005, "hf_subset": "fin_Latn-run_Latn", "languages": ["fin-Latn", "run-Latn"], "main_score": 0.133005, "precision": 0.118973, "recall": 0.192688}, {"accuracy": 0.901186, "f1": 0.871838, "hf_subset": "fin_Latn-tam_Taml", "languages": ["fin-Latn", "tam-Taml"], "main_score": 0.871838, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fin_Latn-vie_Latn", "languages": ["fin-Latn", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "fin_Latn-apc_Arab", "languages": ["fin-Latn", "apc-Arab"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.401186, "f1": 0.3151, "hf_subset": "fin_Latn-bug_Latn", "languages": ["fin-Latn", "bug-Latn"], "main_score": 0.3151, "precision": 0.287781, "recall": 0.401186}, {"accuracy": 0.213439, "f1": 0.147815, "hf_subset": "fin_Latn-fon_Latn", "languages": ["fin-Latn", "fon-Latn"], "main_score": 0.147815, "precision": 0.130584, "recall": 0.213439}, {"accuracy": 0.713439, "f1": 0.644386, "hf_subset": "fin_Latn-jav_Latn", "languages": ["fin-Latn", "jav-Latn"], "main_score": 0.644386, "precision": 0.615382, "recall": 0.713439}, {"accuracy": 0.93083, "f1": 0.912352, "hf_subset": "fin_Latn-lao_Laoo", "languages": ["fin-Latn", "lao-Laoo"], "main_score": 0.912352, "precision": 0.904018, "recall": 0.93083}, {"accuracy": 0.208498, "f1": 0.134151, "hf_subset": "fin_Latn-mri_Latn", "languages": ["fin-Latn", "mri-Latn"], "main_score": 0.134151, "precision": 0.116748, "recall": 0.208498}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-rus_Cyrl", "languages": ["fin-Latn", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.252964, "f1": 0.183427, "hf_subset": "fin_Latn-taq_Latn", "languages": ["fin-Latn", "taq-Latn"], "main_score": 0.183427, "precision": 0.165502, "recall": 0.252964}, {"accuracy": 0.422925, "f1": 0.329866, "hf_subset": "fin_Latn-war_Latn", "languages": ["fin-Latn", "war-Latn"], "main_score": 0.329866, "precision": 0.299336, "recall": 0.422925}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "fin_Latn-arb_Arab", "languages": ["fin-Latn", "arb-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fin_Latn-bul_Cyrl", "languages": ["fin-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-fra_Latn", "languages": ["fin-Latn", "fra-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "fin_Latn-jpn_Jpan", "languages": ["fin-Latn", "jpn-Jpan"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.758893, "f1": 0.698518, "hf_subset": "fin_Latn-lij_Latn", "languages": ["fin-Latn", "lij-Latn"], "main_score": 0.698518, "precision": 0.672908, "recall": 0.758893}, {"accuracy": 0.937747, "f1": 0.918808, "hf_subset": "fin_Latn-mya_Mymr", "languages": ["fin-Latn", "mya-Mymr"], "main_score": 0.918808, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.247036, "f1": 0.17781, "hf_subset": "fin_Latn-sag_Latn", "languages": ["fin-Latn", "sag-Latn"], "main_score": 0.17781, "precision": 0.158721, "recall": 0.247036}, {"accuracy": 0.079051, "f1": 0.035134, "hf_subset": "fin_Latn-taq_Tfng", "languages": ["fin-Latn", "taq-Tfng"], "main_score": 0.035134, "precision": 0.029218, "recall": 0.079051}, {"accuracy": 0.259881, "f1": 0.184616, "hf_subset": "fin_Latn-wol_Latn", "languages": ["fin-Latn", "wol-Latn"], "main_score": 0.184616, "precision": 0.163696, "recall": 0.259881}, {"accuracy": 0.140316, "f1": 0.084456, "hf_subset": "fin_Latn-arb_Latn", "languages": ["fin-Latn", "arb-Latn"], "main_score": 0.084456, "precision": 0.072688, "recall": 0.140316}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-cat_Latn", "languages": ["fin-Latn", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.726285, "f1": 0.661514, "hf_subset": "fin_Latn-fur_Latn", "languages": ["fin-Latn", "fur-Latn"], "main_score": 0.661514, "precision": 0.63391, "recall": 0.726285}, {"accuracy": 0.094862, "f1": 0.067274, "hf_subset": "fin_Latn-kab_Latn", "languages": ["fin-Latn", "kab-Latn"], "main_score": 0.067274, "precision": 0.060482, "recall": 0.094862}, {"accuracy": 0.735178, "f1": 0.668845, "hf_subset": "fin_Latn-lim_Latn", "languages": ["fin-Latn", "lim-Latn"], "main_score": 0.668845, "precision": 0.640135, "recall": 0.735178}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-nld_Latn", "languages": ["fin-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.75, "f1": 0.687815, "hf_subset": "fin_Latn-san_Deva", "languages": ["fin-Latn", "san-Deva"], "main_score": 0.687815, "precision": 0.660747, "recall": 0.75}, {"accuracy": 0.518775, "f1": 0.434056, "hf_subset": "fin_Latn-tat_Cyrl", "languages": ["fin-Latn", "tat-Cyrl"], "main_score": 0.434056, "precision": 0.403026, "recall": 0.518775}, {"accuracy": 0.206522, "f1": 0.137281, "hf_subset": "fin_Latn-xho_Latn", "languages": ["fin-Latn", "xho-Latn"], "main_score": 0.137281, "precision": 0.12121, "recall": 0.206522}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "fin_Latn-ars_Arab", "languages": ["fin-Latn", "ars-Arab"], "main_score": 0.970191, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.414032, "f1": 0.323807, "hf_subset": "fin_Latn-ceb_Latn", "languages": ["fin-Latn", "ceb-Latn"], "main_score": 0.323807, "precision": 0.294513, "recall": 0.414032}, {"accuracy": 0.245059, "f1": 0.166034, "hf_subset": "fin_Latn-fuv_Latn", "languages": ["fin-Latn", "fuv-Latn"], "main_score": 0.166034, "precision": 0.145999, "recall": 0.245059}, {"accuracy": 0.221344, "f1": 0.151127, "hf_subset": "fin_Latn-kac_Latn", "languages": ["fin-Latn", "kac-Latn"], "main_score": 0.151127, "precision": 0.133054, "recall": 0.221344}, {"accuracy": 0.247036, "f1": 0.177401, "hf_subset": "fin_Latn-lin_Latn", "languages": ["fin-Latn", "lin-Latn"], "main_score": 0.177401, "precision": 0.159168, "recall": 0.247036}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "fin_Latn-nno_Latn", "languages": ["fin-Latn", "nno-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.019763, "f1": 0.003779, "hf_subset": "fin_Latn-sat_Olck", "languages": ["fin-Latn", "sat-Olck"], "main_score": 0.003779, "precision": 0.002714, "recall": 0.019763}, {"accuracy": 0.864625, "f1": 0.82739, "hf_subset": "fin_Latn-tel_Telu", "languages": ["fin-Latn", "tel-Telu"], "main_score": 0.82739, "precision": 0.810524, "recall": 0.864625}, {"accuracy": 0.429842, "f1": 0.344826, "hf_subset": "fin_Latn-ydd_Hebr", "languages": ["fin-Latn", "ydd-Hebr"], "main_score": 0.344826, "precision": 0.31467, "recall": 0.429842}, {"accuracy": 0.852767, "f1": 0.810244, "hf_subset": "fin_Latn-ary_Arab", "languages": ["fin-Latn", "ary-Arab"], "main_score": 0.810244, "precision": 0.790349, "recall": 0.852767}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-ces_Latn", "languages": ["fin-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.103755, "f1": 0.061782, "hf_subset": "fin_Latn-gaz_Latn", "languages": ["fin-Latn", "gaz-Latn"], "main_score": 0.061782, "precision": 0.053852, "recall": 0.103755}, {"accuracy": 0.212451, "f1": 0.143582, "hf_subset": "fin_Latn-kam_Latn", "languages": ["fin-Latn", "kam-Latn"], "main_score": 0.143582, "precision": 0.125625, "recall": 0.212451}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "fin_Latn-lit_Latn", "languages": ["fin-Latn", "lit-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fin_Latn-nob_Latn", "languages": ["fin-Latn", "nob-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.662055, "f1": 0.589986, "hf_subset": "fin_Latn-scn_Latn", "languages": ["fin-Latn", "scn-Latn"], "main_score": 0.589986, "precision": 0.56229, "recall": 0.662055}, {"accuracy": 0.200593, "f1": 0.132539, "hf_subset": "fin_Latn-tgk_Cyrl", "languages": ["fin-Latn", "tgk-Cyrl"], "main_score": 0.132539, "precision": 0.11433, "recall": 0.200593}, {"accuracy": 0.222332, "f1": 0.146638, "hf_subset": "fin_Latn-yor_Latn", "languages": ["fin-Latn", "yor-Latn"], "main_score": 0.146638, "precision": 0.127433, "recall": 0.222332}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "fin_Latn-arz_Arab", "languages": ["fin-Latn", "arz-Arab"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.202569, "f1": 0.140356, "hf_subset": "fin_Latn-cjk_Latn", "languages": ["fin-Latn", "cjk-Latn"], "main_score": 0.140356, "precision": 0.126347, "recall": 0.202569}, {"accuracy": 0.211462, "f1": 0.146346, "hf_subset": "fin_Latn-gla_Latn", "languages": ["fin-Latn", "gla-Latn"], "main_score": 0.146346, "precision": 0.128761, "recall": 0.211462}, {"accuracy": 0.81917, "f1": 0.770707, "hf_subset": "fin_Latn-kan_Knda", "languages": ["fin-Latn", "kan-Knda"], "main_score": 0.770707, "precision": 0.749498, "recall": 0.81917}, {"accuracy": 0.657115, "f1": 0.590688, "hf_subset": "fin_Latn-lmo_Latn", "languages": ["fin-Latn", "lmo-Latn"], "main_score": 0.590688, "precision": 0.565064, "recall": 0.657115}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fin_Latn-npi_Deva", "languages": ["fin-Latn", "npi-Deva"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.298419, "f1": 0.21252, "hf_subset": "fin_Latn-shn_Mymr", "languages": ["fin-Latn", "shn-Mymr"], "main_score": 0.21252, "precision": 0.187822, "recall": 0.298419}, {"accuracy": 0.478261, "f1": 0.392812, "hf_subset": "fin_Latn-tgl_Latn", "languages": ["fin-Latn", "tgl-Latn"], "main_score": 0.392812, "precision": 0.364744, "recall": 0.478261}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "fin_Latn-yue_Hant", "languages": ["fin-Latn", "yue-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.560277, "f1": 0.478845, "hf_subset": "fin_Latn-asm_Beng", "languages": ["fin-Latn", "asm-Beng"], "main_score": 0.478845, "precision": 0.448024, "recall": 0.560277}, {"accuracy": 0.842885, "f1": 0.799078, "hf_subset": "fin_Latn-ckb_Arab", "languages": ["fin-Latn", "ckb-Arab"], "main_score": 0.799078, "precision": 0.779233, "recall": 0.842885}, {"accuracy": 0.312253, "f1": 0.235401, "hf_subset": "fin_Latn-gle_Latn", "languages": ["fin-Latn", "gle-Latn"], "main_score": 0.235401, "precision": 0.214574, "recall": 0.312253}, {"accuracy": 0.601779, "f1": 0.520698, "hf_subset": "fin_Latn-kas_Arab", "languages": ["fin-Latn", "kas-Arab"], "main_score": 0.520698, "precision": 0.48858, "recall": 0.601779}, {"accuracy": 0.713439, "f1": 0.648723, "hf_subset": "fin_Latn-ltg_Latn", "languages": ["fin-Latn", "ltg-Latn"], "main_score": 0.648723, "precision": 0.62038, "recall": 0.713439}, {"accuracy": 0.246047, "f1": 0.169026, "hf_subset": "fin_Latn-nso_Latn", "languages": ["fin-Latn", "nso-Latn"], "main_score": 0.169026, "precision": 0.148224, "recall": 0.246047}, {"accuracy": 0.927866, "f1": 0.907082, "hf_subset": "fin_Latn-sin_Sinh", "languages": ["fin-Latn", "sin-Sinh"], "main_score": 0.907082, "precision": 0.897563, "recall": 0.927866}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "fin_Latn-tha_Thai", "languages": ["fin-Latn", "tha-Thai"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "fin_Latn-zho_Hans", "languages": ["fin-Latn", "zho-Hans"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.94664, "f1": 0.929348, "hf_subset": "fin_Latn-ast_Latn", "languages": ["fin-Latn", "ast-Latn"], "main_score": 0.929348, "precision": 0.920949, "recall": 0.94664}, {"accuracy": 0.771739, "f1": 0.713966, "hf_subset": "fin_Latn-crh_Latn", "languages": ["fin-Latn", "crh-Latn"], "main_score": 0.713966, "precision": 0.688439, "recall": 0.771739}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fin_Latn-glg_Latn", "languages": ["fin-Latn", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.417984, "f1": 0.335036, "hf_subset": "fin_Latn-kas_Deva", "languages": ["fin-Latn", "kas-Deva"], "main_score": 0.335036, "precision": 0.306471, "recall": 0.417984}, {"accuracy": 0.518775, "f1": 0.429798, "hf_subset": "fin_Latn-ltz_Latn", "languages": ["fin-Latn", "ltz-Latn"], "main_score": 0.429798, "precision": 0.399264, "recall": 0.518775}, {"accuracy": 0.121542, "f1": 0.069464, "hf_subset": "fin_Latn-nus_Latn", "languages": ["fin-Latn", "nus-Latn"], "main_score": 0.069464, "precision": 0.05908, "recall": 0.121542}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fin_Latn-slk_Latn", "languages": ["fin-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.178854, "f1": 0.116879, "hf_subset": "fin_Latn-tir_Ethi", "languages": ["fin-Latn", "tir-Ethi"], "main_score": 0.116879, "precision": 0.099866, "recall": 0.178854}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "fin_Latn-zho_Hant", "languages": ["fin-Latn", "zho-Hant"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "fin_Latn-awa_Deva", "languages": ["fin-Latn", "awa-Deva"], "main_score": 0.937813, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.485178, "f1": 0.39696, "hf_subset": "fin_Latn-cym_Latn", "languages": ["fin-Latn", "cym-Latn"], "main_score": 0.39696, "precision": 0.368215, "recall": 0.485178}, {"accuracy": 0.370553, "f1": 0.287189, "hf_subset": "fin_Latn-grn_Latn", "languages": ["fin-Latn", "grn-Latn"], "main_score": 0.287189, "precision": 0.262955, "recall": 0.370553}, {"accuracy": 0.874506, "f1": 0.837352, "hf_subset": "fin_Latn-kat_Geor", "languages": ["fin-Latn", "kat-Geor"], "main_score": 0.837352, "precision": 0.82024, "recall": 0.874506}, {"accuracy": 0.26087, "f1": 0.181876, "hf_subset": "fin_Latn-lua_Latn", "languages": ["fin-Latn", "lua-Latn"], "main_score": 0.181876, "precision": 0.160275, "recall": 0.26087}, {"accuracy": 0.245059, "f1": 0.165978, "hf_subset": "fin_Latn-nya_Latn", "languages": ["fin-Latn", "nya-Latn"], "main_score": 0.165978, "precision": 0.145334, "recall": 0.245059}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "fin_Latn-slv_Latn", "languages": ["fin-Latn", "slv-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.465415, "f1": 0.372553, "hf_subset": "fin_Latn-tpi_Latn", "languages": ["fin-Latn", "tpi-Latn"], "main_score": 0.372553, "precision": 0.34208, "recall": 0.465415}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fin_Latn-zsm_Latn", "languages": ["fin-Latn", "zsm-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.216403, "f1": 0.137918, "hf_subset": "fin_Latn-ayr_Latn", "languages": ["fin-Latn", "ayr-Latn"], "main_score": 0.137918, "precision": 0.118927, "recall": 0.216403}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fin_Latn-dan_Latn", "languages": ["fin-Latn", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.920949, "f1": 0.897252, "hf_subset": "fin_Latn-guj_Gujr", "languages": ["fin-Latn", "guj-Gujr"], "main_score": 0.897252, "precision": 0.886281, "recall": 0.920949}, {"accuracy": 0.960474, "f1": 0.948682, "hf_subset": "fin_Latn-kaz_Cyrl", "languages": ["fin-Latn", "kaz-Cyrl"], "main_score": 0.948682, "precision": 0.943099, "recall": 0.960474}, {"accuracy": 0.192688, "f1": 0.126003, "hf_subset": "fin_Latn-lug_Latn", "languages": ["fin-Latn", "lug-Latn"], "main_score": 0.126003, "precision": 0.110323, "recall": 0.192688}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "fin_Latn-oci_Latn", "languages": ["fin-Latn", "oci-Latn"], "main_score": 0.898221, "precision": 0.886858, "recall": 0.921937}, {"accuracy": 0.208498, "f1": 0.136826, "hf_subset": "fin_Latn-smo_Latn", "languages": ["fin-Latn", "smo-Latn"], "main_score": 0.136826, "precision": 0.117799, "recall": 0.208498}, {"accuracy": 0.22332, "f1": 0.154864, "hf_subset": "fin_Latn-tsn_Latn", "languages": ["fin-Latn", "tsn-Latn"], "main_score": 0.154864, "precision": 0.136998, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.101739, "hf_subset": "fin_Latn-zul_Latn", "languages": ["fin-Latn", "zul-Latn"], "main_score": 0.101739, "precision": 0.088786, "recall": 0.157115}, {"accuracy": 0.545455, "f1": 0.465597, "hf_subset": "fin_Latn-azb_Arab", "languages": ["fin-Latn", "azb-Arab"], "main_score": 0.465597, "precision": 0.434612, "recall": 0.545455}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fin_Latn-deu_Latn", "languages": ["fin-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.318182, "f1": 0.236941, "hf_subset": "fin_Latn-hat_Latn", "languages": ["fin-Latn", "hat-Latn"], "main_score": 0.236941, "precision": 0.213366, "recall": 0.318182}, {"accuracy": 0.200593, "f1": 0.129824, "hf_subset": "fin_Latn-kbp_Latn", "languages": ["fin-Latn", "kbp-Latn"], "main_score": 0.129824, "precision": 0.112741, "recall": 0.200593}, {"accuracy": 0.236166, "f1": 0.162069, "hf_subset": "fin_Latn-luo_Latn", "languages": ["fin-Latn", "luo-Latn"], "main_score": 0.162069, "precision": 0.142926, "recall": 0.236166}, {"accuracy": 0.831028, "f1": 0.787434, "hf_subset": "fin_Latn-ory_Orya", "languages": ["fin-Latn", "ory-Orya"], "main_score": 0.787434, "precision": 0.767631, "recall": 0.831028}, {"accuracy": 0.188735, "f1": 0.120407, "hf_subset": "fin_Latn-sna_Latn", "languages": ["fin-Latn", "sna-Latn"], "main_score": 0.120407, "precision": 0.103486, "recall": 0.188735}, {"accuracy": 0.201581, "f1": 0.14155, "hf_subset": "fin_Latn-tso_Latn", "languages": ["fin-Latn", "tso-Latn"], "main_score": 0.14155, "precision": 0.126261, "recall": 0.201581}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "fin_Latn-azj_Latn", "languages": ["fin-Latn", "azj-Latn"], "main_score": 0.942029, "precision": 0.935639, "recall": 0.955534}, {"accuracy": 0.299407, "f1": 0.215752, "hf_subset": "fin_Latn-dik_Latn", "languages": ["fin-Latn", "dik-Latn"], "main_score": 0.215752, "precision": 0.191245, "recall": 0.299407}, {"accuracy": 0.267787, "f1": 0.187676, "hf_subset": "fin_Latn-hau_Latn", "languages": ["fin-Latn", "hau-Latn"], "main_score": 0.187676, "precision": 0.16793, "recall": 0.267787}, {"accuracy": 0.647233, "f1": 0.570651, "hf_subset": "fin_Latn-kea_Latn", "languages": ["fin-Latn", "kea-Latn"], "main_score": 0.570651, "precision": 0.540227, "recall": 0.647233}, {"accuracy": 0.363636, "f1": 0.281511, "hf_subset": "fin_Latn-lus_Latn", "languages": ["fin-Latn", "lus-Latn"], "main_score": 0.281511, "precision": 0.256667, "recall": 0.363636}, {"accuracy": 0.462451, "f1": 0.369588, "hf_subset": "fin_Latn-pag_Latn", "languages": ["fin-Latn", "pag-Latn"], "main_score": 0.369588, "precision": 0.337926, "recall": 0.462451}, {"accuracy": 0.855731, "f1": 0.816008, "hf_subset": "fin_Latn-snd_Arab", "languages": ["fin-Latn", "snd-Arab"], "main_score": 0.816008, "precision": 0.79776, "recall": 0.855731}, {"accuracy": 0.354743, "f1": 0.261815, "hf_subset": "fin_Latn-tuk_Latn", "languages": ["fin-Latn", "tuk-Latn"], "main_score": 0.261815, "precision": 0.232218, "recall": 0.354743}, {"accuracy": 0.467391, "f1": 0.380292, "hf_subset": "fin_Latn-bak_Cyrl", "languages": ["fin-Latn", "bak-Cyrl"], "main_score": 0.380292, "precision": 0.349906, "recall": 0.467391}, {"accuracy": 0.194664, "f1": 0.130309, "hf_subset": "fin_Latn-dyu_Latn", "languages": ["fin-Latn", "dyu-Latn"], "main_score": 0.130309, "precision": 0.113871, "recall": 0.194664}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fin_Latn-heb_Hebr", "languages": ["fin-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "fin_Latn-khk_Cyrl", "languages": ["fin-Latn", "khk-Cyrl"], "main_score": 0.959651, "precision": 0.95504, "recall": 0.969368}, {"accuracy": 0.986166, "f1": 0.98195, "hf_subset": "fin_Latn-lvs_Latn", "languages": ["fin-Latn", "lvs-Latn"], "main_score": 0.98195, "precision": 0.97999, "recall": 0.986166}, {"accuracy": 0.851779, "f1": 0.811942, "hf_subset": "fin_Latn-pan_Guru", "languages": ["fin-Latn", "pan-Guru"], "main_score": 0.811942, "precision": 0.793989, "recall": 0.851779}, {"accuracy": 0.287549, "f1": 0.214084, "hf_subset": "fin_Latn-som_Latn", "languages": ["fin-Latn", "som-Latn"], "main_score": 0.214084, "precision": 0.192432, "recall": 0.287549}, {"accuracy": 0.216403, "f1": 0.145606, "hf_subset": "fin_Latn-tum_Latn", "languages": ["fin-Latn", "tum-Latn"], "main_score": 0.145606, "precision": 0.128084, "recall": 0.216403}, {"accuracy": 0.085968, "f1": 0.050371, "hf_subset": "ita_Latn-ace_Arab", "languages": ["ita-Latn", "ace-Arab"], "main_score": 0.050371, "precision": 0.042455, "recall": 0.085968}, {"accuracy": 0.209486, "f1": 0.137784, "hf_subset": "ita_Latn-bam_Latn", "languages": ["ita-Latn", "bam-Latn"], "main_score": 0.137784, "precision": 0.11994, "recall": 0.209486}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "ita_Latn-dzo_Tibt", "languages": ["ita-Latn", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ita_Latn-hin_Deva", "languages": ["ita-Latn", "hin-Deva"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.907115, "f1": 0.877602, "hf_subset": "ita_Latn-khm_Khmr", "languages": ["ita-Latn", "khm-Khmr"], "main_score": 0.877602, "precision": 0.863307, "recall": 0.907115}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "ita_Latn-mag_Deva", "languages": ["ita-Latn", "mag-Deva"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.658103, "f1": 0.582897, "hf_subset": "ita_Latn-pap_Latn", "languages": ["ita-Latn", "pap-Latn"], "main_score": 0.582897, "precision": 0.553295, "recall": 0.658103}, {"accuracy": 0.238142, "f1": 0.168845, "hf_subset": "ita_Latn-sot_Latn", "languages": ["ita-Latn", "sot-Latn"], "main_score": 0.168845, "precision": 0.150151, "recall": 0.238142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-tur_Latn", "languages": ["ita-Latn", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.427866, "f1": 0.341225, "hf_subset": "ita_Latn-ace_Latn", "languages": ["ita-Latn", "ace-Latn"], "main_score": 0.341225, "precision": 0.314427, "recall": 0.427866}, {"accuracy": 0.676877, "f1": 0.603208, "hf_subset": "ita_Latn-ban_Latn", "languages": ["ita-Latn", "ban-Latn"], "main_score": 0.603208, "precision": 0.572604, "recall": 0.676877}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-ell_Grek", "languages": ["ita-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.917984, "f1": 0.892852, "hf_subset": "ita_Latn-hne_Deva", "languages": ["ita-Latn", "hne-Deva"], "main_score": 0.892852, "precision": 0.880879, "recall": 0.917984}, {"accuracy": 0.270751, "f1": 0.185418, "hf_subset": "ita_Latn-kik_Latn", "languages": ["ita-Latn", "kik-Latn"], "main_score": 0.185418, "precision": 0.163545, "recall": 0.270751}, {"accuracy": 0.94664, "f1": 0.930072, "hf_subset": "ita_Latn-mai_Deva", "languages": ["ita-Latn", "mai-Deva"], "main_score": 0.930072, "precision": 0.922348, "recall": 0.94664}, {"accuracy": 0.850791, "f1": 0.81087, "hf_subset": "ita_Latn-pbt_Arab", "languages": ["ita-Latn", "pbt-Arab"], "main_score": 0.81087, "precision": 0.793314, "recall": 0.850791}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-spa_Latn", "languages": ["ita-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.328063, "f1": 0.233229, "hf_subset": "ita_Latn-twi_Latn", "languages": ["ita-Latn", "twi-Latn"], "main_score": 0.233229, "precision": 0.206296, "recall": 0.328063}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ita_Latn-acm_Arab", "languages": ["ita-Latn", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ita_Latn-bel_Cyrl", "languages": ["ita-Latn", "bel-Cyrl"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-eng_Latn", "languages": ["ita-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-hrv_Latn", "languages": ["ita-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.166008, "f1": 0.109031, "hf_subset": "ita_Latn-kin_Latn", "languages": ["ita-Latn", "kin-Latn"], "main_score": 0.109031, "precision": 0.09533, "recall": 0.166008}, {"accuracy": 0.891304, "f1": 0.860032, "hf_subset": "ita_Latn-mal_Mlym", "languages": ["ita-Latn", "mal-Mlym"], "main_score": 0.860032, "precision": 0.845603, "recall": 0.891304}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-pes_Arab", "languages": ["ita-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.749012, "f1": 0.689528, "hf_subset": "ita_Latn-srd_Latn", "languages": ["ita-Latn", "srd-Latn"], "main_score": 0.689528, "precision": 0.664947, "recall": 0.749012}, {"accuracy": 0.059289, "f1": 0.025284, "hf_subset": "ita_Latn-tzm_Tfng", "languages": ["ita-Latn", "tzm-Tfng"], "main_score": 0.025284, "precision": 0.020455, "recall": 0.059289}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "ita_Latn-acq_Arab", "languages": ["ita-Latn", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.240119, "f1": 0.161674, "hf_subset": "ita_Latn-bem_Latn", "languages": ["ita-Latn", "bem-Latn"], "main_score": 0.161674, "precision": 0.142682, "recall": 0.240119}, {"accuracy": 0.881423, "f1": 0.846344, "hf_subset": "ita_Latn-epo_Latn", "languages": ["ita-Latn", "epo-Latn"], "main_score": 0.846344, "precision": 0.83004, "recall": 0.881423}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-hun_Latn", "languages": ["ita-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.939723, "f1": 0.921113, "hf_subset": "ita_Latn-kir_Cyrl", "languages": ["ita-Latn", "kir-Cyrl"], "main_score": 0.921113, "precision": 0.91222, "recall": 0.939723}, {"accuracy": 0.914032, "f1": 0.887352, "hf_subset": "ita_Latn-mar_Deva", "languages": ["ita-Latn", "mar-Deva"], "main_score": 0.887352, "precision": 0.874506, "recall": 0.914032}, {"accuracy": 0.298419, "f1": 0.221836, "hf_subset": "ita_Latn-plt_Latn", "languages": ["ita-Latn", "plt-Latn"], "main_score": 0.221836, "precision": 0.199714, "recall": 0.298419}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-srp_Cyrl", "languages": ["ita-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.811265, "f1": 0.764775, "hf_subset": "ita_Latn-uig_Arab", "languages": ["ita-Latn", "uig-Arab"], "main_score": 0.764775, "precision": 0.744593, "recall": 0.811265}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "ita_Latn-aeb_Arab", "languages": ["ita-Latn", "aeb-Arab"], "main_score": 0.92556, "precision": 0.916502, "recall": 0.943676}, {"accuracy": 0.90415, "f1": 0.876383, "hf_subset": "ita_Latn-ben_Beng", "languages": ["ita-Latn", "ben-Beng"], "main_score": 0.876383, "precision": 0.863389, "recall": 0.90415}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ita_Latn-est_Latn", "languages": ["ita-Latn", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ita_Latn-hye_Armn", "languages": ["ita-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.18083, "f1": 0.114019, "hf_subset": "ita_Latn-kmb_Latn", "languages": ["ita-Latn", "kmb-Latn"], "main_score": 0.114019, "precision": 0.099632, "recall": 0.18083}, {"accuracy": 0.068182, "f1": 0.042548, "hf_subset": "ita_Latn-min_Arab", "languages": ["ita-Latn", "min-Arab"], "main_score": 0.042548, "precision": 0.036614, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-pol_Latn", "languages": ["ita-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.178854, "f1": 0.116882, "hf_subset": "ita_Latn-ssw_Latn", "languages": ["ita-Latn", "ssw-Latn"], "main_score": 0.116882, "precision": 0.102634, "recall": 0.178854}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-ukr_Cyrl", "languages": ["ita-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.961462, "f1": 0.948781, "hf_subset": "ita_Latn-afr_Latn", "languages": ["ita-Latn", "afr-Latn"], "main_score": 0.948781, "precision": 0.942523, "recall": 0.961462}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "ita_Latn-bho_Deva", "languages": ["ita-Latn", "bho-Deva"], "main_score": 0.872332, "precision": 0.859387, "recall": 0.900198}, {"accuracy": 0.771739, "f1": 0.715203, "hf_subset": "ita_Latn-eus_Latn", "languages": ["ita-Latn", "eus-Latn"], "main_score": 0.715203, "precision": 0.690596, "recall": 0.771739}, {"accuracy": 0.217391, "f1": 0.143731, "hf_subset": "ita_Latn-ibo_Latn", "languages": ["ita-Latn", "ibo-Latn"], "main_score": 0.143731, "precision": 0.126041, "recall": 0.217391}, {"accuracy": 0.76087, "f1": 0.709359, "hf_subset": "ita_Latn-kmr_Latn", "languages": ["ita-Latn", "kmr-Latn"], "main_score": 0.709359, "precision": 0.687615, "recall": 0.76087}, {"accuracy": 0.651186, "f1": 0.577412, "hf_subset": "ita_Latn-min_Latn", "languages": ["ita-Latn", "min-Latn"], "main_score": 0.577412, "precision": 0.549449, "recall": 0.651186}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-por_Latn", "languages": ["ita-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.766798, "f1": 0.705487, "hf_subset": "ita_Latn-sun_Latn", "languages": ["ita-Latn", "sun-Latn"], "main_score": 0.705487, "precision": 0.679578, "recall": 0.766798}, {"accuracy": 0.189723, "f1": 0.126458, "hf_subset": "ita_Latn-umb_Latn", "languages": ["ita-Latn", "umb-Latn"], "main_score": 0.126458, "precision": 0.111402, "recall": 0.189723}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "ita_Latn-ajp_Arab", "languages": ["ita-Latn", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.072134, "f1": 0.04046, "hf_subset": "ita_Latn-bjn_Arab", "languages": ["ita-Latn", "bjn-Arab"], "main_score": 0.04046, "precision": 0.034519, "recall": 0.072134}, {"accuracy": 0.271739, "f1": 0.197564, "hf_subset": "ita_Latn-ewe_Latn", "languages": ["ita-Latn", "ewe-Latn"], "main_score": 0.197564, "precision": 0.177936, "recall": 0.271739}, {"accuracy": 0.385375, "f1": 0.291423, "hf_subset": "ita_Latn-ilo_Latn", "languages": ["ita-Latn", "ilo-Latn"], "main_score": 0.291423, "precision": 0.262873, "recall": 0.385375}, {"accuracy": 0.093874, "f1": 0.049008, "hf_subset": "ita_Latn-knc_Arab", "languages": ["ita-Latn", "knc-Arab"], "main_score": 0.049008, "precision": 0.039304, "recall": 0.093874}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-mkd_Cyrl", "languages": ["ita-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98419, "f1": 0.97948, "hf_subset": "ita_Latn-prs_Arab", "languages": ["ita-Latn", "prs-Arab"], "main_score": 0.97948, "precision": 0.977355, "recall": 0.98419}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-swe_Latn", "languages": ["ita-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ita_Latn-urd_Arab", "languages": ["ita-Latn", "urd-Arab"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.313241, "f1": 0.22812, "hf_subset": "ita_Latn-aka_Latn", "languages": ["ita-Latn", "aka-Latn"], "main_score": 0.22812, "precision": 0.204917, "recall": 0.313241}, {"accuracy": 0.781621, "f1": 0.726928, "hf_subset": "ita_Latn-bjn_Latn", "languages": ["ita-Latn", "bjn-Latn"], "main_score": 0.726928, "precision": 0.703781, "recall": 0.781621}, {"accuracy": 0.478261, "f1": 0.394468, "hf_subset": "ita_Latn-fao_Latn", "languages": ["ita-Latn", "fao-Latn"], "main_score": 0.394468, "precision": 0.366947, "recall": 0.478261}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-ind_Latn", "languages": ["ita-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.290514, "f1": 0.214944, "hf_subset": "ita_Latn-knc_Latn", "languages": ["ita-Latn", "knc-Latn"], "main_score": 0.214944, "precision": 0.19501, "recall": 0.290514}, {"accuracy": 0.356719, "f1": 0.274005, "hf_subset": "ita_Latn-mlt_Latn", "languages": ["ita-Latn", "mlt-Latn"], "main_score": 0.274005, "precision": 0.250562, "recall": 0.356719}, {"accuracy": 0.283597, "f1": 0.200008, "hf_subset": "ita_Latn-quy_Latn", "languages": ["ita-Latn", "quy-Latn"], "main_score": 0.200008, "precision": 0.177678, "recall": 0.283597}, {"accuracy": 0.38834, "f1": 0.302703, "hf_subset": "ita_Latn-swh_Latn", "languages": ["ita-Latn", "swh-Latn"], "main_score": 0.302703, "precision": 0.276707, "recall": 0.38834}, {"accuracy": 0.649209, "f1": 0.576029, "hf_subset": "ita_Latn-uzn_Latn", "languages": ["ita-Latn", "uzn-Latn"], "main_score": 0.576029, "precision": 0.547164, "recall": 0.649209}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-als_Latn", "languages": ["ita-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.054348, "f1": 0.018162, "hf_subset": "ita_Latn-bod_Tibt", "languages": ["ita-Latn", "bod-Tibt"], "main_score": 0.018162, "precision": 0.013852, "recall": 0.054348}, {"accuracy": 0.22332, "f1": 0.151669, "hf_subset": "ita_Latn-fij_Latn", "languages": ["ita-Latn", "fij-Latn"], "main_score": 0.151669, "precision": 0.133121, "recall": 0.22332}, {"accuracy": 0.773715, "f1": 0.717531, "hf_subset": "ita_Latn-isl_Latn", "languages": ["ita-Latn", "isl-Latn"], "main_score": 0.717531, "precision": 0.693816, "recall": 0.773715}, {"accuracy": 0.258893, "f1": 0.186469, "hf_subset": "ita_Latn-kon_Latn", "languages": ["ita-Latn", "kon-Latn"], "main_score": 0.186469, "precision": 0.167325, "recall": 0.258893}, {"accuracy": 0.065217, "f1": 0.034033, "hf_subset": "ita_Latn-mni_Beng", "languages": ["ita-Latn", "mni-Beng"], "main_score": 0.034033, "precision": 0.028797, "recall": 0.065217}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-ron_Latn", "languages": ["ita-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.75407, "hf_subset": "ita_Latn-szl_Latn", "languages": ["ita-Latn", "szl-Latn"], "main_score": 0.75407, "precision": 0.732032, "recall": 0.804348}, {"accuracy": 0.826087, "f1": 0.77731, "hf_subset": "ita_Latn-vec_Latn", "languages": ["ita-Latn", "vec-Latn"], "main_score": 0.77731, "precision": 0.755599, "recall": 0.826087}, {"accuracy": 0.772727, "f1": 0.722141, "hf_subset": "ita_Latn-amh_Ethi", "languages": ["ita-Latn", "amh-Ethi"], "main_score": 0.722141, "precision": 0.700685, "recall": 0.772727}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ita_Latn-bos_Latn", "languages": ["ita-Latn", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.98913, "f1": 0.986166, "hf_subset": "ita_Latn-fin_Latn", "languages": ["ita-Latn", "fin-Latn"], "main_score": 0.986166, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ita_Latn-kor_Hang", "languages": ["ita-Latn", "kor-Hang"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.242095, "f1": 0.168122, "hf_subset": "ita_Latn-mos_Latn", "languages": ["ita-Latn", "mos-Latn"], "main_score": 0.168122, "precision": 0.148609, "recall": 0.242095}, {"accuracy": 0.1917, "f1": 0.127364, "hf_subset": "ita_Latn-run_Latn", "languages": ["ita-Latn", "run-Latn"], "main_score": 0.127364, "precision": 0.111991, "recall": 0.1917}, {"accuracy": 0.907115, "f1": 0.880007, "hf_subset": "ita_Latn-tam_Taml", "languages": ["ita-Latn", "tam-Taml"], "main_score": 0.880007, "precision": 0.867342, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-vie_Latn", "languages": ["ita-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "ita_Latn-apc_Arab", "languages": ["ita-Latn", "apc-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.409091, "f1": 0.322772, "hf_subset": "ita_Latn-bug_Latn", "languages": ["ita-Latn", "bug-Latn"], "main_score": 0.322772, "precision": 0.294908, "recall": 0.409091}, {"accuracy": 0.22332, "f1": 0.152744, "hf_subset": "ita_Latn-fon_Latn", "languages": ["ita-Latn", "fon-Latn"], "main_score": 0.152744, "precision": 0.135574, "recall": 0.22332}, {"accuracy": 0.740119, "f1": 0.675132, "hf_subset": "ita_Latn-jav_Latn", "languages": ["ita-Latn", "jav-Latn"], "main_score": 0.675132, "precision": 0.648551, "recall": 0.740119}, {"accuracy": 0.935771, "f1": 0.917556, "hf_subset": "ita_Latn-lao_Laoo", "languages": ["ita-Latn", "lao-Laoo"], "main_score": 0.917556, "precision": 0.909536, "recall": 0.935771}, {"accuracy": 0.210474, "f1": 0.139866, "hf_subset": "ita_Latn-mri_Latn", "languages": ["ita-Latn", "mri-Latn"], "main_score": 0.139866, "precision": 0.12426, "recall": 0.210474}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ita_Latn-rus_Cyrl", "languages": ["ita-Latn", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.269763, "f1": 0.197085, "hf_subset": "ita_Latn-taq_Latn", "languages": ["ita-Latn", "taq-Latn"], "main_score": 0.197085, "precision": 0.177679, "recall": 0.269763}, {"accuracy": 0.447628, "f1": 0.352071, "hf_subset": "ita_Latn-war_Latn", "languages": ["ita-Latn", "war-Latn"], "main_score": 0.352071, "precision": 0.320514, "recall": 0.447628}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-arb_Arab", "languages": ["ita-Latn", "arb-Arab"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-bul_Cyrl", "languages": ["ita-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-fra_Latn", "languages": ["ita-Latn", "fra-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-jpn_Jpan", "languages": ["ita-Latn", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.781621, "f1": 0.725447, "hf_subset": "ita_Latn-lij_Latn", "languages": ["ita-Latn", "lij-Latn"], "main_score": 0.725447, "precision": 0.701087, "recall": 0.781621}, {"accuracy": 0.950593, "f1": 0.935672, "hf_subset": "ita_Latn-mya_Mymr", "languages": ["ita-Latn", "mya-Mymr"], "main_score": 0.935672, "precision": 0.928771, "recall": 0.950593}, {"accuracy": 0.254941, "f1": 0.181217, "hf_subset": "ita_Latn-sag_Latn", "languages": ["ita-Latn", "sag-Latn"], "main_score": 0.181217, "precision": 0.161306, "recall": 0.254941}, {"accuracy": 0.08004, "f1": 0.036931, "hf_subset": "ita_Latn-taq_Tfng", "languages": ["ita-Latn", "taq-Tfng"], "main_score": 0.036931, "precision": 0.030929, "recall": 0.08004}, {"accuracy": 0.270751, "f1": 0.193825, "hf_subset": "ita_Latn-wol_Latn", "languages": ["ita-Latn", "wol-Latn"], "main_score": 0.193825, "precision": 0.172536, "recall": 0.270751}, {"accuracy": 0.136364, "f1": 0.081489, "hf_subset": "ita_Latn-arb_Latn", "languages": ["ita-Latn", "arb-Latn"], "main_score": 0.081489, "precision": 0.069493, "recall": 0.136364}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-cat_Latn", "languages": ["ita-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.757905, "f1": 0.693445, "hf_subset": "ita_Latn-fur_Latn", "languages": ["ita-Latn", "fur-Latn"], "main_score": 0.693445, "precision": 0.665662, "recall": 0.757905}, {"accuracy": 0.089921, "f1": 0.05698, "hf_subset": "ita_Latn-kab_Latn", "languages": ["ita-Latn", "kab-Latn"], "main_score": 0.05698, "precision": 0.049842, "recall": 0.089921}, {"accuracy": 0.752964, "f1": 0.692118, "hf_subset": "ita_Latn-lim_Latn", "languages": ["ita-Latn", "lim-Latn"], "main_score": 0.692118, "precision": 0.665942, "recall": 0.752964}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-nld_Latn", "languages": ["ita-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.755929, "f1": 0.693794, "hf_subset": "ita_Latn-san_Deva", "languages": ["ita-Latn", "san-Deva"], "main_score": 0.693794, "precision": 0.667391, "recall": 0.755929}, {"accuracy": 0.511858, "f1": 0.425509, "hf_subset": "ita_Latn-tat_Cyrl", "languages": ["ita-Latn", "tat-Cyrl"], "main_score": 0.425509, "precision": 0.393783, "recall": 0.511858}, {"accuracy": 0.204545, "f1": 0.134158, "hf_subset": "ita_Latn-xho_Latn", "languages": ["ita-Latn", "xho-Latn"], "main_score": 0.134158, "precision": 0.116924, "recall": 0.204545}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ita_Latn-ars_Arab", "languages": ["ita-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.421937, "f1": 0.331786, "hf_subset": "ita_Latn-ceb_Latn", "languages": ["ita-Latn", "ceb-Latn"], "main_score": 0.331786, "precision": 0.302998, "recall": 0.421937}, {"accuracy": 0.246047, "f1": 0.167952, "hf_subset": "ita_Latn-fuv_Latn", "languages": ["ita-Latn", "fuv-Latn"], "main_score": 0.167952, "precision": 0.148179, "recall": 0.246047}, {"accuracy": 0.231225, "f1": 0.163683, "hf_subset": "ita_Latn-kac_Latn", "languages": ["ita-Latn", "kac-Latn"], "main_score": 0.163683, "precision": 0.146225, "recall": 0.231225}, {"accuracy": 0.250988, "f1": 0.179269, "hf_subset": "ita_Latn-lin_Latn", "languages": ["ita-Latn", "lin-Latn"], "main_score": 0.179269, "precision": 0.159958, "recall": 0.250988}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ita_Latn-nno_Latn", "languages": ["ita-Latn", "nno-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.020751, "f1": 0.003907, "hf_subset": "ita_Latn-sat_Olck", "languages": ["ita-Latn", "sat-Olck"], "main_score": 0.003907, "precision": 0.002724, "recall": 0.020751}, {"accuracy": 0.866601, "f1": 0.828741, "hf_subset": "ita_Latn-tel_Telu", "languages": ["ita-Latn", "tel-Telu"], "main_score": 0.828741, "precision": 0.811512, "recall": 0.866601}, {"accuracy": 0.453557, "f1": 0.369308, "hf_subset": "ita_Latn-ydd_Hebr", "languages": ["ita-Latn", "ydd-Hebr"], "main_score": 0.369308, "precision": 0.338733, "recall": 0.453557}, {"accuracy": 0.852767, "f1": 0.812516, "hf_subset": "ita_Latn-ary_Arab", "languages": ["ita-Latn", "ary-Arab"], "main_score": 0.812516, "precision": 0.79417, "recall": 0.852767}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-ces_Latn", "languages": ["ita-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.061705, "hf_subset": "ita_Latn-gaz_Latn", "languages": ["ita-Latn", "gaz-Latn"], "main_score": 0.061705, "precision": 0.053174, "recall": 0.105731}, {"accuracy": 0.221344, "f1": 0.14882, "hf_subset": "ita_Latn-kam_Latn", "languages": ["ita-Latn", "kam-Latn"], "main_score": 0.14882, "precision": 0.130951, "recall": 0.221344}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "ita_Latn-lit_Latn", "languages": ["ita-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ita_Latn-nob_Latn", "languages": ["ita-Latn", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.677866, "f1": 0.604802, "hf_subset": "ita_Latn-scn_Latn", "languages": ["ita-Latn", "scn-Latn"], "main_score": 0.604802, "precision": 0.575289, "recall": 0.677866}, {"accuracy": 0.20751, "f1": 0.132766, "hf_subset": "ita_Latn-tgk_Cyrl", "languages": ["ita-Latn", "tgk-Cyrl"], "main_score": 0.132766, "precision": 0.113784, "recall": 0.20751}, {"accuracy": 0.214427, "f1": 0.135892, "hf_subset": "ita_Latn-yor_Latn", "languages": ["ita-Latn", "yor-Latn"], "main_score": 0.135892, "precision": 0.115743, "recall": 0.214427}, {"accuracy": 0.955534, "f1": 0.941206, "hf_subset": "ita_Latn-arz_Arab", "languages": ["ita-Latn", "arz-Arab"], "main_score": 0.941206, "precision": 0.934124, "recall": 0.955534}, {"accuracy": 0.20751, "f1": 0.138865, "hf_subset": "ita_Latn-cjk_Latn", "languages": ["ita-Latn", "cjk-Latn"], "main_score": 0.138865, "precision": 0.121751, "recall": 0.20751}, {"accuracy": 0.214427, "f1": 0.143649, "hf_subset": "ita_Latn-gla_Latn", "languages": ["ita-Latn", "gla-Latn"], "main_score": 0.143649, "precision": 0.124724, "recall": 0.214427}, {"accuracy": 0.813241, "f1": 0.766175, "hf_subset": "ita_Latn-kan_Knda", "languages": ["ita-Latn", "kan-Knda"], "main_score": 0.766175, "precision": 0.745727, "recall": 0.813241}, {"accuracy": 0.684783, "f1": 0.616402, "hf_subset": "ita_Latn-lmo_Latn", "languages": ["ita-Latn", "lmo-Latn"], "main_score": 0.616402, "precision": 0.58927, "recall": 0.684783}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "ita_Latn-npi_Deva", "languages": ["ita-Latn", "npi-Deva"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.304348, "f1": 0.217413, "hf_subset": "ita_Latn-shn_Mymr", "languages": ["ita-Latn", "shn-Mymr"], "main_score": 0.217413, "precision": 0.190786, "recall": 0.304348}, {"accuracy": 0.48913, "f1": 0.401364, "hf_subset": "ita_Latn-tgl_Latn", "languages": ["ita-Latn", "tgl-Latn"], "main_score": 0.401364, "precision": 0.372564, "recall": 0.48913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-yue_Hant", "languages": ["ita-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.543478, "f1": 0.461563, "hf_subset": "ita_Latn-asm_Beng", "languages": ["ita-Latn", "asm-Beng"], "main_score": 0.461563, "precision": 0.431055, "recall": 0.543478}, {"accuracy": 0.850791, "f1": 0.811364, "hf_subset": "ita_Latn-ckb_Arab", "languages": ["ita-Latn", "ckb-Arab"], "main_score": 0.811364, "precision": 0.793643, "recall": 0.850791}, {"accuracy": 0.309289, "f1": 0.225817, "hf_subset": "ita_Latn-gle_Latn", "languages": ["ita-Latn", "gle-Latn"], "main_score": 0.225817, "precision": 0.2023, "recall": 0.309289}, {"accuracy": 0.606719, "f1": 0.521578, "hf_subset": "ita_Latn-kas_Arab", "languages": ["ita-Latn", "kas-Arab"], "main_score": 0.521578, "precision": 0.48766, "recall": 0.606719}, {"accuracy": 0.727273, "f1": 0.664196, "hf_subset": "ita_Latn-ltg_Latn", "languages": ["ita-Latn", "ltg-Latn"], "main_score": 0.664196, "precision": 0.637634, "recall": 0.727273}, {"accuracy": 0.257905, "f1": 0.17879, "hf_subset": "ita_Latn-nso_Latn", "languages": ["ita-Latn", "nso-Latn"], "main_score": 0.17879, "precision": 0.157432, "recall": 0.257905}, {"accuracy": 0.920949, "f1": 0.897365, "hf_subset": "ita_Latn-sin_Sinh", "languages": ["ita-Latn", "sin-Sinh"], "main_score": 0.897365, "precision": 0.886199, "recall": 0.920949}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "ita_Latn-tha_Thai", "languages": ["ita-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ita_Latn-zho_Hans", "languages": ["ita-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "ita_Latn-ast_Latn", "languages": ["ita-Latn", "ast-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.783597, "f1": 0.728393, "hf_subset": "ita_Latn-crh_Latn", "languages": ["ita-Latn", "crh-Latn"], "main_score": 0.728393, "precision": 0.704134, "recall": 0.783597}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-glg_Latn", "languages": ["ita-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.429842, "f1": 0.345079, "hf_subset": "ita_Latn-kas_Deva", "languages": ["ita-Latn", "kas-Deva"], "main_score": 0.345079, "precision": 0.316247, "recall": 0.429842}, {"accuracy": 0.514822, "f1": 0.423662, "hf_subset": "ita_Latn-ltz_Latn", "languages": ["ita-Latn", "ltz-Latn"], "main_score": 0.423662, "precision": 0.392007, "recall": 0.514822}, {"accuracy": 0.117589, "f1": 0.064714, "hf_subset": "ita_Latn-nus_Latn", "languages": ["ita-Latn", "nus-Latn"], "main_score": 0.064714, "precision": 0.05475, "recall": 0.117589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ita_Latn-slk_Latn", "languages": ["ita-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.184783, "f1": 0.124061, "hf_subset": "ita_Latn-tir_Ethi", "languages": ["ita-Latn", "tir-Ethi"], "main_score": 0.124061, "precision": 0.107433, "recall": 0.184783}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ita_Latn-zho_Hant", "languages": ["ita-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "ita_Latn-awa_Deva", "languages": ["ita-Latn", "awa-Deva"], "main_score": 0.942358, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.499012, "f1": 0.412077, "hf_subset": "ita_Latn-cym_Latn", "languages": ["ita-Latn", "cym-Latn"], "main_score": 0.412077, "precision": 0.383493, "recall": 0.499012}, {"accuracy": 0.379447, "f1": 0.289549, "hf_subset": "ita_Latn-grn_Latn", "languages": ["ita-Latn", "grn-Latn"], "main_score": 0.289549, "precision": 0.26199, "recall": 0.379447}, {"accuracy": 0.879447, "f1": 0.841963, "hf_subset": "ita_Latn-kat_Geor", "languages": ["ita-Latn", "kat-Geor"], "main_score": 0.841963, "precision": 0.824522, "recall": 0.879447}, {"accuracy": 0.271739, "f1": 0.193719, "hf_subset": "ita_Latn-lua_Latn", "languages": ["ita-Latn", "lua-Latn"], "main_score": 0.193719, "precision": 0.172815, "recall": 0.271739}, {"accuracy": 0.257905, "f1": 0.176399, "hf_subset": "ita_Latn-nya_Latn", "languages": ["ita-Latn", "nya-Latn"], "main_score": 0.176399, "precision": 0.15481, "recall": 0.257905}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-slv_Latn", "languages": ["ita-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.460474, "f1": 0.36664, "hf_subset": "ita_Latn-tpi_Latn", "languages": ["ita-Latn", "tpi-Latn"], "main_score": 0.36664, "precision": 0.335622, "recall": 0.460474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ita_Latn-zsm_Latn", "languages": ["ita-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.208498, "f1": 0.131847, "hf_subset": "ita_Latn-ayr_Latn", "languages": ["ita-Latn", "ayr-Latn"], "main_score": 0.131847, "precision": 0.113567, "recall": 0.208498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ita_Latn-dan_Latn", "languages": ["ita-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.929842, "f1": 0.907675, "hf_subset": "ita_Latn-guj_Gujr", "languages": ["ita-Latn", "guj-Gujr"], "main_score": 0.907675, "precision": 0.897151, "recall": 0.929842}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "ita_Latn-kaz_Cyrl", "languages": ["ita-Latn", "kaz-Cyrl"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.195652, "f1": 0.133526, "hf_subset": "ita_Latn-lug_Latn", "languages": ["ita-Latn", "lug-Latn"], "main_score": 0.133526, "precision": 0.119333, "recall": 0.195652}, {"accuracy": 0.9417, "f1": 0.923551, "hf_subset": "ita_Latn-oci_Latn", "languages": ["ita-Latn", "oci-Latn"], "main_score": 0.923551, "precision": 0.91502, "recall": 0.9417}, {"accuracy": 0.211462, "f1": 0.141983, "hf_subset": "ita_Latn-smo_Latn", "languages": ["ita-Latn", "smo-Latn"], "main_score": 0.141983, "precision": 0.124627, "recall": 0.211462}, {"accuracy": 0.23913, "f1": 0.167922, "hf_subset": "ita_Latn-tsn_Latn", "languages": ["ita-Latn", "tsn-Latn"], "main_score": 0.167922, "precision": 0.150396, "recall": 0.23913}, {"accuracy": 0.159091, "f1": 0.09688, "hf_subset": "ita_Latn-zul_Latn", "languages": ["ita-Latn", "zul-Latn"], "main_score": 0.09688, "precision": 0.082788, "recall": 0.159091}, {"accuracy": 0.563241, "f1": 0.478641, "hf_subset": "ita_Latn-azb_Arab", "languages": ["ita-Latn", "azb-Arab"], "main_score": 0.478641, "precision": 0.445382, "recall": 0.563241}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ita_Latn-deu_Latn", "languages": ["ita-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.329051, "f1": 0.240488, "hf_subset": "ita_Latn-hat_Latn", "languages": ["ita-Latn", "hat-Latn"], "main_score": 0.240488, "precision": 0.214126, "recall": 0.329051}, {"accuracy": 0.210474, "f1": 0.140058, "hf_subset": "ita_Latn-kbp_Latn", "languages": ["ita-Latn", "kbp-Latn"], "main_score": 0.140058, "precision": 0.123223, "recall": 0.210474}, {"accuracy": 0.250988, "f1": 0.174529, "hf_subset": "ita_Latn-luo_Latn", "languages": ["ita-Latn", "luo-Latn"], "main_score": 0.174529, "precision": 0.155783, "recall": 0.250988}, {"accuracy": 0.841897, "f1": 0.801534, "hf_subset": "ita_Latn-ory_Orya", "languages": ["ita-Latn", "ory-Orya"], "main_score": 0.801534, "precision": 0.783547, "recall": 0.841897}, {"accuracy": 0.192688, "f1": 0.119907, "hf_subset": "ita_Latn-sna_Latn", "languages": ["ita-Latn", "sna-Latn"], "main_score": 0.119907, "precision": 0.101491, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.141441, "hf_subset": "ita_Latn-tso_Latn", "languages": ["ita-Latn", "tso-Latn"], "main_score": 0.141441, "precision": 0.125147, "recall": 0.20751}, {"accuracy": 0.95751, "f1": 0.945718, "hf_subset": "ita_Latn-azj_Latn", "languages": ["ita-Latn", "azj-Latn"], "main_score": 0.945718, "precision": 0.940333, "recall": 0.95751}, {"accuracy": 0.325099, "f1": 0.238385, "hf_subset": "ita_Latn-dik_Latn", "languages": ["ita-Latn", "dik-Latn"], "main_score": 0.238385, "precision": 0.213276, "recall": 0.325099}, {"accuracy": 0.274704, "f1": 0.198584, "hf_subset": "ita_Latn-hau_Latn", "languages": ["ita-Latn", "hau-Latn"], "main_score": 0.198584, "precision": 0.179974, "recall": 0.274704}, {"accuracy": 0.658103, "f1": 0.578023, "hf_subset": "ita_Latn-kea_Latn", "languages": ["ita-Latn", "kea-Latn"], "main_score": 0.578023, "precision": 0.546337, "recall": 0.658103}, {"accuracy": 0.386364, "f1": 0.298363, "hf_subset": "ita_Latn-lus_Latn", "languages": ["ita-Latn", "lus-Latn"], "main_score": 0.298363, "precision": 0.270541, "recall": 0.386364}, {"accuracy": 0.485178, "f1": 0.390945, "hf_subset": "ita_Latn-pag_Latn", "languages": ["ita-Latn", "pag-Latn"], "main_score": 0.390945, "precision": 0.357873, "recall": 0.485178}, {"accuracy": 0.874506, "f1": 0.838359, "hf_subset": "ita_Latn-snd_Arab", "languages": ["ita-Latn", "snd-Arab"], "main_score": 0.838359, "precision": 0.821509, "recall": 0.874506}, {"accuracy": 0.354743, "f1": 0.267304, "hf_subset": "ita_Latn-tuk_Latn", "languages": ["ita-Latn", "tuk-Latn"], "main_score": 0.267304, "precision": 0.240069, "recall": 0.354743}, {"accuracy": 0.477273, "f1": 0.389278, "hf_subset": "ita_Latn-bak_Cyrl", "languages": ["ita-Latn", "bak-Cyrl"], "main_score": 0.389278, "precision": 0.35794, "recall": 0.477273}, {"accuracy": 0.203557, "f1": 0.137228, "hf_subset": "ita_Latn-dyu_Latn", "languages": ["ita-Latn", "dyu-Latn"], "main_score": 0.137228, "precision": 0.119796, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ita_Latn-heb_Hebr", "languages": ["ita-Latn", "heb-Hebr"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "ita_Latn-khk_Cyrl", "languages": ["ita-Latn", "khk-Cyrl"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "ita_Latn-lvs_Latn", "languages": ["ita-Latn", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.858696, "f1": 0.820257, "hf_subset": "ita_Latn-pan_Guru", "languages": ["ita-Latn", "pan-Guru"], "main_score": 0.820257, "precision": 0.803129, "recall": 0.858696}, {"accuracy": 0.294466, "f1": 0.213628, "hf_subset": "ita_Latn-som_Latn", "languages": ["ita-Latn", "som-Latn"], "main_score": 0.213628, "precision": 0.189768, "recall": 0.294466}, {"accuracy": 0.222332, "f1": 0.145296, "hf_subset": "ita_Latn-tum_Latn", "languages": ["ita-Latn", "tum-Latn"], "main_score": 0.145296, "precision": 0.126524, "recall": 0.222332}, {"accuracy": 0.081028, "f1": 0.046964, "hf_subset": "kor_Hang-ace_Arab", "languages": ["kor-Hang", "ace-Arab"], "main_score": 0.046964, "precision": 0.039004, "recall": 0.081028}, {"accuracy": 0.172925, "f1": 0.108445, "hf_subset": "kor_Hang-bam_Latn", "languages": ["kor-Hang", "bam-Latn"], "main_score": 0.108445, "precision": 0.093562, "recall": 0.172925}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "kor_Hang-dzo_Tibt", "languages": ["kor-Hang", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.983202, "f1": 0.97859, "hf_subset": "kor_Hang-hin_Deva", "languages": ["kor-Hang", "hin-Deva"], "main_score": 0.97859, "precision": 0.976285, "recall": 0.983202}, {"accuracy": 0.894269, "f1": 0.862978, "hf_subset": "kor_Hang-khm_Khmr", "languages": ["kor-Hang", "khm-Khmr"], "main_score": 0.862978, "precision": 0.847991, "recall": 0.894269}, {"accuracy": 0.9417, "f1": 0.923584, "hf_subset": "kor_Hang-mag_Deva", "languages": ["kor-Hang", "mag-Deva"], "main_score": 0.923584, "precision": 0.914855, "recall": 0.9417}, {"accuracy": 0.593874, "f1": 0.511052, "hf_subset": "kor_Hang-pap_Latn", "languages": ["kor-Hang", "pap-Latn"], "main_score": 0.511052, "precision": 0.48059, "recall": 0.593874}, {"accuracy": 0.183794, "f1": 0.124709, "hf_subset": "kor_Hang-sot_Latn", "languages": ["kor-Hang", "sot-Latn"], "main_score": 0.124709, "precision": 0.110184, "recall": 0.183794}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kor_Hang-tur_Latn", "languages": ["kor-Hang", "tur-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.376482, "f1": 0.290666, "hf_subset": "kor_Hang-ace_Latn", "languages": ["kor-Hang", "ace-Latn"], "main_score": 0.290666, "precision": 0.264192, "recall": 0.376482}, {"accuracy": 0.634387, "f1": 0.557679, "hf_subset": "kor_Hang-ban_Latn", "languages": ["kor-Hang", "ban-Latn"], "main_score": 0.557679, "precision": 0.527341, "recall": 0.634387}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kor_Hang-ell_Grek", "languages": ["kor-Hang", "ell-Grek"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.901186, "f1": 0.872694, "hf_subset": "kor_Hang-hne_Deva", "languages": ["kor-Hang", "hne-Deva"], "main_score": 0.872694, "precision": 0.859552, "recall": 0.901186}, {"accuracy": 0.220356, "f1": 0.14675, "hf_subset": "kor_Hang-kik_Latn", "languages": ["kor-Hang", "kik-Latn"], "main_score": 0.14675, "precision": 0.127931, "recall": 0.220356}, {"accuracy": 0.934783, "f1": 0.91558, "hf_subset": "kor_Hang-mai_Deva", "languages": ["kor-Hang", "mai-Deva"], "main_score": 0.91558, "precision": 0.906736, "recall": 0.934783}, {"accuracy": 0.833992, "f1": 0.790053, "hf_subset": "kor_Hang-pbt_Arab", "languages": ["kor-Hang", "pbt-Arab"], "main_score": 0.790053, "precision": 0.770735, "recall": 0.833992}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-spa_Latn", "languages": ["kor-Hang", "spa-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.267787, "f1": 0.18307, "hf_subset": "kor_Hang-twi_Latn", "languages": ["kor-Hang", "twi-Latn"], "main_score": 0.18307, "precision": 0.160873, "recall": 0.267787}, {"accuracy": 0.969368, "f1": 0.95998, "hf_subset": "kor_Hang-acm_Arab", "languages": ["kor-Hang", "acm-Arab"], "main_score": 0.95998, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "kor_Hang-bel_Cyrl", "languages": ["kor-Hang", "bel-Cyrl"], "main_score": 0.932708, "precision": 0.925642, "recall": 0.947628}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "kor_Hang-eng_Latn", "languages": ["kor-Hang", "eng-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-hrv_Latn", "languages": ["kor-Hang", "hrv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.139328, "f1": 0.085667, "hf_subset": "kor_Hang-kin_Latn", "languages": ["kor-Hang", "kin-Latn"], "main_score": 0.085667, "precision": 0.073599, "recall": 0.139328}, {"accuracy": 0.878458, "f1": 0.846494, "hf_subset": "kor_Hang-mal_Mlym", "languages": ["kor-Hang", "mal-Mlym"], "main_score": 0.846494, "precision": 0.831933, "recall": 0.878458}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-pes_Arab", "languages": ["kor-Hang", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.679842, "f1": 0.606557, "hf_subset": "kor_Hang-srd_Latn", "languages": ["kor-Hang", "srd-Latn"], "main_score": 0.606557, "precision": 0.576146, "recall": 0.679842}, {"accuracy": 0.066206, "f1": 0.030069, "hf_subset": "kor_Hang-tzm_Tfng", "languages": ["kor-Hang", "tzm-Tfng"], "main_score": 0.030069, "precision": 0.02439, "recall": 0.066206}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "kor_Hang-acq_Arab", "languages": ["kor-Hang", "acq-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.210474, "f1": 0.140464, "hf_subset": "kor_Hang-bem_Latn", "languages": ["kor-Hang", "bem-Latn"], "main_score": 0.140464, "precision": 0.123511, "recall": 0.210474}, {"accuracy": 0.83498, "f1": 0.791403, "hf_subset": "kor_Hang-epo_Latn", "languages": ["kor-Hang", "epo-Latn"], "main_score": 0.791403, "precision": 0.772101, "recall": 0.83498}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-hun_Latn", "languages": ["kor-Hang", "hun-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.911067, "f1": 0.884717, "hf_subset": "kor_Hang-kir_Cyrl", "languages": ["kor-Hang", "kir-Cyrl"], "main_score": 0.884717, "precision": 0.871871, "recall": 0.911067}, {"accuracy": 0.907115, "f1": 0.879513, "hf_subset": "kor_Hang-mar_Deva", "languages": ["kor-Hang", "mar-Deva"], "main_score": 0.879513, "precision": 0.866848, "recall": 0.907115}, {"accuracy": 0.249012, "f1": 0.178784, "hf_subset": "kor_Hang-plt_Latn", "languages": ["kor-Hang", "plt-Latn"], "main_score": 0.178784, "precision": 0.159306, "recall": 0.249012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-srp_Cyrl", "languages": ["kor-Hang", "srp-Cyrl"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.793478, "f1": 0.744848, "hf_subset": "kor_Hang-uig_Arab", "languages": ["kor-Hang", "uig-Arab"], "main_score": 0.744848, "precision": 0.724094, "recall": 0.793478}, {"accuracy": 0.925889, "f1": 0.904315, "hf_subset": "kor_Hang-aeb_Arab", "languages": ["kor-Hang", "aeb-Arab"], "main_score": 0.904315, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.90415, "f1": 0.876219, "hf_subset": "kor_Hang-ben_Beng", "languages": ["kor-Hang", "ben-Beng"], "main_score": 0.876219, "precision": 0.863422, "recall": 0.90415}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "kor_Hang-est_Latn", "languages": ["kor-Hang", "est-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "kor_Hang-hye_Armn", "languages": ["kor-Hang", "hye-Armn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.152174, "f1": 0.089394, "hf_subset": "kor_Hang-kmb_Latn", "languages": ["kor-Hang", "kmb-Latn"], "main_score": 0.089394, "precision": 0.075963, "recall": 0.152174}, {"accuracy": 0.060277, "f1": 0.03876, "hf_subset": "kor_Hang-min_Arab", "languages": ["kor-Hang", "min-Arab"], "main_score": 0.03876, "precision": 0.03412, "recall": 0.060277}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-pol_Latn", "languages": ["kor-Hang", "pol-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.157115, "f1": 0.097119, "hf_subset": "kor_Hang-ssw_Latn", "languages": ["kor-Hang", "ssw-Latn"], "main_score": 0.097119, "precision": 0.08426, "recall": 0.157115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-ukr_Cyrl", "languages": ["kor-Hang", "ukr-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "kor_Hang-afr_Latn", "languages": ["kor-Hang", "afr-Latn"], "main_score": 0.93643, "precision": 0.929348, "recall": 0.951581}, {"accuracy": 0.885375, "f1": 0.853247, "hf_subset": "kor_Hang-bho_Deva", "languages": ["kor-Hang", "bho-Deva"], "main_score": 0.853247, "precision": 0.838686, "recall": 0.885375}, {"accuracy": 0.710474, "f1": 0.644161, "hf_subset": "kor_Hang-eus_Latn", "languages": ["kor-Hang", "eus-Latn"], "main_score": 0.644161, "precision": 0.615613, "recall": 0.710474}, {"accuracy": 0.16996, "f1": 0.100566, "hf_subset": "kor_Hang-ibo_Latn", "languages": ["kor-Hang", "ibo-Latn"], "main_score": 0.100566, "precision": 0.084018, "recall": 0.16996}, {"accuracy": 0.711462, "f1": 0.652343, "hf_subset": "kor_Hang-kmr_Latn", "languages": ["kor-Hang", "kmr-Latn"], "main_score": 0.652343, "precision": 0.62828, "recall": 0.711462}, {"accuracy": 0.603755, "f1": 0.525547, "hf_subset": "kor_Hang-min_Latn", "languages": ["kor-Hang", "min-Latn"], "main_score": 0.525547, "precision": 0.495841, "recall": 0.603755}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-por_Latn", "languages": ["kor-Hang", "por-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.720356, "f1": 0.654778, "hf_subset": "kor_Hang-sun_Latn", "languages": ["kor-Hang", "sun-Latn"], "main_score": 0.654778, "precision": 0.628155, "recall": 0.720356}, {"accuracy": 0.151186, "f1": 0.089379, "hf_subset": "kor_Hang-umb_Latn", "languages": ["kor-Hang", "umb-Latn"], "main_score": 0.089379, "precision": 0.075374, "recall": 0.151186}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "kor_Hang-ajp_Arab", "languages": ["kor-Hang", "ajp-Arab"], "main_score": 0.931159, "precision": 0.924078, "recall": 0.94664}, {"accuracy": 0.071146, "f1": 0.040719, "hf_subset": "kor_Hang-bjn_Arab", "languages": ["kor-Hang", "bjn-Arab"], "main_score": 0.040719, "precision": 0.03423, "recall": 0.071146}, {"accuracy": 0.220356, "f1": 0.150786, "hf_subset": "kor_Hang-ewe_Latn", "languages": ["kor-Hang", "ewe-Latn"], "main_score": 0.150786, "precision": 0.132692, "recall": 0.220356}, {"accuracy": 0.331028, "f1": 0.241629, "hf_subset": "kor_Hang-ilo_Latn", "languages": ["kor-Hang", "ilo-Latn"], "main_score": 0.241629, "precision": 0.215389, "recall": 0.331028}, {"accuracy": 0.088933, "f1": 0.049058, "hf_subset": "kor_Hang-knc_Arab", "languages": ["kor-Hang", "knc-Arab"], "main_score": 0.049058, "precision": 0.041132, "recall": 0.088933}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-mkd_Cyrl", "languages": ["kor-Hang", "mkd-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "kor_Hang-prs_Arab", "languages": ["kor-Hang", "prs-Arab"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kor_Hang-swe_Latn", "languages": ["kor-Hang", "swe-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.962451, "f1": 0.950988, "hf_subset": "kor_Hang-urd_Arab", "languages": ["kor-Hang", "urd-Arab"], "main_score": 0.950988, "precision": 0.94557, "recall": 0.962451}, {"accuracy": 0.273715, "f1": 0.195825, "hf_subset": "kor_Hang-aka_Latn", "languages": ["kor-Hang", "aka-Latn"], "main_score": 0.195825, "precision": 0.175275, "recall": 0.273715}, {"accuracy": 0.747036, "f1": 0.683569, "hf_subset": "kor_Hang-bjn_Latn", "languages": ["kor-Hang", "bjn-Latn"], "main_score": 0.683569, "precision": 0.657282, "recall": 0.747036}, {"accuracy": 0.428854, "f1": 0.343942, "hf_subset": "kor_Hang-fao_Latn", "languages": ["kor-Hang", "fao-Latn"], "main_score": 0.343942, "precision": 0.317055, "recall": 0.428854}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "kor_Hang-ind_Latn", "languages": ["kor-Hang", "ind-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.236166, "f1": 0.165232, "hf_subset": "kor_Hang-knc_Latn", "languages": ["kor-Hang", "knc-Latn"], "main_score": 0.165232, "precision": 0.147859, "recall": 0.236166}, {"accuracy": 0.300395, "f1": 0.222833, "hf_subset": "kor_Hang-mlt_Latn", "languages": ["kor-Hang", "mlt-Latn"], "main_score": 0.222833, "precision": 0.202139, "recall": 0.300395}, {"accuracy": 0.246047, "f1": 0.164757, "hf_subset": "kor_Hang-quy_Latn", "languages": ["kor-Hang", "quy-Latn"], "main_score": 0.164757, "precision": 0.143492, "recall": 0.246047}, {"accuracy": 0.339921, "f1": 0.258633, "hf_subset": "kor_Hang-swh_Latn", "languages": ["kor-Hang", "swh-Latn"], "main_score": 0.258633, "precision": 0.235249, "recall": 0.339921}, {"accuracy": 0.614625, "f1": 0.540584, "hf_subset": "kor_Hang-uzn_Latn", "languages": ["kor-Hang", "uzn-Latn"], "main_score": 0.540584, "precision": 0.510693, "recall": 0.614625}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "kor_Hang-als_Latn", "languages": ["kor-Hang", "als-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.055336, "f1": 0.02084, "hf_subset": "kor_Hang-bod_Tibt", "languages": ["kor-Hang", "bod-Tibt"], "main_score": 0.02084, "precision": 0.016495, "recall": 0.055336}, {"accuracy": 0.186759, "f1": 0.120931, "hf_subset": "kor_Hang-fij_Latn", "languages": ["kor-Hang", "fij-Latn"], "main_score": 0.120931, "precision": 0.104418, "recall": 0.186759}, {"accuracy": 0.725296, "f1": 0.664545, "hf_subset": "kor_Hang-isl_Latn", "languages": ["kor-Hang", "isl-Latn"], "main_score": 0.664545, "precision": 0.639784, "recall": 0.725296}, {"accuracy": 0.236166, "f1": 0.166488, "hf_subset": "kor_Hang-kon_Latn", "languages": ["kor-Hang", "kon-Latn"], "main_score": 0.166488, "precision": 0.148143, "recall": 0.236166}, {"accuracy": 0.064229, "f1": 0.032558, "hf_subset": "kor_Hang-mni_Beng", "languages": ["kor-Hang", "mni-Beng"], "main_score": 0.032558, "precision": 0.027659, "recall": 0.064229}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-ron_Latn", "languages": ["kor-Hang", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.761858, "f1": 0.703873, "hf_subset": "kor_Hang-szl_Latn", "languages": ["kor-Hang", "szl-Latn"], "main_score": 0.703873, "precision": 0.679315, "recall": 0.761858}, {"accuracy": 0.762846, "f1": 0.701369, "hf_subset": "kor_Hang-vec_Latn", "languages": ["kor-Hang", "vec-Latn"], "main_score": 0.701369, "precision": 0.674871, "recall": 0.762846}, {"accuracy": 0.771739, "f1": 0.722326, "hf_subset": "kor_Hang-amh_Ethi", "languages": ["kor-Hang", "amh-Ethi"], "main_score": 0.722326, "precision": 0.701359, "recall": 0.771739}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-bos_Latn", "languages": ["kor-Hang", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-fin_Latn", "languages": ["kor-Hang", "fin-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-ita_Latn", "languages": ["kor-Hang", "ita-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.211462, "f1": 0.145756, "hf_subset": "kor_Hang-mos_Latn", "languages": ["kor-Hang", "mos-Latn"], "main_score": 0.145756, "precision": 0.128018, "recall": 0.211462}, {"accuracy": 0.148221, "f1": 0.094597, "hf_subset": "kor_Hang-run_Latn", "languages": ["kor-Hang", "run-Latn"], "main_score": 0.094597, "precision": 0.08293, "recall": 0.148221}, {"accuracy": 0.891304, "f1": 0.858432, "hf_subset": "kor_Hang-tam_Taml", "languages": ["kor-Hang", "tam-Taml"], "main_score": 0.858432, "precision": 0.842638, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "kor_Hang-vie_Latn", "languages": ["kor-Hang", "vie-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.951581, "f1": 0.93643, "hf_subset": "kor_Hang-apc_Arab", "languages": ["kor-Hang", "apc-Arab"], "main_score": 0.93643, "precision": 0.929183, "recall": 0.951581}, {"accuracy": 0.348814, "f1": 0.262276, "hf_subset": "kor_Hang-bug_Latn", "languages": ["kor-Hang", "bug-Latn"], "main_score": 0.262276, "precision": 0.236032, "recall": 0.348814}, {"accuracy": 0.188735, "f1": 0.125462, "hf_subset": "kor_Hang-fon_Latn", "languages": ["kor-Hang", "fon-Latn"], "main_score": 0.125462, "precision": 0.111616, "recall": 0.188735}, {"accuracy": 0.684783, "f1": 0.613495, "hf_subset": "kor_Hang-jav_Latn", "languages": ["kor-Hang", "jav-Latn"], "main_score": 0.613495, "precision": 0.584503, "recall": 0.684783}, {"accuracy": 0.918972, "f1": 0.89824, "hf_subset": "kor_Hang-lao_Laoo", "languages": ["kor-Hang", "lao-Laoo"], "main_score": 0.89824, "precision": 0.889279, "recall": 0.918972}, {"accuracy": 0.168972, "f1": 0.102666, "hf_subset": "kor_Hang-mri_Latn", "languages": ["kor-Hang", "mri-Latn"], "main_score": 0.102666, "precision": 0.089421, "recall": 0.168972}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-rus_Cyrl", "languages": ["kor-Hang", "rus-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.227273, "f1": 0.160575, "hf_subset": "kor_Hang-taq_Latn", "languages": ["kor-Hang", "taq-Latn"], "main_score": 0.160575, "precision": 0.143782, "recall": 0.227273}, {"accuracy": 0.387352, "f1": 0.297644, "hf_subset": "kor_Hang-war_Latn", "languages": ["kor-Hang", "war-Latn"], "main_score": 0.297644, "precision": 0.269804, "recall": 0.387352}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "kor_Hang-arb_Arab", "languages": ["kor-Hang", "arb-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-bul_Cyrl", "languages": ["kor-Hang", "bul-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "kor_Hang-fra_Latn", "languages": ["kor-Hang", "fra-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-jpn_Jpan", "languages": ["kor-Hang", "jpn-Jpan"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.725296, "f1": 0.660067, "hf_subset": "kor_Hang-lij_Latn", "languages": ["kor-Hang", "lij-Latn"], "main_score": 0.660067, "precision": 0.633145, "recall": 0.725296}, {"accuracy": 0.943676, "f1": 0.926219, "hf_subset": "kor_Hang-mya_Mymr", "languages": ["kor-Hang", "mya-Mymr"], "main_score": 0.926219, "precision": 0.917819, "recall": 0.943676}, {"accuracy": 0.215415, "f1": 0.145474, "hf_subset": "kor_Hang-sag_Latn", "languages": ["kor-Hang", "sag-Latn"], "main_score": 0.145474, "precision": 0.127484, "recall": 0.215415}, {"accuracy": 0.077075, "f1": 0.033434, "hf_subset": "kor_Hang-taq_Tfng", "languages": ["kor-Hang", "taq-Tfng"], "main_score": 0.033434, "precision": 0.026433, "recall": 0.077075}, {"accuracy": 0.233202, "f1": 0.161164, "hf_subset": "kor_Hang-wol_Latn", "languages": ["kor-Hang", "wol-Latn"], "main_score": 0.161164, "precision": 0.143205, "recall": 0.233202}, {"accuracy": 0.105731, "f1": 0.06104, "hf_subset": "kor_Hang-arb_Latn", "languages": ["kor-Hang", "arb-Latn"], "main_score": 0.06104, "precision": 0.052713, "recall": 0.105731}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "kor_Hang-cat_Latn", "languages": ["kor-Hang", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.678854, "f1": 0.60814, "hf_subset": "kor_Hang-fur_Latn", "languages": ["kor-Hang", "fur-Latn"], "main_score": 0.60814, "precision": 0.579298, "recall": 0.678854}, {"accuracy": 0.077075, "f1": 0.049181, "hf_subset": "kor_Hang-kab_Latn", "languages": ["kor-Hang", "kab-Latn"], "main_score": 0.049181, "precision": 0.042914, "recall": 0.077075}, {"accuracy": 0.716403, "f1": 0.651021, "hf_subset": "kor_Hang-lim_Latn", "languages": ["kor-Hang", "lim-Latn"], "main_score": 0.651021, "precision": 0.624127, "recall": 0.716403}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "kor_Hang-nld_Latn", "languages": ["kor-Hang", "nld-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.736166, "f1": 0.674627, "hf_subset": "kor_Hang-san_Deva", "languages": ["kor-Hang", "san-Deva"], "main_score": 0.674627, "precision": 0.648427, "recall": 0.736166}, {"accuracy": 0.48419, "f1": 0.396732, "hf_subset": "kor_Hang-tat_Cyrl", "languages": ["kor-Hang", "tat-Cyrl"], "main_score": 0.396732, "precision": 0.365874, "recall": 0.48419}, {"accuracy": 0.186759, "f1": 0.119199, "hf_subset": "kor_Hang-xho_Latn", "languages": ["kor-Hang", "xho-Latn"], "main_score": 0.119199, "precision": 0.103675, "recall": 0.186759}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "kor_Hang-ars_Arab", "languages": ["kor-Hang", "ars-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.373518, "f1": 0.28178, "hf_subset": "kor_Hang-ceb_Latn", "languages": ["kor-Hang", "ceb-Latn"], "main_score": 0.28178, "precision": 0.252317, "recall": 0.373518}, {"accuracy": 0.214427, "f1": 0.141208, "hf_subset": "kor_Hang-fuv_Latn", "languages": ["kor-Hang", "fuv-Latn"], "main_score": 0.141208, "precision": 0.123378, "recall": 0.214427}, {"accuracy": 0.188735, "f1": 0.124772, "hf_subset": "kor_Hang-kac_Latn", "languages": ["kor-Hang", "kac-Latn"], "main_score": 0.124772, "precision": 0.109501, "recall": 0.188735}, {"accuracy": 0.217391, "f1": 0.148185, "hf_subset": "kor_Hang-lin_Latn", "languages": ["kor-Hang", "lin-Latn"], "main_score": 0.148185, "precision": 0.130137, "recall": 0.217391}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "kor_Hang-nno_Latn", "languages": ["kor-Hang", "nno-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.021739, "f1": 0.004476, "hf_subset": "kor_Hang-sat_Olck", "languages": ["kor-Hang", "sat-Olck"], "main_score": 0.004476, "precision": 0.003166, "recall": 0.021739}, {"accuracy": 0.860672, "f1": 0.824162, "hf_subset": "kor_Hang-tel_Telu", "languages": ["kor-Hang", "tel-Telu"], "main_score": 0.824162, "precision": 0.807839, "recall": 0.860672}, {"accuracy": 0.424901, "f1": 0.344736, "hf_subset": "kor_Hang-ydd_Hebr", "languages": ["kor-Hang", "ydd-Hebr"], "main_score": 0.344736, "precision": 0.31575, "recall": 0.424901}, {"accuracy": 0.838933, "f1": 0.794928, "hf_subset": "kor_Hang-ary_Arab", "languages": ["kor-Hang", "ary-Arab"], "main_score": 0.794928, "precision": 0.774736, "recall": 0.838933}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "kor_Hang-ces_Latn", "languages": ["kor-Hang", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.092885, "f1": 0.05185, "hf_subset": "kor_Hang-gaz_Latn", "languages": ["kor-Hang", "gaz-Latn"], "main_score": 0.05185, "precision": 0.044589, "recall": 0.092885}, {"accuracy": 0.18083, "f1": 0.117251, "hf_subset": "kor_Hang-kam_Latn", "languages": ["kor-Hang", "kam-Latn"], "main_score": 0.117251, "precision": 0.100763, "recall": 0.18083}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "kor_Hang-lit_Latn", "languages": ["kor-Hang", "lit-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "kor_Hang-nob_Latn", "languages": ["kor-Hang", "nob-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.62253, "f1": 0.546844, "hf_subset": "kor_Hang-scn_Latn", "languages": ["kor-Hang", "scn-Latn"], "main_score": 0.546844, "precision": 0.51854, "recall": 0.62253}, {"accuracy": 0.179842, "f1": 0.118262, "hf_subset": "kor_Hang-tgk_Cyrl", "languages": ["kor-Hang", "tgk-Cyrl"], "main_score": 0.118262, "precision": 0.103764, "recall": 0.179842}, {"accuracy": 0.186759, "f1": 0.115899, "hf_subset": "kor_Hang-yor_Latn", "languages": ["kor-Hang", "yor-Latn"], "main_score": 0.115899, "precision": 0.098979, "recall": 0.186759}, {"accuracy": 0.936759, "f1": 0.916831, "hf_subset": "kor_Hang-arz_Arab", "languages": ["kor-Hang", "arz-Arab"], "main_score": 0.916831, "precision": 0.907115, "recall": 0.936759}, {"accuracy": 0.177866, "f1": 0.115796, "hf_subset": "kor_Hang-cjk_Latn", "languages": ["kor-Hang", "cjk-Latn"], "main_score": 0.115796, "precision": 0.101442, "recall": 0.177866}, {"accuracy": 0.175889, "f1": 0.114154, "hf_subset": "kor_Hang-gla_Latn", "languages": ["kor-Hang", "gla-Latn"], "main_score": 0.114154, "precision": 0.097115, "recall": 0.175889}, {"accuracy": 0.829051, "f1": 0.784307, "hf_subset": "kor_Hang-kan_Knda", "languages": ["kor-Hang", "kan-Knda"], "main_score": 0.784307, "precision": 0.764559, "recall": 0.829051}, {"accuracy": 0.61166, "f1": 0.536618, "hf_subset": "kor_Hang-lmo_Latn", "languages": ["kor-Hang", "lmo-Latn"], "main_score": 0.536618, "precision": 0.508711, "recall": 0.61166}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "kor_Hang-npi_Deva", "languages": ["kor-Hang", "npi-Deva"], "main_score": 0.945652, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.253953, "f1": 0.177275, "hf_subset": "kor_Hang-shn_Mymr", "languages": ["kor-Hang", "shn-Mymr"], "main_score": 0.177275, "precision": 0.155654, "recall": 0.253953}, {"accuracy": 0.438735, "f1": 0.350909, "hf_subset": "kor_Hang-tgl_Latn", "languages": ["kor-Hang", "tgl-Latn"], "main_score": 0.350909, "precision": 0.322398, "recall": 0.438735}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "kor_Hang-yue_Hant", "languages": ["kor-Hang", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.536561, "f1": 0.458034, "hf_subset": "kor_Hang-asm_Beng", "languages": ["kor-Hang", "asm-Beng"], "main_score": 0.458034, "precision": 0.428837, "recall": 0.536561}, {"accuracy": 0.83004, "f1": 0.784552, "hf_subset": "kor_Hang-ckb_Arab", "languages": ["kor-Hang", "ckb-Arab"], "main_score": 0.784552, "precision": 0.764032, "recall": 0.83004}, {"accuracy": 0.263834, "f1": 0.189348, "hf_subset": "kor_Hang-gle_Latn", "languages": ["kor-Hang", "gle-Latn"], "main_score": 0.189348, "precision": 0.168991, "recall": 0.263834}, {"accuracy": 0.607708, "f1": 0.531619, "hf_subset": "kor_Hang-kas_Arab", "languages": ["kor-Hang", "kas-Arab"], "main_score": 0.531619, "precision": 0.502516, "recall": 0.607708}, {"accuracy": 0.666008, "f1": 0.595869, "hf_subset": "kor_Hang-ltg_Latn", "languages": ["kor-Hang", "ltg-Latn"], "main_score": 0.595869, "precision": 0.567172, "recall": 0.666008}, {"accuracy": 0.224308, "f1": 0.147084, "hf_subset": "kor_Hang-nso_Latn", "languages": ["kor-Hang", "nso-Latn"], "main_score": 0.147084, "precision": 0.127499, "recall": 0.224308}, {"accuracy": 0.921937, "f1": 0.899572, "hf_subset": "kor_Hang-sin_Sinh", "languages": ["kor-Hang", "sin-Sinh"], "main_score": 0.899572, "precision": 0.88941, "recall": 0.921937}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "kor_Hang-tha_Thai", "languages": ["kor-Hang", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "kor_Hang-zho_Hans", "languages": ["kor-Hang", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "kor_Hang-ast_Latn", "languages": ["kor-Hang", "ast-Latn"], "main_score": 0.896739, "precision": 0.885244, "recall": 0.920949}, {"accuracy": 0.741107, "f1": 0.678524, "hf_subset": "kor_Hang-crh_Latn", "languages": ["kor-Hang", "crh-Latn"], "main_score": 0.678524, "precision": 0.652503, "recall": 0.741107}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "kor_Hang-glg_Latn", "languages": ["kor-Hang", "glg-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.395257, "f1": 0.31513, "hf_subset": "kor_Hang-kas_Deva", "languages": ["kor-Hang", "kas-Deva"], "main_score": 0.31513, "precision": 0.288936, "recall": 0.395257}, {"accuracy": 0.459486, "f1": 0.36807, "hf_subset": "kor_Hang-ltz_Latn", "languages": ["kor-Hang", "ltz-Latn"], "main_score": 0.36807, "precision": 0.337054, "recall": 0.459486}, {"accuracy": 0.107708, "f1": 0.058695, "hf_subset": "kor_Hang-nus_Latn", "languages": ["kor-Hang", "nus-Latn"], "main_score": 0.058695, "precision": 0.049668, "recall": 0.107708}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-slk_Latn", "languages": ["kor-Hang", "slk-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.189723, "f1": 0.130276, "hf_subset": "kor_Hang-tir_Ethi", "languages": ["kor-Hang", "tir-Ethi"], "main_score": 0.130276, "precision": 0.113208, "recall": 0.189723}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "kor_Hang-zho_Hant", "languages": ["kor-Hang", "zho-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.954545, "f1": 0.942194, "hf_subset": "kor_Hang-awa_Deva", "languages": ["kor-Hang", "awa-Deva"], "main_score": 0.942194, "precision": 0.936265, "recall": 0.954545}, {"accuracy": 0.438735, "f1": 0.350683, "hf_subset": "kor_Hang-cym_Latn", "languages": ["kor-Hang", "cym-Latn"], "main_score": 0.350683, "precision": 0.321669, "recall": 0.438735}, {"accuracy": 0.332016, "f1": 0.248116, "hf_subset": "kor_Hang-grn_Latn", "languages": ["kor-Hang", "grn-Latn"], "main_score": 0.248116, "precision": 0.224701, "recall": 0.332016}, {"accuracy": 0.860672, "f1": 0.819565, "hf_subset": "kor_Hang-kat_Geor", "languages": ["kor-Hang", "kat-Geor"], "main_score": 0.819565, "precision": 0.800511, "recall": 0.860672}, {"accuracy": 0.244071, "f1": 0.166184, "hf_subset": "kor_Hang-lua_Latn", "languages": ["kor-Hang", "lua-Latn"], "main_score": 0.166184, "precision": 0.145094, "recall": 0.244071}, {"accuracy": 0.213439, "f1": 0.139735, "hf_subset": "kor_Hang-nya_Latn", "languages": ["kor-Hang", "nya-Latn"], "main_score": 0.139735, "precision": 0.121292, "recall": 0.213439}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "kor_Hang-slv_Latn", "languages": ["kor-Hang", "slv-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.414032, "f1": 0.321243, "hf_subset": "kor_Hang-tpi_Latn", "languages": ["kor-Hang", "tpi-Latn"], "main_score": 0.321243, "precision": 0.290375, "recall": 0.414032}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "kor_Hang-zsm_Latn", "languages": ["kor-Hang", "zsm-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.178854, "f1": 0.104514, "hf_subset": "kor_Hang-ayr_Latn", "languages": ["kor-Hang", "ayr-Latn"], "main_score": 0.104514, "precision": 0.08756, "recall": 0.178854}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "kor_Hang-dan_Latn", "languages": ["kor-Hang", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.916996, "f1": 0.891634, "hf_subset": "kor_Hang-guj_Gujr", "languages": ["kor-Hang", "guj-Gujr"], "main_score": 0.891634, "precision": 0.87948, "recall": 0.916996}, {"accuracy": 0.942688, "f1": 0.92556, "hf_subset": "kor_Hang-kaz_Cyrl", "languages": ["kor-Hang", "kaz-Cyrl"], "main_score": 0.92556, "precision": 0.917325, "recall": 0.942688}, {"accuracy": 0.151186, "f1": 0.09371, "hf_subset": "kor_Hang-lug_Latn", "languages": ["kor-Hang", "lug-Latn"], "main_score": 0.09371, "precision": 0.081344, "recall": 0.151186}, {"accuracy": 0.902174, "f1": 0.873682, "hf_subset": "kor_Hang-oci_Latn", "languages": ["kor-Hang", "oci-Latn"], "main_score": 0.873682, "precision": 0.860375, "recall": 0.902174}, {"accuracy": 0.166008, "f1": 0.098424, "hf_subset": "kor_Hang-smo_Latn", "languages": ["kor-Hang", "smo-Latn"], "main_score": 0.098424, "precision": 0.082663, "recall": 0.166008}, {"accuracy": 0.189723, "f1": 0.121808, "hf_subset": "kor_Hang-tsn_Latn", "languages": ["kor-Hang", "tsn-Latn"], "main_score": 0.121808, "precision": 0.105284, "recall": 0.189723}, {"accuracy": 0.139328, "f1": 0.087008, "hf_subset": "kor_Hang-zul_Latn", "languages": ["kor-Hang", "zul-Latn"], "main_score": 0.087008, "precision": 0.076382, "recall": 0.139328}, {"accuracy": 0.549407, "f1": 0.468859, "hf_subset": "kor_Hang-azb_Arab", "languages": ["kor-Hang", "azb-Arab"], "main_score": 0.468859, "precision": 0.437945, "recall": 0.549407}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "kor_Hang-deu_Latn", "languages": ["kor-Hang", "deu-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.281621, "f1": 0.20052, "hf_subset": "kor_Hang-hat_Latn", "languages": ["kor-Hang", "hat-Latn"], "main_score": 0.20052, "precision": 0.177146, "recall": 0.281621}, {"accuracy": 0.162055, "f1": 0.096866, "hf_subset": "kor_Hang-kbp_Latn", "languages": ["kor-Hang", "kbp-Latn"], "main_score": 0.096866, "precision": 0.082392, "recall": 0.162055}, {"accuracy": 0.20751, "f1": 0.138839, "hf_subset": "kor_Hang-luo_Latn", "languages": ["kor-Hang", "luo-Latn"], "main_score": 0.138839, "precision": 0.123154, "recall": 0.20751}, {"accuracy": 0.836957, "f1": 0.794815, "hf_subset": "kor_Hang-ory_Orya", "languages": ["kor-Hang", "ory-Orya"], "main_score": 0.794815, "precision": 0.776746, "recall": 0.836957}, {"accuracy": 0.166008, "f1": 0.102597, "hf_subset": "kor_Hang-sna_Latn", "languages": ["kor-Hang", "sna-Latn"], "main_score": 0.102597, "precision": 0.088281, "recall": 0.166008}, {"accuracy": 0.178854, "f1": 0.117852, "hf_subset": "kor_Hang-tso_Latn", "languages": ["kor-Hang", "tso-Latn"], "main_score": 0.117852, "precision": 0.102966, "recall": 0.178854}, {"accuracy": 0.942688, "f1": 0.927061, "hf_subset": "kor_Hang-azj_Latn", "languages": ["kor-Hang", "azj-Latn"], "main_score": 0.927061, "precision": 0.919878, "recall": 0.942688}, {"accuracy": 0.274704, "f1": 0.195155, "hf_subset": "kor_Hang-dik_Latn", "languages": ["kor-Hang", "dik-Latn"], "main_score": 0.195155, "precision": 0.173826, "recall": 0.274704}, {"accuracy": 0.229249, "f1": 0.154687, "hf_subset": "kor_Hang-hau_Latn", "languages": ["kor-Hang", "hau-Latn"], "main_score": 0.154687, "precision": 0.136617, "recall": 0.229249}, {"accuracy": 0.602767, "f1": 0.521403, "hf_subset": "kor_Hang-kea_Latn", "languages": ["kor-Hang", "kea-Latn"], "main_score": 0.521403, "precision": 0.489689, "recall": 0.602767}, {"accuracy": 0.33498, "f1": 0.248778, "hf_subset": "kor_Hang-lus_Latn", "languages": ["kor-Hang", "lus-Latn"], "main_score": 0.248778, "precision": 0.223165, "recall": 0.33498}, {"accuracy": 0.445652, "f1": 0.36034, "hf_subset": "kor_Hang-pag_Latn", "languages": ["kor-Hang", "pag-Latn"], "main_score": 0.36034, "precision": 0.331147, "recall": 0.445652}, {"accuracy": 0.857708, "f1": 0.821311, "hf_subset": "kor_Hang-snd_Arab", "languages": ["kor-Hang", "snd-Arab"], "main_score": 0.821311, "precision": 0.804957, "recall": 0.857708}, {"accuracy": 0.305336, "f1": 0.219216, "hf_subset": "kor_Hang-tuk_Latn", "languages": ["kor-Hang", "tuk-Latn"], "main_score": 0.219216, "precision": 0.193592, "recall": 0.305336}, {"accuracy": 0.447628, "f1": 0.358987, "hf_subset": "kor_Hang-bak_Cyrl", "languages": ["kor-Hang", "bak-Cyrl"], "main_score": 0.358987, "precision": 0.327614, "recall": 0.447628}, {"accuracy": 0.157115, "f1": 0.097518, "hf_subset": "kor_Hang-dyu_Latn", "languages": ["kor-Hang", "dyu-Latn"], "main_score": 0.097518, "precision": 0.082628, "recall": 0.157115}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "kor_Hang-heb_Hebr", "languages": ["kor-Hang", "heb-Hebr"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "kor_Hang-khk_Cyrl", "languages": ["kor-Hang", "khk-Cyrl"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.981225, "f1": 0.975362, "hf_subset": "kor_Hang-lvs_Latn", "languages": ["kor-Hang", "lvs-Latn"], "main_score": 0.975362, "precision": 0.972579, "recall": 0.981225}, {"accuracy": 0.852767, "f1": 0.813735, "hf_subset": "kor_Hang-pan_Guru", "languages": ["kor-Hang", "pan-Guru"], "main_score": 0.813735, "precision": 0.796031, "recall": 0.852767}, {"accuracy": 0.25, "f1": 0.182085, "hf_subset": "kor_Hang-som_Latn", "languages": ["kor-Hang", "som-Latn"], "main_score": 0.182085, "precision": 0.163171, "recall": 0.25}, {"accuracy": 0.188735, "f1": 0.118121, "hf_subset": "kor_Hang-tum_Latn", "languages": ["kor-Hang", "tum-Latn"], "main_score": 0.118121, "precision": 0.101853, "recall": 0.188735}, {"accuracy": 0.034585, "f1": 0.029531, "hf_subset": "mos_Latn-ace_Arab", "languages": ["mos-Latn", "ace-Arab"], "main_score": 0.029531, "precision": 0.028058, "recall": 0.034585}, {"accuracy": 0.202569, "f1": 0.181095, "hf_subset": "mos_Latn-bam_Latn", "languages": ["mos-Latn", "bam-Latn"], "main_score": 0.181095, "precision": 0.173293, "recall": 0.202569}, {"accuracy": 0.003953, "f1": 0.000269, "hf_subset": "mos_Latn-dzo_Tibt", "languages": ["mos-Latn", "dzo-Tibt"], "main_score": 0.000269, "precision": 0.000148, "recall": 0.003953}, {"accuracy": 0.130435, "f1": 0.109458, "hf_subset": "mos_Latn-hin_Deva", "languages": ["mos-Latn", "hin-Deva"], "main_score": 0.109458, "precision": 0.103415, "recall": 0.130435}, {"accuracy": 0.133399, "f1": 0.123868, "hf_subset": "mos_Latn-khm_Khmr", "languages": ["mos-Latn", "khm-Khmr"], "main_score": 0.123868, "precision": 0.120556, "recall": 0.133399}, {"accuracy": 0.104743, "f1": 0.086905, "hf_subset": "mos_Latn-mag_Deva", "languages": ["mos-Latn", "mag-Deva"], "main_score": 0.086905, "precision": 0.081701, "recall": 0.104743}, {"accuracy": 0.135375, "f1": 0.126762, "hf_subset": "mos_Latn-pap_Latn", "languages": ["mos-Latn", "pap-Latn"], "main_score": 0.126762, "precision": 0.124152, "recall": 0.135375}, {"accuracy": 0.216403, "f1": 0.192976, "hf_subset": "mos_Latn-sot_Latn", "languages": ["mos-Latn", "sot-Latn"], "main_score": 0.192976, "precision": 0.184995, "recall": 0.216403}, {"accuracy": 0.206522, "f1": 0.177616, "hf_subset": "mos_Latn-tur_Latn", "languages": ["mos-Latn", "tur-Latn"], "main_score": 0.177616, "precision": 0.169139, "recall": 0.206522}, {"accuracy": 0.192688, "f1": 0.18004, "hf_subset": "mos_Latn-ace_Latn", "languages": ["mos-Latn", "ace-Latn"], "main_score": 0.18004, "precision": 0.175049, "recall": 0.192688}, {"accuracy": 0.140316, "f1": 0.130904, "hf_subset": "mos_Latn-ban_Latn", "languages": ["mos-Latn", "ban-Latn"], "main_score": 0.130904, "precision": 0.127984, "recall": 0.140316}, {"accuracy": 0.143281, "f1": 0.129241, "hf_subset": "mos_Latn-ell_Grek", "languages": ["mos-Latn", "ell-Grek"], "main_score": 0.129241, "precision": 0.124592, "recall": 0.143281}, {"accuracy": 0.110672, "f1": 0.096769, "hf_subset": "mos_Latn-hne_Deva", "languages": ["mos-Latn", "hne-Deva"], "main_score": 0.096769, "precision": 0.09219, "recall": 0.110672}, {"accuracy": 0.189723, "f1": 0.172047, "hf_subset": "mos_Latn-kik_Latn", "languages": ["mos-Latn", "kik-Latn"], "main_score": 0.172047, "precision": 0.165193, "recall": 0.189723}, {"accuracy": 0.103755, "f1": 0.098218, "hf_subset": "mos_Latn-mai_Deva", "languages": ["mos-Latn", "mai-Deva"], "main_score": 0.098218, "precision": 0.096574, "recall": 0.103755}, {"accuracy": 0.12253, "f1": 0.103877, "hf_subset": "mos_Latn-pbt_Arab", "languages": ["mos-Latn", "pbt-Arab"], "main_score": 0.103877, "precision": 0.09869, "recall": 0.12253}, {"accuracy": 0.199605, "f1": 0.177497, "hf_subset": "mos_Latn-spa_Latn", "languages": ["mos-Latn", "spa-Latn"], "main_score": 0.177497, "precision": 0.171703, "recall": 0.199605}, {"accuracy": 0.222332, "f1": 0.206202, "hf_subset": "mos_Latn-twi_Latn", "languages": ["mos-Latn", "twi-Latn"], "main_score": 0.206202, "precision": 0.199844, "recall": 0.222332}, {"accuracy": 0.109684, "f1": 0.100941, "hf_subset": "mos_Latn-acm_Arab", "languages": ["mos-Latn", "acm-Arab"], "main_score": 0.100941, "precision": 0.097919, "recall": 0.109684}, {"accuracy": 0.134387, "f1": 0.112536, "hf_subset": "mos_Latn-bel_Cyrl", "languages": ["mos-Latn", "bel-Cyrl"], "main_score": 0.112536, "precision": 0.105706, "recall": 0.134387}, {"accuracy": 0.220356, "f1": 0.190971, "hf_subset": "mos_Latn-eng_Latn", "languages": ["mos-Latn", "eng-Latn"], "main_score": 0.190971, "precision": 0.1822, "recall": 0.220356}, {"accuracy": 0.161067, "f1": 0.148268, "hf_subset": "mos_Latn-hrv_Latn", "languages": ["mos-Latn", "hrv-Latn"], "main_score": 0.148268, "precision": 0.144625, "recall": 0.161067}, {"accuracy": 0.18083, "f1": 0.161042, "hf_subset": "mos_Latn-kin_Latn", "languages": ["mos-Latn", "kin-Latn"], "main_score": 0.161042, "precision": 0.153593, "recall": 0.18083}, {"accuracy": 0.059289, "f1": 0.050039, "hf_subset": "mos_Latn-mal_Mlym", "languages": ["mos-Latn", "mal-Mlym"], "main_score": 0.050039, "precision": 0.047787, "recall": 0.059289}, {"accuracy": 0.134387, "f1": 0.119106, "hf_subset": "mos_Latn-pes_Arab", "languages": ["mos-Latn", "pes-Arab"], "main_score": 0.119106, "precision": 0.11366, "recall": 0.134387}, {"accuracy": 0.161067, "f1": 0.147008, "hf_subset": "mos_Latn-srd_Latn", "languages": ["mos-Latn", "srd-Latn"], "main_score": 0.147008, "precision": 0.142807, "recall": 0.161067}, {"accuracy": 0.066206, "f1": 0.048008, "hf_subset": "mos_Latn-tzm_Tfng", "languages": ["mos-Latn", "tzm-Tfng"], "main_score": 0.048008, "precision": 0.04323, "recall": 0.066206}, {"accuracy": 0.117589, "f1": 0.106355, "hf_subset": "mos_Latn-acq_Arab", "languages": ["mos-Latn", "acq-Arab"], "main_score": 0.106355, "precision": 0.102877, "recall": 0.117589}, {"accuracy": 0.219368, "f1": 0.199665, "hf_subset": "mos_Latn-bem_Latn", "languages": ["mos-Latn", "bem-Latn"], "main_score": 0.199665, "precision": 0.193014, "recall": 0.219368}, {"accuracy": 0.148221, "f1": 0.140047, "hf_subset": "mos_Latn-epo_Latn", "languages": ["mos-Latn", "epo-Latn"], "main_score": 0.140047, "precision": 0.137834, "recall": 0.148221}, {"accuracy": 0.203557, "f1": 0.175156, "hf_subset": "mos_Latn-hun_Latn", "languages": ["mos-Latn", "hun-Latn"], "main_score": 0.175156, "precision": 0.167962, "recall": 0.203557}, {"accuracy": 0.150198, "f1": 0.132045, "hf_subset": "mos_Latn-kir_Cyrl", "languages": ["mos-Latn", "kir-Cyrl"], "main_score": 0.132045, "precision": 0.127296, "recall": 0.150198}, {"accuracy": 0.105731, "f1": 0.086137, "hf_subset": "mos_Latn-mar_Deva", "languages": ["mos-Latn", "mar-Deva"], "main_score": 0.086137, "precision": 0.080868, "recall": 0.105731}, {"accuracy": 0.208498, "f1": 0.188988, "hf_subset": "mos_Latn-plt_Latn", "languages": ["mos-Latn", "plt-Latn"], "main_score": 0.188988, "precision": 0.18161, "recall": 0.208498}, {"accuracy": 0.16502, "f1": 0.143153, "hf_subset": "mos_Latn-srp_Cyrl", "languages": ["mos-Latn", "srp-Cyrl"], "main_score": 0.143153, "precision": 0.136299, "recall": 0.16502}, {"accuracy": 0.073123, "f1": 0.065781, "hf_subset": "mos_Latn-uig_Arab", "languages": ["mos-Latn", "uig-Arab"], "main_score": 0.065781, "precision": 0.062996, "recall": 0.073123}, {"accuracy": 0.107708, "f1": 0.092689, "hf_subset": "mos_Latn-aeb_Arab", "languages": ["mos-Latn", "aeb-Arab"], "main_score": 0.092689, "precision": 0.08902, "recall": 0.107708}, {"accuracy": 0.0583, "f1": 0.049872, "hf_subset": "mos_Latn-ben_Beng", "languages": ["mos-Latn", "ben-Beng"], "main_score": 0.049872, "precision": 0.047838, "recall": 0.0583}, {"accuracy": 0.216403, "f1": 0.187862, "hf_subset": "mos_Latn-est_Latn", "languages": ["mos-Latn", "est-Latn"], "main_score": 0.187862, "precision": 0.180821, "recall": 0.216403}, {"accuracy": 0.108696, "f1": 0.094728, "hf_subset": "mos_Latn-hye_Armn", "languages": ["mos-Latn", "hye-Armn"], "main_score": 0.094728, "precision": 0.090373, "recall": 0.108696}, {"accuracy": 0.183794, "f1": 0.159134, "hf_subset": "mos_Latn-kmb_Latn", "languages": ["mos-Latn", "kmb-Latn"], "main_score": 0.159134, "precision": 0.15014, "recall": 0.183794}, {"accuracy": 0.035573, "f1": 0.028848, "hf_subset": "mos_Latn-min_Arab", "languages": ["mos-Latn", "min-Arab"], "main_score": 0.028848, "precision": 0.027379, "recall": 0.035573}, {"accuracy": 0.19664, "f1": 0.168043, "hf_subset": "mos_Latn-pol_Latn", "languages": ["mos-Latn", "pol-Latn"], "main_score": 0.168043, "precision": 0.160346, "recall": 0.19664}, {"accuracy": 0.150198, "f1": 0.129716, "hf_subset": "mos_Latn-ssw_Latn", "languages": ["mos-Latn", "ssw-Latn"], "main_score": 0.129716, "precision": 0.122913, "recall": 0.150198}, {"accuracy": 0.159091, "f1": 0.139073, "hf_subset": "mos_Latn-ukr_Cyrl", "languages": ["mos-Latn", "ukr-Cyrl"], "main_score": 0.139073, "precision": 0.13308, "recall": 0.159091}, {"accuracy": 0.183794, "f1": 0.163459, "hf_subset": "mos_Latn-afr_Latn", "languages": ["mos-Latn", "afr-Latn"], "main_score": 0.163459, "precision": 0.157428, "recall": 0.183794}, {"accuracy": 0.103755, "f1": 0.093295, "hf_subset": "mos_Latn-bho_Deva", "languages": ["mos-Latn", "bho-Deva"], "main_score": 0.093295, "precision": 0.089767, "recall": 0.103755}, {"accuracy": 0.126482, "f1": 0.117368, "hf_subset": "mos_Latn-eus_Latn", "languages": ["mos-Latn", "eus-Latn"], "main_score": 0.117368, "precision": 0.115158, "recall": 0.126482}, {"accuracy": 0.202569, "f1": 0.180339, "hf_subset": "mos_Latn-ibo_Latn", "languages": ["mos-Latn", "ibo-Latn"], "main_score": 0.180339, "precision": 0.172374, "recall": 0.202569}, {"accuracy": 0.176877, "f1": 0.153711, "hf_subset": "mos_Latn-kmr_Latn", "languages": ["mos-Latn", "kmr-Latn"], "main_score": 0.153711, "precision": 0.147193, "recall": 0.176877}, {"accuracy": 0.148221, "f1": 0.133934, "hf_subset": "mos_Latn-min_Latn", "languages": ["mos-Latn", "min-Latn"], "main_score": 0.133934, "precision": 0.129951, "recall": 0.148221}, {"accuracy": 0.219368, "f1": 0.186672, "hf_subset": "mos_Latn-por_Latn", "languages": ["mos-Latn", "por-Latn"], "main_score": 0.186672, "precision": 0.177639, "recall": 0.219368}, {"accuracy": 0.144269, "f1": 0.132658, "hf_subset": "mos_Latn-sun_Latn", "languages": ["mos-Latn", "sun-Latn"], "main_score": 0.132658, "precision": 0.129454, "recall": 0.144269}, {"accuracy": 0.16502, "f1": 0.143951, "hf_subset": "mos_Latn-umb_Latn", "languages": ["mos-Latn", "umb-Latn"], "main_score": 0.143951, "precision": 0.13691, "recall": 0.16502}, {"accuracy": 0.120553, "f1": 0.105638, "hf_subset": "mos_Latn-ajp_Arab", "languages": ["mos-Latn", "ajp-Arab"], "main_score": 0.105638, "precision": 0.101236, "recall": 0.120553}, {"accuracy": 0.038538, "f1": 0.032506, "hf_subset": "mos_Latn-bjn_Arab", "languages": ["mos-Latn", "bjn-Arab"], "main_score": 0.032506, "precision": 0.0308, "recall": 0.038538}, {"accuracy": 0.235178, "f1": 0.215666, "hf_subset": "mos_Latn-ewe_Latn", "languages": ["mos-Latn", "ewe-Latn"], "main_score": 0.215666, "precision": 0.208737, "recall": 0.235178}, {"accuracy": 0.198617, "f1": 0.179719, "hf_subset": "mos_Latn-ilo_Latn", "languages": ["mos-Latn", "ilo-Latn"], "main_score": 0.179719, "precision": 0.174169, "recall": 0.198617}, {"accuracy": 0.052372, "f1": 0.04566, "hf_subset": "mos_Latn-knc_Arab", "languages": ["mos-Latn", "knc-Arab"], "main_score": 0.04566, "precision": 0.043946, "recall": 0.052372}, {"accuracy": 0.170949, "f1": 0.149418, "hf_subset": "mos_Latn-mkd_Cyrl", "languages": ["mos-Latn", "mkd-Cyrl"], "main_score": 0.149418, "precision": 0.142749, "recall": 0.170949}, {"accuracy": 0.125494, "f1": 0.11181, "hf_subset": "mos_Latn-prs_Arab", "languages": ["mos-Latn", "prs-Arab"], "main_score": 0.11181, "precision": 0.107658, "recall": 0.125494}, {"accuracy": 0.182806, "f1": 0.167259, "hf_subset": "mos_Latn-swe_Latn", "languages": ["mos-Latn", "swe-Latn"], "main_score": 0.167259, "precision": 0.163219, "recall": 0.182806}, {"accuracy": 0.110672, "f1": 0.090083, "hf_subset": "mos_Latn-urd_Arab", "languages": ["mos-Latn", "urd-Arab"], "main_score": 0.090083, "precision": 0.084242, "recall": 0.110672}, {"accuracy": 0.242095, "f1": 0.218379, "hf_subset": "mos_Latn-aka_Latn", "languages": ["mos-Latn", "aka-Latn"], "main_score": 0.218379, "precision": 0.209828, "recall": 0.242095}, {"accuracy": 0.140316, "f1": 0.130413, "hf_subset": "mos_Latn-bjn_Latn", "languages": ["mos-Latn", "bjn-Latn"], "main_score": 0.130413, "precision": 0.127899, "recall": 0.140316}, {"accuracy": 0.151186, "f1": 0.137219, "hf_subset": "mos_Latn-fao_Latn", "languages": ["mos-Latn", "fao-Latn"], "main_score": 0.137219, "precision": 0.133299, "recall": 0.151186}, {"accuracy": 0.217391, "f1": 0.186135, "hf_subset": "mos_Latn-ind_Latn", "languages": ["mos-Latn", "ind-Latn"], "main_score": 0.186135, "precision": 0.177637, "recall": 0.217391}, {"accuracy": 0.206522, "f1": 0.183203, "hf_subset": "mos_Latn-knc_Latn", "languages": ["mos-Latn", "knc-Latn"], "main_score": 0.183203, "precision": 0.175142, "recall": 0.206522}, {"accuracy": 0.184783, "f1": 0.166139, "hf_subset": "mos_Latn-mlt_Latn", "languages": ["mos-Latn", "mlt-Latn"], "main_score": 0.166139, "precision": 0.159152, "recall": 0.184783}, {"accuracy": 0.183794, "f1": 0.164064, "hf_subset": "mos_Latn-quy_Latn", "languages": ["mos-Latn", "quy-Latn"], "main_score": 0.164064, "precision": 0.157702, "recall": 0.183794}, {"accuracy": 0.156126, "f1": 0.142722, "hf_subset": "mos_Latn-swh_Latn", "languages": ["mos-Latn", "swh-Latn"], "main_score": 0.142722, "precision": 0.137846, "recall": 0.156126}, {"accuracy": 0.102767, "f1": 0.090227, "hf_subset": "mos_Latn-uzn_Latn", "languages": ["mos-Latn", "uzn-Latn"], "main_score": 0.090227, "precision": 0.086694, "recall": 0.102767}, {"accuracy": 0.181818, "f1": 0.15935, "hf_subset": "mos_Latn-als_Latn", "languages": ["mos-Latn", "als-Latn"], "main_score": 0.15935, "precision": 0.152932, "recall": 0.181818}, {"accuracy": 0.039526, "f1": 0.027072, "hf_subset": "mos_Latn-bod_Tibt", "languages": ["mos-Latn", "bod-Tibt"], "main_score": 0.027072, "precision": 0.024249, "recall": 0.039526}, {"accuracy": 0.137352, "f1": 0.122991, "hf_subset": "mos_Latn-fij_Latn", "languages": ["mos-Latn", "fij-Latn"], "main_score": 0.122991, "precision": 0.116903, "recall": 0.137352}, {"accuracy": 0.112648, "f1": 0.106925, "hf_subset": "mos_Latn-isl_Latn", "languages": ["mos-Latn", "isl-Latn"], "main_score": 0.106925, "precision": 0.105159, "recall": 0.112648}, {"accuracy": 0.224308, "f1": 0.204121, "hf_subset": "mos_Latn-kon_Latn", "languages": ["mos-Latn", "kon-Latn"], "main_score": 0.204121, "precision": 0.195647, "recall": 0.224308}, {"accuracy": 0.047431, "f1": 0.036421, "hf_subset": "mos_Latn-mni_Beng", "languages": ["mos-Latn", "mni-Beng"], "main_score": 0.036421, "precision": 0.033276, "recall": 0.047431}, {"accuracy": 0.221344, "f1": 0.190105, "hf_subset": "mos_Latn-ron_Latn", "languages": ["mos-Latn", "ron-Latn"], "main_score": 0.190105, "precision": 0.18186, "recall": 0.221344}, {"accuracy": 0.142292, "f1": 0.129505, "hf_subset": "mos_Latn-szl_Latn", "languages": ["mos-Latn", "szl-Latn"], "main_score": 0.129505, "precision": 0.126282, "recall": 0.142292}, {"accuracy": 0.156126, "f1": 0.142588, "hf_subset": "mos_Latn-vec_Latn", "languages": ["mos-Latn", "vec-Latn"], "main_score": 0.142588, "precision": 0.13814, "recall": 0.156126}, {"accuracy": 0.052372, "f1": 0.04186, "hf_subset": "mos_Latn-amh_Ethi", "languages": ["mos-Latn", "amh-Ethi"], "main_score": 0.04186, "precision": 0.0392, "recall": 0.052372}, {"accuracy": 0.200593, "f1": 0.170391, "hf_subset": "mos_Latn-bos_Latn", "languages": ["mos-Latn", "bos-Latn"], "main_score": 0.170391, "precision": 0.16094, "recall": 0.200593}, {"accuracy": 0.198617, "f1": 0.177712, "hf_subset": "mos_Latn-fin_Latn", "languages": ["mos-Latn", "fin-Latn"], "main_score": 0.177712, "precision": 0.171262, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.186009, "hf_subset": "mos_Latn-ita_Latn", "languages": ["mos-Latn", "ita-Latn"], "main_score": 0.186009, "precision": 0.177116, "recall": 0.217391}, {"accuracy": 0.141304, "f1": 0.122606, "hf_subset": "mos_Latn-kor_Hang", "languages": ["mos-Latn", "kor-Hang"], "main_score": 0.122606, "precision": 0.116848, "recall": 0.141304}, {"accuracy": 0.183794, "f1": 0.156224, "hf_subset": "mos_Latn-run_Latn", "languages": ["mos-Latn", "run-Latn"], "main_score": 0.156224, "precision": 0.146978, "recall": 0.183794}, {"accuracy": 0.057312, "f1": 0.047212, "hf_subset": "mos_Latn-tam_Taml", "languages": ["mos-Latn", "tam-Taml"], "main_score": 0.047212, "precision": 0.044678, "recall": 0.057312}, {"accuracy": 0.222332, "f1": 0.188728, "hf_subset": "mos_Latn-vie_Latn", "languages": ["mos-Latn", "vie-Latn"], "main_score": 0.188728, "precision": 0.179887, "recall": 0.222332}, {"accuracy": 0.103755, "f1": 0.094436, "hf_subset": "mos_Latn-apc_Arab", "languages": ["mos-Latn", "apc-Arab"], "main_score": 0.094436, "precision": 0.090828, "recall": 0.103755}, {"accuracy": 0.167984, "f1": 0.1508, "hf_subset": "mos_Latn-bug_Latn", "languages": ["mos-Latn", "bug-Latn"], "main_score": 0.1508, "precision": 0.145317, "recall": 0.167984}, {"accuracy": 0.224308, "f1": 0.199262, "hf_subset": "mos_Latn-fon_Latn", "languages": ["mos-Latn", "fon-Latn"], "main_score": 0.199262, "precision": 0.190011, "recall": 0.224308}, {"accuracy": 0.13834, "f1": 0.127198, "hf_subset": "mos_Latn-jav_Latn", "languages": ["mos-Latn", "jav-Latn"], "main_score": 0.127198, "precision": 0.12452, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.150312, "hf_subset": "mos_Latn-lao_Laoo", "languages": ["mos-Latn", "lao-Laoo"], "main_score": 0.150312, "precision": 0.144625, "recall": 0.172925}, {"accuracy": 0.186759, "f1": 0.160144, "hf_subset": "mos_Latn-mri_Latn", "languages": ["mos-Latn", "mri-Latn"], "main_score": 0.160144, "precision": 0.150432, "recall": 0.186759}, {"accuracy": 0.185771, "f1": 0.160835, "hf_subset": "mos_Latn-rus_Cyrl", "languages": ["mos-Latn", "rus-Cyrl"], "main_score": 0.160835, "precision": 0.153211, "recall": 0.185771}, {"accuracy": 0.202569, "f1": 0.180946, "hf_subset": "mos_Latn-taq_Latn", "languages": ["mos-Latn", "taq-Latn"], "main_score": 0.180946, "precision": 0.174145, "recall": 0.202569}, {"accuracy": 0.192688, "f1": 0.177194, "hf_subset": "mos_Latn-war_Latn", "languages": ["mos-Latn", "war-Latn"], "main_score": 0.177194, "precision": 0.172147, "recall": 0.192688}, {"accuracy": 0.137352, "f1": 0.120627, "hf_subset": "mos_Latn-arb_Arab", "languages": ["mos-Latn", "arb-Arab"], "main_score": 0.120627, "precision": 0.115418, "recall": 0.137352}, {"accuracy": 0.184783, "f1": 0.157001, "hf_subset": "mos_Latn-bul_Cyrl", "languages": ["mos-Latn", "bul-Cyrl"], "main_score": 0.157001, "precision": 0.148834, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.184674, "hf_subset": "mos_Latn-fra_Latn", "languages": ["mos-Latn", "fra-Latn"], "main_score": 0.184674, "precision": 0.175825, "recall": 0.218379}, {"accuracy": 0.152174, "f1": 0.127927, "hf_subset": "mos_Latn-jpn_Jpan", "languages": ["mos-Latn", "jpn-Jpan"], "main_score": 0.127927, "precision": 0.119841, "recall": 0.152174}, {"accuracy": 0.146245, "f1": 0.135834, "hf_subset": "mos_Latn-lij_Latn", "languages": ["mos-Latn", "lij-Latn"], "main_score": 0.135834, "precision": 0.13255, "recall": 0.146245}, {"accuracy": 0.103755, "f1": 0.086915, "hf_subset": "mos_Latn-mya_Mymr", "languages": ["mos-Latn", "mya-Mymr"], "main_score": 0.086915, "precision": 0.08299, "recall": 0.103755}, {"accuracy": 0.208498, "f1": 0.188873, "hf_subset": "mos_Latn-sag_Latn", "languages": ["mos-Latn", "sag-Latn"], "main_score": 0.188873, "precision": 0.181801, "recall": 0.208498}, {"accuracy": 0.085968, "f1": 0.067201, "hf_subset": "mos_Latn-taq_Tfng", "languages": ["mos-Latn", "taq-Tfng"], "main_score": 0.067201, "precision": 0.062731, "recall": 0.085968}, {"accuracy": 0.236166, "f1": 0.215672, "hf_subset": "mos_Latn-wol_Latn", "languages": ["mos-Latn", "wol-Latn"], "main_score": 0.215672, "precision": 0.208327, "recall": 0.236166}, {"accuracy": 0.103755, "f1": 0.079695, "hf_subset": "mos_Latn-arb_Latn", "languages": ["mos-Latn", "arb-Latn"], "main_score": 0.079695, "precision": 0.07226, "recall": 0.103755}, {"accuracy": 0.221344, "f1": 0.191109, "hf_subset": "mos_Latn-cat_Latn", "languages": ["mos-Latn", "cat-Latn"], "main_score": 0.191109, "precision": 0.18314, "recall": 0.221344}, {"accuracy": 0.158103, "f1": 0.140215, "hf_subset": "mos_Latn-fur_Latn", "languages": ["mos-Latn", "fur-Latn"], "main_score": 0.140215, "precision": 0.134258, "recall": 0.158103}, {"accuracy": 0.092885, "f1": 0.075986, "hf_subset": "mos_Latn-kab_Latn", "languages": ["mos-Latn", "kab-Latn"], "main_score": 0.075986, "precision": 0.071312, "recall": 0.092885}, {"accuracy": 0.149209, "f1": 0.141259, "hf_subset": "mos_Latn-lim_Latn", "languages": ["mos-Latn", "lim-Latn"], "main_score": 0.141259, "precision": 0.138363, "recall": 0.149209}, {"accuracy": 0.222332, "f1": 0.191608, "hf_subset": "mos_Latn-nld_Latn", "languages": ["mos-Latn", "nld-Latn"], "main_score": 0.191608, "precision": 0.182921, "recall": 0.222332}, {"accuracy": 0.08498, "f1": 0.075506, "hf_subset": "mos_Latn-san_Deva", "languages": ["mos-Latn", "san-Deva"], "main_score": 0.075506, "precision": 0.072585, "recall": 0.08498}, {"accuracy": 0.134387, "f1": 0.120132, "hf_subset": "mos_Latn-tat_Cyrl", "languages": ["mos-Latn", "tat-Cyrl"], "main_score": 0.120132, "precision": 0.116136, "recall": 0.134387}, {"accuracy": 0.158103, "f1": 0.14001, "hf_subset": "mos_Latn-xho_Latn", "languages": ["mos-Latn", "xho-Latn"], "main_score": 0.14001, "precision": 0.134795, "recall": 0.158103}, {"accuracy": 0.133399, "f1": 0.11563, "hf_subset": "mos_Latn-ars_Arab", "languages": ["mos-Latn", "ars-Arab"], "main_score": 0.11563, "precision": 0.110302, "recall": 0.133399}, {"accuracy": 0.166008, "f1": 0.149595, "hf_subset": "mos_Latn-ceb_Latn", "languages": ["mos-Latn", "ceb-Latn"], "main_score": 0.149595, "precision": 0.144966, "recall": 0.166008}, {"accuracy": 0.195652, "f1": 0.181724, "hf_subset": "mos_Latn-fuv_Latn", "languages": ["mos-Latn", "fuv-Latn"], "main_score": 0.181724, "precision": 0.176353, "recall": 0.195652}, {"accuracy": 0.220356, "f1": 0.191926, "hf_subset": "mos_Latn-kac_Latn", "languages": ["mos-Latn", "kac-Latn"], "main_score": 0.191926, "precision": 0.18141, "recall": 0.220356}, {"accuracy": 0.182806, "f1": 0.165072, "hf_subset": "mos_Latn-lin_Latn", "languages": ["mos-Latn", "lin-Latn"], "main_score": 0.165072, "precision": 0.158675, "recall": 0.182806}, {"accuracy": 0.193676, "f1": 0.171805, "hf_subset": "mos_Latn-nno_Latn", "languages": ["mos-Latn", "nno-Latn"], "main_score": 0.171805, "precision": 0.166335, "recall": 0.193676}, {"accuracy": 0.014822, "f1": 0.007038, "hf_subset": "mos_Latn-sat_Olck", "languages": ["mos-Latn", "sat-Olck"], "main_score": 0.007038, "precision": 0.006195, "recall": 0.014822}, {"accuracy": 0.067194, "f1": 0.057556, "hf_subset": "mos_Latn-tel_Telu", "languages": ["mos-Latn", "tel-Telu"], "main_score": 0.057556, "precision": 0.054717, "recall": 0.067194}, {"accuracy": 0.065217, "f1": 0.055145, "hf_subset": "mos_Latn-ydd_Hebr", "languages": ["mos-Latn", "ydd-Hebr"], "main_score": 0.055145, "precision": 0.053023, "recall": 0.065217}, {"accuracy": 0.09585, "f1": 0.082416, "hf_subset": "mos_Latn-ary_Arab", "languages": ["mos-Latn", "ary-Arab"], "main_score": 0.082416, "precision": 0.078406, "recall": 0.09585}, {"accuracy": 0.211462, "f1": 0.18142, "hf_subset": "mos_Latn-ces_Latn", "languages": ["mos-Latn", "ces-Latn"], "main_score": 0.18142, "precision": 0.17239, "recall": 0.211462}, {"accuracy": 0.086957, "f1": 0.072276, "hf_subset": "mos_Latn-gaz_Latn", "languages": ["mos-Latn", "gaz-Latn"], "main_score": 0.072276, "precision": 0.067416, "recall": 0.086957}, {"accuracy": 0.1917, "f1": 0.170556, "hf_subset": "mos_Latn-kam_Latn", "languages": ["mos-Latn", "kam-Latn"], "main_score": 0.170556, "precision": 0.162102, "recall": 0.1917}, {"accuracy": 0.185771, "f1": 0.158528, "hf_subset": "mos_Latn-lit_Latn", "languages": ["mos-Latn", "lit-Latn"], "main_score": 0.158528, "precision": 0.151535, "recall": 0.185771}, {"accuracy": 0.22332, "f1": 0.195663, "hf_subset": "mos_Latn-nob_Latn", "languages": ["mos-Latn", "nob-Latn"], "main_score": 0.195663, "precision": 0.187471, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.139279, "hf_subset": "mos_Latn-scn_Latn", "languages": ["mos-Latn", "scn-Latn"], "main_score": 0.139279, "precision": 0.135846, "recall": 0.149209}, {"accuracy": 0.12747, "f1": 0.111404, "hf_subset": "mos_Latn-tgk_Cyrl", "languages": ["mos-Latn", "tgk-Cyrl"], "main_score": 0.111404, "precision": 0.105324, "recall": 0.12747}, {"accuracy": 0.16996, "f1": 0.151276, "hf_subset": "mos_Latn-yor_Latn", "languages": ["mos-Latn", "yor-Latn"], "main_score": 0.151276, "precision": 0.143511, "recall": 0.16996}, {"accuracy": 0.103755, "f1": 0.094337, "hf_subset": "mos_Latn-arz_Arab", "languages": ["mos-Latn", "arz-Arab"], "main_score": 0.094337, "precision": 0.091141, "recall": 0.103755}, {"accuracy": 0.16996, "f1": 0.153226, "hf_subset": "mos_Latn-cjk_Latn", "languages": ["mos-Latn", "cjk-Latn"], "main_score": 0.153226, "precision": 0.146937, "recall": 0.16996}, {"accuracy": 0.15415, "f1": 0.134365, "hf_subset": "mos_Latn-gla_Latn", "languages": ["mos-Latn", "gla-Latn"], "main_score": 0.134365, "precision": 0.127535, "recall": 0.15415}, {"accuracy": 0.063241, "f1": 0.049521, "hf_subset": "mos_Latn-kan_Knda", "languages": ["mos-Latn", "kan-Knda"], "main_score": 0.049521, "precision": 0.04617, "recall": 0.063241}, {"accuracy": 0.157115, "f1": 0.140748, "hf_subset": "mos_Latn-lmo_Latn", "languages": ["mos-Latn", "lmo-Latn"], "main_score": 0.140748, "precision": 0.136193, "recall": 0.157115}, {"accuracy": 0.124506, "f1": 0.104829, "hf_subset": "mos_Latn-npi_Deva", "languages": ["mos-Latn", "npi-Deva"], "main_score": 0.104829, "precision": 0.100017, "recall": 0.124506}, {"accuracy": 0.178854, "f1": 0.156489, "hf_subset": "mos_Latn-shn_Mymr", "languages": ["mos-Latn", "shn-Mymr"], "main_score": 0.156489, "precision": 0.14929, "recall": 0.178854}, {"accuracy": 0.187747, "f1": 0.169321, "hf_subset": "mos_Latn-tgl_Latn", "languages": ["mos-Latn", "tgl-Latn"], "main_score": 0.169321, "precision": 0.163041, "recall": 0.187747}, {"accuracy": 0.153162, "f1": 0.130386, "hf_subset": "mos_Latn-yue_Hant", "languages": ["mos-Latn", "yue-Hant"], "main_score": 0.130386, "precision": 0.124638, "recall": 0.153162}, {"accuracy": 0.043478, "f1": 0.037292, "hf_subset": "mos_Latn-asm_Beng", "languages": ["mos-Latn", "asm-Beng"], "main_score": 0.037292, "precision": 0.035254, "recall": 0.043478}, {"accuracy": 0.085968, "f1": 0.06976, "hf_subset": "mos_Latn-ckb_Arab", "languages": ["mos-Latn", "ckb-Arab"], "main_score": 0.06976, "precision": 0.064782, "recall": 0.085968}, {"accuracy": 0.146245, "f1": 0.132859, "hf_subset": "mos_Latn-gle_Latn", "languages": ["mos-Latn", "gle-Latn"], "main_score": 0.132859, "precision": 0.128953, "recall": 0.146245}, {"accuracy": 0.063241, "f1": 0.058121, "hf_subset": "mos_Latn-kas_Arab", "languages": ["mos-Latn", "kas-Arab"], "main_score": 0.058121, "precision": 0.056977, "recall": 0.063241}, {"accuracy": 0.15415, "f1": 0.135465, "hf_subset": "mos_Latn-ltg_Latn", "languages": ["mos-Latn", "ltg-Latn"], "main_score": 0.135465, "precision": 0.129794, "recall": 0.15415}, {"accuracy": 0.209486, "f1": 0.185905, "hf_subset": "mos_Latn-nso_Latn", "languages": ["mos-Latn", "nso-Latn"], "main_score": 0.185905, "precision": 0.177505, "recall": 0.209486}, {"accuracy": 0.060277, "f1": 0.049785, "hf_subset": "mos_Latn-sin_Sinh", "languages": ["mos-Latn", "sin-Sinh"], "main_score": 0.049785, "precision": 0.046841, "recall": 0.060277}, {"accuracy": 0.144269, "f1": 0.123138, "hf_subset": "mos_Latn-tha_Thai", "languages": ["mos-Latn", "tha-Thai"], "main_score": 0.123138, "precision": 0.117823, "recall": 0.144269}, {"accuracy": 0.160079, "f1": 0.138837, "hf_subset": "mos_Latn-zho_Hans", "languages": ["mos-Latn", "zho-Hans"], "main_score": 0.138837, "precision": 0.13376, "recall": 0.160079}, {"accuracy": 0.172925, "f1": 0.153134, "hf_subset": "mos_Latn-ast_Latn", "languages": ["mos-Latn", "ast-Latn"], "main_score": 0.153134, "precision": 0.148289, "recall": 0.172925}, {"accuracy": 0.108696, "f1": 0.099008, "hf_subset": "mos_Latn-crh_Latn", "languages": ["mos-Latn", "crh-Latn"], "main_score": 0.099008, "precision": 0.095732, "recall": 0.108696}, {"accuracy": 0.213439, "f1": 0.185914, "hf_subset": "mos_Latn-glg_Latn", "languages": ["mos-Latn", "glg-Latn"], "main_score": 0.185914, "precision": 0.177409, "recall": 0.213439}, {"accuracy": 0.099802, "f1": 0.086462, "hf_subset": "mos_Latn-kas_Deva", "languages": ["mos-Latn", "kas-Deva"], "main_score": 0.086462, "precision": 0.082002, "recall": 0.099802}, {"accuracy": 0.148221, "f1": 0.136224, "hf_subset": "mos_Latn-ltz_Latn", "languages": ["mos-Latn", "ltz-Latn"], "main_score": 0.136224, "precision": 0.132108, "recall": 0.148221}, {"accuracy": 0.126482, "f1": 0.100089, "hf_subset": "mos_Latn-nus_Latn", "languages": ["mos-Latn", "nus-Latn"], "main_score": 0.100089, "precision": 0.090445, "recall": 0.126482}, {"accuracy": 0.20751, "f1": 0.183105, "hf_subset": "mos_Latn-slk_Latn", "languages": ["mos-Latn", "slk-Latn"], "main_score": 0.183105, "precision": 0.17485, "recall": 0.20751}, {"accuracy": 0.02668, "f1": 0.022075, "hf_subset": "mos_Latn-tir_Ethi", "languages": ["mos-Latn", "tir-Ethi"], "main_score": 0.022075, "precision": 0.021108, "recall": 0.02668}, {"accuracy": 0.148221, "f1": 0.129057, "hf_subset": "mos_Latn-zho_Hant", "languages": ["mos-Latn", "zho-Hant"], "main_score": 0.129057, "precision": 0.12309, "recall": 0.148221}, {"accuracy": 0.132411, "f1": 0.113854, "hf_subset": "mos_Latn-awa_Deva", "languages": ["mos-Latn", "awa-Deva"], "main_score": 0.113854, "precision": 0.108956, "recall": 0.132411}, {"accuracy": 0.130435, "f1": 0.119551, "hf_subset": "mos_Latn-cym_Latn", "languages": ["mos-Latn", "cym-Latn"], "main_score": 0.119551, "precision": 0.116415, "recall": 0.130435}, {"accuracy": 0.184783, "f1": 0.171204, "hf_subset": "mos_Latn-grn_Latn", "languages": ["mos-Latn", "grn-Latn"], "main_score": 0.171204, "precision": 0.166667, "recall": 0.184783}, {"accuracy": 0.117589, "f1": 0.101937, "hf_subset": "mos_Latn-kat_Geor", "languages": ["mos-Latn", "kat-Geor"], "main_score": 0.101937, "precision": 0.097054, "recall": 0.117589}, {"accuracy": 0.200593, "f1": 0.181941, "hf_subset": "mos_Latn-lua_Latn", "languages": ["mos-Latn", "lua-Latn"], "main_score": 0.181941, "precision": 0.174989, "recall": 0.200593}, {"accuracy": 0.206522, "f1": 0.180847, "hf_subset": "mos_Latn-nya_Latn", "languages": ["mos-Latn", "nya-Latn"], "main_score": 0.180847, "precision": 0.172436, "recall": 0.206522}, {"accuracy": 0.208498, "f1": 0.180724, "hf_subset": "mos_Latn-slv_Latn", "languages": ["mos-Latn", "slv-Latn"], "main_score": 0.180724, "precision": 0.172867, "recall": 0.208498}, {"accuracy": 0.190711, "f1": 0.177409, "hf_subset": "mos_Latn-tpi_Latn", "languages": ["mos-Latn", "tpi-Latn"], "main_score": 0.177409, "precision": 0.172101, "recall": 0.190711}, {"accuracy": 0.219368, "f1": 0.188031, "hf_subset": "mos_Latn-zsm_Latn", "languages": ["mos-Latn", "zsm-Latn"], "main_score": 0.188031, "precision": 0.179703, "recall": 0.219368}, {"accuracy": 0.184783, "f1": 0.161742, "hf_subset": "mos_Latn-ayr_Latn", "languages": ["mos-Latn", "ayr-Latn"], "main_score": 0.161742, "precision": 0.153088, "recall": 0.184783}, {"accuracy": 0.221344, "f1": 0.192197, "hf_subset": "mos_Latn-dan_Latn", "languages": ["mos-Latn", "dan-Latn"], "main_score": 0.192197, "precision": 0.184354, "recall": 0.221344}, {"accuracy": 0.066206, "f1": 0.054457, "hf_subset": "mos_Latn-guj_Gujr", "languages": ["mos-Latn", "guj-Gujr"], "main_score": 0.054457, "precision": 0.051947, "recall": 0.066206}, {"accuracy": 0.167984, "f1": 0.154265, "hf_subset": "mos_Latn-kaz_Cyrl", "languages": ["mos-Latn", "kaz-Cyrl"], "main_score": 0.154265, "precision": 0.150976, "recall": 0.167984}, {"accuracy": 0.16996, "f1": 0.149734, "hf_subset": "mos_Latn-lug_Latn", "languages": ["mos-Latn", "lug-Latn"], "main_score": 0.149734, "precision": 0.143581, "recall": 0.16996}, {"accuracy": 0.184783, "f1": 0.1666, "hf_subset": "mos_Latn-oci_Latn", "languages": ["mos-Latn", "oci-Latn"], "main_score": 0.1666, "precision": 0.16104, "recall": 0.184783}, {"accuracy": 0.182806, "f1": 0.157019, "hf_subset": "mos_Latn-smo_Latn", "languages": ["mos-Latn", "smo-Latn"], "main_score": 0.157019, "precision": 0.148867, "recall": 0.182806}, {"accuracy": 0.198617, "f1": 0.180124, "hf_subset": "mos_Latn-tsn_Latn", "languages": ["mos-Latn", "tsn-Latn"], "main_score": 0.180124, "precision": 0.172573, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.109495, "hf_subset": "mos_Latn-zul_Latn", "languages": ["mos-Latn", "zul-Latn"], "main_score": 0.109495, "precision": 0.102344, "recall": 0.131423}, {"accuracy": 0.083992, "f1": 0.068653, "hf_subset": "mos_Latn-azb_Arab", "languages": ["mos-Latn", "azb-Arab"], "main_score": 0.068653, "precision": 0.065742, "recall": 0.083992}, {"accuracy": 0.215415, "f1": 0.186579, "hf_subset": "mos_Latn-deu_Latn", "languages": ["mos-Latn", "deu-Latn"], "main_score": 0.186579, "precision": 0.178624, "recall": 0.215415}, {"accuracy": 0.184783, "f1": 0.169299, "hf_subset": "mos_Latn-hat_Latn", "languages": ["mos-Latn", "hat-Latn"], "main_score": 0.169299, "precision": 0.163854, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.194843, "hf_subset": "mos_Latn-kbp_Latn", "languages": ["mos-Latn", "kbp-Latn"], "main_score": 0.194843, "precision": 0.185386, "recall": 0.218379}, {"accuracy": 0.197628, "f1": 0.175302, "hf_subset": "mos_Latn-luo_Latn", "languages": ["mos-Latn", "luo-Latn"], "main_score": 0.175302, "precision": 0.167648, "recall": 0.197628}, {"accuracy": 0.047431, "f1": 0.042397, "hf_subset": "mos_Latn-ory_Orya", "languages": ["mos-Latn", "ory-Orya"], "main_score": 0.042397, "precision": 0.040569, "recall": 0.047431}, {"accuracy": 0.152174, "f1": 0.135139, "hf_subset": "mos_Latn-sna_Latn", "languages": ["mos-Latn", "sna-Latn"], "main_score": 0.135139, "precision": 0.129785, "recall": 0.152174}, {"accuracy": 0.209486, "f1": 0.185288, "hf_subset": "mos_Latn-tso_Latn", "languages": ["mos-Latn", "tso-Latn"], "main_score": 0.185288, "precision": 0.176803, "recall": 0.209486}, {"accuracy": 0.133399, "f1": 0.120086, "hf_subset": "mos_Latn-azj_Latn", "languages": ["mos-Latn", "azj-Latn"], "main_score": 0.120086, "precision": 0.11679, "recall": 0.133399}, {"accuracy": 0.183794, "f1": 0.16663, "hf_subset": "mos_Latn-dik_Latn", "languages": ["mos-Latn", "dik-Latn"], "main_score": 0.16663, "precision": 0.160349, "recall": 0.183794}, {"accuracy": 0.198617, "f1": 0.17402, "hf_subset": "mos_Latn-hau_Latn", "languages": ["mos-Latn", "hau-Latn"], "main_score": 0.17402, "precision": 0.165899, "recall": 0.198617}, {"accuracy": 0.109684, "f1": 0.103613, "hf_subset": "mos_Latn-kea_Latn", "languages": ["mos-Latn", "kea-Latn"], "main_score": 0.103613, "precision": 0.101731, "recall": 0.109684}, {"accuracy": 0.214427, "f1": 0.190704, "hf_subset": "mos_Latn-lus_Latn", "languages": ["mos-Latn", "lus-Latn"], "main_score": 0.190704, "precision": 0.182572, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.16901, "hf_subset": "mos_Latn-pag_Latn", "languages": ["mos-Latn", "pag-Latn"], "main_score": 0.16901, "precision": 0.163263, "recall": 0.183794}, {"accuracy": 0.083992, "f1": 0.069658, "hf_subset": "mos_Latn-snd_Arab", "languages": ["mos-Latn", "snd-Arab"], "main_score": 0.069658, "precision": 0.06596, "recall": 0.083992}, {"accuracy": 0.128458, "f1": 0.10779, "hf_subset": "mos_Latn-tuk_Latn", "languages": ["mos-Latn", "tuk-Latn"], "main_score": 0.10779, "precision": 0.10136, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.138631, "hf_subset": "mos_Latn-bak_Cyrl", "languages": ["mos-Latn", "bak-Cyrl"], "main_score": 0.138631, "precision": 0.13277, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.151962, "hf_subset": "mos_Latn-dyu_Latn", "languages": ["mos-Latn", "dyu-Latn"], "main_score": 0.151962, "precision": 0.142869, "recall": 0.173913}, {"accuracy": 0.142292, "f1": 0.119877, "hf_subset": "mos_Latn-heb_Hebr", "languages": ["mos-Latn", "heb-Hebr"], "main_score": 0.119877, "precision": 0.113094, "recall": 0.142292}, {"accuracy": 0.140316, "f1": 0.118151, "hf_subset": "mos_Latn-khk_Cyrl", "languages": ["mos-Latn", "khk-Cyrl"], "main_score": 0.118151, "precision": 0.112998, "recall": 0.140316}, {"accuracy": 0.179842, "f1": 0.155824, "hf_subset": "mos_Latn-lvs_Latn", "languages": ["mos-Latn", "lvs-Latn"], "main_score": 0.155824, "precision": 0.149351, "recall": 0.179842}, {"accuracy": 0.052372, "f1": 0.043024, "hf_subset": "mos_Latn-pan_Guru", "languages": ["mos-Latn", "pan-Guru"], "main_score": 0.043024, "precision": 0.040983, "recall": 0.052372}, {"accuracy": 0.175889, "f1": 0.153744, "hf_subset": "mos_Latn-som_Latn", "languages": ["mos-Latn", "som-Latn"], "main_score": 0.153744, "precision": 0.146333, "recall": 0.175889}, {"accuracy": 0.216403, "f1": 0.188891, "hf_subset": "mos_Latn-tum_Latn", "languages": ["mos-Latn", "tum-Latn"], "main_score": 0.188891, "precision": 0.180019, "recall": 0.216403}, {"accuracy": 0.012846, "f1": 0.009256, "hf_subset": "run_Latn-ace_Arab", "languages": ["run-Latn", "ace-Arab"], "main_score": 0.009256, "precision": 0.008245, "recall": 0.012846}, {"accuracy": 0.130435, "f1": 0.120108, "hf_subset": "run_Latn-bam_Latn", "languages": ["run-Latn", "bam-Latn"], "main_score": 0.120108, "precision": 0.117045, "recall": 0.130435}, {"accuracy": 0.003953, "f1": 0.000806, "hf_subset": "run_Latn-dzo_Tibt", "languages": ["run-Latn", "dzo-Tibt"], "main_score": 0.000806, "precision": 0.000571, "recall": 0.003953}, {"accuracy": 0.090909, "f1": 0.071604, "hf_subset": "run_Latn-hin_Deva", "languages": ["run-Latn", "hin-Deva"], "main_score": 0.071604, "precision": 0.067504, "recall": 0.090909}, {"accuracy": 0.089921, "f1": 0.078904, "hf_subset": "run_Latn-khm_Khmr", "languages": ["run-Latn", "khm-Khmr"], "main_score": 0.078904, "precision": 0.076046, "recall": 0.089921}, {"accuracy": 0.054348, "f1": 0.044001, "hf_subset": "run_Latn-mag_Deva", "languages": ["run-Latn", "mag-Deva"], "main_score": 0.044001, "precision": 0.041345, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.059153, "hf_subset": "run_Latn-pap_Latn", "languages": ["run-Latn", "pap-Latn"], "main_score": 0.059153, "precision": 0.057055, "recall": 0.065217}, {"accuracy": 0.170949, "f1": 0.153034, "hf_subset": "run_Latn-sot_Latn", "languages": ["run-Latn", "sot-Latn"], "main_score": 0.153034, "precision": 0.146787, "recall": 0.170949}, {"accuracy": 0.143281, "f1": 0.120072, "hf_subset": "run_Latn-tur_Latn", "languages": ["run-Latn", "tur-Latn"], "main_score": 0.120072, "precision": 0.115058, "recall": 0.143281}, {"accuracy": 0.108696, "f1": 0.097847, "hf_subset": "run_Latn-ace_Latn", "languages": ["run-Latn", "ace-Latn"], "main_score": 0.097847, "precision": 0.09451, "recall": 0.108696}, {"accuracy": 0.067194, "f1": 0.061507, "hf_subset": "run_Latn-ban_Latn", "languages": ["run-Latn", "ban-Latn"], "main_score": 0.061507, "precision": 0.060035, "recall": 0.067194}, {"accuracy": 0.089921, "f1": 0.074029, "hf_subset": "run_Latn-ell_Grek", "languages": ["run-Latn", "ell-Grek"], "main_score": 0.074029, "precision": 0.070491, "recall": 0.089921}, {"accuracy": 0.050395, "f1": 0.042428, "hf_subset": "run_Latn-hne_Deva", "languages": ["run-Latn", "hne-Deva"], "main_score": 0.042428, "precision": 0.040636, "recall": 0.050395}, {"accuracy": 0.159091, "f1": 0.149812, "hf_subset": "run_Latn-kik_Latn", "languages": ["run-Latn", "kik-Latn"], "main_score": 0.149812, "precision": 0.146648, "recall": 0.159091}, {"accuracy": 0.052372, "f1": 0.045631, "hf_subset": "run_Latn-mai_Deva", "languages": ["run-Latn", "mai-Deva"], "main_score": 0.045631, "precision": 0.043881, "recall": 0.052372}, {"accuracy": 0.083992, "f1": 0.069321, "hf_subset": "run_Latn-pbt_Arab", "languages": ["run-Latn", "pbt-Arab"], "main_score": 0.069321, "precision": 0.066075, "recall": 0.083992}, {"accuracy": 0.135375, "f1": 0.114576, "hf_subset": "run_Latn-spa_Latn", "languages": ["run-Latn", "spa-Latn"], "main_score": 0.114576, "precision": 0.109619, "recall": 0.135375}, {"accuracy": 0.171937, "f1": 0.157914, "hf_subset": "run_Latn-twi_Latn", "languages": ["run-Latn", "twi-Latn"], "main_score": 0.157914, "precision": 0.153309, "recall": 0.171937}, {"accuracy": 0.057312, "f1": 0.048096, "hf_subset": "run_Latn-acm_Arab", "languages": ["run-Latn", "acm-Arab"], "main_score": 0.048096, "precision": 0.045632, "recall": 0.057312}, {"accuracy": 0.085968, "f1": 0.068426, "hf_subset": "run_Latn-bel_Cyrl", "languages": ["run-Latn", "bel-Cyrl"], "main_score": 0.068426, "precision": 0.064562, "recall": 0.085968}, {"accuracy": 0.143281, "f1": 0.12278, "hf_subset": "run_Latn-eng_Latn", "languages": ["run-Latn", "eng-Latn"], "main_score": 0.12278, "precision": 0.117254, "recall": 0.143281}, {"accuracy": 0.091897, "f1": 0.079696, "hf_subset": "run_Latn-hrv_Latn", "languages": ["run-Latn", "hrv-Latn"], "main_score": 0.079696, "precision": 0.076404, "recall": 0.091897}, {"accuracy": 0.389328, "f1": 0.356164, "hf_subset": "run_Latn-kin_Latn", "languages": ["run-Latn", "kin-Latn"], "main_score": 0.356164, "precision": 0.344538, "recall": 0.389328}, {"accuracy": 0.029644, "f1": 0.021731, "hf_subset": "run_Latn-mal_Mlym", "languages": ["run-Latn", "mal-Mlym"], "main_score": 0.021731, "precision": 0.020757, "recall": 0.029644}, {"accuracy": 0.085968, "f1": 0.073363, "hf_subset": "run_Latn-pes_Arab", "languages": ["run-Latn", "pes-Arab"], "main_score": 0.073363, "precision": 0.070689, "recall": 0.085968}, {"accuracy": 0.101779, "f1": 0.090019, "hf_subset": "run_Latn-srd_Latn", "languages": ["run-Latn", "srd-Latn"], "main_score": 0.090019, "precision": 0.086421, "recall": 0.101779}, {"accuracy": 0.056324, "f1": 0.03923, "hf_subset": "run_Latn-tzm_Tfng", "languages": ["run-Latn", "tzm-Tfng"], "main_score": 0.03923, "precision": 0.036533, "recall": 0.056324}, {"accuracy": 0.070158, "f1": 0.057028, "hf_subset": "run_Latn-acq_Arab", "languages": ["run-Latn", "acq-Arab"], "main_score": 0.057028, "precision": 0.054171, "recall": 0.070158}, {"accuracy": 0.228261, "f1": 0.202906, "hf_subset": "run_Latn-bem_Latn", "languages": ["run-Latn", "bem-Latn"], "main_score": 0.202906, "precision": 0.194881, "recall": 0.228261}, {"accuracy": 0.082016, "f1": 0.07546, "hf_subset": "run_Latn-epo_Latn", "languages": ["run-Latn", "epo-Latn"], "main_score": 0.07546, "precision": 0.073394, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.126706, "hf_subset": "run_Latn-hun_Latn", "languages": ["run-Latn", "hun-Latn"], "main_score": 0.126706, "precision": 0.122951, "recall": 0.147233}, {"accuracy": 0.079051, "f1": 0.06421, "hf_subset": "run_Latn-kir_Cyrl", "languages": ["run-Latn", "kir-Cyrl"], "main_score": 0.06421, "precision": 0.060627, "recall": 0.079051}, {"accuracy": 0.062253, "f1": 0.050535, "hf_subset": "run_Latn-mar_Deva", "languages": ["run-Latn", "mar-Deva"], "main_score": 0.050535, "precision": 0.0484, "recall": 0.062253}, {"accuracy": 0.11166, "f1": 0.101822, "hf_subset": "run_Latn-plt_Latn", "languages": ["run-Latn", "plt-Latn"], "main_score": 0.101822, "precision": 0.098688, "recall": 0.11166}, {"accuracy": 0.103755, "f1": 0.083354, "hf_subset": "run_Latn-srp_Cyrl", "languages": ["run-Latn", "srp-Cyrl"], "main_score": 0.083354, "precision": 0.07825, "recall": 0.103755}, {"accuracy": 0.045455, "f1": 0.03968, "hf_subset": "run_Latn-uig_Arab", "languages": ["run-Latn", "uig-Arab"], "main_score": 0.03968, "precision": 0.037995, "recall": 0.045455}, {"accuracy": 0.063241, "f1": 0.051188, "hf_subset": "run_Latn-aeb_Arab", "languages": ["run-Latn", "aeb-Arab"], "main_score": 0.051188, "precision": 0.048491, "recall": 0.063241}, {"accuracy": 0.030632, "f1": 0.024443, "hf_subset": "run_Latn-ben_Beng", "languages": ["run-Latn", "ben-Beng"], "main_score": 0.024443, "precision": 0.023241, "recall": 0.030632}, {"accuracy": 0.130435, "f1": 0.109996, "hf_subset": "run_Latn-est_Latn", "languages": ["run-Latn", "est-Latn"], "main_score": 0.109996, "precision": 0.105031, "recall": 0.130435}, {"accuracy": 0.066206, "f1": 0.052922, "hf_subset": "run_Latn-hye_Armn", "languages": ["run-Latn", "hye-Armn"], "main_score": 0.052922, "precision": 0.050023, "recall": 0.066206}, {"accuracy": 0.199605, "f1": 0.176321, "hf_subset": "run_Latn-kmb_Latn", "languages": ["run-Latn", "kmb-Latn"], "main_score": 0.176321, "precision": 0.168613, "recall": 0.199605}, {"accuracy": 0.014822, "f1": 0.012376, "hf_subset": "run_Latn-min_Arab", "languages": ["run-Latn", "min-Arab"], "main_score": 0.012376, "precision": 0.011677, "recall": 0.014822}, {"accuracy": 0.152174, "f1": 0.128584, "hf_subset": "run_Latn-pol_Latn", "languages": ["run-Latn", "pol-Latn"], "main_score": 0.128584, "precision": 0.1233, "recall": 0.152174}, {"accuracy": 0.13834, "f1": 0.119207, "hf_subset": "run_Latn-ssw_Latn", "languages": ["run-Latn", "ssw-Latn"], "main_score": 0.119207, "precision": 0.112924, "recall": 0.13834}, {"accuracy": 0.098814, "f1": 0.081746, "hf_subset": "run_Latn-ukr_Cyrl", "languages": ["run-Latn", "ukr-Cyrl"], "main_score": 0.081746, "precision": 0.077953, "recall": 0.098814}, {"accuracy": 0.135375, "f1": 0.112822, "hf_subset": "run_Latn-afr_Latn", "languages": ["run-Latn", "afr-Latn"], "main_score": 0.112822, "precision": 0.107145, "recall": 0.135375}, {"accuracy": 0.056324, "f1": 0.045168, "hf_subset": "run_Latn-bho_Deva", "languages": ["run-Latn", "bho-Deva"], "main_score": 0.045168, "precision": 0.04247, "recall": 0.056324}, {"accuracy": 0.055336, "f1": 0.050456, "hf_subset": "run_Latn-eus_Latn", "languages": ["run-Latn", "eus-Latn"], "main_score": 0.050456, "precision": 0.049141, "recall": 0.055336}, {"accuracy": 0.166996, "f1": 0.149089, "hf_subset": "run_Latn-ibo_Latn", "languages": ["run-Latn", "ibo-Latn"], "main_score": 0.149089, "precision": 0.143339, "recall": 0.166996}, {"accuracy": 0.112648, "f1": 0.093924, "hf_subset": "run_Latn-kmr_Latn", "languages": ["run-Latn", "kmr-Latn"], "main_score": 0.093924, "precision": 0.089494, "recall": 0.112648}, {"accuracy": 0.068182, "f1": 0.060971, "hf_subset": "run_Latn-min_Latn", "languages": ["run-Latn", "min-Latn"], "main_score": 0.060971, "precision": 0.059495, "recall": 0.068182}, {"accuracy": 0.141304, "f1": 0.119733, "hf_subset": "run_Latn-por_Latn", "languages": ["run-Latn", "por-Latn"], "main_score": 0.119733, "precision": 0.114777, "recall": 0.141304}, {"accuracy": 0.070158, "f1": 0.06126, "hf_subset": "run_Latn-sun_Latn", "languages": ["run-Latn", "sun-Latn"], "main_score": 0.06126, "precision": 0.058851, "recall": 0.070158}, {"accuracy": 0.170949, "f1": 0.153123, "hf_subset": "run_Latn-umb_Latn", "languages": ["run-Latn", "umb-Latn"], "main_score": 0.153123, "precision": 0.147602, "recall": 0.170949}, {"accuracy": 0.077075, "f1": 0.060903, "hf_subset": "run_Latn-ajp_Arab", "languages": ["run-Latn", "ajp-Arab"], "main_score": 0.060903, "precision": 0.057648, "recall": 0.077075}, {"accuracy": 0.030632, "f1": 0.02544, "hf_subset": "run_Latn-bjn_Arab", "languages": ["run-Latn", "bjn-Arab"], "main_score": 0.02544, "precision": 0.024104, "recall": 0.030632}, {"accuracy": 0.128458, "f1": 0.116466, "hf_subset": "run_Latn-ewe_Latn", "languages": ["run-Latn", "ewe-Latn"], "main_score": 0.116466, "precision": 0.112589, "recall": 0.128458}, {"accuracy": 0.121542, "f1": 0.107561, "hf_subset": "run_Latn-ilo_Latn", "languages": ["run-Latn", "ilo-Latn"], "main_score": 0.107561, "precision": 0.102909, "recall": 0.121542}, {"accuracy": 0.017787, "f1": 0.016183, "hf_subset": "run_Latn-knc_Arab", "languages": ["run-Latn", "knc-Arab"], "main_score": 0.016183, "precision": 0.015832, "recall": 0.017787}, {"accuracy": 0.113636, "f1": 0.092116, "hf_subset": "run_Latn-mkd_Cyrl", "languages": ["run-Latn", "mkd-Cyrl"], "main_score": 0.092116, "precision": 0.087399, "recall": 0.113636}, {"accuracy": 0.06917, "f1": 0.058451, "hf_subset": "run_Latn-prs_Arab", "languages": ["run-Latn", "prs-Arab"], "main_score": 0.058451, "precision": 0.056245, "recall": 0.06917}, {"accuracy": 0.117589, "f1": 0.103187, "hf_subset": "run_Latn-swe_Latn", "languages": ["run-Latn", "swe-Latn"], "main_score": 0.103187, "precision": 0.099557, "recall": 0.117589}, {"accuracy": 0.061265, "f1": 0.046477, "hf_subset": "run_Latn-urd_Arab", "languages": ["run-Latn", "urd-Arab"], "main_score": 0.046477, "precision": 0.042939, "recall": 0.061265}, {"accuracy": 0.176877, "f1": 0.159303, "hf_subset": "run_Latn-aka_Latn", "languages": ["run-Latn", "aka-Latn"], "main_score": 0.159303, "precision": 0.154181, "recall": 0.176877}, {"accuracy": 0.075099, "f1": 0.06607, "hf_subset": "run_Latn-bjn_Latn", "languages": ["run-Latn", "bjn-Latn"], "main_score": 0.06607, "precision": 0.063977, "recall": 0.075099}, {"accuracy": 0.08004, "f1": 0.067797, "hf_subset": "run_Latn-fao_Latn", "languages": ["run-Latn", "fao-Latn"], "main_score": 0.067797, "precision": 0.06574, "recall": 0.08004}, {"accuracy": 0.13834, "f1": 0.115952, "hf_subset": "run_Latn-ind_Latn", "languages": ["run-Latn", "ind-Latn"], "main_score": 0.115952, "precision": 0.110556, "recall": 0.13834}, {"accuracy": 0.136364, "f1": 0.124728, "hf_subset": "run_Latn-knc_Latn", "languages": ["run-Latn", "knc-Latn"], "main_score": 0.124728, "precision": 0.121268, "recall": 0.136364}, {"accuracy": 0.13834, "f1": 0.123011, "hf_subset": "run_Latn-mlt_Latn", "languages": ["run-Latn", "mlt-Latn"], "main_score": 0.123011, "precision": 0.118693, "recall": 0.13834}, {"accuracy": 0.152174, "f1": 0.137217, "hf_subset": "run_Latn-quy_Latn", "languages": ["run-Latn", "quy-Latn"], "main_score": 0.137217, "precision": 0.132433, "recall": 0.152174}, {"accuracy": 0.123518, "f1": 0.109047, "hf_subset": "run_Latn-swh_Latn", "languages": ["run-Latn", "swh-Latn"], "main_score": 0.109047, "precision": 0.104402, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.043322, "hf_subset": "run_Latn-uzn_Latn", "languages": ["run-Latn", "uzn-Latn"], "main_score": 0.043322, "precision": 0.042144, "recall": 0.050395}, {"accuracy": 0.108696, "f1": 0.092906, "hf_subset": "run_Latn-als_Latn", "languages": ["run-Latn", "als-Latn"], "main_score": 0.092906, "precision": 0.088079, "recall": 0.108696}, {"accuracy": 0.035573, "f1": 0.027366, "hf_subset": "run_Latn-bod_Tibt", "languages": ["run-Latn", "bod-Tibt"], "main_score": 0.027366, "precision": 0.025189, "recall": 0.035573}, {"accuracy": 0.088933, "f1": 0.07817, "hf_subset": "run_Latn-fij_Latn", "languages": ["run-Latn", "fij-Latn"], "main_score": 0.07817, "precision": 0.075033, "recall": 0.088933}, {"accuracy": 0.070158, "f1": 0.065286, "hf_subset": "run_Latn-isl_Latn", "languages": ["run-Latn", "isl-Latn"], "main_score": 0.065286, "precision": 0.063654, "recall": 0.070158}, {"accuracy": 0.184783, "f1": 0.162257, "hf_subset": "run_Latn-kon_Latn", "languages": ["run-Latn", "kon-Latn"], "main_score": 0.162257, "precision": 0.155565, "recall": 0.184783}, {"accuracy": 0.037549, "f1": 0.029752, "hf_subset": "run_Latn-mni_Beng", "languages": ["run-Latn", "mni-Beng"], "main_score": 0.029752, "precision": 0.027743, "recall": 0.037549}, {"accuracy": 0.139328, "f1": 0.118474, "hf_subset": "run_Latn-ron_Latn", "languages": ["run-Latn", "ron-Latn"], "main_score": 0.118474, "precision": 0.113529, "recall": 0.139328}, {"accuracy": 0.083992, "f1": 0.074824, "hf_subset": "run_Latn-szl_Latn", "languages": ["run-Latn", "szl-Latn"], "main_score": 0.074824, "precision": 0.072274, "recall": 0.083992}, {"accuracy": 0.099802, "f1": 0.083573, "hf_subset": "run_Latn-vec_Latn", "languages": ["run-Latn", "vec-Latn"], "main_score": 0.083573, "precision": 0.079177, "recall": 0.099802}, {"accuracy": 0.029644, "f1": 0.018505, "hf_subset": "run_Latn-amh_Ethi", "languages": ["run-Latn", "amh-Ethi"], "main_score": 0.018505, "precision": 0.017286, "recall": 0.029644}, {"accuracy": 0.131423, "f1": 0.109865, "hf_subset": "run_Latn-bos_Latn", "languages": ["run-Latn", "bos-Latn"], "main_score": 0.109865, "precision": 0.105085, "recall": 0.131423}, {"accuracy": 0.126482, "f1": 0.106921, "hf_subset": "run_Latn-fin_Latn", "languages": ["run-Latn", "fin-Latn"], "main_score": 0.106921, "precision": 0.102098, "recall": 0.126482}, {"accuracy": 0.13834, "f1": 0.11513, "hf_subset": "run_Latn-ita_Latn", "languages": ["run-Latn", "ita-Latn"], "main_score": 0.11513, "precision": 0.110098, "recall": 0.13834}, {"accuracy": 0.08004, "f1": 0.066512, "hf_subset": "run_Latn-kor_Hang", "languages": ["run-Latn", "kor-Hang"], "main_score": 0.066512, "precision": 0.063062, "recall": 0.08004}, {"accuracy": 0.126482, "f1": 0.114769, "hf_subset": "run_Latn-mos_Latn", "languages": ["run-Latn", "mos-Latn"], "main_score": 0.114769, "precision": 0.111655, "recall": 0.126482}, {"accuracy": 0.031621, "f1": 0.025707, "hf_subset": "run_Latn-tam_Taml", "languages": ["run-Latn", "tam-Taml"], "main_score": 0.025707, "precision": 0.024448, "recall": 0.031621}, {"accuracy": 0.147233, "f1": 0.126732, "hf_subset": "run_Latn-vie_Latn", "languages": ["run-Latn", "vie-Latn"], "main_score": 0.126732, "precision": 0.122453, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.045925, "hf_subset": "run_Latn-apc_Arab", "languages": ["run-Latn", "apc-Arab"], "main_score": 0.045925, "precision": 0.044086, "recall": 0.05336}, {"accuracy": 0.117589, "f1": 0.104645, "hf_subset": "run_Latn-bug_Latn", "languages": ["run-Latn", "bug-Latn"], "main_score": 0.104645, "precision": 0.101028, "recall": 0.117589}, {"accuracy": 0.142292, "f1": 0.130985, "hf_subset": "run_Latn-fon_Latn", "languages": ["run-Latn", "fon-Latn"], "main_score": 0.130985, "precision": 0.127012, "recall": 0.142292}, {"accuracy": 0.067194, "f1": 0.058068, "hf_subset": "run_Latn-jav_Latn", "languages": ["run-Latn", "jav-Latn"], "main_score": 0.058068, "precision": 0.05626, "recall": 0.067194}, {"accuracy": 0.115613, "f1": 0.097297, "hf_subset": "run_Latn-lao_Laoo", "languages": ["run-Latn", "lao-Laoo"], "main_score": 0.097297, "precision": 0.092281, "recall": 0.115613}, {"accuracy": 0.159091, "f1": 0.141658, "hf_subset": "run_Latn-mri_Latn", "languages": ["run-Latn", "mri-Latn"], "main_score": 0.141658, "precision": 0.135894, "recall": 0.159091}, {"accuracy": 0.103755, "f1": 0.084772, "hf_subset": "run_Latn-rus_Cyrl", "languages": ["run-Latn", "rus-Cyrl"], "main_score": 0.084772, "precision": 0.080578, "recall": 0.103755}, {"accuracy": 0.166996, "f1": 0.148264, "hf_subset": "run_Latn-taq_Latn", "languages": ["run-Latn", "taq-Latn"], "main_score": 0.148264, "precision": 0.143645, "recall": 0.166996}, {"accuracy": 0.120553, "f1": 0.107898, "hf_subset": "run_Latn-war_Latn", "languages": ["run-Latn", "war-Latn"], "main_score": 0.107898, "precision": 0.103795, "recall": 0.120553}, {"accuracy": 0.071146, "f1": 0.056176, "hf_subset": "run_Latn-arb_Arab", "languages": ["run-Latn", "arb-Arab"], "main_score": 0.056176, "precision": 0.052964, "recall": 0.071146}, {"accuracy": 0.121542, "f1": 0.095022, "hf_subset": "run_Latn-bul_Cyrl", "languages": ["run-Latn", "bul-Cyrl"], "main_score": 0.095022, "precision": 0.089042, "recall": 0.121542}, {"accuracy": 0.148221, "f1": 0.121911, "hf_subset": "run_Latn-fra_Latn", "languages": ["run-Latn", "fra-Latn"], "main_score": 0.121911, "precision": 0.115872, "recall": 0.148221}, {"accuracy": 0.092885, "f1": 0.076099, "hf_subset": "run_Latn-jpn_Jpan", "languages": ["run-Latn", "jpn-Jpan"], "main_score": 0.076099, "precision": 0.072358, "recall": 0.092885}, {"accuracy": 0.077075, "f1": 0.071089, "hf_subset": "run_Latn-lij_Latn", "languages": ["run-Latn", "lij-Latn"], "main_score": 0.071089, "precision": 0.069274, "recall": 0.077075}, {"accuracy": 0.064229, "f1": 0.052696, "hf_subset": "run_Latn-mya_Mymr", "languages": ["run-Latn", "mya-Mymr"], "main_score": 0.052696, "precision": 0.050338, "recall": 0.064229}, {"accuracy": 0.126482, "f1": 0.111741, "hf_subset": "run_Latn-sag_Latn", "languages": ["run-Latn", "sag-Latn"], "main_score": 0.111741, "precision": 0.106579, "recall": 0.126482}, {"accuracy": 0.062253, "f1": 0.049516, "hf_subset": "run_Latn-taq_Tfng", "languages": ["run-Latn", "taq-Tfng"], "main_score": 0.049516, "precision": 0.046285, "recall": 0.062253}, {"accuracy": 0.159091, "f1": 0.141991, "hf_subset": "run_Latn-wol_Latn", "languages": ["run-Latn", "wol-Latn"], "main_score": 0.141991, "precision": 0.136721, "recall": 0.159091}, {"accuracy": 0.089921, "f1": 0.075193, "hf_subset": "run_Latn-arb_Latn", "languages": ["run-Latn", "arb-Latn"], "main_score": 0.075193, "precision": 0.071138, "recall": 0.089921}, {"accuracy": 0.152174, "f1": 0.129822, "hf_subset": "run_Latn-cat_Latn", "languages": ["run-Latn", "cat-Latn"], "main_score": 0.129822, "precision": 0.124041, "recall": 0.152174}, {"accuracy": 0.107708, "f1": 0.091374, "hf_subset": "run_Latn-fur_Latn", "languages": ["run-Latn", "fur-Latn"], "main_score": 0.091374, "precision": 0.087501, "recall": 0.107708}, {"accuracy": 0.076087, "f1": 0.062034, "hf_subset": "run_Latn-kab_Latn", "languages": ["run-Latn", "kab-Latn"], "main_score": 0.062034, "precision": 0.058661, "recall": 0.076087}, {"accuracy": 0.088933, "f1": 0.080978, "hf_subset": "run_Latn-lim_Latn", "languages": ["run-Latn", "lim-Latn"], "main_score": 0.080978, "precision": 0.078772, "recall": 0.088933}, {"accuracy": 0.153162, "f1": 0.1275, "hf_subset": "run_Latn-nld_Latn", "languages": ["run-Latn", "nld-Latn"], "main_score": 0.1275, "precision": 0.121768, "recall": 0.153162}, {"accuracy": 0.04249, "f1": 0.034641, "hf_subset": "run_Latn-san_Deva", "languages": ["run-Latn", "san-Deva"], "main_score": 0.034641, "precision": 0.033195, "recall": 0.04249}, {"accuracy": 0.075099, "f1": 0.057311, "hf_subset": "run_Latn-tat_Cyrl", "languages": ["run-Latn", "tat-Cyrl"], "main_score": 0.057311, "precision": 0.053606, "recall": 0.075099}, {"accuracy": 0.158103, "f1": 0.140088, "hf_subset": "run_Latn-xho_Latn", "languages": ["run-Latn", "xho-Latn"], "main_score": 0.140088, "precision": 0.133807, "recall": 0.158103}, {"accuracy": 0.070158, "f1": 0.055033, "hf_subset": "run_Latn-ars_Arab", "languages": ["run-Latn", "ars-Arab"], "main_score": 0.055033, "precision": 0.051857, "recall": 0.070158}, {"accuracy": 0.096838, "f1": 0.086148, "hf_subset": "run_Latn-ceb_Latn", "languages": ["run-Latn", "ceb-Latn"], "main_score": 0.086148, "precision": 0.083288, "recall": 0.096838}, {"accuracy": 0.125494, "f1": 0.112036, "hf_subset": "run_Latn-fuv_Latn", "languages": ["run-Latn", "fuv-Latn"], "main_score": 0.112036, "precision": 0.107417, "recall": 0.125494}, {"accuracy": 0.178854, "f1": 0.155293, "hf_subset": "run_Latn-kac_Latn", "languages": ["run-Latn", "kac-Latn"], "main_score": 0.155293, "precision": 0.148298, "recall": 0.178854}, {"accuracy": 0.156126, "f1": 0.13748, "hf_subset": "run_Latn-lin_Latn", "languages": ["run-Latn", "lin-Latn"], "main_score": 0.13748, "precision": 0.132054, "recall": 0.156126}, {"accuracy": 0.123518, "f1": 0.106438, "hf_subset": "run_Latn-nno_Latn", "languages": ["run-Latn", "nno-Latn"], "main_score": 0.106438, "precision": 0.101973, "recall": 0.123518}, {"accuracy": 0.009881, "f1": 0.007194, "hf_subset": "run_Latn-sat_Olck", "languages": ["run-Latn", "sat-Olck"], "main_score": 0.007194, "precision": 0.006574, "recall": 0.009881}, {"accuracy": 0.029644, "f1": 0.024835, "hf_subset": "run_Latn-tel_Telu", "languages": ["run-Latn", "tel-Telu"], "main_score": 0.024835, "precision": 0.023907, "recall": 0.029644}, {"accuracy": 0.032609, "f1": 0.02661, "hf_subset": "run_Latn-ydd_Hebr", "languages": ["run-Latn", "ydd-Hebr"], "main_score": 0.02661, "precision": 0.025172, "recall": 0.032609}, {"accuracy": 0.048419, "f1": 0.037389, "hf_subset": "run_Latn-ary_Arab", "languages": ["run-Latn", "ary-Arab"], "main_score": 0.037389, "precision": 0.035077, "recall": 0.048419}, {"accuracy": 0.134387, "f1": 0.116283, "hf_subset": "run_Latn-ces_Latn", "languages": ["run-Latn", "ces-Latn"], "main_score": 0.116283, "precision": 0.112104, "recall": 0.134387}, {"accuracy": 0.078063, "f1": 0.069651, "hf_subset": "run_Latn-gaz_Latn", "languages": ["run-Latn", "gaz-Latn"], "main_score": 0.069651, "precision": 0.066879, "recall": 0.078063}, {"accuracy": 0.200593, "f1": 0.18111, "hf_subset": "run_Latn-kam_Latn", "languages": ["run-Latn", "kam-Latn"], "main_score": 0.18111, "precision": 0.174595, "recall": 0.200593}, {"accuracy": 0.124506, "f1": 0.103113, "hf_subset": "run_Latn-lit_Latn", "languages": ["run-Latn", "lit-Latn"], "main_score": 0.103113, "precision": 0.098472, "recall": 0.124506}, {"accuracy": 0.142292, "f1": 0.120164, "hf_subset": "run_Latn-nob_Latn", "languages": ["run-Latn", "nob-Latn"], "main_score": 0.120164, "precision": 0.114543, "recall": 0.142292}, {"accuracy": 0.085968, "f1": 0.077308, "hf_subset": "run_Latn-scn_Latn", "languages": ["run-Latn", "scn-Latn"], "main_score": 0.077308, "precision": 0.074868, "recall": 0.085968}, {"accuracy": 0.086957, "f1": 0.074152, "hf_subset": "run_Latn-tgk_Cyrl", "languages": ["run-Latn", "tgk-Cyrl"], "main_score": 0.074152, "precision": 0.070278, "recall": 0.086957}, {"accuracy": 0.107708, "f1": 0.095847, "hf_subset": "run_Latn-yor_Latn", "languages": ["run-Latn", "yor-Latn"], "main_score": 0.095847, "precision": 0.091925, "recall": 0.107708}, {"accuracy": 0.059289, "f1": 0.049408, "hf_subset": "run_Latn-arz_Arab", "languages": ["run-Latn", "arz-Arab"], "main_score": 0.049408, "precision": 0.047074, "recall": 0.059289}, {"accuracy": 0.168972, "f1": 0.151752, "hf_subset": "run_Latn-cjk_Latn", "languages": ["run-Latn", "cjk-Latn"], "main_score": 0.151752, "precision": 0.145671, "recall": 0.168972}, {"accuracy": 0.115613, "f1": 0.102551, "hf_subset": "run_Latn-gla_Latn", "languages": ["run-Latn", "gla-Latn"], "main_score": 0.102551, "precision": 0.099285, "recall": 0.115613}, {"accuracy": 0.04249, "f1": 0.032453, "hf_subset": "run_Latn-kan_Knda", "languages": ["run-Latn", "kan-Knda"], "main_score": 0.032453, "precision": 0.030257, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.074588, "hf_subset": "run_Latn-lmo_Latn", "languages": ["run-Latn", "lmo-Latn"], "main_score": 0.074588, "precision": 0.07239, "recall": 0.083992}, {"accuracy": 0.08498, "f1": 0.067785, "hf_subset": "run_Latn-npi_Deva", "languages": ["run-Latn", "npi-Deva"], "main_score": 0.067785, "precision": 0.063745, "recall": 0.08498}, {"accuracy": 0.093874, "f1": 0.080135, "hf_subset": "run_Latn-shn_Mymr", "languages": ["run-Latn", "shn-Mymr"], "main_score": 0.080135, "precision": 0.07643, "recall": 0.093874}, {"accuracy": 0.100791, "f1": 0.089052, "hf_subset": "run_Latn-tgl_Latn", "languages": ["run-Latn", "tgl-Latn"], "main_score": 0.089052, "precision": 0.085233, "recall": 0.100791}, {"accuracy": 0.09585, "f1": 0.078397, "hf_subset": "run_Latn-yue_Hant", "languages": ["run-Latn", "yue-Hant"], "main_score": 0.078397, "precision": 0.074842, "recall": 0.09585}, {"accuracy": 0.020751, "f1": 0.017465, "hf_subset": "run_Latn-asm_Beng", "languages": ["run-Latn", "asm-Beng"], "main_score": 0.017465, "precision": 0.016638, "recall": 0.020751}, {"accuracy": 0.048419, "f1": 0.035829, "hf_subset": "run_Latn-ckb_Arab", "languages": ["run-Latn", "ckb-Arab"], "main_score": 0.035829, "precision": 0.033048, "recall": 0.048419}, {"accuracy": 0.098814, "f1": 0.091048, "hf_subset": "run_Latn-gle_Latn", "languages": ["run-Latn", "gle-Latn"], "main_score": 0.091048, "precision": 0.088782, "recall": 0.098814}, {"accuracy": 0.028656, "f1": 0.025266, "hf_subset": "run_Latn-kas_Arab", "languages": ["run-Latn", "kas-Arab"], "main_score": 0.025266, "precision": 0.024293, "recall": 0.028656}, {"accuracy": 0.100791, "f1": 0.082526, "hf_subset": "run_Latn-ltg_Latn", "languages": ["run-Latn", "ltg-Latn"], "main_score": 0.082526, "precision": 0.07875, "recall": 0.100791}, {"accuracy": 0.178854, "f1": 0.159778, "hf_subset": "run_Latn-nso_Latn", "languages": ["run-Latn", "nso-Latn"], "main_score": 0.159778, "precision": 0.152762, "recall": 0.178854}, {"accuracy": 0.039526, "f1": 0.032281, "hf_subset": "run_Latn-sin_Sinh", "languages": ["run-Latn", "sin-Sinh"], "main_score": 0.032281, "precision": 0.030396, "recall": 0.039526}, {"accuracy": 0.08498, "f1": 0.071634, "hf_subset": "run_Latn-tha_Thai", "languages": ["run-Latn", "tha-Thai"], "main_score": 0.071634, "precision": 0.069032, "recall": 0.08498}, {"accuracy": 0.103755, "f1": 0.082875, "hf_subset": "run_Latn-zho_Hans", "languages": ["run-Latn", "zho-Hans"], "main_score": 0.082875, "precision": 0.078406, "recall": 0.103755}, {"accuracy": 0.103755, "f1": 0.089443, "hf_subset": "run_Latn-ast_Latn", "languages": ["run-Latn", "ast-Latn"], "main_score": 0.089443, "precision": 0.086639, "recall": 0.103755}, {"accuracy": 0.072134, "f1": 0.065124, "hf_subset": "run_Latn-crh_Latn", "languages": ["run-Latn", "crh-Latn"], "main_score": 0.065124, "precision": 0.062536, "recall": 0.072134}, {"accuracy": 0.149209, "f1": 0.127228, "hf_subset": "run_Latn-glg_Latn", "languages": ["run-Latn", "glg-Latn"], "main_score": 0.127228, "precision": 0.12222, "recall": 0.149209}, {"accuracy": 0.0583, "f1": 0.046556, "hf_subset": "run_Latn-kas_Deva", "languages": ["run-Latn", "kas-Deva"], "main_score": 0.046556, "precision": 0.044599, "recall": 0.0583}, {"accuracy": 0.100791, "f1": 0.089136, "hf_subset": "run_Latn-ltz_Latn", "languages": ["run-Latn", "ltz-Latn"], "main_score": 0.089136, "precision": 0.085984, "recall": 0.100791}, {"accuracy": 0.08498, "f1": 0.066184, "hf_subset": "run_Latn-nus_Latn", "languages": ["run-Latn", "nus-Latn"], "main_score": 0.066184, "precision": 0.0604, "recall": 0.08498}, {"accuracy": 0.135375, "f1": 0.114819, "hf_subset": "run_Latn-slk_Latn", "languages": ["run-Latn", "slk-Latn"], "main_score": 0.114819, "precision": 0.110463, "recall": 0.135375}, {"accuracy": 0.025692, "f1": 0.019592, "hf_subset": "run_Latn-tir_Ethi", "languages": ["run-Latn", "tir-Ethi"], "main_score": 0.019592, "precision": 0.018194, "recall": 0.025692}, {"accuracy": 0.094862, "f1": 0.077307, "hf_subset": "run_Latn-zho_Hant", "languages": ["run-Latn", "zho-Hant"], "main_score": 0.077307, "precision": 0.073526, "recall": 0.094862}, {"accuracy": 0.070158, "f1": 0.059324, "hf_subset": "run_Latn-awa_Deva", "languages": ["run-Latn", "awa-Deva"], "main_score": 0.059324, "precision": 0.056468, "recall": 0.070158}, {"accuracy": 0.081028, "f1": 0.068656, "hf_subset": "run_Latn-cym_Latn", "languages": ["run-Latn", "cym-Latn"], "main_score": 0.068656, "precision": 0.066087, "recall": 0.081028}, {"accuracy": 0.115613, "f1": 0.104739, "hf_subset": "run_Latn-grn_Latn", "languages": ["run-Latn", "grn-Latn"], "main_score": 0.104739, "precision": 0.101483, "recall": 0.115613}, {"accuracy": 0.064229, "f1": 0.053552, "hf_subset": "run_Latn-kat_Geor", "languages": ["run-Latn", "kat-Geor"], "main_score": 0.053552, "precision": 0.050945, "recall": 0.064229}, {"accuracy": 0.158103, "f1": 0.141678, "hf_subset": "run_Latn-lua_Latn", "languages": ["run-Latn", "lua-Latn"], "main_score": 0.141678, "precision": 0.135841, "recall": 0.158103}, {"accuracy": 0.1917, "f1": 0.177634, "hf_subset": "run_Latn-nya_Latn", "languages": ["run-Latn", "nya-Latn"], "main_score": 0.177634, "precision": 0.173045, "recall": 0.1917}, {"accuracy": 0.129447, "f1": 0.110189, "hf_subset": "run_Latn-slv_Latn", "languages": ["run-Latn", "slv-Latn"], "main_score": 0.110189, "precision": 0.105277, "recall": 0.129447}, {"accuracy": 0.119565, "f1": 0.105533, "hf_subset": "run_Latn-tpi_Latn", "languages": ["run-Latn", "tpi-Latn"], "main_score": 0.105533, "precision": 0.101452, "recall": 0.119565}, {"accuracy": 0.136364, "f1": 0.114336, "hf_subset": "run_Latn-zsm_Latn", "languages": ["run-Latn", "zsm-Latn"], "main_score": 0.114336, "precision": 0.109806, "recall": 0.136364}, {"accuracy": 0.145257, "f1": 0.130711, "hf_subset": "run_Latn-ayr_Latn", "languages": ["run-Latn", "ayr-Latn"], "main_score": 0.130711, "precision": 0.125998, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.130486, "hf_subset": "run_Latn-dan_Latn", "languages": ["run-Latn", "dan-Latn"], "main_score": 0.130486, "precision": 0.123907, "recall": 0.155138}, {"accuracy": 0.041502, "f1": 0.033425, "hf_subset": "run_Latn-guj_Gujr", "languages": ["run-Latn", "guj-Gujr"], "main_score": 0.033425, "precision": 0.031469, "recall": 0.041502}, {"accuracy": 0.104743, "f1": 0.085574, "hf_subset": "run_Latn-kaz_Cyrl", "languages": ["run-Latn", "kaz-Cyrl"], "main_score": 0.085574, "precision": 0.081254, "recall": 0.104743}, {"accuracy": 0.182806, "f1": 0.159438, "hf_subset": "run_Latn-lug_Latn", "languages": ["run-Latn", "lug-Latn"], "main_score": 0.159438, "precision": 0.151693, "recall": 0.182806}, {"accuracy": 0.125494, "f1": 0.107113, "hf_subset": "run_Latn-oci_Latn", "languages": ["run-Latn", "oci-Latn"], "main_score": 0.107113, "precision": 0.102911, "recall": 0.125494}, {"accuracy": 0.12747, "f1": 0.109413, "hf_subset": "run_Latn-smo_Latn", "languages": ["run-Latn", "smo-Latn"], "main_score": 0.109413, "precision": 0.104187, "recall": 0.12747}, {"accuracy": 0.176877, "f1": 0.154493, "hf_subset": "run_Latn-tsn_Latn", "languages": ["run-Latn", "tsn-Latn"], "main_score": 0.154493, "precision": 0.147761, "recall": 0.176877}, {"accuracy": 0.157115, "f1": 0.135242, "hf_subset": "run_Latn-zul_Latn", "languages": ["run-Latn", "zul-Latn"], "main_score": 0.135242, "precision": 0.12838, "recall": 0.157115}, {"accuracy": 0.036561, "f1": 0.029861, "hf_subset": "run_Latn-azb_Arab", "languages": ["run-Latn", "azb-Arab"], "main_score": 0.029861, "precision": 0.028278, "recall": 0.036561}, {"accuracy": 0.134387, "f1": 0.113215, "hf_subset": "run_Latn-deu_Latn", "languages": ["run-Latn", "deu-Latn"], "main_score": 0.113215, "precision": 0.107351, "recall": 0.134387}, {"accuracy": 0.117589, "f1": 0.100454, "hf_subset": "run_Latn-hat_Latn", "languages": ["run-Latn", "hat-Latn"], "main_score": 0.100454, "precision": 0.095857, "recall": 0.117589}, {"accuracy": 0.173913, "f1": 0.153357, "hf_subset": "run_Latn-kbp_Latn", "languages": ["run-Latn", "kbp-Latn"], "main_score": 0.153357, "precision": 0.147145, "recall": 0.173913}, {"accuracy": 0.145257, "f1": 0.130437, "hf_subset": "run_Latn-luo_Latn", "languages": ["run-Latn", "luo-Latn"], "main_score": 0.130437, "precision": 0.125832, "recall": 0.145257}, {"accuracy": 0.032609, "f1": 0.025531, "hf_subset": "run_Latn-ory_Orya", "languages": ["run-Latn", "ory-Orya"], "main_score": 0.025531, "precision": 0.024297, "recall": 0.032609}, {"accuracy": 0.142292, "f1": 0.12693, "hf_subset": "run_Latn-sna_Latn", "languages": ["run-Latn", "sna-Latn"], "main_score": 0.12693, "precision": 0.120907, "recall": 0.142292}, {"accuracy": 0.182806, "f1": 0.161862, "hf_subset": "run_Latn-tso_Latn", "languages": ["run-Latn", "tso-Latn"], "main_score": 0.161862, "precision": 0.155495, "recall": 0.182806}, {"accuracy": 0.067194, "f1": 0.058775, "hf_subset": "run_Latn-azj_Latn", "languages": ["run-Latn", "azj-Latn"], "main_score": 0.058775, "precision": 0.056762, "recall": 0.067194}, {"accuracy": 0.130435, "f1": 0.114508, "hf_subset": "run_Latn-dik_Latn", "languages": ["run-Latn", "dik-Latn"], "main_score": 0.114508, "precision": 0.109829, "recall": 0.130435}, {"accuracy": 0.123518, "f1": 0.11395, "hf_subset": "run_Latn-hau_Latn", "languages": ["run-Latn", "hau-Latn"], "main_score": 0.11395, "precision": 0.110678, "recall": 0.123518}, {"accuracy": 0.072134, "f1": 0.064034, "hf_subset": "run_Latn-kea_Latn", "languages": ["run-Latn", "kea-Latn"], "main_score": 0.064034, "precision": 0.061762, "recall": 0.072134}, {"accuracy": 0.161067, "f1": 0.139954, "hf_subset": "run_Latn-lus_Latn", "languages": ["run-Latn", "lus-Latn"], "main_score": 0.139954, "precision": 0.134377, "recall": 0.161067}, {"accuracy": 0.106719, "f1": 0.095956, "hf_subset": "run_Latn-pag_Latn", "languages": ["run-Latn", "pag-Latn"], "main_score": 0.095956, "precision": 0.092526, "recall": 0.106719}, {"accuracy": 0.036561, "f1": 0.030447, "hf_subset": "run_Latn-snd_Arab", "languages": ["run-Latn", "snd-Arab"], "main_score": 0.030447, "precision": 0.028827, "recall": 0.036561}, {"accuracy": 0.091897, "f1": 0.077807, "hf_subset": "run_Latn-tuk_Latn", "languages": ["run-Latn", "tuk-Latn"], "main_score": 0.077807, "precision": 0.074169, "recall": 0.091897}, {"accuracy": 0.091897, "f1": 0.074374, "hf_subset": "run_Latn-bak_Cyrl", "languages": ["run-Latn", "bak-Cyrl"], "main_score": 0.074374, "precision": 0.07068, "recall": 0.091897}, {"accuracy": 0.130435, "f1": 0.114674, "hf_subset": "run_Latn-dyu_Latn", "languages": ["run-Latn", "dyu-Latn"], "main_score": 0.114674, "precision": 0.109247, "recall": 0.130435}, {"accuracy": 0.088933, "f1": 0.068561, "hf_subset": "run_Latn-heb_Hebr", "languages": ["run-Latn", "heb-Hebr"], "main_score": 0.068561, "precision": 0.063956, "recall": 0.088933}, {"accuracy": 0.091897, "f1": 0.070578, "hf_subset": "run_Latn-khk_Cyrl", "languages": ["run-Latn", "khk-Cyrl"], "main_score": 0.070578, "precision": 0.066383, "recall": 0.091897}, {"accuracy": 0.119565, "f1": 0.096197, "hf_subset": "run_Latn-lvs_Latn", "languages": ["run-Latn", "lvs-Latn"], "main_score": 0.096197, "precision": 0.091203, "recall": 0.119565}, {"accuracy": 0.036561, "f1": 0.024507, "hf_subset": "run_Latn-pan_Guru", "languages": ["run-Latn", "pan-Guru"], "main_score": 0.024507, "precision": 0.023315, "recall": 0.036561}, {"accuracy": 0.09585, "f1": 0.083865, "hf_subset": "run_Latn-som_Latn", "languages": ["run-Latn", "som-Latn"], "main_score": 0.083865, "precision": 0.081073, "recall": 0.09585}, {"accuracy": 0.194664, "f1": 0.174851, "hf_subset": "run_Latn-tum_Latn", "languages": ["run-Latn", "tum-Latn"], "main_score": 0.174851, "precision": 0.16825, "recall": 0.194664}, {"accuracy": 0.05336, "f1": 0.033087, "hf_subset": "tam_Taml-ace_Arab", "languages": ["tam-Taml", "ace-Arab"], "main_score": 0.033087, "precision": 0.028311, "recall": 0.05336}, {"accuracy": 0.097826, "f1": 0.058516, "hf_subset": "tam_Taml-bam_Latn", "languages": ["tam-Taml", "bam-Latn"], "main_score": 0.058516, "precision": 0.049932, "recall": 0.097826}, {"accuracy": 0.003953, "f1": 6.2e-05, "hf_subset": "tam_Taml-dzo_Tibt", "languages": ["tam-Taml", "dzo-Tibt"], "main_score": 6.2e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.899209, "f1": 0.875115, "hf_subset": "tam_Taml-hin_Deva", "languages": ["tam-Taml", "hin-Deva"], "main_score": 0.875115, "precision": 0.864749, "recall": 0.899209}, {"accuracy": 0.818182, "f1": 0.778228, "hf_subset": "tam_Taml-khm_Khmr", "languages": ["tam-Taml", "khm-Khmr"], "main_score": 0.778228, "precision": 0.760855, "recall": 0.818182}, {"accuracy": 0.832016, "f1": 0.792791, "hf_subset": "tam_Taml-mag_Deva", "languages": ["tam-Taml", "mag-Deva"], "main_score": 0.792791, "precision": 0.776087, "recall": 0.832016}, {"accuracy": 0.445652, "f1": 0.36746, "hf_subset": "tam_Taml-pap_Latn", "languages": ["tam-Taml", "pap-Latn"], "main_score": 0.36746, "precision": 0.339741, "recall": 0.445652}, {"accuracy": 0.097826, "f1": 0.060302, "hf_subset": "tam_Taml-sot_Latn", "languages": ["tam-Taml", "sot-Latn"], "main_score": 0.060302, "precision": 0.051823, "recall": 0.097826}, {"accuracy": 0.886364, "f1": 0.856313, "hf_subset": "tam_Taml-tur_Latn", "languages": ["tam-Taml", "tur-Latn"], "main_score": 0.856313, "precision": 0.842959, "recall": 0.886364}, {"accuracy": 0.256917, "f1": 0.186157, "hf_subset": "tam_Taml-ace_Latn", "languages": ["tam-Taml", "ace-Latn"], "main_score": 0.186157, "precision": 0.166122, "recall": 0.256917}, {"accuracy": 0.456522, "f1": 0.388447, "hf_subset": "tam_Taml-ban_Latn", "languages": ["tam-Taml", "ban-Latn"], "main_score": 0.388447, "precision": 0.364068, "recall": 0.456522}, {"accuracy": 0.901186, "f1": 0.874544, "hf_subset": "tam_Taml-ell_Grek", "languages": ["tam-Taml", "ell-Grek"], "main_score": 0.874544, "precision": 0.862978, "recall": 0.901186}, {"accuracy": 0.809289, "f1": 0.765519, "hf_subset": "tam_Taml-hne_Deva", "languages": ["tam-Taml", "hne-Deva"], "main_score": 0.765519, "precision": 0.746948, "recall": 0.809289}, {"accuracy": 0.134387, "f1": 0.083068, "hf_subset": "tam_Taml-kik_Latn", "languages": ["tam-Taml", "kik-Latn"], "main_score": 0.083068, "precision": 0.070778, "recall": 0.134387}, {"accuracy": 0.799407, "f1": 0.75336, "hf_subset": "tam_Taml-mai_Deva", "languages": ["tam-Taml", "mai-Deva"], "main_score": 0.75336, "precision": 0.73346, "recall": 0.799407}, {"accuracy": 0.702569, "f1": 0.645111, "hf_subset": "tam_Taml-pbt_Arab", "languages": ["tam-Taml", "pbt-Arab"], "main_score": 0.645111, "precision": 0.621643, "recall": 0.702569}, {"accuracy": 0.899209, "f1": 0.873485, "hf_subset": "tam_Taml-spa_Latn", "languages": ["tam-Taml", "spa-Latn"], "main_score": 0.873485, "precision": 0.86231, "recall": 0.899209}, {"accuracy": 0.15415, "f1": 0.097554, "hf_subset": "tam_Taml-twi_Latn", "languages": ["tam-Taml", "twi-Latn"], "main_score": 0.097554, "precision": 0.082747, "recall": 0.15415}, {"accuracy": 0.869565, "f1": 0.838216, "hf_subset": "tam_Taml-acm_Arab", "languages": ["tam-Taml", "acm-Arab"], "main_score": 0.838216, "precision": 0.824959, "recall": 0.869565}, {"accuracy": 0.848814, "f1": 0.814382, "hf_subset": "tam_Taml-bel_Cyrl", "languages": ["tam-Taml", "bel-Cyrl"], "main_score": 0.814382, "precision": 0.799449, "recall": 0.848814}, {"accuracy": 0.912055, "f1": 0.889723, "hf_subset": "tam_Taml-eng_Latn", "languages": ["tam-Taml", "eng-Latn"], "main_score": 0.889723, "precision": 0.880141, "recall": 0.912055}, {"accuracy": 0.895257, "f1": 0.870045, "hf_subset": "tam_Taml-hrv_Latn", "languages": ["tam-Taml", "hrv-Latn"], "main_score": 0.870045, "precision": 0.858613, "recall": 0.895257}, {"accuracy": 0.081028, "f1": 0.047755, "hf_subset": "tam_Taml-kin_Latn", "languages": ["tam-Taml", "kin-Latn"], "main_score": 0.047755, "precision": 0.040018, "recall": 0.081028}, {"accuracy": 0.851779, "f1": 0.820371, "hf_subset": "tam_Taml-mal_Mlym", "languages": ["tam-Taml", "mal-Mlym"], "main_score": 0.820371, "precision": 0.806933, "recall": 0.851779}, {"accuracy": 0.907115, "f1": 0.883402, "hf_subset": "tam_Taml-pes_Arab", "languages": ["tam-Taml", "pes-Arab"], "main_score": 0.883402, "precision": 0.873033, "recall": 0.907115}, {"accuracy": 0.518775, "f1": 0.438786, "hf_subset": "tam_Taml-srd_Latn", "languages": ["tam-Taml", "srd-Latn"], "main_score": 0.438786, "precision": 0.409136, "recall": 0.518775}, {"accuracy": 0.075099, "f1": 0.041516, "hf_subset": "tam_Taml-tzm_Tfng", "languages": ["tam-Taml", "tzm-Tfng"], "main_score": 0.041516, "precision": 0.03578, "recall": 0.075099}, {"accuracy": 0.879447, "f1": 0.850516, "hf_subset": "tam_Taml-acq_Arab", "languages": ["tam-Taml", "acq-Arab"], "main_score": 0.850516, "precision": 0.838409, "recall": 0.879447}, {"accuracy": 0.108696, "f1": 0.065264, "hf_subset": "tam_Taml-bem_Latn", "languages": ["tam-Taml", "bem-Latn"], "main_score": 0.065264, "precision": 0.055706, "recall": 0.108696}, {"accuracy": 0.703557, "f1": 0.645679, "hf_subset": "tam_Taml-epo_Latn", "languages": ["tam-Taml", "epo-Latn"], "main_score": 0.645679, "precision": 0.622088, "recall": 0.703557}, {"accuracy": 0.894269, "f1": 0.865851, "hf_subset": "tam_Taml-hun_Latn", "languages": ["tam-Taml", "hun-Latn"], "main_score": 0.865851, "precision": 0.85317, "recall": 0.894269}, {"accuracy": 0.799407, "f1": 0.757545, "hf_subset": "tam_Taml-kir_Cyrl", "languages": ["tam-Taml", "kir-Cyrl"], "main_score": 0.757545, "precision": 0.739107, "recall": 0.799407}, {"accuracy": 0.817194, "f1": 0.77556, "hf_subset": "tam_Taml-mar_Deva", "languages": ["tam-Taml", "mar-Deva"], "main_score": 0.77556, "precision": 0.75822, "recall": 0.817194}, {"accuracy": 0.171937, "f1": 0.119549, "hf_subset": "tam_Taml-plt_Latn", "languages": ["tam-Taml", "plt-Latn"], "main_score": 0.119549, "precision": 0.105685, "recall": 0.171937}, {"accuracy": 0.90415, "f1": 0.879254, "hf_subset": "tam_Taml-srp_Cyrl", "languages": ["tam-Taml", "srp-Cyrl"], "main_score": 0.879254, "precision": 0.868396, "recall": 0.90415}, {"accuracy": 0.720356, "f1": 0.662227, "hf_subset": "tam_Taml-uig_Arab", "languages": ["tam-Taml", "uig-Arab"], "main_score": 0.662227, "precision": 0.63834, "recall": 0.720356}, {"accuracy": 0.797431, "f1": 0.755929, "hf_subset": "tam_Taml-aeb_Arab", "languages": ["tam-Taml", "aeb-Arab"], "main_score": 0.755929, "precision": 0.737867, "recall": 0.797431}, {"accuracy": 0.862648, "f1": 0.833649, "hf_subset": "tam_Taml-ben_Beng", "languages": ["tam-Taml", "ben-Beng"], "main_score": 0.833649, "precision": 0.820735, "recall": 0.862648}, {"accuracy": 0.88834, "f1": 0.864995, "hf_subset": "tam_Taml-est_Latn", "languages": ["tam-Taml", "est-Latn"], "main_score": 0.864995, "precision": 0.854784, "recall": 0.88834}, {"accuracy": 0.91502, "f1": 0.892641, "hf_subset": "tam_Taml-hye_Armn", "languages": ["tam-Taml", "hye-Armn"], "main_score": 0.892641, "precision": 0.882691, "recall": 0.91502}, {"accuracy": 0.082016, "f1": 0.039756, "hf_subset": "tam_Taml-kmb_Latn", "languages": ["tam-Taml", "kmb-Latn"], "main_score": 0.039756, "precision": 0.031824, "recall": 0.082016}, {"accuracy": 0.037549, "f1": 0.023331, "hf_subset": "tam_Taml-min_Arab", "languages": ["tam-Taml", "min-Arab"], "main_score": 0.023331, "precision": 0.020447, "recall": 0.037549}, {"accuracy": 0.896245, "f1": 0.868234, "hf_subset": "tam_Taml-pol_Latn", "languages": ["tam-Taml", "pol-Latn"], "main_score": 0.868234, "precision": 0.855978, "recall": 0.896245}, {"accuracy": 0.081028, "f1": 0.047213, "hf_subset": "tam_Taml-ssw_Latn", "languages": ["tam-Taml", "ssw-Latn"], "main_score": 0.047213, "precision": 0.039979, "recall": 0.081028}, {"accuracy": 0.90415, "f1": 0.877289, "hf_subset": "tam_Taml-ukr_Cyrl", "languages": ["tam-Taml", "ukr-Cyrl"], "main_score": 0.877289, "precision": 0.865177, "recall": 0.90415}, {"accuracy": 0.843874, "f1": 0.807016, "hf_subset": "tam_Taml-afr_Latn", "languages": ["tam-Taml", "afr-Latn"], "main_score": 0.807016, "precision": 0.790728, "recall": 0.843874}, {"accuracy": 0.761858, "f1": 0.717018, "hf_subset": "tam_Taml-bho_Deva", "languages": ["tam-Taml", "bho-Deva"], "main_score": 0.717018, "precision": 0.697714, "recall": 0.761858}, {"accuracy": 0.5583, "f1": 0.48588, "hf_subset": "tam_Taml-eus_Latn", "languages": ["tam-Taml", "eus-Latn"], "main_score": 0.48588, "precision": 0.458393, "recall": 0.5583}, {"accuracy": 0.09585, "f1": 0.058423, "hf_subset": "tam_Taml-ibo_Latn", "languages": ["tam-Taml", "ibo-Latn"], "main_score": 0.058423, "precision": 0.049254, "recall": 0.09585}, {"accuracy": 0.582016, "f1": 0.518685, "hf_subset": "tam_Taml-kmr_Latn", "languages": ["tam-Taml", "kmr-Latn"], "main_score": 0.518685, "precision": 0.49254, "recall": 0.582016}, {"accuracy": 0.445652, "f1": 0.36952, "hf_subset": "tam_Taml-min_Latn", "languages": ["tam-Taml", "min-Latn"], "main_score": 0.36952, "precision": 0.341668, "recall": 0.445652}, {"accuracy": 0.905138, "f1": 0.877292, "hf_subset": "tam_Taml-por_Latn", "languages": ["tam-Taml", "por-Latn"], "main_score": 0.877292, "precision": 0.864707, "recall": 0.905138}, {"accuracy": 0.537549, "f1": 0.457055, "hf_subset": "tam_Taml-sun_Latn", "languages": ["tam-Taml", "sun-Latn"], "main_score": 0.457055, "precision": 0.426567, "recall": 0.537549}, {"accuracy": 0.086957, "f1": 0.054471, "hf_subset": "tam_Taml-umb_Latn", "languages": ["tam-Taml", "umb-Latn"], "main_score": 0.054471, "precision": 0.047042, "recall": 0.086957}, {"accuracy": 0.847826, "f1": 0.81112, "hf_subset": "tam_Taml-ajp_Arab", "languages": ["tam-Taml", "ajp-Arab"], "main_score": 0.81112, "precision": 0.795026, "recall": 0.847826}, {"accuracy": 0.043478, "f1": 0.025942, "hf_subset": "tam_Taml-bjn_Arab", "languages": ["tam-Taml", "bjn-Arab"], "main_score": 0.025942, "precision": 0.022349, "recall": 0.043478}, {"accuracy": 0.118577, "f1": 0.078761, "hf_subset": "tam_Taml-ewe_Latn", "languages": ["tam-Taml", "ewe-Latn"], "main_score": 0.078761, "precision": 0.069689, "recall": 0.118577}, {"accuracy": 0.213439, "f1": 0.148849, "hf_subset": "tam_Taml-ilo_Latn", "languages": ["tam-Taml", "ilo-Latn"], "main_score": 0.148849, "precision": 0.131302, "recall": 0.213439}, {"accuracy": 0.066206, "f1": 0.038219, "hf_subset": "tam_Taml-knc_Arab", "languages": ["tam-Taml", "knc-Arab"], "main_score": 0.038219, "precision": 0.031627, "recall": 0.066206}, {"accuracy": 0.910079, "f1": 0.886053, "hf_subset": "tam_Taml-mkd_Cyrl", "languages": ["tam-Taml", "mkd-Cyrl"], "main_score": 0.886053, "precision": 0.875115, "recall": 0.910079}, {"accuracy": 0.885375, "f1": 0.858841, "hf_subset": "tam_Taml-prs_Arab", "languages": ["tam-Taml", "prs-Arab"], "main_score": 0.858841, "precision": 0.847488, "recall": 0.885375}, {"accuracy": 0.890316, "f1": 0.861957, "hf_subset": "tam_Taml-swe_Latn", "languages": ["tam-Taml", "swe-Latn"], "main_score": 0.861957, "precision": 0.849451, "recall": 0.890316}, {"accuracy": 0.874506, "f1": 0.842681, "hf_subset": "tam_Taml-urd_Arab", "languages": ["tam-Taml", "urd-Arab"], "main_score": 0.842681, "precision": 0.829125, "recall": 0.874506}, {"accuracy": 0.149209, "f1": 0.09627, "hf_subset": "tam_Taml-aka_Latn", "languages": ["tam-Taml", "aka-Latn"], "main_score": 0.09627, "precision": 0.08273, "recall": 0.149209}, {"accuracy": 0.58498, "f1": 0.512241, "hf_subset": "tam_Taml-bjn_Latn", "languages": ["tam-Taml", "bjn-Latn"], "main_score": 0.512241, "precision": 0.484808, "recall": 0.58498}, {"accuracy": 0.329051, "f1": 0.254991, "hf_subset": "tam_Taml-fao_Latn", "languages": ["tam-Taml", "fao-Latn"], "main_score": 0.254991, "precision": 0.233561, "recall": 0.329051}, {"accuracy": 0.900198, "f1": 0.876565, "hf_subset": "tam_Taml-ind_Latn", "languages": ["tam-Taml", "ind-Latn"], "main_score": 0.876565, "precision": 0.866585, "recall": 0.900198}, {"accuracy": 0.133399, "f1": 0.081403, "hf_subset": "tam_Taml-knc_Latn", "languages": ["tam-Taml", "knc-Latn"], "main_score": 0.081403, "precision": 0.069663, "recall": 0.133399}, {"accuracy": 0.202569, "f1": 0.144389, "hf_subset": "tam_Taml-mlt_Latn", "languages": ["tam-Taml", "mlt-Latn"], "main_score": 0.144389, "precision": 0.130502, "recall": 0.202569}, {"accuracy": 0.139328, "f1": 0.087796, "hf_subset": "tam_Taml-quy_Latn", "languages": ["tam-Taml", "quy-Latn"], "main_score": 0.087796, "precision": 0.075539, "recall": 0.139328}, {"accuracy": 0.261858, "f1": 0.189715, "hf_subset": "tam_Taml-swh_Latn", "languages": ["tam-Taml", "swh-Latn"], "main_score": 0.189715, "precision": 0.169542, "recall": 0.261858}, {"accuracy": 0.540514, "f1": 0.470205, "hf_subset": "tam_Taml-uzn_Latn", "languages": ["tam-Taml", "uzn-Latn"], "main_score": 0.470205, "precision": 0.444353, "recall": 0.540514}, {"accuracy": 0.905138, "f1": 0.881461, "hf_subset": "tam_Taml-als_Latn", "languages": ["tam-Taml", "als-Latn"], "main_score": 0.881461, "precision": 0.871065, "recall": 0.905138}, {"accuracy": 0.0583, "f1": 0.023752, "hf_subset": "tam_Taml-bod_Tibt", "languages": ["tam-Taml", "bod-Tibt"], "main_score": 0.023752, "precision": 0.018922, "recall": 0.0583}, {"accuracy": 0.109684, "f1": 0.067289, "hf_subset": "tam_Taml-fij_Latn", "languages": ["tam-Taml", "fij-Latn"], "main_score": 0.067289, "precision": 0.056064, "recall": 0.109684}, {"accuracy": 0.624506, "f1": 0.561675, "hf_subset": "tam_Taml-isl_Latn", "languages": ["tam-Taml", "isl-Latn"], "main_score": 0.561675, "precision": 0.537551, "recall": 0.624506}, {"accuracy": 0.12747, "f1": 0.080556, "hf_subset": "tam_Taml-kon_Latn", "languages": ["tam-Taml", "kon-Latn"], "main_score": 0.080556, "precision": 0.068865, "recall": 0.12747}, {"accuracy": 0.054348, "f1": 0.032024, "hf_subset": "tam_Taml-mni_Beng", "languages": ["tam-Taml", "mni-Beng"], "main_score": 0.032024, "precision": 0.028004, "recall": 0.054348}, {"accuracy": 0.905138, "f1": 0.879103, "hf_subset": "tam_Taml-ron_Latn", "languages": ["tam-Taml", "ron-Latn"], "main_score": 0.879103, "precision": 0.86754, "recall": 0.905138}, {"accuracy": 0.636364, "f1": 0.569893, "hf_subset": "tam_Taml-szl_Latn", "languages": ["tam-Taml", "szl-Latn"], "main_score": 0.569893, "precision": 0.542469, "recall": 0.636364}, {"accuracy": 0.617589, "f1": 0.543332, "hf_subset": "tam_Taml-vec_Latn", "languages": ["tam-Taml", "vec-Latn"], "main_score": 0.543332, "precision": 0.513761, "recall": 0.617589}, {"accuracy": 0.746047, "f1": 0.691603, "hf_subset": "tam_Taml-amh_Ethi", "languages": ["tam-Taml", "amh-Ethi"], "main_score": 0.691603, "precision": 0.668252, "recall": 0.746047}, {"accuracy": 0.910079, "f1": 0.886891, "hf_subset": "tam_Taml-bos_Latn", "languages": ["tam-Taml", "bos-Latn"], "main_score": 0.886891, "precision": 0.876433, "recall": 0.910079}, {"accuracy": 0.886364, "f1": 0.85852, "hf_subset": "tam_Taml-fin_Latn", "languages": ["tam-Taml", "fin-Latn"], "main_score": 0.85852, "precision": 0.846336, "recall": 0.886364}, {"accuracy": 0.902174, "f1": 0.876416, "hf_subset": "tam_Taml-ita_Latn", "languages": ["tam-Taml", "ita-Latn"], "main_score": 0.876416, "precision": 0.865434, "recall": 0.902174}, {"accuracy": 0.889328, "f1": 0.865555, "hf_subset": "tam_Taml-kor_Hang", "languages": ["tam-Taml", "kor-Hang"], "main_score": 0.865555, "precision": 0.855591, "recall": 0.889328}, {"accuracy": 0.12253, "f1": 0.081327, "hf_subset": "tam_Taml-mos_Latn", "languages": ["tam-Taml", "mos-Latn"], "main_score": 0.081327, "precision": 0.071539, "recall": 0.12253}, {"accuracy": 0.067194, "f1": 0.040308, "hf_subset": "tam_Taml-run_Latn", "languages": ["tam-Taml", "run-Latn"], "main_score": 0.040308, "precision": 0.034382, "recall": 0.067194}, {"accuracy": 0.883399, "f1": 0.853491, "hf_subset": "tam_Taml-vie_Latn", "languages": ["tam-Taml", "vie-Latn"], "main_score": 0.853491, "precision": 0.840267, "recall": 0.883399}, {"accuracy": 0.842885, "f1": 0.807079, "hf_subset": "tam_Taml-apc_Arab", "languages": ["tam-Taml", "apc-Arab"], "main_score": 0.807079, "precision": 0.791544, "recall": 0.842885}, {"accuracy": 0.237154, "f1": 0.173526, "hf_subset": "tam_Taml-bug_Latn", "languages": ["tam-Taml", "bug-Latn"], "main_score": 0.173526, "precision": 0.156251, "recall": 0.237154}, {"accuracy": 0.089921, "f1": 0.05323, "hf_subset": "tam_Taml-fon_Latn", "languages": ["tam-Taml", "fon-Latn"], "main_score": 0.05323, "precision": 0.045079, "recall": 0.089921}, {"accuracy": 0.532609, "f1": 0.45645, "hf_subset": "tam_Taml-jav_Latn", "languages": ["tam-Taml", "jav-Latn"], "main_score": 0.45645, "precision": 0.427714, "recall": 0.532609}, {"accuracy": 0.84585, "f1": 0.810841, "hf_subset": "tam_Taml-lao_Laoo", "languages": ["tam-Taml", "lao-Laoo"], "main_score": 0.810841, "precision": 0.795899, "recall": 0.84585}, {"accuracy": 0.096838, "f1": 0.053947, "hf_subset": "tam_Taml-mri_Latn", "languages": ["tam-Taml", "mri-Latn"], "main_score": 0.053947, "precision": 0.045042, "recall": 0.096838}, {"accuracy": 0.903162, "f1": 0.877324, "hf_subset": "tam_Taml-rus_Cyrl", "languages": ["tam-Taml", "rus-Cyrl"], "main_score": 0.877324, "precision": 0.865893, "recall": 0.903162}, {"accuracy": 0.130435, "f1": 0.088377, "hf_subset": "tam_Taml-taq_Latn", "languages": ["tam-Taml", "taq-Latn"], "main_score": 0.088377, "precision": 0.079153, "recall": 0.130435}, {"accuracy": 0.270751, "f1": 0.196131, "hf_subset": "tam_Taml-war_Latn", "languages": ["tam-Taml", "war-Latn"], "main_score": 0.196131, "precision": 0.175708, "recall": 0.270751}, {"accuracy": 0.897233, "f1": 0.871481, "hf_subset": "tam_Taml-arb_Arab", "languages": ["tam-Taml", "arb-Arab"], "main_score": 0.871481, "precision": 0.860508, "recall": 0.897233}, {"accuracy": 0.913043, "f1": 0.889479, "hf_subset": "tam_Taml-bul_Cyrl", "languages": ["tam-Taml", "bul-Cyrl"], "main_score": 0.889479, "precision": 0.87887, "recall": 0.913043}, {"accuracy": 0.893281, "f1": 0.865316, "hf_subset": "tam_Taml-fra_Latn", "languages": ["tam-Taml", "fra-Latn"], "main_score": 0.865316, "precision": 0.853124, "recall": 0.893281}, {"accuracy": 0.898221, "f1": 0.871873, "hf_subset": "tam_Taml-jpn_Jpan", "languages": ["tam-Taml", "jpn-Jpan"], "main_score": 0.871873, "precision": 0.860352, "recall": 0.898221}, {"accuracy": 0.557312, "f1": 0.481497, "hf_subset": "tam_Taml-lij_Latn", "languages": ["tam-Taml", "lij-Latn"], "main_score": 0.481497, "precision": 0.45174, "recall": 0.557312}, {"accuracy": 0.862648, "f1": 0.828722, "hf_subset": "tam_Taml-mya_Mymr", "languages": ["tam-Taml", "mya-Mymr"], "main_score": 0.828722, "precision": 0.81385, "recall": 0.862648}, {"accuracy": 0.120553, "f1": 0.079987, "hf_subset": "tam_Taml-sag_Latn", "languages": ["tam-Taml", "sag-Latn"], "main_score": 0.079987, "precision": 0.068773, "recall": 0.120553}, {"accuracy": 0.08004, "f1": 0.043081, "hf_subset": "tam_Taml-taq_Tfng", "languages": ["tam-Taml", "taq-Tfng"], "main_score": 0.043081, "precision": 0.037224, "recall": 0.08004}, {"accuracy": 0.132411, "f1": 0.08023, "hf_subset": "tam_Taml-wol_Latn", "languages": ["tam-Taml", "wol-Latn"], "main_score": 0.08023, "precision": 0.06761, "recall": 0.132411}, {"accuracy": 0.057312, "f1": 0.026624, "hf_subset": "tam_Taml-arb_Latn", "languages": ["tam-Taml", "arb-Latn"], "main_score": 0.026624, "precision": 0.021181, "recall": 0.057312}, {"accuracy": 0.901186, "f1": 0.876581, "hf_subset": "tam_Taml-cat_Latn", "languages": ["tam-Taml", "cat-Latn"], "main_score": 0.876581, "precision": 0.866257, "recall": 0.901186}, {"accuracy": 0.518775, "f1": 0.439442, "hf_subset": "tam_Taml-fur_Latn", "languages": ["tam-Taml", "fur-Latn"], "main_score": 0.439442, "precision": 0.408378, "recall": 0.518775}, {"accuracy": 0.045455, "f1": 0.031215, "hf_subset": "tam_Taml-kab_Latn", "languages": ["tam-Taml", "kab-Latn"], "main_score": 0.031215, "precision": 0.027606, "recall": 0.045455}, {"accuracy": 0.540514, "f1": 0.467346, "hf_subset": "tam_Taml-lim_Latn", "languages": ["tam-Taml", "lim-Latn"], "main_score": 0.467346, "precision": 0.438598, "recall": 0.540514}, {"accuracy": 0.883399, "f1": 0.854282, "hf_subset": "tam_Taml-nld_Latn", "languages": ["tam-Taml", "nld-Latn"], "main_score": 0.854282, "precision": 0.841584, "recall": 0.883399}, {"accuracy": 0.631423, "f1": 0.568023, "hf_subset": "tam_Taml-san_Deva", "languages": ["tam-Taml", "san-Deva"], "main_score": 0.568023, "precision": 0.54175, "recall": 0.631423}, {"accuracy": 0.343874, "f1": 0.272061, "hf_subset": "tam_Taml-tat_Cyrl", "languages": ["tam-Taml", "tat-Cyrl"], "main_score": 0.272061, "precision": 0.247515, "recall": 0.343874}, {"accuracy": 0.110672, "f1": 0.062611, "hf_subset": "tam_Taml-xho_Latn", "languages": ["tam-Taml", "xho-Latn"], "main_score": 0.062611, "precision": 0.053008, "recall": 0.110672}, {"accuracy": 0.882411, "f1": 0.853146, "hf_subset": "tam_Taml-ars_Arab", "languages": ["tam-Taml", "ars-Arab"], "main_score": 0.853146, "precision": 0.840402, "recall": 0.882411}, {"accuracy": 0.250988, "f1": 0.185166, "hf_subset": "tam_Taml-ceb_Latn", "languages": ["tam-Taml", "ceb-Latn"], "main_score": 0.185166, "precision": 0.166691, "recall": 0.250988}, {"accuracy": 0.116601, "f1": 0.068414, "hf_subset": "tam_Taml-fuv_Latn", "languages": ["tam-Taml", "fuv-Latn"], "main_score": 0.068414, "precision": 0.057536, "recall": 0.116601}, {"accuracy": 0.098814, "f1": 0.059005, "hf_subset": "tam_Taml-kac_Latn", "languages": ["tam-Taml", "kac-Latn"], "main_score": 0.059005, "precision": 0.050213, "recall": 0.098814}, {"accuracy": 0.128458, "f1": 0.08324, "hf_subset": "tam_Taml-lin_Latn", "languages": ["tam-Taml", "lin-Latn"], "main_score": 0.08324, "precision": 0.07163, "recall": 0.128458}, {"accuracy": 0.857708, "f1": 0.823394, "hf_subset": "tam_Taml-nno_Latn", "languages": ["tam-Taml", "nno-Latn"], "main_score": 0.823394, "precision": 0.808259, "recall": 0.857708}, {"accuracy": 0.016798, "f1": 0.005008, "hf_subset": "tam_Taml-sat_Olck", "languages": ["tam-Taml", "sat-Olck"], "main_score": 0.005008, "precision": 0.00423, "recall": 0.016798}, {"accuracy": 0.828063, "f1": 0.791897, "hf_subset": "tam_Taml-tel_Telu", "languages": ["tam-Taml", "tel-Telu"], "main_score": 0.791897, "precision": 0.776367, "recall": 0.828063}, {"accuracy": 0.389328, "f1": 0.31268, "hf_subset": "tam_Taml-ydd_Hebr", "languages": ["tam-Taml", "ydd-Hebr"], "main_score": 0.31268, "precision": 0.286205, "recall": 0.389328}, {"accuracy": 0.727273, "f1": 0.671854, "hf_subset": "tam_Taml-ary_Arab", "languages": ["tam-Taml", "ary-Arab"], "main_score": 0.671854, "precision": 0.64853, "recall": 0.727273}, {"accuracy": 0.902174, "f1": 0.876435, "hf_subset": "tam_Taml-ces_Latn", "languages": ["tam-Taml", "ces-Latn"], "main_score": 0.876435, "precision": 0.865399, "recall": 0.902174}, {"accuracy": 0.067194, "f1": 0.033315, "hf_subset": "tam_Taml-gaz_Latn", "languages": ["tam-Taml", "gaz-Latn"], "main_score": 0.033315, "precision": 0.026832, "recall": 0.067194}, {"accuracy": 0.096838, "f1": 0.062074, "hf_subset": "tam_Taml-kam_Latn", "languages": ["tam-Taml", "kam-Latn"], "main_score": 0.062074, "precision": 0.053914, "recall": 0.096838}, {"accuracy": 0.887352, "f1": 0.858125, "hf_subset": "tam_Taml-lit_Latn", "languages": ["tam-Taml", "lit-Latn"], "main_score": 0.858125, "precision": 0.845595, "recall": 0.887352}, {"accuracy": 0.897233, "f1": 0.871989, "hf_subset": "tam_Taml-nob_Latn", "languages": ["tam-Taml", "nob-Latn"], "main_score": 0.871989, "precision": 0.860946, "recall": 0.897233}, {"accuracy": 0.471344, "f1": 0.398224, "hf_subset": "tam_Taml-scn_Latn", "languages": ["tam-Taml", "scn-Latn"], "main_score": 0.398224, "precision": 0.37188, "recall": 0.471344}, {"accuracy": 0.106719, "f1": 0.073367, "hf_subset": "tam_Taml-tgk_Cyrl", "languages": ["tam-Taml", "tgk-Cyrl"], "main_score": 0.073367, "precision": 0.065587, "recall": 0.106719}, {"accuracy": 0.116601, "f1": 0.070757, "hf_subset": "tam_Taml-yor_Latn", "languages": ["tam-Taml", "yor-Latn"], "main_score": 0.070757, "precision": 0.060062, "recall": 0.116601}, {"accuracy": 0.842885, "f1": 0.804037, "hf_subset": "tam_Taml-arz_Arab", "languages": ["tam-Taml", "arz-Arab"], "main_score": 0.804037, "precision": 0.786792, "recall": 0.842885}, {"accuracy": 0.102767, "f1": 0.064586, "hf_subset": "tam_Taml-cjk_Latn", "languages": ["tam-Taml", "cjk-Latn"], "main_score": 0.064586, "precision": 0.05662, "recall": 0.102767}, {"accuracy": 0.113636, "f1": 0.075404, "hf_subset": "tam_Taml-gla_Latn", "languages": ["tam-Taml", "gla-Latn"], "main_score": 0.075404, "precision": 0.066087, "recall": 0.113636}, {"accuracy": 0.786561, "f1": 0.739799, "hf_subset": "tam_Taml-kan_Knda", "languages": ["tam-Taml", "kan-Knda"], "main_score": 0.739799, "precision": 0.719318, "recall": 0.786561}, {"accuracy": 0.474308, "f1": 0.404709, "hf_subset": "tam_Taml-lmo_Latn", "languages": ["tam-Taml", "lmo-Latn"], "main_score": 0.404709, "precision": 0.379684, "recall": 0.474308}, {"accuracy": 0.87747, "f1": 0.85247, "hf_subset": "tam_Taml-npi_Deva", "languages": ["tam-Taml", "npi-Deva"], "main_score": 0.85247, "precision": 0.841793, "recall": 0.87747}, {"accuracy": 0.140316, "f1": 0.09508, "hf_subset": "tam_Taml-shn_Mymr", "languages": ["tam-Taml", "shn-Mymr"], "main_score": 0.09508, "precision": 0.082542, "recall": 0.140316}, {"accuracy": 0.335968, "f1": 0.263994, "hf_subset": "tam_Taml-tgl_Latn", "languages": ["tam-Taml", "tgl-Latn"], "main_score": 0.263994, "precision": 0.242752, "recall": 0.335968}, {"accuracy": 0.901186, "f1": 0.877066, "hf_subset": "tam_Taml-yue_Hant", "languages": ["tam-Taml", "yue-Hant"], "main_score": 0.877066, "precision": 0.866716, "recall": 0.901186}, {"accuracy": 0.522727, "f1": 0.453956, "hf_subset": "tam_Taml-asm_Beng", "languages": ["tam-Taml", "asm-Beng"], "main_score": 0.453956, "precision": 0.427969, "recall": 0.522727}, {"accuracy": 0.752964, "f1": 0.697786, "hf_subset": "tam_Taml-ckb_Arab", "languages": ["tam-Taml", "ckb-Arab"], "main_score": 0.697786, "precision": 0.673754, "recall": 0.752964}, {"accuracy": 0.198617, "f1": 0.139969, "hf_subset": "tam_Taml-gle_Latn", "languages": ["tam-Taml", "gle-Latn"], "main_score": 0.139969, "precision": 0.125467, "recall": 0.198617}, {"accuracy": 0.509881, "f1": 0.445345, "hf_subset": "tam_Taml-kas_Arab", "languages": ["tam-Taml", "kas-Arab"], "main_score": 0.445345, "precision": 0.4199, "recall": 0.509881}, {"accuracy": 0.516798, "f1": 0.441205, "hf_subset": "tam_Taml-ltg_Latn", "languages": ["tam-Taml", "ltg-Latn"], "main_score": 0.441205, "precision": 0.412644, "recall": 0.516798}, {"accuracy": 0.132411, "f1": 0.081703, "hf_subset": "tam_Taml-nso_Latn", "languages": ["tam-Taml", "nso-Latn"], "main_score": 0.081703, "precision": 0.069504, "recall": 0.132411}, {"accuracy": 0.879447, "f1": 0.852888, "hf_subset": "tam_Taml-sin_Sinh", "languages": ["tam-Taml", "sin-Sinh"], "main_score": 0.852888, "precision": 0.841922, "recall": 0.879447}, {"accuracy": 0.897233, "f1": 0.871956, "hf_subset": "tam_Taml-tha_Thai", "languages": ["tam-Taml", "tha-Thai"], "main_score": 0.871956, "precision": 0.86087, "recall": 0.897233}, {"accuracy": 0.902174, "f1": 0.877327, "hf_subset": "tam_Taml-zho_Hans", "languages": ["tam-Taml", "zho-Hans"], "main_score": 0.877327, "precision": 0.866693, "recall": 0.902174}, {"accuracy": 0.772727, "f1": 0.721986, "hf_subset": "tam_Taml-ast_Latn", "languages": ["tam-Taml", "ast-Latn"], "main_score": 0.721986, "precision": 0.700306, "recall": 0.772727}, {"accuracy": 0.619565, "f1": 0.553938, "hf_subset": "tam_Taml-crh_Latn", "languages": ["tam-Taml", "crh-Latn"], "main_score": 0.553938, "precision": 0.527134, "recall": 0.619565}, {"accuracy": 0.909091, "f1": 0.884571, "hf_subset": "tam_Taml-glg_Latn", "languages": ["tam-Taml", "glg-Latn"], "main_score": 0.884571, "precision": 0.873468, "recall": 0.909091}, {"accuracy": 0.305336, "f1": 0.246892, "hf_subset": "tam_Taml-kas_Deva", "languages": ["tam-Taml", "kas-Deva"], "main_score": 0.246892, "precision": 0.227888, "recall": 0.305336}, {"accuracy": 0.340909, "f1": 0.264607, "hf_subset": "tam_Taml-ltz_Latn", "languages": ["tam-Taml", "ltz-Latn"], "main_score": 0.264607, "precision": 0.241174, "recall": 0.340909}, {"accuracy": 0.077075, "f1": 0.04363, "hf_subset": "tam_Taml-nus_Latn", "languages": ["tam-Taml", "nus-Latn"], "main_score": 0.04363, "precision": 0.03796, "recall": 0.077075}, {"accuracy": 0.898221, "f1": 0.870045, "hf_subset": "tam_Taml-slk_Latn", "languages": ["tam-Taml", "slk-Latn"], "main_score": 0.870045, "precision": 0.857493, "recall": 0.898221}, {"accuracy": 0.18083, "f1": 0.1271, "hf_subset": "tam_Taml-tir_Ethi", "languages": ["tam-Taml", "tir-Ethi"], "main_score": 0.1271, "precision": 0.110996, "recall": 0.18083}, {"accuracy": 0.903162, "f1": 0.877621, "hf_subset": "tam_Taml-zho_Hant", "languages": ["tam-Taml", "zho-Hant"], "main_score": 0.877621, "precision": 0.86642, "recall": 0.903162}, {"accuracy": 0.839921, "f1": 0.804663, "hf_subset": "tam_Taml-awa_Deva", "languages": ["tam-Taml", "awa-Deva"], "main_score": 0.804663, "precision": 0.789213, "recall": 0.839921}, {"accuracy": 0.34585, "f1": 0.264381, "hf_subset": "tam_Taml-cym_Latn", "languages": ["tam-Taml", "cym-Latn"], "main_score": 0.264381, "precision": 0.240128, "recall": 0.34585}, {"accuracy": 0.210474, "f1": 0.150517, "hf_subset": "tam_Taml-grn_Latn", "languages": ["tam-Taml", "grn-Latn"], "main_score": 0.150517, "precision": 0.135665, "recall": 0.210474}, {"accuracy": 0.790514, "f1": 0.737088, "hf_subset": "tam_Taml-kat_Geor", "languages": ["tam-Taml", "kat-Geor"], "main_score": 0.737088, "precision": 0.713982, "recall": 0.790514}, {"accuracy": 0.133399, "f1": 0.083971, "hf_subset": "tam_Taml-lua_Latn", "languages": ["tam-Taml", "lua-Latn"], "main_score": 0.083971, "precision": 0.072642, "recall": 0.133399}, {"accuracy": 0.124506, "f1": 0.077066, "hf_subset": "tam_Taml-nya_Latn", "languages": ["tam-Taml", "nya-Latn"], "main_score": 0.077066, "precision": 0.066176, "recall": 0.124506}, {"accuracy": 0.893281, "f1": 0.866082, "hf_subset": "tam_Taml-slv_Latn", "languages": ["tam-Taml", "slv-Latn"], "main_score": 0.866082, "precision": 0.853878, "recall": 0.893281}, {"accuracy": 0.294466, "f1": 0.217691, "hf_subset": "tam_Taml-tpi_Latn", "languages": ["tam-Taml", "tpi-Latn"], "main_score": 0.217691, "precision": 0.194737, "recall": 0.294466}, {"accuracy": 0.889328, "f1": 0.861961, "hf_subset": "tam_Taml-zsm_Latn", "languages": ["tam-Taml", "zsm-Latn"], "main_score": 0.861961, "precision": 0.849975, "recall": 0.889328}, {"accuracy": 0.116601, "f1": 0.068508, "hf_subset": "tam_Taml-ayr_Latn", "languages": ["tam-Taml", "ayr-Latn"], "main_score": 0.068508, "precision": 0.057164, "recall": 0.116601}, {"accuracy": 0.902174, "f1": 0.878535, "hf_subset": "tam_Taml-dan_Latn", "languages": ["tam-Taml", "dan-Latn"], "main_score": 0.878535, "precision": 0.868174, "recall": 0.902174}, {"accuracy": 0.850791, "f1": 0.816206, "hf_subset": "tam_Taml-guj_Gujr", "languages": ["tam-Taml", "guj-Gujr"], "main_score": 0.816206, "precision": 0.801301, "recall": 0.850791}, {"accuracy": 0.840909, "f1": 0.803405, "hf_subset": "tam_Taml-kaz_Cyrl", "languages": ["tam-Taml", "kaz-Cyrl"], "main_score": 0.803405, "precision": 0.786718, "recall": 0.840909}, {"accuracy": 0.09585, "f1": 0.056157, "hf_subset": "tam_Taml-lug_Latn", "languages": ["tam-Taml", "lug-Latn"], "main_score": 0.056157, "precision": 0.047377, "recall": 0.09585}, {"accuracy": 0.774704, "f1": 0.723342, "hf_subset": "tam_Taml-oci_Latn", "languages": ["tam-Taml", "oci-Latn"], "main_score": 0.723342, "precision": 0.702036, "recall": 0.774704}, {"accuracy": 0.112648, "f1": 0.069416, "hf_subset": "tam_Taml-smo_Latn", "languages": ["tam-Taml", "smo-Latn"], "main_score": 0.069416, "precision": 0.058914, "recall": 0.112648}, {"accuracy": 0.101779, "f1": 0.061392, "hf_subset": "tam_Taml-tsn_Latn", "languages": ["tam-Taml", "tsn-Latn"], "main_score": 0.061392, "precision": 0.051918, "recall": 0.101779}, {"accuracy": 0.079051, "f1": 0.045406, "hf_subset": "tam_Taml-zul_Latn", "languages": ["tam-Taml", "zul-Latn"], "main_score": 0.045406, "precision": 0.038448, "recall": 0.079051}, {"accuracy": 0.414032, "f1": 0.339777, "hf_subset": "tam_Taml-azb_Arab", "languages": ["tam-Taml", "azb-Arab"], "main_score": 0.339777, "precision": 0.312995, "recall": 0.414032}, {"accuracy": 0.903162, "f1": 0.879414, "hf_subset": "tam_Taml-deu_Latn", "languages": ["tam-Taml", "deu-Latn"], "main_score": 0.879414, "precision": 0.869302, "recall": 0.903162}, {"accuracy": 0.179842, "f1": 0.124635, "hf_subset": "tam_Taml-hat_Latn", "languages": ["tam-Taml", "hat-Latn"], "main_score": 0.124635, "precision": 0.110366, "recall": 0.179842}, {"accuracy": 0.089921, "f1": 0.050516, "hf_subset": "tam_Taml-kbp_Latn", "languages": ["tam-Taml", "kbp-Latn"], "main_score": 0.050516, "precision": 0.041894, "recall": 0.089921}, {"accuracy": 0.110672, "f1": 0.070905, "hf_subset": "tam_Taml-luo_Latn", "languages": ["tam-Taml", "luo-Latn"], "main_score": 0.070905, "precision": 0.062398, "recall": 0.110672}, {"accuracy": 0.794466, "f1": 0.751664, "hf_subset": "tam_Taml-ory_Orya", "languages": ["tam-Taml", "ory-Orya"], "main_score": 0.751664, "precision": 0.733507, "recall": 0.794466}, {"accuracy": 0.097826, "f1": 0.057122, "hf_subset": "tam_Taml-sna_Latn", "languages": ["tam-Taml", "sna-Latn"], "main_score": 0.057122, "precision": 0.048754, "recall": 0.097826}, {"accuracy": 0.093874, "f1": 0.06058, "hf_subset": "tam_Taml-tso_Latn", "languages": ["tam-Taml", "tso-Latn"], "main_score": 0.06058, "precision": 0.052345, "recall": 0.093874}, {"accuracy": 0.843874, "f1": 0.808317, "hf_subset": "tam_Taml-azj_Latn", "languages": ["tam-Taml", "azj-Latn"], "main_score": 0.808317, "precision": 0.792895, "recall": 0.843874}, {"accuracy": 0.152174, "f1": 0.102254, "hf_subset": "tam_Taml-dik_Latn", "languages": ["tam-Taml", "dik-Latn"], "main_score": 0.102254, "precision": 0.089537, "recall": 0.152174}, {"accuracy": 0.150198, "f1": 0.101781, "hf_subset": "tam_Taml-hau_Latn", "languages": ["tam-Taml", "hau-Latn"], "main_score": 0.101781, "precision": 0.090377, "recall": 0.150198}, {"accuracy": 0.447628, "f1": 0.372131, "hf_subset": "tam_Taml-kea_Latn", "languages": ["tam-Taml", "kea-Latn"], "main_score": 0.372131, "precision": 0.345368, "recall": 0.447628}, {"accuracy": 0.20751, "f1": 0.146852, "hf_subset": "tam_Taml-lus_Latn", "languages": ["tam-Taml", "lus-Latn"], "main_score": 0.146852, "precision": 0.130847, "recall": 0.20751}, {"accuracy": 0.305336, "f1": 0.231134, "hf_subset": "tam_Taml-pag_Latn", "languages": ["tam-Taml", "pag-Latn"], "main_score": 0.231134, "precision": 0.207987, "recall": 0.305336}, {"accuracy": 0.786561, "f1": 0.740519, "hf_subset": "tam_Taml-snd_Arab", "languages": ["tam-Taml", "snd-Arab"], "main_score": 0.740519, "precision": 0.720324, "recall": 0.786561}, {"accuracy": 0.226285, "f1": 0.16052, "hf_subset": "tam_Taml-tuk_Latn", "languages": ["tam-Taml", "tuk-Latn"], "main_score": 0.16052, "precision": 0.142021, "recall": 0.226285}, {"accuracy": 0.322134, "f1": 0.247885, "hf_subset": "tam_Taml-bak_Cyrl", "languages": ["tam-Taml", "bak-Cyrl"], "main_score": 0.247885, "precision": 0.223868, "recall": 0.322134}, {"accuracy": 0.086957, "f1": 0.055335, "hf_subset": "tam_Taml-dyu_Latn", "languages": ["tam-Taml", "dyu-Latn"], "main_score": 0.055335, "precision": 0.046992, "recall": 0.086957}, {"accuracy": 0.90415, "f1": 0.879916, "hf_subset": "tam_Taml-heb_Hebr", "languages": ["tam-Taml", "heb-Hebr"], "main_score": 0.879916, "precision": 0.869755, "recall": 0.90415}, {"accuracy": 0.880435, "f1": 0.854616, "hf_subset": "tam_Taml-khk_Cyrl", "languages": ["tam-Taml", "khk-Cyrl"], "main_score": 0.854616, "precision": 0.843852, "recall": 0.880435}, {"accuracy": 0.908103, "f1": 0.884472, "hf_subset": "tam_Taml-lvs_Latn", "languages": ["tam-Taml", "lvs-Latn"], "main_score": 0.884472, "precision": 0.873847, "recall": 0.908103}, {"accuracy": 0.824111, "f1": 0.786419, "hf_subset": "tam_Taml-pan_Guru", "languages": ["tam-Taml", "pan-Guru"], "main_score": 0.786419, "precision": 0.769261, "recall": 0.824111}, {"accuracy": 0.179842, "f1": 0.134425, "hf_subset": "tam_Taml-som_Latn", "languages": ["tam-Taml", "som-Latn"], "main_score": 0.134425, "precision": 0.121772, "recall": 0.179842}, {"accuracy": 0.118577, "f1": 0.066567, "hf_subset": "tam_Taml-tum_Latn", "languages": ["tam-Taml", "tum-Latn"], "main_score": 0.066567, "precision": 0.055374, "recall": 0.118577}, {"accuracy": 0.091897, "f1": 0.055787, "hf_subset": "vie_Latn-ace_Arab", "languages": ["vie-Latn", "ace-Arab"], "main_score": 0.055787, "precision": 0.046619, "recall": 0.091897}, {"accuracy": 0.219368, "f1": 0.1471, "hf_subset": "vie_Latn-bam_Latn", "languages": ["vie-Latn", "bam-Latn"], "main_score": 0.1471, "precision": 0.129469, "recall": 0.219368}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "vie_Latn-dzo_Tibt", "languages": ["vie-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "vie_Latn-hin_Deva", "languages": ["vie-Latn", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.914032, "f1": 0.886858, "hf_subset": "vie_Latn-khm_Khmr", "languages": ["vie-Latn", "khm-Khmr"], "main_score": 0.886858, "precision": 0.873682, "recall": 0.914032}, {"accuracy": 0.951581, "f1": 0.935771, "hf_subset": "vie_Latn-mag_Deva", "languages": ["vie-Latn", "mag-Deva"], "main_score": 0.935771, "precision": 0.92803, "recall": 0.951581}, {"accuracy": 0.639328, "f1": 0.562929, "hf_subset": "vie_Latn-pap_Latn", "languages": ["vie-Latn", "pap-Latn"], "main_score": 0.562929, "precision": 0.53386, "recall": 0.639328}, {"accuracy": 0.23419, "f1": 0.167097, "hf_subset": "vie_Latn-sot_Latn", "languages": ["vie-Latn", "sot-Latn"], "main_score": 0.167097, "precision": 0.150158, "recall": 0.23419}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "vie_Latn-tur_Latn", "languages": ["vie-Latn", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.420949, "f1": 0.332861, "hf_subset": "vie_Latn-ace_Latn", "languages": ["vie-Latn", "ace-Latn"], "main_score": 0.332861, "precision": 0.305138, "recall": 0.420949}, {"accuracy": 0.68083, "f1": 0.613732, "hf_subset": "vie_Latn-ban_Latn", "languages": ["vie-Latn", "ban-Latn"], "main_score": 0.613732, "precision": 0.586542, "recall": 0.68083}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "vie_Latn-ell_Grek", "languages": ["vie-Latn", "ell-Grek"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.916008, "f1": 0.889328, "hf_subset": "vie_Latn-hne_Deva", "languages": ["vie-Latn", "hne-Deva"], "main_score": 0.889328, "precision": 0.876318, "recall": 0.916008}, {"accuracy": 0.259881, "f1": 0.18068, "hf_subset": "vie_Latn-kik_Latn", "languages": ["vie-Latn", "kik-Latn"], "main_score": 0.18068, "precision": 0.15984, "recall": 0.259881}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "vie_Latn-mai_Deva", "languages": ["vie-Latn", "mai-Deva"], "main_score": 0.916469, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.854743, "f1": 0.815022, "hf_subset": "vie_Latn-pbt_Arab", "languages": ["vie-Latn", "pbt-Arab"], "main_score": 0.815022, "precision": 0.797243, "recall": 0.854743}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-spa_Latn", "languages": ["vie-Latn", "spa-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.304348, "f1": 0.215301, "hf_subset": "vie_Latn-twi_Latn", "languages": ["vie-Latn", "twi-Latn"], "main_score": 0.215301, "precision": 0.190631, "recall": 0.304348}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "vie_Latn-acm_Arab", "languages": ["vie-Latn", "acm-Arab"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "vie_Latn-bel_Cyrl", "languages": ["vie-Latn", "bel-Cyrl"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-eng_Latn", "languages": ["vie-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-hrv_Latn", "languages": ["vie-Latn", "hrv-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.170949, "f1": 0.117526, "hf_subset": "vie_Latn-kin_Latn", "languages": ["vie-Latn", "kin-Latn"], "main_score": 0.117526, "precision": 0.104847, "recall": 0.170949}, {"accuracy": 0.891304, "f1": 0.861975, "hf_subset": "vie_Latn-mal_Mlym", "languages": ["vie-Latn", "mal-Mlym"], "main_score": 0.861975, "precision": 0.848897, "recall": 0.891304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-pes_Arab", "languages": ["vie-Latn", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.731225, "f1": 0.665467, "hf_subset": "vie_Latn-srd_Latn", "languages": ["vie-Latn", "srd-Latn"], "main_score": 0.665467, "precision": 0.637453, "recall": 0.731225}, {"accuracy": 0.068182, "f1": 0.032462, "hf_subset": "vie_Latn-tzm_Tfng", "languages": ["vie-Latn", "tzm-Tfng"], "main_score": 0.032462, "precision": 0.02683, "recall": 0.068182}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "vie_Latn-acq_Arab", "languages": ["vie-Latn", "acq-Arab"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.249012, "f1": 0.171969, "hf_subset": "vie_Latn-bem_Latn", "languages": ["vie-Latn", "bem-Latn"], "main_score": 0.171969, "precision": 0.15308, "recall": 0.249012}, {"accuracy": 0.86166, "f1": 0.822892, "hf_subset": "vie_Latn-epo_Latn", "languages": ["vie-Latn", "epo-Latn"], "main_score": 0.822892, "precision": 0.805204, "recall": 0.86166}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-hun_Latn", "languages": ["vie-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.931818, "f1": 0.911627, "hf_subset": "vie_Latn-kir_Cyrl", "languages": ["vie-Latn", "kir-Cyrl"], "main_score": 0.911627, "precision": 0.902256, "recall": 0.931818}, {"accuracy": 0.906126, "f1": 0.87803, "hf_subset": "vie_Latn-mar_Deva", "languages": ["vie-Latn", "mar-Deva"], "main_score": 0.87803, "precision": 0.864872, "recall": 0.906126}, {"accuracy": 0.309289, "f1": 0.23192, "hf_subset": "vie_Latn-plt_Latn", "languages": ["vie-Latn", "plt-Latn"], "main_score": 0.23192, "precision": 0.208818, "recall": 0.309289}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "vie_Latn-srp_Cyrl", "languages": ["vie-Latn", "srp-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.80336, "f1": 0.755451, "hf_subset": "vie_Latn-uig_Arab", "languages": ["vie-Latn", "uig-Arab"], "main_score": 0.755451, "precision": 0.734298, "recall": 0.80336}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "vie_Latn-aeb_Arab", "languages": ["vie-Latn", "aeb-Arab"], "main_score": 0.906126, "precision": 0.895751, "recall": 0.927866}, {"accuracy": 0.914032, "f1": 0.888999, "hf_subset": "vie_Latn-ben_Beng", "languages": ["vie-Latn", "ben-Beng"], "main_score": 0.888999, "precision": 0.877306, "recall": 0.914032}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "vie_Latn-est_Latn", "languages": ["vie-Latn", "est-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "vie_Latn-hye_Armn", "languages": ["vie-Latn", "hye-Armn"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.188735, "f1": 0.123123, "hf_subset": "vie_Latn-kmb_Latn", "languages": ["vie-Latn", "kmb-Latn"], "main_score": 0.123123, "precision": 0.109217, "recall": 0.188735}, {"accuracy": 0.059289, "f1": 0.03392, "hf_subset": "vie_Latn-min_Arab", "languages": ["vie-Latn", "min-Arab"], "main_score": 0.03392, "precision": 0.028227, "recall": 0.059289}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-pol_Latn", "languages": ["vie-Latn", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.177866, "f1": 0.116048, "hf_subset": "vie_Latn-ssw_Latn", "languages": ["vie-Latn", "ssw-Latn"], "main_score": 0.116048, "precision": 0.102608, "recall": 0.177866}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-ukr_Cyrl", "languages": ["vie-Latn", "ukr-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "vie_Latn-afr_Latn", "languages": ["vie-Latn", "afr-Latn"], "main_score": 0.946311, "precision": 0.939888, "recall": 0.959486}, {"accuracy": 0.893281, "f1": 0.862154, "hf_subset": "vie_Latn-bho_Deva", "languages": ["vie-Latn", "bho-Deva"], "main_score": 0.862154, "precision": 0.847661, "recall": 0.893281}, {"accuracy": 0.759881, "f1": 0.70224, "hf_subset": "vie_Latn-eus_Latn", "languages": ["vie-Latn", "eus-Latn"], "main_score": 0.70224, "precision": 0.677931, "recall": 0.759881}, {"accuracy": 0.219368, "f1": 0.14825, "hf_subset": "vie_Latn-ibo_Latn", "languages": ["vie-Latn", "ibo-Latn"], "main_score": 0.14825, "precision": 0.131495, "recall": 0.219368}, {"accuracy": 0.744071, "f1": 0.691902, "hf_subset": "vie_Latn-kmr_Latn", "languages": ["vie-Latn", "kmr-Latn"], "main_score": 0.691902, "precision": 0.670175, "recall": 0.744071}, {"accuracy": 0.660079, "f1": 0.589201, "hf_subset": "vie_Latn-min_Latn", "languages": ["vie-Latn", "min-Latn"], "main_score": 0.589201, "precision": 0.562741, "recall": 0.660079}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-por_Latn", "languages": ["vie-Latn", "por-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.76581, "f1": 0.707263, "hf_subset": "vie_Latn-sun_Latn", "languages": ["vie-Latn", "sun-Latn"], "main_score": 0.707263, "precision": 0.682933, "recall": 0.76581}, {"accuracy": 0.193676, "f1": 0.128164, "hf_subset": "vie_Latn-umb_Latn", "languages": ["vie-Latn", "umb-Latn"], "main_score": 0.128164, "precision": 0.113276, "recall": 0.193676}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "vie_Latn-ajp_Arab", "languages": ["vie-Latn", "ajp-Arab"], "main_score": 0.958004, "precision": 0.953722, "recall": 0.967391}, {"accuracy": 0.073123, "f1": 0.043349, "hf_subset": "vie_Latn-bjn_Arab", "languages": ["vie-Latn", "bjn-Arab"], "main_score": 0.043349, "precision": 0.036915, "recall": 0.073123}, {"accuracy": 0.269763, "f1": 0.19813, "hf_subset": "vie_Latn-ewe_Latn", "languages": ["vie-Latn", "ewe-Latn"], "main_score": 0.19813, "precision": 0.179625, "recall": 0.269763}, {"accuracy": 0.381423, "f1": 0.29199, "hf_subset": "vie_Latn-ilo_Latn", "languages": ["vie-Latn", "ilo-Latn"], "main_score": 0.29199, "precision": 0.265488, "recall": 0.381423}, {"accuracy": 0.096838, "f1": 0.052113, "hf_subset": "vie_Latn-knc_Arab", "languages": ["vie-Latn", "knc-Arab"], "main_score": 0.052113, "precision": 0.042268, "recall": 0.096838}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-mkd_Cyrl", "languages": ["vie-Latn", "mkd-Cyrl"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "vie_Latn-prs_Arab", "languages": ["vie-Latn", "prs-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-swe_Latn", "languages": ["vie-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "vie_Latn-urd_Arab", "languages": ["vie-Latn", "urd-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.310277, "f1": 0.228846, "hf_subset": "vie_Latn-aka_Latn", "languages": ["vie-Latn", "aka-Latn"], "main_score": 0.228846, "precision": 0.206333, "recall": 0.310277}, {"accuracy": 0.77668, "f1": 0.719436, "hf_subset": "vie_Latn-bjn_Latn", "languages": ["vie-Latn", "bjn-Latn"], "main_score": 0.719436, "precision": 0.694871, "recall": 0.77668}, {"accuracy": 0.465415, "f1": 0.381789, "hf_subset": "vie_Latn-fao_Latn", "languages": ["vie-Latn", "fao-Latn"], "main_score": 0.381789, "precision": 0.355276, "recall": 0.465415}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-ind_Latn", "languages": ["vie-Latn", "ind-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.286561, "f1": 0.205839, "hf_subset": "vie_Latn-knc_Latn", "languages": ["vie-Latn", "knc-Latn"], "main_score": 0.205839, "precision": 0.184858, "recall": 0.286561}, {"accuracy": 0.341897, "f1": 0.263406, "hf_subset": "vie_Latn-mlt_Latn", "languages": ["vie-Latn", "mlt-Latn"], "main_score": 0.263406, "precision": 0.241055, "recall": 0.341897}, {"accuracy": 0.268775, "f1": 0.183288, "hf_subset": "vie_Latn-quy_Latn", "languages": ["vie-Latn", "quy-Latn"], "main_score": 0.183288, "precision": 0.159555, "recall": 0.268775}, {"accuracy": 0.371542, "f1": 0.290829, "hf_subset": "vie_Latn-swh_Latn", "languages": ["vie-Latn", "swh-Latn"], "main_score": 0.290829, "precision": 0.266228, "recall": 0.371542}, {"accuracy": 0.641304, "f1": 0.573497, "hf_subset": "vie_Latn-uzn_Latn", "languages": ["vie-Latn", "uzn-Latn"], "main_score": 0.573497, "precision": 0.5475, "recall": 0.641304}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-als_Latn", "languages": ["vie-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.055336, "f1": 0.019806, "hf_subset": "vie_Latn-bod_Tibt", "languages": ["vie-Latn", "bod-Tibt"], "main_score": 0.019806, "precision": 0.01565, "recall": 0.055336}, {"accuracy": 0.224308, "f1": 0.151981, "hf_subset": "vie_Latn-fij_Latn", "languages": ["vie-Latn", "fij-Latn"], "main_score": 0.151981, "precision": 0.133202, "recall": 0.224308}, {"accuracy": 0.761858, "f1": 0.703843, "hf_subset": "vie_Latn-isl_Latn", "languages": ["vie-Latn", "isl-Latn"], "main_score": 0.703843, "precision": 0.678798, "recall": 0.761858}, {"accuracy": 0.263834, "f1": 0.190369, "hf_subset": "vie_Latn-kon_Latn", "languages": ["vie-Latn", "kon-Latn"], "main_score": 0.190369, "precision": 0.171539, "recall": 0.263834}, {"accuracy": 0.062253, "f1": 0.03074, "hf_subset": "vie_Latn-mni_Beng", "languages": ["vie-Latn", "mni-Beng"], "main_score": 0.03074, "precision": 0.025544, "recall": 0.062253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-ron_Latn", "languages": ["vie-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.809289, "f1": 0.759571, "hf_subset": "vie_Latn-szl_Latn", "languages": ["vie-Latn", "szl-Latn"], "main_score": 0.759571, "precision": 0.737582, "recall": 0.809289}, {"accuracy": 0.800395, "f1": 0.743775, "hf_subset": "vie_Latn-vec_Latn", "languages": ["vie-Latn", "vec-Latn"], "main_score": 0.743775, "precision": 0.718906, "recall": 0.800395}, {"accuracy": 0.756917, "f1": 0.705176, "hf_subset": "vie_Latn-amh_Ethi", "languages": ["vie-Latn", "amh-Ethi"], "main_score": 0.705176, "precision": 0.683366, "recall": 0.756917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-bos_Latn", "languages": ["vie-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-fin_Latn", "languages": ["vie-Latn", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "vie_Latn-ita_Latn", "languages": ["vie-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "vie_Latn-kor_Hang", "languages": ["vie-Latn", "kor-Hang"], "main_score": 0.978096, "precision": 0.975791, "recall": 0.983202}, {"accuracy": 0.245059, "f1": 0.177501, "hf_subset": "vie_Latn-mos_Latn", "languages": ["vie-Latn", "mos-Latn"], "main_score": 0.177501, "precision": 0.160231, "recall": 0.245059}, {"accuracy": 0.204545, "f1": 0.141528, "hf_subset": "vie_Latn-run_Latn", "languages": ["vie-Latn", "run-Latn"], "main_score": 0.141528, "precision": 0.126498, "recall": 0.204545}, {"accuracy": 0.892292, "f1": 0.861067, "hf_subset": "vie_Latn-tam_Taml", "languages": ["vie-Latn", "tam-Taml"], "main_score": 0.861067, "precision": 0.846624, "recall": 0.892292}, {"accuracy": 0.959486, "f1": 0.946805, "hf_subset": "vie_Latn-apc_Arab", "languages": ["vie-Latn", "apc-Arab"], "main_score": 0.946805, "precision": 0.940711, "recall": 0.959486}, {"accuracy": 0.40415, "f1": 0.319584, "hf_subset": "vie_Latn-bug_Latn", "languages": ["vie-Latn", "bug-Latn"], "main_score": 0.319584, "precision": 0.294009, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.159628, "hf_subset": "vie_Latn-fon_Latn", "languages": ["vie-Latn", "fon-Latn"], "main_score": 0.159628, "precision": 0.141932, "recall": 0.229249}, {"accuracy": 0.73419, "f1": 0.671137, "hf_subset": "vie_Latn-jav_Latn", "languages": ["vie-Latn", "jav-Latn"], "main_score": 0.671137, "precision": 0.64568, "recall": 0.73419}, {"accuracy": 0.940711, "f1": 0.924078, "hf_subset": "vie_Latn-lao_Laoo", "languages": ["vie-Latn", "lao-Laoo"], "main_score": 0.924078, "precision": 0.91637, "recall": 0.940711}, {"accuracy": 0.211462, "f1": 0.138518, "hf_subset": "vie_Latn-mri_Latn", "languages": ["vie-Latn", "mri-Latn"], "main_score": 0.138518, "precision": 0.12187, "recall": 0.211462}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "vie_Latn-rus_Cyrl", "languages": ["vie-Latn", "rus-Cyrl"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.267787, "f1": 0.201569, "hf_subset": "vie_Latn-taq_Latn", "languages": ["vie-Latn", "taq-Latn"], "main_score": 0.201569, "precision": 0.184491, "recall": 0.267787}, {"accuracy": 0.442688, "f1": 0.34762, "hf_subset": "vie_Latn-war_Latn", "languages": ["vie-Latn", "war-Latn"], "main_score": 0.34762, "precision": 0.31652, "recall": 0.442688}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "vie_Latn-arb_Arab", "languages": ["vie-Latn", "arb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "vie_Latn-bul_Cyrl", "languages": ["vie-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-fra_Latn", "languages": ["vie-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-jpn_Jpan", "languages": ["vie-Latn", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.753953, "f1": 0.692627, "hf_subset": "vie_Latn-lij_Latn", "languages": ["vie-Latn", "lij-Latn"], "main_score": 0.692627, "precision": 0.667062, "recall": 0.753953}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "vie_Latn-mya_Mymr", "languages": ["vie-Latn", "mya-Mymr"], "main_score": 0.930171, "precision": 0.922266, "recall": 0.94664}, {"accuracy": 0.252964, "f1": 0.182189, "hf_subset": "vie_Latn-sag_Latn", "languages": ["vie-Latn", "sag-Latn"], "main_score": 0.182189, "precision": 0.162098, "recall": 0.252964}, {"accuracy": 0.076087, "f1": 0.034054, "hf_subset": "vie_Latn-taq_Tfng", "languages": ["vie-Latn", "taq-Tfng"], "main_score": 0.034054, "precision": 0.028419, "recall": 0.076087}, {"accuracy": 0.273715, "f1": 0.196301, "hf_subset": "vie_Latn-wol_Latn", "languages": ["vie-Latn", "wol-Latn"], "main_score": 0.196301, "precision": 0.175445, "recall": 0.273715}, {"accuracy": 0.147233, "f1": 0.093638, "hf_subset": "vie_Latn-arb_Latn", "languages": ["vie-Latn", "arb-Latn"], "main_score": 0.093638, "precision": 0.081967, "recall": 0.147233}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "vie_Latn-cat_Latn", "languages": ["vie-Latn", "cat-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.727273, "f1": 0.663048, "hf_subset": "vie_Latn-fur_Latn", "languages": ["vie-Latn", "fur-Latn"], "main_score": 0.663048, "precision": 0.636709, "recall": 0.727273}, {"accuracy": 0.100791, "f1": 0.067942, "hf_subset": "vie_Latn-kab_Latn", "languages": ["vie-Latn", "kab-Latn"], "main_score": 0.067942, "precision": 0.060798, "recall": 0.100791}, {"accuracy": 0.755929, "f1": 0.69465, "hf_subset": "vie_Latn-lim_Latn", "languages": ["vie-Latn", "lim-Latn"], "main_score": 0.69465, "precision": 0.668692, "recall": 0.755929}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "vie_Latn-nld_Latn", "languages": ["vie-Latn", "nld-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.745059, "f1": 0.681046, "hf_subset": "vie_Latn-san_Deva", "languages": ["vie-Latn", "san-Deva"], "main_score": 0.681046, "precision": 0.653113, "recall": 0.745059}, {"accuracy": 0.51087, "f1": 0.425745, "hf_subset": "vie_Latn-tat_Cyrl", "languages": ["vie-Latn", "tat-Cyrl"], "main_score": 0.425745, "precision": 0.394468, "recall": 0.51087}, {"accuracy": 0.208498, "f1": 0.136948, "hf_subset": "vie_Latn-xho_Latn", "languages": ["vie-Latn", "xho-Latn"], "main_score": 0.136948, "precision": 0.119743, "recall": 0.208498}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "vie_Latn-ars_Arab", "languages": ["vie-Latn", "ars-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.414032, "f1": 0.32203, "hf_subset": "vie_Latn-ceb_Latn", "languages": ["vie-Latn", "ceb-Latn"], "main_score": 0.32203, "precision": 0.292583, "recall": 0.414032}, {"accuracy": 0.243083, "f1": 0.168312, "hf_subset": "vie_Latn-fuv_Latn", "languages": ["vie-Latn", "fuv-Latn"], "main_score": 0.168312, "precision": 0.150017, "recall": 0.243083}, {"accuracy": 0.224308, "f1": 0.153149, "hf_subset": "vie_Latn-kac_Latn", "languages": ["vie-Latn", "kac-Latn"], "main_score": 0.153149, "precision": 0.134858, "recall": 0.224308}, {"accuracy": 0.249012, "f1": 0.180269, "hf_subset": "vie_Latn-lin_Latn", "languages": ["vie-Latn", "lin-Latn"], "main_score": 0.180269, "precision": 0.161908, "recall": 0.249012}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "vie_Latn-nno_Latn", "languages": ["vie-Latn", "nno-Latn"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.019763, "f1": 0.003993, "hf_subset": "vie_Latn-sat_Olck", "languages": ["vie-Latn", "sat-Olck"], "main_score": 0.003993, "precision": 0.002867, "recall": 0.019763}, {"accuracy": 0.859684, "f1": 0.821377, "hf_subset": "vie_Latn-tel_Telu", "languages": ["vie-Latn", "tel-Telu"], "main_score": 0.821377, "precision": 0.804545, "recall": 0.859684}, {"accuracy": 0.427866, "f1": 0.345769, "hf_subset": "vie_Latn-ydd_Hebr", "languages": ["vie-Latn", "ydd-Hebr"], "main_score": 0.345769, "precision": 0.317114, "recall": 0.427866}, {"accuracy": 0.850791, "f1": 0.810968, "hf_subset": "vie_Latn-ary_Arab", "languages": ["vie-Latn", "ary-Arab"], "main_score": 0.810968, "precision": 0.793132, "recall": 0.850791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-ces_Latn", "languages": ["vie-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.112648, "f1": 0.068518, "hf_subset": "vie_Latn-gaz_Latn", "languages": ["vie-Latn", "gaz-Latn"], "main_score": 0.068518, "precision": 0.059881, "recall": 0.112648}, {"accuracy": 0.222332, "f1": 0.155329, "hf_subset": "vie_Latn-kam_Latn", "languages": ["vie-Latn", "kam-Latn"], "main_score": 0.155329, "precision": 0.138584, "recall": 0.222332}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "vie_Latn-lit_Latn", "languages": ["vie-Latn", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "vie_Latn-nob_Latn", "languages": ["vie-Latn", "nob-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.657115, "f1": 0.58567, "hf_subset": "vie_Latn-scn_Latn", "languages": ["vie-Latn", "scn-Latn"], "main_score": 0.58567, "precision": 0.559085, "recall": 0.657115}, {"accuracy": 0.203557, "f1": 0.13296, "hf_subset": "vie_Latn-tgk_Cyrl", "languages": ["vie-Latn", "tgk-Cyrl"], "main_score": 0.13296, "precision": 0.115506, "recall": 0.203557}, {"accuracy": 0.221344, "f1": 0.149759, "hf_subset": "vie_Latn-yor_Latn", "languages": ["vie-Latn", "yor-Latn"], "main_score": 0.149759, "precision": 0.131128, "recall": 0.221344}, {"accuracy": 0.947628, "f1": 0.931489, "hf_subset": "vie_Latn-arz_Arab", "languages": ["vie-Latn", "arz-Arab"], "main_score": 0.931489, "precision": 0.923748, "recall": 0.947628}, {"accuracy": 0.210474, "f1": 0.147605, "hf_subset": "vie_Latn-cjk_Latn", "languages": ["vie-Latn", "cjk-Latn"], "main_score": 0.147605, "precision": 0.132087, "recall": 0.210474}, {"accuracy": 0.22332, "f1": 0.153688, "hf_subset": "vie_Latn-gla_Latn", "languages": ["vie-Latn", "gla-Latn"], "main_score": 0.153688, "precision": 0.134652, "recall": 0.22332}, {"accuracy": 0.814229, "f1": 0.765453, "hf_subset": "vie_Latn-kan_Knda", "languages": ["vie-Latn", "kan-Knda"], "main_score": 0.765453, "precision": 0.743857, "recall": 0.814229}, {"accuracy": 0.666996, "f1": 0.599853, "hf_subset": "vie_Latn-lmo_Latn", "languages": ["vie-Latn", "lmo-Latn"], "main_score": 0.599853, "precision": 0.574144, "recall": 0.666996}, {"accuracy": 0.961462, "f1": 0.950264, "hf_subset": "vie_Latn-npi_Deva", "languages": ["vie-Latn", "npi-Deva"], "main_score": 0.950264, "precision": 0.944993, "recall": 0.961462}, {"accuracy": 0.300395, "f1": 0.215177, "hf_subset": "vie_Latn-shn_Mymr", "languages": ["vie-Latn", "shn-Mymr"], "main_score": 0.215177, "precision": 0.188734, "recall": 0.300395}, {"accuracy": 0.476285, "f1": 0.391091, "hf_subset": "vie_Latn-tgl_Latn", "languages": ["vie-Latn", "tgl-Latn"], "main_score": 0.391091, "precision": 0.362735, "recall": 0.476285}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "vie_Latn-yue_Hant", "languages": ["vie-Latn", "yue-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.55336, "f1": 0.470712, "hf_subset": "vie_Latn-asm_Beng", "languages": ["vie-Latn", "asm-Beng"], "main_score": 0.470712, "precision": 0.439052, "recall": 0.55336}, {"accuracy": 0.848814, "f1": 0.807378, "hf_subset": "vie_Latn-ckb_Arab", "languages": ["vie-Latn", "ckb-Arab"], "main_score": 0.807378, "precision": 0.788159, "recall": 0.848814}, {"accuracy": 0.321146, "f1": 0.241591, "hf_subset": "vie_Latn-gle_Latn", "languages": ["vie-Latn", "gle-Latn"], "main_score": 0.241591, "precision": 0.219257, "recall": 0.321146}, {"accuracy": 0.599802, "f1": 0.518128, "hf_subset": "vie_Latn-kas_Arab", "languages": ["vie-Latn", "kas-Arab"], "main_score": 0.518128, "precision": 0.486351, "recall": 0.599802}, {"accuracy": 0.704545, "f1": 0.640453, "hf_subset": "vie_Latn-ltg_Latn", "languages": ["vie-Latn", "ltg-Latn"], "main_score": 0.640453, "precision": 0.613703, "recall": 0.704545}, {"accuracy": 0.261858, "f1": 0.183233, "hf_subset": "vie_Latn-nso_Latn", "languages": ["vie-Latn", "nso-Latn"], "main_score": 0.183233, "precision": 0.161962, "recall": 0.261858}, {"accuracy": 0.932806, "f1": 0.913175, "hf_subset": "vie_Latn-sin_Sinh", "languages": ["vie-Latn", "sin-Sinh"], "main_score": 0.913175, "precision": 0.90415, "recall": 0.932806}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-tha_Thai", "languages": ["vie-Latn", "tha-Thai"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-zho_Hans", "languages": ["vie-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "vie_Latn-ast_Latn", "languages": ["vie-Latn", "ast-Latn"], "main_score": 0.922266, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.768775, "f1": 0.713029, "hf_subset": "vie_Latn-crh_Latn", "languages": ["vie-Latn", "crh-Latn"], "main_score": 0.713029, "precision": 0.688982, "recall": 0.768775}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "vie_Latn-glg_Latn", "languages": ["vie-Latn", "glg-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.424901, "f1": 0.343176, "hf_subset": "vie_Latn-kas_Deva", "languages": ["vie-Latn", "kas-Deva"], "main_score": 0.343176, "precision": 0.314893, "recall": 0.424901}, {"accuracy": 0.517787, "f1": 0.431486, "hf_subset": "vie_Latn-ltz_Latn", "languages": ["vie-Latn", "ltz-Latn"], "main_score": 0.431486, "precision": 0.401969, "recall": 0.517787}, {"accuracy": 0.123518, "f1": 0.07109, "hf_subset": "vie_Latn-nus_Latn", "languages": ["vie-Latn", "nus-Latn"], "main_score": 0.07109, "precision": 0.061215, "recall": 0.123518}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "vie_Latn-slk_Latn", "languages": ["vie-Latn", "slk-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.186759, "f1": 0.124345, "hf_subset": "vie_Latn-tir_Ethi", "languages": ["vie-Latn", "tir-Ethi"], "main_score": 0.124345, "precision": 0.106526, "recall": 0.186759}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "vie_Latn-zho_Hant", "languages": ["vie-Latn", "zho-Hant"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "vie_Latn-awa_Deva", "languages": ["vie-Latn", "awa-Deva"], "main_score": 0.939723, "precision": 0.932971, "recall": 0.953557}, {"accuracy": 0.488142, "f1": 0.404058, "hf_subset": "vie_Latn-cym_Latn", "languages": ["vie-Latn", "cym-Latn"], "main_score": 0.404058, "precision": 0.377396, "recall": 0.488142}, {"accuracy": 0.363636, "f1": 0.27841, "hf_subset": "vie_Latn-grn_Latn", "languages": ["vie-Latn", "grn-Latn"], "main_score": 0.27841, "precision": 0.253247, "recall": 0.363636}, {"accuracy": 0.874506, "f1": 0.836415, "hf_subset": "vie_Latn-kat_Geor", "languages": ["vie-Latn", "kat-Geor"], "main_score": 0.836415, "precision": 0.818676, "recall": 0.874506}, {"accuracy": 0.269763, "f1": 0.194253, "hf_subset": "vie_Latn-lua_Latn", "languages": ["vie-Latn", "lua-Latn"], "main_score": 0.194253, "precision": 0.171961, "recall": 0.269763}, {"accuracy": 0.255929, "f1": 0.181051, "hf_subset": "vie_Latn-nya_Latn", "languages": ["vie-Latn", "nya-Latn"], "main_score": 0.181051, "precision": 0.160642, "recall": 0.255929}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "vie_Latn-slv_Latn", "languages": ["vie-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.45751, "f1": 0.363449, "hf_subset": "vie_Latn-tpi_Latn", "languages": ["vie-Latn", "tpi-Latn"], "main_score": 0.363449, "precision": 0.332277, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "vie_Latn-zsm_Latn", "languages": ["vie-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.209486, "f1": 0.136766, "hf_subset": "vie_Latn-ayr_Latn", "languages": ["vie-Latn", "ayr-Latn"], "main_score": 0.136766, "precision": 0.120117, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "vie_Latn-dan_Latn", "languages": ["vie-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "vie_Latn-guj_Gujr", "languages": ["vie-Latn", "guj-Gujr"], "main_score": 0.886759, "precision": 0.874588, "recall": 0.913043}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "vie_Latn-kaz_Cyrl", "languages": ["vie-Latn", "kaz-Cyrl"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.201581, "f1": 0.137485, "hf_subset": "vie_Latn-lug_Latn", "languages": ["vie-Latn", "lug-Latn"], "main_score": 0.137485, "precision": 0.122337, "recall": 0.201581}, {"accuracy": 0.923913, "f1": 0.901021, "hf_subset": "vie_Latn-oci_Latn", "languages": ["vie-Latn", "oci-Latn"], "main_score": 0.901021, "precision": 0.890152, "recall": 0.923913}, {"accuracy": 0.213439, "f1": 0.141916, "hf_subset": "vie_Latn-smo_Latn", "languages": ["vie-Latn", "smo-Latn"], "main_score": 0.141916, "precision": 0.123882, "recall": 0.213439}, {"accuracy": 0.229249, "f1": 0.157455, "hf_subset": "vie_Latn-tsn_Latn", "languages": ["vie-Latn", "tsn-Latn"], "main_score": 0.157455, "precision": 0.139516, "recall": 0.229249}, {"accuracy": 0.15415, "f1": 0.098765, "hf_subset": "vie_Latn-zul_Latn", "languages": ["vie-Latn", "zul-Latn"], "main_score": 0.098765, "precision": 0.086181, "recall": 0.15415}, {"accuracy": 0.555336, "f1": 0.471871, "hf_subset": "vie_Latn-azb_Arab", "languages": ["vie-Latn", "azb-Arab"], "main_score": 0.471871, "precision": 0.439509, "recall": 0.555336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "vie_Latn-deu_Latn", "languages": ["vie-Latn", "deu-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.316206, "f1": 0.23385, "hf_subset": "vie_Latn-hat_Latn", "languages": ["vie-Latn", "hat-Latn"], "main_score": 0.23385, "precision": 0.209606, "recall": 0.316206}, {"accuracy": 0.20751, "f1": 0.137244, "hf_subset": "vie_Latn-kbp_Latn", "languages": ["vie-Latn", "kbp-Latn"], "main_score": 0.137244, "precision": 0.119815, "recall": 0.20751}, {"accuracy": 0.251976, "f1": 0.173304, "hf_subset": "vie_Latn-luo_Latn", "languages": ["vie-Latn", "luo-Latn"], "main_score": 0.173304, "precision": 0.154139, "recall": 0.251976}, {"accuracy": 0.841897, "f1": 0.801186, "hf_subset": "vie_Latn-ory_Orya", "languages": ["vie-Latn", "ory-Orya"], "main_score": 0.801186, "precision": 0.783251, "recall": 0.841897}, {"accuracy": 0.188735, "f1": 0.118664, "hf_subset": "vie_Latn-sna_Latn", "languages": ["vie-Latn", "sna-Latn"], "main_score": 0.118664, "precision": 0.10278, "recall": 0.188735}, {"accuracy": 0.206522, "f1": 0.140057, "hf_subset": "vie_Latn-tso_Latn", "languages": ["vie-Latn", "tso-Latn"], "main_score": 0.140057, "precision": 0.122983, "recall": 0.206522}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "vie_Latn-azj_Latn", "languages": ["vie-Latn", "azj-Latn"], "main_score": 0.943906, "precision": 0.937994, "recall": 0.956522}, {"accuracy": 0.320158, "f1": 0.236673, "hf_subset": "vie_Latn-dik_Latn", "languages": ["vie-Latn", "dik-Latn"], "main_score": 0.236673, "precision": 0.213217, "recall": 0.320158}, {"accuracy": 0.263834, "f1": 0.186, "hf_subset": "vie_Latn-hau_Latn", "languages": ["vie-Latn", "hau-Latn"], "main_score": 0.186, "precision": 0.166542, "recall": 0.263834}, {"accuracy": 0.650198, "f1": 0.573813, "hf_subset": "vie_Latn-kea_Latn", "languages": ["vie-Latn", "kea-Latn"], "main_score": 0.573813, "precision": 0.543613, "recall": 0.650198}, {"accuracy": 0.369565, "f1": 0.28563, "hf_subset": "vie_Latn-lus_Latn", "languages": ["vie-Latn", "lus-Latn"], "main_score": 0.28563, "precision": 0.260065, "recall": 0.369565}, {"accuracy": 0.482213, "f1": 0.393, "hf_subset": "vie_Latn-pag_Latn", "languages": ["vie-Latn", "pag-Latn"], "main_score": 0.393, "precision": 0.36244, "recall": 0.482213}, {"accuracy": 0.853755, "f1": 0.813702, "hf_subset": "vie_Latn-snd_Arab", "languages": ["vie-Latn", "snd-Arab"], "main_score": 0.813702, "precision": 0.795125, "recall": 0.853755}, {"accuracy": 0.346838, "f1": 0.254532, "hf_subset": "vie_Latn-tuk_Latn", "languages": ["vie-Latn", "tuk-Latn"], "main_score": 0.254532, "precision": 0.226772, "recall": 0.346838}, {"accuracy": 0.465415, "f1": 0.375803, "hf_subset": "vie_Latn-bak_Cyrl", "languages": ["vie-Latn", "bak-Cyrl"], "main_score": 0.375803, "precision": 0.344921, "recall": 0.465415}, {"accuracy": 0.193676, "f1": 0.128826, "hf_subset": "vie_Latn-dyu_Latn", "languages": ["vie-Latn", "dyu-Latn"], "main_score": 0.128826, "precision": 0.111098, "recall": 0.193676}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "vie_Latn-heb_Hebr", "languages": ["vie-Latn", "heb-Hebr"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "vie_Latn-khk_Cyrl", "languages": ["vie-Latn", "khk-Cyrl"], "main_score": 0.963768, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "vie_Latn-lvs_Latn", "languages": ["vie-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.846838, "f1": 0.805995, "hf_subset": "vie_Latn-pan_Guru", "languages": ["vie-Latn", "pan-Guru"], "main_score": 0.805995, "precision": 0.787549, "recall": 0.846838}, {"accuracy": 0.291502, "f1": 0.21395, "hf_subset": "vie_Latn-som_Latn", "languages": ["vie-Latn", "som-Latn"], "main_score": 0.21395, "precision": 0.190544, "recall": 0.291502}, {"accuracy": 0.22332, "f1": 0.148367, "hf_subset": "vie_Latn-tum_Latn", "languages": ["vie-Latn", "tum-Latn"], "main_score": 0.148367, "precision": 0.129764, "recall": 0.22332}, {"accuracy": 0.088933, "f1": 0.053944, "hf_subset": "apc_Arab-ace_Arab", "languages": ["apc-Arab", "ace-Arab"], "main_score": 0.053944, "precision": 0.045822, "recall": 0.088933}, {"accuracy": 0.152174, "f1": 0.093991, "hf_subset": "apc_Arab-bam_Latn", "languages": ["apc-Arab", "bam-Latn"], "main_score": 0.093991, "precision": 0.080878, "recall": 0.152174}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "apc_Arab-dzo_Tibt", "languages": ["apc-Arab", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "apc_Arab-hin_Deva", "languages": ["apc-Arab", "hin-Deva"], "main_score": 0.953063, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.863636, "f1": 0.825922, "hf_subset": "apc_Arab-khm_Khmr", "languages": ["apc-Arab", "khm-Khmr"], "main_score": 0.825922, "precision": 0.808169, "recall": 0.863636}, {"accuracy": 0.926877, "f1": 0.905632, "hf_subset": "apc_Arab-mag_Deva", "languages": ["apc-Arab", "mag-Deva"], "main_score": 0.905632, "precision": 0.895586, "recall": 0.926877}, {"accuracy": 0.59585, "f1": 0.517959, "hf_subset": "apc_Arab-pap_Latn", "languages": ["apc-Arab", "pap-Latn"], "main_score": 0.517959, "precision": 0.488229, "recall": 0.59585}, {"accuracy": 0.171937, "f1": 0.111427, "hf_subset": "apc_Arab-sot_Latn", "languages": ["apc-Arab", "sot-Latn"], "main_score": 0.111427, "precision": 0.096071, "recall": 0.171937}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "apc_Arab-tur_Latn", "languages": ["apc-Arab", "tur-Latn"], "main_score": 0.950593, "precision": 0.944829, "recall": 0.962451}, {"accuracy": 0.375494, "f1": 0.292975, "hf_subset": "apc_Arab-ace_Latn", "languages": ["apc-Arab", "ace-Latn"], "main_score": 0.292975, "precision": 0.268177, "recall": 0.375494}, {"accuracy": 0.623518, "f1": 0.549809, "hf_subset": "apc_Arab-ban_Latn", "languages": ["apc-Arab", "ban-Latn"], "main_score": 0.549809, "precision": 0.520343, "recall": 0.623518}, {"accuracy": 0.958498, "f1": 0.946377, "hf_subset": "apc_Arab-ell_Grek", "languages": ["apc-Arab", "ell-Grek"], "main_score": 0.946377, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.90415, "f1": 0.877306, "hf_subset": "apc_Arab-hne_Deva", "languages": ["apc-Arab", "hne-Deva"], "main_score": 0.877306, "precision": 0.864822, "recall": 0.90415}, {"accuracy": 0.216403, "f1": 0.140228, "hf_subset": "apc_Arab-kik_Latn", "languages": ["apc-Arab", "kik-Latn"], "main_score": 0.140228, "precision": 0.12021, "recall": 0.216403}, {"accuracy": 0.922925, "f1": 0.901812, "hf_subset": "apc_Arab-mai_Deva", "languages": ["apc-Arab", "mai-Deva"], "main_score": 0.901812, "precision": 0.891798, "recall": 0.922925}, {"accuracy": 0.825099, "f1": 0.787138, "hf_subset": "apc_Arab-pbt_Arab", "languages": ["apc-Arab", "pbt-Arab"], "main_score": 0.787138, "precision": 0.771238, "recall": 0.825099}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "apc_Arab-spa_Latn", "languages": ["apc-Arab", "spa-Latn"], "main_score": 0.960804, "precision": 0.956192, "recall": 0.970356}, {"accuracy": 0.264822, "f1": 0.183857, "hf_subset": "apc_Arab-twi_Latn", "languages": ["apc-Arab", "twi-Latn"], "main_score": 0.183857, "precision": 0.162133, "recall": 0.264822}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "apc_Arab-acm_Arab", "languages": ["apc-Arab", "acm-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "apc_Arab-bel_Cyrl", "languages": ["apc-Arab", "bel-Cyrl"], "main_score": 0.910804, "precision": 0.901433, "recall": 0.93083}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "apc_Arab-eng_Latn", "languages": ["apc-Arab", "eng-Latn"], "main_score": 0.977108, "precision": 0.974802, "recall": 0.982213}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "apc_Arab-hrv_Latn", "languages": ["apc-Arab", "hrv-Latn"], "main_score": 0.956028, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.124506, "f1": 0.076583, "hf_subset": "apc_Arab-kin_Latn", "languages": ["apc-Arab", "kin-Latn"], "main_score": 0.076583, "precision": 0.064986, "recall": 0.124506}, {"accuracy": 0.848814, "f1": 0.810921, "hf_subset": "apc_Arab-mal_Mlym", "languages": ["apc-Arab", "mal-Mlym"], "main_score": 0.810921, "precision": 0.794055, "recall": 0.848814}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "apc_Arab-pes_Arab", "languages": ["apc-Arab", "pes-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.666996, "f1": 0.596174, "hf_subset": "apc_Arab-srd_Latn", "languages": ["apc-Arab", "srd-Latn"], "main_score": 0.596174, "precision": 0.567095, "recall": 0.666996}, {"accuracy": 0.062253, "f1": 0.030233, "hf_subset": "apc_Arab-tzm_Tfng", "languages": ["apc-Arab", "tzm-Tfng"], "main_score": 0.030233, "precision": 0.025391, "recall": 0.062253}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "apc_Arab-acq_Arab", "languages": ["apc-Arab", "acq-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.198617, "f1": 0.132766, "hf_subset": "apc_Arab-bem_Latn", "languages": ["apc-Arab", "bem-Latn"], "main_score": 0.132766, "precision": 0.117577, "recall": 0.198617}, {"accuracy": 0.843874, "f1": 0.801877, "hf_subset": "apc_Arab-epo_Latn", "languages": ["apc-Arab", "epo-Latn"], "main_score": 0.801877, "precision": 0.782757, "recall": 0.843874}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "apc_Arab-hun_Latn", "languages": ["apc-Arab", "hun-Latn"], "main_score": 0.950758, "precision": 0.945158, "recall": 0.962451}, {"accuracy": 0.897233, "f1": 0.87029, "hf_subset": "apc_Arab-kir_Cyrl", "languages": ["apc-Arab", "kir-Cyrl"], "main_score": 0.87029, "precision": 0.85779, "recall": 0.897233}, {"accuracy": 0.884387, "f1": 0.85191, "hf_subset": "apc_Arab-mar_Deva", "languages": ["apc-Arab", "mar-Deva"], "main_score": 0.85191, "precision": 0.836627, "recall": 0.884387}, {"accuracy": 0.233202, "f1": 0.166307, "hf_subset": "apc_Arab-plt_Latn", "languages": ["apc-Arab", "plt-Latn"], "main_score": 0.166307, "precision": 0.14769, "recall": 0.233202}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "apc_Arab-srp_Cyrl", "languages": ["apc-Arab", "srp-Cyrl"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.782609, "f1": 0.734848, "hf_subset": "apc_Arab-uig_Arab", "languages": ["apc-Arab", "uig-Arab"], "main_score": 0.734848, "precision": 0.713713, "recall": 0.782609}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "apc_Arab-aeb_Arab", "languages": ["apc-Arab", "aeb-Arab"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.867589, "f1": 0.832708, "hf_subset": "apc_Arab-ben_Beng", "languages": ["apc-Arab", "ben-Beng"], "main_score": 0.832708, "precision": 0.816288, "recall": 0.867589}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "apc_Arab-est_Latn", "languages": ["apc-Arab", "est-Latn"], "main_score": 0.956522, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "apc_Arab-hye_Armn", "languages": ["apc-Arab", "hye-Armn"], "main_score": 0.948847, "precision": 0.943264, "recall": 0.960474}, {"accuracy": 0.13834, "f1": 0.07834, "hf_subset": "apc_Arab-kmb_Latn", "languages": ["apc-Arab", "kmb-Latn"], "main_score": 0.07834, "precision": 0.066546, "recall": 0.13834}, {"accuracy": 0.074111, "f1": 0.044064, "hf_subset": "apc_Arab-min_Arab", "languages": ["apc-Arab", "min-Arab"], "main_score": 0.044064, "precision": 0.036917, "recall": 0.074111}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "apc_Arab-pol_Latn", "languages": ["apc-Arab", "pol-Latn"], "main_score": 0.960474, "precision": 0.956192, "recall": 0.969368}, {"accuracy": 0.137352, "f1": 0.085628, "hf_subset": "apc_Arab-ssw_Latn", "languages": ["apc-Arab", "ssw-Latn"], "main_score": 0.085628, "precision": 0.074074, "recall": 0.137352}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "apc_Arab-ukr_Cyrl", "languages": ["apc-Arab", "ukr-Cyrl"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.909091, "f1": 0.883794, "hf_subset": "apc_Arab-afr_Latn", "languages": ["apc-Arab", "afr-Latn"], "main_score": 0.883794, "precision": 0.871789, "recall": 0.909091}, {"accuracy": 0.860672, "f1": 0.825066, "hf_subset": "apc_Arab-bho_Deva", "languages": ["apc-Arab", "bho-Deva"], "main_score": 0.825066, "precision": 0.8083, "recall": 0.860672}, {"accuracy": 0.681818, "f1": 0.617165, "hf_subset": "apc_Arab-eus_Latn", "languages": ["apc-Arab", "eus-Latn"], "main_score": 0.617165, "precision": 0.59081, "recall": 0.681818}, {"accuracy": 0.163043, "f1": 0.097848, "hf_subset": "apc_Arab-ibo_Latn", "languages": ["apc-Arab", "ibo-Latn"], "main_score": 0.097848, "precision": 0.082593, "recall": 0.163043}, {"accuracy": 0.694664, "f1": 0.638787, "hf_subset": "apc_Arab-kmr_Latn", "languages": ["apc-Arab", "kmr-Latn"], "main_score": 0.638787, "precision": 0.615278, "recall": 0.694664}, {"accuracy": 0.585968, "f1": 0.509743, "hf_subset": "apc_Arab-min_Latn", "languages": ["apc-Arab", "min-Latn"], "main_score": 0.509743, "precision": 0.479857, "recall": 0.585968}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "apc_Arab-por_Latn", "languages": ["apc-Arab", "por-Latn"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.70751, "f1": 0.64345, "hf_subset": "apc_Arab-sun_Latn", "languages": ["apc-Arab", "sun-Latn"], "main_score": 0.64345, "precision": 0.616683, "recall": 0.70751}, {"accuracy": 0.142292, "f1": 0.086927, "hf_subset": "apc_Arab-umb_Latn", "languages": ["apc-Arab", "umb-Latn"], "main_score": 0.086927, "precision": 0.075326, "recall": 0.142292}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "apc_Arab-ajp_Arab", "languages": ["apc-Arab", "ajp-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.08004, "f1": 0.050144, "hf_subset": "apc_Arab-bjn_Arab", "languages": ["apc-Arab", "bjn-Arab"], "main_score": 0.050144, "precision": 0.043312, "recall": 0.08004}, {"accuracy": 0.208498, "f1": 0.149563, "hf_subset": "apc_Arab-ewe_Latn", "languages": ["apc-Arab", "ewe-Latn"], "main_score": 0.149563, "precision": 0.134273, "recall": 0.208498}, {"accuracy": 0.318182, "f1": 0.237926, "hf_subset": "apc_Arab-ilo_Latn", "languages": ["apc-Arab", "ilo-Latn"], "main_score": 0.237926, "precision": 0.213774, "recall": 0.318182}, {"accuracy": 0.083992, "f1": 0.04372, "hf_subset": "apc_Arab-knc_Arab", "languages": ["apc-Arab", "knc-Arab"], "main_score": 0.04372, "precision": 0.034805, "recall": 0.083992}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "apc_Arab-mkd_Cyrl", "languages": ["apc-Arab", "mkd-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "apc_Arab-prs_Arab", "languages": ["apc-Arab", "prs-Arab"], "main_score": 0.952404, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.972332, "f1": 0.963768, "hf_subset": "apc_Arab-swe_Latn", "languages": ["apc-Arab", "swe-Latn"], "main_score": 0.963768, "precision": 0.959651, "recall": 0.972332}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "apc_Arab-urd_Arab", "languages": ["apc-Arab", "urd-Arab"], "main_score": 0.92309, "precision": 0.914361, "recall": 0.940711}, {"accuracy": 0.25, "f1": 0.17434, "hf_subset": "apc_Arab-aka_Latn", "languages": ["apc-Arab", "aka-Latn"], "main_score": 0.17434, "precision": 0.153648, "recall": 0.25}, {"accuracy": 0.732213, "f1": 0.672443, "hf_subset": "apc_Arab-bjn_Latn", "languages": ["apc-Arab", "bjn-Latn"], "main_score": 0.672443, "precision": 0.647472, "recall": 0.732213}, {"accuracy": 0.408103, "f1": 0.31704, "hf_subset": "apc_Arab-fao_Latn", "languages": ["apc-Arab", "fao-Latn"], "main_score": 0.31704, "precision": 0.287535, "recall": 0.408103}, {"accuracy": 0.97332, "f1": 0.965481, "hf_subset": "apc_Arab-ind_Latn", "languages": ["apc-Arab", "ind-Latn"], "main_score": 0.965481, "precision": 0.961874, "recall": 0.97332}, {"accuracy": 0.218379, "f1": 0.149238, "hf_subset": "apc_Arab-knc_Latn", "languages": ["apc-Arab", "knc-Latn"], "main_score": 0.149238, "precision": 0.130974, "recall": 0.218379}, {"accuracy": 0.301383, "f1": 0.220009, "hf_subset": "apc_Arab-mlt_Latn", "languages": ["apc-Arab", "mlt-Latn"], "main_score": 0.220009, "precision": 0.197768, "recall": 0.301383}, {"accuracy": 0.228261, "f1": 0.152268, "hf_subset": "apc_Arab-quy_Latn", "languages": ["apc-Arab", "quy-Latn"], "main_score": 0.152268, "precision": 0.132144, "recall": 0.228261}, {"accuracy": 0.321146, "f1": 0.242585, "hf_subset": "apc_Arab-swh_Latn", "languages": ["apc-Arab", "swh-Latn"], "main_score": 0.242585, "precision": 0.220877, "recall": 0.321146}, {"accuracy": 0.599802, "f1": 0.527756, "hf_subset": "apc_Arab-uzn_Latn", "languages": ["apc-Arab", "uzn-Latn"], "main_score": 0.527756, "precision": 0.500529, "recall": 0.599802}, {"accuracy": 0.969368, "f1": 0.960474, "hf_subset": "apc_Arab-als_Latn", "languages": ["apc-Arab", "als-Latn"], "main_score": 0.960474, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.049407, "f1": 0.016887, "hf_subset": "apc_Arab-bod_Tibt", "languages": ["apc-Arab", "bod-Tibt"], "main_score": 0.016887, "precision": 0.013028, "recall": 0.049407}, {"accuracy": 0.161067, "f1": 0.100594, "hf_subset": "apc_Arab-fij_Latn", "languages": ["apc-Arab", "fij-Latn"], "main_score": 0.100594, "precision": 0.084476, "recall": 0.161067}, {"accuracy": 0.69664, "f1": 0.630854, "hf_subset": "apc_Arab-isl_Latn", "languages": ["apc-Arab", "isl-Latn"], "main_score": 0.630854, "precision": 0.604875, "recall": 0.69664}, {"accuracy": 0.199605, "f1": 0.1333, "hf_subset": "apc_Arab-kon_Latn", "languages": ["apc-Arab", "kon-Latn"], "main_score": 0.1333, "precision": 0.118109, "recall": 0.199605}, {"accuracy": 0.056324, "f1": 0.027748, "hf_subset": "apc_Arab-mni_Beng", "languages": ["apc-Arab", "mni-Beng"], "main_score": 0.027748, "precision": 0.023631, "recall": 0.056324}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "apc_Arab-ron_Latn", "languages": ["apc-Arab", "ron-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.759881, "f1": 0.702588, "hf_subset": "apc_Arab-szl_Latn", "languages": ["apc-Arab", "szl-Latn"], "main_score": 0.702588, "precision": 0.678706, "recall": 0.759881}, {"accuracy": 0.746047, "f1": 0.682745, "hf_subset": "apc_Arab-vec_Latn", "languages": ["apc-Arab", "vec-Latn"], "main_score": 0.682745, "precision": 0.655501, "recall": 0.746047}, {"accuracy": 0.715415, "f1": 0.655684, "hf_subset": "apc_Arab-amh_Ethi", "languages": ["apc-Arab", "amh-Ethi"], "main_score": 0.655684, "precision": 0.629941, "recall": 0.715415}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "apc_Arab-bos_Latn", "languages": ["apc-Arab", "bos-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.962451, "f1": 0.950922, "hf_subset": "apc_Arab-fin_Latn", "languages": ["apc-Arab", "fin-Latn"], "main_score": 0.950922, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "apc_Arab-ita_Latn", "languages": ["apc-Arab", "ita-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "apc_Arab-kor_Hang", "languages": ["apc-Arab", "kor-Hang"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.188735, "f1": 0.125609, "hf_subset": "apc_Arab-mos_Latn", "languages": ["apc-Arab", "mos-Latn"], "main_score": 0.125609, "precision": 0.109173, "recall": 0.188735}, {"accuracy": 0.135375, "f1": 0.086283, "hf_subset": "apc_Arab-run_Latn", "languages": ["apc-Arab", "run-Latn"], "main_score": 0.086283, "precision": 0.075001, "recall": 0.135375}, {"accuracy": 0.860672, "f1": 0.823254, "hf_subset": "apc_Arab-tam_Taml", "languages": ["apc-Arab", "tam-Taml"], "main_score": 0.823254, "precision": 0.805995, "recall": 0.860672}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "apc_Arab-vie_Latn", "languages": ["apc-Arab", "vie-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.343874, "f1": 0.259213, "hf_subset": "apc_Arab-bug_Latn", "languages": ["apc-Arab", "bug-Latn"], "main_score": 0.259213, "precision": 0.232956, "recall": 0.343874}, {"accuracy": 0.166996, "f1": 0.103826, "hf_subset": "apc_Arab-fon_Latn", "languages": ["apc-Arab", "fon-Latn"], "main_score": 0.103826, "precision": 0.089267, "recall": 0.166996}, {"accuracy": 0.687747, "f1": 0.619205, "hf_subset": "apc_Arab-jav_Latn", "languages": ["apc-Arab", "jav-Latn"], "main_score": 0.619205, "precision": 0.591857, "recall": 0.687747}, {"accuracy": 0.893281, "f1": 0.864808, "hf_subset": "apc_Arab-lao_Laoo", "languages": ["apc-Arab", "lao-Laoo"], "main_score": 0.864808, "precision": 0.852388, "recall": 0.893281}, {"accuracy": 0.16502, "f1": 0.097698, "hf_subset": "apc_Arab-mri_Latn", "languages": ["apc-Arab", "mri-Latn"], "main_score": 0.097698, "precision": 0.082101, "recall": 0.16502}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "apc_Arab-rus_Cyrl", "languages": ["apc-Arab", "rus-Cyrl"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.206522, "f1": 0.144774, "hf_subset": "apc_Arab-taq_Latn", "languages": ["apc-Arab", "taq-Latn"], "main_score": 0.144774, "precision": 0.129083, "recall": 0.206522}, {"accuracy": 0.380435, "f1": 0.291667, "hf_subset": "apc_Arab-war_Latn", "languages": ["apc-Arab", "war-Latn"], "main_score": 0.291667, "precision": 0.263218, "recall": 0.380435}, {"accuracy": 0.986166, "f1": 0.982378, "hf_subset": "apc_Arab-arb_Arab", "languages": ["apc-Arab", "arb-Arab"], "main_score": 0.982378, "precision": 0.980567, "recall": 0.986166}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "apc_Arab-bul_Cyrl", "languages": ["apc-Arab", "bul-Cyrl"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "apc_Arab-fra_Latn", "languages": ["apc-Arab", "fra-Latn"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.963439, "f1": 0.952899, "hf_subset": "apc_Arab-jpn_Jpan", "languages": ["apc-Arab", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947793, "recall": 0.963439}, {"accuracy": 0.692688, "f1": 0.623438, "hf_subset": "apc_Arab-lij_Latn", "languages": ["apc-Arab", "lij-Latn"], "main_score": 0.623438, "precision": 0.59496, "recall": 0.692688}, {"accuracy": 0.908103, "f1": 0.882312, "hf_subset": "apc_Arab-mya_Mymr", "languages": ["apc-Arab", "mya-Mymr"], "main_score": 0.882312, "precision": 0.870142, "recall": 0.908103}, {"accuracy": 0.199605, "f1": 0.133794, "hf_subset": "apc_Arab-sag_Latn", "languages": ["apc-Arab", "sag-Latn"], "main_score": 0.133794, "precision": 0.116048, "recall": 0.199605}, {"accuracy": 0.075099, "f1": 0.034093, "hf_subset": "apc_Arab-taq_Tfng", "languages": ["apc-Arab", "taq-Tfng"], "main_score": 0.034093, "precision": 0.028062, "recall": 0.075099}, {"accuracy": 0.216403, "f1": 0.149519, "hf_subset": "apc_Arab-wol_Latn", "languages": ["apc-Arab", "wol-Latn"], "main_score": 0.149519, "precision": 0.13112, "recall": 0.216403}, {"accuracy": 0.098814, "f1": 0.05541, "hf_subset": "apc_Arab-arb_Latn", "languages": ["apc-Arab", "arb-Latn"], "main_score": 0.05541, "precision": 0.046797, "recall": 0.098814}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "apc_Arab-cat_Latn", "languages": ["apc-Arab", "cat-Latn"], "main_score": 0.966238, "precision": 0.962286, "recall": 0.974308}, {"accuracy": 0.653162, "f1": 0.576997, "hf_subset": "apc_Arab-fur_Latn", "languages": ["apc-Arab", "fur-Latn"], "main_score": 0.576997, "precision": 0.545826, "recall": 0.653162}, {"accuracy": 0.074111, "f1": 0.045006, "hf_subset": "apc_Arab-kab_Latn", "languages": ["apc-Arab", "kab-Latn"], "main_score": 0.045006, "precision": 0.038301, "recall": 0.074111}, {"accuracy": 0.693676, "f1": 0.625631, "hf_subset": "apc_Arab-lim_Latn", "languages": ["apc-Arab", "lim-Latn"], "main_score": 0.625631, "precision": 0.596591, "recall": 0.693676}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "apc_Arab-nld_Latn", "languages": ["apc-Arab", "nld-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.688735, "f1": 0.621925, "hf_subset": "apc_Arab-san_Deva", "languages": ["apc-Arab", "san-Deva"], "main_score": 0.621925, "precision": 0.594256, "recall": 0.688735}, {"accuracy": 0.480237, "f1": 0.401059, "hf_subset": "apc_Arab-tat_Cyrl", "languages": ["apc-Arab", "tat-Cyrl"], "main_score": 0.401059, "precision": 0.371731, "recall": 0.480237}, {"accuracy": 0.172925, "f1": 0.108945, "hf_subset": "apc_Arab-xho_Latn", "languages": ["apc-Arab", "xho-Latn"], "main_score": 0.108945, "precision": 0.094803, "recall": 0.172925}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "apc_Arab-ars_Arab", "languages": ["apc-Arab", "ars-Arab"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.36166, "f1": 0.276472, "hf_subset": "apc_Arab-ceb_Latn", "languages": ["apc-Arab", "ceb-Latn"], "main_score": 0.276472, "precision": 0.249293, "recall": 0.36166}, {"accuracy": 0.19664, "f1": 0.126649, "hf_subset": "apc_Arab-fuv_Latn", "languages": ["apc-Arab", "fuv-Latn"], "main_score": 0.126649, "precision": 0.109537, "recall": 0.19664}, {"accuracy": 0.164032, "f1": 0.101973, "hf_subset": "apc_Arab-kac_Latn", "languages": ["apc-Arab", "kac-Latn"], "main_score": 0.101973, "precision": 0.086821, "recall": 0.164032}, {"accuracy": 0.200593, "f1": 0.135285, "hf_subset": "apc_Arab-lin_Latn", "languages": ["apc-Arab", "lin-Latn"], "main_score": 0.135285, "precision": 0.117736, "recall": 0.200593}, {"accuracy": 0.953557, "f1": 0.940053, "hf_subset": "apc_Arab-nno_Latn", "languages": ["apc-Arab", "nno-Latn"], "main_score": 0.940053, "precision": 0.933465, "recall": 0.953557}, {"accuracy": 0.017787, "f1": 0.003787, "hf_subset": "apc_Arab-sat_Olck", "languages": ["apc-Arab", "sat-Olck"], "main_score": 0.003787, "precision": 0.003021, "recall": 0.017787}, {"accuracy": 0.822134, "f1": 0.775198, "hf_subset": "apc_Arab-tel_Telu", "languages": ["apc-Arab", "tel-Telu"], "main_score": 0.775198, "precision": 0.754628, "recall": 0.822134}, {"accuracy": 0.421937, "f1": 0.342733, "hf_subset": "apc_Arab-ydd_Hebr", "languages": ["apc-Arab", "ydd-Hebr"], "main_score": 0.342733, "precision": 0.315153, "recall": 0.421937}, {"accuracy": 0.898221, "f1": 0.87029, "hf_subset": "apc_Arab-ary_Arab", "languages": ["apc-Arab", "ary-Arab"], "main_score": 0.87029, "precision": 0.856966, "recall": 0.898221}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "apc_Arab-ces_Latn", "languages": ["apc-Arab", "ces-Latn"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.088933, "f1": 0.050359, "hf_subset": "apc_Arab-gaz_Latn", "languages": ["apc-Arab", "gaz-Latn"], "main_score": 0.050359, "precision": 0.042422, "recall": 0.088933}, {"accuracy": 0.16502, "f1": 0.108919, "hf_subset": "apc_Arab-kam_Latn", "languages": ["apc-Arab", "kam-Latn"], "main_score": 0.108919, "precision": 0.09493, "recall": 0.16502}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "apc_Arab-lit_Latn", "languages": ["apc-Arab", "lit-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.968379, "f1": 0.959058, "hf_subset": "apc_Arab-nob_Latn", "languages": ["apc-Arab", "nob-Latn"], "main_score": 0.959058, "precision": 0.954628, "recall": 0.968379}, {"accuracy": 0.601779, "f1": 0.525215, "hf_subset": "apc_Arab-scn_Latn", "languages": ["apc-Arab", "scn-Latn"], "main_score": 0.525215, "precision": 0.496316, "recall": 0.601779}, {"accuracy": 0.179842, "f1": 0.119346, "hf_subset": "apc_Arab-tgk_Cyrl", "languages": ["apc-Arab", "tgk-Cyrl"], "main_score": 0.119346, "precision": 0.104281, "recall": 0.179842}, {"accuracy": 0.177866, "f1": 0.108824, "hf_subset": "apc_Arab-yor_Latn", "languages": ["apc-Arab", "yor-Latn"], "main_score": 0.108824, "precision": 0.090365, "recall": 0.177866}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "apc_Arab-arz_Arab", "languages": ["apc-Arab", "arz-Arab"], "main_score": 0.964097, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.167984, "f1": 0.10962, "hf_subset": "apc_Arab-cjk_Latn", "languages": ["apc-Arab", "cjk-Latn"], "main_score": 0.10962, "precision": 0.096172, "recall": 0.167984}, {"accuracy": 0.153162, "f1": 0.100591, "hf_subset": "apc_Arab-gla_Latn", "languages": ["apc-Arab", "gla-Latn"], "main_score": 0.100591, "precision": 0.087371, "recall": 0.153162}, {"accuracy": 0.785573, "f1": 0.732924, "hf_subset": "apc_Arab-kan_Knda", "languages": ["apc-Arab", "kan-Knda"], "main_score": 0.732924, "precision": 0.709717, "recall": 0.785573}, {"accuracy": 0.606719, "f1": 0.534715, "hf_subset": "apc_Arab-lmo_Latn", "languages": ["apc-Arab", "lmo-Latn"], "main_score": 0.534715, "precision": 0.507643, "recall": 0.606719}, {"accuracy": 0.937747, "f1": 0.920685, "hf_subset": "apc_Arab-npi_Deva", "languages": ["apc-Arab", "npi-Deva"], "main_score": 0.920685, "precision": 0.912632, "recall": 0.937747}, {"accuracy": 0.231225, "f1": 0.156199, "hf_subset": "apc_Arab-shn_Mymr", "languages": ["apc-Arab", "shn-Mymr"], "main_score": 0.156199, "precision": 0.134139, "recall": 0.231225}, {"accuracy": 0.41996, "f1": 0.334272, "hf_subset": "apc_Arab-tgl_Latn", "languages": ["apc-Arab", "tgl-Latn"], "main_score": 0.334272, "precision": 0.306248, "recall": 0.41996}, {"accuracy": 0.970356, "f1": 0.961957, "hf_subset": "apc_Arab-yue_Hant", "languages": ["apc-Arab", "yue-Hant"], "main_score": 0.961957, "precision": 0.958004, "recall": 0.970356}, {"accuracy": 0.521739, "f1": 0.44575, "hf_subset": "apc_Arab-asm_Beng", "languages": ["apc-Arab", "asm-Beng"], "main_score": 0.44575, "precision": 0.417185, "recall": 0.521739}, {"accuracy": 0.806324, "f1": 0.759651, "hf_subset": "apc_Arab-ckb_Arab", "languages": ["apc-Arab", "ckb-Arab"], "main_score": 0.759651, "precision": 0.738472, "recall": 0.806324}, {"accuracy": 0.248024, "f1": 0.172093, "hf_subset": "apc_Arab-gle_Latn", "languages": ["apc-Arab", "gle-Latn"], "main_score": 0.172093, "precision": 0.150854, "recall": 0.248024}, {"accuracy": 0.596838, "f1": 0.522051, "hf_subset": "apc_Arab-kas_Arab", "languages": ["apc-Arab", "kas-Arab"], "main_score": 0.522051, "precision": 0.492427, "recall": 0.596838}, {"accuracy": 0.650198, "f1": 0.58327, "hf_subset": "apc_Arab-ltg_Latn", "languages": ["apc-Arab", "ltg-Latn"], "main_score": 0.58327, "precision": 0.556259, "recall": 0.650198}, {"accuracy": 0.193676, "f1": 0.121981, "hf_subset": "apc_Arab-nso_Latn", "languages": ["apc-Arab", "nso-Latn"], "main_score": 0.121981, "precision": 0.102885, "recall": 0.193676}, {"accuracy": 0.890316, "f1": 0.861001, "hf_subset": "apc_Arab-sin_Sinh", "languages": ["apc-Arab", "sin-Sinh"], "main_score": 0.861001, "precision": 0.8472, "recall": 0.890316}, {"accuracy": 0.955534, "f1": 0.942029, "hf_subset": "apc_Arab-tha_Thai", "languages": ["apc-Arab", "tha-Thai"], "main_score": 0.942029, "precision": 0.935606, "recall": 0.955534}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "apc_Arab-zho_Hans", "languages": ["apc-Arab", "zho-Hans"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.91996, "f1": 0.895817, "hf_subset": "apc_Arab-ast_Latn", "languages": ["apc-Arab", "ast-Latn"], "main_score": 0.895817, "precision": 0.88414, "recall": 0.91996}, {"accuracy": 0.706522, "f1": 0.6417, "hf_subset": "apc_Arab-crh_Latn", "languages": ["apc-Arab", "crh-Latn"], "main_score": 0.6417, "precision": 0.61474, "recall": 0.706522}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "apc_Arab-glg_Latn", "languages": ["apc-Arab", "glg-Latn"], "main_score": 0.960968, "precision": 0.956522, "recall": 0.970356}, {"accuracy": 0.379447, "f1": 0.307756, "hf_subset": "apc_Arab-kas_Deva", "languages": ["apc-Arab", "kas-Deva"], "main_score": 0.307756, "precision": 0.283044, "recall": 0.379447}, {"accuracy": 0.454545, "f1": 0.362167, "hf_subset": "apc_Arab-ltz_Latn", "languages": ["apc-Arab", "ltz-Latn"], "main_score": 0.362167, "precision": 0.330894, "recall": 0.454545}, {"accuracy": 0.090909, "f1": 0.048049, "hf_subset": "apc_Arab-nus_Latn", "languages": ["apc-Arab", "nus-Latn"], "main_score": 0.048049, "precision": 0.039863, "recall": 0.090909}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "apc_Arab-slk_Latn", "languages": ["apc-Arab", "slk-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.19664, "f1": 0.136311, "hf_subset": "apc_Arab-tir_Ethi", "languages": ["apc-Arab", "tir-Ethi"], "main_score": 0.136311, "precision": 0.119106, "recall": 0.19664}, {"accuracy": 0.965415, "f1": 0.956192, "hf_subset": "apc_Arab-zho_Hant", "languages": ["apc-Arab", "zho-Hant"], "main_score": 0.956192, "precision": 0.951746, "recall": 0.965415}, {"accuracy": 0.929842, "f1": 0.909486, "hf_subset": "apc_Arab-awa_Deva", "languages": ["apc-Arab", "awa-Deva"], "main_score": 0.909486, "precision": 0.899621, "recall": 0.929842}, {"accuracy": 0.411067, "f1": 0.3233, "hf_subset": "apc_Arab-cym_Latn", "languages": ["apc-Arab", "cym-Latn"], "main_score": 0.3233, "precision": 0.294411, "recall": 0.411067}, {"accuracy": 0.307312, "f1": 0.225006, "hf_subset": "apc_Arab-grn_Latn", "languages": ["apc-Arab", "grn-Latn"], "main_score": 0.225006, "precision": 0.20084, "recall": 0.307312}, {"accuracy": 0.83004, "f1": 0.782035, "hf_subset": "apc_Arab-kat_Geor", "languages": ["apc-Arab", "kat-Geor"], "main_score": 0.782035, "precision": 0.760375, "recall": 0.83004}, {"accuracy": 0.208498, "f1": 0.138729, "hf_subset": "apc_Arab-lua_Latn", "languages": ["apc-Arab", "lua-Latn"], "main_score": 0.138729, "precision": 0.119694, "recall": 0.208498}, {"accuracy": 0.200593, "f1": 0.133254, "hf_subset": "apc_Arab-nya_Latn", "languages": ["apc-Arab", "nya-Latn"], "main_score": 0.133254, "precision": 0.116233, "recall": 0.200593}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "apc_Arab-slv_Latn", "languages": ["apc-Arab", "slv-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.408103, "f1": 0.322065, "hf_subset": "apc_Arab-tpi_Latn", "languages": ["apc-Arab", "tpi-Latn"], "main_score": 0.322065, "precision": 0.294317, "recall": 0.408103}, {"accuracy": 0.962451, "f1": 0.950593, "hf_subset": "apc_Arab-zsm_Latn", "languages": ["apc-Arab", "zsm-Latn"], "main_score": 0.950593, "precision": 0.944664, "recall": 0.962451}, {"accuracy": 0.168972, "f1": 0.10044, "hf_subset": "apc_Arab-ayr_Latn", "languages": ["apc-Arab", "ayr-Latn"], "main_score": 0.10044, "precision": 0.085187, "recall": 0.168972}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "apc_Arab-dan_Latn", "languages": ["apc-Arab", "dan-Latn"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.901186, "f1": 0.873254, "hf_subset": "apc_Arab-guj_Gujr", "languages": ["apc-Arab", "guj-Gujr"], "main_score": 0.873254, "precision": 0.860425, "recall": 0.901186}, {"accuracy": 0.922925, "f1": 0.902899, "hf_subset": "apc_Arab-kaz_Cyrl", "languages": ["apc-Arab", "kaz-Cyrl"], "main_score": 0.902899, "precision": 0.893725, "recall": 0.922925}, {"accuracy": 0.143281, "f1": 0.0916, "hf_subset": "apc_Arab-lug_Latn", "languages": ["apc-Arab", "lug-Latn"], "main_score": 0.0916, "precision": 0.080197, "recall": 0.143281}, {"accuracy": 0.885375, "f1": 0.852569, "hf_subset": "apc_Arab-oci_Latn", "languages": ["apc-Arab", "oci-Latn"], "main_score": 0.852569, "precision": 0.837121, "recall": 0.885375}, {"accuracy": 0.155138, "f1": 0.097388, "hf_subset": "apc_Arab-smo_Latn", "languages": ["apc-Arab", "smo-Latn"], "main_score": 0.097388, "precision": 0.083724, "recall": 0.155138}, {"accuracy": 0.18083, "f1": 0.120419, "hf_subset": "apc_Arab-tsn_Latn", "languages": ["apc-Arab", "tsn-Latn"], "main_score": 0.120419, "precision": 0.105016, "recall": 0.18083}, {"accuracy": 0.132411, "f1": 0.080303, "hf_subset": "apc_Arab-zul_Latn", "languages": ["apc-Arab", "zul-Latn"], "main_score": 0.080303, "precision": 0.069054, "recall": 0.132411}, {"accuracy": 0.564229, "f1": 0.48871, "hf_subset": "apc_Arab-azb_Arab", "languages": ["apc-Arab", "azb-Arab"], "main_score": 0.48871, "precision": 0.459019, "recall": 0.564229}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "apc_Arab-deu_Latn", "languages": ["apc-Arab", "deu-Latn"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.268775, "f1": 0.19197, "hf_subset": "apc_Arab-hat_Latn", "languages": ["apc-Arab", "hat-Latn"], "main_score": 0.19197, "precision": 0.170714, "recall": 0.268775}, {"accuracy": 0.151186, "f1": 0.090958, "hf_subset": "apc_Arab-kbp_Latn", "languages": ["apc-Arab", "kbp-Latn"], "main_score": 0.090958, "precision": 0.077732, "recall": 0.151186}, {"accuracy": 0.200593, "f1": 0.128185, "hf_subset": "apc_Arab-luo_Latn", "languages": ["apc-Arab", "luo-Latn"], "main_score": 0.128185, "precision": 0.110214, "recall": 0.200593}, {"accuracy": 0.77668, "f1": 0.726219, "hf_subset": "apc_Arab-ory_Orya", "languages": ["apc-Arab", "ory-Orya"], "main_score": 0.726219, "precision": 0.703706, "recall": 0.77668}, {"accuracy": 0.158103, "f1": 0.096422, "hf_subset": "apc_Arab-sna_Latn", "languages": ["apc-Arab", "sna-Latn"], "main_score": 0.096422, "precision": 0.081568, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.105122, "hf_subset": "apc_Arab-tso_Latn", "languages": ["apc-Arab", "tso-Latn"], "main_score": 0.105122, "precision": 0.090603, "recall": 0.16502}, {"accuracy": 0.916996, "f1": 0.89496, "hf_subset": "apc_Arab-azj_Latn", "languages": ["apc-Arab", "azj-Latn"], "main_score": 0.89496, "precision": 0.884997, "recall": 0.916996}, {"accuracy": 0.254941, "f1": 0.178637, "hf_subset": "apc_Arab-dik_Latn", "languages": ["apc-Arab", "dik-Latn"], "main_score": 0.178637, "precision": 0.158288, "recall": 0.254941}, {"accuracy": 0.210474, "f1": 0.139018, "hf_subset": "apc_Arab-hau_Latn", "languages": ["apc-Arab", "hau-Latn"], "main_score": 0.139018, "precision": 0.121534, "recall": 0.210474}, {"accuracy": 0.592885, "f1": 0.513335, "hf_subset": "apc_Arab-kea_Latn", "languages": ["apc-Arab", "kea-Latn"], "main_score": 0.513335, "precision": 0.483319, "recall": 0.592885}, {"accuracy": 0.314229, "f1": 0.228316, "hf_subset": "apc_Arab-lus_Latn", "languages": ["apc-Arab", "lus-Latn"], "main_score": 0.228316, "precision": 0.202436, "recall": 0.314229}, {"accuracy": 0.420949, "f1": 0.335962, "hf_subset": "apc_Arab-pag_Latn", "languages": ["apc-Arab", "pag-Latn"], "main_score": 0.335962, "precision": 0.307031, "recall": 0.420949}, {"accuracy": 0.831028, "f1": 0.786712, "hf_subset": "apc_Arab-snd_Arab", "languages": ["apc-Arab", "snd-Arab"], "main_score": 0.786712, "precision": 0.76642, "recall": 0.831028}, {"accuracy": 0.296443, "f1": 0.21377, "hf_subset": "apc_Arab-tuk_Latn", "languages": ["apc-Arab", "tuk-Latn"], "main_score": 0.21377, "precision": 0.188992, "recall": 0.296443}, {"accuracy": 0.440711, "f1": 0.361371, "hf_subset": "apc_Arab-bak_Cyrl", "languages": ["apc-Arab", "bak-Cyrl"], "main_score": 0.361371, "precision": 0.334193, "recall": 0.440711}, {"accuracy": 0.152174, "f1": 0.094121, "hf_subset": "apc_Arab-dyu_Latn", "languages": ["apc-Arab", "dyu-Latn"], "main_score": 0.094121, "precision": 0.079387, "recall": 0.152174}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "apc_Arab-heb_Hebr", "languages": ["apc-Arab", "heb-Hebr"], "main_score": 0.953228, "precision": 0.947628, "recall": 0.964427}, {"accuracy": 0.936759, "f1": 0.918149, "hf_subset": "apc_Arab-khk_Cyrl", "languages": ["apc-Arab", "khk-Cyrl"], "main_score": 0.918149, "precision": 0.909124, "recall": 0.936759}, {"accuracy": 0.961462, "f1": 0.950329, "hf_subset": "apc_Arab-lvs_Latn", "languages": ["apc-Arab", "lvs-Latn"], "main_score": 0.950329, "precision": 0.945076, "recall": 0.961462}, {"accuracy": 0.804348, "f1": 0.756769, "hf_subset": "apc_Arab-pan_Guru", "languages": ["apc-Arab", "pan-Guru"], "main_score": 0.756769, "precision": 0.735747, "recall": 0.804348}, {"accuracy": 0.23419, "f1": 0.164259, "hf_subset": "apc_Arab-som_Latn", "languages": ["apc-Arab", "som-Latn"], "main_score": 0.164259, "precision": 0.144439, "recall": 0.23419}, {"accuracy": 0.184783, "f1": 0.115738, "hf_subset": "apc_Arab-tum_Latn", "languages": ["apc-Arab", "tum-Latn"], "main_score": 0.115738, "precision": 0.098979, "recall": 0.184783}, {"accuracy": 0.055336, "f1": 0.042933, "hf_subset": "bug_Latn-ace_Arab", "languages": ["bug-Latn", "ace-Arab"], "main_score": 0.042933, "precision": 0.03995, "recall": 0.055336}, {"accuracy": 0.238142, "f1": 0.200732, "hf_subset": "bug_Latn-bam_Latn", "languages": ["bug-Latn", "bam-Latn"], "main_score": 0.200732, "precision": 0.188004, "recall": 0.238142}, {"accuracy": 0.004941, "f1": 0.000531, "hf_subset": "bug_Latn-dzo_Tibt", "languages": ["bug-Latn", "dzo-Tibt"], "main_score": 0.000531, "precision": 0.000293, "recall": 0.004941}, {"accuracy": 0.340909, "f1": 0.303722, "hf_subset": "bug_Latn-hin_Deva", "languages": ["bug-Latn", "hin-Deva"], "main_score": 0.303722, "precision": 0.292789, "recall": 0.340909}, {"accuracy": 0.294466, "f1": 0.262451, "hf_subset": "bug_Latn-khm_Khmr", "languages": ["bug-Latn", "khm-Khmr"], "main_score": 0.262451, "precision": 0.25208, "recall": 0.294466}, {"accuracy": 0.297431, "f1": 0.270454, "hf_subset": "bug_Latn-mag_Deva", "languages": ["bug-Latn", "mag-Deva"], "main_score": 0.270454, "precision": 0.26254, "recall": 0.297431}, {"accuracy": 0.316206, "f1": 0.292009, "hf_subset": "bug_Latn-pap_Latn", "languages": ["bug-Latn", "pap-Latn"], "main_score": 0.292009, "precision": 0.282566, "recall": 0.316206}, {"accuracy": 0.258893, "f1": 0.219874, "hf_subset": "bug_Latn-sot_Latn", "languages": ["bug-Latn", "sot-Latn"], "main_score": 0.219874, "precision": 0.206368, "recall": 0.258893}, {"accuracy": 0.423913, "f1": 0.38802, "hf_subset": "bug_Latn-tur_Latn", "languages": ["bug-Latn", "tur-Latn"], "main_score": 0.38802, "precision": 0.376299, "recall": 0.423913}, {"accuracy": 0.387352, "f1": 0.355007, "hf_subset": "bug_Latn-ace_Latn", "languages": ["bug-Latn", "ace-Latn"], "main_score": 0.355007, "precision": 0.341041, "recall": 0.387352}, {"accuracy": 0.351779, "f1": 0.327545, "hf_subset": "bug_Latn-ban_Latn", "languages": ["bug-Latn", "ban-Latn"], "main_score": 0.327545, "precision": 0.320284, "recall": 0.351779}, {"accuracy": 0.341897, "f1": 0.312121, "hf_subset": "bug_Latn-ell_Grek", "languages": ["bug-Latn", "ell-Grek"], "main_score": 0.312121, "precision": 0.301582, "recall": 0.341897}, {"accuracy": 0.298419, "f1": 0.270133, "hf_subset": "bug_Latn-hne_Deva", "languages": ["bug-Latn", "hne-Deva"], "main_score": 0.270133, "precision": 0.260352, "recall": 0.298419}, {"accuracy": 0.29249, "f1": 0.255985, "hf_subset": "bug_Latn-kik_Latn", "languages": ["bug-Latn", "kik-Latn"], "main_score": 0.255985, "precision": 0.241365, "recall": 0.29249}, {"accuracy": 0.296443, "f1": 0.273066, "hf_subset": "bug_Latn-mai_Deva", "languages": ["bug-Latn", "mai-Deva"], "main_score": 0.273066, "precision": 0.264336, "recall": 0.296443}, {"accuracy": 0.269763, "f1": 0.23403, "hf_subset": "bug_Latn-pbt_Arab", "languages": ["bug-Latn", "pbt-Arab"], "main_score": 0.23403, "precision": 0.223559, "recall": 0.269763}, {"accuracy": 0.41996, "f1": 0.386445, "hf_subset": "bug_Latn-spa_Latn", "languages": ["bug-Latn", "spa-Latn"], "main_score": 0.386445, "precision": 0.37542, "recall": 0.41996}, {"accuracy": 0.34585, "f1": 0.306032, "hf_subset": "bug_Latn-twi_Latn", "languages": ["bug-Latn", "twi-Latn"], "main_score": 0.306032, "precision": 0.290706, "recall": 0.34585}, {"accuracy": 0.310277, "f1": 0.27834, "hf_subset": "bug_Latn-acm_Arab", "languages": ["bug-Latn", "acm-Arab"], "main_score": 0.27834, "precision": 0.266187, "recall": 0.310277}, {"accuracy": 0.305336, "f1": 0.269582, "hf_subset": "bug_Latn-bel_Cyrl", "languages": ["bug-Latn", "bel-Cyrl"], "main_score": 0.269582, "precision": 0.25828, "recall": 0.305336}, {"accuracy": 0.435771, "f1": 0.404447, "hf_subset": "bug_Latn-eng_Latn", "languages": ["bug-Latn", "eng-Latn"], "main_score": 0.404447, "precision": 0.39423, "recall": 0.435771}, {"accuracy": 0.364625, "f1": 0.337588, "hf_subset": "bug_Latn-hrv_Latn", "languages": ["bug-Latn", "hrv-Latn"], "main_score": 0.337588, "precision": 0.328315, "recall": 0.364625}, {"accuracy": 0.222332, "f1": 0.178907, "hf_subset": "bug_Latn-kin_Latn", "languages": ["bug-Latn", "kin-Latn"], "main_score": 0.178907, "precision": 0.164599, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.153183, "hf_subset": "bug_Latn-mal_Mlym", "languages": ["bug-Latn", "mal-Mlym"], "main_score": 0.153183, "precision": 0.147474, "recall": 0.177866}, {"accuracy": 0.33004, "f1": 0.294626, "hf_subset": "bug_Latn-pes_Arab", "languages": ["bug-Latn", "pes-Arab"], "main_score": 0.294626, "precision": 0.28283, "recall": 0.33004}, {"accuracy": 0.318182, "f1": 0.288158, "hf_subset": "bug_Latn-srd_Latn", "languages": ["bug-Latn", "srd-Latn"], "main_score": 0.288158, "precision": 0.278136, "recall": 0.318182}, {"accuracy": 0.066206, "f1": 0.039087, "hf_subset": "bug_Latn-tzm_Tfng", "languages": ["bug-Latn", "tzm-Tfng"], "main_score": 0.039087, "precision": 0.034053, "recall": 0.066206}, {"accuracy": 0.31917, "f1": 0.284779, "hf_subset": "bug_Latn-acq_Arab", "languages": ["bug-Latn", "acq-Arab"], "main_score": 0.284779, "precision": 0.273684, "recall": 0.31917}, {"accuracy": 0.282609, "f1": 0.241252, "hf_subset": "bug_Latn-bem_Latn", "languages": ["bug-Latn", "bem-Latn"], "main_score": 0.241252, "precision": 0.224243, "recall": 0.282609}, {"accuracy": 0.333004, "f1": 0.310795, "hf_subset": "bug_Latn-epo_Latn", "languages": ["bug-Latn", "epo-Latn"], "main_score": 0.310795, "precision": 0.304377, "recall": 0.333004}, {"accuracy": 0.41502, "f1": 0.379141, "hf_subset": "bug_Latn-hun_Latn", "languages": ["bug-Latn", "hun-Latn"], "main_score": 0.379141, "precision": 0.367887, "recall": 0.41502}, {"accuracy": 0.333992, "f1": 0.304543, "hf_subset": "bug_Latn-kir_Cyrl", "languages": ["bug-Latn", "kir-Cyrl"], "main_score": 0.304543, "precision": 0.29485, "recall": 0.333992}, {"accuracy": 0.290514, "f1": 0.261306, "hf_subset": "bug_Latn-mar_Deva", "languages": ["bug-Latn", "mar-Deva"], "main_score": 0.261306, "precision": 0.252079, "recall": 0.290514}, {"accuracy": 0.294466, "f1": 0.260339, "hf_subset": "bug_Latn-plt_Latn", "languages": ["bug-Latn", "plt-Latn"], "main_score": 0.260339, "precision": 0.247447, "recall": 0.294466}, {"accuracy": 0.375494, "f1": 0.342587, "hf_subset": "bug_Latn-srp_Cyrl", "languages": ["bug-Latn", "srp-Cyrl"], "main_score": 0.342587, "precision": 0.331985, "recall": 0.375494}, {"accuracy": 0.212451, "f1": 0.184912, "hf_subset": "bug_Latn-uig_Arab", "languages": ["bug-Latn", "uig-Arab"], "main_score": 0.184912, "precision": 0.176883, "recall": 0.212451}, {"accuracy": 0.295455, "f1": 0.26201, "hf_subset": "bug_Latn-aeb_Arab", "languages": ["bug-Latn", "aeb-Arab"], "main_score": 0.26201, "precision": 0.251925, "recall": 0.295455}, {"accuracy": 0.195652, "f1": 0.17054, "hf_subset": "bug_Latn-ben_Beng", "languages": ["bug-Latn", "ben-Beng"], "main_score": 0.17054, "precision": 0.163141, "recall": 0.195652}, {"accuracy": 0.425889, "f1": 0.38979, "hf_subset": "bug_Latn-est_Latn", "languages": ["bug-Latn", "est-Latn"], "main_score": 0.38979, "precision": 0.37809, "recall": 0.425889}, {"accuracy": 0.304348, "f1": 0.268816, "hf_subset": "bug_Latn-hye_Armn", "languages": ["bug-Latn", "hye-Armn"], "main_score": 0.268816, "precision": 0.256574, "recall": 0.304348}, {"accuracy": 0.23419, "f1": 0.184387, "hf_subset": "bug_Latn-kmb_Latn", "languages": ["bug-Latn", "kmb-Latn"], "main_score": 0.184387, "precision": 0.168086, "recall": 0.23419}, {"accuracy": 0.048419, "f1": 0.037121, "hf_subset": "bug_Latn-min_Arab", "languages": ["bug-Latn", "min-Arab"], "main_score": 0.037121, "precision": 0.033428, "recall": 0.048419}, {"accuracy": 0.417984, "f1": 0.379444, "hf_subset": "bug_Latn-pol_Latn", "languages": ["bug-Latn", "pol-Latn"], "main_score": 0.379444, "precision": 0.367427, "recall": 0.417984}, {"accuracy": 0.200593, "f1": 0.162588, "hf_subset": "bug_Latn-ssw_Latn", "languages": ["bug-Latn", "ssw-Latn"], "main_score": 0.162588, "precision": 0.148866, "recall": 0.200593}, {"accuracy": 0.36166, "f1": 0.330067, "hf_subset": "bug_Latn-ukr_Cyrl", "languages": ["bug-Latn", "ukr-Cyrl"], "main_score": 0.330067, "precision": 0.320576, "recall": 0.36166}, {"accuracy": 0.397233, "f1": 0.366026, "hf_subset": "bug_Latn-afr_Latn", "languages": ["bug-Latn", "afr-Latn"], "main_score": 0.366026, "precision": 0.355387, "recall": 0.397233}, {"accuracy": 0.29249, "f1": 0.258514, "hf_subset": "bug_Latn-bho_Deva", "languages": ["bug-Latn", "bho-Deva"], "main_score": 0.258514, "precision": 0.247474, "recall": 0.29249}, {"accuracy": 0.29249, "f1": 0.269318, "hf_subset": "bug_Latn-eus_Latn", "languages": ["bug-Latn", "eus-Latn"], "main_score": 0.269318, "precision": 0.2621, "recall": 0.29249}, {"accuracy": 0.22332, "f1": 0.182588, "hf_subset": "bug_Latn-ibo_Latn", "languages": ["bug-Latn", "ibo-Latn"], "main_score": 0.182588, "precision": 0.168236, "recall": 0.22332}, {"accuracy": 0.313241, "f1": 0.282385, "hf_subset": "bug_Latn-kmr_Latn", "languages": ["bug-Latn", "kmr-Latn"], "main_score": 0.282385, "precision": 0.272508, "recall": 0.313241}, {"accuracy": 0.335968, "f1": 0.308676, "hf_subset": "bug_Latn-min_Latn", "languages": ["bug-Latn", "min-Latn"], "main_score": 0.308676, "precision": 0.299483, "recall": 0.335968}, {"accuracy": 0.418972, "f1": 0.382852, "hf_subset": "bug_Latn-por_Latn", "languages": ["bug-Latn", "por-Latn"], "main_score": 0.382852, "precision": 0.372528, "recall": 0.418972}, {"accuracy": 0.353755, "f1": 0.328658, "hf_subset": "bug_Latn-sun_Latn", "languages": ["bug-Latn", "sun-Latn"], "main_score": 0.328658, "precision": 0.319762, "recall": 0.353755}, {"accuracy": 0.205534, "f1": 0.162501, "hf_subset": "bug_Latn-umb_Latn", "languages": ["bug-Latn", "umb-Latn"], "main_score": 0.162501, "precision": 0.147606, "recall": 0.205534}, {"accuracy": 0.325099, "f1": 0.292248, "hf_subset": "bug_Latn-ajp_Arab", "languages": ["bug-Latn", "ajp-Arab"], "main_score": 0.292248, "precision": 0.281524, "recall": 0.325099}, {"accuracy": 0.063241, "f1": 0.046051, "hf_subset": "bug_Latn-bjn_Arab", "languages": ["bug-Latn", "bjn-Arab"], "main_score": 0.046051, "precision": 0.040373, "recall": 0.063241}, {"accuracy": 0.280632, "f1": 0.239985, "hf_subset": "bug_Latn-ewe_Latn", "languages": ["bug-Latn", "ewe-Latn"], "main_score": 0.239985, "precision": 0.225325, "recall": 0.280632}, {"accuracy": 0.366601, "f1": 0.333852, "hf_subset": "bug_Latn-ilo_Latn", "languages": ["bug-Latn", "ilo-Latn"], "main_score": 0.333852, "precision": 0.320059, "recall": 0.366601}, {"accuracy": 0.060277, "f1": 0.046269, "hf_subset": "bug_Latn-knc_Arab", "languages": ["bug-Latn", "knc-Arab"], "main_score": 0.046269, "precision": 0.042058, "recall": 0.060277}, {"accuracy": 0.384387, "f1": 0.349287, "hf_subset": "bug_Latn-mkd_Cyrl", "languages": ["bug-Latn", "mkd-Cyrl"], "main_score": 0.349287, "precision": 0.337627, "recall": 0.384387}, {"accuracy": 0.304348, "f1": 0.27225, "hf_subset": "bug_Latn-prs_Arab", "languages": ["bug-Latn", "prs-Arab"], "main_score": 0.27225, "precision": 0.261942, "recall": 0.304348}, {"accuracy": 0.412055, "f1": 0.38122, "hf_subset": "bug_Latn-swe_Latn", "languages": ["bug-Latn", "swe-Latn"], "main_score": 0.38122, "precision": 0.371415, "recall": 0.412055}, {"accuracy": 0.27668, "f1": 0.242064, "hf_subset": "bug_Latn-urd_Arab", "languages": ["bug-Latn", "urd-Arab"], "main_score": 0.242064, "precision": 0.232068, "recall": 0.27668}, {"accuracy": 0.343874, "f1": 0.30081, "hf_subset": "bug_Latn-aka_Latn", "languages": ["bug-Latn", "aka-Latn"], "main_score": 0.30081, "precision": 0.284742, "recall": 0.343874}, {"accuracy": 0.338933, "f1": 0.313799, "hf_subset": "bug_Latn-bjn_Latn", "languages": ["bug-Latn", "bjn-Latn"], "main_score": 0.313799, "precision": 0.305961, "recall": 0.338933}, {"accuracy": 0.263834, "f1": 0.230227, "hf_subset": "bug_Latn-fao_Latn", "languages": ["bug-Latn", "fao-Latn"], "main_score": 0.230227, "precision": 0.220171, "recall": 0.263834}, {"accuracy": 0.435771, "f1": 0.396208, "hf_subset": "bug_Latn-ind_Latn", "languages": ["bug-Latn", "ind-Latn"], "main_score": 0.396208, "precision": 0.384194, "recall": 0.435771}, {"accuracy": 0.296443, "f1": 0.258898, "hf_subset": "bug_Latn-knc_Latn", "languages": ["bug-Latn", "knc-Latn"], "main_score": 0.258898, "precision": 0.244608, "recall": 0.296443}, {"accuracy": 0.293478, "f1": 0.246185, "hf_subset": "bug_Latn-mlt_Latn", "languages": ["bug-Latn", "mlt-Latn"], "main_score": 0.246185, "precision": 0.228858, "recall": 0.293478}, {"accuracy": 0.282609, "f1": 0.23844, "hf_subset": "bug_Latn-quy_Latn", "languages": ["bug-Latn", "quy-Latn"], "main_score": 0.23844, "precision": 0.222403, "recall": 0.282609}, {"accuracy": 0.289526, "f1": 0.257482, "hf_subset": "bug_Latn-swh_Latn", "languages": ["bug-Latn", "swh-Latn"], "main_score": 0.257482, "precision": 0.245971, "recall": 0.289526}, {"accuracy": 0.274704, "f1": 0.249936, "hf_subset": "bug_Latn-uzn_Latn", "languages": ["bug-Latn", "uzn-Latn"], "main_score": 0.249936, "precision": 0.241419, "recall": 0.274704}, {"accuracy": 0.397233, "f1": 0.365144, "hf_subset": "bug_Latn-als_Latn", "languages": ["bug-Latn", "als-Latn"], "main_score": 0.365144, "precision": 0.35465, "recall": 0.397233}, {"accuracy": 0.049407, "f1": 0.028095, "hf_subset": "bug_Latn-bod_Tibt", "languages": ["bug-Latn", "bod-Tibt"], "main_score": 0.028095, "precision": 0.024344, "recall": 0.049407}, {"accuracy": 0.22332, "f1": 0.187491, "hf_subset": "bug_Latn-fij_Latn", "languages": ["bug-Latn", "fij-Latn"], "main_score": 0.187491, "precision": 0.173924, "recall": 0.22332}, {"accuracy": 0.250988, "f1": 0.230114, "hf_subset": "bug_Latn-isl_Latn", "languages": ["bug-Latn", "isl-Latn"], "main_score": 0.230114, "precision": 0.22226, "recall": 0.250988}, {"accuracy": 0.274704, "f1": 0.23133, "hf_subset": "bug_Latn-kon_Latn", "languages": ["bug-Latn", "kon-Latn"], "main_score": 0.23133, "precision": 0.214741, "recall": 0.274704}, {"accuracy": 0.055336, "f1": 0.03715, "hf_subset": "bug_Latn-mni_Beng", "languages": ["bug-Latn", "mni-Beng"], "main_score": 0.03715, "precision": 0.033329, "recall": 0.055336}, {"accuracy": 0.426877, "f1": 0.392211, "hf_subset": "bug_Latn-ron_Latn", "languages": ["bug-Latn", "ron-Latn"], "main_score": 0.392211, "precision": 0.380994, "recall": 0.426877}, {"accuracy": 0.336957, "f1": 0.312023, "hf_subset": "bug_Latn-szl_Latn", "languages": ["bug-Latn", "szl-Latn"], "main_score": 0.312023, "precision": 0.303065, "recall": 0.336957}, {"accuracy": 0.33498, "f1": 0.304139, "hf_subset": "bug_Latn-vec_Latn", "languages": ["bug-Latn", "vec-Latn"], "main_score": 0.304139, "precision": 0.29419, "recall": 0.33498}, {"accuracy": 0.158103, "f1": 0.135747, "hf_subset": "bug_Latn-amh_Ethi", "languages": ["bug-Latn", "amh-Ethi"], "main_score": 0.135747, "precision": 0.128578, "recall": 0.158103}, {"accuracy": 0.421937, "f1": 0.390576, "hf_subset": "bug_Latn-bos_Latn", "languages": ["bug-Latn", "bos-Latn"], "main_score": 0.390576, "precision": 0.379791, "recall": 0.421937}, {"accuracy": 0.412055, "f1": 0.37848, "hf_subset": "bug_Latn-fin_Latn", "languages": ["bug-Latn", "fin-Latn"], "main_score": 0.37848, "precision": 0.366858, "recall": 0.412055}, {"accuracy": 0.431818, "f1": 0.393082, "hf_subset": "bug_Latn-ita_Latn", "languages": ["bug-Latn", "ita-Latn"], "main_score": 0.393082, "precision": 0.381461, "recall": 0.431818}, {"accuracy": 0.329051, "f1": 0.292833, "hf_subset": "bug_Latn-kor_Hang", "languages": ["bug-Latn", "kor-Hang"], "main_score": 0.292833, "precision": 0.281297, "recall": 0.329051}, {"accuracy": 0.240119, "f1": 0.203166, "hf_subset": "bug_Latn-mos_Latn", "languages": ["bug-Latn", "mos-Latn"], "main_score": 0.203166, "precision": 0.190448, "recall": 0.240119}, {"accuracy": 0.226285, "f1": 0.18451, "hf_subset": "bug_Latn-run_Latn", "languages": ["bug-Latn", "run-Latn"], "main_score": 0.18451, "precision": 0.169185, "recall": 0.226285}, {"accuracy": 0.1917, "f1": 0.163351, "hf_subset": "bug_Latn-tam_Taml", "languages": ["bug-Latn", "tam-Taml"], "main_score": 0.163351, "precision": 0.156568, "recall": 0.1917}, {"accuracy": 0.41502, "f1": 0.37284, "hf_subset": "bug_Latn-vie_Latn", "languages": ["bug-Latn", "vie-Latn"], "main_score": 0.37284, "precision": 0.359787, "recall": 0.41502}, {"accuracy": 0.314229, "f1": 0.290182, "hf_subset": "bug_Latn-apc_Arab", "languages": ["bug-Latn", "apc-Arab"], "main_score": 0.290182, "precision": 0.281514, "recall": 0.314229}, {"accuracy": 0.245059, "f1": 0.201974, "hf_subset": "bug_Latn-fon_Latn", "languages": ["bug-Latn", "fon-Latn"], "main_score": 0.201974, "precision": 0.186546, "recall": 0.245059}, {"accuracy": 0.349802, "f1": 0.324393, "hf_subset": "bug_Latn-jav_Latn", "languages": ["bug-Latn", "jav-Latn"], "main_score": 0.324393, "precision": 0.315738, "recall": 0.349802}, {"accuracy": 0.326087, "f1": 0.294078, "hf_subset": "bug_Latn-lao_Laoo", "languages": ["bug-Latn", "lao-Laoo"], "main_score": 0.294078, "precision": 0.283935, "recall": 0.326087}, {"accuracy": 0.227273, "f1": 0.186837, "hf_subset": "bug_Latn-mri_Latn", "languages": ["bug-Latn", "mri-Latn"], "main_score": 0.186837, "precision": 0.172197, "recall": 0.227273}, {"accuracy": 0.382411, "f1": 0.343654, "hf_subset": "bug_Latn-rus_Cyrl", "languages": ["bug-Latn", "rus-Cyrl"], "main_score": 0.343654, "precision": 0.332267, "recall": 0.382411}, {"accuracy": 0.271739, "f1": 0.234785, "hf_subset": "bug_Latn-taq_Latn", "languages": ["bug-Latn", "taq-Latn"], "main_score": 0.234785, "precision": 0.221084, "recall": 0.271739}, {"accuracy": 0.368577, "f1": 0.33317, "hf_subset": "bug_Latn-war_Latn", "languages": ["bug-Latn", "war-Latn"], "main_score": 0.33317, "precision": 0.319481, "recall": 0.368577}, {"accuracy": 0.333004, "f1": 0.294337, "hf_subset": "bug_Latn-arb_Arab", "languages": ["bug-Latn", "arb-Arab"], "main_score": 0.294337, "precision": 0.281993, "recall": 0.333004}, {"accuracy": 0.391304, "f1": 0.352887, "hf_subset": "bug_Latn-bul_Cyrl", "languages": ["bug-Latn", "bul-Cyrl"], "main_score": 0.352887, "precision": 0.340709, "recall": 0.391304}, {"accuracy": 0.433794, "f1": 0.394925, "hf_subset": "bug_Latn-fra_Latn", "languages": ["bug-Latn", "fra-Latn"], "main_score": 0.394925, "precision": 0.381723, "recall": 0.433794}, {"accuracy": 0.357708, "f1": 0.320967, "hf_subset": "bug_Latn-jpn_Jpan", "languages": ["bug-Latn", "jpn-Jpan"], "main_score": 0.320967, "precision": 0.308976, "recall": 0.357708}, {"accuracy": 0.339921, "f1": 0.314132, "hf_subset": "bug_Latn-lij_Latn", "languages": ["bug-Latn", "lij-Latn"], "main_score": 0.314132, "precision": 0.305687, "recall": 0.339921}, {"accuracy": 0.283597, "f1": 0.252746, "hf_subset": "bug_Latn-mya_Mymr", "languages": ["bug-Latn", "mya-Mymr"], "main_score": 0.252746, "precision": 0.242196, "recall": 0.283597}, {"accuracy": 0.261858, "f1": 0.224347, "hf_subset": "bug_Latn-sag_Latn", "languages": ["bug-Latn", "sag-Latn"], "main_score": 0.224347, "precision": 0.21054, "recall": 0.261858}, {"accuracy": 0.075099, "f1": 0.04352, "hf_subset": "bug_Latn-taq_Tfng", "languages": ["bug-Latn", "taq-Tfng"], "main_score": 0.04352, "precision": 0.037318, "recall": 0.075099}, {"accuracy": 0.29249, "f1": 0.253051, "hf_subset": "bug_Latn-wol_Latn", "languages": ["bug-Latn", "wol-Latn"], "main_score": 0.253051, "precision": 0.23883, "recall": 0.29249}, {"accuracy": 0.131423, "f1": 0.092316, "hf_subset": "bug_Latn-arb_Latn", "languages": ["bug-Latn", "arb-Latn"], "main_score": 0.092316, "precision": 0.081842, "recall": 0.131423}, {"accuracy": 0.437747, "f1": 0.400668, "hf_subset": "bug_Latn-cat_Latn", "languages": ["bug-Latn", "cat-Latn"], "main_score": 0.400668, "precision": 0.388755, "recall": 0.437747}, {"accuracy": 0.33004, "f1": 0.296658, "hf_subset": "bug_Latn-fur_Latn", "languages": ["bug-Latn", "fur-Latn"], "main_score": 0.296658, "precision": 0.286243, "recall": 0.33004}, {"accuracy": 0.099802, "f1": 0.076638, "hf_subset": "bug_Latn-kab_Latn", "languages": ["bug-Latn", "kab-Latn"], "main_score": 0.076638, "precision": 0.070186, "recall": 0.099802}, {"accuracy": 0.351779, "f1": 0.325394, "hf_subset": "bug_Latn-lim_Latn", "languages": ["bug-Latn", "lim-Latn"], "main_score": 0.325394, "precision": 0.315338, "recall": 0.351779}, {"accuracy": 0.431818, "f1": 0.394299, "hf_subset": "bug_Latn-nld_Latn", "languages": ["bug-Latn", "nld-Latn"], "main_score": 0.394299, "precision": 0.382648, "recall": 0.431818}, {"accuracy": 0.212451, "f1": 0.190018, "hf_subset": "bug_Latn-san_Deva", "languages": ["bug-Latn", "san-Deva"], "main_score": 0.190018, "precision": 0.182399, "recall": 0.212451}, {"accuracy": 0.291502, "f1": 0.257604, "hf_subset": "bug_Latn-tat_Cyrl", "languages": ["bug-Latn", "tat-Cyrl"], "main_score": 0.257604, "precision": 0.245412, "recall": 0.291502}, {"accuracy": 0.230237, "f1": 0.186351, "hf_subset": "bug_Latn-xho_Latn", "languages": ["bug-Latn", "xho-Latn"], "main_score": 0.186351, "precision": 0.171992, "recall": 0.230237}, {"accuracy": 0.325099, "f1": 0.286512, "hf_subset": "bug_Latn-ars_Arab", "languages": ["bug-Latn", "ars-Arab"], "main_score": 0.286512, "precision": 0.274414, "recall": 0.325099}, {"accuracy": 0.335968, "f1": 0.30543, "hf_subset": "bug_Latn-ceb_Latn", "languages": ["bug-Latn", "ceb-Latn"], "main_score": 0.30543, "precision": 0.293811, "recall": 0.335968}, {"accuracy": 0.23913, "f1": 0.196379, "hf_subset": "bug_Latn-fuv_Latn", "languages": ["bug-Latn", "fuv-Latn"], "main_score": 0.196379, "precision": 0.180682, "recall": 0.23913}, {"accuracy": 0.256917, "f1": 0.20923, "hf_subset": "bug_Latn-kac_Latn", "languages": ["bug-Latn", "kac-Latn"], "main_score": 0.20923, "precision": 0.193415, "recall": 0.256917}, {"accuracy": 0.270751, "f1": 0.230593, "hf_subset": "bug_Latn-lin_Latn", "languages": ["bug-Latn", "lin-Latn"], "main_score": 0.230593, "precision": 0.2162, "recall": 0.270751}, {"accuracy": 0.418972, "f1": 0.388547, "hf_subset": "bug_Latn-nno_Latn", "languages": ["bug-Latn", "nno-Latn"], "main_score": 0.388547, "precision": 0.377691, "recall": 0.418972}, {"accuracy": 0.023715, "f1": 0.007753, "hf_subset": "bug_Latn-sat_Olck", "languages": ["bug-Latn", "sat-Olck"], "main_score": 0.007753, "precision": 0.00594, "recall": 0.023715}, {"accuracy": 0.187747, "f1": 0.162764, "hf_subset": "bug_Latn-tel_Telu", "languages": ["bug-Latn", "tel-Telu"], "main_score": 0.162764, "precision": 0.155606, "recall": 0.187747}, {"accuracy": 0.112648, "f1": 0.090015, "hf_subset": "bug_Latn-ydd_Hebr", "languages": ["bug-Latn", "ydd-Hebr"], "main_score": 0.090015, "precision": 0.083099, "recall": 0.112648}, {"accuracy": 0.273715, "f1": 0.244784, "hf_subset": "bug_Latn-ary_Arab", "languages": ["bug-Latn", "ary-Arab"], "main_score": 0.244784, "precision": 0.236818, "recall": 0.273715}, {"accuracy": 0.426877, "f1": 0.393438, "hf_subset": "bug_Latn-ces_Latn", "languages": ["bug-Latn", "ces-Latn"], "main_score": 0.393438, "precision": 0.383311, "recall": 0.426877}, {"accuracy": 0.134387, "f1": 0.098883, "hf_subset": "bug_Latn-gaz_Latn", "languages": ["bug-Latn", "gaz-Latn"], "main_score": 0.098883, "precision": 0.088647, "recall": 0.134387}, {"accuracy": 0.266798, "f1": 0.224613, "hf_subset": "bug_Latn-kam_Latn", "languages": ["bug-Latn", "kam-Latn"], "main_score": 0.224613, "precision": 0.208895, "recall": 0.266798}, {"accuracy": 0.393281, "f1": 0.359909, "hf_subset": "bug_Latn-lit_Latn", "languages": ["bug-Latn", "lit-Latn"], "main_score": 0.359909, "precision": 0.349532, "recall": 0.393281}, {"accuracy": 0.425889, "f1": 0.391703, "hf_subset": "bug_Latn-nob_Latn", "languages": ["bug-Latn", "nob-Latn"], "main_score": 0.391703, "precision": 0.380868, "recall": 0.425889}, {"accuracy": 0.298419, "f1": 0.272331, "hf_subset": "bug_Latn-scn_Latn", "languages": ["bug-Latn", "scn-Latn"], "main_score": 0.272331, "precision": 0.262912, "recall": 0.298419}, {"accuracy": 0.188735, "f1": 0.151132, "hf_subset": "bug_Latn-tgk_Cyrl", "languages": ["bug-Latn", "tgk-Cyrl"], "main_score": 0.151132, "precision": 0.138509, "recall": 0.188735}, {"accuracy": 0.22332, "f1": 0.180371, "hf_subset": "bug_Latn-yor_Latn", "languages": ["bug-Latn", "yor-Latn"], "main_score": 0.180371, "precision": 0.163978, "recall": 0.22332}, {"accuracy": 0.300395, "f1": 0.267958, "hf_subset": "bug_Latn-arz_Arab", "languages": ["bug-Latn", "arz-Arab"], "main_score": 0.267958, "precision": 0.257522, "recall": 0.300395}, {"accuracy": 0.242095, "f1": 0.199029, "hf_subset": "bug_Latn-cjk_Latn", "languages": ["bug-Latn", "cjk-Latn"], "main_score": 0.199029, "precision": 0.182825, "recall": 0.242095}, {"accuracy": 0.194664, "f1": 0.161642, "hf_subset": "bug_Latn-gla_Latn", "languages": ["bug-Latn", "gla-Latn"], "main_score": 0.161642, "precision": 0.151281, "recall": 0.194664}, {"accuracy": 0.1917, "f1": 0.16589, "hf_subset": "bug_Latn-kan_Knda", "languages": ["bug-Latn", "kan-Knda"], "main_score": 0.16589, "precision": 0.157525, "recall": 0.1917}, {"accuracy": 0.313241, "f1": 0.287949, "hf_subset": "bug_Latn-lmo_Latn", "languages": ["bug-Latn", "lmo-Latn"], "main_score": 0.287949, "precision": 0.279817, "recall": 0.313241}, {"accuracy": 0.328063, "f1": 0.288875, "hf_subset": "bug_Latn-npi_Deva", "languages": ["bug-Latn", "npi-Deva"], "main_score": 0.288875, "precision": 0.276084, "recall": 0.328063}, {"accuracy": 0.240119, "f1": 0.195994, "hf_subset": "bug_Latn-shn_Mymr", "languages": ["bug-Latn", "shn-Mymr"], "main_score": 0.195994, "precision": 0.181863, "recall": 0.240119}, {"accuracy": 0.349802, "f1": 0.320583, "hf_subset": "bug_Latn-tgl_Latn", "languages": ["bug-Latn", "tgl-Latn"], "main_score": 0.320583, "precision": 0.309865, "recall": 0.349802}, {"accuracy": 0.34585, "f1": 0.313242, "hf_subset": "bug_Latn-yue_Hant", "languages": ["bug-Latn", "yue-Hant"], "main_score": 0.313242, "precision": 0.30231, "recall": 0.34585}, {"accuracy": 0.133399, "f1": 0.117093, "hf_subset": "bug_Latn-asm_Beng", "languages": ["bug-Latn", "asm-Beng"], "main_score": 0.117093, "precision": 0.111385, "recall": 0.133399}, {"accuracy": 0.225296, "f1": 0.186947, "hf_subset": "bug_Latn-ckb_Arab", "languages": ["bug-Latn", "ckb-Arab"], "main_score": 0.186947, "precision": 0.17585, "recall": 0.225296}, {"accuracy": 0.221344, "f1": 0.189222, "hf_subset": "bug_Latn-gle_Latn", "languages": ["bug-Latn", "gle-Latn"], "main_score": 0.189222, "precision": 0.178851, "recall": 0.221344}, {"accuracy": 0.184783, "f1": 0.166061, "hf_subset": "bug_Latn-kas_Arab", "languages": ["bug-Latn", "kas-Arab"], "main_score": 0.166061, "precision": 0.158818, "recall": 0.184783}, {"accuracy": 0.316206, "f1": 0.277685, "hf_subset": "bug_Latn-ltg_Latn", "languages": ["bug-Latn", "ltg-Latn"], "main_score": 0.277685, "precision": 0.266177, "recall": 0.316206}, {"accuracy": 0.302372, "f1": 0.265482, "hf_subset": "bug_Latn-nso_Latn", "languages": ["bug-Latn", "nso-Latn"], "main_score": 0.265482, "precision": 0.252182, "recall": 0.302372}, {"accuracy": 0.209486, "f1": 0.184324, "hf_subset": "bug_Latn-sin_Sinh", "languages": ["bug-Latn", "sin-Sinh"], "main_score": 0.184324, "precision": 0.177154, "recall": 0.209486}, {"accuracy": 0.333004, "f1": 0.296619, "hf_subset": "bug_Latn-tha_Thai", "languages": ["bug-Latn", "tha-Thai"], "main_score": 0.296619, "precision": 0.284797, "recall": 0.333004}, {"accuracy": 0.358696, "f1": 0.321581, "hf_subset": "bug_Latn-zho_Hans", "languages": ["bug-Latn", "zho-Hans"], "main_score": 0.321581, "precision": 0.310499, "recall": 0.358696}, {"accuracy": 0.374506, "f1": 0.343268, "hf_subset": "bug_Latn-ast_Latn", "languages": ["bug-Latn", "ast-Latn"], "main_score": 0.343268, "precision": 0.333542, "recall": 0.374506}, {"accuracy": 0.299407, "f1": 0.277748, "hf_subset": "bug_Latn-crh_Latn", "languages": ["bug-Latn", "crh-Latn"], "main_score": 0.277748, "precision": 0.269792, "recall": 0.299407}, {"accuracy": 0.436759, "f1": 0.400452, "hf_subset": "bug_Latn-glg_Latn", "languages": ["bug-Latn", "glg-Latn"], "main_score": 0.400452, "precision": 0.389048, "recall": 0.436759}, {"accuracy": 0.212451, "f1": 0.18526, "hf_subset": "bug_Latn-kas_Deva", "languages": ["bug-Latn", "kas-Deva"], "main_score": 0.18526, "precision": 0.175961, "recall": 0.212451}, {"accuracy": 0.316206, "f1": 0.28483, "hf_subset": "bug_Latn-ltz_Latn", "languages": ["bug-Latn", "ltz-Latn"], "main_score": 0.28483, "precision": 0.274182, "recall": 0.316206}, {"accuracy": 0.132411, "f1": 0.087636, "hf_subset": "bug_Latn-nus_Latn", "languages": ["bug-Latn", "nus-Latn"], "main_score": 0.087636, "precision": 0.07534, "recall": 0.132411}, {"accuracy": 0.417984, "f1": 0.386932, "hf_subset": "bug_Latn-slk_Latn", "languages": ["bug-Latn", "slk-Latn"], "main_score": 0.386932, "precision": 0.376129, "recall": 0.417984}, {"accuracy": 0.076087, "f1": 0.057578, "hf_subset": "bug_Latn-tir_Ethi", "languages": ["bug-Latn", "tir-Ethi"], "main_score": 0.057578, "precision": 0.052548, "recall": 0.076087}, {"accuracy": 0.343874, "f1": 0.309361, "hf_subset": "bug_Latn-zho_Hant", "languages": ["bug-Latn", "zho-Hant"], "main_score": 0.309361, "precision": 0.29798, "recall": 0.343874}, {"accuracy": 0.33498, "f1": 0.298419, "hf_subset": "bug_Latn-awa_Deva", "languages": ["bug-Latn", "awa-Deva"], "main_score": 0.298419, "precision": 0.287764, "recall": 0.33498}, {"accuracy": 0.263834, "f1": 0.22914, "hf_subset": "bug_Latn-cym_Latn", "languages": ["bug-Latn", "cym-Latn"], "main_score": 0.22914, "precision": 0.219423, "recall": 0.263834}, {"accuracy": 0.347826, "f1": 0.312072, "hf_subset": "bug_Latn-grn_Latn", "languages": ["bug-Latn", "grn-Latn"], "main_score": 0.312072, "precision": 0.298146, "recall": 0.347826}, {"accuracy": 0.296443, "f1": 0.261931, "hf_subset": "bug_Latn-kat_Geor", "languages": ["bug-Latn", "kat-Geor"], "main_score": 0.261931, "precision": 0.251345, "recall": 0.296443}, {"accuracy": 0.285573, "f1": 0.246759, "hf_subset": "bug_Latn-lua_Latn", "languages": ["bug-Latn", "lua-Latn"], "main_score": 0.246759, "precision": 0.231261, "recall": 0.285573}, {"accuracy": 0.285573, "f1": 0.241558, "hf_subset": "bug_Latn-nya_Latn", "languages": ["bug-Latn", "nya-Latn"], "main_score": 0.241558, "precision": 0.225402, "recall": 0.285573}, {"accuracy": 0.41996, "f1": 0.382502, "hf_subset": "bug_Latn-slv_Latn", "languages": ["bug-Latn", "slv-Latn"], "main_score": 0.382502, "precision": 0.371059, "recall": 0.41996}, {"accuracy": 0.384387, "f1": 0.349768, "hf_subset": "bug_Latn-tpi_Latn", "languages": ["bug-Latn", "tpi-Latn"], "main_score": 0.349768, "precision": 0.33566, "recall": 0.384387}, {"accuracy": 0.433794, "f1": 0.398615, "hf_subset": "bug_Latn-zsm_Latn", "languages": ["bug-Latn", "zsm-Latn"], "main_score": 0.398615, "precision": 0.387904, "recall": 0.433794}, {"accuracy": 0.235178, "f1": 0.186652, "hf_subset": "bug_Latn-ayr_Latn", "languages": ["bug-Latn", "ayr-Latn"], "main_score": 0.186652, "precision": 0.169201, "recall": 0.235178}, {"accuracy": 0.43083, "f1": 0.39746, "hf_subset": "bug_Latn-dan_Latn", "languages": ["bug-Latn", "dan-Latn"], "main_score": 0.39746, "precision": 0.386279, "recall": 0.43083}, {"accuracy": 0.232213, "f1": 0.203146, "hf_subset": "bug_Latn-guj_Gujr", "languages": ["bug-Latn", "guj-Gujr"], "main_score": 0.203146, "precision": 0.193267, "recall": 0.232213}, {"accuracy": 0.355731, "f1": 0.324337, "hf_subset": "bug_Latn-kaz_Cyrl", "languages": ["bug-Latn", "kaz-Cyrl"], "main_score": 0.324337, "precision": 0.314223, "recall": 0.355731}, {"accuracy": 0.210474, "f1": 0.174401, "hf_subset": "bug_Latn-lug_Latn", "languages": ["bug-Latn", "lug-Latn"], "main_score": 0.174401, "precision": 0.162732, "recall": 0.210474}, {"accuracy": 0.381423, "f1": 0.347291, "hf_subset": "bug_Latn-oci_Latn", "languages": ["bug-Latn", "oci-Latn"], "main_score": 0.347291, "precision": 0.33631, "recall": 0.381423}, {"accuracy": 0.228261, "f1": 0.186146, "hf_subset": "bug_Latn-smo_Latn", "languages": ["bug-Latn", "smo-Latn"], "main_score": 0.186146, "precision": 0.171225, "recall": 0.228261}, {"accuracy": 0.250988, "f1": 0.207819, "hf_subset": "bug_Latn-tsn_Latn", "languages": ["bug-Latn", "tsn-Latn"], "main_score": 0.207819, "precision": 0.191075, "recall": 0.250988}, {"accuracy": 0.183794, "f1": 0.142503, "hf_subset": "bug_Latn-zul_Latn", "languages": ["bug-Latn", "zul-Latn"], "main_score": 0.142503, "precision": 0.129934, "recall": 0.183794}, {"accuracy": 0.221344, "f1": 0.190348, "hf_subset": "bug_Latn-azb_Arab", "languages": ["bug-Latn", "azb-Arab"], "main_score": 0.190348, "precision": 0.1799, "recall": 0.221344}, {"accuracy": 0.424901, "f1": 0.392669, "hf_subset": "bug_Latn-deu_Latn", "languages": ["bug-Latn", "deu-Latn"], "main_score": 0.392669, "precision": 0.382496, "recall": 0.424901}, {"accuracy": 0.290514, "f1": 0.248285, "hf_subset": "bug_Latn-hat_Latn", "languages": ["bug-Latn", "hat-Latn"], "main_score": 0.248285, "precision": 0.233547, "recall": 0.290514}, {"accuracy": 0.232213, "f1": 0.185169, "hf_subset": "bug_Latn-kbp_Latn", "languages": ["bug-Latn", "kbp-Latn"], "main_score": 0.185169, "precision": 0.170043, "recall": 0.232213}, {"accuracy": 0.278656, "f1": 0.239752, "hf_subset": "bug_Latn-luo_Latn", "languages": ["bug-Latn", "luo-Latn"], "main_score": 0.239752, "precision": 0.225591, "recall": 0.278656}, {"accuracy": 0.168972, "f1": 0.142381, "hf_subset": "bug_Latn-ory_Orya", "languages": ["bug-Latn", "ory-Orya"], "main_score": 0.142381, "precision": 0.13455, "recall": 0.168972}, {"accuracy": 0.215415, "f1": 0.166902, "hf_subset": "bug_Latn-sna_Latn", "languages": ["bug-Latn", "sna-Latn"], "main_score": 0.166902, "precision": 0.150311, "recall": 0.215415}, {"accuracy": 0.244071, "f1": 0.206043, "hf_subset": "bug_Latn-tso_Latn", "languages": ["bug-Latn", "tso-Latn"], "main_score": 0.206043, "precision": 0.192156, "recall": 0.244071}, {"accuracy": 0.31917, "f1": 0.292201, "hf_subset": "bug_Latn-azj_Latn", "languages": ["bug-Latn", "azj-Latn"], "main_score": 0.292201, "precision": 0.283714, "recall": 0.31917}, {"accuracy": 0.289526, "f1": 0.247477, "hf_subset": "bug_Latn-dik_Latn", "languages": ["bug-Latn", "dik-Latn"], "main_score": 0.247477, "precision": 0.232477, "recall": 0.289526}, {"accuracy": 0.268775, "f1": 0.228943, "hf_subset": "bug_Latn-hau_Latn", "languages": ["bug-Latn", "hau-Latn"], "main_score": 0.228943, "precision": 0.215852, "recall": 0.268775}, {"accuracy": 0.290514, "f1": 0.267976, "hf_subset": "bug_Latn-kea_Latn", "languages": ["bug-Latn", "kea-Latn"], "main_score": 0.267976, "precision": 0.260269, "recall": 0.290514}, {"accuracy": 0.368577, "f1": 0.322237, "hf_subset": "bug_Latn-lus_Latn", "languages": ["bug-Latn", "lus-Latn"], "main_score": 0.322237, "precision": 0.305542, "recall": 0.368577}, {"accuracy": 0.374506, "f1": 0.341071, "hf_subset": "bug_Latn-pag_Latn", "languages": ["bug-Latn", "pag-Latn"], "main_score": 0.341071, "precision": 0.328571, "recall": 0.374506}, {"accuracy": 0.222332, "f1": 0.196684, "hf_subset": "bug_Latn-snd_Arab", "languages": ["bug-Latn", "snd-Arab"], "main_score": 0.196684, "precision": 0.188937, "recall": 0.222332}, {"accuracy": 0.224308, "f1": 0.191956, "hf_subset": "bug_Latn-tuk_Latn", "languages": ["bug-Latn", "tuk-Latn"], "main_score": 0.191956, "precision": 0.180744, "recall": 0.224308}, {"accuracy": 0.302372, "f1": 0.268416, "hf_subset": "bug_Latn-bak_Cyrl", "languages": ["bug-Latn", "bak-Cyrl"], "main_score": 0.268416, "precision": 0.257879, "recall": 0.302372}, {"accuracy": 0.213439, "f1": 0.170114, "hf_subset": "bug_Latn-dyu_Latn", "languages": ["bug-Latn", "dyu-Latn"], "main_score": 0.170114, "precision": 0.154673, "recall": 0.213439}, {"accuracy": 0.344862, "f1": 0.306341, "hf_subset": "bug_Latn-heb_Hebr", "languages": ["bug-Latn", "heb-Hebr"], "main_score": 0.306341, "precision": 0.294111, "recall": 0.344862}, {"accuracy": 0.347826, "f1": 0.310505, "hf_subset": "bug_Latn-khk_Cyrl", "languages": ["bug-Latn", "khk-Cyrl"], "main_score": 0.310505, "precision": 0.2996, "recall": 0.347826}, {"accuracy": 0.390316, "f1": 0.353554, "hf_subset": "bug_Latn-lvs_Latn", "languages": ["bug-Latn", "lvs-Latn"], "main_score": 0.353554, "precision": 0.3416, "recall": 0.390316}, {"accuracy": 0.175889, "f1": 0.150694, "hf_subset": "bug_Latn-pan_Guru", "languages": ["bug-Latn", "pan-Guru"], "main_score": 0.150694, "precision": 0.143314, "recall": 0.175889}, {"accuracy": 0.253953, "f1": 0.215357, "hf_subset": "bug_Latn-som_Latn", "languages": ["bug-Latn", "som-Latn"], "main_score": 0.215357, "precision": 0.201427, "recall": 0.253953}, {"accuracy": 0.247036, "f1": 0.206994, "hf_subset": "bug_Latn-tum_Latn", "languages": ["bug-Latn", "tum-Latn"], "main_score": 0.206994, "precision": 0.192286, "recall": 0.247036}, {"accuracy": 0.039526, "f1": 0.02854, "hf_subset": "fon_Latn-ace_Arab", "languages": ["fon-Latn", "ace-Arab"], "main_score": 0.02854, "precision": 0.02634, "recall": 0.039526}, {"accuracy": 0.197628, "f1": 0.176207, "hf_subset": "fon_Latn-bam_Latn", "languages": ["fon-Latn", "bam-Latn"], "main_score": 0.176207, "precision": 0.169207, "recall": 0.197628}, {"accuracy": 0.004941, "f1": 0.00018, "hf_subset": "fon_Latn-dzo_Tibt", "languages": ["fon-Latn", "dzo-Tibt"], "main_score": 0.00018, "precision": 9.3e-05, "recall": 0.004941}, {"accuracy": 0.131423, "f1": 0.112116, "hf_subset": "fon_Latn-hin_Deva", "languages": ["fon-Latn", "hin-Deva"], "main_score": 0.112116, "precision": 0.105976, "recall": 0.131423}, {"accuracy": 0.097826, "f1": 0.089145, "hf_subset": "fon_Latn-khm_Khmr", "languages": ["fon-Latn", "khm-Khmr"], "main_score": 0.089145, "precision": 0.085964, "recall": 0.097826}, {"accuracy": 0.102767, "f1": 0.088615, "hf_subset": "fon_Latn-mag_Deva", "languages": ["fon-Latn", "mag-Deva"], "main_score": 0.088615, "precision": 0.084023, "recall": 0.102767}, {"accuracy": 0.130435, "f1": 0.118839, "hf_subset": "fon_Latn-pap_Latn", "languages": ["fon-Latn", "pap-Latn"], "main_score": 0.118839, "precision": 0.115059, "recall": 0.130435}, {"accuracy": 0.20751, "f1": 0.187719, "hf_subset": "fon_Latn-sot_Latn", "languages": ["fon-Latn", "sot-Latn"], "main_score": 0.187719, "precision": 0.180972, "recall": 0.20751}, {"accuracy": 0.200593, "f1": 0.171731, "hf_subset": "fon_Latn-tur_Latn", "languages": ["fon-Latn", "tur-Latn"], "main_score": 0.171731, "precision": 0.164452, "recall": 0.200593}, {"accuracy": 0.171937, "f1": 0.154856, "hf_subset": "fon_Latn-ace_Latn", "languages": ["fon-Latn", "ace-Latn"], "main_score": 0.154856, "precision": 0.149463, "recall": 0.171937}, {"accuracy": 0.121542, "f1": 0.111292, "hf_subset": "fon_Latn-ban_Latn", "languages": ["fon-Latn", "ban-Latn"], "main_score": 0.111292, "precision": 0.107784, "recall": 0.121542}, {"accuracy": 0.134387, "f1": 0.118354, "hf_subset": "fon_Latn-ell_Grek", "languages": ["fon-Latn", "ell-Grek"], "main_score": 0.118354, "precision": 0.1126, "recall": 0.134387}, {"accuracy": 0.107708, "f1": 0.093805, "hf_subset": "fon_Latn-hne_Deva", "languages": ["fon-Latn", "hne-Deva"], "main_score": 0.093805, "precision": 0.090464, "recall": 0.107708}, {"accuracy": 0.183794, "f1": 0.162921, "hf_subset": "fon_Latn-kik_Latn", "languages": ["fon-Latn", "kik-Latn"], "main_score": 0.162921, "precision": 0.155604, "recall": 0.183794}, {"accuracy": 0.104743, "f1": 0.094381, "hf_subset": "fon_Latn-mai_Deva", "languages": ["fon-Latn", "mai-Deva"], "main_score": 0.094381, "precision": 0.091247, "recall": 0.104743}, {"accuracy": 0.110672, "f1": 0.093512, "hf_subset": "fon_Latn-pbt_Arab", "languages": ["fon-Latn", "pbt-Arab"], "main_score": 0.093512, "precision": 0.088398, "recall": 0.110672}, {"accuracy": 0.205534, "f1": 0.17729, "hf_subset": "fon_Latn-spa_Latn", "languages": ["fon-Latn", "spa-Latn"], "main_score": 0.17729, "precision": 0.170239, "recall": 0.205534}, {"accuracy": 0.242095, "f1": 0.22337, "hf_subset": "fon_Latn-twi_Latn", "languages": ["fon-Latn", "twi-Latn"], "main_score": 0.22337, "precision": 0.216131, "recall": 0.242095}, {"accuracy": 0.101779, "f1": 0.095292, "hf_subset": "fon_Latn-acm_Arab", "languages": ["fon-Latn", "acm-Arab"], "main_score": 0.095292, "precision": 0.093414, "recall": 0.101779}, {"accuracy": 0.125494, "f1": 0.105179, "hf_subset": "fon_Latn-bel_Cyrl", "languages": ["fon-Latn", "bel-Cyrl"], "main_score": 0.105179, "precision": 0.099241, "recall": 0.125494}, {"accuracy": 0.218379, "f1": 0.191031, "hf_subset": "fon_Latn-eng_Latn", "languages": ["fon-Latn", "eng-Latn"], "main_score": 0.191031, "precision": 0.184193, "recall": 0.218379}, {"accuracy": 0.152174, "f1": 0.135375, "hf_subset": "fon_Latn-hrv_Latn", "languages": ["fon-Latn", "hrv-Latn"], "main_score": 0.135375, "precision": 0.131101, "recall": 0.152174}, {"accuracy": 0.183794, "f1": 0.161559, "hf_subset": "fon_Latn-kin_Latn", "languages": ["fon-Latn", "kin-Latn"], "main_score": 0.161559, "precision": 0.154401, "recall": 0.183794}, {"accuracy": 0.05336, "f1": 0.04283, "hf_subset": "fon_Latn-mal_Mlym", "languages": ["fon-Latn", "mal-Mlym"], "main_score": 0.04283, "precision": 0.039981, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.116247, "hf_subset": "fon_Latn-pes_Arab", "languages": ["fon-Latn", "pes-Arab"], "main_score": 0.116247, "precision": 0.110325, "recall": 0.135375}, {"accuracy": 0.158103, "f1": 0.142207, "hf_subset": "fon_Latn-srd_Latn", "languages": ["fon-Latn", "srd-Latn"], "main_score": 0.142207, "precision": 0.137494, "recall": 0.158103}, {"accuracy": 0.064229, "f1": 0.048147, "hf_subset": "fon_Latn-tzm_Tfng", "languages": ["fon-Latn", "tzm-Tfng"], "main_score": 0.048147, "precision": 0.0442, "recall": 0.064229}, {"accuracy": 0.117589, "f1": 0.105851, "hf_subset": "fon_Latn-acq_Arab", "languages": ["fon-Latn", "acq-Arab"], "main_score": 0.105851, "precision": 0.102093, "recall": 0.117589}, {"accuracy": 0.224308, "f1": 0.200149, "hf_subset": "fon_Latn-bem_Latn", "languages": ["fon-Latn", "bem-Latn"], "main_score": 0.200149, "precision": 0.192887, "recall": 0.224308}, {"accuracy": 0.132411, "f1": 0.12025, "hf_subset": "fon_Latn-epo_Latn", "languages": ["fon-Latn", "epo-Latn"], "main_score": 0.12025, "precision": 0.116355, "recall": 0.132411}, {"accuracy": 0.20751, "f1": 0.17994, "hf_subset": "fon_Latn-hun_Latn", "languages": ["fon-Latn", "hun-Latn"], "main_score": 0.17994, "precision": 0.173109, "recall": 0.20751}, {"accuracy": 0.131423, "f1": 0.111075, "hf_subset": "fon_Latn-kir_Cyrl", "languages": ["fon-Latn", "kir-Cyrl"], "main_score": 0.111075, "precision": 0.104614, "recall": 0.131423}, {"accuracy": 0.104743, "f1": 0.084349, "hf_subset": "fon_Latn-mar_Deva", "languages": ["fon-Latn", "mar-Deva"], "main_score": 0.084349, "precision": 0.078968, "recall": 0.104743}, {"accuracy": 0.190711, "f1": 0.172878, "hf_subset": "fon_Latn-plt_Latn", "languages": ["fon-Latn", "plt-Latn"], "main_score": 0.172878, "precision": 0.166809, "recall": 0.190711}, {"accuracy": 0.151186, "f1": 0.130846, "hf_subset": "fon_Latn-srp_Cyrl", "languages": ["fon-Latn", "srp-Cyrl"], "main_score": 0.130846, "precision": 0.12347, "recall": 0.151186}, {"accuracy": 0.083004, "f1": 0.069592, "hf_subset": "fon_Latn-uig_Arab", "languages": ["fon-Latn", "uig-Arab"], "main_score": 0.069592, "precision": 0.066654, "recall": 0.083004}, {"accuracy": 0.112648, "f1": 0.094945, "hf_subset": "fon_Latn-aeb_Arab", "languages": ["fon-Latn", "aeb-Arab"], "main_score": 0.094945, "precision": 0.09102, "recall": 0.112648}, {"accuracy": 0.064229, "f1": 0.053216, "hf_subset": "fon_Latn-ben_Beng", "languages": ["fon-Latn", "ben-Beng"], "main_score": 0.053216, "precision": 0.050926, "recall": 0.064229}, {"accuracy": 0.204545, "f1": 0.174758, "hf_subset": "fon_Latn-est_Latn", "languages": ["fon-Latn", "est-Latn"], "main_score": 0.174758, "precision": 0.168372, "recall": 0.204545}, {"accuracy": 0.104743, "f1": 0.088435, "hf_subset": "fon_Latn-hye_Armn", "languages": ["fon-Latn", "hye-Armn"], "main_score": 0.088435, "precision": 0.083367, "recall": 0.104743}, {"accuracy": 0.216403, "f1": 0.191724, "hf_subset": "fon_Latn-kmb_Latn", "languages": ["fon-Latn", "kmb-Latn"], "main_score": 0.191724, "precision": 0.183126, "recall": 0.216403}, {"accuracy": 0.024704, "f1": 0.01847, "hf_subset": "fon_Latn-min_Arab", "languages": ["fon-Latn", "min-Arab"], "main_score": 0.01847, "precision": 0.017097, "recall": 0.024704}, {"accuracy": 0.205534, "f1": 0.17223, "hf_subset": "fon_Latn-pol_Latn", "languages": ["fon-Latn", "pol-Latn"], "main_score": 0.17223, "precision": 0.164326, "recall": 0.205534}, {"accuracy": 0.15415, "f1": 0.136011, "hf_subset": "fon_Latn-ssw_Latn", "languages": ["fon-Latn", "ssw-Latn"], "main_score": 0.136011, "precision": 0.130501, "recall": 0.15415}, {"accuracy": 0.15415, "f1": 0.133102, "hf_subset": "fon_Latn-ukr_Cyrl", "languages": ["fon-Latn", "ukr-Cyrl"], "main_score": 0.133102, "precision": 0.127623, "recall": 0.15415}, {"accuracy": 0.181818, "f1": 0.158567, "hf_subset": "fon_Latn-afr_Latn", "languages": ["fon-Latn", "afr-Latn"], "main_score": 0.158567, "precision": 0.152269, "recall": 0.181818}, {"accuracy": 0.101779, "f1": 0.087855, "hf_subset": "fon_Latn-bho_Deva", "languages": ["fon-Latn", "bho-Deva"], "main_score": 0.087855, "precision": 0.083784, "recall": 0.101779}, {"accuracy": 0.116601, "f1": 0.108638, "hf_subset": "fon_Latn-eus_Latn", "languages": ["fon-Latn", "eus-Latn"], "main_score": 0.108638, "precision": 0.106364, "recall": 0.116601}, {"accuracy": 0.195652, "f1": 0.174308, "hf_subset": "fon_Latn-ibo_Latn", "languages": ["fon-Latn", "ibo-Latn"], "main_score": 0.174308, "precision": 0.166875, "recall": 0.195652}, {"accuracy": 0.16502, "f1": 0.144449, "hf_subset": "fon_Latn-kmr_Latn", "languages": ["fon-Latn", "kmr-Latn"], "main_score": 0.144449, "precision": 0.139207, "recall": 0.16502}, {"accuracy": 0.126482, "f1": 0.116683, "hf_subset": "fon_Latn-min_Latn", "languages": ["fon-Latn", "min-Latn"], "main_score": 0.116683, "precision": 0.113385, "recall": 0.126482}, {"accuracy": 0.211462, "f1": 0.176124, "hf_subset": "fon_Latn-por_Latn", "languages": ["fon-Latn", "por-Latn"], "main_score": 0.176124, "precision": 0.167029, "recall": 0.211462}, {"accuracy": 0.120553, "f1": 0.109233, "hf_subset": "fon_Latn-sun_Latn", "languages": ["fon-Latn", "sun-Latn"], "main_score": 0.109233, "precision": 0.106528, "recall": 0.120553}, {"accuracy": 0.16502, "f1": 0.13868, "hf_subset": "fon_Latn-umb_Latn", "languages": ["fon-Latn", "umb-Latn"], "main_score": 0.13868, "precision": 0.130402, "recall": 0.16502}, {"accuracy": 0.132411, "f1": 0.112814, "hf_subset": "fon_Latn-ajp_Arab", "languages": ["fon-Latn", "ajp-Arab"], "main_score": 0.112814, "precision": 0.10743, "recall": 0.132411}, {"accuracy": 0.02668, "f1": 0.022484, "hf_subset": "fon_Latn-bjn_Arab", "languages": ["fon-Latn", "bjn-Arab"], "main_score": 0.022484, "precision": 0.021421, "recall": 0.02668}, {"accuracy": 0.228261, "f1": 0.209568, "hf_subset": "fon_Latn-ewe_Latn", "languages": ["fon-Latn", "ewe-Latn"], "main_score": 0.209568, "precision": 0.203041, "recall": 0.228261}, {"accuracy": 0.189723, "f1": 0.171887, "hf_subset": "fon_Latn-ilo_Latn", "languages": ["fon-Latn", "ilo-Latn"], "main_score": 0.171887, "precision": 0.165626, "recall": 0.189723}, {"accuracy": 0.032609, "f1": 0.027839, "hf_subset": "fon_Latn-knc_Arab", "languages": ["fon-Latn", "knc-Arab"], "main_score": 0.027839, "precision": 0.026354, "recall": 0.032609}, {"accuracy": 0.172925, "f1": 0.147416, "hf_subset": "fon_Latn-mkd_Cyrl", "languages": ["fon-Latn", "mkd-Cyrl"], "main_score": 0.147416, "precision": 0.140138, "recall": 0.172925}, {"accuracy": 0.105731, "f1": 0.088987, "hf_subset": "fon_Latn-prs_Arab", "languages": ["fon-Latn", "prs-Arab"], "main_score": 0.088987, "precision": 0.084789, "recall": 0.105731}, {"accuracy": 0.172925, "f1": 0.15457, "hf_subset": "fon_Latn-swe_Latn", "languages": ["fon-Latn", "swe-Latn"], "main_score": 0.15457, "precision": 0.149196, "recall": 0.172925}, {"accuracy": 0.098814, "f1": 0.082279, "hf_subset": "fon_Latn-urd_Arab", "languages": ["fon-Latn", "urd-Arab"], "main_score": 0.082279, "precision": 0.077785, "recall": 0.098814}, {"accuracy": 0.241107, "f1": 0.222628, "hf_subset": "fon_Latn-aka_Latn", "languages": ["fon-Latn", "aka-Latn"], "main_score": 0.222628, "precision": 0.215307, "recall": 0.241107}, {"accuracy": 0.140316, "f1": 0.131263, "hf_subset": "fon_Latn-bjn_Latn", "languages": ["fon-Latn", "bjn-Latn"], "main_score": 0.131263, "precision": 0.128364, "recall": 0.140316}, {"accuracy": 0.145257, "f1": 0.130336, "hf_subset": "fon_Latn-fao_Latn", "languages": ["fon-Latn", "fao-Latn"], "main_score": 0.130336, "precision": 0.126036, "recall": 0.145257}, {"accuracy": 0.217391, "f1": 0.179949, "hf_subset": "fon_Latn-ind_Latn", "languages": ["fon-Latn", "ind-Latn"], "main_score": 0.179949, "precision": 0.171973, "recall": 0.217391}, {"accuracy": 0.1917, "f1": 0.171018, "hf_subset": "fon_Latn-knc_Latn", "languages": ["fon-Latn", "knc-Latn"], "main_score": 0.171018, "precision": 0.163447, "recall": 0.1917}, {"accuracy": 0.18083, "f1": 0.15771, "hf_subset": "fon_Latn-mlt_Latn", "languages": ["fon-Latn", "mlt-Latn"], "main_score": 0.15771, "precision": 0.150063, "recall": 0.18083}, {"accuracy": 0.184783, "f1": 0.16745, "hf_subset": "fon_Latn-quy_Latn", "languages": ["fon-Latn", "quy-Latn"], "main_score": 0.16745, "precision": 0.161209, "recall": 0.184783}, {"accuracy": 0.147233, "f1": 0.131858, "hf_subset": "fon_Latn-swh_Latn", "languages": ["fon-Latn", "swh-Latn"], "main_score": 0.131858, "precision": 0.126828, "recall": 0.147233}, {"accuracy": 0.098814, "f1": 0.08905, "hf_subset": "fon_Latn-uzn_Latn", "languages": ["fon-Latn", "uzn-Latn"], "main_score": 0.08905, "precision": 0.086962, "recall": 0.098814}, {"accuracy": 0.186759, "f1": 0.163883, "hf_subset": "fon_Latn-als_Latn", "languages": ["fon-Latn", "als-Latn"], "main_score": 0.163883, "precision": 0.157635, "recall": 0.186759}, {"accuracy": 0.038538, "f1": 0.024068, "hf_subset": "fon_Latn-bod_Tibt", "languages": ["fon-Latn", "bod-Tibt"], "main_score": 0.024068, "precision": 0.020923, "recall": 0.038538}, {"accuracy": 0.143281, "f1": 0.128383, "hf_subset": "fon_Latn-fij_Latn", "languages": ["fon-Latn", "fij-Latn"], "main_score": 0.128383, "precision": 0.12281, "recall": 0.143281}, {"accuracy": 0.114625, "f1": 0.106478, "hf_subset": "fon_Latn-isl_Latn", "languages": ["fon-Latn", "isl-Latn"], "main_score": 0.106478, "precision": 0.103664, "recall": 0.114625}, {"accuracy": 0.200593, "f1": 0.181252, "hf_subset": "fon_Latn-kon_Latn", "languages": ["fon-Latn", "kon-Latn"], "main_score": 0.181252, "precision": 0.174475, "recall": 0.200593}, {"accuracy": 0.036561, "f1": 0.027074, "hf_subset": "fon_Latn-mni_Beng", "languages": ["fon-Latn", "mni-Beng"], "main_score": 0.027074, "precision": 0.024701, "recall": 0.036561}, {"accuracy": 0.215415, "f1": 0.181505, "hf_subset": "fon_Latn-ron_Latn", "languages": ["fon-Latn", "ron-Latn"], "main_score": 0.181505, "precision": 0.173136, "recall": 0.215415}, {"accuracy": 0.12253, "f1": 0.110467, "hf_subset": "fon_Latn-szl_Latn", "languages": ["fon-Latn", "szl-Latn"], "main_score": 0.110467, "precision": 0.107063, "recall": 0.12253}, {"accuracy": 0.155138, "f1": 0.14117, "hf_subset": "fon_Latn-vec_Latn", "languages": ["fon-Latn", "vec-Latn"], "main_score": 0.14117, "precision": 0.136673, "recall": 0.155138}, {"accuracy": 0.05336, "f1": 0.041945, "hf_subset": "fon_Latn-amh_Ethi", "languages": ["fon-Latn", "amh-Ethi"], "main_score": 0.041945, "precision": 0.039616, "recall": 0.05336}, {"accuracy": 0.19664, "f1": 0.175434, "hf_subset": "fon_Latn-bos_Latn", "languages": ["fon-Latn", "bos-Latn"], "main_score": 0.175434, "precision": 0.168864, "recall": 0.19664}, {"accuracy": 0.194664, "f1": 0.161651, "hf_subset": "fon_Latn-fin_Latn", "languages": ["fon-Latn", "fin-Latn"], "main_score": 0.161651, "precision": 0.153627, "recall": 0.194664}, {"accuracy": 0.215415, "f1": 0.181789, "hf_subset": "fon_Latn-ita_Latn", "languages": ["fon-Latn", "ita-Latn"], "main_score": 0.181789, "precision": 0.172447, "recall": 0.215415}, {"accuracy": 0.126482, "f1": 0.110756, "hf_subset": "fon_Latn-kor_Hang", "languages": ["fon-Latn", "kor-Hang"], "main_score": 0.110756, "precision": 0.105672, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.170982, "hf_subset": "fon_Latn-mos_Latn", "languages": ["fon-Latn", "mos-Latn"], "main_score": 0.170982, "precision": 0.164264, "recall": 0.187747}, {"accuracy": 0.195652, "f1": 0.167115, "hf_subset": "fon_Latn-run_Latn", "languages": ["fon-Latn", "run-Latn"], "main_score": 0.167115, "precision": 0.157412, "recall": 0.195652}, {"accuracy": 0.057312, "f1": 0.044959, "hf_subset": "fon_Latn-tam_Taml", "languages": ["fon-Latn", "tam-Taml"], "main_score": 0.044959, "precision": 0.042318, "recall": 0.057312}, {"accuracy": 0.213439, "f1": 0.182327, "hf_subset": "fon_Latn-vie_Latn", "languages": ["fon-Latn", "vie-Latn"], "main_score": 0.182327, "precision": 0.175059, "recall": 0.213439}, {"accuracy": 0.097826, "f1": 0.090844, "hf_subset": "fon_Latn-apc_Arab", "languages": ["fon-Latn", "apc-Arab"], "main_score": 0.090844, "precision": 0.0889, "recall": 0.097826}, {"accuracy": 0.172925, "f1": 0.156663, "hf_subset": "fon_Latn-bug_Latn", "languages": ["fon-Latn", "bug-Latn"], "main_score": 0.156663, "precision": 0.150929, "recall": 0.172925}, {"accuracy": 0.12747, "f1": 0.115871, "hf_subset": "fon_Latn-jav_Latn", "languages": ["fon-Latn", "jav-Latn"], "main_score": 0.115871, "precision": 0.112947, "recall": 0.12747}, {"accuracy": 0.179842, "f1": 0.159777, "hf_subset": "fon_Latn-lao_Laoo", "languages": ["fon-Latn", "lao-Laoo"], "main_score": 0.159777, "precision": 0.154301, "recall": 0.179842}, {"accuracy": 0.188735, "f1": 0.168417, "hf_subset": "fon_Latn-mri_Latn", "languages": ["fon-Latn", "mri-Latn"], "main_score": 0.168417, "precision": 0.161543, "recall": 0.188735}, {"accuracy": 0.178854, "f1": 0.147556, "hf_subset": "fon_Latn-rus_Cyrl", "languages": ["fon-Latn", "rus-Cyrl"], "main_score": 0.147556, "precision": 0.138903, "recall": 0.178854}, {"accuracy": 0.194664, "f1": 0.175823, "hf_subset": "fon_Latn-taq_Latn", "languages": ["fon-Latn", "taq-Latn"], "main_score": 0.175823, "precision": 0.169961, "recall": 0.194664}, {"accuracy": 0.194664, "f1": 0.175025, "hf_subset": "fon_Latn-war_Latn", "languages": ["fon-Latn", "war-Latn"], "main_score": 0.175025, "precision": 0.168871, "recall": 0.194664}, {"accuracy": 0.124506, "f1": 0.110011, "hf_subset": "fon_Latn-arb_Arab", "languages": ["fon-Latn", "arb-Arab"], "main_score": 0.110011, "precision": 0.104969, "recall": 0.124506}, {"accuracy": 0.181818, "f1": 0.151861, "hf_subset": "fon_Latn-bul_Cyrl", "languages": ["fon-Latn", "bul-Cyrl"], "main_score": 0.151861, "precision": 0.144059, "recall": 0.181818}, {"accuracy": 0.221344, "f1": 0.186672, "hf_subset": "fon_Latn-fra_Latn", "languages": ["fon-Latn", "fra-Latn"], "main_score": 0.186672, "precision": 0.178438, "recall": 0.221344}, {"accuracy": 0.152174, "f1": 0.127084, "hf_subset": "fon_Latn-jpn_Jpan", "languages": ["fon-Latn", "jpn-Jpan"], "main_score": 0.127084, "precision": 0.120023, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.110116, "hf_subset": "fon_Latn-lij_Latn", "languages": ["fon-Latn", "lij-Latn"], "main_score": 0.110116, "precision": 0.106601, "recall": 0.121542}, {"accuracy": 0.088933, "f1": 0.069278, "hf_subset": "fon_Latn-mya_Mymr", "languages": ["fon-Latn", "mya-Mymr"], "main_score": 0.069278, "precision": 0.064731, "recall": 0.088933}, {"accuracy": 0.185771, "f1": 0.167716, "hf_subset": "fon_Latn-sag_Latn", "languages": ["fon-Latn", "sag-Latn"], "main_score": 0.167716, "precision": 0.16141, "recall": 0.185771}, {"accuracy": 0.08004, "f1": 0.060709, "hf_subset": "fon_Latn-taq_Tfng", "languages": ["fon-Latn", "taq-Tfng"], "main_score": 0.060709, "precision": 0.056151, "recall": 0.08004}, {"accuracy": 0.217391, "f1": 0.192875, "hf_subset": "fon_Latn-wol_Latn", "languages": ["fon-Latn", "wol-Latn"], "main_score": 0.192875, "precision": 0.184, "recall": 0.217391}, {"accuracy": 0.102767, "f1": 0.080579, "hf_subset": "fon_Latn-arb_Latn", "languages": ["fon-Latn", "arb-Latn"], "main_score": 0.080579, "precision": 0.074772, "recall": 0.102767}, {"accuracy": 0.210474, "f1": 0.180091, "hf_subset": "fon_Latn-cat_Latn", "languages": ["fon-Latn", "cat-Latn"], "main_score": 0.180091, "precision": 0.172498, "recall": 0.210474}, {"accuracy": 0.143281, "f1": 0.12782, "hf_subset": "fon_Latn-fur_Latn", "languages": ["fon-Latn", "fur-Latn"], "main_score": 0.12782, "precision": 0.123562, "recall": 0.143281}, {"accuracy": 0.085968, "f1": 0.071161, "hf_subset": "fon_Latn-kab_Latn", "languages": ["fon-Latn", "kab-Latn"], "main_score": 0.071161, "precision": 0.066499, "recall": 0.085968}, {"accuracy": 0.147233, "f1": 0.136583, "hf_subset": "fon_Latn-lim_Latn", "languages": ["fon-Latn", "lim-Latn"], "main_score": 0.136583, "precision": 0.133919, "recall": 0.147233}, {"accuracy": 0.221344, "f1": 0.189791, "hf_subset": "fon_Latn-nld_Latn", "languages": ["fon-Latn", "nld-Latn"], "main_score": 0.189791, "precision": 0.181026, "recall": 0.221344}, {"accuracy": 0.08004, "f1": 0.067953, "hf_subset": "fon_Latn-san_Deva", "languages": ["fon-Latn", "san-Deva"], "main_score": 0.067953, "precision": 0.064225, "recall": 0.08004}, {"accuracy": 0.120553, "f1": 0.102239, "hf_subset": "fon_Latn-tat_Cyrl", "languages": ["fon-Latn", "tat-Cyrl"], "main_score": 0.102239, "precision": 0.097067, "recall": 0.120553}, {"accuracy": 0.158103, "f1": 0.139759, "hf_subset": "fon_Latn-xho_Latn", "languages": ["fon-Latn", "xho-Latn"], "main_score": 0.139759, "precision": 0.13364, "recall": 0.158103}, {"accuracy": 0.121542, "f1": 0.106684, "hf_subset": "fon_Latn-ars_Arab", "languages": ["fon-Latn", "ars-Arab"], "main_score": 0.106684, "precision": 0.101477, "recall": 0.121542}, {"accuracy": 0.157115, "f1": 0.142588, "hf_subset": "fon_Latn-ceb_Latn", "languages": ["fon-Latn", "ceb-Latn"], "main_score": 0.142588, "precision": 0.138288, "recall": 0.157115}, {"accuracy": 0.181818, "f1": 0.16298, "hf_subset": "fon_Latn-fuv_Latn", "languages": ["fon-Latn", "fuv-Latn"], "main_score": 0.16298, "precision": 0.156094, "recall": 0.181818}, {"accuracy": 0.210474, "f1": 0.189561, "hf_subset": "fon_Latn-kac_Latn", "languages": ["fon-Latn", "kac-Latn"], "main_score": 0.189561, "precision": 0.182583, "recall": 0.210474}, {"accuracy": 0.171937, "f1": 0.156811, "hf_subset": "fon_Latn-lin_Latn", "languages": ["fon-Latn", "lin-Latn"], "main_score": 0.156811, "precision": 0.151048, "recall": 0.171937}, {"accuracy": 0.189723, "f1": 0.163676, "hf_subset": "fon_Latn-nno_Latn", "languages": ["fon-Latn", "nno-Latn"], "main_score": 0.163676, "precision": 0.156384, "recall": 0.189723}, {"accuracy": 0.014822, "f1": 0.007844, "hf_subset": "fon_Latn-sat_Olck", "languages": ["fon-Latn", "sat-Olck"], "main_score": 0.007844, "precision": 0.006737, "recall": 0.014822}, {"accuracy": 0.063241, "f1": 0.056845, "hf_subset": "fon_Latn-tel_Telu", "languages": ["fon-Latn", "tel-Telu"], "main_score": 0.056845, "precision": 0.054986, "recall": 0.063241}, {"accuracy": 0.064229, "f1": 0.050752, "hf_subset": "fon_Latn-ydd_Hebr", "languages": ["fon-Latn", "ydd-Hebr"], "main_score": 0.050752, "precision": 0.047823, "recall": 0.064229}, {"accuracy": 0.101779, "f1": 0.088122, "hf_subset": "fon_Latn-ary_Arab", "languages": ["fon-Latn", "ary-Arab"], "main_score": 0.088122, "precision": 0.084761, "recall": 0.101779}, {"accuracy": 0.202569, "f1": 0.175988, "hf_subset": "fon_Latn-ces_Latn", "languages": ["fon-Latn", "ces-Latn"], "main_score": 0.175988, "precision": 0.168752, "recall": 0.202569}, {"accuracy": 0.076087, "f1": 0.059205, "hf_subset": "fon_Latn-gaz_Latn", "languages": ["fon-Latn", "gaz-Latn"], "main_score": 0.059205, "precision": 0.054591, "recall": 0.076087}, {"accuracy": 0.206522, "f1": 0.184561, "hf_subset": "fon_Latn-kam_Latn", "languages": ["fon-Latn", "kam-Latn"], "main_score": 0.184561, "precision": 0.177177, "recall": 0.206522}, {"accuracy": 0.187747, "f1": 0.156871, "hf_subset": "fon_Latn-lit_Latn", "languages": ["fon-Latn", "lit-Latn"], "main_score": 0.156871, "precision": 0.148999, "recall": 0.187747}, {"accuracy": 0.217391, "f1": 0.186311, "hf_subset": "fon_Latn-nob_Latn", "languages": ["fon-Latn", "nob-Latn"], "main_score": 0.186311, "precision": 0.178764, "recall": 0.217391}, {"accuracy": 0.142292, "f1": 0.130518, "hf_subset": "fon_Latn-scn_Latn", "languages": ["fon-Latn", "scn-Latn"], "main_score": 0.130518, "precision": 0.126696, "recall": 0.142292}, {"accuracy": 0.110672, "f1": 0.096409, "hf_subset": "fon_Latn-tgk_Cyrl", "languages": ["fon-Latn", "tgk-Cyrl"], "main_score": 0.096409, "precision": 0.09159, "recall": 0.110672}, {"accuracy": 0.16996, "f1": 0.152542, "hf_subset": "fon_Latn-yor_Latn", "languages": ["fon-Latn", "yor-Latn"], "main_score": 0.152542, "precision": 0.146017, "recall": 0.16996}, {"accuracy": 0.110672, "f1": 0.101767, "hf_subset": "fon_Latn-arz_Arab", "languages": ["fon-Latn", "arz-Arab"], "main_score": 0.101767, "precision": 0.099128, "recall": 0.110672}, {"accuracy": 0.168972, "f1": 0.150381, "hf_subset": "fon_Latn-cjk_Latn", "languages": ["fon-Latn", "cjk-Latn"], "main_score": 0.150381, "precision": 0.14345, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.130472, "hf_subset": "fon_Latn-gla_Latn", "languages": ["fon-Latn", "gla-Latn"], "main_score": 0.130472, "precision": 0.122898, "recall": 0.156126}, {"accuracy": 0.044466, "f1": 0.034618, "hf_subset": "fon_Latn-kan_Knda", "languages": ["fon-Latn", "kan-Knda"], "main_score": 0.034618, "precision": 0.032416, "recall": 0.044466}, {"accuracy": 0.13834, "f1": 0.122169, "hf_subset": "fon_Latn-lmo_Latn", "languages": ["fon-Latn", "lmo-Latn"], "main_score": 0.122169, "precision": 0.117439, "recall": 0.13834}, {"accuracy": 0.133399, "f1": 0.107953, "hf_subset": "fon_Latn-npi_Deva", "languages": ["fon-Latn", "npi-Deva"], "main_score": 0.107953, "precision": 0.102062, "recall": 0.133399}, {"accuracy": 0.141304, "f1": 0.123749, "hf_subset": "fon_Latn-shn_Mymr", "languages": ["fon-Latn", "shn-Mymr"], "main_score": 0.123749, "precision": 0.118501, "recall": 0.141304}, {"accuracy": 0.157115, "f1": 0.142302, "hf_subset": "fon_Latn-tgl_Latn", "languages": ["fon-Latn", "tgl-Latn"], "main_score": 0.142302, "precision": 0.137334, "recall": 0.157115}, {"accuracy": 0.140316, "f1": 0.113855, "hf_subset": "fon_Latn-yue_Hant", "languages": ["fon-Latn", "yue-Hant"], "main_score": 0.113855, "precision": 0.106703, "recall": 0.140316}, {"accuracy": 0.039526, "f1": 0.030978, "hf_subset": "fon_Latn-asm_Beng", "languages": ["fon-Latn", "asm-Beng"], "main_score": 0.030978, "precision": 0.028044, "recall": 0.039526}, {"accuracy": 0.091897, "f1": 0.069648, "hf_subset": "fon_Latn-ckb_Arab", "languages": ["fon-Latn", "ckb-Arab"], "main_score": 0.069648, "precision": 0.063982, "recall": 0.091897}, {"accuracy": 0.152174, "f1": 0.139108, "hf_subset": "fon_Latn-gle_Latn", "languages": ["fon-Latn", "gle-Latn"], "main_score": 0.139108, "precision": 0.135653, "recall": 0.152174}, {"accuracy": 0.062253, "f1": 0.055915, "hf_subset": "fon_Latn-kas_Arab", "languages": ["fon-Latn", "kas-Arab"], "main_score": 0.055915, "precision": 0.053805, "recall": 0.062253}, {"accuracy": 0.143281, "f1": 0.119, "hf_subset": "fon_Latn-ltg_Latn", "languages": ["fon-Latn", "ltg-Latn"], "main_score": 0.119, "precision": 0.112139, "recall": 0.143281}, {"accuracy": 0.212451, "f1": 0.192315, "hf_subset": "fon_Latn-nso_Latn", "languages": ["fon-Latn", "nso-Latn"], "main_score": 0.192315, "precision": 0.18479, "recall": 0.212451}, {"accuracy": 0.056324, "f1": 0.044517, "hf_subset": "fon_Latn-sin_Sinh", "languages": ["fon-Latn", "sin-Sinh"], "main_score": 0.044517, "precision": 0.041809, "recall": 0.056324}, {"accuracy": 0.141304, "f1": 0.118319, "hf_subset": "fon_Latn-tha_Thai", "languages": ["fon-Latn", "tha-Thai"], "main_score": 0.118319, "precision": 0.112567, "recall": 0.141304}, {"accuracy": 0.148221, "f1": 0.12075, "hf_subset": "fon_Latn-zho_Hans", "languages": ["fon-Latn", "zho-Hans"], "main_score": 0.12075, "precision": 0.11362, "recall": 0.148221}, {"accuracy": 0.159091, "f1": 0.138767, "hf_subset": "fon_Latn-ast_Latn", "languages": ["fon-Latn", "ast-Latn"], "main_score": 0.138767, "precision": 0.132956, "recall": 0.159091}, {"accuracy": 0.107708, "f1": 0.094681, "hf_subset": "fon_Latn-crh_Latn", "languages": ["fon-Latn", "crh-Latn"], "main_score": 0.094681, "precision": 0.090773, "recall": 0.107708}, {"accuracy": 0.211462, "f1": 0.182587, "hf_subset": "fon_Latn-glg_Latn", "languages": ["fon-Latn", "glg-Latn"], "main_score": 0.182587, "precision": 0.174908, "recall": 0.211462}, {"accuracy": 0.102767, "f1": 0.090913, "hf_subset": "fon_Latn-kas_Deva", "languages": ["fon-Latn", "kas-Deva"], "main_score": 0.090913, "precision": 0.087276, "recall": 0.102767}, {"accuracy": 0.146245, "f1": 0.132713, "hf_subset": "fon_Latn-ltz_Latn", "languages": ["fon-Latn", "ltz-Latn"], "main_score": 0.132713, "precision": 0.128173, "recall": 0.146245}, {"accuracy": 0.124506, "f1": 0.099724, "hf_subset": "fon_Latn-nus_Latn", "languages": ["fon-Latn", "nus-Latn"], "main_score": 0.099724, "precision": 0.091026, "recall": 0.124506}, {"accuracy": 0.195652, "f1": 0.171129, "hf_subset": "fon_Latn-slk_Latn", "languages": ["fon-Latn", "slk-Latn"], "main_score": 0.171129, "precision": 0.16391, "recall": 0.195652}, {"accuracy": 0.038538, "f1": 0.030032, "hf_subset": "fon_Latn-tir_Ethi", "languages": ["fon-Latn", "tir-Ethi"], "main_score": 0.030032, "precision": 0.028004, "recall": 0.038538}, {"accuracy": 0.133399, "f1": 0.113452, "hf_subset": "fon_Latn-zho_Hant", "languages": ["fon-Latn", "zho-Hant"], "main_score": 0.113452, "precision": 0.107972, "recall": 0.133399}, {"accuracy": 0.114625, "f1": 0.098786, "hf_subset": "fon_Latn-awa_Deva", "languages": ["fon-Latn", "awa-Deva"], "main_score": 0.098786, "precision": 0.094457, "recall": 0.114625}, {"accuracy": 0.12253, "f1": 0.10745, "hf_subset": "fon_Latn-cym_Latn", "languages": ["fon-Latn", "cym-Latn"], "main_score": 0.10745, "precision": 0.103373, "recall": 0.12253}, {"accuracy": 0.181818, "f1": 0.16692, "hf_subset": "fon_Latn-grn_Latn", "languages": ["fon-Latn", "grn-Latn"], "main_score": 0.16692, "precision": 0.161996, "recall": 0.181818}, {"accuracy": 0.107708, "f1": 0.093608, "hf_subset": "fon_Latn-kat_Geor", "languages": ["fon-Latn", "kat-Geor"], "main_score": 0.093608, "precision": 0.088957, "recall": 0.107708}, {"accuracy": 0.198617, "f1": 0.178256, "hf_subset": "fon_Latn-lua_Latn", "languages": ["fon-Latn", "lua-Latn"], "main_score": 0.178256, "precision": 0.171613, "recall": 0.198617}, {"accuracy": 0.199605, "f1": 0.173749, "hf_subset": "fon_Latn-nya_Latn", "languages": ["fon-Latn", "nya-Latn"], "main_score": 0.173749, "precision": 0.165129, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.171217, "hf_subset": "fon_Latn-slv_Latn", "languages": ["fon-Latn", "slv-Latn"], "main_score": 0.171217, "precision": 0.163698, "recall": 0.200593}, {"accuracy": 0.184783, "f1": 0.168882, "hf_subset": "fon_Latn-tpi_Latn", "languages": ["fon-Latn", "tpi-Latn"], "main_score": 0.168882, "precision": 0.163749, "recall": 0.184783}, {"accuracy": 0.218379, "f1": 0.185465, "hf_subset": "fon_Latn-zsm_Latn", "languages": ["fon-Latn", "zsm-Latn"], "main_score": 0.185465, "precision": 0.177473, "recall": 0.218379}, {"accuracy": 0.181818, "f1": 0.15518, "hf_subset": "fon_Latn-ayr_Latn", "languages": ["fon-Latn", "ayr-Latn"], "main_score": 0.15518, "precision": 0.146731, "recall": 0.181818}, {"accuracy": 0.215415, "f1": 0.186616, "hf_subset": "fon_Latn-dan_Latn", "languages": ["fon-Latn", "dan-Latn"], "main_score": 0.186616, "precision": 0.179881, "recall": 0.215415}, {"accuracy": 0.066206, "f1": 0.052046, "hf_subset": "fon_Latn-guj_Gujr", "languages": ["fon-Latn", "guj-Gujr"], "main_score": 0.052046, "precision": 0.048899, "recall": 0.066206}, {"accuracy": 0.161067, "f1": 0.132517, "hf_subset": "fon_Latn-kaz_Cyrl", "languages": ["fon-Latn", "kaz-Cyrl"], "main_score": 0.132517, "precision": 0.125746, "recall": 0.161067}, {"accuracy": 0.170949, "f1": 0.151918, "hf_subset": "fon_Latn-lug_Latn", "languages": ["fon-Latn", "lug-Latn"], "main_score": 0.151918, "precision": 0.146279, "recall": 0.170949}, {"accuracy": 0.202569, "f1": 0.173171, "hf_subset": "fon_Latn-oci_Latn", "languages": ["fon-Latn", "oci-Latn"], "main_score": 0.173171, "precision": 0.165781, "recall": 0.202569}, {"accuracy": 0.150198, "f1": 0.130714, "hf_subset": "fon_Latn-smo_Latn", "languages": ["fon-Latn", "smo-Latn"], "main_score": 0.130714, "precision": 0.124237, "recall": 0.150198}, {"accuracy": 0.20751, "f1": 0.188012, "hf_subset": "fon_Latn-tsn_Latn", "languages": ["fon-Latn", "tsn-Latn"], "main_score": 0.188012, "precision": 0.180917, "recall": 0.20751}, {"accuracy": 0.160079, "f1": 0.137209, "hf_subset": "fon_Latn-zul_Latn", "languages": ["fon-Latn", "zul-Latn"], "main_score": 0.137209, "precision": 0.12959, "recall": 0.160079}, {"accuracy": 0.083992, "f1": 0.069864, "hf_subset": "fon_Latn-azb_Arab", "languages": ["fon-Latn", "azb-Arab"], "main_score": 0.069864, "precision": 0.065955, "recall": 0.083992}, {"accuracy": 0.209486, "f1": 0.181056, "hf_subset": "fon_Latn-deu_Latn", "languages": ["fon-Latn", "deu-Latn"], "main_score": 0.181056, "precision": 0.173021, "recall": 0.209486}, {"accuracy": 0.189723, "f1": 0.167554, "hf_subset": "fon_Latn-hat_Latn", "languages": ["fon-Latn", "hat-Latn"], "main_score": 0.167554, "precision": 0.160957, "recall": 0.189723}, {"accuracy": 0.203557, "f1": 0.184317, "hf_subset": "fon_Latn-kbp_Latn", "languages": ["fon-Latn", "kbp-Latn"], "main_score": 0.184317, "precision": 0.177052, "recall": 0.203557}, {"accuracy": 0.183794, "f1": 0.167275, "hf_subset": "fon_Latn-luo_Latn", "languages": ["fon-Latn", "luo-Latn"], "main_score": 0.167275, "precision": 0.161272, "recall": 0.183794}, {"accuracy": 0.052372, "f1": 0.044223, "hf_subset": "fon_Latn-ory_Orya", "languages": ["fon-Latn", "ory-Orya"], "main_score": 0.044223, "precision": 0.042326, "recall": 0.052372}, {"accuracy": 0.141304, "f1": 0.118357, "hf_subset": "fon_Latn-sna_Latn", "languages": ["fon-Latn", "sna-Latn"], "main_score": 0.118357, "precision": 0.111256, "recall": 0.141304}, {"accuracy": 0.192688, "f1": 0.171913, "hf_subset": "fon_Latn-tso_Latn", "languages": ["fon-Latn", "tso-Latn"], "main_score": 0.171913, "precision": 0.164491, "recall": 0.192688}, {"accuracy": 0.113636, "f1": 0.101215, "hf_subset": "fon_Latn-azj_Latn", "languages": ["fon-Latn", "azj-Latn"], "main_score": 0.101215, "precision": 0.097923, "recall": 0.113636}, {"accuracy": 0.195652, "f1": 0.177544, "hf_subset": "fon_Latn-dik_Latn", "languages": ["fon-Latn", "dik-Latn"], "main_score": 0.177544, "precision": 0.171153, "recall": 0.195652}, {"accuracy": 0.194664, "f1": 0.178162, "hf_subset": "fon_Latn-hau_Latn", "languages": ["fon-Latn", "hau-Latn"], "main_score": 0.178162, "precision": 0.172668, "recall": 0.194664}, {"accuracy": 0.112648, "f1": 0.104667, "hf_subset": "fon_Latn-kea_Latn", "languages": ["fon-Latn", "kea-Latn"], "main_score": 0.104667, "precision": 0.101978, "recall": 0.112648}, {"accuracy": 0.209486, "f1": 0.186042, "hf_subset": "fon_Latn-lus_Latn", "languages": ["fon-Latn", "lus-Latn"], "main_score": 0.186042, "precision": 0.178655, "recall": 0.209486}, {"accuracy": 0.161067, "f1": 0.145766, "hf_subset": "fon_Latn-pag_Latn", "languages": ["fon-Latn", "pag-Latn"], "main_score": 0.145766, "precision": 0.140835, "recall": 0.161067}, {"accuracy": 0.08004, "f1": 0.067926, "hf_subset": "fon_Latn-snd_Arab", "languages": ["fon-Latn", "snd-Arab"], "main_score": 0.067926, "precision": 0.065135, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.110807, "hf_subset": "fon_Latn-tuk_Latn", "languages": ["fon-Latn", "tuk-Latn"], "main_score": 0.110807, "precision": 0.106155, "recall": 0.12747}, {"accuracy": 0.148221, "f1": 0.126293, "hf_subset": "fon_Latn-bak_Cyrl", "languages": ["fon-Latn", "bak-Cyrl"], "main_score": 0.126293, "precision": 0.120714, "recall": 0.148221}, {"accuracy": 0.168972, "f1": 0.143648, "hf_subset": "fon_Latn-dyu_Latn", "languages": ["fon-Latn", "dyu-Latn"], "main_score": 0.143648, "precision": 0.134532, "recall": 0.168972}, {"accuracy": 0.117589, "f1": 0.094903, "hf_subset": "fon_Latn-heb_Hebr", "languages": ["fon-Latn", "heb-Hebr"], "main_score": 0.094903, "precision": 0.088371, "recall": 0.117589}, {"accuracy": 0.13834, "f1": 0.114727, "hf_subset": "fon_Latn-khk_Cyrl", "languages": ["fon-Latn", "khk-Cyrl"], "main_score": 0.114727, "precision": 0.108313, "recall": 0.13834}, {"accuracy": 0.166996, "f1": 0.138459, "hf_subset": "fon_Latn-lvs_Latn", "languages": ["fon-Latn", "lvs-Latn"], "main_score": 0.138459, "precision": 0.12998, "recall": 0.166996}, {"accuracy": 0.055336, "f1": 0.043685, "hf_subset": "fon_Latn-pan_Guru", "languages": ["fon-Latn", "pan-Guru"], "main_score": 0.043685, "precision": 0.041622, "recall": 0.055336}, {"accuracy": 0.149209, "f1": 0.131565, "hf_subset": "fon_Latn-som_Latn", "languages": ["fon-Latn", "som-Latn"], "main_score": 0.131565, "precision": 0.126145, "recall": 0.149209}, {"accuracy": 0.205534, "f1": 0.177218, "hf_subset": "fon_Latn-tum_Latn", "languages": ["fon-Latn", "tum-Latn"], "main_score": 0.177218, "precision": 0.168294, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.064989, "hf_subset": "jav_Latn-ace_Arab", "languages": ["jav-Latn", "ace-Arab"], "main_score": 0.064989, "precision": 0.055573, "recall": 0.098814}, {"accuracy": 0.254941, "f1": 0.198111, "hf_subset": "jav_Latn-bam_Latn", "languages": ["jav-Latn", "bam-Latn"], "main_score": 0.198111, "precision": 0.180093, "recall": 0.254941}, {"accuracy": 0.003953, "f1": 0.000105, "hf_subset": "jav_Latn-dzo_Tibt", "languages": ["jav-Latn", "dzo-Tibt"], "main_score": 0.000105, "precision": 5.4e-05, "recall": 0.003953}, {"accuracy": 0.695652, "f1": 0.658677, "hf_subset": "jav_Latn-hin_Deva", "languages": ["jav-Latn", "hin-Deva"], "main_score": 0.658677, "precision": 0.643929, "recall": 0.695652}, {"accuracy": 0.616601, "f1": 0.570203, "hf_subset": "jav_Latn-khm_Khmr", "languages": ["jav-Latn", "khm-Khmr"], "main_score": 0.570203, "precision": 0.552036, "recall": 0.616601}, {"accuracy": 0.647233, "f1": 0.601831, "hf_subset": "jav_Latn-mag_Deva", "languages": ["jav-Latn", "mag-Deva"], "main_score": 0.601831, "precision": 0.584604, "recall": 0.647233}, {"accuracy": 0.566206, "f1": 0.514376, "hf_subset": "jav_Latn-pap_Latn", "languages": ["jav-Latn", "pap-Latn"], "main_score": 0.514376, "precision": 0.494212, "recall": 0.566206}, {"accuracy": 0.283597, "f1": 0.226498, "hf_subset": "jav_Latn-sot_Latn", "languages": ["jav-Latn", "sot-Latn"], "main_score": 0.226498, "precision": 0.209043, "recall": 0.283597}, {"accuracy": 0.770751, "f1": 0.731497, "hf_subset": "jav_Latn-tur_Latn", "languages": ["jav-Latn", "tur-Latn"], "main_score": 0.731497, "precision": 0.71665, "recall": 0.770751}, {"accuracy": 0.48913, "f1": 0.4261, "hf_subset": "jav_Latn-ace_Latn", "languages": ["jav-Latn", "ace-Latn"], "main_score": 0.4261, "precision": 0.40254, "recall": 0.48913}, {"accuracy": 0.659091, "f1": 0.619699, "hf_subset": "jav_Latn-ban_Latn", "languages": ["jav-Latn", "ban-Latn"], "main_score": 0.619699, "precision": 0.602974, "recall": 0.659091}, {"accuracy": 0.697628, "f1": 0.657832, "hf_subset": "jav_Latn-ell_Grek", "languages": ["jav-Latn", "ell-Grek"], "main_score": 0.657832, "precision": 0.641474, "recall": 0.697628}, {"accuracy": 0.641304, "f1": 0.600424, "hf_subset": "jav_Latn-hne_Deva", "languages": ["jav-Latn", "hne-Deva"], "main_score": 0.600424, "precision": 0.58542, "recall": 0.641304}, {"accuracy": 0.293478, "f1": 0.223388, "hf_subset": "jav_Latn-kik_Latn", "languages": ["jav-Latn", "kik-Latn"], "main_score": 0.223388, "precision": 0.200475, "recall": 0.293478}, {"accuracy": 0.647233, "f1": 0.613015, "hf_subset": "jav_Latn-mai_Deva", "languages": ["jav-Latn", "mai-Deva"], "main_score": 0.613015, "precision": 0.599693, "recall": 0.647233}, {"accuracy": 0.570158, "f1": 0.521438, "hf_subset": "jav_Latn-pbt_Arab", "languages": ["jav-Latn", "pbt-Arab"], "main_score": 0.521438, "precision": 0.50336, "recall": 0.570158}, {"accuracy": 0.763834, "f1": 0.727301, "hf_subset": "jav_Latn-spa_Latn", "languages": ["jav-Latn", "spa-Latn"], "main_score": 0.727301, "precision": 0.713624, "recall": 0.763834}, {"accuracy": 0.358696, "f1": 0.289316, "hf_subset": "jav_Latn-twi_Latn", "languages": ["jav-Latn", "twi-Latn"], "main_score": 0.289316, "precision": 0.266541, "recall": 0.358696}, {"accuracy": 0.683794, "f1": 0.648888, "hf_subset": "jav_Latn-acm_Arab", "languages": ["jav-Latn", "acm-Arab"], "main_score": 0.648888, "precision": 0.634708, "recall": 0.683794}, {"accuracy": 0.647233, "f1": 0.596988, "hf_subset": "jav_Latn-bel_Cyrl", "languages": ["jav-Latn", "bel-Cyrl"], "main_score": 0.596988, "precision": 0.577138, "recall": 0.647233}, {"accuracy": 0.780632, "f1": 0.740793, "hf_subset": "jav_Latn-eng_Latn", "languages": ["jav-Latn", "eng-Latn"], "main_score": 0.740793, "precision": 0.724962, "recall": 0.780632}, {"accuracy": 0.750988, "f1": 0.710611, "hf_subset": "jav_Latn-hrv_Latn", "languages": ["jav-Latn", "hrv-Latn"], "main_score": 0.710611, "precision": 0.694609, "recall": 0.750988}, {"accuracy": 0.205534, "f1": 0.154265, "hf_subset": "jav_Latn-kin_Latn", "languages": ["jav-Latn", "kin-Latn"], "main_score": 0.154265, "precision": 0.139674, "recall": 0.205534}, {"accuracy": 0.51087, "f1": 0.462357, "hf_subset": "jav_Latn-mal_Mlym", "languages": ["jav-Latn", "mal-Mlym"], "main_score": 0.462357, "precision": 0.444622, "recall": 0.51087}, {"accuracy": 0.709486, "f1": 0.667533, "hf_subset": "jav_Latn-pes_Arab", "languages": ["jav-Latn", "pes-Arab"], "main_score": 0.667533, "precision": 0.650794, "recall": 0.709486}, {"accuracy": 0.576087, "f1": 0.517212, "hf_subset": "jav_Latn-srd_Latn", "languages": ["jav-Latn", "srd-Latn"], "main_score": 0.517212, "precision": 0.494025, "recall": 0.576087}, {"accuracy": 0.083004, "f1": 0.042245, "hf_subset": "jav_Latn-tzm_Tfng", "languages": ["jav-Latn", "tzm-Tfng"], "main_score": 0.042245, "precision": 0.035813, "recall": 0.083004}, {"accuracy": 0.687747, "f1": 0.648572, "hf_subset": "jav_Latn-acq_Arab", "languages": ["jav-Latn", "acq-Arab"], "main_score": 0.648572, "precision": 0.63249, "recall": 0.687747}, {"accuracy": 0.285573, "f1": 0.221134, "hf_subset": "jav_Latn-bem_Latn", "languages": ["jav-Latn", "bem-Latn"], "main_score": 0.221134, "precision": 0.201665, "recall": 0.285573}, {"accuracy": 0.633399, "f1": 0.592662, "hf_subset": "jav_Latn-epo_Latn", "languages": ["jav-Latn", "epo-Latn"], "main_score": 0.592662, "precision": 0.57762, "recall": 0.633399}, {"accuracy": 0.758893, "f1": 0.718257, "hf_subset": "jav_Latn-hun_Latn", "languages": ["jav-Latn", "hun-Latn"], "main_score": 0.718257, "precision": 0.702425, "recall": 0.758893}, {"accuracy": 0.68083, "f1": 0.64469, "hf_subset": "jav_Latn-kir_Cyrl", "languages": ["jav-Latn", "kir-Cyrl"], "main_score": 0.64469, "precision": 0.630972, "recall": 0.68083}, {"accuracy": 0.593874, "f1": 0.541972, "hf_subset": "jav_Latn-mar_Deva", "languages": ["jav-Latn", "mar-Deva"], "main_score": 0.541972, "precision": 0.521912, "recall": 0.593874}, {"accuracy": 0.349802, "f1": 0.28797, "hf_subset": "jav_Latn-plt_Latn", "languages": ["jav-Latn", "plt-Latn"], "main_score": 0.28797, "precision": 0.267124, "recall": 0.349802}, {"accuracy": 0.729249, "f1": 0.692082, "hf_subset": "jav_Latn-srp_Cyrl", "languages": ["jav-Latn", "srp-Cyrl"], "main_score": 0.692082, "precision": 0.676976, "recall": 0.729249}, {"accuracy": 0.486166, "f1": 0.435035, "hf_subset": "jav_Latn-uig_Arab", "languages": ["jav-Latn", "uig-Arab"], "main_score": 0.435035, "precision": 0.416463, "recall": 0.486166}, {"accuracy": 0.658103, "f1": 0.612373, "hf_subset": "jav_Latn-aeb_Arab", "languages": ["jav-Latn", "aeb-Arab"], "main_score": 0.612373, "precision": 0.594694, "recall": 0.658103}, {"accuracy": 0.529644, "f1": 0.482555, "hf_subset": "jav_Latn-ben_Beng", "languages": ["jav-Latn", "ben-Beng"], "main_score": 0.482555, "precision": 0.46439, "recall": 0.529644}, {"accuracy": 0.756917, "f1": 0.720438, "hf_subset": "jav_Latn-est_Latn", "languages": ["jav-Latn", "est-Latn"], "main_score": 0.720438, "precision": 0.70586, "recall": 0.756917}, {"accuracy": 0.660079, "f1": 0.612152, "hf_subset": "jav_Latn-hye_Armn", "languages": ["jav-Latn", "hye-Armn"], "main_score": 0.612152, "precision": 0.593474, "recall": 0.660079}, {"accuracy": 0.220356, "f1": 0.158855, "hf_subset": "jav_Latn-kmb_Latn", "languages": ["jav-Latn", "kmb-Latn"], "main_score": 0.158855, "precision": 0.142154, "recall": 0.220356}, {"accuracy": 0.062253, "f1": 0.035736, "hf_subset": "jav_Latn-min_Arab", "languages": ["jav-Latn", "min-Arab"], "main_score": 0.035736, "precision": 0.029838, "recall": 0.062253}, {"accuracy": 0.752964, "f1": 0.713935, "hf_subset": "jav_Latn-pol_Latn", "languages": ["jav-Latn", "pol-Latn"], "main_score": 0.713935, "precision": 0.699154, "recall": 0.752964}, {"accuracy": 0.200593, "f1": 0.146085, "hf_subset": "jav_Latn-ssw_Latn", "languages": ["jav-Latn", "ssw-Latn"], "main_score": 0.146085, "precision": 0.131183, "recall": 0.200593}, {"accuracy": 0.745059, "f1": 0.709911, "hf_subset": "jav_Latn-ukr_Cyrl", "languages": ["jav-Latn", "ukr-Cyrl"], "main_score": 0.709911, "precision": 0.696797, "recall": 0.745059}, {"accuracy": 0.741107, "f1": 0.704193, "hf_subset": "jav_Latn-afr_Latn", "languages": ["jav-Latn", "afr-Latn"], "main_score": 0.704193, "precision": 0.688774, "recall": 0.741107}, {"accuracy": 0.59585, "f1": 0.557548, "hf_subset": "jav_Latn-bho_Deva", "languages": ["jav-Latn", "bho-Deva"], "main_score": 0.557548, "precision": 0.541934, "recall": 0.59585}, {"accuracy": 0.62253, "f1": 0.57993, "hf_subset": "jav_Latn-eus_Latn", "languages": ["jav-Latn", "eus-Latn"], "main_score": 0.57993, "precision": 0.562636, "recall": 0.62253}, {"accuracy": 0.249012, "f1": 0.182229, "hf_subset": "jav_Latn-ibo_Latn", "languages": ["jav-Latn", "ibo-Latn"], "main_score": 0.182229, "precision": 0.161795, "recall": 0.249012}, {"accuracy": 0.563241, "f1": 0.512369, "hf_subset": "jav_Latn-kmr_Latn", "languages": ["jav-Latn", "kmr-Latn"], "main_score": 0.512369, "precision": 0.493927, "recall": 0.563241}, {"accuracy": 0.608696, "f1": 0.559625, "hf_subset": "jav_Latn-min_Latn", "languages": ["jav-Latn", "min-Latn"], "main_score": 0.559625, "precision": 0.539705, "recall": 0.608696}, {"accuracy": 0.772727, "f1": 0.738252, "hf_subset": "jav_Latn-por_Latn", "languages": ["jav-Latn", "por-Latn"], "main_score": 0.738252, "precision": 0.725339, "recall": 0.772727}, {"accuracy": 0.715415, "f1": 0.677489, "hf_subset": "jav_Latn-sun_Latn", "languages": ["jav-Latn", "sun-Latn"], "main_score": 0.677489, "precision": 0.66113, "recall": 0.715415}, {"accuracy": 0.213439, "f1": 0.155048, "hf_subset": "jav_Latn-umb_Latn", "languages": ["jav-Latn", "umb-Latn"], "main_score": 0.155048, "precision": 0.1387, "recall": 0.213439}, {"accuracy": 0.704545, "f1": 0.66539, "hf_subset": "jav_Latn-ajp_Arab", "languages": ["jav-Latn", "ajp-Arab"], "main_score": 0.66539, "precision": 0.649911, "recall": 0.704545}, {"accuracy": 0.089921, "f1": 0.06157, "hf_subset": "jav_Latn-bjn_Arab", "languages": ["jav-Latn", "bjn-Arab"], "main_score": 0.06157, "precision": 0.053395, "recall": 0.089921}, {"accuracy": 0.323123, "f1": 0.268243, "hf_subset": "jav_Latn-ewe_Latn", "languages": ["jav-Latn", "ewe-Latn"], "main_score": 0.268243, "precision": 0.249107, "recall": 0.323123}, {"accuracy": 0.4417, "f1": 0.376737, "hf_subset": "jav_Latn-ilo_Latn", "languages": ["jav-Latn", "ilo-Latn"], "main_score": 0.376737, "precision": 0.35258, "recall": 0.4417}, {"accuracy": 0.097826, "f1": 0.06639, "hf_subset": "jav_Latn-knc_Arab", "languages": ["jav-Latn", "knc-Arab"], "main_score": 0.06639, "precision": 0.05744, "recall": 0.097826}, {"accuracy": 0.736166, "f1": 0.701871, "hf_subset": "jav_Latn-mkd_Cyrl", "languages": ["jav-Latn", "mkd-Cyrl"], "main_score": 0.701871, "precision": 0.687899, "recall": 0.736166}, {"accuracy": 0.659091, "f1": 0.620947, "hf_subset": "jav_Latn-prs_Arab", "languages": ["jav-Latn", "prs-Arab"], "main_score": 0.620947, "precision": 0.606546, "recall": 0.659091}, {"accuracy": 0.770751, "f1": 0.730609, "hf_subset": "jav_Latn-swe_Latn", "languages": ["jav-Latn", "swe-Latn"], "main_score": 0.730609, "precision": 0.715508, "recall": 0.770751}, {"accuracy": 0.62747, "f1": 0.580639, "hf_subset": "jav_Latn-urd_Arab", "languages": ["jav-Latn", "urd-Arab"], "main_score": 0.580639, "precision": 0.562991, "recall": 0.62747}, {"accuracy": 0.353755, "f1": 0.291332, "hf_subset": "jav_Latn-aka_Latn", "languages": ["jav-Latn", "aka-Latn"], "main_score": 0.291332, "precision": 0.270641, "recall": 0.353755}, {"accuracy": 0.695652, "f1": 0.656791, "hf_subset": "jav_Latn-bjn_Latn", "languages": ["jav-Latn", "bjn-Latn"], "main_score": 0.656791, "precision": 0.641045, "recall": 0.695652}, {"accuracy": 0.426877, "f1": 0.369686, "hf_subset": "jav_Latn-fao_Latn", "languages": ["jav-Latn", "fao-Latn"], "main_score": 0.369686, "precision": 0.348698, "recall": 0.426877}, {"accuracy": 0.781621, "f1": 0.745375, "hf_subset": "jav_Latn-ind_Latn", "languages": ["jav-Latn", "ind-Latn"], "main_score": 0.745375, "precision": 0.731136, "recall": 0.781621}, {"accuracy": 0.310277, "f1": 0.250446, "hf_subset": "jav_Latn-knc_Latn", "languages": ["jav-Latn", "knc-Latn"], "main_score": 0.250446, "precision": 0.23107, "recall": 0.310277}, {"accuracy": 0.353755, "f1": 0.290091, "hf_subset": "jav_Latn-mlt_Latn", "languages": ["jav-Latn", "mlt-Latn"], "main_score": 0.290091, "precision": 0.269608, "recall": 0.353755}, {"accuracy": 0.295455, "f1": 0.227787, "hf_subset": "jav_Latn-quy_Latn", "languages": ["jav-Latn", "quy-Latn"], "main_score": 0.227787, "precision": 0.206277, "recall": 0.295455}, {"accuracy": 0.375494, "f1": 0.318876, "hf_subset": "jav_Latn-swh_Latn", "languages": ["jav-Latn", "swh-Latn"], "main_score": 0.318876, "precision": 0.299976, "recall": 0.375494}, {"accuracy": 0.538538, "f1": 0.492265, "hf_subset": "jav_Latn-uzn_Latn", "languages": ["jav-Latn", "uzn-Latn"], "main_score": 0.492265, "precision": 0.474642, "recall": 0.538538}, {"accuracy": 0.75, "f1": 0.710926, "hf_subset": "jav_Latn-als_Latn", "languages": ["jav-Latn", "als-Latn"], "main_score": 0.710926, "precision": 0.69582, "recall": 0.75}, {"accuracy": 0.061265, "f1": 0.028409, "hf_subset": "jav_Latn-bod_Tibt", "languages": ["jav-Latn", "bod-Tibt"], "main_score": 0.028409, "precision": 0.024189, "recall": 0.061265}, {"accuracy": 0.261858, "f1": 0.201863, "hf_subset": "jav_Latn-fij_Latn", "languages": ["jav-Latn", "fij-Latn"], "main_score": 0.201863, "precision": 0.182764, "recall": 0.261858}, {"accuracy": 0.535573, "f1": 0.486348, "hf_subset": "jav_Latn-isl_Latn", "languages": ["jav-Latn", "isl-Latn"], "main_score": 0.486348, "precision": 0.467271, "recall": 0.535573}, {"accuracy": 0.30336, "f1": 0.242703, "hf_subset": "jav_Latn-kon_Latn", "languages": ["jav-Latn", "kon-Latn"], "main_score": 0.242703, "precision": 0.221626, "recall": 0.30336}, {"accuracy": 0.065217, "f1": 0.038018, "hf_subset": "jav_Latn-mni_Beng", "languages": ["jav-Latn", "mni-Beng"], "main_score": 0.038018, "precision": 0.033107, "recall": 0.065217}, {"accuracy": 0.767787, "f1": 0.727681, "hf_subset": "jav_Latn-ron_Latn", "languages": ["jav-Latn", "ron-Latn"], "main_score": 0.727681, "precision": 0.711851, "recall": 0.767787}, {"accuracy": 0.614625, "f1": 0.564822, "hf_subset": "jav_Latn-szl_Latn", "languages": ["jav-Latn", "szl-Latn"], "main_score": 0.564822, "precision": 0.54504, "recall": 0.614625}, {"accuracy": 0.640316, "f1": 0.590931, "hf_subset": "jav_Latn-vec_Latn", "languages": ["jav-Latn", "vec-Latn"], "main_score": 0.590931, "precision": 0.571098, "recall": 0.640316}, {"accuracy": 0.433794, "f1": 0.379012, "hf_subset": "jav_Latn-amh_Ethi", "languages": ["jav-Latn", "amh-Ethi"], "main_score": 0.379012, "precision": 0.359066, "recall": 0.433794}, {"accuracy": 0.767787, "f1": 0.734449, "hf_subset": "jav_Latn-bos_Latn", "languages": ["jav-Latn", "bos-Latn"], "main_score": 0.734449, "precision": 0.721712, "recall": 0.767787}, {"accuracy": 0.737154, "f1": 0.695463, "hf_subset": "jav_Latn-fin_Latn", "languages": ["jav-Latn", "fin-Latn"], "main_score": 0.695463, "precision": 0.680036, "recall": 0.737154}, {"accuracy": 0.777668, "f1": 0.740494, "hf_subset": "jav_Latn-ita_Latn", "languages": ["jav-Latn", "ita-Latn"], "main_score": 0.740494, "precision": 0.726156, "recall": 0.777668}, {"accuracy": 0.698617, "f1": 0.655646, "hf_subset": "jav_Latn-kor_Hang", "languages": ["jav-Latn", "kor-Hang"], "main_score": 0.655646, "precision": 0.638776, "recall": 0.698617}, {"accuracy": 0.271739, "f1": 0.208381, "hf_subset": "jav_Latn-mos_Latn", "languages": ["jav-Latn", "mos-Latn"], "main_score": 0.208381, "precision": 0.187845, "recall": 0.271739}, {"accuracy": 0.212451, "f1": 0.161127, "hf_subset": "jav_Latn-run_Latn", "languages": ["jav-Latn", "run-Latn"], "main_score": 0.161127, "precision": 0.145157, "recall": 0.212451}, {"accuracy": 0.513834, "f1": 0.463414, "hf_subset": "jav_Latn-tam_Taml", "languages": ["jav-Latn", "tam-Taml"], "main_score": 0.463414, "precision": 0.444787, "recall": 0.513834}, {"accuracy": 0.766798, "f1": 0.725674, "hf_subset": "jav_Latn-vie_Latn", "languages": ["jav-Latn", "vie-Latn"], "main_score": 0.725674, "precision": 0.709742, "recall": 0.766798}, {"accuracy": 0.673913, "f1": 0.636922, "hf_subset": "jav_Latn-apc_Arab", "languages": ["jav-Latn", "apc-Arab"], "main_score": 0.636922, "precision": 0.62274, "recall": 0.673913}, {"accuracy": 0.459486, "f1": 0.404051, "hf_subset": "jav_Latn-bug_Latn", "languages": ["jav-Latn", "bug-Latn"], "main_score": 0.404051, "precision": 0.384643, "recall": 0.459486}, {"accuracy": 0.263834, "f1": 0.200639, "hf_subset": "jav_Latn-fon_Latn", "languages": ["jav-Latn", "fon-Latn"], "main_score": 0.200639, "precision": 0.181244, "recall": 0.263834}, {"accuracy": 0.644269, "f1": 0.600142, "hf_subset": "jav_Latn-lao_Laoo", "languages": ["jav-Latn", "lao-Laoo"], "main_score": 0.600142, "precision": 0.583713, "recall": 0.644269}, {"accuracy": 0.251976, "f1": 0.184867, "hf_subset": "jav_Latn-mri_Latn", "languages": ["jav-Latn", "mri-Latn"], "main_score": 0.184867, "precision": 0.164137, "recall": 0.251976}, {"accuracy": 0.744071, "f1": 0.706738, "hf_subset": "jav_Latn-rus_Cyrl", "languages": ["jav-Latn", "rus-Cyrl"], "main_score": 0.706738, "precision": 0.692001, "recall": 0.744071}, {"accuracy": 0.307312, "f1": 0.249774, "hf_subset": "jav_Latn-taq_Latn", "languages": ["jav-Latn", "taq-Latn"], "main_score": 0.249774, "precision": 0.231121, "recall": 0.307312}, {"accuracy": 0.490119, "f1": 0.421509, "hf_subset": "jav_Latn-war_Latn", "languages": ["jav-Latn", "war-Latn"], "main_score": 0.421509, "precision": 0.395329, "recall": 0.490119}, {"accuracy": 0.690711, "f1": 0.653747, "hf_subset": "jav_Latn-arb_Arab", "languages": ["jav-Latn", "arb-Arab"], "main_score": 0.653747, "precision": 0.638776, "recall": 0.690711}, {"accuracy": 0.758893, "f1": 0.720863, "hf_subset": "jav_Latn-bul_Cyrl", "languages": ["jav-Latn", "bul-Cyrl"], "main_score": 0.720863, "precision": 0.706087, "recall": 0.758893}, {"accuracy": 0.768775, "f1": 0.734784, "hf_subset": "jav_Latn-fra_Latn", "languages": ["jav-Latn", "fra-Latn"], "main_score": 0.734784, "precision": 0.721526, "recall": 0.768775}, {"accuracy": 0.716403, "f1": 0.671379, "hf_subset": "jav_Latn-jpn_Jpan", "languages": ["jav-Latn", "jpn-Jpan"], "main_score": 0.671379, "precision": 0.653577, "recall": 0.716403}, {"accuracy": 0.626482, "f1": 0.581186, "hf_subset": "jav_Latn-lij_Latn", "languages": ["jav-Latn", "lij-Latn"], "main_score": 0.581186, "precision": 0.562634, "recall": 0.626482}, {"accuracy": 0.609684, "f1": 0.556977, "hf_subset": "jav_Latn-mya_Mymr", "languages": ["jav-Latn", "mya-Mymr"], "main_score": 0.556977, "precision": 0.536973, "recall": 0.609684}, {"accuracy": 0.307312, "f1": 0.240754, "hf_subset": "jav_Latn-sag_Latn", "languages": ["jav-Latn", "sag-Latn"], "main_score": 0.240754, "precision": 0.217786, "recall": 0.307312}, {"accuracy": 0.090909, "f1": 0.049367, "hf_subset": "jav_Latn-taq_Tfng", "languages": ["jav-Latn", "taq-Tfng"], "main_score": 0.049367, "precision": 0.041925, "recall": 0.090909}, {"accuracy": 0.312253, "f1": 0.251054, "hf_subset": "jav_Latn-wol_Latn", "languages": ["jav-Latn", "wol-Latn"], "main_score": 0.251054, "precision": 0.231139, "recall": 0.312253}, {"accuracy": 0.15415, "f1": 0.101721, "hf_subset": "jav_Latn-arb_Latn", "languages": ["jav-Latn", "arb-Latn"], "main_score": 0.101721, "precision": 0.088267, "recall": 0.15415}, {"accuracy": 0.762846, "f1": 0.725475, "hf_subset": "jav_Latn-cat_Latn", "languages": ["jav-Latn", "cat-Latn"], "main_score": 0.725475, "precision": 0.710529, "recall": 0.762846}, {"accuracy": 0.567194, "f1": 0.516677, "hf_subset": "jav_Latn-fur_Latn", "languages": ["jav-Latn", "fur-Latn"], "main_score": 0.516677, "precision": 0.496933, "recall": 0.567194}, {"accuracy": 0.108696, "f1": 0.077178, "hf_subset": "jav_Latn-kab_Latn", "languages": ["jav-Latn", "kab-Latn"], "main_score": 0.077178, "precision": 0.069037, "recall": 0.108696}, {"accuracy": 0.645257, "f1": 0.595413, "hf_subset": "jav_Latn-lim_Latn", "languages": ["jav-Latn", "lim-Latn"], "main_score": 0.595413, "precision": 0.574853, "recall": 0.645257}, {"accuracy": 0.770751, "f1": 0.733031, "hf_subset": "jav_Latn-nld_Latn", "languages": ["jav-Latn", "nld-Latn"], "main_score": 0.733031, "precision": 0.71823, "recall": 0.770751}, {"accuracy": 0.502964, "f1": 0.45542, "hf_subset": "jav_Latn-san_Deva", "languages": ["jav-Latn", "san-Deva"], "main_score": 0.45542, "precision": 0.437339, "recall": 0.502964}, {"accuracy": 0.498024, "f1": 0.441126, "hf_subset": "jav_Latn-tat_Cyrl", "languages": ["jav-Latn", "tat-Cyrl"], "main_score": 0.441126, "precision": 0.418758, "recall": 0.498024}, {"accuracy": 0.216403, "f1": 0.154022, "hf_subset": "jav_Latn-xho_Latn", "languages": ["jav-Latn", "xho-Latn"], "main_score": 0.154022, "precision": 0.136549, "recall": 0.216403}, {"accuracy": 0.684783, "f1": 0.644865, "hf_subset": "jav_Latn-ars_Arab", "languages": ["jav-Latn", "ars-Arab"], "main_score": 0.644865, "precision": 0.628469, "recall": 0.684783}, {"accuracy": 0.460474, "f1": 0.400071, "hf_subset": "jav_Latn-ceb_Latn", "languages": ["jav-Latn", "ceb-Latn"], "main_score": 0.400071, "precision": 0.377087, "recall": 0.460474}, {"accuracy": 0.258893, "f1": 0.194354, "hf_subset": "jav_Latn-fuv_Latn", "languages": ["jav-Latn", "fuv-Latn"], "main_score": 0.194354, "precision": 0.175118, "recall": 0.258893}, {"accuracy": 0.272727, "f1": 0.208304, "hf_subset": "jav_Latn-kac_Latn", "languages": ["jav-Latn", "kac-Latn"], "main_score": 0.208304, "precision": 0.189142, "recall": 0.272727}, {"accuracy": 0.270751, "f1": 0.211477, "hf_subset": "jav_Latn-lin_Latn", "languages": ["jav-Latn", "lin-Latn"], "main_score": 0.211477, "precision": 0.193958, "recall": 0.270751}, {"accuracy": 0.747036, "f1": 0.710938, "hf_subset": "jav_Latn-nno_Latn", "languages": ["jav-Latn", "nno-Latn"], "main_score": 0.710938, "precision": 0.696563, "recall": 0.747036}, {"accuracy": 0.022727, "f1": 0.005631, "hf_subset": "jav_Latn-sat_Olck", "languages": ["jav-Latn", "sat-Olck"], "main_score": 0.005631, "precision": 0.003847, "recall": 0.022727}, {"accuracy": 0.519763, "f1": 0.475074, "hf_subset": "jav_Latn-tel_Telu", "languages": ["jav-Latn", "tel-Telu"], "main_score": 0.475074, "precision": 0.457631, "recall": 0.519763}, {"accuracy": 0.264822, "f1": 0.211849, "hf_subset": "jav_Latn-ydd_Hebr", "languages": ["jav-Latn", "ydd-Hebr"], "main_score": 0.211849, "precision": 0.193009, "recall": 0.264822}, {"accuracy": 0.594862, "f1": 0.553804, "hf_subset": "jav_Latn-ary_Arab", "languages": ["jav-Latn", "ary-Arab"], "main_score": 0.553804, "precision": 0.537324, "recall": 0.594862}, {"accuracy": 0.769763, "f1": 0.733539, "hf_subset": "jav_Latn-ces_Latn", "languages": ["jav-Latn", "ces-Latn"], "main_score": 0.733539, "precision": 0.718738, "recall": 0.769763}, {"accuracy": 0.126482, "f1": 0.084652, "hf_subset": "jav_Latn-gaz_Latn", "languages": ["jav-Latn", "gaz-Latn"], "main_score": 0.084652, "precision": 0.074595, "recall": 0.126482}, {"accuracy": 0.263834, "f1": 0.205493, "hf_subset": "jav_Latn-kam_Latn", "languages": ["jav-Latn", "kam-Latn"], "main_score": 0.205493, "precision": 0.18729, "recall": 0.263834}, {"accuracy": 0.743083, "f1": 0.703395, "hf_subset": "jav_Latn-lit_Latn", "languages": ["jav-Latn", "lit-Latn"], "main_score": 0.703395, "precision": 0.688035, "recall": 0.743083}, {"accuracy": 0.76581, "f1": 0.72582, "hf_subset": "jav_Latn-nob_Latn", "languages": ["jav-Latn", "nob-Latn"], "main_score": 0.72582, "precision": 0.710506, "recall": 0.76581}, {"accuracy": 0.547431, "f1": 0.497076, "hf_subset": "jav_Latn-scn_Latn", "languages": ["jav-Latn", "scn-Latn"], "main_score": 0.497076, "precision": 0.476525, "recall": 0.547431}, {"accuracy": 0.228261, "f1": 0.170098, "hf_subset": "jav_Latn-tgk_Cyrl", "languages": ["jav-Latn", "tgk-Cyrl"], "main_score": 0.170098, "precision": 0.15209, "recall": 0.228261}, {"accuracy": 0.266798, "f1": 0.202183, "hf_subset": "jav_Latn-yor_Latn", "languages": ["jav-Latn", "yor-Latn"], "main_score": 0.202183, "precision": 0.180997, "recall": 0.266798}, {"accuracy": 0.664032, "f1": 0.622191, "hf_subset": "jav_Latn-arz_Arab", "languages": ["jav-Latn", "arz-Arab"], "main_score": 0.622191, "precision": 0.606041, "recall": 0.664032}, {"accuracy": 0.243083, "f1": 0.181711, "hf_subset": "jav_Latn-cjk_Latn", "languages": ["jav-Latn", "cjk-Latn"], "main_score": 0.181711, "precision": 0.164633, "recall": 0.243083}, {"accuracy": 0.246047, "f1": 0.186491, "hf_subset": "jav_Latn-gla_Latn", "languages": ["jav-Latn", "gla-Latn"], "main_score": 0.186491, "precision": 0.167337, "recall": 0.246047}, {"accuracy": 0.472332, "f1": 0.42297, "hf_subset": "jav_Latn-kan_Knda", "languages": ["jav-Latn", "kan-Knda"], "main_score": 0.42297, "precision": 0.403672, "recall": 0.472332}, {"accuracy": 0.555336, "f1": 0.506842, "hf_subset": "jav_Latn-lmo_Latn", "languages": ["jav-Latn", "lmo-Latn"], "main_score": 0.506842, "precision": 0.486869, "recall": 0.555336}, {"accuracy": 0.657115, "f1": 0.614835, "hf_subset": "jav_Latn-npi_Deva", "languages": ["jav-Latn", "npi-Deva"], "main_score": 0.614835, "precision": 0.599334, "recall": 0.657115}, {"accuracy": 0.314229, "f1": 0.252154, "hf_subset": "jav_Latn-shn_Mymr", "languages": ["jav-Latn", "shn-Mymr"], "main_score": 0.252154, "precision": 0.230967, "recall": 0.314229}, {"accuracy": 0.511858, "f1": 0.448876, "hf_subset": "jav_Latn-tgl_Latn", "languages": ["jav-Latn", "tgl-Latn"], "main_score": 0.448876, "precision": 0.425503, "recall": 0.511858}, {"accuracy": 0.722332, "f1": 0.675259, "hf_subset": "jav_Latn-yue_Hant", "languages": ["jav-Latn", "yue-Hant"], "main_score": 0.675259, "precision": 0.65683, "recall": 0.722332}, {"accuracy": 0.321146, "f1": 0.269216, "hf_subset": "jav_Latn-asm_Beng", "languages": ["jav-Latn", "asm-Beng"], "main_score": 0.269216, "precision": 0.249939, "recall": 0.321146}, {"accuracy": 0.524704, "f1": 0.468779, "hf_subset": "jav_Latn-ckb_Arab", "languages": ["jav-Latn", "ckb-Arab"], "main_score": 0.468779, "precision": 0.447311, "recall": 0.524704}, {"accuracy": 0.317194, "f1": 0.259531, "hf_subset": "jav_Latn-gle_Latn", "languages": ["jav-Latn", "gle-Latn"], "main_score": 0.259531, "precision": 0.241085, "recall": 0.317194}, {"accuracy": 0.422925, "f1": 0.371034, "hf_subset": "jav_Latn-kas_Arab", "languages": ["jav-Latn", "kas-Arab"], "main_score": 0.371034, "precision": 0.352056, "recall": 0.422925}, {"accuracy": 0.572134, "f1": 0.521852, "hf_subset": "jav_Latn-ltg_Latn", "languages": ["jav-Latn", "ltg-Latn"], "main_score": 0.521852, "precision": 0.501426, "recall": 0.572134}, {"accuracy": 0.311265, "f1": 0.244537, "hf_subset": "jav_Latn-nso_Latn", "languages": ["jav-Latn", "nso-Latn"], "main_score": 0.244537, "precision": 0.222374, "recall": 0.311265}, {"accuracy": 0.51581, "f1": 0.473817, "hf_subset": "jav_Latn-sin_Sinh", "languages": ["jav-Latn", "sin-Sinh"], "main_score": 0.473817, "precision": 0.458547, "recall": 0.51581}, {"accuracy": 0.708498, "f1": 0.665924, "hf_subset": "jav_Latn-tha_Thai", "languages": ["jav-Latn", "tha-Thai"], "main_score": 0.665924, "precision": 0.648919, "recall": 0.708498}, {"accuracy": 0.72332, "f1": 0.676292, "hf_subset": "jav_Latn-zho_Hans", "languages": ["jav-Latn", "zho-Hans"], "main_score": 0.676292, "precision": 0.657531, "recall": 0.72332}, {"accuracy": 0.703557, "f1": 0.657386, "hf_subset": "jav_Latn-ast_Latn", "languages": ["jav-Latn", "ast-Latn"], "main_score": 0.657386, "precision": 0.639834, "recall": 0.703557}, {"accuracy": 0.597826, "f1": 0.555879, "hf_subset": "jav_Latn-crh_Latn", "languages": ["jav-Latn", "crh-Latn"], "main_score": 0.555879, "precision": 0.538863, "recall": 0.597826}, {"accuracy": 0.767787, "f1": 0.731539, "hf_subset": "jav_Latn-glg_Latn", "languages": ["jav-Latn", "glg-Latn"], "main_score": 0.731539, "precision": 0.717013, "recall": 0.767787}, {"accuracy": 0.375494, "f1": 0.316372, "hf_subset": "jav_Latn-kas_Deva", "languages": ["jav-Latn", "kas-Deva"], "main_score": 0.316372, "precision": 0.295275, "recall": 0.375494}, {"accuracy": 0.486166, "f1": 0.423842, "hf_subset": "jav_Latn-ltz_Latn", "languages": ["jav-Latn", "ltz-Latn"], "main_score": 0.423842, "precision": 0.401817, "recall": 0.486166}, {"accuracy": 0.13834, "f1": 0.085667, "hf_subset": "jav_Latn-nus_Latn", "languages": ["jav-Latn", "nus-Latn"], "main_score": 0.085667, "precision": 0.073309, "recall": 0.13834}, {"accuracy": 0.754941, "f1": 0.714598, "hf_subset": "jav_Latn-slk_Latn", "languages": ["jav-Latn", "slk-Latn"], "main_score": 0.714598, "precision": 0.698557, "recall": 0.754941}, {"accuracy": 0.158103, "f1": 0.116693, "hf_subset": "jav_Latn-tir_Ethi", "languages": ["jav-Latn", "tir-Ethi"], "main_score": 0.116693, "precision": 0.103468, "recall": 0.158103}, {"accuracy": 0.700593, "f1": 0.657686, "hf_subset": "jav_Latn-zho_Hant", "languages": ["jav-Latn", "zho-Hant"], "main_score": 0.657686, "precision": 0.640749, "recall": 0.700593}, {"accuracy": 0.66502, "f1": 0.619037, "hf_subset": "jav_Latn-awa_Deva", "languages": ["jav-Latn", "awa-Deva"], "main_score": 0.619037, "precision": 0.601236, "recall": 0.66502}, {"accuracy": 0.427866, "f1": 0.370532, "hf_subset": "jav_Latn-cym_Latn", "languages": ["jav-Latn", "cym-Latn"], "main_score": 0.370532, "precision": 0.350435, "recall": 0.427866}, {"accuracy": 0.401186, "f1": 0.330925, "hf_subset": "jav_Latn-grn_Latn", "languages": ["jav-Latn", "grn-Latn"], "main_score": 0.330925, "precision": 0.3076, "recall": 0.401186}, {"accuracy": 0.619565, "f1": 0.571225, "hf_subset": "jav_Latn-kat_Geor", "languages": ["jav-Latn", "kat-Geor"], "main_score": 0.571225, "precision": 0.551508, "recall": 0.619565}, {"accuracy": 0.324111, "f1": 0.269046, "hf_subset": "jav_Latn-lua_Latn", "languages": ["jav-Latn", "lua-Latn"], "main_score": 0.269046, "precision": 0.251022, "recall": 0.324111}, {"accuracy": 0.279644, "f1": 0.217921, "hf_subset": "jav_Latn-nya_Latn", "languages": ["jav-Latn", "nya-Latn"], "main_score": 0.217921, "precision": 0.197586, "recall": 0.279644}, {"accuracy": 0.743083, "f1": 0.704738, "hf_subset": "jav_Latn-slv_Latn", "languages": ["jav-Latn", "slv-Latn"], "main_score": 0.704738, "precision": 0.689692, "recall": 0.743083}, {"accuracy": 0.487154, "f1": 0.425508, "hf_subset": "jav_Latn-tpi_Latn", "languages": ["jav-Latn", "tpi-Latn"], "main_score": 0.425508, "precision": 0.402089, "recall": 0.487154}, {"accuracy": 0.788538, "f1": 0.755865, "hf_subset": "jav_Latn-zsm_Latn", "languages": ["jav-Latn", "zsm-Latn"], "main_score": 0.755865, "precision": 0.742461, "recall": 0.788538}, {"accuracy": 0.249012, "f1": 0.179705, "hf_subset": "jav_Latn-ayr_Latn", "languages": ["jav-Latn", "ayr-Latn"], "main_score": 0.179705, "precision": 0.159453, "recall": 0.249012}, {"accuracy": 0.784585, "f1": 0.750182, "hf_subset": "jav_Latn-dan_Latn", "languages": ["jav-Latn", "dan-Latn"], "main_score": 0.750182, "precision": 0.737131, "recall": 0.784585}, {"accuracy": 0.578063, "f1": 0.528757, "hf_subset": "jav_Latn-guj_Gujr", "languages": ["jav-Latn", "guj-Gujr"], "main_score": 0.528757, "precision": 0.509741, "recall": 0.578063}, {"accuracy": 0.698617, "f1": 0.656713, "hf_subset": "jav_Latn-kaz_Cyrl", "languages": ["jav-Latn", "kaz-Cyrl"], "main_score": 0.656713, "precision": 0.640217, "recall": 0.698617}, {"accuracy": 0.222332, "f1": 0.168522, "hf_subset": "jav_Latn-lug_Latn", "languages": ["jav-Latn", "lug-Latn"], "main_score": 0.168522, "precision": 0.153323, "recall": 0.222332}, {"accuracy": 0.698617, "f1": 0.650965, "hf_subset": "jav_Latn-oci_Latn", "languages": ["jav-Latn", "oci-Latn"], "main_score": 0.650965, "precision": 0.633008, "recall": 0.698617}, {"accuracy": 0.237154, "f1": 0.177731, "hf_subset": "jav_Latn-smo_Latn", "languages": ["jav-Latn", "smo-Latn"], "main_score": 0.177731, "precision": 0.159659, "recall": 0.237154}, {"accuracy": 0.273715, "f1": 0.210983, "hf_subset": "jav_Latn-tsn_Latn", "languages": ["jav-Latn", "tsn-Latn"], "main_score": 0.210983, "precision": 0.192548, "recall": 0.273715}, {"accuracy": 0.166008, "f1": 0.120009, "hf_subset": "jav_Latn-zul_Latn", "languages": ["jav-Latn", "zul-Latn"], "main_score": 0.120009, "precision": 0.107342, "recall": 0.166008}, {"accuracy": 0.432806, "f1": 0.374465, "hf_subset": "jav_Latn-azb_Arab", "languages": ["jav-Latn", "azb-Arab"], "main_score": 0.374465, "precision": 0.351243, "recall": 0.432806}, {"accuracy": 0.76581, "f1": 0.725318, "hf_subset": "jav_Latn-deu_Latn", "languages": ["jav-Latn", "deu-Latn"], "main_score": 0.725318, "precision": 0.709476, "recall": 0.76581}, {"accuracy": 0.340909, "f1": 0.275487, "hf_subset": "jav_Latn-hat_Latn", "languages": ["jav-Latn", "hat-Latn"], "main_score": 0.275487, "precision": 0.252989, "recall": 0.340909}, {"accuracy": 0.231225, "f1": 0.168022, "hf_subset": "jav_Latn-kbp_Latn", "languages": ["jav-Latn", "kbp-Latn"], "main_score": 0.168022, "precision": 0.150024, "recall": 0.231225}, {"accuracy": 0.283597, "f1": 0.217713, "hf_subset": "jav_Latn-luo_Latn", "languages": ["jav-Latn", "luo-Latn"], "main_score": 0.217713, "precision": 0.197158, "recall": 0.283597}, {"accuracy": 0.433794, "f1": 0.386358, "hf_subset": "jav_Latn-ory_Orya", "languages": ["jav-Latn", "ory-Orya"], "main_score": 0.386358, "precision": 0.369341, "recall": 0.433794}, {"accuracy": 0.208498, "f1": 0.153551, "hf_subset": "jav_Latn-sna_Latn", "languages": ["jav-Latn", "sna-Latn"], "main_score": 0.153551, "precision": 0.137824, "recall": 0.208498}, {"accuracy": 0.244071, "f1": 0.191179, "hf_subset": "jav_Latn-tso_Latn", "languages": ["jav-Latn", "tso-Latn"], "main_score": 0.191179, "precision": 0.173552, "recall": 0.244071}, {"accuracy": 0.653162, "f1": 0.61963, "hf_subset": "jav_Latn-azj_Latn", "languages": ["jav-Latn", "azj-Latn"], "main_score": 0.61963, "precision": 0.606466, "recall": 0.653162}, {"accuracy": 0.353755, "f1": 0.291884, "hf_subset": "jav_Latn-dik_Latn", "languages": ["jav-Latn", "dik-Latn"], "main_score": 0.291884, "precision": 0.270287, "recall": 0.353755}, {"accuracy": 0.309289, "f1": 0.246536, "hf_subset": "jav_Latn-hau_Latn", "languages": ["jav-Latn", "hau-Latn"], "main_score": 0.246536, "precision": 0.226714, "recall": 0.309289}, {"accuracy": 0.549407, "f1": 0.501256, "hf_subset": "jav_Latn-kea_Latn", "languages": ["jav-Latn", "kea-Latn"], "main_score": 0.501256, "precision": 0.481522, "recall": 0.549407}, {"accuracy": 0.410079, "f1": 0.34322, "hf_subset": "jav_Latn-lus_Latn", "languages": ["jav-Latn", "lus-Latn"], "main_score": 0.34322, "precision": 0.318106, "recall": 0.410079}, {"accuracy": 0.482213, "f1": 0.42208, "hf_subset": "jav_Latn-pag_Latn", "languages": ["jav-Latn", "pag-Latn"], "main_score": 0.42208, "precision": 0.398588, "recall": 0.482213}, {"accuracy": 0.530632, "f1": 0.479187, "hf_subset": "jav_Latn-snd_Arab", "languages": ["jav-Latn", "snd-Arab"], "main_score": 0.479187, "precision": 0.459529, "recall": 0.530632}, {"accuracy": 0.332016, "f1": 0.270447, "hf_subset": "jav_Latn-tuk_Latn", "languages": ["jav-Latn", "tuk-Latn"], "main_score": 0.270447, "precision": 0.247315, "recall": 0.332016}, {"accuracy": 0.479249, "f1": 0.419772, "hf_subset": "jav_Latn-bak_Cyrl", "languages": ["jav-Latn", "bak-Cyrl"], "main_score": 0.419772, "precision": 0.397727, "recall": 0.479249}, {"accuracy": 0.231225, "f1": 0.164158, "hf_subset": "jav_Latn-dyu_Latn", "languages": ["jav-Latn", "dyu-Latn"], "main_score": 0.164158, "precision": 0.143626, "recall": 0.231225}, {"accuracy": 0.681818, "f1": 0.63797, "hf_subset": "jav_Latn-heb_Hebr", "languages": ["jav-Latn", "heb-Hebr"], "main_score": 0.63797, "precision": 0.620743, "recall": 0.681818}, {"accuracy": 0.694664, "f1": 0.65235, "hf_subset": "jav_Latn-khk_Cyrl", "languages": ["jav-Latn", "khk-Cyrl"], "main_score": 0.65235, "precision": 0.636518, "recall": 0.694664}, {"accuracy": 0.728261, "f1": 0.69078, "hf_subset": "jav_Latn-lvs_Latn", "languages": ["jav-Latn", "lvs-Latn"], "main_score": 0.69078, "precision": 0.676362, "recall": 0.728261}, {"accuracy": 0.467391, "f1": 0.41528, "hf_subset": "jav_Latn-pan_Guru", "languages": ["jav-Latn", "pan-Guru"], "main_score": 0.41528, "precision": 0.396849, "recall": 0.467391}, {"accuracy": 0.3083, "f1": 0.252184, "hf_subset": "jav_Latn-som_Latn", "languages": ["jav-Latn", "som-Latn"], "main_score": 0.252184, "precision": 0.232921, "recall": 0.3083}, {"accuracy": 0.246047, "f1": 0.179629, "hf_subset": "jav_Latn-tum_Latn", "languages": ["jav-Latn", "tum-Latn"], "main_score": 0.179629, "precision": 0.159748, "recall": 0.246047}, {"accuracy": 0.067194, "f1": 0.038869, "hf_subset": "lao_Laoo-ace_Arab", "languages": ["lao-Laoo", "ace-Arab"], "main_score": 0.038869, "precision": 0.032288, "recall": 0.067194}, {"accuracy": 0.199605, "f1": 0.140014, "hf_subset": "lao_Laoo-bam_Latn", "languages": ["lao-Laoo", "bam-Latn"], "main_score": 0.140014, "precision": 0.125206, "recall": 0.199605}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "lao_Laoo-dzo_Tibt", "languages": ["lao-Laoo", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.918972, "f1": 0.896805, "hf_subset": "lao_Laoo-hin_Deva", "languages": ["lao-Laoo", "hin-Deva"], "main_score": 0.896805, "precision": 0.886446, "recall": 0.918972}, {"accuracy": 0.892292, "f1": 0.860757, "hf_subset": "lao_Laoo-khm_Khmr", "languages": ["lao-Laoo", "khm-Khmr"], "main_score": 0.860757, "precision": 0.846179, "recall": 0.892292}, {"accuracy": 0.856719, "f1": 0.820685, "hf_subset": "lao_Laoo-mag_Deva", "languages": ["lao-Laoo", "mag-Deva"], "main_score": 0.820685, "precision": 0.804463, "recall": 0.856719}, {"accuracy": 0.552372, "f1": 0.479103, "hf_subset": "lao_Laoo-pap_Latn", "languages": ["lao-Laoo", "pap-Latn"], "main_score": 0.479103, "precision": 0.453248, "recall": 0.552372}, {"accuracy": 0.214427, "f1": 0.155148, "hf_subset": "lao_Laoo-sot_Latn", "languages": ["lao-Laoo", "sot-Latn"], "main_score": 0.155148, "precision": 0.14006, "recall": 0.214427}, {"accuracy": 0.934783, "f1": 0.916952, "hf_subset": "lao_Laoo-tur_Latn", "languages": ["lao-Laoo", "tur-Latn"], "main_score": 0.916952, "precision": 0.909, "recall": 0.934783}, {"accuracy": 0.354743, "f1": 0.282974, "hf_subset": "lao_Laoo-ace_Latn", "languages": ["lao-Laoo", "ace-Latn"], "main_score": 0.282974, "precision": 0.262035, "recall": 0.354743}, {"accuracy": 0.556324, "f1": 0.484833, "hf_subset": "lao_Laoo-ban_Latn", "languages": ["lao-Laoo", "ban-Latn"], "main_score": 0.484833, "precision": 0.458553, "recall": 0.556324}, {"accuracy": 0.925889, "f1": 0.904776, "hf_subset": "lao_Laoo-ell_Grek", "languages": ["lao-Laoo", "ell-Grek"], "main_score": 0.904776, "precision": 0.89496, "recall": 0.925889}, {"accuracy": 0.837945, "f1": 0.796476, "hf_subset": "lao_Laoo-hne_Deva", "languages": ["lao-Laoo", "hne-Deva"], "main_score": 0.796476, "precision": 0.777783, "recall": 0.837945}, {"accuracy": 0.222332, "f1": 0.156581, "hf_subset": "lao_Laoo-kik_Latn", "languages": ["lao-Laoo", "kik-Latn"], "main_score": 0.156581, "precision": 0.139769, "recall": 0.222332}, {"accuracy": 0.83498, "f1": 0.794502, "hf_subset": "lao_Laoo-mai_Deva", "languages": ["lao-Laoo", "mai-Deva"], "main_score": 0.794502, "precision": 0.776739, "recall": 0.83498}, {"accuracy": 0.797431, "f1": 0.750993, "hf_subset": "lao_Laoo-pbt_Arab", "languages": ["lao-Laoo", "pbt-Arab"], "main_score": 0.750993, "precision": 0.731066, "recall": 0.797431}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "lao_Laoo-spa_Latn", "languages": ["lao-Laoo", "spa-Latn"], "main_score": 0.918215, "precision": 0.909503, "recall": 0.936759}, {"accuracy": 0.256917, "f1": 0.185187, "hf_subset": "lao_Laoo-twi_Latn", "languages": ["lao-Laoo", "twi-Latn"], "main_score": 0.185187, "precision": 0.16626, "recall": 0.256917}, {"accuracy": 0.902174, "f1": 0.874736, "hf_subset": "lao_Laoo-acm_Arab", "languages": ["lao-Laoo", "acm-Arab"], "main_score": 0.874736, "precision": 0.861907, "recall": 0.902174}, {"accuracy": 0.859684, "f1": 0.822925, "hf_subset": "lao_Laoo-bel_Cyrl", "languages": ["lao-Laoo", "bel-Cyrl"], "main_score": 0.822925, "precision": 0.805995, "recall": 0.859684}, {"accuracy": 0.937747, "f1": 0.919466, "hf_subset": "lao_Laoo-eng_Latn", "languages": ["lao-Laoo", "eng-Latn"], "main_score": 0.919466, "precision": 0.910935, "recall": 0.937747}, {"accuracy": 0.924901, "f1": 0.903722, "hf_subset": "lao_Laoo-hrv_Latn", "languages": ["lao-Laoo", "hrv-Latn"], "main_score": 0.903722, "precision": 0.894219, "recall": 0.924901}, {"accuracy": 0.168972, "f1": 0.117431, "hf_subset": "lao_Laoo-kin_Latn", "languages": ["lao-Laoo", "kin-Latn"], "main_score": 0.117431, "precision": 0.104667, "recall": 0.168972}, {"accuracy": 0.838933, "f1": 0.801256, "hf_subset": "lao_Laoo-mal_Mlym", "languages": ["lao-Laoo", "mal-Mlym"], "main_score": 0.801256, "precision": 0.78442, "recall": 0.838933}, {"accuracy": 0.926877, "f1": 0.906324, "hf_subset": "lao_Laoo-pes_Arab", "languages": ["lao-Laoo", "pes-Arab"], "main_score": 0.906324, "precision": 0.896986, "recall": 0.926877}, {"accuracy": 0.616601, "f1": 0.543074, "hf_subset": "lao_Laoo-srd_Latn", "languages": ["lao-Laoo", "srd-Latn"], "main_score": 0.543074, "precision": 0.514588, "recall": 0.616601}, {"accuracy": 0.066206, "f1": 0.031129, "hf_subset": "lao_Laoo-tzm_Tfng", "languages": ["lao-Laoo", "tzm-Tfng"], "main_score": 0.031129, "precision": 0.025322, "recall": 0.066206}, {"accuracy": 0.916996, "f1": 0.892852, "hf_subset": "lao_Laoo-acq_Arab", "languages": ["lao-Laoo", "acq-Arab"], "main_score": 0.892852, "precision": 0.881868, "recall": 0.916996}, {"accuracy": 0.211462, "f1": 0.150298, "hf_subset": "lao_Laoo-bem_Latn", "languages": ["lao-Laoo", "bem-Latn"], "main_score": 0.150298, "precision": 0.135381, "recall": 0.211462}, {"accuracy": 0.775692, "f1": 0.725104, "hf_subset": "lao_Laoo-epo_Latn", "languages": ["lao-Laoo", "epo-Latn"], "main_score": 0.725104, "precision": 0.704677, "recall": 0.775692}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "lao_Laoo-hun_Latn", "languages": ["lao-Laoo", "hun-Latn"], "main_score": 0.908597, "precision": 0.899769, "recall": 0.928854}, {"accuracy": 0.846838, "f1": 0.811975, "hf_subset": "lao_Laoo-kir_Cyrl", "languages": ["lao-Laoo", "kir-Cyrl"], "main_score": 0.811975, "precision": 0.796805, "recall": 0.846838}, {"accuracy": 0.835968, "f1": 0.794335, "hf_subset": "lao_Laoo-mar_Deva", "languages": ["lao-Laoo", "mar-Deva"], "main_score": 0.794335, "precision": 0.776548, "recall": 0.835968}, {"accuracy": 0.267787, "f1": 0.207193, "hf_subset": "lao_Laoo-plt_Latn", "languages": ["lao-Laoo", "plt-Latn"], "main_score": 0.207193, "precision": 0.18928, "recall": 0.267787}, {"accuracy": 0.925889, "f1": 0.906489, "hf_subset": "lao_Laoo-srp_Cyrl", "languages": ["lao-Laoo", "srp-Cyrl"], "main_score": 0.906489, "precision": 0.89781, "recall": 0.925889}, {"accuracy": 0.763834, "f1": 0.70886, "hf_subset": "lao_Laoo-uig_Arab", "languages": ["lao-Laoo", "uig-Arab"], "main_score": 0.70886, "precision": 0.683811, "recall": 0.763834}, {"accuracy": 0.840909, "f1": 0.801169, "hf_subset": "lao_Laoo-aeb_Arab", "languages": ["lao-Laoo", "aeb-Arab"], "main_score": 0.801169, "precision": 0.783903, "recall": 0.840909}, {"accuracy": 0.854743, "f1": 0.816337, "hf_subset": "lao_Laoo-ben_Beng", "languages": ["lao-Laoo", "ben-Beng"], "main_score": 0.816337, "precision": 0.799078, "recall": 0.854743}, {"accuracy": 0.929842, "f1": 0.911364, "hf_subset": "lao_Laoo-est_Latn", "languages": ["lao-Laoo", "est-Latn"], "main_score": 0.911364, "precision": 0.902833, "recall": 0.929842}, {"accuracy": 0.926877, "f1": 0.905651, "hf_subset": "lao_Laoo-hye_Armn", "languages": ["lao-Laoo", "hye-Armn"], "main_score": 0.905651, "precision": 0.895833, "recall": 0.926877}, {"accuracy": 0.166996, "f1": 0.108021, "hf_subset": "lao_Laoo-kmb_Latn", "languages": ["lao-Laoo", "kmb-Latn"], "main_score": 0.108021, "precision": 0.094932, "recall": 0.166996}, {"accuracy": 0.054348, "f1": 0.036248, "hf_subset": "lao_Laoo-min_Arab", "languages": ["lao-Laoo", "min-Arab"], "main_score": 0.036248, "precision": 0.032012, "recall": 0.054348}, {"accuracy": 0.921937, "f1": 0.901054, "hf_subset": "lao_Laoo-pol_Latn", "languages": ["lao-Laoo", "pol-Latn"], "main_score": 0.901054, "precision": 0.891749, "recall": 0.921937}, {"accuracy": 0.166996, "f1": 0.11601, "hf_subset": "lao_Laoo-ssw_Latn", "languages": ["lao-Laoo", "ssw-Latn"], "main_score": 0.11601, "precision": 0.104631, "recall": 0.166996}, {"accuracy": 0.924901, "f1": 0.902734, "hf_subset": "lao_Laoo-ukr_Cyrl", "languages": ["lao-Laoo", "ukr-Cyrl"], "main_score": 0.902734, "precision": 0.892408, "recall": 0.924901}, {"accuracy": 0.88834, "f1": 0.858729, "hf_subset": "lao_Laoo-afr_Latn", "languages": ["lao-Laoo", "afr-Latn"], "main_score": 0.858729, "precision": 0.845109, "recall": 0.88834}, {"accuracy": 0.779644, "f1": 0.730289, "hf_subset": "lao_Laoo-bho_Deva", "languages": ["lao-Laoo", "bho-Deva"], "main_score": 0.730289, "precision": 0.709733, "recall": 0.779644}, {"accuracy": 0.674901, "f1": 0.61006, "hf_subset": "lao_Laoo-eus_Latn", "languages": ["lao-Laoo", "eus-Latn"], "main_score": 0.61006, "precision": 0.585156, "recall": 0.674901}, {"accuracy": 0.198617, "f1": 0.138844, "hf_subset": "lao_Laoo-ibo_Latn", "languages": ["lao-Laoo", "ibo-Latn"], "main_score": 0.138844, "precision": 0.123906, "recall": 0.198617}, {"accuracy": 0.681818, "f1": 0.627346, "hf_subset": "lao_Laoo-kmr_Latn", "languages": ["lao-Laoo", "kmr-Latn"], "main_score": 0.627346, "precision": 0.605908, "recall": 0.681818}, {"accuracy": 0.536561, "f1": 0.460872, "hf_subset": "lao_Laoo-min_Latn", "languages": ["lao-Laoo", "min-Latn"], "main_score": 0.460872, "precision": 0.433661, "recall": 0.536561}, {"accuracy": 0.931818, "f1": 0.915053, "hf_subset": "lao_Laoo-por_Latn", "languages": ["lao-Laoo", "por-Latn"], "main_score": 0.915053, "precision": 0.907559, "recall": 0.931818}, {"accuracy": 0.639328, "f1": 0.573434, "hf_subset": "lao_Laoo-sun_Latn", "languages": ["lao-Laoo", "sun-Latn"], "main_score": 0.573434, "precision": 0.549263, "recall": 0.639328}, {"accuracy": 0.166008, "f1": 0.111778, "hf_subset": "lao_Laoo-umb_Latn", "languages": ["lao-Laoo", "umb-Latn"], "main_score": 0.111778, "precision": 0.09958, "recall": 0.166008}, {"accuracy": 0.893281, "f1": 0.862486, "hf_subset": "lao_Laoo-ajp_Arab", "languages": ["lao-Laoo", "ajp-Arab"], "main_score": 0.862486, "precision": 0.848461, "recall": 0.893281}, {"accuracy": 0.060277, "f1": 0.035181, "hf_subset": "lao_Laoo-bjn_Arab", "languages": ["lao-Laoo", "bjn-Arab"], "main_score": 0.035181, "precision": 0.030033, "recall": 0.060277}, {"accuracy": 0.244071, "f1": 0.183351, "hf_subset": "lao_Laoo-ewe_Latn", "languages": ["lao-Laoo", "ewe-Latn"], "main_score": 0.183351, "precision": 0.167379, "recall": 0.244071}, {"accuracy": 0.327075, "f1": 0.251754, "hf_subset": "lao_Laoo-ilo_Latn", "languages": ["lao-Laoo", "ilo-Latn"], "main_score": 0.251754, "precision": 0.229519, "recall": 0.327075}, {"accuracy": 0.09585, "f1": 0.053438, "hf_subset": "lao_Laoo-knc_Arab", "languages": ["lao-Laoo", "knc-Arab"], "main_score": 0.053438, "precision": 0.044038, "recall": 0.09585}, {"accuracy": 0.940711, "f1": 0.923485, "hf_subset": "lao_Laoo-mkd_Cyrl", "languages": ["lao-Laoo", "mkd-Cyrl"], "main_score": 0.923485, "precision": 0.915431, "recall": 0.940711}, {"accuracy": 0.923913, "f1": 0.901515, "hf_subset": "lao_Laoo-prs_Arab", "languages": ["lao-Laoo", "prs-Arab"], "main_score": 0.901515, "precision": 0.89114, "recall": 0.923913}, {"accuracy": 0.934783, "f1": 0.916798, "hf_subset": "lao_Laoo-swe_Latn", "languages": ["lao-Laoo", "swe-Latn"], "main_score": 0.916798, "precision": 0.908597, "recall": 0.934783}, {"accuracy": 0.882411, "f1": 0.852075, "hf_subset": "lao_Laoo-urd_Arab", "languages": ["lao-Laoo", "urd-Arab"], "main_score": 0.852075, "precision": 0.838274, "recall": 0.882411}, {"accuracy": 0.269763, "f1": 0.2007, "hf_subset": "lao_Laoo-aka_Latn", "languages": ["lao-Laoo", "aka-Latn"], "main_score": 0.2007, "precision": 0.181659, "recall": 0.269763}, {"accuracy": 0.659091, "f1": 0.599299, "hf_subset": "lao_Laoo-bjn_Latn", "languages": ["lao-Laoo", "bjn-Latn"], "main_score": 0.599299, "precision": 0.57662, "recall": 0.659091}, {"accuracy": 0.417984, "f1": 0.348882, "hf_subset": "lao_Laoo-fao_Latn", "languages": ["lao-Laoo", "fao-Latn"], "main_score": 0.348882, "precision": 0.328565, "recall": 0.417984}, {"accuracy": 0.937747, "f1": 0.920092, "hf_subset": "lao_Laoo-ind_Latn", "languages": ["lao-Laoo", "ind-Latn"], "main_score": 0.920092, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.256917, "f1": 0.188332, "hf_subset": "lao_Laoo-knc_Latn", "languages": ["lao-Laoo", "knc-Latn"], "main_score": 0.188332, "precision": 0.169508, "recall": 0.256917}, {"accuracy": 0.301383, "f1": 0.230306, "hf_subset": "lao_Laoo-mlt_Latn", "languages": ["lao-Laoo", "mlt-Latn"], "main_score": 0.230306, "precision": 0.210552, "recall": 0.301383}, {"accuracy": 0.237154, "f1": 0.165649, "hf_subset": "lao_Laoo-quy_Latn", "languages": ["lao-Laoo", "quy-Latn"], "main_score": 0.165649, "precision": 0.145737, "recall": 0.237154}, {"accuracy": 0.348814, "f1": 0.272871, "hf_subset": "lao_Laoo-swh_Latn", "languages": ["lao-Laoo", "swh-Latn"], "main_score": 0.272871, "precision": 0.249241, "recall": 0.348814}, {"accuracy": 0.573123, "f1": 0.496811, "hf_subset": "lao_Laoo-uzn_Latn", "languages": ["lao-Laoo", "uzn-Latn"], "main_score": 0.496811, "precision": 0.467347, "recall": 0.573123}, {"accuracy": 0.934783, "f1": 0.914987, "hf_subset": "lao_Laoo-als_Latn", "languages": ["lao-Laoo", "als-Latn"], "main_score": 0.914987, "precision": 0.905962, "recall": 0.934783}, {"accuracy": 0.060277, "f1": 0.02141, "hf_subset": "lao_Laoo-bod_Tibt", "languages": ["lao-Laoo", "bod-Tibt"], "main_score": 0.02141, "precision": 0.016475, "recall": 0.060277}, {"accuracy": 0.216403, "f1": 0.154922, "hf_subset": "lao_Laoo-fij_Latn", "languages": ["lao-Laoo", "fij-Latn"], "main_score": 0.154922, "precision": 0.13765, "recall": 0.216403}, {"accuracy": 0.700593, "f1": 0.639629, "hf_subset": "lao_Laoo-isl_Latn", "languages": ["lao-Laoo", "isl-Latn"], "main_score": 0.639629, "precision": 0.614981, "recall": 0.700593}, {"accuracy": 0.227273, "f1": 0.166607, "hf_subset": "lao_Laoo-kon_Latn", "languages": ["lao-Laoo", "kon-Latn"], "main_score": 0.166607, "precision": 0.150703, "recall": 0.227273}, {"accuracy": 0.066206, "f1": 0.033072, "hf_subset": "lao_Laoo-mni_Beng", "languages": ["lao-Laoo", "mni-Beng"], "main_score": 0.033072, "precision": 0.027738, "recall": 0.066206}, {"accuracy": 0.939723, "f1": 0.922285, "hf_subset": "lao_Laoo-ron_Latn", "languages": ["lao-Laoo", "ron-Latn"], "main_score": 0.922285, "precision": 0.914443, "recall": 0.939723}, {"accuracy": 0.69664, "f1": 0.633111, "hf_subset": "lao_Laoo-szl_Latn", "languages": ["lao-Laoo", "szl-Latn"], "main_score": 0.633111, "precision": 0.608426, "recall": 0.69664}, {"accuracy": 0.695652, "f1": 0.631656, "hf_subset": "lao_Laoo-vec_Latn", "languages": ["lao-Laoo", "vec-Latn"], "main_score": 0.631656, "precision": 0.607075, "recall": 0.695652}, {"accuracy": 0.738142, "f1": 0.681538, "hf_subset": "lao_Laoo-amh_Ethi", "languages": ["lao-Laoo", "amh-Ethi"], "main_score": 0.681538, "precision": 0.657431, "recall": 0.738142}, {"accuracy": 0.938735, "f1": 0.922085, "hf_subset": "lao_Laoo-bos_Latn", "languages": ["lao-Laoo", "bos-Latn"], "main_score": 0.922085, "precision": 0.914749, "recall": 0.938735}, {"accuracy": 0.922925, "f1": 0.90224, "hf_subset": "lao_Laoo-fin_Latn", "languages": ["lao-Laoo", "fin-Latn"], "main_score": 0.90224, "precision": 0.892737, "recall": 0.922925}, {"accuracy": 0.937747, "f1": 0.921426, "hf_subset": "lao_Laoo-ita_Latn", "languages": ["lao-Laoo", "ita-Latn"], "main_score": 0.921426, "precision": 0.914453, "recall": 0.937747}, {"accuracy": 0.912055, "f1": 0.886759, "hf_subset": "lao_Laoo-kor_Hang", "languages": ["lao-Laoo", "kor-Hang"], "main_score": 0.886759, "precision": 0.875115, "recall": 0.912055}, {"accuracy": 0.227273, "f1": 0.168688, "hf_subset": "lao_Laoo-mos_Latn", "languages": ["lao-Laoo", "mos-Latn"], "main_score": 0.168688, "precision": 0.153276, "recall": 0.227273}, {"accuracy": 0.178854, "f1": 0.129239, "hf_subset": "lao_Laoo-run_Latn", "languages": ["lao-Laoo", "run-Latn"], "main_score": 0.129239, "precision": 0.117497, "recall": 0.178854}, {"accuracy": 0.857708, "f1": 0.819796, "hf_subset": "lao_Laoo-tam_Taml", "languages": ["lao-Laoo", "tam-Taml"], "main_score": 0.819796, "precision": 0.802404, "recall": 0.857708}, {"accuracy": 0.93083, "f1": 0.912582, "hf_subset": "lao_Laoo-vie_Latn", "languages": ["lao-Laoo", "vie-Latn"], "main_score": 0.912582, "precision": 0.904957, "recall": 0.93083}, {"accuracy": 0.890316, "f1": 0.859321, "hf_subset": "lao_Laoo-apc_Arab", "languages": ["lao-Laoo", "apc-Arab"], "main_score": 0.859321, "precision": 0.844862, "recall": 0.890316}, {"accuracy": 0.333992, "f1": 0.261348, "hf_subset": "lao_Laoo-bug_Latn", "languages": ["lao-Laoo", "bug-Latn"], "main_score": 0.261348, "precision": 0.239865, "recall": 0.333992}, {"accuracy": 0.210474, "f1": 0.155296, "hf_subset": "lao_Laoo-fon_Latn", "languages": ["lao-Laoo", "fon-Latn"], "main_score": 0.155296, "precision": 0.142027, "recall": 0.210474}, {"accuracy": 0.634387, "f1": 0.568242, "hf_subset": "lao_Laoo-jav_Latn", "languages": ["lao-Laoo", "jav-Latn"], "main_score": 0.568242, "precision": 0.54367, "recall": 0.634387}, {"accuracy": 0.198617, "f1": 0.126753, "hf_subset": "lao_Laoo-mri_Latn", "languages": ["lao-Laoo", "mri-Latn"], "main_score": 0.126753, "precision": 0.110997, "recall": 0.198617}, {"accuracy": 0.931818, "f1": 0.912451, "hf_subset": "lao_Laoo-rus_Cyrl", "languages": ["lao-Laoo", "rus-Cyrl"], "main_score": 0.912451, "precision": 0.903607, "recall": 0.931818}, {"accuracy": 0.251976, "f1": 0.191732, "hf_subset": "lao_Laoo-taq_Latn", "languages": ["lao-Laoo", "taq-Latn"], "main_score": 0.191732, "precision": 0.175969, "recall": 0.251976}, {"accuracy": 0.368577, "f1": 0.280217, "hf_subset": "lao_Laoo-war_Latn", "languages": ["lao-Laoo", "war-Latn"], "main_score": 0.280217, "precision": 0.252641, "recall": 0.368577}, {"accuracy": 0.926877, "f1": 0.905501, "hf_subset": "lao_Laoo-arb_Arab", "languages": ["lao-Laoo", "arb-Arab"], "main_score": 0.905501, "precision": 0.895669, "recall": 0.926877}, {"accuracy": 0.944664, "f1": 0.929315, "hf_subset": "lao_Laoo-bul_Cyrl", "languages": ["lao-Laoo", "bul-Cyrl"], "main_score": 0.929315, "precision": 0.922431, "recall": 0.944664}, {"accuracy": 0.933794, "f1": 0.91525, "hf_subset": "lao_Laoo-fra_Latn", "languages": ["lao-Laoo", "fra-Latn"], "main_score": 0.91525, "precision": 0.906933, "recall": 0.933794}, {"accuracy": 0.916008, "f1": 0.892852, "hf_subset": "lao_Laoo-jpn_Jpan", "languages": ["lao-Laoo", "jpn-Jpan"], "main_score": 0.892852, "precision": 0.882329, "recall": 0.916008}, {"accuracy": 0.649209, "f1": 0.58601, "hf_subset": "lao_Laoo-lij_Latn", "languages": ["lao-Laoo", "lij-Latn"], "main_score": 0.58601, "precision": 0.561252, "recall": 0.649209}, {"accuracy": 0.876482, "f1": 0.843511, "hf_subset": "lao_Laoo-mya_Mymr", "languages": ["lao-Laoo", "mya-Mymr"], "main_score": 0.843511, "precision": 0.828261, "recall": 0.876482}, {"accuracy": 0.225296, "f1": 0.16375, "hf_subset": "lao_Laoo-sag_Latn", "languages": ["lao-Laoo", "sag-Latn"], "main_score": 0.16375, "precision": 0.147412, "recall": 0.225296}, {"accuracy": 0.079051, "f1": 0.038755, "hf_subset": "lao_Laoo-taq_Tfng", "languages": ["lao-Laoo", "taq-Tfng"], "main_score": 0.038755, "precision": 0.032164, "recall": 0.079051}, {"accuracy": 0.247036, "f1": 0.182999, "hf_subset": "lao_Laoo-wol_Latn", "languages": ["lao-Laoo", "wol-Latn"], "main_score": 0.182999, "precision": 0.165642, "recall": 0.247036}, {"accuracy": 0.133399, "f1": 0.084708, "hf_subset": "lao_Laoo-arb_Latn", "languages": ["lao-Laoo", "arb-Latn"], "main_score": 0.084708, "precision": 0.074674, "recall": 0.133399}, {"accuracy": 0.939723, "f1": 0.923108, "hf_subset": "lao_Laoo-cat_Latn", "languages": ["lao-Laoo", "cat-Latn"], "main_score": 0.923108, "precision": 0.915926, "recall": 0.939723}, {"accuracy": 0.614625, "f1": 0.548657, "hf_subset": "lao_Laoo-fur_Latn", "languages": ["lao-Laoo", "fur-Latn"], "main_score": 0.548657, "precision": 0.523481, "recall": 0.614625}, {"accuracy": 0.094862, "f1": 0.06554, "hf_subset": "lao_Laoo-kab_Latn", "languages": ["lao-Laoo", "kab-Latn"], "main_score": 0.06554, "precision": 0.059014, "recall": 0.094862}, {"accuracy": 0.631423, "f1": 0.563643, "hf_subset": "lao_Laoo-lim_Latn", "languages": ["lao-Laoo", "lim-Latn"], "main_score": 0.563643, "precision": 0.538498, "recall": 0.631423}, {"accuracy": 0.923913, "f1": 0.902701, "hf_subset": "lao_Laoo-nld_Latn", "languages": ["lao-Laoo", "nld-Latn"], "main_score": 0.902701, "precision": 0.893034, "recall": 0.923913}, {"accuracy": 0.66502, "f1": 0.600132, "hf_subset": "lao_Laoo-san_Deva", "languages": ["lao-Laoo", "san-Deva"], "main_score": 0.600132, "precision": 0.573641, "recall": 0.66502}, {"accuracy": 0.416008, "f1": 0.341766, "hf_subset": "lao_Laoo-tat_Cyrl", "languages": ["lao-Laoo", "tat-Cyrl"], "main_score": 0.341766, "precision": 0.315796, "recall": 0.416008}, {"accuracy": 0.188735, "f1": 0.129457, "hf_subset": "lao_Laoo-xho_Latn", "languages": ["lao-Laoo", "xho-Latn"], "main_score": 0.129457, "precision": 0.116083, "recall": 0.188735}, {"accuracy": 0.91996, "f1": 0.896113, "hf_subset": "lao_Laoo-ars_Arab", "languages": ["lao-Laoo", "ars-Arab"], "main_score": 0.896113, "precision": 0.884964, "recall": 0.91996}, {"accuracy": 0.354743, "f1": 0.275869, "hf_subset": "lao_Laoo-ceb_Latn", "languages": ["lao-Laoo", "ceb-Latn"], "main_score": 0.275869, "precision": 0.250695, "recall": 0.354743}, {"accuracy": 0.216403, "f1": 0.150345, "hf_subset": "lao_Laoo-fuv_Latn", "languages": ["lao-Laoo", "fuv-Latn"], "main_score": 0.150345, "precision": 0.133934, "recall": 0.216403}, {"accuracy": 0.201581, "f1": 0.139973, "hf_subset": "lao_Laoo-kac_Latn", "languages": ["lao-Laoo", "kac-Latn"], "main_score": 0.139973, "precision": 0.124414, "recall": 0.201581}, {"accuracy": 0.214427, "f1": 0.158576, "hf_subset": "lao_Laoo-lin_Latn", "languages": ["lao-Laoo", "lin-Latn"], "main_score": 0.158576, "precision": 0.142906, "recall": 0.214427}, {"accuracy": 0.901186, "f1": 0.874736, "hf_subset": "lao_Laoo-nno_Latn", "languages": ["lao-Laoo", "nno-Latn"], "main_score": 0.874736, "precision": 0.863142, "recall": 0.901186}, {"accuracy": 0.019763, "f1": 0.003965, "hf_subset": "lao_Laoo-sat_Olck", "languages": ["lao-Laoo", "sat-Olck"], "main_score": 0.003965, "precision": 0.002815, "recall": 0.019763}, {"accuracy": 0.828063, "f1": 0.785343, "hf_subset": "lao_Laoo-tel_Telu", "languages": ["lao-Laoo", "tel-Telu"], "main_score": 0.785343, "precision": 0.766337, "recall": 0.828063}, {"accuracy": 0.416008, "f1": 0.339487, "hf_subset": "lao_Laoo-ydd_Hebr", "languages": ["lao-Laoo", "ydd-Hebr"], "main_score": 0.339487, "precision": 0.313612, "recall": 0.416008}, {"accuracy": 0.76087, "f1": 0.70135, "hf_subset": "lao_Laoo-ary_Arab", "languages": ["lao-Laoo", "ary-Arab"], "main_score": 0.70135, "precision": 0.674868, "recall": 0.76087}, {"accuracy": 0.934783, "f1": 0.916469, "hf_subset": "lao_Laoo-ces_Latn", "languages": ["lao-Laoo", "ces-Latn"], "main_score": 0.916469, "precision": 0.907938, "recall": 0.934783}, {"accuracy": 0.093874, "f1": 0.056, "hf_subset": "lao_Laoo-gaz_Latn", "languages": ["lao-Laoo", "gaz-Latn"], "main_score": 0.056, "precision": 0.048579, "recall": 0.093874}, {"accuracy": 0.200593, "f1": 0.140056, "hf_subset": "lao_Laoo-kam_Latn", "languages": ["lao-Laoo", "kam-Latn"], "main_score": 0.140056, "precision": 0.123765, "recall": 0.200593}, {"accuracy": 0.90415, "f1": 0.878543, "hf_subset": "lao_Laoo-lit_Latn", "languages": ["lao-Laoo", "lit-Latn"], "main_score": 0.878543, "precision": 0.866601, "recall": 0.90415}, {"accuracy": 0.927866, "f1": 0.907345, "hf_subset": "lao_Laoo-nob_Latn", "languages": ["lao-Laoo", "nob-Latn"], "main_score": 0.907345, "precision": 0.89804, "recall": 0.927866}, {"accuracy": 0.551383, "f1": 0.478907, "hf_subset": "lao_Laoo-scn_Latn", "languages": ["lao-Laoo", "scn-Latn"], "main_score": 0.478907, "precision": 0.453511, "recall": 0.551383}, {"accuracy": 0.155138, "f1": 0.105382, "hf_subset": "lao_Laoo-tgk_Cyrl", "languages": ["lao-Laoo", "tgk-Cyrl"], "main_score": 0.105382, "precision": 0.09123, "recall": 0.155138}, {"accuracy": 0.205534, "f1": 0.141732, "hf_subset": "lao_Laoo-yor_Latn", "languages": ["lao-Laoo", "yor-Latn"], "main_score": 0.141732, "precision": 0.124947, "recall": 0.205534}, {"accuracy": 0.876482, "f1": 0.842589, "hf_subset": "lao_Laoo-arz_Arab", "languages": ["lao-Laoo", "arz-Arab"], "main_score": 0.842589, "precision": 0.82719, "recall": 0.876482}, {"accuracy": 0.181818, "f1": 0.124809, "hf_subset": "lao_Laoo-cjk_Latn", "languages": ["lao-Laoo", "cjk-Latn"], "main_score": 0.124809, "precision": 0.111164, "recall": 0.181818}, {"accuracy": 0.211462, "f1": 0.152161, "hf_subset": "lao_Laoo-gla_Latn", "languages": ["lao-Laoo", "gla-Latn"], "main_score": 0.152161, "precision": 0.134685, "recall": 0.211462}, {"accuracy": 0.786561, "f1": 0.732938, "hf_subset": "lao_Laoo-kan_Knda", "languages": ["lao-Laoo", "kan-Knda"], "main_score": 0.732938, "precision": 0.708926, "recall": 0.786561}, {"accuracy": 0.544466, "f1": 0.480334, "hf_subset": "lao_Laoo-lmo_Latn", "languages": ["lao-Laoo", "lmo-Latn"], "main_score": 0.480334, "precision": 0.45834, "recall": 0.544466}, {"accuracy": 0.899209, "f1": 0.87458, "hf_subset": "lao_Laoo-npi_Deva", "languages": ["lao-Laoo", "npi-Deva"], "main_score": 0.87458, "precision": 0.863546, "recall": 0.899209}, {"accuracy": 0.268775, "f1": 0.204607, "hf_subset": "lao_Laoo-shn_Mymr", "languages": ["lao-Laoo", "shn-Mymr"], "main_score": 0.204607, "precision": 0.185005, "recall": 0.268775}, {"accuracy": 0.427866, "f1": 0.348742, "hf_subset": "lao_Laoo-tgl_Latn", "languages": ["lao-Laoo", "tgl-Latn"], "main_score": 0.348742, "precision": 0.323838, "recall": 0.427866}, {"accuracy": 0.923913, "f1": 0.901845, "hf_subset": "lao_Laoo-yue_Hant", "languages": ["lao-Laoo", "yue-Hant"], "main_score": 0.901845, "precision": 0.891502, "recall": 0.923913}, {"accuracy": 0.534585, "f1": 0.459616, "hf_subset": "lao_Laoo-asm_Beng", "languages": ["lao-Laoo", "asm-Beng"], "main_score": 0.459616, "precision": 0.430684, "recall": 0.534585}, {"accuracy": 0.779644, "f1": 0.730898, "hf_subset": "lao_Laoo-ckb_Arab", "languages": ["lao-Laoo", "ckb-Arab"], "main_score": 0.730898, "precision": 0.709907, "recall": 0.779644}, {"accuracy": 0.302372, "f1": 0.233468, "hf_subset": "lao_Laoo-gle_Latn", "languages": ["lao-Laoo", "gle-Latn"], "main_score": 0.233468, "precision": 0.214446, "recall": 0.302372}, {"accuracy": 0.518775, "f1": 0.443683, "hf_subset": "lao_Laoo-kas_Arab", "languages": ["lao-Laoo", "kas-Arab"], "main_score": 0.443683, "precision": 0.416603, "recall": 0.518775}, {"accuracy": 0.573123, "f1": 0.500631, "hf_subset": "lao_Laoo-ltg_Latn", "languages": ["lao-Laoo", "ltg-Latn"], "main_score": 0.500631, "precision": 0.47327, "recall": 0.573123}, {"accuracy": 0.222332, "f1": 0.159973, "hf_subset": "lao_Laoo-nso_Latn", "languages": ["lao-Laoo", "nso-Latn"], "main_score": 0.159973, "precision": 0.143456, "recall": 0.222332}, {"accuracy": 0.887352, "f1": 0.860672, "hf_subset": "lao_Laoo-sin_Sinh", "languages": ["lao-Laoo", "sin-Sinh"], "main_score": 0.860672, "precision": 0.848024, "recall": 0.887352}, {"accuracy": 0.934783, "f1": 0.91637, "hf_subset": "lao_Laoo-tha_Thai", "languages": ["lao-Laoo", "tha-Thai"], "main_score": 0.91637, "precision": 0.908185, "recall": 0.934783}, {"accuracy": 0.920949, "f1": 0.897892, "hf_subset": "lao_Laoo-zho_Hans", "languages": ["lao-Laoo", "zho-Hans"], "main_score": 0.897892, "precision": 0.887022, "recall": 0.920949}, {"accuracy": 0.858696, "f1": 0.821662, "hf_subset": "lao_Laoo-ast_Latn", "languages": ["lao-Laoo", "ast-Latn"], "main_score": 0.821662, "precision": 0.805394, "recall": 0.858696}, {"accuracy": 0.679842, "f1": 0.616457, "hf_subset": "lao_Laoo-crh_Latn", "languages": ["lao-Laoo", "crh-Latn"], "main_score": 0.616457, "precision": 0.591769, "recall": 0.679842}, {"accuracy": 0.933794, "f1": 0.915086, "hf_subset": "lao_Laoo-glg_Latn", "languages": ["lao-Laoo", "glg-Latn"], "main_score": 0.915086, "precision": 0.906933, "recall": 0.933794}, {"accuracy": 0.374506, "f1": 0.312161, "hf_subset": "lao_Laoo-kas_Deva", "languages": ["lao-Laoo", "kas-Deva"], "main_score": 0.312161, "precision": 0.290927, "recall": 0.374506}, {"accuracy": 0.454545, "f1": 0.377908, "hf_subset": "lao_Laoo-ltz_Latn", "languages": ["lao-Laoo", "ltz-Latn"], "main_score": 0.377908, "precision": 0.351883, "recall": 0.454545}, {"accuracy": 0.113636, "f1": 0.070754, "hf_subset": "lao_Laoo-nus_Latn", "languages": ["lao-Laoo", "nus-Latn"], "main_score": 0.070754, "precision": 0.063048, "recall": 0.113636}, {"accuracy": 0.922925, "f1": 0.902588, "hf_subset": "lao_Laoo-slk_Latn", "languages": ["lao-Laoo", "slk-Latn"], "main_score": 0.902588, "precision": 0.89361, "recall": 0.922925}, {"accuracy": 0.18083, "f1": 0.126499, "hf_subset": "lao_Laoo-tir_Ethi", "languages": ["lao-Laoo", "tir-Ethi"], "main_score": 0.126499, "precision": 0.110517, "recall": 0.18083}, {"accuracy": 0.916996, "f1": 0.894189, "hf_subset": "lao_Laoo-zho_Hant", "languages": ["lao-Laoo", "zho-Hant"], "main_score": 0.894189, "precision": 0.883729, "recall": 0.916996}, {"accuracy": 0.870553, "f1": 0.837829, "hf_subset": "lao_Laoo-awa_Deva", "languages": ["lao-Laoo", "awa-Deva"], "main_score": 0.837829, "precision": 0.823264, "recall": 0.870553}, {"accuracy": 0.448617, "f1": 0.367965, "hf_subset": "lao_Laoo-cym_Latn", "languages": ["lao-Laoo", "cym-Latn"], "main_score": 0.367965, "precision": 0.343267, "recall": 0.448617}, {"accuracy": 0.294466, "f1": 0.222094, "hf_subset": "lao_Laoo-grn_Latn", "languages": ["lao-Laoo", "grn-Latn"], "main_score": 0.222094, "precision": 0.200782, "recall": 0.294466}, {"accuracy": 0.805336, "f1": 0.753475, "hf_subset": "lao_Laoo-kat_Geor", "languages": ["lao-Laoo", "kat-Geor"], "main_score": 0.753475, "precision": 0.730938, "recall": 0.805336}, {"accuracy": 0.236166, "f1": 0.17521, "hf_subset": "lao_Laoo-lua_Latn", "languages": ["lao-Laoo", "lua-Latn"], "main_score": 0.17521, "precision": 0.158426, "recall": 0.236166}, {"accuracy": 0.220356, "f1": 0.155456, "hf_subset": "lao_Laoo-nya_Latn", "languages": ["lao-Laoo", "nya-Latn"], "main_score": 0.155456, "precision": 0.139813, "recall": 0.220356}, {"accuracy": 0.944664, "f1": 0.928854, "hf_subset": "lao_Laoo-slv_Latn", "languages": ["lao-Laoo", "slv-Latn"], "main_score": 0.928854, "precision": 0.921443, "recall": 0.944664}, {"accuracy": 0.379447, "f1": 0.299455, "hf_subset": "lao_Laoo-tpi_Latn", "languages": ["lao-Laoo", "tpi-Latn"], "main_score": 0.299455, "precision": 0.275187, "recall": 0.379447}, {"accuracy": 0.932806, "f1": 0.913768, "hf_subset": "lao_Laoo-zsm_Latn", "languages": ["lao-Laoo", "zsm-Latn"], "main_score": 0.913768, "precision": 0.905056, "recall": 0.932806}, {"accuracy": 0.195652, "f1": 0.131929, "hf_subset": "lao_Laoo-ayr_Latn", "languages": ["lao-Laoo", "ayr-Latn"], "main_score": 0.131929, "precision": 0.116963, "recall": 0.195652}, {"accuracy": 0.938735, "f1": 0.92085, "hf_subset": "lao_Laoo-dan_Latn", "languages": ["lao-Laoo", "dan-Latn"], "main_score": 0.92085, "precision": 0.912632, "recall": 0.938735}, {"accuracy": 0.862648, "f1": 0.824736, "hf_subset": "lao_Laoo-guj_Gujr", "languages": ["lao-Laoo", "guj-Gujr"], "main_score": 0.824736, "precision": 0.807148, "recall": 0.862648}, {"accuracy": 0.895257, "f1": 0.867721, "hf_subset": "lao_Laoo-kaz_Cyrl", "languages": ["lao-Laoo", "kaz-Cyrl"], "main_score": 0.867721, "precision": 0.855402, "recall": 0.895257}, {"accuracy": 0.181818, "f1": 0.128587, "hf_subset": "lao_Laoo-lug_Latn", "languages": ["lao-Laoo", "lug-Latn"], "main_score": 0.128587, "precision": 0.115569, "recall": 0.181818}, {"accuracy": 0.824111, "f1": 0.782697, "hf_subset": "lao_Laoo-oci_Latn", "languages": ["lao-Laoo", "oci-Latn"], "main_score": 0.782697, "precision": 0.764896, "recall": 0.824111}, {"accuracy": 0.186759, "f1": 0.129907, "hf_subset": "lao_Laoo-smo_Latn", "languages": ["lao-Laoo", "smo-Latn"], "main_score": 0.129907, "precision": 0.115636, "recall": 0.186759}, {"accuracy": 0.204545, "f1": 0.144366, "hf_subset": "lao_Laoo-tsn_Latn", "languages": ["lao-Laoo", "tsn-Latn"], "main_score": 0.144366, "precision": 0.129205, "recall": 0.204545}, {"accuracy": 0.150198, "f1": 0.09924, "hf_subset": "lao_Laoo-zul_Latn", "languages": ["lao-Laoo", "zul-Latn"], "main_score": 0.09924, "precision": 0.086595, "recall": 0.150198}, {"accuracy": 0.454545, "f1": 0.373701, "hf_subset": "lao_Laoo-azb_Arab", "languages": ["lao-Laoo", "azb-Arab"], "main_score": 0.373701, "precision": 0.342196, "recall": 0.454545}, {"accuracy": 0.940711, "f1": 0.924045, "hf_subset": "lao_Laoo-deu_Latn", "languages": ["lao-Laoo", "deu-Latn"], "main_score": 0.924045, "precision": 0.916535, "recall": 0.940711}, {"accuracy": 0.281621, "f1": 0.209188, "hf_subset": "lao_Laoo-hat_Latn", "languages": ["lao-Laoo", "hat-Latn"], "main_score": 0.209188, "precision": 0.188045, "recall": 0.281621}, {"accuracy": 0.195652, "f1": 0.133737, "hf_subset": "lao_Laoo-kbp_Latn", "languages": ["lao-Laoo", "kbp-Latn"], "main_score": 0.133737, "precision": 0.119056, "recall": 0.195652}, {"accuracy": 0.230237, "f1": 0.161255, "hf_subset": "lao_Laoo-luo_Latn", "languages": ["lao-Laoo", "luo-Latn"], "main_score": 0.161255, "precision": 0.14402, "recall": 0.230237}, {"accuracy": 0.81917, "f1": 0.774934, "hf_subset": "lao_Laoo-ory_Orya", "languages": ["lao-Laoo", "ory-Orya"], "main_score": 0.774934, "precision": 0.754809, "recall": 0.81917}, {"accuracy": 0.171937, "f1": 0.116945, "hf_subset": "lao_Laoo-sna_Latn", "languages": ["lao-Laoo", "sna-Latn"], "main_score": 0.116945, "precision": 0.103216, "recall": 0.171937}, {"accuracy": 0.195652, "f1": 0.140625, "hf_subset": "lao_Laoo-tso_Latn", "languages": ["lao-Laoo", "tso-Latn"], "main_score": 0.140625, "precision": 0.127445, "recall": 0.195652}, {"accuracy": 0.891304, "f1": 0.86166, "hf_subset": "lao_Laoo-azj_Latn", "languages": ["lao-Laoo", "azj-Latn"], "main_score": 0.86166, "precision": 0.847826, "recall": 0.891304}, {"accuracy": 0.252964, "f1": 0.184286, "hf_subset": "lao_Laoo-dik_Latn", "languages": ["lao-Laoo", "dik-Latn"], "main_score": 0.184286, "precision": 0.165227, "recall": 0.252964}, {"accuracy": 0.247036, "f1": 0.181203, "hf_subset": "lao_Laoo-hau_Latn", "languages": ["lao-Laoo", "hau-Latn"], "main_score": 0.181203, "precision": 0.165663, "recall": 0.247036}, {"accuracy": 0.567194, "f1": 0.492767, "hf_subset": "lao_Laoo-kea_Latn", "languages": ["lao-Laoo", "kea-Latn"], "main_score": 0.492767, "precision": 0.465771, "recall": 0.567194}, {"accuracy": 0.315217, "f1": 0.242253, "hf_subset": "lao_Laoo-lus_Latn", "languages": ["lao-Laoo", "lus-Latn"], "main_score": 0.242253, "precision": 0.220168, "recall": 0.315217}, {"accuracy": 0.398221, "f1": 0.318925, "hf_subset": "lao_Laoo-pag_Latn", "languages": ["lao-Laoo", "pag-Latn"], "main_score": 0.318925, "precision": 0.292439, "recall": 0.398221}, {"accuracy": 0.814229, "f1": 0.768135, "hf_subset": "lao_Laoo-snd_Arab", "languages": ["lao-Laoo", "snd-Arab"], "main_score": 0.768135, "precision": 0.747694, "recall": 0.814229}, {"accuracy": 0.283597, "f1": 0.211888, "hf_subset": "lao_Laoo-tuk_Latn", "languages": ["lao-Laoo", "tuk-Latn"], "main_score": 0.211888, "precision": 0.190094, "recall": 0.283597}, {"accuracy": 0.412055, "f1": 0.336466, "hf_subset": "lao_Laoo-bak_Cyrl", "languages": ["lao-Laoo", "bak-Cyrl"], "main_score": 0.336466, "precision": 0.311738, "recall": 0.412055}, {"accuracy": 0.174901, "f1": 0.119291, "hf_subset": "lao_Laoo-dyu_Latn", "languages": ["lao-Laoo", "dyu-Latn"], "main_score": 0.119291, "precision": 0.104884, "recall": 0.174901}, {"accuracy": 0.93083, "f1": 0.910935, "hf_subset": "lao_Laoo-heb_Hebr", "languages": ["lao-Laoo", "heb-Hebr"], "main_score": 0.910935, "precision": 0.90196, "recall": 0.93083}, {"accuracy": 0.912055, "f1": 0.886989, "hf_subset": "lao_Laoo-khk_Cyrl", "languages": ["lao-Laoo", "khk-Cyrl"], "main_score": 0.886989, "precision": 0.875, "recall": 0.912055}, {"accuracy": 0.920949, "f1": 0.897958, "hf_subset": "lao_Laoo-lvs_Latn", "languages": ["lao-Laoo", "lvs-Latn"], "main_score": 0.897958, "precision": 0.887105, "recall": 0.920949}, {"accuracy": 0.824111, "f1": 0.779348, "hf_subset": "lao_Laoo-pan_Guru", "languages": ["lao-Laoo", "pan-Guru"], "main_score": 0.779348, "precision": 0.758712, "recall": 0.824111}, {"accuracy": 0.27668, "f1": 0.211277, "hf_subset": "lao_Laoo-som_Latn", "languages": ["lao-Laoo", "som-Latn"], "main_score": 0.211277, "precision": 0.192182, "recall": 0.27668}, {"accuracy": 0.19664, "f1": 0.13037, "hf_subset": "lao_Laoo-tum_Latn", "languages": ["lao-Laoo", "tum-Latn"], "main_score": 0.13037, "precision": 0.113805, "recall": 0.19664}, {"accuracy": 0.030632, "f1": 0.023118, "hf_subset": "mri_Latn-ace_Arab", "languages": ["mri-Latn", "ace-Arab"], "main_score": 0.023118, "precision": 0.021504, "recall": 0.030632}, {"accuracy": 0.147233, "f1": 0.137568, "hf_subset": "mri_Latn-bam_Latn", "languages": ["mri-Latn", "bam-Latn"], "main_score": 0.137568, "precision": 0.133845, "recall": 0.147233}, {"accuracy": 0.005929, "f1": 0.000949, "hf_subset": "mri_Latn-dzo_Tibt", "languages": ["mri-Latn", "dzo-Tibt"], "main_score": 0.000949, "precision": 0.000582, "recall": 0.005929}, {"accuracy": 0.102767, "f1": 0.087253, "hf_subset": "mri_Latn-hin_Deva", "languages": ["mri-Latn", "hin-Deva"], "main_score": 0.087253, "precision": 0.082718, "recall": 0.102767}, {"accuracy": 0.104743, "f1": 0.097923, "hf_subset": "mri_Latn-khm_Khmr", "languages": ["mri-Latn", "khm-Khmr"], "main_score": 0.097923, "precision": 0.095504, "recall": 0.104743}, {"accuracy": 0.075099, "f1": 0.068677, "hf_subset": "mri_Latn-mag_Deva", "languages": ["mri-Latn", "mag-Deva"], "main_score": 0.068677, "precision": 0.067699, "recall": 0.075099}, {"accuracy": 0.104743, "f1": 0.100719, "hf_subset": "mri_Latn-pap_Latn", "languages": ["mri-Latn", "pap-Latn"], "main_score": 0.100719, "precision": 0.099616, "recall": 0.104743}, {"accuracy": 0.193676, "f1": 0.177276, "hf_subset": "mri_Latn-sot_Latn", "languages": ["mri-Latn", "sot-Latn"], "main_score": 0.177276, "precision": 0.172082, "recall": 0.193676}, {"accuracy": 0.161067, "f1": 0.145729, "hf_subset": "mri_Latn-tur_Latn", "languages": ["mri-Latn", "tur-Latn"], "main_score": 0.145729, "precision": 0.142128, "recall": 0.161067}, {"accuracy": 0.144269, "f1": 0.1366, "hf_subset": "mri_Latn-ace_Latn", "languages": ["mri-Latn", "ace-Latn"], "main_score": 0.1366, "precision": 0.133811, "recall": 0.144269}, {"accuracy": 0.107708, "f1": 0.100021, "hf_subset": "mri_Latn-ban_Latn", "languages": ["mri-Latn", "ban-Latn"], "main_score": 0.100021, "precision": 0.098039, "recall": 0.107708}, {"accuracy": 0.102767, "f1": 0.091473, "hf_subset": "mri_Latn-ell_Grek", "languages": ["mri-Latn", "ell-Grek"], "main_score": 0.091473, "precision": 0.087994, "recall": 0.102767}, {"accuracy": 0.077075, "f1": 0.068153, "hf_subset": "mri_Latn-hne_Deva", "languages": ["mri-Latn", "hne-Deva"], "main_score": 0.068153, "precision": 0.065173, "recall": 0.077075}, {"accuracy": 0.142292, "f1": 0.128829, "hf_subset": "mri_Latn-kik_Latn", "languages": ["mri-Latn", "kik-Latn"], "main_score": 0.128829, "precision": 0.124134, "recall": 0.142292}, {"accuracy": 0.078063, "f1": 0.069411, "hf_subset": "mri_Latn-mai_Deva", "languages": ["mri-Latn", "mai-Deva"], "main_score": 0.069411, "precision": 0.067814, "recall": 0.078063}, {"accuracy": 0.083992, "f1": 0.071182, "hf_subset": "mri_Latn-pbt_Arab", "languages": ["mri-Latn", "pbt-Arab"], "main_score": 0.071182, "precision": 0.067533, "recall": 0.083992}, {"accuracy": 0.146245, "f1": 0.131515, "hf_subset": "mri_Latn-spa_Latn", "languages": ["mri-Latn", "spa-Latn"], "main_score": 0.131515, "precision": 0.127251, "recall": 0.146245}, {"accuracy": 0.182806, "f1": 0.170263, "hf_subset": "mri_Latn-twi_Latn", "languages": ["mri-Latn", "twi-Latn"], "main_score": 0.170263, "precision": 0.165943, "recall": 0.182806}, {"accuracy": 0.072134, "f1": 0.065604, "hf_subset": "mri_Latn-acm_Arab", "languages": ["mri-Latn", "acm-Arab"], "main_score": 0.065604, "precision": 0.063399, "recall": 0.072134}, {"accuracy": 0.087945, "f1": 0.07613, "hf_subset": "mri_Latn-bel_Cyrl", "languages": ["mri-Latn", "bel-Cyrl"], "main_score": 0.07613, "precision": 0.073012, "recall": 0.087945}, {"accuracy": 0.161067, "f1": 0.142578, "hf_subset": "mri_Latn-eng_Latn", "languages": ["mri-Latn", "eng-Latn"], "main_score": 0.142578, "precision": 0.136861, "recall": 0.161067}, {"accuracy": 0.139328, "f1": 0.125418, "hf_subset": "mri_Latn-hrv_Latn", "languages": ["mri-Latn", "hrv-Latn"], "main_score": 0.125418, "precision": 0.121934, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.144052, "hf_subset": "mri_Latn-kin_Latn", "languages": ["mri-Latn", "kin-Latn"], "main_score": 0.144052, "precision": 0.139141, "recall": 0.158103}, {"accuracy": 0.044466, "f1": 0.036856, "hf_subset": "mri_Latn-mal_Mlym", "languages": ["mri-Latn", "mal-Mlym"], "main_score": 0.036856, "precision": 0.035281, "recall": 0.044466}, {"accuracy": 0.106719, "f1": 0.095984, "hf_subset": "mri_Latn-pes_Arab", "languages": ["mri-Latn", "pes-Arab"], "main_score": 0.095984, "precision": 0.093021, "recall": 0.106719}, {"accuracy": 0.132411, "f1": 0.119189, "hf_subset": "mri_Latn-srd_Latn", "languages": ["mri-Latn", "srd-Latn"], "main_score": 0.119189, "precision": 0.115809, "recall": 0.132411}, {"accuracy": 0.064229, "f1": 0.050095, "hf_subset": "mri_Latn-tzm_Tfng", "languages": ["mri-Latn", "tzm-Tfng"], "main_score": 0.050095, "precision": 0.045938, "recall": 0.064229}, {"accuracy": 0.086957, "f1": 0.0774, "hf_subset": "mri_Latn-acq_Arab", "languages": ["mri-Latn", "acq-Arab"], "main_score": 0.0774, "precision": 0.074795, "recall": 0.086957}, {"accuracy": 0.179842, "f1": 0.166622, "hf_subset": "mri_Latn-bem_Latn", "languages": ["mri-Latn", "bem-Latn"], "main_score": 0.166622, "precision": 0.162577, "recall": 0.179842}, {"accuracy": 0.106719, "f1": 0.100203, "hf_subset": "mri_Latn-epo_Latn", "languages": ["mri-Latn", "epo-Latn"], "main_score": 0.100203, "precision": 0.098748, "recall": 0.106719}, {"accuracy": 0.150198, "f1": 0.133609, "hf_subset": "mri_Latn-hun_Latn", "languages": ["mri-Latn", "hun-Latn"], "main_score": 0.133609, "precision": 0.129576, "recall": 0.150198}, {"accuracy": 0.096838, "f1": 0.086194, "hf_subset": "mri_Latn-kir_Cyrl", "languages": ["mri-Latn", "kir-Cyrl"], "main_score": 0.086194, "precision": 0.08435, "recall": 0.096838}, {"accuracy": 0.070158, "f1": 0.060388, "hf_subset": "mri_Latn-mar_Deva", "languages": ["mri-Latn", "mar-Deva"], "main_score": 0.060388, "precision": 0.057634, "recall": 0.070158}, {"accuracy": 0.166996, "f1": 0.153199, "hf_subset": "mri_Latn-plt_Latn", "languages": ["mri-Latn", "plt-Latn"], "main_score": 0.153199, "precision": 0.148298, "recall": 0.166996}, {"accuracy": 0.125494, "f1": 0.11191, "hf_subset": "mri_Latn-srp_Cyrl", "languages": ["mri-Latn", "srp-Cyrl"], "main_score": 0.11191, "precision": 0.10768, "recall": 0.125494}, {"accuracy": 0.064229, "f1": 0.057431, "hf_subset": "mri_Latn-uig_Arab", "languages": ["mri-Latn", "uig-Arab"], "main_score": 0.057431, "precision": 0.055457, "recall": 0.064229}, {"accuracy": 0.075099, "f1": 0.066429, "hf_subset": "mri_Latn-aeb_Arab", "languages": ["mri-Latn", "aeb-Arab"], "main_score": 0.066429, "precision": 0.064234, "recall": 0.075099}, {"accuracy": 0.038538, "f1": 0.033699, "hf_subset": "mri_Latn-ben_Beng", "languages": ["mri-Latn", "ben-Beng"], "main_score": 0.033699, "precision": 0.032704, "recall": 0.038538}, {"accuracy": 0.146245, "f1": 0.129996, "hf_subset": "mri_Latn-est_Latn", "languages": ["mri-Latn", "est-Latn"], "main_score": 0.129996, "precision": 0.125721, "recall": 0.146245}, {"accuracy": 0.086957, "f1": 0.074028, "hf_subset": "mri_Latn-hye_Armn", "languages": ["mri-Latn", "hye-Armn"], "main_score": 0.074028, "precision": 0.069874, "recall": 0.086957}, {"accuracy": 0.175889, "f1": 0.156644, "hf_subset": "mri_Latn-kmb_Latn", "languages": ["mri-Latn", "kmb-Latn"], "main_score": 0.156644, "precision": 0.150783, "recall": 0.175889}, {"accuracy": 0.01581, "f1": 0.013348, "hf_subset": "mri_Latn-min_Arab", "languages": ["mri-Latn", "min-Arab"], "main_score": 0.013348, "precision": 0.012937, "recall": 0.01581}, {"accuracy": 0.151186, "f1": 0.132, "hf_subset": "mri_Latn-pol_Latn", "languages": ["mri-Latn", "pol-Latn"], "main_score": 0.132, "precision": 0.126423, "recall": 0.151186}, {"accuracy": 0.128458, "f1": 0.117813, "hf_subset": "mri_Latn-ssw_Latn", "languages": ["mri-Latn", "ssw-Latn"], "main_score": 0.117813, "precision": 0.114228, "recall": 0.128458}, {"accuracy": 0.113636, "f1": 0.100602, "hf_subset": "mri_Latn-ukr_Cyrl", "languages": ["mri-Latn", "ukr-Cyrl"], "main_score": 0.100602, "precision": 0.097367, "recall": 0.113636}, {"accuracy": 0.139328, "f1": 0.125352, "hf_subset": "mri_Latn-afr_Latn", "languages": ["mri-Latn", "afr-Latn"], "main_score": 0.125352, "precision": 0.121847, "recall": 0.139328}, {"accuracy": 0.082016, "f1": 0.07372, "hf_subset": "mri_Latn-bho_Deva", "languages": ["mri-Latn", "bho-Deva"], "main_score": 0.07372, "precision": 0.07159, "recall": 0.082016}, {"accuracy": 0.089921, "f1": 0.085886, "hf_subset": "mri_Latn-eus_Latn", "languages": ["mri-Latn", "eus-Latn"], "main_score": 0.085886, "precision": 0.084331, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.136312, "hf_subset": "mri_Latn-ibo_Latn", "languages": ["mri-Latn", "ibo-Latn"], "main_score": 0.136312, "precision": 0.131948, "recall": 0.150198}, {"accuracy": 0.132411, "f1": 0.114794, "hf_subset": "mri_Latn-kmr_Latn", "languages": ["mri-Latn", "kmr-Latn"], "main_score": 0.114794, "precision": 0.110737, "recall": 0.132411}, {"accuracy": 0.105731, "f1": 0.094993, "hf_subset": "mri_Latn-min_Latn", "languages": ["mri-Latn", "min-Latn"], "main_score": 0.094993, "precision": 0.09201, "recall": 0.105731}, {"accuracy": 0.162055, "f1": 0.140546, "hf_subset": "mri_Latn-por_Latn", "languages": ["mri-Latn", "por-Latn"], "main_score": 0.140546, "precision": 0.135231, "recall": 0.162055}, {"accuracy": 0.086957, "f1": 0.082407, "hf_subset": "mri_Latn-sun_Latn", "languages": ["mri-Latn", "sun-Latn"], "main_score": 0.082407, "precision": 0.081224, "recall": 0.086957}, {"accuracy": 0.132411, "f1": 0.116901, "hf_subset": "mri_Latn-umb_Latn", "languages": ["mri-Latn", "umb-Latn"], "main_score": 0.116901, "precision": 0.112094, "recall": 0.132411}, {"accuracy": 0.096838, "f1": 0.083926, "hf_subset": "mri_Latn-ajp_Arab", "languages": ["mri-Latn", "ajp-Arab"], "main_score": 0.083926, "precision": 0.080682, "recall": 0.096838}, {"accuracy": 0.030632, "f1": 0.026748, "hf_subset": "mri_Latn-bjn_Arab", "languages": ["mri-Latn", "bjn-Arab"], "main_score": 0.026748, "precision": 0.02585, "recall": 0.030632}, {"accuracy": 0.172925, "f1": 0.159257, "hf_subset": "mri_Latn-ewe_Latn", "languages": ["mri-Latn", "ewe-Latn"], "main_score": 0.159257, "precision": 0.155055, "recall": 0.172925}, {"accuracy": 0.175889, "f1": 0.166903, "hf_subset": "mri_Latn-ilo_Latn", "languages": ["mri-Latn", "ilo-Latn"], "main_score": 0.166903, "precision": 0.164726, "recall": 0.175889}, {"accuracy": 0.04249, "f1": 0.039918, "hf_subset": "mri_Latn-knc_Arab", "languages": ["mri-Latn", "knc-Arab"], "main_score": 0.039918, "precision": 0.039488, "recall": 0.04249}, {"accuracy": 0.121542, "f1": 0.110093, "hf_subset": "mri_Latn-mkd_Cyrl", "languages": ["mri-Latn", "mkd-Cyrl"], "main_score": 0.110093, "precision": 0.106694, "recall": 0.121542}, {"accuracy": 0.081028, "f1": 0.071239, "hf_subset": "mri_Latn-prs_Arab", "languages": ["mri-Latn", "prs-Arab"], "main_score": 0.071239, "precision": 0.068559, "recall": 0.081028}, {"accuracy": 0.142292, "f1": 0.126835, "hf_subset": "mri_Latn-swe_Latn", "languages": ["mri-Latn", "swe-Latn"], "main_score": 0.126835, "precision": 0.123054, "recall": 0.142292}, {"accuracy": 0.079051, "f1": 0.06875, "hf_subset": "mri_Latn-urd_Arab", "languages": ["mri-Latn", "urd-Arab"], "main_score": 0.06875, "precision": 0.065896, "recall": 0.079051}, {"accuracy": 0.1917, "f1": 0.179514, "hf_subset": "mri_Latn-aka_Latn", "languages": ["mri-Latn", "aka-Latn"], "main_score": 0.179514, "precision": 0.17614, "recall": 0.1917}, {"accuracy": 0.106719, "f1": 0.101307, "hf_subset": "mri_Latn-bjn_Latn", "languages": ["mri-Latn", "bjn-Latn"], "main_score": 0.101307, "precision": 0.099649, "recall": 0.106719}, {"accuracy": 0.102767, "f1": 0.092516, "hf_subset": "mri_Latn-fao_Latn", "languages": ["mri-Latn", "fao-Latn"], "main_score": 0.092516, "precision": 0.089932, "recall": 0.102767}, {"accuracy": 0.161067, "f1": 0.140831, "hf_subset": "mri_Latn-ind_Latn", "languages": ["mri-Latn", "ind-Latn"], "main_score": 0.140831, "precision": 0.134729, "recall": 0.161067}, {"accuracy": 0.166996, "f1": 0.151975, "hf_subset": "mri_Latn-knc_Latn", "languages": ["mri-Latn", "knc-Latn"], "main_score": 0.151975, "precision": 0.147367, "recall": 0.166996}, {"accuracy": 0.143281, "f1": 0.130597, "hf_subset": "mri_Latn-mlt_Latn", "languages": ["mri-Latn", "mlt-Latn"], "main_score": 0.130597, "precision": 0.12615, "recall": 0.143281}, {"accuracy": 0.129447, "f1": 0.120199, "hf_subset": "mri_Latn-quy_Latn", "languages": ["mri-Latn", "quy-Latn"], "main_score": 0.120199, "precision": 0.11656, "recall": 0.129447}, {"accuracy": 0.114625, "f1": 0.103593, "hf_subset": "mri_Latn-swh_Latn", "languages": ["mri-Latn", "swh-Latn"], "main_score": 0.103593, "precision": 0.100585, "recall": 0.114625}, {"accuracy": 0.079051, "f1": 0.070585, "hf_subset": "mri_Latn-uzn_Latn", "languages": ["mri-Latn", "uzn-Latn"], "main_score": 0.070585, "precision": 0.068341, "recall": 0.079051}, {"accuracy": 0.123518, "f1": 0.110358, "hf_subset": "mri_Latn-als_Latn", "languages": ["mri-Latn", "als-Latn"], "main_score": 0.110358, "precision": 0.106416, "recall": 0.123518}, {"accuracy": 0.044466, "f1": 0.030872, "hf_subset": "mri_Latn-bod_Tibt", "languages": ["mri-Latn", "bod-Tibt"], "main_score": 0.030872, "precision": 0.027846, "recall": 0.044466}, {"accuracy": 0.142292, "f1": 0.129606, "hf_subset": "mri_Latn-fij_Latn", "languages": ["mri-Latn", "fij-Latn"], "main_score": 0.129606, "precision": 0.125454, "recall": 0.142292}, {"accuracy": 0.093874, "f1": 0.086754, "hf_subset": "mri_Latn-isl_Latn", "languages": ["mri-Latn", "isl-Latn"], "main_score": 0.086754, "precision": 0.084817, "recall": 0.093874}, {"accuracy": 0.166996, "f1": 0.157153, "hf_subset": "mri_Latn-kon_Latn", "languages": ["mri-Latn", "kon-Latn"], "main_score": 0.157153, "precision": 0.153344, "recall": 0.166996}, {"accuracy": 0.036561, "f1": 0.02961, "hf_subset": "mri_Latn-mni_Beng", "languages": ["mri-Latn", "mni-Beng"], "main_score": 0.02961, "precision": 0.028129, "recall": 0.036561}, {"accuracy": 0.163043, "f1": 0.146669, "hf_subset": "mri_Latn-ron_Latn", "languages": ["mri-Latn", "ron-Latn"], "main_score": 0.146669, "precision": 0.14189, "recall": 0.163043}, {"accuracy": 0.114625, "f1": 0.105271, "hf_subset": "mri_Latn-szl_Latn", "languages": ["mri-Latn", "szl-Latn"], "main_score": 0.105271, "precision": 0.102508, "recall": 0.114625}, {"accuracy": 0.110672, "f1": 0.103085, "hf_subset": "mri_Latn-vec_Latn", "languages": ["mri-Latn", "vec-Latn"], "main_score": 0.103085, "precision": 0.10068, "recall": 0.110672}, {"accuracy": 0.045455, "f1": 0.03786, "hf_subset": "mri_Latn-amh_Ethi", "languages": ["mri-Latn", "amh-Ethi"], "main_score": 0.03786, "precision": 0.036256, "recall": 0.045455}, {"accuracy": 0.144269, "f1": 0.128941, "hf_subset": "mri_Latn-bos_Latn", "languages": ["mri-Latn", "bos-Latn"], "main_score": 0.128941, "precision": 0.123916, "recall": 0.144269}, {"accuracy": 0.148221, "f1": 0.133771, "hf_subset": "mri_Latn-fin_Latn", "languages": ["mri-Latn", "fin-Latn"], "main_score": 0.133771, "precision": 0.130021, "recall": 0.148221}, {"accuracy": 0.167984, "f1": 0.145075, "hf_subset": "mri_Latn-ita_Latn", "languages": ["mri-Latn", "ita-Latn"], "main_score": 0.145075, "precision": 0.139579, "recall": 0.167984}, {"accuracy": 0.098814, "f1": 0.087112, "hf_subset": "mri_Latn-kor_Hang", "languages": ["mri-Latn", "kor-Hang"], "main_score": 0.087112, "precision": 0.084239, "recall": 0.098814}, {"accuracy": 0.158103, "f1": 0.146064, "hf_subset": "mri_Latn-mos_Latn", "languages": ["mri-Latn", "mos-Latn"], "main_score": 0.146064, "precision": 0.142058, "recall": 0.158103}, {"accuracy": 0.156126, "f1": 0.141127, "hf_subset": "mri_Latn-run_Latn", "languages": ["mri-Latn", "run-Latn"], "main_score": 0.141127, "precision": 0.136501, "recall": 0.156126}, {"accuracy": 0.043478, "f1": 0.031906, "hf_subset": "mri_Latn-tam_Taml", "languages": ["mri-Latn", "tam-Taml"], "main_score": 0.031906, "precision": 0.030073, "recall": 0.043478}, {"accuracy": 0.163043, "f1": 0.145511, "hf_subset": "mri_Latn-vie_Latn", "languages": ["mri-Latn", "vie-Latn"], "main_score": 0.145511, "precision": 0.141511, "recall": 0.163043}, {"accuracy": 0.074111, "f1": 0.066486, "hf_subset": "mri_Latn-apc_Arab", "languages": ["mri-Latn", "apc-Arab"], "main_score": 0.066486, "precision": 0.064487, "recall": 0.074111}, {"accuracy": 0.140316, "f1": 0.132041, "hf_subset": "mri_Latn-bug_Latn", "languages": ["mri-Latn", "bug-Latn"], "main_score": 0.132041, "precision": 0.129215, "recall": 0.140316}, {"accuracy": 0.166008, "f1": 0.152065, "hf_subset": "mri_Latn-fon_Latn", "languages": ["mri-Latn", "fon-Latn"], "main_score": 0.152065, "precision": 0.147001, "recall": 0.166008}, {"accuracy": 0.107708, "f1": 0.099057, "hf_subset": "mri_Latn-jav_Latn", "languages": ["mri-Latn", "jav-Latn"], "main_score": 0.099057, "precision": 0.096846, "recall": 0.107708}, {"accuracy": 0.145257, "f1": 0.131704, "hf_subset": "mri_Latn-lao_Laoo", "languages": ["mri-Latn", "lao-Laoo"], "main_score": 0.131704, "precision": 0.128608, "recall": 0.145257}, {"accuracy": 0.125494, "f1": 0.107068, "hf_subset": "mri_Latn-rus_Cyrl", "languages": ["mri-Latn", "rus-Cyrl"], "main_score": 0.107068, "precision": 0.102201, "recall": 0.125494}, {"accuracy": 0.16502, "f1": 0.156141, "hf_subset": "mri_Latn-taq_Latn", "languages": ["mri-Latn", "taq-Latn"], "main_score": 0.156141, "precision": 0.15372, "recall": 0.16502}, {"accuracy": 0.150198, "f1": 0.140555, "hf_subset": "mri_Latn-war_Latn", "languages": ["mri-Latn", "war-Latn"], "main_score": 0.140555, "precision": 0.137617, "recall": 0.150198}, {"accuracy": 0.089921, "f1": 0.077858, "hf_subset": "mri_Latn-arb_Arab", "languages": ["mri-Latn", "arb-Arab"], "main_score": 0.077858, "precision": 0.074749, "recall": 0.089921}, {"accuracy": 0.12747, "f1": 0.108956, "hf_subset": "mri_Latn-bul_Cyrl", "languages": ["mri-Latn", "bul-Cyrl"], "main_score": 0.108956, "precision": 0.103663, "recall": 0.12747}, {"accuracy": 0.162055, "f1": 0.140241, "hf_subset": "mri_Latn-fra_Latn", "languages": ["mri-Latn", "fra-Latn"], "main_score": 0.140241, "precision": 0.134761, "recall": 0.162055}, {"accuracy": 0.110672, "f1": 0.099903, "hf_subset": "mri_Latn-jpn_Jpan", "languages": ["mri-Latn", "jpn-Jpan"], "main_score": 0.099903, "precision": 0.09672, "recall": 0.110672}, {"accuracy": 0.108696, "f1": 0.102501, "hf_subset": "mri_Latn-lij_Latn", "languages": ["mri-Latn", "lij-Latn"], "main_score": 0.102501, "precision": 0.101155, "recall": 0.108696}, {"accuracy": 0.076087, "f1": 0.061998, "hf_subset": "mri_Latn-mya_Mymr", "languages": ["mri-Latn", "mya-Mymr"], "main_score": 0.061998, "precision": 0.058581, "recall": 0.076087}, {"accuracy": 0.151186, "f1": 0.135933, "hf_subset": "mri_Latn-sag_Latn", "languages": ["mri-Latn", "sag-Latn"], "main_score": 0.135933, "precision": 0.131412, "recall": 0.151186}, {"accuracy": 0.077075, "f1": 0.0617, "hf_subset": "mri_Latn-taq_Tfng", "languages": ["mri-Latn", "taq-Tfng"], "main_score": 0.0617, "precision": 0.057713, "recall": 0.077075}, {"accuracy": 0.194664, "f1": 0.18212, "hf_subset": "mri_Latn-wol_Latn", "languages": ["mri-Latn", "wol-Latn"], "main_score": 0.18212, "precision": 0.177822, "recall": 0.194664}, {"accuracy": 0.082016, "f1": 0.070778, "hf_subset": "mri_Latn-arb_Latn", "languages": ["mri-Latn", "arb-Latn"], "main_score": 0.070778, "precision": 0.067145, "recall": 0.082016}, {"accuracy": 0.16502, "f1": 0.143263, "hf_subset": "mri_Latn-cat_Latn", "languages": ["mri-Latn", "cat-Latn"], "main_score": 0.143263, "precision": 0.137175, "recall": 0.16502}, {"accuracy": 0.110672, "f1": 0.102393, "hf_subset": "mri_Latn-fur_Latn", "languages": ["mri-Latn", "fur-Latn"], "main_score": 0.102393, "precision": 0.099897, "recall": 0.110672}, {"accuracy": 0.065217, "f1": 0.0531, "hf_subset": "mri_Latn-kab_Latn", "languages": ["mri-Latn", "kab-Latn"], "main_score": 0.0531, "precision": 0.049358, "recall": 0.065217}, {"accuracy": 0.119565, "f1": 0.112687, "hf_subset": "mri_Latn-lim_Latn", "languages": ["mri-Latn", "lim-Latn"], "main_score": 0.112687, "precision": 0.110856, "recall": 0.119565}, {"accuracy": 0.174901, "f1": 0.155744, "hf_subset": "mri_Latn-nld_Latn", "languages": ["mri-Latn", "nld-Latn"], "main_score": 0.155744, "precision": 0.150192, "recall": 0.174901}, {"accuracy": 0.059289, "f1": 0.052967, "hf_subset": "mri_Latn-san_Deva", "languages": ["mri-Latn", "san-Deva"], "main_score": 0.052967, "precision": 0.051167, "recall": 0.059289}, {"accuracy": 0.097826, "f1": 0.086704, "hf_subset": "mri_Latn-tat_Cyrl", "languages": ["mri-Latn", "tat-Cyrl"], "main_score": 0.086704, "precision": 0.083676, "recall": 0.097826}, {"accuracy": 0.142292, "f1": 0.130179, "hf_subset": "mri_Latn-xho_Latn", "languages": ["mri-Latn", "xho-Latn"], "main_score": 0.130179, "precision": 0.126877, "recall": 0.142292}, {"accuracy": 0.083004, "f1": 0.071012, "hf_subset": "mri_Latn-ars_Arab", "languages": ["mri-Latn", "ars-Arab"], "main_score": 0.071012, "precision": 0.067885, "recall": 0.083004}, {"accuracy": 0.130435, "f1": 0.120232, "hf_subset": "mri_Latn-ceb_Latn", "languages": ["mri-Latn", "ceb-Latn"], "main_score": 0.120232, "precision": 0.117015, "recall": 0.130435}, {"accuracy": 0.141304, "f1": 0.126811, "hf_subset": "mri_Latn-fuv_Latn", "languages": ["mri-Latn", "fuv-Latn"], "main_score": 0.126811, "precision": 0.121805, "recall": 0.141304}, {"accuracy": 0.176877, "f1": 0.158387, "hf_subset": "mri_Latn-kac_Latn", "languages": ["mri-Latn", "kac-Latn"], "main_score": 0.158387, "precision": 0.152042, "recall": 0.176877}, {"accuracy": 0.144269, "f1": 0.134551, "hf_subset": "mri_Latn-lin_Latn", "languages": ["mri-Latn", "lin-Latn"], "main_score": 0.134551, "precision": 0.131248, "recall": 0.144269}, {"accuracy": 0.139328, "f1": 0.125249, "hf_subset": "mri_Latn-nno_Latn", "languages": ["mri-Latn", "nno-Latn"], "main_score": 0.125249, "precision": 0.121021, "recall": 0.139328}, {"accuracy": 0.019763, "f1": 0.009997, "hf_subset": "mri_Latn-sat_Olck", "languages": ["mri-Latn", "sat-Olck"], "main_score": 0.009997, "precision": 0.008357, "recall": 0.019763}, {"accuracy": 0.054348, "f1": 0.047793, "hf_subset": "mri_Latn-tel_Telu", "languages": ["mri-Latn", "tel-Telu"], "main_score": 0.047793, "precision": 0.046311, "recall": 0.054348}, {"accuracy": 0.044466, "f1": 0.035635, "hf_subset": "mri_Latn-ydd_Hebr", "languages": ["mri-Latn", "ydd-Hebr"], "main_score": 0.035635, "precision": 0.033779, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.057532, "hf_subset": "mri_Latn-ary_Arab", "languages": ["mri-Latn", "ary-Arab"], "main_score": 0.057532, "precision": 0.055208, "recall": 0.067194}, {"accuracy": 0.150198, "f1": 0.132176, "hf_subset": "mri_Latn-ces_Latn", "languages": ["mri-Latn", "ces-Latn"], "main_score": 0.132176, "precision": 0.126796, "recall": 0.150198}, {"accuracy": 0.071146, "f1": 0.058396, "hf_subset": "mri_Latn-gaz_Latn", "languages": ["mri-Latn", "gaz-Latn"], "main_score": 0.058396, "precision": 0.054379, "recall": 0.071146}, {"accuracy": 0.163043, "f1": 0.152655, "hf_subset": "mri_Latn-kam_Latn", "languages": ["mri-Latn", "kam-Latn"], "main_score": 0.152655, "precision": 0.148744, "recall": 0.163043}, {"accuracy": 0.135375, "f1": 0.118269, "hf_subset": "mri_Latn-lit_Latn", "languages": ["mri-Latn", "lit-Latn"], "main_score": 0.118269, "precision": 0.114231, "recall": 0.135375}, {"accuracy": 0.164032, "f1": 0.147076, "hf_subset": "mri_Latn-nob_Latn", "languages": ["mri-Latn", "nob-Latn"], "main_score": 0.147076, "precision": 0.142732, "recall": 0.164032}, {"accuracy": 0.100791, "f1": 0.094403, "hf_subset": "mri_Latn-scn_Latn", "languages": ["mri-Latn", "scn-Latn"], "main_score": 0.094403, "precision": 0.092581, "recall": 0.100791}, {"accuracy": 0.09585, "f1": 0.083783, "hf_subset": "mri_Latn-tgk_Cyrl", "languages": ["mri-Latn", "tgk-Cyrl"], "main_score": 0.083783, "precision": 0.080083, "recall": 0.09585}, {"accuracy": 0.149209, "f1": 0.134996, "hf_subset": "mri_Latn-yor_Latn", "languages": ["mri-Latn", "yor-Latn"], "main_score": 0.134996, "precision": 0.130521, "recall": 0.149209}, {"accuracy": 0.081028, "f1": 0.073586, "hf_subset": "mri_Latn-arz_Arab", "languages": ["mri-Latn", "arz-Arab"], "main_score": 0.073586, "precision": 0.071746, "recall": 0.081028}, {"accuracy": 0.149209, "f1": 0.137848, "hf_subset": "mri_Latn-cjk_Latn", "languages": ["mri-Latn", "cjk-Latn"], "main_score": 0.137848, "precision": 0.133522, "recall": 0.149209}, {"accuracy": 0.125494, "f1": 0.108801, "hf_subset": "mri_Latn-gla_Latn", "languages": ["mri-Latn", "gla-Latn"], "main_score": 0.108801, "precision": 0.103817, "recall": 0.125494}, {"accuracy": 0.040514, "f1": 0.033677, "hf_subset": "mri_Latn-kan_Knda", "languages": ["mri-Latn", "kan-Knda"], "main_score": 0.033677, "precision": 0.031693, "recall": 0.040514}, {"accuracy": 0.109684, "f1": 0.099959, "hf_subset": "mri_Latn-lmo_Latn", "languages": ["mri-Latn", "lmo-Latn"], "main_score": 0.099959, "precision": 0.097197, "recall": 0.109684}, {"accuracy": 0.091897, "f1": 0.081799, "hf_subset": "mri_Latn-npi_Deva", "languages": ["mri-Latn", "npi-Deva"], "main_score": 0.081799, "precision": 0.079324, "recall": 0.091897}, {"accuracy": 0.153162, "f1": 0.1332, "hf_subset": "mri_Latn-shn_Mymr", "languages": ["mri-Latn", "shn-Mymr"], "main_score": 0.1332, "precision": 0.127228, "recall": 0.153162}, {"accuracy": 0.133399, "f1": 0.128184, "hf_subset": "mri_Latn-tgl_Latn", "languages": ["mri-Latn", "tgl-Latn"], "main_score": 0.128184, "precision": 0.125947, "recall": 0.133399}, {"accuracy": 0.112648, "f1": 0.096509, "hf_subset": "mri_Latn-yue_Hant", "languages": ["mri-Latn", "yue-Hant"], "main_score": 0.096509, "precision": 0.092925, "recall": 0.112648}, {"accuracy": 0.029644, "f1": 0.025852, "hf_subset": "mri_Latn-asm_Beng", "languages": ["mri-Latn", "asm-Beng"], "main_score": 0.025852, "precision": 0.025284, "recall": 0.029644}, {"accuracy": 0.072134, "f1": 0.057895, "hf_subset": "mri_Latn-ckb_Arab", "languages": ["mri-Latn", "ckb-Arab"], "main_score": 0.057895, "precision": 0.054793, "recall": 0.072134}, {"accuracy": 0.123518, "f1": 0.112721, "hf_subset": "mri_Latn-gle_Latn", "languages": ["mri-Latn", "gle-Latn"], "main_score": 0.112721, "precision": 0.109352, "recall": 0.123518}, {"accuracy": 0.050395, "f1": 0.045645, "hf_subset": "mri_Latn-kas_Arab", "languages": ["mri-Latn", "kas-Arab"], "main_score": 0.045645, "precision": 0.044427, "recall": 0.050395}, {"accuracy": 0.105731, "f1": 0.091628, "hf_subset": "mri_Latn-ltg_Latn", "languages": ["mri-Latn", "ltg-Latn"], "main_score": 0.091628, "precision": 0.088571, "recall": 0.105731}, {"accuracy": 0.189723, "f1": 0.177426, "hf_subset": "mri_Latn-nso_Latn", "languages": ["mri-Latn", "nso-Latn"], "main_score": 0.177426, "precision": 0.173277, "recall": 0.189723}, {"accuracy": 0.047431, "f1": 0.039517, "hf_subset": "mri_Latn-sin_Sinh", "languages": ["mri-Latn", "sin-Sinh"], "main_score": 0.039517, "precision": 0.037791, "recall": 0.047431}, {"accuracy": 0.109684, "f1": 0.095365, "hf_subset": "mri_Latn-tha_Thai", "languages": ["mri-Latn", "tha-Thai"], "main_score": 0.095365, "precision": 0.091439, "recall": 0.109684}, {"accuracy": 0.115613, "f1": 0.098085, "hf_subset": "mri_Latn-zho_Hans", "languages": ["mri-Latn", "zho-Hans"], "main_score": 0.098085, "precision": 0.094017, "recall": 0.115613}, {"accuracy": 0.123518, "f1": 0.106143, "hf_subset": "mri_Latn-ast_Latn", "languages": ["mri-Latn", "ast-Latn"], "main_score": 0.106143, "precision": 0.102808, "recall": 0.123518}, {"accuracy": 0.090909, "f1": 0.086308, "hf_subset": "mri_Latn-crh_Latn", "languages": ["mri-Latn", "crh-Latn"], "main_score": 0.086308, "precision": 0.084656, "recall": 0.090909}, {"accuracy": 0.158103, "f1": 0.140683, "hf_subset": "mri_Latn-glg_Latn", "languages": ["mri-Latn", "glg-Latn"], "main_score": 0.140683, "precision": 0.136029, "recall": 0.158103}, {"accuracy": 0.087945, "f1": 0.077656, "hf_subset": "mri_Latn-kas_Deva", "languages": ["mri-Latn", "kas-Deva"], "main_score": 0.077656, "precision": 0.074875, "recall": 0.087945}, {"accuracy": 0.117589, "f1": 0.109434, "hf_subset": "mri_Latn-ltz_Latn", "languages": ["mri-Latn", "ltz-Latn"], "main_score": 0.109434, "precision": 0.107049, "recall": 0.117589}, {"accuracy": 0.100791, "f1": 0.081199, "hf_subset": "mri_Latn-nus_Latn", "languages": ["mri-Latn", "nus-Latn"], "main_score": 0.081199, "precision": 0.074968, "recall": 0.100791}, {"accuracy": 0.158103, "f1": 0.144073, "hf_subset": "mri_Latn-slk_Latn", "languages": ["mri-Latn", "slk-Latn"], "main_score": 0.144073, "precision": 0.139533, "recall": 0.158103}, {"accuracy": 0.032609, "f1": 0.025803, "hf_subset": "mri_Latn-tir_Ethi", "languages": ["mri-Latn", "tir-Ethi"], "main_score": 0.025803, "precision": 0.024129, "recall": 0.032609}, {"accuracy": 0.09585, "f1": 0.085444, "hf_subset": "mri_Latn-zho_Hant", "languages": ["mri-Latn", "zho-Hant"], "main_score": 0.085444, "precision": 0.082759, "recall": 0.09585}, {"accuracy": 0.094862, "f1": 0.081717, "hf_subset": "mri_Latn-awa_Deva", "languages": ["mri-Latn", "awa-Deva"], "main_score": 0.081717, "precision": 0.078708, "recall": 0.094862}, {"accuracy": 0.113636, "f1": 0.104534, "hf_subset": "mri_Latn-cym_Latn", "languages": ["mri-Latn", "cym-Latn"], "main_score": 0.104534, "precision": 0.101669, "recall": 0.113636}, {"accuracy": 0.153162, "f1": 0.14444, "hf_subset": "mri_Latn-grn_Latn", "languages": ["mri-Latn", "grn-Latn"], "main_score": 0.14444, "precision": 0.141687, "recall": 0.153162}, {"accuracy": 0.08498, "f1": 0.077393, "hf_subset": "mri_Latn-kat_Geor", "languages": ["mri-Latn", "kat-Geor"], "main_score": 0.077393, "precision": 0.07506, "recall": 0.08498}, {"accuracy": 0.159091, "f1": 0.14479, "hf_subset": "mri_Latn-lua_Latn", "languages": ["mri-Latn", "lua-Latn"], "main_score": 0.14479, "precision": 0.139791, "recall": 0.159091}, {"accuracy": 0.170949, "f1": 0.159058, "hf_subset": "mri_Latn-nya_Latn", "languages": ["mri-Latn", "nya-Latn"], "main_score": 0.159058, "precision": 0.154249, "recall": 0.170949}, {"accuracy": 0.150198, "f1": 0.133187, "hf_subset": "mri_Latn-slv_Latn", "languages": ["mri-Latn", "slv-Latn"], "main_score": 0.133187, "precision": 0.128377, "recall": 0.150198}, {"accuracy": 0.15415, "f1": 0.14409, "hf_subset": "mri_Latn-tpi_Latn", "languages": ["mri-Latn", "tpi-Latn"], "main_score": 0.14409, "precision": 0.139904, "recall": 0.15415}, {"accuracy": 0.164032, "f1": 0.147285, "hf_subset": "mri_Latn-zsm_Latn", "languages": ["mri-Latn", "zsm-Latn"], "main_score": 0.147285, "precision": 0.143031, "recall": 0.164032}, {"accuracy": 0.149209, "f1": 0.133232, "hf_subset": "mri_Latn-ayr_Latn", "languages": ["mri-Latn", "ayr-Latn"], "main_score": 0.133232, "precision": 0.12747, "recall": 0.149209}, {"accuracy": 0.162055, "f1": 0.145174, "hf_subset": "mri_Latn-dan_Latn", "languages": ["mri-Latn", "dan-Latn"], "main_score": 0.145174, "precision": 0.140296, "recall": 0.162055}, {"accuracy": 0.0583, "f1": 0.050056, "hf_subset": "mri_Latn-guj_Gujr", "languages": ["mri-Latn", "guj-Gujr"], "main_score": 0.050056, "precision": 0.04862, "recall": 0.0583}, {"accuracy": 0.118577, "f1": 0.102171, "hf_subset": "mri_Latn-kaz_Cyrl", "languages": ["mri-Latn", "kaz-Cyrl"], "main_score": 0.102171, "precision": 0.09941, "recall": 0.118577}, {"accuracy": 0.134387, "f1": 0.122809, "hf_subset": "mri_Latn-lug_Latn", "languages": ["mri-Latn", "lug-Latn"], "main_score": 0.122809, "precision": 0.118906, "recall": 0.134387}, {"accuracy": 0.142292, "f1": 0.130305, "hf_subset": "mri_Latn-oci_Latn", "languages": ["mri-Latn", "oci-Latn"], "main_score": 0.130305, "precision": 0.126689, "recall": 0.142292}, {"accuracy": 0.168972, "f1": 0.148399, "hf_subset": "mri_Latn-smo_Latn", "languages": ["mri-Latn", "smo-Latn"], "main_score": 0.148399, "precision": 0.142976, "recall": 0.168972}, {"accuracy": 0.181818, "f1": 0.165784, "hf_subset": "mri_Latn-tsn_Latn", "languages": ["mri-Latn", "tsn-Latn"], "main_score": 0.165784, "precision": 0.160351, "recall": 0.181818}, {"accuracy": 0.140316, "f1": 0.12736, "hf_subset": "mri_Latn-zul_Latn", "languages": ["mri-Latn", "zul-Latn"], "main_score": 0.12736, "precision": 0.123495, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.054246, "hf_subset": "mri_Latn-azb_Arab", "languages": ["mri-Latn", "azb-Arab"], "main_score": 0.054246, "precision": 0.052838, "recall": 0.060277}, {"accuracy": 0.158103, "f1": 0.143076, "hf_subset": "mri_Latn-deu_Latn", "languages": ["mri-Latn", "deu-Latn"], "main_score": 0.143076, "precision": 0.138206, "recall": 0.158103}, {"accuracy": 0.151186, "f1": 0.138917, "hf_subset": "mri_Latn-hat_Latn", "languages": ["mri-Latn", "hat-Latn"], "main_score": 0.138917, "precision": 0.134792, "recall": 0.151186}, {"accuracy": 0.173913, "f1": 0.157791, "hf_subset": "mri_Latn-kbp_Latn", "languages": ["mri-Latn", "kbp-Latn"], "main_score": 0.157791, "precision": 0.151962, "recall": 0.173913}, {"accuracy": 0.171937, "f1": 0.157583, "hf_subset": "mri_Latn-luo_Latn", "languages": ["mri-Latn", "luo-Latn"], "main_score": 0.157583, "precision": 0.153426, "recall": 0.171937}, {"accuracy": 0.037549, "f1": 0.030556, "hf_subset": "mri_Latn-ory_Orya", "languages": ["mri-Latn", "ory-Orya"], "main_score": 0.030556, "precision": 0.029096, "recall": 0.037549}, {"accuracy": 0.141304, "f1": 0.127226, "hf_subset": "mri_Latn-sna_Latn", "languages": ["mri-Latn", "sna-Latn"], "main_score": 0.127226, "precision": 0.122511, "recall": 0.141304}, {"accuracy": 0.176877, "f1": 0.163901, "hf_subset": "mri_Latn-tso_Latn", "languages": ["mri-Latn", "tso-Latn"], "main_score": 0.163901, "precision": 0.15903, "recall": 0.176877}, {"accuracy": 0.090909, "f1": 0.083842, "hf_subset": "mri_Latn-azj_Latn", "languages": ["mri-Latn", "azj-Latn"], "main_score": 0.083842, "precision": 0.082199, "recall": 0.090909}, {"accuracy": 0.156126, "f1": 0.139556, "hf_subset": "mri_Latn-dik_Latn", "languages": ["mri-Latn", "dik-Latn"], "main_score": 0.139556, "precision": 0.134135, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.146889, "hf_subset": "mri_Latn-hau_Latn", "languages": ["mri-Latn", "hau-Latn"], "main_score": 0.146889, "precision": 0.142984, "recall": 0.158103}, {"accuracy": 0.086957, "f1": 0.081756, "hf_subset": "mri_Latn-kea_Latn", "languages": ["mri-Latn", "kea-Latn"], "main_score": 0.081756, "precision": 0.080157, "recall": 0.086957}, {"accuracy": 0.177866, "f1": 0.162349, "hf_subset": "mri_Latn-lus_Latn", "languages": ["mri-Latn", "lus-Latn"], "main_score": 0.162349, "precision": 0.157877, "recall": 0.177866}, {"accuracy": 0.146245, "f1": 0.137366, "hf_subset": "mri_Latn-pag_Latn", "languages": ["mri-Latn", "pag-Latn"], "main_score": 0.137366, "precision": 0.134511, "recall": 0.146245}, {"accuracy": 0.051383, "f1": 0.044784, "hf_subset": "mri_Latn-snd_Arab", "languages": ["mri-Latn", "snd-Arab"], "main_score": 0.044784, "precision": 0.042749, "recall": 0.051383}, {"accuracy": 0.103755, "f1": 0.089923, "hf_subset": "mri_Latn-tuk_Latn", "languages": ["mri-Latn", "tuk-Latn"], "main_score": 0.089923, "precision": 0.086607, "recall": 0.103755}, {"accuracy": 0.117589, "f1": 0.100768, "hf_subset": "mri_Latn-bak_Cyrl", "languages": ["mri-Latn", "bak-Cyrl"], "main_score": 0.100768, "precision": 0.096998, "recall": 0.117589}, {"accuracy": 0.13834, "f1": 0.124711, "hf_subset": "mri_Latn-dyu_Latn", "languages": ["mri-Latn", "dyu-Latn"], "main_score": 0.124711, "precision": 0.120785, "recall": 0.13834}, {"accuracy": 0.100791, "f1": 0.086829, "hf_subset": "mri_Latn-heb_Hebr", "languages": ["mri-Latn", "heb-Hebr"], "main_score": 0.086829, "precision": 0.08244, "recall": 0.100791}, {"accuracy": 0.105731, "f1": 0.090196, "hf_subset": "mri_Latn-khk_Cyrl", "languages": ["mri-Latn", "khk-Cyrl"], "main_score": 0.090196, "precision": 0.087098, "recall": 0.105731}, {"accuracy": 0.126482, "f1": 0.111567, "hf_subset": "mri_Latn-lvs_Latn", "languages": ["mri-Latn", "lvs-Latn"], "main_score": 0.111567, "precision": 0.107872, "recall": 0.126482}, {"accuracy": 0.037549, "f1": 0.027423, "hf_subset": "mri_Latn-pan_Guru", "languages": ["mri-Latn", "pan-Guru"], "main_score": 0.027423, "precision": 0.025434, "recall": 0.037549}, {"accuracy": 0.133399, "f1": 0.1241, "hf_subset": "mri_Latn-som_Latn", "languages": ["mri-Latn", "som-Latn"], "main_score": 0.1241, "precision": 0.121155, "recall": 0.133399}, {"accuracy": 0.208498, "f1": 0.184811, "hf_subset": "mri_Latn-tum_Latn", "languages": ["mri-Latn", "tum-Latn"], "main_score": 0.184811, "precision": 0.178157, "recall": 0.208498}, {"accuracy": 0.088933, "f1": 0.058515, "hf_subset": "rus_Cyrl-ace_Arab", "languages": ["rus-Cyrl", "ace-Arab"], "main_score": 0.058515, "precision": 0.050896, "recall": 0.088933}, {"accuracy": 0.182806, "f1": 0.117503, "hf_subset": "rus_Cyrl-bam_Latn", "languages": ["rus-Cyrl", "bam-Latn"], "main_score": 0.117503, "precision": 0.101486, "recall": 0.182806}, {"accuracy": 0.002964, "f1": 3.7e-05, "hf_subset": "rus_Cyrl-dzo_Tibt", "languages": ["rus-Cyrl", "dzo-Tibt"], "main_score": 3.7e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-hin_Deva", "languages": ["rus-Cyrl", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.88363, "hf_subset": "rus_Cyrl-khm_Khmr", "languages": ["rus-Cyrl", "khm-Khmr"], "main_score": 0.88363, "precision": 0.870833, "recall": 0.911067}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "rus_Cyrl-mag_Deva", "languages": ["rus-Cyrl", "mag-Deva"], "main_score": 0.925725, "precision": 0.916996, "recall": 0.943676}, {"accuracy": 0.624506, "f1": 0.548786, "hf_subset": "rus_Cyrl-pap_Latn", "languages": ["rus-Cyrl", "pap-Latn"], "main_score": 0.548786, "precision": 0.520111, "recall": 0.624506}, {"accuracy": 0.203557, "f1": 0.136244, "hf_subset": "rus_Cyrl-sot_Latn", "languages": ["rus-Cyrl", "sot-Latn"], "main_score": 0.136244, "precision": 0.119475, "recall": 0.203557}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-tur_Latn", "languages": ["rus-Cyrl", "tur-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.413043, "f1": 0.328021, "hf_subset": "rus_Cyrl-ace_Latn", "languages": ["rus-Cyrl", "ace-Latn"], "main_score": 0.328021, "precision": 0.301438, "recall": 0.413043}, {"accuracy": 0.652174, "f1": 0.579047, "hf_subset": "rus_Cyrl-ban_Latn", "languages": ["rus-Cyrl", "ban-Latn"], "main_score": 0.579047, "precision": 0.550019, "recall": 0.652174}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-ell_Grek", "languages": ["rus-Cyrl", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.914032, "f1": 0.888307, "hf_subset": "rus_Cyrl-hne_Deva", "languages": ["rus-Cyrl", "hne-Deva"], "main_score": 0.888307, "precision": 0.876153, "recall": 0.914032}, {"accuracy": 0.241107, "f1": 0.16249, "hf_subset": "rus_Cyrl-kik_Latn", "languages": ["rus-Cyrl", "kik-Latn"], "main_score": 0.16249, "precision": 0.142036, "recall": 0.241107}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "rus_Cyrl-mai_Deva", "languages": ["rus-Cyrl", "mai-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.838933, "f1": 0.793017, "hf_subset": "rus_Cyrl-pbt_Arab", "languages": ["rus-Cyrl", "pbt-Arab"], "main_score": 0.793017, "precision": 0.772348, "recall": 0.838933}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-spa_Latn", "languages": ["rus-Cyrl", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.289526, "f1": 0.198602, "hf_subset": "rus_Cyrl-twi_Latn", "languages": ["rus-Cyrl", "twi-Latn"], "main_score": 0.198602, "precision": 0.174367, "recall": 0.289526}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-acm_Arab", "languages": ["rus-Cyrl", "acm-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "rus_Cyrl-bel_Cyrl", "languages": ["rus-Cyrl", "bel-Cyrl"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-eng_Latn", "languages": ["rus-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-hrv_Latn", "languages": ["rus-Cyrl", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.149209, "f1": 0.09106, "hf_subset": "rus_Cyrl-kin_Latn", "languages": ["rus-Cyrl", "kin-Latn"], "main_score": 0.09106, "precision": 0.07727, "recall": 0.149209}, {"accuracy": 0.90415, "f1": 0.877141, "hf_subset": "rus_Cyrl-mal_Mlym", "languages": ["rus-Cyrl", "mal-Mlym"], "main_score": 0.877141, "precision": 0.864657, "recall": 0.90415}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-pes_Arab", "languages": ["rus-Cyrl", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.713439, "f1": 0.643603, "hf_subset": "rus_Cyrl-srd_Latn", "languages": ["rus-Cyrl", "srd-Latn"], "main_score": 0.643603, "precision": 0.614288, "recall": 0.713439}, {"accuracy": 0.070158, "f1": 0.035388, "hf_subset": "rus_Cyrl-tzm_Tfng", "languages": ["rus-Cyrl", "tzm-Tfng"], "main_score": 0.035388, "precision": 0.029562, "recall": 0.070158}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "rus_Cyrl-acq_Arab", "languages": ["rus-Cyrl", "acq-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.218379, "f1": 0.148288, "hf_subset": "rus_Cyrl-bem_Latn", "languages": ["rus-Cyrl", "bem-Latn"], "main_score": 0.148288, "precision": 0.132247, "recall": 0.218379}, {"accuracy": 0.862648, "f1": 0.82309, "hf_subset": "rus_Cyrl-epo_Latn", "languages": ["rus-Cyrl", "epo-Latn"], "main_score": 0.82309, "precision": 0.805007, "recall": 0.862648}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-hun_Latn", "languages": ["rus-Cyrl", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "rus_Cyrl-kir_Cyrl", "languages": ["rus-Cyrl", "kir-Cyrl"], "main_score": 0.928689, "precision": 0.920949, "recall": 0.944664}, {"accuracy": 0.911067, "f1": 0.882971, "hf_subset": "rus_Cyrl-mar_Deva", "languages": ["rus-Cyrl", "mar-Deva"], "main_score": 0.882971, "precision": 0.869648, "recall": 0.911067}, {"accuracy": 0.277668, "f1": 0.206599, "hf_subset": "rus_Cyrl-plt_Latn", "languages": ["rus-Cyrl", "plt-Latn"], "main_score": 0.206599, "precision": 0.186157, "recall": 0.277668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-srp_Cyrl", "languages": ["rus-Cyrl", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.810277, "f1": 0.764723, "hf_subset": "rus_Cyrl-uig_Arab", "languages": ["rus-Cyrl", "uig-Arab"], "main_score": 0.764723, "precision": 0.744878, "recall": 0.810277}, {"accuracy": 0.938735, "f1": 0.919368, "hf_subset": "rus_Cyrl-aeb_Arab", "languages": ["rus-Cyrl", "aeb-Arab"], "main_score": 0.919368, "precision": 0.910161, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.887253, "hf_subset": "rus_Cyrl-ben_Beng", "languages": ["rus-Cyrl", "ben-Beng"], "main_score": 0.887253, "precision": 0.875082, "recall": 0.913043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-est_Latn", "languages": ["rus-Cyrl", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "rus_Cyrl-hye_Armn", "languages": ["rus-Cyrl", "hye-Armn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.16502, "f1": 0.099374, "hf_subset": "rus_Cyrl-kmb_Latn", "languages": ["rus-Cyrl", "kmb-Latn"], "main_score": 0.099374, "precision": 0.085527, "recall": 0.16502}, {"accuracy": 0.068182, "f1": 0.043152, "hf_subset": "rus_Cyrl-min_Arab", "languages": ["rus-Cyrl", "min-Arab"], "main_score": 0.043152, "precision": 0.037441, "recall": 0.068182}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-pol_Latn", "languages": ["rus-Cyrl", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.149209, "f1": 0.094131, "hf_subset": "rus_Cyrl-ssw_Latn", "languages": ["rus-Cyrl", "ssw-Latn"], "main_score": 0.094131, "precision": 0.082367, "recall": 0.149209}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-ukr_Cyrl", "languages": ["rus-Cyrl", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "rus_Cyrl-afr_Latn", "languages": ["rus-Cyrl", "afr-Latn"], "main_score": 0.94664, "precision": 0.940547, "recall": 0.959486}, {"accuracy": 0.907115, "f1": 0.881061, "hf_subset": "rus_Cyrl-bho_Deva", "languages": ["rus-Cyrl", "bho-Deva"], "main_score": 0.881061, "precision": 0.869433, "recall": 0.907115}, {"accuracy": 0.746047, "f1": 0.685248, "hf_subset": "rus_Cyrl-eus_Latn", "languages": ["rus-Cyrl", "eus-Latn"], "main_score": 0.685248, "precision": 0.658992, "recall": 0.746047}, {"accuracy": 0.184783, "f1": 0.111914, "hf_subset": "rus_Cyrl-ibo_Latn", "languages": ["rus-Cyrl", "ibo-Latn"], "main_score": 0.111914, "precision": 0.094825, "recall": 0.184783}, {"accuracy": 0.749012, "f1": 0.69656, "hf_subset": "rus_Cyrl-kmr_Latn", "languages": ["rus-Cyrl", "kmr-Latn"], "main_score": 0.69656, "precision": 0.675, "recall": 0.749012}, {"accuracy": 0.632411, "f1": 0.558104, "hf_subset": "rus_Cyrl-min_Latn", "languages": ["rus-Cyrl", "min-Latn"], "main_score": 0.558104, "precision": 0.530003, "recall": 0.632411}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-por_Latn", "languages": ["rus-Cyrl", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.759881, "f1": 0.700066, "hf_subset": "rus_Cyrl-sun_Latn", "languages": ["rus-Cyrl", "sun-Latn"], "main_score": 0.700066, "precision": 0.675428, "recall": 0.759881}, {"accuracy": 0.174901, "f1": 0.110051, "hf_subset": "rus_Cyrl-umb_Latn", "languages": ["rus-Cyrl", "umb-Latn"], "main_score": 0.110051, "precision": 0.094408, "recall": 0.174901}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "rus_Cyrl-ajp_Arab", "languages": ["rus-Cyrl", "ajp-Arab"], "main_score": 0.964097, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.074111, "f1": 0.041376, "hf_subset": "rus_Cyrl-bjn_Arab", "languages": ["rus-Cyrl", "bjn-Arab"], "main_score": 0.041376, "precision": 0.034032, "recall": 0.074111}, {"accuracy": 0.245059, "f1": 0.175751, "hf_subset": "rus_Cyrl-ewe_Latn", "languages": ["rus-Cyrl", "ewe-Latn"], "main_score": 0.175751, "precision": 0.158122, "recall": 0.245059}, {"accuracy": 0.355731, "f1": 0.263657, "hf_subset": "rus_Cyrl-ilo_Latn", "languages": ["rus-Cyrl", "ilo-Latn"], "main_score": 0.263657, "precision": 0.236719, "recall": 0.355731}, {"accuracy": 0.091897, "f1": 0.051269, "hf_subset": "rus_Cyrl-knc_Arab", "languages": ["rus-Cyrl", "knc-Arab"], "main_score": 0.051269, "precision": 0.042671, "recall": 0.091897}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-mkd_Cyrl", "languages": ["rus-Cyrl", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "rus_Cyrl-prs_Arab", "languages": ["rus-Cyrl", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-swe_Latn", "languages": ["rus-Cyrl", "swe-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.968379, "f1": 0.958399, "hf_subset": "rus_Cyrl-urd_Arab", "languages": ["rus-Cyrl", "urd-Arab"], "main_score": 0.958399, "precision": 0.95364, "recall": 0.968379}, {"accuracy": 0.279644, "f1": 0.196535, "hf_subset": "rus_Cyrl-aka_Latn", "languages": ["rus-Cyrl", "aka-Latn"], "main_score": 0.196535, "precision": 0.173456, "recall": 0.279644}, {"accuracy": 0.772727, "f1": 0.716787, "hf_subset": "rus_Cyrl-bjn_Latn", "languages": ["rus-Cyrl", "bjn-Latn"], "main_score": 0.716787, "precision": 0.693586, "recall": 0.772727}, {"accuracy": 0.456522, "f1": 0.373302, "hf_subset": "rus_Cyrl-fao_Latn", "languages": ["rus-Cyrl", "fao-Latn"], "main_score": 0.373302, "precision": 0.346447, "recall": 0.456522}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-ind_Latn", "languages": ["rus-Cyrl", "ind-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.257905, "f1": 0.182068, "hf_subset": "rus_Cyrl-knc_Latn", "languages": ["rus-Cyrl", "knc-Latn"], "main_score": 0.182068, "precision": 0.162454, "recall": 0.257905}, {"accuracy": 0.316206, "f1": 0.23321, "hf_subset": "rus_Cyrl-mlt_Latn", "languages": ["rus-Cyrl", "mlt-Latn"], "main_score": 0.23321, "precision": 0.210517, "recall": 0.316206}, {"accuracy": 0.247036, "f1": 0.16491, "hf_subset": "rus_Cyrl-quy_Latn", "languages": ["rus-Cyrl", "quy-Latn"], "main_score": 0.16491, "precision": 0.143795, "recall": 0.247036}, {"accuracy": 0.352767, "f1": 0.272023, "hf_subset": "rus_Cyrl-swh_Latn", "languages": ["rus-Cyrl", "swh-Latn"], "main_score": 0.272023, "precision": 0.248508, "recall": 0.352767}, {"accuracy": 0.648221, "f1": 0.580934, "hf_subset": "rus_Cyrl-uzn_Latn", "languages": ["rus-Cyrl", "uzn-Latn"], "main_score": 0.580934, "precision": 0.554319, "recall": 0.648221}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-als_Latn", "languages": ["rus-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.05336, "f1": 0.017142, "hf_subset": "rus_Cyrl-bod_Tibt", "languages": ["rus-Cyrl", "bod-Tibt"], "main_score": 0.017142, "precision": 0.012853, "recall": 0.05336}, {"accuracy": 0.203557, "f1": 0.13172, "hf_subset": "rus_Cyrl-fij_Latn", "languages": ["rus-Cyrl", "fij-Latn"], "main_score": 0.13172, "precision": 0.113185, "recall": 0.203557}, {"accuracy": 0.753953, "f1": 0.69698, "hf_subset": "rus_Cyrl-isl_Latn", "languages": ["rus-Cyrl", "isl-Latn"], "main_score": 0.69698, "precision": 0.673305, "recall": 0.753953}, {"accuracy": 0.225296, "f1": 0.152842, "hf_subset": "rus_Cyrl-kon_Latn", "languages": ["rus-Cyrl", "kon-Latn"], "main_score": 0.152842, "precision": 0.13479, "recall": 0.225296}, {"accuracy": 0.063241, "f1": 0.033912, "hf_subset": "rus_Cyrl-mni_Beng", "languages": ["rus-Cyrl", "mni-Beng"], "main_score": 0.033912, "precision": 0.02935, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-ron_Latn", "languages": ["rus-Cyrl", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.804348, "f1": 0.756065, "hf_subset": "rus_Cyrl-szl_Latn", "languages": ["rus-Cyrl", "szl-Latn"], "main_score": 0.756065, "precision": 0.735277, "recall": 0.804348}, {"accuracy": 0.793478, "f1": 0.73849, "hf_subset": "rus_Cyrl-vec_Latn", "languages": ["rus-Cyrl", "vec-Latn"], "main_score": 0.73849, "precision": 0.714921, "recall": 0.793478}, {"accuracy": 0.773715, "f1": 0.720904, "hf_subset": "rus_Cyrl-amh_Ethi", "languages": ["rus-Cyrl", "amh-Ethi"], "main_score": 0.720904, "precision": 0.698297, "recall": 0.773715}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-bos_Latn", "languages": ["rus-Cyrl", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.991107, "f1": 0.988966, "hf_subset": "rus_Cyrl-fin_Latn", "languages": ["rus-Cyrl", "fin-Latn"], "main_score": 0.988966, "precision": 0.987978, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "rus_Cyrl-ita_Latn", "languages": ["rus-Cyrl", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "rus_Cyrl-kor_Hang", "languages": ["rus-Cyrl", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.218379, "f1": 0.152424, "hf_subset": "rus_Cyrl-mos_Latn", "languages": ["rus-Cyrl", "mos-Latn"], "main_score": 0.152424, "precision": 0.135714, "recall": 0.218379}, {"accuracy": 0.161067, "f1": 0.104928, "hf_subset": "rus_Cyrl-run_Latn", "languages": ["rus-Cyrl", "run-Latn"], "main_score": 0.104928, "precision": 0.092143, "recall": 0.161067}, {"accuracy": 0.905138, "f1": 0.877635, "hf_subset": "rus_Cyrl-tam_Taml", "languages": ["rus-Cyrl", "tam-Taml"], "main_score": 0.877635, "precision": 0.864987, "recall": 0.905138}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-vie_Latn", "languages": ["rus-Cyrl", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "rus_Cyrl-apc_Arab", "languages": ["rus-Cyrl", "apc-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.380435, "f1": 0.294543, "hf_subset": "rus_Cyrl-bug_Latn", "languages": ["rus-Cyrl", "bug-Latn"], "main_score": 0.294543, "precision": 0.268269, "recall": 0.380435}, {"accuracy": 0.192688, "f1": 0.124671, "hf_subset": "rus_Cyrl-fon_Latn", "languages": ["rus-Cyrl", "fon-Latn"], "main_score": 0.124671, "precision": 0.108216, "recall": 0.192688}, {"accuracy": 0.711462, "f1": 0.642245, "hf_subset": "rus_Cyrl-jav_Latn", "languages": ["rus-Cyrl", "jav-Latn"], "main_score": 0.642245, "precision": 0.614163, "recall": 0.711462}, {"accuracy": 0.927866, "f1": 0.908333, "hf_subset": "rus_Cyrl-lao_Laoo", "languages": ["rus-Cyrl", "lao-Laoo"], "main_score": 0.908333, "precision": 0.899704, "recall": 0.927866}, {"accuracy": 0.187747, "f1": 0.118727, "hf_subset": "rus_Cyrl-mri_Latn", "languages": ["rus-Cyrl", "mri-Latn"], "main_score": 0.118727, "precision": 0.104271, "recall": 0.187747}, {"accuracy": 0.237154, "f1": 0.170897, "hf_subset": "rus_Cyrl-taq_Latn", "languages": ["rus-Cyrl", "taq-Latn"], "main_score": 0.170897, "precision": 0.154084, "recall": 0.237154}, {"accuracy": 0.421937, "f1": 0.324243, "hf_subset": "rus_Cyrl-war_Latn", "languages": ["rus-Cyrl", "war-Latn"], "main_score": 0.324243, "precision": 0.293356, "recall": 0.421937}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "rus_Cyrl-arb_Arab", "languages": ["rus-Cyrl", "arb-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-bul_Cyrl", "languages": ["rus-Cyrl", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-fra_Latn", "languages": ["rus-Cyrl", "fra-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-jpn_Jpan", "languages": ["rus-Cyrl", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.745059, "f1": 0.684176, "hf_subset": "rus_Cyrl-lij_Latn", "languages": ["rus-Cyrl", "lij-Latn"], "main_score": 0.684176, "precision": 0.659058, "recall": 0.745059}, {"accuracy": 0.949605, "f1": 0.934354, "hf_subset": "rus_Cyrl-mya_Mymr", "languages": ["rus-Cyrl", "mya-Mymr"], "main_score": 0.934354, "precision": 0.927125, "recall": 0.949605}, {"accuracy": 0.232213, "f1": 0.162837, "hf_subset": "rus_Cyrl-sag_Latn", "languages": ["rus-Cyrl", "sag-Latn"], "main_score": 0.162837, "precision": 0.144471, "recall": 0.232213}, {"accuracy": 0.079051, "f1": 0.036099, "hf_subset": "rus_Cyrl-taq_Tfng", "languages": ["rus-Cyrl", "taq-Tfng"], "main_score": 0.036099, "precision": 0.03019, "recall": 0.079051}, {"accuracy": 0.238142, "f1": 0.165739, "hf_subset": "rus_Cyrl-wol_Latn", "languages": ["rus-Cyrl", "wol-Latn"], "main_score": 0.165739, "precision": 0.146425, "recall": 0.238142}, {"accuracy": 0.114625, "f1": 0.063354, "hf_subset": "rus_Cyrl-arb_Latn", "languages": ["rus-Cyrl", "arb-Latn"], "main_score": 0.063354, "precision": 0.052589, "recall": 0.114625}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-cat_Latn", "languages": ["rus-Cyrl", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.717391, "f1": 0.650235, "hf_subset": "rus_Cyrl-fur_Latn", "languages": ["rus-Cyrl", "fur-Latn"], "main_score": 0.650235, "precision": 0.622414, "recall": 0.717391}, {"accuracy": 0.083004, "f1": 0.052005, "hf_subset": "rus_Cyrl-kab_Latn", "languages": ["rus-Cyrl", "kab-Latn"], "main_score": 0.052005, "precision": 0.045083, "recall": 0.083004}, {"accuracy": 0.749012, "f1": 0.687853, "hf_subset": "rus_Cyrl-lim_Latn", "languages": ["rus-Cyrl", "lim-Latn"], "main_score": 0.687853, "precision": 0.662015, "recall": 0.749012}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-nld_Latn", "languages": ["rus-Cyrl", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.751976, "f1": 0.689065, "hf_subset": "rus_Cyrl-san_Deva", "languages": ["rus-Cyrl", "san-Deva"], "main_score": 0.689065, "precision": 0.661594, "recall": 0.751976}, {"accuracy": 0.549407, "f1": 0.467834, "hf_subset": "rus_Cyrl-tat_Cyrl", "languages": ["rus-Cyrl", "tat-Cyrl"], "main_score": 0.467834, "precision": 0.437493, "recall": 0.549407}, {"accuracy": 0.189723, "f1": 0.119712, "hf_subset": "rus_Cyrl-xho_Latn", "languages": ["rus-Cyrl", "xho-Latn"], "main_score": 0.119712, "precision": 0.103712, "recall": 0.189723}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "rus_Cyrl-ars_Arab", "languages": ["rus-Cyrl", "ars-Arab"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.394269, "f1": 0.299923, "hf_subset": "rus_Cyrl-ceb_Latn", "languages": ["rus-Cyrl", "ceb-Latn"], "main_score": 0.299923, "precision": 0.270423, "recall": 0.394269}, {"accuracy": 0.226285, "f1": 0.151089, "hf_subset": "rus_Cyrl-fuv_Latn", "languages": ["rus-Cyrl", "fuv-Latn"], "main_score": 0.151089, "precision": 0.132991, "recall": 0.226285}, {"accuracy": 0.199605, "f1": 0.135595, "hf_subset": "rus_Cyrl-kac_Latn", "languages": ["rus-Cyrl", "kac-Latn"], "main_score": 0.135595, "precision": 0.119657, "recall": 0.199605}, {"accuracy": 0.225296, "f1": 0.155281, "hf_subset": "rus_Cyrl-lin_Latn", "languages": ["rus-Cyrl", "lin-Latn"], "main_score": 0.155281, "precision": 0.137929, "recall": 0.225296}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "rus_Cyrl-nno_Latn", "languages": ["rus-Cyrl", "nno-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.018775, "f1": 0.003829, "hf_subset": "rus_Cyrl-sat_Olck", "languages": ["rus-Cyrl", "sat-Olck"], "main_score": 0.003829, "precision": 0.003014, "recall": 0.018775}, {"accuracy": 0.855731, "f1": 0.817838, "hf_subset": "rus_Cyrl-tel_Telu", "languages": ["rus-Cyrl", "tel-Telu"], "main_score": 0.817838, "precision": 0.800642, "recall": 0.855731}, {"accuracy": 0.440711, "f1": 0.356631, "hf_subset": "rus_Cyrl-ydd_Hebr", "languages": ["rus-Cyrl", "ydd-Hebr"], "main_score": 0.356631, "precision": 0.326681, "recall": 0.440711}, {"accuracy": 0.864625, "f1": 0.826318, "hf_subset": "rus_Cyrl-ary_Arab", "languages": ["rus-Cyrl", "ary-Arab"], "main_score": 0.826318, "precision": 0.808449, "recall": 0.864625}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-ces_Latn", "languages": ["rus-Cyrl", "ces-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.092885, "f1": 0.05256, "hf_subset": "rus_Cyrl-gaz_Latn", "languages": ["rus-Cyrl", "gaz-Latn"], "main_score": 0.05256, "precision": 0.045258, "recall": 0.092885}, {"accuracy": 0.187747, "f1": 0.121068, "hf_subset": "rus_Cyrl-kam_Latn", "languages": ["rus-Cyrl", "kam-Latn"], "main_score": 0.121068, "precision": 0.10452, "recall": 0.187747}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "rus_Cyrl-lit_Latn", "languages": ["rus-Cyrl", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "rus_Cyrl-nob_Latn", "languages": ["rus-Cyrl", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.648221, "f1": 0.574795, "hf_subset": "rus_Cyrl-scn_Latn", "languages": ["rus-Cyrl", "scn-Latn"], "main_score": 0.574795, "precision": 0.547327, "recall": 0.648221}, {"accuracy": 0.200593, "f1": 0.130187, "hf_subset": "rus_Cyrl-tgk_Cyrl", "languages": ["rus-Cyrl", "tgk-Cyrl"], "main_score": 0.130187, "precision": 0.112473, "recall": 0.200593}, {"accuracy": 0.19664, "f1": 0.123126, "hf_subset": "rus_Cyrl-yor_Latn", "languages": ["rus-Cyrl", "yor-Latn"], "main_score": 0.123126, "precision": 0.104548, "recall": 0.19664}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "rus_Cyrl-arz_Arab", "languages": ["rus-Cyrl", "arz-Arab"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.183794, "f1": 0.120013, "hf_subset": "rus_Cyrl-cjk_Latn", "languages": ["rus-Cyrl", "cjk-Latn"], "main_score": 0.120013, "precision": 0.105297, "recall": 0.183794}, {"accuracy": 0.187747, "f1": 0.120951, "hf_subset": "rus_Cyrl-gla_Latn", "languages": ["rus-Cyrl", "gla-Latn"], "main_score": 0.120951, "precision": 0.103245, "recall": 0.187747}, {"accuracy": 0.826087, "f1": 0.778924, "hf_subset": "rus_Cyrl-kan_Knda", "languages": ["rus-Cyrl", "kan-Knda"], "main_score": 0.778924, "precision": 0.757987, "recall": 0.826087}, {"accuracy": 0.647233, "f1": 0.576909, "hf_subset": "rus_Cyrl-lmo_Latn", "languages": ["rus-Cyrl", "lmo-Latn"], "main_score": 0.576909, "precision": 0.549871, "recall": 0.647233}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "rus_Cyrl-npi_Deva", "languages": ["rus-Cyrl", "npi-Deva"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.269763, "f1": 0.185243, "hf_subset": "rus_Cyrl-shn_Mymr", "languages": ["rus-Cyrl", "shn-Mymr"], "main_score": 0.185243, "precision": 0.160265, "recall": 0.269763}, {"accuracy": 0.450593, "f1": 0.364255, "hf_subset": "rus_Cyrl-tgl_Latn", "languages": ["rus-Cyrl", "tgl-Latn"], "main_score": 0.364255, "precision": 0.335778, "recall": 0.450593}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-yue_Hant", "languages": ["rus-Cyrl", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.5583, "f1": 0.475438, "hf_subset": "rus_Cyrl-asm_Beng", "languages": ["rus-Cyrl", "asm-Beng"], "main_score": 0.475438, "precision": 0.444313, "recall": 0.5583}, {"accuracy": 0.847826, "f1": 0.808235, "hf_subset": "rus_Cyrl-ckb_Arab", "languages": ["rus-Cyrl", "ckb-Arab"], "main_score": 0.808235, "precision": 0.790547, "recall": 0.847826}, {"accuracy": 0.281621, "f1": 0.200598, "hf_subset": "rus_Cyrl-gle_Latn", "languages": ["rus-Cyrl", "gle-Latn"], "main_score": 0.200598, "precision": 0.177368, "recall": 0.281621}, {"accuracy": 0.619565, "f1": 0.538066, "hf_subset": "rus_Cyrl-kas_Arab", "languages": ["rus-Cyrl", "kas-Arab"], "main_score": 0.538066, "precision": 0.505362, "recall": 0.619565}, {"accuracy": 0.719368, "f1": 0.65396, "hf_subset": "rus_Cyrl-ltg_Latn", "languages": ["rus-Cyrl", "ltg-Latn"], "main_score": 0.65396, "precision": 0.625947, "recall": 0.719368}, {"accuracy": 0.228261, "f1": 0.155383, "hf_subset": "rus_Cyrl-nso_Latn", "languages": ["rus-Cyrl", "nso-Latn"], "main_score": 0.155383, "precision": 0.137638, "recall": 0.228261}, {"accuracy": 0.935771, "f1": 0.916963, "hf_subset": "rus_Cyrl-sin_Sinh", "languages": ["rus-Cyrl", "sin-Sinh"], "main_score": 0.916963, "precision": 0.908267, "recall": 0.935771}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "rus_Cyrl-tha_Thai", "languages": ["rus-Cyrl", "tha-Thai"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "rus_Cyrl-zho_Hans", "languages": ["rus-Cyrl", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.945652, "f1": 0.928096, "hf_subset": "rus_Cyrl-ast_Latn", "languages": ["rus-Cyrl", "ast-Latn"], "main_score": 0.928096, "precision": 0.919549, "recall": 0.945652}, {"accuracy": 0.771739, "f1": 0.714149, "hf_subset": "rus_Cyrl-crh_Latn", "languages": ["rus-Cyrl", "crh-Latn"], "main_score": 0.714149, "precision": 0.688801, "recall": 0.771739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-glg_Latn", "languages": ["rus-Cyrl", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.416996, "f1": 0.331908, "hf_subset": "rus_Cyrl-kas_Deva", "languages": ["rus-Cyrl", "kas-Deva"], "main_score": 0.331908, "precision": 0.302783, "recall": 0.416996}, {"accuracy": 0.506917, "f1": 0.414823, "hf_subset": "rus_Cyrl-ltz_Latn", "languages": ["rus-Cyrl", "ltz-Latn"], "main_score": 0.414823, "precision": 0.383294, "recall": 0.506917}, {"accuracy": 0.100791, "f1": 0.050601, "hf_subset": "rus_Cyrl-nus_Latn", "languages": ["rus-Cyrl", "nus-Latn"], "main_score": 0.050601, "precision": 0.041667, "recall": 0.100791}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "rus_Cyrl-slk_Latn", "languages": ["rus-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.192688, "f1": 0.130372, "hf_subset": "rus_Cyrl-tir_Ethi", "languages": ["rus-Cyrl", "tir-Ethi"], "main_score": 0.130372, "precision": 0.113036, "recall": 0.192688}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-zho_Hant", "languages": ["rus-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.960474, "f1": 0.949506, "hf_subset": "rus_Cyrl-awa_Deva", "languages": ["rus-Cyrl", "awa-Deva"], "main_score": 0.949506, "precision": 0.944252, "recall": 0.960474}, {"accuracy": 0.456522, "f1": 0.365469, "hf_subset": "rus_Cyrl-cym_Latn", "languages": ["rus-Cyrl", "cym-Latn"], "main_score": 0.365469, "precision": 0.335564, "recall": 0.456522}, {"accuracy": 0.358696, "f1": 0.270276, "hf_subset": "rus_Cyrl-grn_Latn", "languages": ["rus-Cyrl", "grn-Latn"], "main_score": 0.270276, "precision": 0.244366, "recall": 0.358696}, {"accuracy": 0.887352, "f1": 0.852339, "hf_subset": "rus_Cyrl-kat_Geor", "languages": ["rus-Cyrl", "kat-Geor"], "main_score": 0.852339, "precision": 0.835886, "recall": 0.887352}, {"accuracy": 0.246047, "f1": 0.167802, "hf_subset": "rus_Cyrl-lua_Latn", "languages": ["rus-Cyrl", "lua-Latn"], "main_score": 0.167802, "precision": 0.147066, "recall": 0.246047}, {"accuracy": 0.221344, "f1": 0.146367, "hf_subset": "rus_Cyrl-nya_Latn", "languages": ["rus-Cyrl", "nya-Latn"], "main_score": 0.146367, "precision": 0.128135, "recall": 0.221344}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "rus_Cyrl-slv_Latn", "languages": ["rus-Cyrl", "slv-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.450593, "f1": 0.356738, "hf_subset": "rus_Cyrl-tpi_Latn", "languages": ["rus-Cyrl", "tpi-Latn"], "main_score": 0.356738, "precision": 0.325718, "recall": 0.450593}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "rus_Cyrl-zsm_Latn", "languages": ["rus-Cyrl", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.192688, "f1": 0.118235, "hf_subset": "rus_Cyrl-ayr_Latn", "languages": ["rus-Cyrl", "ayr-Latn"], "main_score": 0.118235, "precision": 0.100472, "recall": 0.192688}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "rus_Cyrl-dan_Latn", "languages": ["rus-Cyrl", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.925889, "f1": 0.903458, "hf_subset": "rus_Cyrl-guj_Gujr", "languages": ["rus-Cyrl", "guj-Gujr"], "main_score": 0.903458, "precision": 0.892951, "recall": 0.925889}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "rus_Cyrl-kaz_Cyrl", "languages": ["rus-Cyrl", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.177866, "f1": 0.113616, "hf_subset": "rus_Cyrl-lug_Latn", "languages": ["rus-Cyrl", "lug-Latn"], "main_score": 0.113616, "precision": 0.09806, "recall": 0.177866}, {"accuracy": 0.923913, "f1": 0.900758, "hf_subset": "rus_Cyrl-oci_Latn", "languages": ["rus-Cyrl", "oci-Latn"], "main_score": 0.900758, "precision": 0.88974, "recall": 0.923913}, {"accuracy": 0.184783, "f1": 0.117269, "hf_subset": "rus_Cyrl-smo_Latn", "languages": ["rus-Cyrl", "smo-Latn"], "main_score": 0.117269, "precision": 0.100533, "recall": 0.184783}, {"accuracy": 0.198617, "f1": 0.133156, "hf_subset": "rus_Cyrl-tsn_Latn", "languages": ["rus-Cyrl", "tsn-Latn"], "main_score": 0.133156, "precision": 0.117209, "recall": 0.198617}, {"accuracy": 0.149209, "f1": 0.094868, "hf_subset": "rus_Cyrl-zul_Latn", "languages": ["rus-Cyrl", "zul-Latn"], "main_score": 0.094868, "precision": 0.08318, "recall": 0.149209}, {"accuracy": 0.555336, "f1": 0.471812, "hf_subset": "rus_Cyrl-azb_Arab", "languages": ["rus-Cyrl", "azb-Arab"], "main_score": 0.471812, "precision": 0.439354, "recall": 0.555336}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "rus_Cyrl-deu_Latn", "languages": ["rus-Cyrl", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.294466, "f1": 0.212664, "hf_subset": "rus_Cyrl-hat_Latn", "languages": ["rus-Cyrl", "hat-Latn"], "main_score": 0.212664, "precision": 0.189235, "recall": 0.294466}, {"accuracy": 0.177866, "f1": 0.110961, "hf_subset": "rus_Cyrl-kbp_Latn", "languages": ["rus-Cyrl", "kbp-Latn"], "main_score": 0.110961, "precision": 0.09495, "recall": 0.177866}, {"accuracy": 0.218379, "f1": 0.146593, "hf_subset": "rus_Cyrl-luo_Latn", "languages": ["rus-Cyrl", "luo-Latn"], "main_score": 0.146593, "precision": 0.128814, "recall": 0.218379}, {"accuracy": 0.833004, "f1": 0.789262, "hf_subset": "rus_Cyrl-ory_Orya", "languages": ["rus-Cyrl", "ory-Orya"], "main_score": 0.789262, "precision": 0.769598, "recall": 0.833004}, {"accuracy": 0.16996, "f1": 0.104846, "hf_subset": "rus_Cyrl-sna_Latn", "languages": ["rus-Cyrl", "sna-Latn"], "main_score": 0.104846, "precision": 0.089936, "recall": 0.16996}, {"accuracy": 0.182806, "f1": 0.120709, "hf_subset": "rus_Cyrl-tso_Latn", "languages": ["rus-Cyrl", "tso-Latn"], "main_score": 0.120709, "precision": 0.10565, "recall": 0.182806}, {"accuracy": 0.95751, "f1": 0.946113, "hf_subset": "rus_Cyrl-azj_Latn", "languages": ["rus-Cyrl", "azj-Latn"], "main_score": 0.946113, "precision": 0.940876, "recall": 0.95751}, {"accuracy": 0.291502, "f1": 0.20938, "hf_subset": "rus_Cyrl-dik_Latn", "languages": ["rus-Cyrl", "dik-Latn"], "main_score": 0.20938, "precision": 0.186912, "recall": 0.291502}, {"accuracy": 0.242095, "f1": 0.16517, "hf_subset": "rus_Cyrl-hau_Latn", "languages": ["rus-Cyrl", "hau-Latn"], "main_score": 0.16517, "precision": 0.145963, "recall": 0.242095}, {"accuracy": 0.637352, "f1": 0.556715, "hf_subset": "rus_Cyrl-kea_Latn", "languages": ["rus-Cyrl", "kea-Latn"], "main_score": 0.556715, "precision": 0.525388, "recall": 0.637352}, {"accuracy": 0.356719, "f1": 0.273417, "hf_subset": "rus_Cyrl-lus_Latn", "languages": ["rus-Cyrl", "lus-Latn"], "main_score": 0.273417, "precision": 0.248289, "recall": 0.356719}, {"accuracy": 0.470356, "f1": 0.378393, "hf_subset": "rus_Cyrl-pag_Latn", "languages": ["rus-Cyrl", "pag-Latn"], "main_score": 0.378393, "precision": 0.346894, "recall": 0.470356}, {"accuracy": 0.873518, "f1": 0.838043, "hf_subset": "rus_Cyrl-snd_Arab", "languages": ["rus-Cyrl", "snd-Arab"], "main_score": 0.838043, "precision": 0.822003, "recall": 0.873518}, {"accuracy": 0.337945, "f1": 0.247491, "hf_subset": "rus_Cyrl-tuk_Latn", "languages": ["rus-Cyrl", "tuk-Latn"], "main_score": 0.247491, "precision": 0.219908, "recall": 0.337945}, {"accuracy": 0.492095, "f1": 0.402384, "hf_subset": "rus_Cyrl-bak_Cyrl", "languages": ["rus-Cyrl", "bak-Cyrl"], "main_score": 0.402384, "precision": 0.369623, "recall": 0.492095}, {"accuracy": 0.176877, "f1": 0.111789, "hf_subset": "rus_Cyrl-dyu_Latn", "languages": ["rus-Cyrl", "dyu-Latn"], "main_score": 0.111789, "precision": 0.094524, "recall": 0.176877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "rus_Cyrl-heb_Hebr", "languages": ["rus-Cyrl", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "rus_Cyrl-khk_Cyrl", "languages": ["rus-Cyrl", "khk-Cyrl"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "rus_Cyrl-lvs_Latn", "languages": ["rus-Cyrl", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.853755, "f1": 0.813307, "hf_subset": "rus_Cyrl-pan_Guru", "languages": ["rus-Cyrl", "pan-Guru"], "main_score": 0.813307, "precision": 0.795125, "recall": 0.853755}, {"accuracy": 0.259881, "f1": 0.182191, "hf_subset": "rus_Cyrl-som_Latn", "languages": ["rus-Cyrl", "som-Latn"], "main_score": 0.182191, "precision": 0.160233, "recall": 0.259881}, {"accuracy": 0.204545, "f1": 0.13179, "hf_subset": "rus_Cyrl-tum_Latn", "languages": ["rus-Cyrl", "tum-Latn"], "main_score": 0.13179, "precision": 0.115165, "recall": 0.204545}, {"accuracy": 0.045455, "f1": 0.035095, "hf_subset": "taq_Latn-ace_Arab", "languages": ["taq-Latn", "ace-Arab"], "main_score": 0.035095, "precision": 0.032604, "recall": 0.045455}, {"accuracy": 0.209486, "f1": 0.185427, "hf_subset": "taq_Latn-bam_Latn", "languages": ["taq-Latn", "bam-Latn"], "main_score": 0.185427, "precision": 0.175593, "recall": 0.209486}, {"accuracy": 0.003953, "f1": 0.000787, "hf_subset": "taq_Latn-dzo_Tibt", "languages": ["taq-Latn", "dzo-Tibt"], "main_score": 0.000787, "precision": 0.00056, "recall": 0.003953}, {"accuracy": 0.187747, "f1": 0.162404, "hf_subset": "taq_Latn-hin_Deva", "languages": ["taq-Latn", "hin-Deva"], "main_score": 0.162404, "precision": 0.154751, "recall": 0.187747}, {"accuracy": 0.158103, "f1": 0.143002, "hf_subset": "taq_Latn-khm_Khmr", "languages": ["taq-Latn", "khm-Khmr"], "main_score": 0.143002, "precision": 0.138793, "recall": 0.158103}, {"accuracy": 0.148221, "f1": 0.129488, "hf_subset": "taq_Latn-mag_Deva", "languages": ["taq-Latn", "mag-Deva"], "main_score": 0.129488, "precision": 0.124072, "recall": 0.148221}, {"accuracy": 0.173913, "f1": 0.16321, "hf_subset": "taq_Latn-pap_Latn", "languages": ["taq-Latn", "pap-Latn"], "main_score": 0.16321, "precision": 0.159364, "recall": 0.173913}, {"accuracy": 0.23913, "f1": 0.213275, "hf_subset": "taq_Latn-sot_Latn", "languages": ["taq-Latn", "sot-Latn"], "main_score": 0.213275, "precision": 0.205263, "recall": 0.23913}, {"accuracy": 0.262846, "f1": 0.229155, "hf_subset": "taq_Latn-tur_Latn", "languages": ["taq-Latn", "tur-Latn"], "main_score": 0.229155, "precision": 0.218323, "recall": 0.262846}, {"accuracy": 0.217391, "f1": 0.198653, "hf_subset": "taq_Latn-ace_Latn", "languages": ["taq-Latn", "ace-Latn"], "main_score": 0.198653, "precision": 0.192498, "recall": 0.217391}, {"accuracy": 0.166008, "f1": 0.157279, "hf_subset": "taq_Latn-ban_Latn", "languages": ["taq-Latn", "ban-Latn"], "main_score": 0.157279, "precision": 0.154028, "recall": 0.166008}, {"accuracy": 0.194664, "f1": 0.167882, "hf_subset": "taq_Latn-ell_Grek", "languages": ["taq-Latn", "ell-Grek"], "main_score": 0.167882, "precision": 0.159091, "recall": 0.194664}, {"accuracy": 0.145257, "f1": 0.126328, "hf_subset": "taq_Latn-hne_Deva", "languages": ["taq-Latn", "hne-Deva"], "main_score": 0.126328, "precision": 0.120258, "recall": 0.145257}, {"accuracy": 0.230237, "f1": 0.208319, "hf_subset": "taq_Latn-kik_Latn", "languages": ["taq-Latn", "kik-Latn"], "main_score": 0.208319, "precision": 0.201117, "recall": 0.230237}, {"accuracy": 0.141304, "f1": 0.12276, "hf_subset": "taq_Latn-mai_Deva", "languages": ["taq-Latn", "mai-Deva"], "main_score": 0.12276, "precision": 0.117552, "recall": 0.141304}, {"accuracy": 0.146245, "f1": 0.126163, "hf_subset": "taq_Latn-pbt_Arab", "languages": ["taq-Latn", "pbt-Arab"], "main_score": 0.126163, "precision": 0.119733, "recall": 0.146245}, {"accuracy": 0.26581, "f1": 0.231711, "hf_subset": "taq_Latn-spa_Latn", "languages": ["taq-Latn", "spa-Latn"], "main_score": 0.231711, "precision": 0.222299, "recall": 0.26581}, {"accuracy": 0.295455, "f1": 0.269563, "hf_subset": "taq_Latn-twi_Latn", "languages": ["taq-Latn", "twi-Latn"], "main_score": 0.269563, "precision": 0.259961, "recall": 0.295455}, {"accuracy": 0.155138, "f1": 0.142183, "hf_subset": "taq_Latn-acm_Arab", "languages": ["taq-Latn", "acm-Arab"], "main_score": 0.142183, "precision": 0.137551, "recall": 0.155138}, {"accuracy": 0.173913, "f1": 0.148388, "hf_subset": "taq_Latn-bel_Cyrl", "languages": ["taq-Latn", "bel-Cyrl"], "main_score": 0.148388, "precision": 0.140294, "recall": 0.173913}, {"accuracy": 0.267787, "f1": 0.230513, "hf_subset": "taq_Latn-eng_Latn", "languages": ["taq-Latn", "eng-Latn"], "main_score": 0.230513, "precision": 0.219134, "recall": 0.267787}, {"accuracy": 0.209486, "f1": 0.191109, "hf_subset": "taq_Latn-hrv_Latn", "languages": ["taq-Latn", "hrv-Latn"], "main_score": 0.191109, "precision": 0.185013, "recall": 0.209486}, {"accuracy": 0.211462, "f1": 0.182841, "hf_subset": "taq_Latn-kin_Latn", "languages": ["taq-Latn", "kin-Latn"], "main_score": 0.182841, "precision": 0.172972, "recall": 0.211462}, {"accuracy": 0.071146, "f1": 0.058317, "hf_subset": "taq_Latn-mal_Mlym", "languages": ["taq-Latn", "mal-Mlym"], "main_score": 0.058317, "precision": 0.055768, "recall": 0.071146}, {"accuracy": 0.182806, "f1": 0.157115, "hf_subset": "taq_Latn-pes_Arab", "languages": ["taq-Latn", "pes-Arab"], "main_score": 0.157115, "precision": 0.148975, "recall": 0.182806}, {"accuracy": 0.197628, "f1": 0.181178, "hf_subset": "taq_Latn-srd_Latn", "languages": ["taq-Latn", "srd-Latn"], "main_score": 0.181178, "precision": 0.175936, "recall": 0.197628}, {"accuracy": 0.068182, "f1": 0.04629, "hf_subset": "taq_Latn-tzm_Tfng", "languages": ["taq-Latn", "tzm-Tfng"], "main_score": 0.04629, "precision": 0.040779, "recall": 0.068182}, {"accuracy": 0.172925, "f1": 0.152008, "hf_subset": "taq_Latn-acq_Arab", "languages": ["taq-Latn", "acq-Arab"], "main_score": 0.152008, "precision": 0.145083, "recall": 0.172925}, {"accuracy": 0.235178, "f1": 0.205066, "hf_subset": "taq_Latn-bem_Latn", "languages": ["taq-Latn", "bem-Latn"], "main_score": 0.205066, "precision": 0.195378, "recall": 0.235178}, {"accuracy": 0.181818, "f1": 0.168119, "hf_subset": "taq_Latn-epo_Latn", "languages": ["taq-Latn", "epo-Latn"], "main_score": 0.168119, "precision": 0.163868, "recall": 0.181818}, {"accuracy": 0.257905, "f1": 0.227097, "hf_subset": "taq_Latn-hun_Latn", "languages": ["taq-Latn", "hun-Latn"], "main_score": 0.227097, "precision": 0.217244, "recall": 0.257905}, {"accuracy": 0.189723, "f1": 0.166209, "hf_subset": "taq_Latn-kir_Cyrl", "languages": ["taq-Latn", "kir-Cyrl"], "main_score": 0.166209, "precision": 0.159432, "recall": 0.189723}, {"accuracy": 0.144269, "f1": 0.121505, "hf_subset": "taq_Latn-mar_Deva", "languages": ["taq-Latn", "mar-Deva"], "main_score": 0.121505, "precision": 0.115129, "recall": 0.144269}, {"accuracy": 0.225296, "f1": 0.204551, "hf_subset": "taq_Latn-plt_Latn", "languages": ["taq-Latn", "plt-Latn"], "main_score": 0.204551, "precision": 0.197695, "recall": 0.225296}, {"accuracy": 0.205534, "f1": 0.178776, "hf_subset": "taq_Latn-srp_Cyrl", "languages": ["taq-Latn", "srp-Cyrl"], "main_score": 0.178776, "precision": 0.169799, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.088588, "hf_subset": "taq_Latn-uig_Arab", "languages": ["taq-Latn", "uig-Arab"], "main_score": 0.088588, "precision": 0.085853, "recall": 0.098814}, {"accuracy": 0.162055, "f1": 0.146163, "hf_subset": "taq_Latn-aeb_Arab", "languages": ["taq-Latn", "aeb-Arab"], "main_score": 0.146163, "precision": 0.141633, "recall": 0.162055}, {"accuracy": 0.081028, "f1": 0.070417, "hf_subset": "taq_Latn-ben_Beng", "languages": ["taq-Latn", "ben-Beng"], "main_score": 0.070417, "precision": 0.066829, "recall": 0.081028}, {"accuracy": 0.257905, "f1": 0.225875, "hf_subset": "taq_Latn-est_Latn", "languages": ["taq-Latn", "est-Latn"], "main_score": 0.225875, "precision": 0.216486, "recall": 0.257905}, {"accuracy": 0.155138, "f1": 0.127577, "hf_subset": "taq_Latn-hye_Armn", "languages": ["taq-Latn", "hye-Armn"], "main_score": 0.127577, "precision": 0.118821, "recall": 0.155138}, {"accuracy": 0.212451, "f1": 0.180113, "hf_subset": "taq_Latn-kmb_Latn", "languages": ["taq-Latn", "kmb-Latn"], "main_score": 0.180113, "precision": 0.169865, "recall": 0.212451}, {"accuracy": 0.028656, "f1": 0.023851, "hf_subset": "taq_Latn-min_Arab", "languages": ["taq-Latn", "min-Arab"], "main_score": 0.023851, "precision": 0.0224, "recall": 0.028656}, {"accuracy": 0.259881, "f1": 0.22912, "hf_subset": "taq_Latn-pol_Latn", "languages": ["taq-Latn", "pol-Latn"], "main_score": 0.22912, "precision": 0.220597, "recall": 0.259881}, {"accuracy": 0.181818, "f1": 0.15121, "hf_subset": "taq_Latn-ssw_Latn", "languages": ["taq-Latn", "ssw-Latn"], "main_score": 0.15121, "precision": 0.141542, "recall": 0.181818}, {"accuracy": 0.20751, "f1": 0.176789, "hf_subset": "taq_Latn-ukr_Cyrl", "languages": ["taq-Latn", "ukr-Cyrl"], "main_score": 0.176789, "precision": 0.167798, "recall": 0.20751}, {"accuracy": 0.247036, "f1": 0.220864, "hf_subset": "taq_Latn-afr_Latn", "languages": ["taq-Latn", "afr-Latn"], "main_score": 0.220864, "precision": 0.212863, "recall": 0.247036}, {"accuracy": 0.149209, "f1": 0.133431, "hf_subset": "taq_Latn-bho_Deva", "languages": ["taq-Latn", "bho-Deva"], "main_score": 0.133431, "precision": 0.127969, "recall": 0.149209}, {"accuracy": 0.160079, "f1": 0.150527, "hf_subset": "taq_Latn-eus_Latn", "languages": ["taq-Latn", "eus-Latn"], "main_score": 0.150527, "precision": 0.146971, "recall": 0.160079}, {"accuracy": 0.201581, "f1": 0.177456, "hf_subset": "taq_Latn-ibo_Latn", "languages": ["taq-Latn", "ibo-Latn"], "main_score": 0.177456, "precision": 0.169405, "recall": 0.201581}, {"accuracy": 0.221344, "f1": 0.201133, "hf_subset": "taq_Latn-kmr_Latn", "languages": ["taq-Latn", "kmr-Latn"], "main_score": 0.201133, "precision": 0.194728, "recall": 0.221344}, {"accuracy": 0.183794, "f1": 0.170041, "hf_subset": "taq_Latn-min_Latn", "languages": ["taq-Latn", "min-Latn"], "main_score": 0.170041, "precision": 0.165855, "recall": 0.183794}, {"accuracy": 0.269763, "f1": 0.235047, "hf_subset": "taq_Latn-por_Latn", "languages": ["taq-Latn", "por-Latn"], "main_score": 0.235047, "precision": 0.224694, "recall": 0.269763}, {"accuracy": 0.176877, "f1": 0.160586, "hf_subset": "taq_Latn-sun_Latn", "languages": ["taq-Latn", "sun-Latn"], "main_score": 0.160586, "precision": 0.156343, "recall": 0.176877}, {"accuracy": 0.177866, "f1": 0.151271, "hf_subset": "taq_Latn-umb_Latn", "languages": ["taq-Latn", "umb-Latn"], "main_score": 0.151271, "precision": 0.142321, "recall": 0.177866}, {"accuracy": 0.176877, "f1": 0.157944, "hf_subset": "taq_Latn-ajp_Arab", "languages": ["taq-Latn", "ajp-Arab"], "main_score": 0.157944, "precision": 0.152135, "recall": 0.176877}, {"accuracy": 0.046443, "f1": 0.039962, "hf_subset": "taq_Latn-bjn_Arab", "languages": ["taq-Latn", "bjn-Arab"], "main_score": 0.039962, "precision": 0.03791, "recall": 0.046443}, {"accuracy": 0.249012, "f1": 0.227236, "hf_subset": "taq_Latn-ewe_Latn", "languages": ["taq-Latn", "ewe-Latn"], "main_score": 0.227236, "precision": 0.219687, "recall": 0.249012}, {"accuracy": 0.248024, "f1": 0.223783, "hf_subset": "taq_Latn-ilo_Latn", "languages": ["taq-Latn", "ilo-Latn"], "main_score": 0.223783, "precision": 0.216581, "recall": 0.248024}, {"accuracy": 0.054348, "f1": 0.042878, "hf_subset": "taq_Latn-knc_Arab", "languages": ["taq-Latn", "knc-Arab"], "main_score": 0.042878, "precision": 0.038633, "recall": 0.054348}, {"accuracy": 0.222332, "f1": 0.19513, "hf_subset": "taq_Latn-mkd_Cyrl", "languages": ["taq-Latn", "mkd-Cyrl"], "main_score": 0.19513, "precision": 0.18606, "recall": 0.222332}, {"accuracy": 0.141304, "f1": 0.1258, "hf_subset": "taq_Latn-prs_Arab", "languages": ["taq-Latn", "prs-Arab"], "main_score": 0.1258, "precision": 0.120336, "recall": 0.141304}, {"accuracy": 0.203557, "f1": 0.189207, "hf_subset": "taq_Latn-swe_Latn", "languages": ["taq-Latn", "swe-Latn"], "main_score": 0.189207, "precision": 0.183817, "recall": 0.203557}, {"accuracy": 0.136364, "f1": 0.116136, "hf_subset": "taq_Latn-urd_Arab", "languages": ["taq-Latn", "urd-Arab"], "main_score": 0.116136, "precision": 0.109632, "recall": 0.136364}, {"accuracy": 0.300395, "f1": 0.273508, "hf_subset": "taq_Latn-aka_Latn", "languages": ["taq-Latn", "aka-Latn"], "main_score": 0.273508, "precision": 0.263157, "recall": 0.300395}, {"accuracy": 0.187747, "f1": 0.172487, "hf_subset": "taq_Latn-bjn_Latn", "languages": ["taq-Latn", "bjn-Latn"], "main_score": 0.172487, "precision": 0.168963, "recall": 0.187747}, {"accuracy": 0.164032, "f1": 0.149501, "hf_subset": "taq_Latn-fao_Latn", "languages": ["taq-Latn", "fao-Latn"], "main_score": 0.149501, "precision": 0.145232, "recall": 0.164032}, {"accuracy": 0.262846, "f1": 0.226777, "hf_subset": "taq_Latn-ind_Latn", "languages": ["taq-Latn", "ind-Latn"], "main_score": 0.226777, "precision": 0.21623, "recall": 0.262846}, {"accuracy": 0.229249, "f1": 0.214039, "hf_subset": "taq_Latn-knc_Latn", "languages": ["taq-Latn", "knc-Latn"], "main_score": 0.214039, "precision": 0.208742, "recall": 0.229249}, {"accuracy": 0.243083, "f1": 0.220562, "hf_subset": "taq_Latn-mlt_Latn", "languages": ["taq-Latn", "mlt-Latn"], "main_score": 0.220562, "precision": 0.213141, "recall": 0.243083}, {"accuracy": 0.245059, "f1": 0.219973, "hf_subset": "taq_Latn-quy_Latn", "languages": ["taq-Latn", "quy-Latn"], "main_score": 0.219973, "precision": 0.211222, "recall": 0.245059}, {"accuracy": 0.185771, "f1": 0.168447, "hf_subset": "taq_Latn-swh_Latn", "languages": ["taq-Latn", "swh-Latn"], "main_score": 0.168447, "precision": 0.162587, "recall": 0.185771}, {"accuracy": 0.134387, "f1": 0.124974, "hf_subset": "taq_Latn-uzn_Latn", "languages": ["taq-Latn", "uzn-Latn"], "main_score": 0.124974, "precision": 0.122277, "recall": 0.134387}, {"accuracy": 0.23913, "f1": 0.211029, "hf_subset": "taq_Latn-als_Latn", "languages": ["taq-Latn", "als-Latn"], "main_score": 0.211029, "precision": 0.201741, "recall": 0.23913}, {"accuracy": 0.054348, "f1": 0.033774, "hf_subset": "taq_Latn-bod_Tibt", "languages": ["taq-Latn", "bod-Tibt"], "main_score": 0.033774, "precision": 0.029313, "recall": 0.054348}, {"accuracy": 0.162055, "f1": 0.146029, "hf_subset": "taq_Latn-fij_Latn", "languages": ["taq-Latn", "fij-Latn"], "main_score": 0.146029, "precision": 0.140772, "recall": 0.162055}, {"accuracy": 0.139328, "f1": 0.132399, "hf_subset": "taq_Latn-isl_Latn", "languages": ["taq-Latn", "isl-Latn"], "main_score": 0.132399, "precision": 0.130002, "recall": 0.139328}, {"accuracy": 0.235178, "f1": 0.203055, "hf_subset": "taq_Latn-kon_Latn", "languages": ["taq-Latn", "kon-Latn"], "main_score": 0.203055, "precision": 0.193488, "recall": 0.235178}, {"accuracy": 0.057312, "f1": 0.038315, "hf_subset": "taq_Latn-mni_Beng", "languages": ["taq-Latn", "mni-Beng"], "main_score": 0.038315, "precision": 0.034585, "recall": 0.057312}, {"accuracy": 0.274704, "f1": 0.240534, "hf_subset": "taq_Latn-ron_Latn", "languages": ["taq-Latn", "ron-Latn"], "main_score": 0.240534, "precision": 0.230742, "recall": 0.274704}, {"accuracy": 0.187747, "f1": 0.173167, "hf_subset": "taq_Latn-szl_Latn", "languages": ["taq-Latn", "szl-Latn"], "main_score": 0.173167, "precision": 0.168787, "recall": 0.187747}, {"accuracy": 0.212451, "f1": 0.196011, "hf_subset": "taq_Latn-vec_Latn", "languages": ["taq-Latn", "vec-Latn"], "main_score": 0.196011, "precision": 0.191377, "recall": 0.212451}, {"accuracy": 0.063241, "f1": 0.050917, "hf_subset": "taq_Latn-amh_Ethi", "languages": ["taq-Latn", "amh-Ethi"], "main_score": 0.050917, "precision": 0.047954, "recall": 0.063241}, {"accuracy": 0.253953, "f1": 0.222824, "hf_subset": "taq_Latn-bos_Latn", "languages": ["taq-Latn", "bos-Latn"], "main_score": 0.222824, "precision": 0.213539, "recall": 0.253953}, {"accuracy": 0.254941, "f1": 0.222022, "hf_subset": "taq_Latn-fin_Latn", "languages": ["taq-Latn", "fin-Latn"], "main_score": 0.222022, "precision": 0.212285, "recall": 0.254941}, {"accuracy": 0.27668, "f1": 0.240242, "hf_subset": "taq_Latn-ita_Latn", "languages": ["taq-Latn", "ita-Latn"], "main_score": 0.240242, "precision": 0.229653, "recall": 0.27668}, {"accuracy": 0.183794, "f1": 0.160277, "hf_subset": "taq_Latn-kor_Hang", "languages": ["taq-Latn", "kor-Hang"], "main_score": 0.160277, "precision": 0.153593, "recall": 0.183794}, {"accuracy": 0.19664, "f1": 0.174318, "hf_subset": "taq_Latn-mos_Latn", "languages": ["taq-Latn", "mos-Latn"], "main_score": 0.174318, "precision": 0.166138, "recall": 0.19664}, {"accuracy": 0.221344, "f1": 0.19437, "hf_subset": "taq_Latn-run_Latn", "languages": ["taq-Latn", "run-Latn"], "main_score": 0.19437, "precision": 0.184881, "recall": 0.221344}, {"accuracy": 0.078063, "f1": 0.066363, "hf_subset": "taq_Latn-tam_Taml", "languages": ["taq-Latn", "tam-Taml"], "main_score": 0.066363, "precision": 0.064058, "recall": 0.078063}, {"accuracy": 0.259881, "f1": 0.224478, "hf_subset": "taq_Latn-vie_Latn", "languages": ["taq-Latn", "vie-Latn"], "main_score": 0.224478, "precision": 0.21333, "recall": 0.259881}, {"accuracy": 0.12747, "f1": 0.118766, "hf_subset": "taq_Latn-apc_Arab", "languages": ["taq-Latn", "apc-Arab"], "main_score": 0.118766, "precision": 0.115573, "recall": 0.12747}, {"accuracy": 0.217391, "f1": 0.200256, "hf_subset": "taq_Latn-bug_Latn", "languages": ["taq-Latn", "bug-Latn"], "main_score": 0.200256, "precision": 0.194549, "recall": 0.217391}, {"accuracy": 0.232213, "f1": 0.20247, "hf_subset": "taq_Latn-fon_Latn", "languages": ["taq-Latn", "fon-Latn"], "main_score": 0.20247, "precision": 0.192467, "recall": 0.232213}, {"accuracy": 0.184783, "f1": 0.174949, "hf_subset": "taq_Latn-jav_Latn", "languages": ["taq-Latn", "jav-Latn"], "main_score": 0.174949, "precision": 0.172037, "recall": 0.184783}, {"accuracy": 0.22332, "f1": 0.195144, "hf_subset": "taq_Latn-lao_Laoo", "languages": ["taq-Latn", "lao-Laoo"], "main_score": 0.195144, "precision": 0.186042, "recall": 0.22332}, {"accuracy": 0.208498, "f1": 0.182289, "hf_subset": "taq_Latn-mri_Latn", "languages": ["taq-Latn", "mri-Latn"], "main_score": 0.182289, "precision": 0.173831, "recall": 0.208498}, {"accuracy": 0.22332, "f1": 0.193281, "hf_subset": "taq_Latn-rus_Cyrl", "languages": ["taq-Latn", "rus-Cyrl"], "main_score": 0.193281, "precision": 0.184126, "recall": 0.22332}, {"accuracy": 0.230237, "f1": 0.213323, "hf_subset": "taq_Latn-war_Latn", "languages": ["taq-Latn", "war-Latn"], "main_score": 0.213323, "precision": 0.207054, "recall": 0.230237}, {"accuracy": 0.178854, "f1": 0.15718, "hf_subset": "taq_Latn-arb_Arab", "languages": ["taq-Latn", "arb-Arab"], "main_score": 0.15718, "precision": 0.150662, "recall": 0.178854}, {"accuracy": 0.221344, "f1": 0.190286, "hf_subset": "taq_Latn-bul_Cyrl", "languages": ["taq-Latn", "bul-Cyrl"], "main_score": 0.190286, "precision": 0.18084, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.2308, "hf_subset": "taq_Latn-fra_Latn", "languages": ["taq-Latn", "fra-Latn"], "main_score": 0.2308, "precision": 0.219389, "recall": 0.270751}, {"accuracy": 0.201581, "f1": 0.17288, "hf_subset": "taq_Latn-jpn_Jpan", "languages": ["taq-Latn", "jpn-Jpan"], "main_score": 0.17288, "precision": 0.164094, "recall": 0.201581}, {"accuracy": 0.199605, "f1": 0.187145, "hf_subset": "taq_Latn-lij_Latn", "languages": ["taq-Latn", "lij-Latn"], "main_score": 0.187145, "precision": 0.184104, "recall": 0.199605}, {"accuracy": 0.134387, "f1": 0.110518, "hf_subset": "taq_Latn-mya_Mymr", "languages": ["taq-Latn", "mya-Mymr"], "main_score": 0.110518, "precision": 0.104162, "recall": 0.134387}, {"accuracy": 0.209486, "f1": 0.189496, "hf_subset": "taq_Latn-sag_Latn", "languages": ["taq-Latn", "sag-Latn"], "main_score": 0.189496, "precision": 0.182602, "recall": 0.209486}, {"accuracy": 0.110672, "f1": 0.080565, "hf_subset": "taq_Latn-taq_Tfng", "languages": ["taq-Latn", "taq-Tfng"], "main_score": 0.080565, "precision": 0.072673, "recall": 0.110672}, {"accuracy": 0.254941, "f1": 0.229382, "hf_subset": "taq_Latn-wol_Latn", "languages": ["taq-Latn", "wol-Latn"], "main_score": 0.229382, "precision": 0.219974, "recall": 0.254941}, {"accuracy": 0.158103, "f1": 0.130434, "hf_subset": "taq_Latn-arb_Latn", "languages": ["taq-Latn", "arb-Latn"], "main_score": 0.130434, "precision": 0.121434, "recall": 0.158103}, {"accuracy": 0.272727, "f1": 0.233895, "hf_subset": "taq_Latn-cat_Latn", "languages": ["taq-Latn", "cat-Latn"], "main_score": 0.233895, "precision": 0.222655, "recall": 0.272727}, {"accuracy": 0.203557, "f1": 0.183246, "hf_subset": "taq_Latn-fur_Latn", "languages": ["taq-Latn", "fur-Latn"], "main_score": 0.183246, "precision": 0.176773, "recall": 0.203557}, {"accuracy": 0.132411, "f1": 0.107206, "hf_subset": "taq_Latn-kab_Latn", "languages": ["taq-Latn", "kab-Latn"], "main_score": 0.107206, "precision": 0.099026, "recall": 0.132411}, {"accuracy": 0.195652, "f1": 0.182097, "hf_subset": "taq_Latn-lim_Latn", "languages": ["taq-Latn", "lim-Latn"], "main_score": 0.182097, "precision": 0.177551, "recall": 0.195652}, {"accuracy": 0.275692, "f1": 0.238657, "hf_subset": "taq_Latn-nld_Latn", "languages": ["taq-Latn", "nld-Latn"], "main_score": 0.238657, "precision": 0.226666, "recall": 0.275692}, {"accuracy": 0.087945, "f1": 0.080039, "hf_subset": "taq_Latn-san_Deva", "languages": ["taq-Latn", "san-Deva"], "main_score": 0.080039, "precision": 0.077626, "recall": 0.087945}, {"accuracy": 0.162055, "f1": 0.145314, "hf_subset": "taq_Latn-tat_Cyrl", "languages": ["taq-Latn", "tat-Cyrl"], "main_score": 0.145314, "precision": 0.14044, "recall": 0.162055}, {"accuracy": 0.195652, "f1": 0.163192, "hf_subset": "taq_Latn-xho_Latn", "languages": ["taq-Latn", "xho-Latn"], "main_score": 0.163192, "precision": 0.153013, "recall": 0.195652}, {"accuracy": 0.175889, "f1": 0.151891, "hf_subset": "taq_Latn-ars_Arab", "languages": ["taq-Latn", "ars-Arab"], "main_score": 0.151891, "precision": 0.144783, "recall": 0.175889}, {"accuracy": 0.213439, "f1": 0.201092, "hf_subset": "taq_Latn-ceb_Latn", "languages": ["taq-Latn", "ceb-Latn"], "main_score": 0.201092, "precision": 0.197097, "recall": 0.213439}, {"accuracy": 0.204545, "f1": 0.181244, "hf_subset": "taq_Latn-fuv_Latn", "languages": ["taq-Latn", "fuv-Latn"], "main_score": 0.181244, "precision": 0.171739, "recall": 0.204545}, {"accuracy": 0.240119, "f1": 0.211401, "hf_subset": "taq_Latn-kac_Latn", "languages": ["taq-Latn", "kac-Latn"], "main_score": 0.211401, "precision": 0.20112, "recall": 0.240119}, {"accuracy": 0.210474, "f1": 0.187713, "hf_subset": "taq_Latn-lin_Latn", "languages": ["taq-Latn", "lin-Latn"], "main_score": 0.187713, "precision": 0.179584, "recall": 0.210474}, {"accuracy": 0.249012, "f1": 0.217896, "hf_subset": "taq_Latn-nno_Latn", "languages": ["taq-Latn", "nno-Latn"], "main_score": 0.217896, "precision": 0.20863, "recall": 0.249012}, {"accuracy": 0.013834, "f1": 0.004802, "hf_subset": "taq_Latn-sat_Olck", "languages": ["taq-Latn", "sat-Olck"], "main_score": 0.004802, "precision": 0.003429, "recall": 0.013834}, {"accuracy": 0.079051, "f1": 0.07239, "hf_subset": "taq_Latn-tel_Telu", "languages": ["taq-Latn", "tel-Telu"], "main_score": 0.07239, "precision": 0.070164, "recall": 0.079051}, {"accuracy": 0.073123, "f1": 0.0584, "hf_subset": "taq_Latn-ydd_Hebr", "languages": ["taq-Latn", "ydd-Hebr"], "main_score": 0.0584, "precision": 0.054496, "recall": 0.073123}, {"accuracy": 0.125494, "f1": 0.114201, "hf_subset": "taq_Latn-ary_Arab", "languages": ["taq-Latn", "ary-Arab"], "main_score": 0.114201, "precision": 0.110321, "recall": 0.125494}, {"accuracy": 0.26087, "f1": 0.226751, "hf_subset": "taq_Latn-ces_Latn", "languages": ["taq-Latn", "ces-Latn"], "main_score": 0.226751, "precision": 0.216701, "recall": 0.26087}, {"accuracy": 0.124506, "f1": 0.098694, "hf_subset": "taq_Latn-gaz_Latn", "languages": ["taq-Latn", "gaz-Latn"], "main_score": 0.098694, "precision": 0.090768, "recall": 0.124506}, {"accuracy": 0.220356, "f1": 0.196752, "hf_subset": "taq_Latn-kam_Latn", "languages": ["taq-Latn", "kam-Latn"], "main_score": 0.196752, "precision": 0.188316, "recall": 0.220356}, {"accuracy": 0.244071, "f1": 0.214029, "hf_subset": "taq_Latn-lit_Latn", "languages": ["taq-Latn", "lit-Latn"], "main_score": 0.214029, "precision": 0.204529, "recall": 0.244071}, {"accuracy": 0.275692, "f1": 0.240486, "hf_subset": "taq_Latn-nob_Latn", "languages": ["taq-Latn", "nob-Latn"], "main_score": 0.240486, "precision": 0.23129, "recall": 0.275692}, {"accuracy": 0.1917, "f1": 0.174962, "hf_subset": "taq_Latn-scn_Latn", "languages": ["taq-Latn", "scn-Latn"], "main_score": 0.174962, "precision": 0.169345, "recall": 0.1917}, {"accuracy": 0.164032, "f1": 0.142447, "hf_subset": "taq_Latn-tgk_Cyrl", "languages": ["taq-Latn", "tgk-Cyrl"], "main_score": 0.142447, "precision": 0.134804, "recall": 0.164032}, {"accuracy": 0.1917, "f1": 0.171119, "hf_subset": "taq_Latn-yor_Latn", "languages": ["taq-Latn", "yor-Latn"], "main_score": 0.171119, "precision": 0.162978, "recall": 0.1917}, {"accuracy": 0.156126, "f1": 0.137086, "hf_subset": "taq_Latn-arz_Arab", "languages": ["taq-Latn", "arz-Arab"], "main_score": 0.137086, "precision": 0.131009, "recall": 0.156126}, {"accuracy": 0.20751, "f1": 0.184724, "hf_subset": "taq_Latn-cjk_Latn", "languages": ["taq-Latn", "cjk-Latn"], "main_score": 0.184724, "precision": 0.176291, "recall": 0.20751}, {"accuracy": 0.16502, "f1": 0.143272, "hf_subset": "taq_Latn-gla_Latn", "languages": ["taq-Latn", "gla-Latn"], "main_score": 0.143272, "precision": 0.135711, "recall": 0.16502}, {"accuracy": 0.072134, "f1": 0.061214, "hf_subset": "taq_Latn-kan_Knda", "languages": ["taq-Latn", "kan-Knda"], "main_score": 0.061214, "precision": 0.057838, "recall": 0.072134}, {"accuracy": 0.188735, "f1": 0.171898, "hf_subset": "taq_Latn-lmo_Latn", "languages": ["taq-Latn", "lmo-Latn"], "main_score": 0.171898, "precision": 0.166729, "recall": 0.188735}, {"accuracy": 0.183794, "f1": 0.153339, "hf_subset": "taq_Latn-npi_Deva", "languages": ["taq-Latn", "npi-Deva"], "main_score": 0.153339, "precision": 0.144729, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.160489, "hf_subset": "taq_Latn-shn_Mymr", "languages": ["taq-Latn", "shn-Mymr"], "main_score": 0.160489, "precision": 0.153835, "recall": 0.185771}, {"accuracy": 0.225296, "f1": 0.204613, "hf_subset": "taq_Latn-tgl_Latn", "languages": ["taq-Latn", "tgl-Latn"], "main_score": 0.204613, "precision": 0.197833, "recall": 0.225296}, {"accuracy": 0.198617, "f1": 0.167499, "hf_subset": "taq_Latn-yue_Hant", "languages": ["taq-Latn", "yue-Hant"], "main_score": 0.167499, "precision": 0.157486, "recall": 0.198617}, {"accuracy": 0.061265, "f1": 0.04973, "hf_subset": "taq_Latn-asm_Beng", "languages": ["taq-Latn", "asm-Beng"], "main_score": 0.04973, "precision": 0.045705, "recall": 0.061265}, {"accuracy": 0.113636, "f1": 0.090368, "hf_subset": "taq_Latn-ckb_Arab", "languages": ["taq-Latn", "ckb-Arab"], "main_score": 0.090368, "precision": 0.083858, "recall": 0.113636}, {"accuracy": 0.156126, "f1": 0.14217, "hf_subset": "taq_Latn-gle_Latn", "languages": ["taq-Latn", "gle-Latn"], "main_score": 0.14217, "precision": 0.137135, "recall": 0.156126}, {"accuracy": 0.08004, "f1": 0.072381, "hf_subset": "taq_Latn-kas_Arab", "languages": ["taq-Latn", "kas-Arab"], "main_score": 0.072381, "precision": 0.069919, "recall": 0.08004}, {"accuracy": 0.185771, "f1": 0.163882, "hf_subset": "taq_Latn-ltg_Latn", "languages": ["taq-Latn", "ltg-Latn"], "main_score": 0.163882, "precision": 0.156526, "recall": 0.185771}, {"accuracy": 0.261858, "f1": 0.236301, "hf_subset": "taq_Latn-nso_Latn", "languages": ["taq-Latn", "nso-Latn"], "main_score": 0.236301, "precision": 0.228316, "recall": 0.261858}, {"accuracy": 0.094862, "f1": 0.083026, "hf_subset": "taq_Latn-sin_Sinh", "languages": ["taq-Latn", "sin-Sinh"], "main_score": 0.083026, "precision": 0.079594, "recall": 0.094862}, {"accuracy": 0.178854, "f1": 0.152098, "hf_subset": "taq_Latn-tha_Thai", "languages": ["taq-Latn", "tha-Thai"], "main_score": 0.152098, "precision": 0.142898, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.166199, "hf_subset": "taq_Latn-zho_Hans", "languages": ["taq-Latn", "zho-Hans"], "main_score": 0.166199, "precision": 0.156715, "recall": 0.198617}, {"accuracy": 0.221344, "f1": 0.194714, "hf_subset": "taq_Latn-ast_Latn", "languages": ["taq-Latn", "ast-Latn"], "main_score": 0.194714, "precision": 0.187319, "recall": 0.221344}, {"accuracy": 0.166008, "f1": 0.154913, "hf_subset": "taq_Latn-crh_Latn", "languages": ["taq-Latn", "crh-Latn"], "main_score": 0.154913, "precision": 0.151806, "recall": 0.166008}, {"accuracy": 0.270751, "f1": 0.235512, "hf_subset": "taq_Latn-glg_Latn", "languages": ["taq-Latn", "glg-Latn"], "main_score": 0.235512, "precision": 0.225096, "recall": 0.270751}, {"accuracy": 0.12253, "f1": 0.106471, "hf_subset": "taq_Latn-kas_Deva", "languages": ["taq-Latn", "kas-Deva"], "main_score": 0.106471, "precision": 0.101524, "recall": 0.12253}, {"accuracy": 0.201581, "f1": 0.186869, "hf_subset": "taq_Latn-ltz_Latn", "languages": ["taq-Latn", "ltz-Latn"], "main_score": 0.186869, "precision": 0.18233, "recall": 0.201581}, {"accuracy": 0.131423, "f1": 0.105018, "hf_subset": "taq_Latn-nus_Latn", "languages": ["taq-Latn", "nus-Latn"], "main_score": 0.105018, "precision": 0.096065, "recall": 0.131423}, {"accuracy": 0.258893, "f1": 0.22662, "hf_subset": "taq_Latn-slk_Latn", "languages": ["taq-Latn", "slk-Latn"], "main_score": 0.22662, "precision": 0.216202, "recall": 0.258893}, {"accuracy": 0.033597, "f1": 0.027378, "hf_subset": "taq_Latn-tir_Ethi", "languages": ["taq-Latn", "tir-Ethi"], "main_score": 0.027378, "precision": 0.026165, "recall": 0.033597}, {"accuracy": 0.203557, "f1": 0.172825, "hf_subset": "taq_Latn-zho_Hant", "languages": ["taq-Latn", "zho-Hant"], "main_score": 0.172825, "precision": 0.164151, "recall": 0.203557}, {"accuracy": 0.150198, "f1": 0.132599, "hf_subset": "taq_Latn-awa_Deva", "languages": ["taq-Latn", "awa-Deva"], "main_score": 0.132599, "precision": 0.128037, "recall": 0.150198}, {"accuracy": 0.148221, "f1": 0.135856, "hf_subset": "taq_Latn-cym_Latn", "languages": ["taq-Latn", "cym-Latn"], "main_score": 0.135856, "precision": 0.132387, "recall": 0.148221}, {"accuracy": 0.218379, "f1": 0.197666, "hf_subset": "taq_Latn-grn_Latn", "languages": ["taq-Latn", "grn-Latn"], "main_score": 0.197666, "precision": 0.191714, "recall": 0.218379}, {"accuracy": 0.161067, "f1": 0.131542, "hf_subset": "taq_Latn-kat_Geor", "languages": ["taq-Latn", "kat-Geor"], "main_score": 0.131542, "precision": 0.123172, "recall": 0.161067}, {"accuracy": 0.229249, "f1": 0.204296, "hf_subset": "taq_Latn-lua_Latn", "languages": ["taq-Latn", "lua-Latn"], "main_score": 0.204296, "precision": 0.195532, "recall": 0.229249}, {"accuracy": 0.229249, "f1": 0.201197, "hf_subset": "taq_Latn-nya_Latn", "languages": ["taq-Latn", "nya-Latn"], "main_score": 0.201197, "precision": 0.192924, "recall": 0.229249}, {"accuracy": 0.26581, "f1": 0.229877, "hf_subset": "taq_Latn-slv_Latn", "languages": ["taq-Latn", "slv-Latn"], "main_score": 0.229877, "precision": 0.220061, "recall": 0.26581}, {"accuracy": 0.252964, "f1": 0.236117, "hf_subset": "taq_Latn-tpi_Latn", "languages": ["taq-Latn", "tpi-Latn"], "main_score": 0.236117, "precision": 0.230053, "recall": 0.252964}, {"accuracy": 0.270751, "f1": 0.229862, "hf_subset": "taq_Latn-zsm_Latn", "languages": ["taq-Latn", "zsm-Latn"], "main_score": 0.229862, "precision": 0.217485, "recall": 0.270751}, {"accuracy": 0.205534, "f1": 0.179676, "hf_subset": "taq_Latn-ayr_Latn", "languages": ["taq-Latn", "ayr-Latn"], "main_score": 0.179676, "precision": 0.170318, "recall": 0.205534}, {"accuracy": 0.264822, "f1": 0.230399, "hf_subset": "taq_Latn-dan_Latn", "languages": ["taq-Latn", "dan-Latn"], "main_score": 0.230399, "precision": 0.220414, "recall": 0.264822}, {"accuracy": 0.104743, "f1": 0.088973, "hf_subset": "taq_Latn-guj_Gujr", "languages": ["taq-Latn", "guj-Gujr"], "main_score": 0.088973, "precision": 0.084649, "recall": 0.104743}, {"accuracy": 0.187747, "f1": 0.170777, "hf_subset": "taq_Latn-kaz_Cyrl", "languages": ["taq-Latn", "kaz-Cyrl"], "main_score": 0.170777, "precision": 0.164807, "recall": 0.187747}, {"accuracy": 0.1917, "f1": 0.167011, "hf_subset": "taq_Latn-lug_Latn", "languages": ["taq-Latn", "lug-Latn"], "main_score": 0.167011, "precision": 0.158672, "recall": 0.1917}, {"accuracy": 0.240119, "f1": 0.212744, "hf_subset": "taq_Latn-oci_Latn", "languages": ["taq-Latn", "oci-Latn"], "main_score": 0.212744, "precision": 0.203661, "recall": 0.240119}, {"accuracy": 0.172925, "f1": 0.144399, "hf_subset": "taq_Latn-smo_Latn", "languages": ["taq-Latn", "smo-Latn"], "main_score": 0.144399, "precision": 0.135133, "recall": 0.172925}, {"accuracy": 0.200593, "f1": 0.181801, "hf_subset": "taq_Latn-tsn_Latn", "languages": ["taq-Latn", "tsn-Latn"], "main_score": 0.181801, "precision": 0.174912, "recall": 0.200593}, {"accuracy": 0.175889, "f1": 0.143225, "hf_subset": "taq_Latn-zul_Latn", "languages": ["taq-Latn", "zul-Latn"], "main_score": 0.143225, "precision": 0.133129, "recall": 0.175889}, {"accuracy": 0.093874, "f1": 0.082205, "hf_subset": "taq_Latn-azb_Arab", "languages": ["taq-Latn", "azb-Arab"], "main_score": 0.082205, "precision": 0.07911, "recall": 0.093874}, {"accuracy": 0.266798, "f1": 0.231613, "hf_subset": "taq_Latn-deu_Latn", "languages": ["taq-Latn", "deu-Latn"], "main_score": 0.231613, "precision": 0.220344, "recall": 0.266798}, {"accuracy": 0.213439, "f1": 0.190046, "hf_subset": "taq_Latn-hat_Latn", "languages": ["taq-Latn", "hat-Latn"], "main_score": 0.190046, "precision": 0.182219, "recall": 0.213439}, {"accuracy": 0.224308, "f1": 0.194967, "hf_subset": "taq_Latn-kbp_Latn", "languages": ["taq-Latn", "kbp-Latn"], "main_score": 0.194967, "precision": 0.185329, "recall": 0.224308}, {"accuracy": 0.213439, "f1": 0.19227, "hf_subset": "taq_Latn-luo_Latn", "languages": ["taq-Latn", "luo-Latn"], "main_score": 0.19227, "precision": 0.184956, "recall": 0.213439}, {"accuracy": 0.066206, "f1": 0.055933, "hf_subset": "taq_Latn-ory_Orya", "languages": ["taq-Latn", "ory-Orya"], "main_score": 0.055933, "precision": 0.052834, "recall": 0.066206}, {"accuracy": 0.181818, "f1": 0.150341, "hf_subset": "taq_Latn-sna_Latn", "languages": ["taq-Latn", "sna-Latn"], "main_score": 0.150341, "precision": 0.140422, "recall": 0.181818}, {"accuracy": 0.219368, "f1": 0.194555, "hf_subset": "taq_Latn-tso_Latn", "languages": ["taq-Latn", "tso-Latn"], "main_score": 0.194555, "precision": 0.18636, "recall": 0.219368}, {"accuracy": 0.12253, "f1": 0.112679, "hf_subset": "taq_Latn-azj_Latn", "languages": ["taq-Latn", "azj-Latn"], "main_score": 0.112679, "precision": 0.110196, "recall": 0.12253}, {"accuracy": 0.225296, "f1": 0.206538, "hf_subset": "taq_Latn-dik_Latn", "languages": ["taq-Latn", "dik-Latn"], "main_score": 0.206538, "precision": 0.200461, "recall": 0.225296}, {"accuracy": 0.22332, "f1": 0.200273, "hf_subset": "taq_Latn-hau_Latn", "languages": ["taq-Latn", "hau-Latn"], "main_score": 0.200273, "precision": 0.193244, "recall": 0.22332}, {"accuracy": 0.173913, "f1": 0.16272, "hf_subset": "taq_Latn-kea_Latn", "languages": ["taq-Latn", "kea-Latn"], "main_score": 0.16272, "precision": 0.158902, "recall": 0.173913}, {"accuracy": 0.252964, "f1": 0.230688, "hf_subset": "taq_Latn-lus_Latn", "languages": ["taq-Latn", "lus-Latn"], "main_score": 0.230688, "precision": 0.222385, "recall": 0.252964}, {"accuracy": 0.22332, "f1": 0.207545, "hf_subset": "taq_Latn-pag_Latn", "languages": ["taq-Latn", "pag-Latn"], "main_score": 0.207545, "precision": 0.20164, "recall": 0.22332}, {"accuracy": 0.11166, "f1": 0.097339, "hf_subset": "taq_Latn-snd_Arab", "languages": ["taq-Latn", "snd-Arab"], "main_score": 0.097339, "precision": 0.09242, "recall": 0.11166}, {"accuracy": 0.163043, "f1": 0.145686, "hf_subset": "taq_Latn-tuk_Latn", "languages": ["taq-Latn", "tuk-Latn"], "main_score": 0.145686, "precision": 0.13995, "recall": 0.163043}, {"accuracy": 0.19664, "f1": 0.176233, "hf_subset": "taq_Latn-bak_Cyrl", "languages": ["taq-Latn", "bak-Cyrl"], "main_score": 0.176233, "precision": 0.169443, "recall": 0.19664}, {"accuracy": 0.176877, "f1": 0.153549, "hf_subset": "taq_Latn-dyu_Latn", "languages": ["taq-Latn", "dyu-Latn"], "main_score": 0.153549, "precision": 0.14533, "recall": 0.176877}, {"accuracy": 0.18083, "f1": 0.147153, "hf_subset": "taq_Latn-heb_Hebr", "languages": ["taq-Latn", "heb-Hebr"], "main_score": 0.147153, "precision": 0.137178, "recall": 0.18083}, {"accuracy": 0.187747, "f1": 0.161164, "hf_subset": "taq_Latn-khk_Cyrl", "languages": ["taq-Latn", "khk-Cyrl"], "main_score": 0.161164, "precision": 0.153882, "recall": 0.187747}, {"accuracy": 0.210474, "f1": 0.181775, "hf_subset": "taq_Latn-lvs_Latn", "languages": ["taq-Latn", "lvs-Latn"], "main_score": 0.181775, "precision": 0.172537, "recall": 0.210474}, {"accuracy": 0.085968, "f1": 0.07148, "hf_subset": "taq_Latn-pan_Guru", "languages": ["taq-Latn", "pan-Guru"], "main_score": 0.07148, "precision": 0.068409, "recall": 0.085968}, {"accuracy": 0.173913, "f1": 0.155379, "hf_subset": "taq_Latn-som_Latn", "languages": ["taq-Latn", "som-Latn"], "main_score": 0.155379, "precision": 0.148986, "recall": 0.173913}, {"accuracy": 0.226285, "f1": 0.193388, "hf_subset": "taq_Latn-tum_Latn", "languages": ["taq-Latn", "tum-Latn"], "main_score": 0.193388, "precision": 0.183386, "recall": 0.226285}, {"accuracy": 0.05336, "f1": 0.041089, "hf_subset": "war_Latn-ace_Arab", "languages": ["war-Latn", "ace-Arab"], "main_score": 0.041089, "precision": 0.038015, "recall": 0.05336}, {"accuracy": 0.240119, "f1": 0.199479, "hf_subset": "war_Latn-bam_Latn", "languages": ["war-Latn", "bam-Latn"], "main_score": 0.199479, "precision": 0.186739, "recall": 0.240119}, {"accuracy": 0.004941, "f1": 0.000693, "hf_subset": "war_Latn-dzo_Tibt", "languages": ["war-Latn", "dzo-Tibt"], "main_score": 0.000693, "precision": 0.000404, "recall": 0.004941}, {"accuracy": 0.333992, "f1": 0.29994, "hf_subset": "war_Latn-hin_Deva", "languages": ["war-Latn", "hin-Deva"], "main_score": 0.29994, "precision": 0.289348, "recall": 0.333992}, {"accuracy": 0.291502, "f1": 0.260059, "hf_subset": "war_Latn-khm_Khmr", "languages": ["war-Latn", "khm-Khmr"], "main_score": 0.260059, "precision": 0.250169, "recall": 0.291502}, {"accuracy": 0.291502, "f1": 0.259028, "hf_subset": "war_Latn-mag_Deva", "languages": ["war-Latn", "mag-Deva"], "main_score": 0.259028, "precision": 0.248855, "recall": 0.291502}, {"accuracy": 0.342885, "f1": 0.313987, "hf_subset": "war_Latn-pap_Latn", "languages": ["war-Latn", "pap-Latn"], "main_score": 0.313987, "precision": 0.305666, "recall": 0.342885}, {"accuracy": 0.286561, "f1": 0.25129, "hf_subset": "war_Latn-sot_Latn", "languages": ["war-Latn", "sot-Latn"], "main_score": 0.25129, "precision": 0.237827, "recall": 0.286561}, {"accuracy": 0.414032, "f1": 0.373643, "hf_subset": "war_Latn-tur_Latn", "languages": ["war-Latn", "tur-Latn"], "main_score": 0.373643, "precision": 0.361857, "recall": 0.414032}, {"accuracy": 0.37253, "f1": 0.340356, "hf_subset": "war_Latn-ace_Latn", "languages": ["war-Latn", "ace-Latn"], "main_score": 0.340356, "precision": 0.32866, "recall": 0.37253}, {"accuracy": 0.311265, "f1": 0.28268, "hf_subset": "war_Latn-ban_Latn", "languages": ["war-Latn", "ban-Latn"], "main_score": 0.28268, "precision": 0.274148, "recall": 0.311265}, {"accuracy": 0.33498, "f1": 0.303624, "hf_subset": "war_Latn-ell_Grek", "languages": ["war-Latn", "ell-Grek"], "main_score": 0.303624, "precision": 0.293101, "recall": 0.33498}, {"accuracy": 0.290514, "f1": 0.261932, "hf_subset": "war_Latn-hne_Deva", "languages": ["war-Latn", "hne-Deva"], "main_score": 0.261932, "precision": 0.253569, "recall": 0.290514}, {"accuracy": 0.29249, "f1": 0.252446, "hf_subset": "war_Latn-kik_Latn", "languages": ["war-Latn", "kik-Latn"], "main_score": 0.252446, "precision": 0.238975, "recall": 0.29249}, {"accuracy": 0.272727, "f1": 0.251537, "hf_subset": "war_Latn-mai_Deva", "languages": ["war-Latn", "mai-Deva"], "main_score": 0.251537, "precision": 0.244479, "recall": 0.272727}, {"accuracy": 0.256917, "f1": 0.225978, "hf_subset": "war_Latn-pbt_Arab", "languages": ["war-Latn", "pbt-Arab"], "main_score": 0.225978, "precision": 0.217, "recall": 0.256917}, {"accuracy": 0.425889, "f1": 0.387596, "hf_subset": "war_Latn-spa_Latn", "languages": ["war-Latn", "spa-Latn"], "main_score": 0.387596, "precision": 0.376924, "recall": 0.425889}, {"accuracy": 0.360672, "f1": 0.317482, "hf_subset": "war_Latn-twi_Latn", "languages": ["war-Latn", "twi-Latn"], "main_score": 0.317482, "precision": 0.302732, "recall": 0.360672}, {"accuracy": 0.268775, "f1": 0.247252, "hf_subset": "war_Latn-acm_Arab", "languages": ["war-Latn", "acm-Arab"], "main_score": 0.247252, "precision": 0.240374, "recall": 0.268775}, {"accuracy": 0.284585, "f1": 0.246466, "hf_subset": "war_Latn-bel_Cyrl", "languages": ["war-Latn", "bel-Cyrl"], "main_score": 0.246466, "precision": 0.236204, "recall": 0.284585}, {"accuracy": 0.453557, "f1": 0.418419, "hf_subset": "war_Latn-eng_Latn", "languages": ["war-Latn", "eng-Latn"], "main_score": 0.418419, "precision": 0.407834, "recall": 0.453557}, {"accuracy": 0.381423, "f1": 0.348518, "hf_subset": "war_Latn-hrv_Latn", "languages": ["war-Latn", "hrv-Latn"], "main_score": 0.348518, "precision": 0.338838, "recall": 0.381423}, {"accuracy": 0.22332, "f1": 0.188581, "hf_subset": "war_Latn-kin_Latn", "languages": ["war-Latn", "kin-Latn"], "main_score": 0.188581, "precision": 0.17662, "recall": 0.22332}, {"accuracy": 0.179842, "f1": 0.149523, "hf_subset": "war_Latn-mal_Mlym", "languages": ["war-Latn", "mal-Mlym"], "main_score": 0.149523, "precision": 0.141885, "recall": 0.179842}, {"accuracy": 0.336957, "f1": 0.305507, "hf_subset": "war_Latn-pes_Arab", "languages": ["war-Latn", "pes-Arab"], "main_score": 0.305507, "precision": 0.295998, "recall": 0.336957}, {"accuracy": 0.342885, "f1": 0.305789, "hf_subset": "war_Latn-srd_Latn", "languages": ["war-Latn", "srd-Latn"], "main_score": 0.305789, "precision": 0.294667, "recall": 0.342885}, {"accuracy": 0.056324, "f1": 0.033631, "hf_subset": "war_Latn-tzm_Tfng", "languages": ["war-Latn", "tzm-Tfng"], "main_score": 0.033631, "precision": 0.029693, "recall": 0.056324}, {"accuracy": 0.321146, "f1": 0.292439, "hf_subset": "war_Latn-acq_Arab", "languages": ["war-Latn", "acq-Arab"], "main_score": 0.292439, "precision": 0.283348, "recall": 0.321146}, {"accuracy": 0.312253, "f1": 0.271592, "hf_subset": "war_Latn-bem_Latn", "languages": ["war-Latn", "bem-Latn"], "main_score": 0.271592, "precision": 0.257195, "recall": 0.312253}, {"accuracy": 0.339921, "f1": 0.308429, "hf_subset": "war_Latn-epo_Latn", "languages": ["war-Latn", "epo-Latn"], "main_score": 0.308429, "precision": 0.299371, "recall": 0.339921}, {"accuracy": 0.410079, "f1": 0.373323, "hf_subset": "war_Latn-hun_Latn", "languages": ["war-Latn", "hun-Latn"], "main_score": 0.373323, "precision": 0.364121, "recall": 0.410079}, {"accuracy": 0.320158, "f1": 0.288229, "hf_subset": "war_Latn-kir_Cyrl", "languages": ["war-Latn", "kir-Cyrl"], "main_score": 0.288229, "precision": 0.278969, "recall": 0.320158}, {"accuracy": 0.27668, "f1": 0.240254, "hf_subset": "war_Latn-mar_Deva", "languages": ["war-Latn", "mar-Deva"], "main_score": 0.240254, "precision": 0.229743, "recall": 0.27668}, {"accuracy": 0.275692, "f1": 0.240073, "hf_subset": "war_Latn-plt_Latn", "languages": ["war-Latn", "plt-Latn"], "main_score": 0.240073, "precision": 0.228587, "recall": 0.275692}, {"accuracy": 0.368577, "f1": 0.336277, "hf_subset": "war_Latn-srp_Cyrl", "languages": ["war-Latn", "srp-Cyrl"], "main_score": 0.336277, "precision": 0.326218, "recall": 0.368577}, {"accuracy": 0.18083, "f1": 0.15791, "hf_subset": "war_Latn-uig_Arab", "languages": ["war-Latn", "uig-Arab"], "main_score": 0.15791, "precision": 0.150975, "recall": 0.18083}, {"accuracy": 0.295455, "f1": 0.262094, "hf_subset": "war_Latn-aeb_Arab", "languages": ["war-Latn", "aeb-Arab"], "main_score": 0.262094, "precision": 0.252716, "recall": 0.295455}, {"accuracy": 0.192688, "f1": 0.162312, "hf_subset": "war_Latn-ben_Beng", "languages": ["war-Latn", "ben-Beng"], "main_score": 0.162312, "precision": 0.1541, "recall": 0.192688}, {"accuracy": 0.41502, "f1": 0.371024, "hf_subset": "war_Latn-est_Latn", "languages": ["war-Latn", "est-Latn"], "main_score": 0.371024, "precision": 0.358474, "recall": 0.41502}, {"accuracy": 0.279644, "f1": 0.24747, "hf_subset": "war_Latn-hye_Armn", "languages": ["war-Latn", "hye-Armn"], "main_score": 0.24747, "precision": 0.23672, "recall": 0.279644}, {"accuracy": 0.225296, "f1": 0.177121, "hf_subset": "war_Latn-kmb_Latn", "languages": ["war-Latn", "kmb-Latn"], "main_score": 0.177121, "precision": 0.161514, "recall": 0.225296}, {"accuracy": 0.035573, "f1": 0.025806, "hf_subset": "war_Latn-min_Arab", "languages": ["war-Latn", "min-Arab"], "main_score": 0.025806, "precision": 0.023433, "recall": 0.035573}, {"accuracy": 0.416996, "f1": 0.376377, "hf_subset": "war_Latn-pol_Latn", "languages": ["war-Latn", "pol-Latn"], "main_score": 0.376377, "precision": 0.363287, "recall": 0.416996}, {"accuracy": 0.204545, "f1": 0.166899, "hf_subset": "war_Latn-ssw_Latn", "languages": ["war-Latn", "ssw-Latn"], "main_score": 0.166899, "precision": 0.156051, "recall": 0.204545}, {"accuracy": 0.354743, "f1": 0.325183, "hf_subset": "war_Latn-ukr_Cyrl", "languages": ["war-Latn", "ukr-Cyrl"], "main_score": 0.325183, "precision": 0.316262, "recall": 0.354743}, {"accuracy": 0.375494, "f1": 0.340921, "hf_subset": "war_Latn-afr_Latn", "languages": ["war-Latn", "afr-Latn"], "main_score": 0.340921, "precision": 0.329694, "recall": 0.375494}, {"accuracy": 0.282609, "f1": 0.249441, "hf_subset": "war_Latn-bho_Deva", "languages": ["war-Latn", "bho-Deva"], "main_score": 0.249441, "precision": 0.239281, "recall": 0.282609}, {"accuracy": 0.285573, "f1": 0.258698, "hf_subset": "war_Latn-eus_Latn", "languages": ["war-Latn", "eus-Latn"], "main_score": 0.258698, "precision": 0.251058, "recall": 0.285573}, {"accuracy": 0.241107, "f1": 0.197925, "hf_subset": "war_Latn-ibo_Latn", "languages": ["war-Latn", "ibo-Latn"], "main_score": 0.197925, "precision": 0.183648, "recall": 0.241107}, {"accuracy": 0.289526, "f1": 0.257948, "hf_subset": "war_Latn-kmr_Latn", "languages": ["war-Latn", "kmr-Latn"], "main_score": 0.257948, "precision": 0.248729, "recall": 0.289526}, {"accuracy": 0.302372, "f1": 0.278239, "hf_subset": "war_Latn-min_Latn", "languages": ["war-Latn", "min-Latn"], "main_score": 0.278239, "precision": 0.270433, "recall": 0.302372}, {"accuracy": 0.431818, "f1": 0.39027, "hf_subset": "war_Latn-por_Latn", "languages": ["war-Latn", "por-Latn"], "main_score": 0.39027, "precision": 0.37784, "recall": 0.431818}, {"accuracy": 0.332016, "f1": 0.304617, "hf_subset": "war_Latn-sun_Latn", "languages": ["war-Latn", "sun-Latn"], "main_score": 0.304617, "precision": 0.297232, "recall": 0.332016}, {"accuracy": 0.211462, "f1": 0.171986, "hf_subset": "war_Latn-umb_Latn", "languages": ["war-Latn", "umb-Latn"], "main_score": 0.171986, "precision": 0.15979, "recall": 0.211462}, {"accuracy": 0.317194, "f1": 0.281552, "hf_subset": "war_Latn-ajp_Arab", "languages": ["war-Latn", "ajp-Arab"], "main_score": 0.281552, "precision": 0.271163, "recall": 0.317194}, {"accuracy": 0.051383, "f1": 0.040837, "hf_subset": "war_Latn-bjn_Arab", "languages": ["war-Latn", "bjn-Arab"], "main_score": 0.040837, "precision": 0.03764, "recall": 0.051383}, {"accuracy": 0.275692, "f1": 0.238788, "hf_subset": "war_Latn-ewe_Latn", "languages": ["war-Latn", "ewe-Latn"], "main_score": 0.238788, "precision": 0.225989, "recall": 0.275692}, {"accuracy": 0.499012, "f1": 0.455326, "hf_subset": "war_Latn-ilo_Latn", "languages": ["war-Latn", "ilo-Latn"], "main_score": 0.455326, "precision": 0.43962, "recall": 0.499012}, {"accuracy": 0.054348, "f1": 0.045026, "hf_subset": "war_Latn-knc_Arab", "languages": ["war-Latn", "knc-Arab"], "main_score": 0.045026, "precision": 0.041773, "recall": 0.054348}, {"accuracy": 0.378458, "f1": 0.346748, "hf_subset": "war_Latn-mkd_Cyrl", "languages": ["war-Latn", "mkd-Cyrl"], "main_score": 0.346748, "precision": 0.337475, "recall": 0.378458}, {"accuracy": 0.296443, "f1": 0.26993, "hf_subset": "war_Latn-prs_Arab", "languages": ["war-Latn", "prs-Arab"], "main_score": 0.26993, "precision": 0.262261, "recall": 0.296443}, {"accuracy": 0.411067, "f1": 0.373682, "hf_subset": "war_Latn-swe_Latn", "languages": ["war-Latn", "swe-Latn"], "main_score": 0.373682, "precision": 0.362921, "recall": 0.411067}, {"accuracy": 0.27668, "f1": 0.23887, "hf_subset": "war_Latn-urd_Arab", "languages": ["war-Latn", "urd-Arab"], "main_score": 0.23887, "precision": 0.228175, "recall": 0.27668}, {"accuracy": 0.36166, "f1": 0.320635, "hf_subset": "war_Latn-aka_Latn", "languages": ["war-Latn", "aka-Latn"], "main_score": 0.320635, "precision": 0.306487, "recall": 0.36166}, {"accuracy": 0.298419, "f1": 0.273409, "hf_subset": "war_Latn-bjn_Latn", "languages": ["war-Latn", "bjn-Latn"], "main_score": 0.273409, "precision": 0.265939, "recall": 0.298419}, {"accuracy": 0.273715, "f1": 0.24102, "hf_subset": "war_Latn-fao_Latn", "languages": ["war-Latn", "fao-Latn"], "main_score": 0.24102, "precision": 0.231942, "recall": 0.273715}, {"accuracy": 0.452569, "f1": 0.413885, "hf_subset": "war_Latn-ind_Latn", "languages": ["war-Latn", "ind-Latn"], "main_score": 0.413885, "precision": 0.40288, "recall": 0.452569}, {"accuracy": 0.322134, "f1": 0.285379, "hf_subset": "war_Latn-knc_Latn", "languages": ["war-Latn", "knc-Latn"], "main_score": 0.285379, "precision": 0.271669, "recall": 0.322134}, {"accuracy": 0.314229, "f1": 0.276721, "hf_subset": "war_Latn-mlt_Latn", "languages": ["war-Latn", "mlt-Latn"], "main_score": 0.276721, "precision": 0.264646, "recall": 0.314229}, {"accuracy": 0.302372, "f1": 0.259458, "hf_subset": "war_Latn-quy_Latn", "languages": ["war-Latn", "quy-Latn"], "main_score": 0.259458, "precision": 0.243604, "recall": 0.302372}, {"accuracy": 0.281621, "f1": 0.250127, "hf_subset": "war_Latn-swh_Latn", "languages": ["war-Latn", "swh-Latn"], "main_score": 0.250127, "precision": 0.238449, "recall": 0.281621}, {"accuracy": 0.255929, "f1": 0.228554, "hf_subset": "war_Latn-uzn_Latn", "languages": ["war-Latn", "uzn-Latn"], "main_score": 0.228554, "precision": 0.219559, "recall": 0.255929}, {"accuracy": 0.403162, "f1": 0.370451, "hf_subset": "war_Latn-als_Latn", "languages": ["war-Latn", "als-Latn"], "main_score": 0.370451, "precision": 0.361239, "recall": 0.403162}, {"accuracy": 0.055336, "f1": 0.031408, "hf_subset": "war_Latn-bod_Tibt", "languages": ["war-Latn", "bod-Tibt"], "main_score": 0.031408, "precision": 0.02736, "recall": 0.055336}, {"accuracy": 0.23913, "f1": 0.201351, "hf_subset": "war_Latn-fij_Latn", "languages": ["war-Latn", "fij-Latn"], "main_score": 0.201351, "precision": 0.188796, "recall": 0.23913}, {"accuracy": 0.246047, "f1": 0.225685, "hf_subset": "war_Latn-isl_Latn", "languages": ["war-Latn", "isl-Latn"], "main_score": 0.225685, "precision": 0.219541, "recall": 0.246047}, {"accuracy": 0.320158, "f1": 0.27135, "hf_subset": "war_Latn-kon_Latn", "languages": ["war-Latn", "kon-Latn"], "main_score": 0.27135, "precision": 0.253429, "recall": 0.320158}, {"accuracy": 0.055336, "f1": 0.037084, "hf_subset": "war_Latn-mni_Beng", "languages": ["war-Latn", "mni-Beng"], "main_score": 0.037084, "precision": 0.033077, "recall": 0.055336}, {"accuracy": 0.423913, "f1": 0.383383, "hf_subset": "war_Latn-ron_Latn", "languages": ["war-Latn", "ron-Latn"], "main_score": 0.383383, "precision": 0.371368, "recall": 0.423913}, {"accuracy": 0.332016, "f1": 0.305147, "hf_subset": "war_Latn-szl_Latn", "languages": ["war-Latn", "szl-Latn"], "main_score": 0.305147, "precision": 0.297074, "recall": 0.332016}, {"accuracy": 0.356719, "f1": 0.319453, "hf_subset": "war_Latn-vec_Latn", "languages": ["war-Latn", "vec-Latn"], "main_score": 0.319453, "precision": 0.308622, "recall": 0.356719}, {"accuracy": 0.159091, "f1": 0.126139, "hf_subset": "war_Latn-amh_Ethi", "languages": ["war-Latn", "amh-Ethi"], "main_score": 0.126139, "precision": 0.116261, "recall": 0.159091}, {"accuracy": 0.401186, "f1": 0.368988, "hf_subset": "war_Latn-bos_Latn", "languages": ["war-Latn", "bos-Latn"], "main_score": 0.368988, "precision": 0.359006, "recall": 0.401186}, {"accuracy": 0.383399, "f1": 0.352174, "hf_subset": "war_Latn-fin_Latn", "languages": ["war-Latn", "fin-Latn"], "main_score": 0.352174, "precision": 0.341904, "recall": 0.383399}, {"accuracy": 0.429842, "f1": 0.387958, "hf_subset": "war_Latn-ita_Latn", "languages": ["war-Latn", "ita-Latn"], "main_score": 0.387958, "precision": 0.376622, "recall": 0.429842}, {"accuracy": 0.331028, "f1": 0.296021, "hf_subset": "war_Latn-kor_Hang", "languages": ["war-Latn", "kor-Hang"], "main_score": 0.296021, "precision": 0.285718, "recall": 0.331028}, {"accuracy": 0.254941, "f1": 0.21356, "hf_subset": "war_Latn-mos_Latn", "languages": ["war-Latn", "mos-Latn"], "main_score": 0.21356, "precision": 0.198751, "recall": 0.254941}, {"accuracy": 0.23419, "f1": 0.191488, "hf_subset": "war_Latn-run_Latn", "languages": ["war-Latn", "run-Latn"], "main_score": 0.191488, "precision": 0.177631, "recall": 0.23419}, {"accuracy": 0.185771, "f1": 0.157825, "hf_subset": "war_Latn-tam_Taml", "languages": ["war-Latn", "tam-Taml"], "main_score": 0.157825, "precision": 0.150741, "recall": 0.185771}, {"accuracy": 0.407115, "f1": 0.360959, "hf_subset": "war_Latn-vie_Latn", "languages": ["war-Latn", "vie-Latn"], "main_score": 0.360959, "precision": 0.348012, "recall": 0.407115}, {"accuracy": 0.286561, "f1": 0.260675, "hf_subset": "war_Latn-apc_Arab", "languages": ["war-Latn", "apc-Arab"], "main_score": 0.260675, "precision": 0.252518, "recall": 0.286561}, {"accuracy": 0.366601, "f1": 0.332421, "hf_subset": "war_Latn-bug_Latn", "languages": ["war-Latn", "bug-Latn"], "main_score": 0.332421, "precision": 0.320187, "recall": 0.366601}, {"accuracy": 0.256917, "f1": 0.214072, "hf_subset": "war_Latn-fon_Latn", "languages": ["war-Latn", "fon-Latn"], "main_score": 0.214072, "precision": 0.19958, "recall": 0.256917}, {"accuracy": 0.315217, "f1": 0.287811, "hf_subset": "war_Latn-jav_Latn", "languages": ["war-Latn", "jav-Latn"], "main_score": 0.287811, "precision": 0.280101, "recall": 0.315217}, {"accuracy": 0.304348, "f1": 0.27169, "hf_subset": "war_Latn-lao_Laoo", "languages": ["war-Latn", "lao-Laoo"], "main_score": 0.27169, "precision": 0.262212, "recall": 0.304348}, {"accuracy": 0.232213, "f1": 0.19769, "hf_subset": "war_Latn-mri_Latn", "languages": ["war-Latn", "mri-Latn"], "main_score": 0.19769, "precision": 0.186193, "recall": 0.232213}, {"accuracy": 0.375494, "f1": 0.338536, "hf_subset": "war_Latn-rus_Cyrl", "languages": ["war-Latn", "rus-Cyrl"], "main_score": 0.338536, "precision": 0.327436, "recall": 0.375494}, {"accuracy": 0.300395, "f1": 0.259246, "hf_subset": "war_Latn-taq_Latn", "languages": ["war-Latn", "taq-Latn"], "main_score": 0.259246, "precision": 0.245881, "recall": 0.300395}, {"accuracy": 0.320158, "f1": 0.293359, "hf_subset": "war_Latn-arb_Arab", "languages": ["war-Latn", "arb-Arab"], "main_score": 0.293359, "precision": 0.285069, "recall": 0.320158}, {"accuracy": 0.389328, "f1": 0.353243, "hf_subset": "war_Latn-bul_Cyrl", "languages": ["war-Latn", "bul-Cyrl"], "main_score": 0.353243, "precision": 0.343739, "recall": 0.389328}, {"accuracy": 0.428854, "f1": 0.38596, "hf_subset": "war_Latn-fra_Latn", "languages": ["war-Latn", "fra-Latn"], "main_score": 0.38596, "precision": 0.373643, "recall": 0.428854}, {"accuracy": 0.362648, "f1": 0.322682, "hf_subset": "war_Latn-jpn_Jpan", "languages": ["war-Latn", "jpn-Jpan"], "main_score": 0.322682, "precision": 0.310961, "recall": 0.362648}, {"accuracy": 0.328063, "f1": 0.301203, "hf_subset": "war_Latn-lij_Latn", "languages": ["war-Latn", "lij-Latn"], "main_score": 0.301203, "precision": 0.292889, "recall": 0.328063}, {"accuracy": 0.277668, "f1": 0.244722, "hf_subset": "war_Latn-mya_Mymr", "languages": ["war-Latn", "mya-Mymr"], "main_score": 0.244722, "precision": 0.235971, "recall": 0.277668}, {"accuracy": 0.240119, "f1": 0.20289, "hf_subset": "war_Latn-sag_Latn", "languages": ["war-Latn", "sag-Latn"], "main_score": 0.20289, "precision": 0.191069, "recall": 0.240119}, {"accuracy": 0.091897, "f1": 0.052871, "hf_subset": "war_Latn-taq_Tfng", "languages": ["war-Latn", "taq-Tfng"], "main_score": 0.052871, "precision": 0.045025, "recall": 0.091897}, {"accuracy": 0.294466, "f1": 0.251173, "hf_subset": "war_Latn-wol_Latn", "languages": ["war-Latn", "wol-Latn"], "main_score": 0.251173, "precision": 0.235592, "recall": 0.294466}, {"accuracy": 0.120553, "f1": 0.093352, "hf_subset": "war_Latn-arb_Latn", "languages": ["war-Latn", "arb-Latn"], "main_score": 0.093352, "precision": 0.085943, "recall": 0.120553}, {"accuracy": 0.429842, "f1": 0.387717, "hf_subset": "war_Latn-cat_Latn", "languages": ["war-Latn", "cat-Latn"], "main_score": 0.387717, "precision": 0.374647, "recall": 0.429842}, {"accuracy": 0.33498, "f1": 0.293912, "hf_subset": "war_Latn-fur_Latn", "languages": ["war-Latn", "fur-Latn"], "main_score": 0.293912, "precision": 0.284182, "recall": 0.33498}, {"accuracy": 0.09585, "f1": 0.066988, "hf_subset": "war_Latn-kab_Latn", "languages": ["war-Latn", "kab-Latn"], "main_score": 0.066988, "precision": 0.060402, "recall": 0.09585}, {"accuracy": 0.337945, "f1": 0.310501, "hf_subset": "war_Latn-lim_Latn", "languages": ["war-Latn", "lim-Latn"], "main_score": 0.310501, "precision": 0.30233, "recall": 0.337945}, {"accuracy": 0.427866, "f1": 0.385914, "hf_subset": "war_Latn-nld_Latn", "languages": ["war-Latn", "nld-Latn"], "main_score": 0.385914, "precision": 0.374569, "recall": 0.427866}, {"accuracy": 0.215415, "f1": 0.185824, "hf_subset": "war_Latn-san_Deva", "languages": ["war-Latn", "san-Deva"], "main_score": 0.185824, "precision": 0.176531, "recall": 0.215415}, {"accuracy": 0.290514, "f1": 0.259424, "hf_subset": "war_Latn-tat_Cyrl", "languages": ["war-Latn", "tat-Cyrl"], "main_score": 0.259424, "precision": 0.249021, "recall": 0.290514}, {"accuracy": 0.237154, "f1": 0.196885, "hf_subset": "war_Latn-xho_Latn", "languages": ["war-Latn", "xho-Latn"], "main_score": 0.196885, "precision": 0.184015, "recall": 0.237154}, {"accuracy": 0.313241, "f1": 0.283644, "hf_subset": "war_Latn-ars_Arab", "languages": ["war-Latn", "ars-Arab"], "main_score": 0.283644, "precision": 0.275038, "recall": 0.313241}, {"accuracy": 0.629447, "f1": 0.584688, "hf_subset": "war_Latn-ceb_Latn", "languages": ["war-Latn", "ceb-Latn"], "main_score": 0.584688, "precision": 0.568286, "recall": 0.629447}, {"accuracy": 0.246047, "f1": 0.210101, "hf_subset": "war_Latn-fuv_Latn", "languages": ["war-Latn", "fuv-Latn"], "main_score": 0.210101, "precision": 0.198211, "recall": 0.246047}, {"accuracy": 0.29249, "f1": 0.244935, "hf_subset": "war_Latn-kac_Latn", "languages": ["war-Latn", "kac-Latn"], "main_score": 0.244935, "precision": 0.229536, "recall": 0.29249}, {"accuracy": 0.27668, "f1": 0.240335, "hf_subset": "war_Latn-lin_Latn", "languages": ["war-Latn", "lin-Latn"], "main_score": 0.240335, "precision": 0.227166, "recall": 0.27668}, {"accuracy": 0.405138, "f1": 0.370227, "hf_subset": "war_Latn-nno_Latn", "languages": ["war-Latn", "nno-Latn"], "main_score": 0.370227, "precision": 0.359064, "recall": 0.405138}, {"accuracy": 0.025692, "f1": 0.008741, "hf_subset": "war_Latn-sat_Olck", "languages": ["war-Latn", "sat-Olck"], "main_score": 0.008741, "precision": 0.006515, "recall": 0.025692}, {"accuracy": 0.197628, "f1": 0.168959, "hf_subset": "war_Latn-tel_Telu", "languages": ["war-Latn", "tel-Telu"], "main_score": 0.168959, "precision": 0.160642, "recall": 0.197628}, {"accuracy": 0.106719, "f1": 0.087027, "hf_subset": "war_Latn-ydd_Hebr", "languages": ["war-Latn", "ydd-Hebr"], "main_score": 0.087027, "precision": 0.082115, "recall": 0.106719}, {"accuracy": 0.263834, "f1": 0.229063, "hf_subset": "war_Latn-ary_Arab", "languages": ["war-Latn", "ary-Arab"], "main_score": 0.229063, "precision": 0.220083, "recall": 0.263834}, {"accuracy": 0.422925, "f1": 0.38501, "hf_subset": "war_Latn-ces_Latn", "languages": ["war-Latn", "ces-Latn"], "main_score": 0.38501, "precision": 0.374113, "recall": 0.422925}, {"accuracy": 0.109684, "f1": 0.076923, "hf_subset": "war_Latn-gaz_Latn", "languages": ["war-Latn", "gaz-Latn"], "main_score": 0.076923, "precision": 0.068341, "recall": 0.109684}, {"accuracy": 0.262846, "f1": 0.216812, "hf_subset": "war_Latn-kam_Latn", "languages": ["war-Latn", "kam-Latn"], "main_score": 0.216812, "precision": 0.20122, "recall": 0.262846}, {"accuracy": 0.384387, "f1": 0.352605, "hf_subset": "war_Latn-lit_Latn", "languages": ["war-Latn", "lit-Latn"], "main_score": 0.352605, "precision": 0.342465, "recall": 0.384387}, {"accuracy": 0.428854, "f1": 0.389055, "hf_subset": "war_Latn-nob_Latn", "languages": ["war-Latn", "nob-Latn"], "main_score": 0.389055, "precision": 0.376813, "recall": 0.428854}, {"accuracy": 0.309289, "f1": 0.278076, "hf_subset": "war_Latn-scn_Latn", "languages": ["war-Latn", "scn-Latn"], "main_score": 0.278076, "precision": 0.267591, "recall": 0.309289}, {"accuracy": 0.184783, "f1": 0.153552, "hf_subset": "war_Latn-tgk_Cyrl", "languages": ["war-Latn", "tgk-Cyrl"], "main_score": 0.153552, "precision": 0.143859, "recall": 0.184783}, {"accuracy": 0.219368, "f1": 0.179916, "hf_subset": "war_Latn-yor_Latn", "languages": ["war-Latn", "yor-Latn"], "main_score": 0.179916, "precision": 0.16624, "recall": 0.219368}, {"accuracy": 0.282609, "f1": 0.255814, "hf_subset": "war_Latn-arz_Arab", "languages": ["war-Latn", "arz-Arab"], "main_score": 0.255814, "precision": 0.24731, "recall": 0.282609}, {"accuracy": 0.255929, "f1": 0.20953, "hf_subset": "war_Latn-cjk_Latn", "languages": ["war-Latn", "cjk-Latn"], "main_score": 0.20953, "precision": 0.194243, "recall": 0.255929}, {"accuracy": 0.205534, "f1": 0.162838, "hf_subset": "war_Latn-gla_Latn", "languages": ["war-Latn", "gla-Latn"], "main_score": 0.162838, "precision": 0.149587, "recall": 0.205534}, {"accuracy": 0.189723, "f1": 0.161617, "hf_subset": "war_Latn-kan_Knda", "languages": ["war-Latn", "kan-Knda"], "main_score": 0.161617, "precision": 0.153577, "recall": 0.189723}, {"accuracy": 0.316206, "f1": 0.284705, "hf_subset": "war_Latn-lmo_Latn", "languages": ["war-Latn", "lmo-Latn"], "main_score": 0.284705, "precision": 0.275195, "recall": 0.316206}, {"accuracy": 0.33004, "f1": 0.292968, "hf_subset": "war_Latn-npi_Deva", "languages": ["war-Latn", "npi-Deva"], "main_score": 0.292968, "precision": 0.281463, "recall": 0.33004}, {"accuracy": 0.220356, "f1": 0.181655, "hf_subset": "war_Latn-shn_Mymr", "languages": ["war-Latn", "shn-Mymr"], "main_score": 0.181655, "precision": 0.170104, "recall": 0.220356}, {"accuracy": 0.478261, "f1": 0.44034, "hf_subset": "war_Latn-tgl_Latn", "languages": ["war-Latn", "tgl-Latn"], "main_score": 0.44034, "precision": 0.427198, "recall": 0.478261}, {"accuracy": 0.357708, "f1": 0.321405, "hf_subset": "war_Latn-yue_Hant", "languages": ["war-Latn", "yue-Hant"], "main_score": 0.321405, "precision": 0.310654, "recall": 0.357708}, {"accuracy": 0.108696, "f1": 0.09198, "hf_subset": "war_Latn-asm_Beng", "languages": ["war-Latn", "asm-Beng"], "main_score": 0.09198, "precision": 0.086214, "recall": 0.108696}, {"accuracy": 0.194664, "f1": 0.159065, "hf_subset": "war_Latn-ckb_Arab", "languages": ["war-Latn", "ckb-Arab"], "main_score": 0.159065, "precision": 0.149, "recall": 0.194664}, {"accuracy": 0.225296, "f1": 0.193129, "hf_subset": "war_Latn-gle_Latn", "languages": ["war-Latn", "gle-Latn"], "main_score": 0.193129, "precision": 0.183885, "recall": 0.225296}, {"accuracy": 0.189723, "f1": 0.166625, "hf_subset": "war_Latn-kas_Arab", "languages": ["war-Latn", "kas-Arab"], "main_score": 0.166625, "precision": 0.159615, "recall": 0.189723}, {"accuracy": 0.331028, "f1": 0.294373, "hf_subset": "war_Latn-ltg_Latn", "languages": ["war-Latn", "ltg-Latn"], "main_score": 0.294373, "precision": 0.284519, "recall": 0.331028}, {"accuracy": 0.306324, "f1": 0.268016, "hf_subset": "war_Latn-nso_Latn", "languages": ["war-Latn", "nso-Latn"], "main_score": 0.268016, "precision": 0.255057, "recall": 0.306324}, {"accuracy": 0.199605, "f1": 0.167389, "hf_subset": "war_Latn-sin_Sinh", "languages": ["war-Latn", "sin-Sinh"], "main_score": 0.167389, "precision": 0.157978, "recall": 0.199605}, {"accuracy": 0.348814, "f1": 0.310841, "hf_subset": "war_Latn-tha_Thai", "languages": ["war-Latn", "tha-Thai"], "main_score": 0.310841, "precision": 0.300662, "recall": 0.348814}, {"accuracy": 0.370553, "f1": 0.330579, "hf_subset": "war_Latn-zho_Hans", "languages": ["war-Latn", "zho-Hans"], "main_score": 0.330579, "precision": 0.317925, "recall": 0.370553}, {"accuracy": 0.370553, "f1": 0.334545, "hf_subset": "war_Latn-ast_Latn", "languages": ["war-Latn", "ast-Latn"], "main_score": 0.334545, "precision": 0.324206, "recall": 0.370553}, {"accuracy": 0.309289, "f1": 0.281623, "hf_subset": "war_Latn-crh_Latn", "languages": ["war-Latn", "crh-Latn"], "main_score": 0.281623, "precision": 0.271995, "recall": 0.309289}, {"accuracy": 0.421937, "f1": 0.385739, "hf_subset": "war_Latn-glg_Latn", "languages": ["war-Latn", "glg-Latn"], "main_score": 0.385739, "precision": 0.375169, "recall": 0.421937}, {"accuracy": 0.213439, "f1": 0.181047, "hf_subset": "war_Latn-kas_Deva", "languages": ["war-Latn", "kas-Deva"], "main_score": 0.181047, "precision": 0.171702, "recall": 0.213439}, {"accuracy": 0.3083, "f1": 0.279928, "hf_subset": "war_Latn-ltz_Latn", "languages": ["war-Latn", "ltz-Latn"], "main_score": 0.279928, "precision": 0.270048, "recall": 0.3083}, {"accuracy": 0.130435, "f1": 0.088295, "hf_subset": "war_Latn-nus_Latn", "languages": ["war-Latn", "nus-Latn"], "main_score": 0.088295, "precision": 0.076894, "recall": 0.130435}, {"accuracy": 0.410079, "f1": 0.371909, "hf_subset": "war_Latn-slk_Latn", "languages": ["war-Latn", "slk-Latn"], "main_score": 0.371909, "precision": 0.359658, "recall": 0.410079}, {"accuracy": 0.082016, "f1": 0.060291, "hf_subset": "war_Latn-tir_Ethi", "languages": ["war-Latn", "tir-Ethi"], "main_score": 0.060291, "precision": 0.054528, "recall": 0.082016}, {"accuracy": 0.352767, "f1": 0.320061, "hf_subset": "war_Latn-zho_Hant", "languages": ["war-Latn", "zho-Hant"], "main_score": 0.320061, "precision": 0.310171, "recall": 0.352767}, {"accuracy": 0.315217, "f1": 0.276898, "hf_subset": "war_Latn-awa_Deva", "languages": ["war-Latn", "awa-Deva"], "main_score": 0.276898, "precision": 0.265727, "recall": 0.315217}, {"accuracy": 0.244071, "f1": 0.214132, "hf_subset": "war_Latn-cym_Latn", "languages": ["war-Latn", "cym-Latn"], "main_score": 0.214132, "precision": 0.205577, "recall": 0.244071}, {"accuracy": 0.359684, "f1": 0.325487, "hf_subset": "war_Latn-grn_Latn", "languages": ["war-Latn", "grn-Latn"], "main_score": 0.325487, "precision": 0.313487, "recall": 0.359684}, {"accuracy": 0.291502, "f1": 0.260387, "hf_subset": "war_Latn-kat_Geor", "languages": ["war-Latn", "kat-Geor"], "main_score": 0.260387, "precision": 0.250735, "recall": 0.291502}, {"accuracy": 0.306324, "f1": 0.264831, "hf_subset": "war_Latn-lua_Latn", "languages": ["war-Latn", "lua-Latn"], "main_score": 0.264831, "precision": 0.248658, "recall": 0.306324}, {"accuracy": 0.29249, "f1": 0.241324, "hf_subset": "war_Latn-nya_Latn", "languages": ["war-Latn", "nya-Latn"], "main_score": 0.241324, "precision": 0.223114, "recall": 0.29249}, {"accuracy": 0.403162, "f1": 0.363913, "hf_subset": "war_Latn-slv_Latn", "languages": ["war-Latn", "slv-Latn"], "main_score": 0.363913, "precision": 0.352432, "recall": 0.403162}, {"accuracy": 0.411067, "f1": 0.381854, "hf_subset": "war_Latn-tpi_Latn", "languages": ["war-Latn", "tpi-Latn"], "main_score": 0.381854, "precision": 0.37107, "recall": 0.411067}, {"accuracy": 0.434783, "f1": 0.395339, "hf_subset": "war_Latn-zsm_Latn", "languages": ["war-Latn", "zsm-Latn"], "main_score": 0.395339, "precision": 0.384308, "recall": 0.434783}, {"accuracy": 0.258893, "f1": 0.213298, "hf_subset": "war_Latn-ayr_Latn", "languages": ["war-Latn", "ayr-Latn"], "main_score": 0.213298, "precision": 0.198867, "recall": 0.258893}, {"accuracy": 0.435771, "f1": 0.394398, "hf_subset": "war_Latn-dan_Latn", "languages": ["war-Latn", "dan-Latn"], "main_score": 0.394398, "precision": 0.382643, "recall": 0.435771}, {"accuracy": 0.242095, "f1": 0.212076, "hf_subset": "war_Latn-guj_Gujr", "languages": ["war-Latn", "guj-Gujr"], "main_score": 0.212076, "precision": 0.203434, "recall": 0.242095}, {"accuracy": 0.353755, "f1": 0.316882, "hf_subset": "war_Latn-kaz_Cyrl", "languages": ["war-Latn", "kaz-Cyrl"], "main_score": 0.316882, "precision": 0.306923, "recall": 0.353755}, {"accuracy": 0.208498, "f1": 0.16808, "hf_subset": "war_Latn-lug_Latn", "languages": ["war-Latn", "lug-Latn"], "main_score": 0.16808, "precision": 0.155511, "recall": 0.208498}, {"accuracy": 0.393281, "f1": 0.355138, "hf_subset": "war_Latn-oci_Latn", "languages": ["war-Latn", "oci-Latn"], "main_score": 0.355138, "precision": 0.345456, "recall": 0.393281}, {"accuracy": 0.228261, "f1": 0.184874, "hf_subset": "war_Latn-smo_Latn", "languages": ["war-Latn", "smo-Latn"], "main_score": 0.184874, "precision": 0.171499, "recall": 0.228261}, {"accuracy": 0.266798, "f1": 0.22052, "hf_subset": "war_Latn-tsn_Latn", "languages": ["war-Latn", "tsn-Latn"], "main_score": 0.22052, "precision": 0.205438, "recall": 0.266798}, {"accuracy": 0.173913, "f1": 0.138945, "hf_subset": "war_Latn-zul_Latn", "languages": ["war-Latn", "zul-Latn"], "main_score": 0.138945, "precision": 0.127978, "recall": 0.173913}, {"accuracy": 0.214427, "f1": 0.180909, "hf_subset": "war_Latn-azb_Arab", "languages": ["war-Latn", "azb-Arab"], "main_score": 0.180909, "precision": 0.17099, "recall": 0.214427}, {"accuracy": 0.424901, "f1": 0.387754, "hf_subset": "war_Latn-deu_Latn", "languages": ["war-Latn", "deu-Latn"], "main_score": 0.387754, "precision": 0.376169, "recall": 0.424901}, {"accuracy": 0.27668, "f1": 0.232249, "hf_subset": "war_Latn-hat_Latn", "languages": ["war-Latn", "hat-Latn"], "main_score": 0.232249, "precision": 0.218877, "recall": 0.27668}, {"accuracy": 0.227273, "f1": 0.180562, "hf_subset": "war_Latn-kbp_Latn", "languages": ["war-Latn", "kbp-Latn"], "main_score": 0.180562, "precision": 0.166285, "recall": 0.227273}, {"accuracy": 0.288538, "f1": 0.247235, "hf_subset": "war_Latn-luo_Latn", "languages": ["war-Latn", "luo-Latn"], "main_score": 0.247235, "precision": 0.232358, "recall": 0.288538}, {"accuracy": 0.173913, "f1": 0.141953, "hf_subset": "war_Latn-ory_Orya", "languages": ["war-Latn", "ory-Orya"], "main_score": 0.141953, "precision": 0.132455, "recall": 0.173913}, {"accuracy": 0.222332, "f1": 0.173483, "hf_subset": "war_Latn-sna_Latn", "languages": ["war-Latn", "sna-Latn"], "main_score": 0.173483, "precision": 0.157759, "recall": 0.222332}, {"accuracy": 0.250988, "f1": 0.212751, "hf_subset": "war_Latn-tso_Latn", "languages": ["war-Latn", "tso-Latn"], "main_score": 0.212751, "precision": 0.199206, "recall": 0.250988}, {"accuracy": 0.307312, "f1": 0.281595, "hf_subset": "war_Latn-azj_Latn", "languages": ["war-Latn", "azj-Latn"], "main_score": 0.281595, "precision": 0.274474, "recall": 0.307312}, {"accuracy": 0.290514, "f1": 0.250776, "hf_subset": "war_Latn-dik_Latn", "languages": ["war-Latn", "dik-Latn"], "main_score": 0.250776, "precision": 0.236759, "recall": 0.290514}, {"accuracy": 0.262846, "f1": 0.227928, "hf_subset": "war_Latn-hau_Latn", "languages": ["war-Latn", "hau-Latn"], "main_score": 0.227928, "precision": 0.214832, "recall": 0.262846}, {"accuracy": 0.302372, "f1": 0.275042, "hf_subset": "war_Latn-kea_Latn", "languages": ["war-Latn", "kea-Latn"], "main_score": 0.275042, "precision": 0.266403, "recall": 0.302372}, {"accuracy": 0.423913, "f1": 0.386576, "hf_subset": "war_Latn-lus_Latn", "languages": ["war-Latn", "lus-Latn"], "main_score": 0.386576, "precision": 0.373187, "recall": 0.423913}, {"accuracy": 0.497036, "f1": 0.463316, "hf_subset": "war_Latn-pag_Latn", "languages": ["war-Latn", "pag-Latn"], "main_score": 0.463316, "precision": 0.451701, "recall": 0.497036}, {"accuracy": 0.211462, "f1": 0.182236, "hf_subset": "war_Latn-snd_Arab", "languages": ["war-Latn", "snd-Arab"], "main_score": 0.182236, "precision": 0.174285, "recall": 0.211462}, {"accuracy": 0.229249, "f1": 0.192151, "hf_subset": "war_Latn-tuk_Latn", "languages": ["war-Latn", "tuk-Latn"], "main_score": 0.192151, "precision": 0.180819, "recall": 0.229249}, {"accuracy": 0.310277, "f1": 0.279589, "hf_subset": "war_Latn-bak_Cyrl", "languages": ["war-Latn", "bak-Cyrl"], "main_score": 0.279589, "precision": 0.268913, "recall": 0.310277}, {"accuracy": 0.218379, "f1": 0.185245, "hf_subset": "war_Latn-dyu_Latn", "languages": ["war-Latn", "dyu-Latn"], "main_score": 0.185245, "precision": 0.174628, "recall": 0.218379}, {"accuracy": 0.321146, "f1": 0.286555, "hf_subset": "war_Latn-heb_Hebr", "languages": ["war-Latn", "heb-Hebr"], "main_score": 0.286555, "precision": 0.274794, "recall": 0.321146}, {"accuracy": 0.333992, "f1": 0.30018, "hf_subset": "war_Latn-khk_Cyrl", "languages": ["war-Latn", "khk-Cyrl"], "main_score": 0.30018, "precision": 0.289329, "recall": 0.333992}, {"accuracy": 0.367589, "f1": 0.338364, "hf_subset": "war_Latn-lvs_Latn", "languages": ["war-Latn", "lvs-Latn"], "main_score": 0.338364, "precision": 0.329581, "recall": 0.367589}, {"accuracy": 0.16502, "f1": 0.134871, "hf_subset": "war_Latn-pan_Guru", "languages": ["war-Latn", "pan-Guru"], "main_score": 0.134871, "precision": 0.127106, "recall": 0.16502}, {"accuracy": 0.246047, "f1": 0.209027, "hf_subset": "war_Latn-som_Latn", "languages": ["war-Latn", "som-Latn"], "main_score": 0.209027, "precision": 0.197783, "recall": 0.246047}, {"accuracy": 0.255929, "f1": 0.215545, "hf_subset": "war_Latn-tum_Latn", "languages": ["war-Latn", "tum-Latn"], "main_score": 0.215545, "precision": 0.201979, "recall": 0.255929}, {"accuracy": 0.094862, "f1": 0.05841, "hf_subset": "arb_Arab-ace_Arab", "languages": ["arb-Arab", "ace-Arab"], "main_score": 0.05841, "precision": 0.049727, "recall": 0.094862}, {"accuracy": 0.148221, "f1": 0.08728, "hf_subset": "arb_Arab-bam_Latn", "languages": ["arb-Arab", "bam-Latn"], "main_score": 0.08728, "precision": 0.073762, "recall": 0.148221}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "arb_Arab-dzo_Tibt", "languages": ["arb-Arab", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-hin_Deva", "languages": ["arb-Arab", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.873913, "hf_subset": "arb_Arab-khm_Khmr", "languages": ["arb-Arab", "khm-Khmr"], "main_score": 0.873913, "precision": 0.859272, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "arb_Arab-mag_Deva", "languages": ["arb-Arab", "mag-Deva"], "main_score": 0.924078, "precision": 0.914855, "recall": 0.942688}, {"accuracy": 0.591897, "f1": 0.50922, "hf_subset": "arb_Arab-pap_Latn", "languages": ["arb-Arab", "pap-Latn"], "main_score": 0.50922, "precision": 0.478649, "recall": 0.591897}, {"accuracy": 0.178854, "f1": 0.11572, "hf_subset": "arb_Arab-sot_Latn", "languages": ["arb-Arab", "sot-Latn"], "main_score": 0.11572, "precision": 0.100496, "recall": 0.178854}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "arb_Arab-tur_Latn", "languages": ["arb-Arab", "tur-Latn"], "main_score": 0.981884, "precision": 0.979908, "recall": 0.986166}, {"accuracy": 0.360672, "f1": 0.274112, "hf_subset": "arb_Arab-ace_Latn", "languages": ["arb-Arab", "ace-Latn"], "main_score": 0.274112, "precision": 0.248617, "recall": 0.360672}, {"accuracy": 0.618577, "f1": 0.544031, "hf_subset": "arb_Arab-ban_Latn", "languages": ["arb-Arab", "ban-Latn"], "main_score": 0.544031, "precision": 0.514587, "recall": 0.618577}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arb_Arab-ell_Grek", "languages": ["arb-Arab", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.912055, "f1": 0.886034, "hf_subset": "arb_Arab-hne_Deva", "languages": ["arb-Arab", "hne-Deva"], "main_score": 0.886034, "precision": 0.87388, "recall": 0.912055}, {"accuracy": 0.198617, "f1": 0.122057, "hf_subset": "arb_Arab-kik_Latn", "languages": ["arb-Arab", "kik-Latn"], "main_score": 0.122057, "precision": 0.102377, "recall": 0.198617}, {"accuracy": 0.926877, "f1": 0.906686, "hf_subset": "arb_Arab-mai_Deva", "languages": ["arb-Arab", "mai-Deva"], "main_score": 0.906686, "precision": 0.897151, "recall": 0.926877}, {"accuracy": 0.850791, "f1": 0.811942, "hf_subset": "arb_Arab-pbt_Arab", "languages": ["arb-Arab", "pbt-Arab"], "main_score": 0.811942, "precision": 0.794631, "recall": 0.850791}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "arb_Arab-spa_Latn", "languages": ["arb-Arab", "spa-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.26087, "f1": 0.178339, "hf_subset": "arb_Arab-twi_Latn", "languages": ["arb-Arab", "twi-Latn"], "main_score": 0.178339, "precision": 0.158065, "recall": 0.26087}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "arb_Arab-acm_Arab", "languages": ["arb-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.961462, "f1": 0.949605, "hf_subset": "arb_Arab-bel_Cyrl", "languages": ["arb-Arab", "bel-Cyrl"], "main_score": 0.949605, "precision": 0.943841, "recall": 0.961462}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-eng_Latn", "languages": ["arb-Arab", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "arb_Arab-hrv_Latn", "languages": ["arb-Arab", "hrv-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.133399, "f1": 0.078245, "hf_subset": "arb_Arab-kin_Latn", "languages": ["arb-Arab", "kin-Latn"], "main_score": 0.078245, "precision": 0.065491, "recall": 0.133399}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "arb_Arab-mal_Mlym", "languages": ["arb-Arab", "mal-Mlym"], "main_score": 0.846904, "precision": 0.830978, "recall": 0.881423}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-pes_Arab", "languages": ["arb-Arab", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.670949, "f1": 0.598722, "hf_subset": "arb_Arab-srd_Latn", "languages": ["arb-Arab", "srd-Latn"], "main_score": 0.598722, "precision": 0.570233, "recall": 0.670949}, {"accuracy": 0.057312, "f1": 0.029703, "hf_subset": "arb_Arab-tzm_Tfng", "languages": ["arb-Arab", "tzm-Tfng"], "main_score": 0.029703, "precision": 0.025327, "recall": 0.057312}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "arb_Arab-acq_Arab", "languages": ["arb-Arab", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.194664, "f1": 0.127097, "hf_subset": "arb_Arab-bem_Latn", "languages": ["arb-Arab", "bem-Latn"], "main_score": 0.127097, "precision": 0.111614, "recall": 0.194664}, {"accuracy": 0.837945, "f1": 0.792029, "hf_subset": "arb_Arab-epo_Latn", "languages": ["arb-Arab", "epo-Latn"], "main_score": 0.792029, "precision": 0.771229, "recall": 0.837945}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-hun_Latn", "languages": ["arb-Arab", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.91996, "f1": 0.897069, "hf_subset": "arb_Arab-kir_Cyrl", "languages": ["arb-Arab", "kir-Cyrl"], "main_score": 0.897069, "precision": 0.886034, "recall": 0.91996}, {"accuracy": 0.910079, "f1": 0.884289, "hf_subset": "arb_Arab-mar_Deva", "languages": ["arb-Arab", "mar-Deva"], "main_score": 0.884289, "precision": 0.872283, "recall": 0.910079}, {"accuracy": 0.248024, "f1": 0.175138, "hf_subset": "arb_Arab-plt_Latn", "languages": ["arb-Arab", "plt-Latn"], "main_score": 0.175138, "precision": 0.154348, "recall": 0.248024}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-srp_Cyrl", "languages": ["arb-Arab", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.812253, "f1": 0.766474, "hf_subset": "arb_Arab-uig_Arab", "languages": ["arb-Arab", "uig-Arab"], "main_score": 0.766474, "precision": 0.746245, "recall": 0.812253}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "arb_Arab-aeb_Arab", "languages": ["arb-Arab", "aeb-Arab"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.908103, "f1": 0.882708, "hf_subset": "arb_Arab-ben_Beng", "languages": ["arb-Arab", "ben-Beng"], "main_score": 0.882708, "precision": 0.87108, "recall": 0.908103}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-est_Latn", "languages": ["arb-Arab", "est-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.975296, "f1": 0.967787, "hf_subset": "arb_Arab-hye_Armn", "languages": ["arb-Arab", "hye-Armn"], "main_score": 0.967787, "precision": 0.96418, "recall": 0.975296}, {"accuracy": 0.134387, "f1": 0.073985, "hf_subset": "arb_Arab-kmb_Latn", "languages": ["arb-Arab", "kmb-Latn"], "main_score": 0.073985, "precision": 0.062211, "recall": 0.134387}, {"accuracy": 0.062253, "f1": 0.038763, "hf_subset": "arb_Arab-min_Arab", "languages": ["arb-Arab", "min-Arab"], "main_score": 0.038763, "precision": 0.033184, "recall": 0.062253}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "arb_Arab-pol_Latn", "languages": ["arb-Arab", "pol-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.133399, "f1": 0.078564, "hf_subset": "arb_Arab-ssw_Latn", "languages": ["arb-Arab", "ssw-Latn"], "main_score": 0.078564, "precision": 0.067702, "recall": 0.133399}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "arb_Arab-ukr_Cyrl", "languages": ["arb-Arab", "ukr-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.9417, "f1": 0.924242, "hf_subset": "arb_Arab-afr_Latn", "languages": ["arb-Arab", "afr-Latn"], "main_score": 0.924242, "precision": 0.915843, "recall": 0.9417}, {"accuracy": 0.887352, "f1": 0.855237, "hf_subset": "arb_Arab-bho_Deva", "languages": ["arb-Arab", "bho-Deva"], "main_score": 0.855237, "precision": 0.840086, "recall": 0.887352}, {"accuracy": 0.703557, "f1": 0.636646, "hf_subset": "arb_Arab-eus_Latn", "languages": ["arb-Arab", "eus-Latn"], "main_score": 0.636646, "precision": 0.607889, "recall": 0.703557}, {"accuracy": 0.156126, "f1": 0.090029, "hf_subset": "arb_Arab-ibo_Latn", "languages": ["arb-Arab", "ibo-Latn"], "main_score": 0.090029, "precision": 0.075544, "recall": 0.156126}, {"accuracy": 0.732213, "f1": 0.675313, "hf_subset": "arb_Arab-kmr_Latn", "languages": ["arb-Arab", "kmr-Latn"], "main_score": 0.675313, "precision": 0.651289, "recall": 0.732213}, {"accuracy": 0.594862, "f1": 0.515373, "hf_subset": "arb_Arab-min_Latn", "languages": ["arb-Arab", "min-Latn"], "main_score": 0.515373, "precision": 0.486391, "recall": 0.594862}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "arb_Arab-por_Latn", "languages": ["arb-Arab", "por-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.713439, "f1": 0.647694, "hf_subset": "arb_Arab-sun_Latn", "languages": ["arb-Arab", "sun-Latn"], "main_score": 0.647694, "precision": 0.621017, "recall": 0.713439}, {"accuracy": 0.145257, "f1": 0.087822, "hf_subset": "arb_Arab-umb_Latn", "languages": ["arb-Arab", "umb-Latn"], "main_score": 0.087822, "precision": 0.075101, "recall": 0.145257}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arb_Arab-ajp_Arab", "languages": ["arb-Arab", "ajp-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.079051, "f1": 0.046236, "hf_subset": "arb_Arab-bjn_Arab", "languages": ["arb-Arab", "bjn-Arab"], "main_score": 0.046236, "precision": 0.039113, "recall": 0.079051}, {"accuracy": 0.212451, "f1": 0.144598, "hf_subset": "arb_Arab-ewe_Latn", "languages": ["arb-Arab", "ewe-Latn"], "main_score": 0.144598, "precision": 0.127842, "recall": 0.212451}, {"accuracy": 0.3083, "f1": 0.221184, "hf_subset": "arb_Arab-ilo_Latn", "languages": ["arb-Arab", "ilo-Latn"], "main_score": 0.221184, "precision": 0.195977, "recall": 0.3083}, {"accuracy": 0.085968, "f1": 0.041164, "hf_subset": "arb_Arab-knc_Arab", "languages": ["arb-Arab", "knc-Arab"], "main_score": 0.041164, "precision": 0.031666, "recall": 0.085968}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "arb_Arab-mkd_Cyrl", "languages": ["arb-Arab", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "arb_Arab-prs_Arab", "languages": ["arb-Arab", "prs-Arab"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "arb_Arab-swe_Latn", "languages": ["arb-Arab", "swe-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "arb_Arab-urd_Arab", "languages": ["arb-Arab", "urd-Arab"], "main_score": 0.956522, "precision": 0.951746, "recall": 0.966403}, {"accuracy": 0.249012, "f1": 0.169045, "hf_subset": "arb_Arab-aka_Latn", "languages": ["arb-Arab", "aka-Latn"], "main_score": 0.169045, "precision": 0.148029, "recall": 0.249012}, {"accuracy": 0.735178, "f1": 0.673438, "hf_subset": "arb_Arab-bjn_Latn", "languages": ["arb-Arab", "bjn-Latn"], "main_score": 0.673438, "precision": 0.648355, "recall": 0.735178}, {"accuracy": 0.427866, "f1": 0.337978, "hf_subset": "arb_Arab-fao_Latn", "languages": ["arb-Arab", "fao-Latn"], "main_score": 0.337978, "precision": 0.309844, "recall": 0.427866}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-ind_Latn", "languages": ["arb-Arab", "ind-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.222332, "f1": 0.152536, "hf_subset": "arb_Arab-knc_Latn", "languages": ["arb-Arab", "knc-Latn"], "main_score": 0.152536, "precision": 0.135954, "recall": 0.222332}, {"accuracy": 0.286561, "f1": 0.205366, "hf_subset": "arb_Arab-mlt_Latn", "languages": ["arb-Arab", "mlt-Latn"], "main_score": 0.205366, "precision": 0.183194, "recall": 0.286561}, {"accuracy": 0.228261, "f1": 0.151795, "hf_subset": "arb_Arab-quy_Latn", "languages": ["arb-Arab", "quy-Latn"], "main_score": 0.151795, "precision": 0.131821, "recall": 0.228261}, {"accuracy": 0.326087, "f1": 0.245864, "hf_subset": "arb_Arab-swh_Latn", "languages": ["arb-Arab", "swh-Latn"], "main_score": 0.245864, "precision": 0.222481, "recall": 0.326087}, {"accuracy": 0.61166, "f1": 0.534252, "hf_subset": "arb_Arab-uzn_Latn", "languages": ["arb-Arab", "uzn-Latn"], "main_score": 0.534252, "precision": 0.504663, "recall": 0.61166}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-als_Latn", "languages": ["arb-Arab", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.045455, "f1": 0.014019, "hf_subset": "arb_Arab-bod_Tibt", "languages": ["arb-Arab", "bod-Tibt"], "main_score": 0.014019, "precision": 0.010339, "recall": 0.045455}, {"accuracy": 0.175889, "f1": 0.112594, "hf_subset": "arb_Arab-fij_Latn", "languages": ["arb-Arab", "fij-Latn"], "main_score": 0.112594, "precision": 0.097109, "recall": 0.175889}, {"accuracy": 0.737154, "f1": 0.677116, "hf_subset": "arb_Arab-isl_Latn", "languages": ["arb-Arab", "isl-Latn"], "main_score": 0.677116, "precision": 0.652479, "recall": 0.737154}, {"accuracy": 0.199605, "f1": 0.129599, "hf_subset": "arb_Arab-kon_Latn", "languages": ["arb-Arab", "kon-Latn"], "main_score": 0.129599, "precision": 0.11258, "recall": 0.199605}, {"accuracy": 0.057312, "f1": 0.029877, "hf_subset": "arb_Arab-mni_Beng", "languages": ["arb-Arab", "mni-Beng"], "main_score": 0.029877, "precision": 0.025613, "recall": 0.057312}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-ron_Latn", "languages": ["arb-Arab", "ron-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.756917, "f1": 0.699492, "hf_subset": "arb_Arab-szl_Latn", "languages": ["arb-Arab", "szl-Latn"], "main_score": 0.699492, "precision": 0.675247, "recall": 0.756917}, {"accuracy": 0.758893, "f1": 0.694601, "hf_subset": "arb_Arab-vec_Latn", "languages": ["arb-Arab", "vec-Latn"], "main_score": 0.694601, "precision": 0.66661, "recall": 0.758893}, {"accuracy": 0.778656, "f1": 0.72772, "hf_subset": "arb_Arab-amh_Ethi", "languages": ["arb-Arab", "amh-Ethi"], "main_score": 0.72772, "precision": 0.705814, "recall": 0.778656}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "arb_Arab-bos_Latn", "languages": ["arb-Arab", "bos-Latn"], "main_score": 0.985837, "precision": 0.984354, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "arb_Arab-fin_Latn", "languages": ["arb-Arab", "fin-Latn"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "arb_Arab-ita_Latn", "languages": ["arb-Arab", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "arb_Arab-kor_Hang", "languages": ["arb-Arab", "kor-Hang"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.187747, "f1": 0.124399, "hf_subset": "arb_Arab-mos_Latn", "languages": ["arb-Arab", "mos-Latn"], "main_score": 0.124399, "precision": 0.108041, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.079137, "hf_subset": "arb_Arab-run_Latn", "languages": ["arb-Arab", "run-Latn"], "main_score": 0.079137, "precision": 0.066318, "recall": 0.134387}, {"accuracy": 0.903162, "f1": 0.875132, "hf_subset": "arb_Arab-tam_Taml", "languages": ["arb-Arab", "tam-Taml"], "main_score": 0.875132, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.98419, "f1": 0.979578, "hf_subset": "arb_Arab-vie_Latn", "languages": ["arb-Arab", "vie-Latn"], "main_score": 0.979578, "precision": 0.977273, "recall": 0.98419}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arb_Arab-apc_Arab", "languages": ["arb-Arab", "apc-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.337945, "f1": 0.250556, "hf_subset": "arb_Arab-bug_Latn", "languages": ["arb-Arab", "bug-Latn"], "main_score": 0.250556, "precision": 0.223411, "recall": 0.337945}, {"accuracy": 0.166996, "f1": 0.101951, "hf_subset": "arb_Arab-fon_Latn", "languages": ["arb-Arab", "fon-Latn"], "main_score": 0.101951, "precision": 0.087576, "recall": 0.166996}, {"accuracy": 0.671937, "f1": 0.596549, "hf_subset": "arb_Arab-jav_Latn", "languages": ["arb-Arab", "jav-Latn"], "main_score": 0.596549, "precision": 0.567153, "recall": 0.671937}, {"accuracy": 0.923913, "f1": 0.903524, "hf_subset": "arb_Arab-lao_Laoo", "languages": ["arb-Arab", "lao-Laoo"], "main_score": 0.903524, "precision": 0.894384, "recall": 0.923913}, {"accuracy": 0.157115, "f1": 0.090581, "hf_subset": "arb_Arab-mri_Latn", "languages": ["arb-Arab", "mri-Latn"], "main_score": 0.090581, "precision": 0.076332, "recall": 0.157115}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-rus_Cyrl", "languages": ["arb-Arab", "rus-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.211462, "f1": 0.148491, "hf_subset": "arb_Arab-taq_Latn", "languages": ["arb-Arab", "taq-Latn"], "main_score": 0.148491, "precision": 0.133979, "recall": 0.211462}, {"accuracy": 0.38834, "f1": 0.295075, "hf_subset": "arb_Arab-war_Latn", "languages": ["arb-Arab", "war-Latn"], "main_score": 0.295075, "precision": 0.266446, "recall": 0.38834}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-bul_Cyrl", "languages": ["arb-Arab", "bul-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "arb_Arab-fra_Latn", "languages": ["arb-Arab", "fra-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "arb_Arab-jpn_Jpan", "languages": ["arb-Arab", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.724308, "f1": 0.659112, "hf_subset": "arb_Arab-lij_Latn", "languages": ["arb-Arab", "lij-Latn"], "main_score": 0.659112, "precision": 0.63242, "recall": 0.724308}, {"accuracy": 0.933794, "f1": 0.913603, "hf_subset": "arb_Arab-mya_Mymr", "languages": ["arb-Arab", "mya-Mymr"], "main_score": 0.913603, "precision": 0.904068, "recall": 0.933794}, {"accuracy": 0.205534, "f1": 0.135712, "hf_subset": "arb_Arab-sag_Latn", "languages": ["arb-Arab", "sag-Latn"], "main_score": 0.135712, "precision": 0.117215, "recall": 0.205534}, {"accuracy": 0.06917, "f1": 0.030266, "hf_subset": "arb_Arab-taq_Tfng", "languages": ["arb-Arab", "taq-Tfng"], "main_score": 0.030266, "precision": 0.025022, "recall": 0.06917}, {"accuracy": 0.220356, "f1": 0.147279, "hf_subset": "arb_Arab-wol_Latn", "languages": ["arb-Arab", "wol-Latn"], "main_score": 0.147279, "precision": 0.12757, "recall": 0.220356}, {"accuracy": 0.091897, "f1": 0.047848, "hf_subset": "arb_Arab-arb_Latn", "languages": ["arb-Arab", "arb-Latn"], "main_score": 0.047848, "precision": 0.039305, "recall": 0.091897}, {"accuracy": 0.993083, "f1": 0.991271, "hf_subset": "arb_Arab-cat_Latn", "languages": ["arb-Arab", "cat-Latn"], "main_score": 0.991271, "precision": 0.990448, "recall": 0.993083}, {"accuracy": 0.667984, "f1": 0.596382, "hf_subset": "arb_Arab-fur_Latn", "languages": ["arb-Arab", "fur-Latn"], "main_score": 0.596382, "precision": 0.567457, "recall": 0.667984}, {"accuracy": 0.071146, "f1": 0.042709, "hf_subset": "arb_Arab-kab_Latn", "languages": ["arb-Arab", "kab-Latn"], "main_score": 0.042709, "precision": 0.03604, "recall": 0.071146}, {"accuracy": 0.714427, "f1": 0.647318, "hf_subset": "arb_Arab-lim_Latn", "languages": ["arb-Arab", "lim-Latn"], "main_score": 0.647318, "precision": 0.619335, "recall": 0.714427}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "arb_Arab-nld_Latn", "languages": ["arb-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.73419, "f1": 0.670624, "hf_subset": "arb_Arab-san_Deva", "languages": ["arb-Arab", "san-Deva"], "main_score": 0.670624, "precision": 0.643462, "recall": 0.73419}, {"accuracy": 0.485178, "f1": 0.404433, "hf_subset": "arb_Arab-tat_Cyrl", "languages": ["arb-Arab", "tat-Cyrl"], "main_score": 0.404433, "precision": 0.375141, "recall": 0.485178}, {"accuracy": 0.176877, "f1": 0.105973, "hf_subset": "arb_Arab-xho_Latn", "languages": ["arb-Arab", "xho-Latn"], "main_score": 0.105973, "precision": 0.08871, "recall": 0.176877}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "arb_Arab-ars_Arab", "languages": ["arb-Arab", "ars-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.355731, "f1": 0.264026, "hf_subset": "arb_Arab-ceb_Latn", "languages": ["arb-Arab", "ceb-Latn"], "main_score": 0.264026, "precision": 0.235664, "recall": 0.355731}, {"accuracy": 0.19664, "f1": 0.124938, "hf_subset": "arb_Arab-fuv_Latn", "languages": ["arb-Arab", "fuv-Latn"], "main_score": 0.124938, "precision": 0.108727, "recall": 0.19664}, {"accuracy": 0.16996, "f1": 0.109967, "hf_subset": "arb_Arab-kac_Latn", "languages": ["arb-Arab", "kac-Latn"], "main_score": 0.109967, "precision": 0.094838, "recall": 0.16996}, {"accuracy": 0.20751, "f1": 0.143703, "hf_subset": "arb_Arab-lin_Latn", "languages": ["arb-Arab", "lin-Latn"], "main_score": 0.143703, "precision": 0.126388, "recall": 0.20751}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "arb_Arab-nno_Latn", "languages": ["arb-Arab", "nno-Latn"], "main_score": 0.966733, "precision": 0.962945, "recall": 0.974308}, {"accuracy": 0.016798, "f1": 0.003221, "hf_subset": "arb_Arab-sat_Olck", "languages": ["arb-Arab", "sat-Olck"], "main_score": 0.003221, "precision": 0.002652, "recall": 0.016798}, {"accuracy": 0.858696, "f1": 0.820422, "hf_subset": "arb_Arab-tel_Telu", "languages": ["arb-Arab", "tel-Telu"], "main_score": 0.820422, "precision": 0.803195, "recall": 0.858696}, {"accuracy": 0.437747, "f1": 0.351553, "hf_subset": "arb_Arab-ydd_Hebr", "languages": ["arb-Arab", "ydd-Hebr"], "main_score": 0.351553, "precision": 0.321354, "recall": 0.437747}, {"accuracy": 0.882411, "f1": 0.849605, "hf_subset": "arb_Arab-ary_Arab", "languages": ["arb-Arab", "ary-Arab"], "main_score": 0.849605, "precision": 0.834354, "recall": 0.882411}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-ces_Latn", "languages": ["arb-Arab", "ces-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.083992, "f1": 0.046414, "hf_subset": "arb_Arab-gaz_Latn", "languages": ["arb-Arab", "gaz-Latn"], "main_score": 0.046414, "precision": 0.039377, "recall": 0.083992}, {"accuracy": 0.166996, "f1": 0.109201, "hf_subset": "arb_Arab-kam_Latn", "languages": ["arb-Arab", "kam-Latn"], "main_score": 0.109201, "precision": 0.095344, "recall": 0.166996}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "arb_Arab-lit_Latn", "languages": ["arb-Arab", "lit-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "arb_Arab-nob_Latn", "languages": ["arb-Arab", "nob-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.598814, "f1": 0.51658, "hf_subset": "arb_Arab-scn_Latn", "languages": ["arb-Arab", "scn-Latn"], "main_score": 0.51658, "precision": 0.485452, "recall": 0.598814}, {"accuracy": 0.167984, "f1": 0.110346, "hf_subset": "arb_Arab-tgk_Cyrl", "languages": ["arb-Arab", "tgk-Cyrl"], "main_score": 0.110346, "precision": 0.096602, "recall": 0.167984}, {"accuracy": 0.164032, "f1": 0.098191, "hf_subset": "arb_Arab-yor_Latn", "languages": ["arb-Arab", "yor-Latn"], "main_score": 0.098191, "precision": 0.082359, "recall": 0.164032}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "arb_Arab-arz_Arab", "languages": ["arb-Arab", "arz-Arab"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.161067, "f1": 0.101019, "hf_subset": "arb_Arab-cjk_Latn", "languages": ["arb-Arab", "cjk-Latn"], "main_score": 0.101019, "precision": 0.08743, "recall": 0.161067}, {"accuracy": 0.151186, "f1": 0.09192, "hf_subset": "arb_Arab-gla_Latn", "languages": ["arb-Arab", "gla-Latn"], "main_score": 0.09192, "precision": 0.077017, "recall": 0.151186}, {"accuracy": 0.811265, "f1": 0.762154, "hf_subset": "arb_Arab-kan_Knda", "languages": ["arb-Arab", "kan-Knda"], "main_score": 0.762154, "precision": 0.740267, "recall": 0.811265}, {"accuracy": 0.616601, "f1": 0.539934, "hf_subset": "arb_Arab-lmo_Latn", "languages": ["arb-Arab", "lmo-Latn"], "main_score": 0.539934, "precision": 0.510544, "recall": 0.616601}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "arb_Arab-npi_Deva", "languages": ["arb-Arab", "npi-Deva"], "main_score": 0.959321, "precision": 0.954875, "recall": 0.968379}, {"accuracy": 0.231225, "f1": 0.152303, "hf_subset": "arb_Arab-shn_Mymr", "languages": ["arb-Arab", "shn-Mymr"], "main_score": 0.152303, "precision": 0.129886, "recall": 0.231225}, {"accuracy": 0.429842, "f1": 0.340109, "hf_subset": "arb_Arab-tgl_Latn", "languages": ["arb-Arab", "tgl-Latn"], "main_score": 0.340109, "precision": 0.312052, "recall": 0.429842}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-yue_Hant", "languages": ["arb-Arab", "yue-Hant"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.547431, "f1": 0.466717, "hf_subset": "arb_Arab-asm_Beng", "languages": ["arb-Arab", "asm-Beng"], "main_score": 0.466717, "precision": 0.436301, "recall": 0.547431}, {"accuracy": 0.847826, "f1": 0.807199, "hf_subset": "arb_Arab-ckb_Arab", "languages": ["arb-Arab", "ckb-Arab"], "main_score": 0.807199, "precision": 0.788208, "recall": 0.847826}, {"accuracy": 0.249012, "f1": 0.170413, "hf_subset": "arb_Arab-gle_Latn", "languages": ["arb-Arab", "gle-Latn"], "main_score": 0.170413, "precision": 0.149435, "recall": 0.249012}, {"accuracy": 0.600791, "f1": 0.524326, "hf_subset": "arb_Arab-kas_Arab", "languages": ["arb-Arab", "kas-Arab"], "main_score": 0.524326, "precision": 0.493405, "recall": 0.600791}, {"accuracy": 0.673913, "f1": 0.605355, "hf_subset": "arb_Arab-ltg_Latn", "languages": ["arb-Arab", "ltg-Latn"], "main_score": 0.605355, "precision": 0.577275, "recall": 0.673913}, {"accuracy": 0.200593, "f1": 0.132901, "hf_subset": "arb_Arab-nso_Latn", "languages": ["arb-Arab", "nso-Latn"], "main_score": 0.132901, "precision": 0.115954, "recall": 0.200593}, {"accuracy": 0.93083, "f1": 0.912747, "hf_subset": "arb_Arab-sin_Sinh", "languages": ["arb-Arab", "sin-Sinh"], "main_score": 0.912747, "precision": 0.904397, "recall": 0.93083}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "arb_Arab-tha_Thai", "languages": ["arb-Arab", "tha-Thai"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-zho_Hans", "languages": ["arb-Arab", "zho-Hans"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.925889, "f1": 0.903557, "hf_subset": "arb_Arab-ast_Latn", "languages": ["arb-Arab", "ast-Latn"], "main_score": 0.903557, "precision": 0.892869, "recall": 0.925889}, {"accuracy": 0.728261, "f1": 0.666765, "hf_subset": "arb_Arab-crh_Latn", "languages": ["arb-Arab", "crh-Latn"], "main_score": 0.666765, "precision": 0.640926, "recall": 0.728261}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-glg_Latn", "languages": ["arb-Arab", "glg-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.382411, "f1": 0.300884, "hf_subset": "arb_Arab-kas_Deva", "languages": ["arb-Arab", "kas-Deva"], "main_score": 0.300884, "precision": 0.273841, "recall": 0.382411}, {"accuracy": 0.459486, "f1": 0.365414, "hf_subset": "arb_Arab-ltz_Latn", "languages": ["arb-Arab", "ltz-Latn"], "main_score": 0.365414, "precision": 0.333056, "recall": 0.459486}, {"accuracy": 0.089921, "f1": 0.044885, "hf_subset": "arb_Arab-nus_Latn", "languages": ["arb-Arab", "nus-Latn"], "main_score": 0.044885, "precision": 0.037316, "recall": 0.089921}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-slk_Latn", "languages": ["arb-Arab", "slk-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.179842, "f1": 0.119227, "hf_subset": "arb_Arab-tir_Ethi", "languages": ["arb-Arab", "tir-Ethi"], "main_score": 0.119227, "precision": 0.102833, "recall": 0.179842}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "arb_Arab-zho_Hant", "languages": ["arb-Arab", "zho-Hant"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.949605, "f1": 0.934618, "hf_subset": "arb_Arab-awa_Deva", "languages": ["arb-Arab", "awa-Deva"], "main_score": 0.934618, "precision": 0.927207, "recall": 0.949605}, {"accuracy": 0.43083, "f1": 0.340512, "hf_subset": "arb_Arab-cym_Latn", "languages": ["arb-Arab", "cym-Latn"], "main_score": 0.340512, "precision": 0.311689, "recall": 0.43083}, {"accuracy": 0.307312, "f1": 0.224674, "hf_subset": "arb_Arab-grn_Latn", "languages": ["arb-Arab", "grn-Latn"], "main_score": 0.224674, "precision": 0.201578, "recall": 0.307312}, {"accuracy": 0.873518, "f1": 0.836397, "hf_subset": "arb_Arab-kat_Geor", "languages": ["arb-Arab", "kat-Geor"], "main_score": 0.836397, "precision": 0.819499, "recall": 0.873518}, {"accuracy": 0.216403, "f1": 0.145493, "hf_subset": "arb_Arab-lua_Latn", "languages": ["arb-Arab", "lua-Latn"], "main_score": 0.145493, "precision": 0.127661, "recall": 0.216403}, {"accuracy": 0.194664, "f1": 0.124701, "hf_subset": "arb_Arab-nya_Latn", "languages": ["arb-Arab", "nya-Latn"], "main_score": 0.124701, "precision": 0.106722, "recall": 0.194664}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "arb_Arab-slv_Latn", "languages": ["arb-Arab", "slv-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.401186, "f1": 0.309909, "hf_subset": "arb_Arab-tpi_Latn", "languages": ["arb-Arab", "tpi-Latn"], "main_score": 0.309909, "precision": 0.281063, "recall": 0.401186}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "arb_Arab-zsm_Latn", "languages": ["arb-Arab", "zsm-Latn"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.177866, "f1": 0.108298, "hf_subset": "arb_Arab-ayr_Latn", "languages": ["arb-Arab", "ayr-Latn"], "main_score": 0.108298, "precision": 0.092912, "recall": 0.177866}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "arb_Arab-dan_Latn", "languages": ["arb-Arab", "dan-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.925889, "f1": 0.903162, "hf_subset": "arb_Arab-guj_Gujr", "languages": ["arb-Arab", "guj-Gujr"], "main_score": 0.903162, "precision": 0.892457, "recall": 0.925889}, {"accuracy": 0.951581, "f1": 0.9361, "hf_subset": "arb_Arab-kaz_Cyrl", "languages": ["arb-Arab", "kaz-Cyrl"], "main_score": 0.9361, "precision": 0.928524, "recall": 0.951581}, {"accuracy": 0.151186, "f1": 0.09764, "hf_subset": "arb_Arab-lug_Latn", "languages": ["arb-Arab", "lug-Latn"], "main_score": 0.09764, "precision": 0.085213, "recall": 0.151186}, {"accuracy": 0.907115, "f1": 0.879611, "hf_subset": "arb_Arab-oci_Latn", "languages": ["arb-Arab", "oci-Latn"], "main_score": 0.879611, "precision": 0.866765, "recall": 0.907115}, {"accuracy": 0.167984, "f1": 0.101585, "hf_subset": "arb_Arab-smo_Latn", "languages": ["arb-Arab", "smo-Latn"], "main_score": 0.101585, "precision": 0.085804, "recall": 0.167984}, {"accuracy": 0.177866, "f1": 0.116896, "hf_subset": "arb_Arab-tsn_Latn", "languages": ["arb-Arab", "tsn-Latn"], "main_score": 0.116896, "precision": 0.102148, "recall": 0.177866}, {"accuracy": 0.130435, "f1": 0.075307, "hf_subset": "arb_Arab-zul_Latn", "languages": ["arb-Arab", "zul-Latn"], "main_score": 0.075307, "precision": 0.063575, "recall": 0.130435}, {"accuracy": 0.55336, "f1": 0.469836, "hf_subset": "arb_Arab-azb_Arab", "languages": ["arb-Arab", "azb-Arab"], "main_score": 0.469836, "precision": 0.437872, "recall": 0.55336}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "arb_Arab-deu_Latn", "languages": ["arb-Arab", "deu-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.273715, "f1": 0.191551, "hf_subset": "arb_Arab-hat_Latn", "languages": ["arb-Arab", "hat-Latn"], "main_score": 0.191551, "precision": 0.168154, "recall": 0.273715}, {"accuracy": 0.148221, "f1": 0.085794, "hf_subset": "arb_Arab-kbp_Latn", "languages": ["arb-Arab", "kbp-Latn"], "main_score": 0.085794, "precision": 0.071088, "recall": 0.148221}, {"accuracy": 0.182806, "f1": 0.114241, "hf_subset": "arb_Arab-luo_Latn", "languages": ["arb-Arab", "luo-Latn"], "main_score": 0.114241, "precision": 0.098697, "recall": 0.182806}, {"accuracy": 0.836957, "f1": 0.795125, "hf_subset": "arb_Arab-ory_Orya", "languages": ["arb-Arab", "ory-Orya"], "main_score": 0.795125, "precision": 0.776268, "recall": 0.836957}, {"accuracy": 0.139328, "f1": 0.078115, "hf_subset": "arb_Arab-sna_Latn", "languages": ["arb-Arab", "sna-Latn"], "main_score": 0.078115, "precision": 0.064245, "recall": 0.139328}, {"accuracy": 0.163043, "f1": 0.102882, "hf_subset": "arb_Arab-tso_Latn", "languages": ["arb-Arab", "tso-Latn"], "main_score": 0.102882, "precision": 0.089154, "recall": 0.163043}, {"accuracy": 0.944664, "f1": 0.928557, "hf_subset": "arb_Arab-azj_Latn", "languages": ["arb-Arab", "azj-Latn"], "main_score": 0.928557, "precision": 0.921196, "recall": 0.944664}, {"accuracy": 0.25, "f1": 0.173583, "hf_subset": "arb_Arab-dik_Latn", "languages": ["arb-Arab", "dik-Latn"], "main_score": 0.173583, "precision": 0.153734, "recall": 0.25}, {"accuracy": 0.206522, "f1": 0.136956, "hf_subset": "arb_Arab-hau_Latn", "languages": ["arb-Arab", "hau-Latn"], "main_score": 0.136956, "precision": 0.120359, "recall": 0.206522}, {"accuracy": 0.605731, "f1": 0.524682, "hf_subset": "arb_Arab-kea_Latn", "languages": ["arb-Arab", "kea-Latn"], "main_score": 0.524682, "precision": 0.493532, "recall": 0.605731}, {"accuracy": 0.310277, "f1": 0.223559, "hf_subset": "arb_Arab-lus_Latn", "languages": ["arb-Arab", "lus-Latn"], "main_score": 0.223559, "precision": 0.197396, "recall": 0.310277}, {"accuracy": 0.427866, "f1": 0.338372, "hf_subset": "arb_Arab-pag_Latn", "languages": ["arb-Arab", "pag-Latn"], "main_score": 0.338372, "precision": 0.308516, "recall": 0.427866}, {"accuracy": 0.876482, "f1": 0.84417, "hf_subset": "arb_Arab-snd_Arab", "languages": ["arb-Arab", "snd-Arab"], "main_score": 0.84417, "precision": 0.829611, "recall": 0.876482}, {"accuracy": 0.305336, "f1": 0.218505, "hf_subset": "arb_Arab-tuk_Latn", "languages": ["arb-Arab", "tuk-Latn"], "main_score": 0.218505, "precision": 0.192343, "recall": 0.305336}, {"accuracy": 0.4417, "f1": 0.35402, "hf_subset": "arb_Arab-bak_Cyrl", "languages": ["arb-Arab", "bak-Cyrl"], "main_score": 0.35402, "precision": 0.323284, "recall": 0.4417}, {"accuracy": 0.162055, "f1": 0.10028, "hf_subset": "arb_Arab-dyu_Latn", "languages": ["arb-Arab", "dyu-Latn"], "main_score": 0.10028, "precision": 0.085248, "recall": 0.162055}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "arb_Arab-heb_Hebr", "languages": ["arb-Arab", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "arb_Arab-khk_Cyrl", "languages": ["arb-Arab", "khk-Cyrl"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "arb_Arab-lvs_Latn", "languages": ["arb-Arab", "lvs-Latn"], "main_score": 0.983597, "precision": 0.981966, "recall": 0.987154}, {"accuracy": 0.858696, "f1": 0.822944, "hf_subset": "arb_Arab-pan_Guru", "languages": ["arb-Arab", "pan-Guru"], "main_score": 0.822944, "precision": 0.806901, "recall": 0.858696}, {"accuracy": 0.229249, "f1": 0.159749, "hf_subset": "arb_Arab-som_Latn", "languages": ["arb-Arab", "som-Latn"], "main_score": 0.159749, "precision": 0.140409, "recall": 0.229249}, {"accuracy": 0.181818, "f1": 0.113934, "hf_subset": "arb_Arab-tum_Latn", "languages": ["arb-Arab", "tum-Latn"], "main_score": 0.113934, "precision": 0.098027, "recall": 0.181818}, {"accuracy": 0.098814, "f1": 0.063206, "hf_subset": "bul_Cyrl-ace_Arab", "languages": ["bul-Cyrl", "ace-Arab"], "main_score": 0.063206, "precision": 0.054887, "recall": 0.098814}, {"accuracy": 0.184783, "f1": 0.115031, "hf_subset": "bul_Cyrl-bam_Latn", "languages": ["bul-Cyrl", "bam-Latn"], "main_score": 0.115031, "precision": 0.098148, "recall": 0.184783}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "bul_Cyrl-dzo_Tibt", "languages": ["bul-Cyrl", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bul_Cyrl-hin_Deva", "languages": ["bul-Cyrl", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.911067, "f1": 0.883235, "hf_subset": "bul_Cyrl-khm_Khmr", "languages": ["bul-Cyrl", "khm-Khmr"], "main_score": 0.883235, "precision": 0.870092, "recall": 0.911067}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bul_Cyrl-mag_Deva", "languages": ["bul-Cyrl", "mag-Deva"], "main_score": 0.939888, "precision": 0.932642, "recall": 0.954545}, {"accuracy": 0.66502, "f1": 0.590382, "hf_subset": "bul_Cyrl-pap_Latn", "languages": ["bul-Cyrl", "pap-Latn"], "main_score": 0.590382, "precision": 0.560852, "recall": 0.66502}, {"accuracy": 0.206522, "f1": 0.138493, "hf_subset": "bul_Cyrl-sot_Latn", "languages": ["bul-Cyrl", "sot-Latn"], "main_score": 0.138493, "precision": 0.121733, "recall": 0.206522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-tur_Latn", "languages": ["bul-Cyrl", "tur-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.416996, "f1": 0.329228, "hf_subset": "bul_Cyrl-ace_Latn", "languages": ["bul-Cyrl", "ace-Latn"], "main_score": 0.329228, "precision": 0.301765, "recall": 0.416996}, {"accuracy": 0.683794, "f1": 0.612571, "hf_subset": "bul_Cyrl-ban_Latn", "languages": ["bul-Cyrl", "ban-Latn"], "main_score": 0.612571, "precision": 0.583543, "recall": 0.683794}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-ell_Grek", "languages": ["bul-Cyrl", "ell-Grek"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.927866, "f1": 0.906357, "hf_subset": "bul_Cyrl-hne_Deva", "languages": ["bul-Cyrl", "hne-Deva"], "main_score": 0.906357, "precision": 0.896163, "recall": 0.927866}, {"accuracy": 0.248024, "f1": 0.164834, "hf_subset": "bul_Cyrl-kik_Latn", "languages": ["bul-Cyrl", "kik-Latn"], "main_score": 0.164834, "precision": 0.142908, "recall": 0.248024}, {"accuracy": 0.947628, "f1": 0.932609, "hf_subset": "bul_Cyrl-mai_Deva", "languages": ["bul-Cyrl", "mai-Deva"], "main_score": 0.932609, "precision": 0.925395, "recall": 0.947628}, {"accuracy": 0.858696, "f1": 0.819532, "hf_subset": "bul_Cyrl-pbt_Arab", "languages": ["bul-Cyrl", "pbt-Arab"], "main_score": 0.819532, "precision": 0.80163, "recall": 0.858696}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-spa_Latn", "languages": ["bul-Cyrl", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.311265, "f1": 0.219057, "hf_subset": "bul_Cyrl-twi_Latn", "languages": ["bul-Cyrl", "twi-Latn"], "main_score": 0.219057, "precision": 0.194644, "recall": 0.311265}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "bul_Cyrl-acm_Arab", "languages": ["bul-Cyrl", "acm-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "bul_Cyrl-bel_Cyrl", "languages": ["bul-Cyrl", "bel-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-eng_Latn", "languages": ["bul-Cyrl", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.996047, "f1": 0.995059, "hf_subset": "bul_Cyrl-hrv_Latn", "languages": ["bul-Cyrl", "hrv-Latn"], "main_score": 0.995059, "precision": 0.994565, "recall": 0.996047}, {"accuracy": 0.157115, "f1": 0.099443, "hf_subset": "bul_Cyrl-kin_Latn", "languages": ["bul-Cyrl", "kin-Latn"], "main_score": 0.099443, "precision": 0.086158, "recall": 0.157115}, {"accuracy": 0.898221, "f1": 0.868596, "hf_subset": "bul_Cyrl-mal_Mlym", "languages": ["bul-Cyrl", "mal-Mlym"], "main_score": 0.868596, "precision": 0.854661, "recall": 0.898221}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "bul_Cyrl-pes_Arab", "languages": ["bul-Cyrl", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.73913, "f1": 0.674381, "hf_subset": "bul_Cyrl-srd_Latn", "languages": ["bul-Cyrl", "srd-Latn"], "main_score": 0.674381, "precision": 0.646781, "recall": 0.73913}, {"accuracy": 0.067194, "f1": 0.033014, "hf_subset": "bul_Cyrl-tzm_Tfng", "languages": ["bul-Cyrl", "tzm-Tfng"], "main_score": 0.033014, "precision": 0.0282, "recall": 0.067194}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "bul_Cyrl-acq_Arab", "languages": ["bul-Cyrl", "acq-Arab"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.224308, "f1": 0.151477, "hf_subset": "bul_Cyrl-bem_Latn", "languages": ["bul-Cyrl", "bem-Latn"], "main_score": 0.151477, "precision": 0.133881, "recall": 0.224308}, {"accuracy": 0.87253, "f1": 0.836166, "hf_subset": "bul_Cyrl-epo_Latn", "languages": ["bul-Cyrl", "epo-Latn"], "main_score": 0.836166, "precision": 0.819582, "recall": 0.87253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-hun_Latn", "languages": ["bul-Cyrl", "hun-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.954545, "f1": 0.939888, "hf_subset": "bul_Cyrl-kir_Cyrl", "languages": ["bul-Cyrl", "kir-Cyrl"], "main_score": 0.939888, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.910079, "f1": 0.882312, "hf_subset": "bul_Cyrl-mar_Deva", "languages": ["bul-Cyrl", "mar-Deva"], "main_score": 0.882312, "precision": 0.868824, "recall": 0.910079}, {"accuracy": 0.286561, "f1": 0.209905, "hf_subset": "bul_Cyrl-plt_Latn", "languages": ["bul-Cyrl", "plt-Latn"], "main_score": 0.209905, "precision": 0.187689, "recall": 0.286561}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-srp_Cyrl", "languages": ["bul-Cyrl", "srp-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.81917, "f1": 0.772104, "hf_subset": "bul_Cyrl-uig_Arab", "languages": ["bul-Cyrl", "uig-Arab"], "main_score": 0.772104, "precision": 0.751113, "recall": 0.81917}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "bul_Cyrl-aeb_Arab", "languages": ["bul-Cyrl", "aeb-Arab"], "main_score": 0.925889, "precision": 0.917325, "recall": 0.943676}, {"accuracy": 0.912055, "f1": 0.886825, "hf_subset": "bul_Cyrl-ben_Beng", "languages": ["bul-Cyrl", "ben-Beng"], "main_score": 0.886825, "precision": 0.875329, "recall": 0.912055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-est_Latn", "languages": ["bul-Cyrl", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "bul_Cyrl-hye_Armn", "languages": ["bul-Cyrl", "hye-Armn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.163043, "f1": 0.09889, "hf_subset": "bul_Cyrl-kmb_Latn", "languages": ["bul-Cyrl", "kmb-Latn"], "main_score": 0.09889, "precision": 0.085129, "recall": 0.163043}, {"accuracy": 0.060277, "f1": 0.036696, "hf_subset": "bul_Cyrl-min_Arab", "languages": ["bul-Cyrl", "min-Arab"], "main_score": 0.036696, "precision": 0.031477, "recall": 0.060277}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-pol_Latn", "languages": ["bul-Cyrl", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.158103, "f1": 0.097656, "hf_subset": "bul_Cyrl-ssw_Latn", "languages": ["bul-Cyrl", "ssw-Latn"], "main_score": 0.097656, "precision": 0.085053, "recall": 0.158103}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-ukr_Cyrl", "languages": ["bul-Cyrl", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.964592, "hf_subset": "bul_Cyrl-afr_Latn", "languages": ["bul-Cyrl", "afr-Latn"], "main_score": 0.964592, "precision": 0.96031, "recall": 0.97332}, {"accuracy": 0.90415, "f1": 0.877536, "hf_subset": "bul_Cyrl-bho_Deva", "languages": ["bul-Cyrl", "bho-Deva"], "main_score": 0.877536, "precision": 0.865036, "recall": 0.90415}, {"accuracy": 0.76581, "f1": 0.709157, "hf_subset": "bul_Cyrl-eus_Latn", "languages": ["bul-Cyrl", "eus-Latn"], "main_score": 0.709157, "precision": 0.684832, "recall": 0.76581}, {"accuracy": 0.188735, "f1": 0.11488, "hf_subset": "bul_Cyrl-ibo_Latn", "languages": ["bul-Cyrl", "ibo-Latn"], "main_score": 0.11488, "precision": 0.097662, "recall": 0.188735}, {"accuracy": 0.755929, "f1": 0.702148, "hf_subset": "bul_Cyrl-kmr_Latn", "languages": ["bul-Cyrl", "kmr-Latn"], "main_score": 0.702148, "precision": 0.679637, "recall": 0.755929}, {"accuracy": 0.648221, "f1": 0.572406, "hf_subset": "bul_Cyrl-min_Latn", "languages": ["bul-Cyrl", "min-Latn"], "main_score": 0.572406, "precision": 0.543572, "recall": 0.648221}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-por_Latn", "languages": ["bul-Cyrl", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.767787, "f1": 0.711086, "hf_subset": "bul_Cyrl-sun_Latn", "languages": ["bul-Cyrl", "sun-Latn"], "main_score": 0.711086, "precision": 0.687352, "recall": 0.767787}, {"accuracy": 0.170949, "f1": 0.107962, "hf_subset": "bul_Cyrl-umb_Latn", "languages": ["bul-Cyrl", "umb-Latn"], "main_score": 0.107962, "precision": 0.093258, "recall": 0.170949}, {"accuracy": 0.963439, "f1": 0.952964, "hf_subset": "bul_Cyrl-ajp_Arab", "languages": ["bul-Cyrl", "ajp-Arab"], "main_score": 0.952964, "precision": 0.94837, "recall": 0.963439}, {"accuracy": 0.073123, "f1": 0.038203, "hf_subset": "bul_Cyrl-bjn_Arab", "languages": ["bul-Cyrl", "bjn-Arab"], "main_score": 0.038203, "precision": 0.030436, "recall": 0.073123}, {"accuracy": 0.244071, "f1": 0.174524, "hf_subset": "bul_Cyrl-ewe_Latn", "languages": ["bul-Cyrl", "ewe-Latn"], "main_score": 0.174524, "precision": 0.157061, "recall": 0.244071}, {"accuracy": 0.363636, "f1": 0.274217, "hf_subset": "bul_Cyrl-ilo_Latn", "languages": ["bul-Cyrl", "ilo-Latn"], "main_score": 0.274217, "precision": 0.247965, "recall": 0.363636}, {"accuracy": 0.093874, "f1": 0.052156, "hf_subset": "bul_Cyrl-knc_Arab", "languages": ["bul-Cyrl", "knc-Arab"], "main_score": 0.052156, "precision": 0.043317, "recall": 0.093874}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-mkd_Cyrl", "languages": ["bul-Cyrl", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bul_Cyrl-prs_Arab", "languages": ["bul-Cyrl", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-swe_Latn", "languages": ["bul-Cyrl", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "bul_Cyrl-urd_Arab", "languages": ["bul-Cyrl", "urd-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.288538, "f1": 0.201277, "hf_subset": "bul_Cyrl-aka_Latn", "languages": ["bul-Cyrl", "aka-Latn"], "main_score": 0.201277, "precision": 0.177134, "recall": 0.288538}, {"accuracy": 0.773715, "f1": 0.716343, "hf_subset": "bul_Cyrl-bjn_Latn", "languages": ["bul-Cyrl", "bjn-Latn"], "main_score": 0.716343, "precision": 0.692145, "recall": 0.773715}, {"accuracy": 0.456522, "f1": 0.371781, "hf_subset": "bul_Cyrl-fao_Latn", "languages": ["bul-Cyrl", "fao-Latn"], "main_score": 0.371781, "precision": 0.344413, "recall": 0.456522}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-ind_Latn", "languages": ["bul-Cyrl", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.259881, "f1": 0.185293, "hf_subset": "bul_Cyrl-knc_Latn", "languages": ["bul-Cyrl", "knc-Latn"], "main_score": 0.185293, "precision": 0.166018, "recall": 0.259881}, {"accuracy": 0.329051, "f1": 0.241797, "hf_subset": "bul_Cyrl-mlt_Latn", "languages": ["bul-Cyrl", "mlt-Latn"], "main_score": 0.241797, "precision": 0.217094, "recall": 0.329051}, {"accuracy": 0.261858, "f1": 0.176127, "hf_subset": "bul_Cyrl-quy_Latn", "languages": ["bul-Cyrl", "quy-Latn"], "main_score": 0.176127, "precision": 0.15341, "recall": 0.261858}, {"accuracy": 0.363636, "f1": 0.277335, "hf_subset": "bul_Cyrl-swh_Latn", "languages": ["bul-Cyrl", "swh-Latn"], "main_score": 0.277335, "precision": 0.251632, "recall": 0.363636}, {"accuracy": 0.666008, "f1": 0.596112, "hf_subset": "bul_Cyrl-uzn_Latn", "languages": ["bul-Cyrl", "uzn-Latn"], "main_score": 0.596112, "precision": 0.567935, "recall": 0.666008}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-als_Latn", "languages": ["bul-Cyrl", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.052372, "f1": 0.017437, "hf_subset": "bul_Cyrl-bod_Tibt", "languages": ["bul-Cyrl", "bod-Tibt"], "main_score": 0.017437, "precision": 0.013258, "recall": 0.052372}, {"accuracy": 0.208498, "f1": 0.136777, "hf_subset": "bul_Cyrl-fij_Latn", "languages": ["bul-Cyrl", "fij-Latn"], "main_score": 0.136777, "precision": 0.118707, "recall": 0.208498}, {"accuracy": 0.767787, "f1": 0.710699, "hf_subset": "bul_Cyrl-isl_Latn", "languages": ["bul-Cyrl", "isl-Latn"], "main_score": 0.710699, "precision": 0.686158, "recall": 0.767787}, {"accuracy": 0.240119, "f1": 0.166539, "hf_subset": "bul_Cyrl-kon_Latn", "languages": ["bul-Cyrl", "kon-Latn"], "main_score": 0.166539, "precision": 0.148213, "recall": 0.240119}, {"accuracy": 0.065217, "f1": 0.032957, "hf_subset": "bul_Cyrl-mni_Beng", "languages": ["bul-Cyrl", "mni-Beng"], "main_score": 0.032957, "precision": 0.027835, "recall": 0.065217}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-ron_Latn", "languages": ["bul-Cyrl", "ron-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.81917, "f1": 0.772977, "hf_subset": "bul_Cyrl-szl_Latn", "languages": ["bul-Cyrl", "szl-Latn"], "main_score": 0.772977, "precision": 0.752866, "recall": 0.81917}, {"accuracy": 0.818182, "f1": 0.768798, "hf_subset": "bul_Cyrl-vec_Latn", "languages": ["bul-Cyrl", "vec-Latn"], "main_score": 0.768798, "precision": 0.747447, "recall": 0.818182}, {"accuracy": 0.784585, "f1": 0.733056, "hf_subset": "bul_Cyrl-amh_Ethi", "languages": ["bul-Cyrl", "amh-Ethi"], "main_score": 0.733056, "precision": 0.710971, "recall": 0.784585}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "bul_Cyrl-bos_Latn", "languages": ["bul-Cyrl", "bos-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "bul_Cyrl-fin_Latn", "languages": ["bul-Cyrl", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "bul_Cyrl-ita_Latn", "languages": ["bul-Cyrl", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bul_Cyrl-kor_Hang", "languages": ["bul-Cyrl", "kor-Hang"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.220356, "f1": 0.152737, "hf_subset": "bul_Cyrl-mos_Latn", "languages": ["bul-Cyrl", "mos-Latn"], "main_score": 0.152737, "precision": 0.135604, "recall": 0.220356}, {"accuracy": 0.168972, "f1": 0.106487, "hf_subset": "bul_Cyrl-run_Latn", "languages": ["bul-Cyrl", "run-Latn"], "main_score": 0.106487, "precision": 0.092021, "recall": 0.168972}, {"accuracy": 0.910079, "f1": 0.883235, "hf_subset": "bul_Cyrl-tam_Taml", "languages": ["bul-Cyrl", "tam-Taml"], "main_score": 0.883235, "precision": 0.870751, "recall": 0.910079}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-vie_Latn", "languages": ["bul-Cyrl", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "bul_Cyrl-apc_Arab", "languages": ["bul-Cyrl", "apc-Arab"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.386364, "f1": 0.294849, "hf_subset": "bul_Cyrl-bug_Latn", "languages": ["bul-Cyrl", "bug-Latn"], "main_score": 0.294849, "precision": 0.266585, "recall": 0.386364}, {"accuracy": 0.210474, "f1": 0.13656, "hf_subset": "bul_Cyrl-fon_Latn", "languages": ["bul-Cyrl", "fon-Latn"], "main_score": 0.13656, "precision": 0.118616, "recall": 0.210474}, {"accuracy": 0.732213, "f1": 0.666558, "hf_subset": "bul_Cyrl-jav_Latn", "languages": ["bul-Cyrl", "jav-Latn"], "main_score": 0.666558, "precision": 0.639937, "recall": 0.732213}, {"accuracy": 0.94664, "f1": 0.931884, "hf_subset": "bul_Cyrl-lao_Laoo", "languages": ["bul-Cyrl", "lao-Laoo"], "main_score": 0.931884, "precision": 0.925346, "recall": 0.94664}, {"accuracy": 0.199605, "f1": 0.126918, "hf_subset": "bul_Cyrl-mri_Latn", "languages": ["bul-Cyrl", "mri-Latn"], "main_score": 0.126918, "precision": 0.111625, "recall": 0.199605}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-rus_Cyrl", "languages": ["bul-Cyrl", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.249012, "f1": 0.180121, "hf_subset": "bul_Cyrl-taq_Latn", "languages": ["bul-Cyrl", "taq-Latn"], "main_score": 0.180121, "precision": 0.163246, "recall": 0.249012}, {"accuracy": 0.433794, "f1": 0.338218, "hf_subset": "bul_Cyrl-war_Latn", "languages": ["bul-Cyrl", "war-Latn"], "main_score": 0.338218, "precision": 0.307442, "recall": 0.433794}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "bul_Cyrl-arb_Arab", "languages": ["bul-Cyrl", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-fra_Latn", "languages": ["bul-Cyrl", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-jpn_Jpan", "languages": ["bul-Cyrl", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.770751, "f1": 0.712634, "hf_subset": "bul_Cyrl-lij_Latn", "languages": ["bul-Cyrl", "lij-Latn"], "main_score": 0.712634, "precision": 0.687895, "recall": 0.770751}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "bul_Cyrl-mya_Mymr", "languages": ["bul-Cyrl", "mya-Mymr"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.230237, "f1": 0.157015, "hf_subset": "bul_Cyrl-sag_Latn", "languages": ["bul-Cyrl", "sag-Latn"], "main_score": 0.157015, "precision": 0.137258, "recall": 0.230237}, {"accuracy": 0.077075, "f1": 0.035404, "hf_subset": "bul_Cyrl-taq_Tfng", "languages": ["bul-Cyrl", "taq-Tfng"], "main_score": 0.035404, "precision": 0.029952, "recall": 0.077075}, {"accuracy": 0.25, "f1": 0.173102, "hf_subset": "bul_Cyrl-wol_Latn", "languages": ["bul-Cyrl", "wol-Latn"], "main_score": 0.173102, "precision": 0.153352, "recall": 0.25}, {"accuracy": 0.118577, "f1": 0.065878, "hf_subset": "bul_Cyrl-arb_Latn", "languages": ["bul-Cyrl", "arb-Latn"], "main_score": 0.065878, "precision": 0.055056, "recall": 0.118577}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-cat_Latn", "languages": ["bul-Cyrl", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.730237, "f1": 0.665335, "hf_subset": "bul_Cyrl-fur_Latn", "languages": ["bul-Cyrl", "fur-Latn"], "main_score": 0.665335, "precision": 0.63778, "recall": 0.730237}, {"accuracy": 0.094862, "f1": 0.059392, "hf_subset": "bul_Cyrl-kab_Latn", "languages": ["bul-Cyrl", "kab-Latn"], "main_score": 0.059392, "precision": 0.051651, "recall": 0.094862}, {"accuracy": 0.756917, "f1": 0.695393, "hf_subset": "bul_Cyrl-lim_Latn", "languages": ["bul-Cyrl", "lim-Latn"], "main_score": 0.695393, "precision": 0.669055, "recall": 0.756917}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-nld_Latn", "languages": ["bul-Cyrl", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.761858, "f1": 0.701515, "hf_subset": "bul_Cyrl-san_Deva", "languages": ["bul-Cyrl", "san-Deva"], "main_score": 0.701515, "precision": 0.675906, "recall": 0.761858}, {"accuracy": 0.544466, "f1": 0.461, "hf_subset": "bul_Cyrl-tat_Cyrl", "languages": ["bul-Cyrl", "tat-Cyrl"], "main_score": 0.461, "precision": 0.429828, "recall": 0.544466}, {"accuracy": 0.198617, "f1": 0.124848, "hf_subset": "bul_Cyrl-xho_Latn", "languages": ["bul-Cyrl", "xho-Latn"], "main_score": 0.124848, "precision": 0.106872, "recall": 0.198617}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "bul_Cyrl-ars_Arab", "languages": ["bul-Cyrl", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.399209, "f1": 0.307764, "hf_subset": "bul_Cyrl-ceb_Latn", "languages": ["bul-Cyrl", "ceb-Latn"], "main_score": 0.307764, "precision": 0.278582, "recall": 0.399209}, {"accuracy": 0.23913, "f1": 0.16006, "hf_subset": "bul_Cyrl-fuv_Latn", "languages": ["bul-Cyrl", "fuv-Latn"], "main_score": 0.16006, "precision": 0.141135, "recall": 0.23913}, {"accuracy": 0.211462, "f1": 0.141681, "hf_subset": "bul_Cyrl-kac_Latn", "languages": ["bul-Cyrl", "kac-Latn"], "main_score": 0.141681, "precision": 0.124044, "recall": 0.211462}, {"accuracy": 0.231225, "f1": 0.160591, "hf_subset": "bul_Cyrl-lin_Latn", "languages": ["bul-Cyrl", "lin-Latn"], "main_score": 0.160591, "precision": 0.14197, "recall": 0.231225}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "bul_Cyrl-nno_Latn", "languages": ["bul-Cyrl", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.020751, "f1": 0.004286, "hf_subset": "bul_Cyrl-sat_Olck", "languages": ["bul-Cyrl", "sat-Olck"], "main_score": 0.004286, "precision": 0.003046, "recall": 0.020751}, {"accuracy": 0.865613, "f1": 0.829694, "hf_subset": "bul_Cyrl-tel_Telu", "languages": ["bul-Cyrl", "tel-Telu"], "main_score": 0.829694, "precision": 0.81386, "recall": 0.865613}, {"accuracy": 0.45751, "f1": 0.369506, "hf_subset": "bul_Cyrl-ydd_Hebr", "languages": ["bul-Cyrl", "ydd-Hebr"], "main_score": 0.369506, "precision": 0.337004, "recall": 0.45751}, {"accuracy": 0.865613, "f1": 0.827833, "hf_subset": "bul_Cyrl-ary_Arab", "languages": ["bul-Cyrl", "ary-Arab"], "main_score": 0.827833, "precision": 0.810112, "recall": 0.865613}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-ces_Latn", "languages": ["bul-Cyrl", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.103755, "f1": 0.060105, "hf_subset": "bul_Cyrl-gaz_Latn", "languages": ["bul-Cyrl", "gaz-Latn"], "main_score": 0.060105, "precision": 0.05178, "recall": 0.103755}, {"accuracy": 0.194664, "f1": 0.128587, "hf_subset": "bul_Cyrl-kam_Latn", "languages": ["bul-Cyrl", "kam-Latn"], "main_score": 0.128587, "precision": 0.112579, "recall": 0.194664}, {"accuracy": 0.987154, "f1": 0.983597, "hf_subset": "bul_Cyrl-lit_Latn", "languages": ["bul-Cyrl", "lit-Latn"], "main_score": 0.983597, "precision": 0.981966, "recall": 0.987154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "bul_Cyrl-nob_Latn", "languages": ["bul-Cyrl", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.663043, "f1": 0.586855, "hf_subset": "bul_Cyrl-scn_Latn", "languages": ["bul-Cyrl", "scn-Latn"], "main_score": 0.586855, "precision": 0.556374, "recall": 0.663043}, {"accuracy": 0.215415, "f1": 0.142198, "hf_subset": "bul_Cyrl-tgk_Cyrl", "languages": ["bul-Cyrl", "tgk-Cyrl"], "main_score": 0.142198, "precision": 0.12375, "recall": 0.215415}, {"accuracy": 0.198617, "f1": 0.123972, "hf_subset": "bul_Cyrl-yor_Latn", "languages": ["bul-Cyrl", "yor-Latn"], "main_score": 0.123972, "precision": 0.10547, "recall": 0.198617}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "bul_Cyrl-arz_Arab", "languages": ["bul-Cyrl", "arz-Arab"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.187747, "f1": 0.123521, "hf_subset": "bul_Cyrl-cjk_Latn", "languages": ["bul-Cyrl", "cjk-Latn"], "main_score": 0.123521, "precision": 0.108103, "recall": 0.187747}, {"accuracy": 0.190711, "f1": 0.124007, "hf_subset": "bul_Cyrl-gla_Latn", "languages": ["bul-Cyrl", "gla-Latn"], "main_score": 0.124007, "precision": 0.106515, "recall": 0.190711}, {"accuracy": 0.83498, "f1": 0.789427, "hf_subset": "bul_Cyrl-kan_Knda", "languages": ["bul-Cyrl", "kan-Knda"], "main_score": 0.789427, "precision": 0.769302, "recall": 0.83498}, {"accuracy": 0.659091, "f1": 0.588942, "hf_subset": "bul_Cyrl-lmo_Latn", "languages": ["bul-Cyrl", "lmo-Latn"], "main_score": 0.588942, "precision": 0.561045, "recall": 0.659091}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "bul_Cyrl-npi_Deva", "languages": ["bul-Cyrl", "npi-Deva"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.285573, "f1": 0.198344, "hf_subset": "bul_Cyrl-shn_Mymr", "languages": ["bul-Cyrl", "shn-Mymr"], "main_score": 0.198344, "precision": 0.172133, "recall": 0.285573}, {"accuracy": 0.477273, "f1": 0.388467, "hf_subset": "bul_Cyrl-tgl_Latn", "languages": ["bul-Cyrl", "tgl-Latn"], "main_score": 0.388467, "precision": 0.358554, "recall": 0.477273}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-yue_Hant", "languages": ["bul-Cyrl", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.572134, "f1": 0.489411, "hf_subset": "bul_Cyrl-asm_Beng", "languages": ["bul-Cyrl", "asm-Beng"], "main_score": 0.489411, "precision": 0.457937, "recall": 0.572134}, {"accuracy": 0.854743, "f1": 0.816356, "hf_subset": "bul_Cyrl-ckb_Arab", "languages": ["bul-Cyrl", "ckb-Arab"], "main_score": 0.816356, "precision": 0.799028, "recall": 0.854743}, {"accuracy": 0.289526, "f1": 0.208288, "hf_subset": "bul_Cyrl-gle_Latn", "languages": ["bul-Cyrl", "gle-Latn"], "main_score": 0.208288, "precision": 0.185822, "recall": 0.289526}, {"accuracy": 0.624506, "f1": 0.546412, "hf_subset": "bul_Cyrl-kas_Arab", "languages": ["bul-Cyrl", "kas-Arab"], "main_score": 0.546412, "precision": 0.515465, "recall": 0.624506}, {"accuracy": 0.729249, "f1": 0.666422, "hf_subset": "bul_Cyrl-ltg_Latn", "languages": ["bul-Cyrl", "ltg-Latn"], "main_score": 0.666422, "precision": 0.639954, "recall": 0.729249}, {"accuracy": 0.230237, "f1": 0.154508, "hf_subset": "bul_Cyrl-nso_Latn", "languages": ["bul-Cyrl", "nso-Latn"], "main_score": 0.154508, "precision": 0.135312, "recall": 0.230237}, {"accuracy": 0.9417, "f1": 0.92309, "hf_subset": "bul_Cyrl-sin_Sinh", "languages": ["bul-Cyrl", "sin-Sinh"], "main_score": 0.92309, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-tha_Thai", "languages": ["bul-Cyrl", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-zho_Hans", "languages": ["bul-Cyrl", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.950593, "f1": 0.935408, "hf_subset": "bul_Cyrl-ast_Latn", "languages": ["bul-Cyrl", "ast-Latn"], "main_score": 0.935408, "precision": 0.92836, "recall": 0.950593}, {"accuracy": 0.781621, "f1": 0.727503, "hf_subset": "bul_Cyrl-crh_Latn", "languages": ["bul-Cyrl", "crh-Latn"], "main_score": 0.727503, "precision": 0.704167, "recall": 0.781621}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-glg_Latn", "languages": ["bul-Cyrl", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.416996, "f1": 0.334597, "hf_subset": "bul_Cyrl-kas_Deva", "languages": ["bul-Cyrl", "kas-Deva"], "main_score": 0.334597, "precision": 0.307512, "recall": 0.416996}, {"accuracy": 0.503953, "f1": 0.410742, "hf_subset": "bul_Cyrl-ltz_Latn", "languages": ["bul-Cyrl", "ltz-Latn"], "main_score": 0.410742, "precision": 0.378441, "recall": 0.503953}, {"accuracy": 0.105731, "f1": 0.055702, "hf_subset": "bul_Cyrl-nus_Latn", "languages": ["bul-Cyrl", "nus-Latn"], "main_score": 0.055702, "precision": 0.046476, "recall": 0.105731}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-slk_Latn", "languages": ["bul-Cyrl", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.187747, "f1": 0.12344, "hf_subset": "bul_Cyrl-tir_Ethi", "languages": ["bul-Cyrl", "tir-Ethi"], "main_score": 0.12344, "precision": 0.105793, "recall": 0.187747}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "bul_Cyrl-zho_Hant", "languages": ["bul-Cyrl", "zho-Hant"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "bul_Cyrl-awa_Deva", "languages": ["bul-Cyrl", "awa-Deva"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.477273, "f1": 0.388982, "hf_subset": "bul_Cyrl-cym_Latn", "languages": ["bul-Cyrl", "cym-Latn"], "main_score": 0.388982, "precision": 0.359757, "recall": 0.477273}, {"accuracy": 0.359684, "f1": 0.268957, "hf_subset": "bul_Cyrl-grn_Latn", "languages": ["bul-Cyrl", "grn-Latn"], "main_score": 0.268957, "precision": 0.241682, "recall": 0.359684}, {"accuracy": 0.887352, "f1": 0.852339, "hf_subset": "bul_Cyrl-kat_Geor", "languages": ["bul-Cyrl", "kat-Geor"], "main_score": 0.852339, "precision": 0.835886, "recall": 0.887352}, {"accuracy": 0.255929, "f1": 0.180903, "hf_subset": "bul_Cyrl-lua_Latn", "languages": ["bul-Cyrl", "lua-Latn"], "main_score": 0.180903, "precision": 0.16068, "recall": 0.255929}, {"accuracy": 0.230237, "f1": 0.155352, "hf_subset": "bul_Cyrl-nya_Latn", "languages": ["bul-Cyrl", "nya-Latn"], "main_score": 0.155352, "precision": 0.136273, "recall": 0.230237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-slv_Latn", "languages": ["bul-Cyrl", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.470356, "f1": 0.377632, "hf_subset": "bul_Cyrl-tpi_Latn", "languages": ["bul-Cyrl", "tpi-Latn"], "main_score": 0.377632, "precision": 0.34719, "recall": 0.470356}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "bul_Cyrl-zsm_Latn", "languages": ["bul-Cyrl", "zsm-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.19664, "f1": 0.117962, "hf_subset": "bul_Cyrl-ayr_Latn", "languages": ["bul-Cyrl", "ayr-Latn"], "main_score": 0.117962, "precision": 0.099599, "recall": 0.19664}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "bul_Cyrl-dan_Latn", "languages": ["bul-Cyrl", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.925889, "f1": 0.903953, "hf_subset": "bul_Cyrl-guj_Gujr", "languages": ["bul-Cyrl", "guj-Gujr"], "main_score": 0.903953, "precision": 0.893972, "recall": 0.925889}, {"accuracy": 0.971344, "f1": 0.962615, "hf_subset": "bul_Cyrl-kaz_Cyrl", "languages": ["bul-Cyrl", "kaz-Cyrl"], "main_score": 0.962615, "precision": 0.958333, "recall": 0.971344}, {"accuracy": 0.181818, "f1": 0.118091, "hf_subset": "bul_Cyrl-lug_Latn", "languages": ["bul-Cyrl", "lug-Latn"], "main_score": 0.118091, "precision": 0.103834, "recall": 0.181818}, {"accuracy": 0.938735, "f1": 0.919697, "hf_subset": "bul_Cyrl-oci_Latn", "languages": ["bul-Cyrl", "oci-Latn"], "main_score": 0.919697, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.189723, "f1": 0.119895, "hf_subset": "bul_Cyrl-smo_Latn", "languages": ["bul-Cyrl", "smo-Latn"], "main_score": 0.119895, "precision": 0.102669, "recall": 0.189723}, {"accuracy": 0.204545, "f1": 0.137101, "hf_subset": "bul_Cyrl-tsn_Latn", "languages": ["bul-Cyrl", "tsn-Latn"], "main_score": 0.137101, "precision": 0.119377, "recall": 0.204545}, {"accuracy": 0.148221, "f1": 0.093475, "hf_subset": "bul_Cyrl-zul_Latn", "languages": ["bul-Cyrl", "zul-Latn"], "main_score": 0.093475, "precision": 0.081682, "recall": 0.148221}, {"accuracy": 0.566206, "f1": 0.478776, "hf_subset": "bul_Cyrl-azb_Arab", "languages": ["bul-Cyrl", "azb-Arab"], "main_score": 0.478776, "precision": 0.444723, "recall": 0.566206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "bul_Cyrl-deu_Latn", "languages": ["bul-Cyrl", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.307312, "f1": 0.217889, "hf_subset": "bul_Cyrl-hat_Latn", "languages": ["bul-Cyrl", "hat-Latn"], "main_score": 0.217889, "precision": 0.191609, "recall": 0.307312}, {"accuracy": 0.177866, "f1": 0.10883, "hf_subset": "bul_Cyrl-kbp_Latn", "languages": ["bul-Cyrl", "kbp-Latn"], "main_score": 0.10883, "precision": 0.092474, "recall": 0.177866}, {"accuracy": 0.221344, "f1": 0.145661, "hf_subset": "bul_Cyrl-luo_Latn", "languages": ["bul-Cyrl", "luo-Latn"], "main_score": 0.145661, "precision": 0.126783, "recall": 0.221344}, {"accuracy": 0.852767, "f1": 0.81357, "hf_subset": "bul_Cyrl-ory_Orya", "languages": ["bul-Cyrl", "ory-Orya"], "main_score": 0.81357, "precision": 0.796558, "recall": 0.852767}, {"accuracy": 0.171937, "f1": 0.106365, "hf_subset": "bul_Cyrl-sna_Latn", "languages": ["bul-Cyrl", "sna-Latn"], "main_score": 0.106365, "precision": 0.090648, "recall": 0.171937}, {"accuracy": 0.190711, "f1": 0.129451, "hf_subset": "bul_Cyrl-tso_Latn", "languages": ["bul-Cyrl", "tso-Latn"], "main_score": 0.129451, "precision": 0.114706, "recall": 0.190711}, {"accuracy": 0.967391, "f1": 0.95807, "hf_subset": "bul_Cyrl-azj_Latn", "languages": ["bul-Cyrl", "azj-Latn"], "main_score": 0.95807, "precision": 0.953804, "recall": 0.967391}, {"accuracy": 0.301383, "f1": 0.214459, "hf_subset": "bul_Cyrl-dik_Latn", "languages": ["bul-Cyrl", "dik-Latn"], "main_score": 0.214459, "precision": 0.190188, "recall": 0.301383}, {"accuracy": 0.25, "f1": 0.171728, "hf_subset": "bul_Cyrl-hau_Latn", "languages": ["bul-Cyrl", "hau-Latn"], "main_score": 0.171728, "precision": 0.152448, "recall": 0.25}, {"accuracy": 0.666996, "f1": 0.589693, "hf_subset": "bul_Cyrl-kea_Latn", "languages": ["bul-Cyrl", "kea-Latn"], "main_score": 0.589693, "precision": 0.55902, "recall": 0.666996}, {"accuracy": 0.360672, "f1": 0.271935, "hf_subset": "bul_Cyrl-lus_Latn", "languages": ["bul-Cyrl", "lus-Latn"], "main_score": 0.271935, "precision": 0.244718, "recall": 0.360672}, {"accuracy": 0.478261, "f1": 0.38222, "hf_subset": "bul_Cyrl-pag_Latn", "languages": ["bul-Cyrl", "pag-Latn"], "main_score": 0.38222, "precision": 0.348523, "recall": 0.478261}, {"accuracy": 0.87747, "f1": 0.844203, "hf_subset": "bul_Cyrl-snd_Arab", "languages": ["bul-Cyrl", "snd-Arab"], "main_score": 0.844203, "precision": 0.828969, "recall": 0.87747}, {"accuracy": 0.353755, "f1": 0.263241, "hf_subset": "bul_Cyrl-tuk_Latn", "languages": ["bul-Cyrl", "tuk-Latn"], "main_score": 0.263241, "precision": 0.234961, "recall": 0.353755}, {"accuracy": 0.495059, "f1": 0.407356, "hf_subset": "bul_Cyrl-bak_Cyrl", "languages": ["bul-Cyrl", "bak-Cyrl"], "main_score": 0.407356, "precision": 0.375542, "recall": 0.495059}, {"accuracy": 0.184783, "f1": 0.120263, "hf_subset": "bul_Cyrl-dyu_Latn", "languages": ["bul-Cyrl", "dyu-Latn"], "main_score": 0.120263, "precision": 0.103769, "recall": 0.184783}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "bul_Cyrl-heb_Hebr", "languages": ["bul-Cyrl", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "bul_Cyrl-khk_Cyrl", "languages": ["bul-Cyrl", "khk-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "bul_Cyrl-lvs_Latn", "languages": ["bul-Cyrl", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.870553, "f1": 0.835441, "hf_subset": "bul_Cyrl-pan_Guru", "languages": ["bul-Cyrl", "pan-Guru"], "main_score": 0.835441, "precision": 0.820059, "recall": 0.870553}, {"accuracy": 0.261858, "f1": 0.186067, "hf_subset": "bul_Cyrl-som_Latn", "languages": ["bul-Cyrl", "som-Latn"], "main_score": 0.186067, "precision": 0.163676, "recall": 0.261858}, {"accuracy": 0.209486, "f1": 0.133395, "hf_subset": "bul_Cyrl-tum_Latn", "languages": ["bul-Cyrl", "tum-Latn"], "main_score": 0.133395, "precision": 0.115282, "recall": 0.209486}, {"accuracy": 0.090909, "f1": 0.055213, "hf_subset": "fra_Latn-ace_Arab", "languages": ["fra-Latn", "ace-Arab"], "main_score": 0.055213, "precision": 0.047157, "recall": 0.090909}, {"accuracy": 0.211462, "f1": 0.142025, "hf_subset": "fra_Latn-bam_Latn", "languages": ["fra-Latn", "bam-Latn"], "main_score": 0.142025, "precision": 0.125389, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "fra_Latn-dzo_Tibt", "languages": ["fra-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fra_Latn-hin_Deva", "languages": ["fra-Latn", "hin-Deva"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.882576, "hf_subset": "fra_Latn-khm_Khmr", "languages": ["fra-Latn", "khm-Khmr"], "main_score": 0.882576, "precision": 0.868906, "recall": 0.911067}, {"accuracy": 0.956522, "f1": 0.942688, "hf_subset": "fra_Latn-mag_Deva", "languages": ["fra-Latn", "mag-Deva"], "main_score": 0.942688, "precision": 0.9361, "recall": 0.956522}, {"accuracy": 0.658103, "f1": 0.584149, "hf_subset": "fra_Latn-pap_Latn", "languages": ["fra-Latn", "pap-Latn"], "main_score": 0.584149, "precision": 0.55496, "recall": 0.658103}, {"accuracy": 0.243083, "f1": 0.174512, "hf_subset": "fra_Latn-sot_Latn", "languages": ["fra-Latn", "sot-Latn"], "main_score": 0.174512, "precision": 0.15704, "recall": 0.243083}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-tur_Latn", "languages": ["fra-Latn", "tur-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.429842, "f1": 0.34211, "hf_subset": "fra_Latn-ace_Latn", "languages": ["fra-Latn", "ace-Latn"], "main_score": 0.34211, "precision": 0.313813, "recall": 0.429842}, {"accuracy": 0.683794, "f1": 0.616336, "hf_subset": "fra_Latn-ban_Latn", "languages": ["fra-Latn", "ban-Latn"], "main_score": 0.616336, "precision": 0.588968, "recall": 0.683794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-ell_Grek", "languages": ["fra-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.925889, "f1": 0.904282, "hf_subset": "fra_Latn-hne_Deva", "languages": ["fra-Latn", "hne-Deva"], "main_score": 0.904282, "precision": 0.894433, "recall": 0.925889}, {"accuracy": 0.273715, "f1": 0.190055, "hf_subset": "fra_Latn-kik_Latn", "languages": ["fra-Latn", "kik-Latn"], "main_score": 0.190055, "precision": 0.167549, "recall": 0.273715}, {"accuracy": 0.947628, "f1": 0.932477, "hf_subset": "fra_Latn-mai_Deva", "languages": ["fra-Latn", "mai-Deva"], "main_score": 0.932477, "precision": 0.92556, "recall": 0.947628}, {"accuracy": 0.86166, "f1": 0.826943, "hf_subset": "fra_Latn-pbt_Arab", "languages": ["fra-Latn", "pbt-Arab"], "main_score": 0.826943, "precision": 0.81138, "recall": 0.86166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-spa_Latn", "languages": ["fra-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.323123, "f1": 0.232818, "hf_subset": "fra_Latn-twi_Latn", "languages": ["fra-Latn", "twi-Latn"], "main_score": 0.232818, "precision": 0.207978, "recall": 0.323123}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "fra_Latn-acm_Arab", "languages": ["fra-Latn", "acm-Arab"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.966403, "f1": 0.955204, "hf_subset": "fra_Latn-bel_Cyrl", "languages": ["fra-Latn", "bel-Cyrl"], "main_score": 0.955204, "precision": 0.949605, "recall": 0.966403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "fra_Latn-eng_Latn", "languages": ["fra-Latn", "eng-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-hrv_Latn", "languages": ["fra-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.173913, "f1": 0.118448, "hf_subset": "fra_Latn-kin_Latn", "languages": ["fra-Latn", "kin-Latn"], "main_score": 0.118448, "precision": 0.106021, "recall": 0.173913}, {"accuracy": 0.897233, "f1": 0.868267, "hf_subset": "fra_Latn-mal_Mlym", "languages": ["fra-Latn", "mal-Mlym"], "main_score": 0.868267, "precision": 0.855023, "recall": 0.897233}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-pes_Arab", "languages": ["fra-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.749012, "f1": 0.688627, "hf_subset": "fra_Latn-srd_Latn", "languages": ["fra-Latn", "srd-Latn"], "main_score": 0.688627, "precision": 0.663011, "recall": 0.749012}, {"accuracy": 0.064229, "f1": 0.029275, "hf_subset": "fra_Latn-tzm_Tfng", "languages": ["fra-Latn", "tzm-Tfng"], "main_score": 0.029275, "precision": 0.02434, "recall": 0.064229}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "fra_Latn-acq_Arab", "languages": ["fra-Latn", "acq-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.250988, "f1": 0.174411, "hf_subset": "fra_Latn-bem_Latn", "languages": ["fra-Latn", "bem-Latn"], "main_score": 0.174411, "precision": 0.155352, "recall": 0.250988}, {"accuracy": 0.884387, "f1": 0.851581, "hf_subset": "fra_Latn-epo_Latn", "languages": ["fra-Latn", "epo-Latn"], "main_score": 0.851581, "precision": 0.83666, "recall": 0.884387}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-hun_Latn", "languages": ["fra-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "fra_Latn-kir_Cyrl", "languages": ["fra-Latn", "kir-Cyrl"], "main_score": 0.931159, "precision": 0.92309, "recall": 0.947628}, {"accuracy": 0.914032, "f1": 0.887253, "hf_subset": "fra_Latn-mar_Deva", "languages": ["fra-Latn", "mar-Deva"], "main_score": 0.887253, "precision": 0.874259, "recall": 0.914032}, {"accuracy": 0.304348, "f1": 0.228869, "hf_subset": "fra_Latn-plt_Latn", "languages": ["fra-Latn", "plt-Latn"], "main_score": 0.228869, "precision": 0.207052, "recall": 0.304348}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-srp_Cyrl", "languages": ["fra-Latn", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.807312, "f1": 0.759552, "hf_subset": "fra_Latn-uig_Arab", "languages": ["fra-Latn", "uig-Arab"], "main_score": 0.759552, "precision": 0.73868, "recall": 0.807312}, {"accuracy": 0.943676, "f1": 0.925725, "hf_subset": "fra_Latn-aeb_Arab", "languages": ["fra-Latn", "aeb-Arab"], "main_score": 0.925725, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "fra_Latn-ben_Beng", "languages": ["fra-Latn", "ben-Beng"], "main_score": 0.897563, "precision": 0.886693, "recall": 0.920949}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "fra_Latn-est_Latn", "languages": ["fra-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.982213, "f1": 0.97668, "hf_subset": "fra_Latn-hye_Armn", "languages": ["fra-Latn", "hye-Armn"], "main_score": 0.97668, "precision": 0.974061, "recall": 0.982213}, {"accuracy": 0.1917, "f1": 0.124791, "hf_subset": "fra_Latn-kmb_Latn", "languages": ["fra-Latn", "kmb-Latn"], "main_score": 0.124791, "precision": 0.10989, "recall": 0.1917}, {"accuracy": 0.065217, "f1": 0.040048, "hf_subset": "fra_Latn-min_Arab", "languages": ["fra-Latn", "min-Arab"], "main_score": 0.040048, "precision": 0.033767, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-pol_Latn", "languages": ["fra-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.176877, "f1": 0.116156, "hf_subset": "fra_Latn-ssw_Latn", "languages": ["fra-Latn", "ssw-Latn"], "main_score": 0.116156, "precision": 0.103434, "recall": 0.176877}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ukr_Cyrl", "languages": ["fra-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "fra_Latn-afr_Latn", "languages": ["fra-Latn", "afr-Latn"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.906126, "f1": 0.881178, "hf_subset": "fra_Latn-bho_Deva", "languages": ["fra-Latn", "bho-Deva"], "main_score": 0.881178, "precision": 0.869565, "recall": 0.906126}, {"accuracy": 0.775692, "f1": 0.7208, "hf_subset": "fra_Latn-eus_Latn", "languages": ["fra-Latn", "eus-Latn"], "main_score": 0.7208, "precision": 0.697506, "recall": 0.775692}, {"accuracy": 0.212451, "f1": 0.13923, "hf_subset": "fra_Latn-ibo_Latn", "languages": ["fra-Latn", "ibo-Latn"], "main_score": 0.13923, "precision": 0.121504, "recall": 0.212451}, {"accuracy": 0.764822, "f1": 0.716486, "hf_subset": "fra_Latn-kmr_Latn", "languages": ["fra-Latn", "kmr-Latn"], "main_score": 0.716486, "precision": 0.696386, "recall": 0.764822}, {"accuracy": 0.645257, "f1": 0.570838, "hf_subset": "fra_Latn-min_Latn", "languages": ["fra-Latn", "min-Latn"], "main_score": 0.570838, "precision": 0.543035, "recall": 0.645257}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-por_Latn", "languages": ["fra-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.759881, "f1": 0.698817, "hf_subset": "fra_Latn-sun_Latn", "languages": ["fra-Latn", "sun-Latn"], "main_score": 0.698817, "precision": 0.672835, "recall": 0.759881}, {"accuracy": 0.178854, "f1": 0.114622, "hf_subset": "fra_Latn-umb_Latn", "languages": ["fra-Latn", "umb-Latn"], "main_score": 0.114622, "precision": 0.100121, "recall": 0.178854}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "fra_Latn-ajp_Arab", "languages": ["fra-Latn", "ajp-Arab"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.06917, "f1": 0.037348, "hf_subset": "fra_Latn-bjn_Arab", "languages": ["fra-Latn", "bjn-Arab"], "main_score": 0.037348, "precision": 0.030591, "recall": 0.06917}, {"accuracy": 0.270751, "f1": 0.203163, "hf_subset": "fra_Latn-ewe_Latn", "languages": ["fra-Latn", "ewe-Latn"], "main_score": 0.203163, "precision": 0.185599, "recall": 0.270751}, {"accuracy": 0.374506, "f1": 0.283456, "hf_subset": "fra_Latn-ilo_Latn", "languages": ["fra-Latn", "ilo-Latn"], "main_score": 0.283456, "precision": 0.256151, "recall": 0.374506}, {"accuracy": 0.093874, "f1": 0.05199, "hf_subset": "fra_Latn-knc_Arab", "languages": ["fra-Latn", "knc-Arab"], "main_score": 0.05199, "precision": 0.042462, "recall": 0.093874}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-mkd_Cyrl", "languages": ["fra-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "fra_Latn-prs_Arab", "languages": ["fra-Latn", "prs-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-swe_Latn", "languages": ["fra-Latn", "swe-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "fra_Latn-urd_Arab", "languages": ["fra-Latn", "urd-Arab"], "main_score": 0.964756, "precision": 0.960639, "recall": 0.97332}, {"accuracy": 0.317194, "f1": 0.234165, "hf_subset": "fra_Latn-aka_Latn", "languages": ["fra-Latn", "aka-Latn"], "main_score": 0.234165, "precision": 0.211688, "recall": 0.317194}, {"accuracy": 0.781621, "f1": 0.727149, "hf_subset": "fra_Latn-bjn_Latn", "languages": ["fra-Latn", "bjn-Latn"], "main_score": 0.727149, "precision": 0.704438, "recall": 0.781621}, {"accuracy": 0.480237, "f1": 0.397042, "hf_subset": "fra_Latn-fao_Latn", "languages": ["fra-Latn", "fao-Latn"], "main_score": 0.397042, "precision": 0.370169, "recall": 0.480237}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "fra_Latn-ind_Latn", "languages": ["fra-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.288538, "f1": 0.208405, "hf_subset": "fra_Latn-knc_Latn", "languages": ["fra-Latn", "knc-Latn"], "main_score": 0.208405, "precision": 0.187527, "recall": 0.288538}, {"accuracy": 0.348814, "f1": 0.265143, "hf_subset": "fra_Latn-mlt_Latn", "languages": ["fra-Latn", "mlt-Latn"], "main_score": 0.265143, "precision": 0.240805, "recall": 0.348814}, {"accuracy": 0.282609, "f1": 0.199028, "hf_subset": "fra_Latn-quy_Latn", "languages": ["fra-Latn", "quy-Latn"], "main_score": 0.199028, "precision": 0.176827, "recall": 0.282609}, {"accuracy": 0.389328, "f1": 0.30473, "hf_subset": "fra_Latn-swh_Latn", "languages": ["fra-Latn", "swh-Latn"], "main_score": 0.30473, "precision": 0.278825, "recall": 0.389328}, {"accuracy": 0.656126, "f1": 0.58402, "hf_subset": "fra_Latn-uzn_Latn", "languages": ["fra-Latn", "uzn-Latn"], "main_score": 0.58402, "precision": 0.554883, "recall": 0.656126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "fra_Latn-als_Latn", "languages": ["fra-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.020129, "hf_subset": "fra_Latn-bod_Tibt", "languages": ["fra-Latn", "bod-Tibt"], "main_score": 0.020129, "precision": 0.015972, "recall": 0.056324}, {"accuracy": 0.229249, "f1": 0.159993, "hf_subset": "fra_Latn-fij_Latn", "languages": ["fra-Latn", "fij-Latn"], "main_score": 0.159993, "precision": 0.14187, "recall": 0.229249}, {"accuracy": 0.775692, "f1": 0.719156, "hf_subset": "fra_Latn-isl_Latn", "languages": ["fra-Latn", "isl-Latn"], "main_score": 0.719156, "precision": 0.695457, "recall": 0.775692}, {"accuracy": 0.266798, "f1": 0.192748, "hf_subset": "fra_Latn-kon_Latn", "languages": ["fra-Latn", "kon-Latn"], "main_score": 0.192748, "precision": 0.173202, "recall": 0.266798}, {"accuracy": 0.063241, "f1": 0.031785, "hf_subset": "fra_Latn-mni_Beng", "languages": ["fra-Latn", "mni-Beng"], "main_score": 0.031785, "precision": 0.026852, "recall": 0.063241}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ron_Latn", "languages": ["fra-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.814229, "f1": 0.768083, "hf_subset": "fra_Latn-szl_Latn", "languages": ["fra-Latn", "szl-Latn"], "main_score": 0.768083, "precision": 0.748205, "recall": 0.814229}, {"accuracy": 0.824111, "f1": 0.775461, "hf_subset": "fra_Latn-vec_Latn", "languages": ["fra-Latn", "vec-Latn"], "main_score": 0.775461, "precision": 0.75415, "recall": 0.824111}, {"accuracy": 0.79249, "f1": 0.742937, "hf_subset": "fra_Latn-amh_Ethi", "languages": ["fra-Latn", "amh-Ethi"], "main_score": 0.742937, "precision": 0.721937, "recall": 0.79249}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-bos_Latn", "languages": ["fra-Latn", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-fin_Latn", "languages": ["fra-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-ita_Latn", "languages": ["fra-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "fra_Latn-kor_Hang", "languages": ["fra-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.254941, "f1": 0.181711, "hf_subset": "fra_Latn-mos_Latn", "languages": ["fra-Latn", "mos-Latn"], "main_score": 0.181711, "precision": 0.162197, "recall": 0.254941}, {"accuracy": 0.189723, "f1": 0.124753, "hf_subset": "fra_Latn-run_Latn", "languages": ["fra-Latn", "run-Latn"], "main_score": 0.124753, "precision": 0.109033, "recall": 0.189723}, {"accuracy": 0.902174, "f1": 0.873254, "hf_subset": "fra_Latn-tam_Taml", "languages": ["fra-Latn", "tam-Taml"], "main_score": 0.873254, "precision": 0.859601, "recall": 0.902174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-vie_Latn", "languages": ["fra-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "fra_Latn-apc_Arab", "languages": ["fra-Latn", "apc-Arab"], "main_score": 0.955863, "precision": 0.950758, "recall": 0.966403}, {"accuracy": 0.410079, "f1": 0.321463, "hf_subset": "fra_Latn-bug_Latn", "languages": ["fra-Latn", "bug-Latn"], "main_score": 0.321463, "precision": 0.292943, "recall": 0.410079}, {"accuracy": 0.236166, "f1": 0.163547, "hf_subset": "fra_Latn-fon_Latn", "languages": ["fra-Latn", "fon-Latn"], "main_score": 0.163547, "precision": 0.145565, "recall": 0.236166}, {"accuracy": 0.747036, "f1": 0.686119, "hf_subset": "fra_Latn-jav_Latn", "languages": ["fra-Latn", "jav-Latn"], "main_score": 0.686119, "precision": 0.661644, "recall": 0.747036}, {"accuracy": 0.948617, "f1": 0.934684, "hf_subset": "fra_Latn-lao_Laoo", "languages": ["fra-Latn", "lao-Laoo"], "main_score": 0.934684, "precision": 0.928673, "recall": 0.948617}, {"accuracy": 0.213439, "f1": 0.141425, "hf_subset": "fra_Latn-mri_Latn", "languages": ["fra-Latn", "mri-Latn"], "main_score": 0.141425, "precision": 0.125415, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-rus_Cyrl", "languages": ["fra-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.262846, "f1": 0.193977, "hf_subset": "fra_Latn-taq_Latn", "languages": ["fra-Latn", "taq-Latn"], "main_score": 0.193977, "precision": 0.17601, "recall": 0.262846}, {"accuracy": 0.4417, "f1": 0.348877, "hf_subset": "fra_Latn-war_Latn", "languages": ["fra-Latn", "war-Latn"], "main_score": 0.348877, "precision": 0.319381, "recall": 0.4417}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "fra_Latn-arb_Arab", "languages": ["fra-Latn", "arb-Arab"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-bul_Cyrl", "languages": ["fra-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "fra_Latn-jpn_Jpan", "languages": ["fra-Latn", "jpn-Jpan"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.775692, "f1": 0.719796, "hf_subset": "fra_Latn-lij_Latn", "languages": ["fra-Latn", "lij-Latn"], "main_score": 0.719796, "precision": 0.696014, "recall": 0.775692}, {"accuracy": 0.948617, "f1": 0.9333, "hf_subset": "fra_Latn-mya_Mymr", "languages": ["fra-Latn", "mya-Mymr"], "main_score": 0.9333, "precision": 0.926054, "recall": 0.948617}, {"accuracy": 0.270751, "f1": 0.195529, "hf_subset": "fra_Latn-sag_Latn", "languages": ["fra-Latn", "sag-Latn"], "main_score": 0.195529, "precision": 0.175067, "recall": 0.270751}, {"accuracy": 0.08498, "f1": 0.039385, "hf_subset": "fra_Latn-taq_Tfng", "languages": ["fra-Latn", "taq-Tfng"], "main_score": 0.039385, "precision": 0.032927, "recall": 0.08498}, {"accuracy": 0.277668, "f1": 0.197681, "hf_subset": "fra_Latn-wol_Latn", "languages": ["fra-Latn", "wol-Latn"], "main_score": 0.197681, "precision": 0.176593, "recall": 0.277668}, {"accuracy": 0.137352, "f1": 0.081966, "hf_subset": "fra_Latn-arb_Latn", "languages": ["fra-Latn", "arb-Latn"], "main_score": 0.081966, "precision": 0.069957, "recall": 0.137352}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-cat_Latn", "languages": ["fra-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.746047, "f1": 0.683962, "hf_subset": "fra_Latn-fur_Latn", "languages": ["fra-Latn", "fur-Latn"], "main_score": 0.683962, "precision": 0.658178, "recall": 0.746047}, {"accuracy": 0.096838, "f1": 0.063493, "hf_subset": "fra_Latn-kab_Latn", "languages": ["fra-Latn", "kab-Latn"], "main_score": 0.063493, "precision": 0.055999, "recall": 0.096838}, {"accuracy": 0.766798, "f1": 0.707893, "hf_subset": "fra_Latn-lim_Latn", "languages": ["fra-Latn", "lim-Latn"], "main_score": 0.707893, "precision": 0.682519, "recall": 0.766798}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-nld_Latn", "languages": ["fra-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.754941, "f1": 0.693596, "hf_subset": "fra_Latn-san_Deva", "languages": ["fra-Latn", "san-Deva"], "main_score": 0.693596, "precision": 0.667144, "recall": 0.754941}, {"accuracy": 0.517787, "f1": 0.432, "hf_subset": "fra_Latn-tat_Cyrl", "languages": ["fra-Latn", "tat-Cyrl"], "main_score": 0.432, "precision": 0.400424, "recall": 0.517787}, {"accuracy": 0.209486, "f1": 0.136731, "hf_subset": "fra_Latn-xho_Latn", "languages": ["fra-Latn", "xho-Latn"], "main_score": 0.136731, "precision": 0.118793, "recall": 0.209486}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "fra_Latn-ars_Arab", "languages": ["fra-Latn", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.416996, "f1": 0.328442, "hf_subset": "fra_Latn-ceb_Latn", "languages": ["fra-Latn", "ceb-Latn"], "main_score": 0.328442, "precision": 0.299679, "recall": 0.416996}, {"accuracy": 0.251976, "f1": 0.17289, "hf_subset": "fra_Latn-fuv_Latn", "languages": ["fra-Latn", "fuv-Latn"], "main_score": 0.17289, "precision": 0.153589, "recall": 0.251976}, {"accuracy": 0.220356, "f1": 0.152561, "hf_subset": "fra_Latn-kac_Latn", "languages": ["fra-Latn", "kac-Latn"], "main_score": 0.152561, "precision": 0.136704, "recall": 0.220356}, {"accuracy": 0.253953, "f1": 0.184149, "hf_subset": "fra_Latn-lin_Latn", "languages": ["fra-Latn", "lin-Latn"], "main_score": 0.184149, "precision": 0.165881, "recall": 0.253953}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "fra_Latn-nno_Latn", "languages": ["fra-Latn", "nno-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.018775, "f1": 0.003339, "hf_subset": "fra_Latn-sat_Olck", "languages": ["fra-Latn", "sat-Olck"], "main_score": 0.003339, "precision": 0.002419, "recall": 0.018775}, {"accuracy": 0.864625, "f1": 0.826732, "hf_subset": "fra_Latn-tel_Telu", "languages": ["fra-Latn", "tel-Telu"], "main_score": 0.826732, "precision": 0.81003, "recall": 0.864625}, {"accuracy": 0.451581, "f1": 0.363465, "hf_subset": "fra_Latn-ydd_Hebr", "languages": ["fra-Latn", "ydd-Hebr"], "main_score": 0.363465, "precision": 0.332035, "recall": 0.451581}, {"accuracy": 0.863636, "f1": 0.826383, "hf_subset": "fra_Latn-ary_Arab", "languages": ["fra-Latn", "ary-Arab"], "main_score": 0.826383, "precision": 0.80919, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-ces_Latn", "languages": ["fra-Latn", "ces-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.105731, "f1": 0.062232, "hf_subset": "fra_Latn-gaz_Latn", "languages": ["fra-Latn", "gaz-Latn"], "main_score": 0.062232, "precision": 0.053316, "recall": 0.105731}, {"accuracy": 0.221344, "f1": 0.148894, "hf_subset": "fra_Latn-kam_Latn", "languages": ["fra-Latn", "kam-Latn"], "main_score": 0.148894, "precision": 0.131247, "recall": 0.221344}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "fra_Latn-lit_Latn", "languages": ["fra-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-nob_Latn", "languages": ["fra-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.663043, "f1": 0.589854, "hf_subset": "fra_Latn-scn_Latn", "languages": ["fra-Latn", "scn-Latn"], "main_score": 0.589854, "precision": 0.561981, "recall": 0.663043}, {"accuracy": 0.212451, "f1": 0.141781, "hf_subset": "fra_Latn-tgk_Cyrl", "languages": ["fra-Latn", "tgk-Cyrl"], "main_score": 0.141781, "precision": 0.123869, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.131709, "hf_subset": "fra_Latn-yor_Latn", "languages": ["fra-Latn", "yor-Latn"], "main_score": 0.131709, "precision": 0.112859, "recall": 0.208498}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "fra_Latn-arz_Arab", "languages": ["fra-Latn", "arz-Arab"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.206522, "f1": 0.139481, "hf_subset": "fra_Latn-cjk_Latn", "languages": ["fra-Latn", "cjk-Latn"], "main_score": 0.139481, "precision": 0.123623, "recall": 0.206522}, {"accuracy": 0.217391, "f1": 0.148361, "hf_subset": "fra_Latn-gla_Latn", "languages": ["fra-Latn", "gla-Latn"], "main_score": 0.148361, "precision": 0.130128, "recall": 0.217391}, {"accuracy": 0.823123, "f1": 0.775906, "hf_subset": "fra_Latn-kan_Knda", "languages": ["fra-Latn", "kan-Knda"], "main_score": 0.775906, "precision": 0.75495, "recall": 0.823123}, {"accuracy": 0.674901, "f1": 0.607175, "hf_subset": "fra_Latn-lmo_Latn", "languages": ["fra-Latn", "lmo-Latn"], "main_score": 0.607175, "precision": 0.581186, "recall": 0.674901}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "fra_Latn-npi_Deva", "languages": ["fra-Latn", "npi-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.30336, "f1": 0.219412, "hf_subset": "fra_Latn-shn_Mymr", "languages": ["fra-Latn", "shn-Mymr"], "main_score": 0.219412, "precision": 0.194022, "recall": 0.30336}, {"accuracy": 0.48419, "f1": 0.401529, "hf_subset": "fra_Latn-tgl_Latn", "languages": ["fra-Latn", "tgl-Latn"], "main_score": 0.401529, "precision": 0.3744, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-yue_Hant", "languages": ["fra-Latn", "yue-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.552372, "f1": 0.469415, "hf_subset": "fra_Latn-asm_Beng", "languages": ["fra-Latn", "asm-Beng"], "main_score": 0.469415, "precision": 0.436977, "recall": 0.552372}, {"accuracy": 0.848814, "f1": 0.808169, "hf_subset": "fra_Latn-ckb_Arab", "languages": ["fra-Latn", "ckb-Arab"], "main_score": 0.808169, "precision": 0.789476, "recall": 0.848814}, {"accuracy": 0.313241, "f1": 0.234748, "hf_subset": "fra_Latn-gle_Latn", "languages": ["fra-Latn", "gle-Latn"], "main_score": 0.234748, "precision": 0.213096, "recall": 0.313241}, {"accuracy": 0.617589, "f1": 0.536799, "hf_subset": "fra_Latn-kas_Arab", "languages": ["fra-Latn", "kas-Arab"], "main_score": 0.536799, "precision": 0.504529, "recall": 0.617589}, {"accuracy": 0.719368, "f1": 0.658192, "hf_subset": "fra_Latn-ltg_Latn", "languages": ["fra-Latn", "ltg-Latn"], "main_score": 0.658192, "precision": 0.63271, "recall": 0.719368}, {"accuracy": 0.258893, "f1": 0.181371, "hf_subset": "fra_Latn-nso_Latn", "languages": ["fra-Latn", "nso-Latn"], "main_score": 0.181371, "precision": 0.16076, "recall": 0.258893}, {"accuracy": 0.935771, "f1": 0.917128, "hf_subset": "fra_Latn-sin_Sinh", "languages": ["fra-Latn", "sin-Sinh"], "main_score": 0.917128, "precision": 0.908432, "recall": 0.935771}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "fra_Latn-tha_Thai", "languages": ["fra-Latn", "tha-Thai"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "fra_Latn-zho_Hans", "languages": ["fra-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "fra_Latn-ast_Latn", "languages": ["fra-Latn", "ast-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.77668, "f1": 0.71973, "hf_subset": "fra_Latn-crh_Latn", "languages": ["fra-Latn", "crh-Latn"], "main_score": 0.71973, "precision": 0.694203, "recall": 0.77668}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-glg_Latn", "languages": ["fra-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.428854, "f1": 0.345471, "hf_subset": "fra_Latn-kas_Deva", "languages": ["fra-Latn", "kas-Deva"], "main_score": 0.345471, "precision": 0.31667, "recall": 0.428854}, {"accuracy": 0.521739, "f1": 0.431264, "hf_subset": "fra_Latn-ltz_Latn", "languages": ["fra-Latn", "ltz-Latn"], "main_score": 0.431264, "precision": 0.399334, "recall": 0.521739}, {"accuracy": 0.120553, "f1": 0.068231, "hf_subset": "fra_Latn-nus_Latn", "languages": ["fra-Latn", "nus-Latn"], "main_score": 0.068231, "precision": 0.05809, "recall": 0.120553}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-slk_Latn", "languages": ["fra-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.192688, "f1": 0.127547, "hf_subset": "fra_Latn-tir_Ethi", "languages": ["fra-Latn", "tir-Ethi"], "main_score": 0.127547, "precision": 0.109502, "recall": 0.192688}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "fra_Latn-zho_Hant", "languages": ["fra-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "fra_Latn-awa_Deva", "languages": ["fra-Latn", "awa-Deva"], "main_score": 0.953887, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.48913, "f1": 0.401819, "hf_subset": "fra_Latn-cym_Latn", "languages": ["fra-Latn", "cym-Latn"], "main_score": 0.401819, "precision": 0.373132, "recall": 0.48913}, {"accuracy": 0.385375, "f1": 0.298816, "hf_subset": "fra_Latn-grn_Latn", "languages": ["fra-Latn", "grn-Latn"], "main_score": 0.298816, "precision": 0.272906, "recall": 0.385375}, {"accuracy": 0.882411, "f1": 0.84697, "hf_subset": "fra_Latn-kat_Geor", "languages": ["fra-Latn", "kat-Geor"], "main_score": 0.84697, "precision": 0.830369, "recall": 0.882411}, {"accuracy": 0.282609, "f1": 0.202669, "hf_subset": "fra_Latn-lua_Latn", "languages": ["fra-Latn", "lua-Latn"], "main_score": 0.202669, "precision": 0.180515, "recall": 0.282609}, {"accuracy": 0.250988, "f1": 0.173842, "hf_subset": "fra_Latn-nya_Latn", "languages": ["fra-Latn", "nya-Latn"], "main_score": 0.173842, "precision": 0.153898, "recall": 0.250988}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-slv_Latn", "languages": ["fra-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.465415, "f1": 0.373203, "hf_subset": "fra_Latn-tpi_Latn", "languages": ["fra-Latn", "tpi-Latn"], "main_score": 0.373203, "precision": 0.343133, "recall": 0.465415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "fra_Latn-zsm_Latn", "languages": ["fra-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.224308, "f1": 0.145957, "hf_subset": "fra_Latn-ayr_Latn", "languages": ["fra-Latn", "ayr-Latn"], "main_score": 0.145957, "precision": 0.126289, "recall": 0.224308}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-dan_Latn", "languages": ["fra-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.927866, "f1": 0.906181, "hf_subset": "fra_Latn-guj_Gujr", "languages": ["fra-Latn", "guj-Gujr"], "main_score": 0.906181, "precision": 0.896039, "recall": 0.927866}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "fra_Latn-kaz_Cyrl", "languages": ["fra-Latn", "kaz-Cyrl"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.1917, "f1": 0.127602, "hf_subset": "fra_Latn-lug_Latn", "languages": ["fra-Latn", "lug-Latn"], "main_score": 0.127602, "precision": 0.112291, "recall": 0.1917}, {"accuracy": 0.948617, "f1": 0.932543, "hf_subset": "fra_Latn-oci_Latn", "languages": ["fra-Latn", "oci-Latn"], "main_score": 0.932543, "precision": 0.924819, "recall": 0.948617}, {"accuracy": 0.208498, "f1": 0.13864, "hf_subset": "fra_Latn-smo_Latn", "languages": ["fra-Latn", "smo-Latn"], "main_score": 0.13864, "precision": 0.120794, "recall": 0.208498}, {"accuracy": 0.227273, "f1": 0.157436, "hf_subset": "fra_Latn-tsn_Latn", "languages": ["fra-Latn", "tsn-Latn"], "main_score": 0.157436, "precision": 0.139822, "recall": 0.227273}, {"accuracy": 0.162055, "f1": 0.102491, "hf_subset": "fra_Latn-zul_Latn", "languages": ["fra-Latn", "zul-Latn"], "main_score": 0.102491, "precision": 0.089171, "recall": 0.162055}, {"accuracy": 0.566206, "f1": 0.484659, "hf_subset": "fra_Latn-azb_Arab", "languages": ["fra-Latn", "azb-Arab"], "main_score": 0.484659, "precision": 0.453118, "recall": 0.566206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "fra_Latn-deu_Latn", "languages": ["fra-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.327075, "f1": 0.241173, "hf_subset": "fra_Latn-hat_Latn", "languages": ["fra-Latn", "hat-Latn"], "main_score": 0.241173, "precision": 0.214581, "recall": 0.327075}, {"accuracy": 0.204545, "f1": 0.136797, "hf_subset": "fra_Latn-kbp_Latn", "languages": ["fra-Latn", "kbp-Latn"], "main_score": 0.136797, "precision": 0.121129, "recall": 0.204545}, {"accuracy": 0.258893, "f1": 0.181663, "hf_subset": "fra_Latn-luo_Latn", "languages": ["fra-Latn", "luo-Latn"], "main_score": 0.181663, "precision": 0.161871, "recall": 0.258893}, {"accuracy": 0.842885, "f1": 0.8028, "hf_subset": "fra_Latn-ory_Orya", "languages": ["fra-Latn", "ory-Orya"], "main_score": 0.8028, "precision": 0.785441, "recall": 0.842885}, {"accuracy": 0.19664, "f1": 0.127432, "hf_subset": "fra_Latn-sna_Latn", "languages": ["fra-Latn", "sna-Latn"], "main_score": 0.127432, "precision": 0.110877, "recall": 0.19664}, {"accuracy": 0.206522, "f1": 0.142105, "hf_subset": "fra_Latn-tso_Latn", "languages": ["fra-Latn", "tso-Latn"], "main_score": 0.142105, "precision": 0.126324, "recall": 0.206522}, {"accuracy": 0.953557, "f1": 0.940448, "hf_subset": "fra_Latn-azj_Latn", "languages": ["fra-Latn", "azj-Latn"], "main_score": 0.940448, "precision": 0.934404, "recall": 0.953557}, {"accuracy": 0.317194, "f1": 0.229042, "hf_subset": "fra_Latn-dik_Latn", "languages": ["fra-Latn", "dik-Latn"], "main_score": 0.229042, "precision": 0.204278, "recall": 0.317194}, {"accuracy": 0.270751, "f1": 0.192121, "hf_subset": "fra_Latn-hau_Latn", "languages": ["fra-Latn", "hau-Latn"], "main_score": 0.192121, "precision": 0.17267, "recall": 0.270751}, {"accuracy": 0.667984, "f1": 0.592689, "hf_subset": "fra_Latn-kea_Latn", "languages": ["fra-Latn", "kea-Latn"], "main_score": 0.592689, "precision": 0.563632, "recall": 0.667984}, {"accuracy": 0.383399, "f1": 0.298773, "hf_subset": "fra_Latn-lus_Latn", "languages": ["fra-Latn", "lus-Latn"], "main_score": 0.298773, "precision": 0.272768, "recall": 0.383399}, {"accuracy": 0.493083, "f1": 0.401685, "hf_subset": "fra_Latn-pag_Latn", "languages": ["fra-Latn", "pag-Latn"], "main_score": 0.401685, "precision": 0.370607, "recall": 0.493083}, {"accuracy": 0.873518, "f1": 0.83834, "hf_subset": "fra_Latn-snd_Arab", "languages": ["fra-Latn", "snd-Arab"], "main_score": 0.83834, "precision": 0.821887, "recall": 0.873518}, {"accuracy": 0.356719, "f1": 0.270118, "hf_subset": "fra_Latn-tuk_Latn", "languages": ["fra-Latn", "tuk-Latn"], "main_score": 0.270118, "precision": 0.243314, "recall": 0.356719}, {"accuracy": 0.487154, "f1": 0.398687, "hf_subset": "fra_Latn-bak_Cyrl", "languages": ["fra-Latn", "bak-Cyrl"], "main_score": 0.398687, "precision": 0.367084, "recall": 0.487154}, {"accuracy": 0.198617, "f1": 0.133797, "hf_subset": "fra_Latn-dyu_Latn", "languages": ["fra-Latn", "dyu-Latn"], "main_score": 0.133797, "precision": 0.117355, "recall": 0.198617}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "fra_Latn-heb_Hebr", "languages": ["fra-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "fra_Latn-khk_Cyrl", "languages": ["fra-Latn", "khk-Cyrl"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "fra_Latn-lvs_Latn", "languages": ["fra-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.868577, "f1": 0.832411, "hf_subset": "fra_Latn-pan_Guru", "languages": ["fra-Latn", "pan-Guru"], "main_score": 0.832411, "precision": 0.816074, "recall": 0.868577}, {"accuracy": 0.290514, "f1": 0.211637, "hf_subset": "fra_Latn-som_Latn", "languages": ["fra-Latn", "som-Latn"], "main_score": 0.211637, "precision": 0.188214, "recall": 0.290514}, {"accuracy": 0.224308, "f1": 0.15035, "hf_subset": "fra_Latn-tum_Latn", "languages": ["fra-Latn", "tum-Latn"], "main_score": 0.15035, "precision": 0.132265, "recall": 0.224308}, {"accuracy": 0.081028, "f1": 0.048096, "hf_subset": "jpn_Jpan-ace_Arab", "languages": ["jpn-Jpan", "ace-Arab"], "main_score": 0.048096, "precision": 0.040698, "recall": 0.081028}, {"accuracy": 0.167984, "f1": 0.103161, "hf_subset": "jpn_Jpan-bam_Latn", "languages": ["jpn-Jpan", "bam-Latn"], "main_score": 0.103161, "precision": 0.08782, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "jpn_Jpan-dzo_Tibt", "languages": ["jpn-Jpan", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "jpn_Jpan-hin_Deva", "languages": ["jpn-Jpan", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.90415, "f1": 0.874572, "hf_subset": "jpn_Jpan-khm_Khmr", "languages": ["jpn-Jpan", "khm-Khmr"], "main_score": 0.874572, "precision": 0.860425, "recall": 0.90415}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "jpn_Jpan-mag_Deva", "languages": ["jpn-Jpan", "mag-Deva"], "main_score": 0.924078, "precision": 0.91502, "recall": 0.942688}, {"accuracy": 0.601779, "f1": 0.521521, "hf_subset": "jpn_Jpan-pap_Latn", "languages": ["jpn-Jpan", "pap-Latn"], "main_score": 0.521521, "precision": 0.491938, "recall": 0.601779}, {"accuracy": 0.171937, "f1": 0.113404, "hf_subset": "jpn_Jpan-sot_Latn", "languages": ["jpn-Jpan", "sot-Latn"], "main_score": 0.113404, "precision": 0.098844, "recall": 0.171937}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-tur_Latn", "languages": ["jpn-Jpan", "tur-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.383399, "f1": 0.2938, "hf_subset": "jpn_Jpan-ace_Latn", "languages": ["jpn-Jpan", "ace-Latn"], "main_score": 0.2938, "precision": 0.266362, "recall": 0.383399}, {"accuracy": 0.633399, "f1": 0.558558, "hf_subset": "jpn_Jpan-ban_Latn", "languages": ["jpn-Jpan", "ban-Latn"], "main_score": 0.558558, "precision": 0.528897, "recall": 0.633399}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "jpn_Jpan-ell_Grek", "languages": ["jpn-Jpan", "ell-Grek"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.91502, "f1": 0.890547, "hf_subset": "jpn_Jpan-hne_Deva", "languages": ["jpn-Jpan", "hne-Deva"], "main_score": 0.890547, "precision": 0.879035, "recall": 0.91502}, {"accuracy": 0.221344, "f1": 0.139304, "hf_subset": "jpn_Jpan-kik_Latn", "languages": ["jpn-Jpan", "kik-Latn"], "main_score": 0.139304, "precision": 0.119021, "recall": 0.221344}, {"accuracy": 0.929842, "f1": 0.907444, "hf_subset": "jpn_Jpan-mai_Deva", "languages": ["jpn-Jpan", "mai-Deva"], "main_score": 0.907444, "precision": 0.89641, "recall": 0.929842}, {"accuracy": 0.824111, "f1": 0.776647, "hf_subset": "jpn_Jpan-pbt_Arab", "languages": ["jpn-Jpan", "pbt-Arab"], "main_score": 0.776647, "precision": 0.755517, "recall": 0.824111}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-spa_Latn", "languages": ["jpn-Jpan", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.273715, "f1": 0.185662, "hf_subset": "jpn_Jpan-twi_Latn", "languages": ["jpn-Jpan", "twi-Latn"], "main_score": 0.185662, "precision": 0.163965, "recall": 0.273715}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "jpn_Jpan-acm_Arab", "languages": ["jpn-Jpan", "acm-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.952569, "f1": 0.937747, "hf_subset": "jpn_Jpan-bel_Cyrl", "languages": ["jpn-Jpan", "bel-Cyrl"], "main_score": 0.937747, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-eng_Latn", "languages": ["jpn-Jpan", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-hrv_Latn", "languages": ["jpn-Jpan", "hrv-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.129447, "f1": 0.078596, "hf_subset": "jpn_Jpan-kin_Latn", "languages": ["jpn-Jpan", "kin-Latn"], "main_score": 0.078596, "precision": 0.067117, "recall": 0.129447}, {"accuracy": 0.884387, "f1": 0.853986, "hf_subset": "jpn_Jpan-mal_Mlym", "languages": ["jpn-Jpan", "mal-Mlym"], "main_score": 0.853986, "precision": 0.840234, "recall": 0.884387}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-pes_Arab", "languages": ["jpn-Jpan", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.682806, "f1": 0.610743, "hf_subset": "jpn_Jpan-srd_Latn", "languages": ["jpn-Jpan", "srd-Latn"], "main_score": 0.610743, "precision": 0.581933, "recall": 0.682806}, {"accuracy": 0.059289, "f1": 0.028, "hf_subset": "jpn_Jpan-tzm_Tfng", "languages": ["jpn-Jpan", "tzm-Tfng"], "main_score": 0.028, "precision": 0.023957, "recall": 0.059289}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "jpn_Jpan-acq_Arab", "languages": ["jpn-Jpan", "acq-Arab"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.208498, "f1": 0.138191, "hf_subset": "jpn_Jpan-bem_Latn", "languages": ["jpn-Jpan", "bem-Latn"], "main_score": 0.138191, "precision": 0.121959, "recall": 0.208498}, {"accuracy": 0.842885, "f1": 0.800296, "hf_subset": "jpn_Jpan-epo_Latn", "languages": ["jpn-Jpan", "epo-Latn"], "main_score": 0.800296, "precision": 0.781818, "recall": 0.842885}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-hun_Latn", "languages": ["jpn-Jpan", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.928854, "f1": 0.908597, "hf_subset": "jpn_Jpan-kir_Cyrl", "languages": ["jpn-Jpan", "kir-Cyrl"], "main_score": 0.908597, "precision": 0.89888, "recall": 0.928854}, {"accuracy": 0.909091, "f1": 0.880896, "hf_subset": "jpn_Jpan-mar_Deva", "languages": ["jpn-Jpan", "mar-Deva"], "main_score": 0.880896, "precision": 0.867589, "recall": 0.909091}, {"accuracy": 0.246047, "f1": 0.171851, "hf_subset": "jpn_Jpan-plt_Latn", "languages": ["jpn-Jpan", "plt-Latn"], "main_score": 0.171851, "precision": 0.150272, "recall": 0.246047}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "jpn_Jpan-srp_Cyrl", "languages": ["jpn-Jpan", "srp-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.793478, "f1": 0.742824, "hf_subset": "jpn_Jpan-uig_Arab", "languages": ["jpn-Jpan", "uig-Arab"], "main_score": 0.742824, "precision": 0.720702, "recall": 0.793478}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "jpn_Jpan-aeb_Arab", "languages": ["jpn-Jpan", "aeb-Arab"], "main_score": 0.910573, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.897233, "f1": 0.869697, "hf_subset": "jpn_Jpan-ben_Beng", "languages": ["jpn-Jpan", "ben-Beng"], "main_score": 0.869697, "precision": 0.857411, "recall": 0.897233}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "jpn_Jpan-est_Latn", "languages": ["jpn-Jpan", "est-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "jpn_Jpan-hye_Armn", "languages": ["jpn-Jpan", "hye-Armn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.144269, "f1": 0.080442, "hf_subset": "jpn_Jpan-kmb_Latn", "languages": ["jpn-Jpan", "kmb-Latn"], "main_score": 0.080442, "precision": 0.067997, "recall": 0.144269}, {"accuracy": 0.065217, "f1": 0.03892, "hf_subset": "jpn_Jpan-min_Arab", "languages": ["jpn-Jpan", "min-Arab"], "main_score": 0.03892, "precision": 0.033475, "recall": 0.065217}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-pol_Latn", "languages": ["jpn-Jpan", "pol-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.142292, "f1": 0.083517, "hf_subset": "jpn_Jpan-ssw_Latn", "languages": ["jpn-Jpan", "ssw-Latn"], "main_score": 0.083517, "precision": 0.070826, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ukr_Cyrl", "languages": ["jpn-Jpan", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.955534, "f1": 0.940711, "hf_subset": "jpn_Jpan-afr_Latn", "languages": ["jpn-Jpan", "afr-Latn"], "main_score": 0.940711, "precision": 0.9333, "recall": 0.955534}, {"accuracy": 0.895257, "f1": 0.863834, "hf_subset": "jpn_Jpan-bho_Deva", "languages": ["jpn-Jpan", "bho-Deva"], "main_score": 0.863834, "precision": 0.848897, "recall": 0.895257}, {"accuracy": 0.712451, "f1": 0.645772, "hf_subset": "jpn_Jpan-eus_Latn", "languages": ["jpn-Jpan", "eus-Latn"], "main_score": 0.645772, "precision": 0.617631, "recall": 0.712451}, {"accuracy": 0.160079, "f1": 0.092677, "hf_subset": "jpn_Jpan-ibo_Latn", "languages": ["jpn-Jpan", "ibo-Latn"], "main_score": 0.092677, "precision": 0.078002, "recall": 0.160079}, {"accuracy": 0.710474, "f1": 0.650449, "hf_subset": "jpn_Jpan-kmr_Latn", "languages": ["jpn-Jpan", "kmr-Latn"], "main_score": 0.650449, "precision": 0.62496, "recall": 0.710474}, {"accuracy": 0.603755, "f1": 0.522633, "hf_subset": "jpn_Jpan-min_Latn", "languages": ["jpn-Jpan", "min-Latn"], "main_score": 0.522633, "precision": 0.492269, "recall": 0.603755}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-por_Latn", "languages": ["jpn-Jpan", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.727273, "f1": 0.660211, "hf_subset": "jpn_Jpan-sun_Latn", "languages": ["jpn-Jpan", "sun-Latn"], "main_score": 0.660211, "precision": 0.632611, "recall": 0.727273}, {"accuracy": 0.150198, "f1": 0.091368, "hf_subset": "jpn_Jpan-umb_Latn", "languages": ["jpn-Jpan", "umb-Latn"], "main_score": 0.091368, "precision": 0.078526, "recall": 0.150198}, {"accuracy": 0.958498, "f1": 0.945883, "hf_subset": "jpn_Jpan-ajp_Arab", "languages": ["jpn-Jpan", "ajp-Arab"], "main_score": 0.945883, "precision": 0.940135, "recall": 0.958498}, {"accuracy": 0.074111, "f1": 0.041344, "hf_subset": "jpn_Jpan-bjn_Arab", "languages": ["jpn-Jpan", "bjn-Arab"], "main_score": 0.041344, "precision": 0.034543, "recall": 0.074111}, {"accuracy": 0.221344, "f1": 0.148779, "hf_subset": "jpn_Jpan-ewe_Latn", "languages": ["jpn-Jpan", "ewe-Latn"], "main_score": 0.148779, "precision": 0.13046, "recall": 0.221344}, {"accuracy": 0.327075, "f1": 0.238368, "hf_subset": "jpn_Jpan-ilo_Latn", "languages": ["jpn-Jpan", "ilo-Latn"], "main_score": 0.238368, "precision": 0.212546, "recall": 0.327075}, {"accuracy": 0.085968, "f1": 0.045, "hf_subset": "jpn_Jpan-knc_Arab", "languages": ["jpn-Jpan", "knc-Arab"], "main_score": 0.045, "precision": 0.036476, "recall": 0.085968}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-mkd_Cyrl", "languages": ["jpn-Jpan", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "jpn_Jpan-prs_Arab", "languages": ["jpn-Jpan", "prs-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-swe_Latn", "languages": ["jpn-Jpan", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.958498, "f1": 0.946212, "hf_subset": "jpn_Jpan-urd_Arab", "languages": ["jpn-Jpan", "urd-Arab"], "main_score": 0.946212, "precision": 0.940464, "recall": 0.958498}, {"accuracy": 0.254941, "f1": 0.171016, "hf_subset": "jpn_Jpan-aka_Latn", "languages": ["jpn-Jpan", "aka-Latn"], "main_score": 0.171016, "precision": 0.149484, "recall": 0.254941}, {"accuracy": 0.743083, "f1": 0.679056, "hf_subset": "jpn_Jpan-bjn_Latn", "languages": ["jpn-Jpan", "bjn-Latn"], "main_score": 0.679056, "precision": 0.652816, "recall": 0.743083}, {"accuracy": 0.427866, "f1": 0.342151, "hf_subset": "jpn_Jpan-fao_Latn", "languages": ["jpn-Jpan", "fao-Latn"], "main_score": 0.342151, "precision": 0.315567, "recall": 0.427866}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-ind_Latn", "languages": ["jpn-Jpan", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.229249, "f1": 0.155263, "hf_subset": "jpn_Jpan-knc_Latn", "languages": ["jpn-Jpan", "knc-Latn"], "main_score": 0.155263, "precision": 0.137142, "recall": 0.229249}, {"accuracy": 0.306324, "f1": 0.225007, "hf_subset": "jpn_Jpan-mlt_Latn", "languages": ["jpn-Jpan", "mlt-Latn"], "main_score": 0.225007, "precision": 0.202716, "recall": 0.306324}, {"accuracy": 0.251976, "f1": 0.169103, "hf_subset": "jpn_Jpan-quy_Latn", "languages": ["jpn-Jpan", "quy-Latn"], "main_score": 0.169103, "precision": 0.148781, "recall": 0.251976}, {"accuracy": 0.331028, "f1": 0.249522, "hf_subset": "jpn_Jpan-swh_Latn", "languages": ["jpn-Jpan", "swh-Latn"], "main_score": 0.249522, "precision": 0.226289, "recall": 0.331028}, {"accuracy": 0.61166, "f1": 0.536141, "hf_subset": "jpn_Jpan-uzn_Latn", "languages": ["jpn-Jpan", "uzn-Latn"], "main_score": 0.536141, "precision": 0.506505, "recall": 0.61166}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "jpn_Jpan-als_Latn", "languages": ["jpn-Jpan", "als-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.055336, "f1": 0.021019, "hf_subset": "jpn_Jpan-bod_Tibt", "languages": ["jpn-Jpan", "bod-Tibt"], "main_score": 0.021019, "precision": 0.017129, "recall": 0.055336}, {"accuracy": 0.181818, "f1": 0.11496, "hf_subset": "jpn_Jpan-fij_Latn", "languages": ["jpn-Jpan", "fij-Latn"], "main_score": 0.11496, "precision": 0.098616, "recall": 0.181818}, {"accuracy": 0.728261, "f1": 0.665391, "hf_subset": "jpn_Jpan-isl_Latn", "languages": ["jpn-Jpan", "isl-Latn"], "main_score": 0.665391, "precision": 0.63899, "recall": 0.728261}, {"accuracy": 0.209486, "f1": 0.1395, "hf_subset": "jpn_Jpan-kon_Latn", "languages": ["jpn-Jpan", "kon-Latn"], "main_score": 0.1395, "precision": 0.121529, "recall": 0.209486}, {"accuracy": 0.066206, "f1": 0.034543, "hf_subset": "jpn_Jpan-mni_Beng", "languages": ["jpn-Jpan", "mni-Beng"], "main_score": 0.034543, "precision": 0.029558, "recall": 0.066206}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-ron_Latn", "languages": ["jpn-Jpan", "ron-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.769763, "f1": 0.711298, "hf_subset": "jpn_Jpan-szl_Latn", "languages": ["jpn-Jpan", "szl-Latn"], "main_score": 0.711298, "precision": 0.686364, "recall": 0.769763}, {"accuracy": 0.780632, "f1": 0.722603, "hf_subset": "jpn_Jpan-vec_Latn", "languages": ["jpn-Jpan", "vec-Latn"], "main_score": 0.722603, "precision": 0.697324, "recall": 0.780632}, {"accuracy": 0.753953, "f1": 0.701179, "hf_subset": "jpn_Jpan-amh_Ethi", "languages": ["jpn-Jpan", "amh-Ethi"], "main_score": 0.701179, "precision": 0.679158, "recall": 0.753953}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-bos_Latn", "languages": ["jpn-Jpan", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "jpn_Jpan-fin_Latn", "languages": ["jpn-Jpan", "fin-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "jpn_Jpan-ita_Latn", "languages": ["jpn-Jpan", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-kor_Hang", "languages": ["jpn-Jpan", "kor-Hang"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.198617, "f1": 0.131905, "hf_subset": "jpn_Jpan-mos_Latn", "languages": ["jpn-Jpan", "mos-Latn"], "main_score": 0.131905, "precision": 0.114952, "recall": 0.198617}, {"accuracy": 0.144269, "f1": 0.085864, "hf_subset": "jpn_Jpan-run_Latn", "languages": ["jpn-Jpan", "run-Latn"], "main_score": 0.085864, "precision": 0.073428, "recall": 0.144269}, {"accuracy": 0.890316, "f1": 0.859223, "hf_subset": "jpn_Jpan-tam_Taml", "languages": ["jpn-Jpan", "tam-Taml"], "main_score": 0.859223, "precision": 0.845109, "recall": 0.890316}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-vie_Latn", "languages": ["jpn-Jpan", "vie-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "jpn_Jpan-apc_Arab", "languages": ["jpn-Jpan", "apc-Arab"], "main_score": 0.949111, "precision": 0.943017, "recall": 0.961462}, {"accuracy": 0.363636, "f1": 0.279332, "hf_subset": "jpn_Jpan-bug_Latn", "languages": ["jpn-Jpan", "bug-Latn"], "main_score": 0.279332, "precision": 0.254128, "recall": 0.363636}, {"accuracy": 0.170949, "f1": 0.103382, "hf_subset": "jpn_Jpan-fon_Latn", "languages": ["jpn-Jpan", "fon-Latn"], "main_score": 0.103382, "precision": 0.087599, "recall": 0.170949}, {"accuracy": 0.681818, "f1": 0.610265, "hf_subset": "jpn_Jpan-jav_Latn", "languages": ["jpn-Jpan", "jav-Latn"], "main_score": 0.610265, "precision": 0.581844, "recall": 0.681818}, {"accuracy": 0.91996, "f1": 0.898306, "hf_subset": "jpn_Jpan-lao_Laoo", "languages": ["jpn-Jpan", "lao-Laoo"], "main_score": 0.898306, "precision": 0.888702, "recall": 0.91996}, {"accuracy": 0.168972, "f1": 0.100118, "hf_subset": "jpn_Jpan-mri_Latn", "languages": ["jpn-Jpan", "mri-Latn"], "main_score": 0.100118, "precision": 0.085505, "recall": 0.168972}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "jpn_Jpan-rus_Cyrl", "languages": ["jpn-Jpan", "rus-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.224308, "f1": 0.152595, "hf_subset": "jpn_Jpan-taq_Latn", "languages": ["jpn-Jpan", "taq-Latn"], "main_score": 0.152595, "precision": 0.134698, "recall": 0.224308}, {"accuracy": 0.393281, "f1": 0.30052, "hf_subset": "jpn_Jpan-war_Latn", "languages": ["jpn-Jpan", "war-Latn"], "main_score": 0.30052, "precision": 0.27178, "recall": 0.393281}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "jpn_Jpan-arb_Arab", "languages": ["jpn-Jpan", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-bul_Cyrl", "languages": ["jpn-Jpan", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "jpn_Jpan-fra_Latn", "languages": ["jpn-Jpan", "fra-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.727273, "f1": 0.659783, "hf_subset": "jpn_Jpan-lij_Latn", "languages": ["jpn-Jpan", "lij-Latn"], "main_score": 0.659783, "precision": 0.631653, "recall": 0.727273}, {"accuracy": 0.948617, "f1": 0.933202, "hf_subset": "jpn_Jpan-mya_Mymr", "languages": ["jpn-Jpan", "mya-Mymr"], "main_score": 0.933202, "precision": 0.925807, "recall": 0.948617}, {"accuracy": 0.199605, "f1": 0.130972, "hf_subset": "jpn_Jpan-sag_Latn", "languages": ["jpn-Jpan", "sag-Latn"], "main_score": 0.130972, "precision": 0.1134, "recall": 0.199605}, {"accuracy": 0.08004, "f1": 0.036239, "hf_subset": "jpn_Jpan-taq_Tfng", "languages": ["jpn-Jpan", "taq-Tfng"], "main_score": 0.036239, "precision": 0.02986, "recall": 0.08004}, {"accuracy": 0.228261, "f1": 0.152201, "hf_subset": "jpn_Jpan-wol_Latn", "languages": ["jpn-Jpan", "wol-Latn"], "main_score": 0.152201, "precision": 0.132187, "recall": 0.228261}, {"accuracy": 0.102767, "f1": 0.05403, "hf_subset": "jpn_Jpan-arb_Latn", "languages": ["jpn-Jpan", "arb-Latn"], "main_score": 0.05403, "precision": 0.044224, "recall": 0.102767}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "jpn_Jpan-cat_Latn", "languages": ["jpn-Jpan", "cat-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.677866, "f1": 0.607051, "hf_subset": "jpn_Jpan-fur_Latn", "languages": ["jpn-Jpan", "fur-Latn"], "main_score": 0.607051, "precision": 0.578567, "recall": 0.677866}, {"accuracy": 0.075099, "f1": 0.04616, "hf_subset": "jpn_Jpan-kab_Latn", "languages": ["jpn-Jpan", "kab-Latn"], "main_score": 0.04616, "precision": 0.040264, "recall": 0.075099}, {"accuracy": 0.705534, "f1": 0.633573, "hf_subset": "jpn_Jpan-lim_Latn", "languages": ["jpn-Jpan", "lim-Latn"], "main_score": 0.633573, "precision": 0.603755, "recall": 0.705534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-nld_Latn", "languages": ["jpn-Jpan", "nld-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.73419, "f1": 0.669982, "hf_subset": "jpn_Jpan-san_Deva", "languages": ["jpn-Jpan", "san-Deva"], "main_score": 0.669982, "precision": 0.642796, "recall": 0.73419}, {"accuracy": 0.48913, "f1": 0.404575, "hf_subset": "jpn_Jpan-tat_Cyrl", "languages": ["jpn-Jpan", "tat-Cyrl"], "main_score": 0.404575, "precision": 0.374284, "recall": 0.48913}, {"accuracy": 0.178854, "f1": 0.111344, "hf_subset": "jpn_Jpan-xho_Latn", "languages": ["jpn-Jpan", "xho-Latn"], "main_score": 0.111344, "precision": 0.095735, "recall": 0.178854}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "jpn_Jpan-ars_Arab", "languages": ["jpn-Jpan", "ars-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.374506, "f1": 0.284787, "hf_subset": "jpn_Jpan-ceb_Latn", "languages": ["jpn-Jpan", "ceb-Latn"], "main_score": 0.284787, "precision": 0.256753, "recall": 0.374506}, {"accuracy": 0.205534, "f1": 0.131258, "hf_subset": "jpn_Jpan-fuv_Latn", "languages": ["jpn-Jpan", "fuv-Latn"], "main_score": 0.131258, "precision": 0.113609, "recall": 0.205534}, {"accuracy": 0.181818, "f1": 0.119361, "hf_subset": "jpn_Jpan-kac_Latn", "languages": ["jpn-Jpan", "kac-Latn"], "main_score": 0.119361, "precision": 0.104553, "recall": 0.181818}, {"accuracy": 0.210474, "f1": 0.145197, "hf_subset": "jpn_Jpan-lin_Latn", "languages": ["jpn-Jpan", "lin-Latn"], "main_score": 0.145197, "precision": 0.128067, "recall": 0.210474}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "jpn_Jpan-nno_Latn", "languages": ["jpn-Jpan", "nno-Latn"], "main_score": 0.962121, "precision": 0.95751, "recall": 0.971344}, {"accuracy": 0.018775, "f1": 0.004546, "hf_subset": "jpn_Jpan-sat_Olck", "languages": ["jpn-Jpan", "sat-Olck"], "main_score": 0.004546, "precision": 0.003858, "recall": 0.018775}, {"accuracy": 0.855731, "f1": 0.815862, "hf_subset": "jpn_Jpan-tel_Telu", "languages": ["jpn-Jpan", "tel-Telu"], "main_score": 0.815862, "precision": 0.798271, "recall": 0.855731}, {"accuracy": 0.420949, "f1": 0.334378, "hf_subset": "jpn_Jpan-ydd_Hebr", "languages": ["jpn-Jpan", "ydd-Hebr"], "main_score": 0.334378, "precision": 0.304085, "recall": 0.420949}, {"accuracy": 0.838933, "f1": 0.794993, "hf_subset": "jpn_Jpan-ary_Arab", "languages": ["jpn-Jpan", "ary-Arab"], "main_score": 0.794993, "precision": 0.775115, "recall": 0.838933}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-ces_Latn", "languages": ["jpn-Jpan", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.083992, "f1": 0.043556, "hf_subset": "jpn_Jpan-gaz_Latn", "languages": ["jpn-Jpan", "gaz-Latn"], "main_score": 0.043556, "precision": 0.036516, "recall": 0.083992}, {"accuracy": 0.164032, "f1": 0.101471, "hf_subset": "jpn_Jpan-kam_Latn", "languages": ["jpn-Jpan", "kam-Latn"], "main_score": 0.101471, "precision": 0.08668, "recall": 0.164032}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "jpn_Jpan-lit_Latn", "languages": ["jpn-Jpan", "lit-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "jpn_Jpan-nob_Latn", "languages": ["jpn-Jpan", "nob-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.62253, "f1": 0.541486, "hf_subset": "jpn_Jpan-scn_Latn", "languages": ["jpn-Jpan", "scn-Latn"], "main_score": 0.541486, "precision": 0.509852, "recall": 0.62253}, {"accuracy": 0.186759, "f1": 0.120136, "hf_subset": "jpn_Jpan-tgk_Cyrl", "languages": ["jpn-Jpan", "tgk-Cyrl"], "main_score": 0.120136, "precision": 0.103468, "recall": 0.186759}, {"accuracy": 0.175889, "f1": 0.103012, "hf_subset": "jpn_Jpan-yor_Latn", "languages": ["jpn-Jpan", "yor-Latn"], "main_score": 0.103012, "precision": 0.085184, "recall": 0.175889}, {"accuracy": 0.939723, "f1": 0.92029, "hf_subset": "jpn_Jpan-arz_Arab", "languages": ["jpn-Jpan", "arz-Arab"], "main_score": 0.92029, "precision": 0.910903, "recall": 0.939723}, {"accuracy": 0.167984, "f1": 0.105887, "hf_subset": "jpn_Jpan-cjk_Latn", "languages": ["jpn-Jpan", "cjk-Latn"], "main_score": 0.105887, "precision": 0.092114, "recall": 0.167984}, {"accuracy": 0.167984, "f1": 0.106044, "hf_subset": "jpn_Jpan-gla_Latn", "languages": ["jpn-Jpan", "gla-Latn"], "main_score": 0.106044, "precision": 0.090096, "recall": 0.167984}, {"accuracy": 0.811265, "f1": 0.760743, "hf_subset": "jpn_Jpan-kan_Knda", "languages": ["jpn-Jpan", "kan-Knda"], "main_score": 0.760743, "precision": 0.738373, "recall": 0.811265}, {"accuracy": 0.617589, "f1": 0.540953, "hf_subset": "jpn_Jpan-lmo_Latn", "languages": ["jpn-Jpan", "lmo-Latn"], "main_score": 0.540953, "precision": 0.511777, "recall": 0.617589}, {"accuracy": 0.961462, "f1": 0.95, "hf_subset": "jpn_Jpan-npi_Deva", "languages": ["jpn-Jpan", "npi-Deva"], "main_score": 0.95, "precision": 0.944417, "recall": 0.961462}, {"accuracy": 0.238142, "f1": 0.160244, "hf_subset": "jpn_Jpan-shn_Mymr", "languages": ["jpn-Jpan", "shn-Mymr"], "main_score": 0.160244, "precision": 0.138418, "recall": 0.238142}, {"accuracy": 0.429842, "f1": 0.341482, "hf_subset": "jpn_Jpan-tgl_Latn", "languages": ["jpn-Jpan", "tgl-Latn"], "main_score": 0.341482, "precision": 0.313223, "recall": 0.429842}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-yue_Hant", "languages": ["jpn-Jpan", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.533597, "f1": 0.447553, "hf_subset": "jpn_Jpan-asm_Beng", "languages": ["jpn-Jpan", "asm-Beng"], "main_score": 0.447553, "precision": 0.41482, "recall": 0.533597}, {"accuracy": 0.83498, "f1": 0.791667, "hf_subset": "jpn_Jpan-ckb_Arab", "languages": ["jpn-Jpan", "ckb-Arab"], "main_score": 0.791667, "precision": 0.772546, "recall": 0.83498}, {"accuracy": 0.251976, "f1": 0.172784, "hf_subset": "jpn_Jpan-gle_Latn", "languages": ["jpn-Jpan", "gle-Latn"], "main_score": 0.172784, "precision": 0.151442, "recall": 0.251976}, {"accuracy": 0.586957, "f1": 0.501961, "hf_subset": "jpn_Jpan-kas_Arab", "languages": ["jpn-Jpan", "kas-Arab"], "main_score": 0.501961, "precision": 0.468652, "recall": 0.586957}, {"accuracy": 0.666996, "f1": 0.595777, "hf_subset": "jpn_Jpan-ltg_Latn", "languages": ["jpn-Jpan", "ltg-Latn"], "main_score": 0.595777, "precision": 0.566149, "recall": 0.666996}, {"accuracy": 0.209486, "f1": 0.131762, "hf_subset": "jpn_Jpan-nso_Latn", "languages": ["jpn-Jpan", "nso-Latn"], "main_score": 0.131762, "precision": 0.11174, "recall": 0.209486}, {"accuracy": 0.920949, "f1": 0.897628, "hf_subset": "jpn_Jpan-sin_Sinh", "languages": ["jpn-Jpan", "sin-Sinh"], "main_score": 0.897628, "precision": 0.886775, "recall": 0.920949}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "jpn_Jpan-tha_Thai", "languages": ["jpn-Jpan", "tha-Thai"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-zho_Hans", "languages": ["jpn-Jpan", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.925889, "f1": 0.903722, "hf_subset": "jpn_Jpan-ast_Latn", "languages": ["jpn-Jpan", "ast-Latn"], "main_score": 0.903722, "precision": 0.893198, "recall": 0.925889}, {"accuracy": 0.745059, "f1": 0.682072, "hf_subset": "jpn_Jpan-crh_Latn", "languages": ["jpn-Jpan", "crh-Latn"], "main_score": 0.682072, "precision": 0.655007, "recall": 0.745059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "jpn_Jpan-glg_Latn", "languages": ["jpn-Jpan", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.392292, "f1": 0.30455, "hf_subset": "jpn_Jpan-kas_Deva", "languages": ["jpn-Jpan", "kas-Deva"], "main_score": 0.30455, "precision": 0.275406, "recall": 0.392292}, {"accuracy": 0.45751, "f1": 0.362676, "hf_subset": "jpn_Jpan-ltz_Latn", "languages": ["jpn-Jpan", "ltz-Latn"], "main_score": 0.362676, "precision": 0.330933, "recall": 0.45751}, {"accuracy": 0.101779, "f1": 0.053854, "hf_subset": "jpn_Jpan-nus_Latn", "languages": ["jpn-Jpan", "nus-Latn"], "main_score": 0.053854, "precision": 0.045239, "recall": 0.101779}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "jpn_Jpan-slk_Latn", "languages": ["jpn-Jpan", "slk-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.189723, "f1": 0.127545, "hf_subset": "jpn_Jpan-tir_Ethi", "languages": ["jpn-Jpan", "tir-Ethi"], "main_score": 0.127545, "precision": 0.110607, "recall": 0.189723}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "jpn_Jpan-zho_Hant", "languages": ["jpn-Jpan", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "jpn_Jpan-awa_Deva", "languages": ["jpn-Jpan", "awa-Deva"], "main_score": 0.943511, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.421937, "f1": 0.332222, "hf_subset": "jpn_Jpan-cym_Latn", "languages": ["jpn-Jpan", "cym-Latn"], "main_score": 0.332222, "precision": 0.303144, "recall": 0.421937}, {"accuracy": 0.329051, "f1": 0.24108, "hf_subset": "jpn_Jpan-grn_Latn", "languages": ["jpn-Jpan", "grn-Latn"], "main_score": 0.24108, "precision": 0.215405, "recall": 0.329051}, {"accuracy": 0.876482, "f1": 0.83857, "hf_subset": "jpn_Jpan-kat_Geor", "languages": ["jpn-Jpan", "kat-Geor"], "main_score": 0.83857, "precision": 0.820982, "recall": 0.876482}, {"accuracy": 0.228261, "f1": 0.150447, "hf_subset": "jpn_Jpan-lua_Latn", "languages": ["jpn-Jpan", "lua-Latn"], "main_score": 0.150447, "precision": 0.130141, "recall": 0.228261}, {"accuracy": 0.198617, "f1": 0.126197, "hf_subset": "jpn_Jpan-nya_Latn", "languages": ["jpn-Jpan", "nya-Latn"], "main_score": 0.126197, "precision": 0.107994, "recall": 0.198617}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "jpn_Jpan-slv_Latn", "languages": ["jpn-Jpan", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.421937, "f1": 0.328587, "hf_subset": "jpn_Jpan-tpi_Latn", "languages": ["jpn-Jpan", "tpi-Latn"], "main_score": 0.328587, "precision": 0.29919, "recall": 0.421937}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "jpn_Jpan-zsm_Latn", "languages": ["jpn-Jpan", "zsm-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.176877, "f1": 0.105599, "hf_subset": "jpn_Jpan-ayr_Latn", "languages": ["jpn-Jpan", "ayr-Latn"], "main_score": 0.105599, "precision": 0.08962, "recall": 0.176877}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "jpn_Jpan-dan_Latn", "languages": ["jpn-Jpan", "dan-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.916008, "f1": 0.892029, "hf_subset": "jpn_Jpan-guj_Gujr", "languages": ["jpn-Jpan", "guj-Gujr"], "main_score": 0.892029, "precision": 0.880682, "recall": 0.916008}, {"accuracy": 0.944664, "f1": 0.927207, "hf_subset": "jpn_Jpan-kaz_Cyrl", "languages": ["jpn-Jpan", "kaz-Cyrl"], "main_score": 0.927207, "precision": 0.918808, "recall": 0.944664}, {"accuracy": 0.149209, "f1": 0.092178, "hf_subset": "jpn_Jpan-lug_Latn", "languages": ["jpn-Jpan", "lug-Latn"], "main_score": 0.092178, "precision": 0.079276, "recall": 0.149209}, {"accuracy": 0.902174, "f1": 0.873353, "hf_subset": "jpn_Jpan-oci_Latn", "languages": ["jpn-Jpan", "oci-Latn"], "main_score": 0.873353, "precision": 0.859519, "recall": 0.902174}, {"accuracy": 0.172925, "f1": 0.108743, "hf_subset": "jpn_Jpan-smo_Latn", "languages": ["jpn-Jpan", "smo-Latn"], "main_score": 0.108743, "precision": 0.093765, "recall": 0.172925}, {"accuracy": 0.183794, "f1": 0.115911, "hf_subset": "jpn_Jpan-tsn_Latn", "languages": ["jpn-Jpan", "tsn-Latn"], "main_score": 0.115911, "precision": 0.099824, "recall": 0.183794}, {"accuracy": 0.12747, "f1": 0.074885, "hf_subset": "jpn_Jpan-zul_Latn", "languages": ["jpn-Jpan", "zul-Latn"], "main_score": 0.074885, "precision": 0.063423, "recall": 0.12747}, {"accuracy": 0.541502, "f1": 0.454983, "hf_subset": "jpn_Jpan-azb_Arab", "languages": ["jpn-Jpan", "azb-Arab"], "main_score": 0.454983, "precision": 0.42245, "recall": 0.541502}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "jpn_Jpan-deu_Latn", "languages": ["jpn-Jpan", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.275692, "f1": 0.192932, "hf_subset": "jpn_Jpan-hat_Latn", "languages": ["jpn-Jpan", "hat-Latn"], "main_score": 0.192932, "precision": 0.170474, "recall": 0.275692}, {"accuracy": 0.143281, "f1": 0.080949, "hf_subset": "jpn_Jpan-kbp_Latn", "languages": ["jpn-Jpan", "kbp-Latn"], "main_score": 0.080949, "precision": 0.067947, "recall": 0.143281}, {"accuracy": 0.188735, "f1": 0.119459, "hf_subset": "jpn_Jpan-luo_Latn", "languages": ["jpn-Jpan", "luo-Latn"], "main_score": 0.119459, "precision": 0.103378, "recall": 0.188735}, {"accuracy": 0.827075, "f1": 0.784143, "hf_subset": "jpn_Jpan-ory_Orya", "languages": ["jpn-Jpan", "ory-Orya"], "main_score": 0.784143, "precision": 0.765349, "recall": 0.827075}, {"accuracy": 0.156126, "f1": 0.091445, "hf_subset": "jpn_Jpan-sna_Latn", "languages": ["jpn-Jpan", "sna-Latn"], "main_score": 0.091445, "precision": 0.076882, "recall": 0.156126}, {"accuracy": 0.167984, "f1": 0.108361, "hf_subset": "jpn_Jpan-tso_Latn", "languages": ["jpn-Jpan", "tso-Latn"], "main_score": 0.108361, "precision": 0.093824, "recall": 0.167984}, {"accuracy": 0.947628, "f1": 0.932872, "hf_subset": "jpn_Jpan-azj_Latn", "languages": ["jpn-Jpan", "azj-Latn"], "main_score": 0.932872, "precision": 0.926169, "recall": 0.947628}, {"accuracy": 0.264822, "f1": 0.180468, "hf_subset": "jpn_Jpan-dik_Latn", "languages": ["jpn-Jpan", "dik-Latn"], "main_score": 0.180468, "precision": 0.158357, "recall": 0.264822}, {"accuracy": 0.224308, "f1": 0.146235, "hf_subset": "jpn_Jpan-hau_Latn", "languages": ["jpn-Jpan", "hau-Latn"], "main_score": 0.146235, "precision": 0.127879, "recall": 0.224308}, {"accuracy": 0.604743, "f1": 0.51689, "hf_subset": "jpn_Jpan-kea_Latn", "languages": ["jpn-Jpan", "kea-Latn"], "main_score": 0.51689, "precision": 0.482906, "recall": 0.604743}, {"accuracy": 0.332016, "f1": 0.249602, "hf_subset": "jpn_Jpan-lus_Latn", "languages": ["jpn-Jpan", "lus-Latn"], "main_score": 0.249602, "precision": 0.225926, "recall": 0.332016}, {"accuracy": 0.444664, "f1": 0.352639, "hf_subset": "jpn_Jpan-pag_Latn", "languages": ["jpn-Jpan", "pag-Latn"], "main_score": 0.352639, "precision": 0.321107, "recall": 0.444664}, {"accuracy": 0.857708, "f1": 0.820553, "hf_subset": "jpn_Jpan-snd_Arab", "languages": ["jpn-Jpan", "snd-Arab"], "main_score": 0.820553, "precision": 0.803508, "recall": 0.857708}, {"accuracy": 0.311265, "f1": 0.223676, "hf_subset": "jpn_Jpan-tuk_Latn", "languages": ["jpn-Jpan", "tuk-Latn"], "main_score": 0.223676, "precision": 0.196912, "recall": 0.311265}, {"accuracy": 0.456522, "f1": 0.368334, "hf_subset": "jpn_Jpan-bak_Cyrl", "languages": ["jpn-Jpan", "bak-Cyrl"], "main_score": 0.368334, "precision": 0.336961, "recall": 0.456522}, {"accuracy": 0.155138, "f1": 0.094367, "hf_subset": "jpn_Jpan-dyu_Latn", "languages": ["jpn-Jpan", "dyu-Latn"], "main_score": 0.094367, "precision": 0.079879, "recall": 0.155138}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "jpn_Jpan-heb_Hebr", "languages": ["jpn-Jpan", "heb-Hebr"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.972332, "f1": 0.963109, "hf_subset": "jpn_Jpan-khk_Cyrl", "languages": ["jpn-Jpan", "khk-Cyrl"], "main_score": 0.963109, "precision": 0.958498, "recall": 0.972332}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "jpn_Jpan-lvs_Latn", "languages": ["jpn-Jpan", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.833004, "f1": 0.789822, "hf_subset": "jpn_Jpan-pan_Guru", "languages": ["jpn-Jpan", "pan-Guru"], "main_score": 0.789822, "precision": 0.771393, "recall": 0.833004}, {"accuracy": 0.238142, "f1": 0.169217, "hf_subset": "jpn_Jpan-som_Latn", "languages": ["jpn-Jpan", "som-Latn"], "main_score": 0.169217, "precision": 0.150686, "recall": 0.238142}, {"accuracy": 0.183794, "f1": 0.113423, "hf_subset": "jpn_Jpan-tum_Latn", "languages": ["jpn-Jpan", "tum-Latn"], "main_score": 0.113423, "precision": 0.097097, "recall": 0.183794}, {"accuracy": 0.08498, "f1": 0.060786, "hf_subset": "lij_Latn-ace_Arab", "languages": ["lij-Latn", "ace-Arab"], "main_score": 0.060786, "precision": 0.053941, "recall": 0.08498}, {"accuracy": 0.210474, "f1": 0.159529, "hf_subset": "lij_Latn-bam_Latn", "languages": ["lij-Latn", "bam-Latn"], "main_score": 0.159529, "precision": 0.14489, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 9.3e-05, "hf_subset": "lij_Latn-dzo_Tibt", "languages": ["lij-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.002964}, {"accuracy": 0.717391, "f1": 0.672058, "hf_subset": "lij_Latn-hin_Deva", "languages": ["lij-Latn", "hin-Deva"], "main_score": 0.672058, "precision": 0.654813, "recall": 0.717391}, {"accuracy": 0.625494, "f1": 0.5721, "hf_subset": "lij_Latn-khm_Khmr", "languages": ["lij-Latn", "khm-Khmr"], "main_score": 0.5721, "precision": 0.550763, "recall": 0.625494}, {"accuracy": 0.664032, "f1": 0.61703, "hf_subset": "lij_Latn-mag_Deva", "languages": ["lij-Latn", "mag-Deva"], "main_score": 0.61703, "precision": 0.599011, "recall": 0.664032}, {"accuracy": 0.617589, "f1": 0.569884, "hf_subset": "lij_Latn-pap_Latn", "languages": ["lij-Latn", "pap-Latn"], "main_score": 0.569884, "precision": 0.550464, "recall": 0.617589}, {"accuracy": 0.229249, "f1": 0.179902, "hf_subset": "lij_Latn-sot_Latn", "languages": ["lij-Latn", "sot-Latn"], "main_score": 0.179902, "precision": 0.165609, "recall": 0.229249}, {"accuracy": 0.753953, "f1": 0.71646, "hf_subset": "lij_Latn-tur_Latn", "languages": ["lij-Latn", "tur-Latn"], "main_score": 0.71646, "precision": 0.70212, "recall": 0.753953}, {"accuracy": 0.392292, "f1": 0.324074, "hf_subset": "lij_Latn-ace_Latn", "languages": ["lij-Latn", "ace-Latn"], "main_score": 0.324074, "precision": 0.300517, "recall": 0.392292}, {"accuracy": 0.567194, "f1": 0.516433, "hf_subset": "lij_Latn-ban_Latn", "languages": ["lij-Latn", "ban-Latn"], "main_score": 0.516433, "precision": 0.497534, "recall": 0.567194}, {"accuracy": 0.755929, "f1": 0.708187, "hf_subset": "lij_Latn-ell_Grek", "languages": ["lij-Latn", "ell-Grek"], "main_score": 0.708187, "precision": 0.689248, "recall": 0.755929}, {"accuracy": 0.644269, "f1": 0.599109, "hf_subset": "lij_Latn-hne_Deva", "languages": ["lij-Latn", "hne-Deva"], "main_score": 0.599109, "precision": 0.581169, "recall": 0.644269}, {"accuracy": 0.26087, "f1": 0.196486, "hf_subset": "lij_Latn-kik_Latn", "languages": ["lij-Latn", "kik-Latn"], "main_score": 0.196486, "precision": 0.177681, "recall": 0.26087}, {"accuracy": 0.658103, "f1": 0.612474, "hf_subset": "lij_Latn-mai_Deva", "languages": ["lij-Latn", "mai-Deva"], "main_score": 0.612474, "precision": 0.595406, "recall": 0.658103}, {"accuracy": 0.56917, "f1": 0.519075, "hf_subset": "lij_Latn-pbt_Arab", "languages": ["lij-Latn", "pbt-Arab"], "main_score": 0.519075, "precision": 0.499913, "recall": 0.56917}, {"accuracy": 0.805336, "f1": 0.768671, "hf_subset": "lij_Latn-spa_Latn", "languages": ["lij-Latn", "spa-Latn"], "main_score": 0.768671, "precision": 0.754172, "recall": 0.805336}, {"accuracy": 0.323123, "f1": 0.253058, "hf_subset": "lij_Latn-twi_Latn", "languages": ["lij-Latn", "twi-Latn"], "main_score": 0.253058, "precision": 0.232043, "recall": 0.323123}, {"accuracy": 0.705534, "f1": 0.661752, "hf_subset": "lij_Latn-acm_Arab", "languages": ["lij-Latn", "acm-Arab"], "main_score": 0.661752, "precision": 0.645245, "recall": 0.705534}, {"accuracy": 0.681818, "f1": 0.631605, "hf_subset": "lij_Latn-bel_Cyrl", "languages": ["lij-Latn", "bel-Cyrl"], "main_score": 0.631605, "precision": 0.612887, "recall": 0.681818}, {"accuracy": 0.812253, "f1": 0.773103, "hf_subset": "lij_Latn-eng_Latn", "languages": ["lij-Latn", "eng-Latn"], "main_score": 0.773103, "precision": 0.757223, "recall": 0.812253}, {"accuracy": 0.773715, "f1": 0.737914, "hf_subset": "lij_Latn-hrv_Latn", "languages": ["lij-Latn", "hrv-Latn"], "main_score": 0.737914, "precision": 0.722937, "recall": 0.773715}, {"accuracy": 0.155138, "f1": 0.117399, "hf_subset": "lij_Latn-kin_Latn", "languages": ["lij-Latn", "kin-Latn"], "main_score": 0.117399, "precision": 0.106591, "recall": 0.155138}, {"accuracy": 0.528656, "f1": 0.4765, "hf_subset": "lij_Latn-mal_Mlym", "languages": ["lij-Latn", "mal-Mlym"], "main_score": 0.4765, "precision": 0.456715, "recall": 0.528656}, {"accuracy": 0.728261, "f1": 0.680227, "hf_subset": "lij_Latn-pes_Arab", "languages": ["lij-Latn", "pes-Arab"], "main_score": 0.680227, "precision": 0.661094, "recall": 0.728261}, {"accuracy": 0.659091, "f1": 0.608649, "hf_subset": "lij_Latn-srd_Latn", "languages": ["lij-Latn", "srd-Latn"], "main_score": 0.608649, "precision": 0.588975, "recall": 0.659091}, {"accuracy": 0.061265, "f1": 0.031285, "hf_subset": "lij_Latn-tzm_Tfng", "languages": ["lij-Latn", "tzm-Tfng"], "main_score": 0.031285, "precision": 0.027386, "recall": 0.061265}, {"accuracy": 0.714427, "f1": 0.672979, "hf_subset": "lij_Latn-acq_Arab", "languages": ["lij-Latn", "acq-Arab"], "main_score": 0.672979, "precision": 0.656014, "recall": 0.714427}, {"accuracy": 0.218379, "f1": 0.168669, "hf_subset": "lij_Latn-bem_Latn", "languages": ["lij-Latn", "bem-Latn"], "main_score": 0.168669, "precision": 0.155092, "recall": 0.218379}, {"accuracy": 0.6917, "f1": 0.660028, "hf_subset": "lij_Latn-epo_Latn", "languages": ["lij-Latn", "epo-Latn"], "main_score": 0.660028, "precision": 0.647634, "recall": 0.6917}, {"accuracy": 0.772727, "f1": 0.735228, "hf_subset": "lij_Latn-hun_Latn", "languages": ["lij-Latn", "hun-Latn"], "main_score": 0.735228, "precision": 0.720429, "recall": 0.772727}, {"accuracy": 0.659091, "f1": 0.615849, "hf_subset": "lij_Latn-kir_Cyrl", "languages": ["lij-Latn", "kir-Cyrl"], "main_score": 0.615849, "precision": 0.599225, "recall": 0.659091}, {"accuracy": 0.619565, "f1": 0.571368, "hf_subset": "lij_Latn-mar_Deva", "languages": ["lij-Latn", "mar-Deva"], "main_score": 0.571368, "precision": 0.552899, "recall": 0.619565}, {"accuracy": 0.296443, "f1": 0.243164, "hf_subset": "lij_Latn-plt_Latn", "languages": ["lij-Latn", "plt-Latn"], "main_score": 0.243164, "precision": 0.225362, "recall": 0.296443}, {"accuracy": 0.76581, "f1": 0.721458, "hf_subset": "lij_Latn-srp_Cyrl", "languages": ["lij-Latn", "srp-Cyrl"], "main_score": 0.721458, "precision": 0.704135, "recall": 0.76581}, {"accuracy": 0.499012, "f1": 0.446506, "hf_subset": "lij_Latn-uig_Arab", "languages": ["lij-Latn", "uig-Arab"], "main_score": 0.446506, "precision": 0.426874, "recall": 0.499012}, {"accuracy": 0.651186, "f1": 0.609334, "hf_subset": "lij_Latn-aeb_Arab", "languages": ["lij-Latn", "aeb-Arab"], "main_score": 0.609334, "precision": 0.59255, "recall": 0.651186}, {"accuracy": 0.56917, "f1": 0.514904, "hf_subset": "lij_Latn-ben_Beng", "languages": ["lij-Latn", "ben-Beng"], "main_score": 0.514904, "precision": 0.493985, "recall": 0.56917}, {"accuracy": 0.758893, "f1": 0.72748, "hf_subset": "lij_Latn-est_Latn", "languages": ["lij-Latn", "est-Latn"], "main_score": 0.72748, "precision": 0.714205, "recall": 0.758893}, {"accuracy": 0.69664, "f1": 0.647272, "hf_subset": "lij_Latn-hye_Armn", "languages": ["lij-Latn", "hye-Armn"], "main_score": 0.647272, "precision": 0.62884, "recall": 0.69664}, {"accuracy": 0.176877, "f1": 0.122476, "hf_subset": "lij_Latn-kmb_Latn", "languages": ["lij-Latn", "kmb-Latn"], "main_score": 0.122476, "precision": 0.10895, "recall": 0.176877}, {"accuracy": 0.063241, "f1": 0.040199, "hf_subset": "lij_Latn-min_Arab", "languages": ["lij-Latn", "min-Arab"], "main_score": 0.040199, "precision": 0.035013, "recall": 0.063241}, {"accuracy": 0.756917, "f1": 0.721868, "hf_subset": "lij_Latn-pol_Latn", "languages": ["lij-Latn", "pol-Latn"], "main_score": 0.721868, "precision": 0.707414, "recall": 0.756917}, {"accuracy": 0.164032, "f1": 0.117843, "hf_subset": "lij_Latn-ssw_Latn", "languages": ["lij-Latn", "ssw-Latn"], "main_score": 0.117843, "precision": 0.106675, "recall": 0.164032}, {"accuracy": 0.756917, "f1": 0.719614, "hf_subset": "lij_Latn-ukr_Cyrl", "languages": ["lij-Latn", "ukr-Cyrl"], "main_score": 0.719614, "precision": 0.704042, "recall": 0.756917}, {"accuracy": 0.756917, "f1": 0.717647, "hf_subset": "lij_Latn-afr_Latn", "languages": ["lij-Latn", "afr-Latn"], "main_score": 0.717647, "precision": 0.701684, "recall": 0.756917}, {"accuracy": 0.617589, "f1": 0.570924, "hf_subset": "lij_Latn-bho_Deva", "languages": ["lij-Latn", "bho-Deva"], "main_score": 0.570924, "precision": 0.552203, "recall": 0.617589}, {"accuracy": 0.619565, "f1": 0.575123, "hf_subset": "lij_Latn-eus_Latn", "languages": ["lij-Latn", "eus-Latn"], "main_score": 0.575123, "precision": 0.557702, "recall": 0.619565}, {"accuracy": 0.1917, "f1": 0.134955, "hf_subset": "lij_Latn-ibo_Latn", "languages": ["lij-Latn", "ibo-Latn"], "main_score": 0.134955, "precision": 0.119658, "recall": 0.1917}, {"accuracy": 0.538538, "f1": 0.49315, "hf_subset": "lij_Latn-kmr_Latn", "languages": ["lij-Latn", "kmr-Latn"], "main_score": 0.49315, "precision": 0.475851, "recall": 0.538538}, {"accuracy": 0.541502, "f1": 0.487563, "hf_subset": "lij_Latn-min_Latn", "languages": ["lij-Latn", "min-Latn"], "main_score": 0.487563, "precision": 0.466752, "recall": 0.541502}, {"accuracy": 0.798419, "f1": 0.770193, "hf_subset": "lij_Latn-por_Latn", "languages": ["lij-Latn", "por-Latn"], "main_score": 0.770193, "precision": 0.758905, "recall": 0.798419}, {"accuracy": 0.598814, "f1": 0.551689, "hf_subset": "lij_Latn-sun_Latn", "languages": ["lij-Latn", "sun-Latn"], "main_score": 0.551689, "precision": 0.53307, "recall": 0.598814}, {"accuracy": 0.166008, "f1": 0.121541, "hf_subset": "lij_Latn-umb_Latn", "languages": ["lij-Latn", "umb-Latn"], "main_score": 0.121541, "precision": 0.109172, "recall": 0.166008}, {"accuracy": 0.709486, "f1": 0.66334, "hf_subset": "lij_Latn-ajp_Arab", "languages": ["lij-Latn", "ajp-Arab"], "main_score": 0.66334, "precision": 0.645233, "recall": 0.709486}, {"accuracy": 0.066206, "f1": 0.044298, "hf_subset": "lij_Latn-bjn_Arab", "languages": ["lij-Latn", "bjn-Arab"], "main_score": 0.044298, "precision": 0.038786, "recall": 0.066206}, {"accuracy": 0.283597, "f1": 0.226937, "hf_subset": "lij_Latn-ewe_Latn", "languages": ["lij-Latn", "ewe-Latn"], "main_score": 0.226937, "precision": 0.209349, "recall": 0.283597}, {"accuracy": 0.365613, "f1": 0.297501, "hf_subset": "lij_Latn-ilo_Latn", "languages": ["lij-Latn", "ilo-Latn"], "main_score": 0.297501, "precision": 0.275116, "recall": 0.365613}, {"accuracy": 0.08498, "f1": 0.057932, "hf_subset": "lij_Latn-knc_Arab", "languages": ["lij-Latn", "knc-Arab"], "main_score": 0.057932, "precision": 0.050888, "recall": 0.08498}, {"accuracy": 0.77668, "f1": 0.73409, "hf_subset": "lij_Latn-mkd_Cyrl", "languages": ["lij-Latn", "mkd-Cyrl"], "main_score": 0.73409, "precision": 0.717348, "recall": 0.77668}, {"accuracy": 0.712451, "f1": 0.668343, "hf_subset": "lij_Latn-prs_Arab", "languages": ["lij-Latn", "prs-Arab"], "main_score": 0.668343, "precision": 0.650622, "recall": 0.712451}, {"accuracy": 0.795455, "f1": 0.760844, "hf_subset": "lij_Latn-swe_Latn", "languages": ["lij-Latn", "swe-Latn"], "main_score": 0.760844, "precision": 0.747239, "recall": 0.795455}, {"accuracy": 0.661067, "f1": 0.612673, "hf_subset": "lij_Latn-urd_Arab", "languages": ["lij-Latn", "urd-Arab"], "main_score": 0.612673, "precision": 0.594373, "recall": 0.661067}, {"accuracy": 0.295455, "f1": 0.233125, "hf_subset": "lij_Latn-aka_Latn", "languages": ["lij-Latn", "aka-Latn"], "main_score": 0.233125, "precision": 0.214076, "recall": 0.295455}, {"accuracy": 0.620553, "f1": 0.578576, "hf_subset": "lij_Latn-bjn_Latn", "languages": ["lij-Latn", "bjn-Latn"], "main_score": 0.578576, "precision": 0.561769, "recall": 0.620553}, {"accuracy": 0.427866, "f1": 0.373384, "hf_subset": "lij_Latn-fao_Latn", "languages": ["lij-Latn", "fao-Latn"], "main_score": 0.373384, "precision": 0.354487, "recall": 0.427866}, {"accuracy": 0.785573, "f1": 0.748087, "hf_subset": "lij_Latn-ind_Latn", "languages": ["lij-Latn", "ind-Latn"], "main_score": 0.748087, "precision": 0.733704, "recall": 0.785573}, {"accuracy": 0.26581, "f1": 0.20653, "hf_subset": "lij_Latn-knc_Latn", "languages": ["lij-Latn", "knc-Latn"], "main_score": 0.20653, "precision": 0.18971, "recall": 0.26581}, {"accuracy": 0.340909, "f1": 0.273583, "hf_subset": "lij_Latn-mlt_Latn", "languages": ["lij-Latn", "mlt-Latn"], "main_score": 0.273583, "precision": 0.253193, "recall": 0.340909}, {"accuracy": 0.259881, "f1": 0.200163, "hf_subset": "lij_Latn-quy_Latn", "languages": ["lij-Latn", "quy-Latn"], "main_score": 0.200163, "precision": 0.182458, "recall": 0.259881}, {"accuracy": 0.324111, "f1": 0.266344, "hf_subset": "lij_Latn-swh_Latn", "languages": ["lij-Latn", "swh-Latn"], "main_score": 0.266344, "precision": 0.247989, "recall": 0.324111}, {"accuracy": 0.504941, "f1": 0.447336, "hf_subset": "lij_Latn-uzn_Latn", "languages": ["lij-Latn", "uzn-Latn"], "main_score": 0.447336, "precision": 0.425263, "recall": 0.504941}, {"accuracy": 0.789526, "f1": 0.753423, "hf_subset": "lij_Latn-als_Latn", "languages": ["lij-Latn", "als-Latn"], "main_score": 0.753423, "precision": 0.739452, "recall": 0.789526}, {"accuracy": 0.054348, "f1": 0.022493, "hf_subset": "lij_Latn-bod_Tibt", "languages": ["lij-Latn", "bod-Tibt"], "main_score": 0.022493, "precision": 0.017565, "recall": 0.054348}, {"accuracy": 0.23419, "f1": 0.181965, "hf_subset": "lij_Latn-fij_Latn", "languages": ["lij-Latn", "fij-Latn"], "main_score": 0.181965, "precision": 0.166584, "recall": 0.23419}, {"accuracy": 0.573123, "f1": 0.526186, "hf_subset": "lij_Latn-isl_Latn", "languages": ["lij-Latn", "isl-Latn"], "main_score": 0.526186, "precision": 0.507315, "recall": 0.573123}, {"accuracy": 0.240119, "f1": 0.182503, "hf_subset": "lij_Latn-kon_Latn", "languages": ["lij-Latn", "kon-Latn"], "main_score": 0.182503, "precision": 0.166408, "recall": 0.240119}, {"accuracy": 0.051383, "f1": 0.027958, "hf_subset": "lij_Latn-mni_Beng", "languages": ["lij-Latn", "mni-Beng"], "main_score": 0.027958, "precision": 0.0235, "recall": 0.051383}, {"accuracy": 0.805336, "f1": 0.767233, "hf_subset": "lij_Latn-ron_Latn", "languages": ["lij-Latn", "ron-Latn"], "main_score": 0.767233, "precision": 0.752261, "recall": 0.805336}, {"accuracy": 0.63834, "f1": 0.591683, "hf_subset": "lij_Latn-szl_Latn", "languages": ["lij-Latn", "szl-Latn"], "main_score": 0.591683, "precision": 0.572588, "recall": 0.63834}, {"accuracy": 0.713439, "f1": 0.673114, "hf_subset": "lij_Latn-vec_Latn", "languages": ["lij-Latn", "vec-Latn"], "main_score": 0.673114, "precision": 0.655949, "recall": 0.713439}, {"accuracy": 0.426877, "f1": 0.370556, "hf_subset": "lij_Latn-amh_Ethi", "languages": ["lij-Latn", "amh-Ethi"], "main_score": 0.370556, "precision": 0.350944, "recall": 0.426877}, {"accuracy": 0.784585, "f1": 0.746063, "hf_subset": "lij_Latn-bos_Latn", "languages": ["lij-Latn", "bos-Latn"], "main_score": 0.746063, "precision": 0.731019, "recall": 0.784585}, {"accuracy": 0.772727, "f1": 0.730922, "hf_subset": "lij_Latn-fin_Latn", "languages": ["lij-Latn", "fin-Latn"], "main_score": 0.730922, "precision": 0.714342, "recall": 0.772727}, {"accuracy": 0.817194, "f1": 0.784167, "hf_subset": "lij_Latn-ita_Latn", "languages": ["lij-Latn", "ita-Latn"], "main_score": 0.784167, "precision": 0.771005, "recall": 0.817194}, {"accuracy": 0.708498, "f1": 0.660789, "hf_subset": "lij_Latn-kor_Hang", "languages": ["lij-Latn", "kor-Hang"], "main_score": 0.660789, "precision": 0.641893, "recall": 0.708498}, {"accuracy": 0.225296, "f1": 0.167641, "hf_subset": "lij_Latn-mos_Latn", "languages": ["lij-Latn", "mos-Latn"], "main_score": 0.167641, "precision": 0.150106, "recall": 0.225296}, {"accuracy": 0.178854, "f1": 0.136838, "hf_subset": "lij_Latn-run_Latn", "languages": ["lij-Latn", "run-Latn"], "main_score": 0.136838, "precision": 0.125107, "recall": 0.178854}, {"accuracy": 0.531621, "f1": 0.48208, "hf_subset": "lij_Latn-tam_Taml", "languages": ["lij-Latn", "tam-Taml"], "main_score": 0.48208, "precision": 0.463072, "recall": 0.531621}, {"accuracy": 0.778656, "f1": 0.738756, "hf_subset": "lij_Latn-vie_Latn", "languages": ["lij-Latn", "vie-Latn"], "main_score": 0.738756, "precision": 0.723104, "recall": 0.778656}, {"accuracy": 0.678854, "f1": 0.633721, "hf_subset": "lij_Latn-apc_Arab", "languages": ["lij-Latn", "apc-Arab"], "main_score": 0.633721, "precision": 0.616018, "recall": 0.678854}, {"accuracy": 0.363636, "f1": 0.307652, "hf_subset": "lij_Latn-bug_Latn", "languages": ["lij-Latn", "bug-Latn"], "main_score": 0.307652, "precision": 0.289044, "recall": 0.363636}, {"accuracy": 0.220356, "f1": 0.168108, "hf_subset": "lij_Latn-fon_Latn", "languages": ["lij-Latn", "fon-Latn"], "main_score": 0.168108, "precision": 0.153755, "recall": 0.220356}, {"accuracy": 0.609684, "f1": 0.559778, "hf_subset": "lij_Latn-jav_Latn", "languages": ["lij-Latn", "jav-Latn"], "main_score": 0.559778, "precision": 0.542066, "recall": 0.609684}, {"accuracy": 0.647233, "f1": 0.60018, "hf_subset": "lij_Latn-lao_Laoo", "languages": ["lij-Latn", "lao-Laoo"], "main_score": 0.60018, "precision": 0.582877, "recall": 0.647233}, {"accuracy": 0.208498, "f1": 0.149231, "hf_subset": "lij_Latn-mri_Latn", "languages": ["lij-Latn", "mri-Latn"], "main_score": 0.149231, "precision": 0.133399, "recall": 0.208498}, {"accuracy": 0.763834, "f1": 0.722668, "hf_subset": "lij_Latn-rus_Cyrl", "languages": ["lij-Latn", "rus-Cyrl"], "main_score": 0.722668, "precision": 0.706155, "recall": 0.763834}, {"accuracy": 0.256917, "f1": 0.207989, "hf_subset": "lij_Latn-taq_Latn", "languages": ["lij-Latn", "taq-Latn"], "main_score": 0.207989, "precision": 0.193628, "recall": 0.256917}, {"accuracy": 0.413043, "f1": 0.350826, "hf_subset": "lij_Latn-war_Latn", "languages": ["lij-Latn", "war-Latn"], "main_score": 0.350826, "precision": 0.329635, "recall": 0.413043}, {"accuracy": 0.715415, "f1": 0.674162, "hf_subset": "lij_Latn-arb_Arab", "languages": ["lij-Latn", "arb-Arab"], "main_score": 0.674162, "precision": 0.657716, "recall": 0.715415}, {"accuracy": 0.775692, "f1": 0.732631, "hf_subset": "lij_Latn-bul_Cyrl", "languages": ["lij-Latn", "bul-Cyrl"], "main_score": 0.732631, "precision": 0.715062, "recall": 0.775692}, {"accuracy": 0.8083, "f1": 0.772591, "hf_subset": "lij_Latn-fra_Latn", "languages": ["lij-Latn", "fra-Latn"], "main_score": 0.772591, "precision": 0.758707, "recall": 0.8083}, {"accuracy": 0.732213, "f1": 0.6878, "hf_subset": "lij_Latn-jpn_Jpan", "languages": ["lij-Latn", "jpn-Jpan"], "main_score": 0.6878, "precision": 0.669328, "recall": 0.732213}, {"accuracy": 0.61166, "f1": 0.554765, "hf_subset": "lij_Latn-mya_Mymr", "languages": ["lij-Latn", "mya-Mymr"], "main_score": 0.554765, "precision": 0.533226, "recall": 0.61166}, {"accuracy": 0.258893, "f1": 0.195905, "hf_subset": "lij_Latn-sag_Latn", "languages": ["lij-Latn", "sag-Latn"], "main_score": 0.195905, "precision": 0.175635, "recall": 0.258893}, {"accuracy": 0.077075, "f1": 0.038644, "hf_subset": "lij_Latn-taq_Tfng", "languages": ["lij-Latn", "taq-Tfng"], "main_score": 0.038644, "precision": 0.033028, "recall": 0.077075}, {"accuracy": 0.273715, "f1": 0.217301, "hf_subset": "lij_Latn-wol_Latn", "languages": ["lij-Latn", "wol-Latn"], "main_score": 0.217301, "precision": 0.200668, "recall": 0.273715}, {"accuracy": 0.132411, "f1": 0.083572, "hf_subset": "lij_Latn-arb_Latn", "languages": ["lij-Latn", "arb-Latn"], "main_score": 0.083572, "precision": 0.072189, "recall": 0.132411}, {"accuracy": 0.794466, "f1": 0.755775, "hf_subset": "lij_Latn-cat_Latn", "languages": ["lij-Latn", "cat-Latn"], "main_score": 0.755775, "precision": 0.740371, "recall": 0.794466}, {"accuracy": 0.68083, "f1": 0.636739, "hf_subset": "lij_Latn-fur_Latn", "languages": ["lij-Latn", "fur-Latn"], "main_score": 0.636739, "precision": 0.61824, "recall": 0.68083}, {"accuracy": 0.090909, "f1": 0.062865, "hf_subset": "lij_Latn-kab_Latn", "languages": ["lij-Latn", "kab-Latn"], "main_score": 0.062865, "precision": 0.05618, "recall": 0.090909}, {"accuracy": 0.647233, "f1": 0.602132, "hf_subset": "lij_Latn-lim_Latn", "languages": ["lij-Latn", "lim-Latn"], "main_score": 0.602132, "precision": 0.583977, "recall": 0.647233}, {"accuracy": 0.783597, "f1": 0.741905, "hf_subset": "lij_Latn-nld_Latn", "languages": ["lij-Latn", "nld-Latn"], "main_score": 0.741905, "precision": 0.725356, "recall": 0.783597}, {"accuracy": 0.482213, "f1": 0.425935, "hf_subset": "lij_Latn-san_Deva", "languages": ["lij-Latn", "san-Deva"], "main_score": 0.425935, "precision": 0.406036, "recall": 0.482213}, {"accuracy": 0.467391, "f1": 0.407748, "hf_subset": "lij_Latn-tat_Cyrl", "languages": ["lij-Latn", "tat-Cyrl"], "main_score": 0.407748, "precision": 0.385456, "recall": 0.467391}, {"accuracy": 0.189723, "f1": 0.139087, "hf_subset": "lij_Latn-xho_Latn", "languages": ["lij-Latn", "xho-Latn"], "main_score": 0.139087, "precision": 0.125263, "recall": 0.189723}, {"accuracy": 0.713439, "f1": 0.669337, "hf_subset": "lij_Latn-ars_Arab", "languages": ["lij-Latn", "ars-Arab"], "main_score": 0.669337, "precision": 0.651404, "recall": 0.713439}, {"accuracy": 0.371542, "f1": 0.315181, "hf_subset": "lij_Latn-ceb_Latn", "languages": ["lij-Latn", "ceb-Latn"], "main_score": 0.315181, "precision": 0.295712, "recall": 0.371542}, {"accuracy": 0.220356, "f1": 0.162952, "hf_subset": "lij_Latn-fuv_Latn", "languages": ["lij-Latn", "fuv-Latn"], "main_score": 0.162952, "precision": 0.146594, "recall": 0.220356}, {"accuracy": 0.209486, "f1": 0.158986, "hf_subset": "lij_Latn-kac_Latn", "languages": ["lij-Latn", "kac-Latn"], "main_score": 0.158986, "precision": 0.145312, "recall": 0.209486}, {"accuracy": 0.230237, "f1": 0.175712, "hf_subset": "lij_Latn-lin_Latn", "languages": ["lij-Latn", "lin-Latn"], "main_score": 0.175712, "precision": 0.161289, "recall": 0.230237}, {"accuracy": 0.768775, "f1": 0.730216, "hf_subset": "lij_Latn-nno_Latn", "languages": ["lij-Latn", "nno-Latn"], "main_score": 0.730216, "precision": 0.715229, "recall": 0.768775}, {"accuracy": 0.019763, "f1": 0.00344, "hf_subset": "lij_Latn-sat_Olck", "languages": ["lij-Latn", "sat-Olck"], "main_score": 0.00344, "precision": 0.00208, "recall": 0.019763}, {"accuracy": 0.537549, "f1": 0.482524, "hf_subset": "lij_Latn-tel_Telu", "languages": ["lij-Latn", "tel-Telu"], "main_score": 0.482524, "precision": 0.462332, "recall": 0.537549}, {"accuracy": 0.305336, "f1": 0.25406, "hf_subset": "lij_Latn-ydd_Hebr", "languages": ["lij-Latn", "ydd-Hebr"], "main_score": 0.25406, "precision": 0.235936, "recall": 0.305336}, {"accuracy": 0.624506, "f1": 0.578928, "hf_subset": "lij_Latn-ary_Arab", "languages": ["lij-Latn", "ary-Arab"], "main_score": 0.578928, "precision": 0.560645, "recall": 0.624506}, {"accuracy": 0.780632, "f1": 0.74119, "hf_subset": "lij_Latn-ces_Latn", "languages": ["lij-Latn", "ces-Latn"], "main_score": 0.74119, "precision": 0.725626, "recall": 0.780632}, {"accuracy": 0.099802, "f1": 0.063873, "hf_subset": "lij_Latn-gaz_Latn", "languages": ["lij-Latn", "gaz-Latn"], "main_score": 0.063873, "precision": 0.055953, "recall": 0.099802}, {"accuracy": 0.1917, "f1": 0.140469, "hf_subset": "lij_Latn-kam_Latn", "languages": ["lij-Latn", "kam-Latn"], "main_score": 0.140469, "precision": 0.126952, "recall": 0.1917}, {"accuracy": 0.761858, "f1": 0.724664, "hf_subset": "lij_Latn-lit_Latn", "languages": ["lij-Latn", "lit-Latn"], "main_score": 0.724664, "precision": 0.709842, "recall": 0.761858}, {"accuracy": 0.782609, "f1": 0.737232, "hf_subset": "lij_Latn-nob_Latn", "languages": ["lij-Latn", "nob-Latn"], "main_score": 0.737232, "precision": 0.718464, "recall": 0.782609}, {"accuracy": 0.588933, "f1": 0.529134, "hf_subset": "lij_Latn-scn_Latn", "languages": ["lij-Latn", "scn-Latn"], "main_score": 0.529134, "precision": 0.505287, "recall": 0.588933}, {"accuracy": 0.204545, "f1": 0.147311, "hf_subset": "lij_Latn-tgk_Cyrl", "languages": ["lij-Latn", "tgk-Cyrl"], "main_score": 0.147311, "precision": 0.131192, "recall": 0.204545}, {"accuracy": 0.229249, "f1": 0.16953, "hf_subset": "lij_Latn-yor_Latn", "languages": ["lij-Latn", "yor-Latn"], "main_score": 0.16953, "precision": 0.149806, "recall": 0.229249}, {"accuracy": 0.689723, "f1": 0.644299, "hf_subset": "lij_Latn-arz_Arab", "languages": ["lij-Latn", "arz-Arab"], "main_score": 0.644299, "precision": 0.626401, "recall": 0.689723}, {"accuracy": 0.193676, "f1": 0.143451, "hf_subset": "lij_Latn-cjk_Latn", "languages": ["lij-Latn", "cjk-Latn"], "main_score": 0.143451, "precision": 0.128582, "recall": 0.193676}, {"accuracy": 0.221344, "f1": 0.172467, "hf_subset": "lij_Latn-gla_Latn", "languages": ["lij-Latn", "gla-Latn"], "main_score": 0.172467, "precision": 0.157071, "recall": 0.221344}, {"accuracy": 0.503953, "f1": 0.445581, "hf_subset": "lij_Latn-kan_Knda", "languages": ["lij-Latn", "kan-Knda"], "main_score": 0.445581, "precision": 0.425543, "recall": 0.503953}, {"accuracy": 0.644269, "f1": 0.596774, "hf_subset": "lij_Latn-lmo_Latn", "languages": ["lij-Latn", "lmo-Latn"], "main_score": 0.596774, "precision": 0.57715, "recall": 0.644269}, {"accuracy": 0.676877, "f1": 0.641482, "hf_subset": "lij_Latn-npi_Deva", "languages": ["lij-Latn", "npi-Deva"], "main_score": 0.641482, "precision": 0.627453, "recall": 0.676877}, {"accuracy": 0.298419, "f1": 0.235016, "hf_subset": "lij_Latn-shn_Mymr", "languages": ["lij-Latn", "shn-Mymr"], "main_score": 0.235016, "precision": 0.213567, "recall": 0.298419}, {"accuracy": 0.411067, "f1": 0.344377, "hf_subset": "lij_Latn-tgl_Latn", "languages": ["lij-Latn", "tgl-Latn"], "main_score": 0.344377, "precision": 0.322793, "recall": 0.411067}, {"accuracy": 0.742095, "f1": 0.699288, "hf_subset": "lij_Latn-yue_Hant", "languages": ["lij-Latn", "yue-Hant"], "main_score": 0.699288, "precision": 0.682239, "recall": 0.742095}, {"accuracy": 0.322134, "f1": 0.264142, "hf_subset": "lij_Latn-asm_Beng", "languages": ["lij-Latn", "asm-Beng"], "main_score": 0.264142, "precision": 0.244124, "recall": 0.322134}, {"accuracy": 0.512846, "f1": 0.453082, "hf_subset": "lij_Latn-ckb_Arab", "languages": ["lij-Latn", "ckb-Arab"], "main_score": 0.453082, "precision": 0.431755, "recall": 0.512846}, {"accuracy": 0.307312, "f1": 0.253283, "hf_subset": "lij_Latn-gle_Latn", "languages": ["lij-Latn", "gle-Latn"], "main_score": 0.253283, "precision": 0.235396, "recall": 0.307312}, {"accuracy": 0.414032, "f1": 0.360612, "hf_subset": "lij_Latn-kas_Arab", "languages": ["lij-Latn", "kas-Arab"], "main_score": 0.360612, "precision": 0.341463, "recall": 0.414032}, {"accuracy": 0.591897, "f1": 0.544829, "hf_subset": "lij_Latn-ltg_Latn", "languages": ["lij-Latn", "ltg-Latn"], "main_score": 0.544829, "precision": 0.525376, "recall": 0.591897}, {"accuracy": 0.258893, "f1": 0.199742, "hf_subset": "lij_Latn-nso_Latn", "languages": ["lij-Latn", "nso-Latn"], "main_score": 0.199742, "precision": 0.181642, "recall": 0.258893}, {"accuracy": 0.575099, "f1": 0.522255, "hf_subset": "lij_Latn-sin_Sinh", "languages": ["lij-Latn", "sin-Sinh"], "main_score": 0.522255, "precision": 0.503548, "recall": 0.575099}, {"accuracy": 0.737154, "f1": 0.687063, "hf_subset": "lij_Latn-tha_Thai", "languages": ["lij-Latn", "tha-Thai"], "main_score": 0.687063, "precision": 0.667079, "recall": 0.737154}, {"accuracy": 0.741107, "f1": 0.695849, "hf_subset": "lij_Latn-zho_Hans", "languages": ["lij-Latn", "zho-Hans"], "main_score": 0.695849, "precision": 0.677621, "recall": 0.741107}, {"accuracy": 0.750988, "f1": 0.718264, "hf_subset": "lij_Latn-ast_Latn", "languages": ["lij-Latn", "ast-Latn"], "main_score": 0.718264, "precision": 0.705528, "recall": 0.750988}, {"accuracy": 0.583992, "f1": 0.535479, "hf_subset": "lij_Latn-crh_Latn", "languages": ["lij-Latn", "crh-Latn"], "main_score": 0.535479, "precision": 0.515961, "recall": 0.583992}, {"accuracy": 0.802372, "f1": 0.760823, "hf_subset": "lij_Latn-glg_Latn", "languages": ["lij-Latn", "glg-Latn"], "main_score": 0.760823, "precision": 0.743613, "recall": 0.802372}, {"accuracy": 0.341897, "f1": 0.28997, "hf_subset": "lij_Latn-kas_Deva", "languages": ["lij-Latn", "kas-Deva"], "main_score": 0.28997, "precision": 0.270555, "recall": 0.341897}, {"accuracy": 0.496047, "f1": 0.432685, "hf_subset": "lij_Latn-ltz_Latn", "languages": ["lij-Latn", "ltz-Latn"], "main_score": 0.432685, "precision": 0.410445, "recall": 0.496047}, {"accuracy": 0.118577, "f1": 0.075527, "hf_subset": "lij_Latn-nus_Latn", "languages": ["lij-Latn", "nus-Latn"], "main_score": 0.075527, "precision": 0.066428, "recall": 0.118577}, {"accuracy": 0.791502, "f1": 0.754363, "hf_subset": "lij_Latn-slk_Latn", "languages": ["lij-Latn", "slk-Latn"], "main_score": 0.754363, "precision": 0.739322, "recall": 0.791502}, {"accuracy": 0.137352, "f1": 0.101075, "hf_subset": "lij_Latn-tir_Ethi", "languages": ["lij-Latn", "tir-Ethi"], "main_score": 0.101075, "precision": 0.090478, "recall": 0.137352}, {"accuracy": 0.73419, "f1": 0.686771, "hf_subset": "lij_Latn-zho_Hant", "languages": ["lij-Latn", "zho-Hant"], "main_score": 0.686771, "precision": 0.668104, "recall": 0.73419}, {"accuracy": 0.681818, "f1": 0.6339, "hf_subset": "lij_Latn-awa_Deva", "languages": ["lij-Latn", "awa-Deva"], "main_score": 0.6339, "precision": 0.615314, "recall": 0.681818}, {"accuracy": 0.425889, "f1": 0.37063, "hf_subset": "lij_Latn-cym_Latn", "languages": ["lij-Latn", "cym-Latn"], "main_score": 0.37063, "precision": 0.349699, "recall": 0.425889}, {"accuracy": 0.348814, "f1": 0.283375, "hf_subset": "lij_Latn-grn_Latn", "languages": ["lij-Latn", "grn-Latn"], "main_score": 0.283375, "precision": 0.262982, "recall": 0.348814}, {"accuracy": 0.612648, "f1": 0.551786, "hf_subset": "lij_Latn-kat_Geor", "languages": ["lij-Latn", "kat-Geor"], "main_score": 0.551786, "precision": 0.527553, "recall": 0.612648}, {"accuracy": 0.25, "f1": 0.187746, "hf_subset": "lij_Latn-lua_Latn", "languages": ["lij-Latn", "lua-Latn"], "main_score": 0.187746, "precision": 0.170483, "recall": 0.25}, {"accuracy": 0.226285, "f1": 0.169163, "hf_subset": "lij_Latn-nya_Latn", "languages": ["lij-Latn", "nya-Latn"], "main_score": 0.169163, "precision": 0.153039, "recall": 0.226285}, {"accuracy": 0.785573, "f1": 0.744126, "hf_subset": "lij_Latn-slv_Latn", "languages": ["lij-Latn", "slv-Latn"], "main_score": 0.744126, "precision": 0.727249, "recall": 0.785573}, {"accuracy": 0.428854, "f1": 0.36332, "hf_subset": "lij_Latn-tpi_Latn", "languages": ["lij-Latn", "tpi-Latn"], "main_score": 0.36332, "precision": 0.341023, "recall": 0.428854}, {"accuracy": 0.767787, "f1": 0.725442, "hf_subset": "lij_Latn-zsm_Latn", "languages": ["lij-Latn", "zsm-Latn"], "main_score": 0.725442, "precision": 0.708271, "recall": 0.767787}, {"accuracy": 0.217391, "f1": 0.151716, "hf_subset": "lij_Latn-ayr_Latn", "languages": ["lij-Latn", "ayr-Latn"], "main_score": 0.151716, "precision": 0.135777, "recall": 0.217391}, {"accuracy": 0.793478, "f1": 0.759976, "hf_subset": "lij_Latn-dan_Latn", "languages": ["lij-Latn", "dan-Latn"], "main_score": 0.759976, "precision": 0.746562, "recall": 0.793478}, {"accuracy": 0.606719, "f1": 0.549392, "hf_subset": "lij_Latn-guj_Gujr", "languages": ["lij-Latn", "guj-Gujr"], "main_score": 0.549392, "precision": 0.527575, "recall": 0.606719}, {"accuracy": 0.695652, "f1": 0.659937, "hf_subset": "lij_Latn-kaz_Cyrl", "languages": ["lij-Latn", "kaz-Cyrl"], "main_score": 0.659937, "precision": 0.646929, "recall": 0.695652}, {"accuracy": 0.187747, "f1": 0.142329, "hf_subset": "lij_Latn-lug_Latn", "languages": ["lij-Latn", "lug-Latn"], "main_score": 0.142329, "precision": 0.13115, "recall": 0.187747}, {"accuracy": 0.771739, "f1": 0.737894, "hf_subset": "lij_Latn-oci_Latn", "languages": ["lij-Latn", "oci-Latn"], "main_score": 0.737894, "precision": 0.724763, "recall": 0.771739}, {"accuracy": 0.211462, "f1": 0.152948, "hf_subset": "lij_Latn-smo_Latn", "languages": ["lij-Latn", "smo-Latn"], "main_score": 0.152948, "precision": 0.136065, "recall": 0.211462}, {"accuracy": 0.224308, "f1": 0.169048, "hf_subset": "lij_Latn-tsn_Latn", "languages": ["lij-Latn", "tsn-Latn"], "main_score": 0.169048, "precision": 0.154109, "recall": 0.224308}, {"accuracy": 0.143281, "f1": 0.103611, "hf_subset": "lij_Latn-zul_Latn", "languages": ["lij-Latn", "zul-Latn"], "main_score": 0.103611, "precision": 0.092935, "recall": 0.143281}, {"accuracy": 0.406126, "f1": 0.351531, "hf_subset": "lij_Latn-azb_Arab", "languages": ["lij-Latn", "azb-Arab"], "main_score": 0.351531, "precision": 0.33115, "recall": 0.406126}, {"accuracy": 0.791502, "f1": 0.753392, "hf_subset": "lij_Latn-deu_Latn", "languages": ["lij-Latn", "deu-Latn"], "main_score": 0.753392, "precision": 0.738175, "recall": 0.791502}, {"accuracy": 0.322134, "f1": 0.259147, "hf_subset": "lij_Latn-hat_Latn", "languages": ["lij-Latn", "hat-Latn"], "main_score": 0.259147, "precision": 0.23902, "recall": 0.322134}, {"accuracy": 0.203557, "f1": 0.149476, "hf_subset": "lij_Latn-kbp_Latn", "languages": ["lij-Latn", "kbp-Latn"], "main_score": 0.149476, "precision": 0.136014, "recall": 0.203557}, {"accuracy": 0.23419, "f1": 0.174782, "hf_subset": "lij_Latn-luo_Latn", "languages": ["lij-Latn", "luo-Latn"], "main_score": 0.174782, "precision": 0.158746, "recall": 0.23419}, {"accuracy": 0.4417, "f1": 0.38907, "hf_subset": "lij_Latn-ory_Orya", "languages": ["lij-Latn", "ory-Orya"], "main_score": 0.38907, "precision": 0.370036, "recall": 0.4417}, {"accuracy": 0.183794, "f1": 0.134446, "hf_subset": "lij_Latn-sna_Latn", "languages": ["lij-Latn", "sna-Latn"], "main_score": 0.134446, "precision": 0.120687, "recall": 0.183794}, {"accuracy": 0.201581, "f1": 0.154475, "hf_subset": "lij_Latn-tso_Latn", "languages": ["lij-Latn", "tso-Latn"], "main_score": 0.154475, "precision": 0.140903, "recall": 0.201581}, {"accuracy": 0.670949, "f1": 0.630682, "hf_subset": "lij_Latn-azj_Latn", "languages": ["lij-Latn", "azj-Latn"], "main_score": 0.630682, "precision": 0.615271, "recall": 0.670949}, {"accuracy": 0.297431, "f1": 0.232498, "hf_subset": "lij_Latn-dik_Latn", "languages": ["lij-Latn", "dik-Latn"], "main_score": 0.232498, "precision": 0.212218, "recall": 0.297431}, {"accuracy": 0.25, "f1": 0.187793, "hf_subset": "lij_Latn-hau_Latn", "languages": ["lij-Latn", "hau-Latn"], "main_score": 0.187793, "precision": 0.170449, "recall": 0.25}, {"accuracy": 0.601779, "f1": 0.549758, "hf_subset": "lij_Latn-kea_Latn", "languages": ["lij-Latn", "kea-Latn"], "main_score": 0.549758, "precision": 0.529039, "recall": 0.601779}, {"accuracy": 0.340909, "f1": 0.281224, "hf_subset": "lij_Latn-lus_Latn", "languages": ["lij-Latn", "lus-Latn"], "main_score": 0.281224, "precision": 0.261708, "recall": 0.340909}, {"accuracy": 0.438735, "f1": 0.38169, "hf_subset": "lij_Latn-pag_Latn", "languages": ["lij-Latn", "pag-Latn"], "main_score": 0.38169, "precision": 0.361301, "recall": 0.438735}, {"accuracy": 0.54249, "f1": 0.488894, "hf_subset": "lij_Latn-snd_Arab", "languages": ["lij-Latn", "snd-Arab"], "main_score": 0.488894, "precision": 0.469147, "recall": 0.54249}, {"accuracy": 0.322134, "f1": 0.265184, "hf_subset": "lij_Latn-tuk_Latn", "languages": ["lij-Latn", "tuk-Latn"], "main_score": 0.265184, "precision": 0.245459, "recall": 0.322134}, {"accuracy": 0.424901, "f1": 0.359948, "hf_subset": "lij_Latn-bak_Cyrl", "languages": ["lij-Latn", "bak-Cyrl"], "main_score": 0.359948, "precision": 0.337632, "recall": 0.424901}, {"accuracy": 0.19664, "f1": 0.136099, "hf_subset": "lij_Latn-dyu_Latn", "languages": ["lij-Latn", "dyu-Latn"], "main_score": 0.136099, "precision": 0.119591, "recall": 0.19664}, {"accuracy": 0.703557, "f1": 0.651529, "hf_subset": "lij_Latn-heb_Hebr", "languages": ["lij-Latn", "heb-Hebr"], "main_score": 0.651529, "precision": 0.631851, "recall": 0.703557}, {"accuracy": 0.692688, "f1": 0.646333, "hf_subset": "lij_Latn-khk_Cyrl", "languages": ["lij-Latn", "khk-Cyrl"], "main_score": 0.646333, "precision": 0.628377, "recall": 0.692688}, {"accuracy": 0.756917, "f1": 0.716528, "hf_subset": "lij_Latn-lvs_Latn", "languages": ["lij-Latn", "lvs-Latn"], "main_score": 0.716528, "precision": 0.700376, "recall": 0.756917}, {"accuracy": 0.503953, "f1": 0.44827, "hf_subset": "lij_Latn-pan_Guru", "languages": ["lij-Latn", "pan-Guru"], "main_score": 0.44827, "precision": 0.427767, "recall": 0.503953}, {"accuracy": 0.261858, "f1": 0.211585, "hf_subset": "lij_Latn-som_Latn", "languages": ["lij-Latn", "som-Latn"], "main_score": 0.211585, "precision": 0.195942, "recall": 0.261858}, {"accuracy": 0.217391, "f1": 0.152026, "hf_subset": "lij_Latn-tum_Latn", "languages": ["lij-Latn", "tum-Latn"], "main_score": 0.152026, "precision": 0.134826, "recall": 0.217391}, {"accuracy": 0.061265, "f1": 0.032123, "hf_subset": "mya_Mymr-ace_Arab", "languages": ["mya-Mymr", "ace-Arab"], "main_score": 0.032123, "precision": 0.025694, "recall": 0.061265}, {"accuracy": 0.121542, "f1": 0.074094, "hf_subset": "mya_Mymr-bam_Latn", "languages": ["mya-Mymr", "bam-Latn"], "main_score": 0.074094, "precision": 0.062863, "recall": 0.121542}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "mya_Mymr-dzo_Tibt", "languages": ["mya-Mymr", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "mya_Mymr-hin_Deva", "languages": ["mya-Mymr", "hin-Deva"], "main_score": 0.932312, "precision": 0.924242, "recall": 0.948617}, {"accuracy": 0.856719, "f1": 0.81446, "hf_subset": "mya_Mymr-khm_Khmr", "languages": ["mya-Mymr", "khm-Khmr"], "main_score": 0.81446, "precision": 0.794549, "recall": 0.856719}, {"accuracy": 0.896245, "f1": 0.865514, "hf_subset": "mya_Mymr-mag_Deva", "languages": ["mya-Mymr", "mag-Deva"], "main_score": 0.865514, "precision": 0.850708, "recall": 0.896245}, {"accuracy": 0.518775, "f1": 0.438396, "hf_subset": "mya_Mymr-pap_Latn", "languages": ["mya-Mymr", "pap-Latn"], "main_score": 0.438396, "precision": 0.40999, "recall": 0.518775}, {"accuracy": 0.143281, "f1": 0.088936, "hf_subset": "mya_Mymr-sot_Latn", "languages": ["mya-Mymr", "sot-Latn"], "main_score": 0.088936, "precision": 0.075639, "recall": 0.143281}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "mya_Mymr-tur_Latn", "languages": ["mya-Mymr", "tur-Latn"], "main_score": 0.93857, "precision": 0.931159, "recall": 0.953557}, {"accuracy": 0.328063, "f1": 0.240945, "hf_subset": "mya_Mymr-ace_Latn", "languages": ["mya-Mymr", "ace-Latn"], "main_score": 0.240945, "precision": 0.214507, "recall": 0.328063}, {"accuracy": 0.544466, "f1": 0.464981, "hf_subset": "mya_Mymr-ban_Latn", "languages": ["mya-Mymr", "ban-Latn"], "main_score": 0.464981, "precision": 0.435337, "recall": 0.544466}, {"accuracy": 0.955534, "f1": 0.940876, "hf_subset": "mya_Mymr-ell_Grek", "languages": ["mya-Mymr", "ell-Grek"], "main_score": 0.940876, "precision": 0.93363, "recall": 0.955534}, {"accuracy": 0.863636, "f1": 0.826501, "hf_subset": "mya_Mymr-hne_Deva", "languages": ["mya-Mymr", "hne-Deva"], "main_score": 0.826501, "precision": 0.809289, "recall": 0.863636}, {"accuracy": 0.181818, "f1": 0.112827, "hf_subset": "mya_Mymr-kik_Latn", "languages": ["mya-Mymr", "kik-Latn"], "main_score": 0.112827, "precision": 0.09532, "recall": 0.181818}, {"accuracy": 0.880435, "f1": 0.846838, "hf_subset": "mya_Mymr-mai_Deva", "languages": ["mya-Mymr", "mai-Deva"], "main_score": 0.846838, "precision": 0.831192, "recall": 0.880435}, {"accuracy": 0.775692, "f1": 0.722497, "hf_subset": "mya_Mymr-pbt_Arab", "languages": ["mya-Mymr", "pbt-Arab"], "main_score": 0.722497, "precision": 0.698238, "recall": 0.775692}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "mya_Mymr-spa_Latn", "languages": ["mya-Mymr", "spa-Latn"], "main_score": 0.94417, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.217391, "f1": 0.146709, "hf_subset": "mya_Mymr-twi_Latn", "languages": ["mya-Mymr", "twi-Latn"], "main_score": 0.146709, "precision": 0.128665, "recall": 0.217391}, {"accuracy": 0.932806, "f1": 0.911726, "hf_subset": "mya_Mymr-acm_Arab", "languages": ["mya-Mymr", "acm-Arab"], "main_score": 0.911726, "precision": 0.901515, "recall": 0.932806}, {"accuracy": 0.894269, "f1": 0.862055, "hf_subset": "mya_Mymr-bel_Cyrl", "languages": ["mya-Mymr", "bel-Cyrl"], "main_score": 0.862055, "precision": 0.846591, "recall": 0.894269}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "mya_Mymr-eng_Latn", "languages": ["mya-Mymr", "eng-Latn"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "mya_Mymr-hrv_Latn", "languages": ["mya-Mymr", "hrv-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.106719, "f1": 0.06007, "hf_subset": "mya_Mymr-kin_Latn", "languages": ["mya-Mymr", "kin-Latn"], "main_score": 0.06007, "precision": 0.051328, "recall": 0.106719}, {"accuracy": 0.862648, "f1": 0.824736, "hf_subset": "mya_Mymr-mal_Mlym", "languages": ["mya-Mymr", "mal-Mlym"], "main_score": 0.824736, "precision": 0.807312, "recall": 0.862648}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "mya_Mymr-pes_Arab", "languages": ["mya-Mymr", "pes-Arab"], "main_score": 0.941041, "precision": 0.934453, "recall": 0.954545}, {"accuracy": 0.603755, "f1": 0.517676, "hf_subset": "mya_Mymr-srd_Latn", "languages": ["mya-Mymr", "srd-Latn"], "main_score": 0.517676, "precision": 0.482991, "recall": 0.603755}, {"accuracy": 0.060277, "f1": 0.030095, "hf_subset": "mya_Mymr-tzm_Tfng", "languages": ["mya-Mymr", "tzm-Tfng"], "main_score": 0.030095, "precision": 0.025008, "recall": 0.060277}, {"accuracy": 0.932806, "f1": 0.91222, "hf_subset": "mya_Mymr-acq_Arab", "languages": ["mya-Mymr", "acq-Arab"], "main_score": 0.91222, "precision": 0.902174, "recall": 0.932806}, {"accuracy": 0.167984, "f1": 0.103755, "hf_subset": "mya_Mymr-bem_Latn", "languages": ["mya-Mymr", "bem-Latn"], "main_score": 0.103755, "precision": 0.088841, "recall": 0.167984}, {"accuracy": 0.746047, "f1": 0.68419, "hf_subset": "mya_Mymr-epo_Latn", "languages": ["mya-Mymr", "epo-Latn"], "main_score": 0.68419, "precision": 0.657345, "recall": 0.746047}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "mya_Mymr-hun_Latn", "languages": ["mya-Mymr", "hun-Latn"], "main_score": 0.943511, "precision": 0.937253, "recall": 0.956522}, {"accuracy": 0.859684, "f1": 0.823155, "hf_subset": "mya_Mymr-kir_Cyrl", "languages": ["mya-Mymr", "kir-Cyrl"], "main_score": 0.823155, "precision": 0.806242, "recall": 0.859684}, {"accuracy": 0.871542, "f1": 0.835079, "hf_subset": "mya_Mymr-mar_Deva", "languages": ["mya-Mymr", "mar-Deva"], "main_score": 0.835079, "precision": 0.818511, "recall": 0.871542}, {"accuracy": 0.203557, "f1": 0.135979, "hf_subset": "mya_Mymr-plt_Latn", "languages": ["mya-Mymr", "plt-Latn"], "main_score": 0.135979, "precision": 0.118384, "recall": 0.203557}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-srp_Cyrl", "languages": ["mya-Mymr", "srp-Cyrl"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.754941, "f1": 0.696278, "hf_subset": "mya_Mymr-uig_Arab", "languages": ["mya-Mymr", "uig-Arab"], "main_score": 0.696278, "precision": 0.670026, "recall": 0.754941}, {"accuracy": 0.880435, "f1": 0.846212, "hf_subset": "mya_Mymr-aeb_Arab", "languages": ["mya-Mymr", "aeb-Arab"], "main_score": 0.846212, "precision": 0.829957, "recall": 0.880435}, {"accuracy": 0.869565, "f1": 0.834552, "hf_subset": "mya_Mymr-ben_Beng", "languages": ["mya-Mymr", "ben-Beng"], "main_score": 0.834552, "precision": 0.818429, "recall": 0.869565}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "mya_Mymr-est_Latn", "languages": ["mya-Mymr", "est-Latn"], "main_score": 0.930501, "precision": 0.922431, "recall": 0.94664}, {"accuracy": 0.948617, "f1": 0.932312, "hf_subset": "mya_Mymr-hye_Armn", "languages": ["mya-Mymr", "hye-Armn"], "main_score": 0.932312, "precision": 0.924407, "recall": 0.948617}, {"accuracy": 0.108696, "f1": 0.060476, "hf_subset": "mya_Mymr-kmb_Latn", "languages": ["mya-Mymr", "kmb-Latn"], "main_score": 0.060476, "precision": 0.050652, "recall": 0.108696}, {"accuracy": 0.047431, "f1": 0.028681, "hf_subset": "mya_Mymr-min_Arab", "languages": ["mya-Mymr", "min-Arab"], "main_score": 0.028681, "precision": 0.024124, "recall": 0.047431}, {"accuracy": 0.952569, "f1": 0.937813, "hf_subset": "mya_Mymr-pol_Latn", "languages": ["mya-Mymr", "pol-Latn"], "main_score": 0.937813, "precision": 0.930748, "recall": 0.952569}, {"accuracy": 0.121542, "f1": 0.069107, "hf_subset": "mya_Mymr-ssw_Latn", "languages": ["mya-Mymr", "ssw-Latn"], "main_score": 0.069107, "precision": 0.05866, "recall": 0.121542}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "mya_Mymr-ukr_Cyrl", "languages": ["mya-Mymr", "ukr-Cyrl"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.893281, "f1": 0.861067, "hf_subset": "mya_Mymr-afr_Latn", "languages": ["mya-Mymr", "afr-Latn"], "main_score": 0.861067, "precision": 0.845603, "recall": 0.893281}, {"accuracy": 0.839921, "f1": 0.796871, "hf_subset": "mya_Mymr-bho_Deva", "languages": ["mya-Mymr", "bho-Deva"], "main_score": 0.796871, "precision": 0.777372, "recall": 0.839921}, {"accuracy": 0.646245, "f1": 0.57528, "hf_subset": "mya_Mymr-eus_Latn", "languages": ["mya-Mymr", "eus-Latn"], "main_score": 0.57528, "precision": 0.546534, "recall": 0.646245}, {"accuracy": 0.130435, "f1": 0.074235, "hf_subset": "mya_Mymr-ibo_Latn", "languages": ["mya-Mymr", "ibo-Latn"], "main_score": 0.074235, "precision": 0.062228, "recall": 0.130435}, {"accuracy": 0.647233, "f1": 0.57781, "hf_subset": "mya_Mymr-kmr_Latn", "languages": ["mya-Mymr", "kmr-Latn"], "main_score": 0.57781, "precision": 0.549392, "recall": 0.647233}, {"accuracy": 0.544466, "f1": 0.459207, "hf_subset": "mya_Mymr-min_Latn", "languages": ["mya-Mymr", "min-Latn"], "main_score": 0.459207, "precision": 0.426601, "recall": 0.544466}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "mya_Mymr-por_Latn", "languages": ["mya-Mymr", "por-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.62253, "f1": 0.545382, "hf_subset": "mya_Mymr-sun_Latn", "languages": ["mya-Mymr", "sun-Latn"], "main_score": 0.545382, "precision": 0.514716, "recall": 0.62253}, {"accuracy": 0.119565, "f1": 0.067557, "hf_subset": "mya_Mymr-umb_Latn", "languages": ["mya-Mymr", "umb-Latn"], "main_score": 0.067557, "precision": 0.056829, "recall": 0.119565}, {"accuracy": 0.932806, "f1": 0.913603, "hf_subset": "mya_Mymr-ajp_Arab", "languages": ["mya-Mymr", "ajp-Arab"], "main_score": 0.913603, "precision": 0.904562, "recall": 0.932806}, {"accuracy": 0.05336, "f1": 0.033984, "hf_subset": "mya_Mymr-bjn_Arab", "languages": ["mya-Mymr", "bjn-Arab"], "main_score": 0.033984, "precision": 0.029493, "recall": 0.05336}, {"accuracy": 0.156126, "f1": 0.100884, "hf_subset": "mya_Mymr-ewe_Latn", "languages": ["mya-Mymr", "ewe-Latn"], "main_score": 0.100884, "precision": 0.086956, "recall": 0.156126}, {"accuracy": 0.273715, "f1": 0.192723, "hf_subset": "mya_Mymr-ilo_Latn", "languages": ["mya-Mymr", "ilo-Latn"], "main_score": 0.192723, "precision": 0.169536, "recall": 0.273715}, {"accuracy": 0.083004, "f1": 0.041778, "hf_subset": "mya_Mymr-knc_Arab", "languages": ["mya-Mymr", "knc-Arab"], "main_score": 0.041778, "precision": 0.032561, "recall": 0.083004}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "mya_Mymr-mkd_Cyrl", "languages": ["mya-Mymr", "mkd-Cyrl"], "main_score": 0.951746, "precision": 0.945982, "recall": 0.963439}, {"accuracy": 0.945652, "f1": 0.929908, "hf_subset": "mya_Mymr-prs_Arab", "languages": ["mya-Mymr", "prs-Arab"], "main_score": 0.929908, "precision": 0.922513, "recall": 0.945652}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-swe_Latn", "languages": ["mya-Mymr", "swe-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.936759, "f1": 0.915843, "hf_subset": "mya_Mymr-urd_Arab", "languages": ["mya-Mymr", "urd-Arab"], "main_score": 0.915843, "precision": 0.905468, "recall": 0.936759}, {"accuracy": 0.208498, "f1": 0.134832, "hf_subset": "mya_Mymr-aka_Latn", "languages": ["mya-Mymr", "aka-Latn"], "main_score": 0.134832, "precision": 0.115957, "recall": 0.208498}, {"accuracy": 0.666996, "f1": 0.59689, "hf_subset": "mya_Mymr-bjn_Latn", "languages": ["mya-Mymr", "bjn-Latn"], "main_score": 0.59689, "precision": 0.568168, "recall": 0.666996}, {"accuracy": 0.371542, "f1": 0.28416, "hf_subset": "mya_Mymr-fao_Latn", "languages": ["mya-Mymr", "fao-Latn"], "main_score": 0.28416, "precision": 0.256848, "recall": 0.371542}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "mya_Mymr-ind_Latn", "languages": ["mya-Mymr", "ind-Latn"], "main_score": 0.943841, "precision": 0.937088, "recall": 0.95751}, {"accuracy": 0.183794, "f1": 0.124712, "hf_subset": "mya_Mymr-knc_Latn", "languages": ["mya-Mymr", "knc-Latn"], "main_score": 0.124712, "precision": 0.110488, "recall": 0.183794}, {"accuracy": 0.236166, "f1": 0.163637, "hf_subset": "mya_Mymr-mlt_Latn", "languages": ["mya-Mymr", "mlt-Latn"], "main_score": 0.163637, "precision": 0.145866, "recall": 0.236166}, {"accuracy": 0.192688, "f1": 0.119744, "hf_subset": "mya_Mymr-quy_Latn", "languages": ["mya-Mymr", "quy-Latn"], "main_score": 0.119744, "precision": 0.10213, "recall": 0.192688}, {"accuracy": 0.307312, "f1": 0.22685, "hf_subset": "mya_Mymr-swh_Latn", "languages": ["mya-Mymr", "swh-Latn"], "main_score": 0.22685, "precision": 0.203474, "recall": 0.307312}, {"accuracy": 0.562253, "f1": 0.478619, "hf_subset": "mya_Mymr-uzn_Latn", "languages": ["mya-Mymr", "uzn-Latn"], "main_score": 0.478619, "precision": 0.446598, "recall": 0.562253}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-als_Latn", "languages": ["mya-Mymr", "als-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.05336, "f1": 0.020563, "hf_subset": "mya_Mymr-bod_Tibt", "languages": ["mya-Mymr", "bod-Tibt"], "main_score": 0.020563, "precision": 0.016924, "recall": 0.05336}, {"accuracy": 0.142292, "f1": 0.086647, "hf_subset": "mya_Mymr-fij_Latn", "languages": ["mya-Mymr", "fij-Latn"], "main_score": 0.086647, "precision": 0.072734, "recall": 0.142292}, {"accuracy": 0.667984, "f1": 0.594625, "hf_subset": "mya_Mymr-isl_Latn", "languages": ["mya-Mymr", "isl-Latn"], "main_score": 0.594625, "precision": 0.564089, "recall": 0.667984}, {"accuracy": 0.177866, "f1": 0.114001, "hf_subset": "mya_Mymr-kon_Latn", "languages": ["mya-Mymr", "kon-Latn"], "main_score": 0.114001, "precision": 0.098263, "recall": 0.177866}, {"accuracy": 0.054348, "f1": 0.023548, "hf_subset": "mya_Mymr-mni_Beng", "languages": ["mya-Mymr", "mni-Beng"], "main_score": 0.023548, "precision": 0.018639, "recall": 0.054348}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-ron_Latn", "languages": ["mya-Mymr", "ron-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.688735, "f1": 0.61494, "hf_subset": "mya_Mymr-szl_Latn", "languages": ["mya-Mymr", "szl-Latn"], "main_score": 0.61494, "precision": 0.584569, "recall": 0.688735}, {"accuracy": 0.698617, "f1": 0.625318, "hf_subset": "mya_Mymr-vec_Latn", "languages": ["mya-Mymr", "vec-Latn"], "main_score": 0.625318, "precision": 0.595233, "recall": 0.698617}, {"accuracy": 0.733202, "f1": 0.672285, "hf_subset": "mya_Mymr-amh_Ethi", "languages": ["mya-Mymr", "amh-Ethi"], "main_score": 0.672285, "precision": 0.64552, "recall": 0.733202}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "mya_Mymr-bos_Latn", "languages": ["mya-Mymr", "bos-Latn"], "main_score": 0.951252, "precision": 0.945652, "recall": 0.962451}, {"accuracy": 0.952569, "f1": 0.936924, "hf_subset": "mya_Mymr-fin_Latn", "languages": ["mya-Mymr", "fin-Latn"], "main_score": 0.936924, "precision": 0.929183, "recall": 0.952569}, {"accuracy": 0.958498, "f1": 0.944664, "hf_subset": "mya_Mymr-ita_Latn", "languages": ["mya-Mymr", "ita-Latn"], "main_score": 0.944664, "precision": 0.937747, "recall": 0.958498}, {"accuracy": 0.950593, "f1": 0.934124, "hf_subset": "mya_Mymr-kor_Hang", "languages": ["mya-Mymr", "kor-Hang"], "main_score": 0.934124, "precision": 0.925889, "recall": 0.950593}, {"accuracy": 0.152174, "f1": 0.093965, "hf_subset": "mya_Mymr-mos_Latn", "languages": ["mya-Mymr", "mos-Latn"], "main_score": 0.093965, "precision": 0.079562, "recall": 0.152174}, {"accuracy": 0.098814, "f1": 0.055365, "hf_subset": "mya_Mymr-run_Latn", "languages": ["mya-Mymr", "run-Latn"], "main_score": 0.055365, "precision": 0.045877, "recall": 0.098814}, {"accuracy": 0.87747, "f1": 0.842721, "hf_subset": "mya_Mymr-tam_Taml", "languages": ["mya-Mymr", "tam-Taml"], "main_score": 0.842721, "precision": 0.826416, "recall": 0.87747}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "mya_Mymr-vie_Latn", "languages": ["mya-Mymr", "vie-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.918972, "f1": 0.895422, "hf_subset": "mya_Mymr-apc_Arab", "languages": ["mya-Mymr", "apc-Arab"], "main_score": 0.895422, "precision": 0.883893, "recall": 0.918972}, {"accuracy": 0.300395, "f1": 0.220965, "hf_subset": "mya_Mymr-bug_Latn", "languages": ["mya-Mymr", "bug-Latn"], "main_score": 0.220965, "precision": 0.197165, "recall": 0.300395}, {"accuracy": 0.126482, "f1": 0.076343, "hf_subset": "mya_Mymr-fon_Latn", "languages": ["mya-Mymr", "fon-Latn"], "main_score": 0.076343, "precision": 0.06544, "recall": 0.126482}, {"accuracy": 0.631423, "f1": 0.555538, "hf_subset": "mya_Mymr-jav_Latn", "languages": ["mya-Mymr", "jav-Latn"], "main_score": 0.555538, "precision": 0.524753, "recall": 0.631423}, {"accuracy": 0.880435, "f1": 0.847958, "hf_subset": "mya_Mymr-lao_Laoo", "languages": ["mya-Mymr", "lao-Laoo"], "main_score": 0.847958, "precision": 0.833169, "recall": 0.880435}, {"accuracy": 0.12253, "f1": 0.07044, "hf_subset": "mya_Mymr-mri_Latn", "languages": ["mya-Mymr", "mri-Latn"], "main_score": 0.07044, "precision": 0.059673, "recall": 0.12253}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "mya_Mymr-rus_Cyrl", "languages": ["mya-Mymr", "rus-Cyrl"], "main_score": 0.947958, "precision": 0.941864, "recall": 0.960474}, {"accuracy": 0.171937, "f1": 0.112594, "hf_subset": "mya_Mymr-taq_Latn", "languages": ["mya-Mymr", "taq-Latn"], "main_score": 0.112594, "precision": 0.099087, "recall": 0.171937}, {"accuracy": 0.33498, "f1": 0.246597, "hf_subset": "mya_Mymr-war_Latn", "languages": ["mya-Mymr", "war-Latn"], "main_score": 0.246597, "precision": 0.218805, "recall": 0.33498}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "mya_Mymr-arb_Arab", "languages": ["mya-Mymr", "arb-Arab"], "main_score": 0.935277, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "mya_Mymr-bul_Cyrl", "languages": ["mya-Mymr", "bul-Cyrl"], "main_score": 0.954776, "precision": 0.949687, "recall": 0.965415}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mya_Mymr-fra_Latn", "languages": ["mya-Mymr", "fra-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "mya_Mymr-jpn_Jpan", "languages": ["mya-Mymr", "jpn-Jpan"], "main_score": 0.957181, "precision": 0.952075, "recall": 0.967391}, {"accuracy": 0.628458, "f1": 0.548052, "hf_subset": "mya_Mymr-lij_Latn", "languages": ["mya-Mymr", "lij-Latn"], "main_score": 0.548052, "precision": 0.516041, "recall": 0.628458}, {"accuracy": 0.16502, "f1": 0.106726, "hf_subset": "mya_Mymr-sag_Latn", "languages": ["mya-Mymr", "sag-Latn"], "main_score": 0.106726, "precision": 0.091838, "recall": 0.16502}, {"accuracy": 0.06917, "f1": 0.029426, "hf_subset": "mya_Mymr-taq_Tfng", "languages": ["mya-Mymr", "taq-Tfng"], "main_score": 0.029426, "precision": 0.023461, "recall": 0.06917}, {"accuracy": 0.176877, "f1": 0.109477, "hf_subset": "mya_Mymr-wol_Latn", "languages": ["mya-Mymr", "wol-Latn"], "main_score": 0.109477, "precision": 0.09401, "recall": 0.176877}, {"accuracy": 0.081028, "f1": 0.038215, "hf_subset": "mya_Mymr-arb_Latn", "languages": ["mya-Mymr", "arb-Latn"], "main_score": 0.038215, "precision": 0.030147, "recall": 0.081028}, {"accuracy": 0.956522, "f1": 0.942523, "hf_subset": "mya_Mymr-cat_Latn", "languages": ["mya-Mymr", "cat-Latn"], "main_score": 0.942523, "precision": 0.935606, "recall": 0.956522}, {"accuracy": 0.597826, "f1": 0.521156, "hf_subset": "mya_Mymr-fur_Latn", "languages": ["mya-Mymr", "fur-Latn"], "main_score": 0.521156, "precision": 0.491098, "recall": 0.597826}, {"accuracy": 0.055336, "f1": 0.033536, "hf_subset": "mya_Mymr-kab_Latn", "languages": ["mya-Mymr", "kab-Latn"], "main_score": 0.033536, "precision": 0.02866, "recall": 0.055336}, {"accuracy": 0.63834, "f1": 0.560531, "hf_subset": "mya_Mymr-lim_Latn", "languages": ["mya-Mymr", "lim-Latn"], "main_score": 0.560531, "precision": 0.528656, "recall": 0.63834}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "mya_Mymr-nld_Latn", "languages": ["mya-Mymr", "nld-Latn"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.689723, "f1": 0.619848, "hf_subset": "mya_Mymr-san_Deva", "languages": ["mya-Mymr", "san-Deva"], "main_score": 0.619848, "precision": 0.590234, "recall": 0.689723}, {"accuracy": 0.409091, "f1": 0.321786, "hf_subset": "mya_Mymr-tat_Cyrl", "languages": ["mya-Mymr", "tat-Cyrl"], "main_score": 0.321786, "precision": 0.2894, "recall": 0.409091}, {"accuracy": 0.137352, "f1": 0.082801, "hf_subset": "mya_Mymr-xho_Latn", "languages": ["mya-Mymr", "xho-Latn"], "main_score": 0.082801, "precision": 0.070689, "recall": 0.137352}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "mya_Mymr-ars_Arab", "languages": ["mya-Mymr", "ars-Arab"], "main_score": 0.920949, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.332016, "f1": 0.242246, "hf_subset": "mya_Mymr-ceb_Latn", "languages": ["mya-Mymr", "ceb-Latn"], "main_score": 0.242246, "precision": 0.213999, "recall": 0.332016}, {"accuracy": 0.16502, "f1": 0.09984, "hf_subset": "mya_Mymr-fuv_Latn", "languages": ["mya-Mymr", "fuv-Latn"], "main_score": 0.09984, "precision": 0.084502, "recall": 0.16502}, {"accuracy": 0.13834, "f1": 0.083818, "hf_subset": "mya_Mymr-kac_Latn", "languages": ["mya-Mymr", "kac-Latn"], "main_score": 0.083818, "precision": 0.071644, "recall": 0.13834}, {"accuracy": 0.171937, "f1": 0.113132, "hf_subset": "mya_Mymr-lin_Latn", "languages": ["mya-Mymr", "lin-Latn"], "main_score": 0.113132, "precision": 0.098827, "recall": 0.171937}, {"accuracy": 0.93083, "f1": 0.908597, "hf_subset": "mya_Mymr-nno_Latn", "languages": ["mya-Mymr", "nno-Latn"], "main_score": 0.908597, "precision": 0.897727, "recall": 0.93083}, {"accuracy": 0.01581, "f1": 0.003918, "hf_subset": "mya_Mymr-sat_Olck", "languages": ["mya-Mymr", "sat-Olck"], "main_score": 0.003918, "precision": 0.003133, "recall": 0.01581}, {"accuracy": 0.836957, "f1": 0.793742, "hf_subset": "mya_Mymr-tel_Telu", "languages": ["mya-Mymr", "tel-Telu"], "main_score": 0.793742, "precision": 0.774045, "recall": 0.836957}, {"accuracy": 0.370553, "f1": 0.290606, "hf_subset": "mya_Mymr-ydd_Hebr", "languages": ["mya-Mymr", "ydd-Hebr"], "main_score": 0.290606, "precision": 0.263477, "recall": 0.370553}, {"accuracy": 0.787549, "f1": 0.733745, "hf_subset": "mya_Mymr-ary_Arab", "languages": ["mya-Mymr", "ary-Arab"], "main_score": 0.733745, "precision": 0.709133, "recall": 0.787549}, {"accuracy": 0.954545, "f1": 0.940283, "hf_subset": "mya_Mymr-ces_Latn", "languages": ["mya-Mymr", "ces-Latn"], "main_score": 0.940283, "precision": 0.933547, "recall": 0.954545}, {"accuracy": 0.074111, "f1": 0.038461, "hf_subset": "mya_Mymr-gaz_Latn", "languages": ["mya-Mymr", "gaz-Latn"], "main_score": 0.038461, "precision": 0.031727, "recall": 0.074111}, {"accuracy": 0.134387, "f1": 0.081118, "hf_subset": "mya_Mymr-kam_Latn", "languages": ["mya-Mymr", "kam-Latn"], "main_score": 0.081118, "precision": 0.069181, "recall": 0.134387}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "mya_Mymr-lit_Latn", "languages": ["mya-Mymr", "lit-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "mya_Mymr-nob_Latn", "languages": ["mya-Mymr", "nob-Latn"], "main_score": 0.938735, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.55336, "f1": 0.467832, "hf_subset": "mya_Mymr-scn_Latn", "languages": ["mya-Mymr", "scn-Latn"], "main_score": 0.467832, "precision": 0.435741, "recall": 0.55336}, {"accuracy": 0.135375, "f1": 0.084949, "hf_subset": "mya_Mymr-tgk_Cyrl", "languages": ["mya-Mymr", "tgk-Cyrl"], "main_score": 0.084949, "precision": 0.073312, "recall": 0.135375}, {"accuracy": 0.140316, "f1": 0.083595, "hf_subset": "mya_Mymr-yor_Latn", "languages": ["mya-Mymr", "yor-Latn"], "main_score": 0.083595, "precision": 0.069962, "recall": 0.140316}, {"accuracy": 0.903162, "f1": 0.873584, "hf_subset": "mya_Mymr-arz_Arab", "languages": ["mya-Mymr", "arz-Arab"], "main_score": 0.873584, "precision": 0.859272, "recall": 0.903162}, {"accuracy": 0.133399, "f1": 0.080272, "hf_subset": "mya_Mymr-cjk_Latn", "languages": ["mya-Mymr", "cjk-Latn"], "main_score": 0.080272, "precision": 0.068751, "recall": 0.133399}, {"accuracy": 0.129447, "f1": 0.078124, "hf_subset": "mya_Mymr-gla_Latn", "languages": ["mya-Mymr", "gla-Latn"], "main_score": 0.078124, "precision": 0.065341, "recall": 0.129447}, {"accuracy": 0.796443, "f1": 0.744104, "hf_subset": "mya_Mymr-kan_Knda", "languages": ["mya-Mymr", "kan-Knda"], "main_score": 0.744104, "precision": 0.720142, "recall": 0.796443}, {"accuracy": 0.537549, "f1": 0.456708, "hf_subset": "mya_Mymr-lmo_Latn", "languages": ["mya-Mymr", "lmo-Latn"], "main_score": 0.456708, "precision": 0.426525, "recall": 0.537549}, {"accuracy": 0.935771, "f1": 0.916831, "hf_subset": "mya_Mymr-npi_Deva", "languages": ["mya-Mymr", "npi-Deva"], "main_score": 0.916831, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.188735, "f1": 0.124153, "hf_subset": "mya_Mymr-shn_Mymr", "languages": ["mya-Mymr", "shn-Mymr"], "main_score": 0.124153, "precision": 0.106082, "recall": 0.188735}, {"accuracy": 0.384387, "f1": 0.296061, "hf_subset": "mya_Mymr-tgl_Latn", "languages": ["mya-Mymr", "tgl-Latn"], "main_score": 0.296061, "precision": 0.268299, "recall": 0.384387}, {"accuracy": 0.962451, "f1": 0.949934, "hf_subset": "mya_Mymr-yue_Hant", "languages": ["mya-Mymr", "yue-Hant"], "main_score": 0.949934, "precision": 0.943676, "recall": 0.962451}, {"accuracy": 0.524704, "f1": 0.443551, "hf_subset": "mya_Mymr-asm_Beng", "languages": ["mya-Mymr", "asm-Beng"], "main_score": 0.443551, "precision": 0.411595, "recall": 0.524704}, {"accuracy": 0.788538, "f1": 0.73643, "hf_subset": "mya_Mymr-ckb_Arab", "languages": ["mya-Mymr", "ckb-Arab"], "main_score": 0.73643, "precision": 0.713142, "recall": 0.788538}, {"accuracy": 0.222332, "f1": 0.15167, "hf_subset": "mya_Mymr-gle_Latn", "languages": ["mya-Mymr", "gle-Latn"], "main_score": 0.15167, "precision": 0.133763, "recall": 0.222332}, {"accuracy": 0.562253, "f1": 0.479338, "hf_subset": "mya_Mymr-kas_Arab", "languages": ["mya-Mymr", "kas-Arab"], "main_score": 0.479338, "precision": 0.446393, "recall": 0.562253}, {"accuracy": 0.573123, "f1": 0.490027, "hf_subset": "mya_Mymr-ltg_Latn", "languages": ["mya-Mymr", "ltg-Latn"], "main_score": 0.490027, "precision": 0.45781, "recall": 0.573123}, {"accuracy": 0.162055, "f1": 0.100897, "hf_subset": "mya_Mymr-nso_Latn", "languages": ["mya-Mymr", "nso-Latn"], "main_score": 0.100897, "precision": 0.085567, "recall": 0.162055}, {"accuracy": 0.912055, "f1": 0.887022, "hf_subset": "mya_Mymr-sin_Sinh", "languages": ["mya-Mymr", "sin-Sinh"], "main_score": 0.887022, "precision": 0.875, "recall": 0.912055}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "mya_Mymr-tha_Thai", "languages": ["mya-Mymr", "tha-Thai"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "mya_Mymr-zho_Hans", "languages": ["mya-Mymr", "zho-Hans"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.856719, "f1": 0.818116, "hf_subset": "mya_Mymr-ast_Latn", "languages": ["mya-Mymr", "ast-Latn"], "main_score": 0.818116, "precision": 0.800231, "recall": 0.856719}, {"accuracy": 0.666996, "f1": 0.593302, "hf_subset": "mya_Mymr-crh_Latn", "languages": ["mya-Mymr", "crh-Latn"], "main_score": 0.593302, "precision": 0.562114, "recall": 0.666996}, {"accuracy": 0.955534, "f1": 0.941041, "hf_subset": "mya_Mymr-glg_Latn", "languages": ["mya-Mymr", "glg-Latn"], "main_score": 0.941041, "precision": 0.933959, "recall": 0.955534}, {"accuracy": 0.337945, "f1": 0.260281, "hf_subset": "mya_Mymr-kas_Deva", "languages": ["mya-Mymr", "kas-Deva"], "main_score": 0.260281, "precision": 0.234916, "recall": 0.337945}, {"accuracy": 0.401186, "f1": 0.307654, "hf_subset": "mya_Mymr-ltz_Latn", "languages": ["mya-Mymr", "ltz-Latn"], "main_score": 0.307654, "precision": 0.276824, "recall": 0.401186}, {"accuracy": 0.078063, "f1": 0.033943, "hf_subset": "mya_Mymr-nus_Latn", "languages": ["mya-Mymr", "nus-Latn"], "main_score": 0.033943, "precision": 0.026456, "recall": 0.078063}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "mya_Mymr-slk_Latn", "languages": ["mya-Mymr", "slk-Latn"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.173913, "f1": 0.114822, "hf_subset": "mya_Mymr-tir_Ethi", "languages": ["mya-Mymr", "tir-Ethi"], "main_score": 0.114822, "precision": 0.098728, "recall": 0.173913}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "mya_Mymr-zho_Hant", "languages": ["mya-Mymr", "zho-Hant"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.907115, "f1": 0.882576, "hf_subset": "mya_Mymr-awa_Deva", "languages": ["mya-Mymr", "awa-Deva"], "main_score": 0.882576, "precision": 0.87108, "recall": 0.907115}, {"accuracy": 0.362648, "f1": 0.275688, "hf_subset": "mya_Mymr-cym_Latn", "languages": ["mya-Mymr", "cym-Latn"], "main_score": 0.275688, "precision": 0.24878, "recall": 0.362648}, {"accuracy": 0.270751, "f1": 0.185894, "hf_subset": "mya_Mymr-grn_Latn", "languages": ["mya-Mymr", "grn-Latn"], "main_score": 0.185894, "precision": 0.162049, "recall": 0.270751}, {"accuracy": 0.832016, "f1": 0.783267, "hf_subset": "mya_Mymr-kat_Geor", "languages": ["mya-Mymr", "kat-Geor"], "main_score": 0.783267, "precision": 0.760787, "recall": 0.832016}, {"accuracy": 0.164032, "f1": 0.103883, "hf_subset": "mya_Mymr-lua_Latn", "languages": ["mya-Mymr", "lua-Latn"], "main_score": 0.103883, "precision": 0.088143, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.104112, "hf_subset": "mya_Mymr-nya_Latn", "languages": ["mya-Mymr", "nya-Latn"], "main_score": 0.104112, "precision": 0.088622, "recall": 0.167984}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "mya_Mymr-slv_Latn", "languages": ["mya-Mymr", "slv-Latn"], "main_score": 0.944993, "precision": 0.938241, "recall": 0.958498}, {"accuracy": 0.350791, "f1": 0.266364, "hf_subset": "mya_Mymr-tpi_Latn", "languages": ["mya-Mymr", "tpi-Latn"], "main_score": 0.266364, "precision": 0.239945, "recall": 0.350791}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "mya_Mymr-zsm_Latn", "languages": ["mya-Mymr", "zsm-Latn"], "main_score": 0.941535, "precision": 0.934618, "recall": 0.955534}, {"accuracy": 0.133399, "f1": 0.069513, "hf_subset": "mya_Mymr-ayr_Latn", "languages": ["mya-Mymr", "ayr-Latn"], "main_score": 0.069513, "precision": 0.055631, "recall": 0.133399}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "mya_Mymr-dan_Latn", "languages": ["mya-Mymr", "dan-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.88834, "f1": 0.855204, "hf_subset": "mya_Mymr-guj_Gujr", "languages": ["mya-Mymr", "guj-Gujr"], "main_score": 0.855204, "precision": 0.839592, "recall": 0.88834}, {"accuracy": 0.909091, "f1": 0.88274, "hf_subset": "mya_Mymr-kaz_Cyrl", "languages": ["mya-Mymr", "kaz-Cyrl"], "main_score": 0.88274, "precision": 0.870224, "recall": 0.909091}, {"accuracy": 0.123518, "f1": 0.071095, "hf_subset": "mya_Mymr-lug_Latn", "languages": ["mya-Mymr", "lug-Latn"], "main_score": 0.071095, "precision": 0.059252, "recall": 0.123518}, {"accuracy": 0.83498, "f1": 0.791831, "hf_subset": "mya_Mymr-oci_Latn", "languages": ["mya-Mymr", "oci-Latn"], "main_score": 0.791831, "precision": 0.771937, "recall": 0.83498}, {"accuracy": 0.128458, "f1": 0.07526, "hf_subset": "mya_Mymr-smo_Latn", "languages": ["mya-Mymr", "smo-Latn"], "main_score": 0.07526, "precision": 0.063405, "recall": 0.128458}, {"accuracy": 0.137352, "f1": 0.085257, "hf_subset": "mya_Mymr-tsn_Latn", "languages": ["mya-Mymr", "tsn-Latn"], "main_score": 0.085257, "precision": 0.073655, "recall": 0.137352}, {"accuracy": 0.102767, "f1": 0.054736, "hf_subset": "mya_Mymr-zul_Latn", "languages": ["mya-Mymr", "zul-Latn"], "main_score": 0.054736, "precision": 0.044543, "recall": 0.102767}, {"accuracy": 0.486166, "f1": 0.404997, "hf_subset": "mya_Mymr-azb_Arab", "languages": ["mya-Mymr", "azb-Arab"], "main_score": 0.404997, "precision": 0.373743, "recall": 0.486166}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "mya_Mymr-deu_Latn", "languages": ["mya-Mymr", "deu-Latn"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.216403, "f1": 0.149397, "hf_subset": "mya_Mymr-hat_Latn", "languages": ["mya-Mymr", "hat-Latn"], "main_score": 0.149397, "precision": 0.131702, "recall": 0.216403}, {"accuracy": 0.104743, "f1": 0.058134, "hf_subset": "mya_Mymr-kbp_Latn", "languages": ["mya-Mymr", "kbp-Latn"], "main_score": 0.058134, "precision": 0.047984, "recall": 0.104743}, {"accuracy": 0.152174, "f1": 0.094883, "hf_subset": "mya_Mymr-luo_Latn", "languages": ["mya-Mymr", "luo-Latn"], "main_score": 0.094883, "precision": 0.081197, "recall": 0.152174}, {"accuracy": 0.797431, "f1": 0.745407, "hf_subset": "mya_Mymr-ory_Orya", "languages": ["mya-Mymr", "ory-Orya"], "main_score": 0.745407, "precision": 0.722727, "recall": 0.797431}, {"accuracy": 0.117589, "f1": 0.065593, "hf_subset": "mya_Mymr-sna_Latn", "languages": ["mya-Mymr", "sna-Latn"], "main_score": 0.065593, "precision": 0.053749, "recall": 0.117589}, {"accuracy": 0.139328, "f1": 0.087092, "hf_subset": "mya_Mymr-tso_Latn", "languages": ["mya-Mymr", "tso-Latn"], "main_score": 0.087092, "precision": 0.074189, "recall": 0.139328}, {"accuracy": 0.892292, "f1": 0.861495, "hf_subset": "mya_Mymr-azj_Latn", "languages": ["mya-Mymr", "azj-Latn"], "main_score": 0.861495, "precision": 0.847003, "recall": 0.892292}, {"accuracy": 0.194664, "f1": 0.130631, "hf_subset": "mya_Mymr-dik_Latn", "languages": ["mya-Mymr", "dik-Latn"], "main_score": 0.130631, "precision": 0.112853, "recall": 0.194664}, {"accuracy": 0.167984, "f1": 0.106737, "hf_subset": "mya_Mymr-hau_Latn", "languages": ["mya-Mymr", "hau-Latn"], "main_score": 0.106737, "precision": 0.091828, "recall": 0.167984}, {"accuracy": 0.525692, "f1": 0.442403, "hf_subset": "mya_Mymr-kea_Latn", "languages": ["mya-Mymr", "kea-Latn"], "main_score": 0.442403, "precision": 0.410917, "recall": 0.525692}, {"accuracy": 0.273715, "f1": 0.191768, "hf_subset": "mya_Mymr-lus_Latn", "languages": ["mya-Mymr", "lus-Latn"], "main_score": 0.191768, "precision": 0.16756, "recall": 0.273715}, {"accuracy": 0.378458, "f1": 0.287067, "hf_subset": "mya_Mymr-pag_Latn", "languages": ["mya-Mymr", "pag-Latn"], "main_score": 0.287067, "precision": 0.256707, "recall": 0.378458}, {"accuracy": 0.833004, "f1": 0.790909, "hf_subset": "mya_Mymr-snd_Arab", "languages": ["mya-Mymr", "snd-Arab"], "main_score": 0.790909, "precision": 0.771657, "recall": 0.833004}, {"accuracy": 0.244071, "f1": 0.167776, "hf_subset": "mya_Mymr-tuk_Latn", "languages": ["mya-Mymr", "tuk-Latn"], "main_score": 0.167776, "precision": 0.144817, "recall": 0.244071}, {"accuracy": 0.390316, "f1": 0.304462, "hf_subset": "mya_Mymr-bak_Cyrl", "languages": ["mya-Mymr", "bak-Cyrl"], "main_score": 0.304462, "precision": 0.275959, "recall": 0.390316}, {"accuracy": 0.126482, "f1": 0.081036, "hf_subset": "mya_Mymr-dyu_Latn", "languages": ["mya-Mymr", "dyu-Latn"], "main_score": 0.081036, "precision": 0.069495, "recall": 0.126482}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "mya_Mymr-heb_Hebr", "languages": ["mya-Mymr", "heb-Hebr"], "main_score": 0.934783, "precision": 0.926877, "recall": 0.950593}, {"accuracy": 0.935771, "f1": 0.916403, "hf_subset": "mya_Mymr-khk_Cyrl", "languages": ["mya-Mymr", "khk-Cyrl"], "main_score": 0.916403, "precision": 0.907032, "recall": 0.935771}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "mya_Mymr-lvs_Latn", "languages": ["mya-Mymr", "lvs-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.821146, "f1": 0.77365, "hf_subset": "mya_Mymr-pan_Guru", "languages": ["mya-Mymr", "pan-Guru"], "main_score": 0.77365, "precision": 0.751845, "recall": 0.821146}, {"accuracy": 0.202569, "f1": 0.13305, "hf_subset": "mya_Mymr-som_Latn", "languages": ["mya-Mymr", "som-Latn"], "main_score": 0.13305, "precision": 0.114444, "recall": 0.202569}, {"accuracy": 0.146245, "f1": 0.086118, "hf_subset": "mya_Mymr-tum_Latn", "languages": ["mya-Mymr", "tum-Latn"], "main_score": 0.086118, "precision": 0.072904, "recall": 0.146245}, {"accuracy": 0.029644, "f1": 0.020877, "hf_subset": "sag_Latn-ace_Arab", "languages": ["sag-Latn", "ace-Arab"], "main_score": 0.020877, "precision": 0.018183, "recall": 0.029644}, {"accuracy": 0.166996, "f1": 0.148615, "hf_subset": "sag_Latn-bam_Latn", "languages": ["sag-Latn", "bam-Latn"], "main_score": 0.148615, "precision": 0.142755, "recall": 0.166996}, {"accuracy": 0.002964, "f1": 0.001038, "hf_subset": "sag_Latn-dzo_Tibt", "languages": ["sag-Latn", "dzo-Tibt"], "main_score": 0.001038, "precision": 0.001014, "recall": 0.002964}, {"accuracy": 0.147233, "f1": 0.129729, "hf_subset": "sag_Latn-hin_Deva", "languages": ["sag-Latn", "hin-Deva"], "main_score": 0.129729, "precision": 0.12464, "recall": 0.147233}, {"accuracy": 0.12253, "f1": 0.110166, "hf_subset": "sag_Latn-khm_Khmr", "languages": ["sag-Latn", "khm-Khmr"], "main_score": 0.110166, "precision": 0.106538, "recall": 0.12253}, {"accuracy": 0.116601, "f1": 0.09972, "hf_subset": "sag_Latn-mag_Deva", "languages": ["sag-Latn", "mag-Deva"], "main_score": 0.09972, "precision": 0.095054, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.140786, "hf_subset": "sag_Latn-pap_Latn", "languages": ["sag-Latn", "pap-Latn"], "main_score": 0.140786, "precision": 0.136533, "recall": 0.152174}, {"accuracy": 0.194664, "f1": 0.170664, "hf_subset": "sag_Latn-sot_Latn", "languages": ["sag-Latn", "sot-Latn"], "main_score": 0.170664, "precision": 0.162765, "recall": 0.194664}, {"accuracy": 0.210474, "f1": 0.184108, "hf_subset": "sag_Latn-tur_Latn", "languages": ["sag-Latn", "tur-Latn"], "main_score": 0.184108, "precision": 0.176372, "recall": 0.210474}, {"accuracy": 0.18083, "f1": 0.163414, "hf_subset": "sag_Latn-ace_Latn", "languages": ["sag-Latn", "ace-Latn"], "main_score": 0.163414, "precision": 0.156403, "recall": 0.18083}, {"accuracy": 0.155138, "f1": 0.143512, "hf_subset": "sag_Latn-ban_Latn", "languages": ["sag-Latn", "ban-Latn"], "main_score": 0.143512, "precision": 0.139427, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.137877, "hf_subset": "sag_Latn-ell_Grek", "languages": ["sag-Latn", "ell-Grek"], "main_score": 0.137877, "precision": 0.129964, "recall": 0.161067}, {"accuracy": 0.107708, "f1": 0.094355, "hf_subset": "sag_Latn-hne_Deva", "languages": ["sag-Latn", "hne-Deva"], "main_score": 0.094355, "precision": 0.090515, "recall": 0.107708}, {"accuracy": 0.162055, "f1": 0.140424, "hf_subset": "sag_Latn-kik_Latn", "languages": ["sag-Latn", "kik-Latn"], "main_score": 0.140424, "precision": 0.133004, "recall": 0.162055}, {"accuracy": 0.109684, "f1": 0.095708, "hf_subset": "sag_Latn-mai_Deva", "languages": ["sag-Latn", "mai-Deva"], "main_score": 0.095708, "precision": 0.091836, "recall": 0.109684}, {"accuracy": 0.112648, "f1": 0.097999, "hf_subset": "sag_Latn-pbt_Arab", "languages": ["sag-Latn", "pbt-Arab"], "main_score": 0.097999, "precision": 0.094044, "recall": 0.112648}, {"accuracy": 0.204545, "f1": 0.177809, "hf_subset": "sag_Latn-spa_Latn", "languages": ["sag-Latn", "spa-Latn"], "main_score": 0.177809, "precision": 0.169411, "recall": 0.204545}, {"accuracy": 0.218379, "f1": 0.195713, "hf_subset": "sag_Latn-twi_Latn", "languages": ["sag-Latn", "twi-Latn"], "main_score": 0.195713, "precision": 0.187662, "recall": 0.218379}, {"accuracy": 0.108696, "f1": 0.098351, "hf_subset": "sag_Latn-acm_Arab", "languages": ["sag-Latn", "acm-Arab"], "main_score": 0.098351, "precision": 0.094973, "recall": 0.108696}, {"accuracy": 0.151186, "f1": 0.12842, "hf_subset": "sag_Latn-bel_Cyrl", "languages": ["sag-Latn", "bel-Cyrl"], "main_score": 0.12842, "precision": 0.12246, "recall": 0.151186}, {"accuracy": 0.23419, "f1": 0.203443, "hf_subset": "sag_Latn-eng_Latn", "languages": ["sag-Latn", "eng-Latn"], "main_score": 0.203443, "precision": 0.193848, "recall": 0.23419}, {"accuracy": 0.168972, "f1": 0.154318, "hf_subset": "sag_Latn-hrv_Latn", "languages": ["sag-Latn", "hrv-Latn"], "main_score": 0.154318, "precision": 0.149987, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.14017, "hf_subset": "sag_Latn-kin_Latn", "languages": ["sag-Latn", "kin-Latn"], "main_score": 0.14017, "precision": 0.134486, "recall": 0.156126}, {"accuracy": 0.068182, "f1": 0.058828, "hf_subset": "sag_Latn-mal_Mlym", "languages": ["sag-Latn", "mal-Mlym"], "main_score": 0.058828, "precision": 0.056188, "recall": 0.068182}, {"accuracy": 0.141304, "f1": 0.120608, "hf_subset": "sag_Latn-pes_Arab", "languages": ["sag-Latn", "pes-Arab"], "main_score": 0.120608, "precision": 0.114737, "recall": 0.141304}, {"accuracy": 0.157115, "f1": 0.14213, "hf_subset": "sag_Latn-srd_Latn", "languages": ["sag-Latn", "srd-Latn"], "main_score": 0.14213, "precision": 0.137634, "recall": 0.157115}, {"accuracy": 0.055336, "f1": 0.043386, "hf_subset": "sag_Latn-tzm_Tfng", "languages": ["sag-Latn", "tzm-Tfng"], "main_score": 0.043386, "precision": 0.040581, "recall": 0.055336}, {"accuracy": 0.124506, "f1": 0.10888, "hf_subset": "sag_Latn-acq_Arab", "languages": ["sag-Latn", "acq-Arab"], "main_score": 0.10888, "precision": 0.104095, "recall": 0.124506}, {"accuracy": 0.197628, "f1": 0.173729, "hf_subset": "sag_Latn-bem_Latn", "languages": ["sag-Latn", "bem-Latn"], "main_score": 0.173729, "precision": 0.167162, "recall": 0.197628}, {"accuracy": 0.133399, "f1": 0.124647, "hf_subset": "sag_Latn-epo_Latn", "languages": ["sag-Latn", "epo-Latn"], "main_score": 0.124647, "precision": 0.121711, "recall": 0.133399}, {"accuracy": 0.214427, "f1": 0.186569, "hf_subset": "sag_Latn-hun_Latn", "languages": ["sag-Latn", "hun-Latn"], "main_score": 0.186569, "precision": 0.179311, "recall": 0.214427}, {"accuracy": 0.132411, "f1": 0.115176, "hf_subset": "sag_Latn-kir_Cyrl", "languages": ["sag-Latn", "kir-Cyrl"], "main_score": 0.115176, "precision": 0.110466, "recall": 0.132411}, {"accuracy": 0.117589, "f1": 0.099379, "hf_subset": "sag_Latn-mar_Deva", "languages": ["sag-Latn", "mar-Deva"], "main_score": 0.099379, "precision": 0.094136, "recall": 0.117589}, {"accuracy": 0.187747, "f1": 0.164326, "hf_subset": "sag_Latn-plt_Latn", "languages": ["sag-Latn", "plt-Latn"], "main_score": 0.164326, "precision": 0.155866, "recall": 0.187747}, {"accuracy": 0.174901, "f1": 0.149303, "hf_subset": "sag_Latn-srp_Cyrl", "languages": ["sag-Latn", "srp-Cyrl"], "main_score": 0.149303, "precision": 0.141945, "recall": 0.174901}, {"accuracy": 0.086957, "f1": 0.072858, "hf_subset": "sag_Latn-uig_Arab", "languages": ["sag-Latn", "uig-Arab"], "main_score": 0.072858, "precision": 0.069505, "recall": 0.086957}, {"accuracy": 0.106719, "f1": 0.093221, "hf_subset": "sag_Latn-aeb_Arab", "languages": ["sag-Latn", "aeb-Arab"], "main_score": 0.093221, "precision": 0.089515, "recall": 0.106719}, {"accuracy": 0.062253, "f1": 0.052528, "hf_subset": "sag_Latn-ben_Beng", "languages": ["sag-Latn", "ben-Beng"], "main_score": 0.052528, "precision": 0.050331, "recall": 0.062253}, {"accuracy": 0.189723, "f1": 0.160806, "hf_subset": "sag_Latn-est_Latn", "languages": ["sag-Latn", "est-Latn"], "main_score": 0.160806, "precision": 0.152752, "recall": 0.189723}, {"accuracy": 0.108696, "f1": 0.091807, "hf_subset": "sag_Latn-hye_Armn", "languages": ["sag-Latn", "hye-Armn"], "main_score": 0.091807, "precision": 0.086189, "recall": 0.108696}, {"accuracy": 0.167984, "f1": 0.143949, "hf_subset": "sag_Latn-kmb_Latn", "languages": ["sag-Latn", "kmb-Latn"], "main_score": 0.143949, "precision": 0.135705, "recall": 0.167984}, {"accuracy": 0.020751, "f1": 0.017523, "hf_subset": "sag_Latn-min_Arab", "languages": ["sag-Latn", "min-Arab"], "main_score": 0.017523, "precision": 0.01642, "recall": 0.020751}, {"accuracy": 0.209486, "f1": 0.182599, "hf_subset": "sag_Latn-pol_Latn", "languages": ["sag-Latn", "pol-Latn"], "main_score": 0.182599, "precision": 0.175064, "recall": 0.209486}, {"accuracy": 0.130435, "f1": 0.114307, "hf_subset": "sag_Latn-ssw_Latn", "languages": ["sag-Latn", "ssw-Latn"], "main_score": 0.114307, "precision": 0.109075, "recall": 0.130435}, {"accuracy": 0.178854, "f1": 0.152624, "hf_subset": "sag_Latn-ukr_Cyrl", "languages": ["sag-Latn", "ukr-Cyrl"], "main_score": 0.152624, "precision": 0.144679, "recall": 0.178854}, {"accuracy": 0.198617, "f1": 0.175679, "hf_subset": "sag_Latn-afr_Latn", "languages": ["sag-Latn", "afr-Latn"], "main_score": 0.175679, "precision": 0.169461, "recall": 0.198617}, {"accuracy": 0.107708, "f1": 0.095295, "hf_subset": "sag_Latn-bho_Deva", "languages": ["sag-Latn", "bho-Deva"], "main_score": 0.095295, "precision": 0.090816, "recall": 0.107708}, {"accuracy": 0.118577, "f1": 0.109755, "hf_subset": "sag_Latn-eus_Latn", "languages": ["sag-Latn", "eus-Latn"], "main_score": 0.109755, "precision": 0.10731, "recall": 0.118577}, {"accuracy": 0.159091, "f1": 0.137861, "hf_subset": "sag_Latn-ibo_Latn", "languages": ["sag-Latn", "ibo-Latn"], "main_score": 0.137861, "precision": 0.130476, "recall": 0.159091}, {"accuracy": 0.16996, "f1": 0.14719, "hf_subset": "sag_Latn-kmr_Latn", "languages": ["sag-Latn", "kmr-Latn"], "main_score": 0.14719, "precision": 0.140983, "recall": 0.16996}, {"accuracy": 0.148221, "f1": 0.130696, "hf_subset": "sag_Latn-min_Latn", "languages": ["sag-Latn", "min-Latn"], "main_score": 0.130696, "precision": 0.126205, "recall": 0.148221}, {"accuracy": 0.228261, "f1": 0.193828, "hf_subset": "sag_Latn-por_Latn", "languages": ["sag-Latn", "por-Latn"], "main_score": 0.193828, "precision": 0.184774, "recall": 0.228261}, {"accuracy": 0.143281, "f1": 0.127851, "hf_subset": "sag_Latn-sun_Latn", "languages": ["sag-Latn", "sun-Latn"], "main_score": 0.127851, "precision": 0.123564, "recall": 0.143281}, {"accuracy": 0.133399, "f1": 0.115469, "hf_subset": "sag_Latn-umb_Latn", "languages": ["sag-Latn", "umb-Latn"], "main_score": 0.115469, "precision": 0.109605, "recall": 0.133399}, {"accuracy": 0.123518, "f1": 0.106388, "hf_subset": "sag_Latn-ajp_Arab", "languages": ["sag-Latn", "ajp-Arab"], "main_score": 0.106388, "precision": 0.10085, "recall": 0.123518}, {"accuracy": 0.02668, "f1": 0.021596, "hf_subset": "sag_Latn-bjn_Arab", "languages": ["sag-Latn", "bjn-Arab"], "main_score": 0.021596, "precision": 0.019886, "recall": 0.02668}, {"accuracy": 0.203557, "f1": 0.185019, "hf_subset": "sag_Latn-ewe_Latn", "languages": ["sag-Latn", "ewe-Latn"], "main_score": 0.185019, "precision": 0.178133, "recall": 0.203557}, {"accuracy": 0.202569, "f1": 0.176645, "hf_subset": "sag_Latn-ilo_Latn", "languages": ["sag-Latn", "ilo-Latn"], "main_score": 0.176645, "precision": 0.168046, "recall": 0.202569}, {"accuracy": 0.041502, "f1": 0.033694, "hf_subset": "sag_Latn-knc_Arab", "languages": ["sag-Latn", "knc-Arab"], "main_score": 0.033694, "precision": 0.03114, "recall": 0.041502}, {"accuracy": 0.186759, "f1": 0.156183, "hf_subset": "sag_Latn-mkd_Cyrl", "languages": ["sag-Latn", "mkd-Cyrl"], "main_score": 0.156183, "precision": 0.147562, "recall": 0.186759}, {"accuracy": 0.116601, "f1": 0.098858, "hf_subset": "sag_Latn-prs_Arab", "languages": ["sag-Latn", "prs-Arab"], "main_score": 0.098858, "precision": 0.094628, "recall": 0.116601}, {"accuracy": 0.192688, "f1": 0.171785, "hf_subset": "sag_Latn-swe_Latn", "languages": ["sag-Latn", "swe-Latn"], "main_score": 0.171785, "precision": 0.164919, "recall": 0.192688}, {"accuracy": 0.114625, "f1": 0.093775, "hf_subset": "sag_Latn-urd_Arab", "languages": ["sag-Latn", "urd-Arab"], "main_score": 0.093775, "precision": 0.087296, "recall": 0.114625}, {"accuracy": 0.226285, "f1": 0.205189, "hf_subset": "sag_Latn-aka_Latn", "languages": ["sag-Latn", "aka-Latn"], "main_score": 0.205189, "precision": 0.197623, "recall": 0.226285}, {"accuracy": 0.153162, "f1": 0.144409, "hf_subset": "sag_Latn-bjn_Latn", "languages": ["sag-Latn", "bjn-Latn"], "main_score": 0.144409, "precision": 0.141771, "recall": 0.153162}, {"accuracy": 0.136364, "f1": 0.123394, "hf_subset": "sag_Latn-fao_Latn", "languages": ["sag-Latn", "fao-Latn"], "main_score": 0.123394, "precision": 0.119393, "recall": 0.136364}, {"accuracy": 0.220356, "f1": 0.189639, "hf_subset": "sag_Latn-ind_Latn", "languages": ["sag-Latn", "ind-Latn"], "main_score": 0.189639, "precision": 0.181075, "recall": 0.220356}, {"accuracy": 0.208498, "f1": 0.181746, "hf_subset": "sag_Latn-knc_Latn", "languages": ["sag-Latn", "knc-Latn"], "main_score": 0.181746, "precision": 0.173168, "recall": 0.208498}, {"accuracy": 0.159091, "f1": 0.14065, "hf_subset": "sag_Latn-mlt_Latn", "languages": ["sag-Latn", "mlt-Latn"], "main_score": 0.14065, "precision": 0.134553, "recall": 0.159091}, {"accuracy": 0.167984, "f1": 0.144385, "hf_subset": "sag_Latn-quy_Latn", "languages": ["sag-Latn", "quy-Latn"], "main_score": 0.144385, "precision": 0.136022, "recall": 0.167984}, {"accuracy": 0.150198, "f1": 0.138157, "hf_subset": "sag_Latn-swh_Latn", "languages": ["sag-Latn", "swh-Latn"], "main_score": 0.138157, "precision": 0.133596, "recall": 0.150198}, {"accuracy": 0.098814, "f1": 0.088435, "hf_subset": "sag_Latn-uzn_Latn", "languages": ["sag-Latn", "uzn-Latn"], "main_score": 0.088435, "precision": 0.084965, "recall": 0.098814}, {"accuracy": 0.179842, "f1": 0.155192, "hf_subset": "sag_Latn-als_Latn", "languages": ["sag-Latn", "als-Latn"], "main_score": 0.155192, "precision": 0.147753, "recall": 0.179842}, {"accuracy": 0.036561, "f1": 0.022907, "hf_subset": "sag_Latn-bod_Tibt", "languages": ["sag-Latn", "bod-Tibt"], "main_score": 0.022907, "precision": 0.020698, "recall": 0.036561}, {"accuracy": 0.150198, "f1": 0.132174, "hf_subset": "sag_Latn-fij_Latn", "languages": ["sag-Latn", "fij-Latn"], "main_score": 0.132174, "precision": 0.12715, "recall": 0.150198}, {"accuracy": 0.119565, "f1": 0.112003, "hf_subset": "sag_Latn-isl_Latn", "languages": ["sag-Latn", "isl-Latn"], "main_score": 0.112003, "precision": 0.109542, "recall": 0.119565}, {"accuracy": 0.219368, "f1": 0.192807, "hf_subset": "sag_Latn-kon_Latn", "languages": ["sag-Latn", "kon-Latn"], "main_score": 0.192807, "precision": 0.184167, "recall": 0.219368}, {"accuracy": 0.031621, "f1": 0.022697, "hf_subset": "sag_Latn-mni_Beng", "languages": ["sag-Latn", "mni-Beng"], "main_score": 0.022697, "precision": 0.020489, "recall": 0.031621}, {"accuracy": 0.233202, "f1": 0.20151, "hf_subset": "sag_Latn-ron_Latn", "languages": ["sag-Latn", "ron-Latn"], "main_score": 0.20151, "precision": 0.193038, "recall": 0.233202}, {"accuracy": 0.131423, "f1": 0.119851, "hf_subset": "sag_Latn-szl_Latn", "languages": ["sag-Latn", "szl-Latn"], "main_score": 0.119851, "precision": 0.116295, "recall": 0.131423}, {"accuracy": 0.135375, "f1": 0.125546, "hf_subset": "sag_Latn-vec_Latn", "languages": ["sag-Latn", "vec-Latn"], "main_score": 0.125546, "precision": 0.122304, "recall": 0.135375}, {"accuracy": 0.048419, "f1": 0.034086, "hf_subset": "sag_Latn-amh_Ethi", "languages": ["sag-Latn", "amh-Ethi"], "main_score": 0.034086, "precision": 0.030739, "recall": 0.048419}, {"accuracy": 0.213439, "f1": 0.185525, "hf_subset": "sag_Latn-bos_Latn", "languages": ["sag-Latn", "bos-Latn"], "main_score": 0.185525, "precision": 0.177404, "recall": 0.213439}, {"accuracy": 0.206522, "f1": 0.185612, "hf_subset": "sag_Latn-fin_Latn", "languages": ["sag-Latn", "fin-Latn"], "main_score": 0.185612, "precision": 0.178751, "recall": 0.206522}, {"accuracy": 0.221344, "f1": 0.186873, "hf_subset": "sag_Latn-ita_Latn", "languages": ["sag-Latn", "ita-Latn"], "main_score": 0.186873, "precision": 0.177522, "recall": 0.221344}, {"accuracy": 0.145257, "f1": 0.125178, "hf_subset": "sag_Latn-kor_Hang", "languages": ["sag-Latn", "kor-Hang"], "main_score": 0.125178, "precision": 0.119446, "recall": 0.145257}, {"accuracy": 0.183794, "f1": 0.161629, "hf_subset": "sag_Latn-mos_Latn", "languages": ["sag-Latn", "mos-Latn"], "main_score": 0.161629, "precision": 0.154517, "recall": 0.183794}, {"accuracy": 0.152174, "f1": 0.132887, "hf_subset": "sag_Latn-run_Latn", "languages": ["sag-Latn", "run-Latn"], "main_score": 0.132887, "precision": 0.12622, "recall": 0.152174}, {"accuracy": 0.061265, "f1": 0.047649, "hf_subset": "sag_Latn-tam_Taml", "languages": ["sag-Latn", "tam-Taml"], "main_score": 0.047649, "precision": 0.044846, "recall": 0.061265}, {"accuracy": 0.215415, "f1": 0.179348, "hf_subset": "sag_Latn-vie_Latn", "languages": ["sag-Latn", "vie-Latn"], "main_score": 0.179348, "precision": 0.169557, "recall": 0.215415}, {"accuracy": 0.106719, "f1": 0.092101, "hf_subset": "sag_Latn-apc_Arab", "languages": ["sag-Latn", "apc-Arab"], "main_score": 0.092101, "precision": 0.08752, "recall": 0.106719}, {"accuracy": 0.166008, "f1": 0.146496, "hf_subset": "sag_Latn-bug_Latn", "languages": ["sag-Latn", "bug-Latn"], "main_score": 0.146496, "precision": 0.140831, "recall": 0.166008}, {"accuracy": 0.185771, "f1": 0.16954, "hf_subset": "sag_Latn-fon_Latn", "languages": ["sag-Latn", "fon-Latn"], "main_score": 0.16954, "precision": 0.163962, "recall": 0.185771}, {"accuracy": 0.147233, "f1": 0.133687, "hf_subset": "sag_Latn-jav_Latn", "languages": ["sag-Latn", "jav-Latn"], "main_score": 0.133687, "precision": 0.129541, "recall": 0.147233}, {"accuracy": 0.155138, "f1": 0.136774, "hf_subset": "sag_Latn-lao_Laoo", "languages": ["sag-Latn", "lao-Laoo"], "main_score": 0.136774, "precision": 0.131615, "recall": 0.155138}, {"accuracy": 0.171937, "f1": 0.145572, "hf_subset": "sag_Latn-mri_Latn", "languages": ["sag-Latn", "mri-Latn"], "main_score": 0.145572, "precision": 0.136637, "recall": 0.171937}, {"accuracy": 0.179842, "f1": 0.148127, "hf_subset": "sag_Latn-rus_Cyrl", "languages": ["sag-Latn", "rus-Cyrl"], "main_score": 0.148127, "precision": 0.14, "recall": 0.179842}, {"accuracy": 0.173913, "f1": 0.154275, "hf_subset": "sag_Latn-taq_Latn", "languages": ["sag-Latn", "taq-Latn"], "main_score": 0.154275, "precision": 0.148479, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.159067, "hf_subset": "sag_Latn-war_Latn", "languages": ["sag-Latn", "war-Latn"], "main_score": 0.159067, "precision": 0.152349, "recall": 0.176877}, {"accuracy": 0.144269, "f1": 0.123068, "hf_subset": "sag_Latn-arb_Arab", "languages": ["sag-Latn", "arb-Arab"], "main_score": 0.123068, "precision": 0.116507, "recall": 0.144269}, {"accuracy": 0.185771, "f1": 0.156859, "hf_subset": "sag_Latn-bul_Cyrl", "languages": ["sag-Latn", "bul-Cyrl"], "main_score": 0.156859, "precision": 0.148167, "recall": 0.185771}, {"accuracy": 0.233202, "f1": 0.198092, "hf_subset": "sag_Latn-fra_Latn", "languages": ["sag-Latn", "fra-Latn"], "main_score": 0.198092, "precision": 0.188213, "recall": 0.233202}, {"accuracy": 0.157115, "f1": 0.129866, "hf_subset": "sag_Latn-jpn_Jpan", "languages": ["sag-Latn", "jpn-Jpan"], "main_score": 0.129866, "precision": 0.121783, "recall": 0.157115}, {"accuracy": 0.135375, "f1": 0.122971, "hf_subset": "sag_Latn-lij_Latn", "languages": ["sag-Latn", "lij-Latn"], "main_score": 0.122971, "precision": 0.120224, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.082658, "hf_subset": "sag_Latn-mya_Mymr", "languages": ["sag-Latn", "mya-Mymr"], "main_score": 0.082658, "precision": 0.077409, "recall": 0.103755}, {"accuracy": 0.066206, "f1": 0.051045, "hf_subset": "sag_Latn-taq_Tfng", "languages": ["sag-Latn", "taq-Tfng"], "main_score": 0.051045, "precision": 0.047913, "recall": 0.066206}, {"accuracy": 0.219368, "f1": 0.193281, "hf_subset": "sag_Latn-wol_Latn", "languages": ["sag-Latn", "wol-Latn"], "main_score": 0.193281, "precision": 0.184314, "recall": 0.219368}, {"accuracy": 0.088933, "f1": 0.067135, "hf_subset": "sag_Latn-arb_Latn", "languages": ["sag-Latn", "arb-Latn"], "main_score": 0.067135, "precision": 0.061924, "recall": 0.088933}, {"accuracy": 0.235178, "f1": 0.200612, "hf_subset": "sag_Latn-cat_Latn", "languages": ["sag-Latn", "cat-Latn"], "main_score": 0.200612, "precision": 0.191123, "recall": 0.235178}, {"accuracy": 0.149209, "f1": 0.133112, "hf_subset": "sag_Latn-fur_Latn", "languages": ["sag-Latn", "fur-Latn"], "main_score": 0.133112, "precision": 0.128399, "recall": 0.149209}, {"accuracy": 0.062253, "f1": 0.050386, "hf_subset": "sag_Latn-kab_Latn", "languages": ["sag-Latn", "kab-Latn"], "main_score": 0.050386, "precision": 0.046421, "recall": 0.062253}, {"accuracy": 0.175889, "f1": 0.158589, "hf_subset": "sag_Latn-lim_Latn", "languages": ["sag-Latn", "lim-Latn"], "main_score": 0.158589, "precision": 0.152969, "recall": 0.175889}, {"accuracy": 0.233202, "f1": 0.200711, "hf_subset": "sag_Latn-nld_Latn", "languages": ["sag-Latn", "nld-Latn"], "main_score": 0.200711, "precision": 0.191727, "recall": 0.233202}, {"accuracy": 0.08004, "f1": 0.066465, "hf_subset": "sag_Latn-san_Deva", "languages": ["sag-Latn", "san-Deva"], "main_score": 0.066465, "precision": 0.063158, "recall": 0.08004}, {"accuracy": 0.13834, "f1": 0.120777, "hf_subset": "sag_Latn-tat_Cyrl", "languages": ["sag-Latn", "tat-Cyrl"], "main_score": 0.120777, "precision": 0.115575, "recall": 0.13834}, {"accuracy": 0.135375, "f1": 0.117817, "hf_subset": "sag_Latn-xho_Latn", "languages": ["sag-Latn", "xho-Latn"], "main_score": 0.117817, "precision": 0.11255, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.112559, "hf_subset": "sag_Latn-ars_Arab", "languages": ["sag-Latn", "ars-Arab"], "main_score": 0.112559, "precision": 0.105828, "recall": 0.134387}, {"accuracy": 0.157115, "f1": 0.142038, "hf_subset": "sag_Latn-ceb_Latn", "languages": ["sag-Latn", "ceb-Latn"], "main_score": 0.142038, "precision": 0.137508, "recall": 0.157115}, {"accuracy": 0.179842, "f1": 0.158668, "hf_subset": "sag_Latn-fuv_Latn", "languages": ["sag-Latn", "fuv-Latn"], "main_score": 0.158668, "precision": 0.1518, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.158516, "hf_subset": "sag_Latn-kac_Latn", "languages": ["sag-Latn", "kac-Latn"], "main_score": 0.158516, "precision": 0.149027, "recall": 0.187747}, {"accuracy": 0.18083, "f1": 0.164459, "hf_subset": "sag_Latn-lin_Latn", "languages": ["sag-Latn", "lin-Latn"], "main_score": 0.164459, "precision": 0.158726, "recall": 0.18083}, {"accuracy": 0.211462, "f1": 0.182723, "hf_subset": "sag_Latn-nno_Latn", "languages": ["sag-Latn", "nno-Latn"], "main_score": 0.182723, "precision": 0.174172, "recall": 0.211462}, {"accuracy": 0.018775, "f1": 0.009385, "hf_subset": "sag_Latn-sat_Olck", "languages": ["sag-Latn", "sat-Olck"], "main_score": 0.009385, "precision": 0.008168, "recall": 0.018775}, {"accuracy": 0.066206, "f1": 0.05872, "hf_subset": "sag_Latn-tel_Telu", "languages": ["sag-Latn", "tel-Telu"], "main_score": 0.05872, "precision": 0.056128, "recall": 0.066206}, {"accuracy": 0.066206, "f1": 0.056975, "hf_subset": "sag_Latn-ydd_Hebr", "languages": ["sag-Latn", "ydd-Hebr"], "main_score": 0.056975, "precision": 0.054469, "recall": 0.066206}, {"accuracy": 0.089921, "f1": 0.075994, "hf_subset": "sag_Latn-ary_Arab", "languages": ["sag-Latn", "ary-Arab"], "main_score": 0.075994, "precision": 0.072536, "recall": 0.089921}, {"accuracy": 0.210474, "f1": 0.18341, "hf_subset": "sag_Latn-ces_Latn", "languages": ["sag-Latn", "ces-Latn"], "main_score": 0.18341, "precision": 0.175053, "recall": 0.210474}, {"accuracy": 0.068182, "f1": 0.052758, "hf_subset": "sag_Latn-gaz_Latn", "languages": ["sag-Latn", "gaz-Latn"], "main_score": 0.052758, "precision": 0.048112, "recall": 0.068182}, {"accuracy": 0.159091, "f1": 0.141409, "hf_subset": "sag_Latn-kam_Latn", "languages": ["sag-Latn", "kam-Latn"], "main_score": 0.141409, "precision": 0.134613, "recall": 0.159091}, {"accuracy": 0.189723, "f1": 0.163968, "hf_subset": "sag_Latn-lit_Latn", "languages": ["sag-Latn", "lit-Latn"], "main_score": 0.163968, "precision": 0.157268, "recall": 0.189723}, {"accuracy": 0.228261, "f1": 0.199004, "hf_subset": "sag_Latn-nob_Latn", "languages": ["sag-Latn", "nob-Latn"], "main_score": 0.199004, "precision": 0.190771, "recall": 0.228261}, {"accuracy": 0.144269, "f1": 0.131076, "hf_subset": "sag_Latn-scn_Latn", "languages": ["sag-Latn", "scn-Latn"], "main_score": 0.131076, "precision": 0.126457, "recall": 0.144269}, {"accuracy": 0.130435, "f1": 0.109527, "hf_subset": "sag_Latn-tgk_Cyrl", "languages": ["sag-Latn", "tgk-Cyrl"], "main_score": 0.109527, "precision": 0.103561, "recall": 0.130435}, {"accuracy": 0.174901, "f1": 0.153355, "hf_subset": "sag_Latn-yor_Latn", "languages": ["sag-Latn", "yor-Latn"], "main_score": 0.153355, "precision": 0.145201, "recall": 0.174901}, {"accuracy": 0.103755, "f1": 0.089331, "hf_subset": "sag_Latn-arz_Arab", "languages": ["sag-Latn", "arz-Arab"], "main_score": 0.089331, "precision": 0.085241, "recall": 0.103755}, {"accuracy": 0.149209, "f1": 0.130475, "hf_subset": "sag_Latn-cjk_Latn", "languages": ["sag-Latn", "cjk-Latn"], "main_score": 0.130475, "precision": 0.123792, "recall": 0.149209}, {"accuracy": 0.153162, "f1": 0.133142, "hf_subset": "sag_Latn-gla_Latn", "languages": ["sag-Latn", "gla-Latn"], "main_score": 0.133142, "precision": 0.127225, "recall": 0.153162}, {"accuracy": 0.067194, "f1": 0.055279, "hf_subset": "sag_Latn-kan_Knda", "languages": ["sag-Latn", "kan-Knda"], "main_score": 0.055279, "precision": 0.052372, "recall": 0.067194}, {"accuracy": 0.152174, "f1": 0.136209, "hf_subset": "sag_Latn-lmo_Latn", "languages": ["sag-Latn", "lmo-Latn"], "main_score": 0.136209, "precision": 0.131011, "recall": 0.152174}, {"accuracy": 0.13834, "f1": 0.118628, "hf_subset": "sag_Latn-npi_Deva", "languages": ["sag-Latn", "npi-Deva"], "main_score": 0.118628, "precision": 0.112727, "recall": 0.13834}, {"accuracy": 0.175889, "f1": 0.153586, "hf_subset": "sag_Latn-shn_Mymr", "languages": ["sag-Latn", "shn-Mymr"], "main_score": 0.153586, "precision": 0.147135, "recall": 0.175889}, {"accuracy": 0.174901, "f1": 0.158393, "hf_subset": "sag_Latn-tgl_Latn", "languages": ["sag-Latn", "tgl-Latn"], "main_score": 0.158393, "precision": 0.152864, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.136239, "hf_subset": "sag_Latn-yue_Hant", "languages": ["sag-Latn", "yue-Hant"], "main_score": 0.136239, "precision": 0.129676, "recall": 0.160079}, {"accuracy": 0.040514, "f1": 0.032722, "hf_subset": "sag_Latn-asm_Beng", "languages": ["sag-Latn", "asm-Beng"], "main_score": 0.032722, "precision": 0.030409, "recall": 0.040514}, {"accuracy": 0.096838, "f1": 0.07681, "hf_subset": "sag_Latn-ckb_Arab", "languages": ["sag-Latn", "ckb-Arab"], "main_score": 0.07681, "precision": 0.071418, "recall": 0.096838}, {"accuracy": 0.151186, "f1": 0.132235, "hf_subset": "sag_Latn-gle_Latn", "languages": ["sag-Latn", "gle-Latn"], "main_score": 0.132235, "precision": 0.12683, "recall": 0.151186}, {"accuracy": 0.071146, "f1": 0.061989, "hf_subset": "sag_Latn-kas_Arab", "languages": ["sag-Latn", "kas-Arab"], "main_score": 0.061989, "precision": 0.0585, "recall": 0.071146}, {"accuracy": 0.135375, "f1": 0.117349, "hf_subset": "sag_Latn-ltg_Latn", "languages": ["sag-Latn", "ltg-Latn"], "main_score": 0.117349, "precision": 0.111594, "recall": 0.135375}, {"accuracy": 0.221344, "f1": 0.201303, "hf_subset": "sag_Latn-nso_Latn", "languages": ["sag-Latn", "nso-Latn"], "main_score": 0.201303, "precision": 0.194492, "recall": 0.221344}, {"accuracy": 0.073123, "f1": 0.059686, "hf_subset": "sag_Latn-sin_Sinh", "languages": ["sag-Latn", "sin-Sinh"], "main_score": 0.059686, "precision": 0.056079, "recall": 0.073123}, {"accuracy": 0.158103, "f1": 0.128772, "hf_subset": "sag_Latn-tha_Thai", "languages": ["sag-Latn", "tha-Thai"], "main_score": 0.128772, "precision": 0.12078, "recall": 0.158103}, {"accuracy": 0.168972, "f1": 0.13984, "hf_subset": "sag_Latn-zho_Hans", "languages": ["sag-Latn", "zho-Hans"], "main_score": 0.13984, "precision": 0.131091, "recall": 0.168972}, {"accuracy": 0.159091, "f1": 0.140748, "hf_subset": "sag_Latn-ast_Latn", "languages": ["sag-Latn", "ast-Latn"], "main_score": 0.140748, "precision": 0.135753, "recall": 0.159091}, {"accuracy": 0.115613, "f1": 0.103603, "hf_subset": "sag_Latn-crh_Latn", "languages": ["sag-Latn", "crh-Latn"], "main_score": 0.103603, "precision": 0.099668, "recall": 0.115613}, {"accuracy": 0.232213, "f1": 0.198597, "hf_subset": "sag_Latn-glg_Latn", "languages": ["sag-Latn", "glg-Latn"], "main_score": 0.198597, "precision": 0.189119, "recall": 0.232213}, {"accuracy": 0.106719, "f1": 0.090738, "hf_subset": "sag_Latn-kas_Deva", "languages": ["sag-Latn", "kas-Deva"], "main_score": 0.090738, "precision": 0.086438, "recall": 0.106719}, {"accuracy": 0.16996, "f1": 0.151424, "hf_subset": "sag_Latn-ltz_Latn", "languages": ["sag-Latn", "ltz-Latn"], "main_score": 0.151424, "precision": 0.145703, "recall": 0.16996}, {"accuracy": 0.091897, "f1": 0.068749, "hf_subset": "sag_Latn-nus_Latn", "languages": ["sag-Latn", "nus-Latn"], "main_score": 0.068749, "precision": 0.062142, "recall": 0.091897}, {"accuracy": 0.206522, "f1": 0.179686, "hf_subset": "sag_Latn-slk_Latn", "languages": ["sag-Latn", "slk-Latn"], "main_score": 0.179686, "precision": 0.171097, "recall": 0.206522}, {"accuracy": 0.031621, "f1": 0.027357, "hf_subset": "sag_Latn-tir_Ethi", "languages": ["sag-Latn", "tir-Ethi"], "main_score": 0.027357, "precision": 0.025609, "recall": 0.031621}, {"accuracy": 0.152174, "f1": 0.130876, "hf_subset": "sag_Latn-zho_Hant", "languages": ["sag-Latn", "zho-Hant"], "main_score": 0.130876, "precision": 0.125059, "recall": 0.152174}, {"accuracy": 0.133399, "f1": 0.109495, "hf_subset": "sag_Latn-awa_Deva", "languages": ["sag-Latn", "awa-Deva"], "main_score": 0.109495, "precision": 0.103305, "recall": 0.133399}, {"accuracy": 0.126482, "f1": 0.110523, "hf_subset": "sag_Latn-cym_Latn", "languages": ["sag-Latn", "cym-Latn"], "main_score": 0.110523, "precision": 0.106498, "recall": 0.126482}, {"accuracy": 0.193676, "f1": 0.176903, "hf_subset": "sag_Latn-grn_Latn", "languages": ["sag-Latn", "grn-Latn"], "main_score": 0.176903, "precision": 0.17166, "recall": 0.193676}, {"accuracy": 0.115613, "f1": 0.096341, "hf_subset": "sag_Latn-kat_Geor", "languages": ["sag-Latn", "kat-Geor"], "main_score": 0.096341, "precision": 0.090069, "recall": 0.115613}, {"accuracy": 0.187747, "f1": 0.164994, "hf_subset": "sag_Latn-lua_Latn", "languages": ["sag-Latn", "lua-Latn"], "main_score": 0.164994, "precision": 0.156308, "recall": 0.187747}, {"accuracy": 0.189723, "f1": 0.17184, "hf_subset": "sag_Latn-nya_Latn", "languages": ["sag-Latn", "nya-Latn"], "main_score": 0.17184, "precision": 0.16521, "recall": 0.189723}, {"accuracy": 0.203557, "f1": 0.177186, "hf_subset": "sag_Latn-slv_Latn", "languages": ["sag-Latn", "slv-Latn"], "main_score": 0.177186, "precision": 0.169567, "recall": 0.203557}, {"accuracy": 0.208498, "f1": 0.191121, "hf_subset": "sag_Latn-tpi_Latn", "languages": ["sag-Latn", "tpi-Latn"], "main_score": 0.191121, "precision": 0.184985, "recall": 0.208498}, {"accuracy": 0.211462, "f1": 0.181125, "hf_subset": "sag_Latn-zsm_Latn", "languages": ["sag-Latn", "zsm-Latn"], "main_score": 0.181125, "precision": 0.172977, "recall": 0.211462}, {"accuracy": 0.172925, "f1": 0.145801, "hf_subset": "sag_Latn-ayr_Latn", "languages": ["sag-Latn", "ayr-Latn"], "main_score": 0.145801, "precision": 0.137308, "recall": 0.172925}, {"accuracy": 0.221344, "f1": 0.1883, "hf_subset": "sag_Latn-dan_Latn", "languages": ["sag-Latn", "dan-Latn"], "main_score": 0.1883, "precision": 0.178957, "recall": 0.221344}, {"accuracy": 0.091897, "f1": 0.07725, "hf_subset": "sag_Latn-guj_Gujr", "languages": ["sag-Latn", "guj-Gujr"], "main_score": 0.07725, "precision": 0.073015, "recall": 0.091897}, {"accuracy": 0.156126, "f1": 0.132334, "hf_subset": "sag_Latn-kaz_Cyrl", "languages": ["sag-Latn", "kaz-Cyrl"], "main_score": 0.132334, "precision": 0.126636, "recall": 0.156126}, {"accuracy": 0.156126, "f1": 0.135631, "hf_subset": "sag_Latn-lug_Latn", "languages": ["sag-Latn", "lug-Latn"], "main_score": 0.135631, "precision": 0.129295, "recall": 0.156126}, {"accuracy": 0.176877, "f1": 0.155825, "hf_subset": "sag_Latn-oci_Latn", "languages": ["sag-Latn", "oci-Latn"], "main_score": 0.155825, "precision": 0.149791, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.143823, "hf_subset": "sag_Latn-smo_Latn", "languages": ["sag-Latn", "smo-Latn"], "main_score": 0.143823, "precision": 0.135454, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.156522, "hf_subset": "sag_Latn-tsn_Latn", "languages": ["sag-Latn", "tsn-Latn"], "main_score": 0.156522, "precision": 0.148569, "recall": 0.176877}, {"accuracy": 0.115613, "f1": 0.100711, "hf_subset": "sag_Latn-zul_Latn", "languages": ["sag-Latn", "zul-Latn"], "main_score": 0.100711, "precision": 0.096072, "recall": 0.115613}, {"accuracy": 0.082016, "f1": 0.07114, "hf_subset": "sag_Latn-azb_Arab", "languages": ["sag-Latn", "azb-Arab"], "main_score": 0.07114, "precision": 0.067949, "recall": 0.082016}, {"accuracy": 0.226285, "f1": 0.196912, "hf_subset": "sag_Latn-deu_Latn", "languages": ["sag-Latn", "deu-Latn"], "main_score": 0.196912, "precision": 0.187669, "recall": 0.226285}, {"accuracy": 0.174901, "f1": 0.152665, "hf_subset": "sag_Latn-hat_Latn", "languages": ["sag-Latn", "hat-Latn"], "main_score": 0.152665, "precision": 0.145588, "recall": 0.174901}, {"accuracy": 0.176877, "f1": 0.160782, "hf_subset": "sag_Latn-kbp_Latn", "languages": ["sag-Latn", "kbp-Latn"], "main_score": 0.160782, "precision": 0.155179, "recall": 0.176877}, {"accuracy": 0.184783, "f1": 0.158883, "hf_subset": "sag_Latn-luo_Latn", "languages": ["sag-Latn", "luo-Latn"], "main_score": 0.158883, "precision": 0.150129, "recall": 0.184783}, {"accuracy": 0.0583, "f1": 0.0491, "hf_subset": "sag_Latn-ory_Orya", "languages": ["sag-Latn", "ory-Orya"], "main_score": 0.0491, "precision": 0.046774, "recall": 0.0583}, {"accuracy": 0.125494, "f1": 0.108164, "hf_subset": "sag_Latn-sna_Latn", "languages": ["sag-Latn", "sna-Latn"], "main_score": 0.108164, "precision": 0.102945, "recall": 0.125494}, {"accuracy": 0.159091, "f1": 0.142783, "hf_subset": "sag_Latn-tso_Latn", "languages": ["sag-Latn", "tso-Latn"], "main_score": 0.142783, "precision": 0.136885, "recall": 0.159091}, {"accuracy": 0.125494, "f1": 0.107194, "hf_subset": "sag_Latn-azj_Latn", "languages": ["sag-Latn", "azj-Latn"], "main_score": 0.107194, "precision": 0.102487, "recall": 0.125494}, {"accuracy": 0.205534, "f1": 0.178937, "hf_subset": "sag_Latn-dik_Latn", "languages": ["sag-Latn", "dik-Latn"], "main_score": 0.178937, "precision": 0.169417, "recall": 0.205534}, {"accuracy": 0.181818, "f1": 0.161976, "hf_subset": "sag_Latn-hau_Latn", "languages": ["sag-Latn", "hau-Latn"], "main_score": 0.161976, "precision": 0.157024, "recall": 0.181818}, {"accuracy": 0.132411, "f1": 0.124404, "hf_subset": "sag_Latn-kea_Latn", "languages": ["sag-Latn", "kea-Latn"], "main_score": 0.124404, "precision": 0.121474, "recall": 0.132411}, {"accuracy": 0.187747, "f1": 0.161119, "hf_subset": "sag_Latn-lus_Latn", "languages": ["sag-Latn", "lus-Latn"], "main_score": 0.161119, "precision": 0.153426, "recall": 0.187747}, {"accuracy": 0.170949, "f1": 0.155915, "hf_subset": "sag_Latn-pag_Latn", "languages": ["sag-Latn", "pag-Latn"], "main_score": 0.155915, "precision": 0.150504, "recall": 0.170949}, {"accuracy": 0.076087, "f1": 0.06353, "hf_subset": "sag_Latn-snd_Arab", "languages": ["sag-Latn", "snd-Arab"], "main_score": 0.06353, "precision": 0.060348, "recall": 0.076087}, {"accuracy": 0.141304, "f1": 0.119797, "hf_subset": "sag_Latn-tuk_Latn", "languages": ["sag-Latn", "tuk-Latn"], "main_score": 0.119797, "precision": 0.113553, "recall": 0.141304}, {"accuracy": 0.156126, "f1": 0.134436, "hf_subset": "sag_Latn-bak_Cyrl", "languages": ["sag-Latn", "bak-Cyrl"], "main_score": 0.134436, "precision": 0.128492, "recall": 0.156126}, {"accuracy": 0.164032, "f1": 0.141243, "hf_subset": "sag_Latn-dyu_Latn", "languages": ["sag-Latn", "dyu-Latn"], "main_score": 0.141243, "precision": 0.13223, "recall": 0.164032}, {"accuracy": 0.146245, "f1": 0.123481, "hf_subset": "sag_Latn-heb_Hebr", "languages": ["sag-Latn", "heb-Hebr"], "main_score": 0.123481, "precision": 0.117091, "recall": 0.146245}, {"accuracy": 0.153162, "f1": 0.127457, "hf_subset": "sag_Latn-khk_Cyrl", "languages": ["sag-Latn", "khk-Cyrl"], "main_score": 0.127457, "precision": 0.121577, "recall": 0.153162}, {"accuracy": 0.170949, "f1": 0.146128, "hf_subset": "sag_Latn-lvs_Latn", "languages": ["sag-Latn", "lvs-Latn"], "main_score": 0.146128, "precision": 0.138531, "recall": 0.170949}, {"accuracy": 0.05336, "f1": 0.044797, "hf_subset": "sag_Latn-pan_Guru", "languages": ["sag-Latn", "pan-Guru"], "main_score": 0.044797, "precision": 0.042773, "recall": 0.05336}, {"accuracy": 0.13834, "f1": 0.125688, "hf_subset": "sag_Latn-som_Latn", "languages": ["sag-Latn", "som-Latn"], "main_score": 0.125688, "precision": 0.121425, "recall": 0.13834}, {"accuracy": 0.197628, "f1": 0.166976, "hf_subset": "sag_Latn-tum_Latn", "languages": ["sag-Latn", "tum-Latn"], "main_score": 0.166976, "precision": 0.156189, "recall": 0.197628}, {"accuracy": 0.009881, "f1": 0.004978, "hf_subset": "taq_Tfng-ace_Arab", "languages": ["taq-Tfng", "ace-Arab"], "main_score": 0.004978, "precision": 0.004387, "recall": 0.009881}, {"accuracy": 0.032609, "f1": 0.025389, "hf_subset": "taq_Tfng-bam_Latn", "languages": ["taq-Tfng", "bam-Latn"], "main_score": 0.025389, "precision": 0.023359, "recall": 0.032609}, {"accuracy": 0.004941, "f1": 0.002663, "hf_subset": "taq_Tfng-dzo_Tibt", "languages": ["taq-Tfng", "dzo-Tibt"], "main_score": 0.002663, "precision": 0.002392, "recall": 0.004941}, {"accuracy": 0.030632, "f1": 0.027341, "hf_subset": "taq_Tfng-hin_Deva", "languages": ["taq-Tfng", "hin-Deva"], "main_score": 0.027341, "precision": 0.026352, "recall": 0.030632}, {"accuracy": 0.013834, "f1": 0.012143, "hf_subset": "taq_Tfng-khm_Khmr", "languages": ["taq-Tfng", "khm-Khmr"], "main_score": 0.012143, "precision": 0.012024, "recall": 0.013834}, {"accuracy": 0.025692, "f1": 0.022078, "hf_subset": "taq_Tfng-mag_Deva", "languages": ["taq-Tfng", "mag-Deva"], "main_score": 0.022078, "precision": 0.021448, "recall": 0.025692}, {"accuracy": 0.037549, "f1": 0.032316, "hf_subset": "taq_Tfng-pap_Latn", "languages": ["taq-Tfng", "pap-Latn"], "main_score": 0.032316, "precision": 0.031005, "recall": 0.037549}, {"accuracy": 0.043478, "f1": 0.035988, "hf_subset": "taq_Tfng-sot_Latn", "languages": ["taq-Tfng", "sot-Latn"], "main_score": 0.035988, "precision": 0.03429, "recall": 0.043478}, {"accuracy": 0.048419, "f1": 0.042081, "hf_subset": "taq_Tfng-tur_Latn", "languages": ["taq-Tfng", "tur-Latn"], "main_score": 0.042081, "precision": 0.040485, "recall": 0.048419}, {"accuracy": 0.04249, "f1": 0.036025, "hf_subset": "taq_Tfng-ace_Latn", "languages": ["taq-Tfng", "ace-Latn"], "main_score": 0.036025, "precision": 0.034518, "recall": 0.04249}, {"accuracy": 0.029644, "f1": 0.026371, "hf_subset": "taq_Tfng-ban_Latn", "languages": ["taq-Tfng", "ban-Latn"], "main_score": 0.026371, "precision": 0.025373, "recall": 0.029644}, {"accuracy": 0.043478, "f1": 0.036879, "hf_subset": "taq_Tfng-ell_Grek", "languages": ["taq-Tfng", "ell-Grek"], "main_score": 0.036879, "precision": 0.035058, "recall": 0.043478}, {"accuracy": 0.02668, "f1": 0.022293, "hf_subset": "taq_Tfng-hne_Deva", "languages": ["taq-Tfng", "hne-Deva"], "main_score": 0.022293, "precision": 0.021605, "recall": 0.02668}, {"accuracy": 0.028656, "f1": 0.023125, "hf_subset": "taq_Tfng-kik_Latn", "languages": ["taq-Tfng", "kik-Latn"], "main_score": 0.023125, "precision": 0.021329, "recall": 0.028656}, {"accuracy": 0.031621, "f1": 0.027383, "hf_subset": "taq_Tfng-mai_Deva", "languages": ["taq-Tfng", "mai-Deva"], "main_score": 0.027383, "precision": 0.026702, "recall": 0.031621}, {"accuracy": 0.040514, "f1": 0.034289, "hf_subset": "taq_Tfng-pbt_Arab", "languages": ["taq-Tfng", "pbt-Arab"], "main_score": 0.034289, "precision": 0.03276, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.039857, "hf_subset": "taq_Tfng-spa_Latn", "languages": ["taq-Tfng", "spa-Latn"], "main_score": 0.039857, "precision": 0.038539, "recall": 0.043478}, {"accuracy": 0.052372, "f1": 0.041347, "hf_subset": "taq_Tfng-twi_Latn", "languages": ["taq-Tfng", "twi-Latn"], "main_score": 0.041347, "precision": 0.03886, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.026188, "hf_subset": "taq_Tfng-acm_Arab", "languages": ["taq-Tfng", "acm-Arab"], "main_score": 0.026188, "precision": 0.025034, "recall": 0.029644}, {"accuracy": 0.02668, "f1": 0.021972, "hf_subset": "taq_Tfng-bel_Cyrl", "languages": ["taq-Tfng", "bel-Cyrl"], "main_score": 0.021972, "precision": 0.020538, "recall": 0.02668}, {"accuracy": 0.046443, "f1": 0.040316, "hf_subset": "taq_Tfng-eng_Latn", "languages": ["taq-Tfng", "eng-Latn"], "main_score": 0.040316, "precision": 0.038709, "recall": 0.046443}, {"accuracy": 0.045455, "f1": 0.040853, "hf_subset": "taq_Tfng-hrv_Latn", "languages": ["taq-Tfng", "hrv-Latn"], "main_score": 0.040853, "precision": 0.039399, "recall": 0.045455}, {"accuracy": 0.040514, "f1": 0.034274, "hf_subset": "taq_Tfng-kin_Latn", "languages": ["taq-Tfng", "kin-Latn"], "main_score": 0.034274, "precision": 0.032926, "recall": 0.040514}, {"accuracy": 0.013834, "f1": 0.012025, "hf_subset": "taq_Tfng-mal_Mlym", "languages": ["taq-Tfng", "mal-Mlym"], "main_score": 0.012025, "precision": 0.011949, "recall": 0.013834}, {"accuracy": 0.041502, "f1": 0.036422, "hf_subset": "taq_Tfng-pes_Arab", "languages": ["taq-Tfng", "pes-Arab"], "main_score": 0.036422, "precision": 0.035487, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.03004, "hf_subset": "taq_Tfng-srd_Latn", "languages": ["taq-Tfng", "srd-Latn"], "main_score": 0.03004, "precision": 0.029084, "recall": 0.033597}, {"accuracy": 0.160079, "f1": 0.146831, "hf_subset": "taq_Tfng-tzm_Tfng", "languages": ["taq-Tfng", "tzm-Tfng"], "main_score": 0.146831, "precision": 0.14233, "recall": 0.160079}, {"accuracy": 0.038538, "f1": 0.033229, "hf_subset": "taq_Tfng-acq_Arab", "languages": ["taq-Tfng", "acq-Arab"], "main_score": 0.033229, "precision": 0.031523, "recall": 0.038538}, {"accuracy": 0.045455, "f1": 0.037983, "hf_subset": "taq_Tfng-bem_Latn", "languages": ["taq-Tfng", "bem-Latn"], "main_score": 0.037983, "precision": 0.036425, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.030307, "hf_subset": "taq_Tfng-epo_Latn", "languages": ["taq-Tfng", "epo-Latn"], "main_score": 0.030307, "precision": 0.029646, "recall": 0.032609}, {"accuracy": 0.049407, "f1": 0.043202, "hf_subset": "taq_Tfng-hun_Latn", "languages": ["taq-Tfng", "hun-Latn"], "main_score": 0.043202, "precision": 0.041597, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.027855, "hf_subset": "taq_Tfng-kir_Cyrl", "languages": ["taq-Tfng", "kir-Cyrl"], "main_score": 0.027855, "precision": 0.026691, "recall": 0.032609}, {"accuracy": 0.021739, "f1": 0.018389, "hf_subset": "taq_Tfng-mar_Deva", "languages": ["taq-Tfng", "mar-Deva"], "main_score": 0.018389, "precision": 0.017932, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028188, "hf_subset": "taq_Tfng-plt_Latn", "languages": ["taq-Tfng", "plt-Latn"], "main_score": 0.028188, "precision": 0.026693, "recall": 0.034585}, {"accuracy": 0.039526, "f1": 0.034952, "hf_subset": "taq_Tfng-srp_Cyrl", "languages": ["taq-Tfng", "srp-Cyrl"], "main_score": 0.034952, "precision": 0.033287, "recall": 0.039526}, {"accuracy": 0.032609, "f1": 0.026807, "hf_subset": "taq_Tfng-uig_Arab", "languages": ["taq-Tfng", "uig-Arab"], "main_score": 0.026807, "precision": 0.025922, "recall": 0.032609}, {"accuracy": 0.029644, "f1": 0.026682, "hf_subset": "taq_Tfng-aeb_Arab", "languages": ["taq-Tfng", "aeb-Arab"], "main_score": 0.026682, "precision": 0.025693, "recall": 0.029644}, {"accuracy": 0.017787, "f1": 0.015285, "hf_subset": "taq_Tfng-ben_Beng", "languages": ["taq-Tfng", "ben-Beng"], "main_score": 0.015285, "precision": 0.014894, "recall": 0.017787}, {"accuracy": 0.047431, "f1": 0.039957, "hf_subset": "taq_Tfng-est_Latn", "languages": ["taq-Tfng", "est-Latn"], "main_score": 0.039957, "precision": 0.03822, "recall": 0.047431}, {"accuracy": 0.036561, "f1": 0.030186, "hf_subset": "taq_Tfng-hye_Armn", "languages": ["taq-Tfng", "hye-Armn"], "main_score": 0.030186, "precision": 0.028424, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.032743, "hf_subset": "taq_Tfng-kmb_Latn", "languages": ["taq-Tfng", "kmb-Latn"], "main_score": 0.032743, "precision": 0.030638, "recall": 0.041502}, {"accuracy": 0.006917, "f1": 0.005107, "hf_subset": "taq_Tfng-min_Arab", "languages": ["taq-Tfng", "min-Arab"], "main_score": 0.005107, "precision": 0.004777, "recall": 0.006917}, {"accuracy": 0.04249, "f1": 0.036528, "hf_subset": "taq_Tfng-pol_Latn", "languages": ["taq-Tfng", "pol-Latn"], "main_score": 0.036528, "precision": 0.034921, "recall": 0.04249}, {"accuracy": 0.030632, "f1": 0.025544, "hf_subset": "taq_Tfng-ssw_Latn", "languages": ["taq-Tfng", "ssw-Latn"], "main_score": 0.025544, "precision": 0.024053, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.033717, "hf_subset": "taq_Tfng-ukr_Cyrl", "languages": ["taq-Tfng", "ukr-Cyrl"], "main_score": 0.033717, "precision": 0.032093, "recall": 0.040514}, {"accuracy": 0.043478, "f1": 0.036445, "hf_subset": "taq_Tfng-afr_Latn", "languages": ["taq-Tfng", "afr-Latn"], "main_score": 0.036445, "precision": 0.034985, "recall": 0.043478}, {"accuracy": 0.021739, "f1": 0.020092, "hf_subset": "taq_Tfng-bho_Deva", "languages": ["taq-Tfng", "bho-Deva"], "main_score": 0.020092, "precision": 0.019466, "recall": 0.021739}, {"accuracy": 0.037549, "f1": 0.0336, "hf_subset": "taq_Tfng-eus_Latn", "languages": ["taq-Tfng", "eus-Latn"], "main_score": 0.0336, "precision": 0.032479, "recall": 0.037549}, {"accuracy": 0.034585, "f1": 0.02615, "hf_subset": "taq_Tfng-ibo_Latn", "languages": ["taq-Tfng", "ibo-Latn"], "main_score": 0.02615, "precision": 0.024454, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031863, "hf_subset": "taq_Tfng-kmr_Latn", "languages": ["taq-Tfng", "kmr-Latn"], "main_score": 0.031863, "precision": 0.030432, "recall": 0.037549}, {"accuracy": 0.038538, "f1": 0.034612, "hf_subset": "taq_Tfng-min_Latn", "languages": ["taq-Tfng", "min-Latn"], "main_score": 0.034612, "precision": 0.033611, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.038922, "hf_subset": "taq_Tfng-por_Latn", "languages": ["taq-Tfng", "por-Latn"], "main_score": 0.038922, "precision": 0.036869, "recall": 0.046443}, {"accuracy": 0.036561, "f1": 0.033019, "hf_subset": "taq_Tfng-sun_Latn", "languages": ["taq-Tfng", "sun-Latn"], "main_score": 0.033019, "precision": 0.032567, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.023929, "hf_subset": "taq_Tfng-umb_Latn", "languages": ["taq-Tfng", "umb-Latn"], "main_score": 0.023929, "precision": 0.022456, "recall": 0.029644}, {"accuracy": 0.025692, "f1": 0.022729, "hf_subset": "taq_Tfng-ajp_Arab", "languages": ["taq-Tfng", "ajp-Arab"], "main_score": 0.022729, "precision": 0.021905, "recall": 0.025692}, {"accuracy": 0.005929, "f1": 0.003623, "hf_subset": "taq_Tfng-bjn_Arab", "languages": ["taq-Tfng", "bjn-Arab"], "main_score": 0.003623, "precision": 0.002668, "recall": 0.005929}, {"accuracy": 0.045455, "f1": 0.038343, "hf_subset": "taq_Tfng-ewe_Latn", "languages": ["taq-Tfng", "ewe-Latn"], "main_score": 0.038343, "precision": 0.036514, "recall": 0.045455}, {"accuracy": 0.046443, "f1": 0.040762, "hf_subset": "taq_Tfng-ilo_Latn", "languages": ["taq-Tfng", "ilo-Latn"], "main_score": 0.040762, "precision": 0.039572, "recall": 0.046443}, {"accuracy": 0.045455, "f1": 0.040664, "hf_subset": "taq_Tfng-knc_Arab", "languages": ["taq-Tfng", "knc-Arab"], "main_score": 0.040664, "precision": 0.039421, "recall": 0.045455}, {"accuracy": 0.049407, "f1": 0.04086, "hf_subset": "taq_Tfng-mkd_Cyrl", "languages": ["taq-Tfng", "mkd-Cyrl"], "main_score": 0.04086, "precision": 0.039351, "recall": 0.049407}, {"accuracy": 0.032609, "f1": 0.030142, "hf_subset": "taq_Tfng-prs_Arab", "languages": ["taq-Tfng", "prs-Arab"], "main_score": 0.030142, "precision": 0.029481, "recall": 0.032609}, {"accuracy": 0.04249, "f1": 0.036861, "hf_subset": "taq_Tfng-swe_Latn", "languages": ["taq-Tfng", "swe-Latn"], "main_score": 0.036861, "precision": 0.035596, "recall": 0.04249}, {"accuracy": 0.032609, "f1": 0.028189, "hf_subset": "taq_Tfng-urd_Arab", "languages": ["taq-Tfng", "urd-Arab"], "main_score": 0.028189, "precision": 0.027192, "recall": 0.032609}, {"accuracy": 0.050395, "f1": 0.04295, "hf_subset": "taq_Tfng-aka_Latn", "languages": ["taq-Tfng", "aka-Latn"], "main_score": 0.04295, "precision": 0.040685, "recall": 0.050395}, {"accuracy": 0.038538, "f1": 0.032182, "hf_subset": "taq_Tfng-bjn_Latn", "languages": ["taq-Tfng", "bjn-Latn"], "main_score": 0.032182, "precision": 0.03063, "recall": 0.038538}, {"accuracy": 0.030632, "f1": 0.027341, "hf_subset": "taq_Tfng-fao_Latn", "languages": ["taq-Tfng", "fao-Latn"], "main_score": 0.027341, "precision": 0.026187, "recall": 0.030632}, {"accuracy": 0.052372, "f1": 0.046793, "hf_subset": "taq_Tfng-ind_Latn", "languages": ["taq-Tfng", "ind-Latn"], "main_score": 0.046793, "precision": 0.045044, "recall": 0.052372}, {"accuracy": 0.050395, "f1": 0.038699, "hf_subset": "taq_Tfng-knc_Latn", "languages": ["taq-Tfng", "knc-Latn"], "main_score": 0.038699, "precision": 0.03574, "recall": 0.050395}, {"accuracy": 0.034585, "f1": 0.030373, "hf_subset": "taq_Tfng-mlt_Latn", "languages": ["taq-Tfng", "mlt-Latn"], "main_score": 0.030373, "precision": 0.028905, "recall": 0.034585}, {"accuracy": 0.044466, "f1": 0.03779, "hf_subset": "taq_Tfng-quy_Latn", "languages": ["taq-Tfng", "quy-Latn"], "main_score": 0.03779, "precision": 0.03581, "recall": 0.044466}, {"accuracy": 0.034585, "f1": 0.028405, "hf_subset": "taq_Tfng-swh_Latn", "languages": ["taq-Tfng", "swh-Latn"], "main_score": 0.028405, "precision": 0.026801, "recall": 0.034585}, {"accuracy": 0.030632, "f1": 0.024424, "hf_subset": "taq_Tfng-uzn_Latn", "languages": ["taq-Tfng", "uzn-Latn"], "main_score": 0.024424, "precision": 0.023168, "recall": 0.030632}, {"accuracy": 0.040514, "f1": 0.035921, "hf_subset": "taq_Tfng-als_Latn", "languages": ["taq-Tfng", "als-Latn"], "main_score": 0.035921, "precision": 0.034919, "recall": 0.040514}, {"accuracy": 0.079051, "f1": 0.063463, "hf_subset": "taq_Tfng-bod_Tibt", "languages": ["taq-Tfng", "bod-Tibt"], "main_score": 0.063463, "precision": 0.059655, "recall": 0.079051}, {"accuracy": 0.043478, "f1": 0.034452, "hf_subset": "taq_Tfng-fij_Latn", "languages": ["taq-Tfng", "fij-Latn"], "main_score": 0.034452, "precision": 0.031592, "recall": 0.043478}, {"accuracy": 0.030632, "f1": 0.026772, "hf_subset": "taq_Tfng-isl_Latn", "languages": ["taq-Tfng", "isl-Latn"], "main_score": 0.026772, "precision": 0.025905, "recall": 0.030632}, {"accuracy": 0.035573, "f1": 0.029592, "hf_subset": "taq_Tfng-kon_Latn", "languages": ["taq-Tfng", "kon-Latn"], "main_score": 0.029592, "precision": 0.027982, "recall": 0.035573}, {"accuracy": 0.030632, "f1": 0.024884, "hf_subset": "taq_Tfng-mni_Beng", "languages": ["taq-Tfng", "mni-Beng"], "main_score": 0.024884, "precision": 0.02368, "recall": 0.030632}, {"accuracy": 0.045455, "f1": 0.039434, "hf_subset": "taq_Tfng-ron_Latn", "languages": ["taq-Tfng", "ron-Latn"], "main_score": 0.039434, "precision": 0.037551, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.029235, "hf_subset": "taq_Tfng-szl_Latn", "languages": ["taq-Tfng", "szl-Latn"], "main_score": 0.029235, "precision": 0.028304, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.03159, "hf_subset": "taq_Tfng-vec_Latn", "languages": ["taq-Tfng", "vec-Latn"], "main_score": 0.03159, "precision": 0.030469, "recall": 0.035573}, {"accuracy": 0.034585, "f1": 0.027356, "hf_subset": "taq_Tfng-amh_Ethi", "languages": ["taq-Tfng", "amh-Ethi"], "main_score": 0.027356, "precision": 0.025999, "recall": 0.034585}, {"accuracy": 0.04249, "f1": 0.035634, "hf_subset": "taq_Tfng-bos_Latn", "languages": ["taq-Tfng", "bos-Latn"], "main_score": 0.035634, "precision": 0.033957, "recall": 0.04249}, {"accuracy": 0.044466, "f1": 0.039022, "hf_subset": "taq_Tfng-fin_Latn", "languages": ["taq-Tfng", "fin-Latn"], "main_score": 0.039022, "precision": 0.037304, "recall": 0.044466}, {"accuracy": 0.049407, "f1": 0.045228, "hf_subset": "taq_Tfng-ita_Latn", "languages": ["taq-Tfng", "ita-Latn"], "main_score": 0.045228, "precision": 0.043909, "recall": 0.049407}, {"accuracy": 0.019763, "f1": 0.018118, "hf_subset": "taq_Tfng-kor_Hang", "languages": ["taq-Tfng", "kor-Hang"], "main_score": 0.018118, "precision": 0.017788, "recall": 0.019763}, {"accuracy": 0.051383, "f1": 0.038963, "hf_subset": "taq_Tfng-mos_Latn", "languages": ["taq-Tfng", "mos-Latn"], "main_score": 0.038963, "precision": 0.036536, "recall": 0.051383}, {"accuracy": 0.038538, "f1": 0.029215, "hf_subset": "taq_Tfng-run_Latn", "languages": ["taq-Tfng", "run-Latn"], "main_score": 0.029215, "precision": 0.027503, "recall": 0.038538}, {"accuracy": 0.019763, "f1": 0.015216, "hf_subset": "taq_Tfng-tam_Taml", "languages": ["taq-Tfng", "tam-Taml"], "main_score": 0.015216, "precision": 0.01478, "recall": 0.019763}, {"accuracy": 0.039526, "f1": 0.034022, "hf_subset": "taq_Tfng-vie_Latn", "languages": ["taq-Tfng", "vie-Latn"], "main_score": 0.034022, "precision": 0.032711, "recall": 0.039526}, {"accuracy": 0.024704, "f1": 0.023388, "hf_subset": "taq_Tfng-apc_Arab", "languages": ["taq-Tfng", "apc-Arab"], "main_score": 0.023388, "precision": 0.023222, "recall": 0.024704}, {"accuracy": 0.034585, "f1": 0.031456, "hf_subset": "taq_Tfng-bug_Latn", "languages": ["taq-Tfng", "bug-Latn"], "main_score": 0.031456, "precision": 0.029974, "recall": 0.034585}, {"accuracy": 0.038538, "f1": 0.033599, "hf_subset": "taq_Tfng-fon_Latn", "languages": ["taq-Tfng", "fon-Latn"], "main_score": 0.033599, "precision": 0.031984, "recall": 0.038538}, {"accuracy": 0.034585, "f1": 0.029987, "hf_subset": "taq_Tfng-jav_Latn", "languages": ["taq-Tfng", "jav-Latn"], "main_score": 0.029987, "precision": 0.028663, "recall": 0.034585}, {"accuracy": 0.041502, "f1": 0.035594, "hf_subset": "taq_Tfng-lao_Laoo", "languages": ["taq-Tfng", "lao-Laoo"], "main_score": 0.035594, "precision": 0.034425, "recall": 0.041502}, {"accuracy": 0.052372, "f1": 0.044495, "hf_subset": "taq_Tfng-mri_Latn", "languages": ["taq-Tfng", "mri-Latn"], "main_score": 0.044495, "precision": 0.042417, "recall": 0.052372}, {"accuracy": 0.044466, "f1": 0.039016, "hf_subset": "taq_Tfng-rus_Cyrl", "languages": ["taq-Tfng", "rus-Cyrl"], "main_score": 0.039016, "precision": 0.037979, "recall": 0.044466}, {"accuracy": 0.066206, "f1": 0.056699, "hf_subset": "taq_Tfng-taq_Latn", "languages": ["taq-Tfng", "taq-Latn"], "main_score": 0.056699, "precision": 0.054654, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.03856, "hf_subset": "taq_Tfng-war_Latn", "languages": ["taq-Tfng", "war-Latn"], "main_score": 0.03856, "precision": 0.036918, "recall": 0.045455}, {"accuracy": 0.038538, "f1": 0.033386, "hf_subset": "taq_Tfng-arb_Arab", "languages": ["taq-Tfng", "arb-Arab"], "main_score": 0.033386, "precision": 0.031894, "recall": 0.038538}, {"accuracy": 0.044466, "f1": 0.039126, "hf_subset": "taq_Tfng-bul_Cyrl", "languages": ["taq-Tfng", "bul-Cyrl"], "main_score": 0.039126, "precision": 0.038026, "recall": 0.044466}, {"accuracy": 0.044466, "f1": 0.036733, "hf_subset": "taq_Tfng-fra_Latn", "languages": ["taq-Tfng", "fra-Latn"], "main_score": 0.036733, "precision": 0.034689, "recall": 0.044466}, {"accuracy": 0.041502, "f1": 0.035699, "hf_subset": "taq_Tfng-jpn_Jpan", "languages": ["taq-Tfng", "jpn-Jpan"], "main_score": 0.035699, "precision": 0.033766, "recall": 0.041502}, {"accuracy": 0.032609, "f1": 0.028603, "hf_subset": "taq_Tfng-lij_Latn", "languages": ["taq-Tfng", "lij-Latn"], "main_score": 0.028603, "precision": 0.027563, "recall": 0.032609}, {"accuracy": 0.032609, "f1": 0.0267, "hf_subset": "taq_Tfng-mya_Mymr", "languages": ["taq-Tfng", "mya-Mymr"], "main_score": 0.0267, "precision": 0.025014, "recall": 0.032609}, {"accuracy": 0.032609, "f1": 0.026114, "hf_subset": "taq_Tfng-sag_Latn", "languages": ["taq-Tfng", "sag-Latn"], "main_score": 0.026114, "precision": 0.024108, "recall": 0.032609}, {"accuracy": 0.044466, "f1": 0.037021, "hf_subset": "taq_Tfng-wol_Latn", "languages": ["taq-Tfng", "wol-Latn"], "main_score": 0.037021, "precision": 0.03512, "recall": 0.044466}, {"accuracy": 0.028656, "f1": 0.023112, "hf_subset": "taq_Tfng-arb_Latn", "languages": ["taq-Tfng", "arb-Latn"], "main_score": 0.023112, "precision": 0.021826, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.034917, "hf_subset": "taq_Tfng-cat_Latn", "languages": ["taq-Tfng", "cat-Latn"], "main_score": 0.034917, "precision": 0.033631, "recall": 0.039526}, {"accuracy": 0.033597, "f1": 0.028441, "hf_subset": "taq_Tfng-fur_Latn", "languages": ["taq-Tfng", "fur-Latn"], "main_score": 0.028441, "precision": 0.027423, "recall": 0.033597}, {"accuracy": 0.027668, "f1": 0.021584, "hf_subset": "taq_Tfng-kab_Latn", "languages": ["taq-Tfng", "kab-Latn"], "main_score": 0.021584, "precision": 0.020387, "recall": 0.027668}, {"accuracy": 0.04249, "f1": 0.037071, "hf_subset": "taq_Tfng-lim_Latn", "languages": ["taq-Tfng", "lim-Latn"], "main_score": 0.037071, "precision": 0.035551, "recall": 0.04249}, {"accuracy": 0.046443, "f1": 0.041686, "hf_subset": "taq_Tfng-nld_Latn", "languages": ["taq-Tfng", "nld-Latn"], "main_score": 0.041686, "precision": 0.040359, "recall": 0.046443}, {"accuracy": 0.022727, "f1": 0.018338, "hf_subset": "taq_Tfng-san_Deva", "languages": ["taq-Tfng", "san-Deva"], "main_score": 0.018338, "precision": 0.017903, "recall": 0.022727}, {"accuracy": 0.030632, "f1": 0.025243, "hf_subset": "taq_Tfng-tat_Cyrl", "languages": ["taq-Tfng", "tat-Cyrl"], "main_score": 0.025243, "precision": 0.023903, "recall": 0.030632}, {"accuracy": 0.041502, "f1": 0.034182, "hf_subset": "taq_Tfng-xho_Latn", "languages": ["taq-Tfng", "xho-Latn"], "main_score": 0.034182, "precision": 0.03207, "recall": 0.041502}, {"accuracy": 0.034585, "f1": 0.029205, "hf_subset": "taq_Tfng-ars_Arab", "languages": ["taq-Tfng", "ars-Arab"], "main_score": 0.029205, "precision": 0.027532, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031843, "hf_subset": "taq_Tfng-ceb_Latn", "languages": ["taq-Tfng", "ceb-Latn"], "main_score": 0.031843, "precision": 0.030131, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.033619, "hf_subset": "taq_Tfng-fuv_Latn", "languages": ["taq-Tfng", "fuv-Latn"], "main_score": 0.033619, "precision": 0.031827, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.035038, "hf_subset": "taq_Tfng-kac_Latn", "languages": ["taq-Tfng", "kac-Latn"], "main_score": 0.035038, "precision": 0.033211, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.0267, "hf_subset": "taq_Tfng-lin_Latn", "languages": ["taq-Tfng", "lin-Latn"], "main_score": 0.0267, "precision": 0.025343, "recall": 0.031621}, {"accuracy": 0.04249, "f1": 0.036882, "hf_subset": "taq_Tfng-nno_Latn", "languages": ["taq-Tfng", "nno-Latn"], "main_score": 0.036882, "precision": 0.03568, "recall": 0.04249}, {"accuracy": 0.018775, "f1": 0.013631, "hf_subset": "taq_Tfng-sat_Olck", "languages": ["taq-Tfng", "sat-Olck"], "main_score": 0.013631, "precision": 0.012533, "recall": 0.018775}, {"accuracy": 0.01581, "f1": 0.013024, "hf_subset": "taq_Tfng-tel_Telu", "languages": ["taq-Tfng", "tel-Telu"], "main_score": 0.013024, "precision": 0.012688, "recall": 0.01581}, {"accuracy": 0.040514, "f1": 0.033161, "hf_subset": "taq_Tfng-ydd_Hebr", "languages": ["taq-Tfng", "ydd-Hebr"], "main_score": 0.033161, "precision": 0.031089, "recall": 0.040514}, {"accuracy": 0.024704, "f1": 0.022628, "hf_subset": "taq_Tfng-ary_Arab", "languages": ["taq-Tfng", "ary-Arab"], "main_score": 0.022628, "precision": 0.021821, "recall": 0.024704}, {"accuracy": 0.04249, "f1": 0.037595, "hf_subset": "taq_Tfng-ces_Latn", "languages": ["taq-Tfng", "ces-Latn"], "main_score": 0.037595, "precision": 0.03642, "recall": 0.04249}, {"accuracy": 0.036561, "f1": 0.027839, "hf_subset": "taq_Tfng-gaz_Latn", "languages": ["taq-Tfng", "gaz-Latn"], "main_score": 0.027839, "precision": 0.025645, "recall": 0.036561}, {"accuracy": 0.029644, "f1": 0.024659, "hf_subset": "taq_Tfng-kam_Latn", "languages": ["taq-Tfng", "kam-Latn"], "main_score": 0.024659, "precision": 0.023058, "recall": 0.029644}, {"accuracy": 0.046443, "f1": 0.039827, "hf_subset": "taq_Tfng-lit_Latn", "languages": ["taq-Tfng", "lit-Latn"], "main_score": 0.039827, "precision": 0.038273, "recall": 0.046443}, {"accuracy": 0.047431, "f1": 0.041273, "hf_subset": "taq_Tfng-nob_Latn", "languages": ["taq-Tfng", "nob-Latn"], "main_score": 0.041273, "precision": 0.039865, "recall": 0.047431}, {"accuracy": 0.038538, "f1": 0.033434, "hf_subset": "taq_Tfng-scn_Latn", "languages": ["taq-Tfng", "scn-Latn"], "main_score": 0.033434, "precision": 0.031819, "recall": 0.038538}, {"accuracy": 0.040514, "f1": 0.031336, "hf_subset": "taq_Tfng-tgk_Cyrl", "languages": ["taq-Tfng", "tgk-Cyrl"], "main_score": 0.031336, "precision": 0.029159, "recall": 0.040514}, {"accuracy": 0.027668, "f1": 0.019942, "hf_subset": "taq_Tfng-yor_Latn", "languages": ["taq-Tfng", "yor-Latn"], "main_score": 0.019942, "precision": 0.018047, "recall": 0.027668}, {"accuracy": 0.031621, "f1": 0.027407, "hf_subset": "taq_Tfng-arz_Arab", "languages": ["taq-Tfng", "arz-Arab"], "main_score": 0.027407, "precision": 0.02594, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.023065, "hf_subset": "taq_Tfng-cjk_Latn", "languages": ["taq-Tfng", "cjk-Latn"], "main_score": 0.023065, "precision": 0.021414, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037812, "hf_subset": "taq_Tfng-gla_Latn", "languages": ["taq-Tfng", "gla-Latn"], "main_score": 0.037812, "precision": 0.036546, "recall": 0.043478}, {"accuracy": 0.014822, "f1": 0.012857, "hf_subset": "taq_Tfng-kan_Knda", "languages": ["taq-Tfng", "kan-Knda"], "main_score": 0.012857, "precision": 0.012852, "recall": 0.014822}, {"accuracy": 0.036561, "f1": 0.029896, "hf_subset": "taq_Tfng-lmo_Latn", "languages": ["taq-Tfng", "lmo-Latn"], "main_score": 0.029896, "precision": 0.028623, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.037563, "hf_subset": "taq_Tfng-npi_Deva", "languages": ["taq-Tfng", "npi-Deva"], "main_score": 0.037563, "precision": 0.036568, "recall": 0.041502}, {"accuracy": 0.033597, "f1": 0.029169, "hf_subset": "taq_Tfng-shn_Mymr", "languages": ["taq-Tfng", "shn-Mymr"], "main_score": 0.029169, "precision": 0.027421, "recall": 0.033597}, {"accuracy": 0.041502, "f1": 0.036542, "hf_subset": "taq_Tfng-tgl_Latn", "languages": ["taq-Tfng", "tgl-Latn"], "main_score": 0.036542, "precision": 0.035155, "recall": 0.041502}, {"accuracy": 0.037549, "f1": 0.032287, "hf_subset": "taq_Tfng-yue_Hant", "languages": ["taq-Tfng", "yue-Hant"], "main_score": 0.032287, "precision": 0.030771, "recall": 0.037549}, {"accuracy": 0.013834, "f1": 0.011537, "hf_subset": "taq_Tfng-asm_Beng", "languages": ["taq-Tfng", "asm-Beng"], "main_score": 0.011537, "precision": 0.011368, "recall": 0.013834}, {"accuracy": 0.039526, "f1": 0.033129, "hf_subset": "taq_Tfng-ckb_Arab", "languages": ["taq-Tfng", "ckb-Arab"], "main_score": 0.033129, "precision": 0.03145, "recall": 0.039526}, {"accuracy": 0.036561, "f1": 0.029874, "hf_subset": "taq_Tfng-gle_Latn", "languages": ["taq-Tfng", "gle-Latn"], "main_score": 0.029874, "precision": 0.028278, "recall": 0.036561}, {"accuracy": 0.022727, "f1": 0.018839, "hf_subset": "taq_Tfng-kas_Arab", "languages": ["taq-Tfng", "kas-Arab"], "main_score": 0.018839, "precision": 0.017984, "recall": 0.022727}, {"accuracy": 0.035573, "f1": 0.031952, "hf_subset": "taq_Tfng-ltg_Latn", "languages": ["taq-Tfng", "ltg-Latn"], "main_score": 0.031952, "precision": 0.030634, "recall": 0.035573}, {"accuracy": 0.047431, "f1": 0.039986, "hf_subset": "taq_Tfng-nso_Latn", "languages": ["taq-Tfng", "nso-Latn"], "main_score": 0.039986, "precision": 0.038184, "recall": 0.047431}, {"accuracy": 0.033597, "f1": 0.028608, "hf_subset": "taq_Tfng-sin_Sinh", "languages": ["taq-Tfng", "sin-Sinh"], "main_score": 0.028608, "precision": 0.027564, "recall": 0.033597}, {"accuracy": 0.045455, "f1": 0.037331, "hf_subset": "taq_Tfng-tha_Thai", "languages": ["taq-Tfng", "tha-Thai"], "main_score": 0.037331, "precision": 0.034928, "recall": 0.045455}, {"accuracy": 0.043478, "f1": 0.035819, "hf_subset": "taq_Tfng-zho_Hans", "languages": ["taq-Tfng", "zho-Hans"], "main_score": 0.035819, "precision": 0.034508, "recall": 0.043478}, {"accuracy": 0.040514, "f1": 0.035641, "hf_subset": "taq_Tfng-ast_Latn", "languages": ["taq-Tfng", "ast-Latn"], "main_score": 0.035641, "precision": 0.034207, "recall": 0.040514}, {"accuracy": 0.037549, "f1": 0.031688, "hf_subset": "taq_Tfng-crh_Latn", "languages": ["taq-Tfng", "crh-Latn"], "main_score": 0.031688, "precision": 0.030338, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.035493, "hf_subset": "taq_Tfng-glg_Latn", "languages": ["taq-Tfng", "glg-Latn"], "main_score": 0.035493, "precision": 0.034069, "recall": 0.040514}, {"accuracy": 0.027668, "f1": 0.0234, "hf_subset": "taq_Tfng-kas_Deva", "languages": ["taq-Tfng", "kas-Deva"], "main_score": 0.0234, "precision": 0.022438, "recall": 0.027668}, {"accuracy": 0.037549, "f1": 0.031379, "hf_subset": "taq_Tfng-ltz_Latn", "languages": ["taq-Tfng", "ltz-Latn"], "main_score": 0.031379, "precision": 0.030073, "recall": 0.037549}, {"accuracy": 0.050395, "f1": 0.038335, "hf_subset": "taq_Tfng-nus_Latn", "languages": ["taq-Tfng", "nus-Latn"], "main_score": 0.038335, "precision": 0.035676, "recall": 0.050395}, {"accuracy": 0.045455, "f1": 0.038965, "hf_subset": "taq_Tfng-slk_Latn", "languages": ["taq-Tfng", "slk-Latn"], "main_score": 0.038965, "precision": 0.037205, "recall": 0.045455}, {"accuracy": 0.016798, "f1": 0.014661, "hf_subset": "taq_Tfng-tir_Ethi", "languages": ["taq-Tfng", "tir-Ethi"], "main_score": 0.014661, "precision": 0.014165, "recall": 0.016798}, {"accuracy": 0.035573, "f1": 0.032611, "hf_subset": "taq_Tfng-zho_Hant", "languages": ["taq-Tfng", "zho-Hant"], "main_score": 0.032611, "precision": 0.031787, "recall": 0.035573}, {"accuracy": 0.021739, "f1": 0.020094, "hf_subset": "taq_Tfng-awa_Deva", "languages": ["taq-Tfng", "awa-Deva"], "main_score": 0.020094, "precision": 0.019764, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028411, "hf_subset": "taq_Tfng-cym_Latn", "languages": ["taq-Tfng", "cym-Latn"], "main_score": 0.028411, "precision": 0.027327, "recall": 0.034585}, {"accuracy": 0.04249, "f1": 0.033228, "hf_subset": "taq_Tfng-grn_Latn", "languages": ["taq-Tfng", "grn-Latn"], "main_score": 0.033228, "precision": 0.031567, "recall": 0.04249}, {"accuracy": 0.024704, "f1": 0.022072, "hf_subset": "taq_Tfng-kat_Geor", "languages": ["taq-Tfng", "kat-Geor"], "main_score": 0.022072, "precision": 0.021247, "recall": 0.024704}, {"accuracy": 0.045455, "f1": 0.038671, "hf_subset": "taq_Tfng-lua_Latn", "languages": ["taq-Tfng", "lua-Latn"], "main_score": 0.038671, "precision": 0.036536, "recall": 0.045455}, {"accuracy": 0.043478, "f1": 0.037604, "hf_subset": "taq_Tfng-nya_Latn", "languages": ["taq-Tfng", "nya-Latn"], "main_score": 0.037604, "precision": 0.035236, "recall": 0.043478}, {"accuracy": 0.047431, "f1": 0.040442, "hf_subset": "taq_Tfng-slv_Latn", "languages": ["taq-Tfng", "slv-Latn"], "main_score": 0.040442, "precision": 0.039012, "recall": 0.047431}, {"accuracy": 0.048419, "f1": 0.045292, "hf_subset": "taq_Tfng-tpi_Latn", "languages": ["taq-Tfng", "tpi-Latn"], "main_score": 0.045292, "precision": 0.044303, "recall": 0.048419}, {"accuracy": 0.049407, "f1": 0.042342, "hf_subset": "taq_Tfng-zsm_Latn", "languages": ["taq-Tfng", "zsm-Latn"], "main_score": 0.042342, "precision": 0.04064, "recall": 0.049407}, {"accuracy": 0.04249, "f1": 0.031876, "hf_subset": "taq_Tfng-ayr_Latn", "languages": ["taq-Tfng", "ayr-Latn"], "main_score": 0.031876, "precision": 0.028869, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.037256, "hf_subset": "taq_Tfng-dan_Latn", "languages": ["taq-Tfng", "dan-Latn"], "main_score": 0.037256, "precision": 0.035609, "recall": 0.043478}, {"accuracy": 0.017787, "f1": 0.014018, "hf_subset": "taq_Tfng-guj_Gujr", "languages": ["taq-Tfng", "guj-Gujr"], "main_score": 0.014018, "precision": 0.013649, "recall": 0.017787}, {"accuracy": 0.037549, "f1": 0.03454, "hf_subset": "taq_Tfng-kaz_Cyrl", "languages": ["taq-Tfng", "kaz-Cyrl"], "main_score": 0.03454, "precision": 0.033763, "recall": 0.037549}, {"accuracy": 0.020751, "f1": 0.017789, "hf_subset": "taq_Tfng-lug_Latn", "languages": ["taq-Tfng", "lug-Latn"], "main_score": 0.017789, "precision": 0.016799, "recall": 0.020751}, {"accuracy": 0.041502, "f1": 0.03659, "hf_subset": "taq_Tfng-oci_Latn", "languages": ["taq-Tfng", "oci-Latn"], "main_score": 0.03659, "precision": 0.035456, "recall": 0.041502}, {"accuracy": 0.043478, "f1": 0.036096, "hf_subset": "taq_Tfng-smo_Latn", "languages": ["taq-Tfng", "smo-Latn"], "main_score": 0.036096, "precision": 0.03413, "recall": 0.043478}, {"accuracy": 0.041502, "f1": 0.034635, "hf_subset": "taq_Tfng-tsn_Latn", "languages": ["taq-Tfng", "tsn-Latn"], "main_score": 0.034635, "precision": 0.032727, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.030953, "hf_subset": "taq_Tfng-zul_Latn", "languages": ["taq-Tfng", "zul-Latn"], "main_score": 0.030953, "precision": 0.029147, "recall": 0.039526}, {"accuracy": 0.025692, "f1": 0.020561, "hf_subset": "taq_Tfng-azb_Arab", "languages": ["taq-Tfng", "azb-Arab"], "main_score": 0.020561, "precision": 0.019531, "recall": 0.025692}, {"accuracy": 0.049407, "f1": 0.043125, "hf_subset": "taq_Tfng-deu_Latn", "languages": ["taq-Tfng", "deu-Latn"], "main_score": 0.043125, "precision": 0.041787, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.037557, "hf_subset": "taq_Tfng-hat_Latn", "languages": ["taq-Tfng", "hat-Latn"], "main_score": 0.037557, "precision": 0.035313, "recall": 0.044466}, {"accuracy": 0.040514, "f1": 0.032716, "hf_subset": "taq_Tfng-kbp_Latn", "languages": ["taq-Tfng", "kbp-Latn"], "main_score": 0.032716, "precision": 0.030531, "recall": 0.040514}, {"accuracy": 0.036561, "f1": 0.027613, "hf_subset": "taq_Tfng-luo_Latn", "languages": ["taq-Tfng", "luo-Latn"], "main_score": 0.027613, "precision": 0.024944, "recall": 0.036561}, {"accuracy": 0.017787, "f1": 0.016208, "hf_subset": "taq_Tfng-ory_Orya", "languages": ["taq-Tfng", "ory-Orya"], "main_score": 0.016208, "precision": 0.016059, "recall": 0.017787}, {"accuracy": 0.038538, "f1": 0.03171, "hf_subset": "taq_Tfng-sna_Latn", "languages": ["taq-Tfng", "sna-Latn"], "main_score": 0.03171, "precision": 0.030304, "recall": 0.038538}, {"accuracy": 0.049407, "f1": 0.042861, "hf_subset": "taq_Tfng-tso_Latn", "languages": ["taq-Tfng", "tso-Latn"], "main_score": 0.042861, "precision": 0.041194, "recall": 0.049407}, {"accuracy": 0.024704, "f1": 0.021089, "hf_subset": "taq_Tfng-azj_Latn", "languages": ["taq-Tfng", "azj-Latn"], "main_score": 0.021089, "precision": 0.020261, "recall": 0.024704}, {"accuracy": 0.034585, "f1": 0.028225, "hf_subset": "taq_Tfng-dik_Latn", "languages": ["taq-Tfng", "dik-Latn"], "main_score": 0.028225, "precision": 0.0266, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.031953, "hf_subset": "taq_Tfng-hau_Latn", "languages": ["taq-Tfng", "hau-Latn"], "main_score": 0.031953, "precision": 0.029811, "recall": 0.037549}, {"accuracy": 0.028656, "f1": 0.024772, "hf_subset": "taq_Tfng-kea_Latn", "languages": ["taq-Tfng", "kea-Latn"], "main_score": 0.024772, "precision": 0.023469, "recall": 0.028656}, {"accuracy": 0.044466, "f1": 0.036435, "hf_subset": "taq_Tfng-lus_Latn", "languages": ["taq-Tfng", "lus-Latn"], "main_score": 0.036435, "precision": 0.034258, "recall": 0.044466}, {"accuracy": 0.044466, "f1": 0.037725, "hf_subset": "taq_Tfng-pag_Latn", "languages": ["taq-Tfng", "pag-Latn"], "main_score": 0.037725, "precision": 0.035578, "recall": 0.044466}, {"accuracy": 0.028656, "f1": 0.023484, "hf_subset": "taq_Tfng-snd_Arab", "languages": ["taq-Tfng", "snd-Arab"], "main_score": 0.023484, "precision": 0.022449, "recall": 0.028656}, {"accuracy": 0.037549, "f1": 0.031422, "hf_subset": "taq_Tfng-tuk_Latn", "languages": ["taq-Tfng", "tuk-Latn"], "main_score": 0.031422, "precision": 0.030536, "recall": 0.037549}, {"accuracy": 0.041502, "f1": 0.032235, "hf_subset": "taq_Tfng-bak_Cyrl", "languages": ["taq-Tfng", "bak-Cyrl"], "main_score": 0.032235, "precision": 0.030313, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.026058, "hf_subset": "taq_Tfng-dyu_Latn", "languages": ["taq-Tfng", "dyu-Latn"], "main_score": 0.026058, "precision": 0.024727, "recall": 0.031621}, {"accuracy": 0.043478, "f1": 0.035182, "hf_subset": "taq_Tfng-heb_Hebr", "languages": ["taq-Tfng", "heb-Hebr"], "main_score": 0.035182, "precision": 0.033529, "recall": 0.043478}, {"accuracy": 0.023715, "f1": 0.021743, "hf_subset": "taq_Tfng-khk_Cyrl", "languages": ["taq-Tfng", "khk-Cyrl"], "main_score": 0.021743, "precision": 0.021247, "recall": 0.023715}, {"accuracy": 0.051383, "f1": 0.045278, "hf_subset": "taq_Tfng-lvs_Latn", "languages": ["taq-Tfng", "lvs-Latn"], "main_score": 0.045278, "precision": 0.043864, "recall": 0.051383}, {"accuracy": 0.034585, "f1": 0.028773, "hf_subset": "taq_Tfng-pan_Guru", "languages": ["taq-Tfng", "pan-Guru"], "main_score": 0.028773, "precision": 0.027729, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.030528, "hf_subset": "taq_Tfng-som_Latn", "languages": ["taq-Tfng", "som-Latn"], "main_score": 0.030528, "precision": 0.028771, "recall": 0.037549}, {"accuracy": 0.047431, "f1": 0.037163, "hf_subset": "taq_Tfng-tum_Latn", "languages": ["taq-Tfng", "tum-Latn"], "main_score": 0.037163, "precision": 0.034443, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.031925, "hf_subset": "wol_Latn-ace_Arab", "languages": ["wol-Latn", "ace-Arab"], "main_score": 0.031925, "precision": 0.029684, "recall": 0.040514}, {"accuracy": 0.216403, "f1": 0.195335, "hf_subset": "wol_Latn-bam_Latn", "languages": ["wol-Latn", "bam-Latn"], "main_score": 0.195335, "precision": 0.187771, "recall": 0.216403}, {"accuracy": 0.003953, "f1": 0.000708, "hf_subset": "wol_Latn-dzo_Tibt", "languages": ["wol-Latn", "dzo-Tibt"], "main_score": 0.000708, "precision": 0.000444, "recall": 0.003953}, {"accuracy": 0.179842, "f1": 0.150983, "hf_subset": "wol_Latn-hin_Deva", "languages": ["wol-Latn", "hin-Deva"], "main_score": 0.150983, "precision": 0.142242, "recall": 0.179842}, {"accuracy": 0.155138, "f1": 0.143585, "hf_subset": "wol_Latn-khm_Khmr", "languages": ["wol-Latn", "khm-Khmr"], "main_score": 0.143585, "precision": 0.139735, "recall": 0.155138}, {"accuracy": 0.13834, "f1": 0.121282, "hf_subset": "wol_Latn-mag_Deva", "languages": ["wol-Latn", "mag-Deva"], "main_score": 0.121282, "precision": 0.11531, "recall": 0.13834}, {"accuracy": 0.176877, "f1": 0.165715, "hf_subset": "wol_Latn-pap_Latn", "languages": ["wol-Latn", "pap-Latn"], "main_score": 0.165715, "precision": 0.162622, "recall": 0.176877}, {"accuracy": 0.25, "f1": 0.220803, "hf_subset": "wol_Latn-sot_Latn", "languages": ["wol-Latn", "sot-Latn"], "main_score": 0.220803, "precision": 0.211123, "recall": 0.25}, {"accuracy": 0.280632, "f1": 0.24479, "hf_subset": "wol_Latn-tur_Latn", "languages": ["wol-Latn", "tur-Latn"], "main_score": 0.24479, "precision": 0.235808, "recall": 0.280632}, {"accuracy": 0.226285, "f1": 0.209298, "hf_subset": "wol_Latn-ace_Latn", "languages": ["wol-Latn", "ace-Latn"], "main_score": 0.209298, "precision": 0.203132, "recall": 0.226285}, {"accuracy": 0.176877, "f1": 0.166074, "hf_subset": "wol_Latn-ban_Latn", "languages": ["wol-Latn", "ban-Latn"], "main_score": 0.166074, "precision": 0.162978, "recall": 0.176877}, {"accuracy": 0.177866, "f1": 0.155913, "hf_subset": "wol_Latn-ell_Grek", "languages": ["wol-Latn", "ell-Grek"], "main_score": 0.155913, "precision": 0.148134, "recall": 0.177866}, {"accuracy": 0.140316, "f1": 0.124915, "hf_subset": "wol_Latn-hne_Deva", "languages": ["wol-Latn", "hne-Deva"], "main_score": 0.124915, "precision": 0.120821, "recall": 0.140316}, {"accuracy": 0.221344, "f1": 0.197914, "hf_subset": "wol_Latn-kik_Latn", "languages": ["wol-Latn", "kik-Latn"], "main_score": 0.197914, "precision": 0.189102, "recall": 0.221344}, {"accuracy": 0.125494, "f1": 0.117014, "hf_subset": "wol_Latn-mai_Deva", "languages": ["wol-Latn", "mai-Deva"], "main_score": 0.117014, "precision": 0.11432, "recall": 0.125494}, {"accuracy": 0.151186, "f1": 0.131575, "hf_subset": "wol_Latn-pbt_Arab", "languages": ["wol-Latn", "pbt-Arab"], "main_score": 0.131575, "precision": 0.125356, "recall": 0.151186}, {"accuracy": 0.251976, "f1": 0.224019, "hf_subset": "wol_Latn-spa_Latn", "languages": ["wol-Latn", "spa-Latn"], "main_score": 0.224019, "precision": 0.215884, "recall": 0.251976}, {"accuracy": 0.279644, "f1": 0.261594, "hf_subset": "wol_Latn-twi_Latn", "languages": ["wol-Latn", "twi-Latn"], "main_score": 0.261594, "precision": 0.253409, "recall": 0.279644}, {"accuracy": 0.131423, "f1": 0.121281, "hf_subset": "wol_Latn-acm_Arab", "languages": ["wol-Latn", "acm-Arab"], "main_score": 0.121281, "precision": 0.117409, "recall": 0.131423}, {"accuracy": 0.167984, "f1": 0.138905, "hf_subset": "wol_Latn-bel_Cyrl", "languages": ["wol-Latn", "bel-Cyrl"], "main_score": 0.138905, "precision": 0.13057, "recall": 0.167984}, {"accuracy": 0.272727, "f1": 0.233881, "hf_subset": "wol_Latn-eng_Latn", "languages": ["wol-Latn", "eng-Latn"], "main_score": 0.233881, "precision": 0.221394, "recall": 0.272727}, {"accuracy": 0.201581, "f1": 0.186325, "hf_subset": "wol_Latn-hrv_Latn", "languages": ["wol-Latn", "hrv-Latn"], "main_score": 0.186325, "precision": 0.181195, "recall": 0.201581}, {"accuracy": 0.201581, "f1": 0.18034, "hf_subset": "wol_Latn-kin_Latn", "languages": ["wol-Latn", "kin-Latn"], "main_score": 0.18034, "precision": 0.172632, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.066212, "hf_subset": "wol_Latn-mal_Mlym", "languages": ["wol-Latn", "mal-Mlym"], "main_score": 0.066212, "precision": 0.063679, "recall": 0.079051}, {"accuracy": 0.187747, "f1": 0.164749, "hf_subset": "wol_Latn-pes_Arab", "languages": ["wol-Latn", "pes-Arab"], "main_score": 0.164749, "precision": 0.157292, "recall": 0.187747}, {"accuracy": 0.186759, "f1": 0.173368, "hf_subset": "wol_Latn-srd_Latn", "languages": ["wol-Latn", "srd-Latn"], "main_score": 0.173368, "precision": 0.16877, "recall": 0.186759}, {"accuracy": 0.076087, "f1": 0.053985, "hf_subset": "wol_Latn-tzm_Tfng", "languages": ["wol-Latn", "tzm-Tfng"], "main_score": 0.053985, "precision": 0.047946, "recall": 0.076087}, {"accuracy": 0.156126, "f1": 0.140854, "hf_subset": "wol_Latn-acq_Arab", "languages": ["wol-Latn", "acq-Arab"], "main_score": 0.140854, "precision": 0.13568, "recall": 0.156126}, {"accuracy": 0.247036, "f1": 0.220365, "hf_subset": "wol_Latn-bem_Latn", "languages": ["wol-Latn", "bem-Latn"], "main_score": 0.220365, "precision": 0.210445, "recall": 0.247036}, {"accuracy": 0.158103, "f1": 0.148803, "hf_subset": "wol_Latn-epo_Latn", "languages": ["wol-Latn", "epo-Latn"], "main_score": 0.148803, "precision": 0.145566, "recall": 0.158103}, {"accuracy": 0.252964, "f1": 0.217649, "hf_subset": "wol_Latn-hun_Latn", "languages": ["wol-Latn", "hun-Latn"], "main_score": 0.217649, "precision": 0.208356, "recall": 0.252964}, {"accuracy": 0.193676, "f1": 0.175117, "hf_subset": "wol_Latn-kir_Cyrl", "languages": ["wol-Latn", "kir-Cyrl"], "main_score": 0.175117, "precision": 0.169454, "recall": 0.193676}, {"accuracy": 0.157115, "f1": 0.127824, "hf_subset": "wol_Latn-mar_Deva", "languages": ["wol-Latn", "mar-Deva"], "main_score": 0.127824, "precision": 0.11884, "recall": 0.157115}, {"accuracy": 0.23419, "f1": 0.213918, "hf_subset": "wol_Latn-plt_Latn", "languages": ["wol-Latn", "plt-Latn"], "main_score": 0.213918, "precision": 0.206405, "recall": 0.23419}, {"accuracy": 0.202569, "f1": 0.17363, "hf_subset": "wol_Latn-srp_Cyrl", "languages": ["wol-Latn", "srp-Cyrl"], "main_score": 0.17363, "precision": 0.164008, "recall": 0.202569}, {"accuracy": 0.104743, "f1": 0.089139, "hf_subset": "wol_Latn-uig_Arab", "languages": ["wol-Latn", "uig-Arab"], "main_score": 0.089139, "precision": 0.084712, "recall": 0.104743}, {"accuracy": 0.147233, "f1": 0.131748, "hf_subset": "wol_Latn-aeb_Arab", "languages": ["wol-Latn", "aeb-Arab"], "main_score": 0.131748, "precision": 0.127207, "recall": 0.147233}, {"accuracy": 0.081028, "f1": 0.06765, "hf_subset": "wol_Latn-ben_Beng", "languages": ["wol-Latn", "ben-Beng"], "main_score": 0.06765, "precision": 0.064193, "recall": 0.081028}, {"accuracy": 0.256917, "f1": 0.218252, "hf_subset": "wol_Latn-est_Latn", "languages": ["wol-Latn", "est-Latn"], "main_score": 0.218252, "precision": 0.208729, "recall": 0.256917}, {"accuracy": 0.152174, "f1": 0.130251, "hf_subset": "wol_Latn-hye_Armn", "languages": ["wol-Latn", "hye-Armn"], "main_score": 0.130251, "precision": 0.12266, "recall": 0.152174}, {"accuracy": 0.22332, "f1": 0.193209, "hf_subset": "wol_Latn-kmb_Latn", "languages": ["wol-Latn", "kmb-Latn"], "main_score": 0.193209, "precision": 0.182218, "recall": 0.22332}, {"accuracy": 0.031621, "f1": 0.023508, "hf_subset": "wol_Latn-min_Arab", "languages": ["wol-Latn", "min-Arab"], "main_score": 0.023508, "precision": 0.021517, "recall": 0.031621}, {"accuracy": 0.259881, "f1": 0.224773, "hf_subset": "wol_Latn-pol_Latn", "languages": ["wol-Latn", "pol-Latn"], "main_score": 0.224773, "precision": 0.21451, "recall": 0.259881}, {"accuracy": 0.184783, "f1": 0.156795, "hf_subset": "wol_Latn-ssw_Latn", "languages": ["wol-Latn", "ssw-Latn"], "main_score": 0.156795, "precision": 0.147139, "recall": 0.184783}, {"accuracy": 0.195652, "f1": 0.16836, "hf_subset": "wol_Latn-ukr_Cyrl", "languages": ["wol-Latn", "ukr-Cyrl"], "main_score": 0.16836, "precision": 0.160084, "recall": 0.195652}, {"accuracy": 0.246047, "f1": 0.221181, "hf_subset": "wol_Latn-afr_Latn", "languages": ["wol-Latn", "afr-Latn"], "main_score": 0.221181, "precision": 0.213439, "recall": 0.246047}, {"accuracy": 0.145257, "f1": 0.124846, "hf_subset": "wol_Latn-bho_Deva", "languages": ["wol-Latn", "bho-Deva"], "main_score": 0.124846, "precision": 0.118655, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.142819, "hf_subset": "wol_Latn-eus_Latn", "languages": ["wol-Latn", "eus-Latn"], "main_score": 0.142819, "precision": 0.139857, "recall": 0.151186}, {"accuracy": 0.218379, "f1": 0.196942, "hf_subset": "wol_Latn-ibo_Latn", "languages": ["wol-Latn", "ibo-Latn"], "main_score": 0.196942, "precision": 0.189106, "recall": 0.218379}, {"accuracy": 0.225296, "f1": 0.199269, "hf_subset": "wol_Latn-kmr_Latn", "languages": ["wol-Latn", "kmr-Latn"], "main_score": 0.199269, "precision": 0.191745, "recall": 0.225296}, {"accuracy": 0.178854, "f1": 0.160347, "hf_subset": "wol_Latn-min_Latn", "languages": ["wol-Latn", "min-Latn"], "main_score": 0.160347, "precision": 0.156217, "recall": 0.178854}, {"accuracy": 0.267787, "f1": 0.228093, "hf_subset": "wol_Latn-por_Latn", "languages": ["wol-Latn", "por-Latn"], "main_score": 0.228093, "precision": 0.216195, "recall": 0.267787}, {"accuracy": 0.15415, "f1": 0.141988, "hf_subset": "wol_Latn-sun_Latn", "languages": ["wol-Latn", "sun-Latn"], "main_score": 0.141988, "precision": 0.138301, "recall": 0.15415}, {"accuracy": 0.185771, "f1": 0.162083, "hf_subset": "wol_Latn-umb_Latn", "languages": ["wol-Latn", "umb-Latn"], "main_score": 0.162083, "precision": 0.154406, "recall": 0.185771}, {"accuracy": 0.158103, "f1": 0.13763, "hf_subset": "wol_Latn-ajp_Arab", "languages": ["wol-Latn", "ajp-Arab"], "main_score": 0.13763, "precision": 0.131633, "recall": 0.158103}, {"accuracy": 0.038538, "f1": 0.033997, "hf_subset": "wol_Latn-bjn_Arab", "languages": ["wol-Latn", "bjn-Arab"], "main_score": 0.033997, "precision": 0.032444, "recall": 0.038538}, {"accuracy": 0.25, "f1": 0.230369, "hf_subset": "wol_Latn-ewe_Latn", "languages": ["wol-Latn", "ewe-Latn"], "main_score": 0.230369, "precision": 0.222036, "recall": 0.25}, {"accuracy": 0.258893, "f1": 0.236693, "hf_subset": "wol_Latn-ilo_Latn", "languages": ["wol-Latn", "ilo-Latn"], "main_score": 0.236693, "precision": 0.229331, "recall": 0.258893}, {"accuracy": 0.040514, "f1": 0.035481, "hf_subset": "wol_Latn-knc_Arab", "languages": ["wol-Latn", "knc-Arab"], "main_score": 0.035481, "precision": 0.033682, "recall": 0.040514}, {"accuracy": 0.218379, "f1": 0.190345, "hf_subset": "wol_Latn-mkd_Cyrl", "languages": ["wol-Latn", "mkd-Cyrl"], "main_score": 0.190345, "precision": 0.181236, "recall": 0.218379}, {"accuracy": 0.159091, "f1": 0.141325, "hf_subset": "wol_Latn-prs_Arab", "languages": ["wol-Latn", "prs-Arab"], "main_score": 0.141325, "precision": 0.135959, "recall": 0.159091}, {"accuracy": 0.215415, "f1": 0.199077, "hf_subset": "wol_Latn-swe_Latn", "languages": ["wol-Latn", "swe-Latn"], "main_score": 0.199077, "precision": 0.193271, "recall": 0.215415}, {"accuracy": 0.153162, "f1": 0.130502, "hf_subset": "wol_Latn-urd_Arab", "languages": ["wol-Latn", "urd-Arab"], "main_score": 0.130502, "precision": 0.123048, "recall": 0.153162}, {"accuracy": 0.29249, "f1": 0.269568, "hf_subset": "wol_Latn-aka_Latn", "languages": ["wol-Latn", "aka-Latn"], "main_score": 0.269568, "precision": 0.261181, "recall": 0.29249}, {"accuracy": 0.178854, "f1": 0.169812, "hf_subset": "wol_Latn-bjn_Latn", "languages": ["wol-Latn", "bjn-Latn"], "main_score": 0.169812, "precision": 0.16648, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.157856, "hf_subset": "wol_Latn-fao_Latn", "languages": ["wol-Latn", "fao-Latn"], "main_score": 0.157856, "precision": 0.153998, "recall": 0.171937}, {"accuracy": 0.277668, "f1": 0.238624, "hf_subset": "wol_Latn-ind_Latn", "languages": ["wol-Latn", "ind-Latn"], "main_score": 0.238624, "precision": 0.227502, "recall": 0.277668}, {"accuracy": 0.249012, "f1": 0.22853, "hf_subset": "wol_Latn-knc_Latn", "languages": ["wol-Latn", "knc-Latn"], "main_score": 0.22853, "precision": 0.220644, "recall": 0.249012}, {"accuracy": 0.222332, "f1": 0.201874, "hf_subset": "wol_Latn-mlt_Latn", "languages": ["wol-Latn", "mlt-Latn"], "main_score": 0.201874, "precision": 0.19454, "recall": 0.222332}, {"accuracy": 0.228261, "f1": 0.21024, "hf_subset": "wol_Latn-quy_Latn", "languages": ["wol-Latn", "quy-Latn"], "main_score": 0.21024, "precision": 0.203306, "recall": 0.228261}, {"accuracy": 0.181818, "f1": 0.16421, "hf_subset": "wol_Latn-swh_Latn", "languages": ["wol-Latn", "swh-Latn"], "main_score": 0.16421, "precision": 0.158913, "recall": 0.181818}, {"accuracy": 0.120553, "f1": 0.108659, "hf_subset": "wol_Latn-uzn_Latn", "languages": ["wol-Latn", "uzn-Latn"], "main_score": 0.108659, "precision": 0.105067, "recall": 0.120553}, {"accuracy": 0.237154, "f1": 0.207493, "hf_subset": "wol_Latn-als_Latn", "languages": ["wol-Latn", "als-Latn"], "main_score": 0.207493, "precision": 0.199018, "recall": 0.237154}, {"accuracy": 0.046443, "f1": 0.027567, "hf_subset": "wol_Latn-bod_Tibt", "languages": ["wol-Latn", "bod-Tibt"], "main_score": 0.027567, "precision": 0.023381, "recall": 0.046443}, {"accuracy": 0.194664, "f1": 0.173431, "hf_subset": "wol_Latn-fij_Latn", "languages": ["wol-Latn", "fij-Latn"], "main_score": 0.173431, "precision": 0.166222, "recall": 0.194664}, {"accuracy": 0.141304, "f1": 0.136121, "hf_subset": "wol_Latn-isl_Latn", "languages": ["wol-Latn", "isl-Latn"], "main_score": 0.136121, "precision": 0.134531, "recall": 0.141304}, {"accuracy": 0.245059, "f1": 0.22002, "hf_subset": "wol_Latn-kon_Latn", "languages": ["wol-Latn", "kon-Latn"], "main_score": 0.22002, "precision": 0.211211, "recall": 0.245059}, {"accuracy": 0.044466, "f1": 0.030787, "hf_subset": "wol_Latn-mni_Beng", "languages": ["wol-Latn", "mni-Beng"], "main_score": 0.030787, "precision": 0.027084, "recall": 0.044466}, {"accuracy": 0.283597, "f1": 0.248309, "hf_subset": "wol_Latn-ron_Latn", "languages": ["wol-Latn", "ron-Latn"], "main_score": 0.248309, "precision": 0.238742, "recall": 0.283597}, {"accuracy": 0.174901, "f1": 0.163828, "hf_subset": "wol_Latn-szl_Latn", "languages": ["wol-Latn", "szl-Latn"], "main_score": 0.163828, "precision": 0.160374, "recall": 0.174901}, {"accuracy": 0.198617, "f1": 0.184782, "hf_subset": "wol_Latn-vec_Latn", "languages": ["wol-Latn", "vec-Latn"], "main_score": 0.184782, "precision": 0.180212, "recall": 0.198617}, {"accuracy": 0.072134, "f1": 0.054159, "hf_subset": "wol_Latn-amh_Ethi", "languages": ["wol-Latn", "amh-Ethi"], "main_score": 0.054159, "precision": 0.049705, "recall": 0.072134}, {"accuracy": 0.262846, "f1": 0.229816, "hf_subset": "wol_Latn-bos_Latn", "languages": ["wol-Latn", "bos-Latn"], "main_score": 0.229816, "precision": 0.219581, "recall": 0.262846}, {"accuracy": 0.261858, "f1": 0.230656, "hf_subset": "wol_Latn-fin_Latn", "languages": ["wol-Latn", "fin-Latn"], "main_score": 0.230656, "precision": 0.221, "recall": 0.261858}, {"accuracy": 0.263834, "f1": 0.225985, "hf_subset": "wol_Latn-ita_Latn", "languages": ["wol-Latn", "ita-Latn"], "main_score": 0.225985, "precision": 0.216004, "recall": 0.263834}, {"accuracy": 0.176877, "f1": 0.154202, "hf_subset": "wol_Latn-kor_Hang", "languages": ["wol-Latn", "kor-Hang"], "main_score": 0.154202, "precision": 0.147237, "recall": 0.176877}, {"accuracy": 0.23913, "f1": 0.218059, "hf_subset": "wol_Latn-mos_Latn", "languages": ["wol-Latn", "mos-Latn"], "main_score": 0.218059, "precision": 0.209743, "recall": 0.23913}, {"accuracy": 0.222332, "f1": 0.193667, "hf_subset": "wol_Latn-run_Latn", "languages": ["wol-Latn", "run-Latn"], "main_score": 0.193667, "precision": 0.18307, "recall": 0.222332}, {"accuracy": 0.076087, "f1": 0.065289, "hf_subset": "wol_Latn-tam_Taml", "languages": ["wol-Latn", "tam-Taml"], "main_score": 0.065289, "precision": 0.062683, "recall": 0.076087}, {"accuracy": 0.273715, "f1": 0.230917, "hf_subset": "wol_Latn-vie_Latn", "languages": ["wol-Latn", "vie-Latn"], "main_score": 0.230917, "precision": 0.218996, "recall": 0.273715}, {"accuracy": 0.128458, "f1": 0.120311, "hf_subset": "wol_Latn-apc_Arab", "languages": ["wol-Latn", "apc-Arab"], "main_score": 0.120311, "precision": 0.117729, "recall": 0.128458}, {"accuracy": 0.214427, "f1": 0.194753, "hf_subset": "wol_Latn-bug_Latn", "languages": ["wol-Latn", "bug-Latn"], "main_score": 0.194753, "precision": 0.188375, "recall": 0.214427}, {"accuracy": 0.241107, "f1": 0.222299, "hf_subset": "wol_Latn-fon_Latn", "languages": ["wol-Latn", "fon-Latn"], "main_score": 0.222299, "precision": 0.214295, "recall": 0.241107}, {"accuracy": 0.179842, "f1": 0.16944, "hf_subset": "wol_Latn-jav_Latn", "languages": ["wol-Latn", "jav-Latn"], "main_score": 0.16944, "precision": 0.165534, "recall": 0.179842}, {"accuracy": 0.208498, "f1": 0.177622, "hf_subset": "wol_Latn-lao_Laoo", "languages": ["wol-Latn", "lao-Laoo"], "main_score": 0.177622, "precision": 0.169989, "recall": 0.208498}, {"accuracy": 0.226285, "f1": 0.198802, "hf_subset": "wol_Latn-mri_Latn", "languages": ["wol-Latn", "mri-Latn"], "main_score": 0.198802, "precision": 0.188639, "recall": 0.226285}, {"accuracy": 0.218379, "f1": 0.184883, "hf_subset": "wol_Latn-rus_Cyrl", "languages": ["wol-Latn", "rus-Cyrl"], "main_score": 0.184883, "precision": 0.175178, "recall": 0.218379}, {"accuracy": 0.247036, "f1": 0.22656, "hf_subset": "wol_Latn-taq_Latn", "languages": ["wol-Latn", "taq-Latn"], "main_score": 0.22656, "precision": 0.21871, "recall": 0.247036}, {"accuracy": 0.227273, "f1": 0.209597, "hf_subset": "wol_Latn-war_Latn", "languages": ["wol-Latn", "war-Latn"], "main_score": 0.209597, "precision": 0.20343, "recall": 0.227273}, {"accuracy": 0.163043, "f1": 0.145741, "hf_subset": "wol_Latn-arb_Arab", "languages": ["wol-Latn", "arb-Arab"], "main_score": 0.145741, "precision": 0.139974, "recall": 0.163043}, {"accuracy": 0.230237, "f1": 0.196395, "hf_subset": "wol_Latn-bul_Cyrl", "languages": ["wol-Latn", "bul-Cyrl"], "main_score": 0.196395, "precision": 0.186175, "recall": 0.230237}, {"accuracy": 0.277668, "f1": 0.235857, "hf_subset": "wol_Latn-fra_Latn", "languages": ["wol-Latn", "fra-Latn"], "main_score": 0.235857, "precision": 0.224617, "recall": 0.277668}, {"accuracy": 0.190711, "f1": 0.165801, "hf_subset": "wol_Latn-jpn_Jpan", "languages": ["wol-Latn", "jpn-Jpan"], "main_score": 0.165801, "precision": 0.157992, "recall": 0.190711}, {"accuracy": 0.178854, "f1": 0.167443, "hf_subset": "wol_Latn-lij_Latn", "languages": ["wol-Latn", "lij-Latn"], "main_score": 0.167443, "precision": 0.164721, "recall": 0.178854}, {"accuracy": 0.136364, "f1": 0.110502, "hf_subset": "wol_Latn-mya_Mymr", "languages": ["wol-Latn", "mya-Mymr"], "main_score": 0.110502, "precision": 0.103654, "recall": 0.136364}, {"accuracy": 0.241107, "f1": 0.217463, "hf_subset": "wol_Latn-sag_Latn", "languages": ["wol-Latn", "sag-Latn"], "main_score": 0.217463, "precision": 0.208664, "recall": 0.241107}, {"accuracy": 0.093874, "f1": 0.070687, "hf_subset": "wol_Latn-taq_Tfng", "languages": ["wol-Latn", "taq-Tfng"], "main_score": 0.070687, "precision": 0.064911, "recall": 0.093874}, {"accuracy": 0.12747, "f1": 0.097967, "hf_subset": "wol_Latn-arb_Latn", "languages": ["wol-Latn", "arb-Latn"], "main_score": 0.097967, "precision": 0.090217, "recall": 0.12747}, {"accuracy": 0.27668, "f1": 0.23398, "hf_subset": "wol_Latn-cat_Latn", "languages": ["wol-Latn", "cat-Latn"], "main_score": 0.23398, "precision": 0.221442, "recall": 0.27668}, {"accuracy": 0.193676, "f1": 0.179263, "hf_subset": "wol_Latn-fur_Latn", "languages": ["wol-Latn", "fur-Latn"], "main_score": 0.179263, "precision": 0.174544, "recall": 0.193676}, {"accuracy": 0.096838, "f1": 0.076039, "hf_subset": "wol_Latn-kab_Latn", "languages": ["wol-Latn", "kab-Latn"], "main_score": 0.076039, "precision": 0.07054, "recall": 0.096838}, {"accuracy": 0.174901, "f1": 0.164506, "hf_subset": "wol_Latn-lim_Latn", "languages": ["wol-Latn", "lim-Latn"], "main_score": 0.164506, "precision": 0.161138, "recall": 0.174901}, {"accuracy": 0.27668, "f1": 0.238494, "hf_subset": "wol_Latn-nld_Latn", "languages": ["wol-Latn", "nld-Latn"], "main_score": 0.238494, "precision": 0.226672, "recall": 0.27668}, {"accuracy": 0.108696, "f1": 0.097975, "hf_subset": "wol_Latn-san_Deva", "languages": ["wol-Latn", "san-Deva"], "main_score": 0.097975, "precision": 0.094486, "recall": 0.108696}, {"accuracy": 0.160079, "f1": 0.142106, "hf_subset": "wol_Latn-tat_Cyrl", "languages": ["wol-Latn", "tat-Cyrl"], "main_score": 0.142106, "precision": 0.136803, "recall": 0.160079}, {"accuracy": 0.179842, "f1": 0.156663, "hf_subset": "wol_Latn-xho_Latn", "languages": ["wol-Latn", "xho-Latn"], "main_score": 0.156663, "precision": 0.149645, "recall": 0.179842}, {"accuracy": 0.159091, "f1": 0.142302, "hf_subset": "wol_Latn-ars_Arab", "languages": ["wol-Latn", "ars-Arab"], "main_score": 0.142302, "precision": 0.136763, "recall": 0.159091}, {"accuracy": 0.209486, "f1": 0.194685, "hf_subset": "wol_Latn-ceb_Latn", "languages": ["wol-Latn", "ceb-Latn"], "main_score": 0.194685, "precision": 0.189949, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.212547, "hf_subset": "wol_Latn-fuv_Latn", "languages": ["wol-Latn", "fuv-Latn"], "main_score": 0.212547, "precision": 0.204018, "recall": 0.235178}, {"accuracy": 0.235178, "f1": 0.210775, "hf_subset": "wol_Latn-kac_Latn", "languages": ["wol-Latn", "kac-Latn"], "main_score": 0.210775, "precision": 0.20151, "recall": 0.235178}, {"accuracy": 0.221344, "f1": 0.194532, "hf_subset": "wol_Latn-lin_Latn", "languages": ["wol-Latn", "lin-Latn"], "main_score": 0.194532, "precision": 0.184862, "recall": 0.221344}, {"accuracy": 0.249012, "f1": 0.217882, "hf_subset": "wol_Latn-nno_Latn", "languages": ["wol-Latn", "nno-Latn"], "main_score": 0.217882, "precision": 0.207713, "recall": 0.249012}, {"accuracy": 0.021739, "f1": 0.010647, "hf_subset": "wol_Latn-sat_Olck", "languages": ["wol-Latn", "sat-Olck"], "main_score": 0.010647, "precision": 0.00864, "recall": 0.021739}, {"accuracy": 0.090909, "f1": 0.07703, "hf_subset": "wol_Latn-tel_Telu", "languages": ["wol-Latn", "tel-Telu"], "main_score": 0.07703, "precision": 0.07293, "recall": 0.090909}, {"accuracy": 0.08004, "f1": 0.064365, "hf_subset": "wol_Latn-ydd_Hebr", "languages": ["wol-Latn", "ydd-Hebr"], "main_score": 0.064365, "precision": 0.060489, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.114644, "hf_subset": "wol_Latn-ary_Arab", "languages": ["wol-Latn", "ary-Arab"], "main_score": 0.114644, "precision": 0.111002, "recall": 0.12747}, {"accuracy": 0.261858, "f1": 0.227395, "hf_subset": "wol_Latn-ces_Latn", "languages": ["wol-Latn", "ces-Latn"], "main_score": 0.227395, "precision": 0.21834, "recall": 0.261858}, {"accuracy": 0.109684, "f1": 0.086872, "hf_subset": "wol_Latn-gaz_Latn", "languages": ["wol-Latn", "gaz-Latn"], "main_score": 0.086872, "precision": 0.079353, "recall": 0.109684}, {"accuracy": 0.230237, "f1": 0.208367, "hf_subset": "wol_Latn-kam_Latn", "languages": ["wol-Latn", "kam-Latn"], "main_score": 0.208367, "precision": 0.199687, "recall": 0.230237}, {"accuracy": 0.23419, "f1": 0.203476, "hf_subset": "wol_Latn-lit_Latn", "languages": ["wol-Latn", "lit-Latn"], "main_score": 0.203476, "precision": 0.194304, "recall": 0.23419}, {"accuracy": 0.266798, "f1": 0.227991, "hf_subset": "wol_Latn-nob_Latn", "languages": ["wol-Latn", "nob-Latn"], "main_score": 0.227991, "precision": 0.217631, "recall": 0.266798}, {"accuracy": 0.185771, "f1": 0.175682, "hf_subset": "wol_Latn-scn_Latn", "languages": ["wol-Latn", "scn-Latn"], "main_score": 0.175682, "precision": 0.172213, "recall": 0.185771}, {"accuracy": 0.144269, "f1": 0.129819, "hf_subset": "wol_Latn-tgk_Cyrl", "languages": ["wol-Latn", "tgk-Cyrl"], "main_score": 0.129819, "precision": 0.124758, "recall": 0.144269}, {"accuracy": 0.202569, "f1": 0.185408, "hf_subset": "wol_Latn-yor_Latn", "languages": ["wol-Latn", "yor-Latn"], "main_score": 0.185408, "precision": 0.178228, "recall": 0.202569}, {"accuracy": 0.133399, "f1": 0.124146, "hf_subset": "wol_Latn-arz_Arab", "languages": ["wol-Latn", "arz-Arab"], "main_score": 0.124146, "precision": 0.120752, "recall": 0.133399}, {"accuracy": 0.192688, "f1": 0.170605, "hf_subset": "wol_Latn-cjk_Latn", "languages": ["wol-Latn", "cjk-Latn"], "main_score": 0.170605, "precision": 0.161907, "recall": 0.192688}, {"accuracy": 0.184783, "f1": 0.161685, "hf_subset": "wol_Latn-gla_Latn", "languages": ["wol-Latn", "gla-Latn"], "main_score": 0.161685, "precision": 0.153713, "recall": 0.184783}, {"accuracy": 0.083004, "f1": 0.06836, "hf_subset": "wol_Latn-kan_Knda", "languages": ["wol-Latn", "kan-Knda"], "main_score": 0.06836, "precision": 0.064554, "recall": 0.083004}, {"accuracy": 0.182806, "f1": 0.166051, "hf_subset": "wol_Latn-lmo_Latn", "languages": ["wol-Latn", "lmo-Latn"], "main_score": 0.166051, "precision": 0.161277, "recall": 0.182806}, {"accuracy": 0.186759, "f1": 0.160073, "hf_subset": "wol_Latn-npi_Deva", "languages": ["wol-Latn", "npi-Deva"], "main_score": 0.160073, "precision": 0.151948, "recall": 0.186759}, {"accuracy": 0.197628, "f1": 0.168207, "hf_subset": "wol_Latn-shn_Mymr", "languages": ["wol-Latn", "shn-Mymr"], "main_score": 0.168207, "precision": 0.158897, "recall": 0.197628}, {"accuracy": 0.217391, "f1": 0.200013, "hf_subset": "wol_Latn-tgl_Latn", "languages": ["wol-Latn", "tgl-Latn"], "main_score": 0.200013, "precision": 0.194486, "recall": 0.217391}, {"accuracy": 0.188735, "f1": 0.160725, "hf_subset": "wol_Latn-yue_Hant", "languages": ["wol-Latn", "yue-Hant"], "main_score": 0.160725, "precision": 0.152404, "recall": 0.188735}, {"accuracy": 0.044466, "f1": 0.038006, "hf_subset": "wol_Latn-asm_Beng", "languages": ["wol-Latn", "asm-Beng"], "main_score": 0.038006, "precision": 0.035924, "recall": 0.044466}, {"accuracy": 0.114625, "f1": 0.09104, "hf_subset": "wol_Latn-ckb_Arab", "languages": ["wol-Latn", "ckb-Arab"], "main_score": 0.09104, "precision": 0.084669, "recall": 0.114625}, {"accuracy": 0.176877, "f1": 0.163772, "hf_subset": "wol_Latn-gle_Latn", "languages": ["wol-Latn", "gle-Latn"], "main_score": 0.163772, "precision": 0.158738, "recall": 0.176877}, {"accuracy": 0.093874, "f1": 0.082881, "hf_subset": "wol_Latn-kas_Arab", "languages": ["wol-Latn", "kas-Arab"], "main_score": 0.082881, "precision": 0.079227, "recall": 0.093874}, {"accuracy": 0.189723, "f1": 0.168438, "hf_subset": "wol_Latn-ltg_Latn", "languages": ["wol-Latn", "ltg-Latn"], "main_score": 0.168438, "precision": 0.161662, "recall": 0.189723}, {"accuracy": 0.259881, "f1": 0.23997, "hf_subset": "wol_Latn-nso_Latn", "languages": ["wol-Latn", "nso-Latn"], "main_score": 0.23997, "precision": 0.231564, "recall": 0.259881}, {"accuracy": 0.09585, "f1": 0.078004, "hf_subset": "wol_Latn-sin_Sinh", "languages": ["wol-Latn", "sin-Sinh"], "main_score": 0.078004, "precision": 0.072611, "recall": 0.09585}, {"accuracy": 0.200593, "f1": 0.16331, "hf_subset": "wol_Latn-tha_Thai", "languages": ["wol-Latn", "tha-Thai"], "main_score": 0.16331, "precision": 0.15248, "recall": 0.200593}, {"accuracy": 0.204545, "f1": 0.171198, "hf_subset": "wol_Latn-zho_Hans", "languages": ["wol-Latn", "zho-Hans"], "main_score": 0.171198, "precision": 0.161523, "recall": 0.204545}, {"accuracy": 0.201581, "f1": 0.18106, "hf_subset": "wol_Latn-ast_Latn", "languages": ["wol-Latn", "ast-Latn"], "main_score": 0.18106, "precision": 0.175293, "recall": 0.201581}, {"accuracy": 0.139328, "f1": 0.132529, "hf_subset": "wol_Latn-crh_Latn", "languages": ["wol-Latn", "crh-Latn"], "main_score": 0.132529, "precision": 0.129447, "recall": 0.139328}, {"accuracy": 0.274704, "f1": 0.237084, "hf_subset": "wol_Latn-glg_Latn", "languages": ["wol-Latn", "glg-Latn"], "main_score": 0.237084, "precision": 0.225542, "recall": 0.274704}, {"accuracy": 0.131423, "f1": 0.116696, "hf_subset": "wol_Latn-kas_Deva", "languages": ["wol-Latn", "kas-Deva"], "main_score": 0.116696, "precision": 0.111927, "recall": 0.131423}, {"accuracy": 0.174901, "f1": 0.162207, "hf_subset": "wol_Latn-ltz_Latn", "languages": ["wol-Latn", "ltz-Latn"], "main_score": 0.162207, "precision": 0.157504, "recall": 0.174901}, {"accuracy": 0.144269, "f1": 0.113859, "hf_subset": "wol_Latn-nus_Latn", "languages": ["wol-Latn", "nus-Latn"], "main_score": 0.113859, "precision": 0.103041, "recall": 0.144269}, {"accuracy": 0.262846, "f1": 0.231187, "hf_subset": "wol_Latn-slk_Latn", "languages": ["wol-Latn", "slk-Latn"], "main_score": 0.231187, "precision": 0.221112, "recall": 0.262846}, {"accuracy": 0.035573, "f1": 0.029049, "hf_subset": "wol_Latn-tir_Ethi", "languages": ["wol-Latn", "tir-Ethi"], "main_score": 0.029049, "precision": 0.027005, "recall": 0.035573}, {"accuracy": 0.176877, "f1": 0.158489, "hf_subset": "wol_Latn-zho_Hant", "languages": ["wol-Latn", "zho-Hant"], "main_score": 0.158489, "precision": 0.152359, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.143834, "hf_subset": "wol_Latn-awa_Deva", "languages": ["wol-Latn", "awa-Deva"], "main_score": 0.143834, "precision": 0.137391, "recall": 0.168972}, {"accuracy": 0.145257, "f1": 0.130304, "hf_subset": "wol_Latn-cym_Latn", "languages": ["wol-Latn", "cym-Latn"], "main_score": 0.130304, "precision": 0.126872, "recall": 0.145257}, {"accuracy": 0.23913, "f1": 0.2193, "hf_subset": "wol_Latn-grn_Latn", "languages": ["wol-Latn", "grn-Latn"], "main_score": 0.2193, "precision": 0.213144, "recall": 0.23913}, {"accuracy": 0.143281, "f1": 0.126328, "hf_subset": "wol_Latn-kat_Geor", "languages": ["wol-Latn", "kat-Geor"], "main_score": 0.126328, "precision": 0.12088, "recall": 0.143281}, {"accuracy": 0.221344, "f1": 0.197707, "hf_subset": "wol_Latn-lua_Latn", "languages": ["wol-Latn", "lua-Latn"], "main_score": 0.197707, "precision": 0.188751, "recall": 0.221344}, {"accuracy": 0.233202, "f1": 0.20504, "hf_subset": "wol_Latn-nya_Latn", "languages": ["wol-Latn", "nya-Latn"], "main_score": 0.20504, "precision": 0.195886, "recall": 0.233202}, {"accuracy": 0.266798, "f1": 0.229785, "hf_subset": "wol_Latn-slv_Latn", "languages": ["wol-Latn", "slv-Latn"], "main_score": 0.229785, "precision": 0.219128, "recall": 0.266798}, {"accuracy": 0.240119, "f1": 0.223702, "hf_subset": "wol_Latn-tpi_Latn", "languages": ["wol-Latn", "tpi-Latn"], "main_score": 0.223702, "precision": 0.217358, "recall": 0.240119}, {"accuracy": 0.264822, "f1": 0.230233, "hf_subset": "wol_Latn-zsm_Latn", "languages": ["wol-Latn", "zsm-Latn"], "main_score": 0.230233, "precision": 0.219641, "recall": 0.264822}, {"accuracy": 0.218379, "f1": 0.190698, "hf_subset": "wol_Latn-ayr_Latn", "languages": ["wol-Latn", "ayr-Latn"], "main_score": 0.190698, "precision": 0.181336, "recall": 0.218379}, {"accuracy": 0.270751, "f1": 0.232834, "hf_subset": "wol_Latn-dan_Latn", "languages": ["wol-Latn", "dan-Latn"], "main_score": 0.232834, "precision": 0.222527, "recall": 0.270751}, {"accuracy": 0.110672, "f1": 0.093811, "hf_subset": "wol_Latn-guj_Gujr", "languages": ["wol-Latn", "guj-Gujr"], "main_score": 0.093811, "precision": 0.08974, "recall": 0.110672}, {"accuracy": 0.197628, "f1": 0.173923, "hf_subset": "wol_Latn-kaz_Cyrl", "languages": ["wol-Latn", "kaz-Cyrl"], "main_score": 0.173923, "precision": 0.167832, "recall": 0.197628}, {"accuracy": 0.170949, "f1": 0.148283, "hf_subset": "wol_Latn-lug_Latn", "languages": ["wol-Latn", "lug-Latn"], "main_score": 0.148283, "precision": 0.140592, "recall": 0.170949}, {"accuracy": 0.247036, "f1": 0.223243, "hf_subset": "wol_Latn-oci_Latn", "languages": ["wol-Latn", "oci-Latn"], "main_score": 0.223243, "precision": 0.215986, "recall": 0.247036}, {"accuracy": 0.192688, "f1": 0.164217, "hf_subset": "wol_Latn-smo_Latn", "languages": ["wol-Latn", "smo-Latn"], "main_score": 0.164217, "precision": 0.154924, "recall": 0.192688}, {"accuracy": 0.231225, "f1": 0.207879, "hf_subset": "wol_Latn-tsn_Latn", "languages": ["wol-Latn", "tsn-Latn"], "main_score": 0.207879, "precision": 0.19843, "recall": 0.231225}, {"accuracy": 0.164032, "f1": 0.138154, "hf_subset": "wol_Latn-zul_Latn", "languages": ["wol-Latn", "zul-Latn"], "main_score": 0.138154, "precision": 0.130658, "recall": 0.164032}, {"accuracy": 0.101779, "f1": 0.087422, "hf_subset": "wol_Latn-azb_Arab", "languages": ["wol-Latn", "azb-Arab"], "main_score": 0.087422, "precision": 0.083047, "recall": 0.101779}, {"accuracy": 0.27668, "f1": 0.239227, "hf_subset": "wol_Latn-deu_Latn", "languages": ["wol-Latn", "deu-Latn"], "main_score": 0.239227, "precision": 0.228436, "recall": 0.27668}, {"accuracy": 0.222332, "f1": 0.199822, "hf_subset": "wol_Latn-hat_Latn", "languages": ["wol-Latn", "hat-Latn"], "main_score": 0.199822, "precision": 0.19161, "recall": 0.222332}, {"accuracy": 0.242095, "f1": 0.215915, "hf_subset": "wol_Latn-kbp_Latn", "languages": ["wol-Latn", "kbp-Latn"], "main_score": 0.215915, "precision": 0.205946, "recall": 0.242095}, {"accuracy": 0.238142, "f1": 0.219558, "hf_subset": "wol_Latn-luo_Latn", "languages": ["wol-Latn", "luo-Latn"], "main_score": 0.219558, "precision": 0.213485, "recall": 0.238142}, {"accuracy": 0.073123, "f1": 0.058725, "hf_subset": "wol_Latn-ory_Orya", "languages": ["wol-Latn", "ory-Orya"], "main_score": 0.058725, "precision": 0.054903, "recall": 0.073123}, {"accuracy": 0.16996, "f1": 0.145967, "hf_subset": "wol_Latn-sna_Latn", "languages": ["wol-Latn", "sna-Latn"], "main_score": 0.145967, "precision": 0.138037, "recall": 0.16996}, {"accuracy": 0.224308, "f1": 0.198717, "hf_subset": "wol_Latn-tso_Latn", "languages": ["wol-Latn", "tso-Latn"], "main_score": 0.198717, "precision": 0.189148, "recall": 0.224308}, {"accuracy": 0.145257, "f1": 0.131183, "hf_subset": "wol_Latn-azj_Latn", "languages": ["wol-Latn", "azj-Latn"], "main_score": 0.131183, "precision": 0.127444, "recall": 0.145257}, {"accuracy": 0.237154, "f1": 0.218453, "hf_subset": "wol_Latn-dik_Latn", "languages": ["wol-Latn", "dik-Latn"], "main_score": 0.218453, "precision": 0.211174, "recall": 0.237154}, {"accuracy": 0.220356, "f1": 0.200339, "hf_subset": "wol_Latn-hau_Latn", "languages": ["wol-Latn", "hau-Latn"], "main_score": 0.200339, "precision": 0.194187, "recall": 0.220356}, {"accuracy": 0.15415, "f1": 0.145875, "hf_subset": "wol_Latn-kea_Latn", "languages": ["wol-Latn", "kea-Latn"], "main_score": 0.145875, "precision": 0.142994, "recall": 0.15415}, {"accuracy": 0.252964, "f1": 0.23004, "hf_subset": "wol_Latn-lus_Latn", "languages": ["wol-Latn", "lus-Latn"], "main_score": 0.23004, "precision": 0.220874, "recall": 0.252964}, {"accuracy": 0.245059, "f1": 0.225904, "hf_subset": "wol_Latn-pag_Latn", "languages": ["wol-Latn", "pag-Latn"], "main_score": 0.225904, "precision": 0.218469, "recall": 0.245059}, {"accuracy": 0.107708, "f1": 0.093155, "hf_subset": "wol_Latn-snd_Arab", "languages": ["wol-Latn", "snd-Arab"], "main_score": 0.093155, "precision": 0.089186, "recall": 0.107708}, {"accuracy": 0.184783, "f1": 0.162855, "hf_subset": "wol_Latn-tuk_Latn", "languages": ["wol-Latn", "tuk-Latn"], "main_score": 0.162855, "precision": 0.15611, "recall": 0.184783}, {"accuracy": 0.19664, "f1": 0.171686, "hf_subset": "wol_Latn-bak_Cyrl", "languages": ["wol-Latn", "bak-Cyrl"], "main_score": 0.171686, "precision": 0.16375, "recall": 0.19664}, {"accuracy": 0.195652, "f1": 0.175694, "hf_subset": "wol_Latn-dyu_Latn", "languages": ["wol-Latn", "dyu-Latn"], "main_score": 0.175694, "precision": 0.167302, "recall": 0.195652}, {"accuracy": 0.172925, "f1": 0.145559, "hf_subset": "wol_Latn-heb_Hebr", "languages": ["wol-Latn", "heb-Hebr"], "main_score": 0.145559, "precision": 0.13695, "recall": 0.172925}, {"accuracy": 0.198617, "f1": 0.171961, "hf_subset": "wol_Latn-khk_Cyrl", "languages": ["wol-Latn", "khk-Cyrl"], "main_score": 0.171961, "precision": 0.164343, "recall": 0.198617}, {"accuracy": 0.227273, "f1": 0.193439, "hf_subset": "wol_Latn-lvs_Latn", "languages": ["wol-Latn", "lvs-Latn"], "main_score": 0.193439, "precision": 0.182911, "recall": 0.227273}, {"accuracy": 0.08004, "f1": 0.068709, "hf_subset": "wol_Latn-pan_Guru", "languages": ["wol-Latn", "pan-Guru"], "main_score": 0.068709, "precision": 0.066084, "recall": 0.08004}, {"accuracy": 0.16996, "f1": 0.15192, "hf_subset": "wol_Latn-som_Latn", "languages": ["wol-Latn", "som-Latn"], "main_score": 0.15192, "precision": 0.14713, "recall": 0.16996}, {"accuracy": 0.230237, "f1": 0.203697, "hf_subset": "wol_Latn-tum_Latn", "languages": ["wol-Latn", "tum-Latn"], "main_score": 0.203697, "precision": 0.194709, "recall": 0.230237}, {"accuracy": 0.011858, "f1": 0.007764, "hf_subset": "arb_Latn-ace_Arab", "languages": ["arb-Latn", "ace-Arab"], "main_score": 0.007764, "precision": 0.00687, "recall": 0.011858}, {"accuracy": 0.046443, "f1": 0.042657, "hf_subset": "arb_Latn-bam_Latn", "languages": ["arb-Latn", "bam-Latn"], "main_score": 0.042657, "precision": 0.041338, "recall": 0.046443}, {"accuracy": 0.003953, "f1": 0.001461, "hf_subset": "arb_Latn-dzo_Tibt", "languages": ["arb-Latn", "dzo-Tibt"], "main_score": 0.001461, "precision": 0.001263, "recall": 0.003953}, {"accuracy": 0.045455, "f1": 0.035535, "hf_subset": "arb_Latn-hin_Deva", "languages": ["arb-Latn", "hin-Deva"], "main_score": 0.035535, "precision": 0.033677, "recall": 0.045455}, {"accuracy": 0.036561, "f1": 0.032694, "hf_subset": "arb_Latn-khm_Khmr", "languages": ["arb-Latn", "khm-Khmr"], "main_score": 0.032694, "precision": 0.031599, "recall": 0.036561}, {"accuracy": 0.024704, "f1": 0.014581, "hf_subset": "arb_Latn-mag_Deva", "languages": ["arb-Latn", "mag-Deva"], "main_score": 0.014581, "precision": 0.013206, "recall": 0.024704}, {"accuracy": 0.043478, "f1": 0.038415, "hf_subset": "arb_Latn-pap_Latn", "languages": ["arb-Latn", "pap-Latn"], "main_score": 0.038415, "precision": 0.037588, "recall": 0.043478}, {"accuracy": 0.061265, "f1": 0.056589, "hf_subset": "arb_Latn-sot_Latn", "languages": ["arb-Latn", "sot-Latn"], "main_score": 0.056589, "precision": 0.05548, "recall": 0.061265}, {"accuracy": 0.079051, "f1": 0.069146, "hf_subset": "arb_Latn-tur_Latn", "languages": ["arb-Latn", "tur-Latn"], "main_score": 0.069146, "precision": 0.067287, "recall": 0.079051}, {"accuracy": 0.050395, "f1": 0.043583, "hf_subset": "arb_Latn-ace_Latn", "languages": ["arb-Latn", "ace-Latn"], "main_score": 0.043583, "precision": 0.042679, "recall": 0.050395}, {"accuracy": 0.032609, "f1": 0.029586, "hf_subset": "arb_Latn-ban_Latn", "languages": ["arb-Latn", "ban-Latn"], "main_score": 0.029586, "precision": 0.029042, "recall": 0.032609}, {"accuracy": 0.046443, "f1": 0.039183, "hf_subset": "arb_Latn-ell_Grek", "languages": ["arb-Latn", "ell-Grek"], "main_score": 0.039183, "precision": 0.03781, "recall": 0.046443}, {"accuracy": 0.022727, "f1": 0.017208, "hf_subset": "arb_Latn-hne_Deva", "languages": ["arb-Latn", "hne-Deva"], "main_score": 0.017208, "precision": 0.016839, "recall": 0.022727}, {"accuracy": 0.060277, "f1": 0.056601, "hf_subset": "arb_Latn-kik_Latn", "languages": ["arb-Latn", "kik-Latn"], "main_score": 0.056601, "precision": 0.055908, "recall": 0.060277}, {"accuracy": 0.019763, "f1": 0.01513, "hf_subset": "arb_Latn-mai_Deva", "languages": ["arb-Latn", "mai-Deva"], "main_score": 0.01513, "precision": 0.014176, "recall": 0.019763}, {"accuracy": 0.024704, "f1": 0.018844, "hf_subset": "arb_Latn-pbt_Arab", "languages": ["arb-Latn", "pbt-Arab"], "main_score": 0.018844, "precision": 0.017423, "recall": 0.024704}, {"accuracy": 0.064229, "f1": 0.056812, "hf_subset": "arb_Latn-spa_Latn", "languages": ["arb-Latn", "spa-Latn"], "main_score": 0.056812, "precision": 0.054861, "recall": 0.064229}, {"accuracy": 0.075099, "f1": 0.067776, "hf_subset": "arb_Latn-twi_Latn", "languages": ["arb-Latn", "twi-Latn"], "main_score": 0.067776, "precision": 0.065923, "recall": 0.075099}, {"accuracy": 0.028656, "f1": 0.023891, "hf_subset": "arb_Latn-acm_Arab", "languages": ["arb-Latn", "acm-Arab"], "main_score": 0.023891, "precision": 0.022733, "recall": 0.028656}, {"accuracy": 0.038538, "f1": 0.030016, "hf_subset": "arb_Latn-bel_Cyrl", "languages": ["arb-Latn", "bel-Cyrl"], "main_score": 0.030016, "precision": 0.028239, "recall": 0.038538}, {"accuracy": 0.086957, "f1": 0.073627, "hf_subset": "arb_Latn-eng_Latn", "languages": ["arb-Latn", "eng-Latn"], "main_score": 0.073627, "precision": 0.071109, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.053046, "hf_subset": "arb_Latn-hrv_Latn", "languages": ["arb-Latn", "hrv-Latn"], "main_score": 0.053046, "precision": 0.05138, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.064514, "hf_subset": "arb_Latn-kin_Latn", "languages": ["arb-Latn", "kin-Latn"], "main_score": 0.064514, "precision": 0.062903, "recall": 0.072134}, {"accuracy": 0.014822, "f1": 0.009813, "hf_subset": "arb_Latn-mal_Mlym", "languages": ["arb-Latn", "mal-Mlym"], "main_score": 0.009813, "precision": 0.009272, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.030001, "hf_subset": "arb_Latn-pes_Arab", "languages": ["arb-Latn", "pes-Arab"], "main_score": 0.030001, "precision": 0.028774, "recall": 0.037549}, {"accuracy": 0.045455, "f1": 0.041406, "hf_subset": "arb_Latn-srd_Latn", "languages": ["arb-Latn", "srd-Latn"], "main_score": 0.041406, "precision": 0.040523, "recall": 0.045455}, {"accuracy": 0.032609, "f1": 0.022222, "hf_subset": "arb_Latn-tzm_Tfng", "languages": ["arb-Latn", "tzm-Tfng"], "main_score": 0.022222, "precision": 0.020533, "recall": 0.032609}, {"accuracy": 0.036561, "f1": 0.03265, "hf_subset": "arb_Latn-acq_Arab", "languages": ["arb-Latn", "acq-Arab"], "main_score": 0.03265, "precision": 0.031806, "recall": 0.036561}, {"accuracy": 0.073123, "f1": 0.065188, "hf_subset": "arb_Latn-bem_Latn", "languages": ["arb-Latn", "bem-Latn"], "main_score": 0.065188, "precision": 0.063476, "recall": 0.073123}, {"accuracy": 0.048419, "f1": 0.044646, "hf_subset": "arb_Latn-epo_Latn", "languages": ["arb-Latn", "epo-Latn"], "main_score": 0.044646, "precision": 0.043248, "recall": 0.048419}, {"accuracy": 0.073123, "f1": 0.066454, "hf_subset": "arb_Latn-hun_Latn", "languages": ["arb-Latn", "hun-Latn"], "main_score": 0.066454, "precision": 0.064948, "recall": 0.073123}, {"accuracy": 0.044466, "f1": 0.038475, "hf_subset": "arb_Latn-kir_Cyrl", "languages": ["arb-Latn", "kir-Cyrl"], "main_score": 0.038475, "precision": 0.037437, "recall": 0.044466}, {"accuracy": 0.024704, "f1": 0.020685, "hf_subset": "arb_Latn-mar_Deva", "languages": ["arb-Latn", "mar-Deva"], "main_score": 0.020685, "precision": 0.019839, "recall": 0.024704}, {"accuracy": 0.038538, "f1": 0.034167, "hf_subset": "arb_Latn-plt_Latn", "languages": ["arb-Latn", "plt-Latn"], "main_score": 0.034167, "precision": 0.033471, "recall": 0.038538}, {"accuracy": 0.047431, "f1": 0.04111, "hf_subset": "arb_Latn-srp_Cyrl", "languages": ["arb-Latn", "srp-Cyrl"], "main_score": 0.04111, "precision": 0.040014, "recall": 0.047431}, {"accuracy": 0.016798, "f1": 0.013852, "hf_subset": "arb_Latn-uig_Arab", "languages": ["arb-Latn", "uig-Arab"], "main_score": 0.013852, "precision": 0.013349, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.026866, "hf_subset": "arb_Latn-aeb_Arab", "languages": ["arb-Latn", "aeb-Arab"], "main_score": 0.026866, "precision": 0.025541, "recall": 0.032609}, {"accuracy": 0.005929, "f1": 0.003856, "hf_subset": "arb_Latn-ben_Beng", "languages": ["arb-Latn", "ben-Beng"], "main_score": 0.003856, "precision": 0.003542, "recall": 0.005929}, {"accuracy": 0.067194, "f1": 0.059581, "hf_subset": "arb_Latn-est_Latn", "languages": ["arb-Latn", "est-Latn"], "main_score": 0.059581, "precision": 0.05805, "recall": 0.067194}, {"accuracy": 0.041502, "f1": 0.032735, "hf_subset": "arb_Latn-hye_Armn", "languages": ["arb-Latn", "hye-Armn"], "main_score": 0.032735, "precision": 0.030763, "recall": 0.041502}, {"accuracy": 0.088933, "f1": 0.076661, "hf_subset": "arb_Latn-kmb_Latn", "languages": ["arb-Latn", "kmb-Latn"], "main_score": 0.076661, "precision": 0.074437, "recall": 0.088933}, {"accuracy": 0.008893, "f1": 0.006117, "hf_subset": "arb_Latn-min_Arab", "languages": ["arb-Latn", "min-Arab"], "main_score": 0.006117, "precision": 0.005776, "recall": 0.008893}, {"accuracy": 0.071146, "f1": 0.062296, "hf_subset": "arb_Latn-pol_Latn", "languages": ["arb-Latn", "pol-Latn"], "main_score": 0.062296, "precision": 0.060263, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.051324, "hf_subset": "arb_Latn-ssw_Latn", "languages": ["arb-Latn", "ssw-Latn"], "main_score": 0.051324, "precision": 0.050215, "recall": 0.055336}, {"accuracy": 0.04249, "f1": 0.036133, "hf_subset": "arb_Latn-ukr_Cyrl", "languages": ["arb-Latn", "ukr-Cyrl"], "main_score": 0.036133, "precision": 0.034381, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.07125, "hf_subset": "arb_Latn-afr_Latn", "languages": ["arb-Latn", "afr-Latn"], "main_score": 0.07125, "precision": 0.068807, "recall": 0.083992}, {"accuracy": 0.027668, "f1": 0.021299, "hf_subset": "arb_Latn-bho_Deva", "languages": ["arb-Latn", "bho-Deva"], "main_score": 0.021299, "precision": 0.019935, "recall": 0.027668}, {"accuracy": 0.036561, "f1": 0.033765, "hf_subset": "arb_Latn-eus_Latn", "languages": ["arb-Latn", "eus-Latn"], "main_score": 0.033765, "precision": 0.03294, "recall": 0.036561}, {"accuracy": 0.059289, "f1": 0.050024, "hf_subset": "arb_Latn-ibo_Latn", "languages": ["arb-Latn", "ibo-Latn"], "main_score": 0.050024, "precision": 0.048607, "recall": 0.059289}, {"accuracy": 0.054348, "f1": 0.050809, "hf_subset": "arb_Latn-kmr_Latn", "languages": ["arb-Latn", "kmr-Latn"], "main_score": 0.050809, "precision": 0.049879, "recall": 0.054348}, {"accuracy": 0.035573, "f1": 0.03092, "hf_subset": "arb_Latn-min_Latn", "languages": ["arb-Latn", "min-Latn"], "main_score": 0.03092, "precision": 0.030037, "recall": 0.035573}, {"accuracy": 0.082016, "f1": 0.072266, "hf_subset": "arb_Latn-por_Latn", "languages": ["arb-Latn", "por-Latn"], "main_score": 0.072266, "precision": 0.070144, "recall": 0.082016}, {"accuracy": 0.028656, "f1": 0.023386, "hf_subset": "arb_Latn-sun_Latn", "languages": ["arb-Latn", "sun-Latn"], "main_score": 0.023386, "precision": 0.022622, "recall": 0.028656}, {"accuracy": 0.061265, "f1": 0.055674, "hf_subset": "arb_Latn-umb_Latn", "languages": ["arb-Latn", "umb-Latn"], "main_score": 0.055674, "precision": 0.054221, "recall": 0.061265}, {"accuracy": 0.030632, "f1": 0.025746, "hf_subset": "arb_Latn-ajp_Arab", "languages": ["arb-Latn", "ajp-Arab"], "main_score": 0.025746, "precision": 0.024896, "recall": 0.030632}, {"accuracy": 0.009881, "f1": 0.007344, "hf_subset": "arb_Latn-bjn_Arab", "languages": ["arb-Latn", "bjn-Arab"], "main_score": 0.007344, "precision": 0.00718, "recall": 0.009881}, {"accuracy": 0.065217, "f1": 0.058976, "hf_subset": "arb_Latn-ewe_Latn", "languages": ["arb-Latn", "ewe-Latn"], "main_score": 0.058976, "precision": 0.057698, "recall": 0.065217}, {"accuracy": 0.037549, "f1": 0.031233, "hf_subset": "arb_Latn-ilo_Latn", "languages": ["arb-Latn", "ilo-Latn"], "main_score": 0.031233, "precision": 0.030686, "recall": 0.037549}, {"accuracy": 0.008893, "f1": 0.007249, "hf_subset": "arb_Latn-knc_Arab", "languages": ["arb-Latn", "knc-Arab"], "main_score": 0.007249, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.047431, "f1": 0.039888, "hf_subset": "arb_Latn-mkd_Cyrl", "languages": ["arb-Latn", "mkd-Cyrl"], "main_score": 0.039888, "precision": 0.038056, "recall": 0.047431}, {"accuracy": 0.019763, "f1": 0.017295, "hf_subset": "arb_Latn-prs_Arab", "languages": ["arb-Latn", "prs-Arab"], "main_score": 0.017295, "precision": 0.016635, "recall": 0.019763}, {"accuracy": 0.08004, "f1": 0.070869, "hf_subset": "arb_Latn-swe_Latn", "languages": ["arb-Latn", "swe-Latn"], "main_score": 0.070869, "precision": 0.068846, "recall": 0.08004}, {"accuracy": 0.027668, "f1": 0.021967, "hf_subset": "arb_Latn-urd_Arab", "languages": ["arb-Latn", "urd-Arab"], "main_score": 0.021967, "precision": 0.020756, "recall": 0.027668}, {"accuracy": 0.078063, "f1": 0.072533, "hf_subset": "arb_Latn-aka_Latn", "languages": ["arb-Latn", "aka-Latn"], "main_score": 0.072533, "precision": 0.071176, "recall": 0.078063}, {"accuracy": 0.040514, "f1": 0.035644, "hf_subset": "arb_Latn-bjn_Latn", "languages": ["arb-Latn", "bjn-Latn"], "main_score": 0.035644, "precision": 0.034951, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.037772, "hf_subset": "arb_Latn-fao_Latn", "languages": ["arb-Latn", "fao-Latn"], "main_score": 0.037772, "precision": 0.03692, "recall": 0.041502}, {"accuracy": 0.077075, "f1": 0.068171, "hf_subset": "arb_Latn-ind_Latn", "languages": ["arb-Latn", "ind-Latn"], "main_score": 0.068171, "precision": 0.066364, "recall": 0.077075}, {"accuracy": 0.051383, "f1": 0.048092, "hf_subset": "arb_Latn-knc_Latn", "languages": ["arb-Latn", "knc-Latn"], "main_score": 0.048092, "precision": 0.047103, "recall": 0.051383}, {"accuracy": 0.079051, "f1": 0.068208, "hf_subset": "arb_Latn-mlt_Latn", "languages": ["arb-Latn", "mlt-Latn"], "main_score": 0.068208, "precision": 0.066179, "recall": 0.079051}, {"accuracy": 0.086957, "f1": 0.075173, "hf_subset": "arb_Latn-quy_Latn", "languages": ["arb-Latn", "quy-Latn"], "main_score": 0.075173, "precision": 0.072275, "recall": 0.086957}, {"accuracy": 0.049407, "f1": 0.044892, "hf_subset": "arb_Latn-swh_Latn", "languages": ["arb-Latn", "swh-Latn"], "main_score": 0.044892, "precision": 0.043813, "recall": 0.049407}, {"accuracy": 0.024704, "f1": 0.018653, "hf_subset": "arb_Latn-uzn_Latn", "languages": ["arb-Latn", "uzn-Latn"], "main_score": 0.018653, "precision": 0.017753, "recall": 0.024704}, {"accuracy": 0.0583, "f1": 0.050506, "hf_subset": "arb_Latn-als_Latn", "languages": ["arb-Latn", "als-Latn"], "main_score": 0.050506, "precision": 0.048728, "recall": 0.0583}, {"accuracy": 0.022727, "f1": 0.016432, "hf_subset": "arb_Latn-bod_Tibt", "languages": ["arb-Latn", "bod-Tibt"], "main_score": 0.016432, "precision": 0.015567, "recall": 0.022727}, {"accuracy": 0.033597, "f1": 0.02717, "hf_subset": "arb_Latn-fij_Latn", "languages": ["arb-Latn", "fij-Latn"], "main_score": 0.02717, "precision": 0.026341, "recall": 0.033597}, {"accuracy": 0.029644, "f1": 0.028329, "hf_subset": "arb_Latn-isl_Latn", "languages": ["arb-Latn", "isl-Latn"], "main_score": 0.028329, "precision": 0.028163, "recall": 0.029644}, {"accuracy": 0.057312, "f1": 0.052407, "hf_subset": "arb_Latn-kon_Latn", "languages": ["arb-Latn", "kon-Latn"], "main_score": 0.052407, "precision": 0.050836, "recall": 0.057312}, {"accuracy": 0.01581, "f1": 0.013834, "hf_subset": "arb_Latn-mni_Beng", "languages": ["arb-Latn", "mni-Beng"], "main_score": 0.013834, "precision": 0.013011, "recall": 0.01581}, {"accuracy": 0.088933, "f1": 0.076288, "hf_subset": "arb_Latn-ron_Latn", "languages": ["arb-Latn", "ron-Latn"], "main_score": 0.076288, "precision": 0.073404, "recall": 0.088933}, {"accuracy": 0.05336, "f1": 0.046139, "hf_subset": "arb_Latn-szl_Latn", "languages": ["arb-Latn", "szl-Latn"], "main_score": 0.046139, "precision": 0.044788, "recall": 0.05336}, {"accuracy": 0.057312, "f1": 0.051525, "hf_subset": "arb_Latn-vec_Latn", "languages": ["arb-Latn", "vec-Latn"], "main_score": 0.051525, "precision": 0.050023, "recall": 0.057312}, {"accuracy": 0.005929, "f1": 0.003173, "hf_subset": "arb_Latn-amh_Ethi", "languages": ["arb-Latn", "amh-Ethi"], "main_score": 0.003173, "precision": 0.002822, "recall": 0.005929}, {"accuracy": 0.08004, "f1": 0.071282, "hf_subset": "arb_Latn-bos_Latn", "languages": ["arb-Latn", "bos-Latn"], "main_score": 0.071282, "precision": 0.06948, "recall": 0.08004}, {"accuracy": 0.076087, "f1": 0.067632, "hf_subset": "arb_Latn-fin_Latn", "languages": ["arb-Latn", "fin-Latn"], "main_score": 0.067632, "precision": 0.066087, "recall": 0.076087}, {"accuracy": 0.089921, "f1": 0.075749, "hf_subset": "arb_Latn-ita_Latn", "languages": ["arb-Latn", "ita-Latn"], "main_score": 0.075749, "precision": 0.073279, "recall": 0.089921}, {"accuracy": 0.045455, "f1": 0.035136, "hf_subset": "arb_Latn-kor_Hang", "languages": ["arb-Latn", "kor-Hang"], "main_score": 0.035136, "precision": 0.033216, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.046461, "hf_subset": "arb_Latn-mos_Latn", "languages": ["arb-Latn", "mos-Latn"], "main_score": 0.046461, "precision": 0.045628, "recall": 0.050395}, {"accuracy": 0.08004, "f1": 0.073738, "hf_subset": "arb_Latn-run_Latn", "languages": ["arb-Latn", "run-Latn"], "main_score": 0.073738, "precision": 0.071478, "recall": 0.08004}, {"accuracy": 0.012846, "f1": 0.009151, "hf_subset": "arb_Latn-tam_Taml", "languages": ["arb-Latn", "tam-Taml"], "main_score": 0.009151, "precision": 0.00871, "recall": 0.012846}, {"accuracy": 0.078063, "f1": 0.069069, "hf_subset": "arb_Latn-vie_Latn", "languages": ["arb-Latn", "vie-Latn"], "main_score": 0.069069, "precision": 0.066873, "recall": 0.078063}, {"accuracy": 0.016798, "f1": 0.014165, "hf_subset": "arb_Latn-apc_Arab", "languages": ["arb-Latn", "apc-Arab"], "main_score": 0.014165, "precision": 0.013506, "recall": 0.016798}, {"accuracy": 0.057312, "f1": 0.053363, "hf_subset": "arb_Latn-bug_Latn", "languages": ["arb-Latn", "bug-Latn"], "main_score": 0.053363, "precision": 0.052208, "recall": 0.057312}, {"accuracy": 0.068182, "f1": 0.058249, "hf_subset": "arb_Latn-fon_Latn", "languages": ["arb-Latn", "fon-Latn"], "main_score": 0.058249, "precision": 0.055832, "recall": 0.068182}, {"accuracy": 0.040514, "f1": 0.035599, "hf_subset": "arb_Latn-jav_Latn", "languages": ["arb-Latn", "jav-Latn"], "main_score": 0.035599, "precision": 0.035014, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.065744, "hf_subset": "arb_Latn-lao_Laoo", "languages": ["arb-Latn", "lao-Laoo"], "main_score": 0.065744, "precision": 0.063787, "recall": 0.076087}, {"accuracy": 0.051383, "f1": 0.04661, "hf_subset": "arb_Latn-mri_Latn", "languages": ["arb-Latn", "mri-Latn"], "main_score": 0.04661, "precision": 0.045159, "recall": 0.051383}, {"accuracy": 0.047431, "f1": 0.041693, "hf_subset": "arb_Latn-rus_Cyrl", "languages": ["arb-Latn", "rus-Cyrl"], "main_score": 0.041693, "precision": 0.04043, "recall": 0.047431}, {"accuracy": 0.071146, "f1": 0.064284, "hf_subset": "arb_Latn-taq_Latn", "languages": ["arb-Latn", "taq-Latn"], "main_score": 0.064284, "precision": 0.063, "recall": 0.071146}, {"accuracy": 0.045455, "f1": 0.041669, "hf_subset": "arb_Latn-war_Latn", "languages": ["arb-Latn", "war-Latn"], "main_score": 0.041669, "precision": 0.040515, "recall": 0.045455}, {"accuracy": 0.037549, "f1": 0.032724, "hf_subset": "arb_Latn-arb_Arab", "languages": ["arb-Latn", "arb-Arab"], "main_score": 0.032724, "precision": 0.031564, "recall": 0.037549}, {"accuracy": 0.059289, "f1": 0.050829, "hf_subset": "arb_Latn-bul_Cyrl", "languages": ["arb-Latn", "bul-Cyrl"], "main_score": 0.050829, "precision": 0.049133, "recall": 0.059289}, {"accuracy": 0.085968, "f1": 0.075485, "hf_subset": "arb_Latn-fra_Latn", "languages": ["arb-Latn", "fra-Latn"], "main_score": 0.075485, "precision": 0.073631, "recall": 0.085968}, {"accuracy": 0.050395, "f1": 0.041858, "hf_subset": "arb_Latn-jpn_Jpan", "languages": ["arb-Latn", "jpn-Jpan"], "main_score": 0.041858, "precision": 0.040288, "recall": 0.050395}, {"accuracy": 0.044466, "f1": 0.03653, "hf_subset": "arb_Latn-lij_Latn", "languages": ["arb-Latn", "lij-Latn"], "main_score": 0.03653, "precision": 0.035541, "recall": 0.044466}, {"accuracy": 0.023715, "f1": 0.018679, "hf_subset": "arb_Latn-mya_Mymr", "languages": ["arb-Latn", "mya-Mymr"], "main_score": 0.018679, "precision": 0.017855, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.033271, "hf_subset": "arb_Latn-sag_Latn", "languages": ["arb-Latn", "sag-Latn"], "main_score": 0.033271, "precision": 0.03261, "recall": 0.035573}, {"accuracy": 0.031621, "f1": 0.028988, "hf_subset": "arb_Latn-taq_Tfng", "languages": ["arb-Latn", "taq-Tfng"], "main_score": 0.028988, "precision": 0.028361, "recall": 0.031621}, {"accuracy": 0.062253, "f1": 0.058632, "hf_subset": "arb_Latn-wol_Latn", "languages": ["arb-Latn", "wol-Latn"], "main_score": 0.058632, "precision": 0.057643, "recall": 0.062253}, {"accuracy": 0.087945, "f1": 0.074084, "hf_subset": "arb_Latn-cat_Latn", "languages": ["arb-Latn", "cat-Latn"], "main_score": 0.074084, "precision": 0.071588, "recall": 0.087945}, {"accuracy": 0.056324, "f1": 0.049204, "hf_subset": "arb_Latn-fur_Latn", "languages": ["arb-Latn", "fur-Latn"], "main_score": 0.049204, "precision": 0.048124, "recall": 0.056324}, {"accuracy": 0.036561, "f1": 0.027904, "hf_subset": "arb_Latn-kab_Latn", "languages": ["arb-Latn", "kab-Latn"], "main_score": 0.027904, "precision": 0.026399, "recall": 0.036561}, {"accuracy": 0.068182, "f1": 0.060956, "hf_subset": "arb_Latn-lim_Latn", "languages": ["arb-Latn", "lim-Latn"], "main_score": 0.060956, "precision": 0.059893, "recall": 0.068182}, {"accuracy": 0.085968, "f1": 0.074183, "hf_subset": "arb_Latn-nld_Latn", "languages": ["arb-Latn", "nld-Latn"], "main_score": 0.074183, "precision": 0.072122, "recall": 0.085968}, {"accuracy": 0.013834, "f1": 0.011159, "hf_subset": "arb_Latn-san_Deva", "languages": ["arb-Latn", "san-Deva"], "main_score": 0.011159, "precision": 0.01073, "recall": 0.013834}, {"accuracy": 0.027668, "f1": 0.02288, "hf_subset": "arb_Latn-tat_Cyrl", "languages": ["arb-Latn", "tat-Cyrl"], "main_score": 0.02288, "precision": 0.021866, "recall": 0.027668}, {"accuracy": 0.04249, "f1": 0.036836, "hf_subset": "arb_Latn-xho_Latn", "languages": ["arb-Latn", "xho-Latn"], "main_score": 0.036836, "precision": 0.035838, "recall": 0.04249}, {"accuracy": 0.032609, "f1": 0.027565, "hf_subset": "arb_Latn-ars_Arab", "languages": ["arb-Latn", "ars-Arab"], "main_score": 0.027565, "precision": 0.026546, "recall": 0.032609}, {"accuracy": 0.035573, "f1": 0.033764, "hf_subset": "arb_Latn-ceb_Latn", "languages": ["arb-Latn", "ceb-Latn"], "main_score": 0.033764, "precision": 0.033433, "recall": 0.035573}, {"accuracy": 0.051383, "f1": 0.044419, "hf_subset": "arb_Latn-fuv_Latn", "languages": ["arb-Latn", "fuv-Latn"], "main_score": 0.044419, "precision": 0.043061, "recall": 0.051383}, {"accuracy": 0.073123, "f1": 0.065597, "hf_subset": "arb_Latn-kac_Latn", "languages": ["arb-Latn", "kac-Latn"], "main_score": 0.065597, "precision": 0.064059, "recall": 0.073123}, {"accuracy": 0.060277, "f1": 0.052771, "hf_subset": "arb_Latn-lin_Latn", "languages": ["arb-Latn", "lin-Latn"], "main_score": 0.052771, "precision": 0.050987, "recall": 0.060277}, {"accuracy": 0.083992, "f1": 0.071861, "hf_subset": "arb_Latn-nno_Latn", "languages": ["arb-Latn", "nno-Latn"], "main_score": 0.071861, "precision": 0.069627, "recall": 0.083992}, {"accuracy": 0.007905, "f1": 0.003691, "hf_subset": "arb_Latn-sat_Olck", "languages": ["arb-Latn", "sat-Olck"], "main_score": 0.003691, "precision": 0.002821, "recall": 0.007905}, {"accuracy": 0.016798, "f1": 0.014224, "hf_subset": "arb_Latn-tel_Telu", "languages": ["arb-Latn", "tel-Telu"], "main_score": 0.014224, "precision": 0.013865, "recall": 0.016798}, {"accuracy": 0.017787, "f1": 0.010251, "hf_subset": "arb_Latn-ydd_Hebr", "languages": ["arb-Latn", "ydd-Hebr"], "main_score": 0.010251, "precision": 0.009421, "recall": 0.017787}, {"accuracy": 0.01581, "f1": 0.012683, "hf_subset": "arb_Latn-ary_Arab", "languages": ["arb-Latn", "ary-Arab"], "main_score": 0.012683, "precision": 0.011892, "recall": 0.01581}, {"accuracy": 0.079051, "f1": 0.06993, "hf_subset": "arb_Latn-ces_Latn", "languages": ["arb-Latn", "ces-Latn"], "main_score": 0.06993, "precision": 0.067962, "recall": 0.079051}, {"accuracy": 0.030632, "f1": 0.024856, "hf_subset": "arb_Latn-gaz_Latn", "languages": ["arb-Latn", "gaz-Latn"], "main_score": 0.024856, "precision": 0.023441, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.059098, "hf_subset": "arb_Latn-kam_Latn", "languages": ["arb-Latn", "kam-Latn"], "main_score": 0.059098, "precision": 0.05824, "recall": 0.065217}, {"accuracy": 0.06917, "f1": 0.059639, "hf_subset": "arb_Latn-lit_Latn", "languages": ["arb-Latn", "lit-Latn"], "main_score": 0.059639, "precision": 0.058218, "recall": 0.06917}, {"accuracy": 0.081028, "f1": 0.06959, "hf_subset": "arb_Latn-nob_Latn", "languages": ["arb-Latn", "nob-Latn"], "main_score": 0.06959, "precision": 0.06772, "recall": 0.081028}, {"accuracy": 0.041502, "f1": 0.037929, "hf_subset": "arb_Latn-scn_Latn", "languages": ["arb-Latn", "scn-Latn"], "main_score": 0.037929, "precision": 0.037457, "recall": 0.041502}, {"accuracy": 0.044466, "f1": 0.038204, "hf_subset": "arb_Latn-tgk_Cyrl", "languages": ["arb-Latn", "tgk-Cyrl"], "main_score": 0.038204, "precision": 0.036815, "recall": 0.044466}, {"accuracy": 0.047431, "f1": 0.04075, "hf_subset": "arb_Latn-yor_Latn", "languages": ["arb-Latn", "yor-Latn"], "main_score": 0.04075, "precision": 0.039533, "recall": 0.047431}, {"accuracy": 0.024704, "f1": 0.022922, "hf_subset": "arb_Latn-arz_Arab", "languages": ["arb-Latn", "arz-Arab"], "main_score": 0.022922, "precision": 0.022578, "recall": 0.024704}, {"accuracy": 0.066206, "f1": 0.058675, "hf_subset": "arb_Latn-cjk_Latn", "languages": ["arb-Latn", "cjk-Latn"], "main_score": 0.058675, "precision": 0.056319, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.04187, "hf_subset": "arb_Latn-gla_Latn", "languages": ["arb-Latn", "gla-Latn"], "main_score": 0.04187, "precision": 0.041028, "recall": 0.045455}, {"accuracy": 0.004941, "f1": 0.002839, "hf_subset": "arb_Latn-kan_Knda", "languages": ["arb-Latn", "kan-Knda"], "main_score": 0.002839, "precision": 0.002583, "recall": 0.004941}, {"accuracy": 0.039526, "f1": 0.036286, "hf_subset": "arb_Latn-lmo_Latn", "languages": ["arb-Latn", "lmo-Latn"], "main_score": 0.036286, "precision": 0.035791, "recall": 0.039526}, {"accuracy": 0.052372, "f1": 0.041792, "hf_subset": "arb_Latn-npi_Deva", "languages": ["arb-Latn", "npi-Deva"], "main_score": 0.041792, "precision": 0.040217, "recall": 0.052372}, {"accuracy": 0.046443, "f1": 0.040001, "hf_subset": "arb_Latn-shn_Mymr", "languages": ["arb-Latn", "shn-Mymr"], "main_score": 0.040001, "precision": 0.03872, "recall": 0.046443}, {"accuracy": 0.044466, "f1": 0.041456, "hf_subset": "arb_Latn-tgl_Latn", "languages": ["arb-Latn", "tgl-Latn"], "main_score": 0.041456, "precision": 0.040906, "recall": 0.044466}, {"accuracy": 0.054348, "f1": 0.0453, "hf_subset": "arb_Latn-yue_Hant", "languages": ["arb-Latn", "yue-Hant"], "main_score": 0.0453, "precision": 0.04325, "recall": 0.054348}, {"accuracy": 0.01087, "f1": 0.008622, "hf_subset": "arb_Latn-asm_Beng", "languages": ["arb-Latn", "asm-Beng"], "main_score": 0.008622, "precision": 0.00836, "recall": 0.01087}, {"accuracy": 0.027668, "f1": 0.021872, "hf_subset": "arb_Latn-ckb_Arab", "languages": ["arb-Latn", "ckb-Arab"], "main_score": 0.021872, "precision": 0.020941, "recall": 0.027668}, {"accuracy": 0.028656, "f1": 0.026188, "hf_subset": "arb_Latn-gle_Latn", "languages": ["arb-Latn", "gle-Latn"], "main_score": 0.026188, "precision": 0.025528, "recall": 0.028656}, {"accuracy": 0.016798, "f1": 0.013862, "hf_subset": "arb_Latn-kas_Arab", "languages": ["arb-Latn", "kas-Arab"], "main_score": 0.013862, "precision": 0.013354, "recall": 0.016798}, {"accuracy": 0.049407, "f1": 0.042313, "hf_subset": "arb_Latn-ltg_Latn", "languages": ["arb-Latn", "ltg-Latn"], "main_score": 0.042313, "precision": 0.041011, "recall": 0.049407}, {"accuracy": 0.068182, "f1": 0.063113, "hf_subset": "arb_Latn-nso_Latn", "languages": ["arb-Latn", "nso-Latn"], "main_score": 0.063113, "precision": 0.06181, "recall": 0.068182}, {"accuracy": 0.017787, "f1": 0.012604, "hf_subset": "arb_Latn-sin_Sinh", "languages": ["arb-Latn", "sin-Sinh"], "main_score": 0.012604, "precision": 0.011757, "recall": 0.017787}, {"accuracy": 0.030632, "f1": 0.027077, "hf_subset": "arb_Latn-tha_Thai", "languages": ["arb-Latn", "tha-Thai"], "main_score": 0.027077, "precision": 0.026104, "recall": 0.030632}, {"accuracy": 0.059289, "f1": 0.048447, "hf_subset": "arb_Latn-zho_Hans", "languages": ["arb-Latn", "zho-Hans"], "main_score": 0.048447, "precision": 0.046064, "recall": 0.059289}, {"accuracy": 0.059289, "f1": 0.051503, "hf_subset": "arb_Latn-ast_Latn", "languages": ["arb-Latn", "ast-Latn"], "main_score": 0.051503, "precision": 0.050061, "recall": 0.059289}, {"accuracy": 0.020751, "f1": 0.018118, "hf_subset": "arb_Latn-crh_Latn", "languages": ["arb-Latn", "crh-Latn"], "main_score": 0.018118, "precision": 0.017458, "recall": 0.020751}, {"accuracy": 0.088933, "f1": 0.076079, "hf_subset": "arb_Latn-glg_Latn", "languages": ["arb-Latn", "glg-Latn"], "main_score": 0.076079, "precision": 0.073682, "recall": 0.088933}, {"accuracy": 0.029644, "f1": 0.024506, "hf_subset": "arb_Latn-kas_Deva", "languages": ["arb-Latn", "kas-Deva"], "main_score": 0.024506, "precision": 0.023644, "recall": 0.029644}, {"accuracy": 0.0583, "f1": 0.053515, "hf_subset": "arb_Latn-ltz_Latn", "languages": ["arb-Latn", "ltz-Latn"], "main_score": 0.053515, "precision": 0.052324, "recall": 0.0583}, {"accuracy": 0.044466, "f1": 0.038698, "hf_subset": "arb_Latn-nus_Latn", "languages": ["arb-Latn", "nus-Latn"], "main_score": 0.038698, "precision": 0.03747, "recall": 0.044466}, {"accuracy": 0.086957, "f1": 0.073492, "hf_subset": "arb_Latn-slk_Latn", "languages": ["arb-Latn", "slk-Latn"], "main_score": 0.073492, "precision": 0.071149, "recall": 0.086957}, {"accuracy": 0.012846, "f1": 0.008505, "hf_subset": "arb_Latn-tir_Ethi", "languages": ["arb-Latn", "tir-Ethi"], "main_score": 0.008505, "precision": 0.007795, "recall": 0.012846}, {"accuracy": 0.051383, "f1": 0.042841, "hf_subset": "arb_Latn-zho_Hant", "languages": ["arb-Latn", "zho-Hant"], "main_score": 0.042841, "precision": 0.040873, "recall": 0.051383}, {"accuracy": 0.016798, "f1": 0.013586, "hf_subset": "arb_Latn-awa_Deva", "languages": ["arb-Latn", "awa-Deva"], "main_score": 0.013586, "precision": 0.013053, "recall": 0.016798}, {"accuracy": 0.036561, "f1": 0.030376, "hf_subset": "arb_Latn-cym_Latn", "languages": ["arb-Latn", "cym-Latn"], "main_score": 0.030376, "precision": 0.029549, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.037679, "hf_subset": "arb_Latn-grn_Latn", "languages": ["arb-Latn", "grn-Latn"], "main_score": 0.037679, "precision": 0.036841, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.02938, "hf_subset": "arb_Latn-kat_Geor", "languages": ["arb-Latn", "kat-Geor"], "main_score": 0.02938, "precision": 0.027989, "recall": 0.038538}, {"accuracy": 0.057312, "f1": 0.050442, "hf_subset": "arb_Latn-lua_Latn", "languages": ["arb-Latn", "lua-Latn"], "main_score": 0.050442, "precision": 0.049026, "recall": 0.057312}, {"accuracy": 0.072134, "f1": 0.066291, "hf_subset": "arb_Latn-nya_Latn", "languages": ["arb-Latn", "nya-Latn"], "main_score": 0.066291, "precision": 0.064372, "recall": 0.072134}, {"accuracy": 0.081028, "f1": 0.070335, "hf_subset": "arb_Latn-slv_Latn", "languages": ["arb-Latn", "slv-Latn"], "main_score": 0.070335, "precision": 0.068363, "recall": 0.081028}, {"accuracy": 0.050395, "f1": 0.045582, "hf_subset": "arb_Latn-tpi_Latn", "languages": ["arb-Latn", "tpi-Latn"], "main_score": 0.045582, "precision": 0.044387, "recall": 0.050395}, {"accuracy": 0.08498, "f1": 0.070215, "hf_subset": "arb_Latn-zsm_Latn", "languages": ["arb-Latn", "zsm-Latn"], "main_score": 0.070215, "precision": 0.067509, "recall": 0.08498}, {"accuracy": 0.067194, "f1": 0.061121, "hf_subset": "arb_Latn-ayr_Latn", "languages": ["arb-Latn", "ayr-Latn"], "main_score": 0.061121, "precision": 0.059481, "recall": 0.067194}, {"accuracy": 0.085968, "f1": 0.077088, "hf_subset": "arb_Latn-dan_Latn", "languages": ["arb-Latn", "dan-Latn"], "main_score": 0.077088, "precision": 0.075543, "recall": 0.085968}, {"accuracy": 0.014822, "f1": 0.011695, "hf_subset": "arb_Latn-guj_Gujr", "languages": ["arb-Latn", "guj-Gujr"], "main_score": 0.011695, "precision": 0.010871, "recall": 0.014822}, {"accuracy": 0.028656, "f1": 0.025529, "hf_subset": "arb_Latn-kaz_Cyrl", "languages": ["arb-Latn", "kaz-Cyrl"], "main_score": 0.025529, "precision": 0.024738, "recall": 0.028656}, {"accuracy": 0.050395, "f1": 0.043685, "hf_subset": "arb_Latn-lug_Latn", "languages": ["arb-Latn", "lug-Latn"], "main_score": 0.043685, "precision": 0.041915, "recall": 0.050395}, {"accuracy": 0.063241, "f1": 0.05817, "hf_subset": "arb_Latn-oci_Latn", "languages": ["arb-Latn", "oci-Latn"], "main_score": 0.05817, "precision": 0.05733, "recall": 0.063241}, {"accuracy": 0.04249, "f1": 0.036551, "hf_subset": "arb_Latn-smo_Latn", "languages": ["arb-Latn", "smo-Latn"], "main_score": 0.036551, "precision": 0.03509, "recall": 0.04249}, {"accuracy": 0.070158, "f1": 0.066844, "hf_subset": "arb_Latn-tsn_Latn", "languages": ["arb-Latn", "tsn-Latn"], "main_score": 0.066844, "precision": 0.066118, "recall": 0.070158}, {"accuracy": 0.050395, "f1": 0.04079, "hf_subset": "arb_Latn-zul_Latn", "languages": ["arb-Latn", "zul-Latn"], "main_score": 0.04079, "precision": 0.039419, "recall": 0.050395}, {"accuracy": 0.018775, "f1": 0.015234, "hf_subset": "arb_Latn-azb_Arab", "languages": ["arb-Latn", "azb-Arab"], "main_score": 0.015234, "precision": 0.014865, "recall": 0.018775}, {"accuracy": 0.098814, "f1": 0.084755, "hf_subset": "arb_Latn-deu_Latn", "languages": ["arb-Latn", "deu-Latn"], "main_score": 0.084755, "precision": 0.082046, "recall": 0.098814}, {"accuracy": 0.047431, "f1": 0.040606, "hf_subset": "arb_Latn-hat_Latn", "languages": ["arb-Latn", "hat-Latn"], "main_score": 0.040606, "precision": 0.039458, "recall": 0.047431}, {"accuracy": 0.070158, "f1": 0.064225, "hf_subset": "arb_Latn-kbp_Latn", "languages": ["arb-Latn", "kbp-Latn"], "main_score": 0.064225, "precision": 0.062647, "recall": 0.070158}, {"accuracy": 0.051383, "f1": 0.048751, "hf_subset": "arb_Latn-luo_Latn", "languages": ["arb-Latn", "luo-Latn"], "main_score": 0.048751, "precision": 0.047926, "recall": 0.051383}, {"accuracy": 0.011858, "f1": 0.008484, "hf_subset": "arb_Latn-ory_Orya", "languages": ["arb-Latn", "ory-Orya"], "main_score": 0.008484, "precision": 0.007751, "recall": 0.011858}, {"accuracy": 0.051383, "f1": 0.0456, "hf_subset": "arb_Latn-sna_Latn", "languages": ["arb-Latn", "sna-Latn"], "main_score": 0.0456, "precision": 0.043977, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.062182, "hf_subset": "arb_Latn-tso_Latn", "languages": ["arb-Latn", "tso-Latn"], "main_score": 0.062182, "precision": 0.060897, "recall": 0.06917}, {"accuracy": 0.021739, "f1": 0.018785, "hf_subset": "arb_Latn-azj_Latn", "languages": ["arb-Latn", "azj-Latn"], "main_score": 0.018785, "precision": 0.018286, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.033435, "hf_subset": "arb_Latn-dik_Latn", "languages": ["arb-Latn", "dik-Latn"], "main_score": 0.033435, "precision": 0.03261, "recall": 0.036561}, {"accuracy": 0.046443, "f1": 0.04251, "hf_subset": "arb_Latn-hau_Latn", "languages": ["arb-Latn", "hau-Latn"], "main_score": 0.04251, "precision": 0.041439, "recall": 0.046443}, {"accuracy": 0.037549, "f1": 0.031602, "hf_subset": "arb_Latn-kea_Latn", "languages": ["arb-Latn", "kea-Latn"], "main_score": 0.031602, "precision": 0.030477, "recall": 0.037549}, {"accuracy": 0.060277, "f1": 0.057213, "hf_subset": "arb_Latn-lus_Latn", "languages": ["arb-Latn", "lus-Latn"], "main_score": 0.057213, "precision": 0.055912, "recall": 0.060277}, {"accuracy": 0.036561, "f1": 0.033303, "hf_subset": "arb_Latn-pag_Latn", "languages": ["arb-Latn", "pag-Latn"], "main_score": 0.033303, "precision": 0.03272, "recall": 0.036561}, {"accuracy": 0.012846, "f1": 0.008245, "hf_subset": "arb_Latn-snd_Arab", "languages": ["arb-Latn", "snd-Arab"], "main_score": 0.008245, "precision": 0.007087, "recall": 0.012846}, {"accuracy": 0.04249, "f1": 0.037638, "hf_subset": "arb_Latn-tuk_Latn", "languages": ["arb-Latn", "tuk-Latn"], "main_score": 0.037638, "precision": 0.036953, "recall": 0.04249}, {"accuracy": 0.035573, "f1": 0.03019, "hf_subset": "arb_Latn-bak_Cyrl", "languages": ["arb-Latn", "bak-Cyrl"], "main_score": 0.03019, "precision": 0.028902, "recall": 0.035573}, {"accuracy": 0.043478, "f1": 0.0389, "hf_subset": "arb_Latn-dyu_Latn", "languages": ["arb-Latn", "dyu-Latn"], "main_score": 0.0389, "precision": 0.037566, "recall": 0.043478}, {"accuracy": 0.046443, "f1": 0.03626, "hf_subset": "arb_Latn-heb_Hebr", "languages": ["arb-Latn", "heb-Hebr"], "main_score": 0.03626, "precision": 0.034319, "recall": 0.046443}, {"accuracy": 0.04249, "f1": 0.033212, "hf_subset": "arb_Latn-khk_Cyrl", "languages": ["arb-Latn", "khk-Cyrl"], "main_score": 0.033212, "precision": 0.031492, "recall": 0.04249}, {"accuracy": 0.046443, "f1": 0.039577, "hf_subset": "arb_Latn-lvs_Latn", "languages": ["arb-Latn", "lvs-Latn"], "main_score": 0.039577, "precision": 0.038108, "recall": 0.046443}, {"accuracy": 0.01087, "f1": 0.007095, "hf_subset": "arb_Latn-pan_Guru", "languages": ["arb-Latn", "pan-Guru"], "main_score": 0.007095, "precision": 0.006265, "recall": 0.01087}, {"accuracy": 0.051383, "f1": 0.045872, "hf_subset": "arb_Latn-som_Latn", "languages": ["arb-Latn", "som-Latn"], "main_score": 0.045872, "precision": 0.044146, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.068558, "hf_subset": "arb_Latn-tum_Latn", "languages": ["arb-Latn", "tum-Latn"], "main_score": 0.068558, "precision": 0.065694, "recall": 0.078063}, {"accuracy": 0.088933, "f1": 0.052397, "hf_subset": "cat_Latn-ace_Arab", "languages": ["cat-Latn", "ace-Arab"], "main_score": 0.052397, "precision": 0.043693, "recall": 0.088933}, {"accuracy": 0.217391, "f1": 0.145761, "hf_subset": "cat_Latn-bam_Latn", "languages": ["cat-Latn", "bam-Latn"], "main_score": 0.145761, "precision": 0.128502, "recall": 0.217391}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "cat_Latn-dzo_Tibt", "languages": ["cat-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-hin_Deva", "languages": ["cat-Latn", "hin-Deva"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.916996, "f1": 0.890316, "hf_subset": "cat_Latn-khm_Khmr", "languages": ["cat-Latn", "khm-Khmr"], "main_score": 0.890316, "precision": 0.877141, "recall": 0.916996}, {"accuracy": 0.947628, "f1": 0.931159, "hf_subset": "cat_Latn-mag_Deva", "languages": ["cat-Latn", "mag-Deva"], "main_score": 0.931159, "precision": 0.923419, "recall": 0.947628}, {"accuracy": 0.66502, "f1": 0.59239, "hf_subset": "cat_Latn-pap_Latn", "languages": ["cat-Latn", "pap-Latn"], "main_score": 0.59239, "precision": 0.564259, "recall": 0.66502}, {"accuracy": 0.240119, "f1": 0.17168, "hf_subset": "cat_Latn-sot_Latn", "languages": ["cat-Latn", "sot-Latn"], "main_score": 0.17168, "precision": 0.153245, "recall": 0.240119}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-tur_Latn", "languages": ["cat-Latn", "tur-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.433794, "f1": 0.347007, "hf_subset": "cat_Latn-ace_Latn", "languages": ["cat-Latn", "ace-Latn"], "main_score": 0.347007, "precision": 0.319816, "recall": 0.433794}, {"accuracy": 0.686759, "f1": 0.613334, "hf_subset": "cat_Latn-ban_Latn", "languages": ["cat-Latn", "ban-Latn"], "main_score": 0.613334, "precision": 0.582518, "recall": 0.686759}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "cat_Latn-ell_Grek", "languages": ["cat-Latn", "ell-Grek"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.894664, "hf_subset": "cat_Latn-hne_Deva", "languages": ["cat-Latn", "hne-Deva"], "main_score": 0.894664, "precision": 0.883152, "recall": 0.918972}, {"accuracy": 0.269763, "f1": 0.185939, "hf_subset": "cat_Latn-kik_Latn", "languages": ["cat-Latn", "kik-Latn"], "main_score": 0.185939, "precision": 0.163911, "recall": 0.269763}, {"accuracy": 0.9417, "f1": 0.924539, "hf_subset": "cat_Latn-mai_Deva", "languages": ["cat-Latn", "mai-Deva"], "main_score": 0.924539, "precision": 0.916667, "recall": 0.9417}, {"accuracy": 0.863636, "f1": 0.827833, "hf_subset": "cat_Latn-pbt_Arab", "languages": ["cat-Latn", "pbt-Arab"], "main_score": 0.827833, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-spa_Latn", "languages": ["cat-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.326087, "f1": 0.233403, "hf_subset": "cat_Latn-twi_Latn", "languages": ["cat-Latn", "twi-Latn"], "main_score": 0.233403, "precision": 0.207821, "recall": 0.326087}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "cat_Latn-acm_Arab", "languages": ["cat-Latn", "acm-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "cat_Latn-bel_Cyrl", "languages": ["cat-Latn", "bel-Cyrl"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-eng_Latn", "languages": ["cat-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "cat_Latn-hrv_Latn", "languages": ["cat-Latn", "hrv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.181818, "f1": 0.124657, "hf_subset": "cat_Latn-kin_Latn", "languages": ["cat-Latn", "kin-Latn"], "main_score": 0.124657, "precision": 0.111077, "recall": 0.181818}, {"accuracy": 0.891304, "f1": 0.86211, "hf_subset": "cat_Latn-mal_Mlym", "languages": ["cat-Latn", "mal-Mlym"], "main_score": 0.86211, "precision": 0.848691, "recall": 0.891304}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "cat_Latn-pes_Arab", "languages": ["cat-Latn", "pes-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.747036, "f1": 0.685004, "hf_subset": "cat_Latn-srd_Latn", "languages": ["cat-Latn", "srd-Latn"], "main_score": 0.685004, "precision": 0.658729, "recall": 0.747036}, {"accuracy": 0.066206, "f1": 0.030824, "hf_subset": "cat_Latn-tzm_Tfng", "languages": ["cat-Latn", "tzm-Tfng"], "main_score": 0.030824, "precision": 0.025562, "recall": 0.066206}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "cat_Latn-acq_Arab", "languages": ["cat-Latn", "acq-Arab"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.246047, "f1": 0.168172, "hf_subset": "cat_Latn-bem_Latn", "languages": ["cat-Latn", "bem-Latn"], "main_score": 0.168172, "precision": 0.148212, "recall": 0.246047}, {"accuracy": 0.884387, "f1": 0.849704, "hf_subset": "cat_Latn-epo_Latn", "languages": ["cat-Latn", "epo-Latn"], "main_score": 0.849704, "precision": 0.83358, "recall": 0.884387}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-hun_Latn", "languages": ["cat-Latn", "hun-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "cat_Latn-kir_Cyrl", "languages": ["cat-Latn", "kir-Cyrl"], "main_score": 0.930501, "precision": 0.92276, "recall": 0.94664}, {"accuracy": 0.91502, "f1": 0.88857, "hf_subset": "cat_Latn-mar_Deva", "languages": ["cat-Latn", "mar-Deva"], "main_score": 0.88857, "precision": 0.875906, "recall": 0.91502}, {"accuracy": 0.305336, "f1": 0.228224, "hf_subset": "cat_Latn-plt_Latn", "languages": ["cat-Latn", "plt-Latn"], "main_score": 0.228224, "precision": 0.206041, "recall": 0.305336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-srp_Cyrl", "languages": ["cat-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.768403, "hf_subset": "cat_Latn-uig_Arab", "languages": ["cat-Latn", "uig-Arab"], "main_score": 0.768403, "precision": 0.747596, "recall": 0.816206}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "cat_Latn-aeb_Arab", "languages": ["cat-Latn", "aeb-Arab"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.921937, "f1": 0.899209, "hf_subset": "cat_Latn-ben_Beng", "languages": ["cat-Latn", "ben-Beng"], "main_score": 0.899209, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-est_Latn", "languages": ["cat-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "cat_Latn-hye_Armn", "languages": ["cat-Latn", "hye-Armn"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.187747, "f1": 0.123234, "hf_subset": "cat_Latn-kmb_Latn", "languages": ["cat-Latn", "kmb-Latn"], "main_score": 0.123234, "precision": 0.109206, "recall": 0.187747}, {"accuracy": 0.06917, "f1": 0.042851, "hf_subset": "cat_Latn-min_Arab", "languages": ["cat-Latn", "min-Arab"], "main_score": 0.042851, "precision": 0.036724, "recall": 0.06917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-pol_Latn", "languages": ["cat-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.18083, "f1": 0.118745, "hf_subset": "cat_Latn-ssw_Latn", "languages": ["cat-Latn", "ssw-Latn"], "main_score": 0.118745, "precision": 0.10532, "recall": 0.18083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ukr_Cyrl", "languages": ["cat-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "cat_Latn-afr_Latn", "languages": ["cat-Latn", "afr-Latn"], "main_score": 0.957181, "precision": 0.95224, "recall": 0.967391}, {"accuracy": 0.892292, "f1": 0.862879, "hf_subset": "cat_Latn-bho_Deva", "languages": ["cat-Latn", "bho-Deva"], "main_score": 0.862879, "precision": 0.849259, "recall": 0.892292}, {"accuracy": 0.791502, "f1": 0.737994, "hf_subset": "cat_Latn-eus_Latn", "languages": ["cat-Latn", "eus-Latn"], "main_score": 0.737994, "precision": 0.714634, "recall": 0.791502}, {"accuracy": 0.213439, "f1": 0.141036, "hf_subset": "cat_Latn-ibo_Latn", "languages": ["cat-Latn", "ibo-Latn"], "main_score": 0.141036, "precision": 0.123796, "recall": 0.213439}, {"accuracy": 0.774704, "f1": 0.726814, "hf_subset": "cat_Latn-kmr_Latn", "languages": ["cat-Latn", "kmr-Latn"], "main_score": 0.726814, "precision": 0.706317, "recall": 0.774704}, {"accuracy": 0.662055, "f1": 0.588167, "hf_subset": "cat_Latn-min_Latn", "languages": ["cat-Latn", "min-Latn"], "main_score": 0.588167, "precision": 0.559103, "recall": 0.662055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-por_Latn", "languages": ["cat-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.763834, "f1": 0.705863, "hf_subset": "cat_Latn-sun_Latn", "languages": ["cat-Latn", "sun-Latn"], "main_score": 0.705863, "precision": 0.681604, "recall": 0.763834}, {"accuracy": 0.188735, "f1": 0.126283, "hf_subset": "cat_Latn-umb_Latn", "languages": ["cat-Latn", "umb-Latn"], "main_score": 0.126283, "precision": 0.111974, "recall": 0.188735}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "cat_Latn-ajp_Arab", "languages": ["cat-Latn", "ajp-Arab"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.077075, "f1": 0.043731, "hf_subset": "cat_Latn-bjn_Arab", "languages": ["cat-Latn", "bjn-Arab"], "main_score": 0.043731, "precision": 0.036505, "recall": 0.077075}, {"accuracy": 0.261858, "f1": 0.188269, "hf_subset": "cat_Latn-ewe_Latn", "languages": ["cat-Latn", "ewe-Latn"], "main_score": 0.188269, "precision": 0.169515, "recall": 0.261858}, {"accuracy": 0.386364, "f1": 0.293911, "hf_subset": "cat_Latn-ilo_Latn", "languages": ["cat-Latn", "ilo-Latn"], "main_score": 0.293911, "precision": 0.266333, "recall": 0.386364}, {"accuracy": 0.093874, "f1": 0.050195, "hf_subset": "cat_Latn-knc_Arab", "languages": ["cat-Latn", "knc-Arab"], "main_score": 0.050195, "precision": 0.040795, "recall": 0.093874}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-mkd_Cyrl", "languages": ["cat-Latn", "mkd-Cyrl"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "cat_Latn-prs_Arab", "languages": ["cat-Latn", "prs-Arab"], "main_score": 0.986001, "precision": 0.984684, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "cat_Latn-swe_Latn", "languages": ["cat-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "cat_Latn-urd_Arab", "languages": ["cat-Latn", "urd-Arab"], "main_score": 0.969203, "precision": 0.965909, "recall": 0.976285}, {"accuracy": 0.312253, "f1": 0.228794, "hf_subset": "cat_Latn-aka_Latn", "languages": ["cat-Latn", "aka-Latn"], "main_score": 0.228794, "precision": 0.205501, "recall": 0.312253}, {"accuracy": 0.791502, "f1": 0.739248, "hf_subset": "cat_Latn-bjn_Latn", "languages": ["cat-Latn", "bjn-Latn"], "main_score": 0.739248, "precision": 0.717836, "recall": 0.791502}, {"accuracy": 0.480237, "f1": 0.399394, "hf_subset": "cat_Latn-fao_Latn", "languages": ["cat-Latn", "fao-Latn"], "main_score": 0.399394, "precision": 0.372654, "recall": 0.480237}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-ind_Latn", "languages": ["cat-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.284585, "f1": 0.206136, "hf_subset": "cat_Latn-knc_Latn", "languages": ["cat-Latn", "knc-Latn"], "main_score": 0.206136, "precision": 0.185453, "recall": 0.284585}, {"accuracy": 0.353755, "f1": 0.269936, "hf_subset": "cat_Latn-mlt_Latn", "languages": ["cat-Latn", "mlt-Latn"], "main_score": 0.269936, "precision": 0.246557, "recall": 0.353755}, {"accuracy": 0.283597, "f1": 0.198359, "hf_subset": "cat_Latn-quy_Latn", "languages": ["cat-Latn", "quy-Latn"], "main_score": 0.198359, "precision": 0.175491, "recall": 0.283597}, {"accuracy": 0.383399, "f1": 0.299009, "hf_subset": "cat_Latn-swh_Latn", "languages": ["cat-Latn", "swh-Latn"], "main_score": 0.299009, "precision": 0.273406, "recall": 0.383399}, {"accuracy": 0.661067, "f1": 0.589108, "hf_subset": "cat_Latn-uzn_Latn", "languages": ["cat-Latn", "uzn-Latn"], "main_score": 0.589108, "precision": 0.560112, "recall": 0.661067}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-als_Latn", "languages": ["cat-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.054348, "f1": 0.019331, "hf_subset": "cat_Latn-bod_Tibt", "languages": ["cat-Latn", "bod-Tibt"], "main_score": 0.019331, "precision": 0.015455, "recall": 0.054348}, {"accuracy": 0.226285, "f1": 0.156341, "hf_subset": "cat_Latn-fij_Latn", "languages": ["cat-Latn", "fij-Latn"], "main_score": 0.156341, "precision": 0.138262, "recall": 0.226285}, {"accuracy": 0.770751, "f1": 0.714514, "hf_subset": "cat_Latn-isl_Latn", "languages": ["cat-Latn", "isl-Latn"], "main_score": 0.714514, "precision": 0.690095, "recall": 0.770751}, {"accuracy": 0.262846, "f1": 0.189731, "hf_subset": "cat_Latn-kon_Latn", "languages": ["cat-Latn", "kon-Latn"], "main_score": 0.189731, "precision": 0.170378, "recall": 0.262846}, {"accuracy": 0.065217, "f1": 0.033703, "hf_subset": "cat_Latn-mni_Beng", "languages": ["cat-Latn", "mni-Beng"], "main_score": 0.033703, "precision": 0.029153, "recall": 0.065217}, {"accuracy": 0.996047, "f1": 0.994895, "hf_subset": "cat_Latn-ron_Latn", "languages": ["cat-Latn", "ron-Latn"], "main_score": 0.994895, "precision": 0.994401, "recall": 0.996047}, {"accuracy": 0.818182, "f1": 0.771706, "hf_subset": "cat_Latn-szl_Latn", "languages": ["cat-Latn", "szl-Latn"], "main_score": 0.771706, "precision": 0.751136, "recall": 0.818182}, {"accuracy": 0.822134, "f1": 0.772596, "hf_subset": "cat_Latn-vec_Latn", "languages": ["cat-Latn", "vec-Latn"], "main_score": 0.772596, "precision": 0.750642, "recall": 0.822134}, {"accuracy": 0.789526, "f1": 0.739973, "hf_subset": "cat_Latn-amh_Ethi", "languages": ["cat-Latn", "amh-Ethi"], "main_score": 0.739973, "precision": 0.718972, "recall": 0.789526}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-bos_Latn", "languages": ["cat-Latn", "bos-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "cat_Latn-fin_Latn", "languages": ["cat-Latn", "fin-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ita_Latn", "languages": ["cat-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "cat_Latn-kor_Hang", "languages": ["cat-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.244071, "f1": 0.172726, "hf_subset": "cat_Latn-mos_Latn", "languages": ["cat-Latn", "mos-Latn"], "main_score": 0.172726, "precision": 0.153752, "recall": 0.244071}, {"accuracy": 0.199605, "f1": 0.133438, "hf_subset": "cat_Latn-run_Latn", "languages": ["cat-Latn", "run-Latn"], "main_score": 0.133438, "precision": 0.116609, "recall": 0.199605}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "cat_Latn-tam_Taml", "languages": ["cat-Latn", "tam-Taml"], "main_score": 0.8861, "precision": 0.874259, "recall": 0.912055}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-vie_Latn", "languages": ["cat-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "cat_Latn-apc_Arab", "languages": ["cat-Latn", "apc-Arab"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.409091, "f1": 0.318035, "hf_subset": "cat_Latn-bug_Latn", "languages": ["cat-Latn", "bug-Latn"], "main_score": 0.318035, "precision": 0.288398, "recall": 0.409091}, {"accuracy": 0.232213, "f1": 0.159603, "hf_subset": "cat_Latn-fon_Latn", "languages": ["cat-Latn", "fon-Latn"], "main_score": 0.159603, "precision": 0.141217, "recall": 0.232213}, {"accuracy": 0.747036, "f1": 0.684571, "hf_subset": "cat_Latn-jav_Latn", "languages": ["cat-Latn", "jav-Latn"], "main_score": 0.684571, "precision": 0.658729, "recall": 0.747036}, {"accuracy": 0.938735, "f1": 0.921838, "hf_subset": "cat_Latn-lao_Laoo", "languages": ["cat-Latn", "lao-Laoo"], "main_score": 0.921838, "precision": 0.913982, "recall": 0.938735}, {"accuracy": 0.209486, "f1": 0.134898, "hf_subset": "cat_Latn-mri_Latn", "languages": ["cat-Latn", "mri-Latn"], "main_score": 0.134898, "precision": 0.118081, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-rus_Cyrl", "languages": ["cat-Latn", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.266798, "f1": 0.195898, "hf_subset": "cat_Latn-taq_Latn", "languages": ["cat-Latn", "taq-Latn"], "main_score": 0.195898, "precision": 0.178136, "recall": 0.266798}, {"accuracy": 0.447628, "f1": 0.355108, "hf_subset": "cat_Latn-war_Latn", "languages": ["cat-Latn", "war-Latn"], "main_score": 0.355108, "precision": 0.324835, "recall": 0.447628}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "cat_Latn-arb_Arab", "languages": ["cat-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "cat_Latn-bul_Cyrl", "languages": ["cat-Latn", "bul-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-fra_Latn", "languages": ["cat-Latn", "fra-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "cat_Latn-jpn_Jpan", "languages": ["cat-Latn", "jpn-Jpan"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.778656, "f1": 0.723981, "hf_subset": "cat_Latn-lij_Latn", "languages": ["cat-Latn", "lij-Latn"], "main_score": 0.723981, "precision": 0.700586, "recall": 0.778656}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "cat_Latn-mya_Mymr", "languages": ["cat-Latn", "mya-Mymr"], "main_score": 0.936759, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.262846, "f1": 0.187823, "hf_subset": "cat_Latn-sag_Latn", "languages": ["cat-Latn", "sag-Latn"], "main_score": 0.187823, "precision": 0.167574, "recall": 0.262846}, {"accuracy": 0.083004, "f1": 0.037164, "hf_subset": "cat_Latn-taq_Tfng", "languages": ["cat-Latn", "taq-Tfng"], "main_score": 0.037164, "precision": 0.03051, "recall": 0.083004}, {"accuracy": 0.272727, "f1": 0.19379, "hf_subset": "cat_Latn-wol_Latn", "languages": ["cat-Latn", "wol-Latn"], "main_score": 0.19379, "precision": 0.172951, "recall": 0.272727}, {"accuracy": 0.139328, "f1": 0.086232, "hf_subset": "cat_Latn-arb_Latn", "languages": ["cat-Latn", "arb-Latn"], "main_score": 0.086232, "precision": 0.075585, "recall": 0.139328}, {"accuracy": 0.755929, "f1": 0.693431, "hf_subset": "cat_Latn-fur_Latn", "languages": ["cat-Latn", "fur-Latn"], "main_score": 0.693431, "precision": 0.667391, "recall": 0.755929}, {"accuracy": 0.096838, "f1": 0.063965, "hf_subset": "cat_Latn-kab_Latn", "languages": ["cat-Latn", "kab-Latn"], "main_score": 0.063965, "precision": 0.056778, "recall": 0.096838}, {"accuracy": 0.764822, "f1": 0.707893, "hf_subset": "cat_Latn-lim_Latn", "languages": ["cat-Latn", "lim-Latn"], "main_score": 0.707893, "precision": 0.683672, "recall": 0.764822}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-nld_Latn", "languages": ["cat-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.751976, "f1": 0.689789, "hf_subset": "cat_Latn-san_Deva", "languages": ["cat-Latn", "san-Deva"], "main_score": 0.689789, "precision": 0.662714, "recall": 0.751976}, {"accuracy": 0.521739, "f1": 0.435888, "hf_subset": "cat_Latn-tat_Cyrl", "languages": ["cat-Latn", "tat-Cyrl"], "main_score": 0.435888, "precision": 0.403006, "recall": 0.521739}, {"accuracy": 0.208498, "f1": 0.136332, "hf_subset": "cat_Latn-xho_Latn", "languages": ["cat-Latn", "xho-Latn"], "main_score": 0.136332, "precision": 0.118434, "recall": 0.208498}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "cat_Latn-ars_Arab", "languages": ["cat-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.416996, "f1": 0.324513, "hf_subset": "cat_Latn-ceb_Latn", "languages": ["cat-Latn", "ceb-Latn"], "main_score": 0.324513, "precision": 0.294242, "recall": 0.416996}, {"accuracy": 0.25, "f1": 0.17226, "hf_subset": "cat_Latn-fuv_Latn", "languages": ["cat-Latn", "fuv-Latn"], "main_score": 0.17226, "precision": 0.152468, "recall": 0.25}, {"accuracy": 0.22332, "f1": 0.155828, "hf_subset": "cat_Latn-kac_Latn", "languages": ["cat-Latn", "kac-Latn"], "main_score": 0.155828, "precision": 0.138538, "recall": 0.22332}, {"accuracy": 0.251976, "f1": 0.182722, "hf_subset": "cat_Latn-lin_Latn", "languages": ["cat-Latn", "lin-Latn"], "main_score": 0.182722, "precision": 0.16401, "recall": 0.251976}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "cat_Latn-nno_Latn", "languages": ["cat-Latn", "nno-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.017787, "f1": 0.002788, "hf_subset": "cat_Latn-sat_Olck", "languages": ["cat-Latn", "sat-Olck"], "main_score": 0.002788, "precision": 0.002017, "recall": 0.017787}, {"accuracy": 0.867589, "f1": 0.830355, "hf_subset": "cat_Latn-tel_Telu", "languages": ["cat-Latn", "tel-Telu"], "main_score": 0.830355, "precision": 0.813488, "recall": 0.867589}, {"accuracy": 0.451581, "f1": 0.361947, "hf_subset": "cat_Latn-ydd_Hebr", "languages": ["cat-Latn", "ydd-Hebr"], "main_score": 0.361947, "precision": 0.330152, "recall": 0.451581}, {"accuracy": 0.859684, "f1": 0.820553, "hf_subset": "cat_Latn-ary_Arab", "languages": ["cat-Latn", "ary-Arab"], "main_score": 0.820553, "precision": 0.802866, "recall": 0.859684}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-ces_Latn", "languages": ["cat-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.063175, "hf_subset": "cat_Latn-gaz_Latn", "languages": ["cat-Latn", "gaz-Latn"], "main_score": 0.063175, "precision": 0.054728, "recall": 0.105731}, {"accuracy": 0.217391, "f1": 0.149706, "hf_subset": "cat_Latn-kam_Latn", "languages": ["cat-Latn", "kam-Latn"], "main_score": 0.149706, "precision": 0.132299, "recall": 0.217391}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "cat_Latn-lit_Latn", "languages": ["cat-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "cat_Latn-nob_Latn", "languages": ["cat-Latn", "nob-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.666008, "f1": 0.592316, "hf_subset": "cat_Latn-scn_Latn", "languages": ["cat-Latn", "scn-Latn"], "main_score": 0.592316, "precision": 0.563943, "recall": 0.666008}, {"accuracy": 0.198617, "f1": 0.128369, "hf_subset": "cat_Latn-tgk_Cyrl", "languages": ["cat-Latn", "tgk-Cyrl"], "main_score": 0.128369, "precision": 0.109642, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.140116, "hf_subset": "cat_Latn-yor_Latn", "languages": ["cat-Latn", "yor-Latn"], "main_score": 0.140116, "precision": 0.121164, "recall": 0.217391}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "cat_Latn-arz_Arab", "languages": ["cat-Latn", "arz-Arab"], "main_score": 0.944005, "precision": 0.937418, "recall": 0.95751}, {"accuracy": 0.215415, "f1": 0.146974, "hf_subset": "cat_Latn-cjk_Latn", "languages": ["cat-Latn", "cjk-Latn"], "main_score": 0.146974, "precision": 0.129683, "recall": 0.215415}, {"accuracy": 0.219368, "f1": 0.148256, "hf_subset": "cat_Latn-gla_Latn", "languages": ["cat-Latn", "gla-Latn"], "main_score": 0.148256, "precision": 0.128365, "recall": 0.219368}, {"accuracy": 0.818182, "f1": 0.769208, "hf_subset": "cat_Latn-kan_Knda", "languages": ["cat-Latn", "kan-Knda"], "main_score": 0.769208, "precision": 0.747316, "recall": 0.818182}, {"accuracy": 0.68083, "f1": 0.61071, "hf_subset": "cat_Latn-lmo_Latn", "languages": ["cat-Latn", "lmo-Latn"], "main_score": 0.61071, "precision": 0.583056, "recall": 0.68083}, {"accuracy": 0.975296, "f1": 0.967556, "hf_subset": "cat_Latn-npi_Deva", "languages": ["cat-Latn", "npi-Deva"], "main_score": 0.967556, "precision": 0.963768, "recall": 0.975296}, {"accuracy": 0.307312, "f1": 0.21774, "hf_subset": "cat_Latn-shn_Mymr", "languages": ["cat-Latn", "shn-Mymr"], "main_score": 0.21774, "precision": 0.19051, "recall": 0.307312}, {"accuracy": 0.494071, "f1": 0.407328, "hf_subset": "cat_Latn-tgl_Latn", "languages": ["cat-Latn", "tgl-Latn"], "main_score": 0.407328, "precision": 0.378271, "recall": 0.494071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "cat_Latn-yue_Hant", "languages": ["cat-Latn", "yue-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.552372, "f1": 0.470677, "hf_subset": "cat_Latn-asm_Beng", "languages": ["cat-Latn", "asm-Beng"], "main_score": 0.470677, "precision": 0.439986, "recall": 0.552372}, {"accuracy": 0.854743, "f1": 0.816667, "hf_subset": "cat_Latn-ckb_Arab", "languages": ["cat-Latn", "ckb-Arab"], "main_score": 0.816667, "precision": 0.799275, "recall": 0.854743}, {"accuracy": 0.306324, "f1": 0.225966, "hf_subset": "cat_Latn-gle_Latn", "languages": ["cat-Latn", "gle-Latn"], "main_score": 0.225966, "precision": 0.204012, "recall": 0.306324}, {"accuracy": 0.620553, "f1": 0.538747, "hf_subset": "cat_Latn-kas_Arab", "languages": ["cat-Latn", "kas-Arab"], "main_score": 0.538747, "precision": 0.504875, "recall": 0.620553}, {"accuracy": 0.726285, "f1": 0.660164, "hf_subset": "cat_Latn-ltg_Latn", "languages": ["cat-Latn", "ltg-Latn"], "main_score": 0.660164, "precision": 0.632312, "recall": 0.726285}, {"accuracy": 0.250988, "f1": 0.176108, "hf_subset": "cat_Latn-nso_Latn", "languages": ["cat-Latn", "nso-Latn"], "main_score": 0.176108, "precision": 0.155631, "recall": 0.250988}, {"accuracy": 0.942688, "f1": 0.925231, "hf_subset": "cat_Latn-sin_Sinh", "languages": ["cat-Latn", "sin-Sinh"], "main_score": 0.925231, "precision": 0.916831, "recall": 0.942688}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "cat_Latn-tha_Thai", "languages": ["cat-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "cat_Latn-zho_Hans", "languages": ["cat-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "cat_Latn-ast_Latn", "languages": ["cat-Latn", "ast-Latn"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.775692, "f1": 0.718709, "hf_subset": "cat_Latn-crh_Latn", "languages": ["cat-Latn", "crh-Latn"], "main_score": 0.718709, "precision": 0.693544, "recall": 0.775692}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-glg_Latn", "languages": ["cat-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.428854, "f1": 0.342074, "hf_subset": "cat_Latn-kas_Deva", "languages": ["cat-Latn", "kas-Deva"], "main_score": 0.342074, "precision": 0.312614, "recall": 0.428854}, {"accuracy": 0.530632, "f1": 0.443431, "hf_subset": "cat_Latn-ltz_Latn", "languages": ["cat-Latn", "ltz-Latn"], "main_score": 0.443431, "precision": 0.412822, "recall": 0.530632}, {"accuracy": 0.125494, "f1": 0.069744, "hf_subset": "cat_Latn-nus_Latn", "languages": ["cat-Latn", "nus-Latn"], "main_score": 0.069744, "precision": 0.058235, "recall": 0.125494}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "cat_Latn-slk_Latn", "languages": ["cat-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.19664, "f1": 0.130235, "hf_subset": "cat_Latn-tir_Ethi", "languages": ["cat-Latn", "tir-Ethi"], "main_score": 0.130235, "precision": 0.112129, "recall": 0.19664}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "cat_Latn-zho_Hant", "languages": ["cat-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.961462, "f1": 0.950428, "hf_subset": "cat_Latn-awa_Deva", "languages": ["cat-Latn", "awa-Deva"], "main_score": 0.950428, "precision": 0.945158, "recall": 0.961462}, {"accuracy": 0.502964, "f1": 0.414275, "hf_subset": "cat_Latn-cym_Latn", "languages": ["cat-Latn", "cym-Latn"], "main_score": 0.414275, "precision": 0.386005, "recall": 0.502964}, {"accuracy": 0.379447, "f1": 0.28983, "hf_subset": "cat_Latn-grn_Latn", "languages": ["cat-Latn", "grn-Latn"], "main_score": 0.28983, "precision": 0.262525, "recall": 0.379447}, {"accuracy": 0.884387, "f1": 0.847563, "hf_subset": "cat_Latn-kat_Geor", "languages": ["cat-Latn", "kat-Geor"], "main_score": 0.847563, "precision": 0.829792, "recall": 0.884387}, {"accuracy": 0.270751, "f1": 0.191807, "hf_subset": "cat_Latn-lua_Latn", "languages": ["cat-Latn", "lua-Latn"], "main_score": 0.191807, "precision": 0.170104, "recall": 0.270751}, {"accuracy": 0.25, "f1": 0.173551, "hf_subset": "cat_Latn-nya_Latn", "languages": ["cat-Latn", "nya-Latn"], "main_score": 0.173551, "precision": 0.154933, "recall": 0.25}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "cat_Latn-slv_Latn", "languages": ["cat-Latn", "slv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.478261, "f1": 0.387588, "hf_subset": "cat_Latn-tpi_Latn", "languages": ["cat-Latn", "tpi-Latn"], "main_score": 0.387588, "precision": 0.357243, "recall": 0.478261}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "cat_Latn-zsm_Latn", "languages": ["cat-Latn", "zsm-Latn"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.222332, "f1": 0.14326, "hf_subset": "cat_Latn-ayr_Latn", "languages": ["cat-Latn", "ayr-Latn"], "main_score": 0.14326, "precision": 0.12385, "recall": 0.222332}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "cat_Latn-dan_Latn", "languages": ["cat-Latn", "dan-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "cat_Latn-guj_Gujr", "languages": ["cat-Latn", "guj-Gujr"], "main_score": 0.900428, "precision": 0.890135, "recall": 0.922925}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "cat_Latn-kaz_Cyrl", "languages": ["cat-Latn", "kaz-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.192688, "f1": 0.127942, "hf_subset": "cat_Latn-lug_Latn", "languages": ["cat-Latn", "lug-Latn"], "main_score": 0.127942, "precision": 0.112572, "recall": 0.192688}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "cat_Latn-oci_Latn", "languages": ["cat-Latn", "oci-Latn"], "main_score": 0.933136, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.220356, "f1": 0.147026, "hf_subset": "cat_Latn-smo_Latn", "languages": ["cat-Latn", "smo-Latn"], "main_score": 0.147026, "precision": 0.128333, "recall": 0.220356}, {"accuracy": 0.233202, "f1": 0.160298, "hf_subset": "cat_Latn-tsn_Latn", "languages": ["cat-Latn", "tsn-Latn"], "main_score": 0.160298, "precision": 0.142228, "recall": 0.233202}, {"accuracy": 0.155138, "f1": 0.098018, "hf_subset": "cat_Latn-zul_Latn", "languages": ["cat-Latn", "zul-Latn"], "main_score": 0.098018, "precision": 0.085341, "recall": 0.155138}, {"accuracy": 0.577075, "f1": 0.492582, "hf_subset": "cat_Latn-azb_Arab", "languages": ["cat-Latn", "azb-Arab"], "main_score": 0.492582, "precision": 0.459232, "recall": 0.577075}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-deu_Latn", "languages": ["cat-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.337945, "f1": 0.251301, "hf_subset": "cat_Latn-hat_Latn", "languages": ["cat-Latn", "hat-Latn"], "main_score": 0.251301, "precision": 0.225083, "recall": 0.337945}, {"accuracy": 0.209486, "f1": 0.138534, "hf_subset": "cat_Latn-kbp_Latn", "languages": ["cat-Latn", "kbp-Latn"], "main_score": 0.138534, "precision": 0.121702, "recall": 0.209486}, {"accuracy": 0.246047, "f1": 0.171068, "hf_subset": "cat_Latn-luo_Latn", "languages": ["cat-Latn", "luo-Latn"], "main_score": 0.171068, "precision": 0.152139, "recall": 0.246047}, {"accuracy": 0.844862, "f1": 0.804778, "hf_subset": "cat_Latn-ory_Orya", "languages": ["cat-Latn", "ory-Orya"], "main_score": 0.804778, "precision": 0.787213, "recall": 0.844862}, {"accuracy": 0.192688, "f1": 0.127133, "hf_subset": "cat_Latn-sna_Latn", "languages": ["cat-Latn", "sna-Latn"], "main_score": 0.127133, "precision": 0.110975, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.143839, "hf_subset": "cat_Latn-tso_Latn", "languages": ["cat-Latn", "tso-Latn"], "main_score": 0.143839, "precision": 0.128367, "recall": 0.20751}, {"accuracy": 0.958498, "f1": 0.94753, "hf_subset": "cat_Latn-azj_Latn", "languages": ["cat-Latn", "azj-Latn"], "main_score": 0.94753, "precision": 0.942638, "recall": 0.958498}, {"accuracy": 0.320158, "f1": 0.232809, "hf_subset": "cat_Latn-dik_Latn", "languages": ["cat-Latn", "dik-Latn"], "main_score": 0.232809, "precision": 0.208549, "recall": 0.320158}, {"accuracy": 0.269763, "f1": 0.191273, "hf_subset": "cat_Latn-hau_Latn", "languages": ["cat-Latn", "hau-Latn"], "main_score": 0.191273, "precision": 0.170521, "recall": 0.269763}, {"accuracy": 0.687747, "f1": 0.61343, "hf_subset": "cat_Latn-kea_Latn", "languages": ["cat-Latn", "kea-Latn"], "main_score": 0.61343, "precision": 0.583944, "recall": 0.687747}, {"accuracy": 0.386364, "f1": 0.299262, "hf_subset": "cat_Latn-lus_Latn", "languages": ["cat-Latn", "lus-Latn"], "main_score": 0.299262, "precision": 0.272702, "recall": 0.386364}, {"accuracy": 0.493083, "f1": 0.399572, "hf_subset": "cat_Latn-pag_Latn", "languages": ["cat-Latn", "pag-Latn"], "main_score": 0.399572, "precision": 0.367412, "recall": 0.493083}, {"accuracy": 0.887352, "f1": 0.853986, "hf_subset": "cat_Latn-snd_Arab", "languages": ["cat-Latn", "snd-Arab"], "main_score": 0.853986, "precision": 0.838883, "recall": 0.887352}, {"accuracy": 0.362648, "f1": 0.276262, "hf_subset": "cat_Latn-tuk_Latn", "languages": ["cat-Latn", "tuk-Latn"], "main_score": 0.276262, "precision": 0.249778, "recall": 0.362648}, {"accuracy": 0.483202, "f1": 0.394341, "hf_subset": "cat_Latn-bak_Cyrl", "languages": ["cat-Latn", "bak-Cyrl"], "main_score": 0.394341, "precision": 0.363294, "recall": 0.483202}, {"accuracy": 0.210474, "f1": 0.144278, "hf_subset": "cat_Latn-dyu_Latn", "languages": ["cat-Latn", "dyu-Latn"], "main_score": 0.144278, "precision": 0.126782, "recall": 0.210474}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "cat_Latn-heb_Hebr", "languages": ["cat-Latn", "heb-Hebr"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "cat_Latn-khk_Cyrl", "languages": ["cat-Latn", "khk-Cyrl"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.990119, "hf_subset": "cat_Latn-lvs_Latn", "languages": ["cat-Latn", "lvs-Latn"], "main_score": 0.990119, "precision": 0.989328, "recall": 0.992095}, {"accuracy": 0.870553, "f1": 0.834618, "hf_subset": "cat_Latn-pan_Guru", "languages": ["cat-Latn", "pan-Guru"], "main_score": 0.834618, "precision": 0.818511, "recall": 0.870553}, {"accuracy": 0.283597, "f1": 0.204258, "hf_subset": "cat_Latn-som_Latn", "languages": ["cat-Latn", "som-Latn"], "main_score": 0.204258, "precision": 0.180657, "recall": 0.283597}, {"accuracy": 0.220356, "f1": 0.145945, "hf_subset": "cat_Latn-tum_Latn", "languages": ["cat-Latn", "tum-Latn"], "main_score": 0.145945, "precision": 0.127547, "recall": 0.220356}, {"accuracy": 0.073123, "f1": 0.049876, "hf_subset": "fur_Latn-ace_Arab", "languages": ["fur-Latn", "ace-Arab"], "main_score": 0.049876, "precision": 0.044138, "recall": 0.073123}, {"accuracy": 0.230237, "f1": 0.172763, "hf_subset": "fur_Latn-bam_Latn", "languages": ["fur-Latn", "bam-Latn"], "main_score": 0.172763, "precision": 0.154983, "recall": 0.230237}, {"accuracy": 0.002964, "f1": 6.7e-05, "hf_subset": "fur_Latn-dzo_Tibt", "languages": ["fur-Latn", "dzo-Tibt"], "main_score": 6.7e-05, "precision": 3.4e-05, "recall": 0.002964}, {"accuracy": 0.693676, "f1": 0.641881, "hf_subset": "fur_Latn-hin_Deva", "languages": ["fur-Latn", "hin-Deva"], "main_score": 0.641881, "precision": 0.622111, "recall": 0.693676}, {"accuracy": 0.604743, "f1": 0.552738, "hf_subset": "fur_Latn-khm_Khmr", "languages": ["fur-Latn", "khm-Khmr"], "main_score": 0.552738, "precision": 0.532904, "recall": 0.604743}, {"accuracy": 0.628458, "f1": 0.576145, "hf_subset": "fur_Latn-mag_Deva", "languages": ["fur-Latn", "mag-Deva"], "main_score": 0.576145, "precision": 0.557934, "recall": 0.628458}, {"accuracy": 0.58004, "f1": 0.524643, "hf_subset": "fur_Latn-pap_Latn", "languages": ["fur-Latn", "pap-Latn"], "main_score": 0.524643, "precision": 0.503453, "recall": 0.58004}, {"accuracy": 0.229249, "f1": 0.178089, "hf_subset": "fur_Latn-sot_Latn", "languages": ["fur-Latn", "sot-Latn"], "main_score": 0.178089, "precision": 0.163283, "recall": 0.229249}, {"accuracy": 0.745059, "f1": 0.70381, "hf_subset": "fur_Latn-tur_Latn", "languages": ["fur-Latn", "tur-Latn"], "main_score": 0.70381, "precision": 0.687966, "recall": 0.745059}, {"accuracy": 0.402174, "f1": 0.335627, "hf_subset": "fur_Latn-ace_Latn", "languages": ["fur-Latn", "ace-Latn"], "main_score": 0.335627, "precision": 0.313242, "recall": 0.402174}, {"accuracy": 0.546443, "f1": 0.501143, "hf_subset": "fur_Latn-ban_Latn", "languages": ["fur-Latn", "ban-Latn"], "main_score": 0.501143, "precision": 0.482016, "recall": 0.546443}, {"accuracy": 0.711462, "f1": 0.663641, "hf_subset": "fur_Latn-ell_Grek", "languages": ["fur-Latn", "ell-Grek"], "main_score": 0.663641, "precision": 0.64596, "recall": 0.711462}, {"accuracy": 0.599802, "f1": 0.549787, "hf_subset": "fur_Latn-hne_Deva", "languages": ["fur-Latn", "hne-Deva"], "main_score": 0.549787, "precision": 0.532148, "recall": 0.599802}, {"accuracy": 0.26581, "f1": 0.203169, "hf_subset": "fur_Latn-kik_Latn", "languages": ["fur-Latn", "kik-Latn"], "main_score": 0.203169, "precision": 0.184755, "recall": 0.26581}, {"accuracy": 0.62253, "f1": 0.571736, "hf_subset": "fur_Latn-mai_Deva", "languages": ["fur-Latn", "mai-Deva"], "main_score": 0.571736, "precision": 0.55392, "recall": 0.62253}, {"accuracy": 0.522727, "f1": 0.469259, "hf_subset": "fur_Latn-pbt_Arab", "languages": ["fur-Latn", "pbt-Arab"], "main_score": 0.469259, "precision": 0.448936, "recall": 0.522727}, {"accuracy": 0.762846, "f1": 0.721661, "hf_subset": "fur_Latn-spa_Latn", "languages": ["fur-Latn", "spa-Latn"], "main_score": 0.721661, "precision": 0.705305, "recall": 0.762846}, {"accuracy": 0.314229, "f1": 0.238997, "hf_subset": "fur_Latn-twi_Latn", "languages": ["fur-Latn", "twi-Latn"], "main_score": 0.238997, "precision": 0.216485, "recall": 0.314229}, {"accuracy": 0.664032, "f1": 0.611562, "hf_subset": "fur_Latn-acm_Arab", "languages": ["fur-Latn", "acm-Arab"], "main_score": 0.611562, "precision": 0.591623, "recall": 0.664032}, {"accuracy": 0.633399, "f1": 0.580556, "hf_subset": "fur_Latn-bel_Cyrl", "languages": ["fur-Latn", "bel-Cyrl"], "main_score": 0.580556, "precision": 0.561599, "recall": 0.633399}, {"accuracy": 0.785573, "f1": 0.746106, "hf_subset": "fur_Latn-eng_Latn", "languages": ["fur-Latn", "eng-Latn"], "main_score": 0.746106, "precision": 0.731234, "recall": 0.785573}, {"accuracy": 0.743083, "f1": 0.705767, "hf_subset": "fur_Latn-hrv_Latn", "languages": ["fur-Latn", "hrv-Latn"], "main_score": 0.705767, "precision": 0.690622, "recall": 0.743083}, {"accuracy": 0.161067, "f1": 0.119138, "hf_subset": "fur_Latn-kin_Latn", "languages": ["fur-Latn", "kin-Latn"], "main_score": 0.119138, "precision": 0.107829, "recall": 0.161067}, {"accuracy": 0.476285, "f1": 0.421279, "hf_subset": "fur_Latn-mal_Mlym", "languages": ["fur-Latn", "mal-Mlym"], "main_score": 0.421279, "precision": 0.402038, "recall": 0.476285}, {"accuracy": 0.721344, "f1": 0.677843, "hf_subset": "fur_Latn-pes_Arab", "languages": ["fur-Latn", "pes-Arab"], "main_score": 0.677843, "precision": 0.661248, "recall": 0.721344}, {"accuracy": 0.644269, "f1": 0.592037, "hf_subset": "fur_Latn-srd_Latn", "languages": ["fur-Latn", "srd-Latn"], "main_score": 0.592037, "precision": 0.57091, "recall": 0.644269}, {"accuracy": 0.055336, "f1": 0.028923, "hf_subset": "fur_Latn-tzm_Tfng", "languages": ["fur-Latn", "tzm-Tfng"], "main_score": 0.028923, "precision": 0.024946, "recall": 0.055336}, {"accuracy": 0.68083, "f1": 0.631164, "hf_subset": "fur_Latn-acq_Arab", "languages": ["fur-Latn", "acq-Arab"], "main_score": 0.631164, "precision": 0.61223, "recall": 0.68083}, {"accuracy": 0.230237, "f1": 0.179888, "hf_subset": "fur_Latn-bem_Latn", "languages": ["fur-Latn", "bem-Latn"], "main_score": 0.179888, "precision": 0.166159, "recall": 0.230237}, {"accuracy": 0.653162, "f1": 0.61115, "hf_subset": "fur_Latn-epo_Latn", "languages": ["fur-Latn", "epo-Latn"], "main_score": 0.61115, "precision": 0.595765, "recall": 0.653162}, {"accuracy": 0.740119, "f1": 0.693066, "hf_subset": "fur_Latn-hun_Latn", "languages": ["fur-Latn", "hun-Latn"], "main_score": 0.693066, "precision": 0.675778, "recall": 0.740119}, {"accuracy": 0.628458, "f1": 0.592642, "hf_subset": "fur_Latn-kir_Cyrl", "languages": ["fur-Latn", "kir-Cyrl"], "main_score": 0.592642, "precision": 0.578494, "recall": 0.628458}, {"accuracy": 0.568182, "f1": 0.517632, "hf_subset": "fur_Latn-mar_Deva", "languages": ["fur-Latn", "mar-Deva"], "main_score": 0.517632, "precision": 0.50016, "recall": 0.568182}, {"accuracy": 0.293478, "f1": 0.240584, "hf_subset": "fur_Latn-plt_Latn", "languages": ["fur-Latn", "plt-Latn"], "main_score": 0.240584, "precision": 0.222872, "recall": 0.293478}, {"accuracy": 0.744071, "f1": 0.701691, "hf_subset": "fur_Latn-srp_Cyrl", "languages": ["fur-Latn", "srp-Cyrl"], "main_score": 0.701691, "precision": 0.684791, "recall": 0.744071}, {"accuracy": 0.440711, "f1": 0.390792, "hf_subset": "fur_Latn-uig_Arab", "languages": ["fur-Latn", "uig-Arab"], "main_score": 0.390792, "precision": 0.373794, "recall": 0.440711}, {"accuracy": 0.601779, "f1": 0.553475, "hf_subset": "fur_Latn-aeb_Arab", "languages": ["fur-Latn", "aeb-Arab"], "main_score": 0.553475, "precision": 0.534774, "recall": 0.601779}, {"accuracy": 0.506917, "f1": 0.455627, "hf_subset": "fur_Latn-ben_Beng", "languages": ["fur-Latn", "ben-Beng"], "main_score": 0.455627, "precision": 0.436119, "recall": 0.506917}, {"accuracy": 0.741107, "f1": 0.704115, "hf_subset": "fur_Latn-est_Latn", "languages": ["fur-Latn", "est-Latn"], "main_score": 0.704115, "precision": 0.688703, "recall": 0.741107}, {"accuracy": 0.658103, "f1": 0.600253, "hf_subset": "fur_Latn-hye_Armn", "languages": ["fur-Latn", "hye-Armn"], "main_score": 0.600253, "precision": 0.578964, "recall": 0.658103}, {"accuracy": 0.184783, "f1": 0.125037, "hf_subset": "fur_Latn-kmb_Latn", "languages": ["fur-Latn", "kmb-Latn"], "main_score": 0.125037, "precision": 0.108976, "recall": 0.184783}, {"accuracy": 0.066206, "f1": 0.04001, "hf_subset": "fur_Latn-min_Arab", "languages": ["fur-Latn", "min-Arab"], "main_score": 0.04001, "precision": 0.033397, "recall": 0.066206}, {"accuracy": 0.756917, "f1": 0.719331, "hf_subset": "fur_Latn-pol_Latn", "languages": ["fur-Latn", "pol-Latn"], "main_score": 0.719331, "precision": 0.703972, "recall": 0.756917}, {"accuracy": 0.166008, "f1": 0.121978, "hf_subset": "fur_Latn-ssw_Latn", "languages": ["fur-Latn", "ssw-Latn"], "main_score": 0.121978, "precision": 0.110319, "recall": 0.166008}, {"accuracy": 0.717391, "f1": 0.672789, "hf_subset": "fur_Latn-ukr_Cyrl", "languages": ["fur-Latn", "ukr-Cyrl"], "main_score": 0.672789, "precision": 0.655532, "recall": 0.717391}, {"accuracy": 0.728261, "f1": 0.68808, "hf_subset": "fur_Latn-afr_Latn", "languages": ["fur-Latn", "afr-Latn"], "main_score": 0.68808, "precision": 0.672321, "recall": 0.728261}, {"accuracy": 0.586957, "f1": 0.538728, "hf_subset": "fur_Latn-bho_Deva", "languages": ["fur-Latn", "bho-Deva"], "main_score": 0.538728, "precision": 0.519873, "recall": 0.586957}, {"accuracy": 0.583004, "f1": 0.536535, "hf_subset": "fur_Latn-eus_Latn", "languages": ["fur-Latn", "eus-Latn"], "main_score": 0.536535, "precision": 0.518702, "recall": 0.583004}, {"accuracy": 0.19664, "f1": 0.138771, "hf_subset": "fur_Latn-ibo_Latn", "languages": ["fur-Latn", "ibo-Latn"], "main_score": 0.138771, "precision": 0.122337, "recall": 0.19664}, {"accuracy": 0.518775, "f1": 0.472552, "hf_subset": "fur_Latn-kmr_Latn", "languages": ["fur-Latn", "kmr-Latn"], "main_score": 0.472552, "precision": 0.455034, "recall": 0.518775}, {"accuracy": 0.519763, "f1": 0.467274, "hf_subset": "fur_Latn-min_Latn", "languages": ["fur-Latn", "min-Latn"], "main_score": 0.467274, "precision": 0.44764, "recall": 0.519763}, {"accuracy": 0.761858, "f1": 0.720769, "hf_subset": "fur_Latn-por_Latn", "languages": ["fur-Latn", "por-Latn"], "main_score": 0.720769, "precision": 0.705591, "recall": 0.761858}, {"accuracy": 0.586957, "f1": 0.539046, "hf_subset": "fur_Latn-sun_Latn", "languages": ["fur-Latn", "sun-Latn"], "main_score": 0.539046, "precision": 0.520686, "recall": 0.586957}, {"accuracy": 0.179842, "f1": 0.134777, "hf_subset": "fur_Latn-umb_Latn", "languages": ["fur-Latn", "umb-Latn"], "main_score": 0.134777, "precision": 0.12209, "recall": 0.179842}, {"accuracy": 0.662055, "f1": 0.60994, "hf_subset": "fur_Latn-ajp_Arab", "languages": ["fur-Latn", "ajp-Arab"], "main_score": 0.60994, "precision": 0.589705, "recall": 0.662055}, {"accuracy": 0.070158, "f1": 0.046072, "hf_subset": "fur_Latn-bjn_Arab", "languages": ["fur-Latn", "bjn-Arab"], "main_score": 0.046072, "precision": 0.040069, "recall": 0.070158}, {"accuracy": 0.272727, "f1": 0.215209, "hf_subset": "fur_Latn-ewe_Latn", "languages": ["fur-Latn", "ewe-Latn"], "main_score": 0.215209, "precision": 0.198237, "recall": 0.272727}, {"accuracy": 0.360672, "f1": 0.297432, "hf_subset": "fur_Latn-ilo_Latn", "languages": ["fur-Latn", "ilo-Latn"], "main_score": 0.297432, "precision": 0.276339, "recall": 0.360672}, {"accuracy": 0.091897, "f1": 0.060532, "hf_subset": "fur_Latn-knc_Arab", "languages": ["fur-Latn", "knc-Arab"], "main_score": 0.060532, "precision": 0.051734, "recall": 0.091897}, {"accuracy": 0.75, "f1": 0.709064, "hf_subset": "fur_Latn-mkd_Cyrl", "languages": ["fur-Latn", "mkd-Cyrl"], "main_score": 0.709064, "precision": 0.693115, "recall": 0.75}, {"accuracy": 0.6917, "f1": 0.641792, "hf_subset": "fur_Latn-prs_Arab", "languages": ["fur-Latn", "prs-Arab"], "main_score": 0.641792, "precision": 0.621885, "recall": 0.6917}, {"accuracy": 0.758893, "f1": 0.721273, "hf_subset": "fur_Latn-swe_Latn", "languages": ["fur-Latn", "swe-Latn"], "main_score": 0.721273, "precision": 0.706999, "recall": 0.758893}, {"accuracy": 0.614625, "f1": 0.558759, "hf_subset": "fur_Latn-urd_Arab", "languages": ["fur-Latn", "urd-Arab"], "main_score": 0.558759, "precision": 0.538437, "recall": 0.614625}, {"accuracy": 0.288538, "f1": 0.226499, "hf_subset": "fur_Latn-aka_Latn", "languages": ["fur-Latn", "aka-Latn"], "main_score": 0.226499, "precision": 0.206641, "recall": 0.288538}, {"accuracy": 0.591897, "f1": 0.542128, "hf_subset": "fur_Latn-bjn_Latn", "languages": ["fur-Latn", "bjn-Latn"], "main_score": 0.542128, "precision": 0.522868, "recall": 0.591897}, {"accuracy": 0.397233, "f1": 0.348172, "hf_subset": "fur_Latn-fao_Latn", "languages": ["fur-Latn", "fao-Latn"], "main_score": 0.348172, "precision": 0.330992, "recall": 0.397233}, {"accuracy": 0.769763, "f1": 0.725988, "hf_subset": "fur_Latn-ind_Latn", "languages": ["fur-Latn", "ind-Latn"], "main_score": 0.725988, "precision": 0.708839, "recall": 0.769763}, {"accuracy": 0.269763, "f1": 0.204636, "hf_subset": "fur_Latn-knc_Latn", "languages": ["fur-Latn", "knc-Latn"], "main_score": 0.204636, "precision": 0.186525, "recall": 0.269763}, {"accuracy": 0.350791, "f1": 0.286919, "hf_subset": "fur_Latn-mlt_Latn", "languages": ["fur-Latn", "mlt-Latn"], "main_score": 0.286919, "precision": 0.266539, "recall": 0.350791}, {"accuracy": 0.271739, "f1": 0.204747, "hf_subset": "fur_Latn-quy_Latn", "languages": ["fur-Latn", "quy-Latn"], "main_score": 0.204747, "precision": 0.18436, "recall": 0.271739}, {"accuracy": 0.313241, "f1": 0.256146, "hf_subset": "fur_Latn-swh_Latn", "languages": ["fur-Latn", "swh-Latn"], "main_score": 0.256146, "precision": 0.238278, "recall": 0.313241}, {"accuracy": 0.475296, "f1": 0.420344, "hf_subset": "fur_Latn-uzn_Latn", "languages": ["fur-Latn", "uzn-Latn"], "main_score": 0.420344, "precision": 0.399794, "recall": 0.475296}, {"accuracy": 0.75, "f1": 0.705807, "hf_subset": "fur_Latn-als_Latn", "languages": ["fur-Latn", "als-Latn"], "main_score": 0.705807, "precision": 0.688047, "recall": 0.75}, {"accuracy": 0.059289, "f1": 0.023429, "hf_subset": "fur_Latn-bod_Tibt", "languages": ["fur-Latn", "bod-Tibt"], "main_score": 0.023429, "precision": 0.017888, "recall": 0.059289}, {"accuracy": 0.233202, "f1": 0.18295, "hf_subset": "fur_Latn-fij_Latn", "languages": ["fur-Latn", "fij-Latn"], "main_score": 0.18295, "precision": 0.168236, "recall": 0.233202}, {"accuracy": 0.516798, "f1": 0.469538, "hf_subset": "fur_Latn-isl_Latn", "languages": ["fur-Latn", "isl-Latn"], "main_score": 0.469538, "precision": 0.45102, "recall": 0.516798}, {"accuracy": 0.242095, "f1": 0.182489, "hf_subset": "fur_Latn-kon_Latn", "languages": ["fur-Latn", "kon-Latn"], "main_score": 0.182489, "precision": 0.165535, "recall": 0.242095}, {"accuracy": 0.052372, "f1": 0.027577, "hf_subset": "fur_Latn-mni_Beng", "languages": ["fur-Latn", "mni-Beng"], "main_score": 0.027577, "precision": 0.023078, "recall": 0.052372}, {"accuracy": 0.775692, "f1": 0.738952, "hf_subset": "fur_Latn-ron_Latn", "languages": ["fur-Latn", "ron-Latn"], "main_score": 0.738952, "precision": 0.724713, "recall": 0.775692}, {"accuracy": 0.58004, "f1": 0.532296, "hf_subset": "fur_Latn-szl_Latn", "languages": ["fur-Latn", "szl-Latn"], "main_score": 0.532296, "precision": 0.51327, "recall": 0.58004}, {"accuracy": 0.705534, "f1": 0.668885, "hf_subset": "fur_Latn-vec_Latn", "languages": ["fur-Latn", "vec-Latn"], "main_score": 0.668885, "precision": 0.654067, "recall": 0.705534}, {"accuracy": 0.364625, "f1": 0.307006, "hf_subset": "fur_Latn-amh_Ethi", "languages": ["fur-Latn", "amh-Ethi"], "main_score": 0.307006, "precision": 0.285923, "recall": 0.364625}, {"accuracy": 0.756917, "f1": 0.716335, "hf_subset": "fur_Latn-bos_Latn", "languages": ["fur-Latn", "bos-Latn"], "main_score": 0.716335, "precision": 0.700643, "recall": 0.756917}, {"accuracy": 0.73419, "f1": 0.687337, "hf_subset": "fur_Latn-fin_Latn", "languages": ["fur-Latn", "fin-Latn"], "main_score": 0.687337, "precision": 0.669557, "recall": 0.73419}, {"accuracy": 0.777668, "f1": 0.738154, "hf_subset": "fur_Latn-ita_Latn", "languages": ["fur-Latn", "ita-Latn"], "main_score": 0.738154, "precision": 0.722227, "recall": 0.777668}, {"accuracy": 0.672925, "f1": 0.627487, "hf_subset": "fur_Latn-kor_Hang", "languages": ["fur-Latn", "kor-Hang"], "main_score": 0.627487, "precision": 0.610848, "recall": 0.672925}, {"accuracy": 0.232213, "f1": 0.17664, "hf_subset": "fur_Latn-mos_Latn", "languages": ["fur-Latn", "mos-Latn"], "main_score": 0.17664, "precision": 0.159784, "recall": 0.232213}, {"accuracy": 0.179842, "f1": 0.135321, "hf_subset": "fur_Latn-run_Latn", "languages": ["fur-Latn", "run-Latn"], "main_score": 0.135321, "precision": 0.122836, "recall": 0.179842}, {"accuracy": 0.48419, "f1": 0.435908, "hf_subset": "fur_Latn-tam_Taml", "languages": ["fur-Latn", "tam-Taml"], "main_score": 0.435908, "precision": 0.41777, "recall": 0.48419}, {"accuracy": 0.744071, "f1": 0.698236, "hf_subset": "fur_Latn-vie_Latn", "languages": ["fur-Latn", "vie-Latn"], "main_score": 0.698236, "precision": 0.680575, "recall": 0.744071}, {"accuracy": 0.632411, "f1": 0.580201, "hf_subset": "fur_Latn-apc_Arab", "languages": ["fur-Latn", "apc-Arab"], "main_score": 0.580201, "precision": 0.560527, "recall": 0.632411}, {"accuracy": 0.366601, "f1": 0.304558, "hf_subset": "fur_Latn-bug_Latn", "languages": ["fur-Latn", "bug-Latn"], "main_score": 0.304558, "precision": 0.28425, "recall": 0.366601}, {"accuracy": 0.227273, "f1": 0.170921, "hf_subset": "fur_Latn-fon_Latn", "languages": ["fur-Latn", "fon-Latn"], "main_score": 0.170921, "precision": 0.155245, "recall": 0.227273}, {"accuracy": 0.574111, "f1": 0.52639, "hf_subset": "fur_Latn-jav_Latn", "languages": ["fur-Latn", "jav-Latn"], "main_score": 0.52639, "precision": 0.507857, "recall": 0.574111}, {"accuracy": 0.601779, "f1": 0.552515, "hf_subset": "fur_Latn-lao_Laoo", "languages": ["fur-Latn", "lao-Laoo"], "main_score": 0.552515, "precision": 0.534369, "recall": 0.601779}, {"accuracy": 0.217391, "f1": 0.158908, "hf_subset": "fur_Latn-mri_Latn", "languages": ["fur-Latn", "mri-Latn"], "main_score": 0.158908, "precision": 0.143753, "recall": 0.217391}, {"accuracy": 0.726285, "f1": 0.683311, "hf_subset": "fur_Latn-rus_Cyrl", "languages": ["fur-Latn", "rus-Cyrl"], "main_score": 0.683311, "precision": 0.666682, "recall": 0.726285}, {"accuracy": 0.252964, "f1": 0.197637, "hf_subset": "fur_Latn-taq_Latn", "languages": ["fur-Latn", "taq-Latn"], "main_score": 0.197637, "precision": 0.181543, "recall": 0.252964}, {"accuracy": 0.391304, "f1": 0.326041, "hf_subset": "fur_Latn-war_Latn", "languages": ["fur-Latn", "war-Latn"], "main_score": 0.326041, "precision": 0.304867, "recall": 0.391304}, {"accuracy": 0.682806, "f1": 0.635513, "hf_subset": "fur_Latn-arb_Arab", "languages": ["fur-Latn", "arb-Arab"], "main_score": 0.635513, "precision": 0.618016, "recall": 0.682806}, {"accuracy": 0.746047, "f1": 0.700741, "hf_subset": "fur_Latn-bul_Cyrl", "languages": ["fur-Latn", "bul-Cyrl"], "main_score": 0.700741, "precision": 0.682999, "recall": 0.746047}, {"accuracy": 0.779644, "f1": 0.739859, "hf_subset": "fur_Latn-fra_Latn", "languages": ["fur-Latn", "fra-Latn"], "main_score": 0.739859, "precision": 0.723648, "recall": 0.779644}, {"accuracy": 0.69664, "f1": 0.645401, "hf_subset": "fur_Latn-jpn_Jpan", "languages": ["fur-Latn", "jpn-Jpan"], "main_score": 0.645401, "precision": 0.624832, "recall": 0.69664}, {"accuracy": 0.688735, "f1": 0.650544, "hf_subset": "fur_Latn-lij_Latn", "languages": ["fur-Latn", "lij-Latn"], "main_score": 0.650544, "precision": 0.633576, "recall": 0.688735}, {"accuracy": 0.577075, "f1": 0.52053, "hf_subset": "fur_Latn-mya_Mymr", "languages": ["fur-Latn", "mya-Mymr"], "main_score": 0.52053, "precision": 0.500383, "recall": 0.577075}, {"accuracy": 0.270751, "f1": 0.207828, "hf_subset": "fur_Latn-sag_Latn", "languages": ["fur-Latn", "sag-Latn"], "main_score": 0.207828, "precision": 0.188032, "recall": 0.270751}, {"accuracy": 0.072134, "f1": 0.034511, "hf_subset": "fur_Latn-taq_Tfng", "languages": ["fur-Latn", "taq-Tfng"], "main_score": 0.034511, "precision": 0.028912, "recall": 0.072134}, {"accuracy": 0.281621, "f1": 0.220765, "hf_subset": "fur_Latn-wol_Latn", "languages": ["fur-Latn", "wol-Latn"], "main_score": 0.220765, "precision": 0.202725, "recall": 0.281621}, {"accuracy": 0.134387, "f1": 0.083563, "hf_subset": "fur_Latn-arb_Latn", "languages": ["fur-Latn", "arb-Latn"], "main_score": 0.083563, "precision": 0.073227, "recall": 0.134387}, {"accuracy": 0.782609, "f1": 0.743616, "hf_subset": "fur_Latn-cat_Latn", "languages": ["fur-Latn", "cat-Latn"], "main_score": 0.743616, "precision": 0.728426, "recall": 0.782609}, {"accuracy": 0.077075, "f1": 0.054848, "hf_subset": "fur_Latn-kab_Latn", "languages": ["fur-Latn", "kab-Latn"], "main_score": 0.054848, "precision": 0.048909, "recall": 0.077075}, {"accuracy": 0.62253, "f1": 0.576765, "hf_subset": "fur_Latn-lim_Latn", "languages": ["fur-Latn", "lim-Latn"], "main_score": 0.576765, "precision": 0.558152, "recall": 0.62253}, {"accuracy": 0.761858, "f1": 0.719635, "hf_subset": "fur_Latn-nld_Latn", "languages": ["fur-Latn", "nld-Latn"], "main_score": 0.719635, "precision": 0.703448, "recall": 0.761858}, {"accuracy": 0.456522, "f1": 0.40377, "hf_subset": "fur_Latn-san_Deva", "languages": ["fur-Latn", "san-Deva"], "main_score": 0.40377, "precision": 0.384387, "recall": 0.456522}, {"accuracy": 0.452569, "f1": 0.391256, "hf_subset": "fur_Latn-tat_Cyrl", "languages": ["fur-Latn", "tat-Cyrl"], "main_score": 0.391256, "precision": 0.368508, "recall": 0.452569}, {"accuracy": 0.1917, "f1": 0.142165, "hf_subset": "fur_Latn-xho_Latn", "languages": ["fur-Latn", "xho-Latn"], "main_score": 0.142165, "precision": 0.129533, "recall": 0.1917}, {"accuracy": 0.674901, "f1": 0.622474, "hf_subset": "fur_Latn-ars_Arab", "languages": ["fur-Latn", "ars-Arab"], "main_score": 0.622474, "precision": 0.602301, "recall": 0.674901}, {"accuracy": 0.384387, "f1": 0.322355, "hf_subset": "fur_Latn-ceb_Latn", "languages": ["fur-Latn", "ceb-Latn"], "main_score": 0.322355, "precision": 0.301276, "recall": 0.384387}, {"accuracy": 0.227273, "f1": 0.166706, "hf_subset": "fur_Latn-fuv_Latn", "languages": ["fur-Latn", "fuv-Latn"], "main_score": 0.166706, "precision": 0.148594, "recall": 0.227273}, {"accuracy": 0.211462, "f1": 0.159035, "hf_subset": "fur_Latn-kac_Latn", "languages": ["fur-Latn", "kac-Latn"], "main_score": 0.159035, "precision": 0.145576, "recall": 0.211462}, {"accuracy": 0.249012, "f1": 0.189929, "hf_subset": "fur_Latn-lin_Latn", "languages": ["fur-Latn", "lin-Latn"], "main_score": 0.189929, "precision": 0.173679, "recall": 0.249012}, {"accuracy": 0.737154, "f1": 0.697249, "hf_subset": "fur_Latn-nno_Latn", "languages": ["fur-Latn", "nno-Latn"], "main_score": 0.697249, "precision": 0.68111, "recall": 0.737154}, {"accuracy": 0.017787, "f1": 0.003041, "hf_subset": "fur_Latn-sat_Olck", "languages": ["fur-Latn", "sat-Olck"], "main_score": 0.003041, "precision": 0.00184, "recall": 0.017787}, {"accuracy": 0.479249, "f1": 0.422613, "hf_subset": "fur_Latn-tel_Telu", "languages": ["fur-Latn", "tel-Telu"], "main_score": 0.422613, "precision": 0.401355, "recall": 0.479249}, {"accuracy": 0.275692, "f1": 0.231676, "hf_subset": "fur_Latn-ydd_Hebr", "languages": ["fur-Latn", "ydd-Hebr"], "main_score": 0.231676, "precision": 0.215756, "recall": 0.275692}, {"accuracy": 0.581028, "f1": 0.533993, "hf_subset": "fur_Latn-ary_Arab", "languages": ["fur-Latn", "ary-Arab"], "main_score": 0.533993, "precision": 0.51513, "recall": 0.581028}, {"accuracy": 0.759881, "f1": 0.717389, "hf_subset": "fur_Latn-ces_Latn", "languages": ["fur-Latn", "ces-Latn"], "main_score": 0.717389, "precision": 0.700381, "recall": 0.759881}, {"accuracy": 0.097826, "f1": 0.062849, "hf_subset": "fur_Latn-gaz_Latn", "languages": ["fur-Latn", "gaz-Latn"], "main_score": 0.062849, "precision": 0.055063, "recall": 0.097826}, {"accuracy": 0.195652, "f1": 0.146666, "hf_subset": "fur_Latn-kam_Latn", "languages": ["fur-Latn", "kam-Latn"], "main_score": 0.146666, "precision": 0.132708, "recall": 0.195652}, {"accuracy": 0.735178, "f1": 0.695533, "hf_subset": "fur_Latn-lit_Latn", "languages": ["fur-Latn", "lit-Latn"], "main_score": 0.695533, "precision": 0.680237, "recall": 0.735178}, {"accuracy": 0.766798, "f1": 0.724806, "hf_subset": "fur_Latn-nob_Latn", "languages": ["fur-Latn", "nob-Latn"], "main_score": 0.724806, "precision": 0.708271, "recall": 0.766798}, {"accuracy": 0.570158, "f1": 0.519239, "hf_subset": "fur_Latn-scn_Latn", "languages": ["fur-Latn", "scn-Latn"], "main_score": 0.519239, "precision": 0.499548, "recall": 0.570158}, {"accuracy": 0.203557, "f1": 0.148487, "hf_subset": "fur_Latn-tgk_Cyrl", "languages": ["fur-Latn", "tgk-Cyrl"], "main_score": 0.148487, "precision": 0.13208, "recall": 0.203557}, {"accuracy": 0.23419, "f1": 0.175887, "hf_subset": "fur_Latn-yor_Latn", "languages": ["fur-Latn", "yor-Latn"], "main_score": 0.175887, "precision": 0.157803, "recall": 0.23419}, {"accuracy": 0.651186, "f1": 0.598218, "hf_subset": "fur_Latn-arz_Arab", "languages": ["fur-Latn", "arz-Arab"], "main_score": 0.598218, "precision": 0.577886, "recall": 0.651186}, {"accuracy": 0.185771, "f1": 0.135378, "hf_subset": "fur_Latn-cjk_Latn", "languages": ["fur-Latn", "cjk-Latn"], "main_score": 0.135378, "precision": 0.122391, "recall": 0.185771}, {"accuracy": 0.218379, "f1": 0.162776, "hf_subset": "fur_Latn-gla_Latn", "languages": ["fur-Latn", "gla-Latn"], "main_score": 0.162776, "precision": 0.145013, "recall": 0.218379}, {"accuracy": 0.451581, "f1": 0.395041, "hf_subset": "fur_Latn-kan_Knda", "languages": ["fur-Latn", "kan-Knda"], "main_score": 0.395041, "precision": 0.376722, "recall": 0.451581}, {"accuracy": 0.659091, "f1": 0.61558, "hf_subset": "fur_Latn-lmo_Latn", "languages": ["fur-Latn", "lmo-Latn"], "main_score": 0.61558, "precision": 0.597438, "recall": 0.659091}, {"accuracy": 0.620553, "f1": 0.584538, "hf_subset": "fur_Latn-npi_Deva", "languages": ["fur-Latn", "npi-Deva"], "main_score": 0.584538, "precision": 0.569591, "recall": 0.620553}, {"accuracy": 0.285573, "f1": 0.216663, "hf_subset": "fur_Latn-shn_Mymr", "languages": ["fur-Latn", "shn-Mymr"], "main_score": 0.216663, "precision": 0.193337, "recall": 0.285573}, {"accuracy": 0.425889, "f1": 0.359819, "hf_subset": "fur_Latn-tgl_Latn", "languages": ["fur-Latn", "tgl-Latn"], "main_score": 0.359819, "precision": 0.337015, "recall": 0.425889}, {"accuracy": 0.712451, "f1": 0.667476, "hf_subset": "fur_Latn-yue_Hant", "languages": ["fur-Latn", "yue-Hant"], "main_score": 0.667476, "precision": 0.650324, "recall": 0.712451}, {"accuracy": 0.29249, "f1": 0.242654, "hf_subset": "fur_Latn-asm_Beng", "languages": ["fur-Latn", "asm-Beng"], "main_score": 0.242654, "precision": 0.225944, "recall": 0.29249}, {"accuracy": 0.458498, "f1": 0.397522, "hf_subset": "fur_Latn-ckb_Arab", "languages": ["fur-Latn", "ckb-Arab"], "main_score": 0.397522, "precision": 0.37442, "recall": 0.458498}, {"accuracy": 0.300395, "f1": 0.25047, "hf_subset": "fur_Latn-gle_Latn", "languages": ["fur-Latn", "gle-Latn"], "main_score": 0.25047, "precision": 0.233522, "recall": 0.300395}, {"accuracy": 0.391304, "f1": 0.337051, "hf_subset": "fur_Latn-kas_Arab", "languages": ["fur-Latn", "kas-Arab"], "main_score": 0.337051, "precision": 0.316465, "recall": 0.391304}, {"accuracy": 0.577075, "f1": 0.523374, "hf_subset": "fur_Latn-ltg_Latn", "languages": ["fur-Latn", "ltg-Latn"], "main_score": 0.523374, "precision": 0.50117, "recall": 0.577075}, {"accuracy": 0.259881, "f1": 0.204584, "hf_subset": "fur_Latn-nso_Latn", "languages": ["fur-Latn", "nso-Latn"], "main_score": 0.204584, "precision": 0.185928, "recall": 0.259881}, {"accuracy": 0.502964, "f1": 0.452222, "hf_subset": "fur_Latn-sin_Sinh", "languages": ["fur-Latn", "sin-Sinh"], "main_score": 0.452222, "precision": 0.433281, "recall": 0.502964}, {"accuracy": 0.722332, "f1": 0.673731, "hf_subset": "fur_Latn-tha_Thai", "languages": ["fur-Latn", "tha-Thai"], "main_score": 0.673731, "precision": 0.654953, "recall": 0.722332}, {"accuracy": 0.720356, "f1": 0.669108, "hf_subset": "fur_Latn-zho_Hans", "languages": ["fur-Latn", "zho-Hans"], "main_score": 0.669108, "precision": 0.649746, "recall": 0.720356}, {"accuracy": 0.725296, "f1": 0.683569, "hf_subset": "fur_Latn-ast_Latn", "languages": ["fur-Latn", "ast-Latn"], "main_score": 0.683569, "precision": 0.667116, "recall": 0.725296}, {"accuracy": 0.54249, "f1": 0.4989, "hf_subset": "fur_Latn-crh_Latn", "languages": ["fur-Latn", "crh-Latn"], "main_score": 0.4989, "precision": 0.481919, "recall": 0.54249}, {"accuracy": 0.781621, "f1": 0.739385, "hf_subset": "fur_Latn-glg_Latn", "languages": ["fur-Latn", "glg-Latn"], "main_score": 0.739385, "precision": 0.721843, "recall": 0.781621}, {"accuracy": 0.329051, "f1": 0.276687, "hf_subset": "fur_Latn-kas_Deva", "languages": ["fur-Latn", "kas-Deva"], "main_score": 0.276687, "precision": 0.258652, "recall": 0.329051}, {"accuracy": 0.488142, "f1": 0.429953, "hf_subset": "fur_Latn-ltz_Latn", "languages": ["fur-Latn", "ltz-Latn"], "main_score": 0.429953, "precision": 0.409813, "recall": 0.488142}, {"accuracy": 0.118577, "f1": 0.073611, "hf_subset": "fur_Latn-nus_Latn", "languages": ["fur-Latn", "nus-Latn"], "main_score": 0.073611, "precision": 0.063894, "recall": 0.118577}, {"accuracy": 0.774704, "f1": 0.731551, "hf_subset": "fur_Latn-slk_Latn", "languages": ["fur-Latn", "slk-Latn"], "main_score": 0.731551, "precision": 0.71492, "recall": 0.774704}, {"accuracy": 0.125494, "f1": 0.093322, "hf_subset": "fur_Latn-tir_Ethi", "languages": ["fur-Latn", "tir-Ethi"], "main_score": 0.093322, "precision": 0.083625, "recall": 0.125494}, {"accuracy": 0.70751, "f1": 0.656535, "hf_subset": "fur_Latn-zho_Hant", "languages": ["fur-Latn", "zho-Hant"], "main_score": 0.656535, "precision": 0.636522, "recall": 0.70751}, {"accuracy": 0.648221, "f1": 0.596773, "hf_subset": "fur_Latn-awa_Deva", "languages": ["fur-Latn", "awa-Deva"], "main_score": 0.596773, "precision": 0.57689, "recall": 0.648221}, {"accuracy": 0.396245, "f1": 0.341339, "hf_subset": "fur_Latn-cym_Latn", "languages": ["fur-Latn", "cym-Latn"], "main_score": 0.341339, "precision": 0.322338, "recall": 0.396245}, {"accuracy": 0.355731, "f1": 0.284388, "hf_subset": "fur_Latn-grn_Latn", "languages": ["fur-Latn", "grn-Latn"], "main_score": 0.284388, "precision": 0.261797, "recall": 0.355731}, {"accuracy": 0.579051, "f1": 0.518233, "hf_subset": "fur_Latn-kat_Geor", "languages": ["fur-Latn", "kat-Geor"], "main_score": 0.518233, "precision": 0.496949, "recall": 0.579051}, {"accuracy": 0.250988, "f1": 0.195413, "hf_subset": "fur_Latn-lua_Latn", "languages": ["fur-Latn", "lua-Latn"], "main_score": 0.195413, "precision": 0.179234, "recall": 0.250988}, {"accuracy": 0.230237, "f1": 0.174527, "hf_subset": "fur_Latn-nya_Latn", "languages": ["fur-Latn", "nya-Latn"], "main_score": 0.174527, "precision": 0.159127, "recall": 0.230237}, {"accuracy": 0.771739, "f1": 0.731435, "hf_subset": "fur_Latn-slv_Latn", "languages": ["fur-Latn", "slv-Latn"], "main_score": 0.731435, "precision": 0.716153, "recall": 0.771739}, {"accuracy": 0.426877, "f1": 0.361761, "hf_subset": "fur_Latn-tpi_Latn", "languages": ["fur-Latn", "tpi-Latn"], "main_score": 0.361761, "precision": 0.339902, "recall": 0.426877}, {"accuracy": 0.748024, "f1": 0.702369, "hf_subset": "fur_Latn-zsm_Latn", "languages": ["fur-Latn", "zsm-Latn"], "main_score": 0.702369, "precision": 0.684765, "recall": 0.748024}, {"accuracy": 0.226285, "f1": 0.158634, "hf_subset": "fur_Latn-ayr_Latn", "languages": ["fur-Latn", "ayr-Latn"], "main_score": 0.158634, "precision": 0.141359, "recall": 0.226285}, {"accuracy": 0.77668, "f1": 0.738683, "hf_subset": "fur_Latn-dan_Latn", "languages": ["fur-Latn", "dan-Latn"], "main_score": 0.738683, "precision": 0.724217, "recall": 0.77668}, {"accuracy": 0.582016, "f1": 0.524651, "hf_subset": "fur_Latn-guj_Gujr", "languages": ["fur-Latn", "guj-Gujr"], "main_score": 0.524651, "precision": 0.50368, "recall": 0.582016}, {"accuracy": 0.65415, "f1": 0.611796, "hf_subset": "fur_Latn-kaz_Cyrl", "languages": ["fur-Latn", "kaz-Cyrl"], "main_score": 0.611796, "precision": 0.595561, "recall": 0.65415}, {"accuracy": 0.178854, "f1": 0.132268, "hf_subset": "fur_Latn-lug_Latn", "languages": ["fur-Latn", "lug-Latn"], "main_score": 0.132268, "precision": 0.120542, "recall": 0.178854}, {"accuracy": 0.745059, "f1": 0.705641, "hf_subset": "fur_Latn-oci_Latn", "languages": ["fur-Latn", "oci-Latn"], "main_score": 0.705641, "precision": 0.690064, "recall": 0.745059}, {"accuracy": 0.226285, "f1": 0.165112, "hf_subset": "fur_Latn-smo_Latn", "languages": ["fur-Latn", "smo-Latn"], "main_score": 0.165112, "precision": 0.145598, "recall": 0.226285}, {"accuracy": 0.214427, "f1": 0.160556, "hf_subset": "fur_Latn-tsn_Latn", "languages": ["fur-Latn", "tsn-Latn"], "main_score": 0.160556, "precision": 0.144846, "recall": 0.214427}, {"accuracy": 0.13834, "f1": 0.095455, "hf_subset": "fur_Latn-zul_Latn", "languages": ["fur-Latn", "zul-Latn"], "main_score": 0.095455, "precision": 0.084277, "recall": 0.13834}, {"accuracy": 0.392292, "f1": 0.337179, "hf_subset": "fur_Latn-azb_Arab", "languages": ["fur-Latn", "azb-Arab"], "main_score": 0.337179, "precision": 0.316763, "recall": 0.392292}, {"accuracy": 0.749012, "f1": 0.70639, "hf_subset": "fur_Latn-deu_Latn", "languages": ["fur-Latn", "deu-Latn"], "main_score": 0.70639, "precision": 0.689374, "recall": 0.749012}, {"accuracy": 0.316206, "f1": 0.256317, "hf_subset": "fur_Latn-hat_Latn", "languages": ["fur-Latn", "hat-Latn"], "main_score": 0.256317, "precision": 0.237494, "recall": 0.316206}, {"accuracy": 0.19664, "f1": 0.137355, "hf_subset": "fur_Latn-kbp_Latn", "languages": ["fur-Latn", "kbp-Latn"], "main_score": 0.137355, "precision": 0.122249, "recall": 0.19664}, {"accuracy": 0.23913, "f1": 0.179987, "hf_subset": "fur_Latn-luo_Latn", "languages": ["fur-Latn", "luo-Latn"], "main_score": 0.179987, "precision": 0.162828, "recall": 0.23913}, {"accuracy": 0.393281, "f1": 0.336264, "hf_subset": "fur_Latn-ory_Orya", "languages": ["fur-Latn", "ory-Orya"], "main_score": 0.336264, "precision": 0.315594, "recall": 0.393281}, {"accuracy": 0.178854, "f1": 0.128085, "hf_subset": "fur_Latn-sna_Latn", "languages": ["fur-Latn", "sna-Latn"], "main_score": 0.128085, "precision": 0.113451, "recall": 0.178854}, {"accuracy": 0.197628, "f1": 0.148626, "hf_subset": "fur_Latn-tso_Latn", "languages": ["fur-Latn", "tso-Latn"], "main_score": 0.148626, "precision": 0.134261, "recall": 0.197628}, {"accuracy": 0.639328, "f1": 0.59699, "hf_subset": "fur_Latn-azj_Latn", "languages": ["fur-Latn", "azj-Latn"], "main_score": 0.59699, "precision": 0.58121, "recall": 0.639328}, {"accuracy": 0.30336, "f1": 0.241925, "hf_subset": "fur_Latn-dik_Latn", "languages": ["fur-Latn", "dik-Latn"], "main_score": 0.241925, "precision": 0.223173, "recall": 0.30336}, {"accuracy": 0.271739, "f1": 0.212973, "hf_subset": "fur_Latn-hau_Latn", "languages": ["fur-Latn", "hau-Latn"], "main_score": 0.212973, "precision": 0.19683, "recall": 0.271739}, {"accuracy": 0.596838, "f1": 0.547475, "hf_subset": "fur_Latn-kea_Latn", "languages": ["fur-Latn", "kea-Latn"], "main_score": 0.547475, "precision": 0.528148, "recall": 0.596838}, {"accuracy": 0.338933, "f1": 0.278997, "hf_subset": "fur_Latn-lus_Latn", "languages": ["fur-Latn", "lus-Latn"], "main_score": 0.278997, "precision": 0.259638, "recall": 0.338933}, {"accuracy": 0.409091, "f1": 0.343557, "hf_subset": "fur_Latn-pag_Latn", "languages": ["fur-Latn", "pag-Latn"], "main_score": 0.343557, "precision": 0.320767, "recall": 0.409091}, {"accuracy": 0.509881, "f1": 0.458114, "hf_subset": "fur_Latn-snd_Arab", "languages": ["fur-Latn", "snd-Arab"], "main_score": 0.458114, "precision": 0.439049, "recall": 0.509881}, {"accuracy": 0.323123, "f1": 0.258161, "hf_subset": "fur_Latn-tuk_Latn", "languages": ["fur-Latn", "tuk-Latn"], "main_score": 0.258161, "precision": 0.235214, "recall": 0.323123}, {"accuracy": 0.425889, "f1": 0.365635, "hf_subset": "fur_Latn-bak_Cyrl", "languages": ["fur-Latn", "bak-Cyrl"], "main_score": 0.365635, "precision": 0.343868, "recall": 0.425889}, {"accuracy": 0.205534, "f1": 0.14724, "hf_subset": "fur_Latn-dyu_Latn", "languages": ["fur-Latn", "dyu-Latn"], "main_score": 0.14724, "precision": 0.130339, "recall": 0.205534}, {"accuracy": 0.682806, "f1": 0.632034, "hf_subset": "fur_Latn-heb_Hebr", "languages": ["fur-Latn", "heb-Hebr"], "main_score": 0.632034, "precision": 0.612917, "recall": 0.682806}, {"accuracy": 0.653162, "f1": 0.6074, "hf_subset": "fur_Latn-khk_Cyrl", "languages": ["fur-Latn", "khk-Cyrl"], "main_score": 0.6074, "precision": 0.589433, "recall": 0.653162}, {"accuracy": 0.724308, "f1": 0.678568, "hf_subset": "fur_Latn-lvs_Latn", "languages": ["fur-Latn", "lvs-Latn"], "main_score": 0.678568, "precision": 0.660385, "recall": 0.724308}, {"accuracy": 0.426877, "f1": 0.378798, "hf_subset": "fur_Latn-pan_Guru", "languages": ["fur-Latn", "pan-Guru"], "main_score": 0.378798, "precision": 0.361767, "recall": 0.426877}, {"accuracy": 0.282609, "f1": 0.230394, "hf_subset": "fur_Latn-som_Latn", "languages": ["fur-Latn", "som-Latn"], "main_score": 0.230394, "precision": 0.213221, "recall": 0.282609}, {"accuracy": 0.204545, "f1": 0.144091, "hf_subset": "fur_Latn-tum_Latn", "languages": ["fur-Latn", "tum-Latn"], "main_score": 0.144091, "precision": 0.128911, "recall": 0.204545}, {"accuracy": 0.012846, "f1": 0.006558, "hf_subset": "kab_Latn-ace_Arab", "languages": ["kab-Latn", "ace-Arab"], "main_score": 0.006558, "precision": 0.005731, "recall": 0.012846}, {"accuracy": 0.045455, "f1": 0.040371, "hf_subset": "kab_Latn-bam_Latn", "languages": ["kab-Latn", "bam-Latn"], "main_score": 0.040371, "precision": 0.039266, "recall": 0.045455}, {"accuracy": 0.005929, "f1": 0.000909, "hf_subset": "kab_Latn-dzo_Tibt", "languages": ["kab-Latn", "dzo-Tibt"], "main_score": 0.000909, "precision": 0.000626, "recall": 0.005929}, {"accuracy": 0.041502, "f1": 0.032867, "hf_subset": "kab_Latn-hin_Deva", "languages": ["kab-Latn", "hin-Deva"], "main_score": 0.032867, "precision": 0.030768, "recall": 0.041502}, {"accuracy": 0.031621, "f1": 0.025383, "hf_subset": "kab_Latn-khm_Khmr", "languages": ["kab-Latn", "khm-Khmr"], "main_score": 0.025383, "precision": 0.023366, "recall": 0.031621}, {"accuracy": 0.024704, "f1": 0.018707, "hf_subset": "kab_Latn-mag_Deva", "languages": ["kab-Latn", "mag-Deva"], "main_score": 0.018707, "precision": 0.017313, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.028377, "hf_subset": "kab_Latn-pap_Latn", "languages": ["kab-Latn", "pap-Latn"], "main_score": 0.028377, "precision": 0.026573, "recall": 0.035573}, {"accuracy": 0.062253, "f1": 0.04883, "hf_subset": "kab_Latn-sot_Latn", "languages": ["kab-Latn", "sot-Latn"], "main_score": 0.04883, "precision": 0.046061, "recall": 0.062253}, {"accuracy": 0.057312, "f1": 0.04137, "hf_subset": "kab_Latn-tur_Latn", "languages": ["kab-Latn", "tur-Latn"], "main_score": 0.04137, "precision": 0.038345, "recall": 0.057312}, {"accuracy": 0.041502, "f1": 0.03392, "hf_subset": "kab_Latn-ace_Latn", "languages": ["kab-Latn", "ace-Latn"], "main_score": 0.03392, "precision": 0.032092, "recall": 0.041502}, {"accuracy": 0.028656, "f1": 0.025036, "hf_subset": "kab_Latn-ban_Latn", "languages": ["kab-Latn", "ban-Latn"], "main_score": 0.025036, "precision": 0.023915, "recall": 0.028656}, {"accuracy": 0.039526, "f1": 0.031984, "hf_subset": "kab_Latn-ell_Grek", "languages": ["kab-Latn", "ell-Grek"], "main_score": 0.031984, "precision": 0.030427, "recall": 0.039526}, {"accuracy": 0.018775, "f1": 0.014153, "hf_subset": "kab_Latn-hne_Deva", "languages": ["kab-Latn", "hne-Deva"], "main_score": 0.014153, "precision": 0.013187, "recall": 0.018775}, {"accuracy": 0.054348, "f1": 0.044616, "hf_subset": "kab_Latn-kik_Latn", "languages": ["kab-Latn", "kik-Latn"], "main_score": 0.044616, "precision": 0.041975, "recall": 0.054348}, {"accuracy": 0.021739, "f1": 0.016374, "hf_subset": "kab_Latn-mai_Deva", "languages": ["kab-Latn", "mai-Deva"], "main_score": 0.016374, "precision": 0.015552, "recall": 0.021739}, {"accuracy": 0.035573, "f1": 0.027798, "hf_subset": "kab_Latn-pbt_Arab", "languages": ["kab-Latn", "pbt-Arab"], "main_score": 0.027798, "precision": 0.026343, "recall": 0.035573}, {"accuracy": 0.059289, "f1": 0.04324, "hf_subset": "kab_Latn-spa_Latn", "languages": ["kab-Latn", "spa-Latn"], "main_score": 0.04324, "precision": 0.040258, "recall": 0.059289}, {"accuracy": 0.063241, "f1": 0.052919, "hf_subset": "kab_Latn-twi_Latn", "languages": ["kab-Latn", "twi-Latn"], "main_score": 0.052919, "precision": 0.050221, "recall": 0.063241}, {"accuracy": 0.024704, "f1": 0.020365, "hf_subset": "kab_Latn-acm_Arab", "languages": ["kab-Latn", "acm-Arab"], "main_score": 0.020365, "precision": 0.019654, "recall": 0.024704}, {"accuracy": 0.039526, "f1": 0.028161, "hf_subset": "kab_Latn-bel_Cyrl", "languages": ["kab-Latn", "bel-Cyrl"], "main_score": 0.028161, "precision": 0.026663, "recall": 0.039526}, {"accuracy": 0.054348, "f1": 0.038923, "hf_subset": "kab_Latn-eng_Latn", "languages": ["kab-Latn", "eng-Latn"], "main_score": 0.038923, "precision": 0.03586, "recall": 0.054348}, {"accuracy": 0.039526, "f1": 0.032623, "hf_subset": "kab_Latn-hrv_Latn", "languages": ["kab-Latn", "hrv-Latn"], "main_score": 0.032623, "precision": 0.031293, "recall": 0.039526}, {"accuracy": 0.064229, "f1": 0.052392, "hf_subset": "kab_Latn-kin_Latn", "languages": ["kab-Latn", "kin-Latn"], "main_score": 0.052392, "precision": 0.049757, "recall": 0.064229}, {"accuracy": 0.020751, "f1": 0.014596, "hf_subset": "kab_Latn-mal_Mlym", "languages": ["kab-Latn", "mal-Mlym"], "main_score": 0.014596, "precision": 0.013558, "recall": 0.020751}, {"accuracy": 0.041502, "f1": 0.031361, "hf_subset": "kab_Latn-pes_Arab", "languages": ["kab-Latn", "pes-Arab"], "main_score": 0.031361, "precision": 0.029337, "recall": 0.041502}, {"accuracy": 0.038538, "f1": 0.031261, "hf_subset": "kab_Latn-srd_Latn", "languages": ["kab-Latn", "srd-Latn"], "main_score": 0.031261, "precision": 0.02982, "recall": 0.038538}, {"accuracy": 0.056324, "f1": 0.044543, "hf_subset": "kab_Latn-tzm_Tfng", "languages": ["kab-Latn", "tzm-Tfng"], "main_score": 0.044543, "precision": 0.041735, "recall": 0.056324}, {"accuracy": 0.034585, "f1": 0.026996, "hf_subset": "kab_Latn-acq_Arab", "languages": ["kab-Latn", "acq-Arab"], "main_score": 0.026996, "precision": 0.02622, "recall": 0.034585}, {"accuracy": 0.061265, "f1": 0.047447, "hf_subset": "kab_Latn-bem_Latn", "languages": ["kab-Latn", "bem-Latn"], "main_score": 0.047447, "precision": 0.044118, "recall": 0.061265}, {"accuracy": 0.028656, "f1": 0.023459, "hf_subset": "kab_Latn-epo_Latn", "languages": ["kab-Latn", "epo-Latn"], "main_score": 0.023459, "precision": 0.022325, "recall": 0.028656}, {"accuracy": 0.055336, "f1": 0.041706, "hf_subset": "kab_Latn-hun_Latn", "languages": ["kab-Latn", "hun-Latn"], "main_score": 0.041706, "precision": 0.039125, "recall": 0.055336}, {"accuracy": 0.040514, "f1": 0.031297, "hf_subset": "kab_Latn-kir_Cyrl", "languages": ["kab-Latn", "kir-Cyrl"], "main_score": 0.031297, "precision": 0.029544, "recall": 0.040514}, {"accuracy": 0.028656, "f1": 0.022214, "hf_subset": "kab_Latn-mar_Deva", "languages": ["kab-Latn", "mar-Deva"], "main_score": 0.022214, "precision": 0.020661, "recall": 0.028656}, {"accuracy": 0.043478, "f1": 0.037255, "hf_subset": "kab_Latn-plt_Latn", "languages": ["kab-Latn", "plt-Latn"], "main_score": 0.037255, "precision": 0.035589, "recall": 0.043478}, {"accuracy": 0.037549, "f1": 0.029585, "hf_subset": "kab_Latn-srp_Cyrl", "languages": ["kab-Latn", "srp-Cyrl"], "main_score": 0.029585, "precision": 0.028035, "recall": 0.037549}, {"accuracy": 0.024704, "f1": 0.021495, "hf_subset": "kab_Latn-uig_Arab", "languages": ["kab-Latn", "uig-Arab"], "main_score": 0.021495, "precision": 0.020993, "recall": 0.024704}, {"accuracy": 0.031621, "f1": 0.022811, "hf_subset": "kab_Latn-aeb_Arab", "languages": ["kab-Latn", "aeb-Arab"], "main_score": 0.022811, "precision": 0.02078, "recall": 0.031621}, {"accuracy": 0.013834, "f1": 0.010609, "hf_subset": "kab_Latn-ben_Beng", "languages": ["kab-Latn", "ben-Beng"], "main_score": 0.010609, "precision": 0.009917, "recall": 0.013834}, {"accuracy": 0.059289, "f1": 0.044952, "hf_subset": "kab_Latn-est_Latn", "languages": ["kab-Latn", "est-Latn"], "main_score": 0.044952, "precision": 0.042115, "recall": 0.059289}, {"accuracy": 0.032609, "f1": 0.021178, "hf_subset": "kab_Latn-hye_Armn", "languages": ["kab-Latn", "hye-Armn"], "main_score": 0.021178, "precision": 0.018901, "recall": 0.032609}, {"accuracy": 0.071146, "f1": 0.056288, "hf_subset": "kab_Latn-kmb_Latn", "languages": ["kab-Latn", "kmb-Latn"], "main_score": 0.056288, "precision": 0.052548, "recall": 0.071146}, {"accuracy": 0.013834, "f1": 0.009266, "hf_subset": "kab_Latn-min_Arab", "languages": ["kab-Latn", "min-Arab"], "main_score": 0.009266, "precision": 0.008798, "recall": 0.013834}, {"accuracy": 0.049407, "f1": 0.038551, "hf_subset": "kab_Latn-pol_Latn", "languages": ["kab-Latn", "pol-Latn"], "main_score": 0.038551, "precision": 0.036351, "recall": 0.049407}, {"accuracy": 0.052372, "f1": 0.041284, "hf_subset": "kab_Latn-ssw_Latn", "languages": ["kab-Latn", "ssw-Latn"], "main_score": 0.041284, "precision": 0.038861, "recall": 0.052372}, {"accuracy": 0.041502, "f1": 0.03031, "hf_subset": "kab_Latn-ukr_Cyrl", "languages": ["kab-Latn", "ukr-Cyrl"], "main_score": 0.03031, "precision": 0.027996, "recall": 0.041502}, {"accuracy": 0.052372, "f1": 0.040379, "hf_subset": "kab_Latn-afr_Latn", "languages": ["kab-Latn", "afr-Latn"], "main_score": 0.040379, "precision": 0.037792, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.023184, "hf_subset": "kab_Latn-bho_Deva", "languages": ["kab-Latn", "bho-Deva"], "main_score": 0.023184, "precision": 0.022068, "recall": 0.029644}, {"accuracy": 0.028656, "f1": 0.026106, "hf_subset": "kab_Latn-eus_Latn", "languages": ["kab-Latn", "eus-Latn"], "main_score": 0.026106, "precision": 0.025362, "recall": 0.028656}, {"accuracy": 0.062253, "f1": 0.046635, "hf_subset": "kab_Latn-ibo_Latn", "languages": ["kab-Latn", "ibo-Latn"], "main_score": 0.046635, "precision": 0.043024, "recall": 0.062253}, {"accuracy": 0.045455, "f1": 0.039068, "hf_subset": "kab_Latn-kmr_Latn", "languages": ["kab-Latn", "kmr-Latn"], "main_score": 0.039068, "precision": 0.037256, "recall": 0.045455}, {"accuracy": 0.028656, "f1": 0.02378, "hf_subset": "kab_Latn-min_Latn", "languages": ["kab-Latn", "min-Latn"], "main_score": 0.02378, "precision": 0.022778, "recall": 0.028656}, {"accuracy": 0.057312, "f1": 0.042298, "hf_subset": "kab_Latn-por_Latn", "languages": ["kab-Latn", "por-Latn"], "main_score": 0.042298, "precision": 0.038751, "recall": 0.057312}, {"accuracy": 0.021739, "f1": 0.017957, "hf_subset": "kab_Latn-sun_Latn", "languages": ["kab-Latn", "sun-Latn"], "main_score": 0.017957, "precision": 0.01689, "recall": 0.021739}, {"accuracy": 0.052372, "f1": 0.043328, "hf_subset": "kab_Latn-umb_Latn", "languages": ["kab-Latn", "umb-Latn"], "main_score": 0.043328, "precision": 0.040702, "recall": 0.052372}, {"accuracy": 0.029644, "f1": 0.024757, "hf_subset": "kab_Latn-ajp_Arab", "languages": ["kab-Latn", "ajp-Arab"], "main_score": 0.024757, "precision": 0.023365, "recall": 0.029644}, {"accuracy": 0.019763, "f1": 0.01334, "hf_subset": "kab_Latn-bjn_Arab", "languages": ["kab-Latn", "bjn-Arab"], "main_score": 0.01334, "precision": 0.012353, "recall": 0.019763}, {"accuracy": 0.057312, "f1": 0.048615, "hf_subset": "kab_Latn-ewe_Latn", "languages": ["kab-Latn", "ewe-Latn"], "main_score": 0.048615, "precision": 0.046599, "recall": 0.057312}, {"accuracy": 0.038538, "f1": 0.028315, "hf_subset": "kab_Latn-ilo_Latn", "languages": ["kab-Latn", "ilo-Latn"], "main_score": 0.028315, "precision": 0.026341, "recall": 0.038538}, {"accuracy": 0.025692, "f1": 0.021607, "hf_subset": "kab_Latn-knc_Arab", "languages": ["kab-Latn", "knc-Arab"], "main_score": 0.021607, "precision": 0.020738, "recall": 0.025692}, {"accuracy": 0.043478, "f1": 0.033122, "hf_subset": "kab_Latn-mkd_Cyrl", "languages": ["kab-Latn", "mkd-Cyrl"], "main_score": 0.033122, "precision": 0.03143, "recall": 0.043478}, {"accuracy": 0.031621, "f1": 0.025323, "hf_subset": "kab_Latn-prs_Arab", "languages": ["kab-Latn", "prs-Arab"], "main_score": 0.025323, "precision": 0.024197, "recall": 0.031621}, {"accuracy": 0.028656, "f1": 0.023304, "hf_subset": "kab_Latn-swe_Latn", "languages": ["kab-Latn", "swe-Latn"], "main_score": 0.023304, "precision": 0.021954, "recall": 0.028656}, {"accuracy": 0.029644, "f1": 0.023285, "hf_subset": "kab_Latn-urd_Arab", "languages": ["kab-Latn", "urd-Arab"], "main_score": 0.023285, "precision": 0.021731, "recall": 0.029644}, {"accuracy": 0.070158, "f1": 0.056478, "hf_subset": "kab_Latn-aka_Latn", "languages": ["kab-Latn", "aka-Latn"], "main_score": 0.056478, "precision": 0.052657, "recall": 0.070158}, {"accuracy": 0.030632, "f1": 0.023513, "hf_subset": "kab_Latn-bjn_Latn", "languages": ["kab-Latn", "bjn-Latn"], "main_score": 0.023513, "precision": 0.022106, "recall": 0.030632}, {"accuracy": 0.028656, "f1": 0.024177, "hf_subset": "kab_Latn-fao_Latn", "languages": ["kab-Latn", "fao-Latn"], "main_score": 0.024177, "precision": 0.02316, "recall": 0.028656}, {"accuracy": 0.062253, "f1": 0.047797, "hf_subset": "kab_Latn-ind_Latn", "languages": ["kab-Latn", "ind-Latn"], "main_score": 0.047797, "precision": 0.045038, "recall": 0.062253}, {"accuracy": 0.052372, "f1": 0.045813, "hf_subset": "kab_Latn-knc_Latn", "languages": ["kab-Latn", "knc-Latn"], "main_score": 0.045813, "precision": 0.043782, "recall": 0.052372}, {"accuracy": 0.059289, "f1": 0.052317, "hf_subset": "kab_Latn-mlt_Latn", "languages": ["kab-Latn", "mlt-Latn"], "main_score": 0.052317, "precision": 0.04986, "recall": 0.059289}, {"accuracy": 0.065217, "f1": 0.053863, "hf_subset": "kab_Latn-quy_Latn", "languages": ["kab-Latn", "quy-Latn"], "main_score": 0.053863, "precision": 0.050761, "recall": 0.065217}, {"accuracy": 0.043478, "f1": 0.035666, "hf_subset": "kab_Latn-swh_Latn", "languages": ["kab-Latn", "swh-Latn"], "main_score": 0.035666, "precision": 0.03393, "recall": 0.043478}, {"accuracy": 0.021739, "f1": 0.015439, "hf_subset": "kab_Latn-uzn_Latn", "languages": ["kab-Latn", "uzn-Latn"], "main_score": 0.015439, "precision": 0.01434, "recall": 0.021739}, {"accuracy": 0.052372, "f1": 0.039127, "hf_subset": "kab_Latn-als_Latn", "languages": ["kab-Latn", "als-Latn"], "main_score": 0.039127, "precision": 0.03643, "recall": 0.052372}, {"accuracy": 0.034585, "f1": 0.026069, "hf_subset": "kab_Latn-bod_Tibt", "languages": ["kab-Latn", "bod-Tibt"], "main_score": 0.026069, "precision": 0.024175, "recall": 0.034585}, {"accuracy": 0.037549, "f1": 0.029628, "hf_subset": "kab_Latn-fij_Latn", "languages": ["kab-Latn", "fij-Latn"], "main_score": 0.029628, "precision": 0.028118, "recall": 0.037549}, {"accuracy": 0.023715, "f1": 0.021813, "hf_subset": "kab_Latn-isl_Latn", "languages": ["kab-Latn", "isl-Latn"], "main_score": 0.021813, "precision": 0.021496, "recall": 0.023715}, {"accuracy": 0.067194, "f1": 0.054543, "hf_subset": "kab_Latn-kon_Latn", "languages": ["kab-Latn", "kon-Latn"], "main_score": 0.054543, "precision": 0.05154, "recall": 0.067194}, {"accuracy": 0.040514, "f1": 0.031862, "hf_subset": "kab_Latn-mni_Beng", "languages": ["kab-Latn", "mni-Beng"], "main_score": 0.031862, "precision": 0.030009, "recall": 0.040514}, {"accuracy": 0.060277, "f1": 0.042343, "hf_subset": "kab_Latn-ron_Latn", "languages": ["kab-Latn", "ron-Latn"], "main_score": 0.042343, "precision": 0.038843, "recall": 0.060277}, {"accuracy": 0.032609, "f1": 0.028116, "hf_subset": "kab_Latn-szl_Latn", "languages": ["kab-Latn", "szl-Latn"], "main_score": 0.028116, "precision": 0.027053, "recall": 0.032609}, {"accuracy": 0.041502, "f1": 0.032881, "hf_subset": "kab_Latn-vec_Latn", "languages": ["kab-Latn", "vec-Latn"], "main_score": 0.032881, "precision": 0.031109, "recall": 0.041502}, {"accuracy": 0.017787, "f1": 0.011387, "hf_subset": "kab_Latn-amh_Ethi", "languages": ["kab-Latn", "amh-Ethi"], "main_score": 0.011387, "precision": 0.010795, "recall": 0.017787}, {"accuracy": 0.05336, "f1": 0.041159, "hf_subset": "kab_Latn-bos_Latn", "languages": ["kab-Latn", "bos-Latn"], "main_score": 0.041159, "precision": 0.038912, "recall": 0.05336}, {"accuracy": 0.056324, "f1": 0.043389, "hf_subset": "kab_Latn-fin_Latn", "languages": ["kab-Latn", "fin-Latn"], "main_score": 0.043389, "precision": 0.040318, "recall": 0.056324}, {"accuracy": 0.062253, "f1": 0.043753, "hf_subset": "kab_Latn-ita_Latn", "languages": ["kab-Latn", "ita-Latn"], "main_score": 0.043753, "precision": 0.039796, "recall": 0.062253}, {"accuracy": 0.040514, "f1": 0.030472, "hf_subset": "kab_Latn-kor_Hang", "languages": ["kab-Latn", "kor-Hang"], "main_score": 0.030472, "precision": 0.02875, "recall": 0.040514}, {"accuracy": 0.050395, "f1": 0.040184, "hf_subset": "kab_Latn-mos_Latn", "languages": ["kab-Latn", "mos-Latn"], "main_score": 0.040184, "precision": 0.037608, "recall": 0.050395}, {"accuracy": 0.077075, "f1": 0.057763, "hf_subset": "kab_Latn-run_Latn", "languages": ["kab-Latn", "run-Latn"], "main_score": 0.057763, "precision": 0.053727, "recall": 0.077075}, {"accuracy": 0.014822, "f1": 0.011663, "hf_subset": "kab_Latn-tam_Taml", "languages": ["kab-Latn", "tam-Taml"], "main_score": 0.011663, "precision": 0.010871, "recall": 0.014822}, {"accuracy": 0.065217, "f1": 0.048208, "hf_subset": "kab_Latn-vie_Latn", "languages": ["kab-Latn", "vie-Latn"], "main_score": 0.048208, "precision": 0.04454, "recall": 0.065217}, {"accuracy": 0.023715, "f1": 0.019718, "hf_subset": "kab_Latn-apc_Arab", "languages": ["kab-Latn", "apc-Arab"], "main_score": 0.019718, "precision": 0.018866, "recall": 0.023715}, {"accuracy": 0.051383, "f1": 0.042437, "hf_subset": "kab_Latn-bug_Latn", "languages": ["kab-Latn", "bug-Latn"], "main_score": 0.042437, "precision": 0.040634, "recall": 0.051383}, {"accuracy": 0.068182, "f1": 0.059172, "hf_subset": "kab_Latn-fon_Latn", "languages": ["kab-Latn", "fon-Latn"], "main_score": 0.059172, "precision": 0.057286, "recall": 0.068182}, {"accuracy": 0.029644, "f1": 0.023218, "hf_subset": "kab_Latn-jav_Latn", "languages": ["kab-Latn", "jav-Latn"], "main_score": 0.023218, "precision": 0.021951, "recall": 0.029644}, {"accuracy": 0.050395, "f1": 0.037137, "hf_subset": "kab_Latn-lao_Laoo", "languages": ["kab-Latn", "lao-Laoo"], "main_score": 0.037137, "precision": 0.034844, "recall": 0.050395}, {"accuracy": 0.061265, "f1": 0.052486, "hf_subset": "kab_Latn-mri_Latn", "languages": ["kab-Latn", "mri-Latn"], "main_score": 0.052486, "precision": 0.049699, "recall": 0.061265}, {"accuracy": 0.036561, "f1": 0.027707, "hf_subset": "kab_Latn-rus_Cyrl", "languages": ["kab-Latn", "rus-Cyrl"], "main_score": 0.027707, "precision": 0.025881, "recall": 0.036561}, {"accuracy": 0.074111, "f1": 0.069055, "hf_subset": "kab_Latn-taq_Latn", "languages": ["kab-Latn", "taq-Latn"], "main_score": 0.069055, "precision": 0.067671, "recall": 0.074111}, {"accuracy": 0.046443, "f1": 0.041057, "hf_subset": "kab_Latn-war_Latn", "languages": ["kab-Latn", "war-Latn"], "main_score": 0.041057, "precision": 0.039973, "recall": 0.046443}, {"accuracy": 0.034585, "f1": 0.027387, "hf_subset": "kab_Latn-arb_Arab", "languages": ["kab-Latn", "arb-Arab"], "main_score": 0.027387, "precision": 0.026065, "recall": 0.034585}, {"accuracy": 0.050395, "f1": 0.038139, "hf_subset": "kab_Latn-bul_Cyrl", "languages": ["kab-Latn", "bul-Cyrl"], "main_score": 0.038139, "precision": 0.035766, "recall": 0.050395}, {"accuracy": 0.071146, "f1": 0.050275, "hf_subset": "kab_Latn-fra_Latn", "languages": ["kab-Latn", "fra-Latn"], "main_score": 0.050275, "precision": 0.046636, "recall": 0.071146}, {"accuracy": 0.046443, "f1": 0.035731, "hf_subset": "kab_Latn-jpn_Jpan", "languages": ["kab-Latn", "jpn-Jpan"], "main_score": 0.035731, "precision": 0.033347, "recall": 0.046443}, {"accuracy": 0.039526, "f1": 0.029814, "hf_subset": "kab_Latn-lij_Latn", "languages": ["kab-Latn", "lij-Latn"], "main_score": 0.029814, "precision": 0.02816, "recall": 0.039526}, {"accuracy": 0.02668, "f1": 0.017079, "hf_subset": "kab_Latn-mya_Mymr", "languages": ["kab-Latn", "mya-Mymr"], "main_score": 0.017079, "precision": 0.015631, "recall": 0.02668}, {"accuracy": 0.043478, "f1": 0.03439, "hf_subset": "kab_Latn-sag_Latn", "languages": ["kab-Latn", "sag-Latn"], "main_score": 0.03439, "precision": 0.032026, "recall": 0.043478}, {"accuracy": 0.064229, "f1": 0.051089, "hf_subset": "kab_Latn-taq_Tfng", "languages": ["kab-Latn", "taq-Tfng"], "main_score": 0.051089, "precision": 0.048255, "recall": 0.064229}, {"accuracy": 0.065217, "f1": 0.056192, "hf_subset": "kab_Latn-wol_Latn", "languages": ["kab-Latn", "wol-Latn"], "main_score": 0.056192, "precision": 0.05336, "recall": 0.065217}, {"accuracy": 0.059289, "f1": 0.046272, "hf_subset": "kab_Latn-arb_Latn", "languages": ["kab-Latn", "arb-Latn"], "main_score": 0.046272, "precision": 0.043042, "recall": 0.059289}, {"accuracy": 0.066206, "f1": 0.047658, "hf_subset": "kab_Latn-cat_Latn", "languages": ["kab-Latn", "cat-Latn"], "main_score": 0.047658, "precision": 0.043758, "recall": 0.066206}, {"accuracy": 0.045455, "f1": 0.03824, "hf_subset": "kab_Latn-fur_Latn", "languages": ["kab-Latn", "fur-Latn"], "main_score": 0.03824, "precision": 0.036361, "recall": 0.045455}, {"accuracy": 0.030632, "f1": 0.024949, "hf_subset": "kab_Latn-lim_Latn", "languages": ["kab-Latn", "lim-Latn"], "main_score": 0.024949, "precision": 0.023986, "recall": 0.030632}, {"accuracy": 0.067194, "f1": 0.048117, "hf_subset": "kab_Latn-nld_Latn", "languages": ["kab-Latn", "nld-Latn"], "main_score": 0.048117, "precision": 0.044092, "recall": 0.067194}, {"accuracy": 0.01581, "f1": 0.013362, "hf_subset": "kab_Latn-san_Deva", "languages": ["kab-Latn", "san-Deva"], "main_score": 0.013362, "precision": 0.013142, "recall": 0.01581}, {"accuracy": 0.034585, "f1": 0.025099, "hf_subset": "kab_Latn-tat_Cyrl", "languages": ["kab-Latn", "tat-Cyrl"], "main_score": 0.025099, "precision": 0.023099, "recall": 0.034585}, {"accuracy": 0.052372, "f1": 0.041617, "hf_subset": "kab_Latn-xho_Latn", "languages": ["kab-Latn", "xho-Latn"], "main_score": 0.041617, "precision": 0.039263, "recall": 0.052372}, {"accuracy": 0.033597, "f1": 0.025406, "hf_subset": "kab_Latn-ars_Arab", "languages": ["kab-Latn", "ars-Arab"], "main_score": 0.025406, "precision": 0.024268, "recall": 0.033597}, {"accuracy": 0.035573, "f1": 0.030898, "hf_subset": "kab_Latn-ceb_Latn", "languages": ["kab-Latn", "ceb-Latn"], "main_score": 0.030898, "precision": 0.029374, "recall": 0.035573}, {"accuracy": 0.049407, "f1": 0.040931, "hf_subset": "kab_Latn-fuv_Latn", "languages": ["kab-Latn", "fuv-Latn"], "main_score": 0.040931, "precision": 0.038381, "recall": 0.049407}, {"accuracy": 0.065217, "f1": 0.054405, "hf_subset": "kab_Latn-kac_Latn", "languages": ["kab-Latn", "kac-Latn"], "main_score": 0.054405, "precision": 0.051312, "recall": 0.065217}, {"accuracy": 0.046443, "f1": 0.03943, "hf_subset": "kab_Latn-lin_Latn", "languages": ["kab-Latn", "lin-Latn"], "main_score": 0.03943, "precision": 0.037648, "recall": 0.046443}, {"accuracy": 0.048419, "f1": 0.036212, "hf_subset": "kab_Latn-nno_Latn", "languages": ["kab-Latn", "nno-Latn"], "main_score": 0.036212, "precision": 0.033757, "recall": 0.048419}, {"accuracy": 0.007905, "f1": 0.005685, "hf_subset": "kab_Latn-sat_Olck", "languages": ["kab-Latn", "sat-Olck"], "main_score": 0.005685, "precision": 0.00515, "recall": 0.007905}, {"accuracy": 0.01581, "f1": 0.012832, "hf_subset": "kab_Latn-tel_Telu", "languages": ["kab-Latn", "tel-Telu"], "main_score": 0.012832, "precision": 0.012247, "recall": 0.01581}, {"accuracy": 0.029644, "f1": 0.025939, "hf_subset": "kab_Latn-ydd_Hebr", "languages": ["kab-Latn", "ydd-Hebr"], "main_score": 0.025939, "precision": 0.024515, "recall": 0.029644}, {"accuracy": 0.022727, "f1": 0.017884, "hf_subset": "kab_Latn-ary_Arab", "languages": ["kab-Latn", "ary-Arab"], "main_score": 0.017884, "precision": 0.01693, "recall": 0.022727}, {"accuracy": 0.055336, "f1": 0.041771, "hf_subset": "kab_Latn-ces_Latn", "languages": ["kab-Latn", "ces-Latn"], "main_score": 0.041771, "precision": 0.039056, "recall": 0.055336}, {"accuracy": 0.064229, "f1": 0.053251, "hf_subset": "kab_Latn-gaz_Latn", "languages": ["kab-Latn", "gaz-Latn"], "main_score": 0.053251, "precision": 0.050041, "recall": 0.064229}, {"accuracy": 0.0583, "f1": 0.048537, "hf_subset": "kab_Latn-kam_Latn", "languages": ["kab-Latn", "kam-Latn"], "main_score": 0.048537, "precision": 0.046236, "recall": 0.0583}, {"accuracy": 0.05336, "f1": 0.039357, "hf_subset": "kab_Latn-lit_Latn", "languages": ["kab-Latn", "lit-Latn"], "main_score": 0.039357, "precision": 0.037265, "recall": 0.05336}, {"accuracy": 0.054348, "f1": 0.037282, "hf_subset": "kab_Latn-nob_Latn", "languages": ["kab-Latn", "nob-Latn"], "main_score": 0.037282, "precision": 0.033842, "recall": 0.054348}, {"accuracy": 0.037549, "f1": 0.029651, "hf_subset": "kab_Latn-scn_Latn", "languages": ["kab-Latn", "scn-Latn"], "main_score": 0.029651, "precision": 0.028341, "recall": 0.037549}, {"accuracy": 0.048419, "f1": 0.039312, "hf_subset": "kab_Latn-tgk_Cyrl", "languages": ["kab-Latn", "tgk-Cyrl"], "main_score": 0.039312, "precision": 0.037269, "recall": 0.048419}, {"accuracy": 0.054348, "f1": 0.043912, "hf_subset": "kab_Latn-yor_Latn", "languages": ["kab-Latn", "yor-Latn"], "main_score": 0.043912, "precision": 0.040411, "recall": 0.054348}, {"accuracy": 0.025692, "f1": 0.020558, "hf_subset": "kab_Latn-arz_Arab", "languages": ["kab-Latn", "arz-Arab"], "main_score": 0.020558, "precision": 0.019196, "recall": 0.025692}, {"accuracy": 0.065217, "f1": 0.056542, "hf_subset": "kab_Latn-cjk_Latn", "languages": ["kab-Latn", "cjk-Latn"], "main_score": 0.056542, "precision": 0.054095, "recall": 0.065217}, {"accuracy": 0.055336, "f1": 0.04538, "hf_subset": "kab_Latn-gla_Latn", "languages": ["kab-Latn", "gla-Latn"], "main_score": 0.04538, "precision": 0.043595, "recall": 0.055336}, {"accuracy": 0.013834, "f1": 0.011042, "hf_subset": "kab_Latn-kan_Knda", "languages": ["kab-Latn", "kan-Knda"], "main_score": 0.011042, "precision": 0.010215, "recall": 0.013834}, {"accuracy": 0.039526, "f1": 0.031511, "hf_subset": "kab_Latn-lmo_Latn", "languages": ["kab-Latn", "lmo-Latn"], "main_score": 0.031511, "precision": 0.029952, "recall": 0.039526}, {"accuracy": 0.045455, "f1": 0.031983, "hf_subset": "kab_Latn-npi_Deva", "languages": ["kab-Latn", "npi-Deva"], "main_score": 0.031983, "precision": 0.03006, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.035959, "hf_subset": "kab_Latn-shn_Mymr", "languages": ["kab-Latn", "shn-Mymr"], "main_score": 0.035959, "precision": 0.03325, "recall": 0.050395}, {"accuracy": 0.037549, "f1": 0.030987, "hf_subset": "kab_Latn-tgl_Latn", "languages": ["kab-Latn", "tgl-Latn"], "main_score": 0.030987, "precision": 0.028998, "recall": 0.037549}, {"accuracy": 0.046443, "f1": 0.034944, "hf_subset": "kab_Latn-yue_Hant", "languages": ["kab-Latn", "yue-Hant"], "main_score": 0.034944, "precision": 0.032897, "recall": 0.046443}, {"accuracy": 0.016798, "f1": 0.014209, "hf_subset": "kab_Latn-asm_Beng", "languages": ["kab-Latn", "asm-Beng"], "main_score": 0.014209, "precision": 0.013857, "recall": 0.016798}, {"accuracy": 0.032609, "f1": 0.025817, "hf_subset": "kab_Latn-ckb_Arab", "languages": ["kab-Latn", "ckb-Arab"], "main_score": 0.025817, "precision": 0.024029, "recall": 0.032609}, {"accuracy": 0.040514, "f1": 0.034413, "hf_subset": "kab_Latn-gle_Latn", "languages": ["kab-Latn", "gle-Latn"], "main_score": 0.034413, "precision": 0.032986, "recall": 0.040514}, {"accuracy": 0.014822, "f1": 0.010316, "hf_subset": "kab_Latn-kas_Arab", "languages": ["kab-Latn", "kas-Arab"], "main_score": 0.010316, "precision": 0.009639, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.028829, "hf_subset": "kab_Latn-ltg_Latn", "languages": ["kab-Latn", "ltg-Latn"], "main_score": 0.028829, "precision": 0.027299, "recall": 0.037549}, {"accuracy": 0.054348, "f1": 0.043785, "hf_subset": "kab_Latn-nso_Latn", "languages": ["kab-Latn", "nso-Latn"], "main_score": 0.043785, "precision": 0.041449, "recall": 0.054348}, {"accuracy": 0.021739, "f1": 0.017418, "hf_subset": "kab_Latn-sin_Sinh", "languages": ["kab-Latn", "sin-Sinh"], "main_score": 0.017418, "precision": 0.016602, "recall": 0.021739}, {"accuracy": 0.034585, "f1": 0.028623, "hf_subset": "kab_Latn-tha_Thai", "languages": ["kab-Latn", "tha-Thai"], "main_score": 0.028623, "precision": 0.027181, "recall": 0.034585}, {"accuracy": 0.046443, "f1": 0.034525, "hf_subset": "kab_Latn-zho_Hans", "languages": ["kab-Latn", "zho-Hans"], "main_score": 0.034525, "precision": 0.031988, "recall": 0.046443}, {"accuracy": 0.046443, "f1": 0.034902, "hf_subset": "kab_Latn-ast_Latn", "languages": ["kab-Latn", "ast-Latn"], "main_score": 0.034902, "precision": 0.03273, "recall": 0.046443}, {"accuracy": 0.027668, "f1": 0.022403, "hf_subset": "kab_Latn-crh_Latn", "languages": ["kab-Latn", "crh-Latn"], "main_score": 0.022403, "precision": 0.021146, "recall": 0.027668}, {"accuracy": 0.061265, "f1": 0.043968, "hf_subset": "kab_Latn-glg_Latn", "languages": ["kab-Latn", "glg-Latn"], "main_score": 0.043968, "precision": 0.041216, "recall": 0.061265}, {"accuracy": 0.020751, "f1": 0.017318, "hf_subset": "kab_Latn-kas_Deva", "languages": ["kab-Latn", "kas-Deva"], "main_score": 0.017318, "precision": 0.016897, "recall": 0.020751}, {"accuracy": 0.031621, "f1": 0.028046, "hf_subset": "kab_Latn-ltz_Latn", "languages": ["kab-Latn", "ltz-Latn"], "main_score": 0.028046, "precision": 0.027199, "recall": 0.031621}, {"accuracy": 0.073123, "f1": 0.060258, "hf_subset": "kab_Latn-nus_Latn", "languages": ["kab-Latn", "nus-Latn"], "main_score": 0.060258, "precision": 0.056864, "recall": 0.073123}, {"accuracy": 0.051383, "f1": 0.039714, "hf_subset": "kab_Latn-slk_Latn", "languages": ["kab-Latn", "slk-Latn"], "main_score": 0.039714, "precision": 0.036865, "recall": 0.051383}, {"accuracy": 0.014822, "f1": 0.01259, "hf_subset": "kab_Latn-tir_Ethi", "languages": ["kab-Latn", "tir-Ethi"], "main_score": 0.01259, "precision": 0.012109, "recall": 0.014822}, {"accuracy": 0.043478, "f1": 0.031177, "hf_subset": "kab_Latn-zho_Hant", "languages": ["kab-Latn", "zho-Hant"], "main_score": 0.031177, "precision": 0.028591, "recall": 0.043478}, {"accuracy": 0.028656, "f1": 0.021025, "hf_subset": "kab_Latn-awa_Deva", "languages": ["kab-Latn", "awa-Deva"], "main_score": 0.021025, "precision": 0.019401, "recall": 0.028656}, {"accuracy": 0.032609, "f1": 0.027868, "hf_subset": "kab_Latn-cym_Latn", "languages": ["kab-Latn", "cym-Latn"], "main_score": 0.027868, "precision": 0.026954, "recall": 0.032609}, {"accuracy": 0.030632, "f1": 0.026965, "hf_subset": "kab_Latn-grn_Latn", "languages": ["kab-Latn", "grn-Latn"], "main_score": 0.026965, "precision": 0.025733, "recall": 0.030632}, {"accuracy": 0.034585, "f1": 0.023309, "hf_subset": "kab_Latn-kat_Geor", "languages": ["kab-Latn", "kat-Geor"], "main_score": 0.023309, "precision": 0.02128, "recall": 0.034585}, {"accuracy": 0.064229, "f1": 0.053914, "hf_subset": "kab_Latn-lua_Latn", "languages": ["kab-Latn", "lua-Latn"], "main_score": 0.053914, "precision": 0.051158, "recall": 0.064229}, {"accuracy": 0.059289, "f1": 0.047893, "hf_subset": "kab_Latn-nya_Latn", "languages": ["kab-Latn", "nya-Latn"], "main_score": 0.047893, "precision": 0.045474, "recall": 0.059289}, {"accuracy": 0.056324, "f1": 0.042663, "hf_subset": "kab_Latn-slv_Latn", "languages": ["kab-Latn", "slv-Latn"], "main_score": 0.042663, "precision": 0.04005, "recall": 0.056324}, {"accuracy": 0.041502, "f1": 0.032018, "hf_subset": "kab_Latn-tpi_Latn", "languages": ["kab-Latn", "tpi-Latn"], "main_score": 0.032018, "precision": 0.029631, "recall": 0.041502}, {"accuracy": 0.063241, "f1": 0.046119, "hf_subset": "kab_Latn-zsm_Latn", "languages": ["kab-Latn", "zsm-Latn"], "main_score": 0.046119, "precision": 0.042613, "recall": 0.063241}, {"accuracy": 0.052372, "f1": 0.046345, "hf_subset": "kab_Latn-ayr_Latn", "languages": ["kab-Latn", "ayr-Latn"], "main_score": 0.046345, "precision": 0.044409, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.044369, "hf_subset": "kab_Latn-dan_Latn", "languages": ["kab-Latn", "dan-Latn"], "main_score": 0.044369, "precision": 0.040927, "recall": 0.062253}, {"accuracy": 0.019763, "f1": 0.015929, "hf_subset": "kab_Latn-guj_Gujr", "languages": ["kab-Latn", "guj-Gujr"], "main_score": 0.015929, "precision": 0.015377, "recall": 0.019763}, {"accuracy": 0.034585, "f1": 0.026291, "hf_subset": "kab_Latn-kaz_Cyrl", "languages": ["kab-Latn", "kaz-Cyrl"], "main_score": 0.026291, "precision": 0.024772, "recall": 0.034585}, {"accuracy": 0.05336, "f1": 0.045451, "hf_subset": "kab_Latn-lug_Latn", "languages": ["kab-Latn", "lug-Latn"], "main_score": 0.045451, "precision": 0.042932, "recall": 0.05336}, {"accuracy": 0.052372, "f1": 0.042999, "hf_subset": "kab_Latn-oci_Latn", "languages": ["kab-Latn", "oci-Latn"], "main_score": 0.042999, "precision": 0.041376, "recall": 0.052372}, {"accuracy": 0.040514, "f1": 0.031862, "hf_subset": "kab_Latn-smo_Latn", "languages": ["kab-Latn", "smo-Latn"], "main_score": 0.031862, "precision": 0.029228, "recall": 0.040514}, {"accuracy": 0.045455, "f1": 0.039572, "hf_subset": "kab_Latn-tsn_Latn", "languages": ["kab-Latn", "tsn-Latn"], "main_score": 0.039572, "precision": 0.038085, "recall": 0.045455}, {"accuracy": 0.057312, "f1": 0.043739, "hf_subset": "kab_Latn-zul_Latn", "languages": ["kab-Latn", "zul-Latn"], "main_score": 0.043739, "precision": 0.040719, "recall": 0.057312}, {"accuracy": 0.023715, "f1": 0.018292, "hf_subset": "kab_Latn-azb_Arab", "languages": ["kab-Latn", "azb-Arab"], "main_score": 0.018292, "precision": 0.017247, "recall": 0.023715}, {"accuracy": 0.056324, "f1": 0.043617, "hf_subset": "kab_Latn-deu_Latn", "languages": ["kab-Latn", "deu-Latn"], "main_score": 0.043617, "precision": 0.040653, "recall": 0.056324}, {"accuracy": 0.051383, "f1": 0.042771, "hf_subset": "kab_Latn-hat_Latn", "languages": ["kab-Latn", "hat-Latn"], "main_score": 0.042771, "precision": 0.040006, "recall": 0.051383}, {"accuracy": 0.076087, "f1": 0.059624, "hf_subset": "kab_Latn-kbp_Latn", "languages": ["kab-Latn", "kbp-Latn"], "main_score": 0.059624, "precision": 0.056235, "recall": 0.076087}, {"accuracy": 0.04249, "f1": 0.038053, "hf_subset": "kab_Latn-luo_Latn", "languages": ["kab-Latn", "luo-Latn"], "main_score": 0.038053, "precision": 0.036996, "recall": 0.04249}, {"accuracy": 0.012846, "f1": 0.009184, "hf_subset": "kab_Latn-ory_Orya", "languages": ["kab-Latn", "ory-Orya"], "main_score": 0.009184, "precision": 0.008302, "recall": 0.012846}, {"accuracy": 0.048419, "f1": 0.033773, "hf_subset": "kab_Latn-sna_Latn", "languages": ["kab-Latn", "sna-Latn"], "main_score": 0.033773, "precision": 0.03122, "recall": 0.048419}, {"accuracy": 0.059289, "f1": 0.049248, "hf_subset": "kab_Latn-tso_Latn", "languages": ["kab-Latn", "tso-Latn"], "main_score": 0.049248, "precision": 0.046534, "recall": 0.059289}, {"accuracy": 0.023715, "f1": 0.017387, "hf_subset": "kab_Latn-azj_Latn", "languages": ["kab-Latn", "azj-Latn"], "main_score": 0.017387, "precision": 0.01598, "recall": 0.023715}, {"accuracy": 0.044466, "f1": 0.034155, "hf_subset": "kab_Latn-dik_Latn", "languages": ["kab-Latn", "dik-Latn"], "main_score": 0.034155, "precision": 0.031641, "recall": 0.044466}, {"accuracy": 0.052372, "f1": 0.044491, "hf_subset": "kab_Latn-hau_Latn", "languages": ["kab-Latn", "hau-Latn"], "main_score": 0.044491, "precision": 0.042489, "recall": 0.052372}, {"accuracy": 0.02668, "f1": 0.021808, "hf_subset": "kab_Latn-kea_Latn", "languages": ["kab-Latn", "kea-Latn"], "main_score": 0.021808, "precision": 0.02092, "recall": 0.02668}, {"accuracy": 0.045455, "f1": 0.039515, "hf_subset": "kab_Latn-lus_Latn", "languages": ["kab-Latn", "lus-Latn"], "main_score": 0.039515, "precision": 0.037802, "recall": 0.045455}, {"accuracy": 0.036561, "f1": 0.032532, "hf_subset": "kab_Latn-pag_Latn", "languages": ["kab-Latn", "pag-Latn"], "main_score": 0.032532, "precision": 0.031435, "recall": 0.036561}, {"accuracy": 0.025692, "f1": 0.021093, "hf_subset": "kab_Latn-snd_Arab", "languages": ["kab-Latn", "snd-Arab"], "main_score": 0.021093, "precision": 0.019786, "recall": 0.025692}, {"accuracy": 0.047431, "f1": 0.041436, "hf_subset": "kab_Latn-tuk_Latn", "languages": ["kab-Latn", "tuk-Latn"], "main_score": 0.041436, "precision": 0.039742, "recall": 0.047431}, {"accuracy": 0.045455, "f1": 0.036311, "hf_subset": "kab_Latn-bak_Cyrl", "languages": ["kab-Latn", "bak-Cyrl"], "main_score": 0.036311, "precision": 0.033756, "recall": 0.045455}, {"accuracy": 0.035573, "f1": 0.026053, "hf_subset": "kab_Latn-dyu_Latn", "languages": ["kab-Latn", "dyu-Latn"], "main_score": 0.026053, "precision": 0.023968, "recall": 0.035573}, {"accuracy": 0.039526, "f1": 0.025295, "hf_subset": "kab_Latn-heb_Hebr", "languages": ["kab-Latn", "heb-Hebr"], "main_score": 0.025295, "precision": 0.02303, "recall": 0.039526}, {"accuracy": 0.044466, "f1": 0.033064, "hf_subset": "kab_Latn-khk_Cyrl", "languages": ["kab-Latn", "khk-Cyrl"], "main_score": 0.033064, "precision": 0.031389, "recall": 0.044466}, {"accuracy": 0.033597, "f1": 0.026348, "hf_subset": "kab_Latn-lvs_Latn", "languages": ["kab-Latn", "lvs-Latn"], "main_score": 0.026348, "precision": 0.025475, "recall": 0.033597}, {"accuracy": 0.017787, "f1": 0.01448, "hf_subset": "kab_Latn-pan_Guru", "languages": ["kab-Latn", "pan-Guru"], "main_score": 0.01448, "precision": 0.014016, "recall": 0.017787}, {"accuracy": 0.045455, "f1": 0.039953, "hf_subset": "kab_Latn-som_Latn", "languages": ["kab-Latn", "som-Latn"], "main_score": 0.039953, "precision": 0.038784, "recall": 0.045455}, {"accuracy": 0.063241, "f1": 0.04924, "hf_subset": "kab_Latn-tum_Latn", "languages": ["kab-Latn", "tum-Latn"], "main_score": 0.04924, "precision": 0.046535, "recall": 0.063241}, {"accuracy": 0.091897, "f1": 0.061205, "hf_subset": "lim_Latn-ace_Arab", "languages": ["lim-Latn", "ace-Arab"], "main_score": 0.061205, "precision": 0.053011, "recall": 0.091897}, {"accuracy": 0.217391, "f1": 0.164761, "hf_subset": "lim_Latn-bam_Latn", "languages": ["lim-Latn", "bam-Latn"], "main_score": 0.164761, "precision": 0.148797, "recall": 0.217391}, {"accuracy": 0.003953, "f1": 9.8e-05, "hf_subset": "lim_Latn-dzo_Tibt", "languages": ["lim-Latn", "dzo-Tibt"], "main_score": 9.8e-05, "precision": 5e-05, "recall": 0.003953}, {"accuracy": 0.728261, "f1": 0.684509, "hf_subset": "lim_Latn-hin_Deva", "languages": ["lim-Latn", "hin-Deva"], "main_score": 0.684509, "precision": 0.667596, "recall": 0.728261}, {"accuracy": 0.642292, "f1": 0.600302, "hf_subset": "lim_Latn-khm_Khmr", "languages": ["lim-Latn", "khm-Khmr"], "main_score": 0.600302, "precision": 0.584645, "recall": 0.642292}, {"accuracy": 0.671937, "f1": 0.633311, "hf_subset": "lim_Latn-mag_Deva", "languages": ["lim-Latn", "mag-Deva"], "main_score": 0.633311, "precision": 0.617979, "recall": 0.671937}, {"accuracy": 0.568182, "f1": 0.522554, "hf_subset": "lim_Latn-pap_Latn", "languages": ["lim-Latn", "pap-Latn"], "main_score": 0.522554, "precision": 0.504915, "recall": 0.568182}, {"accuracy": 0.245059, "f1": 0.191892, "hf_subset": "lim_Latn-sot_Latn", "languages": ["lim-Latn", "sot-Latn"], "main_score": 0.191892, "precision": 0.175917, "recall": 0.245059}, {"accuracy": 0.763834, "f1": 0.731712, "hf_subset": "lim_Latn-tur_Latn", "languages": ["lim-Latn", "tur-Latn"], "main_score": 0.731712, "precision": 0.719139, "recall": 0.763834}, {"accuracy": 0.414032, "f1": 0.356626, "hf_subset": "lim_Latn-ace_Latn", "languages": ["lim-Latn", "ace-Latn"], "main_score": 0.356626, "precision": 0.336704, "recall": 0.414032}, {"accuracy": 0.575099, "f1": 0.535399, "hf_subset": "lim_Latn-ban_Latn", "languages": ["lim-Latn", "ban-Latn"], "main_score": 0.535399, "precision": 0.520003, "recall": 0.575099}, {"accuracy": 0.724308, "f1": 0.675852, "hf_subset": "lim_Latn-ell_Grek", "languages": ["lim-Latn", "ell-Grek"], "main_score": 0.675852, "precision": 0.65719, "recall": 0.724308}, {"accuracy": 0.63834, "f1": 0.593093, "hf_subset": "lim_Latn-hne_Deva", "languages": ["lim-Latn", "hne-Deva"], "main_score": 0.593093, "precision": 0.576971, "recall": 0.63834}, {"accuracy": 0.27668, "f1": 0.214745, "hf_subset": "lim_Latn-kik_Latn", "languages": ["lim-Latn", "kik-Latn"], "main_score": 0.214745, "precision": 0.195962, "recall": 0.27668}, {"accuracy": 0.650198, "f1": 0.611811, "hf_subset": "lim_Latn-mai_Deva", "languages": ["lim-Latn", "mai-Deva"], "main_score": 0.611811, "precision": 0.59712, "recall": 0.650198}, {"accuracy": 0.578063, "f1": 0.532779, "hf_subset": "lim_Latn-pbt_Arab", "languages": ["lim-Latn", "pbt-Arab"], "main_score": 0.532779, "precision": 0.515589, "recall": 0.578063}, {"accuracy": 0.773715, "f1": 0.73682, "hf_subset": "lim_Latn-spa_Latn", "languages": ["lim-Latn", "spa-Latn"], "main_score": 0.73682, "precision": 0.722158, "recall": 0.773715}, {"accuracy": 0.335968, "f1": 0.264286, "hf_subset": "lim_Latn-twi_Latn", "languages": ["lim-Latn", "twi-Latn"], "main_score": 0.264286, "precision": 0.242621, "recall": 0.335968}, {"accuracy": 0.706522, "f1": 0.66537, "hf_subset": "lim_Latn-acm_Arab", "languages": ["lim-Latn", "acm-Arab"], "main_score": 0.66537, "precision": 0.649727, "recall": 0.706522}, {"accuracy": 0.686759, "f1": 0.646786, "hf_subset": "lim_Latn-bel_Cyrl", "languages": ["lim-Latn", "bel-Cyrl"], "main_score": 0.646786, "precision": 0.632441, "recall": 0.686759}, {"accuracy": 0.811265, "f1": 0.773146, "hf_subset": "lim_Latn-eng_Latn", "languages": ["lim-Latn", "eng-Latn"], "main_score": 0.773146, "precision": 0.757832, "recall": 0.811265}, {"accuracy": 0.759881, "f1": 0.723748, "hf_subset": "lim_Latn-hrv_Latn", "languages": ["lim-Latn", "hrv-Latn"], "main_score": 0.723748, "precision": 0.709045, "recall": 0.759881}, {"accuracy": 0.172925, "f1": 0.136751, "hf_subset": "lim_Latn-kin_Latn", "languages": ["lim-Latn", "kin-Latn"], "main_score": 0.136751, "precision": 0.126237, "recall": 0.172925}, {"accuracy": 0.52668, "f1": 0.484094, "hf_subset": "lim_Latn-mal_Mlym", "languages": ["lim-Latn", "mal-Mlym"], "main_score": 0.484094, "precision": 0.468728, "recall": 0.52668}, {"accuracy": 0.724308, "f1": 0.680022, "hf_subset": "lim_Latn-pes_Arab", "languages": ["lim-Latn", "pes-Arab"], "main_score": 0.680022, "precision": 0.66268, "recall": 0.724308}, {"accuracy": 0.601779, "f1": 0.555047, "hf_subset": "lim_Latn-srd_Latn", "languages": ["lim-Latn", "srd-Latn"], "main_score": 0.555047, "precision": 0.536468, "recall": 0.601779}, {"accuracy": 0.066206, "f1": 0.031807, "hf_subset": "lim_Latn-tzm_Tfng", "languages": ["lim-Latn", "tzm-Tfng"], "main_score": 0.031807, "precision": 0.025796, "recall": 0.066206}, {"accuracy": 0.699605, "f1": 0.662344, "hf_subset": "lim_Latn-acq_Arab", "languages": ["lim-Latn", "acq-Arab"], "main_score": 0.662344, "precision": 0.647726, "recall": 0.699605}, {"accuracy": 0.23419, "f1": 0.179885, "hf_subset": "lim_Latn-bem_Latn", "languages": ["lim-Latn", "bem-Latn"], "main_score": 0.179885, "precision": 0.16436, "recall": 0.23419}, {"accuracy": 0.677866, "f1": 0.643332, "hf_subset": "lim_Latn-epo_Latn", "languages": ["lim-Latn", "epo-Latn"], "main_score": 0.643332, "precision": 0.630276, "recall": 0.677866}, {"accuracy": 0.754941, "f1": 0.711516, "hf_subset": "lim_Latn-hun_Latn", "languages": ["lim-Latn", "hun-Latn"], "main_score": 0.711516, "precision": 0.693341, "recall": 0.754941}, {"accuracy": 0.639328, "f1": 0.600394, "hf_subset": "lim_Latn-kir_Cyrl", "languages": ["lim-Latn", "kir-Cyrl"], "main_score": 0.600394, "precision": 0.585708, "recall": 0.639328}, {"accuracy": 0.600791, "f1": 0.559373, "hf_subset": "lim_Latn-mar_Deva", "languages": ["lim-Latn", "mar-Deva"], "main_score": 0.559373, "precision": 0.543238, "recall": 0.600791}, {"accuracy": 0.312253, "f1": 0.261771, "hf_subset": "lim_Latn-plt_Latn", "languages": ["lim-Latn", "plt-Latn"], "main_score": 0.261771, "precision": 0.245542, "recall": 0.312253}, {"accuracy": 0.766798, "f1": 0.724055, "hf_subset": "lim_Latn-srp_Cyrl", "languages": ["lim-Latn", "srp-Cyrl"], "main_score": 0.724055, "precision": 0.707108, "recall": 0.766798}, {"accuracy": 0.492095, "f1": 0.44213, "hf_subset": "lim_Latn-uig_Arab", "languages": ["lim-Latn", "uig-Arab"], "main_score": 0.44213, "precision": 0.424958, "recall": 0.492095}, {"accuracy": 0.661067, "f1": 0.627272, "hf_subset": "lim_Latn-aeb_Arab", "languages": ["lim-Latn", "aeb-Arab"], "main_score": 0.627272, "precision": 0.614222, "recall": 0.661067}, {"accuracy": 0.58004, "f1": 0.532088, "hf_subset": "lim_Latn-ben_Beng", "languages": ["lim-Latn", "ben-Beng"], "main_score": 0.532088, "precision": 0.513933, "recall": 0.58004}, {"accuracy": 0.75, "f1": 0.716883, "hf_subset": "lim_Latn-est_Latn", "languages": ["lim-Latn", "est-Latn"], "main_score": 0.716883, "precision": 0.703294, "recall": 0.75}, {"accuracy": 0.684783, "f1": 0.63613, "hf_subset": "lim_Latn-hye_Armn", "languages": ["lim-Latn", "hye-Armn"], "main_score": 0.63613, "precision": 0.617769, "recall": 0.684783}, {"accuracy": 0.187747, "f1": 0.136604, "hf_subset": "lim_Latn-kmb_Latn", "languages": ["lim-Latn", "kmb-Latn"], "main_score": 0.136604, "precision": 0.124405, "recall": 0.187747}, {"accuracy": 0.064229, "f1": 0.042224, "hf_subset": "lim_Latn-min_Arab", "languages": ["lim-Latn", "min-Arab"], "main_score": 0.042224, "precision": 0.036782, "recall": 0.064229}, {"accuracy": 0.743083, "f1": 0.706146, "hf_subset": "lim_Latn-pol_Latn", "languages": ["lim-Latn", "pol-Latn"], "main_score": 0.706146, "precision": 0.69194, "recall": 0.743083}, {"accuracy": 0.188735, "f1": 0.142552, "hf_subset": "lim_Latn-ssw_Latn", "languages": ["lim-Latn", "ssw-Latn"], "main_score": 0.142552, "precision": 0.129514, "recall": 0.188735}, {"accuracy": 0.753953, "f1": 0.717728, "hf_subset": "lim_Latn-ukr_Cyrl", "languages": ["lim-Latn", "ukr-Cyrl"], "main_score": 0.717728, "precision": 0.703609, "recall": 0.753953}, {"accuracy": 0.750988, "f1": 0.714389, "hf_subset": "lim_Latn-afr_Latn", "languages": ["lim-Latn", "afr-Latn"], "main_score": 0.714389, "precision": 0.699754, "recall": 0.750988}, {"accuracy": 0.606719, "f1": 0.556062, "hf_subset": "lim_Latn-bho_Deva", "languages": ["lim-Latn", "bho-Deva"], "main_score": 0.556062, "precision": 0.535455, "recall": 0.606719}, {"accuracy": 0.582016, "f1": 0.545107, "hf_subset": "lim_Latn-eus_Latn", "languages": ["lim-Latn", "eus-Latn"], "main_score": 0.545107, "precision": 0.530284, "recall": 0.582016}, {"accuracy": 0.212451, "f1": 0.157562, "hf_subset": "lim_Latn-ibo_Latn", "languages": ["lim-Latn", "ibo-Latn"], "main_score": 0.157562, "precision": 0.141527, "recall": 0.212451}, {"accuracy": 0.544466, "f1": 0.501314, "hf_subset": "lim_Latn-kmr_Latn", "languages": ["lim-Latn", "kmr-Latn"], "main_score": 0.501314, "precision": 0.483614, "recall": 0.544466}, {"accuracy": 0.537549, "f1": 0.491725, "hf_subset": "lim_Latn-min_Latn", "languages": ["lim-Latn", "min-Latn"], "main_score": 0.491725, "precision": 0.474992, "recall": 0.537549}, {"accuracy": 0.778656, "f1": 0.74003, "hf_subset": "lim_Latn-por_Latn", "languages": ["lim-Latn", "por-Latn"], "main_score": 0.74003, "precision": 0.724757, "recall": 0.778656}, {"accuracy": 0.604743, "f1": 0.567031, "hf_subset": "lim_Latn-sun_Latn", "languages": ["lim-Latn", "sun-Latn"], "main_score": 0.567031, "precision": 0.55179, "recall": 0.604743}, {"accuracy": 0.18083, "f1": 0.132759, "hf_subset": "lim_Latn-umb_Latn", "languages": ["lim-Latn", "umb-Latn"], "main_score": 0.132759, "precision": 0.119135, "recall": 0.18083}, {"accuracy": 0.687747, "f1": 0.649595, "hf_subset": "lim_Latn-ajp_Arab", "languages": ["lim-Latn", "ajp-Arab"], "main_score": 0.649595, "precision": 0.635176, "recall": 0.687747}, {"accuracy": 0.083992, "f1": 0.056598, "hf_subset": "lim_Latn-bjn_Arab", "languages": ["lim-Latn", "bjn-Arab"], "main_score": 0.056598, "precision": 0.050058, "recall": 0.083992}, {"accuracy": 0.296443, "f1": 0.236882, "hf_subset": "lim_Latn-ewe_Latn", "languages": ["lim-Latn", "ewe-Latn"], "main_score": 0.236882, "precision": 0.217697, "recall": 0.296443}, {"accuracy": 0.362648, "f1": 0.308805, "hf_subset": "lim_Latn-ilo_Latn", "languages": ["lim-Latn", "ilo-Latn"], "main_score": 0.308805, "precision": 0.290658, "recall": 0.362648}, {"accuracy": 0.090909, "f1": 0.061649, "hf_subset": "lim_Latn-knc_Arab", "languages": ["lim-Latn", "knc-Arab"], "main_score": 0.061649, "precision": 0.054258, "recall": 0.090909}, {"accuracy": 0.759881, "f1": 0.719933, "hf_subset": "lim_Latn-mkd_Cyrl", "languages": ["lim-Latn", "mkd-Cyrl"], "main_score": 0.719933, "precision": 0.704436, "recall": 0.759881}, {"accuracy": 0.712451, "f1": 0.667789, "hf_subset": "lim_Latn-prs_Arab", "languages": ["lim-Latn", "prs-Arab"], "main_score": 0.667789, "precision": 0.649263, "recall": 0.712451}, {"accuracy": 0.763834, "f1": 0.732121, "hf_subset": "lim_Latn-swe_Latn", "languages": ["lim-Latn", "swe-Latn"], "main_score": 0.732121, "precision": 0.719602, "recall": 0.763834}, {"accuracy": 0.662055, "f1": 0.611816, "hf_subset": "lim_Latn-urd_Arab", "languages": ["lim-Latn", "urd-Arab"], "main_score": 0.611816, "precision": 0.592586, "recall": 0.662055}, {"accuracy": 0.307312, "f1": 0.249395, "hf_subset": "lim_Latn-aka_Latn", "languages": ["lim-Latn", "aka-Latn"], "main_score": 0.249395, "precision": 0.23141, "recall": 0.307312}, {"accuracy": 0.628458, "f1": 0.58167, "hf_subset": "lim_Latn-bjn_Latn", "languages": ["lim-Latn", "bjn-Latn"], "main_score": 0.58167, "precision": 0.563301, "recall": 0.628458}, {"accuracy": 0.462451, "f1": 0.419352, "hf_subset": "lim_Latn-fao_Latn", "languages": ["lim-Latn", "fao-Latn"], "main_score": 0.419352, "precision": 0.404108, "recall": 0.462451}, {"accuracy": 0.768775, "f1": 0.733649, "hf_subset": "lim_Latn-ind_Latn", "languages": ["lim-Latn", "ind-Latn"], "main_score": 0.733649, "precision": 0.719485, "recall": 0.768775}, {"accuracy": 0.280632, "f1": 0.222817, "hf_subset": "lim_Latn-knc_Latn", "languages": ["lim-Latn", "knc-Latn"], "main_score": 0.222817, "precision": 0.205179, "recall": 0.280632}, {"accuracy": 0.335968, "f1": 0.276572, "hf_subset": "lim_Latn-mlt_Latn", "languages": ["lim-Latn", "mlt-Latn"], "main_score": 0.276572, "precision": 0.25886, "recall": 0.335968}, {"accuracy": 0.269763, "f1": 0.210419, "hf_subset": "lim_Latn-quy_Latn", "languages": ["lim-Latn", "quy-Latn"], "main_score": 0.210419, "precision": 0.192171, "recall": 0.269763}, {"accuracy": 0.317194, "f1": 0.267535, "hf_subset": "lim_Latn-swh_Latn", "languages": ["lim-Latn", "swh-Latn"], "main_score": 0.267535, "precision": 0.250957, "recall": 0.317194}, {"accuracy": 0.488142, "f1": 0.440816, "hf_subset": "lim_Latn-uzn_Latn", "languages": ["lim-Latn", "uzn-Latn"], "main_score": 0.440816, "precision": 0.422438, "recall": 0.488142}, {"accuracy": 0.763834, "f1": 0.724485, "hf_subset": "lim_Latn-als_Latn", "languages": ["lim-Latn", "als-Latn"], "main_score": 0.724485, "precision": 0.709052, "recall": 0.763834}, {"accuracy": 0.055336, "f1": 0.022602, "hf_subset": "lim_Latn-bod_Tibt", "languages": ["lim-Latn", "bod-Tibt"], "main_score": 0.022602, "precision": 0.01823, "recall": 0.055336}, {"accuracy": 0.236166, "f1": 0.18385, "hf_subset": "lim_Latn-fij_Latn", "languages": ["lim-Latn", "fij-Latn"], "main_score": 0.18385, "precision": 0.168143, "recall": 0.236166}, {"accuracy": 0.551383, "f1": 0.513021, "hf_subset": "lim_Latn-isl_Latn", "languages": ["lim-Latn", "isl-Latn"], "main_score": 0.513021, "precision": 0.499059, "recall": 0.551383}, {"accuracy": 0.272727, "f1": 0.215575, "hf_subset": "lim_Latn-kon_Latn", "languages": ["lim-Latn", "kon-Latn"], "main_score": 0.215575, "precision": 0.199487, "recall": 0.272727}, {"accuracy": 0.059289, "f1": 0.036357, "hf_subset": "lim_Latn-mni_Beng", "languages": ["lim-Latn", "mni-Beng"], "main_score": 0.036357, "precision": 0.03259, "recall": 0.059289}, {"accuracy": 0.779644, "f1": 0.740264, "hf_subset": "lim_Latn-ron_Latn", "languages": ["lim-Latn", "ron-Latn"], "main_score": 0.740264, "precision": 0.724146, "recall": 0.779644}, {"accuracy": 0.62747, "f1": 0.586688, "hf_subset": "lim_Latn-szl_Latn", "languages": ["lim-Latn", "szl-Latn"], "main_score": 0.586688, "precision": 0.569627, "recall": 0.62747}, {"accuracy": 0.635375, "f1": 0.596385, "hf_subset": "lim_Latn-vec_Latn", "languages": ["lim-Latn", "vec-Latn"], "main_score": 0.596385, "precision": 0.58132, "recall": 0.635375}, {"accuracy": 0.426877, "f1": 0.373919, "hf_subset": "lim_Latn-amh_Ethi", "languages": ["lim-Latn", "amh-Ethi"], "main_score": 0.373919, "precision": 0.354495, "recall": 0.426877}, {"accuracy": 0.777668, "f1": 0.739526, "hf_subset": "lim_Latn-bos_Latn", "languages": ["lim-Latn", "bos-Latn"], "main_score": 0.739526, "precision": 0.724359, "recall": 0.777668}, {"accuracy": 0.756917, "f1": 0.716392, "hf_subset": "lim_Latn-fin_Latn", "languages": ["lim-Latn", "fin-Latn"], "main_score": 0.716392, "precision": 0.700679, "recall": 0.756917}, {"accuracy": 0.788538, "f1": 0.751375, "hf_subset": "lim_Latn-ita_Latn", "languages": ["lim-Latn", "ita-Latn"], "main_score": 0.751375, "precision": 0.735975, "recall": 0.788538}, {"accuracy": 0.706522, "f1": 0.671199, "hf_subset": "lim_Latn-kor_Hang", "languages": ["lim-Latn", "kor-Hang"], "main_score": 0.671199, "precision": 0.65663, "recall": 0.706522}, {"accuracy": 0.258893, "f1": 0.20474, "hf_subset": "lim_Latn-mos_Latn", "languages": ["lim-Latn", "mos-Latn"], "main_score": 0.20474, "precision": 0.189013, "recall": 0.258893}, {"accuracy": 0.181818, "f1": 0.13523, "hf_subset": "lim_Latn-run_Latn", "languages": ["lim-Latn", "run-Latn"], "main_score": 0.13523, "precision": 0.121905, "recall": 0.181818}, {"accuracy": 0.521739, "f1": 0.479572, "hf_subset": "lim_Latn-tam_Taml", "languages": ["lim-Latn", "tam-Taml"], "main_score": 0.479572, "precision": 0.464735, "recall": 0.521739}, {"accuracy": 0.771739, "f1": 0.730788, "hf_subset": "lim_Latn-vie_Latn", "languages": ["lim-Latn", "vie-Latn"], "main_score": 0.730788, "precision": 0.713727, "recall": 0.771739}, {"accuracy": 0.689723, "f1": 0.653188, "hf_subset": "lim_Latn-apc_Arab", "languages": ["lim-Latn", "apc-Arab"], "main_score": 0.653188, "precision": 0.639162, "recall": 0.689723}, {"accuracy": 0.380435, "f1": 0.328289, "hf_subset": "lim_Latn-bug_Latn", "languages": ["lim-Latn", "bug-Latn"], "main_score": 0.328289, "precision": 0.310306, "recall": 0.380435}, {"accuracy": 0.227273, "f1": 0.172307, "hf_subset": "lim_Latn-fon_Latn", "languages": ["lim-Latn", "fon-Latn"], "main_score": 0.172307, "precision": 0.156182, "recall": 0.227273}, {"accuracy": 0.598814, "f1": 0.555091, "hf_subset": "lim_Latn-jav_Latn", "languages": ["lim-Latn", "jav-Latn"], "main_score": 0.555091, "precision": 0.538, "recall": 0.598814}, {"accuracy": 0.652174, "f1": 0.605417, "hf_subset": "lim_Latn-lao_Laoo", "languages": ["lim-Latn", "lao-Laoo"], "main_score": 0.605417, "precision": 0.587458, "recall": 0.652174}, {"accuracy": 0.220356, "f1": 0.164301, "hf_subset": "lim_Latn-mri_Latn", "languages": ["lim-Latn", "mri-Latn"], "main_score": 0.164301, "precision": 0.148315, "recall": 0.220356}, {"accuracy": 0.756917, "f1": 0.715513, "hf_subset": "lim_Latn-rus_Cyrl", "languages": ["lim-Latn", "rus-Cyrl"], "main_score": 0.715513, "precision": 0.699078, "recall": 0.756917}, {"accuracy": 0.270751, "f1": 0.228108, "hf_subset": "lim_Latn-taq_Latn", "languages": ["lim-Latn", "taq-Latn"], "main_score": 0.228108, "precision": 0.215235, "recall": 0.270751}, {"accuracy": 0.431818, "f1": 0.368254, "hf_subset": "lim_Latn-war_Latn", "languages": ["lim-Latn", "war-Latn"], "main_score": 0.368254, "precision": 0.346462, "recall": 0.431818}, {"accuracy": 0.714427, "f1": 0.673576, "hf_subset": "lim_Latn-arb_Arab", "languages": ["lim-Latn", "arb-Arab"], "main_score": 0.673576, "precision": 0.657718, "recall": 0.714427}, {"accuracy": 0.775692, "f1": 0.733067, "hf_subset": "lim_Latn-bul_Cyrl", "languages": ["lim-Latn", "bul-Cyrl"], "main_score": 0.733067, "precision": 0.716193, "recall": 0.775692}, {"accuracy": 0.782609, "f1": 0.741297, "hf_subset": "lim_Latn-fra_Latn", "languages": ["lim-Latn", "fra-Latn"], "main_score": 0.741297, "precision": 0.724898, "recall": 0.782609}, {"accuracy": 0.726285, "f1": 0.685951, "hf_subset": "lim_Latn-jpn_Jpan", "languages": ["lim-Latn", "jpn-Jpan"], "main_score": 0.685951, "precision": 0.670062, "recall": 0.726285}, {"accuracy": 0.621542, "f1": 0.582563, "hf_subset": "lim_Latn-lij_Latn", "languages": ["lim-Latn", "lij-Latn"], "main_score": 0.582563, "precision": 0.566238, "recall": 0.621542}, {"accuracy": 0.631423, "f1": 0.578773, "hf_subset": "lim_Latn-mya_Mymr", "languages": ["lim-Latn", "mya-Mymr"], "main_score": 0.578773, "precision": 0.560099, "recall": 0.631423}, {"accuracy": 0.281621, "f1": 0.2213, "hf_subset": "lim_Latn-sag_Latn", "languages": ["lim-Latn", "sag-Latn"], "main_score": 0.2213, "precision": 0.201486, "recall": 0.281621}, {"accuracy": 0.090909, "f1": 0.050415, "hf_subset": "lim_Latn-taq_Tfng", "languages": ["lim-Latn", "taq-Tfng"], "main_score": 0.050415, "precision": 0.04353, "recall": 0.090909}, {"accuracy": 0.287549, "f1": 0.228241, "hf_subset": "lim_Latn-wol_Latn", "languages": ["lim-Latn", "wol-Latn"], "main_score": 0.228241, "precision": 0.211184, "recall": 0.287549}, {"accuracy": 0.133399, "f1": 0.087841, "hf_subset": "lim_Latn-arb_Latn", "languages": ["lim-Latn", "arb-Latn"], "main_score": 0.087841, "precision": 0.077696, "recall": 0.133399}, {"accuracy": 0.781621, "f1": 0.741506, "hf_subset": "lim_Latn-cat_Latn", "languages": ["lim-Latn", "cat-Latn"], "main_score": 0.741506, "precision": 0.725014, "recall": 0.781621}, {"accuracy": 0.61166, "f1": 0.573712, "hf_subset": "lim_Latn-fur_Latn", "languages": ["lim-Latn", "fur-Latn"], "main_score": 0.573712, "precision": 0.558069, "recall": 0.61166}, {"accuracy": 0.100791, "f1": 0.077, "hf_subset": "lim_Latn-kab_Latn", "languages": ["lim-Latn", "kab-Latn"], "main_score": 0.077, "precision": 0.071194, "recall": 0.100791}, {"accuracy": 0.793478, "f1": 0.755589, "hf_subset": "lim_Latn-nld_Latn", "languages": ["lim-Latn", "nld-Latn"], "main_score": 0.755589, "precision": 0.739799, "recall": 0.793478}, {"accuracy": 0.485178, "f1": 0.438972, "hf_subset": "lim_Latn-san_Deva", "languages": ["lim-Latn", "san-Deva"], "main_score": 0.438972, "precision": 0.421733, "recall": 0.485178}, {"accuracy": 0.48913, "f1": 0.438622, "hf_subset": "lim_Latn-tat_Cyrl", "languages": ["lim-Latn", "tat-Cyrl"], "main_score": 0.438622, "precision": 0.419101, "recall": 0.48913}, {"accuracy": 0.218379, "f1": 0.161764, "hf_subset": "lim_Latn-xho_Latn", "languages": ["lim-Latn", "xho-Latn"], "main_score": 0.161764, "precision": 0.147021, "recall": 0.218379}, {"accuracy": 0.710474, "f1": 0.671483, "hf_subset": "lim_Latn-ars_Arab", "languages": ["lim-Latn", "ars-Arab"], "main_score": 0.671483, "precision": 0.656599, "recall": 0.710474}, {"accuracy": 0.402174, "f1": 0.345334, "hf_subset": "lim_Latn-ceb_Latn", "languages": ["lim-Latn", "ceb-Latn"], "main_score": 0.345334, "precision": 0.325808, "recall": 0.402174}, {"accuracy": 0.23913, "f1": 0.184785, "hf_subset": "lim_Latn-fuv_Latn", "languages": ["lim-Latn", "fuv-Latn"], "main_score": 0.184785, "precision": 0.167865, "recall": 0.23913}, {"accuracy": 0.224308, "f1": 0.173396, "hf_subset": "lim_Latn-kac_Latn", "languages": ["lim-Latn", "kac-Latn"], "main_score": 0.173396, "precision": 0.158216, "recall": 0.224308}, {"accuracy": 0.237154, "f1": 0.180848, "hf_subset": "lim_Latn-lin_Latn", "languages": ["lim-Latn", "lin-Latn"], "main_score": 0.180848, "precision": 0.165135, "recall": 0.237154}, {"accuracy": 0.763834, "f1": 0.727261, "hf_subset": "lim_Latn-nno_Latn", "languages": ["lim-Latn", "nno-Latn"], "main_score": 0.727261, "precision": 0.712773, "recall": 0.763834}, {"accuracy": 0.024704, "f1": 0.006877, "hf_subset": "lim_Latn-sat_Olck", "languages": ["lim-Latn", "sat-Olck"], "main_score": 0.006877, "precision": 0.005061, "recall": 0.024704}, {"accuracy": 0.496047, "f1": 0.447248, "hf_subset": "lim_Latn-tel_Telu", "languages": ["lim-Latn", "tel-Telu"], "main_score": 0.447248, "precision": 0.429229, "recall": 0.496047}, {"accuracy": 0.295455, "f1": 0.248712, "hf_subset": "lim_Latn-ydd_Hebr", "languages": ["lim-Latn", "ydd-Hebr"], "main_score": 0.248712, "precision": 0.231533, "recall": 0.295455}, {"accuracy": 0.626482, "f1": 0.580501, "hf_subset": "lim_Latn-ary_Arab", "languages": ["lim-Latn", "ary-Arab"], "main_score": 0.580501, "precision": 0.563582, "recall": 0.626482}, {"accuracy": 0.773715, "f1": 0.73431, "hf_subset": "lim_Latn-ces_Latn", "languages": ["lim-Latn", "ces-Latn"], "main_score": 0.73431, "precision": 0.718198, "recall": 0.773715}, {"accuracy": 0.109684, "f1": 0.071293, "hf_subset": "lim_Latn-gaz_Latn", "languages": ["lim-Latn", "gaz-Latn"], "main_score": 0.071293, "precision": 0.061662, "recall": 0.109684}, {"accuracy": 0.206522, "f1": 0.157885, "hf_subset": "lim_Latn-kam_Latn", "languages": ["lim-Latn", "kam-Latn"], "main_score": 0.157885, "precision": 0.142938, "recall": 0.206522}, {"accuracy": 0.73913, "f1": 0.699664, "hf_subset": "lim_Latn-lit_Latn", "languages": ["lim-Latn", "lit-Latn"], "main_score": 0.699664, "precision": 0.683661, "recall": 0.73913}, {"accuracy": 0.782609, "f1": 0.742896, "hf_subset": "lim_Latn-nob_Latn", "languages": ["lim-Latn", "nob-Latn"], "main_score": 0.742896, "precision": 0.727113, "recall": 0.782609}, {"accuracy": 0.54249, "f1": 0.497929, "hf_subset": "lim_Latn-scn_Latn", "languages": ["lim-Latn", "scn-Latn"], "main_score": 0.497929, "precision": 0.480505, "recall": 0.54249}, {"accuracy": 0.212451, "f1": 0.15976, "hf_subset": "lim_Latn-tgk_Cyrl", "languages": ["lim-Latn", "tgk-Cyrl"], "main_score": 0.15976, "precision": 0.144321, "recall": 0.212451}, {"accuracy": 0.25, "f1": 0.192496, "hf_subset": "lim_Latn-yor_Latn", "languages": ["lim-Latn", "yor-Latn"], "main_score": 0.192496, "precision": 0.174135, "recall": 0.25}, {"accuracy": 0.684783, "f1": 0.644303, "hf_subset": "lim_Latn-arz_Arab", "languages": ["lim-Latn", "arz-Arab"], "main_score": 0.644303, "precision": 0.629203, "recall": 0.684783}, {"accuracy": 0.193676, "f1": 0.148043, "hf_subset": "lim_Latn-cjk_Latn", "languages": ["lim-Latn", "cjk-Latn"], "main_score": 0.148043, "precision": 0.135421, "recall": 0.193676}, {"accuracy": 0.226285, "f1": 0.183082, "hf_subset": "lim_Latn-gla_Latn", "languages": ["lim-Latn", "gla-Latn"], "main_score": 0.183082, "precision": 0.169685, "recall": 0.226285}, {"accuracy": 0.505929, "f1": 0.458039, "hf_subset": "lim_Latn-kan_Knda", "languages": ["lim-Latn", "kan-Knda"], "main_score": 0.458039, "precision": 0.440996, "recall": 0.505929}, {"accuracy": 0.585968, "f1": 0.541461, "hf_subset": "lim_Latn-lmo_Latn", "languages": ["lim-Latn", "lmo-Latn"], "main_score": 0.541461, "precision": 0.523706, "recall": 0.585968}, {"accuracy": 0.664032, "f1": 0.63004, "hf_subset": "lim_Latn-npi_Deva", "languages": ["lim-Latn", "npi-Deva"], "main_score": 0.63004, "precision": 0.61707, "recall": 0.664032}, {"accuracy": 0.293478, "f1": 0.236509, "hf_subset": "lim_Latn-shn_Mymr", "languages": ["lim-Latn", "shn-Mymr"], "main_score": 0.236509, "precision": 0.214745, "recall": 0.293478}, {"accuracy": 0.432806, "f1": 0.370671, "hf_subset": "lim_Latn-tgl_Latn", "languages": ["lim-Latn", "tgl-Latn"], "main_score": 0.370671, "precision": 0.349628, "recall": 0.432806}, {"accuracy": 0.72332, "f1": 0.680138, "hf_subset": "lim_Latn-yue_Hant", "languages": ["lim-Latn", "yue-Hant"], "main_score": 0.680138, "precision": 0.662862, "recall": 0.72332}, {"accuracy": 0.326087, "f1": 0.277171, "hf_subset": "lim_Latn-asm_Beng", "languages": ["lim-Latn", "asm-Beng"], "main_score": 0.277171, "precision": 0.260013, "recall": 0.326087}, {"accuracy": 0.521739, "f1": 0.467639, "hf_subset": "lim_Latn-ckb_Arab", "languages": ["lim-Latn", "ckb-Arab"], "main_score": 0.467639, "precision": 0.447128, "recall": 0.521739}, {"accuracy": 0.306324, "f1": 0.255872, "hf_subset": "lim_Latn-gle_Latn", "languages": ["lim-Latn", "gle-Latn"], "main_score": 0.255872, "precision": 0.23943, "recall": 0.306324}, {"accuracy": 0.416996, "f1": 0.368994, "hf_subset": "lim_Latn-kas_Arab", "languages": ["lim-Latn", "kas-Arab"], "main_score": 0.368994, "precision": 0.351557, "recall": 0.416996}, {"accuracy": 0.601779, "f1": 0.557866, "hf_subset": "lim_Latn-ltg_Latn", "languages": ["lim-Latn", "ltg-Latn"], "main_score": 0.557866, "precision": 0.541074, "recall": 0.601779}, {"accuracy": 0.261858, "f1": 0.213383, "hf_subset": "lim_Latn-nso_Latn", "languages": ["lim-Latn", "nso-Latn"], "main_score": 0.213383, "precision": 0.197574, "recall": 0.261858}, {"accuracy": 0.537549, "f1": 0.495421, "hf_subset": "lim_Latn-sin_Sinh", "languages": ["lim-Latn", "sin-Sinh"], "main_score": 0.495421, "precision": 0.480149, "recall": 0.537549}, {"accuracy": 0.722332, "f1": 0.680541, "hf_subset": "lim_Latn-tha_Thai", "languages": ["lim-Latn", "tha-Thai"], "main_score": 0.680541, "precision": 0.663518, "recall": 0.722332}, {"accuracy": 0.733202, "f1": 0.682976, "hf_subset": "lim_Latn-zho_Hans", "languages": ["lim-Latn", "zho-Hans"], "main_score": 0.682976, "precision": 0.662991, "recall": 0.733202}, {"accuracy": 0.712451, "f1": 0.679887, "hf_subset": "lim_Latn-ast_Latn", "languages": ["lim-Latn", "ast-Latn"], "main_score": 0.679887, "precision": 0.666153, "recall": 0.712451}, {"accuracy": 0.586957, "f1": 0.546542, "hf_subset": "lim_Latn-crh_Latn", "languages": ["lim-Latn", "crh-Latn"], "main_score": 0.546542, "precision": 0.530554, "recall": 0.586957}, {"accuracy": 0.793478, "f1": 0.758007, "hf_subset": "lim_Latn-glg_Latn", "languages": ["lim-Latn", "glg-Latn"], "main_score": 0.758007, "precision": 0.743956, "recall": 0.793478}, {"accuracy": 0.353755, "f1": 0.302638, "hf_subset": "lim_Latn-kas_Deva", "languages": ["lim-Latn", "kas-Deva"], "main_score": 0.302638, "precision": 0.283981, "recall": 0.353755}, {"accuracy": 0.521739, "f1": 0.472118, "hf_subset": "lim_Latn-ltz_Latn", "languages": ["lim-Latn", "ltz-Latn"], "main_score": 0.472118, "precision": 0.454721, "recall": 0.521739}, {"accuracy": 0.125494, "f1": 0.0823, "hf_subset": "lim_Latn-nus_Latn", "languages": ["lim-Latn", "nus-Latn"], "main_score": 0.0823, "precision": 0.072325, "recall": 0.125494}, {"accuracy": 0.785573, "f1": 0.745899, "hf_subset": "lim_Latn-slk_Latn", "languages": ["lim-Latn", "slk-Latn"], "main_score": 0.745899, "precision": 0.730122, "recall": 0.785573}, {"accuracy": 0.146245, "f1": 0.11006, "hf_subset": "lim_Latn-tir_Ethi", "languages": ["lim-Latn", "tir-Ethi"], "main_score": 0.11006, "precision": 0.09903, "recall": 0.146245}, {"accuracy": 0.730237, "f1": 0.684129, "hf_subset": "lim_Latn-zho_Hant", "languages": ["lim-Latn", "zho-Hant"], "main_score": 0.684129, "precision": 0.665364, "recall": 0.730237}, {"accuracy": 0.688735, "f1": 0.648713, "hf_subset": "lim_Latn-awa_Deva", "languages": ["lim-Latn", "awa-Deva"], "main_score": 0.648713, "precision": 0.63349, "recall": 0.688735}, {"accuracy": 0.409091, "f1": 0.361225, "hf_subset": "lim_Latn-cym_Latn", "languages": ["lim-Latn", "cym-Latn"], "main_score": 0.361225, "precision": 0.344705, "recall": 0.409091}, {"accuracy": 0.349802, "f1": 0.287625, "hf_subset": "lim_Latn-grn_Latn", "languages": ["lim-Latn", "grn-Latn"], "main_score": 0.287625, "precision": 0.268928, "recall": 0.349802}, {"accuracy": 0.628458, "f1": 0.57389, "hf_subset": "lim_Latn-kat_Geor", "languages": ["lim-Latn", "kat-Geor"], "main_score": 0.57389, "precision": 0.553205, "recall": 0.628458}, {"accuracy": 0.26581, "f1": 0.211796, "hf_subset": "lim_Latn-lua_Latn", "languages": ["lim-Latn", "lua-Latn"], "main_score": 0.211796, "precision": 0.19543, "recall": 0.26581}, {"accuracy": 0.243083, "f1": 0.186911, "hf_subset": "lim_Latn-nya_Latn", "languages": ["lim-Latn", "nya-Latn"], "main_score": 0.186911, "precision": 0.171482, "recall": 0.243083}, {"accuracy": 0.764822, "f1": 0.724212, "hf_subset": "lim_Latn-slv_Latn", "languages": ["lim-Latn", "slv-Latn"], "main_score": 0.724212, "precision": 0.708654, "recall": 0.764822}, {"accuracy": 0.451581, "f1": 0.390948, "hf_subset": "lim_Latn-tpi_Latn", "languages": ["lim-Latn", "tpi-Latn"], "main_score": 0.390948, "precision": 0.368967, "recall": 0.451581}, {"accuracy": 0.774704, "f1": 0.738133, "hf_subset": "lim_Latn-zsm_Latn", "languages": ["lim-Latn", "zsm-Latn"], "main_score": 0.738133, "precision": 0.723245, "recall": 0.774704}, {"accuracy": 0.229249, "f1": 0.163643, "hf_subset": "lim_Latn-ayr_Latn", "languages": ["lim-Latn", "ayr-Latn"], "main_score": 0.163643, "precision": 0.146188, "recall": 0.229249}, {"accuracy": 0.79249, "f1": 0.759029, "hf_subset": "lim_Latn-dan_Latn", "languages": ["lim-Latn", "dan-Latn"], "main_score": 0.759029, "precision": 0.745607, "recall": 0.79249}, {"accuracy": 0.621542, "f1": 0.574864, "hf_subset": "lim_Latn-guj_Gujr", "languages": ["lim-Latn", "guj-Gujr"], "main_score": 0.574864, "precision": 0.558783, "recall": 0.621542}, {"accuracy": 0.682806, "f1": 0.646144, "hf_subset": "lim_Latn-kaz_Cyrl", "languages": ["lim-Latn", "kaz-Cyrl"], "main_score": 0.646144, "precision": 0.632527, "recall": 0.682806}, {"accuracy": 0.195652, "f1": 0.153468, "hf_subset": "lim_Latn-lug_Latn", "languages": ["lim-Latn", "lug-Latn"], "main_score": 0.153468, "precision": 0.141521, "recall": 0.195652}, {"accuracy": 0.727273, "f1": 0.687775, "hf_subset": "lim_Latn-oci_Latn", "languages": ["lim-Latn", "oci-Latn"], "main_score": 0.687775, "precision": 0.673421, "recall": 0.727273}, {"accuracy": 0.221344, "f1": 0.160161, "hf_subset": "lim_Latn-smo_Latn", "languages": ["lim-Latn", "smo-Latn"], "main_score": 0.160161, "precision": 0.14149, "recall": 0.221344}, {"accuracy": 0.228261, "f1": 0.17517, "hf_subset": "lim_Latn-tsn_Latn", "languages": ["lim-Latn", "tsn-Latn"], "main_score": 0.17517, "precision": 0.16041, "recall": 0.228261}, {"accuracy": 0.153162, "f1": 0.11371, "hf_subset": "lim_Latn-zul_Latn", "languages": ["lim-Latn", "zul-Latn"], "main_score": 0.11371, "precision": 0.103157, "recall": 0.153162}, {"accuracy": 0.410079, "f1": 0.354811, "hf_subset": "lim_Latn-azb_Arab", "languages": ["lim-Latn", "azb-Arab"], "main_score": 0.354811, "precision": 0.334834, "recall": 0.410079}, {"accuracy": 0.79249, "f1": 0.756312, "hf_subset": "lim_Latn-deu_Latn", "languages": ["lim-Latn", "deu-Latn"], "main_score": 0.756312, "precision": 0.741969, "recall": 0.79249}, {"accuracy": 0.320158, "f1": 0.259973, "hf_subset": "lim_Latn-hat_Latn", "languages": ["lim-Latn", "hat-Latn"], "main_score": 0.259973, "precision": 0.240254, "recall": 0.320158}, {"accuracy": 0.195652, "f1": 0.137905, "hf_subset": "lim_Latn-kbp_Latn", "languages": ["lim-Latn", "kbp-Latn"], "main_score": 0.137905, "precision": 0.122401, "recall": 0.195652}, {"accuracy": 0.255929, "f1": 0.194418, "hf_subset": "lim_Latn-luo_Latn", "languages": ["lim-Latn", "luo-Latn"], "main_score": 0.194418, "precision": 0.176935, "recall": 0.255929}, {"accuracy": 0.436759, "f1": 0.385448, "hf_subset": "lim_Latn-ory_Orya", "languages": ["lim-Latn", "ory-Orya"], "main_score": 0.385448, "precision": 0.367461, "recall": 0.436759}, {"accuracy": 0.188735, "f1": 0.138048, "hf_subset": "lim_Latn-sna_Latn", "languages": ["lim-Latn", "sna-Latn"], "main_score": 0.138048, "precision": 0.124205, "recall": 0.188735}, {"accuracy": 0.202569, "f1": 0.156875, "hf_subset": "lim_Latn-tso_Latn", "languages": ["lim-Latn", "tso-Latn"], "main_score": 0.156875, "precision": 0.141826, "recall": 0.202569}, {"accuracy": 0.671937, "f1": 0.637654, "hf_subset": "lim_Latn-azj_Latn", "languages": ["lim-Latn", "azj-Latn"], "main_score": 0.637654, "precision": 0.623572, "recall": 0.671937}, {"accuracy": 0.318182, "f1": 0.257749, "hf_subset": "lim_Latn-dik_Latn", "languages": ["lim-Latn", "dik-Latn"], "main_score": 0.257749, "precision": 0.237854, "recall": 0.318182}, {"accuracy": 0.255929, "f1": 0.201125, "hf_subset": "lim_Latn-hau_Latn", "languages": ["lim-Latn", "hau-Latn"], "main_score": 0.201125, "precision": 0.185734, "recall": 0.255929}, {"accuracy": 0.540514, "f1": 0.49633, "hf_subset": "lim_Latn-kea_Latn", "languages": ["lim-Latn", "kea-Latn"], "main_score": 0.49633, "precision": 0.478675, "recall": 0.540514}, {"accuracy": 0.362648, "f1": 0.308712, "hf_subset": "lim_Latn-lus_Latn", "languages": ["lim-Latn", "lus-Latn"], "main_score": 0.308712, "precision": 0.28941, "recall": 0.362648}, {"accuracy": 0.453557, "f1": 0.400369, "hf_subset": "lim_Latn-pag_Latn", "languages": ["lim-Latn", "pag-Latn"], "main_score": 0.400369, "precision": 0.381166, "recall": 0.453557}, {"accuracy": 0.566206, "f1": 0.514965, "hf_subset": "lim_Latn-snd_Arab", "languages": ["lim-Latn", "snd-Arab"], "main_score": 0.514965, "precision": 0.495924, "recall": 0.566206}, {"accuracy": 0.34585, "f1": 0.287177, "hf_subset": "lim_Latn-tuk_Latn", "languages": ["lim-Latn", "tuk-Latn"], "main_score": 0.287177, "precision": 0.265858, "recall": 0.34585}, {"accuracy": 0.449605, "f1": 0.397771, "hf_subset": "lim_Latn-bak_Cyrl", "languages": ["lim-Latn", "bak-Cyrl"], "main_score": 0.397771, "precision": 0.378608, "recall": 0.449605}, {"accuracy": 0.209486, "f1": 0.155014, "hf_subset": "lim_Latn-dyu_Latn", "languages": ["lim-Latn", "dyu-Latn"], "main_score": 0.155014, "precision": 0.138276, "recall": 0.209486}, {"accuracy": 0.721344, "f1": 0.678321, "hf_subset": "lim_Latn-heb_Hebr", "languages": ["lim-Latn", "heb-Hebr"], "main_score": 0.678321, "precision": 0.661866, "recall": 0.721344}, {"accuracy": 0.693676, "f1": 0.651635, "hf_subset": "lim_Latn-khk_Cyrl", "languages": ["lim-Latn", "khk-Cyrl"], "main_score": 0.651635, "precision": 0.636445, "recall": 0.693676}, {"accuracy": 0.748024, "f1": 0.709664, "hf_subset": "lim_Latn-lvs_Latn", "languages": ["lim-Latn", "lvs-Latn"], "main_score": 0.709664, "precision": 0.694362, "recall": 0.748024}, {"accuracy": 0.486166, "f1": 0.434556, "hf_subset": "lim_Latn-pan_Guru", "languages": ["lim-Latn", "pan-Guru"], "main_score": 0.434556, "precision": 0.415559, "recall": 0.486166}, {"accuracy": 0.286561, "f1": 0.237054, "hf_subset": "lim_Latn-som_Latn", "languages": ["lim-Latn", "som-Latn"], "main_score": 0.237054, "precision": 0.221851, "recall": 0.286561}, {"accuracy": 0.233202, "f1": 0.169856, "hf_subset": "lim_Latn-tum_Latn", "languages": ["lim-Latn", "tum-Latn"], "main_score": 0.169856, "precision": 0.153019, "recall": 0.233202}, {"accuracy": 0.089921, "f1": 0.055151, "hf_subset": "nld_Latn-ace_Arab", "languages": ["nld-Latn", "ace-Arab"], "main_score": 0.055151, "precision": 0.047306, "recall": 0.089921}, {"accuracy": 0.225296, "f1": 0.154163, "hf_subset": "nld_Latn-bam_Latn", "languages": ["nld-Latn", "bam-Latn"], "main_score": 0.154163, "precision": 0.136395, "recall": 0.225296}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "nld_Latn-dzo_Tibt", "languages": ["nld-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nld_Latn-hin_Deva", "languages": ["nld-Latn", "hin-Deva"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.908103, "f1": 0.879776, "hf_subset": "nld_Latn-khm_Khmr", "languages": ["nld-Latn", "khm-Khmr"], "main_score": 0.879776, "precision": 0.866271, "recall": 0.908103}, {"accuracy": 0.949605, "f1": 0.932806, "hf_subset": "nld_Latn-mag_Deva", "languages": ["nld-Latn", "mag-Deva"], "main_score": 0.932806, "precision": 0.924407, "recall": 0.949605}, {"accuracy": 0.659091, "f1": 0.586497, "hf_subset": "nld_Latn-pap_Latn", "languages": ["nld-Latn", "pap-Latn"], "main_score": 0.586497, "precision": 0.558978, "recall": 0.659091}, {"accuracy": 0.236166, "f1": 0.170457, "hf_subset": "nld_Latn-sot_Latn", "languages": ["nld-Latn", "sot-Latn"], "main_score": 0.170457, "precision": 0.154476, "recall": 0.236166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nld_Latn-tur_Latn", "languages": ["nld-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.432806, "f1": 0.347123, "hf_subset": "nld_Latn-ace_Latn", "languages": ["nld-Latn", "ace-Latn"], "main_score": 0.347123, "precision": 0.31945, "recall": 0.432806}, {"accuracy": 0.682806, "f1": 0.612567, "hf_subset": "nld_Latn-ban_Latn", "languages": ["nld-Latn", "ban-Latn"], "main_score": 0.612567, "precision": 0.583902, "recall": 0.682806}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nld_Latn-ell_Grek", "languages": ["nld-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898057, "hf_subset": "nld_Latn-hne_Deva", "languages": ["nld-Latn", "hne-Deva"], "main_score": 0.898057, "precision": 0.886693, "recall": 0.921937}, {"accuracy": 0.273715, "f1": 0.186616, "hf_subset": "nld_Latn-kik_Latn", "languages": ["nld-Latn", "kik-Latn"], "main_score": 0.186616, "precision": 0.163015, "recall": 0.273715}, {"accuracy": 0.940711, "f1": 0.922661, "hf_subset": "nld_Latn-mai_Deva", "languages": ["nld-Latn", "mai-Deva"], "main_score": 0.922661, "precision": 0.914279, "recall": 0.940711}, {"accuracy": 0.836957, "f1": 0.794499, "hf_subset": "nld_Latn-pbt_Arab", "languages": ["nld-Latn", "pbt-Arab"], "main_score": 0.794499, "precision": 0.775313, "recall": 0.836957}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-spa_Latn", "languages": ["nld-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.324111, "f1": 0.232565, "hf_subset": "nld_Latn-twi_Latn", "languages": ["nld-Latn", "twi-Latn"], "main_score": 0.232565, "precision": 0.207202, "recall": 0.324111}, {"accuracy": 0.974308, "f1": 0.966238, "hf_subset": "nld_Latn-acm_Arab", "languages": ["nld-Latn", "acm-Arab"], "main_score": 0.966238, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "nld_Latn-bel_Cyrl", "languages": ["nld-Latn", "bel-Cyrl"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-eng_Latn", "languages": ["nld-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nld_Latn-hrv_Latn", "languages": ["nld-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.178854, "f1": 0.12132, "hf_subset": "nld_Latn-kin_Latn", "languages": ["nld-Latn", "kin-Latn"], "main_score": 0.12132, "precision": 0.107768, "recall": 0.178854}, {"accuracy": 0.895257, "f1": 0.865368, "hf_subset": "nld_Latn-mal_Mlym", "languages": ["nld-Latn", "mal-Mlym"], "main_score": 0.865368, "precision": 0.851449, "recall": 0.895257}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nld_Latn-pes_Arab", "languages": ["nld-Latn", "pes-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.726285, "f1": 0.660326, "hf_subset": "nld_Latn-srd_Latn", "languages": ["nld-Latn", "srd-Latn"], "main_score": 0.660326, "precision": 0.632322, "recall": 0.726285}, {"accuracy": 0.062253, "f1": 0.025104, "hf_subset": "nld_Latn-tzm_Tfng", "languages": ["nld-Latn", "tzm-Tfng"], "main_score": 0.025104, "precision": 0.019814, "recall": 0.062253}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "nld_Latn-acq_Arab", "languages": ["nld-Latn", "acq-Arab"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.246047, "f1": 0.171831, "hf_subset": "nld_Latn-bem_Latn", "languages": ["nld-Latn", "bem-Latn"], "main_score": 0.171831, "precision": 0.153353, "recall": 0.246047}, {"accuracy": 0.870553, "f1": 0.833432, "hf_subset": "nld_Latn-epo_Latn", "languages": ["nld-Latn", "epo-Latn"], "main_score": 0.833432, "precision": 0.816535, "recall": 0.870553}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-hun_Latn", "languages": ["nld-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.93083, "f1": 0.911726, "hf_subset": "nld_Latn-kir_Cyrl", "languages": ["nld-Latn", "kir-Cyrl"], "main_score": 0.911726, "precision": 0.902668, "recall": 0.93083}, {"accuracy": 0.913043, "f1": 0.885705, "hf_subset": "nld_Latn-mar_Deva", "languages": ["nld-Latn", "mar-Deva"], "main_score": 0.885705, "precision": 0.872365, "recall": 0.913043}, {"accuracy": 0.305336, "f1": 0.230465, "hf_subset": "nld_Latn-plt_Latn", "languages": ["nld-Latn", "plt-Latn"], "main_score": 0.230465, "precision": 0.209113, "recall": 0.305336}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-srp_Cyrl", "languages": ["nld-Latn", "srp-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.795455, "f1": 0.747542, "hf_subset": "nld_Latn-uig_Arab", "languages": ["nld-Latn", "uig-Arab"], "main_score": 0.747542, "precision": 0.727166, "recall": 0.795455}, {"accuracy": 0.938735, "f1": 0.919862, "hf_subset": "nld_Latn-aeb_Arab", "languages": ["nld-Latn", "aeb-Arab"], "main_score": 0.919862, "precision": 0.910655, "recall": 0.938735}, {"accuracy": 0.907115, "f1": 0.881555, "hf_subset": "nld_Latn-ben_Beng", "languages": ["nld-Latn", "ben-Beng"], "main_score": 0.881555, "precision": 0.869763, "recall": 0.907115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-est_Latn", "languages": ["nld-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nld_Latn-hye_Armn", "languages": ["nld-Latn", "hye-Armn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.193676, "f1": 0.12736, "hf_subset": "nld_Latn-kmb_Latn", "languages": ["nld-Latn", "kmb-Latn"], "main_score": 0.12736, "precision": 0.113037, "recall": 0.193676}, {"accuracy": 0.071146, "f1": 0.045019, "hf_subset": "nld_Latn-min_Arab", "languages": ["nld-Latn", "min-Arab"], "main_score": 0.045019, "precision": 0.039149, "recall": 0.071146}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-pol_Latn", "languages": ["nld-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.182806, "f1": 0.118864, "hf_subset": "nld_Latn-ssw_Latn", "languages": ["nld-Latn", "ssw-Latn"], "main_score": 0.118864, "precision": 0.10459, "recall": 0.182806}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-ukr_Cyrl", "languages": ["nld-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "nld_Latn-afr_Latn", "languages": ["nld-Latn", "afr-Latn"], "main_score": 0.958663, "precision": 0.953887, "recall": 0.968379}, {"accuracy": 0.893281, "f1": 0.861034, "hf_subset": "nld_Latn-bho_Deva", "languages": ["nld-Latn", "bho-Deva"], "main_score": 0.861034, "precision": 0.846097, "recall": 0.893281}, {"accuracy": 0.774704, "f1": 0.721563, "hf_subset": "nld_Latn-eus_Latn", "languages": ["nld-Latn", "eus-Latn"], "main_score": 0.721563, "precision": 0.699713, "recall": 0.774704}, {"accuracy": 0.216403, "f1": 0.143772, "hf_subset": "nld_Latn-ibo_Latn", "languages": ["nld-Latn", "ibo-Latn"], "main_score": 0.143772, "precision": 0.12593, "recall": 0.216403}, {"accuracy": 0.757905, "f1": 0.707913, "hf_subset": "nld_Latn-kmr_Latn", "languages": ["nld-Latn", "kmr-Latn"], "main_score": 0.707913, "precision": 0.687195, "recall": 0.757905}, {"accuracy": 0.655138, "f1": 0.581817, "hf_subset": "nld_Latn-min_Latn", "languages": ["nld-Latn", "min-Latn"], "main_score": 0.581817, "precision": 0.554412, "recall": 0.655138}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-por_Latn", "languages": ["nld-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.779644, "f1": 0.725216, "hf_subset": "nld_Latn-sun_Latn", "languages": ["nld-Latn", "sun-Latn"], "main_score": 0.725216, "precision": 0.702355, "recall": 0.779644}, {"accuracy": 0.200593, "f1": 0.131037, "hf_subset": "nld_Latn-umb_Latn", "languages": ["nld-Latn", "umb-Latn"], "main_score": 0.131037, "precision": 0.114801, "recall": 0.200593}, {"accuracy": 0.969368, "f1": 0.959816, "hf_subset": "nld_Latn-ajp_Arab", "languages": ["nld-Latn", "ajp-Arab"], "main_score": 0.959816, "precision": 0.955369, "recall": 0.969368}, {"accuracy": 0.074111, "f1": 0.040601, "hf_subset": "nld_Latn-bjn_Arab", "languages": ["nld-Latn", "bjn-Arab"], "main_score": 0.040601, "precision": 0.033524, "recall": 0.074111}, {"accuracy": 0.280632, "f1": 0.206867, "hf_subset": "nld_Latn-ewe_Latn", "languages": ["nld-Latn", "ewe-Latn"], "main_score": 0.206867, "precision": 0.18752, "recall": 0.280632}, {"accuracy": 0.390316, "f1": 0.300967, "hf_subset": "nld_Latn-ilo_Latn", "languages": ["nld-Latn", "ilo-Latn"], "main_score": 0.300967, "precision": 0.273767, "recall": 0.390316}, {"accuracy": 0.097826, "f1": 0.052773, "hf_subset": "nld_Latn-knc_Arab", "languages": ["nld-Latn", "knc-Arab"], "main_score": 0.052773, "precision": 0.043511, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-mkd_Cyrl", "languages": ["nld-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "nld_Latn-prs_Arab", "languages": ["nld-Latn", "prs-Arab"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "nld_Latn-swe_Latn", "languages": ["nld-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "nld_Latn-urd_Arab", "languages": ["nld-Latn", "urd-Arab"], "main_score": 0.95247, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.316206, "f1": 0.232333, "hf_subset": "nld_Latn-aka_Latn", "languages": ["nld-Latn", "aka-Latn"], "main_score": 0.232333, "precision": 0.210094, "recall": 0.316206}, {"accuracy": 0.777668, "f1": 0.721025, "hf_subset": "nld_Latn-bjn_Latn", "languages": ["nld-Latn", "bjn-Latn"], "main_score": 0.721025, "precision": 0.69679, "recall": 0.777668}, {"accuracy": 0.481225, "f1": 0.397727, "hf_subset": "nld_Latn-fao_Latn", "languages": ["nld-Latn", "fao-Latn"], "main_score": 0.397727, "precision": 0.370387, "recall": 0.481225}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ind_Latn", "languages": ["nld-Latn", "ind-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.30336, "f1": 0.221733, "hf_subset": "nld_Latn-knc_Latn", "languages": ["nld-Latn", "knc-Latn"], "main_score": 0.221733, "precision": 0.200105, "recall": 0.30336}, {"accuracy": 0.354743, "f1": 0.275618, "hf_subset": "nld_Latn-mlt_Latn", "languages": ["nld-Latn", "mlt-Latn"], "main_score": 0.275618, "precision": 0.253204, "recall": 0.354743}, {"accuracy": 0.281621, "f1": 0.195902, "hf_subset": "nld_Latn-quy_Latn", "languages": ["nld-Latn", "quy-Latn"], "main_score": 0.195902, "precision": 0.172772, "recall": 0.281621}, {"accuracy": 0.379447, "f1": 0.292431, "hf_subset": "nld_Latn-swh_Latn", "languages": ["nld-Latn", "swh-Latn"], "main_score": 0.292431, "precision": 0.265788, "recall": 0.379447}, {"accuracy": 0.652174, "f1": 0.579809, "hf_subset": "nld_Latn-uzn_Latn", "languages": ["nld-Latn", "uzn-Latn"], "main_score": 0.579809, "precision": 0.551273, "recall": 0.652174}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nld_Latn-als_Latn", "languages": ["nld-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.017286, "hf_subset": "nld_Latn-bod_Tibt", "languages": ["nld-Latn", "bod-Tibt"], "main_score": 0.017286, "precision": 0.012105, "recall": 0.056324}, {"accuracy": 0.224308, "f1": 0.153969, "hf_subset": "nld_Latn-fij_Latn", "languages": ["nld-Latn", "fij-Latn"], "main_score": 0.153969, "precision": 0.135159, "recall": 0.224308}, {"accuracy": 0.773715, "f1": 0.718612, "hf_subset": "nld_Latn-isl_Latn", "languages": ["nld-Latn", "isl-Latn"], "main_score": 0.718612, "precision": 0.69553, "recall": 0.773715}, {"accuracy": 0.270751, "f1": 0.195469, "hf_subset": "nld_Latn-kon_Latn", "languages": ["nld-Latn", "kon-Latn"], "main_score": 0.195469, "precision": 0.175974, "recall": 0.270751}, {"accuracy": 0.064229, "f1": 0.032857, "hf_subset": "nld_Latn-mni_Beng", "languages": ["nld-Latn", "mni-Beng"], "main_score": 0.032857, "precision": 0.028006, "recall": 0.064229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ron_Latn", "languages": ["nld-Latn", "ron-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.806324, "f1": 0.756126, "hf_subset": "nld_Latn-szl_Latn", "languages": ["nld-Latn", "szl-Latn"], "main_score": 0.756126, "precision": 0.734289, "recall": 0.806324}, {"accuracy": 0.811265, "f1": 0.760128, "hf_subset": "nld_Latn-vec_Latn", "languages": ["nld-Latn", "vec-Latn"], "main_score": 0.760128, "precision": 0.737773, "recall": 0.811265}, {"accuracy": 0.76581, "f1": 0.713872, "hf_subset": "nld_Latn-amh_Ethi", "languages": ["nld-Latn", "amh-Ethi"], "main_score": 0.713872, "precision": 0.691981, "recall": 0.76581}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-bos_Latn", "languages": ["nld-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-fin_Latn", "languages": ["nld-Latn", "fin-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-ita_Latn", "languages": ["nld-Latn", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "nld_Latn-kor_Hang", "languages": ["nld-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.248024, "f1": 0.179872, "hf_subset": "nld_Latn-mos_Latn", "languages": ["nld-Latn", "mos-Latn"], "main_score": 0.179872, "precision": 0.161971, "recall": 0.248024}, {"accuracy": 0.201581, "f1": 0.136532, "hf_subset": "nld_Latn-run_Latn", "languages": ["nld-Latn", "run-Latn"], "main_score": 0.136532, "precision": 0.121144, "recall": 0.201581}, {"accuracy": 0.894269, "f1": 0.863208, "hf_subset": "nld_Latn-tam_Taml", "languages": ["nld-Latn", "tam-Taml"], "main_score": 0.863208, "precision": 0.848732, "recall": 0.894269}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nld_Latn-vie_Latn", "languages": ["nld-Latn", "vie-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "nld_Latn-apc_Arab", "languages": ["nld-Latn", "apc-Arab"], "main_score": 0.948452, "precision": 0.942688, "recall": 0.960474}, {"accuracy": 0.405138, "f1": 0.316363, "hf_subset": "nld_Latn-bug_Latn", "languages": ["nld-Latn", "bug-Latn"], "main_score": 0.316363, "precision": 0.287964, "recall": 0.405138}, {"accuracy": 0.235178, "f1": 0.162474, "hf_subset": "nld_Latn-fon_Latn", "languages": ["nld-Latn", "fon-Latn"], "main_score": 0.162474, "precision": 0.145096, "recall": 0.235178}, {"accuracy": 0.738142, "f1": 0.671843, "hf_subset": "nld_Latn-jav_Latn", "languages": ["nld-Latn", "jav-Latn"], "main_score": 0.671843, "precision": 0.643972, "recall": 0.738142}, {"accuracy": 0.926877, "f1": 0.905863, "hf_subset": "nld_Latn-lao_Laoo", "languages": ["nld-Latn", "lao-Laoo"], "main_score": 0.905863, "precision": 0.896196, "recall": 0.926877}, {"accuracy": 0.217391, "f1": 0.146091, "hf_subset": "nld_Latn-mri_Latn", "languages": ["nld-Latn", "mri-Latn"], "main_score": 0.146091, "precision": 0.130013, "recall": 0.217391}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-rus_Cyrl", "languages": ["nld-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.274704, "f1": 0.204109, "hf_subset": "nld_Latn-taq_Latn", "languages": ["nld-Latn", "taq-Latn"], "main_score": 0.204109, "precision": 0.185648, "recall": 0.274704}, {"accuracy": 0.444664, "f1": 0.350479, "hf_subset": "nld_Latn-war_Latn", "languages": ["nld-Latn", "war-Latn"], "main_score": 0.350479, "precision": 0.320505, "recall": 0.444664}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nld_Latn-arb_Arab", "languages": ["nld-Latn", "arb-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-bul_Cyrl", "languages": ["nld-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-fra_Latn", "languages": ["nld-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-jpn_Jpan", "languages": ["nld-Latn", "jpn-Jpan"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.759881, "f1": 0.699854, "hf_subset": "nld_Latn-lij_Latn", "languages": ["nld-Latn", "lij-Latn"], "main_score": 0.699854, "precision": 0.674687, "recall": 0.759881}, {"accuracy": 0.943676, "f1": 0.926449, "hf_subset": "nld_Latn-mya_Mymr", "languages": ["nld-Latn", "mya-Mymr"], "main_score": 0.926449, "precision": 0.918067, "recall": 0.943676}, {"accuracy": 0.26087, "f1": 0.185963, "hf_subset": "nld_Latn-sag_Latn", "languages": ["nld-Latn", "sag-Latn"], "main_score": 0.185963, "precision": 0.165457, "recall": 0.26087}, {"accuracy": 0.085968, "f1": 0.039487, "hf_subset": "nld_Latn-taq_Tfng", "languages": ["nld-Latn", "taq-Tfng"], "main_score": 0.039487, "precision": 0.03266, "recall": 0.085968}, {"accuracy": 0.281621, "f1": 0.202769, "hf_subset": "nld_Latn-wol_Latn", "languages": ["nld-Latn", "wol-Latn"], "main_score": 0.202769, "precision": 0.181002, "recall": 0.281621}, {"accuracy": 0.144269, "f1": 0.088658, "hf_subset": "nld_Latn-arb_Latn", "languages": ["nld-Latn", "arb-Latn"], "main_score": 0.088658, "precision": 0.076065, "recall": 0.144269}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-cat_Latn", "languages": ["nld-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.749012, "f1": 0.687735, "hf_subset": "nld_Latn-fur_Latn", "languages": ["nld-Latn", "fur-Latn"], "main_score": 0.687735, "precision": 0.661884, "recall": 0.749012}, {"accuracy": 0.097826, "f1": 0.064944, "hf_subset": "nld_Latn-kab_Latn", "languages": ["nld-Latn", "kab-Latn"], "main_score": 0.064944, "precision": 0.057924, "recall": 0.097826}, {"accuracy": 0.76087, "f1": 0.700202, "hf_subset": "nld_Latn-lim_Latn", "languages": ["nld-Latn", "lim-Latn"], "main_score": 0.700202, "precision": 0.674374, "recall": 0.76087}, {"accuracy": 0.742095, "f1": 0.679216, "hf_subset": "nld_Latn-san_Deva", "languages": ["nld-Latn", "san-Deva"], "main_score": 0.679216, "precision": 0.651746, "recall": 0.742095}, {"accuracy": 0.529644, "f1": 0.444741, "hf_subset": "nld_Latn-tat_Cyrl", "languages": ["nld-Latn", "tat-Cyrl"], "main_score": 0.444741, "precision": 0.41327, "recall": 0.529644}, {"accuracy": 0.203557, "f1": 0.130684, "hf_subset": "nld_Latn-xho_Latn", "languages": ["nld-Latn", "xho-Latn"], "main_score": 0.130684, "precision": 0.113903, "recall": 0.203557}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "nld_Latn-ars_Arab", "languages": ["nld-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.423913, "f1": 0.333011, "hf_subset": "nld_Latn-ceb_Latn", "languages": ["nld-Latn", "ceb-Latn"], "main_score": 0.333011, "precision": 0.304333, "recall": 0.423913}, {"accuracy": 0.25, "f1": 0.169741, "hf_subset": "nld_Latn-fuv_Latn", "languages": ["nld-Latn", "fuv-Latn"], "main_score": 0.169741, "precision": 0.149803, "recall": 0.25}, {"accuracy": 0.225296, "f1": 0.156418, "hf_subset": "nld_Latn-kac_Latn", "languages": ["nld-Latn", "kac-Latn"], "main_score": 0.156418, "precision": 0.139215, "recall": 0.225296}, {"accuracy": 0.261858, "f1": 0.189082, "hf_subset": "nld_Latn-lin_Latn", "languages": ["nld-Latn", "lin-Latn"], "main_score": 0.189082, "precision": 0.17005, "recall": 0.261858}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "nld_Latn-nno_Latn", "languages": ["nld-Latn", "nno-Latn"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.022727, "f1": 0.005779, "hf_subset": "nld_Latn-sat_Olck", "languages": ["nld-Latn", "sat-Olck"], "main_score": 0.005779, "precision": 0.004431, "recall": 0.022727}, {"accuracy": 0.860672, "f1": 0.822069, "hf_subset": "nld_Latn-tel_Telu", "languages": ["nld-Latn", "tel-Telu"], "main_score": 0.822069, "precision": 0.804545, "recall": 0.860672}, {"accuracy": 0.440711, "f1": 0.354639, "hf_subset": "nld_Latn-ydd_Hebr", "languages": ["nld-Latn", "ydd-Hebr"], "main_score": 0.354639, "precision": 0.321713, "recall": 0.440711}, {"accuracy": 0.847826, "f1": 0.807213, "hf_subset": "nld_Latn-ary_Arab", "languages": ["nld-Latn", "ary-Arab"], "main_score": 0.807213, "precision": 0.789032, "recall": 0.847826}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-ces_Latn", "languages": ["nld-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.110672, "f1": 0.063358, "hf_subset": "nld_Latn-gaz_Latn", "languages": ["nld-Latn", "gaz-Latn"], "main_score": 0.063358, "precision": 0.053466, "recall": 0.110672}, {"accuracy": 0.220356, "f1": 0.146897, "hf_subset": "nld_Latn-kam_Latn", "languages": ["nld-Latn", "kam-Latn"], "main_score": 0.146897, "precision": 0.127768, "recall": 0.220356}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "nld_Latn-lit_Latn", "languages": ["nld-Latn", "lit-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nld_Latn-nob_Latn", "languages": ["nld-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.660079, "f1": 0.58784, "hf_subset": "nld_Latn-scn_Latn", "languages": ["nld-Latn", "scn-Latn"], "main_score": 0.58784, "precision": 0.560664, "recall": 0.660079}, {"accuracy": 0.203557, "f1": 0.135771, "hf_subset": "nld_Latn-tgk_Cyrl", "languages": ["nld-Latn", "tgk-Cyrl"], "main_score": 0.135771, "precision": 0.118182, "recall": 0.203557}, {"accuracy": 0.230237, "f1": 0.15154, "hf_subset": "nld_Latn-yor_Latn", "languages": ["nld-Latn", "yor-Latn"], "main_score": 0.15154, "precision": 0.131744, "recall": 0.230237}, {"accuracy": 0.951581, "f1": 0.936265, "hf_subset": "nld_Latn-arz_Arab", "languages": ["nld-Latn", "arz-Arab"], "main_score": 0.936265, "precision": 0.928689, "recall": 0.951581}, {"accuracy": 0.212451, "f1": 0.144201, "hf_subset": "nld_Latn-cjk_Latn", "languages": ["nld-Latn", "cjk-Latn"], "main_score": 0.144201, "precision": 0.127883, "recall": 0.212451}, {"accuracy": 0.22332, "f1": 0.154946, "hf_subset": "nld_Latn-gla_Latn", "languages": ["nld-Latn", "gla-Latn"], "main_score": 0.154946, "precision": 0.13615, "recall": 0.22332}, {"accuracy": 0.813241, "f1": 0.761989, "hf_subset": "nld_Latn-kan_Knda", "languages": ["nld-Latn", "kan-Knda"], "main_score": 0.761989, "precision": 0.739229, "recall": 0.813241}, {"accuracy": 0.685771, "f1": 0.619643, "hf_subset": "nld_Latn-lmo_Latn", "languages": ["nld-Latn", "lmo-Latn"], "main_score": 0.619643, "precision": 0.594094, "recall": 0.685771}, {"accuracy": 0.964427, "f1": 0.953063, "hf_subset": "nld_Latn-npi_Deva", "languages": ["nld-Latn", "npi-Deva"], "main_score": 0.953063, "precision": 0.947464, "recall": 0.964427}, {"accuracy": 0.302372, "f1": 0.217189, "hf_subset": "nld_Latn-shn_Mymr", "languages": ["nld-Latn", "shn-Mymr"], "main_score": 0.217189, "precision": 0.1915, "recall": 0.302372}, {"accuracy": 0.485178, "f1": 0.400811, "hf_subset": "nld_Latn-tgl_Latn", "languages": ["nld-Latn", "tgl-Latn"], "main_score": 0.400811, "precision": 0.373831, "recall": 0.485178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-yue_Hant", "languages": ["nld-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.549407, "f1": 0.465013, "hf_subset": "nld_Latn-asm_Beng", "languages": ["nld-Latn", "asm-Beng"], "main_score": 0.465013, "precision": 0.433513, "recall": 0.549407}, {"accuracy": 0.842885, "f1": 0.799671, "hf_subset": "nld_Latn-ckb_Arab", "languages": ["nld-Latn", "ckb-Arab"], "main_score": 0.799671, "precision": 0.779644, "recall": 0.842885}, {"accuracy": 0.315217, "f1": 0.234223, "hf_subset": "nld_Latn-gle_Latn", "languages": ["nld-Latn", "gle-Latn"], "main_score": 0.234223, "precision": 0.212439, "recall": 0.315217}, {"accuracy": 0.597826, "f1": 0.517107, "hf_subset": "nld_Latn-kas_Arab", "languages": ["nld-Latn", "kas-Arab"], "main_score": 0.517107, "precision": 0.485576, "recall": 0.597826}, {"accuracy": 0.727273, "f1": 0.662107, "hf_subset": "nld_Latn-ltg_Latn", "languages": ["nld-Latn", "ltg-Latn"], "main_score": 0.662107, "precision": 0.634025, "recall": 0.727273}, {"accuracy": 0.271739, "f1": 0.190633, "hf_subset": "nld_Latn-nso_Latn", "languages": ["nld-Latn", "nso-Latn"], "main_score": 0.190633, "precision": 0.168755, "recall": 0.271739}, {"accuracy": 0.920949, "f1": 0.898847, "hf_subset": "nld_Latn-sin_Sinh", "languages": ["nld-Latn", "sin-Sinh"], "main_score": 0.898847, "precision": 0.888834, "recall": 0.920949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-tha_Thai", "languages": ["nld-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nld_Latn-zho_Hans", "languages": ["nld-Latn", "zho-Hans"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.950593, "f1": 0.934453, "hf_subset": "nld_Latn-ast_Latn", "languages": ["nld-Latn", "ast-Latn"], "main_score": 0.934453, "precision": 0.926548, "recall": 0.950593}, {"accuracy": 0.780632, "f1": 0.724671, "hf_subset": "nld_Latn-crh_Latn", "languages": ["nld-Latn", "crh-Latn"], "main_score": 0.724671, "precision": 0.700362, "recall": 0.780632}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-glg_Latn", "languages": ["nld-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.431818, "f1": 0.34647, "hf_subset": "nld_Latn-kas_Deva", "languages": ["nld-Latn", "kas-Deva"], "main_score": 0.34647, "precision": 0.317941, "recall": 0.431818}, {"accuracy": 0.523715, "f1": 0.43455, "hf_subset": "nld_Latn-ltz_Latn", "languages": ["nld-Latn", "ltz-Latn"], "main_score": 0.43455, "precision": 0.403739, "recall": 0.523715}, {"accuracy": 0.12253, "f1": 0.069669, "hf_subset": "nld_Latn-nus_Latn", "languages": ["nld-Latn", "nus-Latn"], "main_score": 0.069669, "precision": 0.05904, "recall": 0.12253}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nld_Latn-slk_Latn", "languages": ["nld-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.187747, "f1": 0.128092, "hf_subset": "nld_Latn-tir_Ethi", "languages": ["nld-Latn", "tir-Ethi"], "main_score": 0.128092, "precision": 0.111379, "recall": 0.187747}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "nld_Latn-zho_Hant", "languages": ["nld-Latn", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.959486, "f1": 0.947134, "hf_subset": "nld_Latn-awa_Deva", "languages": ["nld-Latn", "awa-Deva"], "main_score": 0.947134, "precision": 0.941041, "recall": 0.959486}, {"accuracy": 0.486166, "f1": 0.39965, "hf_subset": "nld_Latn-cym_Latn", "languages": ["nld-Latn", "cym-Latn"], "main_score": 0.39965, "precision": 0.370695, "recall": 0.486166}, {"accuracy": 0.374506, "f1": 0.287277, "hf_subset": "nld_Latn-grn_Latn", "languages": ["nld-Latn", "grn-Latn"], "main_score": 0.287277, "precision": 0.261377, "recall": 0.374506}, {"accuracy": 0.881423, "f1": 0.844598, "hf_subset": "nld_Latn-kat_Geor", "languages": ["nld-Latn", "kat-Geor"], "main_score": 0.844598, "precision": 0.827157, "recall": 0.881423}, {"accuracy": 0.285573, "f1": 0.207264, "hf_subset": "nld_Latn-lua_Latn", "languages": ["nld-Latn", "lua-Latn"], "main_score": 0.207264, "precision": 0.185684, "recall": 0.285573}, {"accuracy": 0.256917, "f1": 0.176521, "hf_subset": "nld_Latn-nya_Latn", "languages": ["nld-Latn", "nya-Latn"], "main_score": 0.176521, "precision": 0.15467, "recall": 0.256917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nld_Latn-slv_Latn", "languages": ["nld-Latn", "slv-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.47332, "f1": 0.378888, "hf_subset": "nld_Latn-tpi_Latn", "languages": ["nld-Latn", "tpi-Latn"], "main_score": 0.378888, "precision": 0.346884, "recall": 0.47332}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nld_Latn-zsm_Latn", "languages": ["nld-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.214427, "f1": 0.137382, "hf_subset": "nld_Latn-ayr_Latn", "languages": ["nld-Latn", "ayr-Latn"], "main_score": 0.137382, "precision": 0.119271, "recall": 0.214427}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nld_Latn-dan_Latn", "languages": ["nld-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.91996, "f1": 0.89544, "hf_subset": "nld_Latn-guj_Gujr", "languages": ["nld-Latn", "guj-Gujr"], "main_score": 0.89544, "precision": 0.883976, "recall": 0.91996}, {"accuracy": 0.955534, "f1": 0.941535, "hf_subset": "nld_Latn-kaz_Cyrl", "languages": ["nld-Latn", "kaz-Cyrl"], "main_score": 0.941535, "precision": 0.934783, "recall": 0.955534}, {"accuracy": 0.199605, "f1": 0.132745, "hf_subset": "nld_Latn-lug_Latn", "languages": ["nld-Latn", "lug-Latn"], "main_score": 0.132745, "precision": 0.115986, "recall": 0.199605}, {"accuracy": 0.934783, "f1": 0.914592, "hf_subset": "nld_Latn-oci_Latn", "languages": ["nld-Latn", "oci-Latn"], "main_score": 0.914592, "precision": 0.905056, "recall": 0.934783}, {"accuracy": 0.216403, "f1": 0.14639, "hf_subset": "nld_Latn-smo_Latn", "languages": ["nld-Latn", "smo-Latn"], "main_score": 0.14639, "precision": 0.129199, "recall": 0.216403}, {"accuracy": 0.23419, "f1": 0.16127, "hf_subset": "nld_Latn-tsn_Latn", "languages": ["nld-Latn", "tsn-Latn"], "main_score": 0.16127, "precision": 0.142927, "recall": 0.23419}, {"accuracy": 0.166996, "f1": 0.105935, "hf_subset": "nld_Latn-zul_Latn", "languages": ["nld-Latn", "zul-Latn"], "main_score": 0.105935, "precision": 0.092104, "recall": 0.166996}, {"accuracy": 0.5583, "f1": 0.47644, "hf_subset": "nld_Latn-azb_Arab", "languages": ["nld-Latn", "azb-Arab"], "main_score": 0.47644, "precision": 0.444568, "recall": 0.5583}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "nld_Latn-deu_Latn", "languages": ["nld-Latn", "deu-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.325099, "f1": 0.241695, "hf_subset": "nld_Latn-hat_Latn", "languages": ["nld-Latn", "hat-Latn"], "main_score": 0.241695, "precision": 0.216821, "recall": 0.325099}, {"accuracy": 0.213439, "f1": 0.142095, "hf_subset": "nld_Latn-kbp_Latn", "languages": ["nld-Latn", "kbp-Latn"], "main_score": 0.142095, "precision": 0.124881, "recall": 0.213439}, {"accuracy": 0.251976, "f1": 0.174326, "hf_subset": "nld_Latn-luo_Latn", "languages": ["nld-Latn", "luo-Latn"], "main_score": 0.174326, "precision": 0.15495, "recall": 0.251976}, {"accuracy": 0.836957, "f1": 0.793116, "hf_subset": "nld_Latn-ory_Orya", "languages": ["nld-Latn", "ory-Orya"], "main_score": 0.793116, "precision": 0.773386, "recall": 0.836957}, {"accuracy": 0.194664, "f1": 0.125564, "hf_subset": "nld_Latn-sna_Latn", "languages": ["nld-Latn", "sna-Latn"], "main_score": 0.125564, "precision": 0.108599, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.137292, "hf_subset": "nld_Latn-tso_Latn", "languages": ["nld-Latn", "tso-Latn"], "main_score": 0.137292, "precision": 0.120593, "recall": 0.203557}, {"accuracy": 0.954545, "f1": 0.940613, "hf_subset": "nld_Latn-azj_Latn", "languages": ["nld-Latn", "azj-Latn"], "main_score": 0.940613, "precision": 0.934042, "recall": 0.954545}, {"accuracy": 0.323123, "f1": 0.234603, "hf_subset": "nld_Latn-dik_Latn", "languages": ["nld-Latn", "dik-Latn"], "main_score": 0.234603, "precision": 0.209384, "recall": 0.323123}, {"accuracy": 0.275692, "f1": 0.194719, "hf_subset": "nld_Latn-hau_Latn", "languages": ["nld-Latn", "hau-Latn"], "main_score": 0.194719, "precision": 0.174196, "recall": 0.275692}, {"accuracy": 0.661067, "f1": 0.588803, "hf_subset": "nld_Latn-kea_Latn", "languages": ["nld-Latn", "kea-Latn"], "main_score": 0.588803, "precision": 0.560705, "recall": 0.661067}, {"accuracy": 0.380435, "f1": 0.290163, "hf_subset": "nld_Latn-lus_Latn", "languages": ["nld-Latn", "lus-Latn"], "main_score": 0.290163, "precision": 0.261633, "recall": 0.380435}, {"accuracy": 0.487154, "f1": 0.397383, "hf_subset": "nld_Latn-pag_Latn", "languages": ["nld-Latn", "pag-Latn"], "main_score": 0.397383, "precision": 0.366386, "recall": 0.487154}, {"accuracy": 0.857708, "f1": 0.817128, "hf_subset": "nld_Latn-snd_Arab", "languages": ["nld-Latn", "snd-Arab"], "main_score": 0.817128, "precision": 0.798584, "recall": 0.857708}, {"accuracy": 0.354743, "f1": 0.266037, "hf_subset": "nld_Latn-tuk_Latn", "languages": ["nld-Latn", "tuk-Latn"], "main_score": 0.266037, "precision": 0.239633, "recall": 0.354743}, {"accuracy": 0.487154, "f1": 0.401271, "hf_subset": "nld_Latn-bak_Cyrl", "languages": ["nld-Latn", "bak-Cyrl"], "main_score": 0.401271, "precision": 0.370602, "recall": 0.487154}, {"accuracy": 0.209486, "f1": 0.143238, "hf_subset": "nld_Latn-dyu_Latn", "languages": ["nld-Latn", "dyu-Latn"], "main_score": 0.143238, "precision": 0.125582, "recall": 0.209486}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "nld_Latn-heb_Hebr", "languages": ["nld-Latn", "heb-Hebr"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "nld_Latn-khk_Cyrl", "languages": ["nld-Latn", "khk-Cyrl"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.990119, "f1": 0.98722, "hf_subset": "nld_Latn-lvs_Latn", "languages": ["nld-Latn", "lvs-Latn"], "main_score": 0.98722, "precision": 0.985919, "recall": 0.990119}, {"accuracy": 0.849802, "f1": 0.809044, "hf_subset": "nld_Latn-pan_Guru", "languages": ["nld-Latn", "pan-Guru"], "main_score": 0.809044, "precision": 0.790711, "recall": 0.849802}, {"accuracy": 0.285573, "f1": 0.208913, "hf_subset": "nld_Latn-som_Latn", "languages": ["nld-Latn", "som-Latn"], "main_score": 0.208913, "precision": 0.186033, "recall": 0.285573}, {"accuracy": 0.231225, "f1": 0.155885, "hf_subset": "nld_Latn-tum_Latn", "languages": ["nld-Latn", "tum-Latn"], "main_score": 0.155885, "precision": 0.137238, "recall": 0.231225}, {"accuracy": 0.06917, "f1": 0.042789, "hf_subset": "san_Deva-ace_Arab", "languages": ["san-Deva", "ace-Arab"], "main_score": 0.042789, "precision": 0.036989, "recall": 0.06917}, {"accuracy": 0.114625, "f1": 0.077252, "hf_subset": "san_Deva-bam_Latn", "languages": ["san-Deva", "bam-Latn"], "main_score": 0.077252, "precision": 0.068356, "recall": 0.114625}, {"accuracy": 0.002964, "f1": 4.9e-05, "hf_subset": "san_Deva-dzo_Tibt", "languages": ["san-Deva", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.002964}, {"accuracy": 0.727273, "f1": 0.685474, "hf_subset": "san_Deva-hin_Deva", "languages": ["san-Deva", "hin-Deva"], "main_score": 0.685474, "precision": 0.668912, "recall": 0.727273}, {"accuracy": 0.598814, "f1": 0.540404, "hf_subset": "san_Deva-khm_Khmr", "languages": ["san-Deva", "khm-Khmr"], "main_score": 0.540404, "precision": 0.517482, "recall": 0.598814}, {"accuracy": 0.657115, "f1": 0.61276, "hf_subset": "san_Deva-mag_Deva", "languages": ["san-Deva", "mag-Deva"], "main_score": 0.61276, "precision": 0.595862, "recall": 0.657115}, {"accuracy": 0.40415, "f1": 0.345702, "hf_subset": "san_Deva-pap_Latn", "languages": ["san-Deva", "pap-Latn"], "main_score": 0.345702, "precision": 0.326837, "recall": 0.40415}, {"accuracy": 0.156126, "f1": 0.110915, "hf_subset": "san_Deva-sot_Latn", "languages": ["san-Deva", "sot-Latn"], "main_score": 0.110915, "precision": 0.099833, "recall": 0.156126}, {"accuracy": 0.721344, "f1": 0.669699, "hf_subset": "san_Deva-tur_Latn", "languages": ["san-Deva", "tur-Latn"], "main_score": 0.669699, "precision": 0.649833, "recall": 0.721344}, {"accuracy": 0.274704, "f1": 0.210981, "hf_subset": "san_Deva-ace_Latn", "languages": ["san-Deva", "ace-Latn"], "main_score": 0.210981, "precision": 0.19221, "recall": 0.274704}, {"accuracy": 0.418972, "f1": 0.359655, "hf_subset": "san_Deva-ban_Latn", "languages": ["san-Deva", "ban-Latn"], "main_score": 0.359655, "precision": 0.33903, "recall": 0.418972}, {"accuracy": 0.731225, "f1": 0.683015, "hf_subset": "san_Deva-ell_Grek", "languages": ["san-Deva", "ell-Grek"], "main_score": 0.683015, "precision": 0.66386, "recall": 0.731225}, {"accuracy": 0.661067, "f1": 0.622149, "hf_subset": "san_Deva-hne_Deva", "languages": ["san-Deva", "hne-Deva"], "main_score": 0.622149, "precision": 0.606727, "recall": 0.661067}, {"accuracy": 0.149209, "f1": 0.096603, "hf_subset": "san_Deva-kik_Latn", "languages": ["san-Deva", "kik-Latn"], "main_score": 0.096603, "precision": 0.082823, "recall": 0.149209}, {"accuracy": 0.673913, "f1": 0.630167, "hf_subset": "san_Deva-mai_Deva", "languages": ["san-Deva", "mai-Deva"], "main_score": 0.630167, "precision": 0.613798, "recall": 0.673913}, {"accuracy": 0.547431, "f1": 0.500467, "hf_subset": "san_Deva-pbt_Arab", "languages": ["san-Deva", "pbt-Arab"], "main_score": 0.500467, "precision": 0.483065, "recall": 0.547431}, {"accuracy": 0.72332, "f1": 0.673252, "hf_subset": "san_Deva-spa_Latn", "languages": ["san-Deva", "spa-Latn"], "main_score": 0.673252, "precision": 0.653884, "recall": 0.72332}, {"accuracy": 0.197628, "f1": 0.139253, "hf_subset": "san_Deva-twi_Latn", "languages": ["san-Deva", "twi-Latn"], "main_score": 0.139253, "precision": 0.123612, "recall": 0.197628}, {"accuracy": 0.705534, "f1": 0.657826, "hf_subset": "san_Deva-acm_Arab", "languages": ["san-Deva", "acm-Arab"], "main_score": 0.657826, "precision": 0.63975, "recall": 0.705534}, {"accuracy": 0.666996, "f1": 0.614465, "hf_subset": "san_Deva-bel_Cyrl", "languages": ["san-Deva", "bel-Cyrl"], "main_score": 0.614465, "precision": 0.594751, "recall": 0.666996}, {"accuracy": 0.745059, "f1": 0.692982, "hf_subset": "san_Deva-eng_Latn", "languages": ["san-Deva", "eng-Latn"], "main_score": 0.692982, "precision": 0.672705, "recall": 0.745059}, {"accuracy": 0.73419, "f1": 0.685182, "hf_subset": "san_Deva-hrv_Latn", "languages": ["san-Deva", "hrv-Latn"], "main_score": 0.685182, "precision": 0.666769, "recall": 0.73419}, {"accuracy": 0.097826, "f1": 0.067206, "hf_subset": "san_Deva-kin_Latn", "languages": ["san-Deva", "kin-Latn"], "main_score": 0.067206, "precision": 0.059276, "recall": 0.097826}, {"accuracy": 0.574111, "f1": 0.526922, "hf_subset": "san_Deva-mal_Mlym", "languages": ["san-Deva", "mal-Mlym"], "main_score": 0.526922, "precision": 0.509055, "recall": 0.574111}, {"accuracy": 0.728261, "f1": 0.678333, "hf_subset": "san_Deva-pes_Arab", "languages": ["san-Deva", "pes-Arab"], "main_score": 0.678333, "precision": 0.659571, "recall": 0.728261}, {"accuracy": 0.447628, "f1": 0.387247, "hf_subset": "san_Deva-srd_Latn", "languages": ["san-Deva", "srd-Latn"], "main_score": 0.387247, "precision": 0.367727, "recall": 0.447628}, {"accuracy": 0.061265, "f1": 0.035032, "hf_subset": "san_Deva-tzm_Tfng", "languages": ["san-Deva", "tzm-Tfng"], "main_score": 0.035032, "precision": 0.03077, "recall": 0.061265}, {"accuracy": 0.711462, "f1": 0.662351, "hf_subset": "san_Deva-acq_Arab", "languages": ["san-Deva", "acq-Arab"], "main_score": 0.662351, "precision": 0.64367, "recall": 0.711462}, {"accuracy": 0.145257, "f1": 0.096238, "hf_subset": "san_Deva-bem_Latn", "languages": ["san-Deva", "bem-Latn"], "main_score": 0.096238, "precision": 0.084244, "recall": 0.145257}, {"accuracy": 0.576087, "f1": 0.525975, "hf_subset": "san_Deva-epo_Latn", "languages": ["san-Deva", "epo-Latn"], "main_score": 0.525975, "precision": 0.50767, "recall": 0.576087}, {"accuracy": 0.714427, "f1": 0.663583, "hf_subset": "san_Deva-hun_Latn", "languages": ["san-Deva", "hun-Latn"], "main_score": 0.663583, "precision": 0.644734, "recall": 0.714427}, {"accuracy": 0.607708, "f1": 0.560934, "hf_subset": "san_Deva-kir_Cyrl", "languages": ["san-Deva", "kir-Cyrl"], "main_score": 0.560934, "precision": 0.542474, "recall": 0.607708}, {"accuracy": 0.668972, "f1": 0.629219, "hf_subset": "san_Deva-mar_Deva", "languages": ["san-Deva", "mar-Deva"], "main_score": 0.629219, "precision": 0.615806, "recall": 0.668972}, {"accuracy": 0.175889, "f1": 0.134743, "hf_subset": "san_Deva-plt_Latn", "languages": ["san-Deva", "plt-Latn"], "main_score": 0.134743, "precision": 0.122311, "recall": 0.175889}, {"accuracy": 0.756917, "f1": 0.710013, "hf_subset": "san_Deva-srp_Cyrl", "languages": ["san-Deva", "srp-Cyrl"], "main_score": 0.710013, "precision": 0.692564, "recall": 0.756917}, {"accuracy": 0.517787, "f1": 0.463663, "hf_subset": "san_Deva-uig_Arab", "languages": ["san-Deva", "uig-Arab"], "main_score": 0.463663, "precision": 0.442821, "recall": 0.517787}, {"accuracy": 0.645257, "f1": 0.597253, "hf_subset": "san_Deva-aeb_Arab", "languages": ["san-Deva", "aeb-Arab"], "main_score": 0.597253, "precision": 0.5783, "recall": 0.645257}, {"accuracy": 0.620553, "f1": 0.575975, "hf_subset": "san_Deva-ben_Beng", "languages": ["san-Deva", "ben-Beng"], "main_score": 0.575975, "precision": 0.557399, "recall": 0.620553}, {"accuracy": 0.714427, "f1": 0.668285, "hf_subset": "san_Deva-est_Latn", "languages": ["san-Deva", "est-Latn"], "main_score": 0.668285, "precision": 0.650083, "recall": 0.714427}, {"accuracy": 0.715415, "f1": 0.663969, "hf_subset": "san_Deva-hye_Armn", "languages": ["san-Deva", "hye-Armn"], "main_score": 0.663969, "precision": 0.644222, "recall": 0.715415}, {"accuracy": 0.117589, "f1": 0.068049, "hf_subset": "san_Deva-kmb_Latn", "languages": ["san-Deva", "kmb-Latn"], "main_score": 0.068049, "precision": 0.057007, "recall": 0.117589}, {"accuracy": 0.043478, "f1": 0.02797, "hf_subset": "san_Deva-min_Arab", "languages": ["san-Deva", "min-Arab"], "main_score": 0.02797, "precision": 0.023824, "recall": 0.043478}, {"accuracy": 0.715415, "f1": 0.665607, "hf_subset": "san_Deva-pol_Latn", "languages": ["san-Deva", "pol-Latn"], "main_score": 0.665607, "precision": 0.64583, "recall": 0.715415}, {"accuracy": 0.104743, "f1": 0.068094, "hf_subset": "san_Deva-ssw_Latn", "languages": ["san-Deva", "ssw-Latn"], "main_score": 0.068094, "precision": 0.059702, "recall": 0.104743}, {"accuracy": 0.73913, "f1": 0.696008, "hf_subset": "san_Deva-ukr_Cyrl", "languages": ["san-Deva", "ukr-Cyrl"], "main_score": 0.696008, "precision": 0.679214, "recall": 0.73913}, {"accuracy": 0.685771, "f1": 0.630875, "hf_subset": "san_Deva-afr_Latn", "languages": ["san-Deva", "afr-Latn"], "main_score": 0.630875, "precision": 0.609574, "recall": 0.685771}, {"accuracy": 0.604743, "f1": 0.560607, "hf_subset": "san_Deva-bho_Deva", "languages": ["san-Deva", "bho-Deva"], "main_score": 0.560607, "precision": 0.543377, "recall": 0.604743}, {"accuracy": 0.462451, "f1": 0.404077, "hf_subset": "san_Deva-eus_Latn", "languages": ["san-Deva", "eus-Latn"], "main_score": 0.404077, "precision": 0.382753, "recall": 0.462451}, {"accuracy": 0.132411, "f1": 0.090182, "hf_subset": "san_Deva-ibo_Latn", "languages": ["san-Deva", "ibo-Latn"], "main_score": 0.090182, "precision": 0.079559, "recall": 0.132411}, {"accuracy": 0.461462, "f1": 0.414069, "hf_subset": "san_Deva-kmr_Latn", "languages": ["san-Deva", "kmr-Latn"], "main_score": 0.414069, "precision": 0.396036, "recall": 0.461462}, {"accuracy": 0.394269, "f1": 0.337924, "hf_subset": "san_Deva-min_Latn", "languages": ["san-Deva", "min-Latn"], "main_score": 0.337924, "precision": 0.318103, "recall": 0.394269}, {"accuracy": 0.721344, "f1": 0.673355, "hf_subset": "san_Deva-por_Latn", "languages": ["san-Deva", "por-Latn"], "main_score": 0.673355, "precision": 0.655764, "recall": 0.721344}, {"accuracy": 0.488142, "f1": 0.431679, "hf_subset": "san_Deva-sun_Latn", "languages": ["san-Deva", "sun-Latn"], "main_score": 0.431679, "precision": 0.411233, "recall": 0.488142}, {"accuracy": 0.112648, "f1": 0.073699, "hf_subset": "san_Deva-umb_Latn", "languages": ["san-Deva", "umb-Latn"], "main_score": 0.073699, "precision": 0.063115, "recall": 0.112648}, {"accuracy": 0.703557, "f1": 0.657295, "hf_subset": "san_Deva-ajp_Arab", "languages": ["san-Deva", "ajp-Arab"], "main_score": 0.657295, "precision": 0.638971, "recall": 0.703557}, {"accuracy": 0.0583, "f1": 0.037727, "hf_subset": "san_Deva-bjn_Arab", "languages": ["san-Deva", "bjn-Arab"], "main_score": 0.037727, "precision": 0.033141, "recall": 0.0583}, {"accuracy": 0.162055, "f1": 0.114606, "hf_subset": "san_Deva-ewe_Latn", "languages": ["san-Deva", "ewe-Latn"], "main_score": 0.114606, "precision": 0.101202, "recall": 0.162055}, {"accuracy": 0.242095, "f1": 0.184441, "hf_subset": "san_Deva-ilo_Latn", "languages": ["san-Deva", "ilo-Latn"], "main_score": 0.184441, "precision": 0.16859, "recall": 0.242095}, {"accuracy": 0.055336, "f1": 0.034992, "hf_subset": "san_Deva-knc_Arab", "languages": ["san-Deva", "knc-Arab"], "main_score": 0.034992, "precision": 0.029829, "recall": 0.055336}, {"accuracy": 0.743083, "f1": 0.697194, "hf_subset": "san_Deva-mkd_Cyrl", "languages": ["san-Deva", "mkd-Cyrl"], "main_score": 0.697194, "precision": 0.679759, "recall": 0.743083}, {"accuracy": 0.703557, "f1": 0.657569, "hf_subset": "san_Deva-prs_Arab", "languages": ["san-Deva", "prs-Arab"], "main_score": 0.657569, "precision": 0.639427, "recall": 0.703557}, {"accuracy": 0.727273, "f1": 0.675357, "hf_subset": "san_Deva-swe_Latn", "languages": ["san-Deva", "swe-Latn"], "main_score": 0.675357, "precision": 0.654754, "recall": 0.727273}, {"accuracy": 0.681818, "f1": 0.628815, "hf_subset": "san_Deva-urd_Arab", "languages": ["san-Deva", "urd-Arab"], "main_score": 0.628815, "precision": 0.607975, "recall": 0.681818}, {"accuracy": 0.189723, "f1": 0.134093, "hf_subset": "san_Deva-aka_Latn", "languages": ["san-Deva", "aka-Latn"], "main_score": 0.134093, "precision": 0.118469, "recall": 0.189723}, {"accuracy": 0.493083, "f1": 0.433703, "hf_subset": "san_Deva-bjn_Latn", "languages": ["san-Deva", "bjn-Latn"], "main_score": 0.433703, "precision": 0.412044, "recall": 0.493083}, {"accuracy": 0.288538, "f1": 0.238076, "hf_subset": "san_Deva-fao_Latn", "languages": ["san-Deva", "fao-Latn"], "main_score": 0.238076, "precision": 0.221514, "recall": 0.288538}, {"accuracy": 0.727273, "f1": 0.681074, "hf_subset": "san_Deva-ind_Latn", "languages": ["san-Deva", "ind-Latn"], "main_score": 0.681074, "precision": 0.663284, "recall": 0.727273}, {"accuracy": 0.164032, "f1": 0.113212, "hf_subset": "san_Deva-knc_Latn", "languages": ["san-Deva", "knc-Latn"], "main_score": 0.113212, "precision": 0.100039, "recall": 0.164032}, {"accuracy": 0.210474, "f1": 0.15556, "hf_subset": "san_Deva-mlt_Latn", "languages": ["san-Deva", "mlt-Latn"], "main_score": 0.15556, "precision": 0.14136, "recall": 0.210474}, {"accuracy": 0.185771, "f1": 0.128396, "hf_subset": "san_Deva-quy_Latn", "languages": ["san-Deva", "quy-Latn"], "main_score": 0.128396, "precision": 0.1132, "recall": 0.185771}, {"accuracy": 0.229249, "f1": 0.178319, "hf_subset": "san_Deva-swh_Latn", "languages": ["san-Deva", "swh-Latn"], "main_score": 0.178319, "precision": 0.164768, "recall": 0.229249}, {"accuracy": 0.409091, "f1": 0.351488, "hf_subset": "san_Deva-uzn_Latn", "languages": ["san-Deva", "uzn-Latn"], "main_score": 0.351488, "precision": 0.333021, "recall": 0.409091}, {"accuracy": 0.737154, "f1": 0.691831, "hf_subset": "san_Deva-als_Latn", "languages": ["san-Deva", "als-Latn"], "main_score": 0.691831, "precision": 0.67371, "recall": 0.737154}, {"accuracy": 0.05336, "f1": 0.021204, "hf_subset": "san_Deva-bod_Tibt", "languages": ["san-Deva", "bod-Tibt"], "main_score": 0.021204, "precision": 0.017113, "recall": 0.05336}, {"accuracy": 0.126482, "f1": 0.087154, "hf_subset": "san_Deva-fij_Latn", "languages": ["san-Deva", "fij-Latn"], "main_score": 0.087154, "precision": 0.078073, "recall": 0.126482}, {"accuracy": 0.47332, "f1": 0.419179, "hf_subset": "san_Deva-isl_Latn", "languages": ["san-Deva", "isl-Latn"], "main_score": 0.419179, "precision": 0.399781, "recall": 0.47332}, {"accuracy": 0.159091, "f1": 0.108015, "hf_subset": "san_Deva-kon_Latn", "languages": ["san-Deva", "kon-Latn"], "main_score": 0.108015, "precision": 0.095207, "recall": 0.159091}, {"accuracy": 0.051383, "f1": 0.024395, "hf_subset": "san_Deva-mni_Beng", "languages": ["san-Deva", "mni-Beng"], "main_score": 0.024395, "precision": 0.020015, "recall": 0.051383}, {"accuracy": 0.733202, "f1": 0.683778, "hf_subset": "san_Deva-ron_Latn", "languages": ["san-Deva", "ron-Latn"], "main_score": 0.683778, "precision": 0.665192, "recall": 0.733202}, {"accuracy": 0.491107, "f1": 0.435168, "hf_subset": "san_Deva-szl_Latn", "languages": ["san-Deva", "szl-Latn"], "main_score": 0.435168, "precision": 0.414168, "recall": 0.491107}, {"accuracy": 0.517787, "f1": 0.457646, "hf_subset": "san_Deva-vec_Latn", "languages": ["san-Deva", "vec-Latn"], "main_score": 0.457646, "precision": 0.435783, "recall": 0.517787}, {"accuracy": 0.504941, "f1": 0.448315, "hf_subset": "san_Deva-amh_Ethi", "languages": ["san-Deva", "amh-Ethi"], "main_score": 0.448315, "precision": 0.426465, "recall": 0.504941}, {"accuracy": 0.737154, "f1": 0.687515, "hf_subset": "san_Deva-bos_Latn", "languages": ["san-Deva", "bos-Latn"], "main_score": 0.687515, "precision": 0.669496, "recall": 0.737154}, {"accuracy": 0.725296, "f1": 0.676074, "hf_subset": "san_Deva-fin_Latn", "languages": ["san-Deva", "fin-Latn"], "main_score": 0.676074, "precision": 0.658002, "recall": 0.725296}, {"accuracy": 0.72332, "f1": 0.672231, "hf_subset": "san_Deva-ita_Latn", "languages": ["san-Deva", "ita-Latn"], "main_score": 0.672231, "precision": 0.653271, "recall": 0.72332}, {"accuracy": 0.711462, "f1": 0.670589, "hf_subset": "san_Deva-kor_Hang", "languages": ["san-Deva", "kor-Hang"], "main_score": 0.670589, "precision": 0.654808, "recall": 0.711462}, {"accuracy": 0.149209, "f1": 0.108383, "hf_subset": "san_Deva-mos_Latn", "languages": ["san-Deva", "mos-Latn"], "main_score": 0.108383, "precision": 0.098051, "recall": 0.149209}, {"accuracy": 0.104743, "f1": 0.073026, "hf_subset": "san_Deva-run_Latn", "languages": ["san-Deva", "run-Latn"], "main_score": 0.073026, "precision": 0.064128, "recall": 0.104743}, {"accuracy": 0.589921, "f1": 0.542986, "hf_subset": "san_Deva-tam_Taml", "languages": ["san-Deva", "tam-Taml"], "main_score": 0.542986, "precision": 0.525323, "recall": 0.589921}, {"accuracy": 0.721344, "f1": 0.667902, "hf_subset": "san_Deva-vie_Latn", "languages": ["san-Deva", "vie-Latn"], "main_score": 0.667902, "precision": 0.647953, "recall": 0.721344}, {"accuracy": 0.670949, "f1": 0.617943, "hf_subset": "san_Deva-apc_Arab", "languages": ["san-Deva", "apc-Arab"], "main_score": 0.617943, "precision": 0.597145, "recall": 0.670949}, {"accuracy": 0.253953, "f1": 0.201547, "hf_subset": "san_Deva-bug_Latn", "languages": ["san-Deva", "bug-Latn"], "main_score": 0.201547, "precision": 0.185529, "recall": 0.253953}, {"accuracy": 0.142292, "f1": 0.096186, "hf_subset": "san_Deva-fon_Latn", "languages": ["san-Deva", "fon-Latn"], "main_score": 0.096186, "precision": 0.085446, "recall": 0.142292}, {"accuracy": 0.475296, "f1": 0.418499, "hf_subset": "san_Deva-jav_Latn", "languages": ["san-Deva", "jav-Latn"], "main_score": 0.418499, "precision": 0.398127, "recall": 0.475296}, {"accuracy": 0.616601, "f1": 0.566658, "hf_subset": "san_Deva-lao_Laoo", "languages": ["san-Deva", "lao-Laoo"], "main_score": 0.566658, "precision": 0.547882, "recall": 0.616601}, {"accuracy": 0.130435, "f1": 0.085245, "hf_subset": "san_Deva-mri_Latn", "languages": ["san-Deva", "mri-Latn"], "main_score": 0.085245, "precision": 0.075433, "recall": 0.130435}, {"accuracy": 0.732213, "f1": 0.684815, "hf_subset": "san_Deva-rus_Cyrl", "languages": ["san-Deva", "rus-Cyrl"], "main_score": 0.684815, "precision": 0.666964, "recall": 0.732213}, {"accuracy": 0.153162, "f1": 0.115357, "hf_subset": "san_Deva-taq_Latn", "languages": ["san-Deva", "taq-Latn"], "main_score": 0.115357, "precision": 0.106599, "recall": 0.153162}, {"accuracy": 0.26581, "f1": 0.201397, "hf_subset": "san_Deva-war_Latn", "languages": ["san-Deva", "war-Latn"], "main_score": 0.201397, "precision": 0.182638, "recall": 0.26581}, {"accuracy": 0.721344, "f1": 0.674495, "hf_subset": "san_Deva-arb_Arab", "languages": ["san-Deva", "arb-Arab"], "main_score": 0.674495, "precision": 0.656562, "recall": 0.721344}, {"accuracy": 0.75, "f1": 0.703519, "hf_subset": "san_Deva-bul_Cyrl", "languages": ["san-Deva", "bul-Cyrl"], "main_score": 0.703519, "precision": 0.686107, "recall": 0.75}, {"accuracy": 0.718379, "f1": 0.667921, "hf_subset": "san_Deva-fra_Latn", "languages": ["san-Deva", "fra-Latn"], "main_score": 0.667921, "precision": 0.64857, "recall": 0.718379}, {"accuracy": 0.728261, "f1": 0.675114, "hf_subset": "san_Deva-jpn_Jpan", "languages": ["san-Deva", "jpn-Jpan"], "main_score": 0.675114, "precision": 0.654002, "recall": 0.728261}, {"accuracy": 0.47332, "f1": 0.410529, "hf_subset": "san_Deva-lij_Latn", "languages": ["san-Deva", "lij-Latn"], "main_score": 0.410529, "precision": 0.388646, "recall": 0.47332}, {"accuracy": 0.639328, "f1": 0.589917, "hf_subset": "san_Deva-mya_Mymr", "languages": ["san-Deva", "mya-Mymr"], "main_score": 0.589917, "precision": 0.570108, "recall": 0.639328}, {"accuracy": 0.15415, "f1": 0.106324, "hf_subset": "san_Deva-sag_Latn", "languages": ["san-Deva", "sag-Latn"], "main_score": 0.106324, "precision": 0.093362, "recall": 0.15415}, {"accuracy": 0.067194, "f1": 0.033708, "hf_subset": "san_Deva-taq_Tfng", "languages": ["san-Deva", "taq-Tfng"], "main_score": 0.033708, "precision": 0.029064, "recall": 0.067194}, {"accuracy": 0.164032, "f1": 0.115901, "hf_subset": "san_Deva-wol_Latn", "languages": ["san-Deva", "wol-Latn"], "main_score": 0.115901, "precision": 0.103115, "recall": 0.164032}, {"accuracy": 0.076087, "f1": 0.041275, "hf_subset": "san_Deva-arb_Latn", "languages": ["san-Deva", "arb-Latn"], "main_score": 0.041275, "precision": 0.03474, "recall": 0.076087}, {"accuracy": 0.724308, "f1": 0.673919, "hf_subset": "san_Deva-cat_Latn", "languages": ["san-Deva", "cat-Latn"], "main_score": 0.673919, "precision": 0.654988, "recall": 0.724308}, {"accuracy": 0.453557, "f1": 0.39097, "hf_subset": "san_Deva-fur_Latn", "languages": ["san-Deva", "fur-Latn"], "main_score": 0.39097, "precision": 0.370066, "recall": 0.453557}, {"accuracy": 0.056324, "f1": 0.038452, "hf_subset": "san_Deva-kab_Latn", "languages": ["san-Deva", "kab-Latn"], "main_score": 0.038452, "precision": 0.034294, "recall": 0.056324}, {"accuracy": 0.483202, "f1": 0.418876, "hf_subset": "san_Deva-lim_Latn", "languages": ["san-Deva", "lim-Latn"], "main_score": 0.418876, "precision": 0.395506, "recall": 0.483202}, {"accuracy": 0.720356, "f1": 0.666902, "hf_subset": "san_Deva-nld_Latn", "languages": ["san-Deva", "nld-Latn"], "main_score": 0.666902, "precision": 0.646742, "recall": 0.720356}, {"accuracy": 0.336957, "f1": 0.28131, "hf_subset": "san_Deva-tat_Cyrl", "languages": ["san-Deva", "tat-Cyrl"], "main_score": 0.28131, "precision": 0.262296, "recall": 0.336957}, {"accuracy": 0.13834, "f1": 0.086683, "hf_subset": "san_Deva-xho_Latn", "languages": ["san-Deva", "xho-Latn"], "main_score": 0.086683, "precision": 0.074398, "recall": 0.13834}, {"accuracy": 0.715415, "f1": 0.666168, "hf_subset": "san_Deva-ars_Arab", "languages": ["san-Deva", "ars-Arab"], "main_score": 0.666168, "precision": 0.647073, "recall": 0.715415}, {"accuracy": 0.252964, "f1": 0.193006, "hf_subset": "san_Deva-ceb_Latn", "languages": ["san-Deva", "ceb-Latn"], "main_score": 0.193006, "precision": 0.174991, "recall": 0.252964}, {"accuracy": 0.137352, "f1": 0.096695, "hf_subset": "san_Deva-fuv_Latn", "languages": ["san-Deva", "fuv-Latn"], "main_score": 0.096695, "precision": 0.087817, "recall": 0.137352}, {"accuracy": 0.136364, "f1": 0.093339, "hf_subset": "san_Deva-kac_Latn", "languages": ["san-Deva", "kac-Latn"], "main_score": 0.093339, "precision": 0.083933, "recall": 0.136364}, {"accuracy": 0.157115, "f1": 0.114663, "hf_subset": "san_Deva-lin_Latn", "languages": ["san-Deva", "lin-Latn"], "main_score": 0.114663, "precision": 0.103507, "recall": 0.157115}, {"accuracy": 0.693676, "f1": 0.648384, "hf_subset": "san_Deva-nno_Latn", "languages": ["san-Deva", "nno-Latn"], "main_score": 0.648384, "precision": 0.631398, "recall": 0.693676}, {"accuracy": 0.01581, "f1": 0.003669, "hf_subset": "san_Deva-sat_Olck", "languages": ["san-Deva", "sat-Olck"], "main_score": 0.003669, "precision": 0.002675, "recall": 0.01581}, {"accuracy": 0.561265, "f1": 0.509611, "hf_subset": "san_Deva-tel_Telu", "languages": ["san-Deva", "tel-Telu"], "main_score": 0.509611, "precision": 0.489194, "recall": 0.561265}, {"accuracy": 0.264822, "f1": 0.208252, "hf_subset": "san_Deva-ydd_Hebr", "languages": ["san-Deva", "ydd-Hebr"], "main_score": 0.208252, "precision": 0.188803, "recall": 0.264822}, {"accuracy": 0.591897, "f1": 0.541422, "hf_subset": "san_Deva-ary_Arab", "languages": ["san-Deva", "ary-Arab"], "main_score": 0.541422, "precision": 0.521738, "recall": 0.591897}, {"accuracy": 0.721344, "f1": 0.671595, "hf_subset": "san_Deva-ces_Latn", "languages": ["san-Deva", "ces-Latn"], "main_score": 0.671595, "precision": 0.652677, "recall": 0.721344}, {"accuracy": 0.066206, "f1": 0.036982, "hf_subset": "san_Deva-gaz_Latn", "languages": ["san-Deva", "gaz-Latn"], "main_score": 0.036982, "precision": 0.031994, "recall": 0.066206}, {"accuracy": 0.130435, "f1": 0.091164, "hf_subset": "san_Deva-kam_Latn", "languages": ["san-Deva", "kam-Latn"], "main_score": 0.091164, "precision": 0.08037, "recall": 0.130435}, {"accuracy": 0.720356, "f1": 0.66836, "hf_subset": "san_Deva-lit_Latn", "languages": ["san-Deva", "lit-Latn"], "main_score": 0.66836, "precision": 0.647981, "recall": 0.720356}, {"accuracy": 0.72332, "f1": 0.672079, "hf_subset": "san_Deva-nob_Latn", "languages": ["san-Deva", "nob-Latn"], "main_score": 0.672079, "precision": 0.65246, "recall": 0.72332}, {"accuracy": 0.403162, "f1": 0.347131, "hf_subset": "san_Deva-scn_Latn", "languages": ["san-Deva", "scn-Latn"], "main_score": 0.347131, "precision": 0.328569, "recall": 0.403162}, {"accuracy": 0.139328, "f1": 0.09772, "hf_subset": "san_Deva-tgk_Cyrl", "languages": ["san-Deva", "tgk-Cyrl"], "main_score": 0.09772, "precision": 0.086669, "recall": 0.139328}, {"accuracy": 0.15415, "f1": 0.106375, "hf_subset": "san_Deva-yor_Latn", "languages": ["san-Deva", "yor-Latn"], "main_score": 0.106375, "precision": 0.093797, "recall": 0.15415}, {"accuracy": 0.674901, "f1": 0.626437, "hf_subset": "san_Deva-arz_Arab", "languages": ["san-Deva", "arz-Arab"], "main_score": 0.626437, "precision": 0.608118, "recall": 0.674901}, {"accuracy": 0.123518, "f1": 0.082426, "hf_subset": "san_Deva-cjk_Latn", "languages": ["san-Deva", "cjk-Latn"], "main_score": 0.082426, "precision": 0.072647, "recall": 0.123518}, {"accuracy": 0.12747, "f1": 0.090399, "hf_subset": "san_Deva-gla_Latn", "languages": ["san-Deva", "gla-Latn"], "main_score": 0.090399, "precision": 0.080258, "recall": 0.12747}, {"accuracy": 0.550395, "f1": 0.5034, "hf_subset": "san_Deva-kan_Knda", "languages": ["san-Deva", "kan-Knda"], "main_score": 0.5034, "precision": 0.486763, "recall": 0.550395}, {"accuracy": 0.403162, "f1": 0.352694, "hf_subset": "san_Deva-lmo_Latn", "languages": ["san-Deva", "lmo-Latn"], "main_score": 0.352694, "precision": 0.335154, "recall": 0.403162}, {"accuracy": 0.699605, "f1": 0.662615, "hf_subset": "san_Deva-npi_Deva", "languages": ["san-Deva", "npi-Deva"], "main_score": 0.662615, "precision": 0.648478, "recall": 0.699605}, {"accuracy": 0.170949, "f1": 0.127457, "hf_subset": "san_Deva-shn_Mymr", "languages": ["san-Deva", "shn-Mymr"], "main_score": 0.127457, "precision": 0.114059, "recall": 0.170949}, {"accuracy": 0.306324, "f1": 0.24383, "hf_subset": "san_Deva-tgl_Latn", "languages": ["san-Deva", "tgl-Latn"], "main_score": 0.24383, "precision": 0.224692, "recall": 0.306324}, {"accuracy": 0.733202, "f1": 0.68518, "hf_subset": "san_Deva-yue_Hant", "languages": ["san-Deva", "yue-Hant"], "main_score": 0.68518, "precision": 0.666264, "recall": 0.733202}, {"accuracy": 0.380435, "f1": 0.318816, "hf_subset": "san_Deva-asm_Beng", "languages": ["san-Deva", "asm-Beng"], "main_score": 0.318816, "precision": 0.296494, "recall": 0.380435}, {"accuracy": 0.551383, "f1": 0.492555, "hf_subset": "san_Deva-ckb_Arab", "languages": ["san-Deva", "ckb-Arab"], "main_score": 0.492555, "precision": 0.470004, "recall": 0.551383}, {"accuracy": 0.195652, "f1": 0.142743, "hf_subset": "san_Deva-gle_Latn", "languages": ["san-Deva", "gle-Latn"], "main_score": 0.142743, "precision": 0.129476, "recall": 0.195652}, {"accuracy": 0.427866, "f1": 0.374915, "hf_subset": "san_Deva-kas_Arab", "languages": ["san-Deva", "kas-Arab"], "main_score": 0.374915, "precision": 0.355674, "recall": 0.427866}, {"accuracy": 0.43083, "f1": 0.372286, "hf_subset": "san_Deva-ltg_Latn", "languages": ["san-Deva", "ltg-Latn"], "main_score": 0.372286, "precision": 0.35138, "recall": 0.43083}, {"accuracy": 0.172925, "f1": 0.11982, "hf_subset": "san_Deva-nso_Latn", "languages": ["san-Deva", "nso-Latn"], "main_score": 0.11982, "precision": 0.105483, "recall": 0.172925}, {"accuracy": 0.61166, "f1": 0.564713, "hf_subset": "san_Deva-sin_Sinh", "languages": ["san-Deva", "sin-Sinh"], "main_score": 0.564713, "precision": 0.546642, "recall": 0.61166}, {"accuracy": 0.714427, "f1": 0.66686, "hf_subset": "san_Deva-tha_Thai", "languages": ["san-Deva", "tha-Thai"], "main_score": 0.66686, "precision": 0.647877, "recall": 0.714427}, {"accuracy": 0.718379, "f1": 0.662274, "hf_subset": "san_Deva-zho_Hans", "languages": ["san-Deva", "zho-Hans"], "main_score": 0.662274, "precision": 0.640972, "recall": 0.718379}, {"accuracy": 0.618577, "f1": 0.565995, "hf_subset": "san_Deva-ast_Latn", "languages": ["san-Deva", "ast-Latn"], "main_score": 0.565995, "precision": 0.545917, "recall": 0.618577}, {"accuracy": 0.468379, "f1": 0.422031, "hf_subset": "san_Deva-crh_Latn", "languages": ["san-Deva", "crh-Latn"], "main_score": 0.422031, "precision": 0.404665, "recall": 0.468379}, {"accuracy": 0.738142, "f1": 0.690516, "hf_subset": "san_Deva-glg_Latn", "languages": ["san-Deva", "glg-Latn"], "main_score": 0.690516, "precision": 0.672228, "recall": 0.738142}, {"accuracy": 0.283597, "f1": 0.234624, "hf_subset": "san_Deva-kas_Deva", "languages": ["san-Deva", "kas-Deva"], "main_score": 0.234624, "precision": 0.218461, "recall": 0.283597}, {"accuracy": 0.320158, "f1": 0.260132, "hf_subset": "san_Deva-ltz_Latn", "languages": ["san-Deva", "ltz-Latn"], "main_score": 0.260132, "precision": 0.24126, "recall": 0.320158}, {"accuracy": 0.075099, "f1": 0.043363, "hf_subset": "san_Deva-nus_Latn", "languages": ["san-Deva", "nus-Latn"], "main_score": 0.043363, "precision": 0.037983, "recall": 0.075099}, {"accuracy": 0.731225, "f1": 0.684633, "hf_subset": "san_Deva-slk_Latn", "languages": ["san-Deva", "slk-Latn"], "main_score": 0.684633, "precision": 0.667163, "recall": 0.731225}, {"accuracy": 0.152174, "f1": 0.111471, "hf_subset": "san_Deva-tir_Ethi", "languages": ["san-Deva", "tir-Ethi"], "main_score": 0.111471, "precision": 0.100439, "recall": 0.152174}, {"accuracy": 0.721344, "f1": 0.670972, "hf_subset": "san_Deva-zho_Hant", "languages": ["san-Deva", "zho-Hant"], "main_score": 0.670972, "precision": 0.650517, "recall": 0.721344}, {"accuracy": 0.675889, "f1": 0.639846, "hf_subset": "san_Deva-awa_Deva", "languages": ["san-Deva", "awa-Deva"], "main_score": 0.639846, "precision": 0.625816, "recall": 0.675889}, {"accuracy": 0.278656, "f1": 0.218789, "hf_subset": "san_Deva-cym_Latn", "languages": ["san-Deva", "cym-Latn"], "main_score": 0.218789, "precision": 0.200735, "recall": 0.278656}, {"accuracy": 0.222332, "f1": 0.165926, "hf_subset": "san_Deva-grn_Latn", "languages": ["san-Deva", "grn-Latn"], "main_score": 0.165926, "precision": 0.15041, "recall": 0.222332}, {"accuracy": 0.628458, "f1": 0.57177, "hf_subset": "san_Deva-kat_Geor", "languages": ["san-Deva", "kat-Geor"], "main_score": 0.57177, "precision": 0.551429, "recall": 0.628458}, {"accuracy": 0.178854, "f1": 0.126471, "hf_subset": "san_Deva-lua_Latn", "languages": ["san-Deva", "lua-Latn"], "main_score": 0.126471, "precision": 0.112419, "recall": 0.178854}, {"accuracy": 0.168972, "f1": 0.116375, "hf_subset": "san_Deva-nya_Latn", "languages": ["san-Deva", "nya-Latn"], "main_score": 0.116375, "precision": 0.102636, "recall": 0.168972}, {"accuracy": 0.714427, "f1": 0.666038, "hf_subset": "san_Deva-slv_Latn", "languages": ["san-Deva", "slv-Latn"], "main_score": 0.666038, "precision": 0.647848, "recall": 0.714427}, {"accuracy": 0.305336, "f1": 0.237307, "hf_subset": "san_Deva-tpi_Latn", "languages": ["san-Deva", "tpi-Latn"], "main_score": 0.237307, "precision": 0.217273, "recall": 0.305336}, {"accuracy": 0.713439, "f1": 0.664032, "hf_subset": "san_Deva-zsm_Latn", "languages": ["san-Deva", "zsm-Latn"], "main_score": 0.664032, "precision": 0.644885, "recall": 0.713439}, {"accuracy": 0.129447, "f1": 0.079666, "hf_subset": "san_Deva-ayr_Latn", "languages": ["san-Deva", "ayr-Latn"], "main_score": 0.079666, "precision": 0.067403, "recall": 0.129447}, {"accuracy": 0.741107, "f1": 0.695565, "hf_subset": "san_Deva-dan_Latn", "languages": ["san-Deva", "dan-Latn"], "main_score": 0.695565, "precision": 0.677394, "recall": 0.741107}, {"accuracy": 0.656126, "f1": 0.61118, "hf_subset": "san_Deva-guj_Gujr", "languages": ["san-Deva", "guj-Gujr"], "main_score": 0.61118, "precision": 0.593977, "recall": 0.656126}, {"accuracy": 0.655138, "f1": 0.612306, "hf_subset": "san_Deva-kaz_Cyrl", "languages": ["san-Deva", "kaz-Cyrl"], "main_score": 0.612306, "precision": 0.596661, "recall": 0.655138}, {"accuracy": 0.118577, "f1": 0.078569, "hf_subset": "san_Deva-lug_Latn", "languages": ["san-Deva", "lug-Latn"], "main_score": 0.078569, "precision": 0.068664, "recall": 0.118577}, {"accuracy": 0.630435, "f1": 0.578079, "hf_subset": "san_Deva-oci_Latn", "languages": ["san-Deva", "oci-Latn"], "main_score": 0.578079, "precision": 0.557917, "recall": 0.630435}, {"accuracy": 0.132411, "f1": 0.08835, "hf_subset": "san_Deva-smo_Latn", "languages": ["san-Deva", "smo-Latn"], "main_score": 0.08835, "precision": 0.07618, "recall": 0.132411}, {"accuracy": 0.139328, "f1": 0.090627, "hf_subset": "san_Deva-tsn_Latn", "languages": ["san-Deva", "tsn-Latn"], "main_score": 0.090627, "precision": 0.078197, "recall": 0.139328}, {"accuracy": 0.097826, "f1": 0.061176, "hf_subset": "san_Deva-zul_Latn", "languages": ["san-Deva", "zul-Latn"], "main_score": 0.061176, "precision": 0.052925, "recall": 0.097826}, {"accuracy": 0.364625, "f1": 0.310484, "hf_subset": "san_Deva-azb_Arab", "languages": ["san-Deva", "azb-Arab"], "main_score": 0.310484, "precision": 0.291259, "recall": 0.364625}, {"accuracy": 0.732213, "f1": 0.67996, "hf_subset": "san_Deva-deu_Latn", "languages": ["san-Deva", "deu-Latn"], "main_score": 0.67996, "precision": 0.659889, "recall": 0.732213}, {"accuracy": 0.206522, "f1": 0.148514, "hf_subset": "san_Deva-hat_Latn", "languages": ["san-Deva", "hat-Latn"], "main_score": 0.148514, "precision": 0.133194, "recall": 0.206522}, {"accuracy": 0.109684, "f1": 0.064341, "hf_subset": "san_Deva-kbp_Latn", "languages": ["san-Deva", "kbp-Latn"], "main_score": 0.064341, "precision": 0.053211, "recall": 0.109684}, {"accuracy": 0.148221, "f1": 0.097973, "hf_subset": "san_Deva-luo_Latn", "languages": ["san-Deva", "luo-Latn"], "main_score": 0.097973, "precision": 0.084748, "recall": 0.148221}, {"accuracy": 0.51581, "f1": 0.46384, "hf_subset": "san_Deva-ory_Orya", "languages": ["san-Deva", "ory-Orya"], "main_score": 0.46384, "precision": 0.444745, "recall": 0.51581}, {"accuracy": 0.110672, "f1": 0.068857, "hf_subset": "san_Deva-sna_Latn", "languages": ["san-Deva", "sna-Latn"], "main_score": 0.068857, "precision": 0.058983, "recall": 0.110672}, {"accuracy": 0.126482, "f1": 0.087878, "hf_subset": "san_Deva-tso_Latn", "languages": ["san-Deva", "tso-Latn"], "main_score": 0.087878, "precision": 0.077711, "recall": 0.126482}, {"accuracy": 0.636364, "f1": 0.591094, "hf_subset": "san_Deva-azj_Latn", "languages": ["san-Deva", "azj-Latn"], "main_score": 0.591094, "precision": 0.573168, "recall": 0.636364}, {"accuracy": 0.173913, "f1": 0.125169, "hf_subset": "san_Deva-dik_Latn", "languages": ["san-Deva", "dik-Latn"], "main_score": 0.125169, "precision": 0.112604, "recall": 0.173913}, {"accuracy": 0.166008, "f1": 0.112229, "hf_subset": "san_Deva-hau_Latn", "languages": ["san-Deva", "hau-Latn"], "main_score": 0.112229, "precision": 0.098268, "recall": 0.166008}, {"accuracy": 0.382411, "f1": 0.329462, "hf_subset": "san_Deva-kea_Latn", "languages": ["san-Deva", "kea-Latn"], "main_score": 0.329462, "precision": 0.310768, "recall": 0.382411}, {"accuracy": 0.231225, "f1": 0.171108, "hf_subset": "san_Deva-lus_Latn", "languages": ["san-Deva", "lus-Latn"], "main_score": 0.171108, "precision": 0.153277, "recall": 0.231225}, {"accuracy": 0.322134, "f1": 0.254123, "hf_subset": "san_Deva-pag_Latn", "languages": ["san-Deva", "pag-Latn"], "main_score": 0.254123, "precision": 0.234138, "recall": 0.322134}, {"accuracy": 0.583992, "f1": 0.533696, "hf_subset": "san_Deva-snd_Arab", "languages": ["san-Deva", "snd-Arab"], "main_score": 0.533696, "precision": 0.51353, "recall": 0.583992}, {"accuracy": 0.211462, "f1": 0.161012, "hf_subset": "san_Deva-tuk_Latn", "languages": ["san-Deva", "tuk-Latn"], "main_score": 0.161012, "precision": 0.146215, "recall": 0.211462}, {"accuracy": 0.317194, "f1": 0.262811, "hf_subset": "san_Deva-bak_Cyrl", "languages": ["san-Deva", "bak-Cyrl"], "main_score": 0.262811, "precision": 0.244538, "recall": 0.317194}, {"accuracy": 0.102767, "f1": 0.065117, "hf_subset": "san_Deva-dyu_Latn", "languages": ["san-Deva", "dyu-Latn"], "main_score": 0.065117, "precision": 0.056446, "recall": 0.102767}, {"accuracy": 0.722332, "f1": 0.676643, "hf_subset": "san_Deva-heb_Hebr", "languages": ["san-Deva", "heb-Hebr"], "main_score": 0.676643, "precision": 0.658661, "recall": 0.722332}, {"accuracy": 0.697628, "f1": 0.65776, "hf_subset": "san_Deva-khk_Cyrl", "languages": ["san-Deva", "khk-Cyrl"], "main_score": 0.65776, "precision": 0.643044, "recall": 0.697628}, {"accuracy": 0.719368, "f1": 0.667909, "hf_subset": "san_Deva-lvs_Latn", "languages": ["san-Deva", "lvs-Latn"], "main_score": 0.667909, "precision": 0.648092, "recall": 0.719368}, {"accuracy": 0.550395, "f1": 0.490751, "hf_subset": "san_Deva-pan_Guru", "languages": ["san-Deva", "pan-Guru"], "main_score": 0.490751, "precision": 0.468631, "recall": 0.550395}, {"accuracy": 0.177866, "f1": 0.129126, "hf_subset": "san_Deva-som_Latn", "languages": ["san-Deva", "som-Latn"], "main_score": 0.129126, "precision": 0.115773, "recall": 0.177866}, {"accuracy": 0.133399, "f1": 0.084611, "hf_subset": "san_Deva-tum_Latn", "languages": ["san-Deva", "tum-Latn"], "main_score": 0.084611, "precision": 0.072913, "recall": 0.133399}, {"accuracy": 0.083992, "f1": 0.060136, "hf_subset": "tat_Cyrl-ace_Arab", "languages": ["tat-Cyrl", "ace-Arab"], "main_score": 0.060136, "precision": 0.054166, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.1307, "hf_subset": "tat_Cyrl-bam_Latn", "languages": ["tat-Cyrl", "bam-Latn"], "main_score": 0.1307, "precision": 0.11969, "recall": 0.167984}, {"accuracy": 0.001976, "f1": 0.000126, "hf_subset": "tat_Cyrl-dzo_Tibt", "languages": ["tat-Cyrl", "dzo-Tibt"], "main_score": 0.000126, "precision": 6.6e-05, "recall": 0.001976}, {"accuracy": 0.433794, "f1": 0.384193, "hf_subset": "tat_Cyrl-hin_Deva", "languages": ["tat-Cyrl", "hin-Deva"], "main_score": 0.384193, "precision": 0.367338, "recall": 0.433794}, {"accuracy": 0.329051, "f1": 0.298244, "hf_subset": "tat_Cyrl-khm_Khmr", "languages": ["tat-Cyrl", "khm-Khmr"], "main_score": 0.298244, "precision": 0.287302, "recall": 0.329051}, {"accuracy": 0.395257, "f1": 0.361105, "hf_subset": "tat_Cyrl-mag_Deva", "languages": ["tat-Cyrl", "mag-Deva"], "main_score": 0.361105, "precision": 0.348847, "recall": 0.395257}, {"accuracy": 0.391304, "f1": 0.353403, "hf_subset": "tat_Cyrl-pap_Latn", "languages": ["tat-Cyrl", "pap-Latn"], "main_score": 0.353403, "precision": 0.339285, "recall": 0.391304}, {"accuracy": 0.1917, "f1": 0.150041, "hf_subset": "tat_Cyrl-sot_Latn", "languages": ["tat-Cyrl", "sot-Latn"], "main_score": 0.150041, "precision": 0.139044, "recall": 0.1917}, {"accuracy": 0.480237, "f1": 0.438639, "hf_subset": "tat_Cyrl-tur_Latn", "languages": ["tat-Cyrl", "tur-Latn"], "main_score": 0.438639, "precision": 0.42452, "recall": 0.480237}, {"accuracy": 0.322134, "f1": 0.271979, "hf_subset": "tat_Cyrl-ace_Latn", "languages": ["tat-Cyrl", "ace-Latn"], "main_score": 0.271979, "precision": 0.253992, "recall": 0.322134}, {"accuracy": 0.410079, "f1": 0.36995, "hf_subset": "tat_Cyrl-ban_Latn", "languages": ["tat-Cyrl", "ban-Latn"], "main_score": 0.36995, "precision": 0.355572, "recall": 0.410079}, {"accuracy": 0.448617, "f1": 0.397627, "hf_subset": "tat_Cyrl-ell_Grek", "languages": ["tat-Cyrl", "ell-Grek"], "main_score": 0.397627, "precision": 0.380904, "recall": 0.448617}, {"accuracy": 0.370553, "f1": 0.336657, "hf_subset": "tat_Cyrl-hne_Deva", "languages": ["tat-Cyrl", "hne-Deva"], "main_score": 0.336657, "precision": 0.325135, "recall": 0.370553}, {"accuracy": 0.212451, "f1": 0.169749, "hf_subset": "tat_Cyrl-kik_Latn", "languages": ["tat-Cyrl", "kik-Latn"], "main_score": 0.169749, "precision": 0.156313, "recall": 0.212451}, {"accuracy": 0.400198, "f1": 0.360158, "hf_subset": "tat_Cyrl-mai_Deva", "languages": ["tat-Cyrl", "mai-Deva"], "main_score": 0.360158, "precision": 0.345813, "recall": 0.400198}, {"accuracy": 0.339921, "f1": 0.303324, "hf_subset": "tat_Cyrl-pbt_Arab", "languages": ["tat-Cyrl", "pbt-Arab"], "main_score": 0.303324, "precision": 0.289652, "recall": 0.339921}, {"accuracy": 0.494071, "f1": 0.450496, "hf_subset": "tat_Cyrl-spa_Latn", "languages": ["tat-Cyrl", "spa-Latn"], "main_score": 0.450496, "precision": 0.436261, "recall": 0.494071}, {"accuracy": 0.251976, "f1": 0.200484, "hf_subset": "tat_Cyrl-twi_Latn", "languages": ["tat-Cyrl", "twi-Latn"], "main_score": 0.200484, "precision": 0.184147, "recall": 0.251976}, {"accuracy": 0.428854, "f1": 0.381922, "hf_subset": "tat_Cyrl-acm_Arab", "languages": ["tat-Cyrl", "acm-Arab"], "main_score": 0.381922, "precision": 0.366075, "recall": 0.428854}, {"accuracy": 0.409091, "f1": 0.368308, "hf_subset": "tat_Cyrl-bel_Cyrl", "languages": ["tat-Cyrl", "bel-Cyrl"], "main_score": 0.368308, "precision": 0.354444, "recall": 0.409091}, {"accuracy": 0.496047, "f1": 0.444331, "hf_subset": "tat_Cyrl-eng_Latn", "languages": ["tat-Cyrl", "eng-Latn"], "main_score": 0.444331, "precision": 0.426592, "recall": 0.496047}, {"accuracy": 0.490119, "f1": 0.446389, "hf_subset": "tat_Cyrl-hrv_Latn", "languages": ["tat-Cyrl", "hrv-Latn"], "main_score": 0.446389, "precision": 0.431907, "recall": 0.490119}, {"accuracy": 0.129447, "f1": 0.098063, "hf_subset": "tat_Cyrl-kin_Latn", "languages": ["tat-Cyrl", "kin-Latn"], "main_score": 0.098063, "precision": 0.088913, "recall": 0.129447}, {"accuracy": 0.243083, "f1": 0.20811, "hf_subset": "tat_Cyrl-mal_Mlym", "languages": ["tat-Cyrl", "mal-Mlym"], "main_score": 0.20811, "precision": 0.197561, "recall": 0.243083}, {"accuracy": 0.444664, "f1": 0.400651, "hf_subset": "tat_Cyrl-pes_Arab", "languages": ["tat-Cyrl", "pes-Arab"], "main_score": 0.400651, "precision": 0.384587, "recall": 0.444664}, {"accuracy": 0.376482, "f1": 0.3389, "hf_subset": "tat_Cyrl-srd_Latn", "languages": ["tat-Cyrl", "srd-Latn"], "main_score": 0.3389, "precision": 0.32627, "recall": 0.376482}, {"accuracy": 0.074111, "f1": 0.042847, "hf_subset": "tat_Cyrl-tzm_Tfng", "languages": ["tat-Cyrl", "tzm-Tfng"], "main_score": 0.042847, "precision": 0.037448, "recall": 0.074111}, {"accuracy": 0.432806, "f1": 0.38749, "hf_subset": "tat_Cyrl-acq_Arab", "languages": ["tat-Cyrl", "acq-Arab"], "main_score": 0.38749, "precision": 0.37246, "recall": 0.432806}, {"accuracy": 0.195652, "f1": 0.151563, "hf_subset": "tat_Cyrl-bem_Latn", "languages": ["tat-Cyrl", "bem-Latn"], "main_score": 0.151563, "precision": 0.139064, "recall": 0.195652}, {"accuracy": 0.439723, "f1": 0.409124, "hf_subset": "tat_Cyrl-epo_Latn", "languages": ["tat-Cyrl", "epo-Latn"], "main_score": 0.409124, "precision": 0.397562, "recall": 0.439723}, {"accuracy": 0.481225, "f1": 0.430109, "hf_subset": "tat_Cyrl-hun_Latn", "languages": ["tat-Cyrl", "hun-Latn"], "main_score": 0.430109, "precision": 0.412633, "recall": 0.481225}, {"accuracy": 0.468379, "f1": 0.437639, "hf_subset": "tat_Cyrl-kir_Cyrl", "languages": ["tat-Cyrl", "kir-Cyrl"], "main_score": 0.437639, "precision": 0.428012, "recall": 0.468379}, {"accuracy": 0.327075, "f1": 0.291797, "hf_subset": "tat_Cyrl-mar_Deva", "languages": ["tat-Cyrl", "mar-Deva"], "main_score": 0.291797, "precision": 0.280156, "recall": 0.327075}, {"accuracy": 0.228261, "f1": 0.191389, "hf_subset": "tat_Cyrl-plt_Latn", "languages": ["tat-Cyrl", "plt-Latn"], "main_score": 0.191389, "precision": 0.179094, "recall": 0.228261}, {"accuracy": 0.487154, "f1": 0.440755, "hf_subset": "tat_Cyrl-srp_Cyrl", "languages": ["tat-Cyrl", "srp-Cyrl"], "main_score": 0.440755, "precision": 0.425581, "recall": 0.487154}, {"accuracy": 0.273715, "f1": 0.238577, "hf_subset": "tat_Cyrl-uig_Arab", "languages": ["tat-Cyrl", "uig-Arab"], "main_score": 0.238577, "precision": 0.22676, "recall": 0.273715}, {"accuracy": 0.385375, "f1": 0.347294, "hf_subset": "tat_Cyrl-aeb_Arab", "languages": ["tat-Cyrl", "aeb-Arab"], "main_score": 0.347294, "precision": 0.334959, "recall": 0.385375}, {"accuracy": 0.273715, "f1": 0.240445, "hf_subset": "tat_Cyrl-ben_Beng", "languages": ["tat-Cyrl", "ben-Beng"], "main_score": 0.240445, "precision": 0.229417, "recall": 0.273715}, {"accuracy": 0.465415, "f1": 0.427451, "hf_subset": "tat_Cyrl-est_Latn", "languages": ["tat-Cyrl", "est-Latn"], "main_score": 0.427451, "precision": 0.412946, "recall": 0.465415}, {"accuracy": 0.411067, "f1": 0.365185, "hf_subset": "tat_Cyrl-hye_Armn", "languages": ["tat-Cyrl", "hye-Armn"], "main_score": 0.365185, "precision": 0.349505, "recall": 0.411067}, {"accuracy": 0.162055, "f1": 0.113698, "hf_subset": "tat_Cyrl-kmb_Latn", "languages": ["tat-Cyrl", "kmb-Latn"], "main_score": 0.113698, "precision": 0.100832, "recall": 0.162055}, {"accuracy": 0.037549, "f1": 0.022546, "hf_subset": "tat_Cyrl-min_Arab", "languages": ["tat-Cyrl", "min-Arab"], "main_score": 0.022546, "precision": 0.018766, "recall": 0.037549}, {"accuracy": 0.474308, "f1": 0.427874, "hf_subset": "tat_Cyrl-pol_Latn", "languages": ["tat-Cyrl", "pol-Latn"], "main_score": 0.427874, "precision": 0.413433, "recall": 0.474308}, {"accuracy": 0.131423, "f1": 0.097383, "hf_subset": "tat_Cyrl-ssw_Latn", "languages": ["tat-Cyrl", "ssw-Latn"], "main_score": 0.097383, "precision": 0.088317, "recall": 0.131423}, {"accuracy": 0.494071, "f1": 0.448604, "hf_subset": "tat_Cyrl-ukr_Cyrl", "languages": ["tat-Cyrl", "ukr-Cyrl"], "main_score": 0.448604, "precision": 0.433328, "recall": 0.494071}, {"accuracy": 0.444664, "f1": 0.404422, "hf_subset": "tat_Cyrl-afr_Latn", "languages": ["tat-Cyrl", "afr-Latn"], "main_score": 0.404422, "precision": 0.389568, "recall": 0.444664}, {"accuracy": 0.350791, "f1": 0.311178, "hf_subset": "tat_Cyrl-bho_Deva", "languages": ["tat-Cyrl", "bho-Deva"], "main_score": 0.311178, "precision": 0.298492, "recall": 0.350791}, {"accuracy": 0.394269, "f1": 0.359572, "hf_subset": "tat_Cyrl-eus_Latn", "languages": ["tat-Cyrl", "eus-Latn"], "main_score": 0.359572, "precision": 0.346182, "recall": 0.394269}, {"accuracy": 0.156126, "f1": 0.114542, "hf_subset": "tat_Cyrl-ibo_Latn", "languages": ["tat-Cyrl", "ibo-Latn"], "main_score": 0.114542, "precision": 0.101554, "recall": 0.156126}, {"accuracy": 0.343874, "f1": 0.303587, "hf_subset": "tat_Cyrl-kmr_Latn", "languages": ["tat-Cyrl", "kmr-Latn"], "main_score": 0.303587, "precision": 0.289011, "recall": 0.343874}, {"accuracy": 0.387352, "f1": 0.346192, "hf_subset": "tat_Cyrl-min_Latn", "languages": ["tat-Cyrl", "min-Latn"], "main_score": 0.346192, "precision": 0.332091, "recall": 0.387352}, {"accuracy": 0.493083, "f1": 0.445578, "hf_subset": "tat_Cyrl-por_Latn", "languages": ["tat-Cyrl", "por-Latn"], "main_score": 0.445578, "precision": 0.429764, "recall": 0.493083}, {"accuracy": 0.407115, "f1": 0.371401, "hf_subset": "tat_Cyrl-sun_Latn", "languages": ["tat-Cyrl", "sun-Latn"], "main_score": 0.371401, "precision": 0.358259, "recall": 0.407115}, {"accuracy": 0.145257, "f1": 0.107226, "hf_subset": "tat_Cyrl-umb_Latn", "languages": ["tat-Cyrl", "umb-Latn"], "main_score": 0.107226, "precision": 0.096167, "recall": 0.145257}, {"accuracy": 0.391304, "f1": 0.350631, "hf_subset": "tat_Cyrl-ajp_Arab", "languages": ["tat-Cyrl", "ajp-Arab"], "main_score": 0.350631, "precision": 0.337321, "recall": 0.391304}, {"accuracy": 0.061265, "f1": 0.045541, "hf_subset": "tat_Cyrl-bjn_Arab", "languages": ["tat-Cyrl", "bjn-Arab"], "main_score": 0.045541, "precision": 0.041255, "recall": 0.061265}, {"accuracy": 0.242095, "f1": 0.19784, "hf_subset": "tat_Cyrl-ewe_Latn", "languages": ["tat-Cyrl", "ewe-Latn"], "main_score": 0.19784, "precision": 0.183506, "recall": 0.242095}, {"accuracy": 0.307312, "f1": 0.25714, "hf_subset": "tat_Cyrl-ilo_Latn", "languages": ["tat-Cyrl", "ilo-Latn"], "main_score": 0.25714, "precision": 0.240878, "recall": 0.307312}, {"accuracy": 0.072134, "f1": 0.049635, "hf_subset": "tat_Cyrl-knc_Arab", "languages": ["tat-Cyrl", "knc-Arab"], "main_score": 0.049635, "precision": 0.043477, "recall": 0.072134}, {"accuracy": 0.492095, "f1": 0.442058, "hf_subset": "tat_Cyrl-mkd_Cyrl", "languages": ["tat-Cyrl", "mkd-Cyrl"], "main_score": 0.442058, "precision": 0.424853, "recall": 0.492095}, {"accuracy": 0.390316, "f1": 0.353252, "hf_subset": "tat_Cyrl-prs_Arab", "languages": ["tat-Cyrl", "prs-Arab"], "main_score": 0.353252, "precision": 0.339781, "recall": 0.390316}, {"accuracy": 0.48913, "f1": 0.448198, "hf_subset": "tat_Cyrl-swe_Latn", "languages": ["tat-Cyrl", "swe-Latn"], "main_score": 0.448198, "precision": 0.433777, "recall": 0.48913}, {"accuracy": 0.364625, "f1": 0.316049, "hf_subset": "tat_Cyrl-urd_Arab", "languages": ["tat-Cyrl", "urd-Arab"], "main_score": 0.316049, "precision": 0.299135, "recall": 0.364625}, {"accuracy": 0.246047, "f1": 0.199182, "hf_subset": "tat_Cyrl-aka_Latn", "languages": ["tat-Cyrl", "aka-Latn"], "main_score": 0.199182, "precision": 0.184707, "recall": 0.246047}, {"accuracy": 0.395257, "f1": 0.366023, "hf_subset": "tat_Cyrl-bjn_Latn", "languages": ["tat-Cyrl", "bjn-Latn"], "main_score": 0.366023, "precision": 0.354418, "recall": 0.395257}, {"accuracy": 0.295455, "f1": 0.258937, "hf_subset": "tat_Cyrl-fao_Latn", "languages": ["tat-Cyrl", "fao-Latn"], "main_score": 0.258937, "precision": 0.245848, "recall": 0.295455}, {"accuracy": 0.475296, "f1": 0.431291, "hf_subset": "tat_Cyrl-ind_Latn", "languages": ["tat-Cyrl", "ind-Latn"], "main_score": 0.431291, "precision": 0.418071, "recall": 0.475296}, {"accuracy": 0.232213, "f1": 0.18638, "hf_subset": "tat_Cyrl-knc_Latn", "languages": ["tat-Cyrl", "knc-Latn"], "main_score": 0.18638, "precision": 0.171886, "recall": 0.232213}, {"accuracy": 0.26581, "f1": 0.217622, "hf_subset": "tat_Cyrl-mlt_Latn", "languages": ["tat-Cyrl", "mlt-Latn"], "main_score": 0.217622, "precision": 0.203082, "recall": 0.26581}, {"accuracy": 0.232213, "f1": 0.18456, "hf_subset": "tat_Cyrl-quy_Latn", "languages": ["tat-Cyrl", "quy-Latn"], "main_score": 0.18456, "precision": 0.169453, "recall": 0.232213}, {"accuracy": 0.225296, "f1": 0.188233, "hf_subset": "tat_Cyrl-swh_Latn", "languages": ["tat-Cyrl", "swh-Latn"], "main_score": 0.188233, "precision": 0.175177, "recall": 0.225296}, {"accuracy": 0.389328, "f1": 0.351174, "hf_subset": "tat_Cyrl-uzn_Latn", "languages": ["tat-Cyrl", "uzn-Latn"], "main_score": 0.351174, "precision": 0.337278, "recall": 0.389328}, {"accuracy": 0.488142, "f1": 0.446753, "hf_subset": "tat_Cyrl-als_Latn", "languages": ["tat-Cyrl", "als-Latn"], "main_score": 0.446753, "precision": 0.43171, "recall": 0.488142}, {"accuracy": 0.054348, "f1": 0.026612, "hf_subset": "tat_Cyrl-bod_Tibt", "languages": ["tat-Cyrl", "bod-Tibt"], "main_score": 0.026612, "precision": 0.022157, "recall": 0.054348}, {"accuracy": 0.185771, "f1": 0.14691, "hf_subset": "tat_Cyrl-fij_Latn", "languages": ["tat-Cyrl", "fij-Latn"], "main_score": 0.14691, "precision": 0.134551, "recall": 0.185771}, {"accuracy": 0.315217, "f1": 0.283196, "hf_subset": "tat_Cyrl-isl_Latn", "languages": ["tat-Cyrl", "isl-Latn"], "main_score": 0.283196, "precision": 0.272392, "recall": 0.315217}, {"accuracy": 0.212451, "f1": 0.167433, "hf_subset": "tat_Cyrl-kon_Latn", "languages": ["tat-Cyrl", "kon-Latn"], "main_score": 0.167433, "precision": 0.154434, "recall": 0.212451}, {"accuracy": 0.055336, "f1": 0.035162, "hf_subset": "tat_Cyrl-mni_Beng", "languages": ["tat-Cyrl", "mni-Beng"], "main_score": 0.035162, "precision": 0.031405, "recall": 0.055336}, {"accuracy": 0.506917, "f1": 0.463198, "hf_subset": "tat_Cyrl-ron_Latn", "languages": ["tat-Cyrl", "ron-Latn"], "main_score": 0.463198, "precision": 0.447566, "recall": 0.506917}, {"accuracy": 0.392292, "f1": 0.354056, "hf_subset": "tat_Cyrl-szl_Latn", "languages": ["tat-Cyrl", "szl-Latn"], "main_score": 0.354056, "precision": 0.339579, "recall": 0.392292}, {"accuracy": 0.396245, "f1": 0.356293, "hf_subset": "tat_Cyrl-vec_Latn", "languages": ["tat-Cyrl", "vec-Latn"], "main_score": 0.356293, "precision": 0.341924, "recall": 0.396245}, {"accuracy": 0.204545, "f1": 0.167955, "hf_subset": "tat_Cyrl-amh_Ethi", "languages": ["tat-Cyrl", "amh-Ethi"], "main_score": 0.167955, "precision": 0.156152, "recall": 0.204545}, {"accuracy": 0.491107, "f1": 0.445057, "hf_subset": "tat_Cyrl-bos_Latn", "languages": ["tat-Cyrl", "bos-Latn"], "main_score": 0.445057, "precision": 0.430036, "recall": 0.491107}, {"accuracy": 0.468379, "f1": 0.422965, "hf_subset": "tat_Cyrl-fin_Latn", "languages": ["tat-Cyrl", "fin-Latn"], "main_score": 0.422965, "precision": 0.408051, "recall": 0.468379}, {"accuracy": 0.497036, "f1": 0.449303, "hf_subset": "tat_Cyrl-ita_Latn", "languages": ["tat-Cyrl", "ita-Latn"], "main_score": 0.449303, "precision": 0.432897, "recall": 0.497036}, {"accuracy": 0.41502, "f1": 0.375831, "hf_subset": "tat_Cyrl-kor_Hang", "languages": ["tat-Cyrl", "kor-Hang"], "main_score": 0.375831, "precision": 0.36127, "recall": 0.41502}, {"accuracy": 0.211462, "f1": 0.161768, "hf_subset": "tat_Cyrl-mos_Latn", "languages": ["tat-Cyrl", "mos-Latn"], "main_score": 0.161768, "precision": 0.146758, "recall": 0.211462}, {"accuracy": 0.147233, "f1": 0.112655, "hf_subset": "tat_Cyrl-run_Latn", "languages": ["tat-Cyrl", "run-Latn"], "main_score": 0.112655, "precision": 0.102771, "recall": 0.147233}, {"accuracy": 0.252964, "f1": 0.218175, "hf_subset": "tat_Cyrl-tam_Taml", "languages": ["tat-Cyrl", "tam-Taml"], "main_score": 0.218175, "precision": 0.206516, "recall": 0.252964}, {"accuracy": 0.472332, "f1": 0.42081, "hf_subset": "tat_Cyrl-vie_Latn", "languages": ["tat-Cyrl", "vie-Latn"], "main_score": 0.42081, "precision": 0.403145, "recall": 0.472332}, {"accuracy": 0.400198, "f1": 0.361, "hf_subset": "tat_Cyrl-apc_Arab", "languages": ["tat-Cyrl", "apc-Arab"], "main_score": 0.361, "precision": 0.346941, "recall": 0.400198}, {"accuracy": 0.288538, "f1": 0.247099, "hf_subset": "tat_Cyrl-bug_Latn", "languages": ["tat-Cyrl", "bug-Latn"], "main_score": 0.247099, "precision": 0.233006, "recall": 0.288538}, {"accuracy": 0.188735, "f1": 0.14248, "hf_subset": "tat_Cyrl-fon_Latn", "languages": ["tat-Cyrl", "fon-Latn"], "main_score": 0.14248, "precision": 0.128991, "recall": 0.188735}, {"accuracy": 0.421937, "f1": 0.381989, "hf_subset": "tat_Cyrl-jav_Latn", "languages": ["tat-Cyrl", "jav-Latn"], "main_score": 0.381989, "precision": 0.367735, "recall": 0.421937}, {"accuracy": 0.344862, "f1": 0.306535, "hf_subset": "tat_Cyrl-lao_Laoo", "languages": ["tat-Cyrl", "lao-Laoo"], "main_score": 0.306535, "precision": 0.292916, "recall": 0.344862}, {"accuracy": 0.178854, "f1": 0.131542, "hf_subset": "tat_Cyrl-mri_Latn", "languages": ["tat-Cyrl", "mri-Latn"], "main_score": 0.131542, "precision": 0.118857, "recall": 0.178854}, {"accuracy": 0.487154, "f1": 0.441853, "hf_subset": "tat_Cyrl-rus_Cyrl", "languages": ["tat-Cyrl", "rus-Cyrl"], "main_score": 0.441853, "precision": 0.426536, "recall": 0.487154}, {"accuracy": 0.201581, "f1": 0.166805, "hf_subset": "tat_Cyrl-taq_Latn", "languages": ["tat-Cyrl", "taq-Latn"], "main_score": 0.166805, "precision": 0.155036, "recall": 0.201581}, {"accuracy": 0.338933, "f1": 0.29148, "hf_subset": "tat_Cyrl-war_Latn", "languages": ["tat-Cyrl", "war-Latn"], "main_score": 0.29148, "precision": 0.275882, "recall": 0.338933}, {"accuracy": 0.433794, "f1": 0.391688, "hf_subset": "tat_Cyrl-arb_Arab", "languages": ["tat-Cyrl", "arb-Arab"], "main_score": 0.391688, "precision": 0.377779, "recall": 0.433794}, {"accuracy": 0.496047, "f1": 0.445552, "hf_subset": "tat_Cyrl-bul_Cyrl", "languages": ["tat-Cyrl", "bul-Cyrl"], "main_score": 0.445552, "precision": 0.427999, "recall": 0.496047}, {"accuracy": 0.501976, "f1": 0.453172, "hf_subset": "tat_Cyrl-fra_Latn", "languages": ["tat-Cyrl", "fra-Latn"], "main_score": 0.453172, "precision": 0.436764, "recall": 0.501976}, {"accuracy": 0.454545, "f1": 0.40327, "hf_subset": "tat_Cyrl-jpn_Jpan", "languages": ["tat-Cyrl", "jpn-Jpan"], "main_score": 0.40327, "precision": 0.384901, "recall": 0.454545}, {"accuracy": 0.400198, "f1": 0.36665, "hf_subset": "tat_Cyrl-lij_Latn", "languages": ["tat-Cyrl", "lij-Latn"], "main_score": 0.36665, "precision": 0.354458, "recall": 0.400198}, {"accuracy": 0.343874, "f1": 0.294008, "hf_subset": "tat_Cyrl-mya_Mymr", "languages": ["tat-Cyrl", "mya-Mymr"], "main_score": 0.294008, "precision": 0.277744, "recall": 0.343874}, {"accuracy": 0.22332, "f1": 0.170921, "hf_subset": "tat_Cyrl-sag_Latn", "languages": ["tat-Cyrl", "sag-Latn"], "main_score": 0.170921, "precision": 0.15499, "recall": 0.22332}, {"accuracy": 0.094862, "f1": 0.059237, "hf_subset": "tat_Cyrl-taq_Tfng", "languages": ["tat-Cyrl", "taq-Tfng"], "main_score": 0.059237, "precision": 0.051615, "recall": 0.094862}, {"accuracy": 0.232213, "f1": 0.183923, "hf_subset": "tat_Cyrl-wol_Latn", "languages": ["tat-Cyrl", "wol-Latn"], "main_score": 0.183923, "precision": 0.169085, "recall": 0.232213}, {"accuracy": 0.11166, "f1": 0.074686, "hf_subset": "tat_Cyrl-arb_Latn", "languages": ["tat-Cyrl", "arb-Latn"], "main_score": 0.074686, "precision": 0.066278, "recall": 0.11166}, {"accuracy": 0.496047, "f1": 0.447705, "hf_subset": "tat_Cyrl-cat_Latn", "languages": ["tat-Cyrl", "cat-Latn"], "main_score": 0.447705, "precision": 0.430864, "recall": 0.496047}, {"accuracy": 0.383399, "f1": 0.342954, "hf_subset": "tat_Cyrl-fur_Latn", "languages": ["tat-Cyrl", "fur-Latn"], "main_score": 0.342954, "precision": 0.329224, "recall": 0.383399}, {"accuracy": 0.08004, "f1": 0.057069, "hf_subset": "tat_Cyrl-kab_Latn", "languages": ["tat-Cyrl", "kab-Latn"], "main_score": 0.057069, "precision": 0.050881, "recall": 0.08004}, {"accuracy": 0.428854, "f1": 0.390076, "hf_subset": "tat_Cyrl-lim_Latn", "languages": ["tat-Cyrl", "lim-Latn"], "main_score": 0.390076, "precision": 0.375702, "recall": 0.428854}, {"accuracy": 0.508893, "f1": 0.461657, "hf_subset": "tat_Cyrl-nld_Latn", "languages": ["tat-Cyrl", "nld-Latn"], "main_score": 0.461657, "precision": 0.446574, "recall": 0.508893}, {"accuracy": 0.27668, "f1": 0.242942, "hf_subset": "tat_Cyrl-san_Deva", "languages": ["tat-Cyrl", "san-Deva"], "main_score": 0.242942, "precision": 0.231192, "recall": 0.27668}, {"accuracy": 0.177866, "f1": 0.128592, "hf_subset": "tat_Cyrl-xho_Latn", "languages": ["tat-Cyrl", "xho-Latn"], "main_score": 0.128592, "precision": 0.114599, "recall": 0.177866}, {"accuracy": 0.412055, "f1": 0.36892, "hf_subset": "tat_Cyrl-ars_Arab", "languages": ["tat-Cyrl", "ars-Arab"], "main_score": 0.36892, "precision": 0.354617, "recall": 0.412055}, {"accuracy": 0.310277, "f1": 0.269353, "hf_subset": "tat_Cyrl-ceb_Latn", "languages": ["tat-Cyrl", "ceb-Latn"], "main_score": 0.269353, "precision": 0.25633, "recall": 0.310277}, {"accuracy": 0.203557, "f1": 0.15504, "hf_subset": "tat_Cyrl-fuv_Latn", "languages": ["tat-Cyrl", "fuv-Latn"], "main_score": 0.15504, "precision": 0.140426, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.133637, "hf_subset": "tat_Cyrl-kac_Latn", "languages": ["tat-Cyrl", "kac-Latn"], "main_score": 0.133637, "precision": 0.119625, "recall": 0.182806}, {"accuracy": 0.193676, "f1": 0.149384, "hf_subset": "tat_Cyrl-lin_Latn", "languages": ["tat-Cyrl", "lin-Latn"], "main_score": 0.149384, "precision": 0.136228, "recall": 0.193676}, {"accuracy": 0.477273, "f1": 0.430431, "hf_subset": "tat_Cyrl-nno_Latn", "languages": ["tat-Cyrl", "nno-Latn"], "main_score": 0.430431, "precision": 0.414544, "recall": 0.477273}, {"accuracy": 0.01581, "f1": 0.003429, "hf_subset": "tat_Cyrl-sat_Olck", "languages": ["tat-Cyrl", "sat-Olck"], "main_score": 0.003429, "precision": 0.002126, "recall": 0.01581}, {"accuracy": 0.255929, "f1": 0.224191, "hf_subset": "tat_Cyrl-tel_Telu", "languages": ["tat-Cyrl", "tel-Telu"], "main_score": 0.224191, "precision": 0.214105, "recall": 0.255929}, {"accuracy": 0.151186, "f1": 0.122834, "hf_subset": "tat_Cyrl-ydd_Hebr", "languages": ["tat-Cyrl", "ydd-Hebr"], "main_score": 0.122834, "precision": 0.113553, "recall": 0.151186}, {"accuracy": 0.347826, "f1": 0.30873, "hf_subset": "tat_Cyrl-ary_Arab", "languages": ["tat-Cyrl", "ary-Arab"], "main_score": 0.30873, "precision": 0.295957, "recall": 0.347826}, {"accuracy": 0.48913, "f1": 0.443505, "hf_subset": "tat_Cyrl-ces_Latn", "languages": ["tat-Cyrl", "ces-Latn"], "main_score": 0.443505, "precision": 0.428388, "recall": 0.48913}, {"accuracy": 0.098814, "f1": 0.06604, "hf_subset": "tat_Cyrl-gaz_Latn", "languages": ["tat-Cyrl", "gaz-Latn"], "main_score": 0.06604, "precision": 0.057896, "recall": 0.098814}, {"accuracy": 0.15415, "f1": 0.120752, "hf_subset": "tat_Cyrl-kam_Latn", "languages": ["tat-Cyrl", "kam-Latn"], "main_score": 0.120752, "precision": 0.111005, "recall": 0.15415}, {"accuracy": 0.468379, "f1": 0.424356, "hf_subset": "tat_Cyrl-lit_Latn", "languages": ["tat-Cyrl", "lit-Latn"], "main_score": 0.424356, "precision": 0.409556, "recall": 0.468379}, {"accuracy": 0.483202, "f1": 0.439127, "hf_subset": "tat_Cyrl-nob_Latn", "languages": ["tat-Cyrl", "nob-Latn"], "main_score": 0.439127, "precision": 0.425199, "recall": 0.483202}, {"accuracy": 0.329051, "f1": 0.282965, "hf_subset": "tat_Cyrl-scn_Latn", "languages": ["tat-Cyrl", "scn-Latn"], "main_score": 0.282965, "precision": 0.267981, "recall": 0.329051}, {"accuracy": 0.237154, "f1": 0.193541, "hf_subset": "tat_Cyrl-tgk_Cyrl", "languages": ["tat-Cyrl", "tgk-Cyrl"], "main_score": 0.193541, "precision": 0.17935, "recall": 0.237154}, {"accuracy": 0.177866, "f1": 0.133852, "hf_subset": "tat_Cyrl-yor_Latn", "languages": ["tat-Cyrl", "yor-Latn"], "main_score": 0.133852, "precision": 0.120504, "recall": 0.177866}, {"accuracy": 0.394269, "f1": 0.356571, "hf_subset": "tat_Cyrl-arz_Arab", "languages": ["tat-Cyrl", "arz-Arab"], "main_score": 0.356571, "precision": 0.343756, "recall": 0.394269}, {"accuracy": 0.147233, "f1": 0.110358, "hf_subset": "tat_Cyrl-cjk_Latn", "languages": ["tat-Cyrl", "cjk-Latn"], "main_score": 0.110358, "precision": 0.099362, "recall": 0.147233}, {"accuracy": 0.157115, "f1": 0.119221, "hf_subset": "tat_Cyrl-gla_Latn", "languages": ["tat-Cyrl", "gla-Latn"], "main_score": 0.119221, "precision": 0.107459, "recall": 0.157115}, {"accuracy": 0.263834, "f1": 0.227332, "hf_subset": "tat_Cyrl-kan_Knda", "languages": ["tat-Cyrl", "kan-Knda"], "main_score": 0.227332, "precision": 0.216129, "recall": 0.263834}, {"accuracy": 0.366601, "f1": 0.331864, "hf_subset": "tat_Cyrl-lmo_Latn", "languages": ["tat-Cyrl", "lmo-Latn"], "main_score": 0.331864, "precision": 0.317965, "recall": 0.366601}, {"accuracy": 0.393281, "f1": 0.354495, "hf_subset": "tat_Cyrl-npi_Deva", "languages": ["tat-Cyrl", "npi-Deva"], "main_score": 0.354495, "precision": 0.341351, "recall": 0.393281}, {"accuracy": 0.233202, "f1": 0.184667, "hf_subset": "tat_Cyrl-shn_Mymr", "languages": ["tat-Cyrl", "shn-Mymr"], "main_score": 0.184667, "precision": 0.168175, "recall": 0.233202}, {"accuracy": 0.320158, "f1": 0.27265, "hf_subset": "tat_Cyrl-tgl_Latn", "languages": ["tat-Cyrl", "tgl-Latn"], "main_score": 0.27265, "precision": 0.256597, "recall": 0.320158}, {"accuracy": 0.447628, "f1": 0.396966, "hf_subset": "tat_Cyrl-yue_Hant", "languages": ["tat-Cyrl", "yue-Hant"], "main_score": 0.396966, "precision": 0.379936, "recall": 0.447628}, {"accuracy": 0.173913, "f1": 0.145413, "hf_subset": "tat_Cyrl-asm_Beng", "languages": ["tat-Cyrl", "asm-Beng"], "main_score": 0.145413, "precision": 0.135636, "recall": 0.173913}, {"accuracy": 0.287549, "f1": 0.242395, "hf_subset": "tat_Cyrl-ckb_Arab", "languages": ["tat-Cyrl", "ckb-Arab"], "main_score": 0.242395, "precision": 0.227155, "recall": 0.287549}, {"accuracy": 0.184783, "f1": 0.149324, "hf_subset": "tat_Cyrl-gle_Latn", "languages": ["tat-Cyrl", "gle-Latn"], "main_score": 0.149324, "precision": 0.137861, "recall": 0.184783}, {"accuracy": 0.263834, "f1": 0.228351, "hf_subset": "tat_Cyrl-kas_Arab", "languages": ["tat-Cyrl", "kas-Arab"], "main_score": 0.228351, "precision": 0.215042, "recall": 0.263834}, {"accuracy": 0.440711, "f1": 0.400799, "hf_subset": "tat_Cyrl-ltg_Latn", "languages": ["tat-Cyrl", "ltg-Latn"], "main_score": 0.400799, "precision": 0.385753, "recall": 0.440711}, {"accuracy": 0.206522, "f1": 0.159953, "hf_subset": "tat_Cyrl-nso_Latn", "languages": ["tat-Cyrl", "nso-Latn"], "main_score": 0.159953, "precision": 0.145012, "recall": 0.206522}, {"accuracy": 0.279644, "f1": 0.244766, "hf_subset": "tat_Cyrl-sin_Sinh", "languages": ["tat-Cyrl", "sin-Sinh"], "main_score": 0.244766, "precision": 0.232748, "recall": 0.279644}, {"accuracy": 0.438735, "f1": 0.389176, "hf_subset": "tat_Cyrl-tha_Thai", "languages": ["tat-Cyrl", "tha-Thai"], "main_score": 0.389176, "precision": 0.373153, "recall": 0.438735}, {"accuracy": 0.445652, "f1": 0.394115, "hf_subset": "tat_Cyrl-zho_Hans", "languages": ["tat-Cyrl", "zho-Hans"], "main_score": 0.394115, "precision": 0.37668, "recall": 0.445652}, {"accuracy": 0.444664, "f1": 0.408015, "hf_subset": "tat_Cyrl-ast_Latn", "languages": ["tat-Cyrl", "ast-Latn"], "main_score": 0.408015, "precision": 0.39344, "recall": 0.444664}, {"accuracy": 0.393281, "f1": 0.362799, "hf_subset": "tat_Cyrl-crh_Latn", "languages": ["tat-Cyrl", "crh-Latn"], "main_score": 0.362799, "precision": 0.350955, "recall": 0.393281}, {"accuracy": 0.491107, "f1": 0.450038, "hf_subset": "tat_Cyrl-glg_Latn", "languages": ["tat-Cyrl", "glg-Latn"], "main_score": 0.450038, "precision": 0.434755, "recall": 0.491107}, {"accuracy": 0.238142, "f1": 0.199196, "hf_subset": "tat_Cyrl-kas_Deva", "languages": ["tat-Cyrl", "kas-Deva"], "main_score": 0.199196, "precision": 0.186031, "recall": 0.238142}, {"accuracy": 0.357708, "f1": 0.316408, "hf_subset": "tat_Cyrl-ltz_Latn", "languages": ["tat-Cyrl", "ltz-Latn"], "main_score": 0.316408, "precision": 0.301078, "recall": 0.357708}, {"accuracy": 0.105731, "f1": 0.071896, "hf_subset": "tat_Cyrl-nus_Latn", "languages": ["tat-Cyrl", "nus-Latn"], "main_score": 0.071896, "precision": 0.064015, "recall": 0.105731}, {"accuracy": 0.472332, "f1": 0.425226, "hf_subset": "tat_Cyrl-slk_Latn", "languages": ["tat-Cyrl", "slk-Latn"], "main_score": 0.425226, "precision": 0.409119, "recall": 0.472332}, {"accuracy": 0.107708, "f1": 0.081406, "hf_subset": "tat_Cyrl-tir_Ethi", "languages": ["tat-Cyrl", "tir-Ethi"], "main_score": 0.081406, "precision": 0.073312, "recall": 0.107708}, {"accuracy": 0.437747, "f1": 0.397376, "hf_subset": "tat_Cyrl-zho_Hant", "languages": ["tat-Cyrl", "zho-Hant"], "main_score": 0.397376, "precision": 0.383555, "recall": 0.437747}, {"accuracy": 0.41996, "f1": 0.374738, "hf_subset": "tat_Cyrl-awa_Deva", "languages": ["tat-Cyrl", "awa-Deva"], "main_score": 0.374738, "precision": 0.359081, "recall": 0.41996}, {"accuracy": 0.263834, "f1": 0.223311, "hf_subset": "tat_Cyrl-cym_Latn", "languages": ["tat-Cyrl", "cym-Latn"], "main_score": 0.223311, "precision": 0.209772, "recall": 0.263834}, {"accuracy": 0.287549, "f1": 0.234669, "hf_subset": "tat_Cyrl-grn_Latn", "languages": ["tat-Cyrl", "grn-Latn"], "main_score": 0.234669, "precision": 0.218818, "recall": 0.287549}, {"accuracy": 0.390316, "f1": 0.348146, "hf_subset": "tat_Cyrl-kat_Geor", "languages": ["tat-Cyrl", "kat-Geor"], "main_score": 0.348146, "precision": 0.332966, "recall": 0.390316}, {"accuracy": 0.209486, "f1": 0.165597, "hf_subset": "tat_Cyrl-lua_Latn", "languages": ["tat-Cyrl", "lua-Latn"], "main_score": 0.165597, "precision": 0.152058, "recall": 0.209486}, {"accuracy": 0.195652, "f1": 0.150067, "hf_subset": "tat_Cyrl-nya_Latn", "languages": ["tat-Cyrl", "nya-Latn"], "main_score": 0.150067, "precision": 0.137198, "recall": 0.195652}, {"accuracy": 0.474308, "f1": 0.426549, "hf_subset": "tat_Cyrl-slv_Latn", "languages": ["tat-Cyrl", "slv-Latn"], "main_score": 0.426549, "precision": 0.410839, "recall": 0.474308}, {"accuracy": 0.33498, "f1": 0.288819, "hf_subset": "tat_Cyrl-tpi_Latn", "languages": ["tat-Cyrl", "tpi-Latn"], "main_score": 0.288819, "precision": 0.272149, "recall": 0.33498}, {"accuracy": 0.468379, "f1": 0.423073, "hf_subset": "tat_Cyrl-zsm_Latn", "languages": ["tat-Cyrl", "zsm-Latn"], "main_score": 0.423073, "precision": 0.408586, "recall": 0.468379}, {"accuracy": 0.194664, "f1": 0.144806, "hf_subset": "tat_Cyrl-ayr_Latn", "languages": ["tat-Cyrl", "ayr-Latn"], "main_score": 0.144806, "precision": 0.130788, "recall": 0.194664}, {"accuracy": 0.492095, "f1": 0.446763, "hf_subset": "tat_Cyrl-dan_Latn", "languages": ["tat-Cyrl", "dan-Latn"], "main_score": 0.446763, "precision": 0.430525, "recall": 0.492095}, {"accuracy": 0.320158, "f1": 0.28127, "hf_subset": "tat_Cyrl-guj_Gujr", "languages": ["tat-Cyrl", "guj-Gujr"], "main_score": 0.28127, "precision": 0.267732, "recall": 0.320158}, {"accuracy": 0.47332, "f1": 0.438532, "hf_subset": "tat_Cyrl-kaz_Cyrl", "languages": ["tat-Cyrl", "kaz-Cyrl"], "main_score": 0.438532, "precision": 0.426847, "recall": 0.47332}, {"accuracy": 0.155138, "f1": 0.118013, "hf_subset": "tat_Cyrl-lug_Latn", "languages": ["tat-Cyrl", "lug-Latn"], "main_score": 0.118013, "precision": 0.107347, "recall": 0.155138}, {"accuracy": 0.455534, "f1": 0.414478, "hf_subset": "tat_Cyrl-oci_Latn", "languages": ["tat-Cyrl", "oci-Latn"], "main_score": 0.414478, "precision": 0.400346, "recall": 0.455534}, {"accuracy": 0.155138, "f1": 0.116107, "hf_subset": "tat_Cyrl-smo_Latn", "languages": ["tat-Cyrl", "smo-Latn"], "main_score": 0.116107, "precision": 0.104402, "recall": 0.155138}, {"accuracy": 0.179842, "f1": 0.13712, "hf_subset": "tat_Cyrl-tsn_Latn", "languages": ["tat-Cyrl", "tsn-Latn"], "main_score": 0.13712, "precision": 0.125733, "recall": 0.179842}, {"accuracy": 0.118577, "f1": 0.090577, "hf_subset": "tat_Cyrl-zul_Latn", "languages": ["tat-Cyrl", "zul-Latn"], "main_score": 0.090577, "precision": 0.082938, "recall": 0.118577}, {"accuracy": 0.280632, "f1": 0.241668, "hf_subset": "tat_Cyrl-azb_Arab", "languages": ["tat-Cyrl", "azb-Arab"], "main_score": 0.241668, "precision": 0.226659, "recall": 0.280632}, {"accuracy": 0.492095, "f1": 0.444463, "hf_subset": "tat_Cyrl-deu_Latn", "languages": ["tat-Cyrl", "deu-Latn"], "main_score": 0.444463, "precision": 0.428198, "recall": 0.492095}, {"accuracy": 0.241107, "f1": 0.196679, "hf_subset": "tat_Cyrl-hat_Latn", "languages": ["tat-Cyrl", "hat-Latn"], "main_score": 0.196679, "precision": 0.181904, "recall": 0.241107}, {"accuracy": 0.158103, "f1": 0.11312, "hf_subset": "tat_Cyrl-kbp_Latn", "languages": ["tat-Cyrl", "kbp-Latn"], "main_score": 0.11312, "precision": 0.10006, "recall": 0.158103}, {"accuracy": 0.194664, "f1": 0.144811, "hf_subset": "tat_Cyrl-luo_Latn", "languages": ["tat-Cyrl", "luo-Latn"], "main_score": 0.144811, "precision": 0.1308, "recall": 0.194664}, {"accuracy": 0.20751, "f1": 0.176829, "hf_subset": "tat_Cyrl-ory_Orya", "languages": ["tat-Cyrl", "ory-Orya"], "main_score": 0.176829, "precision": 0.16697, "recall": 0.20751}, {"accuracy": 0.145257, "f1": 0.107324, "hf_subset": "tat_Cyrl-sna_Latn", "languages": ["tat-Cyrl", "sna-Latn"], "main_score": 0.107324, "precision": 0.097195, "recall": 0.145257}, {"accuracy": 0.166008, "f1": 0.132054, "hf_subset": "tat_Cyrl-tso_Latn", "languages": ["tat-Cyrl", "tso-Latn"], "main_score": 0.132054, "precision": 0.120546, "recall": 0.166008}, {"accuracy": 0.401186, "f1": 0.369321, "hf_subset": "tat_Cyrl-azj_Latn", "languages": ["tat-Cyrl", "azj-Latn"], "main_score": 0.369321, "precision": 0.358313, "recall": 0.401186}, {"accuracy": 0.257905, "f1": 0.209302, "hf_subset": "tat_Cyrl-dik_Latn", "languages": ["tat-Cyrl", "dik-Latn"], "main_score": 0.209302, "precision": 0.193593, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.159177, "hf_subset": "tat_Cyrl-hau_Latn", "languages": ["tat-Cyrl", "hau-Latn"], "main_score": 0.159177, "precision": 0.146151, "recall": 0.202569}, {"accuracy": 0.329051, "f1": 0.29456, "hf_subset": "tat_Cyrl-kea_Latn", "languages": ["tat-Cyrl", "kea-Latn"], "main_score": 0.29456, "precision": 0.281639, "recall": 0.329051}, {"accuracy": 0.305336, "f1": 0.257224, "hf_subset": "tat_Cyrl-lus_Latn", "languages": ["tat-Cyrl", "lus-Latn"], "main_score": 0.257224, "precision": 0.24105, "recall": 0.305336}, {"accuracy": 0.328063, "f1": 0.286799, "hf_subset": "tat_Cyrl-pag_Latn", "languages": ["tat-Cyrl", "pag-Latn"], "main_score": 0.286799, "precision": 0.271588, "recall": 0.328063}, {"accuracy": 0.285573, "f1": 0.246291, "hf_subset": "tat_Cyrl-snd_Arab", "languages": ["tat-Cyrl", "snd-Arab"], "main_score": 0.246291, "precision": 0.232269, "recall": 0.285573}, {"accuracy": 0.315217, "f1": 0.266706, "hf_subset": "tat_Cyrl-tuk_Latn", "languages": ["tat-Cyrl", "tuk-Latn"], "main_score": 0.266706, "precision": 0.249462, "recall": 0.315217}, {"accuracy": 0.607708, "f1": 0.564359, "hf_subset": "tat_Cyrl-bak_Cyrl", "languages": ["tat-Cyrl", "bak-Cyrl"], "main_score": 0.564359, "precision": 0.54732, "recall": 0.607708}, {"accuracy": 0.166008, "f1": 0.125607, "hf_subset": "tat_Cyrl-dyu_Latn", "languages": ["tat-Cyrl", "dyu-Latn"], "main_score": 0.125607, "precision": 0.113113, "recall": 0.166008}, {"accuracy": 0.425889, "f1": 0.374765, "hf_subset": "tat_Cyrl-heb_Hebr", "languages": ["tat-Cyrl", "heb-Hebr"], "main_score": 0.374765, "precision": 0.357549, "recall": 0.425889}, {"accuracy": 0.418972, "f1": 0.386773, "hf_subset": "tat_Cyrl-khk_Cyrl", "languages": ["tat-Cyrl", "khk-Cyrl"], "main_score": 0.386773, "precision": 0.375508, "recall": 0.418972}, {"accuracy": 0.464427, "f1": 0.417483, "hf_subset": "tat_Cyrl-lvs_Latn", "languages": ["tat-Cyrl", "lvs-Latn"], "main_score": 0.417483, "precision": 0.401984, "recall": 0.464427}, {"accuracy": 0.240119, "f1": 0.207538, "hf_subset": "tat_Cyrl-pan_Guru", "languages": ["tat-Cyrl", "pan-Guru"], "main_score": 0.207538, "precision": 0.196401, "recall": 0.240119}, {"accuracy": 0.204545, "f1": 0.169304, "hf_subset": "tat_Cyrl-som_Latn", "languages": ["tat-Cyrl", "som-Latn"], "main_score": 0.169304, "precision": 0.157436, "recall": 0.204545}, {"accuracy": 0.186759, "f1": 0.138073, "hf_subset": "tat_Cyrl-tum_Latn", "languages": ["tat-Cyrl", "tum-Latn"], "main_score": 0.138073, "precision": 0.125232, "recall": 0.186759}, {"accuracy": 0.031621, "f1": 0.023186, "hf_subset": "xho_Latn-ace_Arab", "languages": ["xho-Latn", "ace-Arab"], "main_score": 0.023186, "precision": 0.021817, "recall": 0.031621}, {"accuracy": 0.128458, "f1": 0.118544, "hf_subset": "xho_Latn-bam_Latn", "languages": ["xho-Latn", "bam-Latn"], "main_score": 0.118544, "precision": 0.11413, "recall": 0.128458}, {"accuracy": 0.003953, "f1": 0.000552, "hf_subset": "xho_Latn-dzo_Tibt", "languages": ["xho-Latn", "dzo-Tibt"], "main_score": 0.000552, "precision": 0.000331, "recall": 0.003953}, {"accuracy": 0.124506, "f1": 0.106799, "hf_subset": "xho_Latn-hin_Deva", "languages": ["xho-Latn", "hin-Deva"], "main_score": 0.106799, "precision": 0.102553, "recall": 0.124506}, {"accuracy": 0.112648, "f1": 0.10277, "hf_subset": "xho_Latn-khm_Khmr", "languages": ["xho-Latn", "khm-Khmr"], "main_score": 0.10277, "precision": 0.099524, "recall": 0.112648}, {"accuracy": 0.094862, "f1": 0.080462, "hf_subset": "xho_Latn-mag_Deva", "languages": ["xho-Latn", "mag-Deva"], "main_score": 0.080462, "precision": 0.076779, "recall": 0.094862}, {"accuracy": 0.107708, "f1": 0.097648, "hf_subset": "xho_Latn-pap_Latn", "languages": ["xho-Latn", "pap-Latn"], "main_score": 0.097648, "precision": 0.095295, "recall": 0.107708}, {"accuracy": 0.192688, "f1": 0.174773, "hf_subset": "xho_Latn-sot_Latn", "languages": ["xho-Latn", "sot-Latn"], "main_score": 0.174773, "precision": 0.169061, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.149761, "hf_subset": "xho_Latn-tur_Latn", "languages": ["xho-Latn", "tur-Latn"], "main_score": 0.149761, "precision": 0.144681, "recall": 0.170949}, {"accuracy": 0.129447, "f1": 0.118074, "hf_subset": "xho_Latn-ace_Latn", "languages": ["xho-Latn", "ace-Latn"], "main_score": 0.118074, "precision": 0.114383, "recall": 0.129447}, {"accuracy": 0.090909, "f1": 0.085181, "hf_subset": "xho_Latn-ban_Latn", "languages": ["xho-Latn", "ban-Latn"], "main_score": 0.085181, "precision": 0.083417, "recall": 0.090909}, {"accuracy": 0.134387, "f1": 0.119315, "hf_subset": "xho_Latn-ell_Grek", "languages": ["xho-Latn", "ell-Grek"], "main_score": 0.119315, "precision": 0.115878, "recall": 0.134387}, {"accuracy": 0.103755, "f1": 0.090842, "hf_subset": "xho_Latn-hne_Deva", "languages": ["xho-Latn", "hne-Deva"], "main_score": 0.090842, "precision": 0.086989, "recall": 0.103755}, {"accuracy": 0.172925, "f1": 0.1586, "hf_subset": "xho_Latn-kik_Latn", "languages": ["xho-Latn", "kik-Latn"], "main_score": 0.1586, "precision": 0.153607, "recall": 0.172925}, {"accuracy": 0.101779, "f1": 0.086214, "hf_subset": "xho_Latn-mai_Deva", "languages": ["xho-Latn", "mai-Deva"], "main_score": 0.086214, "precision": 0.082282, "recall": 0.101779}, {"accuracy": 0.11166, "f1": 0.096915, "hf_subset": "xho_Latn-pbt_Arab", "languages": ["xho-Latn", "pbt-Arab"], "main_score": 0.096915, "precision": 0.094665, "recall": 0.11166}, {"accuracy": 0.162055, "f1": 0.144802, "hf_subset": "xho_Latn-spa_Latn", "languages": ["xho-Latn", "spa-Latn"], "main_score": 0.144802, "precision": 0.140081, "recall": 0.162055}, {"accuracy": 0.185771, "f1": 0.169506, "hf_subset": "xho_Latn-twi_Latn", "languages": ["xho-Latn", "twi-Latn"], "main_score": 0.169506, "precision": 0.164662, "recall": 0.185771}, {"accuracy": 0.110672, "f1": 0.100229, "hf_subset": "xho_Latn-acm_Arab", "languages": ["xho-Latn", "acm-Arab"], "main_score": 0.100229, "precision": 0.097842, "recall": 0.110672}, {"accuracy": 0.125494, "f1": 0.107623, "hf_subset": "xho_Latn-bel_Cyrl", "languages": ["xho-Latn", "bel-Cyrl"], "main_score": 0.107623, "precision": 0.103273, "recall": 0.125494}, {"accuracy": 0.164032, "f1": 0.147647, "hf_subset": "xho_Latn-eng_Latn", "languages": ["xho-Latn", "eng-Latn"], "main_score": 0.147647, "precision": 0.143214, "recall": 0.164032}, {"accuracy": 0.139328, "f1": 0.128783, "hf_subset": "xho_Latn-hrv_Latn", "languages": ["xho-Latn", "hrv-Latn"], "main_score": 0.128783, "precision": 0.125854, "recall": 0.139328}, {"accuracy": 0.158103, "f1": 0.141234, "hf_subset": "xho_Latn-kin_Latn", "languages": ["xho-Latn", "kin-Latn"], "main_score": 0.141234, "precision": 0.135384, "recall": 0.158103}, {"accuracy": 0.060277, "f1": 0.045886, "hf_subset": "xho_Latn-mal_Mlym", "languages": ["xho-Latn", "mal-Mlym"], "main_score": 0.045886, "precision": 0.043295, "recall": 0.060277}, {"accuracy": 0.126482, "f1": 0.11207, "hf_subset": "xho_Latn-pes_Arab", "languages": ["xho-Latn", "pes-Arab"], "main_score": 0.11207, "precision": 0.108315, "recall": 0.126482}, {"accuracy": 0.110672, "f1": 0.101279, "hf_subset": "xho_Latn-srd_Latn", "languages": ["xho-Latn", "srd-Latn"], "main_score": 0.101279, "precision": 0.098339, "recall": 0.110672}, {"accuracy": 0.061265, "f1": 0.041504, "hf_subset": "xho_Latn-tzm_Tfng", "languages": ["xho-Latn", "tzm-Tfng"], "main_score": 0.041504, "precision": 0.037341, "recall": 0.061265}, {"accuracy": 0.115613, "f1": 0.102572, "hf_subset": "xho_Latn-acq_Arab", "languages": ["xho-Latn", "acq-Arab"], "main_score": 0.102572, "precision": 0.099988, "recall": 0.115613}, {"accuracy": 0.225296, "f1": 0.206934, "hf_subset": "xho_Latn-bem_Latn", "languages": ["xho-Latn", "bem-Latn"], "main_score": 0.206934, "precision": 0.200091, "recall": 0.225296}, {"accuracy": 0.120553, "f1": 0.112714, "hf_subset": "xho_Latn-epo_Latn", "languages": ["xho-Latn", "epo-Latn"], "main_score": 0.112714, "precision": 0.110303, "recall": 0.120553}, {"accuracy": 0.172925, "f1": 0.151724, "hf_subset": "xho_Latn-hun_Latn", "languages": ["xho-Latn", "hun-Latn"], "main_score": 0.151724, "precision": 0.146909, "recall": 0.172925}, {"accuracy": 0.136364, "f1": 0.117421, "hf_subset": "xho_Latn-kir_Cyrl", "languages": ["xho-Latn", "kir-Cyrl"], "main_score": 0.117421, "precision": 0.113289, "recall": 0.136364}, {"accuracy": 0.105731, "f1": 0.089034, "hf_subset": "xho_Latn-mar_Deva", "languages": ["xho-Latn", "mar-Deva"], "main_score": 0.089034, "precision": 0.084472, "recall": 0.105731}, {"accuracy": 0.120553, "f1": 0.106887, "hf_subset": "xho_Latn-plt_Latn", "languages": ["xho-Latn", "plt-Latn"], "main_score": 0.106887, "precision": 0.102533, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.128193, "hf_subset": "xho_Latn-srp_Cyrl", "languages": ["xho-Latn", "srp-Cyrl"], "main_score": 0.128193, "precision": 0.123596, "recall": 0.146245}, {"accuracy": 0.085968, "f1": 0.074385, "hf_subset": "xho_Latn-uig_Arab", "languages": ["xho-Latn", "uig-Arab"], "main_score": 0.074385, "precision": 0.071607, "recall": 0.085968}, {"accuracy": 0.098814, "f1": 0.086898, "hf_subset": "xho_Latn-aeb_Arab", "languages": ["xho-Latn", "aeb-Arab"], "main_score": 0.086898, "precision": 0.083928, "recall": 0.098814}, {"accuracy": 0.06917, "f1": 0.056434, "hf_subset": "xho_Latn-ben_Beng", "languages": ["xho-Latn", "ben-Beng"], "main_score": 0.056434, "precision": 0.054273, "recall": 0.06917}, {"accuracy": 0.168972, "f1": 0.145438, "hf_subset": "xho_Latn-est_Latn", "languages": ["xho-Latn", "est-Latn"], "main_score": 0.145438, "precision": 0.140049, "recall": 0.168972}, {"accuracy": 0.109684, "f1": 0.091596, "hf_subset": "xho_Latn-hye_Armn", "languages": ["xho-Latn", "hye-Armn"], "main_score": 0.091596, "precision": 0.087264, "recall": 0.109684}, {"accuracy": 0.164032, "f1": 0.145031, "hf_subset": "xho_Latn-kmb_Latn", "languages": ["xho-Latn", "kmb-Latn"], "main_score": 0.145031, "precision": 0.138337, "recall": 0.164032}, {"accuracy": 0.022727, "f1": 0.017976, "hf_subset": "xho_Latn-min_Arab", "languages": ["xho-Latn", "min-Arab"], "main_score": 0.017976, "precision": 0.016499, "recall": 0.022727}, {"accuracy": 0.170949, "f1": 0.15065, "hf_subset": "xho_Latn-pol_Latn", "languages": ["xho-Latn", "pol-Latn"], "main_score": 0.15065, "precision": 0.145391, "recall": 0.170949}, {"accuracy": 0.252964, "f1": 0.226346, "hf_subset": "xho_Latn-ssw_Latn", "languages": ["xho-Latn", "ssw-Latn"], "main_score": 0.226346, "precision": 0.218143, "recall": 0.252964}, {"accuracy": 0.13834, "f1": 0.122136, "hf_subset": "xho_Latn-ukr_Cyrl", "languages": ["xho-Latn", "ukr-Cyrl"], "main_score": 0.122136, "precision": 0.118412, "recall": 0.13834}, {"accuracy": 0.159091, "f1": 0.141029, "hf_subset": "xho_Latn-afr_Latn", "languages": ["xho-Latn", "afr-Latn"], "main_score": 0.141029, "precision": 0.136792, "recall": 0.159091}, {"accuracy": 0.103755, "f1": 0.088872, "hf_subset": "xho_Latn-bho_Deva", "languages": ["xho-Latn", "bho-Deva"], "main_score": 0.088872, "precision": 0.08511, "recall": 0.103755}, {"accuracy": 0.08498, "f1": 0.080753, "hf_subset": "xho_Latn-eus_Latn", "languages": ["xho-Latn", "eus-Latn"], "main_score": 0.080753, "precision": 0.079573, "recall": 0.08498}, {"accuracy": 0.148221, "f1": 0.134836, "hf_subset": "xho_Latn-ibo_Latn", "languages": ["xho-Latn", "ibo-Latn"], "main_score": 0.134836, "precision": 0.129595, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.123485, "hf_subset": "xho_Latn-kmr_Latn", "languages": ["xho-Latn", "kmr-Latn"], "main_score": 0.123485, "precision": 0.118381, "recall": 0.143281}, {"accuracy": 0.108696, "f1": 0.099927, "hf_subset": "xho_Latn-min_Latn", "languages": ["xho-Latn", "min-Latn"], "main_score": 0.099927, "precision": 0.097844, "recall": 0.108696}, {"accuracy": 0.16502, "f1": 0.148583, "hf_subset": "xho_Latn-por_Latn", "languages": ["xho-Latn", "por-Latn"], "main_score": 0.148583, "precision": 0.144171, "recall": 0.16502}, {"accuracy": 0.110672, "f1": 0.09912, "hf_subset": "xho_Latn-sun_Latn", "languages": ["xho-Latn", "sun-Latn"], "main_score": 0.09912, "precision": 0.096361, "recall": 0.110672}, {"accuracy": 0.164032, "f1": 0.138008, "hf_subset": "xho_Latn-umb_Latn", "languages": ["xho-Latn", "umb-Latn"], "main_score": 0.138008, "precision": 0.130047, "recall": 0.164032}, {"accuracy": 0.114625, "f1": 0.100155, "hf_subset": "xho_Latn-ajp_Arab", "languages": ["xho-Latn", "ajp-Arab"], "main_score": 0.100155, "precision": 0.096562, "recall": 0.114625}, {"accuracy": 0.031621, "f1": 0.023992, "hf_subset": "xho_Latn-bjn_Arab", "languages": ["xho-Latn", "bjn-Arab"], "main_score": 0.023992, "precision": 0.021903, "recall": 0.031621}, {"accuracy": 0.141304, "f1": 0.127415, "hf_subset": "xho_Latn-ewe_Latn", "languages": ["xho-Latn", "ewe-Latn"], "main_score": 0.127415, "precision": 0.123179, "recall": 0.141304}, {"accuracy": 0.160079, "f1": 0.148637, "hf_subset": "xho_Latn-ilo_Latn", "languages": ["xho-Latn", "ilo-Latn"], "main_score": 0.148637, "precision": 0.145135, "recall": 0.160079}, {"accuracy": 0.033597, "f1": 0.029776, "hf_subset": "xho_Latn-knc_Arab", "languages": ["xho-Latn", "knc-Arab"], "main_score": 0.029776, "precision": 0.028861, "recall": 0.033597}, {"accuracy": 0.153162, "f1": 0.12922, "hf_subset": "xho_Latn-mkd_Cyrl", "languages": ["xho-Latn", "mkd-Cyrl"], "main_score": 0.12922, "precision": 0.123151, "recall": 0.153162}, {"accuracy": 0.115613, "f1": 0.099495, "hf_subset": "xho_Latn-prs_Arab", "languages": ["xho-Latn", "prs-Arab"], "main_score": 0.099495, "precision": 0.095661, "recall": 0.115613}, {"accuracy": 0.149209, "f1": 0.134616, "hf_subset": "xho_Latn-swe_Latn", "languages": ["xho-Latn", "swe-Latn"], "main_score": 0.134616, "precision": 0.130862, "recall": 0.149209}, {"accuracy": 0.099802, "f1": 0.085228, "hf_subset": "xho_Latn-urd_Arab", "languages": ["xho-Latn", "urd-Arab"], "main_score": 0.085228, "precision": 0.082331, "recall": 0.099802}, {"accuracy": 0.197628, "f1": 0.184714, "hf_subset": "xho_Latn-aka_Latn", "languages": ["xho-Latn", "aka-Latn"], "main_score": 0.184714, "precision": 0.180657, "recall": 0.197628}, {"accuracy": 0.11166, "f1": 0.099481, "hf_subset": "xho_Latn-bjn_Latn", "languages": ["xho-Latn", "bjn-Latn"], "main_score": 0.099481, "precision": 0.095886, "recall": 0.11166}, {"accuracy": 0.107708, "f1": 0.096346, "hf_subset": "xho_Latn-fao_Latn", "languages": ["xho-Latn", "fao-Latn"], "main_score": 0.096346, "precision": 0.093447, "recall": 0.107708}, {"accuracy": 0.172925, "f1": 0.151085, "hf_subset": "xho_Latn-ind_Latn", "languages": ["xho-Latn", "ind-Latn"], "main_score": 0.151085, "precision": 0.14565, "recall": 0.172925}, {"accuracy": 0.142292, "f1": 0.132488, "hf_subset": "xho_Latn-knc_Latn", "languages": ["xho-Latn", "knc-Latn"], "main_score": 0.132488, "precision": 0.129534, "recall": 0.142292}, {"accuracy": 0.155138, "f1": 0.142124, "hf_subset": "xho_Latn-mlt_Latn", "languages": ["xho-Latn", "mlt-Latn"], "main_score": 0.142124, "precision": 0.137759, "recall": 0.155138}, {"accuracy": 0.145257, "f1": 0.12864, "hf_subset": "xho_Latn-quy_Latn", "languages": ["xho-Latn", "quy-Latn"], "main_score": 0.12864, "precision": 0.123394, "recall": 0.145257}, {"accuracy": 0.12253, "f1": 0.112937, "hf_subset": "xho_Latn-swh_Latn", "languages": ["xho-Latn", "swh-Latn"], "main_score": 0.112937, "precision": 0.109931, "recall": 0.12253}, {"accuracy": 0.097826, "f1": 0.089143, "hf_subset": "xho_Latn-uzn_Latn", "languages": ["xho-Latn", "uzn-Latn"], "main_score": 0.089143, "precision": 0.086523, "recall": 0.097826}, {"accuracy": 0.144269, "f1": 0.127774, "hf_subset": "xho_Latn-als_Latn", "languages": ["xho-Latn", "als-Latn"], "main_score": 0.127774, "precision": 0.123891, "recall": 0.144269}, {"accuracy": 0.043478, "f1": 0.028271, "hf_subset": "xho_Latn-bod_Tibt", "languages": ["xho-Latn", "bod-Tibt"], "main_score": 0.028271, "precision": 0.025063, "recall": 0.043478}, {"accuracy": 0.11166, "f1": 0.098421, "hf_subset": "xho_Latn-fij_Latn", "languages": ["xho-Latn", "fij-Latn"], "main_score": 0.098421, "precision": 0.094592, "recall": 0.11166}, {"accuracy": 0.108696, "f1": 0.098459, "hf_subset": "xho_Latn-isl_Latn", "languages": ["xho-Latn", "isl-Latn"], "main_score": 0.098459, "precision": 0.095267, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.133822, "hf_subset": "xho_Latn-kon_Latn", "languages": ["xho-Latn", "kon-Latn"], "main_score": 0.133822, "precision": 0.128101, "recall": 0.150198}, {"accuracy": 0.044466, "f1": 0.030184, "hf_subset": "xho_Latn-mni_Beng", "languages": ["xho-Latn", "mni-Beng"], "main_score": 0.030184, "precision": 0.026142, "recall": 0.044466}, {"accuracy": 0.166008, "f1": 0.14773, "hf_subset": "xho_Latn-ron_Latn", "languages": ["xho-Latn", "ron-Latn"], "main_score": 0.14773, "precision": 0.143246, "recall": 0.166008}, {"accuracy": 0.12253, "f1": 0.112975, "hf_subset": "xho_Latn-szl_Latn", "languages": ["xho-Latn", "szl-Latn"], "main_score": 0.112975, "precision": 0.110867, "recall": 0.12253}, {"accuracy": 0.143281, "f1": 0.127927, "hf_subset": "xho_Latn-vec_Latn", "languages": ["xho-Latn", "vec-Latn"], "main_score": 0.127927, "precision": 0.124333, "recall": 0.143281}, {"accuracy": 0.057312, "f1": 0.043176, "hf_subset": "xho_Latn-amh_Ethi", "languages": ["xho-Latn", "amh-Ethi"], "main_score": 0.043176, "precision": 0.040386, "recall": 0.057312}, {"accuracy": 0.170949, "f1": 0.152494, "hf_subset": "xho_Latn-bos_Latn", "languages": ["xho-Latn", "bos-Latn"], "main_score": 0.152494, "precision": 0.147563, "recall": 0.170949}, {"accuracy": 0.158103, "f1": 0.140024, "hf_subset": "xho_Latn-fin_Latn", "languages": ["xho-Latn", "fin-Latn"], "main_score": 0.140024, "precision": 0.135133, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.143136, "hf_subset": "xho_Latn-ita_Latn", "languages": ["xho-Latn", "ita-Latn"], "main_score": 0.143136, "precision": 0.138589, "recall": 0.16502}, {"accuracy": 0.120553, "f1": 0.107163, "hf_subset": "xho_Latn-kor_Hang", "languages": ["xho-Latn", "kor-Hang"], "main_score": 0.107163, "precision": 0.103343, "recall": 0.120553}, {"accuracy": 0.137352, "f1": 0.119237, "hf_subset": "xho_Latn-mos_Latn", "languages": ["xho-Latn", "mos-Latn"], "main_score": 0.119237, "precision": 0.114549, "recall": 0.137352}, {"accuracy": 0.157115, "f1": 0.140656, "hf_subset": "xho_Latn-run_Latn", "languages": ["xho-Latn", "run-Latn"], "main_score": 0.140656, "precision": 0.134852, "recall": 0.157115}, {"accuracy": 0.059289, "f1": 0.048195, "hf_subset": "xho_Latn-tam_Taml", "languages": ["xho-Latn", "tam-Taml"], "main_score": 0.048195, "precision": 0.04643, "recall": 0.059289}, {"accuracy": 0.158103, "f1": 0.13983, "hf_subset": "xho_Latn-vie_Latn", "languages": ["xho-Latn", "vie-Latn"], "main_score": 0.13983, "precision": 0.135602, "recall": 0.158103}, {"accuracy": 0.102767, "f1": 0.092131, "hf_subset": "xho_Latn-apc_Arab", "languages": ["xho-Latn", "apc-Arab"], "main_score": 0.092131, "precision": 0.089537, "recall": 0.102767}, {"accuracy": 0.120553, "f1": 0.108768, "hf_subset": "xho_Latn-bug_Latn", "languages": ["xho-Latn", "bug-Latn"], "main_score": 0.108768, "precision": 0.105863, "recall": 0.120553}, {"accuracy": 0.133399, "f1": 0.120549, "hf_subset": "xho_Latn-fon_Latn", "languages": ["xho-Latn", "fon-Latn"], "main_score": 0.120549, "precision": 0.116352, "recall": 0.133399}, {"accuracy": 0.110672, "f1": 0.101996, "hf_subset": "xho_Latn-jav_Latn", "languages": ["xho-Latn", "jav-Latn"], "main_score": 0.101996, "precision": 0.099862, "recall": 0.110672}, {"accuracy": 0.140316, "f1": 0.12408, "hf_subset": "xho_Latn-lao_Laoo", "languages": ["xho-Latn", "lao-Laoo"], "main_score": 0.12408, "precision": 0.119929, "recall": 0.140316}, {"accuracy": 0.140316, "f1": 0.124149, "hf_subset": "xho_Latn-mri_Latn", "languages": ["xho-Latn", "mri-Latn"], "main_score": 0.124149, "precision": 0.118208, "recall": 0.140316}, {"accuracy": 0.149209, "f1": 0.128716, "hf_subset": "xho_Latn-rus_Cyrl", "languages": ["xho-Latn", "rus-Cyrl"], "main_score": 0.128716, "precision": 0.123889, "recall": 0.149209}, {"accuracy": 0.144269, "f1": 0.129751, "hf_subset": "xho_Latn-taq_Latn", "languages": ["xho-Latn", "taq-Latn"], "main_score": 0.129751, "precision": 0.125074, "recall": 0.144269}, {"accuracy": 0.158103, "f1": 0.149787, "hf_subset": "xho_Latn-war_Latn", "languages": ["xho-Latn", "war-Latn"], "main_score": 0.149787, "precision": 0.147005, "recall": 0.158103}, {"accuracy": 0.11166, "f1": 0.096858, "hf_subset": "xho_Latn-arb_Arab", "languages": ["xho-Latn", "arb-Arab"], "main_score": 0.096858, "precision": 0.093264, "recall": 0.11166}, {"accuracy": 0.15415, "f1": 0.136174, "hf_subset": "xho_Latn-bul_Cyrl", "languages": ["xho-Latn", "bul-Cyrl"], "main_score": 0.136174, "precision": 0.13178, "recall": 0.15415}, {"accuracy": 0.167984, "f1": 0.147058, "hf_subset": "xho_Latn-fra_Latn", "languages": ["xho-Latn", "fra-Latn"], "main_score": 0.147058, "precision": 0.142056, "recall": 0.167984}, {"accuracy": 0.133399, "f1": 0.114048, "hf_subset": "xho_Latn-jpn_Jpan", "languages": ["xho-Latn", "jpn-Jpan"], "main_score": 0.114048, "precision": 0.109146, "recall": 0.133399}, {"accuracy": 0.120553, "f1": 0.11254, "hf_subset": "xho_Latn-lij_Latn", "languages": ["xho-Latn", "lij-Latn"], "main_score": 0.11254, "precision": 0.109745, "recall": 0.120553}, {"accuracy": 0.106719, "f1": 0.086848, "hf_subset": "xho_Latn-mya_Mymr", "languages": ["xho-Latn", "mya-Mymr"], "main_score": 0.086848, "precision": 0.082566, "recall": 0.106719}, {"accuracy": 0.112648, "f1": 0.098311, "hf_subset": "xho_Latn-sag_Latn", "languages": ["xho-Latn", "sag-Latn"], "main_score": 0.098311, "precision": 0.094006, "recall": 0.112648}, {"accuracy": 0.065217, "f1": 0.051526, "hf_subset": "xho_Latn-taq_Tfng", "languages": ["xho-Latn", "taq-Tfng"], "main_score": 0.051526, "precision": 0.047841, "recall": 0.065217}, {"accuracy": 0.162055, "f1": 0.142022, "hf_subset": "xho_Latn-wol_Latn", "languages": ["xho-Latn", "wol-Latn"], "main_score": 0.142022, "precision": 0.136701, "recall": 0.162055}, {"accuracy": 0.072134, "f1": 0.055562, "hf_subset": "xho_Latn-arb_Latn", "languages": ["xho-Latn", "arb-Latn"], "main_score": 0.055562, "precision": 0.051402, "recall": 0.072134}, {"accuracy": 0.16502, "f1": 0.143986, "hf_subset": "xho_Latn-cat_Latn", "languages": ["xho-Latn", "cat-Latn"], "main_score": 0.143986, "precision": 0.138616, "recall": 0.16502}, {"accuracy": 0.140316, "f1": 0.12322, "hf_subset": "xho_Latn-fur_Latn", "languages": ["xho-Latn", "fur-Latn"], "main_score": 0.12322, "precision": 0.119658, "recall": 0.140316}, {"accuracy": 0.060277, "f1": 0.051006, "hf_subset": "xho_Latn-kab_Latn", "languages": ["xho-Latn", "kab-Latn"], "main_score": 0.051006, "precision": 0.047978, "recall": 0.060277}, {"accuracy": 0.114625, "f1": 0.10759, "hf_subset": "xho_Latn-lim_Latn", "languages": ["xho-Latn", "lim-Latn"], "main_score": 0.10759, "precision": 0.105714, "recall": 0.114625}, {"accuracy": 0.176877, "f1": 0.155294, "hf_subset": "xho_Latn-nld_Latn", "languages": ["xho-Latn", "nld-Latn"], "main_score": 0.155294, "precision": 0.150387, "recall": 0.176877}, {"accuracy": 0.065217, "f1": 0.056897, "hf_subset": "xho_Latn-san_Deva", "languages": ["xho-Latn", "san-Deva"], "main_score": 0.056897, "precision": 0.055466, "recall": 0.065217}, {"accuracy": 0.115613, "f1": 0.101485, "hf_subset": "xho_Latn-tat_Cyrl", "languages": ["xho-Latn", "tat-Cyrl"], "main_score": 0.101485, "precision": 0.09697, "recall": 0.115613}, {"accuracy": 0.106719, "f1": 0.09148, "hf_subset": "xho_Latn-ars_Arab", "languages": ["xho-Latn", "ars-Arab"], "main_score": 0.09148, "precision": 0.087905, "recall": 0.106719}, {"accuracy": 0.121542, "f1": 0.114156, "hf_subset": "xho_Latn-ceb_Latn", "languages": ["xho-Latn", "ceb-Latn"], "main_score": 0.114156, "precision": 0.111643, "recall": 0.121542}, {"accuracy": 0.123518, "f1": 0.109087, "hf_subset": "xho_Latn-fuv_Latn", "languages": ["xho-Latn", "fuv-Latn"], "main_score": 0.109087, "precision": 0.104014, "recall": 0.123518}, {"accuracy": 0.160079, "f1": 0.141415, "hf_subset": "xho_Latn-kac_Latn", "languages": ["xho-Latn", "kac-Latn"], "main_score": 0.141415, "precision": 0.135035, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.131697, "hf_subset": "xho_Latn-lin_Latn", "languages": ["xho-Latn", "lin-Latn"], "main_score": 0.131697, "precision": 0.126752, "recall": 0.146245}, {"accuracy": 0.155138, "f1": 0.136303, "hf_subset": "xho_Latn-nno_Latn", "languages": ["xho-Latn", "nno-Latn"], "main_score": 0.136303, "precision": 0.130758, "recall": 0.155138}, {"accuracy": 0.011858, "f1": 0.004349, "hf_subset": "xho_Latn-sat_Olck", "languages": ["xho-Latn", "sat-Olck"], "main_score": 0.004349, "precision": 0.00285, "recall": 0.011858}, {"accuracy": 0.059289, "f1": 0.051882, "hf_subset": "xho_Latn-tel_Telu", "languages": ["xho-Latn", "tel-Telu"], "main_score": 0.051882, "precision": 0.050074, "recall": 0.059289}, {"accuracy": 0.050395, "f1": 0.043678, "hf_subset": "xho_Latn-ydd_Hebr", "languages": ["xho-Latn", "ydd-Hebr"], "main_score": 0.043678, "precision": 0.041491, "recall": 0.050395}, {"accuracy": 0.094862, "f1": 0.08082, "hf_subset": "xho_Latn-ary_Arab", "languages": ["xho-Latn", "ary-Arab"], "main_score": 0.08082, "precision": 0.0784, "recall": 0.094862}, {"accuracy": 0.161067, "f1": 0.144263, "hf_subset": "xho_Latn-ces_Latn", "languages": ["xho-Latn", "ces-Latn"], "main_score": 0.144263, "precision": 0.13988, "recall": 0.161067}, {"accuracy": 0.081028, "f1": 0.067201, "hf_subset": "xho_Latn-gaz_Latn", "languages": ["xho-Latn", "gaz-Latn"], "main_score": 0.067201, "precision": 0.063563, "recall": 0.081028}, {"accuracy": 0.187747, "f1": 0.169143, "hf_subset": "xho_Latn-kam_Latn", "languages": ["xho-Latn", "kam-Latn"], "main_score": 0.169143, "precision": 0.161852, "recall": 0.187747}, {"accuracy": 0.162055, "f1": 0.141313, "hf_subset": "xho_Latn-lit_Latn", "languages": ["xho-Latn", "lit-Latn"], "main_score": 0.141313, "precision": 0.136696, "recall": 0.162055}, {"accuracy": 0.167984, "f1": 0.149719, "hf_subset": "xho_Latn-nob_Latn", "languages": ["xho-Latn", "nob-Latn"], "main_score": 0.149719, "precision": 0.145047, "recall": 0.167984}, {"accuracy": 0.110672, "f1": 0.095408, "hf_subset": "xho_Latn-scn_Latn", "languages": ["xho-Latn", "scn-Latn"], "main_score": 0.095408, "precision": 0.091809, "recall": 0.110672}, {"accuracy": 0.091897, "f1": 0.07769, "hf_subset": "xho_Latn-tgk_Cyrl", "languages": ["xho-Latn", "tgk-Cyrl"], "main_score": 0.07769, "precision": 0.073188, "recall": 0.091897}, {"accuracy": 0.115613, "f1": 0.099499, "hf_subset": "xho_Latn-yor_Latn", "languages": ["xho-Latn", "yor-Latn"], "main_score": 0.099499, "precision": 0.094952, "recall": 0.115613}, {"accuracy": 0.103755, "f1": 0.092743, "hf_subset": "xho_Latn-arz_Arab", "languages": ["xho-Latn", "arz-Arab"], "main_score": 0.092743, "precision": 0.089869, "recall": 0.103755}, {"accuracy": 0.164032, "f1": 0.148009, "hf_subset": "xho_Latn-cjk_Latn", "languages": ["xho-Latn", "cjk-Latn"], "main_score": 0.148009, "precision": 0.142259, "recall": 0.164032}, {"accuracy": 0.106719, "f1": 0.089606, "hf_subset": "xho_Latn-gla_Latn", "languages": ["xho-Latn", "gla-Latn"], "main_score": 0.089606, "precision": 0.085123, "recall": 0.106719}, {"accuracy": 0.057312, "f1": 0.048381, "hf_subset": "xho_Latn-kan_Knda", "languages": ["xho-Latn", "kan-Knda"], "main_score": 0.048381, "precision": 0.046831, "recall": 0.057312}, {"accuracy": 0.119565, "f1": 0.105858, "hf_subset": "xho_Latn-lmo_Latn", "languages": ["xho-Latn", "lmo-Latn"], "main_score": 0.105858, "precision": 0.101989, "recall": 0.119565}, {"accuracy": 0.140316, "f1": 0.123429, "hf_subset": "xho_Latn-npi_Deva", "languages": ["xho-Latn", "npi-Deva"], "main_score": 0.123429, "precision": 0.119017, "recall": 0.140316}, {"accuracy": 0.118577, "f1": 0.106607, "hf_subset": "xho_Latn-shn_Mymr", "languages": ["xho-Latn", "shn-Mymr"], "main_score": 0.106607, "precision": 0.103007, "recall": 0.118577}, {"accuracy": 0.116601, "f1": 0.106115, "hf_subset": "xho_Latn-tgl_Latn", "languages": ["xho-Latn", "tgl-Latn"], "main_score": 0.106115, "precision": 0.103685, "recall": 0.116601}, {"accuracy": 0.136364, "f1": 0.118037, "hf_subset": "xho_Latn-yue_Hant", "languages": ["xho-Latn", "yue-Hant"], "main_score": 0.118037, "precision": 0.113118, "recall": 0.136364}, {"accuracy": 0.04249, "f1": 0.036119, "hf_subset": "xho_Latn-asm_Beng", "languages": ["xho-Latn", "asm-Beng"], "main_score": 0.036119, "precision": 0.034124, "recall": 0.04249}, {"accuracy": 0.088933, "f1": 0.068707, "hf_subset": "xho_Latn-ckb_Arab", "languages": ["xho-Latn", "ckb-Arab"], "main_score": 0.068707, "precision": 0.063947, "recall": 0.088933}, {"accuracy": 0.098814, "f1": 0.085061, "hf_subset": "xho_Latn-gle_Latn", "languages": ["xho-Latn", "gle-Latn"], "main_score": 0.085061, "precision": 0.081247, "recall": 0.098814}, {"accuracy": 0.062253, "f1": 0.054635, "hf_subset": "xho_Latn-kas_Arab", "languages": ["xho-Latn", "kas-Arab"], "main_score": 0.054635, "precision": 0.052605, "recall": 0.062253}, {"accuracy": 0.144269, "f1": 0.122085, "hf_subset": "xho_Latn-ltg_Latn", "languages": ["xho-Latn", "ltg-Latn"], "main_score": 0.122085, "precision": 0.117447, "recall": 0.144269}, {"accuracy": 0.18083, "f1": 0.161751, "hf_subset": "xho_Latn-nso_Latn", "languages": ["xho-Latn", "nso-Latn"], "main_score": 0.161751, "precision": 0.156679, "recall": 0.18083}, {"accuracy": 0.070158, "f1": 0.060011, "hf_subset": "xho_Latn-sin_Sinh", "languages": ["xho-Latn", "sin-Sinh"], "main_score": 0.060011, "precision": 0.057219, "recall": 0.070158}, {"accuracy": 0.115613, "f1": 0.10091, "hf_subset": "xho_Latn-tha_Thai", "languages": ["xho-Latn", "tha-Thai"], "main_score": 0.10091, "precision": 0.097407, "recall": 0.115613}, {"accuracy": 0.141304, "f1": 0.115979, "hf_subset": "xho_Latn-zho_Hans", "languages": ["xho-Latn", "zho-Hans"], "main_score": 0.115979, "precision": 0.109822, "recall": 0.141304}, {"accuracy": 0.151186, "f1": 0.13291, "hf_subset": "xho_Latn-ast_Latn", "languages": ["xho-Latn", "ast-Latn"], "main_score": 0.13291, "precision": 0.128147, "recall": 0.151186}, {"accuracy": 0.109684, "f1": 0.095952, "hf_subset": "xho_Latn-crh_Latn", "languages": ["xho-Latn", "crh-Latn"], "main_score": 0.095952, "precision": 0.092614, "recall": 0.109684}, {"accuracy": 0.167984, "f1": 0.149975, "hf_subset": "xho_Latn-glg_Latn", "languages": ["xho-Latn", "glg-Latn"], "main_score": 0.149975, "precision": 0.145553, "recall": 0.167984}, {"accuracy": 0.091897, "f1": 0.077734, "hf_subset": "xho_Latn-kas_Deva", "languages": ["xho-Latn", "kas-Deva"], "main_score": 0.077734, "precision": 0.074906, "recall": 0.091897}, {"accuracy": 0.137352, "f1": 0.123065, "hf_subset": "xho_Latn-ltz_Latn", "languages": ["xho-Latn", "ltz-Latn"], "main_score": 0.123065, "precision": 0.119415, "recall": 0.137352}, {"accuracy": 0.097826, "f1": 0.076985, "hf_subset": "xho_Latn-nus_Latn", "languages": ["xho-Latn", "nus-Latn"], "main_score": 0.076985, "precision": 0.071481, "recall": 0.097826}, {"accuracy": 0.152174, "f1": 0.138322, "hf_subset": "xho_Latn-slk_Latn", "languages": ["xho-Latn", "slk-Latn"], "main_score": 0.138322, "precision": 0.133747, "recall": 0.152174}, {"accuracy": 0.033597, "f1": 0.022198, "hf_subset": "xho_Latn-tir_Ethi", "languages": ["xho-Latn", "tir-Ethi"], "main_score": 0.022198, "precision": 0.020188, "recall": 0.033597}, {"accuracy": 0.139328, "f1": 0.120979, "hf_subset": "xho_Latn-zho_Hant", "languages": ["xho-Latn", "zho-Hant"], "main_score": 0.120979, "precision": 0.116093, "recall": 0.139328}, {"accuracy": 0.107708, "f1": 0.092045, "hf_subset": "xho_Latn-awa_Deva", "languages": ["xho-Latn", "awa-Deva"], "main_score": 0.092045, "precision": 0.088353, "recall": 0.107708}, {"accuracy": 0.094862, "f1": 0.082222, "hf_subset": "xho_Latn-cym_Latn", "languages": ["xho-Latn", "cym-Latn"], "main_score": 0.082222, "precision": 0.079482, "recall": 0.094862}, {"accuracy": 0.139328, "f1": 0.128406, "hf_subset": "xho_Latn-grn_Latn", "languages": ["xho-Latn", "grn-Latn"], "main_score": 0.128406, "precision": 0.125534, "recall": 0.139328}, {"accuracy": 0.107708, "f1": 0.0945, "hf_subset": "xho_Latn-kat_Geor", "languages": ["xho-Latn", "kat-Geor"], "main_score": 0.0945, "precision": 0.09115, "recall": 0.107708}, {"accuracy": 0.155138, "f1": 0.141341, "hf_subset": "xho_Latn-lua_Latn", "languages": ["xho-Latn", "lua-Latn"], "main_score": 0.141341, "precision": 0.13678, "recall": 0.155138}, {"accuracy": 0.19664, "f1": 0.179386, "hf_subset": "xho_Latn-nya_Latn", "languages": ["xho-Latn", "nya-Latn"], "main_score": 0.179386, "precision": 0.172964, "recall": 0.19664}, {"accuracy": 0.170949, "f1": 0.150873, "hf_subset": "xho_Latn-slv_Latn", "languages": ["xho-Latn", "slv-Latn"], "main_score": 0.150873, "precision": 0.146273, "recall": 0.170949}, {"accuracy": 0.161067, "f1": 0.149802, "hf_subset": "xho_Latn-tpi_Latn", "languages": ["xho-Latn", "tpi-Latn"], "main_score": 0.149802, "precision": 0.145317, "recall": 0.161067}, {"accuracy": 0.164032, "f1": 0.148783, "hf_subset": "xho_Latn-zsm_Latn", "languages": ["xho-Latn", "zsm-Latn"], "main_score": 0.148783, "precision": 0.145016, "recall": 0.164032}, {"accuracy": 0.146245, "f1": 0.135306, "hf_subset": "xho_Latn-ayr_Latn", "languages": ["xho-Latn", "ayr-Latn"], "main_score": 0.135306, "precision": 0.1317, "recall": 0.146245}, {"accuracy": 0.166996, "f1": 0.149215, "hf_subset": "xho_Latn-dan_Latn", "languages": ["xho-Latn", "dan-Latn"], "main_score": 0.149215, "precision": 0.14499, "recall": 0.166996}, {"accuracy": 0.076087, "f1": 0.06375, "hf_subset": "xho_Latn-guj_Gujr", "languages": ["xho-Latn", "guj-Gujr"], "main_score": 0.06375, "precision": 0.060138, "recall": 0.076087}, {"accuracy": 0.145257, "f1": 0.128017, "hf_subset": "xho_Latn-kaz_Cyrl", "languages": ["xho-Latn", "kaz-Cyrl"], "main_score": 0.128017, "precision": 0.124444, "recall": 0.145257}, {"accuracy": 0.175889, "f1": 0.155689, "hf_subset": "xho_Latn-lug_Latn", "languages": ["xho-Latn", "lug-Latn"], "main_score": 0.155689, "precision": 0.148415, "recall": 0.175889}, {"accuracy": 0.159091, "f1": 0.140903, "hf_subset": "xho_Latn-oci_Latn", "languages": ["xho-Latn", "oci-Latn"], "main_score": 0.140903, "precision": 0.136515, "recall": 0.159091}, {"accuracy": 0.114625, "f1": 0.094504, "hf_subset": "xho_Latn-smo_Latn", "languages": ["xho-Latn", "smo-Latn"], "main_score": 0.094504, "precision": 0.088831, "recall": 0.114625}, {"accuracy": 0.179842, "f1": 0.156616, "hf_subset": "xho_Latn-tsn_Latn", "languages": ["xho-Latn", "tsn-Latn"], "main_score": 0.156616, "precision": 0.149686, "recall": 0.179842}, {"accuracy": 0.392292, "f1": 0.349705, "hf_subset": "xho_Latn-zul_Latn", "languages": ["xho-Latn", "zul-Latn"], "main_score": 0.349705, "precision": 0.333533, "recall": 0.392292}, {"accuracy": 0.075099, "f1": 0.061214, "hf_subset": "xho_Latn-azb_Arab", "languages": ["xho-Latn", "azb-Arab"], "main_score": 0.061214, "precision": 0.05849, "recall": 0.075099}, {"accuracy": 0.163043, "f1": 0.144387, "hf_subset": "xho_Latn-deu_Latn", "languages": ["xho-Latn", "deu-Latn"], "main_score": 0.144387, "precision": 0.139592, "recall": 0.163043}, {"accuracy": 0.131423, "f1": 0.115588, "hf_subset": "xho_Latn-hat_Latn", "languages": ["xho-Latn", "hat-Latn"], "main_score": 0.115588, "precision": 0.111469, "recall": 0.131423}, {"accuracy": 0.134387, "f1": 0.118218, "hf_subset": "xho_Latn-kbp_Latn", "languages": ["xho-Latn", "kbp-Latn"], "main_score": 0.118218, "precision": 0.112951, "recall": 0.134387}, {"accuracy": 0.150198, "f1": 0.135828, "hf_subset": "xho_Latn-luo_Latn", "languages": ["xho-Latn", "luo-Latn"], "main_score": 0.135828, "precision": 0.131498, "recall": 0.150198}, {"accuracy": 0.056324, "f1": 0.044092, "hf_subset": "xho_Latn-ory_Orya", "languages": ["xho-Latn", "ory-Orya"], "main_score": 0.044092, "precision": 0.041043, "recall": 0.056324}, {"accuracy": 0.151186, "f1": 0.135616, "hf_subset": "xho_Latn-sna_Latn", "languages": ["xho-Latn", "sna-Latn"], "main_score": 0.135616, "precision": 0.129833, "recall": 0.151186}, {"accuracy": 0.189723, "f1": 0.17354, "hf_subset": "xho_Latn-tso_Latn", "languages": ["xho-Latn", "tso-Latn"], "main_score": 0.17354, "precision": 0.167819, "recall": 0.189723}, {"accuracy": 0.098814, "f1": 0.086143, "hf_subset": "xho_Latn-azj_Latn", "languages": ["xho-Latn", "azj-Latn"], "main_score": 0.086143, "precision": 0.083734, "recall": 0.098814}, {"accuracy": 0.140316, "f1": 0.125373, "hf_subset": "xho_Latn-dik_Latn", "languages": ["xho-Latn", "dik-Latn"], "main_score": 0.125373, "precision": 0.121465, "recall": 0.140316}, {"accuracy": 0.13834, "f1": 0.128934, "hf_subset": "xho_Latn-hau_Latn", "languages": ["xho-Latn", "hau-Latn"], "main_score": 0.128934, "precision": 0.125432, "recall": 0.13834}, {"accuracy": 0.093874, "f1": 0.086732, "hf_subset": "xho_Latn-kea_Latn", "languages": ["xho-Latn", "kea-Latn"], "main_score": 0.086732, "precision": 0.085237, "recall": 0.093874}, {"accuracy": 0.174901, "f1": 0.15967, "hf_subset": "xho_Latn-lus_Latn", "languages": ["xho-Latn", "lus-Latn"], "main_score": 0.15967, "precision": 0.154686, "recall": 0.174901}, {"accuracy": 0.148221, "f1": 0.133421, "hf_subset": "xho_Latn-pag_Latn", "languages": ["xho-Latn", "pag-Latn"], "main_score": 0.133421, "precision": 0.128663, "recall": 0.148221}, {"accuracy": 0.076087, "f1": 0.066651, "hf_subset": "xho_Latn-snd_Arab", "languages": ["xho-Latn", "snd-Arab"], "main_score": 0.066651, "precision": 0.064013, "recall": 0.076087}, {"accuracy": 0.09585, "f1": 0.082363, "hf_subset": "xho_Latn-tuk_Latn", "languages": ["xho-Latn", "tuk-Latn"], "main_score": 0.082363, "precision": 0.078028, "recall": 0.09585}, {"accuracy": 0.140316, "f1": 0.117915, "hf_subset": "xho_Latn-bak_Cyrl", "languages": ["xho-Latn", "bak-Cyrl"], "main_score": 0.117915, "precision": 0.112623, "recall": 0.140316}, {"accuracy": 0.113636, "f1": 0.099329, "hf_subset": "xho_Latn-dyu_Latn", "languages": ["xho-Latn", "dyu-Latn"], "main_score": 0.099329, "precision": 0.095345, "recall": 0.113636}, {"accuracy": 0.133399, "f1": 0.110833, "hf_subset": "xho_Latn-heb_Hebr", "languages": ["xho-Latn", "heb-Hebr"], "main_score": 0.110833, "precision": 0.105612, "recall": 0.133399}, {"accuracy": 0.132411, "f1": 0.104238, "hf_subset": "xho_Latn-khk_Cyrl", "languages": ["xho-Latn", "khk-Cyrl"], "main_score": 0.104238, "precision": 0.098413, "recall": 0.132411}, {"accuracy": 0.147233, "f1": 0.130879, "hf_subset": "xho_Latn-lvs_Latn", "languages": ["xho-Latn", "lvs-Latn"], "main_score": 0.130879, "precision": 0.127072, "recall": 0.147233}, {"accuracy": 0.051383, "f1": 0.040797, "hf_subset": "xho_Latn-pan_Guru", "languages": ["xho-Latn", "pan-Guru"], "main_score": 0.040797, "precision": 0.039383, "recall": 0.051383}, {"accuracy": 0.104743, "f1": 0.090948, "hf_subset": "xho_Latn-som_Latn", "languages": ["xho-Latn", "som-Latn"], "main_score": 0.090948, "precision": 0.087387, "recall": 0.104743}, {"accuracy": 0.183794, "f1": 0.166549, "hf_subset": "xho_Latn-tum_Latn", "languages": ["xho-Latn", "tum-Latn"], "main_score": 0.166549, "precision": 0.160902, "recall": 0.183794}, {"accuracy": 0.083992, "f1": 0.046279, "hf_subset": "ars_Arab-ace_Arab", "languages": ["ars-Arab", "ace-Arab"], "main_score": 0.046279, "precision": 0.037533, "recall": 0.083992}, {"accuracy": 0.143281, "f1": 0.083649, "hf_subset": "ars_Arab-bam_Latn", "languages": ["ars-Arab", "bam-Latn"], "main_score": 0.083649, "precision": 0.070384, "recall": 0.143281}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "ars_Arab-dzo_Tibt", "languages": ["ars-Arab", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ars_Arab-hin_Deva", "languages": ["ars-Arab", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.90415, "f1": 0.873913, "hf_subset": "ars_Arab-khm_Khmr", "languages": ["ars-Arab", "khm-Khmr"], "main_score": 0.873913, "precision": 0.859437, "recall": 0.90415}, {"accuracy": 0.940711, "f1": 0.921278, "hf_subset": "ars_Arab-mag_Deva", "languages": ["ars-Arab", "mag-Deva"], "main_score": 0.921278, "precision": 0.911561, "recall": 0.940711}, {"accuracy": 0.588933, "f1": 0.505142, "hf_subset": "ars_Arab-pap_Latn", "languages": ["ars-Arab", "pap-Latn"], "main_score": 0.505142, "precision": 0.474122, "recall": 0.588933}, {"accuracy": 0.161067, "f1": 0.097022, "hf_subset": "ars_Arab-sot_Latn", "languages": ["ars-Arab", "sot-Latn"], "main_score": 0.097022, "precision": 0.082343, "recall": 0.161067}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "ars_Arab-tur_Latn", "languages": ["ars-Arab", "tur-Latn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.352767, "f1": 0.262665, "hf_subset": "ars_Arab-ace_Latn", "languages": ["ars-Arab", "ace-Latn"], "main_score": 0.262665, "precision": 0.236304, "recall": 0.352767}, {"accuracy": 0.609684, "f1": 0.531937, "hf_subset": "ars_Arab-ban_Latn", "languages": ["ars-Arab", "ban-Latn"], "main_score": 0.531937, "precision": 0.501418, "recall": 0.609684}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-ell_Grek", "languages": ["ars-Arab", "ell-Grek"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.906126, "f1": 0.878458, "hf_subset": "ars_Arab-hne_Deva", "languages": ["ars-Arab", "hne-Deva"], "main_score": 0.878458, "precision": 0.865646, "recall": 0.906126}, {"accuracy": 0.198617, "f1": 0.121341, "hf_subset": "ars_Arab-kik_Latn", "languages": ["ars-Arab", "kik-Latn"], "main_score": 0.121341, "precision": 0.10211, "recall": 0.198617}, {"accuracy": 0.925889, "f1": 0.904545, "hf_subset": "ars_Arab-mai_Deva", "languages": ["ars-Arab", "mai-Deva"], "main_score": 0.904545, "precision": 0.894351, "recall": 0.925889}, {"accuracy": 0.840909, "f1": 0.799539, "hf_subset": "ars_Arab-pbt_Arab", "languages": ["ars-Arab", "pbt-Arab"], "main_score": 0.799539, "precision": 0.781077, "recall": 0.840909}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "ars_Arab-spa_Latn", "languages": ["ars-Arab", "spa-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.251976, "f1": 0.168618, "hf_subset": "ars_Arab-twi_Latn", "languages": ["ars-Arab", "twi-Latn"], "main_score": 0.168618, "precision": 0.148109, "recall": 0.251976}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ars_Arab-acm_Arab", "languages": ["ars-Arab", "acm-Arab"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.958498, "f1": 0.945652, "hf_subset": "ars_Arab-bel_Cyrl", "languages": ["ars-Arab", "bel-Cyrl"], "main_score": 0.945652, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ars_Arab-eng_Latn", "languages": ["ars-Arab", "eng-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ars_Arab-hrv_Latn", "languages": ["ars-Arab", "hrv-Latn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.121542, "f1": 0.068247, "hf_subset": "ars_Arab-kin_Latn", "languages": ["ars-Arab", "kin-Latn"], "main_score": 0.068247, "precision": 0.056311, "recall": 0.121542}, {"accuracy": 0.874506, "f1": 0.838406, "hf_subset": "ars_Arab-mal_Mlym", "languages": ["ars-Arab", "mal-Mlym"], "main_score": 0.838406, "precision": 0.821838, "recall": 0.874506}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-pes_Arab", "languages": ["ars-Arab", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.660079, "f1": 0.584677, "hf_subset": "ars_Arab-srd_Latn", "languages": ["ars-Arab", "srd-Latn"], "main_score": 0.584677, "precision": 0.555016, "recall": 0.660079}, {"accuracy": 0.032609, "f1": 0.014791, "hf_subset": "ars_Arab-tzm_Tfng", "languages": ["ars-Arab", "tzm-Tfng"], "main_score": 0.014791, "precision": 0.013238, "recall": 0.032609}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ars_Arab-acq_Arab", "languages": ["ars-Arab", "acq-Arab"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.186759, "f1": 0.118657, "hf_subset": "ars_Arab-bem_Latn", "languages": ["ars-Arab", "bem-Latn"], "main_score": 0.118657, "precision": 0.103114, "recall": 0.186759}, {"accuracy": 0.833992, "f1": 0.786364, "hf_subset": "ars_Arab-epo_Latn", "languages": ["ars-Arab", "epo-Latn"], "main_score": 0.786364, "precision": 0.764723, "recall": 0.833992}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-hun_Latn", "languages": ["ars-Arab", "hun-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.918972, "f1": 0.89608, "hf_subset": "ars_Arab-kir_Cyrl", "languages": ["ars-Arab", "kir-Cyrl"], "main_score": 0.89608, "precision": 0.885046, "recall": 0.918972}, {"accuracy": 0.905138, "f1": 0.877701, "hf_subset": "ars_Arab-mar_Deva", "languages": ["ars-Arab", "mar-Deva"], "main_score": 0.877701, "precision": 0.864872, "recall": 0.905138}, {"accuracy": 0.236166, "f1": 0.161173, "hf_subset": "ars_Arab-plt_Latn", "languages": ["ars-Arab", "plt-Latn"], "main_score": 0.161173, "precision": 0.139608, "recall": 0.236166}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-srp_Cyrl", "languages": ["ars-Arab", "srp-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.805336, "f1": 0.757628, "hf_subset": "ars_Arab-uig_Arab", "languages": ["ars-Arab", "uig-Arab"], "main_score": 0.757628, "precision": 0.736397, "recall": 0.805336}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "ars_Arab-aeb_Arab", "languages": ["ars-Arab", "aeb-Arab"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.905138, "f1": 0.879084, "hf_subset": "ars_Arab-ben_Beng", "languages": ["ars-Arab", "ben-Beng"], "main_score": 0.879084, "precision": 0.867292, "recall": 0.905138}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "ars_Arab-est_Latn", "languages": ["ars-Arab", "est-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.974308, "f1": 0.966469, "hf_subset": "ars_Arab-hye_Armn", "languages": ["ars-Arab", "hye-Armn"], "main_score": 0.966469, "precision": 0.962698, "recall": 0.974308}, {"accuracy": 0.124506, "f1": 0.064652, "hf_subset": "ars_Arab-kmb_Latn", "languages": ["ars-Arab", "kmb-Latn"], "main_score": 0.064652, "precision": 0.053563, "recall": 0.124506}, {"accuracy": 0.059289, "f1": 0.035576, "hf_subset": "ars_Arab-min_Arab", "languages": ["ars-Arab", "min-Arab"], "main_score": 0.035576, "precision": 0.030338, "recall": 0.059289}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-pol_Latn", "languages": ["ars-Arab", "pol-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.12747, "f1": 0.072137, "hf_subset": "ars_Arab-ssw_Latn", "languages": ["ars-Arab", "ssw-Latn"], "main_score": 0.072137, "precision": 0.061151, "recall": 0.12747}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ukr_Cyrl", "languages": ["ars-Arab", "ukr-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "ars_Arab-afr_Latn", "languages": ["ars-Arab", "afr-Latn"], "main_score": 0.922266, "precision": 0.914032, "recall": 0.939723}, {"accuracy": 0.885375, "f1": 0.852767, "hf_subset": "ars_Arab-bho_Deva", "languages": ["ars-Arab", "bho-Deva"], "main_score": 0.852767, "precision": 0.837451, "recall": 0.885375}, {"accuracy": 0.695652, "f1": 0.629103, "hf_subset": "ars_Arab-eus_Latn", "languages": ["ars-Arab", "eus-Latn"], "main_score": 0.629103, "precision": 0.601252, "recall": 0.695652}, {"accuracy": 0.149209, "f1": 0.084341, "hf_subset": "ars_Arab-ibo_Latn", "languages": ["ars-Arab", "ibo-Latn"], "main_score": 0.084341, "precision": 0.070327, "recall": 0.149209}, {"accuracy": 0.722332, "f1": 0.662239, "hf_subset": "ars_Arab-kmr_Latn", "languages": ["ars-Arab", "kmr-Latn"], "main_score": 0.662239, "precision": 0.637066, "recall": 0.722332}, {"accuracy": 0.585968, "f1": 0.503022, "hf_subset": "ars_Arab-min_Latn", "languages": ["ars-Arab", "min-Latn"], "main_score": 0.503022, "precision": 0.472384, "recall": 0.585968}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-por_Latn", "languages": ["ars-Arab", "por-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.701581, "f1": 0.633899, "hf_subset": "ars_Arab-sun_Latn", "languages": ["ars-Arab", "sun-Latn"], "main_score": 0.633899, "precision": 0.606589, "recall": 0.701581}, {"accuracy": 0.137352, "f1": 0.081533, "hf_subset": "ars_Arab-umb_Latn", "languages": ["ars-Arab", "umb-Latn"], "main_score": 0.081533, "precision": 0.069518, "recall": 0.137352}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "ars_Arab-ajp_Arab", "languages": ["ars-Arab", "ajp-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.070158, "f1": 0.039095, "hf_subset": "ars_Arab-bjn_Arab", "languages": ["ars-Arab", "bjn-Arab"], "main_score": 0.039095, "precision": 0.032017, "recall": 0.070158}, {"accuracy": 0.200593, "f1": 0.132576, "hf_subset": "ars_Arab-ewe_Latn", "languages": ["ars-Arab", "ewe-Latn"], "main_score": 0.132576, "precision": 0.115875, "recall": 0.200593}, {"accuracy": 0.299407, "f1": 0.211026, "hf_subset": "ars_Arab-ilo_Latn", "languages": ["ars-Arab", "ilo-Latn"], "main_score": 0.211026, "precision": 0.185631, "recall": 0.299407}, {"accuracy": 0.074111, "f1": 0.034122, "hf_subset": "ars_Arab-knc_Arab", "languages": ["ars-Arab", "knc-Arab"], "main_score": 0.034122, "precision": 0.026282, "recall": 0.074111}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ars_Arab-mkd_Cyrl", "languages": ["ars-Arab", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ars_Arab-prs_Arab", "languages": ["ars-Arab", "prs-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ars_Arab-swe_Latn", "languages": ["ars-Arab", "swe-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "ars_Arab-urd_Arab", "languages": ["ars-Arab", "urd-Arab"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.244071, "f1": 0.16447, "hf_subset": "ars_Arab-aka_Latn", "languages": ["ars-Arab", "aka-Latn"], "main_score": 0.16447, "precision": 0.143453, "recall": 0.244071}, {"accuracy": 0.731225, "f1": 0.668662, "hf_subset": "ars_Arab-bjn_Latn", "languages": ["ars-Arab", "bjn-Latn"], "main_score": 0.668662, "precision": 0.643052, "recall": 0.731225}, {"accuracy": 0.420949, "f1": 0.327208, "hf_subset": "ars_Arab-fao_Latn", "languages": ["ars-Arab", "fao-Latn"], "main_score": 0.327208, "precision": 0.297076, "recall": 0.420949}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-ind_Latn", "languages": ["ars-Arab", "ind-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.208498, "f1": 0.137804, "hf_subset": "ars_Arab-knc_Latn", "languages": ["ars-Arab", "knc-Latn"], "main_score": 0.137804, "precision": 0.121773, "recall": 0.208498}, {"accuracy": 0.273715, "f1": 0.192598, "hf_subset": "ars_Arab-mlt_Latn", "languages": ["ars-Arab", "mlt-Latn"], "main_score": 0.192598, "precision": 0.170269, "recall": 0.273715}, {"accuracy": 0.22332, "f1": 0.145719, "hf_subset": "ars_Arab-quy_Latn", "languages": ["ars-Arab", "quy-Latn"], "main_score": 0.145719, "precision": 0.125513, "recall": 0.22332}, {"accuracy": 0.31917, "f1": 0.240717, "hf_subset": "ars_Arab-swh_Latn", "languages": ["ars-Arab", "swh-Latn"], "main_score": 0.240717, "precision": 0.217983, "recall": 0.31917}, {"accuracy": 0.613636, "f1": 0.535343, "hf_subset": "ars_Arab-uzn_Latn", "languages": ["ars-Arab", "uzn-Latn"], "main_score": 0.535343, "precision": 0.505233, "recall": 0.613636}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "ars_Arab-als_Latn", "languages": ["ars-Arab", "als-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.032609, "f1": 0.008816, "hf_subset": "ars_Arab-bod_Tibt", "languages": ["ars-Arab", "bod-Tibt"], "main_score": 0.008816, "precision": 0.006983, "recall": 0.032609}, {"accuracy": 0.168972, "f1": 0.10606, "hf_subset": "ars_Arab-fij_Latn", "languages": ["ars-Arab", "fij-Latn"], "main_score": 0.10606, "precision": 0.090454, "recall": 0.168972}, {"accuracy": 0.721344, "f1": 0.657024, "hf_subset": "ars_Arab-isl_Latn", "languages": ["ars-Arab", "isl-Latn"], "main_score": 0.657024, "precision": 0.630542, "recall": 0.721344}, {"accuracy": 0.1917, "f1": 0.123761, "hf_subset": "ars_Arab-kon_Latn", "languages": ["ars-Arab", "kon-Latn"], "main_score": 0.123761, "precision": 0.107632, "recall": 0.1917}, {"accuracy": 0.043478, "f1": 0.016817, "hf_subset": "ars_Arab-mni_Beng", "languages": ["ars-Arab", "mni-Beng"], "main_score": 0.016817, "precision": 0.013098, "recall": 0.043478}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ron_Latn", "languages": ["ars-Arab", "ron-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.751976, "f1": 0.693102, "hf_subset": "ars_Arab-szl_Latn", "languages": ["ars-Arab", "szl-Latn"], "main_score": 0.693102, "precision": 0.667671, "recall": 0.751976}, {"accuracy": 0.749012, "f1": 0.683778, "hf_subset": "ars_Arab-vec_Latn", "languages": ["ars-Arab", "vec-Latn"], "main_score": 0.683778, "precision": 0.655312, "recall": 0.749012}, {"accuracy": 0.76581, "f1": 0.71318, "hf_subset": "ars_Arab-amh_Ethi", "languages": ["ars-Arab", "amh-Ethi"], "main_score": 0.71318, "precision": 0.690464, "recall": 0.76581}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "ars_Arab-bos_Latn", "languages": ["ars-Arab", "bos-Latn"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.976285, "f1": 0.969203, "hf_subset": "ars_Arab-fin_Latn", "languages": ["ars-Arab", "fin-Latn"], "main_score": 0.969203, "precision": 0.965744, "recall": 0.976285}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ita_Latn", "languages": ["ars-Arab", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "ars_Arab-kor_Hang", "languages": ["ars-Arab", "kor-Hang"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.179842, "f1": 0.118034, "hf_subset": "ars_Arab-mos_Latn", "languages": ["ars-Arab", "mos-Latn"], "main_score": 0.118034, "precision": 0.102771, "recall": 0.179842}, {"accuracy": 0.123518, "f1": 0.069666, "hf_subset": "ars_Arab-run_Latn", "languages": ["ars-Arab", "run-Latn"], "main_score": 0.069666, "precision": 0.057709, "recall": 0.123518}, {"accuracy": 0.897233, "f1": 0.867062, "hf_subset": "ars_Arab-tam_Taml", "languages": ["ars-Arab", "tam-Taml"], "main_score": 0.867062, "precision": 0.853096, "recall": 0.897233}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "ars_Arab-vie_Latn", "languages": ["ars-Arab", "vie-Latn"], "main_score": 0.976943, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "ars_Arab-apc_Arab", "languages": ["ars-Arab", "apc-Arab"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.333992, "f1": 0.245048, "hf_subset": "ars_Arab-bug_Latn", "languages": ["ars-Arab", "bug-Latn"], "main_score": 0.245048, "precision": 0.217082, "recall": 0.333992}, {"accuracy": 0.160079, "f1": 0.094132, "hf_subset": "ars_Arab-fon_Latn", "languages": ["ars-Arab", "fon-Latn"], "main_score": 0.094132, "precision": 0.079275, "recall": 0.160079}, {"accuracy": 0.667984, "f1": 0.592361, "hf_subset": "ars_Arab-jav_Latn", "languages": ["ars-Arab", "jav-Latn"], "main_score": 0.592361, "precision": 0.562806, "recall": 0.667984}, {"accuracy": 0.924901, "f1": 0.904729, "hf_subset": "ars_Arab-lao_Laoo", "languages": ["ars-Arab", "lao-Laoo"], "main_score": 0.904729, "precision": 0.895784, "recall": 0.924901}, {"accuracy": 0.149209, "f1": 0.082171, "hf_subset": "ars_Arab-mri_Latn", "languages": ["ars-Arab", "mri-Latn"], "main_score": 0.082171, "precision": 0.067841, "recall": 0.149209}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-rus_Cyrl", "languages": ["ars-Arab", "rus-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.197628, "f1": 0.133264, "hf_subset": "ars_Arab-taq_Latn", "languages": ["ars-Arab", "taq-Latn"], "main_score": 0.133264, "precision": 0.118089, "recall": 0.197628}, {"accuracy": 0.374506, "f1": 0.279772, "hf_subset": "ars_Arab-war_Latn", "languages": ["ars-Arab", "war-Latn"], "main_score": 0.279772, "precision": 0.250523, "recall": 0.374506}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ars_Arab-arb_Arab", "languages": ["ars-Arab", "arb-Arab"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-bul_Cyrl", "languages": ["ars-Arab", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ars_Arab-fra_Latn", "languages": ["ars-Arab", "fra-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-jpn_Jpan", "languages": ["ars-Arab", "jpn-Jpan"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.721344, "f1": 0.653658, "hf_subset": "ars_Arab-lij_Latn", "languages": ["ars-Arab", "lij-Latn"], "main_score": 0.653658, "precision": 0.625751, "recall": 0.721344}, {"accuracy": 0.93083, "f1": 0.91031, "hf_subset": "ars_Arab-mya_Mymr", "languages": ["ars-Arab", "mya-Mymr"], "main_score": 0.91031, "precision": 0.900609, "recall": 0.93083}, {"accuracy": 0.194664, "f1": 0.12717, "hf_subset": "ars_Arab-sag_Latn", "languages": ["ars-Arab", "sag-Latn"], "main_score": 0.12717, "precision": 0.110045, "recall": 0.194664}, {"accuracy": 0.05336, "f1": 0.018138, "hf_subset": "ars_Arab-taq_Tfng", "languages": ["ars-Arab", "taq-Tfng"], "main_score": 0.018138, "precision": 0.014219, "recall": 0.05336}, {"accuracy": 0.212451, "f1": 0.13915, "hf_subset": "ars_Arab-wol_Latn", "languages": ["ars-Arab", "wol-Latn"], "main_score": 0.13915, "precision": 0.119569, "recall": 0.212451}, {"accuracy": 0.081028, "f1": 0.0391, "hf_subset": "ars_Arab-arb_Latn", "languages": ["ars-Arab", "arb-Latn"], "main_score": 0.0391, "precision": 0.031207, "recall": 0.081028}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "ars_Arab-cat_Latn", "languages": ["ars-Arab", "cat-Latn"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.659091, "f1": 0.585493, "hf_subset": "ars_Arab-fur_Latn", "languages": ["ars-Arab", "fur-Latn"], "main_score": 0.585493, "precision": 0.555764, "recall": 0.659091}, {"accuracy": 0.066206, "f1": 0.037775, "hf_subset": "ars_Arab-kab_Latn", "languages": ["ars-Arab", "kab-Latn"], "main_score": 0.037775, "precision": 0.030889, "recall": 0.066206}, {"accuracy": 0.703557, "f1": 0.633185, "hf_subset": "ars_Arab-lim_Latn", "languages": ["ars-Arab", "lim-Latn"], "main_score": 0.633185, "precision": 0.604077, "recall": 0.703557}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-nld_Latn", "languages": ["ars-Arab", "nld-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.73419, "f1": 0.670657, "hf_subset": "ars_Arab-san_Deva", "languages": ["ars-Arab", "san-Deva"], "main_score": 0.670657, "precision": 0.64333, "recall": 0.73419}, {"accuracy": 0.477273, "f1": 0.394913, "hf_subset": "ars_Arab-tat_Cyrl", "languages": ["ars-Arab", "tat-Cyrl"], "main_score": 0.394913, "precision": 0.365342, "recall": 0.477273}, {"accuracy": 0.163043, "f1": 0.093412, "hf_subset": "ars_Arab-xho_Latn", "languages": ["ars-Arab", "xho-Latn"], "main_score": 0.093412, "precision": 0.076823, "recall": 0.163043}, {"accuracy": 0.349802, "f1": 0.259016, "hf_subset": "ars_Arab-ceb_Latn", "languages": ["ars-Arab", "ceb-Latn"], "main_score": 0.259016, "precision": 0.23083, "recall": 0.349802}, {"accuracy": 0.189723, "f1": 0.11442, "hf_subset": "ars_Arab-fuv_Latn", "languages": ["ars-Arab", "fuv-Latn"], "main_score": 0.11442, "precision": 0.09657, "recall": 0.189723}, {"accuracy": 0.164032, "f1": 0.102754, "hf_subset": "ars_Arab-kac_Latn", "languages": ["ars-Arab", "kac-Latn"], "main_score": 0.102754, "precision": 0.087424, "recall": 0.164032}, {"accuracy": 0.19664, "f1": 0.133343, "hf_subset": "ars_Arab-lin_Latn", "languages": ["ars-Arab", "lin-Latn"], "main_score": 0.133343, "precision": 0.116411, "recall": 0.19664}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "ars_Arab-nno_Latn", "languages": ["ars-Arab", "nno-Latn"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.018775, "f1": 0.003854, "hf_subset": "ars_Arab-sat_Olck", "languages": ["ars-Arab", "sat-Olck"], "main_score": 0.003854, "precision": 0.003056, "recall": 0.018775}, {"accuracy": 0.848814, "f1": 0.808729, "hf_subset": "ars_Arab-tel_Telu", "languages": ["ars-Arab", "tel-Telu"], "main_score": 0.808729, "precision": 0.790876, "recall": 0.848814}, {"accuracy": 0.416996, "f1": 0.328453, "hf_subset": "ars_Arab-ydd_Hebr", "languages": ["ars-Arab", "ydd-Hebr"], "main_score": 0.328453, "precision": 0.297805, "recall": 0.416996}, {"accuracy": 0.879447, "f1": 0.845883, "hf_subset": "ars_Arab-ary_Arab", "languages": ["ars-Arab", "ary-Arab"], "main_score": 0.845883, "precision": 0.830319, "recall": 0.879447}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "ars_Arab-ces_Latn", "languages": ["ars-Arab", "ces-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.075099, "f1": 0.039433, "hf_subset": "ars_Arab-gaz_Latn", "languages": ["ars-Arab", "gaz-Latn"], "main_score": 0.039433, "precision": 0.032934, "recall": 0.075099}, {"accuracy": 0.160079, "f1": 0.102917, "hf_subset": "ars_Arab-kam_Latn", "languages": ["ars-Arab", "kam-Latn"], "main_score": 0.102917, "precision": 0.089189, "recall": 0.160079}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "ars_Arab-lit_Latn", "languages": ["ars-Arab", "lit-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ars_Arab-nob_Latn", "languages": ["ars-Arab", "nob-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.592885, "f1": 0.509578, "hf_subset": "ars_Arab-scn_Latn", "languages": ["ars-Arab", "scn-Latn"], "main_score": 0.509578, "precision": 0.477804, "recall": 0.592885}, {"accuracy": 0.161067, "f1": 0.103127, "hf_subset": "ars_Arab-tgk_Cyrl", "languages": ["ars-Arab", "tgk-Cyrl"], "main_score": 0.103127, "precision": 0.089339, "recall": 0.161067}, {"accuracy": 0.155138, "f1": 0.090028, "hf_subset": "ars_Arab-yor_Latn", "languages": ["ars-Arab", "yor-Latn"], "main_score": 0.090028, "precision": 0.074715, "recall": 0.155138}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "ars_Arab-arz_Arab", "languages": ["ars-Arab", "arz-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.153162, "f1": 0.090987, "hf_subset": "ars_Arab-cjk_Latn", "languages": ["ars-Arab", "cjk-Latn"], "main_score": 0.090987, "precision": 0.076716, "recall": 0.153162}, {"accuracy": 0.141304, "f1": 0.084871, "hf_subset": "ars_Arab-gla_Latn", "languages": ["ars-Arab", "gla-Latn"], "main_score": 0.084871, "precision": 0.070948, "recall": 0.141304}, {"accuracy": 0.797431, "f1": 0.745026, "hf_subset": "ars_Arab-kan_Knda", "languages": ["ars-Arab", "kan-Knda"], "main_score": 0.745026, "precision": 0.721789, "recall": 0.797431}, {"accuracy": 0.61166, "f1": 0.533286, "hf_subset": "ars_Arab-lmo_Latn", "languages": ["ars-Arab", "lmo-Latn"], "main_score": 0.533286, "precision": 0.503387, "recall": 0.61166}, {"accuracy": 0.965415, "f1": 0.955369, "hf_subset": "ars_Arab-npi_Deva", "languages": ["ars-Arab", "npi-Deva"], "main_score": 0.955369, "precision": 0.950428, "recall": 0.965415}, {"accuracy": 0.224308, "f1": 0.148423, "hf_subset": "ars_Arab-shn_Mymr", "languages": ["ars-Arab", "shn-Mymr"], "main_score": 0.148423, "precision": 0.126767, "recall": 0.224308}, {"accuracy": 0.416996, "f1": 0.325241, "hf_subset": "ars_Arab-tgl_Latn", "languages": ["ars-Arab", "tgl-Latn"], "main_score": 0.325241, "precision": 0.296065, "recall": 0.416996}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-yue_Hant", "languages": ["ars-Arab", "yue-Hant"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.540514, "f1": 0.458505, "hf_subset": "ars_Arab-asm_Beng", "languages": ["ars-Arab", "asm-Beng"], "main_score": 0.458505, "precision": 0.42764, "recall": 0.540514}, {"accuracy": 0.838933, "f1": 0.795539, "hf_subset": "ars_Arab-ckb_Arab", "languages": ["ars-Arab", "ckb-Arab"], "main_score": 0.795539, "precision": 0.775033, "recall": 0.838933}, {"accuracy": 0.237154, "f1": 0.158454, "hf_subset": "ars_Arab-gle_Latn", "languages": ["ars-Arab", "gle-Latn"], "main_score": 0.158454, "precision": 0.137447, "recall": 0.237154}, {"accuracy": 0.598814, "f1": 0.521925, "hf_subset": "ars_Arab-kas_Arab", "languages": ["ars-Arab", "kas-Arab"], "main_score": 0.521925, "precision": 0.490707, "recall": 0.598814}, {"accuracy": 0.668972, "f1": 0.599198, "hf_subset": "ars_Arab-ltg_Latn", "languages": ["ars-Arab", "ltg-Latn"], "main_score": 0.599198, "precision": 0.570299, "recall": 0.668972}, {"accuracy": 0.192688, "f1": 0.125575, "hf_subset": "ars_Arab-nso_Latn", "languages": ["ars-Arab", "nso-Latn"], "main_score": 0.125575, "precision": 0.109427, "recall": 0.192688}, {"accuracy": 0.925889, "f1": 0.906094, "hf_subset": "ars_Arab-sin_Sinh", "languages": ["ars-Arab", "sin-Sinh"], "main_score": 0.906094, "precision": 0.896904, "recall": 0.925889}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-tha_Thai", "languages": ["ars-Arab", "tha-Thai"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-zho_Hans", "languages": ["ars-Arab", "zho-Hans"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.921937, "f1": 0.898287, "hf_subset": "ars_Arab-ast_Latn", "languages": ["ars-Arab", "ast-Latn"], "main_score": 0.898287, "precision": 0.88694, "recall": 0.921937}, {"accuracy": 0.72332, "f1": 0.660408, "hf_subset": "ars_Arab-crh_Latn", "languages": ["ars-Arab", "crh-Latn"], "main_score": 0.660408, "precision": 0.634256, "recall": 0.72332}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-glg_Latn", "languages": ["ars-Arab", "glg-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.373518, "f1": 0.290553, "hf_subset": "ars_Arab-kas_Deva", "languages": ["ars-Arab", "kas-Deva"], "main_score": 0.290553, "precision": 0.263334, "recall": 0.373518}, {"accuracy": 0.44664, "f1": 0.351702, "hf_subset": "ars_Arab-ltz_Latn", "languages": ["ars-Arab", "ltz-Latn"], "main_score": 0.351702, "precision": 0.319233, "recall": 0.44664}, {"accuracy": 0.082016, "f1": 0.036439, "hf_subset": "ars_Arab-nus_Latn", "languages": ["ars-Arab", "nus-Latn"], "main_score": 0.036439, "precision": 0.02855, "recall": 0.082016}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "ars_Arab-slk_Latn", "languages": ["ars-Arab", "slk-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.16502, "f1": 0.104359, "hf_subset": "ars_Arab-tir_Ethi", "languages": ["ars-Arab", "tir-Ethi"], "main_score": 0.104359, "precision": 0.088094, "recall": 0.16502}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ars_Arab-zho_Hant", "languages": ["ars-Arab", "zho-Hant"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "ars_Arab-awa_Deva", "languages": ["ars-Arab", "awa-Deva"], "main_score": 0.939723, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.41996, "f1": 0.329045, "hf_subset": "ars_Arab-cym_Latn", "languages": ["ars-Arab", "cym-Latn"], "main_score": 0.329045, "precision": 0.300251, "recall": 0.41996}, {"accuracy": 0.298419, "f1": 0.214752, "hf_subset": "ars_Arab-grn_Latn", "languages": ["ars-Arab", "grn-Latn"], "main_score": 0.214752, "precision": 0.190939, "recall": 0.298419}, {"accuracy": 0.869565, "f1": 0.832115, "hf_subset": "ars_Arab-kat_Geor", "languages": ["ars-Arab", "kat-Geor"], "main_score": 0.832115, "precision": 0.815217, "recall": 0.869565}, {"accuracy": 0.205534, "f1": 0.133993, "hf_subset": "ars_Arab-lua_Latn", "languages": ["ars-Arab", "lua-Latn"], "main_score": 0.133993, "precision": 0.116218, "recall": 0.205534}, {"accuracy": 0.184783, "f1": 0.115765, "hf_subset": "ars_Arab-nya_Latn", "languages": ["ars-Arab", "nya-Latn"], "main_score": 0.115765, "precision": 0.098242, "recall": 0.184783}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "ars_Arab-slv_Latn", "languages": ["ars-Arab", "slv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.393281, "f1": 0.303004, "hf_subset": "ars_Arab-tpi_Latn", "languages": ["ars-Arab", "tpi-Latn"], "main_score": 0.303004, "precision": 0.275, "recall": 0.393281}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ars_Arab-zsm_Latn", "languages": ["ars-Arab", "zsm-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.170949, "f1": 0.100305, "hf_subset": "ars_Arab-ayr_Latn", "languages": ["ars-Arab", "ayr-Latn"], "main_score": 0.100305, "precision": 0.084427, "recall": 0.170949}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "ars_Arab-dan_Latn", "languages": ["ars-Arab", "dan-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.923913, "f1": 0.900527, "hf_subset": "ars_Arab-guj_Gujr", "languages": ["ars-Arab", "guj-Gujr"], "main_score": 0.900527, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.950593, "f1": 0.934783, "hf_subset": "ars_Arab-kaz_Cyrl", "languages": ["ars-Arab", "kaz-Cyrl"], "main_score": 0.934783, "precision": 0.927042, "recall": 0.950593}, {"accuracy": 0.141304, "f1": 0.08846, "hf_subset": "ars_Arab-lug_Latn", "languages": ["ars-Arab", "lug-Latn"], "main_score": 0.08846, "precision": 0.076853, "recall": 0.141304}, {"accuracy": 0.905138, "f1": 0.877437, "hf_subset": "ars_Arab-oci_Latn", "languages": ["ars-Arab", "oci-Latn"], "main_score": 0.877437, "precision": 0.864625, "recall": 0.905138}, {"accuracy": 0.157115, "f1": 0.091275, "hf_subset": "ars_Arab-smo_Latn", "languages": ["ars-Arab", "smo-Latn"], "main_score": 0.091275, "precision": 0.075579, "recall": 0.157115}, {"accuracy": 0.170949, "f1": 0.109405, "hf_subset": "ars_Arab-tsn_Latn", "languages": ["ars-Arab", "tsn-Latn"], "main_score": 0.109405, "precision": 0.094752, "recall": 0.170949}, {"accuracy": 0.117589, "f1": 0.06258, "hf_subset": "ars_Arab-zul_Latn", "languages": ["ars-Arab", "zul-Latn"], "main_score": 0.06258, "precision": 0.051147, "recall": 0.117589}, {"accuracy": 0.543478, "f1": 0.458999, "hf_subset": "ars_Arab-azb_Arab", "languages": ["ars-Arab", "azb-Arab"], "main_score": 0.458999, "precision": 0.426953, "recall": 0.543478}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-deu_Latn", "languages": ["ars-Arab", "deu-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.263834, "f1": 0.182412, "hf_subset": "ars_Arab-hat_Latn", "languages": ["ars-Arab", "hat-Latn"], "main_score": 0.182412, "precision": 0.159586, "recall": 0.263834}, {"accuracy": 0.142292, "f1": 0.077688, "hf_subset": "ars_Arab-kbp_Latn", "languages": ["ars-Arab", "kbp-Latn"], "main_score": 0.077688, "precision": 0.06302, "recall": 0.142292}, {"accuracy": 0.179842, "f1": 0.110369, "hf_subset": "ars_Arab-luo_Latn", "languages": ["ars-Arab", "luo-Latn"], "main_score": 0.110369, "precision": 0.094984, "recall": 0.179842}, {"accuracy": 0.824111, "f1": 0.778491, "hf_subset": "ars_Arab-ory_Orya", "languages": ["ars-Arab", "ory-Orya"], "main_score": 0.778491, "precision": 0.757823, "recall": 0.824111}, {"accuracy": 0.132411, "f1": 0.072507, "hf_subset": "ars_Arab-sna_Latn", "languages": ["ars-Arab", "sna-Latn"], "main_score": 0.072507, "precision": 0.059608, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.08966, "hf_subset": "ars_Arab-tso_Latn", "languages": ["ars-Arab", "tso-Latn"], "main_score": 0.08966, "precision": 0.076464, "recall": 0.149209}, {"accuracy": 0.944664, "f1": 0.928162, "hf_subset": "ars_Arab-azj_Latn", "languages": ["ars-Arab", "azj-Latn"], "main_score": 0.928162, "precision": 0.920455, "recall": 0.944664}, {"accuracy": 0.25, "f1": 0.172763, "hf_subset": "ars_Arab-dik_Latn", "languages": ["ars-Arab", "dik-Latn"], "main_score": 0.172763, "precision": 0.152929, "recall": 0.25}, {"accuracy": 0.192688, "f1": 0.12151, "hf_subset": "ars_Arab-hau_Latn", "languages": ["ars-Arab", "hau-Latn"], "main_score": 0.12151, "precision": 0.104441, "recall": 0.192688}, {"accuracy": 0.597826, "f1": 0.516429, "hf_subset": "ars_Arab-kea_Latn", "languages": ["ars-Arab", "kea-Latn"], "main_score": 0.516429, "precision": 0.485135, "recall": 0.597826}, {"accuracy": 0.301383, "f1": 0.214172, "hf_subset": "ars_Arab-lus_Latn", "languages": ["ars-Arab", "lus-Latn"], "main_score": 0.214172, "precision": 0.189073, "recall": 0.301383}, {"accuracy": 0.418972, "f1": 0.327614, "hf_subset": "ars_Arab-pag_Latn", "languages": ["ars-Arab", "pag-Latn"], "main_score": 0.327614, "precision": 0.297341, "recall": 0.418972}, {"accuracy": 0.869565, "f1": 0.834585, "hf_subset": "ars_Arab-snd_Arab", "languages": ["ars-Arab", "snd-Arab"], "main_score": 0.834585, "precision": 0.818511, "recall": 0.869565}, {"accuracy": 0.296443, "f1": 0.210547, "hf_subset": "ars_Arab-tuk_Latn", "languages": ["ars-Arab", "tuk-Latn"], "main_score": 0.210547, "precision": 0.184714, "recall": 0.296443}, {"accuracy": 0.432806, "f1": 0.343626, "hf_subset": "ars_Arab-bak_Cyrl", "languages": ["ars-Arab", "bak-Cyrl"], "main_score": 0.343626, "precision": 0.312628, "recall": 0.432806}, {"accuracy": 0.153162, "f1": 0.091267, "hf_subset": "ars_Arab-dyu_Latn", "languages": ["ars-Arab", "dyu-Latn"], "main_score": 0.091267, "precision": 0.076378, "recall": 0.153162}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "ars_Arab-heb_Hebr", "languages": ["ars-Arab", "heb-Hebr"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "ars_Arab-khk_Cyrl", "languages": ["ars-Arab", "khk-Cyrl"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "ars_Arab-lvs_Latn", "languages": ["ars-Arab", "lvs-Latn"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.846838, "f1": 0.808253, "hf_subset": "ars_Arab-pan_Guru", "languages": ["ars-Arab", "pan-Guru"], "main_score": 0.808253, "precision": 0.790926, "recall": 0.846838}, {"accuracy": 0.215415, "f1": 0.145634, "hf_subset": "ars_Arab-som_Latn", "languages": ["ars-Arab", "som-Latn"], "main_score": 0.145634, "precision": 0.126588, "recall": 0.215415}, {"accuracy": 0.174901, "f1": 0.107651, "hf_subset": "ars_Arab-tum_Latn", "languages": ["ars-Arab", "tum-Latn"], "main_score": 0.107651, "precision": 0.091789, "recall": 0.174901}, {"accuracy": 0.066206, "f1": 0.04838, "hf_subset": "ceb_Latn-ace_Arab", "languages": ["ceb-Latn", "ace-Arab"], "main_score": 0.04838, "precision": 0.043373, "recall": 0.066206}, {"accuracy": 0.246047, "f1": 0.200355, "hf_subset": "ceb_Latn-bam_Latn", "languages": ["ceb-Latn", "bam-Latn"], "main_score": 0.200355, "precision": 0.185264, "recall": 0.246047}, {"accuracy": 0.004941, "f1": 0.00057, "hf_subset": "ceb_Latn-dzo_Tibt", "languages": ["ceb-Latn", "dzo-Tibt"], "main_score": 0.00057, "precision": 0.000312, "recall": 0.004941}, {"accuracy": 0.33498, "f1": 0.293191, "hf_subset": "ceb_Latn-hin_Deva", "languages": ["ceb-Latn", "hin-Deva"], "main_score": 0.293191, "precision": 0.280309, "recall": 0.33498}, {"accuracy": 0.3083, "f1": 0.276132, "hf_subset": "ceb_Latn-khm_Khmr", "languages": ["ceb-Latn", "khm-Khmr"], "main_score": 0.276132, "precision": 0.266104, "recall": 0.3083}, {"accuracy": 0.294466, "f1": 0.262706, "hf_subset": "ceb_Latn-mag_Deva", "languages": ["ceb-Latn", "mag-Deva"], "main_score": 0.262706, "precision": 0.25293, "recall": 0.294466}, {"accuracy": 0.363636, "f1": 0.338104, "hf_subset": "ceb_Latn-pap_Latn", "languages": ["ceb-Latn", "pap-Latn"], "main_score": 0.338104, "precision": 0.329361, "recall": 0.363636}, {"accuracy": 0.282609, "f1": 0.247569, "hf_subset": "ceb_Latn-sot_Latn", "languages": ["ceb-Latn", "sot-Latn"], "main_score": 0.247569, "precision": 0.23463, "recall": 0.282609}, {"accuracy": 0.413043, "f1": 0.365992, "hf_subset": "ceb_Latn-tur_Latn", "languages": ["ceb-Latn", "tur-Latn"], "main_score": 0.365992, "precision": 0.352836, "recall": 0.413043}, {"accuracy": 0.373518, "f1": 0.338621, "hf_subset": "ceb_Latn-ace_Latn", "languages": ["ceb-Latn", "ace-Latn"], "main_score": 0.338621, "precision": 0.325364, "recall": 0.373518}, {"accuracy": 0.33498, "f1": 0.310459, "hf_subset": "ceb_Latn-ban_Latn", "languages": ["ceb-Latn", "ban-Latn"], "main_score": 0.310459, "precision": 0.302298, "recall": 0.33498}, {"accuracy": 0.333992, "f1": 0.300305, "hf_subset": "ceb_Latn-ell_Grek", "languages": ["ceb-Latn", "ell-Grek"], "main_score": 0.300305, "precision": 0.289352, "recall": 0.333992}, {"accuracy": 0.300395, "f1": 0.26608, "hf_subset": "ceb_Latn-hne_Deva", "languages": ["ceb-Latn", "hne-Deva"], "main_score": 0.26608, "precision": 0.255443, "recall": 0.300395}, {"accuracy": 0.277668, "f1": 0.242067, "hf_subset": "ceb_Latn-kik_Latn", "languages": ["ceb-Latn", "kik-Latn"], "main_score": 0.242067, "precision": 0.229151, "recall": 0.277668}, {"accuracy": 0.291502, "f1": 0.265021, "hf_subset": "ceb_Latn-mai_Deva", "languages": ["ceb-Latn", "mai-Deva"], "main_score": 0.265021, "precision": 0.256737, "recall": 0.291502}, {"accuracy": 0.270751, "f1": 0.236179, "hf_subset": "ceb_Latn-pbt_Arab", "languages": ["ceb-Latn", "pbt-Arab"], "main_score": 0.236179, "precision": 0.226578, "recall": 0.270751}, {"accuracy": 0.409091, "f1": 0.37138, "hf_subset": "ceb_Latn-spa_Latn", "languages": ["ceb-Latn", "spa-Latn"], "main_score": 0.37138, "precision": 0.360934, "recall": 0.409091}, {"accuracy": 0.347826, "f1": 0.308052, "hf_subset": "ceb_Latn-twi_Latn", "languages": ["ceb-Latn", "twi-Latn"], "main_score": 0.308052, "precision": 0.293602, "recall": 0.347826}, {"accuracy": 0.290514, "f1": 0.262136, "hf_subset": "ceb_Latn-acm_Arab", "languages": ["ceb-Latn", "acm-Arab"], "main_score": 0.262136, "precision": 0.252857, "recall": 0.290514}, {"accuracy": 0.294466, "f1": 0.253343, "hf_subset": "ceb_Latn-bel_Cyrl", "languages": ["ceb-Latn", "bel-Cyrl"], "main_score": 0.253343, "precision": 0.241019, "recall": 0.294466}, {"accuracy": 0.41996, "f1": 0.380596, "hf_subset": "ceb_Latn-eng_Latn", "languages": ["ceb-Latn", "eng-Latn"], "main_score": 0.380596, "precision": 0.368518, "recall": 0.41996}, {"accuracy": 0.382411, "f1": 0.342469, "hf_subset": "ceb_Latn-hrv_Latn", "languages": ["ceb-Latn", "hrv-Latn"], "main_score": 0.342469, "precision": 0.33089, "recall": 0.382411}, {"accuracy": 0.210474, "f1": 0.17348, "hf_subset": "ceb_Latn-kin_Latn", "languages": ["ceb-Latn", "kin-Latn"], "main_score": 0.17348, "precision": 0.1612, "recall": 0.210474}, {"accuracy": 0.188735, "f1": 0.158679, "hf_subset": "ceb_Latn-mal_Mlym", "languages": ["ceb-Latn", "mal-Mlym"], "main_score": 0.158679, "precision": 0.151208, "recall": 0.188735}, {"accuracy": 0.337945, "f1": 0.30187, "hf_subset": "ceb_Latn-pes_Arab", "languages": ["ceb-Latn", "pes-Arab"], "main_score": 0.30187, "precision": 0.290896, "recall": 0.337945}, {"accuracy": 0.332016, "f1": 0.299969, "hf_subset": "ceb_Latn-srd_Latn", "languages": ["ceb-Latn", "srd-Latn"], "main_score": 0.299969, "precision": 0.289914, "recall": 0.332016}, {"accuracy": 0.0583, "f1": 0.036274, "hf_subset": "ceb_Latn-tzm_Tfng", "languages": ["ceb-Latn", "tzm-Tfng"], "main_score": 0.036274, "precision": 0.032159, "recall": 0.0583}, {"accuracy": 0.328063, "f1": 0.289914, "hf_subset": "ceb_Latn-acq_Arab", "languages": ["ceb-Latn", "acq-Arab"], "main_score": 0.289914, "precision": 0.278353, "recall": 0.328063}, {"accuracy": 0.290514, "f1": 0.24212, "hf_subset": "ceb_Latn-bem_Latn", "languages": ["ceb-Latn", "bem-Latn"], "main_score": 0.24212, "precision": 0.22603, "recall": 0.290514}, {"accuracy": 0.353755, "f1": 0.325189, "hf_subset": "ceb_Latn-epo_Latn", "languages": ["ceb-Latn", "epo-Latn"], "main_score": 0.325189, "precision": 0.317209, "recall": 0.353755}, {"accuracy": 0.412055, "f1": 0.366767, "hf_subset": "ceb_Latn-hun_Latn", "languages": ["ceb-Latn", "hun-Latn"], "main_score": 0.366767, "precision": 0.355136, "recall": 0.412055}, {"accuracy": 0.335968, "f1": 0.301124, "hf_subset": "ceb_Latn-kir_Cyrl", "languages": ["ceb-Latn", "kir-Cyrl"], "main_score": 0.301124, "precision": 0.290319, "recall": 0.335968}, {"accuracy": 0.269763, "f1": 0.231906, "hf_subset": "ceb_Latn-mar_Deva", "languages": ["ceb-Latn", "mar-Deva"], "main_score": 0.231906, "precision": 0.220143, "recall": 0.269763}, {"accuracy": 0.313241, "f1": 0.275643, "hf_subset": "ceb_Latn-plt_Latn", "languages": ["ceb-Latn", "plt-Latn"], "main_score": 0.275643, "precision": 0.261543, "recall": 0.313241}, {"accuracy": 0.357708, "f1": 0.318643, "hf_subset": "ceb_Latn-srp_Cyrl", "languages": ["ceb-Latn", "srp-Cyrl"], "main_score": 0.318643, "precision": 0.306546, "recall": 0.357708}, {"accuracy": 0.216403, "f1": 0.190578, "hf_subset": "ceb_Latn-uig_Arab", "languages": ["ceb-Latn", "uig-Arab"], "main_score": 0.190578, "precision": 0.182503, "recall": 0.216403}, {"accuracy": 0.30336, "f1": 0.269557, "hf_subset": "ceb_Latn-aeb_Arab", "languages": ["ceb-Latn", "aeb-Arab"], "main_score": 0.269557, "precision": 0.260007, "recall": 0.30336}, {"accuracy": 0.225296, "f1": 0.187242, "hf_subset": "ceb_Latn-ben_Beng", "languages": ["ceb-Latn", "ben-Beng"], "main_score": 0.187242, "precision": 0.176115, "recall": 0.225296}, {"accuracy": 0.412055, "f1": 0.367411, "hf_subset": "ceb_Latn-est_Latn", "languages": ["ceb-Latn", "est-Latn"], "main_score": 0.367411, "precision": 0.356258, "recall": 0.412055}, {"accuracy": 0.284585, "f1": 0.246151, "hf_subset": "ceb_Latn-hye_Armn", "languages": ["ceb-Latn", "hye-Armn"], "main_score": 0.246151, "precision": 0.232977, "recall": 0.284585}, {"accuracy": 0.224308, "f1": 0.178298, "hf_subset": "ceb_Latn-kmb_Latn", "languages": ["ceb-Latn", "kmb-Latn"], "main_score": 0.178298, "precision": 0.164498, "recall": 0.224308}, {"accuracy": 0.036561, "f1": 0.029921, "hf_subset": "ceb_Latn-min_Arab", "languages": ["ceb-Latn", "min-Arab"], "main_score": 0.029921, "precision": 0.027932, "recall": 0.036561}, {"accuracy": 0.406126, "f1": 0.360784, "hf_subset": "ceb_Latn-pol_Latn", "languages": ["ceb-Latn", "pol-Latn"], "main_score": 0.360784, "precision": 0.348316, "recall": 0.406126}, {"accuracy": 0.213439, "f1": 0.168814, "hf_subset": "ceb_Latn-ssw_Latn", "languages": ["ceb-Latn", "ssw-Latn"], "main_score": 0.168814, "precision": 0.154427, "recall": 0.213439}, {"accuracy": 0.371542, "f1": 0.331213, "hf_subset": "ceb_Latn-ukr_Cyrl", "languages": ["ceb-Latn", "ukr-Cyrl"], "main_score": 0.331213, "precision": 0.318887, "recall": 0.371542}, {"accuracy": 0.396245, "f1": 0.35724, "hf_subset": "ceb_Latn-afr_Latn", "languages": ["ceb-Latn", "afr-Latn"], "main_score": 0.35724, "precision": 0.345237, "recall": 0.396245}, {"accuracy": 0.287549, "f1": 0.257141, "hf_subset": "ceb_Latn-bho_Deva", "languages": ["ceb-Latn", "bho-Deva"], "main_score": 0.257141, "precision": 0.247593, "recall": 0.287549}, {"accuracy": 0.314229, "f1": 0.284547, "hf_subset": "ceb_Latn-eus_Latn", "languages": ["ceb-Latn", "eus-Latn"], "main_score": 0.284547, "precision": 0.275338, "recall": 0.314229}, {"accuracy": 0.245059, "f1": 0.198461, "hf_subset": "ceb_Latn-ibo_Latn", "languages": ["ceb-Latn", "ibo-Latn"], "main_score": 0.198461, "precision": 0.183061, "recall": 0.245059}, {"accuracy": 0.305336, "f1": 0.272056, "hf_subset": "ceb_Latn-kmr_Latn", "languages": ["ceb-Latn", "kmr-Latn"], "main_score": 0.272056, "precision": 0.261855, "recall": 0.305336}, {"accuracy": 0.340909, "f1": 0.325349, "hf_subset": "ceb_Latn-min_Latn", "languages": ["ceb-Latn", "min-Latn"], "main_score": 0.325349, "precision": 0.320146, "recall": 0.340909}, {"accuracy": 0.421937, "f1": 0.378193, "hf_subset": "ceb_Latn-por_Latn", "languages": ["ceb-Latn", "por-Latn"], "main_score": 0.378193, "precision": 0.36558, "recall": 0.421937}, {"accuracy": 0.349802, "f1": 0.322302, "hf_subset": "ceb_Latn-sun_Latn", "languages": ["ceb-Latn", "sun-Latn"], "main_score": 0.322302, "precision": 0.31449, "recall": 0.349802}, {"accuracy": 0.22332, "f1": 0.181329, "hf_subset": "ceb_Latn-umb_Latn", "languages": ["ceb-Latn", "umb-Latn"], "main_score": 0.181329, "precision": 0.168808, "recall": 0.22332}, {"accuracy": 0.327075, "f1": 0.287642, "hf_subset": "ceb_Latn-ajp_Arab", "languages": ["ceb-Latn", "ajp-Arab"], "main_score": 0.287642, "precision": 0.275397, "recall": 0.327075}, {"accuracy": 0.054348, "f1": 0.041416, "hf_subset": "ceb_Latn-bjn_Arab", "languages": ["ceb-Latn", "bjn-Arab"], "main_score": 0.041416, "precision": 0.03753, "recall": 0.054348}, {"accuracy": 0.294466, "f1": 0.252551, "hf_subset": "ceb_Latn-ewe_Latn", "languages": ["ceb-Latn", "ewe-Latn"], "main_score": 0.252551, "precision": 0.238304, "recall": 0.294466}, {"accuracy": 0.507905, "f1": 0.464186, "hf_subset": "ceb_Latn-ilo_Latn", "languages": ["ceb-Latn", "ilo-Latn"], "main_score": 0.464186, "precision": 0.447356, "recall": 0.507905}, {"accuracy": 0.065217, "f1": 0.051923, "hf_subset": "ceb_Latn-knc_Arab", "languages": ["ceb-Latn", "knc-Arab"], "main_score": 0.051923, "precision": 0.048385, "recall": 0.065217}, {"accuracy": 0.375494, "f1": 0.337536, "hf_subset": "ceb_Latn-mkd_Cyrl", "languages": ["ceb-Latn", "mkd-Cyrl"], "main_score": 0.337536, "precision": 0.32594, "recall": 0.375494}, {"accuracy": 0.313241, "f1": 0.285109, "hf_subset": "ceb_Latn-prs_Arab", "languages": ["ceb-Latn", "prs-Arab"], "main_score": 0.285109, "precision": 0.27733, "recall": 0.313241}, {"accuracy": 0.408103, "f1": 0.364107, "hf_subset": "ceb_Latn-swe_Latn", "languages": ["ceb-Latn", "swe-Latn"], "main_score": 0.364107, "precision": 0.352024, "recall": 0.408103}, {"accuracy": 0.27668, "f1": 0.240521, "hf_subset": "ceb_Latn-urd_Arab", "languages": ["ceb-Latn", "urd-Arab"], "main_score": 0.240521, "precision": 0.229816, "recall": 0.27668}, {"accuracy": 0.348814, "f1": 0.308517, "hf_subset": "ceb_Latn-aka_Latn", "languages": ["ceb-Latn", "aka-Latn"], "main_score": 0.308517, "precision": 0.294179, "recall": 0.348814}, {"accuracy": 0.335968, "f1": 0.31163, "hf_subset": "ceb_Latn-bjn_Latn", "languages": ["ceb-Latn", "bjn-Latn"], "main_score": 0.31163, "precision": 0.304965, "recall": 0.335968}, {"accuracy": 0.297431, "f1": 0.26693, "hf_subset": "ceb_Latn-fao_Latn", "languages": ["ceb-Latn", "fao-Latn"], "main_score": 0.26693, "precision": 0.257032, "recall": 0.297431}, {"accuracy": 0.418972, "f1": 0.376567, "hf_subset": "ceb_Latn-ind_Latn", "languages": ["ceb-Latn", "ind-Latn"], "main_score": 0.376567, "precision": 0.364685, "recall": 0.418972}, {"accuracy": 0.323123, "f1": 0.290824, "hf_subset": "ceb_Latn-knc_Latn", "languages": ["ceb-Latn", "knc-Latn"], "main_score": 0.290824, "precision": 0.278302, "recall": 0.323123}, {"accuracy": 0.305336, "f1": 0.267863, "hf_subset": "ceb_Latn-mlt_Latn", "languages": ["ceb-Latn", "mlt-Latn"], "main_score": 0.267863, "precision": 0.255725, "recall": 0.305336}, {"accuracy": 0.299407, "f1": 0.258376, "hf_subset": "ceb_Latn-quy_Latn", "languages": ["ceb-Latn", "quy-Latn"], "main_score": 0.258376, "precision": 0.243865, "recall": 0.299407}, {"accuracy": 0.310277, "f1": 0.278346, "hf_subset": "ceb_Latn-swh_Latn", "languages": ["ceb-Latn", "swh-Latn"], "main_score": 0.278346, "precision": 0.266611, "recall": 0.310277}, {"accuracy": 0.290514, "f1": 0.266387, "hf_subset": "ceb_Latn-uzn_Latn", "languages": ["ceb-Latn", "uzn-Latn"], "main_score": 0.266387, "precision": 0.258359, "recall": 0.290514}, {"accuracy": 0.387352, "f1": 0.345895, "hf_subset": "ceb_Latn-als_Latn", "languages": ["ceb-Latn", "als-Latn"], "main_score": 0.345895, "precision": 0.333574, "recall": 0.387352}, {"accuracy": 0.049407, "f1": 0.026745, "hf_subset": "ceb_Latn-bod_Tibt", "languages": ["ceb-Latn", "bod-Tibt"], "main_score": 0.026745, "precision": 0.022157, "recall": 0.049407}, {"accuracy": 0.235178, "f1": 0.189647, "hf_subset": "ceb_Latn-fij_Latn", "languages": ["ceb-Latn", "fij-Latn"], "main_score": 0.189647, "precision": 0.175763, "recall": 0.235178}, {"accuracy": 0.295455, "f1": 0.273391, "hf_subset": "ceb_Latn-isl_Latn", "languages": ["ceb-Latn", "isl-Latn"], "main_score": 0.273391, "precision": 0.266511, "recall": 0.295455}, {"accuracy": 0.324111, "f1": 0.279413, "hf_subset": "ceb_Latn-kon_Latn", "languages": ["ceb-Latn", "kon-Latn"], "main_score": 0.279413, "precision": 0.264179, "recall": 0.324111}, {"accuracy": 0.054348, "f1": 0.033635, "hf_subset": "ceb_Latn-mni_Beng", "languages": ["ceb-Latn", "mni-Beng"], "main_score": 0.033635, "precision": 0.029541, "recall": 0.054348}, {"accuracy": 0.427866, "f1": 0.384416, "hf_subset": "ceb_Latn-ron_Latn", "languages": ["ceb-Latn", "ron-Latn"], "main_score": 0.384416, "precision": 0.372308, "recall": 0.427866}, {"accuracy": 0.33004, "f1": 0.298274, "hf_subset": "ceb_Latn-szl_Latn", "languages": ["ceb-Latn", "szl-Latn"], "main_score": 0.298274, "precision": 0.289737, "recall": 0.33004}, {"accuracy": 0.352767, "f1": 0.313031, "hf_subset": "ceb_Latn-vec_Latn", "languages": ["ceb-Latn", "vec-Latn"], "main_score": 0.313031, "precision": 0.301503, "recall": 0.352767}, {"accuracy": 0.16996, "f1": 0.139923, "hf_subset": "ceb_Latn-amh_Ethi", "languages": ["ceb-Latn", "amh-Ethi"], "main_score": 0.139923, "precision": 0.130993, "recall": 0.16996}, {"accuracy": 0.411067, "f1": 0.370707, "hf_subset": "ceb_Latn-bos_Latn", "languages": ["ceb-Latn", "bos-Latn"], "main_score": 0.370707, "precision": 0.359332, "recall": 0.411067}, {"accuracy": 0.371542, "f1": 0.342978, "hf_subset": "ceb_Latn-fin_Latn", "languages": ["ceb-Latn", "fin-Latn"], "main_score": 0.342978, "precision": 0.333386, "recall": 0.371542}, {"accuracy": 0.41996, "f1": 0.374378, "hf_subset": "ceb_Latn-ita_Latn", "languages": ["ceb-Latn", "ita-Latn"], "main_score": 0.374378, "precision": 0.361818, "recall": 0.41996}, {"accuracy": 0.332016, "f1": 0.292142, "hf_subset": "ceb_Latn-kor_Hang", "languages": ["ceb-Latn", "kor-Hang"], "main_score": 0.292142, "precision": 0.27983, "recall": 0.332016}, {"accuracy": 0.244071, "f1": 0.207766, "hf_subset": "ceb_Latn-mos_Latn", "languages": ["ceb-Latn", "mos-Latn"], "main_score": 0.207766, "precision": 0.194636, "recall": 0.244071}, {"accuracy": 0.221344, "f1": 0.178254, "hf_subset": "ceb_Latn-run_Latn", "languages": ["ceb-Latn", "run-Latn"], "main_score": 0.178254, "precision": 0.164943, "recall": 0.221344}, {"accuracy": 0.189723, "f1": 0.161185, "hf_subset": "ceb_Latn-tam_Taml", "languages": ["ceb-Latn", "tam-Taml"], "main_score": 0.161185, "precision": 0.153878, "recall": 0.189723}, {"accuracy": 0.411067, "f1": 0.363573, "hf_subset": "ceb_Latn-vie_Latn", "languages": ["ceb-Latn", "vie-Latn"], "main_score": 0.363573, "precision": 0.351408, "recall": 0.411067}, {"accuracy": 0.295455, "f1": 0.263553, "hf_subset": "ceb_Latn-apc_Arab", "languages": ["ceb-Latn", "apc-Arab"], "main_score": 0.263553, "precision": 0.253006, "recall": 0.295455}, {"accuracy": 0.338933, "f1": 0.305704, "hf_subset": "ceb_Latn-bug_Latn", "languages": ["ceb-Latn", "bug-Latn"], "main_score": 0.305704, "precision": 0.293379, "recall": 0.338933}, {"accuracy": 0.258893, "f1": 0.21654, "hf_subset": "ceb_Latn-fon_Latn", "languages": ["ceb-Latn", "fon-Latn"], "main_score": 0.21654, "precision": 0.202515, "recall": 0.258893}, {"accuracy": 0.336957, "f1": 0.311266, "hf_subset": "ceb_Latn-jav_Latn", "languages": ["ceb-Latn", "jav-Latn"], "main_score": 0.311266, "precision": 0.302686, "recall": 0.336957}, {"accuracy": 0.340909, "f1": 0.299575, "hf_subset": "ceb_Latn-lao_Laoo", "languages": ["ceb-Latn", "lao-Laoo"], "main_score": 0.299575, "precision": 0.288579, "recall": 0.340909}, {"accuracy": 0.241107, "f1": 0.204738, "hf_subset": "ceb_Latn-mri_Latn", "languages": ["ceb-Latn", "mri-Latn"], "main_score": 0.204738, "precision": 0.192393, "recall": 0.241107}, {"accuracy": 0.362648, "f1": 0.322868, "hf_subset": "ceb_Latn-rus_Cyrl", "languages": ["ceb-Latn", "rus-Cyrl"], "main_score": 0.322868, "precision": 0.311034, "recall": 0.362648}, {"accuracy": 0.294466, "f1": 0.252929, "hf_subset": "ceb_Latn-taq_Latn", "languages": ["ceb-Latn", "taq-Latn"], "main_score": 0.252929, "precision": 0.238924, "recall": 0.294466}, {"accuracy": 0.658103, "f1": 0.614075, "hf_subset": "ceb_Latn-war_Latn", "languages": ["ceb-Latn", "war-Latn"], "main_score": 0.614075, "precision": 0.59716, "recall": 0.658103}, {"accuracy": 0.324111, "f1": 0.287079, "hf_subset": "ceb_Latn-arb_Arab", "languages": ["ceb-Latn", "arb-Arab"], "main_score": 0.287079, "precision": 0.275441, "recall": 0.324111}, {"accuracy": 0.373518, "f1": 0.333279, "hf_subset": "ceb_Latn-bul_Cyrl", "languages": ["ceb-Latn", "bul-Cyrl"], "main_score": 0.333279, "precision": 0.322222, "recall": 0.373518}, {"accuracy": 0.41996, "f1": 0.373048, "hf_subset": "ceb_Latn-fra_Latn", "languages": ["ceb-Latn", "fra-Latn"], "main_score": 0.373048, "precision": 0.360429, "recall": 0.41996}, {"accuracy": 0.363636, "f1": 0.323651, "hf_subset": "ceb_Latn-jpn_Jpan", "languages": ["ceb-Latn", "jpn-Jpan"], "main_score": 0.323651, "precision": 0.311952, "recall": 0.363636}, {"accuracy": 0.338933, "f1": 0.312904, "hf_subset": "ceb_Latn-lij_Latn", "languages": ["ceb-Latn", "lij-Latn"], "main_score": 0.312904, "precision": 0.305055, "recall": 0.338933}, {"accuracy": 0.286561, "f1": 0.248405, "hf_subset": "ceb_Latn-mya_Mymr", "languages": ["ceb-Latn", "mya-Mymr"], "main_score": 0.248405, "precision": 0.236867, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.208842, "hf_subset": "ceb_Latn-sag_Latn", "languages": ["ceb-Latn", "sag-Latn"], "main_score": 0.208842, "precision": 0.1957, "recall": 0.247036}, {"accuracy": 0.089921, "f1": 0.052561, "hf_subset": "ceb_Latn-taq_Tfng", "languages": ["ceb-Latn", "taq-Tfng"], "main_score": 0.052561, "precision": 0.044895, "recall": 0.089921}, {"accuracy": 0.299407, "f1": 0.260274, "hf_subset": "ceb_Latn-wol_Latn", "languages": ["ceb-Latn", "wol-Latn"], "main_score": 0.260274, "precision": 0.246323, "recall": 0.299407}, {"accuracy": 0.118577, "f1": 0.084395, "hf_subset": "ceb_Latn-arb_Latn", "languages": ["ceb-Latn", "arb-Latn"], "main_score": 0.084395, "precision": 0.07589, "recall": 0.118577}, {"accuracy": 0.422925, "f1": 0.375436, "hf_subset": "ceb_Latn-cat_Latn", "languages": ["ceb-Latn", "cat-Latn"], "main_score": 0.375436, "precision": 0.362637, "recall": 0.422925}, {"accuracy": 0.354743, "f1": 0.316903, "hf_subset": "ceb_Latn-fur_Latn", "languages": ["ceb-Latn", "fur-Latn"], "main_score": 0.316903, "precision": 0.306668, "recall": 0.354743}, {"accuracy": 0.106719, "f1": 0.079979, "hf_subset": "ceb_Latn-kab_Latn", "languages": ["ceb-Latn", "kab-Latn"], "main_score": 0.079979, "precision": 0.071857, "recall": 0.106719}, {"accuracy": 0.359684, "f1": 0.32632, "hf_subset": "ceb_Latn-lim_Latn", "languages": ["ceb-Latn", "lim-Latn"], "main_score": 0.32632, "precision": 0.314226, "recall": 0.359684}, {"accuracy": 0.421937, "f1": 0.374919, "hf_subset": "ceb_Latn-nld_Latn", "languages": ["ceb-Latn", "nld-Latn"], "main_score": 0.374919, "precision": 0.361769, "recall": 0.421937}, {"accuracy": 0.22332, "f1": 0.192578, "hf_subset": "ceb_Latn-san_Deva", "languages": ["ceb-Latn", "san-Deva"], "main_score": 0.192578, "precision": 0.182696, "recall": 0.22332}, {"accuracy": 0.311265, "f1": 0.282747, "hf_subset": "ceb_Latn-tat_Cyrl", "languages": ["ceb-Latn", "tat-Cyrl"], "main_score": 0.282747, "precision": 0.272434, "recall": 0.311265}, {"accuracy": 0.214427, "f1": 0.17517, "hf_subset": "ceb_Latn-xho_Latn", "languages": ["ceb-Latn", "xho-Latn"], "main_score": 0.17517, "precision": 0.162317, "recall": 0.214427}, {"accuracy": 0.316206, "f1": 0.276692, "hf_subset": "ceb_Latn-ars_Arab", "languages": ["ceb-Latn", "ars-Arab"], "main_score": 0.276692, "precision": 0.264232, "recall": 0.316206}, {"accuracy": 0.236166, "f1": 0.197313, "hf_subset": "ceb_Latn-fuv_Latn", "languages": ["ceb-Latn", "fuv-Latn"], "main_score": 0.197313, "precision": 0.184602, "recall": 0.236166}, {"accuracy": 0.289526, "f1": 0.241462, "hf_subset": "ceb_Latn-kac_Latn", "languages": ["ceb-Latn", "kac-Latn"], "main_score": 0.241462, "precision": 0.224938, "recall": 0.289526}, {"accuracy": 0.271739, "f1": 0.228661, "hf_subset": "ceb_Latn-lin_Latn", "languages": ["ceb-Latn", "lin-Latn"], "main_score": 0.228661, "precision": 0.214251, "recall": 0.271739}, {"accuracy": 0.408103, "f1": 0.371186, "hf_subset": "ceb_Latn-nno_Latn", "languages": ["ceb-Latn", "nno-Latn"], "main_score": 0.371186, "precision": 0.359189, "recall": 0.408103}, {"accuracy": 0.019763, "f1": 0.00544, "hf_subset": "ceb_Latn-sat_Olck", "languages": ["ceb-Latn", "sat-Olck"], "main_score": 0.00544, "precision": 0.003805, "recall": 0.019763}, {"accuracy": 0.209486, "f1": 0.183757, "hf_subset": "ceb_Latn-tel_Telu", "languages": ["ceb-Latn", "tel-Telu"], "main_score": 0.183757, "precision": 0.176058, "recall": 0.209486}, {"accuracy": 0.128458, "f1": 0.101186, "hf_subset": "ceb_Latn-ydd_Hebr", "languages": ["ceb-Latn", "ydd-Hebr"], "main_score": 0.101186, "precision": 0.093479, "recall": 0.128458}, {"accuracy": 0.275692, "f1": 0.238895, "hf_subset": "ceb_Latn-ary_Arab", "languages": ["ceb-Latn", "ary-Arab"], "main_score": 0.238895, "precision": 0.228352, "recall": 0.275692}, {"accuracy": 0.403162, "f1": 0.362332, "hf_subset": "ceb_Latn-ces_Latn", "languages": ["ceb-Latn", "ces-Latn"], "main_score": 0.362332, "precision": 0.350939, "recall": 0.403162}, {"accuracy": 0.115613, "f1": 0.078842, "hf_subset": "ceb_Latn-gaz_Latn", "languages": ["ceb-Latn", "gaz-Latn"], "main_score": 0.078842, "precision": 0.068748, "recall": 0.115613}, {"accuracy": 0.268775, "f1": 0.224803, "hf_subset": "ceb_Latn-kam_Latn", "languages": ["ceb-Latn", "kam-Latn"], "main_score": 0.224803, "precision": 0.210386, "recall": 0.268775}, {"accuracy": 0.380435, "f1": 0.339414, "hf_subset": "ceb_Latn-lit_Latn", "languages": ["ceb-Latn", "lit-Latn"], "main_score": 0.339414, "precision": 0.326482, "recall": 0.380435}, {"accuracy": 0.414032, "f1": 0.368816, "hf_subset": "ceb_Latn-nob_Latn", "languages": ["ceb-Latn", "nob-Latn"], "main_score": 0.368816, "precision": 0.355309, "recall": 0.414032}, {"accuracy": 0.329051, "f1": 0.295642, "hf_subset": "ceb_Latn-scn_Latn", "languages": ["ceb-Latn", "scn-Latn"], "main_score": 0.295642, "precision": 0.284284, "recall": 0.329051}, {"accuracy": 0.193676, "f1": 0.158332, "hf_subset": "ceb_Latn-tgk_Cyrl", "languages": ["ceb-Latn", "tgk-Cyrl"], "main_score": 0.158332, "precision": 0.145843, "recall": 0.193676}, {"accuracy": 0.241107, "f1": 0.203974, "hf_subset": "ceb_Latn-yor_Latn", "languages": ["ceb-Latn", "yor-Latn"], "main_score": 0.203974, "precision": 0.190851, "recall": 0.241107}, {"accuracy": 0.298419, "f1": 0.264819, "hf_subset": "ceb_Latn-arz_Arab", "languages": ["ceb-Latn", "arz-Arab"], "main_score": 0.264819, "precision": 0.254502, "recall": 0.298419}, {"accuracy": 0.236166, "f1": 0.193128, "hf_subset": "ceb_Latn-cjk_Latn", "languages": ["ceb-Latn", "cjk-Latn"], "main_score": 0.193128, "precision": 0.1791, "recall": 0.236166}, {"accuracy": 0.19664, "f1": 0.159265, "hf_subset": "ceb_Latn-gla_Latn", "languages": ["ceb-Latn", "gla-Latn"], "main_score": 0.159265, "precision": 0.148191, "recall": 0.19664}, {"accuracy": 0.19664, "f1": 0.166048, "hf_subset": "ceb_Latn-kan_Knda", "languages": ["ceb-Latn", "kan-Knda"], "main_score": 0.166048, "precision": 0.156551, "recall": 0.19664}, {"accuracy": 0.338933, "f1": 0.305309, "hf_subset": "ceb_Latn-lmo_Latn", "languages": ["ceb-Latn", "lmo-Latn"], "main_score": 0.305309, "precision": 0.295585, "recall": 0.338933}, {"accuracy": 0.323123, "f1": 0.279762, "hf_subset": "ceb_Latn-npi_Deva", "languages": ["ceb-Latn", "npi-Deva"], "main_score": 0.279762, "precision": 0.267192, "recall": 0.323123}, {"accuracy": 0.243083, "f1": 0.204713, "hf_subset": "ceb_Latn-shn_Mymr", "languages": ["ceb-Latn", "shn-Mymr"], "main_score": 0.204713, "precision": 0.192847, "recall": 0.243083}, {"accuracy": 0.545455, "f1": 0.50352, "hf_subset": "ceb_Latn-tgl_Latn", "languages": ["ceb-Latn", "tgl-Latn"], "main_score": 0.50352, "precision": 0.487644, "recall": 0.545455}, {"accuracy": 0.335968, "f1": 0.298502, "hf_subset": "ceb_Latn-yue_Hant", "languages": ["ceb-Latn", "yue-Hant"], "main_score": 0.298502, "precision": 0.285844, "recall": 0.335968}, {"accuracy": 0.149209, "f1": 0.122305, "hf_subset": "ceb_Latn-asm_Beng", "languages": ["ceb-Latn", "asm-Beng"], "main_score": 0.122305, "precision": 0.114307, "recall": 0.149209}, {"accuracy": 0.22332, "f1": 0.182046, "hf_subset": "ceb_Latn-ckb_Arab", "languages": ["ceb-Latn", "ckb-Arab"], "main_score": 0.182046, "precision": 0.171329, "recall": 0.22332}, {"accuracy": 0.252964, "f1": 0.221297, "hf_subset": "ceb_Latn-gle_Latn", "languages": ["ceb-Latn", "gle-Latn"], "main_score": 0.221297, "precision": 0.21277, "recall": 0.252964}, {"accuracy": 0.209486, "f1": 0.185127, "hf_subset": "ceb_Latn-kas_Arab", "languages": ["ceb-Latn", "kas-Arab"], "main_score": 0.185127, "precision": 0.177358, "recall": 0.209486}, {"accuracy": 0.304348, "f1": 0.264364, "hf_subset": "ceb_Latn-ltg_Latn", "languages": ["ceb-Latn", "ltg-Latn"], "main_score": 0.264364, "precision": 0.251746, "recall": 0.304348}, {"accuracy": 0.310277, "f1": 0.272601, "hf_subset": "ceb_Latn-nso_Latn", "languages": ["ceb-Latn", "nso-Latn"], "main_score": 0.272601, "precision": 0.259217, "recall": 0.310277}, {"accuracy": 0.206522, "f1": 0.173978, "hf_subset": "ceb_Latn-sin_Sinh", "languages": ["ceb-Latn", "sin-Sinh"], "main_score": 0.173978, "precision": 0.164013, "recall": 0.206522}, {"accuracy": 0.33004, "f1": 0.290958, "hf_subset": "ceb_Latn-tha_Thai", "languages": ["ceb-Latn", "tha-Thai"], "main_score": 0.290958, "precision": 0.279229, "recall": 0.33004}, {"accuracy": 0.369565, "f1": 0.32878, "hf_subset": "ceb_Latn-zho_Hans", "languages": ["ceb-Latn", "zho-Hans"], "main_score": 0.32878, "precision": 0.316822, "recall": 0.369565}, {"accuracy": 0.375494, "f1": 0.34062, "hf_subset": "ceb_Latn-ast_Latn", "languages": ["ceb-Latn", "ast-Latn"], "main_score": 0.34062, "precision": 0.330541, "recall": 0.375494}, {"accuracy": 0.326087, "f1": 0.299976, "hf_subset": "ceb_Latn-crh_Latn", "languages": ["ceb-Latn", "crh-Latn"], "main_score": 0.299976, "precision": 0.291243, "recall": 0.326087}, {"accuracy": 0.43083, "f1": 0.388361, "hf_subset": "ceb_Latn-glg_Latn", "languages": ["ceb-Latn", "glg-Latn"], "main_score": 0.388361, "precision": 0.376486, "recall": 0.43083}, {"accuracy": 0.241107, "f1": 0.209052, "hf_subset": "ceb_Latn-kas_Deva", "languages": ["ceb-Latn", "kas-Deva"], "main_score": 0.209052, "precision": 0.199281, "recall": 0.241107}, {"accuracy": 0.316206, "f1": 0.283488, "hf_subset": "ceb_Latn-ltz_Latn", "languages": ["ceb-Latn", "ltz-Latn"], "main_score": 0.283488, "precision": 0.273331, "recall": 0.316206}, {"accuracy": 0.141304, "f1": 0.1016, "hf_subset": "ceb_Latn-nus_Latn", "languages": ["ceb-Latn", "nus-Latn"], "main_score": 0.1016, "precision": 0.090848, "recall": 0.141304}, {"accuracy": 0.401186, "f1": 0.358143, "hf_subset": "ceb_Latn-slk_Latn", "languages": ["ceb-Latn", "slk-Latn"], "main_score": 0.358143, "precision": 0.344715, "recall": 0.401186}, {"accuracy": 0.083992, "f1": 0.063289, "hf_subset": "ceb_Latn-tir_Ethi", "languages": ["ceb-Latn", "tir-Ethi"], "main_score": 0.063289, "precision": 0.057009, "recall": 0.083992}, {"accuracy": 0.339921, "f1": 0.30565, "hf_subset": "ceb_Latn-zho_Hant", "languages": ["ceb-Latn", "zho-Hant"], "main_score": 0.30565, "precision": 0.29505, "recall": 0.339921}, {"accuracy": 0.313241, "f1": 0.269585, "hf_subset": "ceb_Latn-awa_Deva", "languages": ["ceb-Latn", "awa-Deva"], "main_score": 0.269585, "precision": 0.256752, "recall": 0.313241}, {"accuracy": 0.262846, "f1": 0.231875, "hf_subset": "ceb_Latn-cym_Latn", "languages": ["ceb-Latn", "cym-Latn"], "main_score": 0.231875, "precision": 0.221828, "recall": 0.262846}, {"accuracy": 0.353755, "f1": 0.311598, "hf_subset": "ceb_Latn-grn_Latn", "languages": ["ceb-Latn", "grn-Latn"], "main_score": 0.311598, "precision": 0.297426, "recall": 0.353755}, {"accuracy": 0.300395, "f1": 0.266419, "hf_subset": "ceb_Latn-kat_Geor", "languages": ["ceb-Latn", "kat-Geor"], "main_score": 0.266419, "precision": 0.25555, "recall": 0.300395}, {"accuracy": 0.301383, "f1": 0.267108, "hf_subset": "ceb_Latn-lua_Latn", "languages": ["ceb-Latn", "lua-Latn"], "main_score": 0.267108, "precision": 0.254016, "recall": 0.301383}, {"accuracy": 0.293478, "f1": 0.246694, "hf_subset": "ceb_Latn-nya_Latn", "languages": ["ceb-Latn", "nya-Latn"], "main_score": 0.246694, "precision": 0.230011, "recall": 0.293478}, {"accuracy": 0.405138, "f1": 0.359208, "hf_subset": "ceb_Latn-slv_Latn", "languages": ["ceb-Latn", "slv-Latn"], "main_score": 0.359208, "precision": 0.347205, "recall": 0.405138}, {"accuracy": 0.40415, "f1": 0.370332, "hf_subset": "ceb_Latn-tpi_Latn", "languages": ["ceb-Latn", "tpi-Latn"], "main_score": 0.370332, "precision": 0.359446, "recall": 0.40415}, {"accuracy": 0.421937, "f1": 0.379664, "hf_subset": "ceb_Latn-zsm_Latn", "languages": ["ceb-Latn", "zsm-Latn"], "main_score": 0.379664, "precision": 0.368434, "recall": 0.421937}, {"accuracy": 0.27668, "f1": 0.227815, "hf_subset": "ceb_Latn-ayr_Latn", "languages": ["ceb-Latn", "ayr-Latn"], "main_score": 0.227815, "precision": 0.211771, "recall": 0.27668}, {"accuracy": 0.425889, "f1": 0.381587, "hf_subset": "ceb_Latn-dan_Latn", "languages": ["ceb-Latn", "dan-Latn"], "main_score": 0.381587, "precision": 0.369328, "recall": 0.425889}, {"accuracy": 0.229249, "f1": 0.20153, "hf_subset": "ceb_Latn-guj_Gujr", "languages": ["ceb-Latn", "guj-Gujr"], "main_score": 0.20153, "precision": 0.19275, "recall": 0.229249}, {"accuracy": 0.357708, "f1": 0.324298, "hf_subset": "ceb_Latn-kaz_Cyrl", "languages": ["ceb-Latn", "kaz-Cyrl"], "main_score": 0.324298, "precision": 0.314541, "recall": 0.357708}, {"accuracy": 0.208498, "f1": 0.167118, "hf_subset": "ceb_Latn-lug_Latn", "languages": ["ceb-Latn", "lug-Latn"], "main_score": 0.167118, "precision": 0.154803, "recall": 0.208498}, {"accuracy": 0.38834, "f1": 0.349013, "hf_subset": "ceb_Latn-oci_Latn", "languages": ["ceb-Latn", "oci-Latn"], "main_score": 0.349013, "precision": 0.338048, "recall": 0.38834}, {"accuracy": 0.226285, "f1": 0.178196, "hf_subset": "ceb_Latn-smo_Latn", "languages": ["ceb-Latn", "smo-Latn"], "main_score": 0.178196, "precision": 0.162999, "recall": 0.226285}, {"accuracy": 0.26581, "f1": 0.219663, "hf_subset": "ceb_Latn-tsn_Latn", "languages": ["ceb-Latn", "tsn-Latn"], "main_score": 0.219663, "precision": 0.203772, "recall": 0.26581}, {"accuracy": 0.173913, "f1": 0.133133, "hf_subset": "ceb_Latn-zul_Latn", "languages": ["ceb-Latn", "zul-Latn"], "main_score": 0.133133, "precision": 0.120569, "recall": 0.173913}, {"accuracy": 0.209486, "f1": 0.175051, "hf_subset": "ceb_Latn-azb_Arab", "languages": ["ceb-Latn", "azb-Arab"], "main_score": 0.175051, "precision": 0.163971, "recall": 0.209486}, {"accuracy": 0.418972, "f1": 0.375571, "hf_subset": "ceb_Latn-deu_Latn", "languages": ["ceb-Latn", "deu-Latn"], "main_score": 0.375571, "precision": 0.363058, "recall": 0.418972}, {"accuracy": 0.282609, "f1": 0.240855, "hf_subset": "ceb_Latn-hat_Latn", "languages": ["ceb-Latn", "hat-Latn"], "main_score": 0.240855, "precision": 0.227676, "recall": 0.282609}, {"accuracy": 0.23419, "f1": 0.190897, "hf_subset": "ceb_Latn-kbp_Latn", "languages": ["ceb-Latn", "kbp-Latn"], "main_score": 0.190897, "precision": 0.177498, "recall": 0.23419}, {"accuracy": 0.286561, "f1": 0.244499, "hf_subset": "ceb_Latn-luo_Latn", "languages": ["ceb-Latn", "luo-Latn"], "main_score": 0.244499, "precision": 0.228997, "recall": 0.286561}, {"accuracy": 0.179842, "f1": 0.145181, "hf_subset": "ceb_Latn-ory_Orya", "languages": ["ceb-Latn", "ory-Orya"], "main_score": 0.145181, "precision": 0.135089, "recall": 0.179842}, {"accuracy": 0.204545, "f1": 0.159488, "hf_subset": "ceb_Latn-sna_Latn", "languages": ["ceb-Latn", "sna-Latn"], "main_score": 0.159488, "precision": 0.14473, "recall": 0.204545}, {"accuracy": 0.25, "f1": 0.211107, "hf_subset": "ceb_Latn-tso_Latn", "languages": ["ceb-Latn", "tso-Latn"], "main_score": 0.211107, "precision": 0.198052, "recall": 0.25}, {"accuracy": 0.314229, "f1": 0.287136, "hf_subset": "ceb_Latn-azj_Latn", "languages": ["ceb-Latn", "azj-Latn"], "main_score": 0.287136, "precision": 0.278631, "recall": 0.314229}, {"accuracy": 0.287549, "f1": 0.251418, "hf_subset": "ceb_Latn-dik_Latn", "languages": ["ceb-Latn", "dik-Latn"], "main_score": 0.251418, "precision": 0.239757, "recall": 0.287549}, {"accuracy": 0.295455, "f1": 0.256871, "hf_subset": "ceb_Latn-hau_Latn", "languages": ["ceb-Latn", "hau-Latn"], "main_score": 0.256871, "precision": 0.244604, "recall": 0.295455}, {"accuracy": 0.306324, "f1": 0.2828, "hf_subset": "ceb_Latn-kea_Latn", "languages": ["ceb-Latn", "kea-Latn"], "main_score": 0.2828, "precision": 0.274336, "recall": 0.306324}, {"accuracy": 0.378458, "f1": 0.339114, "hf_subset": "ceb_Latn-lus_Latn", "languages": ["ceb-Latn", "lus-Latn"], "main_score": 0.339114, "precision": 0.324665, "recall": 0.378458}, {"accuracy": 0.464427, "f1": 0.429905, "hf_subset": "ceb_Latn-pag_Latn", "languages": ["ceb-Latn", "pag-Latn"], "main_score": 0.429905, "precision": 0.417997, "recall": 0.464427}, {"accuracy": 0.229249, "f1": 0.196857, "hf_subset": "ceb_Latn-snd_Arab", "languages": ["ceb-Latn", "snd-Arab"], "main_score": 0.196857, "precision": 0.186988, "recall": 0.229249}, {"accuracy": 0.249012, "f1": 0.217527, "hf_subset": "ceb_Latn-tuk_Latn", "languages": ["ceb-Latn", "tuk-Latn"], "main_score": 0.217527, "precision": 0.207987, "recall": 0.249012}, {"accuracy": 0.33004, "f1": 0.296085, "hf_subset": "ceb_Latn-bak_Cyrl", "languages": ["ceb-Latn", "bak-Cyrl"], "main_score": 0.296085, "precision": 0.283843, "recall": 0.33004}, {"accuracy": 0.224308, "f1": 0.185825, "hf_subset": "ceb_Latn-dyu_Latn", "languages": ["ceb-Latn", "dyu-Latn"], "main_score": 0.185825, "precision": 0.172588, "recall": 0.224308}, {"accuracy": 0.323123, "f1": 0.279071, "hf_subset": "ceb_Latn-heb_Hebr", "languages": ["ceb-Latn", "heb-Hebr"], "main_score": 0.279071, "precision": 0.265931, "recall": 0.323123}, {"accuracy": 0.339921, "f1": 0.297754, "hf_subset": "ceb_Latn-khk_Cyrl", "languages": ["ceb-Latn", "khk-Cyrl"], "main_score": 0.297754, "precision": 0.285562, "recall": 0.339921}, {"accuracy": 0.367589, "f1": 0.329021, "hf_subset": "ceb_Latn-lvs_Latn", "languages": ["ceb-Latn", "lvs-Latn"], "main_score": 0.329021, "precision": 0.317298, "recall": 0.367589}, {"accuracy": 0.188735, "f1": 0.15371, "hf_subset": "ceb_Latn-pan_Guru", "languages": ["ceb-Latn", "pan-Guru"], "main_score": 0.15371, "precision": 0.144284, "recall": 0.188735}, {"accuracy": 0.264822, "f1": 0.2257, "hf_subset": "ceb_Latn-som_Latn", "languages": ["ceb-Latn", "som-Latn"], "main_score": 0.2257, "precision": 0.212634, "recall": 0.264822}, {"accuracy": 0.253953, "f1": 0.210297, "hf_subset": "ceb_Latn-tum_Latn", "languages": ["ceb-Latn", "tum-Latn"], "main_score": 0.210297, "precision": 0.194875, "recall": 0.253953}, {"accuracy": 0.031621, "f1": 0.024522, "hf_subset": "fuv_Latn-ace_Arab", "languages": ["fuv-Latn", "ace-Arab"], "main_score": 0.024522, "precision": 0.023192, "recall": 0.031621}, {"accuracy": 0.181818, "f1": 0.168185, "hf_subset": "fuv_Latn-bam_Latn", "languages": ["fuv-Latn", "bam-Latn"], "main_score": 0.168185, "precision": 0.163225, "recall": 0.181818}, {"accuracy": 0.004941, "f1": 0.001224, "hf_subset": "fuv_Latn-dzo_Tibt", "languages": ["fuv-Latn", "dzo-Tibt"], "main_score": 0.001224, "precision": 0.001114, "recall": 0.004941}, {"accuracy": 0.152174, "f1": 0.131024, "hf_subset": "fuv_Latn-hin_Deva", "languages": ["fuv-Latn", "hin-Deva"], "main_score": 0.131024, "precision": 0.1252, "recall": 0.152174}, {"accuracy": 0.12747, "f1": 0.112782, "hf_subset": "fuv_Latn-khm_Khmr", "languages": ["fuv-Latn", "khm-Khmr"], "main_score": 0.112782, "precision": 0.108435, "recall": 0.12747}, {"accuracy": 0.117589, "f1": 0.103723, "hf_subset": "fuv_Latn-mag_Deva", "languages": ["fuv-Latn", "mag-Deva"], "main_score": 0.103723, "precision": 0.099829, "recall": 0.117589}, {"accuracy": 0.135375, "f1": 0.12585, "hf_subset": "fuv_Latn-pap_Latn", "languages": ["fuv-Latn", "pap-Latn"], "main_score": 0.12585, "precision": 0.123279, "recall": 0.135375}, {"accuracy": 0.213439, "f1": 0.192294, "hf_subset": "fuv_Latn-sot_Latn", "languages": ["fuv-Latn", "sot-Latn"], "main_score": 0.192294, "precision": 0.184114, "recall": 0.213439}, {"accuracy": 0.218379, "f1": 0.187528, "hf_subset": "fuv_Latn-tur_Latn", "languages": ["fuv-Latn", "tur-Latn"], "main_score": 0.187528, "precision": 0.179979, "recall": 0.218379}, {"accuracy": 0.190711, "f1": 0.176243, "hf_subset": "fuv_Latn-ace_Latn", "languages": ["fuv-Latn", "ace-Latn"], "main_score": 0.176243, "precision": 0.170811, "recall": 0.190711}, {"accuracy": 0.148221, "f1": 0.137957, "hf_subset": "fuv_Latn-ban_Latn", "languages": ["fuv-Latn", "ban-Latn"], "main_score": 0.137957, "precision": 0.134775, "recall": 0.148221}, {"accuracy": 0.150198, "f1": 0.13234, "hf_subset": "fuv_Latn-ell_Grek", "languages": ["fuv-Latn", "ell-Grek"], "main_score": 0.13234, "precision": 0.127015, "recall": 0.150198}, {"accuracy": 0.104743, "f1": 0.094559, "hf_subset": "fuv_Latn-hne_Deva", "languages": ["fuv-Latn", "hne-Deva"], "main_score": 0.094559, "precision": 0.091866, "recall": 0.104743}, {"accuracy": 0.183794, "f1": 0.161548, "hf_subset": "fuv_Latn-kik_Latn", "languages": ["fuv-Latn", "kik-Latn"], "main_score": 0.161548, "precision": 0.154025, "recall": 0.183794}, {"accuracy": 0.112648, "f1": 0.103237, "hf_subset": "fuv_Latn-mai_Deva", "languages": ["fuv-Latn", "mai-Deva"], "main_score": 0.103237, "precision": 0.099925, "recall": 0.112648}, {"accuracy": 0.128458, "f1": 0.110895, "hf_subset": "fuv_Latn-pbt_Arab", "languages": ["fuv-Latn", "pbt-Arab"], "main_score": 0.110895, "precision": 0.106106, "recall": 0.128458}, {"accuracy": 0.211462, "f1": 0.182535, "hf_subset": "fuv_Latn-spa_Latn", "languages": ["fuv-Latn", "spa-Latn"], "main_score": 0.182535, "precision": 0.175194, "recall": 0.211462}, {"accuracy": 0.243083, "f1": 0.220531, "hf_subset": "fuv_Latn-twi_Latn", "languages": ["fuv-Latn", "twi-Latn"], "main_score": 0.220531, "precision": 0.213285, "recall": 0.243083}, {"accuracy": 0.116601, "f1": 0.106925, "hf_subset": "fuv_Latn-acm_Arab", "languages": ["fuv-Latn", "acm-Arab"], "main_score": 0.106925, "precision": 0.103642, "recall": 0.116601}, {"accuracy": 0.137352, "f1": 0.114611, "hf_subset": "fuv_Latn-bel_Cyrl", "languages": ["fuv-Latn", "bel-Cyrl"], "main_score": 0.114611, "precision": 0.108139, "recall": 0.137352}, {"accuracy": 0.214427, "f1": 0.184019, "hf_subset": "fuv_Latn-eng_Latn", "languages": ["fuv-Latn", "eng-Latn"], "main_score": 0.184019, "precision": 0.174901, "recall": 0.214427}, {"accuracy": 0.162055, "f1": 0.147056, "hf_subset": "fuv_Latn-hrv_Latn", "languages": ["fuv-Latn", "hrv-Latn"], "main_score": 0.147056, "precision": 0.142932, "recall": 0.162055}, {"accuracy": 0.178854, "f1": 0.157586, "hf_subset": "fuv_Latn-kin_Latn", "languages": ["fuv-Latn", "kin-Latn"], "main_score": 0.157586, "precision": 0.150261, "recall": 0.178854}, {"accuracy": 0.060277, "f1": 0.05045, "hf_subset": "fuv_Latn-mal_Mlym", "languages": ["fuv-Latn", "mal-Mlym"], "main_score": 0.05045, "precision": 0.04864, "recall": 0.060277}, {"accuracy": 0.152174, "f1": 0.13627, "hf_subset": "fuv_Latn-pes_Arab", "languages": ["fuv-Latn", "pes-Arab"], "main_score": 0.13627, "precision": 0.131106, "recall": 0.152174}, {"accuracy": 0.152174, "f1": 0.136646, "hf_subset": "fuv_Latn-srd_Latn", "languages": ["fuv-Latn", "srd-Latn"], "main_score": 0.136646, "precision": 0.131628, "recall": 0.152174}, {"accuracy": 0.059289, "f1": 0.038206, "hf_subset": "fuv_Latn-tzm_Tfng", "languages": ["fuv-Latn", "tzm-Tfng"], "main_score": 0.038206, "precision": 0.033413, "recall": 0.059289}, {"accuracy": 0.129447, "f1": 0.11469, "hf_subset": "fuv_Latn-acq_Arab", "languages": ["fuv-Latn", "acq-Arab"], "main_score": 0.11469, "precision": 0.110412, "recall": 0.129447}, {"accuracy": 0.224308, "f1": 0.205065, "hf_subset": "fuv_Latn-bem_Latn", "languages": ["fuv-Latn", "bem-Latn"], "main_score": 0.205065, "precision": 0.197267, "recall": 0.224308}, {"accuracy": 0.135375, "f1": 0.12538, "hf_subset": "fuv_Latn-epo_Latn", "languages": ["fuv-Latn", "epo-Latn"], "main_score": 0.12538, "precision": 0.1225, "recall": 0.135375}, {"accuracy": 0.200593, "f1": 0.173827, "hf_subset": "fuv_Latn-hun_Latn", "languages": ["fuv-Latn", "hun-Latn"], "main_score": 0.173827, "precision": 0.166742, "recall": 0.200593}, {"accuracy": 0.147233, "f1": 0.131589, "hf_subset": "fuv_Latn-kir_Cyrl", "languages": ["fuv-Latn", "kir-Cyrl"], "main_score": 0.131589, "precision": 0.126794, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.101439, "hf_subset": "fuv_Latn-mar_Deva", "languages": ["fuv-Latn", "mar-Deva"], "main_score": 0.101439, "precision": 0.095514, "recall": 0.121542}, {"accuracy": 0.171937, "f1": 0.156752, "hf_subset": "fuv_Latn-plt_Latn", "languages": ["fuv-Latn", "plt-Latn"], "main_score": 0.156752, "precision": 0.15056, "recall": 0.171937}, {"accuracy": 0.174901, "f1": 0.154056, "hf_subset": "fuv_Latn-srp_Cyrl", "languages": ["fuv-Latn", "srp-Cyrl"], "main_score": 0.154056, "precision": 0.1481, "recall": 0.174901}, {"accuracy": 0.077075, "f1": 0.065555, "hf_subset": "fuv_Latn-uig_Arab", "languages": ["fuv-Latn", "uig-Arab"], "main_score": 0.065555, "precision": 0.062353, "recall": 0.077075}, {"accuracy": 0.116601, "f1": 0.10154, "hf_subset": "fuv_Latn-aeb_Arab", "languages": ["fuv-Latn", "aeb-Arab"], "main_score": 0.10154, "precision": 0.097396, "recall": 0.116601}, {"accuracy": 0.061265, "f1": 0.052131, "hf_subset": "fuv_Latn-ben_Beng", "languages": ["fuv-Latn", "ben-Beng"], "main_score": 0.052131, "precision": 0.049939, "recall": 0.061265}, {"accuracy": 0.210474, "f1": 0.180348, "hf_subset": "fuv_Latn-est_Latn", "languages": ["fuv-Latn", "est-Latn"], "main_score": 0.180348, "precision": 0.172264, "recall": 0.210474}, {"accuracy": 0.116601, "f1": 0.100156, "hf_subset": "fuv_Latn-hye_Armn", "languages": ["fuv-Latn", "hye-Armn"], "main_score": 0.100156, "precision": 0.095536, "recall": 0.116601}, {"accuracy": 0.188735, "f1": 0.158243, "hf_subset": "fuv_Latn-kmb_Latn", "languages": ["fuv-Latn", "kmb-Latn"], "main_score": 0.158243, "precision": 0.146916, "recall": 0.188735}, {"accuracy": 0.023715, "f1": 0.019324, "hf_subset": "fuv_Latn-min_Arab", "languages": ["fuv-Latn", "min-Arab"], "main_score": 0.019324, "precision": 0.017976, "recall": 0.023715}, {"accuracy": 0.199605, "f1": 0.173235, "hf_subset": "fuv_Latn-pol_Latn", "languages": ["fuv-Latn", "pol-Latn"], "main_score": 0.173235, "precision": 0.166025, "recall": 0.199605}, {"accuracy": 0.143281, "f1": 0.121779, "hf_subset": "fuv_Latn-ssw_Latn", "languages": ["fuv-Latn", "ssw-Latn"], "main_score": 0.121779, "precision": 0.114495, "recall": 0.143281}, {"accuracy": 0.170949, "f1": 0.152492, "hf_subset": "fuv_Latn-ukr_Cyrl", "languages": ["fuv-Latn", "ukr-Cyrl"], "main_score": 0.152492, "precision": 0.147265, "recall": 0.170949}, {"accuracy": 0.188735, "f1": 0.170276, "hf_subset": "fuv_Latn-afr_Latn", "languages": ["fuv-Latn", "afr-Latn"], "main_score": 0.170276, "precision": 0.165395, "recall": 0.188735}, {"accuracy": 0.11166, "f1": 0.096579, "hf_subset": "fuv_Latn-bho_Deva", "languages": ["fuv-Latn", "bho-Deva"], "main_score": 0.096579, "precision": 0.092284, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.10318, "hf_subset": "fuv_Latn-eus_Latn", "languages": ["fuv-Latn", "eus-Latn"], "main_score": 0.10318, "precision": 0.100918, "recall": 0.11166}, {"accuracy": 0.211462, "f1": 0.188785, "hf_subset": "fuv_Latn-ibo_Latn", "languages": ["fuv-Latn", "ibo-Latn"], "main_score": 0.188785, "precision": 0.180698, "recall": 0.211462}, {"accuracy": 0.166996, "f1": 0.145124, "hf_subset": "fuv_Latn-kmr_Latn", "languages": ["fuv-Latn", "kmr-Latn"], "main_score": 0.145124, "precision": 0.139779, "recall": 0.166996}, {"accuracy": 0.137352, "f1": 0.128899, "hf_subset": "fuv_Latn-min_Latn", "languages": ["fuv-Latn", "min-Latn"], "main_score": 0.128899, "precision": 0.126136, "recall": 0.137352}, {"accuracy": 0.212451, "f1": 0.179613, "hf_subset": "fuv_Latn-por_Latn", "languages": ["fuv-Latn", "por-Latn"], "main_score": 0.179613, "precision": 0.171016, "recall": 0.212451}, {"accuracy": 0.136364, "f1": 0.122747, "hf_subset": "fuv_Latn-sun_Latn", "languages": ["fuv-Latn", "sun-Latn"], "main_score": 0.122747, "precision": 0.11949, "recall": 0.136364}, {"accuracy": 0.152174, "f1": 0.128828, "hf_subset": "fuv_Latn-umb_Latn", "languages": ["fuv-Latn", "umb-Latn"], "main_score": 0.128828, "precision": 0.121335, "recall": 0.152174}, {"accuracy": 0.137352, "f1": 0.122275, "hf_subset": "fuv_Latn-ajp_Arab", "languages": ["fuv-Latn", "ajp-Arab"], "main_score": 0.122275, "precision": 0.117071, "recall": 0.137352}, {"accuracy": 0.041502, "f1": 0.036858, "hf_subset": "fuv_Latn-bjn_Arab", "languages": ["fuv-Latn", "bjn-Arab"], "main_score": 0.036858, "precision": 0.035277, "recall": 0.041502}, {"accuracy": 0.211462, "f1": 0.192951, "hf_subset": "fuv_Latn-ewe_Latn", "languages": ["fuv-Latn", "ewe-Latn"], "main_score": 0.192951, "precision": 0.186142, "recall": 0.211462}, {"accuracy": 0.199605, "f1": 0.181785, "hf_subset": "fuv_Latn-ilo_Latn", "languages": ["fuv-Latn", "ilo-Latn"], "main_score": 0.181785, "precision": 0.175997, "recall": 0.199605}, {"accuracy": 0.040514, "f1": 0.03445, "hf_subset": "fuv_Latn-knc_Arab", "languages": ["fuv-Latn", "knc-Arab"], "main_score": 0.03445, "precision": 0.03264, "recall": 0.040514}, {"accuracy": 0.178854, "f1": 0.161067, "hf_subset": "fuv_Latn-mkd_Cyrl", "languages": ["fuv-Latn", "mkd-Cyrl"], "main_score": 0.161067, "precision": 0.155515, "recall": 0.178854}, {"accuracy": 0.126482, "f1": 0.117036, "hf_subset": "fuv_Latn-prs_Arab", "languages": ["fuv-Latn", "prs-Arab"], "main_score": 0.117036, "precision": 0.114645, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.171666, "hf_subset": "fuv_Latn-swe_Latn", "languages": ["fuv-Latn", "swe-Latn"], "main_score": 0.171666, "precision": 0.167192, "recall": 0.187747}, {"accuracy": 0.12253, "f1": 0.108151, "hf_subset": "fuv_Latn-urd_Arab", "languages": ["fuv-Latn", "urd-Arab"], "main_score": 0.108151, "precision": 0.103861, "recall": 0.12253}, {"accuracy": 0.247036, "f1": 0.223834, "hf_subset": "fuv_Latn-aka_Latn", "languages": ["fuv-Latn", "aka-Latn"], "main_score": 0.223834, "precision": 0.215425, "recall": 0.247036}, {"accuracy": 0.132411, "f1": 0.123458, "hf_subset": "fuv_Latn-bjn_Latn", "languages": ["fuv-Latn", "bjn-Latn"], "main_score": 0.123458, "precision": 0.120255, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.125345, "hf_subset": "fuv_Latn-fao_Latn", "languages": ["fuv-Latn", "fao-Latn"], "main_score": 0.125345, "precision": 0.1215, "recall": 0.141304}, {"accuracy": 0.209486, "f1": 0.178197, "hf_subset": "fuv_Latn-ind_Latn", "languages": ["fuv-Latn", "ind-Latn"], "main_score": 0.178197, "precision": 0.17006, "recall": 0.209486}, {"accuracy": 0.202569, "f1": 0.184727, "hf_subset": "fuv_Latn-knc_Latn", "languages": ["fuv-Latn", "knc-Latn"], "main_score": 0.184727, "precision": 0.177724, "recall": 0.202569}, {"accuracy": 0.183794, "f1": 0.164504, "hf_subset": "fuv_Latn-mlt_Latn", "languages": ["fuv-Latn", "mlt-Latn"], "main_score": 0.164504, "precision": 0.158249, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.165278, "hf_subset": "fuv_Latn-quy_Latn", "languages": ["fuv-Latn", "quy-Latn"], "main_score": 0.165278, "precision": 0.158077, "recall": 0.185771}, {"accuracy": 0.152174, "f1": 0.139363, "hf_subset": "fuv_Latn-swh_Latn", "languages": ["fuv-Latn", "swh-Latn"], "main_score": 0.139363, "precision": 0.134677, "recall": 0.152174}, {"accuracy": 0.106719, "f1": 0.100546, "hf_subset": "fuv_Latn-uzn_Latn", "languages": ["fuv-Latn", "uzn-Latn"], "main_score": 0.100546, "precision": 0.098689, "recall": 0.106719}, {"accuracy": 0.182806, "f1": 0.159544, "hf_subset": "fuv_Latn-als_Latn", "languages": ["fuv-Latn", "als-Latn"], "main_score": 0.159544, "precision": 0.152638, "recall": 0.182806}, {"accuracy": 0.037549, "f1": 0.022469, "hf_subset": "fuv_Latn-bod_Tibt", "languages": ["fuv-Latn", "bod-Tibt"], "main_score": 0.022469, "precision": 0.018975, "recall": 0.037549}, {"accuracy": 0.151186, "f1": 0.134122, "hf_subset": "fuv_Latn-fij_Latn", "languages": ["fuv-Latn", "fij-Latn"], "main_score": 0.134122, "precision": 0.128109, "recall": 0.151186}, {"accuracy": 0.107708, "f1": 0.099135, "hf_subset": "fuv_Latn-isl_Latn", "languages": ["fuv-Latn", "isl-Latn"], "main_score": 0.099135, "precision": 0.096462, "recall": 0.107708}, {"accuracy": 0.203557, "f1": 0.183231, "hf_subset": "fuv_Latn-kon_Latn", "languages": ["fuv-Latn", "kon-Latn"], "main_score": 0.183231, "precision": 0.176571, "recall": 0.203557}, {"accuracy": 0.043478, "f1": 0.03372, "hf_subset": "fuv_Latn-mni_Beng", "languages": ["fuv-Latn", "mni-Beng"], "main_score": 0.03372, "precision": 0.030969, "recall": 0.043478}, {"accuracy": 0.218379, "f1": 0.190186, "hf_subset": "fuv_Latn-ron_Latn", "languages": ["fuv-Latn", "ron-Latn"], "main_score": 0.190186, "precision": 0.182614, "recall": 0.218379}, {"accuracy": 0.137352, "f1": 0.12382, "hf_subset": "fuv_Latn-szl_Latn", "languages": ["fuv-Latn", "szl-Latn"], "main_score": 0.12382, "precision": 0.119681, "recall": 0.137352}, {"accuracy": 0.147233, "f1": 0.133344, "hf_subset": "fuv_Latn-vec_Latn", "languages": ["fuv-Latn", "vec-Latn"], "main_score": 0.133344, "precision": 0.129584, "recall": 0.147233}, {"accuracy": 0.05336, "f1": 0.041879, "hf_subset": "fuv_Latn-amh_Ethi", "languages": ["fuv-Latn", "amh-Ethi"], "main_score": 0.041879, "precision": 0.039184, "recall": 0.05336}, {"accuracy": 0.20751, "f1": 0.180074, "hf_subset": "fuv_Latn-bos_Latn", "languages": ["fuv-Latn", "bos-Latn"], "main_score": 0.180074, "precision": 0.172615, "recall": 0.20751}, {"accuracy": 0.203557, "f1": 0.175381, "hf_subset": "fuv_Latn-fin_Latn", "languages": ["fuv-Latn", "fin-Latn"], "main_score": 0.175381, "precision": 0.166727, "recall": 0.203557}, {"accuracy": 0.219368, "f1": 0.1886, "hf_subset": "fuv_Latn-ita_Latn", "languages": ["fuv-Latn", "ita-Latn"], "main_score": 0.1886, "precision": 0.180943, "recall": 0.219368}, {"accuracy": 0.153162, "f1": 0.131477, "hf_subset": "fuv_Latn-kor_Hang", "languages": ["fuv-Latn", "kor-Hang"], "main_score": 0.131477, "precision": 0.125654, "recall": 0.153162}, {"accuracy": 0.181818, "f1": 0.157453, "hf_subset": "fuv_Latn-mos_Latn", "languages": ["fuv-Latn", "mos-Latn"], "main_score": 0.157453, "precision": 0.149569, "recall": 0.181818}, {"accuracy": 0.179842, "f1": 0.156363, "hf_subset": "fuv_Latn-run_Latn", "languages": ["fuv-Latn", "run-Latn"], "main_score": 0.156363, "precision": 0.147891, "recall": 0.179842}, {"accuracy": 0.066206, "f1": 0.053054, "hf_subset": "fuv_Latn-tam_Taml", "languages": ["fuv-Latn", "tam-Taml"], "main_score": 0.053054, "precision": 0.050623, "recall": 0.066206}, {"accuracy": 0.204545, "f1": 0.174675, "hf_subset": "fuv_Latn-vie_Latn", "languages": ["fuv-Latn", "vie-Latn"], "main_score": 0.174675, "precision": 0.16682, "recall": 0.204545}, {"accuracy": 0.105731, "f1": 0.09773, "hf_subset": "fuv_Latn-apc_Arab", "languages": ["fuv-Latn", "apc-Arab"], "main_score": 0.09773, "precision": 0.095338, "recall": 0.105731}, {"accuracy": 0.170949, "f1": 0.156235, "hf_subset": "fuv_Latn-bug_Latn", "languages": ["fuv-Latn", "bug-Latn"], "main_score": 0.156235, "precision": 0.151509, "recall": 0.170949}, {"accuracy": 0.197628, "f1": 0.173836, "hf_subset": "fuv_Latn-fon_Latn", "languages": ["fuv-Latn", "fon-Latn"], "main_score": 0.173836, "precision": 0.16462, "recall": 0.197628}, {"accuracy": 0.145257, "f1": 0.133409, "hf_subset": "fuv_Latn-jav_Latn", "languages": ["fuv-Latn", "jav-Latn"], "main_score": 0.133409, "precision": 0.129543, "recall": 0.145257}, {"accuracy": 0.172925, "f1": 0.147384, "hf_subset": "fuv_Latn-lao_Laoo", "languages": ["fuv-Latn", "lao-Laoo"], "main_score": 0.147384, "precision": 0.141639, "recall": 0.172925}, {"accuracy": 0.176877, "f1": 0.154083, "hf_subset": "fuv_Latn-mri_Latn", "languages": ["fuv-Latn", "mri-Latn"], "main_score": 0.154083, "precision": 0.145991, "recall": 0.176877}, {"accuracy": 0.171937, "f1": 0.146871, "hf_subset": "fuv_Latn-rus_Cyrl", "languages": ["fuv-Latn", "rus-Cyrl"], "main_score": 0.146871, "precision": 0.139739, "recall": 0.171937}, {"accuracy": 0.215415, "f1": 0.195077, "hf_subset": "fuv_Latn-taq_Latn", "languages": ["fuv-Latn", "taq-Latn"], "main_score": 0.195077, "precision": 0.188078, "recall": 0.215415}, {"accuracy": 0.1917, "f1": 0.175495, "hf_subset": "fuv_Latn-war_Latn", "languages": ["fuv-Latn", "war-Latn"], "main_score": 0.175495, "precision": 0.170006, "recall": 0.1917}, {"accuracy": 0.134387, "f1": 0.118139, "hf_subset": "fuv_Latn-arb_Arab", "languages": ["fuv-Latn", "arb-Arab"], "main_score": 0.118139, "precision": 0.11342, "recall": 0.134387}, {"accuracy": 0.183794, "f1": 0.157676, "hf_subset": "fuv_Latn-bul_Cyrl", "languages": ["fuv-Latn", "bul-Cyrl"], "main_score": 0.157676, "precision": 0.149861, "recall": 0.183794}, {"accuracy": 0.22332, "f1": 0.189726, "hf_subset": "fuv_Latn-fra_Latn", "languages": ["fuv-Latn", "fra-Latn"], "main_score": 0.189726, "precision": 0.181188, "recall": 0.22332}, {"accuracy": 0.157115, "f1": 0.136197, "hf_subset": "fuv_Latn-jpn_Jpan", "languages": ["fuv-Latn", "jpn-Jpan"], "main_score": 0.136197, "precision": 0.129645, "recall": 0.157115}, {"accuracy": 0.130435, "f1": 0.118632, "hf_subset": "fuv_Latn-lij_Latn", "languages": ["fuv-Latn", "lij-Latn"], "main_score": 0.118632, "precision": 0.115313, "recall": 0.130435}, {"accuracy": 0.099802, "f1": 0.086401, "hf_subset": "fuv_Latn-mya_Mymr", "languages": ["fuv-Latn", "mya-Mymr"], "main_score": 0.086401, "precision": 0.082153, "recall": 0.099802}, {"accuracy": 0.188735, "f1": 0.169157, "hf_subset": "fuv_Latn-sag_Latn", "languages": ["fuv-Latn", "sag-Latn"], "main_score": 0.169157, "precision": 0.162216, "recall": 0.188735}, {"accuracy": 0.073123, "f1": 0.053262, "hf_subset": "fuv_Latn-taq_Tfng", "languages": ["fuv-Latn", "taq-Tfng"], "main_score": 0.053262, "precision": 0.048628, "recall": 0.073123}, {"accuracy": 0.22332, "f1": 0.203338, "hf_subset": "fuv_Latn-wol_Latn", "languages": ["fuv-Latn", "wol-Latn"], "main_score": 0.203338, "precision": 0.197202, "recall": 0.22332}, {"accuracy": 0.119565, "f1": 0.095091, "hf_subset": "fuv_Latn-arb_Latn", "languages": ["fuv-Latn", "arb-Latn"], "main_score": 0.095091, "precision": 0.087947, "recall": 0.119565}, {"accuracy": 0.22332, "f1": 0.191158, "hf_subset": "fuv_Latn-cat_Latn", "languages": ["fuv-Latn", "cat-Latn"], "main_score": 0.191158, "precision": 0.183674, "recall": 0.22332}, {"accuracy": 0.156126, "f1": 0.139229, "hf_subset": "fuv_Latn-fur_Latn", "languages": ["fuv-Latn", "fur-Latn"], "main_score": 0.139229, "precision": 0.135729, "recall": 0.156126}, {"accuracy": 0.079051, "f1": 0.063987, "hf_subset": "fuv_Latn-kab_Latn", "languages": ["fuv-Latn", "kab-Latn"], "main_score": 0.063987, "precision": 0.058976, "recall": 0.079051}, {"accuracy": 0.142292, "f1": 0.130285, "hf_subset": "fuv_Latn-lim_Latn", "languages": ["fuv-Latn", "lim-Latn"], "main_score": 0.130285, "precision": 0.126863, "recall": 0.142292}, {"accuracy": 0.210474, "f1": 0.177794, "hf_subset": "fuv_Latn-nld_Latn", "languages": ["fuv-Latn", "nld-Latn"], "main_score": 0.177794, "precision": 0.168243, "recall": 0.210474}, {"accuracy": 0.093874, "f1": 0.08284, "hf_subset": "fuv_Latn-san_Deva", "languages": ["fuv-Latn", "san-Deva"], "main_score": 0.08284, "precision": 0.080286, "recall": 0.093874}, {"accuracy": 0.137352, "f1": 0.122796, "hf_subset": "fuv_Latn-tat_Cyrl", "languages": ["fuv-Latn", "tat-Cyrl"], "main_score": 0.122796, "precision": 0.118483, "recall": 0.137352}, {"accuracy": 0.162055, "f1": 0.140031, "hf_subset": "fuv_Latn-xho_Latn", "languages": ["fuv-Latn", "xho-Latn"], "main_score": 0.140031, "precision": 0.133025, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.114828, "hf_subset": "fuv_Latn-ars_Arab", "languages": ["fuv-Latn", "ars-Arab"], "main_score": 0.114828, "precision": 0.11015, "recall": 0.131423}, {"accuracy": 0.151186, "f1": 0.140477, "hf_subset": "fuv_Latn-ceb_Latn", "languages": ["fuv-Latn", "ceb-Latn"], "main_score": 0.140477, "precision": 0.137104, "recall": 0.151186}, {"accuracy": 0.222332, "f1": 0.192554, "hf_subset": "fuv_Latn-kac_Latn", "languages": ["fuv-Latn", "kac-Latn"], "main_score": 0.192554, "precision": 0.18269, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.155859, "hf_subset": "fuv_Latn-lin_Latn", "languages": ["fuv-Latn", "lin-Latn"], "main_score": 0.155859, "precision": 0.148963, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.176067, "hf_subset": "fuv_Latn-nno_Latn", "languages": ["fuv-Latn", "nno-Latn"], "main_score": 0.176067, "precision": 0.168655, "recall": 0.195652}, {"accuracy": 0.016798, "f1": 0.007318, "hf_subset": "fuv_Latn-sat_Olck", "languages": ["fuv-Latn", "sat-Olck"], "main_score": 0.007318, "precision": 0.005978, "recall": 0.016798}, {"accuracy": 0.066206, "f1": 0.056475, "hf_subset": "fuv_Latn-tel_Telu", "languages": ["fuv-Latn", "tel-Telu"], "main_score": 0.056475, "precision": 0.053889, "recall": 0.066206}, {"accuracy": 0.072134, "f1": 0.059008, "hf_subset": "fuv_Latn-ydd_Hebr", "languages": ["fuv-Latn", "ydd-Hebr"], "main_score": 0.059008, "precision": 0.055509, "recall": 0.072134}, {"accuracy": 0.103755, "f1": 0.091449, "hf_subset": "fuv_Latn-ary_Arab", "languages": ["fuv-Latn", "ary-Arab"], "main_score": 0.091449, "precision": 0.088104, "recall": 0.103755}, {"accuracy": 0.209486, "f1": 0.17886, "hf_subset": "fuv_Latn-ces_Latn", "languages": ["fuv-Latn", "ces-Latn"], "main_score": 0.17886, "precision": 0.170368, "recall": 0.209486}, {"accuracy": 0.103755, "f1": 0.086406, "hf_subset": "fuv_Latn-gaz_Latn", "languages": ["fuv-Latn", "gaz-Latn"], "main_score": 0.086406, "precision": 0.080726, "recall": 0.103755}, {"accuracy": 0.210474, "f1": 0.191156, "hf_subset": "fuv_Latn-kam_Latn", "languages": ["fuv-Latn", "kam-Latn"], "main_score": 0.191156, "precision": 0.183491, "recall": 0.210474}, {"accuracy": 0.19664, "f1": 0.172478, "hf_subset": "fuv_Latn-lit_Latn", "languages": ["fuv-Latn", "lit-Latn"], "main_score": 0.172478, "precision": 0.165466, "recall": 0.19664}, {"accuracy": 0.212451, "f1": 0.178326, "hf_subset": "fuv_Latn-nob_Latn", "languages": ["fuv-Latn", "nob-Latn"], "main_score": 0.178326, "precision": 0.169663, "recall": 0.212451}, {"accuracy": 0.140316, "f1": 0.127419, "hf_subset": "fuv_Latn-scn_Latn", "languages": ["fuv-Latn", "scn-Latn"], "main_score": 0.127419, "precision": 0.123331, "recall": 0.140316}, {"accuracy": 0.123518, "f1": 0.109495, "hf_subset": "fuv_Latn-tgk_Cyrl", "languages": ["fuv-Latn", "tgk-Cyrl"], "main_score": 0.109495, "precision": 0.104453, "recall": 0.123518}, {"accuracy": 0.183794, "f1": 0.163129, "hf_subset": "fuv_Latn-yor_Latn", "languages": ["fuv-Latn", "yor-Latn"], "main_score": 0.163129, "precision": 0.155275, "recall": 0.183794}, {"accuracy": 0.115613, "f1": 0.104458, "hf_subset": "fuv_Latn-arz_Arab", "languages": ["fuv-Latn", "arz-Arab"], "main_score": 0.104458, "precision": 0.10138, "recall": 0.115613}, {"accuracy": 0.171937, "f1": 0.152395, "hf_subset": "fuv_Latn-cjk_Latn", "languages": ["fuv-Latn", "cjk-Latn"], "main_score": 0.152395, "precision": 0.145809, "recall": 0.171937}, {"accuracy": 0.136364, "f1": 0.118387, "hf_subset": "fuv_Latn-gla_Latn", "languages": ["fuv-Latn", "gla-Latn"], "main_score": 0.118387, "precision": 0.112642, "recall": 0.136364}, {"accuracy": 0.065217, "f1": 0.053594, "hf_subset": "fuv_Latn-kan_Knda", "languages": ["fuv-Latn", "kan-Knda"], "main_score": 0.053594, "precision": 0.050822, "recall": 0.065217}, {"accuracy": 0.146245, "f1": 0.129619, "hf_subset": "fuv_Latn-lmo_Latn", "languages": ["fuv-Latn", "lmo-Latn"], "main_score": 0.129619, "precision": 0.125275, "recall": 0.146245}, {"accuracy": 0.145257, "f1": 0.124912, "hf_subset": "fuv_Latn-npi_Deva", "languages": ["fuv-Latn", "npi-Deva"], "main_score": 0.124912, "precision": 0.120086, "recall": 0.145257}, {"accuracy": 0.155138, "f1": 0.129466, "hf_subset": "fuv_Latn-shn_Mymr", "languages": ["fuv-Latn", "shn-Mymr"], "main_score": 0.129466, "precision": 0.121842, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.144491, "hf_subset": "fuv_Latn-tgl_Latn", "languages": ["fuv-Latn", "tgl-Latn"], "main_score": 0.144491, "precision": 0.139257, "recall": 0.161067}, {"accuracy": 0.15415, "f1": 0.132499, "hf_subset": "fuv_Latn-yue_Hant", "languages": ["fuv-Latn", "yue-Hant"], "main_score": 0.132499, "precision": 0.127011, "recall": 0.15415}, {"accuracy": 0.045455, "f1": 0.036375, "hf_subset": "fuv_Latn-asm_Beng", "languages": ["fuv-Latn", "asm-Beng"], "main_score": 0.036375, "precision": 0.033791, "recall": 0.045455}, {"accuracy": 0.101779, "f1": 0.079778, "hf_subset": "fuv_Latn-ckb_Arab", "languages": ["fuv-Latn", "ckb-Arab"], "main_score": 0.079778, "precision": 0.075096, "recall": 0.101779}, {"accuracy": 0.126482, "f1": 0.110812, "hf_subset": "fuv_Latn-gle_Latn", "languages": ["fuv-Latn", "gle-Latn"], "main_score": 0.110812, "precision": 0.106329, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.077646, "hf_subset": "fuv_Latn-kas_Arab", "languages": ["fuv-Latn", "kas-Arab"], "main_score": 0.077646, "precision": 0.07405, "recall": 0.090909}, {"accuracy": 0.143281, "f1": 0.121733, "hf_subset": "fuv_Latn-ltg_Latn", "languages": ["fuv-Latn", "ltg-Latn"], "main_score": 0.121733, "precision": 0.116672, "recall": 0.143281}, {"accuracy": 0.22332, "f1": 0.199336, "hf_subset": "fuv_Latn-nso_Latn", "languages": ["fuv-Latn", "nso-Latn"], "main_score": 0.199336, "precision": 0.190582, "recall": 0.22332}, {"accuracy": 0.074111, "f1": 0.058645, "hf_subset": "fuv_Latn-sin_Sinh", "languages": ["fuv-Latn", "sin-Sinh"], "main_score": 0.058645, "precision": 0.054903, "recall": 0.074111}, {"accuracy": 0.145257, "f1": 0.122932, "hf_subset": "fuv_Latn-tha_Thai", "languages": ["fuv-Latn", "tha-Thai"], "main_score": 0.122932, "precision": 0.11662, "recall": 0.145257}, {"accuracy": 0.174901, "f1": 0.146534, "hf_subset": "fuv_Latn-zho_Hans", "languages": ["fuv-Latn", "zho-Hans"], "main_score": 0.146534, "precision": 0.140346, "recall": 0.174901}, {"accuracy": 0.159091, "f1": 0.139971, "hf_subset": "fuv_Latn-ast_Latn", "languages": ["fuv-Latn", "ast-Latn"], "main_score": 0.139971, "precision": 0.134557, "recall": 0.159091}, {"accuracy": 0.123518, "f1": 0.112546, "hf_subset": "fuv_Latn-crh_Latn", "languages": ["fuv-Latn", "crh-Latn"], "main_score": 0.112546, "precision": 0.108164, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.185565, "hf_subset": "fuv_Latn-glg_Latn", "languages": ["fuv-Latn", "glg-Latn"], "main_score": 0.185565, "precision": 0.178127, "recall": 0.213439}, {"accuracy": 0.109684, "f1": 0.092347, "hf_subset": "fuv_Latn-kas_Deva", "languages": ["fuv-Latn", "kas-Deva"], "main_score": 0.092347, "precision": 0.087624, "recall": 0.109684}, {"accuracy": 0.152174, "f1": 0.141073, "hf_subset": "fuv_Latn-ltz_Latn", "languages": ["fuv-Latn", "ltz-Latn"], "main_score": 0.141073, "precision": 0.137955, "recall": 0.152174}, {"accuracy": 0.119565, "f1": 0.093252, "hf_subset": "fuv_Latn-nus_Latn", "languages": ["fuv-Latn", "nus-Latn"], "main_score": 0.093252, "precision": 0.084195, "recall": 0.119565}, {"accuracy": 0.209486, "f1": 0.18078, "hf_subset": "fuv_Latn-slk_Latn", "languages": ["fuv-Latn", "slk-Latn"], "main_score": 0.18078, "precision": 0.172168, "recall": 0.209486}, {"accuracy": 0.032609, "f1": 0.025468, "hf_subset": "fuv_Latn-tir_Ethi", "languages": ["fuv-Latn", "tir-Ethi"], "main_score": 0.025468, "precision": 0.023993, "recall": 0.032609}, {"accuracy": 0.144269, "f1": 0.128253, "hf_subset": "fuv_Latn-zho_Hant", "languages": ["fuv-Latn", "zho-Hant"], "main_score": 0.128253, "precision": 0.123916, "recall": 0.144269}, {"accuracy": 0.125494, "f1": 0.10639, "hf_subset": "fuv_Latn-awa_Deva", "languages": ["fuv-Latn", "awa-Deva"], "main_score": 0.10639, "precision": 0.101321, "recall": 0.125494}, {"accuracy": 0.125494, "f1": 0.108505, "hf_subset": "fuv_Latn-cym_Latn", "languages": ["fuv-Latn", "cym-Latn"], "main_score": 0.108505, "precision": 0.104105, "recall": 0.125494}, {"accuracy": 0.1917, "f1": 0.17299, "hf_subset": "fuv_Latn-grn_Latn", "languages": ["fuv-Latn", "grn-Latn"], "main_score": 0.17299, "precision": 0.167696, "recall": 0.1917}, {"accuracy": 0.114625, "f1": 0.100614, "hf_subset": "fuv_Latn-kat_Geor", "languages": ["fuv-Latn", "kat-Geor"], "main_score": 0.100614, "precision": 0.09608, "recall": 0.114625}, {"accuracy": 0.182806, "f1": 0.161456, "hf_subset": "fuv_Latn-lua_Latn", "languages": ["fuv-Latn", "lua-Latn"], "main_score": 0.161456, "precision": 0.153176, "recall": 0.182806}, {"accuracy": 0.203557, "f1": 0.178276, "hf_subset": "fuv_Latn-nya_Latn", "languages": ["fuv-Latn", "nya-Latn"], "main_score": 0.178276, "precision": 0.170009, "recall": 0.203557}, {"accuracy": 0.199605, "f1": 0.174262, "hf_subset": "fuv_Latn-slv_Latn", "languages": ["fuv-Latn", "slv-Latn"], "main_score": 0.174262, "precision": 0.167377, "recall": 0.199605}, {"accuracy": 0.200593, "f1": 0.183185, "hf_subset": "fuv_Latn-tpi_Latn", "languages": ["fuv-Latn", "tpi-Latn"], "main_score": 0.183185, "precision": 0.176707, "recall": 0.200593}, {"accuracy": 0.201581, "f1": 0.174608, "hf_subset": "fuv_Latn-zsm_Latn", "languages": ["fuv-Latn", "zsm-Latn"], "main_score": 0.174608, "precision": 0.168002, "recall": 0.201581}, {"accuracy": 0.167984, "f1": 0.144239, "hf_subset": "fuv_Latn-ayr_Latn", "languages": ["fuv-Latn", "ayr-Latn"], "main_score": 0.144239, "precision": 0.136461, "recall": 0.167984}, {"accuracy": 0.217391, "f1": 0.18456, "hf_subset": "fuv_Latn-dan_Latn", "languages": ["fuv-Latn", "dan-Latn"], "main_score": 0.18456, "precision": 0.175549, "recall": 0.217391}, {"accuracy": 0.089921, "f1": 0.075134, "hf_subset": "fuv_Latn-guj_Gujr", "languages": ["fuv-Latn", "guj-Gujr"], "main_score": 0.075134, "precision": 0.071176, "recall": 0.089921}, {"accuracy": 0.156126, "f1": 0.139969, "hf_subset": "fuv_Latn-kaz_Cyrl", "languages": ["fuv-Latn", "kaz-Cyrl"], "main_score": 0.139969, "precision": 0.13529, "recall": 0.156126}, {"accuracy": 0.171937, "f1": 0.151489, "hf_subset": "fuv_Latn-lug_Latn", "languages": ["fuv-Latn", "lug-Latn"], "main_score": 0.151489, "precision": 0.145091, "recall": 0.171937}, {"accuracy": 0.1917, "f1": 0.171725, "hf_subset": "fuv_Latn-oci_Latn", "languages": ["fuv-Latn", "oci-Latn"], "main_score": 0.171725, "precision": 0.167138, "recall": 0.1917}, {"accuracy": 0.16502, "f1": 0.140536, "hf_subset": "fuv_Latn-smo_Latn", "languages": ["fuv-Latn", "smo-Latn"], "main_score": 0.140536, "precision": 0.132772, "recall": 0.16502}, {"accuracy": 0.190711, "f1": 0.168977, "hf_subset": "fuv_Latn-tsn_Latn", "languages": ["fuv-Latn", "tsn-Latn"], "main_score": 0.168977, "precision": 0.16038, "recall": 0.190711}, {"accuracy": 0.148221, "f1": 0.125681, "hf_subset": "fuv_Latn-zul_Latn", "languages": ["fuv-Latn", "zul-Latn"], "main_score": 0.125681, "precision": 0.118532, "recall": 0.148221}, {"accuracy": 0.083004, "f1": 0.073035, "hf_subset": "fuv_Latn-azb_Arab", "languages": ["fuv-Latn", "azb-Arab"], "main_score": 0.073035, "precision": 0.070021, "recall": 0.083004}, {"accuracy": 0.215415, "f1": 0.186084, "hf_subset": "fuv_Latn-deu_Latn", "languages": ["fuv-Latn", "deu-Latn"], "main_score": 0.186084, "precision": 0.177706, "recall": 0.215415}, {"accuracy": 0.167984, "f1": 0.142259, "hf_subset": "fuv_Latn-hat_Latn", "languages": ["fuv-Latn", "hat-Latn"], "main_score": 0.142259, "precision": 0.134244, "recall": 0.167984}, {"accuracy": 0.175889, "f1": 0.15094, "hf_subset": "fuv_Latn-kbp_Latn", "languages": ["fuv-Latn", "kbp-Latn"], "main_score": 0.15094, "precision": 0.142391, "recall": 0.175889}, {"accuracy": 0.197628, "f1": 0.176977, "hf_subset": "fuv_Latn-luo_Latn", "languages": ["fuv-Latn", "luo-Latn"], "main_score": 0.176977, "precision": 0.170118, "recall": 0.197628}, {"accuracy": 0.056324, "f1": 0.048184, "hf_subset": "fuv_Latn-ory_Orya", "languages": ["fuv-Latn", "ory-Orya"], "main_score": 0.048184, "precision": 0.046186, "recall": 0.056324}, {"accuracy": 0.151186, "f1": 0.126335, "hf_subset": "fuv_Latn-sna_Latn", "languages": ["fuv-Latn", "sna-Latn"], "main_score": 0.126335, "precision": 0.118994, "recall": 0.151186}, {"accuracy": 0.195652, "f1": 0.169567, "hf_subset": "fuv_Latn-tso_Latn", "languages": ["fuv-Latn", "tso-Latn"], "main_score": 0.169567, "precision": 0.161486, "recall": 0.195652}, {"accuracy": 0.119565, "f1": 0.106154, "hf_subset": "fuv_Latn-azj_Latn", "languages": ["fuv-Latn", "azj-Latn"], "main_score": 0.106154, "precision": 0.102314, "recall": 0.119565}, {"accuracy": 0.197628, "f1": 0.176601, "hf_subset": "fuv_Latn-dik_Latn", "languages": ["fuv-Latn", "dik-Latn"], "main_score": 0.176601, "precision": 0.169244, "recall": 0.197628}, {"accuracy": 0.187747, "f1": 0.168355, "hf_subset": "fuv_Latn-hau_Latn", "languages": ["fuv-Latn", "hau-Latn"], "main_score": 0.168355, "precision": 0.16229, "recall": 0.187747}, {"accuracy": 0.125494, "f1": 0.116465, "hf_subset": "fuv_Latn-kea_Latn", "languages": ["fuv-Latn", "kea-Latn"], "main_score": 0.116465, "precision": 0.113523, "recall": 0.125494}, {"accuracy": 0.215415, "f1": 0.18987, "hf_subset": "fuv_Latn-lus_Latn", "languages": ["fuv-Latn", "lus-Latn"], "main_score": 0.18987, "precision": 0.180967, "recall": 0.215415}, {"accuracy": 0.18083, "f1": 0.165723, "hf_subset": "fuv_Latn-pag_Latn", "languages": ["fuv-Latn", "pag-Latn"], "main_score": 0.165723, "precision": 0.160597, "recall": 0.18083}, {"accuracy": 0.079051, "f1": 0.067069, "hf_subset": "fuv_Latn-snd_Arab", "languages": ["fuv-Latn", "snd-Arab"], "main_score": 0.067069, "precision": 0.063488, "recall": 0.079051}, {"accuracy": 0.125494, "f1": 0.109007, "hf_subset": "fuv_Latn-tuk_Latn", "languages": ["fuv-Latn", "tuk-Latn"], "main_score": 0.109007, "precision": 0.104471, "recall": 0.125494}, {"accuracy": 0.155138, "f1": 0.131708, "hf_subset": "fuv_Latn-bak_Cyrl", "languages": ["fuv-Latn", "bak-Cyrl"], "main_score": 0.131708, "precision": 0.125437, "recall": 0.155138}, {"accuracy": 0.155138, "f1": 0.134862, "hf_subset": "fuv_Latn-dyu_Latn", "languages": ["fuv-Latn", "dyu-Latn"], "main_score": 0.134862, "precision": 0.127915, "recall": 0.155138}, {"accuracy": 0.143281, "f1": 0.124676, "hf_subset": "fuv_Latn-heb_Hebr", "languages": ["fuv-Latn", "heb-Hebr"], "main_score": 0.124676, "precision": 0.118979, "recall": 0.143281}, {"accuracy": 0.157115, "f1": 0.135176, "hf_subset": "fuv_Latn-khk_Cyrl", "languages": ["fuv-Latn", "khk-Cyrl"], "main_score": 0.135176, "precision": 0.129399, "recall": 0.157115}, {"accuracy": 0.166008, "f1": 0.143518, "hf_subset": "fuv_Latn-lvs_Latn", "languages": ["fuv-Latn", "lvs-Latn"], "main_score": 0.143518, "precision": 0.137491, "recall": 0.166008}, {"accuracy": 0.059289, "f1": 0.048511, "hf_subset": "fuv_Latn-pan_Guru", "languages": ["fuv-Latn", "pan-Guru"], "main_score": 0.048511, "precision": 0.046741, "recall": 0.059289}, {"accuracy": 0.151186, "f1": 0.131392, "hf_subset": "fuv_Latn-som_Latn", "languages": ["fuv-Latn", "som-Latn"], "main_score": 0.131392, "precision": 0.124204, "recall": 0.151186}, {"accuracy": 0.208498, "f1": 0.17876, "hf_subset": "fuv_Latn-tum_Latn", "languages": ["fuv-Latn", "tum-Latn"], "main_score": 0.17876, "precision": 0.169235, "recall": 0.208498}, {"accuracy": 0.022727, "f1": 0.018119, "hf_subset": "kac_Latn-ace_Arab", "languages": ["kac-Latn", "ace-Arab"], "main_score": 0.018119, "precision": 0.017124, "recall": 0.022727}, {"accuracy": 0.164032, "f1": 0.145295, "hf_subset": "kac_Latn-bam_Latn", "languages": ["kac-Latn", "bam-Latn"], "main_score": 0.145295, "precision": 0.138796, "recall": 0.164032}, {"accuracy": 0.003953, "f1": 0.000734, "hf_subset": "kac_Latn-dzo_Tibt", "languages": ["kac-Latn", "dzo-Tibt"], "main_score": 0.000734, "precision": 0.000422, "recall": 0.003953}, {"accuracy": 0.131423, "f1": 0.112651, "hf_subset": "kac_Latn-hin_Deva", "languages": ["kac-Latn", "hin-Deva"], "main_score": 0.112651, "precision": 0.107815, "recall": 0.131423}, {"accuracy": 0.086957, "f1": 0.080296, "hf_subset": "kac_Latn-khm_Khmr", "languages": ["kac-Latn", "khm-Khmr"], "main_score": 0.080296, "precision": 0.078521, "recall": 0.086957}, {"accuracy": 0.079051, "f1": 0.0674, "hf_subset": "kac_Latn-mag_Deva", "languages": ["kac-Latn", "mag-Deva"], "main_score": 0.0674, "precision": 0.064284, "recall": 0.079051}, {"accuracy": 0.086957, "f1": 0.080933, "hf_subset": "kac_Latn-pap_Latn", "languages": ["kac-Latn", "pap-Latn"], "main_score": 0.080933, "precision": 0.079004, "recall": 0.086957}, {"accuracy": 0.19664, "f1": 0.175107, "hf_subset": "kac_Latn-sot_Latn", "languages": ["kac-Latn", "sot-Latn"], "main_score": 0.175107, "precision": 0.167779, "recall": 0.19664}, {"accuracy": 0.197628, "f1": 0.171361, "hf_subset": "kac_Latn-tur_Latn", "languages": ["kac-Latn", "tur-Latn"], "main_score": 0.171361, "precision": 0.165508, "recall": 0.197628}, {"accuracy": 0.160079, "f1": 0.146041, "hf_subset": "kac_Latn-ace_Latn", "languages": ["kac-Latn", "ace-Latn"], "main_score": 0.146041, "precision": 0.141452, "recall": 0.160079}, {"accuracy": 0.089921, "f1": 0.082862, "hf_subset": "kac_Latn-ban_Latn", "languages": ["kac-Latn", "ban-Latn"], "main_score": 0.082862, "precision": 0.080964, "recall": 0.089921}, {"accuracy": 0.092885, "f1": 0.084065, "hf_subset": "kac_Latn-ell_Grek", "languages": ["kac-Latn", "ell-Grek"], "main_score": 0.084065, "precision": 0.080619, "recall": 0.092885}, {"accuracy": 0.093874, "f1": 0.083235, "hf_subset": "kac_Latn-hne_Deva", "languages": ["kac-Latn", "hne-Deva"], "main_score": 0.083235, "precision": 0.080679, "recall": 0.093874}, {"accuracy": 0.171937, "f1": 0.153324, "hf_subset": "kac_Latn-kik_Latn", "languages": ["kac-Latn", "kik-Latn"], "main_score": 0.153324, "precision": 0.147418, "recall": 0.171937}, {"accuracy": 0.091897, "f1": 0.080044, "hf_subset": "kac_Latn-mai_Deva", "languages": ["kac-Latn", "mai-Deva"], "main_score": 0.080044, "precision": 0.076941, "recall": 0.091897}, {"accuracy": 0.100791, "f1": 0.084716, "hf_subset": "kac_Latn-pbt_Arab", "languages": ["kac-Latn", "pbt-Arab"], "main_score": 0.084716, "precision": 0.080648, "recall": 0.100791}, {"accuracy": 0.185771, "f1": 0.161771, "hf_subset": "kac_Latn-spa_Latn", "languages": ["kac-Latn", "spa-Latn"], "main_score": 0.161771, "precision": 0.155565, "recall": 0.185771}, {"accuracy": 0.225296, "f1": 0.208049, "hf_subset": "kac_Latn-twi_Latn", "languages": ["kac-Latn", "twi-Latn"], "main_score": 0.208049, "precision": 0.201617, "recall": 0.225296}, {"accuracy": 0.067194, "f1": 0.061728, "hf_subset": "kac_Latn-acm_Arab", "languages": ["kac-Latn", "acm-Arab"], "main_score": 0.061728, "precision": 0.059948, "recall": 0.067194}, {"accuracy": 0.094862, "f1": 0.080013, "hf_subset": "kac_Latn-bel_Cyrl", "languages": ["kac-Latn", "bel-Cyrl"], "main_score": 0.080013, "precision": 0.075337, "recall": 0.094862}, {"accuracy": 0.199605, "f1": 0.168756, "hf_subset": "kac_Latn-eng_Latn", "languages": ["kac-Latn", "eng-Latn"], "main_score": 0.168756, "precision": 0.160651, "recall": 0.199605}, {"accuracy": 0.156126, "f1": 0.136937, "hf_subset": "kac_Latn-hrv_Latn", "languages": ["kac-Latn", "hrv-Latn"], "main_score": 0.136937, "precision": 0.132075, "recall": 0.156126}, {"accuracy": 0.172925, "f1": 0.155007, "hf_subset": "kac_Latn-kin_Latn", "languages": ["kac-Latn", "kin-Latn"], "main_score": 0.155007, "precision": 0.149357, "recall": 0.172925}, {"accuracy": 0.047431, "f1": 0.038452, "hf_subset": "kac_Latn-mal_Mlym", "languages": ["kac-Latn", "mal-Mlym"], "main_score": 0.038452, "precision": 0.035631, "recall": 0.047431}, {"accuracy": 0.107708, "f1": 0.092801, "hf_subset": "kac_Latn-pes_Arab", "languages": ["kac-Latn", "pes-Arab"], "main_score": 0.092801, "precision": 0.088026, "recall": 0.107708}, {"accuracy": 0.124506, "f1": 0.108944, "hf_subset": "kac_Latn-srd_Latn", "languages": ["kac-Latn", "srd-Latn"], "main_score": 0.108944, "precision": 0.104413, "recall": 0.124506}, {"accuracy": 0.055336, "f1": 0.042197, "hf_subset": "kac_Latn-tzm_Tfng", "languages": ["kac-Latn", "tzm-Tfng"], "main_score": 0.042197, "precision": 0.038473, "recall": 0.055336}, {"accuracy": 0.100791, "f1": 0.092625, "hf_subset": "kac_Latn-acq_Arab", "languages": ["kac-Latn", "acq-Arab"], "main_score": 0.092625, "precision": 0.089906, "recall": 0.100791}, {"accuracy": 0.210474, "f1": 0.190117, "hf_subset": "kac_Latn-bem_Latn", "languages": ["kac-Latn", "bem-Latn"], "main_score": 0.190117, "precision": 0.183945, "recall": 0.210474}, {"accuracy": 0.126482, "f1": 0.114925, "hf_subset": "kac_Latn-epo_Latn", "languages": ["kac-Latn", "epo-Latn"], "main_score": 0.114925, "precision": 0.11207, "recall": 0.126482}, {"accuracy": 0.1917, "f1": 0.167319, "hf_subset": "kac_Latn-hun_Latn", "languages": ["kac-Latn", "hun-Latn"], "main_score": 0.167319, "precision": 0.16148, "recall": 0.1917}, {"accuracy": 0.108696, "f1": 0.096881, "hf_subset": "kac_Latn-kir_Cyrl", "languages": ["kac-Latn", "kir-Cyrl"], "main_score": 0.096881, "precision": 0.093337, "recall": 0.108696}, {"accuracy": 0.108696, "f1": 0.088609, "hf_subset": "kac_Latn-mar_Deva", "languages": ["kac-Latn", "mar-Deva"], "main_score": 0.088609, "precision": 0.083445, "recall": 0.108696}, {"accuracy": 0.143281, "f1": 0.132113, "hf_subset": "kac_Latn-plt_Latn", "languages": ["kac-Latn", "plt-Latn"], "main_score": 0.132113, "precision": 0.128134, "recall": 0.143281}, {"accuracy": 0.123518, "f1": 0.109831, "hf_subset": "kac_Latn-srp_Cyrl", "languages": ["kac-Latn", "srp-Cyrl"], "main_score": 0.109831, "precision": 0.105341, "recall": 0.123518}, {"accuracy": 0.063241, "f1": 0.055225, "hf_subset": "kac_Latn-uig_Arab", "languages": ["kac-Latn", "uig-Arab"], "main_score": 0.055225, "precision": 0.052989, "recall": 0.063241}, {"accuracy": 0.098814, "f1": 0.086441, "hf_subset": "kac_Latn-aeb_Arab", "languages": ["kac-Latn", "aeb-Arab"], "main_score": 0.086441, "precision": 0.083038, "recall": 0.098814}, {"accuracy": 0.05336, "f1": 0.046513, "hf_subset": "kac_Latn-ben_Beng", "languages": ["kac-Latn", "ben-Beng"], "main_score": 0.046513, "precision": 0.044359, "recall": 0.05336}, {"accuracy": 0.182806, "f1": 0.158687, "hf_subset": "kac_Latn-est_Latn", "languages": ["kac-Latn", "est-Latn"], "main_score": 0.158687, "precision": 0.152851, "recall": 0.182806}, {"accuracy": 0.091897, "f1": 0.077024, "hf_subset": "kac_Latn-hye_Armn", "languages": ["kac-Latn", "hye-Armn"], "main_score": 0.077024, "precision": 0.072855, "recall": 0.091897}, {"accuracy": 0.20751, "f1": 0.176218, "hf_subset": "kac_Latn-kmb_Latn", "languages": ["kac-Latn", "kmb-Latn"], "main_score": 0.176218, "precision": 0.165944, "recall": 0.20751}, {"accuracy": 0.018775, "f1": 0.013751, "hf_subset": "kac_Latn-min_Arab", "languages": ["kac-Latn", "min-Arab"], "main_score": 0.013751, "precision": 0.012723, "recall": 0.018775}, {"accuracy": 0.187747, "f1": 0.163149, "hf_subset": "kac_Latn-pol_Latn", "languages": ["kac-Latn", "pol-Latn"], "main_score": 0.163149, "precision": 0.156145, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.112727, "hf_subset": "kac_Latn-ssw_Latn", "languages": ["kac-Latn", "ssw-Latn"], "main_score": 0.112727, "precision": 0.106594, "recall": 0.134387}, {"accuracy": 0.106719, "f1": 0.09689, "hf_subset": "kac_Latn-ukr_Cyrl", "languages": ["kac-Latn", "ukr-Cyrl"], "main_score": 0.09689, "precision": 0.09339, "recall": 0.106719}, {"accuracy": 0.159091, "f1": 0.139485, "hf_subset": "kac_Latn-afr_Latn", "languages": ["kac-Latn", "afr-Latn"], "main_score": 0.139485, "precision": 0.133126, "recall": 0.159091}, {"accuracy": 0.100791, "f1": 0.08759, "hf_subset": "kac_Latn-bho_Deva", "languages": ["kac-Latn", "bho-Deva"], "main_score": 0.08759, "precision": 0.083993, "recall": 0.100791}, {"accuracy": 0.102767, "f1": 0.094705, "hf_subset": "kac_Latn-eus_Latn", "languages": ["kac-Latn", "eus-Latn"], "main_score": 0.094705, "precision": 0.092199, "recall": 0.102767}, {"accuracy": 0.178854, "f1": 0.154978, "hf_subset": "kac_Latn-ibo_Latn", "languages": ["kac-Latn", "ibo-Latn"], "main_score": 0.154978, "precision": 0.146233, "recall": 0.178854}, {"accuracy": 0.161067, "f1": 0.142838, "hf_subset": "kac_Latn-kmr_Latn", "languages": ["kac-Latn", "kmr-Latn"], "main_score": 0.142838, "precision": 0.138385, "recall": 0.161067}, {"accuracy": 0.100791, "f1": 0.093076, "hf_subset": "kac_Latn-min_Latn", "languages": ["kac-Latn", "min-Latn"], "main_score": 0.093076, "precision": 0.090738, "recall": 0.100791}, {"accuracy": 0.192688, "f1": 0.164431, "hf_subset": "kac_Latn-por_Latn", "languages": ["kac-Latn", "por-Latn"], "main_score": 0.164431, "precision": 0.156389, "recall": 0.192688}, {"accuracy": 0.086957, "f1": 0.078251, "hf_subset": "kac_Latn-sun_Latn", "languages": ["kac-Latn", "sun-Latn"], "main_score": 0.078251, "precision": 0.075879, "recall": 0.086957}, {"accuracy": 0.152174, "f1": 0.12568, "hf_subset": "kac_Latn-umb_Latn", "languages": ["kac-Latn", "umb-Latn"], "main_score": 0.12568, "precision": 0.118973, "recall": 0.152174}, {"accuracy": 0.109684, "f1": 0.091395, "hf_subset": "kac_Latn-ajp_Arab", "languages": ["kac-Latn", "ajp-Arab"], "main_score": 0.091395, "precision": 0.087094, "recall": 0.109684}, {"accuracy": 0.029644, "f1": 0.024663, "hf_subset": "kac_Latn-bjn_Arab", "languages": ["kac-Latn", "bjn-Arab"], "main_score": 0.024663, "precision": 0.023264, "recall": 0.029644}, {"accuracy": 0.201581, "f1": 0.184449, "hf_subset": "kac_Latn-ewe_Latn", "languages": ["kac-Latn", "ewe-Latn"], "main_score": 0.184449, "precision": 0.178185, "recall": 0.201581}, {"accuracy": 0.177866, "f1": 0.161353, "hf_subset": "kac_Latn-ilo_Latn", "languages": ["kac-Latn", "ilo-Latn"], "main_score": 0.161353, "precision": 0.156238, "recall": 0.177866}, {"accuracy": 0.028656, "f1": 0.0243, "hf_subset": "kac_Latn-knc_Arab", "languages": ["kac-Latn", "knc-Arab"], "main_score": 0.0243, "precision": 0.023037, "recall": 0.028656}, {"accuracy": 0.136364, "f1": 0.125041, "hf_subset": "kac_Latn-mkd_Cyrl", "languages": ["kac-Latn", "mkd-Cyrl"], "main_score": 0.125041, "precision": 0.121566, "recall": 0.136364}, {"accuracy": 0.090909, "f1": 0.077982, "hf_subset": "kac_Latn-prs_Arab", "languages": ["kac-Latn", "prs-Arab"], "main_score": 0.077982, "precision": 0.074355, "recall": 0.090909}, {"accuracy": 0.151186, "f1": 0.136836, "hf_subset": "kac_Latn-swe_Latn", "languages": ["kac-Latn", "swe-Latn"], "main_score": 0.136836, "precision": 0.133014, "recall": 0.151186}, {"accuracy": 0.086957, "f1": 0.074144, "hf_subset": "kac_Latn-urd_Arab", "languages": ["kac-Latn", "urd-Arab"], "main_score": 0.074144, "precision": 0.071061, "recall": 0.086957}, {"accuracy": 0.216403, "f1": 0.196989, "hf_subset": "kac_Latn-aka_Latn", "languages": ["kac-Latn", "aka-Latn"], "main_score": 0.196989, "precision": 0.18929, "recall": 0.216403}, {"accuracy": 0.093874, "f1": 0.085638, "hf_subset": "kac_Latn-bjn_Latn", "languages": ["kac-Latn", "bjn-Latn"], "main_score": 0.085638, "precision": 0.08317, "recall": 0.093874}, {"accuracy": 0.107708, "f1": 0.094948, "hf_subset": "kac_Latn-fao_Latn", "languages": ["kac-Latn", "fao-Latn"], "main_score": 0.094948, "precision": 0.091463, "recall": 0.107708}, {"accuracy": 0.19664, "f1": 0.172233, "hf_subset": "kac_Latn-ind_Latn", "languages": ["kac-Latn", "ind-Latn"], "main_score": 0.172233, "precision": 0.165429, "recall": 0.19664}, {"accuracy": 0.200593, "f1": 0.179992, "hf_subset": "kac_Latn-knc_Latn", "languages": ["kac-Latn", "knc-Latn"], "main_score": 0.179992, "precision": 0.172918, "recall": 0.200593}, {"accuracy": 0.164032, "f1": 0.147188, "hf_subset": "kac_Latn-mlt_Latn", "languages": ["kac-Latn", "mlt-Latn"], "main_score": 0.147188, "precision": 0.142284, "recall": 0.164032}, {"accuracy": 0.18083, "f1": 0.166142, "hf_subset": "kac_Latn-quy_Latn", "languages": ["kac-Latn", "quy-Latn"], "main_score": 0.166142, "precision": 0.160385, "recall": 0.18083}, {"accuracy": 0.115613, "f1": 0.100445, "hf_subset": "kac_Latn-swh_Latn", "languages": ["kac-Latn", "swh-Latn"], "main_score": 0.100445, "precision": 0.095785, "recall": 0.115613}, {"accuracy": 0.079051, "f1": 0.071378, "hf_subset": "kac_Latn-uzn_Latn", "languages": ["kac-Latn", "uzn-Latn"], "main_score": 0.071378, "precision": 0.069699, "recall": 0.079051}, {"accuracy": 0.162055, "f1": 0.14119, "hf_subset": "kac_Latn-als_Latn", "languages": ["kac-Latn", "als-Latn"], "main_score": 0.14119, "precision": 0.13498, "recall": 0.162055}, {"accuracy": 0.043478, "f1": 0.030457, "hf_subset": "kac_Latn-bod_Tibt", "languages": ["kac-Latn", "bod-Tibt"], "main_score": 0.030457, "precision": 0.027523, "recall": 0.043478}, {"accuracy": 0.118577, "f1": 0.102719, "hf_subset": "kac_Latn-fij_Latn", "languages": ["kac-Latn", "fij-Latn"], "main_score": 0.102719, "precision": 0.098016, "recall": 0.118577}, {"accuracy": 0.091897, "f1": 0.086258, "hf_subset": "kac_Latn-isl_Latn", "languages": ["kac-Latn", "isl-Latn"], "main_score": 0.086258, "precision": 0.084856, "recall": 0.091897}, {"accuracy": 0.204545, "f1": 0.186097, "hf_subset": "kac_Latn-kon_Latn", "languages": ["kac-Latn", "kon-Latn"], "main_score": 0.186097, "precision": 0.179412, "recall": 0.204545}, {"accuracy": 0.040514, "f1": 0.031846, "hf_subset": "kac_Latn-mni_Beng", "languages": ["kac-Latn", "mni-Beng"], "main_score": 0.031846, "precision": 0.029122, "recall": 0.040514}, {"accuracy": 0.1917, "f1": 0.166001, "hf_subset": "kac_Latn-ron_Latn", "languages": ["kac-Latn", "ron-Latn"], "main_score": 0.166001, "precision": 0.159695, "recall": 0.1917}, {"accuracy": 0.11166, "f1": 0.100875, "hf_subset": "kac_Latn-szl_Latn", "languages": ["kac-Latn", "szl-Latn"], "main_score": 0.100875, "precision": 0.09759, "recall": 0.11166}, {"accuracy": 0.123518, "f1": 0.11266, "hf_subset": "kac_Latn-vec_Latn", "languages": ["kac-Latn", "vec-Latn"], "main_score": 0.11266, "precision": 0.109568, "recall": 0.123518}, {"accuracy": 0.037549, "f1": 0.029418, "hf_subset": "kac_Latn-amh_Ethi", "languages": ["kac-Latn", "amh-Ethi"], "main_score": 0.029418, "precision": 0.027254, "recall": 0.037549}, {"accuracy": 0.190711, "f1": 0.166843, "hf_subset": "kac_Latn-bos_Latn", "languages": ["kac-Latn", "bos-Latn"], "main_score": 0.166843, "precision": 0.159681, "recall": 0.190711}, {"accuracy": 0.166996, "f1": 0.148684, "hf_subset": "kac_Latn-fin_Latn", "languages": ["kac-Latn", "fin-Latn"], "main_score": 0.148684, "precision": 0.142965, "recall": 0.166996}, {"accuracy": 0.19664, "f1": 0.167518, "hf_subset": "kac_Latn-ita_Latn", "languages": ["kac-Latn", "ita-Latn"], "main_score": 0.167518, "precision": 0.158932, "recall": 0.19664}, {"accuracy": 0.113636, "f1": 0.097055, "hf_subset": "kac_Latn-kor_Hang", "languages": ["kac-Latn", "kor-Hang"], "main_score": 0.097055, "precision": 0.092092, "recall": 0.113636}, {"accuracy": 0.172925, "f1": 0.150305, "hf_subset": "kac_Latn-mos_Latn", "languages": ["kac-Latn", "mos-Latn"], "main_score": 0.150305, "precision": 0.142318, "recall": 0.172925}, {"accuracy": 0.182806, "f1": 0.158421, "hf_subset": "kac_Latn-run_Latn", "languages": ["kac-Latn", "run-Latn"], "main_score": 0.158421, "precision": 0.150366, "recall": 0.182806}, {"accuracy": 0.038538, "f1": 0.027901, "hf_subset": "kac_Latn-tam_Taml", "languages": ["kac-Latn", "tam-Taml"], "main_score": 0.027901, "precision": 0.026257, "recall": 0.038538}, {"accuracy": 0.194664, "f1": 0.168228, "hf_subset": "kac_Latn-vie_Latn", "languages": ["kac-Latn", "vie-Latn"], "main_score": 0.168228, "precision": 0.161014, "recall": 0.194664}, {"accuracy": 0.075099, "f1": 0.066383, "hf_subset": "kac_Latn-apc_Arab", "languages": ["kac-Latn", "apc-Arab"], "main_score": 0.066383, "precision": 0.06361, "recall": 0.075099}, {"accuracy": 0.15415, "f1": 0.139804, "hf_subset": "kac_Latn-bug_Latn", "languages": ["kac-Latn", "bug-Latn"], "main_score": 0.139804, "precision": 0.136084, "recall": 0.15415}, {"accuracy": 0.182806, "f1": 0.162187, "hf_subset": "kac_Latn-fon_Latn", "languages": ["kac-Latn", "fon-Latn"], "main_score": 0.162187, "precision": 0.154751, "recall": 0.182806}, {"accuracy": 0.085968, "f1": 0.078901, "hf_subset": "kac_Latn-jav_Latn", "languages": ["kac-Latn", "jav-Latn"], "main_score": 0.078901, "precision": 0.076582, "recall": 0.085968}, {"accuracy": 0.142292, "f1": 0.124244, "hf_subset": "kac_Latn-lao_Laoo", "languages": ["kac-Latn", "lao-Laoo"], "main_score": 0.124244, "precision": 0.120285, "recall": 0.142292}, {"accuracy": 0.164032, "f1": 0.142316, "hf_subset": "kac_Latn-mri_Latn", "languages": ["kac-Latn", "mri-Latn"], "main_score": 0.142316, "precision": 0.134376, "recall": 0.164032}, {"accuracy": 0.144269, "f1": 0.12766, "hf_subset": "kac_Latn-rus_Cyrl", "languages": ["kac-Latn", "rus-Cyrl"], "main_score": 0.12766, "precision": 0.12218, "recall": 0.144269}, {"accuracy": 0.194664, "f1": 0.174673, "hf_subset": "kac_Latn-taq_Latn", "languages": ["kac-Latn", "taq-Latn"], "main_score": 0.174673, "precision": 0.16823, "recall": 0.194664}, {"accuracy": 0.159091, "f1": 0.149242, "hf_subset": "kac_Latn-war_Latn", "languages": ["kac-Latn", "war-Latn"], "main_score": 0.149242, "precision": 0.145245, "recall": 0.159091}, {"accuracy": 0.098814, "f1": 0.089086, "hf_subset": "kac_Latn-arb_Arab", "languages": ["kac-Latn", "arb-Arab"], "main_score": 0.089086, "precision": 0.085723, "recall": 0.098814}, {"accuracy": 0.155138, "f1": 0.132992, "hf_subset": "kac_Latn-bul_Cyrl", "languages": ["kac-Latn", "bul-Cyrl"], "main_score": 0.132992, "precision": 0.126539, "recall": 0.155138}, {"accuracy": 0.202569, "f1": 0.173477, "hf_subset": "kac_Latn-fra_Latn", "languages": ["kac-Latn", "fra-Latn"], "main_score": 0.173477, "precision": 0.16651, "recall": 0.202569}, {"accuracy": 0.126482, "f1": 0.110034, "hf_subset": "kac_Latn-jpn_Jpan", "languages": ["kac-Latn", "jpn-Jpan"], "main_score": 0.110034, "precision": 0.105293, "recall": 0.126482}, {"accuracy": 0.107708, "f1": 0.099826, "hf_subset": "kac_Latn-lij_Latn", "languages": ["kac-Latn", "lij-Latn"], "main_score": 0.099826, "precision": 0.097551, "recall": 0.107708}, {"accuracy": 0.091897, "f1": 0.076205, "hf_subset": "kac_Latn-mya_Mymr", "languages": ["kac-Latn", "mya-Mymr"], "main_score": 0.076205, "precision": 0.072282, "recall": 0.091897}, {"accuracy": 0.149209, "f1": 0.133129, "hf_subset": "kac_Latn-sag_Latn", "languages": ["kac-Latn", "sag-Latn"], "main_score": 0.133129, "precision": 0.128363, "recall": 0.149209}, {"accuracy": 0.078063, "f1": 0.0568, "hf_subset": "kac_Latn-taq_Tfng", "languages": ["kac-Latn", "taq-Tfng"], "main_score": 0.0568, "precision": 0.051055, "recall": 0.078063}, {"accuracy": 0.182806, "f1": 0.163187, "hf_subset": "kac_Latn-wol_Latn", "languages": ["kac-Latn", "wol-Latn"], "main_score": 0.163187, "precision": 0.155892, "recall": 0.182806}, {"accuracy": 0.098814, "f1": 0.081386, "hf_subset": "kac_Latn-arb_Latn", "languages": ["kac-Latn", "arb-Latn"], "main_score": 0.081386, "precision": 0.076025, "recall": 0.098814}, {"accuracy": 0.201581, "f1": 0.173878, "hf_subset": "kac_Latn-cat_Latn", "languages": ["kac-Latn", "cat-Latn"], "main_score": 0.173878, "precision": 0.166199, "recall": 0.201581}, {"accuracy": 0.117589, "f1": 0.102548, "hf_subset": "kac_Latn-fur_Latn", "languages": ["kac-Latn", "fur-Latn"], "main_score": 0.102548, "precision": 0.098547, "recall": 0.117589}, {"accuracy": 0.078063, "f1": 0.05997, "hf_subset": "kac_Latn-kab_Latn", "languages": ["kac-Latn", "kab-Latn"], "main_score": 0.05997, "precision": 0.054474, "recall": 0.078063}, {"accuracy": 0.097826, "f1": 0.089629, "hf_subset": "kac_Latn-lim_Latn", "languages": ["kac-Latn", "lim-Latn"], "main_score": 0.089629, "precision": 0.087144, "recall": 0.097826}, {"accuracy": 0.201581, "f1": 0.177612, "hf_subset": "kac_Latn-nld_Latn", "languages": ["kac-Latn", "nld-Latn"], "main_score": 0.177612, "precision": 0.170948, "recall": 0.201581}, {"accuracy": 0.063241, "f1": 0.056442, "hf_subset": "kac_Latn-san_Deva", "languages": ["kac-Latn", "san-Deva"], "main_score": 0.056442, "precision": 0.054715, "recall": 0.063241}, {"accuracy": 0.108696, "f1": 0.090616, "hf_subset": "kac_Latn-tat_Cyrl", "languages": ["kac-Latn", "tat-Cyrl"], "main_score": 0.090616, "precision": 0.086367, "recall": 0.108696}, {"accuracy": 0.12747, "f1": 0.114614, "hf_subset": "kac_Latn-xho_Latn", "languages": ["kac-Latn", "xho-Latn"], "main_score": 0.114614, "precision": 0.110577, "recall": 0.12747}, {"accuracy": 0.090909, "f1": 0.080522, "hf_subset": "kac_Latn-ars_Arab", "languages": ["kac-Latn", "ars-Arab"], "main_score": 0.080522, "precision": 0.077027, "recall": 0.090909}, {"accuracy": 0.141304, "f1": 0.129143, "hf_subset": "kac_Latn-ceb_Latn", "languages": ["kac-Latn", "ceb-Latn"], "main_score": 0.129143, "precision": 0.125972, "recall": 0.141304}, {"accuracy": 0.161067, "f1": 0.140951, "hf_subset": "kac_Latn-fuv_Latn", "languages": ["kac-Latn", "fuv-Latn"], "main_score": 0.140951, "precision": 0.13436, "recall": 0.161067}, {"accuracy": 0.157115, "f1": 0.138911, "hf_subset": "kac_Latn-lin_Latn", "languages": ["kac-Latn", "lin-Latn"], "main_score": 0.138911, "precision": 0.132642, "recall": 0.157115}, {"accuracy": 0.161067, "f1": 0.144051, "hf_subset": "kac_Latn-nno_Latn", "languages": ["kac-Latn", "nno-Latn"], "main_score": 0.144051, "precision": 0.138517, "recall": 0.161067}, {"accuracy": 0.017787, "f1": 0.007349, "hf_subset": "kac_Latn-sat_Olck", "languages": ["kac-Latn", "sat-Olck"], "main_score": 0.007349, "precision": 0.005274, "recall": 0.017787}, {"accuracy": 0.045455, "f1": 0.038681, "hf_subset": "kac_Latn-tel_Telu", "languages": ["kac-Latn", "tel-Telu"], "main_score": 0.038681, "precision": 0.036739, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.041269, "hf_subset": "kac_Latn-ydd_Hebr", "languages": ["kac-Latn", "ydd-Hebr"], "main_score": 0.041269, "precision": 0.039565, "recall": 0.050395}, {"accuracy": 0.065217, "f1": 0.055302, "hf_subset": "kac_Latn-ary_Arab", "languages": ["kac-Latn", "ary-Arab"], "main_score": 0.055302, "precision": 0.05267, "recall": 0.065217}, {"accuracy": 0.197628, "f1": 0.169535, "hf_subset": "kac_Latn-ces_Latn", "languages": ["kac-Latn", "ces-Latn"], "main_score": 0.169535, "precision": 0.162379, "recall": 0.197628}, {"accuracy": 0.088933, "f1": 0.074563, "hf_subset": "kac_Latn-gaz_Latn", "languages": ["kac-Latn", "gaz-Latn"], "main_score": 0.074563, "precision": 0.069719, "recall": 0.088933}, {"accuracy": 0.208498, "f1": 0.187271, "hf_subset": "kac_Latn-kam_Latn", "languages": ["kac-Latn", "kam-Latn"], "main_score": 0.187271, "precision": 0.180118, "recall": 0.208498}, {"accuracy": 0.150198, "f1": 0.132093, "hf_subset": "kac_Latn-lit_Latn", "languages": ["kac-Latn", "lit-Latn"], "main_score": 0.132093, "precision": 0.126564, "recall": 0.150198}, {"accuracy": 0.208498, "f1": 0.182193, "hf_subset": "kac_Latn-nob_Latn", "languages": ["kac-Latn", "nob-Latn"], "main_score": 0.182193, "precision": 0.175445, "recall": 0.208498}, {"accuracy": 0.096838, "f1": 0.088606, "hf_subset": "kac_Latn-scn_Latn", "languages": ["kac-Latn", "scn-Latn"], "main_score": 0.088606, "precision": 0.086449, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.099279, "hf_subset": "kac_Latn-tgk_Cyrl", "languages": ["kac-Latn", "tgk-Cyrl"], "main_score": 0.099279, "precision": 0.094866, "recall": 0.11166}, {"accuracy": 0.142292, "f1": 0.128117, "hf_subset": "kac_Latn-yor_Latn", "languages": ["kac-Latn", "yor-Latn"], "main_score": 0.128117, "precision": 0.122738, "recall": 0.142292}, {"accuracy": 0.070158, "f1": 0.063573, "hf_subset": "kac_Latn-arz_Arab", "languages": ["kac-Latn", "arz-Arab"], "main_score": 0.063573, "precision": 0.061134, "recall": 0.070158}, {"accuracy": 0.171937, "f1": 0.151123, "hf_subset": "kac_Latn-cjk_Latn", "languages": ["kac-Latn", "cjk-Latn"], "main_score": 0.151123, "precision": 0.143883, "recall": 0.171937}, {"accuracy": 0.114625, "f1": 0.099842, "hf_subset": "kac_Latn-gla_Latn", "languages": ["kac-Latn", "gla-Latn"], "main_score": 0.099842, "precision": 0.094637, "recall": 0.114625}, {"accuracy": 0.039526, "f1": 0.031013, "hf_subset": "kac_Latn-kan_Knda", "languages": ["kac-Latn", "kan-Knda"], "main_score": 0.031013, "precision": 0.028835, "recall": 0.039526}, {"accuracy": 0.106719, "f1": 0.091244, "hf_subset": "kac_Latn-lmo_Latn", "languages": ["kac-Latn", "lmo-Latn"], "main_score": 0.091244, "precision": 0.088227, "recall": 0.106719}, {"accuracy": 0.123518, "f1": 0.1047, "hf_subset": "kac_Latn-npi_Deva", "languages": ["kac-Latn", "npi-Deva"], "main_score": 0.1047, "precision": 0.099597, "recall": 0.123518}, {"accuracy": 0.137352, "f1": 0.115131, "hf_subset": "kac_Latn-shn_Mymr", "languages": ["kac-Latn", "shn-Mymr"], "main_score": 0.115131, "precision": 0.108471, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.126365, "hf_subset": "kac_Latn-tgl_Latn", "languages": ["kac-Latn", "tgl-Latn"], "main_score": 0.126365, "precision": 0.123846, "recall": 0.135375}, {"accuracy": 0.129447, "f1": 0.110456, "hf_subset": "kac_Latn-yue_Hant", "languages": ["kac-Latn", "yue-Hant"], "main_score": 0.110456, "precision": 0.10603, "recall": 0.129447}, {"accuracy": 0.036561, "f1": 0.030896, "hf_subset": "kac_Latn-asm_Beng", "languages": ["kac-Latn", "asm-Beng"], "main_score": 0.030896, "precision": 0.028821, "recall": 0.036561}, {"accuracy": 0.081028, "f1": 0.062969, "hf_subset": "kac_Latn-ckb_Arab", "languages": ["kac-Latn", "ckb-Arab"], "main_score": 0.062969, "precision": 0.058371, "recall": 0.081028}, {"accuracy": 0.09585, "f1": 0.084645, "hf_subset": "kac_Latn-gle_Latn", "languages": ["kac-Latn", "gle-Latn"], "main_score": 0.084645, "precision": 0.081624, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.049035, "hf_subset": "kac_Latn-kas_Arab", "languages": ["kac-Latn", "kas-Arab"], "main_score": 0.049035, "precision": 0.047199, "recall": 0.056324}, {"accuracy": 0.118577, "f1": 0.103076, "hf_subset": "kac_Latn-ltg_Latn", "languages": ["kac-Latn", "ltg-Latn"], "main_score": 0.103076, "precision": 0.09873, "recall": 0.118577}, {"accuracy": 0.188735, "f1": 0.17288, "hf_subset": "kac_Latn-nso_Latn", "languages": ["kac-Latn", "nso-Latn"], "main_score": 0.17288, "precision": 0.167539, "recall": 0.188735}, {"accuracy": 0.051383, "f1": 0.042349, "hf_subset": "kac_Latn-sin_Sinh", "languages": ["kac-Latn", "sin-Sinh"], "main_score": 0.042349, "precision": 0.039625, "recall": 0.051383}, {"accuracy": 0.131423, "f1": 0.111612, "hf_subset": "kac_Latn-tha_Thai", "languages": ["kac-Latn", "tha-Thai"], "main_score": 0.111612, "precision": 0.106709, "recall": 0.131423}, {"accuracy": 0.150198, "f1": 0.125251, "hf_subset": "kac_Latn-zho_Hans", "languages": ["kac-Latn", "zho-Hans"], "main_score": 0.125251, "precision": 0.118836, "recall": 0.150198}, {"accuracy": 0.144269, "f1": 0.12541, "hf_subset": "kac_Latn-ast_Latn", "languages": ["kac-Latn", "ast-Latn"], "main_score": 0.12541, "precision": 0.120375, "recall": 0.144269}, {"accuracy": 0.105731, "f1": 0.09215, "hf_subset": "kac_Latn-crh_Latn", "languages": ["kac-Latn", "crh-Latn"], "main_score": 0.09215, "precision": 0.088511, "recall": 0.105731}, {"accuracy": 0.195652, "f1": 0.169432, "hf_subset": "kac_Latn-glg_Latn", "languages": ["kac-Latn", "glg-Latn"], "main_score": 0.169432, "precision": 0.162612, "recall": 0.195652}, {"accuracy": 0.083992, "f1": 0.07221, "hf_subset": "kac_Latn-kas_Deva", "languages": ["kac-Latn", "kas-Deva"], "main_score": 0.07221, "precision": 0.068716, "recall": 0.083992}, {"accuracy": 0.100791, "f1": 0.09426, "hf_subset": "kac_Latn-ltz_Latn", "languages": ["kac-Latn", "ltz-Latn"], "main_score": 0.09426, "precision": 0.092022, "recall": 0.100791}, {"accuracy": 0.128458, "f1": 0.106562, "hf_subset": "kac_Latn-nus_Latn", "languages": ["kac-Latn", "nus-Latn"], "main_score": 0.106562, "precision": 0.099751, "recall": 0.128458}, {"accuracy": 0.197628, "f1": 0.171249, "hf_subset": "kac_Latn-slk_Latn", "languages": ["kac-Latn", "slk-Latn"], "main_score": 0.171249, "precision": 0.163661, "recall": 0.197628}, {"accuracy": 0.030632, "f1": 0.025928, "hf_subset": "kac_Latn-tir_Ethi", "languages": ["kac-Latn", "tir-Ethi"], "main_score": 0.025928, "precision": 0.024476, "recall": 0.030632}, {"accuracy": 0.104743, "f1": 0.09437, "hf_subset": "kac_Latn-zho_Hant", "languages": ["kac-Latn", "zho-Hant"], "main_score": 0.09437, "precision": 0.090482, "recall": 0.104743}, {"accuracy": 0.106719, "f1": 0.089159, "hf_subset": "kac_Latn-awa_Deva", "languages": ["kac-Latn", "awa-Deva"], "main_score": 0.089159, "precision": 0.084565, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.070468, "hf_subset": "kac_Latn-cym_Latn", "languages": ["kac-Latn", "cym-Latn"], "main_score": 0.070468, "precision": 0.068132, "recall": 0.081028}, {"accuracy": 0.151186, "f1": 0.133138, "hf_subset": "kac_Latn-grn_Latn", "languages": ["kac-Latn", "grn-Latn"], "main_score": 0.133138, "precision": 0.12735, "recall": 0.151186}, {"accuracy": 0.085968, "f1": 0.075573, "hf_subset": "kac_Latn-kat_Geor", "languages": ["kac-Latn", "kat-Geor"], "main_score": 0.075573, "precision": 0.072152, "recall": 0.085968}, {"accuracy": 0.194664, "f1": 0.178267, "hf_subset": "kac_Latn-lua_Latn", "languages": ["kac-Latn", "lua-Latn"], "main_score": 0.178267, "precision": 0.173091, "recall": 0.194664}, {"accuracy": 0.188735, "f1": 0.16199, "hf_subset": "kac_Latn-nya_Latn", "languages": ["kac-Latn", "nya-Latn"], "main_score": 0.16199, "precision": 0.153957, "recall": 0.188735}, {"accuracy": 0.175889, "f1": 0.152675, "hf_subset": "kac_Latn-slv_Latn", "languages": ["kac-Latn", "slv-Latn"], "main_score": 0.152675, "precision": 0.145502, "recall": 0.175889}, {"accuracy": 0.164032, "f1": 0.148936, "hf_subset": "kac_Latn-tpi_Latn", "languages": ["kac-Latn", "tpi-Latn"], "main_score": 0.148936, "precision": 0.143998, "recall": 0.164032}, {"accuracy": 0.201581, "f1": 0.178778, "hf_subset": "kac_Latn-zsm_Latn", "languages": ["kac-Latn", "zsm-Latn"], "main_score": 0.178778, "precision": 0.172513, "recall": 0.201581}, {"accuracy": 0.184783, "f1": 0.159952, "hf_subset": "kac_Latn-ayr_Latn", "languages": ["kac-Latn", "ayr-Latn"], "main_score": 0.159952, "precision": 0.151657, "recall": 0.184783}, {"accuracy": 0.197628, "f1": 0.170348, "hf_subset": "kac_Latn-dan_Latn", "languages": ["kac-Latn", "dan-Latn"], "main_score": 0.170348, "precision": 0.163212, "recall": 0.197628}, {"accuracy": 0.063241, "f1": 0.051375, "hf_subset": "kac_Latn-guj_Gujr", "languages": ["kac-Latn", "guj-Gujr"], "main_score": 0.051375, "precision": 0.048909, "recall": 0.063241}, {"accuracy": 0.13834, "f1": 0.118944, "hf_subset": "kac_Latn-kaz_Cyrl", "languages": ["kac-Latn", "kaz-Cyrl"], "main_score": 0.118944, "precision": 0.114505, "recall": 0.13834}, {"accuracy": 0.153162, "f1": 0.132854, "hf_subset": "kac_Latn-lug_Latn", "languages": ["kac-Latn", "lug-Latn"], "main_score": 0.132854, "precision": 0.12729, "recall": 0.153162}, {"accuracy": 0.163043, "f1": 0.145312, "hf_subset": "kac_Latn-oci_Latn", "languages": ["kac-Latn", "oci-Latn"], "main_score": 0.145312, "precision": 0.140288, "recall": 0.163043}, {"accuracy": 0.12253, "f1": 0.104349, "hf_subset": "kac_Latn-smo_Latn", "languages": ["kac-Latn", "smo-Latn"], "main_score": 0.104349, "precision": 0.099041, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.171608, "hf_subset": "kac_Latn-tsn_Latn", "languages": ["kac-Latn", "tsn-Latn"], "main_score": 0.171608, "precision": 0.164307, "recall": 0.192688}, {"accuracy": 0.137352, "f1": 0.120264, "hf_subset": "kac_Latn-zul_Latn", "languages": ["kac-Latn", "zul-Latn"], "main_score": 0.120264, "precision": 0.114622, "recall": 0.137352}, {"accuracy": 0.060277, "f1": 0.0509, "hf_subset": "kac_Latn-azb_Arab", "languages": ["kac-Latn", "azb-Arab"], "main_score": 0.0509, "precision": 0.04804, "recall": 0.060277}, {"accuracy": 0.209486, "f1": 0.182881, "hf_subset": "kac_Latn-deu_Latn", "languages": ["kac-Latn", "deu-Latn"], "main_score": 0.182881, "precision": 0.176585, "recall": 0.209486}, {"accuracy": 0.142292, "f1": 0.126615, "hf_subset": "kac_Latn-hat_Latn", "languages": ["kac-Latn", "hat-Latn"], "main_score": 0.126615, "precision": 0.12261, "recall": 0.142292}, {"accuracy": 0.195652, "f1": 0.174289, "hf_subset": "kac_Latn-kbp_Latn", "languages": ["kac-Latn", "kbp-Latn"], "main_score": 0.174289, "precision": 0.166542, "recall": 0.195652}, {"accuracy": 0.173913, "f1": 0.161506, "hf_subset": "kac_Latn-luo_Latn", "languages": ["kac-Latn", "luo-Latn"], "main_score": 0.161506, "precision": 0.157097, "recall": 0.173913}, {"accuracy": 0.040514, "f1": 0.029243, "hf_subset": "kac_Latn-ory_Orya", "languages": ["kac-Latn", "ory-Orya"], "main_score": 0.029243, "precision": 0.026889, "recall": 0.040514}, {"accuracy": 0.152174, "f1": 0.131327, "hf_subset": "kac_Latn-sna_Latn", "languages": ["kac-Latn", "sna-Latn"], "main_score": 0.131327, "precision": 0.124125, "recall": 0.152174}, {"accuracy": 0.202569, "f1": 0.179157, "hf_subset": "kac_Latn-tso_Latn", "languages": ["kac-Latn", "tso-Latn"], "main_score": 0.179157, "precision": 0.171176, "recall": 0.202569}, {"accuracy": 0.097826, "f1": 0.090254, "hf_subset": "kac_Latn-azj_Latn", "languages": ["kac-Latn", "azj-Latn"], "main_score": 0.090254, "precision": 0.088168, "recall": 0.097826}, {"accuracy": 0.178854, "f1": 0.160766, "hf_subset": "kac_Latn-dik_Latn", "languages": ["kac-Latn", "dik-Latn"], "main_score": 0.160766, "precision": 0.155423, "recall": 0.178854}, {"accuracy": 0.167984, "f1": 0.148444, "hf_subset": "kac_Latn-hau_Latn", "languages": ["kac-Latn", "hau-Latn"], "main_score": 0.148444, "precision": 0.142526, "recall": 0.167984}, {"accuracy": 0.090909, "f1": 0.083666, "hf_subset": "kac_Latn-kea_Latn", "languages": ["kac-Latn", "kea-Latn"], "main_score": 0.083666, "precision": 0.081095, "recall": 0.090909}, {"accuracy": 0.235178, "f1": 0.215331, "hf_subset": "kac_Latn-lus_Latn", "languages": ["kac-Latn", "lus-Latn"], "main_score": 0.215331, "precision": 0.207421, "recall": 0.235178}, {"accuracy": 0.150198, "f1": 0.138814, "hf_subset": "kac_Latn-pag_Latn", "languages": ["kac-Latn", "pag-Latn"], "main_score": 0.138814, "precision": 0.134723, "recall": 0.150198}, {"accuracy": 0.062253, "f1": 0.05489, "hf_subset": "kac_Latn-snd_Arab", "languages": ["kac-Latn", "snd-Arab"], "main_score": 0.05489, "precision": 0.052421, "recall": 0.062253}, {"accuracy": 0.101779, "f1": 0.087087, "hf_subset": "kac_Latn-tuk_Latn", "languages": ["kac-Latn", "tuk-Latn"], "main_score": 0.087087, "precision": 0.083073, "recall": 0.101779}, {"accuracy": 0.139328, "f1": 0.120103, "hf_subset": "kac_Latn-bak_Cyrl", "languages": ["kac-Latn", "bak-Cyrl"], "main_score": 0.120103, "precision": 0.115116, "recall": 0.139328}, {"accuracy": 0.132411, "f1": 0.114541, "hf_subset": "kac_Latn-dyu_Latn", "languages": ["kac-Latn", "dyu-Latn"], "main_score": 0.114541, "precision": 0.10938, "recall": 0.132411}, {"accuracy": 0.106719, "f1": 0.0886, "hf_subset": "kac_Latn-heb_Hebr", "languages": ["kac-Latn", "heb-Hebr"], "main_score": 0.0886, "precision": 0.082727, "recall": 0.106719}, {"accuracy": 0.117589, "f1": 0.102771, "hf_subset": "kac_Latn-khk_Cyrl", "languages": ["kac-Latn", "khk-Cyrl"], "main_score": 0.102771, "precision": 0.098799, "recall": 0.117589}, {"accuracy": 0.143281, "f1": 0.122462, "hf_subset": "kac_Latn-lvs_Latn", "languages": ["kac-Latn", "lvs-Latn"], "main_score": 0.122462, "precision": 0.11674, "recall": 0.143281}, {"accuracy": 0.038538, "f1": 0.03085, "hf_subset": "kac_Latn-pan_Guru", "languages": ["kac-Latn", "pan-Guru"], "main_score": 0.03085, "precision": 0.028813, "recall": 0.038538}, {"accuracy": 0.123518, "f1": 0.110057, "hf_subset": "kac_Latn-som_Latn", "languages": ["kac-Latn", "som-Latn"], "main_score": 0.110057, "precision": 0.106058, "recall": 0.123518}, {"accuracy": 0.216403, "f1": 0.192777, "hf_subset": "kac_Latn-tum_Latn", "languages": ["kac-Latn", "tum-Latn"], "main_score": 0.192777, "precision": 0.185196, "recall": 0.216403}, {"accuracy": 0.032609, "f1": 0.025661, "hf_subset": "lin_Latn-ace_Arab", "languages": ["lin-Latn", "ace-Arab"], "main_score": 0.025661, "precision": 0.023969, "recall": 0.032609}, {"accuracy": 0.16996, "f1": 0.150227, "hf_subset": "lin_Latn-bam_Latn", "languages": ["lin-Latn", "bam-Latn"], "main_score": 0.150227, "precision": 0.142884, "recall": 0.16996}, {"accuracy": 0.003953, "f1": 0.000862, "hf_subset": "lin_Latn-dzo_Tibt", "languages": ["lin-Latn", "dzo-Tibt"], "main_score": 0.000862, "precision": 0.000605, "recall": 0.003953}, {"accuracy": 0.15415, "f1": 0.131737, "hf_subset": "lin_Latn-hin_Deva", "languages": ["lin-Latn", "hin-Deva"], "main_score": 0.131737, "precision": 0.125266, "recall": 0.15415}, {"accuracy": 0.160079, "f1": 0.140232, "hf_subset": "lin_Latn-khm_Khmr", "languages": ["lin-Latn", "khm-Khmr"], "main_score": 0.140232, "precision": 0.1347, "recall": 0.160079}, {"accuracy": 0.136364, "f1": 0.116506, "hf_subset": "lin_Latn-mag_Deva", "languages": ["lin-Latn", "mag-Deva"], "main_score": 0.116506, "precision": 0.110671, "recall": 0.136364}, {"accuracy": 0.151186, "f1": 0.139902, "hf_subset": "lin_Latn-pap_Latn", "languages": ["lin-Latn", "pap-Latn"], "main_score": 0.139902, "precision": 0.136984, "recall": 0.151186}, {"accuracy": 0.200593, "f1": 0.184587, "hf_subset": "lin_Latn-sot_Latn", "languages": ["lin-Latn", "sot-Latn"], "main_score": 0.184587, "precision": 0.178336, "recall": 0.200593}, {"accuracy": 0.212451, "f1": 0.183223, "hf_subset": "lin_Latn-tur_Latn", "languages": ["lin-Latn", "tur-Latn"], "main_score": 0.183223, "precision": 0.175915, "recall": 0.212451}, {"accuracy": 0.205534, "f1": 0.188473, "hf_subset": "lin_Latn-ace_Latn", "languages": ["lin-Latn", "ace-Latn"], "main_score": 0.188473, "precision": 0.183584, "recall": 0.205534}, {"accuracy": 0.162055, "f1": 0.145466, "hf_subset": "lin_Latn-ban_Latn", "languages": ["lin-Latn", "ban-Latn"], "main_score": 0.145466, "precision": 0.141829, "recall": 0.162055}, {"accuracy": 0.153162, "f1": 0.133488, "hf_subset": "lin_Latn-ell_Grek", "languages": ["lin-Latn", "ell-Grek"], "main_score": 0.133488, "precision": 0.128528, "recall": 0.153162}, {"accuracy": 0.148221, "f1": 0.126592, "hf_subset": "lin_Latn-hne_Deva", "languages": ["lin-Latn", "hne-Deva"], "main_score": 0.126592, "precision": 0.120489, "recall": 0.148221}, {"accuracy": 0.199605, "f1": 0.180401, "hf_subset": "lin_Latn-kik_Latn", "languages": ["lin-Latn", "kik-Latn"], "main_score": 0.180401, "precision": 0.174636, "recall": 0.199605}, {"accuracy": 0.128458, "f1": 0.114887, "hf_subset": "lin_Latn-mai_Deva", "languages": ["lin-Latn", "mai-Deva"], "main_score": 0.114887, "precision": 0.110234, "recall": 0.128458}, {"accuracy": 0.130435, "f1": 0.108549, "hf_subset": "lin_Latn-pbt_Arab", "languages": ["lin-Latn", "pbt-Arab"], "main_score": 0.108549, "precision": 0.103531, "recall": 0.130435}, {"accuracy": 0.202569, "f1": 0.175672, "hf_subset": "lin_Latn-spa_Latn", "languages": ["lin-Latn", "spa-Latn"], "main_score": 0.175672, "precision": 0.169464, "recall": 0.202569}, {"accuracy": 0.232213, "f1": 0.209659, "hf_subset": "lin_Latn-twi_Latn", "languages": ["lin-Latn", "twi-Latn"], "main_score": 0.209659, "precision": 0.201294, "recall": 0.232213}, {"accuracy": 0.132411, "f1": 0.120483, "hf_subset": "lin_Latn-acm_Arab", "languages": ["lin-Latn", "acm-Arab"], "main_score": 0.120483, "precision": 0.117677, "recall": 0.132411}, {"accuracy": 0.139328, "f1": 0.113254, "hf_subset": "lin_Latn-bel_Cyrl", "languages": ["lin-Latn", "bel-Cyrl"], "main_score": 0.113254, "precision": 0.106507, "recall": 0.139328}, {"accuracy": 0.215415, "f1": 0.188142, "hf_subset": "lin_Latn-eng_Latn", "languages": ["lin-Latn", "eng-Latn"], "main_score": 0.188142, "precision": 0.181236, "recall": 0.215415}, {"accuracy": 0.157115, "f1": 0.141464, "hf_subset": "lin_Latn-hrv_Latn", "languages": ["lin-Latn", "hrv-Latn"], "main_score": 0.141464, "precision": 0.137407, "recall": 0.157115}, {"accuracy": 0.203557, "f1": 0.183343, "hf_subset": "lin_Latn-kin_Latn", "languages": ["lin-Latn", "kin-Latn"], "main_score": 0.183343, "precision": 0.176332, "recall": 0.203557}, {"accuracy": 0.075099, "f1": 0.062381, "hf_subset": "lin_Latn-mal_Mlym", "languages": ["lin-Latn", "mal-Mlym"], "main_score": 0.062381, "precision": 0.059568, "recall": 0.075099}, {"accuracy": 0.162055, "f1": 0.142004, "hf_subset": "lin_Latn-pes_Arab", "languages": ["lin-Latn", "pes-Arab"], "main_score": 0.142004, "precision": 0.13702, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.162748, "hf_subset": "lin_Latn-srd_Latn", "languages": ["lin-Latn", "srd-Latn"], "main_score": 0.162748, "precision": 0.15787, "recall": 0.18083}, {"accuracy": 0.062253, "f1": 0.042668, "hf_subset": "lin_Latn-tzm_Tfng", "languages": ["lin-Latn", "tzm-Tfng"], "main_score": 0.042668, "precision": 0.037733, "recall": 0.062253}, {"accuracy": 0.141304, "f1": 0.123041, "hf_subset": "lin_Latn-acq_Arab", "languages": ["lin-Latn", "acq-Arab"], "main_score": 0.123041, "precision": 0.119105, "recall": 0.141304}, {"accuracy": 0.235178, "f1": 0.213562, "hf_subset": "lin_Latn-bem_Latn", "languages": ["lin-Latn", "bem-Latn"], "main_score": 0.213562, "precision": 0.204761, "recall": 0.235178}, {"accuracy": 0.149209, "f1": 0.138121, "hf_subset": "lin_Latn-epo_Latn", "languages": ["lin-Latn", "epo-Latn"], "main_score": 0.138121, "precision": 0.134504, "recall": 0.149209}, {"accuracy": 0.203557, "f1": 0.180471, "hf_subset": "lin_Latn-hun_Latn", "languages": ["lin-Latn", "hun-Latn"], "main_score": 0.180471, "precision": 0.174864, "recall": 0.203557}, {"accuracy": 0.167984, "f1": 0.146195, "hf_subset": "lin_Latn-kir_Cyrl", "languages": ["lin-Latn", "kir-Cyrl"], "main_score": 0.146195, "precision": 0.140983, "recall": 0.167984}, {"accuracy": 0.124506, "f1": 0.103765, "hf_subset": "lin_Latn-mar_Deva", "languages": ["lin-Latn", "mar-Deva"], "main_score": 0.103765, "precision": 0.097639, "recall": 0.124506}, {"accuracy": 0.178854, "f1": 0.163102, "hf_subset": "lin_Latn-plt_Latn", "languages": ["lin-Latn", "plt-Latn"], "main_score": 0.163102, "precision": 0.158247, "recall": 0.178854}, {"accuracy": 0.170949, "f1": 0.146625, "hf_subset": "lin_Latn-srp_Cyrl", "languages": ["lin-Latn", "srp-Cyrl"], "main_score": 0.146625, "precision": 0.140329, "recall": 0.170949}, {"accuracy": 0.089921, "f1": 0.077054, "hf_subset": "lin_Latn-uig_Arab", "languages": ["lin-Latn", "uig-Arab"], "main_score": 0.077054, "precision": 0.073308, "recall": 0.089921}, {"accuracy": 0.125494, "f1": 0.110197, "hf_subset": "lin_Latn-aeb_Arab", "languages": ["lin-Latn", "aeb-Arab"], "main_score": 0.110197, "precision": 0.106377, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.058523, "hf_subset": "lin_Latn-ben_Beng", "languages": ["lin-Latn", "ben-Beng"], "main_score": 0.058523, "precision": 0.055948, "recall": 0.072134}, {"accuracy": 0.206522, "f1": 0.179846, "hf_subset": "lin_Latn-est_Latn", "languages": ["lin-Latn", "est-Latn"], "main_score": 0.179846, "precision": 0.17292, "recall": 0.206522}, {"accuracy": 0.121542, "f1": 0.101162, "hf_subset": "lin_Latn-hye_Armn", "languages": ["lin-Latn", "hye-Armn"], "main_score": 0.101162, "precision": 0.096051, "recall": 0.121542}, {"accuracy": 0.215415, "f1": 0.186206, "hf_subset": "lin_Latn-kmb_Latn", "languages": ["lin-Latn", "kmb-Latn"], "main_score": 0.186206, "precision": 0.176809, "recall": 0.215415}, {"accuracy": 0.023715, "f1": 0.018541, "hf_subset": "lin_Latn-min_Arab", "languages": ["lin-Latn", "min-Arab"], "main_score": 0.018541, "precision": 0.017663, "recall": 0.023715}, {"accuracy": 0.205534, "f1": 0.180806, "hf_subset": "lin_Latn-pol_Latn", "languages": ["lin-Latn", "pol-Latn"], "main_score": 0.180806, "precision": 0.174162, "recall": 0.205534}, {"accuracy": 0.155138, "f1": 0.133372, "hf_subset": "lin_Latn-ssw_Latn", "languages": ["lin-Latn", "ssw-Latn"], "main_score": 0.133372, "precision": 0.125658, "recall": 0.155138}, {"accuracy": 0.172925, "f1": 0.147806, "hf_subset": "lin_Latn-ukr_Cyrl", "languages": ["lin-Latn", "ukr-Cyrl"], "main_score": 0.147806, "precision": 0.142139, "recall": 0.172925}, {"accuracy": 0.20751, "f1": 0.178856, "hf_subset": "lin_Latn-afr_Latn", "languages": ["lin-Latn", "afr-Latn"], "main_score": 0.178856, "precision": 0.172851, "recall": 0.20751}, {"accuracy": 0.128458, "f1": 0.111973, "hf_subset": "lin_Latn-bho_Deva", "languages": ["lin-Latn", "bho-Deva"], "main_score": 0.111973, "precision": 0.106401, "recall": 0.128458}, {"accuracy": 0.140316, "f1": 0.128746, "hf_subset": "lin_Latn-eus_Latn", "languages": ["lin-Latn", "eus-Latn"], "main_score": 0.128746, "precision": 0.125128, "recall": 0.140316}, {"accuracy": 0.170949, "f1": 0.151276, "hf_subset": "lin_Latn-ibo_Latn", "languages": ["lin-Latn", "ibo-Latn"], "main_score": 0.151276, "precision": 0.143834, "recall": 0.170949}, {"accuracy": 0.178854, "f1": 0.152455, "hf_subset": "lin_Latn-kmr_Latn", "languages": ["lin-Latn", "kmr-Latn"], "main_score": 0.152455, "precision": 0.146379, "recall": 0.178854}, {"accuracy": 0.160079, "f1": 0.146873, "hf_subset": "lin_Latn-min_Latn", "languages": ["lin-Latn", "min-Latn"], "main_score": 0.146873, "precision": 0.142709, "recall": 0.160079}, {"accuracy": 0.216403, "f1": 0.1859, "hf_subset": "lin_Latn-por_Latn", "languages": ["lin-Latn", "por-Latn"], "main_score": 0.1859, "precision": 0.178563, "recall": 0.216403}, {"accuracy": 0.151186, "f1": 0.141384, "hf_subset": "lin_Latn-sun_Latn", "languages": ["lin-Latn", "sun-Latn"], "main_score": 0.141384, "precision": 0.138551, "recall": 0.151186}, {"accuracy": 0.193676, "f1": 0.17048, "hf_subset": "lin_Latn-umb_Latn", "languages": ["lin-Latn", "umb-Latn"], "main_score": 0.17048, "precision": 0.161616, "recall": 0.193676}, {"accuracy": 0.146245, "f1": 0.129211, "hf_subset": "lin_Latn-ajp_Arab", "languages": ["lin-Latn", "ajp-Arab"], "main_score": 0.129211, "precision": 0.125348, "recall": 0.146245}, {"accuracy": 0.039526, "f1": 0.031361, "hf_subset": "lin_Latn-bjn_Arab", "languages": ["lin-Latn", "bjn-Arab"], "main_score": 0.031361, "precision": 0.028929, "recall": 0.039526}, {"accuracy": 0.195652, "f1": 0.177529, "hf_subset": "lin_Latn-ewe_Latn", "languages": ["lin-Latn", "ewe-Latn"], "main_score": 0.177529, "precision": 0.171142, "recall": 0.195652}, {"accuracy": 0.221344, "f1": 0.205829, "hf_subset": "lin_Latn-ilo_Latn", "languages": ["lin-Latn", "ilo-Latn"], "main_score": 0.205829, "precision": 0.200397, "recall": 0.221344}, {"accuracy": 0.033597, "f1": 0.027455, "hf_subset": "lin_Latn-knc_Arab", "languages": ["lin-Latn", "knc-Arab"], "main_score": 0.027455, "precision": 0.025339, "recall": 0.033597}, {"accuracy": 0.181818, "f1": 0.156333, "hf_subset": "lin_Latn-mkd_Cyrl", "languages": ["lin-Latn", "mkd-Cyrl"], "main_score": 0.156333, "precision": 0.150319, "recall": 0.181818}, {"accuracy": 0.128458, "f1": 0.110485, "hf_subset": "lin_Latn-prs_Arab", "languages": ["lin-Latn", "prs-Arab"], "main_score": 0.110485, "precision": 0.105633, "recall": 0.128458}, {"accuracy": 0.200593, "f1": 0.176078, "hf_subset": "lin_Latn-swe_Latn", "languages": ["lin-Latn", "swe-Latn"], "main_score": 0.176078, "precision": 0.169766, "recall": 0.200593}, {"accuracy": 0.115613, "f1": 0.100317, "hf_subset": "lin_Latn-urd_Arab", "languages": ["lin-Latn", "urd-Arab"], "main_score": 0.100317, "precision": 0.096097, "recall": 0.115613}, {"accuracy": 0.235178, "f1": 0.21533, "hf_subset": "lin_Latn-aka_Latn", "languages": ["lin-Latn", "aka-Latn"], "main_score": 0.21533, "precision": 0.208456, "recall": 0.235178}, {"accuracy": 0.148221, "f1": 0.136137, "hf_subset": "lin_Latn-bjn_Latn", "languages": ["lin-Latn", "bjn-Latn"], "main_score": 0.136137, "precision": 0.132461, "recall": 0.148221}, {"accuracy": 0.146245, "f1": 0.130875, "hf_subset": "lin_Latn-fao_Latn", "languages": ["lin-Latn", "fao-Latn"], "main_score": 0.130875, "precision": 0.126772, "recall": 0.146245}, {"accuracy": 0.227273, "f1": 0.197868, "hf_subset": "lin_Latn-ind_Latn", "languages": ["lin-Latn", "ind-Latn"], "main_score": 0.197868, "precision": 0.18986, "recall": 0.227273}, {"accuracy": 0.199605, "f1": 0.180266, "hf_subset": "lin_Latn-knc_Latn", "languages": ["lin-Latn", "knc-Latn"], "main_score": 0.180266, "precision": 0.174464, "recall": 0.199605}, {"accuracy": 0.1917, "f1": 0.174268, "hf_subset": "lin_Latn-mlt_Latn", "languages": ["lin-Latn", "mlt-Latn"], "main_score": 0.174268, "precision": 0.167951, "recall": 0.1917}, {"accuracy": 0.187747, "f1": 0.162652, "hf_subset": "lin_Latn-quy_Latn", "languages": ["lin-Latn", "quy-Latn"], "main_score": 0.162652, "precision": 0.155335, "recall": 0.187747}, {"accuracy": 0.166008, "f1": 0.148669, "hf_subset": "lin_Latn-swh_Latn", "languages": ["lin-Latn", "swh-Latn"], "main_score": 0.148669, "precision": 0.143701, "recall": 0.166008}, {"accuracy": 0.121542, "f1": 0.107779, "hf_subset": "lin_Latn-uzn_Latn", "languages": ["lin-Latn", "uzn-Latn"], "main_score": 0.107779, "precision": 0.103938, "recall": 0.121542}, {"accuracy": 0.183794, "f1": 0.160774, "hf_subset": "lin_Latn-als_Latn", "languages": ["lin-Latn", "als-Latn"], "main_score": 0.160774, "precision": 0.154579, "recall": 0.183794}, {"accuracy": 0.032609, "f1": 0.021046, "hf_subset": "lin_Latn-bod_Tibt", "languages": ["lin-Latn", "bod-Tibt"], "main_score": 0.021046, "precision": 0.018491, "recall": 0.032609}, {"accuracy": 0.139328, "f1": 0.119584, "hf_subset": "lin_Latn-fij_Latn", "languages": ["lin-Latn", "fij-Latn"], "main_score": 0.119584, "precision": 0.112357, "recall": 0.139328}, {"accuracy": 0.125494, "f1": 0.116938, "hf_subset": "lin_Latn-isl_Latn", "languages": ["lin-Latn", "isl-Latn"], "main_score": 0.116938, "precision": 0.114489, "recall": 0.125494}, {"accuracy": 0.340909, "f1": 0.310142, "hf_subset": "lin_Latn-kon_Latn", "languages": ["lin-Latn", "kon-Latn"], "main_score": 0.310142, "precision": 0.300342, "recall": 0.340909}, {"accuracy": 0.039526, "f1": 0.025736, "hf_subset": "lin_Latn-mni_Beng", "languages": ["lin-Latn", "mni-Beng"], "main_score": 0.025736, "precision": 0.022205, "recall": 0.039526}, {"accuracy": 0.211462, "f1": 0.185751, "hf_subset": "lin_Latn-ron_Latn", "languages": ["lin-Latn", "ron-Latn"], "main_score": 0.185751, "precision": 0.180123, "recall": 0.211462}, {"accuracy": 0.148221, "f1": 0.13406, "hf_subset": "lin_Latn-szl_Latn", "languages": ["lin-Latn", "szl-Latn"], "main_score": 0.13406, "precision": 0.13049, "recall": 0.148221}, {"accuracy": 0.166008, "f1": 0.151431, "hf_subset": "lin_Latn-vec_Latn", "languages": ["lin-Latn", "vec-Latn"], "main_score": 0.151431, "precision": 0.146607, "recall": 0.166008}, {"accuracy": 0.067194, "f1": 0.052422, "hf_subset": "lin_Latn-amh_Ethi", "languages": ["lin-Latn", "amh-Ethi"], "main_score": 0.052422, "precision": 0.048958, "recall": 0.067194}, {"accuracy": 0.198617, "f1": 0.1726, "hf_subset": "lin_Latn-bos_Latn", "languages": ["lin-Latn", "bos-Latn"], "main_score": 0.1726, "precision": 0.16514, "recall": 0.198617}, {"accuracy": 0.199605, "f1": 0.177398, "hf_subset": "lin_Latn-fin_Latn", "languages": ["lin-Latn", "fin-Latn"], "main_score": 0.177398, "precision": 0.171923, "recall": 0.199605}, {"accuracy": 0.211462, "f1": 0.176827, "hf_subset": "lin_Latn-ita_Latn", "languages": ["lin-Latn", "ita-Latn"], "main_score": 0.176827, "precision": 0.168949, "recall": 0.211462}, {"accuracy": 0.149209, "f1": 0.130151, "hf_subset": "lin_Latn-kor_Hang", "languages": ["lin-Latn", "kor-Hang"], "main_score": 0.130151, "precision": 0.125338, "recall": 0.149209}, {"accuracy": 0.197628, "f1": 0.169829, "hf_subset": "lin_Latn-mos_Latn", "languages": ["lin-Latn", "mos-Latn"], "main_score": 0.169829, "precision": 0.16203, "recall": 0.197628}, {"accuracy": 0.194664, "f1": 0.165256, "hf_subset": "lin_Latn-run_Latn", "languages": ["lin-Latn", "run-Latn"], "main_score": 0.165256, "precision": 0.154905, "recall": 0.194664}, {"accuracy": 0.06917, "f1": 0.051379, "hf_subset": "lin_Latn-tam_Taml", "languages": ["lin-Latn", "tam-Taml"], "main_score": 0.051379, "precision": 0.047523, "recall": 0.06917}, {"accuracy": 0.213439, "f1": 0.189447, "hf_subset": "lin_Latn-vie_Latn", "languages": ["lin-Latn", "vie-Latn"], "main_score": 0.189447, "precision": 0.183654, "recall": 0.213439}, {"accuracy": 0.129447, "f1": 0.113442, "hf_subset": "lin_Latn-apc_Arab", "languages": ["lin-Latn", "apc-Arab"], "main_score": 0.113442, "precision": 0.109237, "recall": 0.129447}, {"accuracy": 0.190711, "f1": 0.173909, "hf_subset": "lin_Latn-bug_Latn", "languages": ["lin-Latn", "bug-Latn"], "main_score": 0.173909, "precision": 0.167971, "recall": 0.190711}, {"accuracy": 0.198617, "f1": 0.177112, "hf_subset": "lin_Latn-fon_Latn", "languages": ["lin-Latn", "fon-Latn"], "main_score": 0.177112, "precision": 0.169186, "recall": 0.198617}, {"accuracy": 0.163043, "f1": 0.148414, "hf_subset": "lin_Latn-jav_Latn", "languages": ["lin-Latn", "jav-Latn"], "main_score": 0.148414, "precision": 0.144267, "recall": 0.163043}, {"accuracy": 0.179842, "f1": 0.156519, "hf_subset": "lin_Latn-lao_Laoo", "languages": ["lin-Latn", "lao-Laoo"], "main_score": 0.156519, "precision": 0.150456, "recall": 0.179842}, {"accuracy": 0.16996, "f1": 0.146732, "hf_subset": "lin_Latn-mri_Latn", "languages": ["lin-Latn", "mri-Latn"], "main_score": 0.146732, "precision": 0.13903, "recall": 0.16996}, {"accuracy": 0.178854, "f1": 0.156623, "hf_subset": "lin_Latn-rus_Cyrl", "languages": ["lin-Latn", "rus-Cyrl"], "main_score": 0.156623, "precision": 0.150582, "recall": 0.178854}, {"accuracy": 0.200593, "f1": 0.174787, "hf_subset": "lin_Latn-taq_Latn", "languages": ["lin-Latn", "taq-Latn"], "main_score": 0.174787, "precision": 0.167189, "recall": 0.200593}, {"accuracy": 0.198617, "f1": 0.181157, "hf_subset": "lin_Latn-war_Latn", "languages": ["lin-Latn", "war-Latn"], "main_score": 0.181157, "precision": 0.17591, "recall": 0.198617}, {"accuracy": 0.144269, "f1": 0.126697, "hf_subset": "lin_Latn-arb_Arab", "languages": ["lin-Latn", "arb-Arab"], "main_score": 0.126697, "precision": 0.122818, "recall": 0.144269}, {"accuracy": 0.18083, "f1": 0.154475, "hf_subset": "lin_Latn-bul_Cyrl", "languages": ["lin-Latn", "bul-Cyrl"], "main_score": 0.154475, "precision": 0.147761, "recall": 0.18083}, {"accuracy": 0.228261, "f1": 0.194716, "hf_subset": "lin_Latn-fra_Latn", "languages": ["lin-Latn", "fra-Latn"], "main_score": 0.194716, "precision": 0.185381, "recall": 0.228261}, {"accuracy": 0.159091, "f1": 0.135706, "hf_subset": "lin_Latn-jpn_Jpan", "languages": ["lin-Latn", "jpn-Jpan"], "main_score": 0.135706, "precision": 0.129583, "recall": 0.159091}, {"accuracy": 0.150198, "f1": 0.137757, "hf_subset": "lin_Latn-lij_Latn", "languages": ["lin-Latn", "lij-Latn"], "main_score": 0.137757, "precision": 0.134138, "recall": 0.150198}, {"accuracy": 0.115613, "f1": 0.092698, "hf_subset": "lin_Latn-mya_Mymr", "languages": ["lin-Latn", "mya-Mymr"], "main_score": 0.092698, "precision": 0.086734, "recall": 0.115613}, {"accuracy": 0.186759, "f1": 0.165541, "hf_subset": "lin_Latn-sag_Latn", "languages": ["lin-Latn", "sag-Latn"], "main_score": 0.165541, "precision": 0.15841, "recall": 0.186759}, {"accuracy": 0.055336, "f1": 0.036211, "hf_subset": "lin_Latn-taq_Tfng", "languages": ["lin-Latn", "taq-Tfng"], "main_score": 0.036211, "precision": 0.032826, "recall": 0.055336}, {"accuracy": 0.229249, "f1": 0.204065, "hf_subset": "lin_Latn-wol_Latn", "languages": ["lin-Latn", "wol-Latn"], "main_score": 0.204065, "precision": 0.195792, "recall": 0.229249}, {"accuracy": 0.098814, "f1": 0.076448, "hf_subset": "lin_Latn-arb_Latn", "languages": ["lin-Latn", "arb-Latn"], "main_score": 0.076448, "precision": 0.070688, "recall": 0.098814}, {"accuracy": 0.219368, "f1": 0.188457, "hf_subset": "lin_Latn-cat_Latn", "languages": ["lin-Latn", "cat-Latn"], "main_score": 0.188457, "precision": 0.181377, "recall": 0.219368}, {"accuracy": 0.182806, "f1": 0.162723, "hf_subset": "lin_Latn-fur_Latn", "languages": ["lin-Latn", "fur-Latn"], "main_score": 0.162723, "precision": 0.157817, "recall": 0.182806}, {"accuracy": 0.076087, "f1": 0.057989, "hf_subset": "lin_Latn-kab_Latn", "languages": ["lin-Latn", "kab-Latn"], "main_score": 0.057989, "precision": 0.052735, "recall": 0.076087}, {"accuracy": 0.164032, "f1": 0.153624, "hf_subset": "lin_Latn-lim_Latn", "languages": ["lin-Latn", "lim-Latn"], "main_score": 0.153624, "precision": 0.150056, "recall": 0.164032}, {"accuracy": 0.226285, "f1": 0.190543, "hf_subset": "lin_Latn-nld_Latn", "languages": ["lin-Latn", "nld-Latn"], "main_score": 0.190543, "precision": 0.181315, "recall": 0.226285}, {"accuracy": 0.096838, "f1": 0.081799, "hf_subset": "lin_Latn-san_Deva", "languages": ["lin-Latn", "san-Deva"], "main_score": 0.081799, "precision": 0.078561, "recall": 0.096838}, {"accuracy": 0.152174, "f1": 0.133693, "hf_subset": "lin_Latn-tat_Cyrl", "languages": ["lin-Latn", "tat-Cyrl"], "main_score": 0.133693, "precision": 0.128971, "recall": 0.152174}, {"accuracy": 0.176877, "f1": 0.155443, "hf_subset": "lin_Latn-xho_Latn", "languages": ["lin-Latn", "xho-Latn"], "main_score": 0.155443, "precision": 0.148192, "recall": 0.176877}, {"accuracy": 0.139328, "f1": 0.121399, "hf_subset": "lin_Latn-ars_Arab", "languages": ["lin-Latn", "ars-Arab"], "main_score": 0.121399, "precision": 0.117565, "recall": 0.139328}, {"accuracy": 0.156126, "f1": 0.147837, "hf_subset": "lin_Latn-ceb_Latn", "languages": ["lin-Latn", "ceb-Latn"], "main_score": 0.147837, "precision": 0.145076, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.137998, "hf_subset": "lin_Latn-fuv_Latn", "languages": ["lin-Latn", "fuv-Latn"], "main_score": 0.137998, "precision": 0.131431, "recall": 0.158103}, {"accuracy": 0.192688, "f1": 0.165009, "hf_subset": "lin_Latn-kac_Latn", "languages": ["lin-Latn", "kac-Latn"], "main_score": 0.165009, "precision": 0.156124, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.18658, "hf_subset": "lin_Latn-nno_Latn", "languages": ["lin-Latn", "nno-Latn"], "main_score": 0.18658, "precision": 0.180576, "recall": 0.208498}, {"accuracy": 0.020751, "f1": 0.00879, "hf_subset": "lin_Latn-sat_Olck", "languages": ["lin-Latn", "sat-Olck"], "main_score": 0.00879, "precision": 0.006596, "recall": 0.020751}, {"accuracy": 0.08498, "f1": 0.071647, "hf_subset": "lin_Latn-tel_Telu", "languages": ["lin-Latn", "tel-Telu"], "main_score": 0.071647, "precision": 0.068662, "recall": 0.08498}, {"accuracy": 0.062253, "f1": 0.050097, "hf_subset": "lin_Latn-ydd_Hebr", "languages": ["lin-Latn", "ydd-Hebr"], "main_score": 0.050097, "precision": 0.047314, "recall": 0.062253}, {"accuracy": 0.107708, "f1": 0.090134, "hf_subset": "lin_Latn-ary_Arab", "languages": ["lin-Latn", "ary-Arab"], "main_score": 0.090134, "precision": 0.08605, "recall": 0.107708}, {"accuracy": 0.209486, "f1": 0.181323, "hf_subset": "lin_Latn-ces_Latn", "languages": ["lin-Latn", "ces-Latn"], "main_score": 0.181323, "precision": 0.173836, "recall": 0.209486}, {"accuracy": 0.094862, "f1": 0.073954, "hf_subset": "lin_Latn-gaz_Latn", "languages": ["lin-Latn", "gaz-Latn"], "main_score": 0.073954, "precision": 0.068155, "recall": 0.094862}, {"accuracy": 0.189723, "f1": 0.170464, "hf_subset": "lin_Latn-kam_Latn", "languages": ["lin-Latn", "kam-Latn"], "main_score": 0.170464, "precision": 0.163268, "recall": 0.189723}, {"accuracy": 0.188735, "f1": 0.163338, "hf_subset": "lin_Latn-lit_Latn", "languages": ["lin-Latn", "lit-Latn"], "main_score": 0.163338, "precision": 0.156408, "recall": 0.188735}, {"accuracy": 0.202569, "f1": 0.175429, "hf_subset": "lin_Latn-nob_Latn", "languages": ["lin-Latn", "nob-Latn"], "main_score": 0.175429, "precision": 0.16777, "recall": 0.202569}, {"accuracy": 0.166996, "f1": 0.151635, "hf_subset": "lin_Latn-scn_Latn", "languages": ["lin-Latn", "scn-Latn"], "main_score": 0.151635, "precision": 0.147528, "recall": 0.166996}, {"accuracy": 0.119565, "f1": 0.103046, "hf_subset": "lin_Latn-tgk_Cyrl", "languages": ["lin-Latn", "tgk-Cyrl"], "main_score": 0.103046, "precision": 0.098946, "recall": 0.119565}, {"accuracy": 0.150198, "f1": 0.134215, "hf_subset": "lin_Latn-yor_Latn", "languages": ["lin-Latn", "yor-Latn"], "main_score": 0.134215, "precision": 0.128787, "recall": 0.150198}, {"accuracy": 0.118577, "f1": 0.100618, "hf_subset": "lin_Latn-arz_Arab", "languages": ["lin-Latn", "arz-Arab"], "main_score": 0.100618, "precision": 0.096121, "recall": 0.118577}, {"accuracy": 0.212451, "f1": 0.189466, "hf_subset": "lin_Latn-cjk_Latn", "languages": ["lin-Latn", "cjk-Latn"], "main_score": 0.189466, "precision": 0.180404, "recall": 0.212451}, {"accuracy": 0.151186, "f1": 0.130452, "hf_subset": "lin_Latn-gla_Latn", "languages": ["lin-Latn", "gla-Latn"], "main_score": 0.130452, "precision": 0.124126, "recall": 0.151186}, {"accuracy": 0.075099, "f1": 0.058187, "hf_subset": "lin_Latn-kan_Knda", "languages": ["lin-Latn", "kan-Knda"], "main_score": 0.058187, "precision": 0.054325, "recall": 0.075099}, {"accuracy": 0.166008, "f1": 0.146941, "hf_subset": "lin_Latn-lmo_Latn", "languages": ["lin-Latn", "lmo-Latn"], "main_score": 0.146941, "precision": 0.141492, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.130599, "hf_subset": "lin_Latn-npi_Deva", "languages": ["lin-Latn", "npi-Deva"], "main_score": 0.130599, "precision": 0.125783, "recall": 0.151186}, {"accuracy": 0.155138, "f1": 0.129858, "hf_subset": "lin_Latn-shn_Mymr", "languages": ["lin-Latn", "shn-Mymr"], "main_score": 0.129858, "precision": 0.12289, "recall": 0.155138}, {"accuracy": 0.16996, "f1": 0.157686, "hf_subset": "lin_Latn-tgl_Latn", "languages": ["lin-Latn", "tgl-Latn"], "main_score": 0.157686, "precision": 0.153402, "recall": 0.16996}, {"accuracy": 0.153162, "f1": 0.132214, "hf_subset": "lin_Latn-yue_Hant", "languages": ["lin-Latn", "yue-Hant"], "main_score": 0.132214, "precision": 0.126847, "recall": 0.153162}, {"accuracy": 0.052372, "f1": 0.04345, "hf_subset": "lin_Latn-asm_Beng", "languages": ["lin-Latn", "asm-Beng"], "main_score": 0.04345, "precision": 0.040831, "recall": 0.052372}, {"accuracy": 0.090909, "f1": 0.071077, "hf_subset": "lin_Latn-ckb_Arab", "languages": ["lin-Latn", "ckb-Arab"], "main_score": 0.071077, "precision": 0.066608, "recall": 0.090909}, {"accuracy": 0.155138, "f1": 0.134115, "hf_subset": "lin_Latn-gle_Latn", "languages": ["lin-Latn", "gle-Latn"], "main_score": 0.134115, "precision": 0.127725, "recall": 0.155138}, {"accuracy": 0.083004, "f1": 0.073306, "hf_subset": "lin_Latn-kas_Arab", "languages": ["lin-Latn", "kas-Arab"], "main_score": 0.073306, "precision": 0.069681, "recall": 0.083004}, {"accuracy": 0.151186, "f1": 0.128764, "hf_subset": "lin_Latn-ltg_Latn", "languages": ["lin-Latn", "ltg-Latn"], "main_score": 0.128764, "precision": 0.123585, "recall": 0.151186}, {"accuracy": 0.227273, "f1": 0.205977, "hf_subset": "lin_Latn-nso_Latn", "languages": ["lin-Latn", "nso-Latn"], "main_score": 0.205977, "precision": 0.198987, "recall": 0.227273}, {"accuracy": 0.075099, "f1": 0.061596, "hf_subset": "lin_Latn-sin_Sinh", "languages": ["lin-Latn", "sin-Sinh"], "main_score": 0.061596, "precision": 0.058099, "recall": 0.075099}, {"accuracy": 0.162055, "f1": 0.138993, "hf_subset": "lin_Latn-tha_Thai", "languages": ["lin-Latn", "tha-Thai"], "main_score": 0.138993, "precision": 0.133562, "recall": 0.162055}, {"accuracy": 0.166008, "f1": 0.14484, "hf_subset": "lin_Latn-zho_Hans", "languages": ["lin-Latn", "zho-Hans"], "main_score": 0.14484, "precision": 0.138938, "recall": 0.166008}, {"accuracy": 0.178854, "f1": 0.154891, "hf_subset": "lin_Latn-ast_Latn", "languages": ["lin-Latn", "ast-Latn"], "main_score": 0.154891, "precision": 0.149528, "recall": 0.178854}, {"accuracy": 0.13834, "f1": 0.12476, "hf_subset": "lin_Latn-crh_Latn", "languages": ["lin-Latn", "crh-Latn"], "main_score": 0.12476, "precision": 0.120839, "recall": 0.13834}, {"accuracy": 0.217391, "f1": 0.188832, "hf_subset": "lin_Latn-glg_Latn", "languages": ["lin-Latn", "glg-Latn"], "main_score": 0.188832, "precision": 0.181833, "recall": 0.217391}, {"accuracy": 0.116601, "f1": 0.093184, "hf_subset": "lin_Latn-kas_Deva", "languages": ["lin-Latn", "kas-Deva"], "main_score": 0.093184, "precision": 0.088256, "recall": 0.116601}, {"accuracy": 0.172925, "f1": 0.154661, "hf_subset": "lin_Latn-ltz_Latn", "languages": ["lin-Latn", "ltz-Latn"], "main_score": 0.154661, "precision": 0.149677, "recall": 0.172925}, {"accuracy": 0.115613, "f1": 0.08409, "hf_subset": "lin_Latn-nus_Latn", "languages": ["lin-Latn", "nus-Latn"], "main_score": 0.08409, "precision": 0.075295, "recall": 0.115613}, {"accuracy": 0.202569, "f1": 0.177179, "hf_subset": "lin_Latn-slk_Latn", "languages": ["lin-Latn", "slk-Latn"], "main_score": 0.177179, "precision": 0.17043, "recall": 0.202569}, {"accuracy": 0.038538, "f1": 0.030633, "hf_subset": "lin_Latn-tir_Ethi", "languages": ["lin-Latn", "tir-Ethi"], "main_score": 0.030633, "precision": 0.02881, "recall": 0.038538}, {"accuracy": 0.151186, "f1": 0.130201, "hf_subset": "lin_Latn-zho_Hant", "languages": ["lin-Latn", "zho-Hant"], "main_score": 0.130201, "precision": 0.125152, "recall": 0.151186}, {"accuracy": 0.152174, "f1": 0.129713, "hf_subset": "lin_Latn-awa_Deva", "languages": ["lin-Latn", "awa-Deva"], "main_score": 0.129713, "precision": 0.123575, "recall": 0.152174}, {"accuracy": 0.133399, "f1": 0.119058, "hf_subset": "lin_Latn-cym_Latn", "languages": ["lin-Latn", "cym-Latn"], "main_score": 0.119058, "precision": 0.11589, "recall": 0.133399}, {"accuracy": 0.226285, "f1": 0.207738, "hf_subset": "lin_Latn-grn_Latn", "languages": ["lin-Latn", "grn-Latn"], "main_score": 0.207738, "precision": 0.200988, "recall": 0.226285}, {"accuracy": 0.145257, "f1": 0.125814, "hf_subset": "lin_Latn-kat_Geor", "languages": ["lin-Latn", "kat-Geor"], "main_score": 0.125814, "precision": 0.121066, "recall": 0.145257}, {"accuracy": 0.229249, "f1": 0.203321, "hf_subset": "lin_Latn-lua_Latn", "languages": ["lin-Latn", "lua-Latn"], "main_score": 0.203321, "precision": 0.195478, "recall": 0.229249}, {"accuracy": 0.225296, "f1": 0.20125, "hf_subset": "lin_Latn-nya_Latn", "languages": ["lin-Latn", "nya-Latn"], "main_score": 0.20125, "precision": 0.193004, "recall": 0.225296}, {"accuracy": 0.201581, "f1": 0.172183, "hf_subset": "lin_Latn-slv_Latn", "languages": ["lin-Latn", "slv-Latn"], "main_score": 0.172183, "precision": 0.164549, "recall": 0.201581}, {"accuracy": 0.215415, "f1": 0.199563, "hf_subset": "lin_Latn-tpi_Latn", "languages": ["lin-Latn", "tpi-Latn"], "main_score": 0.199563, "precision": 0.194293, "recall": 0.215415}, {"accuracy": 0.217391, "f1": 0.189794, "hf_subset": "lin_Latn-zsm_Latn", "languages": ["lin-Latn", "zsm-Latn"], "main_score": 0.189794, "precision": 0.183398, "recall": 0.217391}, {"accuracy": 0.186759, "f1": 0.160115, "hf_subset": "lin_Latn-ayr_Latn", "languages": ["lin-Latn", "ayr-Latn"], "main_score": 0.160115, "precision": 0.150976, "recall": 0.186759}, {"accuracy": 0.216403, "f1": 0.18745, "hf_subset": "lin_Latn-dan_Latn", "languages": ["lin-Latn", "dan-Latn"], "main_score": 0.18745, "precision": 0.180732, "recall": 0.216403}, {"accuracy": 0.094862, "f1": 0.079531, "hf_subset": "lin_Latn-guj_Gujr", "languages": ["lin-Latn", "guj-Gujr"], "main_score": 0.079531, "precision": 0.07575, "recall": 0.094862}, {"accuracy": 0.158103, "f1": 0.139555, "hf_subset": "lin_Latn-kaz_Cyrl", "languages": ["lin-Latn", "kaz-Cyrl"], "main_score": 0.139555, "precision": 0.134552, "recall": 0.158103}, {"accuracy": 0.184783, "f1": 0.163751, "hf_subset": "lin_Latn-lug_Latn", "languages": ["lin-Latn", "lug-Latn"], "main_score": 0.163751, "precision": 0.156508, "recall": 0.184783}, {"accuracy": 0.178854, "f1": 0.165574, "hf_subset": "lin_Latn-oci_Latn", "languages": ["lin-Latn", "oci-Latn"], "main_score": 0.165574, "precision": 0.161703, "recall": 0.178854}, {"accuracy": 0.166008, "f1": 0.143935, "hf_subset": "lin_Latn-smo_Latn", "languages": ["lin-Latn", "smo-Latn"], "main_score": 0.143935, "precision": 0.136827, "recall": 0.166008}, {"accuracy": 0.228261, "f1": 0.20219, "hf_subset": "lin_Latn-tsn_Latn", "languages": ["lin-Latn", "tsn-Latn"], "main_score": 0.20219, "precision": 0.193682, "recall": 0.228261}, {"accuracy": 0.132411, "f1": 0.111684, "hf_subset": "lin_Latn-zul_Latn", "languages": ["lin-Latn", "zul-Latn"], "main_score": 0.111684, "precision": 0.103915, "recall": 0.132411}, {"accuracy": 0.091897, "f1": 0.076928, "hf_subset": "lin_Latn-azb_Arab", "languages": ["lin-Latn", "azb-Arab"], "main_score": 0.076928, "precision": 0.07338, "recall": 0.091897}, {"accuracy": 0.210474, "f1": 0.183332, "hf_subset": "lin_Latn-deu_Latn", "languages": ["lin-Latn", "deu-Latn"], "main_score": 0.183332, "precision": 0.176209, "recall": 0.210474}, {"accuracy": 0.187747, "f1": 0.169322, "hf_subset": "lin_Latn-hat_Latn", "languages": ["lin-Latn", "hat-Latn"], "main_score": 0.169322, "precision": 0.162965, "recall": 0.187747}, {"accuracy": 0.192688, "f1": 0.16637, "hf_subset": "lin_Latn-kbp_Latn", "languages": ["lin-Latn", "kbp-Latn"], "main_score": 0.16637, "precision": 0.157641, "recall": 0.192688}, {"accuracy": 0.195652, "f1": 0.181116, "hf_subset": "lin_Latn-luo_Latn", "languages": ["lin-Latn", "luo-Latn"], "main_score": 0.181116, "precision": 0.176351, "recall": 0.195652}, {"accuracy": 0.067194, "f1": 0.053901, "hf_subset": "lin_Latn-ory_Orya", "languages": ["lin-Latn", "ory-Orya"], "main_score": 0.053901, "precision": 0.05036, "recall": 0.067194}, {"accuracy": 0.166008, "f1": 0.140997, "hf_subset": "lin_Latn-sna_Latn", "languages": ["lin-Latn", "sna-Latn"], "main_score": 0.140997, "precision": 0.132722, "recall": 0.166008}, {"accuracy": 0.19664, "f1": 0.171822, "hf_subset": "lin_Latn-tso_Latn", "languages": ["lin-Latn", "tso-Latn"], "main_score": 0.171822, "precision": 0.165548, "recall": 0.19664}, {"accuracy": 0.148221, "f1": 0.129575, "hf_subset": "lin_Latn-azj_Latn", "languages": ["lin-Latn", "azj-Latn"], "main_score": 0.129575, "precision": 0.125406, "recall": 0.148221}, {"accuracy": 0.19664, "f1": 0.176212, "hf_subset": "lin_Latn-dik_Latn", "languages": ["lin-Latn", "dik-Latn"], "main_score": 0.176212, "precision": 0.170112, "recall": 0.19664}, {"accuracy": 0.178854, "f1": 0.160986, "hf_subset": "lin_Latn-hau_Latn", "languages": ["lin-Latn", "hau-Latn"], "main_score": 0.160986, "precision": 0.155496, "recall": 0.178854}, {"accuracy": 0.147233, "f1": 0.137064, "hf_subset": "lin_Latn-kea_Latn", "languages": ["lin-Latn", "kea-Latn"], "main_score": 0.137064, "precision": 0.134242, "recall": 0.147233}, {"accuracy": 0.228261, "f1": 0.203191, "hf_subset": "lin_Latn-lus_Latn", "languages": ["lin-Latn", "lus-Latn"], "main_score": 0.203191, "precision": 0.195958, "recall": 0.228261}, {"accuracy": 0.194664, "f1": 0.177591, "hf_subset": "lin_Latn-pag_Latn", "languages": ["lin-Latn", "pag-Latn"], "main_score": 0.177591, "precision": 0.172559, "recall": 0.194664}, {"accuracy": 0.08498, "f1": 0.074825, "hf_subset": "lin_Latn-snd_Arab", "languages": ["lin-Latn", "snd-Arab"], "main_score": 0.074825, "precision": 0.071873, "recall": 0.08498}, {"accuracy": 0.151186, "f1": 0.125364, "hf_subset": "lin_Latn-tuk_Latn", "languages": ["lin-Latn", "tuk-Latn"], "main_score": 0.125364, "precision": 0.118381, "recall": 0.151186}, {"accuracy": 0.16996, "f1": 0.147249, "hf_subset": "lin_Latn-bak_Cyrl", "languages": ["lin-Latn", "bak-Cyrl"], "main_score": 0.147249, "precision": 0.141281, "recall": 0.16996}, {"accuracy": 0.163043, "f1": 0.141249, "hf_subset": "lin_Latn-dyu_Latn", "languages": ["lin-Latn", "dyu-Latn"], "main_score": 0.141249, "precision": 0.133039, "recall": 0.163043}, {"accuracy": 0.152174, "f1": 0.122096, "hf_subset": "lin_Latn-heb_Hebr", "languages": ["lin-Latn", "heb-Hebr"], "main_score": 0.122096, "precision": 0.114637, "recall": 0.152174}, {"accuracy": 0.159091, "f1": 0.132508, "hf_subset": "lin_Latn-khk_Cyrl", "languages": ["lin-Latn", "khk-Cyrl"], "main_score": 0.132508, "precision": 0.125215, "recall": 0.159091}, {"accuracy": 0.177866, "f1": 0.153491, "hf_subset": "lin_Latn-lvs_Latn", "languages": ["lin-Latn", "lvs-Latn"], "main_score": 0.153491, "precision": 0.147906, "recall": 0.177866}, {"accuracy": 0.06917, "f1": 0.051576, "hf_subset": "lin_Latn-pan_Guru", "languages": ["lin-Latn", "pan-Guru"], "main_score": 0.051576, "precision": 0.048177, "recall": 0.06917}, {"accuracy": 0.158103, "f1": 0.146354, "hf_subset": "lin_Latn-som_Latn", "languages": ["lin-Latn", "som-Latn"], "main_score": 0.146354, "precision": 0.142898, "recall": 0.158103}, {"accuracy": 0.197628, "f1": 0.173592, "hf_subset": "lin_Latn-tum_Latn", "languages": ["lin-Latn", "tum-Latn"], "main_score": 0.173592, "precision": 0.164569, "recall": 0.197628}, {"accuracy": 0.087945, "f1": 0.05505, "hf_subset": "nno_Latn-ace_Arab", "languages": ["nno-Latn", "ace-Arab"], "main_score": 0.05505, "precision": 0.047999, "recall": 0.087945}, {"accuracy": 0.214427, "f1": 0.146662, "hf_subset": "nno_Latn-bam_Latn", "languages": ["nno-Latn", "bam-Latn"], "main_score": 0.146662, "precision": 0.129802, "recall": 0.214427}, {"accuracy": 0.003953, "f1": 5.4e-05, "hf_subset": "nno_Latn-dzo_Tibt", "languages": ["nno-Latn", "dzo-Tibt"], "main_score": 5.4e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "nno_Latn-hin_Deva", "languages": ["nno-Latn", "hin-Deva"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.880435, "f1": 0.844697, "hf_subset": "nno_Latn-khm_Khmr", "languages": ["nno-Latn", "khm-Khmr"], "main_score": 0.844697, "precision": 0.827899, "recall": 0.880435}, {"accuracy": 0.920949, "f1": 0.896706, "hf_subset": "nno_Latn-mag_Deva", "languages": ["nno-Latn", "mag-Deva"], "main_score": 0.896706, "precision": 0.885211, "recall": 0.920949}, {"accuracy": 0.661067, "f1": 0.588767, "hf_subset": "nno_Latn-pap_Latn", "languages": ["nno-Latn", "pap-Latn"], "main_score": 0.588767, "precision": 0.560628, "recall": 0.661067}, {"accuracy": 0.231225, "f1": 0.164011, "hf_subset": "nno_Latn-sot_Latn", "languages": ["nno-Latn", "sot-Latn"], "main_score": 0.164011, "precision": 0.14626, "recall": 0.231225}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "nno_Latn-tur_Latn", "languages": ["nno-Latn", "tur-Latn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.421937, "f1": 0.342456, "hf_subset": "nno_Latn-ace_Latn", "languages": ["nno-Latn", "ace-Latn"], "main_score": 0.342456, "precision": 0.316792, "recall": 0.421937}, {"accuracy": 0.666008, "f1": 0.598953, "hf_subset": "nno_Latn-ban_Latn", "languages": ["nno-Latn", "ban-Latn"], "main_score": 0.598953, "precision": 0.572193, "recall": 0.666008}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "nno_Latn-ell_Grek", "languages": ["nno-Latn", "ell-Grek"], "main_score": 0.972991, "precision": 0.969862, "recall": 0.979249}, {"accuracy": 0.896245, "f1": 0.866535, "hf_subset": "nno_Latn-hne_Deva", "languages": ["nno-Latn", "hne-Deva"], "main_score": 0.866535, "precision": 0.852931, "recall": 0.896245}, {"accuracy": 0.266798, "f1": 0.185338, "hf_subset": "nno_Latn-kik_Latn", "languages": ["nno-Latn", "kik-Latn"], "main_score": 0.185338, "precision": 0.162889, "recall": 0.266798}, {"accuracy": 0.907115, "f1": 0.881917, "hf_subset": "nno_Latn-mai_Deva", "languages": ["nno-Latn", "mai-Deva"], "main_score": 0.881917, "precision": 0.869895, "recall": 0.907115}, {"accuracy": 0.828063, "f1": 0.786973, "hf_subset": "nno_Latn-pbt_Arab", "languages": ["nno-Latn", "pbt-Arab"], "main_score": 0.786973, "precision": 0.768702, "recall": 0.828063}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-spa_Latn", "languages": ["nno-Latn", "spa-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.327075, "f1": 0.241556, "hf_subset": "nno_Latn-twi_Latn", "languages": ["nno-Latn", "twi-Latn"], "main_score": 0.241556, "precision": 0.218125, "recall": 0.327075}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "nno_Latn-acm_Arab", "languages": ["nno-Latn", "acm-Arab"], "main_score": 0.940053, "precision": 0.932971, "recall": 0.954545}, {"accuracy": 0.94664, "f1": 0.930995, "hf_subset": "nno_Latn-bel_Cyrl", "languages": ["nno-Latn", "bel-Cyrl"], "main_score": 0.930995, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nno_Latn-eng_Latn", "languages": ["nno-Latn", "eng-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nno_Latn-hrv_Latn", "languages": ["nno-Latn", "hrv-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.166008, "f1": 0.112482, "hf_subset": "nno_Latn-kin_Latn", "languages": ["nno-Latn", "kin-Latn"], "main_score": 0.112482, "precision": 0.099502, "recall": 0.166008}, {"accuracy": 0.868577, "f1": 0.833992, "hf_subset": "nno_Latn-mal_Mlym", "languages": ["nno-Latn", "mal-Mlym"], "main_score": 0.833992, "precision": 0.81805, "recall": 0.868577}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "nno_Latn-pes_Arab", "languages": ["nno-Latn", "pes-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.730237, "f1": 0.663787, "hf_subset": "nno_Latn-srd_Latn", "languages": ["nno-Latn", "srd-Latn"], "main_score": 0.663787, "precision": 0.635048, "recall": 0.730237}, {"accuracy": 0.066206, "f1": 0.032341, "hf_subset": "nno_Latn-tzm_Tfng", "languages": ["nno-Latn", "tzm-Tfng"], "main_score": 0.032341, "precision": 0.027002, "recall": 0.066206}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "nno_Latn-acq_Arab", "languages": ["nno-Latn", "acq-Arab"], "main_score": 0.958827, "precision": 0.954216, "recall": 0.968379}, {"accuracy": 0.246047, "f1": 0.176327, "hf_subset": "nno_Latn-bem_Latn", "languages": ["nno-Latn", "bem-Latn"], "main_score": 0.176327, "precision": 0.157711, "recall": 0.246047}, {"accuracy": 0.858696, "f1": 0.821113, "hf_subset": "nno_Latn-epo_Latn", "languages": ["nno-Latn", "epo-Latn"], "main_score": 0.821113, "precision": 0.804216, "recall": 0.858696}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "nno_Latn-hun_Latn", "languages": ["nno-Latn", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.91502, "f1": 0.8917, "hf_subset": "nno_Latn-kir_Cyrl", "languages": ["nno-Latn", "kir-Cyrl"], "main_score": 0.8917, "precision": 0.880682, "recall": 0.91502}, {"accuracy": 0.882411, "f1": 0.846673, "hf_subset": "nno_Latn-mar_Deva", "languages": ["nno-Latn", "mar-Deva"], "main_score": 0.846673, "precision": 0.83004, "recall": 0.882411}, {"accuracy": 0.302372, "f1": 0.227598, "hf_subset": "nno_Latn-plt_Latn", "languages": ["nno-Latn", "plt-Latn"], "main_score": 0.227598, "precision": 0.206211, "recall": 0.302372}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nno_Latn-srp_Cyrl", "languages": ["nno-Latn", "srp-Cyrl"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.77668, "f1": 0.727802, "hf_subset": "nno_Latn-uig_Arab", "languages": ["nno-Latn", "uig-Arab"], "main_score": 0.727802, "precision": 0.707173, "recall": 0.77668}, {"accuracy": 0.917984, "f1": 0.894433, "hf_subset": "nno_Latn-aeb_Arab", "languages": ["nno-Latn", "aeb-Arab"], "main_score": 0.894433, "precision": 0.883235, "recall": 0.917984}, {"accuracy": 0.880435, "f1": 0.848584, "hf_subset": "nno_Latn-ben_Beng", "languages": ["nno-Latn", "ben-Beng"], "main_score": 0.848584, "precision": 0.833992, "recall": 0.880435}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-est_Latn", "languages": ["nno-Latn", "est-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "nno_Latn-hye_Armn", "languages": ["nno-Latn", "hye-Armn"], "main_score": 0.94417, "precision": 0.93778, "recall": 0.95751}, {"accuracy": 0.185771, "f1": 0.119159, "hf_subset": "nno_Latn-kmb_Latn", "languages": ["nno-Latn", "kmb-Latn"], "main_score": 0.119159, "precision": 0.104723, "recall": 0.185771}, {"accuracy": 0.063241, "f1": 0.041135, "hf_subset": "nno_Latn-min_Arab", "languages": ["nno-Latn", "min-Arab"], "main_score": 0.041135, "precision": 0.035684, "recall": 0.063241}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "nno_Latn-pol_Latn", "languages": ["nno-Latn", "pol-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.170949, "f1": 0.114225, "hf_subset": "nno_Latn-ssw_Latn", "languages": ["nno-Latn", "ssw-Latn"], "main_score": 0.114225, "precision": 0.1022, "recall": 0.170949}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-ukr_Cyrl", "languages": ["nno-Latn", "ukr-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "nno_Latn-afr_Latn", "languages": ["nno-Latn", "afr-Latn"], "main_score": 0.945817, "precision": 0.939723, "recall": 0.958498}, {"accuracy": 0.866601, "f1": 0.831159, "hf_subset": "nno_Latn-bho_Deva", "languages": ["nno-Latn", "bho-Deva"], "main_score": 0.831159, "precision": 0.814921, "recall": 0.866601}, {"accuracy": 0.761858, "f1": 0.70496, "hf_subset": "nno_Latn-eus_Latn", "languages": ["nno-Latn", "eus-Latn"], "main_score": 0.70496, "precision": 0.680989, "recall": 0.761858}, {"accuracy": 0.213439, "f1": 0.140705, "hf_subset": "nno_Latn-ibo_Latn", "languages": ["nno-Latn", "ibo-Latn"], "main_score": 0.140705, "precision": 0.122502, "recall": 0.213439}, {"accuracy": 0.743083, "f1": 0.695218, "hf_subset": "nno_Latn-kmr_Latn", "languages": ["nno-Latn", "kmr-Latn"], "main_score": 0.695218, "precision": 0.675305, "recall": 0.743083}, {"accuracy": 0.647233, "f1": 0.57703, "hf_subset": "nno_Latn-min_Latn", "languages": ["nno-Latn", "min-Latn"], "main_score": 0.57703, "precision": 0.550775, "recall": 0.647233}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-por_Latn", "languages": ["nno-Latn", "por-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.750988, "f1": 0.694488, "hf_subset": "nno_Latn-sun_Latn", "languages": ["nno-Latn", "sun-Latn"], "main_score": 0.694488, "precision": 0.671897, "recall": 0.750988}, {"accuracy": 0.178854, "f1": 0.118761, "hf_subset": "nno_Latn-umb_Latn", "languages": ["nno-Latn", "umb-Latn"], "main_score": 0.118761, "precision": 0.105319, "recall": 0.178854}, {"accuracy": 0.956522, "f1": 0.942358, "hf_subset": "nno_Latn-ajp_Arab", "languages": ["nno-Latn", "ajp-Arab"], "main_score": 0.942358, "precision": 0.935441, "recall": 0.956522}, {"accuracy": 0.074111, "f1": 0.041382, "hf_subset": "nno_Latn-bjn_Arab", "languages": ["nno-Latn", "bjn-Arab"], "main_score": 0.041382, "precision": 0.033894, "recall": 0.074111}, {"accuracy": 0.269763, "f1": 0.201649, "hf_subset": "nno_Latn-ewe_Latn", "languages": ["nno-Latn", "ewe-Latn"], "main_score": 0.201649, "precision": 0.183496, "recall": 0.269763}, {"accuracy": 0.37253, "f1": 0.286298, "hf_subset": "nno_Latn-ilo_Latn", "languages": ["nno-Latn", "ilo-Latn"], "main_score": 0.286298, "precision": 0.260889, "recall": 0.37253}, {"accuracy": 0.093874, "f1": 0.052257, "hf_subset": "nno_Latn-knc_Arab", "languages": ["nno-Latn", "knc-Arab"], "main_score": 0.052257, "precision": 0.042475, "recall": 0.093874}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nno_Latn-mkd_Cyrl", "languages": ["nno-Latn", "mkd-Cyrl"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.974308, "f1": 0.966963, "hf_subset": "nno_Latn-prs_Arab", "languages": ["nno-Latn", "prs-Arab"], "main_score": 0.966963, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nno_Latn-swe_Latn", "languages": ["nno-Latn", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.940711, "f1": 0.923155, "hf_subset": "nno_Latn-urd_Arab", "languages": ["nno-Latn", "urd-Arab"], "main_score": 0.923155, "precision": 0.914806, "recall": 0.940711}, {"accuracy": 0.305336, "f1": 0.226826, "hf_subset": "nno_Latn-aka_Latn", "languages": ["nno-Latn", "aka-Latn"], "main_score": 0.226826, "precision": 0.204038, "recall": 0.305336}, {"accuracy": 0.770751, "f1": 0.715928, "hf_subset": "nno_Latn-bjn_Latn", "languages": ["nno-Latn", "bjn-Latn"], "main_score": 0.715928, "precision": 0.692594, "recall": 0.770751}, {"accuracy": 0.500988, "f1": 0.424766, "hf_subset": "nno_Latn-fao_Latn", "languages": ["nno-Latn", "fao-Latn"], "main_score": 0.424766, "precision": 0.39938, "recall": 0.500988}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-ind_Latn", "languages": ["nno-Latn", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.284585, "f1": 0.207307, "hf_subset": "nno_Latn-knc_Latn", "languages": ["nno-Latn", "knc-Latn"], "main_score": 0.207307, "precision": 0.186342, "recall": 0.284585}, {"accuracy": 0.342885, "f1": 0.267377, "hf_subset": "nno_Latn-mlt_Latn", "languages": ["nno-Latn", "mlt-Latn"], "main_score": 0.267377, "precision": 0.245801, "recall": 0.342885}, {"accuracy": 0.274704, "f1": 0.196375, "hf_subset": "nno_Latn-quy_Latn", "languages": ["nno-Latn", "quy-Latn"], "main_score": 0.196375, "precision": 0.174918, "recall": 0.274704}, {"accuracy": 0.365613, "f1": 0.287957, "hf_subset": "nno_Latn-swh_Latn", "languages": ["nno-Latn", "swh-Latn"], "main_score": 0.287957, "precision": 0.265512, "recall": 0.365613}, {"accuracy": 0.648221, "f1": 0.582049, "hf_subset": "nno_Latn-uzn_Latn", "languages": ["nno-Latn", "uzn-Latn"], "main_score": 0.582049, "precision": 0.555562, "recall": 0.648221}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "nno_Latn-als_Latn", "languages": ["nno-Latn", "als-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.054348, "f1": 0.018639, "hf_subset": "nno_Latn-bod_Tibt", "languages": ["nno-Latn", "bod-Tibt"], "main_score": 0.018639, "precision": 0.014572, "recall": 0.054348}, {"accuracy": 0.228261, "f1": 0.160803, "hf_subset": "nno_Latn-fij_Latn", "languages": ["nno-Latn", "fij-Latn"], "main_score": 0.160803, "precision": 0.142355, "recall": 0.228261}, {"accuracy": 0.763834, "f1": 0.707797, "hf_subset": "nno_Latn-isl_Latn", "languages": ["nno-Latn", "isl-Latn"], "main_score": 0.707797, "precision": 0.684025, "recall": 0.763834}, {"accuracy": 0.263834, "f1": 0.19217, "hf_subset": "nno_Latn-kon_Latn", "languages": ["nno-Latn", "kon-Latn"], "main_score": 0.19217, "precision": 0.173217, "recall": 0.263834}, {"accuracy": 0.061265, "f1": 0.032738, "hf_subset": "nno_Latn-mni_Beng", "languages": ["nno-Latn", "mni-Beng"], "main_score": 0.032738, "precision": 0.028597, "recall": 0.061265}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "nno_Latn-ron_Latn", "languages": ["nno-Latn", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.804348, "f1": 0.756884, "hf_subset": "nno_Latn-szl_Latn", "languages": ["nno-Latn", "szl-Latn"], "main_score": 0.756884, "precision": 0.736677, "recall": 0.804348}, {"accuracy": 0.794466, "f1": 0.741403, "hf_subset": "nno_Latn-vec_Latn", "languages": ["nno-Latn", "vec-Latn"], "main_score": 0.741403, "precision": 0.718561, "recall": 0.794466}, {"accuracy": 0.745059, "f1": 0.693596, "hf_subset": "nno_Latn-amh_Ethi", "languages": ["nno-Latn", "amh-Ethi"], "main_score": 0.693596, "precision": 0.672005, "recall": 0.745059}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nno_Latn-bos_Latn", "languages": ["nno-Latn", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-fin_Latn", "languages": ["nno-Latn", "fin-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-ita_Latn", "languages": ["nno-Latn", "ita-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.969368, "f1": 0.959157, "hf_subset": "nno_Latn-kor_Hang", "languages": ["nno-Latn", "kor-Hang"], "main_score": 0.959157, "precision": 0.954051, "recall": 0.969368}, {"accuracy": 0.241107, "f1": 0.169237, "hf_subset": "nno_Latn-mos_Latn", "languages": ["nno-Latn", "mos-Latn"], "main_score": 0.169237, "precision": 0.149342, "recall": 0.241107}, {"accuracy": 0.183794, "f1": 0.125494, "hf_subset": "nno_Latn-run_Latn", "languages": ["nno-Latn", "run-Latn"], "main_score": 0.125494, "precision": 0.111553, "recall": 0.183794}, {"accuracy": 0.865613, "f1": 0.827569, "hf_subset": "nno_Latn-tam_Taml", "languages": ["nno-Latn", "tam-Taml"], "main_score": 0.827569, "precision": 0.809783, "recall": 0.865613}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "nno_Latn-vie_Latn", "languages": ["nno-Latn", "vie-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "nno_Latn-apc_Arab", "languages": ["nno-Latn", "apc-Arab"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.408103, "f1": 0.323659, "hf_subset": "nno_Latn-bug_Latn", "languages": ["nno-Latn", "bug-Latn"], "main_score": 0.323659, "precision": 0.296629, "recall": 0.408103}, {"accuracy": 0.218379, "f1": 0.150835, "hf_subset": "nno_Latn-fon_Latn", "languages": ["nno-Latn", "fon-Latn"], "main_score": 0.150835, "precision": 0.133463, "recall": 0.218379}, {"accuracy": 0.719368, "f1": 0.657592, "hf_subset": "nno_Latn-jav_Latn", "languages": ["nno-Latn", "jav-Latn"], "main_score": 0.657592, "precision": 0.631893, "recall": 0.719368}, {"accuracy": 0.91502, "f1": 0.893643, "hf_subset": "nno_Latn-lao_Laoo", "languages": ["nno-Latn", "lao-Laoo"], "main_score": 0.893643, "precision": 0.884009, "recall": 0.91502}, {"accuracy": 0.216403, "f1": 0.144055, "hf_subset": "nno_Latn-mri_Latn", "languages": ["nno-Latn", "mri-Latn"], "main_score": 0.144055, "precision": 0.126365, "recall": 0.216403}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "nno_Latn-rus_Cyrl", "languages": ["nno-Latn", "rus-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.258893, "f1": 0.193982, "hf_subset": "nno_Latn-taq_Latn", "languages": ["nno-Latn", "taq-Latn"], "main_score": 0.193982, "precision": 0.176698, "recall": 0.258893}, {"accuracy": 0.437747, "f1": 0.34892, "hf_subset": "nno_Latn-war_Latn", "languages": ["nno-Latn", "war-Latn"], "main_score": 0.34892, "precision": 0.321223, "recall": 0.437747}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "nno_Latn-arb_Arab", "languages": ["nno-Latn", "arb-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-bul_Cyrl", "languages": ["nno-Latn", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-fra_Latn", "languages": ["nno-Latn", "fra-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "nno_Latn-jpn_Jpan", "languages": ["nno-Latn", "jpn-Jpan"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.762846, "f1": 0.70684, "hf_subset": "nno_Latn-lij_Latn", "languages": ["nno-Latn", "lij-Latn"], "main_score": 0.70684, "precision": 0.683572, "recall": 0.762846}, {"accuracy": 0.916996, "f1": 0.892029, "hf_subset": "nno_Latn-mya_Mymr", "languages": ["nno-Latn", "mya-Mymr"], "main_score": 0.892029, "precision": 0.880023, "recall": 0.916996}, {"accuracy": 0.251976, "f1": 0.182419, "hf_subset": "nno_Latn-sag_Latn", "languages": ["nno-Latn", "sag-Latn"], "main_score": 0.182419, "precision": 0.163932, "recall": 0.251976}, {"accuracy": 0.079051, "f1": 0.034951, "hf_subset": "nno_Latn-taq_Tfng", "languages": ["nno-Latn", "taq-Tfng"], "main_score": 0.034951, "precision": 0.028173, "recall": 0.079051}, {"accuracy": 0.270751, "f1": 0.192234, "hf_subset": "nno_Latn-wol_Latn", "languages": ["nno-Latn", "wol-Latn"], "main_score": 0.192234, "precision": 0.170836, "recall": 0.270751}, {"accuracy": 0.13834, "f1": 0.084264, "hf_subset": "nno_Latn-arb_Latn", "languages": ["nno-Latn", "arb-Latn"], "main_score": 0.084264, "precision": 0.073509, "recall": 0.13834}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-cat_Latn", "languages": ["nno-Latn", "cat-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.745059, "f1": 0.687749, "hf_subset": "nno_Latn-fur_Latn", "languages": ["nno-Latn", "fur-Latn"], "main_score": 0.687749, "precision": 0.66353, "recall": 0.745059}, {"accuracy": 0.103755, "f1": 0.070727, "hf_subset": "nno_Latn-kab_Latn", "languages": ["nno-Latn", "kab-Latn"], "main_score": 0.070727, "precision": 0.06287, "recall": 0.103755}, {"accuracy": 0.754941, "f1": 0.701252, "hf_subset": "nno_Latn-lim_Latn", "languages": ["nno-Latn", "lim-Latn"], "main_score": 0.701252, "precision": 0.677553, "recall": 0.754941}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "nno_Latn-nld_Latn", "languages": ["nno-Latn", "nld-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.716403, "f1": 0.653955, "hf_subset": "nno_Latn-san_Deva", "languages": ["nno-Latn", "san-Deva"], "main_score": 0.653955, "precision": 0.628287, "recall": 0.716403}, {"accuracy": 0.535573, "f1": 0.458736, "hf_subset": "nno_Latn-tat_Cyrl", "languages": ["nno-Latn", "tat-Cyrl"], "main_score": 0.458736, "precision": 0.430307, "recall": 0.535573}, {"accuracy": 0.199605, "f1": 0.128603, "hf_subset": "nno_Latn-xho_Latn", "languages": ["nno-Latn", "xho-Latn"], "main_score": 0.128603, "precision": 0.112359, "recall": 0.199605}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "nno_Latn-ars_Arab", "languages": ["nno-Latn", "ars-Arab"], "main_score": 0.954545, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.412055, "f1": 0.325292, "hf_subset": "nno_Latn-ceb_Latn", "languages": ["nno-Latn", "ceb-Latn"], "main_score": 0.325292, "precision": 0.297499, "recall": 0.412055}, {"accuracy": 0.23419, "f1": 0.160836, "hf_subset": "nno_Latn-fuv_Latn", "languages": ["nno-Latn", "fuv-Latn"], "main_score": 0.160836, "precision": 0.141581, "recall": 0.23419}, {"accuracy": 0.227273, "f1": 0.160896, "hf_subset": "nno_Latn-kac_Latn", "languages": ["nno-Latn", "kac-Latn"], "main_score": 0.160896, "precision": 0.143268, "recall": 0.227273}, {"accuracy": 0.231225, "f1": 0.165262, "hf_subset": "nno_Latn-lin_Latn", "languages": ["nno-Latn", "lin-Latn"], "main_score": 0.165262, "precision": 0.147191, "recall": 0.231225}, {"accuracy": 0.020751, "f1": 0.00402, "hf_subset": "nno_Latn-sat_Olck", "languages": ["nno-Latn", "sat-Olck"], "main_score": 0.00402, "precision": 0.002784, "recall": 0.020751}, {"accuracy": 0.827075, "f1": 0.782383, "hf_subset": "nno_Latn-tel_Telu", "languages": ["nno-Latn", "tel-Telu"], "main_score": 0.782383, "precision": 0.7625, "recall": 0.827075}, {"accuracy": 0.43083, "f1": 0.35298, "hf_subset": "nno_Latn-ydd_Hebr", "languages": ["nno-Latn", "ydd-Hebr"], "main_score": 0.35298, "precision": 0.324774, "recall": 0.43083}, {"accuracy": 0.833004, "f1": 0.787996, "hf_subset": "nno_Latn-ary_Arab", "languages": ["nno-Latn", "ary-Arab"], "main_score": 0.787996, "precision": 0.767869, "recall": 0.833004}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "nno_Latn-ces_Latn", "languages": ["nno-Latn", "ces-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.102767, "f1": 0.061424, "hf_subset": "nno_Latn-gaz_Latn", "languages": ["nno-Latn", "gaz-Latn"], "main_score": 0.061424, "precision": 0.05289, "recall": 0.102767}, {"accuracy": 0.214427, "f1": 0.146707, "hf_subset": "nno_Latn-kam_Latn", "languages": ["nno-Latn", "kam-Latn"], "main_score": 0.146707, "precision": 0.129112, "recall": 0.214427}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "nno_Latn-lit_Latn", "languages": ["nno-Latn", "lit-Latn"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "nno_Latn-nob_Latn", "languages": ["nno-Latn", "nob-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.646245, "f1": 0.577182, "hf_subset": "nno_Latn-scn_Latn", "languages": ["nno-Latn", "scn-Latn"], "main_score": 0.577182, "precision": 0.551245, "recall": 0.646245}, {"accuracy": 0.206522, "f1": 0.135569, "hf_subset": "nno_Latn-tgk_Cyrl", "languages": ["nno-Latn", "tgk-Cyrl"], "main_score": 0.135569, "precision": 0.11684, "recall": 0.206522}, {"accuracy": 0.218379, "f1": 0.14441, "hf_subset": "nno_Latn-yor_Latn", "languages": ["nno-Latn", "yor-Latn"], "main_score": 0.14441, "precision": 0.125707, "recall": 0.218379}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "nno_Latn-arz_Arab", "languages": ["nno-Latn", "arz-Arab"], "main_score": 0.918149, "precision": 0.908597, "recall": 0.937747}, {"accuracy": 0.203557, "f1": 0.138563, "hf_subset": "nno_Latn-cjk_Latn", "languages": ["nno-Latn", "cjk-Latn"], "main_score": 0.138563, "precision": 0.122121, "recall": 0.203557}, {"accuracy": 0.222332, "f1": 0.15254, "hf_subset": "nno_Latn-gla_Latn", "languages": ["nno-Latn", "gla-Latn"], "main_score": 0.15254, "precision": 0.132953, "recall": 0.222332}, {"accuracy": 0.787549, "f1": 0.735891, "hf_subset": "nno_Latn-kan_Knda", "languages": ["nno-Latn", "kan-Knda"], "main_score": 0.735891, "precision": 0.713778, "recall": 0.787549}, {"accuracy": 0.666996, "f1": 0.603088, "hf_subset": "nno_Latn-lmo_Latn", "languages": ["nno-Latn", "lmo-Latn"], "main_score": 0.603088, "precision": 0.578971, "recall": 0.666996}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "nno_Latn-npi_Deva", "languages": ["nno-Latn", "npi-Deva"], "main_score": 0.928689, "precision": 0.920982, "recall": 0.944664}, {"accuracy": 0.299407, "f1": 0.215239, "hf_subset": "nno_Latn-shn_Mymr", "languages": ["nno-Latn", "shn-Mymr"], "main_score": 0.215239, "precision": 0.188326, "recall": 0.299407}, {"accuracy": 0.477273, "f1": 0.395615, "hf_subset": "nno_Latn-tgl_Latn", "languages": ["nno-Latn", "tgl-Latn"], "main_score": 0.395615, "precision": 0.368113, "recall": 0.477273}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "nno_Latn-yue_Hant", "languages": ["nno-Latn", "yue-Hant"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.530632, "f1": 0.451218, "hf_subset": "nno_Latn-asm_Beng", "languages": ["nno-Latn", "asm-Beng"], "main_score": 0.451218, "precision": 0.420949, "recall": 0.530632}, {"accuracy": 0.825099, "f1": 0.780171, "hf_subset": "nno_Latn-ckb_Arab", "languages": ["nno-Latn", "ckb-Arab"], "main_score": 0.780171, "precision": 0.759799, "recall": 0.825099}, {"accuracy": 0.313241, "f1": 0.235944, "hf_subset": "nno_Latn-gle_Latn", "languages": ["nno-Latn", "gle-Latn"], "main_score": 0.235944, "precision": 0.214328, "recall": 0.313241}, {"accuracy": 0.594862, "f1": 0.5158, "hf_subset": "nno_Latn-kas_Arab", "languages": ["nno-Latn", "kas-Arab"], "main_score": 0.5158, "precision": 0.484409, "recall": 0.594862}, {"accuracy": 0.705534, "f1": 0.646379, "hf_subset": "nno_Latn-ltg_Latn", "languages": ["nno-Latn", "ltg-Latn"], "main_score": 0.646379, "precision": 0.622764, "recall": 0.705534}, {"accuracy": 0.259881, "f1": 0.18653, "hf_subset": "nno_Latn-nso_Latn", "languages": ["nno-Latn", "nso-Latn"], "main_score": 0.18653, "precision": 0.166593, "recall": 0.259881}, {"accuracy": 0.896245, "f1": 0.867509, "hf_subset": "nno_Latn-sin_Sinh", "languages": ["nno-Latn", "sin-Sinh"], "main_score": 0.867509, "precision": 0.854117, "recall": 0.896245}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "nno_Latn-tha_Thai", "languages": ["nno-Latn", "tha-Thai"], "main_score": 0.971673, "precision": 0.968379, "recall": 0.978261}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "nno_Latn-zho_Hans", "languages": ["nno-Latn", "zho-Hans"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.93083, "f1": 0.910375, "hf_subset": "nno_Latn-ast_Latn", "languages": ["nno-Latn", "ast-Latn"], "main_score": 0.910375, "precision": 0.900692, "recall": 0.93083}, {"accuracy": 0.773715, "f1": 0.720737, "hf_subset": "nno_Latn-crh_Latn", "languages": ["nno-Latn", "crh-Latn"], "main_score": 0.720737, "precision": 0.697546, "recall": 0.773715}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-glg_Latn", "languages": ["nno-Latn", "glg-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.416008, "f1": 0.335928, "hf_subset": "nno_Latn-kas_Deva", "languages": ["nno-Latn", "kas-Deva"], "main_score": 0.335928, "precision": 0.307228, "recall": 0.416008}, {"accuracy": 0.519763, "f1": 0.436628, "hf_subset": "nno_Latn-ltz_Latn", "languages": ["nno-Latn", "ltz-Latn"], "main_score": 0.436628, "precision": 0.408127, "recall": 0.519763}, {"accuracy": 0.118577, "f1": 0.065315, "hf_subset": "nno_Latn-nus_Latn", "languages": ["nno-Latn", "nus-Latn"], "main_score": 0.065315, "precision": 0.054818, "recall": 0.118577}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nno_Latn-slk_Latn", "languages": ["nno-Latn", "slk-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.193676, "f1": 0.133859, "hf_subset": "nno_Latn-tir_Ethi", "languages": ["nno-Latn", "tir-Ethi"], "main_score": 0.133859, "precision": 0.117644, "recall": 0.193676}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "nno_Latn-zho_Hant", "languages": ["nno-Latn", "zho-Hant"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.937747, "f1": 0.92029, "hf_subset": "nno_Latn-awa_Deva", "languages": ["nno-Latn", "awa-Deva"], "main_score": 0.92029, "precision": 0.912055, "recall": 0.937747}, {"accuracy": 0.469368, "f1": 0.386536, "hf_subset": "nno_Latn-cym_Latn", "languages": ["nno-Latn", "cym-Latn"], "main_score": 0.386536, "precision": 0.358506, "recall": 0.469368}, {"accuracy": 0.374506, "f1": 0.287834, "hf_subset": "nno_Latn-grn_Latn", "languages": ["nno-Latn", "grn-Latn"], "main_score": 0.287834, "precision": 0.262048, "recall": 0.374506}, {"accuracy": 0.859684, "f1": 0.817424, "hf_subset": "nno_Latn-kat_Geor", "languages": ["nno-Latn", "kat-Geor"], "main_score": 0.817424, "precision": 0.797678, "recall": 0.859684}, {"accuracy": 0.269763, "f1": 0.19852, "hf_subset": "nno_Latn-lua_Latn", "languages": ["nno-Latn", "lua-Latn"], "main_score": 0.19852, "precision": 0.178669, "recall": 0.269763}, {"accuracy": 0.250988, "f1": 0.181319, "hf_subset": "nno_Latn-nya_Latn", "languages": ["nno-Latn", "nya-Latn"], "main_score": 0.181319, "precision": 0.163003, "recall": 0.250988}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "nno_Latn-slv_Latn", "languages": ["nno-Latn", "slv-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.458498, "f1": 0.369133, "hf_subset": "nno_Latn-tpi_Latn", "languages": ["nno-Latn", "tpi-Latn"], "main_score": 0.369133, "precision": 0.339918, "recall": 0.458498}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "nno_Latn-zsm_Latn", "languages": ["nno-Latn", "zsm-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.213439, "f1": 0.133939, "hf_subset": "nno_Latn-ayr_Latn", "languages": ["nno-Latn", "ayr-Latn"], "main_score": 0.133939, "precision": 0.113723, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nno_Latn-dan_Latn", "languages": ["nno-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.906126, "f1": 0.877964, "hf_subset": "nno_Latn-guj_Gujr", "languages": ["nno-Latn", "guj-Gujr"], "main_score": 0.877964, "precision": 0.864822, "recall": 0.906126}, {"accuracy": 0.944664, "f1": 0.928689, "hf_subset": "nno_Latn-kaz_Cyrl", "languages": ["nno-Latn", "kaz-Cyrl"], "main_score": 0.928689, "precision": 0.921113, "recall": 0.944664}, {"accuracy": 0.19664, "f1": 0.136105, "hf_subset": "nno_Latn-lug_Latn", "languages": ["nno-Latn", "lug-Latn"], "main_score": 0.136105, "precision": 0.121001, "recall": 0.19664}, {"accuracy": 0.916996, "f1": 0.893775, "hf_subset": "nno_Latn-oci_Latn", "languages": ["nno-Latn", "oci-Latn"], "main_score": 0.893775, "precision": 0.882905, "recall": 0.916996}, {"accuracy": 0.209486, "f1": 0.140564, "hf_subset": "nno_Latn-smo_Latn", "languages": ["nno-Latn", "smo-Latn"], "main_score": 0.140564, "precision": 0.122617, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.159142, "hf_subset": "nno_Latn-tsn_Latn", "languages": ["nno-Latn", "tsn-Latn"], "main_score": 0.159142, "precision": 0.141845, "recall": 0.225296}, {"accuracy": 0.16502, "f1": 0.106657, "hf_subset": "nno_Latn-zul_Latn", "languages": ["nno-Latn", "zul-Latn"], "main_score": 0.106657, "precision": 0.093136, "recall": 0.16502}, {"accuracy": 0.546443, "f1": 0.466295, "hf_subset": "nno_Latn-azb_Arab", "languages": ["nno-Latn", "azb-Arab"], "main_score": 0.466295, "precision": 0.434933, "recall": 0.546443}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nno_Latn-deu_Latn", "languages": ["nno-Latn", "deu-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.318182, "f1": 0.236097, "hf_subset": "nno_Latn-hat_Latn", "languages": ["nno-Latn", "hat-Latn"], "main_score": 0.236097, "precision": 0.211124, "recall": 0.318182}, {"accuracy": 0.19664, "f1": 0.128835, "hf_subset": "nno_Latn-kbp_Latn", "languages": ["nno-Latn", "kbp-Latn"], "main_score": 0.128835, "precision": 0.112405, "recall": 0.19664}, {"accuracy": 0.246047, "f1": 0.173516, "hf_subset": "nno_Latn-luo_Latn", "languages": ["nno-Latn", "luo-Latn"], "main_score": 0.173516, "precision": 0.15529, "recall": 0.246047}, {"accuracy": 0.804348, "f1": 0.754136, "hf_subset": "nno_Latn-ory_Orya", "languages": ["nno-Latn", "ory-Orya"], "main_score": 0.754136, "precision": 0.732543, "recall": 0.804348}, {"accuracy": 0.197628, "f1": 0.132782, "hf_subset": "nno_Latn-sna_Latn", "languages": ["nno-Latn", "sna-Latn"], "main_score": 0.132782, "precision": 0.116485, "recall": 0.197628}, {"accuracy": 0.205534, "f1": 0.146056, "hf_subset": "nno_Latn-tso_Latn", "languages": ["nno-Latn", "tso-Latn"], "main_score": 0.146056, "precision": 0.129733, "recall": 0.205534}, {"accuracy": 0.938735, "f1": 0.922101, "hf_subset": "nno_Latn-azj_Latn", "languages": ["nno-Latn", "azj-Latn"], "main_score": 0.922101, "precision": 0.914394, "recall": 0.938735}, {"accuracy": 0.31917, "f1": 0.233447, "hf_subset": "nno_Latn-dik_Latn", "languages": ["nno-Latn", "dik-Latn"], "main_score": 0.233447, "precision": 0.208901, "recall": 0.31917}, {"accuracy": 0.268775, "f1": 0.193823, "hf_subset": "nno_Latn-hau_Latn", "languages": ["nno-Latn", "hau-Latn"], "main_score": 0.193823, "precision": 0.175394, "recall": 0.268775}, {"accuracy": 0.65415, "f1": 0.58176, "hf_subset": "nno_Latn-kea_Latn", "languages": ["nno-Latn", "kea-Latn"], "main_score": 0.58176, "precision": 0.553946, "recall": 0.65415}, {"accuracy": 0.380435, "f1": 0.296636, "hf_subset": "nno_Latn-lus_Latn", "languages": ["nno-Latn", "lus-Latn"], "main_score": 0.296636, "precision": 0.269667, "recall": 0.380435}, {"accuracy": 0.478261, "f1": 0.390141, "hf_subset": "nno_Latn-pag_Latn", "languages": ["nno-Latn", "pag-Latn"], "main_score": 0.390141, "precision": 0.35997, "recall": 0.478261}, {"accuracy": 0.844862, "f1": 0.80471, "hf_subset": "nno_Latn-snd_Arab", "languages": ["nno-Latn", "snd-Arab"], "main_score": 0.80471, "precision": 0.78638, "recall": 0.844862}, {"accuracy": 0.367589, "f1": 0.285054, "hf_subset": "nno_Latn-tuk_Latn", "languages": ["nno-Latn", "tuk-Latn"], "main_score": 0.285054, "precision": 0.260122, "recall": 0.367589}, {"accuracy": 0.48419, "f1": 0.402374, "hf_subset": "nno_Latn-bak_Cyrl", "languages": ["nno-Latn", "bak-Cyrl"], "main_score": 0.402374, "precision": 0.374573, "recall": 0.48419}, {"accuracy": 0.205534, "f1": 0.13998, "hf_subset": "nno_Latn-dyu_Latn", "languages": ["nno-Latn", "dyu-Latn"], "main_score": 0.13998, "precision": 0.121526, "recall": 0.205534}, {"accuracy": 0.975296, "f1": 0.967951, "hf_subset": "nno_Latn-heb_Hebr", "languages": ["nno-Latn", "heb-Hebr"], "main_score": 0.967951, "precision": 0.964509, "recall": 0.975296}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "nno_Latn-khk_Cyrl", "languages": ["nno-Latn", "khk-Cyrl"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nno_Latn-lvs_Latn", "languages": ["nno-Latn", "lvs-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.83004, "f1": 0.784011, "hf_subset": "nno_Latn-pan_Guru", "languages": ["nno-Latn", "pan-Guru"], "main_score": 0.784011, "precision": 0.762681, "recall": 0.83004}, {"accuracy": 0.29249, "f1": 0.220275, "hf_subset": "nno_Latn-som_Latn", "languages": ["nno-Latn", "som-Latn"], "main_score": 0.220275, "precision": 0.198934, "recall": 0.29249}, {"accuracy": 0.217391, "f1": 0.144376, "hf_subset": "nno_Latn-tum_Latn", "languages": ["nno-Latn", "tum-Latn"], "main_score": 0.144376, "precision": 0.126577, "recall": 0.217391}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "sat_Olck-ace_Arab", "languages": ["sat-Olck", "ace-Arab"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.011858, "f1": 0.007279, "hf_subset": "sat_Olck-bam_Latn", "languages": ["sat-Olck", "bam-Latn"], "main_score": 0.007279, "precision": 0.006858, "recall": 0.011858}, {"accuracy": 0.003953, "f1": 0.00158, "hf_subset": "sat_Olck-dzo_Tibt", "languages": ["sat-Olck", "dzo-Tibt"], "main_score": 0.00158, "precision": 0.001087, "recall": 0.003953}, {"accuracy": 0.003953, "f1": 0.002967, "hf_subset": "sat_Olck-hin_Deva", "languages": ["sat-Olck", "hin-Deva"], "main_score": 0.002967, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.002964, "f1": 0.001273, "hf_subset": "sat_Olck-khm_Khmr", "languages": ["sat-Olck", "khm-Khmr"], "main_score": 0.001273, "precision": 0.001154, "recall": 0.002964}, {"accuracy": 0.002964, "f1": 0.000465, "hf_subset": "sat_Olck-mag_Deva", "languages": ["sat-Olck", "mag-Deva"], "main_score": 0.000465, "precision": 0.00027, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.004351, "hf_subset": "sat_Olck-pap_Latn", "languages": ["sat-Olck", "pap-Latn"], "main_score": 0.004351, "precision": 0.003707, "recall": 0.006917}, {"accuracy": 0.011858, "f1": 0.009291, "hf_subset": "sat_Olck-sot_Latn", "languages": ["sat-Olck", "sot-Latn"], "main_score": 0.009291, "precision": 0.008845, "recall": 0.011858}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-tur_Latn", "languages": ["sat-Olck", "tur-Latn"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.00726, "hf_subset": "sat_Olck-ace_Latn", "languages": ["sat-Olck", "ace-Latn"], "main_score": 0.00726, "precision": 0.006924, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.003312, "hf_subset": "sat_Olck-ban_Latn", "languages": ["sat-Olck", "ban-Latn"], "main_score": 0.003312, "precision": 0.003171, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.003749, "hf_subset": "sat_Olck-ell_Grek", "languages": ["sat-Olck", "ell-Grek"], "main_score": 0.003749, "precision": 0.003525, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003037, "hf_subset": "sat_Olck-hne_Deva", "languages": ["sat-Olck", "hne-Deva"], "main_score": 0.003037, "precision": 0.003001, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.006213, "hf_subset": "sat_Olck-kik_Latn", "languages": ["sat-Olck", "kik-Latn"], "main_score": 0.006213, "precision": 0.006095, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006041, "hf_subset": "sat_Olck-mai_Deva", "languages": ["sat-Olck", "mai-Deva"], "main_score": 0.006041, "precision": 0.005988, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008302, "hf_subset": "sat_Olck-pbt_Arab", "languages": ["sat-Olck", "pbt-Arab"], "main_score": 0.008302, "precision": 0.007659, "recall": 0.01087}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-spa_Latn", "languages": ["sat-Olck", "spa-Latn"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.012846, "f1": 0.00928, "hf_subset": "sat_Olck-twi_Latn", "languages": ["sat-Olck", "twi-Latn"], "main_score": 0.00928, "precision": 0.008824, "recall": 0.012846}, {"accuracy": 0.003953, "f1": 0.002966, "hf_subset": "sat_Olck-acm_Arab", "languages": ["sat-Olck", "acm-Arab"], "main_score": 0.002966, "precision": 0.002965, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-bel_Cyrl", "languages": ["sat-Olck", "bel-Cyrl"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.01087, "f1": 0.007676, "hf_subset": "sat_Olck-eng_Latn", "languages": ["sat-Olck", "eng-Latn"], "main_score": 0.007676, "precision": 0.007463, "recall": 0.01087}, {"accuracy": 0.009881, "f1": 0.008895, "hf_subset": "sat_Olck-hrv_Latn", "languages": ["sat-Olck", "hrv-Latn"], "main_score": 0.008895, "precision": 0.008894, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.003991, "hf_subset": "sat_Olck-kin_Latn", "languages": ["sat-Olck", "kin-Latn"], "main_score": 0.003991, "precision": 0.003676, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001056, "hf_subset": "sat_Olck-mal_Mlym", "languages": ["sat-Olck", "mal-Mlym"], "main_score": 0.001056, "precision": 0.001023, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.006591, "hf_subset": "sat_Olck-pes_Arab", "languages": ["sat-Olck", "pes-Arab"], "main_score": 0.006591, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005354, "hf_subset": "sat_Olck-srd_Latn", "languages": ["sat-Olck", "srd-Latn"], "main_score": 0.005354, "precision": 0.004918, "recall": 0.007905}, {"accuracy": 0.024704, "f1": 0.015247, "hf_subset": "sat_Olck-tzm_Tfng", "languages": ["sat-Olck", "tzm-Tfng"], "main_score": 0.015247, "precision": 0.013603, "recall": 0.024704}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-acq_Arab", "languages": ["sat-Olck", "acq-Arab"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.009881, "f1": 0.007596, "hf_subset": "sat_Olck-bem_Latn", "languages": ["sat-Olck", "bem-Latn"], "main_score": 0.007596, "precision": 0.007421, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.005609, "hf_subset": "sat_Olck-epo_Latn", "languages": ["sat-Olck", "epo-Latn"], "main_score": 0.005609, "precision": 0.00544, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.007909, "hf_subset": "sat_Olck-hun_Latn", "languages": ["sat-Olck", "hun-Latn"], "main_score": 0.007909, "precision": 0.00761, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-kir_Cyrl", "languages": ["sat-Olck", "kir-Cyrl"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.003953, "f1": 0.002159, "hf_subset": "sat_Olck-mar_Deva", "languages": ["sat-Olck", "mar-Deva"], "main_score": 0.002159, "precision": 0.002077, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.005767, "hf_subset": "sat_Olck-plt_Latn", "languages": ["sat-Olck", "plt-Latn"], "main_score": 0.005767, "precision": 0.005271, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005608, "hf_subset": "sat_Olck-srp_Cyrl", "languages": ["sat-Olck", "srp-Cyrl"], "main_score": 0.005608, "precision": 0.005439, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005934, "hf_subset": "sat_Olck-uig_Arab", "languages": ["sat-Olck", "uig-Arab"], "main_score": 0.005934, "precision": 0.005931, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-aeb_Arab", "languages": ["sat-Olck", "aeb-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "sat_Olck-ben_Beng", "languages": ["sat-Olck", "ben-Beng"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.009881, "f1": 0.006853, "hf_subset": "sat_Olck-est_Latn", "languages": ["sat-Olck", "est-Latn"], "main_score": 0.006853, "precision": 0.006287, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-hye_Armn", "languages": ["sat-Olck", "hye-Armn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.006543, "hf_subset": "sat_Olck-kmb_Latn", "languages": ["sat-Olck", "kmb-Latn"], "main_score": 0.006543, "precision": 0.006095, "recall": 0.008893}, {"accuracy": 0.000988, "f1": 2e-06, "hf_subset": "sat_Olck-min_Arab", "languages": ["sat-Olck", "min-Arab"], "main_score": 2e-06, "precision": 1e-06, "recall": 0.000988}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-pol_Latn", "languages": ["sat-Olck", "pol-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-ssw_Latn", "languages": ["sat-Olck", "ssw-Latn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.003638, "hf_subset": "sat_Olck-ukr_Cyrl", "languages": ["sat-Olck", "ukr-Cyrl"], "main_score": 0.003638, "precision": 0.003466, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008072, "hf_subset": "sat_Olck-afr_Latn", "languages": ["sat-Olck", "afr-Latn"], "main_score": 0.008072, "precision": 0.007996, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.006425, "hf_subset": "sat_Olck-bho_Deva", "languages": ["sat-Olck", "bho-Deva"], "main_score": 0.006425, "precision": 0.006259, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.004583, "hf_subset": "sat_Olck-eus_Latn", "languages": ["sat-Olck", "eus-Latn"], "main_score": 0.004583, "precision": 0.004316, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.003564, "hf_subset": "sat_Olck-ibo_Latn", "languages": ["sat-Olck", "ibo-Latn"], "main_score": 0.003564, "precision": 0.003311, "recall": 0.006917}, {"accuracy": 0.006917, "f1": 0.005932, "hf_subset": "sat_Olck-kmr_Latn", "languages": ["sat-Olck", "kmr-Latn"], "main_score": 0.005932, "precision": 0.005931, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004351, "hf_subset": "sat_Olck-min_Latn", "languages": ["sat-Olck", "min-Latn"], "main_score": 0.004351, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008189, "hf_subset": "sat_Olck-por_Latn", "languages": ["sat-Olck", "por-Latn"], "main_score": 0.008189, "precision": 0.008071, "recall": 0.009881}, {"accuracy": 0.004941, "f1": 0.003131, "hf_subset": "sat_Olck-sun_Latn", "languages": ["sat-Olck", "sun-Latn"], "main_score": 0.003131, "precision": 0.002801, "recall": 0.004941}, {"accuracy": 0.012846, "f1": 0.009013, "hf_subset": "sat_Olck-umb_Latn", "languages": ["sat-Olck", "umb-Latn"], "main_score": 0.009013, "precision": 0.008301, "recall": 0.012846}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-ajp_Arab", "languages": ["sat-Olck", "ajp-Arab"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.002964, "f1": 0.000296, "hf_subset": "sat_Olck-bjn_Arab", "languages": ["sat-Olck", "bjn-Arab"], "main_score": 0.000296, "precision": 0.000172, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.003692, "hf_subset": "sat_Olck-ewe_Latn", "languages": ["sat-Olck", "ewe-Latn"], "main_score": 0.003692, "precision": 0.003494, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.005862, "hf_subset": "sat_Olck-ilo_Latn", "languages": ["sat-Olck", "ilo-Latn"], "main_score": 0.005862, "precision": 0.005584, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003757, "hf_subset": "sat_Olck-knc_Arab", "languages": ["sat-Olck", "knc-Arab"], "main_score": 0.003757, "precision": 0.00353, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.006692, "hf_subset": "sat_Olck-mkd_Cyrl", "languages": ["sat-Olck", "mkd-Cyrl"], "main_score": 0.006692, "precision": 0.006476, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.004613, "hf_subset": "sat_Olck-prs_Arab", "languages": ["sat-Olck", "prs-Arab"], "main_score": 0.004613, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008073, "hf_subset": "sat_Olck-swe_Latn", "languages": ["sat-Olck", "swe-Latn"], "main_score": 0.008073, "precision": 0.007742, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "sat_Olck-urd_Arab", "languages": ["sat-Olck", "urd-Arab"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.00585, "hf_subset": "sat_Olck-aka_Latn", "languages": ["sat-Olck", "aka-Latn"], "main_score": 0.00585, "precision": 0.005577, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.004155, "hf_subset": "sat_Olck-bjn_Latn", "languages": ["sat-Olck", "bjn-Latn"], "main_score": 0.004155, "precision": 0.003765, "recall": 0.006917}, {"accuracy": 0.006917, "f1": 0.005601, "hf_subset": "sat_Olck-fao_Latn", "languages": ["sat-Olck", "fao-Latn"], "main_score": 0.005601, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-ind_Latn", "languages": ["sat-Olck", "ind-Latn"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.01087, "f1": 0.007053, "hf_subset": "sat_Olck-knc_Latn", "languages": ["sat-Olck", "knc-Latn"], "main_score": 0.007053, "precision": 0.006693, "recall": 0.01087}, {"accuracy": 0.01087, "f1": 0.008238, "hf_subset": "sat_Olck-mlt_Latn", "languages": ["sat-Olck", "mlt-Latn"], "main_score": 0.008238, "precision": 0.007577, "recall": 0.01087}, {"accuracy": 0.011858, "f1": 0.007301, "hf_subset": "sat_Olck-quy_Latn", "languages": ["sat-Olck", "quy-Latn"], "main_score": 0.007301, "precision": 0.006945, "recall": 0.011858}, {"accuracy": 0.009881, "f1": 0.006938, "hf_subset": "sat_Olck-swh_Latn", "languages": ["sat-Olck", "swh-Latn"], "main_score": 0.006938, "precision": 0.006928, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002967, "hf_subset": "sat_Olck-uzn_Latn", "languages": ["sat-Olck", "uzn-Latn"], "main_score": 0.002967, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.00435, "hf_subset": "sat_Olck-als_Latn", "languages": ["sat-Olck", "als-Latn"], "main_score": 0.00435, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.002498, "hf_subset": "sat_Olck-bod_Tibt", "languages": ["sat-Olck", "bod-Tibt"], "main_score": 0.002498, "precision": 0.002082, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.00299, "hf_subset": "sat_Olck-fij_Latn", "languages": ["sat-Olck", "fij-Latn"], "main_score": 0.00299, "precision": 0.002977, "recall": 0.004941}, {"accuracy": 0.004941, "f1": 0.003557, "hf_subset": "sat_Olck-isl_Latn", "languages": ["sat-Olck", "isl-Latn"], "main_score": 0.003557, "precision": 0.003321, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-kon_Latn", "languages": ["sat-Olck", "kon-Latn"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.004284, "hf_subset": "sat_Olck-mni_Beng", "languages": ["sat-Olck", "mni-Beng"], "main_score": 0.004284, "precision": 0.003954, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.007908, "hf_subset": "sat_Olck-ron_Latn", "languages": ["sat-Olck", "ron-Latn"], "main_score": 0.007908, "precision": 0.007907, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.00486, "hf_subset": "sat_Olck-szl_Latn", "languages": ["sat-Olck", "szl-Latn"], "main_score": 0.00486, "precision": 0.004259, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005463, "hf_subset": "sat_Olck-vec_Latn", "languages": ["sat-Olck", "vec-Latn"], "main_score": 0.005463, "precision": 0.005285, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.002866, "hf_subset": "sat_Olck-amh_Ethi", "languages": ["sat-Olck", "amh-Ethi"], "main_score": 0.002866, "precision": 0.002599, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005654, "hf_subset": "sat_Olck-bos_Latn", "languages": ["sat-Olck", "bos-Latn"], "main_score": 0.005654, "precision": 0.005463, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006919, "hf_subset": "sat_Olck-fin_Latn", "languages": ["sat-Olck", "fin-Latn"], "main_score": 0.006919, "precision": 0.006918, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.008072, "hf_subset": "sat_Olck-ita_Latn", "languages": ["sat-Olck", "ita-Latn"], "main_score": 0.008072, "precision": 0.007742, "recall": 0.009881}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-kor_Hang", "languages": ["sat-Olck", "kor-Hang"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.008893, "f1": 0.006656, "hf_subset": "sat_Olck-mos_Latn", "languages": ["sat-Olck", "mos-Latn"], "main_score": 0.006656, "precision": 0.006177, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003579, "hf_subset": "sat_Olck-run_Latn", "languages": ["sat-Olck", "run-Latn"], "main_score": 0.003579, "precision": 0.00313, "recall": 0.005929}, {"accuracy": 0.002964, "f1": 0.001155, "hf_subset": "sat_Olck-tam_Taml", "languages": ["sat-Olck", "tam-Taml"], "main_score": 0.001155, "precision": 0.001079, "recall": 0.002964}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-vie_Latn", "languages": ["sat-Olck", "vie-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-apc_Arab", "languages": ["sat-Olck", "apc-Arab"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.01087, "f1": 0.007759, "hf_subset": "sat_Olck-bug_Latn", "languages": ["sat-Olck", "bug-Latn"], "main_score": 0.007759, "precision": 0.007256, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006399, "hf_subset": "sat_Olck-fon_Latn", "languages": ["sat-Olck", "fon-Latn"], "main_score": 0.006399, "precision": 0.006004, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003526, "hf_subset": "sat_Olck-jav_Latn", "languages": ["sat-Olck", "jav-Latn"], "main_score": 0.003526, "precision": 0.003048, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.008237, "hf_subset": "sat_Olck-lao_Laoo", "languages": ["sat-Olck", "lao-Laoo"], "main_score": 0.008237, "precision": 0.007906, "recall": 0.009881}, {"accuracy": 0.008893, "f1": 0.007085, "hf_subset": "sat_Olck-mri_Latn", "languages": ["sat-Olck", "mri-Latn"], "main_score": 0.007085, "precision": 0.006754, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.006606, "hf_subset": "sat_Olck-rus_Cyrl", "languages": ["sat-Olck", "rus-Cyrl"], "main_score": 0.006606, "precision": 0.006432, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.006274, "hf_subset": "sat_Olck-taq_Latn", "languages": ["sat-Olck", "taq-Latn"], "main_score": 0.006274, "precision": 0.005608, "recall": 0.009881}, {"accuracy": 0.005929, "f1": 0.003858, "hf_subset": "sat_Olck-war_Latn", "languages": ["sat-Olck", "war-Latn"], "main_score": 0.003858, "precision": 0.003543, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003959, "hf_subset": "sat_Olck-arb_Arab", "languages": ["sat-Olck", "arb-Arab"], "main_score": 0.003959, "precision": 0.003956, "recall": 0.004941}, {"accuracy": 0.008893, "f1": 0.006638, "hf_subset": "sat_Olck-bul_Cyrl", "languages": ["sat-Olck", "bul-Cyrl"], "main_score": 0.006638, "precision": 0.006449, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.006966, "hf_subset": "sat_Olck-fra_Latn", "languages": ["sat-Olck", "fra-Latn"], "main_score": 0.006966, "precision": 0.006942, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.003578, "hf_subset": "sat_Olck-jpn_Jpan", "languages": ["sat-Olck", "jpn-Jpan"], "main_score": 0.003578, "precision": 0.00313, "recall": 0.005929}, {"accuracy": 0.005929, "f1": 0.00435, "hf_subset": "sat_Olck-lij_Latn", "languages": ["sat-Olck", "lij-Latn"], "main_score": 0.00435, "precision": 0.004201, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-mya_Mymr", "languages": ["sat-Olck", "mya-Mymr"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006332, "hf_subset": "sat_Olck-sag_Latn", "languages": ["sat-Olck", "sag-Latn"], "main_score": 0.006332, "precision": 0.00618, "recall": 0.007905}, {"accuracy": 0.01581, "f1": 0.012366, "hf_subset": "sat_Olck-taq_Tfng", "languages": ["sat-Olck", "taq-Tfng"], "main_score": 0.012366, "precision": 0.011898, "recall": 0.01581}, {"accuracy": 0.009881, "f1": 0.006481, "hf_subset": "sat_Olck-wol_Latn", "languages": ["sat-Olck", "wol-Latn"], "main_score": 0.006481, "precision": 0.006047, "recall": 0.009881}, {"accuracy": 0.007905, "f1": 0.004474, "hf_subset": "sat_Olck-arb_Latn", "languages": ["sat-Olck", "arb-Latn"], "main_score": 0.004474, "precision": 0.004296, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.007084, "hf_subset": "sat_Olck-cat_Latn", "languages": ["sat-Olck", "cat-Latn"], "main_score": 0.007084, "precision": 0.006754, "recall": 0.008893}, {"accuracy": 0.008893, "f1": 0.007248, "hf_subset": "sat_Olck-fur_Latn", "languages": ["sat-Olck", "fur-Latn"], "main_score": 0.007248, "precision": 0.006918, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.003131, "hf_subset": "sat_Olck-kab_Latn", "languages": ["sat-Olck", "kab-Latn"], "main_score": 0.003131, "precision": 0.002801, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.005627, "hf_subset": "sat_Olck-lim_Latn", "languages": ["sat-Olck", "lim-Latn"], "main_score": 0.005627, "precision": 0.005449, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.007907, "hf_subset": "sat_Olck-nld_Latn", "languages": ["sat-Olck", "nld-Latn"], "main_score": 0.007907, "precision": 0.007412, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.004099, "hf_subset": "sat_Olck-san_Deva", "languages": ["sat-Olck", "san-Deva"], "main_score": 0.004099, "precision": 0.004029, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.002874, "hf_subset": "sat_Olck-tat_Cyrl", "languages": ["sat-Olck", "tat-Cyrl"], "main_score": 0.002874, "precision": 0.002557, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.004112, "hf_subset": "sat_Olck-xho_Latn", "languages": ["sat-Olck", "xho-Latn"], "main_score": 0.004112, "precision": 0.004036, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002971, "hf_subset": "sat_Olck-ars_Arab", "languages": ["sat-Olck", "ars-Arab"], "main_score": 0.002971, "precision": 0.002968, "recall": 0.003953}, {"accuracy": 0.005929, "f1": 0.003582, "hf_subset": "sat_Olck-ceb_Latn", "languages": ["sat-Olck", "ceb-Latn"], "main_score": 0.003582, "precision": 0.003336, "recall": 0.005929}, {"accuracy": 0.006917, "f1": 0.004339, "hf_subset": "sat_Olck-fuv_Latn", "languages": ["sat-Olck", "fuv-Latn"], "main_score": 0.004339, "precision": 0.003912, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.006919, "hf_subset": "sat_Olck-kac_Latn", "languages": ["sat-Olck", "kac-Latn"], "main_score": 0.006919, "precision": 0.006424, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.005666, "hf_subset": "sat_Olck-lin_Latn", "languages": ["sat-Olck", "lin-Latn"], "main_score": 0.005666, "precision": 0.005469, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.005577, "hf_subset": "sat_Olck-nno_Latn", "languages": ["sat-Olck", "nno-Latn"], "main_score": 0.005577, "precision": 0.005118, "recall": 0.008893}, {"accuracy": 0.003953, "f1": 0.001168, "hf_subset": "sat_Olck-tel_Telu", "languages": ["sat-Olck", "tel-Telu"], "main_score": 0.001168, "precision": 0.001085, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.006592, "hf_subset": "sat_Olck-ydd_Hebr", "languages": ["sat-Olck", "ydd-Hebr"], "main_score": 0.006592, "precision": 0.006425, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.004968, "hf_subset": "sat_Olck-ary_Arab", "languages": ["sat-Olck", "ary-Arab"], "main_score": 0.004968, "precision": 0.004954, "recall": 0.006917}, {"accuracy": 0.007905, "f1": 0.006327, "hf_subset": "sat_Olck-ces_Latn", "languages": ["sat-Olck", "ces-Latn"], "main_score": 0.006327, "precision": 0.006155, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008569, "hf_subset": "sat_Olck-gaz_Latn", "languages": ["sat-Olck", "gaz-Latn"], "main_score": 0.008569, "precision": 0.008072, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006267, "hf_subset": "sat_Olck-kam_Latn", "languages": ["sat-Olck", "kam-Latn"], "main_score": 0.006267, "precision": 0.005933, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006591, "hf_subset": "sat_Olck-lit_Latn", "languages": ["sat-Olck", "lit-Latn"], "main_score": 0.006591, "precision": 0.006425, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.008303, "hf_subset": "sat_Olck-nob_Latn", "languages": ["sat-Olck", "nob-Latn"], "main_score": 0.008303, "precision": 0.008153, "recall": 0.009881}, {"accuracy": 0.004941, "f1": 0.002719, "hf_subset": "sat_Olck-scn_Latn", "languages": ["sat-Olck", "scn-Latn"], "main_score": 0.002719, "precision": 0.002448, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.003296, "hf_subset": "sat_Olck-tgk_Cyrl", "languages": ["sat-Olck", "tgk-Cyrl"], "main_score": 0.003296, "precision": 0.002891, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.007576, "hf_subset": "sat_Olck-yor_Latn", "languages": ["sat-Olck", "yor-Latn"], "main_score": 0.007576, "precision": 0.007411, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002966, "hf_subset": "sat_Olck-arz_Arab", "languages": ["sat-Olck", "arz-Arab"], "main_score": 0.002966, "precision": 0.002965, "recall": 0.003953}, {"accuracy": 0.006917, "f1": 0.004483, "hf_subset": "sat_Olck-cjk_Latn", "languages": ["sat-Olck", "cjk-Latn"], "main_score": 0.004483, "precision": 0.004064, "recall": 0.006917}, {"accuracy": 0.012846, "f1": 0.009241, "hf_subset": "sat_Olck-gla_Latn", "languages": ["sat-Olck", "gla-Latn"], "main_score": 0.009241, "precision": 0.008593, "recall": 0.012846}, {"accuracy": 0.002964, "f1": 0.001037, "hf_subset": "sat_Olck-kan_Knda", "languages": ["sat-Olck", "kan-Knda"], "main_score": 0.001037, "precision": 0.001013, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.003996, "hf_subset": "sat_Olck-lmo_Latn", "languages": ["sat-Olck", "lmo-Latn"], "main_score": 0.003996, "precision": 0.003678, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005931, "hf_subset": "sat_Olck-npi_Deva", "languages": ["sat-Olck", "npi-Deva"], "main_score": 0.005931, "precision": 0.00593, "recall": 0.006917}, {"accuracy": 0.004941, "f1": 0.001387, "hf_subset": "sat_Olck-shn_Mymr", "languages": ["sat-Olck", "shn-Mymr"], "main_score": 0.001387, "precision": 0.001222, "recall": 0.004941}, {"accuracy": 0.008893, "f1": 0.005862, "hf_subset": "sat_Olck-tgl_Latn", "languages": ["sat-Olck", "tgl-Latn"], "main_score": 0.005862, "precision": 0.005518, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.00659, "hf_subset": "sat_Olck-yue_Hant", "languages": ["sat-Olck", "yue-Hant"], "main_score": 0.00659, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.002964, "f1": 0.001979, "hf_subset": "sat_Olck-asm_Beng", "languages": ["sat-Olck", "asm-Beng"], "main_score": 0.001979, "precision": 0.001978, "recall": 0.002964}, {"accuracy": 0.008893, "f1": 0.005739, "hf_subset": "sat_Olck-ckb_Arab", "languages": ["sat-Olck", "ckb-Arab"], "main_score": 0.005739, "precision": 0.005438, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.004284, "hf_subset": "sat_Olck-gle_Latn", "languages": ["sat-Olck", "gle-Latn"], "main_score": 0.004284, "precision": 0.004151, "recall": 0.005929}, {"accuracy": 0.004941, "f1": 0.003296, "hf_subset": "sat_Olck-kas_Arab", "languages": ["sat-Olck", "kas-Arab"], "main_score": 0.003296, "precision": 0.003163, "recall": 0.004941}, {"accuracy": 0.007905, "f1": 0.005516, "hf_subset": "sat_Olck-ltg_Latn", "languages": ["sat-Olck", "ltg-Latn"], "main_score": 0.005516, "precision": 0.005312, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.005185, "hf_subset": "sat_Olck-nso_Latn", "languages": ["sat-Olck", "nso-Latn"], "main_score": 0.005185, "precision": 0.004817, "recall": 0.007905}, {"accuracy": 0.006917, "f1": 0.005931, "hf_subset": "sat_Olck-sin_Sinh", "languages": ["sat-Olck", "sin-Sinh"], "main_score": 0.005931, "precision": 0.00593, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.008566, "hf_subset": "sat_Olck-tha_Thai", "languages": ["sat-Olck", "tha-Thai"], "main_score": 0.008566, "precision": 0.0084, "recall": 0.009881}, {"accuracy": 0.006917, "f1": 0.005929, "hf_subset": "sat_Olck-zho_Hans", "languages": ["sat-Olck", "zho-Hans"], "main_score": 0.005929, "precision": 0.005435, "recall": 0.006917}, {"accuracy": 0.002964, "f1": 0.001978, "hf_subset": "sat_Olck-ast_Latn", "languages": ["sat-Olck", "ast-Latn"], "main_score": 0.001978, "precision": 0.001977, "recall": 0.002964}, {"accuracy": 0.003953, "f1": 0.002637, "hf_subset": "sat_Olck-crh_Latn", "languages": ["sat-Olck", "crh-Latn"], "main_score": 0.002637, "precision": 0.002471, "recall": 0.003953}, {"accuracy": 0.009881, "f1": 0.007599, "hf_subset": "sat_Olck-glg_Latn", "languages": ["sat-Olck", "glg-Latn"], "main_score": 0.007599, "precision": 0.007423, "recall": 0.009881}, {"accuracy": 0.008893, "f1": 0.006707, "hf_subset": "sat_Olck-kas_Deva", "languages": ["sat-Olck", "kas-Deva"], "main_score": 0.006707, "precision": 0.006424, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.002597, "hf_subset": "sat_Olck-ltz_Latn", "languages": ["sat-Olck", "ltz-Latn"], "main_score": 0.002597, "precision": 0.002373, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.004689, "hf_subset": "sat_Olck-nus_Latn", "languages": ["sat-Olck", "nus-Latn"], "main_score": 0.004689, "precision": 0.004205, "recall": 0.006917}, {"accuracy": 0.009881, "f1": 0.007578, "hf_subset": "sat_Olck-slk_Latn", "languages": ["sat-Olck", "slk-Latn"], "main_score": 0.007578, "precision": 0.007116, "recall": 0.009881}, {"accuracy": 0.002964, "f1": 0.001485, "hf_subset": "sat_Olck-tir_Ethi", "languages": ["sat-Olck", "tir-Ethi"], "main_score": 0.001485, "precision": 0.001319, "recall": 0.002964}, {"accuracy": 0.007905, "f1": 0.00626, "hf_subset": "sat_Olck-zho_Hant", "languages": ["sat-Olck", "zho-Hant"], "main_score": 0.00626, "precision": 0.00593, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.004613, "hf_subset": "sat_Olck-awa_Deva", "languages": ["sat-Olck", "awa-Deva"], "main_score": 0.004613, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-cym_Latn", "languages": ["sat-Olck", "cym-Latn"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.008893, "f1": 0.006334, "hf_subset": "sat_Olck-grn_Latn", "languages": ["sat-Olck", "grn-Latn"], "main_score": 0.006334, "precision": 0.006181, "recall": 0.008893}, {"accuracy": 0.006917, "f1": 0.004972, "hf_subset": "sat_Olck-kat_Geor", "languages": ["sat-Olck", "kat-Geor"], "main_score": 0.004972, "precision": 0.004957, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.004617, "hf_subset": "sat_Olck-lua_Latn", "languages": ["sat-Olck", "lua-Latn"], "main_score": 0.004617, "precision": 0.004449, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005997, "hf_subset": "sat_Olck-nya_Latn", "languages": ["sat-Olck", "nya-Latn"], "main_score": 0.005997, "precision": 0.005683, "recall": 0.007905}, {"accuracy": 0.01087, "f1": 0.008024, "hf_subset": "sat_Olck-slv_Latn", "languages": ["sat-Olck", "slv-Latn"], "main_score": 0.008024, "precision": 0.007474, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.006177, "hf_subset": "sat_Olck-tpi_Latn", "languages": ["sat-Olck", "tpi-Latn"], "main_score": 0.006177, "precision": 0.005782, "recall": 0.008893}, {"accuracy": 0.007905, "f1": 0.006919, "hf_subset": "sat_Olck-zsm_Latn", "languages": ["sat-Olck", "zsm-Latn"], "main_score": 0.006919, "precision": 0.006918, "recall": 0.007905}, {"accuracy": 0.008893, "f1": 0.006312, "hf_subset": "sat_Olck-ayr_Latn", "languages": ["sat-Olck", "ayr-Latn"], "main_score": 0.006312, "precision": 0.006154, "recall": 0.008893}, {"accuracy": 0.009881, "f1": 0.006353, "hf_subset": "sat_Olck-dan_Latn", "languages": ["sat-Olck", "dan-Latn"], "main_score": 0.006353, "precision": 0.005978, "recall": 0.009881}, {"accuracy": 0.001976, "f1": 0.000991, "hf_subset": "sat_Olck-guj_Gujr", "languages": ["sat-Olck", "guj-Gujr"], "main_score": 0.000991, "precision": 0.00099, "recall": 0.001976}, {"accuracy": 0.006917, "f1": 0.005602, "hf_subset": "sat_Olck-kaz_Cyrl", "languages": ["sat-Olck", "kaz-Cyrl"], "main_score": 0.005602, "precision": 0.005436, "recall": 0.006917}, {"accuracy": 0.003953, "f1": 0.002472, "hf_subset": "sat_Olck-lug_Latn", "languages": ["sat-Olck", "lug-Latn"], "main_score": 0.002472, "precision": 0.002307, "recall": 0.003953}, {"accuracy": 0.01087, "f1": 0.007584, "hf_subset": "sat_Olck-oci_Latn", "languages": ["sat-Olck", "oci-Latn"], "main_score": 0.007584, "precision": 0.007086, "recall": 0.01087}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-smo_Latn", "languages": ["sat-Olck", "smo-Latn"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.004614, "hf_subset": "sat_Olck-tsn_Latn", "languages": ["sat-Olck", "tsn-Latn"], "main_score": 0.004614, "precision": 0.004448, "recall": 0.005929}, {"accuracy": 0.009881, "f1": 0.006316, "hf_subset": "sat_Olck-zul_Latn", "languages": ["sat-Olck", "zul-Latn"], "main_score": 0.006316, "precision": 0.00579, "recall": 0.009881}, {"accuracy": 0.003953, "f1": 0.002968, "hf_subset": "sat_Olck-azb_Arab", "languages": ["sat-Olck", "azb-Arab"], "main_score": 0.002968, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.00659, "hf_subset": "sat_Olck-deu_Latn", "languages": ["sat-Olck", "deu-Latn"], "main_score": 0.00659, "precision": 0.006424, "recall": 0.007905}, {"accuracy": 0.009881, "f1": 0.006763, "hf_subset": "sat_Olck-hat_Latn", "languages": ["sat-Olck", "hat-Latn"], "main_score": 0.006763, "precision": 0.006264, "recall": 0.009881}, {"accuracy": 0.01087, "f1": 0.008405, "hf_subset": "sat_Olck-kbp_Latn", "languages": ["sat-Olck", "kbp-Latn"], "main_score": 0.008405, "precision": 0.007744, "recall": 0.01087}, {"accuracy": 0.008893, "f1": 0.005294, "hf_subset": "sat_Olck-luo_Latn", "languages": ["sat-Olck", "luo-Latn"], "main_score": 0.005294, "precision": 0.004953, "recall": 0.008893}, {"accuracy": 0.005929, "f1": 0.004943, "hf_subset": "sat_Olck-ory_Orya", "languages": ["sat-Olck", "ory-Orya"], "main_score": 0.004943, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.003953, "f1": 0.001472, "hf_subset": "sat_Olck-sna_Latn", "languages": ["sat-Olck", "sna-Latn"], "main_score": 0.001472, "precision": 0.001282, "recall": 0.003953}, {"accuracy": 0.007905, "f1": 0.006263, "hf_subset": "sat_Olck-tso_Latn", "languages": ["sat-Olck", "tso-Latn"], "main_score": 0.006263, "precision": 0.005931, "recall": 0.007905}, {"accuracy": 0.003953, "f1": 0.002968, "hf_subset": "sat_Olck-azj_Latn", "languages": ["sat-Olck", "azj-Latn"], "main_score": 0.002968, "precision": 0.002966, "recall": 0.003953}, {"accuracy": 0.009881, "f1": 0.008569, "hf_subset": "sat_Olck-dik_Latn", "languages": ["sat-Olck", "dik-Latn"], "main_score": 0.008569, "precision": 0.008402, "recall": 0.009881}, {"accuracy": 0.011858, "f1": 0.009153, "hf_subset": "sat_Olck-hau_Latn", "languages": ["sat-Olck", "hau-Latn"], "main_score": 0.009153, "precision": 0.009037, "recall": 0.011858}, {"accuracy": 0.004941, "f1": 0.00346, "hf_subset": "sat_Olck-kea_Latn", "languages": ["sat-Olck", "kea-Latn"], "main_score": 0.00346, "precision": 0.003295, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.003997, "hf_subset": "sat_Olck-lus_Latn", "languages": ["sat-Olck", "lus-Latn"], "main_score": 0.003997, "precision": 0.003667, "recall": 0.006917}, {"accuracy": 0.007905, "f1": 0.006096, "hf_subset": "sat_Olck-pag_Latn", "languages": ["sat-Olck", "pag-Latn"], "main_score": 0.006096, "precision": 0.005765, "recall": 0.007905}, {"accuracy": 0.004941, "f1": 0.002646, "hf_subset": "sat_Olck-snd_Arab", "languages": ["sat-Olck", "snd-Arab"], "main_score": 0.002646, "precision": 0.002476, "recall": 0.004941}, {"accuracy": 0.004941, "f1": 0.003955, "hf_subset": "sat_Olck-tuk_Latn", "languages": ["sat-Olck", "tuk-Latn"], "main_score": 0.003955, "precision": 0.003954, "recall": 0.004941}, {"accuracy": 0.005929, "f1": 0.00379, "hf_subset": "sat_Olck-bak_Cyrl", "languages": ["sat-Olck", "bak-Cyrl"], "main_score": 0.00379, "precision": 0.003493, "recall": 0.005929}, {"accuracy": 0.007905, "f1": 0.005668, "hf_subset": "sat_Olck-dyu_Latn", "languages": ["sat-Olck", "dyu-Latn"], "main_score": 0.005668, "precision": 0.005189, "recall": 0.007905}, {"accuracy": 0.007905, "f1": 0.006096, "hf_subset": "sat_Olck-heb_Hebr", "languages": ["sat-Olck", "heb-Hebr"], "main_score": 0.006096, "precision": 0.005765, "recall": 0.007905}, {"accuracy": 0.005929, "f1": 0.004944, "hf_subset": "sat_Olck-khk_Cyrl", "languages": ["sat-Olck", "khk-Cyrl"], "main_score": 0.004944, "precision": 0.004942, "recall": 0.005929}, {"accuracy": 0.008893, "f1": 0.00616, "hf_subset": "sat_Olck-lvs_Latn", "languages": ["sat-Olck", "lvs-Latn"], "main_score": 0.00616, "precision": 0.006058, "recall": 0.008893}, {"accuracy": 0.004941, "f1": 0.002647, "hf_subset": "sat_Olck-pan_Guru", "languages": ["sat-Olck", "pan-Guru"], "main_score": 0.002647, "precision": 0.002477, "recall": 0.004941}, {"accuracy": 0.006917, "f1": 0.003603, "hf_subset": "sat_Olck-som_Latn", "languages": ["sat-Olck", "som-Latn"], "main_score": 0.003603, "precision": 0.003371, "recall": 0.006917}, {"accuracy": 0.005929, "f1": 0.003636, "hf_subset": "sat_Olck-tum_Latn", "languages": ["sat-Olck", "tum-Latn"], "main_score": 0.003636, "precision": 0.003465, "recall": 0.005929}, {"accuracy": 0.05336, "f1": 0.033629, "hf_subset": "tel_Telu-ace_Arab", "languages": ["tel-Telu", "ace-Arab"], "main_score": 0.033629, "precision": 0.029341, "recall": 0.05336}, {"accuracy": 0.117589, "f1": 0.072642, "hf_subset": "tel_Telu-bam_Latn", "languages": ["tel-Telu", "bam-Latn"], "main_score": 0.072642, "precision": 0.062663, "recall": 0.117589}, {"accuracy": 0.003953, "f1": 5.6e-05, "hf_subset": "tel_Telu-dzo_Tibt", "languages": ["tel-Telu", "dzo-Tibt"], "main_score": 5.6e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.860672, "f1": 0.829676, "hf_subset": "tel_Telu-hin_Deva", "languages": ["tel-Telu", "hin-Deva"], "main_score": 0.829676, "precision": 0.815545, "recall": 0.860672}, {"accuracy": 0.759881, "f1": 0.71606, "hf_subset": "tel_Telu-khm_Khmr", "languages": ["tel-Telu", "khm-Khmr"], "main_score": 0.71606, "precision": 0.69749, "recall": 0.759881}, {"accuracy": 0.786561, "f1": 0.742361, "hf_subset": "tel_Telu-mag_Deva", "languages": ["tel-Telu", "mag-Deva"], "main_score": 0.742361, "precision": 0.723264, "recall": 0.786561}, {"accuracy": 0.439723, "f1": 0.366092, "hf_subset": "tel_Telu-pap_Latn", "languages": ["tel-Telu", "pap-Latn"], "main_score": 0.366092, "precision": 0.340604, "recall": 0.439723}, {"accuracy": 0.119565, "f1": 0.076503, "hf_subset": "tel_Telu-sot_Latn", "languages": ["tel-Telu", "sot-Latn"], "main_score": 0.076503, "precision": 0.06702, "recall": 0.119565}, {"accuracy": 0.867589, "f1": 0.836437, "hf_subset": "tel_Telu-tur_Latn", "languages": ["tel-Telu", "tur-Latn"], "main_score": 0.836437, "precision": 0.823578, "recall": 0.867589}, {"accuracy": 0.273715, "f1": 0.203432, "hf_subset": "tel_Telu-ace_Latn", "languages": ["tel-Telu", "ace-Latn"], "main_score": 0.203432, "precision": 0.181618, "recall": 0.273715}, {"accuracy": 0.443676, "f1": 0.373317, "hf_subset": "tel_Telu-ban_Latn", "languages": ["tel-Telu", "ban-Latn"], "main_score": 0.373317, "precision": 0.34761, "recall": 0.443676}, {"accuracy": 0.863636, "f1": 0.831623, "hf_subset": "tel_Telu-ell_Grek", "languages": ["tel-Telu", "ell-Grek"], "main_score": 0.831623, "precision": 0.818356, "recall": 0.863636}, {"accuracy": 0.775692, "f1": 0.730058, "hf_subset": "tel_Telu-hne_Deva", "languages": ["tel-Telu", "hne-Deva"], "main_score": 0.730058, "precision": 0.71037, "recall": 0.775692}, {"accuracy": 0.137352, "f1": 0.083642, "hf_subset": "tel_Telu-kik_Latn", "languages": ["tel-Telu", "kik-Latn"], "main_score": 0.083642, "precision": 0.072163, "recall": 0.137352}, {"accuracy": 0.770751, "f1": 0.724566, "hf_subset": "tel_Telu-mai_Deva", "languages": ["tel-Telu", "mai-Deva"], "main_score": 0.724566, "precision": 0.704835, "recall": 0.770751}, {"accuracy": 0.711462, "f1": 0.658777, "hf_subset": "tel_Telu-pbt_Arab", "languages": ["tel-Telu", "pbt-Arab"], "main_score": 0.658777, "precision": 0.636693, "recall": 0.711462}, {"accuracy": 0.856719, "f1": 0.82148, "hf_subset": "tel_Telu-spa_Latn", "languages": ["tel-Telu", "spa-Latn"], "main_score": 0.82148, "precision": 0.806961, "recall": 0.856719}, {"accuracy": 0.161067, "f1": 0.10539, "hf_subset": "tel_Telu-twi_Latn", "languages": ["tel-Telu", "twi-Latn"], "main_score": 0.10539, "precision": 0.091253, "recall": 0.161067}, {"accuracy": 0.843874, "f1": 0.80961, "hf_subset": "tel_Telu-acm_Arab", "languages": ["tel-Telu", "acm-Arab"], "main_score": 0.80961, "precision": 0.794351, "recall": 0.843874}, {"accuracy": 0.809289, "f1": 0.76438, "hf_subset": "tel_Telu-bel_Cyrl", "languages": ["tel-Telu", "bel-Cyrl"], "main_score": 0.76438, "precision": 0.745149, "recall": 0.809289}, {"accuracy": 0.870553, "f1": 0.838181, "hf_subset": "tel_Telu-eng_Latn", "languages": ["tel-Telu", "eng-Latn"], "main_score": 0.838181, "precision": 0.824935, "recall": 0.870553}, {"accuracy": 0.859684, "f1": 0.823984, "hf_subset": "tel_Telu-hrv_Latn", "languages": ["tel-Telu", "hrv-Latn"], "main_score": 0.823984, "precision": 0.808351, "recall": 0.859684}, {"accuracy": 0.102767, "f1": 0.067112, "hf_subset": "tel_Telu-kin_Latn", "languages": ["tel-Telu", "kin-Latn"], "main_score": 0.067112, "precision": 0.058955, "recall": 0.102767}, {"accuracy": 0.828063, "f1": 0.795114, "hf_subset": "tel_Telu-mal_Mlym", "languages": ["tel-Telu", "mal-Mlym"], "main_score": 0.795114, "precision": 0.781151, "recall": 0.828063}, {"accuracy": 0.862648, "f1": 0.829465, "hf_subset": "tel_Telu-pes_Arab", "languages": ["tel-Telu", "pes-Arab"], "main_score": 0.829465, "precision": 0.814262, "recall": 0.862648}, {"accuracy": 0.501976, "f1": 0.423813, "hf_subset": "tel_Telu-srd_Latn", "languages": ["tel-Telu", "srd-Latn"], "main_score": 0.423813, "precision": 0.395556, "recall": 0.501976}, {"accuracy": 0.072134, "f1": 0.037408, "hf_subset": "tel_Telu-tzm_Tfng", "languages": ["tel-Telu", "tzm-Tfng"], "main_score": 0.037408, "precision": 0.031942, "recall": 0.072134}, {"accuracy": 0.855731, "f1": 0.825514, "hf_subset": "tel_Telu-acq_Arab", "languages": ["tel-Telu", "acq-Arab"], "main_score": 0.825514, "precision": 0.812269, "recall": 0.855731}, {"accuracy": 0.135375, "f1": 0.086622, "hf_subset": "tel_Telu-bem_Latn", "languages": ["tel-Telu", "bem-Latn"], "main_score": 0.086622, "precision": 0.075495, "recall": 0.135375}, {"accuracy": 0.681818, "f1": 0.621574, "hf_subset": "tel_Telu-epo_Latn", "languages": ["tel-Telu", "epo-Latn"], "main_score": 0.621574, "precision": 0.596697, "recall": 0.681818}, {"accuracy": 0.866601, "f1": 0.832287, "hf_subset": "tel_Telu-hun_Latn", "languages": ["tel-Telu", "hun-Latn"], "main_score": 0.832287, "precision": 0.817482, "recall": 0.866601}, {"accuracy": 0.770751, "f1": 0.725174, "hf_subset": "tel_Telu-kir_Cyrl", "languages": ["tel-Telu", "kir-Cyrl"], "main_score": 0.725174, "precision": 0.705841, "recall": 0.770751}, {"accuracy": 0.787549, "f1": 0.747502, "hf_subset": "tel_Telu-mar_Deva", "languages": ["tel-Telu", "mar-Deva"], "main_score": 0.747502, "precision": 0.730925, "recall": 0.787549}, {"accuracy": 0.184783, "f1": 0.132878, "hf_subset": "tel_Telu-plt_Latn", "languages": ["tel-Telu", "plt-Latn"], "main_score": 0.132878, "precision": 0.118682, "recall": 0.184783}, {"accuracy": 0.870553, "f1": 0.837371, "hf_subset": "tel_Telu-srp_Cyrl", "languages": ["tel-Telu", "srp-Cyrl"], "main_score": 0.837371, "precision": 0.822883, "recall": 0.870553}, {"accuracy": 0.724308, "f1": 0.675494, "hf_subset": "tel_Telu-uig_Arab", "languages": ["tel-Telu", "uig-Arab"], "main_score": 0.675494, "precision": 0.654759, "recall": 0.724308}, {"accuracy": 0.756917, "f1": 0.708509, "hf_subset": "tel_Telu-aeb_Arab", "languages": ["tel-Telu", "aeb-Arab"], "main_score": 0.708509, "precision": 0.688422, "recall": 0.756917}, {"accuracy": 0.813241, "f1": 0.777756, "hf_subset": "tel_Telu-ben_Beng", "languages": ["tel-Telu", "ben-Beng"], "main_score": 0.777756, "precision": 0.762294, "recall": 0.813241}, {"accuracy": 0.848814, "f1": 0.81334, "hf_subset": "tel_Telu-est_Latn", "languages": ["tel-Telu", "est-Latn"], "main_score": 0.81334, "precision": 0.798257, "recall": 0.848814}, {"accuracy": 0.879447, "f1": 0.847025, "hf_subset": "tel_Telu-hye_Armn", "languages": ["tel-Telu", "hye-Armn"], "main_score": 0.847025, "precision": 0.832139, "recall": 0.879447}, {"accuracy": 0.098814, "f1": 0.056144, "hf_subset": "tel_Telu-kmb_Latn", "languages": ["tel-Telu", "kmb-Latn"], "main_score": 0.056144, "precision": 0.048175, "recall": 0.098814}, {"accuracy": 0.041502, "f1": 0.025638, "hf_subset": "tel_Telu-min_Arab", "languages": ["tel-Telu", "min-Arab"], "main_score": 0.025638, "precision": 0.022024, "recall": 0.041502}, {"accuracy": 0.856719, "f1": 0.82021, "hf_subset": "tel_Telu-pol_Latn", "languages": ["tel-Telu", "pol-Latn"], "main_score": 0.82021, "precision": 0.804249, "recall": 0.856719}, {"accuracy": 0.099802, "f1": 0.060523, "hf_subset": "tel_Telu-ssw_Latn", "languages": ["tel-Telu", "ssw-Latn"], "main_score": 0.060523, "precision": 0.052546, "recall": 0.099802}, {"accuracy": 0.871542, "f1": 0.838408, "hf_subset": "tel_Telu-ukr_Cyrl", "languages": ["tel-Telu", "ukr-Cyrl"], "main_score": 0.838408, "precision": 0.824087, "recall": 0.871542}, {"accuracy": 0.811265, "f1": 0.766173, "hf_subset": "tel_Telu-afr_Latn", "languages": ["tel-Telu", "afr-Latn"], "main_score": 0.766173, "precision": 0.746327, "recall": 0.811265}, {"accuracy": 0.704545, "f1": 0.650842, "hf_subset": "tel_Telu-bho_Deva", "languages": ["tel-Telu", "bho-Deva"], "main_score": 0.650842, "precision": 0.627963, "recall": 0.704545}, {"accuracy": 0.547431, "f1": 0.481421, "hf_subset": "tel_Telu-eus_Latn", "languages": ["tel-Telu", "eus-Latn"], "main_score": 0.481421, "precision": 0.45647, "recall": 0.547431}, {"accuracy": 0.117589, "f1": 0.073211, "hf_subset": "tel_Telu-ibo_Latn", "languages": ["tel-Telu", "ibo-Latn"], "main_score": 0.073211, "precision": 0.062507, "recall": 0.117589}, {"accuracy": 0.576087, "f1": 0.514371, "hf_subset": "tel_Telu-kmr_Latn", "languages": ["tel-Telu", "kmr-Latn"], "main_score": 0.514371, "precision": 0.490913, "recall": 0.576087}, {"accuracy": 0.424901, "f1": 0.35319, "hf_subset": "tel_Telu-min_Latn", "languages": ["tel-Telu", "min-Latn"], "main_score": 0.35319, "precision": 0.327719, "recall": 0.424901}, {"accuracy": 0.879447, "f1": 0.848454, "hf_subset": "tel_Telu-por_Latn", "languages": ["tel-Telu", "por-Latn"], "main_score": 0.848454, "precision": 0.834825, "recall": 0.879447}, {"accuracy": 0.520751, "f1": 0.445314, "hf_subset": "tel_Telu-sun_Latn", "languages": ["tel-Telu", "sun-Latn"], "main_score": 0.445314, "precision": 0.417854, "recall": 0.520751}, {"accuracy": 0.105731, "f1": 0.069069, "hf_subset": "tel_Telu-umb_Latn", "languages": ["tel-Telu", "umb-Latn"], "main_score": 0.069069, "precision": 0.061335, "recall": 0.105731}, {"accuracy": 0.823123, "f1": 0.788368, "hf_subset": "tel_Telu-ajp_Arab", "languages": ["tel-Telu", "ajp-Arab"], "main_score": 0.788368, "precision": 0.773083, "recall": 0.823123}, {"accuracy": 0.054348, "f1": 0.032602, "hf_subset": "tel_Telu-bjn_Arab", "languages": ["tel-Telu", "bjn-Arab"], "main_score": 0.032602, "precision": 0.028156, "recall": 0.054348}, {"accuracy": 0.135375, "f1": 0.093736, "hf_subset": "tel_Telu-ewe_Latn", "languages": ["tel-Telu", "ewe-Latn"], "main_score": 0.093736, "precision": 0.083573, "recall": 0.135375}, {"accuracy": 0.221344, "f1": 0.157288, "hf_subset": "tel_Telu-ilo_Latn", "languages": ["tel-Telu", "ilo-Latn"], "main_score": 0.157288, "precision": 0.138694, "recall": 0.221344}, {"accuracy": 0.079051, "f1": 0.050246, "hf_subset": "tel_Telu-knc_Arab", "languages": ["tel-Telu", "knc-Arab"], "main_score": 0.050246, "precision": 0.043881, "recall": 0.079051}, {"accuracy": 0.876482, "f1": 0.843746, "hf_subset": "tel_Telu-mkd_Cyrl", "languages": ["tel-Telu", "mkd-Cyrl"], "main_score": 0.843746, "precision": 0.828887, "recall": 0.876482}, {"accuracy": 0.856719, "f1": 0.82366, "hf_subset": "tel_Telu-prs_Arab", "languages": ["tel-Telu", "prs-Arab"], "main_score": 0.82366, "precision": 0.809032, "recall": 0.856719}, {"accuracy": 0.860672, "f1": 0.826141, "hf_subset": "tel_Telu-swe_Latn", "languages": ["tel-Telu", "swe-Latn"], "main_score": 0.826141, "precision": 0.811587, "recall": 0.860672}, {"accuracy": 0.843874, "f1": 0.807115, "hf_subset": "tel_Telu-urd_Arab", "languages": ["tel-Telu", "urd-Arab"], "main_score": 0.807115, "precision": 0.791488, "recall": 0.843874}, {"accuracy": 0.170949, "f1": 0.115847, "hf_subset": "tel_Telu-aka_Latn", "languages": ["tel-Telu", "aka-Latn"], "main_score": 0.115847, "precision": 0.101908, "recall": 0.170949}, {"accuracy": 0.555336, "f1": 0.490511, "hf_subset": "tel_Telu-bjn_Latn", "languages": ["tel-Telu", "bjn-Latn"], "main_score": 0.490511, "precision": 0.466516, "recall": 0.555336}, {"accuracy": 0.33498, "f1": 0.266149, "hf_subset": "tel_Telu-fao_Latn", "languages": ["tel-Telu", "fao-Latn"], "main_score": 0.266149, "precision": 0.245115, "recall": 0.33498}, {"accuracy": 0.862648, "f1": 0.829251, "hf_subset": "tel_Telu-ind_Latn", "languages": ["tel-Telu", "ind-Latn"], "main_score": 0.829251, "precision": 0.815446, "recall": 0.862648}, {"accuracy": 0.161067, "f1": 0.109094, "hf_subset": "tel_Telu-knc_Latn", "languages": ["tel-Telu", "knc-Latn"], "main_score": 0.109094, "precision": 0.095345, "recall": 0.161067}, {"accuracy": 0.205534, "f1": 0.148117, "hf_subset": "tel_Telu-mlt_Latn", "languages": ["tel-Telu", "mlt-Latn"], "main_score": 0.148117, "precision": 0.133663, "recall": 0.205534}, {"accuracy": 0.159091, "f1": 0.104645, "hf_subset": "tel_Telu-quy_Latn", "languages": ["tel-Telu", "quy-Latn"], "main_score": 0.104645, "precision": 0.090251, "recall": 0.159091}, {"accuracy": 0.263834, "f1": 0.200237, "hf_subset": "tel_Telu-swh_Latn", "languages": ["tel-Telu", "swh-Latn"], "main_score": 0.200237, "precision": 0.182566, "recall": 0.263834}, {"accuracy": 0.501976, "f1": 0.433464, "hf_subset": "tel_Telu-uzn_Latn", "languages": ["tel-Telu", "uzn-Latn"], "main_score": 0.433464, "precision": 0.40884, "recall": 0.501976}, {"accuracy": 0.870553, "f1": 0.839465, "hf_subset": "tel_Telu-als_Latn", "languages": ["tel-Telu", "als-Latn"], "main_score": 0.839465, "precision": 0.826559, "recall": 0.870553}, {"accuracy": 0.064229, "f1": 0.027305, "hf_subset": "tel_Telu-bod_Tibt", "languages": ["tel-Telu", "bod-Tibt"], "main_score": 0.027305, "precision": 0.022212, "recall": 0.064229}, {"accuracy": 0.118577, "f1": 0.076969, "hf_subset": "tel_Telu-fij_Latn", "languages": ["tel-Telu", "fij-Latn"], "main_score": 0.076969, "precision": 0.066356, "recall": 0.118577}, {"accuracy": 0.596838, "f1": 0.527362, "hf_subset": "tel_Telu-isl_Latn", "languages": ["tel-Telu", "isl-Latn"], "main_score": 0.527362, "precision": 0.499195, "recall": 0.596838}, {"accuracy": 0.142292, "f1": 0.094162, "hf_subset": "tel_Telu-kon_Latn", "languages": ["tel-Telu", "kon-Latn"], "main_score": 0.094162, "precision": 0.083539, "recall": 0.142292}, {"accuracy": 0.067194, "f1": 0.036066, "hf_subset": "tel_Telu-mni_Beng", "languages": ["tel-Telu", "mni-Beng"], "main_score": 0.036066, "precision": 0.030746, "recall": 0.067194}, {"accuracy": 0.86166, "f1": 0.828063, "hf_subset": "tel_Telu-ron_Latn", "languages": ["tel-Telu", "ron-Latn"], "main_score": 0.828063, "precision": 0.813988, "recall": 0.86166}, {"accuracy": 0.585968, "f1": 0.51028, "hf_subset": "tel_Telu-szl_Latn", "languages": ["tel-Telu", "szl-Latn"], "main_score": 0.51028, "precision": 0.482235, "recall": 0.585968}, {"accuracy": 0.606719, "f1": 0.535391, "hf_subset": "tel_Telu-vec_Latn", "languages": ["tel-Telu", "vec-Latn"], "main_score": 0.535391, "precision": 0.509171, "recall": 0.606719}, {"accuracy": 0.724308, "f1": 0.666968, "hf_subset": "tel_Telu-amh_Ethi", "languages": ["tel-Telu", "amh-Ethi"], "main_score": 0.666968, "precision": 0.643429, "recall": 0.724308}, {"accuracy": 0.864625, "f1": 0.831711, "hf_subset": "tel_Telu-bos_Latn", "languages": ["tel-Telu", "bos-Latn"], "main_score": 0.831711, "precision": 0.817985, "recall": 0.864625}, {"accuracy": 0.853755, "f1": 0.816702, "hf_subset": "tel_Telu-fin_Latn", "languages": ["tel-Telu", "fin-Latn"], "main_score": 0.816702, "precision": 0.800998, "recall": 0.853755}, {"accuracy": 0.87253, "f1": 0.839347, "hf_subset": "tel_Telu-ita_Latn", "languages": ["tel-Telu", "ita-Latn"], "main_score": 0.839347, "precision": 0.824715, "recall": 0.87253}, {"accuracy": 0.848814, "f1": 0.81754, "hf_subset": "tel_Telu-kor_Hang", "languages": ["tel-Telu", "kor-Hang"], "main_score": 0.81754, "precision": 0.803666, "recall": 0.848814}, {"accuracy": 0.134387, "f1": 0.093048, "hf_subset": "tel_Telu-mos_Latn", "languages": ["tel-Telu", "mos-Latn"], "main_score": 0.093048, "precision": 0.082456, "recall": 0.134387}, {"accuracy": 0.094862, "f1": 0.061401, "hf_subset": "tel_Telu-run_Latn", "languages": ["tel-Telu", "run-Latn"], "main_score": 0.061401, "precision": 0.053861, "recall": 0.094862}, {"accuracy": 0.83498, "f1": 0.798353, "hf_subset": "tel_Telu-tam_Taml", "languages": ["tel-Telu", "tam-Taml"], "main_score": 0.798353, "precision": 0.782237, "recall": 0.83498}, {"accuracy": 0.859684, "f1": 0.823188, "hf_subset": "tel_Telu-vie_Latn", "languages": ["tel-Telu", "vie-Latn"], "main_score": 0.823188, "precision": 0.807576, "recall": 0.859684}, {"accuracy": 0.8083, "f1": 0.768055, "hf_subset": "tel_Telu-apc_Arab", "languages": ["tel-Telu", "apc-Arab"], "main_score": 0.768055, "precision": 0.750247, "recall": 0.8083}, {"accuracy": 0.248024, "f1": 0.185016, "hf_subset": "tel_Telu-bug_Latn", "languages": ["tel-Telu", "bug-Latn"], "main_score": 0.185016, "precision": 0.166015, "recall": 0.248024}, {"accuracy": 0.114625, "f1": 0.074744, "hf_subset": "tel_Telu-fon_Latn", "languages": ["tel-Telu", "fon-Latn"], "main_score": 0.074744, "precision": 0.06569, "recall": 0.114625}, {"accuracy": 0.512846, "f1": 0.439604, "hf_subset": "tel_Telu-jav_Latn", "languages": ["tel-Telu", "jav-Latn"], "main_score": 0.439604, "precision": 0.412979, "recall": 0.512846}, {"accuracy": 0.812253, "f1": 0.772583, "hf_subset": "tel_Telu-lao_Laoo", "languages": ["tel-Telu", "lao-Laoo"], "main_score": 0.772583, "precision": 0.755946, "recall": 0.812253}, {"accuracy": 0.116601, "f1": 0.069714, "hf_subset": "tel_Telu-mri_Latn", "languages": ["tel-Telu", "mri-Latn"], "main_score": 0.069714, "precision": 0.060333, "recall": 0.116601}, {"accuracy": 0.865613, "f1": 0.833228, "hf_subset": "tel_Telu-rus_Cyrl", "languages": ["tel-Telu", "rus-Cyrl"], "main_score": 0.833228, "precision": 0.819623, "recall": 0.865613}, {"accuracy": 0.141304, "f1": 0.102082, "hf_subset": "tel_Telu-taq_Latn", "languages": ["tel-Telu", "taq-Latn"], "main_score": 0.102082, "precision": 0.09296, "recall": 0.141304}, {"accuracy": 0.268775, "f1": 0.196885, "hf_subset": "tel_Telu-war_Latn", "languages": ["tel-Telu", "war-Latn"], "main_score": 0.196885, "precision": 0.17621, "recall": 0.268775}, {"accuracy": 0.86166, "f1": 0.830435, "hf_subset": "tel_Telu-arb_Arab", "languages": ["tel-Telu", "arb-Arab"], "main_score": 0.830435, "precision": 0.817287, "recall": 0.86166}, {"accuracy": 0.860672, "f1": 0.826106, "hf_subset": "tel_Telu-bul_Cyrl", "languages": ["tel-Telu", "bul-Cyrl"], "main_score": 0.826106, "precision": 0.811161, "recall": 0.860672}, {"accuracy": 0.878458, "f1": 0.845718, "hf_subset": "tel_Telu-fra_Latn", "languages": ["tel-Telu", "fra-Latn"], "main_score": 0.845718, "precision": 0.831417, "recall": 0.878458}, {"accuracy": 0.863636, "f1": 0.829912, "hf_subset": "tel_Telu-jpn_Jpan", "languages": ["tel-Telu", "jpn-Jpan"], "main_score": 0.829912, "precision": 0.815283, "recall": 0.863636}, {"accuracy": 0.543478, "f1": 0.472208, "hf_subset": "tel_Telu-lij_Latn", "languages": ["tel-Telu", "lij-Latn"], "main_score": 0.472208, "precision": 0.44642, "recall": 0.543478}, {"accuracy": 0.832016, "f1": 0.794024, "hf_subset": "tel_Telu-mya_Mymr", "languages": ["tel-Telu", "mya-Mymr"], "main_score": 0.794024, "precision": 0.777659, "recall": 0.832016}, {"accuracy": 0.137352, "f1": 0.093825, "hf_subset": "tel_Telu-sag_Latn", "languages": ["tel-Telu", "sag-Latn"], "main_score": 0.093825, "precision": 0.082837, "recall": 0.137352}, {"accuracy": 0.082016, "f1": 0.042234, "hf_subset": "tel_Telu-taq_Tfng", "languages": ["tel-Telu", "taq-Tfng"], "main_score": 0.042234, "precision": 0.035758, "recall": 0.082016}, {"accuracy": 0.142292, "f1": 0.093395, "hf_subset": "tel_Telu-wol_Latn", "languages": ["tel-Telu", "wol-Latn"], "main_score": 0.093395, "precision": 0.081861, "recall": 0.142292}, {"accuracy": 0.079051, "f1": 0.042843, "hf_subset": "tel_Telu-arb_Latn", "languages": ["tel-Telu", "arb-Latn"], "main_score": 0.042843, "precision": 0.035884, "recall": 0.079051}, {"accuracy": 0.869565, "f1": 0.838174, "hf_subset": "tel_Telu-cat_Latn", "languages": ["tel-Telu", "cat-Latn"], "main_score": 0.838174, "precision": 0.824548, "recall": 0.869565}, {"accuracy": 0.506917, "f1": 0.429775, "hf_subset": "tel_Telu-fur_Latn", "languages": ["tel-Telu", "fur-Latn"], "main_score": 0.429775, "precision": 0.4004, "recall": 0.506917}, {"accuracy": 0.061265, "f1": 0.040343, "hf_subset": "tel_Telu-kab_Latn", "languages": ["tel-Telu", "kab-Latn"], "main_score": 0.040343, "precision": 0.035199, "recall": 0.061265}, {"accuracy": 0.532609, "f1": 0.464684, "hf_subset": "tel_Telu-lim_Latn", "languages": ["tel-Telu", "lim-Latn"], "main_score": 0.464684, "precision": 0.438621, "recall": 0.532609}, {"accuracy": 0.852767, "f1": 0.816971, "hf_subset": "tel_Telu-nld_Latn", "languages": ["tel-Telu", "nld-Latn"], "main_score": 0.816971, "precision": 0.802034, "recall": 0.852767}, {"accuracy": 0.61166, "f1": 0.553051, "hf_subset": "tel_Telu-san_Deva", "languages": ["tel-Telu", "san-Deva"], "main_score": 0.553051, "precision": 0.529505, "recall": 0.61166}, {"accuracy": 0.353755, "f1": 0.288889, "hf_subset": "tel_Telu-tat_Cyrl", "languages": ["tel-Telu", "tat-Cyrl"], "main_score": 0.288889, "precision": 0.265971, "recall": 0.353755}, {"accuracy": 0.13834, "f1": 0.085331, "hf_subset": "tel_Telu-xho_Latn", "languages": ["tel-Telu", "xho-Latn"], "main_score": 0.085331, "precision": 0.07367, "recall": 0.13834}, {"accuracy": 0.852767, "f1": 0.819499, "hf_subset": "tel_Telu-ars_Arab", "languages": ["tel-Telu", "ars-Arab"], "main_score": 0.819499, "precision": 0.804792, "recall": 0.852767}, {"accuracy": 0.258893, "f1": 0.194513, "hf_subset": "tel_Telu-ceb_Latn", "languages": ["tel-Telu", "ceb-Latn"], "main_score": 0.194513, "precision": 0.176183, "recall": 0.258893}, {"accuracy": 0.135375, "f1": 0.084925, "hf_subset": "tel_Telu-fuv_Latn", "languages": ["tel-Telu", "fuv-Latn"], "main_score": 0.084925, "precision": 0.073246, "recall": 0.135375}, {"accuracy": 0.119565, "f1": 0.078081, "hf_subset": "tel_Telu-kac_Latn", "languages": ["tel-Telu", "kac-Latn"], "main_score": 0.078081, "precision": 0.06891, "recall": 0.119565}, {"accuracy": 0.151186, "f1": 0.103063, "hf_subset": "tel_Telu-lin_Latn", "languages": ["tel-Telu", "lin-Latn"], "main_score": 0.103063, "precision": 0.091221, "recall": 0.151186}, {"accuracy": 0.826087, "f1": 0.78508, "hf_subset": "tel_Telu-nno_Latn", "languages": ["tel-Telu", "nno-Latn"], "main_score": 0.78508, "precision": 0.767572, "recall": 0.826087}, {"accuracy": 0.020751, "f1": 0.00762, "hf_subset": "tel_Telu-sat_Olck", "languages": ["tel-Telu", "sat-Olck"], "main_score": 0.00762, "precision": 0.006376, "recall": 0.020751}, {"accuracy": 0.380435, "f1": 0.310727, "hf_subset": "tel_Telu-ydd_Hebr", "languages": ["tel-Telu", "ydd-Hebr"], "main_score": 0.310727, "precision": 0.287081, "recall": 0.380435}, {"accuracy": 0.692688, "f1": 0.634607, "hf_subset": "tel_Telu-ary_Arab", "languages": ["tel-Telu", "ary-Arab"], "main_score": 0.634607, "precision": 0.609857, "recall": 0.692688}, {"accuracy": 0.86166, "f1": 0.827931, "hf_subset": "tel_Telu-ces_Latn", "languages": ["tel-Telu", "ces-Latn"], "main_score": 0.827931, "precision": 0.814114, "recall": 0.86166}, {"accuracy": 0.068182, "f1": 0.036389, "hf_subset": "tel_Telu-gaz_Latn", "languages": ["tel-Telu", "gaz-Latn"], "main_score": 0.036389, "precision": 0.029907, "recall": 0.068182}, {"accuracy": 0.123518, "f1": 0.081711, "hf_subset": "tel_Telu-kam_Latn", "languages": ["tel-Telu", "kam-Latn"], "main_score": 0.081711, "precision": 0.07202, "recall": 0.123518}, {"accuracy": 0.851779, "f1": 0.814822, "hf_subset": "tel_Telu-lit_Latn", "languages": ["tel-Telu", "lit-Latn"], "main_score": 0.814822, "precision": 0.79832, "recall": 0.851779}, {"accuracy": 0.862648, "f1": 0.829798, "hf_subset": "tel_Telu-nob_Latn", "languages": ["tel-Telu", "nob-Latn"], "main_score": 0.829798, "precision": 0.815862, "recall": 0.862648}, {"accuracy": 0.466403, "f1": 0.396487, "hf_subset": "tel_Telu-scn_Latn", "languages": ["tel-Telu", "scn-Latn"], "main_score": 0.396487, "precision": 0.371534, "recall": 0.466403}, {"accuracy": 0.121542, "f1": 0.077791, "hf_subset": "tel_Telu-tgk_Cyrl", "languages": ["tel-Telu", "tgk-Cyrl"], "main_score": 0.077791, "precision": 0.067027, "recall": 0.121542}, {"accuracy": 0.12253, "f1": 0.074709, "hf_subset": "tel_Telu-yor_Latn", "languages": ["tel-Telu", "yor-Latn"], "main_score": 0.074709, "precision": 0.063906, "recall": 0.12253}, {"accuracy": 0.806324, "f1": 0.764427, "hf_subset": "tel_Telu-arz_Arab", "languages": ["tel-Telu", "arz-Arab"], "main_score": 0.764427, "precision": 0.745982, "recall": 0.806324}, {"accuracy": 0.117589, "f1": 0.076441, "hf_subset": "tel_Telu-cjk_Latn", "languages": ["tel-Telu", "cjk-Latn"], "main_score": 0.076441, "precision": 0.067497, "recall": 0.117589}, {"accuracy": 0.132411, "f1": 0.09167, "hf_subset": "tel_Telu-gla_Latn", "languages": ["tel-Telu", "gla-Latn"], "main_score": 0.09167, "precision": 0.081349, "recall": 0.132411}, {"accuracy": 0.813241, "f1": 0.771904, "hf_subset": "tel_Telu-kan_Knda", "languages": ["tel-Telu", "kan-Knda"], "main_score": 0.771904, "precision": 0.753047, "recall": 0.813241}, {"accuracy": 0.468379, "f1": 0.394721, "hf_subset": "tel_Telu-lmo_Latn", "languages": ["tel-Telu", "lmo-Latn"], "main_score": 0.394721, "precision": 0.368648, "recall": 0.468379}, {"accuracy": 0.851779, "f1": 0.823355, "hf_subset": "tel_Telu-npi_Deva", "languages": ["tel-Telu", "npi-Deva"], "main_score": 0.823355, "precision": 0.811131, "recall": 0.851779}, {"accuracy": 0.16502, "f1": 0.115317, "hf_subset": "tel_Telu-shn_Mymr", "languages": ["tel-Telu", "shn-Mymr"], "main_score": 0.115317, "precision": 0.101025, "recall": 0.16502}, {"accuracy": 0.344862, "f1": 0.269531, "hf_subset": "tel_Telu-tgl_Latn", "languages": ["tel-Telu", "tgl-Latn"], "main_score": 0.269531, "precision": 0.247499, "recall": 0.344862}, {"accuracy": 0.860672, "f1": 0.829671, "hf_subset": "tel_Telu-yue_Hant", "languages": ["tel-Telu", "yue-Hant"], "main_score": 0.829671, "precision": 0.816288, "recall": 0.860672}, {"accuracy": 0.500988, "f1": 0.431919, "hf_subset": "tel_Telu-asm_Beng", "languages": ["tel-Telu", "asm-Beng"], "main_score": 0.431919, "precision": 0.405629, "recall": 0.500988}, {"accuracy": 0.718379, "f1": 0.663287, "hf_subset": "tel_Telu-ckb_Arab", "languages": ["tel-Telu", "ckb-Arab"], "main_score": 0.663287, "precision": 0.640385, "recall": 0.718379}, {"accuracy": 0.209486, "f1": 0.146978, "hf_subset": "tel_Telu-gle_Latn", "languages": ["tel-Telu", "gle-Latn"], "main_score": 0.146978, "precision": 0.132035, "recall": 0.209486}, {"accuracy": 0.479249, "f1": 0.410134, "hf_subset": "tel_Telu-kas_Arab", "languages": ["tel-Telu", "kas-Arab"], "main_score": 0.410134, "precision": 0.38428, "recall": 0.479249}, {"accuracy": 0.507905, "f1": 0.435242, "hf_subset": "tel_Telu-ltg_Latn", "languages": ["tel-Telu", "ltg-Latn"], "main_score": 0.435242, "precision": 0.406782, "recall": 0.507905}, {"accuracy": 0.150198, "f1": 0.1012, "hf_subset": "tel_Telu-nso_Latn", "languages": ["tel-Telu", "nso-Latn"], "main_score": 0.1012, "precision": 0.088404, "recall": 0.150198}, {"accuracy": 0.843874, "f1": 0.81158, "hf_subset": "tel_Telu-sin_Sinh", "languages": ["tel-Telu", "sin-Sinh"], "main_score": 0.81158, "precision": 0.797845, "recall": 0.843874}, {"accuracy": 0.865613, "f1": 0.833004, "hf_subset": "tel_Telu-tha_Thai", "languages": ["tel-Telu", "tha-Thai"], "main_score": 0.833004, "precision": 0.819055, "recall": 0.865613}, {"accuracy": 0.864625, "f1": 0.830523, "hf_subset": "tel_Telu-zho_Hans", "languages": ["tel-Telu", "zho-Hans"], "main_score": 0.830523, "precision": 0.815835, "recall": 0.864625}, {"accuracy": 0.761858, "f1": 0.708025, "hf_subset": "tel_Telu-ast_Latn", "languages": ["tel-Telu", "ast-Latn"], "main_score": 0.708025, "precision": 0.685451, "recall": 0.761858}, {"accuracy": 0.562253, "f1": 0.498311, "hf_subset": "tel_Telu-crh_Latn", "languages": ["tel-Telu", "crh-Latn"], "main_score": 0.498311, "precision": 0.474023, "recall": 0.562253}, {"accuracy": 0.867589, "f1": 0.836614, "hf_subset": "tel_Telu-glg_Latn", "languages": ["tel-Telu", "glg-Latn"], "main_score": 0.836614, "precision": 0.823831, "recall": 0.867589}, {"accuracy": 0.310277, "f1": 0.254287, "hf_subset": "tel_Telu-kas_Deva", "languages": ["tel-Telu", "kas-Deva"], "main_score": 0.254287, "precision": 0.23573, "recall": 0.310277}, {"accuracy": 0.351779, "f1": 0.278438, "hf_subset": "tel_Telu-ltz_Latn", "languages": ["tel-Telu", "ltz-Latn"], "main_score": 0.278438, "precision": 0.255826, "recall": 0.351779}, {"accuracy": 0.08498, "f1": 0.046072, "hf_subset": "tel_Telu-nus_Latn", "languages": ["tel-Telu", "nus-Latn"], "main_score": 0.046072, "precision": 0.039049, "recall": 0.08498}, {"accuracy": 0.855731, "f1": 0.820905, "hf_subset": "tel_Telu-slk_Latn", "languages": ["tel-Telu", "slk-Latn"], "main_score": 0.820905, "precision": 0.806612, "recall": 0.855731}, {"accuracy": 0.195652, "f1": 0.143516, "hf_subset": "tel_Telu-tir_Ethi", "languages": ["tel-Telu", "tir-Ethi"], "main_score": 0.143516, "precision": 0.128339, "recall": 0.195652}, {"accuracy": 0.857708, "f1": 0.823127, "hf_subset": "tel_Telu-zho_Hant", "languages": ["tel-Telu", "zho-Hant"], "main_score": 0.823127, "precision": 0.807864, "recall": 0.857708}, {"accuracy": 0.817194, "f1": 0.781277, "hf_subset": "tel_Telu-awa_Deva", "languages": ["tel-Telu", "awa-Deva"], "main_score": 0.781277, "precision": 0.765596, "recall": 0.817194}, {"accuracy": 0.326087, "f1": 0.247508, "hf_subset": "tel_Telu-cym_Latn", "languages": ["tel-Telu", "cym-Latn"], "main_score": 0.247508, "precision": 0.223195, "recall": 0.326087}, {"accuracy": 0.203557, "f1": 0.140822, "hf_subset": "tel_Telu-grn_Latn", "languages": ["tel-Telu", "grn-Latn"], "main_score": 0.140822, "precision": 0.124284, "recall": 0.203557}, {"accuracy": 0.777668, "f1": 0.723635, "hf_subset": "tel_Telu-kat_Geor", "languages": ["tel-Telu", "kat-Geor"], "main_score": 0.723635, "precision": 0.700296, "recall": 0.777668}, {"accuracy": 0.151186, "f1": 0.10325, "hf_subset": "tel_Telu-lua_Latn", "languages": ["tel-Telu", "lua-Latn"], "main_score": 0.10325, "precision": 0.090995, "recall": 0.151186}, {"accuracy": 0.134387, "f1": 0.084497, "hf_subset": "tel_Telu-nya_Latn", "languages": ["tel-Telu", "nya-Latn"], "main_score": 0.084497, "precision": 0.07289, "recall": 0.134387}, {"accuracy": 0.871542, "f1": 0.839196, "hf_subset": "tel_Telu-slv_Latn", "languages": ["tel-Telu", "slv-Latn"], "main_score": 0.839196, "precision": 0.825189, "recall": 0.871542}, {"accuracy": 0.290514, "f1": 0.218458, "hf_subset": "tel_Telu-tpi_Latn", "languages": ["tel-Telu", "tpi-Latn"], "main_score": 0.218458, "precision": 0.19806, "recall": 0.290514}, {"accuracy": 0.863636, "f1": 0.831747, "hf_subset": "tel_Telu-zsm_Latn", "languages": ["tel-Telu", "zsm-Latn"], "main_score": 0.831747, "precision": 0.818437, "recall": 0.863636}, {"accuracy": 0.112648, "f1": 0.067408, "hf_subset": "tel_Telu-ayr_Latn", "languages": ["tel-Telu", "ayr-Latn"], "main_score": 0.067408, "precision": 0.057331, "recall": 0.112648}, {"accuracy": 0.87253, "f1": 0.840928, "hf_subset": "tel_Telu-dan_Latn", "languages": ["tel-Telu", "dan-Latn"], "main_score": 0.840928, "precision": 0.82733, "recall": 0.87253}, {"accuracy": 0.839921, "f1": 0.807529, "hf_subset": "tel_Telu-guj_Gujr", "languages": ["tel-Telu", "guj-Gujr"], "main_score": 0.807529, "precision": 0.793431, "recall": 0.839921}, {"accuracy": 0.826087, "f1": 0.788187, "hf_subset": "tel_Telu-kaz_Cyrl", "languages": ["tel-Telu", "kaz-Cyrl"], "main_score": 0.788187, "precision": 0.772066, "recall": 0.826087}, {"accuracy": 0.104743, "f1": 0.064141, "hf_subset": "tel_Telu-lug_Latn", "languages": ["tel-Telu", "lug-Latn"], "main_score": 0.064141, "precision": 0.054806, "recall": 0.104743}, {"accuracy": 0.735178, "f1": 0.679103, "hf_subset": "tel_Telu-oci_Latn", "languages": ["tel-Telu", "oci-Latn"], "main_score": 0.679103, "precision": 0.655945, "recall": 0.735178}, {"accuracy": 0.120553, "f1": 0.075063, "hf_subset": "tel_Telu-smo_Latn", "languages": ["tel-Telu", "smo-Latn"], "main_score": 0.075063, "precision": 0.06485, "recall": 0.120553}, {"accuracy": 0.118577, "f1": 0.072674, "hf_subset": "tel_Telu-tsn_Latn", "languages": ["tel-Telu", "tsn-Latn"], "main_score": 0.072674, "precision": 0.061469, "recall": 0.118577}, {"accuracy": 0.087945, "f1": 0.05286, "hf_subset": "tel_Telu-zul_Latn", "languages": ["tel-Telu", "zul-Latn"], "main_score": 0.05286, "precision": 0.04534, "recall": 0.087945}, {"accuracy": 0.396245, "f1": 0.333945, "hf_subset": "tel_Telu-azb_Arab", "languages": ["tel-Telu", "azb-Arab"], "main_score": 0.333945, "precision": 0.311004, "recall": 0.396245}, {"accuracy": 0.866601, "f1": 0.833355, "hf_subset": "tel_Telu-deu_Latn", "languages": ["tel-Telu", "deu-Latn"], "main_score": 0.833355, "precision": 0.819195, "recall": 0.866601}, {"accuracy": 0.188735, "f1": 0.130694, "hf_subset": "tel_Telu-hat_Latn", "languages": ["tel-Telu", "hat-Latn"], "main_score": 0.130694, "precision": 0.11466, "recall": 0.188735}, {"accuracy": 0.105731, "f1": 0.062415, "hf_subset": "tel_Telu-kbp_Latn", "languages": ["tel-Telu", "kbp-Latn"], "main_score": 0.062415, "precision": 0.052739, "recall": 0.105731}, {"accuracy": 0.131423, "f1": 0.08338, "hf_subset": "tel_Telu-luo_Latn", "languages": ["tel-Telu", "luo-Latn"], "main_score": 0.08338, "precision": 0.072397, "recall": 0.131423}, {"accuracy": 0.787549, "f1": 0.749012, "hf_subset": "tel_Telu-ory_Orya", "languages": ["tel-Telu", "ory-Orya"], "main_score": 0.749012, "precision": 0.732389, "recall": 0.787549}, {"accuracy": 0.102767, "f1": 0.063711, "hf_subset": "tel_Telu-sna_Latn", "languages": ["tel-Telu", "sna-Latn"], "main_score": 0.063711, "precision": 0.055436, "recall": 0.102767}, {"accuracy": 0.104743, "f1": 0.069819, "hf_subset": "tel_Telu-tso_Latn", "languages": ["tel-Telu", "tso-Latn"], "main_score": 0.069819, "precision": 0.061883, "recall": 0.104743}, {"accuracy": 0.805336, "f1": 0.766911, "hf_subset": "tel_Telu-azj_Latn", "languages": ["tel-Telu", "azj-Latn"], "main_score": 0.766911, "precision": 0.750711, "recall": 0.805336}, {"accuracy": 0.15415, "f1": 0.10167, "hf_subset": "tel_Telu-dik_Latn", "languages": ["tel-Telu", "dik-Latn"], "main_score": 0.10167, "precision": 0.088084, "recall": 0.15415}, {"accuracy": 0.15415, "f1": 0.10653, "hf_subset": "tel_Telu-hau_Latn", "languages": ["tel-Telu", "hau-Latn"], "main_score": 0.10653, "precision": 0.095528, "recall": 0.15415}, {"accuracy": 0.438735, "f1": 0.369526, "hf_subset": "tel_Telu-kea_Latn", "languages": ["tel-Telu", "kea-Latn"], "main_score": 0.369526, "precision": 0.345557, "recall": 0.438735}, {"accuracy": 0.218379, "f1": 0.156656, "hf_subset": "tel_Telu-lus_Latn", "languages": ["tel-Telu", "lus-Latn"], "main_score": 0.156656, "precision": 0.140588, "recall": 0.218379}, {"accuracy": 0.298419, "f1": 0.227429, "hf_subset": "tel_Telu-pag_Latn", "languages": ["tel-Telu", "pag-Latn"], "main_score": 0.227429, "precision": 0.205446, "recall": 0.298419}, {"accuracy": 0.769763, "f1": 0.728115, "hf_subset": "tel_Telu-snd_Arab", "languages": ["tel-Telu", "snd-Arab"], "main_score": 0.728115, "precision": 0.709519, "recall": 0.769763}, {"accuracy": 0.231225, "f1": 0.169077, "hf_subset": "tel_Telu-tuk_Latn", "languages": ["tel-Telu", "tuk-Latn"], "main_score": 0.169077, "precision": 0.151191, "recall": 0.231225}, {"accuracy": 0.311265, "f1": 0.2416, "hf_subset": "tel_Telu-bak_Cyrl", "languages": ["tel-Telu", "bak-Cyrl"], "main_score": 0.2416, "precision": 0.219004, "recall": 0.311265}, {"accuracy": 0.094862, "f1": 0.054116, "hf_subset": "tel_Telu-dyu_Latn", "languages": ["tel-Telu", "dyu-Latn"], "main_score": 0.054116, "precision": 0.044559, "recall": 0.094862}, {"accuracy": 0.873518, "f1": 0.844765, "hf_subset": "tel_Telu-heb_Hebr", "languages": ["tel-Telu", "heb-Hebr"], "main_score": 0.844765, "precision": 0.832691, "recall": 0.873518}, {"accuracy": 0.848814, "f1": 0.817683, "hf_subset": "tel_Telu-khk_Cyrl", "languages": ["tel-Telu", "khk-Cyrl"], "main_score": 0.817683, "precision": 0.80476, "recall": 0.848814}, {"accuracy": 0.870553, "f1": 0.837354, "hf_subset": "tel_Telu-lvs_Latn", "languages": ["tel-Telu", "lvs-Latn"], "main_score": 0.837354, "precision": 0.822687, "recall": 0.870553}, {"accuracy": 0.8083, "f1": 0.762502, "hf_subset": "tel_Telu-pan_Guru", "languages": ["tel-Telu", "pan-Guru"], "main_score": 0.762502, "precision": 0.742547, "recall": 0.8083}, {"accuracy": 0.172925, "f1": 0.123819, "hf_subset": "tel_Telu-som_Latn", "languages": ["tel-Telu", "som-Latn"], "main_score": 0.123819, "precision": 0.112006, "recall": 0.172925}, {"accuracy": 0.12747, "f1": 0.077052, "hf_subset": "tel_Telu-tum_Latn", "languages": ["tel-Telu", "tum-Latn"], "main_score": 0.077052, "precision": 0.066548, "recall": 0.12747}, {"accuracy": 0.052372, "f1": 0.037036, "hf_subset": "ydd_Hebr-ace_Arab", "languages": ["ydd-Hebr", "ace-Arab"], "main_score": 0.037036, "precision": 0.032956, "recall": 0.052372}, {"accuracy": 0.082016, "f1": 0.056729, "hf_subset": "ydd_Hebr-bam_Latn", "languages": ["ydd-Hebr", "bam-Latn"], "main_score": 0.056729, "precision": 0.050768, "recall": 0.082016}, {"accuracy": 0.003953, "f1": 8.5e-05, "hf_subset": "ydd_Hebr-dzo_Tibt", "languages": ["ydd-Hebr", "dzo-Tibt"], "main_score": 8.5e-05, "precision": 4.3e-05, "recall": 0.003953}, {"accuracy": 0.392292, "f1": 0.336622, "hf_subset": "ydd_Hebr-hin_Deva", "languages": ["ydd-Hebr", "hin-Deva"], "main_score": 0.336622, "precision": 0.319114, "recall": 0.392292}, {"accuracy": 0.347826, "f1": 0.297609, "hf_subset": "ydd_Hebr-khm_Khmr", "languages": ["ydd-Hebr", "khm-Khmr"], "main_score": 0.297609, "precision": 0.281386, "recall": 0.347826}, {"accuracy": 0.30336, "f1": 0.253946, "hf_subset": "ydd_Hebr-mag_Deva", "languages": ["ydd-Hebr", "mag-Deva"], "main_score": 0.253946, "precision": 0.238495, "recall": 0.30336}, {"accuracy": 0.243083, "f1": 0.197157, "hf_subset": "ydd_Hebr-pap_Latn", "languages": ["ydd-Hebr", "pap-Latn"], "main_score": 0.197157, "precision": 0.18291, "recall": 0.243083}, {"accuracy": 0.083004, "f1": 0.057253, "hf_subset": "ydd_Hebr-sot_Latn", "languages": ["ydd-Hebr", "sot-Latn"], "main_score": 0.057253, "precision": 0.051941, "recall": 0.083004}, {"accuracy": 0.399209, "f1": 0.339565, "hf_subset": "ydd_Hebr-tur_Latn", "languages": ["ydd-Hebr", "tur-Latn"], "main_score": 0.339565, "precision": 0.320892, "recall": 0.399209}, {"accuracy": 0.152174, "f1": 0.117599, "hf_subset": "ydd_Hebr-ace_Latn", "languages": ["ydd-Hebr", "ace-Latn"], "main_score": 0.117599, "precision": 0.107562, "recall": 0.152174}, {"accuracy": 0.197628, "f1": 0.168528, "hf_subset": "ydd_Hebr-ban_Latn", "languages": ["ydd-Hebr", "ban-Latn"], "main_score": 0.168528, "precision": 0.159043, "recall": 0.197628}, {"accuracy": 0.405138, "f1": 0.348339, "hf_subset": "ydd_Hebr-ell_Grek", "languages": ["ydd-Hebr", "ell-Grek"], "main_score": 0.348339, "precision": 0.328769, "recall": 0.405138}, {"accuracy": 0.279644, "f1": 0.238441, "hf_subset": "ydd_Hebr-hne_Deva", "languages": ["ydd-Hebr", "hne-Deva"], "main_score": 0.238441, "precision": 0.225347, "recall": 0.279644}, {"accuracy": 0.099802, "f1": 0.06565, "hf_subset": "ydd_Hebr-kik_Latn", "languages": ["ydd-Hebr", "kik-Latn"], "main_score": 0.06565, "precision": 0.057415, "recall": 0.099802}, {"accuracy": 0.277668, "f1": 0.234916, "hf_subset": "ydd_Hebr-mai_Deva", "languages": ["ydd-Hebr", "mai-Deva"], "main_score": 0.234916, "precision": 0.22111, "recall": 0.277668}, {"accuracy": 0.306324, "f1": 0.253879, "hf_subset": "ydd_Hebr-pbt_Arab", "languages": ["ydd-Hebr", "pbt-Arab"], "main_score": 0.253879, "precision": 0.236586, "recall": 0.306324}, {"accuracy": 0.393281, "f1": 0.339099, "hf_subset": "ydd_Hebr-spa_Latn", "languages": ["ydd-Hebr", "spa-Latn"], "main_score": 0.339099, "precision": 0.321935, "recall": 0.393281}, {"accuracy": 0.098814, "f1": 0.067436, "hf_subset": "ydd_Hebr-twi_Latn", "languages": ["ydd-Hebr", "twi-Latn"], "main_score": 0.067436, "precision": 0.060331, "recall": 0.098814}, {"accuracy": 0.336957, "f1": 0.286104, "hf_subset": "ydd_Hebr-acm_Arab", "languages": ["ydd-Hebr", "acm-Arab"], "main_score": 0.286104, "precision": 0.270447, "recall": 0.336957}, {"accuracy": 0.355731, "f1": 0.305943, "hf_subset": "ydd_Hebr-bel_Cyrl", "languages": ["ydd-Hebr", "bel-Cyrl"], "main_score": 0.305943, "precision": 0.289714, "recall": 0.355731}, {"accuracy": 0.422925, "f1": 0.360154, "hf_subset": "ydd_Hebr-eng_Latn", "languages": ["ydd-Hebr", "eng-Latn"], "main_score": 0.360154, "precision": 0.339854, "recall": 0.422925}, {"accuracy": 0.401186, "f1": 0.342151, "hf_subset": "ydd_Hebr-hrv_Latn", "languages": ["ydd-Hebr", "hrv-Latn"], "main_score": 0.342151, "precision": 0.322372, "recall": 0.401186}, {"accuracy": 0.065217, "f1": 0.047665, "hf_subset": "ydd_Hebr-kin_Latn", "languages": ["ydd-Hebr", "kin-Latn"], "main_score": 0.047665, "precision": 0.043185, "recall": 0.065217}, {"accuracy": 0.302372, "f1": 0.262778, "hf_subset": "ydd_Hebr-mal_Mlym", "languages": ["ydd-Hebr", "mal-Mlym"], "main_score": 0.262778, "precision": 0.249845, "recall": 0.302372}, {"accuracy": 0.403162, "f1": 0.344816, "hf_subset": "ydd_Hebr-pes_Arab", "languages": ["ydd-Hebr", "pes-Arab"], "main_score": 0.344816, "precision": 0.32523, "recall": 0.403162}, {"accuracy": 0.253953, "f1": 0.204343, "hf_subset": "ydd_Hebr-srd_Latn", "languages": ["ydd-Hebr", "srd-Latn"], "main_score": 0.204343, "precision": 0.188657, "recall": 0.253953}, {"accuracy": 0.064229, "f1": 0.035162, "hf_subset": "ydd_Hebr-tzm_Tfng", "languages": ["ydd-Hebr", "tzm-Tfng"], "main_score": 0.035162, "precision": 0.030044, "recall": 0.064229}, {"accuracy": 0.351779, "f1": 0.300455, "hf_subset": "ydd_Hebr-acq_Arab", "languages": ["ydd-Hebr", "acq-Arab"], "main_score": 0.300455, "precision": 0.283984, "recall": 0.351779}, {"accuracy": 0.092885, "f1": 0.065408, "hf_subset": "ydd_Hebr-bem_Latn", "languages": ["ydd-Hebr", "bem-Latn"], "main_score": 0.065408, "precision": 0.05882, "recall": 0.092885}, {"accuracy": 0.317194, "f1": 0.266032, "hf_subset": "ydd_Hebr-epo_Latn", "languages": ["ydd-Hebr", "epo-Latn"], "main_score": 0.266032, "precision": 0.250107, "recall": 0.317194}, {"accuracy": 0.386364, "f1": 0.334002, "hf_subset": "ydd_Hebr-hun_Latn", "languages": ["ydd-Hebr", "hun-Latn"], "main_score": 0.334002, "precision": 0.315685, "recall": 0.386364}, {"accuracy": 0.329051, "f1": 0.282678, "hf_subset": "ydd_Hebr-kir_Cyrl", "languages": ["ydd-Hebr", "kir-Cyrl"], "main_score": 0.282678, "precision": 0.267402, "recall": 0.329051}, {"accuracy": 0.297431, "f1": 0.257491, "hf_subset": "ydd_Hebr-mar_Deva", "languages": ["ydd-Hebr", "mar-Deva"], "main_score": 0.257491, "precision": 0.245363, "recall": 0.297431}, {"accuracy": 0.118577, "f1": 0.089004, "hf_subset": "ydd_Hebr-plt_Latn", "languages": ["ydd-Hebr", "plt-Latn"], "main_score": 0.089004, "precision": 0.080785, "recall": 0.118577}, {"accuracy": 0.412055, "f1": 0.3494, "hf_subset": "ydd_Hebr-srp_Cyrl", "languages": ["ydd-Hebr", "srp-Cyrl"], "main_score": 0.3494, "precision": 0.329362, "recall": 0.412055}, {"accuracy": 0.309289, "f1": 0.264855, "hf_subset": "ydd_Hebr-uig_Arab", "languages": ["ydd-Hebr", "uig-Arab"], "main_score": 0.264855, "precision": 0.251207, "recall": 0.309289}, {"accuracy": 0.300395, "f1": 0.257919, "hf_subset": "ydd_Hebr-aeb_Arab", "languages": ["ydd-Hebr", "aeb-Arab"], "main_score": 0.257919, "precision": 0.24449, "recall": 0.300395}, {"accuracy": 0.360672, "f1": 0.312192, "hf_subset": "ydd_Hebr-ben_Beng", "languages": ["ydd-Hebr", "ben-Beng"], "main_score": 0.312192, "precision": 0.296381, "recall": 0.360672}, {"accuracy": 0.393281, "f1": 0.334101, "hf_subset": "ydd_Hebr-est_Latn", "languages": ["ydd-Hebr", "est-Latn"], "main_score": 0.334101, "precision": 0.314639, "recall": 0.393281}, {"accuracy": 0.389328, "f1": 0.325226, "hf_subset": "ydd_Hebr-hye_Armn", "languages": ["ydd-Hebr", "hye-Armn"], "main_score": 0.325226, "precision": 0.304892, "recall": 0.389328}, {"accuracy": 0.065217, "f1": 0.039537, "hf_subset": "ydd_Hebr-kmb_Latn", "languages": ["ydd-Hebr", "kmb-Latn"], "main_score": 0.039537, "precision": 0.03451, "recall": 0.065217}, {"accuracy": 0.044466, "f1": 0.028091, "hf_subset": "ydd_Hebr-min_Arab", "languages": ["ydd-Hebr", "min-Arab"], "main_score": 0.028091, "precision": 0.02429, "recall": 0.044466}, {"accuracy": 0.386364, "f1": 0.332084, "hf_subset": "ydd_Hebr-pol_Latn", "languages": ["ydd-Hebr", "pol-Latn"], "main_score": 0.332084, "precision": 0.314996, "recall": 0.386364}, {"accuracy": 0.070158, "f1": 0.0488, "hf_subset": "ydd_Hebr-ssw_Latn", "languages": ["ydd-Hebr", "ssw-Latn"], "main_score": 0.0488, "precision": 0.044038, "recall": 0.070158}, {"accuracy": 0.390316, "f1": 0.330097, "hf_subset": "ydd_Hebr-ukr_Cyrl", "languages": ["ydd-Hebr", "ukr-Cyrl"], "main_score": 0.330097, "precision": 0.311281, "recall": 0.390316}, {"accuracy": 0.397233, "f1": 0.337741, "hf_subset": "ydd_Hebr-afr_Latn", "languages": ["ydd-Hebr", "afr-Latn"], "main_score": 0.337741, "precision": 0.318112, "recall": 0.397233}, {"accuracy": 0.263834, "f1": 0.220019, "hf_subset": "ydd_Hebr-bho_Deva", "languages": ["ydd-Hebr", "bho-Deva"], "main_score": 0.220019, "precision": 0.20659, "recall": 0.263834}, {"accuracy": 0.261858, "f1": 0.219014, "hf_subset": "ydd_Hebr-eus_Latn", "languages": ["ydd-Hebr", "eus-Latn"], "main_score": 0.219014, "precision": 0.20588, "recall": 0.261858}, {"accuracy": 0.08498, "f1": 0.058163, "hf_subset": "ydd_Hebr-ibo_Latn", "languages": ["ydd-Hebr", "ibo-Latn"], "main_score": 0.058163, "precision": 0.051639, "recall": 0.08498}, {"accuracy": 0.293478, "f1": 0.251155, "hf_subset": "ydd_Hebr-kmr_Latn", "languages": ["ydd-Hebr", "kmr-Latn"], "main_score": 0.251155, "precision": 0.238662, "recall": 0.293478}, {"accuracy": 0.216403, "f1": 0.178314, "hf_subset": "ydd_Hebr-min_Latn", "languages": ["ydd-Hebr", "min-Latn"], "main_score": 0.178314, "precision": 0.166829, "recall": 0.216403}, {"accuracy": 0.406126, "f1": 0.349293, "hf_subset": "ydd_Hebr-por_Latn", "languages": ["ydd-Hebr", "por-Latn"], "main_score": 0.349293, "precision": 0.329525, "recall": 0.406126}, {"accuracy": 0.232213, "f1": 0.194911, "hf_subset": "ydd_Hebr-sun_Latn", "languages": ["ydd-Hebr", "sun-Latn"], "main_score": 0.194911, "precision": 0.183052, "recall": 0.232213}, {"accuracy": 0.068182, "f1": 0.048491, "hf_subset": "ydd_Hebr-umb_Latn", "languages": ["ydd-Hebr", "umb-Latn"], "main_score": 0.048491, "precision": 0.04391, "recall": 0.068182}, {"accuracy": 0.350791, "f1": 0.300267, "hf_subset": "ydd_Hebr-ajp_Arab", "languages": ["ydd-Hebr", "ajp-Arab"], "main_score": 0.300267, "precision": 0.285004, "recall": 0.350791}, {"accuracy": 0.043478, "f1": 0.029924, "hf_subset": "ydd_Hebr-bjn_Arab", "languages": ["ydd-Hebr", "bjn-Arab"], "main_score": 0.029924, "precision": 0.026666, "recall": 0.043478}, {"accuracy": 0.104743, "f1": 0.076878, "hf_subset": "ydd_Hebr-ewe_Latn", "languages": ["ydd-Hebr", "ewe-Latn"], "main_score": 0.076878, "precision": 0.069477, "recall": 0.104743}, {"accuracy": 0.119565, "f1": 0.093387, "hf_subset": "ydd_Hebr-ilo_Latn", "languages": ["ydd-Hebr", "ilo-Latn"], "main_score": 0.093387, "precision": 0.085758, "recall": 0.119565}, {"accuracy": 0.066206, "f1": 0.04598, "hf_subset": "ydd_Hebr-knc_Arab", "languages": ["ydd-Hebr", "knc-Arab"], "main_score": 0.04598, "precision": 0.04023, "recall": 0.066206}, {"accuracy": 0.411067, "f1": 0.352435, "hf_subset": "ydd_Hebr-mkd_Cyrl", "languages": ["ydd-Hebr", "mkd-Cyrl"], "main_score": 0.352435, "precision": 0.333147, "recall": 0.411067}, {"accuracy": 0.382411, "f1": 0.329353, "hf_subset": "ydd_Hebr-prs_Arab", "languages": ["ydd-Hebr", "prs-Arab"], "main_score": 0.329353, "precision": 0.311531, "recall": 0.382411}, {"accuracy": 0.413043, "f1": 0.356419, "hf_subset": "ydd_Hebr-swe_Latn", "languages": ["ydd-Hebr", "swe-Latn"], "main_score": 0.356419, "precision": 0.337355, "recall": 0.413043}, {"accuracy": 0.37253, "f1": 0.319013, "hf_subset": "ydd_Hebr-urd_Arab", "languages": ["ydd-Hebr", "urd-Arab"], "main_score": 0.319013, "precision": 0.300655, "recall": 0.37253}, {"accuracy": 0.119565, "f1": 0.086957, "hf_subset": "ydd_Hebr-aka_Latn", "languages": ["ydd-Hebr", "aka-Latn"], "main_score": 0.086957, "precision": 0.078119, "recall": 0.119565}, {"accuracy": 0.261858, "f1": 0.21905, "hf_subset": "ydd_Hebr-bjn_Latn", "languages": ["ydd-Hebr", "bjn-Latn"], "main_score": 0.21905, "precision": 0.206255, "recall": 0.261858}, {"accuracy": 0.213439, "f1": 0.171001, "hf_subset": "ydd_Hebr-fao_Latn", "languages": ["ydd-Hebr", "fao-Latn"], "main_score": 0.171001, "precision": 0.158981, "recall": 0.213439}, {"accuracy": 0.398221, "f1": 0.346039, "hf_subset": "ydd_Hebr-ind_Latn", "languages": ["ydd-Hebr", "ind-Latn"], "main_score": 0.346039, "precision": 0.328805, "recall": 0.398221}, {"accuracy": 0.100791, "f1": 0.071229, "hf_subset": "ydd_Hebr-knc_Latn", "languages": ["ydd-Hebr", "knc-Latn"], "main_score": 0.071229, "precision": 0.064019, "recall": 0.100791}, {"accuracy": 0.131423, "f1": 0.094275, "hf_subset": "ydd_Hebr-mlt_Latn", "languages": ["ydd-Hebr", "mlt-Latn"], "main_score": 0.094275, "precision": 0.085702, "recall": 0.131423}, {"accuracy": 0.09585, "f1": 0.064992, "hf_subset": "ydd_Hebr-quy_Latn", "languages": ["ydd-Hebr", "quy-Latn"], "main_score": 0.064992, "precision": 0.05778, "recall": 0.09585}, {"accuracy": 0.16996, "f1": 0.131824, "hf_subset": "ydd_Hebr-swh_Latn", "languages": ["ydd-Hebr", "swh-Latn"], "main_score": 0.131824, "precision": 0.122429, "recall": 0.16996}, {"accuracy": 0.25, "f1": 0.20853, "hf_subset": "ydd_Hebr-uzn_Latn", "languages": ["ydd-Hebr", "uzn-Latn"], "main_score": 0.20853, "precision": 0.195749, "recall": 0.25}, {"accuracy": 0.396245, "f1": 0.33523, "hf_subset": "ydd_Hebr-als_Latn", "languages": ["ydd-Hebr", "als-Latn"], "main_score": 0.33523, "precision": 0.316299, "recall": 0.396245}, {"accuracy": 0.054348, "f1": 0.025577, "hf_subset": "ydd_Hebr-bod_Tibt", "languages": ["ydd-Hebr", "bod-Tibt"], "main_score": 0.025577, "precision": 0.021506, "recall": 0.054348}, {"accuracy": 0.089921, "f1": 0.066449, "hf_subset": "ydd_Hebr-fij_Latn", "languages": ["ydd-Hebr", "fij-Latn"], "main_score": 0.066449, "precision": 0.059803, "recall": 0.089921}, {"accuracy": 0.317194, "f1": 0.271113, "hf_subset": "ydd_Hebr-isl_Latn", "languages": ["ydd-Hebr", "isl-Latn"], "main_score": 0.271113, "precision": 0.257322, "recall": 0.317194}, {"accuracy": 0.09585, "f1": 0.070072, "hf_subset": "ydd_Hebr-kon_Latn", "languages": ["ydd-Hebr", "kon-Latn"], "main_score": 0.070072, "precision": 0.063323, "recall": 0.09585}, {"accuracy": 0.059289, "f1": 0.037517, "hf_subset": "ydd_Hebr-mni_Beng", "languages": ["ydd-Hebr", "mni-Beng"], "main_score": 0.037517, "precision": 0.033204, "recall": 0.059289}, {"accuracy": 0.413043, "f1": 0.356471, "hf_subset": "ydd_Hebr-ron_Latn", "languages": ["ydd-Hebr", "ron-Latn"], "main_score": 0.356471, "precision": 0.337872, "recall": 0.413043}, {"accuracy": 0.306324, "f1": 0.262545, "hf_subset": "ydd_Hebr-szl_Latn", "languages": ["ydd-Hebr", "szl-Latn"], "main_score": 0.262545, "precision": 0.248597, "recall": 0.306324}, {"accuracy": 0.298419, "f1": 0.248585, "hf_subset": "ydd_Hebr-vec_Latn", "languages": ["ydd-Hebr", "vec-Latn"], "main_score": 0.248585, "precision": 0.232304, "recall": 0.298419}, {"accuracy": 0.301383, "f1": 0.248087, "hf_subset": "ydd_Hebr-amh_Ethi", "languages": ["ydd-Hebr", "amh-Ethi"], "main_score": 0.248087, "precision": 0.232131, "recall": 0.301383}, {"accuracy": 0.401186, "f1": 0.347382, "hf_subset": "ydd_Hebr-bos_Latn", "languages": ["ydd-Hebr", "bos-Latn"], "main_score": 0.347382, "precision": 0.330574, "recall": 0.401186}, {"accuracy": 0.391304, "f1": 0.335718, "hf_subset": "ydd_Hebr-fin_Latn", "languages": ["ydd-Hebr", "fin-Latn"], "main_score": 0.335718, "precision": 0.318576, "recall": 0.391304}, {"accuracy": 0.410079, "f1": 0.348285, "hf_subset": "ydd_Hebr-ita_Latn", "languages": ["ydd-Hebr", "ita-Latn"], "main_score": 0.348285, "precision": 0.327792, "recall": 0.410079}, {"accuracy": 0.368577, "f1": 0.312652, "hf_subset": "ydd_Hebr-kor_Hang", "languages": ["ydd-Hebr", "kor-Hang"], "main_score": 0.312652, "precision": 0.294271, "recall": 0.368577}, {"accuracy": 0.085968, "f1": 0.063162, "hf_subset": "ydd_Hebr-mos_Latn", "languages": ["ydd-Hebr", "mos-Latn"], "main_score": 0.063162, "precision": 0.056904, "recall": 0.085968}, {"accuracy": 0.065217, "f1": 0.044444, "hf_subset": "ydd_Hebr-run_Latn", "languages": ["ydd-Hebr", "run-Latn"], "main_score": 0.044444, "precision": 0.039438, "recall": 0.065217}, {"accuracy": 0.315217, "f1": 0.268111, "hf_subset": "ydd_Hebr-tam_Taml", "languages": ["ydd-Hebr", "tam-Taml"], "main_score": 0.268111, "precision": 0.254788, "recall": 0.315217}, {"accuracy": 0.40415, "f1": 0.345451, "hf_subset": "ydd_Hebr-vie_Latn", "languages": ["ydd-Hebr", "vie-Latn"], "main_score": 0.345451, "precision": 0.32487, "recall": 0.40415}, {"accuracy": 0.335968, "f1": 0.287439, "hf_subset": "ydd_Hebr-apc_Arab", "languages": ["ydd-Hebr", "apc-Arab"], "main_score": 0.287439, "precision": 0.273886, "recall": 0.335968}, {"accuracy": 0.118577, "f1": 0.092171, "hf_subset": "ydd_Hebr-bug_Latn", "languages": ["ydd-Hebr", "bug-Latn"], "main_score": 0.092171, "precision": 0.085336, "recall": 0.118577}, {"accuracy": 0.098814, "f1": 0.067135, "hf_subset": "ydd_Hebr-fon_Latn", "languages": ["ydd-Hebr", "fon-Latn"], "main_score": 0.067135, "precision": 0.059972, "recall": 0.098814}, {"accuracy": 0.246047, "f1": 0.208172, "hf_subset": "ydd_Hebr-jav_Latn", "languages": ["ydd-Hebr", "jav-Latn"], "main_score": 0.208172, "precision": 0.196143, "recall": 0.246047}, {"accuracy": 0.346838, "f1": 0.293574, "hf_subset": "ydd_Hebr-lao_Laoo", "languages": ["ydd-Hebr", "lao-Laoo"], "main_score": 0.293574, "precision": 0.277073, "recall": 0.346838}, {"accuracy": 0.089921, "f1": 0.058356, "hf_subset": "ydd_Hebr-mri_Latn", "languages": ["ydd-Hebr", "mri-Latn"], "main_score": 0.058356, "precision": 0.051618, "recall": 0.089921}, {"accuracy": 0.406126, "f1": 0.343641, "hf_subset": "ydd_Hebr-rus_Cyrl", "languages": ["ydd-Hebr", "rus-Cyrl"], "main_score": 0.343641, "precision": 0.323799, "recall": 0.406126}, {"accuracy": 0.099802, "f1": 0.074549, "hf_subset": "ydd_Hebr-taq_Latn", "languages": ["ydd-Hebr", "taq-Latn"], "main_score": 0.074549, "precision": 0.068495, "recall": 0.099802}, {"accuracy": 0.13834, "f1": 0.100783, "hf_subset": "ydd_Hebr-war_Latn", "languages": ["ydd-Hebr", "war-Latn"], "main_score": 0.100783, "precision": 0.090098, "recall": 0.13834}, {"accuracy": 0.378458, "f1": 0.323538, "hf_subset": "ydd_Hebr-arb_Arab", "languages": ["ydd-Hebr", "arb-Arab"], "main_score": 0.323538, "precision": 0.306262, "recall": 0.378458}, {"accuracy": 0.402174, "f1": 0.337384, "hf_subset": "ydd_Hebr-bul_Cyrl", "languages": ["ydd-Hebr", "bul-Cyrl"], "main_score": 0.337384, "precision": 0.316523, "recall": 0.402174}, {"accuracy": 0.40415, "f1": 0.350194, "hf_subset": "ydd_Hebr-fra_Latn", "languages": ["ydd-Hebr", "fra-Latn"], "main_score": 0.350194, "precision": 0.332098, "recall": 0.40415}, {"accuracy": 0.382411, "f1": 0.324554, "hf_subset": "ydd_Hebr-jpn_Jpan", "languages": ["ydd-Hebr", "jpn-Jpan"], "main_score": 0.324554, "precision": 0.305175, "recall": 0.382411}, {"accuracy": 0.278656, "f1": 0.235214, "hf_subset": "ydd_Hebr-lij_Latn", "languages": ["ydd-Hebr", "lij-Latn"], "main_score": 0.235214, "precision": 0.221274, "recall": 0.278656}, {"accuracy": 0.31917, "f1": 0.266727, "hf_subset": "ydd_Hebr-mya_Mymr", "languages": ["ydd-Hebr", "mya-Mymr"], "main_score": 0.266727, "precision": 0.250365, "recall": 0.31917}, {"accuracy": 0.110672, "f1": 0.077513, "hf_subset": "ydd_Hebr-sag_Latn", "languages": ["ydd-Hebr", "sag-Latn"], "main_score": 0.077513, "precision": 0.068673, "recall": 0.110672}, {"accuracy": 0.073123, "f1": 0.043674, "hf_subset": "ydd_Hebr-taq_Tfng", "languages": ["ydd-Hebr", "taq-Tfng"], "main_score": 0.043674, "precision": 0.038047, "recall": 0.073123}, {"accuracy": 0.09585, "f1": 0.06268, "hf_subset": "ydd_Hebr-wol_Latn", "languages": ["ydd-Hebr", "wol-Latn"], "main_score": 0.06268, "precision": 0.054664, "recall": 0.09585}, {"accuracy": 0.056324, "f1": 0.036243, "hf_subset": "ydd_Hebr-arb_Latn", "languages": ["ydd-Hebr", "arb-Latn"], "main_score": 0.036243, "precision": 0.032349, "recall": 0.056324}, {"accuracy": 0.396245, "f1": 0.338558, "hf_subset": "ydd_Hebr-cat_Latn", "languages": ["ydd-Hebr", "cat-Latn"], "main_score": 0.338558, "precision": 0.320198, "recall": 0.396245}, {"accuracy": 0.253953, "f1": 0.207993, "hf_subset": "ydd_Hebr-fur_Latn", "languages": ["ydd-Hebr", "fur-Latn"], "main_score": 0.207993, "precision": 0.193599, "recall": 0.253953}, {"accuracy": 0.06917, "f1": 0.049807, "hf_subset": "ydd_Hebr-kab_Latn", "languages": ["ydd-Hebr", "kab-Latn"], "main_score": 0.049807, "precision": 0.045687, "recall": 0.06917}, {"accuracy": 0.26087, "f1": 0.221458, "hf_subset": "ydd_Hebr-lim_Latn", "languages": ["ydd-Hebr", "lim-Latn"], "main_score": 0.221458, "precision": 0.208803, "recall": 0.26087}, {"accuracy": 0.391304, "f1": 0.32517, "hf_subset": "ydd_Hebr-nld_Latn", "languages": ["ydd-Hebr", "nld-Latn"], "main_score": 0.32517, "precision": 0.302966, "recall": 0.391304}, {"accuracy": 0.229249, "f1": 0.185972, "hf_subset": "ydd_Hebr-san_Deva", "languages": ["ydd-Hebr", "san-Deva"], "main_score": 0.185972, "precision": 0.172824, "recall": 0.229249}, {"accuracy": 0.148221, "f1": 0.117638, "hf_subset": "ydd_Hebr-tat_Cyrl", "languages": ["ydd-Hebr", "tat-Cyrl"], "main_score": 0.117638, "precision": 0.107651, "recall": 0.148221}, {"accuracy": 0.096838, "f1": 0.066893, "hf_subset": "ydd_Hebr-xho_Latn", "languages": ["ydd-Hebr", "xho-Latn"], "main_score": 0.066893, "precision": 0.060076, "recall": 0.096838}, {"accuracy": 0.36166, "f1": 0.304238, "hf_subset": "ydd_Hebr-ars_Arab", "languages": ["ydd-Hebr", "ars-Arab"], "main_score": 0.304238, "precision": 0.286581, "recall": 0.36166}, {"accuracy": 0.141304, "f1": 0.10812, "hf_subset": "ydd_Hebr-ceb_Latn", "languages": ["ydd-Hebr", "ceb-Latn"], "main_score": 0.10812, "precision": 0.099368, "recall": 0.141304}, {"accuracy": 0.094862, "f1": 0.071815, "hf_subset": "ydd_Hebr-fuv_Latn", "languages": ["ydd-Hebr", "fuv-Latn"], "main_score": 0.071815, "precision": 0.066071, "recall": 0.094862}, {"accuracy": 0.082016, "f1": 0.05747, "hf_subset": "ydd_Hebr-kac_Latn", "languages": ["ydd-Hebr", "kac-Latn"], "main_score": 0.05747, "precision": 0.050923, "recall": 0.082016}, {"accuracy": 0.088933, "f1": 0.060418, "hf_subset": "ydd_Hebr-lin_Latn", "languages": ["ydd-Hebr", "lin-Latn"], "main_score": 0.060418, "precision": 0.053686, "recall": 0.088933}, {"accuracy": 0.380435, "f1": 0.323794, "hf_subset": "ydd_Hebr-nno_Latn", "languages": ["ydd-Hebr", "nno-Latn"], "main_score": 0.323794, "precision": 0.304814, "recall": 0.380435}, {"accuracy": 0.017787, "f1": 0.006778, "hf_subset": "ydd_Hebr-sat_Olck", "languages": ["ydd-Hebr", "sat-Olck"], "main_score": 0.006778, "precision": 0.005414, "recall": 0.017787}, {"accuracy": 0.301383, "f1": 0.257174, "hf_subset": "ydd_Hebr-tel_Telu", "languages": ["ydd-Hebr", "tel-Telu"], "main_score": 0.257174, "precision": 0.244162, "recall": 0.301383}, {"accuracy": 0.270751, "f1": 0.231124, "hf_subset": "ydd_Hebr-ary_Arab", "languages": ["ydd-Hebr", "ary-Arab"], "main_score": 0.231124, "precision": 0.217835, "recall": 0.270751}, {"accuracy": 0.40415, "f1": 0.348192, "hf_subset": "ydd_Hebr-ces_Latn", "languages": ["ydd-Hebr", "ces-Latn"], "main_score": 0.348192, "precision": 0.329348, "recall": 0.40415}, {"accuracy": 0.076087, "f1": 0.04772, "hf_subset": "ydd_Hebr-gaz_Latn", "languages": ["ydd-Hebr", "gaz-Latn"], "main_score": 0.04772, "precision": 0.041264, "recall": 0.076087}, {"accuracy": 0.081028, "f1": 0.05927, "hf_subset": "ydd_Hebr-kam_Latn", "languages": ["ydd-Hebr", "kam-Latn"], "main_score": 0.05927, "precision": 0.053992, "recall": 0.081028}, {"accuracy": 0.395257, "f1": 0.342431, "hf_subset": "ydd_Hebr-lit_Latn", "languages": ["ydd-Hebr", "lit-Latn"], "main_score": 0.342431, "precision": 0.325994, "recall": 0.395257}, {"accuracy": 0.411067, "f1": 0.345888, "hf_subset": "ydd_Hebr-nob_Latn", "languages": ["ydd-Hebr", "nob-Latn"], "main_score": 0.345888, "precision": 0.324518, "recall": 0.411067}, {"accuracy": 0.248024, "f1": 0.205961, "hf_subset": "ydd_Hebr-scn_Latn", "languages": ["ydd-Hebr", "scn-Latn"], "main_score": 0.205961, "precision": 0.193261, "recall": 0.248024}, {"accuracy": 0.083992, "f1": 0.064236, "hf_subset": "ydd_Hebr-tgk_Cyrl", "languages": ["ydd-Hebr", "tgk-Cyrl"], "main_score": 0.064236, "precision": 0.058421, "recall": 0.083992}, {"accuracy": 0.097826, "f1": 0.06777, "hf_subset": "ydd_Hebr-yor_Latn", "languages": ["ydd-Hebr", "yor-Latn"], "main_score": 0.06777, "precision": 0.061309, "recall": 0.097826}, {"accuracy": 0.327075, "f1": 0.276282, "hf_subset": "ydd_Hebr-arz_Arab", "languages": ["ydd-Hebr", "arz-Arab"], "main_score": 0.276282, "precision": 0.260419, "recall": 0.327075}, {"accuracy": 0.068182, "f1": 0.045715, "hf_subset": "ydd_Hebr-cjk_Latn", "languages": ["ydd-Hebr", "cjk-Latn"], "main_score": 0.045715, "precision": 0.040148, "recall": 0.068182}, {"accuracy": 0.099802, "f1": 0.066661, "hf_subset": "ydd_Hebr-gla_Latn", "languages": ["ydd-Hebr", "gla-Latn"], "main_score": 0.066661, "precision": 0.058464, "recall": 0.099802}, {"accuracy": 0.283597, "f1": 0.234675, "hf_subset": "ydd_Hebr-kan_Knda", "languages": ["ydd-Hebr", "kan-Knda"], "main_score": 0.234675, "precision": 0.220354, "recall": 0.283597}, {"accuracy": 0.238142, "f1": 0.196626, "hf_subset": "ydd_Hebr-lmo_Latn", "languages": ["ydd-Hebr", "lmo-Latn"], "main_score": 0.196626, "precision": 0.184258, "recall": 0.238142}, {"accuracy": 0.342885, "f1": 0.292607, "hf_subset": "ydd_Hebr-npi_Deva", "languages": ["ydd-Hebr", "npi-Deva"], "main_score": 0.292607, "precision": 0.276409, "recall": 0.342885}, {"accuracy": 0.118577, "f1": 0.081248, "hf_subset": "ydd_Hebr-shn_Mymr", "languages": ["ydd-Hebr", "shn-Mymr"], "main_score": 0.081248, "precision": 0.070971, "recall": 0.118577}, {"accuracy": 0.203557, "f1": 0.157773, "hf_subset": "ydd_Hebr-tgl_Latn", "languages": ["ydd-Hebr", "tgl-Latn"], "main_score": 0.157773, "precision": 0.14493, "recall": 0.203557}, {"accuracy": 0.392292, "f1": 0.332991, "hf_subset": "ydd_Hebr-yue_Hant", "languages": ["ydd-Hebr", "yue-Hant"], "main_score": 0.332991, "precision": 0.313867, "recall": 0.392292}, {"accuracy": 0.229249, "f1": 0.189711, "hf_subset": "ydd_Hebr-asm_Beng", "languages": ["ydd-Hebr", "asm-Beng"], "main_score": 0.189711, "precision": 0.176357, "recall": 0.229249}, {"accuracy": 0.328063, "f1": 0.273161, "hf_subset": "ydd_Hebr-ckb_Arab", "languages": ["ydd-Hebr", "ckb-Arab"], "main_score": 0.273161, "precision": 0.254991, "recall": 0.328063}, {"accuracy": 0.158103, "f1": 0.119743, "hf_subset": "ydd_Hebr-gle_Latn", "languages": ["ydd-Hebr", "gle-Latn"], "main_score": 0.119743, "precision": 0.109127, "recall": 0.158103}, {"accuracy": 0.174901, "f1": 0.13956, "hf_subset": "ydd_Hebr-kas_Arab", "languages": ["ydd-Hebr", "kas-Arab"], "main_score": 0.13956, "precision": 0.12877, "recall": 0.174901}, {"accuracy": 0.247036, "f1": 0.204171, "hf_subset": "ydd_Hebr-ltg_Latn", "languages": ["ydd-Hebr", "ltg-Latn"], "main_score": 0.204171, "precision": 0.190881, "recall": 0.247036}, {"accuracy": 0.108696, "f1": 0.077323, "hf_subset": "ydd_Hebr-nso_Latn", "languages": ["ydd-Hebr", "nso-Latn"], "main_score": 0.077323, "precision": 0.070116, "recall": 0.108696}, {"accuracy": 0.327075, "f1": 0.282019, "hf_subset": "ydd_Hebr-sin_Sinh", "languages": ["ydd-Hebr", "sin-Sinh"], "main_score": 0.282019, "precision": 0.268193, "recall": 0.327075}, {"accuracy": 0.378458, "f1": 0.316906, "hf_subset": "ydd_Hebr-tha_Thai", "languages": ["ydd-Hebr", "tha-Thai"], "main_score": 0.316906, "precision": 0.297707, "recall": 0.378458}, {"accuracy": 0.38834, "f1": 0.329977, "hf_subset": "ydd_Hebr-zho_Hans", "languages": ["ydd-Hebr", "zho-Hans"], "main_score": 0.329977, "precision": 0.31155, "recall": 0.38834}, {"accuracy": 0.337945, "f1": 0.285229, "hf_subset": "ydd_Hebr-ast_Latn", "languages": ["ydd-Hebr", "ast-Latn"], "main_score": 0.285229, "precision": 0.268652, "recall": 0.337945}, {"accuracy": 0.270751, "f1": 0.2363, "hf_subset": "ydd_Hebr-crh_Latn", "languages": ["ydd-Hebr", "crh-Latn"], "main_score": 0.2363, "precision": 0.225974, "recall": 0.270751}, {"accuracy": 0.409091, "f1": 0.350276, "hf_subset": "ydd_Hebr-glg_Latn", "languages": ["ydd-Hebr", "glg-Latn"], "main_score": 0.350276, "precision": 0.330254, "recall": 0.409091}, {"accuracy": 0.146245, "f1": 0.118002, "hf_subset": "ydd_Hebr-kas_Deva", "languages": ["ydd-Hebr", "kas-Deva"], "main_score": 0.118002, "precision": 0.108937, "recall": 0.146245}, {"accuracy": 0.193676, "f1": 0.155792, "hf_subset": "ydd_Hebr-ltz_Latn", "languages": ["ydd-Hebr", "ltz-Latn"], "main_score": 0.155792, "precision": 0.144, "recall": 0.193676}, {"accuracy": 0.070158, "f1": 0.046277, "hf_subset": "ydd_Hebr-nus_Latn", "languages": ["ydd-Hebr", "nus-Latn"], "main_score": 0.046277, "precision": 0.041494, "recall": 0.070158}, {"accuracy": 0.410079, "f1": 0.347753, "hf_subset": "ydd_Hebr-slk_Latn", "languages": ["ydd-Hebr", "slk-Latn"], "main_score": 0.347753, "precision": 0.327149, "recall": 0.410079}, {"accuracy": 0.107708, "f1": 0.081883, "hf_subset": "ydd_Hebr-tir_Ethi", "languages": ["ydd-Hebr", "tir-Ethi"], "main_score": 0.081883, "precision": 0.073877, "recall": 0.107708}, {"accuracy": 0.37253, "f1": 0.314167, "hf_subset": "ydd_Hebr-zho_Hant", "languages": ["ydd-Hebr", "zho-Hant"], "main_score": 0.314167, "precision": 0.296468, "recall": 0.37253}, {"accuracy": 0.3083, "f1": 0.259372, "hf_subset": "ydd_Hebr-awa_Deva", "languages": ["ydd-Hebr", "awa-Deva"], "main_score": 0.259372, "precision": 0.244453, "recall": 0.3083}, {"accuracy": 0.215415, "f1": 0.166973, "hf_subset": "ydd_Hebr-cym_Latn", "languages": ["ydd-Hebr", "cym-Latn"], "main_score": 0.166973, "precision": 0.153533, "recall": 0.215415}, {"accuracy": 0.114625, "f1": 0.078916, "hf_subset": "ydd_Hebr-grn_Latn", "languages": ["ydd-Hebr", "grn-Latn"], "main_score": 0.078916, "precision": 0.070702, "recall": 0.114625}, {"accuracy": 0.331028, "f1": 0.283595, "hf_subset": "ydd_Hebr-kat_Geor", "languages": ["ydd-Hebr", "kat-Geor"], "main_score": 0.283595, "precision": 0.268873, "recall": 0.331028}, {"accuracy": 0.092885, "f1": 0.064936, "hf_subset": "ydd_Hebr-lua_Latn", "languages": ["ydd-Hebr", "lua-Latn"], "main_score": 0.064936, "precision": 0.058415, "recall": 0.092885}, {"accuracy": 0.100791, "f1": 0.071776, "hf_subset": "ydd_Hebr-nya_Latn", "languages": ["ydd-Hebr", "nya-Latn"], "main_score": 0.071776, "precision": 0.064592, "recall": 0.100791}, {"accuracy": 0.411067, "f1": 0.357712, "hf_subset": "ydd_Hebr-slv_Latn", "languages": ["ydd-Hebr", "slv-Latn"], "main_score": 0.357712, "precision": 0.339121, "recall": 0.411067}, {"accuracy": 0.163043, "f1": 0.119, "hf_subset": "ydd_Hebr-tpi_Latn", "languages": ["ydd-Hebr", "tpi-Latn"], "main_score": 0.119, "precision": 0.106526, "recall": 0.163043}, {"accuracy": 0.401186, "f1": 0.344634, "hf_subset": "ydd_Hebr-zsm_Latn", "languages": ["ydd-Hebr", "zsm-Latn"], "main_score": 0.344634, "precision": 0.326326, "recall": 0.401186}, {"accuracy": 0.090909, "f1": 0.06384, "hf_subset": "ydd_Hebr-ayr_Latn", "languages": ["ydd-Hebr", "ayr-Latn"], "main_score": 0.06384, "precision": 0.056122, "recall": 0.090909}, {"accuracy": 0.41502, "f1": 0.355785, "hf_subset": "ydd_Hebr-dan_Latn", "languages": ["ydd-Hebr", "dan-Latn"], "main_score": 0.355785, "precision": 0.336341, "recall": 0.41502}, {"accuracy": 0.363636, "f1": 0.303085, "hf_subset": "ydd_Hebr-guj_Gujr", "languages": ["ydd-Hebr", "guj-Gujr"], "main_score": 0.303085, "precision": 0.283665, "recall": 0.363636}, {"accuracy": 0.346838, "f1": 0.301179, "hf_subset": "ydd_Hebr-kaz_Cyrl", "languages": ["ydd-Hebr", "kaz-Cyrl"], "main_score": 0.301179, "precision": 0.287036, "recall": 0.346838}, {"accuracy": 0.071146, "f1": 0.04905, "hf_subset": "ydd_Hebr-lug_Latn", "languages": ["ydd-Hebr", "lug-Latn"], "main_score": 0.04905, "precision": 0.043804, "recall": 0.071146}, {"accuracy": 0.350791, "f1": 0.304258, "hf_subset": "ydd_Hebr-oci_Latn", "languages": ["ydd-Hebr", "oci-Latn"], "main_score": 0.304258, "precision": 0.289884, "recall": 0.350791}, {"accuracy": 0.086957, "f1": 0.054261, "hf_subset": "ydd_Hebr-smo_Latn", "languages": ["ydd-Hebr", "smo-Latn"], "main_score": 0.054261, "precision": 0.046682, "recall": 0.086957}, {"accuracy": 0.083992, "f1": 0.057395, "hf_subset": "ydd_Hebr-tsn_Latn", "languages": ["ydd-Hebr", "tsn-Latn"], "main_score": 0.057395, "precision": 0.051142, "recall": 0.083992}, {"accuracy": 0.06917, "f1": 0.046843, "hf_subset": "ydd_Hebr-zul_Latn", "languages": ["ydd-Hebr", "zul-Latn"], "main_score": 0.046843, "precision": 0.041433, "recall": 0.06917}, {"accuracy": 0.164032, "f1": 0.136713, "hf_subset": "ydd_Hebr-azb_Arab", "languages": ["ydd-Hebr", "azb-Arab"], "main_score": 0.136713, "precision": 0.127785, "recall": 0.164032}, {"accuracy": 0.411067, "f1": 0.347821, "hf_subset": "ydd_Hebr-deu_Latn", "languages": ["ydd-Hebr", "deu-Latn"], "main_score": 0.347821, "precision": 0.327592, "recall": 0.411067}, {"accuracy": 0.120553, "f1": 0.08654, "hf_subset": "ydd_Hebr-hat_Latn", "languages": ["ydd-Hebr", "hat-Latn"], "main_score": 0.08654, "precision": 0.076864, "recall": 0.120553}, {"accuracy": 0.072134, "f1": 0.048339, "hf_subset": "ydd_Hebr-kbp_Latn", "languages": ["ydd-Hebr", "kbp-Latn"], "main_score": 0.048339, "precision": 0.042877, "recall": 0.072134}, {"accuracy": 0.093874, "f1": 0.064453, "hf_subset": "ydd_Hebr-luo_Latn", "languages": ["ydd-Hebr", "luo-Latn"], "main_score": 0.064453, "precision": 0.056576, "recall": 0.093874}, {"accuracy": 0.295455, "f1": 0.252511, "hf_subset": "ydd_Hebr-ory_Orya", "languages": ["ydd-Hebr", "ory-Orya"], "main_score": 0.252511, "precision": 0.240216, "recall": 0.295455}, {"accuracy": 0.08004, "f1": 0.055643, "hf_subset": "ydd_Hebr-sna_Latn", "languages": ["ydd-Hebr", "sna-Latn"], "main_score": 0.055643, "precision": 0.04881, "recall": 0.08004}, {"accuracy": 0.089921, "f1": 0.065576, "hf_subset": "ydd_Hebr-tso_Latn", "languages": ["ydd-Hebr", "tso-Latn"], "main_score": 0.065576, "precision": 0.060371, "recall": 0.089921}, {"accuracy": 0.33498, "f1": 0.281574, "hf_subset": "ydd_Hebr-azj_Latn", "languages": ["ydd-Hebr", "azj-Latn"], "main_score": 0.281574, "precision": 0.265415, "recall": 0.33498}, {"accuracy": 0.109684, "f1": 0.077989, "hf_subset": "ydd_Hebr-dik_Latn", "languages": ["ydd-Hebr", "dik-Latn"], "main_score": 0.077989, "precision": 0.069228, "recall": 0.109684}, {"accuracy": 0.116601, "f1": 0.086549, "hf_subset": "ydd_Hebr-hau_Latn", "languages": ["ydd-Hebr", "hau-Latn"], "main_score": 0.086549, "precision": 0.079413, "recall": 0.116601}, {"accuracy": 0.240119, "f1": 0.198922, "hf_subset": "ydd_Hebr-kea_Latn", "languages": ["ydd-Hebr", "kea-Latn"], "main_score": 0.198922, "precision": 0.185314, "recall": 0.240119}, {"accuracy": 0.124506, "f1": 0.091473, "hf_subset": "ydd_Hebr-lus_Latn", "languages": ["ydd-Hebr", "lus-Latn"], "main_score": 0.091473, "precision": 0.082923, "recall": 0.124506}, {"accuracy": 0.137352, "f1": 0.105413, "hf_subset": "ydd_Hebr-pag_Latn", "languages": ["ydd-Hebr", "pag-Latn"], "main_score": 0.105413, "precision": 0.095826, "recall": 0.137352}, {"accuracy": 0.368577, "f1": 0.316914, "hf_subset": "ydd_Hebr-snd_Arab", "languages": ["ydd-Hebr", "snd-Arab"], "main_score": 0.316914, "precision": 0.300275, "recall": 0.368577}, {"accuracy": 0.137352, "f1": 0.104412, "hf_subset": "ydd_Hebr-tuk_Latn", "languages": ["ydd-Hebr", "tuk-Latn"], "main_score": 0.104412, "precision": 0.09557, "recall": 0.137352}, {"accuracy": 0.166996, "f1": 0.135172, "hf_subset": "ydd_Hebr-bak_Cyrl", "languages": ["ydd-Hebr", "bak-Cyrl"], "main_score": 0.135172, "precision": 0.124638, "recall": 0.166996}, {"accuracy": 0.066206, "f1": 0.040305, "hf_subset": "ydd_Hebr-dyu_Latn", "languages": ["ydd-Hebr", "dyu-Latn"], "main_score": 0.040305, "precision": 0.033208, "recall": 0.066206}, {"accuracy": 0.41996, "f1": 0.356623, "hf_subset": "ydd_Hebr-heb_Hebr", "languages": ["ydd-Hebr", "heb-Hebr"], "main_score": 0.356623, "precision": 0.336972, "recall": 0.41996}, {"accuracy": 0.369565, "f1": 0.314658, "hf_subset": "ydd_Hebr-khk_Cyrl", "languages": ["ydd-Hebr", "khk-Cyrl"], "main_score": 0.314658, "precision": 0.298552, "recall": 0.369565}, {"accuracy": 0.397233, "f1": 0.340045, "hf_subset": "ydd_Hebr-lvs_Latn", "languages": ["ydd-Hebr", "lvs-Latn"], "main_score": 0.340045, "precision": 0.321371, "recall": 0.397233}, {"accuracy": 0.343874, "f1": 0.29433, "hf_subset": "ydd_Hebr-pan_Guru", "languages": ["ydd-Hebr", "pan-Guru"], "main_score": 0.29433, "precision": 0.278367, "recall": 0.343874}, {"accuracy": 0.128458, "f1": 0.09747, "hf_subset": "ydd_Hebr-som_Latn", "languages": ["ydd-Hebr", "som-Latn"], "main_score": 0.09747, "precision": 0.089682, "recall": 0.128458}, {"accuracy": 0.08498, "f1": 0.05686, "hf_subset": "ydd_Hebr-tum_Latn", "languages": ["ydd-Hebr", "tum-Latn"], "main_score": 0.05686, "precision": 0.049915, "recall": 0.08498}, {"accuracy": 0.096838, "f1": 0.062756, "hf_subset": "ary_Arab-ace_Arab", "languages": ["ary-Arab", "ace-Arab"], "main_score": 0.062756, "precision": 0.054159, "recall": 0.096838}, {"accuracy": 0.139328, "f1": 0.089864, "hf_subset": "ary_Arab-bam_Latn", "languages": ["ary-Arab", "bam-Latn"], "main_score": 0.089864, "precision": 0.078103, "recall": 0.139328}, {"accuracy": 0.002964, "f1": 4.3e-05, "hf_subset": "ary_Arab-dzo_Tibt", "languages": ["ary-Arab", "dzo-Tibt"], "main_score": 4.3e-05, "precision": 2.2e-05, "recall": 0.002964}, {"accuracy": 0.852767, "f1": 0.816436, "hf_subset": "ary_Arab-hin_Deva", "languages": ["ary-Arab", "hin-Deva"], "main_score": 0.816436, "precision": 0.800099, "recall": 0.852767}, {"accuracy": 0.750988, "f1": 0.698058, "hf_subset": "ary_Arab-khm_Khmr", "languages": ["ary-Arab", "khm-Khmr"], "main_score": 0.698058, "precision": 0.675313, "recall": 0.750988}, {"accuracy": 0.804348, "f1": 0.762709, "hf_subset": "ary_Arab-mag_Deva", "languages": ["ary-Arab", "mag-Deva"], "main_score": 0.762709, "precision": 0.744919, "recall": 0.804348}, {"accuracy": 0.536561, "f1": 0.464664, "hf_subset": "ary_Arab-pap_Latn", "languages": ["ary-Arab", "pap-Latn"], "main_score": 0.464664, "precision": 0.437074, "recall": 0.536561}, {"accuracy": 0.160079, "f1": 0.108582, "hf_subset": "ary_Arab-sot_Latn", "languages": ["ary-Arab", "sot-Latn"], "main_score": 0.108582, "precision": 0.096041, "recall": 0.160079}, {"accuracy": 0.863636, "f1": 0.827437, "hf_subset": "ary_Arab-tur_Latn", "languages": ["ary-Arab", "tur-Latn"], "main_score": 0.827437, "precision": 0.811018, "recall": 0.863636}, {"accuracy": 0.358696, "f1": 0.281749, "hf_subset": "ary_Arab-ace_Latn", "languages": ["ary-Arab", "ace-Latn"], "main_score": 0.281749, "precision": 0.257408, "recall": 0.358696}, {"accuracy": 0.55336, "f1": 0.483118, "hf_subset": "ary_Arab-ban_Latn", "languages": ["ary-Arab", "ban-Latn"], "main_score": 0.483118, "precision": 0.455518, "recall": 0.55336}, {"accuracy": 0.852767, "f1": 0.812566, "hf_subset": "ary_Arab-ell_Grek", "languages": ["ary-Arab", "ell-Grek"], "main_score": 0.812566, "precision": 0.794525, "recall": 0.852767}, {"accuracy": 0.782609, "f1": 0.738968, "hf_subset": "ary_Arab-hne_Deva", "languages": ["ary-Arab", "hne-Deva"], "main_score": 0.738968, "precision": 0.720316, "recall": 0.782609}, {"accuracy": 0.193676, "f1": 0.121191, "hf_subset": "ary_Arab-kik_Latn", "languages": ["ary-Arab", "kik-Latn"], "main_score": 0.121191, "precision": 0.102176, "recall": 0.193676}, {"accuracy": 0.794466, "f1": 0.755275, "hf_subset": "ary_Arab-mai_Deva", "languages": ["ary-Arab", "mai-Deva"], "main_score": 0.755275, "precision": 0.738043, "recall": 0.794466}, {"accuracy": 0.727273, "f1": 0.677643, "hf_subset": "ary_Arab-pbt_Arab", "languages": ["ary-Arab", "pbt-Arab"], "main_score": 0.677643, "precision": 0.656728, "recall": 0.727273}, {"accuracy": 0.87747, "f1": 0.843874, "hf_subset": "ary_Arab-spa_Latn", "languages": ["ary-Arab", "spa-Latn"], "main_score": 0.843874, "precision": 0.829002, "recall": 0.87747}, {"accuracy": 0.243083, "f1": 0.169656, "hf_subset": "ary_Arab-twi_Latn", "languages": ["ary-Arab", "twi-Latn"], "main_score": 0.169656, "precision": 0.150082, "recall": 0.243083}, {"accuracy": 0.895257, "f1": 0.868429, "hf_subset": "ary_Arab-acm_Arab", "languages": ["ary-Arab", "acm-Arab"], "main_score": 0.868429, "precision": 0.856559, "recall": 0.895257}, {"accuracy": 0.80336, "f1": 0.761254, "hf_subset": "ary_Arab-bel_Cyrl", "languages": ["ary-Arab", "bel-Cyrl"], "main_score": 0.761254, "precision": 0.743058, "recall": 0.80336}, {"accuracy": 0.882411, "f1": 0.85, "hf_subset": "ary_Arab-eng_Latn", "languages": ["ary-Arab", "eng-Latn"], "main_score": 0.85, "precision": 0.835623, "recall": 0.882411}, {"accuracy": 0.862648, "f1": 0.829504, "hf_subset": "ary_Arab-hrv_Latn", "languages": ["ary-Arab", "hrv-Latn"], "main_score": 0.829504, "precision": 0.814789, "recall": 0.862648}, {"accuracy": 0.108696, "f1": 0.06655, "hf_subset": "ary_Arab-kin_Latn", "languages": ["ary-Arab", "kin-Latn"], "main_score": 0.06655, "precision": 0.056237, "recall": 0.108696}, {"accuracy": 0.699605, "f1": 0.645111, "hf_subset": "ary_Arab-mal_Mlym", "languages": ["ary-Arab", "mal-Mlym"], "main_score": 0.645111, "precision": 0.622539, "recall": 0.699605}, {"accuracy": 0.864625, "f1": 0.831903, "hf_subset": "ary_Arab-pes_Arab", "languages": ["ary-Arab", "pes-Arab"], "main_score": 0.831903, "precision": 0.817556, "recall": 0.864625}, {"accuracy": 0.593874, "f1": 0.520182, "hf_subset": "ary_Arab-srd_Latn", "languages": ["ary-Arab", "srd-Latn"], "main_score": 0.520182, "precision": 0.490679, "recall": 0.593874}, {"accuracy": 0.063241, "f1": 0.032447, "hf_subset": "ary_Arab-tzm_Tfng", "languages": ["ary-Arab", "tzm-Tfng"], "main_score": 0.032447, "precision": 0.027643, "recall": 0.063241}, {"accuracy": 0.903162, "f1": 0.879496, "hf_subset": "ary_Arab-acq_Arab", "languages": ["ary-Arab", "acq-Arab"], "main_score": 0.879496, "precision": 0.8695, "recall": 0.903162}, {"accuracy": 0.182806, "f1": 0.127359, "hf_subset": "ary_Arab-bem_Latn", "languages": ["ary-Arab", "bem-Latn"], "main_score": 0.127359, "precision": 0.113683, "recall": 0.182806}, {"accuracy": 0.729249, "f1": 0.676281, "hf_subset": "ary_Arab-epo_Latn", "languages": ["ary-Arab", "epo-Latn"], "main_score": 0.676281, "precision": 0.653689, "recall": 0.729249}, {"accuracy": 0.852767, "f1": 0.812912, "hf_subset": "ary_Arab-hun_Latn", "languages": ["ary-Arab", "hun-Latn"], "main_score": 0.812912, "precision": 0.79524, "recall": 0.852767}, {"accuracy": 0.77668, "f1": 0.733731, "hf_subset": "ary_Arab-kir_Cyrl", "languages": ["ary-Arab", "kir-Cyrl"], "main_score": 0.733731, "precision": 0.715992, "recall": 0.77668}, {"accuracy": 0.755929, "f1": 0.706878, "hf_subset": "ary_Arab-mar_Deva", "languages": ["ary-Arab", "mar-Deva"], "main_score": 0.706878, "precision": 0.686476, "recall": 0.755929}, {"accuracy": 0.225296, "f1": 0.16386, "hf_subset": "ary_Arab-plt_Latn", "languages": ["ary-Arab", "plt-Latn"], "main_score": 0.16386, "precision": 0.145895, "recall": 0.225296}, {"accuracy": 0.87253, "f1": 0.838043, "hf_subset": "ary_Arab-srp_Cyrl", "languages": ["ary-Arab", "srp-Cyrl"], "main_score": 0.838043, "precision": 0.822694, "recall": 0.87253}, {"accuracy": 0.635375, "f1": 0.570097, "hf_subset": "ary_Arab-uig_Arab", "languages": ["ary-Arab", "uig-Arab"], "main_score": 0.570097, "precision": 0.543583, "recall": 0.635375}, {"accuracy": 0.890316, "f1": 0.865402, "hf_subset": "ary_Arab-aeb_Arab", "languages": ["ary-Arab", "aeb-Arab"], "main_score": 0.865402, "precision": 0.854496, "recall": 0.890316}, {"accuracy": 0.742095, "f1": 0.688573, "hf_subset": "ary_Arab-ben_Beng", "languages": ["ary-Arab", "ben-Beng"], "main_score": 0.688573, "precision": 0.665803, "recall": 0.742095}, {"accuracy": 0.848814, "f1": 0.814643, "hf_subset": "ary_Arab-est_Latn", "languages": ["ary-Arab", "est-Latn"], "main_score": 0.814643, "precision": 0.79944, "recall": 0.848814}, {"accuracy": 0.84585, "f1": 0.806818, "hf_subset": "ary_Arab-hye_Armn", "languages": ["ary-Arab", "hye-Armn"], "main_score": 0.806818, "precision": 0.789904, "recall": 0.84585}, {"accuracy": 0.130435, "f1": 0.076528, "hf_subset": "ary_Arab-kmb_Latn", "languages": ["ary-Arab", "kmb-Latn"], "main_score": 0.076528, "precision": 0.065841, "recall": 0.130435}, {"accuracy": 0.062253, "f1": 0.039264, "hf_subset": "ary_Arab-min_Arab", "languages": ["ary-Arab", "min-Arab"], "main_score": 0.039264, "precision": 0.033688, "recall": 0.062253}, {"accuracy": 0.867589, "f1": 0.832872, "hf_subset": "ary_Arab-pol_Latn", "languages": ["ary-Arab", "pol-Latn"], "main_score": 0.832872, "precision": 0.81754, "recall": 0.867589}, {"accuracy": 0.135375, "f1": 0.087526, "hf_subset": "ary_Arab-ssw_Latn", "languages": ["ary-Arab", "ssw-Latn"], "main_score": 0.087526, "precision": 0.076726, "recall": 0.135375}, {"accuracy": 0.878458, "f1": 0.847746, "hf_subset": "ary_Arab-ukr_Cyrl", "languages": ["ary-Arab", "ukr-Cyrl"], "main_score": 0.847746, "precision": 0.834387, "recall": 0.878458}, {"accuracy": 0.795455, "f1": 0.746904, "hf_subset": "ary_Arab-afr_Latn", "languages": ["ary-Arab", "afr-Latn"], "main_score": 0.746904, "precision": 0.725082, "recall": 0.795455}, {"accuracy": 0.757905, "f1": 0.71413, "hf_subset": "ary_Arab-bho_Deva", "languages": ["ary-Arab", "bho-Deva"], "main_score": 0.71413, "precision": 0.695059, "recall": 0.757905}, {"accuracy": 0.605731, "f1": 0.5398, "hf_subset": "ary_Arab-eus_Latn", "languages": ["ary-Arab", "eus-Latn"], "main_score": 0.5398, "precision": 0.512269, "recall": 0.605731}, {"accuracy": 0.159091, "f1": 0.100957, "hf_subset": "ary_Arab-ibo_Latn", "languages": ["ary-Arab", "ibo-Latn"], "main_score": 0.100957, "precision": 0.086369, "recall": 0.159091}, {"accuracy": 0.59585, "f1": 0.535844, "hf_subset": "ary_Arab-kmr_Latn", "languages": ["ary-Arab", "kmr-Latn"], "main_score": 0.535844, "precision": 0.51168, "recall": 0.59585}, {"accuracy": 0.552372, "f1": 0.480623, "hf_subset": "ary_Arab-min_Latn", "languages": ["ary-Arab", "min-Latn"], "main_score": 0.480623, "precision": 0.453137, "recall": 0.552372}, {"accuracy": 0.873518, "f1": 0.838425, "hf_subset": "ary_Arab-por_Latn", "languages": ["ary-Arab", "por-Latn"], "main_score": 0.838425, "precision": 0.822579, "recall": 0.873518}, {"accuracy": 0.651186, "f1": 0.583541, "hf_subset": "ary_Arab-sun_Latn", "languages": ["ary-Arab", "sun-Latn"], "main_score": 0.583541, "precision": 0.555452, "recall": 0.651186}, {"accuracy": 0.12747, "f1": 0.081089, "hf_subset": "ary_Arab-umb_Latn", "languages": ["ary-Arab", "umb-Latn"], "main_score": 0.081089, "precision": 0.070504, "recall": 0.12747}, {"accuracy": 0.896245, "f1": 0.870422, "hf_subset": "ary_Arab-ajp_Arab", "languages": ["ary-Arab", "ajp-Arab"], "main_score": 0.870422, "precision": 0.858778, "recall": 0.896245}, {"accuracy": 0.074111, "f1": 0.049217, "hf_subset": "ary_Arab-bjn_Arab", "languages": ["ary-Arab", "bjn-Arab"], "main_score": 0.049217, "precision": 0.043227, "recall": 0.074111}, {"accuracy": 0.199605, "f1": 0.139783, "hf_subset": "ary_Arab-ewe_Latn", "languages": ["ary-Arab", "ewe-Latn"], "main_score": 0.139783, "precision": 0.123777, "recall": 0.199605}, {"accuracy": 0.312253, "f1": 0.237299, "hf_subset": "ary_Arab-ilo_Latn", "languages": ["ary-Arab", "ilo-Latn"], "main_score": 0.237299, "precision": 0.21423, "recall": 0.312253}, {"accuracy": 0.079051, "f1": 0.043591, "hf_subset": "ary_Arab-knc_Arab", "languages": ["ary-Arab", "knc-Arab"], "main_score": 0.043591, "precision": 0.035591, "recall": 0.079051}, {"accuracy": 0.87253, "f1": 0.83969, "hf_subset": "ary_Arab-mkd_Cyrl", "languages": ["ary-Arab", "mkd-Cyrl"], "main_score": 0.83969, "precision": 0.825362, "recall": 0.87253}, {"accuracy": 0.844862, "f1": 0.809074, "hf_subset": "ary_Arab-prs_Arab", "languages": ["ary-Arab", "prs-Arab"], "main_score": 0.809074, "precision": 0.793439, "recall": 0.844862}, {"accuracy": 0.874506, "f1": 0.84193, "hf_subset": "ary_Arab-swe_Latn", "languages": ["ary-Arab", "swe-Latn"], "main_score": 0.84193, "precision": 0.826918, "recall": 0.874506}, {"accuracy": 0.816206, "f1": 0.771558, "hf_subset": "ary_Arab-urd_Arab", "languages": ["ary-Arab", "urd-Arab"], "main_score": 0.771558, "precision": 0.752315, "recall": 0.816206}, {"accuracy": 0.228261, "f1": 0.159076, "hf_subset": "ary_Arab-aka_Latn", "languages": ["ary-Arab", "aka-Latn"], "main_score": 0.159076, "precision": 0.139818, "recall": 0.228261}, {"accuracy": 0.65415, "f1": 0.598759, "hf_subset": "ary_Arab-bjn_Latn", "languages": ["ary-Arab", "bjn-Latn"], "main_score": 0.598759, "precision": 0.576593, "recall": 0.65415}, {"accuracy": 0.374506, "f1": 0.300347, "hf_subset": "ary_Arab-fao_Latn", "languages": ["ary-Arab", "fao-Latn"], "main_score": 0.300347, "precision": 0.276994, "recall": 0.374506}, {"accuracy": 0.874506, "f1": 0.84109, "hf_subset": "ary_Arab-ind_Latn", "languages": ["ary-Arab", "ind-Latn"], "main_score": 0.84109, "precision": 0.825899, "recall": 0.874506}, {"accuracy": 0.213439, "f1": 0.145798, "hf_subset": "ary_Arab-knc_Latn", "languages": ["ary-Arab", "knc-Latn"], "main_score": 0.145798, "precision": 0.127745, "recall": 0.213439}, {"accuracy": 0.270751, "f1": 0.199134, "hf_subset": "ary_Arab-mlt_Latn", "languages": ["ary-Arab", "mlt-Latn"], "main_score": 0.199134, "precision": 0.179015, "recall": 0.270751}, {"accuracy": 0.211462, "f1": 0.142888, "hf_subset": "ary_Arab-quy_Latn", "languages": ["ary-Arab", "quy-Latn"], "main_score": 0.142888, "precision": 0.123586, "recall": 0.211462}, {"accuracy": 0.306324, "f1": 0.236743, "hf_subset": "ary_Arab-swh_Latn", "languages": ["ary-Arab", "swh-Latn"], "main_score": 0.236743, "precision": 0.216056, "recall": 0.306324}, {"accuracy": 0.544466, "f1": 0.476183, "hf_subset": "ary_Arab-uzn_Latn", "languages": ["ary-Arab", "uzn-Latn"], "main_score": 0.476183, "precision": 0.451505, "recall": 0.544466}, {"accuracy": 0.871542, "f1": 0.838538, "hf_subset": "ary_Arab-als_Latn", "languages": ["ary-Arab", "als-Latn"], "main_score": 0.838538, "precision": 0.823979, "recall": 0.871542}, {"accuracy": 0.054348, "f1": 0.021655, "hf_subset": "ary_Arab-bod_Tibt", "languages": ["ary-Arab", "bod-Tibt"], "main_score": 0.021655, "precision": 0.017604, "recall": 0.054348}, {"accuracy": 0.16502, "f1": 0.111204, "hf_subset": "ary_Arab-fij_Latn", "languages": ["ary-Arab", "fij-Latn"], "main_score": 0.111204, "precision": 0.095894, "recall": 0.16502}, {"accuracy": 0.624506, "f1": 0.55979, "hf_subset": "ary_Arab-isl_Latn", "languages": ["ary-Arab", "isl-Latn"], "main_score": 0.55979, "precision": 0.532799, "recall": 0.624506}, {"accuracy": 0.185771, "f1": 0.124722, "hf_subset": "ary_Arab-kon_Latn", "languages": ["ary-Arab", "kon-Latn"], "main_score": 0.124722, "precision": 0.109655, "recall": 0.185771}, {"accuracy": 0.057312, "f1": 0.029276, "hf_subset": "ary_Arab-mni_Beng", "languages": ["ary-Arab", "mni-Beng"], "main_score": 0.029276, "precision": 0.024973, "recall": 0.057312}, {"accuracy": 0.871542, "f1": 0.837931, "hf_subset": "ary_Arab-ron_Latn", "languages": ["ary-Arab", "ron-Latn"], "main_score": 0.837931, "precision": 0.822908, "recall": 0.871542}, {"accuracy": 0.673913, "f1": 0.612074, "hf_subset": "ary_Arab-szl_Latn", "languages": ["ary-Arab", "szl-Latn"], "main_score": 0.612074, "precision": 0.585919, "recall": 0.673913}, {"accuracy": 0.684783, "f1": 0.618994, "hf_subset": "ary_Arab-vec_Latn", "languages": ["ary-Arab", "vec-Latn"], "main_score": 0.618994, "precision": 0.592353, "recall": 0.684783}, {"accuracy": 0.585968, "f1": 0.518417, "hf_subset": "ary_Arab-amh_Ethi", "languages": ["ary-Arab", "amh-Ethi"], "main_score": 0.518417, "precision": 0.490913, "recall": 0.585968}, {"accuracy": 0.87747, "f1": 0.84521, "hf_subset": "ary_Arab-bos_Latn", "languages": ["ary-Arab", "bos-Latn"], "main_score": 0.84521, "precision": 0.830649, "recall": 0.87747}, {"accuracy": 0.860672, "f1": 0.824638, "hf_subset": "ary_Arab-fin_Latn", "languages": ["ary-Arab", "fin-Latn"], "main_score": 0.824638, "precision": 0.808086, "recall": 0.860672}, {"accuracy": 0.87747, "f1": 0.844071, "hf_subset": "ary_Arab-ita_Latn", "languages": ["ary-Arab", "ita-Latn"], "main_score": 0.844071, "precision": 0.82887, "recall": 0.87747}, {"accuracy": 0.838933, "f1": 0.799594, "hf_subset": "ary_Arab-kor_Hang", "languages": ["ary-Arab", "kor-Hang"], "main_score": 0.799594, "precision": 0.78265, "recall": 0.838933}, {"accuracy": 0.179842, "f1": 0.124161, "hf_subset": "ary_Arab-mos_Latn", "languages": ["ary-Arab", "mos-Latn"], "main_score": 0.124161, "precision": 0.109565, "recall": 0.179842}, {"accuracy": 0.12253, "f1": 0.077579, "hf_subset": "ary_Arab-run_Latn", "languages": ["ary-Arab", "run-Latn"], "main_score": 0.077579, "precision": 0.066377, "recall": 0.12253}, {"accuracy": 0.719368, "f1": 0.663728, "hf_subset": "ary_Arab-tam_Taml", "languages": ["ary-Arab", "tam-Taml"], "main_score": 0.663728, "precision": 0.639359, "recall": 0.719368}, {"accuracy": 0.869565, "f1": 0.837404, "hf_subset": "ary_Arab-vie_Latn", "languages": ["ary-Arab", "vie-Latn"], "main_score": 0.837404, "precision": 0.82337, "recall": 0.869565}, {"accuracy": 0.901186, "f1": 0.877802, "hf_subset": "ary_Arab-apc_Arab", "languages": ["ary-Arab", "apc-Arab"], "main_score": 0.877802, "precision": 0.867434, "recall": 0.901186}, {"accuracy": 0.322134, "f1": 0.250618, "hf_subset": "ary_Arab-bug_Latn", "languages": ["ary-Arab", "bug-Latn"], "main_score": 0.250618, "precision": 0.227995, "recall": 0.322134}, {"accuracy": 0.16502, "f1": 0.107452, "hf_subset": "ary_Arab-fon_Latn", "languages": ["ary-Arab", "fon-Latn"], "main_score": 0.107452, "precision": 0.093411, "recall": 0.16502}, {"accuracy": 0.599802, "f1": 0.5268, "hf_subset": "ary_Arab-jav_Latn", "languages": ["ary-Arab", "jav-Latn"], "main_score": 0.5268, "precision": 0.497583, "recall": 0.599802}, {"accuracy": 0.768775, "f1": 0.721647, "hf_subset": "ary_Arab-lao_Laoo", "languages": ["ary-Arab", "lao-Laoo"], "main_score": 0.721647, "precision": 0.701986, "recall": 0.768775}, {"accuracy": 0.151186, "f1": 0.093162, "hf_subset": "ary_Arab-mri_Latn", "languages": ["ary-Arab", "mri-Latn"], "main_score": 0.093162, "precision": 0.079626, "recall": 0.151186}, {"accuracy": 0.868577, "f1": 0.833959, "hf_subset": "ary_Arab-rus_Cyrl", "languages": ["ary-Arab", "rus-Cyrl"], "main_score": 0.833959, "precision": 0.818017, "recall": 0.868577}, {"accuracy": 0.195652, "f1": 0.144824, "hf_subset": "ary_Arab-taq_Latn", "languages": ["ary-Arab", "taq-Latn"], "main_score": 0.144824, "precision": 0.131973, "recall": 0.195652}, {"accuracy": 0.344862, "f1": 0.263357, "hf_subset": "ary_Arab-war_Latn", "languages": ["ary-Arab", "war-Latn"], "main_score": 0.263357, "precision": 0.238584, "recall": 0.344862}, {"accuracy": 0.892292, "f1": 0.865283, "hf_subset": "ary_Arab-arb_Arab", "languages": ["ary-Arab", "arb-Arab"], "main_score": 0.865283, "precision": 0.853535, "recall": 0.892292}, {"accuracy": 0.881423, "f1": 0.847848, "hf_subset": "ary_Arab-bul_Cyrl", "languages": ["ary-Arab", "bul-Cyrl"], "main_score": 0.847848, "precision": 0.832469, "recall": 0.881423}, {"accuracy": 0.874506, "f1": 0.841173, "hf_subset": "ary_Arab-fra_Latn", "languages": ["ary-Arab", "fra-Latn"], "main_score": 0.841173, "precision": 0.826153, "recall": 0.874506}, {"accuracy": 0.863636, "f1": 0.830025, "hf_subset": "ary_Arab-jpn_Jpan", "languages": ["ary-Arab", "jpn-Jpan"], "main_score": 0.830025, "precision": 0.815003, "recall": 0.863636}, {"accuracy": 0.646245, "f1": 0.579334, "hf_subset": "ary_Arab-lij_Latn", "languages": ["ary-Arab", "lij-Latn"], "main_score": 0.579334, "precision": 0.552701, "recall": 0.646245}, {"accuracy": 0.791502, "f1": 0.743699, "hf_subset": "ary_Arab-mya_Mymr", "languages": ["ary-Arab", "mya-Mymr"], "main_score": 0.743699, "precision": 0.723575, "recall": 0.791502}, {"accuracy": 0.197628, "f1": 0.13287, "hf_subset": "ary_Arab-sag_Latn", "languages": ["ary-Arab", "sag-Latn"], "main_score": 0.13287, "precision": 0.11461, "recall": 0.197628}, {"accuracy": 0.08004, "f1": 0.038407, "hf_subset": "ary_Arab-taq_Tfng", "languages": ["ary-Arab", "taq-Tfng"], "main_score": 0.038407, "precision": 0.031531, "recall": 0.08004}, {"accuracy": 0.201581, "f1": 0.138772, "hf_subset": "ary_Arab-wol_Latn", "languages": ["ary-Arab", "wol-Latn"], "main_score": 0.138772, "precision": 0.121656, "recall": 0.201581}, {"accuracy": 0.092885, "f1": 0.051828, "hf_subset": "ary_Arab-arb_Latn", "languages": ["ary-Arab", "arb-Latn"], "main_score": 0.051828, "precision": 0.042231, "recall": 0.092885}, {"accuracy": 0.873518, "f1": 0.839627, "hf_subset": "ary_Arab-cat_Latn", "languages": ["ary-Arab", "cat-Latn"], "main_score": 0.839627, "precision": 0.824499, "recall": 0.873518}, {"accuracy": 0.594862, "f1": 0.526358, "hf_subset": "ary_Arab-fur_Latn", "languages": ["ary-Arab", "fur-Latn"], "main_score": 0.526358, "precision": 0.498682, "recall": 0.594862}, {"accuracy": 0.068182, "f1": 0.046453, "hf_subset": "ary_Arab-kab_Latn", "languages": ["ary-Arab", "kab-Latn"], "main_score": 0.046453, "precision": 0.041225, "recall": 0.068182}, {"accuracy": 0.641304, "f1": 0.573433, "hf_subset": "ary_Arab-lim_Latn", "languages": ["ary-Arab", "lim-Latn"], "main_score": 0.573433, "precision": 0.546083, "recall": 0.641304}, {"accuracy": 0.869565, "f1": 0.836001, "hf_subset": "ary_Arab-nld_Latn", "languages": ["ary-Arab", "nld-Latn"], "main_score": 0.836001, "precision": 0.821262, "recall": 0.869565}, {"accuracy": 0.613636, "f1": 0.550932, "hf_subset": "ary_Arab-san_Deva", "languages": ["ary-Arab", "san-Deva"], "main_score": 0.550932, "precision": 0.525859, "recall": 0.613636}, {"accuracy": 0.426877, "f1": 0.359907, "hf_subset": "ary_Arab-tat_Cyrl", "languages": ["ary-Arab", "tat-Cyrl"], "main_score": 0.359907, "precision": 0.334943, "recall": 0.426877}, {"accuracy": 0.16502, "f1": 0.108301, "hf_subset": "ary_Arab-xho_Latn", "languages": ["ary-Arab", "xho-Latn"], "main_score": 0.108301, "precision": 0.094908, "recall": 0.16502}, {"accuracy": 0.892292, "f1": 0.86502, "hf_subset": "ary_Arab-ars_Arab", "languages": ["ary-Arab", "ars-Arab"], "main_score": 0.86502, "precision": 0.852959, "recall": 0.892292}, {"accuracy": 0.333992, "f1": 0.253747, "hf_subset": "ary_Arab-ceb_Latn", "languages": ["ary-Arab", "ceb-Latn"], "main_score": 0.253747, "precision": 0.228961, "recall": 0.333992}, {"accuracy": 0.199605, "f1": 0.13642, "hf_subset": "ary_Arab-fuv_Latn", "languages": ["ary-Arab", "fuv-Latn"], "main_score": 0.13642, "precision": 0.118953, "recall": 0.199605}, {"accuracy": 0.153162, "f1": 0.103487, "hf_subset": "ary_Arab-kac_Latn", "languages": ["ary-Arab", "kac-Latn"], "main_score": 0.103487, "precision": 0.090999, "recall": 0.153162}, {"accuracy": 0.189723, "f1": 0.133542, "hf_subset": "ary_Arab-lin_Latn", "languages": ["ary-Arab", "lin-Latn"], "main_score": 0.133542, "precision": 0.119233, "recall": 0.189723}, {"accuracy": 0.849802, "f1": 0.811708, "hf_subset": "ary_Arab-nno_Latn", "languages": ["ary-Arab", "nno-Latn"], "main_score": 0.811708, "precision": 0.794236, "recall": 0.849802}, {"accuracy": 0.020751, "f1": 0.005851, "hf_subset": "ary_Arab-sat_Olck", "languages": ["ary-Arab", "sat-Olck"], "main_score": 0.005851, "precision": 0.004744, "recall": 0.020751}, {"accuracy": 0.697628, "f1": 0.641218, "hf_subset": "ary_Arab-tel_Telu", "languages": ["ary-Arab", "tel-Telu"], "main_score": 0.641218, "precision": 0.618101, "recall": 0.697628}, {"accuracy": 0.333992, "f1": 0.268805, "hf_subset": "ary_Arab-ydd_Hebr", "languages": ["ary-Arab", "ydd-Hebr"], "main_score": 0.268805, "precision": 0.2458, "recall": 0.333992}, {"accuracy": 0.878458, "f1": 0.846311, "hf_subset": "ary_Arab-ces_Latn", "languages": ["ary-Arab", "ces-Latn"], "main_score": 0.846311, "precision": 0.831851, "recall": 0.878458}, {"accuracy": 0.076087, "f1": 0.043901, "hf_subset": "ary_Arab-gaz_Latn", "languages": ["ary-Arab", "gaz-Latn"], "main_score": 0.043901, "precision": 0.037631, "recall": 0.076087}, {"accuracy": 0.153162, "f1": 0.103047, "hf_subset": "ary_Arab-kam_Latn", "languages": ["ary-Arab", "kam-Latn"], "main_score": 0.103047, "precision": 0.089665, "recall": 0.153162}, {"accuracy": 0.855731, "f1": 0.817819, "hf_subset": "ary_Arab-lit_Latn", "languages": ["ary-Arab", "lit-Latn"], "main_score": 0.817819, "precision": 0.800626, "recall": 0.855731}, {"accuracy": 0.874506, "f1": 0.8403, "hf_subset": "ary_Arab-nob_Latn", "languages": ["ary-Arab", "nob-Latn"], "main_score": 0.8403, "precision": 0.824581, "recall": 0.874506}, {"accuracy": 0.538538, "f1": 0.465356, "hf_subset": "ary_Arab-scn_Latn", "languages": ["ary-Arab", "scn-Latn"], "main_score": 0.465356, "precision": 0.437354, "recall": 0.538538}, {"accuracy": 0.164032, "f1": 0.113775, "hf_subset": "ary_Arab-tgk_Cyrl", "languages": ["ary-Arab", "tgk-Cyrl"], "main_score": 0.113775, "precision": 0.100693, "recall": 0.164032}, {"accuracy": 0.177866, "f1": 0.114666, "hf_subset": "ary_Arab-yor_Latn", "languages": ["ary-Arab", "yor-Latn"], "main_score": 0.114666, "precision": 0.096514, "recall": 0.177866}, {"accuracy": 0.892292, "f1": 0.866488, "hf_subset": "ary_Arab-arz_Arab", "languages": ["ary-Arab", "arz-Arab"], "main_score": 0.866488, "precision": 0.855303, "recall": 0.892292}, {"accuracy": 0.143281, "f1": 0.091224, "hf_subset": "ary_Arab-cjk_Latn", "languages": ["ary-Arab", "cjk-Latn"], "main_score": 0.091224, "precision": 0.079032, "recall": 0.143281}, {"accuracy": 0.148221, "f1": 0.097986, "hf_subset": "ary_Arab-gla_Latn", "languages": ["ary-Arab", "gla-Latn"], "main_score": 0.097986, "precision": 0.083896, "recall": 0.148221}, {"accuracy": 0.65415, "f1": 0.589345, "hf_subset": "ary_Arab-kan_Knda", "languages": ["ary-Arab", "kan-Knda"], "main_score": 0.589345, "precision": 0.56359, "recall": 0.65415}, {"accuracy": 0.549407, "f1": 0.480756, "hf_subset": "ary_Arab-lmo_Latn", "languages": ["ary-Arab", "lmo-Latn"], "main_score": 0.480756, "precision": 0.453996, "recall": 0.549407}, {"accuracy": 0.811265, "f1": 0.770646, "hf_subset": "ary_Arab-npi_Deva", "languages": ["ary-Arab", "npi-Deva"], "main_score": 0.770646, "precision": 0.75317, "recall": 0.811265}, {"accuracy": 0.221344, "f1": 0.154973, "hf_subset": "ary_Arab-shn_Mymr", "languages": ["ary-Arab", "shn-Mymr"], "main_score": 0.154973, "precision": 0.133798, "recall": 0.221344}, {"accuracy": 0.383399, "f1": 0.301859, "hf_subset": "ary_Arab-tgl_Latn", "languages": ["ary-Arab", "tgl-Latn"], "main_score": 0.301859, "precision": 0.274093, "recall": 0.383399}, {"accuracy": 0.870553, "f1": 0.834848, "hf_subset": "ary_Arab-yue_Hant", "languages": ["ary-Arab", "yue-Hant"], "main_score": 0.834848, "precision": 0.818791, "recall": 0.870553}, {"accuracy": 0.435771, "f1": 0.365727, "hf_subset": "ary_Arab-asm_Beng", "languages": ["ary-Arab", "asm-Beng"], "main_score": 0.365727, "precision": 0.339621, "recall": 0.435771}, {"accuracy": 0.684783, "f1": 0.622299, "hf_subset": "ary_Arab-ckb_Arab", "languages": ["ary-Arab", "ckb-Arab"], "main_score": 0.622299, "precision": 0.595702, "recall": 0.684783}, {"accuracy": 0.231225, "f1": 0.16587, "hf_subset": "ary_Arab-gle_Latn", "languages": ["ary-Arab", "gle-Latn"], "main_score": 0.16587, "precision": 0.147807, "recall": 0.231225}, {"accuracy": 0.534585, "f1": 0.466238, "hf_subset": "ary_Arab-kas_Arab", "languages": ["ary-Arab", "kas-Arab"], "main_score": 0.466238, "precision": 0.438663, "recall": 0.534585}, {"accuracy": 0.578063, "f1": 0.505665, "hf_subset": "ary_Arab-ltg_Latn", "languages": ["ary-Arab", "ltg-Latn"], "main_score": 0.505665, "precision": 0.475851, "recall": 0.578063}, {"accuracy": 0.188735, "f1": 0.128647, "hf_subset": "ary_Arab-nso_Latn", "languages": ["ary-Arab", "nso-Latn"], "main_score": 0.128647, "precision": 0.112221, "recall": 0.188735}, {"accuracy": 0.76087, "f1": 0.711547, "hf_subset": "ary_Arab-sin_Sinh", "languages": ["ary-Arab", "sin-Sinh"], "main_score": 0.711547, "precision": 0.690865, "recall": 0.76087}, {"accuracy": 0.850791, "f1": 0.812469, "hf_subset": "ary_Arab-tha_Thai", "languages": ["ary-Arab", "tha-Thai"], "main_score": 0.812469, "precision": 0.79585, "recall": 0.850791}, {"accuracy": 0.870553, "f1": 0.836942, "hf_subset": "ary_Arab-zho_Hans", "languages": ["ary-Arab", "zho-Hans"], "main_score": 0.836942, "precision": 0.821789, "recall": 0.870553}, {"accuracy": 0.813241, "f1": 0.770784, "hf_subset": "ary_Arab-ast_Latn", "languages": ["ary-Arab", "ast-Latn"], "main_score": 0.770784, "precision": 0.752487, "recall": 0.813241}, {"accuracy": 0.634387, "f1": 0.574947, "hf_subset": "ary_Arab-crh_Latn", "languages": ["ary-Arab", "crh-Latn"], "main_score": 0.574947, "precision": 0.550603, "recall": 0.634387}, {"accuracy": 0.874506, "f1": 0.840876, "hf_subset": "ary_Arab-glg_Latn", "languages": ["ary-Arab", "glg-Latn"], "main_score": 0.840876, "precision": 0.825823, "recall": 0.874506}, {"accuracy": 0.331028, "f1": 0.259951, "hf_subset": "ary_Arab-kas_Deva", "languages": ["ary-Arab", "kas-Deva"], "main_score": 0.259951, "precision": 0.236099, "recall": 0.331028}, {"accuracy": 0.422925, "f1": 0.338936, "hf_subset": "ary_Arab-ltz_Latn", "languages": ["ary-Arab", "ltz-Latn"], "main_score": 0.338936, "precision": 0.309692, "recall": 0.422925}, {"accuracy": 0.091897, "f1": 0.051618, "hf_subset": "ary_Arab-nus_Latn", "languages": ["ary-Arab", "nus-Latn"], "main_score": 0.051618, "precision": 0.043654, "recall": 0.091897}, {"accuracy": 0.870553, "f1": 0.836117, "hf_subset": "ary_Arab-slk_Latn", "languages": ["ary-Arab", "slk-Latn"], "main_score": 0.836117, "precision": 0.820612, "recall": 0.870553}, {"accuracy": 0.172925, "f1": 0.123642, "hf_subset": "ary_Arab-tir_Ethi", "languages": ["ary-Arab", "tir-Ethi"], "main_score": 0.123642, "precision": 0.108998, "recall": 0.172925}, {"accuracy": 0.859684, "f1": 0.824078, "hf_subset": "ary_Arab-zho_Hant", "languages": ["ary-Arab", "zho-Hant"], "main_score": 0.824078, "precision": 0.808476, "recall": 0.859684}, {"accuracy": 0.827075, "f1": 0.788686, "hf_subset": "ary_Arab-awa_Deva", "languages": ["ary-Arab", "awa-Deva"], "main_score": 0.788686, "precision": 0.771551, "recall": 0.827075}, {"accuracy": 0.369565, "f1": 0.290108, "hf_subset": "ary_Arab-cym_Latn", "languages": ["ary-Arab", "cym-Latn"], "main_score": 0.290108, "precision": 0.263348, "recall": 0.369565}, {"accuracy": 0.280632, "f1": 0.209547, "hf_subset": "ary_Arab-grn_Latn", "languages": ["ary-Arab", "grn-Latn"], "main_score": 0.209547, "precision": 0.189212, "recall": 0.280632}, {"accuracy": 0.750988, "f1": 0.697021, "hf_subset": "ary_Arab-kat_Geor", "languages": ["ary-Arab", "kat-Geor"], "main_score": 0.697021, "precision": 0.673946, "recall": 0.750988}, {"accuracy": 0.202569, "f1": 0.139501, "hf_subset": "ary_Arab-lua_Latn", "languages": ["ary-Arab", "lua-Latn"], "main_score": 0.139501, "precision": 0.121961, "recall": 0.202569}, {"accuracy": 0.188735, "f1": 0.128917, "hf_subset": "ary_Arab-nya_Latn", "languages": ["ary-Arab", "nya-Latn"], "main_score": 0.128917, "precision": 0.112695, "recall": 0.188735}, {"accuracy": 0.875494, "f1": 0.843991, "hf_subset": "ary_Arab-slv_Latn", "languages": ["ary-Arab", "slv-Latn"], "main_score": 0.843991, "precision": 0.830155, "recall": 0.875494}, {"accuracy": 0.368577, "f1": 0.288626, "hf_subset": "ary_Arab-tpi_Latn", "languages": ["ary-Arab", "tpi-Latn"], "main_score": 0.288626, "precision": 0.262228, "recall": 0.368577}, {"accuracy": 0.858696, "f1": 0.820967, "hf_subset": "ary_Arab-zsm_Latn", "languages": ["ary-Arab", "zsm-Latn"], "main_score": 0.820967, "precision": 0.804463, "recall": 0.858696}, {"accuracy": 0.162055, "f1": 0.098356, "hf_subset": "ary_Arab-ayr_Latn", "languages": ["ary-Arab", "ayr-Latn"], "main_score": 0.098356, "precision": 0.082943, "recall": 0.162055}, {"accuracy": 0.874506, "f1": 0.840629, "hf_subset": "ary_Arab-dan_Latn", "languages": ["ary-Arab", "dan-Latn"], "main_score": 0.840629, "precision": 0.825569, "recall": 0.874506}, {"accuracy": 0.778656, "f1": 0.72733, "hf_subset": "ary_Arab-guj_Gujr", "languages": ["ary-Arab", "guj-Gujr"], "main_score": 0.72733, "precision": 0.705254, "recall": 0.778656}, {"accuracy": 0.810277, "f1": 0.770619, "hf_subset": "ary_Arab-kaz_Cyrl", "languages": ["ary-Arab", "kaz-Cyrl"], "main_score": 0.770619, "precision": 0.75336, "recall": 0.810277}, {"accuracy": 0.141304, "f1": 0.091111, "hf_subset": "ary_Arab-lug_Latn", "languages": ["ary-Arab", "lug-Latn"], "main_score": 0.091111, "precision": 0.078819, "recall": 0.141304}, {"accuracy": 0.77668, "f1": 0.730984, "hf_subset": "ary_Arab-oci_Latn", "languages": ["ary-Arab", "oci-Latn"], "main_score": 0.730984, "precision": 0.710911, "recall": 0.77668}, {"accuracy": 0.150198, "f1": 0.095104, "hf_subset": "ary_Arab-smo_Latn", "languages": ["ary-Arab", "smo-Latn"], "main_score": 0.095104, "precision": 0.080822, "recall": 0.150198}, {"accuracy": 0.168972, "f1": 0.114382, "hf_subset": "ary_Arab-tsn_Latn", "languages": ["ary-Arab", "tsn-Latn"], "main_score": 0.114382, "precision": 0.099855, "recall": 0.168972}, {"accuracy": 0.12253, "f1": 0.07427, "hf_subset": "ary_Arab-zul_Latn", "languages": ["ary-Arab", "zul-Latn"], "main_score": 0.07427, "precision": 0.062247, "recall": 0.12253}, {"accuracy": 0.514822, "f1": 0.445655, "hf_subset": "ary_Arab-azb_Arab", "languages": ["ary-Arab", "azb-Arab"], "main_score": 0.445655, "precision": 0.417664, "recall": 0.514822}, {"accuracy": 0.869565, "f1": 0.834634, "hf_subset": "ary_Arab-deu_Latn", "languages": ["ary-Arab", "deu-Latn"], "main_score": 0.834634, "precision": 0.818801, "recall": 0.869565}, {"accuracy": 0.250988, "f1": 0.184267, "hf_subset": "ary_Arab-hat_Latn", "languages": ["ary-Arab", "hat-Latn"], "main_score": 0.184267, "precision": 0.164142, "recall": 0.250988}, {"accuracy": 0.146245, "f1": 0.086058, "hf_subset": "ary_Arab-kbp_Latn", "languages": ["ary-Arab", "kbp-Latn"], "main_score": 0.086058, "precision": 0.071364, "recall": 0.146245}, {"accuracy": 0.174901, "f1": 0.11088, "hf_subset": "ary_Arab-luo_Latn", "languages": ["ary-Arab", "luo-Latn"], "main_score": 0.11088, "precision": 0.095245, "recall": 0.174901}, {"accuracy": 0.642292, "f1": 0.579916, "hf_subset": "ary_Arab-ory_Orya", "languages": ["ary-Arab", "ory-Orya"], "main_score": 0.579916, "precision": 0.55429, "recall": 0.642292}, {"accuracy": 0.140316, "f1": 0.085684, "hf_subset": "ary_Arab-sna_Latn", "languages": ["ary-Arab", "sna-Latn"], "main_score": 0.085684, "precision": 0.072696, "recall": 0.140316}, {"accuracy": 0.159091, "f1": 0.112679, "hf_subset": "ary_Arab-tso_Latn", "languages": ["ary-Arab", "tso-Latn"], "main_score": 0.112679, "precision": 0.100569, "recall": 0.159091}, {"accuracy": 0.81917, "f1": 0.781483, "hf_subset": "ary_Arab-azj_Latn", "languages": ["ary-Arab", "azj-Latn"], "main_score": 0.781483, "precision": 0.76511, "recall": 0.81917}, {"accuracy": 0.249012, "f1": 0.180566, "hf_subset": "ary_Arab-dik_Latn", "languages": ["ary-Arab", "dik-Latn"], "main_score": 0.180566, "precision": 0.160994, "recall": 0.249012}, {"accuracy": 0.194664, "f1": 0.134669, "hf_subset": "ary_Arab-hau_Latn", "languages": ["ary-Arab", "hau-Latn"], "main_score": 0.134669, "precision": 0.118986, "recall": 0.194664}, {"accuracy": 0.537549, "f1": 0.462114, "hf_subset": "ary_Arab-kea_Latn", "languages": ["ary-Arab", "kea-Latn"], "main_score": 0.462114, "precision": 0.433257, "recall": 0.537549}, {"accuracy": 0.288538, "f1": 0.216293, "hf_subset": "ary_Arab-lus_Latn", "languages": ["ary-Arab", "lus-Latn"], "main_score": 0.216293, "precision": 0.194561, "recall": 0.288538}, {"accuracy": 0.400198, "f1": 0.325087, "hf_subset": "ary_Arab-pag_Latn", "languages": ["ary-Arab", "pag-Latn"], "main_score": 0.325087, "precision": 0.29931, "recall": 0.400198}, {"accuracy": 0.701581, "f1": 0.644724, "hf_subset": "ary_Arab-snd_Arab", "languages": ["ary-Arab", "snd-Arab"], "main_score": 0.644724, "precision": 0.620133, "recall": 0.701581}, {"accuracy": 0.274704, "f1": 0.202854, "hf_subset": "ary_Arab-tuk_Latn", "languages": ["ary-Arab", "tuk-Latn"], "main_score": 0.202854, "precision": 0.178997, "recall": 0.274704}, {"accuracy": 0.403162, "f1": 0.332785, "hf_subset": "ary_Arab-bak_Cyrl", "languages": ["ary-Arab", "bak-Cyrl"], "main_score": 0.332785, "precision": 0.307568, "recall": 0.403162}, {"accuracy": 0.146245, "f1": 0.092354, "hf_subset": "ary_Arab-dyu_Latn", "languages": ["ary-Arab", "dyu-Latn"], "main_score": 0.092354, "precision": 0.079094, "recall": 0.146245}, {"accuracy": 0.858696, "f1": 0.822596, "hf_subset": "ary_Arab-heb_Hebr", "languages": ["ary-Arab", "heb-Hebr"], "main_score": 0.822596, "precision": 0.805995, "recall": 0.858696}, {"accuracy": 0.821146, "f1": 0.787377, "hf_subset": "ary_Arab-khk_Cyrl", "languages": ["ary-Arab", "khk-Cyrl"], "main_score": 0.787377, "precision": 0.773337, "recall": 0.821146}, {"accuracy": 0.868577, "f1": 0.834206, "hf_subset": "ary_Arab-lvs_Latn", "languages": ["ary-Arab", "lvs-Latn"], "main_score": 0.834206, "precision": 0.819072, "recall": 0.868577}, {"accuracy": 0.671937, "f1": 0.612062, "hf_subset": "ary_Arab-pan_Guru", "languages": ["ary-Arab", "pan-Guru"], "main_score": 0.612062, "precision": 0.588053, "recall": 0.671937}, {"accuracy": 0.220356, "f1": 0.15898, "hf_subset": "ary_Arab-som_Latn", "languages": ["ary-Arab", "som-Latn"], "main_score": 0.15898, "precision": 0.141529, "recall": 0.220356}, {"accuracy": 0.166996, "f1": 0.105153, "hf_subset": "ary_Arab-tum_Latn", "languages": ["ary-Arab", "tum-Latn"], "main_score": 0.105153, "precision": 0.089818, "recall": 0.166996}, {"accuracy": 0.092885, "f1": 0.055286, "hf_subset": "ces_Latn-ace_Arab", "languages": ["ces-Latn", "ace-Arab"], "main_score": 0.055286, "precision": 0.046968, "recall": 0.092885}, {"accuracy": 0.208498, "f1": 0.13676, "hf_subset": "ces_Latn-bam_Latn", "languages": ["ces-Latn", "bam-Latn"], "main_score": 0.13676, "precision": 0.119381, "recall": 0.208498}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ces_Latn-dzo_Tibt", "languages": ["ces-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ces_Latn-hin_Deva", "languages": ["ces-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.914032, "f1": 0.887088, "hf_subset": "ces_Latn-khm_Khmr", "languages": ["ces-Latn", "khm-Khmr"], "main_score": 0.887088, "precision": 0.874259, "recall": 0.914032}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "ces_Latn-mag_Deva", "languages": ["ces-Latn", "mag-Deva"], "main_score": 0.933794, "precision": 0.926054, "recall": 0.949605}, {"accuracy": 0.656126, "f1": 0.58151, "hf_subset": "ces_Latn-pap_Latn", "languages": ["ces-Latn", "pap-Latn"], "main_score": 0.58151, "precision": 0.552735, "recall": 0.656126}, {"accuracy": 0.236166, "f1": 0.166396, "hf_subset": "ces_Latn-sot_Latn", "languages": ["ces-Latn", "sot-Latn"], "main_score": 0.166396, "precision": 0.148825, "recall": 0.236166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-tur_Latn", "languages": ["ces-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.422925, "f1": 0.336825, "hf_subset": "ces_Latn-ace_Latn", "languages": ["ces-Latn", "ace-Latn"], "main_score": 0.336825, "precision": 0.309819, "recall": 0.422925}, {"accuracy": 0.684783, "f1": 0.616169, "hf_subset": "ces_Latn-ban_Latn", "languages": ["ces-Latn", "ban-Latn"], "main_score": 0.616169, "precision": 0.588687, "recall": 0.684783}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "ces_Latn-ell_Grek", "languages": ["ces-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.899012, "hf_subset": "ces_Latn-hne_Deva", "languages": ["ces-Latn", "hne-Deva"], "main_score": 0.899012, "precision": 0.888175, "recall": 0.921937}, {"accuracy": 0.269763, "f1": 0.186116, "hf_subset": "ces_Latn-kik_Latn", "languages": ["ces-Latn", "kik-Latn"], "main_score": 0.186116, "precision": 0.164208, "recall": 0.269763}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "ces_Latn-mai_Deva", "languages": ["ces-Latn", "mai-Deva"], "main_score": 0.924736, "precision": 0.916173, "recall": 0.942688}, {"accuracy": 0.84585, "f1": 0.805632, "hf_subset": "ces_Latn-pbt_Arab", "languages": ["ces-Latn", "pbt-Arab"], "main_score": 0.805632, "precision": 0.787994, "recall": 0.84585}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-spa_Latn", "languages": ["ces-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.322134, "f1": 0.229964, "hf_subset": "ces_Latn-twi_Latn", "languages": ["ces-Latn", "twi-Latn"], "main_score": 0.229964, "precision": 0.204631, "recall": 0.322134}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "ces_Latn-acm_Arab", "languages": ["ces-Latn", "acm-Arab"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ces_Latn-bel_Cyrl", "languages": ["ces-Latn", "bel-Cyrl"], "main_score": 0.953228, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-eng_Latn", "languages": ["ces-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.994071, "f1": 0.992754, "hf_subset": "ces_Latn-hrv_Latn", "languages": ["ces-Latn", "hrv-Latn"], "main_score": 0.992754, "precision": 0.992095, "recall": 0.994071}, {"accuracy": 0.166996, "f1": 0.111268, "hf_subset": "ces_Latn-kin_Latn", "languages": ["ces-Latn", "kin-Latn"], "main_score": 0.111268, "precision": 0.097971, "recall": 0.166996}, {"accuracy": 0.899209, "f1": 0.870309, "hf_subset": "ces_Latn-mal_Mlym", "languages": ["ces-Latn", "mal-Mlym"], "main_score": 0.870309, "precision": 0.857049, "recall": 0.899209}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "ces_Latn-pes_Arab", "languages": ["ces-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.732213, "f1": 0.668184, "hf_subset": "ces_Latn-srd_Latn", "languages": ["ces-Latn", "srd-Latn"], "main_score": 0.668184, "precision": 0.641643, "recall": 0.732213}, {"accuracy": 0.065217, "f1": 0.030915, "hf_subset": "ces_Latn-tzm_Tfng", "languages": ["ces-Latn", "tzm-Tfng"], "main_score": 0.030915, "precision": 0.026122, "recall": 0.065217}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "ces_Latn-acq_Arab", "languages": ["ces-Latn", "acq-Arab"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.248024, "f1": 0.170641, "hf_subset": "ces_Latn-bem_Latn", "languages": ["ces-Latn", "bem-Latn"], "main_score": 0.170641, "precision": 0.151727, "recall": 0.248024}, {"accuracy": 0.881423, "f1": 0.848979, "hf_subset": "ces_Latn-epo_Latn", "languages": ["ces-Latn", "epo-Latn"], "main_score": 0.848979, "precision": 0.834634, "recall": 0.881423}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-hun_Latn", "languages": ["ces-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.933794, "f1": 0.913538, "hf_subset": "ces_Latn-kir_Cyrl", "languages": ["ces-Latn", "kir-Cyrl"], "main_score": 0.913538, "precision": 0.903656, "recall": 0.933794}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "ces_Latn-mar_Deva", "languages": ["ces-Latn", "mar-Deva"], "main_score": 0.8861, "precision": 0.8736, "recall": 0.912055}, {"accuracy": 0.307312, "f1": 0.231466, "hf_subset": "ces_Latn-plt_Latn", "languages": ["ces-Latn", "plt-Latn"], "main_score": 0.231466, "precision": 0.20829, "recall": 0.307312}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-srp_Cyrl", "languages": ["ces-Latn", "srp-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.809289, "f1": 0.763441, "hf_subset": "ces_Latn-uig_Arab", "languages": ["ces-Latn", "uig-Arab"], "main_score": 0.763441, "precision": 0.743455, "recall": 0.809289}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "ces_Latn-aeb_Arab", "languages": ["ces-Latn", "aeb-Arab"], "main_score": 0.923913, "precision": 0.915184, "recall": 0.9417}, {"accuracy": 0.911067, "f1": 0.886199, "hf_subset": "ces_Latn-ben_Beng", "languages": ["ces-Latn", "ben-Beng"], "main_score": 0.886199, "precision": 0.874835, "recall": 0.911067}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-est_Latn", "languages": ["ces-Latn", "est-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "ces_Latn-hye_Armn", "languages": ["ces-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.185771, "f1": 0.117181, "hf_subset": "ces_Latn-kmb_Latn", "languages": ["ces-Latn", "kmb-Latn"], "main_score": 0.117181, "precision": 0.101818, "recall": 0.185771}, {"accuracy": 0.065217, "f1": 0.042295, "hf_subset": "ces_Latn-min_Arab", "languages": ["ces-Latn", "min-Arab"], "main_score": 0.042295, "precision": 0.037307, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-pol_Latn", "languages": ["ces-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.171937, "f1": 0.114334, "hf_subset": "ces_Latn-ssw_Latn", "languages": ["ces-Latn", "ssw-Latn"], "main_score": 0.114334, "precision": 0.10262, "recall": 0.171937}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-ukr_Cyrl", "languages": ["ces-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "ces_Latn-afr_Latn", "languages": ["ces-Latn", "afr-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.896245, "f1": 0.866733, "hf_subset": "ces_Latn-bho_Deva", "languages": ["ces-Latn", "bho-Deva"], "main_score": 0.866733, "precision": 0.853426, "recall": 0.896245}, {"accuracy": 0.771739, "f1": 0.713982, "hf_subset": "ces_Latn-eus_Latn", "languages": ["ces-Latn", "eus-Latn"], "main_score": 0.713982, "precision": 0.688876, "recall": 0.771739}, {"accuracy": 0.214427, "f1": 0.140555, "hf_subset": "ces_Latn-ibo_Latn", "languages": ["ces-Latn", "ibo-Latn"], "main_score": 0.140555, "precision": 0.122969, "recall": 0.214427}, {"accuracy": 0.751976, "f1": 0.699975, "hf_subset": "ces_Latn-kmr_Latn", "languages": ["ces-Latn", "kmr-Latn"], "main_score": 0.699975, "precision": 0.677923, "recall": 0.751976}, {"accuracy": 0.657115, "f1": 0.583211, "hf_subset": "ces_Latn-min_Latn", "languages": ["ces-Latn", "min-Latn"], "main_score": 0.583211, "precision": 0.554094, "recall": 0.657115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-por_Latn", "languages": ["ces-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.772727, "f1": 0.713523, "hf_subset": "ces_Latn-sun_Latn", "languages": ["ces-Latn", "sun-Latn"], "main_score": 0.713523, "precision": 0.68857, "recall": 0.772727}, {"accuracy": 0.188735, "f1": 0.122739, "hf_subset": "ces_Latn-umb_Latn", "languages": ["ces-Latn", "umb-Latn"], "main_score": 0.122739, "precision": 0.107784, "recall": 0.188735}, {"accuracy": 0.971344, "f1": 0.96278, "hf_subset": "ces_Latn-ajp_Arab", "languages": ["ces-Latn", "ajp-Arab"], "main_score": 0.96278, "precision": 0.958827, "recall": 0.971344}, {"accuracy": 0.079051, "f1": 0.045668, "hf_subset": "ces_Latn-bjn_Arab", "languages": ["ces-Latn", "bjn-Arab"], "main_score": 0.045668, "precision": 0.038167, "recall": 0.079051}, {"accuracy": 0.271739, "f1": 0.197271, "hf_subset": "ces_Latn-ewe_Latn", "languages": ["ces-Latn", "ewe-Latn"], "main_score": 0.197271, "precision": 0.177913, "recall": 0.271739}, {"accuracy": 0.375494, "f1": 0.282692, "hf_subset": "ces_Latn-ilo_Latn", "languages": ["ces-Latn", "ilo-Latn"], "main_score": 0.282692, "precision": 0.255319, "recall": 0.375494}, {"accuracy": 0.09585, "f1": 0.050568, "hf_subset": "ces_Latn-knc_Arab", "languages": ["ces-Latn", "knc-Arab"], "main_score": 0.050568, "precision": 0.040956, "recall": 0.09585}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-mkd_Cyrl", "languages": ["ces-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980632, "hf_subset": "ces_Latn-prs_Arab", "languages": ["ces-Latn", "prs-Arab"], "main_score": 0.980632, "precision": 0.978508, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-swe_Latn", "languages": ["ces-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "ces_Latn-urd_Arab", "languages": ["ces-Latn", "urd-Arab"], "main_score": 0.963439, "precision": 0.959157, "recall": 0.972332}, {"accuracy": 0.313241, "f1": 0.229517, "hf_subset": "ces_Latn-aka_Latn", "languages": ["ces-Latn", "aka-Latn"], "main_score": 0.229517, "precision": 0.206314, "recall": 0.313241}, {"accuracy": 0.773715, "f1": 0.718472, "hf_subset": "ces_Latn-bjn_Latn", "languages": ["ces-Latn", "bjn-Latn"], "main_score": 0.718472, "precision": 0.695364, "recall": 0.773715}, {"accuracy": 0.480237, "f1": 0.397073, "hf_subset": "ces_Latn-fao_Latn", "languages": ["ces-Latn", "fao-Latn"], "main_score": 0.397073, "precision": 0.369138, "recall": 0.480237}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ind_Latn", "languages": ["ces-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.29249, "f1": 0.212821, "hf_subset": "ces_Latn-knc_Latn", "languages": ["ces-Latn", "knc-Latn"], "main_score": 0.212821, "precision": 0.191682, "recall": 0.29249}, {"accuracy": 0.349802, "f1": 0.268447, "hf_subset": "ces_Latn-mlt_Latn", "languages": ["ces-Latn", "mlt-Latn"], "main_score": 0.268447, "precision": 0.244604, "recall": 0.349802}, {"accuracy": 0.282609, "f1": 0.195914, "hf_subset": "ces_Latn-quy_Latn", "languages": ["ces-Latn", "quy-Latn"], "main_score": 0.195914, "precision": 0.172328, "recall": 0.282609}, {"accuracy": 0.375494, "f1": 0.292241, "hf_subset": "ces_Latn-swh_Latn", "languages": ["ces-Latn", "swh-Latn"], "main_score": 0.292241, "precision": 0.267134, "recall": 0.375494}, {"accuracy": 0.656126, "f1": 0.588467, "hf_subset": "ces_Latn-uzn_Latn", "languages": ["ces-Latn", "uzn-Latn"], "main_score": 0.588467, "precision": 0.561676, "recall": 0.656126}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "ces_Latn-als_Latn", "languages": ["ces-Latn", "als-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.055336, "f1": 0.018956, "hf_subset": "ces_Latn-bod_Tibt", "languages": ["ces-Latn", "bod-Tibt"], "main_score": 0.018956, "precision": 0.01441, "recall": 0.055336}, {"accuracy": 0.232213, "f1": 0.159101, "hf_subset": "ces_Latn-fij_Latn", "languages": ["ces-Latn", "fij-Latn"], "main_score": 0.159101, "precision": 0.140181, "recall": 0.232213}, {"accuracy": 0.77668, "f1": 0.720364, "hf_subset": "ces_Latn-isl_Latn", "languages": ["ces-Latn", "isl-Latn"], "main_score": 0.720364, "precision": 0.696187, "recall": 0.77668}, {"accuracy": 0.262846, "f1": 0.187215, "hf_subset": "ces_Latn-kon_Latn", "languages": ["ces-Latn", "kon-Latn"], "main_score": 0.187215, "precision": 0.167309, "recall": 0.262846}, {"accuracy": 0.067194, "f1": 0.032573, "hf_subset": "ces_Latn-mni_Beng", "languages": ["ces-Latn", "mni-Beng"], "main_score": 0.032573, "precision": 0.027419, "recall": 0.067194}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-ron_Latn", "languages": ["ces-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.815217, "f1": 0.765137, "hf_subset": "ces_Latn-szl_Latn", "languages": ["ces-Latn", "szl-Latn"], "main_score": 0.765137, "precision": 0.743198, "recall": 0.815217}, {"accuracy": 0.812253, "f1": 0.760375, "hf_subset": "ces_Latn-vec_Latn", "languages": ["ces-Latn", "vec-Latn"], "main_score": 0.760375, "precision": 0.737368, "recall": 0.812253}, {"accuracy": 0.779644, "f1": 0.729929, "hf_subset": "ces_Latn-amh_Ethi", "languages": ["ces-Latn", "amh-Ethi"], "main_score": 0.729929, "precision": 0.709644, "recall": 0.779644}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-bos_Latn", "languages": ["ces-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-fin_Latn", "languages": ["ces-Latn", "fin-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-ita_Latn", "languages": ["ces-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "ces_Latn-kor_Hang", "languages": ["ces-Latn", "kor-Hang"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.249012, "f1": 0.178011, "hf_subset": "ces_Latn-mos_Latn", "languages": ["ces-Latn", "mos-Latn"], "main_score": 0.178011, "precision": 0.15967, "recall": 0.249012}, {"accuracy": 0.1917, "f1": 0.129123, "hf_subset": "ces_Latn-run_Latn", "languages": ["ces-Latn", "run-Latn"], "main_score": 0.129123, "precision": 0.113925, "recall": 0.1917}, {"accuracy": 0.90415, "f1": 0.875823, "hf_subset": "ces_Latn-tam_Taml", "languages": ["ces-Latn", "tam-Taml"], "main_score": 0.875823, "precision": 0.862648, "recall": 0.90415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-vie_Latn", "languages": ["ces-Latn", "vie-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.953294, "hf_subset": "ces_Latn-apc_Arab", "languages": ["ces-Latn", "apc-Arab"], "main_score": 0.953294, "precision": 0.94804, "recall": 0.964427}, {"accuracy": 0.401186, "f1": 0.309244, "hf_subset": "ces_Latn-bug_Latn", "languages": ["ces-Latn", "bug-Latn"], "main_score": 0.309244, "precision": 0.280214, "recall": 0.401186}, {"accuracy": 0.225296, "f1": 0.152222, "hf_subset": "ces_Latn-fon_Latn", "languages": ["ces-Latn", "fon-Latn"], "main_score": 0.152222, "precision": 0.133105, "recall": 0.225296}, {"accuracy": 0.73419, "f1": 0.669681, "hf_subset": "ces_Latn-jav_Latn", "languages": ["ces-Latn", "jav-Latn"], "main_score": 0.669681, "precision": 0.643471, "recall": 0.73419}, {"accuracy": 0.934783, "f1": 0.916996, "hf_subset": "ces_Latn-lao_Laoo", "languages": ["ces-Latn", "lao-Laoo"], "main_score": 0.916996, "precision": 0.908959, "recall": 0.934783}, {"accuracy": 0.210474, "f1": 0.137438, "hf_subset": "ces_Latn-mri_Latn", "languages": ["ces-Latn", "mri-Latn"], "main_score": 0.137438, "precision": 0.121227, "recall": 0.210474}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-rus_Cyrl", "languages": ["ces-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.267787, "f1": 0.197498, "hf_subset": "ces_Latn-taq_Latn", "languages": ["ces-Latn", "taq-Latn"], "main_score": 0.197498, "precision": 0.179014, "recall": 0.267787}, {"accuracy": 0.448617, "f1": 0.355422, "hf_subset": "ces_Latn-war_Latn", "languages": ["ces-Latn", "war-Latn"], "main_score": 0.355422, "precision": 0.325278, "recall": 0.448617}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "ces_Latn-arb_Arab", "languages": ["ces-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-bul_Cyrl", "languages": ["ces-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-fra_Latn", "languages": ["ces-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "ces_Latn-jpn_Jpan", "languages": ["ces-Latn", "jpn-Jpan"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.764822, "f1": 0.707839, "hf_subset": "ces_Latn-lij_Latn", "languages": ["ces-Latn", "lij-Latn"], "main_score": 0.707839, "precision": 0.683597, "recall": 0.764822}, {"accuracy": 0.94664, "f1": 0.93083, "hf_subset": "ces_Latn-mya_Mymr", "languages": ["ces-Latn", "mya-Mymr"], "main_score": 0.93083, "precision": 0.92309, "recall": 0.94664}, {"accuracy": 0.25, "f1": 0.178118, "hf_subset": "ces_Latn-sag_Latn", "languages": ["ces-Latn", "sag-Latn"], "main_score": 0.178118, "precision": 0.15871, "recall": 0.25}, {"accuracy": 0.077075, "f1": 0.035717, "hf_subset": "ces_Latn-taq_Tfng", "languages": ["ces-Latn", "taq-Tfng"], "main_score": 0.035717, "precision": 0.030364, "recall": 0.077075}, {"accuracy": 0.262846, "f1": 0.18699, "hf_subset": "ces_Latn-wol_Latn", "languages": ["ces-Latn", "wol-Latn"], "main_score": 0.18699, "precision": 0.165409, "recall": 0.262846}, {"accuracy": 0.136364, "f1": 0.08113, "hf_subset": "ces_Latn-arb_Latn", "languages": ["ces-Latn", "arb-Latn"], "main_score": 0.08113, "precision": 0.069323, "recall": 0.136364}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-cat_Latn", "languages": ["ces-Latn", "cat-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.736166, "f1": 0.67787, "hf_subset": "ces_Latn-fur_Latn", "languages": ["ces-Latn", "fur-Latn"], "main_score": 0.67787, "precision": 0.654414, "recall": 0.736166}, {"accuracy": 0.100791, "f1": 0.070632, "hf_subset": "ces_Latn-kab_Latn", "languages": ["ces-Latn", "kab-Latn"], "main_score": 0.070632, "precision": 0.063546, "recall": 0.100791}, {"accuracy": 0.767787, "f1": 0.71046, "hf_subset": "ces_Latn-lim_Latn", "languages": ["ces-Latn", "lim-Latn"], "main_score": 0.71046, "precision": 0.685507, "recall": 0.767787}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-nld_Latn", "languages": ["ces-Latn", "nld-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.747036, "f1": 0.685474, "hf_subset": "ces_Latn-san_Deva", "languages": ["ces-Latn", "san-Deva"], "main_score": 0.685474, "precision": 0.659058, "recall": 0.747036}, {"accuracy": 0.516798, "f1": 0.430701, "hf_subset": "ces_Latn-tat_Cyrl", "languages": ["ces-Latn", "tat-Cyrl"], "main_score": 0.430701, "precision": 0.399902, "recall": 0.516798}, {"accuracy": 0.214427, "f1": 0.142011, "hf_subset": "ces_Latn-xho_Latn", "languages": ["ces-Latn", "xho-Latn"], "main_score": 0.142011, "precision": 0.124188, "recall": 0.214427}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "ces_Latn-ars_Arab", "languages": ["ces-Latn", "ars-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.41502, "f1": 0.325556, "hf_subset": "ces_Latn-ceb_Latn", "languages": ["ces-Latn", "ceb-Latn"], "main_score": 0.325556, "precision": 0.297813, "recall": 0.41502}, {"accuracy": 0.244071, "f1": 0.164103, "hf_subset": "ces_Latn-fuv_Latn", "languages": ["ces-Latn", "fuv-Latn"], "main_score": 0.164103, "precision": 0.144453, "recall": 0.244071}, {"accuracy": 0.225296, "f1": 0.158362, "hf_subset": "ces_Latn-kac_Latn", "languages": ["ces-Latn", "kac-Latn"], "main_score": 0.158362, "precision": 0.14162, "recall": 0.225296}, {"accuracy": 0.245059, "f1": 0.17436, "hf_subset": "ces_Latn-lin_Latn", "languages": ["ces-Latn", "lin-Latn"], "main_score": 0.17436, "precision": 0.155697, "recall": 0.245059}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "ces_Latn-nno_Latn", "languages": ["ces-Latn", "nno-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.021739, "f1": 0.003944, "hf_subset": "ces_Latn-sat_Olck", "languages": ["ces-Latn", "sat-Olck"], "main_score": 0.003944, "precision": 0.002707, "recall": 0.021739}, {"accuracy": 0.862648, "f1": 0.825395, "hf_subset": "ces_Latn-tel_Telu", "languages": ["ces-Latn", "tel-Telu"], "main_score": 0.825395, "precision": 0.808663, "recall": 0.862648}, {"accuracy": 0.445652, "f1": 0.359261, "hf_subset": "ces_Latn-ydd_Hebr", "languages": ["ces-Latn", "ydd-Hebr"], "main_score": 0.359261, "precision": 0.327712, "recall": 0.445652}, {"accuracy": 0.863636, "f1": 0.825296, "hf_subset": "ces_Latn-ary_Arab", "languages": ["ces-Latn", "ary-Arab"], "main_score": 0.825296, "precision": 0.807592, "recall": 0.863636}, {"accuracy": 0.106719, "f1": 0.061271, "hf_subset": "ces_Latn-gaz_Latn", "languages": ["ces-Latn", "gaz-Latn"], "main_score": 0.061271, "precision": 0.052512, "recall": 0.106719}, {"accuracy": 0.221344, "f1": 0.149134, "hf_subset": "ces_Latn-kam_Latn", "languages": ["ces-Latn", "kam-Latn"], "main_score": 0.149134, "precision": 0.131373, "recall": 0.221344}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "ces_Latn-lit_Latn", "languages": ["ces-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "ces_Latn-nob_Latn", "languages": ["ces-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.664032, "f1": 0.592577, "hf_subset": "ces_Latn-scn_Latn", "languages": ["ces-Latn", "scn-Latn"], "main_score": 0.592577, "precision": 0.564568, "recall": 0.664032}, {"accuracy": 0.212451, "f1": 0.137384, "hf_subset": "ces_Latn-tgk_Cyrl", "languages": ["ces-Latn", "tgk-Cyrl"], "main_score": 0.137384, "precision": 0.118182, "recall": 0.212451}, {"accuracy": 0.218379, "f1": 0.139153, "hf_subset": "ces_Latn-yor_Latn", "languages": ["ces-Latn", "yor-Latn"], "main_score": 0.139153, "precision": 0.118834, "recall": 0.218379}, {"accuracy": 0.953557, "f1": 0.938076, "hf_subset": "ces_Latn-arz_Arab", "languages": ["ces-Latn", "arz-Arab"], "main_score": 0.938076, "precision": 0.930336, "recall": 0.953557}, {"accuracy": 0.218379, "f1": 0.149106, "hf_subset": "ces_Latn-cjk_Latn", "languages": ["ces-Latn", "cjk-Latn"], "main_score": 0.149106, "precision": 0.132193, "recall": 0.218379}, {"accuracy": 0.211462, "f1": 0.144493, "hf_subset": "ces_Latn-gla_Latn", "languages": ["ces-Latn", "gla-Latn"], "main_score": 0.144493, "precision": 0.126757, "recall": 0.211462}, {"accuracy": 0.818182, "f1": 0.770375, "hf_subset": "ces_Latn-kan_Knda", "languages": ["ces-Latn", "kan-Knda"], "main_score": 0.770375, "precision": 0.749588, "recall": 0.818182}, {"accuracy": 0.676877, "f1": 0.608738, "hf_subset": "ces_Latn-lmo_Latn", "languages": ["ces-Latn", "lmo-Latn"], "main_score": 0.608738, "precision": 0.582436, "recall": 0.676877}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "ces_Latn-npi_Deva", "languages": ["ces-Latn", "npi-Deva"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.307312, "f1": 0.218168, "hf_subset": "ces_Latn-shn_Mymr", "languages": ["ces-Latn", "shn-Mymr"], "main_score": 0.218168, "precision": 0.19106, "recall": 0.307312}, {"accuracy": 0.487154, "f1": 0.403817, "hf_subset": "ces_Latn-tgl_Latn", "languages": ["ces-Latn", "tgl-Latn"], "main_score": 0.403817, "precision": 0.376709, "recall": 0.487154}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-yue_Hant", "languages": ["ces-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.554348, "f1": 0.473815, "hf_subset": "ces_Latn-asm_Beng", "languages": ["ces-Latn", "asm-Beng"], "main_score": 0.473815, "precision": 0.443157, "recall": 0.554348}, {"accuracy": 0.850791, "f1": 0.809058, "hf_subset": "ces_Latn-ckb_Arab", "languages": ["ces-Latn", "ckb-Arab"], "main_score": 0.809058, "precision": 0.790217, "recall": 0.850791}, {"accuracy": 0.310277, "f1": 0.234104, "hf_subset": "ces_Latn-gle_Latn", "languages": ["ces-Latn", "gle-Latn"], "main_score": 0.234104, "precision": 0.212491, "recall": 0.310277}, {"accuracy": 0.603755, "f1": 0.524707, "hf_subset": "ces_Latn-kas_Arab", "languages": ["ces-Latn", "kas-Arab"], "main_score": 0.524707, "precision": 0.493751, "recall": 0.603755}, {"accuracy": 0.732213, "f1": 0.67029, "hf_subset": "ces_Latn-ltg_Latn", "languages": ["ces-Latn", "ltg-Latn"], "main_score": 0.67029, "precision": 0.644551, "recall": 0.732213}, {"accuracy": 0.250988, "f1": 0.169051, "hf_subset": "ces_Latn-nso_Latn", "languages": ["ces-Latn", "nso-Latn"], "main_score": 0.169051, "precision": 0.146334, "recall": 0.250988}, {"accuracy": 0.929842, "f1": 0.909881, "hf_subset": "ces_Latn-sin_Sinh", "languages": ["ces-Latn", "sin-Sinh"], "main_score": 0.909881, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "ces_Latn-tha_Thai", "languages": ["ces-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-zho_Hans", "languages": ["ces-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "ces_Latn-ast_Latn", "languages": ["ces-Latn", "ast-Latn"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.784585, "f1": 0.728294, "hf_subset": "ces_Latn-crh_Latn", "languages": ["ces-Latn", "crh-Latn"], "main_score": 0.728294, "precision": 0.70392, "recall": 0.784585}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "ces_Latn-glg_Latn", "languages": ["ces-Latn", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.425889, "f1": 0.340705, "hf_subset": "ces_Latn-kas_Deva", "languages": ["ces-Latn", "kas-Deva"], "main_score": 0.340705, "precision": 0.312407, "recall": 0.425889}, {"accuracy": 0.514822, "f1": 0.424924, "hf_subset": "ces_Latn-ltz_Latn", "languages": ["ces-Latn", "ltz-Latn"], "main_score": 0.424924, "precision": 0.394012, "recall": 0.514822}, {"accuracy": 0.121542, "f1": 0.06733, "hf_subset": "ces_Latn-nus_Latn", "languages": ["ces-Latn", "nus-Latn"], "main_score": 0.06733, "precision": 0.056695, "recall": 0.121542}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "ces_Latn-slk_Latn", "languages": ["ces-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.184783, "f1": 0.123072, "hf_subset": "ces_Latn-tir_Ethi", "languages": ["ces-Latn", "tir-Ethi"], "main_score": 0.123072, "precision": 0.105816, "recall": 0.184783}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "ces_Latn-zho_Hant", "languages": ["ces-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.966403, "f1": 0.956851, "hf_subset": "ces_Latn-awa_Deva", "languages": ["ces-Latn", "awa-Deva"], "main_score": 0.956851, "precision": 0.95224, "recall": 0.966403}, {"accuracy": 0.490119, "f1": 0.40386, "hf_subset": "ces_Latn-cym_Latn", "languages": ["ces-Latn", "cym-Latn"], "main_score": 0.40386, "precision": 0.37524, "recall": 0.490119}, {"accuracy": 0.374506, "f1": 0.287436, "hf_subset": "ces_Latn-grn_Latn", "languages": ["ces-Latn", "grn-Latn"], "main_score": 0.287436, "precision": 0.261236, "recall": 0.374506}, {"accuracy": 0.881423, "f1": 0.844499, "hf_subset": "ces_Latn-kat_Geor", "languages": ["ces-Latn", "kat-Geor"], "main_score": 0.844499, "precision": 0.82691, "recall": 0.881423}, {"accuracy": 0.279644, "f1": 0.202946, "hf_subset": "ces_Latn-lua_Latn", "languages": ["ces-Latn", "lua-Latn"], "main_score": 0.202946, "precision": 0.182454, "recall": 0.279644}, {"accuracy": 0.254941, "f1": 0.177372, "hf_subset": "ces_Latn-nya_Latn", "languages": ["ces-Latn", "nya-Latn"], "main_score": 0.177372, "precision": 0.157767, "recall": 0.254941}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-slv_Latn", "languages": ["ces-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.481225, "f1": 0.387221, "hf_subset": "ces_Latn-tpi_Latn", "languages": ["ces-Latn", "tpi-Latn"], "main_score": 0.387221, "precision": 0.355973, "recall": 0.481225}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-zsm_Latn", "languages": ["ces-Latn", "zsm-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.218379, "f1": 0.140427, "hf_subset": "ces_Latn-ayr_Latn", "languages": ["ces-Latn", "ayr-Latn"], "main_score": 0.140427, "precision": 0.122163, "recall": 0.218379}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "ces_Latn-dan_Latn", "languages": ["ces-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.927866, "f1": 0.906244, "hf_subset": "ces_Latn-guj_Gujr", "languages": ["ces-Latn", "guj-Gujr"], "main_score": 0.906244, "precision": 0.896245, "recall": 0.927866}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ces_Latn-kaz_Cyrl", "languages": ["ces-Latn", "kaz-Cyrl"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.194664, "f1": 0.130426, "hf_subset": "ces_Latn-lug_Latn", "languages": ["ces-Latn", "lug-Latn"], "main_score": 0.130426, "precision": 0.116007, "recall": 0.194664}, {"accuracy": 0.937747, "f1": 0.918149, "hf_subset": "ces_Latn-oci_Latn", "languages": ["ces-Latn", "oci-Latn"], "main_score": 0.918149, "precision": 0.908432, "recall": 0.937747}, {"accuracy": 0.208498, "f1": 0.136549, "hf_subset": "ces_Latn-smo_Latn", "languages": ["ces-Latn", "smo-Latn"], "main_score": 0.136549, "precision": 0.118398, "recall": 0.208498}, {"accuracy": 0.226285, "f1": 0.153426, "hf_subset": "ces_Latn-tsn_Latn", "languages": ["ces-Latn", "tsn-Latn"], "main_score": 0.153426, "precision": 0.135077, "recall": 0.226285}, {"accuracy": 0.164032, "f1": 0.102849, "hf_subset": "ces_Latn-zul_Latn", "languages": ["ces-Latn", "zul-Latn"], "main_score": 0.102849, "precision": 0.089712, "recall": 0.164032}, {"accuracy": 0.561265, "f1": 0.477831, "hf_subset": "ces_Latn-azb_Arab", "languages": ["ces-Latn", "azb-Arab"], "main_score": 0.477831, "precision": 0.44614, "recall": 0.561265}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "ces_Latn-deu_Latn", "languages": ["ces-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.320158, "f1": 0.234342, "hf_subset": "ces_Latn-hat_Latn", "languages": ["ces-Latn", "hat-Latn"], "main_score": 0.234342, "precision": 0.209669, "recall": 0.320158}, {"accuracy": 0.208498, "f1": 0.140184, "hf_subset": "ces_Latn-kbp_Latn", "languages": ["ces-Latn", "kbp-Latn"], "main_score": 0.140184, "precision": 0.123989, "recall": 0.208498}, {"accuracy": 0.241107, "f1": 0.166789, "hf_subset": "ces_Latn-luo_Latn", "languages": ["ces-Latn", "luo-Latn"], "main_score": 0.166789, "precision": 0.148382, "recall": 0.241107}, {"accuracy": 0.843874, "f1": 0.801762, "hf_subset": "ces_Latn-ory_Orya", "languages": ["ces-Latn", "ory-Orya"], "main_score": 0.801762, "precision": 0.782783, "recall": 0.843874}, {"accuracy": 0.188735, "f1": 0.120958, "hf_subset": "ces_Latn-sna_Latn", "languages": ["ces-Latn", "sna-Latn"], "main_score": 0.120958, "precision": 0.104654, "recall": 0.188735}, {"accuracy": 0.212451, "f1": 0.145589, "hf_subset": "ces_Latn-tso_Latn", "languages": ["ces-Latn", "tso-Latn"], "main_score": 0.145589, "precision": 0.129037, "recall": 0.212451}, {"accuracy": 0.965415, "f1": 0.954776, "hf_subset": "ces_Latn-azj_Latn", "languages": ["ces-Latn", "azj-Latn"], "main_score": 0.954776, "precision": 0.949852, "recall": 0.965415}, {"accuracy": 0.320158, "f1": 0.233236, "hf_subset": "ces_Latn-dik_Latn", "languages": ["ces-Latn", "dik-Latn"], "main_score": 0.233236, "precision": 0.20835, "recall": 0.320158}, {"accuracy": 0.26581, "f1": 0.18787, "hf_subset": "ces_Latn-hau_Latn", "languages": ["ces-Latn", "hau-Latn"], "main_score": 0.18787, "precision": 0.168649, "recall": 0.26581}, {"accuracy": 0.66502, "f1": 0.592242, "hf_subset": "ces_Latn-kea_Latn", "languages": ["ces-Latn", "kea-Latn"], "main_score": 0.592242, "precision": 0.564315, "recall": 0.66502}, {"accuracy": 0.38834, "f1": 0.301738, "hf_subset": "ces_Latn-lus_Latn", "languages": ["ces-Latn", "lus-Latn"], "main_score": 0.301738, "precision": 0.273862, "recall": 0.38834}, {"accuracy": 0.493083, "f1": 0.399541, "hf_subset": "ces_Latn-pag_Latn", "languages": ["ces-Latn", "pag-Latn"], "main_score": 0.399541, "precision": 0.366544, "recall": 0.493083}, {"accuracy": 0.881423, "f1": 0.846904, "hf_subset": "ces_Latn-snd_Arab", "languages": ["ces-Latn", "snd-Arab"], "main_score": 0.846904, "precision": 0.830978, "recall": 0.881423}, {"accuracy": 0.357708, "f1": 0.270284, "hf_subset": "ces_Latn-tuk_Latn", "languages": ["ces-Latn", "tuk-Latn"], "main_score": 0.270284, "precision": 0.244027, "recall": 0.357708}, {"accuracy": 0.491107, "f1": 0.402299, "hf_subset": "ces_Latn-bak_Cyrl", "languages": ["ces-Latn", "bak-Cyrl"], "main_score": 0.402299, "precision": 0.371417, "recall": 0.491107}, {"accuracy": 0.201581, "f1": 0.135541, "hf_subset": "ces_Latn-dyu_Latn", "languages": ["ces-Latn", "dyu-Latn"], "main_score": 0.135541, "precision": 0.118043, "recall": 0.201581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "ces_Latn-heb_Hebr", "languages": ["ces-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "ces_Latn-khk_Cyrl", "languages": ["ces-Latn", "khk-Cyrl"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.991107, "f1": 0.988801, "hf_subset": "ces_Latn-lvs_Latn", "languages": ["ces-Latn", "lvs-Latn"], "main_score": 0.988801, "precision": 0.987846, "recall": 0.991107}, {"accuracy": 0.864625, "f1": 0.827339, "hf_subset": "ces_Latn-pan_Guru", "languages": ["ces-Latn", "pan-Guru"], "main_score": 0.827339, "precision": 0.810639, "recall": 0.864625}, {"accuracy": 0.29249, "f1": 0.214927, "hf_subset": "ces_Latn-som_Latn", "languages": ["ces-Latn", "som-Latn"], "main_score": 0.214927, "precision": 0.192393, "recall": 0.29249}, {"accuracy": 0.229249, "f1": 0.151162, "hf_subset": "ces_Latn-tum_Latn", "languages": ["ces-Latn", "tum-Latn"], "main_score": 0.151162, "precision": 0.130767, "recall": 0.229249}, {"accuracy": 0.01087, "f1": 0.00591, "hf_subset": "gaz_Latn-ace_Arab", "languages": ["gaz-Latn", "ace-Arab"], "main_score": 0.00591, "precision": 0.005526, "recall": 0.01087}, {"accuracy": 0.059289, "f1": 0.049758, "hf_subset": "gaz_Latn-bam_Latn", "languages": ["gaz-Latn", "bam-Latn"], "main_score": 0.049758, "precision": 0.047296, "recall": 0.059289}, {"accuracy": 0.001976, "f1": 0.000346, "hf_subset": "gaz_Latn-dzo_Tibt", "languages": ["gaz-Latn", "dzo-Tibt"], "main_score": 0.000346, "precision": 0.000193, "recall": 0.001976}, {"accuracy": 0.044466, "f1": 0.036384, "hf_subset": "gaz_Latn-hin_Deva", "languages": ["gaz-Latn", "hin-Deva"], "main_score": 0.036384, "precision": 0.034732, "recall": 0.044466}, {"accuracy": 0.033597, "f1": 0.03044, "hf_subset": "gaz_Latn-khm_Khmr", "languages": ["gaz-Latn", "khm-Khmr"], "main_score": 0.03044, "precision": 0.029844, "recall": 0.033597}, {"accuracy": 0.025692, "f1": 0.019642, "hf_subset": "gaz_Latn-mag_Deva", "languages": ["gaz-Latn", "mag-Deva"], "main_score": 0.019642, "precision": 0.018883, "recall": 0.025692}, {"accuracy": 0.02668, "f1": 0.021731, "hf_subset": "gaz_Latn-pap_Latn", "languages": ["gaz-Latn", "pap-Latn"], "main_score": 0.021731, "precision": 0.020922, "recall": 0.02668}, {"accuracy": 0.061265, "f1": 0.054268, "hf_subset": "gaz_Latn-sot_Latn", "languages": ["gaz-Latn", "sot-Latn"], "main_score": 0.054268, "precision": 0.051746, "recall": 0.061265}, {"accuracy": 0.063241, "f1": 0.050759, "hf_subset": "gaz_Latn-tur_Latn", "languages": ["gaz-Latn", "tur-Latn"], "main_score": 0.050759, "precision": 0.048453, "recall": 0.063241}, {"accuracy": 0.039526, "f1": 0.036545, "hf_subset": "gaz_Latn-ace_Latn", "languages": ["gaz-Latn", "ace-Latn"], "main_score": 0.036545, "precision": 0.035632, "recall": 0.039526}, {"accuracy": 0.021739, "f1": 0.020586, "hf_subset": "gaz_Latn-ban_Latn", "languages": ["gaz-Latn", "ban-Latn"], "main_score": 0.020586, "precision": 0.020092, "recall": 0.021739}, {"accuracy": 0.041502, "f1": 0.03255, "hf_subset": "gaz_Latn-ell_Grek", "languages": ["gaz-Latn", "ell-Grek"], "main_score": 0.03255, "precision": 0.031266, "recall": 0.041502}, {"accuracy": 0.024704, "f1": 0.019908, "hf_subset": "gaz_Latn-hne_Deva", "languages": ["gaz-Latn", "hne-Deva"], "main_score": 0.019908, "precision": 0.019212, "recall": 0.024704}, {"accuracy": 0.056324, "f1": 0.049441, "hf_subset": "gaz_Latn-kik_Latn", "languages": ["gaz-Latn", "kik-Latn"], "main_score": 0.049441, "precision": 0.047726, "recall": 0.056324}, {"accuracy": 0.023715, "f1": 0.019087, "hf_subset": "gaz_Latn-mai_Deva", "languages": ["gaz-Latn", "mai-Deva"], "main_score": 0.019087, "precision": 0.018653, "recall": 0.023715}, {"accuracy": 0.035573, "f1": 0.029399, "hf_subset": "gaz_Latn-pbt_Arab", "languages": ["gaz-Latn", "pbt-Arab"], "main_score": 0.029399, "precision": 0.028202, "recall": 0.035573}, {"accuracy": 0.054348, "f1": 0.04483, "hf_subset": "gaz_Latn-spa_Latn", "languages": ["gaz-Latn", "spa-Latn"], "main_score": 0.04483, "precision": 0.043787, "recall": 0.054348}, {"accuracy": 0.064229, "f1": 0.055871, "hf_subset": "gaz_Latn-twi_Latn", "languages": ["gaz-Latn", "twi-Latn"], "main_score": 0.055871, "precision": 0.053511, "recall": 0.064229}, {"accuracy": 0.024704, "f1": 0.021659, "hf_subset": "gaz_Latn-acm_Arab", "languages": ["gaz-Latn", "acm-Arab"], "main_score": 0.021659, "precision": 0.021058, "recall": 0.024704}, {"accuracy": 0.035573, "f1": 0.027803, "hf_subset": "gaz_Latn-bel_Cyrl", "languages": ["gaz-Latn", "bel-Cyrl"], "main_score": 0.027803, "precision": 0.026649, "recall": 0.035573}, {"accuracy": 0.061265, "f1": 0.049236, "hf_subset": "gaz_Latn-eng_Latn", "languages": ["gaz-Latn", "eng-Latn"], "main_score": 0.049236, "precision": 0.047429, "recall": 0.061265}, {"accuracy": 0.040514, "f1": 0.034124, "hf_subset": "gaz_Latn-hrv_Latn", "languages": ["gaz-Latn", "hrv-Latn"], "main_score": 0.034124, "precision": 0.033, "recall": 0.040514}, {"accuracy": 0.08004, "f1": 0.067687, "hf_subset": "gaz_Latn-kin_Latn", "languages": ["gaz-Latn", "kin-Latn"], "main_score": 0.067687, "precision": 0.064573, "recall": 0.08004}, {"accuracy": 0.021739, "f1": 0.016821, "hf_subset": "gaz_Latn-mal_Mlym", "languages": ["gaz-Latn", "mal-Mlym"], "main_score": 0.016821, "precision": 0.016237, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.040167, "hf_subset": "gaz_Latn-pes_Arab", "languages": ["gaz-Latn", "pes-Arab"], "main_score": 0.040167, "precision": 0.039436, "recall": 0.047431}, {"accuracy": 0.044466, "f1": 0.040037, "hf_subset": "gaz_Latn-srd_Latn", "languages": ["gaz-Latn", "srd-Latn"], "main_score": 0.040037, "precision": 0.039294, "recall": 0.044466}, {"accuracy": 0.059289, "f1": 0.043136, "hf_subset": "gaz_Latn-tzm_Tfng", "languages": ["gaz-Latn", "tzm-Tfng"], "main_score": 0.043136, "precision": 0.03931, "recall": 0.059289}, {"accuracy": 0.035573, "f1": 0.028308, "hf_subset": "gaz_Latn-acq_Arab", "languages": ["gaz-Latn", "acq-Arab"], "main_score": 0.028308, "precision": 0.026756, "recall": 0.035573}, {"accuracy": 0.089921, "f1": 0.075841, "hf_subset": "gaz_Latn-bem_Latn", "languages": ["gaz-Latn", "bem-Latn"], "main_score": 0.075841, "precision": 0.07194, "recall": 0.089921}, {"accuracy": 0.034585, "f1": 0.030044, "hf_subset": "gaz_Latn-epo_Latn", "languages": ["gaz-Latn", "epo-Latn"], "main_score": 0.030044, "precision": 0.029351, "recall": 0.034585}, {"accuracy": 0.062253, "f1": 0.048351, "hf_subset": "gaz_Latn-hun_Latn", "languages": ["gaz-Latn", "hun-Latn"], "main_score": 0.048351, "precision": 0.046211, "recall": 0.062253}, {"accuracy": 0.038538, "f1": 0.031068, "hf_subset": "gaz_Latn-kir_Cyrl", "languages": ["gaz-Latn", "kir-Cyrl"], "main_score": 0.031068, "precision": 0.029975, "recall": 0.038538}, {"accuracy": 0.030632, "f1": 0.023716, "hf_subset": "gaz_Latn-mar_Deva", "languages": ["gaz-Latn", "mar-Deva"], "main_score": 0.023716, "precision": 0.023115, "recall": 0.030632}, {"accuracy": 0.045455, "f1": 0.04103, "hf_subset": "gaz_Latn-plt_Latn", "languages": ["gaz-Latn", "plt-Latn"], "main_score": 0.04103, "precision": 0.039649, "recall": 0.045455}, {"accuracy": 0.050395, "f1": 0.041764, "hf_subset": "gaz_Latn-srp_Cyrl", "languages": ["gaz-Latn", "srp-Cyrl"], "main_score": 0.041764, "precision": 0.040015, "recall": 0.050395}, {"accuracy": 0.023715, "f1": 0.019695, "hf_subset": "gaz_Latn-uig_Arab", "languages": ["gaz-Latn", "uig-Arab"], "main_score": 0.019695, "precision": 0.018852, "recall": 0.023715}, {"accuracy": 0.033597, "f1": 0.024998, "hf_subset": "gaz_Latn-aeb_Arab", "languages": ["gaz-Latn", "aeb-Arab"], "main_score": 0.024998, "precision": 0.023919, "recall": 0.033597}, {"accuracy": 0.013834, "f1": 0.011294, "hf_subset": "gaz_Latn-ben_Beng", "languages": ["gaz-Latn", "ben-Beng"], "main_score": 0.011294, "precision": 0.011132, "recall": 0.013834}, {"accuracy": 0.059289, "f1": 0.047245, "hf_subset": "gaz_Latn-est_Latn", "languages": ["gaz-Latn", "est-Latn"], "main_score": 0.047245, "precision": 0.0446, "recall": 0.059289}, {"accuracy": 0.034585, "f1": 0.028245, "hf_subset": "gaz_Latn-hye_Armn", "languages": ["gaz-Latn", "hye-Armn"], "main_score": 0.028245, "precision": 0.027249, "recall": 0.034585}, {"accuracy": 0.085968, "f1": 0.074626, "hf_subset": "gaz_Latn-kmb_Latn", "languages": ["gaz-Latn", "kmb-Latn"], "main_score": 0.074626, "precision": 0.071439, "recall": 0.085968}, {"accuracy": 0.014822, "f1": 0.010464, "hf_subset": "gaz_Latn-min_Arab", "languages": ["gaz-Latn", "min-Arab"], "main_score": 0.010464, "precision": 0.009931, "recall": 0.014822}, {"accuracy": 0.068182, "f1": 0.053924, "hf_subset": "gaz_Latn-pol_Latn", "languages": ["gaz-Latn", "pol-Latn"], "main_score": 0.053924, "precision": 0.051129, "recall": 0.068182}, {"accuracy": 0.0583, "f1": 0.051396, "hf_subset": "gaz_Latn-ssw_Latn", "languages": ["gaz-Latn", "ssw-Latn"], "main_score": 0.051396, "precision": 0.04945, "recall": 0.0583}, {"accuracy": 0.038538, "f1": 0.031218, "hf_subset": "gaz_Latn-ukr_Cyrl", "languages": ["gaz-Latn", "ukr-Cyrl"], "main_score": 0.031218, "precision": 0.029861, "recall": 0.038538}, {"accuracy": 0.062253, "f1": 0.052896, "hf_subset": "gaz_Latn-afr_Latn", "languages": ["gaz-Latn", "afr-Latn"], "main_score": 0.052896, "precision": 0.051249, "recall": 0.062253}, {"accuracy": 0.022727, "f1": 0.01769, "hf_subset": "gaz_Latn-bho_Deva", "languages": ["gaz-Latn", "bho-Deva"], "main_score": 0.01769, "precision": 0.017047, "recall": 0.022727}, {"accuracy": 0.032609, "f1": 0.026661, "hf_subset": "gaz_Latn-eus_Latn", "languages": ["gaz-Latn", "eus-Latn"], "main_score": 0.026661, "precision": 0.025509, "recall": 0.032609}, {"accuracy": 0.074111, "f1": 0.062533, "hf_subset": "gaz_Latn-ibo_Latn", "languages": ["gaz-Latn", "ibo-Latn"], "main_score": 0.062533, "precision": 0.06001, "recall": 0.074111}, {"accuracy": 0.048419, "f1": 0.042193, "hf_subset": "gaz_Latn-kmr_Latn", "languages": ["gaz-Latn", "kmr-Latn"], "main_score": 0.042193, "precision": 0.04081, "recall": 0.048419}, {"accuracy": 0.032609, "f1": 0.029991, "hf_subset": "gaz_Latn-min_Latn", "languages": ["gaz-Latn", "min-Latn"], "main_score": 0.029991, "precision": 0.029842, "recall": 0.032609}, {"accuracy": 0.057312, "f1": 0.043307, "hf_subset": "gaz_Latn-por_Latn", "languages": ["gaz-Latn", "por-Latn"], "main_score": 0.043307, "precision": 0.041199, "recall": 0.057312}, {"accuracy": 0.028656, "f1": 0.024378, "hf_subset": "gaz_Latn-sun_Latn", "languages": ["gaz-Latn", "sun-Latn"], "main_score": 0.024378, "precision": 0.023898, "recall": 0.028656}, {"accuracy": 0.0583, "f1": 0.051051, "hf_subset": "gaz_Latn-umb_Latn", "languages": ["gaz-Latn", "umb-Latn"], "main_score": 0.051051, "precision": 0.049672, "recall": 0.0583}, {"accuracy": 0.041502, "f1": 0.03402, "hf_subset": "gaz_Latn-ajp_Arab", "languages": ["gaz-Latn", "ajp-Arab"], "main_score": 0.03402, "precision": 0.032836, "recall": 0.041502}, {"accuracy": 0.01581, "f1": 0.012555, "hf_subset": "gaz_Latn-bjn_Arab", "languages": ["gaz-Latn", "bjn-Arab"], "main_score": 0.012555, "precision": 0.012253, "recall": 0.01581}, {"accuracy": 0.066206, "f1": 0.056856, "hf_subset": "gaz_Latn-ewe_Latn", "languages": ["gaz-Latn", "ewe-Latn"], "main_score": 0.056856, "precision": 0.054914, "recall": 0.066206}, {"accuracy": 0.046443, "f1": 0.04054, "hf_subset": "gaz_Latn-ilo_Latn", "languages": ["gaz-Latn", "ilo-Latn"], "main_score": 0.04054, "precision": 0.039541, "recall": 0.046443}, {"accuracy": 0.018775, "f1": 0.014057, "hf_subset": "gaz_Latn-knc_Arab", "languages": ["gaz-Latn", "knc-Arab"], "main_score": 0.014057, "precision": 0.013387, "recall": 0.018775}, {"accuracy": 0.050395, "f1": 0.042829, "hf_subset": "gaz_Latn-mkd_Cyrl", "languages": ["gaz-Latn", "mkd-Cyrl"], "main_score": 0.042829, "precision": 0.04112, "recall": 0.050395}, {"accuracy": 0.022727, "f1": 0.019793, "hf_subset": "gaz_Latn-prs_Arab", "languages": ["gaz-Latn", "prs-Arab"], "main_score": 0.019793, "precision": 0.019284, "recall": 0.022727}, {"accuracy": 0.056324, "f1": 0.047194, "hf_subset": "gaz_Latn-swe_Latn", "languages": ["gaz-Latn", "swe-Latn"], "main_score": 0.047194, "precision": 0.045278, "recall": 0.056324}, {"accuracy": 0.027668, "f1": 0.021932, "hf_subset": "gaz_Latn-urd_Arab", "languages": ["gaz-Latn", "urd-Arab"], "main_score": 0.021932, "precision": 0.021212, "recall": 0.027668}, {"accuracy": 0.072134, "f1": 0.064009, "hf_subset": "gaz_Latn-aka_Latn", "languages": ["gaz-Latn", "aka-Latn"], "main_score": 0.064009, "precision": 0.061644, "recall": 0.072134}, {"accuracy": 0.028656, "f1": 0.026355, "hf_subset": "gaz_Latn-bjn_Latn", "languages": ["gaz-Latn", "bjn-Latn"], "main_score": 0.026355, "precision": 0.025694, "recall": 0.028656}, {"accuracy": 0.038538, "f1": 0.033378, "hf_subset": "gaz_Latn-fao_Latn", "languages": ["gaz-Latn", "fao-Latn"], "main_score": 0.033378, "precision": 0.032545, "recall": 0.038538}, {"accuracy": 0.067194, "f1": 0.053478, "hf_subset": "gaz_Latn-ind_Latn", "languages": ["gaz-Latn", "ind-Latn"], "main_score": 0.053478, "precision": 0.050665, "recall": 0.067194}, {"accuracy": 0.055336, "f1": 0.050523, "hf_subset": "gaz_Latn-knc_Latn", "languages": ["gaz-Latn", "knc-Latn"], "main_score": 0.050523, "precision": 0.049318, "recall": 0.055336}, {"accuracy": 0.070158, "f1": 0.062359, "hf_subset": "gaz_Latn-mlt_Latn", "languages": ["gaz-Latn", "mlt-Latn"], "main_score": 0.062359, "precision": 0.060092, "recall": 0.070158}, {"accuracy": 0.076087, "f1": 0.066817, "hf_subset": "gaz_Latn-quy_Latn", "languages": ["gaz-Latn", "quy-Latn"], "main_score": 0.066817, "precision": 0.064521, "recall": 0.076087}, {"accuracy": 0.051383, "f1": 0.042131, "hf_subset": "gaz_Latn-swh_Latn", "languages": ["gaz-Latn", "swh-Latn"], "main_score": 0.042131, "precision": 0.04012, "recall": 0.051383}, {"accuracy": 0.020751, "f1": 0.01853, "hf_subset": "gaz_Latn-uzn_Latn", "languages": ["gaz-Latn", "uzn-Latn"], "main_score": 0.01853, "precision": 0.018258, "recall": 0.020751}, {"accuracy": 0.049407, "f1": 0.039238, "hf_subset": "gaz_Latn-als_Latn", "languages": ["gaz-Latn", "als-Latn"], "main_score": 0.039238, "precision": 0.037243, "recall": 0.049407}, {"accuracy": 0.038538, "f1": 0.025375, "hf_subset": "gaz_Latn-bod_Tibt", "languages": ["gaz-Latn", "bod-Tibt"], "main_score": 0.025375, "precision": 0.022814, "recall": 0.038538}, {"accuracy": 0.037549, "f1": 0.030744, "hf_subset": "gaz_Latn-fij_Latn", "languages": ["gaz-Latn", "fij-Latn"], "main_score": 0.030744, "precision": 0.029258, "recall": 0.037549}, {"accuracy": 0.030632, "f1": 0.02774, "hf_subset": "gaz_Latn-isl_Latn", "languages": ["gaz-Latn", "isl-Latn"], "main_score": 0.02774, "precision": 0.027127, "recall": 0.030632}, {"accuracy": 0.068182, "f1": 0.057794, "hf_subset": "gaz_Latn-kon_Latn", "languages": ["gaz-Latn", "kon-Latn"], "main_score": 0.057794, "precision": 0.055354, "recall": 0.068182}, {"accuracy": 0.032609, "f1": 0.026034, "hf_subset": "gaz_Latn-mni_Beng", "languages": ["gaz-Latn", "mni-Beng"], "main_score": 0.026034, "precision": 0.023722, "recall": 0.032609}, {"accuracy": 0.062253, "f1": 0.051774, "hf_subset": "gaz_Latn-ron_Latn", "languages": ["gaz-Latn", "ron-Latn"], "main_score": 0.051774, "precision": 0.049898, "recall": 0.062253}, {"accuracy": 0.04249, "f1": 0.035876, "hf_subset": "gaz_Latn-szl_Latn", "languages": ["gaz-Latn", "szl-Latn"], "main_score": 0.035876, "precision": 0.034627, "recall": 0.04249}, {"accuracy": 0.043478, "f1": 0.034275, "hf_subset": "gaz_Latn-vec_Latn", "languages": ["gaz-Latn", "vec-Latn"], "main_score": 0.034275, "precision": 0.032896, "recall": 0.043478}, {"accuracy": 0.024704, "f1": 0.018973, "hf_subset": "gaz_Latn-amh_Ethi", "languages": ["gaz-Latn", "amh-Ethi"], "main_score": 0.018973, "precision": 0.018261, "recall": 0.024704}, {"accuracy": 0.066206, "f1": 0.055186, "hf_subset": "gaz_Latn-bos_Latn", "languages": ["gaz-Latn", "bos-Latn"], "main_score": 0.055186, "precision": 0.052692, "recall": 0.066206}, {"accuracy": 0.060277, "f1": 0.050006, "hf_subset": "gaz_Latn-fin_Latn", "languages": ["gaz-Latn", "fin-Latn"], "main_score": 0.050006, "precision": 0.047791, "recall": 0.060277}, {"accuracy": 0.062253, "f1": 0.050975, "hf_subset": "gaz_Latn-ita_Latn", "languages": ["gaz-Latn", "ita-Latn"], "main_score": 0.050975, "precision": 0.049495, "recall": 0.062253}, {"accuracy": 0.040514, "f1": 0.03207, "hf_subset": "gaz_Latn-kor_Hang", "languages": ["gaz-Latn", "kor-Hang"], "main_score": 0.03207, "precision": 0.031047, "recall": 0.040514}, {"accuracy": 0.071146, "f1": 0.061416, "hf_subset": "gaz_Latn-mos_Latn", "languages": ["gaz-Latn", "mos-Latn"], "main_score": 0.061416, "precision": 0.059201, "recall": 0.071146}, {"accuracy": 0.08498, "f1": 0.074255, "hf_subset": "gaz_Latn-run_Latn", "languages": ["gaz-Latn", "run-Latn"], "main_score": 0.074255, "precision": 0.071073, "recall": 0.08498}, {"accuracy": 0.018775, "f1": 0.012468, "hf_subset": "gaz_Latn-tam_Taml", "languages": ["gaz-Latn", "tam-Taml"], "main_score": 0.012468, "precision": 0.011636, "recall": 0.018775}, {"accuracy": 0.052372, "f1": 0.044845, "hf_subset": "gaz_Latn-vie_Latn", "languages": ["gaz-Latn", "vie-Latn"], "main_score": 0.044845, "precision": 0.043301, "recall": 0.052372}, {"accuracy": 0.021739, "f1": 0.018325, "hf_subset": "gaz_Latn-apc_Arab", "languages": ["gaz-Latn", "apc-Arab"], "main_score": 0.018325, "precision": 0.017617, "recall": 0.021739}, {"accuracy": 0.043478, "f1": 0.038614, "hf_subset": "gaz_Latn-bug_Latn", "languages": ["gaz-Latn", "bug-Latn"], "main_score": 0.038614, "precision": 0.037661, "recall": 0.043478}, {"accuracy": 0.065217, "f1": 0.057449, "hf_subset": "gaz_Latn-fon_Latn", "languages": ["gaz-Latn", "fon-Latn"], "main_score": 0.057449, "precision": 0.055679, "recall": 0.065217}, {"accuracy": 0.030632, "f1": 0.025455, "hf_subset": "gaz_Latn-jav_Latn", "languages": ["gaz-Latn", "jav-Latn"], "main_score": 0.025455, "precision": 0.024658, "recall": 0.030632}, {"accuracy": 0.054348, "f1": 0.045088, "hf_subset": "gaz_Latn-lao_Laoo", "languages": ["gaz-Latn", "lao-Laoo"], "main_score": 0.045088, "precision": 0.043441, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.054361, "hf_subset": "gaz_Latn-mri_Latn", "languages": ["gaz-Latn", "mri-Latn"], "main_score": 0.054361, "precision": 0.052497, "recall": 0.065217}, {"accuracy": 0.049407, "f1": 0.041079, "hf_subset": "gaz_Latn-rus_Cyrl", "languages": ["gaz-Latn", "rus-Cyrl"], "main_score": 0.041079, "precision": 0.038735, "recall": 0.049407}, {"accuracy": 0.070158, "f1": 0.063646, "hf_subset": "gaz_Latn-taq_Latn", "languages": ["gaz-Latn", "taq-Latn"], "main_score": 0.063646, "precision": 0.061962, "recall": 0.070158}, {"accuracy": 0.039526, "f1": 0.037288, "hf_subset": "gaz_Latn-war_Latn", "languages": ["gaz-Latn", "war-Latn"], "main_score": 0.037288, "precision": 0.036597, "recall": 0.039526}, {"accuracy": 0.038538, "f1": 0.032197, "hf_subset": "gaz_Latn-arb_Arab", "languages": ["gaz-Latn", "arb-Arab"], "main_score": 0.032197, "precision": 0.031118, "recall": 0.038538}, {"accuracy": 0.052372, "f1": 0.042689, "hf_subset": "gaz_Latn-bul_Cyrl", "languages": ["gaz-Latn", "bul-Cyrl"], "main_score": 0.042689, "precision": 0.040742, "recall": 0.052372}, {"accuracy": 0.064229, "f1": 0.051826, "hf_subset": "gaz_Latn-fra_Latn", "languages": ["gaz-Latn", "fra-Latn"], "main_score": 0.051826, "precision": 0.049948, "recall": 0.064229}, {"accuracy": 0.055336, "f1": 0.046323, "hf_subset": "gaz_Latn-jpn_Jpan", "languages": ["gaz-Latn", "jpn-Jpan"], "main_score": 0.046323, "precision": 0.044807, "recall": 0.055336}, {"accuracy": 0.034585, "f1": 0.029472, "hf_subset": "gaz_Latn-lij_Latn", "languages": ["gaz-Latn", "lij-Latn"], "main_score": 0.029472, "precision": 0.028358, "recall": 0.034585}, {"accuracy": 0.030632, "f1": 0.024029, "hf_subset": "gaz_Latn-mya_Mymr", "languages": ["gaz-Latn", "mya-Mymr"], "main_score": 0.024029, "precision": 0.022739, "recall": 0.030632}, {"accuracy": 0.046443, "f1": 0.040081, "hf_subset": "gaz_Latn-sag_Latn", "languages": ["gaz-Latn", "sag-Latn"], "main_score": 0.040081, "precision": 0.038544, "recall": 0.046443}, {"accuracy": 0.076087, "f1": 0.058671, "hf_subset": "gaz_Latn-taq_Tfng", "languages": ["gaz-Latn", "taq-Tfng"], "main_score": 0.058671, "precision": 0.054616, "recall": 0.076087}, {"accuracy": 0.063241, "f1": 0.056795, "hf_subset": "gaz_Latn-wol_Latn", "languages": ["gaz-Latn", "wol-Latn"], "main_score": 0.056795, "precision": 0.055364, "recall": 0.063241}, {"accuracy": 0.046443, "f1": 0.038837, "hf_subset": "gaz_Latn-arb_Latn", "languages": ["gaz-Latn", "arb-Latn"], "main_score": 0.038837, "precision": 0.036814, "recall": 0.046443}, {"accuracy": 0.066206, "f1": 0.052408, "hf_subset": "gaz_Latn-cat_Latn", "languages": ["gaz-Latn", "cat-Latn"], "main_score": 0.052408, "precision": 0.050406, "recall": 0.066206}, {"accuracy": 0.041502, "f1": 0.035229, "hf_subset": "gaz_Latn-fur_Latn", "languages": ["gaz-Latn", "fur-Latn"], "main_score": 0.035229, "precision": 0.034394, "recall": 0.041502}, {"accuracy": 0.049407, "f1": 0.038559, "hf_subset": "gaz_Latn-kab_Latn", "languages": ["gaz-Latn", "kab-Latn"], "main_score": 0.038559, "precision": 0.035922, "recall": 0.049407}, {"accuracy": 0.044466, "f1": 0.036047, "hf_subset": "gaz_Latn-lim_Latn", "languages": ["gaz-Latn", "lim-Latn"], "main_score": 0.036047, "precision": 0.034709, "recall": 0.044466}, {"accuracy": 0.067194, "f1": 0.055519, "hf_subset": "gaz_Latn-nld_Latn", "languages": ["gaz-Latn", "nld-Latn"], "main_score": 0.055519, "precision": 0.053662, "recall": 0.067194}, {"accuracy": 0.012846, "f1": 0.009978, "hf_subset": "gaz_Latn-san_Deva", "languages": ["gaz-Latn", "san-Deva"], "main_score": 0.009978, "precision": 0.00965, "recall": 0.012846}, {"accuracy": 0.033597, "f1": 0.027562, "hf_subset": "gaz_Latn-tat_Cyrl", "languages": ["gaz-Latn", "tat-Cyrl"], "main_score": 0.027562, "precision": 0.026116, "recall": 0.033597}, {"accuracy": 0.059289, "f1": 0.049618, "hf_subset": "gaz_Latn-xho_Latn", "languages": ["gaz-Latn", "xho-Latn"], "main_score": 0.049618, "precision": 0.04726, "recall": 0.059289}, {"accuracy": 0.036561, "f1": 0.030399, "hf_subset": "gaz_Latn-ars_Arab", "languages": ["gaz-Latn", "ars-Arab"], "main_score": 0.030399, "precision": 0.029316, "recall": 0.036561}, {"accuracy": 0.033597, "f1": 0.030369, "hf_subset": "gaz_Latn-ceb_Latn", "languages": ["gaz-Latn", "ceb-Latn"], "main_score": 0.030369, "precision": 0.029868, "recall": 0.033597}, {"accuracy": 0.063241, "f1": 0.054212, "hf_subset": "gaz_Latn-fuv_Latn", "languages": ["gaz-Latn", "fuv-Latn"], "main_score": 0.054212, "precision": 0.051093, "recall": 0.063241}, {"accuracy": 0.083004, "f1": 0.071321, "hf_subset": "gaz_Latn-kac_Latn", "languages": ["gaz-Latn", "kac-Latn"], "main_score": 0.071321, "precision": 0.068413, "recall": 0.083004}, {"accuracy": 0.056324, "f1": 0.047556, "hf_subset": "gaz_Latn-lin_Latn", "languages": ["gaz-Latn", "lin-Latn"], "main_score": 0.047556, "precision": 0.045997, "recall": 0.056324}, {"accuracy": 0.056324, "f1": 0.046172, "hf_subset": "gaz_Latn-nno_Latn", "languages": ["gaz-Latn", "nno-Latn"], "main_score": 0.046172, "precision": 0.044208, "recall": 0.056324}, {"accuracy": 0.011858, "f1": 0.00611, "hf_subset": "gaz_Latn-sat_Olck", "languages": ["gaz-Latn", "sat-Olck"], "main_score": 0.00611, "precision": 0.004771, "recall": 0.011858}, {"accuracy": 0.018775, "f1": 0.01562, "hf_subset": "gaz_Latn-tel_Telu", "languages": ["gaz-Latn", "tel-Telu"], "main_score": 0.01562, "precision": 0.015107, "recall": 0.018775}, {"accuracy": 0.034585, "f1": 0.028907, "hf_subset": "gaz_Latn-ydd_Hebr", "languages": ["gaz-Latn", "ydd-Hebr"], "main_score": 0.028907, "precision": 0.027267, "recall": 0.034585}, {"accuracy": 0.029644, "f1": 0.021367, "hf_subset": "gaz_Latn-ary_Arab", "languages": ["gaz-Latn", "ary-Arab"], "main_score": 0.021367, "precision": 0.020512, "recall": 0.029644}, {"accuracy": 0.071146, "f1": 0.055533, "hf_subset": "gaz_Latn-ces_Latn", "languages": ["gaz-Latn", "ces-Latn"], "main_score": 0.055533, "precision": 0.052772, "recall": 0.071146}, {"accuracy": 0.071146, "f1": 0.064075, "hf_subset": "gaz_Latn-kam_Latn", "languages": ["gaz-Latn", "kam-Latn"], "main_score": 0.064075, "precision": 0.061922, "recall": 0.071146}, {"accuracy": 0.063241, "f1": 0.054138, "hf_subset": "gaz_Latn-lit_Latn", "languages": ["gaz-Latn", "lit-Latn"], "main_score": 0.054138, "precision": 0.05261, "recall": 0.063241}, {"accuracy": 0.064229, "f1": 0.049714, "hf_subset": "gaz_Latn-nob_Latn", "languages": ["gaz-Latn", "nob-Latn"], "main_score": 0.049714, "precision": 0.047252, "recall": 0.064229}, {"accuracy": 0.036561, "f1": 0.033677, "hf_subset": "gaz_Latn-scn_Latn", "languages": ["gaz-Latn", "scn-Latn"], "main_score": 0.033677, "precision": 0.032863, "recall": 0.036561}, {"accuracy": 0.045455, "f1": 0.040914, "hf_subset": "gaz_Latn-tgk_Cyrl", "languages": ["gaz-Latn", "tgk-Cyrl"], "main_score": 0.040914, "precision": 0.039361, "recall": 0.045455}, {"accuracy": 0.052372, "f1": 0.045217, "hf_subset": "gaz_Latn-yor_Latn", "languages": ["gaz-Latn", "yor-Latn"], "main_score": 0.045217, "precision": 0.043343, "recall": 0.052372}, {"accuracy": 0.02668, "f1": 0.023404, "hf_subset": "gaz_Latn-arz_Arab", "languages": ["gaz-Latn", "arz-Arab"], "main_score": 0.023404, "precision": 0.022663, "recall": 0.02668}, {"accuracy": 0.074111, "f1": 0.066762, "hf_subset": "gaz_Latn-cjk_Latn", "languages": ["gaz-Latn", "cjk-Latn"], "main_score": 0.066762, "precision": 0.064611, "recall": 0.074111}, {"accuracy": 0.054348, "f1": 0.04656, "hf_subset": "gaz_Latn-gla_Latn", "languages": ["gaz-Latn", "gla-Latn"], "main_score": 0.04656, "precision": 0.044913, "recall": 0.054348}, {"accuracy": 0.019763, "f1": 0.016646, "hf_subset": "gaz_Latn-kan_Knda", "languages": ["gaz-Latn", "kan-Knda"], "main_score": 0.016646, "precision": 0.01585, "recall": 0.019763}, {"accuracy": 0.032609, "f1": 0.023487, "hf_subset": "gaz_Latn-lmo_Latn", "languages": ["gaz-Latn", "lmo-Latn"], "main_score": 0.023487, "precision": 0.022223, "recall": 0.032609}, {"accuracy": 0.043478, "f1": 0.035296, "hf_subset": "gaz_Latn-npi_Deva", "languages": ["gaz-Latn", "npi-Deva"], "main_score": 0.035296, "precision": 0.03386, "recall": 0.043478}, {"accuracy": 0.05336, "f1": 0.041246, "hf_subset": "gaz_Latn-shn_Mymr", "languages": ["gaz-Latn", "shn-Mymr"], "main_score": 0.041246, "precision": 0.039779, "recall": 0.05336}, {"accuracy": 0.032609, "f1": 0.028233, "hf_subset": "gaz_Latn-tgl_Latn", "languages": ["gaz-Latn", "tgl-Latn"], "main_score": 0.028233, "precision": 0.027372, "recall": 0.032609}, {"accuracy": 0.047431, "f1": 0.038889, "hf_subset": "gaz_Latn-yue_Hant", "languages": ["gaz-Latn", "yue-Hant"], "main_score": 0.038889, "precision": 0.037122, "recall": 0.047431}, {"accuracy": 0.014822, "f1": 0.013018, "hf_subset": "gaz_Latn-asm_Beng", "languages": ["gaz-Latn", "asm-Beng"], "main_score": 0.013018, "precision": 0.012685, "recall": 0.014822}, {"accuracy": 0.037549, "f1": 0.027257, "hf_subset": "gaz_Latn-ckb_Arab", "languages": ["gaz-Latn", "ckb-Arab"], "main_score": 0.027257, "precision": 0.025414, "recall": 0.037549}, {"accuracy": 0.040514, "f1": 0.033752, "hf_subset": "gaz_Latn-gle_Latn", "languages": ["gaz-Latn", "gle-Latn"], "main_score": 0.033752, "precision": 0.03233, "recall": 0.040514}, {"accuracy": 0.012846, "f1": 0.011531, "hf_subset": "gaz_Latn-kas_Arab", "languages": ["gaz-Latn", "kas-Arab"], "main_score": 0.011531, "precision": 0.011365, "recall": 0.012846}, {"accuracy": 0.043478, "f1": 0.035991, "hf_subset": "gaz_Latn-ltg_Latn", "languages": ["gaz-Latn", "ltg-Latn"], "main_score": 0.035991, "precision": 0.034499, "recall": 0.043478}, {"accuracy": 0.063241, "f1": 0.05399, "hf_subset": "gaz_Latn-nso_Latn", "languages": ["gaz-Latn", "nso-Latn"], "main_score": 0.05399, "precision": 0.051821, "recall": 0.063241}, {"accuracy": 0.028656, "f1": 0.023166, "hf_subset": "gaz_Latn-sin_Sinh", "languages": ["gaz-Latn", "sin-Sinh"], "main_score": 0.023166, "precision": 0.022152, "recall": 0.028656}, {"accuracy": 0.036561, "f1": 0.030956, "hf_subset": "gaz_Latn-tha_Thai", "languages": ["gaz-Latn", "tha-Thai"], "main_score": 0.030956, "precision": 0.029899, "recall": 0.036561}, {"accuracy": 0.059289, "f1": 0.046285, "hf_subset": "gaz_Latn-zho_Hans", "languages": ["gaz-Latn", "zho-Hans"], "main_score": 0.046285, "precision": 0.044169, "recall": 0.059289}, {"accuracy": 0.037549, "f1": 0.034209, "hf_subset": "gaz_Latn-ast_Latn", "languages": ["gaz-Latn", "ast-Latn"], "main_score": 0.034209, "precision": 0.033706, "recall": 0.037549}, {"accuracy": 0.022727, "f1": 0.020774, "hf_subset": "gaz_Latn-crh_Latn", "languages": ["gaz-Latn", "crh-Latn"], "main_score": 0.020774, "precision": 0.020763, "recall": 0.022727}, {"accuracy": 0.055336, "f1": 0.045966, "hf_subset": "gaz_Latn-glg_Latn", "languages": ["gaz-Latn", "glg-Latn"], "main_score": 0.045966, "precision": 0.043898, "recall": 0.055336}, {"accuracy": 0.027668, "f1": 0.02308, "hf_subset": "gaz_Latn-kas_Deva", "languages": ["gaz-Latn", "kas-Deva"], "main_score": 0.02308, "precision": 0.02266, "recall": 0.027668}, {"accuracy": 0.041502, "f1": 0.03589, "hf_subset": "gaz_Latn-ltz_Latn", "languages": ["gaz-Latn", "ltz-Latn"], "main_score": 0.03589, "precision": 0.035247, "recall": 0.041502}, {"accuracy": 0.075099, "f1": 0.062092, "hf_subset": "gaz_Latn-nus_Latn", "languages": ["gaz-Latn", "nus-Latn"], "main_score": 0.062092, "precision": 0.058152, "recall": 0.075099}, {"accuracy": 0.063241, "f1": 0.05226, "hf_subset": "gaz_Latn-slk_Latn", "languages": ["gaz-Latn", "slk-Latn"], "main_score": 0.05226, "precision": 0.050149, "recall": 0.063241}, {"accuracy": 0.018775, "f1": 0.01395, "hf_subset": "gaz_Latn-tir_Ethi", "languages": ["gaz-Latn", "tir-Ethi"], "main_score": 0.01395, "precision": 0.013004, "recall": 0.018775}, {"accuracy": 0.048419, "f1": 0.040109, "hf_subset": "gaz_Latn-zho_Hant", "languages": ["gaz-Latn", "zho-Hant"], "main_score": 0.040109, "precision": 0.038225, "recall": 0.048419}, {"accuracy": 0.027668, "f1": 0.022668, "hf_subset": "gaz_Latn-awa_Deva", "languages": ["gaz-Latn", "awa-Deva"], "main_score": 0.022668, "precision": 0.021841, "recall": 0.027668}, {"accuracy": 0.040514, "f1": 0.029625, "hf_subset": "gaz_Latn-cym_Latn", "languages": ["gaz-Latn", "cym-Latn"], "main_score": 0.029625, "precision": 0.027814, "recall": 0.040514}, {"accuracy": 0.051383, "f1": 0.046417, "hf_subset": "gaz_Latn-grn_Latn", "languages": ["gaz-Latn", "grn-Latn"], "main_score": 0.046417, "precision": 0.045551, "recall": 0.051383}, {"accuracy": 0.041502, "f1": 0.032387, "hf_subset": "gaz_Latn-kat_Geor", "languages": ["gaz-Latn", "kat-Geor"], "main_score": 0.032387, "precision": 0.030782, "recall": 0.041502}, {"accuracy": 0.062253, "f1": 0.054369, "hf_subset": "gaz_Latn-lua_Latn", "languages": ["gaz-Latn", "lua-Latn"], "main_score": 0.054369, "precision": 0.05256, "recall": 0.062253}, {"accuracy": 0.083004, "f1": 0.071295, "hf_subset": "gaz_Latn-nya_Latn", "languages": ["gaz-Latn", "nya-Latn"], "main_score": 0.071295, "precision": 0.068127, "recall": 0.083004}, {"accuracy": 0.057312, "f1": 0.046642, "hf_subset": "gaz_Latn-slv_Latn", "languages": ["gaz-Latn", "slv-Latn"], "main_score": 0.046642, "precision": 0.044782, "recall": 0.057312}, {"accuracy": 0.054348, "f1": 0.047499, "hf_subset": "gaz_Latn-tpi_Latn", "languages": ["gaz-Latn", "tpi-Latn"], "main_score": 0.047499, "precision": 0.045679, "recall": 0.054348}, {"accuracy": 0.052372, "f1": 0.044242, "hf_subset": "gaz_Latn-zsm_Latn", "languages": ["gaz-Latn", "zsm-Latn"], "main_score": 0.044242, "precision": 0.042398, "recall": 0.052372}, {"accuracy": 0.078063, "f1": 0.070917, "hf_subset": "gaz_Latn-ayr_Latn", "languages": ["gaz-Latn", "ayr-Latn"], "main_score": 0.070917, "precision": 0.069163, "recall": 0.078063}, {"accuracy": 0.059289, "f1": 0.048321, "hf_subset": "gaz_Latn-dan_Latn", "languages": ["gaz-Latn", "dan-Latn"], "main_score": 0.048321, "precision": 0.04652, "recall": 0.059289}, {"accuracy": 0.027668, "f1": 0.022018, "hf_subset": "gaz_Latn-guj_Gujr", "languages": ["gaz-Latn", "guj-Gujr"], "main_score": 0.022018, "precision": 0.021329, "recall": 0.027668}, {"accuracy": 0.033597, "f1": 0.028523, "hf_subset": "gaz_Latn-kaz_Cyrl", "languages": ["gaz-Latn", "kaz-Cyrl"], "main_score": 0.028523, "precision": 0.027639, "recall": 0.033597}, {"accuracy": 0.052372, "f1": 0.044333, "hf_subset": "gaz_Latn-lug_Latn", "languages": ["gaz-Latn", "lug-Latn"], "main_score": 0.044333, "precision": 0.042707, "recall": 0.052372}, {"accuracy": 0.05336, "f1": 0.047464, "hf_subset": "gaz_Latn-oci_Latn", "languages": ["gaz-Latn", "oci-Latn"], "main_score": 0.047464, "precision": 0.046025, "recall": 0.05336}, {"accuracy": 0.068182, "f1": 0.060252, "hf_subset": "gaz_Latn-smo_Latn", "languages": ["gaz-Latn", "smo-Latn"], "main_score": 0.060252, "precision": 0.057799, "recall": 0.068182}, {"accuracy": 0.062253, "f1": 0.052406, "hf_subset": "gaz_Latn-tsn_Latn", "languages": ["gaz-Latn", "tsn-Latn"], "main_score": 0.052406, "precision": 0.049966, "recall": 0.062253}, {"accuracy": 0.060277, "f1": 0.051791, "hf_subset": "gaz_Latn-zul_Latn", "languages": ["gaz-Latn", "zul-Latn"], "main_score": 0.051791, "precision": 0.049585, "recall": 0.060277}, {"accuracy": 0.020751, "f1": 0.016535, "hf_subset": "gaz_Latn-azb_Arab", "languages": ["gaz-Latn", "azb-Arab"], "main_score": 0.016535, "precision": 0.016041, "recall": 0.020751}, {"accuracy": 0.065217, "f1": 0.051589, "hf_subset": "gaz_Latn-deu_Latn", "languages": ["gaz-Latn", "deu-Latn"], "main_score": 0.051589, "precision": 0.049113, "recall": 0.065217}, {"accuracy": 0.067194, "f1": 0.053472, "hf_subset": "gaz_Latn-hat_Latn", "languages": ["gaz-Latn", "hat-Latn"], "main_score": 0.053472, "precision": 0.050631, "recall": 0.067194}, {"accuracy": 0.088933, "f1": 0.071455, "hf_subset": "gaz_Latn-kbp_Latn", "languages": ["gaz-Latn", "kbp-Latn"], "main_score": 0.071455, "precision": 0.066921, "recall": 0.088933}, {"accuracy": 0.066206, "f1": 0.058038, "hf_subset": "gaz_Latn-luo_Latn", "languages": ["gaz-Latn", "luo-Latn"], "main_score": 0.058038, "precision": 0.056448, "recall": 0.066206}, {"accuracy": 0.019763, "f1": 0.015098, "hf_subset": "gaz_Latn-ory_Orya", "languages": ["gaz-Latn", "ory-Orya"], "main_score": 0.015098, "precision": 0.014715, "recall": 0.019763}, {"accuracy": 0.065217, "f1": 0.052726, "hf_subset": "gaz_Latn-sna_Latn", "languages": ["gaz-Latn", "sna-Latn"], "main_score": 0.052726, "precision": 0.049667, "recall": 0.065217}, {"accuracy": 0.082016, "f1": 0.071625, "hf_subset": "gaz_Latn-tso_Latn", "languages": ["gaz-Latn", "tso-Latn"], "main_score": 0.071625, "precision": 0.069144, "recall": 0.082016}, {"accuracy": 0.021739, "f1": 0.019463, "hf_subset": "gaz_Latn-azj_Latn", "languages": ["gaz-Latn", "azj-Latn"], "main_score": 0.019463, "precision": 0.019284, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.042092, "hf_subset": "gaz_Latn-dik_Latn", "languages": ["gaz-Latn", "dik-Latn"], "main_score": 0.042092, "precision": 0.04078, "recall": 0.047431}, {"accuracy": 0.060277, "f1": 0.054575, "hf_subset": "gaz_Latn-hau_Latn", "languages": ["gaz-Latn", "hau-Latn"], "main_score": 0.054575, "precision": 0.053127, "recall": 0.060277}, {"accuracy": 0.025692, "f1": 0.020803, "hf_subset": "gaz_Latn-kea_Latn", "languages": ["gaz-Latn", "kea-Latn"], "main_score": 0.020803, "precision": 0.02021, "recall": 0.025692}, {"accuracy": 0.0583, "f1": 0.049661, "hf_subset": "gaz_Latn-lus_Latn", "languages": ["gaz-Latn", "lus-Latn"], "main_score": 0.049661, "precision": 0.047832, "recall": 0.0583}, {"accuracy": 0.031621, "f1": 0.027249, "hf_subset": "gaz_Latn-pag_Latn", "languages": ["gaz-Latn", "pag-Latn"], "main_score": 0.027249, "precision": 0.025976, "recall": 0.031621}, {"accuracy": 0.021739, "f1": 0.01977, "hf_subset": "gaz_Latn-snd_Arab", "languages": ["gaz-Latn", "snd-Arab"], "main_score": 0.01977, "precision": 0.019272, "recall": 0.021739}, {"accuracy": 0.041502, "f1": 0.035453, "hf_subset": "gaz_Latn-tuk_Latn", "languages": ["gaz-Latn", "tuk-Latn"], "main_score": 0.035453, "precision": 0.034594, "recall": 0.041502}, {"accuracy": 0.039526, "f1": 0.032239, "hf_subset": "gaz_Latn-bak_Cyrl", "languages": ["gaz-Latn", "bak-Cyrl"], "main_score": 0.032239, "precision": 0.031096, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.040688, "hf_subset": "gaz_Latn-dyu_Latn", "languages": ["gaz-Latn", "dyu-Latn"], "main_score": 0.040688, "precision": 0.038839, "recall": 0.047431}, {"accuracy": 0.043478, "f1": 0.036907, "hf_subset": "gaz_Latn-heb_Hebr", "languages": ["gaz-Latn", "heb-Hebr"], "main_score": 0.036907, "precision": 0.035548, "recall": 0.043478}, {"accuracy": 0.045455, "f1": 0.03402, "hf_subset": "gaz_Latn-khk_Cyrl", "languages": ["gaz-Latn", "khk-Cyrl"], "main_score": 0.03402, "precision": 0.031342, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.034414, "hf_subset": "gaz_Latn-lvs_Latn", "languages": ["gaz-Latn", "lvs-Latn"], "main_score": 0.034414, "precision": 0.032416, "recall": 0.045455}, {"accuracy": 0.021739, "f1": 0.015312, "hf_subset": "gaz_Latn-pan_Guru", "languages": ["gaz-Latn", "pan-Guru"], "main_score": 0.015312, "precision": 0.014595, "recall": 0.021739}, {"accuracy": 0.060277, "f1": 0.051989, "hf_subset": "gaz_Latn-som_Latn", "languages": ["gaz-Latn", "som-Latn"], "main_score": 0.051989, "precision": 0.050258, "recall": 0.060277}, {"accuracy": 0.078063, "f1": 0.065254, "hf_subset": "gaz_Latn-tum_Latn", "languages": ["gaz-Latn", "tum-Latn"], "main_score": 0.065254, "precision": 0.062574, "recall": 0.078063}, {"accuracy": 0.027668, "f1": 0.021493, "hf_subset": "kam_Latn-ace_Arab", "languages": ["kam-Latn", "ace-Arab"], "main_score": 0.021493, "precision": 0.019871, "recall": 0.027668}, {"accuracy": 0.160079, "f1": 0.147429, "hf_subset": "kam_Latn-bam_Latn", "languages": ["kam-Latn", "bam-Latn"], "main_score": 0.147429, "precision": 0.142951, "recall": 0.160079}, {"accuracy": 0.004941, "f1": 0.00095, "hf_subset": "kam_Latn-dzo_Tibt", "languages": ["kam-Latn", "dzo-Tibt"], "main_score": 0.00095, "precision": 0.000586, "recall": 0.004941}, {"accuracy": 0.126482, "f1": 0.106043, "hf_subset": "kam_Latn-hin_Deva", "languages": ["kam-Latn", "hin-Deva"], "main_score": 0.106043, "precision": 0.101147, "recall": 0.126482}, {"accuracy": 0.110672, "f1": 0.098784, "hf_subset": "kam_Latn-khm_Khmr", "languages": ["kam-Latn", "khm-Khmr"], "main_score": 0.098784, "precision": 0.096326, "recall": 0.110672}, {"accuracy": 0.089921, "f1": 0.077351, "hf_subset": "kam_Latn-mag_Deva", "languages": ["kam-Latn", "mag-Deva"], "main_score": 0.077351, "precision": 0.074069, "recall": 0.089921}, {"accuracy": 0.099802, "f1": 0.090684, "hf_subset": "kam_Latn-pap_Latn", "languages": ["kam-Latn", "pap-Latn"], "main_score": 0.090684, "precision": 0.087604, "recall": 0.099802}, {"accuracy": 0.233202, "f1": 0.215114, "hf_subset": "kam_Latn-sot_Latn", "languages": ["kam-Latn", "sot-Latn"], "main_score": 0.215114, "precision": 0.208964, "recall": 0.233202}, {"accuracy": 0.173913, "f1": 0.153321, "hf_subset": "kam_Latn-tur_Latn", "languages": ["kam-Latn", "tur-Latn"], "main_score": 0.153321, "precision": 0.147693, "recall": 0.173913}, {"accuracy": 0.167984, "f1": 0.153012, "hf_subset": "kam_Latn-ace_Latn", "languages": ["kam-Latn", "ace-Latn"], "main_score": 0.153012, "precision": 0.148269, "recall": 0.167984}, {"accuracy": 0.108696, "f1": 0.102789, "hf_subset": "kam_Latn-ban_Latn", "languages": ["kam-Latn", "ban-Latn"], "main_score": 0.102789, "precision": 0.100749, "recall": 0.108696}, {"accuracy": 0.126482, "f1": 0.111308, "hf_subset": "kam_Latn-ell_Grek", "languages": ["kam-Latn", "ell-Grek"], "main_score": 0.111308, "precision": 0.106266, "recall": 0.126482}, {"accuracy": 0.099802, "f1": 0.08854, "hf_subset": "kam_Latn-hne_Deva", "languages": ["kam-Latn", "hne-Deva"], "main_score": 0.08854, "precision": 0.085171, "recall": 0.099802}, {"accuracy": 0.224308, "f1": 0.205805, "hf_subset": "kam_Latn-kik_Latn", "languages": ["kam-Latn", "kik-Latn"], "main_score": 0.205805, "precision": 0.200186, "recall": 0.224308}, {"accuracy": 0.086957, "f1": 0.080065, "hf_subset": "kam_Latn-mai_Deva", "languages": ["kam-Latn", "mai-Deva"], "main_score": 0.080065, "precision": 0.077655, "recall": 0.086957}, {"accuracy": 0.113636, "f1": 0.091053, "hf_subset": "kam_Latn-pbt_Arab", "languages": ["kam-Latn", "pbt-Arab"], "main_score": 0.091053, "precision": 0.085984, "recall": 0.113636}, {"accuracy": 0.172925, "f1": 0.15409, "hf_subset": "kam_Latn-spa_Latn", "languages": ["kam-Latn", "spa-Latn"], "main_score": 0.15409, "precision": 0.149118, "recall": 0.172925}, {"accuracy": 0.228261, "f1": 0.208482, "hf_subset": "kam_Latn-twi_Latn", "languages": ["kam-Latn", "twi-Latn"], "main_score": 0.208482, "precision": 0.201563, "recall": 0.228261}, {"accuracy": 0.086957, "f1": 0.077349, "hf_subset": "kam_Latn-acm_Arab", "languages": ["kam-Latn", "acm-Arab"], "main_score": 0.077349, "precision": 0.074441, "recall": 0.086957}, {"accuracy": 0.118577, "f1": 0.097442, "hf_subset": "kam_Latn-bel_Cyrl", "languages": ["kam-Latn", "bel-Cyrl"], "main_score": 0.097442, "precision": 0.092511, "recall": 0.118577}, {"accuracy": 0.18083, "f1": 0.161913, "hf_subset": "kam_Latn-eng_Latn", "languages": ["kam-Latn", "eng-Latn"], "main_score": 0.161913, "precision": 0.156418, "recall": 0.18083}, {"accuracy": 0.139328, "f1": 0.127087, "hf_subset": "kam_Latn-hrv_Latn", "languages": ["kam-Latn", "hrv-Latn"], "main_score": 0.127087, "precision": 0.12309, "recall": 0.139328}, {"accuracy": 0.213439, "f1": 0.18687, "hf_subset": "kam_Latn-kin_Latn", "languages": ["kam-Latn", "kin-Latn"], "main_score": 0.18687, "precision": 0.178108, "recall": 0.213439}, {"accuracy": 0.050395, "f1": 0.038224, "hf_subset": "kam_Latn-mal_Mlym", "languages": ["kam-Latn", "mal-Mlym"], "main_score": 0.038224, "precision": 0.035606, "recall": 0.050395}, {"accuracy": 0.13834, "f1": 0.116899, "hf_subset": "kam_Latn-pes_Arab", "languages": ["kam-Latn", "pes-Arab"], "main_score": 0.116899, "precision": 0.111497, "recall": 0.13834}, {"accuracy": 0.118577, "f1": 0.108469, "hf_subset": "kam_Latn-srd_Latn", "languages": ["kam-Latn", "srd-Latn"], "main_score": 0.108469, "precision": 0.105446, "recall": 0.118577}, {"accuracy": 0.067194, "f1": 0.047722, "hf_subset": "kam_Latn-tzm_Tfng", "languages": ["kam-Latn", "tzm-Tfng"], "main_score": 0.047722, "precision": 0.043641, "recall": 0.067194}, {"accuracy": 0.107708, "f1": 0.092688, "hf_subset": "kam_Latn-acq_Arab", "languages": ["kam-Latn", "acq-Arab"], "main_score": 0.092688, "precision": 0.088752, "recall": 0.107708}, {"accuracy": 0.242095, "f1": 0.220217, "hf_subset": "kam_Latn-bem_Latn", "languages": ["kam-Latn", "bem-Latn"], "main_score": 0.220217, "precision": 0.211521, "recall": 0.242095}, {"accuracy": 0.117589, "f1": 0.109809, "hf_subset": "kam_Latn-epo_Latn", "languages": ["kam-Latn", "epo-Latn"], "main_score": 0.109809, "precision": 0.10746, "recall": 0.117589}, {"accuracy": 0.176877, "f1": 0.156929, "hf_subset": "kam_Latn-hun_Latn", "languages": ["kam-Latn", "hun-Latn"], "main_score": 0.156929, "precision": 0.151625, "recall": 0.176877}, {"accuracy": 0.131423, "f1": 0.114874, "hf_subset": "kam_Latn-kir_Cyrl", "languages": ["kam-Latn", "kir-Cyrl"], "main_score": 0.114874, "precision": 0.11014, "recall": 0.131423}, {"accuracy": 0.106719, "f1": 0.089404, "hf_subset": "kam_Latn-mar_Deva", "languages": ["kam-Latn", "mar-Deva"], "main_score": 0.089404, "precision": 0.085773, "recall": 0.106719}, {"accuracy": 0.148221, "f1": 0.134657, "hf_subset": "kam_Latn-plt_Latn", "languages": ["kam-Latn", "plt-Latn"], "main_score": 0.134657, "precision": 0.130385, "recall": 0.148221}, {"accuracy": 0.142292, "f1": 0.120709, "hf_subset": "kam_Latn-srp_Cyrl", "languages": ["kam-Latn", "srp-Cyrl"], "main_score": 0.120709, "precision": 0.115931, "recall": 0.142292}, {"accuracy": 0.08004, "f1": 0.068122, "hf_subset": "kam_Latn-uig_Arab", "languages": ["kam-Latn", "uig-Arab"], "main_score": 0.068122, "precision": 0.065949, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.087995, "hf_subset": "kam_Latn-aeb_Arab", "languages": ["kam-Latn", "aeb-Arab"], "main_score": 0.087995, "precision": 0.084009, "recall": 0.101779}, {"accuracy": 0.050395, "f1": 0.040618, "hf_subset": "kam_Latn-ben_Beng", "languages": ["kam-Latn", "ben-Beng"], "main_score": 0.040618, "precision": 0.039095, "recall": 0.050395}, {"accuracy": 0.170949, "f1": 0.1474, "hf_subset": "kam_Latn-est_Latn", "languages": ["kam-Latn", "est-Latn"], "main_score": 0.1474, "precision": 0.140881, "recall": 0.170949}, {"accuracy": 0.100791, "f1": 0.083263, "hf_subset": "kam_Latn-hye_Armn", "languages": ["kam-Latn", "hye-Armn"], "main_score": 0.083263, "precision": 0.078529, "recall": 0.100791}, {"accuracy": 0.23913, "f1": 0.213916, "hf_subset": "kam_Latn-kmb_Latn", "languages": ["kam-Latn", "kmb-Latn"], "main_score": 0.213916, "precision": 0.203929, "recall": 0.23913}, {"accuracy": 0.020751, "f1": 0.015578, "hf_subset": "kam_Latn-min_Arab", "languages": ["kam-Latn", "min-Arab"], "main_score": 0.015578, "precision": 0.014459, "recall": 0.020751}, {"accuracy": 0.182806, "f1": 0.156339, "hf_subset": "kam_Latn-pol_Latn", "languages": ["kam-Latn", "pol-Latn"], "main_score": 0.156339, "precision": 0.149642, "recall": 0.182806}, {"accuracy": 0.185771, "f1": 0.160034, "hf_subset": "kam_Latn-ssw_Latn", "languages": ["kam-Latn", "ssw-Latn"], "main_score": 0.160034, "precision": 0.152978, "recall": 0.185771}, {"accuracy": 0.141304, "f1": 0.121295, "hf_subset": "kam_Latn-ukr_Cyrl", "languages": ["kam-Latn", "ukr-Cyrl"], "main_score": 0.121295, "precision": 0.115638, "recall": 0.141304}, {"accuracy": 0.160079, "f1": 0.143024, "hf_subset": "kam_Latn-afr_Latn", "languages": ["kam-Latn", "afr-Latn"], "main_score": 0.143024, "precision": 0.138508, "recall": 0.160079}, {"accuracy": 0.090909, "f1": 0.079468, "hf_subset": "kam_Latn-bho_Deva", "languages": ["kam-Latn", "bho-Deva"], "main_score": 0.079468, "precision": 0.075642, "recall": 0.090909}, {"accuracy": 0.09585, "f1": 0.08913, "hf_subset": "kam_Latn-eus_Latn", "languages": ["kam-Latn", "eus-Latn"], "main_score": 0.08913, "precision": 0.087567, "recall": 0.09585}, {"accuracy": 0.19664, "f1": 0.175282, "hf_subset": "kam_Latn-ibo_Latn", "languages": ["kam-Latn", "ibo-Latn"], "main_score": 0.175282, "precision": 0.167105, "recall": 0.19664}, {"accuracy": 0.157115, "f1": 0.136313, "hf_subset": "kam_Latn-kmr_Latn", "languages": ["kam-Latn", "kmr-Latn"], "main_score": 0.136313, "precision": 0.131265, "recall": 0.157115}, {"accuracy": 0.110672, "f1": 0.099385, "hf_subset": "kam_Latn-min_Latn", "languages": ["kam-Latn", "min-Latn"], "main_score": 0.099385, "precision": 0.096597, "recall": 0.110672}, {"accuracy": 0.174901, "f1": 0.150885, "hf_subset": "kam_Latn-por_Latn", "languages": ["kam-Latn", "por-Latn"], "main_score": 0.150885, "precision": 0.144162, "recall": 0.174901}, {"accuracy": 0.103755, "f1": 0.091312, "hf_subset": "kam_Latn-sun_Latn", "languages": ["kam-Latn", "sun-Latn"], "main_score": 0.091312, "precision": 0.088366, "recall": 0.103755}, {"accuracy": 0.177866, "f1": 0.154587, "hf_subset": "kam_Latn-umb_Latn", "languages": ["kam-Latn", "umb-Latn"], "main_score": 0.154587, "precision": 0.146576, "recall": 0.177866}, {"accuracy": 0.113636, "f1": 0.094308, "hf_subset": "kam_Latn-ajp_Arab", "languages": ["kam-Latn", "ajp-Arab"], "main_score": 0.094308, "precision": 0.08973, "recall": 0.113636}, {"accuracy": 0.037549, "f1": 0.028196, "hf_subset": "kam_Latn-bjn_Arab", "languages": ["kam-Latn", "bjn-Arab"], "main_score": 0.028196, "precision": 0.025522, "recall": 0.037549}, {"accuracy": 0.18083, "f1": 0.166406, "hf_subset": "kam_Latn-ewe_Latn", "languages": ["kam-Latn", "ewe-Latn"], "main_score": 0.166406, "precision": 0.161027, "recall": 0.18083}, {"accuracy": 0.170949, "f1": 0.152342, "hf_subset": "kam_Latn-ilo_Latn", "languages": ["kam-Latn", "ilo-Latn"], "main_score": 0.152342, "precision": 0.147115, "recall": 0.170949}, {"accuracy": 0.036561, "f1": 0.032107, "hf_subset": "kam_Latn-knc_Arab", "languages": ["kam-Latn", "knc-Arab"], "main_score": 0.032107, "precision": 0.030926, "recall": 0.036561}, {"accuracy": 0.142292, "f1": 0.123447, "hf_subset": "kam_Latn-mkd_Cyrl", "languages": ["kam-Latn", "mkd-Cyrl"], "main_score": 0.123447, "precision": 0.118433, "recall": 0.142292}, {"accuracy": 0.106719, "f1": 0.09089, "hf_subset": "kam_Latn-prs_Arab", "languages": ["kam-Latn", "prs-Arab"], "main_score": 0.09089, "precision": 0.087365, "recall": 0.106719}, {"accuracy": 0.152174, "f1": 0.138467, "hf_subset": "kam_Latn-swe_Latn", "languages": ["kam-Latn", "swe-Latn"], "main_score": 0.138467, "precision": 0.134257, "recall": 0.152174}, {"accuracy": 0.101779, "f1": 0.087981, "hf_subset": "kam_Latn-urd_Arab", "languages": ["kam-Latn", "urd-Arab"], "main_score": 0.087981, "precision": 0.084503, "recall": 0.101779}, {"accuracy": 0.247036, "f1": 0.222317, "hf_subset": "kam_Latn-aka_Latn", "languages": ["kam-Latn", "aka-Latn"], "main_score": 0.222317, "precision": 0.214062, "recall": 0.247036}, {"accuracy": 0.123518, "f1": 0.114891, "hf_subset": "kam_Latn-bjn_Latn", "languages": ["kam-Latn", "bjn-Latn"], "main_score": 0.114891, "precision": 0.112865, "recall": 0.123518}, {"accuracy": 0.110672, "f1": 0.098574, "hf_subset": "kam_Latn-fao_Latn", "languages": ["kam-Latn", "fao-Latn"], "main_score": 0.098574, "precision": 0.095731, "recall": 0.110672}, {"accuracy": 0.179842, "f1": 0.157718, "hf_subset": "kam_Latn-ind_Latn", "languages": ["kam-Latn", "ind-Latn"], "main_score": 0.157718, "precision": 0.151713, "recall": 0.179842}, {"accuracy": 0.189723, "f1": 0.176055, "hf_subset": "kam_Latn-knc_Latn", "languages": ["kam-Latn", "knc-Latn"], "main_score": 0.176055, "precision": 0.171064, "recall": 0.189723}, {"accuracy": 0.15415, "f1": 0.13793, "hf_subset": "kam_Latn-mlt_Latn", "languages": ["kam-Latn", "mlt-Latn"], "main_score": 0.13793, "precision": 0.132929, "recall": 0.15415}, {"accuracy": 0.181818, "f1": 0.16318, "hf_subset": "kam_Latn-quy_Latn", "languages": ["kam-Latn", "quy-Latn"], "main_score": 0.16318, "precision": 0.156704, "recall": 0.181818}, {"accuracy": 0.142292, "f1": 0.127777, "hf_subset": "kam_Latn-swh_Latn", "languages": ["kam-Latn", "swh-Latn"], "main_score": 0.127777, "precision": 0.122913, "recall": 0.142292}, {"accuracy": 0.082016, "f1": 0.075203, "hf_subset": "kam_Latn-uzn_Latn", "languages": ["kam-Latn", "uzn-Latn"], "main_score": 0.075203, "precision": 0.073183, "recall": 0.082016}, {"accuracy": 0.151186, "f1": 0.1319, "hf_subset": "kam_Latn-als_Latn", "languages": ["kam-Latn", "als-Latn"], "main_score": 0.1319, "precision": 0.126148, "recall": 0.151186}, {"accuracy": 0.036561, "f1": 0.024216, "hf_subset": "kam_Latn-bod_Tibt", "languages": ["kam-Latn", "bod-Tibt"], "main_score": 0.024216, "precision": 0.021193, "recall": 0.036561}, {"accuracy": 0.116601, "f1": 0.102631, "hf_subset": "kam_Latn-fij_Latn", "languages": ["kam-Latn", "fij-Latn"], "main_score": 0.102631, "precision": 0.098336, "recall": 0.116601}, {"accuracy": 0.089921, "f1": 0.08352, "hf_subset": "kam_Latn-isl_Latn", "languages": ["kam-Latn", "isl-Latn"], "main_score": 0.08352, "precision": 0.081441, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.180768, "hf_subset": "kam_Latn-kon_Latn", "languages": ["kam-Latn", "kon-Latn"], "main_score": 0.180768, "precision": 0.172727, "recall": 0.202569}, {"accuracy": 0.038538, "f1": 0.033204, "hf_subset": "kam_Latn-mni_Beng", "languages": ["kam-Latn", "mni-Beng"], "main_score": 0.033204, "precision": 0.031548, "recall": 0.038538}, {"accuracy": 0.18083, "f1": 0.157239, "hf_subset": "kam_Latn-ron_Latn", "languages": ["kam-Latn", "ron-Latn"], "main_score": 0.157239, "precision": 0.150698, "recall": 0.18083}, {"accuracy": 0.112648, "f1": 0.10206, "hf_subset": "kam_Latn-szl_Latn", "languages": ["kam-Latn", "szl-Latn"], "main_score": 0.10206, "precision": 0.098984, "recall": 0.112648}, {"accuracy": 0.12747, "f1": 0.117564, "hf_subset": "kam_Latn-vec_Latn", "languages": ["kam-Latn", "vec-Latn"], "main_score": 0.117564, "precision": 0.114812, "recall": 0.12747}, {"accuracy": 0.04249, "f1": 0.030707, "hf_subset": "kam_Latn-amh_Ethi", "languages": ["kam-Latn", "amh-Ethi"], "main_score": 0.030707, "precision": 0.028011, "recall": 0.04249}, {"accuracy": 0.171937, "f1": 0.152491, "hf_subset": "kam_Latn-bos_Latn", "languages": ["kam-Latn", "bos-Latn"], "main_score": 0.152491, "precision": 0.147281, "recall": 0.171937}, {"accuracy": 0.162055, "f1": 0.144222, "hf_subset": "kam_Latn-fin_Latn", "languages": ["kam-Latn", "fin-Latn"], "main_score": 0.144222, "precision": 0.139721, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.154768, "hf_subset": "kam_Latn-ita_Latn", "languages": ["kam-Latn", "ita-Latn"], "main_score": 0.154768, "precision": 0.148462, "recall": 0.18083}, {"accuracy": 0.119565, "f1": 0.102564, "hf_subset": "kam_Latn-kor_Hang", "languages": ["kam-Latn", "kor-Hang"], "main_score": 0.102564, "precision": 0.097979, "recall": 0.119565}, {"accuracy": 0.166008, "f1": 0.149178, "hf_subset": "kam_Latn-mos_Latn", "languages": ["kam-Latn", "mos-Latn"], "main_score": 0.149178, "precision": 0.143587, "recall": 0.166008}, {"accuracy": 0.216403, "f1": 0.19385, "hf_subset": "kam_Latn-run_Latn", "languages": ["kam-Latn", "run-Latn"], "main_score": 0.19385, "precision": 0.184594, "recall": 0.216403}, {"accuracy": 0.048419, "f1": 0.037938, "hf_subset": "kam_Latn-tam_Taml", "languages": ["kam-Latn", "tam-Taml"], "main_score": 0.037938, "precision": 0.035913, "recall": 0.048419}, {"accuracy": 0.182806, "f1": 0.15594, "hf_subset": "kam_Latn-vie_Latn", "languages": ["kam-Latn", "vie-Latn"], "main_score": 0.15594, "precision": 0.149131, "recall": 0.182806}, {"accuracy": 0.083992, "f1": 0.072942, "hf_subset": "kam_Latn-apc_Arab", "languages": ["kam-Latn", "apc-Arab"], "main_score": 0.072942, "precision": 0.070041, "recall": 0.083992}, {"accuracy": 0.160079, "f1": 0.146241, "hf_subset": "kam_Latn-bug_Latn", "languages": ["kam-Latn", "bug-Latn"], "main_score": 0.146241, "precision": 0.141621, "recall": 0.160079}, {"accuracy": 0.185771, "f1": 0.165617, "hf_subset": "kam_Latn-fon_Latn", "languages": ["kam-Latn", "fon-Latn"], "main_score": 0.165617, "precision": 0.158015, "recall": 0.185771}, {"accuracy": 0.119565, "f1": 0.110681, "hf_subset": "kam_Latn-jav_Latn", "languages": ["kam-Latn", "jav-Latn"], "main_score": 0.110681, "precision": 0.108388, "recall": 0.119565}, {"accuracy": 0.151186, "f1": 0.133088, "hf_subset": "kam_Latn-lao_Laoo", "languages": ["kam-Latn", "lao-Laoo"], "main_score": 0.133088, "precision": 0.128815, "recall": 0.151186}, {"accuracy": 0.162055, "f1": 0.145257, "hf_subset": "kam_Latn-mri_Latn", "languages": ["kam-Latn", "mri-Latn"], "main_score": 0.145257, "precision": 0.139072, "recall": 0.162055}, {"accuracy": 0.156126, "f1": 0.131007, "hf_subset": "kam_Latn-rus_Cyrl", "languages": ["kam-Latn", "rus-Cyrl"], "main_score": 0.131007, "precision": 0.124771, "recall": 0.156126}, {"accuracy": 0.192688, "f1": 0.173006, "hf_subset": "kam_Latn-taq_Latn", "languages": ["kam-Latn", "taq-Latn"], "main_score": 0.173006, "precision": 0.166531, "recall": 0.192688}, {"accuracy": 0.163043, "f1": 0.150877, "hf_subset": "kam_Latn-war_Latn", "languages": ["kam-Latn", "war-Latn"], "main_score": 0.150877, "precision": 0.147117, "recall": 0.163043}, {"accuracy": 0.117589, "f1": 0.101163, "hf_subset": "kam_Latn-arb_Arab", "languages": ["kam-Latn", "arb-Arab"], "main_score": 0.101163, "precision": 0.096972, "recall": 0.117589}, {"accuracy": 0.15415, "f1": 0.130747, "hf_subset": "kam_Latn-bul_Cyrl", "languages": ["kam-Latn", "bul-Cyrl"], "main_score": 0.130747, "precision": 0.125129, "recall": 0.15415}, {"accuracy": 0.187747, "f1": 0.158765, "hf_subset": "kam_Latn-fra_Latn", "languages": ["kam-Latn", "fra-Latn"], "main_score": 0.158765, "precision": 0.151335, "recall": 0.187747}, {"accuracy": 0.119565, "f1": 0.101509, "hf_subset": "kam_Latn-jpn_Jpan", "languages": ["kam-Latn", "jpn-Jpan"], "main_score": 0.101509, "precision": 0.096737, "recall": 0.119565}, {"accuracy": 0.11166, "f1": 0.105153, "hf_subset": "kam_Latn-lij_Latn", "languages": ["kam-Latn", "lij-Latn"], "main_score": 0.105153, "precision": 0.103601, "recall": 0.11166}, {"accuracy": 0.092885, "f1": 0.074362, "hf_subset": "kam_Latn-mya_Mymr", "languages": ["kam-Latn", "mya-Mymr"], "main_score": 0.074362, "precision": 0.070275, "recall": 0.092885}, {"accuracy": 0.16502, "f1": 0.147118, "hf_subset": "kam_Latn-sag_Latn", "languages": ["kam-Latn", "sag-Latn"], "main_score": 0.147118, "precision": 0.140731, "recall": 0.16502}, {"accuracy": 0.089921, "f1": 0.067887, "hf_subset": "kam_Latn-taq_Tfng", "languages": ["kam-Latn", "taq-Tfng"], "main_score": 0.067887, "precision": 0.062134, "recall": 0.089921}, {"accuracy": 0.202569, "f1": 0.179483, "hf_subset": "kam_Latn-wol_Latn", "languages": ["kam-Latn", "wol-Latn"], "main_score": 0.179483, "precision": 0.172678, "recall": 0.202569}, {"accuracy": 0.09585, "f1": 0.079002, "hf_subset": "kam_Latn-arb_Latn", "languages": ["kam-Latn", "arb-Latn"], "main_score": 0.079002, "precision": 0.073879, "recall": 0.09585}, {"accuracy": 0.189723, "f1": 0.161341, "hf_subset": "kam_Latn-cat_Latn", "languages": ["kam-Latn", "cat-Latn"], "main_score": 0.161341, "precision": 0.153888, "recall": 0.189723}, {"accuracy": 0.124506, "f1": 0.111677, "hf_subset": "kam_Latn-fur_Latn", "languages": ["kam-Latn", "fur-Latn"], "main_score": 0.111677, "precision": 0.107964, "recall": 0.124506}, {"accuracy": 0.076087, "f1": 0.062289, "hf_subset": "kam_Latn-kab_Latn", "languages": ["kam-Latn", "kab-Latn"], "main_score": 0.062289, "precision": 0.058473, "recall": 0.076087}, {"accuracy": 0.115613, "f1": 0.110388, "hf_subset": "kam_Latn-lim_Latn", "languages": ["kam-Latn", "lim-Latn"], "main_score": 0.110388, "precision": 0.109048, "recall": 0.115613}, {"accuracy": 0.186759, "f1": 0.159495, "hf_subset": "kam_Latn-nld_Latn", "languages": ["kam-Latn", "nld-Latn"], "main_score": 0.159495, "precision": 0.152804, "recall": 0.186759}, {"accuracy": 0.064229, "f1": 0.059743, "hf_subset": "kam_Latn-san_Deva", "languages": ["kam-Latn", "san-Deva"], "main_score": 0.059743, "precision": 0.059049, "recall": 0.064229}, {"accuracy": 0.114625, "f1": 0.101128, "hf_subset": "kam_Latn-tat_Cyrl", "languages": ["kam-Latn", "tat-Cyrl"], "main_score": 0.101128, "precision": 0.097222, "recall": 0.114625}, {"accuracy": 0.19664, "f1": 0.177891, "hf_subset": "kam_Latn-xho_Latn", "languages": ["kam-Latn", "xho-Latn"], "main_score": 0.177891, "precision": 0.170887, "recall": 0.19664}, {"accuracy": 0.113636, "f1": 0.096717, "hf_subset": "kam_Latn-ars_Arab", "languages": ["kam-Latn", "ars-Arab"], "main_score": 0.096717, "precision": 0.092197, "recall": 0.113636}, {"accuracy": 0.129447, "f1": 0.122238, "hf_subset": "kam_Latn-ceb_Latn", "languages": ["kam-Latn", "ceb-Latn"], "main_score": 0.122238, "precision": 0.119763, "recall": 0.129447}, {"accuracy": 0.166008, "f1": 0.150396, "hf_subset": "kam_Latn-fuv_Latn", "languages": ["kam-Latn", "fuv-Latn"], "main_score": 0.150396, "precision": 0.144527, "recall": 0.166008}, {"accuracy": 0.200593, "f1": 0.179284, "hf_subset": "kam_Latn-kac_Latn", "languages": ["kam-Latn", "kac-Latn"], "main_score": 0.179284, "precision": 0.172075, "recall": 0.200593}, {"accuracy": 0.170949, "f1": 0.153703, "hf_subset": "kam_Latn-lin_Latn", "languages": ["kam-Latn", "lin-Latn"], "main_score": 0.153703, "precision": 0.148106, "recall": 0.170949}, {"accuracy": 0.162055, "f1": 0.14486, "hf_subset": "kam_Latn-nno_Latn", "languages": ["kam-Latn", "nno-Latn"], "main_score": 0.14486, "precision": 0.139692, "recall": 0.162055}, {"accuracy": 0.01581, "f1": 0.004837, "hf_subset": "kam_Latn-sat_Olck", "languages": ["kam-Latn", "sat-Olck"], "main_score": 0.004837, "precision": 0.003325, "recall": 0.01581}, {"accuracy": 0.054348, "f1": 0.046885, "hf_subset": "kam_Latn-tel_Telu", "languages": ["kam-Latn", "tel-Telu"], "main_score": 0.046885, "precision": 0.045045, "recall": 0.054348}, {"accuracy": 0.040514, "f1": 0.033948, "hf_subset": "kam_Latn-ydd_Hebr", "languages": ["kam-Latn", "ydd-Hebr"], "main_score": 0.033948, "precision": 0.032576, "recall": 0.040514}, {"accuracy": 0.083992, "f1": 0.068811, "hf_subset": "kam_Latn-ary_Arab", "languages": ["kam-Latn", "ary-Arab"], "main_score": 0.068811, "precision": 0.065309, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.147892, "hf_subset": "kam_Latn-ces_Latn", "languages": ["kam-Latn", "ces-Latn"], "main_score": 0.147892, "precision": 0.142936, "recall": 0.167984}, {"accuracy": 0.088933, "f1": 0.070354, "hf_subset": "kam_Latn-gaz_Latn", "languages": ["kam-Latn", "gaz-Latn"], "main_score": 0.070354, "precision": 0.065415, "recall": 0.088933}, {"accuracy": 0.16502, "f1": 0.143516, "hf_subset": "kam_Latn-lit_Latn", "languages": ["kam-Latn", "lit-Latn"], "main_score": 0.143516, "precision": 0.138466, "recall": 0.16502}, {"accuracy": 0.173913, "f1": 0.151685, "hf_subset": "kam_Latn-nob_Latn", "languages": ["kam-Latn", "nob-Latn"], "main_score": 0.151685, "precision": 0.145389, "recall": 0.173913}, {"accuracy": 0.11166, "f1": 0.105807, "hf_subset": "kam_Latn-scn_Latn", "languages": ["kam-Latn", "scn-Latn"], "main_score": 0.105807, "precision": 0.104056, "recall": 0.11166}, {"accuracy": 0.101779, "f1": 0.090224, "hf_subset": "kam_Latn-tgk_Cyrl", "languages": ["kam-Latn", "tgk-Cyrl"], "main_score": 0.090224, "precision": 0.086271, "recall": 0.101779}, {"accuracy": 0.140316, "f1": 0.127621, "hf_subset": "kam_Latn-yor_Latn", "languages": ["kam-Latn", "yor-Latn"], "main_score": 0.127621, "precision": 0.123099, "recall": 0.140316}, {"accuracy": 0.089921, "f1": 0.080423, "hf_subset": "kam_Latn-arz_Arab", "languages": ["kam-Latn", "arz-Arab"], "main_score": 0.080423, "precision": 0.077919, "recall": 0.089921}, {"accuracy": 0.208498, "f1": 0.185799, "hf_subset": "kam_Latn-cjk_Latn", "languages": ["kam-Latn", "cjk-Latn"], "main_score": 0.185799, "precision": 0.177298, "recall": 0.208498}, {"accuracy": 0.113636, "f1": 0.096159, "hf_subset": "kam_Latn-gla_Latn", "languages": ["kam-Latn", "gla-Latn"], "main_score": 0.096159, "precision": 0.090847, "recall": 0.113636}, {"accuracy": 0.051383, "f1": 0.04126, "hf_subset": "kam_Latn-kan_Knda", "languages": ["kam-Latn", "kan-Knda"], "main_score": 0.04126, "precision": 0.038946, "recall": 0.051383}, {"accuracy": 0.130435, "f1": 0.118363, "hf_subset": "kam_Latn-lmo_Latn", "languages": ["kam-Latn", "lmo-Latn"], "main_score": 0.118363, "precision": 0.115052, "recall": 0.130435}, {"accuracy": 0.118577, "f1": 0.101987, "hf_subset": "kam_Latn-npi_Deva", "languages": ["kam-Latn", "npi-Deva"], "main_score": 0.101987, "precision": 0.097587, "recall": 0.118577}, {"accuracy": 0.113636, "f1": 0.098643, "hf_subset": "kam_Latn-shn_Mymr", "languages": ["kam-Latn", "shn-Mymr"], "main_score": 0.098643, "precision": 0.09394, "recall": 0.113636}, {"accuracy": 0.137352, "f1": 0.127882, "hf_subset": "kam_Latn-tgl_Latn", "languages": ["kam-Latn", "tgl-Latn"], "main_score": 0.127882, "precision": 0.125488, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.113575, "hf_subset": "kam_Latn-yue_Hant", "languages": ["kam-Latn", "yue-Hant"], "main_score": 0.113575, "precision": 0.108716, "recall": 0.135375}, {"accuracy": 0.035573, "f1": 0.031686, "hf_subset": "kam_Latn-asm_Beng", "languages": ["kam-Latn", "asm-Beng"], "main_score": 0.031686, "precision": 0.030056, "recall": 0.035573}, {"accuracy": 0.08498, "f1": 0.061195, "hf_subset": "kam_Latn-ckb_Arab", "languages": ["kam-Latn", "ckb-Arab"], "main_score": 0.061195, "precision": 0.055776, "recall": 0.08498}, {"accuracy": 0.107708, "f1": 0.095202, "hf_subset": "kam_Latn-gle_Latn", "languages": ["kam-Latn", "gle-Latn"], "main_score": 0.095202, "precision": 0.091797, "recall": 0.107708}, {"accuracy": 0.059289, "f1": 0.054515, "hf_subset": "kam_Latn-kas_Arab", "languages": ["kam-Latn", "kas-Arab"], "main_score": 0.054515, "precision": 0.052867, "recall": 0.059289}, {"accuracy": 0.128458, "f1": 0.111008, "hf_subset": "kam_Latn-ltg_Latn", "languages": ["kam-Latn", "ltg-Latn"], "main_score": 0.111008, "precision": 0.106423, "recall": 0.128458}, {"accuracy": 0.217391, "f1": 0.19939, "hf_subset": "kam_Latn-nso_Latn", "languages": ["kam-Latn", "nso-Latn"], "main_score": 0.19939, "precision": 0.192845, "recall": 0.217391}, {"accuracy": 0.060277, "f1": 0.048915, "hf_subset": "kam_Latn-sin_Sinh", "languages": ["kam-Latn", "sin-Sinh"], "main_score": 0.048915, "precision": 0.04635, "recall": 0.060277}, {"accuracy": 0.134387, "f1": 0.115175, "hf_subset": "kam_Latn-tha_Thai", "languages": ["kam-Latn", "tha-Thai"], "main_score": 0.115175, "precision": 0.111148, "recall": 0.134387}, {"accuracy": 0.144269, "f1": 0.118596, "hf_subset": "kam_Latn-zho_Hans", "languages": ["kam-Latn", "zho-Hans"], "main_score": 0.118596, "precision": 0.112686, "recall": 0.144269}, {"accuracy": 0.141304, "f1": 0.121986, "hf_subset": "kam_Latn-ast_Latn", "languages": ["kam-Latn", "ast-Latn"], "main_score": 0.121986, "precision": 0.117313, "recall": 0.141304}, {"accuracy": 0.115613, "f1": 0.107001, "hf_subset": "kam_Latn-crh_Latn", "languages": ["kam-Latn", "crh-Latn"], "main_score": 0.107001, "precision": 0.10448, "recall": 0.115613}, {"accuracy": 0.188735, "f1": 0.159693, "hf_subset": "kam_Latn-glg_Latn", "languages": ["kam-Latn", "glg-Latn"], "main_score": 0.159693, "precision": 0.152198, "recall": 0.188735}, {"accuracy": 0.088933, "f1": 0.073142, "hf_subset": "kam_Latn-kas_Deva", "languages": ["kam-Latn", "kas-Deva"], "main_score": 0.073142, "precision": 0.06876, "recall": 0.088933}, {"accuracy": 0.119565, "f1": 0.107761, "hf_subset": "kam_Latn-ltz_Latn", "languages": ["kam-Latn", "ltz-Latn"], "main_score": 0.107761, "precision": 0.103848, "recall": 0.119565}, {"accuracy": 0.123518, "f1": 0.096615, "hf_subset": "kam_Latn-nus_Latn", "languages": ["kam-Latn", "nus-Latn"], "main_score": 0.096615, "precision": 0.088068, "recall": 0.123518}, {"accuracy": 0.172925, "f1": 0.154839, "hf_subset": "kam_Latn-slk_Latn", "languages": ["kam-Latn", "slk-Latn"], "main_score": 0.154839, "precision": 0.148821, "recall": 0.172925}, {"accuracy": 0.031621, "f1": 0.025633, "hf_subset": "kam_Latn-tir_Ethi", "languages": ["kam-Latn", "tir-Ethi"], "main_score": 0.025633, "precision": 0.024099, "recall": 0.031621}, {"accuracy": 0.129447, "f1": 0.111816, "hf_subset": "kam_Latn-zho_Hant", "languages": ["kam-Latn", "zho-Hant"], "main_score": 0.111816, "precision": 0.10738, "recall": 0.129447}, {"accuracy": 0.116601, "f1": 0.100669, "hf_subset": "kam_Latn-awa_Deva", "languages": ["kam-Latn", "awa-Deva"], "main_score": 0.100669, "precision": 0.096317, "recall": 0.116601}, {"accuracy": 0.100791, "f1": 0.087889, "hf_subset": "kam_Latn-cym_Latn", "languages": ["kam-Latn", "cym-Latn"], "main_score": 0.087889, "precision": 0.085276, "recall": 0.100791}, {"accuracy": 0.168972, "f1": 0.155683, "hf_subset": "kam_Latn-grn_Latn", "languages": ["kam-Latn", "grn-Latn"], "main_score": 0.155683, "precision": 0.151421, "recall": 0.168972}, {"accuracy": 0.098814, "f1": 0.083216, "hf_subset": "kam_Latn-kat_Geor", "languages": ["kam-Latn", "kat-Geor"], "main_score": 0.083216, "precision": 0.079446, "recall": 0.098814}, {"accuracy": 0.190711, "f1": 0.175659, "hf_subset": "kam_Latn-lua_Latn", "languages": ["kam-Latn", "lua-Latn"], "main_score": 0.175659, "precision": 0.169949, "recall": 0.190711}, {"accuracy": 0.228261, "f1": 0.206997, "hf_subset": "kam_Latn-nya_Latn", "languages": ["kam-Latn", "nya-Latn"], "main_score": 0.206997, "precision": 0.199551, "recall": 0.228261}, {"accuracy": 0.18083, "f1": 0.15786, "hf_subset": "kam_Latn-slv_Latn", "languages": ["kam-Latn", "slv-Latn"], "main_score": 0.15786, "precision": 0.151651, "recall": 0.18083}, {"accuracy": 0.18083, "f1": 0.167315, "hf_subset": "kam_Latn-tpi_Latn", "languages": ["kam-Latn", "tpi-Latn"], "main_score": 0.167315, "precision": 0.162805, "recall": 0.18083}, {"accuracy": 0.183794, "f1": 0.158663, "hf_subset": "kam_Latn-zsm_Latn", "languages": ["kam-Latn", "zsm-Latn"], "main_score": 0.158663, "precision": 0.151827, "recall": 0.183794}, {"accuracy": 0.177866, "f1": 0.16286, "hf_subset": "kam_Latn-ayr_Latn", "languages": ["kam-Latn", "ayr-Latn"], "main_score": 0.16286, "precision": 0.157072, "recall": 0.177866}, {"accuracy": 0.187747, "f1": 0.163019, "hf_subset": "kam_Latn-dan_Latn", "languages": ["kam-Latn", "dan-Latn"], "main_score": 0.163019, "precision": 0.156122, "recall": 0.187747}, {"accuracy": 0.06917, "f1": 0.059244, "hf_subset": "kam_Latn-guj_Gujr", "languages": ["kam-Latn", "guj-Gujr"], "main_score": 0.059244, "precision": 0.057368, "recall": 0.06917}, {"accuracy": 0.144269, "f1": 0.123702, "hf_subset": "kam_Latn-kaz_Cyrl", "languages": ["kam-Latn", "kaz-Cyrl"], "main_score": 0.123702, "precision": 0.118608, "recall": 0.144269}, {"accuracy": 0.185771, "f1": 0.160259, "hf_subset": "kam_Latn-lug_Latn", "languages": ["kam-Latn", "lug-Latn"], "main_score": 0.160259, "precision": 0.15198, "recall": 0.185771}, {"accuracy": 0.168972, "f1": 0.152134, "hf_subset": "kam_Latn-oci_Latn", "languages": ["kam-Latn", "oci-Latn"], "main_score": 0.152134, "precision": 0.146777, "recall": 0.168972}, {"accuracy": 0.145257, "f1": 0.127886, "hf_subset": "kam_Latn-smo_Latn", "languages": ["kam-Latn", "smo-Latn"], "main_score": 0.127886, "precision": 0.1218, "recall": 0.145257}, {"accuracy": 0.215415, "f1": 0.193485, "hf_subset": "kam_Latn-tsn_Latn", "languages": ["kam-Latn", "tsn-Latn"], "main_score": 0.193485, "precision": 0.185393, "recall": 0.215415}, {"accuracy": 0.179842, "f1": 0.155952, "hf_subset": "kam_Latn-zul_Latn", "languages": ["kam-Latn", "zul-Latn"], "main_score": 0.155952, "precision": 0.147558, "recall": 0.179842}, {"accuracy": 0.073123, "f1": 0.060712, "hf_subset": "kam_Latn-azb_Arab", "languages": ["kam-Latn", "azb-Arab"], "main_score": 0.060712, "precision": 0.057747, "recall": 0.073123}, {"accuracy": 0.179842, "f1": 0.161681, "hf_subset": "kam_Latn-deu_Latn", "languages": ["kam-Latn", "deu-Latn"], "main_score": 0.161681, "precision": 0.155973, "recall": 0.179842}, {"accuracy": 0.145257, "f1": 0.124974, "hf_subset": "kam_Latn-hat_Latn", "languages": ["kam-Latn", "hat-Latn"], "main_score": 0.124974, "precision": 0.118635, "recall": 0.145257}, {"accuracy": 0.189723, "f1": 0.169252, "hf_subset": "kam_Latn-kbp_Latn", "languages": ["kam-Latn", "kbp-Latn"], "main_score": 0.169252, "precision": 0.162266, "recall": 0.189723}, {"accuracy": 0.19664, "f1": 0.180418, "hf_subset": "kam_Latn-luo_Latn", "languages": ["kam-Latn", "luo-Latn"], "main_score": 0.180418, "precision": 0.174484, "recall": 0.19664}, {"accuracy": 0.047431, "f1": 0.03879, "hf_subset": "kam_Latn-ory_Orya", "languages": ["kam-Latn", "ory-Orya"], "main_score": 0.03879, "precision": 0.037132, "recall": 0.047431}, {"accuracy": 0.18083, "f1": 0.153795, "hf_subset": "kam_Latn-sna_Latn", "languages": ["kam-Latn", "sna-Latn"], "main_score": 0.153795, "precision": 0.144898, "recall": 0.18083}, {"accuracy": 0.229249, "f1": 0.209294, "hf_subset": "kam_Latn-tso_Latn", "languages": ["kam-Latn", "tso-Latn"], "main_score": 0.209294, "precision": 0.201625, "recall": 0.229249}, {"accuracy": 0.103755, "f1": 0.09221, "hf_subset": "kam_Latn-azj_Latn", "languages": ["kam-Latn", "azj-Latn"], "main_score": 0.09221, "precision": 0.089584, "recall": 0.103755}, {"accuracy": 0.183794, "f1": 0.165308, "hf_subset": "kam_Latn-dik_Latn", "languages": ["kam-Latn", "dik-Latn"], "main_score": 0.165308, "precision": 0.158821, "recall": 0.183794}, {"accuracy": 0.16502, "f1": 0.153309, "hf_subset": "kam_Latn-hau_Latn", "languages": ["kam-Latn", "hau-Latn"], "main_score": 0.153309, "precision": 0.149275, "recall": 0.16502}, {"accuracy": 0.097826, "f1": 0.092013, "hf_subset": "kam_Latn-kea_Latn", "languages": ["kam-Latn", "kea-Latn"], "main_score": 0.092013, "precision": 0.090144, "recall": 0.097826}, {"accuracy": 0.215415, "f1": 0.192141, "hf_subset": "kam_Latn-lus_Latn", "languages": ["kam-Latn", "lus-Latn"], "main_score": 0.192141, "precision": 0.184428, "recall": 0.215415}, {"accuracy": 0.167984, "f1": 0.152029, "hf_subset": "kam_Latn-pag_Latn", "languages": ["kam-Latn", "pag-Latn"], "main_score": 0.152029, "precision": 0.147036, "recall": 0.167984}, {"accuracy": 0.070158, "f1": 0.062012, "hf_subset": "kam_Latn-snd_Arab", "languages": ["kam-Latn", "snd-Arab"], "main_score": 0.062012, "precision": 0.059218, "recall": 0.070158}, {"accuracy": 0.102767, "f1": 0.084611, "hf_subset": "kam_Latn-tuk_Latn", "languages": ["kam-Latn", "tuk-Latn"], "main_score": 0.084611, "precision": 0.080316, "recall": 0.102767}, {"accuracy": 0.124506, "f1": 0.108774, "hf_subset": "kam_Latn-bak_Cyrl", "languages": ["kam-Latn", "bak-Cyrl"], "main_score": 0.108774, "precision": 0.104392, "recall": 0.124506}, {"accuracy": 0.152174, "f1": 0.127852, "hf_subset": "kam_Latn-dyu_Latn", "languages": ["kam-Latn", "dyu-Latn"], "main_score": 0.127852, "precision": 0.119966, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.100358, "hf_subset": "kam_Latn-heb_Hebr", "languages": ["kam-Latn", "heb-Hebr"], "main_score": 0.100358, "precision": 0.095981, "recall": 0.121542}, {"accuracy": 0.133399, "f1": 0.106415, "hf_subset": "kam_Latn-khk_Cyrl", "languages": ["kam-Latn", "khk-Cyrl"], "main_score": 0.106415, "precision": 0.100277, "recall": 0.133399}, {"accuracy": 0.146245, "f1": 0.122268, "hf_subset": "kam_Latn-lvs_Latn", "languages": ["kam-Latn", "lvs-Latn"], "main_score": 0.122268, "precision": 0.116244, "recall": 0.146245}, {"accuracy": 0.049407, "f1": 0.037259, "hf_subset": "kam_Latn-pan_Guru", "languages": ["kam-Latn", "pan-Guru"], "main_score": 0.037259, "precision": 0.036016, "recall": 0.049407}, {"accuracy": 0.136364, "f1": 0.117561, "hf_subset": "kam_Latn-som_Latn", "languages": ["kam-Latn", "som-Latn"], "main_score": 0.117561, "precision": 0.112469, "recall": 0.136364}, {"accuracy": 0.244071, "f1": 0.222523, "hf_subset": "kam_Latn-tum_Latn", "languages": ["kam-Latn", "tum-Latn"], "main_score": 0.222523, "precision": 0.214706, "recall": 0.244071}, {"accuracy": 0.082016, "f1": 0.049478, "hf_subset": "lit_Latn-ace_Arab", "languages": ["lit-Latn", "ace-Arab"], "main_score": 0.049478, "precision": 0.041721, "recall": 0.082016}, {"accuracy": 0.186759, "f1": 0.120392, "hf_subset": "lit_Latn-bam_Latn", "languages": ["lit-Latn", "bam-Latn"], "main_score": 0.120392, "precision": 0.104428, "recall": 0.186759}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "lit_Latn-dzo_Tibt", "languages": ["lit-Latn", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "lit_Latn-hin_Deva", "languages": ["lit-Latn", "hin-Deva"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.892292, "f1": 0.861034, "hf_subset": "lit_Latn-khm_Khmr", "languages": ["lit-Latn", "khm-Khmr"], "main_score": 0.861034, "precision": 0.846426, "recall": 0.892292}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "lit_Latn-mag_Deva", "languages": ["lit-Latn", "mag-Deva"], "main_score": 0.920784, "precision": 0.911561, "recall": 0.939723}, {"accuracy": 0.645257, "f1": 0.572921, "hf_subset": "lit_Latn-pap_Latn", "languages": ["lit-Latn", "pap-Latn"], "main_score": 0.572921, "precision": 0.544984, "recall": 0.645257}, {"accuracy": 0.226285, "f1": 0.160377, "hf_subset": "lit_Latn-sot_Latn", "languages": ["lit-Latn", "sot-Latn"], "main_score": 0.160377, "precision": 0.143059, "recall": 0.226285}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "lit_Latn-tur_Latn", "languages": ["lit-Latn", "tur-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.413043, "f1": 0.329953, "hf_subset": "lit_Latn-ace_Latn", "languages": ["lit-Latn", "ace-Latn"], "main_score": 0.329953, "precision": 0.303673, "recall": 0.413043}, {"accuracy": 0.66502, "f1": 0.594648, "hf_subset": "lit_Latn-ban_Latn", "languages": ["lit-Latn", "ban-Latn"], "main_score": 0.594648, "precision": 0.566177, "recall": 0.66502}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-ell_Grek", "languages": ["lit-Latn", "ell-Grek"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.906126, "f1": 0.878524, "hf_subset": "lit_Latn-hne_Deva", "languages": ["lit-Latn", "hne-Deva"], "main_score": 0.878524, "precision": 0.865695, "recall": 0.906126}, {"accuracy": 0.248024, "f1": 0.165672, "hf_subset": "lit_Latn-kik_Latn", "languages": ["lit-Latn", "kik-Latn"], "main_score": 0.165672, "precision": 0.142902, "recall": 0.248024}, {"accuracy": 0.935771, "f1": 0.916074, "hf_subset": "lit_Latn-mai_Deva", "languages": ["lit-Latn", "mai-Deva"], "main_score": 0.916074, "precision": 0.906868, "recall": 0.935771}, {"accuracy": 0.84585, "f1": 0.80392, "hf_subset": "lit_Latn-pbt_Arab", "languages": ["lit-Latn", "pbt-Arab"], "main_score": 0.80392, "precision": 0.785408, "recall": 0.84585}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-spa_Latn", "languages": ["lit-Latn", "spa-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.30336, "f1": 0.217497, "hf_subset": "lit_Latn-twi_Latn", "languages": ["lit-Latn", "twi-Latn"], "main_score": 0.217497, "precision": 0.19382, "recall": 0.30336}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "lit_Latn-acm_Arab", "languages": ["lit-Latn", "acm-Arab"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "lit_Latn-bel_Cyrl", "languages": ["lit-Latn", "bel-Cyrl"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-eng_Latn", "languages": ["lit-Latn", "eng-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "lit_Latn-hrv_Latn", "languages": ["lit-Latn", "hrv-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.161067, "f1": 0.105519, "hf_subset": "lit_Latn-kin_Latn", "languages": ["lit-Latn", "kin-Latn"], "main_score": 0.105519, "precision": 0.092118, "recall": 0.161067}, {"accuracy": 0.885375, "f1": 0.85336, "hf_subset": "lit_Latn-mal_Mlym", "languages": ["lit-Latn", "mal-Mlym"], "main_score": 0.85336, "precision": 0.838801, "recall": 0.885375}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "lit_Latn-pes_Arab", "languages": ["lit-Latn", "pes-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.721344, "f1": 0.656978, "hf_subset": "lit_Latn-srd_Latn", "languages": ["lit-Latn", "srd-Latn"], "main_score": 0.656978, "precision": 0.630319, "recall": 0.721344}, {"accuracy": 0.065217, "f1": 0.02982, "hf_subset": "lit_Latn-tzm_Tfng", "languages": ["lit-Latn", "tzm-Tfng"], "main_score": 0.02982, "precision": 0.024801, "recall": 0.065217}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "lit_Latn-acq_Arab", "languages": ["lit-Latn", "acq-Arab"], "main_score": 0.958333, "precision": 0.953393, "recall": 0.968379}, {"accuracy": 0.233202, "f1": 0.163629, "hf_subset": "lit_Latn-bem_Latn", "languages": ["lit-Latn", "bem-Latn"], "main_score": 0.163629, "precision": 0.14653, "recall": 0.233202}, {"accuracy": 0.865613, "f1": 0.825889, "hf_subset": "lit_Latn-epo_Latn", "languages": ["lit-Latn", "epo-Latn"], "main_score": 0.825889, "precision": 0.807477, "recall": 0.865613}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "lit_Latn-hun_Latn", "languages": ["lit-Latn", "hun-Latn"], "main_score": 0.980896, "precision": 0.978755, "recall": 0.985178}, {"accuracy": 0.937747, "f1": 0.921113, "hf_subset": "lit_Latn-kir_Cyrl", "languages": ["lit-Latn", "kir-Cyrl"], "main_score": 0.921113, "precision": 0.913208, "recall": 0.937747}, {"accuracy": 0.903162, "f1": 0.873419, "hf_subset": "lit_Latn-mar_Deva", "languages": ["lit-Latn", "mar-Deva"], "main_score": 0.873419, "precision": 0.859437, "recall": 0.903162}, {"accuracy": 0.289526, "f1": 0.215439, "hf_subset": "lit_Latn-plt_Latn", "languages": ["lit-Latn", "plt-Latn"], "main_score": 0.215439, "precision": 0.193956, "recall": 0.289526}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-srp_Cyrl", "languages": ["lit-Latn", "srp-Cyrl"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.79249, "f1": 0.744636, "hf_subset": "lit_Latn-uig_Arab", "languages": ["lit-Latn", "uig-Arab"], "main_score": 0.744636, "precision": 0.723682, "recall": 0.79249}, {"accuracy": 0.933794, "f1": 0.914592, "hf_subset": "lit_Latn-aeb_Arab", "languages": ["lit-Latn", "aeb-Arab"], "main_score": 0.914592, "precision": 0.905385, "recall": 0.933794}, {"accuracy": 0.891304, "f1": 0.862121, "hf_subset": "lit_Latn-ben_Beng", "languages": ["lit-Latn", "ben-Beng"], "main_score": 0.862121, "precision": 0.848847, "recall": 0.891304}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lit_Latn-est_Latn", "languages": ["lit-Latn", "est-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "lit_Latn-hye_Armn", "languages": ["lit-Latn", "hye-Armn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.174901, "f1": 0.111228, "hf_subset": "lit_Latn-kmb_Latn", "languages": ["lit-Latn", "kmb-Latn"], "main_score": 0.111228, "precision": 0.097412, "recall": 0.174901}, {"accuracy": 0.066206, "f1": 0.040688, "hf_subset": "lit_Latn-min_Arab", "languages": ["lit-Latn", "min-Arab"], "main_score": 0.040688, "precision": 0.034742, "recall": 0.066206}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-pol_Latn", "languages": ["lit-Latn", "pol-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.168972, "f1": 0.111863, "hf_subset": "lit_Latn-ssw_Latn", "languages": ["lit-Latn", "ssw-Latn"], "main_score": 0.111863, "precision": 0.100175, "recall": 0.168972}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "lit_Latn-ukr_Cyrl", "languages": ["lit-Latn", "ukr-Cyrl"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.952569, "f1": 0.938076, "hf_subset": "lit_Latn-afr_Latn", "languages": ["lit-Latn", "afr-Latn"], "main_score": 0.938076, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.892292, "f1": 0.864413, "hf_subset": "lit_Latn-bho_Deva", "languages": ["lit-Latn", "bho-Deva"], "main_score": 0.864413, "precision": 0.85168, "recall": 0.892292}, {"accuracy": 0.753953, "f1": 0.696017, "hf_subset": "lit_Latn-eus_Latn", "languages": ["lit-Latn", "eus-Latn"], "main_score": 0.696017, "precision": 0.672012, "recall": 0.753953}, {"accuracy": 0.203557, "f1": 0.135473, "hf_subset": "lit_Latn-ibo_Latn", "languages": ["lit-Latn", "ibo-Latn"], "main_score": 0.135473, "precision": 0.119496, "recall": 0.203557}, {"accuracy": 0.751976, "f1": 0.699201, "hf_subset": "lit_Latn-kmr_Latn", "languages": ["lit-Latn", "kmr-Latn"], "main_score": 0.699201, "precision": 0.677702, "recall": 0.751976}, {"accuracy": 0.636364, "f1": 0.559965, "hf_subset": "lit_Latn-min_Latn", "languages": ["lit-Latn", "min-Latn"], "main_score": 0.559965, "precision": 0.531068, "recall": 0.636364}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "lit_Latn-por_Latn", "languages": ["lit-Latn", "por-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.747036, "f1": 0.683352, "hf_subset": "lit_Latn-sun_Latn", "languages": ["lit-Latn", "sun-Latn"], "main_score": 0.683352, "precision": 0.656653, "recall": 0.747036}, {"accuracy": 0.177866, "f1": 0.117015, "hf_subset": "lit_Latn-umb_Latn", "languages": ["lit-Latn", "umb-Latn"], "main_score": 0.117015, "precision": 0.103209, "recall": 0.177866}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "lit_Latn-ajp_Arab", "languages": ["lit-Latn", "ajp-Arab"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.073123, "f1": 0.041246, "hf_subset": "lit_Latn-bjn_Arab", "languages": ["lit-Latn", "bjn-Arab"], "main_score": 0.041246, "precision": 0.034673, "recall": 0.073123}, {"accuracy": 0.261858, "f1": 0.19065, "hf_subset": "lit_Latn-ewe_Latn", "languages": ["lit-Latn", "ewe-Latn"], "main_score": 0.19065, "precision": 0.172189, "recall": 0.261858}, {"accuracy": 0.364625, "f1": 0.278752, "hf_subset": "lit_Latn-ilo_Latn", "languages": ["lit-Latn", "ilo-Latn"], "main_score": 0.278752, "precision": 0.252694, "recall": 0.364625}, {"accuracy": 0.090909, "f1": 0.048387, "hf_subset": "lit_Latn-knc_Arab", "languages": ["lit-Latn", "knc-Arab"], "main_score": 0.048387, "precision": 0.038614, "recall": 0.090909}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-mkd_Cyrl", "languages": ["lit-Latn", "mkd-Cyrl"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972991, "hf_subset": "lit_Latn-prs_Arab", "languages": ["lit-Latn", "prs-Arab"], "main_score": 0.972991, "precision": 0.970026, "recall": 0.979249}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "lit_Latn-swe_Latn", "languages": ["lit-Latn", "swe-Latn"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.966403, "f1": 0.956357, "hf_subset": "lit_Latn-urd_Arab", "languages": ["lit-Latn", "urd-Arab"], "main_score": 0.956357, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.287549, "f1": 0.206088, "hf_subset": "lit_Latn-aka_Latn", "languages": ["lit-Latn", "aka-Latn"], "main_score": 0.206088, "precision": 0.183187, "recall": 0.287549}, {"accuracy": 0.769763, "f1": 0.71465, "hf_subset": "lit_Latn-bjn_Latn", "languages": ["lit-Latn", "bjn-Latn"], "main_score": 0.71465, "precision": 0.69189, "recall": 0.769763}, {"accuracy": 0.460474, "f1": 0.377395, "hf_subset": "lit_Latn-fao_Latn", "languages": ["lit-Latn", "fao-Latn"], "main_score": 0.377395, "precision": 0.350328, "recall": 0.460474}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-ind_Latn", "languages": ["lit-Latn", "ind-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.275692, "f1": 0.198466, "hf_subset": "lit_Latn-knc_Latn", "languages": ["lit-Latn", "knc-Latn"], "main_score": 0.198466, "precision": 0.177744, "recall": 0.275692}, {"accuracy": 0.333992, "f1": 0.25149, "hf_subset": "lit_Latn-mlt_Latn", "languages": ["lit-Latn", "mlt-Latn"], "main_score": 0.25149, "precision": 0.227758, "recall": 0.333992}, {"accuracy": 0.257905, "f1": 0.178294, "hf_subset": "lit_Latn-quy_Latn", "languages": ["lit-Latn", "quy-Latn"], "main_score": 0.178294, "precision": 0.156792, "recall": 0.257905}, {"accuracy": 0.365613, "f1": 0.28494, "hf_subset": "lit_Latn-swh_Latn", "languages": ["lit-Latn", "swh-Latn"], "main_score": 0.28494, "precision": 0.261512, "recall": 0.365613}, {"accuracy": 0.645257, "f1": 0.57785, "hf_subset": "lit_Latn-uzn_Latn", "languages": ["lit-Latn", "uzn-Latn"], "main_score": 0.57785, "precision": 0.552077, "recall": 0.645257}, {"accuracy": 0.986166, "f1": 0.982213, "hf_subset": "lit_Latn-als_Latn", "languages": ["lit-Latn", "als-Latn"], "main_score": 0.982213, "precision": 0.980237, "recall": 0.986166}, {"accuracy": 0.056324, "f1": 0.019607, "hf_subset": "lit_Latn-bod_Tibt", "languages": ["lit-Latn", "bod-Tibt"], "main_score": 0.019607, "precision": 0.015452, "recall": 0.056324}, {"accuracy": 0.209486, "f1": 0.140723, "hf_subset": "lit_Latn-fij_Latn", "languages": ["lit-Latn", "fij-Latn"], "main_score": 0.140723, "precision": 0.123299, "recall": 0.209486}, {"accuracy": 0.766798, "f1": 0.709474, "hf_subset": "lit_Latn-isl_Latn", "languages": ["lit-Latn", "isl-Latn"], "main_score": 0.709474, "precision": 0.685039, "recall": 0.766798}, {"accuracy": 0.240119, "f1": 0.169724, "hf_subset": "lit_Latn-kon_Latn", "languages": ["lit-Latn", "kon-Latn"], "main_score": 0.169724, "precision": 0.151508, "recall": 0.240119}, {"accuracy": 0.066206, "f1": 0.037239, "hf_subset": "lit_Latn-mni_Beng", "languages": ["lit-Latn", "mni-Beng"], "main_score": 0.037239, "precision": 0.03287, "recall": 0.066206}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-ron_Latn", "languages": ["lit-Latn", "ron-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.797431, "f1": 0.747106, "hf_subset": "lit_Latn-szl_Latn", "languages": ["lit-Latn", "szl-Latn"], "main_score": 0.747106, "precision": 0.725675, "recall": 0.797431}, {"accuracy": 0.814229, "f1": 0.763672, "hf_subset": "lit_Latn-vec_Latn", "languages": ["lit-Latn", "vec-Latn"], "main_score": 0.763672, "precision": 0.74133, "recall": 0.814229}, {"accuracy": 0.762846, "f1": 0.713729, "hf_subset": "lit_Latn-amh_Ethi", "languages": ["lit-Latn", "amh-Ethi"], "main_score": 0.713729, "precision": 0.693538, "recall": 0.762846}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-bos_Latn", "languages": ["lit-Latn", "bos-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lit_Latn-fin_Latn", "languages": ["lit-Latn", "fin-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-ita_Latn", "languages": ["lit-Latn", "ita-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "lit_Latn-kor_Hang", "languages": ["lit-Latn", "kor-Hang"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.228261, "f1": 0.159253, "hf_subset": "lit_Latn-mos_Latn", "languages": ["lit-Latn", "mos-Latn"], "main_score": 0.159253, "precision": 0.141062, "recall": 0.228261}, {"accuracy": 0.170949, "f1": 0.111693, "hf_subset": "lit_Latn-run_Latn", "languages": ["lit-Latn", "run-Latn"], "main_score": 0.111693, "precision": 0.098154, "recall": 0.170949}, {"accuracy": 0.88834, "f1": 0.855863, "hf_subset": "lit_Latn-tam_Taml", "languages": ["lit-Latn", "tam-Taml"], "main_score": 0.855863, "precision": 0.841074, "recall": 0.88834}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-vie_Latn", "languages": ["lit-Latn", "vie-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.956522, "f1": 0.943742, "hf_subset": "lit_Latn-apc_Arab", "languages": ["lit-Latn", "apc-Arab"], "main_score": 0.943742, "precision": 0.9375, "recall": 0.956522}, {"accuracy": 0.396245, "f1": 0.310722, "hf_subset": "lit_Latn-bug_Latn", "languages": ["lit-Latn", "bug-Latn"], "main_score": 0.310722, "precision": 0.284399, "recall": 0.396245}, {"accuracy": 0.205534, "f1": 0.137573, "hf_subset": "lit_Latn-fon_Latn", "languages": ["lit-Latn", "fon-Latn"], "main_score": 0.137573, "precision": 0.120728, "recall": 0.205534}, {"accuracy": 0.735178, "f1": 0.672191, "hf_subset": "lit_Latn-jav_Latn", "languages": ["lit-Latn", "jav-Latn"], "main_score": 0.672191, "precision": 0.646871, "recall": 0.735178}, {"accuracy": 0.929842, "f1": 0.910046, "hf_subset": "lit_Latn-lao_Laoo", "languages": ["lit-Latn", "lao-Laoo"], "main_score": 0.910046, "precision": 0.901021, "recall": 0.929842}, {"accuracy": 0.198617, "f1": 0.125786, "hf_subset": "lit_Latn-mri_Latn", "languages": ["lit-Latn", "mri-Latn"], "main_score": 0.125786, "precision": 0.109587, "recall": 0.198617}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "lit_Latn-rus_Cyrl", "languages": ["lit-Latn", "rus-Cyrl"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.257905, "f1": 0.189461, "hf_subset": "lit_Latn-taq_Latn", "languages": ["lit-Latn", "taq-Latn"], "main_score": 0.189461, "precision": 0.171541, "recall": 0.257905}, {"accuracy": 0.422925, "f1": 0.330816, "hf_subset": "lit_Latn-war_Latn", "languages": ["lit-Latn", "war-Latn"], "main_score": 0.330816, "precision": 0.301854, "recall": 0.422925}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "lit_Latn-arb_Arab", "languages": ["lit-Latn", "arb-Arab"], "main_score": 0.974144, "precision": 0.971179, "recall": 0.980237}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-bul_Cyrl", "languages": ["lit-Latn", "bul-Cyrl"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-fra_Latn", "languages": ["lit-Latn", "fra-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-jpn_Jpan", "languages": ["lit-Latn", "jpn-Jpan"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.759881, "f1": 0.702626, "hf_subset": "lit_Latn-lij_Latn", "languages": ["lit-Latn", "lij-Latn"], "main_score": 0.702626, "precision": 0.678887, "recall": 0.759881}, {"accuracy": 0.935771, "f1": 0.916568, "hf_subset": "lit_Latn-mya_Mymr", "languages": ["lit-Latn", "mya-Mymr"], "main_score": 0.916568, "precision": 0.907526, "recall": 0.935771}, {"accuracy": 0.230237, "f1": 0.163297, "hf_subset": "lit_Latn-sag_Latn", "languages": ["lit-Latn", "sag-Latn"], "main_score": 0.163297, "precision": 0.145489, "recall": 0.230237}, {"accuracy": 0.074111, "f1": 0.031282, "hf_subset": "lit_Latn-taq_Tfng", "languages": ["lit-Latn", "taq-Tfng"], "main_score": 0.031282, "precision": 0.02571, "recall": 0.074111}, {"accuracy": 0.249012, "f1": 0.176048, "hf_subset": "lit_Latn-wol_Latn", "languages": ["lit-Latn", "wol-Latn"], "main_score": 0.176048, "precision": 0.156161, "recall": 0.249012}, {"accuracy": 0.121542, "f1": 0.069401, "hf_subset": "lit_Latn-arb_Latn", "languages": ["lit-Latn", "arb-Latn"], "main_score": 0.069401, "precision": 0.058104, "recall": 0.121542}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-cat_Latn", "languages": ["lit-Latn", "cat-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.721344, "f1": 0.654644, "hf_subset": "lit_Latn-fur_Latn", "languages": ["lit-Latn", "fur-Latn"], "main_score": 0.654644, "precision": 0.626581, "recall": 0.721344}, {"accuracy": 0.089921, "f1": 0.060044, "hf_subset": "lit_Latn-kab_Latn", "languages": ["lit-Latn", "kab-Latn"], "main_score": 0.060044, "precision": 0.053617, "recall": 0.089921}, {"accuracy": 0.730237, "f1": 0.666996, "hf_subset": "lit_Latn-lim_Latn", "languages": ["lit-Latn", "lim-Latn"], "main_score": 0.666996, "precision": 0.639888, "recall": 0.730237}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-nld_Latn", "languages": ["lit-Latn", "nld-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.744071, "f1": 0.680896, "hf_subset": "lit_Latn-san_Deva", "languages": ["lit-Latn", "san-Deva"], "main_score": 0.680896, "precision": 0.653113, "recall": 0.744071}, {"accuracy": 0.51581, "f1": 0.434764, "hf_subset": "lit_Latn-tat_Cyrl", "languages": ["lit-Latn", "tat-Cyrl"], "main_score": 0.434764, "precision": 0.404391, "recall": 0.51581}, {"accuracy": 0.200593, "f1": 0.129872, "hf_subset": "lit_Latn-xho_Latn", "languages": ["lit-Latn", "xho-Latn"], "main_score": 0.129872, "precision": 0.112419, "recall": 0.200593}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "lit_Latn-ars_Arab", "languages": ["lit-Latn", "ars-Arab"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.396245, "f1": 0.311951, "hf_subset": "lit_Latn-ceb_Latn", "languages": ["lit-Latn", "ceb-Latn"], "main_score": 0.311951, "precision": 0.286809, "recall": 0.396245}, {"accuracy": 0.23419, "f1": 0.158116, "hf_subset": "lit_Latn-fuv_Latn", "languages": ["lit-Latn", "fuv-Latn"], "main_score": 0.158116, "precision": 0.139165, "recall": 0.23419}, {"accuracy": 0.201581, "f1": 0.139139, "hf_subset": "lit_Latn-kac_Latn", "languages": ["lit-Latn", "kac-Latn"], "main_score": 0.139139, "precision": 0.123549, "recall": 0.201581}, {"accuracy": 0.228261, "f1": 0.160153, "hf_subset": "lit_Latn-lin_Latn", "languages": ["lit-Latn", "lin-Latn"], "main_score": 0.160153, "precision": 0.141908, "recall": 0.228261}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "lit_Latn-nno_Latn", "languages": ["lit-Latn", "nno-Latn"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.019763, "f1": 0.004253, "hf_subset": "lit_Latn-sat_Olck", "languages": ["lit-Latn", "sat-Olck"], "main_score": 0.004253, "precision": 0.003351, "recall": 0.019763}, {"accuracy": 0.853755, "f1": 0.812945, "hf_subset": "lit_Latn-tel_Telu", "languages": ["lit-Latn", "tel-Telu"], "main_score": 0.812945, "precision": 0.794582, "recall": 0.853755}, {"accuracy": 0.448617, "f1": 0.363799, "hf_subset": "lit_Latn-ydd_Hebr", "languages": ["lit-Latn", "ydd-Hebr"], "main_score": 0.363799, "precision": 0.332595, "recall": 0.448617}, {"accuracy": 0.862648, "f1": 0.824901, "hf_subset": "lit_Latn-ary_Arab", "languages": ["lit-Latn", "ary-Arab"], "main_score": 0.824901, "precision": 0.807345, "recall": 0.862648}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "lit_Latn-ces_Latn", "languages": ["lit-Latn", "ces-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.103755, "f1": 0.061513, "hf_subset": "lit_Latn-gaz_Latn", "languages": ["lit-Latn", "gaz-Latn"], "main_score": 0.061513, "precision": 0.053147, "recall": 0.103755}, {"accuracy": 0.202569, "f1": 0.137245, "hf_subset": "lit_Latn-kam_Latn", "languages": ["lit-Latn", "kam-Latn"], "main_score": 0.137245, "precision": 0.120554, "recall": 0.202569}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lit_Latn-nob_Latn", "languages": ["lit-Latn", "nob-Latn"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.646245, "f1": 0.57154, "hf_subset": "lit_Latn-scn_Latn", "languages": ["lit-Latn", "scn-Latn"], "main_score": 0.57154, "precision": 0.542567, "recall": 0.646245}, {"accuracy": 0.203557, "f1": 0.137472, "hf_subset": "lit_Latn-tgk_Cyrl", "languages": ["lit-Latn", "tgk-Cyrl"], "main_score": 0.137472, "precision": 0.120623, "recall": 0.203557}, {"accuracy": 0.200593, "f1": 0.128174, "hf_subset": "lit_Latn-yor_Latn", "languages": ["lit-Latn", "yor-Latn"], "main_score": 0.128174, "precision": 0.11002, "recall": 0.200593}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "lit_Latn-arz_Arab", "languages": ["lit-Latn", "arz-Arab"], "main_score": 0.936924, "precision": 0.929677, "recall": 0.951581}, {"accuracy": 0.197628, "f1": 0.131593, "hf_subset": "lit_Latn-cjk_Latn", "languages": ["lit-Latn", "cjk-Latn"], "main_score": 0.131593, "precision": 0.115794, "recall": 0.197628}, {"accuracy": 0.199605, "f1": 0.133394, "hf_subset": "lit_Latn-gla_Latn", "languages": ["lit-Latn", "gla-Latn"], "main_score": 0.133394, "precision": 0.115211, "recall": 0.199605}, {"accuracy": 0.811265, "f1": 0.761067, "hf_subset": "lit_Latn-kan_Knda", "languages": ["lit-Latn", "kan-Knda"], "main_score": 0.761067, "precision": 0.738818, "recall": 0.811265}, {"accuracy": 0.657115, "f1": 0.588367, "hf_subset": "lit_Latn-lmo_Latn", "languages": ["lit-Latn", "lmo-Latn"], "main_score": 0.588367, "precision": 0.562332, "recall": 0.657115}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "lit_Latn-npi_Deva", "languages": ["lit-Latn", "npi-Deva"], "main_score": 0.938966, "precision": 0.932395, "recall": 0.952569}, {"accuracy": 0.293478, "f1": 0.210124, "hf_subset": "lit_Latn-shn_Mymr", "languages": ["lit-Latn", "shn-Mymr"], "main_score": 0.210124, "precision": 0.184366, "recall": 0.293478}, {"accuracy": 0.45751, "f1": 0.370137, "hf_subset": "lit_Latn-tgl_Latn", "languages": ["lit-Latn", "tgl-Latn"], "main_score": 0.370137, "precision": 0.342019, "recall": 0.45751}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-yue_Hant", "languages": ["lit-Latn", "yue-Hant"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.546443, "f1": 0.461502, "hf_subset": "lit_Latn-asm_Beng", "languages": ["lit-Latn", "asm-Beng"], "main_score": 0.461502, "precision": 0.428781, "recall": 0.546443}, {"accuracy": 0.843874, "f1": 0.801369, "hf_subset": "lit_Latn-ckb_Arab", "languages": ["lit-Latn", "ckb-Arab"], "main_score": 0.801369, "precision": 0.781868, "recall": 0.843874}, {"accuracy": 0.291502, "f1": 0.214786, "hf_subset": "lit_Latn-gle_Latn", "languages": ["lit-Latn", "gle-Latn"], "main_score": 0.214786, "precision": 0.193891, "recall": 0.291502}, {"accuracy": 0.61166, "f1": 0.531191, "hf_subset": "lit_Latn-kas_Arab", "languages": ["lit-Latn", "kas-Arab"], "main_score": 0.531191, "precision": 0.499643, "recall": 0.61166}, {"accuracy": 0.730237, "f1": 0.669949, "hf_subset": "lit_Latn-ltg_Latn", "languages": ["lit-Latn", "ltg-Latn"], "main_score": 0.669949, "precision": 0.644899, "recall": 0.730237}, {"accuracy": 0.243083, "f1": 0.166809, "hf_subset": "lit_Latn-nso_Latn", "languages": ["lit-Latn", "nso-Latn"], "main_score": 0.166809, "precision": 0.146621, "recall": 0.243083}, {"accuracy": 0.922925, "f1": 0.900889, "hf_subset": "lit_Latn-sin_Sinh", "languages": ["lit-Latn", "sin-Sinh"], "main_score": 0.900889, "precision": 0.890563, "recall": 0.922925}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "lit_Latn-tha_Thai", "languages": ["lit-Latn", "tha-Thai"], "main_score": 0.977931, "precision": 0.975296, "recall": 0.983202}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "lit_Latn-zho_Hans", "languages": ["lit-Latn", "zho-Hans"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.940711, "f1": 0.922925, "hf_subset": "lit_Latn-ast_Latn", "languages": ["lit-Latn", "ast-Latn"], "main_score": 0.922925, "precision": 0.91469, "recall": 0.940711}, {"accuracy": 0.777668, "f1": 0.72156, "hf_subset": "lit_Latn-crh_Latn", "languages": ["lit-Latn", "crh-Latn"], "main_score": 0.72156, "precision": 0.697069, "recall": 0.777668}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-glg_Latn", "languages": ["lit-Latn", "glg-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.424901, "f1": 0.342173, "hf_subset": "lit_Latn-kas_Deva", "languages": ["lit-Latn", "kas-Deva"], "main_score": 0.342173, "precision": 0.314088, "recall": 0.424901}, {"accuracy": 0.508893, "f1": 0.42288, "hf_subset": "lit_Latn-ltz_Latn", "languages": ["lit-Latn", "ltz-Latn"], "main_score": 0.42288, "precision": 0.393914, "recall": 0.508893}, {"accuracy": 0.102767, "f1": 0.052727, "hf_subset": "lit_Latn-nus_Latn", "languages": ["lit-Latn", "nus-Latn"], "main_score": 0.052727, "precision": 0.042922, "recall": 0.102767}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-slk_Latn", "languages": ["lit-Latn", "slk-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.189723, "f1": 0.127302, "hf_subset": "lit_Latn-tir_Ethi", "languages": ["lit-Latn", "tir-Ethi"], "main_score": 0.127302, "precision": 0.109945, "recall": 0.189723}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-zho_Hant", "languages": ["lit-Latn", "zho-Hant"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.952569, "f1": 0.939065, "hf_subset": "lit_Latn-awa_Deva", "languages": ["lit-Latn", "awa-Deva"], "main_score": 0.939065, "precision": 0.932477, "recall": 0.952569}, {"accuracy": 0.467391, "f1": 0.379263, "hf_subset": "lit_Latn-cym_Latn", "languages": ["lit-Latn", "cym-Latn"], "main_score": 0.379263, "precision": 0.350719, "recall": 0.467391}, {"accuracy": 0.360672, "f1": 0.273364, "hf_subset": "lit_Latn-grn_Latn", "languages": ["lit-Latn", "grn-Latn"], "main_score": 0.273364, "precision": 0.247673, "recall": 0.360672}, {"accuracy": 0.87253, "f1": 0.834881, "hf_subset": "lit_Latn-kat_Geor", "languages": ["lit-Latn", "kat-Geor"], "main_score": 0.834881, "precision": 0.817441, "recall": 0.87253}, {"accuracy": 0.263834, "f1": 0.186373, "hf_subset": "lit_Latn-lua_Latn", "languages": ["lit-Latn", "lua-Latn"], "main_score": 0.186373, "precision": 0.16588, "recall": 0.263834}, {"accuracy": 0.226285, "f1": 0.151446, "hf_subset": "lit_Latn-nya_Latn", "languages": ["lit-Latn", "nya-Latn"], "main_score": 0.151446, "precision": 0.132025, "recall": 0.226285}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "lit_Latn-slv_Latn", "languages": ["lit-Latn", "slv-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.45751, "f1": 0.36635, "hf_subset": "lit_Latn-tpi_Latn", "languages": ["lit-Latn", "tpi-Latn"], "main_score": 0.36635, "precision": 0.336615, "recall": 0.45751}, {"accuracy": 0.990119, "f1": 0.987154, "hf_subset": "lit_Latn-zsm_Latn", "languages": ["lit-Latn", "zsm-Latn"], "main_score": 0.987154, "precision": 0.985672, "recall": 0.990119}, {"accuracy": 0.199605, "f1": 0.124381, "hf_subset": "lit_Latn-ayr_Latn", "languages": ["lit-Latn", "ayr-Latn"], "main_score": 0.124381, "precision": 0.10658, "recall": 0.199605}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "lit_Latn-dan_Latn", "languages": ["lit-Latn", "dan-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.917984, "f1": 0.893695, "hf_subset": "lit_Latn-guj_Gujr", "languages": ["lit-Latn", "guj-Gujr"], "main_score": 0.893695, "precision": 0.882576, "recall": 0.917984}, {"accuracy": 0.954545, "f1": 0.941206, "hf_subset": "lit_Latn-kaz_Cyrl", "languages": ["lit-Latn", "kaz-Cyrl"], "main_score": 0.941206, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.183794, "f1": 0.121109, "hf_subset": "lit_Latn-lug_Latn", "languages": ["lit-Latn", "lug-Latn"], "main_score": 0.121109, "precision": 0.106995, "recall": 0.183794}, {"accuracy": 0.916008, "f1": 0.891469, "hf_subset": "lit_Latn-oci_Latn", "languages": ["lit-Latn", "oci-Latn"], "main_score": 0.891469, "precision": 0.879941, "recall": 0.916008}, {"accuracy": 0.199605, "f1": 0.134101, "hf_subset": "lit_Latn-smo_Latn", "languages": ["lit-Latn", "smo-Latn"], "main_score": 0.134101, "precision": 0.117705, "recall": 0.199605}, {"accuracy": 0.210474, "f1": 0.14374, "hf_subset": "lit_Latn-tsn_Latn", "languages": ["lit-Latn", "tsn-Latn"], "main_score": 0.14374, "precision": 0.126693, "recall": 0.210474}, {"accuracy": 0.156126, "f1": 0.098343, "hf_subset": "lit_Latn-zul_Latn", "languages": ["lit-Latn", "zul-Latn"], "main_score": 0.098343, "precision": 0.085107, "recall": 0.156126}, {"accuracy": 0.554348, "f1": 0.476301, "hf_subset": "lit_Latn-azb_Arab", "languages": ["lit-Latn", "azb-Arab"], "main_score": 0.476301, "precision": 0.445991, "recall": 0.554348}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lit_Latn-deu_Latn", "languages": ["lit-Latn", "deu-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.323123, "f1": 0.238188, "hf_subset": "lit_Latn-hat_Latn", "languages": ["lit-Latn", "hat-Latn"], "main_score": 0.238188, "precision": 0.213106, "recall": 0.323123}, {"accuracy": 0.1917, "f1": 0.125688, "hf_subset": "lit_Latn-kbp_Latn", "languages": ["lit-Latn", "kbp-Latn"], "main_score": 0.125688, "precision": 0.109628, "recall": 0.1917}, {"accuracy": 0.227273, "f1": 0.155997, "hf_subset": "lit_Latn-luo_Latn", "languages": ["lit-Latn", "luo-Latn"], "main_score": 0.155997, "precision": 0.138725, "recall": 0.227273}, {"accuracy": 0.823123, "f1": 0.776647, "hf_subset": "lit_Latn-ory_Orya", "languages": ["lit-Latn", "ory-Orya"], "main_score": 0.776647, "precision": 0.755352, "recall": 0.823123}, {"accuracy": 0.177866, "f1": 0.112593, "hf_subset": "lit_Latn-sna_Latn", "languages": ["lit-Latn", "sna-Latn"], "main_score": 0.112593, "precision": 0.097106, "recall": 0.177866}, {"accuracy": 0.200593, "f1": 0.137937, "hf_subset": "lit_Latn-tso_Latn", "languages": ["lit-Latn", "tso-Latn"], "main_score": 0.137937, "precision": 0.122419, "recall": 0.200593}, {"accuracy": 0.953557, "f1": 0.941436, "hf_subset": "lit_Latn-azj_Latn", "languages": ["lit-Latn", "azj-Latn"], "main_score": 0.941436, "precision": 0.935853, "recall": 0.953557}, {"accuracy": 0.291502, "f1": 0.206274, "hf_subset": "lit_Latn-dik_Latn", "languages": ["lit-Latn", "dik-Latn"], "main_score": 0.206274, "precision": 0.183071, "recall": 0.291502}, {"accuracy": 0.249012, "f1": 0.174009, "hf_subset": "lit_Latn-hau_Latn", "languages": ["lit-Latn", "hau-Latn"], "main_score": 0.174009, "precision": 0.155672, "recall": 0.249012}, {"accuracy": 0.649209, "f1": 0.572686, "hf_subset": "lit_Latn-kea_Latn", "languages": ["lit-Latn", "kea-Latn"], "main_score": 0.572686, "precision": 0.543136, "recall": 0.649209}, {"accuracy": 0.358696, "f1": 0.275492, "hf_subset": "lit_Latn-lus_Latn", "languages": ["lit-Latn", "lus-Latn"], "main_score": 0.275492, "precision": 0.250372, "recall": 0.358696}, {"accuracy": 0.462451, "f1": 0.372945, "hf_subset": "lit_Latn-pag_Latn", "languages": ["lit-Latn", "pag-Latn"], "main_score": 0.372945, "precision": 0.342192, "recall": 0.462451}, {"accuracy": 0.852767, "f1": 0.814446, "hf_subset": "lit_Latn-snd_Arab", "languages": ["lit-Latn", "snd-Arab"], "main_score": 0.814446, "precision": 0.79697, "recall": 0.852767}, {"accuracy": 0.357708, "f1": 0.270133, "hf_subset": "lit_Latn-tuk_Latn", "languages": ["lit-Latn", "tuk-Latn"], "main_score": 0.270133, "precision": 0.242655, "recall": 0.357708}, {"accuracy": 0.485178, "f1": 0.402456, "hf_subset": "lit_Latn-bak_Cyrl", "languages": ["lit-Latn", "bak-Cyrl"], "main_score": 0.402456, "precision": 0.373672, "recall": 0.485178}, {"accuracy": 0.184783, "f1": 0.122578, "hf_subset": "lit_Latn-dyu_Latn", "languages": ["lit-Latn", "dyu-Latn"], "main_score": 0.122578, "precision": 0.105496, "recall": 0.184783}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "lit_Latn-heb_Hebr", "languages": ["lit-Latn", "heb-Hebr"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "lit_Latn-khk_Cyrl", "languages": ["lit-Latn", "khk-Cyrl"], "main_score": 0.953557, "precision": 0.94832, "recall": 0.964427}, {"accuracy": 0.990119, "f1": 0.987319, "hf_subset": "lit_Latn-lvs_Latn", "languages": ["lit-Latn", "lvs-Latn"], "main_score": 0.987319, "precision": 0.986001, "recall": 0.990119}, {"accuracy": 0.846838, "f1": 0.807016, "hf_subset": "lit_Latn-pan_Guru", "languages": ["lit-Latn", "pan-Guru"], "main_score": 0.807016, "precision": 0.789707, "recall": 0.846838}, {"accuracy": 0.273715, "f1": 0.199612, "hf_subset": "lit_Latn-som_Latn", "languages": ["lit-Latn", "som-Latn"], "main_score": 0.199612, "precision": 0.177677, "recall": 0.273715}, {"accuracy": 0.214427, "f1": 0.143109, "hf_subset": "lit_Latn-tum_Latn", "languages": ["lit-Latn", "tum-Latn"], "main_score": 0.143109, "precision": 0.125292, "recall": 0.214427}, {"accuracy": 0.087945, "f1": 0.055502, "hf_subset": "nob_Latn-ace_Arab", "languages": ["nob-Latn", "ace-Arab"], "main_score": 0.055502, "precision": 0.048186, "recall": 0.087945}, {"accuracy": 0.218379, "f1": 0.146459, "hf_subset": "nob_Latn-bam_Latn", "languages": ["nob-Latn", "bam-Latn"], "main_score": 0.146459, "precision": 0.128227, "recall": 0.218379}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "nob_Latn-dzo_Tibt", "languages": ["nob-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nob_Latn-hin_Deva", "languages": ["nob-Latn", "hin-Deva"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.906126, "f1": 0.877042, "hf_subset": "nob_Latn-khm_Khmr", "languages": ["nob-Latn", "khm-Khmr"], "main_score": 0.877042, "precision": 0.863093, "recall": 0.906126}, {"accuracy": 0.943676, "f1": 0.92556, "hf_subset": "nob_Latn-mag_Deva", "languages": ["nob-Latn", "mag-Deva"], "main_score": 0.92556, "precision": 0.916831, "recall": 0.943676}, {"accuracy": 0.666996, "f1": 0.594071, "hf_subset": "nob_Latn-pap_Latn", "languages": ["nob-Latn", "pap-Latn"], "main_score": 0.594071, "precision": 0.565833, "recall": 0.666996}, {"accuracy": 0.231225, "f1": 0.165664, "hf_subset": "nob_Latn-sot_Latn", "languages": ["nob-Latn", "sot-Latn"], "main_score": 0.165664, "precision": 0.148632, "recall": 0.231225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-tur_Latn", "languages": ["nob-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.418972, "f1": 0.32995, "hf_subset": "nob_Latn-ace_Latn", "languages": ["nob-Latn", "ace-Latn"], "main_score": 0.32995, "precision": 0.300673, "recall": 0.418972}, {"accuracy": 0.686759, "f1": 0.615046, "hf_subset": "nob_Latn-ban_Latn", "languages": ["nob-Latn", "ban-Latn"], "main_score": 0.615046, "precision": 0.585647, "recall": 0.686759}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "nob_Latn-ell_Grek", "languages": ["nob-Latn", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.920949, "f1": 0.898221, "hf_subset": "nob_Latn-hne_Deva", "languages": ["nob-Latn", "hne-Deva"], "main_score": 0.898221, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.275692, "f1": 0.189956, "hf_subset": "nob_Latn-kik_Latn", "languages": ["nob-Latn", "kik-Latn"], "main_score": 0.189956, "precision": 0.16595, "recall": 0.275692}, {"accuracy": 0.93083, "f1": 0.91054, "hf_subset": "nob_Latn-mai_Deva", "languages": ["nob-Latn", "mai-Deva"], "main_score": 0.91054, "precision": 0.901186, "recall": 0.93083}, {"accuracy": 0.857708, "f1": 0.819565, "hf_subset": "nob_Latn-pbt_Arab", "languages": ["nob-Latn", "pbt-Arab"], "main_score": 0.819565, "precision": 0.802125, "recall": 0.857708}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-spa_Latn", "languages": ["nob-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.324111, "f1": 0.233004, "hf_subset": "nob_Latn-twi_Latn", "languages": ["nob-Latn", "twi-Latn"], "main_score": 0.233004, "precision": 0.208688, "recall": 0.324111}, {"accuracy": 0.974308, "f1": 0.965744, "hf_subset": "nob_Latn-acm_Arab", "languages": ["nob-Latn", "acm-Arab"], "main_score": 0.965744, "precision": 0.961462, "recall": 0.974308}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "nob_Latn-bel_Cyrl", "languages": ["nob-Latn", "bel-Cyrl"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-eng_Latn", "languages": ["nob-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-hrv_Latn", "languages": ["nob-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.174901, "f1": 0.11911, "hf_subset": "nob_Latn-kin_Latn", "languages": ["nob-Latn", "kin-Latn"], "main_score": 0.11911, "precision": 0.105922, "recall": 0.174901}, {"accuracy": 0.895257, "f1": 0.865382, "hf_subset": "nob_Latn-mal_Mlym", "languages": ["nob-Latn", "mal-Mlym"], "main_score": 0.865382, "precision": 0.851779, "recall": 0.895257}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-pes_Arab", "languages": ["nob-Latn", "pes-Arab"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.733202, "f1": 0.670866, "hf_subset": "nob_Latn-srd_Latn", "languages": ["nob-Latn", "srd-Latn"], "main_score": 0.670866, "precision": 0.64525, "recall": 0.733202}, {"accuracy": 0.064229, "f1": 0.030877, "hf_subset": "nob_Latn-tzm_Tfng", "languages": ["nob-Latn", "tzm-Tfng"], "main_score": 0.030877, "precision": 0.025648, "recall": 0.064229}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "nob_Latn-acq_Arab", "languages": ["nob-Latn", "acq-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.255929, "f1": 0.179651, "hf_subset": "nob_Latn-bem_Latn", "languages": ["nob-Latn", "bem-Latn"], "main_score": 0.179651, "precision": 0.160552, "recall": 0.255929}, {"accuracy": 0.875494, "f1": 0.839065, "hf_subset": "nob_Latn-epo_Latn", "languages": ["nob-Latn", "epo-Latn"], "main_score": 0.839065, "precision": 0.822464, "recall": 0.875494}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "nob_Latn-hun_Latn", "languages": ["nob-Latn", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.94664, "f1": 0.930501, "hf_subset": "nob_Latn-kir_Cyrl", "languages": ["nob-Latn", "kir-Cyrl"], "main_score": 0.930501, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.916996, "f1": 0.891271, "hf_subset": "nob_Latn-mar_Deva", "languages": ["nob-Latn", "mar-Deva"], "main_score": 0.891271, "precision": 0.879117, "recall": 0.916996}, {"accuracy": 0.30336, "f1": 0.225539, "hf_subset": "nob_Latn-plt_Latn", "languages": ["nob-Latn", "plt-Latn"], "main_score": 0.225539, "precision": 0.202782, "recall": 0.30336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-srp_Cyrl", "languages": ["nob-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.816206, "f1": 0.769304, "hf_subset": "nob_Latn-uig_Arab", "languages": ["nob-Latn", "uig-Arab"], "main_score": 0.769304, "precision": 0.748577, "recall": 0.816206}, {"accuracy": 0.938735, "f1": 0.91996, "hf_subset": "nob_Latn-aeb_Arab", "languages": ["nob-Latn", "aeb-Arab"], "main_score": 0.91996, "precision": 0.910738, "recall": 0.938735}, {"accuracy": 0.913043, "f1": 0.889394, "hf_subset": "nob_Latn-ben_Beng", "languages": ["nob-Latn", "ben-Beng"], "main_score": 0.889394, "precision": 0.878541, "recall": 0.913043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-est_Latn", "languages": ["nob-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "nob_Latn-hye_Armn", "languages": ["nob-Latn", "hye-Armn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.183794, "f1": 0.115568, "hf_subset": "nob_Latn-kmb_Latn", "languages": ["nob-Latn", "kmb-Latn"], "main_score": 0.115568, "precision": 0.100368, "recall": 0.183794}, {"accuracy": 0.062253, "f1": 0.038219, "hf_subset": "nob_Latn-min_Arab", "languages": ["nob-Latn", "min-Arab"], "main_score": 0.038219, "precision": 0.032669, "recall": 0.062253}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-pol_Latn", "languages": ["nob-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.122102, "hf_subset": "nob_Latn-ssw_Latn", "languages": ["nob-Latn", "ssw-Latn"], "main_score": 0.122102, "precision": 0.107952, "recall": 0.185771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ukr_Cyrl", "languages": ["nob-Latn", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "nob_Latn-afr_Latn", "languages": ["nob-Latn", "afr-Latn"], "main_score": 0.963603, "precision": 0.959486, "recall": 0.972332}, {"accuracy": 0.898221, "f1": 0.869203, "hf_subset": "nob_Latn-bho_Deva", "languages": ["nob-Latn", "bho-Deva"], "main_score": 0.869203, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.766798, "f1": 0.71135, "hf_subset": "nob_Latn-eus_Latn", "languages": ["nob-Latn", "eus-Latn"], "main_score": 0.71135, "precision": 0.687434, "recall": 0.766798}, {"accuracy": 0.216403, "f1": 0.143528, "hf_subset": "nob_Latn-ibo_Latn", "languages": ["nob-Latn", "ibo-Latn"], "main_score": 0.143528, "precision": 0.125946, "recall": 0.216403}, {"accuracy": 0.770751, "f1": 0.721697, "hf_subset": "nob_Latn-kmr_Latn", "languages": ["nob-Latn", "kmr-Latn"], "main_score": 0.721697, "precision": 0.70123, "recall": 0.770751}, {"accuracy": 0.651186, "f1": 0.57605, "hf_subset": "nob_Latn-min_Latn", "languages": ["nob-Latn", "min-Latn"], "main_score": 0.57605, "precision": 0.546718, "recall": 0.651186}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-por_Latn", "languages": ["nob-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.774704, "f1": 0.715958, "hf_subset": "nob_Latn-sun_Latn", "languages": ["nob-Latn", "sun-Latn"], "main_score": 0.715958, "precision": 0.69077, "recall": 0.774704}, {"accuracy": 0.190711, "f1": 0.126452, "hf_subset": "nob_Latn-umb_Latn", "languages": ["nob-Latn", "umb-Latn"], "main_score": 0.126452, "precision": 0.111884, "recall": 0.190711}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "nob_Latn-ajp_Arab", "languages": ["nob-Latn", "ajp-Arab"], "main_score": 0.961298, "precision": 0.957016, "recall": 0.970356}, {"accuracy": 0.076087, "f1": 0.043909, "hf_subset": "nob_Latn-bjn_Arab", "languages": ["nob-Latn", "bjn-Arab"], "main_score": 0.043909, "precision": 0.036985, "recall": 0.076087}, {"accuracy": 0.281621, "f1": 0.206966, "hf_subset": "nob_Latn-ewe_Latn", "languages": ["nob-Latn", "ewe-Latn"], "main_score": 0.206966, "precision": 0.187278, "recall": 0.281621}, {"accuracy": 0.392292, "f1": 0.303175, "hf_subset": "nob_Latn-ilo_Latn", "languages": ["nob-Latn", "ilo-Latn"], "main_score": 0.303175, "precision": 0.27591, "recall": 0.392292}, {"accuracy": 0.094862, "f1": 0.052766, "hf_subset": "nob_Latn-knc_Arab", "languages": ["nob-Latn", "knc-Arab"], "main_score": 0.052766, "precision": 0.043576, "recall": 0.094862}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "nob_Latn-mkd_Cyrl", "languages": ["nob-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "nob_Latn-prs_Arab", "languages": ["nob-Latn", "prs-Arab"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-swe_Latn", "languages": ["nob-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.97332, "f1": 0.96525, "hf_subset": "nob_Latn-urd_Arab", "languages": ["nob-Latn", "urd-Arab"], "main_score": 0.96525, "precision": 0.961462, "recall": 0.97332}, {"accuracy": 0.31917, "f1": 0.236718, "hf_subset": "nob_Latn-aka_Latn", "languages": ["nob-Latn", "aka-Latn"], "main_score": 0.236718, "precision": 0.214032, "recall": 0.31917}, {"accuracy": 0.784585, "f1": 0.728708, "hf_subset": "nob_Latn-bjn_Latn", "languages": ["nob-Latn", "bjn-Latn"], "main_score": 0.728708, "precision": 0.704513, "recall": 0.784585}, {"accuracy": 0.486166, "f1": 0.402591, "hf_subset": "nob_Latn-fao_Latn", "languages": ["nob-Latn", "fao-Latn"], "main_score": 0.402591, "precision": 0.375712, "recall": 0.486166}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ind_Latn", "languages": ["nob-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.282609, "f1": 0.203872, "hf_subset": "nob_Latn-knc_Latn", "languages": ["nob-Latn", "knc-Latn"], "main_score": 0.203872, "precision": 0.183052, "recall": 0.282609}, {"accuracy": 0.36166, "f1": 0.276188, "hf_subset": "nob_Latn-mlt_Latn", "languages": ["nob-Latn", "mlt-Latn"], "main_score": 0.276188, "precision": 0.25091, "recall": 0.36166}, {"accuracy": 0.282609, "f1": 0.200926, "hf_subset": "nob_Latn-quy_Latn", "languages": ["nob-Latn", "quy-Latn"], "main_score": 0.200926, "precision": 0.178775, "recall": 0.282609}, {"accuracy": 0.387352, "f1": 0.304769, "hf_subset": "nob_Latn-swh_Latn", "languages": ["nob-Latn", "swh-Latn"], "main_score": 0.304769, "precision": 0.279118, "recall": 0.387352}, {"accuracy": 0.651186, "f1": 0.579658, "hf_subset": "nob_Latn-uzn_Latn", "languages": ["nob-Latn", "uzn-Latn"], "main_score": 0.579658, "precision": 0.551116, "recall": 0.651186}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-als_Latn", "languages": ["nob-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.054348, "f1": 0.017987, "hf_subset": "nob_Latn-bod_Tibt", "languages": ["nob-Latn", "bod-Tibt"], "main_score": 0.017987, "precision": 0.01323, "recall": 0.054348}, {"accuracy": 0.238142, "f1": 0.168836, "hf_subset": "nob_Latn-fij_Latn", "languages": ["nob-Latn", "fij-Latn"], "main_score": 0.168836, "precision": 0.150781, "recall": 0.238142}, {"accuracy": 0.781621, "f1": 0.731246, "hf_subset": "nob_Latn-isl_Latn", "languages": ["nob-Latn", "isl-Latn"], "main_score": 0.731246, "precision": 0.710517, "recall": 0.781621}, {"accuracy": 0.26581, "f1": 0.19261, "hf_subset": "nob_Latn-kon_Latn", "languages": ["nob-Latn", "kon-Latn"], "main_score": 0.19261, "precision": 0.173922, "recall": 0.26581}, {"accuracy": 0.065217, "f1": 0.035253, "hf_subset": "nob_Latn-mni_Beng", "languages": ["nob-Latn", "mni-Beng"], "main_score": 0.035253, "precision": 0.031034, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-ron_Latn", "languages": ["nob-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.8083, "f1": 0.759768, "hf_subset": "nob_Latn-szl_Latn", "languages": ["nob-Latn", "szl-Latn"], "main_score": 0.759768, "precision": 0.738752, "recall": 0.8083}, {"accuracy": 0.807312, "f1": 0.754117, "hf_subset": "nob_Latn-vec_Latn", "languages": ["nob-Latn", "vec-Latn"], "main_score": 0.754117, "precision": 0.731275, "recall": 0.807312}, {"accuracy": 0.778656, "f1": 0.727673, "hf_subset": "nob_Latn-amh_Ethi", "languages": ["nob-Latn", "amh-Ethi"], "main_score": 0.727673, "precision": 0.705767, "recall": 0.778656}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-bos_Latn", "languages": ["nob-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "nob_Latn-fin_Latn", "languages": ["nob-Latn", "fin-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-ita_Latn", "languages": ["nob-Latn", "ita-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "nob_Latn-kor_Hang", "languages": ["nob-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.253953, "f1": 0.183711, "hf_subset": "nob_Latn-mos_Latn", "languages": ["nob-Latn", "mos-Latn"], "main_score": 0.183711, "precision": 0.164213, "recall": 0.253953}, {"accuracy": 0.19664, "f1": 0.131998, "hf_subset": "nob_Latn-run_Latn", "languages": ["nob-Latn", "run-Latn"], "main_score": 0.131998, "precision": 0.116285, "recall": 0.19664}, {"accuracy": 0.898221, "f1": 0.867951, "hf_subset": "nob_Latn-tam_Taml", "languages": ["nob-Latn", "tam-Taml"], "main_score": 0.867951, "precision": 0.853837, "recall": 0.898221}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-vie_Latn", "languages": ["nob-Latn", "vie-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "nob_Latn-apc_Arab", "languages": ["nob-Latn", "apc-Arab"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 0.40415, "f1": 0.317375, "hf_subset": "nob_Latn-bug_Latn", "languages": ["nob-Latn", "bug-Latn"], "main_score": 0.317375, "precision": 0.290033, "recall": 0.40415}, {"accuracy": 0.229249, "f1": 0.156164, "hf_subset": "nob_Latn-fon_Latn", "languages": ["nob-Latn", "fon-Latn"], "main_score": 0.156164, "precision": 0.137108, "recall": 0.229249}, {"accuracy": 0.732213, "f1": 0.666189, "hf_subset": "nob_Latn-jav_Latn", "languages": ["nob-Latn", "jav-Latn"], "main_score": 0.666189, "precision": 0.639782, "recall": 0.732213}, {"accuracy": 0.936759, "f1": 0.918841, "hf_subset": "nob_Latn-lao_Laoo", "languages": ["nob-Latn", "lao-Laoo"], "main_score": 0.918841, "precision": 0.91082, "recall": 0.936759}, {"accuracy": 0.214427, "f1": 0.139902, "hf_subset": "nob_Latn-mri_Latn", "languages": ["nob-Latn", "mri-Latn"], "main_score": 0.139902, "precision": 0.1229, "recall": 0.214427}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-rus_Cyrl", "languages": ["nob-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.275692, "f1": 0.204827, "hf_subset": "nob_Latn-taq_Latn", "languages": ["nob-Latn", "taq-Latn"], "main_score": 0.204827, "precision": 0.186162, "recall": 0.275692}, {"accuracy": 0.445652, "f1": 0.350311, "hf_subset": "nob_Latn-war_Latn", "languages": ["nob-Latn", "war-Latn"], "main_score": 0.350311, "precision": 0.32024, "recall": 0.445652}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nob_Latn-arb_Arab", "languages": ["nob-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-bul_Cyrl", "languages": ["nob-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-fra_Latn", "languages": ["nob-Latn", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-jpn_Jpan", "languages": ["nob-Latn", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.768775, "f1": 0.710559, "hf_subset": "nob_Latn-lij_Latn", "languages": ["nob-Latn", "lij-Latn"], "main_score": 0.710559, "precision": 0.685952, "recall": 0.768775}, {"accuracy": 0.949605, "f1": 0.9333, "hf_subset": "nob_Latn-mya_Mymr", "languages": ["nob-Latn", "mya-Mymr"], "main_score": 0.9333, "precision": 0.925231, "recall": 0.949605}, {"accuracy": 0.255929, "f1": 0.182748, "hf_subset": "nob_Latn-sag_Latn", "languages": ["nob-Latn", "sag-Latn"], "main_score": 0.182748, "precision": 0.163495, "recall": 0.255929}, {"accuracy": 0.08004, "f1": 0.037313, "hf_subset": "nob_Latn-taq_Tfng", "languages": ["nob-Latn", "taq-Tfng"], "main_score": 0.037313, "precision": 0.030955, "recall": 0.08004}, {"accuracy": 0.275692, "f1": 0.193681, "hf_subset": "nob_Latn-wol_Latn", "languages": ["nob-Latn", "wol-Latn"], "main_score": 0.193681, "precision": 0.171441, "recall": 0.275692}, {"accuracy": 0.134387, "f1": 0.079081, "hf_subset": "nob_Latn-arb_Latn", "languages": ["nob-Latn", "arb-Latn"], "main_score": 0.079081, "precision": 0.067802, "recall": 0.134387}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-cat_Latn", "languages": ["nob-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.740119, "f1": 0.680487, "hf_subset": "nob_Latn-fur_Latn", "languages": ["nob-Latn", "fur-Latn"], "main_score": 0.680487, "precision": 0.656324, "recall": 0.740119}, {"accuracy": 0.101779, "f1": 0.067069, "hf_subset": "nob_Latn-kab_Latn", "languages": ["nob-Latn", "kab-Latn"], "main_score": 0.067069, "precision": 0.058821, "recall": 0.101779}, {"accuracy": 0.754941, "f1": 0.695751, "hf_subset": "nob_Latn-lim_Latn", "languages": ["nob-Latn", "lim-Latn"], "main_score": 0.695751, "precision": 0.671047, "recall": 0.754941}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-nld_Latn", "languages": ["nob-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.75, "f1": 0.689921, "hf_subset": "nob_Latn-san_Deva", "languages": ["nob-Latn", "san-Deva"], "main_score": 0.689921, "precision": 0.663966, "recall": 0.75}, {"accuracy": 0.529644, "f1": 0.443531, "hf_subset": "nob_Latn-tat_Cyrl", "languages": ["nob-Latn", "tat-Cyrl"], "main_score": 0.443531, "precision": 0.411326, "recall": 0.529644}, {"accuracy": 0.215415, "f1": 0.143809, "hf_subset": "nob_Latn-xho_Latn", "languages": ["nob-Latn", "xho-Latn"], "main_score": 0.143809, "precision": 0.12628, "recall": 0.215415}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "nob_Latn-ars_Arab", "languages": ["nob-Latn", "ars-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.420949, "f1": 0.32947, "hf_subset": "nob_Latn-ceb_Latn", "languages": ["nob-Latn", "ceb-Latn"], "main_score": 0.32947, "precision": 0.299996, "recall": 0.420949}, {"accuracy": 0.249012, "f1": 0.167416, "hf_subset": "nob_Latn-fuv_Latn", "languages": ["nob-Latn", "fuv-Latn"], "main_score": 0.167416, "precision": 0.146365, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.16135, "hf_subset": "nob_Latn-kac_Latn", "languages": ["nob-Latn", "kac-Latn"], "main_score": 0.16135, "precision": 0.143077, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.175778, "hf_subset": "nob_Latn-lin_Latn", "languages": ["nob-Latn", "lin-Latn"], "main_score": 0.175778, "precision": 0.156873, "recall": 0.248024}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "nob_Latn-nno_Latn", "languages": ["nob-Latn", "nno-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.019763, "f1": 0.003392, "hf_subset": "nob_Latn-sat_Olck", "languages": ["nob-Latn", "sat-Olck"], "main_score": 0.003392, "precision": 0.002378, "recall": 0.019763}, {"accuracy": 0.865613, "f1": 0.827819, "hf_subset": "nob_Latn-tel_Telu", "languages": ["nob-Latn", "tel-Telu"], "main_score": 0.827819, "precision": 0.810639, "recall": 0.865613}, {"accuracy": 0.461462, "f1": 0.370196, "hf_subset": "nob_Latn-ydd_Hebr", "languages": ["nob-Latn", "ydd-Hebr"], "main_score": 0.370196, "precision": 0.336364, "recall": 0.461462}, {"accuracy": 0.858696, "f1": 0.818083, "hf_subset": "nob_Latn-ary_Arab", "languages": ["nob-Latn", "ary-Arab"], "main_score": 0.818083, "precision": 0.798995, "recall": 0.858696}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "nob_Latn-ces_Latn", "languages": ["nob-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.062474, "hf_subset": "nob_Latn-gaz_Latn", "languages": ["nob-Latn", "gaz-Latn"], "main_score": 0.062474, "precision": 0.053352, "recall": 0.105731}, {"accuracy": 0.219368, "f1": 0.148416, "hf_subset": "nob_Latn-kam_Latn", "languages": ["nob-Latn", "kam-Latn"], "main_score": 0.148416, "precision": 0.130851, "recall": 0.219368}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "nob_Latn-lit_Latn", "languages": ["nob-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.655138, "f1": 0.583214, "hf_subset": "nob_Latn-scn_Latn", "languages": ["nob-Latn", "scn-Latn"], "main_score": 0.583214, "precision": 0.555723, "recall": 0.655138}, {"accuracy": 0.211462, "f1": 0.135711, "hf_subset": "nob_Latn-tgk_Cyrl", "languages": ["nob-Latn", "tgk-Cyrl"], "main_score": 0.135711, "precision": 0.116679, "recall": 0.211462}, {"accuracy": 0.224308, "f1": 0.147968, "hf_subset": "nob_Latn-yor_Latn", "languages": ["nob-Latn", "yor-Latn"], "main_score": 0.147968, "precision": 0.128784, "recall": 0.224308}, {"accuracy": 0.958498, "f1": 0.945158, "hf_subset": "nob_Latn-arz_Arab", "languages": ["nob-Latn", "arz-Arab"], "main_score": 0.945158, "precision": 0.93857, "recall": 0.958498}, {"accuracy": 0.211462, "f1": 0.147054, "hf_subset": "nob_Latn-cjk_Latn", "languages": ["nob-Latn", "cjk-Latn"], "main_score": 0.147054, "precision": 0.131588, "recall": 0.211462}, {"accuracy": 0.22332, "f1": 0.153272, "hf_subset": "nob_Latn-gla_Latn", "languages": ["nob-Latn", "gla-Latn"], "main_score": 0.153272, "precision": 0.135091, "recall": 0.22332}, {"accuracy": 0.8083, "f1": 0.757065, "hf_subset": "nob_Latn-kan_Knda", "languages": ["nob-Latn", "kan-Knda"], "main_score": 0.757065, "precision": 0.734347, "recall": 0.8083}, {"accuracy": 0.670949, "f1": 0.60135, "hf_subset": "nob_Latn-lmo_Latn", "languages": ["nob-Latn", "lmo-Latn"], "main_score": 0.60135, "precision": 0.574649, "recall": 0.670949}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "nob_Latn-npi_Deva", "languages": ["nob-Latn", "npi-Deva"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.300395, "f1": 0.212189, "hf_subset": "nob_Latn-shn_Mymr", "languages": ["nob-Latn", "shn-Mymr"], "main_score": 0.212189, "precision": 0.185079, "recall": 0.300395}, {"accuracy": 0.495059, "f1": 0.410194, "hf_subset": "nob_Latn-tgl_Latn", "languages": ["nob-Latn", "tgl-Latn"], "main_score": 0.410194, "precision": 0.382623, "recall": 0.495059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-yue_Hant", "languages": ["nob-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.559289, "f1": 0.481144, "hf_subset": "nob_Latn-asm_Beng", "languages": ["nob-Latn", "asm-Beng"], "main_score": 0.481144, "precision": 0.451974, "recall": 0.559289}, {"accuracy": 0.84585, "f1": 0.803096, "hf_subset": "nob_Latn-ckb_Arab", "languages": ["nob-Latn", "ckb-Arab"], "main_score": 0.803096, "precision": 0.78391, "recall": 0.84585}, {"accuracy": 0.320158, "f1": 0.239547, "hf_subset": "nob_Latn-gle_Latn", "languages": ["nob-Latn", "gle-Latn"], "main_score": 0.239547, "precision": 0.216008, "recall": 0.320158}, {"accuracy": 0.613636, "f1": 0.531631, "hf_subset": "nob_Latn-kas_Arab", "languages": ["nob-Latn", "kas-Arab"], "main_score": 0.531631, "precision": 0.497794, "recall": 0.613636}, {"accuracy": 0.712451, "f1": 0.648551, "hf_subset": "nob_Latn-ltg_Latn", "languages": ["nob-Latn", "ltg-Latn"], "main_score": 0.648551, "precision": 0.621297, "recall": 0.712451}, {"accuracy": 0.264822, "f1": 0.184344, "hf_subset": "nob_Latn-nso_Latn", "languages": ["nob-Latn", "nso-Latn"], "main_score": 0.184344, "precision": 0.163545, "recall": 0.264822}, {"accuracy": 0.93083, "f1": 0.909717, "hf_subset": "nob_Latn-sin_Sinh", "languages": ["nob-Latn", "sin-Sinh"], "main_score": 0.909717, "precision": 0.899704, "recall": 0.93083}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "nob_Latn-tha_Thai", "languages": ["nob-Latn", "tha-Thai"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "nob_Latn-zho_Hans", "languages": ["nob-Latn", "zho-Hans"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.947628, "f1": 0.930665, "hf_subset": "nob_Latn-ast_Latn", "languages": ["nob-Latn", "ast-Latn"], "main_score": 0.930665, "precision": 0.922431, "recall": 0.947628}, {"accuracy": 0.781621, "f1": 0.727273, "hf_subset": "nob_Latn-crh_Latn", "languages": ["nob-Latn", "crh-Latn"], "main_score": 0.727273, "precision": 0.703574, "recall": 0.781621}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-glg_Latn", "languages": ["nob-Latn", "glg-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.428854, "f1": 0.344405, "hf_subset": "nob_Latn-kas_Deva", "languages": ["nob-Latn", "kas-Deva"], "main_score": 0.344405, "precision": 0.316109, "recall": 0.428854}, {"accuracy": 0.529644, "f1": 0.441974, "hf_subset": "nob_Latn-ltz_Latn", "languages": ["nob-Latn", "ltz-Latn"], "main_score": 0.441974, "precision": 0.411953, "recall": 0.529644}, {"accuracy": 0.120553, "f1": 0.067629, "hf_subset": "nob_Latn-nus_Latn", "languages": ["nob-Latn", "nus-Latn"], "main_score": 0.067629, "precision": 0.057589, "recall": 0.120553}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "nob_Latn-slk_Latn", "languages": ["nob-Latn", "slk-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.185771, "f1": 0.123459, "hf_subset": "nob_Latn-tir_Ethi", "languages": ["nob-Latn", "tir-Ethi"], "main_score": 0.123459, "precision": 0.106739, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "nob_Latn-zho_Hant", "languages": ["nob-Latn", "zho-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.961462, "f1": 0.950758, "hf_subset": "nob_Latn-awa_Deva", "languages": ["nob-Latn", "awa-Deva"], "main_score": 0.950758, "precision": 0.945652, "recall": 0.961462}, {"accuracy": 0.479249, "f1": 0.392951, "hf_subset": "nob_Latn-cym_Latn", "languages": ["nob-Latn", "cym-Latn"], "main_score": 0.392951, "precision": 0.36489, "recall": 0.479249}, {"accuracy": 0.376482, "f1": 0.288386, "hf_subset": "nob_Latn-grn_Latn", "languages": ["nob-Latn", "grn-Latn"], "main_score": 0.288386, "precision": 0.260889, "recall": 0.376482}, {"accuracy": 0.884387, "f1": 0.848979, "hf_subset": "nob_Latn-kat_Geor", "languages": ["nob-Latn", "kat-Geor"], "main_score": 0.848979, "precision": 0.832345, "recall": 0.884387}, {"accuracy": 0.282609, "f1": 0.209204, "hf_subset": "nob_Latn-lua_Latn", "languages": ["nob-Latn", "lua-Latn"], "main_score": 0.209204, "precision": 0.189664, "recall": 0.282609}, {"accuracy": 0.257905, "f1": 0.179995, "hf_subset": "nob_Latn-nya_Latn", "languages": ["nob-Latn", "nya-Latn"], "main_score": 0.179995, "precision": 0.159705, "recall": 0.257905}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-slv_Latn", "languages": ["nob-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.487154, "f1": 0.397458, "hf_subset": "nob_Latn-tpi_Latn", "languages": ["nob-Latn", "tpi-Latn"], "main_score": 0.397458, "precision": 0.367742, "recall": 0.487154}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "nob_Latn-zsm_Latn", "languages": ["nob-Latn", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.222332, "f1": 0.146194, "hf_subset": "nob_Latn-ayr_Latn", "languages": ["nob-Latn", "ayr-Latn"], "main_score": 0.146194, "precision": 0.128513, "recall": 0.222332}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "nob_Latn-dan_Latn", "languages": ["nob-Latn", "dan-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.933794, "f1": 0.91362, "hf_subset": "nob_Latn-guj_Gujr", "languages": ["nob-Latn", "guj-Gujr"], "main_score": 0.91362, "precision": 0.903962, "recall": 0.933794}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "nob_Latn-kaz_Cyrl", "languages": ["nob-Latn", "kaz-Cyrl"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.198617, "f1": 0.135587, "hf_subset": "nob_Latn-lug_Latn", "languages": ["nob-Latn", "lug-Latn"], "main_score": 0.135587, "precision": 0.120137, "recall": 0.198617}, {"accuracy": 0.934783, "f1": 0.91502, "hf_subset": "nob_Latn-oci_Latn", "languages": ["nob-Latn", "oci-Latn"], "main_score": 0.91502, "precision": 0.905303, "recall": 0.934783}, {"accuracy": 0.211462, "f1": 0.14189, "hf_subset": "nob_Latn-smo_Latn", "languages": ["nob-Latn", "smo-Latn"], "main_score": 0.14189, "precision": 0.123933, "recall": 0.211462}, {"accuracy": 0.231225, "f1": 0.159932, "hf_subset": "nob_Latn-tsn_Latn", "languages": ["nob-Latn", "tsn-Latn"], "main_score": 0.159932, "precision": 0.141835, "recall": 0.231225}, {"accuracy": 0.163043, "f1": 0.10373, "hf_subset": "nob_Latn-zul_Latn", "languages": ["nob-Latn", "zul-Latn"], "main_score": 0.10373, "precision": 0.090701, "recall": 0.163043}, {"accuracy": 0.557312, "f1": 0.474254, "hf_subset": "nob_Latn-azb_Arab", "languages": ["nob-Latn", "azb-Arab"], "main_score": 0.474254, "precision": 0.441983, "recall": 0.557312}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "nob_Latn-deu_Latn", "languages": ["nob-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.325099, "f1": 0.240722, "hf_subset": "nob_Latn-hat_Latn", "languages": ["nob-Latn", "hat-Latn"], "main_score": 0.240722, "precision": 0.215675, "recall": 0.325099}, {"accuracy": 0.210474, "f1": 0.140077, "hf_subset": "nob_Latn-kbp_Latn", "languages": ["nob-Latn", "kbp-Latn"], "main_score": 0.140077, "precision": 0.122749, "recall": 0.210474}, {"accuracy": 0.254941, "f1": 0.180424, "hf_subset": "nob_Latn-luo_Latn", "languages": ["nob-Latn", "luo-Latn"], "main_score": 0.180424, "precision": 0.16148, "recall": 0.254941}, {"accuracy": 0.847826, "f1": 0.809637, "hf_subset": "nob_Latn-ory_Orya", "languages": ["nob-Latn", "ory-Orya"], "main_score": 0.809637, "precision": 0.792474, "recall": 0.847826}, {"accuracy": 0.199605, "f1": 0.131366, "hf_subset": "nob_Latn-sna_Latn", "languages": ["nob-Latn", "sna-Latn"], "main_score": 0.131366, "precision": 0.114523, "recall": 0.199605}, {"accuracy": 0.208498, "f1": 0.140327, "hf_subset": "nob_Latn-tso_Latn", "languages": ["nob-Latn", "tso-Latn"], "main_score": 0.140327, "precision": 0.122779, "recall": 0.208498}, {"accuracy": 0.960474, "f1": 0.948123, "hf_subset": "nob_Latn-azj_Latn", "languages": ["nob-Latn", "azj-Latn"], "main_score": 0.948123, "precision": 0.942194, "recall": 0.960474}, {"accuracy": 0.313241, "f1": 0.229202, "hf_subset": "nob_Latn-dik_Latn", "languages": ["nob-Latn", "dik-Latn"], "main_score": 0.229202, "precision": 0.20494, "recall": 0.313241}, {"accuracy": 0.282609, "f1": 0.201805, "hf_subset": "nob_Latn-hau_Latn", "languages": ["nob-Latn", "hau-Latn"], "main_score": 0.201805, "precision": 0.181583, "recall": 0.282609}, {"accuracy": 0.672925, "f1": 0.59849, "hf_subset": "nob_Latn-kea_Latn", "languages": ["nob-Latn", "kea-Latn"], "main_score": 0.59849, "precision": 0.569463, "recall": 0.672925}, {"accuracy": 0.393281, "f1": 0.305587, "hf_subset": "nob_Latn-lus_Latn", "languages": ["nob-Latn", "lus-Latn"], "main_score": 0.305587, "precision": 0.277935, "recall": 0.393281}, {"accuracy": 0.495059, "f1": 0.406724, "hf_subset": "nob_Latn-pag_Latn", "languages": ["nob-Latn", "pag-Latn"], "main_score": 0.406724, "precision": 0.376017, "recall": 0.495059}, {"accuracy": 0.87253, "f1": 0.835606, "hf_subset": "nob_Latn-snd_Arab", "languages": ["nob-Latn", "snd-Arab"], "main_score": 0.835606, "precision": 0.818379, "recall": 0.87253}, {"accuracy": 0.353755, "f1": 0.266137, "hf_subset": "nob_Latn-tuk_Latn", "languages": ["nob-Latn", "tuk-Latn"], "main_score": 0.266137, "precision": 0.23974, "recall": 0.353755}, {"accuracy": 0.486166, "f1": 0.397034, "hf_subset": "nob_Latn-bak_Cyrl", "languages": ["nob-Latn", "bak-Cyrl"], "main_score": 0.397034, "precision": 0.365688, "recall": 0.486166}, {"accuracy": 0.205534, "f1": 0.134566, "hf_subset": "nob_Latn-dyu_Latn", "languages": ["nob-Latn", "dyu-Latn"], "main_score": 0.134566, "precision": 0.115259, "recall": 0.205534}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "nob_Latn-heb_Hebr", "languages": ["nob-Latn", "heb-Hebr"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "nob_Latn-khk_Cyrl", "languages": ["nob-Latn", "khk-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "nob_Latn-lvs_Latn", "languages": ["nob-Latn", "lvs-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.859684, "f1": 0.82052, "hf_subset": "nob_Latn-pan_Guru", "languages": ["nob-Latn", "pan-Guru"], "main_score": 0.82052, "precision": 0.803014, "recall": 0.859684}, {"accuracy": 0.291502, "f1": 0.214662, "hf_subset": "nob_Latn-som_Latn", "languages": ["nob-Latn", "som-Latn"], "main_score": 0.214662, "precision": 0.191444, "recall": 0.291502}, {"accuracy": 0.225296, "f1": 0.147753, "hf_subset": "nob_Latn-tum_Latn", "languages": ["nob-Latn", "tum-Latn"], "main_score": 0.147753, "precision": 0.128576, "recall": 0.225296}, {"accuracy": 0.079051, "f1": 0.055959, "hf_subset": "scn_Latn-ace_Arab", "languages": ["scn-Latn", "ace-Arab"], "main_score": 0.055959, "precision": 0.049017, "recall": 0.079051}, {"accuracy": 0.210474, "f1": 0.167272, "hf_subset": "scn_Latn-bam_Latn", "languages": ["scn-Latn", "bam-Latn"], "main_score": 0.167272, "precision": 0.153433, "recall": 0.210474}, {"accuracy": 0.002964, "f1": 0.000126, "hf_subset": "scn_Latn-dzo_Tibt", "languages": ["scn-Latn", "dzo-Tibt"], "main_score": 0.000126, "precision": 6.5e-05, "recall": 0.002964}, {"accuracy": 0.625494, "f1": 0.573822, "hf_subset": "scn_Latn-hin_Deva", "languages": ["scn-Latn", "hin-Deva"], "main_score": 0.573822, "precision": 0.555796, "recall": 0.625494}, {"accuracy": 0.551383, "f1": 0.50684, "hf_subset": "scn_Latn-khm_Khmr", "languages": ["scn-Latn", "khm-Khmr"], "main_score": 0.50684, "precision": 0.491224, "recall": 0.551383}, {"accuracy": 0.557312, "f1": 0.508561, "hf_subset": "scn_Latn-mag_Deva", "languages": ["scn-Latn", "mag-Deva"], "main_score": 0.508561, "precision": 0.491992, "recall": 0.557312}, {"accuracy": 0.511858, "f1": 0.466194, "hf_subset": "scn_Latn-pap_Latn", "languages": ["scn-Latn", "pap-Latn"], "main_score": 0.466194, "precision": 0.449447, "recall": 0.511858}, {"accuracy": 0.233202, "f1": 0.191817, "hf_subset": "scn_Latn-sot_Latn", "languages": ["scn-Latn", "sot-Latn"], "main_score": 0.191817, "precision": 0.178736, "recall": 0.233202}, {"accuracy": 0.672925, "f1": 0.634075, "hf_subset": "scn_Latn-tur_Latn", "languages": ["scn-Latn", "tur-Latn"], "main_score": 0.634075, "precision": 0.620733, "recall": 0.672925}, {"accuracy": 0.367589, "f1": 0.312007, "hf_subset": "scn_Latn-ace_Latn", "languages": ["scn-Latn", "ace-Latn"], "main_score": 0.312007, "precision": 0.291618, "recall": 0.367589}, {"accuracy": 0.496047, "f1": 0.452663, "hf_subset": "scn_Latn-ban_Latn", "languages": ["scn-Latn", "ban-Latn"], "main_score": 0.452663, "precision": 0.435715, "recall": 0.496047}, {"accuracy": 0.632411, "f1": 0.582527, "hf_subset": "scn_Latn-ell_Grek", "languages": ["scn-Latn", "ell-Grek"], "main_score": 0.582527, "precision": 0.565525, "recall": 0.632411}, {"accuracy": 0.550395, "f1": 0.506199, "hf_subset": "scn_Latn-hne_Deva", "languages": ["scn-Latn", "hne-Deva"], "main_score": 0.506199, "precision": 0.490536, "recall": 0.550395}, {"accuracy": 0.23913, "f1": 0.184869, "hf_subset": "scn_Latn-kik_Latn", "languages": ["scn-Latn", "kik-Latn"], "main_score": 0.184869, "precision": 0.167411, "recall": 0.23913}, {"accuracy": 0.55336, "f1": 0.509714, "hf_subset": "scn_Latn-mai_Deva", "languages": ["scn-Latn", "mai-Deva"], "main_score": 0.509714, "precision": 0.494104, "recall": 0.55336}, {"accuracy": 0.459486, "f1": 0.414964, "hf_subset": "scn_Latn-pbt_Arab", "languages": ["scn-Latn", "pbt-Arab"], "main_score": 0.414964, "precision": 0.399267, "recall": 0.459486}, {"accuracy": 0.686759, "f1": 0.640525, "hf_subset": "scn_Latn-spa_Latn", "languages": ["scn-Latn", "spa-Latn"], "main_score": 0.640525, "precision": 0.624701, "recall": 0.686759}, {"accuracy": 0.307312, "f1": 0.244462, "hf_subset": "scn_Latn-twi_Latn", "languages": ["scn-Latn", "twi-Latn"], "main_score": 0.244462, "precision": 0.225228, "recall": 0.307312}, {"accuracy": 0.605731, "f1": 0.563577, "hf_subset": "scn_Latn-acm_Arab", "languages": ["scn-Latn", "acm-Arab"], "main_score": 0.563577, "precision": 0.549324, "recall": 0.605731}, {"accuracy": 0.557312, "f1": 0.508288, "hf_subset": "scn_Latn-bel_Cyrl", "languages": ["scn-Latn", "bel-Cyrl"], "main_score": 0.508288, "precision": 0.490611, "recall": 0.557312}, {"accuracy": 0.700593, "f1": 0.660093, "hf_subset": "scn_Latn-eng_Latn", "languages": ["scn-Latn", "eng-Latn"], "main_score": 0.660093, "precision": 0.646435, "recall": 0.700593}, {"accuracy": 0.674901, "f1": 0.636159, "hf_subset": "scn_Latn-hrv_Latn", "languages": ["scn-Latn", "hrv-Latn"], "main_score": 0.636159, "precision": 0.622909, "recall": 0.674901}, {"accuracy": 0.16502, "f1": 0.130238, "hf_subset": "scn_Latn-kin_Latn", "languages": ["scn-Latn", "kin-Latn"], "main_score": 0.130238, "precision": 0.120055, "recall": 0.16502}, {"accuracy": 0.439723, "f1": 0.39614, "hf_subset": "scn_Latn-mal_Mlym", "languages": ["scn-Latn", "mal-Mlym"], "main_score": 0.39614, "precision": 0.382216, "recall": 0.439723}, {"accuracy": 0.636364, "f1": 0.583384, "hf_subset": "scn_Latn-pes_Arab", "languages": ["scn-Latn", "pes-Arab"], "main_score": 0.583384, "precision": 0.565527, "recall": 0.636364}, {"accuracy": 0.578063, "f1": 0.533034, "hf_subset": "scn_Latn-srd_Latn", "languages": ["scn-Latn", "srd-Latn"], "main_score": 0.533034, "precision": 0.51564, "recall": 0.578063}, {"accuracy": 0.060277, "f1": 0.031257, "hf_subset": "scn_Latn-tzm_Tfng", "languages": ["scn-Latn", "tzm-Tfng"], "main_score": 0.031257, "precision": 0.027075, "recall": 0.060277}, {"accuracy": 0.61166, "f1": 0.570719, "hf_subset": "scn_Latn-acq_Arab", "languages": ["scn-Latn", "acq-Arab"], "main_score": 0.570719, "precision": 0.557038, "recall": 0.61166}, {"accuracy": 0.229249, "f1": 0.180465, "hf_subset": "scn_Latn-bem_Latn", "languages": ["scn-Latn", "bem-Latn"], "main_score": 0.180465, "precision": 0.16671, "recall": 0.229249}, {"accuracy": 0.591897, "f1": 0.555065, "hf_subset": "scn_Latn-epo_Latn", "languages": ["scn-Latn", "epo-Latn"], "main_score": 0.555065, "precision": 0.541937, "recall": 0.591897}, {"accuracy": 0.675889, "f1": 0.634981, "hf_subset": "scn_Latn-hun_Latn", "languages": ["scn-Latn", "hun-Latn"], "main_score": 0.634981, "precision": 0.620886, "recall": 0.675889}, {"accuracy": 0.562253, "f1": 0.523129, "hf_subset": "scn_Latn-kir_Cyrl", "languages": ["scn-Latn", "kir-Cyrl"], "main_score": 0.523129, "precision": 0.508718, "recall": 0.562253}, {"accuracy": 0.504941, "f1": 0.463455, "hf_subset": "scn_Latn-mar_Deva", "languages": ["scn-Latn", "mar-Deva"], "main_score": 0.463455, "precision": 0.449629, "recall": 0.504941}, {"accuracy": 0.294466, "f1": 0.244475, "hf_subset": "scn_Latn-plt_Latn", "languages": ["scn-Latn", "plt-Latn"], "main_score": 0.244475, "precision": 0.22781, "recall": 0.294466}, {"accuracy": 0.68083, "f1": 0.640142, "hf_subset": "scn_Latn-srp_Cyrl", "languages": ["scn-Latn", "srp-Cyrl"], "main_score": 0.640142, "precision": 0.625752, "recall": 0.68083}, {"accuracy": 0.412055, "f1": 0.366995, "hf_subset": "scn_Latn-uig_Arab", "languages": ["scn-Latn", "uig-Arab"], "main_score": 0.366995, "precision": 0.351656, "recall": 0.412055}, {"accuracy": 0.561265, "f1": 0.53133, "hf_subset": "scn_Latn-aeb_Arab", "languages": ["scn-Latn", "aeb-Arab"], "main_score": 0.53133, "precision": 0.520921, "recall": 0.561265}, {"accuracy": 0.462451, "f1": 0.418179, "hf_subset": "scn_Latn-ben_Beng", "languages": ["scn-Latn", "ben-Beng"], "main_score": 0.418179, "precision": 0.401447, "recall": 0.462451}, {"accuracy": 0.657115, "f1": 0.621229, "hf_subset": "scn_Latn-est_Latn", "languages": ["scn-Latn", "est-Latn"], "main_score": 0.621229, "precision": 0.609064, "recall": 0.657115}, {"accuracy": 0.588933, "f1": 0.535944, "hf_subset": "scn_Latn-hye_Armn", "languages": ["scn-Latn", "hye-Armn"], "main_score": 0.535944, "precision": 0.517638, "recall": 0.588933}, {"accuracy": 0.184783, "f1": 0.135594, "hf_subset": "scn_Latn-kmb_Latn", "languages": ["scn-Latn", "kmb-Latn"], "main_score": 0.135594, "precision": 0.122634, "recall": 0.184783}, {"accuracy": 0.052372, "f1": 0.034895, "hf_subset": "scn_Latn-min_Arab", "languages": ["scn-Latn", "min-Arab"], "main_score": 0.034895, "precision": 0.030548, "recall": 0.052372}, {"accuracy": 0.668972, "f1": 0.627369, "hf_subset": "scn_Latn-pol_Latn", "languages": ["scn-Latn", "pol-Latn"], "main_score": 0.627369, "precision": 0.612827, "recall": 0.668972}, {"accuracy": 0.175889, "f1": 0.134204, "hf_subset": "scn_Latn-ssw_Latn", "languages": ["scn-Latn", "ssw-Latn"], "main_score": 0.134204, "precision": 0.122125, "recall": 0.175889}, {"accuracy": 0.659091, "f1": 0.610094, "hf_subset": "scn_Latn-ukr_Cyrl", "languages": ["scn-Latn", "ukr-Cyrl"], "main_score": 0.610094, "precision": 0.593306, "recall": 0.659091}, {"accuracy": 0.642292, "f1": 0.599697, "hf_subset": "scn_Latn-afr_Latn", "languages": ["scn-Latn", "afr-Latn"], "main_score": 0.599697, "precision": 0.584313, "recall": 0.642292}, {"accuracy": 0.522727, "f1": 0.472475, "hf_subset": "scn_Latn-bho_Deva", "languages": ["scn-Latn", "bho-Deva"], "main_score": 0.472475, "precision": 0.455126, "recall": 0.522727}, {"accuracy": 0.514822, "f1": 0.475676, "hf_subset": "scn_Latn-eus_Latn", "languages": ["scn-Latn", "eus-Latn"], "main_score": 0.475676, "precision": 0.460348, "recall": 0.514822}, {"accuracy": 0.209486, "f1": 0.159951, "hf_subset": "scn_Latn-ibo_Latn", "languages": ["scn-Latn", "ibo-Latn"], "main_score": 0.159951, "precision": 0.144644, "recall": 0.209486}, {"accuracy": 0.48419, "f1": 0.442332, "hf_subset": "scn_Latn-kmr_Latn", "languages": ["scn-Latn", "kmr-Latn"], "main_score": 0.442332, "precision": 0.425772, "recall": 0.48419}, {"accuracy": 0.480237, "f1": 0.437591, "hf_subset": "scn_Latn-min_Latn", "languages": ["scn-Latn", "min-Latn"], "main_score": 0.437591, "precision": 0.421643, "recall": 0.480237}, {"accuracy": 0.689723, "f1": 0.648706, "hf_subset": "scn_Latn-por_Latn", "languages": ["scn-Latn", "por-Latn"], "main_score": 0.648706, "precision": 0.635099, "recall": 0.689723}, {"accuracy": 0.545455, "f1": 0.501968, "hf_subset": "scn_Latn-sun_Latn", "languages": ["scn-Latn", "sun-Latn"], "main_score": 0.501968, "precision": 0.485557, "recall": 0.545455}, {"accuracy": 0.182806, "f1": 0.139473, "hf_subset": "scn_Latn-umb_Latn", "languages": ["scn-Latn", "umb-Latn"], "main_score": 0.139473, "precision": 0.126169, "recall": 0.182806}, {"accuracy": 0.602767, "f1": 0.555265, "hf_subset": "scn_Latn-ajp_Arab", "languages": ["scn-Latn", "ajp-Arab"], "main_score": 0.555265, "precision": 0.539833, "recall": 0.602767}, {"accuracy": 0.070158, "f1": 0.049704, "hf_subset": "scn_Latn-bjn_Arab", "languages": ["scn-Latn", "bjn-Arab"], "main_score": 0.049704, "precision": 0.043556, "recall": 0.070158}, {"accuracy": 0.262846, "f1": 0.213197, "hf_subset": "scn_Latn-ewe_Latn", "languages": ["scn-Latn", "ewe-Latn"], "main_score": 0.213197, "precision": 0.197368, "recall": 0.262846}, {"accuracy": 0.34585, "f1": 0.29287, "hf_subset": "scn_Latn-ilo_Latn", "languages": ["scn-Latn", "ilo-Latn"], "main_score": 0.29287, "precision": 0.27422, "recall": 0.34585}, {"accuracy": 0.08498, "f1": 0.064361, "hf_subset": "scn_Latn-knc_Arab", "languages": ["scn-Latn", "knc-Arab"], "main_score": 0.064361, "precision": 0.057082, "recall": 0.08498}, {"accuracy": 0.667984, "f1": 0.629126, "hf_subset": "scn_Latn-mkd_Cyrl", "languages": ["scn-Latn", "mkd-Cyrl"], "main_score": 0.629126, "precision": 0.616651, "recall": 0.667984}, {"accuracy": 0.606719, "f1": 0.56428, "hf_subset": "scn_Latn-prs_Arab", "languages": ["scn-Latn", "prs-Arab"], "main_score": 0.56428, "precision": 0.550257, "recall": 0.606719}, {"accuracy": 0.686759, "f1": 0.648642, "hf_subset": "scn_Latn-swe_Latn", "languages": ["scn-Latn", "swe-Latn"], "main_score": 0.648642, "precision": 0.635951, "recall": 0.686759}, {"accuracy": 0.555336, "f1": 0.503473, "hf_subset": "scn_Latn-urd_Arab", "languages": ["scn-Latn", "urd-Arab"], "main_score": 0.503473, "precision": 0.486238, "recall": 0.555336}, {"accuracy": 0.275692, "f1": 0.221441, "hf_subset": "scn_Latn-aka_Latn", "languages": ["scn-Latn", "aka-Latn"], "main_score": 0.221441, "precision": 0.204753, "recall": 0.275692}, {"accuracy": 0.560277, "f1": 0.523047, "hf_subset": "scn_Latn-bjn_Latn", "languages": ["scn-Latn", "bjn-Latn"], "main_score": 0.523047, "precision": 0.508111, "recall": 0.560277}, {"accuracy": 0.396245, "f1": 0.353335, "hf_subset": "scn_Latn-fao_Latn", "languages": ["scn-Latn", "fao-Latn"], "main_score": 0.353335, "precision": 0.339008, "recall": 0.396245}, {"accuracy": 0.684783, "f1": 0.642505, "hf_subset": "scn_Latn-ind_Latn", "languages": ["scn-Latn", "ind-Latn"], "main_score": 0.642505, "precision": 0.627661, "recall": 0.684783}, {"accuracy": 0.269763, "f1": 0.220572, "hf_subset": "scn_Latn-knc_Latn", "languages": ["scn-Latn", "knc-Latn"], "main_score": 0.220572, "precision": 0.205586, "recall": 0.269763}, {"accuracy": 0.321146, "f1": 0.270309, "hf_subset": "scn_Latn-mlt_Latn", "languages": ["scn-Latn", "mlt-Latn"], "main_score": 0.270309, "precision": 0.254356, "recall": 0.321146}, {"accuracy": 0.267787, "f1": 0.212877, "hf_subset": "scn_Latn-quy_Latn", "languages": ["scn-Latn", "quy-Latn"], "main_score": 0.212877, "precision": 0.19556, "recall": 0.267787}, {"accuracy": 0.311265, "f1": 0.264896, "hf_subset": "scn_Latn-swh_Latn", "languages": ["scn-Latn", "swh-Latn"], "main_score": 0.264896, "precision": 0.24891, "recall": 0.311265}, {"accuracy": 0.429842, "f1": 0.385917, "hf_subset": "scn_Latn-uzn_Latn", "languages": ["scn-Latn", "uzn-Latn"], "main_score": 0.385917, "precision": 0.370069, "recall": 0.429842}, {"accuracy": 0.671937, "f1": 0.629938, "hf_subset": "scn_Latn-als_Latn", "languages": ["scn-Latn", "als-Latn"], "main_score": 0.629938, "precision": 0.615948, "recall": 0.671937}, {"accuracy": 0.056324, "f1": 0.026185, "hf_subset": "scn_Latn-bod_Tibt", "languages": ["scn-Latn", "bod-Tibt"], "main_score": 0.026185, "precision": 0.021304, "recall": 0.056324}, {"accuracy": 0.22332, "f1": 0.179605, "hf_subset": "scn_Latn-fij_Latn", "languages": ["scn-Latn", "fij-Latn"], "main_score": 0.179605, "precision": 0.16532, "recall": 0.22332}, {"accuracy": 0.48913, "f1": 0.441987, "hf_subset": "scn_Latn-isl_Latn", "languages": ["scn-Latn", "isl-Latn"], "main_score": 0.441987, "precision": 0.425577, "recall": 0.48913}, {"accuracy": 0.252964, "f1": 0.202225, "hf_subset": "scn_Latn-kon_Latn", "languages": ["scn-Latn", "kon-Latn"], "main_score": 0.202225, "precision": 0.186595, "recall": 0.252964}, {"accuracy": 0.051383, "f1": 0.029665, "hf_subset": "scn_Latn-mni_Beng", "languages": ["scn-Latn", "mni-Beng"], "main_score": 0.029665, "precision": 0.025604, "recall": 0.051383}, {"accuracy": 0.705534, "f1": 0.666167, "hf_subset": "scn_Latn-ron_Latn", "languages": ["scn-Latn", "ron-Latn"], "main_score": 0.666167, "precision": 0.652745, "recall": 0.705534}, {"accuracy": 0.563241, "f1": 0.519953, "hf_subset": "scn_Latn-szl_Latn", "languages": ["scn-Latn", "szl-Latn"], "main_score": 0.519953, "precision": 0.5053, "recall": 0.563241}, {"accuracy": 0.607708, "f1": 0.564408, "hf_subset": "scn_Latn-vec_Latn", "languages": ["scn-Latn", "vec-Latn"], "main_score": 0.564408, "precision": 0.547325, "recall": 0.607708}, {"accuracy": 0.359684, "f1": 0.313489, "hf_subset": "scn_Latn-amh_Ethi", "languages": ["scn-Latn", "amh-Ethi"], "main_score": 0.313489, "precision": 0.297181, "recall": 0.359684}, {"accuracy": 0.682806, "f1": 0.645241, "hf_subset": "scn_Latn-bos_Latn", "languages": ["scn-Latn", "bos-Latn"], "main_score": 0.645241, "precision": 0.632334, "recall": 0.682806}, {"accuracy": 0.670949, "f1": 0.622115, "hf_subset": "scn_Latn-fin_Latn", "languages": ["scn-Latn", "fin-Latn"], "main_score": 0.622115, "precision": 0.605756, "recall": 0.670949}, {"accuracy": 0.703557, "f1": 0.664102, "hf_subset": "scn_Latn-ita_Latn", "languages": ["scn-Latn", "ita-Latn"], "main_score": 0.664102, "precision": 0.650922, "recall": 0.703557}, {"accuracy": 0.607708, "f1": 0.558357, "hf_subset": "scn_Latn-kor_Hang", "languages": ["scn-Latn", "kor-Hang"], "main_score": 0.558357, "precision": 0.541271, "recall": 0.607708}, {"accuracy": 0.243083, "f1": 0.187945, "hf_subset": "scn_Latn-mos_Latn", "languages": ["scn-Latn", "mos-Latn"], "main_score": 0.187945, "precision": 0.170904, "recall": 0.243083}, {"accuracy": 0.189723, "f1": 0.15096, "hf_subset": "scn_Latn-run_Latn", "languages": ["scn-Latn", "run-Latn"], "main_score": 0.15096, "precision": 0.139066, "recall": 0.189723}, {"accuracy": 0.417984, "f1": 0.377386, "hf_subset": "scn_Latn-tam_Taml", "languages": ["scn-Latn", "tam-Taml"], "main_score": 0.377386, "precision": 0.362698, "recall": 0.417984}, {"accuracy": 0.671937, "f1": 0.623226, "hf_subset": "scn_Latn-vie_Latn", "languages": ["scn-Latn", "vie-Latn"], "main_score": 0.623226, "precision": 0.606254, "recall": 0.671937}, {"accuracy": 0.578063, "f1": 0.534426, "hf_subset": "scn_Latn-apc_Arab", "languages": ["scn-Latn", "apc-Arab"], "main_score": 0.534426, "precision": 0.518934, "recall": 0.578063}, {"accuracy": 0.342885, "f1": 0.300663, "hf_subset": "scn_Latn-bug_Latn", "languages": ["scn-Latn", "bug-Latn"], "main_score": 0.300663, "precision": 0.285842, "recall": 0.342885}, {"accuracy": 0.222332, "f1": 0.176099, "hf_subset": "scn_Latn-fon_Latn", "languages": ["scn-Latn", "fon-Latn"], "main_score": 0.176099, "precision": 0.162246, "recall": 0.222332}, {"accuracy": 0.544466, "f1": 0.499681, "hf_subset": "scn_Latn-jav_Latn", "languages": ["scn-Latn", "jav-Latn"], "main_score": 0.499681, "precision": 0.482263, "recall": 0.544466}, {"accuracy": 0.548419, "f1": 0.505095, "hf_subset": "scn_Latn-lao_Laoo", "languages": ["scn-Latn", "lao-Laoo"], "main_score": 0.505095, "precision": 0.490715, "recall": 0.548419}, {"accuracy": 0.217391, "f1": 0.160646, "hf_subset": "scn_Latn-mri_Latn", "languages": ["scn-Latn", "mri-Latn"], "main_score": 0.160646, "precision": 0.144795, "recall": 0.217391}, {"accuracy": 0.650198, "f1": 0.601022, "hf_subset": "scn_Latn-rus_Cyrl", "languages": ["scn-Latn", "rus-Cyrl"], "main_score": 0.601022, "precision": 0.58386, "recall": 0.650198}, {"accuracy": 0.248024, "f1": 0.202983, "hf_subset": "scn_Latn-taq_Latn", "languages": ["scn-Latn", "taq-Latn"], "main_score": 0.202983, "precision": 0.189454, "recall": 0.248024}, {"accuracy": 0.364625, "f1": 0.308827, "hf_subset": "scn_Latn-war_Latn", "languages": ["scn-Latn", "war-Latn"], "main_score": 0.308827, "precision": 0.290084, "recall": 0.364625}, {"accuracy": 0.605731, "f1": 0.561993, "hf_subset": "scn_Latn-arb_Arab", "languages": ["scn-Latn", "arb-Arab"], "main_score": 0.561993, "precision": 0.547221, "recall": 0.605731}, {"accuracy": 0.673913, "f1": 0.630528, "hf_subset": "scn_Latn-bul_Cyrl", "languages": ["scn-Latn", "bul-Cyrl"], "main_score": 0.630528, "precision": 0.615789, "recall": 0.673913}, {"accuracy": 0.702569, "f1": 0.659612, "hf_subset": "scn_Latn-fra_Latn", "languages": ["scn-Latn", "fra-Latn"], "main_score": 0.659612, "precision": 0.644591, "recall": 0.702569}, {"accuracy": 0.624506, "f1": 0.573246, "hf_subset": "scn_Latn-jpn_Jpan", "languages": ["scn-Latn", "jpn-Jpan"], "main_score": 0.573246, "precision": 0.555078, "recall": 0.624506}, {"accuracy": 0.56917, "f1": 0.529477, "hf_subset": "scn_Latn-lij_Latn", "languages": ["scn-Latn", "lij-Latn"], "main_score": 0.529477, "precision": 0.514073, "recall": 0.56917}, {"accuracy": 0.546443, "f1": 0.499586, "hf_subset": "scn_Latn-mya_Mymr", "languages": ["scn-Latn", "mya-Mymr"], "main_score": 0.499586, "precision": 0.483941, "recall": 0.546443}, {"accuracy": 0.261858, "f1": 0.208482, "hf_subset": "scn_Latn-sag_Latn", "languages": ["scn-Latn", "sag-Latn"], "main_score": 0.208482, "precision": 0.191931, "recall": 0.261858}, {"accuracy": 0.083004, "f1": 0.04424, "hf_subset": "scn_Latn-taq_Tfng", "languages": ["scn-Latn", "taq-Tfng"], "main_score": 0.04424, "precision": 0.037343, "recall": 0.083004}, {"accuracy": 0.253953, "f1": 0.202413, "hf_subset": "scn_Latn-wol_Latn", "languages": ["scn-Latn", "wol-Latn"], "main_score": 0.202413, "precision": 0.186023, "recall": 0.253953}, {"accuracy": 0.123518, "f1": 0.079816, "hf_subset": "scn_Latn-arb_Latn", "languages": ["scn-Latn", "arb-Latn"], "main_score": 0.079816, "precision": 0.069822, "recall": 0.123518}, {"accuracy": 0.692688, "f1": 0.654321, "hf_subset": "scn_Latn-cat_Latn", "languages": ["scn-Latn", "cat-Latn"], "main_score": 0.654321, "precision": 0.641923, "recall": 0.692688}, {"accuracy": 0.566206, "f1": 0.525745, "hf_subset": "scn_Latn-fur_Latn", "languages": ["scn-Latn", "fur-Latn"], "main_score": 0.525745, "precision": 0.509957, "recall": 0.566206}, {"accuracy": 0.098814, "f1": 0.074163, "hf_subset": "scn_Latn-kab_Latn", "languages": ["scn-Latn", "kab-Latn"], "main_score": 0.074163, "precision": 0.067978, "recall": 0.098814}, {"accuracy": 0.556324, "f1": 0.51684, "hf_subset": "scn_Latn-lim_Latn", "languages": ["scn-Latn", "lim-Latn"], "main_score": 0.51684, "precision": 0.501817, "recall": 0.556324}, {"accuracy": 0.683794, "f1": 0.631941, "hf_subset": "scn_Latn-nld_Latn", "languages": ["scn-Latn", "nld-Latn"], "main_score": 0.631941, "precision": 0.614523, "recall": 0.683794}, {"accuracy": 0.393281, "f1": 0.347142, "hf_subset": "scn_Latn-san_Deva", "languages": ["scn-Latn", "san-Deva"], "main_score": 0.347142, "precision": 0.331046, "recall": 0.393281}, {"accuracy": 0.37747, "f1": 0.3292, "hf_subset": "scn_Latn-tat_Cyrl", "languages": ["scn-Latn", "tat-Cyrl"], "main_score": 0.3292, "precision": 0.31149, "recall": 0.37747}, {"accuracy": 0.187747, "f1": 0.140748, "hf_subset": "scn_Latn-xho_Latn", "languages": ["scn-Latn", "xho-Latn"], "main_score": 0.140748, "precision": 0.128243, "recall": 0.187747}, {"accuracy": 0.598814, "f1": 0.552002, "hf_subset": "scn_Latn-ars_Arab", "languages": ["scn-Latn", "ars-Arab"], "main_score": 0.552002, "precision": 0.535829, "recall": 0.598814}, {"accuracy": 0.37747, "f1": 0.326716, "hf_subset": "scn_Latn-ceb_Latn", "languages": ["scn-Latn", "ceb-Latn"], "main_score": 0.326716, "precision": 0.309677, "recall": 0.37747}, {"accuracy": 0.218379, "f1": 0.164839, "hf_subset": "scn_Latn-fuv_Latn", "languages": ["scn-Latn", "fuv-Latn"], "main_score": 0.164839, "precision": 0.149598, "recall": 0.218379}, {"accuracy": 0.211462, "f1": 0.167325, "hf_subset": "scn_Latn-kac_Latn", "languages": ["scn-Latn", "kac-Latn"], "main_score": 0.167325, "precision": 0.154769, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.192587, "hf_subset": "scn_Latn-lin_Latn", "languages": ["scn-Latn", "lin-Latn"], "main_score": 0.192587, "precision": 0.178047, "recall": 0.242095}, {"accuracy": 0.658103, "f1": 0.617925, "hf_subset": "scn_Latn-nno_Latn", "languages": ["scn-Latn", "nno-Latn"], "main_score": 0.617925, "precision": 0.60291, "recall": 0.658103}, {"accuracy": 0.021739, "f1": 0.003828, "hf_subset": "scn_Latn-sat_Olck", "languages": ["scn-Latn", "sat-Olck"], "main_score": 0.003828, "precision": 0.002311, "recall": 0.021739}, {"accuracy": 0.444664, "f1": 0.395832, "hf_subset": "scn_Latn-tel_Telu", "languages": ["scn-Latn", "tel-Telu"], "main_score": 0.395832, "precision": 0.378054, "recall": 0.444664}, {"accuracy": 0.261858, "f1": 0.219924, "hf_subset": "scn_Latn-ydd_Hebr", "languages": ["scn-Latn", "ydd-Hebr"], "main_score": 0.219924, "precision": 0.205879, "recall": 0.261858}, {"accuracy": 0.514822, "f1": 0.472639, "hf_subset": "scn_Latn-ary_Arab", "languages": ["scn-Latn", "ary-Arab"], "main_score": 0.472639, "precision": 0.45756, "recall": 0.514822}, {"accuracy": 0.683794, "f1": 0.642133, "hf_subset": "scn_Latn-ces_Latn", "languages": ["scn-Latn", "ces-Latn"], "main_score": 0.642133, "precision": 0.627901, "recall": 0.683794}, {"accuracy": 0.107708, "f1": 0.074561, "hf_subset": "scn_Latn-gaz_Latn", "languages": ["scn-Latn", "gaz-Latn"], "main_score": 0.074561, "precision": 0.067189, "recall": 0.107708}, {"accuracy": 0.197628, "f1": 0.154658, "hf_subset": "scn_Latn-kam_Latn", "languages": ["scn-Latn", "kam-Latn"], "main_score": 0.154658, "precision": 0.141735, "recall": 0.197628}, {"accuracy": 0.661067, "f1": 0.618566, "hf_subset": "scn_Latn-lit_Latn", "languages": ["scn-Latn", "lit-Latn"], "main_score": 0.618566, "precision": 0.603968, "recall": 0.661067}, {"accuracy": 0.668972, "f1": 0.626482, "hf_subset": "scn_Latn-nob_Latn", "languages": ["scn-Latn", "nob-Latn"], "main_score": 0.626482, "precision": 0.611529, "recall": 0.668972}, {"accuracy": 0.186759, "f1": 0.140109, "hf_subset": "scn_Latn-tgk_Cyrl", "languages": ["scn-Latn", "tgk-Cyrl"], "main_score": 0.140109, "precision": 0.125363, "recall": 0.186759}, {"accuracy": 0.22332, "f1": 0.16971, "hf_subset": "scn_Latn-yor_Latn", "languages": ["scn-Latn", "yor-Latn"], "main_score": 0.16971, "precision": 0.152645, "recall": 0.22332}, {"accuracy": 0.582016, "f1": 0.535357, "hf_subset": "scn_Latn-arz_Arab", "languages": ["scn-Latn", "arz-Arab"], "main_score": 0.535357, "precision": 0.518895, "recall": 0.582016}, {"accuracy": 0.187747, "f1": 0.143839, "hf_subset": "scn_Latn-cjk_Latn", "languages": ["scn-Latn", "cjk-Latn"], "main_score": 0.143839, "precision": 0.131377, "recall": 0.187747}, {"accuracy": 0.23419, "f1": 0.186961, "hf_subset": "scn_Latn-gla_Latn", "languages": ["scn-Latn", "gla-Latn"], "main_score": 0.186961, "precision": 0.173093, "recall": 0.23419}, {"accuracy": 0.426877, "f1": 0.380751, "hf_subset": "scn_Latn-kan_Knda", "languages": ["scn-Latn", "kan-Knda"], "main_score": 0.380751, "precision": 0.365612, "recall": 0.426877}, {"accuracy": 0.559289, "f1": 0.519661, "hf_subset": "scn_Latn-lmo_Latn", "languages": ["scn-Latn", "lmo-Latn"], "main_score": 0.519661, "precision": 0.504857, "recall": 0.559289}, {"accuracy": 0.559289, "f1": 0.519695, "hf_subset": "scn_Latn-npi_Deva", "languages": ["scn-Latn", "npi-Deva"], "main_score": 0.519695, "precision": 0.505903, "recall": 0.559289}, {"accuracy": 0.267787, "f1": 0.216043, "hf_subset": "scn_Latn-shn_Mymr", "languages": ["scn-Latn", "shn-Mymr"], "main_score": 0.216043, "precision": 0.198505, "recall": 0.267787}, {"accuracy": 0.41996, "f1": 0.36749, "hf_subset": "scn_Latn-tgl_Latn", "languages": ["scn-Latn", "tgl-Latn"], "main_score": 0.36749, "precision": 0.349762, "recall": 0.41996}, {"accuracy": 0.62747, "f1": 0.576255, "hf_subset": "scn_Latn-yue_Hant", "languages": ["scn-Latn", "yue-Hant"], "main_score": 0.576255, "precision": 0.558813, "recall": 0.62747}, {"accuracy": 0.278656, "f1": 0.238983, "hf_subset": "scn_Latn-asm_Beng", "languages": ["scn-Latn", "asm-Beng"], "main_score": 0.238983, "precision": 0.22468, "recall": 0.278656}, {"accuracy": 0.447628, "f1": 0.395288, "hf_subset": "scn_Latn-ckb_Arab", "languages": ["scn-Latn", "ckb-Arab"], "main_score": 0.395288, "precision": 0.37731, "recall": 0.447628}, {"accuracy": 0.29249, "f1": 0.249196, "hf_subset": "scn_Latn-gle_Latn", "languages": ["scn-Latn", "gle-Latn"], "main_score": 0.249196, "precision": 0.235426, "recall": 0.29249}, {"accuracy": 0.358696, "f1": 0.310632, "hf_subset": "scn_Latn-kas_Arab", "languages": ["scn-Latn", "kas-Arab"], "main_score": 0.310632, "precision": 0.293149, "recall": 0.358696}, {"accuracy": 0.488142, "f1": 0.441534, "hf_subset": "scn_Latn-ltg_Latn", "languages": ["scn-Latn", "ltg-Latn"], "main_score": 0.441534, "precision": 0.422883, "recall": 0.488142}, {"accuracy": 0.263834, "f1": 0.215647, "hf_subset": "scn_Latn-nso_Latn", "languages": ["scn-Latn", "nso-Latn"], "main_score": 0.215647, "precision": 0.199829, "recall": 0.263834}, {"accuracy": 0.464427, "f1": 0.418438, "hf_subset": "scn_Latn-sin_Sinh", "languages": ["scn-Latn", "sin-Sinh"], "main_score": 0.418438, "precision": 0.402646, "recall": 0.464427}, {"accuracy": 0.642292, "f1": 0.595336, "hf_subset": "scn_Latn-tha_Thai", "languages": ["scn-Latn", "tha-Thai"], "main_score": 0.595336, "precision": 0.578853, "recall": 0.642292}, {"accuracy": 0.642292, "f1": 0.58957, "hf_subset": "scn_Latn-zho_Hans", "languages": ["scn-Latn", "zho-Hans"], "main_score": 0.58957, "precision": 0.570672, "recall": 0.642292}, {"accuracy": 0.639328, "f1": 0.597323, "hf_subset": "scn_Latn-ast_Latn", "languages": ["scn-Latn", "ast-Latn"], "main_score": 0.597323, "precision": 0.583508, "recall": 0.639328}, {"accuracy": 0.496047, "f1": 0.453357, "hf_subset": "scn_Latn-crh_Latn", "languages": ["scn-Latn", "crh-Latn"], "main_score": 0.453357, "precision": 0.437958, "recall": 0.496047}, {"accuracy": 0.702569, "f1": 0.667155, "hf_subset": "scn_Latn-glg_Latn", "languages": ["scn-Latn", "glg-Latn"], "main_score": 0.667155, "precision": 0.656122, "recall": 0.702569}, {"accuracy": 0.313241, "f1": 0.267434, "hf_subset": "scn_Latn-kas_Deva", "languages": ["scn-Latn", "kas-Deva"], "main_score": 0.267434, "precision": 0.251857, "recall": 0.313241}, {"accuracy": 0.427866, "f1": 0.37515, "hf_subset": "scn_Latn-ltz_Latn", "languages": ["scn-Latn", "ltz-Latn"], "main_score": 0.37515, "precision": 0.357091, "recall": 0.427866}, {"accuracy": 0.126482, "f1": 0.080711, "hf_subset": "scn_Latn-nus_Latn", "languages": ["scn-Latn", "nus-Latn"], "main_score": 0.080711, "precision": 0.069282, "recall": 0.126482}, {"accuracy": 0.686759, "f1": 0.642049, "hf_subset": "scn_Latn-slk_Latn", "languages": ["scn-Latn", "slk-Latn"], "main_score": 0.642049, "precision": 0.62672, "recall": 0.686759}, {"accuracy": 0.126482, "f1": 0.096403, "hf_subset": "scn_Latn-tir_Ethi", "languages": ["scn-Latn", "tir-Ethi"], "main_score": 0.096403, "precision": 0.087667, "recall": 0.126482}, {"accuracy": 0.618577, "f1": 0.572889, "hf_subset": "scn_Latn-zho_Hant", "languages": ["scn-Latn", "zho-Hant"], "main_score": 0.572889, "precision": 0.557071, "recall": 0.618577}, {"accuracy": 0.577075, "f1": 0.531487, "hf_subset": "scn_Latn-awa_Deva", "languages": ["scn-Latn", "awa-Deva"], "main_score": 0.531487, "precision": 0.516879, "recall": 0.577075}, {"accuracy": 0.379447, "f1": 0.332857, "hf_subset": "scn_Latn-cym_Latn", "languages": ["scn-Latn", "cym-Latn"], "main_score": 0.332857, "precision": 0.31621, "recall": 0.379447}, {"accuracy": 0.339921, "f1": 0.276133, "hf_subset": "scn_Latn-grn_Latn", "languages": ["scn-Latn", "grn-Latn"], "main_score": 0.276133, "precision": 0.256053, "recall": 0.339921}, {"accuracy": 0.513834, "f1": 0.460439, "hf_subset": "scn_Latn-kat_Geor", "languages": ["scn-Latn", "kat-Geor"], "main_score": 0.460439, "precision": 0.442283, "recall": 0.513834}, {"accuracy": 0.249012, "f1": 0.200679, "hf_subset": "scn_Latn-lua_Latn", "languages": ["scn-Latn", "lua-Latn"], "main_score": 0.200679, "precision": 0.184943, "recall": 0.249012}, {"accuracy": 0.235178, "f1": 0.184275, "hf_subset": "scn_Latn-nya_Latn", "languages": ["scn-Latn", "nya-Latn"], "main_score": 0.184275, "precision": 0.16952, "recall": 0.235178}, {"accuracy": 0.687747, "f1": 0.641532, "hf_subset": "scn_Latn-slv_Latn", "languages": ["scn-Latn", "slv-Latn"], "main_score": 0.641532, "precision": 0.624451, "recall": 0.687747}, {"accuracy": 0.386364, "f1": 0.32981, "hf_subset": "scn_Latn-tpi_Latn", "languages": ["scn-Latn", "tpi-Latn"], "main_score": 0.32981, "precision": 0.309022, "recall": 0.386364}, {"accuracy": 0.668972, "f1": 0.623455, "hf_subset": "scn_Latn-zsm_Latn", "languages": ["scn-Latn", "zsm-Latn"], "main_score": 0.623455, "precision": 0.607584, "recall": 0.668972}, {"accuracy": 0.214427, "f1": 0.156095, "hf_subset": "scn_Latn-ayr_Latn", "languages": ["scn-Latn", "ayr-Latn"], "main_score": 0.156095, "precision": 0.140138, "recall": 0.214427}, {"accuracy": 0.690711, "f1": 0.654402, "hf_subset": "scn_Latn-dan_Latn", "languages": ["scn-Latn", "dan-Latn"], "main_score": 0.654402, "precision": 0.642031, "recall": 0.690711}, {"accuracy": 0.523715, "f1": 0.478721, "hf_subset": "scn_Latn-guj_Gujr", "languages": ["scn-Latn", "guj-Gujr"], "main_score": 0.478721, "precision": 0.462038, "recall": 0.523715}, {"accuracy": 0.592885, "f1": 0.554356, "hf_subset": "scn_Latn-kaz_Cyrl", "languages": ["scn-Latn", "kaz-Cyrl"], "main_score": 0.554356, "precision": 0.541509, "recall": 0.592885}, {"accuracy": 0.174901, "f1": 0.133857, "hf_subset": "scn_Latn-lug_Latn", "languages": ["scn-Latn", "lug-Latn"], "main_score": 0.133857, "precision": 0.121158, "recall": 0.174901}, {"accuracy": 0.626482, "f1": 0.586148, "hf_subset": "scn_Latn-oci_Latn", "languages": ["scn-Latn", "oci-Latn"], "main_score": 0.586148, "precision": 0.572373, "recall": 0.626482}, {"accuracy": 0.197628, "f1": 0.142598, "hf_subset": "scn_Latn-smo_Latn", "languages": ["scn-Latn", "smo-Latn"], "main_score": 0.142598, "precision": 0.124413, "recall": 0.197628}, {"accuracy": 0.227273, "f1": 0.182991, "hf_subset": "scn_Latn-tsn_Latn", "languages": ["scn-Latn", "tsn-Latn"], "main_score": 0.182991, "precision": 0.168936, "recall": 0.227273}, {"accuracy": 0.146245, "f1": 0.109954, "hf_subset": "scn_Latn-zul_Latn", "languages": ["scn-Latn", "zul-Latn"], "main_score": 0.109954, "precision": 0.098949, "recall": 0.146245}, {"accuracy": 0.338933, "f1": 0.292216, "hf_subset": "scn_Latn-azb_Arab", "languages": ["scn-Latn", "azb-Arab"], "main_score": 0.292216, "precision": 0.274727, "recall": 0.338933}, {"accuracy": 0.690711, "f1": 0.646365, "hf_subset": "scn_Latn-deu_Latn", "languages": ["scn-Latn", "deu-Latn"], "main_score": 0.646365, "precision": 0.629977, "recall": 0.690711}, {"accuracy": 0.3083, "f1": 0.246048, "hf_subset": "scn_Latn-hat_Latn", "languages": ["scn-Latn", "hat-Latn"], "main_score": 0.246048, "precision": 0.226343, "recall": 0.3083}, {"accuracy": 0.200593, "f1": 0.148173, "hf_subset": "scn_Latn-kbp_Latn", "languages": ["scn-Latn", "kbp-Latn"], "main_score": 0.148173, "precision": 0.133601, "recall": 0.200593}, {"accuracy": 0.241107, "f1": 0.187384, "hf_subset": "scn_Latn-luo_Latn", "languages": ["scn-Latn", "luo-Latn"], "main_score": 0.187384, "precision": 0.171975, "recall": 0.241107}, {"accuracy": 0.365613, "f1": 0.316296, "hf_subset": "scn_Latn-ory_Orya", "languages": ["scn-Latn", "ory-Orya"], "main_score": 0.316296, "precision": 0.299767, "recall": 0.365613}, {"accuracy": 0.18083, "f1": 0.137958, "hf_subset": "scn_Latn-sna_Latn", "languages": ["scn-Latn", "sna-Latn"], "main_score": 0.137958, "precision": 0.124752, "recall": 0.18083}, {"accuracy": 0.197628, "f1": 0.158519, "hf_subset": "scn_Latn-tso_Latn", "languages": ["scn-Latn", "tso-Latn"], "main_score": 0.158519, "precision": 0.146392, "recall": 0.197628}, {"accuracy": 0.559289, "f1": 0.52092, "hf_subset": "scn_Latn-azj_Latn", "languages": ["scn-Latn", "azj-Latn"], "main_score": 0.52092, "precision": 0.507859, "recall": 0.559289}, {"accuracy": 0.280632, "f1": 0.228393, "hf_subset": "scn_Latn-dik_Latn", "languages": ["scn-Latn", "dik-Latn"], "main_score": 0.228393, "precision": 0.210766, "recall": 0.280632}, {"accuracy": 0.268775, "f1": 0.215183, "hf_subset": "scn_Latn-hau_Latn", "languages": ["scn-Latn", "hau-Latn"], "main_score": 0.215183, "precision": 0.201115, "recall": 0.268775}, {"accuracy": 0.533597, "f1": 0.489547, "hf_subset": "scn_Latn-kea_Latn", "languages": ["scn-Latn", "kea-Latn"], "main_score": 0.489547, "precision": 0.471978, "recall": 0.533597}, {"accuracy": 0.331028, "f1": 0.279565, "hf_subset": "scn_Latn-lus_Latn", "languages": ["scn-Latn", "lus-Latn"], "main_score": 0.279565, "precision": 0.263235, "recall": 0.331028}, {"accuracy": 0.385375, "f1": 0.333018, "hf_subset": "scn_Latn-pag_Latn", "languages": ["scn-Latn", "pag-Latn"], "main_score": 0.333018, "precision": 0.314285, "recall": 0.385375}, {"accuracy": 0.483202, "f1": 0.436118, "hf_subset": "scn_Latn-snd_Arab", "languages": ["scn-Latn", "snd-Arab"], "main_score": 0.436118, "precision": 0.420912, "recall": 0.483202}, {"accuracy": 0.284585, "f1": 0.233117, "hf_subset": "scn_Latn-tuk_Latn", "languages": ["scn-Latn", "tuk-Latn"], "main_score": 0.233117, "precision": 0.215038, "recall": 0.284585}, {"accuracy": 0.366601, "f1": 0.312551, "hf_subset": "scn_Latn-bak_Cyrl", "languages": ["scn-Latn", "bak-Cyrl"], "main_score": 0.312551, "precision": 0.294649, "recall": 0.366601}, {"accuracy": 0.194664, "f1": 0.143211, "hf_subset": "scn_Latn-dyu_Latn", "languages": ["scn-Latn", "dyu-Latn"], "main_score": 0.143211, "precision": 0.127563, "recall": 0.194664}, {"accuracy": 0.602767, "f1": 0.551624, "hf_subset": "scn_Latn-heb_Hebr", "languages": ["scn-Latn", "heb-Hebr"], "main_score": 0.551624, "precision": 0.53402, "recall": 0.602767}, {"accuracy": 0.573123, "f1": 0.528919, "hf_subset": "scn_Latn-khk_Cyrl", "languages": ["scn-Latn", "khk-Cyrl"], "main_score": 0.528919, "precision": 0.513819, "recall": 0.573123}, {"accuracy": 0.65415, "f1": 0.608829, "hf_subset": "scn_Latn-lvs_Latn", "languages": ["scn-Latn", "lvs-Latn"], "main_score": 0.608829, "precision": 0.593063, "recall": 0.65415}, {"accuracy": 0.403162, "f1": 0.356016, "hf_subset": "scn_Latn-pan_Guru", "languages": ["scn-Latn", "pan-Guru"], "main_score": 0.356016, "precision": 0.340678, "recall": 0.403162}, {"accuracy": 0.273715, "f1": 0.226539, "hf_subset": "scn_Latn-som_Latn", "languages": ["scn-Latn", "som-Latn"], "main_score": 0.226539, "precision": 0.210986, "recall": 0.273715}, {"accuracy": 0.206522, "f1": 0.15662, "hf_subset": "scn_Latn-tum_Latn", "languages": ["scn-Latn", "tum-Latn"], "main_score": 0.15662, "precision": 0.14213, "recall": 0.206522}, {"accuracy": 0.039526, "f1": 0.031432, "hf_subset": "tgk_Cyrl-ace_Arab", "languages": ["tgk-Cyrl", "ace-Arab"], "main_score": 0.031432, "precision": 0.029737, "recall": 0.039526}, {"accuracy": 0.110672, "f1": 0.097281, "hf_subset": "tgk_Cyrl-bam_Latn", "languages": ["tgk-Cyrl", "bam-Latn"], "main_score": 0.097281, "precision": 0.093588, "recall": 0.110672}, {"accuracy": 0.002964, "f1": 0.001133, "hf_subset": "tgk_Cyrl-dzo_Tibt", "languages": ["tgk-Cyrl", "dzo-Tibt"], "main_score": 0.001133, "precision": 0.001066, "recall": 0.002964}, {"accuracy": 0.12253, "f1": 0.103696, "hf_subset": "tgk_Cyrl-hin_Deva", "languages": ["tgk-Cyrl", "hin-Deva"], "main_score": 0.103696, "precision": 0.099026, "recall": 0.12253}, {"accuracy": 0.08498, "f1": 0.080127, "hf_subset": "tgk_Cyrl-khm_Khmr", "languages": ["tgk-Cyrl", "khm-Khmr"], "main_score": 0.080127, "precision": 0.078536, "recall": 0.08498}, {"accuracy": 0.086957, "f1": 0.075724, "hf_subset": "tgk_Cyrl-mag_Deva", "languages": ["tgk-Cyrl", "mag-Deva"], "main_score": 0.075724, "precision": 0.072911, "recall": 0.086957}, {"accuracy": 0.12747, "f1": 0.115394, "hf_subset": "tgk_Cyrl-pap_Latn", "languages": ["tgk-Cyrl", "pap-Latn"], "main_score": 0.115394, "precision": 0.111574, "recall": 0.12747}, {"accuracy": 0.129447, "f1": 0.111768, "hf_subset": "tgk_Cyrl-sot_Latn", "languages": ["tgk-Cyrl", "sot-Latn"], "main_score": 0.111768, "precision": 0.106875, "recall": 0.129447}, {"accuracy": 0.173913, "f1": 0.155649, "hf_subset": "tgk_Cyrl-tur_Latn", "languages": ["tgk-Cyrl", "tur-Latn"], "main_score": 0.155649, "precision": 0.150681, "recall": 0.173913}, {"accuracy": 0.141304, "f1": 0.126434, "hf_subset": "tgk_Cyrl-ace_Latn", "languages": ["tgk-Cyrl", "ace-Latn"], "main_score": 0.126434, "precision": 0.121531, "recall": 0.141304}, {"accuracy": 0.112648, "f1": 0.103753, "hf_subset": "tgk_Cyrl-ban_Latn", "languages": ["tgk-Cyrl", "ban-Latn"], "main_score": 0.103753, "precision": 0.100527, "recall": 0.112648}, {"accuracy": 0.153162, "f1": 0.131712, "hf_subset": "tgk_Cyrl-ell_Grek", "languages": ["tgk-Cyrl", "ell-Grek"], "main_score": 0.131712, "precision": 0.126013, "recall": 0.153162}, {"accuracy": 0.086957, "f1": 0.075811, "hf_subset": "tgk_Cyrl-hne_Deva", "languages": ["tgk-Cyrl", "hne-Deva"], "main_score": 0.075811, "precision": 0.07355, "recall": 0.086957}, {"accuracy": 0.134387, "f1": 0.118656, "hf_subset": "tgk_Cyrl-kik_Latn", "languages": ["tgk-Cyrl", "kik-Latn"], "main_score": 0.118656, "precision": 0.114313, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.072772, "hf_subset": "tgk_Cyrl-mai_Deva", "languages": ["tgk-Cyrl", "mai-Deva"], "main_score": 0.072772, "precision": 0.070112, "recall": 0.081028}, {"accuracy": 0.093874, "f1": 0.080134, "hf_subset": "tgk_Cyrl-pbt_Arab", "languages": ["tgk-Cyrl", "pbt-Arab"], "main_score": 0.080134, "precision": 0.076903, "recall": 0.093874}, {"accuracy": 0.164032, "f1": 0.146726, "hf_subset": "tgk_Cyrl-spa_Latn", "languages": ["tgk-Cyrl", "spa-Latn"], "main_score": 0.146726, "precision": 0.141324, "recall": 0.164032}, {"accuracy": 0.167984, "f1": 0.148941, "hf_subset": "tgk_Cyrl-twi_Latn", "languages": ["tgk-Cyrl", "twi-Latn"], "main_score": 0.148941, "precision": 0.142704, "recall": 0.167984}, {"accuracy": 0.103755, "f1": 0.092565, "hf_subset": "tgk_Cyrl-acm_Arab", "languages": ["tgk-Cyrl", "acm-Arab"], "main_score": 0.092565, "precision": 0.089578, "recall": 0.103755}, {"accuracy": 0.124506, "f1": 0.107845, "hf_subset": "tgk_Cyrl-bel_Cyrl", "languages": ["tgk-Cyrl", "bel-Cyrl"], "main_score": 0.107845, "precision": 0.103259, "recall": 0.124506}, {"accuracy": 0.171937, "f1": 0.149363, "hf_subset": "tgk_Cyrl-eng_Latn", "languages": ["tgk-Cyrl", "eng-Latn"], "main_score": 0.149363, "precision": 0.142925, "recall": 0.171937}, {"accuracy": 0.148221, "f1": 0.132191, "hf_subset": "tgk_Cyrl-hrv_Latn", "languages": ["tgk-Cyrl", "hrv-Latn"], "main_score": 0.132191, "precision": 0.128001, "recall": 0.148221}, {"accuracy": 0.108696, "f1": 0.090964, "hf_subset": "tgk_Cyrl-kin_Latn", "languages": ["tgk-Cyrl", "kin-Latn"], "main_score": 0.090964, "precision": 0.086277, "recall": 0.108696}, {"accuracy": 0.047431, "f1": 0.038848, "hf_subset": "tgk_Cyrl-mal_Mlym", "languages": ["tgk-Cyrl", "mal-Mlym"], "main_score": 0.038848, "precision": 0.037556, "recall": 0.047431}, {"accuracy": 0.121542, "f1": 0.106618, "hf_subset": "tgk_Cyrl-pes_Arab", "languages": ["tgk-Cyrl", "pes-Arab"], "main_score": 0.106618, "precision": 0.102591, "recall": 0.121542}, {"accuracy": 0.132411, "f1": 0.115593, "hf_subset": "tgk_Cyrl-srd_Latn", "languages": ["tgk-Cyrl", "srd-Latn"], "main_score": 0.115593, "precision": 0.111716, "recall": 0.132411}, {"accuracy": 0.060277, "f1": 0.047163, "hf_subset": "tgk_Cyrl-tzm_Tfng", "languages": ["tgk-Cyrl", "tzm-Tfng"], "main_score": 0.047163, "precision": 0.044179, "recall": 0.060277}, {"accuracy": 0.123518, "f1": 0.108253, "hf_subset": "tgk_Cyrl-acq_Arab", "languages": ["tgk-Cyrl", "acq-Arab"], "main_score": 0.108253, "precision": 0.104458, "recall": 0.123518}, {"accuracy": 0.134387, "f1": 0.115746, "hf_subset": "tgk_Cyrl-bem_Latn", "languages": ["tgk-Cyrl", "bem-Latn"], "main_score": 0.115746, "precision": 0.110402, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.11629, "hf_subset": "tgk_Cyrl-epo_Latn", "languages": ["tgk-Cyrl", "epo-Latn"], "main_score": 0.11629, "precision": 0.112761, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.142316, "hf_subset": "tgk_Cyrl-hun_Latn", "languages": ["tgk-Cyrl", "hun-Latn"], "main_score": 0.142316, "precision": 0.137278, "recall": 0.161067}, {"accuracy": 0.106719, "f1": 0.097393, "hf_subset": "tgk_Cyrl-kir_Cyrl", "languages": ["tgk-Cyrl", "kir-Cyrl"], "main_score": 0.097393, "precision": 0.094681, "recall": 0.106719}, {"accuracy": 0.075099, "f1": 0.06515, "hf_subset": "tgk_Cyrl-mar_Deva", "languages": ["tgk-Cyrl", "mar-Deva"], "main_score": 0.06515, "precision": 0.062376, "recall": 0.075099}, {"accuracy": 0.133399, "f1": 0.1163, "hf_subset": "tgk_Cyrl-plt_Latn", "languages": ["tgk-Cyrl", "plt-Latn"], "main_score": 0.1163, "precision": 0.111104, "recall": 0.133399}, {"accuracy": 0.166008, "f1": 0.144389, "hf_subset": "tgk_Cyrl-srp_Cyrl", "languages": ["tgk-Cyrl", "srp-Cyrl"], "main_score": 0.144389, "precision": 0.138597, "recall": 0.166008}, {"accuracy": 0.08004, "f1": 0.072931, "hf_subset": "tgk_Cyrl-uig_Arab", "languages": ["tgk-Cyrl", "uig-Arab"], "main_score": 0.072931, "precision": 0.070655, "recall": 0.08004}, {"accuracy": 0.101779, "f1": 0.087457, "hf_subset": "tgk_Cyrl-aeb_Arab", "languages": ["tgk-Cyrl", "aeb-Arab"], "main_score": 0.087457, "precision": 0.084045, "recall": 0.101779}, {"accuracy": 0.048419, "f1": 0.040681, "hf_subset": "tgk_Cyrl-ben_Beng", "languages": ["tgk-Cyrl", "ben-Beng"], "main_score": 0.040681, "precision": 0.039179, "recall": 0.048419}, {"accuracy": 0.157115, "f1": 0.140272, "hf_subset": "tgk_Cyrl-est_Latn", "languages": ["tgk-Cyrl", "est-Latn"], "main_score": 0.140272, "precision": 0.135622, "recall": 0.157115}, {"accuracy": 0.112648, "f1": 0.095476, "hf_subset": "tgk_Cyrl-hye_Armn", "languages": ["tgk-Cyrl", "hye-Armn"], "main_score": 0.095476, "precision": 0.090769, "recall": 0.112648}, {"accuracy": 0.126482, "f1": 0.103339, "hf_subset": "tgk_Cyrl-kmb_Latn", "languages": ["tgk-Cyrl", "kmb-Latn"], "main_score": 0.103339, "precision": 0.096528, "recall": 0.126482}, {"accuracy": 0.022727, "f1": 0.019213, "hf_subset": "tgk_Cyrl-min_Arab", "languages": ["tgk-Cyrl", "min-Arab"], "main_score": 0.019213, "precision": 0.018478, "recall": 0.022727}, {"accuracy": 0.159091, "f1": 0.140611, "hf_subset": "tgk_Cyrl-pol_Latn", "languages": ["tgk-Cyrl", "pol-Latn"], "main_score": 0.140611, "precision": 0.13575, "recall": 0.159091}, {"accuracy": 0.088933, "f1": 0.071411, "hf_subset": "tgk_Cyrl-ssw_Latn", "languages": ["tgk-Cyrl", "ssw-Latn"], "main_score": 0.071411, "precision": 0.06617, "recall": 0.088933}, {"accuracy": 0.157115, "f1": 0.135128, "hf_subset": "tgk_Cyrl-ukr_Cyrl", "languages": ["tgk-Cyrl", "ukr-Cyrl"], "main_score": 0.135128, "precision": 0.129117, "recall": 0.157115}, {"accuracy": 0.159091, "f1": 0.138003, "hf_subset": "tgk_Cyrl-afr_Latn", "languages": ["tgk-Cyrl", "afr-Latn"], "main_score": 0.138003, "precision": 0.131646, "recall": 0.159091}, {"accuracy": 0.093874, "f1": 0.083171, "hf_subset": "tgk_Cyrl-bho_Deva", "languages": ["tgk-Cyrl", "bho-Deva"], "main_score": 0.083171, "precision": 0.080702, "recall": 0.093874}, {"accuracy": 0.101779, "f1": 0.093646, "hf_subset": "tgk_Cyrl-eus_Latn", "languages": ["tgk-Cyrl", "eus-Latn"], "main_score": 0.093646, "precision": 0.091155, "recall": 0.101779}, {"accuracy": 0.120553, "f1": 0.102288, "hf_subset": "tgk_Cyrl-ibo_Latn", "languages": ["tgk-Cyrl", "ibo-Latn"], "main_score": 0.102288, "precision": 0.096038, "recall": 0.120553}, {"accuracy": 0.112648, "f1": 0.097825, "hf_subset": "tgk_Cyrl-kmr_Latn", "languages": ["tgk-Cyrl", "kmr-Latn"], "main_score": 0.097825, "precision": 0.094152, "recall": 0.112648}, {"accuracy": 0.115613, "f1": 0.102358, "hf_subset": "tgk_Cyrl-min_Latn", "languages": ["tgk-Cyrl", "min-Latn"], "main_score": 0.102358, "precision": 0.098361, "recall": 0.115613}, {"accuracy": 0.181818, "f1": 0.156104, "hf_subset": "tgk_Cyrl-por_Latn", "languages": ["tgk-Cyrl", "por-Latn"], "main_score": 0.156104, "precision": 0.148529, "recall": 0.181818}, {"accuracy": 0.099802, "f1": 0.09405, "hf_subset": "tgk_Cyrl-sun_Latn", "languages": ["tgk-Cyrl", "sun-Latn"], "main_score": 0.09405, "precision": 0.092279, "recall": 0.099802}, {"accuracy": 0.09585, "f1": 0.084326, "hf_subset": "tgk_Cyrl-umb_Latn", "languages": ["tgk-Cyrl", "umb-Latn"], "main_score": 0.084326, "precision": 0.080913, "recall": 0.09585}, {"accuracy": 0.11166, "f1": 0.097706, "hf_subset": "tgk_Cyrl-ajp_Arab", "languages": ["tgk-Cyrl", "ajp-Arab"], "main_score": 0.097706, "precision": 0.094185, "recall": 0.11166}, {"accuracy": 0.040514, "f1": 0.033769, "hf_subset": "tgk_Cyrl-bjn_Arab", "languages": ["tgk-Cyrl", "bjn-Arab"], "main_score": 0.033769, "precision": 0.032244, "recall": 0.040514}, {"accuracy": 0.123518, "f1": 0.109726, "hf_subset": "tgk_Cyrl-ewe_Latn", "languages": ["tgk-Cyrl", "ewe-Latn"], "main_score": 0.109726, "precision": 0.104336, "recall": 0.123518}, {"accuracy": 0.166008, "f1": 0.146342, "hf_subset": "tgk_Cyrl-ilo_Latn", "languages": ["tgk-Cyrl", "ilo-Latn"], "main_score": 0.146342, "precision": 0.139631, "recall": 0.166008}, {"accuracy": 0.040514, "f1": 0.035705, "hf_subset": "tgk_Cyrl-knc_Arab", "languages": ["tgk-Cyrl", "knc-Arab"], "main_score": 0.035705, "precision": 0.033959, "recall": 0.040514}, {"accuracy": 0.171937, "f1": 0.148352, "hf_subset": "tgk_Cyrl-mkd_Cyrl", "languages": ["tgk-Cyrl", "mkd-Cyrl"], "main_score": 0.148352, "precision": 0.141478, "recall": 0.171937}, {"accuracy": 0.091897, "f1": 0.083289, "hf_subset": "tgk_Cyrl-prs_Arab", "languages": ["tgk-Cyrl", "prs-Arab"], "main_score": 0.083289, "precision": 0.081126, "recall": 0.091897}, {"accuracy": 0.166008, "f1": 0.145427, "hf_subset": "tgk_Cyrl-swe_Latn", "languages": ["tgk-Cyrl", "swe-Latn"], "main_score": 0.145427, "precision": 0.140017, "recall": 0.166008}, {"accuracy": 0.107708, "f1": 0.091192, "hf_subset": "tgk_Cyrl-urd_Arab", "languages": ["tgk-Cyrl", "urd-Arab"], "main_score": 0.091192, "precision": 0.087576, "recall": 0.107708}, {"accuracy": 0.149209, "f1": 0.134279, "hf_subset": "tgk_Cyrl-aka_Latn", "languages": ["tgk-Cyrl", "aka-Latn"], "main_score": 0.134279, "precision": 0.128844, "recall": 0.149209}, {"accuracy": 0.118577, "f1": 0.108218, "hf_subset": "tgk_Cyrl-bjn_Latn", "languages": ["tgk-Cyrl", "bjn-Latn"], "main_score": 0.108218, "precision": 0.105217, "recall": 0.118577}, {"accuracy": 0.120553, "f1": 0.112236, "hf_subset": "tgk_Cyrl-fao_Latn", "languages": ["tgk-Cyrl", "fao-Latn"], "main_score": 0.112236, "precision": 0.109759, "recall": 0.120553}, {"accuracy": 0.166008, "f1": 0.146771, "hf_subset": "tgk_Cyrl-ind_Latn", "languages": ["tgk-Cyrl", "ind-Latn"], "main_score": 0.146771, "precision": 0.141656, "recall": 0.166008}, {"accuracy": 0.151186, "f1": 0.137319, "hf_subset": "tgk_Cyrl-knc_Latn", "languages": ["tgk-Cyrl", "knc-Latn"], "main_score": 0.137319, "precision": 0.131974, "recall": 0.151186}, {"accuracy": 0.131423, "f1": 0.113154, "hf_subset": "tgk_Cyrl-mlt_Latn", "languages": ["tgk-Cyrl", "mlt-Latn"], "main_score": 0.113154, "precision": 0.107514, "recall": 0.131423}, {"accuracy": 0.146245, "f1": 0.125593, "hf_subset": "tgk_Cyrl-quy_Latn", "languages": ["tgk-Cyrl", "quy-Latn"], "main_score": 0.125593, "precision": 0.118628, "recall": 0.146245}, {"accuracy": 0.117589, "f1": 0.101678, "hf_subset": "tgk_Cyrl-swh_Latn", "languages": ["tgk-Cyrl", "swh-Latn"], "main_score": 0.101678, "precision": 0.096123, "recall": 0.117589}, {"accuracy": 0.121542, "f1": 0.110075, "hf_subset": "tgk_Cyrl-uzn_Latn", "languages": ["tgk-Cyrl", "uzn-Latn"], "main_score": 0.110075, "precision": 0.107024, "recall": 0.121542}, {"accuracy": 0.158103, "f1": 0.141771, "hf_subset": "tgk_Cyrl-als_Latn", "languages": ["tgk-Cyrl", "als-Latn"], "main_score": 0.141771, "precision": 0.136256, "recall": 0.158103}, {"accuracy": 0.051383, "f1": 0.03266, "hf_subset": "tgk_Cyrl-bod_Tibt", "languages": ["tgk-Cyrl", "bod-Tibt"], "main_score": 0.03266, "precision": 0.028283, "recall": 0.051383}, {"accuracy": 0.105731, "f1": 0.089023, "hf_subset": "tgk_Cyrl-fij_Latn", "languages": ["tgk-Cyrl", "fij-Latn"], "main_score": 0.089023, "precision": 0.083517, "recall": 0.105731}, {"accuracy": 0.097826, "f1": 0.084884, "hf_subset": "tgk_Cyrl-isl_Latn", "languages": ["tgk-Cyrl", "isl-Latn"], "main_score": 0.084884, "precision": 0.081508, "recall": 0.097826}, {"accuracy": 0.137352, "f1": 0.120733, "hf_subset": "tgk_Cyrl-kon_Latn", "languages": ["tgk-Cyrl", "kon-Latn"], "main_score": 0.120733, "precision": 0.115528, "recall": 0.137352}, {"accuracy": 0.047431, "f1": 0.033036, "hf_subset": "tgk_Cyrl-mni_Beng", "languages": ["tgk-Cyrl", "mni-Beng"], "main_score": 0.033036, "precision": 0.029975, "recall": 0.047431}, {"accuracy": 0.173913, "f1": 0.150366, "hf_subset": "tgk_Cyrl-ron_Latn", "languages": ["tgk-Cyrl", "ron-Latn"], "main_score": 0.150366, "precision": 0.143639, "recall": 0.173913}, {"accuracy": 0.112648, "f1": 0.099538, "hf_subset": "tgk_Cyrl-szl_Latn", "languages": ["tgk-Cyrl", "szl-Latn"], "main_score": 0.099538, "precision": 0.09562, "recall": 0.112648}, {"accuracy": 0.137352, "f1": 0.120412, "hf_subset": "tgk_Cyrl-vec_Latn", "languages": ["tgk-Cyrl", "vec-Latn"], "main_score": 0.120412, "precision": 0.115812, "recall": 0.137352}, {"accuracy": 0.046443, "f1": 0.035178, "hf_subset": "tgk_Cyrl-amh_Ethi", "languages": ["tgk-Cyrl", "amh-Ethi"], "main_score": 0.035178, "precision": 0.032463, "recall": 0.046443}, {"accuracy": 0.178854, "f1": 0.154304, "hf_subset": "tgk_Cyrl-bos_Latn", "languages": ["tgk-Cyrl", "bos-Latn"], "main_score": 0.154304, "precision": 0.147662, "recall": 0.178854}, {"accuracy": 0.162055, "f1": 0.14259, "hf_subset": "tgk_Cyrl-fin_Latn", "languages": ["tgk-Cyrl", "fin-Latn"], "main_score": 0.14259, "precision": 0.136729, "recall": 0.162055}, {"accuracy": 0.176877, "f1": 0.15065, "hf_subset": "tgk_Cyrl-ita_Latn", "languages": ["tgk-Cyrl", "ita-Latn"], "main_score": 0.15065, "precision": 0.143306, "recall": 0.176877}, {"accuracy": 0.126482, "f1": 0.112078, "hf_subset": "tgk_Cyrl-kor_Hang", "languages": ["tgk-Cyrl", "kor-Hang"], "main_score": 0.112078, "precision": 0.108288, "recall": 0.126482}, {"accuracy": 0.133399, "f1": 0.114219, "hf_subset": "tgk_Cyrl-mos_Latn", "languages": ["tgk-Cyrl", "mos-Latn"], "main_score": 0.114219, "precision": 0.108185, "recall": 0.133399}, {"accuracy": 0.12747, "f1": 0.111197, "hf_subset": "tgk_Cyrl-run_Latn", "languages": ["tgk-Cyrl", "run-Latn"], "main_score": 0.111197, "precision": 0.106039, "recall": 0.12747}, {"accuracy": 0.054348, "f1": 0.043908, "hf_subset": "tgk_Cyrl-tam_Taml", "languages": ["tgk-Cyrl", "tam-Taml"], "main_score": 0.043908, "precision": 0.042227, "recall": 0.054348}, {"accuracy": 0.164032, "f1": 0.142062, "hf_subset": "tgk_Cyrl-vie_Latn", "languages": ["tgk-Cyrl", "vie-Latn"], "main_score": 0.142062, "precision": 0.135036, "recall": 0.164032}, {"accuracy": 0.091897, "f1": 0.082823, "hf_subset": "tgk_Cyrl-apc_Arab", "languages": ["tgk-Cyrl", "apc-Arab"], "main_score": 0.082823, "precision": 0.080354, "recall": 0.091897}, {"accuracy": 0.140316, "f1": 0.123674, "hf_subset": "tgk_Cyrl-bug_Latn", "languages": ["tgk-Cyrl", "bug-Latn"], "main_score": 0.123674, "precision": 0.118953, "recall": 0.140316}, {"accuracy": 0.131423, "f1": 0.110368, "hf_subset": "tgk_Cyrl-fon_Latn", "languages": ["tgk-Cyrl", "fon-Latn"], "main_score": 0.110368, "precision": 0.103713, "recall": 0.131423}, {"accuracy": 0.124506, "f1": 0.113194, "hf_subset": "tgk_Cyrl-jav_Latn", "languages": ["tgk-Cyrl", "jav-Latn"], "main_score": 0.113194, "precision": 0.109922, "recall": 0.124506}, {"accuracy": 0.109684, "f1": 0.092963, "hf_subset": "tgk_Cyrl-lao_Laoo", "languages": ["tgk-Cyrl", "lao-Laoo"], "main_score": 0.092963, "precision": 0.087827, "recall": 0.109684}, {"accuracy": 0.130435, "f1": 0.109946, "hf_subset": "tgk_Cyrl-mri_Latn", "languages": ["tgk-Cyrl", "mri-Latn"], "main_score": 0.109946, "precision": 0.103521, "recall": 0.130435}, {"accuracy": 0.162055, "f1": 0.143303, "hf_subset": "tgk_Cyrl-rus_Cyrl", "languages": ["tgk-Cyrl", "rus-Cyrl"], "main_score": 0.143303, "precision": 0.137736, "recall": 0.162055}, {"accuracy": 0.131423, "f1": 0.120046, "hf_subset": "tgk_Cyrl-taq_Latn", "languages": ["tgk-Cyrl", "taq-Latn"], "main_score": 0.120046, "precision": 0.115907, "recall": 0.131423}, {"accuracy": 0.161067, "f1": 0.142025, "hf_subset": "tgk_Cyrl-war_Latn", "languages": ["tgk-Cyrl", "war-Latn"], "main_score": 0.142025, "precision": 0.136851, "recall": 0.161067}, {"accuracy": 0.124506, "f1": 0.110279, "hf_subset": "tgk_Cyrl-arb_Arab", "languages": ["tgk-Cyrl", "arb-Arab"], "main_score": 0.110279, "precision": 0.106802, "recall": 0.124506}, {"accuracy": 0.18083, "f1": 0.152229, "hf_subset": "tgk_Cyrl-bul_Cyrl", "languages": ["tgk-Cyrl", "bul-Cyrl"], "main_score": 0.152229, "precision": 0.143934, "recall": 0.18083}, {"accuracy": 0.172925, "f1": 0.15038, "hf_subset": "tgk_Cyrl-fra_Latn", "languages": ["tgk-Cyrl", "fra-Latn"], "main_score": 0.15038, "precision": 0.143584, "recall": 0.172925}, {"accuracy": 0.145257, "f1": 0.126298, "hf_subset": "tgk_Cyrl-jpn_Jpan", "languages": ["tgk-Cyrl", "jpn-Jpan"], "main_score": 0.126298, "precision": 0.12126, "recall": 0.145257}, {"accuracy": 0.126482, "f1": 0.112556, "hf_subset": "tgk_Cyrl-lij_Latn", "languages": ["tgk-Cyrl", "lij-Latn"], "main_score": 0.112556, "precision": 0.109095, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.078339, "hf_subset": "tgk_Cyrl-mya_Mymr", "languages": ["tgk-Cyrl", "mya-Mymr"], "main_score": 0.078339, "precision": 0.074702, "recall": 0.090909}, {"accuracy": 0.144269, "f1": 0.126803, "hf_subset": "tgk_Cyrl-sag_Latn", "languages": ["tgk-Cyrl", "sag-Latn"], "main_score": 0.126803, "precision": 0.120854, "recall": 0.144269}, {"accuracy": 0.077075, "f1": 0.060185, "hf_subset": "tgk_Cyrl-taq_Tfng", "languages": ["tgk-Cyrl", "taq-Tfng"], "main_score": 0.060185, "precision": 0.056554, "recall": 0.077075}, {"accuracy": 0.137352, "f1": 0.118745, "hf_subset": "tgk_Cyrl-wol_Latn", "languages": ["tgk-Cyrl", "wol-Latn"], "main_score": 0.118745, "precision": 0.112898, "recall": 0.137352}, {"accuracy": 0.11166, "f1": 0.086839, "hf_subset": "tgk_Cyrl-arb_Latn", "languages": ["tgk-Cyrl", "arb-Latn"], "main_score": 0.086839, "precision": 0.07958, "recall": 0.11166}, {"accuracy": 0.174901, "f1": 0.150442, "hf_subset": "tgk_Cyrl-cat_Latn", "languages": ["tgk-Cyrl", "cat-Latn"], "main_score": 0.150442, "precision": 0.143077, "recall": 0.174901}, {"accuracy": 0.133399, "f1": 0.116463, "hf_subset": "tgk_Cyrl-fur_Latn", "languages": ["tgk-Cyrl", "fur-Latn"], "main_score": 0.116463, "precision": 0.112118, "recall": 0.133399}, {"accuracy": 0.06917, "f1": 0.055542, "hf_subset": "tgk_Cyrl-kab_Latn", "languages": ["tgk-Cyrl", "kab-Latn"], "main_score": 0.055542, "precision": 0.051407, "recall": 0.06917}, {"accuracy": 0.13834, "f1": 0.122211, "hf_subset": "tgk_Cyrl-lim_Latn", "languages": ["tgk-Cyrl", "lim-Latn"], "main_score": 0.122211, "precision": 0.118427, "recall": 0.13834}, {"accuracy": 0.177866, "f1": 0.15561, "hf_subset": "tgk_Cyrl-nld_Latn", "languages": ["tgk-Cyrl", "nld-Latn"], "main_score": 0.15561, "precision": 0.149517, "recall": 0.177866}, {"accuracy": 0.066206, "f1": 0.056304, "hf_subset": "tgk_Cyrl-san_Deva", "languages": ["tgk-Cyrl", "san-Deva"], "main_score": 0.056304, "precision": 0.054271, "recall": 0.066206}, {"accuracy": 0.15415, "f1": 0.135422, "hf_subset": "tgk_Cyrl-tat_Cyrl", "languages": ["tgk-Cyrl", "tat-Cyrl"], "main_score": 0.135422, "precision": 0.130416, "recall": 0.15415}, {"accuracy": 0.117589, "f1": 0.100563, "hf_subset": "tgk_Cyrl-xho_Latn", "languages": ["tgk-Cyrl", "xho-Latn"], "main_score": 0.100563, "precision": 0.095797, "recall": 0.117589}, {"accuracy": 0.118577, "f1": 0.103749, "hf_subset": "tgk_Cyrl-ars_Arab", "languages": ["tgk-Cyrl", "ars-Arab"], "main_score": 0.103749, "precision": 0.099868, "recall": 0.118577}, {"accuracy": 0.144269, "f1": 0.131581, "hf_subset": "tgk_Cyrl-ceb_Latn", "languages": ["tgk-Cyrl", "ceb-Latn"], "main_score": 0.131581, "precision": 0.127966, "recall": 0.144269}, {"accuracy": 0.126482, "f1": 0.105371, "hf_subset": "tgk_Cyrl-fuv_Latn", "languages": ["tgk-Cyrl", "fuv-Latn"], "main_score": 0.105371, "precision": 0.097865, "recall": 0.126482}, {"accuracy": 0.15415, "f1": 0.130422, "hf_subset": "tgk_Cyrl-kac_Latn", "languages": ["tgk-Cyrl", "kac-Latn"], "main_score": 0.130422, "precision": 0.122969, "recall": 0.15415}, {"accuracy": 0.123518, "f1": 0.102846, "hf_subset": "tgk_Cyrl-lin_Latn", "languages": ["tgk-Cyrl", "lin-Latn"], "main_score": 0.102846, "precision": 0.097071, "recall": 0.123518}, {"accuracy": 0.16996, "f1": 0.145952, "hf_subset": "tgk_Cyrl-nno_Latn", "languages": ["tgk-Cyrl", "nno-Latn"], "main_score": 0.145952, "precision": 0.138931, "recall": 0.16996}, {"accuracy": 0.013834, "f1": 0.005527, "hf_subset": "tgk_Cyrl-sat_Olck", "languages": ["tgk-Cyrl", "sat-Olck"], "main_score": 0.005527, "precision": 0.004183, "recall": 0.013834}, {"accuracy": 0.048419, "f1": 0.042123, "hf_subset": "tgk_Cyrl-tel_Telu", "languages": ["tgk-Cyrl", "tel-Telu"], "main_score": 0.042123, "precision": 0.040521, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.043007, "hf_subset": "tgk_Cyrl-ydd_Hebr", "languages": ["tgk-Cyrl", "ydd-Hebr"], "main_score": 0.043007, "precision": 0.03952, "recall": 0.055336}, {"accuracy": 0.08004, "f1": 0.070192, "hf_subset": "tgk_Cyrl-ary_Arab", "languages": ["tgk-Cyrl", "ary-Arab"], "main_score": 0.070192, "precision": 0.067225, "recall": 0.08004}, {"accuracy": 0.181818, "f1": 0.158968, "hf_subset": "tgk_Cyrl-ces_Latn", "languages": ["tgk-Cyrl", "ces-Latn"], "main_score": 0.158968, "precision": 0.153275, "recall": 0.181818}, {"accuracy": 0.09585, "f1": 0.07508, "hf_subset": "tgk_Cyrl-gaz_Latn", "languages": ["tgk-Cyrl", "gaz-Latn"], "main_score": 0.07508, "precision": 0.069053, "recall": 0.09585}, {"accuracy": 0.101779, "f1": 0.08611, "hf_subset": "tgk_Cyrl-kam_Latn", "languages": ["tgk-Cyrl", "kam-Latn"], "main_score": 0.08611, "precision": 0.080534, "recall": 0.101779}, {"accuracy": 0.16996, "f1": 0.149041, "hf_subset": "tgk_Cyrl-lit_Latn", "languages": ["tgk-Cyrl", "lit-Latn"], "main_score": 0.149041, "precision": 0.143465, "recall": 0.16996}, {"accuracy": 0.173913, "f1": 0.149377, "hf_subset": "tgk_Cyrl-nob_Latn", "languages": ["tgk-Cyrl", "nob-Latn"], "main_score": 0.149377, "precision": 0.142638, "recall": 0.173913}, {"accuracy": 0.104743, "f1": 0.091331, "hf_subset": "tgk_Cyrl-scn_Latn", "languages": ["tgk-Cyrl", "scn-Latn"], "main_score": 0.091331, "precision": 0.087429, "recall": 0.104743}, {"accuracy": 0.124506, "f1": 0.109063, "hf_subset": "tgk_Cyrl-yor_Latn", "languages": ["tgk-Cyrl", "yor-Latn"], "main_score": 0.109063, "precision": 0.102767, "recall": 0.124506}, {"accuracy": 0.097826, "f1": 0.084385, "hf_subset": "tgk_Cyrl-arz_Arab", "languages": ["tgk-Cyrl", "arz-Arab"], "main_score": 0.084385, "precision": 0.081067, "recall": 0.097826}, {"accuracy": 0.11166, "f1": 0.093166, "hf_subset": "tgk_Cyrl-cjk_Latn", "languages": ["tgk-Cyrl", "cjk-Latn"], "main_score": 0.093166, "precision": 0.086993, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.092837, "hf_subset": "tgk_Cyrl-gla_Latn", "languages": ["tgk-Cyrl", "gla-Latn"], "main_score": 0.092837, "precision": 0.088065, "recall": 0.11166}, {"accuracy": 0.046443, "f1": 0.037314, "hf_subset": "tgk_Cyrl-kan_Knda", "languages": ["tgk-Cyrl", "kan-Knda"], "main_score": 0.037314, "precision": 0.035332, "recall": 0.046443}, {"accuracy": 0.123518, "f1": 0.106986, "hf_subset": "tgk_Cyrl-lmo_Latn", "languages": ["tgk-Cyrl", "lmo-Latn"], "main_score": 0.106986, "precision": 0.103336, "recall": 0.123518}, {"accuracy": 0.110672, "f1": 0.095844, "hf_subset": "tgk_Cyrl-npi_Deva", "languages": ["tgk-Cyrl", "npi-Deva"], "main_score": 0.095844, "precision": 0.091783, "recall": 0.110672}, {"accuracy": 0.124506, "f1": 0.106513, "hf_subset": "tgk_Cyrl-shn_Mymr", "languages": ["tgk-Cyrl", "shn-Mymr"], "main_score": 0.106513, "precision": 0.100234, "recall": 0.124506}, {"accuracy": 0.143281, "f1": 0.131119, "hf_subset": "tgk_Cyrl-tgl_Latn", "languages": ["tgk-Cyrl", "tgl-Latn"], "main_score": 0.131119, "precision": 0.12682, "recall": 0.143281}, {"accuracy": 0.140316, "f1": 0.121023, "hf_subset": "tgk_Cyrl-yue_Hant", "languages": ["tgk-Cyrl", "yue-Hant"], "main_score": 0.121023, "precision": 0.115517, "recall": 0.140316}, {"accuracy": 0.037549, "f1": 0.031859, "hf_subset": "tgk_Cyrl-asm_Beng", "languages": ["tgk-Cyrl", "asm-Beng"], "main_score": 0.031859, "precision": 0.030621, "recall": 0.037549}, {"accuracy": 0.08498, "f1": 0.069228, "hf_subset": "tgk_Cyrl-ckb_Arab", "languages": ["tgk-Cyrl", "ckb-Arab"], "main_score": 0.069228, "precision": 0.06559, "recall": 0.08498}, {"accuracy": 0.102767, "f1": 0.091509, "hf_subset": "tgk_Cyrl-gle_Latn", "languages": ["tgk-Cyrl", "gle-Latn"], "main_score": 0.091509, "precision": 0.087297, "recall": 0.102767}, {"accuracy": 0.059289, "f1": 0.053406, "hf_subset": "tgk_Cyrl-kas_Arab", "languages": ["tgk-Cyrl", "kas-Arab"], "main_score": 0.053406, "precision": 0.051571, "recall": 0.059289}, {"accuracy": 0.139328, "f1": 0.122859, "hf_subset": "tgk_Cyrl-ltg_Latn", "languages": ["tgk-Cyrl", "ltg-Latn"], "main_score": 0.122859, "precision": 0.118611, "recall": 0.139328}, {"accuracy": 0.153162, "f1": 0.134247, "hf_subset": "tgk_Cyrl-nso_Latn", "languages": ["tgk-Cyrl", "nso-Latn"], "main_score": 0.134247, "precision": 0.128545, "recall": 0.153162}, {"accuracy": 0.052372, "f1": 0.043128, "hf_subset": "tgk_Cyrl-sin_Sinh", "languages": ["tgk-Cyrl", "sin-Sinh"], "main_score": 0.043128, "precision": 0.04048, "recall": 0.052372}, {"accuracy": 0.130435, "f1": 0.113387, "hf_subset": "tgk_Cyrl-tha_Thai", "languages": ["tgk-Cyrl", "tha-Thai"], "main_score": 0.113387, "precision": 0.108167, "recall": 0.130435}, {"accuracy": 0.152174, "f1": 0.130156, "hf_subset": "tgk_Cyrl-zho_Hans", "languages": ["tgk-Cyrl", "zho-Hans"], "main_score": 0.130156, "precision": 0.124395, "recall": 0.152174}, {"accuracy": 0.142292, "f1": 0.124645, "hf_subset": "tgk_Cyrl-ast_Latn", "languages": ["tgk-Cyrl", "ast-Latn"], "main_score": 0.124645, "precision": 0.119264, "recall": 0.142292}, {"accuracy": 0.105731, "f1": 0.098834, "hf_subset": "tgk_Cyrl-crh_Latn", "languages": ["tgk-Cyrl", "crh-Latn"], "main_score": 0.098834, "precision": 0.096542, "recall": 0.105731}, {"accuracy": 0.16502, "f1": 0.149077, "hf_subset": "tgk_Cyrl-glg_Latn", "languages": ["tgk-Cyrl", "glg-Latn"], "main_score": 0.149077, "precision": 0.144133, "recall": 0.16502}, {"accuracy": 0.081028, "f1": 0.070592, "hf_subset": "tgk_Cyrl-kas_Deva", "languages": ["tgk-Cyrl", "kas-Deva"], "main_score": 0.070592, "precision": 0.067592, "recall": 0.081028}, {"accuracy": 0.156126, "f1": 0.139475, "hf_subset": "tgk_Cyrl-ltz_Latn", "languages": ["tgk-Cyrl", "ltz-Latn"], "main_score": 0.139475, "precision": 0.134657, "recall": 0.156126}, {"accuracy": 0.089921, "f1": 0.07032, "hf_subset": "tgk_Cyrl-nus_Latn", "languages": ["tgk-Cyrl", "nus-Latn"], "main_score": 0.07032, "precision": 0.065129, "recall": 0.089921}, {"accuracy": 0.171937, "f1": 0.153492, "hf_subset": "tgk_Cyrl-slk_Latn", "languages": ["tgk-Cyrl", "slk-Latn"], "main_score": 0.153492, "precision": 0.147771, "recall": 0.171937}, {"accuracy": 0.035573, "f1": 0.02952, "hf_subset": "tgk_Cyrl-tir_Ethi", "languages": ["tgk-Cyrl", "tir-Ethi"], "main_score": 0.02952, "precision": 0.028049, "recall": 0.035573}, {"accuracy": 0.13834, "f1": 0.12319, "hf_subset": "tgk_Cyrl-zho_Hant", "languages": ["tgk-Cyrl", "zho-Hant"], "main_score": 0.12319, "precision": 0.118153, "recall": 0.13834}, {"accuracy": 0.102767, "f1": 0.090031, "hf_subset": "tgk_Cyrl-awa_Deva", "languages": ["tgk-Cyrl", "awa-Deva"], "main_score": 0.090031, "precision": 0.086226, "recall": 0.102767}, {"accuracy": 0.108696, "f1": 0.094159, "hf_subset": "tgk_Cyrl-cym_Latn", "languages": ["tgk-Cyrl", "cym-Latn"], "main_score": 0.094159, "precision": 0.089777, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.129122, "hf_subset": "tgk_Cyrl-grn_Latn", "languages": ["tgk-Cyrl", "grn-Latn"], "main_score": 0.129122, "precision": 0.123241, "recall": 0.150198}, {"accuracy": 0.11166, "f1": 0.099035, "hf_subset": "tgk_Cyrl-kat_Geor", "languages": ["tgk-Cyrl", "kat-Geor"], "main_score": 0.099035, "precision": 0.095821, "recall": 0.11166}, {"accuracy": 0.11166, "f1": 0.100077, "hf_subset": "tgk_Cyrl-lua_Latn", "languages": ["tgk-Cyrl", "lua-Latn"], "main_score": 0.100077, "precision": 0.097036, "recall": 0.11166}, {"accuracy": 0.136364, "f1": 0.117721, "hf_subset": "tgk_Cyrl-nya_Latn", "languages": ["tgk-Cyrl", "nya-Latn"], "main_score": 0.117721, "precision": 0.111769, "recall": 0.136364}, {"accuracy": 0.166008, "f1": 0.146012, "hf_subset": "tgk_Cyrl-slv_Latn", "languages": ["tgk-Cyrl", "slv-Latn"], "main_score": 0.146012, "precision": 0.140665, "recall": 0.166008}, {"accuracy": 0.152174, "f1": 0.140828, "hf_subset": "tgk_Cyrl-tpi_Latn", "languages": ["tgk-Cyrl", "tpi-Latn"], "main_score": 0.140828, "precision": 0.136343, "recall": 0.152174}, {"accuracy": 0.175889, "f1": 0.153117, "hf_subset": "tgk_Cyrl-zsm_Latn", "languages": ["tgk-Cyrl", "zsm-Latn"], "main_score": 0.153117, "precision": 0.147196, "recall": 0.175889}, {"accuracy": 0.132411, "f1": 0.113875, "hf_subset": "tgk_Cyrl-ayr_Latn", "languages": ["tgk-Cyrl", "ayr-Latn"], "main_score": 0.113875, "precision": 0.107675, "recall": 0.132411}, {"accuracy": 0.168972, "f1": 0.146355, "hf_subset": "tgk_Cyrl-dan_Latn", "languages": ["tgk-Cyrl", "dan-Latn"], "main_score": 0.146355, "precision": 0.13968, "recall": 0.168972}, {"accuracy": 0.064229, "f1": 0.055709, "hf_subset": "tgk_Cyrl-guj_Gujr", "languages": ["tgk-Cyrl", "guj-Gujr"], "main_score": 0.055709, "precision": 0.053779, "recall": 0.064229}, {"accuracy": 0.132411, "f1": 0.121117, "hf_subset": "tgk_Cyrl-kaz_Cyrl", "languages": ["tgk-Cyrl", "kaz-Cyrl"], "main_score": 0.121117, "precision": 0.118141, "recall": 0.132411}, {"accuracy": 0.098814, "f1": 0.083164, "hf_subset": "tgk_Cyrl-lug_Latn", "languages": ["tgk-Cyrl", "lug-Latn"], "main_score": 0.083164, "precision": 0.07812, "recall": 0.098814}, {"accuracy": 0.159091, "f1": 0.140403, "hf_subset": "tgk_Cyrl-oci_Latn", "languages": ["tgk-Cyrl", "oci-Latn"], "main_score": 0.140403, "precision": 0.135712, "recall": 0.159091}, {"accuracy": 0.113636, "f1": 0.093176, "hf_subset": "tgk_Cyrl-smo_Latn", "languages": ["tgk-Cyrl", "smo-Latn"], "main_score": 0.093176, "precision": 0.087665, "recall": 0.113636}, {"accuracy": 0.141304, "f1": 0.121545, "hf_subset": "tgk_Cyrl-tsn_Latn", "languages": ["tgk-Cyrl", "tsn-Latn"], "main_score": 0.121545, "precision": 0.115696, "recall": 0.141304}, {"accuracy": 0.097826, "f1": 0.078126, "hf_subset": "tgk_Cyrl-zul_Latn", "languages": ["tgk-Cyrl", "zul-Latn"], "main_score": 0.078126, "precision": 0.072917, "recall": 0.097826}, {"accuracy": 0.066206, "f1": 0.05918, "hf_subset": "tgk_Cyrl-azb_Arab", "languages": ["tgk-Cyrl", "azb-Arab"], "main_score": 0.05918, "precision": 0.057193, "recall": 0.066206}, {"accuracy": 0.18083, "f1": 0.159243, "hf_subset": "tgk_Cyrl-deu_Latn", "languages": ["tgk-Cyrl", "deu-Latn"], "main_score": 0.159243, "precision": 0.153023, "recall": 0.18083}, {"accuracy": 0.135375, "f1": 0.116683, "hf_subset": "tgk_Cyrl-hat_Latn", "languages": ["tgk-Cyrl", "hat-Latn"], "main_score": 0.116683, "precision": 0.111597, "recall": 0.135375}, {"accuracy": 0.129447, "f1": 0.10895, "hf_subset": "tgk_Cyrl-kbp_Latn", "languages": ["tgk-Cyrl", "kbp-Latn"], "main_score": 0.10895, "precision": 0.102415, "recall": 0.129447}, {"accuracy": 0.139328, "f1": 0.120486, "hf_subset": "tgk_Cyrl-luo_Latn", "languages": ["tgk-Cyrl", "luo-Latn"], "main_score": 0.120486, "precision": 0.115008, "recall": 0.139328}, {"accuracy": 0.039526, "f1": 0.035258, "hf_subset": "tgk_Cyrl-ory_Orya", "languages": ["tgk-Cyrl", "ory-Orya"], "main_score": 0.035258, "precision": 0.034164, "recall": 0.039526}, {"accuracy": 0.09585, "f1": 0.077543, "hf_subset": "tgk_Cyrl-sna_Latn", "languages": ["tgk-Cyrl", "sna-Latn"], "main_score": 0.077543, "precision": 0.072219, "recall": 0.09585}, {"accuracy": 0.129447, "f1": 0.112154, "hf_subset": "tgk_Cyrl-tso_Latn", "languages": ["tgk-Cyrl", "tso-Latn"], "main_score": 0.112154, "precision": 0.106309, "recall": 0.129447}, {"accuracy": 0.105731, "f1": 0.095778, "hf_subset": "tgk_Cyrl-azj_Latn", "languages": ["tgk-Cyrl", "azj-Latn"], "main_score": 0.095778, "precision": 0.093333, "recall": 0.105731}, {"accuracy": 0.120553, "f1": 0.105051, "hf_subset": "tgk_Cyrl-dik_Latn", "languages": ["tgk-Cyrl", "dik-Latn"], "main_score": 0.105051, "precision": 0.100453, "recall": 0.120553}, {"accuracy": 0.140316, "f1": 0.126925, "hf_subset": "tgk_Cyrl-hau_Latn", "languages": ["tgk-Cyrl", "hau-Latn"], "main_score": 0.126925, "precision": 0.12335, "recall": 0.140316}, {"accuracy": 0.119565, "f1": 0.107319, "hf_subset": "tgk_Cyrl-kea_Latn", "languages": ["tgk-Cyrl", "kea-Latn"], "main_score": 0.107319, "precision": 0.104002, "recall": 0.119565}, {"accuracy": 0.164032, "f1": 0.148084, "hf_subset": "tgk_Cyrl-lus_Latn", "languages": ["tgk-Cyrl", "lus-Latn"], "main_score": 0.148084, "precision": 0.142155, "recall": 0.164032}, {"accuracy": 0.143281, "f1": 0.130333, "hf_subset": "tgk_Cyrl-pag_Latn", "languages": ["tgk-Cyrl", "pag-Latn"], "main_score": 0.130333, "precision": 0.126514, "recall": 0.143281}, {"accuracy": 0.066206, "f1": 0.057664, "hf_subset": "tgk_Cyrl-snd_Arab", "languages": ["tgk-Cyrl", "snd-Arab"], "main_score": 0.057664, "precision": 0.054775, "recall": 0.066206}, {"accuracy": 0.143281, "f1": 0.125085, "hf_subset": "tgk_Cyrl-tuk_Latn", "languages": ["tgk-Cyrl", "tuk-Latn"], "main_score": 0.125085, "precision": 0.118475, "recall": 0.143281}, {"accuracy": 0.20751, "f1": 0.183242, "hf_subset": "tgk_Cyrl-bak_Cyrl", "languages": ["tgk-Cyrl", "bak-Cyrl"], "main_score": 0.183242, "precision": 0.174945, "recall": 0.20751}, {"accuracy": 0.114625, "f1": 0.096526, "hf_subset": "tgk_Cyrl-dyu_Latn", "languages": ["tgk-Cyrl", "dyu-Latn"], "main_score": 0.096526, "precision": 0.091355, "recall": 0.114625}, {"accuracy": 0.146245, "f1": 0.125383, "hf_subset": "tgk_Cyrl-heb_Hebr", "languages": ["tgk-Cyrl", "heb-Hebr"], "main_score": 0.125383, "precision": 0.119798, "recall": 0.146245}, {"accuracy": 0.117589, "f1": 0.103049, "hf_subset": "tgk_Cyrl-khk_Cyrl", "languages": ["tgk-Cyrl", "khk-Cyrl"], "main_score": 0.103049, "precision": 0.099525, "recall": 0.117589}, {"accuracy": 0.152174, "f1": 0.133194, "hf_subset": "tgk_Cyrl-lvs_Latn", "languages": ["tgk-Cyrl", "lvs-Latn"], "main_score": 0.133194, "precision": 0.127983, "recall": 0.152174}, {"accuracy": 0.049407, "f1": 0.040658, "hf_subset": "tgk_Cyrl-pan_Guru", "languages": ["tgk-Cyrl", "pan-Guru"], "main_score": 0.040658, "precision": 0.03899, "recall": 0.049407}, {"accuracy": 0.103755, "f1": 0.090091, "hf_subset": "tgk_Cyrl-som_Latn", "languages": ["tgk-Cyrl", "som-Latn"], "main_score": 0.090091, "precision": 0.085792, "recall": 0.103755}, {"accuracy": 0.124506, "f1": 0.098353, "hf_subset": "tgk_Cyrl-tum_Latn", "languages": ["tgk-Cyrl", "tum-Latn"], "main_score": 0.098353, "precision": 0.09167, "recall": 0.124506}, {"accuracy": 0.033597, "f1": 0.024884, "hf_subset": "yor_Latn-ace_Arab", "languages": ["yor-Latn", "ace-Arab"], "main_score": 0.024884, "precision": 0.022468, "recall": 0.033597}, {"accuracy": 0.185771, "f1": 0.167214, "hf_subset": "yor_Latn-bam_Latn", "languages": ["yor-Latn", "bam-Latn"], "main_score": 0.167214, "precision": 0.160681, "recall": 0.185771}, {"accuracy": 0.003953, "f1": 0.000646, "hf_subset": "yor_Latn-dzo_Tibt", "languages": ["yor-Latn", "dzo-Tibt"], "main_score": 0.000646, "precision": 0.000386, "recall": 0.003953}, {"accuracy": 0.13834, "f1": 0.119125, "hf_subset": "yor_Latn-hin_Deva", "languages": ["yor-Latn", "hin-Deva"], "main_score": 0.119125, "precision": 0.113195, "recall": 0.13834}, {"accuracy": 0.121542, "f1": 0.111023, "hf_subset": "yor_Latn-khm_Khmr", "languages": ["yor-Latn", "khm-Khmr"], "main_score": 0.111023, "precision": 0.108164, "recall": 0.121542}, {"accuracy": 0.118577, "f1": 0.104521, "hf_subset": "yor_Latn-mag_Deva", "languages": ["yor-Latn", "mag-Deva"], "main_score": 0.104521, "precision": 0.100188, "recall": 0.118577}, {"accuracy": 0.149209, "f1": 0.140654, "hf_subset": "yor_Latn-pap_Latn", "languages": ["yor-Latn", "pap-Latn"], "main_score": 0.140654, "precision": 0.137655, "recall": 0.149209}, {"accuracy": 0.221344, "f1": 0.200727, "hf_subset": "yor_Latn-sot_Latn", "languages": ["yor-Latn", "sot-Latn"], "main_score": 0.200727, "precision": 0.193755, "recall": 0.221344}, {"accuracy": 0.192688, "f1": 0.169184, "hf_subset": "yor_Latn-tur_Latn", "languages": ["yor-Latn", "tur-Latn"], "main_score": 0.169184, "precision": 0.16168, "recall": 0.192688}, {"accuracy": 0.18083, "f1": 0.164292, "hf_subset": "yor_Latn-ace_Latn", "languages": ["yor-Latn", "ace-Latn"], "main_score": 0.164292, "precision": 0.158057, "recall": 0.18083}, {"accuracy": 0.145257, "f1": 0.135804, "hf_subset": "yor_Latn-ban_Latn", "languages": ["yor-Latn", "ban-Latn"], "main_score": 0.135804, "precision": 0.132878, "recall": 0.145257}, {"accuracy": 0.146245, "f1": 0.125768, "hf_subset": "yor_Latn-ell_Grek", "languages": ["yor-Latn", "ell-Grek"], "main_score": 0.125768, "precision": 0.119321, "recall": 0.146245}, {"accuracy": 0.107708, "f1": 0.098253, "hf_subset": "yor_Latn-hne_Deva", "languages": ["yor-Latn", "hne-Deva"], "main_score": 0.098253, "precision": 0.09537, "recall": 0.107708}, {"accuracy": 0.179842, "f1": 0.161163, "hf_subset": "yor_Latn-kik_Latn", "languages": ["yor-Latn", "kik-Latn"], "main_score": 0.161163, "precision": 0.154336, "recall": 0.179842}, {"accuracy": 0.110672, "f1": 0.099769, "hf_subset": "yor_Latn-mai_Deva", "languages": ["yor-Latn", "mai-Deva"], "main_score": 0.099769, "precision": 0.096298, "recall": 0.110672}, {"accuracy": 0.128458, "f1": 0.113864, "hf_subset": "yor_Latn-pbt_Arab", "languages": ["yor-Latn", "pbt-Arab"], "main_score": 0.113864, "precision": 0.108592, "recall": 0.128458}, {"accuracy": 0.177866, "f1": 0.158687, "hf_subset": "yor_Latn-spa_Latn", "languages": ["yor-Latn", "spa-Latn"], "main_score": 0.158687, "precision": 0.152831, "recall": 0.177866}, {"accuracy": 0.240119, "f1": 0.220888, "hf_subset": "yor_Latn-twi_Latn", "languages": ["yor-Latn", "twi-Latn"], "main_score": 0.220888, "precision": 0.213934, "recall": 0.240119}, {"accuracy": 0.106719, "f1": 0.09694, "hf_subset": "yor_Latn-acm_Arab", "languages": ["yor-Latn", "acm-Arab"], "main_score": 0.09694, "precision": 0.093611, "recall": 0.106719}, {"accuracy": 0.124506, "f1": 0.105827, "hf_subset": "yor_Latn-bel_Cyrl", "languages": ["yor-Latn", "bel-Cyrl"], "main_score": 0.105827, "precision": 0.100069, "recall": 0.124506}, {"accuracy": 0.216403, "f1": 0.187291, "hf_subset": "yor_Latn-eng_Latn", "languages": ["yor-Latn", "eng-Latn"], "main_score": 0.187291, "precision": 0.178351, "recall": 0.216403}, {"accuracy": 0.151186, "f1": 0.137522, "hf_subset": "yor_Latn-hrv_Latn", "languages": ["yor-Latn", "hrv-Latn"], "main_score": 0.137522, "precision": 0.133252, "recall": 0.151186}, {"accuracy": 0.151186, "f1": 0.134625, "hf_subset": "yor_Latn-kin_Latn", "languages": ["yor-Latn", "kin-Latn"], "main_score": 0.134625, "precision": 0.129292, "recall": 0.151186}, {"accuracy": 0.063241, "f1": 0.055241, "hf_subset": "yor_Latn-mal_Mlym", "languages": ["yor-Latn", "mal-Mlym"], "main_score": 0.055241, "precision": 0.053404, "recall": 0.063241}, {"accuracy": 0.151186, "f1": 0.131278, "hf_subset": "yor_Latn-pes_Arab", "languages": ["yor-Latn", "pes-Arab"], "main_score": 0.131278, "precision": 0.125589, "recall": 0.151186}, {"accuracy": 0.155138, "f1": 0.141797, "hf_subset": "yor_Latn-srd_Latn", "languages": ["yor-Latn", "srd-Latn"], "main_score": 0.141797, "precision": 0.13781, "recall": 0.155138}, {"accuracy": 0.062253, "f1": 0.043039, "hf_subset": "yor_Latn-tzm_Tfng", "languages": ["yor-Latn", "tzm-Tfng"], "main_score": 0.043039, "precision": 0.038364, "recall": 0.062253}, {"accuracy": 0.131423, "f1": 0.113425, "hf_subset": "yor_Latn-acq_Arab", "languages": ["yor-Latn", "acq-Arab"], "main_score": 0.113425, "precision": 0.108236, "recall": 0.131423}, {"accuracy": 0.201581, "f1": 0.175991, "hf_subset": "yor_Latn-bem_Latn", "languages": ["yor-Latn", "bem-Latn"], "main_score": 0.175991, "precision": 0.168449, "recall": 0.201581}, {"accuracy": 0.132411, "f1": 0.12277, "hf_subset": "yor_Latn-epo_Latn", "languages": ["yor-Latn", "epo-Latn"], "main_score": 0.12277, "precision": 0.120048, "recall": 0.132411}, {"accuracy": 0.198617, "f1": 0.170674, "hf_subset": "yor_Latn-hun_Latn", "languages": ["yor-Latn", "hun-Latn"], "main_score": 0.170674, "precision": 0.163033, "recall": 0.198617}, {"accuracy": 0.135375, "f1": 0.118949, "hf_subset": "yor_Latn-kir_Cyrl", "languages": ["yor-Latn", "kir-Cyrl"], "main_score": 0.118949, "precision": 0.114308, "recall": 0.135375}, {"accuracy": 0.103755, "f1": 0.086519, "hf_subset": "yor_Latn-mar_Deva", "languages": ["yor-Latn", "mar-Deva"], "main_score": 0.086519, "precision": 0.08219, "recall": 0.103755}, {"accuracy": 0.187747, "f1": 0.170728, "hf_subset": "yor_Latn-plt_Latn", "languages": ["yor-Latn", "plt-Latn"], "main_score": 0.170728, "precision": 0.164801, "recall": 0.187747}, {"accuracy": 0.162055, "f1": 0.139933, "hf_subset": "yor_Latn-srp_Cyrl", "languages": ["yor-Latn", "srp-Cyrl"], "main_score": 0.139933, "precision": 0.13405, "recall": 0.162055}, {"accuracy": 0.093874, "f1": 0.07875, "hf_subset": "yor_Latn-uig_Arab", "languages": ["yor-Latn", "uig-Arab"], "main_score": 0.07875, "precision": 0.074698, "recall": 0.093874}, {"accuracy": 0.106719, "f1": 0.094799, "hf_subset": "yor_Latn-aeb_Arab", "languages": ["yor-Latn", "aeb-Arab"], "main_score": 0.094799, "precision": 0.091355, "recall": 0.106719}, {"accuracy": 0.067194, "f1": 0.055932, "hf_subset": "yor_Latn-ben_Beng", "languages": ["yor-Latn", "ben-Beng"], "main_score": 0.055932, "precision": 0.053688, "recall": 0.067194}, {"accuracy": 0.178854, "f1": 0.157086, "hf_subset": "yor_Latn-est_Latn", "languages": ["yor-Latn", "est-Latn"], "main_score": 0.157086, "precision": 0.150508, "recall": 0.178854}, {"accuracy": 0.123518, "f1": 0.103244, "hf_subset": "yor_Latn-hye_Armn", "languages": ["yor-Latn", "hye-Armn"], "main_score": 0.103244, "precision": 0.097198, "recall": 0.123518}, {"accuracy": 0.172925, "f1": 0.146383, "hf_subset": "yor_Latn-kmb_Latn", "languages": ["yor-Latn", "kmb-Latn"], "main_score": 0.146383, "precision": 0.137985, "recall": 0.172925}, {"accuracy": 0.023715, "f1": 0.018965, "hf_subset": "yor_Latn-min_Arab", "languages": ["yor-Latn", "min-Arab"], "main_score": 0.018965, "precision": 0.017543, "recall": 0.023715}, {"accuracy": 0.192688, "f1": 0.169338, "hf_subset": "yor_Latn-pol_Latn", "languages": ["yor-Latn", "pol-Latn"], "main_score": 0.169338, "precision": 0.162472, "recall": 0.192688}, {"accuracy": 0.159091, "f1": 0.136714, "hf_subset": "yor_Latn-ssw_Latn", "languages": ["yor-Latn", "ssw-Latn"], "main_score": 0.136714, "precision": 0.129534, "recall": 0.159091}, {"accuracy": 0.158103, "f1": 0.133453, "hf_subset": "yor_Latn-ukr_Cyrl", "languages": ["yor-Latn", "ukr-Cyrl"], "main_score": 0.133453, "precision": 0.127256, "recall": 0.158103}, {"accuracy": 0.206522, "f1": 0.183233, "hf_subset": "yor_Latn-afr_Latn", "languages": ["yor-Latn", "afr-Latn"], "main_score": 0.183233, "precision": 0.177166, "recall": 0.206522}, {"accuracy": 0.118577, "f1": 0.105756, "hf_subset": "yor_Latn-bho_Deva", "languages": ["yor-Latn", "bho-Deva"], "main_score": 0.105756, "precision": 0.10207, "recall": 0.118577}, {"accuracy": 0.129447, "f1": 0.118803, "hf_subset": "yor_Latn-eus_Latn", "languages": ["yor-Latn", "eus-Latn"], "main_score": 0.118803, "precision": 0.115404, "recall": 0.129447}, {"accuracy": 0.179842, "f1": 0.159437, "hf_subset": "yor_Latn-ibo_Latn", "languages": ["yor-Latn", "ibo-Latn"], "main_score": 0.159437, "precision": 0.150998, "recall": 0.179842}, {"accuracy": 0.160079, "f1": 0.146131, "hf_subset": "yor_Latn-kmr_Latn", "languages": ["yor-Latn", "kmr-Latn"], "main_score": 0.146131, "precision": 0.142311, "recall": 0.160079}, {"accuracy": 0.155138, "f1": 0.143522, "hf_subset": "yor_Latn-min_Latn", "languages": ["yor-Latn", "min-Latn"], "main_score": 0.143522, "precision": 0.139862, "recall": 0.155138}, {"accuracy": 0.210474, "f1": 0.18263, "hf_subset": "yor_Latn-por_Latn", "languages": ["yor-Latn", "por-Latn"], "main_score": 0.18263, "precision": 0.174176, "recall": 0.210474}, {"accuracy": 0.137352, "f1": 0.125981, "hf_subset": "yor_Latn-sun_Latn", "languages": ["yor-Latn", "sun-Latn"], "main_score": 0.125981, "precision": 0.123213, "recall": 0.137352}, {"accuracy": 0.153162, "f1": 0.130324, "hf_subset": "yor_Latn-umb_Latn", "languages": ["yor-Latn", "umb-Latn"], "main_score": 0.130324, "precision": 0.123039, "recall": 0.153162}, {"accuracy": 0.134387, "f1": 0.116551, "hf_subset": "yor_Latn-ajp_Arab", "languages": ["yor-Latn", "ajp-Arab"], "main_score": 0.116551, "precision": 0.111037, "recall": 0.134387}, {"accuracy": 0.035573, "f1": 0.029823, "hf_subset": "yor_Latn-bjn_Arab", "languages": ["yor-Latn", "bjn-Arab"], "main_score": 0.029823, "precision": 0.028138, "recall": 0.035573}, {"accuracy": 0.210474, "f1": 0.193873, "hf_subset": "yor_Latn-ewe_Latn", "languages": ["yor-Latn", "ewe-Latn"], "main_score": 0.193873, "precision": 0.187658, "recall": 0.210474}, {"accuracy": 0.192688, "f1": 0.171512, "hf_subset": "yor_Latn-ilo_Latn", "languages": ["yor-Latn", "ilo-Latn"], "main_score": 0.171512, "precision": 0.164622, "recall": 0.192688}, {"accuracy": 0.050395, "f1": 0.044433, "hf_subset": "yor_Latn-knc_Arab", "languages": ["yor-Latn", "knc-Arab"], "main_score": 0.044433, "precision": 0.041996, "recall": 0.050395}, {"accuracy": 0.168972, "f1": 0.144711, "hf_subset": "yor_Latn-mkd_Cyrl", "languages": ["yor-Latn", "mkd-Cyrl"], "main_score": 0.144711, "precision": 0.137236, "recall": 0.168972}, {"accuracy": 0.116601, "f1": 0.103981, "hf_subset": "yor_Latn-prs_Arab", "languages": ["yor-Latn", "prs-Arab"], "main_score": 0.103981, "precision": 0.099686, "recall": 0.116601}, {"accuracy": 0.175889, "f1": 0.156798, "hf_subset": "yor_Latn-swe_Latn", "languages": ["yor-Latn", "swe-Latn"], "main_score": 0.156798, "precision": 0.150963, "recall": 0.175889}, {"accuracy": 0.110672, "f1": 0.091448, "hf_subset": "yor_Latn-urd_Arab", "languages": ["yor-Latn", "urd-Arab"], "main_score": 0.091448, "precision": 0.086673, "recall": 0.110672}, {"accuracy": 0.233202, "f1": 0.215223, "hf_subset": "yor_Latn-aka_Latn", "languages": ["yor-Latn", "aka-Latn"], "main_score": 0.215223, "precision": 0.208194, "recall": 0.233202}, {"accuracy": 0.151186, "f1": 0.142363, "hf_subset": "yor_Latn-bjn_Latn", "languages": ["yor-Latn", "bjn-Latn"], "main_score": 0.142363, "precision": 0.13958, "recall": 0.151186}, {"accuracy": 0.150198, "f1": 0.139018, "hf_subset": "yor_Latn-fao_Latn", "languages": ["yor-Latn", "fao-Latn"], "main_score": 0.139018, "precision": 0.135254, "recall": 0.150198}, {"accuracy": 0.202569, "f1": 0.176786, "hf_subset": "yor_Latn-ind_Latn", "languages": ["yor-Latn", "ind-Latn"], "main_score": 0.176786, "precision": 0.169452, "recall": 0.202569}, {"accuracy": 0.203557, "f1": 0.187509, "hf_subset": "yor_Latn-knc_Latn", "languages": ["yor-Latn", "knc-Latn"], "main_score": 0.187509, "precision": 0.181218, "recall": 0.203557}, {"accuracy": 0.187747, "f1": 0.169066, "hf_subset": "yor_Latn-mlt_Latn", "languages": ["yor-Latn", "mlt-Latn"], "main_score": 0.169066, "precision": 0.162841, "recall": 0.187747}, {"accuracy": 0.155138, "f1": 0.13729, "hf_subset": "yor_Latn-quy_Latn", "languages": ["yor-Latn", "quy-Latn"], "main_score": 0.13729, "precision": 0.130547, "recall": 0.155138}, {"accuracy": 0.15415, "f1": 0.141601, "hf_subset": "yor_Latn-swh_Latn", "languages": ["yor-Latn", "swh-Latn"], "main_score": 0.141601, "precision": 0.137369, "recall": 0.15415}, {"accuracy": 0.123518, "f1": 0.11269, "hf_subset": "yor_Latn-uzn_Latn", "languages": ["yor-Latn", "uzn-Latn"], "main_score": 0.11269, "precision": 0.109648, "recall": 0.123518}, {"accuracy": 0.181818, "f1": 0.161267, "hf_subset": "yor_Latn-als_Latn", "languages": ["yor-Latn", "als-Latn"], "main_score": 0.161267, "precision": 0.154871, "recall": 0.181818}, {"accuracy": 0.045455, "f1": 0.029062, "hf_subset": "yor_Latn-bod_Tibt", "languages": ["yor-Latn", "bod-Tibt"], "main_score": 0.029062, "precision": 0.025412, "recall": 0.045455}, {"accuracy": 0.16502, "f1": 0.145641, "hf_subset": "yor_Latn-fij_Latn", "languages": ["yor-Latn", "fij-Latn"], "main_score": 0.145641, "precision": 0.139069, "recall": 0.16502}, {"accuracy": 0.118577, "f1": 0.110384, "hf_subset": "yor_Latn-isl_Latn", "languages": ["yor-Latn", "isl-Latn"], "main_score": 0.110384, "precision": 0.108149, "recall": 0.118577}, {"accuracy": 0.183794, "f1": 0.165039, "hf_subset": "yor_Latn-kon_Latn", "languages": ["yor-Latn", "kon-Latn"], "main_score": 0.165039, "precision": 0.156703, "recall": 0.183794}, {"accuracy": 0.040514, "f1": 0.033532, "hf_subset": "yor_Latn-mni_Beng", "languages": ["yor-Latn", "mni-Beng"], "main_score": 0.033532, "precision": 0.031489, "recall": 0.040514}, {"accuracy": 0.203557, "f1": 0.176333, "hf_subset": "yor_Latn-ron_Latn", "languages": ["yor-Latn", "ron-Latn"], "main_score": 0.176333, "precision": 0.168321, "recall": 0.203557}, {"accuracy": 0.137352, "f1": 0.127559, "hf_subset": "yor_Latn-szl_Latn", "languages": ["yor-Latn", "szl-Latn"], "main_score": 0.127559, "precision": 0.124611, "recall": 0.137352}, {"accuracy": 0.155138, "f1": 0.143534, "hf_subset": "yor_Latn-vec_Latn", "languages": ["yor-Latn", "vec-Latn"], "main_score": 0.143534, "precision": 0.140089, "recall": 0.155138}, {"accuracy": 0.047431, "f1": 0.037853, "hf_subset": "yor_Latn-amh_Ethi", "languages": ["yor-Latn", "amh-Ethi"], "main_score": 0.037853, "precision": 0.035106, "recall": 0.047431}, {"accuracy": 0.175889, "f1": 0.154535, "hf_subset": "yor_Latn-bos_Latn", "languages": ["yor-Latn", "bos-Latn"], "main_score": 0.154535, "precision": 0.147278, "recall": 0.175889}, {"accuracy": 0.188735, "f1": 0.164884, "hf_subset": "yor_Latn-fin_Latn", "languages": ["yor-Latn", "fin-Latn"], "main_score": 0.164884, "precision": 0.156764, "recall": 0.188735}, {"accuracy": 0.192688, "f1": 0.163901, "hf_subset": "yor_Latn-ita_Latn", "languages": ["yor-Latn", "ita-Latn"], "main_score": 0.163901, "precision": 0.155359, "recall": 0.192688}, {"accuracy": 0.129447, "f1": 0.116087, "hf_subset": "yor_Latn-kor_Hang", "languages": ["yor-Latn", "kor-Hang"], "main_score": 0.116087, "precision": 0.111688, "recall": 0.129447}, {"accuracy": 0.173913, "f1": 0.151495, "hf_subset": "yor_Latn-mos_Latn", "languages": ["yor-Latn", "mos-Latn"], "main_score": 0.151495, "precision": 0.143846, "recall": 0.173913}, {"accuracy": 0.172925, "f1": 0.151547, "hf_subset": "yor_Latn-run_Latn", "languages": ["yor-Latn", "run-Latn"], "main_score": 0.151547, "precision": 0.143422, "recall": 0.172925}, {"accuracy": 0.056324, "f1": 0.042892, "hf_subset": "yor_Latn-tam_Taml", "languages": ["yor-Latn", "tam-Taml"], "main_score": 0.042892, "precision": 0.040016, "recall": 0.056324}, {"accuracy": 0.202569, "f1": 0.171155, "hf_subset": "yor_Latn-vie_Latn", "languages": ["yor-Latn", "vie-Latn"], "main_score": 0.171155, "precision": 0.161961, "recall": 0.202569}, {"accuracy": 0.103755, "f1": 0.097269, "hf_subset": "yor_Latn-apc_Arab", "languages": ["yor-Latn", "apc-Arab"], "main_score": 0.097269, "precision": 0.09508, "recall": 0.103755}, {"accuracy": 0.186759, "f1": 0.172351, "hf_subset": "yor_Latn-bug_Latn", "languages": ["yor-Latn", "bug-Latn"], "main_score": 0.172351, "precision": 0.166502, "recall": 0.186759}, {"accuracy": 0.209486, "f1": 0.19452, "hf_subset": "yor_Latn-fon_Latn", "languages": ["yor-Latn", "fon-Latn"], "main_score": 0.19452, "precision": 0.188603, "recall": 0.209486}, {"accuracy": 0.153162, "f1": 0.143861, "hf_subset": "yor_Latn-jav_Latn", "languages": ["yor-Latn", "jav-Latn"], "main_score": 0.143861, "precision": 0.141415, "recall": 0.153162}, {"accuracy": 0.156126, "f1": 0.137952, "hf_subset": "yor_Latn-lao_Laoo", "languages": ["yor-Latn", "lao-Laoo"], "main_score": 0.137952, "precision": 0.13374, "recall": 0.156126}, {"accuracy": 0.198617, "f1": 0.179356, "hf_subset": "yor_Latn-mri_Latn", "languages": ["yor-Latn", "mri-Latn"], "main_score": 0.179356, "precision": 0.172483, "recall": 0.198617}, {"accuracy": 0.160079, "f1": 0.135902, "hf_subset": "yor_Latn-rus_Cyrl", "languages": ["yor-Latn", "rus-Cyrl"], "main_score": 0.135902, "precision": 0.129469, "recall": 0.160079}, {"accuracy": 0.195652, "f1": 0.176099, "hf_subset": "yor_Latn-taq_Latn", "languages": ["yor-Latn", "taq-Latn"], "main_score": 0.176099, "precision": 0.170493, "recall": 0.195652}, {"accuracy": 0.179842, "f1": 0.164323, "hf_subset": "yor_Latn-war_Latn", "languages": ["yor-Latn", "war-Latn"], "main_score": 0.164323, "precision": 0.158332, "recall": 0.179842}, {"accuracy": 0.134387, "f1": 0.112946, "hf_subset": "yor_Latn-arb_Arab", "languages": ["yor-Latn", "arb-Arab"], "main_score": 0.112946, "precision": 0.106627, "recall": 0.134387}, {"accuracy": 0.175889, "f1": 0.152647, "hf_subset": "yor_Latn-bul_Cyrl", "languages": ["yor-Latn", "bul-Cyrl"], "main_score": 0.152647, "precision": 0.146717, "recall": 0.175889}, {"accuracy": 0.199605, "f1": 0.171793, "hf_subset": "yor_Latn-fra_Latn", "languages": ["yor-Latn", "fra-Latn"], "main_score": 0.171793, "precision": 0.163936, "recall": 0.199605}, {"accuracy": 0.142292, "f1": 0.119625, "hf_subset": "yor_Latn-jpn_Jpan", "languages": ["yor-Latn", "jpn-Jpan"], "main_score": 0.119625, "precision": 0.114124, "recall": 0.142292}, {"accuracy": 0.139328, "f1": 0.129721, "hf_subset": "yor_Latn-lij_Latn", "languages": ["yor-Latn", "lij-Latn"], "main_score": 0.129721, "precision": 0.126538, "recall": 0.139328}, {"accuracy": 0.105731, "f1": 0.088282, "hf_subset": "yor_Latn-mya_Mymr", "languages": ["yor-Latn", "mya-Mymr"], "main_score": 0.088282, "precision": 0.082926, "recall": 0.105731}, {"accuracy": 0.192688, "f1": 0.177621, "hf_subset": "yor_Latn-sag_Latn", "languages": ["yor-Latn", "sag-Latn"], "main_score": 0.177621, "precision": 0.171344, "recall": 0.192688}, {"accuracy": 0.066206, "f1": 0.050519, "hf_subset": "yor_Latn-taq_Tfng", "languages": ["yor-Latn", "taq-Tfng"], "main_score": 0.050519, "precision": 0.046606, "recall": 0.066206}, {"accuracy": 0.221344, "f1": 0.1983, "hf_subset": "yor_Latn-wol_Latn", "languages": ["yor-Latn", "wol-Latn"], "main_score": 0.1983, "precision": 0.189667, "recall": 0.221344}, {"accuracy": 0.101779, "f1": 0.076647, "hf_subset": "yor_Latn-arb_Latn", "languages": ["yor-Latn", "arb-Latn"], "main_score": 0.076647, "precision": 0.070606, "recall": 0.101779}, {"accuracy": 0.206522, "f1": 0.179251, "hf_subset": "yor_Latn-cat_Latn", "languages": ["yor-Latn", "cat-Latn"], "main_score": 0.179251, "precision": 0.171698, "recall": 0.206522}, {"accuracy": 0.144269, "f1": 0.133219, "hf_subset": "yor_Latn-fur_Latn", "languages": ["yor-Latn", "fur-Latn"], "main_score": 0.133219, "precision": 0.129703, "recall": 0.144269}, {"accuracy": 0.074111, "f1": 0.061235, "hf_subset": "yor_Latn-kab_Latn", "languages": ["yor-Latn", "kab-Latn"], "main_score": 0.061235, "precision": 0.057821, "recall": 0.074111}, {"accuracy": 0.153162, "f1": 0.142462, "hf_subset": "yor_Latn-lim_Latn", "languages": ["yor-Latn", "lim-Latn"], "main_score": 0.142462, "precision": 0.138861, "recall": 0.153162}, {"accuracy": 0.210474, "f1": 0.178947, "hf_subset": "yor_Latn-nld_Latn", "languages": ["yor-Latn", "nld-Latn"], "main_score": 0.178947, "precision": 0.170095, "recall": 0.210474}, {"accuracy": 0.081028, "f1": 0.074051, "hf_subset": "yor_Latn-san_Deva", "languages": ["yor-Latn", "san-Deva"], "main_score": 0.074051, "precision": 0.072139, "recall": 0.081028}, {"accuracy": 0.130435, "f1": 0.117648, "hf_subset": "yor_Latn-tat_Cyrl", "languages": ["yor-Latn", "tat-Cyrl"], "main_score": 0.117648, "precision": 0.113706, "recall": 0.130435}, {"accuracy": 0.158103, "f1": 0.134834, "hf_subset": "yor_Latn-xho_Latn", "languages": ["yor-Latn", "xho-Latn"], "main_score": 0.134834, "precision": 0.128376, "recall": 0.158103}, {"accuracy": 0.135375, "f1": 0.113001, "hf_subset": "yor_Latn-ars_Arab", "languages": ["yor-Latn", "ars-Arab"], "main_score": 0.113001, "precision": 0.106406, "recall": 0.135375}, {"accuracy": 0.168972, "f1": 0.157477, "hf_subset": "yor_Latn-ceb_Latn", "languages": ["yor-Latn", "ceb-Latn"], "main_score": 0.157477, "precision": 0.153424, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.151998, "hf_subset": "yor_Latn-fuv_Latn", "languages": ["yor-Latn", "fuv-Latn"], "main_score": 0.151998, "precision": 0.145317, "recall": 0.16996}, {"accuracy": 0.190711, "f1": 0.162624, "hf_subset": "yor_Latn-kac_Latn", "languages": ["yor-Latn", "kac-Latn"], "main_score": 0.162624, "precision": 0.153253, "recall": 0.190711}, {"accuracy": 0.15415, "f1": 0.137616, "hf_subset": "yor_Latn-lin_Latn", "languages": ["yor-Latn", "lin-Latn"], "main_score": 0.137616, "precision": 0.131899, "recall": 0.15415}, {"accuracy": 0.184783, "f1": 0.16707, "hf_subset": "yor_Latn-nno_Latn", "languages": ["yor-Latn", "nno-Latn"], "main_score": 0.16707, "precision": 0.161072, "recall": 0.184783}, {"accuracy": 0.01581, "f1": 0.008647, "hf_subset": "yor_Latn-sat_Olck", "languages": ["yor-Latn", "sat-Olck"], "main_score": 0.008647, "precision": 0.006867, "recall": 0.01581}, {"accuracy": 0.064229, "f1": 0.056632, "hf_subset": "yor_Latn-tel_Telu", "languages": ["yor-Latn", "tel-Telu"], "main_score": 0.056632, "precision": 0.054635, "recall": 0.064229}, {"accuracy": 0.072134, "f1": 0.05977, "hf_subset": "yor_Latn-ydd_Hebr", "languages": ["yor-Latn", "ydd-Hebr"], "main_score": 0.05977, "precision": 0.056741, "recall": 0.072134}, {"accuracy": 0.112648, "f1": 0.101926, "hf_subset": "yor_Latn-ary_Arab", "languages": ["yor-Latn", "ary-Arab"], "main_score": 0.101926, "precision": 0.099338, "recall": 0.112648}, {"accuracy": 0.187747, "f1": 0.166219, "hf_subset": "yor_Latn-ces_Latn", "languages": ["yor-Latn", "ces-Latn"], "main_score": 0.166219, "precision": 0.159603, "recall": 0.187747}, {"accuracy": 0.083004, "f1": 0.068134, "hf_subset": "yor_Latn-gaz_Latn", "languages": ["yor-Latn", "gaz-Latn"], "main_score": 0.068134, "precision": 0.063592, "recall": 0.083004}, {"accuracy": 0.16996, "f1": 0.154084, "hf_subset": "yor_Latn-kam_Latn", "languages": ["yor-Latn", "kam-Latn"], "main_score": 0.154084, "precision": 0.14776, "recall": 0.16996}, {"accuracy": 0.170949, "f1": 0.147533, "hf_subset": "yor_Latn-lit_Latn", "languages": ["yor-Latn", "lit-Latn"], "main_score": 0.147533, "precision": 0.140941, "recall": 0.170949}, {"accuracy": 0.199605, "f1": 0.173729, "hf_subset": "yor_Latn-nob_Latn", "languages": ["yor-Latn", "nob-Latn"], "main_score": 0.173729, "precision": 0.16632, "recall": 0.199605}, {"accuracy": 0.134387, "f1": 0.126224, "hf_subset": "yor_Latn-scn_Latn", "languages": ["yor-Latn", "scn-Latn"], "main_score": 0.126224, "precision": 0.123273, "recall": 0.134387}, {"accuracy": 0.131423, "f1": 0.116349, "hf_subset": "yor_Latn-tgk_Cyrl", "languages": ["yor-Latn", "tgk-Cyrl"], "main_score": 0.116349, "precision": 0.111129, "recall": 0.131423}, {"accuracy": 0.109684, "f1": 0.099654, "hf_subset": "yor_Latn-arz_Arab", "languages": ["yor-Latn", "arz-Arab"], "main_score": 0.099654, "precision": 0.096698, "recall": 0.109684}, {"accuracy": 0.126482, "f1": 0.113282, "hf_subset": "yor_Latn-cjk_Latn", "languages": ["yor-Latn", "cjk-Latn"], "main_score": 0.113282, "precision": 0.108325, "recall": 0.126482}, {"accuracy": 0.150198, "f1": 0.131226, "hf_subset": "yor_Latn-gla_Latn", "languages": ["yor-Latn", "gla-Latn"], "main_score": 0.131226, "precision": 0.125545, "recall": 0.150198}, {"accuracy": 0.061265, "f1": 0.048418, "hf_subset": "yor_Latn-kan_Knda", "languages": ["yor-Latn", "kan-Knda"], "main_score": 0.048418, "precision": 0.045132, "recall": 0.061265}, {"accuracy": 0.157115, "f1": 0.148017, "hf_subset": "yor_Latn-lmo_Latn", "languages": ["yor-Latn", "lmo-Latn"], "main_score": 0.148017, "precision": 0.14543, "recall": 0.157115}, {"accuracy": 0.125494, "f1": 0.105643, "hf_subset": "yor_Latn-npi_Deva", "languages": ["yor-Latn", "npi-Deva"], "main_score": 0.105643, "precision": 0.099569, "recall": 0.125494}, {"accuracy": 0.182806, "f1": 0.157763, "hf_subset": "yor_Latn-shn_Mymr", "languages": ["yor-Latn", "shn-Mymr"], "main_score": 0.157763, "precision": 0.150143, "recall": 0.182806}, {"accuracy": 0.179842, "f1": 0.161978, "hf_subset": "yor_Latn-tgl_Latn", "languages": ["yor-Latn", "tgl-Latn"], "main_score": 0.161978, "precision": 0.156078, "recall": 0.179842}, {"accuracy": 0.140316, "f1": 0.119524, "hf_subset": "yor_Latn-yue_Hant", "languages": ["yor-Latn", "yue-Hant"], "main_score": 0.119524, "precision": 0.113573, "recall": 0.140316}, {"accuracy": 0.039526, "f1": 0.035423, "hf_subset": "yor_Latn-asm_Beng", "languages": ["yor-Latn", "asm-Beng"], "main_score": 0.035423, "precision": 0.033893, "recall": 0.039526}, {"accuracy": 0.092885, "f1": 0.074077, "hf_subset": "yor_Latn-ckb_Arab", "languages": ["yor-Latn", "ckb-Arab"], "main_score": 0.074077, "precision": 0.069694, "recall": 0.092885}, {"accuracy": 0.156126, "f1": 0.143922, "hf_subset": "yor_Latn-gle_Latn", "languages": ["yor-Latn", "gle-Latn"], "main_score": 0.143922, "precision": 0.139788, "recall": 0.156126}, {"accuracy": 0.065217, "f1": 0.060251, "hf_subset": "yor_Latn-kas_Arab", "languages": ["yor-Latn", "kas-Arab"], "main_score": 0.060251, "precision": 0.058816, "recall": 0.065217}, {"accuracy": 0.139328, "f1": 0.122159, "hf_subset": "yor_Latn-ltg_Latn", "languages": ["yor-Latn", "ltg-Latn"], "main_score": 0.122159, "precision": 0.117517, "recall": 0.139328}, {"accuracy": 0.221344, "f1": 0.206217, "hf_subset": "yor_Latn-nso_Latn", "languages": ["yor-Latn", "nso-Latn"], "main_score": 0.206217, "precision": 0.200511, "recall": 0.221344}, {"accuracy": 0.065217, "f1": 0.05305, "hf_subset": "yor_Latn-sin_Sinh", "languages": ["yor-Latn", "sin-Sinh"], "main_score": 0.05305, "precision": 0.049993, "recall": 0.065217}, {"accuracy": 0.148221, "f1": 0.125261, "hf_subset": "yor_Latn-tha_Thai", "languages": ["yor-Latn", "tha-Thai"], "main_score": 0.125261, "precision": 0.118759, "recall": 0.148221}, {"accuracy": 0.156126, "f1": 0.134676, "hf_subset": "yor_Latn-zho_Hans", "languages": ["yor-Latn", "zho-Hans"], "main_score": 0.134676, "precision": 0.128595, "recall": 0.156126}, {"accuracy": 0.15415, "f1": 0.137963, "hf_subset": "yor_Latn-ast_Latn", "languages": ["yor-Latn", "ast-Latn"], "main_score": 0.137963, "precision": 0.133111, "recall": 0.15415}, {"accuracy": 0.12253, "f1": 0.113113, "hf_subset": "yor_Latn-crh_Latn", "languages": ["yor-Latn", "crh-Latn"], "main_score": 0.113113, "precision": 0.109637, "recall": 0.12253}, {"accuracy": 0.1917, "f1": 0.171293, "hf_subset": "yor_Latn-glg_Latn", "languages": ["yor-Latn", "glg-Latn"], "main_score": 0.171293, "precision": 0.164782, "recall": 0.1917}, {"accuracy": 0.105731, "f1": 0.092721, "hf_subset": "yor_Latn-kas_Deva", "languages": ["yor-Latn", "kas-Deva"], "main_score": 0.092721, "precision": 0.088799, "recall": 0.105731}, {"accuracy": 0.155138, "f1": 0.140518, "hf_subset": "yor_Latn-ltz_Latn", "languages": ["yor-Latn", "ltz-Latn"], "main_score": 0.140518, "precision": 0.135684, "recall": 0.155138}, {"accuracy": 0.116601, "f1": 0.090788, "hf_subset": "yor_Latn-nus_Latn", "languages": ["yor-Latn", "nus-Latn"], "main_score": 0.090788, "precision": 0.082983, "recall": 0.116601}, {"accuracy": 0.185771, "f1": 0.165717, "hf_subset": "yor_Latn-slk_Latn", "languages": ["yor-Latn", "slk-Latn"], "main_score": 0.165717, "precision": 0.159541, "recall": 0.185771}, {"accuracy": 0.044466, "f1": 0.037484, "hf_subset": "yor_Latn-tir_Ethi", "languages": ["yor-Latn", "tir-Ethi"], "main_score": 0.037484, "precision": 0.035046, "recall": 0.044466}, {"accuracy": 0.142292, "f1": 0.124133, "hf_subset": "yor_Latn-zho_Hant", "languages": ["yor-Latn", "zho-Hant"], "main_score": 0.124133, "precision": 0.117567, "recall": 0.142292}, {"accuracy": 0.12747, "f1": 0.109847, "hf_subset": "yor_Latn-awa_Deva", "languages": ["yor-Latn", "awa-Deva"], "main_score": 0.109847, "precision": 0.105681, "recall": 0.12747}, {"accuracy": 0.134387, "f1": 0.117188, "hf_subset": "yor_Latn-cym_Latn", "languages": ["yor-Latn", "cym-Latn"], "main_score": 0.117188, "precision": 0.112207, "recall": 0.134387}, {"accuracy": 0.170949, "f1": 0.158549, "hf_subset": "yor_Latn-grn_Latn", "languages": ["yor-Latn", "grn-Latn"], "main_score": 0.158549, "precision": 0.154588, "recall": 0.170949}, {"accuracy": 0.115613, "f1": 0.102876, "hf_subset": "yor_Latn-kat_Geor", "languages": ["yor-Latn", "kat-Geor"], "main_score": 0.102876, "precision": 0.099167, "recall": 0.115613}, {"accuracy": 0.184783, "f1": 0.162494, "hf_subset": "yor_Latn-lua_Latn", "languages": ["yor-Latn", "lua-Latn"], "main_score": 0.162494, "precision": 0.155418, "recall": 0.184783}, {"accuracy": 0.178854, "f1": 0.159017, "hf_subset": "yor_Latn-nya_Latn", "languages": ["yor-Latn", "nya-Latn"], "main_score": 0.159017, "precision": 0.151613, "recall": 0.178854}, {"accuracy": 0.183794, "f1": 0.164911, "hf_subset": "yor_Latn-slv_Latn", "languages": ["yor-Latn", "slv-Latn"], "main_score": 0.164911, "precision": 0.158783, "recall": 0.183794}, {"accuracy": 0.210474, "f1": 0.194604, "hf_subset": "yor_Latn-tpi_Latn", "languages": ["yor-Latn", "tpi-Latn"], "main_score": 0.194604, "precision": 0.188638, "recall": 0.210474}, {"accuracy": 0.197628, "f1": 0.177005, "hf_subset": "yor_Latn-zsm_Latn", "languages": ["yor-Latn", "zsm-Latn"], "main_score": 0.177005, "precision": 0.170797, "recall": 0.197628}, {"accuracy": 0.177866, "f1": 0.15426, "hf_subset": "yor_Latn-ayr_Latn", "languages": ["yor-Latn", "ayr-Latn"], "main_score": 0.15426, "precision": 0.146335, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.178844, "hf_subset": "yor_Latn-dan_Latn", "languages": ["yor-Latn", "dan-Latn"], "main_score": 0.178844, "precision": 0.171543, "recall": 0.202569}, {"accuracy": 0.078063, "f1": 0.065079, "hf_subset": "yor_Latn-guj_Gujr", "languages": ["yor-Latn", "guj-Gujr"], "main_score": 0.065079, "precision": 0.06121, "recall": 0.078063}, {"accuracy": 0.146245, "f1": 0.126807, "hf_subset": "yor_Latn-kaz_Cyrl", "languages": ["yor-Latn", "kaz-Cyrl"], "main_score": 0.126807, "precision": 0.121805, "recall": 0.146245}, {"accuracy": 0.158103, "f1": 0.14185, "hf_subset": "yor_Latn-lug_Latn", "languages": ["yor-Latn", "lug-Latn"], "main_score": 0.14185, "precision": 0.135959, "recall": 0.158103}, {"accuracy": 0.1917, "f1": 0.17234, "hf_subset": "yor_Latn-oci_Latn", "languages": ["yor-Latn", "oci-Latn"], "main_score": 0.17234, "precision": 0.167288, "recall": 0.1917}, {"accuracy": 0.171937, "f1": 0.151165, "hf_subset": "yor_Latn-smo_Latn", "languages": ["yor-Latn", "smo-Latn"], "main_score": 0.151165, "precision": 0.144985, "recall": 0.171937}, {"accuracy": 0.194664, "f1": 0.177502, "hf_subset": "yor_Latn-tsn_Latn", "languages": ["yor-Latn", "tsn-Latn"], "main_score": 0.177502, "precision": 0.171407, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.129397, "hf_subset": "yor_Latn-zul_Latn", "languages": ["yor-Latn", "zul-Latn"], "main_score": 0.129397, "precision": 0.124195, "recall": 0.147233}, {"accuracy": 0.08498, "f1": 0.072781, "hf_subset": "yor_Latn-azb_Arab", "languages": ["yor-Latn", "azb-Arab"], "main_score": 0.072781, "precision": 0.069507, "recall": 0.08498}, {"accuracy": 0.200593, "f1": 0.174627, "hf_subset": "yor_Latn-deu_Latn", "languages": ["yor-Latn", "deu-Latn"], "main_score": 0.174627, "precision": 0.166409, "recall": 0.200593}, {"accuracy": 0.186759, "f1": 0.167991, "hf_subset": "yor_Latn-hat_Latn", "languages": ["yor-Latn", "hat-Latn"], "main_score": 0.167991, "precision": 0.161241, "recall": 0.186759}, {"accuracy": 0.183794, "f1": 0.15442, "hf_subset": "yor_Latn-kbp_Latn", "languages": ["yor-Latn", "kbp-Latn"], "main_score": 0.15442, "precision": 0.146936, "recall": 0.183794}, {"accuracy": 0.208498, "f1": 0.189478, "hf_subset": "yor_Latn-luo_Latn", "languages": ["yor-Latn", "luo-Latn"], "main_score": 0.189478, "precision": 0.182544, "recall": 0.208498}, {"accuracy": 0.043478, "f1": 0.038208, "hf_subset": "yor_Latn-ory_Orya", "languages": ["yor-Latn", "ory-Orya"], "main_score": 0.038208, "precision": 0.036133, "recall": 0.043478}, {"accuracy": 0.12747, "f1": 0.108092, "hf_subset": "yor_Latn-sna_Latn", "languages": ["yor-Latn", "sna-Latn"], "main_score": 0.108092, "precision": 0.101286, "recall": 0.12747}, {"accuracy": 0.186759, "f1": 0.167822, "hf_subset": "yor_Latn-tso_Latn", "languages": ["yor-Latn", "tso-Latn"], "main_score": 0.167822, "precision": 0.161293, "recall": 0.186759}, {"accuracy": 0.12253, "f1": 0.110454, "hf_subset": "yor_Latn-azj_Latn", "languages": ["yor-Latn", "azj-Latn"], "main_score": 0.110454, "precision": 0.107526, "recall": 0.12253}, {"accuracy": 0.217391, "f1": 0.198394, "hf_subset": "yor_Latn-dik_Latn", "languages": ["yor-Latn", "dik-Latn"], "main_score": 0.198394, "precision": 0.19067, "recall": 0.217391}, {"accuracy": 0.192688, "f1": 0.172714, "hf_subset": "yor_Latn-hau_Latn", "languages": ["yor-Latn", "hau-Latn"], "main_score": 0.172714, "precision": 0.164994, "recall": 0.192688}, {"accuracy": 0.131423, "f1": 0.124148, "hf_subset": "yor_Latn-kea_Latn", "languages": ["yor-Latn", "kea-Latn"], "main_score": 0.124148, "precision": 0.121379, "recall": 0.131423}, {"accuracy": 0.199605, "f1": 0.179237, "hf_subset": "yor_Latn-lus_Latn", "languages": ["yor-Latn", "lus-Latn"], "main_score": 0.179237, "precision": 0.171543, "recall": 0.199605}, {"accuracy": 0.178854, "f1": 0.167048, "hf_subset": "yor_Latn-pag_Latn", "languages": ["yor-Latn", "pag-Latn"], "main_score": 0.167048, "precision": 0.16222, "recall": 0.178854}, {"accuracy": 0.085968, "f1": 0.075666, "hf_subset": "yor_Latn-snd_Arab", "languages": ["yor-Latn", "snd-Arab"], "main_score": 0.075666, "precision": 0.072223, "recall": 0.085968}, {"accuracy": 0.124506, "f1": 0.108335, "hf_subset": "yor_Latn-tuk_Latn", "languages": ["yor-Latn", "tuk-Latn"], "main_score": 0.108335, "precision": 0.10315, "recall": 0.124506}, {"accuracy": 0.157115, "f1": 0.132802, "hf_subset": "yor_Latn-bak_Cyrl", "languages": ["yor-Latn", "bak-Cyrl"], "main_score": 0.132802, "precision": 0.125778, "recall": 0.157115}, {"accuracy": 0.162055, "f1": 0.143256, "hf_subset": "yor_Latn-dyu_Latn", "languages": ["yor-Latn", "dyu-Latn"], "main_score": 0.143256, "precision": 0.135532, "recall": 0.162055}, {"accuracy": 0.13834, "f1": 0.118704, "hf_subset": "yor_Latn-heb_Hebr", "languages": ["yor-Latn", "heb-Hebr"], "main_score": 0.118704, "precision": 0.113918, "recall": 0.13834}, {"accuracy": 0.140316, "f1": 0.118909, "hf_subset": "yor_Latn-khk_Cyrl", "languages": ["yor-Latn", "khk-Cyrl"], "main_score": 0.118909, "precision": 0.112832, "recall": 0.140316}, {"accuracy": 0.157115, "f1": 0.134492, "hf_subset": "yor_Latn-lvs_Latn", "languages": ["yor-Latn", "lvs-Latn"], "main_score": 0.134492, "precision": 0.127719, "recall": 0.157115}, {"accuracy": 0.05336, "f1": 0.040462, "hf_subset": "yor_Latn-pan_Guru", "languages": ["yor-Latn", "pan-Guru"], "main_score": 0.040462, "precision": 0.037667, "recall": 0.05336}, {"accuracy": 0.160079, "f1": 0.141266, "hf_subset": "yor_Latn-som_Latn", "languages": ["yor-Latn", "som-Latn"], "main_score": 0.141266, "precision": 0.134955, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.172332, "hf_subset": "yor_Latn-tum_Latn", "languages": ["yor-Latn", "tum-Latn"], "main_score": 0.172332, "precision": 0.163575, "recall": 0.199605}, {"accuracy": 0.090909, "f1": 0.05579, "hf_subset": "arz_Arab-ace_Arab", "languages": ["arz-Arab", "ace-Arab"], "main_score": 0.05579, "precision": 0.047238, "recall": 0.090909}, {"accuracy": 0.145257, "f1": 0.089146, "hf_subset": "arz_Arab-bam_Latn", "languages": ["arz-Arab", "bam-Latn"], "main_score": 0.089146, "precision": 0.076749, "recall": 0.145257}, {"accuracy": 0.002964, "f1": 4e-05, "hf_subset": "arz_Arab-dzo_Tibt", "languages": ["arz-Arab", "dzo-Tibt"], "main_score": 4e-05, "precision": 2e-05, "recall": 0.002964}, {"accuracy": 0.954545, "f1": 0.940053, "hf_subset": "arz_Arab-hin_Deva", "languages": ["arz-Arab", "hin-Deva"], "main_score": 0.940053, "precision": 0.932806, "recall": 0.954545}, {"accuracy": 0.848814, "f1": 0.807642, "hf_subset": "arz_Arab-khm_Khmr", "languages": ["arz-Arab", "khm-Khmr"], "main_score": 0.807642, "precision": 0.788043, "recall": 0.848814}, {"accuracy": 0.916008, "f1": 0.890481, "hf_subset": "arz_Arab-mag_Deva", "languages": ["arz-Arab", "mag-Deva"], "main_score": 0.890481, "precision": 0.878294, "recall": 0.916008}, {"accuracy": 0.573123, "f1": 0.491451, "hf_subset": "arz_Arab-pap_Latn", "languages": ["arz-Arab", "pap-Latn"], "main_score": 0.491451, "precision": 0.460415, "recall": 0.573123}, {"accuracy": 0.166008, "f1": 0.105373, "hf_subset": "arz_Arab-sot_Latn", "languages": ["arz-Arab", "sot-Latn"], "main_score": 0.105373, "precision": 0.090818, "recall": 0.166008}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "arz_Arab-tur_Latn", "languages": ["arz-Arab", "tur-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.357708, "f1": 0.275667, "hf_subset": "arz_Arab-ace_Latn", "languages": ["arz-Arab", "ace-Latn"], "main_score": 0.275667, "precision": 0.25009, "recall": 0.357708}, {"accuracy": 0.592885, "f1": 0.518335, "hf_subset": "arz_Arab-ban_Latn", "languages": ["arz-Arab", "ban-Latn"], "main_score": 0.518335, "precision": 0.487954, "recall": 0.592885}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "arz_Arab-ell_Grek", "languages": ["arz-Arab", "ell-Grek"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.880435, "f1": 0.849374, "hf_subset": "arz_Arab-hne_Deva", "languages": ["arz-Arab", "hne-Deva"], "main_score": 0.849374, "precision": 0.835227, "recall": 0.880435}, {"accuracy": 0.195652, "f1": 0.12393, "hf_subset": "arz_Arab-kik_Latn", "languages": ["arz-Arab", "kik-Latn"], "main_score": 0.12393, "precision": 0.105689, "recall": 0.195652}, {"accuracy": 0.901186, "f1": 0.875659, "hf_subset": "arz_Arab-mai_Deva", "languages": ["arz-Arab", "mai-Deva"], "main_score": 0.875659, "precision": 0.863801, "recall": 0.901186}, {"accuracy": 0.802372, "f1": 0.758665, "hf_subset": "arz_Arab-pbt_Arab", "languages": ["arz-Arab", "pbt-Arab"], "main_score": 0.758665, "precision": 0.739766, "recall": 0.802372}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "arz_Arab-spa_Latn", "languages": ["arz-Arab", "spa-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.253953, "f1": 0.174907, "hf_subset": "arz_Arab-twi_Latn", "languages": ["arz-Arab", "twi-Latn"], "main_score": 0.174907, "precision": 0.154733, "recall": 0.253953}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "arz_Arab-acm_Arab", "languages": ["arz-Arab", "acm-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "arz_Arab-bel_Cyrl", "languages": ["arz-Arab", "bel-Cyrl"], "main_score": 0.88834, "precision": 0.876482, "recall": 0.913043}, {"accuracy": 0.967391, "f1": 0.956851, "hf_subset": "arz_Arab-eng_Latn", "languages": ["arz-Arab", "eng-Latn"], "main_score": 0.956851, "precision": 0.951581, "recall": 0.967391}, {"accuracy": 0.956522, "f1": 0.943182, "hf_subset": "arz_Arab-hrv_Latn", "languages": ["arz-Arab", "hrv-Latn"], "main_score": 0.943182, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.124506, "f1": 0.075162, "hf_subset": "arz_Arab-kin_Latn", "languages": ["arz-Arab", "kin-Latn"], "main_score": 0.075162, "precision": 0.064084, "recall": 0.124506}, {"accuracy": 0.833992, "f1": 0.791568, "hf_subset": "arz_Arab-mal_Mlym", "languages": ["arz-Arab", "mal-Mlym"], "main_score": 0.791568, "precision": 0.772793, "recall": 0.833992}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arz_Arab-pes_Arab", "languages": ["arz-Arab", "pes-Arab"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.657115, "f1": 0.583722, "hf_subset": "arz_Arab-srd_Latn", "languages": ["arz-Arab", "srd-Latn"], "main_score": 0.583722, "precision": 0.554275, "recall": 0.657115}, {"accuracy": 0.055336, "f1": 0.02562, "hf_subset": "arz_Arab-tzm_Tfng", "languages": ["arz-Arab", "tzm-Tfng"], "main_score": 0.02562, "precision": 0.021571, "recall": 0.055336}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "arz_Arab-acq_Arab", "languages": ["arz-Arab", "acq-Arab"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.184783, "f1": 0.121469, "hf_subset": "arz_Arab-bem_Latn", "languages": ["arz-Arab", "bem-Latn"], "main_score": 0.121469, "precision": 0.106168, "recall": 0.184783}, {"accuracy": 0.807312, "f1": 0.757726, "hf_subset": "arz_Arab-epo_Latn", "languages": ["arz-Arab", "epo-Latn"], "main_score": 0.757726, "precision": 0.736182, "recall": 0.807312}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "arz_Arab-hun_Latn", "languages": ["arz-Arab", "hun-Latn"], "main_score": 0.943676, "precision": 0.936759, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.853063, "hf_subset": "arz_Arab-kir_Cyrl", "languages": ["arz-Arab", "kir-Cyrl"], "main_score": 0.853063, "precision": 0.838933, "recall": 0.883399}, {"accuracy": 0.868577, "f1": 0.832312, "hf_subset": "arz_Arab-mar_Deva", "languages": ["arz-Arab", "mar-Deva"], "main_score": 0.832312, "precision": 0.81558, "recall": 0.868577}, {"accuracy": 0.236166, "f1": 0.164748, "hf_subset": "arz_Arab-plt_Latn", "languages": ["arz-Arab", "plt-Latn"], "main_score": 0.164748, "precision": 0.144334, "recall": 0.236166}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "arz_Arab-srp_Cyrl", "languages": ["arz-Arab", "srp-Cyrl"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.75, "f1": 0.695967, "hf_subset": "arz_Arab-uig_Arab", "languages": ["arz-Arab", "uig-Arab"], "main_score": 0.695967, "precision": 0.673081, "recall": 0.75}, {"accuracy": 0.960474, "f1": 0.948946, "hf_subset": "arz_Arab-aeb_Arab", "languages": ["arz-Arab", "aeb-Arab"], "main_score": 0.948946, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.835968, "f1": 0.794862, "hf_subset": "arz_Arab-ben_Beng", "languages": ["arz-Arab", "ben-Beng"], "main_score": 0.794862, "precision": 0.776861, "recall": 0.835968}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "arz_Arab-est_Latn", "languages": ["arz-Arab", "est-Latn"], "main_score": 0.943347, "precision": 0.936924, "recall": 0.956522}, {"accuracy": 0.950593, "f1": 0.935343, "hf_subset": "arz_Arab-hye_Armn", "languages": ["arz-Arab", "hye-Armn"], "main_score": 0.935343, "precision": 0.927948, "recall": 0.950593}, {"accuracy": 0.134387, "f1": 0.075, "hf_subset": "arz_Arab-kmb_Latn", "languages": ["arz-Arab", "kmb-Latn"], "main_score": 0.075, "precision": 0.063182, "recall": 0.134387}, {"accuracy": 0.064229, "f1": 0.04283, "hf_subset": "arz_Arab-min_Arab", "languages": ["arz-Arab", "min-Arab"], "main_score": 0.04283, "precision": 0.037697, "recall": 0.064229}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "arz_Arab-pol_Latn", "languages": ["arz-Arab", "pol-Latn"], "main_score": 0.947628, "precision": 0.941206, "recall": 0.960474}, {"accuracy": 0.132411, "f1": 0.081208, "hf_subset": "arz_Arab-ssw_Latn", "languages": ["arz-Arab", "ssw-Latn"], "main_score": 0.081208, "precision": 0.070557, "recall": 0.132411}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "arz_Arab-ukr_Cyrl", "languages": ["arz-Arab", "ukr-Cyrl"], "main_score": 0.952569, "precision": 0.947134, "recall": 0.963439}, {"accuracy": 0.899209, "f1": 0.869796, "hf_subset": "arz_Arab-afr_Latn", "languages": ["arz-Arab", "afr-Latn"], "main_score": 0.869796, "precision": 0.855814, "recall": 0.899209}, {"accuracy": 0.851779, "f1": 0.814756, "hf_subset": "arz_Arab-bho_Deva", "languages": ["arz-Arab", "bho-Deva"], "main_score": 0.814756, "precision": 0.797513, "recall": 0.851779}, {"accuracy": 0.661067, "f1": 0.592888, "hf_subset": "arz_Arab-eus_Latn", "languages": ["arz-Arab", "eus-Latn"], "main_score": 0.592888, "precision": 0.565188, "recall": 0.661067}, {"accuracy": 0.157115, "f1": 0.092662, "hf_subset": "arz_Arab-ibo_Latn", "languages": ["arz-Arab", "ibo-Latn"], "main_score": 0.092662, "precision": 0.077613, "recall": 0.157115}, {"accuracy": 0.679842, "f1": 0.620292, "hf_subset": "arz_Arab-kmr_Latn", "languages": ["arz-Arab", "kmr-Latn"], "main_score": 0.620292, "precision": 0.595596, "recall": 0.679842}, {"accuracy": 0.565217, "f1": 0.493447, "hf_subset": "arz_Arab-min_Latn", "languages": ["arz-Arab", "min-Latn"], "main_score": 0.493447, "precision": 0.467395, "recall": 0.565217}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "arz_Arab-por_Latn", "languages": ["arz-Arab", "por-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.690711, "f1": 0.623043, "hf_subset": "arz_Arab-sun_Latn", "languages": ["arz-Arab", "sun-Latn"], "main_score": 0.623043, "precision": 0.595257, "recall": 0.690711}, {"accuracy": 0.128458, "f1": 0.07641, "hf_subset": "arz_Arab-umb_Latn", "languages": ["arz-Arab", "umb-Latn"], "main_score": 0.07641, "precision": 0.065322, "recall": 0.128458}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "arz_Arab-ajp_Arab", "languages": ["arz-Arab", "ajp-Arab"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.077075, "f1": 0.046773, "hf_subset": "arz_Arab-bjn_Arab", "languages": ["arz-Arab", "bjn-Arab"], "main_score": 0.046773, "precision": 0.040401, "recall": 0.077075}, {"accuracy": 0.201581, "f1": 0.138233, "hf_subset": "arz_Arab-ewe_Latn", "languages": ["arz-Arab", "ewe-Latn"], "main_score": 0.138233, "precision": 0.122498, "recall": 0.201581}, {"accuracy": 0.309289, "f1": 0.224062, "hf_subset": "arz_Arab-ilo_Latn", "languages": ["arz-Arab", "ilo-Latn"], "main_score": 0.224062, "precision": 0.198737, "recall": 0.309289}, {"accuracy": 0.090909, "f1": 0.050051, "hf_subset": "arz_Arab-knc_Arab", "languages": ["arz-Arab", "knc-Arab"], "main_score": 0.050051, "precision": 0.040858, "recall": 0.090909}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "arz_Arab-mkd_Cyrl", "languages": ["arz-Arab", "mkd-Cyrl"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.953557, "f1": 0.939559, "hf_subset": "arz_Arab-prs_Arab", "languages": ["arz-Arab", "prs-Arab"], "main_score": 0.939559, "precision": 0.932806, "recall": 0.953557}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "arz_Arab-swe_Latn", "languages": ["arz-Arab", "swe-Latn"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.932806, "f1": 0.912451, "hf_subset": "arz_Arab-urd_Arab", "languages": ["arz-Arab", "urd-Arab"], "main_score": 0.912451, "precision": 0.902915, "recall": 0.932806}, {"accuracy": 0.236166, "f1": 0.161681, "hf_subset": "arz_Arab-aka_Latn", "languages": ["arz-Arab", "aka-Latn"], "main_score": 0.161681, "precision": 0.141029, "recall": 0.236166}, {"accuracy": 0.716403, "f1": 0.651163, "hf_subset": "arz_Arab-bjn_Latn", "languages": ["arz-Arab", "bjn-Latn"], "main_score": 0.651163, "precision": 0.624095, "recall": 0.716403}, {"accuracy": 0.405138, "f1": 0.32338, "hf_subset": "arz_Arab-fao_Latn", "languages": ["arz-Arab", "fao-Latn"], "main_score": 0.32338, "precision": 0.296747, "recall": 0.405138}, {"accuracy": 0.960474, "f1": 0.947958, "hf_subset": "arz_Arab-ind_Latn", "languages": ["arz-Arab", "ind-Latn"], "main_score": 0.947958, "precision": 0.9417, "recall": 0.960474}, {"accuracy": 0.212451, "f1": 0.145106, "hf_subset": "arz_Arab-knc_Latn", "languages": ["arz-Arab", "knc-Latn"], "main_score": 0.145106, "precision": 0.12882, "recall": 0.212451}, {"accuracy": 0.273715, "f1": 0.19557, "hf_subset": "arz_Arab-mlt_Latn", "languages": ["arz-Arab", "mlt-Latn"], "main_score": 0.19557, "precision": 0.174631, "recall": 0.273715}, {"accuracy": 0.220356, "f1": 0.147605, "hf_subset": "arz_Arab-quy_Latn", "languages": ["arz-Arab", "quy-Latn"], "main_score": 0.147605, "precision": 0.129167, "recall": 0.220356}, {"accuracy": 0.312253, "f1": 0.236055, "hf_subset": "arz_Arab-swh_Latn", "languages": ["arz-Arab", "swh-Latn"], "main_score": 0.236055, "precision": 0.214592, "recall": 0.312253}, {"accuracy": 0.585968, "f1": 0.510888, "hf_subset": "arz_Arab-uzn_Latn", "languages": ["arz-Arab", "uzn-Latn"], "main_score": 0.510888, "precision": 0.481824, "recall": 0.585968}, {"accuracy": 0.965415, "f1": 0.954051, "hf_subset": "arz_Arab-als_Latn", "languages": ["arz-Arab", "als-Latn"], "main_score": 0.954051, "precision": 0.948452, "recall": 0.965415}, {"accuracy": 0.047431, "f1": 0.015603, "hf_subset": "arz_Arab-bod_Tibt", "languages": ["arz-Arab", "bod-Tibt"], "main_score": 0.015603, "precision": 0.011868, "recall": 0.047431}, {"accuracy": 0.160079, "f1": 0.098195, "hf_subset": "arz_Arab-fij_Latn", "languages": ["arz-Arab", "fij-Latn"], "main_score": 0.098195, "precision": 0.082297, "recall": 0.160079}, {"accuracy": 0.702569, "f1": 0.63953, "hf_subset": "arz_Arab-isl_Latn", "languages": ["arz-Arab", "isl-Latn"], "main_score": 0.63953, "precision": 0.613982, "recall": 0.702569}, {"accuracy": 0.206522, "f1": 0.140872, "hf_subset": "arz_Arab-kon_Latn", "languages": ["arz-Arab", "kon-Latn"], "main_score": 0.140872, "precision": 0.124403, "recall": 0.206522}, {"accuracy": 0.059289, "f1": 0.029291, "hf_subset": "arz_Arab-mni_Beng", "languages": ["arz-Arab", "mni-Beng"], "main_score": 0.029291, "precision": 0.024117, "recall": 0.059289}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "arz_Arab-ron_Latn", "languages": ["arz-Arab", "ron-Latn"], "main_score": 0.949275, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.743083, "f1": 0.683729, "hf_subset": "arz_Arab-szl_Latn", "languages": ["arz-Arab", "szl-Latn"], "main_score": 0.683729, "precision": 0.65858, "recall": 0.743083}, {"accuracy": 0.729249, "f1": 0.664841, "hf_subset": "arz_Arab-vec_Latn", "languages": ["arz-Arab", "vec-Latn"], "main_score": 0.664841, "precision": 0.63643, "recall": 0.729249}, {"accuracy": 0.70751, "f1": 0.649747, "hf_subset": "arz_Arab-amh_Ethi", "languages": ["arz-Arab", "amh-Ethi"], "main_score": 0.649747, "precision": 0.626412, "recall": 0.70751}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "arz_Arab-bos_Latn", "languages": ["arz-Arab", "bos-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.950593, "f1": 0.935277, "hf_subset": "arz_Arab-fin_Latn", "languages": ["arz-Arab", "fin-Latn"], "main_score": 0.935277, "precision": 0.927866, "recall": 0.950593}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "arz_Arab-ita_Latn", "languages": ["arz-Arab", "ita-Latn"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "arz_Arab-kor_Hang", "languages": ["arz-Arab", "kor-Hang"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.181818, "f1": 0.117452, "hf_subset": "arz_Arab-mos_Latn", "languages": ["arz-Arab", "mos-Latn"], "main_score": 0.117452, "precision": 0.101454, "recall": 0.181818}, {"accuracy": 0.134387, "f1": 0.0796, "hf_subset": "arz_Arab-run_Latn", "languages": ["arz-Arab", "run-Latn"], "main_score": 0.0796, "precision": 0.067057, "recall": 0.134387}, {"accuracy": 0.84585, "f1": 0.806555, "hf_subset": "arz_Arab-tam_Taml", "languages": ["arz-Arab", "tam-Taml"], "main_score": 0.806555, "precision": 0.789065, "recall": 0.84585}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "arz_Arab-vie_Latn", "languages": ["arz-Arab", "vie-Latn"], "main_score": 0.942358, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "arz_Arab-apc_Arab", "languages": ["arz-Arab", "apc-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.33498, "f1": 0.252596, "hf_subset": "arz_Arab-bug_Latn", "languages": ["arz-Arab", "bug-Latn"], "main_score": 0.252596, "precision": 0.22705, "recall": 0.33498}, {"accuracy": 0.166996, "f1": 0.107004, "hf_subset": "arz_Arab-fon_Latn", "languages": ["arz-Arab", "fon-Latn"], "main_score": 0.107004, "precision": 0.092869, "recall": 0.166996}, {"accuracy": 0.656126, "f1": 0.586446, "hf_subset": "arz_Arab-jav_Latn", "languages": ["arz-Arab", "jav-Latn"], "main_score": 0.586446, "precision": 0.558376, "recall": 0.656126}, {"accuracy": 0.878458, "f1": 0.846706, "hf_subset": "arz_Arab-lao_Laoo", "languages": ["arz-Arab", "lao-Laoo"], "main_score": 0.846706, "precision": 0.832955, "recall": 0.878458}, {"accuracy": 0.155138, "f1": 0.087845, "hf_subset": "arz_Arab-mri_Latn", "languages": ["arz-Arab", "mri-Latn"], "main_score": 0.087845, "precision": 0.072957, "recall": 0.155138}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "arz_Arab-rus_Cyrl", "languages": ["arz-Arab", "rus-Cyrl"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.197628, "f1": 0.1366, "hf_subset": "arz_Arab-taq_Latn", "languages": ["arz-Arab", "taq-Latn"], "main_score": 0.1366, "precision": 0.121349, "recall": 0.197628}, {"accuracy": 0.369565, "f1": 0.280613, "hf_subset": "arz_Arab-war_Latn", "languages": ["arz-Arab", "war-Latn"], "main_score": 0.280613, "precision": 0.2524, "recall": 0.369565}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "arz_Arab-arb_Arab", "languages": ["arz-Arab", "arb-Arab"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "arz_Arab-bul_Cyrl", "languages": ["arz-Arab", "bul-Cyrl"], "main_score": 0.959486, "precision": 0.954545, "recall": 0.969368}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "arz_Arab-fra_Latn", "languages": ["arz-Arab", "fra-Latn"], "main_score": 0.95191, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.95751, "f1": 0.943841, "hf_subset": "arz_Arab-jpn_Jpan", "languages": ["arz-Arab", "jpn-Jpan"], "main_score": 0.943841, "precision": 0.937253, "recall": 0.95751}, {"accuracy": 0.693676, "f1": 0.626868, "hf_subset": "arz_Arab-lij_Latn", "languages": ["arz-Arab", "lij-Latn"], "main_score": 0.626868, "precision": 0.598866, "recall": 0.693676}, {"accuracy": 0.894269, "f1": 0.862879, "hf_subset": "arz_Arab-mya_Mymr", "languages": ["arz-Arab", "mya-Mymr"], "main_score": 0.862879, "precision": 0.847908, "recall": 0.894269}, {"accuracy": 0.194664, "f1": 0.130587, "hf_subset": "arz_Arab-sag_Latn", "languages": ["arz-Arab", "sag-Latn"], "main_score": 0.130587, "precision": 0.11375, "recall": 0.194664}, {"accuracy": 0.071146, "f1": 0.02935, "hf_subset": "arz_Arab-taq_Tfng", "languages": ["arz-Arab", "taq-Tfng"], "main_score": 0.02935, "precision": 0.022993, "recall": 0.071146}, {"accuracy": 0.209486, "f1": 0.137374, "hf_subset": "arz_Arab-wol_Latn", "languages": ["arz-Arab", "wol-Latn"], "main_score": 0.137374, "precision": 0.118933, "recall": 0.209486}, {"accuracy": 0.092885, "f1": 0.050849, "hf_subset": "arz_Arab-arb_Latn", "languages": ["arz-Arab", "arb-Latn"], "main_score": 0.050849, "precision": 0.041929, "recall": 0.092885}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "arz_Arab-cat_Latn", "languages": ["arz-Arab", "cat-Latn"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.630435, "f1": 0.554492, "hf_subset": "arz_Arab-fur_Latn", "languages": ["arz-Arab", "fur-Latn"], "main_score": 0.554492, "precision": 0.523773, "recall": 0.630435}, {"accuracy": 0.071146, "f1": 0.045996, "hf_subset": "arz_Arab-kab_Latn", "languages": ["arz-Arab", "kab-Latn"], "main_score": 0.045996, "precision": 0.039963, "recall": 0.071146}, {"accuracy": 0.679842, "f1": 0.611928, "hf_subset": "arz_Arab-lim_Latn", "languages": ["arz-Arab", "lim-Latn"], "main_score": 0.611928, "precision": 0.583877, "recall": 0.679842}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "arz_Arab-nld_Latn", "languages": ["arz-Arab", "nld-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.694664, "f1": 0.628778, "hf_subset": "arz_Arab-san_Deva", "languages": ["arz-Arab", "san-Deva"], "main_score": 0.628778, "precision": 0.601169, "recall": 0.694664}, {"accuracy": 0.475296, "f1": 0.392749, "hf_subset": "arz_Arab-tat_Cyrl", "languages": ["arz-Arab", "tat-Cyrl"], "main_score": 0.392749, "precision": 0.362003, "recall": 0.475296}, {"accuracy": 0.158103, "f1": 0.092125, "hf_subset": "arz_Arab-xho_Latn", "languages": ["arz-Arab", "xho-Latn"], "main_score": 0.092125, "precision": 0.076596, "recall": 0.158103}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "arz_Arab-ars_Arab", "languages": ["arz-Arab", "ars-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.343874, "f1": 0.260207, "hf_subset": "arz_Arab-ceb_Latn", "languages": ["arz-Arab", "ceb-Latn"], "main_score": 0.260207, "precision": 0.234747, "recall": 0.343874}, {"accuracy": 0.192688, "f1": 0.128379, "hf_subset": "arz_Arab-fuv_Latn", "languages": ["arz-Arab", "fuv-Latn"], "main_score": 0.128379, "precision": 0.113841, "recall": 0.192688}, {"accuracy": 0.160079, "f1": 0.097086, "hf_subset": "arz_Arab-kac_Latn", "languages": ["arz-Arab", "kac-Latn"], "main_score": 0.097086, "precision": 0.081532, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.137414, "hf_subset": "arz_Arab-lin_Latn", "languages": ["arz-Arab", "lin-Latn"], "main_score": 0.137414, "precision": 0.120701, "recall": 0.199605}, {"accuracy": 0.9417, "f1": 0.923254, "hf_subset": "arz_Arab-nno_Latn", "languages": ["arz-Arab", "nno-Latn"], "main_score": 0.923254, "precision": 0.914196, "recall": 0.9417}, {"accuracy": 0.017787, "f1": 0.003266, "hf_subset": "arz_Arab-sat_Olck", "languages": ["arz-Arab", "sat-Olck"], "main_score": 0.003266, "precision": 0.002326, "recall": 0.017787}, {"accuracy": 0.805336, "f1": 0.757082, "hf_subset": "arz_Arab-tel_Telu", "languages": ["arz-Arab", "tel-Telu"], "main_score": 0.757082, "precision": 0.736281, "recall": 0.805336}, {"accuracy": 0.393281, "f1": 0.316434, "hf_subset": "arz_Arab-ydd_Hebr", "languages": ["arz-Arab", "ydd-Hebr"], "main_score": 0.316434, "precision": 0.288959, "recall": 0.393281}, {"accuracy": 0.892292, "f1": 0.862385, "hf_subset": "arz_Arab-ary_Arab", "languages": ["arz-Arab", "ary-Arab"], "main_score": 0.862385, "precision": 0.848238, "recall": 0.892292}, {"accuracy": 0.965415, "f1": 0.954216, "hf_subset": "arz_Arab-ces_Latn", "languages": ["arz-Arab", "ces-Latn"], "main_score": 0.954216, "precision": 0.948781, "recall": 0.965415}, {"accuracy": 0.08004, "f1": 0.042585, "hf_subset": "arz_Arab-gaz_Latn", "languages": ["arz-Arab", "gaz-Latn"], "main_score": 0.042585, "precision": 0.036061, "recall": 0.08004}, {"accuracy": 0.168972, "f1": 0.109519, "hf_subset": "arz_Arab-kam_Latn", "languages": ["arz-Arab", "kam-Latn"], "main_score": 0.109519, "precision": 0.095752, "recall": 0.168972}, {"accuracy": 0.952569, "f1": 0.9389, "hf_subset": "arz_Arab-lit_Latn", "languages": ["arz-Arab", "lit-Latn"], "main_score": 0.9389, "precision": 0.932312, "recall": 0.952569}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "arz_Arab-nob_Latn", "languages": ["arz-Arab", "nob-Latn"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.589921, "f1": 0.511004, "hf_subset": "arz_Arab-scn_Latn", "languages": ["arz-Arab", "scn-Latn"], "main_score": 0.511004, "precision": 0.48097, "recall": 0.589921}, {"accuracy": 0.161067, "f1": 0.104131, "hf_subset": "arz_Arab-tgk_Cyrl", "languages": ["arz-Arab", "tgk-Cyrl"], "main_score": 0.104131, "precision": 0.090371, "recall": 0.161067}, {"accuracy": 0.168972, "f1": 0.104941, "hf_subset": "arz_Arab-yor_Latn", "languages": ["arz-Arab", "yor-Latn"], "main_score": 0.104941, "precision": 0.088088, "recall": 0.168972}, {"accuracy": 0.148221, "f1": 0.093223, "hf_subset": "arz_Arab-cjk_Latn", "languages": ["arz-Arab", "cjk-Latn"], "main_score": 0.093223, "precision": 0.081334, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.091089, "hf_subset": "arz_Arab-gla_Latn", "languages": ["arz-Arab", "gla-Latn"], "main_score": 0.091089, "precision": 0.077864, "recall": 0.143281}, {"accuracy": 0.758893, "f1": 0.703148, "hf_subset": "arz_Arab-kan_Knda", "languages": ["arz-Arab", "kan-Knda"], "main_score": 0.703148, "precision": 0.678837, "recall": 0.758893}, {"accuracy": 0.599802, "f1": 0.526874, "hf_subset": "arz_Arab-lmo_Latn", "languages": ["arz-Arab", "lmo-Latn"], "main_score": 0.526874, "precision": 0.498446, "recall": 0.599802}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "arz_Arab-npi_Deva", "languages": ["arz-Arab", "npi-Deva"], "main_score": 0.905303, "precision": 0.894763, "recall": 0.926877}, {"accuracy": 0.221344, "f1": 0.150871, "hf_subset": "arz_Arab-shn_Mymr", "languages": ["arz-Arab", "shn-Mymr"], "main_score": 0.150871, "precision": 0.130182, "recall": 0.221344}, {"accuracy": 0.413043, "f1": 0.325069, "hf_subset": "arz_Arab-tgl_Latn", "languages": ["arz-Arab", "tgl-Latn"], "main_score": 0.325069, "precision": 0.297226, "recall": 0.413043}, {"accuracy": 0.960474, "f1": 0.947793, "hf_subset": "arz_Arab-yue_Hant", "languages": ["arz-Arab", "yue-Hant"], "main_score": 0.947793, "precision": 0.941535, "recall": 0.960474}, {"accuracy": 0.507905, "f1": 0.426354, "hf_subset": "arz_Arab-asm_Beng", "languages": ["arz-Arab", "asm-Beng"], "main_score": 0.426354, "precision": 0.395404, "recall": 0.507905}, {"accuracy": 0.801383, "f1": 0.752555, "hf_subset": "arz_Arab-ckb_Arab", "languages": ["arz-Arab", "ckb-Arab"], "main_score": 0.752555, "precision": 0.730599, "recall": 0.801383}, {"accuracy": 0.23419, "f1": 0.162932, "hf_subset": "arz_Arab-gle_Latn", "languages": ["arz-Arab", "gle-Latn"], "main_score": 0.162932, "precision": 0.143884, "recall": 0.23419}, {"accuracy": 0.58498, "f1": 0.511522, "hf_subset": "arz_Arab-kas_Arab", "languages": ["arz-Arab", "kas-Arab"], "main_score": 0.511522, "precision": 0.482795, "recall": 0.58498}, {"accuracy": 0.646245, "f1": 0.576335, "hf_subset": "arz_Arab-ltg_Latn", "languages": ["arz-Arab", "ltg-Latn"], "main_score": 0.576335, "precision": 0.547927, "recall": 0.646245}, {"accuracy": 0.192688, "f1": 0.124969, "hf_subset": "arz_Arab-nso_Latn", "languages": ["arz-Arab", "nso-Latn"], "main_score": 0.124969, "precision": 0.107873, "recall": 0.192688}, {"accuracy": 0.881423, "f1": 0.849736, "hf_subset": "arz_Arab-sin_Sinh", "languages": ["arz-Arab", "sin-Sinh"], "main_score": 0.849736, "precision": 0.83531, "recall": 0.881423}, {"accuracy": 0.962451, "f1": 0.950428, "hf_subset": "arz_Arab-tha_Thai", "languages": ["arz-Arab", "tha-Thai"], "main_score": 0.950428, "precision": 0.944499, "recall": 0.962451}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "arz_Arab-zho_Hans", "languages": ["arz-Arab", "zho-Hans"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.898221, "f1": 0.86749, "hf_subset": "arz_Arab-ast_Latn", "languages": ["arz-Arab", "ast-Latn"], "main_score": 0.86749, "precision": 0.852849, "recall": 0.898221}, {"accuracy": 0.695652, "f1": 0.631889, "hf_subset": "arz_Arab-crh_Latn", "languages": ["arz-Arab", "crh-Latn"], "main_score": 0.631889, "precision": 0.605188, "recall": 0.695652}, {"accuracy": 0.963439, "f1": 0.951252, "hf_subset": "arz_Arab-glg_Latn", "languages": ["arz-Arab", "glg-Latn"], "main_score": 0.951252, "precision": 0.945158, "recall": 0.963439}, {"accuracy": 0.378458, "f1": 0.298222, "hf_subset": "arz_Arab-kas_Deva", "languages": ["arz-Arab", "kas-Deva"], "main_score": 0.298222, "precision": 0.271095, "recall": 0.378458}, {"accuracy": 0.4417, "f1": 0.35238, "hf_subset": "arz_Arab-ltz_Latn", "languages": ["arz-Arab", "ltz-Latn"], "main_score": 0.35238, "precision": 0.322307, "recall": 0.4417}, {"accuracy": 0.086957, "f1": 0.042779, "hf_subset": "arz_Arab-nus_Latn", "languages": ["arz-Arab", "nus-Latn"], "main_score": 0.042779, "precision": 0.034379, "recall": 0.086957}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "arz_Arab-slk_Latn", "languages": ["arz-Arab", "slk-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.183794, "f1": 0.1266, "hf_subset": "arz_Arab-tir_Ethi", "languages": ["arz-Arab", "tir-Ethi"], "main_score": 0.1266, "precision": 0.109363, "recall": 0.183794}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "arz_Arab-zho_Hant", "languages": ["arz-Arab", "zho-Hant"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.927866, "f1": 0.908004, "hf_subset": "arz_Arab-awa_Deva", "languages": ["arz-Arab", "awa-Deva"], "main_score": 0.908004, "precision": 0.898633, "recall": 0.927866}, {"accuracy": 0.392292, "f1": 0.305026, "hf_subset": "arz_Arab-cym_Latn", "languages": ["arz-Arab", "cym-Latn"], "main_score": 0.305026, "precision": 0.277826, "recall": 0.392292}, {"accuracy": 0.29249, "f1": 0.211481, "hf_subset": "arz_Arab-grn_Latn", "languages": ["arz-Arab", "grn-Latn"], "main_score": 0.211481, "precision": 0.189301, "recall": 0.29249}, {"accuracy": 0.841897, "f1": 0.795356, "hf_subset": "arz_Arab-kat_Geor", "languages": ["arz-Arab", "kat-Geor"], "main_score": 0.795356, "precision": 0.773468, "recall": 0.841897}, {"accuracy": 0.200593, "f1": 0.133787, "hf_subset": "arz_Arab-lua_Latn", "languages": ["arz-Arab", "lua-Latn"], "main_score": 0.133787, "precision": 0.11657, "recall": 0.200593}, {"accuracy": 0.193676, "f1": 0.126772, "hf_subset": "arz_Arab-nya_Latn", "languages": ["arz-Arab", "nya-Latn"], "main_score": 0.126772, "precision": 0.110037, "recall": 0.193676}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "arz_Arab-slv_Latn", "languages": ["arz-Arab", "slv-Latn"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.38834, "f1": 0.304409, "hf_subset": "arz_Arab-tpi_Latn", "languages": ["arz-Arab", "tpi-Latn"], "main_score": 0.304409, "precision": 0.278681, "recall": 0.38834}, {"accuracy": 0.960474, "f1": 0.947299, "hf_subset": "arz_Arab-zsm_Latn", "languages": ["arz-Arab", "zsm-Latn"], "main_score": 0.947299, "precision": 0.940711, "recall": 0.960474}, {"accuracy": 0.166008, "f1": 0.09734, "hf_subset": "arz_Arab-ayr_Latn", "languages": ["arz-Arab", "ayr-Latn"], "main_score": 0.09734, "precision": 0.082688, "recall": 0.166008}, {"accuracy": 0.966403, "f1": 0.955863, "hf_subset": "arz_Arab-dan_Latn", "languages": ["arz-Arab", "dan-Latn"], "main_score": 0.955863, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.88834, "f1": 0.85471, "hf_subset": "arz_Arab-guj_Gujr", "languages": ["arz-Arab", "guj-Gujr"], "main_score": 0.85471, "precision": 0.838933, "recall": 0.88834}, {"accuracy": 0.913043, "f1": 0.890382, "hf_subset": "arz_Arab-kaz_Cyrl", "languages": ["arz-Arab", "kaz-Cyrl"], "main_score": 0.890382, "precision": 0.879858, "recall": 0.913043}, {"accuracy": 0.147233, "f1": 0.094504, "hf_subset": "arz_Arab-lug_Latn", "languages": ["arz-Arab", "lug-Latn"], "main_score": 0.094504, "precision": 0.082383, "recall": 0.147233}, {"accuracy": 0.880435, "f1": 0.84888, "hf_subset": "arz_Arab-oci_Latn", "languages": ["arz-Arab", "oci-Latn"], "main_score": 0.84888, "precision": 0.834074, "recall": 0.880435}, {"accuracy": 0.158103, "f1": 0.098557, "hf_subset": "arz_Arab-smo_Latn", "languages": ["arz-Arab", "smo-Latn"], "main_score": 0.098557, "precision": 0.084396, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.108438, "hf_subset": "arz_Arab-tsn_Latn", "languages": ["arz-Arab", "tsn-Latn"], "main_score": 0.108438, "precision": 0.09429, "recall": 0.16502}, {"accuracy": 0.114625, "f1": 0.065168, "hf_subset": "arz_Arab-zul_Latn", "languages": ["arz-Arab", "zul-Latn"], "main_score": 0.065168, "precision": 0.054063, "recall": 0.114625}, {"accuracy": 0.547431, "f1": 0.475273, "hf_subset": "arz_Arab-azb_Arab", "languages": ["arz-Arab", "azb-Arab"], "main_score": 0.475273, "precision": 0.44628, "recall": 0.547431}, {"accuracy": 0.960474, "f1": 0.947859, "hf_subset": "arz_Arab-deu_Latn", "languages": ["arz-Arab", "deu-Latn"], "main_score": 0.947859, "precision": 0.941782, "recall": 0.960474}, {"accuracy": 0.262846, "f1": 0.183716, "hf_subset": "arz_Arab-hat_Latn", "languages": ["arz-Arab", "hat-Latn"], "main_score": 0.183716, "precision": 0.161452, "recall": 0.262846}, {"accuracy": 0.144269, "f1": 0.082585, "hf_subset": "arz_Arab-kbp_Latn", "languages": ["arz-Arab", "kbp-Latn"], "main_score": 0.082585, "precision": 0.068448, "recall": 0.144269}, {"accuracy": 0.176877, "f1": 0.109691, "hf_subset": "arz_Arab-luo_Latn", "languages": ["arz-Arab", "luo-Latn"], "main_score": 0.109691, "precision": 0.093771, "recall": 0.176877}, {"accuracy": 0.769763, "f1": 0.718692, "hf_subset": "arz_Arab-ory_Orya", "languages": ["arz-Arab", "ory-Orya"], "main_score": 0.718692, "precision": 0.696156, "recall": 0.769763}, {"accuracy": 0.141304, "f1": 0.082477, "hf_subset": "arz_Arab-sna_Latn", "languages": ["arz-Arab", "sna-Latn"], "main_score": 0.082477, "precision": 0.069878, "recall": 0.141304}, {"accuracy": 0.155138, "f1": 0.09821, "hf_subset": "arz_Arab-tso_Latn", "languages": ["arz-Arab", "tso-Latn"], "main_score": 0.09821, "precision": 0.085055, "recall": 0.155138}, {"accuracy": 0.90415, "f1": 0.877372, "hf_subset": "arz_Arab-azj_Latn", "languages": ["arz-Arab", "azj-Latn"], "main_score": 0.877372, "precision": 0.864575, "recall": 0.90415}, {"accuracy": 0.256917, "f1": 0.179941, "hf_subset": "arz_Arab-dik_Latn", "languages": ["arz-Arab", "dik-Latn"], "main_score": 0.179941, "precision": 0.158909, "recall": 0.256917}, {"accuracy": 0.200593, "f1": 0.132396, "hf_subset": "arz_Arab-hau_Latn", "languages": ["arz-Arab", "hau-Latn"], "main_score": 0.132396, "precision": 0.116071, "recall": 0.200593}, {"accuracy": 0.585968, "f1": 0.505376, "hf_subset": "arz_Arab-kea_Latn", "languages": ["arz-Arab", "kea-Latn"], "main_score": 0.505376, "precision": 0.474635, "recall": 0.585968}, {"accuracy": 0.294466, "f1": 0.216607, "hf_subset": "arz_Arab-lus_Latn", "languages": ["arz-Arab", "lus-Latn"], "main_score": 0.216607, "precision": 0.194195, "recall": 0.294466}, {"accuracy": 0.425889, "f1": 0.3369, "hf_subset": "arz_Arab-pag_Latn", "languages": ["arz-Arab", "pag-Latn"], "main_score": 0.3369, "precision": 0.306051, "recall": 0.425889}, {"accuracy": 0.809289, "f1": 0.764921, "hf_subset": "arz_Arab-snd_Arab", "languages": ["arz-Arab", "snd-Arab"], "main_score": 0.764921, "precision": 0.745092, "recall": 0.809289}, {"accuracy": 0.290514, "f1": 0.210264, "hf_subset": "arz_Arab-tuk_Latn", "languages": ["arz-Arab", "tuk-Latn"], "main_score": 0.210264, "precision": 0.186582, "recall": 0.290514}, {"accuracy": 0.433794, "f1": 0.348661, "hf_subset": "arz_Arab-bak_Cyrl", "languages": ["arz-Arab", "bak-Cyrl"], "main_score": 0.348661, "precision": 0.318345, "recall": 0.433794}, {"accuracy": 0.159091, "f1": 0.098284, "hf_subset": "arz_Arab-dyu_Latn", "languages": ["arz-Arab", "dyu-Latn"], "main_score": 0.098284, "precision": 0.082747, "recall": 0.159091}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "arz_Arab-heb_Hebr", "languages": ["arz-Arab", "heb-Hebr"], "main_score": 0.958498, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.921937, "f1": 0.898221, "hf_subset": "arz_Arab-khk_Cyrl", "languages": ["arz-Arab", "khk-Cyrl"], "main_score": 0.898221, "precision": 0.886528, "recall": 0.921937}, {"accuracy": 0.962451, "f1": 0.951812, "hf_subset": "arz_Arab-lvs_Latn", "languages": ["arz-Arab", "lvs-Latn"], "main_score": 0.951812, "precision": 0.946723, "recall": 0.962451}, {"accuracy": 0.787549, "f1": 0.737953, "hf_subset": "arz_Arab-pan_Guru", "languages": ["arz-Arab", "pan-Guru"], "main_score": 0.737953, "precision": 0.716774, "recall": 0.787549}, {"accuracy": 0.228261, "f1": 0.158248, "hf_subset": "arz_Arab-som_Latn", "languages": ["arz-Arab", "som-Latn"], "main_score": 0.158248, "precision": 0.138869, "recall": 0.228261}, {"accuracy": 0.176877, "f1": 0.109796, "hf_subset": "arz_Arab-tum_Latn", "languages": ["arz-Arab", "tum-Latn"], "main_score": 0.109796, "precision": 0.094138, "recall": 0.176877}, {"accuracy": 0.023715, "f1": 0.017488, "hf_subset": "cjk_Latn-ace_Arab", "languages": ["cjk-Latn", "ace-Arab"], "main_score": 0.017488, "precision": 0.016295, "recall": 0.023715}, {"accuracy": 0.131423, "f1": 0.119796, "hf_subset": "cjk_Latn-bam_Latn", "languages": ["cjk-Latn", "bam-Latn"], "main_score": 0.119796, "precision": 0.115102, "recall": 0.131423}, {"accuracy": 0.005929, "f1": 0.001525, "hf_subset": "cjk_Latn-dzo_Tibt", "languages": ["cjk-Latn", "dzo-Tibt"], "main_score": 0.001525, "precision": 0.00129, "recall": 0.005929}, {"accuracy": 0.096838, "f1": 0.082277, "hf_subset": "cjk_Latn-hin_Deva", "languages": ["cjk-Latn", "hin-Deva"], "main_score": 0.082277, "precision": 0.078915, "recall": 0.096838}, {"accuracy": 0.109684, "f1": 0.0946, "hf_subset": "cjk_Latn-khm_Khmr", "languages": ["cjk-Latn", "khm-Khmr"], "main_score": 0.0946, "precision": 0.090968, "recall": 0.109684}, {"accuracy": 0.089921, "f1": 0.078178, "hf_subset": "cjk_Latn-mag_Deva", "languages": ["cjk-Latn", "mag-Deva"], "main_score": 0.078178, "precision": 0.07562, "recall": 0.089921}, {"accuracy": 0.091897, "f1": 0.086094, "hf_subset": "cjk_Latn-pap_Latn", "languages": ["cjk-Latn", "pap-Latn"], "main_score": 0.086094, "precision": 0.084557, "recall": 0.091897}, {"accuracy": 0.175889, "f1": 0.160572, "hf_subset": "cjk_Latn-sot_Latn", "languages": ["cjk-Latn", "sot-Latn"], "main_score": 0.160572, "precision": 0.155246, "recall": 0.175889}, {"accuracy": 0.148221, "f1": 0.128838, "hf_subset": "cjk_Latn-tur_Latn", "languages": ["cjk-Latn", "tur-Latn"], "main_score": 0.128838, "precision": 0.124239, "recall": 0.148221}, {"accuracy": 0.136364, "f1": 0.124258, "hf_subset": "cjk_Latn-ace_Latn", "languages": ["cjk-Latn", "ace-Latn"], "main_score": 0.124258, "precision": 0.120512, "recall": 0.136364}, {"accuracy": 0.09585, "f1": 0.089584, "hf_subset": "cjk_Latn-ban_Latn", "languages": ["cjk-Latn", "ban-Latn"], "main_score": 0.089584, "precision": 0.087997, "recall": 0.09585}, {"accuracy": 0.092885, "f1": 0.081806, "hf_subset": "cjk_Latn-ell_Grek", "languages": ["cjk-Latn", "ell-Grek"], "main_score": 0.081806, "precision": 0.079507, "recall": 0.092885}, {"accuracy": 0.083004, "f1": 0.074355, "hf_subset": "cjk_Latn-hne_Deva", "languages": ["cjk-Latn", "hne-Deva"], "main_score": 0.074355, "precision": 0.072453, "recall": 0.083004}, {"accuracy": 0.143281, "f1": 0.133875, "hf_subset": "cjk_Latn-kik_Latn", "languages": ["cjk-Latn", "kik-Latn"], "main_score": 0.133875, "precision": 0.13004, "recall": 0.143281}, {"accuracy": 0.087945, "f1": 0.078808, "hf_subset": "cjk_Latn-mai_Deva", "languages": ["cjk-Latn", "mai-Deva"], "main_score": 0.078808, "precision": 0.076887, "recall": 0.087945}, {"accuracy": 0.088933, "f1": 0.071092, "hf_subset": "cjk_Latn-pbt_Arab", "languages": ["cjk-Latn", "pbt-Arab"], "main_score": 0.071092, "precision": 0.067646, "recall": 0.088933}, {"accuracy": 0.150198, "f1": 0.13023, "hf_subset": "cjk_Latn-spa_Latn", "languages": ["cjk-Latn", "spa-Latn"], "main_score": 0.13023, "precision": 0.125879, "recall": 0.150198}, {"accuracy": 0.179842, "f1": 0.161099, "hf_subset": "cjk_Latn-twi_Latn", "languages": ["cjk-Latn", "twi-Latn"], "main_score": 0.161099, "precision": 0.155579, "recall": 0.179842}, {"accuracy": 0.074111, "f1": 0.066991, "hf_subset": "cjk_Latn-acm_Arab", "languages": ["cjk-Latn", "acm-Arab"], "main_score": 0.066991, "precision": 0.065329, "recall": 0.074111}, {"accuracy": 0.098814, "f1": 0.081045, "hf_subset": "cjk_Latn-bel_Cyrl", "languages": ["cjk-Latn", "bel-Cyrl"], "main_score": 0.081045, "precision": 0.077166, "recall": 0.098814}, {"accuracy": 0.147233, "f1": 0.131509, "hf_subset": "cjk_Latn-eng_Latn", "languages": ["cjk-Latn", "eng-Latn"], "main_score": 0.131509, "precision": 0.127998, "recall": 0.147233}, {"accuracy": 0.107708, "f1": 0.095922, "hf_subset": "cjk_Latn-hrv_Latn", "languages": ["cjk-Latn", "hrv-Latn"], "main_score": 0.095922, "precision": 0.093421, "recall": 0.107708}, {"accuracy": 0.158103, "f1": 0.142481, "hf_subset": "cjk_Latn-kin_Latn", "languages": ["cjk-Latn", "kin-Latn"], "main_score": 0.142481, "precision": 0.136944, "recall": 0.158103}, {"accuracy": 0.047431, "f1": 0.037663, "hf_subset": "cjk_Latn-mal_Mlym", "languages": ["cjk-Latn", "mal-Mlym"], "main_score": 0.037663, "precision": 0.03616, "recall": 0.047431}, {"accuracy": 0.107708, "f1": 0.092915, "hf_subset": "cjk_Latn-pes_Arab", "languages": ["cjk-Latn", "pes-Arab"], "main_score": 0.092915, "precision": 0.090085, "recall": 0.107708}, {"accuracy": 0.106719, "f1": 0.097977, "hf_subset": "cjk_Latn-srd_Latn", "languages": ["cjk-Latn", "srd-Latn"], "main_score": 0.097977, "precision": 0.095836, "recall": 0.106719}, {"accuracy": 0.059289, "f1": 0.042791, "hf_subset": "cjk_Latn-tzm_Tfng", "languages": ["cjk-Latn", "tzm-Tfng"], "main_score": 0.042791, "precision": 0.038492, "recall": 0.059289}, {"accuracy": 0.096838, "f1": 0.084967, "hf_subset": "cjk_Latn-acq_Arab", "languages": ["cjk-Latn", "acq-Arab"], "main_score": 0.084967, "precision": 0.082485, "recall": 0.096838}, {"accuracy": 0.193676, "f1": 0.177752, "hf_subset": "cjk_Latn-bem_Latn", "languages": ["cjk-Latn", "bem-Latn"], "main_score": 0.177752, "precision": 0.17208, "recall": 0.193676}, {"accuracy": 0.096838, "f1": 0.08685, "hf_subset": "cjk_Latn-epo_Latn", "languages": ["cjk-Latn", "epo-Latn"], "main_score": 0.08685, "precision": 0.084689, "recall": 0.096838}, {"accuracy": 0.145257, "f1": 0.127561, "hf_subset": "cjk_Latn-hun_Latn", "languages": ["cjk-Latn", "hun-Latn"], "main_score": 0.127561, "precision": 0.123562, "recall": 0.145257}, {"accuracy": 0.093874, "f1": 0.082651, "hf_subset": "cjk_Latn-kir_Cyrl", "languages": ["cjk-Latn", "kir-Cyrl"], "main_score": 0.082651, "precision": 0.079526, "recall": 0.093874}, {"accuracy": 0.075099, "f1": 0.065486, "hf_subset": "cjk_Latn-mar_Deva", "languages": ["cjk-Latn", "mar-Deva"], "main_score": 0.065486, "precision": 0.062784, "recall": 0.075099}, {"accuracy": 0.113636, "f1": 0.098004, "hf_subset": "cjk_Latn-plt_Latn", "languages": ["cjk-Latn", "plt-Latn"], "main_score": 0.098004, "precision": 0.093817, "recall": 0.113636}, {"accuracy": 0.120553, "f1": 0.102987, "hf_subset": "cjk_Latn-srp_Cyrl", "languages": ["cjk-Latn", "srp-Cyrl"], "main_score": 0.102987, "precision": 0.098617, "recall": 0.120553}, {"accuracy": 0.064229, "f1": 0.056326, "hf_subset": "cjk_Latn-uig_Arab", "languages": ["cjk-Latn", "uig-Arab"], "main_score": 0.056326, "precision": 0.054361, "recall": 0.064229}, {"accuracy": 0.092885, "f1": 0.079502, "hf_subset": "cjk_Latn-aeb_Arab", "languages": ["cjk-Latn", "aeb-Arab"], "main_score": 0.079502, "precision": 0.077264, "recall": 0.092885}, {"accuracy": 0.051383, "f1": 0.042245, "hf_subset": "cjk_Latn-ben_Beng", "languages": ["cjk-Latn", "ben-Beng"], "main_score": 0.042245, "precision": 0.040792, "recall": 0.051383}, {"accuracy": 0.147233, "f1": 0.127575, "hf_subset": "cjk_Latn-est_Latn", "languages": ["cjk-Latn", "est-Latn"], "main_score": 0.127575, "precision": 0.123258, "recall": 0.147233}, {"accuracy": 0.082016, "f1": 0.069416, "hf_subset": "cjk_Latn-hye_Armn", "languages": ["cjk-Latn", "hye-Armn"], "main_score": 0.069416, "precision": 0.06646, "recall": 0.082016}, {"accuracy": 0.229249, "f1": 0.206897, "hf_subset": "cjk_Latn-kmb_Latn", "languages": ["cjk-Latn", "kmb-Latn"], "main_score": 0.206897, "precision": 0.19795, "recall": 0.229249}, {"accuracy": 0.01581, "f1": 0.011735, "hf_subset": "cjk_Latn-min_Arab", "languages": ["cjk-Latn", "min-Arab"], "main_score": 0.011735, "precision": 0.010982, "recall": 0.01581}, {"accuracy": 0.156126, "f1": 0.134006, "hf_subset": "cjk_Latn-pol_Latn", "languages": ["cjk-Latn", "pol-Latn"], "main_score": 0.134006, "precision": 0.12901, "recall": 0.156126}, {"accuracy": 0.132411, "f1": 0.114709, "hf_subset": "cjk_Latn-ssw_Latn", "languages": ["cjk-Latn", "ssw-Latn"], "main_score": 0.114709, "precision": 0.109362, "recall": 0.132411}, {"accuracy": 0.116601, "f1": 0.102366, "hf_subset": "cjk_Latn-ukr_Cyrl", "languages": ["cjk-Latn", "ukr-Cyrl"], "main_score": 0.102366, "precision": 0.099093, "recall": 0.116601}, {"accuracy": 0.134387, "f1": 0.11942, "hf_subset": "cjk_Latn-afr_Latn", "languages": ["cjk-Latn", "afr-Latn"], "main_score": 0.11942, "precision": 0.115605, "recall": 0.134387}, {"accuracy": 0.079051, "f1": 0.066402, "hf_subset": "cjk_Latn-bho_Deva", "languages": ["cjk-Latn", "bho-Deva"], "main_score": 0.066402, "precision": 0.063115, "recall": 0.079051}, {"accuracy": 0.083004, "f1": 0.077924, "hf_subset": "cjk_Latn-eus_Latn", "languages": ["cjk-Latn", "eus-Latn"], "main_score": 0.077924, "precision": 0.076495, "recall": 0.083004}, {"accuracy": 0.147233, "f1": 0.132298, "hf_subset": "cjk_Latn-ibo_Latn", "languages": ["cjk-Latn", "ibo-Latn"], "main_score": 0.132298, "precision": 0.12713, "recall": 0.147233}, {"accuracy": 0.124506, "f1": 0.107938, "hf_subset": "cjk_Latn-kmr_Latn", "languages": ["cjk-Latn", "kmr-Latn"], "main_score": 0.107938, "precision": 0.104196, "recall": 0.124506}, {"accuracy": 0.087945, "f1": 0.079735, "hf_subset": "cjk_Latn-min_Latn", "languages": ["cjk-Latn", "min-Latn"], "main_score": 0.079735, "precision": 0.078111, "recall": 0.087945}, {"accuracy": 0.155138, "f1": 0.137795, "hf_subset": "cjk_Latn-por_Latn", "languages": ["cjk-Latn", "por-Latn"], "main_score": 0.137795, "precision": 0.13388, "recall": 0.155138}, {"accuracy": 0.086957, "f1": 0.079382, "hf_subset": "cjk_Latn-sun_Latn", "languages": ["cjk-Latn", "sun-Latn"], "main_score": 0.079382, "precision": 0.077859, "recall": 0.086957}, {"accuracy": 0.176877, "f1": 0.150148, "hf_subset": "cjk_Latn-umb_Latn", "languages": ["cjk-Latn", "umb-Latn"], "main_score": 0.150148, "precision": 0.142743, "recall": 0.176877}, {"accuracy": 0.101779, "f1": 0.086323, "hf_subset": "cjk_Latn-ajp_Arab", "languages": ["cjk-Latn", "ajp-Arab"], "main_score": 0.086323, "precision": 0.083017, "recall": 0.101779}, {"accuracy": 0.027668, "f1": 0.023547, "hf_subset": "cjk_Latn-bjn_Arab", "languages": ["cjk-Latn", "bjn-Arab"], "main_score": 0.023547, "precision": 0.022457, "recall": 0.027668}, {"accuracy": 0.12747, "f1": 0.116987, "hf_subset": "cjk_Latn-ewe_Latn", "languages": ["cjk-Latn", "ewe-Latn"], "main_score": 0.116987, "precision": 0.114008, "recall": 0.12747}, {"accuracy": 0.152174, "f1": 0.135085, "hf_subset": "cjk_Latn-ilo_Latn", "languages": ["cjk-Latn", "ilo-Latn"], "main_score": 0.135085, "precision": 0.130039, "recall": 0.152174}, {"accuracy": 0.019763, "f1": 0.017324, "hf_subset": "cjk_Latn-knc_Arab", "languages": ["cjk-Latn", "knc-Arab"], "main_score": 0.017324, "precision": 0.017115, "recall": 0.019763}, {"accuracy": 0.121542, "f1": 0.105092, "hf_subset": "cjk_Latn-mkd_Cyrl", "languages": ["cjk-Latn", "mkd-Cyrl"], "main_score": 0.105092, "precision": 0.101569, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.068502, "hf_subset": "cjk_Latn-prs_Arab", "languages": ["cjk-Latn", "prs-Arab"], "main_score": 0.068502, "precision": 0.066379, "recall": 0.08004}, {"accuracy": 0.126482, "f1": 0.113263, "hf_subset": "cjk_Latn-swe_Latn", "languages": ["cjk-Latn", "swe-Latn"], "main_score": 0.113263, "precision": 0.11003, "recall": 0.126482}, {"accuracy": 0.075099, "f1": 0.063841, "hf_subset": "cjk_Latn-urd_Arab", "languages": ["cjk-Latn", "urd-Arab"], "main_score": 0.063841, "precision": 0.061918, "recall": 0.075099}, {"accuracy": 0.188735, "f1": 0.166977, "hf_subset": "cjk_Latn-aka_Latn", "languages": ["cjk-Latn", "aka-Latn"], "main_score": 0.166977, "precision": 0.161466, "recall": 0.188735}, {"accuracy": 0.093874, "f1": 0.086144, "hf_subset": "cjk_Latn-bjn_Latn", "languages": ["cjk-Latn", "bjn-Latn"], "main_score": 0.086144, "precision": 0.084061, "recall": 0.093874}, {"accuracy": 0.090909, "f1": 0.08071, "hf_subset": "cjk_Latn-fao_Latn", "languages": ["cjk-Latn", "fao-Latn"], "main_score": 0.08071, "precision": 0.078201, "recall": 0.090909}, {"accuracy": 0.157115, "f1": 0.136648, "hf_subset": "cjk_Latn-ind_Latn", "languages": ["cjk-Latn", "ind-Latn"], "main_score": 0.136648, "precision": 0.131789, "recall": 0.157115}, {"accuracy": 0.155138, "f1": 0.140504, "hf_subset": "cjk_Latn-knc_Latn", "languages": ["cjk-Latn", "knc-Latn"], "main_score": 0.140504, "precision": 0.135979, "recall": 0.155138}, {"accuracy": 0.140316, "f1": 0.128693, "hf_subset": "cjk_Latn-mlt_Latn", "languages": ["cjk-Latn", "mlt-Latn"], "main_score": 0.128693, "precision": 0.125712, "recall": 0.140316}, {"accuracy": 0.184783, "f1": 0.168925, "hf_subset": "cjk_Latn-quy_Latn", "languages": ["cjk-Latn", "quy-Latn"], "main_score": 0.168925, "precision": 0.164133, "recall": 0.184783}, {"accuracy": 0.101779, "f1": 0.092911, "hf_subset": "cjk_Latn-swh_Latn", "languages": ["cjk-Latn", "swh-Latn"], "main_score": 0.092911, "precision": 0.090119, "recall": 0.101779}, {"accuracy": 0.072134, "f1": 0.06513, "hf_subset": "cjk_Latn-uzn_Latn", "languages": ["cjk-Latn", "uzn-Latn"], "main_score": 0.06513, "precision": 0.063393, "recall": 0.072134}, {"accuracy": 0.125494, "f1": 0.113179, "hf_subset": "cjk_Latn-als_Latn", "languages": ["cjk-Latn", "als-Latn"], "main_score": 0.113179, "precision": 0.110525, "recall": 0.125494}, {"accuracy": 0.033597, "f1": 0.023918, "hf_subset": "cjk_Latn-bod_Tibt", "languages": ["cjk-Latn", "bod-Tibt"], "main_score": 0.023918, "precision": 0.021645, "recall": 0.033597}, {"accuracy": 0.110672, "f1": 0.09699, "hf_subset": "cjk_Latn-fij_Latn", "languages": ["cjk-Latn", "fij-Latn"], "main_score": 0.09699, "precision": 0.09337, "recall": 0.110672}, {"accuracy": 0.08498, "f1": 0.078531, "hf_subset": "cjk_Latn-isl_Latn", "languages": ["cjk-Latn", "isl-Latn"], "main_score": 0.078531, "precision": 0.076751, "recall": 0.08498}, {"accuracy": 0.1917, "f1": 0.17099, "hf_subset": "cjk_Latn-kon_Latn", "languages": ["cjk-Latn", "kon-Latn"], "main_score": 0.17099, "precision": 0.164117, "recall": 0.1917}, {"accuracy": 0.032609, "f1": 0.024026, "hf_subset": "cjk_Latn-mni_Beng", "languages": ["cjk-Latn", "mni-Beng"], "main_score": 0.024026, "precision": 0.022139, "recall": 0.032609}, {"accuracy": 0.147233, "f1": 0.129726, "hf_subset": "cjk_Latn-ron_Latn", "languages": ["cjk-Latn", "ron-Latn"], "main_score": 0.129726, "precision": 0.125793, "recall": 0.147233}, {"accuracy": 0.109684, "f1": 0.0994, "hf_subset": "cjk_Latn-szl_Latn", "languages": ["cjk-Latn", "szl-Latn"], "main_score": 0.0994, "precision": 0.096711, "recall": 0.109684}, {"accuracy": 0.113636, "f1": 0.101318, "hf_subset": "cjk_Latn-vec_Latn", "languages": ["cjk-Latn", "vec-Latn"], "main_score": 0.101318, "precision": 0.098828, "recall": 0.113636}, {"accuracy": 0.047431, "f1": 0.037422, "hf_subset": "cjk_Latn-amh_Ethi", "languages": ["cjk-Latn", "amh-Ethi"], "main_score": 0.037422, "precision": 0.035638, "recall": 0.047431}, {"accuracy": 0.141304, "f1": 0.126186, "hf_subset": "cjk_Latn-bos_Latn", "languages": ["cjk-Latn", "bos-Latn"], "main_score": 0.126186, "precision": 0.122394, "recall": 0.141304}, {"accuracy": 0.141304, "f1": 0.126295, "hf_subset": "cjk_Latn-fin_Latn", "languages": ["cjk-Latn", "fin-Latn"], "main_score": 0.126295, "precision": 0.122934, "recall": 0.141304}, {"accuracy": 0.159091, "f1": 0.136965, "hf_subset": "cjk_Latn-ita_Latn", "languages": ["cjk-Latn", "ita-Latn"], "main_score": 0.136965, "precision": 0.132396, "recall": 0.159091}, {"accuracy": 0.097826, "f1": 0.083995, "hf_subset": "cjk_Latn-kor_Hang", "languages": ["cjk-Latn", "kor-Hang"], "main_score": 0.083995, "precision": 0.081211, "recall": 0.097826}, {"accuracy": 0.112648, "f1": 0.099771, "hf_subset": "cjk_Latn-mos_Latn", "languages": ["cjk-Latn", "mos-Latn"], "main_score": 0.099771, "precision": 0.095798, "recall": 0.112648}, {"accuracy": 0.15415, "f1": 0.138298, "hf_subset": "cjk_Latn-run_Latn", "languages": ["cjk-Latn", "run-Latn"], "main_score": 0.138298, "precision": 0.132156, "recall": 0.15415}, {"accuracy": 0.052372, "f1": 0.041928, "hf_subset": "cjk_Latn-tam_Taml", "languages": ["cjk-Latn", "tam-Taml"], "main_score": 0.041928, "precision": 0.040558, "recall": 0.052372}, {"accuracy": 0.148221, "f1": 0.126113, "hf_subset": "cjk_Latn-vie_Latn", "languages": ["cjk-Latn", "vie-Latn"], "main_score": 0.126113, "precision": 0.120164, "recall": 0.148221}, {"accuracy": 0.073123, "f1": 0.065575, "hf_subset": "cjk_Latn-apc_Arab", "languages": ["cjk-Latn", "apc-Arab"], "main_score": 0.065575, "precision": 0.064198, "recall": 0.073123}, {"accuracy": 0.123518, "f1": 0.112511, "hf_subset": "cjk_Latn-bug_Latn", "languages": ["cjk-Latn", "bug-Latn"], "main_score": 0.112511, "precision": 0.110072, "recall": 0.123518}, {"accuracy": 0.159091, "f1": 0.14504, "hf_subset": "cjk_Latn-fon_Latn", "languages": ["cjk-Latn", "fon-Latn"], "main_score": 0.14504, "precision": 0.139684, "recall": 0.159091}, {"accuracy": 0.094862, "f1": 0.089224, "hf_subset": "cjk_Latn-jav_Latn", "languages": ["cjk-Latn", "jav-Latn"], "main_score": 0.089224, "precision": 0.087754, "recall": 0.094862}, {"accuracy": 0.124506, "f1": 0.108968, "hf_subset": "cjk_Latn-lao_Laoo", "languages": ["cjk-Latn", "lao-Laoo"], "main_score": 0.108968, "precision": 0.105365, "recall": 0.124506}, {"accuracy": 0.12253, "f1": 0.109732, "hf_subset": "cjk_Latn-mri_Latn", "languages": ["cjk-Latn", "mri-Latn"], "main_score": 0.109732, "precision": 0.105125, "recall": 0.12253}, {"accuracy": 0.132411, "f1": 0.115435, "hf_subset": "cjk_Latn-rus_Cyrl", "languages": ["cjk-Latn", "rus-Cyrl"], "main_score": 0.115435, "precision": 0.111268, "recall": 0.132411}, {"accuracy": 0.150198, "f1": 0.13674, "hf_subset": "cjk_Latn-taq_Latn", "languages": ["cjk-Latn", "taq-Latn"], "main_score": 0.13674, "precision": 0.13223, "recall": 0.150198}, {"accuracy": 0.129447, "f1": 0.122668, "hf_subset": "cjk_Latn-war_Latn", "languages": ["cjk-Latn", "war-Latn"], "main_score": 0.122668, "precision": 0.120624, "recall": 0.129447}, {"accuracy": 0.100791, "f1": 0.089064, "hf_subset": "cjk_Latn-arb_Arab", "languages": ["cjk-Latn", "arb-Arab"], "main_score": 0.089064, "precision": 0.086943, "recall": 0.100791}, {"accuracy": 0.131423, "f1": 0.112201, "hf_subset": "cjk_Latn-bul_Cyrl", "languages": ["cjk-Latn", "bul-Cyrl"], "main_score": 0.112201, "precision": 0.107736, "recall": 0.131423}, {"accuracy": 0.158103, "f1": 0.136, "hf_subset": "cjk_Latn-fra_Latn", "languages": ["cjk-Latn", "fra-Latn"], "main_score": 0.136, "precision": 0.130916, "recall": 0.158103}, {"accuracy": 0.113636, "f1": 0.098097, "hf_subset": "cjk_Latn-jpn_Jpan", "languages": ["cjk-Latn", "jpn-Jpan"], "main_score": 0.098097, "precision": 0.094126, "recall": 0.113636}, {"accuracy": 0.102767, "f1": 0.093836, "hf_subset": "cjk_Latn-lij_Latn", "languages": ["cjk-Latn", "lij-Latn"], "main_score": 0.093836, "precision": 0.091683, "recall": 0.102767}, {"accuracy": 0.081028, "f1": 0.068312, "hf_subset": "cjk_Latn-mya_Mymr", "languages": ["cjk-Latn", "mya-Mymr"], "main_score": 0.068312, "precision": 0.066073, "recall": 0.081028}, {"accuracy": 0.121542, "f1": 0.105141, "hf_subset": "cjk_Latn-sag_Latn", "languages": ["cjk-Latn", "sag-Latn"], "main_score": 0.105141, "precision": 0.099791, "recall": 0.121542}, {"accuracy": 0.06917, "f1": 0.04775, "hf_subset": "cjk_Latn-taq_Tfng", "languages": ["cjk-Latn", "taq-Tfng"], "main_score": 0.04775, "precision": 0.042911, "recall": 0.06917}, {"accuracy": 0.151186, "f1": 0.131271, "hf_subset": "cjk_Latn-wol_Latn", "languages": ["cjk-Latn", "wol-Latn"], "main_score": 0.131271, "precision": 0.125462, "recall": 0.151186}, {"accuracy": 0.073123, "f1": 0.059503, "hf_subset": "cjk_Latn-arb_Latn", "languages": ["cjk-Latn", "arb-Latn"], "main_score": 0.059503, "precision": 0.055529, "recall": 0.073123}, {"accuracy": 0.162055, "f1": 0.138323, "hf_subset": "cjk_Latn-cat_Latn", "languages": ["cjk-Latn", "cat-Latn"], "main_score": 0.138323, "precision": 0.132529, "recall": 0.162055}, {"accuracy": 0.121542, "f1": 0.107843, "hf_subset": "cjk_Latn-fur_Latn", "languages": ["cjk-Latn", "fur-Latn"], "main_score": 0.107843, "precision": 0.104841, "recall": 0.121542}, {"accuracy": 0.06917, "f1": 0.052538, "hf_subset": "cjk_Latn-kab_Latn", "languages": ["cjk-Latn", "kab-Latn"], "main_score": 0.052538, "precision": 0.0489, "recall": 0.06917}, {"accuracy": 0.091897, "f1": 0.088143, "hf_subset": "cjk_Latn-lim_Latn", "languages": ["cjk-Latn", "lim-Latn"], "main_score": 0.088143, "precision": 0.086995, "recall": 0.091897}, {"accuracy": 0.158103, "f1": 0.137433, "hf_subset": "cjk_Latn-nld_Latn", "languages": ["cjk-Latn", "nld-Latn"], "main_score": 0.137433, "precision": 0.132659, "recall": 0.158103}, {"accuracy": 0.061265, "f1": 0.053891, "hf_subset": "cjk_Latn-san_Deva", "languages": ["cjk-Latn", "san-Deva"], "main_score": 0.053891, "precision": 0.052591, "recall": 0.061265}, {"accuracy": 0.083004, "f1": 0.073775, "hf_subset": "cjk_Latn-tat_Cyrl", "languages": ["cjk-Latn", "tat-Cyrl"], "main_score": 0.073775, "precision": 0.071771, "recall": 0.083004}, {"accuracy": 0.12747, "f1": 0.113522, "hf_subset": "cjk_Latn-xho_Latn", "languages": ["cjk-Latn", "xho-Latn"], "main_score": 0.113522, "precision": 0.109008, "recall": 0.12747}, {"accuracy": 0.097826, "f1": 0.085825, "hf_subset": "cjk_Latn-ars_Arab", "languages": ["cjk-Latn", "ars-Arab"], "main_score": 0.085825, "precision": 0.083736, "recall": 0.097826}, {"accuracy": 0.106719, "f1": 0.096727, "hf_subset": "cjk_Latn-ceb_Latn", "languages": ["cjk-Latn", "ceb-Latn"], "main_score": 0.096727, "precision": 0.0942, "recall": 0.106719}, {"accuracy": 0.126482, "f1": 0.110413, "hf_subset": "cjk_Latn-fuv_Latn", "languages": ["cjk-Latn", "fuv-Latn"], "main_score": 0.110413, "precision": 0.105061, "recall": 0.126482}, {"accuracy": 0.168972, "f1": 0.15003, "hf_subset": "cjk_Latn-kac_Latn", "languages": ["cjk-Latn", "kac-Latn"], "main_score": 0.15003, "precision": 0.144925, "recall": 0.168972}, {"accuracy": 0.151186, "f1": 0.139886, "hf_subset": "cjk_Latn-lin_Latn", "languages": ["cjk-Latn", "lin-Latn"], "main_score": 0.139886, "precision": 0.13645, "recall": 0.151186}, {"accuracy": 0.141304, "f1": 0.125371, "hf_subset": "cjk_Latn-nno_Latn", "languages": ["cjk-Latn", "nno-Latn"], "main_score": 0.125371, "precision": 0.121873, "recall": 0.141304}, {"accuracy": 0.019763, "f1": 0.007866, "hf_subset": "cjk_Latn-sat_Olck", "languages": ["cjk-Latn", "sat-Olck"], "main_score": 0.007866, "precision": 0.006416, "recall": 0.019763}, {"accuracy": 0.040514, "f1": 0.030795, "hf_subset": "cjk_Latn-tel_Telu", "languages": ["cjk-Latn", "tel-Telu"], "main_score": 0.030795, "precision": 0.028833, "recall": 0.040514}, {"accuracy": 0.034585, "f1": 0.02669, "hf_subset": "cjk_Latn-ydd_Hebr", "languages": ["cjk-Latn", "ydd-Hebr"], "main_score": 0.02669, "precision": 0.024629, "recall": 0.034585}, {"accuracy": 0.072134, "f1": 0.060931, "hf_subset": "cjk_Latn-ary_Arab", "languages": ["cjk-Latn", "ary-Arab"], "main_score": 0.060931, "precision": 0.059107, "recall": 0.072134}, {"accuracy": 0.146245, "f1": 0.128325, "hf_subset": "cjk_Latn-ces_Latn", "languages": ["cjk-Latn", "ces-Latn"], "main_score": 0.128325, "precision": 0.124103, "recall": 0.146245}, {"accuracy": 0.079051, "f1": 0.065123, "hf_subset": "cjk_Latn-gaz_Latn", "languages": ["cjk-Latn", "gaz-Latn"], "main_score": 0.065123, "precision": 0.060882, "recall": 0.079051}, {"accuracy": 0.184783, "f1": 0.170422, "hf_subset": "cjk_Latn-kam_Latn", "languages": ["cjk-Latn", "kam-Latn"], "main_score": 0.170422, "precision": 0.164648, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.118007, "hf_subset": "cjk_Latn-lit_Latn", "languages": ["cjk-Latn", "lit-Latn"], "main_score": 0.118007, "precision": 0.115109, "recall": 0.132411}, {"accuracy": 0.152174, "f1": 0.13467, "hf_subset": "cjk_Latn-nob_Latn", "languages": ["cjk-Latn", "nob-Latn"], "main_score": 0.13467, "precision": 0.130835, "recall": 0.152174}, {"accuracy": 0.101779, "f1": 0.091238, "hf_subset": "cjk_Latn-scn_Latn", "languages": ["cjk-Latn", "scn-Latn"], "main_score": 0.091238, "precision": 0.088553, "recall": 0.101779}, {"accuracy": 0.087945, "f1": 0.073486, "hf_subset": "cjk_Latn-tgk_Cyrl", "languages": ["cjk-Latn", "tgk-Cyrl"], "main_score": 0.073486, "precision": 0.068943, "recall": 0.087945}, {"accuracy": 0.097826, "f1": 0.090524, "hf_subset": "cjk_Latn-yor_Latn", "languages": ["cjk-Latn", "yor-Latn"], "main_score": 0.090524, "precision": 0.08814, "recall": 0.097826}, {"accuracy": 0.065217, "f1": 0.057166, "hf_subset": "cjk_Latn-arz_Arab", "languages": ["cjk-Latn", "arz-Arab"], "main_score": 0.057166, "precision": 0.055435, "recall": 0.065217}, {"accuracy": 0.093874, "f1": 0.081334, "hf_subset": "cjk_Latn-gla_Latn", "languages": ["cjk-Latn", "gla-Latn"], "main_score": 0.081334, "precision": 0.077864, "recall": 0.093874}, {"accuracy": 0.047431, "f1": 0.036056, "hf_subset": "cjk_Latn-kan_Knda", "languages": ["cjk-Latn", "kan-Knda"], "main_score": 0.036056, "precision": 0.034096, "recall": 0.047431}, {"accuracy": 0.103755, "f1": 0.093473, "hf_subset": "cjk_Latn-lmo_Latn", "languages": ["cjk-Latn", "lmo-Latn"], "main_score": 0.093473, "precision": 0.09121, "recall": 0.103755}, {"accuracy": 0.107708, "f1": 0.090546, "hf_subset": "cjk_Latn-npi_Deva", "languages": ["cjk-Latn", "npi-Deva"], "main_score": 0.090546, "precision": 0.087009, "recall": 0.107708}, {"accuracy": 0.096838, "f1": 0.082555, "hf_subset": "cjk_Latn-shn_Mymr", "languages": ["cjk-Latn", "shn-Mymr"], "main_score": 0.082555, "precision": 0.078708, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.104647, "hf_subset": "cjk_Latn-tgl_Latn", "languages": ["cjk-Latn", "tgl-Latn"], "main_score": 0.104647, "precision": 0.102743, "recall": 0.11166}, {"accuracy": 0.116601, "f1": 0.096978, "hf_subset": "cjk_Latn-yue_Hant", "languages": ["cjk-Latn", "yue-Hant"], "main_score": 0.096978, "precision": 0.093554, "recall": 0.116601}, {"accuracy": 0.039526, "f1": 0.033908, "hf_subset": "cjk_Latn-asm_Beng", "languages": ["cjk-Latn", "asm-Beng"], "main_score": 0.033908, "precision": 0.032408, "recall": 0.039526}, {"accuracy": 0.082016, "f1": 0.062984, "hf_subset": "cjk_Latn-ckb_Arab", "languages": ["cjk-Latn", "ckb-Arab"], "main_score": 0.062984, "precision": 0.0597, "recall": 0.082016}, {"accuracy": 0.091897, "f1": 0.082875, "hf_subset": "cjk_Latn-gle_Latn", "languages": ["cjk-Latn", "gle-Latn"], "main_score": 0.082875, "precision": 0.080746, "recall": 0.091897}, {"accuracy": 0.047431, "f1": 0.04414, "hf_subset": "cjk_Latn-kas_Arab", "languages": ["cjk-Latn", "kas-Arab"], "main_score": 0.04414, "precision": 0.04315, "recall": 0.047431}, {"accuracy": 0.113636, "f1": 0.096772, "hf_subset": "cjk_Latn-ltg_Latn", "languages": ["cjk-Latn", "ltg-Latn"], "main_score": 0.096772, "precision": 0.092457, "recall": 0.113636}, {"accuracy": 0.162055, "f1": 0.149134, "hf_subset": "cjk_Latn-nso_Latn", "languages": ["cjk-Latn", "nso-Latn"], "main_score": 0.149134, "precision": 0.144976, "recall": 0.162055}, {"accuracy": 0.048419, "f1": 0.038287, "hf_subset": "cjk_Latn-sin_Sinh", "languages": ["cjk-Latn", "sin-Sinh"], "main_score": 0.038287, "precision": 0.036118, "recall": 0.048419}, {"accuracy": 0.103755, "f1": 0.091283, "hf_subset": "cjk_Latn-tha_Thai", "languages": ["cjk-Latn", "tha-Thai"], "main_score": 0.091283, "precision": 0.089021, "recall": 0.103755}, {"accuracy": 0.116601, "f1": 0.097645, "hf_subset": "cjk_Latn-zho_Hans", "languages": ["cjk-Latn", "zho-Hans"], "main_score": 0.097645, "precision": 0.093756, "recall": 0.116601}, {"accuracy": 0.121542, "f1": 0.102688, "hf_subset": "cjk_Latn-ast_Latn", "languages": ["cjk-Latn", "ast-Latn"], "main_score": 0.102688, "precision": 0.098523, "recall": 0.121542}, {"accuracy": 0.087945, "f1": 0.079913, "hf_subset": "cjk_Latn-crh_Latn", "languages": ["cjk-Latn", "crh-Latn"], "main_score": 0.079913, "precision": 0.077997, "recall": 0.087945}, {"accuracy": 0.166008, "f1": 0.142769, "hf_subset": "cjk_Latn-glg_Latn", "languages": ["cjk-Latn", "glg-Latn"], "main_score": 0.142769, "precision": 0.137296, "recall": 0.166008}, {"accuracy": 0.075099, "f1": 0.060304, "hf_subset": "cjk_Latn-kas_Deva", "languages": ["cjk-Latn", "kas-Deva"], "main_score": 0.060304, "precision": 0.05712, "recall": 0.075099}, {"accuracy": 0.112648, "f1": 0.104776, "hf_subset": "cjk_Latn-ltz_Latn", "languages": ["cjk-Latn", "ltz-Latn"], "main_score": 0.104776, "precision": 0.102395, "recall": 0.112648}, {"accuracy": 0.099802, "f1": 0.07849, "hf_subset": "cjk_Latn-nus_Latn", "languages": ["cjk-Latn", "nus-Latn"], "main_score": 0.07849, "precision": 0.072712, "recall": 0.099802}, {"accuracy": 0.149209, "f1": 0.13061, "hf_subset": "cjk_Latn-slk_Latn", "languages": ["cjk-Latn", "slk-Latn"], "main_score": 0.13061, "precision": 0.125268, "recall": 0.149209}, {"accuracy": 0.023715, "f1": 0.019141, "hf_subset": "cjk_Latn-tir_Ethi", "languages": ["cjk-Latn", "tir-Ethi"], "main_score": 0.019141, "precision": 0.018128, "recall": 0.023715}, {"accuracy": 0.105731, "f1": 0.092545, "hf_subset": "cjk_Latn-zho_Hant", "languages": ["cjk-Latn", "zho-Hant"], "main_score": 0.092545, "precision": 0.089683, "recall": 0.105731}, {"accuracy": 0.102767, "f1": 0.088985, "hf_subset": "cjk_Latn-awa_Deva", "languages": ["cjk-Latn", "awa-Deva"], "main_score": 0.088985, "precision": 0.085241, "recall": 0.102767}, {"accuracy": 0.082016, "f1": 0.069545, "hf_subset": "cjk_Latn-cym_Latn", "languages": ["cjk-Latn", "cym-Latn"], "main_score": 0.069545, "precision": 0.067348, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.136408, "hf_subset": "cjk_Latn-grn_Latn", "languages": ["cjk-Latn", "grn-Latn"], "main_score": 0.136408, "precision": 0.132798, "recall": 0.147233}, {"accuracy": 0.08004, "f1": 0.070724, "hf_subset": "cjk_Latn-kat_Geor", "languages": ["cjk-Latn", "kat-Geor"], "main_score": 0.070724, "precision": 0.068515, "recall": 0.08004}, {"accuracy": 0.161067, "f1": 0.144174, "hf_subset": "cjk_Latn-lua_Latn", "languages": ["cjk-Latn", "lua-Latn"], "main_score": 0.144174, "precision": 0.13933, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.160371, "hf_subset": "cjk_Latn-nya_Latn", "languages": ["cjk-Latn", "nya-Latn"], "main_score": 0.160371, "precision": 0.155988, "recall": 0.173913}, {"accuracy": 0.148221, "f1": 0.129105, "hf_subset": "cjk_Latn-slv_Latn", "languages": ["cjk-Latn", "slv-Latn"], "main_score": 0.129105, "precision": 0.124313, "recall": 0.148221}, {"accuracy": 0.136364, "f1": 0.124902, "hf_subset": "cjk_Latn-tpi_Latn", "languages": ["cjk-Latn", "tpi-Latn"], "main_score": 0.124902, "precision": 0.121592, "recall": 0.136364}, {"accuracy": 0.15415, "f1": 0.132614, "hf_subset": "cjk_Latn-zsm_Latn", "languages": ["cjk-Latn", "zsm-Latn"], "main_score": 0.132614, "precision": 0.12832, "recall": 0.15415}, {"accuracy": 0.166996, "f1": 0.155499, "hf_subset": "cjk_Latn-ayr_Latn", "languages": ["cjk-Latn", "ayr-Latn"], "main_score": 0.155499, "precision": 0.151087, "recall": 0.166996}, {"accuracy": 0.167984, "f1": 0.146628, "hf_subset": "cjk_Latn-dan_Latn", "languages": ["cjk-Latn", "dan-Latn"], "main_score": 0.146628, "precision": 0.141612, "recall": 0.167984}, {"accuracy": 0.063241, "f1": 0.055502, "hf_subset": "cjk_Latn-guj_Gujr", "languages": ["cjk-Latn", "guj-Gujr"], "main_score": 0.055502, "precision": 0.053542, "recall": 0.063241}, {"accuracy": 0.12747, "f1": 0.110012, "hf_subset": "cjk_Latn-kaz_Cyrl", "languages": ["cjk-Latn", "kaz-Cyrl"], "main_score": 0.110012, "precision": 0.106783, "recall": 0.12747}, {"accuracy": 0.140316, "f1": 0.1247, "hf_subset": "cjk_Latn-lug_Latn", "languages": ["cjk-Latn", "lug-Latn"], "main_score": 0.1247, "precision": 0.120097, "recall": 0.140316}, {"accuracy": 0.148221, "f1": 0.13372, "hf_subset": "cjk_Latn-oci_Latn", "languages": ["cjk-Latn", "oci-Latn"], "main_score": 0.13372, "precision": 0.129819, "recall": 0.148221}, {"accuracy": 0.126482, "f1": 0.107921, "hf_subset": "cjk_Latn-smo_Latn", "languages": ["cjk-Latn", "smo-Latn"], "main_score": 0.107921, "precision": 0.103319, "recall": 0.126482}, {"accuracy": 0.168972, "f1": 0.152877, "hf_subset": "cjk_Latn-tsn_Latn", "languages": ["cjk-Latn", "tsn-Latn"], "main_score": 0.152877, "precision": 0.147475, "recall": 0.168972}, {"accuracy": 0.144269, "f1": 0.126982, "hf_subset": "cjk_Latn-zul_Latn", "languages": ["cjk-Latn", "zul-Latn"], "main_score": 0.126982, "precision": 0.122101, "recall": 0.144269}, {"accuracy": 0.067194, "f1": 0.052871, "hf_subset": "cjk_Latn-azb_Arab", "languages": ["cjk-Latn", "azb-Arab"], "main_score": 0.052871, "precision": 0.050207, "recall": 0.067194}, {"accuracy": 0.148221, "f1": 0.130681, "hf_subset": "cjk_Latn-deu_Latn", "languages": ["cjk-Latn", "deu-Latn"], "main_score": 0.130681, "precision": 0.12633, "recall": 0.148221}, {"accuracy": 0.114625, "f1": 0.100901, "hf_subset": "cjk_Latn-hat_Latn", "languages": ["cjk-Latn", "hat-Latn"], "main_score": 0.100901, "precision": 0.096323, "recall": 0.114625}, {"accuracy": 0.149209, "f1": 0.133321, "hf_subset": "cjk_Latn-kbp_Latn", "languages": ["cjk-Latn", "kbp-Latn"], "main_score": 0.133321, "precision": 0.128095, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.135797, "hf_subset": "cjk_Latn-luo_Latn", "languages": ["cjk-Latn", "luo-Latn"], "main_score": 0.135797, "precision": 0.131773, "recall": 0.148221}, {"accuracy": 0.045455, "f1": 0.038677, "hf_subset": "cjk_Latn-ory_Orya", "languages": ["cjk-Latn", "ory-Orya"], "main_score": 0.038677, "precision": 0.037416, "recall": 0.045455}, {"accuracy": 0.139328, "f1": 0.12387, "hf_subset": "cjk_Latn-sna_Latn", "languages": ["cjk-Latn", "sna-Latn"], "main_score": 0.12387, "precision": 0.119222, "recall": 0.139328}, {"accuracy": 0.172925, "f1": 0.15769, "hf_subset": "cjk_Latn-tso_Latn", "languages": ["cjk-Latn", "tso-Latn"], "main_score": 0.15769, "precision": 0.152587, "recall": 0.172925}, {"accuracy": 0.085968, "f1": 0.078565, "hf_subset": "cjk_Latn-azj_Latn", "languages": ["cjk-Latn", "azj-Latn"], "main_score": 0.078565, "precision": 0.076675, "recall": 0.085968}, {"accuracy": 0.145257, "f1": 0.126704, "hf_subset": "cjk_Latn-dik_Latn", "languages": ["cjk-Latn", "dik-Latn"], "main_score": 0.126704, "precision": 0.121761, "recall": 0.145257}, {"accuracy": 0.133399, "f1": 0.120621, "hf_subset": "cjk_Latn-hau_Latn", "languages": ["cjk-Latn", "hau-Latn"], "main_score": 0.120621, "precision": 0.117164, "recall": 0.133399}, {"accuracy": 0.083992, "f1": 0.08054, "hf_subset": "cjk_Latn-kea_Latn", "languages": ["cjk-Latn", "kea-Latn"], "main_score": 0.08054, "precision": 0.079384, "recall": 0.083992}, {"accuracy": 0.170949, "f1": 0.151831, "hf_subset": "cjk_Latn-lus_Latn", "languages": ["cjk-Latn", "lus-Latn"], "main_score": 0.151831, "precision": 0.145749, "recall": 0.170949}, {"accuracy": 0.128458, "f1": 0.116169, "hf_subset": "cjk_Latn-pag_Latn", "languages": ["cjk-Latn", "pag-Latn"], "main_score": 0.116169, "precision": 0.112356, "recall": 0.128458}, {"accuracy": 0.055336, "f1": 0.049387, "hf_subset": "cjk_Latn-snd_Arab", "languages": ["cjk-Latn", "snd-Arab"], "main_score": 0.049387, "precision": 0.047938, "recall": 0.055336}, {"accuracy": 0.093874, "f1": 0.079115, "hf_subset": "cjk_Latn-tuk_Latn", "languages": ["cjk-Latn", "tuk-Latn"], "main_score": 0.079115, "precision": 0.075828, "recall": 0.093874}, {"accuracy": 0.112648, "f1": 0.09553, "hf_subset": "cjk_Latn-bak_Cyrl", "languages": ["cjk-Latn", "bak-Cyrl"], "main_score": 0.09553, "precision": 0.090753, "recall": 0.112648}, {"accuracy": 0.112648, "f1": 0.098473, "hf_subset": "cjk_Latn-dyu_Latn", "languages": ["cjk-Latn", "dyu-Latn"], "main_score": 0.098473, "precision": 0.093868, "recall": 0.112648}, {"accuracy": 0.110672, "f1": 0.094687, "hf_subset": "cjk_Latn-heb_Hebr", "languages": ["cjk-Latn", "heb-Hebr"], "main_score": 0.094687, "precision": 0.090623, "recall": 0.110672}, {"accuracy": 0.115613, "f1": 0.095017, "hf_subset": "cjk_Latn-khk_Cyrl", "languages": ["cjk-Latn", "khk-Cyrl"], "main_score": 0.095017, "precision": 0.090327, "recall": 0.115613}, {"accuracy": 0.118577, "f1": 0.103113, "hf_subset": "cjk_Latn-lvs_Latn", "languages": ["cjk-Latn", "lvs-Latn"], "main_score": 0.103113, "precision": 0.099511, "recall": 0.118577}, {"accuracy": 0.039526, "f1": 0.030401, "hf_subset": "cjk_Latn-pan_Guru", "languages": ["cjk-Latn", "pan-Guru"], "main_score": 0.030401, "precision": 0.029239, "recall": 0.039526}, {"accuracy": 0.088933, "f1": 0.080005, "hf_subset": "cjk_Latn-som_Latn", "languages": ["cjk-Latn", "som-Latn"], "main_score": 0.080005, "precision": 0.077369, "recall": 0.088933}, {"accuracy": 0.187747, "f1": 0.173918, "hf_subset": "cjk_Latn-tum_Latn", "languages": ["cjk-Latn", "tum-Latn"], "main_score": 0.173918, "precision": 0.169076, "recall": 0.187747}, {"accuracy": 0.035573, "f1": 0.025105, "hf_subset": "gla_Latn-ace_Arab", "languages": ["gla-Latn", "ace-Arab"], "main_score": 0.025105, "precision": 0.023181, "recall": 0.035573}, {"accuracy": 0.168972, "f1": 0.152483, "hf_subset": "gla_Latn-bam_Latn", "languages": ["gla-Latn", "bam-Latn"], "main_score": 0.152483, "precision": 0.147326, "recall": 0.168972}, {"accuracy": 0.004941, "f1": 0.000797, "hf_subset": "gla_Latn-dzo_Tibt", "languages": ["gla-Latn", "dzo-Tibt"], "main_score": 0.000797, "precision": 0.000566, "recall": 0.004941}, {"accuracy": 0.118577, "f1": 0.099995, "hf_subset": "gla_Latn-hin_Deva", "languages": ["gla-Latn", "hin-Deva"], "main_score": 0.099995, "precision": 0.095529, "recall": 0.118577}, {"accuracy": 0.140316, "f1": 0.126261, "hf_subset": "gla_Latn-khm_Khmr", "languages": ["gla-Latn", "khm-Khmr"], "main_score": 0.126261, "precision": 0.122102, "recall": 0.140316}, {"accuracy": 0.087945, "f1": 0.074215, "hf_subset": "gla_Latn-mag_Deva", "languages": ["gla-Latn", "mag-Deva"], "main_score": 0.074215, "precision": 0.070676, "recall": 0.087945}, {"accuracy": 0.146245, "f1": 0.136053, "hf_subset": "gla_Latn-pap_Latn", "languages": ["gla-Latn", "pap-Latn"], "main_score": 0.136053, "precision": 0.133717, "recall": 0.146245}, {"accuracy": 0.195652, "f1": 0.175774, "hf_subset": "gla_Latn-sot_Latn", "languages": ["gla-Latn", "sot-Latn"], "main_score": 0.175774, "precision": 0.168834, "recall": 0.195652}, {"accuracy": 0.197628, "f1": 0.168701, "hf_subset": "gla_Latn-tur_Latn", "languages": ["gla-Latn", "tur-Latn"], "main_score": 0.168701, "precision": 0.160377, "recall": 0.197628}, {"accuracy": 0.173913, "f1": 0.163523, "hf_subset": "gla_Latn-ace_Latn", "languages": ["gla-Latn", "ace-Latn"], "main_score": 0.163523, "precision": 0.159371, "recall": 0.173913}, {"accuracy": 0.134387, "f1": 0.120785, "hf_subset": "gla_Latn-ban_Latn", "languages": ["gla-Latn", "ban-Latn"], "main_score": 0.120785, "precision": 0.117316, "recall": 0.134387}, {"accuracy": 0.141304, "f1": 0.11469, "hf_subset": "gla_Latn-ell_Grek", "languages": ["gla-Latn", "ell-Grek"], "main_score": 0.11469, "precision": 0.107558, "recall": 0.141304}, {"accuracy": 0.081028, "f1": 0.070747, "hf_subset": "gla_Latn-hne_Deva", "languages": ["gla-Latn", "hne-Deva"], "main_score": 0.070747, "precision": 0.067732, "recall": 0.081028}, {"accuracy": 0.150198, "f1": 0.134591, "hf_subset": "gla_Latn-kik_Latn", "languages": ["gla-Latn", "kik-Latn"], "main_score": 0.134591, "precision": 0.129047, "recall": 0.150198}, {"accuracy": 0.081028, "f1": 0.068685, "hf_subset": "gla_Latn-mai_Deva", "languages": ["gla-Latn", "mai-Deva"], "main_score": 0.068685, "precision": 0.066132, "recall": 0.081028}, {"accuracy": 0.120553, "f1": 0.10267, "hf_subset": "gla_Latn-pbt_Arab", "languages": ["gla-Latn", "pbt-Arab"], "main_score": 0.10267, "precision": 0.097939, "recall": 0.120553}, {"accuracy": 0.186759, "f1": 0.160847, "hf_subset": "gla_Latn-spa_Latn", "languages": ["gla-Latn", "spa-Latn"], "main_score": 0.160847, "precision": 0.154815, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.169363, "hf_subset": "gla_Latn-twi_Latn", "languages": ["gla-Latn", "twi-Latn"], "main_score": 0.169363, "precision": 0.162457, "recall": 0.189723}, {"accuracy": 0.094862, "f1": 0.082131, "hf_subset": "gla_Latn-acm_Arab", "languages": ["gla-Latn", "acm-Arab"], "main_score": 0.082131, "precision": 0.077926, "recall": 0.094862}, {"accuracy": 0.114625, "f1": 0.097017, "hf_subset": "gla_Latn-bel_Cyrl", "languages": ["gla-Latn", "bel-Cyrl"], "main_score": 0.097017, "precision": 0.093069, "recall": 0.114625}, {"accuracy": 0.197628, "f1": 0.169824, "hf_subset": "gla_Latn-eng_Latn", "languages": ["gla-Latn", "eng-Latn"], "main_score": 0.169824, "precision": 0.162511, "recall": 0.197628}, {"accuracy": 0.150198, "f1": 0.133633, "hf_subset": "gla_Latn-hrv_Latn", "languages": ["gla-Latn", "hrv-Latn"], "main_score": 0.133633, "precision": 0.12956, "recall": 0.150198}, {"accuracy": 0.16502, "f1": 0.139741, "hf_subset": "gla_Latn-kin_Latn", "languages": ["gla-Latn", "kin-Latn"], "main_score": 0.139741, "precision": 0.131066, "recall": 0.16502}, {"accuracy": 0.061265, "f1": 0.051129, "hf_subset": "gla_Latn-mal_Mlym", "languages": ["gla-Latn", "mal-Mlym"], "main_score": 0.051129, "precision": 0.048346, "recall": 0.061265}, {"accuracy": 0.130435, "f1": 0.109542, "hf_subset": "gla_Latn-pes_Arab", "languages": ["gla-Latn", "pes-Arab"], "main_score": 0.109542, "precision": 0.104187, "recall": 0.130435}, {"accuracy": 0.143281, "f1": 0.132333, "hf_subset": "gla_Latn-srd_Latn", "languages": ["gla-Latn", "srd-Latn"], "main_score": 0.132333, "precision": 0.128612, "recall": 0.143281}, {"accuracy": 0.063241, "f1": 0.036875, "hf_subset": "gla_Latn-tzm_Tfng", "languages": ["gla-Latn", "tzm-Tfng"], "main_score": 0.036875, "precision": 0.030631, "recall": 0.063241}, {"accuracy": 0.116601, "f1": 0.09902, "hf_subset": "gla_Latn-acq_Arab", "languages": ["gla-Latn", "acq-Arab"], "main_score": 0.09902, "precision": 0.093439, "recall": 0.116601}, {"accuracy": 0.166008, "f1": 0.145819, "hf_subset": "gla_Latn-bem_Latn", "languages": ["gla-Latn", "bem-Latn"], "main_score": 0.145819, "precision": 0.139672, "recall": 0.166008}, {"accuracy": 0.129447, "f1": 0.115963, "hf_subset": "gla_Latn-epo_Latn", "languages": ["gla-Latn", "epo-Latn"], "main_score": 0.115963, "precision": 0.112047, "recall": 0.129447}, {"accuracy": 0.186759, "f1": 0.160398, "hf_subset": "gla_Latn-hun_Latn", "languages": ["gla-Latn", "hun-Latn"], "main_score": 0.160398, "precision": 0.15412, "recall": 0.186759}, {"accuracy": 0.126482, "f1": 0.111512, "hf_subset": "gla_Latn-kir_Cyrl", "languages": ["gla-Latn", "kir-Cyrl"], "main_score": 0.111512, "precision": 0.106941, "recall": 0.126482}, {"accuracy": 0.089921, "f1": 0.073041, "hf_subset": "gla_Latn-mar_Deva", "languages": ["gla-Latn", "mar-Deva"], "main_score": 0.073041, "precision": 0.069514, "recall": 0.089921}, {"accuracy": 0.167984, "f1": 0.153901, "hf_subset": "gla_Latn-plt_Latn", "languages": ["gla-Latn", "plt-Latn"], "main_score": 0.153901, "precision": 0.149288, "recall": 0.167984}, {"accuracy": 0.137352, "f1": 0.117432, "hf_subset": "gla_Latn-srp_Cyrl", "languages": ["gla-Latn", "srp-Cyrl"], "main_score": 0.117432, "precision": 0.111407, "recall": 0.137352}, {"accuracy": 0.096838, "f1": 0.080499, "hf_subset": "gla_Latn-uig_Arab", "languages": ["gla-Latn", "uig-Arab"], "main_score": 0.080499, "precision": 0.076647, "recall": 0.096838}, {"accuracy": 0.092885, "f1": 0.076233, "hf_subset": "gla_Latn-aeb_Arab", "languages": ["gla-Latn", "aeb-Arab"], "main_score": 0.076233, "precision": 0.071599, "recall": 0.092885}, {"accuracy": 0.065217, "f1": 0.054535, "hf_subset": "gla_Latn-ben_Beng", "languages": ["gla-Latn", "ben-Beng"], "main_score": 0.054535, "precision": 0.052098, "recall": 0.065217}, {"accuracy": 0.184783, "f1": 0.160312, "hf_subset": "gla_Latn-est_Latn", "languages": ["gla-Latn", "est-Latn"], "main_score": 0.160312, "precision": 0.154138, "recall": 0.184783}, {"accuracy": 0.103755, "f1": 0.088338, "hf_subset": "gla_Latn-hye_Armn", "languages": ["gla-Latn", "hye-Armn"], "main_score": 0.088338, "precision": 0.084069, "recall": 0.103755}, {"accuracy": 0.156126, "f1": 0.125244, "hf_subset": "gla_Latn-kmb_Latn", "languages": ["gla-Latn", "kmb-Latn"], "main_score": 0.125244, "precision": 0.11601, "recall": 0.156126}, {"accuracy": 0.027668, "f1": 0.02241, "hf_subset": "gla_Latn-min_Arab", "languages": ["gla-Latn", "min-Arab"], "main_score": 0.02241, "precision": 0.020922, "recall": 0.027668}, {"accuracy": 0.194664, "f1": 0.171667, "hf_subset": "gla_Latn-pol_Latn", "languages": ["gla-Latn", "pol-Latn"], "main_score": 0.171667, "precision": 0.165245, "recall": 0.194664}, {"accuracy": 0.12747, "f1": 0.106665, "hf_subset": "gla_Latn-ssw_Latn", "languages": ["gla-Latn", "ssw-Latn"], "main_score": 0.106665, "precision": 0.099232, "recall": 0.12747}, {"accuracy": 0.137352, "f1": 0.120142, "hf_subset": "gla_Latn-ukr_Cyrl", "languages": ["gla-Latn", "ukr-Cyrl"], "main_score": 0.120142, "precision": 0.115094, "recall": 0.137352}, {"accuracy": 0.188735, "f1": 0.16731, "hf_subset": "gla_Latn-afr_Latn", "languages": ["gla-Latn", "afr-Latn"], "main_score": 0.16731, "precision": 0.161074, "recall": 0.188735}, {"accuracy": 0.091897, "f1": 0.078107, "hf_subset": "gla_Latn-bho_Deva", "languages": ["gla-Latn", "bho-Deva"], "main_score": 0.078107, "precision": 0.073967, "recall": 0.091897}, {"accuracy": 0.12747, "f1": 0.118735, "hf_subset": "gla_Latn-eus_Latn", "languages": ["gla-Latn", "eus-Latn"], "main_score": 0.118735, "precision": 0.116002, "recall": 0.12747}, {"accuracy": 0.168972, "f1": 0.144054, "hf_subset": "gla_Latn-ibo_Latn", "languages": ["gla-Latn", "ibo-Latn"], "main_score": 0.144054, "precision": 0.136369, "recall": 0.168972}, {"accuracy": 0.176877, "f1": 0.158757, "hf_subset": "gla_Latn-kmr_Latn", "languages": ["gla-Latn", "kmr-Latn"], "main_score": 0.158757, "precision": 0.153664, "recall": 0.176877}, {"accuracy": 0.130435, "f1": 0.116997, "hf_subset": "gla_Latn-min_Latn", "languages": ["gla-Latn", "min-Latn"], "main_score": 0.116997, "precision": 0.112866, "recall": 0.130435}, {"accuracy": 0.201581, "f1": 0.172186, "hf_subset": "gla_Latn-por_Latn", "languages": ["gla-Latn", "por-Latn"], "main_score": 0.172186, "precision": 0.164409, "recall": 0.201581}, {"accuracy": 0.120553, "f1": 0.10751, "hf_subset": "gla_Latn-sun_Latn", "languages": ["gla-Latn", "sun-Latn"], "main_score": 0.10751, "precision": 0.104544, "recall": 0.120553}, {"accuracy": 0.142292, "f1": 0.126834, "hf_subset": "gla_Latn-umb_Latn", "languages": ["gla-Latn", "umb-Latn"], "main_score": 0.126834, "precision": 0.121741, "recall": 0.142292}, {"accuracy": 0.102767, "f1": 0.087404, "hf_subset": "gla_Latn-ajp_Arab", "languages": ["gla-Latn", "ajp-Arab"], "main_score": 0.087404, "precision": 0.082849, "recall": 0.102767}, {"accuracy": 0.038538, "f1": 0.033867, "hf_subset": "gla_Latn-bjn_Arab", "languages": ["gla-Latn", "bjn-Arab"], "main_score": 0.033867, "precision": 0.032382, "recall": 0.038538}, {"accuracy": 0.194664, "f1": 0.17058, "hf_subset": "gla_Latn-ewe_Latn", "languages": ["gla-Latn", "ewe-Latn"], "main_score": 0.17058, "precision": 0.162991, "recall": 0.194664}, {"accuracy": 0.168972, "f1": 0.150702, "hf_subset": "gla_Latn-ilo_Latn", "languages": ["gla-Latn", "ilo-Latn"], "main_score": 0.150702, "precision": 0.144555, "recall": 0.168972}, {"accuracy": 0.047431, "f1": 0.036956, "hf_subset": "gla_Latn-knc_Arab", "languages": ["gla-Latn", "knc-Arab"], "main_score": 0.036956, "precision": 0.033571, "recall": 0.047431}, {"accuracy": 0.142292, "f1": 0.120977, "hf_subset": "gla_Latn-mkd_Cyrl", "languages": ["gla-Latn", "mkd-Cyrl"], "main_score": 0.120977, "precision": 0.116004, "recall": 0.142292}, {"accuracy": 0.096838, "f1": 0.085098, "hf_subset": "gla_Latn-prs_Arab", "languages": ["gla-Latn", "prs-Arab"], "main_score": 0.085098, "precision": 0.081904, "recall": 0.096838}, {"accuracy": 0.144269, "f1": 0.132135, "hf_subset": "gla_Latn-swe_Latn", "languages": ["gla-Latn", "swe-Latn"], "main_score": 0.132135, "precision": 0.128764, "recall": 0.144269}, {"accuracy": 0.088933, "f1": 0.070353, "hf_subset": "gla_Latn-urd_Arab", "languages": ["gla-Latn", "urd-Arab"], "main_score": 0.070353, "precision": 0.065314, "recall": 0.088933}, {"accuracy": 0.190711, "f1": 0.173712, "hf_subset": "gla_Latn-aka_Latn", "languages": ["gla-Latn", "aka-Latn"], "main_score": 0.173712, "precision": 0.167767, "recall": 0.190711}, {"accuracy": 0.142292, "f1": 0.132548, "hf_subset": "gla_Latn-bjn_Latn", "languages": ["gla-Latn", "bjn-Latn"], "main_score": 0.132548, "precision": 0.12912, "recall": 0.142292}, {"accuracy": 0.159091, "f1": 0.145383, "hf_subset": "gla_Latn-fao_Latn", "languages": ["gla-Latn", "fao-Latn"], "main_score": 0.145383, "precision": 0.140502, "recall": 0.159091}, {"accuracy": 0.206522, "f1": 0.176462, "hf_subset": "gla_Latn-ind_Latn", "languages": ["gla-Latn", "ind-Latn"], "main_score": 0.176462, "precision": 0.167907, "recall": 0.206522}, {"accuracy": 0.175889, "f1": 0.160085, "hf_subset": "gla_Latn-knc_Latn", "languages": ["gla-Latn", "knc-Latn"], "main_score": 0.160085, "precision": 0.154145, "recall": 0.175889}, {"accuracy": 0.190711, "f1": 0.173658, "hf_subset": "gla_Latn-mlt_Latn", "languages": ["gla-Latn", "mlt-Latn"], "main_score": 0.173658, "precision": 0.167621, "recall": 0.190711}, {"accuracy": 0.163043, "f1": 0.140001, "hf_subset": "gla_Latn-quy_Latn", "languages": ["gla-Latn", "quy-Latn"], "main_score": 0.140001, "precision": 0.132946, "recall": 0.163043}, {"accuracy": 0.166996, "f1": 0.152705, "hf_subset": "gla_Latn-swh_Latn", "languages": ["gla-Latn", "swh-Latn"], "main_score": 0.152705, "precision": 0.149134, "recall": 0.166996}, {"accuracy": 0.106719, "f1": 0.099187, "hf_subset": "gla_Latn-uzn_Latn", "languages": ["gla-Latn", "uzn-Latn"], "main_score": 0.099187, "precision": 0.097119, "recall": 0.106719}, {"accuracy": 0.161067, "f1": 0.137021, "hf_subset": "gla_Latn-als_Latn", "languages": ["gla-Latn", "als-Latn"], "main_score": 0.137021, "precision": 0.130052, "recall": 0.161067}, {"accuracy": 0.061265, "f1": 0.039021, "hf_subset": "gla_Latn-bod_Tibt", "languages": ["gla-Latn", "bod-Tibt"], "main_score": 0.039021, "precision": 0.035108, "recall": 0.061265}, {"accuracy": 0.118577, "f1": 0.104766, "hf_subset": "gla_Latn-fij_Latn", "languages": ["gla-Latn", "fij-Latn"], "main_score": 0.104766, "precision": 0.100945, "recall": 0.118577}, {"accuracy": 0.115613, "f1": 0.10896, "hf_subset": "gla_Latn-isl_Latn", "languages": ["gla-Latn", "isl-Latn"], "main_score": 0.10896, "precision": 0.106983, "recall": 0.115613}, {"accuracy": 0.171937, "f1": 0.14365, "hf_subset": "gla_Latn-kon_Latn", "languages": ["gla-Latn", "kon-Latn"], "main_score": 0.14365, "precision": 0.136477, "recall": 0.171937}, {"accuracy": 0.062253, "f1": 0.044861, "hf_subset": "gla_Latn-mni_Beng", "languages": ["gla-Latn", "mni-Beng"], "main_score": 0.044861, "precision": 0.040913, "recall": 0.062253}, {"accuracy": 0.203557, "f1": 0.177305, "hf_subset": "gla_Latn-ron_Latn", "languages": ["gla-Latn", "ron-Latn"], "main_score": 0.177305, "precision": 0.170816, "recall": 0.203557}, {"accuracy": 0.140316, "f1": 0.126072, "hf_subset": "gla_Latn-szl_Latn", "languages": ["gla-Latn", "szl-Latn"], "main_score": 0.126072, "precision": 0.121123, "recall": 0.140316}, {"accuracy": 0.135375, "f1": 0.12552, "hf_subset": "gla_Latn-vec_Latn", "languages": ["gla-Latn", "vec-Latn"], "main_score": 0.12552, "precision": 0.122769, "recall": 0.135375}, {"accuracy": 0.052372, "f1": 0.042648, "hf_subset": "gla_Latn-amh_Ethi", "languages": ["gla-Latn", "amh-Ethi"], "main_score": 0.042648, "precision": 0.040586, "recall": 0.052372}, {"accuracy": 0.186759, "f1": 0.158895, "hf_subset": "gla_Latn-bos_Latn", "languages": ["gla-Latn", "bos-Latn"], "main_score": 0.158895, "precision": 0.151713, "recall": 0.186759}, {"accuracy": 0.181818, "f1": 0.152169, "hf_subset": "gla_Latn-fin_Latn", "languages": ["gla-Latn", "fin-Latn"], "main_score": 0.152169, "precision": 0.144682, "recall": 0.181818}, {"accuracy": 0.200593, "f1": 0.167515, "hf_subset": "gla_Latn-ita_Latn", "languages": ["gla-Latn", "ita-Latn"], "main_score": 0.167515, "precision": 0.158655, "recall": 0.200593}, {"accuracy": 0.128458, "f1": 0.110692, "hf_subset": "gla_Latn-kor_Hang", "languages": ["gla-Latn", "kor-Hang"], "main_score": 0.110692, "precision": 0.105769, "recall": 0.128458}, {"accuracy": 0.142292, "f1": 0.126415, "hf_subset": "gla_Latn-mos_Latn", "languages": ["gla-Latn", "mos-Latn"], "main_score": 0.126415, "precision": 0.120779, "recall": 0.142292}, {"accuracy": 0.171937, "f1": 0.146324, "hf_subset": "gla_Latn-run_Latn", "languages": ["gla-Latn", "run-Latn"], "main_score": 0.146324, "precision": 0.138943, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.044119, "hf_subset": "gla_Latn-tam_Taml", "languages": ["gla-Latn", "tam-Taml"], "main_score": 0.044119, "precision": 0.041928, "recall": 0.05336}, {"accuracy": 0.206522, "f1": 0.184041, "hf_subset": "gla_Latn-vie_Latn", "languages": ["gla-Latn", "vie-Latn"], "main_score": 0.184041, "precision": 0.177902, "recall": 0.206522}, {"accuracy": 0.086957, "f1": 0.077815, "hf_subset": "gla_Latn-apc_Arab", "languages": ["gla-Latn", "apc-Arab"], "main_score": 0.077815, "precision": 0.074647, "recall": 0.086957}, {"accuracy": 0.15415, "f1": 0.139667, "hf_subset": "gla_Latn-bug_Latn", "languages": ["gla-Latn", "bug-Latn"], "main_score": 0.139667, "precision": 0.135564, "recall": 0.15415}, {"accuracy": 0.178854, "f1": 0.15512, "hf_subset": "gla_Latn-fon_Latn", "languages": ["gla-Latn", "fon-Latn"], "main_score": 0.15512, "precision": 0.146943, "recall": 0.178854}, {"accuracy": 0.144269, "f1": 0.134656, "hf_subset": "gla_Latn-jav_Latn", "languages": ["gla-Latn", "jav-Latn"], "main_score": 0.134656, "precision": 0.131901, "recall": 0.144269}, {"accuracy": 0.182806, "f1": 0.16526, "hf_subset": "gla_Latn-lao_Laoo", "languages": ["gla-Latn", "lao-Laoo"], "main_score": 0.16526, "precision": 0.160545, "recall": 0.182806}, {"accuracy": 0.177866, "f1": 0.152831, "hf_subset": "gla_Latn-mri_Latn", "languages": ["gla-Latn", "mri-Latn"], "main_score": 0.152831, "precision": 0.145429, "recall": 0.177866}, {"accuracy": 0.151186, "f1": 0.128541, "hf_subset": "gla_Latn-rus_Cyrl", "languages": ["gla-Latn", "rus-Cyrl"], "main_score": 0.128541, "precision": 0.122542, "recall": 0.151186}, {"accuracy": 0.175889, "f1": 0.161492, "hf_subset": "gla_Latn-taq_Latn", "languages": ["gla-Latn", "taq-Latn"], "main_score": 0.161492, "precision": 0.156192, "recall": 0.175889}, {"accuracy": 0.153162, "f1": 0.141424, "hf_subset": "gla_Latn-war_Latn", "languages": ["gla-Latn", "war-Latn"], "main_score": 0.141424, "precision": 0.137599, "recall": 0.153162}, {"accuracy": 0.12253, "f1": 0.102, "hf_subset": "gla_Latn-arb_Arab", "languages": ["gla-Latn", "arb-Arab"], "main_score": 0.102, "precision": 0.096254, "recall": 0.12253}, {"accuracy": 0.153162, "f1": 0.12627, "hf_subset": "gla_Latn-bul_Cyrl", "languages": ["gla-Latn", "bul-Cyrl"], "main_score": 0.12627, "precision": 0.119134, "recall": 0.153162}, {"accuracy": 0.193676, "f1": 0.16442, "hf_subset": "gla_Latn-fra_Latn", "languages": ["gla-Latn", "fra-Latn"], "main_score": 0.16442, "precision": 0.157062, "recall": 0.193676}, {"accuracy": 0.129447, "f1": 0.110456, "hf_subset": "gla_Latn-jpn_Jpan", "languages": ["gla-Latn", "jpn-Jpan"], "main_score": 0.110456, "precision": 0.105531, "recall": 0.129447}, {"accuracy": 0.134387, "f1": 0.126785, "hf_subset": "gla_Latn-lij_Latn", "languages": ["gla-Latn", "lij-Latn"], "main_score": 0.126785, "precision": 0.124213, "recall": 0.134387}, {"accuracy": 0.097826, "f1": 0.079567, "hf_subset": "gla_Latn-mya_Mymr", "languages": ["gla-Latn", "mya-Mymr"], "main_score": 0.079567, "precision": 0.074887, "recall": 0.097826}, {"accuracy": 0.167984, "f1": 0.149107, "hf_subset": "gla_Latn-sag_Latn", "languages": ["gla-Latn", "sag-Latn"], "main_score": 0.149107, "precision": 0.143653, "recall": 0.167984}, {"accuracy": 0.073123, "f1": 0.051607, "hf_subset": "gla_Latn-taq_Tfng", "languages": ["gla-Latn", "taq-Tfng"], "main_score": 0.051607, "precision": 0.045427, "recall": 0.073123}, {"accuracy": 0.193676, "f1": 0.170661, "hf_subset": "gla_Latn-wol_Latn", "languages": ["gla-Latn", "wol-Latn"], "main_score": 0.170661, "precision": 0.163719, "recall": 0.193676}, {"accuracy": 0.125494, "f1": 0.100741, "hf_subset": "gla_Latn-arb_Latn", "languages": ["gla-Latn", "arb-Latn"], "main_score": 0.100741, "precision": 0.093546, "recall": 0.125494}, {"accuracy": 0.200593, "f1": 0.167873, "hf_subset": "gla_Latn-cat_Latn", "languages": ["gla-Latn", "cat-Latn"], "main_score": 0.167873, "precision": 0.159661, "recall": 0.200593}, {"accuracy": 0.143281, "f1": 0.124899, "hf_subset": "gla_Latn-fur_Latn", "languages": ["gla-Latn", "fur-Latn"], "main_score": 0.124899, "precision": 0.120212, "recall": 0.143281}, {"accuracy": 0.099802, "f1": 0.080745, "hf_subset": "gla_Latn-kab_Latn", "languages": ["gla-Latn", "kab-Latn"], "main_score": 0.080745, "precision": 0.074267, "recall": 0.099802}, {"accuracy": 0.147233, "f1": 0.136539, "hf_subset": "gla_Latn-lim_Latn", "languages": ["gla-Latn", "lim-Latn"], "main_score": 0.136539, "precision": 0.133983, "recall": 0.147233}, {"accuracy": 0.19664, "f1": 0.16655, "hf_subset": "gla_Latn-nld_Latn", "languages": ["gla-Latn", "nld-Latn"], "main_score": 0.16655, "precision": 0.158158, "recall": 0.19664}, {"accuracy": 0.05336, "f1": 0.048164, "hf_subset": "gla_Latn-san_Deva", "languages": ["gla-Latn", "san-Deva"], "main_score": 0.048164, "precision": 0.046609, "recall": 0.05336}, {"accuracy": 0.114625, "f1": 0.094715, "hf_subset": "gla_Latn-tat_Cyrl", "languages": ["gla-Latn", "tat-Cyrl"], "main_score": 0.094715, "precision": 0.089073, "recall": 0.114625}, {"accuracy": 0.130435, "f1": 0.107139, "hf_subset": "gla_Latn-xho_Latn", "languages": ["gla-Latn", "xho-Latn"], "main_score": 0.107139, "precision": 0.100827, "recall": 0.130435}, {"accuracy": 0.114625, "f1": 0.094492, "hf_subset": "gla_Latn-ars_Arab", "languages": ["gla-Latn", "ars-Arab"], "main_score": 0.094492, "precision": 0.088836, "recall": 0.114625}, {"accuracy": 0.147233, "f1": 0.13312, "hf_subset": "gla_Latn-ceb_Latn", "languages": ["gla-Latn", "ceb-Latn"], "main_score": 0.13312, "precision": 0.128708, "recall": 0.147233}, {"accuracy": 0.152174, "f1": 0.134758, "hf_subset": "gla_Latn-fuv_Latn", "languages": ["gla-Latn", "fuv-Latn"], "main_score": 0.134758, "precision": 0.128287, "recall": 0.152174}, {"accuracy": 0.186759, "f1": 0.168561, "hf_subset": "gla_Latn-kac_Latn", "languages": ["gla-Latn", "kac-Latn"], "main_score": 0.168561, "precision": 0.162328, "recall": 0.186759}, {"accuracy": 0.153162, "f1": 0.132438, "hf_subset": "gla_Latn-lin_Latn", "languages": ["gla-Latn", "lin-Latn"], "main_score": 0.132438, "precision": 0.126103, "recall": 0.153162}, {"accuracy": 0.176877, "f1": 0.15458, "hf_subset": "gla_Latn-nno_Latn", "languages": ["gla-Latn", "nno-Latn"], "main_score": 0.15458, "precision": 0.148102, "recall": 0.176877}, {"accuracy": 0.019763, "f1": 0.009037, "hf_subset": "gla_Latn-sat_Olck", "languages": ["gla-Latn", "sat-Olck"], "main_score": 0.009037, "precision": 0.006995, "recall": 0.019763}, {"accuracy": 0.074111, "f1": 0.065701, "hf_subset": "gla_Latn-tel_Telu", "languages": ["gla-Latn", "tel-Telu"], "main_score": 0.065701, "precision": 0.063394, "recall": 0.074111}, {"accuracy": 0.063241, "f1": 0.053036, "hf_subset": "gla_Latn-ydd_Hebr", "languages": ["gla-Latn", "ydd-Hebr"], "main_score": 0.053036, "precision": 0.050156, "recall": 0.063241}, {"accuracy": 0.081028, "f1": 0.066683, "hf_subset": "gla_Latn-ary_Arab", "languages": ["gla-Latn", "ary-Arab"], "main_score": 0.066683, "precision": 0.063109, "recall": 0.081028}, {"accuracy": 0.198617, "f1": 0.170518, "hf_subset": "gla_Latn-ces_Latn", "languages": ["gla-Latn", "ces-Latn"], "main_score": 0.170518, "precision": 0.163482, "recall": 0.198617}, {"accuracy": 0.109684, "f1": 0.090184, "hf_subset": "gla_Latn-gaz_Latn", "languages": ["gla-Latn", "gaz-Latn"], "main_score": 0.090184, "precision": 0.083356, "recall": 0.109684}, {"accuracy": 0.150198, "f1": 0.134819, "hf_subset": "gla_Latn-kam_Latn", "languages": ["gla-Latn", "kam-Latn"], "main_score": 0.134819, "precision": 0.129814, "recall": 0.150198}, {"accuracy": 0.167984, "f1": 0.142823, "hf_subset": "gla_Latn-lit_Latn", "languages": ["gla-Latn", "lit-Latn"], "main_score": 0.142823, "precision": 0.136397, "recall": 0.167984}, {"accuracy": 0.200593, "f1": 0.172799, "hf_subset": "gla_Latn-nob_Latn", "languages": ["gla-Latn", "nob-Latn"], "main_score": 0.172799, "precision": 0.165065, "recall": 0.200593}, {"accuracy": 0.155138, "f1": 0.146427, "hf_subset": "gla_Latn-scn_Latn", "languages": ["gla-Latn", "scn-Latn"], "main_score": 0.146427, "precision": 0.144006, "recall": 0.155138}, {"accuracy": 0.116601, "f1": 0.101349, "hf_subset": "gla_Latn-tgk_Cyrl", "languages": ["gla-Latn", "tgk-Cyrl"], "main_score": 0.101349, "precision": 0.096877, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.134551, "hf_subset": "gla_Latn-yor_Latn", "languages": ["gla-Latn", "yor-Latn"], "main_score": 0.134551, "precision": 0.128066, "recall": 0.152174}, {"accuracy": 0.093874, "f1": 0.081057, "hf_subset": "gla_Latn-arz_Arab", "languages": ["gla-Latn", "arz-Arab"], "main_score": 0.081057, "precision": 0.076947, "recall": 0.093874}, {"accuracy": 0.139328, "f1": 0.119144, "hf_subset": "gla_Latn-cjk_Latn", "languages": ["gla-Latn", "cjk-Latn"], "main_score": 0.119144, "precision": 0.114095, "recall": 0.139328}, {"accuracy": 0.065217, "f1": 0.057066, "hf_subset": "gla_Latn-kan_Knda", "languages": ["gla-Latn", "kan-Knda"], "main_score": 0.057066, "precision": 0.054368, "recall": 0.065217}, {"accuracy": 0.134387, "f1": 0.121719, "hf_subset": "gla_Latn-lmo_Latn", "languages": ["gla-Latn", "lmo-Latn"], "main_score": 0.121719, "precision": 0.118527, "recall": 0.134387}, {"accuracy": 0.115613, "f1": 0.093548, "hf_subset": "gla_Latn-npi_Deva", "languages": ["gla-Latn", "npi-Deva"], "main_score": 0.093548, "precision": 0.087665, "recall": 0.115613}, {"accuracy": 0.16502, "f1": 0.144246, "hf_subset": "gla_Latn-shn_Mymr", "languages": ["gla-Latn", "shn-Mymr"], "main_score": 0.144246, "precision": 0.137912, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.163706, "hf_subset": "gla_Latn-tgl_Latn", "languages": ["gla-Latn", "tgl-Latn"], "main_score": 0.163706, "precision": 0.160221, "recall": 0.174901}, {"accuracy": 0.126482, "f1": 0.107456, "hf_subset": "gla_Latn-yue_Hant", "languages": ["gla-Latn", "yue-Hant"], "main_score": 0.107456, "precision": 0.10313, "recall": 0.126482}, {"accuracy": 0.057312, "f1": 0.045077, "hf_subset": "gla_Latn-asm_Beng", "languages": ["gla-Latn", "asm-Beng"], "main_score": 0.045077, "precision": 0.041632, "recall": 0.057312}, {"accuracy": 0.094862, "f1": 0.076355, "hf_subset": "gla_Latn-ckb_Arab", "languages": ["gla-Latn", "ckb-Arab"], "main_score": 0.076355, "precision": 0.071598, "recall": 0.094862}, {"accuracy": 0.240119, "f1": 0.224909, "hf_subset": "gla_Latn-gle_Latn", "languages": ["gla-Latn", "gle-Latn"], "main_score": 0.224909, "precision": 0.219658, "recall": 0.240119}, {"accuracy": 0.054348, "f1": 0.050165, "hf_subset": "gla_Latn-kas_Arab", "languages": ["gla-Latn", "kas-Arab"], "main_score": 0.050165, "precision": 0.048611, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.118688, "hf_subset": "gla_Latn-ltg_Latn", "languages": ["gla-Latn", "ltg-Latn"], "main_score": 0.118688, "precision": 0.115956, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.160543, "hf_subset": "gla_Latn-nso_Latn", "languages": ["gla-Latn", "nso-Latn"], "main_score": 0.160543, "precision": 0.153957, "recall": 0.182806}, {"accuracy": 0.073123, "f1": 0.061819, "hf_subset": "gla_Latn-sin_Sinh", "languages": ["gla-Latn", "sin-Sinh"], "main_score": 0.061819, "precision": 0.058639, "recall": 0.073123}, {"accuracy": 0.148221, "f1": 0.119392, "hf_subset": "gla_Latn-tha_Thai", "languages": ["gla-Latn", "tha-Thai"], "main_score": 0.119392, "precision": 0.112059, "recall": 0.148221}, {"accuracy": 0.149209, "f1": 0.122668, "hf_subset": "gla_Latn-zho_Hans", "languages": ["gla-Latn", "zho-Hans"], "main_score": 0.122668, "precision": 0.116769, "recall": 0.149209}, {"accuracy": 0.162055, "f1": 0.143911, "hf_subset": "gla_Latn-ast_Latn", "languages": ["gla-Latn", "ast-Latn"], "main_score": 0.143911, "precision": 0.139255, "recall": 0.162055}, {"accuracy": 0.119565, "f1": 0.110736, "hf_subset": "gla_Latn-crh_Latn", "languages": ["gla-Latn", "crh-Latn"], "main_score": 0.110736, "precision": 0.108128, "recall": 0.119565}, {"accuracy": 0.193676, "f1": 0.16737, "hf_subset": "gla_Latn-glg_Latn", "languages": ["gla-Latn", "glg-Latn"], "main_score": 0.16737, "precision": 0.159922, "recall": 0.193676}, {"accuracy": 0.103755, "f1": 0.09025, "hf_subset": "gla_Latn-kas_Deva", "languages": ["gla-Latn", "kas-Deva"], "main_score": 0.09025, "precision": 0.086267, "recall": 0.103755}, {"accuracy": 0.146245, "f1": 0.134533, "hf_subset": "gla_Latn-ltz_Latn", "languages": ["gla-Latn", "ltz-Latn"], "main_score": 0.134533, "precision": 0.131982, "recall": 0.146245}, {"accuracy": 0.125494, "f1": 0.098363, "hf_subset": "gla_Latn-nus_Latn", "languages": ["gla-Latn", "nus-Latn"], "main_score": 0.098363, "precision": 0.09013, "recall": 0.125494}, {"accuracy": 0.187747, "f1": 0.163176, "hf_subset": "gla_Latn-slk_Latn", "languages": ["gla-Latn", "slk-Latn"], "main_score": 0.163176, "precision": 0.156204, "recall": 0.187747}, {"accuracy": 0.033597, "f1": 0.024372, "hf_subset": "gla_Latn-tir_Ethi", "languages": ["gla-Latn", "tir-Ethi"], "main_score": 0.024372, "precision": 0.022429, "recall": 0.033597}, {"accuracy": 0.135375, "f1": 0.11268, "hf_subset": "gla_Latn-zho_Hant", "languages": ["gla-Latn", "zho-Hant"], "main_score": 0.11268, "precision": 0.107265, "recall": 0.135375}, {"accuracy": 0.093874, "f1": 0.078799, "hf_subset": "gla_Latn-awa_Deva", "languages": ["gla-Latn", "awa-Deva"], "main_score": 0.078799, "precision": 0.074985, "recall": 0.093874}, {"accuracy": 0.153162, "f1": 0.138651, "hf_subset": "gla_Latn-cym_Latn", "languages": ["gla-Latn", "cym-Latn"], "main_score": 0.138651, "precision": 0.135409, "recall": 0.153162}, {"accuracy": 0.164032, "f1": 0.151038, "hf_subset": "gla_Latn-grn_Latn", "languages": ["gla-Latn", "grn-Latn"], "main_score": 0.151038, "precision": 0.146777, "recall": 0.164032}, {"accuracy": 0.099802, "f1": 0.084342, "hf_subset": "gla_Latn-kat_Geor", "languages": ["gla-Latn", "kat-Geor"], "main_score": 0.084342, "precision": 0.080308, "recall": 0.099802}, {"accuracy": 0.166996, "f1": 0.148109, "hf_subset": "gla_Latn-lua_Latn", "languages": ["gla-Latn", "lua-Latn"], "main_score": 0.148109, "precision": 0.141846, "recall": 0.166996}, {"accuracy": 0.160079, "f1": 0.137838, "hf_subset": "gla_Latn-nya_Latn", "languages": ["gla-Latn", "nya-Latn"], "main_score": 0.137838, "precision": 0.131025, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.165793, "hf_subset": "gla_Latn-slv_Latn", "languages": ["gla-Latn", "slv-Latn"], "main_score": 0.165793, "precision": 0.158741, "recall": 0.1917}, {"accuracy": 0.166996, "f1": 0.151247, "hf_subset": "gla_Latn-tpi_Latn", "languages": ["gla-Latn", "tpi-Latn"], "main_score": 0.151247, "precision": 0.145467, "recall": 0.166996}, {"accuracy": 0.200593, "f1": 0.17306, "hf_subset": "gla_Latn-zsm_Latn", "languages": ["gla-Latn", "zsm-Latn"], "main_score": 0.17306, "precision": 0.165984, "recall": 0.200593}, {"accuracy": 0.156126, "f1": 0.135622, "hf_subset": "gla_Latn-ayr_Latn", "languages": ["gla-Latn", "ayr-Latn"], "main_score": 0.135622, "precision": 0.129239, "recall": 0.156126}, {"accuracy": 0.199605, "f1": 0.172455, "hf_subset": "gla_Latn-dan_Latn", "languages": ["gla-Latn", "dan-Latn"], "main_score": 0.172455, "precision": 0.165282, "recall": 0.199605}, {"accuracy": 0.08004, "f1": 0.066746, "hf_subset": "gla_Latn-guj_Gujr", "languages": ["gla-Latn", "guj-Gujr"], "main_score": 0.066746, "precision": 0.063504, "recall": 0.08004}, {"accuracy": 0.139328, "f1": 0.122689, "hf_subset": "gla_Latn-kaz_Cyrl", "languages": ["gla-Latn", "kaz-Cyrl"], "main_score": 0.122689, "precision": 0.118674, "recall": 0.139328}, {"accuracy": 0.131423, "f1": 0.113892, "hf_subset": "gla_Latn-lug_Latn", "languages": ["gla-Latn", "lug-Latn"], "main_score": 0.113892, "precision": 0.108606, "recall": 0.131423}, {"accuracy": 0.18083, "f1": 0.161976, "hf_subset": "gla_Latn-oci_Latn", "languages": ["gla-Latn", "oci-Latn"], "main_score": 0.161976, "precision": 0.157052, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.137401, "hf_subset": "gla_Latn-smo_Latn", "languages": ["gla-Latn", "smo-Latn"], "main_score": 0.137401, "precision": 0.129845, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.155122, "hf_subset": "gla_Latn-tsn_Latn", "languages": ["gla-Latn", "tsn-Latn"], "main_score": 0.155122, "precision": 0.148569, "recall": 0.175889}, {"accuracy": 0.120553, "f1": 0.09564, "hf_subset": "gla_Latn-zul_Latn", "languages": ["gla-Latn", "zul-Latn"], "main_score": 0.09564, "precision": 0.088725, "recall": 0.120553}, {"accuracy": 0.061265, "f1": 0.053061, "hf_subset": "gla_Latn-azb_Arab", "languages": ["gla-Latn", "azb-Arab"], "main_score": 0.053061, "precision": 0.050832, "recall": 0.061265}, {"accuracy": 0.198617, "f1": 0.175734, "hf_subset": "gla_Latn-deu_Latn", "languages": ["gla-Latn", "deu-Latn"], "main_score": 0.175734, "precision": 0.169245, "recall": 0.198617}, {"accuracy": 0.189723, "f1": 0.170051, "hf_subset": "gla_Latn-hat_Latn", "languages": ["gla-Latn", "hat-Latn"], "main_score": 0.170051, "precision": 0.162992, "recall": 0.189723}, {"accuracy": 0.186759, "f1": 0.164372, "hf_subset": "gla_Latn-kbp_Latn", "languages": ["gla-Latn", "kbp-Latn"], "main_score": 0.164372, "precision": 0.156986, "recall": 0.186759}, {"accuracy": 0.157115, "f1": 0.136238, "hf_subset": "gla_Latn-luo_Latn", "languages": ["gla-Latn", "luo-Latn"], "main_score": 0.136238, "precision": 0.129942, "recall": 0.157115}, {"accuracy": 0.071146, "f1": 0.059552, "hf_subset": "gla_Latn-ory_Orya", "languages": ["gla-Latn", "ory-Orya"], "main_score": 0.059552, "precision": 0.056868, "recall": 0.071146}, {"accuracy": 0.116601, "f1": 0.094413, "hf_subset": "gla_Latn-sna_Latn", "languages": ["gla-Latn", "sna-Latn"], "main_score": 0.094413, "precision": 0.087917, "recall": 0.116601}, {"accuracy": 0.168972, "f1": 0.147815, "hf_subset": "gla_Latn-tso_Latn", "languages": ["gla-Latn", "tso-Latn"], "main_score": 0.147815, "precision": 0.140945, "recall": 0.168972}, {"accuracy": 0.096838, "f1": 0.086685, "hf_subset": "gla_Latn-azj_Latn", "languages": ["gla-Latn", "azj-Latn"], "main_score": 0.086685, "precision": 0.083956, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.146632, "hf_subset": "gla_Latn-dik_Latn", "languages": ["gla-Latn", "dik-Latn"], "main_score": 0.146632, "precision": 0.139785, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.164288, "hf_subset": "gla_Latn-hau_Latn", "languages": ["gla-Latn", "hau-Latn"], "main_score": 0.164288, "precision": 0.158777, "recall": 0.184783}, {"accuracy": 0.140316, "f1": 0.131717, "hf_subset": "gla_Latn-kea_Latn", "languages": ["gla-Latn", "kea-Latn"], "main_score": 0.131717, "precision": 0.128363, "recall": 0.140316}, {"accuracy": 0.173913, "f1": 0.157152, "hf_subset": "gla_Latn-lus_Latn", "languages": ["gla-Latn", "lus-Latn"], "main_score": 0.157152, "precision": 0.150198, "recall": 0.173913}, {"accuracy": 0.155138, "f1": 0.143025, "hf_subset": "gla_Latn-pag_Latn", "languages": ["gla-Latn", "pag-Latn"], "main_score": 0.143025, "precision": 0.138314, "recall": 0.155138}, {"accuracy": 0.08004, "f1": 0.070725, "hf_subset": "gla_Latn-snd_Arab", "languages": ["gla-Latn", "snd-Arab"], "main_score": 0.070725, "precision": 0.067874, "recall": 0.08004}, {"accuracy": 0.12747, "f1": 0.115879, "hf_subset": "gla_Latn-tuk_Latn", "languages": ["gla-Latn", "tuk-Latn"], "main_score": 0.115879, "precision": 0.112493, "recall": 0.12747}, {"accuracy": 0.141304, "f1": 0.123966, "hf_subset": "gla_Latn-bak_Cyrl", "languages": ["gla-Latn", "bak-Cyrl"], "main_score": 0.123966, "precision": 0.119014, "recall": 0.141304}, {"accuracy": 0.124506, "f1": 0.107617, "hf_subset": "gla_Latn-dyu_Latn", "languages": ["gla-Latn", "dyu-Latn"], "main_score": 0.107617, "precision": 0.101846, "recall": 0.124506}, {"accuracy": 0.117589, "f1": 0.0978, "hf_subset": "gla_Latn-heb_Hebr", "languages": ["gla-Latn", "heb-Hebr"], "main_score": 0.0978, "precision": 0.09281, "recall": 0.117589}, {"accuracy": 0.137352, "f1": 0.116384, "hf_subset": "gla_Latn-khk_Cyrl", "languages": ["gla-Latn", "khk-Cyrl"], "main_score": 0.116384, "precision": 0.111038, "recall": 0.137352}, {"accuracy": 0.142292, "f1": 0.118344, "hf_subset": "gla_Latn-lvs_Latn", "languages": ["gla-Latn", "lvs-Latn"], "main_score": 0.118344, "precision": 0.111974, "recall": 0.142292}, {"accuracy": 0.063241, "f1": 0.052287, "hf_subset": "gla_Latn-pan_Guru", "languages": ["gla-Latn", "pan-Guru"], "main_score": 0.052287, "precision": 0.049462, "recall": 0.063241}, {"accuracy": 0.174901, "f1": 0.154649, "hf_subset": "gla_Latn-som_Latn", "languages": ["gla-Latn", "som-Latn"], "main_score": 0.154649, "precision": 0.149128, "recall": 0.174901}, {"accuracy": 0.171937, "f1": 0.143551, "hf_subset": "gla_Latn-tum_Latn", "languages": ["gla-Latn", "tum-Latn"], "main_score": 0.143551, "precision": 0.135461, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.035157, "hf_subset": "kan_Knda-ace_Arab", "languages": ["kan-Knda", "ace-Arab"], "main_score": 0.035157, "precision": 0.030252, "recall": 0.05336}, {"accuracy": 0.090909, "f1": 0.057076, "hf_subset": "kan_Knda-bam_Latn", "languages": ["kan-Knda", "bam-Latn"], "main_score": 0.057076, "precision": 0.049714, "recall": 0.090909}, {"accuracy": 0.002964, "f1": 5.8e-05, "hf_subset": "kan_Knda-dzo_Tibt", "languages": ["kan-Knda", "dzo-Tibt"], "main_score": 5.8e-05, "precision": 2.9e-05, "recall": 0.002964}, {"accuracy": 0.812253, "f1": 0.779608, "hf_subset": "kan_Knda-hin_Deva", "languages": ["kan-Knda", "hin-Deva"], "main_score": 0.779608, "precision": 0.765298, "recall": 0.812253}, {"accuracy": 0.716403, "f1": 0.674415, "hf_subset": "kan_Knda-khm_Khmr", "languages": ["kan-Knda", "khm-Khmr"], "main_score": 0.674415, "precision": 0.655845, "recall": 0.716403}, {"accuracy": 0.736166, "f1": 0.691635, "hf_subset": "kan_Knda-mag_Deva", "languages": ["kan-Knda", "mag-Deva"], "main_score": 0.691635, "precision": 0.673162, "recall": 0.736166}, {"accuracy": 0.426877, "f1": 0.355102, "hf_subset": "kan_Knda-pap_Latn", "languages": ["kan-Knda", "pap-Latn"], "main_score": 0.355102, "precision": 0.331023, "recall": 0.426877}, {"accuracy": 0.097826, "f1": 0.060676, "hf_subset": "kan_Knda-sot_Latn", "languages": ["kan-Knda", "sot-Latn"], "main_score": 0.060676, "precision": 0.052137, "recall": 0.097826}, {"accuracy": 0.814229, "f1": 0.779498, "hf_subset": "kan_Knda-tur_Latn", "languages": ["kan-Knda", "tur-Latn"], "main_score": 0.779498, "precision": 0.76489, "recall": 0.814229}, {"accuracy": 0.23419, "f1": 0.166828, "hf_subset": "kan_Knda-ace_Latn", "languages": ["kan-Knda", "ace-Latn"], "main_score": 0.166828, "precision": 0.147945, "recall": 0.23419}, {"accuracy": 0.426877, "f1": 0.365275, "hf_subset": "kan_Knda-ban_Latn", "languages": ["kan-Knda", "ban-Latn"], "main_score": 0.365275, "precision": 0.344007, "recall": 0.426877}, {"accuracy": 0.823123, "f1": 0.787414, "hf_subset": "kan_Knda-ell_Grek", "languages": ["kan-Knda", "ell-Grek"], "main_score": 0.787414, "precision": 0.772465, "recall": 0.823123}, {"accuracy": 0.715415, "f1": 0.67494, "hf_subset": "kan_Knda-hne_Deva", "languages": ["kan-Knda", "hne-Deva"], "main_score": 0.67494, "precision": 0.658457, "recall": 0.715415}, {"accuracy": 0.129447, "f1": 0.081142, "hf_subset": "kan_Knda-kik_Latn", "languages": ["kan-Knda", "kik-Latn"], "main_score": 0.081142, "precision": 0.069554, "recall": 0.129447}, {"accuracy": 0.716403, "f1": 0.677287, "hf_subset": "kan_Knda-mai_Deva", "languages": ["kan-Knda", "mai-Deva"], "main_score": 0.677287, "precision": 0.66145, "recall": 0.716403}, {"accuracy": 0.643281, "f1": 0.598275, "hf_subset": "kan_Knda-pbt_Arab", "languages": ["kan-Knda", "pbt-Arab"], "main_score": 0.598275, "precision": 0.580188, "recall": 0.643281}, {"accuracy": 0.818182, "f1": 0.780811, "hf_subset": "kan_Knda-spa_Latn", "languages": ["kan-Knda", "spa-Latn"], "main_score": 0.780811, "precision": 0.76628, "recall": 0.818182}, {"accuracy": 0.144269, "f1": 0.095069, "hf_subset": "kan_Knda-twi_Latn", "languages": ["kan-Knda", "twi-Latn"], "main_score": 0.095069, "precision": 0.083722, "recall": 0.144269}, {"accuracy": 0.782609, "f1": 0.744244, "hf_subset": "kan_Knda-acm_Arab", "languages": ["kan-Knda", "acm-Arab"], "main_score": 0.744244, "precision": 0.728508, "recall": 0.782609}, {"accuracy": 0.770751, "f1": 0.725026, "hf_subset": "kan_Knda-bel_Cyrl", "languages": ["kan-Knda", "bel-Cyrl"], "main_score": 0.725026, "precision": 0.705479, "recall": 0.770751}, {"accuracy": 0.838933, "f1": 0.805675, "hf_subset": "kan_Knda-eng_Latn", "languages": ["kan-Knda", "eng-Latn"], "main_score": 0.805675, "precision": 0.791443, "recall": 0.838933}, {"accuracy": 0.807312, "f1": 0.77092, "hf_subset": "kan_Knda-hrv_Latn", "languages": ["kan-Knda", "hrv-Latn"], "main_score": 0.77092, "precision": 0.755698, "recall": 0.807312}, {"accuracy": 0.083004, "f1": 0.050132, "hf_subset": "kan_Knda-kin_Latn", "languages": ["kan-Knda", "kin-Latn"], "main_score": 0.050132, "precision": 0.042606, "recall": 0.083004}, {"accuracy": 0.790514, "f1": 0.761616, "hf_subset": "kan_Knda-mal_Mlym", "languages": ["kan-Knda", "mal-Mlym"], "main_score": 0.761616, "precision": 0.749426, "recall": 0.790514}, {"accuracy": 0.816206, "f1": 0.781978, "hf_subset": "kan_Knda-pes_Arab", "languages": ["kan-Knda", "pes-Arab"], "main_score": 0.781978, "precision": 0.768117, "recall": 0.816206}, {"accuracy": 0.4417, "f1": 0.369059, "hf_subset": "kan_Knda-srd_Latn", "languages": ["kan-Knda", "srd-Latn"], "main_score": 0.369059, "precision": 0.343149, "recall": 0.4417}, {"accuracy": 0.076087, "f1": 0.043422, "hf_subset": "kan_Knda-tzm_Tfng", "languages": ["kan-Knda", "tzm-Tfng"], "main_score": 0.043422, "precision": 0.03751, "recall": 0.076087}, {"accuracy": 0.806324, "f1": 0.769499, "hf_subset": "kan_Knda-acq_Arab", "languages": ["kan-Knda", "acq-Arab"], "main_score": 0.769499, "precision": 0.753907, "recall": 0.806324}, {"accuracy": 0.104743, "f1": 0.062158, "hf_subset": "kan_Knda-bem_Latn", "languages": ["kan-Knda", "bem-Latn"], "main_score": 0.062158, "precision": 0.052904, "recall": 0.104743}, {"accuracy": 0.624506, "f1": 0.570301, "hf_subset": "kan_Knda-epo_Latn", "languages": ["kan-Knda", "epo-Latn"], "main_score": 0.570301, "precision": 0.548354, "recall": 0.624506}, {"accuracy": 0.812253, "f1": 0.773279, "hf_subset": "kan_Knda-hun_Latn", "languages": ["kan-Knda", "hun-Latn"], "main_score": 0.773279, "precision": 0.75728, "recall": 0.812253}, {"accuracy": 0.730237, "f1": 0.687693, "hf_subset": "kan_Knda-kir_Cyrl", "languages": ["kan-Knda", "kir-Cyrl"], "main_score": 0.687693, "precision": 0.671004, "recall": 0.730237}, {"accuracy": 0.748024, "f1": 0.706029, "hf_subset": "kan_Knda-mar_Deva", "languages": ["kan-Knda", "mar-Deva"], "main_score": 0.706029, "precision": 0.689865, "recall": 0.748024}, {"accuracy": 0.153162, "f1": 0.108462, "hf_subset": "kan_Knda-plt_Latn", "languages": ["kan-Knda", "plt-Latn"], "main_score": 0.108462, "precision": 0.097288, "recall": 0.153162}, {"accuracy": 0.83498, "f1": 0.800831, "hf_subset": "kan_Knda-srp_Cyrl", "languages": ["kan-Knda", "srp-Cyrl"], "main_score": 0.800831, "precision": 0.786056, "recall": 0.83498}, {"accuracy": 0.674901, "f1": 0.627093, "hf_subset": "kan_Knda-uig_Arab", "languages": ["kan-Knda", "uig-Arab"], "main_score": 0.627093, "precision": 0.607073, "recall": 0.674901}, {"accuracy": 0.72332, "f1": 0.676372, "hf_subset": "kan_Knda-aeb_Arab", "languages": ["kan-Knda", "aeb-Arab"], "main_score": 0.676372, "precision": 0.658112, "recall": 0.72332}, {"accuracy": 0.763834, "f1": 0.733597, "hf_subset": "kan_Knda-ben_Beng", "languages": ["kan-Knda", "ben-Beng"], "main_score": 0.733597, "precision": 0.719615, "recall": 0.763834}, {"accuracy": 0.814229, "f1": 0.776766, "hf_subset": "kan_Knda-est_Latn", "languages": ["kan-Knda", "est-Latn"], "main_score": 0.776766, "precision": 0.760963, "recall": 0.814229}, {"accuracy": 0.835968, "f1": 0.800168, "hf_subset": "kan_Knda-hye_Armn", "languages": ["kan-Knda", "hye-Armn"], "main_score": 0.800168, "precision": 0.78573, "recall": 0.835968}, {"accuracy": 0.077075, "f1": 0.040199, "hf_subset": "kan_Knda-kmb_Latn", "languages": ["kan-Knda", "kmb-Latn"], "main_score": 0.040199, "precision": 0.033916, "recall": 0.077075}, {"accuracy": 0.044466, "f1": 0.027971, "hf_subset": "kan_Knda-min_Arab", "languages": ["kan-Knda", "min-Arab"], "main_score": 0.027971, "precision": 0.024043, "recall": 0.044466}, {"accuracy": 0.804348, "f1": 0.762995, "hf_subset": "kan_Knda-pol_Latn", "languages": ["kan-Knda", "pol-Latn"], "main_score": 0.762995, "precision": 0.746117, "recall": 0.804348}, {"accuracy": 0.090909, "f1": 0.056259, "hf_subset": "kan_Knda-ssw_Latn", "languages": ["kan-Knda", "ssw-Latn"], "main_score": 0.056259, "precision": 0.048699, "recall": 0.090909}, {"accuracy": 0.84585, "f1": 0.808703, "hf_subset": "kan_Knda-ukr_Cyrl", "languages": ["kan-Knda", "ukr-Cyrl"], "main_score": 0.808703, "precision": 0.793456, "recall": 0.84585}, {"accuracy": 0.763834, "f1": 0.71474, "hf_subset": "kan_Knda-afr_Latn", "languages": ["kan-Knda", "afr-Latn"], "main_score": 0.71474, "precision": 0.693801, "recall": 0.763834}, {"accuracy": 0.657115, "f1": 0.611766, "hf_subset": "kan_Knda-bho_Deva", "languages": ["kan-Knda", "bho-Deva"], "main_score": 0.611766, "precision": 0.59348, "recall": 0.657115}, {"accuracy": 0.511858, "f1": 0.448115, "hf_subset": "kan_Knda-eus_Latn", "languages": ["kan-Knda", "eus-Latn"], "main_score": 0.448115, "precision": 0.424339, "recall": 0.511858}, {"accuracy": 0.093874, "f1": 0.061113, "hf_subset": "kan_Knda-ibo_Latn", "languages": ["kan-Knda", "ibo-Latn"], "main_score": 0.061113, "precision": 0.053526, "recall": 0.093874}, {"accuracy": 0.533597, "f1": 0.473988, "hf_subset": "kan_Knda-kmr_Latn", "languages": ["kan-Knda", "kmr-Latn"], "main_score": 0.473988, "precision": 0.449967, "recall": 0.533597}, {"accuracy": 0.400198, "f1": 0.33109, "hf_subset": "kan_Knda-min_Latn", "languages": ["kan-Knda", "min-Latn"], "main_score": 0.33109, "precision": 0.306722, "recall": 0.400198}, {"accuracy": 0.832016, "f1": 0.79658, "hf_subset": "kan_Knda-por_Latn", "languages": ["kan-Knda", "por-Latn"], "main_score": 0.79658, "precision": 0.78188, "recall": 0.832016}, {"accuracy": 0.474308, "f1": 0.408403, "hf_subset": "kan_Knda-sun_Latn", "languages": ["kan-Knda", "sun-Latn"], "main_score": 0.408403, "precision": 0.384816, "recall": 0.474308}, {"accuracy": 0.085968, "f1": 0.051651, "hf_subset": "kan_Knda-umb_Latn", "languages": ["kan-Knda", "umb-Latn"], "main_score": 0.051651, "precision": 0.044558, "recall": 0.085968}, {"accuracy": 0.771739, "f1": 0.730545, "hf_subset": "kan_Knda-ajp_Arab", "languages": ["kan-Knda", "ajp-Arab"], "main_score": 0.730545, "precision": 0.713786, "recall": 0.771739}, {"accuracy": 0.050395, "f1": 0.030476, "hf_subset": "kan_Knda-bjn_Arab", "languages": ["kan-Knda", "bjn-Arab"], "main_score": 0.030476, "precision": 0.026436, "recall": 0.050395}, {"accuracy": 0.112648, "f1": 0.078544, "hf_subset": "kan_Knda-ewe_Latn", "languages": ["kan-Knda", "ewe-Latn"], "main_score": 0.078544, "precision": 0.070876, "recall": 0.112648}, {"accuracy": 0.20751, "f1": 0.15514, "hf_subset": "kan_Knda-ilo_Latn", "languages": ["kan-Knda", "ilo-Latn"], "main_score": 0.15514, "precision": 0.141562, "recall": 0.20751}, {"accuracy": 0.078063, "f1": 0.047387, "hf_subset": "kan_Knda-knc_Arab", "languages": ["kan-Knda", "knc-Arab"], "main_score": 0.047387, "precision": 0.03995, "recall": 0.078063}, {"accuracy": 0.829051, "f1": 0.792625, "hf_subset": "kan_Knda-mkd_Cyrl", "languages": ["kan-Knda", "mkd-Cyrl"], "main_score": 0.792625, "precision": 0.777129, "recall": 0.829051}, {"accuracy": 0.810277, "f1": 0.778855, "hf_subset": "kan_Knda-prs_Arab", "languages": ["kan-Knda", "prs-Arab"], "main_score": 0.778855, "precision": 0.765401, "recall": 0.810277}, {"accuracy": 0.821146, "f1": 0.785347, "hf_subset": "kan_Knda-swe_Latn", "languages": ["kan-Knda", "swe-Latn"], "main_score": 0.785347, "precision": 0.770633, "recall": 0.821146}, {"accuracy": 0.809289, "f1": 0.772359, "hf_subset": "kan_Knda-urd_Arab", "languages": ["kan-Knda", "urd-Arab"], "main_score": 0.772359, "precision": 0.757569, "recall": 0.809289}, {"accuracy": 0.142292, "f1": 0.095616, "hf_subset": "kan_Knda-aka_Latn", "languages": ["kan-Knda", "aka-Latn"], "main_score": 0.095616, "precision": 0.084063, "recall": 0.142292}, {"accuracy": 0.51087, "f1": 0.443515, "hf_subset": "kan_Knda-bjn_Latn", "languages": ["kan-Knda", "bjn-Latn"], "main_score": 0.443515, "precision": 0.420898, "recall": 0.51087}, {"accuracy": 0.296443, "f1": 0.23377, "hf_subset": "kan_Knda-fao_Latn", "languages": ["kan-Knda", "fao-Latn"], "main_score": 0.23377, "precision": 0.214471, "recall": 0.296443}, {"accuracy": 0.812253, "f1": 0.777609, "hf_subset": "kan_Knda-ind_Latn", "languages": ["kan-Knda", "ind-Latn"], "main_score": 0.777609, "precision": 0.762834, "recall": 0.812253}, {"accuracy": 0.133399, "f1": 0.091836, "hf_subset": "kan_Knda-knc_Latn", "languages": ["kan-Knda", "knc-Latn"], "main_score": 0.091836, "precision": 0.082607, "recall": 0.133399}, {"accuracy": 0.184783, "f1": 0.135835, "hf_subset": "kan_Knda-mlt_Latn", "languages": ["kan-Knda", "mlt-Latn"], "main_score": 0.135835, "precision": 0.123312, "recall": 0.184783}, {"accuracy": 0.134387, "f1": 0.086039, "hf_subset": "kan_Knda-quy_Latn", "languages": ["kan-Knda", "quy-Latn"], "main_score": 0.086039, "precision": 0.074262, "recall": 0.134387}, {"accuracy": 0.242095, "f1": 0.179909, "hf_subset": "kan_Knda-swh_Latn", "languages": ["kan-Knda", "swh-Latn"], "main_score": 0.179909, "precision": 0.162236, "recall": 0.242095}, {"accuracy": 0.454545, "f1": 0.388411, "hf_subset": "kan_Knda-uzn_Latn", "languages": ["kan-Knda", "uzn-Latn"], "main_score": 0.388411, "precision": 0.364883, "recall": 0.454545}, {"accuracy": 0.820158, "f1": 0.784323, "hf_subset": "kan_Knda-als_Latn", "languages": ["kan-Knda", "als-Latn"], "main_score": 0.784323, "precision": 0.769029, "recall": 0.820158}, {"accuracy": 0.05336, "f1": 0.022508, "hf_subset": "kan_Knda-bod_Tibt", "languages": ["kan-Knda", "bod-Tibt"], "main_score": 0.022508, "precision": 0.018198, "recall": 0.05336}, {"accuracy": 0.110672, "f1": 0.071485, "hf_subset": "kan_Knda-fij_Latn", "languages": ["kan-Knda", "fij-Latn"], "main_score": 0.071485, "precision": 0.06188, "recall": 0.110672}, {"accuracy": 0.5583, "f1": 0.496741, "hf_subset": "kan_Knda-isl_Latn", "languages": ["kan-Knda", "isl-Latn"], "main_score": 0.496741, "precision": 0.473408, "recall": 0.5583}, {"accuracy": 0.135375, "f1": 0.088008, "hf_subset": "kan_Knda-kon_Latn", "languages": ["kan-Knda", "kon-Latn"], "main_score": 0.088008, "precision": 0.076945, "recall": 0.135375}, {"accuracy": 0.062253, "f1": 0.033907, "hf_subset": "kan_Knda-mni_Beng", "languages": ["kan-Knda", "mni-Beng"], "main_score": 0.033907, "precision": 0.0289, "recall": 0.062253}, {"accuracy": 0.822134, "f1": 0.786995, "hf_subset": "kan_Knda-ron_Latn", "languages": ["kan-Knda", "ron-Latn"], "main_score": 0.786995, "precision": 0.772462, "recall": 0.822134}, {"accuracy": 0.536561, "f1": 0.469232, "hf_subset": "kan_Knda-szl_Latn", "languages": ["kan-Knda", "szl-Latn"], "main_score": 0.469232, "precision": 0.444385, "recall": 0.536561}, {"accuracy": 0.564229, "f1": 0.487451, "hf_subset": "kan_Knda-vec_Latn", "languages": ["kan-Knda", "vec-Latn"], "main_score": 0.487451, "precision": 0.459309, "recall": 0.564229}, {"accuracy": 0.683794, "f1": 0.631413, "hf_subset": "kan_Knda-amh_Ethi", "languages": ["kan-Knda", "amh-Ethi"], "main_score": 0.631413, "precision": 0.609396, "recall": 0.683794}, {"accuracy": 0.832016, "f1": 0.796268, "hf_subset": "kan_Knda-bos_Latn", "languages": ["kan-Knda", "bos-Latn"], "main_score": 0.796268, "precision": 0.78198, "recall": 0.832016}, {"accuracy": 0.815217, "f1": 0.775598, "hf_subset": "kan_Knda-fin_Latn", "languages": ["kan-Knda", "fin-Latn"], "main_score": 0.775598, "precision": 0.758944, "recall": 0.815217}, {"accuracy": 0.824111, "f1": 0.785803, "hf_subset": "kan_Knda-ita_Latn", "languages": ["kan-Knda", "ita-Latn"], "main_score": 0.785803, "precision": 0.770576, "recall": 0.824111}, {"accuracy": 0.801383, "f1": 0.770043, "hf_subset": "kan_Knda-kor_Hang", "languages": ["kan-Knda", "kor-Hang"], "main_score": 0.770043, "precision": 0.756262, "recall": 0.801383}, {"accuracy": 0.106719, "f1": 0.07046, "hf_subset": "kan_Knda-mos_Latn", "languages": ["kan-Knda", "mos-Latn"], "main_score": 0.07046, "precision": 0.061903, "recall": 0.106719}, {"accuracy": 0.066206, "f1": 0.037506, "hf_subset": "kan_Knda-run_Latn", "languages": ["kan-Knda", "run-Latn"], "main_score": 0.037506, "precision": 0.032229, "recall": 0.066206}, {"accuracy": 0.775692, "f1": 0.746053, "hf_subset": "kan_Knda-tam_Taml", "languages": ["kan-Knda", "tam-Taml"], "main_score": 0.746053, "precision": 0.733407, "recall": 0.775692}, {"accuracy": 0.809289, "f1": 0.769011, "hf_subset": "kan_Knda-vie_Latn", "languages": ["kan-Knda", "vie-Latn"], "main_score": 0.769011, "precision": 0.752359, "recall": 0.809289}, {"accuracy": 0.756917, "f1": 0.719372, "hf_subset": "kan_Knda-apc_Arab", "languages": ["kan-Knda", "apc-Arab"], "main_score": 0.719372, "precision": 0.703261, "recall": 0.756917}, {"accuracy": 0.230237, "f1": 0.171842, "hf_subset": "kan_Knda-bug_Latn", "languages": ["kan-Knda", "bug-Latn"], "main_score": 0.171842, "precision": 0.15531, "recall": 0.230237}, {"accuracy": 0.099802, "f1": 0.06275, "hf_subset": "kan_Knda-fon_Latn", "languages": ["kan-Knda", "fon-Latn"], "main_score": 0.06275, "precision": 0.054833, "recall": 0.099802}, {"accuracy": 0.475296, "f1": 0.409289, "hf_subset": "kan_Knda-jav_Latn", "languages": ["kan-Knda", "jav-Latn"], "main_score": 0.409289, "precision": 0.385872, "recall": 0.475296}, {"accuracy": 0.76087, "f1": 0.723781, "hf_subset": "kan_Knda-lao_Laoo", "languages": ["kan-Knda", "lao-Laoo"], "main_score": 0.723781, "precision": 0.70828, "recall": 0.76087}, {"accuracy": 0.09585, "f1": 0.054008, "hf_subset": "kan_Knda-mri_Latn", "languages": ["kan-Knda", "mri-Latn"], "main_score": 0.054008, "precision": 0.045979, "recall": 0.09585}, {"accuracy": 0.81917, "f1": 0.781654, "hf_subset": "kan_Knda-rus_Cyrl", "languages": ["kan-Knda", "rus-Cyrl"], "main_score": 0.781654, "precision": 0.766876, "recall": 0.81917}, {"accuracy": 0.120553, "f1": 0.087425, "hf_subset": "kan_Knda-taq_Latn", "languages": ["kan-Knda", "taq-Latn"], "main_score": 0.087425, "precision": 0.079866, "recall": 0.120553}, {"accuracy": 0.238142, "f1": 0.171636, "hf_subset": "kan_Knda-war_Latn", "languages": ["kan-Knda", "war-Latn"], "main_score": 0.171636, "precision": 0.151826, "recall": 0.238142}, {"accuracy": 0.823123, "f1": 0.785205, "hf_subset": "kan_Knda-arb_Arab", "languages": ["kan-Knda", "arb-Arab"], "main_score": 0.785205, "precision": 0.769315, "recall": 0.823123}, {"accuracy": 0.831028, "f1": 0.79316, "hf_subset": "kan_Knda-bul_Cyrl", "languages": ["kan-Knda", "bul-Cyrl"], "main_score": 0.79316, "precision": 0.777195, "recall": 0.831028}, {"accuracy": 0.831028, "f1": 0.793483, "hf_subset": "kan_Knda-fra_Latn", "languages": ["kan-Knda", "fra-Latn"], "main_score": 0.793483, "precision": 0.7778, "recall": 0.831028}, {"accuracy": 0.81917, "f1": 0.780832, "hf_subset": "kan_Knda-jpn_Jpan", "languages": ["kan-Knda", "jpn-Jpan"], "main_score": 0.780832, "precision": 0.765184, "recall": 0.81917}, {"accuracy": 0.498024, "f1": 0.43291, "hf_subset": "kan_Knda-lij_Latn", "languages": ["kan-Knda", "lij-Latn"], "main_score": 0.43291, "precision": 0.409754, "recall": 0.498024}, {"accuracy": 0.796443, "f1": 0.75609, "hf_subset": "kan_Knda-mya_Mymr", "languages": ["kan-Knda", "mya-Mymr"], "main_score": 0.75609, "precision": 0.739499, "recall": 0.796443}, {"accuracy": 0.136364, "f1": 0.09811, "hf_subset": "kan_Knda-sag_Latn", "languages": ["kan-Knda", "sag-Latn"], "main_score": 0.09811, "precision": 0.087115, "recall": 0.136364}, {"accuracy": 0.085968, "f1": 0.04914, "hf_subset": "kan_Knda-taq_Tfng", "languages": ["kan-Knda", "taq-Tfng"], "main_score": 0.04914, "precision": 0.042591, "recall": 0.085968}, {"accuracy": 0.118577, "f1": 0.069967, "hf_subset": "kan_Knda-wol_Latn", "languages": ["kan-Knda", "wol-Latn"], "main_score": 0.069967, "precision": 0.058342, "recall": 0.118577}, {"accuracy": 0.063241, "f1": 0.036062, "hf_subset": "kan_Knda-arb_Latn", "languages": ["kan-Knda", "arb-Latn"], "main_score": 0.036062, "precision": 0.029965, "recall": 0.063241}, {"accuracy": 0.824111, "f1": 0.785307, "hf_subset": "kan_Knda-cat_Latn", "languages": ["kan-Knda", "cat-Latn"], "main_score": 0.785307, "precision": 0.768381, "recall": 0.824111}, {"accuracy": 0.471344, "f1": 0.400297, "hf_subset": "kan_Knda-fur_Latn", "languages": ["kan-Knda", "fur-Latn"], "main_score": 0.400297, "precision": 0.374371, "recall": 0.471344}, {"accuracy": 0.044466, "f1": 0.032215, "hf_subset": "kan_Knda-kab_Latn", "languages": ["kan-Knda", "kab-Latn"], "main_score": 0.032215, "precision": 0.029675, "recall": 0.044466}, {"accuracy": 0.503953, "f1": 0.437394, "hf_subset": "kan_Knda-lim_Latn", "languages": ["kan-Knda", "lim-Latn"], "main_score": 0.437394, "precision": 0.412254, "recall": 0.503953}, {"accuracy": 0.812253, "f1": 0.773101, "hf_subset": "kan_Knda-nld_Latn", "languages": ["kan-Knda", "nld-Latn"], "main_score": 0.773101, "precision": 0.757138, "recall": 0.812253}, {"accuracy": 0.596838, "f1": 0.538592, "hf_subset": "kan_Knda-san_Deva", "languages": ["kan-Knda", "san-Deva"], "main_score": 0.538592, "precision": 0.515367, "recall": 0.596838}, {"accuracy": 0.340909, "f1": 0.277492, "hf_subset": "kan_Knda-tat_Cyrl", "languages": ["kan-Knda", "tat-Cyrl"], "main_score": 0.277492, "precision": 0.255194, "recall": 0.340909}, {"accuracy": 0.114625, "f1": 0.072162, "hf_subset": "kan_Knda-xho_Latn", "languages": ["kan-Knda", "xho-Latn"], "main_score": 0.072162, "precision": 0.063339, "recall": 0.114625}, {"accuracy": 0.805336, "f1": 0.764718, "hf_subset": "kan_Knda-ars_Arab", "languages": ["kan-Knda", "ars-Arab"], "main_score": 0.764718, "precision": 0.747311, "recall": 0.805336}, {"accuracy": 0.236166, "f1": 0.180665, "hf_subset": "kan_Knda-ceb_Latn", "languages": ["kan-Knda", "ceb-Latn"], "main_score": 0.180665, "precision": 0.165582, "recall": 0.236166}, {"accuracy": 0.124506, "f1": 0.081235, "hf_subset": "kan_Knda-fuv_Latn", "languages": ["kan-Knda", "fuv-Latn"], "main_score": 0.081235, "precision": 0.072064, "recall": 0.124506}, {"accuracy": 0.104743, "f1": 0.068069, "hf_subset": "kan_Knda-kac_Latn", "languages": ["kan-Knda", "kac-Latn"], "main_score": 0.068069, "precision": 0.0602, "recall": 0.104743}, {"accuracy": 0.12253, "f1": 0.08534, "hf_subset": "kan_Knda-lin_Latn", "languages": ["kan-Knda", "lin-Latn"], "main_score": 0.08534, "precision": 0.075846, "recall": 0.12253}, {"accuracy": 0.777668, "f1": 0.733943, "hf_subset": "kan_Knda-nno_Latn", "languages": ["kan-Knda", "nno-Latn"], "main_score": 0.733943, "precision": 0.716279, "recall": 0.777668}, {"accuracy": 0.019763, "f1": 0.006353, "hf_subset": "kan_Knda-sat_Olck", "languages": ["kan-Knda", "sat-Olck"], "main_score": 0.006353, "precision": 0.004868, "recall": 0.019763}, {"accuracy": 0.759881, "f1": 0.725562, "hf_subset": "kan_Knda-tel_Telu", "languages": ["kan-Knda", "tel-Telu"], "main_score": 0.725562, "precision": 0.711232, "recall": 0.759881}, {"accuracy": 0.348814, "f1": 0.288075, "hf_subset": "kan_Knda-ydd_Hebr", "languages": ["kan-Knda", "ydd-Hebr"], "main_score": 0.288075, "precision": 0.26748, "recall": 0.348814}, {"accuracy": 0.642292, "f1": 0.586917, "hf_subset": "kan_Knda-ary_Arab", "languages": ["kan-Knda", "ary-Arab"], "main_score": 0.586917, "precision": 0.564959, "recall": 0.642292}, {"accuracy": 0.829051, "f1": 0.793142, "hf_subset": "kan_Knda-ces_Latn", "languages": ["kan-Knda", "ces-Latn"], "main_score": 0.793142, "precision": 0.778859, "recall": 0.829051}, {"accuracy": 0.066206, "f1": 0.037025, "hf_subset": "kan_Knda-gaz_Latn", "languages": ["kan-Knda", "gaz-Latn"], "main_score": 0.037025, "precision": 0.030548, "recall": 0.066206}, {"accuracy": 0.096838, "f1": 0.066222, "hf_subset": "kan_Knda-kam_Latn", "languages": ["kan-Knda", "kam-Latn"], "main_score": 0.066222, "precision": 0.059892, "recall": 0.096838}, {"accuracy": 0.818182, "f1": 0.779076, "hf_subset": "kan_Knda-lit_Latn", "languages": ["kan-Knda", "lit-Latn"], "main_score": 0.779076, "precision": 0.76298, "recall": 0.818182}, {"accuracy": 0.815217, "f1": 0.778863, "hf_subset": "kan_Knda-nob_Latn", "languages": ["kan-Knda", "nob-Latn"], "main_score": 0.778863, "precision": 0.763173, "recall": 0.815217}, {"accuracy": 0.41502, "f1": 0.344889, "hf_subset": "kan_Knda-scn_Latn", "languages": ["kan-Knda", "scn-Latn"], "main_score": 0.344889, "precision": 0.320789, "recall": 0.41502}, {"accuracy": 0.103755, "f1": 0.067121, "hf_subset": "kan_Knda-tgk_Cyrl", "languages": ["kan-Knda", "tgk-Cyrl"], "main_score": 0.067121, "precision": 0.057972, "recall": 0.103755}, {"accuracy": 0.098814, "f1": 0.058527, "hf_subset": "kan_Knda-yor_Latn", "languages": ["kan-Knda", "yor-Latn"], "main_score": 0.058527, "precision": 0.049315, "recall": 0.098814}, {"accuracy": 0.755929, "f1": 0.712747, "hf_subset": "kan_Knda-arz_Arab", "languages": ["kan-Knda", "arz-Arab"], "main_score": 0.712747, "precision": 0.69316, "recall": 0.755929}, {"accuracy": 0.112648, "f1": 0.076401, "hf_subset": "kan_Knda-cjk_Latn", "languages": ["kan-Knda", "cjk-Latn"], "main_score": 0.076401, "precision": 0.068513, "recall": 0.112648}, {"accuracy": 0.102767, "f1": 0.070534, "hf_subset": "kan_Knda-gla_Latn", "languages": ["kan-Knda", "gla-Latn"], "main_score": 0.070534, "precision": 0.062468, "recall": 0.102767}, {"accuracy": 0.423913, "f1": 0.356246, "hf_subset": "kan_Knda-lmo_Latn", "languages": ["kan-Knda", "lmo-Latn"], "main_score": 0.356246, "precision": 0.333314, "recall": 0.423913}, {"accuracy": 0.795455, "f1": 0.765664, "hf_subset": "kan_Knda-npi_Deva", "languages": ["kan-Knda", "npi-Deva"], "main_score": 0.765664, "precision": 0.75415, "recall": 0.795455}, {"accuracy": 0.148221, "f1": 0.104649, "hf_subset": "kan_Knda-shn_Mymr", "languages": ["kan-Knda", "shn-Mymr"], "main_score": 0.104649, "precision": 0.092425, "recall": 0.148221}, {"accuracy": 0.3083, "f1": 0.239798, "hf_subset": "kan_Knda-tgl_Latn", "languages": ["kan-Knda", "tgl-Latn"], "main_score": 0.239798, "precision": 0.219565, "recall": 0.3083}, {"accuracy": 0.821146, "f1": 0.787109, "hf_subset": "kan_Knda-yue_Hant", "languages": ["kan-Knda", "yue-Hant"], "main_score": 0.787109, "precision": 0.772658, "recall": 0.821146}, {"accuracy": 0.5, "f1": 0.439641, "hf_subset": "kan_Knda-asm_Beng", "languages": ["kan-Knda", "asm-Beng"], "main_score": 0.439641, "precision": 0.416553, "recall": 0.5}, {"accuracy": 0.677866, "f1": 0.618142, "hf_subset": "kan_Knda-ckb_Arab", "languages": ["kan-Knda", "ckb-Arab"], "main_score": 0.618142, "precision": 0.593654, "recall": 0.677866}, {"accuracy": 0.175889, "f1": 0.126457, "hf_subset": "kan_Knda-gle_Latn", "languages": ["kan-Knda", "gle-Latn"], "main_score": 0.126457, "precision": 0.114053, "recall": 0.175889}, {"accuracy": 0.442688, "f1": 0.379493, "hf_subset": "kan_Knda-kas_Arab", "languages": ["kan-Knda", "kas-Arab"], "main_score": 0.379493, "precision": 0.354819, "recall": 0.442688}, {"accuracy": 0.455534, "f1": 0.396287, "hf_subset": "kan_Knda-ltg_Latn", "languages": ["kan-Knda", "ltg-Latn"], "main_score": 0.396287, "precision": 0.374548, "recall": 0.455534}, {"accuracy": 0.113636, "f1": 0.074107, "hf_subset": "kan_Knda-nso_Latn", "languages": ["kan-Knda", "nso-Latn"], "main_score": 0.074107, "precision": 0.064835, "recall": 0.113636}, {"accuracy": 0.795455, "f1": 0.763416, "hf_subset": "kan_Knda-sin_Sinh", "languages": ["kan-Knda", "sin-Sinh"], "main_score": 0.763416, "precision": 0.750988, "recall": 0.795455}, {"accuracy": 0.829051, "f1": 0.793525, "hf_subset": "kan_Knda-tha_Thai", "languages": ["kan-Knda", "tha-Thai"], "main_score": 0.793525, "precision": 0.779376, "recall": 0.829051}, {"accuracy": 0.824111, "f1": 0.789629, "hf_subset": "kan_Knda-zho_Hans", "languages": ["kan-Knda", "zho-Hans"], "main_score": 0.789629, "precision": 0.775492, "recall": 0.824111}, {"accuracy": 0.703557, "f1": 0.651064, "hf_subset": "kan_Knda-ast_Latn", "languages": ["kan-Knda", "ast-Latn"], "main_score": 0.651064, "precision": 0.630083, "recall": 0.703557}, {"accuracy": 0.525692, "f1": 0.46865, "hf_subset": "kan_Knda-crh_Latn", "languages": ["kan-Knda", "crh-Latn"], "main_score": 0.46865, "precision": 0.446429, "recall": 0.525692}, {"accuracy": 0.81917, "f1": 0.784005, "hf_subset": "kan_Knda-glg_Latn", "languages": ["kan-Knda", "glg-Latn"], "main_score": 0.784005, "precision": 0.769336, "recall": 0.81917}, {"accuracy": 0.255929, "f1": 0.208478, "hf_subset": "kan_Knda-kas_Deva", "languages": ["kan-Knda", "kas-Deva"], "main_score": 0.208478, "precision": 0.191956, "recall": 0.255929}, {"accuracy": 0.333004, "f1": 0.263576, "hf_subset": "kan_Knda-ltz_Latn", "languages": ["kan-Knda", "ltz-Latn"], "main_score": 0.263576, "precision": 0.241878, "recall": 0.333004}, {"accuracy": 0.078063, "f1": 0.045599, "hf_subset": "kan_Knda-nus_Latn", "languages": ["kan-Knda", "nus-Latn"], "main_score": 0.045599, "precision": 0.03993, "recall": 0.078063}, {"accuracy": 0.814229, "f1": 0.775866, "hf_subset": "kan_Knda-slk_Latn", "languages": ["kan-Knda", "slk-Latn"], "main_score": 0.775866, "precision": 0.760057, "recall": 0.814229}, {"accuracy": 0.187747, "f1": 0.143147, "hf_subset": "kan_Knda-tir_Ethi", "languages": ["kan-Knda", "tir-Ethi"], "main_score": 0.143147, "precision": 0.129821, "recall": 0.187747}, {"accuracy": 0.813241, "f1": 0.778506, "hf_subset": "kan_Knda-zho_Hant", "languages": ["kan-Knda", "zho-Hant"], "main_score": 0.778506, "precision": 0.76395, "recall": 0.813241}, {"accuracy": 0.753953, "f1": 0.718405, "hf_subset": "kan_Knda-awa_Deva", "languages": ["kan-Knda", "awa-Deva"], "main_score": 0.718405, "precision": 0.703973, "recall": 0.753953}, {"accuracy": 0.310277, "f1": 0.242443, "hf_subset": "kan_Knda-cym_Latn", "languages": ["kan-Knda", "cym-Latn"], "main_score": 0.242443, "precision": 0.222596, "recall": 0.310277}, {"accuracy": 0.16996, "f1": 0.117705, "hf_subset": "kan_Knda-grn_Latn", "languages": ["kan-Knda", "grn-Latn"], "main_score": 0.117705, "precision": 0.10454, "recall": 0.16996}, {"accuracy": 0.764822, "f1": 0.714742, "hf_subset": "kan_Knda-kat_Geor", "languages": ["kan-Knda", "kat-Geor"], "main_score": 0.714742, "precision": 0.692836, "recall": 0.764822}, {"accuracy": 0.12747, "f1": 0.085592, "hf_subset": "kan_Knda-lua_Latn", "languages": ["kan-Knda", "lua-Latn"], "main_score": 0.085592, "precision": 0.075525, "recall": 0.12747}, {"accuracy": 0.11166, "f1": 0.067308, "hf_subset": "kan_Knda-nya_Latn", "languages": ["kan-Knda", "nya-Latn"], "main_score": 0.067308, "precision": 0.057025, "recall": 0.11166}, {"accuracy": 0.821146, "f1": 0.783889, "hf_subset": "kan_Knda-slv_Latn", "languages": ["kan-Knda", "slv-Latn"], "main_score": 0.783889, "precision": 0.768247, "recall": 0.821146}, {"accuracy": 0.26087, "f1": 0.197636, "hf_subset": "kan_Knda-tpi_Latn", "languages": ["kan-Knda", "tpi-Latn"], "main_score": 0.197636, "precision": 0.18006, "recall": 0.26087}, {"accuracy": 0.809289, "f1": 0.771427, "hf_subset": "kan_Knda-zsm_Latn", "languages": ["kan-Knda", "zsm-Latn"], "main_score": 0.771427, "precision": 0.755049, "recall": 0.809289}, {"accuracy": 0.103755, "f1": 0.060427, "hf_subset": "kan_Knda-ayr_Latn", "languages": ["kan-Knda", "ayr-Latn"], "main_score": 0.060427, "precision": 0.050941, "recall": 0.103755}, {"accuracy": 0.820158, "f1": 0.784211, "hf_subset": "kan_Knda-dan_Latn", "languages": ["kan-Knda", "dan-Latn"], "main_score": 0.784211, "precision": 0.768444, "recall": 0.820158}, {"accuracy": 0.777668, "f1": 0.744273, "hf_subset": "kan_Knda-guj_Gujr", "languages": ["kan-Knda", "guj-Gujr"], "main_score": 0.744273, "precision": 0.729974, "recall": 0.777668}, {"accuracy": 0.764822, "f1": 0.724179, "hf_subset": "kan_Knda-kaz_Cyrl", "languages": ["kan-Knda", "kaz-Cyrl"], "main_score": 0.724179, "precision": 0.70829, "recall": 0.764822}, {"accuracy": 0.086957, "f1": 0.053033, "hf_subset": "kan_Knda-lug_Latn", "languages": ["kan-Knda", "lug-Latn"], "main_score": 0.053033, "precision": 0.045797, "recall": 0.086957}, {"accuracy": 0.702569, "f1": 0.644521, "hf_subset": "kan_Knda-oci_Latn", "languages": ["kan-Knda", "oci-Latn"], "main_score": 0.644521, "precision": 0.622206, "recall": 0.702569}, {"accuracy": 0.108696, "f1": 0.074318, "hf_subset": "kan_Knda-smo_Latn", "languages": ["kan-Knda", "smo-Latn"], "main_score": 0.074318, "precision": 0.065772, "recall": 0.108696}, {"accuracy": 0.104743, "f1": 0.064149, "hf_subset": "kan_Knda-tsn_Latn", "languages": ["kan-Knda", "tsn-Latn"], "main_score": 0.064149, "precision": 0.054657, "recall": 0.104743}, {"accuracy": 0.078063, "f1": 0.045469, "hf_subset": "kan_Knda-zul_Latn", "languages": ["kan-Knda", "zul-Latn"], "main_score": 0.045469, "precision": 0.038521, "recall": 0.078063}, {"accuracy": 0.366601, "f1": 0.304681, "hf_subset": "kan_Knda-azb_Arab", "languages": ["kan-Knda", "azb-Arab"], "main_score": 0.304681, "precision": 0.280741, "recall": 0.366601}, {"accuracy": 0.822134, "f1": 0.782408, "hf_subset": "kan_Knda-deu_Latn", "languages": ["kan-Knda", "deu-Latn"], "main_score": 0.782408, "precision": 0.765714, "recall": 0.822134}, {"accuracy": 0.184783, "f1": 0.127413, "hf_subset": "kan_Knda-hat_Latn", "languages": ["kan-Knda", "hat-Latn"], "main_score": 0.127413, "precision": 0.112904, "recall": 0.184783}, {"accuracy": 0.090909, "f1": 0.050701, "hf_subset": "kan_Knda-kbp_Latn", "languages": ["kan-Knda", "kbp-Latn"], "main_score": 0.050701, "precision": 0.042044, "recall": 0.090909}, {"accuracy": 0.113636, "f1": 0.067631, "hf_subset": "kan_Knda-luo_Latn", "languages": ["kan-Knda", "luo-Latn"], "main_score": 0.067631, "precision": 0.056555, "recall": 0.113636}, {"accuracy": 0.745059, "f1": 0.709571, "hf_subset": "kan_Knda-ory_Orya", "languages": ["kan-Knda", "ory-Orya"], "main_score": 0.709571, "precision": 0.693799, "recall": 0.745059}, {"accuracy": 0.088933, "f1": 0.052021, "hf_subset": "kan_Knda-sna_Latn", "languages": ["kan-Knda", "sna-Latn"], "main_score": 0.052021, "precision": 0.043758, "recall": 0.088933}, {"accuracy": 0.087945, "f1": 0.054961, "hf_subset": "kan_Knda-tso_Latn", "languages": ["kan-Knda", "tso-Latn"], "main_score": 0.054961, "precision": 0.047259, "recall": 0.087945}, {"accuracy": 0.758893, "f1": 0.718594, "hf_subset": "kan_Knda-azj_Latn", "languages": ["kan-Knda", "azj-Latn"], "main_score": 0.718594, "precision": 0.702953, "recall": 0.758893}, {"accuracy": 0.136364, "f1": 0.089234, "hf_subset": "kan_Knda-dik_Latn", "languages": ["kan-Knda", "dik-Latn"], "main_score": 0.089234, "precision": 0.078059, "recall": 0.136364}, {"accuracy": 0.131423, "f1": 0.09117, "hf_subset": "kan_Knda-hau_Latn", "languages": ["kan-Knda", "hau-Latn"], "main_score": 0.09117, "precision": 0.081714, "recall": 0.131423}, {"accuracy": 0.413043, "f1": 0.343342, "hf_subset": "kan_Knda-kea_Latn", "languages": ["kan-Knda", "kea-Latn"], "main_score": 0.343342, "precision": 0.319961, "recall": 0.413043}, {"accuracy": 0.1917, "f1": 0.136059, "hf_subset": "kan_Knda-lus_Latn", "languages": ["kan-Knda", "lus-Latn"], "main_score": 0.136059, "precision": 0.121198, "recall": 0.1917}, {"accuracy": 0.283597, "f1": 0.217959, "hf_subset": "kan_Knda-pag_Latn", "languages": ["kan-Knda", "pag-Latn"], "main_score": 0.217959, "precision": 0.197849, "recall": 0.283597}, {"accuracy": 0.715415, "f1": 0.669518, "hf_subset": "kan_Knda-snd_Arab", "languages": ["kan-Knda", "snd-Arab"], "main_score": 0.669518, "precision": 0.64944, "recall": 0.715415}, {"accuracy": 0.208498, "f1": 0.144427, "hf_subset": "kan_Knda-tuk_Latn", "languages": ["kan-Knda", "tuk-Latn"], "main_score": 0.144427, "precision": 0.126119, "recall": 0.208498}, {"accuracy": 0.307312, "f1": 0.243719, "hf_subset": "kan_Knda-bak_Cyrl", "languages": ["kan-Knda", "bak-Cyrl"], "main_score": 0.243719, "precision": 0.222001, "recall": 0.307312}, {"accuracy": 0.083992, "f1": 0.049648, "hf_subset": "kan_Knda-dyu_Latn", "languages": ["kan-Knda", "dyu-Latn"], "main_score": 0.049648, "precision": 0.04152, "recall": 0.083992}, {"accuracy": 0.835968, "f1": 0.803135, "hf_subset": "kan_Knda-heb_Hebr", "languages": ["kan-Knda", "heb-Hebr"], "main_score": 0.803135, "precision": 0.789577, "recall": 0.835968}, {"accuracy": 0.790514, "f1": 0.756073, "hf_subset": "kan_Knda-khk_Cyrl", "languages": ["kan-Knda", "khk-Cyrl"], "main_score": 0.756073, "precision": 0.741643, "recall": 0.790514}, {"accuracy": 0.827075, "f1": 0.791431, "hf_subset": "kan_Knda-lvs_Latn", "languages": ["kan-Knda", "lvs-Latn"], "main_score": 0.791431, "precision": 0.77721, "recall": 0.827075}, {"accuracy": 0.758893, "f1": 0.715689, "hf_subset": "kan_Knda-pan_Guru", "languages": ["kan-Knda", "pan-Guru"], "main_score": 0.715689, "precision": 0.698066, "recall": 0.758893}, {"accuracy": 0.153162, "f1": 0.11032, "hf_subset": "kan_Knda-som_Latn", "languages": ["kan-Knda", "som-Latn"], "main_score": 0.11032, "precision": 0.099289, "recall": 0.153162}, {"accuracy": 0.117589, "f1": 0.070515, "hf_subset": "kan_Knda-tum_Latn", "languages": ["kan-Knda", "tum-Latn"], "main_score": 0.070515, "precision": 0.059505, "recall": 0.117589}, {"accuracy": 0.077075, "f1": 0.054354, "hf_subset": "lmo_Latn-ace_Arab", "languages": ["lmo-Latn", "ace-Arab"], "main_score": 0.054354, "precision": 0.04754, "recall": 0.077075}, {"accuracy": 0.210474, "f1": 0.163709, "hf_subset": "lmo_Latn-bam_Latn", "languages": ["lmo-Latn", "bam-Latn"], "main_score": 0.163709, "precision": 0.149544, "recall": 0.210474}, {"accuracy": 0.003953, "f1": 0.000104, "hf_subset": "lmo_Latn-dzo_Tibt", "languages": ["lmo-Latn", "dzo-Tibt"], "main_score": 0.000104, "precision": 5.3e-05, "recall": 0.003953}, {"accuracy": 0.613636, "f1": 0.557544, "hf_subset": "lmo_Latn-hin_Deva", "languages": ["lmo-Latn", "hin-Deva"], "main_score": 0.557544, "precision": 0.538004, "recall": 0.613636}, {"accuracy": 0.528656, "f1": 0.486091, "hf_subset": "lmo_Latn-khm_Khmr", "languages": ["lmo-Latn", "khm-Khmr"], "main_score": 0.486091, "precision": 0.471304, "recall": 0.528656}, {"accuracy": 0.54249, "f1": 0.495861, "hf_subset": "lmo_Latn-mag_Deva", "languages": ["lmo-Latn", "mag-Deva"], "main_score": 0.495861, "precision": 0.479409, "recall": 0.54249}, {"accuracy": 0.546443, "f1": 0.505897, "hf_subset": "lmo_Latn-pap_Latn", "languages": ["lmo-Latn", "pap-Latn"], "main_score": 0.505897, "precision": 0.491116, "recall": 0.546443}, {"accuracy": 0.228261, "f1": 0.183101, "hf_subset": "lmo_Latn-sot_Latn", "languages": ["lmo-Latn", "sot-Latn"], "main_score": 0.183101, "precision": 0.169784, "recall": 0.228261}, {"accuracy": 0.677866, "f1": 0.635165, "hf_subset": "lmo_Latn-tur_Latn", "languages": ["lmo-Latn", "tur-Latn"], "main_score": 0.635165, "precision": 0.619717, "recall": 0.677866}, {"accuracy": 0.382411, "f1": 0.333699, "hf_subset": "lmo_Latn-ace_Latn", "languages": ["lmo-Latn", "ace-Latn"], "main_score": 0.333699, "precision": 0.315621, "recall": 0.382411}, {"accuracy": 0.503953, "f1": 0.466824, "hf_subset": "lmo_Latn-ban_Latn", "languages": ["lmo-Latn", "ban-Latn"], "main_score": 0.466824, "precision": 0.452043, "recall": 0.503953}, {"accuracy": 0.635375, "f1": 0.576081, "hf_subset": "lmo_Latn-ell_Grek", "languages": ["lmo-Latn", "ell-Grek"], "main_score": 0.576081, "precision": 0.554902, "recall": 0.635375}, {"accuracy": 0.523715, "f1": 0.477802, "hf_subset": "lmo_Latn-hne_Deva", "languages": ["lmo-Latn", "hne-Deva"], "main_score": 0.477802, "precision": 0.461565, "recall": 0.523715}, {"accuracy": 0.245059, "f1": 0.185107, "hf_subset": "lmo_Latn-kik_Latn", "languages": ["lmo-Latn", "kik-Latn"], "main_score": 0.185107, "precision": 0.167211, "recall": 0.245059}, {"accuracy": 0.51581, "f1": 0.468669, "hf_subset": "lmo_Latn-mai_Deva", "languages": ["lmo-Latn", "mai-Deva"], "main_score": 0.468669, "precision": 0.452131, "recall": 0.51581}, {"accuracy": 0.477273, "f1": 0.431434, "hf_subset": "lmo_Latn-pbt_Arab", "languages": ["lmo-Latn", "pbt-Arab"], "main_score": 0.431434, "precision": 0.414956, "recall": 0.477273}, {"accuracy": 0.685771, "f1": 0.639035, "hf_subset": "lmo_Latn-spa_Latn", "languages": ["lmo-Latn", "spa-Latn"], "main_score": 0.639035, "precision": 0.622593, "recall": 0.685771}, {"accuracy": 0.310277, "f1": 0.247698, "hf_subset": "lmo_Latn-twi_Latn", "languages": ["lmo-Latn", "twi-Latn"], "main_score": 0.247698, "precision": 0.227556, "recall": 0.310277}, {"accuracy": 0.588933, "f1": 0.54003, "hf_subset": "lmo_Latn-acm_Arab", "languages": ["lmo-Latn", "acm-Arab"], "main_score": 0.54003, "precision": 0.522845, "recall": 0.588933}, {"accuracy": 0.560277, "f1": 0.515345, "hf_subset": "lmo_Latn-bel_Cyrl", "languages": ["lmo-Latn", "bel-Cyrl"], "main_score": 0.515345, "precision": 0.499919, "recall": 0.560277}, {"accuracy": 0.699605, "f1": 0.64949, "hf_subset": "lmo_Latn-eng_Latn", "languages": ["lmo-Latn", "eng-Latn"], "main_score": 0.64949, "precision": 0.631183, "recall": 0.699605}, {"accuracy": 0.667984, "f1": 0.621815, "hf_subset": "lmo_Latn-hrv_Latn", "languages": ["lmo-Latn", "hrv-Latn"], "main_score": 0.621815, "precision": 0.605636, "recall": 0.667984}, {"accuracy": 0.155138, "f1": 0.120546, "hf_subset": "lmo_Latn-kin_Latn", "languages": ["lmo-Latn", "kin-Latn"], "main_score": 0.120546, "precision": 0.110234, "recall": 0.155138}, {"accuracy": 0.421937, "f1": 0.376339, "hf_subset": "lmo_Latn-mal_Mlym", "languages": ["lmo-Latn", "mal-Mlym"], "main_score": 0.376339, "precision": 0.360239, "recall": 0.421937}, {"accuracy": 0.625494, "f1": 0.573083, "hf_subset": "lmo_Latn-pes_Arab", "languages": ["lmo-Latn", "pes-Arab"], "main_score": 0.573083, "precision": 0.554404, "recall": 0.625494}, {"accuracy": 0.577075, "f1": 0.535154, "hf_subset": "lmo_Latn-srd_Latn", "languages": ["lmo-Latn", "srd-Latn"], "main_score": 0.535154, "precision": 0.518208, "recall": 0.577075}, {"accuracy": 0.06917, "f1": 0.036425, "hf_subset": "lmo_Latn-tzm_Tfng", "languages": ["lmo-Latn", "tzm-Tfng"], "main_score": 0.036425, "precision": 0.031577, "recall": 0.06917}, {"accuracy": 0.594862, "f1": 0.552015, "hf_subset": "lmo_Latn-acq_Arab", "languages": ["lmo-Latn", "acq-Arab"], "main_score": 0.552015, "precision": 0.536346, "recall": 0.594862}, {"accuracy": 0.218379, "f1": 0.1772, "hf_subset": "lmo_Latn-bem_Latn", "languages": ["lmo-Latn", "bem-Latn"], "main_score": 0.1772, "precision": 0.165505, "recall": 0.218379}, {"accuracy": 0.591897, "f1": 0.553981, "hf_subset": "lmo_Latn-epo_Latn", "languages": ["lmo-Latn", "epo-Latn"], "main_score": 0.553981, "precision": 0.540749, "recall": 0.591897}, {"accuracy": 0.671937, "f1": 0.625584, "hf_subset": "lmo_Latn-hun_Latn", "languages": ["lmo-Latn", "hun-Latn"], "main_score": 0.625584, "precision": 0.608637, "recall": 0.671937}, {"accuracy": 0.547431, "f1": 0.507754, "hf_subset": "lmo_Latn-kir_Cyrl", "languages": ["lmo-Latn", "kir-Cyrl"], "main_score": 0.507754, "precision": 0.493942, "recall": 0.547431}, {"accuracy": 0.497036, "f1": 0.455102, "hf_subset": "lmo_Latn-mar_Deva", "languages": ["lmo-Latn", "mar-Deva"], "main_score": 0.455102, "precision": 0.440452, "recall": 0.497036}, {"accuracy": 0.30336, "f1": 0.252029, "hf_subset": "lmo_Latn-plt_Latn", "languages": ["lmo-Latn", "plt-Latn"], "main_score": 0.252029, "precision": 0.233984, "recall": 0.30336}, {"accuracy": 0.647233, "f1": 0.597862, "hf_subset": "lmo_Latn-srp_Cyrl", "languages": ["lmo-Latn", "srp-Cyrl"], "main_score": 0.597862, "precision": 0.580185, "recall": 0.647233}, {"accuracy": 0.392292, "f1": 0.342434, "hf_subset": "lmo_Latn-uig_Arab", "languages": ["lmo-Latn", "uig-Arab"], "main_score": 0.342434, "precision": 0.325609, "recall": 0.392292}, {"accuracy": 0.5583, "f1": 0.51577, "hf_subset": "lmo_Latn-aeb_Arab", "languages": ["lmo-Latn", "aeb-Arab"], "main_score": 0.51577, "precision": 0.500158, "recall": 0.5583}, {"accuracy": 0.454545, "f1": 0.40795, "hf_subset": "lmo_Latn-ben_Beng", "languages": ["lmo-Latn", "ben-Beng"], "main_score": 0.40795, "precision": 0.392166, "recall": 0.454545}, {"accuracy": 0.632411, "f1": 0.592893, "hf_subset": "lmo_Latn-est_Latn", "languages": ["lmo-Latn", "est-Latn"], "main_score": 0.592893, "precision": 0.576728, "recall": 0.632411}, {"accuracy": 0.588933, "f1": 0.539415, "hf_subset": "lmo_Latn-hye_Armn", "languages": ["lmo-Latn", "hye-Armn"], "main_score": 0.539415, "precision": 0.522018, "recall": 0.588933}, {"accuracy": 0.184783, "f1": 0.130814, "hf_subset": "lmo_Latn-kmb_Latn", "languages": ["lmo-Latn", "kmb-Latn"], "main_score": 0.130814, "precision": 0.11628, "recall": 0.184783}, {"accuracy": 0.0583, "f1": 0.037838, "hf_subset": "lmo_Latn-min_Arab", "languages": ["lmo-Latn", "min-Arab"], "main_score": 0.037838, "precision": 0.032518, "recall": 0.0583}, {"accuracy": 0.666996, "f1": 0.622934, "hf_subset": "lmo_Latn-pol_Latn", "languages": ["lmo-Latn", "pol-Latn"], "main_score": 0.622934, "precision": 0.606658, "recall": 0.666996}, {"accuracy": 0.16502, "f1": 0.124137, "hf_subset": "lmo_Latn-ssw_Latn", "languages": ["lmo-Latn", "ssw-Latn"], "main_score": 0.124137, "precision": 0.112565, "recall": 0.16502}, {"accuracy": 0.644269, "f1": 0.595098, "hf_subset": "lmo_Latn-ukr_Cyrl", "languages": ["lmo-Latn", "ukr-Cyrl"], "main_score": 0.595098, "precision": 0.577609, "recall": 0.644269}, {"accuracy": 0.624506, "f1": 0.579827, "hf_subset": "lmo_Latn-afr_Latn", "languages": ["lmo-Latn", "afr-Latn"], "main_score": 0.579827, "precision": 0.563439, "recall": 0.624506}, {"accuracy": 0.506917, "f1": 0.461273, "hf_subset": "lmo_Latn-bho_Deva", "languages": ["lmo-Latn", "bho-Deva"], "main_score": 0.461273, "precision": 0.444491, "recall": 0.506917}, {"accuracy": 0.524704, "f1": 0.485756, "hf_subset": "lmo_Latn-eus_Latn", "languages": ["lmo-Latn", "eus-Latn"], "main_score": 0.485756, "precision": 0.471356, "recall": 0.524704}, {"accuracy": 0.204545, "f1": 0.15736, "hf_subset": "lmo_Latn-ibo_Latn", "languages": ["lmo-Latn", "ibo-Latn"], "main_score": 0.15736, "precision": 0.143813, "recall": 0.204545}, {"accuracy": 0.48419, "f1": 0.442409, "hf_subset": "lmo_Latn-kmr_Latn", "languages": ["lmo-Latn", "kmr-Latn"], "main_score": 0.442409, "precision": 0.427147, "recall": 0.48419}, {"accuracy": 0.492095, "f1": 0.447486, "hf_subset": "lmo_Latn-min_Latn", "languages": ["lmo-Latn", "min-Latn"], "main_score": 0.447486, "precision": 0.429242, "recall": 0.492095}, {"accuracy": 0.692688, "f1": 0.645032, "hf_subset": "lmo_Latn-por_Latn", "languages": ["lmo-Latn", "por-Latn"], "main_score": 0.645032, "precision": 0.627242, "recall": 0.692688}, {"accuracy": 0.554348, "f1": 0.513457, "hf_subset": "lmo_Latn-sun_Latn", "languages": ["lmo-Latn", "sun-Latn"], "main_score": 0.513457, "precision": 0.498852, "recall": 0.554348}, {"accuracy": 0.173913, "f1": 0.134788, "hf_subset": "lmo_Latn-umb_Latn", "languages": ["lmo-Latn", "umb-Latn"], "main_score": 0.134788, "precision": 0.123374, "recall": 0.173913}, {"accuracy": 0.585968, "f1": 0.537811, "hf_subset": "lmo_Latn-ajp_Arab", "languages": ["lmo-Latn", "ajp-Arab"], "main_score": 0.537811, "precision": 0.520592, "recall": 0.585968}, {"accuracy": 0.070158, "f1": 0.050233, "hf_subset": "lmo_Latn-bjn_Arab", "languages": ["lmo-Latn", "bjn-Arab"], "main_score": 0.050233, "precision": 0.044993, "recall": 0.070158}, {"accuracy": 0.268775, "f1": 0.222402, "hf_subset": "lmo_Latn-ewe_Latn", "languages": ["lmo-Latn", "ewe-Latn"], "main_score": 0.222402, "precision": 0.207493, "recall": 0.268775}, {"accuracy": 0.341897, "f1": 0.286388, "hf_subset": "lmo_Latn-ilo_Latn", "languages": ["lmo-Latn", "ilo-Latn"], "main_score": 0.286388, "precision": 0.26676, "recall": 0.341897}, {"accuracy": 0.090909, "f1": 0.064029, "hf_subset": "lmo_Latn-knc_Arab", "languages": ["lmo-Latn", "knc-Arab"], "main_score": 0.064029, "precision": 0.055916, "recall": 0.090909}, {"accuracy": 0.645257, "f1": 0.600037, "hf_subset": "lmo_Latn-mkd_Cyrl", "languages": ["lmo-Latn", "mkd-Cyrl"], "main_score": 0.600037, "precision": 0.584647, "recall": 0.645257}, {"accuracy": 0.608696, "f1": 0.558395, "hf_subset": "lmo_Latn-prs_Arab", "languages": ["lmo-Latn", "prs-Arab"], "main_score": 0.558395, "precision": 0.540721, "recall": 0.608696}, {"accuracy": 0.674901, "f1": 0.635146, "hf_subset": "lmo_Latn-swe_Latn", "languages": ["lmo-Latn", "swe-Latn"], "main_score": 0.635146, "precision": 0.621098, "recall": 0.674901}, {"accuracy": 0.557312, "f1": 0.504128, "hf_subset": "lmo_Latn-urd_Arab", "languages": ["lmo-Latn", "urd-Arab"], "main_score": 0.504128, "precision": 0.485889, "recall": 0.557312}, {"accuracy": 0.284585, "f1": 0.235523, "hf_subset": "lmo_Latn-aka_Latn", "languages": ["lmo-Latn", "aka-Latn"], "main_score": 0.235523, "precision": 0.219681, "recall": 0.284585}, {"accuracy": 0.548419, "f1": 0.51059, "hf_subset": "lmo_Latn-bjn_Latn", "languages": ["lmo-Latn", "bjn-Latn"], "main_score": 0.51059, "precision": 0.495736, "recall": 0.548419}, {"accuracy": 0.40415, "f1": 0.359321, "hf_subset": "lmo_Latn-fao_Latn", "languages": ["lmo-Latn", "fao-Latn"], "main_score": 0.359321, "precision": 0.343523, "recall": 0.40415}, {"accuracy": 0.675889, "f1": 0.627261, "hf_subset": "lmo_Latn-ind_Latn", "languages": ["lmo-Latn", "ind-Latn"], "main_score": 0.627261, "precision": 0.609823, "recall": 0.675889}, {"accuracy": 0.275692, "f1": 0.218743, "hf_subset": "lmo_Latn-knc_Latn", "languages": ["lmo-Latn", "knc-Latn"], "main_score": 0.218743, "precision": 0.200365, "recall": 0.275692}, {"accuracy": 0.331028, "f1": 0.276818, "hf_subset": "lmo_Latn-mlt_Latn", "languages": ["lmo-Latn", "mlt-Latn"], "main_score": 0.276818, "precision": 0.259876, "recall": 0.331028}, {"accuracy": 0.257905, "f1": 0.20219, "hf_subset": "lmo_Latn-quy_Latn", "languages": ["lmo-Latn", "quy-Latn"], "main_score": 0.20219, "precision": 0.184015, "recall": 0.257905}, {"accuracy": 0.296443, "f1": 0.252085, "hf_subset": "lmo_Latn-swh_Latn", "languages": ["lmo-Latn", "swh-Latn"], "main_score": 0.252085, "precision": 0.236971, "recall": 0.296443}, {"accuracy": 0.431818, "f1": 0.389979, "hf_subset": "lmo_Latn-uzn_Latn", "languages": ["lmo-Latn", "uzn-Latn"], "main_score": 0.389979, "precision": 0.374768, "recall": 0.431818}, {"accuracy": 0.666008, "f1": 0.62101, "hf_subset": "lmo_Latn-als_Latn", "languages": ["lmo-Latn", "als-Latn"], "main_score": 0.62101, "precision": 0.605326, "recall": 0.666008}, {"accuracy": 0.062253, "f1": 0.02705, "hf_subset": "lmo_Latn-bod_Tibt", "languages": ["lmo-Latn", "bod-Tibt"], "main_score": 0.02705, "precision": 0.02195, "recall": 0.062253}, {"accuracy": 0.228261, "f1": 0.181742, "hf_subset": "lmo_Latn-fij_Latn", "languages": ["lmo-Latn", "fij-Latn"], "main_score": 0.181742, "precision": 0.166361, "recall": 0.228261}, {"accuracy": 0.504941, "f1": 0.463644, "hf_subset": "lmo_Latn-isl_Latn", "languages": ["lmo-Latn", "isl-Latn"], "main_score": 0.463644, "precision": 0.449162, "recall": 0.504941}, {"accuracy": 0.242095, "f1": 0.189008, "hf_subset": "lmo_Latn-kon_Latn", "languages": ["lmo-Latn", "kon-Latn"], "main_score": 0.189008, "precision": 0.173056, "recall": 0.242095}, {"accuracy": 0.047431, "f1": 0.026973, "hf_subset": "lmo_Latn-mni_Beng", "languages": ["lmo-Latn", "mni-Beng"], "main_score": 0.026973, "precision": 0.023405, "recall": 0.047431}, {"accuracy": 0.683794, "f1": 0.637609, "hf_subset": "lmo_Latn-ron_Latn", "languages": ["lmo-Latn", "ron-Latn"], "main_score": 0.637609, "precision": 0.621084, "recall": 0.683794}, {"accuracy": 0.536561, "f1": 0.491133, "hf_subset": "lmo_Latn-szl_Latn", "languages": ["lmo-Latn", "szl-Latn"], "main_score": 0.491133, "precision": 0.473883, "recall": 0.536561}, {"accuracy": 0.630435, "f1": 0.589103, "hf_subset": "lmo_Latn-vec_Latn", "languages": ["lmo-Latn", "vec-Latn"], "main_score": 0.589103, "precision": 0.574056, "recall": 0.630435}, {"accuracy": 0.350791, "f1": 0.298094, "hf_subset": "lmo_Latn-amh_Ethi", "languages": ["lmo-Latn", "amh-Ethi"], "main_score": 0.298094, "precision": 0.281627, "recall": 0.350791}, {"accuracy": 0.671937, "f1": 0.628342, "hf_subset": "lmo_Latn-bos_Latn", "languages": ["lmo-Latn", "bos-Latn"], "main_score": 0.628342, "precision": 0.612594, "recall": 0.671937}, {"accuracy": 0.652174, "f1": 0.606542, "hf_subset": "lmo_Latn-fin_Latn", "languages": ["lmo-Latn", "fin-Latn"], "main_score": 0.606542, "precision": 0.588995, "recall": 0.652174}, {"accuracy": 0.687747, "f1": 0.635876, "hf_subset": "lmo_Latn-ita_Latn", "languages": ["lmo-Latn", "ita-Latn"], "main_score": 0.635876, "precision": 0.616297, "recall": 0.687747}, {"accuracy": 0.58004, "f1": 0.537721, "hf_subset": "lmo_Latn-kor_Hang", "languages": ["lmo-Latn", "kor-Hang"], "main_score": 0.537721, "precision": 0.522304, "recall": 0.58004}, {"accuracy": 0.236166, "f1": 0.184092, "hf_subset": "lmo_Latn-mos_Latn", "languages": ["lmo-Latn", "mos-Latn"], "main_score": 0.184092, "precision": 0.166476, "recall": 0.236166}, {"accuracy": 0.178854, "f1": 0.138708, "hf_subset": "lmo_Latn-run_Latn", "languages": ["lmo-Latn", "run-Latn"], "main_score": 0.138708, "precision": 0.126412, "recall": 0.178854}, {"accuracy": 0.423913, "f1": 0.379411, "hf_subset": "lmo_Latn-tam_Taml", "languages": ["lmo-Latn", "tam-Taml"], "main_score": 0.379411, "precision": 0.364327, "recall": 0.423913}, {"accuracy": 0.660079, "f1": 0.612122, "hf_subset": "lmo_Latn-vie_Latn", "languages": ["lmo-Latn", "vie-Latn"], "main_score": 0.612122, "precision": 0.594289, "recall": 0.660079}, {"accuracy": 0.583992, "f1": 0.540094, "hf_subset": "lmo_Latn-apc_Arab", "languages": ["lmo-Latn", "apc-Arab"], "main_score": 0.540094, "precision": 0.524447, "recall": 0.583992}, {"accuracy": 0.351779, "f1": 0.306604, "hf_subset": "lmo_Latn-bug_Latn", "languages": ["lmo-Latn", "bug-Latn"], "main_score": 0.306604, "precision": 0.290722, "recall": 0.351779}, {"accuracy": 0.226285, "f1": 0.180634, "hf_subset": "lmo_Latn-fon_Latn", "languages": ["lmo-Latn", "fon-Latn"], "main_score": 0.180634, "precision": 0.166211, "recall": 0.226285}, {"accuracy": 0.534585, "f1": 0.491797, "hf_subset": "lmo_Latn-jav_Latn", "languages": ["lmo-Latn", "jav-Latn"], "main_score": 0.491797, "precision": 0.475472, "recall": 0.534585}, {"accuracy": 0.534585, "f1": 0.490166, "hf_subset": "lmo_Latn-lao_Laoo", "languages": ["lmo-Latn", "lao-Laoo"], "main_score": 0.490166, "precision": 0.474869, "recall": 0.534585}, {"accuracy": 0.224308, "f1": 0.168732, "hf_subset": "lmo_Latn-mri_Latn", "languages": ["lmo-Latn", "mri-Latn"], "main_score": 0.168732, "precision": 0.15242, "recall": 0.224308}, {"accuracy": 0.657115, "f1": 0.606087, "hf_subset": "lmo_Latn-rus_Cyrl", "languages": ["lmo-Latn", "rus-Cyrl"], "main_score": 0.606087, "precision": 0.587212, "recall": 0.657115}, {"accuracy": 0.248024, "f1": 0.21016, "hf_subset": "lmo_Latn-taq_Latn", "languages": ["lmo-Latn", "taq-Latn"], "main_score": 0.21016, "precision": 0.197828, "recall": 0.248024}, {"accuracy": 0.383399, "f1": 0.326649, "hf_subset": "lmo_Latn-war_Latn", "languages": ["lmo-Latn", "war-Latn"], "main_score": 0.326649, "precision": 0.307265, "recall": 0.383399}, {"accuracy": 0.602767, "f1": 0.559205, "hf_subset": "lmo_Latn-arb_Arab", "languages": ["lmo-Latn", "arb-Arab"], "main_score": 0.559205, "precision": 0.544204, "recall": 0.602767}, {"accuracy": 0.651186, "f1": 0.601061, "hf_subset": "lmo_Latn-bul_Cyrl", "languages": ["lmo-Latn", "bul-Cyrl"], "main_score": 0.601061, "precision": 0.58253, "recall": 0.651186}, {"accuracy": 0.678854, "f1": 0.632857, "hf_subset": "lmo_Latn-fra_Latn", "languages": ["lmo-Latn", "fra-Latn"], "main_score": 0.632857, "precision": 0.616326, "recall": 0.678854}, {"accuracy": 0.616601, "f1": 0.568576, "hf_subset": "lmo_Latn-jpn_Jpan", "languages": ["lmo-Latn", "jpn-Jpan"], "main_score": 0.568576, "precision": 0.551359, "recall": 0.616601}, {"accuracy": 0.626482, "f1": 0.590373, "hf_subset": "lmo_Latn-lij_Latn", "languages": ["lmo-Latn", "lij-Latn"], "main_score": 0.590373, "precision": 0.577164, "recall": 0.626482}, {"accuracy": 0.51087, "f1": 0.458173, "hf_subset": "lmo_Latn-mya_Mymr", "languages": ["lmo-Latn", "mya-Mymr"], "main_score": 0.458173, "precision": 0.440165, "recall": 0.51087}, {"accuracy": 0.271739, "f1": 0.209755, "hf_subset": "lmo_Latn-sag_Latn", "languages": ["lmo-Latn", "sag-Latn"], "main_score": 0.209755, "precision": 0.189585, "recall": 0.271739}, {"accuracy": 0.081028, "f1": 0.042996, "hf_subset": "lmo_Latn-taq_Tfng", "languages": ["lmo-Latn", "taq-Tfng"], "main_score": 0.042996, "precision": 0.036259, "recall": 0.081028}, {"accuracy": 0.267787, "f1": 0.218191, "hf_subset": "lmo_Latn-wol_Latn", "languages": ["lmo-Latn", "wol-Latn"], "main_score": 0.218191, "precision": 0.203434, "recall": 0.267787}, {"accuracy": 0.129447, "f1": 0.085636, "hf_subset": "lmo_Latn-arb_Latn", "languages": ["lmo-Latn", "arb-Latn"], "main_score": 0.085636, "precision": 0.075411, "recall": 0.129447}, {"accuracy": 0.684783, "f1": 0.641959, "hf_subset": "lmo_Latn-cat_Latn", "languages": ["lmo-Latn", "cat-Latn"], "main_score": 0.641959, "precision": 0.626644, "recall": 0.684783}, {"accuracy": 0.629447, "f1": 0.588945, "hf_subset": "lmo_Latn-fur_Latn", "languages": ["lmo-Latn", "fur-Latn"], "main_score": 0.588945, "precision": 0.57438, "recall": 0.629447}, {"accuracy": 0.089921, "f1": 0.063721, "hf_subset": "lmo_Latn-kab_Latn", "languages": ["lmo-Latn", "kab-Latn"], "main_score": 0.063721, "precision": 0.056878, "recall": 0.089921}, {"accuracy": 0.576087, "f1": 0.539212, "hf_subset": "lmo_Latn-lim_Latn", "languages": ["lmo-Latn", "lim-Latn"], "main_score": 0.539212, "precision": 0.524227, "recall": 0.576087}, {"accuracy": 0.682806, "f1": 0.637071, "hf_subset": "lmo_Latn-nld_Latn", "languages": ["lmo-Latn", "nld-Latn"], "main_score": 0.637071, "precision": 0.621597, "recall": 0.682806}, {"accuracy": 0.387352, "f1": 0.346699, "hf_subset": "lmo_Latn-san_Deva", "languages": ["lmo-Latn", "san-Deva"], "main_score": 0.346699, "precision": 0.332543, "recall": 0.387352}, {"accuracy": 0.424901, "f1": 0.3784, "hf_subset": "lmo_Latn-tat_Cyrl", "languages": ["lmo-Latn", "tat-Cyrl"], "main_score": 0.3784, "precision": 0.360384, "recall": 0.424901}, {"accuracy": 0.18083, "f1": 0.132577, "hf_subset": "lmo_Latn-xho_Latn", "languages": ["lmo-Latn", "xho-Latn"], "main_score": 0.132577, "precision": 0.120123, "recall": 0.18083}, {"accuracy": 0.594862, "f1": 0.547882, "hf_subset": "lmo_Latn-ars_Arab", "languages": ["lmo-Latn", "ars-Arab"], "main_score": 0.547882, "precision": 0.530816, "recall": 0.594862}, {"accuracy": 0.368577, "f1": 0.320693, "hf_subset": "lmo_Latn-ceb_Latn", "languages": ["lmo-Latn", "ceb-Latn"], "main_score": 0.320693, "precision": 0.303572, "recall": 0.368577}, {"accuracy": 0.219368, "f1": 0.171831, "hf_subset": "lmo_Latn-fuv_Latn", "languages": ["lmo-Latn", "fuv-Latn"], "main_score": 0.171831, "precision": 0.157085, "recall": 0.219368}, {"accuracy": 0.199605, "f1": 0.151704, "hf_subset": "lmo_Latn-kac_Latn", "languages": ["lmo-Latn", "kac-Latn"], "main_score": 0.151704, "precision": 0.137742, "recall": 0.199605}, {"accuracy": 0.235178, "f1": 0.186204, "hf_subset": "lmo_Latn-lin_Latn", "languages": ["lmo-Latn", "lin-Latn"], "main_score": 0.186204, "precision": 0.171745, "recall": 0.235178}, {"accuracy": 0.662055, "f1": 0.618498, "hf_subset": "lmo_Latn-nno_Latn", "languages": ["lmo-Latn", "nno-Latn"], "main_score": 0.618498, "precision": 0.603643, "recall": 0.662055}, {"accuracy": 0.019763, "f1": 0.004478, "hf_subset": "lmo_Latn-sat_Olck", "languages": ["lmo-Latn", "sat-Olck"], "main_score": 0.004478, "precision": 0.00287, "recall": 0.019763}, {"accuracy": 0.435771, "f1": 0.391555, "hf_subset": "lmo_Latn-tel_Telu", "languages": ["lmo-Latn", "tel-Telu"], "main_score": 0.391555, "precision": 0.37573, "recall": 0.435771}, {"accuracy": 0.247036, "f1": 0.208664, "hf_subset": "lmo_Latn-ydd_Hebr", "languages": ["lmo-Latn", "ydd-Hebr"], "main_score": 0.208664, "precision": 0.195411, "recall": 0.247036}, {"accuracy": 0.519763, "f1": 0.476035, "hf_subset": "lmo_Latn-ary_Arab", "languages": ["lmo-Latn", "ary-Arab"], "main_score": 0.476035, "precision": 0.459711, "recall": 0.519763}, {"accuracy": 0.683794, "f1": 0.636181, "hf_subset": "lmo_Latn-ces_Latn", "languages": ["lmo-Latn", "ces-Latn"], "main_score": 0.636181, "precision": 0.619395, "recall": 0.683794}, {"accuracy": 0.096838, "f1": 0.062874, "hf_subset": "lmo_Latn-gaz_Latn", "languages": ["lmo-Latn", "gaz-Latn"], "main_score": 0.062874, "precision": 0.055088, "recall": 0.096838}, {"accuracy": 0.20751, "f1": 0.159141, "hf_subset": "lmo_Latn-kam_Latn", "languages": ["lmo-Latn", "kam-Latn"], "main_score": 0.159141, "precision": 0.143299, "recall": 0.20751}, {"accuracy": 0.655138, "f1": 0.609591, "hf_subset": "lmo_Latn-lit_Latn", "languages": ["lmo-Latn", "lit-Latn"], "main_score": 0.609591, "precision": 0.593028, "recall": 0.655138}, {"accuracy": 0.68083, "f1": 0.632945, "hf_subset": "lmo_Latn-nob_Latn", "languages": ["lmo-Latn", "nob-Latn"], "main_score": 0.632945, "precision": 0.616861, "recall": 0.68083}, {"accuracy": 0.54249, "f1": 0.499958, "hf_subset": "lmo_Latn-scn_Latn", "languages": ["lmo-Latn", "scn-Latn"], "main_score": 0.499958, "precision": 0.484592, "recall": 0.54249}, {"accuracy": 0.200593, "f1": 0.151703, "hf_subset": "lmo_Latn-tgk_Cyrl", "languages": ["lmo-Latn", "tgk-Cyrl"], "main_score": 0.151703, "precision": 0.135725, "recall": 0.200593}, {"accuracy": 0.225296, "f1": 0.170274, "hf_subset": "lmo_Latn-yor_Latn", "languages": ["lmo-Latn", "yor-Latn"], "main_score": 0.170274, "precision": 0.151915, "recall": 0.225296}, {"accuracy": 0.564229, "f1": 0.516054, "hf_subset": "lmo_Latn-arz_Arab", "languages": ["lmo-Latn", "arz-Arab"], "main_score": 0.516054, "precision": 0.499117, "recall": 0.564229}, {"accuracy": 0.181818, "f1": 0.139584, "hf_subset": "lmo_Latn-cjk_Latn", "languages": ["lmo-Latn", "cjk-Latn"], "main_score": 0.139584, "precision": 0.128292, "recall": 0.181818}, {"accuracy": 0.209486, "f1": 0.163654, "hf_subset": "lmo_Latn-gla_Latn", "languages": ["lmo-Latn", "gla-Latn"], "main_score": 0.163654, "precision": 0.148651, "recall": 0.209486}, {"accuracy": 0.421937, "f1": 0.37029, "hf_subset": "lmo_Latn-kan_Knda", "languages": ["lmo-Latn", "kan-Knda"], "main_score": 0.37029, "precision": 0.352623, "recall": 0.421937}, {"accuracy": 0.538538, "f1": 0.500909, "hf_subset": "lmo_Latn-npi_Deva", "languages": ["lmo-Latn", "npi-Deva"], "main_score": 0.500909, "precision": 0.487157, "recall": 0.538538}, {"accuracy": 0.284585, "f1": 0.226937, "hf_subset": "lmo_Latn-shn_Mymr", "languages": ["lmo-Latn", "shn-Mymr"], "main_score": 0.226937, "precision": 0.205774, "recall": 0.284585}, {"accuracy": 0.425889, "f1": 0.372494, "hf_subset": "lmo_Latn-tgl_Latn", "languages": ["lmo-Latn", "tgl-Latn"], "main_score": 0.372494, "precision": 0.353072, "recall": 0.425889}, {"accuracy": 0.624506, "f1": 0.569812, "hf_subset": "lmo_Latn-yue_Hant", "languages": ["lmo-Latn", "yue-Hant"], "main_score": 0.569812, "precision": 0.549992, "recall": 0.624506}, {"accuracy": 0.285573, "f1": 0.241593, "hf_subset": "lmo_Latn-asm_Beng", "languages": ["lmo-Latn", "asm-Beng"], "main_score": 0.241593, "precision": 0.226604, "recall": 0.285573}, {"accuracy": 0.426877, "f1": 0.376795, "hf_subset": "lmo_Latn-ckb_Arab", "languages": ["lmo-Latn", "ckb-Arab"], "main_score": 0.376795, "precision": 0.358973, "recall": 0.426877}, {"accuracy": 0.294466, "f1": 0.250694, "hf_subset": "lmo_Latn-gle_Latn", "languages": ["lmo-Latn", "gle-Latn"], "main_score": 0.250694, "precision": 0.236483, "recall": 0.294466}, {"accuracy": 0.34585, "f1": 0.305117, "hf_subset": "lmo_Latn-kas_Arab", "languages": ["lmo-Latn", "kas-Arab"], "main_score": 0.305117, "precision": 0.289947, "recall": 0.34585}, {"accuracy": 0.527668, "f1": 0.485747, "hf_subset": "lmo_Latn-ltg_Latn", "languages": ["lmo-Latn", "ltg-Latn"], "main_score": 0.485747, "precision": 0.468882, "recall": 0.527668}, {"accuracy": 0.250988, "f1": 0.20639, "hf_subset": "lmo_Latn-nso_Latn", "languages": ["lmo-Latn", "nso-Latn"], "main_score": 0.20639, "precision": 0.19119, "recall": 0.250988}, {"accuracy": 0.439723, "f1": 0.394506, "hf_subset": "lmo_Latn-sin_Sinh", "languages": ["lmo-Latn", "sin-Sinh"], "main_score": 0.394506, "precision": 0.3799, "recall": 0.439723}, {"accuracy": 0.631423, "f1": 0.575202, "hf_subset": "lmo_Latn-tha_Thai", "languages": ["lmo-Latn", "tha-Thai"], "main_score": 0.575202, "precision": 0.555118, "recall": 0.631423}, {"accuracy": 0.637352, "f1": 0.580999, "hf_subset": "lmo_Latn-zho_Hans", "languages": ["lmo-Latn", "zho-Hans"], "main_score": 0.580999, "precision": 0.561253, "recall": 0.637352}, {"accuracy": 0.647233, "f1": 0.614266, "hf_subset": "lmo_Latn-ast_Latn", "languages": ["lmo-Latn", "ast-Latn"], "main_score": 0.614266, "precision": 0.601199, "recall": 0.647233}, {"accuracy": 0.500988, "f1": 0.464779, "hf_subset": "lmo_Latn-crh_Latn", "languages": ["lmo-Latn", "crh-Latn"], "main_score": 0.464779, "precision": 0.450619, "recall": 0.500988}, {"accuracy": 0.693676, "f1": 0.652819, "hf_subset": "lmo_Latn-glg_Latn", "languages": ["lmo-Latn", "glg-Latn"], "main_score": 0.652819, "precision": 0.637045, "recall": 0.693676}, {"accuracy": 0.318182, "f1": 0.273536, "hf_subset": "lmo_Latn-kas_Deva", "languages": ["lmo-Latn", "kas-Deva"], "main_score": 0.273536, "precision": 0.25653, "recall": 0.318182}, {"accuracy": 0.443676, "f1": 0.397716, "hf_subset": "lmo_Latn-ltz_Latn", "languages": ["lmo-Latn", "ltz-Latn"], "main_score": 0.397716, "precision": 0.381891, "recall": 0.443676}, {"accuracy": 0.115613, "f1": 0.073575, "hf_subset": "lmo_Latn-nus_Latn", "languages": ["lmo-Latn", "nus-Latn"], "main_score": 0.073575, "precision": 0.063558, "recall": 0.115613}, {"accuracy": 0.681818, "f1": 0.635004, "hf_subset": "lmo_Latn-slk_Latn", "languages": ["lmo-Latn", "slk-Latn"], "main_score": 0.635004, "precision": 0.617593, "recall": 0.681818}, {"accuracy": 0.142292, "f1": 0.110411, "hf_subset": "lmo_Latn-tir_Ethi", "languages": ["lmo-Latn", "tir-Ethi"], "main_score": 0.110411, "precision": 0.100581, "recall": 0.142292}, {"accuracy": 0.631423, "f1": 0.579293, "hf_subset": "lmo_Latn-zho_Hant", "languages": ["lmo-Latn", "zho-Hant"], "main_score": 0.579293, "precision": 0.560234, "recall": 0.631423}, {"accuracy": 0.583004, "f1": 0.532757, "hf_subset": "lmo_Latn-awa_Deva", "languages": ["lmo-Latn", "awa-Deva"], "main_score": 0.532757, "precision": 0.514397, "recall": 0.583004}, {"accuracy": 0.399209, "f1": 0.359206, "hf_subset": "lmo_Latn-cym_Latn", "languages": ["lmo-Latn", "cym-Latn"], "main_score": 0.359206, "precision": 0.345629, "recall": 0.399209}, {"accuracy": 0.338933, "f1": 0.274368, "hf_subset": "lmo_Latn-grn_Latn", "languages": ["lmo-Latn", "grn-Latn"], "main_score": 0.274368, "precision": 0.252939, "recall": 0.338933}, {"accuracy": 0.521739, "f1": 0.477434, "hf_subset": "lmo_Latn-kat_Geor", "languages": ["lmo-Latn", "kat-Geor"], "main_score": 0.477434, "precision": 0.461194, "recall": 0.521739}, {"accuracy": 0.256917, "f1": 0.206679, "hf_subset": "lmo_Latn-lua_Latn", "languages": ["lmo-Latn", "lua-Latn"], "main_score": 0.206679, "precision": 0.190521, "recall": 0.256917}, {"accuracy": 0.232213, "f1": 0.181231, "hf_subset": "lmo_Latn-nya_Latn", "languages": ["lmo-Latn", "nya-Latn"], "main_score": 0.181231, "precision": 0.166124, "recall": 0.232213}, {"accuracy": 0.681818, "f1": 0.633269, "hf_subset": "lmo_Latn-slv_Latn", "languages": ["lmo-Latn", "slv-Latn"], "main_score": 0.633269, "precision": 0.616356, "recall": 0.681818}, {"accuracy": 0.408103, "f1": 0.359554, "hf_subset": "lmo_Latn-tpi_Latn", "languages": ["lmo-Latn", "tpi-Latn"], "main_score": 0.359554, "precision": 0.342446, "recall": 0.408103}, {"accuracy": 0.664032, "f1": 0.616083, "hf_subset": "lmo_Latn-zsm_Latn", "languages": ["lmo-Latn", "zsm-Latn"], "main_score": 0.616083, "precision": 0.599327, "recall": 0.664032}, {"accuracy": 0.216403, "f1": 0.160527, "hf_subset": "lmo_Latn-ayr_Latn", "languages": ["lmo-Latn", "ayr-Latn"], "main_score": 0.160527, "precision": 0.143957, "recall": 0.216403}, {"accuracy": 0.694664, "f1": 0.650361, "hf_subset": "lmo_Latn-dan_Latn", "languages": ["lmo-Latn", "dan-Latn"], "main_score": 0.650361, "precision": 0.634014, "recall": 0.694664}, {"accuracy": 0.507905, "f1": 0.454701, "hf_subset": "lmo_Latn-guj_Gujr", "languages": ["lmo-Latn", "guj-Gujr"], "main_score": 0.454701, "precision": 0.435231, "recall": 0.507905}, {"accuracy": 0.591897, "f1": 0.552845, "hf_subset": "lmo_Latn-kaz_Cyrl", "languages": ["lmo-Latn", "kaz-Cyrl"], "main_score": 0.552845, "precision": 0.539323, "recall": 0.591897}, {"accuracy": 0.175889, "f1": 0.136674, "hf_subset": "lmo_Latn-lug_Latn", "languages": ["lmo-Latn", "lug-Latn"], "main_score": 0.136674, "precision": 0.124654, "recall": 0.175889}, {"accuracy": 0.66502, "f1": 0.627969, "hf_subset": "lmo_Latn-oci_Latn", "languages": ["lmo-Latn", "oci-Latn"], "main_score": 0.627969, "precision": 0.615587, "recall": 0.66502}, {"accuracy": 0.216403, "f1": 0.165913, "hf_subset": "lmo_Latn-smo_Latn", "languages": ["lmo-Latn", "smo-Latn"], "main_score": 0.165913, "precision": 0.149145, "recall": 0.216403}, {"accuracy": 0.227273, "f1": 0.177149, "hf_subset": "lmo_Latn-tsn_Latn", "languages": ["lmo-Latn", "tsn-Latn"], "main_score": 0.177149, "precision": 0.162652, "recall": 0.227273}, {"accuracy": 0.142292, "f1": 0.107429, "hf_subset": "lmo_Latn-zul_Latn", "languages": ["lmo-Latn", "zul-Latn"], "main_score": 0.107429, "precision": 0.096617, "recall": 0.142292}, {"accuracy": 0.340909, "f1": 0.298354, "hf_subset": "lmo_Latn-azb_Arab", "languages": ["lmo-Latn", "azb-Arab"], "main_score": 0.298354, "precision": 0.283193, "recall": 0.340909}, {"accuracy": 0.673913, "f1": 0.624158, "hf_subset": "lmo_Latn-deu_Latn", "languages": ["lmo-Latn", "deu-Latn"], "main_score": 0.624158, "precision": 0.605517, "recall": 0.673913}, {"accuracy": 0.318182, "f1": 0.26557, "hf_subset": "lmo_Latn-hat_Latn", "languages": ["lmo-Latn", "hat-Latn"], "main_score": 0.26557, "precision": 0.247246, "recall": 0.318182}, {"accuracy": 0.198617, "f1": 0.144249, "hf_subset": "lmo_Latn-kbp_Latn", "languages": ["lmo-Latn", "kbp-Latn"], "main_score": 0.144249, "precision": 0.129504, "recall": 0.198617}, {"accuracy": 0.244071, "f1": 0.189665, "hf_subset": "lmo_Latn-luo_Latn", "languages": ["lmo-Latn", "luo-Latn"], "main_score": 0.189665, "precision": 0.173471, "recall": 0.244071}, {"accuracy": 0.355731, "f1": 0.31126, "hf_subset": "lmo_Latn-ory_Orya", "languages": ["lmo-Latn", "ory-Orya"], "main_score": 0.31126, "precision": 0.295095, "recall": 0.355731}, {"accuracy": 0.166996, "f1": 0.124676, "hf_subset": "lmo_Latn-sna_Latn", "languages": ["lmo-Latn", "sna-Latn"], "main_score": 0.124676, "precision": 0.111549, "recall": 0.166996}, {"accuracy": 0.195652, "f1": 0.153847, "hf_subset": "lmo_Latn-tso_Latn", "languages": ["lmo-Latn", "tso-Latn"], "main_score": 0.153847, "precision": 0.141525, "recall": 0.195652}, {"accuracy": 0.549407, "f1": 0.51224, "hf_subset": "lmo_Latn-azj_Latn", "languages": ["lmo-Latn", "azj-Latn"], "main_score": 0.51224, "precision": 0.498959, "recall": 0.549407}, {"accuracy": 0.282609, "f1": 0.230055, "hf_subset": "lmo_Latn-dik_Latn", "languages": ["lmo-Latn", "dik-Latn"], "main_score": 0.230055, "precision": 0.213066, "recall": 0.282609}, {"accuracy": 0.254941, "f1": 0.203037, "hf_subset": "lmo_Latn-hau_Latn", "languages": ["lmo-Latn", "hau-Latn"], "main_score": 0.203037, "precision": 0.188404, "recall": 0.254941}, {"accuracy": 0.539526, "f1": 0.501566, "hf_subset": "lmo_Latn-kea_Latn", "languages": ["lmo-Latn", "kea-Latn"], "main_score": 0.501566, "precision": 0.486756, "recall": 0.539526}, {"accuracy": 0.318182, "f1": 0.266565, "hf_subset": "lmo_Latn-lus_Latn", "languages": ["lmo-Latn", "lus-Latn"], "main_score": 0.266565, "precision": 0.249422, "recall": 0.318182}, {"accuracy": 0.400198, "f1": 0.347281, "hf_subset": "lmo_Latn-pag_Latn", "languages": ["lmo-Latn", "pag-Latn"], "main_score": 0.347281, "precision": 0.327849, "recall": 0.400198}, {"accuracy": 0.481225, "f1": 0.431907, "hf_subset": "lmo_Latn-snd_Arab", "languages": ["lmo-Latn", "snd-Arab"], "main_score": 0.431907, "precision": 0.413329, "recall": 0.481225}, {"accuracy": 0.299407, "f1": 0.246058, "hf_subset": "lmo_Latn-tuk_Latn", "languages": ["lmo-Latn", "tuk-Latn"], "main_score": 0.246058, "precision": 0.226811, "recall": 0.299407}, {"accuracy": 0.403162, "f1": 0.348366, "hf_subset": "lmo_Latn-bak_Cyrl", "languages": ["lmo-Latn", "bak-Cyrl"], "main_score": 0.348366, "precision": 0.328312, "recall": 0.403162}, {"accuracy": 0.197628, "f1": 0.146621, "hf_subset": "lmo_Latn-dyu_Latn", "languages": ["lmo-Latn", "dyu-Latn"], "main_score": 0.146621, "precision": 0.130658, "recall": 0.197628}, {"accuracy": 0.601779, "f1": 0.550083, "hf_subset": "lmo_Latn-heb_Hebr", "languages": ["lmo-Latn", "heb-Hebr"], "main_score": 0.550083, "precision": 0.532593, "recall": 0.601779}, {"accuracy": 0.588933, "f1": 0.54301, "hf_subset": "lmo_Latn-khk_Cyrl", "languages": ["lmo-Latn", "khk-Cyrl"], "main_score": 0.54301, "precision": 0.526311, "recall": 0.588933}, {"accuracy": 0.633399, "f1": 0.584851, "hf_subset": "lmo_Latn-lvs_Latn", "languages": ["lmo-Latn", "lvs-Latn"], "main_score": 0.584851, "precision": 0.566853, "recall": 0.633399}, {"accuracy": 0.402174, "f1": 0.35362, "hf_subset": "lmo_Latn-pan_Guru", "languages": ["lmo-Latn", "pan-Guru"], "main_score": 0.35362, "precision": 0.336902, "recall": 0.402174}, {"accuracy": 0.283597, "f1": 0.239115, "hf_subset": "lmo_Latn-som_Latn", "languages": ["lmo-Latn", "som-Latn"], "main_score": 0.239115, "precision": 0.225175, "recall": 0.283597}, {"accuracy": 0.212451, "f1": 0.154769, "hf_subset": "lmo_Latn-tum_Latn", "languages": ["lmo-Latn", "tum-Latn"], "main_score": 0.154769, "precision": 0.138202, "recall": 0.212451}, {"accuracy": 0.089921, "f1": 0.056612, "hf_subset": "npi_Deva-ace_Arab", "languages": ["npi-Deva", "ace-Arab"], "main_score": 0.056612, "precision": 0.048652, "recall": 0.089921}, {"accuracy": 0.155138, "f1": 0.098981, "hf_subset": "npi_Deva-bam_Latn", "languages": ["npi-Deva", "bam-Latn"], "main_score": 0.098981, "precision": 0.086374, "recall": 0.155138}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "npi_Deva-dzo_Tibt", "languages": ["npi-Deva", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.981225, "f1": 0.975626, "hf_subset": "npi_Deva-hin_Deva", "languages": ["npi-Deva", "hin-Deva"], "main_score": 0.975626, "precision": 0.972826, "recall": 0.981225}, {"accuracy": 0.882411, "f1": 0.846838, "hf_subset": "npi_Deva-khm_Khmr", "languages": ["npi-Deva", "khm-Khmr"], "main_score": 0.846838, "precision": 0.82971, "recall": 0.882411}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "npi_Deva-mag_Deva", "languages": ["npi-Deva", "mag-Deva"], "main_score": 0.930007, "precision": 0.922596, "recall": 0.945652}, {"accuracy": 0.58498, "f1": 0.503476, "hf_subset": "npi_Deva-pap_Latn", "languages": ["npi-Deva", "pap-Latn"], "main_score": 0.503476, "precision": 0.473259, "recall": 0.58498}, {"accuracy": 0.181818, "f1": 0.121085, "hf_subset": "npi_Deva-sot_Latn", "languages": ["npi-Deva", "sot-Latn"], "main_score": 0.121085, "precision": 0.106187, "recall": 0.181818}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "npi_Deva-tur_Latn", "languages": ["npi-Deva", "tur-Latn"], "main_score": 0.963933, "precision": 0.95998, "recall": 0.972332}, {"accuracy": 0.366601, "f1": 0.280795, "hf_subset": "npi_Deva-ace_Latn", "languages": ["npi-Deva", "ace-Latn"], "main_score": 0.280795, "precision": 0.254583, "recall": 0.366601}, {"accuracy": 0.601779, "f1": 0.525508, "hf_subset": "npi_Deva-ban_Latn", "languages": ["npi-Deva", "ban-Latn"], "main_score": 0.525508, "precision": 0.495331, "recall": 0.601779}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-ell_Grek", "languages": ["npi-Deva", "ell-Grek"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.925889, "f1": 0.90448, "hf_subset": "npi_Deva-hne_Deva", "languages": ["npi-Deva", "hne-Deva"], "main_score": 0.90448, "precision": 0.894269, "recall": 0.925889}, {"accuracy": 0.212451, "f1": 0.136844, "hf_subset": "npi_Deva-kik_Latn", "languages": ["npi-Deva", "kik-Latn"], "main_score": 0.136844, "precision": 0.117761, "recall": 0.212451}, {"accuracy": 0.944664, "f1": 0.929183, "hf_subset": "npi_Deva-mai_Deva", "languages": ["npi-Deva", "mai-Deva"], "main_score": 0.929183, "precision": 0.921772, "recall": 0.944664}, {"accuracy": 0.839921, "f1": 0.799374, "hf_subset": "npi_Deva-pbt_Arab", "languages": ["npi-Deva", "pbt-Arab"], "main_score": 0.799374, "precision": 0.781719, "recall": 0.839921}, {"accuracy": 0.972332, "f1": 0.963603, "hf_subset": "npi_Deva-spa_Latn", "languages": ["npi-Deva", "spa-Latn"], "main_score": 0.963603, "precision": 0.959321, "recall": 0.972332}, {"accuracy": 0.244071, "f1": 0.166266, "hf_subset": "npi_Deva-twi_Latn", "languages": ["npi-Deva", "twi-Latn"], "main_score": 0.166266, "precision": 0.146415, "recall": 0.244071}, {"accuracy": 0.956522, "f1": 0.943347, "hf_subset": "npi_Deva-acm_Arab", "languages": ["npi-Deva", "acm-Arab"], "main_score": 0.943347, "precision": 0.936759, "recall": 0.956522}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "npi_Deva-bel_Cyrl", "languages": ["npi-Deva", "bel-Cyrl"], "main_score": 0.900428, "precision": 0.889575, "recall": 0.922925}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "npi_Deva-eng_Latn", "languages": ["npi-Deva", "eng-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "npi_Deva-hrv_Latn", "languages": ["npi-Deva", "hrv-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.134387, "f1": 0.082421, "hf_subset": "npi_Deva-kin_Latn", "languages": ["npi-Deva", "kin-Latn"], "main_score": 0.082421, "precision": 0.069907, "recall": 0.134387}, {"accuracy": 0.88834, "f1": 0.857477, "hf_subset": "npi_Deva-mal_Mlym", "languages": ["npi-Deva", "mal-Mlym"], "main_score": 0.857477, "precision": 0.843379, "recall": 0.88834}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "npi_Deva-pes_Arab", "languages": ["npi-Deva", "pes-Arab"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.671937, "f1": 0.598099, "hf_subset": "npi_Deva-srd_Latn", "languages": ["npi-Deva", "srd-Latn"], "main_score": 0.598099, "precision": 0.568215, "recall": 0.671937}, {"accuracy": 0.06917, "f1": 0.032195, "hf_subset": "npi_Deva-tzm_Tfng", "languages": ["npi-Deva", "tzm-Tfng"], "main_score": 0.032195, "precision": 0.026113, "recall": 0.06917}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "npi_Deva-acq_Arab", "languages": ["npi-Deva", "acq-Arab"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.192688, "f1": 0.121947, "hf_subset": "npi_Deva-bem_Latn", "languages": ["npi-Deva", "bem-Latn"], "main_score": 0.121947, "precision": 0.105869, "recall": 0.192688}, {"accuracy": 0.815217, "f1": 0.767194, "hf_subset": "npi_Deva-epo_Latn", "languages": ["npi-Deva", "epo-Latn"], "main_score": 0.767194, "precision": 0.746179, "recall": 0.815217}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "npi_Deva-hun_Latn", "languages": ["npi-Deva", "hun-Latn"], "main_score": 0.962286, "precision": 0.957839, "recall": 0.971344}, {"accuracy": 0.909091, "f1": 0.883517, "hf_subset": "npi_Deva-kir_Cyrl", "languages": ["npi-Deva", "kir-Cyrl"], "main_score": 0.883517, "precision": 0.871871, "recall": 0.909091}, {"accuracy": 0.909091, "f1": 0.880501, "hf_subset": "npi_Deva-mar_Deva", "languages": ["npi-Deva", "mar-Deva"], "main_score": 0.880501, "precision": 0.866683, "recall": 0.909091}, {"accuracy": 0.243083, "f1": 0.173651, "hf_subset": "npi_Deva-plt_Latn", "languages": ["npi-Deva", "plt-Latn"], "main_score": 0.173651, "precision": 0.154867, "recall": 0.243083}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "npi_Deva-srp_Cyrl", "languages": ["npi-Deva", "srp-Cyrl"], "main_score": 0.972661, "precision": 0.969368, "recall": 0.979249}, {"accuracy": 0.799407, "f1": 0.75559, "hf_subset": "npi_Deva-uig_Arab", "languages": ["npi-Deva", "uig-Arab"], "main_score": 0.75559, "precision": 0.73694, "recall": 0.799407}, {"accuracy": 0.909091, "f1": 0.882246, "hf_subset": "npi_Deva-aeb_Arab", "languages": ["npi-Deva", "aeb-Arab"], "main_score": 0.882246, "precision": 0.869565, "recall": 0.909091}, {"accuracy": 0.910079, "f1": 0.886561, "hf_subset": "npi_Deva-ben_Beng", "languages": ["npi-Deva", "ben-Beng"], "main_score": 0.886561, "precision": 0.875741, "recall": 0.910079}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "npi_Deva-est_Latn", "languages": ["npi-Deva", "est-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "npi_Deva-hye_Armn", "languages": ["npi-Deva", "hye-Armn"], "main_score": 0.957839, "precision": 0.953228, "recall": 0.967391}, {"accuracy": 0.150198, "f1": 0.086016, "hf_subset": "npi_Deva-kmb_Latn", "languages": ["npi-Deva", "kmb-Latn"], "main_score": 0.086016, "precision": 0.07252, "recall": 0.150198}, {"accuracy": 0.060277, "f1": 0.035641, "hf_subset": "npi_Deva-min_Arab", "languages": ["npi-Deva", "min-Arab"], "main_score": 0.035641, "precision": 0.029861, "recall": 0.060277}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "npi_Deva-pol_Latn", "languages": ["npi-Deva", "pol-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.137352, "f1": 0.081697, "hf_subset": "npi_Deva-ssw_Latn", "languages": ["npi-Deva", "ssw-Latn"], "main_score": 0.081697, "precision": 0.069772, "recall": 0.137352}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "npi_Deva-ukr_Cyrl", "languages": ["npi-Deva", "ukr-Cyrl"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.935771, "f1": 0.917655, "hf_subset": "npi_Deva-afr_Latn", "languages": ["npi-Deva", "afr-Latn"], "main_score": 0.917655, "precision": 0.90942, "recall": 0.935771}, {"accuracy": 0.890316, "f1": 0.862549, "hf_subset": "npi_Deva-bho_Deva", "languages": ["npi-Deva", "bho-Deva"], "main_score": 0.862549, "precision": 0.849885, "recall": 0.890316}, {"accuracy": 0.6917, "f1": 0.624212, "hf_subset": "npi_Deva-eus_Latn", "languages": ["npi-Deva", "eus-Latn"], "main_score": 0.624212, "precision": 0.596617, "recall": 0.6917}, {"accuracy": 0.159091, "f1": 0.090252, "hf_subset": "npi_Deva-ibo_Latn", "languages": ["npi-Deva", "ibo-Latn"], "main_score": 0.090252, "precision": 0.074371, "recall": 0.159091}, {"accuracy": 0.700593, "f1": 0.644735, "hf_subset": "npi_Deva-kmr_Latn", "languages": ["npi-Deva", "kmr-Latn"], "main_score": 0.644735, "precision": 0.621503, "recall": 0.700593}, {"accuracy": 0.583004, "f1": 0.502026, "hf_subset": "npi_Deva-min_Latn", "languages": ["npi-Deva", "min-Latn"], "main_score": 0.502026, "precision": 0.471594, "recall": 0.583004}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "npi_Deva-por_Latn", "languages": ["npi-Deva", "por-Latn"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.69664, "f1": 0.629537, "hf_subset": "npi_Deva-sun_Latn", "languages": ["npi-Deva", "sun-Latn"], "main_score": 0.629537, "precision": 0.60234, "recall": 0.69664}, {"accuracy": 0.13834, "f1": 0.086354, "hf_subset": "npi_Deva-umb_Latn", "languages": ["npi-Deva", "umb-Latn"], "main_score": 0.086354, "precision": 0.074136, "recall": 0.13834}, {"accuracy": 0.94664, "f1": 0.931159, "hf_subset": "npi_Deva-ajp_Arab", "languages": ["npi-Deva", "ajp-Arab"], "main_score": 0.931159, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.068182, "f1": 0.040767, "hf_subset": "npi_Deva-bjn_Arab", "languages": ["npi-Deva", "bjn-Arab"], "main_score": 0.040767, "precision": 0.035307, "recall": 0.068182}, {"accuracy": 0.209486, "f1": 0.146343, "hf_subset": "npi_Deva-ewe_Latn", "languages": ["npi-Deva", "ewe-Latn"], "main_score": 0.146343, "precision": 0.130602, "recall": 0.209486}, {"accuracy": 0.316206, "f1": 0.230231, "hf_subset": "npi_Deva-ilo_Latn", "languages": ["npi-Deva", "ilo-Latn"], "main_score": 0.230231, "precision": 0.205383, "recall": 0.316206}, {"accuracy": 0.085968, "f1": 0.047556, "hf_subset": "npi_Deva-knc_Arab", "languages": ["npi-Deva", "knc-Arab"], "main_score": 0.047556, "precision": 0.039467, "recall": 0.085968}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "npi_Deva-mkd_Cyrl", "languages": ["npi-Deva", "mkd-Cyrl"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "npi_Deva-prs_Arab", "languages": ["npi-Deva", "prs-Arab"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "npi_Deva-swe_Latn", "languages": ["npi-Deva", "swe-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.956522, "f1": 0.942918, "hf_subset": "npi_Deva-urd_Arab", "languages": ["npi-Deva", "urd-Arab"], "main_score": 0.942918, "precision": 0.936347, "recall": 0.956522}, {"accuracy": 0.249012, "f1": 0.166149, "hf_subset": "npi_Deva-aka_Latn", "languages": ["npi-Deva", "aka-Latn"], "main_score": 0.166149, "precision": 0.143854, "recall": 0.249012}, {"accuracy": 0.716403, "f1": 0.65054, "hf_subset": "npi_Deva-bjn_Latn", "languages": ["npi-Deva", "bjn-Latn"], "main_score": 0.65054, "precision": 0.623197, "recall": 0.716403}, {"accuracy": 0.418972, "f1": 0.32945, "hf_subset": "npi_Deva-fao_Latn", "languages": ["npi-Deva", "fao-Latn"], "main_score": 0.32945, "precision": 0.300594, "recall": 0.418972}, {"accuracy": 0.974308, "f1": 0.966568, "hf_subset": "npi_Deva-ind_Latn", "languages": ["npi-Deva", "ind-Latn"], "main_score": 0.966568, "precision": 0.96278, "recall": 0.974308}, {"accuracy": 0.228261, "f1": 0.158161, "hf_subset": "npi_Deva-knc_Latn", "languages": ["npi-Deva", "knc-Latn"], "main_score": 0.158161, "precision": 0.140692, "recall": 0.228261}, {"accuracy": 0.298419, "f1": 0.21722, "hf_subset": "npi_Deva-mlt_Latn", "languages": ["npi-Deva", "mlt-Latn"], "main_score": 0.21722, "precision": 0.195099, "recall": 0.298419}, {"accuracy": 0.225296, "f1": 0.152904, "hf_subset": "npi_Deva-quy_Latn", "languages": ["npi-Deva", "quy-Latn"], "main_score": 0.152904, "precision": 0.135112, "recall": 0.225296}, {"accuracy": 0.325099, "f1": 0.242175, "hf_subset": "npi_Deva-swh_Latn", "languages": ["npi-Deva", "swh-Latn"], "main_score": 0.242175, "precision": 0.218081, "recall": 0.325099}, {"accuracy": 0.608696, "f1": 0.536785, "hf_subset": "npi_Deva-uzn_Latn", "languages": ["npi-Deva", "uzn-Latn"], "main_score": 0.536785, "precision": 0.508515, "recall": 0.608696}, {"accuracy": 0.967391, "f1": 0.957016, "hf_subset": "npi_Deva-als_Latn", "languages": ["npi-Deva", "als-Latn"], "main_score": 0.957016, "precision": 0.95191, "recall": 0.967391}, {"accuracy": 0.05336, "f1": 0.019444, "hf_subset": "npi_Deva-bod_Tibt", "languages": ["npi-Deva", "bod-Tibt"], "main_score": 0.019444, "precision": 0.015381, "recall": 0.05336}, {"accuracy": 0.182806, "f1": 0.121388, "hf_subset": "npi_Deva-fij_Latn", "languages": ["npi-Deva", "fij-Latn"], "main_score": 0.121388, "precision": 0.10582, "recall": 0.182806}, {"accuracy": 0.740119, "f1": 0.677822, "hf_subset": "npi_Deva-isl_Latn", "languages": ["npi-Deva", "isl-Latn"], "main_score": 0.677822, "precision": 0.651886, "recall": 0.740119}, {"accuracy": 0.210474, "f1": 0.139752, "hf_subset": "npi_Deva-kon_Latn", "languages": ["npi-Deva", "kon-Latn"], "main_score": 0.139752, "precision": 0.122358, "recall": 0.210474}, {"accuracy": 0.064229, "f1": 0.030697, "hf_subset": "npi_Deva-mni_Beng", "languages": ["npi-Deva", "mni-Beng"], "main_score": 0.030697, "precision": 0.025655, "recall": 0.064229}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "npi_Deva-ron_Latn", "languages": ["npi-Deva", "ron-Latn"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.751976, "f1": 0.695887, "hf_subset": "npi_Deva-szl_Latn", "languages": ["npi-Deva", "szl-Latn"], "main_score": 0.695887, "precision": 0.672596, "recall": 0.751976}, {"accuracy": 0.755929, "f1": 0.69518, "hf_subset": "npi_Deva-vec_Latn", "languages": ["npi-Deva", "vec-Latn"], "main_score": 0.69518, "precision": 0.669359, "recall": 0.755929}, {"accuracy": 0.779644, "f1": 0.726703, "hf_subset": "npi_Deva-amh_Ethi", "languages": ["npi-Deva", "amh-Ethi"], "main_score": 0.726703, "precision": 0.703409, "recall": 0.779644}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-bos_Latn", "languages": ["npi-Deva", "bos-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "npi_Deva-fin_Latn", "languages": ["npi-Deva", "fin-Latn"], "main_score": 0.957839, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.981225, "f1": 0.975296, "hf_subset": "npi_Deva-ita_Latn", "languages": ["npi-Deva", "ita-Latn"], "main_score": 0.975296, "precision": 0.972332, "recall": 0.981225}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-kor_Hang", "languages": ["npi-Deva", "kor-Hang"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.181818, "f1": 0.119059, "hf_subset": "npi_Deva-mos_Latn", "languages": ["npi-Deva", "mos-Latn"], "main_score": 0.119059, "precision": 0.103988, "recall": 0.181818}, {"accuracy": 0.139328, "f1": 0.084405, "hf_subset": "npi_Deva-run_Latn", "languages": ["npi-Deva", "run-Latn"], "main_score": 0.084405, "precision": 0.071685, "recall": 0.139328}, {"accuracy": 0.896245, "f1": 0.866831, "hf_subset": "npi_Deva-tam_Taml", "languages": ["npi-Deva", "tam-Taml"], "main_score": 0.866831, "precision": 0.853014, "recall": 0.896245}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "npi_Deva-vie_Latn", "languages": ["npi-Deva", "vie-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.938735, "f1": 0.922958, "hf_subset": "npi_Deva-apc_Arab", "languages": ["npi-Deva", "apc-Arab"], "main_score": 0.922958, "precision": 0.915761, "recall": 0.938735}, {"accuracy": 0.342885, "f1": 0.259936, "hf_subset": "npi_Deva-bug_Latn", "languages": ["npi-Deva", "bug-Latn"], "main_score": 0.259936, "precision": 0.234722, "recall": 0.342885}, {"accuracy": 0.170949, "f1": 0.106988, "hf_subset": "npi_Deva-fon_Latn", "languages": ["npi-Deva", "fon-Latn"], "main_score": 0.106988, "precision": 0.093346, "recall": 0.170949}, {"accuracy": 0.662055, "f1": 0.591333, "hf_subset": "npi_Deva-jav_Latn", "languages": ["npi-Deva", "jav-Latn"], "main_score": 0.591333, "precision": 0.563788, "recall": 0.662055}, {"accuracy": 0.914032, "f1": 0.890053, "hf_subset": "npi_Deva-lao_Laoo", "languages": ["npi-Deva", "lao-Laoo"], "main_score": 0.890053, "precision": 0.879035, "recall": 0.914032}, {"accuracy": 0.158103, "f1": 0.095455, "hf_subset": "npi_Deva-mri_Latn", "languages": ["npi-Deva", "mri-Latn"], "main_score": 0.095455, "precision": 0.081885, "recall": 0.158103}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "npi_Deva-rus_Cyrl", "languages": ["npi-Deva", "rus-Cyrl"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.216403, "f1": 0.153022, "hf_subset": "npi_Deva-taq_Latn", "languages": ["npi-Deva", "taq-Latn"], "main_score": 0.153022, "precision": 0.137179, "recall": 0.216403}, {"accuracy": 0.395257, "f1": 0.305879, "hf_subset": "npi_Deva-war_Latn", "languages": ["npi-Deva", "war-Latn"], "main_score": 0.305879, "precision": 0.278322, "recall": 0.395257}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "npi_Deva-arb_Arab", "languages": ["npi-Deva", "arb-Arab"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "npi_Deva-bul_Cyrl", "languages": ["npi-Deva", "bul-Cyrl"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "npi_Deva-fra_Latn", "languages": ["npi-Deva", "fra-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "npi_Deva-jpn_Jpan", "languages": ["npi-Deva", "jpn-Jpan"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.704545, "f1": 0.635326, "hf_subset": "npi_Deva-lij_Latn", "languages": ["npi-Deva", "lij-Latn"], "main_score": 0.635326, "precision": 0.606004, "recall": 0.704545}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "npi_Deva-mya_Mymr", "languages": ["npi-Deva", "mya-Mymr"], "main_score": 0.912615, "precision": 0.903574, "recall": 0.931818}, {"accuracy": 0.201581, "f1": 0.133608, "hf_subset": "npi_Deva-sag_Latn", "languages": ["npi-Deva", "sag-Latn"], "main_score": 0.133608, "precision": 0.116133, "recall": 0.201581}, {"accuracy": 0.079051, "f1": 0.036777, "hf_subset": "npi_Deva-taq_Tfng", "languages": ["npi-Deva", "taq-Tfng"], "main_score": 0.036777, "precision": 0.030267, "recall": 0.079051}, {"accuracy": 0.212451, "f1": 0.142267, "hf_subset": "npi_Deva-wol_Latn", "languages": ["npi-Deva", "wol-Latn"], "main_score": 0.142267, "precision": 0.124434, "recall": 0.212451}, {"accuracy": 0.101779, "f1": 0.052511, "hf_subset": "npi_Deva-arb_Latn", "languages": ["npi-Deva", "arb-Latn"], "main_score": 0.052511, "precision": 0.043243, "recall": 0.101779}, {"accuracy": 0.97332, "f1": 0.964756, "hf_subset": "npi_Deva-cat_Latn", "languages": ["npi-Deva", "cat-Latn"], "main_score": 0.964756, "precision": 0.960474, "recall": 0.97332}, {"accuracy": 0.651186, "f1": 0.572186, "hf_subset": "npi_Deva-fur_Latn", "languages": ["npi-Deva", "fur-Latn"], "main_score": 0.572186, "precision": 0.539542, "recall": 0.651186}, {"accuracy": 0.083004, "f1": 0.049859, "hf_subset": "npi_Deva-kab_Latn", "languages": ["npi-Deva", "kab-Latn"], "main_score": 0.049859, "precision": 0.04262, "recall": 0.083004}, {"accuracy": 0.68083, "f1": 0.607899, "hf_subset": "npi_Deva-lim_Latn", "languages": ["npi-Deva", "lim-Latn"], "main_score": 0.607899, "precision": 0.577413, "recall": 0.68083}, {"accuracy": 0.974308, "f1": 0.966403, "hf_subset": "npi_Deva-nld_Latn", "languages": ["npi-Deva", "nld-Latn"], "main_score": 0.966403, "precision": 0.962451, "recall": 0.974308}, {"accuracy": 0.756917, "f1": 0.697024, "hf_subset": "npi_Deva-san_Deva", "languages": ["npi-Deva", "san-Deva"], "main_score": 0.697024, "precision": 0.670612, "recall": 0.756917}, {"accuracy": 0.463439, "f1": 0.386652, "hf_subset": "npi_Deva-tat_Cyrl", "languages": ["npi-Deva", "tat-Cyrl"], "main_score": 0.386652, "precision": 0.359878, "recall": 0.463439}, {"accuracy": 0.170949, "f1": 0.104231, "hf_subset": "npi_Deva-xho_Latn", "languages": ["npi-Deva", "xho-Latn"], "main_score": 0.104231, "precision": 0.08914, "recall": 0.170949}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "npi_Deva-ars_Arab", "languages": ["npi-Deva", "ars-Arab"], "main_score": 0.952899, "precision": 0.947134, "recall": 0.964427}, {"accuracy": 0.380435, "f1": 0.292872, "hf_subset": "npi_Deva-ceb_Latn", "languages": ["npi-Deva", "ceb-Latn"], "main_score": 0.292872, "precision": 0.265119, "recall": 0.380435}, {"accuracy": 0.19664, "f1": 0.123533, "hf_subset": "npi_Deva-fuv_Latn", "languages": ["npi-Deva", "fuv-Latn"], "main_score": 0.123533, "precision": 0.106673, "recall": 0.19664}, {"accuracy": 0.172925, "f1": 0.113603, "hf_subset": "npi_Deva-kac_Latn", "languages": ["npi-Deva", "kac-Latn"], "main_score": 0.113603, "precision": 0.098776, "recall": 0.172925}, {"accuracy": 0.215415, "f1": 0.150277, "hf_subset": "npi_Deva-lin_Latn", "languages": ["npi-Deva", "lin-Latn"], "main_score": 0.150277, "precision": 0.132785, "recall": 0.215415}, {"accuracy": 0.951581, "f1": 0.936759, "hf_subset": "npi_Deva-nno_Latn", "languages": ["npi-Deva", "nno-Latn"], "main_score": 0.936759, "precision": 0.929513, "recall": 0.951581}, {"accuracy": 0.017787, "f1": 0.00252, "hf_subset": "npi_Deva-sat_Olck", "languages": ["npi-Deva", "sat-Olck"], "main_score": 0.00252, "precision": 0.001517, "recall": 0.017787}, {"accuracy": 0.874506, "f1": 0.841502, "hf_subset": "npi_Deva-tel_Telu", "languages": ["npi-Deva", "tel-Telu"], "main_score": 0.841502, "precision": 0.826416, "recall": 0.874506}, {"accuracy": 0.443676, "f1": 0.358376, "hf_subset": "npi_Deva-ydd_Hebr", "languages": ["npi-Deva", "ydd-Hebr"], "main_score": 0.358376, "precision": 0.32665, "recall": 0.443676}, {"accuracy": 0.813241, "f1": 0.765316, "hf_subset": "npi_Deva-ary_Arab", "languages": ["npi-Deva", "ary-Arab"], "main_score": 0.765316, "precision": 0.743281, "recall": 0.813241}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "npi_Deva-ces_Latn", "languages": ["npi-Deva", "ces-Latn"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.089921, "f1": 0.048275, "hf_subset": "npi_Deva-gaz_Latn", "languages": ["npi-Deva", "gaz-Latn"], "main_score": 0.048275, "precision": 0.039992, "recall": 0.089921}, {"accuracy": 0.163043, "f1": 0.104937, "hf_subset": "npi_Deva-kam_Latn", "languages": ["npi-Deva", "kam-Latn"], "main_score": 0.104937, "precision": 0.090874, "recall": 0.163043}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "npi_Deva-lit_Latn", "languages": ["npi-Deva", "lit-Latn"], "main_score": 0.956192, "precision": 0.951252, "recall": 0.966403}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "npi_Deva-nob_Latn", "languages": ["npi-Deva", "nob-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.596838, "f1": 0.516383, "hf_subset": "npi_Deva-scn_Latn", "languages": ["npi-Deva", "scn-Latn"], "main_score": 0.516383, "precision": 0.486072, "recall": 0.596838}, {"accuracy": 0.166996, "f1": 0.107304, "hf_subset": "npi_Deva-tgk_Cyrl", "languages": ["npi-Deva", "tgk-Cyrl"], "main_score": 0.107304, "precision": 0.093425, "recall": 0.166996}, {"accuracy": 0.170949, "f1": 0.106197, "hf_subset": "npi_Deva-yor_Latn", "languages": ["npi-Deva", "yor-Latn"], "main_score": 0.106197, "precision": 0.091588, "recall": 0.170949}, {"accuracy": 0.920949, "f1": 0.898386, "hf_subset": "npi_Deva-arz_Arab", "languages": ["npi-Deva", "arz-Arab"], "main_score": 0.898386, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.16502, "f1": 0.107758, "hf_subset": "npi_Deva-cjk_Latn", "languages": ["npi-Deva", "cjk-Latn"], "main_score": 0.107758, "precision": 0.094548, "recall": 0.16502}, {"accuracy": 0.170949, "f1": 0.109251, "hf_subset": "npi_Deva-gla_Latn", "languages": ["npi-Deva", "gla-Latn"], "main_score": 0.109251, "precision": 0.093066, "recall": 0.170949}, {"accuracy": 0.824111, "f1": 0.774671, "hf_subset": "npi_Deva-kan_Knda", "languages": ["npi-Deva", "kan-Knda"], "main_score": 0.774671, "precision": 0.752174, "recall": 0.824111}, {"accuracy": 0.585968, "f1": 0.51077, "hf_subset": "npi_Deva-lmo_Latn", "languages": ["npi-Deva", "lmo-Latn"], "main_score": 0.51077, "precision": 0.482351, "recall": 0.585968}, {"accuracy": 0.228261, "f1": 0.151859, "hf_subset": "npi_Deva-shn_Mymr", "languages": ["npi-Deva", "shn-Mymr"], "main_score": 0.151859, "precision": 0.130497, "recall": 0.228261}, {"accuracy": 0.43083, "f1": 0.343945, "hf_subset": "npi_Deva-tgl_Latn", "languages": ["npi-Deva", "tgl-Latn"], "main_score": 0.343945, "precision": 0.316052, "recall": 0.43083}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "npi_Deva-yue_Hant", "languages": ["npi-Deva", "yue-Hant"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.577075, "f1": 0.495415, "hf_subset": "npi_Deva-asm_Beng", "languages": ["npi-Deva", "asm-Beng"], "main_score": 0.495415, "precision": 0.462795, "recall": 0.577075}, {"accuracy": 0.825099, "f1": 0.779776, "hf_subset": "npi_Deva-ckb_Arab", "languages": ["npi-Deva", "ckb-Arab"], "main_score": 0.779776, "precision": 0.759799, "recall": 0.825099}, {"accuracy": 0.249012, "f1": 0.17714, "hf_subset": "npi_Deva-gle_Latn", "languages": ["npi-Deva", "gle-Latn"], "main_score": 0.17714, "precision": 0.157089, "recall": 0.249012}, {"accuracy": 0.61166, "f1": 0.53655, "hf_subset": "npi_Deva-kas_Arab", "languages": ["npi-Deva", "kas-Arab"], "main_score": 0.53655, "precision": 0.505692, "recall": 0.61166}, {"accuracy": 0.662055, "f1": 0.592775, "hf_subset": "npi_Deva-ltg_Latn", "languages": ["npi-Deva", "ltg-Latn"], "main_score": 0.592775, "precision": 0.564266, "recall": 0.662055}, {"accuracy": 0.20751, "f1": 0.134608, "hf_subset": "npi_Deva-nso_Latn", "languages": ["npi-Deva", "nso-Latn"], "main_score": 0.134608, "precision": 0.116082, "recall": 0.20751}, {"accuracy": 0.920949, "f1": 0.900066, "hf_subset": "npi_Deva-sin_Sinh", "languages": ["npi-Deva", "sin-Sinh"], "main_score": 0.900066, "precision": 0.890596, "recall": 0.920949}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "npi_Deva-tha_Thai", "languages": ["npi-Deva", "tha-Thai"], "main_score": 0.964262, "precision": 0.960474, "recall": 0.972332}, {"accuracy": 0.979249, "f1": 0.973155, "hf_subset": "npi_Deva-zho_Hans", "languages": ["npi-Deva", "zho-Hans"], "main_score": 0.973155, "precision": 0.970191, "recall": 0.979249}, {"accuracy": 0.902174, "f1": 0.874967, "hf_subset": "npi_Deva-ast_Latn", "languages": ["npi-Deva", "ast-Latn"], "main_score": 0.874967, "precision": 0.861989, "recall": 0.902174}, {"accuracy": 0.716403, "f1": 0.658155, "hf_subset": "npi_Deva-crh_Latn", "languages": ["npi-Deva", "crh-Latn"], "main_score": 0.658155, "precision": 0.633564, "recall": 0.716403}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "npi_Deva-glg_Latn", "languages": ["npi-Deva", "glg-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.410079, "f1": 0.331864, "hf_subset": "npi_Deva-kas_Deva", "languages": ["npi-Deva", "kas-Deva"], "main_score": 0.331864, "precision": 0.304329, "recall": 0.410079}, {"accuracy": 0.451581, "f1": 0.364085, "hf_subset": "npi_Deva-ltz_Latn", "languages": ["npi-Deva", "ltz-Latn"], "main_score": 0.364085, "precision": 0.334152, "recall": 0.451581}, {"accuracy": 0.099802, "f1": 0.055102, "hf_subset": "npi_Deva-nus_Latn", "languages": ["npi-Deva", "nus-Latn"], "main_score": 0.055102, "precision": 0.046785, "recall": 0.099802}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "npi_Deva-slk_Latn", "languages": ["npi-Deva", "slk-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.200593, "f1": 0.137388, "hf_subset": "npi_Deva-tir_Ethi", "languages": ["npi-Deva", "tir-Ethi"], "main_score": 0.137388, "precision": 0.119498, "recall": 0.200593}, {"accuracy": 0.974308, "f1": 0.966074, "hf_subset": "npi_Deva-zho_Hant", "languages": ["npi-Deva", "zho-Hant"], "main_score": 0.966074, "precision": 0.961957, "recall": 0.974308}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "npi_Deva-awa_Deva", "languages": ["npi-Deva", "awa-Deva"], "main_score": 0.940382, "precision": 0.934124, "recall": 0.953557}, {"accuracy": 0.424901, "f1": 0.334071, "hf_subset": "npi_Deva-cym_Latn", "languages": ["npi-Deva", "cym-Latn"], "main_score": 0.334071, "precision": 0.305285, "recall": 0.424901}, {"accuracy": 0.309289, "f1": 0.225401, "hf_subset": "npi_Deva-grn_Latn", "languages": ["npi-Deva", "grn-Latn"], "main_score": 0.225401, "precision": 0.202134, "recall": 0.309289}, {"accuracy": 0.857708, "f1": 0.815777, "hf_subset": "npi_Deva-kat_Geor", "languages": ["npi-Deva", "kat-Geor"], "main_score": 0.815777, "precision": 0.796525, "recall": 0.857708}, {"accuracy": 0.217391, "f1": 0.148397, "hf_subset": "npi_Deva-lua_Latn", "languages": ["npi-Deva", "lua-Latn"], "main_score": 0.148397, "precision": 0.130589, "recall": 0.217391}, {"accuracy": 0.202569, "f1": 0.130811, "hf_subset": "npi_Deva-nya_Latn", "languages": ["npi-Deva", "nya-Latn"], "main_score": 0.130811, "precision": 0.11262, "recall": 0.202569}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "npi_Deva-slv_Latn", "languages": ["npi-Deva", "slv-Latn"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.406126, "f1": 0.315034, "hf_subset": "npi_Deva-tpi_Latn", "languages": ["npi-Deva", "tpi-Latn"], "main_score": 0.315034, "precision": 0.286021, "recall": 0.406126}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "npi_Deva-zsm_Latn", "languages": ["npi-Deva", "zsm-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.168972, "f1": 0.105255, "hf_subset": "npi_Deva-ayr_Latn", "languages": ["npi-Deva", "ayr-Latn"], "main_score": 0.105255, "precision": 0.091383, "recall": 0.168972}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "npi_Deva-dan_Latn", "languages": ["npi-Deva", "dan-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.917984, "f1": 0.894466, "hf_subset": "npi_Deva-guj_Gujr", "languages": ["npi-Deva", "guj-Gujr"], "main_score": 0.894466, "precision": 0.883811, "recall": 0.917984}, {"accuracy": 0.938735, "f1": 0.921179, "hf_subset": "npi_Deva-kaz_Cyrl", "languages": ["npi-Deva", "kaz-Cyrl"], "main_score": 0.921179, "precision": 0.912796, "recall": 0.938735}, {"accuracy": 0.150198, "f1": 0.097541, "hf_subset": "npi_Deva-lug_Latn", "languages": ["npi-Deva", "lug-Latn"], "main_score": 0.097541, "precision": 0.086279, "recall": 0.150198}, {"accuracy": 0.874506, "f1": 0.839163, "hf_subset": "npi_Deva-oci_Latn", "languages": ["npi-Deva", "oci-Latn"], "main_score": 0.839163, "precision": 0.822414, "recall": 0.874506}, {"accuracy": 0.164032, "f1": 0.100744, "hf_subset": "npi_Deva-smo_Latn", "languages": ["npi-Deva", "smo-Latn"], "main_score": 0.100744, "precision": 0.086401, "recall": 0.164032}, {"accuracy": 0.168972, "f1": 0.105684, "hf_subset": "npi_Deva-tsn_Latn", "languages": ["npi-Deva", "tsn-Latn"], "main_score": 0.105684, "precision": 0.09018, "recall": 0.168972}, {"accuracy": 0.124506, "f1": 0.074478, "hf_subset": "npi_Deva-zul_Latn", "languages": ["npi-Deva", "zul-Latn"], "main_score": 0.074478, "precision": 0.064422, "recall": 0.124506}, {"accuracy": 0.547431, "f1": 0.464201, "hf_subset": "npi_Deva-azb_Arab", "languages": ["npi-Deva", "azb-Arab"], "main_score": 0.464201, "precision": 0.432378, "recall": 0.547431}, {"accuracy": 0.976285, "f1": 0.969038, "hf_subset": "npi_Deva-deu_Latn", "languages": ["npi-Deva", "deu-Latn"], "main_score": 0.969038, "precision": 0.965415, "recall": 0.976285}, {"accuracy": 0.264822, "f1": 0.187629, "hf_subset": "npi_Deva-hat_Latn", "languages": ["npi-Deva", "hat-Latn"], "main_score": 0.187629, "precision": 0.166497, "recall": 0.264822}, {"accuracy": 0.150198, "f1": 0.088426, "hf_subset": "npi_Deva-kbp_Latn", "languages": ["npi-Deva", "kbp-Latn"], "main_score": 0.088426, "precision": 0.074276, "recall": 0.150198}, {"accuracy": 0.188735, "f1": 0.121435, "hf_subset": "npi_Deva-luo_Latn", "languages": ["npi-Deva", "luo-Latn"], "main_score": 0.121435, "precision": 0.105782, "recall": 0.188735}, {"accuracy": 0.847826, "f1": 0.809834, "hf_subset": "npi_Deva-ory_Orya", "languages": ["npi-Deva", "ory-Orya"], "main_score": 0.809834, "precision": 0.79305, "recall": 0.847826}, {"accuracy": 0.148221, "f1": 0.087436, "hf_subset": "npi_Deva-sna_Latn", "languages": ["npi-Deva", "sna-Latn"], "main_score": 0.087436, "precision": 0.074292, "recall": 0.148221}, {"accuracy": 0.164032, "f1": 0.106218, "hf_subset": "npi_Deva-tso_Latn", "languages": ["npi-Deva", "tso-Latn"], "main_score": 0.106218, "precision": 0.091765, "recall": 0.164032}, {"accuracy": 0.93083, "f1": 0.911627, "hf_subset": "npi_Deva-azj_Latn", "languages": ["npi-Deva", "azj-Latn"], "main_score": 0.911627, "precision": 0.902915, "recall": 0.93083}, {"accuracy": 0.246047, "f1": 0.172757, "hf_subset": "npi_Deva-dik_Latn", "languages": ["npi-Deva", "dik-Latn"], "main_score": 0.172757, "precision": 0.15354, "recall": 0.246047}, {"accuracy": 0.201581, "f1": 0.132967, "hf_subset": "npi_Deva-hau_Latn", "languages": ["npi-Deva", "hau-Latn"], "main_score": 0.132967, "precision": 0.116109, "recall": 0.201581}, {"accuracy": 0.583004, "f1": 0.505201, "hf_subset": "npi_Deva-kea_Latn", "languages": ["npi-Deva", "kea-Latn"], "main_score": 0.505201, "precision": 0.475702, "recall": 0.583004}, {"accuracy": 0.321146, "f1": 0.239428, "hf_subset": "npi_Deva-lus_Latn", "languages": ["npi-Deva", "lus-Latn"], "main_score": 0.239428, "precision": 0.215397, "recall": 0.321146}, {"accuracy": 0.443676, "f1": 0.352949, "hf_subset": "npi_Deva-pag_Latn", "languages": ["npi-Deva", "pag-Latn"], "main_score": 0.352949, "precision": 0.322019, "recall": 0.443676}, {"accuracy": 0.865613, "f1": 0.828821, "hf_subset": "npi_Deva-snd_Arab", "languages": ["npi-Deva", "snd-Arab"], "main_score": 0.828821, "precision": 0.812088, "recall": 0.865613}, {"accuracy": 0.302372, "f1": 0.21789, "hf_subset": "npi_Deva-tuk_Latn", "languages": ["npi-Deva", "tuk-Latn"], "main_score": 0.21789, "precision": 0.192358, "recall": 0.302372}, {"accuracy": 0.442688, "f1": 0.357707, "hf_subset": "npi_Deva-bak_Cyrl", "languages": ["npi-Deva", "bak-Cyrl"], "main_score": 0.357707, "precision": 0.328704, "recall": 0.442688}, {"accuracy": 0.149209, "f1": 0.091509, "hf_subset": "npi_Deva-dyu_Latn", "languages": ["npi-Deva", "dyu-Latn"], "main_score": 0.091509, "precision": 0.077111, "recall": 0.149209}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "npi_Deva-heb_Hebr", "languages": ["npi-Deva", "heb-Hebr"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.960474, "f1": 0.948781, "hf_subset": "npi_Deva-khk_Cyrl", "languages": ["npi-Deva", "khk-Cyrl"], "main_score": 0.948781, "precision": 0.943017, "recall": 0.960474}, {"accuracy": 0.977273, "f1": 0.971014, "hf_subset": "npi_Deva-lvs_Latn", "languages": ["npi-Deva", "lvs-Latn"], "main_score": 0.971014, "precision": 0.96805, "recall": 0.977273}, {"accuracy": 0.876482, "f1": 0.841634, "hf_subset": "npi_Deva-pan_Guru", "languages": ["npi-Deva", "pan-Guru"], "main_score": 0.841634, "precision": 0.825576, "recall": 0.876482}, {"accuracy": 0.242095, "f1": 0.172271, "hf_subset": "npi_Deva-som_Latn", "languages": ["npi-Deva", "som-Latn"], "main_score": 0.172271, "precision": 0.152778, "recall": 0.242095}, {"accuracy": 0.171937, "f1": 0.107567, "hf_subset": "npi_Deva-tum_Latn", "languages": ["npi-Deva", "tum-Latn"], "main_score": 0.107567, "precision": 0.092625, "recall": 0.171937}, {"accuracy": 0.041502, "f1": 0.02705, "hf_subset": "shn_Mymr-ace_Arab", "languages": ["shn-Mymr", "ace-Arab"], "main_score": 0.02705, "precision": 0.024004, "recall": 0.041502}, {"accuracy": 0.1917, "f1": 0.1664, "hf_subset": "shn_Mymr-bam_Latn", "languages": ["shn-Mymr", "bam-Latn"], "main_score": 0.1664, "precision": 0.156986, "recall": 0.1917}, {"accuracy": 0.003953, "f1": 0.000295, "hf_subset": "shn_Mymr-dzo_Tibt", "languages": ["shn-Mymr", "dzo-Tibt"], "main_score": 0.000295, "precision": 0.000159, "recall": 0.003953}, {"accuracy": 0.194664, "f1": 0.167411, "hf_subset": "shn_Mymr-hin_Deva", "languages": ["shn-Mymr", "hin-Deva"], "main_score": 0.167411, "precision": 0.15809, "recall": 0.194664}, {"accuracy": 0.1917, "f1": 0.175119, "hf_subset": "shn_Mymr-khm_Khmr", "languages": ["shn-Mymr", "khm-Khmr"], "main_score": 0.175119, "precision": 0.168457, "recall": 0.1917}, {"accuracy": 0.163043, "f1": 0.141445, "hf_subset": "shn_Mymr-mag_Deva", "languages": ["shn-Mymr", "mag-Deva"], "main_score": 0.141445, "precision": 0.133734, "recall": 0.163043}, {"accuracy": 0.232213, "f1": 0.212842, "hf_subset": "shn_Mymr-pap_Latn", "languages": ["shn-Mymr", "pap-Latn"], "main_score": 0.212842, "precision": 0.205511, "recall": 0.232213}, {"accuracy": 0.200593, "f1": 0.175671, "hf_subset": "shn_Mymr-sot_Latn", "languages": ["shn-Mymr", "sot-Latn"], "main_score": 0.175671, "precision": 0.167238, "recall": 0.200593}, {"accuracy": 0.248024, "f1": 0.2276, "hf_subset": "shn_Mymr-tur_Latn", "languages": ["shn-Mymr", "tur-Latn"], "main_score": 0.2276, "precision": 0.22026, "recall": 0.248024}, {"accuracy": 0.233202, "f1": 0.204288, "hf_subset": "shn_Mymr-ace_Latn", "languages": ["shn-Mymr", "ace-Latn"], "main_score": 0.204288, "precision": 0.19432, "recall": 0.233202}, {"accuracy": 0.238142, "f1": 0.227026, "hf_subset": "shn_Mymr-ban_Latn", "languages": ["shn-Mymr", "ban-Latn"], "main_score": 0.227026, "precision": 0.222308, "recall": 0.238142}, {"accuracy": 0.197628, "f1": 0.171684, "hf_subset": "shn_Mymr-ell_Grek", "languages": ["shn-Mymr", "ell-Grek"], "main_score": 0.171684, "precision": 0.16311, "recall": 0.197628}, {"accuracy": 0.170949, "f1": 0.150955, "hf_subset": "shn_Mymr-hne_Deva", "languages": ["shn-Mymr", "hne-Deva"], "main_score": 0.150955, "precision": 0.144318, "recall": 0.170949}, {"accuracy": 0.197628, "f1": 0.17049, "hf_subset": "shn_Mymr-kik_Latn", "languages": ["shn-Mymr", "kik-Latn"], "main_score": 0.17049, "precision": 0.160373, "recall": 0.197628}, {"accuracy": 0.164032, "f1": 0.144204, "hf_subset": "shn_Mymr-mai_Deva", "languages": ["shn-Mymr", "mai-Deva"], "main_score": 0.144204, "precision": 0.138017, "recall": 0.164032}, {"accuracy": 0.172925, "f1": 0.151507, "hf_subset": "shn_Mymr-pbt_Arab", "languages": ["shn-Mymr", "pbt-Arab"], "main_score": 0.151507, "precision": 0.145241, "recall": 0.172925}, {"accuracy": 0.241107, "f1": 0.223707, "hf_subset": "shn_Mymr-spa_Latn", "languages": ["shn-Mymr", "spa-Latn"], "main_score": 0.223707, "precision": 0.216833, "recall": 0.241107}, {"accuracy": 0.254941, "f1": 0.225456, "hf_subset": "shn_Mymr-twi_Latn", "languages": ["shn-Mymr", "twi-Latn"], "main_score": 0.225456, "precision": 0.215, "recall": 0.254941}, {"accuracy": 0.178854, "f1": 0.156114, "hf_subset": "shn_Mymr-acm_Arab", "languages": ["shn-Mymr", "acm-Arab"], "main_score": 0.156114, "precision": 0.147895, "recall": 0.178854}, {"accuracy": 0.18083, "f1": 0.158813, "hf_subset": "shn_Mymr-bel_Cyrl", "languages": ["shn-Mymr", "bel-Cyrl"], "main_score": 0.158813, "precision": 0.151057, "recall": 0.18083}, {"accuracy": 0.26581, "f1": 0.243946, "hf_subset": "shn_Mymr-eng_Latn", "languages": ["shn-Mymr", "eng-Latn"], "main_score": 0.243946, "precision": 0.2367, "recall": 0.26581}, {"accuracy": 0.245059, "f1": 0.226861, "hf_subset": "shn_Mymr-hrv_Latn", "languages": ["shn-Mymr", "hrv-Latn"], "main_score": 0.226861, "precision": 0.219695, "recall": 0.245059}, {"accuracy": 0.157115, "f1": 0.136683, "hf_subset": "shn_Mymr-kin_Latn", "languages": ["shn-Mymr", "kin-Latn"], "main_score": 0.136683, "precision": 0.129166, "recall": 0.157115}, {"accuracy": 0.09585, "f1": 0.076761, "hf_subset": "shn_Mymr-mal_Mlym", "languages": ["shn-Mymr", "mal-Mlym"], "main_score": 0.076761, "precision": 0.071578, "recall": 0.09585}, {"accuracy": 0.1917, "f1": 0.167121, "hf_subset": "shn_Mymr-pes_Arab", "languages": ["shn-Mymr", "pes-Arab"], "main_score": 0.167121, "precision": 0.159514, "recall": 0.1917}, {"accuracy": 0.242095, "f1": 0.223002, "hf_subset": "shn_Mymr-srd_Latn", "languages": ["shn-Mymr", "srd-Latn"], "main_score": 0.223002, "precision": 0.21667, "recall": 0.242095}, {"accuracy": 0.066206, "f1": 0.046186, "hf_subset": "shn_Mymr-tzm_Tfng", "languages": ["shn-Mymr", "tzm-Tfng"], "main_score": 0.046186, "precision": 0.041543, "recall": 0.066206}, {"accuracy": 0.176877, "f1": 0.151786, "hf_subset": "shn_Mymr-acq_Arab", "languages": ["shn-Mymr", "acq-Arab"], "main_score": 0.151786, "precision": 0.143771, "recall": 0.176877}, {"accuracy": 0.195652, "f1": 0.168859, "hf_subset": "shn_Mymr-bem_Latn", "languages": ["shn-Mymr", "bem-Latn"], "main_score": 0.168859, "precision": 0.159125, "recall": 0.195652}, {"accuracy": 0.216403, "f1": 0.203331, "hf_subset": "shn_Mymr-epo_Latn", "languages": ["shn-Mymr", "epo-Latn"], "main_score": 0.203331, "precision": 0.198768, "recall": 0.216403}, {"accuracy": 0.252964, "f1": 0.231508, "hf_subset": "shn_Mymr-hun_Latn", "languages": ["shn-Mymr", "hun-Latn"], "main_score": 0.231508, "precision": 0.22369, "recall": 0.252964}, {"accuracy": 0.201581, "f1": 0.17968, "hf_subset": "shn_Mymr-kir_Cyrl", "languages": ["shn-Mymr", "kir-Cyrl"], "main_score": 0.17968, "precision": 0.172132, "recall": 0.201581}, {"accuracy": 0.144269, "f1": 0.126235, "hf_subset": "shn_Mymr-mar_Deva", "languages": ["shn-Mymr", "mar-Deva"], "main_score": 0.126235, "precision": 0.12008, "recall": 0.144269}, {"accuracy": 0.209486, "f1": 0.183449, "hf_subset": "shn_Mymr-plt_Latn", "languages": ["shn-Mymr", "plt-Latn"], "main_score": 0.183449, "precision": 0.172873, "recall": 0.209486}, {"accuracy": 0.214427, "f1": 0.194721, "hf_subset": "shn_Mymr-srp_Cyrl", "languages": ["shn-Mymr", "srp-Cyrl"], "main_score": 0.194721, "precision": 0.187527, "recall": 0.214427}, {"accuracy": 0.125494, "f1": 0.108317, "hf_subset": "shn_Mymr-uig_Arab", "languages": ["shn-Mymr", "uig-Arab"], "main_score": 0.108317, "precision": 0.1023, "recall": 0.125494}, {"accuracy": 0.160079, "f1": 0.139799, "hf_subset": "shn_Mymr-aeb_Arab", "languages": ["shn-Mymr", "aeb-Arab"], "main_score": 0.139799, "precision": 0.133064, "recall": 0.160079}, {"accuracy": 0.108696, "f1": 0.089707, "hf_subset": "shn_Mymr-ben_Beng", "languages": ["shn-Mymr", "ben-Beng"], "main_score": 0.089707, "precision": 0.083783, "recall": 0.108696}, {"accuracy": 0.247036, "f1": 0.230754, "hf_subset": "shn_Mymr-est_Latn", "languages": ["shn-Mymr", "est-Latn"], "main_score": 0.230754, "precision": 0.224502, "recall": 0.247036}, {"accuracy": 0.160079, "f1": 0.137698, "hf_subset": "shn_Mymr-hye_Armn", "languages": ["shn-Mymr", "hye-Armn"], "main_score": 0.137698, "precision": 0.130422, "recall": 0.160079}, {"accuracy": 0.160079, "f1": 0.132436, "hf_subset": "shn_Mymr-kmb_Latn", "languages": ["shn-Mymr", "kmb-Latn"], "main_score": 0.132436, "precision": 0.123515, "recall": 0.160079}, {"accuracy": 0.02668, "f1": 0.017649, "hf_subset": "shn_Mymr-min_Arab", "languages": ["shn-Mymr", "min-Arab"], "main_score": 0.017649, "precision": 0.015757, "recall": 0.02668}, {"accuracy": 0.249012, "f1": 0.2253, "hf_subset": "shn_Mymr-pol_Latn", "languages": ["shn-Mymr", "pol-Latn"], "main_score": 0.2253, "precision": 0.217492, "recall": 0.249012}, {"accuracy": 0.15415, "f1": 0.129204, "hf_subset": "shn_Mymr-ssw_Latn", "languages": ["shn-Mymr", "ssw-Latn"], "main_score": 0.129204, "precision": 0.120128, "recall": 0.15415}, {"accuracy": 0.212451, "f1": 0.188133, "hf_subset": "shn_Mymr-ukr_Cyrl", "languages": ["shn-Mymr", "ukr-Cyrl"], "main_score": 0.188133, "precision": 0.179788, "recall": 0.212451}, {"accuracy": 0.248024, "f1": 0.226609, "hf_subset": "shn_Mymr-afr_Latn", "languages": ["shn-Mymr", "afr-Latn"], "main_score": 0.226609, "precision": 0.218874, "recall": 0.248024}, {"accuracy": 0.159091, "f1": 0.137847, "hf_subset": "shn_Mymr-bho_Deva", "languages": ["shn-Mymr", "bho-Deva"], "main_score": 0.137847, "precision": 0.130819, "recall": 0.159091}, {"accuracy": 0.225296, "f1": 0.208596, "hf_subset": "shn_Mymr-eus_Latn", "languages": ["shn-Mymr", "eus-Latn"], "main_score": 0.208596, "precision": 0.202557, "recall": 0.225296}, {"accuracy": 0.161067, "f1": 0.136276, "hf_subset": "shn_Mymr-ibo_Latn", "languages": ["shn-Mymr", "ibo-Latn"], "main_score": 0.136276, "precision": 0.128125, "recall": 0.161067}, {"accuracy": 0.219368, "f1": 0.203177, "hf_subset": "shn_Mymr-kmr_Latn", "languages": ["shn-Mymr", "kmr-Latn"], "main_score": 0.203177, "precision": 0.197438, "recall": 0.219368}, {"accuracy": 0.23419, "f1": 0.220553, "hf_subset": "shn_Mymr-min_Latn", "languages": ["shn-Mymr", "min-Latn"], "main_score": 0.220553, "precision": 0.214904, "recall": 0.23419}, {"accuracy": 0.246047, "f1": 0.22306, "hf_subset": "shn_Mymr-por_Latn", "languages": ["shn-Mymr", "por-Latn"], "main_score": 0.22306, "precision": 0.21526, "recall": 0.246047}, {"accuracy": 0.230237, "f1": 0.211588, "hf_subset": "shn_Mymr-sun_Latn", "languages": ["shn-Mymr", "sun-Latn"], "main_score": 0.211588, "precision": 0.204253, "recall": 0.230237}, {"accuracy": 0.149209, "f1": 0.125027, "hf_subset": "shn_Mymr-umb_Latn", "languages": ["shn-Mymr", "umb-Latn"], "main_score": 0.125027, "precision": 0.116965, "recall": 0.149209}, {"accuracy": 0.172925, "f1": 0.152956, "hf_subset": "shn_Mymr-ajp_Arab", "languages": ["shn-Mymr", "ajp-Arab"], "main_score": 0.152956, "precision": 0.146004, "recall": 0.172925}, {"accuracy": 0.048419, "f1": 0.034131, "hf_subset": "shn_Mymr-bjn_Arab", "languages": ["shn-Mymr", "bjn-Arab"], "main_score": 0.034131, "precision": 0.029577, "recall": 0.048419}, {"accuracy": 0.236166, "f1": 0.211364, "hf_subset": "shn_Mymr-ewe_Latn", "languages": ["shn-Mymr", "ewe-Latn"], "main_score": 0.211364, "precision": 0.202164, "recall": 0.236166}, {"accuracy": 0.235178, "f1": 0.214413, "hf_subset": "shn_Mymr-ilo_Latn", "languages": ["shn-Mymr", "ilo-Latn"], "main_score": 0.214413, "precision": 0.206209, "recall": 0.235178}, {"accuracy": 0.075099, "f1": 0.06012, "hf_subset": "shn_Mymr-knc_Arab", "languages": ["shn-Mymr", "knc-Arab"], "main_score": 0.06012, "precision": 0.055839, "recall": 0.075099}, {"accuracy": 0.227273, "f1": 0.210663, "hf_subset": "shn_Mymr-mkd_Cyrl", "languages": ["shn-Mymr", "mkd-Cyrl"], "main_score": 0.210663, "precision": 0.204854, "recall": 0.227273}, {"accuracy": 0.184783, "f1": 0.163004, "hf_subset": "shn_Mymr-prs_Arab", "languages": ["shn-Mymr", "prs-Arab"], "main_score": 0.163004, "precision": 0.155342, "recall": 0.184783}, {"accuracy": 0.251976, "f1": 0.228953, "hf_subset": "shn_Mymr-swe_Latn", "languages": ["shn-Mymr", "swe-Latn"], "main_score": 0.228953, "precision": 0.220954, "recall": 0.251976}, {"accuracy": 0.158103, "f1": 0.136009, "hf_subset": "shn_Mymr-urd_Arab", "languages": ["shn-Mymr", "urd-Arab"], "main_score": 0.136009, "precision": 0.129061, "recall": 0.158103}, {"accuracy": 0.25, "f1": 0.227733, "hf_subset": "shn_Mymr-aka_Latn", "languages": ["shn-Mymr", "aka-Latn"], "main_score": 0.227733, "precision": 0.219603, "recall": 0.25}, {"accuracy": 0.241107, "f1": 0.226687, "hf_subset": "shn_Mymr-bjn_Latn", "languages": ["shn-Mymr", "bjn-Latn"], "main_score": 0.226687, "precision": 0.221388, "recall": 0.241107}, {"accuracy": 0.211462, "f1": 0.194631, "hf_subset": "shn_Mymr-fao_Latn", "languages": ["shn-Mymr", "fao-Latn"], "main_score": 0.194631, "precision": 0.187903, "recall": 0.211462}, {"accuracy": 0.267787, "f1": 0.247001, "hf_subset": "shn_Mymr-ind_Latn", "languages": ["shn-Mymr", "ind-Latn"], "main_score": 0.247001, "precision": 0.239413, "recall": 0.267787}, {"accuracy": 0.224308, "f1": 0.195903, "hf_subset": "shn_Mymr-knc_Latn", "languages": ["shn-Mymr", "knc-Latn"], "main_score": 0.195903, "precision": 0.185037, "recall": 0.224308}, {"accuracy": 0.214427, "f1": 0.191297, "hf_subset": "shn_Mymr-mlt_Latn", "languages": ["shn-Mymr", "mlt-Latn"], "main_score": 0.191297, "precision": 0.182255, "recall": 0.214427}, {"accuracy": 0.186759, "f1": 0.1591, "hf_subset": "shn_Mymr-quy_Latn", "languages": ["shn-Mymr", "quy-Latn"], "main_score": 0.1591, "precision": 0.149096, "recall": 0.186759}, {"accuracy": 0.173913, "f1": 0.158277, "hf_subset": "shn_Mymr-swh_Latn", "languages": ["shn-Mymr", "swh-Latn"], "main_score": 0.158277, "precision": 0.152918, "recall": 0.173913}, {"accuracy": 0.177866, "f1": 0.160932, "hf_subset": "shn_Mymr-uzn_Latn", "languages": ["shn-Mymr", "uzn-Latn"], "main_score": 0.160932, "precision": 0.155067, "recall": 0.177866}, {"accuracy": 0.231225, "f1": 0.20889, "hf_subset": "shn_Mymr-als_Latn", "languages": ["shn-Mymr", "als-Latn"], "main_score": 0.20889, "precision": 0.201544, "recall": 0.231225}, {"accuracy": 0.049407, "f1": 0.027686, "hf_subset": "shn_Mymr-bod_Tibt", "languages": ["shn-Mymr", "bod-Tibt"], "main_score": 0.027686, "precision": 0.023877, "recall": 0.049407}, {"accuracy": 0.19664, "f1": 0.170092, "hf_subset": "shn_Mymr-fij_Latn", "languages": ["shn-Mymr", "fij-Latn"], "main_score": 0.170092, "precision": 0.159371, "recall": 0.19664}, {"accuracy": 0.220356, "f1": 0.202026, "hf_subset": "shn_Mymr-isl_Latn", "languages": ["shn-Mymr", "isl-Latn"], "main_score": 0.202026, "precision": 0.195112, "recall": 0.220356}, {"accuracy": 0.182806, "f1": 0.156606, "hf_subset": "shn_Mymr-kon_Latn", "languages": ["shn-Mymr", "kon-Latn"], "main_score": 0.156606, "precision": 0.147476, "recall": 0.182806}, {"accuracy": 0.043478, "f1": 0.026831, "hf_subset": "shn_Mymr-mni_Beng", "languages": ["shn-Mymr", "mni-Beng"], "main_score": 0.026831, "precision": 0.023543, "recall": 0.043478}, {"accuracy": 0.259881, "f1": 0.24074, "hf_subset": "shn_Mymr-ron_Latn", "languages": ["shn-Mymr", "ron-Latn"], "main_score": 0.24074, "precision": 0.233923, "recall": 0.259881}, {"accuracy": 0.22332, "f1": 0.204194, "hf_subset": "shn_Mymr-szl_Latn", "languages": ["shn-Mymr", "szl-Latn"], "main_score": 0.204194, "precision": 0.197128, "recall": 0.22332}, {"accuracy": 0.229249, "f1": 0.209748, "hf_subset": "shn_Mymr-vec_Latn", "languages": ["shn-Mymr", "vec-Latn"], "main_score": 0.209748, "precision": 0.203832, "recall": 0.229249}, {"accuracy": 0.077075, "f1": 0.063642, "hf_subset": "shn_Mymr-amh_Ethi", "languages": ["shn-Mymr", "amh-Ethi"], "main_score": 0.063642, "precision": 0.059021, "recall": 0.077075}, {"accuracy": 0.244071, "f1": 0.226812, "hf_subset": "shn_Mymr-bos_Latn", "languages": ["shn-Mymr", "bos-Latn"], "main_score": 0.226812, "precision": 0.220251, "recall": 0.244071}, {"accuracy": 0.244071, "f1": 0.222153, "hf_subset": "shn_Mymr-fin_Latn", "languages": ["shn-Mymr", "fin-Latn"], "main_score": 0.222153, "precision": 0.214232, "recall": 0.244071}, {"accuracy": 0.254941, "f1": 0.235457, "hf_subset": "shn_Mymr-ita_Latn", "languages": ["shn-Mymr", "ita-Latn"], "main_score": 0.235457, "precision": 0.22822, "recall": 0.254941}, {"accuracy": 0.181818, "f1": 0.162575, "hf_subset": "shn_Mymr-kor_Hang", "languages": ["shn-Mymr", "kor-Hang"], "main_score": 0.162575, "precision": 0.155491, "recall": 0.181818}, {"accuracy": 0.188735, "f1": 0.161605, "hf_subset": "shn_Mymr-mos_Latn", "languages": ["shn-Mymr", "mos-Latn"], "main_score": 0.161605, "precision": 0.151293, "recall": 0.188735}, {"accuracy": 0.159091, "f1": 0.13622, "hf_subset": "shn_Mymr-run_Latn", "languages": ["shn-Mymr", "run-Latn"], "main_score": 0.13622, "precision": 0.128184, "recall": 0.159091}, {"accuracy": 0.097826, "f1": 0.081446, "hf_subset": "shn_Mymr-tam_Taml", "languages": ["shn-Mymr", "tam-Taml"], "main_score": 0.081446, "precision": 0.076235, "recall": 0.097826}, {"accuracy": 0.246047, "f1": 0.226285, "hf_subset": "shn_Mymr-vie_Latn", "languages": ["shn-Mymr", "vie-Latn"], "main_score": 0.226285, "precision": 0.219643, "recall": 0.246047}, {"accuracy": 0.170949, "f1": 0.152349, "hf_subset": "shn_Mymr-apc_Arab", "languages": ["shn-Mymr", "apc-Arab"], "main_score": 0.152349, "precision": 0.14679, "recall": 0.170949}, {"accuracy": 0.222332, "f1": 0.202668, "hf_subset": "shn_Mymr-bug_Latn", "languages": ["shn-Mymr", "bug-Latn"], "main_score": 0.202668, "precision": 0.19456, "recall": 0.222332}, {"accuracy": 0.193676, "f1": 0.167398, "hf_subset": "shn_Mymr-fon_Latn", "languages": ["shn-Mymr", "fon-Latn"], "main_score": 0.167398, "precision": 0.157911, "recall": 0.193676}, {"accuracy": 0.240119, "f1": 0.222228, "hf_subset": "shn_Mymr-jav_Latn", "languages": ["shn-Mymr", "jav-Latn"], "main_score": 0.222228, "precision": 0.215348, "recall": 0.240119}, {"accuracy": 0.219368, "f1": 0.198078, "hf_subset": "shn_Mymr-lao_Laoo", "languages": ["shn-Mymr", "lao-Laoo"], "main_score": 0.198078, "precision": 0.191281, "recall": 0.219368}, {"accuracy": 0.193676, "f1": 0.164354, "hf_subset": "shn_Mymr-mri_Latn", "languages": ["shn-Mymr", "mri-Latn"], "main_score": 0.164354, "precision": 0.153894, "recall": 0.193676}, {"accuracy": 0.222332, "f1": 0.198238, "hf_subset": "shn_Mymr-rus_Cyrl", "languages": ["shn-Mymr", "rus-Cyrl"], "main_score": 0.198238, "precision": 0.18987, "recall": 0.222332}, {"accuracy": 0.210474, "f1": 0.189191, "hf_subset": "shn_Mymr-taq_Latn", "languages": ["shn-Mymr", "taq-Latn"], "main_score": 0.189191, "precision": 0.181636, "recall": 0.210474}, {"accuracy": 0.214427, "f1": 0.189527, "hf_subset": "shn_Mymr-war_Latn", "languages": ["shn-Mymr", "war-Latn"], "main_score": 0.189527, "precision": 0.180574, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.158499, "hf_subset": "shn_Mymr-arb_Arab", "languages": ["shn-Mymr", "arb-Arab"], "main_score": 0.158499, "precision": 0.149545, "recall": 0.183794}, {"accuracy": 0.232213, "f1": 0.209833, "hf_subset": "shn_Mymr-bul_Cyrl", "languages": ["shn-Mymr", "bul-Cyrl"], "main_score": 0.209833, "precision": 0.2014, "recall": 0.232213}, {"accuracy": 0.252964, "f1": 0.228564, "hf_subset": "shn_Mymr-fra_Latn", "languages": ["shn-Mymr", "fra-Latn"], "main_score": 0.228564, "precision": 0.220252, "recall": 0.252964}, {"accuracy": 0.1917, "f1": 0.168889, "hf_subset": "shn_Mymr-jpn_Jpan", "languages": ["shn-Mymr", "jpn-Jpan"], "main_score": 0.168889, "precision": 0.160909, "recall": 0.1917}, {"accuracy": 0.237154, "f1": 0.220627, "hf_subset": "shn_Mymr-lij_Latn", "languages": ["shn-Mymr", "lij-Latn"], "main_score": 0.220627, "precision": 0.214557, "recall": 0.237154}, {"accuracy": 0.140316, "f1": 0.120457, "hf_subset": "shn_Mymr-mya_Mymr", "languages": ["shn-Mymr", "mya-Mymr"], "main_score": 0.120457, "precision": 0.113088, "recall": 0.140316}, {"accuracy": 0.204545, "f1": 0.179603, "hf_subset": "shn_Mymr-sag_Latn", "languages": ["shn-Mymr", "sag-Latn"], "main_score": 0.179603, "precision": 0.170356, "recall": 0.204545}, {"accuracy": 0.078063, "f1": 0.055182, "hf_subset": "shn_Mymr-taq_Tfng", "languages": ["shn-Mymr", "taq-Tfng"], "main_score": 0.055182, "precision": 0.050035, "recall": 0.078063}, {"accuracy": 0.208498, "f1": 0.18161, "hf_subset": "shn_Mymr-wol_Latn", "languages": ["shn-Mymr", "wol-Latn"], "main_score": 0.18161, "precision": 0.172136, "recall": 0.208498}, {"accuracy": 0.112648, "f1": 0.0855, "hf_subset": "shn_Mymr-arb_Latn", "languages": ["shn-Mymr", "arb-Latn"], "main_score": 0.0855, "precision": 0.078071, "recall": 0.112648}, {"accuracy": 0.252964, "f1": 0.230874, "hf_subset": "shn_Mymr-cat_Latn", "languages": ["shn-Mymr", "cat-Latn"], "main_score": 0.230874, "precision": 0.223015, "recall": 0.252964}, {"accuracy": 0.23913, "f1": 0.219081, "hf_subset": "shn_Mymr-fur_Latn", "languages": ["shn-Mymr", "fur-Latn"], "main_score": 0.219081, "precision": 0.211312, "recall": 0.23913}, {"accuracy": 0.071146, "f1": 0.051539, "hf_subset": "shn_Mymr-kab_Latn", "languages": ["shn-Mymr", "kab-Latn"], "main_score": 0.051539, "precision": 0.046345, "recall": 0.071146}, {"accuracy": 0.252964, "f1": 0.231811, "hf_subset": "shn_Mymr-lim_Latn", "languages": ["shn-Mymr", "lim-Latn"], "main_score": 0.231811, "precision": 0.224416, "recall": 0.252964}, {"accuracy": 0.267787, "f1": 0.244739, "hf_subset": "shn_Mymr-nld_Latn", "languages": ["shn-Mymr", "nld-Latn"], "main_score": 0.244739, "precision": 0.236176, "recall": 0.267787}, {"accuracy": 0.12253, "f1": 0.102413, "hf_subset": "shn_Mymr-san_Deva", "languages": ["shn-Mymr", "san-Deva"], "main_score": 0.102413, "precision": 0.096157, "recall": 0.12253}, {"accuracy": 0.208498, "f1": 0.188018, "hf_subset": "shn_Mymr-tat_Cyrl", "languages": ["shn-Mymr", "tat-Cyrl"], "main_score": 0.188018, "precision": 0.180955, "recall": 0.208498}, {"accuracy": 0.166996, "f1": 0.139444, "hf_subset": "shn_Mymr-xho_Latn", "languages": ["shn-Mymr", "xho-Latn"], "main_score": 0.139444, "precision": 0.130131, "recall": 0.166996}, {"accuracy": 0.174901, "f1": 0.14866, "hf_subset": "shn_Mymr-ars_Arab", "languages": ["shn-Mymr", "ars-Arab"], "main_score": 0.14866, "precision": 0.139398, "recall": 0.174901}, {"accuracy": 0.218379, "f1": 0.196797, "hf_subset": "shn_Mymr-ceb_Latn", "languages": ["shn-Mymr", "ceb-Latn"], "main_score": 0.196797, "precision": 0.189775, "recall": 0.218379}, {"accuracy": 0.179842, "f1": 0.15439, "hf_subset": "shn_Mymr-fuv_Latn", "languages": ["shn-Mymr", "fuv-Latn"], "main_score": 0.15439, "precision": 0.146449, "recall": 0.179842}, {"accuracy": 0.194664, "f1": 0.162181, "hf_subset": "shn_Mymr-kac_Latn", "languages": ["shn-Mymr", "kac-Latn"], "main_score": 0.162181, "precision": 0.15107, "recall": 0.194664}, {"accuracy": 0.162055, "f1": 0.136245, "hf_subset": "shn_Mymr-lin_Latn", "languages": ["shn-Mymr", "lin-Latn"], "main_score": 0.136245, "precision": 0.127097, "recall": 0.162055}, {"accuracy": 0.241107, "f1": 0.223777, "hf_subset": "shn_Mymr-nno_Latn", "languages": ["shn-Mymr", "nno-Latn"], "main_score": 0.223777, "precision": 0.217416, "recall": 0.241107}, {"accuracy": 0.01581, "f1": 0.004586, "hf_subset": "shn_Mymr-sat_Olck", "languages": ["shn-Mymr", "sat-Olck"], "main_score": 0.004586, "precision": 0.003247, "recall": 0.01581}, {"accuracy": 0.100791, "f1": 0.087851, "hf_subset": "shn_Mymr-tel_Telu", "languages": ["shn-Mymr", "tel-Telu"], "main_score": 0.087851, "precision": 0.08388, "recall": 0.100791}, {"accuracy": 0.097826, "f1": 0.082183, "hf_subset": "shn_Mymr-ydd_Hebr", "languages": ["shn-Mymr", "ydd-Hebr"], "main_score": 0.082183, "precision": 0.077383, "recall": 0.097826}, {"accuracy": 0.164032, "f1": 0.142319, "hf_subset": "shn_Mymr-ary_Arab", "languages": ["shn-Mymr", "ary-Arab"], "main_score": 0.142319, "precision": 0.134729, "recall": 0.164032}, {"accuracy": 0.254941, "f1": 0.233663, "hf_subset": "shn_Mymr-ces_Latn", "languages": ["shn-Mymr", "ces-Latn"], "main_score": 0.233663, "precision": 0.225383, "recall": 0.254941}, {"accuracy": 0.086957, "f1": 0.063568, "hf_subset": "shn_Mymr-gaz_Latn", "languages": ["shn-Mymr", "gaz-Latn"], "main_score": 0.063568, "precision": 0.056377, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.143939, "hf_subset": "shn_Mymr-kam_Latn", "languages": ["shn-Mymr", "kam-Latn"], "main_score": 0.143939, "precision": 0.136129, "recall": 0.16502}, {"accuracy": 0.240119, "f1": 0.221374, "hf_subset": "shn_Mymr-lit_Latn", "languages": ["shn-Mymr", "lit-Latn"], "main_score": 0.221374, "precision": 0.214331, "recall": 0.240119}, {"accuracy": 0.262846, "f1": 0.241637, "hf_subset": "shn_Mymr-nob_Latn", "languages": ["shn-Mymr", "nob-Latn"], "main_score": 0.241637, "precision": 0.234811, "recall": 0.262846}, {"accuracy": 0.22332, "f1": 0.206235, "hf_subset": "shn_Mymr-scn_Latn", "languages": ["shn-Mymr", "scn-Latn"], "main_score": 0.206235, "precision": 0.199841, "recall": 0.22332}, {"accuracy": 0.149209, "f1": 0.122419, "hf_subset": "shn_Mymr-tgk_Cyrl", "languages": ["shn-Mymr", "tgk-Cyrl"], "main_score": 0.122419, "precision": 0.113319, "recall": 0.149209}, {"accuracy": 0.203557, "f1": 0.170852, "hf_subset": "shn_Mymr-yor_Latn", "languages": ["shn-Mymr", "yor-Latn"], "main_score": 0.170852, "precision": 0.159363, "recall": 0.203557}, {"accuracy": 0.174901, "f1": 0.151905, "hf_subset": "shn_Mymr-arz_Arab", "languages": ["shn-Mymr", "arz-Arab"], "main_score": 0.151905, "precision": 0.144013, "recall": 0.174901}, {"accuracy": 0.149209, "f1": 0.126022, "hf_subset": "shn_Mymr-cjk_Latn", "languages": ["shn-Mymr", "cjk-Latn"], "main_score": 0.126022, "precision": 0.118394, "recall": 0.149209}, {"accuracy": 0.171937, "f1": 0.146687, "hf_subset": "shn_Mymr-gla_Latn", "languages": ["shn-Mymr", "gla-Latn"], "main_score": 0.146687, "precision": 0.137423, "recall": 0.171937}, {"accuracy": 0.105731, "f1": 0.091013, "hf_subset": "shn_Mymr-kan_Knda", "languages": ["shn-Mymr", "kan-Knda"], "main_score": 0.091013, "precision": 0.085148, "recall": 0.105731}, {"accuracy": 0.237154, "f1": 0.213903, "hf_subset": "shn_Mymr-lmo_Latn", "languages": ["shn-Mymr", "lmo-Latn"], "main_score": 0.213903, "precision": 0.205766, "recall": 0.237154}, {"accuracy": 0.18083, "f1": 0.160259, "hf_subset": "shn_Mymr-npi_Deva", "languages": ["shn-Mymr", "npi-Deva"], "main_score": 0.160259, "precision": 0.152289, "recall": 0.18083}, {"accuracy": 0.236166, "f1": 0.213092, "hf_subset": "shn_Mymr-tgl_Latn", "languages": ["shn-Mymr", "tgl-Latn"], "main_score": 0.213092, "precision": 0.203822, "recall": 0.236166}, {"accuracy": 0.178854, "f1": 0.157021, "hf_subset": "shn_Mymr-yue_Hant", "languages": ["shn-Mymr", "yue-Hant"], "main_score": 0.157021, "precision": 0.149567, "recall": 0.178854}, {"accuracy": 0.071146, "f1": 0.058702, "hf_subset": "shn_Mymr-asm_Beng", "languages": ["shn-Mymr", "asm-Beng"], "main_score": 0.058702, "precision": 0.054007, "recall": 0.071146}, {"accuracy": 0.136364, "f1": 0.117831, "hf_subset": "shn_Mymr-ckb_Arab", "languages": ["shn-Mymr", "ckb-Arab"], "main_score": 0.117831, "precision": 0.111894, "recall": 0.136364}, {"accuracy": 0.195652, "f1": 0.173421, "hf_subset": "shn_Mymr-gle_Latn", "languages": ["shn-Mymr", "gle-Latn"], "main_score": 0.173421, "precision": 0.165126, "recall": 0.195652}, {"accuracy": 0.117589, "f1": 0.105023, "hf_subset": "shn_Mymr-kas_Arab", "languages": ["shn-Mymr", "kas-Arab"], "main_score": 0.105023, "precision": 0.100197, "recall": 0.117589}, {"accuracy": 0.216403, "f1": 0.197275, "hf_subset": "shn_Mymr-ltg_Latn", "languages": ["shn-Mymr", "ltg-Latn"], "main_score": 0.197275, "precision": 0.190293, "recall": 0.216403}, {"accuracy": 0.218379, "f1": 0.191433, "hf_subset": "shn_Mymr-nso_Latn", "languages": ["shn-Mymr", "nso-Latn"], "main_score": 0.191433, "precision": 0.181461, "recall": 0.218379}, {"accuracy": 0.099802, "f1": 0.085007, "hf_subset": "shn_Mymr-sin_Sinh", "languages": ["shn-Mymr", "sin-Sinh"], "main_score": 0.085007, "precision": 0.08055, "recall": 0.099802}, {"accuracy": 0.206522, "f1": 0.177496, "hf_subset": "shn_Mymr-tha_Thai", "languages": ["shn-Mymr", "tha-Thai"], "main_score": 0.177496, "precision": 0.167389, "recall": 0.206522}, {"accuracy": 0.206522, "f1": 0.183603, "hf_subset": "shn_Mymr-zho_Hans", "languages": ["shn-Mymr", "zho-Hans"], "main_score": 0.183603, "precision": 0.175261, "recall": 0.206522}, {"accuracy": 0.237154, "f1": 0.215576, "hf_subset": "shn_Mymr-ast_Latn", "languages": ["shn-Mymr", "ast-Latn"], "main_score": 0.215576, "precision": 0.207647, "recall": 0.237154}, {"accuracy": 0.217391, "f1": 0.201466, "hf_subset": "shn_Mymr-crh_Latn", "languages": ["shn-Mymr", "crh-Latn"], "main_score": 0.201466, "precision": 0.195356, "recall": 0.217391}, {"accuracy": 0.255929, "f1": 0.23693, "hf_subset": "shn_Mymr-glg_Latn", "languages": ["shn-Mymr", "glg-Latn"], "main_score": 0.23693, "precision": 0.229741, "recall": 0.255929}, {"accuracy": 0.175889, "f1": 0.157087, "hf_subset": "shn_Mymr-kas_Deva", "languages": ["shn-Mymr", "kas-Deva"], "main_score": 0.157087, "precision": 0.150419, "recall": 0.175889}, {"accuracy": 0.215415, "f1": 0.198893, "hf_subset": "shn_Mymr-ltz_Latn", "languages": ["shn-Mymr", "ltz-Latn"], "main_score": 0.198893, "precision": 0.192383, "recall": 0.215415}, {"accuracy": 0.110672, "f1": 0.08205, "hf_subset": "shn_Mymr-nus_Latn", "languages": ["shn-Mymr", "nus-Latn"], "main_score": 0.08205, "precision": 0.074165, "recall": 0.110672}, {"accuracy": 0.247036, "f1": 0.226651, "hf_subset": "shn_Mymr-slk_Latn", "languages": ["shn-Mymr", "slk-Latn"], "main_score": 0.226651, "precision": 0.219377, "recall": 0.247036}, {"accuracy": 0.050395, "f1": 0.040542, "hf_subset": "shn_Mymr-tir_Ethi", "languages": ["shn-Mymr", "tir-Ethi"], "main_score": 0.040542, "precision": 0.0376, "recall": 0.050395}, {"accuracy": 0.189723, "f1": 0.165588, "hf_subset": "shn_Mymr-zho_Hant", "languages": ["shn-Mymr", "zho-Hant"], "main_score": 0.165588, "precision": 0.15731, "recall": 0.189723}, {"accuracy": 0.173913, "f1": 0.149523, "hf_subset": "shn_Mymr-awa_Deva", "languages": ["shn-Mymr", "awa-Deva"], "main_score": 0.149523, "precision": 0.141762, "recall": 0.173913}, {"accuracy": 0.199605, "f1": 0.175829, "hf_subset": "shn_Mymr-cym_Latn", "languages": ["shn-Mymr", "cym-Latn"], "main_score": 0.175829, "precision": 0.167299, "recall": 0.199605}, {"accuracy": 0.202569, "f1": 0.175701, "hf_subset": "shn_Mymr-grn_Latn", "languages": ["shn-Mymr", "grn-Latn"], "main_score": 0.175701, "precision": 0.167302, "recall": 0.202569}, {"accuracy": 0.166996, "f1": 0.146803, "hf_subset": "shn_Mymr-kat_Geor", "languages": ["shn-Mymr", "kat-Geor"], "main_score": 0.146803, "precision": 0.139939, "recall": 0.166996}, {"accuracy": 0.177866, "f1": 0.148211, "hf_subset": "shn_Mymr-lua_Latn", "languages": ["shn-Mymr", "lua-Latn"], "main_score": 0.148211, "precision": 0.137266, "recall": 0.177866}, {"accuracy": 0.195652, "f1": 0.16928, "hf_subset": "shn_Mymr-nya_Latn", "languages": ["shn-Mymr", "nya-Latn"], "main_score": 0.16928, "precision": 0.159709, "recall": 0.195652}, {"accuracy": 0.245059, "f1": 0.225703, "hf_subset": "shn_Mymr-slv_Latn", "languages": ["shn-Mymr", "slv-Latn"], "main_score": 0.225703, "precision": 0.218453, "recall": 0.245059}, {"accuracy": 0.254941, "f1": 0.228247, "hf_subset": "shn_Mymr-tpi_Latn", "languages": ["shn-Mymr", "tpi-Latn"], "main_score": 0.228247, "precision": 0.217853, "recall": 0.254941}, {"accuracy": 0.263834, "f1": 0.243914, "hf_subset": "shn_Mymr-zsm_Latn", "languages": ["shn-Mymr", "zsm-Latn"], "main_score": 0.243914, "precision": 0.237452, "recall": 0.263834}, {"accuracy": 0.210474, "f1": 0.175528, "hf_subset": "shn_Mymr-ayr_Latn", "languages": ["shn-Mymr", "ayr-Latn"], "main_score": 0.175528, "precision": 0.164487, "recall": 0.210474}, {"accuracy": 0.257905, "f1": 0.240134, "hf_subset": "shn_Mymr-dan_Latn", "languages": ["shn-Mymr", "dan-Latn"], "main_score": 0.240134, "precision": 0.233522, "recall": 0.257905}, {"accuracy": 0.131423, "f1": 0.115528, "hf_subset": "shn_Mymr-guj_Gujr", "languages": ["shn-Mymr", "guj-Gujr"], "main_score": 0.115528, "precision": 0.11112, "recall": 0.131423}, {"accuracy": 0.210474, "f1": 0.187708, "hf_subset": "shn_Mymr-kaz_Cyrl", "languages": ["shn-Mymr", "kaz-Cyrl"], "main_score": 0.187708, "precision": 0.179643, "recall": 0.210474}, {"accuracy": 0.161067, "f1": 0.135211, "hf_subset": "shn_Mymr-lug_Latn", "languages": ["shn-Mymr", "lug-Latn"], "main_score": 0.135211, "precision": 0.127294, "recall": 0.161067}, {"accuracy": 0.244071, "f1": 0.22228, "hf_subset": "shn_Mymr-oci_Latn", "languages": ["shn-Mymr", "oci-Latn"], "main_score": 0.22228, "precision": 0.214383, "recall": 0.244071}, {"accuracy": 0.194664, "f1": 0.161874, "hf_subset": "shn_Mymr-smo_Latn", "languages": ["shn-Mymr", "smo-Latn"], "main_score": 0.161874, "precision": 0.150282, "recall": 0.194664}, {"accuracy": 0.199605, "f1": 0.167632, "hf_subset": "shn_Mymr-tsn_Latn", "languages": ["shn-Mymr", "tsn-Latn"], "main_score": 0.167632, "precision": 0.156882, "recall": 0.199605}, {"accuracy": 0.132411, "f1": 0.109956, "hf_subset": "shn_Mymr-zul_Latn", "languages": ["shn-Mymr", "zul-Latn"], "main_score": 0.109956, "precision": 0.10199, "recall": 0.132411}, {"accuracy": 0.12747, "f1": 0.106972, "hf_subset": "shn_Mymr-azb_Arab", "languages": ["shn-Mymr", "azb-Arab"], "main_score": 0.106972, "precision": 0.100617, "recall": 0.12747}, {"accuracy": 0.251976, "f1": 0.227463, "hf_subset": "shn_Mymr-deu_Latn", "languages": ["shn-Mymr", "deu-Latn"], "main_score": 0.227463, "precision": 0.219292, "recall": 0.251976}, {"accuracy": 0.19664, "f1": 0.172334, "hf_subset": "shn_Mymr-hat_Latn", "languages": ["shn-Mymr", "hat-Latn"], "main_score": 0.172334, "precision": 0.162551, "recall": 0.19664}, {"accuracy": 0.192688, "f1": 0.163042, "hf_subset": "shn_Mymr-kbp_Latn", "languages": ["shn-Mymr", "kbp-Latn"], "main_score": 0.163042, "precision": 0.152922, "recall": 0.192688}, {"accuracy": 0.194664, "f1": 0.164677, "hf_subset": "shn_Mymr-luo_Latn", "languages": ["shn-Mymr", "luo-Latn"], "main_score": 0.164677, "precision": 0.154616, "recall": 0.194664}, {"accuracy": 0.087945, "f1": 0.076279, "hf_subset": "shn_Mymr-ory_Orya", "languages": ["shn-Mymr", "ory-Orya"], "main_score": 0.076279, "precision": 0.072666, "recall": 0.087945}, {"accuracy": 0.152174, "f1": 0.127145, "hf_subset": "shn_Mymr-sna_Latn", "languages": ["shn-Mymr", "sna-Latn"], "main_score": 0.127145, "precision": 0.118104, "recall": 0.152174}, {"accuracy": 0.193676, "f1": 0.167394, "hf_subset": "shn_Mymr-tso_Latn", "languages": ["shn-Mymr", "tso-Latn"], "main_score": 0.167394, "precision": 0.158709, "recall": 0.193676}, {"accuracy": 0.184783, "f1": 0.164135, "hf_subset": "shn_Mymr-azj_Latn", "languages": ["shn-Mymr", "azj-Latn"], "main_score": 0.164135, "precision": 0.157487, "recall": 0.184783}, {"accuracy": 0.249012, "f1": 0.219407, "hf_subset": "shn_Mymr-dik_Latn", "languages": ["shn-Mymr", "dik-Latn"], "main_score": 0.219407, "precision": 0.20854, "recall": 0.249012}, {"accuracy": 0.195652, "f1": 0.168364, "hf_subset": "shn_Mymr-hau_Latn", "languages": ["shn-Mymr", "hau-Latn"], "main_score": 0.168364, "precision": 0.158698, "recall": 0.195652}, {"accuracy": 0.209486, "f1": 0.193801, "hf_subset": "shn_Mymr-kea_Latn", "languages": ["shn-Mymr", "kea-Latn"], "main_score": 0.193801, "precision": 0.188507, "recall": 0.209486}, {"accuracy": 0.238142, "f1": 0.212917, "hf_subset": "shn_Mymr-lus_Latn", "languages": ["shn-Mymr", "lus-Latn"], "main_score": 0.212917, "precision": 0.203535, "recall": 0.238142}, {"accuracy": 0.232213, "f1": 0.213548, "hf_subset": "shn_Mymr-pag_Latn", "languages": ["shn-Mymr", "pag-Latn"], "main_score": 0.213548, "precision": 0.20675, "recall": 0.232213}, {"accuracy": 0.139328, "f1": 0.116357, "hf_subset": "shn_Mymr-snd_Arab", "languages": ["shn-Mymr", "snd-Arab"], "main_score": 0.116357, "precision": 0.109113, "recall": 0.139328}, {"accuracy": 0.16996, "f1": 0.149673, "hf_subset": "shn_Mymr-tuk_Latn", "languages": ["shn-Mymr", "tuk-Latn"], "main_score": 0.149673, "precision": 0.141808, "recall": 0.16996}, {"accuracy": 0.198617, "f1": 0.173294, "hf_subset": "shn_Mymr-bak_Cyrl", "languages": ["shn-Mymr", "bak-Cyrl"], "main_score": 0.173294, "precision": 0.164875, "recall": 0.198617}, {"accuracy": 0.171937, "f1": 0.147668, "hf_subset": "shn_Mymr-dyu_Latn", "languages": ["shn-Mymr", "dyu-Latn"], "main_score": 0.147668, "precision": 0.138643, "recall": 0.171937}, {"accuracy": 0.183794, "f1": 0.158749, "hf_subset": "shn_Mymr-heb_Hebr", "languages": ["shn-Mymr", "heb-Hebr"], "main_score": 0.158749, "precision": 0.150657, "recall": 0.183794}, {"accuracy": 0.19664, "f1": 0.171962, "hf_subset": "shn_Mymr-khk_Cyrl", "languages": ["shn-Mymr", "khk-Cyrl"], "main_score": 0.171962, "precision": 0.164892, "recall": 0.19664}, {"accuracy": 0.231225, "f1": 0.209748, "hf_subset": "shn_Mymr-lvs_Latn", "languages": ["shn-Mymr", "lvs-Latn"], "main_score": 0.209748, "precision": 0.201981, "recall": 0.231225}, {"accuracy": 0.081028, "f1": 0.064996, "hf_subset": "shn_Mymr-pan_Guru", "languages": ["shn-Mymr", "pan-Guru"], "main_score": 0.064996, "precision": 0.060642, "recall": 0.081028}, {"accuracy": 0.185771, "f1": 0.168433, "hf_subset": "shn_Mymr-som_Latn", "languages": ["shn-Mymr", "som-Latn"], "main_score": 0.168433, "precision": 0.161626, "recall": 0.185771}, {"accuracy": 0.198617, "f1": 0.168503, "hf_subset": "shn_Mymr-tum_Latn", "languages": ["shn-Mymr", "tum-Latn"], "main_score": 0.168503, "precision": 0.158374, "recall": 0.198617}, {"accuracy": 0.065217, "f1": 0.048909, "hf_subset": "tgl_Latn-ace_Arab", "languages": ["tgl-Latn", "ace-Arab"], "main_score": 0.048909, "precision": 0.043832, "recall": 0.065217}, {"accuracy": 0.258893, "f1": 0.217556, "hf_subset": "tgl_Latn-bam_Latn", "languages": ["tgl-Latn", "bam-Latn"], "main_score": 0.217556, "precision": 0.20308, "recall": 0.258893}, {"accuracy": 0.003953, "f1": 0.00027, "hf_subset": "tgl_Latn-dzo_Tibt", "languages": ["tgl-Latn", "dzo-Tibt"], "main_score": 0.00027, "precision": 0.000144, "recall": 0.003953}, {"accuracy": 0.440711, "f1": 0.400667, "hf_subset": "tgl_Latn-hin_Deva", "languages": ["tgl-Latn", "hin-Deva"], "main_score": 0.400667, "precision": 0.387671, "recall": 0.440711}, {"accuracy": 0.411067, "f1": 0.374698, "hf_subset": "tgl_Latn-khm_Khmr", "languages": ["tgl-Latn", "khm-Khmr"], "main_score": 0.374698, "precision": 0.363139, "recall": 0.411067}, {"accuracy": 0.373518, "f1": 0.336911, "hf_subset": "tgl_Latn-mag_Deva", "languages": ["tgl-Latn", "mag-Deva"], "main_score": 0.336911, "precision": 0.325203, "recall": 0.373518}, {"accuracy": 0.426877, "f1": 0.398878, "hf_subset": "tgl_Latn-pap_Latn", "languages": ["tgl-Latn", "pap-Latn"], "main_score": 0.398878, "precision": 0.389069, "recall": 0.426877}, {"accuracy": 0.309289, "f1": 0.264086, "hf_subset": "tgl_Latn-sot_Latn", "languages": ["tgl-Latn", "sot-Latn"], "main_score": 0.264086, "precision": 0.248077, "recall": 0.309289}, {"accuracy": 0.516798, "f1": 0.473656, "hf_subset": "tgl_Latn-tur_Latn", "languages": ["tgl-Latn", "tur-Latn"], "main_score": 0.473656, "precision": 0.460162, "recall": 0.516798}, {"accuracy": 0.405138, "f1": 0.370177, "hf_subset": "tgl_Latn-ace_Latn", "languages": ["tgl-Latn", "ace-Latn"], "main_score": 0.370177, "precision": 0.356441, "recall": 0.405138}, {"accuracy": 0.365613, "f1": 0.342562, "hf_subset": "tgl_Latn-ban_Latn", "languages": ["tgl-Latn", "ban-Latn"], "main_score": 0.342562, "precision": 0.334052, "recall": 0.365613}, {"accuracy": 0.438735, "f1": 0.405772, "hf_subset": "tgl_Latn-ell_Grek", "languages": ["tgl-Latn", "ell-Grek"], "main_score": 0.405772, "precision": 0.393837, "recall": 0.438735}, {"accuracy": 0.373518, "f1": 0.340207, "hf_subset": "tgl_Latn-hne_Deva", "languages": ["tgl-Latn", "hne-Deva"], "main_score": 0.340207, "precision": 0.328375, "recall": 0.373518}, {"accuracy": 0.296443, "f1": 0.252509, "hf_subset": "tgl_Latn-kik_Latn", "languages": ["tgl-Latn", "kik-Latn"], "main_score": 0.252509, "precision": 0.236466, "recall": 0.296443}, {"accuracy": 0.366601, "f1": 0.338705, "hf_subset": "tgl_Latn-mai_Deva", "languages": ["tgl-Latn", "mai-Deva"], "main_score": 0.338705, "precision": 0.329006, "recall": 0.366601}, {"accuracy": 0.356719, "f1": 0.315042, "hf_subset": "tgl_Latn-pbt_Arab", "languages": ["tgl-Latn", "pbt-Arab"], "main_score": 0.315042, "precision": 0.301569, "recall": 0.356719}, {"accuracy": 0.518775, "f1": 0.476736, "hf_subset": "tgl_Latn-spa_Latn", "languages": ["tgl-Latn", "spa-Latn"], "main_score": 0.476736, "precision": 0.46475, "recall": 0.518775}, {"accuracy": 0.347826, "f1": 0.301788, "hf_subset": "tgl_Latn-twi_Latn", "languages": ["tgl-Latn", "twi-Latn"], "main_score": 0.301788, "precision": 0.285579, "recall": 0.347826}, {"accuracy": 0.41996, "f1": 0.391448, "hf_subset": "tgl_Latn-acm_Arab", "languages": ["tgl-Latn", "acm-Arab"], "main_score": 0.391448, "precision": 0.3809, "recall": 0.41996}, {"accuracy": 0.396245, "f1": 0.355561, "hf_subset": "tgl_Latn-bel_Cyrl", "languages": ["tgl-Latn", "bel-Cyrl"], "main_score": 0.355561, "precision": 0.343302, "recall": 0.396245}, {"accuracy": 0.531621, "f1": 0.495431, "hf_subset": "tgl_Latn-eng_Latn", "languages": ["tgl-Latn", "eng-Latn"], "main_score": 0.495431, "precision": 0.482623, "recall": 0.531621}, {"accuracy": 0.471344, "f1": 0.442251, "hf_subset": "tgl_Latn-hrv_Latn", "languages": ["tgl-Latn", "hrv-Latn"], "main_score": 0.442251, "precision": 0.432343, "recall": 0.471344}, {"accuracy": 0.232213, "f1": 0.18849, "hf_subset": "tgl_Latn-kin_Latn", "languages": ["tgl-Latn", "kin-Latn"], "main_score": 0.18849, "precision": 0.173957, "recall": 0.232213}, {"accuracy": 0.293478, "f1": 0.259397, "hf_subset": "tgl_Latn-mal_Mlym", "languages": ["tgl-Latn", "mal-Mlym"], "main_score": 0.259397, "precision": 0.250601, "recall": 0.293478}, {"accuracy": 0.4417, "f1": 0.403096, "hf_subset": "tgl_Latn-pes_Arab", "languages": ["tgl-Latn", "pes-Arab"], "main_score": 0.403096, "precision": 0.390068, "recall": 0.4417}, {"accuracy": 0.379447, "f1": 0.349368, "hf_subset": "tgl_Latn-srd_Latn", "languages": ["tgl-Latn", "srd-Latn"], "main_score": 0.349368, "precision": 0.338681, "recall": 0.379447}, {"accuracy": 0.06917, "f1": 0.042071, "hf_subset": "tgl_Latn-tzm_Tfng", "languages": ["tgl-Latn", "tzm-Tfng"], "main_score": 0.042071, "precision": 0.036905, "recall": 0.06917}, {"accuracy": 0.443676, "f1": 0.409751, "hf_subset": "tgl_Latn-acq_Arab", "languages": ["tgl-Latn", "acq-Arab"], "main_score": 0.409751, "precision": 0.398847, "recall": 0.443676}, {"accuracy": 0.30336, "f1": 0.254611, "hf_subset": "tgl_Latn-bem_Latn", "languages": ["tgl-Latn", "bem-Latn"], "main_score": 0.254611, "precision": 0.236695, "recall": 0.30336}, {"accuracy": 0.427866, "f1": 0.398418, "hf_subset": "tgl_Latn-epo_Latn", "languages": ["tgl-Latn", "epo-Latn"], "main_score": 0.398418, "precision": 0.390204, "recall": 0.427866}, {"accuracy": 0.5, "f1": 0.457294, "hf_subset": "tgl_Latn-hun_Latn", "languages": ["tgl-Latn", "hun-Latn"], "main_score": 0.457294, "precision": 0.443913, "recall": 0.5}, {"accuracy": 0.426877, "f1": 0.392842, "hf_subset": "tgl_Latn-kir_Cyrl", "languages": ["tgl-Latn", "kir-Cyrl"], "main_score": 0.392842, "precision": 0.381697, "recall": 0.426877}, {"accuracy": 0.379447, "f1": 0.340181, "hf_subset": "tgl_Latn-mar_Deva", "languages": ["tgl-Latn", "mar-Deva"], "main_score": 0.340181, "precision": 0.327212, "recall": 0.379447}, {"accuracy": 0.342885, "f1": 0.303809, "hf_subset": "tgl_Latn-plt_Latn", "languages": ["tgl-Latn", "plt-Latn"], "main_score": 0.303809, "precision": 0.289206, "recall": 0.342885}, {"accuracy": 0.475296, "f1": 0.434731, "hf_subset": "tgl_Latn-srp_Cyrl", "languages": ["tgl-Latn", "srp-Cyrl"], "main_score": 0.434731, "precision": 0.421483, "recall": 0.475296}, {"accuracy": 0.297431, "f1": 0.262795, "hf_subset": "tgl_Latn-uig_Arab", "languages": ["tgl-Latn", "uig-Arab"], "main_score": 0.262795, "precision": 0.253034, "recall": 0.297431}, {"accuracy": 0.389328, "f1": 0.350728, "hf_subset": "tgl_Latn-aeb_Arab", "languages": ["tgl-Latn", "aeb-Arab"], "main_score": 0.350728, "precision": 0.338977, "recall": 0.389328}, {"accuracy": 0.307312, "f1": 0.276841, "hf_subset": "tgl_Latn-ben_Beng", "languages": ["tgl-Latn", "ben-Beng"], "main_score": 0.276841, "precision": 0.267643, "recall": 0.307312}, {"accuracy": 0.518775, "f1": 0.476219, "hf_subset": "tgl_Latn-est_Latn", "languages": ["tgl-Latn", "est-Latn"], "main_score": 0.476219, "precision": 0.46392, "recall": 0.518775}, {"accuracy": 0.399209, "f1": 0.363009, "hf_subset": "tgl_Latn-hye_Armn", "languages": ["tgl-Latn", "hye-Armn"], "main_score": 0.363009, "precision": 0.350327, "recall": 0.399209}, {"accuracy": 0.242095, "f1": 0.189427, "hf_subset": "tgl_Latn-kmb_Latn", "languages": ["tgl-Latn", "kmb-Latn"], "main_score": 0.189427, "precision": 0.172115, "recall": 0.242095}, {"accuracy": 0.045455, "f1": 0.033063, "hf_subset": "tgl_Latn-min_Arab", "languages": ["tgl-Latn", "min-Arab"], "main_score": 0.033063, "precision": 0.029064, "recall": 0.045455}, {"accuracy": 0.514822, "f1": 0.472496, "hf_subset": "tgl_Latn-pol_Latn", "languages": ["tgl-Latn", "pol-Latn"], "main_score": 0.472496, "precision": 0.458746, "recall": 0.514822}, {"accuracy": 0.210474, "f1": 0.164288, "hf_subset": "tgl_Latn-ssw_Latn", "languages": ["tgl-Latn", "ssw-Latn"], "main_score": 0.164288, "precision": 0.149691, "recall": 0.210474}, {"accuracy": 0.453557, "f1": 0.416281, "hf_subset": "tgl_Latn-ukr_Cyrl", "languages": ["tgl-Latn", "ukr-Cyrl"], "main_score": 0.416281, "precision": 0.405074, "recall": 0.453557}, {"accuracy": 0.487154, "f1": 0.453944, "hf_subset": "tgl_Latn-afr_Latn", "languages": ["tgl-Latn", "afr-Latn"], "main_score": 0.453944, "precision": 0.442931, "recall": 0.487154}, {"accuracy": 0.365613, "f1": 0.329774, "hf_subset": "tgl_Latn-bho_Deva", "languages": ["tgl-Latn", "bho-Deva"], "main_score": 0.329774, "precision": 0.317218, "recall": 0.365613}, {"accuracy": 0.396245, "f1": 0.369572, "hf_subset": "tgl_Latn-eus_Latn", "languages": ["tgl-Latn", "eus-Latn"], "main_score": 0.369572, "precision": 0.360809, "recall": 0.396245}, {"accuracy": 0.253953, "f1": 0.205842, "hf_subset": "tgl_Latn-ibo_Latn", "languages": ["tgl-Latn", "ibo-Latn"], "main_score": 0.205842, "precision": 0.189247, "recall": 0.253953}, {"accuracy": 0.397233, "f1": 0.357594, "hf_subset": "tgl_Latn-kmr_Latn", "languages": ["tgl-Latn", "kmr-Latn"], "main_score": 0.357594, "precision": 0.34493, "recall": 0.397233}, {"accuracy": 0.365613, "f1": 0.345069, "hf_subset": "tgl_Latn-min_Latn", "languages": ["tgl-Latn", "min-Latn"], "main_score": 0.345069, "precision": 0.337526, "recall": 0.365613}, {"accuracy": 0.52668, "f1": 0.484909, "hf_subset": "tgl_Latn-por_Latn", "languages": ["tgl-Latn", "por-Latn"], "main_score": 0.484909, "precision": 0.471545, "recall": 0.52668}, {"accuracy": 0.378458, "f1": 0.356456, "hf_subset": "tgl_Latn-sun_Latn", "languages": ["tgl-Latn", "sun-Latn"], "main_score": 0.356456, "precision": 0.349225, "recall": 0.378458}, {"accuracy": 0.231225, "f1": 0.18414, "hf_subset": "tgl_Latn-umb_Latn", "languages": ["tgl-Latn", "umb-Latn"], "main_score": 0.18414, "precision": 0.16993, "recall": 0.231225}, {"accuracy": 0.429842, "f1": 0.390926, "hf_subset": "tgl_Latn-ajp_Arab", "languages": ["tgl-Latn", "ajp-Arab"], "main_score": 0.390926, "precision": 0.378169, "recall": 0.429842}, {"accuracy": 0.064229, "f1": 0.046457, "hf_subset": "tgl_Latn-bjn_Arab", "languages": ["tgl-Latn", "bjn-Arab"], "main_score": 0.046457, "precision": 0.040669, "recall": 0.064229}, {"accuracy": 0.326087, "f1": 0.280605, "hf_subset": "tgl_Latn-ewe_Latn", "languages": ["tgl-Latn", "ewe-Latn"], "main_score": 0.280605, "precision": 0.264593, "recall": 0.326087}, {"accuracy": 0.498024, "f1": 0.457068, "hf_subset": "tgl_Latn-ilo_Latn", "languages": ["tgl-Latn", "ilo-Latn"], "main_score": 0.457068, "precision": 0.441126, "recall": 0.498024}, {"accuracy": 0.070158, "f1": 0.054559, "hf_subset": "tgl_Latn-knc_Arab", "languages": ["tgl-Latn", "knc-Arab"], "main_score": 0.054559, "precision": 0.049521, "recall": 0.070158}, {"accuracy": 0.477273, "f1": 0.442521, "hf_subset": "tgl_Latn-mkd_Cyrl", "languages": ["tgl-Latn", "mkd-Cyrl"], "main_score": 0.442521, "precision": 0.431236, "recall": 0.477273}, {"accuracy": 0.403162, "f1": 0.37052, "hf_subset": "tgl_Latn-prs_Arab", "languages": ["tgl-Latn", "prs-Arab"], "main_score": 0.37052, "precision": 0.360322, "recall": 0.403162}, {"accuracy": 0.496047, "f1": 0.458051, "hf_subset": "tgl_Latn-swe_Latn", "languages": ["tgl-Latn", "swe-Latn"], "main_score": 0.458051, "precision": 0.445371, "recall": 0.496047}, {"accuracy": 0.369565, "f1": 0.329238, "hf_subset": "tgl_Latn-urd_Arab", "languages": ["tgl-Latn", "urd-Arab"], "main_score": 0.329238, "precision": 0.315793, "recall": 0.369565}, {"accuracy": 0.353755, "f1": 0.313184, "hf_subset": "tgl_Latn-aka_Latn", "languages": ["tgl-Latn", "aka-Latn"], "main_score": 0.313184, "precision": 0.298206, "recall": 0.353755}, {"accuracy": 0.394269, "f1": 0.36707, "hf_subset": "tgl_Latn-bjn_Latn", "languages": ["tgl-Latn", "bjn-Latn"], "main_score": 0.36707, "precision": 0.359874, "recall": 0.394269}, {"accuracy": 0.340909, "f1": 0.304014, "hf_subset": "tgl_Latn-fao_Latn", "languages": ["tgl-Latn", "fao-Latn"], "main_score": 0.304014, "precision": 0.291835, "recall": 0.340909}, {"accuracy": 0.528656, "f1": 0.489938, "hf_subset": "tgl_Latn-ind_Latn", "languages": ["tgl-Latn", "ind-Latn"], "main_score": 0.489938, "precision": 0.478224, "recall": 0.528656}, {"accuracy": 0.332016, "f1": 0.286141, "hf_subset": "tgl_Latn-knc_Latn", "languages": ["tgl-Latn", "knc-Latn"], "main_score": 0.286141, "precision": 0.269103, "recall": 0.332016}, {"accuracy": 0.347826, "f1": 0.302821, "hf_subset": "tgl_Latn-mlt_Latn", "languages": ["tgl-Latn", "mlt-Latn"], "main_score": 0.302821, "precision": 0.287675, "recall": 0.347826}, {"accuracy": 0.299407, "f1": 0.254635, "hf_subset": "tgl_Latn-quy_Latn", "languages": ["tgl-Latn", "quy-Latn"], "main_score": 0.254635, "precision": 0.238425, "recall": 0.299407}, {"accuracy": 0.363636, "f1": 0.324925, "hf_subset": "tgl_Latn-swh_Latn", "languages": ["tgl-Latn", "swh-Latn"], "main_score": 0.324925, "precision": 0.310263, "recall": 0.363636}, {"accuracy": 0.349802, "f1": 0.31869, "hf_subset": "tgl_Latn-uzn_Latn", "languages": ["tgl-Latn", "uzn-Latn"], "main_score": 0.31869, "precision": 0.308432, "recall": 0.349802}, {"accuracy": 0.490119, "f1": 0.451759, "hf_subset": "tgl_Latn-als_Latn", "languages": ["tgl-Latn", "als-Latn"], "main_score": 0.451759, "precision": 0.439108, "recall": 0.490119}, {"accuracy": 0.0583, "f1": 0.032585, "hf_subset": "tgl_Latn-bod_Tibt", "languages": ["tgl-Latn", "bod-Tibt"], "main_score": 0.032585, "precision": 0.027683, "recall": 0.0583}, {"accuracy": 0.253953, "f1": 0.212695, "hf_subset": "tgl_Latn-fij_Latn", "languages": ["tgl-Latn", "fij-Latn"], "main_score": 0.212695, "precision": 0.198934, "recall": 0.253953}, {"accuracy": 0.354743, "f1": 0.329072, "hf_subset": "tgl_Latn-isl_Latn", "languages": ["tgl-Latn", "isl-Latn"], "main_score": 0.329072, "precision": 0.320832, "recall": 0.354743}, {"accuracy": 0.318182, "f1": 0.265887, "hf_subset": "tgl_Latn-kon_Latn", "languages": ["tgl-Latn", "kon-Latn"], "main_score": 0.265887, "precision": 0.246418, "recall": 0.318182}, {"accuracy": 0.064229, "f1": 0.040252, "hf_subset": "tgl_Latn-mni_Beng", "languages": ["tgl-Latn", "mni-Beng"], "main_score": 0.040252, "precision": 0.035514, "recall": 0.064229}, {"accuracy": 0.51087, "f1": 0.468488, "hf_subset": "tgl_Latn-ron_Latn", "languages": ["tgl-Latn", "ron-Latn"], "main_score": 0.468488, "precision": 0.455109, "recall": 0.51087}, {"accuracy": 0.381423, "f1": 0.353805, "hf_subset": "tgl_Latn-szl_Latn", "languages": ["tgl-Latn", "szl-Latn"], "main_score": 0.353805, "precision": 0.34408, "recall": 0.381423}, {"accuracy": 0.428854, "f1": 0.38885, "hf_subset": "tgl_Latn-vec_Latn", "languages": ["tgl-Latn", "vec-Latn"], "main_score": 0.38885, "precision": 0.376091, "recall": 0.428854}, {"accuracy": 0.23913, "f1": 0.199948, "hf_subset": "tgl_Latn-amh_Ethi", "languages": ["tgl-Latn", "amh-Ethi"], "main_score": 0.199948, "precision": 0.188142, "recall": 0.23913}, {"accuracy": 0.519763, "f1": 0.482379, "hf_subset": "tgl_Latn-bos_Latn", "languages": ["tgl-Latn", "bos-Latn"], "main_score": 0.482379, "precision": 0.470275, "recall": 0.519763}, {"accuracy": 0.48419, "f1": 0.448647, "hf_subset": "tgl_Latn-fin_Latn", "languages": ["tgl-Latn", "fin-Latn"], "main_score": 0.448647, "precision": 0.435766, "recall": 0.48419}, {"accuracy": 0.516798, "f1": 0.470954, "hf_subset": "tgl_Latn-ita_Latn", "languages": ["tgl-Latn", "ita-Latn"], "main_score": 0.470954, "precision": 0.456736, "recall": 0.516798}, {"accuracy": 0.433794, "f1": 0.396106, "hf_subset": "tgl_Latn-kor_Hang", "languages": ["tgl-Latn", "kor-Hang"], "main_score": 0.396106, "precision": 0.383229, "recall": 0.433794}, {"accuracy": 0.263834, "f1": 0.221397, "hf_subset": "tgl_Latn-mos_Latn", "languages": ["tgl-Latn", "mos-Latn"], "main_score": 0.221397, "precision": 0.206293, "recall": 0.263834}, {"accuracy": 0.232213, "f1": 0.185734, "hf_subset": "tgl_Latn-run_Latn", "languages": ["tgl-Latn", "run-Latn"], "main_score": 0.185734, "precision": 0.170346, "recall": 0.232213}, {"accuracy": 0.264822, "f1": 0.231969, "hf_subset": "tgl_Latn-tam_Taml", "languages": ["tgl-Latn", "tam-Taml"], "main_score": 0.231969, "precision": 0.223056, "recall": 0.264822}, {"accuracy": 0.517787, "f1": 0.46926, "hf_subset": "tgl_Latn-vie_Latn", "languages": ["tgl-Latn", "vie-Latn"], "main_score": 0.46926, "precision": 0.455521, "recall": 0.517787}, {"accuracy": 0.389328, "f1": 0.359732, "hf_subset": "tgl_Latn-apc_Arab", "languages": ["tgl-Latn", "apc-Arab"], "main_score": 0.359732, "precision": 0.348567, "recall": 0.389328}, {"accuracy": 0.37747, "f1": 0.339353, "hf_subset": "tgl_Latn-bug_Latn", "languages": ["tgl-Latn", "bug-Latn"], "main_score": 0.339353, "precision": 0.324907, "recall": 0.37747}, {"accuracy": 0.26581, "f1": 0.217847, "hf_subset": "tgl_Latn-fon_Latn", "languages": ["tgl-Latn", "fon-Latn"], "main_score": 0.217847, "precision": 0.202254, "recall": 0.26581}, {"accuracy": 0.41502, "f1": 0.394482, "hf_subset": "tgl_Latn-jav_Latn", "languages": ["tgl-Latn", "jav-Latn"], "main_score": 0.394482, "precision": 0.387028, "recall": 0.41502}, {"accuracy": 0.4417, "f1": 0.400731, "hf_subset": "tgl_Latn-lao_Laoo", "languages": ["tgl-Latn", "lao-Laoo"], "main_score": 0.400731, "precision": 0.389506, "recall": 0.4417}, {"accuracy": 0.254941, "f1": 0.210651, "hf_subset": "tgl_Latn-mri_Latn", "languages": ["tgl-Latn", "mri-Latn"], "main_score": 0.210651, "precision": 0.195983, "recall": 0.254941}, {"accuracy": 0.471344, "f1": 0.427262, "hf_subset": "tgl_Latn-rus_Cyrl", "languages": ["tgl-Latn", "rus-Cyrl"], "main_score": 0.427262, "precision": 0.413414, "recall": 0.471344}, {"accuracy": 0.291502, "f1": 0.249111, "hf_subset": "tgl_Latn-taq_Latn", "languages": ["tgl-Latn", "taq-Latn"], "main_score": 0.249111, "precision": 0.234123, "recall": 0.291502}, {"accuracy": 0.533597, "f1": 0.493333, "hf_subset": "tgl_Latn-war_Latn", "languages": ["tgl-Latn", "war-Latn"], "main_score": 0.493333, "precision": 0.478415, "recall": 0.533597}, {"accuracy": 0.453557, "f1": 0.413776, "hf_subset": "tgl_Latn-arb_Arab", "languages": ["tgl-Latn", "arb-Arab"], "main_score": 0.413776, "precision": 0.399781, "recall": 0.453557}, {"accuracy": 0.486166, "f1": 0.450876, "hf_subset": "tgl_Latn-bul_Cyrl", "languages": ["tgl-Latn", "bul-Cyrl"], "main_score": 0.450876, "precision": 0.439046, "recall": 0.486166}, {"accuracy": 0.538538, "f1": 0.494156, "hf_subset": "tgl_Latn-fra_Latn", "languages": ["tgl-Latn", "fra-Latn"], "main_score": 0.494156, "precision": 0.481, "recall": 0.538538}, {"accuracy": 0.452569, "f1": 0.411863, "hf_subset": "tgl_Latn-jpn_Jpan", "languages": ["tgl-Latn", "jpn-Jpan"], "main_score": 0.411863, "precision": 0.398845, "recall": 0.452569}, {"accuracy": 0.399209, "f1": 0.368656, "hf_subset": "tgl_Latn-lij_Latn", "languages": ["tgl-Latn", "lij-Latn"], "main_score": 0.368656, "precision": 0.357673, "recall": 0.399209}, {"accuracy": 0.370553, "f1": 0.328887, "hf_subset": "tgl_Latn-mya_Mymr", "languages": ["tgl-Latn", "mya-Mymr"], "main_score": 0.328887, "precision": 0.315493, "recall": 0.370553}, {"accuracy": 0.277668, "f1": 0.232703, "hf_subset": "tgl_Latn-sag_Latn", "languages": ["tgl-Latn", "sag-Latn"], "main_score": 0.232703, "precision": 0.216972, "recall": 0.277668}, {"accuracy": 0.093874, "f1": 0.053957, "hf_subset": "tgl_Latn-taq_Tfng", "languages": ["tgl-Latn", "taq-Tfng"], "main_score": 0.053957, "precision": 0.046672, "recall": 0.093874}, {"accuracy": 0.310277, "f1": 0.26409, "hf_subset": "tgl_Latn-wol_Latn", "languages": ["tgl-Latn", "wol-Latn"], "main_score": 0.26409, "precision": 0.247611, "recall": 0.310277}, {"accuracy": 0.135375, "f1": 0.093779, "hf_subset": "tgl_Latn-arb_Latn", "languages": ["tgl-Latn", "arb-Latn"], "main_score": 0.093779, "precision": 0.082697, "recall": 0.135375}, {"accuracy": 0.532609, "f1": 0.485789, "hf_subset": "tgl_Latn-cat_Latn", "languages": ["tgl-Latn", "cat-Latn"], "main_score": 0.485789, "precision": 0.47125, "recall": 0.532609}, {"accuracy": 0.40415, "f1": 0.362065, "hf_subset": "tgl_Latn-fur_Latn", "languages": ["tgl-Latn", "fur-Latn"], "main_score": 0.362065, "precision": 0.348794, "recall": 0.40415}, {"accuracy": 0.108696, "f1": 0.07671, "hf_subset": "tgl_Latn-kab_Latn", "languages": ["tgl-Latn", "kab-Latn"], "main_score": 0.07671, "precision": 0.068554, "recall": 0.108696}, {"accuracy": 0.410079, "f1": 0.379092, "hf_subset": "tgl_Latn-lim_Latn", "languages": ["tgl-Latn", "lim-Latn"], "main_score": 0.379092, "precision": 0.367522, "recall": 0.410079}, {"accuracy": 0.528656, "f1": 0.481319, "hf_subset": "tgl_Latn-nld_Latn", "languages": ["tgl-Latn", "nld-Latn"], "main_score": 0.481319, "precision": 0.466475, "recall": 0.528656}, {"accuracy": 0.274704, "f1": 0.24366, "hf_subset": "tgl_Latn-san_Deva", "languages": ["tgl-Latn", "san-Deva"], "main_score": 0.24366, "precision": 0.233293, "recall": 0.274704}, {"accuracy": 0.341897, "f1": 0.303385, "hf_subset": "tgl_Latn-tat_Cyrl", "languages": ["tgl-Latn", "tat-Cyrl"], "main_score": 0.303385, "precision": 0.290489, "recall": 0.341897}, {"accuracy": 0.230237, "f1": 0.185249, "hf_subset": "tgl_Latn-xho_Latn", "languages": ["tgl-Latn", "xho-Latn"], "main_score": 0.185249, "precision": 0.170507, "recall": 0.230237}, {"accuracy": 0.433794, "f1": 0.392024, "hf_subset": "tgl_Latn-ars_Arab", "languages": ["tgl-Latn", "ars-Arab"], "main_score": 0.392024, "precision": 0.377912, "recall": 0.433794}, {"accuracy": 0.571146, "f1": 0.528917, "hf_subset": "tgl_Latn-ceb_Latn", "languages": ["tgl-Latn", "ceb-Latn"], "main_score": 0.528917, "precision": 0.512724, "recall": 0.571146}, {"accuracy": 0.263834, "f1": 0.218119, "hf_subset": "tgl_Latn-fuv_Latn", "languages": ["tgl-Latn", "fuv-Latn"], "main_score": 0.218119, "precision": 0.20139, "recall": 0.263834}, {"accuracy": 0.278656, "f1": 0.225432, "hf_subset": "tgl_Latn-kac_Latn", "languages": ["tgl-Latn", "kac-Latn"], "main_score": 0.225432, "precision": 0.205883, "recall": 0.278656}, {"accuracy": 0.278656, "f1": 0.232647, "hf_subset": "tgl_Latn-lin_Latn", "languages": ["tgl-Latn", "lin-Latn"], "main_score": 0.232647, "precision": 0.216446, "recall": 0.278656}, {"accuracy": 0.500988, "f1": 0.46497, "hf_subset": "tgl_Latn-nno_Latn", "languages": ["tgl-Latn", "nno-Latn"], "main_score": 0.46497, "precision": 0.452912, "recall": 0.500988}, {"accuracy": 0.023715, "f1": 0.008363, "hf_subset": "tgl_Latn-sat_Olck", "languages": ["tgl-Latn", "sat-Olck"], "main_score": 0.008363, "precision": 0.006617, "recall": 0.023715}, {"accuracy": 0.288538, "f1": 0.257066, "hf_subset": "tgl_Latn-tel_Telu", "languages": ["tgl-Latn", "tel-Telu"], "main_score": 0.257066, "precision": 0.24682, "recall": 0.288538}, {"accuracy": 0.188735, "f1": 0.156232, "hf_subset": "tgl_Latn-ydd_Hebr", "languages": ["tgl-Latn", "ydd-Hebr"], "main_score": 0.156232, "precision": 0.146266, "recall": 0.188735}, {"accuracy": 0.353755, "f1": 0.317371, "hf_subset": "tgl_Latn-ary_Arab", "languages": ["tgl-Latn", "ary-Arab"], "main_score": 0.317371, "precision": 0.305995, "recall": 0.353755}, {"accuracy": 0.518775, "f1": 0.479108, "hf_subset": "tgl_Latn-ces_Latn", "languages": ["tgl-Latn", "ces-Latn"], "main_score": 0.479108, "precision": 0.466376, "recall": 0.518775}, {"accuracy": 0.115613, "f1": 0.076795, "hf_subset": "tgl_Latn-gaz_Latn", "languages": ["tgl-Latn", "gaz-Latn"], "main_score": 0.076795, "precision": 0.066691, "recall": 0.115613}, {"accuracy": 0.283597, "f1": 0.234725, "hf_subset": "tgl_Latn-kam_Latn", "languages": ["tgl-Latn", "kam-Latn"], "main_score": 0.234725, "precision": 0.218052, "recall": 0.283597}, {"accuracy": 0.486166, "f1": 0.441704, "hf_subset": "tgl_Latn-lit_Latn", "languages": ["tgl-Latn", "lit-Latn"], "main_score": 0.441704, "precision": 0.426916, "recall": 0.486166}, {"accuracy": 0.514822, "f1": 0.474057, "hf_subset": "tgl_Latn-nob_Latn", "languages": ["tgl-Latn", "nob-Latn"], "main_score": 0.474057, "precision": 0.460149, "recall": 0.514822}, {"accuracy": 0.373518, "f1": 0.341211, "hf_subset": "tgl_Latn-scn_Latn", "languages": ["tgl-Latn", "scn-Latn"], "main_score": 0.341211, "precision": 0.330393, "recall": 0.373518}, {"accuracy": 0.211462, "f1": 0.171084, "hf_subset": "tgl_Latn-tgk_Cyrl", "languages": ["tgl-Latn", "tgk-Cyrl"], "main_score": 0.171084, "precision": 0.157492, "recall": 0.211462}, {"accuracy": 0.253953, "f1": 0.206006, "hf_subset": "tgl_Latn-yor_Latn", "languages": ["tgl-Latn", "yor-Latn"], "main_score": 0.206006, "precision": 0.188308, "recall": 0.253953}, {"accuracy": 0.403162, "f1": 0.3718, "hf_subset": "tgl_Latn-arz_Arab", "languages": ["tgl-Latn", "arz-Arab"], "main_score": 0.3718, "precision": 0.361277, "recall": 0.403162}, {"accuracy": 0.250988, "f1": 0.200253, "hf_subset": "tgl_Latn-cjk_Latn", "languages": ["tgl-Latn", "cjk-Latn"], "main_score": 0.200253, "precision": 0.183783, "recall": 0.250988}, {"accuracy": 0.237154, "f1": 0.194647, "hf_subset": "tgl_Latn-gla_Latn", "languages": ["tgl-Latn", "gla-Latn"], "main_score": 0.194647, "precision": 0.180306, "recall": 0.237154}, {"accuracy": 0.285573, "f1": 0.249063, "hf_subset": "tgl_Latn-kan_Knda", "languages": ["tgl-Latn", "kan-Knda"], "main_score": 0.249063, "precision": 0.237526, "recall": 0.285573}, {"accuracy": 0.380435, "f1": 0.348732, "hf_subset": "tgl_Latn-lmo_Latn", "languages": ["tgl-Latn", "lmo-Latn"], "main_score": 0.348732, "precision": 0.338788, "recall": 0.380435}, {"accuracy": 0.416008, "f1": 0.375641, "hf_subset": "tgl_Latn-npi_Deva", "languages": ["tgl-Latn", "npi-Deva"], "main_score": 0.375641, "precision": 0.363101, "recall": 0.416008}, {"accuracy": 0.259881, "f1": 0.213151, "hf_subset": "tgl_Latn-shn_Mymr", "languages": ["tgl-Latn", "shn-Mymr"], "main_score": 0.213151, "precision": 0.197925, "recall": 0.259881}, {"accuracy": 0.447628, "f1": 0.410654, "hf_subset": "tgl_Latn-yue_Hant", "languages": ["tgl-Latn", "yue-Hant"], "main_score": 0.410654, "precision": 0.399916, "recall": 0.447628}, {"accuracy": 0.18083, "f1": 0.151437, "hf_subset": "tgl_Latn-asm_Beng", "languages": ["tgl-Latn", "asm-Beng"], "main_score": 0.151437, "precision": 0.141891, "recall": 0.18083}, {"accuracy": 0.30336, "f1": 0.261181, "hf_subset": "tgl_Latn-ckb_Arab", "languages": ["tgl-Latn", "ckb-Arab"], "main_score": 0.261181, "precision": 0.247347, "recall": 0.30336}, {"accuracy": 0.291502, "f1": 0.251365, "hf_subset": "tgl_Latn-gle_Latn", "languages": ["tgl-Latn", "gle-Latn"], "main_score": 0.251365, "precision": 0.23811, "recall": 0.291502}, {"accuracy": 0.226285, "f1": 0.197249, "hf_subset": "tgl_Latn-kas_Arab", "languages": ["tgl-Latn", "kas-Arab"], "main_score": 0.197249, "precision": 0.186746, "recall": 0.226285}, {"accuracy": 0.379447, "f1": 0.339334, "hf_subset": "tgl_Latn-ltg_Latn", "languages": ["tgl-Latn", "ltg-Latn"], "main_score": 0.339334, "precision": 0.326969, "recall": 0.379447}, {"accuracy": 0.322134, "f1": 0.278647, "hf_subset": "tgl_Latn-nso_Latn", "languages": ["tgl-Latn", "nso-Latn"], "main_score": 0.278647, "precision": 0.262853, "recall": 0.322134}, {"accuracy": 0.3083, "f1": 0.277287, "hf_subset": "tgl_Latn-sin_Sinh", "languages": ["tgl-Latn", "sin-Sinh"], "main_score": 0.277287, "precision": 0.267332, "recall": 0.3083}, {"accuracy": 0.458498, "f1": 0.416601, "hf_subset": "tgl_Latn-tha_Thai", "languages": ["tgl-Latn", "tha-Thai"], "main_score": 0.416601, "precision": 0.40424, "recall": 0.458498}, {"accuracy": 0.455534, "f1": 0.411748, "hf_subset": "tgl_Latn-zho_Hans", "languages": ["tgl-Latn", "zho-Hans"], "main_score": 0.411748, "precision": 0.397847, "recall": 0.455534}, {"accuracy": 0.451581, "f1": 0.413656, "hf_subset": "tgl_Latn-ast_Latn", "languages": ["tgl-Latn", "ast-Latn"], "main_score": 0.413656, "precision": 0.402404, "recall": 0.451581}, {"accuracy": 0.386364, "f1": 0.361859, "hf_subset": "tgl_Latn-crh_Latn", "languages": ["tgl-Latn", "crh-Latn"], "main_score": 0.361859, "precision": 0.353445, "recall": 0.386364}, {"accuracy": 0.534585, "f1": 0.492403, "hf_subset": "tgl_Latn-glg_Latn", "languages": ["tgl-Latn", "glg-Latn"], "main_score": 0.492403, "precision": 0.480159, "recall": 0.534585}, {"accuracy": 0.258893, "f1": 0.221367, "hf_subset": "tgl_Latn-kas_Deva", "languages": ["tgl-Latn", "kas-Deva"], "main_score": 0.221367, "precision": 0.209109, "recall": 0.258893}, {"accuracy": 0.365613, "f1": 0.331229, "hf_subset": "tgl_Latn-ltz_Latn", "languages": ["tgl-Latn", "ltz-Latn"], "main_score": 0.331229, "precision": 0.318466, "recall": 0.365613}, {"accuracy": 0.149209, "f1": 0.100549, "hf_subset": "tgl_Latn-nus_Latn", "languages": ["tgl-Latn", "nus-Latn"], "main_score": 0.100549, "precision": 0.086423, "recall": 0.149209}, {"accuracy": 0.516798, "f1": 0.484886, "hf_subset": "tgl_Latn-slk_Latn", "languages": ["tgl-Latn", "slk-Latn"], "main_score": 0.484886, "precision": 0.473963, "recall": 0.516798}, {"accuracy": 0.103755, "f1": 0.081273, "hf_subset": "tgl_Latn-tir_Ethi", "languages": ["tgl-Latn", "tir-Ethi"], "main_score": 0.081273, "precision": 0.073965, "recall": 0.103755}, {"accuracy": 0.436759, "f1": 0.39866, "hf_subset": "tgl_Latn-zho_Hant", "languages": ["tgl-Latn", "zho-Hant"], "main_score": 0.39866, "precision": 0.386545, "recall": 0.436759}, {"accuracy": 0.416996, "f1": 0.375613, "hf_subset": "tgl_Latn-awa_Deva", "languages": ["tgl-Latn", "awa-Deva"], "main_score": 0.375613, "precision": 0.361833, "recall": 0.416996}, {"accuracy": 0.323123, "f1": 0.284825, "hf_subset": "tgl_Latn-cym_Latn", "languages": ["tgl-Latn", "cym-Latn"], "main_score": 0.284825, "precision": 0.273101, "recall": 0.323123}, {"accuracy": 0.350791, "f1": 0.313105, "hf_subset": "tgl_Latn-grn_Latn", "languages": ["tgl-Latn", "grn-Latn"], "main_score": 0.313105, "precision": 0.298561, "recall": 0.350791}, {"accuracy": 0.382411, "f1": 0.345853, "hf_subset": "tgl_Latn-kat_Geor", "languages": ["tgl-Latn", "kat-Geor"], "main_score": 0.345853, "precision": 0.333155, "recall": 0.382411}, {"accuracy": 0.298419, "f1": 0.254779, "hf_subset": "tgl_Latn-lua_Latn", "languages": ["tgl-Latn", "lua-Latn"], "main_score": 0.254779, "precision": 0.238503, "recall": 0.298419}, {"accuracy": 0.295455, "f1": 0.246554, "hf_subset": "tgl_Latn-nya_Latn", "languages": ["tgl-Latn", "nya-Latn"], "main_score": 0.246554, "precision": 0.229141, "recall": 0.295455}, {"accuracy": 0.514822, "f1": 0.471475, "hf_subset": "tgl_Latn-slv_Latn", "languages": ["tgl-Latn", "slv-Latn"], "main_score": 0.471475, "precision": 0.458472, "recall": 0.514822}, {"accuracy": 0.412055, "f1": 0.373975, "hf_subset": "tgl_Latn-tpi_Latn", "languages": ["tgl-Latn", "tpi-Latn"], "main_score": 0.373975, "precision": 0.360766, "recall": 0.412055}, {"accuracy": 0.513834, "f1": 0.474464, "hf_subset": "tgl_Latn-zsm_Latn", "languages": ["tgl-Latn", "zsm-Latn"], "main_score": 0.474464, "precision": 0.462669, "recall": 0.513834}, {"accuracy": 0.270751, "f1": 0.221307, "hf_subset": "tgl_Latn-ayr_Latn", "languages": ["tgl-Latn", "ayr-Latn"], "main_score": 0.221307, "precision": 0.203597, "recall": 0.270751}, {"accuracy": 0.532609, "f1": 0.489075, "hf_subset": "tgl_Latn-dan_Latn", "languages": ["tgl-Latn", "dan-Latn"], "main_score": 0.489075, "precision": 0.474874, "recall": 0.532609}, {"accuracy": 0.320158, "f1": 0.285421, "hf_subset": "tgl_Latn-guj_Gujr", "languages": ["tgl-Latn", "guj-Gujr"], "main_score": 0.285421, "precision": 0.273288, "recall": 0.320158}, {"accuracy": 0.439723, "f1": 0.398688, "hf_subset": "tgl_Latn-kaz_Cyrl", "languages": ["tgl-Latn", "kaz-Cyrl"], "main_score": 0.398688, "precision": 0.386988, "recall": 0.439723}, {"accuracy": 0.233202, "f1": 0.187923, "hf_subset": "tgl_Latn-lug_Latn", "languages": ["tgl-Latn", "lug-Latn"], "main_score": 0.187923, "precision": 0.173376, "recall": 0.233202}, {"accuracy": 0.467391, "f1": 0.431619, "hf_subset": "tgl_Latn-oci_Latn", "languages": ["tgl-Latn", "oci-Latn"], "main_score": 0.431619, "precision": 0.420525, "recall": 0.467391}, {"accuracy": 0.240119, "f1": 0.191462, "hf_subset": "tgl_Latn-smo_Latn", "languages": ["tgl-Latn", "smo-Latn"], "main_score": 0.191462, "precision": 0.176123, "recall": 0.240119}, {"accuracy": 0.271739, "f1": 0.221194, "hf_subset": "tgl_Latn-tsn_Latn", "languages": ["tgl-Latn", "tsn-Latn"], "main_score": 0.221194, "precision": 0.202704, "recall": 0.271739}, {"accuracy": 0.183794, "f1": 0.134992, "hf_subset": "tgl_Latn-zul_Latn", "languages": ["tgl-Latn", "zul-Latn"], "main_score": 0.134992, "precision": 0.120272, "recall": 0.183794}, {"accuracy": 0.250988, "f1": 0.213902, "hf_subset": "tgl_Latn-azb_Arab", "languages": ["tgl-Latn", "azb-Arab"], "main_score": 0.213902, "precision": 0.202107, "recall": 0.250988}, {"accuracy": 0.52668, "f1": 0.487158, "hf_subset": "tgl_Latn-deu_Latn", "languages": ["tgl-Latn", "deu-Latn"], "main_score": 0.487158, "precision": 0.473186, "recall": 0.52668}, {"accuracy": 0.301383, "f1": 0.257234, "hf_subset": "tgl_Latn-hat_Latn", "languages": ["tgl-Latn", "hat-Latn"], "main_score": 0.257234, "precision": 0.242977, "recall": 0.301383}, {"accuracy": 0.247036, "f1": 0.197791, "hf_subset": "tgl_Latn-kbp_Latn", "languages": ["tgl-Latn", "kbp-Latn"], "main_score": 0.197791, "precision": 0.181576, "recall": 0.247036}, {"accuracy": 0.288538, "f1": 0.242513, "hf_subset": "tgl_Latn-luo_Latn", "languages": ["tgl-Latn", "luo-Latn"], "main_score": 0.242513, "precision": 0.225579, "recall": 0.288538}, {"accuracy": 0.258893, "f1": 0.221817, "hf_subset": "tgl_Latn-ory_Orya", "languages": ["tgl-Latn", "ory-Orya"], "main_score": 0.221817, "precision": 0.209521, "recall": 0.258893}, {"accuracy": 0.211462, "f1": 0.167491, "hf_subset": "tgl_Latn-sna_Latn", "languages": ["tgl-Latn", "sna-Latn"], "main_score": 0.167491, "precision": 0.153717, "recall": 0.211462}, {"accuracy": 0.269763, "f1": 0.226921, "hf_subset": "tgl_Latn-tso_Latn", "languages": ["tgl-Latn", "tso-Latn"], "main_score": 0.226921, "precision": 0.210904, "recall": 0.269763}, {"accuracy": 0.391304, "f1": 0.363687, "hf_subset": "tgl_Latn-azj_Latn", "languages": ["tgl-Latn", "azj-Latn"], "main_score": 0.363687, "precision": 0.353965, "recall": 0.391304}, {"accuracy": 0.311265, "f1": 0.268978, "hf_subset": "tgl_Latn-dik_Latn", "languages": ["tgl-Latn", "dik-Latn"], "main_score": 0.268978, "precision": 0.254311, "recall": 0.311265}, {"accuracy": 0.316206, "f1": 0.269878, "hf_subset": "tgl_Latn-hau_Latn", "languages": ["tgl-Latn", "hau-Latn"], "main_score": 0.269878, "precision": 0.25395, "recall": 0.316206}, {"accuracy": 0.368577, "f1": 0.343953, "hf_subset": "tgl_Latn-kea_Latn", "languages": ["tgl-Latn", "kea-Latn"], "main_score": 0.343953, "precision": 0.334753, "recall": 0.368577}, {"accuracy": 0.380435, "f1": 0.33622, "hf_subset": "tgl_Latn-lus_Latn", "languages": ["tgl-Latn", "lus-Latn"], "main_score": 0.33622, "precision": 0.319753, "recall": 0.380435}, {"accuracy": 0.456522, "f1": 0.413108, "hf_subset": "tgl_Latn-pag_Latn", "languages": ["tgl-Latn", "pag-Latn"], "main_score": 0.413108, "precision": 0.396797, "recall": 0.456522}, {"accuracy": 0.302372, "f1": 0.268623, "hf_subset": "tgl_Latn-snd_Arab", "languages": ["tgl-Latn", "snd-Arab"], "main_score": 0.268623, "precision": 0.25783, "recall": 0.302372}, {"accuracy": 0.278656, "f1": 0.235223, "hf_subset": "tgl_Latn-tuk_Latn", "languages": ["tgl-Latn", "tuk-Latn"], "main_score": 0.235223, "precision": 0.221133, "recall": 0.278656}, {"accuracy": 0.343874, "f1": 0.303884, "hf_subset": "tgl_Latn-bak_Cyrl", "languages": ["tgl-Latn", "bak-Cyrl"], "main_score": 0.303884, "precision": 0.289874, "recall": 0.343874}, {"accuracy": 0.235178, "f1": 0.191101, "hf_subset": "tgl_Latn-dyu_Latn", "languages": ["tgl-Latn", "dyu-Latn"], "main_score": 0.191101, "precision": 0.176015, "recall": 0.235178}, {"accuracy": 0.426877, "f1": 0.383148, "hf_subset": "tgl_Latn-heb_Hebr", "languages": ["tgl-Latn", "heb-Hebr"], "main_score": 0.383148, "precision": 0.368389, "recall": 0.426877}, {"accuracy": 0.416008, "f1": 0.371505, "hf_subset": "tgl_Latn-khk_Cyrl", "languages": ["tgl-Latn", "khk-Cyrl"], "main_score": 0.371505, "precision": 0.35686, "recall": 0.416008}, {"accuracy": 0.466403, "f1": 0.430519, "hf_subset": "tgl_Latn-lvs_Latn", "languages": ["tgl-Latn", "lvs-Latn"], "main_score": 0.430519, "precision": 0.418609, "recall": 0.466403}, {"accuracy": 0.278656, "f1": 0.238253, "hf_subset": "tgl_Latn-pan_Guru", "languages": ["tgl-Latn", "pan-Guru"], "main_score": 0.238253, "precision": 0.226454, "recall": 0.278656}, {"accuracy": 0.288538, "f1": 0.247958, "hf_subset": "tgl_Latn-som_Latn", "languages": ["tgl-Latn", "som-Latn"], "main_score": 0.247958, "precision": 0.233947, "recall": 0.288538}, {"accuracy": 0.258893, "f1": 0.212884, "hf_subset": "tgl_Latn-tum_Latn", "languages": ["tgl-Latn", "tum-Latn"], "main_score": 0.212884, "precision": 0.197769, "recall": 0.258893}, {"accuracy": 0.083004, "f1": 0.052028, "hf_subset": "yue_Hant-ace_Arab", "languages": ["yue-Hant", "ace-Arab"], "main_score": 0.052028, "precision": 0.045153, "recall": 0.083004}, {"accuracy": 0.159091, "f1": 0.099646, "hf_subset": "yue_Hant-bam_Latn", "languages": ["yue-Hant", "bam-Latn"], "main_score": 0.099646, "precision": 0.085678, "recall": 0.159091}, {"accuracy": 0.003953, "f1": 4.9e-05, "hf_subset": "yue_Hant-dzo_Tibt", "languages": ["yue-Hant", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "yue_Hant-hin_Deva", "languages": ["yue-Hant", "hin-Deva"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.913043, "f1": 0.885771, "hf_subset": "yue_Hant-khm_Khmr", "languages": ["yue-Hant", "khm-Khmr"], "main_score": 0.885771, "precision": 0.872777, "recall": 0.913043}, {"accuracy": 0.944664, "f1": 0.927536, "hf_subset": "yue_Hant-mag_Deva", "languages": ["yue-Hant", "mag-Deva"], "main_score": 0.927536, "precision": 0.919302, "recall": 0.944664}, {"accuracy": 0.613636, "f1": 0.536973, "hf_subset": "yue_Hant-pap_Latn", "languages": ["yue-Hant", "pap-Latn"], "main_score": 0.536973, "precision": 0.508478, "recall": 0.613636}, {"accuracy": 0.18083, "f1": 0.117942, "hf_subset": "yue_Hant-sot_Latn", "languages": ["yue-Hant", "sot-Latn"], "main_score": 0.117942, "precision": 0.102424, "recall": 0.18083}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-tur_Latn", "languages": ["yue-Hant", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.378458, "f1": 0.289685, "hf_subset": "yue_Hant-ace_Latn", "languages": ["yue-Hant", "ace-Latn"], "main_score": 0.289685, "precision": 0.261991, "recall": 0.378458}, {"accuracy": 0.632411, "f1": 0.555574, "hf_subset": "yue_Hant-ban_Latn", "languages": ["yue-Hant", "ban-Latn"], "main_score": 0.555574, "precision": 0.525953, "recall": 0.632411}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "yue_Hant-ell_Grek", "languages": ["yue-Hant", "ell-Grek"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.912055, "f1": 0.886001, "hf_subset": "yue_Hant-hne_Deva", "languages": ["yue-Hant", "hne-Deva"], "main_score": 0.886001, "precision": 0.874012, "recall": 0.912055}, {"accuracy": 0.227273, "f1": 0.146664, "hf_subset": "yue_Hant-kik_Latn", "languages": ["yue-Hant", "kik-Latn"], "main_score": 0.146664, "precision": 0.126243, "recall": 0.227273}, {"accuracy": 0.925889, "f1": 0.903854, "hf_subset": "yue_Hant-mai_Deva", "languages": ["yue-Hant", "mai-Deva"], "main_score": 0.903854, "precision": 0.893528, "recall": 0.925889}, {"accuracy": 0.833004, "f1": 0.789366, "hf_subset": "yue_Hant-pbt_Arab", "languages": ["yue-Hant", "pbt-Arab"], "main_score": 0.789366, "precision": 0.770586, "recall": 0.833004}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-spa_Latn", "languages": ["yue-Hant", "spa-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.271739, "f1": 0.183989, "hf_subset": "yue_Hant-twi_Latn", "languages": ["yue-Hant", "twi-Latn"], "main_score": 0.183989, "precision": 0.160294, "recall": 0.271739}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "yue_Hant-acm_Arab", "languages": ["yue-Hant", "acm-Arab"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "yue_Hant-bel_Cyrl", "languages": ["yue-Hant", "bel-Cyrl"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-eng_Latn", "languages": ["yue-Hant", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-hrv_Latn", "languages": ["yue-Hant", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.128458, "f1": 0.077348, "hf_subset": "yue_Hant-kin_Latn", "languages": ["yue-Hant", "kin-Latn"], "main_score": 0.077348, "precision": 0.066099, "recall": 0.128458}, {"accuracy": 0.874506, "f1": 0.84162, "hf_subset": "yue_Hant-mal_Mlym", "languages": ["yue-Hant", "mal-Mlym"], "main_score": 0.84162, "precision": 0.82691, "recall": 0.874506}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "yue_Hant-pes_Arab", "languages": ["yue-Hant", "pes-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.687747, "f1": 0.614583, "hf_subset": "yue_Hant-srd_Latn", "languages": ["yue-Hant", "srd-Latn"], "main_score": 0.614583, "precision": 0.583796, "recall": 0.687747}, {"accuracy": 0.066206, "f1": 0.032064, "hf_subset": "yue_Hant-tzm_Tfng", "languages": ["yue-Hant", "tzm-Tfng"], "main_score": 0.032064, "precision": 0.026594, "recall": 0.066206}, {"accuracy": 0.977273, "f1": 0.969697, "hf_subset": "yue_Hant-acq_Arab", "languages": ["yue-Hant", "acq-Arab"], "main_score": 0.969697, "precision": 0.965909, "recall": 0.977273}, {"accuracy": 0.212451, "f1": 0.140895, "hf_subset": "yue_Hant-bem_Latn", "languages": ["yue-Hant", "bem-Latn"], "main_score": 0.140895, "precision": 0.124109, "recall": 0.212451}, {"accuracy": 0.837945, "f1": 0.794236, "hf_subset": "yue_Hant-epo_Latn", "languages": ["yue-Hant", "epo-Latn"], "main_score": 0.794236, "precision": 0.775231, "recall": 0.837945}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-hun_Latn", "languages": ["yue-Hant", "hun-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.917984, "f1": 0.894335, "hf_subset": "yue_Hant-kir_Cyrl", "languages": ["yue-Hant", "kir-Cyrl"], "main_score": 0.894335, "precision": 0.883152, "recall": 0.917984}, {"accuracy": 0.901186, "f1": 0.870455, "hf_subset": "yue_Hant-mar_Deva", "languages": ["yue-Hant", "mar-Deva"], "main_score": 0.870455, "precision": 0.855978, "recall": 0.901186}, {"accuracy": 0.256917, "f1": 0.181571, "hf_subset": "yue_Hant-plt_Latn", "languages": ["yue-Hant", "plt-Latn"], "main_score": 0.181571, "precision": 0.16068, "recall": 0.256917}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-srp_Cyrl", "languages": ["yue-Hant", "srp-Cyrl"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.799407, "f1": 0.752804, "hf_subset": "yue_Hant-uig_Arab", "languages": ["yue-Hant", "uig-Arab"], "main_score": 0.752804, "precision": 0.732699, "recall": 0.799407}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "yue_Hant-aeb_Arab", "languages": ["yue-Hant", "aeb-Arab"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.909091, "f1": 0.883136, "hf_subset": "yue_Hant-ben_Beng", "languages": ["yue-Hant", "ben-Beng"], "main_score": 0.883136, "precision": 0.871327, "recall": 0.909091}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-est_Latn", "languages": ["yue-Hant", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "yue_Hant-hye_Armn", "languages": ["yue-Hant", "hye-Armn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.145257, "f1": 0.082431, "hf_subset": "yue_Hant-kmb_Latn", "languages": ["yue-Hant", "kmb-Latn"], "main_score": 0.082431, "precision": 0.070467, "recall": 0.145257}, {"accuracy": 0.056324, "f1": 0.031545, "hf_subset": "yue_Hant-min_Arab", "languages": ["yue-Hant", "min-Arab"], "main_score": 0.031545, "precision": 0.026337, "recall": 0.056324}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "yue_Hant-pol_Latn", "languages": ["yue-Hant", "pol-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.142292, "f1": 0.084741, "hf_subset": "yue_Hant-ssw_Latn", "languages": ["yue-Hant", "ssw-Latn"], "main_score": 0.084741, "precision": 0.072784, "recall": 0.142292}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-ukr_Cyrl", "languages": ["yue-Hant", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.944993, "hf_subset": "yue_Hant-afr_Latn", "languages": ["yue-Hant", "afr-Latn"], "main_score": 0.944993, "precision": 0.938406, "recall": 0.958498}, {"accuracy": 0.886364, "f1": 0.854216, "hf_subset": "yue_Hant-bho_Deva", "languages": ["yue-Hant", "bho-Deva"], "main_score": 0.854216, "precision": 0.839756, "recall": 0.886364}, {"accuracy": 0.72332, "f1": 0.659936, "hf_subset": "yue_Hant-eus_Latn", "languages": ["yue-Hant", "eus-Latn"], "main_score": 0.659936, "precision": 0.633507, "recall": 0.72332}, {"accuracy": 0.175889, "f1": 0.104555, "hf_subset": "yue_Hant-ibo_Latn", "languages": ["yue-Hant", "ibo-Latn"], "main_score": 0.104555, "precision": 0.087571, "recall": 0.175889}, {"accuracy": 0.711462, "f1": 0.653189, "hf_subset": "yue_Hant-kmr_Latn", "languages": ["yue-Hant", "kmr-Latn"], "main_score": 0.653189, "precision": 0.629521, "recall": 0.711462}, {"accuracy": 0.603755, "f1": 0.524223, "hf_subset": "yue_Hant-min_Latn", "languages": ["yue-Hant", "min-Latn"], "main_score": 0.524223, "precision": 0.494584, "recall": 0.603755}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-por_Latn", "languages": ["yue-Hant", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.730237, "f1": 0.665046, "hf_subset": "yue_Hant-sun_Latn", "languages": ["yue-Hant", "sun-Latn"], "main_score": 0.665046, "precision": 0.638167, "recall": 0.730237}, {"accuracy": 0.149209, "f1": 0.090725, "hf_subset": "yue_Hant-umb_Latn", "languages": ["yue-Hant", "umb-Latn"], "main_score": 0.090725, "precision": 0.077214, "recall": 0.149209}, {"accuracy": 0.959486, "f1": 0.94753, "hf_subset": "yue_Hant-ajp_Arab", "languages": ["yue-Hant", "ajp-Arab"], "main_score": 0.94753, "precision": 0.942111, "recall": 0.959486}, {"accuracy": 0.073123, "f1": 0.041715, "hf_subset": "yue_Hant-bjn_Arab", "languages": ["yue-Hant", "bjn-Arab"], "main_score": 0.041715, "precision": 0.035297, "recall": 0.073123}, {"accuracy": 0.22332, "f1": 0.154187, "hf_subset": "yue_Hant-ewe_Latn", "languages": ["yue-Hant", "ewe-Latn"], "main_score": 0.154187, "precision": 0.136477, "recall": 0.22332}, {"accuracy": 0.329051, "f1": 0.235401, "hf_subset": "yue_Hant-ilo_Latn", "languages": ["yue-Hant", "ilo-Latn"], "main_score": 0.235401, "precision": 0.20775, "recall": 0.329051}, {"accuracy": 0.083004, "f1": 0.045532, "hf_subset": "yue_Hant-knc_Arab", "languages": ["yue-Hant", "knc-Arab"], "main_score": 0.045532, "precision": 0.037647, "recall": 0.083004}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-mkd_Cyrl", "languages": ["yue-Hant", "mkd-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971179, "hf_subset": "yue_Hant-prs_Arab", "languages": ["yue-Hant", "prs-Arab"], "main_score": 0.971179, "precision": 0.967721, "recall": 0.978261}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-swe_Latn", "languages": ["yue-Hant", "swe-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.964427, "f1": 0.953458, "hf_subset": "yue_Hant-urd_Arab", "languages": ["yue-Hant", "urd-Arab"], "main_score": 0.953458, "precision": 0.948205, "recall": 0.964427}, {"accuracy": 0.263834, "f1": 0.180942, "hf_subset": "yue_Hant-aka_Latn", "languages": ["yue-Hant", "aka-Latn"], "main_score": 0.180942, "precision": 0.157491, "recall": 0.263834}, {"accuracy": 0.753953, "f1": 0.693545, "hf_subset": "yue_Hant-bjn_Latn", "languages": ["yue-Hant", "bjn-Latn"], "main_score": 0.693545, "precision": 0.668791, "recall": 0.753953}, {"accuracy": 0.428854, "f1": 0.341189, "hf_subset": "yue_Hant-fao_Latn", "languages": ["yue-Hant", "fao-Latn"], "main_score": 0.341189, "precision": 0.312671, "recall": 0.428854}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "yue_Hant-ind_Latn", "languages": ["yue-Hant", "ind-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.232213, "f1": 0.15953, "hf_subset": "yue_Hant-knc_Latn", "languages": ["yue-Hant", "knc-Latn"], "main_score": 0.15953, "precision": 0.141775, "recall": 0.232213}, {"accuracy": 0.296443, "f1": 0.215537, "hf_subset": "yue_Hant-mlt_Latn", "languages": ["yue-Hant", "mlt-Latn"], "main_score": 0.215537, "precision": 0.194514, "recall": 0.296443}, {"accuracy": 0.241107, "f1": 0.15962, "hf_subset": "yue_Hant-quy_Latn", "languages": ["yue-Hant", "quy-Latn"], "main_score": 0.15962, "precision": 0.138335, "recall": 0.241107}, {"accuracy": 0.340909, "f1": 0.258532, "hf_subset": "yue_Hant-swh_Latn", "languages": ["yue-Hant", "swh-Latn"], "main_score": 0.258532, "precision": 0.235158, "recall": 0.340909}, {"accuracy": 0.607708, "f1": 0.532749, "hf_subset": "yue_Hant-uzn_Latn", "languages": ["yue-Hant", "uzn-Latn"], "main_score": 0.532749, "precision": 0.503747, "recall": 0.607708}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-als_Latn", "languages": ["yue-Hant", "als-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.056324, "f1": 0.019785, "hf_subset": "yue_Hant-bod_Tibt", "languages": ["yue-Hant", "bod-Tibt"], "main_score": 0.019785, "precision": 0.015516, "recall": 0.056324}, {"accuracy": 0.179842, "f1": 0.114652, "hf_subset": "yue_Hant-fij_Latn", "languages": ["yue-Hant", "fij-Latn"], "main_score": 0.114652, "precision": 0.099086, "recall": 0.179842}, {"accuracy": 0.72332, "f1": 0.658171, "hf_subset": "yue_Hant-isl_Latn", "languages": ["yue-Hant", "isl-Latn"], "main_score": 0.658171, "precision": 0.631613, "recall": 0.72332}, {"accuracy": 0.227273, "f1": 0.155832, "hf_subset": "yue_Hant-kon_Latn", "languages": ["yue-Hant", "kon-Latn"], "main_score": 0.155832, "precision": 0.138693, "recall": 0.227273}, {"accuracy": 0.059289, "f1": 0.028808, "hf_subset": "yue_Hant-mni_Beng", "languages": ["yue-Hant", "mni-Beng"], "main_score": 0.028808, "precision": 0.024631, "recall": 0.059289}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-ron_Latn", "languages": ["yue-Hant", "ron-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.77668, "f1": 0.719699, "hf_subset": "yue_Hant-szl_Latn", "languages": ["yue-Hant", "szl-Latn"], "main_score": 0.719699, "precision": 0.695184, "recall": 0.77668}, {"accuracy": 0.778656, "f1": 0.718347, "hf_subset": "yue_Hant-vec_Latn", "languages": ["yue-Hant", "vec-Latn"], "main_score": 0.718347, "precision": 0.692968, "recall": 0.778656}, {"accuracy": 0.761858, "f1": 0.707677, "hf_subset": "yue_Hant-amh_Ethi", "languages": ["yue-Hant", "amh-Ethi"], "main_score": 0.707677, "precision": 0.684611, "recall": 0.761858}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "yue_Hant-bos_Latn", "languages": ["yue-Hant", "bos-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-fin_Latn", "languages": ["yue-Hant", "fin-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-ita_Latn", "languages": ["yue-Hant", "ita-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "yue_Hant-kor_Hang", "languages": ["yue-Hant", "kor-Hang"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.204545, "f1": 0.138953, "hf_subset": "yue_Hant-mos_Latn", "languages": ["yue-Hant", "mos-Latn"], "main_score": 0.138953, "precision": 0.121475, "recall": 0.204545}, {"accuracy": 0.143281, "f1": 0.088792, "hf_subset": "yue_Hant-run_Latn", "languages": ["yue-Hant", "run-Latn"], "main_score": 0.088792, "precision": 0.076496, "recall": 0.143281}, {"accuracy": 0.88834, "f1": 0.854545, "hf_subset": "yue_Hant-tam_Taml", "languages": ["yue-Hant", "tam-Taml"], "main_score": 0.854545, "precision": 0.838603, "recall": 0.88834}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-vie_Latn", "languages": ["yue-Hant", "vie-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.961462, "f1": 0.949341, "hf_subset": "yue_Hant-apc_Arab", "languages": ["yue-Hant", "apc-Arab"], "main_score": 0.949341, "precision": 0.943594, "recall": 0.961462}, {"accuracy": 0.348814, "f1": 0.263605, "hf_subset": "yue_Hant-bug_Latn", "languages": ["yue-Hant", "bug-Latn"], "main_score": 0.263605, "precision": 0.238306, "recall": 0.348814}, {"accuracy": 0.182806, "f1": 0.119626, "hf_subset": "yue_Hant-fon_Latn", "languages": ["yue-Hant", "fon-Latn"], "main_score": 0.119626, "precision": 0.104123, "recall": 0.182806}, {"accuracy": 0.6917, "f1": 0.62029, "hf_subset": "yue_Hant-jav_Latn", "languages": ["yue-Hant", "jav-Latn"], "main_score": 0.62029, "precision": 0.591667, "recall": 0.6917}, {"accuracy": 0.909091, "f1": 0.884703, "hf_subset": "yue_Hant-lao_Laoo", "languages": ["yue-Hant", "lao-Laoo"], "main_score": 0.884703, "precision": 0.874127, "recall": 0.909091}, {"accuracy": 0.170949, "f1": 0.104575, "hf_subset": "yue_Hant-mri_Latn", "languages": ["yue-Hant", "mri-Latn"], "main_score": 0.104575, "precision": 0.090536, "recall": 0.170949}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-rus_Cyrl", "languages": ["yue-Hant", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.225296, "f1": 0.1578, "hf_subset": "yue_Hant-taq_Latn", "languages": ["yue-Hant", "taq-Latn"], "main_score": 0.1578, "precision": 0.142044, "recall": 0.225296}, {"accuracy": 0.391304, "f1": 0.297982, "hf_subset": "yue_Hant-war_Latn", "languages": ["yue-Hant", "war-Latn"], "main_score": 0.297982, "precision": 0.269384, "recall": 0.391304}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "yue_Hant-arb_Arab", "languages": ["yue-Hant", "arb-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-bul_Cyrl", "languages": ["yue-Hant", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-fra_Latn", "languages": ["yue-Hant", "fra-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "yue_Hant-jpn_Jpan", "languages": ["yue-Hant", "jpn-Jpan"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.720356, "f1": 0.65269, "hf_subset": "yue_Hant-lij_Latn", "languages": ["yue-Hant", "lij-Latn"], "main_score": 0.65269, "precision": 0.624646, "recall": 0.720356}, {"accuracy": 0.936759, "f1": 0.916502, "hf_subset": "yue_Hant-mya_Mymr", "languages": ["yue-Hant", "mya-Mymr"], "main_score": 0.916502, "precision": 0.906785, "recall": 0.936759}, {"accuracy": 0.209486, "f1": 0.139083, "hf_subset": "yue_Hant-sag_Latn", "languages": ["yue-Hant", "sag-Latn"], "main_score": 0.139083, "precision": 0.120895, "recall": 0.209486}, {"accuracy": 0.081028, "f1": 0.036223, "hf_subset": "yue_Hant-taq_Tfng", "languages": ["yue-Hant", "taq-Tfng"], "main_score": 0.036223, "precision": 0.029537, "recall": 0.081028}, {"accuracy": 0.219368, "f1": 0.145019, "hf_subset": "yue_Hant-wol_Latn", "languages": ["yue-Hant", "wol-Latn"], "main_score": 0.145019, "precision": 0.125333, "recall": 0.219368}, {"accuracy": 0.107708, "f1": 0.061572, "hf_subset": "yue_Hant-arb_Latn", "languages": ["yue-Hant", "arb-Latn"], "main_score": 0.061572, "precision": 0.052162, "recall": 0.107708}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-cat_Latn", "languages": ["yue-Hant", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.710474, "f1": 0.641008, "hf_subset": "yue_Hant-fur_Latn", "languages": ["yue-Hant", "fur-Latn"], "main_score": 0.641008, "precision": 0.612187, "recall": 0.710474}, {"accuracy": 0.075099, "f1": 0.047588, "hf_subset": "yue_Hant-kab_Latn", "languages": ["yue-Hant", "kab-Latn"], "main_score": 0.047588, "precision": 0.041643, "recall": 0.075099}, {"accuracy": 0.710474, "f1": 0.641027, "hf_subset": "yue_Hant-lim_Latn", "languages": ["yue-Hant", "lim-Latn"], "main_score": 0.641027, "precision": 0.611792, "recall": 0.710474}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-nld_Latn", "languages": ["yue-Hant", "nld-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.736166, "f1": 0.672711, "hf_subset": "yue_Hant-san_Deva", "languages": ["yue-Hant", "san-Deva"], "main_score": 0.672711, "precision": 0.645779, "recall": 0.736166}, {"accuracy": 0.497036, "f1": 0.411139, "hf_subset": "yue_Hant-tat_Cyrl", "languages": ["yue-Hant", "tat-Cyrl"], "main_score": 0.411139, "precision": 0.379712, "recall": 0.497036}, {"accuracy": 0.185771, "f1": 0.116853, "hf_subset": "yue_Hant-xho_Latn", "languages": ["yue-Hant", "xho-Latn"], "main_score": 0.116853, "precision": 0.101105, "recall": 0.185771}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "yue_Hant-ars_Arab", "languages": ["yue-Hant", "ars-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.363636, "f1": 0.272652, "hf_subset": "yue_Hant-ceb_Latn", "languages": ["yue-Hant", "ceb-Latn"], "main_score": 0.272652, "precision": 0.244875, "recall": 0.363636}, {"accuracy": 0.203557, "f1": 0.128264, "hf_subset": "yue_Hant-fuv_Latn", "languages": ["yue-Hant", "fuv-Latn"], "main_score": 0.128264, "precision": 0.110353, "recall": 0.203557}, {"accuracy": 0.182806, "f1": 0.119657, "hf_subset": "yue_Hant-kac_Latn", "languages": ["yue-Hant", "kac-Latn"], "main_score": 0.119657, "precision": 0.105005, "recall": 0.182806}, {"accuracy": 0.211462, "f1": 0.145686, "hf_subset": "yue_Hant-lin_Latn", "languages": ["yue-Hant", "lin-Latn"], "main_score": 0.145686, "precision": 0.129536, "recall": 0.211462}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "yue_Hant-nno_Latn", "languages": ["yue-Hant", "nno-Latn"], "main_score": 0.967391, "precision": 0.963439, "recall": 0.975296}, {"accuracy": 0.020751, "f1": 0.005013, "hf_subset": "yue_Hant-sat_Olck", "languages": ["yue-Hant", "sat-Olck"], "main_score": 0.005013, "precision": 0.004153, "recall": 0.020751}, {"accuracy": 0.859684, "f1": 0.820389, "hf_subset": "yue_Hant-tel_Telu", "languages": ["yue-Hant", "tel-Telu"], "main_score": 0.820389, "precision": 0.802701, "recall": 0.859684}, {"accuracy": 0.43083, "f1": 0.344215, "hf_subset": "yue_Hant-ydd_Hebr", "languages": ["yue-Hant", "ydd-Hebr"], "main_score": 0.344215, "precision": 0.313163, "recall": 0.43083}, {"accuracy": 0.844862, "f1": 0.803491, "hf_subset": "yue_Hant-ary_Arab", "languages": ["yue-Hant", "ary-Arab"], "main_score": 0.803491, "precision": 0.784453, "recall": 0.844862}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-ces_Latn", "languages": ["yue-Hant", "ces-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.086957, "f1": 0.04828, "hf_subset": "yue_Hant-gaz_Latn", "languages": ["yue-Hant", "gaz-Latn"], "main_score": 0.04828, "precision": 0.04132, "recall": 0.086957}, {"accuracy": 0.177866, "f1": 0.113086, "hf_subset": "yue_Hant-kam_Latn", "languages": ["yue-Hant", "kam-Latn"], "main_score": 0.113086, "precision": 0.098538, "recall": 0.177866}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "yue_Hant-lit_Latn", "languages": ["yue-Hant", "lit-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-nob_Latn", "languages": ["yue-Hant", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.620553, "f1": 0.541446, "hf_subset": "yue_Hant-scn_Latn", "languages": ["yue-Hant", "scn-Latn"], "main_score": 0.541446, "precision": 0.512566, "recall": 0.620553}, {"accuracy": 0.173913, "f1": 0.106607, "hf_subset": "yue_Hant-tgk_Cyrl", "languages": ["yue-Hant", "tgk-Cyrl"], "main_score": 0.106607, "precision": 0.091051, "recall": 0.173913}, {"accuracy": 0.172925, "f1": 0.101993, "hf_subset": "yue_Hant-yor_Latn", "languages": ["yue-Hant", "yor-Latn"], "main_score": 0.101993, "precision": 0.085095, "recall": 0.172925}, {"accuracy": 0.953557, "f1": 0.938801, "hf_subset": "yue_Hant-arz_Arab", "languages": ["yue-Hant", "arz-Arab"], "main_score": 0.938801, "precision": 0.931736, "recall": 0.953557}, {"accuracy": 0.176877, "f1": 0.113404, "hf_subset": "yue_Hant-cjk_Latn", "languages": ["yue-Hant", "cjk-Latn"], "main_score": 0.113404, "precision": 0.097489, "recall": 0.176877}, {"accuracy": 0.166996, "f1": 0.103919, "hf_subset": "yue_Hant-gla_Latn", "languages": ["yue-Hant", "gla-Latn"], "main_score": 0.103919, "precision": 0.087479, "recall": 0.166996}, {"accuracy": 0.821146, "f1": 0.772614, "hf_subset": "yue_Hant-kan_Knda", "languages": ["yue-Hant", "kan-Knda"], "main_score": 0.772614, "precision": 0.751021, "recall": 0.821146}, {"accuracy": 0.614625, "f1": 0.540376, "hf_subset": "yue_Hant-lmo_Latn", "languages": ["yue-Hant", "lmo-Latn"], "main_score": 0.540376, "precision": 0.51329, "recall": 0.614625}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "yue_Hant-npi_Deva", "languages": ["yue-Hant", "npi-Deva"], "main_score": 0.949934, "precision": 0.944499, "recall": 0.961462}, {"accuracy": 0.251976, "f1": 0.171839, "hf_subset": "yue_Hant-shn_Mymr", "languages": ["yue-Hant", "shn-Mymr"], "main_score": 0.171839, "precision": 0.148996, "recall": 0.251976}, {"accuracy": 0.438735, "f1": 0.350452, "hf_subset": "yue_Hant-tgl_Latn", "languages": ["yue-Hant", "tgl-Latn"], "main_score": 0.350452, "precision": 0.322308, "recall": 0.438735}, {"accuracy": 0.55336, "f1": 0.46952, "hf_subset": "yue_Hant-asm_Beng", "languages": ["yue-Hant", "asm-Beng"], "main_score": 0.46952, "precision": 0.438185, "recall": 0.55336}, {"accuracy": 0.833992, "f1": 0.78849, "hf_subset": "yue_Hant-ckb_Arab", "languages": ["yue-Hant", "ckb-Arab"], "main_score": 0.78849, "precision": 0.768099, "recall": 0.833992}, {"accuracy": 0.250988, "f1": 0.175349, "hf_subset": "yue_Hant-gle_Latn", "languages": ["yue-Hant", "gle-Latn"], "main_score": 0.175349, "precision": 0.154898, "recall": 0.250988}, {"accuracy": 0.588933, "f1": 0.509383, "hf_subset": "yue_Hant-kas_Arab", "languages": ["yue-Hant", "kas-Arab"], "main_score": 0.509383, "precision": 0.477961, "recall": 0.588933}, {"accuracy": 0.674901, "f1": 0.604334, "hf_subset": "yue_Hant-ltg_Latn", "languages": ["yue-Hant", "ltg-Latn"], "main_score": 0.604334, "precision": 0.575725, "recall": 0.674901}, {"accuracy": 0.217391, "f1": 0.14095, "hf_subset": "yue_Hant-nso_Latn", "languages": ["yue-Hant", "nso-Latn"], "main_score": 0.14095, "precision": 0.12151, "recall": 0.217391}, {"accuracy": 0.928854, "f1": 0.907181, "hf_subset": "yue_Hant-sin_Sinh", "languages": ["yue-Hant", "sin-Sinh"], "main_score": 0.907181, "precision": 0.897151, "recall": 0.928854}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "yue_Hant-tha_Thai", "languages": ["yue-Hant", "tha-Thai"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.995059, "f1": 0.994071, "hf_subset": "yue_Hant-zho_Hans", "languages": ["yue-Hant", "zho-Hans"], "main_score": 0.994071, "precision": 0.993577, "recall": 0.995059}, {"accuracy": 0.926877, "f1": 0.90471, "hf_subset": "yue_Hant-ast_Latn", "languages": ["yue-Hant", "ast-Latn"], "main_score": 0.90471, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.742095, "f1": 0.679037, "hf_subset": "yue_Hant-crh_Latn", "languages": ["yue-Hant", "crh-Latn"], "main_score": 0.679037, "precision": 0.651877, "recall": 0.742095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "yue_Hant-glg_Latn", "languages": ["yue-Hant", "glg-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.399209, "f1": 0.316293, "hf_subset": "yue_Hant-kas_Deva", "languages": ["yue-Hant", "kas-Deva"], "main_score": 0.316293, "precision": 0.289448, "recall": 0.399209}, {"accuracy": 0.475296, "f1": 0.377825, "hf_subset": "yue_Hant-ltz_Latn", "languages": ["yue-Hant", "ltz-Latn"], "main_score": 0.377825, "precision": 0.345137, "recall": 0.475296}, {"accuracy": 0.103755, "f1": 0.05541, "hf_subset": "yue_Hant-nus_Latn", "languages": ["yue-Hant", "nus-Latn"], "main_score": 0.05541, "precision": 0.047372, "recall": 0.103755}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "yue_Hant-slk_Latn", "languages": ["yue-Hant", "slk-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.173913, "f1": 0.114757, "hf_subset": "yue_Hant-tir_Ethi", "languages": ["yue-Hant", "tir-Ethi"], "main_score": 0.114757, "precision": 0.099456, "recall": 0.173913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "yue_Hant-zho_Hant", "languages": ["yue-Hant", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942852, "hf_subset": "yue_Hant-awa_Deva", "languages": ["yue-Hant", "awa-Deva"], "main_score": 0.942852, "precision": 0.936924, "recall": 0.955534}, {"accuracy": 0.423913, "f1": 0.331796, "hf_subset": "yue_Hant-cym_Latn", "languages": ["yue-Hant", "cym-Latn"], "main_score": 0.331796, "precision": 0.302384, "recall": 0.423913}, {"accuracy": 0.321146, "f1": 0.236231, "hf_subset": "yue_Hant-grn_Latn", "languages": ["yue-Hant", "grn-Latn"], "main_score": 0.236231, "precision": 0.212438, "recall": 0.321146}, {"accuracy": 0.873518, "f1": 0.835935, "hf_subset": "yue_Hant-kat_Geor", "languages": ["yue-Hant", "kat-Geor"], "main_score": 0.835935, "precision": 0.818676, "recall": 0.873518}, {"accuracy": 0.22332, "f1": 0.150891, "hf_subset": "yue_Hant-lua_Latn", "languages": ["yue-Hant", "lua-Latn"], "main_score": 0.150891, "precision": 0.132054, "recall": 0.22332}, {"accuracy": 0.206522, "f1": 0.134084, "hf_subset": "yue_Hant-nya_Latn", "languages": ["yue-Hant", "nya-Latn"], "main_score": 0.134084, "precision": 0.115883, "recall": 0.206522}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-slv_Latn", "languages": ["yue-Hant", "slv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.41996, "f1": 0.325905, "hf_subset": "yue_Hant-tpi_Latn", "languages": ["yue-Hant", "tpi-Latn"], "main_score": 0.325905, "precision": 0.295907, "recall": 0.41996}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "yue_Hant-zsm_Latn", "languages": ["yue-Hant", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.172925, "f1": 0.101364, "hf_subset": "yue_Hant-ayr_Latn", "languages": ["yue-Hant", "ayr-Latn"], "main_score": 0.101364, "precision": 0.084638, "recall": 0.172925}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "yue_Hant-dan_Latn", "languages": ["yue-Hant", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.889196, "hf_subset": "yue_Hant-guj_Gujr", "languages": ["yue-Hant", "guj-Gujr"], "main_score": 0.889196, "precision": 0.877223, "recall": 0.91502}, {"accuracy": 0.955534, "f1": 0.94137, "hf_subset": "yue_Hant-kaz_Cyrl", "languages": ["yue-Hant", "kaz-Cyrl"], "main_score": 0.94137, "precision": 0.934453, "recall": 0.955534}, {"accuracy": 0.156126, "f1": 0.094441, "hf_subset": "yue_Hant-lug_Latn", "languages": ["yue-Hant", "lug-Latn"], "main_score": 0.094441, "precision": 0.080498, "recall": 0.156126}, {"accuracy": 0.902174, "f1": 0.872925, "hf_subset": "yue_Hant-oci_Latn", "languages": ["yue-Hant", "oci-Latn"], "main_score": 0.872925, "precision": 0.859107, "recall": 0.902174}, {"accuracy": 0.168972, "f1": 0.106934, "hf_subset": "yue_Hant-smo_Latn", "languages": ["yue-Hant", "smo-Latn"], "main_score": 0.106934, "precision": 0.092187, "recall": 0.168972}, {"accuracy": 0.185771, "f1": 0.120968, "hf_subset": "yue_Hant-tsn_Latn", "languages": ["yue-Hant", "tsn-Latn"], "main_score": 0.120968, "precision": 0.1055, "recall": 0.185771}, {"accuracy": 0.131423, "f1": 0.07583, "hf_subset": "yue_Hant-zul_Latn", "languages": ["yue-Hant", "zul-Latn"], "main_score": 0.07583, "precision": 0.063705, "recall": 0.131423}, {"accuracy": 0.551383, "f1": 0.470749, "hf_subset": "yue_Hant-azb_Arab", "languages": ["yue-Hant", "azb-Arab"], "main_score": 0.470749, "precision": 0.440895, "recall": 0.551383}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "yue_Hant-deu_Latn", "languages": ["yue-Hant", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.275692, "f1": 0.194597, "hf_subset": "yue_Hant-hat_Latn", "languages": ["yue-Hant", "hat-Latn"], "main_score": 0.194597, "precision": 0.17201, "recall": 0.275692}, {"accuracy": 0.160079, "f1": 0.09692, "hf_subset": "yue_Hant-kbp_Latn", "languages": ["yue-Hant", "kbp-Latn"], "main_score": 0.09692, "precision": 0.081769, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.128019, "hf_subset": "yue_Hant-luo_Latn", "languages": ["yue-Hant", "luo-Latn"], "main_score": 0.128019, "precision": 0.11112, "recall": 0.199605}, {"accuracy": 0.827075, "f1": 0.784373, "hf_subset": "yue_Hant-ory_Orya", "languages": ["yue-Hant", "ory-Orya"], "main_score": 0.784373, "precision": 0.766123, "recall": 0.827075}, {"accuracy": 0.158103, "f1": 0.092443, "hf_subset": "yue_Hant-sna_Latn", "languages": ["yue-Hant", "sna-Latn"], "main_score": 0.092443, "precision": 0.078122, "recall": 0.158103}, {"accuracy": 0.16996, "f1": 0.108493, "hf_subset": "yue_Hant-tso_Latn", "languages": ["yue-Hant", "tso-Latn"], "main_score": 0.108493, "precision": 0.093674, "recall": 0.16996}, {"accuracy": 0.955534, "f1": 0.942358, "hf_subset": "yue_Hant-azj_Latn", "languages": ["yue-Hant", "azj-Latn"], "main_score": 0.942358, "precision": 0.9361, "recall": 0.955534}, {"accuracy": 0.278656, "f1": 0.195119, "hf_subset": "yue_Hant-dik_Latn", "languages": ["yue-Hant", "dik-Latn"], "main_score": 0.195119, "precision": 0.173392, "recall": 0.278656}, {"accuracy": 0.215415, "f1": 0.140734, "hf_subset": "yue_Hant-hau_Latn", "languages": ["yue-Hant", "hau-Latn"], "main_score": 0.140734, "precision": 0.123278, "recall": 0.215415}, {"accuracy": 0.606719, "f1": 0.526398, "hf_subset": "yue_Hant-kea_Latn", "languages": ["yue-Hant", "kea-Latn"], "main_score": 0.526398, "precision": 0.496023, "recall": 0.606719}, {"accuracy": 0.325099, "f1": 0.24147, "hf_subset": "yue_Hant-lus_Latn", "languages": ["yue-Hant", "lus-Latn"], "main_score": 0.24147, "precision": 0.217085, "recall": 0.325099}, {"accuracy": 0.444664, "f1": 0.346295, "hf_subset": "yue_Hant-pag_Latn", "languages": ["yue-Hant", "pag-Latn"], "main_score": 0.346295, "precision": 0.312829, "recall": 0.444664}, {"accuracy": 0.847826, "f1": 0.807329, "hf_subset": "yue_Hant-snd_Arab", "languages": ["yue-Hant", "snd-Arab"], "main_score": 0.807329, "precision": 0.78937, "recall": 0.847826}, {"accuracy": 0.321146, "f1": 0.231342, "hf_subset": "yue_Hant-tuk_Latn", "languages": ["yue-Hant", "tuk-Latn"], "main_score": 0.231342, "precision": 0.204242, "recall": 0.321146}, {"accuracy": 0.450593, "f1": 0.364452, "hf_subset": "yue_Hant-bak_Cyrl", "languages": ["yue-Hant", "bak-Cyrl"], "main_score": 0.364452, "precision": 0.335304, "recall": 0.450593}, {"accuracy": 0.16996, "f1": 0.104371, "hf_subset": "yue_Hant-dyu_Latn", "languages": ["yue-Hant", "dyu-Latn"], "main_score": 0.104371, "precision": 0.087179, "recall": 0.16996}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "yue_Hant-heb_Hebr", "languages": ["yue-Hant", "heb-Hebr"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.971344, "f1": 0.962121, "hf_subset": "yue_Hant-khk_Cyrl", "languages": ["yue-Hant", "khk-Cyrl"], "main_score": 0.962121, "precision": 0.957675, "recall": 0.971344}, {"accuracy": 0.987154, "f1": 0.983267, "hf_subset": "yue_Hant-lvs_Latn", "languages": ["yue-Hant", "lvs-Latn"], "main_score": 0.983267, "precision": 0.981472, "recall": 0.987154}, {"accuracy": 0.842885, "f1": 0.802574, "hf_subset": "yue_Hant-pan_Guru", "languages": ["yue-Hant", "pan-Guru"], "main_score": 0.802574, "precision": 0.784947, "recall": 0.842885}, {"accuracy": 0.237154, "f1": 0.166067, "hf_subset": "yue_Hant-som_Latn", "languages": ["yue-Hant", "som-Latn"], "main_score": 0.166067, "precision": 0.146116, "recall": 0.237154}, {"accuracy": 0.184783, "f1": 0.114242, "hf_subset": "yue_Hant-tum_Latn", "languages": ["yue-Hant", "tum-Latn"], "main_score": 0.114242, "precision": 0.098183, "recall": 0.184783}, {"accuracy": 0.031621, "f1": 0.021894, "hf_subset": "asm_Beng-ace_Arab", "languages": ["asm-Beng", "ace-Arab"], "main_score": 0.021894, "precision": 0.019465, "recall": 0.031621}, {"accuracy": 0.065217, "f1": 0.045866, "hf_subset": "asm_Beng-bam_Latn", "languages": ["asm-Beng", "bam-Latn"], "main_score": 0.045866, "precision": 0.041338, "recall": 0.065217}, {"accuracy": 0.002964, "f1": 8.8e-05, "hf_subset": "asm_Beng-dzo_Tibt", "languages": ["asm-Beng", "dzo-Tibt"], "main_score": 8.8e-05, "precision": 4.5e-05, "recall": 0.002964}, {"accuracy": 0.523715, "f1": 0.463986, "hf_subset": "asm_Beng-hin_Deva", "languages": ["asm-Beng", "hin-Deva"], "main_score": 0.463986, "precision": 0.443213, "recall": 0.523715}, {"accuracy": 0.433794, "f1": 0.38278, "hf_subset": "asm_Beng-khm_Khmr", "languages": ["asm-Beng", "khm-Khmr"], "main_score": 0.38278, "precision": 0.363988, "recall": 0.433794}, {"accuracy": 0.406126, "f1": 0.353947, "hf_subset": "asm_Beng-mag_Deva", "languages": ["asm-Beng", "mag-Deva"], "main_score": 0.353947, "precision": 0.336736, "recall": 0.406126}, {"accuracy": 0.242095, "f1": 0.194571, "hf_subset": "asm_Beng-pap_Latn", "languages": ["asm-Beng", "pap-Latn"], "main_score": 0.194571, "precision": 0.180503, "recall": 0.242095}, {"accuracy": 0.070158, "f1": 0.043449, "hf_subset": "asm_Beng-sot_Latn", "languages": ["asm-Beng", "sot-Latn"], "main_score": 0.043449, "precision": 0.037518, "recall": 0.070158}, {"accuracy": 0.504941, "f1": 0.452837, "hf_subset": "asm_Beng-tur_Latn", "languages": ["asm-Beng", "tur-Latn"], "main_score": 0.452837, "precision": 0.434385, "recall": 0.504941}, {"accuracy": 0.15415, "f1": 0.112752, "hf_subset": "asm_Beng-ace_Latn", "languages": ["asm-Beng", "ace-Latn"], "main_score": 0.112752, "precision": 0.100688, "recall": 0.15415}, {"accuracy": 0.220356, "f1": 0.182249, "hf_subset": "asm_Beng-ban_Latn", "languages": ["asm-Beng", "ban-Latn"], "main_score": 0.182249, "precision": 0.169826, "recall": 0.220356}, {"accuracy": 0.490119, "f1": 0.434128, "hf_subset": "asm_Beng-ell_Grek", "languages": ["asm-Beng", "ell-Grek"], "main_score": 0.434128, "precision": 0.413746, "recall": 0.490119}, {"accuracy": 0.376482, "f1": 0.331382, "hf_subset": "asm_Beng-hne_Deva", "languages": ["asm-Beng", "hne-Deva"], "main_score": 0.331382, "precision": 0.31641, "recall": 0.376482}, {"accuracy": 0.08004, "f1": 0.04854, "hf_subset": "asm_Beng-kik_Latn", "languages": ["asm-Beng", "kik-Latn"], "main_score": 0.04854, "precision": 0.040794, "recall": 0.08004}, {"accuracy": 0.394269, "f1": 0.348975, "hf_subset": "asm_Beng-mai_Deva", "languages": ["asm-Beng", "mai-Deva"], "main_score": 0.348975, "precision": 0.334257, "recall": 0.394269}, {"accuracy": 0.403162, "f1": 0.354289, "hf_subset": "asm_Beng-pbt_Arab", "languages": ["asm-Beng", "pbt-Arab"], "main_score": 0.354289, "precision": 0.336961, "recall": 0.403162}, {"accuracy": 0.504941, "f1": 0.451549, "hf_subset": "asm_Beng-spa_Latn", "languages": ["asm-Beng", "spa-Latn"], "main_score": 0.451549, "precision": 0.433862, "recall": 0.504941}, {"accuracy": 0.094862, "f1": 0.059478, "hf_subset": "asm_Beng-twi_Latn", "languages": ["asm-Beng", "twi-Latn"], "main_score": 0.059478, "precision": 0.051217, "recall": 0.094862}, {"accuracy": 0.467391, "f1": 0.420405, "hf_subset": "asm_Beng-acm_Arab", "languages": ["asm-Beng", "acm-Arab"], "main_score": 0.420405, "precision": 0.403572, "recall": 0.467391}, {"accuracy": 0.454545, "f1": 0.396315, "hf_subset": "asm_Beng-bel_Cyrl", "languages": ["asm-Beng", "bel-Cyrl"], "main_score": 0.396315, "precision": 0.376697, "recall": 0.454545}, {"accuracy": 0.533597, "f1": 0.474523, "hf_subset": "asm_Beng-eng_Latn", "languages": ["asm-Beng", "eng-Latn"], "main_score": 0.474523, "precision": 0.454112, "recall": 0.533597}, {"accuracy": 0.499012, "f1": 0.44169, "hf_subset": "asm_Beng-hrv_Latn", "languages": ["asm-Beng", "hrv-Latn"], "main_score": 0.44169, "precision": 0.421891, "recall": 0.499012}, {"accuracy": 0.05336, "f1": 0.034477, "hf_subset": "asm_Beng-kin_Latn", "languages": ["asm-Beng", "kin-Latn"], "main_score": 0.034477, "precision": 0.030242, "recall": 0.05336}, {"accuracy": 0.400198, "f1": 0.355759, "hf_subset": "asm_Beng-mal_Mlym", "languages": ["asm-Beng", "mal-Mlym"], "main_score": 0.355759, "precision": 0.340464, "recall": 0.400198}, {"accuracy": 0.501976, "f1": 0.441786, "hf_subset": "asm_Beng-pes_Arab", "languages": ["asm-Beng", "pes-Arab"], "main_score": 0.441786, "precision": 0.42167, "recall": 0.501976}, {"accuracy": 0.267787, "f1": 0.214429, "hf_subset": "asm_Beng-srd_Latn", "languages": ["asm-Beng", "srd-Latn"], "main_score": 0.214429, "precision": 0.197355, "recall": 0.267787}, {"accuracy": 0.055336, "f1": 0.032622, "hf_subset": "asm_Beng-tzm_Tfng", "languages": ["asm-Beng", "tzm-Tfng"], "main_score": 0.032622, "precision": 0.027937, "recall": 0.055336}, {"accuracy": 0.474308, "f1": 0.428976, "hf_subset": "asm_Beng-acq_Arab", "languages": ["asm-Beng", "acq-Arab"], "main_score": 0.428976, "precision": 0.412091, "recall": 0.474308}, {"accuracy": 0.081028, "f1": 0.05235, "hf_subset": "asm_Beng-bem_Latn", "languages": ["asm-Beng", "bem-Latn"], "main_score": 0.05235, "precision": 0.046029, "recall": 0.081028}, {"accuracy": 0.374506, "f1": 0.318675, "hf_subset": "asm_Beng-epo_Latn", "languages": ["asm-Beng", "epo-Latn"], "main_score": 0.318675, "precision": 0.299918, "recall": 0.374506}, {"accuracy": 0.48419, "f1": 0.425653, "hf_subset": "asm_Beng-hun_Latn", "languages": ["asm-Beng", "hun-Latn"], "main_score": 0.425653, "precision": 0.405145, "recall": 0.48419}, {"accuracy": 0.400198, "f1": 0.351025, "hf_subset": "asm_Beng-kir_Cyrl", "languages": ["asm-Beng", "kir-Cyrl"], "main_score": 0.351025, "precision": 0.335524, "recall": 0.400198}, {"accuracy": 0.425889, "f1": 0.377106, "hf_subset": "asm_Beng-mar_Deva", "languages": ["asm-Beng", "mar-Deva"], "main_score": 0.377106, "precision": 0.361075, "recall": 0.425889}, {"accuracy": 0.102767, "f1": 0.07346, "hf_subset": "asm_Beng-plt_Latn", "languages": ["asm-Beng", "plt-Latn"], "main_score": 0.07346, "precision": 0.065461, "recall": 0.102767}, {"accuracy": 0.529644, "f1": 0.470903, "hf_subset": "asm_Beng-srp_Cyrl", "languages": ["asm-Beng", "srp-Cyrl"], "main_score": 0.470903, "precision": 0.450822, "recall": 0.529644}, {"accuracy": 0.411067, "f1": 0.355002, "hf_subset": "asm_Beng-uig_Arab", "languages": ["asm-Beng", "uig-Arab"], "main_score": 0.355002, "precision": 0.336338, "recall": 0.411067}, {"accuracy": 0.423913, "f1": 0.379599, "hf_subset": "asm_Beng-aeb_Arab", "languages": ["asm-Beng", "aeb-Arab"], "main_score": 0.379599, "precision": 0.363394, "recall": 0.423913}, {"accuracy": 0.555336, "f1": 0.509803, "hf_subset": "asm_Beng-ben_Beng", "languages": ["asm-Beng", "ben-Beng"], "main_score": 0.509803, "precision": 0.492994, "recall": 0.555336}, {"accuracy": 0.508893, "f1": 0.448629, "hf_subset": "asm_Beng-est_Latn", "languages": ["asm-Beng", "est-Latn"], "main_score": 0.448629, "precision": 0.427138, "recall": 0.508893}, {"accuracy": 0.51581, "f1": 0.45541, "hf_subset": "asm_Beng-hye_Armn", "languages": ["asm-Beng", "hye-Armn"], "main_score": 0.45541, "precision": 0.434864, "recall": 0.51581}, {"accuracy": 0.0583, "f1": 0.037184, "hf_subset": "asm_Beng-kmb_Latn", "languages": ["asm-Beng", "kmb-Latn"], "main_score": 0.037184, "precision": 0.032497, "recall": 0.0583}, {"accuracy": 0.024704, "f1": 0.013748, "hf_subset": "asm_Beng-min_Arab", "languages": ["asm-Beng", "min-Arab"], "main_score": 0.013748, "precision": 0.010813, "recall": 0.024704}, {"accuracy": 0.483202, "f1": 0.421052, "hf_subset": "asm_Beng-pol_Latn", "languages": ["asm-Beng", "pol-Latn"], "main_score": 0.421052, "precision": 0.399894, "recall": 0.483202}, {"accuracy": 0.057312, "f1": 0.034624, "hf_subset": "asm_Beng-ssw_Latn", "languages": ["asm-Beng", "ssw-Latn"], "main_score": 0.034624, "precision": 0.029541, "recall": 0.057312}, {"accuracy": 0.514822, "f1": 0.456451, "hf_subset": "asm_Beng-ukr_Cyrl", "languages": ["asm-Beng", "ukr-Cyrl"], "main_score": 0.456451, "precision": 0.436138, "recall": 0.514822}, {"accuracy": 0.488142, "f1": 0.423803, "hf_subset": "asm_Beng-afr_Latn", "languages": ["asm-Beng", "afr-Latn"], "main_score": 0.423803, "precision": 0.400712, "recall": 0.488142}, {"accuracy": 0.355731, "f1": 0.309082, "hf_subset": "asm_Beng-bho_Deva", "languages": ["asm-Beng", "bho-Deva"], "main_score": 0.309082, "precision": 0.293243, "recall": 0.355731}, {"accuracy": 0.3083, "f1": 0.2631, "hf_subset": "asm_Beng-eus_Latn", "languages": ["asm-Beng", "eus-Latn"], "main_score": 0.2631, "precision": 0.247728, "recall": 0.3083}, {"accuracy": 0.077075, "f1": 0.049982, "hf_subset": "asm_Beng-ibo_Latn", "languages": ["asm-Beng", "ibo-Latn"], "main_score": 0.049982, "precision": 0.042908, "recall": 0.077075}, {"accuracy": 0.320158, "f1": 0.272941, "hf_subset": "asm_Beng-kmr_Latn", "languages": ["asm-Beng", "kmr-Latn"], "main_score": 0.272941, "precision": 0.256426, "recall": 0.320158}, {"accuracy": 0.231225, "f1": 0.188164, "hf_subset": "asm_Beng-min_Latn", "languages": ["asm-Beng", "min-Latn"], "main_score": 0.188164, "precision": 0.174862, "recall": 0.231225}, {"accuracy": 0.521739, "f1": 0.465978, "hf_subset": "asm_Beng-por_Latn", "languages": ["asm-Beng", "por-Latn"], "main_score": 0.465978, "precision": 0.448885, "recall": 0.521739}, {"accuracy": 0.269763, "f1": 0.22587, "hf_subset": "asm_Beng-sun_Latn", "languages": ["asm-Beng", "sun-Latn"], "main_score": 0.22587, "precision": 0.211434, "recall": 0.269763}, {"accuracy": 0.061265, "f1": 0.036931, "hf_subset": "asm_Beng-umb_Latn", "languages": ["asm-Beng", "umb-Latn"], "main_score": 0.036931, "precision": 0.03203, "recall": 0.061265}, {"accuracy": 0.463439, "f1": 0.414626, "hf_subset": "asm_Beng-ajp_Arab", "languages": ["asm-Beng", "ajp-Arab"], "main_score": 0.414626, "precision": 0.397012, "recall": 0.463439}, {"accuracy": 0.023715, "f1": 0.012064, "hf_subset": "asm_Beng-bjn_Arab", "languages": ["asm-Beng", "bjn-Arab"], "main_score": 0.012064, "precision": 0.009663, "recall": 0.023715}, {"accuracy": 0.073123, "f1": 0.048576, "hf_subset": "asm_Beng-ewe_Latn", "languages": ["asm-Beng", "ewe-Latn"], "main_score": 0.048576, "precision": 0.042397, "recall": 0.073123}, {"accuracy": 0.133399, "f1": 0.095559, "hf_subset": "asm_Beng-ilo_Latn", "languages": ["asm-Beng", "ilo-Latn"], "main_score": 0.095559, "precision": 0.085576, "recall": 0.133399}, {"accuracy": 0.05336, "f1": 0.037757, "hf_subset": "asm_Beng-knc_Arab", "languages": ["asm-Beng", "knc-Arab"], "main_score": 0.037757, "precision": 0.033404, "recall": 0.05336}, {"accuracy": 0.524704, "f1": 0.465725, "hf_subset": "asm_Beng-mkd_Cyrl", "languages": ["asm-Beng", "mkd-Cyrl"], "main_score": 0.465725, "precision": 0.445359, "recall": 0.524704}, {"accuracy": 0.48913, "f1": 0.436922, "hf_subset": "asm_Beng-prs_Arab", "languages": ["asm-Beng", "prs-Arab"], "main_score": 0.436922, "precision": 0.418713, "recall": 0.48913}, {"accuracy": 0.503953, "f1": 0.445162, "hf_subset": "asm_Beng-swe_Latn", "languages": ["asm-Beng", "swe-Latn"], "main_score": 0.445162, "precision": 0.425281, "recall": 0.503953}, {"accuracy": 0.479249, "f1": 0.42449, "hf_subset": "asm_Beng-urd_Arab", "languages": ["asm-Beng", "urd-Arab"], "main_score": 0.42449, "precision": 0.406529, "recall": 0.479249}, {"accuracy": 0.085968, "f1": 0.054749, "hf_subset": "asm_Beng-aka_Latn", "languages": ["asm-Beng", "aka-Latn"], "main_score": 0.054749, "precision": 0.046734, "recall": 0.085968}, {"accuracy": 0.288538, "f1": 0.243503, "hf_subset": "asm_Beng-bjn_Latn", "languages": ["asm-Beng", "bjn-Latn"], "main_score": 0.243503, "precision": 0.228701, "recall": 0.288538}, {"accuracy": 0.190711, "f1": 0.150387, "hf_subset": "asm_Beng-fao_Latn", "languages": ["asm-Beng", "fao-Latn"], "main_score": 0.150387, "precision": 0.137585, "recall": 0.190711}, {"accuracy": 0.503953, "f1": 0.450492, "hf_subset": "asm_Beng-ind_Latn", "languages": ["asm-Beng", "ind-Latn"], "main_score": 0.450492, "precision": 0.431742, "recall": 0.503953}, {"accuracy": 0.083004, "f1": 0.054619, "hf_subset": "asm_Beng-knc_Latn", "languages": ["asm-Beng", "knc-Latn"], "main_score": 0.054619, "precision": 0.046352, "recall": 0.083004}, {"accuracy": 0.125494, "f1": 0.089011, "hf_subset": "asm_Beng-mlt_Latn", "languages": ["asm-Beng", "mlt-Latn"], "main_score": 0.089011, "precision": 0.080799, "recall": 0.125494}, {"accuracy": 0.094862, "f1": 0.059685, "hf_subset": "asm_Beng-quy_Latn", "languages": ["asm-Beng", "quy-Latn"], "main_score": 0.059685, "precision": 0.050724, "recall": 0.094862}, {"accuracy": 0.150198, "f1": 0.114481, "hf_subset": "asm_Beng-swh_Latn", "languages": ["asm-Beng", "swh-Latn"], "main_score": 0.114481, "precision": 0.103721, "recall": 0.150198}, {"accuracy": 0.283597, "f1": 0.235505, "hf_subset": "asm_Beng-uzn_Latn", "languages": ["asm-Beng", "uzn-Latn"], "main_score": 0.235505, "precision": 0.220202, "recall": 0.283597}, {"accuracy": 0.524704, "f1": 0.467614, "hf_subset": "asm_Beng-als_Latn", "languages": ["asm-Beng", "als-Latn"], "main_score": 0.467614, "precision": 0.447954, "recall": 0.524704}, {"accuracy": 0.044466, "f1": 0.02118, "hf_subset": "asm_Beng-bod_Tibt", "languages": ["asm-Beng", "bod-Tibt"], "main_score": 0.02118, "precision": 0.017438, "recall": 0.044466}, {"accuracy": 0.066206, "f1": 0.043343, "hf_subset": "asm_Beng-fij_Latn", "languages": ["asm-Beng", "fij-Latn"], "main_score": 0.043343, "precision": 0.037604, "recall": 0.066206}, {"accuracy": 0.329051, "f1": 0.272011, "hf_subset": "asm_Beng-isl_Latn", "languages": ["asm-Beng", "isl-Latn"], "main_score": 0.272011, "precision": 0.25255, "recall": 0.329051}, {"accuracy": 0.099802, "f1": 0.067907, "hf_subset": "asm_Beng-kon_Latn", "languages": ["asm-Beng", "kon-Latn"], "main_score": 0.067907, "precision": 0.060398, "recall": 0.099802}, {"accuracy": 0.063241, "f1": 0.039835, "hf_subset": "asm_Beng-mni_Beng", "languages": ["asm-Beng", "mni-Beng"], "main_score": 0.039835, "precision": 0.035396, "recall": 0.063241}, {"accuracy": 0.51581, "f1": 0.458874, "hf_subset": "asm_Beng-ron_Latn", "languages": ["asm-Beng", "ron-Latn"], "main_score": 0.458874, "precision": 0.440307, "recall": 0.51581}, {"accuracy": 0.337945, "f1": 0.281526, "hf_subset": "asm_Beng-szl_Latn", "languages": ["asm-Beng", "szl-Latn"], "main_score": 0.281526, "precision": 0.263319, "recall": 0.337945}, {"accuracy": 0.321146, "f1": 0.262121, "hf_subset": "asm_Beng-vec_Latn", "languages": ["asm-Beng", "vec-Latn"], "main_score": 0.262121, "precision": 0.243121, "recall": 0.321146}, {"accuracy": 0.402174, "f1": 0.348241, "hf_subset": "asm_Beng-amh_Ethi", "languages": ["asm-Beng", "amh-Ethi"], "main_score": 0.348241, "precision": 0.329527, "recall": 0.402174}, {"accuracy": 0.503953, "f1": 0.443262, "hf_subset": "asm_Beng-bos_Latn", "languages": ["asm-Beng", "bos-Latn"], "main_score": 0.443262, "precision": 0.422591, "recall": 0.503953}, {"accuracy": 0.502964, "f1": 0.442054, "hf_subset": "asm_Beng-fin_Latn", "languages": ["asm-Beng", "fin-Latn"], "main_score": 0.442054, "precision": 0.422877, "recall": 0.502964}, {"accuracy": 0.518775, "f1": 0.460909, "hf_subset": "asm_Beng-ita_Latn", "languages": ["asm-Beng", "ita-Latn"], "main_score": 0.460909, "precision": 0.441246, "recall": 0.518775}, {"accuracy": 0.480237, "f1": 0.42918, "hf_subset": "asm_Beng-kor_Hang", "languages": ["asm-Beng", "kor-Hang"], "main_score": 0.42918, "precision": 0.410784, "recall": 0.480237}, {"accuracy": 0.083004, "f1": 0.054166, "hf_subset": "asm_Beng-mos_Latn", "languages": ["asm-Beng", "mos-Latn"], "main_score": 0.054166, "precision": 0.047032, "recall": 0.083004}, {"accuracy": 0.05336, "f1": 0.036175, "hf_subset": "asm_Beng-run_Latn", "languages": ["asm-Beng", "run-Latn"], "main_score": 0.036175, "precision": 0.03198, "recall": 0.05336}, {"accuracy": 0.425889, "f1": 0.383485, "hf_subset": "asm_Beng-tam_Taml", "languages": ["asm-Beng", "tam-Taml"], "main_score": 0.383485, "precision": 0.368983, "recall": 0.425889}, {"accuracy": 0.505929, "f1": 0.446062, "hf_subset": "asm_Beng-vie_Latn", "languages": ["asm-Beng", "vie-Latn"], "main_score": 0.446062, "precision": 0.42537, "recall": 0.505929}, {"accuracy": 0.470356, "f1": 0.421732, "hf_subset": "asm_Beng-apc_Arab", "languages": ["asm-Beng", "apc-Arab"], "main_score": 0.421732, "precision": 0.404552, "recall": 0.470356}, {"accuracy": 0.131423, "f1": 0.09697, "hf_subset": "asm_Beng-bug_Latn", "languages": ["asm-Beng", "bug-Latn"], "main_score": 0.09697, "precision": 0.08766, "recall": 0.131423}, {"accuracy": 0.071146, "f1": 0.042979, "hf_subset": "asm_Beng-fon_Latn", "languages": ["asm-Beng", "fon-Latn"], "main_score": 0.042979, "precision": 0.036397, "recall": 0.071146}, {"accuracy": 0.302372, "f1": 0.251581, "hf_subset": "asm_Beng-jav_Latn", "languages": ["asm-Beng", "jav-Latn"], "main_score": 0.251581, "precision": 0.236225, "recall": 0.302372}, {"accuracy": 0.472332, "f1": 0.420882, "hf_subset": "asm_Beng-lao_Laoo", "languages": ["asm-Beng", "lao-Laoo"], "main_score": 0.420882, "precision": 0.401838, "recall": 0.472332}, {"accuracy": 0.070158, "f1": 0.041943, "hf_subset": "asm_Beng-mri_Latn", "languages": ["asm-Beng", "mri-Latn"], "main_score": 0.041943, "precision": 0.03568, "recall": 0.070158}, {"accuracy": 0.503953, "f1": 0.442227, "hf_subset": "asm_Beng-rus_Cyrl", "languages": ["asm-Beng", "rus-Cyrl"], "main_score": 0.442227, "precision": 0.420394, "recall": 0.503953}, {"accuracy": 0.078063, "f1": 0.055006, "hf_subset": "asm_Beng-taq_Latn", "languages": ["asm-Beng", "taq-Latn"], "main_score": 0.055006, "precision": 0.049186, "recall": 0.078063}, {"accuracy": 0.140316, "f1": 0.101011, "hf_subset": "asm_Beng-war_Latn", "languages": ["asm-Beng", "war-Latn"], "main_score": 0.101011, "precision": 0.091264, "recall": 0.140316}, {"accuracy": 0.496047, "f1": 0.447341, "hf_subset": "asm_Beng-arb_Arab", "languages": ["asm-Beng", "arb-Arab"], "main_score": 0.447341, "precision": 0.429617, "recall": 0.496047}, {"accuracy": 0.537549, "f1": 0.477708, "hf_subset": "asm_Beng-bul_Cyrl", "languages": ["asm-Beng", "bul-Cyrl"], "main_score": 0.477708, "precision": 0.457477, "recall": 0.537549}, {"accuracy": 0.513834, "f1": 0.453798, "hf_subset": "asm_Beng-fra_Latn", "languages": ["asm-Beng", "fra-Latn"], "main_score": 0.453798, "precision": 0.433588, "recall": 0.513834}, {"accuracy": 0.500988, "f1": 0.43759, "hf_subset": "asm_Beng-jpn_Jpan", "languages": ["asm-Beng", "jpn-Jpan"], "main_score": 0.43759, "precision": 0.416657, "recall": 0.500988}, {"accuracy": 0.272727, "f1": 0.223301, "hf_subset": "asm_Beng-lij_Latn", "languages": ["asm-Beng", "lij-Latn"], "main_score": 0.223301, "precision": 0.207298, "recall": 0.272727}, {"accuracy": 0.450593, "f1": 0.401627, "hf_subset": "asm_Beng-mya_Mymr", "languages": ["asm-Beng", "mya-Mymr"], "main_score": 0.401627, "precision": 0.384509, "recall": 0.450593}, {"accuracy": 0.076087, "f1": 0.047304, "hf_subset": "asm_Beng-sag_Latn", "languages": ["asm-Beng", "sag-Latn"], "main_score": 0.047304, "precision": 0.040259, "recall": 0.076087}, {"accuracy": 0.065217, "f1": 0.036237, "hf_subset": "asm_Beng-taq_Tfng", "languages": ["asm-Beng", "taq-Tfng"], "main_score": 0.036237, "precision": 0.030559, "recall": 0.065217}, {"accuracy": 0.078063, "f1": 0.052474, "hf_subset": "asm_Beng-wol_Latn", "languages": ["asm-Beng", "wol-Latn"], "main_score": 0.052474, "precision": 0.046296, "recall": 0.078063}, {"accuracy": 0.045455, "f1": 0.027475, "hf_subset": "asm_Beng-arb_Latn", "languages": ["asm-Beng", "arb-Latn"], "main_score": 0.027475, "precision": 0.024285, "recall": 0.045455}, {"accuracy": 0.514822, "f1": 0.45609, "hf_subset": "asm_Beng-cat_Latn", "languages": ["asm-Beng", "cat-Latn"], "main_score": 0.45609, "precision": 0.435717, "recall": 0.514822}, {"accuracy": 0.291502, "f1": 0.233495, "hf_subset": "asm_Beng-fur_Latn", "languages": ["asm-Beng", "fur-Latn"], "main_score": 0.233495, "precision": 0.215501, "recall": 0.291502}, {"accuracy": 0.049407, "f1": 0.034821, "hf_subset": "asm_Beng-kab_Latn", "languages": ["asm-Beng", "kab-Latn"], "main_score": 0.034821, "precision": 0.030979, "recall": 0.049407}, {"accuracy": 0.314229, "f1": 0.263596, "hf_subset": "asm_Beng-lim_Latn", "languages": ["asm-Beng", "lim-Latn"], "main_score": 0.263596, "precision": 0.246807, "recall": 0.314229}, {"accuracy": 0.501976, "f1": 0.440003, "hf_subset": "asm_Beng-nld_Latn", "languages": ["asm-Beng", "nld-Latn"], "main_score": 0.440003, "precision": 0.42006, "recall": 0.501976}, {"accuracy": 0.346838, "f1": 0.304097, "hf_subset": "asm_Beng-san_Deva", "languages": ["asm-Beng", "san-Deva"], "main_score": 0.304097, "precision": 0.289735, "recall": 0.346838}, {"accuracy": 0.173913, "f1": 0.139034, "hf_subset": "asm_Beng-tat_Cyrl", "languages": ["asm-Beng", "tat-Cyrl"], "main_score": 0.139034, "precision": 0.127227, "recall": 0.173913}, {"accuracy": 0.078063, "f1": 0.049868, "hf_subset": "asm_Beng-xho_Latn", "languages": ["asm-Beng", "xho-Latn"], "main_score": 0.049868, "precision": 0.043924, "recall": 0.078063}, {"accuracy": 0.492095, "f1": 0.439936, "hf_subset": "asm_Beng-ars_Arab", "languages": ["asm-Beng", "ars-Arab"], "main_score": 0.439936, "precision": 0.421245, "recall": 0.492095}, {"accuracy": 0.145257, "f1": 0.109817, "hf_subset": "asm_Beng-ceb_Latn", "languages": ["asm-Beng", "ceb-Latn"], "main_score": 0.109817, "precision": 0.099506, "recall": 0.145257}, {"accuracy": 0.086957, "f1": 0.059179, "hf_subset": "asm_Beng-fuv_Latn", "languages": ["asm-Beng", "fuv-Latn"], "main_score": 0.059179, "precision": 0.051798, "recall": 0.086957}, {"accuracy": 0.062253, "f1": 0.040667, "hf_subset": "asm_Beng-kac_Latn", "languages": ["asm-Beng", "kac-Latn"], "main_score": 0.040667, "precision": 0.036103, "recall": 0.062253}, {"accuracy": 0.094862, "f1": 0.063591, "hf_subset": "asm_Beng-lin_Latn", "languages": ["asm-Beng", "lin-Latn"], "main_score": 0.063591, "precision": 0.055705, "recall": 0.094862}, {"accuracy": 0.472332, "f1": 0.414658, "hf_subset": "asm_Beng-nno_Latn", "languages": ["asm-Beng", "nno-Latn"], "main_score": 0.414658, "precision": 0.395126, "recall": 0.472332}, {"accuracy": 0.017787, "f1": 0.006235, "hf_subset": "asm_Beng-sat_Olck", "languages": ["asm-Beng", "sat-Olck"], "main_score": 0.006235, "precision": 0.005391, "recall": 0.017787}, {"accuracy": 0.416996, "f1": 0.373571, "hf_subset": "asm_Beng-tel_Telu", "languages": ["asm-Beng", "tel-Telu"], "main_score": 0.373571, "precision": 0.358579, "recall": 0.416996}, {"accuracy": 0.243083, "f1": 0.198643, "hf_subset": "asm_Beng-ydd_Hebr", "languages": ["asm-Beng", "ydd-Hebr"], "main_score": 0.198643, "precision": 0.182963, "recall": 0.243083}, {"accuracy": 0.374506, "f1": 0.328517, "hf_subset": "asm_Beng-ary_Arab", "languages": ["asm-Beng", "ary-Arab"], "main_score": 0.328517, "precision": 0.311974, "recall": 0.374506}, {"accuracy": 0.506917, "f1": 0.44785, "hf_subset": "asm_Beng-ces_Latn", "languages": ["asm-Beng", "ces-Latn"], "main_score": 0.44785, "precision": 0.428962, "recall": 0.506917}, {"accuracy": 0.05336, "f1": 0.030396, "hf_subset": "asm_Beng-gaz_Latn", "languages": ["asm-Beng", "gaz-Latn"], "main_score": 0.030396, "precision": 0.025937, "recall": 0.05336}, {"accuracy": 0.070158, "f1": 0.048481, "hf_subset": "asm_Beng-kam_Latn", "languages": ["asm-Beng", "kam-Latn"], "main_score": 0.048481, "precision": 0.043802, "recall": 0.070158}, {"accuracy": 0.487154, "f1": 0.426133, "hf_subset": "asm_Beng-lit_Latn", "languages": ["asm-Beng", "lit-Latn"], "main_score": 0.426133, "precision": 0.404821, "recall": 0.487154}, {"accuracy": 0.501976, "f1": 0.446528, "hf_subset": "asm_Beng-nob_Latn", "languages": ["asm-Beng", "nob-Latn"], "main_score": 0.446528, "precision": 0.427119, "recall": 0.501976}, {"accuracy": 0.266798, "f1": 0.215597, "hf_subset": "asm_Beng-scn_Latn", "languages": ["asm-Beng", "scn-Latn"], "main_score": 0.215597, "precision": 0.198531, "recall": 0.266798}, {"accuracy": 0.073123, "f1": 0.05128, "hf_subset": "asm_Beng-tgk_Cyrl", "languages": ["asm-Beng", "tgk-Cyrl"], "main_score": 0.05128, "precision": 0.045048, "recall": 0.073123}, {"accuracy": 0.077075, "f1": 0.051418, "hf_subset": "asm_Beng-yor_Latn", "languages": ["asm-Beng", "yor-Latn"], "main_score": 0.051418, "precision": 0.045154, "recall": 0.077075}, {"accuracy": 0.451581, "f1": 0.402306, "hf_subset": "asm_Beng-arz_Arab", "languages": ["asm-Beng", "arz-Arab"], "main_score": 0.402306, "precision": 0.384419, "recall": 0.451581}, {"accuracy": 0.073123, "f1": 0.050832, "hf_subset": "asm_Beng-cjk_Latn", "languages": ["asm-Beng", "cjk-Latn"], "main_score": 0.050832, "precision": 0.045527, "recall": 0.073123}, {"accuracy": 0.071146, "f1": 0.04868, "hf_subset": "asm_Beng-gla_Latn", "languages": ["asm-Beng", "gla-Latn"], "main_score": 0.04868, "precision": 0.043009, "recall": 0.071146}, {"accuracy": 0.416996, "f1": 0.369273, "hf_subset": "asm_Beng-kan_Knda", "languages": ["asm-Beng", "kan-Knda"], "main_score": 0.369273, "precision": 0.353081, "recall": 0.416996}, {"accuracy": 0.259881, "f1": 0.21141, "hf_subset": "asm_Beng-lmo_Latn", "languages": ["asm-Beng", "lmo-Latn"], "main_score": 0.21141, "precision": 0.195941, "recall": 0.259881}, {"accuracy": 0.507905, "f1": 0.461284, "hf_subset": "asm_Beng-npi_Deva", "languages": ["asm-Beng", "npi-Deva"], "main_score": 0.461284, "precision": 0.445726, "recall": 0.507905}, {"accuracy": 0.085968, "f1": 0.056904, "hf_subset": "asm_Beng-shn_Mymr", "languages": ["asm-Beng", "shn-Mymr"], "main_score": 0.056904, "precision": 0.048801, "recall": 0.085968}, {"accuracy": 0.185771, "f1": 0.142752, "hf_subset": "asm_Beng-tgl_Latn", "languages": ["asm-Beng", "tgl-Latn"], "main_score": 0.142752, "precision": 0.130384, "recall": 0.185771}, {"accuracy": 0.51581, "f1": 0.461823, "hf_subset": "asm_Beng-yue_Hant", "languages": ["asm-Beng", "yue-Hant"], "main_score": 0.461823, "precision": 0.44369, "recall": 0.51581}, {"accuracy": 0.409091, "f1": 0.351853, "hf_subset": "asm_Beng-ckb_Arab", "languages": ["asm-Beng", "ckb-Arab"], "main_score": 0.351853, "precision": 0.332892, "recall": 0.409091}, {"accuracy": 0.128458, "f1": 0.090117, "hf_subset": "asm_Beng-gle_Latn", "languages": ["asm-Beng", "gle-Latn"], "main_score": 0.090117, "precision": 0.081177, "recall": 0.128458}, {"accuracy": 0.26087, "f1": 0.223386, "hf_subset": "asm_Beng-kas_Arab", "languages": ["asm-Beng", "kas-Arab"], "main_score": 0.223386, "precision": 0.209851, "recall": 0.26087}, {"accuracy": 0.281621, "f1": 0.222584, "hf_subset": "asm_Beng-ltg_Latn", "languages": ["asm-Beng", "ltg-Latn"], "main_score": 0.222584, "precision": 0.204168, "recall": 0.281621}, {"accuracy": 0.08004, "f1": 0.057775, "hf_subset": "asm_Beng-nso_Latn", "languages": ["asm-Beng", "nso-Latn"], "main_score": 0.057775, "precision": 0.053057, "recall": 0.08004}, {"accuracy": 0.447628, "f1": 0.41135, "hf_subset": "asm_Beng-sin_Sinh", "languages": ["asm-Beng", "sin-Sinh"], "main_score": 0.41135, "precision": 0.399511, "recall": 0.447628}, {"accuracy": 0.48913, "f1": 0.425613, "hf_subset": "asm_Beng-tha_Thai", "languages": ["asm-Beng", "tha-Thai"], "main_score": 0.425613, "precision": 0.404209, "recall": 0.48913}, {"accuracy": 0.497036, "f1": 0.435328, "hf_subset": "asm_Beng-zho_Hans", "languages": ["asm-Beng", "zho-Hans"], "main_score": 0.435328, "precision": 0.414179, "recall": 0.497036}, {"accuracy": 0.416008, "f1": 0.364893, "hf_subset": "asm_Beng-ast_Latn", "languages": ["asm-Beng", "ast-Latn"], "main_score": 0.364893, "precision": 0.346424, "recall": 0.416008}, {"accuracy": 0.297431, "f1": 0.256953, "hf_subset": "asm_Beng-crh_Latn", "languages": ["asm-Beng", "crh-Latn"], "main_score": 0.256953, "precision": 0.243409, "recall": 0.297431}, {"accuracy": 0.524704, "f1": 0.466155, "hf_subset": "asm_Beng-glg_Latn", "languages": ["asm-Beng", "glg-Latn"], "main_score": 0.466155, "precision": 0.445097, "recall": 0.524704}, {"accuracy": 0.161067, "f1": 0.12826, "hf_subset": "asm_Beng-kas_Deva", "languages": ["asm-Beng", "kas-Deva"], "main_score": 0.12826, "precision": 0.11828, "recall": 0.161067}, {"accuracy": 0.190711, "f1": 0.144543, "hf_subset": "asm_Beng-ltz_Latn", "languages": ["asm-Beng", "ltz-Latn"], "main_score": 0.144543, "precision": 0.130587, "recall": 0.190711}, {"accuracy": 0.056324, "f1": 0.033093, "hf_subset": "asm_Beng-nus_Latn", "languages": ["asm-Beng", "nus-Latn"], "main_score": 0.033093, "precision": 0.028105, "recall": 0.056324}, {"accuracy": 0.502964, "f1": 0.445385, "hf_subset": "asm_Beng-slk_Latn", "languages": ["asm-Beng", "slk-Latn"], "main_score": 0.445385, "precision": 0.426677, "recall": 0.502964}, {"accuracy": 0.124506, "f1": 0.09537, "hf_subset": "asm_Beng-tir_Ethi", "languages": ["asm-Beng", "tir-Ethi"], "main_score": 0.09537, "precision": 0.086102, "recall": 0.124506}, {"accuracy": 0.490119, "f1": 0.435302, "hf_subset": "asm_Beng-zho_Hant", "languages": ["asm-Beng", "zho-Hant"], "main_score": 0.435302, "precision": 0.416405, "recall": 0.490119}, {"accuracy": 0.451581, "f1": 0.396892, "hf_subset": "asm_Beng-awa_Deva", "languages": ["asm-Beng", "awa-Deva"], "main_score": 0.396892, "precision": 0.378099, "recall": 0.451581}, {"accuracy": 0.186759, "f1": 0.14276, "hf_subset": "asm_Beng-cym_Latn", "languages": ["asm-Beng", "cym-Latn"], "main_score": 0.14276, "precision": 0.129171, "recall": 0.186759}, {"accuracy": 0.121542, "f1": 0.077997, "hf_subset": "asm_Beng-grn_Latn", "languages": ["asm-Beng", "grn-Latn"], "main_score": 0.077997, "precision": 0.067629, "recall": 0.121542}, {"accuracy": 0.44664, "f1": 0.391162, "hf_subset": "asm_Beng-kat_Geor", "languages": ["asm-Beng", "kat-Geor"], "main_score": 0.391162, "precision": 0.372565, "recall": 0.44664}, {"accuracy": 0.08498, "f1": 0.05618, "hf_subset": "asm_Beng-lua_Latn", "languages": ["asm-Beng", "lua-Latn"], "main_score": 0.05618, "precision": 0.049142, "recall": 0.08498}, {"accuracy": 0.089921, "f1": 0.060278, "hf_subset": "asm_Beng-nya_Latn", "languages": ["asm-Beng", "nya-Latn"], "main_score": 0.060278, "precision": 0.052435, "recall": 0.089921}, {"accuracy": 0.505929, "f1": 0.444793, "hf_subset": "asm_Beng-slv_Latn", "languages": ["asm-Beng", "slv-Latn"], "main_score": 0.444793, "precision": 0.424177, "recall": 0.505929}, {"accuracy": 0.163043, "f1": 0.12465, "hf_subset": "asm_Beng-tpi_Latn", "languages": ["asm-Beng", "tpi-Latn"], "main_score": 0.12465, "precision": 0.113, "recall": 0.163043}, {"accuracy": 0.505929, "f1": 0.44295, "hf_subset": "asm_Beng-zsm_Latn", "languages": ["asm-Beng", "zsm-Latn"], "main_score": 0.44295, "precision": 0.420792, "recall": 0.505929}, {"accuracy": 0.070158, "f1": 0.046315, "hf_subset": "asm_Beng-ayr_Latn", "languages": ["asm-Beng", "ayr-Latn"], "main_score": 0.046315, "precision": 0.040598, "recall": 0.070158}, {"accuracy": 0.531621, "f1": 0.47797, "hf_subset": "asm_Beng-dan_Latn", "languages": ["asm-Beng", "dan-Latn"], "main_score": 0.47797, "precision": 0.45913, "recall": 0.531621}, {"accuracy": 0.474308, "f1": 0.42674, "hf_subset": "asm_Beng-guj_Gujr", "languages": ["asm-Beng", "guj-Gujr"], "main_score": 0.42674, "precision": 0.409616, "recall": 0.474308}, {"accuracy": 0.438735, "f1": 0.387652, "hf_subset": "asm_Beng-kaz_Cyrl", "languages": ["asm-Beng", "kaz-Cyrl"], "main_score": 0.387652, "precision": 0.37106, "recall": 0.438735}, {"accuracy": 0.067194, "f1": 0.048618, "hf_subset": "asm_Beng-lug_Latn", "languages": ["asm-Beng", "lug-Latn"], "main_score": 0.048618, "precision": 0.043714, "recall": 0.067194}, {"accuracy": 0.408103, "f1": 0.344908, "hf_subset": "asm_Beng-oci_Latn", "languages": ["asm-Beng", "oci-Latn"], "main_score": 0.344908, "precision": 0.325516, "recall": 0.408103}, {"accuracy": 0.073123, "f1": 0.050621, "hf_subset": "asm_Beng-smo_Latn", "languages": ["asm-Beng", "smo-Latn"], "main_score": 0.050621, "precision": 0.045112, "recall": 0.073123}, {"accuracy": 0.073123, "f1": 0.043503, "hf_subset": "asm_Beng-tsn_Latn", "languages": ["asm-Beng", "tsn-Latn"], "main_score": 0.043503, "precision": 0.037384, "recall": 0.073123}, {"accuracy": 0.059289, "f1": 0.036569, "hf_subset": "asm_Beng-zul_Latn", "languages": ["asm-Beng", "zul-Latn"], "main_score": 0.036569, "precision": 0.031481, "recall": 0.059289}, {"accuracy": 0.209486, "f1": 0.173705, "hf_subset": "asm_Beng-azb_Arab", "languages": ["asm-Beng", "azb-Arab"], "main_score": 0.173705, "precision": 0.160771, "recall": 0.209486}, {"accuracy": 0.509881, "f1": 0.450162, "hf_subset": "asm_Beng-deu_Latn", "languages": ["asm-Beng", "deu-Latn"], "main_score": 0.450162, "precision": 0.430462, "recall": 0.509881}, {"accuracy": 0.113636, "f1": 0.078399, "hf_subset": "asm_Beng-hat_Latn", "languages": ["asm-Beng", "hat-Latn"], "main_score": 0.078399, "precision": 0.069114, "recall": 0.113636}, {"accuracy": 0.063241, "f1": 0.037452, "hf_subset": "asm_Beng-kbp_Latn", "languages": ["asm-Beng", "kbp-Latn"], "main_score": 0.037452, "precision": 0.031225, "recall": 0.063241}, {"accuracy": 0.076087, "f1": 0.050416, "hf_subset": "asm_Beng-luo_Latn", "languages": ["asm-Beng", "luo-Latn"], "main_score": 0.050416, "precision": 0.043906, "recall": 0.076087}, {"accuracy": 0.455534, "f1": 0.405307, "hf_subset": "asm_Beng-ory_Orya", "languages": ["asm-Beng", "ory-Orya"], "main_score": 0.405307, "precision": 0.388263, "recall": 0.455534}, {"accuracy": 0.057312, "f1": 0.032344, "hf_subset": "asm_Beng-sna_Latn", "languages": ["asm-Beng", "sna-Latn"], "main_score": 0.032344, "precision": 0.026339, "recall": 0.057312}, {"accuracy": 0.060277, "f1": 0.039407, "hf_subset": "asm_Beng-tso_Latn", "languages": ["asm-Beng", "tso-Latn"], "main_score": 0.039407, "precision": 0.034362, "recall": 0.060277}, {"accuracy": 0.448617, "f1": 0.404168, "hf_subset": "asm_Beng-azj_Latn", "languages": ["asm-Beng", "azj-Latn"], "main_score": 0.404168, "precision": 0.389453, "recall": 0.448617}, {"accuracy": 0.089921, "f1": 0.063834, "hf_subset": "asm_Beng-dik_Latn", "languages": ["asm-Beng", "dik-Latn"], "main_score": 0.063834, "precision": 0.057264, "recall": 0.089921}, {"accuracy": 0.088933, "f1": 0.060195, "hf_subset": "asm_Beng-hau_Latn", "languages": ["asm-Beng", "hau-Latn"], "main_score": 0.060195, "precision": 0.053286, "recall": 0.088933}, {"accuracy": 0.25, "f1": 0.205837, "hf_subset": "asm_Beng-kea_Latn", "languages": ["asm-Beng", "kea-Latn"], "main_score": 0.205837, "precision": 0.191475, "recall": 0.25}, {"accuracy": 0.11166, "f1": 0.081428, "hf_subset": "asm_Beng-lus_Latn", "languages": ["asm-Beng", "lus-Latn"], "main_score": 0.081428, "precision": 0.072919, "recall": 0.11166}, {"accuracy": 0.167984, "f1": 0.132369, "hf_subset": "asm_Beng-pag_Latn", "languages": ["asm-Beng", "pag-Latn"], "main_score": 0.132369, "precision": 0.120946, "recall": 0.167984}, {"accuracy": 0.436759, "f1": 0.390348, "hf_subset": "asm_Beng-snd_Arab", "languages": ["asm-Beng", "snd-Arab"], "main_score": 0.390348, "precision": 0.373344, "recall": 0.436759}, {"accuracy": 0.126482, "f1": 0.091135, "hf_subset": "asm_Beng-tuk_Latn", "languages": ["asm-Beng", "tuk-Latn"], "main_score": 0.091135, "precision": 0.081897, "recall": 0.126482}, {"accuracy": 0.175889, "f1": 0.141034, "hf_subset": "asm_Beng-bak_Cyrl", "languages": ["asm-Beng", "bak-Cyrl"], "main_score": 0.141034, "precision": 0.13014, "recall": 0.175889}, {"accuracy": 0.067194, "f1": 0.044195, "hf_subset": "asm_Beng-dyu_Latn", "languages": ["asm-Beng", "dyu-Latn"], "main_score": 0.044195, "precision": 0.038873, "recall": 0.067194}, {"accuracy": 0.516798, "f1": 0.461868, "hf_subset": "asm_Beng-heb_Hebr", "languages": ["asm-Beng", "heb-Hebr"], "main_score": 0.461868, "precision": 0.442408, "recall": 0.516798}, {"accuracy": 0.462451, "f1": 0.409714, "hf_subset": "asm_Beng-khk_Cyrl", "languages": ["asm-Beng", "khk-Cyrl"], "main_score": 0.409714, "precision": 0.392823, "recall": 0.462451}, {"accuracy": 0.503953, "f1": 0.446564, "hf_subset": "asm_Beng-lvs_Latn", "languages": ["asm-Beng", "lvs-Latn"], "main_score": 0.446564, "precision": 0.427418, "recall": 0.503953}, {"accuracy": 0.45751, "f1": 0.406542, "hf_subset": "asm_Beng-pan_Guru", "languages": ["asm-Beng", "pan-Guru"], "main_score": 0.406542, "precision": 0.388488, "recall": 0.45751}, {"accuracy": 0.105731, "f1": 0.078958, "hf_subset": "asm_Beng-som_Latn", "languages": ["asm-Beng", "som-Latn"], "main_score": 0.078958, "precision": 0.072412, "recall": 0.105731}, {"accuracy": 0.083992, "f1": 0.051745, "hf_subset": "asm_Beng-tum_Latn", "languages": ["asm-Beng", "tum-Latn"], "main_score": 0.051745, "precision": 0.044537, "recall": 0.083992}, {"accuracy": 0.063241, "f1": 0.038562, "hf_subset": "ckb_Arab-ace_Arab", "languages": ["ckb-Arab", "ace-Arab"], "main_score": 0.038562, "precision": 0.033125, "recall": 0.063241}, {"accuracy": 0.107708, "f1": 0.064268, "hf_subset": "ckb_Arab-bam_Latn", "languages": ["ckb-Arab", "bam-Latn"], "main_score": 0.064268, "precision": 0.054807, "recall": 0.107708}, {"accuracy": 0.001976, "f1": 4.6e-05, "hf_subset": "ckb_Arab-dzo_Tibt", "languages": ["ckb-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.001976}, {"accuracy": 0.849802, "f1": 0.812253, "hf_subset": "ckb_Arab-hin_Deva", "languages": ["ckb-Arab", "hin-Deva"], "main_score": 0.812253, "precision": 0.795965, "recall": 0.849802}, {"accuracy": 0.741107, "f1": 0.682075, "hf_subset": "ckb_Arab-khm_Khmr", "languages": ["ckb-Arab", "khm-Khmr"], "main_score": 0.682075, "precision": 0.656991, "recall": 0.741107}, {"accuracy": 0.73913, "f1": 0.682827, "hf_subset": "ckb_Arab-mag_Deva", "languages": ["ckb-Arab", "mag-Deva"], "main_score": 0.682827, "precision": 0.660083, "recall": 0.73913}, {"accuracy": 0.41996, "f1": 0.349075, "hf_subset": "ckb_Arab-pap_Latn", "languages": ["ckb-Arab", "pap-Latn"], "main_score": 0.349075, "precision": 0.325319, "recall": 0.41996}, {"accuracy": 0.12747, "f1": 0.080827, "hf_subset": "ckb_Arab-sot_Latn", "languages": ["ckb-Arab", "sot-Latn"], "main_score": 0.080827, "precision": 0.069989, "recall": 0.12747}, {"accuracy": 0.826087, "f1": 0.778821, "hf_subset": "ckb_Arab-tur_Latn", "languages": ["ckb-Arab", "tur-Latn"], "main_score": 0.778821, "precision": 0.758053, "recall": 0.826087}, {"accuracy": 0.254941, "f1": 0.188533, "hf_subset": "ckb_Arab-ace_Latn", "languages": ["ckb-Arab", "ace-Latn"], "main_score": 0.188533, "precision": 0.170019, "recall": 0.254941}, {"accuracy": 0.421937, "f1": 0.349456, "hf_subset": "ckb_Arab-ban_Latn", "languages": ["ckb-Arab", "ban-Latn"], "main_score": 0.349456, "precision": 0.325228, "recall": 0.421937}, {"accuracy": 0.829051, "f1": 0.783649, "hf_subset": "ckb_Arab-ell_Grek", "languages": ["ckb-Arab", "ell-Grek"], "main_score": 0.783649, "precision": 0.763538, "recall": 0.829051}, {"accuracy": 0.718379, "f1": 0.656409, "hf_subset": "ckb_Arab-hne_Deva", "languages": ["ckb-Arab", "hne-Deva"], "main_score": 0.656409, "precision": 0.629981, "recall": 0.718379}, {"accuracy": 0.143281, "f1": 0.086318, "hf_subset": "ckb_Arab-kik_Latn", "languages": ["ckb-Arab", "kik-Latn"], "main_score": 0.086318, "precision": 0.072245, "recall": 0.143281}, {"accuracy": 0.721344, "f1": 0.663956, "hf_subset": "ckb_Arab-mai_Deva", "languages": ["ckb-Arab", "mai-Deva"], "main_score": 0.663956, "precision": 0.640547, "recall": 0.721344}, {"accuracy": 0.695652, "f1": 0.634554, "hf_subset": "ckb_Arab-pbt_Arab", "languages": ["ckb-Arab", "pbt-Arab"], "main_score": 0.634554, "precision": 0.60915, "recall": 0.695652}, {"accuracy": 0.832016, "f1": 0.787681, "hf_subset": "ckb_Arab-spa_Latn", "languages": ["ckb-Arab", "spa-Latn"], "main_score": 0.787681, "precision": 0.768067, "recall": 0.832016}, {"accuracy": 0.172925, "f1": 0.111059, "hf_subset": "ckb_Arab-twi_Latn", "languages": ["ckb-Arab", "twi-Latn"], "main_score": 0.111059, "precision": 0.096454, "recall": 0.172925}, {"accuracy": 0.794466, "f1": 0.742163, "hf_subset": "ckb_Arab-acm_Arab", "languages": ["ckb-Arab", "acm-Arab"], "main_score": 0.742163, "precision": 0.719459, "recall": 0.794466}, {"accuracy": 0.779644, "f1": 0.725678, "hf_subset": "ckb_Arab-bel_Cyrl", "languages": ["ckb-Arab", "bel-Cyrl"], "main_score": 0.725678, "precision": 0.702306, "recall": 0.779644}, {"accuracy": 0.844862, "f1": 0.800725, "hf_subset": "ckb_Arab-eng_Latn", "languages": ["ckb-Arab", "eng-Latn"], "main_score": 0.800725, "precision": 0.780912, "recall": 0.844862}, {"accuracy": 0.822134, "f1": 0.776087, "hf_subset": "ckb_Arab-hrv_Latn", "languages": ["ckb-Arab", "hrv-Latn"], "main_score": 0.776087, "precision": 0.755797, "recall": 0.822134}, {"accuracy": 0.088933, "f1": 0.055187, "hf_subset": "ckb_Arab-kin_Latn", "languages": ["ckb-Arab", "kin-Latn"], "main_score": 0.055187, "precision": 0.04759, "recall": 0.088933}, {"accuracy": 0.740119, "f1": 0.688768, "hf_subset": "ckb_Arab-mal_Mlym", "languages": ["ckb-Arab", "mal-Mlym"], "main_score": 0.688768, "precision": 0.666469, "recall": 0.740119}, {"accuracy": 0.854743, "f1": 0.812549, "hf_subset": "ckb_Arab-pes_Arab", "languages": ["ckb-Arab", "pes-Arab"], "main_score": 0.812549, "precision": 0.793182, "recall": 0.854743}, {"accuracy": 0.48913, "f1": 0.408347, "hf_subset": "ckb_Arab-srd_Latn", "languages": ["ckb-Arab", "srd-Latn"], "main_score": 0.408347, "precision": 0.380779, "recall": 0.48913}, {"accuracy": 0.060277, "f1": 0.030883, "hf_subset": "ckb_Arab-tzm_Tfng", "languages": ["ckb-Arab", "tzm-Tfng"], "main_score": 0.030883, "precision": 0.026057, "recall": 0.060277}, {"accuracy": 0.824111, "f1": 0.779659, "hf_subset": "ckb_Arab-acq_Arab", "languages": ["ckb-Arab", "acq-Arab"], "main_score": 0.779659, "precision": 0.76026, "recall": 0.824111}, {"accuracy": 0.119565, "f1": 0.081409, "hf_subset": "ckb_Arab-bem_Latn", "languages": ["ckb-Arab", "bem-Latn"], "main_score": 0.081409, "precision": 0.07169, "recall": 0.119565}, {"accuracy": 0.649209, "f1": 0.581508, "hf_subset": "ckb_Arab-epo_Latn", "languages": ["ckb-Arab", "epo-Latn"], "main_score": 0.581508, "precision": 0.556366, "recall": 0.649209}, {"accuracy": 0.824111, "f1": 0.778936, "hf_subset": "ckb_Arab-hun_Latn", "languages": ["ckb-Arab", "hun-Latn"], "main_score": 0.778936, "precision": 0.759018, "recall": 0.824111}, {"accuracy": 0.750988, "f1": 0.697238, "hf_subset": "ckb_Arab-kir_Cyrl", "languages": ["ckb-Arab", "kir-Cyrl"], "main_score": 0.697238, "precision": 0.67444, "recall": 0.750988}, {"accuracy": 0.742095, "f1": 0.689349, "hf_subset": "ckb_Arab-mar_Deva", "languages": ["ckb-Arab", "mar-Deva"], "main_score": 0.689349, "precision": 0.667463, "recall": 0.742095}, {"accuracy": 0.193676, "f1": 0.145514, "hf_subset": "ckb_Arab-plt_Latn", "languages": ["ckb-Arab", "plt-Latn"], "main_score": 0.145514, "precision": 0.132593, "recall": 0.193676}, {"accuracy": 0.850791, "f1": 0.808531, "hf_subset": "ckb_Arab-srp_Cyrl", "languages": ["ckb-Arab", "srp-Cyrl"], "main_score": 0.808531, "precision": 0.78918, "recall": 0.850791}, {"accuracy": 0.697628, "f1": 0.641406, "hf_subset": "ckb_Arab-uig_Arab", "languages": ["ckb-Arab", "uig-Arab"], "main_score": 0.641406, "precision": 0.617516, "recall": 0.697628}, {"accuracy": 0.740119, "f1": 0.684058, "hf_subset": "ckb_Arab-aeb_Arab", "languages": ["ckb-Arab", "aeb-Arab"], "main_score": 0.684058, "precision": 0.660408, "recall": 0.740119}, {"accuracy": 0.772727, "f1": 0.718973, "hf_subset": "ckb_Arab-ben_Beng", "languages": ["ckb-Arab", "ben-Beng"], "main_score": 0.718973, "precision": 0.695372, "recall": 0.772727}, {"accuracy": 0.823123, "f1": 0.778846, "hf_subset": "ckb_Arab-est_Latn", "languages": ["ckb-Arab", "est-Latn"], "main_score": 0.778846, "precision": 0.759042, "recall": 0.823123}, {"accuracy": 0.84585, "f1": 0.805056, "hf_subset": "ckb_Arab-hye_Armn", "languages": ["ckb-Arab", "hye-Armn"], "main_score": 0.805056, "precision": 0.787098, "recall": 0.84585}, {"accuracy": 0.100791, "f1": 0.053642, "hf_subset": "ckb_Arab-kmb_Latn", "languages": ["ckb-Arab", "kmb-Latn"], "main_score": 0.053642, "precision": 0.043851, "recall": 0.100791}, {"accuracy": 0.049407, "f1": 0.033213, "hf_subset": "ckb_Arab-min_Arab", "languages": ["ckb-Arab", "min-Arab"], "main_score": 0.033213, "precision": 0.029361, "recall": 0.049407}, {"accuracy": 0.829051, "f1": 0.780105, "hf_subset": "ckb_Arab-pol_Latn", "languages": ["ckb-Arab", "pol-Latn"], "main_score": 0.780105, "precision": 0.757938, "recall": 0.829051}, {"accuracy": 0.096838, "f1": 0.060312, "hf_subset": "ckb_Arab-ssw_Latn", "languages": ["ckb-Arab", "ssw-Latn"], "main_score": 0.060312, "precision": 0.051353, "recall": 0.096838}, {"accuracy": 0.852767, "f1": 0.812516, "hf_subset": "ckb_Arab-ukr_Cyrl", "languages": ["ckb-Arab", "ukr-Cyrl"], "main_score": 0.812516, "precision": 0.794697, "recall": 0.852767}, {"accuracy": 0.779644, "f1": 0.726556, "hf_subset": "ckb_Arab-afr_Latn", "languages": ["ckb-Arab", "afr-Latn"], "main_score": 0.726556, "precision": 0.703846, "recall": 0.779644}, {"accuracy": 0.672925, "f1": 0.609546, "hf_subset": "ckb_Arab-bho_Deva", "languages": ["ckb-Arab", "bho-Deva"], "main_score": 0.609546, "precision": 0.584118, "recall": 0.672925}, {"accuracy": 0.535573, "f1": 0.463187, "hf_subset": "ckb_Arab-eus_Latn", "languages": ["ckb-Arab", "eus-Latn"], "main_score": 0.463187, "precision": 0.434867, "recall": 0.535573}, {"accuracy": 0.109684, "f1": 0.068108, "hf_subset": "ckb_Arab-ibo_Latn", "languages": ["ckb-Arab", "ibo-Latn"], "main_score": 0.068108, "precision": 0.059094, "recall": 0.109684}, {"accuracy": 0.615613, "f1": 0.559686, "hf_subset": "ckb_Arab-kmr_Latn", "languages": ["ckb-Arab", "kmr-Latn"], "main_score": 0.559686, "precision": 0.536505, "recall": 0.615613}, {"accuracy": 0.407115, "f1": 0.333012, "hf_subset": "ckb_Arab-min_Latn", "languages": ["ckb-Arab", "min-Latn"], "main_score": 0.333012, "precision": 0.30798, "recall": 0.407115}, {"accuracy": 0.84585, "f1": 0.804644, "hf_subset": "ckb_Arab-por_Latn", "languages": ["ckb-Arab", "por-Latn"], "main_score": 0.804644, "precision": 0.786552, "recall": 0.84585}, {"accuracy": 0.501976, "f1": 0.430845, "hf_subset": "ckb_Arab-sun_Latn", "languages": ["ckb-Arab", "sun-Latn"], "main_score": 0.430845, "precision": 0.406385, "recall": 0.501976}, {"accuracy": 0.096838, "f1": 0.05741, "hf_subset": "ckb_Arab-umb_Latn", "languages": ["ckb-Arab", "umb-Latn"], "main_score": 0.05741, "precision": 0.048946, "recall": 0.096838}, {"accuracy": 0.80336, "f1": 0.754847, "hf_subset": "ckb_Arab-ajp_Arab", "languages": ["ckb-Arab", "ajp-Arab"], "main_score": 0.754847, "precision": 0.734059, "recall": 0.80336}, {"accuracy": 0.066206, "f1": 0.04022, "hf_subset": "ckb_Arab-bjn_Arab", "languages": ["ckb-Arab", "bjn-Arab"], "main_score": 0.04022, "precision": 0.034604, "recall": 0.066206}, {"accuracy": 0.13834, "f1": 0.093638, "hf_subset": "ckb_Arab-ewe_Latn", "languages": ["ckb-Arab", "ewe-Latn"], "main_score": 0.093638, "precision": 0.083246, "recall": 0.13834}, {"accuracy": 0.215415, "f1": 0.151326, "hf_subset": "ckb_Arab-ilo_Latn", "languages": ["ckb-Arab", "ilo-Latn"], "main_score": 0.151326, "precision": 0.134409, "recall": 0.215415}, {"accuracy": 0.066206, "f1": 0.037398, "hf_subset": "ckb_Arab-knc_Arab", "languages": ["ckb-Arab", "knc-Arab"], "main_score": 0.037398, "precision": 0.030404, "recall": 0.066206}, {"accuracy": 0.848814, "f1": 0.808583, "hf_subset": "ckb_Arab-mkd_Cyrl", "languages": ["ckb-Arab", "mkd-Cyrl"], "main_score": 0.808583, "precision": 0.790926, "recall": 0.848814}, {"accuracy": 0.841897, "f1": 0.800736, "hf_subset": "ckb_Arab-prs_Arab", "languages": ["ckb-Arab", "prs-Arab"], "main_score": 0.800736, "precision": 0.782279, "recall": 0.841897}, {"accuracy": 0.835968, "f1": 0.789756, "hf_subset": "ckb_Arab-swe_Latn", "languages": ["ckb-Arab", "swe-Latn"], "main_score": 0.789756, "precision": 0.768939, "recall": 0.835968}, {"accuracy": 0.822134, "f1": 0.777244, "hf_subset": "ckb_Arab-urd_Arab", "languages": ["ckb-Arab", "urd-Arab"], "main_score": 0.777244, "precision": 0.757362, "recall": 0.822134}, {"accuracy": 0.166008, "f1": 0.116284, "hf_subset": "ckb_Arab-aka_Latn", "languages": ["ckb-Arab", "aka-Latn"], "main_score": 0.116284, "precision": 0.103529, "recall": 0.166008}, {"accuracy": 0.549407, "f1": 0.475576, "hf_subset": "ckb_Arab-bjn_Latn", "languages": ["ckb-Arab", "bjn-Latn"], "main_score": 0.475576, "precision": 0.448343, "recall": 0.549407}, {"accuracy": 0.333992, "f1": 0.263845, "hf_subset": "ckb_Arab-fao_Latn", "languages": ["ckb-Arab", "fao-Latn"], "main_score": 0.263845, "precision": 0.244135, "recall": 0.333992}, {"accuracy": 0.841897, "f1": 0.799242, "hf_subset": "ckb_Arab-ind_Latn", "languages": ["ckb-Arab", "ind-Latn"], "main_score": 0.799242, "precision": 0.780517, "recall": 0.841897}, {"accuracy": 0.155138, "f1": 0.102949, "hf_subset": "ckb_Arab-knc_Latn", "languages": ["ckb-Arab", "knc-Latn"], "main_score": 0.102949, "precision": 0.090416, "recall": 0.155138}, {"accuracy": 0.189723, "f1": 0.131492, "hf_subset": "ckb_Arab-mlt_Latn", "languages": ["ckb-Arab", "mlt-Latn"], "main_score": 0.131492, "precision": 0.116645, "recall": 0.189723}, {"accuracy": 0.159091, "f1": 0.100226, "hf_subset": "ckb_Arab-quy_Latn", "languages": ["ckb-Arab", "quy-Latn"], "main_score": 0.100226, "precision": 0.085791, "recall": 0.159091}, {"accuracy": 0.254941, "f1": 0.194902, "hf_subset": "ckb_Arab-swh_Latn", "languages": ["ckb-Arab", "swh-Latn"], "main_score": 0.194902, "precision": 0.180512, "recall": 0.254941}, {"accuracy": 0.461462, "f1": 0.388322, "hf_subset": "ckb_Arab-uzn_Latn", "languages": ["ckb-Arab", "uzn-Latn"], "main_score": 0.388322, "precision": 0.364488, "recall": 0.461462}, {"accuracy": 0.847826, "f1": 0.807018, "hf_subset": "ckb_Arab-als_Latn", "languages": ["ckb-Arab", "als-Latn"], "main_score": 0.807018, "precision": 0.789123, "recall": 0.847826}, {"accuracy": 0.046443, "f1": 0.017012, "hf_subset": "ckb_Arab-bod_Tibt", "languages": ["ckb-Arab", "bod-Tibt"], "main_score": 0.017012, "precision": 0.013374, "recall": 0.046443}, {"accuracy": 0.129447, "f1": 0.085611, "hf_subset": "ckb_Arab-fij_Latn", "languages": ["ckb-Arab", "fij-Latn"], "main_score": 0.085611, "precision": 0.074957, "recall": 0.129447}, {"accuracy": 0.568182, "f1": 0.489777, "hf_subset": "ckb_Arab-isl_Latn", "languages": ["ckb-Arab", "isl-Latn"], "main_score": 0.489777, "precision": 0.460375, "recall": 0.568182}, {"accuracy": 0.125494, "f1": 0.080992, "hf_subset": "ckb_Arab-kon_Latn", "languages": ["ckb-Arab", "kon-Latn"], "main_score": 0.080992, "precision": 0.070073, "recall": 0.125494}, {"accuracy": 0.047431, "f1": 0.023907, "hf_subset": "ckb_Arab-mni_Beng", "languages": ["ckb-Arab", "mni-Beng"], "main_score": 0.023907, "precision": 0.020685, "recall": 0.047431}, {"accuracy": 0.836957, "f1": 0.792852, "hf_subset": "ckb_Arab-ron_Latn", "languages": ["ckb-Arab", "ron-Latn"], "main_score": 0.792852, "precision": 0.772678, "recall": 0.836957}, {"accuracy": 0.575099, "f1": 0.504148, "hf_subset": "ckb_Arab-szl_Latn", "languages": ["ckb-Arab", "szl-Latn"], "main_score": 0.504148, "precision": 0.477521, "recall": 0.575099}, {"accuracy": 0.575099, "f1": 0.497263, "hf_subset": "ckb_Arab-vec_Latn", "languages": ["ckb-Arab", "vec-Latn"], "main_score": 0.497263, "precision": 0.46837, "recall": 0.575099}, {"accuracy": 0.653162, "f1": 0.587774, "hf_subset": "ckb_Arab-amh_Ethi", "languages": ["ckb-Arab", "amh-Ethi"], "main_score": 0.587774, "precision": 0.560814, "recall": 0.653162}, {"accuracy": 0.842885, "f1": 0.798485, "hf_subset": "ckb_Arab-bos_Latn", "languages": ["ckb-Arab", "bos-Latn"], "main_score": 0.798485, "precision": 0.778475, "recall": 0.842885}, {"accuracy": 0.827075, "f1": 0.783235, "hf_subset": "ckb_Arab-fin_Latn", "languages": ["ckb-Arab", "fin-Latn"], "main_score": 0.783235, "precision": 0.764608, "recall": 0.827075}, {"accuracy": 0.832016, "f1": 0.787698, "hf_subset": "ckb_Arab-ita_Latn", "languages": ["ckb-Arab", "ita-Latn"], "main_score": 0.787698, "precision": 0.768323, "recall": 0.832016}, {"accuracy": 0.828063, "f1": 0.788326, "hf_subset": "ckb_Arab-kor_Hang", "languages": ["ckb-Arab", "kor-Hang"], "main_score": 0.788326, "precision": 0.771865, "recall": 0.828063}, {"accuracy": 0.129447, "f1": 0.081734, "hf_subset": "ckb_Arab-mos_Latn", "languages": ["ckb-Arab", "mos-Latn"], "main_score": 0.081734, "precision": 0.07079, "recall": 0.129447}, {"accuracy": 0.081028, "f1": 0.045555, "hf_subset": "ckb_Arab-run_Latn", "languages": ["ckb-Arab", "run-Latn"], "main_score": 0.045555, "precision": 0.038013, "recall": 0.081028}, {"accuracy": 0.76581, "f1": 0.715329, "hf_subset": "ckb_Arab-tam_Taml", "languages": ["ckb-Arab", "tam-Taml"], "main_score": 0.715329, "precision": 0.693552, "recall": 0.76581}, {"accuracy": 0.833004, "f1": 0.788538, "hf_subset": "ckb_Arab-vie_Latn", "languages": ["ckb-Arab", "vie-Latn"], "main_score": 0.788538, "precision": 0.768923, "recall": 0.833004}, {"accuracy": 0.775692, "f1": 0.720951, "hf_subset": "ckb_Arab-apc_Arab", "languages": ["ckb-Arab", "apc-Arab"], "main_score": 0.720951, "precision": 0.697308, "recall": 0.775692}, {"accuracy": 0.237154, "f1": 0.176791, "hf_subset": "ckb_Arab-bug_Latn", "languages": ["ckb-Arab", "bug-Latn"], "main_score": 0.176791, "precision": 0.160401, "recall": 0.237154}, {"accuracy": 0.115613, "f1": 0.073179, "hf_subset": "ckb_Arab-fon_Latn", "languages": ["ckb-Arab", "fon-Latn"], "main_score": 0.073179, "precision": 0.063588, "recall": 0.115613}, {"accuracy": 0.502964, "f1": 0.428037, "hf_subset": "ckb_Arab-jav_Latn", "languages": ["ckb-Arab", "jav-Latn"], "main_score": 0.428037, "precision": 0.401459, "recall": 0.502964}, {"accuracy": 0.758893, "f1": 0.702341, "hf_subset": "ckb_Arab-lao_Laoo", "languages": ["ckb-Arab", "lao-Laoo"], "main_score": 0.702341, "precision": 0.67883, "recall": 0.758893}, {"accuracy": 0.116601, "f1": 0.068633, "hf_subset": "ckb_Arab-mri_Latn", "languages": ["ckb-Arab", "mri-Latn"], "main_score": 0.068633, "precision": 0.059257, "recall": 0.116601}, {"accuracy": 0.836957, "f1": 0.791831, "hf_subset": "ckb_Arab-rus_Cyrl", "languages": ["ckb-Arab", "rus-Cyrl"], "main_score": 0.791831, "precision": 0.771723, "recall": 0.836957}, {"accuracy": 0.13834, "f1": 0.100446, "hf_subset": "ckb_Arab-taq_Latn", "languages": ["ckb-Arab", "taq-Latn"], "main_score": 0.100446, "precision": 0.091256, "recall": 0.13834}, {"accuracy": 0.274704, "f1": 0.195691, "hf_subset": "ckb_Arab-war_Latn", "languages": ["ckb-Arab", "war-Latn"], "main_score": 0.195691, "precision": 0.173641, "recall": 0.274704}, {"accuracy": 0.831028, "f1": 0.787747, "hf_subset": "ckb_Arab-arb_Arab", "languages": ["ckb-Arab", "arb-Arab"], "main_score": 0.787747, "precision": 0.768561, "recall": 0.831028}, {"accuracy": 0.843874, "f1": 0.800725, "hf_subset": "ckb_Arab-bul_Cyrl", "languages": ["ckb-Arab", "bul-Cyrl"], "main_score": 0.800725, "precision": 0.781439, "recall": 0.843874}, {"accuracy": 0.839921, "f1": 0.797859, "hf_subset": "ckb_Arab-fra_Latn", "languages": ["ckb-Arab", "fra-Latn"], "main_score": 0.797859, "precision": 0.779216, "recall": 0.839921}, {"accuracy": 0.83004, "f1": 0.783943, "hf_subset": "ckb_Arab-jpn_Jpan", "languages": ["ckb-Arab", "jpn-Jpan"], "main_score": 0.783943, "precision": 0.763679, "recall": 0.83004}, {"accuracy": 0.5, "f1": 0.421573, "hf_subset": "ckb_Arab-lij_Latn", "languages": ["ckb-Arab", "lij-Latn"], "main_score": 0.421573, "precision": 0.393077, "recall": 0.5}, {"accuracy": 0.76087, "f1": 0.703807, "hf_subset": "ckb_Arab-mya_Mymr", "languages": ["ckb-Arab", "mya-Mymr"], "main_score": 0.703807, "precision": 0.67887, "recall": 0.76087}, {"accuracy": 0.126482, "f1": 0.08092, "hf_subset": "ckb_Arab-sag_Latn", "languages": ["ckb-Arab", "sag-Latn"], "main_score": 0.08092, "precision": 0.069065, "recall": 0.126482}, {"accuracy": 0.079051, "f1": 0.038859, "hf_subset": "ckb_Arab-taq_Tfng", "languages": ["ckb-Arab", "taq-Tfng"], "main_score": 0.038859, "precision": 0.032003, "recall": 0.079051}, {"accuracy": 0.146245, "f1": 0.09357, "hf_subset": "ckb_Arab-wol_Latn", "languages": ["ckb-Arab", "wol-Latn"], "main_score": 0.09357, "precision": 0.080179, "recall": 0.146245}, {"accuracy": 0.068182, "f1": 0.040711, "hf_subset": "ckb_Arab-arb_Latn", "languages": ["ckb-Arab", "arb-Latn"], "main_score": 0.040711, "precision": 0.035555, "recall": 0.068182}, {"accuracy": 0.850791, "f1": 0.81054, "hf_subset": "ckb_Arab-cat_Latn", "languages": ["ckb-Arab", "cat-Latn"], "main_score": 0.81054, "precision": 0.792523, "recall": 0.850791}, {"accuracy": 0.48913, "f1": 0.412247, "hf_subset": "ckb_Arab-fur_Latn", "languages": ["ckb-Arab", "fur-Latn"], "main_score": 0.412247, "precision": 0.383789, "recall": 0.48913}, {"accuracy": 0.047431, "f1": 0.032731, "hf_subset": "ckb_Arab-kab_Latn", "languages": ["ckb-Arab", "kab-Latn"], "main_score": 0.032731, "precision": 0.029613, "recall": 0.047431}, {"accuracy": 0.530632, "f1": 0.462637, "hf_subset": "ckb_Arab-lim_Latn", "languages": ["ckb-Arab", "lim-Latn"], "main_score": 0.462637, "precision": 0.438616, "recall": 0.530632}, {"accuracy": 0.83004, "f1": 0.785046, "hf_subset": "ckb_Arab-nld_Latn", "languages": ["ckb-Arab", "nld-Latn"], "main_score": 0.785046, "precision": 0.765958, "recall": 0.83004}, {"accuracy": 0.565217, "f1": 0.497519, "hf_subset": "ckb_Arab-san_Deva", "languages": ["ckb-Arab", "san-Deva"], "main_score": 0.497519, "precision": 0.471096, "recall": 0.565217}, {"accuracy": 0.333004, "f1": 0.263733, "hf_subset": "ckb_Arab-tat_Cyrl", "languages": ["ckb-Arab", "tat-Cyrl"], "main_score": 0.263733, "precision": 0.241175, "recall": 0.333004}, {"accuracy": 0.135375, "f1": 0.083468, "hf_subset": "ckb_Arab-xho_Latn", "languages": ["ckb-Arab", "xho-Latn"], "main_score": 0.083468, "precision": 0.071674, "recall": 0.135375}, {"accuracy": 0.821146, "f1": 0.775329, "hf_subset": "ckb_Arab-ars_Arab", "languages": ["ckb-Arab", "ars-Arab"], "main_score": 0.775329, "precision": 0.755171, "recall": 0.821146}, {"accuracy": 0.251976, "f1": 0.185907, "hf_subset": "ckb_Arab-ceb_Latn", "languages": ["ckb-Arab", "ceb-Latn"], "main_score": 0.185907, "precision": 0.16739, "recall": 0.251976}, {"accuracy": 0.136364, "f1": 0.089983, "hf_subset": "ckb_Arab-fuv_Latn", "languages": ["ckb-Arab", "fuv-Latn"], "main_score": 0.089983, "precision": 0.079045, "recall": 0.136364}, {"accuracy": 0.109684, "f1": 0.069557, "hf_subset": "ckb_Arab-kac_Latn", "languages": ["ckb-Arab", "kac-Latn"], "main_score": 0.069557, "precision": 0.060634, "recall": 0.109684}, {"accuracy": 0.140316, "f1": 0.098793, "hf_subset": "ckb_Arab-lin_Latn", "languages": ["ckb-Arab", "lin-Latn"], "main_score": 0.098793, "precision": 0.088677, "recall": 0.140316}, {"accuracy": 0.807312, "f1": 0.758187, "hf_subset": "ckb_Arab-nno_Latn", "languages": ["ckb-Arab", "nno-Latn"], "main_score": 0.758187, "precision": 0.736276, "recall": 0.807312}, {"accuracy": 0.017787, "f1": 0.003394, "hf_subset": "ckb_Arab-sat_Olck", "languages": ["ckb-Arab", "sat-Olck"], "main_score": 0.003394, "precision": 0.002439, "recall": 0.017787}, {"accuracy": 0.708498, "f1": 0.648866, "hf_subset": "ckb_Arab-tel_Telu", "languages": ["ckb-Arab", "tel-Telu"], "main_score": 0.648866, "precision": 0.624097, "recall": 0.708498}, {"accuracy": 0.375494, "f1": 0.304456, "hf_subset": "ckb_Arab-ydd_Hebr", "languages": ["ckb-Arab", "ydd-Hebr"], "main_score": 0.304456, "precision": 0.281012, "recall": 0.375494}, {"accuracy": 0.658103, "f1": 0.592391, "hf_subset": "ckb_Arab-ary_Arab", "languages": ["ckb-Arab", "ary-Arab"], "main_score": 0.592391, "precision": 0.564286, "recall": 0.658103}, {"accuracy": 0.847826, "f1": 0.806178, "hf_subset": "ckb_Arab-ces_Latn", "languages": ["ckb-Arab", "ces-Latn"], "main_score": 0.806178, "precision": 0.788109, "recall": 0.847826}, {"accuracy": 0.073123, "f1": 0.042045, "hf_subset": "ckb_Arab-gaz_Latn", "languages": ["ckb-Arab", "gaz-Latn"], "main_score": 0.042045, "precision": 0.036198, "recall": 0.073123}, {"accuracy": 0.105731, "f1": 0.069908, "hf_subset": "ckb_Arab-kam_Latn", "languages": ["ckb-Arab", "kam-Latn"], "main_score": 0.069908, "precision": 0.062097, "recall": 0.105731}, {"accuracy": 0.83498, "f1": 0.790184, "hf_subset": "ckb_Arab-lit_Latn", "languages": ["ckb-Arab", "lit-Latn"], "main_score": 0.790184, "precision": 0.770767, "recall": 0.83498}, {"accuracy": 0.83004, "f1": 0.782938, "hf_subset": "ckb_Arab-nob_Latn", "languages": ["ckb-Arab", "nob-Latn"], "main_score": 0.782938, "precision": 0.761479, "recall": 0.83004}, {"accuracy": 0.451581, "f1": 0.370758, "hf_subset": "ckb_Arab-scn_Latn", "languages": ["ckb-Arab", "scn-Latn"], "main_score": 0.370758, "precision": 0.343072, "recall": 0.451581}, {"accuracy": 0.113636, "f1": 0.072861, "hf_subset": "ckb_Arab-tgk_Cyrl", "languages": ["ckb-Arab", "tgk-Cyrl"], "main_score": 0.072861, "precision": 0.063357, "recall": 0.113636}, {"accuracy": 0.12253, "f1": 0.074831, "hf_subset": "ckb_Arab-yor_Latn", "languages": ["ckb-Arab", "yor-Latn"], "main_score": 0.074831, "precision": 0.064435, "recall": 0.12253}, {"accuracy": 0.795455, "f1": 0.743497, "hf_subset": "ckb_Arab-arz_Arab", "languages": ["ckb-Arab", "arz-Arab"], "main_score": 0.743497, "precision": 0.720932, "recall": 0.795455}, {"accuracy": 0.105731, "f1": 0.064315, "hf_subset": "ckb_Arab-cjk_Latn", "languages": ["ckb-Arab", "cjk-Latn"], "main_score": 0.064315, "precision": 0.054743, "recall": 0.105731}, {"accuracy": 0.119565, "f1": 0.076037, "hf_subset": "ckb_Arab-gla_Latn", "languages": ["ckb-Arab", "gla-Latn"], "main_score": 0.076037, "precision": 0.065662, "recall": 0.119565}, {"accuracy": 0.678854, "f1": 0.616889, "hf_subset": "ckb_Arab-kan_Knda", "languages": ["ckb-Arab", "kan-Knda"], "main_score": 0.616889, "precision": 0.591618, "recall": 0.678854}, {"accuracy": 0.444664, "f1": 0.370954, "hf_subset": "ckb_Arab-lmo_Latn", "languages": ["ckb-Arab", "lmo-Latn"], "main_score": 0.370954, "precision": 0.344894, "recall": 0.444664}, {"accuracy": 0.79249, "f1": 0.749374, "hf_subset": "ckb_Arab-npi_Deva", "languages": ["ckb-Arab", "npi-Deva"], "main_score": 0.749374, "precision": 0.73018, "recall": 0.79249}, {"accuracy": 0.172925, "f1": 0.123812, "hf_subset": "ckb_Arab-shn_Mymr", "languages": ["ckb-Arab", "shn-Mymr"], "main_score": 0.123812, "precision": 0.109049, "recall": 0.172925}, {"accuracy": 0.313241, "f1": 0.238507, "hf_subset": "ckb_Arab-tgl_Latn", "languages": ["ckb-Arab", "tgl-Latn"], "main_score": 0.238507, "precision": 0.216805, "recall": 0.313241}, {"accuracy": 0.838933, "f1": 0.794697, "hf_subset": "ckb_Arab-yue_Hant", "languages": ["ckb-Arab", "yue-Hant"], "main_score": 0.794697, "precision": 0.774457, "recall": 0.838933}, {"accuracy": 0.437747, "f1": 0.362882, "hf_subset": "ckb_Arab-asm_Beng", "languages": ["ckb-Arab", "asm-Beng"], "main_score": 0.362882, "precision": 0.336063, "recall": 0.437747}, {"accuracy": 0.213439, "f1": 0.149318, "hf_subset": "ckb_Arab-gle_Latn", "languages": ["ckb-Arab", "gle-Latn"], "main_score": 0.149318, "precision": 0.133237, "recall": 0.213439}, {"accuracy": 0.436759, "f1": 0.370618, "hf_subset": "ckb_Arab-kas_Arab", "languages": ["ckb-Arab", "kas-Arab"], "main_score": 0.370618, "precision": 0.347287, "recall": 0.436759}, {"accuracy": 0.497036, "f1": 0.42436, "hf_subset": "ckb_Arab-ltg_Latn", "languages": ["ckb-Arab", "ltg-Latn"], "main_score": 0.42436, "precision": 0.397532, "recall": 0.497036}, {"accuracy": 0.134387, "f1": 0.08794, "hf_subset": "ckb_Arab-nso_Latn", "languages": ["ckb-Arab", "nso-Latn"], "main_score": 0.08794, "precision": 0.076062, "recall": 0.134387}, {"accuracy": 0.763834, "f1": 0.716166, "hf_subset": "ckb_Arab-sin_Sinh", "languages": ["ckb-Arab", "sin-Sinh"], "main_score": 0.716166, "precision": 0.695029, "recall": 0.763834}, {"accuracy": 0.844862, "f1": 0.802866, "hf_subset": "ckb_Arab-tha_Thai", "languages": ["ckb-Arab", "tha-Thai"], "main_score": 0.802866, "precision": 0.783877, "recall": 0.844862}, {"accuracy": 0.829051, "f1": 0.782312, "hf_subset": "ckb_Arab-zho_Hans", "languages": ["ckb-Arab", "zho-Hans"], "main_score": 0.782312, "precision": 0.761314, "recall": 0.829051}, {"accuracy": 0.736166, "f1": 0.67896, "hf_subset": "ckb_Arab-ast_Latn", "languages": ["ckb-Arab", "ast-Latn"], "main_score": 0.67896, "precision": 0.654769, "recall": 0.736166}, {"accuracy": 0.559289, "f1": 0.486408, "hf_subset": "ckb_Arab-crh_Latn", "languages": ["ckb-Arab", "crh-Latn"], "main_score": 0.486408, "precision": 0.459034, "recall": 0.559289}, {"accuracy": 0.832016, "f1": 0.788389, "hf_subset": "ckb_Arab-glg_Latn", "languages": ["ckb-Arab", "glg-Latn"], "main_score": 0.788389, "precision": 0.769311, "recall": 0.832016}, {"accuracy": 0.289526, "f1": 0.233074, "hf_subset": "ckb_Arab-kas_Deva", "languages": ["ckb-Arab", "kas-Deva"], "main_score": 0.233074, "precision": 0.2163, "recall": 0.289526}, {"accuracy": 0.317194, "f1": 0.243644, "hf_subset": "ckb_Arab-ltz_Latn", "languages": ["ckb-Arab", "ltz-Latn"], "main_score": 0.243644, "precision": 0.221362, "recall": 0.317194}, {"accuracy": 0.070158, "f1": 0.03643, "hf_subset": "ckb_Arab-nus_Latn", "languages": ["ckb-Arab", "nus-Latn"], "main_score": 0.03643, "precision": 0.030564, "recall": 0.070158}, {"accuracy": 0.833992, "f1": 0.78857, "hf_subset": "ckb_Arab-slk_Latn", "languages": ["ckb-Arab", "slk-Latn"], "main_score": 0.78857, "precision": 0.768264, "recall": 0.833992}, {"accuracy": 0.175889, "f1": 0.130518, "hf_subset": "ckb_Arab-tir_Ethi", "languages": ["ckb-Arab", "tir-Ethi"], "main_score": 0.130518, "precision": 0.11844, "recall": 0.175889}, {"accuracy": 0.839921, "f1": 0.797281, "hf_subset": "ckb_Arab-zho_Hant", "languages": ["ckb-Arab", "zho-Hant"], "main_score": 0.797281, "precision": 0.778508, "recall": 0.839921}, {"accuracy": 0.774704, "f1": 0.722946, "hf_subset": "ckb_Arab-awa_Deva", "languages": ["ckb-Arab", "awa-Deva"], "main_score": 0.722946, "precision": 0.70108, "recall": 0.774704}, {"accuracy": 0.324111, "f1": 0.248315, "hf_subset": "ckb_Arab-cym_Latn", "languages": ["ckb-Arab", "cym-Latn"], "main_score": 0.248315, "precision": 0.2261, "recall": 0.324111}, {"accuracy": 0.204545, "f1": 0.139883, "hf_subset": "ckb_Arab-grn_Latn", "languages": ["ckb-Arab", "grn-Latn"], "main_score": 0.139883, "precision": 0.123169, "recall": 0.204545}, {"accuracy": 0.733202, "f1": 0.668535, "hf_subset": "ckb_Arab-kat_Geor", "languages": ["ckb-Arab", "kat-Geor"], "main_score": 0.668535, "precision": 0.641645, "recall": 0.733202}, {"accuracy": 0.150198, "f1": 0.101742, "hf_subset": "ckb_Arab-lua_Latn", "languages": ["ckb-Arab", "lua-Latn"], "main_score": 0.101742, "precision": 0.089086, "recall": 0.150198}, {"accuracy": 0.131423, "f1": 0.081188, "hf_subset": "ckb_Arab-nya_Latn", "languages": ["ckb-Arab", "nya-Latn"], "main_score": 0.081188, "precision": 0.069548, "recall": 0.131423}, {"accuracy": 0.825099, "f1": 0.77836, "hf_subset": "ckb_Arab-slv_Latn", "languages": ["ckb-Arab", "slv-Latn"], "main_score": 0.77836, "precision": 0.75774, "recall": 0.825099}, {"accuracy": 0.290514, "f1": 0.214821, "hf_subset": "ckb_Arab-tpi_Latn", "languages": ["ckb-Arab", "tpi-Latn"], "main_score": 0.214821, "precision": 0.193587, "recall": 0.290514}, {"accuracy": 0.833004, "f1": 0.78856, "hf_subset": "ckb_Arab-zsm_Latn", "languages": ["ckb-Arab", "zsm-Latn"], "main_score": 0.78856, "precision": 0.768766, "recall": 0.833004}, {"accuracy": 0.12253, "f1": 0.072761, "hf_subset": "ckb_Arab-ayr_Latn", "languages": ["ckb-Arab", "ayr-Latn"], "main_score": 0.072761, "precision": 0.061901, "recall": 0.12253}, {"accuracy": 0.847826, "f1": 0.804018, "hf_subset": "ckb_Arab-dan_Latn", "languages": ["ckb-Arab", "dan-Latn"], "main_score": 0.804018, "precision": 0.784667, "recall": 0.847826}, {"accuracy": 0.787549, "f1": 0.734917, "hf_subset": "ckb_Arab-guj_Gujr", "languages": ["ckb-Arab", "guj-Gujr"], "main_score": 0.734917, "precision": 0.712625, "recall": 0.787549}, {"accuracy": 0.771739, "f1": 0.716411, "hf_subset": "ckb_Arab-kaz_Cyrl", "languages": ["ckb-Arab", "kaz-Cyrl"], "main_score": 0.716411, "precision": 0.692844, "recall": 0.771739}, {"accuracy": 0.100791, "f1": 0.061963, "hf_subset": "ckb_Arab-lug_Latn", "languages": ["ckb-Arab", "lug-Latn"], "main_score": 0.061963, "precision": 0.053078, "recall": 0.100791}, {"accuracy": 0.705534, "f1": 0.647207, "hf_subset": "ckb_Arab-oci_Latn", "languages": ["ckb-Arab", "oci-Latn"], "main_score": 0.647207, "precision": 0.623873, "recall": 0.705534}, {"accuracy": 0.108696, "f1": 0.062251, "hf_subset": "ckb_Arab-smo_Latn", "languages": ["ckb-Arab", "smo-Latn"], "main_score": 0.062251, "precision": 0.052015, "recall": 0.108696}, {"accuracy": 0.105731, "f1": 0.070058, "hf_subset": "ckb_Arab-tsn_Latn", "languages": ["ckb-Arab", "tsn-Latn"], "main_score": 0.070058, "precision": 0.06176, "recall": 0.105731}, {"accuracy": 0.081028, "f1": 0.048154, "hf_subset": "ckb_Arab-zul_Latn", "languages": ["ckb-Arab", "zul-Latn"], "main_score": 0.048154, "precision": 0.040765, "recall": 0.081028}, {"accuracy": 0.389328, "f1": 0.323696, "hf_subset": "ckb_Arab-azb_Arab", "languages": ["ckb-Arab", "azb-Arab"], "main_score": 0.323696, "precision": 0.300747, "recall": 0.389328}, {"accuracy": 0.854743, "f1": 0.814328, "hf_subset": "ckb_Arab-deu_Latn", "languages": ["ckb-Arab", "deu-Latn"], "main_score": 0.814328, "precision": 0.796509, "recall": 0.854743}, {"accuracy": 0.201581, "f1": 0.148646, "hf_subset": "ckb_Arab-hat_Latn", "languages": ["ckb-Arab", "hat-Latn"], "main_score": 0.148646, "precision": 0.134815, "recall": 0.201581}, {"accuracy": 0.103755, "f1": 0.060522, "hf_subset": "ckb_Arab-kbp_Latn", "languages": ["ckb-Arab", "kbp-Latn"], "main_score": 0.060522, "precision": 0.051008, "recall": 0.103755}, {"accuracy": 0.130435, "f1": 0.086019, "hf_subset": "ckb_Arab-luo_Latn", "languages": ["ckb-Arab", "luo-Latn"], "main_score": 0.086019, "precision": 0.075379, "recall": 0.130435}, {"accuracy": 0.683794, "f1": 0.620037, "hf_subset": "ckb_Arab-ory_Orya", "languages": ["ckb-Arab", "ory-Orya"], "main_score": 0.620037, "precision": 0.593242, "recall": 0.683794}, {"accuracy": 0.104743, "f1": 0.064785, "hf_subset": "ckb_Arab-sna_Latn", "languages": ["ckb-Arab", "sna-Latn"], "main_score": 0.064785, "precision": 0.056257, "recall": 0.104743}, {"accuracy": 0.118577, "f1": 0.078439, "hf_subset": "ckb_Arab-tso_Latn", "languages": ["ckb-Arab", "tso-Latn"], "main_score": 0.078439, "precision": 0.06895, "recall": 0.118577}, {"accuracy": 0.76581, "f1": 0.712955, "hf_subset": "ckb_Arab-azj_Latn", "languages": ["ckb-Arab", "azj-Latn"], "main_score": 0.712955, "precision": 0.690927, "recall": 0.76581}, {"accuracy": 0.175889, "f1": 0.126647, "hf_subset": "ckb_Arab-dik_Latn", "languages": ["ckb-Arab", "dik-Latn"], "main_score": 0.126647, "precision": 0.114621, "recall": 0.175889}, {"accuracy": 0.153162, "f1": 0.100162, "hf_subset": "ckb_Arab-hau_Latn", "languages": ["ckb-Arab", "hau-Latn"], "main_score": 0.100162, "precision": 0.087803, "recall": 0.153162}, {"accuracy": 0.423913, "f1": 0.359672, "hf_subset": "ckb_Arab-kea_Latn", "languages": ["ckb-Arab", "kea-Latn"], "main_score": 0.359672, "precision": 0.33828, "recall": 0.423913}, {"accuracy": 0.220356, "f1": 0.159713, "hf_subset": "ckb_Arab-lus_Latn", "languages": ["ckb-Arab", "lus-Latn"], "main_score": 0.159713, "precision": 0.14244, "recall": 0.220356}, {"accuracy": 0.290514, "f1": 0.225536, "hf_subset": "ckb_Arab-pag_Latn", "languages": ["ckb-Arab", "pag-Latn"], "main_score": 0.225536, "precision": 0.205424, "recall": 0.290514}, {"accuracy": 0.749012, "f1": 0.697581, "hf_subset": "ckb_Arab-snd_Arab", "languages": ["ckb-Arab", "snd-Arab"], "main_score": 0.697581, "precision": 0.674572, "recall": 0.749012}, {"accuracy": 0.20751, "f1": 0.14398, "hf_subset": "ckb_Arab-tuk_Latn", "languages": ["ckb-Arab", "tuk-Latn"], "main_score": 0.14398, "precision": 0.125057, "recall": 0.20751}, {"accuracy": 0.321146, "f1": 0.247683, "hf_subset": "ckb_Arab-bak_Cyrl", "languages": ["ckb-Arab", "bak-Cyrl"], "main_score": 0.247683, "precision": 0.225346, "recall": 0.321146}, {"accuracy": 0.104743, "f1": 0.06344, "hf_subset": "ckb_Arab-dyu_Latn", "languages": ["ckb-Arab", "dyu-Latn"], "main_score": 0.06344, "precision": 0.054512, "recall": 0.104743}, {"accuracy": 0.84585, "f1": 0.805091, "hf_subset": "ckb_Arab-heb_Hebr", "languages": ["ckb-Arab", "heb-Hebr"], "main_score": 0.805091, "precision": 0.786924, "recall": 0.84585}, {"accuracy": 0.816206, "f1": 0.770391, "hf_subset": "ckb_Arab-khk_Cyrl", "languages": ["ckb-Arab", "khk-Cyrl"], "main_score": 0.770391, "precision": 0.750471, "recall": 0.816206}, {"accuracy": 0.854743, "f1": 0.813425, "hf_subset": "ckb_Arab-lvs_Latn", "languages": ["ckb-Arab", "lvs-Latn"], "main_score": 0.813425, "precision": 0.794549, "recall": 0.854743}, {"accuracy": 0.699605, "f1": 0.641643, "hf_subset": "ckb_Arab-pan_Guru", "languages": ["ckb-Arab", "pan-Guru"], "main_score": 0.641643, "precision": 0.617006, "recall": 0.699605}, {"accuracy": 0.182806, "f1": 0.130041, "hf_subset": "ckb_Arab-som_Latn", "languages": ["ckb-Arab", "som-Latn"], "main_score": 0.130041, "precision": 0.116906, "recall": 0.182806}, {"accuracy": 0.129447, "f1": 0.078487, "hf_subset": "ckb_Arab-tum_Latn", "languages": ["ckb-Arab", "tum-Latn"], "main_score": 0.078487, "precision": 0.067536, "recall": 0.129447}, {"accuracy": 0.062253, "f1": 0.048406, "hf_subset": "gle_Latn-ace_Arab", "languages": ["gle-Latn", "ace-Arab"], "main_score": 0.048406, "precision": 0.044338, "recall": 0.062253}, {"accuracy": 0.201581, "f1": 0.181679, "hf_subset": "gle_Latn-bam_Latn", "languages": ["gle-Latn", "bam-Latn"], "main_score": 0.181679, "precision": 0.174026, "recall": 0.201581}, {"accuracy": 0.004941, "f1": 0.000272, "hf_subset": "gle_Latn-dzo_Tibt", "languages": ["gle-Latn", "dzo-Tibt"], "main_score": 0.000272, "precision": 0.000144, "recall": 0.004941}, {"accuracy": 0.20751, "f1": 0.1844, "hf_subset": "gle_Latn-hin_Deva", "languages": ["gle-Latn", "hin-Deva"], "main_score": 0.1844, "precision": 0.178336, "recall": 0.20751}, {"accuracy": 0.238142, "f1": 0.213373, "hf_subset": "gle_Latn-khm_Khmr", "languages": ["gle-Latn", "khm-Khmr"], "main_score": 0.213373, "precision": 0.205949, "recall": 0.238142}, {"accuracy": 0.16996, "f1": 0.147467, "hf_subset": "gle_Latn-mag_Deva", "languages": ["gle-Latn", "mag-Deva"], "main_score": 0.147467, "precision": 0.142316, "recall": 0.16996}, {"accuracy": 0.22332, "f1": 0.204887, "hf_subset": "gle_Latn-pap_Latn", "languages": ["gle-Latn", "pap-Latn"], "main_score": 0.204887, "precision": 0.199756, "recall": 0.22332}, {"accuracy": 0.215415, "f1": 0.189194, "hf_subset": "gle_Latn-sot_Latn", "languages": ["gle-Latn", "sot-Latn"], "main_score": 0.189194, "precision": 0.180172, "recall": 0.215415}, {"accuracy": 0.288538, "f1": 0.256877, "hf_subset": "gle_Latn-tur_Latn", "languages": ["gle-Latn", "tur-Latn"], "main_score": 0.256877, "precision": 0.248629, "recall": 0.288538}, {"accuracy": 0.225296, "f1": 0.208662, "hf_subset": "gle_Latn-ace_Latn", "languages": ["gle-Latn", "ace-Latn"], "main_score": 0.208662, "precision": 0.202589, "recall": 0.225296}, {"accuracy": 0.210474, "f1": 0.192533, "hf_subset": "gle_Latn-ban_Latn", "languages": ["gle-Latn", "ban-Latn"], "main_score": 0.192533, "precision": 0.187869, "recall": 0.210474}, {"accuracy": 0.243083, "f1": 0.211458, "hf_subset": "gle_Latn-ell_Grek", "languages": ["gle-Latn", "ell-Grek"], "main_score": 0.211458, "precision": 0.203106, "recall": 0.243083}, {"accuracy": 0.159091, "f1": 0.138497, "hf_subset": "gle_Latn-hne_Deva", "languages": ["gle-Latn", "hne-Deva"], "main_score": 0.138497, "precision": 0.133469, "recall": 0.159091}, {"accuracy": 0.187747, "f1": 0.166048, "hf_subset": "gle_Latn-kik_Latn", "languages": ["gle-Latn", "kik-Latn"], "main_score": 0.166048, "precision": 0.158836, "recall": 0.187747}, {"accuracy": 0.16502, "f1": 0.144368, "hf_subset": "gle_Latn-mai_Deva", "languages": ["gle-Latn", "mai-Deva"], "main_score": 0.144368, "precision": 0.138589, "recall": 0.16502}, {"accuracy": 0.195652, "f1": 0.174049, "hf_subset": "gle_Latn-pbt_Arab", "languages": ["gle-Latn", "pbt-Arab"], "main_score": 0.174049, "precision": 0.168122, "recall": 0.195652}, {"accuracy": 0.280632, "f1": 0.255409, "hf_subset": "gle_Latn-spa_Latn", "languages": ["gle-Latn", "spa-Latn"], "main_score": 0.255409, "precision": 0.247757, "recall": 0.280632}, {"accuracy": 0.228261, "f1": 0.204031, "hf_subset": "gle_Latn-twi_Latn", "languages": ["gle-Latn", "twi-Latn"], "main_score": 0.204031, "precision": 0.195198, "recall": 0.228261}, {"accuracy": 0.181818, "f1": 0.161001, "hf_subset": "gle_Latn-acm_Arab", "languages": ["gle-Latn", "acm-Arab"], "main_score": 0.161001, "precision": 0.154392, "recall": 0.181818}, {"accuracy": 0.206522, "f1": 0.183944, "hf_subset": "gle_Latn-bel_Cyrl", "languages": ["gle-Latn", "bel-Cyrl"], "main_score": 0.183944, "precision": 0.177445, "recall": 0.206522}, {"accuracy": 0.29249, "f1": 0.255614, "hf_subset": "gle_Latn-eng_Latn", "languages": ["gle-Latn", "eng-Latn"], "main_score": 0.255614, "precision": 0.246611, "recall": 0.29249}, {"accuracy": 0.237154, "f1": 0.221818, "hf_subset": "gle_Latn-hrv_Latn", "languages": ["gle-Latn", "hrv-Latn"], "main_score": 0.221818, "precision": 0.217708, "recall": 0.237154}, {"accuracy": 0.173913, "f1": 0.148218, "hf_subset": "gle_Latn-kin_Latn", "languages": ["gle-Latn", "kin-Latn"], "main_score": 0.148218, "precision": 0.140308, "recall": 0.173913}, {"accuracy": 0.135375, "f1": 0.117338, "hf_subset": "gle_Latn-mal_Mlym", "languages": ["gle-Latn", "mal-Mlym"], "main_score": 0.117338, "precision": 0.112641, "recall": 0.135375}, {"accuracy": 0.225296, "f1": 0.197766, "hf_subset": "gle_Latn-pes_Arab", "languages": ["gle-Latn", "pes-Arab"], "main_score": 0.197766, "precision": 0.189808, "recall": 0.225296}, {"accuracy": 0.236166, "f1": 0.214815, "hf_subset": "gle_Latn-srd_Latn", "languages": ["gle-Latn", "srd-Latn"], "main_score": 0.214815, "precision": 0.208892, "recall": 0.236166}, {"accuracy": 0.071146, "f1": 0.040738, "hf_subset": "gle_Latn-tzm_Tfng", "languages": ["gle-Latn", "tzm-Tfng"], "main_score": 0.040738, "precision": 0.034013, "recall": 0.071146}, {"accuracy": 0.203557, "f1": 0.177395, "hf_subset": "gle_Latn-acq_Arab", "languages": ["gle-Latn", "acq-Arab"], "main_score": 0.177395, "precision": 0.170807, "recall": 0.203557}, {"accuracy": 0.190711, "f1": 0.165412, "hf_subset": "gle_Latn-bem_Latn", "languages": ["gle-Latn", "bem-Latn"], "main_score": 0.165412, "precision": 0.158132, "recall": 0.190711}, {"accuracy": 0.215415, "f1": 0.202475, "hf_subset": "gle_Latn-epo_Latn", "languages": ["gle-Latn", "epo-Latn"], "main_score": 0.202475, "precision": 0.198957, "recall": 0.215415}, {"accuracy": 0.281621, "f1": 0.251844, "hf_subset": "gle_Latn-hun_Latn", "languages": ["gle-Latn", "hun-Latn"], "main_score": 0.251844, "precision": 0.243701, "recall": 0.281621}, {"accuracy": 0.198617, "f1": 0.181501, "hf_subset": "gle_Latn-kir_Cyrl", "languages": ["gle-Latn", "kir-Cyrl"], "main_score": 0.181501, "precision": 0.17666, "recall": 0.198617}, {"accuracy": 0.175889, "f1": 0.153945, "hf_subset": "gle_Latn-mar_Deva", "languages": ["gle-Latn", "mar-Deva"], "main_score": 0.153945, "precision": 0.147971, "recall": 0.175889}, {"accuracy": 0.241107, "f1": 0.220435, "hf_subset": "gle_Latn-plt_Latn", "languages": ["gle-Latn", "plt-Latn"], "main_score": 0.220435, "precision": 0.213488, "recall": 0.241107}, {"accuracy": 0.235178, "f1": 0.209388, "hf_subset": "gle_Latn-srp_Cyrl", "languages": ["gle-Latn", "srp-Cyrl"], "main_score": 0.209388, "precision": 0.202635, "recall": 0.235178}, {"accuracy": 0.15415, "f1": 0.130548, "hf_subset": "gle_Latn-uig_Arab", "languages": ["gle-Latn", "uig-Arab"], "main_score": 0.130548, "precision": 0.124156, "recall": 0.15415}, {"accuracy": 0.163043, "f1": 0.143334, "hf_subset": "gle_Latn-aeb_Arab", "languages": ["gle-Latn", "aeb-Arab"], "main_score": 0.143334, "precision": 0.138634, "recall": 0.163043}, {"accuracy": 0.132411, "f1": 0.115717, "hf_subset": "gle_Latn-ben_Beng", "languages": ["gle-Latn", "ben-Beng"], "main_score": 0.115717, "precision": 0.111346, "recall": 0.132411}, {"accuracy": 0.287549, "f1": 0.258983, "hf_subset": "gle_Latn-est_Latn", "languages": ["gle-Latn", "est-Latn"], "main_score": 0.258983, "precision": 0.251435, "recall": 0.287549}, {"accuracy": 0.199605, "f1": 0.173569, "hf_subset": "gle_Latn-hye_Armn", "languages": ["gle-Latn", "hye-Armn"], "main_score": 0.173569, "precision": 0.165316, "recall": 0.199605}, {"accuracy": 0.179842, "f1": 0.148972, "hf_subset": "gle_Latn-kmb_Latn", "languages": ["gle-Latn", "kmb-Latn"], "main_score": 0.148972, "precision": 0.138313, "recall": 0.179842}, {"accuracy": 0.037549, "f1": 0.029012, "hf_subset": "gle_Latn-min_Arab", "languages": ["gle-Latn", "min-Arab"], "main_score": 0.029012, "precision": 0.02714, "recall": 0.037549}, {"accuracy": 0.277668, "f1": 0.251068, "hf_subset": "gle_Latn-pol_Latn", "languages": ["gle-Latn", "pol-Latn"], "main_score": 0.251068, "precision": 0.243441, "recall": 0.277668}, {"accuracy": 0.159091, "f1": 0.132939, "hf_subset": "gle_Latn-ssw_Latn", "languages": ["gle-Latn", "ssw-Latn"], "main_score": 0.132939, "precision": 0.124806, "recall": 0.159091}, {"accuracy": 0.218379, "f1": 0.195021, "hf_subset": "gle_Latn-ukr_Cyrl", "languages": ["gle-Latn", "ukr-Cyrl"], "main_score": 0.195021, "precision": 0.188723, "recall": 0.218379}, {"accuracy": 0.294466, "f1": 0.263073, "hf_subset": "gle_Latn-afr_Latn", "languages": ["gle-Latn", "afr-Latn"], "main_score": 0.263073, "precision": 0.255039, "recall": 0.294466}, {"accuracy": 0.175889, "f1": 0.156171, "hf_subset": "gle_Latn-bho_Deva", "languages": ["gle-Latn", "bho-Deva"], "main_score": 0.156171, "precision": 0.151075, "recall": 0.175889}, {"accuracy": 0.199605, "f1": 0.189603, "hf_subset": "gle_Latn-eus_Latn", "languages": ["gle-Latn", "eus-Latn"], "main_score": 0.189603, "precision": 0.186261, "recall": 0.199605}, {"accuracy": 0.183794, "f1": 0.157817, "hf_subset": "gle_Latn-ibo_Latn", "languages": ["gle-Latn", "ibo-Latn"], "main_score": 0.157817, "precision": 0.149474, "recall": 0.183794}, {"accuracy": 0.26581, "f1": 0.244217, "hf_subset": "gle_Latn-kmr_Latn", "languages": ["gle-Latn", "kmr-Latn"], "main_score": 0.244217, "precision": 0.237697, "recall": 0.26581}, {"accuracy": 0.232213, "f1": 0.213111, "hf_subset": "gle_Latn-min_Latn", "languages": ["gle-Latn", "min-Latn"], "main_score": 0.213111, "precision": 0.207155, "recall": 0.232213}, {"accuracy": 0.306324, "f1": 0.270643, "hf_subset": "gle_Latn-por_Latn", "languages": ["gle-Latn", "por-Latn"], "main_score": 0.270643, "precision": 0.261261, "recall": 0.306324}, {"accuracy": 0.199605, "f1": 0.182708, "hf_subset": "gle_Latn-sun_Latn", "languages": ["gle-Latn", "sun-Latn"], "main_score": 0.182708, "precision": 0.177834, "recall": 0.199605}, {"accuracy": 0.168972, "f1": 0.14396, "hf_subset": "gle_Latn-umb_Latn", "languages": ["gle-Latn", "umb-Latn"], "main_score": 0.14396, "precision": 0.135937, "recall": 0.168972}, {"accuracy": 0.194664, "f1": 0.174316, "hf_subset": "gle_Latn-ajp_Arab", "languages": ["gle-Latn", "ajp-Arab"], "main_score": 0.174316, "precision": 0.168483, "recall": 0.194664}, {"accuracy": 0.039526, "f1": 0.02999, "hf_subset": "gle_Latn-bjn_Arab", "languages": ["gle-Latn", "bjn-Arab"], "main_score": 0.02999, "precision": 0.026821, "recall": 0.039526}, {"accuracy": 0.241107, "f1": 0.214973, "hf_subset": "gle_Latn-ewe_Latn", "languages": ["gle-Latn", "ewe-Latn"], "main_score": 0.214973, "precision": 0.206448, "recall": 0.241107}, {"accuracy": 0.231225, "f1": 0.207375, "hf_subset": "gle_Latn-ilo_Latn", "languages": ["gle-Latn", "ilo-Latn"], "main_score": 0.207375, "precision": 0.200431, "recall": 0.231225}, {"accuracy": 0.082016, "f1": 0.070575, "hf_subset": "gle_Latn-knc_Arab", "languages": ["gle-Latn", "knc-Arab"], "main_score": 0.070575, "precision": 0.066622, "recall": 0.082016}, {"accuracy": 0.246047, "f1": 0.218746, "hf_subset": "gle_Latn-mkd_Cyrl", "languages": ["gle-Latn", "mkd-Cyrl"], "main_score": 0.218746, "precision": 0.211731, "recall": 0.246047}, {"accuracy": 0.1917, "f1": 0.170786, "hf_subset": "gle_Latn-prs_Arab", "languages": ["gle-Latn", "prs-Arab"], "main_score": 0.170786, "precision": 0.165218, "recall": 0.1917}, {"accuracy": 0.252964, "f1": 0.233632, "hf_subset": "gle_Latn-swe_Latn", "languages": ["gle-Latn", "swe-Latn"], "main_score": 0.233632, "precision": 0.227136, "recall": 0.252964}, {"accuracy": 0.173913, "f1": 0.148157, "hf_subset": "gle_Latn-urd_Arab", "languages": ["gle-Latn", "urd-Arab"], "main_score": 0.148157, "precision": 0.140705, "recall": 0.173913}, {"accuracy": 0.23419, "f1": 0.207903, "hf_subset": "gle_Latn-aka_Latn", "languages": ["gle-Latn", "aka-Latn"], "main_score": 0.207903, "precision": 0.199024, "recall": 0.23419}, {"accuracy": 0.231225, "f1": 0.218573, "hf_subset": "gle_Latn-bjn_Latn", "languages": ["gle-Latn", "bjn-Latn"], "main_score": 0.218573, "precision": 0.215202, "recall": 0.231225}, {"accuracy": 0.232213, "f1": 0.217052, "hf_subset": "gle_Latn-fao_Latn", "languages": ["gle-Latn", "fao-Latn"], "main_score": 0.217052, "precision": 0.211688, "recall": 0.232213}, {"accuracy": 0.305336, "f1": 0.266537, "hf_subset": "gle_Latn-ind_Latn", "languages": ["gle-Latn", "ind-Latn"], "main_score": 0.266537, "precision": 0.256629, "recall": 0.305336}, {"accuracy": 0.218379, "f1": 0.194816, "hf_subset": "gle_Latn-knc_Latn", "languages": ["gle-Latn", "knc-Latn"], "main_score": 0.194816, "precision": 0.187223, "recall": 0.218379}, {"accuracy": 0.25, "f1": 0.225496, "hf_subset": "gle_Latn-mlt_Latn", "languages": ["gle-Latn", "mlt-Latn"], "main_score": 0.225496, "precision": 0.21687, "recall": 0.25}, {"accuracy": 0.194664, "f1": 0.169389, "hf_subset": "gle_Latn-quy_Latn", "languages": ["gle-Latn", "quy-Latn"], "main_score": 0.169389, "precision": 0.161611, "recall": 0.194664}, {"accuracy": 0.229249, "f1": 0.208562, "hf_subset": "gle_Latn-swh_Latn", "languages": ["gle-Latn", "swh-Latn"], "main_score": 0.208562, "precision": 0.202067, "recall": 0.229249}, {"accuracy": 0.176877, "f1": 0.163928, "hf_subset": "gle_Latn-uzn_Latn", "languages": ["gle-Latn", "uzn-Latn"], "main_score": 0.163928, "precision": 0.160355, "recall": 0.176877}, {"accuracy": 0.250988, "f1": 0.223494, "hf_subset": "gle_Latn-als_Latn", "languages": ["gle-Latn", "als-Latn"], "main_score": 0.223494, "precision": 0.215541, "recall": 0.250988}, {"accuracy": 0.059289, "f1": 0.029514, "hf_subset": "gle_Latn-bod_Tibt", "languages": ["gle-Latn", "bod-Tibt"], "main_score": 0.029514, "precision": 0.02405, "recall": 0.059289}, {"accuracy": 0.182806, "f1": 0.160231, "hf_subset": "gle_Latn-fij_Latn", "languages": ["gle-Latn", "fij-Latn"], "main_score": 0.160231, "precision": 0.1529, "recall": 0.182806}, {"accuracy": 0.215415, "f1": 0.202911, "hf_subset": "gle_Latn-isl_Latn", "languages": ["gle-Latn", "isl-Latn"], "main_score": 0.202911, "precision": 0.19965, "recall": 0.215415}, {"accuracy": 0.194664, "f1": 0.163839, "hf_subset": "gle_Latn-kon_Latn", "languages": ["gle-Latn", "kon-Latn"], "main_score": 0.163839, "precision": 0.154517, "recall": 0.194664}, {"accuracy": 0.0583, "f1": 0.041291, "hf_subset": "gle_Latn-mni_Beng", "languages": ["gle-Latn", "mni-Beng"], "main_score": 0.041291, "precision": 0.038023, "recall": 0.0583}, {"accuracy": 0.305336, "f1": 0.271024, "hf_subset": "gle_Latn-ron_Latn", "languages": ["gle-Latn", "ron-Latn"], "main_score": 0.271024, "precision": 0.262403, "recall": 0.305336}, {"accuracy": 0.222332, "f1": 0.204135, "hf_subset": "gle_Latn-szl_Latn", "languages": ["gle-Latn", "szl-Latn"], "main_score": 0.204135, "precision": 0.198024, "recall": 0.222332}, {"accuracy": 0.222332, "f1": 0.208854, "hf_subset": "gle_Latn-vec_Latn", "languages": ["gle-Latn", "vec-Latn"], "main_score": 0.208854, "precision": 0.205297, "recall": 0.222332}, {"accuracy": 0.119565, "f1": 0.100177, "hf_subset": "gle_Latn-amh_Ethi", "languages": ["gle-Latn", "amh-Ethi"], "main_score": 0.100177, "precision": 0.094836, "recall": 0.119565}, {"accuracy": 0.290514, "f1": 0.25502, "hf_subset": "gle_Latn-bos_Latn", "languages": ["gle-Latn", "bos-Latn"], "main_score": 0.25502, "precision": 0.247649, "recall": 0.290514}, {"accuracy": 0.290514, "f1": 0.259745, "hf_subset": "gle_Latn-fin_Latn", "languages": ["gle-Latn", "fin-Latn"], "main_score": 0.259745, "precision": 0.252184, "recall": 0.290514}, {"accuracy": 0.302372, "f1": 0.267079, "hf_subset": "gle_Latn-ita_Latn", "languages": ["gle-Latn", "ita-Latn"], "main_score": 0.267079, "precision": 0.258731, "recall": 0.302372}, {"accuracy": 0.211462, "f1": 0.186228, "hf_subset": "gle_Latn-kor_Hang", "languages": ["gle-Latn", "kor-Hang"], "main_score": 0.186228, "precision": 0.179841, "recall": 0.211462}, {"accuracy": 0.192688, "f1": 0.172429, "hf_subset": "gle_Latn-mos_Latn", "languages": ["gle-Latn", "mos-Latn"], "main_score": 0.172429, "precision": 0.164713, "recall": 0.192688}, {"accuracy": 0.170949, "f1": 0.139926, "hf_subset": "gle_Latn-run_Latn", "languages": ["gle-Latn", "run-Latn"], "main_score": 0.139926, "precision": 0.130053, "recall": 0.170949}, {"accuracy": 0.128458, "f1": 0.112108, "hf_subset": "gle_Latn-tam_Taml", "languages": ["gle-Latn", "tam-Taml"], "main_score": 0.112108, "precision": 0.108242, "recall": 0.128458}, {"accuracy": 0.297431, "f1": 0.259379, "hf_subset": "gle_Latn-vie_Latn", "languages": ["gle-Latn", "vie-Latn"], "main_score": 0.259379, "precision": 0.249291, "recall": 0.297431}, {"accuracy": 0.177866, "f1": 0.160586, "hf_subset": "gle_Latn-apc_Arab", "languages": ["gle-Latn", "apc-Arab"], "main_score": 0.160586, "precision": 0.154675, "recall": 0.177866}, {"accuracy": 0.212451, "f1": 0.191645, "hf_subset": "gle_Latn-bug_Latn", "languages": ["gle-Latn", "bug-Latn"], "main_score": 0.191645, "precision": 0.185696, "recall": 0.212451}, {"accuracy": 0.206522, "f1": 0.177936, "hf_subset": "gle_Latn-fon_Latn", "languages": ["gle-Latn", "fon-Latn"], "main_score": 0.177936, "precision": 0.167812, "recall": 0.206522}, {"accuracy": 0.225296, "f1": 0.2084, "hf_subset": "gle_Latn-jav_Latn", "languages": ["gle-Latn", "jav-Latn"], "main_score": 0.2084, "precision": 0.204801, "recall": 0.225296}, {"accuracy": 0.285573, "f1": 0.255422, "hf_subset": "gle_Latn-lao_Laoo", "languages": ["gle-Latn", "lao-Laoo"], "main_score": 0.255422, "precision": 0.248093, "recall": 0.285573}, {"accuracy": 0.208498, "f1": 0.181405, "hf_subset": "gle_Latn-mri_Latn", "languages": ["gle-Latn", "mri-Latn"], "main_score": 0.181405, "precision": 0.172767, "recall": 0.208498}, {"accuracy": 0.249012, "f1": 0.209539, "hf_subset": "gle_Latn-rus_Cyrl", "languages": ["gle-Latn", "rus-Cyrl"], "main_score": 0.209539, "precision": 0.199605, "recall": 0.249012}, {"accuracy": 0.215415, "f1": 0.196385, "hf_subset": "gle_Latn-taq_Latn", "languages": ["gle-Latn", "taq-Latn"], "main_score": 0.196385, "precision": 0.189468, "recall": 0.215415}, {"accuracy": 0.232213, "f1": 0.206111, "hf_subset": "gle_Latn-war_Latn", "languages": ["gle-Latn", "war-Latn"], "main_score": 0.206111, "precision": 0.197789, "recall": 0.232213}, {"accuracy": 0.208498, "f1": 0.178049, "hf_subset": "gle_Latn-arb_Arab", "languages": ["gle-Latn", "arb-Arab"], "main_score": 0.178049, "precision": 0.169903, "recall": 0.208498}, {"accuracy": 0.253953, "f1": 0.222529, "hf_subset": "gle_Latn-bul_Cyrl", "languages": ["gle-Latn", "bul-Cyrl"], "main_score": 0.222529, "precision": 0.213774, "recall": 0.253953}, {"accuracy": 0.291502, "f1": 0.250685, "hf_subset": "gle_Latn-fra_Latn", "languages": ["gle-Latn", "fra-Latn"], "main_score": 0.250685, "precision": 0.23977, "recall": 0.291502}, {"accuracy": 0.227273, "f1": 0.199883, "hf_subset": "gle_Latn-jpn_Jpan", "languages": ["gle-Latn", "jpn-Jpan"], "main_score": 0.199883, "precision": 0.191989, "recall": 0.227273}, {"accuracy": 0.226285, "f1": 0.214213, "hf_subset": "gle_Latn-lij_Latn", "languages": ["gle-Latn", "lij-Latn"], "main_score": 0.214213, "precision": 0.210551, "recall": 0.226285}, {"accuracy": 0.174901, "f1": 0.151342, "hf_subset": "gle_Latn-mya_Mymr", "languages": ["gle-Latn", "mya-Mymr"], "main_score": 0.151342, "precision": 0.144056, "recall": 0.174901}, {"accuracy": 0.19664, "f1": 0.174332, "hf_subset": "gle_Latn-sag_Latn", "languages": ["gle-Latn", "sag-Latn"], "main_score": 0.174332, "precision": 0.167129, "recall": 0.19664}, {"accuracy": 0.086957, "f1": 0.060943, "hf_subset": "gle_Latn-taq_Tfng", "languages": ["gle-Latn", "taq-Tfng"], "main_score": 0.060943, "precision": 0.053798, "recall": 0.086957}, {"accuracy": 0.228261, "f1": 0.20244, "hf_subset": "gle_Latn-wol_Latn", "languages": ["gle-Latn", "wol-Latn"], "main_score": 0.20244, "precision": 0.193748, "recall": 0.228261}, {"accuracy": 0.132411, "f1": 0.099282, "hf_subset": "gle_Latn-arb_Latn", "languages": ["gle-Latn", "arb-Latn"], "main_score": 0.099282, "precision": 0.090661, "recall": 0.132411}, {"accuracy": 0.298419, "f1": 0.259364, "hf_subset": "gle_Latn-cat_Latn", "languages": ["gle-Latn", "cat-Latn"], "main_score": 0.259364, "precision": 0.249439, "recall": 0.298419}, {"accuracy": 0.220356, "f1": 0.207098, "hf_subset": "gle_Latn-fur_Latn", "languages": ["gle-Latn", "fur-Latn"], "main_score": 0.207098, "precision": 0.202359, "recall": 0.220356}, {"accuracy": 0.105731, "f1": 0.089392, "hf_subset": "gle_Latn-kab_Latn", "languages": ["gle-Latn", "kab-Latn"], "main_score": 0.089392, "precision": 0.084074, "recall": 0.105731}, {"accuracy": 0.215415, "f1": 0.197309, "hf_subset": "gle_Latn-lim_Latn", "languages": ["gle-Latn", "lim-Latn"], "main_score": 0.197309, "precision": 0.192389, "recall": 0.215415}, {"accuracy": 0.305336, "f1": 0.270483, "hf_subset": "gle_Latn-nld_Latn", "languages": ["gle-Latn", "nld-Latn"], "main_score": 0.270483, "precision": 0.261893, "recall": 0.305336}, {"accuracy": 0.11166, "f1": 0.098254, "hf_subset": "gle_Latn-san_Deva", "languages": ["gle-Latn", "san-Deva"], "main_score": 0.098254, "precision": 0.094214, "recall": 0.11166}, {"accuracy": 0.173913, "f1": 0.153234, "hf_subset": "gle_Latn-tat_Cyrl", "languages": ["gle-Latn", "tat-Cyrl"], "main_score": 0.153234, "precision": 0.147425, "recall": 0.173913}, {"accuracy": 0.155138, "f1": 0.125053, "hf_subset": "gle_Latn-xho_Latn", "languages": ["gle-Latn", "xho-Latn"], "main_score": 0.125053, "precision": 0.11751, "recall": 0.155138}, {"accuracy": 0.197628, "f1": 0.162453, "hf_subset": "gle_Latn-ars_Arab", "languages": ["gle-Latn", "ars-Arab"], "main_score": 0.162453, "precision": 0.153164, "recall": 0.197628}, {"accuracy": 0.23913, "f1": 0.211629, "hf_subset": "gle_Latn-ceb_Latn", "languages": ["gle-Latn", "ceb-Latn"], "main_score": 0.211629, "precision": 0.203258, "recall": 0.23913}, {"accuracy": 0.181818, "f1": 0.161629, "hf_subset": "gle_Latn-fuv_Latn", "languages": ["gle-Latn", "fuv-Latn"], "main_score": 0.161629, "precision": 0.154414, "recall": 0.181818}, {"accuracy": 0.187747, "f1": 0.166442, "hf_subset": "gle_Latn-kac_Latn", "languages": ["gle-Latn", "kac-Latn"], "main_score": 0.166442, "precision": 0.158531, "recall": 0.187747}, {"accuracy": 0.186759, "f1": 0.160081, "hf_subset": "gle_Latn-lin_Latn", "languages": ["gle-Latn", "lin-Latn"], "main_score": 0.160081, "precision": 0.151854, "recall": 0.186759}, {"accuracy": 0.281621, "f1": 0.249427, "hf_subset": "gle_Latn-nno_Latn", "languages": ["gle-Latn", "nno-Latn"], "main_score": 0.249427, "precision": 0.240231, "recall": 0.281621}, {"accuracy": 0.020751, "f1": 0.009329, "hf_subset": "gle_Latn-sat_Olck", "languages": ["gle-Latn", "sat-Olck"], "main_score": 0.009329, "precision": 0.007535, "recall": 0.020751}, {"accuracy": 0.162055, "f1": 0.146383, "hf_subset": "gle_Latn-tel_Telu", "languages": ["gle-Latn", "tel-Telu"], "main_score": 0.146383, "precision": 0.142275, "recall": 0.162055}, {"accuracy": 0.128458, "f1": 0.11378, "hf_subset": "gle_Latn-ydd_Hebr", "languages": ["gle-Latn", "ydd-Hebr"], "main_score": 0.11378, "precision": 0.110002, "recall": 0.128458}, {"accuracy": 0.155138, "f1": 0.136816, "hf_subset": "gle_Latn-ary_Arab", "languages": ["gle-Latn", "ary-Arab"], "main_score": 0.136816, "precision": 0.132248, "recall": 0.155138}, {"accuracy": 0.3083, "f1": 0.269405, "hf_subset": "gle_Latn-ces_Latn", "languages": ["gle-Latn", "ces-Latn"], "main_score": 0.269405, "precision": 0.259753, "recall": 0.3083}, {"accuracy": 0.119565, "f1": 0.093093, "hf_subset": "gle_Latn-gaz_Latn", "languages": ["gle-Latn", "gaz-Latn"], "main_score": 0.093093, "precision": 0.084662, "recall": 0.119565}, {"accuracy": 0.177866, "f1": 0.158297, "hf_subset": "gle_Latn-kam_Latn", "languages": ["gle-Latn", "kam-Latn"], "main_score": 0.158297, "precision": 0.151792, "recall": 0.177866}, {"accuracy": 0.252964, "f1": 0.222822, "hf_subset": "gle_Latn-lit_Latn", "languages": ["gle-Latn", "lit-Latn"], "main_score": 0.222822, "precision": 0.215254, "recall": 0.252964}, {"accuracy": 0.294466, "f1": 0.254845, "hf_subset": "gle_Latn-nob_Latn", "languages": ["gle-Latn", "nob-Latn"], "main_score": 0.254845, "precision": 0.244268, "recall": 0.294466}, {"accuracy": 0.22332, "f1": 0.209875, "hf_subset": "gle_Latn-scn_Latn", "languages": ["gle-Latn", "scn-Latn"], "main_score": 0.209875, "precision": 0.206058, "recall": 0.22332}, {"accuracy": 0.146245, "f1": 0.127996, "hf_subset": "gle_Latn-tgk_Cyrl", "languages": ["gle-Latn", "tgk-Cyrl"], "main_score": 0.127996, "precision": 0.12187, "recall": 0.146245}, {"accuracy": 0.1917, "f1": 0.168243, "hf_subset": "gle_Latn-yor_Latn", "languages": ["gle-Latn", "yor-Latn"], "main_score": 0.168243, "precision": 0.159282, "recall": 0.1917}, {"accuracy": 0.177866, "f1": 0.154725, "hf_subset": "gle_Latn-arz_Arab", "languages": ["gle-Latn", "arz-Arab"], "main_score": 0.154725, "precision": 0.148111, "recall": 0.177866}, {"accuracy": 0.162055, "f1": 0.136047, "hf_subset": "gle_Latn-cjk_Latn", "languages": ["gle-Latn", "cjk-Latn"], "main_score": 0.136047, "precision": 0.127629, "recall": 0.162055}, {"accuracy": 0.326087, "f1": 0.299224, "hf_subset": "gle_Latn-gla_Latn", "languages": ["gle-Latn", "gla-Latn"], "main_score": 0.299224, "precision": 0.289503, "recall": 0.326087}, {"accuracy": 0.132411, "f1": 0.115346, "hf_subset": "gle_Latn-kan_Knda", "languages": ["gle-Latn", "kan-Knda"], "main_score": 0.115346, "precision": 0.11114, "recall": 0.132411}, {"accuracy": 0.22332, "f1": 0.206371, "hf_subset": "gle_Latn-lmo_Latn", "languages": ["gle-Latn", "lmo-Latn"], "main_score": 0.206371, "precision": 0.201659, "recall": 0.22332}, {"accuracy": 0.197628, "f1": 0.173791, "hf_subset": "gle_Latn-npi_Deva", "languages": ["gle-Latn", "npi-Deva"], "main_score": 0.173791, "precision": 0.167176, "recall": 0.197628}, {"accuracy": 0.215415, "f1": 0.185828, "hf_subset": "gle_Latn-shn_Mymr", "languages": ["gle-Latn", "shn-Mymr"], "main_score": 0.185828, "precision": 0.176898, "recall": 0.215415}, {"accuracy": 0.258893, "f1": 0.235059, "hf_subset": "gle_Latn-tgl_Latn", "languages": ["gle-Latn", "tgl-Latn"], "main_score": 0.235059, "precision": 0.227722, "recall": 0.258893}, {"accuracy": 0.211462, "f1": 0.18561, "hf_subset": "gle_Latn-yue_Hant", "languages": ["gle-Latn", "yue-Hant"], "main_score": 0.18561, "precision": 0.178246, "recall": 0.211462}, {"accuracy": 0.101779, "f1": 0.087025, "hf_subset": "gle_Latn-asm_Beng", "languages": ["gle-Latn", "asm-Beng"], "main_score": 0.087025, "precision": 0.082109, "recall": 0.101779}, {"accuracy": 0.179842, "f1": 0.155226, "hf_subset": "gle_Latn-ckb_Arab", "languages": ["gle-Latn", "ckb-Arab"], "main_score": 0.155226, "precision": 0.148939, "recall": 0.179842}, {"accuracy": 0.100791, "f1": 0.085743, "hf_subset": "gle_Latn-kas_Arab", "languages": ["gle-Latn", "kas-Arab"], "main_score": 0.085743, "precision": 0.081539, "recall": 0.100791}, {"accuracy": 0.198617, "f1": 0.178286, "hf_subset": "gle_Latn-ltg_Latn", "languages": ["gle-Latn", "ltg-Latn"], "main_score": 0.178286, "precision": 0.173173, "recall": 0.198617}, {"accuracy": 0.229249, "f1": 0.203743, "hf_subset": "gle_Latn-nso_Latn", "languages": ["gle-Latn", "nso-Latn"], "main_score": 0.203743, "precision": 0.194764, "recall": 0.229249}, {"accuracy": 0.157115, "f1": 0.138023, "hf_subset": "gle_Latn-sin_Sinh", "languages": ["gle-Latn", "sin-Sinh"], "main_score": 0.138023, "precision": 0.133694, "recall": 0.157115}, {"accuracy": 0.237154, "f1": 0.203009, "hf_subset": "gle_Latn-tha_Thai", "languages": ["gle-Latn", "tha-Thai"], "main_score": 0.203009, "precision": 0.194334, "recall": 0.237154}, {"accuracy": 0.243083, "f1": 0.213316, "hf_subset": "gle_Latn-zho_Hans", "languages": ["gle-Latn", "zho-Hans"], "main_score": 0.213316, "precision": 0.205103, "recall": 0.243083}, {"accuracy": 0.228261, "f1": 0.209937, "hf_subset": "gle_Latn-ast_Latn", "languages": ["gle-Latn", "ast-Latn"], "main_score": 0.209937, "precision": 0.20475, "recall": 0.228261}, {"accuracy": 0.190711, "f1": 0.179464, "hf_subset": "gle_Latn-crh_Latn", "languages": ["gle-Latn", "crh-Latn"], "main_score": 0.179464, "precision": 0.17623, "recall": 0.190711}, {"accuracy": 0.302372, "f1": 0.264243, "hf_subset": "gle_Latn-glg_Latn", "languages": ["gle-Latn", "glg-Latn"], "main_score": 0.264243, "precision": 0.254236, "recall": 0.302372}, {"accuracy": 0.156126, "f1": 0.13957, "hf_subset": "gle_Latn-kas_Deva", "languages": ["gle-Latn", "kas-Deva"], "main_score": 0.13957, "precision": 0.134694, "recall": 0.156126}, {"accuracy": 0.217391, "f1": 0.200749, "hf_subset": "gle_Latn-ltz_Latn", "languages": ["gle-Latn", "ltz-Latn"], "main_score": 0.200749, "precision": 0.195788, "recall": 0.217391}, {"accuracy": 0.132411, "f1": 0.104456, "hf_subset": "gle_Latn-nus_Latn", "languages": ["gle-Latn", "nus-Latn"], "main_score": 0.104456, "precision": 0.096516, "recall": 0.132411}, {"accuracy": 0.293478, "f1": 0.259805, "hf_subset": "gle_Latn-slk_Latn", "languages": ["gle-Latn", "slk-Latn"], "main_score": 0.259805, "precision": 0.250497, "recall": 0.293478}, {"accuracy": 0.066206, "f1": 0.053739, "hf_subset": "gle_Latn-tir_Ethi", "languages": ["gle-Latn", "tir-Ethi"], "main_score": 0.053739, "precision": 0.050052, "recall": 0.066206}, {"accuracy": 0.226285, "f1": 0.196645, "hf_subset": "gle_Latn-zho_Hant", "languages": ["gle-Latn", "zho-Hant"], "main_score": 0.196645, "precision": 0.189024, "recall": 0.226285}, {"accuracy": 0.181818, "f1": 0.155461, "hf_subset": "gle_Latn-awa_Deva", "languages": ["gle-Latn", "awa-Deva"], "main_score": 0.155461, "precision": 0.148072, "recall": 0.181818}, {"accuracy": 0.257905, "f1": 0.236712, "hf_subset": "gle_Latn-cym_Latn", "languages": ["gle-Latn", "cym-Latn"], "main_score": 0.236712, "precision": 0.23016, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.181526, "hf_subset": "gle_Latn-grn_Latn", "languages": ["gle-Latn", "grn-Latn"], "main_score": 0.181526, "precision": 0.174957, "recall": 0.202569}, {"accuracy": 0.181818, "f1": 0.16157, "hf_subset": "gle_Latn-kat_Geor", "languages": ["gle-Latn", "kat-Geor"], "main_score": 0.16157, "precision": 0.156242, "recall": 0.181818}, {"accuracy": 0.197628, "f1": 0.175019, "hf_subset": "gle_Latn-lua_Latn", "languages": ["gle-Latn", "lua-Latn"], "main_score": 0.175019, "precision": 0.166986, "recall": 0.197628}, {"accuracy": 0.201581, "f1": 0.172634, "hf_subset": "gle_Latn-nya_Latn", "languages": ["gle-Latn", "nya-Latn"], "main_score": 0.172634, "precision": 0.163744, "recall": 0.201581}, {"accuracy": 0.289526, "f1": 0.252991, "hf_subset": "gle_Latn-slv_Latn", "languages": ["gle-Latn", "slv-Latn"], "main_score": 0.252991, "precision": 0.243491, "recall": 0.289526}, {"accuracy": 0.243083, "f1": 0.221136, "hf_subset": "gle_Latn-tpi_Latn", "languages": ["gle-Latn", "tpi-Latn"], "main_score": 0.221136, "precision": 0.21253, "recall": 0.243083}, {"accuracy": 0.295455, "f1": 0.254909, "hf_subset": "gle_Latn-zsm_Latn", "languages": ["gle-Latn", "zsm-Latn"], "main_score": 0.254909, "precision": 0.245186, "recall": 0.295455}, {"accuracy": 0.183794, "f1": 0.156148, "hf_subset": "gle_Latn-ayr_Latn", "languages": ["gle-Latn", "ayr-Latn"], "main_score": 0.156148, "precision": 0.146897, "recall": 0.183794}, {"accuracy": 0.296443, "f1": 0.264669, "hf_subset": "gle_Latn-dan_Latn", "languages": ["gle-Latn", "dan-Latn"], "main_score": 0.264669, "precision": 0.256143, "recall": 0.296443}, {"accuracy": 0.159091, "f1": 0.139133, "hf_subset": "gle_Latn-guj_Gujr", "languages": ["gle-Latn", "guj-Gujr"], "main_score": 0.139133, "precision": 0.134166, "recall": 0.159091}, {"accuracy": 0.232213, "f1": 0.207833, "hf_subset": "gle_Latn-kaz_Cyrl", "languages": ["gle-Latn", "kaz-Cyrl"], "main_score": 0.207833, "precision": 0.201092, "recall": 0.232213}, {"accuracy": 0.164032, "f1": 0.145216, "hf_subset": "gle_Latn-lug_Latn", "languages": ["gle-Latn", "lug-Latn"], "main_score": 0.145216, "precision": 0.138483, "recall": 0.164032}, {"accuracy": 0.252964, "f1": 0.230469, "hf_subset": "gle_Latn-oci_Latn", "languages": ["gle-Latn", "oci-Latn"], "main_score": 0.230469, "precision": 0.223485, "recall": 0.252964}, {"accuracy": 0.205534, "f1": 0.174947, "hf_subset": "gle_Latn-smo_Latn", "languages": ["gle-Latn", "smo-Latn"], "main_score": 0.174947, "precision": 0.163767, "recall": 0.205534}, {"accuracy": 0.198617, "f1": 0.168812, "hf_subset": "gle_Latn-tsn_Latn", "languages": ["gle-Latn", "tsn-Latn"], "main_score": 0.168812, "precision": 0.158638, "recall": 0.198617}, {"accuracy": 0.133399, "f1": 0.106927, "hf_subset": "gle_Latn-zul_Latn", "languages": ["gle-Latn", "zul-Latn"], "main_score": 0.106927, "precision": 0.100073, "recall": 0.133399}, {"accuracy": 0.114625, "f1": 0.095952, "hf_subset": "gle_Latn-azb_Arab", "languages": ["gle-Latn", "azb-Arab"], "main_score": 0.095952, "precision": 0.090842, "recall": 0.114625}, {"accuracy": 0.297431, "f1": 0.260735, "hf_subset": "gle_Latn-deu_Latn", "languages": ["gle-Latn", "deu-Latn"], "main_score": 0.260735, "precision": 0.251233, "recall": 0.297431}, {"accuracy": 0.237154, "f1": 0.207972, "hf_subset": "gle_Latn-hat_Latn", "languages": ["gle-Latn", "hat-Latn"], "main_score": 0.207972, "precision": 0.197942, "recall": 0.237154}, {"accuracy": 0.209486, "f1": 0.179259, "hf_subset": "gle_Latn-kbp_Latn", "languages": ["gle-Latn", "kbp-Latn"], "main_score": 0.179259, "precision": 0.169767, "recall": 0.209486}, {"accuracy": 0.184783, "f1": 0.160751, "hf_subset": "gle_Latn-luo_Latn", "languages": ["gle-Latn", "luo-Latn"], "main_score": 0.160751, "precision": 0.153737, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.112398, "hf_subset": "gle_Latn-ory_Orya", "languages": ["gle-Latn", "ory-Orya"], "main_score": 0.112398, "precision": 0.106546, "recall": 0.132411}, {"accuracy": 0.141304, "f1": 0.119846, "hf_subset": "gle_Latn-sna_Latn", "languages": ["gle-Latn", "sna-Latn"], "main_score": 0.119846, "precision": 0.112614, "recall": 0.141304}, {"accuracy": 0.19664, "f1": 0.168925, "hf_subset": "gle_Latn-tso_Latn", "languages": ["gle-Latn", "tso-Latn"], "main_score": 0.168925, "precision": 0.159123, "recall": 0.19664}, {"accuracy": 0.201581, "f1": 0.185162, "hf_subset": "gle_Latn-azj_Latn", "languages": ["gle-Latn", "azj-Latn"], "main_score": 0.185162, "precision": 0.17997, "recall": 0.201581}, {"accuracy": 0.20751, "f1": 0.177322, "hf_subset": "gle_Latn-dik_Latn", "languages": ["gle-Latn", "dik-Latn"], "main_score": 0.177322, "precision": 0.167888, "recall": 0.20751}, {"accuracy": 0.230237, "f1": 0.199567, "hf_subset": "gle_Latn-hau_Latn", "languages": ["gle-Latn", "hau-Latn"], "main_score": 0.199567, "precision": 0.191673, "recall": 0.230237}, {"accuracy": 0.220356, "f1": 0.206681, "hf_subset": "gle_Latn-kea_Latn", "languages": ["gle-Latn", "kea-Latn"], "main_score": 0.206681, "precision": 0.202021, "recall": 0.220356}, {"accuracy": 0.210474, "f1": 0.186404, "hf_subset": "gle_Latn-lus_Latn", "languages": ["gle-Latn", "lus-Latn"], "main_score": 0.186404, "precision": 0.177427, "recall": 0.210474}, {"accuracy": 0.231225, "f1": 0.210014, "hf_subset": "gle_Latn-pag_Latn", "languages": ["gle-Latn", "pag-Latn"], "main_score": 0.210014, "precision": 0.204023, "recall": 0.231225}, {"accuracy": 0.162055, "f1": 0.139183, "hf_subset": "gle_Latn-snd_Arab", "languages": ["gle-Latn", "snd-Arab"], "main_score": 0.139183, "precision": 0.132888, "recall": 0.162055}, {"accuracy": 0.181818, "f1": 0.159339, "hf_subset": "gle_Latn-tuk_Latn", "languages": ["gle-Latn", "tuk-Latn"], "main_score": 0.159339, "precision": 0.15209, "recall": 0.181818}, {"accuracy": 0.198617, "f1": 0.170061, "hf_subset": "gle_Latn-bak_Cyrl", "languages": ["gle-Latn", "bak-Cyrl"], "main_score": 0.170061, "precision": 0.161956, "recall": 0.198617}, {"accuracy": 0.16502, "f1": 0.140733, "hf_subset": "gle_Latn-dyu_Latn", "languages": ["gle-Latn", "dyu-Latn"], "main_score": 0.140733, "precision": 0.132788, "recall": 0.16502}, {"accuracy": 0.209486, "f1": 0.176733, "hf_subset": "gle_Latn-heb_Hebr", "languages": ["gle-Latn", "heb-Hebr"], "main_score": 0.176733, "precision": 0.16872, "recall": 0.209486}, {"accuracy": 0.205534, "f1": 0.18175, "hf_subset": "gle_Latn-khk_Cyrl", "languages": ["gle-Latn", "khk-Cyrl"], "main_score": 0.18175, "precision": 0.174767, "recall": 0.205534}, {"accuracy": 0.253953, "f1": 0.222703, "hf_subset": "gle_Latn-lvs_Latn", "languages": ["gle-Latn", "lvs-Latn"], "main_score": 0.222703, "precision": 0.214648, "recall": 0.253953}, {"accuracy": 0.119565, "f1": 0.105976, "hf_subset": "gle_Latn-pan_Guru", "languages": ["gle-Latn", "pan-Guru"], "main_score": 0.105976, "precision": 0.101758, "recall": 0.119565}, {"accuracy": 0.23419, "f1": 0.215797, "hf_subset": "gle_Latn-som_Latn", "languages": ["gle-Latn", "som-Latn"], "main_score": 0.215797, "precision": 0.208491, "recall": 0.23419}, {"accuracy": 0.200593, "f1": 0.170733, "hf_subset": "gle_Latn-tum_Latn", "languages": ["gle-Latn", "tum-Latn"], "main_score": 0.170733, "precision": 0.160208, "recall": 0.200593}, {"accuracy": 0.070158, "f1": 0.04747, "hf_subset": "kas_Arab-ace_Arab", "languages": ["kas-Arab", "ace-Arab"], "main_score": 0.04747, "precision": 0.041552, "recall": 0.070158}, {"accuracy": 0.106719, "f1": 0.065333, "hf_subset": "kas_Arab-bam_Latn", "languages": ["kas-Arab", "bam-Latn"], "main_score": 0.065333, "precision": 0.055713, "recall": 0.106719}, {"accuracy": 0.003953, "f1": 7.1e-05, "hf_subset": "kas_Arab-dzo_Tibt", "languages": ["kas-Arab", "dzo-Tibt"], "main_score": 7.1e-05, "precision": 3.6e-05, "recall": 0.003953}, {"accuracy": 0.624506, "f1": 0.563544, "hf_subset": "kas_Arab-hin_Deva", "languages": ["kas-Arab", "hin-Deva"], "main_score": 0.563544, "precision": 0.541246, "recall": 0.624506}, {"accuracy": 0.499012, "f1": 0.439989, "hf_subset": "kas_Arab-khm_Khmr", "languages": ["kas-Arab", "khm-Khmr"], "main_score": 0.439989, "precision": 0.416653, "recall": 0.499012}, {"accuracy": 0.596838, "f1": 0.544003, "hf_subset": "kas_Arab-mag_Deva", "languages": ["kas-Arab", "mag-Deva"], "main_score": 0.544003, "precision": 0.524971, "recall": 0.596838}, {"accuracy": 0.391304, "f1": 0.330563, "hf_subset": "kas_Arab-pap_Latn", "languages": ["kas-Arab", "pap-Latn"], "main_score": 0.330563, "precision": 0.30804, "recall": 0.391304}, {"accuracy": 0.12747, "f1": 0.080334, "hf_subset": "kas_Arab-sot_Latn", "languages": ["kas-Arab", "sot-Latn"], "main_score": 0.080334, "precision": 0.069203, "recall": 0.12747}, {"accuracy": 0.618577, "f1": 0.55894, "hf_subset": "kas_Arab-tur_Latn", "languages": ["kas-Arab", "tur-Latn"], "main_score": 0.55894, "precision": 0.538094, "recall": 0.618577}, {"accuracy": 0.272727, "f1": 0.205442, "hf_subset": "kas_Arab-ace_Latn", "languages": ["kas-Arab", "ace-Latn"], "main_score": 0.205442, "precision": 0.184631, "recall": 0.272727}, {"accuracy": 0.418972, "f1": 0.355904, "hf_subset": "kas_Arab-ban_Latn", "languages": ["kas-Arab", "ban-Latn"], "main_score": 0.355904, "precision": 0.332455, "recall": 0.418972}, {"accuracy": 0.582016, "f1": 0.522901, "hf_subset": "kas_Arab-ell_Grek", "languages": ["kas-Arab", "ell-Grek"], "main_score": 0.522901, "precision": 0.500588, "recall": 0.582016}, {"accuracy": 0.593874, "f1": 0.545042, "hf_subset": "kas_Arab-hne_Deva", "languages": ["kas-Arab", "hne-Deva"], "main_score": 0.545042, "precision": 0.526468, "recall": 0.593874}, {"accuracy": 0.157115, "f1": 0.103114, "hf_subset": "kas_Arab-kik_Latn", "languages": ["kas-Arab", "kik-Latn"], "main_score": 0.103114, "precision": 0.089673, "recall": 0.157115}, {"accuracy": 0.589921, "f1": 0.541016, "hf_subset": "kas_Arab-mai_Deva", "languages": ["kas-Arab", "mai-Deva"], "main_score": 0.541016, "precision": 0.522632, "recall": 0.589921}, {"accuracy": 0.504941, "f1": 0.449588, "hf_subset": "kas_Arab-pbt_Arab", "languages": ["kas-Arab", "pbt-Arab"], "main_score": 0.449588, "precision": 0.429899, "recall": 0.504941}, {"accuracy": 0.605731, "f1": 0.546306, "hf_subset": "kas_Arab-spa_Latn", "languages": ["kas-Arab", "spa-Latn"], "main_score": 0.546306, "precision": 0.524706, "recall": 0.605731}, {"accuracy": 0.189723, "f1": 0.128612, "hf_subset": "kas_Arab-twi_Latn", "languages": ["kas-Arab", "twi-Latn"], "main_score": 0.128612, "precision": 0.112642, "recall": 0.189723}, {"accuracy": 0.600791, "f1": 0.543669, "hf_subset": "kas_Arab-acm_Arab", "languages": ["kas-Arab", "acm-Arab"], "main_score": 0.543669, "precision": 0.521313, "recall": 0.600791}, {"accuracy": 0.541502, "f1": 0.47812, "hf_subset": "kas_Arab-bel_Cyrl", "languages": ["kas-Arab", "bel-Cyrl"], "main_score": 0.47812, "precision": 0.454678, "recall": 0.541502}, {"accuracy": 0.643281, "f1": 0.585613, "hf_subset": "kas_Arab-eng_Latn", "languages": ["kas-Arab", "eng-Latn"], "main_score": 0.585613, "precision": 0.565134, "recall": 0.643281}, {"accuracy": 0.603755, "f1": 0.546371, "hf_subset": "kas_Arab-hrv_Latn", "languages": ["kas-Arab", "hrv-Latn"], "main_score": 0.546371, "precision": 0.524499, "recall": 0.603755}, {"accuracy": 0.097826, "f1": 0.058557, "hf_subset": "kas_Arab-kin_Latn", "languages": ["kas-Arab", "kin-Latn"], "main_score": 0.058557, "precision": 0.049911, "recall": 0.097826}, {"accuracy": 0.468379, "f1": 0.414899, "hf_subset": "kas_Arab-mal_Mlym", "languages": ["kas-Arab", "mal-Mlym"], "main_score": 0.414899, "precision": 0.396156, "recall": 0.468379}, {"accuracy": 0.609684, "f1": 0.550698, "hf_subset": "kas_Arab-pes_Arab", "languages": ["kas-Arab", "pes-Arab"], "main_score": 0.550698, "precision": 0.528728, "recall": 0.609684}, {"accuracy": 0.400198, "f1": 0.332161, "hf_subset": "kas_Arab-srd_Latn", "languages": ["kas-Arab", "srd-Latn"], "main_score": 0.332161, "precision": 0.308574, "recall": 0.400198}, {"accuracy": 0.054348, "f1": 0.02867, "hf_subset": "kas_Arab-tzm_Tfng", "languages": ["kas-Arab", "tzm-Tfng"], "main_score": 0.02867, "precision": 0.024014, "recall": 0.054348}, {"accuracy": 0.606719, "f1": 0.552708, "hf_subset": "kas_Arab-acq_Arab", "languages": ["kas-Arab", "acq-Arab"], "main_score": 0.552708, "precision": 0.532571, "recall": 0.606719}, {"accuracy": 0.133399, "f1": 0.086976, "hf_subset": "kas_Arab-bem_Latn", "languages": ["kas-Arab", "bem-Latn"], "main_score": 0.086976, "precision": 0.076129, "recall": 0.133399}, {"accuracy": 0.487154, "f1": 0.425784, "hf_subset": "kas_Arab-epo_Latn", "languages": ["kas-Arab", "epo-Latn"], "main_score": 0.425784, "precision": 0.403327, "recall": 0.487154}, {"accuracy": 0.606719, "f1": 0.545831, "hf_subset": "kas_Arab-hun_Latn", "languages": ["kas-Arab", "hun-Latn"], "main_score": 0.545831, "precision": 0.52293, "recall": 0.606719}, {"accuracy": 0.523715, "f1": 0.465257, "hf_subset": "kas_Arab-kir_Cyrl", "languages": ["kas-Arab", "kir-Cyrl"], "main_score": 0.465257, "precision": 0.443328, "recall": 0.523715}, {"accuracy": 0.516798, "f1": 0.465781, "hf_subset": "kas_Arab-mar_Deva", "languages": ["kas-Arab", "mar-Deva"], "main_score": 0.465781, "precision": 0.447878, "recall": 0.516798}, {"accuracy": 0.164032, "f1": 0.122051, "hf_subset": "kas_Arab-plt_Latn", "languages": ["kas-Arab", "plt-Latn"], "main_score": 0.122051, "precision": 0.108897, "recall": 0.164032}, {"accuracy": 0.600791, "f1": 0.544798, "hf_subset": "kas_Arab-srp_Cyrl", "languages": ["kas-Arab", "srp-Cyrl"], "main_score": 0.544798, "precision": 0.524699, "recall": 0.600791}, {"accuracy": 0.422925, "f1": 0.362476, "hf_subset": "kas_Arab-uig_Arab", "languages": ["kas-Arab", "uig-Arab"], "main_score": 0.362476, "precision": 0.341798, "recall": 0.422925}, {"accuracy": 0.551383, "f1": 0.5008, "hf_subset": "kas_Arab-aeb_Arab", "languages": ["kas-Arab", "aeb-Arab"], "main_score": 0.5008, "precision": 0.481685, "recall": 0.551383}, {"accuracy": 0.505929, "f1": 0.449812, "hf_subset": "kas_Arab-ben_Beng", "languages": ["kas-Arab", "ben-Beng"], "main_score": 0.449812, "precision": 0.428825, "recall": 0.505929}, {"accuracy": 0.607708, "f1": 0.548107, "hf_subset": "kas_Arab-est_Latn", "languages": ["kas-Arab", "est-Latn"], "main_score": 0.548107, "precision": 0.524796, "recall": 0.607708}, {"accuracy": 0.603755, "f1": 0.541977, "hf_subset": "kas_Arab-hye_Armn", "languages": ["kas-Arab", "hye-Armn"], "main_score": 0.541977, "precision": 0.51986, "recall": 0.603755}, {"accuracy": 0.114625, "f1": 0.066948, "hf_subset": "kas_Arab-kmb_Latn", "languages": ["kas-Arab", "kmb-Latn"], "main_score": 0.066948, "precision": 0.056741, "recall": 0.114625}, {"accuracy": 0.05336, "f1": 0.036546, "hf_subset": "kas_Arab-min_Arab", "languages": ["kas-Arab", "min-Arab"], "main_score": 0.036546, "precision": 0.032217, "recall": 0.05336}, {"accuracy": 0.614625, "f1": 0.551275, "hf_subset": "kas_Arab-pol_Latn", "languages": ["kas-Arab", "pol-Latn"], "main_score": 0.551275, "precision": 0.526937, "recall": 0.614625}, {"accuracy": 0.093874, "f1": 0.054915, "hf_subset": "kas_Arab-ssw_Latn", "languages": ["kas-Arab", "ssw-Latn"], "main_score": 0.054915, "precision": 0.045986, "recall": 0.093874}, {"accuracy": 0.615613, "f1": 0.551168, "hf_subset": "kas_Arab-ukr_Cyrl", "languages": ["kas-Arab", "ukr-Cyrl"], "main_score": 0.551168, "precision": 0.526629, "recall": 0.615613}, {"accuracy": 0.573123, "f1": 0.508296, "hf_subset": "kas_Arab-afr_Latn", "languages": ["kas-Arab", "afr-Latn"], "main_score": 0.508296, "precision": 0.484588, "recall": 0.573123}, {"accuracy": 0.543478, "f1": 0.490285, "hf_subset": "kas_Arab-bho_Deva", "languages": ["kas-Arab", "bho-Deva"], "main_score": 0.490285, "precision": 0.469757, "recall": 0.543478}, {"accuracy": 0.418972, "f1": 0.362378, "hf_subset": "kas_Arab-eus_Latn", "languages": ["kas-Arab", "eus-Latn"], "main_score": 0.362378, "precision": 0.341318, "recall": 0.418972}, {"accuracy": 0.116601, "f1": 0.071203, "hf_subset": "kas_Arab-ibo_Latn", "languages": ["kas-Arab", "ibo-Latn"], "main_score": 0.071203, "precision": 0.060604, "recall": 0.116601}, {"accuracy": 0.380435, "f1": 0.325248, "hf_subset": "kas_Arab-kmr_Latn", "languages": ["kas-Arab", "kmr-Latn"], "main_score": 0.325248, "precision": 0.305806, "recall": 0.380435}, {"accuracy": 0.354743, "f1": 0.29856, "hf_subset": "kas_Arab-min_Latn", "languages": ["kas-Arab", "min-Latn"], "main_score": 0.29856, "precision": 0.278228, "recall": 0.354743}, {"accuracy": 0.63834, "f1": 0.580007, "hf_subset": "kas_Arab-por_Latn", "languages": ["kas-Arab", "por-Latn"], "main_score": 0.580007, "precision": 0.558195, "recall": 0.63834}, {"accuracy": 0.44664, "f1": 0.385055, "hf_subset": "kas_Arab-sun_Latn", "languages": ["kas-Arab", "sun-Latn"], "main_score": 0.385055, "precision": 0.363405, "recall": 0.44664}, {"accuracy": 0.099802, "f1": 0.061398, "hf_subset": "kas_Arab-umb_Latn", "languages": ["kas-Arab", "umb-Latn"], "main_score": 0.061398, "precision": 0.052951, "recall": 0.099802}, {"accuracy": 0.608696, "f1": 0.552974, "hf_subset": "kas_Arab-ajp_Arab", "languages": ["kas-Arab", "ajp-Arab"], "main_score": 0.552974, "precision": 0.533024, "recall": 0.608696}, {"accuracy": 0.071146, "f1": 0.04752, "hf_subset": "kas_Arab-bjn_Arab", "languages": ["kas-Arab", "bjn-Arab"], "main_score": 0.04752, "precision": 0.04182, "recall": 0.071146}, {"accuracy": 0.158103, "f1": 0.111429, "hf_subset": "kas_Arab-ewe_Latn", "languages": ["kas-Arab", "ewe-Latn"], "main_score": 0.111429, "precision": 0.098724, "recall": 0.158103}, {"accuracy": 0.243083, "f1": 0.177973, "hf_subset": "kas_Arab-ilo_Latn", "languages": ["kas-Arab", "ilo-Latn"], "main_score": 0.177973, "precision": 0.157773, "recall": 0.243083}, {"accuracy": 0.073123, "f1": 0.049265, "hf_subset": "kas_Arab-knc_Arab", "languages": ["kas-Arab", "knc-Arab"], "main_score": 0.049265, "precision": 0.042712, "recall": 0.073123}, {"accuracy": 0.625494, "f1": 0.567723, "hf_subset": "kas_Arab-mkd_Cyrl", "languages": ["kas-Arab", "mkd-Cyrl"], "main_score": 0.567723, "precision": 0.546248, "recall": 0.625494}, {"accuracy": 0.591897, "f1": 0.537936, "hf_subset": "kas_Arab-prs_Arab", "languages": ["kas-Arab", "prs-Arab"], "main_score": 0.537936, "precision": 0.517776, "recall": 0.591897}, {"accuracy": 0.624506, "f1": 0.563821, "hf_subset": "kas_Arab-swe_Latn", "languages": ["kas-Arab", "swe-Latn"], "main_score": 0.563821, "precision": 0.541382, "recall": 0.624506}, {"accuracy": 0.62747, "f1": 0.570164, "hf_subset": "kas_Arab-urd_Arab", "languages": ["kas-Arab", "urd-Arab"], "main_score": 0.570164, "precision": 0.548676, "recall": 0.62747}, {"accuracy": 0.1917, "f1": 0.131806, "hf_subset": "kas_Arab-aka_Latn", "languages": ["kas-Arab", "aka-Latn"], "main_score": 0.131806, "precision": 0.114603, "recall": 0.1917}, {"accuracy": 0.443676, "f1": 0.383198, "hf_subset": "kas_Arab-bjn_Latn", "languages": ["kas-Arab", "bjn-Latn"], "main_score": 0.383198, "precision": 0.359537, "recall": 0.443676}, {"accuracy": 0.25, "f1": 0.195086, "hf_subset": "kas_Arab-fao_Latn", "languages": ["kas-Arab", "fao-Latn"], "main_score": 0.195086, "precision": 0.177875, "recall": 0.25}, {"accuracy": 0.62253, "f1": 0.567178, "hf_subset": "kas_Arab-ind_Latn", "languages": ["kas-Arab", "ind-Latn"], "main_score": 0.567178, "precision": 0.547026, "recall": 0.62253}, {"accuracy": 0.16996, "f1": 0.116192, "hf_subset": "kas_Arab-knc_Latn", "languages": ["kas-Arab", "knc-Latn"], "main_score": 0.116192, "precision": 0.100676, "recall": 0.16996}, {"accuracy": 0.217391, "f1": 0.152279, "hf_subset": "kas_Arab-mlt_Latn", "languages": ["kas-Arab", "mlt-Latn"], "main_score": 0.152279, "precision": 0.134359, "recall": 0.217391}, {"accuracy": 0.172925, "f1": 0.114928, "hf_subset": "kas_Arab-quy_Latn", "languages": ["kas-Arab", "quy-Latn"], "main_score": 0.114928, "precision": 0.100964, "recall": 0.172925}, {"accuracy": 0.225296, "f1": 0.166002, "hf_subset": "kas_Arab-swh_Latn", "languages": ["kas-Arab", "swh-Latn"], "main_score": 0.166002, "precision": 0.148969, "recall": 0.225296}, {"accuracy": 0.358696, "f1": 0.305165, "hf_subset": "kas_Arab-uzn_Latn", "languages": ["kas-Arab", "uzn-Latn"], "main_score": 0.305165, "precision": 0.285995, "recall": 0.358696}, {"accuracy": 0.614625, "f1": 0.556815, "hf_subset": "kas_Arab-als_Latn", "languages": ["kas-Arab", "als-Latn"], "main_score": 0.556815, "precision": 0.536182, "recall": 0.614625}, {"accuracy": 0.046443, "f1": 0.018593, "hf_subset": "kas_Arab-bod_Tibt", "languages": ["kas-Arab", "bod-Tibt"], "main_score": 0.018593, "precision": 0.015204, "recall": 0.046443}, {"accuracy": 0.143281, "f1": 0.093221, "hf_subset": "kas_Arab-fij_Latn", "languages": ["kas-Arab", "fij-Latn"], "main_score": 0.093221, "precision": 0.080726, "recall": 0.143281}, {"accuracy": 0.382411, "f1": 0.326312, "hf_subset": "kas_Arab-isl_Latn", "languages": ["kas-Arab", "isl-Latn"], "main_score": 0.326312, "precision": 0.30573, "recall": 0.382411}, {"accuracy": 0.156126, "f1": 0.100217, "hf_subset": "kas_Arab-kon_Latn", "languages": ["kas-Arab", "kon-Latn"], "main_score": 0.100217, "precision": 0.087165, "recall": 0.156126}, {"accuracy": 0.05336, "f1": 0.028493, "hf_subset": "kas_Arab-mni_Beng", "languages": ["kas-Arab", "mni-Beng"], "main_score": 0.028493, "precision": 0.024298, "recall": 0.05336}, {"accuracy": 0.628458, "f1": 0.565773, "hf_subset": "kas_Arab-ron_Latn", "languages": ["kas-Arab", "ron-Latn"], "main_score": 0.565773, "precision": 0.542738, "recall": 0.628458}, {"accuracy": 0.447628, "f1": 0.386608, "hf_subset": "kas_Arab-szl_Latn", "languages": ["kas-Arab", "szl-Latn"], "main_score": 0.386608, "precision": 0.364228, "recall": 0.447628}, {"accuracy": 0.452569, "f1": 0.379954, "hf_subset": "kas_Arab-vec_Latn", "languages": ["kas-Arab", "vec-Latn"], "main_score": 0.379954, "precision": 0.355168, "recall": 0.452569}, {"accuracy": 0.410079, "f1": 0.350713, "hf_subset": "kas_Arab-amh_Ethi", "languages": ["kas-Arab", "amh-Ethi"], "main_score": 0.350713, "precision": 0.329873, "recall": 0.410079}, {"accuracy": 0.626482, "f1": 0.565504, "hf_subset": "kas_Arab-bos_Latn", "languages": ["kas-Arab", "bos-Latn"], "main_score": 0.565504, "precision": 0.543813, "recall": 0.626482}, {"accuracy": 0.607708, "f1": 0.54869, "hf_subset": "kas_Arab-fin_Latn", "languages": ["kas-Arab", "fin-Latn"], "main_score": 0.54869, "precision": 0.525967, "recall": 0.607708}, {"accuracy": 0.623518, "f1": 0.561109, "hf_subset": "kas_Arab-ita_Latn", "languages": ["kas-Arab", "ita-Latn"], "main_score": 0.561109, "precision": 0.538981, "recall": 0.623518}, {"accuracy": 0.607708, "f1": 0.548334, "hf_subset": "kas_Arab-kor_Hang", "languages": ["kas-Arab", "kor-Hang"], "main_score": 0.548334, "precision": 0.526304, "recall": 0.607708}, {"accuracy": 0.132411, "f1": 0.087227, "hf_subset": "kas_Arab-mos_Latn", "languages": ["kas-Arab", "mos-Latn"], "main_score": 0.087227, "precision": 0.075583, "recall": 0.132411}, {"accuracy": 0.102767, "f1": 0.061073, "hf_subset": "kas_Arab-run_Latn", "languages": ["kas-Arab", "run-Latn"], "main_score": 0.061073, "precision": 0.051605, "recall": 0.102767}, {"accuracy": 0.486166, "f1": 0.432652, "hf_subset": "kas_Arab-tam_Taml", "languages": ["kas-Arab", "tam-Taml"], "main_score": 0.432652, "precision": 0.411877, "recall": 0.486166}, {"accuracy": 0.612648, "f1": 0.551879, "hf_subset": "kas_Arab-vie_Latn", "languages": ["kas-Arab", "vie-Latn"], "main_score": 0.551879, "precision": 0.530307, "recall": 0.612648}, {"accuracy": 0.585968, "f1": 0.531113, "hf_subset": "kas_Arab-apc_Arab", "languages": ["kas-Arab", "apc-Arab"], "main_score": 0.531113, "precision": 0.51074, "recall": 0.585968}, {"accuracy": 0.242095, "f1": 0.183877, "hf_subset": "kas_Arab-bug_Latn", "languages": ["kas-Arab", "bug-Latn"], "main_score": 0.183877, "precision": 0.166951, "recall": 0.242095}, {"accuracy": 0.125494, "f1": 0.076474, "hf_subset": "kas_Arab-fon_Latn", "languages": ["kas-Arab", "fon-Latn"], "main_score": 0.076474, "precision": 0.064096, "recall": 0.125494}, {"accuracy": 0.424901, "f1": 0.361729, "hf_subset": "kas_Arab-jav_Latn", "languages": ["kas-Arab", "jav-Latn"], "main_score": 0.361729, "precision": 0.338239, "recall": 0.424901}, {"accuracy": 0.508893, "f1": 0.443732, "hf_subset": "kas_Arab-lao_Laoo", "languages": ["kas-Arab", "lao-Laoo"], "main_score": 0.443732, "precision": 0.419628, "recall": 0.508893}, {"accuracy": 0.115613, "f1": 0.065887, "hf_subset": "kas_Arab-mri_Latn", "languages": ["kas-Arab", "mri-Latn"], "main_score": 0.065887, "precision": 0.05505, "recall": 0.115613}, {"accuracy": 0.618577, "f1": 0.559178, "hf_subset": "kas_Arab-rus_Cyrl", "languages": ["kas-Arab", "rus-Cyrl"], "main_score": 0.559178, "precision": 0.53654, "recall": 0.618577}, {"accuracy": 0.144269, "f1": 0.102853, "hf_subset": "kas_Arab-taq_Latn", "languages": ["kas-Arab", "taq-Latn"], "main_score": 0.102853, "precision": 0.091809, "recall": 0.144269}, {"accuracy": 0.275692, "f1": 0.202849, "hf_subset": "kas_Arab-war_Latn", "languages": ["kas-Arab", "war-Latn"], "main_score": 0.202849, "precision": 0.181707, "recall": 0.275692}, {"accuracy": 0.610672, "f1": 0.554212, "hf_subset": "kas_Arab-arb_Arab", "languages": ["kas-Arab", "arb-Arab"], "main_score": 0.554212, "precision": 0.533242, "recall": 0.610672}, {"accuracy": 0.625494, "f1": 0.564487, "hf_subset": "kas_Arab-bul_Cyrl", "languages": ["kas-Arab", "bul-Cyrl"], "main_score": 0.564487, "precision": 0.542344, "recall": 0.625494}, {"accuracy": 0.628458, "f1": 0.56783, "hf_subset": "kas_Arab-fra_Latn", "languages": ["kas-Arab", "fra-Latn"], "main_score": 0.56783, "precision": 0.545111, "recall": 0.628458}, {"accuracy": 0.604743, "f1": 0.540808, "hf_subset": "kas_Arab-jpn_Jpan", "languages": ["kas-Arab", "jpn-Jpan"], "main_score": 0.540808, "precision": 0.517032, "recall": 0.604743}, {"accuracy": 0.431818, "f1": 0.35714, "hf_subset": "kas_Arab-lij_Latn", "languages": ["kas-Arab", "lij-Latn"], "main_score": 0.35714, "precision": 0.330737, "recall": 0.431818}, {"accuracy": 0.546443, "f1": 0.486729, "hf_subset": "kas_Arab-mya_Mymr", "languages": ["kas-Arab", "mya-Mymr"], "main_score": 0.486729, "precision": 0.463871, "recall": 0.546443}, {"accuracy": 0.15415, "f1": 0.100447, "hf_subset": "kas_Arab-sag_Latn", "languages": ["kas-Arab", "sag-Latn"], "main_score": 0.100447, "precision": 0.085297, "recall": 0.15415}, {"accuracy": 0.065217, "f1": 0.032523, "hf_subset": "kas_Arab-taq_Tfng", "languages": ["kas-Arab", "taq-Tfng"], "main_score": 0.032523, "precision": 0.027711, "recall": 0.065217}, {"accuracy": 0.162055, "f1": 0.104129, "hf_subset": "kas_Arab-wol_Latn", "languages": ["kas-Arab", "wol-Latn"], "main_score": 0.104129, "precision": 0.089351, "recall": 0.162055}, {"accuracy": 0.078063, "f1": 0.04085, "hf_subset": "kas_Arab-arb_Latn", "languages": ["kas-Arab", "arb-Latn"], "main_score": 0.04085, "precision": 0.032973, "recall": 0.078063}, {"accuracy": 0.632411, "f1": 0.571574, "hf_subset": "kas_Arab-cat_Latn", "languages": ["kas-Arab", "cat-Latn"], "main_score": 0.571574, "precision": 0.549188, "recall": 0.632411}, {"accuracy": 0.417984, "f1": 0.358373, "hf_subset": "kas_Arab-fur_Latn", "languages": ["kas-Arab", "fur-Latn"], "main_score": 0.358373, "precision": 0.337072, "recall": 0.417984}, {"accuracy": 0.060277, "f1": 0.037523, "hf_subset": "kas_Arab-kab_Latn", "languages": ["kas-Arab", "kab-Latn"], "main_score": 0.037523, "precision": 0.032081, "recall": 0.060277}, {"accuracy": 0.445652, "f1": 0.375456, "hf_subset": "kas_Arab-lim_Latn", "languages": ["kas-Arab", "lim-Latn"], "main_score": 0.375456, "precision": 0.34949, "recall": 0.445652}, {"accuracy": 0.62747, "f1": 0.564941, "hf_subset": "kas_Arab-nld_Latn", "languages": ["kas-Arab", "nld-Latn"], "main_score": 0.564941, "precision": 0.54134, "recall": 0.62747}, {"accuracy": 0.437747, "f1": 0.380625, "hf_subset": "kas_Arab-san_Deva", "languages": ["kas-Arab", "san-Deva"], "main_score": 0.380625, "precision": 0.360296, "recall": 0.437747}, {"accuracy": 0.328063, "f1": 0.270007, "hf_subset": "kas_Arab-tat_Cyrl", "languages": ["kas-Arab", "tat-Cyrl"], "main_score": 0.270007, "precision": 0.248793, "recall": 0.328063}, {"accuracy": 0.125494, "f1": 0.078847, "hf_subset": "kas_Arab-xho_Latn", "languages": ["kas-Arab", "xho-Latn"], "main_score": 0.078847, "precision": 0.067885, "recall": 0.125494}, {"accuracy": 0.594862, "f1": 0.53479, "hf_subset": "kas_Arab-ars_Arab", "languages": ["kas-Arab", "ars-Arab"], "main_score": 0.53479, "precision": 0.512516, "recall": 0.594862}, {"accuracy": 0.264822, "f1": 0.203324, "hf_subset": "kas_Arab-ceb_Latn", "languages": ["kas-Arab", "ceb-Latn"], "main_score": 0.203324, "precision": 0.182964, "recall": 0.264822}, {"accuracy": 0.141304, "f1": 0.09583, "hf_subset": "kas_Arab-fuv_Latn", "languages": ["kas-Arab", "fuv-Latn"], "main_score": 0.09583, "precision": 0.084399, "recall": 0.141304}, {"accuracy": 0.141304, "f1": 0.09113, "hf_subset": "kas_Arab-kac_Latn", "languages": ["kas-Arab", "kac-Latn"], "main_score": 0.09113, "precision": 0.079403, "recall": 0.141304}, {"accuracy": 0.153162, "f1": 0.104569, "hf_subset": "kas_Arab-lin_Latn", "languages": ["kas-Arab", "lin-Latn"], "main_score": 0.104569, "precision": 0.092553, "recall": 0.153162}, {"accuracy": 0.590909, "f1": 0.528166, "hf_subset": "kas_Arab-nno_Latn", "languages": ["kas-Arab", "nno-Latn"], "main_score": 0.528166, "precision": 0.50419, "recall": 0.590909}, {"accuracy": 0.013834, "f1": 0.003426, "hf_subset": "kas_Arab-sat_Olck", "languages": ["kas-Arab", "sat-Olck"], "main_score": 0.003426, "precision": 0.002566, "recall": 0.013834}, {"accuracy": 0.458498, "f1": 0.406595, "hf_subset": "kas_Arab-tel_Telu", "languages": ["kas-Arab", "tel-Telu"], "main_score": 0.406595, "precision": 0.388241, "recall": 0.458498}, {"accuracy": 0.231225, "f1": 0.182955, "hf_subset": "kas_Arab-ydd_Hebr", "languages": ["kas-Arab", "ydd-Hebr"], "main_score": 0.182955, "precision": 0.166035, "recall": 0.231225}, {"accuracy": 0.501976, "f1": 0.451744, "hf_subset": "kas_Arab-ary_Arab", "languages": ["kas-Arab", "ary-Arab"], "main_score": 0.451744, "precision": 0.432509, "recall": 0.501976}, {"accuracy": 0.609684, "f1": 0.544527, "hf_subset": "kas_Arab-ces_Latn", "languages": ["kas-Arab", "ces-Latn"], "main_score": 0.544527, "precision": 0.520161, "recall": 0.609684}, {"accuracy": 0.070158, "f1": 0.033592, "hf_subset": "kas_Arab-gaz_Latn", "languages": ["kas-Arab", "gaz-Latn"], "main_score": 0.033592, "precision": 0.026963, "recall": 0.070158}, {"accuracy": 0.132411, "f1": 0.088952, "hf_subset": "kas_Arab-kam_Latn", "languages": ["kas-Arab", "kam-Latn"], "main_score": 0.088952, "precision": 0.078979, "recall": 0.132411}, {"accuracy": 0.614625, "f1": 0.560881, "hf_subset": "kas_Arab-lit_Latn", "languages": ["kas-Arab", "lit-Latn"], "main_score": 0.560881, "precision": 0.541629, "recall": 0.614625}, {"accuracy": 0.615613, "f1": 0.554549, "hf_subset": "kas_Arab-nob_Latn", "languages": ["kas-Arab", "nob-Latn"], "main_score": 0.554549, "precision": 0.532664, "recall": 0.615613}, {"accuracy": 0.359684, "f1": 0.302715, "hf_subset": "kas_Arab-scn_Latn", "languages": ["kas-Arab", "scn-Latn"], "main_score": 0.302715, "precision": 0.282789, "recall": 0.359684}, {"accuracy": 0.126482, "f1": 0.080811, "hf_subset": "kas_Arab-tgk_Cyrl", "languages": ["kas-Arab", "tgk-Cyrl"], "main_score": 0.080811, "precision": 0.067873, "recall": 0.126482}, {"accuracy": 0.137352, "f1": 0.087786, "hf_subset": "kas_Arab-yor_Latn", "languages": ["kas-Arab", "yor-Latn"], "main_score": 0.087786, "precision": 0.075459, "recall": 0.137352}, {"accuracy": 0.58004, "f1": 0.527655, "hf_subset": "kas_Arab-arz_Arab", "languages": ["kas-Arab", "arz-Arab"], "main_score": 0.527655, "precision": 0.508148, "recall": 0.58004}, {"accuracy": 0.106719, "f1": 0.064259, "hf_subset": "kas_Arab-cjk_Latn", "languages": ["kas-Arab", "cjk-Latn"], "main_score": 0.064259, "precision": 0.054411, "recall": 0.106719}, {"accuracy": 0.110672, "f1": 0.070147, "hf_subset": "kas_Arab-gla_Latn", "languages": ["kas-Arab", "gla-Latn"], "main_score": 0.070147, "precision": 0.059729, "recall": 0.110672}, {"accuracy": 0.424901, "f1": 0.365871, "hf_subset": "kas_Arab-kan_Knda", "languages": ["kas-Arab", "kan-Knda"], "main_score": 0.365871, "precision": 0.344556, "recall": 0.424901}, {"accuracy": 0.382411, "f1": 0.322405, "hf_subset": "kas_Arab-lmo_Latn", "languages": ["kas-Arab", "lmo-Latn"], "main_score": 0.322405, "precision": 0.302063, "recall": 0.382411}, {"accuracy": 0.593874, "f1": 0.542303, "hf_subset": "kas_Arab-npi_Deva", "languages": ["kas-Arab", "npi-Deva"], "main_score": 0.542303, "precision": 0.523676, "recall": 0.593874}, {"accuracy": 0.16502, "f1": 0.108975, "hf_subset": "kas_Arab-shn_Mymr", "languages": ["kas-Arab", "shn-Mymr"], "main_score": 0.108975, "precision": 0.092622, "recall": 0.16502}, {"accuracy": 0.284585, "f1": 0.220215, "hf_subset": "kas_Arab-tgl_Latn", "languages": ["kas-Arab", "tgl-Latn"], "main_score": 0.220215, "precision": 0.200832, "recall": 0.284585}, {"accuracy": 0.609684, "f1": 0.549594, "hf_subset": "kas_Arab-yue_Hant", "languages": ["kas-Arab", "yue-Hant"], "main_score": 0.549594, "precision": 0.526734, "recall": 0.609684}, {"accuracy": 0.3083, "f1": 0.257525, "hf_subset": "kas_Arab-asm_Beng", "languages": ["kas-Arab", "asm-Beng"], "main_score": 0.257525, "precision": 0.238995, "recall": 0.3083}, {"accuracy": 0.453557, "f1": 0.395069, "hf_subset": "kas_Arab-ckb_Arab", "languages": ["kas-Arab", "ckb-Arab"], "main_score": 0.395069, "precision": 0.37369, "recall": 0.453557}, {"accuracy": 0.166996, "f1": 0.115559, "hf_subset": "kas_Arab-gle_Latn", "languages": ["kas-Arab", "gle-Latn"], "main_score": 0.115559, "precision": 0.101506, "recall": 0.166996}, {"accuracy": 0.371542, "f1": 0.315765, "hf_subset": "kas_Arab-ltg_Latn", "languages": ["kas-Arab", "ltg-Latn"], "main_score": 0.315765, "precision": 0.295727, "recall": 0.371542}, {"accuracy": 0.146245, "f1": 0.100522, "hf_subset": "kas_Arab-nso_Latn", "languages": ["kas-Arab", "nso-Latn"], "main_score": 0.100522, "precision": 0.088037, "recall": 0.146245}, {"accuracy": 0.507905, "f1": 0.455319, "hf_subset": "kas_Arab-sin_Sinh", "languages": ["kas-Arab", "sin-Sinh"], "main_score": 0.455319, "precision": 0.436909, "recall": 0.507905}, {"accuracy": 0.604743, "f1": 0.546321, "hf_subset": "kas_Arab-tha_Thai", "languages": ["kas-Arab", "tha-Thai"], "main_score": 0.546321, "precision": 0.524618, "recall": 0.604743}, {"accuracy": 0.619565, "f1": 0.556674, "hf_subset": "kas_Arab-zho_Hans", "languages": ["kas-Arab", "zho-Hans"], "main_score": 0.556674, "precision": 0.533494, "recall": 0.619565}, {"accuracy": 0.544466, "f1": 0.479929, "hf_subset": "kas_Arab-ast_Latn", "languages": ["kas-Arab", "ast-Latn"], "main_score": 0.479929, "precision": 0.454647, "recall": 0.544466}, {"accuracy": 0.416008, "f1": 0.361042, "hf_subset": "kas_Arab-crh_Latn", "languages": ["kas-Arab", "crh-Latn"], "main_score": 0.361042, "precision": 0.340027, "recall": 0.416008}, {"accuracy": 0.635375, "f1": 0.575548, "hf_subset": "kas_Arab-glg_Latn", "languages": ["kas-Arab", "glg-Latn"], "main_score": 0.575548, "precision": 0.552711, "recall": 0.635375}, {"accuracy": 0.338933, "f1": 0.274318, "hf_subset": "kas_Arab-kas_Deva", "languages": ["kas-Arab", "kas-Deva"], "main_score": 0.274318, "precision": 0.25049, "recall": 0.338933}, {"accuracy": 0.315217, "f1": 0.249189, "hf_subset": "kas_Arab-ltz_Latn", "languages": ["kas-Arab", "ltz-Latn"], "main_score": 0.249189, "precision": 0.226277, "recall": 0.315217}, {"accuracy": 0.068182, "f1": 0.033674, "hf_subset": "kas_Arab-nus_Latn", "languages": ["kas-Arab", "nus-Latn"], "main_score": 0.033674, "precision": 0.026931, "recall": 0.068182}, {"accuracy": 0.616601, "f1": 0.558782, "hf_subset": "kas_Arab-slk_Latn", "languages": ["kas-Arab", "slk-Latn"], "main_score": 0.558782, "precision": 0.537186, "recall": 0.616601}, {"accuracy": 0.134387, "f1": 0.102763, "hf_subset": "kas_Arab-tir_Ethi", "languages": ["kas-Arab", "tir-Ethi"], "main_score": 0.102763, "precision": 0.09195, "recall": 0.134387}, {"accuracy": 0.605731, "f1": 0.544307, "hf_subset": "kas_Arab-zho_Hant", "languages": ["kas-Arab", "zho-Hant"], "main_score": 0.544307, "precision": 0.520969, "recall": 0.605731}, {"accuracy": 0.604743, "f1": 0.556153, "hf_subset": "kas_Arab-awa_Deva", "languages": ["kas-Arab", "awa-Deva"], "main_score": 0.556153, "precision": 0.537986, "recall": 0.604743}, {"accuracy": 0.263834, "f1": 0.201124, "hf_subset": "kas_Arab-cym_Latn", "languages": ["kas-Arab", "cym-Latn"], "main_score": 0.201124, "precision": 0.183434, "recall": 0.263834}, {"accuracy": 0.217391, "f1": 0.151812, "hf_subset": "kas_Arab-grn_Latn", "languages": ["kas-Arab", "grn-Latn"], "main_score": 0.151812, "precision": 0.133356, "recall": 0.217391}, {"accuracy": 0.521739, "f1": 0.459033, "hf_subset": "kas_Arab-kat_Geor", "languages": ["kas-Arab", "kat-Geor"], "main_score": 0.459033, "precision": 0.436202, "recall": 0.521739}, {"accuracy": 0.166996, "f1": 0.115409, "hf_subset": "kas_Arab-lua_Latn", "languages": ["kas-Arab", "lua-Latn"], "main_score": 0.115409, "precision": 0.101273, "recall": 0.166996}, {"accuracy": 0.147233, "f1": 0.094794, "hf_subset": "kas_Arab-nya_Latn", "languages": ["kas-Arab", "nya-Latn"], "main_score": 0.094794, "precision": 0.082378, "recall": 0.147233}, {"accuracy": 0.607708, "f1": 0.553722, "hf_subset": "kas_Arab-slv_Latn", "languages": ["kas-Arab", "slv-Latn"], "main_score": 0.553722, "precision": 0.533271, "recall": 0.607708}, {"accuracy": 0.296443, "f1": 0.230409, "hf_subset": "kas_Arab-tpi_Latn", "languages": ["kas-Arab", "tpi-Latn"], "main_score": 0.230409, "precision": 0.209977, "recall": 0.296443}, {"accuracy": 0.615613, "f1": 0.556722, "hf_subset": "kas_Arab-zsm_Latn", "languages": ["kas-Arab", "zsm-Latn"], "main_score": 0.556722, "precision": 0.53436, "recall": 0.615613}, {"accuracy": 0.120553, "f1": 0.072861, "hf_subset": "kas_Arab-ayr_Latn", "languages": ["kas-Arab", "ayr-Latn"], "main_score": 0.072861, "precision": 0.060464, "recall": 0.120553}, {"accuracy": 0.626482, "f1": 0.570785, "hf_subset": "kas_Arab-dan_Latn", "languages": ["kas-Arab", "dan-Latn"], "main_score": 0.570785, "precision": 0.550547, "recall": 0.626482}, {"accuracy": 0.554348, "f1": 0.495792, "hf_subset": "kas_Arab-guj_Gujr", "languages": ["kas-Arab", "guj-Gujr"], "main_score": 0.495792, "precision": 0.473683, "recall": 0.554348}, {"accuracy": 0.545455, "f1": 0.49167, "hf_subset": "kas_Arab-kaz_Cyrl", "languages": ["kas-Arab", "kaz-Cyrl"], "main_score": 0.49167, "precision": 0.470438, "recall": 0.545455}, {"accuracy": 0.100791, "f1": 0.058629, "hf_subset": "kas_Arab-lug_Latn", "languages": ["kas-Arab", "lug-Latn"], "main_score": 0.058629, "precision": 0.049466, "recall": 0.100791}, {"accuracy": 0.544466, "f1": 0.482482, "hf_subset": "kas_Arab-oci_Latn", "languages": ["kas-Arab", "oci-Latn"], "main_score": 0.482482, "precision": 0.459691, "recall": 0.544466}, {"accuracy": 0.108696, "f1": 0.065506, "hf_subset": "kas_Arab-smo_Latn", "languages": ["kas-Arab", "smo-Latn"], "main_score": 0.065506, "precision": 0.055359, "recall": 0.108696}, {"accuracy": 0.130435, "f1": 0.083691, "hf_subset": "kas_Arab-tsn_Latn", "languages": ["kas-Arab", "tsn-Latn"], "main_score": 0.083691, "precision": 0.072529, "recall": 0.130435}, {"accuracy": 0.08498, "f1": 0.05156, "hf_subset": "kas_Arab-zul_Latn", "languages": ["kas-Arab", "zul-Latn"], "main_score": 0.05156, "precision": 0.044094, "recall": 0.08498}, {"accuracy": 0.385375, "f1": 0.334984, "hf_subset": "kas_Arab-azb_Arab", "languages": ["kas-Arab", "azb-Arab"], "main_score": 0.334984, "precision": 0.31599, "recall": 0.385375}, {"accuracy": 0.624506, "f1": 0.564153, "hf_subset": "kas_Arab-deu_Latn", "languages": ["kas-Arab", "deu-Latn"], "main_score": 0.564153, "precision": 0.541994, "recall": 0.624506}, {"accuracy": 0.195652, "f1": 0.139858, "hf_subset": "kas_Arab-hat_Latn", "languages": ["kas-Arab", "hat-Latn"], "main_score": 0.139858, "precision": 0.123153, "recall": 0.195652}, {"accuracy": 0.103755, "f1": 0.062744, "hf_subset": "kas_Arab-kbp_Latn", "languages": ["kas-Arab", "kbp-Latn"], "main_score": 0.062744, "precision": 0.05363, "recall": 0.103755}, {"accuracy": 0.139328, "f1": 0.082616, "hf_subset": "kas_Arab-luo_Latn", "languages": ["kas-Arab", "luo-Latn"], "main_score": 0.082616, "precision": 0.069252, "recall": 0.139328}, {"accuracy": 0.420949, "f1": 0.364057, "hf_subset": "kas_Arab-ory_Orya", "languages": ["kas-Arab", "ory-Orya"], "main_score": 0.364057, "precision": 0.342961, "recall": 0.420949}, {"accuracy": 0.108696, "f1": 0.069151, "hf_subset": "kas_Arab-sna_Latn", "languages": ["kas-Arab", "sna-Latn"], "main_score": 0.069151, "precision": 0.059645, "recall": 0.108696}, {"accuracy": 0.121542, "f1": 0.079761, "hf_subset": "kas_Arab-tso_Latn", "languages": ["kas-Arab", "tso-Latn"], "main_score": 0.079761, "precision": 0.068938, "recall": 0.121542}, {"accuracy": 0.549407, "f1": 0.494612, "hf_subset": "kas_Arab-azj_Latn", "languages": ["kas-Arab", "azj-Latn"], "main_score": 0.494612, "precision": 0.474834, "recall": 0.549407}, {"accuracy": 0.186759, "f1": 0.126888, "hf_subset": "kas_Arab-dik_Latn", "languages": ["kas-Arab", "dik-Latn"], "main_score": 0.126888, "precision": 0.110193, "recall": 0.186759}, {"accuracy": 0.156126, "f1": 0.104875, "hf_subset": "kas_Arab-hau_Latn", "languages": ["kas-Arab", "hau-Latn"], "main_score": 0.104875, "precision": 0.091957, "recall": 0.156126}, {"accuracy": 0.36166, "f1": 0.300617, "hf_subset": "kas_Arab-kea_Latn", "languages": ["kas-Arab", "kea-Latn"], "main_score": 0.300617, "precision": 0.279458, "recall": 0.36166}, {"accuracy": 0.246047, "f1": 0.184751, "hf_subset": "kas_Arab-lus_Latn", "languages": ["kas-Arab", "lus-Latn"], "main_score": 0.184751, "precision": 0.166251, "recall": 0.246047}, {"accuracy": 0.302372, "f1": 0.239097, "hf_subset": "kas_Arab-pag_Latn", "languages": ["kas-Arab", "pag-Latn"], "main_score": 0.239097, "precision": 0.218738, "recall": 0.302372}, {"accuracy": 0.550395, "f1": 0.492653, "hf_subset": "kas_Arab-snd_Arab", "languages": ["kas-Arab", "snd-Arab"], "main_score": 0.492653, "precision": 0.469837, "recall": 0.550395}, {"accuracy": 0.19664, "f1": 0.143849, "hf_subset": "kas_Arab-tuk_Latn", "languages": ["kas-Arab", "tuk-Latn"], "main_score": 0.143849, "precision": 0.126486, "recall": 0.19664}, {"accuracy": 0.320158, "f1": 0.258171, "hf_subset": "kas_Arab-bak_Cyrl", "languages": ["kas-Arab", "bak-Cyrl"], "main_score": 0.258171, "precision": 0.235696, "recall": 0.320158}, {"accuracy": 0.114625, "f1": 0.073939, "hf_subset": "kas_Arab-dyu_Latn", "languages": ["kas-Arab", "dyu-Latn"], "main_score": 0.073939, "precision": 0.063092, "recall": 0.114625}, {"accuracy": 0.61166, "f1": 0.554546, "hf_subset": "kas_Arab-heb_Hebr", "languages": ["kas-Arab", "heb-Hebr"], "main_score": 0.554546, "precision": 0.535004, "recall": 0.61166}, {"accuracy": 0.563241, "f1": 0.5128, "hf_subset": "kas_Arab-khk_Cyrl", "languages": ["kas-Arab", "khk-Cyrl"], "main_score": 0.5128, "precision": 0.493805, "recall": 0.563241}, {"accuracy": 0.609684, "f1": 0.549145, "hf_subset": "kas_Arab-lvs_Latn", "languages": ["kas-Arab", "lvs-Latn"], "main_score": 0.549145, "precision": 0.526099, "recall": 0.609684}, {"accuracy": 0.453557, "f1": 0.392322, "hf_subset": "kas_Arab-pan_Guru", "languages": ["kas-Arab", "pan-Guru"], "main_score": 0.392322, "precision": 0.369782, "recall": 0.453557}, {"accuracy": 0.150198, "f1": 0.110966, "hf_subset": "kas_Arab-som_Latn", "languages": ["kas-Arab", "som-Latn"], "main_score": 0.110966, "precision": 0.100074, "recall": 0.150198}, {"accuracy": 0.139328, "f1": 0.083783, "hf_subset": "kas_Arab-tum_Latn", "languages": ["kas-Arab", "tum-Latn"], "main_score": 0.083783, "precision": 0.07096, "recall": 0.139328}, {"accuracy": 0.079051, "f1": 0.053356, "hf_subset": "ltg_Latn-ace_Arab", "languages": ["ltg-Latn", "ace-Arab"], "main_score": 0.053356, "precision": 0.047014, "recall": 0.079051}, {"accuracy": 0.171937, "f1": 0.126171, "hf_subset": "ltg_Latn-bam_Latn", "languages": ["ltg-Latn", "bam-Latn"], "main_score": 0.126171, "precision": 0.114026, "recall": 0.171937}, {"accuracy": 0.004941, "f1": 0.000121, "hf_subset": "ltg_Latn-dzo_Tibt", "languages": ["ltg-Latn", "dzo-Tibt"], "main_score": 0.000121, "precision": 6.2e-05, "recall": 0.004941}, {"accuracy": 0.646245, "f1": 0.594375, "hf_subset": "ltg_Latn-hin_Deva", "languages": ["ltg-Latn", "hin-Deva"], "main_score": 0.594375, "precision": 0.575819, "recall": 0.646245}, {"accuracy": 0.557312, "f1": 0.506033, "hf_subset": "ltg_Latn-khm_Khmr", "languages": ["ltg-Latn", "khm-Khmr"], "main_score": 0.506033, "precision": 0.487248, "recall": 0.557312}, {"accuracy": 0.56917, "f1": 0.516765, "hf_subset": "ltg_Latn-mag_Deva", "languages": ["ltg-Latn", "mag-Deva"], "main_score": 0.516765, "precision": 0.499125, "recall": 0.56917}, {"accuracy": 0.505929, "f1": 0.45059, "hf_subset": "ltg_Latn-pap_Latn", "languages": ["ltg-Latn", "pap-Latn"], "main_score": 0.45059, "precision": 0.430015, "recall": 0.505929}, {"accuracy": 0.1917, "f1": 0.147229, "hf_subset": "ltg_Latn-sot_Latn", "languages": ["ltg-Latn", "sot-Latn"], "main_score": 0.147229, "precision": 0.135396, "recall": 0.1917}, {"accuracy": 0.684783, "f1": 0.640062, "hf_subset": "ltg_Latn-tur_Latn", "languages": ["ltg-Latn", "tur-Latn"], "main_score": 0.640062, "precision": 0.624397, "recall": 0.684783}, {"accuracy": 0.352767, "f1": 0.298756, "hf_subset": "ltg_Latn-ace_Latn", "languages": ["ltg-Latn", "ace-Latn"], "main_score": 0.298756, "precision": 0.279534, "recall": 0.352767}, {"accuracy": 0.505929, "f1": 0.462443, "hf_subset": "ltg_Latn-ban_Latn", "languages": ["ltg-Latn", "ban-Latn"], "main_score": 0.462443, "precision": 0.445867, "recall": 0.505929}, {"accuracy": 0.656126, "f1": 0.605501, "hf_subset": "ltg_Latn-ell_Grek", "languages": ["ltg-Latn", "ell-Grek"], "main_score": 0.605501, "precision": 0.587742, "recall": 0.656126}, {"accuracy": 0.55336, "f1": 0.502307, "hf_subset": "ltg_Latn-hne_Deva", "languages": ["ltg-Latn", "hne-Deva"], "main_score": 0.502307, "precision": 0.484666, "recall": 0.55336}, {"accuracy": 0.229249, "f1": 0.169921, "hf_subset": "ltg_Latn-kik_Latn", "languages": ["ltg-Latn", "kik-Latn"], "main_score": 0.169921, "precision": 0.151875, "recall": 0.229249}, {"accuracy": 0.550395, "f1": 0.507447, "hf_subset": "ltg_Latn-mai_Deva", "languages": ["ltg-Latn", "mai-Deva"], "main_score": 0.507447, "precision": 0.4926, "recall": 0.550395}, {"accuracy": 0.469368, "f1": 0.421377, "hf_subset": "ltg_Latn-pbt_Arab", "languages": ["ltg-Latn", "pbt-Arab"], "main_score": 0.421377, "precision": 0.404218, "recall": 0.469368}, {"accuracy": 0.697628, "f1": 0.656712, "hf_subset": "ltg_Latn-spa_Latn", "languages": ["ltg-Latn", "spa-Latn"], "main_score": 0.656712, "precision": 0.642089, "recall": 0.697628}, {"accuracy": 0.26581, "f1": 0.200884, "hf_subset": "ltg_Latn-twi_Latn", "languages": ["ltg-Latn", "twi-Latn"], "main_score": 0.200884, "precision": 0.1829, "recall": 0.26581}, {"accuracy": 0.625494, "f1": 0.577755, "hf_subset": "ltg_Latn-acm_Arab", "languages": ["ltg-Latn", "acm-Arab"], "main_score": 0.577755, "precision": 0.559948, "recall": 0.625494}, {"accuracy": 0.599802, "f1": 0.549355, "hf_subset": "ltg_Latn-bel_Cyrl", "languages": ["ltg-Latn", "bel-Cyrl"], "main_score": 0.549355, "precision": 0.531499, "recall": 0.599802}, {"accuracy": 0.741107, "f1": 0.697676, "hf_subset": "ltg_Latn-eng_Latn", "languages": ["ltg-Latn", "eng-Latn"], "main_score": 0.697676, "precision": 0.68154, "recall": 0.741107}, {"accuracy": 0.6917, "f1": 0.649151, "hf_subset": "ltg_Latn-hrv_Latn", "languages": ["ltg-Latn", "hrv-Latn"], "main_score": 0.649151, "precision": 0.633371, "recall": 0.6917}, {"accuracy": 0.12747, "f1": 0.093395, "hf_subset": "ltg_Latn-kin_Latn", "languages": ["ltg-Latn", "kin-Latn"], "main_score": 0.093395, "precision": 0.084353, "recall": 0.12747}, {"accuracy": 0.442688, "f1": 0.398987, "hf_subset": "ltg_Latn-mal_Mlym", "languages": ["ltg-Latn", "mal-Mlym"], "main_score": 0.398987, "precision": 0.383155, "recall": 0.442688}, {"accuracy": 0.663043, "f1": 0.613458, "hf_subset": "ltg_Latn-pes_Arab", "languages": ["ltg-Latn", "pes-Arab"], "main_score": 0.613458, "precision": 0.595311, "recall": 0.663043}, {"accuracy": 0.511858, "f1": 0.457828, "hf_subset": "ltg_Latn-srd_Latn", "languages": ["ltg-Latn", "srd-Latn"], "main_score": 0.457828, "precision": 0.437897, "recall": 0.511858}, {"accuracy": 0.059289, "f1": 0.032263, "hf_subset": "ltg_Latn-tzm_Tfng", "languages": ["ltg-Latn", "tzm-Tfng"], "main_score": 0.032263, "precision": 0.026966, "recall": 0.059289}, {"accuracy": 0.650198, "f1": 0.607152, "hf_subset": "ltg_Latn-acq_Arab", "languages": ["ltg-Latn", "acq-Arab"], "main_score": 0.607152, "precision": 0.590228, "recall": 0.650198}, {"accuracy": 0.199605, "f1": 0.154137, "hf_subset": "ltg_Latn-bem_Latn", "languages": ["ltg-Latn", "bem-Latn"], "main_score": 0.154137, "precision": 0.141006, "recall": 0.199605}, {"accuracy": 0.599802, "f1": 0.560476, "hf_subset": "ltg_Latn-epo_Latn", "languages": ["ltg-Latn", "epo-Latn"], "main_score": 0.560476, "precision": 0.54544, "recall": 0.599802}, {"accuracy": 0.683794, "f1": 0.643296, "hf_subset": "ltg_Latn-hun_Latn", "languages": ["ltg-Latn", "hun-Latn"], "main_score": 0.643296, "precision": 0.627844, "recall": 0.683794}, {"accuracy": 0.583004, "f1": 0.547732, "hf_subset": "ltg_Latn-kir_Cyrl", "languages": ["ltg-Latn", "kir-Cyrl"], "main_score": 0.547732, "precision": 0.534506, "recall": 0.583004}, {"accuracy": 0.508893, "f1": 0.466651, "hf_subset": "ltg_Latn-mar_Deva", "languages": ["ltg-Latn", "mar-Deva"], "main_score": 0.466651, "precision": 0.450785, "recall": 0.508893}, {"accuracy": 0.254941, "f1": 0.204238, "hf_subset": "ltg_Latn-plt_Latn", "languages": ["ltg-Latn", "plt-Latn"], "main_score": 0.204238, "precision": 0.187612, "recall": 0.254941}, {"accuracy": 0.694664, "f1": 0.64997, "hf_subset": "ltg_Latn-srp_Cyrl", "languages": ["ltg-Latn", "srp-Cyrl"], "main_score": 0.64997, "precision": 0.633647, "recall": 0.694664}, {"accuracy": 0.408103, "f1": 0.36063, "hf_subset": "ltg_Latn-uig_Arab", "languages": ["ltg-Latn", "uig-Arab"], "main_score": 0.36063, "precision": 0.344384, "recall": 0.408103}, {"accuracy": 0.551383, "f1": 0.504877, "hf_subset": "ltg_Latn-aeb_Arab", "languages": ["ltg-Latn", "aeb-Arab"], "main_score": 0.504877, "precision": 0.487719, "recall": 0.551383}, {"accuracy": 0.458498, "f1": 0.408763, "hf_subset": "ltg_Latn-ben_Beng", "languages": ["ltg-Latn", "ben-Beng"], "main_score": 0.408763, "precision": 0.391382, "recall": 0.458498}, {"accuracy": 0.671937, "f1": 0.634252, "hf_subset": "ltg_Latn-est_Latn", "languages": ["ltg-Latn", "est-Latn"], "main_score": 0.634252, "precision": 0.619276, "recall": 0.671937}, {"accuracy": 0.613636, "f1": 0.559493, "hf_subset": "ltg_Latn-hye_Armn", "languages": ["ltg-Latn", "hye-Armn"], "main_score": 0.559493, "precision": 0.54015, "recall": 0.613636}, {"accuracy": 0.151186, "f1": 0.106167, "hf_subset": "ltg_Latn-kmb_Latn", "languages": ["ltg-Latn", "kmb-Latn"], "main_score": 0.106167, "precision": 0.094611, "recall": 0.151186}, {"accuracy": 0.054348, "f1": 0.033737, "hf_subset": "ltg_Latn-min_Arab", "languages": ["ltg-Latn", "min-Arab"], "main_score": 0.033737, "precision": 0.028825, "recall": 0.054348}, {"accuracy": 0.682806, "f1": 0.642571, "hf_subset": "ltg_Latn-pol_Latn", "languages": ["ltg-Latn", "pol-Latn"], "main_score": 0.642571, "precision": 0.628022, "recall": 0.682806}, {"accuracy": 0.139328, "f1": 0.107436, "hf_subset": "ltg_Latn-ssw_Latn", "languages": ["ltg-Latn", "ssw-Latn"], "main_score": 0.107436, "precision": 0.098283, "recall": 0.139328}, {"accuracy": 0.694664, "f1": 0.653045, "hf_subset": "ltg_Latn-ukr_Cyrl", "languages": ["ltg-Latn", "ukr-Cyrl"], "main_score": 0.653045, "precision": 0.637853, "recall": 0.694664}, {"accuracy": 0.648221, "f1": 0.607049, "hf_subset": "ltg_Latn-afr_Latn", "languages": ["ltg-Latn", "afr-Latn"], "main_score": 0.607049, "precision": 0.590714, "recall": 0.648221}, {"accuracy": 0.516798, "f1": 0.46769, "hf_subset": "ltg_Latn-bho_Deva", "languages": ["ltg-Latn", "bho-Deva"], "main_score": 0.46769, "precision": 0.449418, "recall": 0.516798}, {"accuracy": 0.511858, "f1": 0.478928, "hf_subset": "ltg_Latn-eus_Latn", "languages": ["ltg-Latn", "eus-Latn"], "main_score": 0.478928, "precision": 0.46639, "recall": 0.511858}, {"accuracy": 0.176877, "f1": 0.133091, "hf_subset": "ltg_Latn-ibo_Latn", "languages": ["ltg-Latn", "ibo-Latn"], "main_score": 0.133091, "precision": 0.120276, "recall": 0.176877}, {"accuracy": 0.475296, "f1": 0.435767, "hf_subset": "ltg_Latn-kmr_Latn", "languages": ["ltg-Latn", "kmr-Latn"], "main_score": 0.435767, "precision": 0.420845, "recall": 0.475296}, {"accuracy": 0.48419, "f1": 0.43511, "hf_subset": "ltg_Latn-min_Latn", "languages": ["ltg-Latn", "min-Latn"], "main_score": 0.43511, "precision": 0.416879, "recall": 0.48419}, {"accuracy": 0.704545, "f1": 0.664426, "hf_subset": "ltg_Latn-por_Latn", "languages": ["ltg-Latn", "por-Latn"], "main_score": 0.664426, "precision": 0.64972, "recall": 0.704545}, {"accuracy": 0.523715, "f1": 0.475609, "hf_subset": "ltg_Latn-sun_Latn", "languages": ["ltg-Latn", "sun-Latn"], "main_score": 0.475609, "precision": 0.457439, "recall": 0.523715}, {"accuracy": 0.146245, "f1": 0.107475, "hf_subset": "ltg_Latn-umb_Latn", "languages": ["ltg-Latn", "umb-Latn"], "main_score": 0.107475, "precision": 0.096122, "recall": 0.146245}, {"accuracy": 0.59585, "f1": 0.551101, "hf_subset": "ltg_Latn-ajp_Arab", "languages": ["ltg-Latn", "ajp-Arab"], "main_score": 0.551101, "precision": 0.534299, "recall": 0.59585}, {"accuracy": 0.062253, "f1": 0.04163, "hf_subset": "ltg_Latn-bjn_Arab", "languages": ["ltg-Latn", "bjn-Arab"], "main_score": 0.04163, "precision": 0.035482, "recall": 0.062253}, {"accuracy": 0.222332, "f1": 0.173441, "hf_subset": "ltg_Latn-ewe_Latn", "languages": ["ltg-Latn", "ewe-Latn"], "main_score": 0.173441, "precision": 0.159283, "recall": 0.222332}, {"accuracy": 0.314229, "f1": 0.258831, "hf_subset": "ltg_Latn-ilo_Latn", "languages": ["ltg-Latn", "ilo-Latn"], "main_score": 0.258831, "precision": 0.240017, "recall": 0.314229}, {"accuracy": 0.075099, "f1": 0.053233, "hf_subset": "ltg_Latn-knc_Arab", "languages": ["ltg-Latn", "knc-Arab"], "main_score": 0.053233, "precision": 0.047367, "recall": 0.075099}, {"accuracy": 0.689723, "f1": 0.652368, "hf_subset": "ltg_Latn-mkd_Cyrl", "languages": ["ltg-Latn", "mkd-Cyrl"], "main_score": 0.652368, "precision": 0.638014, "recall": 0.689723}, {"accuracy": 0.636364, "f1": 0.590101, "hf_subset": "ltg_Latn-prs_Arab", "languages": ["ltg-Latn", "prs-Arab"], "main_score": 0.590101, "precision": 0.572782, "recall": 0.636364}, {"accuracy": 0.716403, "f1": 0.675244, "hf_subset": "ltg_Latn-swe_Latn", "languages": ["ltg-Latn", "swe-Latn"], "main_score": 0.675244, "precision": 0.660844, "recall": 0.716403}, {"accuracy": 0.582016, "f1": 0.524734, "hf_subset": "ltg_Latn-urd_Arab", "languages": ["ltg-Latn", "urd-Arab"], "main_score": 0.524734, "precision": 0.504599, "recall": 0.582016}, {"accuracy": 0.247036, "f1": 0.197873, "hf_subset": "ltg_Latn-aka_Latn", "languages": ["ltg-Latn", "aka-Latn"], "main_score": 0.197873, "precision": 0.182444, "recall": 0.247036}, {"accuracy": 0.531621, "f1": 0.487729, "hf_subset": "ltg_Latn-bjn_Latn", "languages": ["ltg-Latn", "bjn-Latn"], "main_score": 0.487729, "precision": 0.470671, "recall": 0.531621}, {"accuracy": 0.364625, "f1": 0.31935, "hf_subset": "ltg_Latn-fao_Latn", "languages": ["ltg-Latn", "fao-Latn"], "main_score": 0.31935, "precision": 0.3049, "recall": 0.364625}, {"accuracy": 0.703557, "f1": 0.658384, "hf_subset": "ltg_Latn-ind_Latn", "languages": ["ltg-Latn", "ind-Latn"], "main_score": 0.658384, "precision": 0.642053, "recall": 0.703557}, {"accuracy": 0.214427, "f1": 0.164382, "hf_subset": "ltg_Latn-knc_Latn", "languages": ["ltg-Latn", "knc-Latn"], "main_score": 0.164382, "precision": 0.149971, "recall": 0.214427}, {"accuracy": 0.284585, "f1": 0.22501, "hf_subset": "ltg_Latn-mlt_Latn", "languages": ["ltg-Latn", "mlt-Latn"], "main_score": 0.22501, "precision": 0.207131, "recall": 0.284585}, {"accuracy": 0.220356, "f1": 0.162643, "hf_subset": "ltg_Latn-quy_Latn", "languages": ["ltg-Latn", "quy-Latn"], "main_score": 0.162643, "precision": 0.146304, "recall": 0.220356}, {"accuracy": 0.261858, "f1": 0.21993, "hf_subset": "ltg_Latn-swh_Latn", "languages": ["ltg-Latn", "swh-Latn"], "main_score": 0.21993, "precision": 0.206122, "recall": 0.261858}, {"accuracy": 0.461462, "f1": 0.419913, "hf_subset": "ltg_Latn-uzn_Latn", "languages": ["ltg-Latn", "uzn-Latn"], "main_score": 0.419913, "precision": 0.403833, "recall": 0.461462}, {"accuracy": 0.69664, "f1": 0.655215, "hf_subset": "ltg_Latn-als_Latn", "languages": ["ltg-Latn", "als-Latn"], "main_score": 0.655215, "precision": 0.640293, "recall": 0.69664}, {"accuracy": 0.056324, "f1": 0.02511, "hf_subset": "ltg_Latn-bod_Tibt", "languages": ["ltg-Latn", "bod-Tibt"], "main_score": 0.02511, "precision": 0.021022, "recall": 0.056324}, {"accuracy": 0.199605, "f1": 0.153373, "hf_subset": "ltg_Latn-fij_Latn", "languages": ["ltg-Latn", "fij-Latn"], "main_score": 0.153373, "precision": 0.138379, "recall": 0.199605}, {"accuracy": 0.501976, "f1": 0.454257, "hf_subset": "ltg_Latn-isl_Latn", "languages": ["ltg-Latn", "isl-Latn"], "main_score": 0.454257, "precision": 0.437111, "recall": 0.501976}, {"accuracy": 0.202569, "f1": 0.15433, "hf_subset": "ltg_Latn-kon_Latn", "languages": ["ltg-Latn", "kon-Latn"], "main_score": 0.15433, "precision": 0.141217, "recall": 0.202569}, {"accuracy": 0.043478, "f1": 0.02322, "hf_subset": "ltg_Latn-mni_Beng", "languages": ["ltg-Latn", "mni-Beng"], "main_score": 0.02322, "precision": 0.019966, "recall": 0.043478}, {"accuracy": 0.70751, "f1": 0.664545, "hf_subset": "ltg_Latn-ron_Latn", "languages": ["ltg-Latn", "ron-Latn"], "main_score": 0.664545, "precision": 0.649091, "recall": 0.70751}, {"accuracy": 0.573123, "f1": 0.532587, "hf_subset": "ltg_Latn-szl_Latn", "languages": ["ltg-Latn", "szl-Latn"], "main_score": 0.532587, "precision": 0.51805, "recall": 0.573123}, {"accuracy": 0.55336, "f1": 0.50786, "hf_subset": "ltg_Latn-vec_Latn", "languages": ["ltg-Latn", "vec-Latn"], "main_score": 0.50786, "precision": 0.490386, "recall": 0.55336}, {"accuracy": 0.357708, "f1": 0.316701, "hf_subset": "ltg_Latn-amh_Ethi", "languages": ["ltg-Latn", "amh-Ethi"], "main_score": 0.316701, "precision": 0.30187, "recall": 0.357708}, {"accuracy": 0.706522, "f1": 0.666272, "hf_subset": "ltg_Latn-bos_Latn", "languages": ["ltg-Latn", "bos-Latn"], "main_score": 0.666272, "precision": 0.651019, "recall": 0.706522}, {"accuracy": 0.677866, "f1": 0.635806, "hf_subset": "ltg_Latn-fin_Latn", "languages": ["ltg-Latn", "fin-Latn"], "main_score": 0.635806, "precision": 0.620126, "recall": 0.677866}, {"accuracy": 0.694664, "f1": 0.653994, "hf_subset": "ltg_Latn-ita_Latn", "languages": ["ltg-Latn", "ita-Latn"], "main_score": 0.653994, "precision": 0.638554, "recall": 0.694664}, {"accuracy": 0.617589, "f1": 0.573265, "hf_subset": "ltg_Latn-kor_Hang", "languages": ["ltg-Latn", "kor-Hang"], "main_score": 0.573265, "precision": 0.555972, "recall": 0.617589}, {"accuracy": 0.194664, "f1": 0.147551, "hf_subset": "ltg_Latn-mos_Latn", "languages": ["ltg-Latn", "mos-Latn"], "main_score": 0.147551, "precision": 0.134311, "recall": 0.194664}, {"accuracy": 0.149209, "f1": 0.113893, "hf_subset": "ltg_Latn-run_Latn", "languages": ["ltg-Latn", "run-Latn"], "main_score": 0.113893, "precision": 0.103406, "recall": 0.149209}, {"accuracy": 0.435771, "f1": 0.387882, "hf_subset": "ltg_Latn-tam_Taml", "languages": ["ltg-Latn", "tam-Taml"], "main_score": 0.387882, "precision": 0.3717, "recall": 0.435771}, {"accuracy": 0.685771, "f1": 0.638908, "hf_subset": "ltg_Latn-vie_Latn", "languages": ["ltg-Latn", "vie-Latn"], "main_score": 0.638908, "precision": 0.621337, "recall": 0.685771}, {"accuracy": 0.604743, "f1": 0.56311, "hf_subset": "ltg_Latn-apc_Arab", "languages": ["ltg-Latn", "apc-Arab"], "main_score": 0.56311, "precision": 0.548174, "recall": 0.604743}, {"accuracy": 0.313241, "f1": 0.262014, "hf_subset": "ltg_Latn-bug_Latn", "languages": ["ltg-Latn", "bug-Latn"], "main_score": 0.262014, "precision": 0.245248, "recall": 0.313241}, {"accuracy": 0.190711, "f1": 0.148492, "hf_subset": "ltg_Latn-fon_Latn", "languages": ["ltg-Latn", "fon-Latn"], "main_score": 0.148492, "precision": 0.136689, "recall": 0.190711}, {"accuracy": 0.524704, "f1": 0.483123, "hf_subset": "ltg_Latn-jav_Latn", "languages": ["ltg-Latn", "jav-Latn"], "main_score": 0.483123, "precision": 0.467787, "recall": 0.524704}, {"accuracy": 0.534585, "f1": 0.489815, "hf_subset": "ltg_Latn-lao_Laoo", "languages": ["ltg-Latn", "lao-Laoo"], "main_score": 0.489815, "precision": 0.473426, "recall": 0.534585}, {"accuracy": 0.172925, "f1": 0.126545, "hf_subset": "ltg_Latn-mri_Latn", "languages": ["ltg-Latn", "mri-Latn"], "main_score": 0.126545, "precision": 0.114416, "recall": 0.172925}, {"accuracy": 0.698617, "f1": 0.655964, "hf_subset": "ltg_Latn-rus_Cyrl", "languages": ["ltg-Latn", "rus-Cyrl"], "main_score": 0.655964, "precision": 0.640113, "recall": 0.698617}, {"accuracy": 0.200593, "f1": 0.15334, "hf_subset": "ltg_Latn-taq_Latn", "languages": ["ltg-Latn", "taq-Latn"], "main_score": 0.15334, "precision": 0.139413, "recall": 0.200593}, {"accuracy": 0.359684, "f1": 0.30052, "hf_subset": "ltg_Latn-war_Latn", "languages": ["ltg-Latn", "war-Latn"], "main_score": 0.30052, "precision": 0.28098, "recall": 0.359684}, {"accuracy": 0.642292, "f1": 0.601165, "hf_subset": "ltg_Latn-arb_Arab", "languages": ["ltg-Latn", "arb-Arab"], "main_score": 0.601165, "precision": 0.585227, "recall": 0.642292}, {"accuracy": 0.703557, "f1": 0.660111, "hf_subset": "ltg_Latn-bul_Cyrl", "languages": ["ltg-Latn", "bul-Cyrl"], "main_score": 0.660111, "precision": 0.64315, "recall": 0.703557}, {"accuracy": 0.702569, "f1": 0.661221, "hf_subset": "ltg_Latn-fra_Latn", "languages": ["ltg-Latn", "fra-Latn"], "main_score": 0.661221, "precision": 0.646614, "recall": 0.702569}, {"accuracy": 0.648221, "f1": 0.604095, "hf_subset": "ltg_Latn-jpn_Jpan", "languages": ["ltg-Latn", "jpn-Jpan"], "main_score": 0.604095, "precision": 0.587732, "recall": 0.648221}, {"accuracy": 0.562253, "f1": 0.519368, "hf_subset": "ltg_Latn-lij_Latn", "languages": ["ltg-Latn", "lij-Latn"], "main_score": 0.519368, "precision": 0.503577, "recall": 0.562253}, {"accuracy": 0.512846, "f1": 0.457594, "hf_subset": "ltg_Latn-mya_Mymr", "languages": ["ltg-Latn", "mya-Mymr"], "main_score": 0.457594, "precision": 0.438084, "recall": 0.512846}, {"accuracy": 0.225296, "f1": 0.171217, "hf_subset": "ltg_Latn-sag_Latn", "languages": ["ltg-Latn", "sag-Latn"], "main_score": 0.171217, "precision": 0.153837, "recall": 0.225296}, {"accuracy": 0.075099, "f1": 0.040823, "hf_subset": "ltg_Latn-taq_Tfng", "languages": ["ltg-Latn", "taq-Tfng"], "main_score": 0.040823, "precision": 0.035507, "recall": 0.075099}, {"accuracy": 0.230237, "f1": 0.178498, "hf_subset": "ltg_Latn-wol_Latn", "languages": ["ltg-Latn", "wol-Latn"], "main_score": 0.178498, "precision": 0.164062, "recall": 0.230237}, {"accuracy": 0.094862, "f1": 0.058716, "hf_subset": "ltg_Latn-arb_Latn", "languages": ["ltg-Latn", "arb-Latn"], "main_score": 0.058716, "precision": 0.050991, "recall": 0.094862}, {"accuracy": 0.694664, "f1": 0.647513, "hf_subset": "ltg_Latn-cat_Latn", "languages": ["ltg-Latn", "cat-Latn"], "main_score": 0.647513, "precision": 0.630827, "recall": 0.694664}, {"accuracy": 0.539526, "f1": 0.494706, "hf_subset": "ltg_Latn-fur_Latn", "languages": ["ltg-Latn", "fur-Latn"], "main_score": 0.494706, "precision": 0.477591, "recall": 0.539526}, {"accuracy": 0.068182, "f1": 0.049519, "hf_subset": "ltg_Latn-kab_Latn", "languages": ["ltg-Latn", "kab-Latn"], "main_score": 0.049519, "precision": 0.04399, "recall": 0.068182}, {"accuracy": 0.561265, "f1": 0.518914, "hf_subset": "ltg_Latn-lim_Latn", "languages": ["ltg-Latn", "lim-Latn"], "main_score": 0.518914, "precision": 0.501425, "recall": 0.561265}, {"accuracy": 0.711462, "f1": 0.668059, "hf_subset": "ltg_Latn-nld_Latn", "languages": ["ltg-Latn", "nld-Latn"], "main_score": 0.668059, "precision": 0.653597, "recall": 0.711462}, {"accuracy": 0.409091, "f1": 0.357619, "hf_subset": "ltg_Latn-san_Deva", "languages": ["ltg-Latn", "san-Deva"], "main_score": 0.357619, "precision": 0.340862, "recall": 0.409091}, {"accuracy": 0.485178, "f1": 0.438503, "hf_subset": "ltg_Latn-tat_Cyrl", "languages": ["ltg-Latn", "tat-Cyrl"], "main_score": 0.438503, "precision": 0.420647, "recall": 0.485178}, {"accuracy": 0.167984, "f1": 0.119152, "hf_subset": "ltg_Latn-xho_Latn", "languages": ["ltg-Latn", "xho-Latn"], "main_score": 0.119152, "precision": 0.105259, "recall": 0.167984}, {"accuracy": 0.624506, "f1": 0.577636, "hf_subset": "ltg_Latn-ars_Arab", "languages": ["ltg-Latn", "ars-Arab"], "main_score": 0.577636, "precision": 0.559072, "recall": 0.624506}, {"accuracy": 0.324111, "f1": 0.272742, "hf_subset": "ltg_Latn-ceb_Latn", "languages": ["ltg-Latn", "ceb-Latn"], "main_score": 0.272742, "precision": 0.25602, "recall": 0.324111}, {"accuracy": 0.186759, "f1": 0.137199, "hf_subset": "ltg_Latn-fuv_Latn", "languages": ["ltg-Latn", "fuv-Latn"], "main_score": 0.137199, "precision": 0.124098, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.146065, "hf_subset": "ltg_Latn-kac_Latn", "languages": ["ltg-Latn", "kac-Latn"], "main_score": 0.146065, "precision": 0.134872, "recall": 0.189723}, {"accuracy": 0.1917, "f1": 0.146237, "hf_subset": "ltg_Latn-lin_Latn", "languages": ["ltg-Latn", "lin-Latn"], "main_score": 0.146237, "precision": 0.134293, "recall": 0.1917}, {"accuracy": 0.68083, "f1": 0.639869, "hf_subset": "ltg_Latn-nno_Latn", "languages": ["ltg-Latn", "nno-Latn"], "main_score": 0.639869, "precision": 0.624333, "recall": 0.68083}, {"accuracy": 0.020751, "f1": 0.006603, "hf_subset": "ltg_Latn-sat_Olck", "languages": ["ltg-Latn", "sat-Olck"], "main_score": 0.006603, "precision": 0.005014, "recall": 0.020751}, {"accuracy": 0.449605, "f1": 0.404994, "hf_subset": "ltg_Latn-tel_Telu", "languages": ["ltg-Latn", "tel-Telu"], "main_score": 0.404994, "precision": 0.388753, "recall": 0.449605}, {"accuracy": 0.258893, "f1": 0.21225, "hf_subset": "ltg_Latn-ydd_Hebr", "languages": ["ltg-Latn", "ydd-Hebr"], "main_score": 0.21225, "precision": 0.196399, "recall": 0.258893}, {"accuracy": 0.521739, "f1": 0.479753, "hf_subset": "ltg_Latn-ary_Arab", "languages": ["ltg-Latn", "ary-Arab"], "main_score": 0.479753, "precision": 0.462911, "recall": 0.521739}, {"accuracy": 0.713439, "f1": 0.669946, "hf_subset": "ltg_Latn-ces_Latn", "languages": ["ltg-Latn", "ces-Latn"], "main_score": 0.669946, "precision": 0.65406, "recall": 0.713439}, {"accuracy": 0.081028, "f1": 0.048876, "hf_subset": "ltg_Latn-gaz_Latn", "languages": ["ltg-Latn", "gaz-Latn"], "main_score": 0.048876, "precision": 0.041117, "recall": 0.081028}, {"accuracy": 0.156126, "f1": 0.116102, "hf_subset": "ltg_Latn-kam_Latn", "languages": ["ltg-Latn", "kam-Latn"], "main_score": 0.116102, "precision": 0.104564, "recall": 0.156126}, {"accuracy": 0.688735, "f1": 0.655178, "hf_subset": "ltg_Latn-lit_Latn", "languages": ["ltg-Latn", "lit-Latn"], "main_score": 0.655178, "precision": 0.642008, "recall": 0.688735}, {"accuracy": 0.703557, "f1": 0.658196, "hf_subset": "ltg_Latn-nob_Latn", "languages": ["ltg-Latn", "nob-Latn"], "main_score": 0.658196, "precision": 0.641686, "recall": 0.703557}, {"accuracy": 0.462451, "f1": 0.41645, "hf_subset": "ltg_Latn-scn_Latn", "languages": ["ltg-Latn", "scn-Latn"], "main_score": 0.41645, "precision": 0.399514, "recall": 0.462451}, {"accuracy": 0.192688, "f1": 0.143104, "hf_subset": "ltg_Latn-tgk_Cyrl", "languages": ["ltg-Latn", "tgk-Cyrl"], "main_score": 0.143104, "precision": 0.129016, "recall": 0.192688}, {"accuracy": 0.197628, "f1": 0.145012, "hf_subset": "ltg_Latn-yor_Latn", "languages": ["ltg-Latn", "yor-Latn"], "main_score": 0.145012, "precision": 0.128941, "recall": 0.197628}, {"accuracy": 0.603755, "f1": 0.55435, "hf_subset": "ltg_Latn-arz_Arab", "languages": ["ltg-Latn", "arz-Arab"], "main_score": 0.55435, "precision": 0.536258, "recall": 0.603755}, {"accuracy": 0.159091, "f1": 0.120838, "hf_subset": "ltg_Latn-cjk_Latn", "languages": ["ltg-Latn", "cjk-Latn"], "main_score": 0.120838, "precision": 0.11007, "recall": 0.159091}, {"accuracy": 0.173913, "f1": 0.130027, "hf_subset": "ltg_Latn-gla_Latn", "languages": ["ltg-Latn", "gla-Latn"], "main_score": 0.130027, "precision": 0.116653, "recall": 0.173913}, {"accuracy": 0.413043, "f1": 0.363506, "hf_subset": "ltg_Latn-kan_Knda", "languages": ["ltg-Latn", "kan-Knda"], "main_score": 0.363506, "precision": 0.345981, "recall": 0.413043}, {"accuracy": 0.497036, "f1": 0.45041, "hf_subset": "ltg_Latn-lmo_Latn", "languages": ["ltg-Latn", "lmo-Latn"], "main_score": 0.45041, "precision": 0.431875, "recall": 0.497036}, {"accuracy": 0.571146, "f1": 0.532402, "hf_subset": "ltg_Latn-npi_Deva", "languages": ["ltg-Latn", "npi-Deva"], "main_score": 0.532402, "precision": 0.517812, "recall": 0.571146}, {"accuracy": 0.255929, "f1": 0.20052, "hf_subset": "ltg_Latn-shn_Mymr", "languages": ["ltg-Latn", "shn-Mymr"], "main_score": 0.20052, "precision": 0.181731, "recall": 0.255929}, {"accuracy": 0.371542, "f1": 0.316816, "hf_subset": "ltg_Latn-tgl_Latn", "languages": ["ltg-Latn", "tgl-Latn"], "main_score": 0.316816, "precision": 0.297986, "recall": 0.371542}, {"accuracy": 0.664032, "f1": 0.619099, "hf_subset": "ltg_Latn-yue_Hant", "languages": ["ltg-Latn", "yue-Hant"], "main_score": 0.619099, "precision": 0.603018, "recall": 0.664032}, {"accuracy": 0.262846, "f1": 0.213876, "hf_subset": "ltg_Latn-asm_Beng", "languages": ["ltg-Latn", "asm-Beng"], "main_score": 0.213876, "precision": 0.197806, "recall": 0.262846}, {"accuracy": 0.431818, "f1": 0.381961, "hf_subset": "ltg_Latn-ckb_Arab", "languages": ["ltg-Latn", "ckb-Arab"], "main_score": 0.381961, "precision": 0.36354, "recall": 0.431818}, {"accuracy": 0.250988, "f1": 0.204075, "hf_subset": "ltg_Latn-gle_Latn", "languages": ["ltg-Latn", "gle-Latn"], "main_score": 0.204075, "precision": 0.189842, "recall": 0.250988}, {"accuracy": 0.347826, "f1": 0.298628, "hf_subset": "ltg_Latn-kas_Arab", "languages": ["ltg-Latn", "kas-Arab"], "main_score": 0.298628, "precision": 0.281315, "recall": 0.347826}, {"accuracy": 0.20751, "f1": 0.162339, "hf_subset": "ltg_Latn-nso_Latn", "languages": ["ltg-Latn", "nso-Latn"], "main_score": 0.162339, "precision": 0.14823, "recall": 0.20751}, {"accuracy": 0.442688, "f1": 0.401154, "hf_subset": "ltg_Latn-sin_Sinh", "languages": ["ltg-Latn", "sin-Sinh"], "main_score": 0.401154, "precision": 0.386581, "recall": 0.442688}, {"accuracy": 0.643281, "f1": 0.590073, "hf_subset": "ltg_Latn-tha_Thai", "languages": ["ltg-Latn", "tha-Thai"], "main_score": 0.590073, "precision": 0.569568, "recall": 0.643281}, {"accuracy": 0.66996, "f1": 0.619343, "hf_subset": "ltg_Latn-zho_Hans", "languages": ["ltg-Latn", "zho-Hans"], "main_score": 0.619343, "precision": 0.600524, "recall": 0.66996}, {"accuracy": 0.635375, "f1": 0.591647, "hf_subset": "ltg_Latn-ast_Latn", "languages": ["ltg-Latn", "ast-Latn"], "main_score": 0.591647, "precision": 0.575066, "recall": 0.635375}, {"accuracy": 0.527668, "f1": 0.488884, "hf_subset": "ltg_Latn-crh_Latn", "languages": ["ltg-Latn", "crh-Latn"], "main_score": 0.488884, "precision": 0.474919, "recall": 0.527668}, {"accuracy": 0.712451, "f1": 0.672331, "hf_subset": "ltg_Latn-glg_Latn", "languages": ["ltg-Latn", "glg-Latn"], "main_score": 0.672331, "precision": 0.656915, "recall": 0.712451}, {"accuracy": 0.294466, "f1": 0.248188, "hf_subset": "ltg_Latn-kas_Deva", "languages": ["ltg-Latn", "kas-Deva"], "main_score": 0.248188, "precision": 0.232883, "recall": 0.294466}, {"accuracy": 0.410079, "f1": 0.361381, "hf_subset": "ltg_Latn-ltz_Latn", "languages": ["ltg-Latn", "ltz-Latn"], "main_score": 0.361381, "precision": 0.34498, "recall": 0.410079}, {"accuracy": 0.098814, "f1": 0.061728, "hf_subset": "ltg_Latn-nus_Latn", "languages": ["ltg-Latn", "nus-Latn"], "main_score": 0.061728, "precision": 0.053822, "recall": 0.098814}, {"accuracy": 0.70751, "f1": 0.665044, "hf_subset": "ltg_Latn-slk_Latn", "languages": ["ltg-Latn", "slk-Latn"], "main_score": 0.665044, "precision": 0.650264, "recall": 0.70751}, {"accuracy": 0.128458, "f1": 0.09299, "hf_subset": "ltg_Latn-tir_Ethi", "languages": ["ltg-Latn", "tir-Ethi"], "main_score": 0.09299, "precision": 0.082502, "recall": 0.128458}, {"accuracy": 0.642292, "f1": 0.589101, "hf_subset": "ltg_Latn-zho_Hant", "languages": ["ltg-Latn", "zho-Hant"], "main_score": 0.589101, "precision": 0.568049, "recall": 0.642292}, {"accuracy": 0.606719, "f1": 0.556696, "hf_subset": "ltg_Latn-awa_Deva", "languages": ["ltg-Latn", "awa-Deva"], "main_score": 0.556696, "precision": 0.537759, "recall": 0.606719}, {"accuracy": 0.352767, "f1": 0.302676, "hf_subset": "ltg_Latn-cym_Latn", "languages": ["ltg-Latn", "cym-Latn"], "main_score": 0.302676, "precision": 0.286201, "recall": 0.352767}, {"accuracy": 0.307312, "f1": 0.247228, "hf_subset": "ltg_Latn-grn_Latn", "languages": ["ltg-Latn", "grn-Latn"], "main_score": 0.247228, "precision": 0.230109, "recall": 0.307312}, {"accuracy": 0.566206, "f1": 0.517932, "hf_subset": "ltg_Latn-kat_Geor", "languages": ["ltg-Latn", "kat-Geor"], "main_score": 0.517932, "precision": 0.500106, "recall": 0.566206}, {"accuracy": 0.224308, "f1": 0.170581, "hf_subset": "ltg_Latn-lua_Latn", "languages": ["ltg-Latn", "lua-Latn"], "main_score": 0.170581, "precision": 0.155063, "recall": 0.224308}, {"accuracy": 0.199605, "f1": 0.147377, "hf_subset": "ltg_Latn-nya_Latn", "languages": ["ltg-Latn", "nya-Latn"], "main_score": 0.147377, "precision": 0.13225, "recall": 0.199605}, {"accuracy": 0.703557, "f1": 0.663677, "hf_subset": "ltg_Latn-slv_Latn", "languages": ["ltg-Latn", "slv-Latn"], "main_score": 0.663677, "precision": 0.649123, "recall": 0.703557}, {"accuracy": 0.370553, "f1": 0.314724, "hf_subset": "ltg_Latn-tpi_Latn", "languages": ["ltg-Latn", "tpi-Latn"], "main_score": 0.314724, "precision": 0.296287, "recall": 0.370553}, {"accuracy": 0.703557, "f1": 0.656822, "hf_subset": "ltg_Latn-zsm_Latn", "languages": ["ltg-Latn", "zsm-Latn"], "main_score": 0.656822, "precision": 0.639723, "recall": 0.703557}, {"accuracy": 0.187747, "f1": 0.12693, "hf_subset": "ltg_Latn-ayr_Latn", "languages": ["ltg-Latn", "ayr-Latn"], "main_score": 0.12693, "precision": 0.111451, "recall": 0.187747}, {"accuracy": 0.715415, "f1": 0.673997, "hf_subset": "ltg_Latn-dan_Latn", "languages": ["ltg-Latn", "dan-Latn"], "main_score": 0.673997, "precision": 0.65808, "recall": 0.715415}, {"accuracy": 0.539526, "f1": 0.484458, "hf_subset": "ltg_Latn-guj_Gujr", "languages": ["ltg-Latn", "guj-Gujr"], "main_score": 0.484458, "precision": 0.464958, "recall": 0.539526}, {"accuracy": 0.616601, "f1": 0.580078, "hf_subset": "ltg_Latn-kaz_Cyrl", "languages": ["ltg-Latn", "kaz-Cyrl"], "main_score": 0.580078, "precision": 0.566268, "recall": 0.616601}, {"accuracy": 0.137352, "f1": 0.096836, "hf_subset": "ltg_Latn-lug_Latn", "languages": ["ltg-Latn", "lug-Latn"], "main_score": 0.096836, "precision": 0.086222, "recall": 0.137352}, {"accuracy": 0.646245, "f1": 0.60261, "hf_subset": "ltg_Latn-oci_Latn", "languages": ["ltg-Latn", "oci-Latn"], "main_score": 0.60261, "precision": 0.58736, "recall": 0.646245}, {"accuracy": 0.166008, "f1": 0.120433, "hf_subset": "ltg_Latn-smo_Latn", "languages": ["ltg-Latn", "smo-Latn"], "main_score": 0.120433, "precision": 0.10744, "recall": 0.166008}, {"accuracy": 0.174901, "f1": 0.131791, "hf_subset": "ltg_Latn-tsn_Latn", "languages": ["ltg-Latn", "tsn-Latn"], "main_score": 0.131791, "precision": 0.119616, "recall": 0.174901}, {"accuracy": 0.108696, "f1": 0.077871, "hf_subset": "ltg_Latn-zul_Latn", "languages": ["ltg-Latn", "zul-Latn"], "main_score": 0.077871, "precision": 0.0695, "recall": 0.108696}, {"accuracy": 0.357708, "f1": 0.30837, "hf_subset": "ltg_Latn-azb_Arab", "languages": ["ltg-Latn", "azb-Arab"], "main_score": 0.30837, "precision": 0.290624, "recall": 0.357708}, {"accuracy": 0.713439, "f1": 0.668868, "hf_subset": "ltg_Latn-deu_Latn", "languages": ["ltg-Latn", "deu-Latn"], "main_score": 0.668868, "precision": 0.653028, "recall": 0.713439}, {"accuracy": 0.264822, "f1": 0.208908, "hf_subset": "ltg_Latn-hat_Latn", "languages": ["ltg-Latn", "hat-Latn"], "main_score": 0.208908, "precision": 0.19149, "recall": 0.264822}, {"accuracy": 0.172925, "f1": 0.11848, "hf_subset": "ltg_Latn-kbp_Latn", "languages": ["ltg-Latn", "kbp-Latn"], "main_score": 0.11848, "precision": 0.104709, "recall": 0.172925}, {"accuracy": 0.199605, "f1": 0.147524, "hf_subset": "ltg_Latn-luo_Latn", "languages": ["ltg-Latn", "luo-Latn"], "main_score": 0.147524, "precision": 0.133465, "recall": 0.199605}, {"accuracy": 0.360672, "f1": 0.314654, "hf_subset": "ltg_Latn-ory_Orya", "languages": ["ltg-Latn", "ory-Orya"], "main_score": 0.314654, "precision": 0.298391, "recall": 0.360672}, {"accuracy": 0.142292, "f1": 0.102066, "hf_subset": "ltg_Latn-sna_Latn", "languages": ["ltg-Latn", "sna-Latn"], "main_score": 0.102066, "precision": 0.091108, "recall": 0.142292}, {"accuracy": 0.166996, "f1": 0.127744, "hf_subset": "ltg_Latn-tso_Latn", "languages": ["ltg-Latn", "tso-Latn"], "main_score": 0.127744, "precision": 0.115871, "recall": 0.166996}, {"accuracy": 0.578063, "f1": 0.544324, "hf_subset": "ltg_Latn-azj_Latn", "languages": ["ltg-Latn", "azj-Latn"], "main_score": 0.544324, "precision": 0.531463, "recall": 0.578063}, {"accuracy": 0.258893, "f1": 0.204407, "hf_subset": "ltg_Latn-dik_Latn", "languages": ["ltg-Latn", "dik-Latn"], "main_score": 0.204407, "precision": 0.188786, "recall": 0.258893}, {"accuracy": 0.217391, "f1": 0.166712, "hf_subset": "ltg_Latn-hau_Latn", "languages": ["ltg-Latn", "hau-Latn"], "main_score": 0.166712, "precision": 0.151501, "recall": 0.217391}, {"accuracy": 0.471344, "f1": 0.422939, "hf_subset": "ltg_Latn-kea_Latn", "languages": ["ltg-Latn", "kea-Latn"], "main_score": 0.422939, "precision": 0.405984, "recall": 0.471344}, {"accuracy": 0.296443, "f1": 0.244461, "hf_subset": "ltg_Latn-lus_Latn", "languages": ["ltg-Latn", "lus-Latn"], "main_score": 0.244461, "precision": 0.228349, "recall": 0.296443}, {"accuracy": 0.367589, "f1": 0.317046, "hf_subset": "ltg_Latn-pag_Latn", "languages": ["ltg-Latn", "pag-Latn"], "main_score": 0.317046, "precision": 0.2991, "recall": 0.367589}, {"accuracy": 0.455534, "f1": 0.410528, "hf_subset": "ltg_Latn-snd_Arab", "languages": ["ltg-Latn", "snd-Arab"], "main_score": 0.410528, "precision": 0.3937, "recall": 0.455534}, {"accuracy": 0.338933, "f1": 0.278007, "hf_subset": "ltg_Latn-tuk_Latn", "languages": ["ltg-Latn", "tuk-Latn"], "main_score": 0.278007, "precision": 0.257108, "recall": 0.338933}, {"accuracy": 0.459486, "f1": 0.404577, "hf_subset": "ltg_Latn-bak_Cyrl", "languages": ["ltg-Latn", "bak-Cyrl"], "main_score": 0.404577, "precision": 0.38471, "recall": 0.459486}, {"accuracy": 0.16996, "f1": 0.123074, "hf_subset": "ltg_Latn-dyu_Latn", "languages": ["ltg-Latn", "dyu-Latn"], "main_score": 0.123074, "precision": 0.109883, "recall": 0.16996}, {"accuracy": 0.635375, "f1": 0.585055, "hf_subset": "ltg_Latn-heb_Hebr", "languages": ["ltg-Latn", "heb-Hebr"], "main_score": 0.585055, "precision": 0.566636, "recall": 0.635375}, {"accuracy": 0.619565, "f1": 0.578955, "hf_subset": "ltg_Latn-khk_Cyrl", "languages": ["ltg-Latn", "khk-Cyrl"], "main_score": 0.578955, "precision": 0.563552, "recall": 0.619565}, {"accuracy": 0.717391, "f1": 0.681487, "hf_subset": "ltg_Latn-lvs_Latn", "languages": ["ltg-Latn", "lvs-Latn"], "main_score": 0.681487, "precision": 0.667964, "recall": 0.717391}, {"accuracy": 0.412055, "f1": 0.367821, "hf_subset": "ltg_Latn-pan_Guru", "languages": ["ltg-Latn", "pan-Guru"], "main_score": 0.367821, "precision": 0.351902, "recall": 0.412055}, {"accuracy": 0.235178, "f1": 0.186203, "hf_subset": "ltg_Latn-som_Latn", "languages": ["ltg-Latn", "som-Latn"], "main_score": 0.186203, "precision": 0.170471, "recall": 0.235178}, {"accuracy": 0.190711, "f1": 0.138522, "hf_subset": "ltg_Latn-tum_Latn", "languages": ["ltg-Latn", "tum-Latn"], "main_score": 0.138522, "precision": 0.125476, "recall": 0.190711}, {"accuracy": 0.046443, "f1": 0.03501, "hf_subset": "nso_Latn-ace_Arab", "languages": ["nso-Latn", "ace-Arab"], "main_score": 0.03501, "precision": 0.032493, "recall": 0.046443}, {"accuracy": 0.212451, "f1": 0.194208, "hf_subset": "nso_Latn-bam_Latn", "languages": ["nso-Latn", "bam-Latn"], "main_score": 0.194208, "precision": 0.188066, "recall": 0.212451}, {"accuracy": 0.003953, "f1": 0.000223, "hf_subset": "nso_Latn-dzo_Tibt", "languages": ["nso-Latn", "dzo-Tibt"], "main_score": 0.000223, "precision": 0.000121, "recall": 0.003953}, {"accuracy": 0.162055, "f1": 0.138203, "hf_subset": "nso_Latn-hin_Deva", "languages": ["nso-Latn", "hin-Deva"], "main_score": 0.138203, "precision": 0.131871, "recall": 0.162055}, {"accuracy": 0.158103, "f1": 0.139314, "hf_subset": "nso_Latn-khm_Khmr", "languages": ["nso-Latn", "khm-Khmr"], "main_score": 0.139314, "precision": 0.134525, "recall": 0.158103}, {"accuracy": 0.133399, "f1": 0.116585, "hf_subset": "nso_Latn-mag_Deva", "languages": ["nso-Latn", "mag-Deva"], "main_score": 0.116585, "precision": 0.111931, "recall": 0.133399}, {"accuracy": 0.158103, "f1": 0.14443, "hf_subset": "nso_Latn-pap_Latn", "languages": ["nso-Latn", "pap-Latn"], "main_score": 0.14443, "precision": 0.140131, "recall": 0.158103}, {"accuracy": 0.422925, "f1": 0.392342, "hf_subset": "nso_Latn-sot_Latn", "languages": ["nso-Latn", "sot-Latn"], "main_score": 0.392342, "precision": 0.381473, "recall": 0.422925}, {"accuracy": 0.225296, "f1": 0.200309, "hf_subset": "nso_Latn-tur_Latn", "languages": ["nso-Latn", "tur-Latn"], "main_score": 0.200309, "precision": 0.194368, "recall": 0.225296}, {"accuracy": 0.212451, "f1": 0.194171, "hf_subset": "nso_Latn-ace_Latn", "languages": ["nso-Latn", "ace-Latn"], "main_score": 0.194171, "precision": 0.188109, "recall": 0.212451}, {"accuracy": 0.168972, "f1": 0.157437, "hf_subset": "nso_Latn-ban_Latn", "languages": ["nso-Latn", "ban-Latn"], "main_score": 0.157437, "precision": 0.154285, "recall": 0.168972}, {"accuracy": 0.16996, "f1": 0.149385, "hf_subset": "nso_Latn-ell_Grek", "languages": ["nso-Latn", "ell-Grek"], "main_score": 0.149385, "precision": 0.143639, "recall": 0.16996}, {"accuracy": 0.12747, "f1": 0.114048, "hf_subset": "nso_Latn-hne_Deva", "languages": ["nso-Latn", "hne-Deva"], "main_score": 0.114048, "precision": 0.109293, "recall": 0.12747}, {"accuracy": 0.225296, "f1": 0.198729, "hf_subset": "nso_Latn-kik_Latn", "languages": ["nso-Latn", "kik-Latn"], "main_score": 0.198729, "precision": 0.190138, "recall": 0.225296}, {"accuracy": 0.126482, "f1": 0.115888, "hf_subset": "nso_Latn-mai_Deva", "languages": ["nso-Latn", "mai-Deva"], "main_score": 0.115888, "precision": 0.113187, "recall": 0.126482}, {"accuracy": 0.134387, "f1": 0.114967, "hf_subset": "nso_Latn-pbt_Arab", "languages": ["nso-Latn", "pbt-Arab"], "main_score": 0.114967, "precision": 0.110146, "recall": 0.134387}, {"accuracy": 0.222332, "f1": 0.198976, "hf_subset": "nso_Latn-spa_Latn", "languages": ["nso-Latn", "spa-Latn"], "main_score": 0.198976, "precision": 0.193324, "recall": 0.222332}, {"accuracy": 0.293478, "f1": 0.270472, "hf_subset": "nso_Latn-twi_Latn", "languages": ["nso-Latn", "twi-Latn"], "main_score": 0.270472, "precision": 0.262636, "recall": 0.293478}, {"accuracy": 0.128458, "f1": 0.118914, "hf_subset": "nso_Latn-acm_Arab", "languages": ["nso-Latn", "acm-Arab"], "main_score": 0.118914, "precision": 0.116399, "recall": 0.128458}, {"accuracy": 0.148221, "f1": 0.126598, "hf_subset": "nso_Latn-bel_Cyrl", "languages": ["nso-Latn", "bel-Cyrl"], "main_score": 0.126598, "precision": 0.121509, "recall": 0.148221}, {"accuracy": 0.243083, "f1": 0.220993, "hf_subset": "nso_Latn-eng_Latn", "languages": ["nso-Latn", "eng-Latn"], "main_score": 0.220993, "precision": 0.215126, "recall": 0.243083}, {"accuracy": 0.166996, "f1": 0.156944, "hf_subset": "nso_Latn-hrv_Latn", "languages": ["nso-Latn", "hrv-Latn"], "main_score": 0.156944, "precision": 0.154036, "recall": 0.166996}, {"accuracy": 0.20751, "f1": 0.182402, "hf_subset": "nso_Latn-kin_Latn", "languages": ["nso-Latn", "kin-Latn"], "main_score": 0.182402, "precision": 0.174767, "recall": 0.20751}, {"accuracy": 0.077075, "f1": 0.063746, "hf_subset": "nso_Latn-mal_Mlym", "languages": ["nso-Latn", "mal-Mlym"], "main_score": 0.063746, "precision": 0.061362, "recall": 0.077075}, {"accuracy": 0.171937, "f1": 0.15271, "hf_subset": "nso_Latn-pes_Arab", "languages": ["nso-Latn", "pes-Arab"], "main_score": 0.15271, "precision": 0.146576, "recall": 0.171937}, {"accuracy": 0.166008, "f1": 0.15053, "hf_subset": "nso_Latn-srd_Latn", "languages": ["nso-Latn", "srd-Latn"], "main_score": 0.15053, "precision": 0.145124, "recall": 0.166008}, {"accuracy": 0.072134, "f1": 0.050538, "hf_subset": "nso_Latn-tzm_Tfng", "languages": ["nso-Latn", "tzm-Tfng"], "main_score": 0.050538, "precision": 0.045946, "recall": 0.072134}, {"accuracy": 0.147233, "f1": 0.13143, "hf_subset": "nso_Latn-acq_Arab", "languages": ["nso-Latn", "acq-Arab"], "main_score": 0.13143, "precision": 0.127014, "recall": 0.147233}, {"accuracy": 0.286561, "f1": 0.263038, "hf_subset": "nso_Latn-bem_Latn", "languages": ["nso-Latn", "bem-Latn"], "main_score": 0.263038, "precision": 0.255015, "recall": 0.286561}, {"accuracy": 0.148221, "f1": 0.139603, "hf_subset": "nso_Latn-epo_Latn", "languages": ["nso-Latn", "epo-Latn"], "main_score": 0.139603, "precision": 0.137507, "recall": 0.148221}, {"accuracy": 0.222332, "f1": 0.197731, "hf_subset": "nso_Latn-hun_Latn", "languages": ["nso-Latn", "hun-Latn"], "main_score": 0.197731, "precision": 0.191868, "recall": 0.222332}, {"accuracy": 0.166008, "f1": 0.144142, "hf_subset": "nso_Latn-kir_Cyrl", "languages": ["nso-Latn", "kir-Cyrl"], "main_score": 0.144142, "precision": 0.139437, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.103202, "hf_subset": "nso_Latn-mar_Deva", "languages": ["nso-Latn", "mar-Deva"], "main_score": 0.103202, "precision": 0.097918, "recall": 0.123518}, {"accuracy": 0.197628, "f1": 0.180418, "hf_subset": "nso_Latn-plt_Latn", "languages": ["nso-Latn", "plt-Latn"], "main_score": 0.180418, "precision": 0.1739, "recall": 0.197628}, {"accuracy": 0.188735, "f1": 0.163607, "hf_subset": "nso_Latn-srp_Cyrl", "languages": ["nso-Latn", "srp-Cyrl"], "main_score": 0.163607, "precision": 0.157047, "recall": 0.188735}, {"accuracy": 0.096838, "f1": 0.086631, "hf_subset": "nso_Latn-uig_Arab", "languages": ["nso-Latn", "uig-Arab"], "main_score": 0.086631, "precision": 0.083149, "recall": 0.096838}, {"accuracy": 0.12253, "f1": 0.108494, "hf_subset": "nso_Latn-aeb_Arab", "languages": ["nso-Latn", "aeb-Arab"], "main_score": 0.108494, "precision": 0.105398, "recall": 0.12253}, {"accuracy": 0.071146, "f1": 0.058084, "hf_subset": "nso_Latn-ben_Beng", "languages": ["nso-Latn", "ben-Beng"], "main_score": 0.058084, "precision": 0.054673, "recall": 0.071146}, {"accuracy": 0.224308, "f1": 0.201045, "hf_subset": "nso_Latn-est_Latn", "languages": ["nso-Latn", "est-Latn"], "main_score": 0.201045, "precision": 0.195419, "recall": 0.224308}, {"accuracy": 0.131423, "f1": 0.115214, "hf_subset": "nso_Latn-hye_Armn", "languages": ["nso-Latn", "hye-Armn"], "main_score": 0.115214, "precision": 0.110077, "recall": 0.131423}, {"accuracy": 0.241107, "f1": 0.209464, "hf_subset": "nso_Latn-kmb_Latn", "languages": ["nso-Latn", "kmb-Latn"], "main_score": 0.209464, "precision": 0.199016, "recall": 0.241107}, {"accuracy": 0.030632, "f1": 0.025787, "hf_subset": "nso_Latn-min_Arab", "languages": ["nso-Latn", "min-Arab"], "main_score": 0.025787, "precision": 0.024753, "recall": 0.030632}, {"accuracy": 0.23419, "f1": 0.210244, "hf_subset": "nso_Latn-pol_Latn", "languages": ["nso-Latn", "pol-Latn"], "main_score": 0.210244, "precision": 0.204809, "recall": 0.23419}, {"accuracy": 0.22332, "f1": 0.199994, "hf_subset": "nso_Latn-ssw_Latn", "languages": ["nso-Latn", "ssw-Latn"], "main_score": 0.199994, "precision": 0.192179, "recall": 0.22332}, {"accuracy": 0.182806, "f1": 0.165283, "hf_subset": "nso_Latn-ukr_Cyrl", "languages": ["nso-Latn", "ukr-Cyrl"], "main_score": 0.165283, "precision": 0.159868, "recall": 0.182806}, {"accuracy": 0.225296, "f1": 0.202565, "hf_subset": "nso_Latn-afr_Latn", "languages": ["nso-Latn", "afr-Latn"], "main_score": 0.202565, "precision": 0.195773, "recall": 0.225296}, {"accuracy": 0.137352, "f1": 0.121999, "hf_subset": "nso_Latn-bho_Deva", "languages": ["nso-Latn", "bho-Deva"], "main_score": 0.121999, "precision": 0.116534, "recall": 0.137352}, {"accuracy": 0.131423, "f1": 0.122837, "hf_subset": "nso_Latn-eus_Latn", "languages": ["nso-Latn", "eus-Latn"], "main_score": 0.122837, "precision": 0.120071, "recall": 0.131423}, {"accuracy": 0.222332, "f1": 0.196667, "hf_subset": "nso_Latn-ibo_Latn", "languages": ["nso-Latn", "ibo-Latn"], "main_score": 0.196667, "precision": 0.187652, "recall": 0.222332}, {"accuracy": 0.199605, "f1": 0.17657, "hf_subset": "nso_Latn-kmr_Latn", "languages": ["nso-Latn", "kmr-Latn"], "main_score": 0.17657, "precision": 0.171223, "recall": 0.199605}, {"accuracy": 0.161067, "f1": 0.146204, "hf_subset": "nso_Latn-min_Latn", "languages": ["nso-Latn", "min-Latn"], "main_score": 0.146204, "precision": 0.142219, "recall": 0.161067}, {"accuracy": 0.246047, "f1": 0.21816, "hf_subset": "nso_Latn-por_Latn", "languages": ["nso-Latn", "por-Latn"], "main_score": 0.21816, "precision": 0.21192, "recall": 0.246047}, {"accuracy": 0.16502, "f1": 0.153802, "hf_subset": "nso_Latn-sun_Latn", "languages": ["nso-Latn", "sun-Latn"], "main_score": 0.153802, "precision": 0.150366, "recall": 0.16502}, {"accuracy": 0.216403, "f1": 0.191002, "hf_subset": "nso_Latn-umb_Latn", "languages": ["nso-Latn", "umb-Latn"], "main_score": 0.191002, "precision": 0.181864, "recall": 0.216403}, {"accuracy": 0.152174, "f1": 0.13619, "hf_subset": "nso_Latn-ajp_Arab", "languages": ["nso-Latn", "ajp-Arab"], "main_score": 0.13619, "precision": 0.132364, "recall": 0.152174}, {"accuracy": 0.036561, "f1": 0.032168, "hf_subset": "nso_Latn-bjn_Arab", "languages": ["nso-Latn", "bjn-Arab"], "main_score": 0.032168, "precision": 0.030632, "recall": 0.036561}, {"accuracy": 0.248024, "f1": 0.229001, "hf_subset": "nso_Latn-ewe_Latn", "languages": ["nso-Latn", "ewe-Latn"], "main_score": 0.229001, "precision": 0.221978, "recall": 0.248024}, {"accuracy": 0.25, "f1": 0.226301, "hf_subset": "nso_Latn-ilo_Latn", "languages": ["nso-Latn", "ilo-Latn"], "main_score": 0.226301, "precision": 0.219334, "recall": 0.25}, {"accuracy": 0.041502, "f1": 0.036677, "hf_subset": "nso_Latn-knc_Arab", "languages": ["nso-Latn", "knc-Arab"], "main_score": 0.036677, "precision": 0.035138, "recall": 0.041502}, {"accuracy": 0.190711, "f1": 0.168052, "hf_subset": "nso_Latn-mkd_Cyrl", "languages": ["nso-Latn", "mkd-Cyrl"], "main_score": 0.168052, "precision": 0.161166, "recall": 0.190711}, {"accuracy": 0.144269, "f1": 0.130237, "hf_subset": "nso_Latn-prs_Arab", "languages": ["nso-Latn", "prs-Arab"], "main_score": 0.130237, "precision": 0.126674, "recall": 0.144269}, {"accuracy": 0.203557, "f1": 0.186132, "hf_subset": "nso_Latn-swe_Latn", "languages": ["nso-Latn", "swe-Latn"], "main_score": 0.186132, "precision": 0.180927, "recall": 0.203557}, {"accuracy": 0.125494, "f1": 0.107862, "hf_subset": "nso_Latn-urd_Arab", "languages": ["nso-Latn", "urd-Arab"], "main_score": 0.107862, "precision": 0.102659, "recall": 0.125494}, {"accuracy": 0.280632, "f1": 0.253705, "hf_subset": "nso_Latn-aka_Latn", "languages": ["nso-Latn", "aka-Latn"], "main_score": 0.253705, "precision": 0.244401, "recall": 0.280632}, {"accuracy": 0.174901, "f1": 0.16478, "hf_subset": "nso_Latn-bjn_Latn", "languages": ["nso-Latn", "bjn-Latn"], "main_score": 0.16478, "precision": 0.161742, "recall": 0.174901}, {"accuracy": 0.164032, "f1": 0.151226, "hf_subset": "nso_Latn-fao_Latn", "languages": ["nso-Latn", "fao-Latn"], "main_score": 0.151226, "precision": 0.148785, "recall": 0.164032}, {"accuracy": 0.236166, "f1": 0.20784, "hf_subset": "nso_Latn-ind_Latn", "languages": ["nso-Latn", "ind-Latn"], "main_score": 0.20784, "precision": 0.20047, "recall": 0.236166}, {"accuracy": 0.245059, "f1": 0.22699, "hf_subset": "nso_Latn-knc_Latn", "languages": ["nso-Latn", "knc-Latn"], "main_score": 0.22699, "precision": 0.220558, "recall": 0.245059}, {"accuracy": 0.201581, "f1": 0.182641, "hf_subset": "nso_Latn-mlt_Latn", "languages": ["nso-Latn", "mlt-Latn"], "main_score": 0.182641, "precision": 0.176451, "recall": 0.201581}, {"accuracy": 0.203557, "f1": 0.180025, "hf_subset": "nso_Latn-quy_Latn", "languages": ["nso-Latn", "quy-Latn"], "main_score": 0.180025, "precision": 0.173168, "recall": 0.203557}, {"accuracy": 0.174901, "f1": 0.160333, "hf_subset": "nso_Latn-swh_Latn", "languages": ["nso-Latn", "swh-Latn"], "main_score": 0.160333, "precision": 0.15581, "recall": 0.174901}, {"accuracy": 0.119565, "f1": 0.107587, "hf_subset": "nso_Latn-uzn_Latn", "languages": ["nso-Latn", "uzn-Latn"], "main_score": 0.107587, "precision": 0.104463, "recall": 0.119565}, {"accuracy": 0.20751, "f1": 0.185581, "hf_subset": "nso_Latn-als_Latn", "languages": ["nso-Latn", "als-Latn"], "main_score": 0.185581, "precision": 0.179623, "recall": 0.20751}, {"accuracy": 0.036561, "f1": 0.025359, "hf_subset": "nso_Latn-bod_Tibt", "languages": ["nso-Latn", "bod-Tibt"], "main_score": 0.025359, "precision": 0.022654, "recall": 0.036561}, {"accuracy": 0.179842, "f1": 0.159083, "hf_subset": "nso_Latn-fij_Latn", "languages": ["nso-Latn", "fij-Latn"], "main_score": 0.159083, "precision": 0.152556, "recall": 0.179842}, {"accuracy": 0.139328, "f1": 0.128053, "hf_subset": "nso_Latn-isl_Latn", "languages": ["nso-Latn", "isl-Latn"], "main_score": 0.128053, "precision": 0.125341, "recall": 0.139328}, {"accuracy": 0.246047, "f1": 0.223375, "hf_subset": "nso_Latn-kon_Latn", "languages": ["nso-Latn", "kon-Latn"], "main_score": 0.223375, "precision": 0.214663, "recall": 0.246047}, {"accuracy": 0.050395, "f1": 0.036353, "hf_subset": "nso_Latn-mni_Beng", "languages": ["nso-Latn", "mni-Beng"], "main_score": 0.036353, "precision": 0.033571, "recall": 0.050395}, {"accuracy": 0.23913, "f1": 0.216677, "hf_subset": "nso_Latn-ron_Latn", "languages": ["nso-Latn", "ron-Latn"], "main_score": 0.216677, "precision": 0.21105, "recall": 0.23913}, {"accuracy": 0.158103, "f1": 0.146289, "hf_subset": "nso_Latn-szl_Latn", "languages": ["nso-Latn", "szl-Latn"], "main_score": 0.146289, "precision": 0.142218, "recall": 0.158103}, {"accuracy": 0.16502, "f1": 0.149318, "hf_subset": "nso_Latn-vec_Latn", "languages": ["nso-Latn", "vec-Latn"], "main_score": 0.149318, "precision": 0.145523, "recall": 0.16502}, {"accuracy": 0.066206, "f1": 0.05385, "hf_subset": "nso_Latn-amh_Ethi", "languages": ["nso-Latn", "amh-Ethi"], "main_score": 0.05385, "precision": 0.050237, "recall": 0.066206}, {"accuracy": 0.219368, "f1": 0.197958, "hf_subset": "nso_Latn-bos_Latn", "languages": ["nso-Latn", "bos-Latn"], "main_score": 0.197958, "precision": 0.192645, "recall": 0.219368}, {"accuracy": 0.222332, "f1": 0.198597, "hf_subset": "nso_Latn-fin_Latn", "languages": ["nso-Latn", "fin-Latn"], "main_score": 0.198597, "precision": 0.192981, "recall": 0.222332}, {"accuracy": 0.23913, "f1": 0.210046, "hf_subset": "nso_Latn-ita_Latn", "languages": ["nso-Latn", "ita-Latn"], "main_score": 0.210046, "precision": 0.203148, "recall": 0.23913}, {"accuracy": 0.171937, "f1": 0.153633, "hf_subset": "nso_Latn-kor_Hang", "languages": ["nso-Latn", "kor-Hang"], "main_score": 0.153633, "precision": 0.148247, "recall": 0.171937}, {"accuracy": 0.210474, "f1": 0.195096, "hf_subset": "nso_Latn-mos_Latn", "languages": ["nso-Latn", "mos-Latn"], "main_score": 0.195096, "precision": 0.189758, "recall": 0.210474}, {"accuracy": 0.220356, "f1": 0.191004, "hf_subset": "nso_Latn-run_Latn", "languages": ["nso-Latn", "run-Latn"], "main_score": 0.191004, "precision": 0.180988, "recall": 0.220356}, {"accuracy": 0.068182, "f1": 0.056177, "hf_subset": "nso_Latn-tam_Taml", "languages": ["nso-Latn", "tam-Taml"], "main_score": 0.056177, "precision": 0.053173, "recall": 0.068182}, {"accuracy": 0.23913, "f1": 0.20936, "hf_subset": "nso_Latn-vie_Latn", "languages": ["nso-Latn", "vie-Latn"], "main_score": 0.20936, "precision": 0.201658, "recall": 0.23913}, {"accuracy": 0.137352, "f1": 0.124082, "hf_subset": "nso_Latn-apc_Arab", "languages": ["nso-Latn", "apc-Arab"], "main_score": 0.124082, "precision": 0.120406, "recall": 0.137352}, {"accuracy": 0.219368, "f1": 0.199868, "hf_subset": "nso_Latn-bug_Latn", "languages": ["nso-Latn", "bug-Latn"], "main_score": 0.199868, "precision": 0.193595, "recall": 0.219368}, {"accuracy": 0.233202, "f1": 0.208963, "hf_subset": "nso_Latn-fon_Latn", "languages": ["nso-Latn", "fon-Latn"], "main_score": 0.208963, "precision": 0.200746, "recall": 0.233202}, {"accuracy": 0.177866, "f1": 0.164203, "hf_subset": "nso_Latn-jav_Latn", "languages": ["nso-Latn", "jav-Latn"], "main_score": 0.164203, "precision": 0.16046, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.171542, "hf_subset": "nso_Latn-lao_Laoo", "languages": ["nso-Latn", "lao-Laoo"], "main_score": 0.171542, "precision": 0.16587, "recall": 0.1917}, {"accuracy": 0.227273, "f1": 0.199699, "hf_subset": "nso_Latn-mri_Latn", "languages": ["nso-Latn", "mri-Latn"], "main_score": 0.199699, "precision": 0.189876, "recall": 0.227273}, {"accuracy": 0.188735, "f1": 0.167637, "hf_subset": "nso_Latn-rus_Cyrl", "languages": ["nso-Latn", "rus-Cyrl"], "main_score": 0.167637, "precision": 0.16197, "recall": 0.188735}, {"accuracy": 0.226285, "f1": 0.204865, "hf_subset": "nso_Latn-taq_Latn", "languages": ["nso-Latn", "taq-Latn"], "main_score": 0.204865, "precision": 0.198927, "recall": 0.226285}, {"accuracy": 0.221344, "f1": 0.208705, "hf_subset": "nso_Latn-war_Latn", "languages": ["nso-Latn", "war-Latn"], "main_score": 0.208705, "precision": 0.203551, "recall": 0.221344}, {"accuracy": 0.162055, "f1": 0.144813, "hf_subset": "nso_Latn-arb_Arab", "languages": ["nso-Latn", "arb-Arab"], "main_score": 0.144813, "precision": 0.140263, "recall": 0.162055}, {"accuracy": 0.209486, "f1": 0.182857, "hf_subset": "nso_Latn-bul_Cyrl", "languages": ["nso-Latn", "bul-Cyrl"], "main_score": 0.182857, "precision": 0.176711, "recall": 0.209486}, {"accuracy": 0.235178, "f1": 0.204977, "hf_subset": "nso_Latn-fra_Latn", "languages": ["nso-Latn", "fra-Latn"], "main_score": 0.204977, "precision": 0.197523, "recall": 0.235178}, {"accuracy": 0.173913, "f1": 0.148075, "hf_subset": "nso_Latn-jpn_Jpan", "languages": ["nso-Latn", "jpn-Jpan"], "main_score": 0.148075, "precision": 0.141014, "recall": 0.173913}, {"accuracy": 0.159091, "f1": 0.147914, "hf_subset": "nso_Latn-lij_Latn", "languages": ["nso-Latn", "lij-Latn"], "main_score": 0.147914, "precision": 0.144789, "recall": 0.159091}, {"accuracy": 0.12747, "f1": 0.105951, "hf_subset": "nso_Latn-mya_Mymr", "languages": ["nso-Latn", "mya-Mymr"], "main_score": 0.105951, "precision": 0.100114, "recall": 0.12747}, {"accuracy": 0.242095, "f1": 0.216701, "hf_subset": "nso_Latn-sag_Latn", "languages": ["nso-Latn", "sag-Latn"], "main_score": 0.216701, "precision": 0.207812, "recall": 0.242095}, {"accuracy": 0.074111, "f1": 0.056134, "hf_subset": "nso_Latn-taq_Tfng", "languages": ["nso-Latn", "taq-Tfng"], "main_score": 0.056134, "precision": 0.051535, "recall": 0.074111}, {"accuracy": 0.249012, "f1": 0.231436, "hf_subset": "nso_Latn-wol_Latn", "languages": ["nso-Latn", "wol-Latn"], "main_score": 0.231436, "precision": 0.22541, "recall": 0.249012}, {"accuracy": 0.107708, "f1": 0.078621, "hf_subset": "nso_Latn-arb_Latn", "languages": ["nso-Latn", "arb-Latn"], "main_score": 0.078621, "precision": 0.071452, "recall": 0.107708}, {"accuracy": 0.243083, "f1": 0.212552, "hf_subset": "nso_Latn-cat_Latn", "languages": ["nso-Latn", "cat-Latn"], "main_score": 0.212552, "precision": 0.204985, "recall": 0.243083}, {"accuracy": 0.175889, "f1": 0.161474, "hf_subset": "nso_Latn-fur_Latn", "languages": ["nso-Latn", "fur-Latn"], "main_score": 0.161474, "precision": 0.157495, "recall": 0.175889}, {"accuracy": 0.083992, "f1": 0.065606, "hf_subset": "nso_Latn-kab_Latn", "languages": ["nso-Latn", "kab-Latn"], "main_score": 0.065606, "precision": 0.060361, "recall": 0.083992}, {"accuracy": 0.181818, "f1": 0.17029, "hf_subset": "nso_Latn-lim_Latn", "languages": ["nso-Latn", "lim-Latn"], "main_score": 0.17029, "precision": 0.165657, "recall": 0.181818}, {"accuracy": 0.242095, "f1": 0.213943, "hf_subset": "nso_Latn-nld_Latn", "languages": ["nso-Latn", "nld-Latn"], "main_score": 0.213943, "precision": 0.206219, "recall": 0.242095}, {"accuracy": 0.09585, "f1": 0.085403, "hf_subset": "nso_Latn-san_Deva", "languages": ["nso-Latn", "san-Deva"], "main_score": 0.085403, "precision": 0.082216, "recall": 0.09585}, {"accuracy": 0.148221, "f1": 0.133539, "hf_subset": "nso_Latn-tat_Cyrl", "languages": ["nso-Latn", "tat-Cyrl"], "main_score": 0.133539, "precision": 0.129261, "recall": 0.148221}, {"accuracy": 0.212451, "f1": 0.186366, "hf_subset": "nso_Latn-xho_Latn", "languages": ["nso-Latn", "xho-Latn"], "main_score": 0.186366, "precision": 0.178797, "recall": 0.212451}, {"accuracy": 0.153162, "f1": 0.133835, "hf_subset": "nso_Latn-ars_Arab", "languages": ["nso-Latn", "ars-Arab"], "main_score": 0.133835, "precision": 0.128692, "recall": 0.153162}, {"accuracy": 0.198617, "f1": 0.186768, "hf_subset": "nso_Latn-ceb_Latn", "languages": ["nso-Latn", "ceb-Latn"], "main_score": 0.186768, "precision": 0.183499, "recall": 0.198617}, {"accuracy": 0.201581, "f1": 0.179624, "hf_subset": "nso_Latn-fuv_Latn", "languages": ["nso-Latn", "fuv-Latn"], "main_score": 0.179624, "precision": 0.171508, "recall": 0.201581}, {"accuracy": 0.243083, "f1": 0.210752, "hf_subset": "nso_Latn-kac_Latn", "languages": ["nso-Latn", "kac-Latn"], "main_score": 0.210752, "precision": 0.200633, "recall": 0.243083}, {"accuracy": 0.233202, "f1": 0.203816, "hf_subset": "nso_Latn-lin_Latn", "languages": ["nso-Latn", "lin-Latn"], "main_score": 0.203816, "precision": 0.195043, "recall": 0.233202}, {"accuracy": 0.221344, "f1": 0.199703, "hf_subset": "nso_Latn-nno_Latn", "languages": ["nso-Latn", "nno-Latn"], "main_score": 0.199703, "precision": 0.193694, "recall": 0.221344}, {"accuracy": 0.022727, "f1": 0.009064, "hf_subset": "nso_Latn-sat_Olck", "languages": ["nso-Latn", "sat-Olck"], "main_score": 0.009064, "precision": 0.007271, "recall": 0.022727}, {"accuracy": 0.074111, "f1": 0.062202, "hf_subset": "nso_Latn-tel_Telu", "languages": ["nso-Latn", "tel-Telu"], "main_score": 0.062202, "precision": 0.058621, "recall": 0.074111}, {"accuracy": 0.078063, "f1": 0.063285, "hf_subset": "nso_Latn-ydd_Hebr", "languages": ["nso-Latn", "ydd-Hebr"], "main_score": 0.063285, "precision": 0.059563, "recall": 0.078063}, {"accuracy": 0.110672, "f1": 0.092232, "hf_subset": "nso_Latn-ary_Arab", "languages": ["nso-Latn", "ary-Arab"], "main_score": 0.092232, "precision": 0.087793, "recall": 0.110672}, {"accuracy": 0.236166, "f1": 0.211915, "hf_subset": "nso_Latn-ces_Latn", "languages": ["nso-Latn", "ces-Latn"], "main_score": 0.211915, "precision": 0.205415, "recall": 0.236166}, {"accuracy": 0.113636, "f1": 0.09081, "hf_subset": "nso_Latn-gaz_Latn", "languages": ["nso-Latn", "gaz-Latn"], "main_score": 0.09081, "precision": 0.084208, "recall": 0.113636}, {"accuracy": 0.23913, "f1": 0.21335, "hf_subset": "nso_Latn-kam_Latn", "languages": ["nso-Latn", "kam-Latn"], "main_score": 0.21335, "precision": 0.204122, "recall": 0.23913}, {"accuracy": 0.212451, "f1": 0.189068, "hf_subset": "nso_Latn-lit_Latn", "languages": ["nso-Latn", "lit-Latn"], "main_score": 0.189068, "precision": 0.182377, "recall": 0.212451}, {"accuracy": 0.244071, "f1": 0.219064, "hf_subset": "nso_Latn-nob_Latn", "languages": ["nso-Latn", "nob-Latn"], "main_score": 0.219064, "precision": 0.212911, "recall": 0.244071}, {"accuracy": 0.166996, "f1": 0.150862, "hf_subset": "nso_Latn-scn_Latn", "languages": ["nso-Latn", "scn-Latn"], "main_score": 0.150862, "precision": 0.146212, "recall": 0.166996}, {"accuracy": 0.143281, "f1": 0.125853, "hf_subset": "nso_Latn-tgk_Cyrl", "languages": ["nso-Latn", "tgk-Cyrl"], "main_score": 0.125853, "precision": 0.120992, "recall": 0.143281}, {"accuracy": 0.216403, "f1": 0.193603, "hf_subset": "nso_Latn-yor_Latn", "languages": ["nso-Latn", "yor-Latn"], "main_score": 0.193603, "precision": 0.185977, "recall": 0.216403}, {"accuracy": 0.132411, "f1": 0.119889, "hf_subset": "nso_Latn-arz_Arab", "languages": ["nso-Latn", "arz-Arab"], "main_score": 0.119889, "precision": 0.116797, "recall": 0.132411}, {"accuracy": 0.217391, "f1": 0.196784, "hf_subset": "nso_Latn-cjk_Latn", "languages": ["nso-Latn", "cjk-Latn"], "main_score": 0.196784, "precision": 0.188933, "recall": 0.217391}, {"accuracy": 0.160079, "f1": 0.139153, "hf_subset": "nso_Latn-gla_Latn", "languages": ["nso-Latn", "gla-Latn"], "main_score": 0.139153, "precision": 0.132533, "recall": 0.160079}, {"accuracy": 0.074111, "f1": 0.062428, "hf_subset": "nso_Latn-kan_Knda", "languages": ["nso-Latn", "kan-Knda"], "main_score": 0.062428, "precision": 0.060178, "recall": 0.074111}, {"accuracy": 0.163043, "f1": 0.150686, "hf_subset": "nso_Latn-lmo_Latn", "languages": ["nso-Latn", "lmo-Latn"], "main_score": 0.150686, "precision": 0.147271, "recall": 0.163043}, {"accuracy": 0.143281, "f1": 0.125305, "hf_subset": "nso_Latn-npi_Deva", "languages": ["nso-Latn", "npi-Deva"], "main_score": 0.125305, "precision": 0.120735, "recall": 0.143281}, {"accuracy": 0.183794, "f1": 0.161129, "hf_subset": "nso_Latn-shn_Mymr", "languages": ["nso-Latn", "shn-Mymr"], "main_score": 0.161129, "precision": 0.154318, "recall": 0.183794}, {"accuracy": 0.185771, "f1": 0.171276, "hf_subset": "nso_Latn-tgl_Latn", "languages": ["nso-Latn", "tgl-Latn"], "main_score": 0.171276, "precision": 0.166505, "recall": 0.185771}, {"accuracy": 0.175889, "f1": 0.153899, "hf_subset": "nso_Latn-yue_Hant", "languages": ["nso-Latn", "yue-Hant"], "main_score": 0.153899, "precision": 0.148149, "recall": 0.175889}, {"accuracy": 0.054348, "f1": 0.044722, "hf_subset": "nso_Latn-asm_Beng", "languages": ["nso-Latn", "asm-Beng"], "main_score": 0.044722, "precision": 0.041373, "recall": 0.054348}, {"accuracy": 0.109684, "f1": 0.090197, "hf_subset": "nso_Latn-ckb_Arab", "languages": ["nso-Latn", "ckb-Arab"], "main_score": 0.090197, "precision": 0.08546, "recall": 0.109684}, {"accuracy": 0.160079, "f1": 0.142236, "hf_subset": "nso_Latn-gle_Latn", "languages": ["nso-Latn", "gle-Latn"], "main_score": 0.142236, "precision": 0.137077, "recall": 0.160079}, {"accuracy": 0.077075, "f1": 0.068346, "hf_subset": "nso_Latn-kas_Arab", "languages": ["nso-Latn", "kas-Arab"], "main_score": 0.068346, "precision": 0.065284, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.131918, "hf_subset": "nso_Latn-ltg_Latn", "languages": ["nso-Latn", "ltg-Latn"], "main_score": 0.131918, "precision": 0.125965, "recall": 0.150198}, {"accuracy": 0.076087, "f1": 0.063779, "hf_subset": "nso_Latn-sin_Sinh", "languages": ["nso-Latn", "sin-Sinh"], "main_score": 0.063779, "precision": 0.060268, "recall": 0.076087}, {"accuracy": 0.179842, "f1": 0.153249, "hf_subset": "nso_Latn-tha_Thai", "languages": ["nso-Latn", "tha-Thai"], "main_score": 0.153249, "precision": 0.14738, "recall": 0.179842}, {"accuracy": 0.183794, "f1": 0.158917, "hf_subset": "nso_Latn-zho_Hans", "languages": ["nso-Latn", "zho-Hans"], "main_score": 0.158917, "precision": 0.152689, "recall": 0.183794}, {"accuracy": 0.179842, "f1": 0.158119, "hf_subset": "nso_Latn-ast_Latn", "languages": ["nso-Latn", "ast-Latn"], "main_score": 0.158119, "precision": 0.152534, "recall": 0.179842}, {"accuracy": 0.134387, "f1": 0.120101, "hf_subset": "nso_Latn-crh_Latn", "languages": ["nso-Latn", "crh-Latn"], "main_score": 0.120101, "precision": 0.115389, "recall": 0.134387}, {"accuracy": 0.236166, "f1": 0.207637, "hf_subset": "nso_Latn-glg_Latn", "languages": ["nso-Latn", "glg-Latn"], "main_score": 0.207637, "precision": 0.199813, "recall": 0.236166}, {"accuracy": 0.125494, "f1": 0.110834, "hf_subset": "nso_Latn-kas_Deva", "languages": ["nso-Latn", "kas-Deva"], "main_score": 0.110834, "precision": 0.106118, "recall": 0.125494}, {"accuracy": 0.193676, "f1": 0.175923, "hf_subset": "nso_Latn-ltz_Latn", "languages": ["nso-Latn", "ltz-Latn"], "main_score": 0.175923, "precision": 0.170233, "recall": 0.193676}, {"accuracy": 0.126482, "f1": 0.095502, "hf_subset": "nso_Latn-nus_Latn", "languages": ["nso-Latn", "nus-Latn"], "main_score": 0.095502, "precision": 0.086253, "recall": 0.126482}, {"accuracy": 0.224308, "f1": 0.204322, "hf_subset": "nso_Latn-slk_Latn", "languages": ["nso-Latn", "slk-Latn"], "main_score": 0.204322, "precision": 0.199822, "recall": 0.224308}, {"accuracy": 0.034585, "f1": 0.026833, "hf_subset": "nso_Latn-tir_Ethi", "languages": ["nso-Latn", "tir-Ethi"], "main_score": 0.026833, "precision": 0.024724, "recall": 0.034585}, {"accuracy": 0.167984, "f1": 0.146975, "hf_subset": "nso_Latn-zho_Hant", "languages": ["nso-Latn", "zho-Hant"], "main_score": 0.146975, "precision": 0.141355, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.138536, "hf_subset": "nso_Latn-awa_Deva", "languages": ["nso-Latn", "awa-Deva"], "main_score": 0.138536, "precision": 0.133047, "recall": 0.160079}, {"accuracy": 0.144269, "f1": 0.127186, "hf_subset": "nso_Latn-cym_Latn", "languages": ["nso-Latn", "cym-Latn"], "main_score": 0.127186, "precision": 0.123734, "recall": 0.144269}, {"accuracy": 0.235178, "f1": 0.215773, "hf_subset": "nso_Latn-grn_Latn", "languages": ["nso-Latn", "grn-Latn"], "main_score": 0.215773, "precision": 0.208966, "recall": 0.235178}, {"accuracy": 0.140316, "f1": 0.123685, "hf_subset": "nso_Latn-kat_Geor", "languages": ["nso-Latn", "kat-Geor"], "main_score": 0.123685, "precision": 0.118462, "recall": 0.140316}, {"accuracy": 0.247036, "f1": 0.222416, "hf_subset": "nso_Latn-lua_Latn", "languages": ["nso-Latn", "lua-Latn"], "main_score": 0.222416, "precision": 0.214263, "recall": 0.247036}, {"accuracy": 0.266798, "f1": 0.242643, "hf_subset": "nso_Latn-nya_Latn", "languages": ["nso-Latn", "nya-Latn"], "main_score": 0.242643, "precision": 0.234683, "recall": 0.266798}, {"accuracy": 0.231225, "f1": 0.20595, "hf_subset": "nso_Latn-slv_Latn", "languages": ["nso-Latn", "slv-Latn"], "main_score": 0.20595, "precision": 0.200028, "recall": 0.231225}, {"accuracy": 0.240119, "f1": 0.221497, "hf_subset": "nso_Latn-tpi_Latn", "languages": ["nso-Latn", "tpi-Latn"], "main_score": 0.221497, "precision": 0.215408, "recall": 0.240119}, {"accuracy": 0.244071, "f1": 0.220572, "hf_subset": "nso_Latn-zsm_Latn", "languages": ["nso-Latn", "zsm-Latn"], "main_score": 0.220572, "precision": 0.214432, "recall": 0.244071}, {"accuracy": 0.217391, "f1": 0.186852, "hf_subset": "nso_Latn-ayr_Latn", "languages": ["nso-Latn", "ayr-Latn"], "main_score": 0.186852, "precision": 0.176592, "recall": 0.217391}, {"accuracy": 0.250988, "f1": 0.223191, "hf_subset": "nso_Latn-dan_Latn", "languages": ["nso-Latn", "dan-Latn"], "main_score": 0.223191, "precision": 0.216603, "recall": 0.250988}, {"accuracy": 0.093874, "f1": 0.081352, "hf_subset": "nso_Latn-guj_Gujr", "languages": ["nso-Latn", "guj-Gujr"], "main_score": 0.081352, "precision": 0.077247, "recall": 0.093874}, {"accuracy": 0.187747, "f1": 0.166191, "hf_subset": "nso_Latn-kaz_Cyrl", "languages": ["nso-Latn", "kaz-Cyrl"], "main_score": 0.166191, "precision": 0.160795, "recall": 0.187747}, {"accuracy": 0.226285, "f1": 0.198531, "hf_subset": "nso_Latn-lug_Latn", "languages": ["nso-Latn", "lug-Latn"], "main_score": 0.198531, "precision": 0.189108, "recall": 0.226285}, {"accuracy": 0.211462, "f1": 0.189814, "hf_subset": "nso_Latn-oci_Latn", "languages": ["nso-Latn", "oci-Latn"], "main_score": 0.189814, "precision": 0.184283, "recall": 0.211462}, {"accuracy": 0.209486, "f1": 0.186971, "hf_subset": "nso_Latn-smo_Latn", "languages": ["nso-Latn", "smo-Latn"], "main_score": 0.186971, "precision": 0.180069, "recall": 0.209486}, {"accuracy": 0.421937, "f1": 0.379719, "hf_subset": "nso_Latn-tsn_Latn", "languages": ["nso-Latn", "tsn-Latn"], "main_score": 0.379719, "precision": 0.363187, "recall": 0.421937}, {"accuracy": 0.195652, "f1": 0.170516, "hf_subset": "nso_Latn-zul_Latn", "languages": ["nso-Latn", "zul-Latn"], "main_score": 0.170516, "precision": 0.163131, "recall": 0.195652}, {"accuracy": 0.097826, "f1": 0.088002, "hf_subset": "nso_Latn-azb_Arab", "languages": ["nso-Latn", "azb-Arab"], "main_score": 0.088002, "precision": 0.08487, "recall": 0.097826}, {"accuracy": 0.230237, "f1": 0.20916, "hf_subset": "nso_Latn-deu_Latn", "languages": ["nso-Latn", "deu-Latn"], "main_score": 0.20916, "precision": 0.202585, "recall": 0.230237}, {"accuracy": 0.194664, "f1": 0.174629, "hf_subset": "nso_Latn-hat_Latn", "languages": ["nso-Latn", "hat-Latn"], "main_score": 0.174629, "precision": 0.16838, "recall": 0.194664}, {"accuracy": 0.231225, "f1": 0.201252, "hf_subset": "nso_Latn-kbp_Latn", "languages": ["nso-Latn", "kbp-Latn"], "main_score": 0.201252, "precision": 0.191211, "recall": 0.231225}, {"accuracy": 0.235178, "f1": 0.213087, "hf_subset": "nso_Latn-luo_Latn", "languages": ["nso-Latn", "luo-Latn"], "main_score": 0.213087, "precision": 0.204541, "recall": 0.235178}, {"accuracy": 0.067194, "f1": 0.056281, "hf_subset": "nso_Latn-ory_Orya", "languages": ["nso-Latn", "ory-Orya"], "main_score": 0.056281, "precision": 0.054181, "recall": 0.067194}, {"accuracy": 0.19664, "f1": 0.16652, "hf_subset": "nso_Latn-sna_Latn", "languages": ["nso-Latn", "sna-Latn"], "main_score": 0.16652, "precision": 0.157545, "recall": 0.19664}, {"accuracy": 0.269763, "f1": 0.242916, "hf_subset": "nso_Latn-tso_Latn", "languages": ["nso-Latn", "tso-Latn"], "main_score": 0.242916, "precision": 0.23353, "recall": 0.269763}, {"accuracy": 0.15415, "f1": 0.138343, "hf_subset": "nso_Latn-azj_Latn", "languages": ["nso-Latn", "azj-Latn"], "main_score": 0.138343, "precision": 0.134439, "recall": 0.15415}, {"accuracy": 0.238142, "f1": 0.21328, "hf_subset": "nso_Latn-dik_Latn", "languages": ["nso-Latn", "dik-Latn"], "main_score": 0.21328, "precision": 0.205556, "recall": 0.238142}, {"accuracy": 0.227273, "f1": 0.197541, "hf_subset": "nso_Latn-hau_Latn", "languages": ["nso-Latn", "hau-Latn"], "main_score": 0.197541, "precision": 0.189995, "recall": 0.227273}, {"accuracy": 0.148221, "f1": 0.141292, "hf_subset": "nso_Latn-kea_Latn", "languages": ["nso-Latn", "kea-Latn"], "main_score": 0.141292, "precision": 0.138895, "recall": 0.148221}, {"accuracy": 0.244071, "f1": 0.219587, "hf_subset": "nso_Latn-lus_Latn", "languages": ["nso-Latn", "lus-Latn"], "main_score": 0.219587, "precision": 0.211144, "recall": 0.244071}, {"accuracy": 0.220356, "f1": 0.203714, "hf_subset": "nso_Latn-pag_Latn", "languages": ["nso-Latn", "pag-Latn"], "main_score": 0.203714, "precision": 0.197892, "recall": 0.220356}, {"accuracy": 0.091897, "f1": 0.080817, "hf_subset": "nso_Latn-snd_Arab", "languages": ["nso-Latn", "snd-Arab"], "main_score": 0.080817, "precision": 0.07707, "recall": 0.091897}, {"accuracy": 0.150198, "f1": 0.130648, "hf_subset": "nso_Latn-tuk_Latn", "languages": ["nso-Latn", "tuk-Latn"], "main_score": 0.130648, "precision": 0.125737, "recall": 0.150198}, {"accuracy": 0.174901, "f1": 0.156959, "hf_subset": "nso_Latn-bak_Cyrl", "languages": ["nso-Latn", "bak-Cyrl"], "main_score": 0.156959, "precision": 0.152589, "recall": 0.174901}, {"accuracy": 0.188735, "f1": 0.168635, "hf_subset": "nso_Latn-dyu_Latn", "languages": ["nso-Latn", "dyu-Latn"], "main_score": 0.168635, "precision": 0.16089, "recall": 0.188735}, {"accuracy": 0.160079, "f1": 0.137373, "hf_subset": "nso_Latn-heb_Hebr", "languages": ["nso-Latn", "heb-Hebr"], "main_score": 0.137373, "precision": 0.130719, "recall": 0.160079}, {"accuracy": 0.164032, "f1": 0.140978, "hf_subset": "nso_Latn-khk_Cyrl", "languages": ["nso-Latn", "khk-Cyrl"], "main_score": 0.140978, "precision": 0.13516, "recall": 0.164032}, {"accuracy": 0.199605, "f1": 0.177059, "hf_subset": "nso_Latn-lvs_Latn", "languages": ["nso-Latn", "lvs-Latn"], "main_score": 0.177059, "precision": 0.171536, "recall": 0.199605}, {"accuracy": 0.062253, "f1": 0.049979, "hf_subset": "nso_Latn-pan_Guru", "languages": ["nso-Latn", "pan-Guru"], "main_score": 0.049979, "precision": 0.047208, "recall": 0.062253}, {"accuracy": 0.198617, "f1": 0.174572, "hf_subset": "nso_Latn-som_Latn", "languages": ["nso-Latn", "som-Latn"], "main_score": 0.174572, "precision": 0.167972, "recall": 0.198617}, {"accuracy": 0.26087, "f1": 0.228045, "hf_subset": "nso_Latn-tum_Latn", "languages": ["nso-Latn", "tum-Latn"], "main_score": 0.228045, "precision": 0.21744, "recall": 0.26087}, {"accuracy": 0.05336, "f1": 0.031428, "hf_subset": "sin_Sinh-ace_Arab", "languages": ["sin-Sinh", "ace-Arab"], "main_score": 0.031428, "precision": 0.025732, "recall": 0.05336}, {"accuracy": 0.092885, "f1": 0.051387, "hf_subset": "sin_Sinh-bam_Latn", "languages": ["sin-Sinh", "bam-Latn"], "main_score": 0.051387, "precision": 0.042964, "recall": 0.092885}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "sin_Sinh-dzo_Tibt", "languages": ["sin-Sinh", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "sin_Sinh-hin_Deva", "languages": ["sin-Sinh", "hin-Deva"], "main_score": 0.904875, "precision": 0.894351, "recall": 0.926877}, {"accuracy": 0.838933, "f1": 0.794697, "hf_subset": "sin_Sinh-khm_Khmr", "languages": ["sin-Sinh", "khm-Khmr"], "main_score": 0.794697, "precision": 0.774704, "recall": 0.838933}, {"accuracy": 0.841897, "f1": 0.79801, "hf_subset": "sin_Sinh-mag_Deva", "languages": ["sin-Sinh", "mag-Deva"], "main_score": 0.79801, "precision": 0.777833, "recall": 0.841897}, {"accuracy": 0.449605, "f1": 0.36418, "hf_subset": "sin_Sinh-pap_Latn", "languages": ["sin-Sinh", "pap-Latn"], "main_score": 0.36418, "precision": 0.335374, "recall": 0.449605}, {"accuracy": 0.089921, "f1": 0.056829, "hf_subset": "sin_Sinh-sot_Latn", "languages": ["sin-Sinh", "sot-Latn"], "main_score": 0.056829, "precision": 0.050598, "recall": 0.089921}, {"accuracy": 0.921937, "f1": 0.901334, "hf_subset": "sin_Sinh-tur_Latn", "languages": ["sin-Sinh", "tur-Latn"], "main_score": 0.901334, "precision": 0.892252, "recall": 0.921937}, {"accuracy": 0.227273, "f1": 0.151772, "hf_subset": "sin_Sinh-ace_Latn", "languages": ["sin-Sinh", "ace-Latn"], "main_score": 0.151772, "precision": 0.131487, "recall": 0.227273}, {"accuracy": 0.44664, "f1": 0.371256, "hf_subset": "sin_Sinh-ban_Latn", "languages": ["sin-Sinh", "ban-Latn"], "main_score": 0.371256, "precision": 0.344159, "recall": 0.44664}, {"accuracy": 0.921937, "f1": 0.899177, "hf_subset": "sin_Sinh-ell_Grek", "languages": ["sin-Sinh", "ell-Grek"], "main_score": 0.899177, "precision": 0.888505, "recall": 0.921937}, {"accuracy": 0.814229, "f1": 0.766798, "hf_subset": "sin_Sinh-hne_Deva", "languages": ["sin-Sinh", "hne-Deva"], "main_score": 0.766798, "precision": 0.746031, "recall": 0.814229}, {"accuracy": 0.126482, "f1": 0.075266, "hf_subset": "sin_Sinh-kik_Latn", "languages": ["sin-Sinh", "kik-Latn"], "main_score": 0.075266, "precision": 0.064662, "recall": 0.126482}, {"accuracy": 0.814229, "f1": 0.76973, "hf_subset": "sin_Sinh-mai_Deva", "languages": ["sin-Sinh", "mai-Deva"], "main_score": 0.76973, "precision": 0.750033, "recall": 0.814229}, {"accuracy": 0.768775, "f1": 0.718297, "hf_subset": "sin_Sinh-pbt_Arab", "languages": ["sin-Sinh", "pbt-Arab"], "main_score": 0.718297, "precision": 0.697243, "recall": 0.768775}, {"accuracy": 0.913043, "f1": 0.888142, "hf_subset": "sin_Sinh-spa_Latn", "languages": ["sin-Sinh", "spa-Latn"], "main_score": 0.888142, "precision": 0.876845, "recall": 0.913043}, {"accuracy": 0.148221, "f1": 0.08969, "hf_subset": "sin_Sinh-twi_Latn", "languages": ["sin-Sinh", "twi-Latn"], "main_score": 0.08969, "precision": 0.076436, "recall": 0.148221}, {"accuracy": 0.893281, "f1": 0.863505, "hf_subset": "sin_Sinh-acm_Arab", "languages": ["sin-Sinh", "acm-Arab"], "main_score": 0.863505, "precision": 0.849885, "recall": 0.893281}, {"accuracy": 0.867589, "f1": 0.830369, "hf_subset": "sin_Sinh-bel_Cyrl", "languages": ["sin-Sinh", "bel-Cyrl"], "main_score": 0.830369, "precision": 0.813323, "recall": 0.867589}, {"accuracy": 0.925889, "f1": 0.904018, "hf_subset": "sin_Sinh-eng_Latn", "languages": ["sin-Sinh", "eng-Latn"], "main_score": 0.904018, "precision": 0.893857, "recall": 0.925889}, {"accuracy": 0.913043, "f1": 0.888933, "hf_subset": "sin_Sinh-hrv_Latn", "languages": ["sin-Sinh", "hrv-Latn"], "main_score": 0.888933, "precision": 0.878162, "recall": 0.913043}, {"accuracy": 0.074111, "f1": 0.041315, "hf_subset": "sin_Sinh-kin_Latn", "languages": ["sin-Sinh", "kin-Latn"], "main_score": 0.041315, "precision": 0.034246, "recall": 0.074111}, {"accuracy": 0.892292, "f1": 0.864097, "hf_subset": "sin_Sinh-mal_Mlym", "languages": ["sin-Sinh", "mal-Mlym"], "main_score": 0.864097, "precision": 0.851285, "recall": 0.892292}, {"accuracy": 0.939723, "f1": 0.921673, "hf_subset": "sin_Sinh-pes_Arab", "languages": ["sin-Sinh", "pes-Arab"], "main_score": 0.921673, "precision": 0.913323, "recall": 0.939723}, {"accuracy": 0.51581, "f1": 0.433838, "hf_subset": "sin_Sinh-srd_Latn", "languages": ["sin-Sinh", "srd-Latn"], "main_score": 0.433838, "precision": 0.403859, "recall": 0.51581}, {"accuracy": 0.064229, "f1": 0.034924, "hf_subset": "sin_Sinh-tzm_Tfng", "languages": ["sin-Sinh", "tzm-Tfng"], "main_score": 0.034924, "precision": 0.030292, "recall": 0.064229}, {"accuracy": 0.905138, "f1": 0.878195, "hf_subset": "sin_Sinh-acq_Arab", "languages": ["sin-Sinh", "acq-Arab"], "main_score": 0.878195, "precision": 0.865563, "recall": 0.905138}, {"accuracy": 0.108696, "f1": 0.063772, "hf_subset": "sin_Sinh-bem_Latn", "languages": ["sin-Sinh", "bem-Latn"], "main_score": 0.063772, "precision": 0.053933, "recall": 0.108696}, {"accuracy": 0.717391, "f1": 0.65323, "hf_subset": "sin_Sinh-epo_Latn", "languages": ["sin-Sinh", "epo-Latn"], "main_score": 0.65323, "precision": 0.627087, "recall": 0.717391}, {"accuracy": 0.916996, "f1": 0.892918, "hf_subset": "sin_Sinh-hun_Latn", "languages": ["sin-Sinh", "hun-Latn"], "main_score": 0.892918, "precision": 0.882115, "recall": 0.916996}, {"accuracy": 0.821146, "f1": 0.777009, "hf_subset": "sin_Sinh-kir_Cyrl", "languages": ["sin-Sinh", "kir-Cyrl"], "main_score": 0.777009, "precision": 0.756868, "recall": 0.821146}, {"accuracy": 0.852767, "f1": 0.812813, "hf_subset": "sin_Sinh-mar_Deva", "languages": ["sin-Sinh", "mar-Deva"], "main_score": 0.812813, "precision": 0.794862, "recall": 0.852767}, {"accuracy": 0.153162, "f1": 0.103936, "hf_subset": "sin_Sinh-plt_Latn", "languages": ["sin-Sinh", "plt-Latn"], "main_score": 0.103936, "precision": 0.091667, "recall": 0.153162}, {"accuracy": 0.93083, "f1": 0.909091, "hf_subset": "sin_Sinh-srp_Cyrl", "languages": ["sin-Sinh", "srp-Cyrl"], "main_score": 0.909091, "precision": 0.898715, "recall": 0.93083}, {"accuracy": 0.76581, "f1": 0.710281, "hf_subset": "sin_Sinh-uig_Arab", "languages": ["sin-Sinh", "uig-Arab"], "main_score": 0.710281, "precision": 0.68587, "recall": 0.76581}, {"accuracy": 0.829051, "f1": 0.790349, "hf_subset": "sin_Sinh-aeb_Arab", "languages": ["sin-Sinh", "aeb-Arab"], "main_score": 0.790349, "precision": 0.773007, "recall": 0.829051}, {"accuracy": 0.876482, "f1": 0.842457, "hf_subset": "sin_Sinh-ben_Beng", "languages": ["sin-Sinh", "ben-Beng"], "main_score": 0.842457, "precision": 0.826696, "recall": 0.876482}, {"accuracy": 0.907115, "f1": 0.881936, "hf_subset": "sin_Sinh-est_Latn", "languages": ["sin-Sinh", "est-Latn"], "main_score": 0.881936, "precision": 0.870636, "recall": 0.907115}, {"accuracy": 0.931818, "f1": 0.911067, "hf_subset": "sin_Sinh-hye_Armn", "languages": ["sin-Sinh", "hye-Armn"], "main_score": 0.911067, "precision": 0.901186, "recall": 0.931818}, {"accuracy": 0.08004, "f1": 0.039184, "hf_subset": "sin_Sinh-kmb_Latn", "languages": ["sin-Sinh", "kmb-Latn"], "main_score": 0.039184, "precision": 0.031817, "recall": 0.08004}, {"accuracy": 0.038538, "f1": 0.020086, "hf_subset": "sin_Sinh-min_Arab", "languages": ["sin-Sinh", "min-Arab"], "main_score": 0.020086, "precision": 0.016333, "recall": 0.038538}, {"accuracy": 0.903162, "f1": 0.875823, "hf_subset": "sin_Sinh-pol_Latn", "languages": ["sin-Sinh", "pol-Latn"], "main_score": 0.875823, "precision": 0.862978, "recall": 0.903162}, {"accuracy": 0.078063, "f1": 0.040407, "hf_subset": "sin_Sinh-ssw_Latn", "languages": ["sin-Sinh", "ssw-Latn"], "main_score": 0.040407, "precision": 0.033152, "recall": 0.078063}, {"accuracy": 0.937747, "f1": 0.919203, "hf_subset": "sin_Sinh-ukr_Cyrl", "languages": ["sin-Sinh", "ukr-Cyrl"], "main_score": 0.919203, "precision": 0.910655, "recall": 0.937747}, {"accuracy": 0.858696, "f1": 0.818808, "hf_subset": "sin_Sinh-afr_Latn", "languages": ["sin-Sinh", "afr-Latn"], "main_score": 0.818808, "precision": 0.800889, "recall": 0.858696}, {"accuracy": 0.769763, "f1": 0.717391, "hf_subset": "sin_Sinh-bho_Deva", "languages": ["sin-Sinh", "bho-Deva"], "main_score": 0.717391, "precision": 0.694252, "recall": 0.769763}, {"accuracy": 0.550395, "f1": 0.4732, "hf_subset": "sin_Sinh-eus_Latn", "languages": ["sin-Sinh", "eus-Latn"], "main_score": 0.4732, "precision": 0.443845, "recall": 0.550395}, {"accuracy": 0.092885, "f1": 0.052731, "hf_subset": "sin_Sinh-ibo_Latn", "languages": ["sin-Sinh", "ibo-Latn"], "main_score": 0.052731, "precision": 0.043983, "recall": 0.092885}, {"accuracy": 0.621542, "f1": 0.552, "hf_subset": "sin_Sinh-kmr_Latn", "languages": ["sin-Sinh", "kmr-Latn"], "main_score": 0.552, "precision": 0.524492, "recall": 0.621542}, {"accuracy": 0.435771, "f1": 0.351047, "hf_subset": "sin_Sinh-min_Latn", "languages": ["sin-Sinh", "min-Latn"], "main_score": 0.351047, "precision": 0.322838, "recall": 0.435771}, {"accuracy": 0.924901, "f1": 0.903557, "hf_subset": "sin_Sinh-por_Latn", "languages": ["sin-Sinh", "por-Latn"], "main_score": 0.903557, "precision": 0.893692, "recall": 0.924901}, {"accuracy": 0.538538, "f1": 0.467054, "hf_subset": "sin_Sinh-sun_Latn", "languages": ["sin-Sinh", "sun-Latn"], "main_score": 0.467054, "precision": 0.441896, "recall": 0.538538}, {"accuracy": 0.091897, "f1": 0.052234, "hf_subset": "sin_Sinh-umb_Latn", "languages": ["sin-Sinh", "umb-Latn"], "main_score": 0.052234, "precision": 0.045301, "recall": 0.091897}, {"accuracy": 0.887352, "f1": 0.857035, "hf_subset": "sin_Sinh-ajp_Arab", "languages": ["sin-Sinh", "ajp-Arab"], "main_score": 0.857035, "precision": 0.843824, "recall": 0.887352}, {"accuracy": 0.046443, "f1": 0.028056, "hf_subset": "sin_Sinh-bjn_Arab", "languages": ["sin-Sinh", "bjn-Arab"], "main_score": 0.028056, "precision": 0.024414, "recall": 0.046443}, {"accuracy": 0.099802, "f1": 0.060966, "hf_subset": "sin_Sinh-ewe_Latn", "languages": ["sin-Sinh", "ewe-Latn"], "main_score": 0.060966, "precision": 0.05207, "recall": 0.099802}, {"accuracy": 0.221344, "f1": 0.151361, "hf_subset": "sin_Sinh-ilo_Latn", "languages": ["sin-Sinh", "ilo-Latn"], "main_score": 0.151361, "precision": 0.133278, "recall": 0.221344}, {"accuracy": 0.071146, "f1": 0.040966, "hf_subset": "sin_Sinh-knc_Arab", "languages": ["sin-Sinh", "knc-Arab"], "main_score": 0.040966, "precision": 0.034202, "recall": 0.071146}, {"accuracy": 0.926877, "f1": 0.904875, "hf_subset": "sin_Sinh-mkd_Cyrl", "languages": ["sin-Sinh", "mkd-Cyrl"], "main_score": 0.904875, "precision": 0.894713, "recall": 0.926877}, {"accuracy": 0.924901, "f1": 0.904004, "hf_subset": "sin_Sinh-prs_Arab", "languages": ["sin-Sinh", "prs-Arab"], "main_score": 0.904004, "precision": 0.894384, "recall": 0.924901}, {"accuracy": 0.924901, "f1": 0.902833, "hf_subset": "sin_Sinh-swe_Latn", "languages": ["sin-Sinh", "swe-Latn"], "main_score": 0.902833, "precision": 0.892457, "recall": 0.924901}, {"accuracy": 0.909091, "f1": 0.883366, "hf_subset": "sin_Sinh-urd_Arab", "languages": ["sin-Sinh", "urd-Arab"], "main_score": 0.883366, "precision": 0.871574, "recall": 0.909091}, {"accuracy": 0.131423, "f1": 0.076673, "hf_subset": "sin_Sinh-aka_Latn", "languages": ["sin-Sinh", "aka-Latn"], "main_score": 0.076673, "precision": 0.063902, "recall": 0.131423}, {"accuracy": 0.564229, "f1": 0.486793, "hf_subset": "sin_Sinh-bjn_Latn", "languages": ["sin-Sinh", "bjn-Latn"], "main_score": 0.486793, "precision": 0.459022, "recall": 0.564229}, {"accuracy": 0.307312, "f1": 0.229135, "hf_subset": "sin_Sinh-fao_Latn", "languages": ["sin-Sinh", "fao-Latn"], "main_score": 0.229135, "precision": 0.205943, "recall": 0.307312}, {"accuracy": 0.920949, "f1": 0.897563, "hf_subset": "sin_Sinh-ind_Latn", "languages": ["sin-Sinh", "ind-Latn"], "main_score": 0.897563, "precision": 0.886858, "recall": 0.920949}, {"accuracy": 0.123518, "f1": 0.075096, "hf_subset": "sin_Sinh-knc_Latn", "languages": ["sin-Sinh", "knc-Latn"], "main_score": 0.075096, "precision": 0.064567, "recall": 0.123518}, {"accuracy": 0.182806, "f1": 0.121411, "hf_subset": "sin_Sinh-mlt_Latn", "languages": ["sin-Sinh", "mlt-Latn"], "main_score": 0.121411, "precision": 0.106425, "recall": 0.182806}, {"accuracy": 0.135375, "f1": 0.077876, "hf_subset": "sin_Sinh-quy_Latn", "languages": ["sin-Sinh", "quy-Latn"], "main_score": 0.077876, "precision": 0.065354, "recall": 0.135375}, {"accuracy": 0.254941, "f1": 0.185625, "hf_subset": "sin_Sinh-swh_Latn", "languages": ["sin-Sinh", "swh-Latn"], "main_score": 0.185625, "precision": 0.168415, "recall": 0.254941}, {"accuracy": 0.502964, "f1": 0.421723, "hf_subset": "sin_Sinh-uzn_Latn", "languages": ["sin-Sinh", "uzn-Latn"], "main_score": 0.421723, "precision": 0.39266, "recall": 0.502964}, {"accuracy": 0.920949, "f1": 0.898617, "hf_subset": "sin_Sinh-als_Latn", "languages": ["sin-Sinh", "als-Latn"], "main_score": 0.898617, "precision": 0.888455, "recall": 0.920949}, {"accuracy": 0.049407, "f1": 0.019347, "hf_subset": "sin_Sinh-bod_Tibt", "languages": ["sin-Sinh", "bod-Tibt"], "main_score": 0.019347, "precision": 0.015468, "recall": 0.049407}, {"accuracy": 0.106719, "f1": 0.060914, "hf_subset": "sin_Sinh-fij_Latn", "languages": ["sin-Sinh", "fij-Latn"], "main_score": 0.060914, "precision": 0.050946, "recall": 0.106719}, {"accuracy": 0.619565, "f1": 0.541879, "hf_subset": "sin_Sinh-isl_Latn", "languages": ["sin-Sinh", "isl-Latn"], "main_score": 0.541879, "precision": 0.510179, "recall": 0.619565}, {"accuracy": 0.117589, "f1": 0.071243, "hf_subset": "sin_Sinh-kon_Latn", "languages": ["sin-Sinh", "kon-Latn"], "main_score": 0.071243, "precision": 0.061264, "recall": 0.117589}, {"accuracy": 0.054348, "f1": 0.028408, "hf_subset": "sin_Sinh-mni_Beng", "languages": ["sin-Sinh", "mni-Beng"], "main_score": 0.028408, "precision": 0.024511, "recall": 0.054348}, {"accuracy": 0.912055, "f1": 0.88643, "hf_subset": "sin_Sinh-ron_Latn", "languages": ["sin-Sinh", "ron-Latn"], "main_score": 0.88643, "precision": 0.874819, "recall": 0.912055}, {"accuracy": 0.624506, "f1": 0.552489, "hf_subset": "sin_Sinh-szl_Latn", "languages": ["sin-Sinh", "szl-Latn"], "main_score": 0.552489, "precision": 0.523641, "recall": 0.624506}, {"accuracy": 0.649209, "f1": 0.57584, "hf_subset": "sin_Sinh-vec_Latn", "languages": ["sin-Sinh", "vec-Latn"], "main_score": 0.57584, "precision": 0.545856, "recall": 0.649209}, {"accuracy": 0.768775, "f1": 0.72253, "hf_subset": "sin_Sinh-amh_Ethi", "languages": ["sin-Sinh", "amh-Ethi"], "main_score": 0.72253, "precision": 0.702833, "recall": 0.768775}, {"accuracy": 0.925889, "f1": 0.904776, "hf_subset": "sin_Sinh-bos_Latn", "languages": ["sin-Sinh", "bos-Latn"], "main_score": 0.904776, "precision": 0.895092, "recall": 0.925889}, {"accuracy": 0.914032, "f1": 0.889728, "hf_subset": "sin_Sinh-fin_Latn", "languages": ["sin-Sinh", "fin-Latn"], "main_score": 0.889728, "precision": 0.878623, "recall": 0.914032}, {"accuracy": 0.912055, "f1": 0.886989, "hf_subset": "sin_Sinh-ita_Latn", "languages": ["sin-Sinh", "ita-Latn"], "main_score": 0.886989, "precision": 0.875527, "recall": 0.912055}, {"accuracy": 0.922925, "f1": 0.901581, "hf_subset": "sin_Sinh-kor_Hang", "languages": ["sin-Sinh", "kor-Hang"], "main_score": 0.901581, "precision": 0.891551, "recall": 0.922925}, {"accuracy": 0.098814, "f1": 0.054267, "hf_subset": "sin_Sinh-mos_Latn", "languages": ["sin-Sinh", "mos-Latn"], "main_score": 0.054267, "precision": 0.044692, "recall": 0.098814}, {"accuracy": 0.072134, "f1": 0.042614, "hf_subset": "sin_Sinh-run_Latn", "languages": ["sin-Sinh", "run-Latn"], "main_score": 0.042614, "precision": 0.03666, "recall": 0.072134}, {"accuracy": 0.886364, "f1": 0.855402, "hf_subset": "sin_Sinh-tam_Taml", "languages": ["sin-Sinh", "tam-Taml"], "main_score": 0.855402, "precision": 0.84058, "recall": 0.886364}, {"accuracy": 0.913043, "f1": 0.891173, "hf_subset": "sin_Sinh-vie_Latn", "languages": ["sin-Sinh", "vie-Latn"], "main_score": 0.891173, "precision": 0.881736, "recall": 0.913043}, {"accuracy": 0.880435, "f1": 0.848254, "hf_subset": "sin_Sinh-apc_Arab", "languages": ["sin-Sinh", "apc-Arab"], "main_score": 0.848254, "precision": 0.834223, "recall": 0.880435}, {"accuracy": 0.216403, "f1": 0.146638, "hf_subset": "sin_Sinh-bug_Latn", "languages": ["sin-Sinh", "bug-Latn"], "main_score": 0.146638, "precision": 0.129618, "recall": 0.216403}, {"accuracy": 0.083992, "f1": 0.046887, "hf_subset": "sin_Sinh-fon_Latn", "languages": ["sin-Sinh", "fon-Latn"], "main_score": 0.046887, "precision": 0.039858, "recall": 0.083992}, {"accuracy": 0.524704, "f1": 0.445944, "hf_subset": "sin_Sinh-jav_Latn", "languages": ["sin-Sinh", "jav-Latn"], "main_score": 0.445944, "precision": 0.418291, "recall": 0.524704}, {"accuracy": 0.870553, "f1": 0.835408, "hf_subset": "sin_Sinh-lao_Laoo", "languages": ["sin-Sinh", "lao-Laoo"], "main_score": 0.835408, "precision": 0.819532, "recall": 0.870553}, {"accuracy": 0.086957, "f1": 0.047966, "hf_subset": "sin_Sinh-mri_Latn", "languages": ["sin-Sinh", "mri-Latn"], "main_score": 0.047966, "precision": 0.04054, "recall": 0.086957}, {"accuracy": 0.93083, "f1": 0.910804, "hf_subset": "sin_Sinh-rus_Cyrl", "languages": ["sin-Sinh", "rus-Cyrl"], "main_score": 0.910804, "precision": 0.901466, "recall": 0.93083}, {"accuracy": 0.108696, "f1": 0.069868, "hf_subset": "sin_Sinh-taq_Latn", "languages": ["sin-Sinh", "taq-Latn"], "main_score": 0.069868, "precision": 0.061909, "recall": 0.108696}, {"accuracy": 0.255929, "f1": 0.174875, "hf_subset": "sin_Sinh-war_Latn", "languages": ["sin-Sinh", "war-Latn"], "main_score": 0.174875, "precision": 0.152206, "recall": 0.255929}, {"accuracy": 0.916996, "f1": 0.893972, "hf_subset": "sin_Sinh-arb_Arab", "languages": ["sin-Sinh", "arb-Arab"], "main_score": 0.893972, "precision": 0.883646, "recall": 0.916996}, {"accuracy": 0.923913, "f1": 0.901548, "hf_subset": "sin_Sinh-bul_Cyrl", "languages": ["sin-Sinh", "bul-Cyrl"], "main_score": 0.901548, "precision": 0.891222, "recall": 0.923913}, {"accuracy": 0.91502, "f1": 0.892095, "hf_subset": "sin_Sinh-fra_Latn", "languages": ["sin-Sinh", "fra-Latn"], "main_score": 0.892095, "precision": 0.881588, "recall": 0.91502}, {"accuracy": 0.931818, "f1": 0.910639, "hf_subset": "sin_Sinh-jpn_Jpan", "languages": ["sin-Sinh", "jpn-Jpan"], "main_score": 0.910639, "precision": 0.900642, "recall": 0.931818}, {"accuracy": 0.567194, "f1": 0.491372, "hf_subset": "sin_Sinh-lij_Latn", "languages": ["sin-Sinh", "lij-Latn"], "main_score": 0.491372, "precision": 0.463073, "recall": 0.567194}, {"accuracy": 0.885375, "f1": 0.85224, "hf_subset": "sin_Sinh-mya_Mymr", "languages": ["sin-Sinh", "mya-Mymr"], "main_score": 0.85224, "precision": 0.836792, "recall": 0.885375}, {"accuracy": 0.115613, "f1": 0.074911, "hf_subset": "sin_Sinh-sag_Latn", "languages": ["sin-Sinh", "sag-Latn"], "main_score": 0.074911, "precision": 0.065013, "recall": 0.115613}, {"accuracy": 0.074111, "f1": 0.04039, "hf_subset": "sin_Sinh-taq_Tfng", "languages": ["sin-Sinh", "taq-Tfng"], "main_score": 0.04039, "precision": 0.034473, "recall": 0.074111}, {"accuracy": 0.115613, "f1": 0.066304, "hf_subset": "sin_Sinh-wol_Latn", "languages": ["sin-Sinh", "wol-Latn"], "main_score": 0.066304, "precision": 0.055158, "recall": 0.115613}, {"accuracy": 0.054348, "f1": 0.02592, "hf_subset": "sin_Sinh-arb_Latn", "languages": ["sin-Sinh", "arb-Latn"], "main_score": 0.02592, "precision": 0.021416, "recall": 0.054348}, {"accuracy": 0.922925, "f1": 0.900099, "hf_subset": "sin_Sinh-cat_Latn", "languages": ["sin-Sinh", "cat-Latn"], "main_score": 0.900099, "precision": 0.889246, "recall": 0.922925}, {"accuracy": 0.528656, "f1": 0.443092, "hf_subset": "sin_Sinh-fur_Latn", "languages": ["sin-Sinh", "fur-Latn"], "main_score": 0.443092, "precision": 0.410903, "recall": 0.528656}, {"accuracy": 0.036561, "f1": 0.024309, "hf_subset": "sin_Sinh-kab_Latn", "languages": ["sin-Sinh", "kab-Latn"], "main_score": 0.024309, "precision": 0.021748, "recall": 0.036561}, {"accuracy": 0.554348, "f1": 0.473245, "hf_subset": "sin_Sinh-lim_Latn", "languages": ["sin-Sinh", "lim-Latn"], "main_score": 0.473245, "precision": 0.443148, "recall": 0.554348}, {"accuracy": 0.908103, "f1": 0.883169, "hf_subset": "sin_Sinh-nld_Latn", "languages": ["sin-Sinh", "nld-Latn"], "main_score": 0.883169, "precision": 0.872036, "recall": 0.908103}, {"accuracy": 0.653162, "f1": 0.586808, "hf_subset": "sin_Sinh-san_Deva", "languages": ["sin-Sinh", "san-Deva"], "main_score": 0.586808, "precision": 0.559721, "recall": 0.653162}, {"accuracy": 0.340909, "f1": 0.271131, "hf_subset": "sin_Sinh-tat_Cyrl", "languages": ["sin-Sinh", "tat-Cyrl"], "main_score": 0.271131, "precision": 0.248119, "recall": 0.340909}, {"accuracy": 0.102767, "f1": 0.057992, "hf_subset": "sin_Sinh-xho_Latn", "languages": ["sin-Sinh", "xho-Latn"], "main_score": 0.057992, "precision": 0.049263, "recall": 0.102767}, {"accuracy": 0.907115, "f1": 0.881126, "hf_subset": "sin_Sinh-ars_Arab", "languages": ["sin-Sinh", "ars-Arab"], "main_score": 0.881126, "precision": 0.869318, "recall": 0.907115}, {"accuracy": 0.253953, "f1": 0.180857, "hf_subset": "sin_Sinh-ceb_Latn", "languages": ["sin-Sinh", "ceb-Latn"], "main_score": 0.180857, "precision": 0.160959, "recall": 0.253953}, {"accuracy": 0.108696, "f1": 0.05917, "hf_subset": "sin_Sinh-fuv_Latn", "languages": ["sin-Sinh", "fuv-Latn"], "main_score": 0.05917, "precision": 0.049346, "recall": 0.108696}, {"accuracy": 0.085968, "f1": 0.052226, "hf_subset": "sin_Sinh-kac_Latn", "languages": ["sin-Sinh", "kac-Latn"], "main_score": 0.052226, "precision": 0.046231, "recall": 0.085968}, {"accuracy": 0.123518, "f1": 0.07855, "hf_subset": "sin_Sinh-lin_Latn", "languages": ["sin-Sinh", "lin-Latn"], "main_score": 0.07855, "precision": 0.068247, "recall": 0.123518}, {"accuracy": 0.882411, "f1": 0.849638, "hf_subset": "sin_Sinh-nno_Latn", "languages": ["sin-Sinh", "nno-Latn"], "main_score": 0.849638, "precision": 0.834733, "recall": 0.882411}, {"accuracy": 0.017787, "f1": 0.005425, "hf_subset": "sin_Sinh-sat_Olck", "languages": ["sin-Sinh", "sat-Olck"], "main_score": 0.005425, "precision": 0.004261, "recall": 0.017787}, {"accuracy": 0.841897, "f1": 0.800198, "hf_subset": "sin_Sinh-tel_Telu", "languages": ["sin-Sinh", "tel-Telu"], "main_score": 0.800198, "precision": 0.781653, "recall": 0.841897}, {"accuracy": 0.386364, "f1": 0.30833, "hf_subset": "sin_Sinh-ydd_Hebr", "languages": ["sin-Sinh", "ydd-Hebr"], "main_score": 0.30833, "precision": 0.281538, "recall": 0.386364}, {"accuracy": 0.745059, "f1": 0.685954, "hf_subset": "sin_Sinh-ary_Arab", "languages": ["sin-Sinh", "ary-Arab"], "main_score": 0.685954, "precision": 0.660145, "recall": 0.745059}, {"accuracy": 0.91502, "f1": 0.891502, "hf_subset": "sin_Sinh-ces_Latn", "languages": ["sin-Sinh", "ces-Latn"], "main_score": 0.891502, "precision": 0.880847, "recall": 0.91502}, {"accuracy": 0.055336, "f1": 0.027335, "hf_subset": "sin_Sinh-gaz_Latn", "languages": ["sin-Sinh", "gaz-Latn"], "main_score": 0.027335, "precision": 0.022713, "recall": 0.055336}, {"accuracy": 0.08004, "f1": 0.042614, "hf_subset": "sin_Sinh-kam_Latn", "languages": ["sin-Sinh", "kam-Latn"], "main_score": 0.042614, "precision": 0.03602, "recall": 0.08004}, {"accuracy": 0.920949, "f1": 0.898057, "hf_subset": "sin_Sinh-lit_Latn", "languages": ["sin-Sinh", "lit-Latn"], "main_score": 0.898057, "precision": 0.887516, "recall": 0.920949}, {"accuracy": 0.911067, "f1": 0.887436, "hf_subset": "sin_Sinh-nob_Latn", "languages": ["sin-Sinh", "nob-Latn"], "main_score": 0.887436, "precision": 0.876647, "recall": 0.911067}, {"accuracy": 0.474308, "f1": 0.391244, "hf_subset": "sin_Sinh-scn_Latn", "languages": ["sin-Sinh", "scn-Latn"], "main_score": 0.391244, "precision": 0.362627, "recall": 0.474308}, {"accuracy": 0.093874, "f1": 0.056971, "hf_subset": "sin_Sinh-tgk_Cyrl", "languages": ["sin-Sinh", "tgk-Cyrl"], "main_score": 0.056971, "precision": 0.04865, "recall": 0.093874}, {"accuracy": 0.092885, "f1": 0.051541, "hf_subset": "sin_Sinh-yor_Latn", "languages": ["sin-Sinh", "yor-Latn"], "main_score": 0.051541, "precision": 0.043151, "recall": 0.092885}, {"accuracy": 0.869565, "f1": 0.834618, "hf_subset": "sin_Sinh-arz_Arab", "languages": ["sin-Sinh", "arz-Arab"], "main_score": 0.834618, "precision": 0.818709, "recall": 0.869565}, {"accuracy": 0.09585, "f1": 0.055009, "hf_subset": "sin_Sinh-cjk_Latn", "languages": ["sin-Sinh", "cjk-Latn"], "main_score": 0.055009, "precision": 0.047066, "recall": 0.09585}, {"accuracy": 0.098814, "f1": 0.061296, "hf_subset": "sin_Sinh-gla_Latn", "languages": ["sin-Sinh", "gla-Latn"], "main_score": 0.061296, "precision": 0.052784, "recall": 0.098814}, {"accuracy": 0.805336, "f1": 0.755981, "hf_subset": "sin_Sinh-kan_Knda", "languages": ["sin-Sinh", "kan-Knda"], "main_score": 0.755981, "precision": 0.734223, "recall": 0.805336}, {"accuracy": 0.481225, "f1": 0.403288, "hf_subset": "sin_Sinh-lmo_Latn", "languages": ["sin-Sinh", "lmo-Latn"], "main_score": 0.403288, "precision": 0.375828, "recall": 0.481225}, {"accuracy": 0.907115, "f1": 0.881686, "hf_subset": "sin_Sinh-npi_Deva", "languages": ["sin-Sinh", "npi-Deva"], "main_score": 0.881686, "precision": 0.870224, "recall": 0.907115}, {"accuracy": 0.137352, "f1": 0.088056, "hf_subset": "sin_Sinh-shn_Mymr", "languages": ["sin-Sinh", "shn-Mymr"], "main_score": 0.088056, "precision": 0.075168, "recall": 0.137352}, {"accuracy": 0.315217, "f1": 0.237491, "hf_subset": "sin_Sinh-tgl_Latn", "languages": ["sin-Sinh", "tgl-Latn"], "main_score": 0.237491, "precision": 0.216588, "recall": 0.315217}, {"accuracy": 0.936759, "f1": 0.917161, "hf_subset": "sin_Sinh-yue_Hant", "languages": ["sin-Sinh", "yue-Hant"], "main_score": 0.917161, "precision": 0.907609, "recall": 0.936759}, {"accuracy": 0.524704, "f1": 0.442365, "hf_subset": "sin_Sinh-asm_Beng", "languages": ["sin-Sinh", "asm-Beng"], "main_score": 0.442365, "precision": 0.41121, "recall": 0.524704}, {"accuracy": 0.777668, "f1": 0.724209, "hf_subset": "sin_Sinh-ckb_Arab", "languages": ["sin-Sinh", "ckb-Arab"], "main_score": 0.724209, "precision": 0.700659, "recall": 0.777668}, {"accuracy": 0.181818, "f1": 0.112028, "hf_subset": "sin_Sinh-gle_Latn", "languages": ["sin-Sinh", "gle-Latn"], "main_score": 0.112028, "precision": 0.095169, "recall": 0.181818}, {"accuracy": 0.501976, "f1": 0.421149, "hf_subset": "sin_Sinh-kas_Arab", "languages": ["sin-Sinh", "kas-Arab"], "main_score": 0.421149, "precision": 0.390499, "recall": 0.501976}, {"accuracy": 0.52668, "f1": 0.449693, "hf_subset": "sin_Sinh-ltg_Latn", "languages": ["sin-Sinh", "ltg-Latn"], "main_score": 0.449693, "precision": 0.420403, "recall": 0.52668}, {"accuracy": 0.116601, "f1": 0.066329, "hf_subset": "sin_Sinh-nso_Latn", "languages": ["sin-Sinh", "nso-Latn"], "main_score": 0.066329, "precision": 0.055139, "recall": 0.116601}, {"accuracy": 0.918972, "f1": 0.896706, "hf_subset": "sin_Sinh-tha_Thai", "languages": ["sin-Sinh", "tha-Thai"], "main_score": 0.896706, "precision": 0.886364, "recall": 0.918972}, {"accuracy": 0.931818, "f1": 0.91222, "hf_subset": "sin_Sinh-zho_Hans", "languages": ["sin-Sinh", "zho-Hans"], "main_score": 0.91222, "precision": 0.902997, "recall": 0.931818}, {"accuracy": 0.813241, "f1": 0.762898, "hf_subset": "sin_Sinh-ast_Latn", "languages": ["sin-Sinh", "ast-Latn"], "main_score": 0.762898, "precision": 0.740316, "recall": 0.813241}, {"accuracy": 0.618577, "f1": 0.546941, "hf_subset": "sin_Sinh-crh_Latn", "languages": ["sin-Sinh", "crh-Latn"], "main_score": 0.546941, "precision": 0.518944, "recall": 0.618577}, {"accuracy": 0.922925, "f1": 0.900428, "hf_subset": "sin_Sinh-glg_Latn", "languages": ["sin-Sinh", "glg-Latn"], "main_score": 0.900428, "precision": 0.889904, "recall": 0.922925}, {"accuracy": 0.291502, "f1": 0.221014, "hf_subset": "sin_Sinh-kas_Deva", "languages": ["sin-Sinh", "kas-Deva"], "main_score": 0.221014, "precision": 0.198265, "recall": 0.291502}, {"accuracy": 0.322134, "f1": 0.237246, "hf_subset": "sin_Sinh-ltz_Latn", "languages": ["sin-Sinh", "ltz-Latn"], "main_score": 0.237246, "precision": 0.211744, "recall": 0.322134}, {"accuracy": 0.066206, "f1": 0.034565, "hf_subset": "sin_Sinh-nus_Latn", "languages": ["sin-Sinh", "nus-Latn"], "main_score": 0.034565, "precision": 0.029557, "recall": 0.066206}, {"accuracy": 0.920949, "f1": 0.898781, "hf_subset": "sin_Sinh-slk_Latn", "languages": ["sin-Sinh", "slk-Latn"], "main_score": 0.898781, "precision": 0.888587, "recall": 0.920949}, {"accuracy": 0.181818, "f1": 0.121052, "hf_subset": "sin_Sinh-tir_Ethi", "languages": ["sin-Sinh", "tir-Ethi"], "main_score": 0.121052, "precision": 0.104348, "recall": 0.181818}, {"accuracy": 0.91996, "f1": 0.896476, "hf_subset": "sin_Sinh-zho_Hant", "languages": ["sin-Sinh", "zho-Hant"], "main_score": 0.896476, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.862648, "f1": 0.826468, "hf_subset": "sin_Sinh-awa_Deva", "languages": ["sin-Sinh", "awa-Deva"], "main_score": 0.826468, "precision": 0.809947, "recall": 0.862648}, {"accuracy": 0.333992, "f1": 0.252891, "hf_subset": "sin_Sinh-cym_Latn", "languages": ["sin-Sinh", "cym-Latn"], "main_score": 0.252891, "precision": 0.229724, "recall": 0.333992}, {"accuracy": 0.193676, "f1": 0.125828, "hf_subset": "sin_Sinh-grn_Latn", "languages": ["sin-Sinh", "grn-Latn"], "main_score": 0.125828, "precision": 0.109251, "recall": 0.193676}, {"accuracy": 0.813241, "f1": 0.760046, "hf_subset": "sin_Sinh-kat_Geor", "languages": ["sin-Sinh", "kat-Geor"], "main_score": 0.760046, "precision": 0.735919, "recall": 0.813241}, {"accuracy": 0.136364, "f1": 0.084508, "hf_subset": "sin_Sinh-lua_Latn", "languages": ["sin-Sinh", "lua-Latn"], "main_score": 0.084508, "precision": 0.073017, "recall": 0.136364}, {"accuracy": 0.107708, "f1": 0.059847, "hf_subset": "sin_Sinh-nya_Latn", "languages": ["sin-Sinh", "nya-Latn"], "main_score": 0.059847, "precision": 0.049982, "recall": 0.107708}, {"accuracy": 0.91502, "f1": 0.890646, "hf_subset": "sin_Sinh-slv_Latn", "languages": ["sin-Sinh", "slv-Latn"], "main_score": 0.890646, "precision": 0.879891, "recall": 0.91502}, {"accuracy": 0.274704, "f1": 0.195422, "hf_subset": "sin_Sinh-tpi_Latn", "languages": ["sin-Sinh", "tpi-Latn"], "main_score": 0.195422, "precision": 0.173759, "recall": 0.274704}, {"accuracy": 0.911067, "f1": 0.885935, "hf_subset": "sin_Sinh-zsm_Latn", "languages": ["sin-Sinh", "zsm-Latn"], "main_score": 0.885935, "precision": 0.874753, "recall": 0.911067}, {"accuracy": 0.099802, "f1": 0.053709, "hf_subset": "sin_Sinh-ayr_Latn", "languages": ["sin-Sinh", "ayr-Latn"], "main_score": 0.053709, "precision": 0.043277, "recall": 0.099802}, {"accuracy": 0.922925, "f1": 0.901103, "hf_subset": "sin_Sinh-dan_Latn", "languages": ["sin-Sinh", "dan-Latn"], "main_score": 0.901103, "precision": 0.890984, "recall": 0.922925}, {"accuracy": 0.876482, "f1": 0.840283, "hf_subset": "sin_Sinh-guj_Gujr", "languages": ["sin-Sinh", "guj-Gujr"], "main_score": 0.840283, "precision": 0.82337, "recall": 0.876482}, {"accuracy": 0.874506, "f1": 0.84058, "hf_subset": "sin_Sinh-kaz_Cyrl", "languages": ["sin-Sinh", "kaz-Cyrl"], "main_score": 0.84058, "precision": 0.824967, "recall": 0.874506}, {"accuracy": 0.085968, "f1": 0.05054, "hf_subset": "sin_Sinh-lug_Latn", "languages": ["sin-Sinh", "lug-Latn"], "main_score": 0.05054, "precision": 0.043328, "recall": 0.085968}, {"accuracy": 0.796443, "f1": 0.747359, "hf_subset": "sin_Sinh-oci_Latn", "languages": ["sin-Sinh", "oci-Latn"], "main_score": 0.747359, "precision": 0.726935, "recall": 0.796443}, {"accuracy": 0.104743, "f1": 0.062835, "hf_subset": "sin_Sinh-smo_Latn", "languages": ["sin-Sinh", "smo-Latn"], "main_score": 0.062835, "precision": 0.054, "recall": 0.104743}, {"accuracy": 0.087945, "f1": 0.051863, "hf_subset": "sin_Sinh-tsn_Latn", "languages": ["sin-Sinh", "tsn-Latn"], "main_score": 0.051863, "precision": 0.044403, "recall": 0.087945}, {"accuracy": 0.079051, "f1": 0.045006, "hf_subset": "sin_Sinh-zul_Latn", "languages": ["sin-Sinh", "zul-Latn"], "main_score": 0.045006, "precision": 0.038328, "recall": 0.079051}, {"accuracy": 0.417984, "f1": 0.34317, "hf_subset": "sin_Sinh-azb_Arab", "languages": ["sin-Sinh", "azb-Arab"], "main_score": 0.34317, "precision": 0.316202, "recall": 0.417984}, {"accuracy": 0.914032, "f1": 0.890349, "hf_subset": "sin_Sinh-deu_Latn", "languages": ["sin-Sinh", "deu-Latn"], "main_score": 0.890349, "precision": 0.879562, "recall": 0.914032}, {"accuracy": 0.178854, "f1": 0.114827, "hf_subset": "sin_Sinh-hat_Latn", "languages": ["sin-Sinh", "hat-Latn"], "main_score": 0.114827, "precision": 0.099891, "recall": 0.178854}, {"accuracy": 0.079051, "f1": 0.037514, "hf_subset": "sin_Sinh-kbp_Latn", "languages": ["sin-Sinh", "kbp-Latn"], "main_score": 0.037514, "precision": 0.02952, "recall": 0.079051}, {"accuracy": 0.103755, "f1": 0.060007, "hf_subset": "sin_Sinh-luo_Latn", "languages": ["sin-Sinh", "luo-Latn"], "main_score": 0.060007, "precision": 0.050628, "recall": 0.103755}, {"accuracy": 0.843874, "f1": 0.806392, "hf_subset": "sin_Sinh-ory_Orya", "languages": ["sin-Sinh", "ory-Orya"], "main_score": 0.806392, "precision": 0.789749, "recall": 0.843874}, {"accuracy": 0.083992, "f1": 0.043479, "hf_subset": "sin_Sinh-sna_Latn", "languages": ["sin-Sinh", "sna-Latn"], "main_score": 0.043479, "precision": 0.03635, "recall": 0.083992}, {"accuracy": 0.072134, "f1": 0.043209, "hf_subset": "sin_Sinh-tso_Latn", "languages": ["sin-Sinh", "tso-Latn"], "main_score": 0.043209, "precision": 0.036217, "recall": 0.072134}, {"accuracy": 0.870553, "f1": 0.83918, "hf_subset": "sin_Sinh-azj_Latn", "languages": ["sin-Sinh", "azj-Latn"], "main_score": 0.83918, "precision": 0.825191, "recall": 0.870553}, {"accuracy": 0.148221, "f1": 0.091485, "hf_subset": "sin_Sinh-dik_Latn", "languages": ["sin-Sinh", "dik-Latn"], "main_score": 0.091485, "precision": 0.078751, "recall": 0.148221}, {"accuracy": 0.124506, "f1": 0.074957, "hf_subset": "sin_Sinh-hau_Latn", "languages": ["sin-Sinh", "hau-Latn"], "main_score": 0.074957, "precision": 0.065256, "recall": 0.124506}, {"accuracy": 0.460474, "f1": 0.375275, "hf_subset": "sin_Sinh-kea_Latn", "languages": ["sin-Sinh", "kea-Latn"], "main_score": 0.375275, "precision": 0.345363, "recall": 0.460474}, {"accuracy": 0.201581, "f1": 0.137454, "hf_subset": "sin_Sinh-lus_Latn", "languages": ["sin-Sinh", "lus-Latn"], "main_score": 0.137454, "precision": 0.120024, "recall": 0.201581}, {"accuracy": 0.294466, "f1": 0.216871, "hf_subset": "sin_Sinh-pag_Latn", "languages": ["sin-Sinh", "pag-Latn"], "main_score": 0.216871, "precision": 0.19365, "recall": 0.294466}, {"accuracy": 0.824111, "f1": 0.780698, "hf_subset": "sin_Sinh-snd_Arab", "languages": ["sin-Sinh", "snd-Arab"], "main_score": 0.780698, "precision": 0.761232, "recall": 0.824111}, {"accuracy": 0.194664, "f1": 0.130936, "hf_subset": "sin_Sinh-tuk_Latn", "languages": ["sin-Sinh", "tuk-Latn"], "main_score": 0.130936, "precision": 0.114517, "recall": 0.194664}, {"accuracy": 0.326087, "f1": 0.251419, "hf_subset": "sin_Sinh-bak_Cyrl", "languages": ["sin-Sinh", "bak-Cyrl"], "main_score": 0.251419, "precision": 0.229445, "recall": 0.326087}, {"accuracy": 0.087945, "f1": 0.048086, "hf_subset": "sin_Sinh-dyu_Latn", "languages": ["sin-Sinh", "dyu-Latn"], "main_score": 0.048086, "precision": 0.039571, "recall": 0.087945}, {"accuracy": 0.928854, "f1": 0.909025, "hf_subset": "sin_Sinh-heb_Hebr", "languages": ["sin-Sinh", "heb-Hebr"], "main_score": 0.909025, "precision": 0.900033, "recall": 0.928854}, {"accuracy": 0.922925, "f1": 0.901482, "hf_subset": "sin_Sinh-khk_Cyrl", "languages": ["sin-Sinh", "khk-Cyrl"], "main_score": 0.901482, "precision": 0.891798, "recall": 0.922925}, {"accuracy": 0.928854, "f1": 0.908399, "hf_subset": "sin_Sinh-lvs_Latn", "languages": ["sin-Sinh", "lvs-Latn"], "main_score": 0.908399, "precision": 0.899209, "recall": 0.928854}, {"accuracy": 0.855731, "f1": 0.818017, "hf_subset": "sin_Sinh-pan_Guru", "languages": ["sin-Sinh", "pan-Guru"], "main_score": 0.818017, "precision": 0.800955, "recall": 0.855731}, {"accuracy": 0.147233, "f1": 0.097954, "hf_subset": "sin_Sinh-som_Latn", "languages": ["sin-Sinh", "som-Latn"], "main_score": 0.097954, "precision": 0.085895, "recall": 0.147233}, {"accuracy": 0.108696, "f1": 0.05935, "hf_subset": "sin_Sinh-tum_Latn", "languages": ["sin-Sinh", "tum-Latn"], "main_score": 0.05935, "precision": 0.049606, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.050469, "hf_subset": "tha_Thai-ace_Arab", "languages": ["tha-Thai", "ace-Arab"], "main_score": 0.050469, "precision": 0.042691, "recall": 0.08498}, {"accuracy": 0.167984, "f1": 0.109464, "hf_subset": "tha_Thai-bam_Latn", "languages": ["tha-Thai", "bam-Latn"], "main_score": 0.109464, "precision": 0.096124, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 3.8e-05, "hf_subset": "tha_Thai-dzo_Tibt", "languages": ["tha-Thai", "dzo-Tibt"], "main_score": 3.8e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "tha_Thai-hin_Deva", "languages": ["tha-Thai", "hin-Deva"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.903162, "f1": 0.873847, "hf_subset": "tha_Thai-khm_Khmr", "languages": ["tha-Thai", "khm-Khmr"], "main_score": 0.873847, "precision": 0.859848, "recall": 0.903162}, {"accuracy": 0.937747, "f1": 0.918972, "hf_subset": "tha_Thai-mag_Deva", "languages": ["tha-Thai", "mag-Deva"], "main_score": 0.918972, "precision": 0.90975, "recall": 0.937747}, {"accuracy": 0.61166, "f1": 0.530841, "hf_subset": "tha_Thai-pap_Latn", "languages": ["tha-Thai", "pap-Latn"], "main_score": 0.530841, "precision": 0.500391, "recall": 0.61166}, {"accuracy": 0.183794, "f1": 0.120452, "hf_subset": "tha_Thai-sot_Latn", "languages": ["tha-Thai", "sot-Latn"], "main_score": 0.120452, "precision": 0.104702, "recall": 0.183794}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "tha_Thai-tur_Latn", "languages": ["tha-Thai", "tur-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.390316, "f1": 0.302659, "hf_subset": "tha_Thai-ace_Latn", "languages": ["tha-Thai", "ace-Latn"], "main_score": 0.302659, "precision": 0.274942, "recall": 0.390316}, {"accuracy": 0.646245, "f1": 0.571341, "hf_subset": "tha_Thai-ban_Latn", "languages": ["tha-Thai", "ban-Latn"], "main_score": 0.571341, "precision": 0.541532, "recall": 0.646245}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "tha_Thai-ell_Grek", "languages": ["tha-Thai", "ell-Grek"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.912055, "f1": 0.8861, "hf_subset": "tha_Thai-hne_Deva", "languages": ["tha-Thai", "hne-Deva"], "main_score": 0.8861, "precision": 0.874292, "recall": 0.912055}, {"accuracy": 0.230237, "f1": 0.152597, "hf_subset": "tha_Thai-kik_Latn", "languages": ["tha-Thai", "kik-Latn"], "main_score": 0.152597, "precision": 0.132646, "recall": 0.230237}, {"accuracy": 0.934783, "f1": 0.91525, "hf_subset": "tha_Thai-mai_Deva", "languages": ["tha-Thai", "mai-Deva"], "main_score": 0.91525, "precision": 0.906044, "recall": 0.934783}, {"accuracy": 0.828063, "f1": 0.784406, "hf_subset": "tha_Thai-pbt_Arab", "languages": ["tha-Thai", "pbt-Arab"], "main_score": 0.784406, "precision": 0.765102, "recall": 0.828063}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-spa_Latn", "languages": ["tha-Thai", "spa-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.274704, "f1": 0.19128, "hf_subset": "tha_Thai-twi_Latn", "languages": ["tha-Thai", "twi-Latn"], "main_score": 0.19128, "precision": 0.170008, "recall": 0.274704}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "tha_Thai-acm_Arab", "languages": ["tha-Thai", "acm-Arab"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "tha_Thai-bel_Cyrl", "languages": ["tha-Thai", "bel-Cyrl"], "main_score": 0.932971, "precision": 0.92556, "recall": 0.948617}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "tha_Thai-eng_Latn", "languages": ["tha-Thai", "eng-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tha_Thai-hrv_Latn", "languages": ["tha-Thai", "hrv-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.144269, "f1": 0.092248, "hf_subset": "tha_Thai-kin_Latn", "languages": ["tha-Thai", "kin-Latn"], "main_score": 0.092248, "precision": 0.08134, "recall": 0.144269}, {"accuracy": 0.880435, "f1": 0.846165, "hf_subset": "tha_Thai-mal_Mlym", "languages": ["tha-Thai", "mal-Mlym"], "main_score": 0.846165, "precision": 0.830451, "recall": 0.880435}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "tha_Thai-pes_Arab", "languages": ["tha-Thai", "pes-Arab"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.681818, "f1": 0.608239, "hf_subset": "tha_Thai-srd_Latn", "languages": ["tha-Thai", "srd-Latn"], "main_score": 0.608239, "precision": 0.578261, "recall": 0.681818}, {"accuracy": 0.061265, "f1": 0.025781, "hf_subset": "tha_Thai-tzm_Tfng", "languages": ["tha-Thai", "tzm-Tfng"], "main_score": 0.025781, "precision": 0.02031, "recall": 0.061265}, {"accuracy": 0.971344, "f1": 0.962352, "hf_subset": "tha_Thai-acq_Arab", "languages": ["tha-Thai", "acq-Arab"], "main_score": 0.962352, "precision": 0.958086, "recall": 0.971344}, {"accuracy": 0.215415, "f1": 0.143589, "hf_subset": "tha_Thai-bem_Latn", "languages": ["tha-Thai", "bem-Latn"], "main_score": 0.143589, "precision": 0.126724, "recall": 0.215415}, {"accuracy": 0.84585, "f1": 0.804513, "hf_subset": "tha_Thai-epo_Latn", "languages": ["tha-Thai", "epo-Latn"], "main_score": 0.804513, "precision": 0.78615, "recall": 0.84585}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "tha_Thai-hun_Latn", "languages": ["tha-Thai", "hun-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.920949, "f1": 0.89768, "hf_subset": "tha_Thai-kir_Cyrl", "languages": ["tha-Thai", "kir-Cyrl"], "main_score": 0.89768, "precision": 0.886528, "recall": 0.920949}, {"accuracy": 0.903162, "f1": 0.874506, "hf_subset": "tha_Thai-mar_Deva", "languages": ["tha-Thai", "mar-Deva"], "main_score": 0.874506, "precision": 0.861199, "recall": 0.903162}, {"accuracy": 0.262846, "f1": 0.192352, "hf_subset": "tha_Thai-plt_Latn", "languages": ["tha-Thai", "plt-Latn"], "main_score": 0.192352, "precision": 0.172722, "recall": 0.262846}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "tha_Thai-srp_Cyrl", "languages": ["tha-Thai", "srp-Cyrl"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.794466, "f1": 0.748248, "hf_subset": "tha_Thai-uig_Arab", "languages": ["tha-Thai", "uig-Arab"], "main_score": 0.748248, "precision": 0.728121, "recall": 0.794466}, {"accuracy": 0.923913, "f1": 0.902668, "hf_subset": "tha_Thai-aeb_Arab", "languages": ["tha-Thai", "aeb-Arab"], "main_score": 0.902668, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.908103, "f1": 0.883202, "hf_subset": "tha_Thai-ben_Beng", "languages": ["tha-Thai", "ben-Beng"], "main_score": 0.883202, "precision": 0.871706, "recall": 0.908103}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-est_Latn", "languages": ["tha-Thai", "est-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "tha_Thai-hye_Armn", "languages": ["tha-Thai", "hye-Armn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.147233, "f1": 0.089274, "hf_subset": "tha_Thai-kmb_Latn", "languages": ["tha-Thai", "kmb-Latn"], "main_score": 0.089274, "precision": 0.077088, "recall": 0.147233}, {"accuracy": 0.0583, "f1": 0.037447, "hf_subset": "tha_Thai-min_Arab", "languages": ["tha-Thai", "min-Arab"], "main_score": 0.037447, "precision": 0.032381, "recall": 0.0583}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-pol_Latn", "languages": ["tha-Thai", "pol-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.152174, "f1": 0.098138, "hf_subset": "tha_Thai-ssw_Latn", "languages": ["tha-Thai", "ssw-Latn"], "main_score": 0.098138, "precision": 0.087108, "recall": 0.152174}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-ukr_Cyrl", "languages": ["tha-Thai", "ukr-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "tha_Thai-afr_Latn", "languages": ["tha-Thai", "afr-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.902174, "f1": 0.874539, "hf_subset": "tha_Thai-bho_Deva", "languages": ["tha-Thai", "bho-Deva"], "main_score": 0.874539, "precision": 0.862072, "recall": 0.902174}, {"accuracy": 0.719368, "f1": 0.656376, "hf_subset": "tha_Thai-eus_Latn", "languages": ["tha-Thai", "eus-Latn"], "main_score": 0.656376, "precision": 0.630363, "recall": 0.719368}, {"accuracy": 0.170949, "f1": 0.104178, "hf_subset": "tha_Thai-ibo_Latn", "languages": ["tha-Thai", "ibo-Latn"], "main_score": 0.104178, "precision": 0.089237, "recall": 0.170949}, {"accuracy": 0.725296, "f1": 0.667643, "hf_subset": "tha_Thai-kmr_Latn", "languages": ["tha-Thai", "kmr-Latn"], "main_score": 0.667643, "precision": 0.643916, "recall": 0.725296}, {"accuracy": 0.623518, "f1": 0.542065, "hf_subset": "tha_Thai-min_Latn", "languages": ["tha-Thai", "min-Latn"], "main_score": 0.542065, "precision": 0.51169, "recall": 0.623518}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-por_Latn", "languages": ["tha-Thai", "por-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.729249, "f1": 0.664566, "hf_subset": "tha_Thai-sun_Latn", "languages": ["tha-Thai", "sun-Latn"], "main_score": 0.664566, "precision": 0.638036, "recall": 0.729249}, {"accuracy": 0.157115, "f1": 0.100729, "hf_subset": "tha_Thai-umb_Latn", "languages": ["tha-Thai", "umb-Latn"], "main_score": 0.100729, "precision": 0.088033, "recall": 0.157115}, {"accuracy": 0.956522, "f1": 0.943906, "hf_subset": "tha_Thai-ajp_Arab", "languages": ["tha-Thai", "ajp-Arab"], "main_score": 0.943906, "precision": 0.938159, "recall": 0.956522}, {"accuracy": 0.073123, "f1": 0.042508, "hf_subset": "tha_Thai-bjn_Arab", "languages": ["tha-Thai", "bjn-Arab"], "main_score": 0.042508, "precision": 0.036632, "recall": 0.073123}, {"accuracy": 0.227273, "f1": 0.15944, "hf_subset": "tha_Thai-ewe_Latn", "languages": ["tha-Thai", "ewe-Latn"], "main_score": 0.15944, "precision": 0.141158, "recall": 0.227273}, {"accuracy": 0.336957, "f1": 0.249092, "hf_subset": "tha_Thai-ilo_Latn", "languages": ["tha-Thai", "ilo-Latn"], "main_score": 0.249092, "precision": 0.224034, "recall": 0.336957}, {"accuracy": 0.082016, "f1": 0.042725, "hf_subset": "tha_Thai-knc_Arab", "languages": ["tha-Thai", "knc-Arab"], "main_score": 0.042725, "precision": 0.03504, "recall": 0.082016}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-mkd_Cyrl", "languages": ["tha-Thai", "mkd-Cyrl"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.981225, "f1": 0.975362, "hf_subset": "tha_Thai-prs_Arab", "languages": ["tha-Thai", "prs-Arab"], "main_score": 0.975362, "precision": 0.972579, "recall": 0.981225}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-swe_Latn", "languages": ["tha-Thai", "swe-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.961462, "f1": 0.949275, "hf_subset": "tha_Thai-urd_Arab", "languages": ["tha-Thai", "urd-Arab"], "main_score": 0.949275, "precision": 0.943511, "recall": 0.961462}, {"accuracy": 0.267787, "f1": 0.186852, "hf_subset": "tha_Thai-aka_Latn", "languages": ["tha-Thai", "aka-Latn"], "main_score": 0.186852, "precision": 0.16547, "recall": 0.267787}, {"accuracy": 0.76581, "f1": 0.710286, "hf_subset": "tha_Thai-bjn_Latn", "languages": ["tha-Thai", "bjn-Latn"], "main_score": 0.710286, "precision": 0.687846, "recall": 0.76581}, {"accuracy": 0.432806, "f1": 0.347918, "hf_subset": "tha_Thai-fao_Latn", "languages": ["tha-Thai", "fao-Latn"], "main_score": 0.347918, "precision": 0.320884, "recall": 0.432806}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-ind_Latn", "languages": ["tha-Thai", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.232213, "f1": 0.161523, "hf_subset": "tha_Thai-knc_Latn", "languages": ["tha-Thai", "knc-Latn"], "main_score": 0.161523, "precision": 0.144387, "recall": 0.232213}, {"accuracy": 0.302372, "f1": 0.221885, "hf_subset": "tha_Thai-mlt_Latn", "languages": ["tha-Thai", "mlt-Latn"], "main_score": 0.221885, "precision": 0.200024, "recall": 0.302372}, {"accuracy": 0.241107, "f1": 0.163744, "hf_subset": "tha_Thai-quy_Latn", "languages": ["tha-Thai", "quy-Latn"], "main_score": 0.163744, "precision": 0.143394, "recall": 0.241107}, {"accuracy": 0.332016, "f1": 0.250112, "hf_subset": "tha_Thai-swh_Latn", "languages": ["tha-Thai", "swh-Latn"], "main_score": 0.250112, "precision": 0.227143, "recall": 0.332016}, {"accuracy": 0.610672, "f1": 0.532082, "hf_subset": "tha_Thai-uzn_Latn", "languages": ["tha-Thai", "uzn-Latn"], "main_score": 0.532082, "precision": 0.500257, "recall": 0.610672}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-als_Latn", "languages": ["tha-Thai", "als-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.057312, "f1": 0.02058, "hf_subset": "tha_Thai-bod_Tibt", "languages": ["tha-Thai", "bod-Tibt"], "main_score": 0.02058, "precision": 0.016246, "recall": 0.057312}, {"accuracy": 0.193676, "f1": 0.132184, "hf_subset": "tha_Thai-fij_Latn", "languages": ["tha-Thai", "fij-Latn"], "main_score": 0.132184, "precision": 0.115631, "recall": 0.193676}, {"accuracy": 0.733202, "f1": 0.670538, "hf_subset": "tha_Thai-isl_Latn", "languages": ["tha-Thai", "isl-Latn"], "main_score": 0.670538, "precision": 0.645612, "recall": 0.733202}, {"accuracy": 0.226285, "f1": 0.158336, "hf_subset": "tha_Thai-kon_Latn", "languages": ["tha-Thai", "kon-Latn"], "main_score": 0.158336, "precision": 0.141432, "recall": 0.226285}, {"accuracy": 0.063241, "f1": 0.032607, "hf_subset": "tha_Thai-mni_Beng", "languages": ["tha-Thai", "mni-Beng"], "main_score": 0.032607, "precision": 0.027684, "recall": 0.063241}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-ron_Latn", "languages": ["tha-Thai", "ron-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.76581, "f1": 0.710216, "hf_subset": "tha_Thai-szl_Latn", "languages": ["tha-Thai", "szl-Latn"], "main_score": 0.710216, "precision": 0.686546, "recall": 0.76581}, {"accuracy": 0.778656, "f1": 0.721626, "hf_subset": "tha_Thai-vec_Latn", "languages": ["tha-Thai", "vec-Latn"], "main_score": 0.721626, "precision": 0.697596, "recall": 0.778656}, {"accuracy": 0.762846, "f1": 0.709595, "hf_subset": "tha_Thai-amh_Ethi", "languages": ["tha-Thai", "amh-Ethi"], "main_score": 0.709595, "precision": 0.687715, "recall": 0.762846}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "tha_Thai-bos_Latn", "languages": ["tha-Thai", "bos-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "tha_Thai-fin_Latn", "languages": ["tha-Thai", "fin-Latn"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "tha_Thai-ita_Latn", "languages": ["tha-Thai", "ita-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971673, "hf_subset": "tha_Thai-kor_Hang", "languages": ["tha-Thai", "kor-Hang"], "main_score": 0.971673, "precision": 0.968544, "recall": 0.978261}, {"accuracy": 0.208498, "f1": 0.145304, "hf_subset": "tha_Thai-mos_Latn", "languages": ["tha-Thai", "mos-Latn"], "main_score": 0.145304, "precision": 0.128996, "recall": 0.208498}, {"accuracy": 0.142292, "f1": 0.085834, "hf_subset": "tha_Thai-run_Latn", "languages": ["tha-Thai", "run-Latn"], "main_score": 0.085834, "precision": 0.072867, "recall": 0.142292}, {"accuracy": 0.890316, "f1": 0.859486, "hf_subset": "tha_Thai-tam_Taml", "languages": ["tha-Thai", "tam-Taml"], "main_score": 0.859486, "precision": 0.845422, "recall": 0.890316}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-vie_Latn", "languages": ["tha-Thai", "vie-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.953557, "f1": 0.939723, "hf_subset": "tha_Thai-apc_Arab", "languages": ["tha-Thai", "apc-Arab"], "main_score": 0.939723, "precision": 0.933136, "recall": 0.953557}, {"accuracy": 0.350791, "f1": 0.267415, "hf_subset": "tha_Thai-bug_Latn", "languages": ["tha-Thai", "bug-Latn"], "main_score": 0.267415, "precision": 0.243541, "recall": 0.350791}, {"accuracy": 0.179842, "f1": 0.118734, "hf_subset": "tha_Thai-fon_Latn", "languages": ["tha-Thai", "fon-Latn"], "main_score": 0.118734, "precision": 0.104887, "recall": 0.179842}, {"accuracy": 0.701581, "f1": 0.631228, "hf_subset": "tha_Thai-jav_Latn", "languages": ["tha-Thai", "jav-Latn"], "main_score": 0.631228, "precision": 0.602447, "recall": 0.701581}, {"accuracy": 0.93083, "f1": 0.913076, "hf_subset": "tha_Thai-lao_Laoo", "languages": ["tha-Thai", "lao-Laoo"], "main_score": 0.913076, "precision": 0.905945, "recall": 0.93083}, {"accuracy": 0.172925, "f1": 0.106635, "hf_subset": "tha_Thai-mri_Latn", "languages": ["tha-Thai", "mri-Latn"], "main_score": 0.106635, "precision": 0.092674, "recall": 0.172925}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "tha_Thai-rus_Cyrl", "languages": ["tha-Thai", "rus-Cyrl"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.225296, "f1": 0.164221, "hf_subset": "tha_Thai-taq_Latn", "languages": ["tha-Thai", "taq-Latn"], "main_score": 0.164221, "precision": 0.149481, "recall": 0.225296}, {"accuracy": 0.40415, "f1": 0.312168, "hf_subset": "tha_Thai-war_Latn", "languages": ["tha-Thai", "war-Latn"], "main_score": 0.312168, "precision": 0.283601, "recall": 0.40415}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-arb_Arab", "languages": ["tha-Thai", "arb-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "tha_Thai-bul_Cyrl", "languages": ["tha-Thai", "bul-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "tha_Thai-fra_Latn", "languages": ["tha-Thai", "fra-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-jpn_Jpan", "languages": ["tha-Thai", "jpn-Jpan"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.733202, "f1": 0.665947, "hf_subset": "tha_Thai-lij_Latn", "languages": ["tha-Thai", "lij-Latn"], "main_score": 0.665947, "precision": 0.637648, "recall": 0.733202}, {"accuracy": 0.940711, "f1": 0.92276, "hf_subset": "tha_Thai-mya_Mymr", "languages": ["tha-Thai", "mya-Mymr"], "main_score": 0.92276, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.216403, "f1": 0.150752, "hf_subset": "tha_Thai-sag_Latn", "languages": ["tha-Thai", "sag-Latn"], "main_score": 0.150752, "precision": 0.132955, "recall": 0.216403}, {"accuracy": 0.08004, "f1": 0.035197, "hf_subset": "tha_Thai-taq_Tfng", "languages": ["tha-Thai", "taq-Tfng"], "main_score": 0.035197, "precision": 0.028808, "recall": 0.08004}, {"accuracy": 0.229249, "f1": 0.157716, "hf_subset": "tha_Thai-wol_Latn", "languages": ["tha-Thai", "wol-Latn"], "main_score": 0.157716, "precision": 0.138801, "recall": 0.229249}, {"accuracy": 0.105731, "f1": 0.06402, "hf_subset": "tha_Thai-arb_Latn", "languages": ["tha-Thai", "arb-Latn"], "main_score": 0.06402, "precision": 0.056356, "recall": 0.105731}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "tha_Thai-cat_Latn", "languages": ["tha-Thai", "cat-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.6917, "f1": 0.622565, "hf_subset": "tha_Thai-fur_Latn", "languages": ["tha-Thai", "fur-Latn"], "main_score": 0.622565, "precision": 0.594097, "recall": 0.6917}, {"accuracy": 0.087945, "f1": 0.058744, "hf_subset": "tha_Thai-kab_Latn", "languages": ["tha-Thai", "kab-Latn"], "main_score": 0.058744, "precision": 0.052708, "recall": 0.087945}, {"accuracy": 0.725296, "f1": 0.659265, "hf_subset": "tha_Thai-lim_Latn", "languages": ["tha-Thai", "lim-Latn"], "main_score": 0.659265, "precision": 0.631357, "recall": 0.725296}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "tha_Thai-nld_Latn", "languages": ["tha-Thai", "nld-Latn"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.744071, "f1": 0.683959, "hf_subset": "tha_Thai-san_Deva", "languages": ["tha-Thai", "san-Deva"], "main_score": 0.683959, "precision": 0.658366, "recall": 0.744071}, {"accuracy": 0.492095, "f1": 0.40855, "hf_subset": "tha_Thai-tat_Cyrl", "languages": ["tha-Thai", "tat-Cyrl"], "main_score": 0.40855, "precision": 0.378184, "recall": 0.492095}, {"accuracy": 0.183794, "f1": 0.113303, "hf_subset": "tha_Thai-xho_Latn", "languages": ["tha-Thai", "xho-Latn"], "main_score": 0.113303, "precision": 0.096481, "recall": 0.183794}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "tha_Thai-ars_Arab", "languages": ["tha-Thai", "ars-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.371542, "f1": 0.285695, "hf_subset": "tha_Thai-ceb_Latn", "languages": ["tha-Thai", "ceb-Latn"], "main_score": 0.285695, "precision": 0.260329, "recall": 0.371542}, {"accuracy": 0.202569, "f1": 0.132568, "hf_subset": "tha_Thai-fuv_Latn", "languages": ["tha-Thai", "fuv-Latn"], "main_score": 0.132568, "precision": 0.116487, "recall": 0.202569}, {"accuracy": 0.186759, "f1": 0.125493, "hf_subset": "tha_Thai-kac_Latn", "languages": ["tha-Thai", "kac-Latn"], "main_score": 0.125493, "precision": 0.11081, "recall": 0.186759}, {"accuracy": 0.216403, "f1": 0.151098, "hf_subset": "tha_Thai-lin_Latn", "languages": ["tha-Thai", "lin-Latn"], "main_score": 0.151098, "precision": 0.133665, "recall": 0.216403}, {"accuracy": 0.971344, "f1": 0.961957, "hf_subset": "tha_Thai-nno_Latn", "languages": ["tha-Thai", "nno-Latn"], "main_score": 0.961957, "precision": 0.957345, "recall": 0.971344}, {"accuracy": 0.018775, "f1": 0.003306, "hf_subset": "tha_Thai-sat_Olck", "languages": ["tha-Thai", "sat-Olck"], "main_score": 0.003306, "precision": 0.002132, "recall": 0.018775}, {"accuracy": 0.851779, "f1": 0.809947, "hf_subset": "tha_Thai-tel_Telu", "languages": ["tha-Thai", "tel-Telu"], "main_score": 0.809947, "precision": 0.791041, "recall": 0.851779}, {"accuracy": 0.422925, "f1": 0.33897, "hf_subset": "tha_Thai-ydd_Hebr", "languages": ["tha-Thai", "ydd-Hebr"], "main_score": 0.33897, "precision": 0.309351, "recall": 0.422925}, {"accuracy": 0.843874, "f1": 0.804578, "hf_subset": "tha_Thai-ary_Arab", "languages": ["tha-Thai", "ary-Arab"], "main_score": 0.804578, "precision": 0.787055, "recall": 0.843874}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tha_Thai-ces_Latn", "languages": ["tha-Thai", "ces-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.101779, "f1": 0.056607, "hf_subset": "tha_Thai-gaz_Latn", "languages": ["tha-Thai", "gaz-Latn"], "main_score": 0.056607, "precision": 0.047497, "recall": 0.101779}, {"accuracy": 0.182806, "f1": 0.119303, "hf_subset": "tha_Thai-kam_Latn", "languages": ["tha-Thai", "kam-Latn"], "main_score": 0.119303, "precision": 0.104623, "recall": 0.182806}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "tha_Thai-lit_Latn", "languages": ["tha-Thai", "lit-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.983202, "f1": 0.978096, "hf_subset": "tha_Thai-nob_Latn", "languages": ["tha-Thai", "nob-Latn"], "main_score": 0.978096, "precision": 0.975626, "recall": 0.983202}, {"accuracy": 0.616601, "f1": 0.540348, "hf_subset": "tha_Thai-scn_Latn", "languages": ["tha-Thai", "scn-Latn"], "main_score": 0.540348, "precision": 0.511885, "recall": 0.616601}, {"accuracy": 0.176877, "f1": 0.116596, "hf_subset": "tha_Thai-tgk_Cyrl", "languages": ["tha-Thai", "tgk-Cyrl"], "main_score": 0.116596, "precision": 0.10172, "recall": 0.176877}, {"accuracy": 0.183794, "f1": 0.116568, "hf_subset": "tha_Thai-yor_Latn", "languages": ["tha-Thai", "yor-Latn"], "main_score": 0.116568, "precision": 0.100506, "recall": 0.183794}, {"accuracy": 0.944664, "f1": 0.927108, "hf_subset": "tha_Thai-arz_Arab", "languages": ["tha-Thai", "arz-Arab"], "main_score": 0.927108, "precision": 0.918561, "recall": 0.944664}, {"accuracy": 0.171937, "f1": 0.111692, "hf_subset": "tha_Thai-cjk_Latn", "languages": ["tha-Thai", "cjk-Latn"], "main_score": 0.111692, "precision": 0.097638, "recall": 0.171937}, {"accuracy": 0.179842, "f1": 0.119292, "hf_subset": "tha_Thai-gla_Latn", "languages": ["tha-Thai", "gla-Latn"], "main_score": 0.119292, "precision": 0.103774, "recall": 0.179842}, {"accuracy": 0.825099, "f1": 0.778211, "hf_subset": "tha_Thai-kan_Knda", "languages": ["tha-Thai", "kan-Knda"], "main_score": 0.778211, "precision": 0.75747, "recall": 0.825099}, {"accuracy": 0.619565, "f1": 0.547417, "hf_subset": "tha_Thai-lmo_Latn", "languages": ["tha-Thai", "lmo-Latn"], "main_score": 0.547417, "precision": 0.520966, "recall": 0.619565}, {"accuracy": 0.958498, "f1": 0.945817, "hf_subset": "tha_Thai-npi_Deva", "languages": ["tha-Thai", "npi-Deva"], "main_score": 0.945817, "precision": 0.939559, "recall": 0.958498}, {"accuracy": 0.262846, "f1": 0.18406, "hf_subset": "tha_Thai-shn_Mymr", "languages": ["tha-Thai", "shn-Mymr"], "main_score": 0.18406, "precision": 0.161335, "recall": 0.262846}, {"accuracy": 0.438735, "f1": 0.353131, "hf_subset": "tha_Thai-tgl_Latn", "languages": ["tha-Thai", "tgl-Latn"], "main_score": 0.353131, "precision": 0.325655, "recall": 0.438735}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "tha_Thai-yue_Hant", "languages": ["tha-Thai", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.545455, "f1": 0.463783, "hf_subset": "tha_Thai-asm_Beng", "languages": ["tha-Thai", "asm-Beng"], "main_score": 0.463783, "precision": 0.433226, "recall": 0.545455}, {"accuracy": 0.836957, "f1": 0.793629, "hf_subset": "tha_Thai-ckb_Arab", "languages": ["tha-Thai", "ckb-Arab"], "main_score": 0.793629, "precision": 0.774028, "recall": 0.836957}, {"accuracy": 0.272727, "f1": 0.19591, "hf_subset": "tha_Thai-gle_Latn", "languages": ["tha-Thai", "gle-Latn"], "main_score": 0.19591, "precision": 0.175591, "recall": 0.272727}, {"accuracy": 0.607708, "f1": 0.524362, "hf_subset": "tha_Thai-kas_Arab", "languages": ["tha-Thai", "kas-Arab"], "main_score": 0.524362, "precision": 0.490413, "recall": 0.607708}, {"accuracy": 0.681818, "f1": 0.61094, "hf_subset": "tha_Thai-ltg_Latn", "languages": ["tha-Thai", "ltg-Latn"], "main_score": 0.61094, "precision": 0.582246, "recall": 0.681818}, {"accuracy": 0.214427, "f1": 0.142874, "hf_subset": "tha_Thai-nso_Latn", "languages": ["tha-Thai", "nso-Latn"], "main_score": 0.142874, "precision": 0.125639, "recall": 0.214427}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "tha_Thai-sin_Sinh", "languages": ["tha-Thai", "sin-Sinh"], "main_score": 0.896805, "precision": 0.88615, "recall": 0.91996}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-zho_Hans", "languages": ["tha-Thai", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.934783, "f1": 0.915086, "hf_subset": "tha_Thai-ast_Latn", "languages": ["tha-Thai", "ast-Latn"], "main_score": 0.915086, "precision": 0.905715, "recall": 0.934783}, {"accuracy": 0.750988, "f1": 0.690316, "hf_subset": "tha_Thai-crh_Latn", "languages": ["tha-Thai", "crh-Latn"], "main_score": 0.690316, "precision": 0.664312, "recall": 0.750988}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-glg_Latn", "languages": ["tha-Thai", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.411067, "f1": 0.329079, "hf_subset": "tha_Thai-kas_Deva", "languages": ["tha-Thai", "kas-Deva"], "main_score": 0.329079, "precision": 0.300823, "recall": 0.411067}, {"accuracy": 0.47332, "f1": 0.380496, "hf_subset": "tha_Thai-ltz_Latn", "languages": ["tha-Thai", "ltz-Latn"], "main_score": 0.380496, "precision": 0.350028, "recall": 0.47332}, {"accuracy": 0.108696, "f1": 0.060101, "hf_subset": "tha_Thai-nus_Latn", "languages": ["tha-Thai", "nus-Latn"], "main_score": 0.060101, "precision": 0.050845, "recall": 0.108696}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "tha_Thai-slk_Latn", "languages": ["tha-Thai", "slk-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.182806, "f1": 0.122932, "hf_subset": "tha_Thai-tir_Ethi", "languages": ["tha-Thai", "tir-Ethi"], "main_score": 0.122932, "precision": 0.106597, "recall": 0.182806}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "tha_Thai-zho_Hant", "languages": ["tha-Thai", "zho-Hant"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.952569, "f1": 0.93946, "hf_subset": "tha_Thai-awa_Deva", "languages": ["tha-Thai", "awa-Deva"], "main_score": 0.93946, "precision": 0.933218, "recall": 0.952569}, {"accuracy": 0.436759, "f1": 0.349002, "hf_subset": "tha_Thai-cym_Latn", "languages": ["tha-Thai", "cym-Latn"], "main_score": 0.349002, "precision": 0.321142, "recall": 0.436759}, {"accuracy": 0.326087, "f1": 0.235369, "hf_subset": "tha_Thai-grn_Latn", "languages": ["tha-Thai", "grn-Latn"], "main_score": 0.235369, "precision": 0.208622, "recall": 0.326087}, {"accuracy": 0.880435, "f1": 0.845224, "hf_subset": "tha_Thai-kat_Geor", "languages": ["tha-Thai", "kat-Geor"], "main_score": 0.845224, "precision": 0.829134, "recall": 0.880435}, {"accuracy": 0.236166, "f1": 0.163138, "hf_subset": "tha_Thai-lua_Latn", "languages": ["tha-Thai", "lua-Latn"], "main_score": 0.163138, "precision": 0.144279, "recall": 0.236166}, {"accuracy": 0.217391, "f1": 0.146998, "hf_subset": "tha_Thai-nya_Latn", "languages": ["tha-Thai", "nya-Latn"], "main_score": 0.146998, "precision": 0.128417, "recall": 0.217391}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "tha_Thai-slv_Latn", "languages": ["tha-Thai", "slv-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.422925, "f1": 0.330217, "hf_subset": "tha_Thai-tpi_Latn", "languages": ["tha-Thai", "tpi-Latn"], "main_score": 0.330217, "precision": 0.301366, "recall": 0.422925}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "tha_Thai-zsm_Latn", "languages": ["tha-Thai", "zsm-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.187747, "f1": 0.115225, "hf_subset": "tha_Thai-ayr_Latn", "languages": ["tha-Thai", "ayr-Latn"], "main_score": 0.115225, "precision": 0.098615, "recall": 0.187747}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "tha_Thai-dan_Latn", "languages": ["tha-Thai", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.91502, "f1": 0.890777, "hf_subset": "tha_Thai-guj_Gujr", "languages": ["tha-Thai", "guj-Gujr"], "main_score": 0.890777, "precision": 0.879447, "recall": 0.91502}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "tha_Thai-kaz_Cyrl", "languages": ["tha-Thai", "kaz-Cyrl"], "main_score": 0.937912, "precision": 0.930665, "recall": 0.952569}, {"accuracy": 0.150198, "f1": 0.098056, "hf_subset": "tha_Thai-lug_Latn", "languages": ["tha-Thai", "lug-Latn"], "main_score": 0.098056, "precision": 0.086753, "recall": 0.150198}, {"accuracy": 0.911067, "f1": 0.885705, "hf_subset": "tha_Thai-oci_Latn", "languages": ["tha-Thai", "oci-Latn"], "main_score": 0.885705, "precision": 0.873518, "recall": 0.911067}, {"accuracy": 0.168972, "f1": 0.109976, "hf_subset": "tha_Thai-smo_Latn", "languages": ["tha-Thai", "smo-Latn"], "main_score": 0.109976, "precision": 0.095006, "recall": 0.168972}, {"accuracy": 0.1917, "f1": 0.1244, "hf_subset": "tha_Thai-tsn_Latn", "languages": ["tha-Thai", "tsn-Latn"], "main_score": 0.1244, "precision": 0.10748, "recall": 0.1917}, {"accuracy": 0.135375, "f1": 0.08219, "hf_subset": "tha_Thai-zul_Latn", "languages": ["tha-Thai", "zul-Latn"], "main_score": 0.08219, "precision": 0.070889, "recall": 0.135375}, {"accuracy": 0.554348, "f1": 0.470137, "hf_subset": "tha_Thai-azb_Arab", "languages": ["tha-Thai", "azb-Arab"], "main_score": 0.470137, "precision": 0.437888, "recall": 0.554348}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "tha_Thai-deu_Latn", "languages": ["tha-Thai", "deu-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.272727, "f1": 0.195198, "hf_subset": "tha_Thai-hat_Latn", "languages": ["tha-Thai", "hat-Latn"], "main_score": 0.195198, "precision": 0.173228, "recall": 0.272727}, {"accuracy": 0.164032, "f1": 0.102976, "hf_subset": "tha_Thai-kbp_Latn", "languages": ["tha-Thai", "kbp-Latn"], "main_score": 0.102976, "precision": 0.08874, "recall": 0.164032}, {"accuracy": 0.200593, "f1": 0.127137, "hf_subset": "tha_Thai-luo_Latn", "languages": ["tha-Thai", "luo-Latn"], "main_score": 0.127137, "precision": 0.109556, "recall": 0.200593}, {"accuracy": 0.833004, "f1": 0.790646, "hf_subset": "tha_Thai-ory_Orya", "languages": ["tha-Thai", "ory-Orya"], "main_score": 0.790646, "precision": 0.771673, "recall": 0.833004}, {"accuracy": 0.161067, "f1": 0.095119, "hf_subset": "tha_Thai-sna_Latn", "languages": ["tha-Thai", "sna-Latn"], "main_score": 0.095119, "precision": 0.080165, "recall": 0.161067}, {"accuracy": 0.174901, "f1": 0.114648, "hf_subset": "tha_Thai-tso_Latn", "languages": ["tha-Thai", "tso-Latn"], "main_score": 0.114648, "precision": 0.099915, "recall": 0.174901}, {"accuracy": 0.947628, "f1": 0.932708, "hf_subset": "tha_Thai-azj_Latn", "languages": ["tha-Thai", "azj-Latn"], "main_score": 0.932708, "precision": 0.92584, "recall": 0.947628}, {"accuracy": 0.277668, "f1": 0.198517, "hf_subset": "tha_Thai-dik_Latn", "languages": ["tha-Thai", "dik-Latn"], "main_score": 0.198517, "precision": 0.17784, "recall": 0.277668}, {"accuracy": 0.221344, "f1": 0.149502, "hf_subset": "tha_Thai-hau_Latn", "languages": ["tha-Thai", "hau-Latn"], "main_score": 0.149502, "precision": 0.132334, "recall": 0.221344}, {"accuracy": 0.616601, "f1": 0.53816, "hf_subset": "tha_Thai-kea_Latn", "languages": ["tha-Thai", "kea-Latn"], "main_score": 0.53816, "precision": 0.50907, "recall": 0.616601}, {"accuracy": 0.328063, "f1": 0.242126, "hf_subset": "tha_Thai-lus_Latn", "languages": ["tha-Thai", "lus-Latn"], "main_score": 0.242126, "precision": 0.216026, "recall": 0.328063}, {"accuracy": 0.452569, "f1": 0.361788, "hf_subset": "tha_Thai-pag_Latn", "languages": ["tha-Thai", "pag-Latn"], "main_score": 0.361788, "precision": 0.33141, "recall": 0.452569}, {"accuracy": 0.864625, "f1": 0.829268, "hf_subset": "tha_Thai-snd_Arab", "languages": ["tha-Thai", "snd-Arab"], "main_score": 0.829268, "precision": 0.81357, "recall": 0.864625}, {"accuracy": 0.317194, "f1": 0.231783, "hf_subset": "tha_Thai-tuk_Latn", "languages": ["tha-Thai", "tuk-Latn"], "main_score": 0.231783, "precision": 0.206245, "recall": 0.317194}, {"accuracy": 0.443676, "f1": 0.359866, "hf_subset": "tha_Thai-bak_Cyrl", "languages": ["tha-Thai", "bak-Cyrl"], "main_score": 0.359866, "precision": 0.331699, "recall": 0.443676}, {"accuracy": 0.168972, "f1": 0.111439, "hf_subset": "tha_Thai-dyu_Latn", "languages": ["tha-Thai", "dyu-Latn"], "main_score": 0.111439, "precision": 0.097269, "recall": 0.168972}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "tha_Thai-heb_Hebr", "languages": ["tha-Thai", "heb-Hebr"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.97332, "f1": 0.964427, "hf_subset": "tha_Thai-khk_Cyrl", "languages": ["tha-Thai", "khk-Cyrl"], "main_score": 0.964427, "precision": 0.95998, "recall": 0.97332}, {"accuracy": 0.980237, "f1": 0.974638, "hf_subset": "tha_Thai-lvs_Latn", "languages": ["tha-Thai", "lvs-Latn"], "main_score": 0.974638, "precision": 0.972036, "recall": 0.980237}, {"accuracy": 0.840909, "f1": 0.79697, "hf_subset": "tha_Thai-pan_Guru", "languages": ["tha-Thai", "pan-Guru"], "main_score": 0.79697, "precision": 0.776993, "recall": 0.840909}, {"accuracy": 0.25, "f1": 0.176313, "hf_subset": "tha_Thai-som_Latn", "languages": ["tha-Thai", "som-Latn"], "main_score": 0.176313, "precision": 0.155999, "recall": 0.25}, {"accuracy": 0.184783, "f1": 0.113928, "hf_subset": "tha_Thai-tum_Latn", "languages": ["tha-Thai", "tum-Latn"], "main_score": 0.113928, "precision": 0.097181, "recall": 0.184783}, {"accuracy": 0.083004, "f1": 0.049082, "hf_subset": "zho_Hans-ace_Arab", "languages": ["zho-Hans", "ace-Arab"], "main_score": 0.049082, "precision": 0.040934, "recall": 0.083004}, {"accuracy": 0.172925, "f1": 0.109446, "hf_subset": "zho_Hans-bam_Latn", "languages": ["zho-Hans", "bam-Latn"], "main_score": 0.109446, "precision": 0.094377, "recall": 0.172925}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "zho_Hans-dzo_Tibt", "languages": ["zho-Hans", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hans-hin_Deva", "languages": ["zho-Hans", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.910079, "f1": 0.882082, "hf_subset": "zho_Hans-khm_Khmr", "languages": ["zho-Hans", "khm-Khmr"], "main_score": 0.882082, "precision": 0.868577, "recall": 0.910079}, {"accuracy": 0.942688, "f1": 0.924736, "hf_subset": "zho_Hans-mag_Deva", "languages": ["zho-Hans", "mag-Deva"], "main_score": 0.924736, "precision": 0.916008, "recall": 0.942688}, {"accuracy": 0.614625, "f1": 0.534889, "hf_subset": "zho_Hans-pap_Latn", "languages": ["zho-Hans", "pap-Latn"], "main_score": 0.534889, "precision": 0.505114, "recall": 0.614625}, {"accuracy": 0.197628, "f1": 0.13456, "hf_subset": "zho_Hans-sot_Latn", "languages": ["zho-Hans", "sot-Latn"], "main_score": 0.13456, "precision": 0.119125, "recall": 0.197628}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hans-tur_Latn", "languages": ["zho-Hans", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.394269, "f1": 0.307912, "hf_subset": "zho_Hans-ace_Latn", "languages": ["zho-Hans", "ace-Latn"], "main_score": 0.307912, "precision": 0.280777, "recall": 0.394269}, {"accuracy": 0.644269, "f1": 0.570248, "hf_subset": "zho_Hans-ban_Latn", "languages": ["zho-Hans", "ban-Latn"], "main_score": 0.570248, "precision": 0.541201, "recall": 0.644269}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hans-ell_Grek", "languages": ["zho-Hans", "ell-Grek"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.918972, "f1": 0.894335, "hf_subset": "zho_Hans-hne_Deva", "languages": ["zho-Hans", "hne-Deva"], "main_score": 0.894335, "precision": 0.882493, "recall": 0.918972}, {"accuracy": 0.230237, "f1": 0.151007, "hf_subset": "zho_Hans-kik_Latn", "languages": ["zho-Hans", "kik-Latn"], "main_score": 0.151007, "precision": 0.130913, "recall": 0.230237}, {"accuracy": 0.936759, "f1": 0.917062, "hf_subset": "zho_Hans-mai_Deva", "languages": ["zho-Hans", "mai-Deva"], "main_score": 0.917062, "precision": 0.907691, "recall": 0.936759}, {"accuracy": 0.831028, "f1": 0.78694, "hf_subset": "zho_Hans-pbt_Arab", "languages": ["zho-Hans", "pbt-Arab"], "main_score": 0.78694, "precision": 0.76717, "recall": 0.831028}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-spa_Latn", "languages": ["zho-Hans", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.279644, "f1": 0.193403, "hf_subset": "zho_Hans-twi_Latn", "languages": ["zho-Hans", "twi-Latn"], "main_score": 0.193403, "precision": 0.170116, "recall": 0.279644}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "zho_Hans-acm_Arab", "languages": ["zho-Hans", "acm-Arab"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.952569, "f1": 0.938406, "hf_subset": "zho_Hans-bel_Cyrl", "languages": ["zho-Hans", "bel-Cyrl"], "main_score": 0.938406, "precision": 0.931818, "recall": 0.952569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-eng_Latn", "languages": ["zho-Hans", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-hrv_Latn", "languages": ["zho-Hans", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.148221, "f1": 0.094818, "hf_subset": "zho_Hans-kin_Latn", "languages": ["zho-Hans", "kin-Latn"], "main_score": 0.094818, "precision": 0.082713, "recall": 0.148221}, {"accuracy": 0.879447, "f1": 0.846542, "hf_subset": "zho_Hans-mal_Mlym", "languages": ["zho-Hans", "mal-Mlym"], "main_score": 0.846542, "precision": 0.831637, "recall": 0.879447}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-pes_Arab", "languages": ["zho-Hans", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.695652, "f1": 0.625172, "hf_subset": "zho_Hans-srd_Latn", "languages": ["zho-Hans", "srd-Latn"], "main_score": 0.625172, "precision": 0.595974, "recall": 0.695652}, {"accuracy": 0.06917, "f1": 0.033155, "hf_subset": "zho_Hans-tzm_Tfng", "languages": ["zho-Hans", "tzm-Tfng"], "main_score": 0.033155, "precision": 0.028225, "recall": 0.06917}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "zho_Hans-acq_Arab", "languages": ["zho-Hans", "acq-Arab"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.221344, "f1": 0.149188, "hf_subset": "zho_Hans-bem_Latn", "languages": ["zho-Hans", "bem-Latn"], "main_score": 0.149188, "precision": 0.132898, "recall": 0.221344}, {"accuracy": 0.848814, "f1": 0.807675, "hf_subset": "zho_Hans-epo_Latn", "languages": ["zho-Hans", "epo-Latn"], "main_score": 0.807675, "precision": 0.789674, "recall": 0.848814}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-hun_Latn", "languages": ["zho-Hans", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.921937, "f1": 0.898946, "hf_subset": "zho_Hans-kir_Cyrl", "languages": ["zho-Hans", "kir-Cyrl"], "main_score": 0.898946, "precision": 0.887928, "recall": 0.921937}, {"accuracy": 0.90415, "f1": 0.874506, "hf_subset": "zho_Hans-mar_Deva", "languages": ["zho-Hans", "mar-Deva"], "main_score": 0.874506, "precision": 0.860343, "recall": 0.90415}, {"accuracy": 0.271739, "f1": 0.200406, "hf_subset": "zho_Hans-plt_Latn", "languages": ["zho-Hans", "plt-Latn"], "main_score": 0.200406, "precision": 0.180083, "recall": 0.271739}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-srp_Cyrl", "languages": ["zho-Hans", "srp-Cyrl"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.797431, "f1": 0.749445, "hf_subset": "zho_Hans-uig_Arab", "languages": ["zho-Hans", "uig-Arab"], "main_score": 0.749445, "precision": 0.728993, "recall": 0.797431}, {"accuracy": 0.926877, "f1": 0.903491, "hf_subset": "zho_Hans-aeb_Arab", "languages": ["zho-Hans", "aeb-Arab"], "main_score": 0.903491, "precision": 0.892292, "recall": 0.926877}, {"accuracy": 0.903162, "f1": 0.874704, "hf_subset": "zho_Hans-ben_Beng", "languages": ["zho-Hans", "ben-Beng"], "main_score": 0.874704, "precision": 0.861413, "recall": 0.903162}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "zho_Hans-est_Latn", "languages": ["zho-Hans", "est-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "zho_Hans-hye_Armn", "languages": ["zho-Hans", "hye-Armn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.161067, "f1": 0.097445, "hf_subset": "zho_Hans-kmb_Latn", "languages": ["zho-Hans", "kmb-Latn"], "main_score": 0.097445, "precision": 0.084133, "recall": 0.161067}, {"accuracy": 0.061265, "f1": 0.035523, "hf_subset": "zho_Hans-min_Arab", "languages": ["zho-Hans", "min-Arab"], "main_score": 0.035523, "precision": 0.02997, "recall": 0.061265}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "zho_Hans-pol_Latn", "languages": ["zho-Hans", "pol-Latn"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.152174, "f1": 0.093338, "hf_subset": "zho_Hans-ssw_Latn", "languages": ["zho-Hans", "ssw-Latn"], "main_score": 0.093338, "precision": 0.081089, "recall": 0.152174}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-ukr_Cyrl", "languages": ["zho-Hans", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.95751, "f1": 0.943676, "hf_subset": "zho_Hans-afr_Latn", "languages": ["zho-Hans", "afr-Latn"], "main_score": 0.943676, "precision": 0.936924, "recall": 0.95751}, {"accuracy": 0.88834, "f1": 0.856588, "hf_subset": "zho_Hans-bho_Deva", "languages": ["zho-Hans", "bho-Deva"], "main_score": 0.856588, "precision": 0.842144, "recall": 0.88834}, {"accuracy": 0.728261, "f1": 0.665584, "hf_subset": "zho_Hans-eus_Latn", "languages": ["zho-Hans", "eus-Latn"], "main_score": 0.665584, "precision": 0.639097, "recall": 0.728261}, {"accuracy": 0.187747, "f1": 0.116239, "hf_subset": "zho_Hans-ibo_Latn", "languages": ["zho-Hans", "ibo-Latn"], "main_score": 0.116239, "precision": 0.10011, "recall": 0.187747}, {"accuracy": 0.729249, "f1": 0.673734, "hf_subset": "zho_Hans-kmr_Latn", "languages": ["zho-Hans", "kmr-Latn"], "main_score": 0.673734, "precision": 0.650678, "recall": 0.729249}, {"accuracy": 0.618577, "f1": 0.541063, "hf_subset": "zho_Hans-min_Latn", "languages": ["zho-Hans", "min-Latn"], "main_score": 0.541063, "precision": 0.512479, "recall": 0.618577}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-por_Latn", "languages": ["zho-Hans", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.729249, "f1": 0.666227, "hf_subset": "zho_Hans-sun_Latn", "languages": ["zho-Hans", "sun-Latn"], "main_score": 0.666227, "precision": 0.640342, "recall": 0.729249}, {"accuracy": 0.156126, "f1": 0.096093, "hf_subset": "zho_Hans-umb_Latn", "languages": ["zho-Hans", "umb-Latn"], "main_score": 0.096093, "precision": 0.083538, "recall": 0.156126}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "zho_Hans-ajp_Arab", "languages": ["zho-Hans", "ajp-Arab"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.076087, "f1": 0.044557, "hf_subset": "zho_Hans-bjn_Arab", "languages": ["zho-Hans", "bjn-Arab"], "main_score": 0.044557, "precision": 0.038418, "recall": 0.076087}, {"accuracy": 0.225296, "f1": 0.158325, "hf_subset": "zho_Hans-ewe_Latn", "languages": ["zho-Hans", "ewe-Latn"], "main_score": 0.158325, "precision": 0.141966, "recall": 0.225296}, {"accuracy": 0.350791, "f1": 0.256749, "hf_subset": "zho_Hans-ilo_Latn", "languages": ["zho-Hans", "ilo-Latn"], "main_score": 0.256749, "precision": 0.229172, "recall": 0.350791}, {"accuracy": 0.086957, "f1": 0.045924, "hf_subset": "zho_Hans-knc_Arab", "languages": ["zho-Hans", "knc-Arab"], "main_score": 0.045924, "precision": 0.037087, "recall": 0.086957}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zho_Hans-mkd_Cyrl", "languages": ["zho-Hans", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "zho_Hans-prs_Arab", "languages": ["zho-Hans", "prs-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "zho_Hans-swe_Latn", "languages": ["zho-Hans", "swe-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.955534, "f1": 0.941765, "hf_subset": "zho_Hans-urd_Arab", "languages": ["zho-Hans", "urd-Arab"], "main_score": 0.941765, "precision": 0.935194, "recall": 0.955534}, {"accuracy": 0.277668, "f1": 0.196565, "hf_subset": "zho_Hans-aka_Latn", "languages": ["zho-Hans", "aka-Latn"], "main_score": 0.196565, "precision": 0.174114, "recall": 0.277668}, {"accuracy": 0.757905, "f1": 0.697499, "hf_subset": "zho_Hans-bjn_Latn", "languages": ["zho-Hans", "bjn-Latn"], "main_score": 0.697499, "precision": 0.672868, "recall": 0.757905}, {"accuracy": 0.433794, "f1": 0.350212, "hf_subset": "zho_Hans-fao_Latn", "languages": ["zho-Hans", "fao-Latn"], "main_score": 0.350212, "precision": 0.322817, "recall": 0.433794}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zho_Hans-ind_Latn", "languages": ["zho-Hans", "ind-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.25, "f1": 0.178077, "hf_subset": "zho_Hans-knc_Latn", "languages": ["zho-Hans", "knc-Latn"], "main_score": 0.178077, "precision": 0.160431, "recall": 0.25}, {"accuracy": 0.302372, "f1": 0.22162, "hf_subset": "zho_Hans-mlt_Latn", "languages": ["zho-Hans", "mlt-Latn"], "main_score": 0.22162, "precision": 0.199885, "recall": 0.302372}, {"accuracy": 0.242095, "f1": 0.1611, "hf_subset": "zho_Hans-quy_Latn", "languages": ["zho-Hans", "quy-Latn"], "main_score": 0.1611, "precision": 0.139712, "recall": 0.242095}, {"accuracy": 0.338933, "f1": 0.261202, "hf_subset": "zho_Hans-swh_Latn", "languages": ["zho-Hans", "swh-Latn"], "main_score": 0.261202, "precision": 0.240138, "recall": 0.338933}, {"accuracy": 0.614625, "f1": 0.539224, "hf_subset": "zho_Hans-uzn_Latn", "languages": ["zho-Hans", "uzn-Latn"], "main_score": 0.539224, "precision": 0.509187, "recall": 0.614625}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zho_Hans-als_Latn", "languages": ["zho-Hans", "als-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.056324, "f1": 0.018993, "hf_subset": "zho_Hans-bod_Tibt", "languages": ["zho-Hans", "bod-Tibt"], "main_score": 0.018993, "precision": 0.014454, "recall": 0.056324}, {"accuracy": 0.194664, "f1": 0.128151, "hf_subset": "zho_Hans-fij_Latn", "languages": ["zho-Hans", "fij-Latn"], "main_score": 0.128151, "precision": 0.110997, "recall": 0.194664}, {"accuracy": 0.73913, "f1": 0.677016, "hf_subset": "zho_Hans-isl_Latn", "languages": ["zho-Hans", "isl-Latn"], "main_score": 0.677016, "precision": 0.651788, "recall": 0.73913}, {"accuracy": 0.233202, "f1": 0.159728, "hf_subset": "zho_Hans-kon_Latn", "languages": ["zho-Hans", "kon-Latn"], "main_score": 0.159728, "precision": 0.141591, "recall": 0.233202}, {"accuracy": 0.0583, "f1": 0.029207, "hf_subset": "zho_Hans-mni_Beng", "languages": ["zho-Hans", "mni-Beng"], "main_score": 0.029207, "precision": 0.025172, "recall": 0.0583}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-ron_Latn", "languages": ["zho-Hans", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.785573, "f1": 0.732778, "hf_subset": "zho_Hans-szl_Latn", "languages": ["zho-Hans", "szl-Latn"], "main_score": 0.732778, "precision": 0.710392, "recall": 0.785573}, {"accuracy": 0.771739, "f1": 0.711091, "hf_subset": "zho_Hans-vec_Latn", "languages": ["zho-Hans", "vec-Latn"], "main_score": 0.711091, "precision": 0.685458, "recall": 0.771739}, {"accuracy": 0.744071, "f1": 0.689223, "hf_subset": "zho_Hans-amh_Ethi", "languages": ["zho-Hans", "amh-Ethi"], "main_score": 0.689223, "precision": 0.666197, "recall": 0.744071}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-bos_Latn", "languages": ["zho-Hans", "bos-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "zho_Hans-fin_Latn", "languages": ["zho-Hans", "fin-Latn"], "main_score": 0.980567, "precision": 0.978261, "recall": 0.985178}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-ita_Latn", "languages": ["zho-Hans", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "zho_Hans-kor_Hang", "languages": ["zho-Hans", "kor-Hang"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.218379, "f1": 0.151582, "hf_subset": "zho_Hans-mos_Latn", "languages": ["zho-Hans", "mos-Latn"], "main_score": 0.151582, "precision": 0.134508, "recall": 0.218379}, {"accuracy": 0.158103, "f1": 0.09864, "hf_subset": "zho_Hans-run_Latn", "languages": ["zho-Hans", "run-Latn"], "main_score": 0.09864, "precision": 0.085258, "recall": 0.158103}, {"accuracy": 0.885375, "f1": 0.851449, "hf_subset": "zho_Hans-tam_Taml", "languages": ["zho-Hans", "tam-Taml"], "main_score": 0.851449, "precision": 0.835886, "recall": 0.885375}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-vie_Latn", "languages": ["zho-Hans", "vie-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.95751, "f1": 0.944005, "hf_subset": "zho_Hans-apc_Arab", "languages": ["zho-Hans", "apc-Arab"], "main_score": 0.944005, "precision": 0.937582, "recall": 0.95751}, {"accuracy": 0.376482, "f1": 0.289491, "hf_subset": "zho_Hans-bug_Latn", "languages": ["zho-Hans", "bug-Latn"], "main_score": 0.289491, "precision": 0.263272, "recall": 0.376482}, {"accuracy": 0.1917, "f1": 0.125415, "hf_subset": "zho_Hans-fon_Latn", "languages": ["zho-Hans", "fon-Latn"], "main_score": 0.125415, "precision": 0.11017, "recall": 0.1917}, {"accuracy": 0.706522, "f1": 0.637274, "hf_subset": "zho_Hans-jav_Latn", "languages": ["zho-Hans", "jav-Latn"], "main_score": 0.637274, "precision": 0.609693, "recall": 0.706522}, {"accuracy": 0.918972, "f1": 0.897167, "hf_subset": "zho_Hans-lao_Laoo", "languages": ["zho-Hans", "lao-Laoo"], "main_score": 0.897167, "precision": 0.887714, "recall": 0.918972}, {"accuracy": 0.174901, "f1": 0.105732, "hf_subset": "zho_Hans-mri_Latn", "languages": ["zho-Hans", "mri-Latn"], "main_score": 0.105732, "precision": 0.09079, "recall": 0.174901}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-rus_Cyrl", "languages": ["zho-Hans", "rus-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.236166, "f1": 0.167567, "hf_subset": "zho_Hans-taq_Latn", "languages": ["zho-Hans", "taq-Latn"], "main_score": 0.167567, "precision": 0.150925, "recall": 0.236166}, {"accuracy": 0.400198, "f1": 0.306318, "hf_subset": "zho_Hans-war_Latn", "languages": ["zho-Hans", "war-Latn"], "main_score": 0.306318, "precision": 0.277134, "recall": 0.400198}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "zho_Hans-arb_Arab", "languages": ["zho-Hans", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zho_Hans-bul_Cyrl", "languages": ["zho-Hans", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-fra_Latn", "languages": ["zho-Hans", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-jpn_Jpan", "languages": ["zho-Hans", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.719368, "f1": 0.652604, "hf_subset": "zho_Hans-lij_Latn", "languages": ["zho-Hans", "lij-Latn"], "main_score": 0.652604, "precision": 0.625586, "recall": 0.719368}, {"accuracy": 0.943676, "f1": 0.925955, "hf_subset": "zho_Hans-mya_Mymr", "languages": ["zho-Hans", "mya-Mymr"], "main_score": 0.925955, "precision": 0.917572, "recall": 0.943676}, {"accuracy": 0.222332, "f1": 0.152997, "hf_subset": "zho_Hans-sag_Latn", "languages": ["zho-Hans", "sag-Latn"], "main_score": 0.152997, "precision": 0.134847, "recall": 0.222332}, {"accuracy": 0.075099, "f1": 0.032877, "hf_subset": "zho_Hans-taq_Tfng", "languages": ["zho-Hans", "taq-Tfng"], "main_score": 0.032877, "precision": 0.026762, "recall": 0.075099}, {"accuracy": 0.237154, "f1": 0.161423, "hf_subset": "zho_Hans-wol_Latn", "languages": ["zho-Hans", "wol-Latn"], "main_score": 0.161423, "precision": 0.141967, "recall": 0.237154}, {"accuracy": 0.109684, "f1": 0.062766, "hf_subset": "zho_Hans-arb_Latn", "languages": ["zho-Hans", "arb-Latn"], "main_score": 0.062766, "precision": 0.053428, "recall": 0.109684}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hans-cat_Latn", "languages": ["zho-Hans", "cat-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.693676, "f1": 0.624646, "hf_subset": "zho_Hans-fur_Latn", "languages": ["zho-Hans", "fur-Latn"], "main_score": 0.624646, "precision": 0.595924, "recall": 0.693676}, {"accuracy": 0.072134, "f1": 0.042796, "hf_subset": "zho_Hans-kab_Latn", "languages": ["zho-Hans", "kab-Latn"], "main_score": 0.042796, "precision": 0.036068, "recall": 0.072134}, {"accuracy": 0.727273, "f1": 0.659966, "hf_subset": "zho_Hans-lim_Latn", "languages": ["zho-Hans", "lim-Latn"], "main_score": 0.659966, "precision": 0.631143, "recall": 0.727273}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-nld_Latn", "languages": ["zho-Hans", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.737154, "f1": 0.674234, "hf_subset": "zho_Hans-san_Deva", "languages": ["zho-Hans", "san-Deva"], "main_score": 0.674234, "precision": 0.647432, "recall": 0.737154}, {"accuracy": 0.498024, "f1": 0.410857, "hf_subset": "zho_Hans-tat_Cyrl", "languages": ["zho-Hans", "tat-Cyrl"], "main_score": 0.410857, "precision": 0.379438, "recall": 0.498024}, {"accuracy": 0.198617, "f1": 0.128121, "hf_subset": "zho_Hans-xho_Latn", "languages": ["zho-Hans", "xho-Latn"], "main_score": 0.128121, "precision": 0.111462, "recall": 0.198617}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "zho_Hans-ars_Arab", "languages": ["zho-Hans", "ars-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.369565, "f1": 0.281364, "hf_subset": "zho_Hans-ceb_Latn", "languages": ["zho-Hans", "ceb-Latn"], "main_score": 0.281364, "precision": 0.254134, "recall": 0.369565}, {"accuracy": 0.214427, "f1": 0.140511, "hf_subset": "zho_Hans-fuv_Latn", "languages": ["zho-Hans", "fuv-Latn"], "main_score": 0.140511, "precision": 0.122563, "recall": 0.214427}, {"accuracy": 0.183794, "f1": 0.120626, "hf_subset": "zho_Hans-kac_Latn", "languages": ["zho-Hans", "kac-Latn"], "main_score": 0.120626, "precision": 0.106561, "recall": 0.183794}, {"accuracy": 0.22332, "f1": 0.153921, "hf_subset": "zho_Hans-lin_Latn", "languages": ["zho-Hans", "lin-Latn"], "main_score": 0.153921, "precision": 0.13666, "recall": 0.22332}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "zho_Hans-nno_Latn", "languages": ["zho-Hans", "nno-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.019763, "f1": 0.004726, "hf_subset": "zho_Hans-sat_Olck", "languages": ["zho-Hans", "sat-Olck"], "main_score": 0.004726, "precision": 0.003686, "recall": 0.019763}, {"accuracy": 0.854743, "f1": 0.815302, "hf_subset": "zho_Hans-tel_Telu", "languages": ["zho-Hans", "tel-Telu"], "main_score": 0.815302, "precision": 0.797497, "recall": 0.854743}, {"accuracy": 0.416008, "f1": 0.330496, "hf_subset": "zho_Hans-ydd_Hebr", "languages": ["zho-Hans", "ydd-Hebr"], "main_score": 0.330496, "precision": 0.300825, "recall": 0.416008}, {"accuracy": 0.842885, "f1": 0.801252, "hf_subset": "zho_Hans-ary_Arab", "languages": ["zho-Hans", "ary-Arab"], "main_score": 0.801252, "precision": 0.782362, "recall": 0.842885}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-ces_Latn", "languages": ["zho-Hans", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.094862, "f1": 0.052617, "hf_subset": "zho_Hans-gaz_Latn", "languages": ["zho-Hans", "gaz-Latn"], "main_score": 0.052617, "precision": 0.044644, "recall": 0.094862}, {"accuracy": 0.187747, "f1": 0.122465, "hf_subset": "zho_Hans-kam_Latn", "languages": ["zho-Hans", "kam-Latn"], "main_score": 0.122465, "precision": 0.106329, "recall": 0.187747}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "zho_Hans-lit_Latn", "languages": ["zho-Hans", "lit-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.98913, "f1": 0.986001, "hf_subset": "zho_Hans-nob_Latn", "languages": ["zho-Hans", "nob-Latn"], "main_score": 0.986001, "precision": 0.984519, "recall": 0.98913}, {"accuracy": 0.631423, "f1": 0.55348, "hf_subset": "zho_Hans-scn_Latn", "languages": ["zho-Hans", "scn-Latn"], "main_score": 0.55348, "precision": 0.524139, "recall": 0.631423}, {"accuracy": 0.175889, "f1": 0.111009, "hf_subset": "zho_Hans-tgk_Cyrl", "languages": ["zho-Hans", "tgk-Cyrl"], "main_score": 0.111009, "precision": 0.095847, "recall": 0.175889}, {"accuracy": 0.188735, "f1": 0.117928, "hf_subset": "zho_Hans-yor_Latn", "languages": ["zho-Hans", "yor-Latn"], "main_score": 0.117928, "precision": 0.100872, "recall": 0.188735}, {"accuracy": 0.951581, "f1": 0.936166, "hf_subset": "zho_Hans-arz_Arab", "languages": ["zho-Hans", "arz-Arab"], "main_score": 0.936166, "precision": 0.928771, "recall": 0.951581}, {"accuracy": 0.182806, "f1": 0.123937, "hf_subset": "zho_Hans-cjk_Latn", "languages": ["zho-Hans", "cjk-Latn"], "main_score": 0.123937, "precision": 0.110133, "recall": 0.182806}, {"accuracy": 0.181818, "f1": 0.119358, "hf_subset": "zho_Hans-gla_Latn", "languages": ["zho-Hans", "gla-Latn"], "main_score": 0.119358, "precision": 0.103554, "recall": 0.181818}, {"accuracy": 0.823123, "f1": 0.77724, "hf_subset": "zho_Hans-kan_Knda", "languages": ["zho-Hans", "kan-Knda"], "main_score": 0.77724, "precision": 0.756571, "recall": 0.823123}, {"accuracy": 0.630435, "f1": 0.555758, "hf_subset": "zho_Hans-lmo_Latn", "languages": ["zho-Hans", "lmo-Latn"], "main_score": 0.555758, "precision": 0.527268, "recall": 0.630435}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "zho_Hans-npi_Deva", "languages": ["zho-Hans", "npi-Deva"], "main_score": 0.953722, "precision": 0.948617, "recall": 0.964427}, {"accuracy": 0.266798, "f1": 0.182525, "hf_subset": "zho_Hans-shn_Mymr", "languages": ["zho-Hans", "shn-Mymr"], "main_score": 0.182525, "precision": 0.158331, "recall": 0.266798}, {"accuracy": 0.440711, "f1": 0.355477, "hf_subset": "zho_Hans-tgl_Latn", "languages": ["zho-Hans", "tgl-Latn"], "main_score": 0.355477, "precision": 0.328392, "recall": 0.440711}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zho_Hans-yue_Hant", "languages": ["zho-Hans", "yue-Hant"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.537549, "f1": 0.451431, "hf_subset": "zho_Hans-asm_Beng", "languages": ["zho-Hans", "asm-Beng"], "main_score": 0.451431, "precision": 0.419209, "recall": 0.537549}, {"accuracy": 0.829051, "f1": 0.784274, "hf_subset": "zho_Hans-ckb_Arab", "languages": ["zho-Hans", "ckb-Arab"], "main_score": 0.784274, "precision": 0.764723, "recall": 0.829051}, {"accuracy": 0.280632, "f1": 0.202602, "hf_subset": "zho_Hans-gle_Latn", "languages": ["zho-Hans", "gle-Latn"], "main_score": 0.202602, "precision": 0.181468, "recall": 0.280632}, {"accuracy": 0.590909, "f1": 0.506274, "hf_subset": "zho_Hans-kas_Arab", "languages": ["zho-Hans", "kas-Arab"], "main_score": 0.506274, "precision": 0.473457, "recall": 0.590909}, {"accuracy": 0.678854, "f1": 0.608717, "hf_subset": "zho_Hans-ltg_Latn", "languages": ["zho-Hans", "ltg-Latn"], "main_score": 0.608717, "precision": 0.580115, "recall": 0.678854}, {"accuracy": 0.222332, "f1": 0.14584, "hf_subset": "zho_Hans-nso_Latn", "languages": ["zho-Hans", "nso-Latn"], "main_score": 0.14584, "precision": 0.126911, "recall": 0.222332}, {"accuracy": 0.928854, "f1": 0.906357, "hf_subset": "zho_Hans-sin_Sinh", "languages": ["zho-Hans", "sin-Sinh"], "main_score": 0.906357, "precision": 0.895669, "recall": 0.928854}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hans-tha_Thai", "languages": ["zho-Hans", "tha-Thai"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.924901, "f1": 0.901976, "hf_subset": "zho_Hans-ast_Latn", "languages": ["zho-Hans", "ast-Latn"], "main_score": 0.901976, "precision": 0.89114, "recall": 0.924901}, {"accuracy": 0.743083, "f1": 0.681044, "hf_subset": "zho_Hans-crh_Latn", "languages": ["zho-Hans", "crh-Latn"], "main_score": 0.681044, "precision": 0.65528, "recall": 0.743083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hans-glg_Latn", "languages": ["zho-Hans", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.412055, "f1": 0.329706, "hf_subset": "zho_Hans-kas_Deva", "languages": ["zho-Hans", "kas-Deva"], "main_score": 0.329706, "precision": 0.302379, "recall": 0.412055}, {"accuracy": 0.476285, "f1": 0.378946, "hf_subset": "zho_Hans-ltz_Latn", "languages": ["zho-Hans", "ltz-Latn"], "main_score": 0.378946, "precision": 0.345448, "recall": 0.476285}, {"accuracy": 0.104743, "f1": 0.055084, "hf_subset": "zho_Hans-nus_Latn", "languages": ["zho-Hans", "nus-Latn"], "main_score": 0.055084, "precision": 0.046251, "recall": 0.104743}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-slk_Latn", "languages": ["zho-Hans", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.185771, "f1": 0.123121, "hf_subset": "zho_Hans-tir_Ethi", "languages": ["zho-Hans", "tir-Ethi"], "main_score": 0.123121, "precision": 0.106805, "recall": 0.185771}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hans-zho_Hant", "languages": ["zho-Hans", "zho-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.955534, "f1": 0.942918, "hf_subset": "zho_Hans-awa_Deva", "languages": ["zho-Hans", "awa-Deva"], "main_score": 0.942918, "precision": 0.936841, "recall": 0.955534}, {"accuracy": 0.435771, "f1": 0.346223, "hf_subset": "zho_Hans-cym_Latn", "languages": ["zho-Hans", "cym-Latn"], "main_score": 0.346223, "precision": 0.316737, "recall": 0.435771}, {"accuracy": 0.343874, "f1": 0.256973, "hf_subset": "zho_Hans-grn_Latn", "languages": ["zho-Hans", "grn-Latn"], "main_score": 0.256973, "precision": 0.231855, "recall": 0.343874}, {"accuracy": 0.865613, "f1": 0.82612, "hf_subset": "zho_Hans-kat_Geor", "languages": ["zho-Hans", "kat-Geor"], "main_score": 0.82612, "precision": 0.808218, "recall": 0.865613}, {"accuracy": 0.237154, "f1": 0.16187, "hf_subset": "zho_Hans-lua_Latn", "languages": ["zho-Hans", "lua-Latn"], "main_score": 0.16187, "precision": 0.1424, "recall": 0.237154}, {"accuracy": 0.221344, "f1": 0.146689, "hf_subset": "zho_Hans-nya_Latn", "languages": ["zho-Hans", "nya-Latn"], "main_score": 0.146689, "precision": 0.128809, "recall": 0.221344}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "zho_Hans-slv_Latn", "languages": ["zho-Hans", "slv-Latn"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.437747, "f1": 0.342497, "hf_subset": "zho_Hans-tpi_Latn", "languages": ["zho-Hans", "tpi-Latn"], "main_score": 0.342497, "precision": 0.311426, "recall": 0.437747}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-zsm_Latn", "languages": ["zho-Hans", "zsm-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.182806, "f1": 0.11236, "hf_subset": "zho_Hans-ayr_Latn", "languages": ["zho-Hans", "ayr-Latn"], "main_score": 0.11236, "precision": 0.0961, "recall": 0.182806}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-dan_Latn", "languages": ["zho-Hans", "dan-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.911067, "f1": 0.88363, "hf_subset": "zho_Hans-guj_Gujr", "languages": ["zho-Hans", "guj-Gujr"], "main_score": 0.88363, "precision": 0.870636, "recall": 0.911067}, {"accuracy": 0.945652, "f1": 0.929414, "hf_subset": "zho_Hans-kaz_Cyrl", "languages": ["zho-Hans", "kaz-Cyrl"], "main_score": 0.929414, "precision": 0.921854, "recall": 0.945652}, {"accuracy": 0.16502, "f1": 0.105214, "hf_subset": "zho_Hans-lug_Latn", "languages": ["zho-Hans", "lug-Latn"], "main_score": 0.105214, "precision": 0.091751, "recall": 0.16502}, {"accuracy": 0.91996, "f1": 0.895751, "hf_subset": "zho_Hans-oci_Latn", "languages": ["zho-Hans", "oci-Latn"], "main_score": 0.895751, "precision": 0.884223, "recall": 0.91996}, {"accuracy": 0.18083, "f1": 0.113641, "hf_subset": "zho_Hans-smo_Latn", "languages": ["zho-Hans", "smo-Latn"], "main_score": 0.113641, "precision": 0.097411, "recall": 0.18083}, {"accuracy": 0.194664, "f1": 0.129872, "hf_subset": "zho_Hans-tsn_Latn", "languages": ["zho-Hans", "tsn-Latn"], "main_score": 0.129872, "precision": 0.114162, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.091932, "hf_subset": "zho_Hans-zul_Latn", "languages": ["zho-Hans", "zul-Latn"], "main_score": 0.091932, "precision": 0.079517, "recall": 0.147233}, {"accuracy": 0.543478, "f1": 0.459873, "hf_subset": "zho_Hans-azb_Arab", "languages": ["zho-Hans", "azb-Arab"], "main_score": 0.459873, "precision": 0.427768, "recall": 0.543478}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hans-deu_Latn", "languages": ["zho-Hans", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.279644, "f1": 0.202308, "hf_subset": "zho_Hans-hat_Latn", "languages": ["zho-Hans", "hat-Latn"], "main_score": 0.202308, "precision": 0.18049, "recall": 0.279644}, {"accuracy": 0.168972, "f1": 0.104782, "hf_subset": "zho_Hans-kbp_Latn", "languages": ["zho-Hans", "kbp-Latn"], "main_score": 0.104782, "precision": 0.090497, "recall": 0.168972}, {"accuracy": 0.203557, "f1": 0.134089, "hf_subset": "zho_Hans-luo_Latn", "languages": ["zho-Hans", "luo-Latn"], "main_score": 0.134089, "precision": 0.117878, "recall": 0.203557}, {"accuracy": 0.81917, "f1": 0.771212, "hf_subset": "zho_Hans-ory_Orya", "languages": ["zho-Hans", "ory-Orya"], "main_score": 0.771212, "precision": 0.749802, "recall": 0.81917}, {"accuracy": 0.16502, "f1": 0.10028, "hf_subset": "zho_Hans-sna_Latn", "languages": ["zho-Hans", "sna-Latn"], "main_score": 0.10028, "precision": 0.086079, "recall": 0.16502}, {"accuracy": 0.18083, "f1": 0.119079, "hf_subset": "zho_Hans-tso_Latn", "languages": ["zho-Hans", "tso-Latn"], "main_score": 0.119079, "precision": 0.104824, "recall": 0.18083}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "zho_Hans-azj_Latn", "languages": ["zho-Hans", "azj-Latn"], "main_score": 0.934289, "precision": 0.927042, "recall": 0.949605}, {"accuracy": 0.280632, "f1": 0.199798, "hf_subset": "zho_Hans-dik_Latn", "languages": ["zho-Hans", "dik-Latn"], "main_score": 0.199798, "precision": 0.178525, "recall": 0.280632}, {"accuracy": 0.23419, "f1": 0.162116, "hf_subset": "zho_Hans-hau_Latn", "languages": ["zho-Hans", "hau-Latn"], "main_score": 0.162116, "precision": 0.144756, "recall": 0.23419}, {"accuracy": 0.623518, "f1": 0.543013, "hf_subset": "zho_Hans-kea_Latn", "languages": ["zho-Hans", "kea-Latn"], "main_score": 0.543013, "precision": 0.512372, "recall": 0.623518}, {"accuracy": 0.341897, "f1": 0.259248, "hf_subset": "zho_Hans-lus_Latn", "languages": ["zho-Hans", "lus-Latn"], "main_score": 0.259248, "precision": 0.23473, "recall": 0.341897}, {"accuracy": 0.450593, "f1": 0.356356, "hf_subset": "zho_Hans-pag_Latn", "languages": ["zho-Hans", "pag-Latn"], "main_score": 0.356356, "precision": 0.324265, "recall": 0.450593}, {"accuracy": 0.866601, "f1": 0.831686, "hf_subset": "zho_Hans-snd_Arab", "languages": ["zho-Hans", "snd-Arab"], "main_score": 0.831686, "precision": 0.81558, "recall": 0.866601}, {"accuracy": 0.316206, "f1": 0.230685, "hf_subset": "zho_Hans-tuk_Latn", "languages": ["zho-Hans", "tuk-Latn"], "main_score": 0.230685, "precision": 0.205742, "recall": 0.316206}, {"accuracy": 0.459486, "f1": 0.373147, "hf_subset": "zho_Hans-bak_Cyrl", "languages": ["zho-Hans", "bak-Cyrl"], "main_score": 0.373147, "precision": 0.342675, "recall": 0.459486}, {"accuracy": 0.177866, "f1": 0.112381, "hf_subset": "zho_Hans-dyu_Latn", "languages": ["zho-Hans", "dyu-Latn"], "main_score": 0.112381, "precision": 0.095129, "recall": 0.177866}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hans-heb_Hebr", "languages": ["zho-Hans", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.971344, "f1": 0.961792, "hf_subset": "zho_Hans-khk_Cyrl", "languages": ["zho-Hans", "khk-Cyrl"], "main_score": 0.961792, "precision": 0.957016, "recall": 0.971344}, {"accuracy": 0.988142, "f1": 0.984585, "hf_subset": "zho_Hans-lvs_Latn", "languages": ["zho-Hans", "lvs-Latn"], "main_score": 0.984585, "precision": 0.982955, "recall": 0.988142}, {"accuracy": 0.846838, "f1": 0.805599, "hf_subset": "zho_Hans-pan_Guru", "languages": ["zho-Hans", "pan-Guru"], "main_score": 0.805599, "precision": 0.787451, "recall": 0.846838}, {"accuracy": 0.250988, "f1": 0.181937, "hf_subset": "zho_Hans-som_Latn", "languages": ["zho-Hans", "som-Latn"], "main_score": 0.181937, "precision": 0.163428, "recall": 0.250988}, {"accuracy": 0.197628, "f1": 0.12706, "hf_subset": "zho_Hans-tum_Latn", "languages": ["zho-Hans", "tum-Latn"], "main_score": 0.12706, "precision": 0.109877, "recall": 0.197628}, {"accuracy": 0.092885, "f1": 0.060809, "hf_subset": "ast_Latn-ace_Arab", "languages": ["ast-Latn", "ace-Arab"], "main_score": 0.060809, "precision": 0.052723, "recall": 0.092885}, {"accuracy": 0.208498, "f1": 0.142151, "hf_subset": "ast_Latn-bam_Latn", "languages": ["ast-Latn", "bam-Latn"], "main_score": 0.142151, "precision": 0.125105, "recall": 0.208498}, {"accuracy": 0.003953, "f1": 6e-05, "hf_subset": "ast_Latn-dzo_Tibt", "languages": ["ast-Latn", "dzo-Tibt"], "main_score": 6e-05, "precision": 3e-05, "recall": 0.003953}, {"accuracy": 0.933794, "f1": 0.914657, "hf_subset": "ast_Latn-hin_Deva", "languages": ["ast-Latn", "hin-Deva"], "main_score": 0.914657, "precision": 0.905797, "recall": 0.933794}, {"accuracy": 0.839921, "f1": 0.797991, "hf_subset": "ast_Latn-khm_Khmr", "languages": ["ast-Latn", "khm-Khmr"], "main_score": 0.797991, "precision": 0.778771, "recall": 0.839921}, {"accuracy": 0.884387, "f1": 0.853115, "hf_subset": "ast_Latn-mag_Deva", "languages": ["ast-Latn", "mag-Deva"], "main_score": 0.853115, "precision": 0.838521, "recall": 0.884387}, {"accuracy": 0.651186, "f1": 0.589412, "hf_subset": "ast_Latn-pap_Latn", "languages": ["ast-Latn", "pap-Latn"], "main_score": 0.589412, "precision": 0.564799, "recall": 0.651186}, {"accuracy": 0.232213, "f1": 0.169114, "hf_subset": "ast_Latn-sot_Latn", "languages": ["ast-Latn", "sot-Latn"], "main_score": 0.169114, "precision": 0.152311, "recall": 0.232213}, {"accuracy": 0.958498, "f1": 0.945389, "hf_subset": "ast_Latn-tur_Latn", "languages": ["ast-Latn", "tur-Latn"], "main_score": 0.945389, "precision": 0.939147, "recall": 0.958498}, {"accuracy": 0.428854, "f1": 0.344302, "hf_subset": "ast_Latn-ace_Latn", "languages": ["ast-Latn", "ace-Latn"], "main_score": 0.344302, "precision": 0.315048, "recall": 0.428854}, {"accuracy": 0.657115, "f1": 0.593511, "hf_subset": "ast_Latn-ban_Latn", "languages": ["ast-Latn", "ban-Latn"], "main_score": 0.593511, "precision": 0.566123, "recall": 0.657115}, {"accuracy": 0.939723, "f1": 0.920784, "hf_subset": "ast_Latn-ell_Grek", "languages": ["ast-Latn", "ell-Grek"], "main_score": 0.920784, "precision": 0.911726, "recall": 0.939723}, {"accuracy": 0.868577, "f1": 0.834406, "hf_subset": "ast_Latn-hne_Deva", "languages": ["ast-Latn", "hne-Deva"], "main_score": 0.834406, "precision": 0.818841, "recall": 0.868577}, {"accuracy": 0.266798, "f1": 0.191249, "hf_subset": "ast_Latn-kik_Latn", "languages": ["ast-Latn", "kik-Latn"], "main_score": 0.191249, "precision": 0.168821, "recall": 0.266798}, {"accuracy": 0.895257, "f1": 0.870603, "hf_subset": "ast_Latn-mai_Deva", "languages": ["ast-Latn", "mai-Deva"], "main_score": 0.870603, "precision": 0.859002, "recall": 0.895257}, {"accuracy": 0.76087, "f1": 0.711792, "hf_subset": "ast_Latn-pbt_Arab", "languages": ["ast-Latn", "pbt-Arab"], "main_score": 0.711792, "precision": 0.691175, "recall": 0.76087}, {"accuracy": 0.970356, "f1": 0.960804, "hf_subset": "ast_Latn-spa_Latn", "languages": ["ast-Latn", "spa-Latn"], "main_score": 0.960804, "precision": 0.956028, "recall": 0.970356}, {"accuracy": 0.33498, "f1": 0.252528, "hf_subset": "ast_Latn-twi_Latn", "languages": ["ast-Latn", "twi-Latn"], "main_score": 0.252528, "precision": 0.22807, "recall": 0.33498}, {"accuracy": 0.924901, "f1": 0.903327, "hf_subset": "ast_Latn-acm_Arab", "languages": ["ast-Latn", "acm-Arab"], "main_score": 0.903327, "precision": 0.893281, "recall": 0.924901}, {"accuracy": 0.903162, "f1": 0.874835, "hf_subset": "ast_Latn-bel_Cyrl", "languages": ["ast-Latn", "bel-Cyrl"], "main_score": 0.874835, "precision": 0.861495, "recall": 0.903162}, {"accuracy": 0.969368, "f1": 0.959321, "hf_subset": "ast_Latn-eng_Latn", "languages": ["ast-Latn", "eng-Latn"], "main_score": 0.959321, "precision": 0.954381, "recall": 0.969368}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "ast_Latn-hrv_Latn", "languages": ["ast-Latn", "hrv-Latn"], "main_score": 0.946476, "precision": 0.940053, "recall": 0.959486}, {"accuracy": 0.172925, "f1": 0.125058, "hf_subset": "ast_Latn-kin_Latn", "languages": ["ast-Latn", "kin-Latn"], "main_score": 0.125058, "precision": 0.11293, "recall": 0.172925}, {"accuracy": 0.798419, "f1": 0.751685, "hf_subset": "ast_Latn-mal_Mlym", "languages": ["ast-Latn", "mal-Mlym"], "main_score": 0.751685, "precision": 0.731203, "recall": 0.798419}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "ast_Latn-pes_Arab", "languages": ["ast-Latn", "pes-Arab"], "main_score": 0.9389, "precision": 0.931983, "recall": 0.953557}, {"accuracy": 0.749012, "f1": 0.693462, "hf_subset": "ast_Latn-srd_Latn", "languages": ["ast-Latn", "srd-Latn"], "main_score": 0.693462, "precision": 0.669641, "recall": 0.749012}, {"accuracy": 0.063241, "f1": 0.028161, "hf_subset": "ast_Latn-tzm_Tfng", "languages": ["ast-Latn", "tzm-Tfng"], "main_score": 0.028161, "precision": 0.023229, "recall": 0.063241}, {"accuracy": 0.922925, "f1": 0.90191, "hf_subset": "ast_Latn-acq_Arab", "languages": ["ast-Latn", "acq-Arab"], "main_score": 0.90191, "precision": 0.89221, "recall": 0.922925}, {"accuracy": 0.242095, "f1": 0.176526, "hf_subset": "ast_Latn-bem_Latn", "languages": ["ast-Latn", "bem-Latn"], "main_score": 0.176526, "precision": 0.158999, "recall": 0.242095}, {"accuracy": 0.864625, "f1": 0.828313, "hf_subset": "ast_Latn-epo_Latn", "languages": ["ast-Latn", "epo-Latn"], "main_score": 0.828313, "precision": 0.812088, "recall": 0.864625}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "ast_Latn-hun_Latn", "languages": ["ast-Latn", "hun-Latn"], "main_score": 0.94664, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.860672, "f1": 0.828331, "hf_subset": "ast_Latn-kir_Cyrl", "languages": ["ast-Latn", "kir-Cyrl"], "main_score": 0.828331, "precision": 0.813653, "recall": 0.860672}, {"accuracy": 0.850791, "f1": 0.811006, "hf_subset": "ast_Latn-mar_Deva", "languages": ["ast-Latn", "mar-Deva"], "main_score": 0.811006, "precision": 0.793149, "recall": 0.850791}, {"accuracy": 0.3083, "f1": 0.234573, "hf_subset": "ast_Latn-plt_Latn", "languages": ["ast-Latn", "plt-Latn"], "main_score": 0.234573, "precision": 0.211505, "recall": 0.3083}, {"accuracy": 0.95751, "f1": 0.94417, "hf_subset": "ast_Latn-srp_Cyrl", "languages": ["ast-Latn", "srp-Cyrl"], "main_score": 0.94417, "precision": 0.937747, "recall": 0.95751}, {"accuracy": 0.695652, "f1": 0.63854, "hf_subset": "ast_Latn-uig_Arab", "languages": ["ast-Latn", "uig-Arab"], "main_score": 0.63854, "precision": 0.614595, "recall": 0.695652}, {"accuracy": 0.895257, "f1": 0.869631, "hf_subset": "ast_Latn-aeb_Arab", "languages": ["ast-Latn", "aeb-Arab"], "main_score": 0.869631, "precision": 0.85746, "recall": 0.895257}, {"accuracy": 0.828063, "f1": 0.789229, "hf_subset": "ast_Latn-ben_Beng", "languages": ["ast-Latn", "ben-Beng"], "main_score": 0.789229, "precision": 0.77276, "recall": 0.828063}, {"accuracy": 0.951581, "f1": 0.938735, "hf_subset": "ast_Latn-est_Latn", "languages": ["ast-Latn", "est-Latn"], "main_score": 0.938735, "precision": 0.932312, "recall": 0.951581}, {"accuracy": 0.931818, "f1": 0.911528, "hf_subset": "ast_Latn-hye_Armn", "languages": ["ast-Latn", "hye-Armn"], "main_score": 0.911528, "precision": 0.902009, "recall": 0.931818}, {"accuracy": 0.190711, "f1": 0.126585, "hf_subset": "ast_Latn-kmb_Latn", "languages": ["ast-Latn", "kmb-Latn"], "main_score": 0.126585, "precision": 0.111513, "recall": 0.190711}, {"accuracy": 0.062253, "f1": 0.036109, "hf_subset": "ast_Latn-min_Arab", "languages": ["ast-Latn", "min-Arab"], "main_score": 0.036109, "precision": 0.030164, "recall": 0.062253}, {"accuracy": 0.953557, "f1": 0.938966, "hf_subset": "ast_Latn-pol_Latn", "languages": ["ast-Latn", "pol-Latn"], "main_score": 0.938966, "precision": 0.931901, "recall": 0.953557}, {"accuracy": 0.170949, "f1": 0.117766, "hf_subset": "ast_Latn-ssw_Latn", "languages": ["ast-Latn", "ssw-Latn"], "main_score": 0.117766, "precision": 0.105129, "recall": 0.170949}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "ast_Latn-ukr_Cyrl", "languages": ["ast-Latn", "ukr-Cyrl"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.913043, "f1": 0.88834, "hf_subset": "ast_Latn-afr_Latn", "languages": ["ast-Latn", "afr-Latn"], "main_score": 0.88834, "precision": 0.876976, "recall": 0.913043}, {"accuracy": 0.822134, "f1": 0.780271, "hf_subset": "ast_Latn-bho_Deva", "languages": ["ast-Latn", "bho-Deva"], "main_score": 0.780271, "precision": 0.761627, "recall": 0.822134}, {"accuracy": 0.744071, "f1": 0.690942, "hf_subset": "ast_Latn-eus_Latn", "languages": ["ast-Latn", "eus-Latn"], "main_score": 0.690942, "precision": 0.668083, "recall": 0.744071}, {"accuracy": 0.212451, "f1": 0.1443, "hf_subset": "ast_Latn-ibo_Latn", "languages": ["ast-Latn", "ibo-Latn"], "main_score": 0.1443, "precision": 0.126789, "recall": 0.212451}, {"accuracy": 0.678854, "f1": 0.628054, "hf_subset": "ast_Latn-kmr_Latn", "languages": ["ast-Latn", "kmr-Latn"], "main_score": 0.628054, "precision": 0.607397, "recall": 0.678854}, {"accuracy": 0.636364, "f1": 0.568353, "hf_subset": "ast_Latn-min_Latn", "languages": ["ast-Latn", "min-Latn"], "main_score": 0.568353, "precision": 0.541487, "recall": 0.636364}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ast_Latn-por_Latn", "languages": ["ast-Latn", "por-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.731225, "f1": 0.67884, "hf_subset": "ast_Latn-sun_Latn", "languages": ["ast-Latn", "sun-Latn"], "main_score": 0.67884, "precision": 0.656456, "recall": 0.731225}, {"accuracy": 0.181818, "f1": 0.125648, "hf_subset": "ast_Latn-umb_Latn", "languages": ["ast-Latn", "umb-Latn"], "main_score": 0.125648, "precision": 0.112054, "recall": 0.181818}, {"accuracy": 0.926877, "f1": 0.906094, "hf_subset": "ast_Latn-ajp_Arab", "languages": ["ast-Latn", "ajp-Arab"], "main_score": 0.906094, "precision": 0.896607, "recall": 0.926877}, {"accuracy": 0.074111, "f1": 0.040772, "hf_subset": "ast_Latn-bjn_Arab", "languages": ["ast-Latn", "bjn-Arab"], "main_score": 0.040772, "precision": 0.033065, "recall": 0.074111}, {"accuracy": 0.272727, "f1": 0.206727, "hf_subset": "ast_Latn-ewe_Latn", "languages": ["ast-Latn", "ewe-Latn"], "main_score": 0.206727, "precision": 0.187461, "recall": 0.272727}, {"accuracy": 0.374506, "f1": 0.288635, "hf_subset": "ast_Latn-ilo_Latn", "languages": ["ast-Latn", "ilo-Latn"], "main_score": 0.288635, "precision": 0.261453, "recall": 0.374506}, {"accuracy": 0.09585, "f1": 0.053809, "hf_subset": "ast_Latn-knc_Arab", "languages": ["ast-Latn", "knc-Arab"], "main_score": 0.053809, "precision": 0.043457, "recall": 0.09585}, {"accuracy": 0.959486, "f1": 0.946871, "hf_subset": "ast_Latn-mkd_Cyrl", "languages": ["ast-Latn", "mkd-Cyrl"], "main_score": 0.946871, "precision": 0.940794, "recall": 0.959486}, {"accuracy": 0.940711, "f1": 0.922398, "hf_subset": "ast_Latn-prs_Arab", "languages": ["ast-Latn", "prs-Arab"], "main_score": 0.922398, "precision": 0.913867, "recall": 0.940711}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "ast_Latn-swe_Latn", "languages": ["ast-Latn", "swe-Latn"], "main_score": 0.951581, "precision": 0.945817, "recall": 0.963439}, {"accuracy": 0.906126, "f1": 0.879513, "hf_subset": "ast_Latn-urd_Arab", "languages": ["ast-Latn", "urd-Arab"], "main_score": 0.879513, "precision": 0.867177, "recall": 0.906126}, {"accuracy": 0.307312, "f1": 0.229357, "hf_subset": "ast_Latn-aka_Latn", "languages": ["ast-Latn", "aka-Latn"], "main_score": 0.229357, "precision": 0.205982, "recall": 0.307312}, {"accuracy": 0.766798, "f1": 0.716787, "hf_subset": "ast_Latn-bjn_Latn", "languages": ["ast-Latn", "bjn-Latn"], "main_score": 0.716787, "precision": 0.6951, "recall": 0.766798}, {"accuracy": 0.471344, "f1": 0.394712, "hf_subset": "ast_Latn-fao_Latn", "languages": ["ast-Latn", "fao-Latn"], "main_score": 0.394712, "precision": 0.369731, "recall": 0.471344}, {"accuracy": 0.963439, "f1": 0.952075, "hf_subset": "ast_Latn-ind_Latn", "languages": ["ast-Latn", "ind-Latn"], "main_score": 0.952075, "precision": 0.94664, "recall": 0.963439}, {"accuracy": 0.272727, "f1": 0.200874, "hf_subset": "ast_Latn-knc_Latn", "languages": ["ast-Latn", "knc-Latn"], "main_score": 0.200874, "precision": 0.181439, "recall": 0.272727}, {"accuracy": 0.349802, "f1": 0.270525, "hf_subset": "ast_Latn-mlt_Latn", "languages": ["ast-Latn", "mlt-Latn"], "main_score": 0.270525, "precision": 0.246648, "recall": 0.349802}, {"accuracy": 0.280632, "f1": 0.202744, "hf_subset": "ast_Latn-quy_Latn", "languages": ["ast-Latn", "quy-Latn"], "main_score": 0.202744, "precision": 0.1812, "recall": 0.280632}, {"accuracy": 0.369565, "f1": 0.29474, "hf_subset": "ast_Latn-swh_Latn", "languages": ["ast-Latn", "swh-Latn"], "main_score": 0.29474, "precision": 0.271237, "recall": 0.369565}, {"accuracy": 0.620553, "f1": 0.554895, "hf_subset": "ast_Latn-uzn_Latn", "languages": ["ast-Latn", "uzn-Latn"], "main_score": 0.554895, "precision": 0.529268, "recall": 0.620553}, {"accuracy": 0.94664, "f1": 0.929513, "hf_subset": "ast_Latn-als_Latn", "languages": ["ast-Latn", "als-Latn"], "main_score": 0.929513, "precision": 0.921113, "recall": 0.94664}, {"accuracy": 0.052372, "f1": 0.019429, "hf_subset": "ast_Latn-bod_Tibt", "languages": ["ast-Latn", "bod-Tibt"], "main_score": 0.019429, "precision": 0.015592, "recall": 0.052372}, {"accuracy": 0.232213, "f1": 0.16911, "hf_subset": "ast_Latn-fij_Latn", "languages": ["ast-Latn", "fij-Latn"], "main_score": 0.16911, "precision": 0.151695, "recall": 0.232213}, {"accuracy": 0.719368, "f1": 0.6617, "hf_subset": "ast_Latn-isl_Latn", "languages": ["ast-Latn", "isl-Latn"], "main_score": 0.6617, "precision": 0.637257, "recall": 0.719368}, {"accuracy": 0.272727, "f1": 0.200376, "hf_subset": "ast_Latn-kon_Latn", "languages": ["ast-Latn", "kon-Latn"], "main_score": 0.200376, "precision": 0.180331, "recall": 0.272727}, {"accuracy": 0.061265, "f1": 0.032971, "hf_subset": "ast_Latn-mni_Beng", "languages": ["ast-Latn", "mni-Beng"], "main_score": 0.032971, "precision": 0.028831, "recall": 0.061265}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ast_Latn-ron_Latn", "languages": ["ast-Latn", "ron-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.789526, "f1": 0.738225, "hf_subset": "ast_Latn-szl_Latn", "languages": ["ast-Latn", "szl-Latn"], "main_score": 0.738225, "precision": 0.715803, "recall": 0.789526}, {"accuracy": 0.802372, "f1": 0.751614, "hf_subset": "ast_Latn-vec_Latn", "languages": ["ast-Latn", "vec-Latn"], "main_score": 0.751614, "precision": 0.729661, "recall": 0.802372}, {"accuracy": 0.644269, "f1": 0.579582, "hf_subset": "ast_Latn-amh_Ethi", "languages": ["ast-Latn", "amh-Ethi"], "main_score": 0.579582, "precision": 0.553824, "recall": 0.644269}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "ast_Latn-bos_Latn", "languages": ["ast-Latn", "bos-Latn"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "ast_Latn-fin_Latn", "languages": ["ast-Latn", "fin-Latn"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "ast_Latn-ita_Latn", "languages": ["ast-Latn", "ita-Latn"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.920949, "f1": 0.899177, "hf_subset": "ast_Latn-kor_Hang", "languages": ["ast-Latn", "kor-Hang"], "main_score": 0.899177, "precision": 0.889163, "recall": 0.920949}, {"accuracy": 0.259881, "f1": 0.190474, "hf_subset": "ast_Latn-mos_Latn", "languages": ["ast-Latn", "mos-Latn"], "main_score": 0.190474, "precision": 0.171545, "recall": 0.259881}, {"accuracy": 0.175889, "f1": 0.1207, "hf_subset": "ast_Latn-run_Latn", "languages": ["ast-Latn", "run-Latn"], "main_score": 0.1207, "precision": 0.106533, "recall": 0.175889}, {"accuracy": 0.805336, "f1": 0.758827, "hf_subset": "ast_Latn-tam_Taml", "languages": ["ast-Latn", "tam-Taml"], "main_score": 0.758827, "precision": 0.737648, "recall": 0.805336}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "ast_Latn-vie_Latn", "languages": ["ast-Latn", "vie-Latn"], "main_score": 0.938241, "precision": 0.931489, "recall": 0.952569}, {"accuracy": 0.932806, "f1": 0.913043, "hf_subset": "ast_Latn-apc_Arab", "languages": ["ast-Latn", "apc-Arab"], "main_score": 0.913043, "precision": 0.903821, "recall": 0.932806}, {"accuracy": 0.407115, "f1": 0.333834, "hf_subset": "ast_Latn-bug_Latn", "languages": ["ast-Latn", "bug-Latn"], "main_score": 0.333834, "precision": 0.308492, "recall": 0.407115}, {"accuracy": 0.214427, "f1": 0.151793, "hf_subset": "ast_Latn-fon_Latn", "languages": ["ast-Latn", "fon-Latn"], "main_score": 0.151793, "precision": 0.134518, "recall": 0.214427}, {"accuracy": 0.721344, "f1": 0.659987, "hf_subset": "ast_Latn-jav_Latn", "languages": ["ast-Latn", "jav-Latn"], "main_score": 0.659987, "precision": 0.634249, "recall": 0.721344}, {"accuracy": 0.855731, "f1": 0.825136, "hf_subset": "ast_Latn-lao_Laoo", "languages": ["ast-Latn", "lao-Laoo"], "main_score": 0.825136, "precision": 0.812516, "recall": 0.855731}, {"accuracy": 0.220356, "f1": 0.152406, "hf_subset": "ast_Latn-mri_Latn", "languages": ["ast-Latn", "mri-Latn"], "main_score": 0.152406, "precision": 0.136616, "recall": 0.220356}, {"accuracy": 0.959486, "f1": 0.94664, "hf_subset": "ast_Latn-rus_Cyrl", "languages": ["ast-Latn", "rus-Cyrl"], "main_score": 0.94664, "precision": 0.940382, "recall": 0.959486}, {"accuracy": 0.250988, "f1": 0.187477, "hf_subset": "ast_Latn-taq_Latn", "languages": ["ast-Latn", "taq-Latn"], "main_score": 0.187477, "precision": 0.1699, "recall": 0.250988}, {"accuracy": 0.429842, "f1": 0.348331, "hf_subset": "ast_Latn-war_Latn", "languages": ["ast-Latn", "war-Latn"], "main_score": 0.348331, "precision": 0.320956, "recall": 0.429842}, {"accuracy": 0.929842, "f1": 0.909585, "hf_subset": "ast_Latn-arb_Arab", "languages": ["ast-Latn", "arb-Arab"], "main_score": 0.909585, "precision": 0.900033, "recall": 0.929842}, {"accuracy": 0.962451, "f1": 0.950758, "hf_subset": "ast_Latn-bul_Cyrl", "languages": ["ast-Latn", "bul-Cyrl"], "main_score": 0.950758, "precision": 0.945323, "recall": 0.962451}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "ast_Latn-fra_Latn", "languages": ["ast-Latn", "fra-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.951581, "f1": 0.936331, "hf_subset": "ast_Latn-jpn_Jpan", "languages": ["ast-Latn", "jpn-Jpan"], "main_score": 0.936331, "precision": 0.929101, "recall": 0.951581}, {"accuracy": 0.768775, "f1": 0.71517, "hf_subset": "ast_Latn-lij_Latn", "languages": ["ast-Latn", "lij-Latn"], "main_score": 0.71517, "precision": 0.691436, "recall": 0.768775}, {"accuracy": 0.860672, "f1": 0.822431, "hf_subset": "ast_Latn-mya_Mymr", "languages": ["ast-Latn", "mya-Mymr"], "main_score": 0.822431, "precision": 0.804875, "recall": 0.860672}, {"accuracy": 0.253953, "f1": 0.188221, "hf_subset": "ast_Latn-sag_Latn", "languages": ["ast-Latn", "sag-Latn"], "main_score": 0.188221, "precision": 0.169209, "recall": 0.253953}, {"accuracy": 0.083004, "f1": 0.04114, "hf_subset": "ast_Latn-taq_Tfng", "languages": ["ast-Latn", "taq-Tfng"], "main_score": 0.04114, "precision": 0.034716, "recall": 0.083004}, {"accuracy": 0.278656, "f1": 0.203122, "hf_subset": "ast_Latn-wol_Latn", "languages": ["ast-Latn", "wol-Latn"], "main_score": 0.203122, "precision": 0.181486, "recall": 0.278656}, {"accuracy": 0.136364, "f1": 0.082523, "hf_subset": "ast_Latn-arb_Latn", "languages": ["ast-Latn", "arb-Latn"], "main_score": 0.082523, "precision": 0.071271, "recall": 0.136364}, {"accuracy": 0.970356, "f1": 0.960968, "hf_subset": "ast_Latn-cat_Latn", "languages": ["ast-Latn", "cat-Latn"], "main_score": 0.960968, "precision": 0.956357, "recall": 0.970356}, {"accuracy": 0.73913, "f1": 0.68386, "hf_subset": "ast_Latn-fur_Latn", "languages": ["ast-Latn", "fur-Latn"], "main_score": 0.68386, "precision": 0.660277, "recall": 0.73913}, {"accuracy": 0.082016, "f1": 0.054841, "hf_subset": "ast_Latn-kab_Latn", "languages": ["ast-Latn", "kab-Latn"], "main_score": 0.054841, "precision": 0.048045, "recall": 0.082016}, {"accuracy": 0.738142, "f1": 0.68419, "hf_subset": "ast_Latn-lim_Latn", "languages": ["ast-Latn", "lim-Latn"], "main_score": 0.68419, "precision": 0.660837, "recall": 0.738142}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ast_Latn-nld_Latn", "languages": ["ast-Latn", "nld-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.66996, "f1": 0.605694, "hf_subset": "ast_Latn-san_Deva", "languages": ["ast-Latn", "san-Deva"], "main_score": 0.605694, "precision": 0.580008, "recall": 0.66996}, {"accuracy": 0.523715, "f1": 0.452299, "hf_subset": "ast_Latn-tat_Cyrl", "languages": ["ast-Latn", "tat-Cyrl"], "main_score": 0.452299, "precision": 0.424202, "recall": 0.523715}, {"accuracy": 0.201581, "f1": 0.136246, "hf_subset": "ast_Latn-xho_Latn", "languages": ["ast-Latn", "xho-Latn"], "main_score": 0.136246, "precision": 0.11955, "recall": 0.201581}, {"accuracy": 0.927866, "f1": 0.906785, "hf_subset": "ast_Latn-ars_Arab", "languages": ["ast-Latn", "ars-Arab"], "main_score": 0.906785, "precision": 0.896739, "recall": 0.927866}, {"accuracy": 0.414032, "f1": 0.334274, "hf_subset": "ast_Latn-ceb_Latn", "languages": ["ast-Latn", "ceb-Latn"], "main_score": 0.334274, "precision": 0.307227, "recall": 0.414032}, {"accuracy": 0.23419, "f1": 0.161621, "hf_subset": "ast_Latn-fuv_Latn", "languages": ["ast-Latn", "fuv-Latn"], "main_score": 0.161621, "precision": 0.142816, "recall": 0.23419}, {"accuracy": 0.237154, "f1": 0.168614, "hf_subset": "ast_Latn-kac_Latn", "languages": ["ast-Latn", "kac-Latn"], "main_score": 0.168614, "precision": 0.150063, "recall": 0.237154}, {"accuracy": 0.249012, "f1": 0.181469, "hf_subset": "ast_Latn-lin_Latn", "languages": ["ast-Latn", "lin-Latn"], "main_score": 0.181469, "precision": 0.163306, "recall": 0.249012}, {"accuracy": 0.936759, "f1": 0.918215, "hf_subset": "ast_Latn-nno_Latn", "languages": ["ast-Latn", "nno-Latn"], "main_score": 0.918215, "precision": 0.909338, "recall": 0.936759}, {"accuracy": 0.016798, "f1": 0.001906, "hf_subset": "ast_Latn-sat_Olck", "languages": ["ast-Latn", "sat-Olck"], "main_score": 0.001906, "precision": 0.001057, "recall": 0.016798}, {"accuracy": 0.777668, "f1": 0.725235, "hf_subset": "ast_Latn-tel_Telu", "languages": ["ast-Latn", "tel-Telu"], "main_score": 0.725235, "precision": 0.702931, "recall": 0.777668}, {"accuracy": 0.382411, "f1": 0.307694, "hf_subset": "ast_Latn-ydd_Hebr", "languages": ["ast-Latn", "ydd-Hebr"], "main_score": 0.307694, "precision": 0.282396, "recall": 0.382411}, {"accuracy": 0.821146, "f1": 0.777372, "hf_subset": "ast_Latn-ary_Arab", "languages": ["ast-Latn", "ary-Arab"], "main_score": 0.777372, "precision": 0.757724, "recall": 0.821146}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "ast_Latn-ces_Latn", "languages": ["ast-Latn", "ces-Latn"], "main_score": 0.955534, "precision": 0.950099, "recall": 0.966403}, {"accuracy": 0.098814, "f1": 0.056976, "hf_subset": "ast_Latn-gaz_Latn", "languages": ["ast-Latn", "gaz-Latn"], "main_score": 0.056976, "precision": 0.048514, "recall": 0.098814}, {"accuracy": 0.214427, "f1": 0.156358, "hf_subset": "ast_Latn-kam_Latn", "languages": ["ast-Latn", "kam-Latn"], "main_score": 0.156358, "precision": 0.141207, "recall": 0.214427}, {"accuracy": 0.944664, "f1": 0.92836, "hf_subset": "ast_Latn-lit_Latn", "languages": ["ast-Latn", "lit-Latn"], "main_score": 0.92836, "precision": 0.920817, "recall": 0.944664}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "ast_Latn-nob_Latn", "languages": ["ast-Latn", "nob-Latn"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.66996, "f1": 0.604418, "hf_subset": "ast_Latn-scn_Latn", "languages": ["ast-Latn", "scn-Latn"], "main_score": 0.604418, "precision": 0.57755, "recall": 0.66996}, {"accuracy": 0.215415, "f1": 0.144759, "hf_subset": "ast_Latn-tgk_Cyrl", "languages": ["ast-Latn", "tgk-Cyrl"], "main_score": 0.144759, "precision": 0.12638, "recall": 0.215415}, {"accuracy": 0.219368, "f1": 0.145217, "hf_subset": "ast_Latn-yor_Latn", "languages": ["ast-Latn", "yor-Latn"], "main_score": 0.145217, "precision": 0.125831, "recall": 0.219368}, {"accuracy": 0.903162, "f1": 0.875692, "hf_subset": "ast_Latn-arz_Arab", "languages": ["ast-Latn", "arz-Arab"], "main_score": 0.875692, "precision": 0.862928, "recall": 0.903162}, {"accuracy": 0.205534, "f1": 0.142636, "hf_subset": "ast_Latn-cjk_Latn", "languages": ["ast-Latn", "cjk-Latn"], "main_score": 0.142636, "precision": 0.127163, "recall": 0.205534}, {"accuracy": 0.219368, "f1": 0.153789, "hf_subset": "ast_Latn-gla_Latn", "languages": ["ast-Latn", "gla-Latn"], "main_score": 0.153789, "precision": 0.134567, "recall": 0.219368}, {"accuracy": 0.724308, "f1": 0.666057, "hf_subset": "ast_Latn-kan_Knda", "languages": ["ast-Latn", "kan-Knda"], "main_score": 0.666057, "precision": 0.64125, "recall": 0.724308}, {"accuracy": 0.699605, "f1": 0.643505, "hf_subset": "ast_Latn-lmo_Latn", "languages": ["ast-Latn", "lmo-Latn"], "main_score": 0.643505, "precision": 0.620726, "recall": 0.699605}, {"accuracy": 0.903162, "f1": 0.878936, "hf_subset": "ast_Latn-npi_Deva", "languages": ["ast-Latn", "npi-Deva"], "main_score": 0.878936, "precision": 0.868537, "recall": 0.903162}, {"accuracy": 0.307312, "f1": 0.230788, "hf_subset": "ast_Latn-shn_Mymr", "languages": ["ast-Latn", "shn-Mymr"], "main_score": 0.230788, "precision": 0.205522, "recall": 0.307312}, {"accuracy": 0.483202, "f1": 0.403643, "hf_subset": "ast_Latn-tgl_Latn", "languages": ["ast-Latn", "tgl-Latn"], "main_score": 0.403643, "precision": 0.376224, "recall": 0.483202}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "ast_Latn-yue_Hant", "languages": ["ast-Latn", "yue-Hant"], "main_score": 0.929842, "precision": 0.921772, "recall": 0.94664}, {"accuracy": 0.481225, "f1": 0.408426, "hf_subset": "ast_Latn-asm_Beng", "languages": ["ast-Latn", "asm-Beng"], "main_score": 0.408426, "precision": 0.381082, "recall": 0.481225}, {"accuracy": 0.758893, "f1": 0.706791, "hf_subset": "ast_Latn-ckb_Arab", "languages": ["ast-Latn", "ckb-Arab"], "main_score": 0.706791, "precision": 0.684207, "recall": 0.758893}, {"accuracy": 0.313241, "f1": 0.239452, "hf_subset": "ast_Latn-gle_Latn", "languages": ["ast-Latn", "gle-Latn"], "main_score": 0.239452, "precision": 0.21786, "recall": 0.313241}, {"accuracy": 0.559289, "f1": 0.487824, "hf_subset": "ast_Latn-kas_Arab", "languages": ["ast-Latn", "kas-Arab"], "main_score": 0.487824, "precision": 0.460245, "recall": 0.559289}, {"accuracy": 0.68083, "f1": 0.619831, "hf_subset": "ast_Latn-ltg_Latn", "languages": ["ast-Latn", "ltg-Latn"], "main_score": 0.619831, "precision": 0.594157, "recall": 0.68083}, {"accuracy": 0.262846, "f1": 0.18898, "hf_subset": "ast_Latn-nso_Latn", "languages": ["ast-Latn", "nso-Latn"], "main_score": 0.18898, "precision": 0.167826, "recall": 0.262846}, {"accuracy": 0.833992, "f1": 0.795196, "hf_subset": "ast_Latn-sin_Sinh", "languages": ["ast-Latn", "sin-Sinh"], "main_score": 0.795196, "precision": 0.77856, "recall": 0.833992}, {"accuracy": 0.944664, "f1": 0.928096, "hf_subset": "ast_Latn-tha_Thai", "languages": ["ast-Latn", "tha-Thai"], "main_score": 0.928096, "precision": 0.920537, "recall": 0.944664}, {"accuracy": 0.951581, "f1": 0.936495, "hf_subset": "ast_Latn-zho_Hans", "languages": ["ast-Latn", "zho-Hans"], "main_score": 0.936495, "precision": 0.929265, "recall": 0.951581}, {"accuracy": 0.743083, "f1": 0.688867, "hf_subset": "ast_Latn-crh_Latn", "languages": ["ast-Latn", "crh-Latn"], "main_score": 0.688867, "precision": 0.665497, "recall": 0.743083}, {"accuracy": 0.968379, "f1": 0.958169, "hf_subset": "ast_Latn-glg_Latn", "languages": ["ast-Latn", "glg-Latn"], "main_score": 0.958169, "precision": 0.953228, "recall": 0.968379}, {"accuracy": 0.411067, "f1": 0.334843, "hf_subset": "ast_Latn-kas_Deva", "languages": ["ast-Latn", "kas-Deva"], "main_score": 0.334843, "precision": 0.308843, "recall": 0.411067}, {"accuracy": 0.520751, "f1": 0.442832, "hf_subset": "ast_Latn-ltz_Latn", "languages": ["ast-Latn", "ltz-Latn"], "main_score": 0.442832, "precision": 0.414659, "recall": 0.520751}, {"accuracy": 0.114625, "f1": 0.06736, "hf_subset": "ast_Latn-nus_Latn", "languages": ["ast-Latn", "nus-Latn"], "main_score": 0.06736, "precision": 0.057414, "recall": 0.114625}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "ast_Latn-slk_Latn", "languages": ["ast-Latn", "slk-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.166008, "f1": 0.114783, "hf_subset": "ast_Latn-tir_Ethi", "languages": ["ast-Latn", "tir-Ethi"], "main_score": 0.114783, "precision": 0.100258, "recall": 0.166008}, {"accuracy": 0.94664, "f1": 0.930402, "hf_subset": "ast_Latn-zho_Hant", "languages": ["ast-Latn", "zho-Hant"], "main_score": 0.930402, "precision": 0.922678, "recall": 0.94664}, {"accuracy": 0.899209, "f1": 0.873682, "hf_subset": "ast_Latn-awa_Deva", "languages": ["ast-Latn", "awa-Deva"], "main_score": 0.873682, "precision": 0.862154, "recall": 0.899209}, {"accuracy": 0.469368, "f1": 0.3899, "hf_subset": "ast_Latn-cym_Latn", "languages": ["ast-Latn", "cym-Latn"], "main_score": 0.3899, "precision": 0.363196, "recall": 0.469368}, {"accuracy": 0.384387, "f1": 0.296027, "hf_subset": "ast_Latn-grn_Latn", "languages": ["ast-Latn", "grn-Latn"], "main_score": 0.296027, "precision": 0.268741, "recall": 0.384387}, {"accuracy": 0.8083, "f1": 0.758004, "hf_subset": "ast_Latn-kat_Geor", "languages": ["ast-Latn", "kat-Geor"], "main_score": 0.758004, "precision": 0.73565, "recall": 0.8083}, {"accuracy": 0.267787, "f1": 0.197234, "hf_subset": "ast_Latn-lua_Latn", "languages": ["ast-Latn", "lua-Latn"], "main_score": 0.197234, "precision": 0.177285, "recall": 0.267787}, {"accuracy": 0.258893, "f1": 0.189729, "hf_subset": "ast_Latn-nya_Latn", "languages": ["ast-Latn", "nya-Latn"], "main_score": 0.189729, "precision": 0.170224, "recall": 0.258893}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "ast_Latn-slv_Latn", "languages": ["ast-Latn", "slv-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.465415, "f1": 0.383675, "hf_subset": "ast_Latn-tpi_Latn", "languages": ["ast-Latn", "tpi-Latn"], "main_score": 0.383675, "precision": 0.356362, "recall": 0.465415}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "ast_Latn-zsm_Latn", "languages": ["ast-Latn", "zsm-Latn"], "main_score": 0.941041, "precision": 0.934816, "recall": 0.954545}, {"accuracy": 0.218379, "f1": 0.143477, "hf_subset": "ast_Latn-ayr_Latn", "languages": ["ast-Latn", "ayr-Latn"], "main_score": 0.143477, "precision": 0.125228, "recall": 0.218379}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "ast_Latn-dan_Latn", "languages": ["ast-Latn", "dan-Latn"], "main_score": 0.953393, "precision": 0.947958, "recall": 0.964427}, {"accuracy": 0.854743, "f1": 0.815069, "hf_subset": "ast_Latn-guj_Gujr", "languages": ["ast-Latn", "guj-Gujr"], "main_score": 0.815069, "precision": 0.797276, "recall": 0.854743}, {"accuracy": 0.896245, "f1": 0.870158, "hf_subset": "ast_Latn-kaz_Cyrl", "languages": ["ast-Latn", "kaz-Cyrl"], "main_score": 0.870158, "precision": 0.858202, "recall": 0.896245}, {"accuracy": 0.174901, "f1": 0.116395, "hf_subset": "ast_Latn-lug_Latn", "languages": ["ast-Latn", "lug-Latn"], "main_score": 0.116395, "precision": 0.100978, "recall": 0.174901}, {"accuracy": 0.912055, "f1": 0.888128, "hf_subset": "ast_Latn-oci_Latn", "languages": ["ast-Latn", "oci-Latn"], "main_score": 0.888128, "precision": 0.876812, "recall": 0.912055}, {"accuracy": 0.211462, "f1": 0.142996, "hf_subset": "ast_Latn-smo_Latn", "languages": ["ast-Latn", "smo-Latn"], "main_score": 0.142996, "precision": 0.12393, "recall": 0.211462}, {"accuracy": 0.225296, "f1": 0.1577, "hf_subset": "ast_Latn-tsn_Latn", "languages": ["ast-Latn", "tsn-Latn"], "main_score": 0.1577, "precision": 0.139066, "recall": 0.225296}, {"accuracy": 0.15415, "f1": 0.10184, "hf_subset": "ast_Latn-zul_Latn", "languages": ["ast-Latn", "zul-Latn"], "main_score": 0.10184, "precision": 0.08889, "recall": 0.15415}, {"accuracy": 0.520751, "f1": 0.452565, "hf_subset": "ast_Latn-azb_Arab", "languages": ["ast-Latn", "azb-Arab"], "main_score": 0.452565, "precision": 0.425199, "recall": 0.520751}, {"accuracy": 0.964427, "f1": 0.952569, "hf_subset": "ast_Latn-deu_Latn", "languages": ["ast-Latn", "deu-Latn"], "main_score": 0.952569, "precision": 0.94664, "recall": 0.964427}, {"accuracy": 0.327075, "f1": 0.24803, "hf_subset": "ast_Latn-hat_Latn", "languages": ["ast-Latn", "hat-Latn"], "main_score": 0.24803, "precision": 0.222986, "recall": 0.327075}, {"accuracy": 0.211462, "f1": 0.14244, "hf_subset": "ast_Latn-kbp_Latn", "languages": ["ast-Latn", "kbp-Latn"], "main_score": 0.14244, "precision": 0.124471, "recall": 0.211462}, {"accuracy": 0.25, "f1": 0.180301, "hf_subset": "ast_Latn-luo_Latn", "languages": ["ast-Latn", "luo-Latn"], "main_score": 0.180301, "precision": 0.161341, "recall": 0.25}, {"accuracy": 0.726285, "f1": 0.669121, "hf_subset": "ast_Latn-ory_Orya", "languages": ["ast-Latn", "ory-Orya"], "main_score": 0.669121, "precision": 0.644871, "recall": 0.726285}, {"accuracy": 0.189723, "f1": 0.128666, "hf_subset": "ast_Latn-sna_Latn", "languages": ["ast-Latn", "sna-Latn"], "main_score": 0.128666, "precision": 0.11297, "recall": 0.189723}, {"accuracy": 0.199605, "f1": 0.14077, "hf_subset": "ast_Latn-tso_Latn", "languages": ["ast-Latn", "tso-Latn"], "main_score": 0.14077, "precision": 0.12535, "recall": 0.199605}, {"accuracy": 0.891304, "f1": 0.865749, "hf_subset": "ast_Latn-azj_Latn", "languages": ["ast-Latn", "azj-Latn"], "main_score": 0.865749, "precision": 0.854397, "recall": 0.891304}, {"accuracy": 0.31917, "f1": 0.243035, "hf_subset": "ast_Latn-dik_Latn", "languages": ["ast-Latn", "dik-Latn"], "main_score": 0.243035, "precision": 0.219525, "recall": 0.31917}, {"accuracy": 0.269763, "f1": 0.193118, "hf_subset": "ast_Latn-hau_Latn", "languages": ["ast-Latn", "hau-Latn"], "main_score": 0.193118, "precision": 0.172382, "recall": 0.269763}, {"accuracy": 0.685771, "f1": 0.625666, "hf_subset": "ast_Latn-kea_Latn", "languages": ["ast-Latn", "kea-Latn"], "main_score": 0.625666, "precision": 0.602052, "recall": 0.685771}, {"accuracy": 0.375494, "f1": 0.297135, "hf_subset": "ast_Latn-lus_Latn", "languages": ["ast-Latn", "lus-Latn"], "main_score": 0.297135, "precision": 0.272143, "recall": 0.375494}, {"accuracy": 0.483202, "f1": 0.404036, "hf_subset": "ast_Latn-pag_Latn", "languages": ["ast-Latn", "pag-Latn"], "main_score": 0.404036, "precision": 0.375285, "recall": 0.483202}, {"accuracy": 0.786561, "f1": 0.73419, "hf_subset": "ast_Latn-snd_Arab", "languages": ["ast-Latn", "snd-Arab"], "main_score": 0.73419, "precision": 0.71082, "recall": 0.786561}, {"accuracy": 0.364625, "f1": 0.280284, "hf_subset": "ast_Latn-tuk_Latn", "languages": ["ast-Latn", "tuk-Latn"], "main_score": 0.280284, "precision": 0.252516, "recall": 0.364625}, {"accuracy": 0.488142, "f1": 0.404464, "hf_subset": "ast_Latn-bak_Cyrl", "languages": ["ast-Latn", "bak-Cyrl"], "main_score": 0.404464, "precision": 0.373614, "recall": 0.488142}, {"accuracy": 0.206522, "f1": 0.138754, "hf_subset": "ast_Latn-dyu_Latn", "languages": ["ast-Latn", "dyu-Latn"], "main_score": 0.138754, "precision": 0.11952, "recall": 0.206522}, {"accuracy": 0.9417, "f1": 0.924078, "hf_subset": "ast_Latn-heb_Hebr", "languages": ["ast-Latn", "heb-Hebr"], "main_score": 0.924078, "precision": 0.915679, "recall": 0.9417}, {"accuracy": 0.922925, "f1": 0.901186, "hf_subset": "ast_Latn-khk_Cyrl", "languages": ["ast-Latn", "khk-Cyrl"], "main_score": 0.901186, "precision": 0.89114, "recall": 0.922925}, {"accuracy": 0.948617, "f1": 0.932971, "hf_subset": "ast_Latn-lvs_Latn", "languages": ["ast-Latn", "lvs-Latn"], "main_score": 0.932971, "precision": 0.925428, "recall": 0.948617}, {"accuracy": 0.743083, "f1": 0.689363, "hf_subset": "ast_Latn-pan_Guru", "languages": ["ast-Latn", "pan-Guru"], "main_score": 0.689363, "precision": 0.666824, "recall": 0.743083}, {"accuracy": 0.287549, "f1": 0.222582, "hf_subset": "ast_Latn-som_Latn", "languages": ["ast-Latn", "som-Latn"], "main_score": 0.222582, "precision": 0.202621, "recall": 0.287549}, {"accuracy": 0.233202, "f1": 0.163644, "hf_subset": "ast_Latn-tum_Latn", "languages": ["ast-Latn", "tum-Latn"], "main_score": 0.163644, "precision": 0.146091, "recall": 0.233202}, {"accuracy": 0.083004, "f1": 0.055045, "hf_subset": "crh_Latn-ace_Arab", "languages": ["crh-Latn", "ace-Arab"], "main_score": 0.055045, "precision": 0.047346, "recall": 0.083004}, {"accuracy": 0.201581, "f1": 0.147322, "hf_subset": "crh_Latn-bam_Latn", "languages": ["crh-Latn", "bam-Latn"], "main_score": 0.147322, "precision": 0.131584, "recall": 0.201581}, {"accuracy": 0.004941, "f1": 9.3e-05, "hf_subset": "crh_Latn-dzo_Tibt", "languages": ["crh-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.004941}, {"accuracy": 0.750988, "f1": 0.703364, "hf_subset": "crh_Latn-hin_Deva", "languages": ["crh-Latn", "hin-Deva"], "main_score": 0.703364, "precision": 0.685008, "recall": 0.750988}, {"accuracy": 0.653162, "f1": 0.608438, "hf_subset": "crh_Latn-khm_Khmr", "languages": ["crh-Latn", "khm-Khmr"], "main_score": 0.608438, "precision": 0.589718, "recall": 0.653162}, {"accuracy": 0.692688, "f1": 0.649368, "hf_subset": "crh_Latn-mag_Deva", "languages": ["crh-Latn", "mag-Deva"], "main_score": 0.649368, "precision": 0.632723, "recall": 0.692688}, {"accuracy": 0.519763, "f1": 0.470276, "hf_subset": "crh_Latn-pap_Latn", "languages": ["crh-Latn", "pap-Latn"], "main_score": 0.470276, "precision": 0.451015, "recall": 0.519763}, {"accuracy": 0.217391, "f1": 0.164287, "hf_subset": "crh_Latn-sot_Latn", "languages": ["crh-Latn", "sot-Latn"], "main_score": 0.164287, "precision": 0.147293, "recall": 0.217391}, {"accuracy": 0.788538, "f1": 0.750839, "hf_subset": "crh_Latn-tur_Latn", "languages": ["crh-Latn", "tur-Latn"], "main_score": 0.750839, "precision": 0.736436, "recall": 0.788538}, {"accuracy": 0.370553, "f1": 0.307296, "hf_subset": "crh_Latn-ace_Latn", "languages": ["crh-Latn", "ace-Latn"], "main_score": 0.307296, "precision": 0.286833, "recall": 0.370553}, {"accuracy": 0.541502, "f1": 0.493783, "hf_subset": "crh_Latn-ban_Latn", "languages": ["crh-Latn", "ban-Latn"], "main_score": 0.493783, "precision": 0.474113, "recall": 0.541502}, {"accuracy": 0.778656, "f1": 0.733409, "hf_subset": "crh_Latn-ell_Grek", "languages": ["crh-Latn", "ell-Grek"], "main_score": 0.733409, "precision": 0.714808, "recall": 0.778656}, {"accuracy": 0.660079, "f1": 0.612922, "hf_subset": "crh_Latn-hne_Deva", "languages": ["crh-Latn", "hne-Deva"], "main_score": 0.612922, "precision": 0.594366, "recall": 0.660079}, {"accuracy": 0.245059, "f1": 0.181481, "hf_subset": "crh_Latn-kik_Latn", "languages": ["crh-Latn", "kik-Latn"], "main_score": 0.181481, "precision": 0.162477, "recall": 0.245059}, {"accuracy": 0.664032, "f1": 0.619508, "hf_subset": "crh_Latn-mai_Deva", "languages": ["crh-Latn", "mai-Deva"], "main_score": 0.619508, "precision": 0.602141, "recall": 0.664032}, {"accuracy": 0.601779, "f1": 0.550543, "hf_subset": "crh_Latn-pbt_Arab", "languages": ["crh-Latn", "pbt-Arab"], "main_score": 0.550543, "precision": 0.530065, "recall": 0.601779}, {"accuracy": 0.797431, "f1": 0.757184, "hf_subset": "crh_Latn-spa_Latn", "languages": ["crh-Latn", "spa-Latn"], "main_score": 0.757184, "precision": 0.740899, "recall": 0.797431}, {"accuracy": 0.286561, "f1": 0.221625, "hf_subset": "crh_Latn-twi_Latn", "languages": ["crh-Latn", "twi-Latn"], "main_score": 0.221625, "precision": 0.202054, "recall": 0.286561}, {"accuracy": 0.726285, "f1": 0.67508, "hf_subset": "crh_Latn-acm_Arab", "languages": ["crh-Latn", "acm-Arab"], "main_score": 0.67508, "precision": 0.654514, "recall": 0.726285}, {"accuracy": 0.720356, "f1": 0.673348, "hf_subset": "crh_Latn-bel_Cyrl", "languages": ["crh-Latn", "bel-Cyrl"], "main_score": 0.673348, "precision": 0.655138, "recall": 0.720356}, {"accuracy": 0.818182, "f1": 0.776187, "hf_subset": "crh_Latn-eng_Latn", "languages": ["crh-Latn", "eng-Latn"], "main_score": 0.776187, "precision": 0.758899, "recall": 0.818182}, {"accuracy": 0.788538, "f1": 0.75032, "hf_subset": "crh_Latn-hrv_Latn", "languages": ["crh-Latn", "hrv-Latn"], "main_score": 0.75032, "precision": 0.735499, "recall": 0.788538}, {"accuracy": 0.172925, "f1": 0.125989, "hf_subset": "crh_Latn-kin_Latn", "languages": ["crh-Latn", "kin-Latn"], "main_score": 0.125989, "precision": 0.113393, "recall": 0.172925}, {"accuracy": 0.58498, "f1": 0.540589, "hf_subset": "crh_Latn-mal_Mlym", "languages": ["crh-Latn", "mal-Mlym"], "main_score": 0.540589, "precision": 0.52342, "recall": 0.58498}, {"accuracy": 0.755929, "f1": 0.711545, "hf_subset": "crh_Latn-pes_Arab", "languages": ["crh-Latn", "pes-Arab"], "main_score": 0.711545, "precision": 0.694716, "recall": 0.755929}, {"accuracy": 0.574111, "f1": 0.517169, "hf_subset": "crh_Latn-srd_Latn", "languages": ["crh-Latn", "srd-Latn"], "main_score": 0.517169, "precision": 0.495217, "recall": 0.574111}, {"accuracy": 0.065217, "f1": 0.031336, "hf_subset": "crh_Latn-tzm_Tfng", "languages": ["crh-Latn", "tzm-Tfng"], "main_score": 0.031336, "precision": 0.025487, "recall": 0.065217}, {"accuracy": 0.73419, "f1": 0.688142, "hf_subset": "crh_Latn-acq_Arab", "languages": ["crh-Latn", "acq-Arab"], "main_score": 0.688142, "precision": 0.670826, "recall": 0.73419}, {"accuracy": 0.226285, "f1": 0.170537, "hf_subset": "crh_Latn-bem_Latn", "languages": ["crh-Latn", "bem-Latn"], "main_score": 0.170537, "precision": 0.153809, "recall": 0.226285}, {"accuracy": 0.682806, "f1": 0.643239, "hf_subset": "crh_Latn-epo_Latn", "languages": ["crh-Latn", "epo-Latn"], "main_score": 0.643239, "precision": 0.628121, "recall": 0.682806}, {"accuracy": 0.790514, "f1": 0.748508, "hf_subset": "crh_Latn-hun_Latn", "languages": ["crh-Latn", "hun-Latn"], "main_score": 0.748508, "precision": 0.732105, "recall": 0.790514}, {"accuracy": 0.706522, "f1": 0.662826, "hf_subset": "crh_Latn-kir_Cyrl", "languages": ["crh-Latn", "kir-Cyrl"], "main_score": 0.662826, "precision": 0.645403, "recall": 0.706522}, {"accuracy": 0.656126, "f1": 0.610353, "hf_subset": "crh_Latn-mar_Deva", "languages": ["crh-Latn", "mar-Deva"], "main_score": 0.610353, "precision": 0.59308, "recall": 0.656126}, {"accuracy": 0.301383, "f1": 0.24276, "hf_subset": "crh_Latn-plt_Latn", "languages": ["crh-Latn", "plt-Latn"], "main_score": 0.24276, "precision": 0.222713, "recall": 0.301383}, {"accuracy": 0.789526, "f1": 0.746027, "hf_subset": "crh_Latn-srp_Cyrl", "languages": ["crh-Latn", "srp-Cyrl"], "main_score": 0.746027, "precision": 0.728946, "recall": 0.789526}, {"accuracy": 0.565217, "f1": 0.510584, "hf_subset": "crh_Latn-uig_Arab", "languages": ["crh-Latn", "uig-Arab"], "main_score": 0.510584, "precision": 0.490336, "recall": 0.565217}, {"accuracy": 0.66996, "f1": 0.625331, "hf_subset": "crh_Latn-aeb_Arab", "languages": ["crh-Latn", "aeb-Arab"], "main_score": 0.625331, "precision": 0.607444, "recall": 0.66996}, {"accuracy": 0.636364, "f1": 0.59009, "hf_subset": "crh_Latn-ben_Beng", "languages": ["crh-Latn", "ben-Beng"], "main_score": 0.59009, "precision": 0.572556, "recall": 0.636364}, {"accuracy": 0.791502, "f1": 0.759459, "hf_subset": "crh_Latn-est_Latn", "languages": ["crh-Latn", "est-Latn"], "main_score": 0.759459, "precision": 0.746119, "recall": 0.791502}, {"accuracy": 0.750988, "f1": 0.700096, "hf_subset": "crh_Latn-hye_Armn", "languages": ["crh-Latn", "hye-Armn"], "main_score": 0.700096, "precision": 0.679611, "recall": 0.750988}, {"accuracy": 0.173913, "f1": 0.117254, "hf_subset": "crh_Latn-kmb_Latn", "languages": ["crh-Latn", "kmb-Latn"], "main_score": 0.117254, "precision": 0.102752, "recall": 0.173913}, {"accuracy": 0.055336, "f1": 0.036083, "hf_subset": "crh_Latn-min_Arab", "languages": ["crh-Latn", "min-Arab"], "main_score": 0.036083, "precision": 0.030841, "recall": 0.055336}, {"accuracy": 0.786561, "f1": 0.74575, "hf_subset": "crh_Latn-pol_Latn", "languages": ["crh-Latn", "pol-Latn"], "main_score": 0.74575, "precision": 0.729964, "recall": 0.786561}, {"accuracy": 0.163043, "f1": 0.112999, "hf_subset": "crh_Latn-ssw_Latn", "languages": ["crh-Latn", "ssw-Latn"], "main_score": 0.112999, "precision": 0.099996, "recall": 0.163043}, {"accuracy": 0.798419, "f1": 0.757852, "hf_subset": "crh_Latn-ukr_Cyrl", "languages": ["crh-Latn", "ukr-Cyrl"], "main_score": 0.757852, "precision": 0.742031, "recall": 0.798419}, {"accuracy": 0.762846, "f1": 0.716425, "hf_subset": "crh_Latn-afr_Latn", "languages": ["crh-Latn", "afr-Latn"], "main_score": 0.716425, "precision": 0.697516, "recall": 0.762846}, {"accuracy": 0.634387, "f1": 0.591904, "hf_subset": "crh_Latn-bho_Deva", "languages": ["crh-Latn", "bho-Deva"], "main_score": 0.591904, "precision": 0.575387, "recall": 0.634387}, {"accuracy": 0.608696, "f1": 0.562139, "hf_subset": "crh_Latn-eus_Latn", "languages": ["crh-Latn", "eus-Latn"], "main_score": 0.562139, "precision": 0.543885, "recall": 0.608696}, {"accuracy": 0.197628, "f1": 0.144768, "hf_subset": "crh_Latn-ibo_Latn", "languages": ["crh-Latn", "ibo-Latn"], "main_score": 0.144768, "precision": 0.128511, "recall": 0.197628}, {"accuracy": 0.574111, "f1": 0.530867, "hf_subset": "crh_Latn-kmr_Latn", "languages": ["crh-Latn", "kmr-Latn"], "main_score": 0.530867, "precision": 0.513702, "recall": 0.574111}, {"accuracy": 0.513834, "f1": 0.465501, "hf_subset": "crh_Latn-min_Latn", "languages": ["crh-Latn", "min-Latn"], "main_score": 0.465501, "precision": 0.446694, "recall": 0.513834}, {"accuracy": 0.796443, "f1": 0.752629, "hf_subset": "crh_Latn-por_Latn", "languages": ["crh-Latn", "por-Latn"], "main_score": 0.752629, "precision": 0.735226, "recall": 0.796443}, {"accuracy": 0.590909, "f1": 0.541874, "hf_subset": "crh_Latn-sun_Latn", "languages": ["crh-Latn", "sun-Latn"], "main_score": 0.541874, "precision": 0.522747, "recall": 0.590909}, {"accuracy": 0.168972, "f1": 0.119763, "hf_subset": "crh_Latn-umb_Latn", "languages": ["crh-Latn", "umb-Latn"], "main_score": 0.119763, "precision": 0.105753, "recall": 0.168972}, {"accuracy": 0.726285, "f1": 0.677677, "hf_subset": "crh_Latn-ajp_Arab", "languages": ["crh-Latn", "ajp-Arab"], "main_score": 0.677677, "precision": 0.657211, "recall": 0.726285}, {"accuracy": 0.071146, "f1": 0.046524, "hf_subset": "crh_Latn-bjn_Arab", "languages": ["crh-Latn", "bjn-Arab"], "main_score": 0.046524, "precision": 0.03959, "recall": 0.071146}, {"accuracy": 0.246047, "f1": 0.191266, "hf_subset": "crh_Latn-ewe_Latn", "languages": ["crh-Latn", "ewe-Latn"], "main_score": 0.191266, "precision": 0.174041, "recall": 0.246047}, {"accuracy": 0.354743, "f1": 0.295351, "hf_subset": "crh_Latn-ilo_Latn", "languages": ["crh-Latn", "ilo-Latn"], "main_score": 0.295351, "precision": 0.275214, "recall": 0.354743}, {"accuracy": 0.083992, "f1": 0.053648, "hf_subset": "crh_Latn-knc_Arab", "languages": ["crh-Latn", "knc-Arab"], "main_score": 0.053648, "precision": 0.045483, "recall": 0.083992}, {"accuracy": 0.794466, "f1": 0.753183, "hf_subset": "crh_Latn-mkd_Cyrl", "languages": ["crh-Latn", "mkd-Cyrl"], "main_score": 0.753183, "precision": 0.737451, "recall": 0.794466}, {"accuracy": 0.733202, "f1": 0.691425, "hf_subset": "crh_Latn-prs_Arab", "languages": ["crh-Latn", "prs-Arab"], "main_score": 0.691425, "precision": 0.673934, "recall": 0.733202}, {"accuracy": 0.791502, "f1": 0.750168, "hf_subset": "crh_Latn-swe_Latn", "languages": ["crh-Latn", "swe-Latn"], "main_score": 0.750168, "precision": 0.733922, "recall": 0.791502}, {"accuracy": 0.692688, "f1": 0.638546, "hf_subset": "crh_Latn-urd_Arab", "languages": ["crh-Latn", "urd-Arab"], "main_score": 0.638546, "precision": 0.616923, "recall": 0.692688}, {"accuracy": 0.287549, "f1": 0.226654, "hf_subset": "crh_Latn-aka_Latn", "languages": ["crh-Latn", "aka-Latn"], "main_score": 0.226654, "precision": 0.207043, "recall": 0.287549}, {"accuracy": 0.606719, "f1": 0.557287, "hf_subset": "crh_Latn-bjn_Latn", "languages": ["crh-Latn", "bjn-Latn"], "main_score": 0.557287, "precision": 0.53785, "recall": 0.606719}, {"accuracy": 0.417984, "f1": 0.364054, "hf_subset": "crh_Latn-fao_Latn", "languages": ["crh-Latn", "fao-Latn"], "main_score": 0.364054, "precision": 0.344817, "recall": 0.417984}, {"accuracy": 0.793478, "f1": 0.756199, "hf_subset": "crh_Latn-ind_Latn", "languages": ["crh-Latn", "ind-Latn"], "main_score": 0.756199, "precision": 0.741891, "recall": 0.793478}, {"accuracy": 0.264822, "f1": 0.201003, "hf_subset": "crh_Latn-knc_Latn", "languages": ["crh-Latn", "knc-Latn"], "main_score": 0.201003, "precision": 0.181896, "recall": 0.264822}, {"accuracy": 0.315217, "f1": 0.252125, "hf_subset": "crh_Latn-mlt_Latn", "languages": ["crh-Latn", "mlt-Latn"], "main_score": 0.252125, "precision": 0.233508, "recall": 0.315217}, {"accuracy": 0.26581, "f1": 0.199541, "hf_subset": "crh_Latn-quy_Latn", "languages": ["crh-Latn", "quy-Latn"], "main_score": 0.199541, "precision": 0.179255, "recall": 0.26581}, {"accuracy": 0.323123, "f1": 0.267033, "hf_subset": "crh_Latn-swh_Latn", "languages": ["crh-Latn", "swh-Latn"], "main_score": 0.267033, "precision": 0.24973, "recall": 0.323123}, {"accuracy": 0.583004, "f1": 0.538129, "hf_subset": "crh_Latn-uzn_Latn", "languages": ["crh-Latn", "uzn-Latn"], "main_score": 0.538129, "precision": 0.521519, "recall": 0.583004}, {"accuracy": 0.795455, "f1": 0.757533, "hf_subset": "crh_Latn-als_Latn", "languages": ["crh-Latn", "als-Latn"], "main_score": 0.757533, "precision": 0.741691, "recall": 0.795455}, {"accuracy": 0.056324, "f1": 0.021645, "hf_subset": "crh_Latn-bod_Tibt", "languages": ["crh-Latn", "bod-Tibt"], "main_score": 0.021645, "precision": 0.016645, "recall": 0.056324}, {"accuracy": 0.212451, "f1": 0.15971, "hf_subset": "crh_Latn-fij_Latn", "languages": ["crh-Latn", "fij-Latn"], "main_score": 0.15971, "precision": 0.14316, "recall": 0.212451}, {"accuracy": 0.604743, "f1": 0.555352, "hf_subset": "crh_Latn-isl_Latn", "languages": ["crh-Latn", "isl-Latn"], "main_score": 0.555352, "precision": 0.535375, "recall": 0.604743}, {"accuracy": 0.243083, "f1": 0.184933, "hf_subset": "crh_Latn-kon_Latn", "languages": ["crh-Latn", "kon-Latn"], "main_score": 0.184933, "precision": 0.1688, "recall": 0.243083}, {"accuracy": 0.057312, "f1": 0.033263, "hf_subset": "crh_Latn-mni_Beng", "languages": ["crh-Latn", "mni-Beng"], "main_score": 0.033263, "precision": 0.028381, "recall": 0.057312}, {"accuracy": 0.790514, "f1": 0.745902, "hf_subset": "crh_Latn-ron_Latn", "languages": ["crh-Latn", "ron-Latn"], "main_score": 0.745902, "precision": 0.727734, "recall": 0.790514}, {"accuracy": 0.631423, "f1": 0.579832, "hf_subset": "crh_Latn-szl_Latn", "languages": ["crh-Latn", "szl-Latn"], "main_score": 0.579832, "precision": 0.56033, "recall": 0.631423}, {"accuracy": 0.630435, "f1": 0.57812, "hf_subset": "crh_Latn-vec_Latn", "languages": ["crh-Latn", "vec-Latn"], "main_score": 0.57812, "precision": 0.557731, "recall": 0.630435}, {"accuracy": 0.491107, "f1": 0.430015, "hf_subset": "crh_Latn-amh_Ethi", "languages": ["crh-Latn", "amh-Ethi"], "main_score": 0.430015, "precision": 0.406925, "recall": 0.491107}, {"accuracy": 0.809289, "f1": 0.77066, "hf_subset": "crh_Latn-bos_Latn", "languages": ["crh-Latn", "bos-Latn"], "main_score": 0.77066, "precision": 0.755502, "recall": 0.809289}, {"accuracy": 0.778656, "f1": 0.733658, "hf_subset": "crh_Latn-fin_Latn", "languages": ["crh-Latn", "fin-Latn"], "main_score": 0.733658, "precision": 0.716282, "recall": 0.778656}, {"accuracy": 0.8083, "f1": 0.767421, "hf_subset": "crh_Latn-ita_Latn", "languages": ["crh-Latn", "ita-Latn"], "main_score": 0.767421, "precision": 0.751235, "recall": 0.8083}, {"accuracy": 0.746047, "f1": 0.699543, "hf_subset": "crh_Latn-kor_Hang", "languages": ["crh-Latn", "kor-Hang"], "main_score": 0.699543, "precision": 0.680321, "recall": 0.746047}, {"accuracy": 0.238142, "f1": 0.174834, "hf_subset": "crh_Latn-mos_Latn", "languages": ["crh-Latn", "mos-Latn"], "main_score": 0.174834, "precision": 0.155531, "recall": 0.238142}, {"accuracy": 0.164032, "f1": 0.120165, "hf_subset": "crh_Latn-run_Latn", "languages": ["crh-Latn", "run-Latn"], "main_score": 0.120165, "precision": 0.107826, "recall": 0.164032}, {"accuracy": 0.599802, "f1": 0.55528, "hf_subset": "crh_Latn-tam_Taml", "languages": ["crh-Latn", "tam-Taml"], "main_score": 0.55528, "precision": 0.537738, "recall": 0.599802}, {"accuracy": 0.782609, "f1": 0.735241, "hf_subset": "crh_Latn-vie_Latn", "languages": ["crh-Latn", "vie-Latn"], "main_score": 0.735241, "precision": 0.716158, "recall": 0.782609}, {"accuracy": 0.703557, "f1": 0.654836, "hf_subset": "crh_Latn-apc_Arab", "languages": ["crh-Latn", "apc-Arab"], "main_score": 0.654836, "precision": 0.635886, "recall": 0.703557}, {"accuracy": 0.348814, "f1": 0.288134, "hf_subset": "crh_Latn-bug_Latn", "languages": ["crh-Latn", "bug-Latn"], "main_score": 0.288134, "precision": 0.267972, "recall": 0.348814}, {"accuracy": 0.209486, "f1": 0.157705, "hf_subset": "crh_Latn-fon_Latn", "languages": ["crh-Latn", "fon-Latn"], "main_score": 0.157705, "precision": 0.142339, "recall": 0.209486}, {"accuracy": 0.589921, "f1": 0.534023, "hf_subset": "crh_Latn-jav_Latn", "languages": ["crh-Latn", "jav-Latn"], "main_score": 0.534023, "precision": 0.512095, "recall": 0.589921}, {"accuracy": 0.6917, "f1": 0.645973, "hf_subset": "crh_Latn-lao_Laoo", "languages": ["crh-Latn", "lao-Laoo"], "main_score": 0.645973, "precision": 0.627153, "recall": 0.6917}, {"accuracy": 0.20751, "f1": 0.149079, "hf_subset": "crh_Latn-mri_Latn", "languages": ["crh-Latn", "mri-Latn"], "main_score": 0.149079, "precision": 0.133008, "recall": 0.20751}, {"accuracy": 0.789526, "f1": 0.747769, "hf_subset": "crh_Latn-rus_Cyrl", "languages": ["crh-Latn", "rus-Cyrl"], "main_score": 0.747769, "precision": 0.731425, "recall": 0.789526}, {"accuracy": 0.252964, "f1": 0.202822, "hf_subset": "crh_Latn-taq_Latn", "languages": ["crh-Latn", "taq-Latn"], "main_score": 0.202822, "precision": 0.186761, "recall": 0.252964}, {"accuracy": 0.379447, "f1": 0.314598, "hf_subset": "crh_Latn-war_Latn", "languages": ["crh-Latn", "war-Latn"], "main_score": 0.314598, "precision": 0.293557, "recall": 0.379447}, {"accuracy": 0.738142, "f1": 0.68993, "hf_subset": "crh_Latn-arb_Arab", "languages": ["crh-Latn", "arb-Arab"], "main_score": 0.68993, "precision": 0.67099, "recall": 0.738142}, {"accuracy": 0.805336, "f1": 0.763193, "hf_subset": "crh_Latn-bul_Cyrl", "languages": ["crh-Latn", "bul-Cyrl"], "main_score": 0.763193, "precision": 0.74553, "recall": 0.805336}, {"accuracy": 0.79249, "f1": 0.748953, "hf_subset": "crh_Latn-fra_Latn", "languages": ["crh-Latn", "fra-Latn"], "main_score": 0.748953, "precision": 0.73144, "recall": 0.79249}, {"accuracy": 0.758893, "f1": 0.708703, "hf_subset": "crh_Latn-jpn_Jpan", "languages": ["crh-Latn", "jpn-Jpan"], "main_score": 0.708703, "precision": 0.688501, "recall": 0.758893}, {"accuracy": 0.583992, "f1": 0.532294, "hf_subset": "crh_Latn-lij_Latn", "languages": ["crh-Latn", "lij-Latn"], "main_score": 0.532294, "precision": 0.512287, "recall": 0.583992}, {"accuracy": 0.672925, "f1": 0.621332, "hf_subset": "crh_Latn-mya_Mymr", "languages": ["crh-Latn", "mya-Mymr"], "main_score": 0.621332, "precision": 0.599773, "recall": 0.672925}, {"accuracy": 0.25, "f1": 0.195765, "hf_subset": "crh_Latn-sag_Latn", "languages": ["crh-Latn", "sag-Latn"], "main_score": 0.195765, "precision": 0.177995, "recall": 0.25}, {"accuracy": 0.088933, "f1": 0.045116, "hf_subset": "crh_Latn-taq_Tfng", "languages": ["crh-Latn", "taq-Tfng"], "main_score": 0.045116, "precision": 0.036729, "recall": 0.088933}, {"accuracy": 0.242095, "f1": 0.18322, "hf_subset": "crh_Latn-wol_Latn", "languages": ["crh-Latn", "wol-Latn"], "main_score": 0.18322, "precision": 0.164534, "recall": 0.242095}, {"accuracy": 0.140316, "f1": 0.091961, "hf_subset": "crh_Latn-arb_Latn", "languages": ["crh-Latn", "arb-Latn"], "main_score": 0.091961, "precision": 0.080937, "recall": 0.140316}, {"accuracy": 0.807312, "f1": 0.767972, "hf_subset": "crh_Latn-cat_Latn", "languages": ["crh-Latn", "cat-Latn"], "main_score": 0.767972, "precision": 0.751947, "recall": 0.807312}, {"accuracy": 0.568182, "f1": 0.513659, "hf_subset": "crh_Latn-fur_Latn", "languages": ["crh-Latn", "fur-Latn"], "main_score": 0.513659, "precision": 0.49283, "recall": 0.568182}, {"accuracy": 0.088933, "f1": 0.06319, "hf_subset": "crh_Latn-kab_Latn", "languages": ["crh-Latn", "kab-Latn"], "main_score": 0.06319, "precision": 0.056089, "recall": 0.088933}, {"accuracy": 0.604743, "f1": 0.554388, "hf_subset": "crh_Latn-lim_Latn", "languages": ["crh-Latn", "lim-Latn"], "main_score": 0.554388, "precision": 0.534397, "recall": 0.604743}, {"accuracy": 0.791502, "f1": 0.750234, "hf_subset": "crh_Latn-nld_Latn", "languages": ["crh-Latn", "nld-Latn"], "main_score": 0.750234, "precision": 0.734512, "recall": 0.791502}, {"accuracy": 0.516798, "f1": 0.46086, "hf_subset": "crh_Latn-san_Deva", "languages": ["crh-Latn", "san-Deva"], "main_score": 0.46086, "precision": 0.439745, "recall": 0.516798}, {"accuracy": 0.48419, "f1": 0.43299, "hf_subset": "crh_Latn-tat_Cyrl", "languages": ["crh-Latn", "tat-Cyrl"], "main_score": 0.43299, "precision": 0.412359, "recall": 0.48419}, {"accuracy": 0.190711, "f1": 0.131773, "hf_subset": "crh_Latn-xho_Latn", "languages": ["crh-Latn", "xho-Latn"], "main_score": 0.131773, "precision": 0.116336, "recall": 0.190711}, {"accuracy": 0.725296, "f1": 0.672259, "hf_subset": "crh_Latn-ars_Arab", "languages": ["crh-Latn", "ars-Arab"], "main_score": 0.672259, "precision": 0.650613, "recall": 0.725296}, {"accuracy": 0.371542, "f1": 0.313825, "hf_subset": "crh_Latn-ceb_Latn", "languages": ["crh-Latn", "ceb-Latn"], "main_score": 0.313825, "precision": 0.293938, "recall": 0.371542}, {"accuracy": 0.225296, "f1": 0.166971, "hf_subset": "crh_Latn-fuv_Latn", "languages": ["crh-Latn", "fuv-Latn"], "main_score": 0.166971, "precision": 0.150682, "recall": 0.225296}, {"accuracy": 0.221344, "f1": 0.159596, "hf_subset": "crh_Latn-kac_Latn", "languages": ["crh-Latn", "kac-Latn"], "main_score": 0.159596, "precision": 0.142371, "recall": 0.221344}, {"accuracy": 0.217391, "f1": 0.16596, "hf_subset": "crh_Latn-lin_Latn", "languages": ["crh-Latn", "lin-Latn"], "main_score": 0.16596, "precision": 0.151242, "recall": 0.217391}, {"accuracy": 0.791502, "f1": 0.750587, "hf_subset": "crh_Latn-nno_Latn", "languages": ["crh-Latn", "nno-Latn"], "main_score": 0.750587, "precision": 0.734481, "recall": 0.791502}, {"accuracy": 0.018775, "f1": 0.004486, "hf_subset": "crh_Latn-sat_Olck", "languages": ["crh-Latn", "sat-Olck"], "main_score": 0.004486, "precision": 0.003228, "recall": 0.018775}, {"accuracy": 0.56917, "f1": 0.514624, "hf_subset": "crh_Latn-tel_Telu", "languages": ["crh-Latn", "tel-Telu"], "main_score": 0.514624, "precision": 0.494127, "recall": 0.56917}, {"accuracy": 0.317194, "f1": 0.261926, "hf_subset": "crh_Latn-ydd_Hebr", "languages": ["crh-Latn", "ydd-Hebr"], "main_score": 0.261926, "precision": 0.242447, "recall": 0.317194}, {"accuracy": 0.605731, "f1": 0.558203, "hf_subset": "crh_Latn-ary_Arab", "languages": ["crh-Latn", "ary-Arab"], "main_score": 0.558203, "precision": 0.538458, "recall": 0.605731}, {"accuracy": 0.80336, "f1": 0.762939, "hf_subset": "crh_Latn-ces_Latn", "languages": ["crh-Latn", "ces-Latn"], "main_score": 0.762939, "precision": 0.747439, "recall": 0.80336}, {"accuracy": 0.098814, "f1": 0.06036, "hf_subset": "crh_Latn-gaz_Latn", "languages": ["crh-Latn", "gaz-Latn"], "main_score": 0.06036, "precision": 0.050627, "recall": 0.098814}, {"accuracy": 0.193676, "f1": 0.141211, "hf_subset": "crh_Latn-kam_Latn", "languages": ["crh-Latn", "kam-Latn"], "main_score": 0.141211, "precision": 0.126471, "recall": 0.193676}, {"accuracy": 0.799407, "f1": 0.761516, "hf_subset": "crh_Latn-lit_Latn", "languages": ["crh-Latn", "lit-Latn"], "main_score": 0.761516, "precision": 0.746603, "recall": 0.799407}, {"accuracy": 0.793478, "f1": 0.748243, "hf_subset": "crh_Latn-nob_Latn", "languages": ["crh-Latn", "nob-Latn"], "main_score": 0.748243, "precision": 0.730743, "recall": 0.793478}, {"accuracy": 0.498024, "f1": 0.441668, "hf_subset": "crh_Latn-scn_Latn", "languages": ["crh-Latn", "scn-Latn"], "main_score": 0.441668, "precision": 0.420608, "recall": 0.498024}, {"accuracy": 0.214427, "f1": 0.160092, "hf_subset": "crh_Latn-tgk_Cyrl", "languages": ["crh-Latn", "tgk-Cyrl"], "main_score": 0.160092, "precision": 0.14386, "recall": 0.214427}, {"accuracy": 0.215415, "f1": 0.160681, "hf_subset": "crh_Latn-yor_Latn", "languages": ["crh-Latn", "yor-Latn"], "main_score": 0.160681, "precision": 0.144074, "recall": 0.215415}, {"accuracy": 0.697628, "f1": 0.64798, "hf_subset": "crh_Latn-arz_Arab", "languages": ["crh-Latn", "arz-Arab"], "main_score": 0.64798, "precision": 0.627382, "recall": 0.697628}, {"accuracy": 0.173913, "f1": 0.123983, "hf_subset": "crh_Latn-cjk_Latn", "languages": ["crh-Latn", "cjk-Latn"], "main_score": 0.123983, "precision": 0.110985, "recall": 0.173913}, {"accuracy": 0.205534, "f1": 0.158919, "hf_subset": "crh_Latn-gla_Latn", "languages": ["crh-Latn", "gla-Latn"], "main_score": 0.158919, "precision": 0.142966, "recall": 0.205534}, {"accuracy": 0.527668, "f1": 0.472173, "hf_subset": "crh_Latn-kan_Knda", "languages": ["crh-Latn", "kan-Knda"], "main_score": 0.472173, "precision": 0.45214, "recall": 0.527668}, {"accuracy": 0.520751, "f1": 0.469768, "hf_subset": "crh_Latn-lmo_Latn", "languages": ["crh-Latn", "lmo-Latn"], "main_score": 0.469768, "precision": 0.450156, "recall": 0.520751}, {"accuracy": 0.702569, "f1": 0.660654, "hf_subset": "crh_Latn-npi_Deva", "languages": ["crh-Latn", "npi-Deva"], "main_score": 0.660654, "precision": 0.644879, "recall": 0.702569}, {"accuracy": 0.273715, "f1": 0.217325, "hf_subset": "crh_Latn-shn_Mymr", "languages": ["crh-Latn", "shn-Mymr"], "main_score": 0.217325, "precision": 0.197688, "recall": 0.273715}, {"accuracy": 0.431818, "f1": 0.37027, "hf_subset": "crh_Latn-tgl_Latn", "languages": ["crh-Latn", "tgl-Latn"], "main_score": 0.37027, "precision": 0.350357, "recall": 0.431818}, {"accuracy": 0.76581, "f1": 0.720277, "hf_subset": "crh_Latn-yue_Hant", "languages": ["crh-Latn", "yue-Hant"], "main_score": 0.720277, "precision": 0.703232, "recall": 0.76581}, {"accuracy": 0.348814, "f1": 0.293431, "hf_subset": "crh_Latn-asm_Beng", "languages": ["crh-Latn", "asm-Beng"], "main_score": 0.293431, "precision": 0.273712, "recall": 0.348814}, {"accuracy": 0.571146, "f1": 0.51541, "hf_subset": "crh_Latn-ckb_Arab", "languages": ["crh-Latn", "ckb-Arab"], "main_score": 0.51541, "precision": 0.493669, "recall": 0.571146}, {"accuracy": 0.290514, "f1": 0.236987, "hf_subset": "crh_Latn-gle_Latn", "languages": ["crh-Latn", "gle-Latn"], "main_score": 0.236987, "precision": 0.219265, "recall": 0.290514}, {"accuracy": 0.418972, "f1": 0.368052, "hf_subset": "crh_Latn-kas_Arab", "languages": ["crh-Latn", "kas-Arab"], "main_score": 0.368052, "precision": 0.34861, "recall": 0.418972}, {"accuracy": 0.582016, "f1": 0.531024, "hf_subset": "crh_Latn-ltg_Latn", "languages": ["crh-Latn", "ltg-Latn"], "main_score": 0.531024, "precision": 0.51027, "recall": 0.582016}, {"accuracy": 0.237154, "f1": 0.176602, "hf_subset": "crh_Latn-nso_Latn", "languages": ["crh-Latn", "nso-Latn"], "main_score": 0.176602, "precision": 0.157915, "recall": 0.237154}, {"accuracy": 0.616601, "f1": 0.564824, "hf_subset": "crh_Latn-sin_Sinh", "languages": ["crh-Latn", "sin-Sinh"], "main_score": 0.564824, "precision": 0.545177, "recall": 0.616601}, {"accuracy": 0.743083, "f1": 0.694037, "hf_subset": "crh_Latn-tha_Thai", "languages": ["crh-Latn", "tha-Thai"], "main_score": 0.694037, "precision": 0.674979, "recall": 0.743083}, {"accuracy": 0.755929, "f1": 0.70621, "hf_subset": "crh_Latn-zho_Hans", "languages": ["crh-Latn", "zho-Hans"], "main_score": 0.70621, "precision": 0.68646, "recall": 0.755929}, {"accuracy": 0.718379, "f1": 0.675408, "hf_subset": "crh_Latn-ast_Latn", "languages": ["crh-Latn", "ast-Latn"], "main_score": 0.675408, "precision": 0.658529, "recall": 0.718379}, {"accuracy": 0.802372, "f1": 0.763867, "hf_subset": "crh_Latn-glg_Latn", "languages": ["crh-Latn", "glg-Latn"], "main_score": 0.763867, "precision": 0.748224, "recall": 0.802372}, {"accuracy": 0.342885, "f1": 0.289483, "hf_subset": "crh_Latn-kas_Deva", "languages": ["crh-Latn", "kas-Deva"], "main_score": 0.289483, "precision": 0.270405, "recall": 0.342885}, {"accuracy": 0.4417, "f1": 0.38381, "hf_subset": "crh_Latn-ltz_Latn", "languages": ["crh-Latn", "ltz-Latn"], "main_score": 0.38381, "precision": 0.363314, "recall": 0.4417}, {"accuracy": 0.12253, "f1": 0.08021, "hf_subset": "crh_Latn-nus_Latn", "languages": ["crh-Latn", "nus-Latn"], "main_score": 0.08021, "precision": 0.069949, "recall": 0.12253}, {"accuracy": 0.797431, "f1": 0.756555, "hf_subset": "crh_Latn-slk_Latn", "languages": ["crh-Latn", "slk-Latn"], "main_score": 0.756555, "precision": 0.740672, "recall": 0.797431}, {"accuracy": 0.158103, "f1": 0.11496, "hf_subset": "crh_Latn-tir_Ethi", "languages": ["crh-Latn", "tir-Ethi"], "main_score": 0.11496, "precision": 0.101514, "recall": 0.158103}, {"accuracy": 0.761858, "f1": 0.716326, "hf_subset": "crh_Latn-zho_Hant", "languages": ["crh-Latn", "zho-Hant"], "main_score": 0.716326, "precision": 0.698974, "recall": 0.761858}, {"accuracy": 0.705534, "f1": 0.65886, "hf_subset": "crh_Latn-awa_Deva", "languages": ["crh-Latn", "awa-Deva"], "main_score": 0.65886, "precision": 0.64048, "recall": 0.705534}, {"accuracy": 0.402174, "f1": 0.341559, "hf_subset": "crh_Latn-cym_Latn", "languages": ["crh-Latn", "cym-Latn"], "main_score": 0.341559, "precision": 0.320938, "recall": 0.402174}, {"accuracy": 0.336957, "f1": 0.273934, "hf_subset": "crh_Latn-grn_Latn", "languages": ["crh-Latn", "grn-Latn"], "main_score": 0.273934, "precision": 0.254227, "recall": 0.336957}, {"accuracy": 0.668972, "f1": 0.61496, "hf_subset": "crh_Latn-kat_Geor", "languages": ["crh-Latn", "kat-Geor"], "main_score": 0.61496, "precision": 0.59344, "recall": 0.668972}, {"accuracy": 0.252964, "f1": 0.19569, "hf_subset": "crh_Latn-lua_Latn", "languages": ["crh-Latn", "lua-Latn"], "main_score": 0.19569, "precision": 0.178446, "recall": 0.252964}, {"accuracy": 0.230237, "f1": 0.170663, "hf_subset": "crh_Latn-nya_Latn", "languages": ["crh-Latn", "nya-Latn"], "main_score": 0.170663, "precision": 0.153175, "recall": 0.230237}, {"accuracy": 0.800395, "f1": 0.757893, "hf_subset": "crh_Latn-slv_Latn", "languages": ["crh-Latn", "slv-Latn"], "main_score": 0.757893, "precision": 0.741495, "recall": 0.800395}, {"accuracy": 0.405138, "f1": 0.340976, "hf_subset": "crh_Latn-tpi_Latn", "languages": ["crh-Latn", "tpi-Latn"], "main_score": 0.340976, "precision": 0.318726, "recall": 0.405138}, {"accuracy": 0.791502, "f1": 0.751517, "hf_subset": "crh_Latn-zsm_Latn", "languages": ["crh-Latn", "zsm-Latn"], "main_score": 0.751517, "precision": 0.73541, "recall": 0.791502}, {"accuracy": 0.222332, "f1": 0.157739, "hf_subset": "crh_Latn-ayr_Latn", "languages": ["crh-Latn", "ayr-Latn"], "main_score": 0.157739, "precision": 0.139329, "recall": 0.222332}, {"accuracy": 0.809289, "f1": 0.770673, "hf_subset": "crh_Latn-dan_Latn", "languages": ["crh-Latn", "dan-Latn"], "main_score": 0.770673, "precision": 0.754934, "recall": 0.809289}, {"accuracy": 0.656126, "f1": 0.610164, "hf_subset": "crh_Latn-guj_Gujr", "languages": ["crh-Latn", "guj-Gujr"], "main_score": 0.610164, "precision": 0.592659, "recall": 0.656126}, {"accuracy": 0.748024, "f1": 0.708416, "hf_subset": "crh_Latn-kaz_Cyrl", "languages": ["crh-Latn", "kaz-Cyrl"], "main_score": 0.708416, "precision": 0.693438, "recall": 0.748024}, {"accuracy": 0.182806, "f1": 0.134003, "hf_subset": "crh_Latn-lug_Latn", "languages": ["crh-Latn", "lug-Latn"], "main_score": 0.134003, "precision": 0.118923, "recall": 0.182806}, {"accuracy": 0.727273, "f1": 0.6821, "hf_subset": "crh_Latn-oci_Latn", "languages": ["crh-Latn", "oci-Latn"], "main_score": 0.6821, "precision": 0.664092, "recall": 0.727273}, {"accuracy": 0.186759, "f1": 0.131284, "hf_subset": "crh_Latn-smo_Latn", "languages": ["crh-Latn", "smo-Latn"], "main_score": 0.131284, "precision": 0.115008, "recall": 0.186759}, {"accuracy": 0.211462, "f1": 0.156318, "hf_subset": "crh_Latn-tsn_Latn", "languages": ["crh-Latn", "tsn-Latn"], "main_score": 0.156318, "precision": 0.141059, "recall": 0.211462}, {"accuracy": 0.135375, "f1": 0.092688, "hf_subset": "crh_Latn-zul_Latn", "languages": ["crh-Latn", "zul-Latn"], "main_score": 0.092688, "precision": 0.081411, "recall": 0.135375}, {"accuracy": 0.401186, "f1": 0.351805, "hf_subset": "crh_Latn-azb_Arab", "languages": ["crh-Latn", "azb-Arab"], "main_score": 0.351805, "precision": 0.333054, "recall": 0.401186}, {"accuracy": 0.807312, "f1": 0.763919, "hf_subset": "crh_Latn-deu_Latn", "languages": ["crh-Latn", "deu-Latn"], "main_score": 0.763919, "precision": 0.746747, "recall": 0.807312}, {"accuracy": 0.284585, "f1": 0.226994, "hf_subset": "crh_Latn-hat_Latn", "languages": ["crh-Latn", "hat-Latn"], "main_score": 0.226994, "precision": 0.209094, "recall": 0.284585}, {"accuracy": 0.19664, "f1": 0.137034, "hf_subset": "crh_Latn-kbp_Latn", "languages": ["crh-Latn", "kbp-Latn"], "main_score": 0.137034, "precision": 0.12032, "recall": 0.19664}, {"accuracy": 0.230237, "f1": 0.171759, "hf_subset": "crh_Latn-luo_Latn", "languages": ["crh-Latn", "luo-Latn"], "main_score": 0.171759, "precision": 0.155564, "recall": 0.230237}, {"accuracy": 0.522727, "f1": 0.465054, "hf_subset": "crh_Latn-ory_Orya", "languages": ["crh-Latn", "ory-Orya"], "main_score": 0.465054, "precision": 0.444076, "recall": 0.522727}, {"accuracy": 0.172925, "f1": 0.124907, "hf_subset": "crh_Latn-sna_Latn", "languages": ["crh-Latn", "sna-Latn"], "main_score": 0.124907, "precision": 0.112535, "recall": 0.172925}, {"accuracy": 0.189723, "f1": 0.14367, "hf_subset": "crh_Latn-tso_Latn", "languages": ["crh-Latn", "tso-Latn"], "main_score": 0.14367, "precision": 0.129697, "recall": 0.189723}, {"accuracy": 0.741107, "f1": 0.706754, "hf_subset": "crh_Latn-azj_Latn", "languages": ["crh-Latn", "azj-Latn"], "main_score": 0.706754, "precision": 0.693673, "recall": 0.741107}, {"accuracy": 0.290514, "f1": 0.227599, "hf_subset": "crh_Latn-dik_Latn", "languages": ["crh-Latn", "dik-Latn"], "main_score": 0.227599, "precision": 0.20666, "recall": 0.290514}, {"accuracy": 0.253953, "f1": 0.19474, "hf_subset": "crh_Latn-hau_Latn", "languages": ["crh-Latn", "hau-Latn"], "main_score": 0.19474, "precision": 0.176781, "recall": 0.253953}, {"accuracy": 0.516798, "f1": 0.462179, "hf_subset": "crh_Latn-kea_Latn", "languages": ["crh-Latn", "kea-Latn"], "main_score": 0.462179, "precision": 0.440927, "recall": 0.516798}, {"accuracy": 0.33498, "f1": 0.2753, "hf_subset": "crh_Latn-lus_Latn", "languages": ["crh-Latn", "lus-Latn"], "main_score": 0.2753, "precision": 0.255757, "recall": 0.33498}, {"accuracy": 0.411067, "f1": 0.357899, "hf_subset": "crh_Latn-pag_Latn", "languages": ["crh-Latn", "pag-Latn"], "main_score": 0.357899, "precision": 0.337965, "recall": 0.411067}, {"accuracy": 0.599802, "f1": 0.544645, "hf_subset": "crh_Latn-snd_Arab", "languages": ["crh-Latn", "snd-Arab"], "main_score": 0.544645, "precision": 0.523546, "recall": 0.599802}, {"accuracy": 0.384387, "f1": 0.317553, "hf_subset": "crh_Latn-tuk_Latn", "languages": ["crh-Latn", "tuk-Latn"], "main_score": 0.317553, "precision": 0.293365, "recall": 0.384387}, {"accuracy": 0.470356, "f1": 0.415004, "hf_subset": "crh_Latn-bak_Cyrl", "languages": ["crh-Latn", "bak-Cyrl"], "main_score": 0.415004, "precision": 0.393268, "recall": 0.470356}, {"accuracy": 0.171937, "f1": 0.121916, "hf_subset": "crh_Latn-dyu_Latn", "languages": ["crh-Latn", "dyu-Latn"], "main_score": 0.121916, "precision": 0.106695, "recall": 0.171937}, {"accuracy": 0.75, "f1": 0.702707, "hf_subset": "crh_Latn-heb_Hebr", "languages": ["crh-Latn", "heb-Hebr"], "main_score": 0.702707, "precision": 0.683372, "recall": 0.75}, {"accuracy": 0.738142, "f1": 0.691073, "hf_subset": "crh_Latn-khk_Cyrl", "languages": ["crh-Latn", "khk-Cyrl"], "main_score": 0.691073, "precision": 0.673232, "recall": 0.738142}, {"accuracy": 0.800395, "f1": 0.762731, "hf_subset": "crh_Latn-lvs_Latn", "languages": ["crh-Latn", "lvs-Latn"], "main_score": 0.762731, "precision": 0.746506, "recall": 0.800395}, {"accuracy": 0.565217, "f1": 0.510951, "hf_subset": "crh_Latn-pan_Guru", "languages": ["crh-Latn", "pan-Guru"], "main_score": 0.510951, "precision": 0.489528, "recall": 0.565217}, {"accuracy": 0.279644, "f1": 0.233193, "hf_subset": "crh_Latn-som_Latn", "languages": ["crh-Latn", "som-Latn"], "main_score": 0.233193, "precision": 0.218017, "recall": 0.279644}, {"accuracy": 0.212451, "f1": 0.147445, "hf_subset": "crh_Latn-tum_Latn", "languages": ["crh-Latn", "tum-Latn"], "main_score": 0.147445, "precision": 0.129624, "recall": 0.212451}, {"accuracy": 0.092885, "f1": 0.056707, "hf_subset": "glg_Latn-ace_Arab", "languages": ["glg-Latn", "ace-Arab"], "main_score": 0.056707, "precision": 0.04839, "recall": 0.092885}, {"accuracy": 0.216403, "f1": 0.146828, "hf_subset": "glg_Latn-bam_Latn", "languages": ["glg-Latn", "bam-Latn"], "main_score": 0.146828, "precision": 0.130048, "recall": 0.216403}, {"accuracy": 0.002964, "f1": 3.4e-05, "hf_subset": "glg_Latn-dzo_Tibt", "languages": ["glg-Latn", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.002964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-hin_Deva", "languages": ["glg-Latn", "hin-Deva"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.918972, "f1": 0.892622, "hf_subset": "glg_Latn-khm_Khmr", "languages": ["glg-Latn", "khm-Khmr"], "main_score": 0.892622, "precision": 0.879776, "recall": 0.918972}, {"accuracy": 0.953557, "f1": 0.93857, "hf_subset": "glg_Latn-mag_Deva", "languages": ["glg-Latn", "mag-Deva"], "main_score": 0.93857, "precision": 0.931324, "recall": 0.953557}, {"accuracy": 0.667984, "f1": 0.593968, "hf_subset": "glg_Latn-pap_Latn", "languages": ["glg-Latn", "pap-Latn"], "main_score": 0.593968, "precision": 0.564606, "recall": 0.667984}, {"accuracy": 0.23913, "f1": 0.168559, "hf_subset": "glg_Latn-sot_Latn", "languages": ["glg-Latn", "sot-Latn"], "main_score": 0.168559, "precision": 0.149822, "recall": 0.23913}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "glg_Latn-tur_Latn", "languages": ["glg-Latn", "tur-Latn"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.434783, "f1": 0.345114, "hf_subset": "glg_Latn-ace_Latn", "languages": ["glg-Latn", "ace-Latn"], "main_score": 0.345114, "precision": 0.315708, "recall": 0.434783}, {"accuracy": 0.688735, "f1": 0.617088, "hf_subset": "glg_Latn-ban_Latn", "languages": ["glg-Latn", "ban-Latn"], "main_score": 0.617088, "precision": 0.587822, "recall": 0.688735}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-ell_Grek", "languages": ["glg-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.921937, "f1": 0.898551, "hf_subset": "glg_Latn-hne_Deva", "languages": ["glg-Latn", "hne-Deva"], "main_score": 0.898551, "precision": 0.887352, "recall": 0.921937}, {"accuracy": 0.269763, "f1": 0.18448, "hf_subset": "glg_Latn-kik_Latn", "languages": ["glg-Latn", "kik-Latn"], "main_score": 0.18448, "precision": 0.161965, "recall": 0.269763}, {"accuracy": 0.948617, "f1": 0.932806, "hf_subset": "glg_Latn-mai_Deva", "languages": ["glg-Latn", "mai-Deva"], "main_score": 0.932806, "precision": 0.925231, "recall": 0.948617}, {"accuracy": 0.856719, "f1": 0.818709, "hf_subset": "glg_Latn-pbt_Arab", "languages": ["glg-Latn", "pbt-Arab"], "main_score": 0.818709, "precision": 0.802026, "recall": 0.856719}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-spa_Latn", "languages": ["glg-Latn", "spa-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.33004, "f1": 0.239626, "hf_subset": "glg_Latn-twi_Latn", "languages": ["glg-Latn", "twi-Latn"], "main_score": 0.239626, "precision": 0.214859, "recall": 0.33004}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "glg_Latn-acm_Arab", "languages": ["glg-Latn", "acm-Arab"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.970356, "f1": 0.960474, "hf_subset": "glg_Latn-bel_Cyrl", "languages": ["glg-Latn", "bel-Cyrl"], "main_score": 0.960474, "precision": 0.955534, "recall": 0.970356}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "glg_Latn-eng_Latn", "languages": ["glg-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-hrv_Latn", "languages": ["glg-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.176877, "f1": 0.120821, "hf_subset": "glg_Latn-kin_Latn", "languages": ["glg-Latn", "kin-Latn"], "main_score": 0.120821, "precision": 0.107408, "recall": 0.176877}, {"accuracy": 0.893281, "f1": 0.863392, "hf_subset": "glg_Latn-mal_Mlym", "languages": ["glg-Latn", "mal-Mlym"], "main_score": 0.863392, "precision": 0.849638, "recall": 0.893281}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "glg_Latn-pes_Arab", "languages": ["glg-Latn", "pes-Arab"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.75, "f1": 0.691991, "hf_subset": "glg_Latn-srd_Latn", "languages": ["glg-Latn", "srd-Latn"], "main_score": 0.691991, "precision": 0.668116, "recall": 0.75}, {"accuracy": 0.062253, "f1": 0.026982, "hf_subset": "glg_Latn-tzm_Tfng", "languages": ["glg-Latn", "tzm-Tfng"], "main_score": 0.026982, "precision": 0.022081, "recall": 0.062253}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "glg_Latn-acq_Arab", "languages": ["glg-Latn", "acq-Arab"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.252964, "f1": 0.176583, "hf_subset": "glg_Latn-bem_Latn", "languages": ["glg-Latn", "bem-Latn"], "main_score": 0.176583, "precision": 0.158483, "recall": 0.252964}, {"accuracy": 0.880435, "f1": 0.846542, "hf_subset": "glg_Latn-epo_Latn", "languages": ["glg-Latn", "epo-Latn"], "main_score": 0.846542, "precision": 0.831275, "recall": 0.880435}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "glg_Latn-hun_Latn", "languages": ["glg-Latn", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.947628, "f1": 0.931983, "hf_subset": "glg_Latn-kir_Cyrl", "languages": ["glg-Latn", "kir-Cyrl"], "main_score": 0.931983, "precision": 0.924407, "recall": 0.947628}, {"accuracy": 0.91502, "f1": 0.889229, "hf_subset": "glg_Latn-mar_Deva", "languages": ["glg-Latn", "mar-Deva"], "main_score": 0.889229, "precision": 0.876894, "recall": 0.91502}, {"accuracy": 0.305336, "f1": 0.23056, "hf_subset": "glg_Latn-plt_Latn", "languages": ["glg-Latn", "plt-Latn"], "main_score": 0.23056, "precision": 0.208769, "recall": 0.305336}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-srp_Cyrl", "languages": ["glg-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.816206, "f1": 0.769979, "hf_subset": "glg_Latn-uig_Arab", "languages": ["glg-Latn", "uig-Arab"], "main_score": 0.769979, "precision": 0.749605, "recall": 0.816206}, {"accuracy": 0.940711, "f1": 0.922266, "hf_subset": "glg_Latn-aeb_Arab", "languages": ["glg-Latn", "aeb-Arab"], "main_score": 0.922266, "precision": 0.913538, "recall": 0.940711}, {"accuracy": 0.91502, "f1": 0.890152, "hf_subset": "glg_Latn-ben_Beng", "languages": ["glg-Latn", "ben-Beng"], "main_score": 0.890152, "precision": 0.878458, "recall": 0.91502}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-est_Latn", "languages": ["glg-Latn", "est-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "glg_Latn-hye_Armn", "languages": ["glg-Latn", "hye-Armn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.197628, "f1": 0.12802, "hf_subset": "glg_Latn-kmb_Latn", "languages": ["glg-Latn", "kmb-Latn"], "main_score": 0.12802, "precision": 0.112075, "recall": 0.197628}, {"accuracy": 0.066206, "f1": 0.040966, "hf_subset": "glg_Latn-min_Arab", "languages": ["glg-Latn", "min-Arab"], "main_score": 0.040966, "precision": 0.035275, "recall": 0.066206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-pol_Latn", "languages": ["glg-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.18083, "f1": 0.119527, "hf_subset": "glg_Latn-ssw_Latn", "languages": ["glg-Latn", "ssw-Latn"], "main_score": 0.119527, "precision": 0.10636, "recall": 0.18083}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ukr_Cyrl", "languages": ["glg-Latn", "ukr-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.964427, "f1": 0.953557, "hf_subset": "glg_Latn-afr_Latn", "languages": ["glg-Latn", "afr-Latn"], "main_score": 0.953557, "precision": 0.948287, "recall": 0.964427}, {"accuracy": 0.903162, "f1": 0.875626, "hf_subset": "glg_Latn-bho_Deva", "languages": ["glg-Latn", "bho-Deva"], "main_score": 0.875626, "precision": 0.862813, "recall": 0.903162}, {"accuracy": 0.784585, "f1": 0.729611, "hf_subset": "glg_Latn-eus_Latn", "languages": ["glg-Latn", "eus-Latn"], "main_score": 0.729611, "precision": 0.706143, "recall": 0.784585}, {"accuracy": 0.222332, "f1": 0.148089, "hf_subset": "glg_Latn-ibo_Latn", "languages": ["glg-Latn", "ibo-Latn"], "main_score": 0.148089, "precision": 0.130162, "recall": 0.222332}, {"accuracy": 0.761858, "f1": 0.714349, "hf_subset": "glg_Latn-kmr_Latn", "languages": ["glg-Latn", "kmr-Latn"], "main_score": 0.714349, "precision": 0.693883, "recall": 0.761858}, {"accuracy": 0.657115, "f1": 0.582653, "hf_subset": "glg_Latn-min_Latn", "languages": ["glg-Latn", "min-Latn"], "main_score": 0.582653, "precision": 0.553487, "recall": 0.657115}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-por_Latn", "languages": ["glg-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.772727, "f1": 0.713523, "hf_subset": "glg_Latn-sun_Latn", "languages": ["glg-Latn", "sun-Latn"], "main_score": 0.713523, "precision": 0.688356, "recall": 0.772727}, {"accuracy": 0.192688, "f1": 0.125558, "hf_subset": "glg_Latn-umb_Latn", "languages": ["glg-Latn", "umb-Latn"], "main_score": 0.125558, "precision": 0.109667, "recall": 0.192688}, {"accuracy": 0.968379, "f1": 0.958827, "hf_subset": "glg_Latn-ajp_Arab", "languages": ["glg-Latn", "ajp-Arab"], "main_score": 0.958827, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.071146, "f1": 0.040396, "hf_subset": "glg_Latn-bjn_Arab", "languages": ["glg-Latn", "bjn-Arab"], "main_score": 0.040396, "precision": 0.034085, "recall": 0.071146}, {"accuracy": 0.27668, "f1": 0.201675, "hf_subset": "glg_Latn-ewe_Latn", "languages": ["glg-Latn", "ewe-Latn"], "main_score": 0.201675, "precision": 0.181168, "recall": 0.27668}, {"accuracy": 0.391304, "f1": 0.302495, "hf_subset": "glg_Latn-ilo_Latn", "languages": ["glg-Latn", "ilo-Latn"], "main_score": 0.302495, "precision": 0.27641, "recall": 0.391304}, {"accuracy": 0.091897, "f1": 0.047649, "hf_subset": "glg_Latn-knc_Arab", "languages": ["glg-Latn", "knc-Arab"], "main_score": 0.047649, "precision": 0.038198, "recall": 0.091897}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-mkd_Cyrl", "languages": ["glg-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "glg_Latn-prs_Arab", "languages": ["glg-Latn", "prs-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-swe_Latn", "languages": ["glg-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.967391, "f1": 0.957411, "hf_subset": "glg_Latn-urd_Arab", "languages": ["glg-Latn", "urd-Arab"], "main_score": 0.957411, "precision": 0.952816, "recall": 0.967391}, {"accuracy": 0.322134, "f1": 0.238379, "hf_subset": "glg_Latn-aka_Latn", "languages": ["glg-Latn", "aka-Latn"], "main_score": 0.238379, "precision": 0.215301, "recall": 0.322134}, {"accuracy": 0.784585, "f1": 0.726896, "hf_subset": "glg_Latn-bjn_Latn", "languages": ["glg-Latn", "bjn-Latn"], "main_score": 0.726896, "precision": 0.702421, "recall": 0.784585}, {"accuracy": 0.481225, "f1": 0.396098, "hf_subset": "glg_Latn-fao_Latn", "languages": ["glg-Latn", "fao-Latn"], "main_score": 0.396098, "precision": 0.368387, "recall": 0.481225}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-ind_Latn", "languages": ["glg-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.291502, "f1": 0.211197, "hf_subset": "glg_Latn-knc_Latn", "languages": ["glg-Latn", "knc-Latn"], "main_score": 0.211197, "precision": 0.190199, "recall": 0.291502}, {"accuracy": 0.354743, "f1": 0.272195, "hf_subset": "glg_Latn-mlt_Latn", "languages": ["glg-Latn", "mlt-Latn"], "main_score": 0.272195, "precision": 0.248155, "recall": 0.354743}, {"accuracy": 0.288538, "f1": 0.203997, "hf_subset": "glg_Latn-quy_Latn", "languages": ["glg-Latn", "quy-Latn"], "main_score": 0.203997, "precision": 0.181039, "recall": 0.288538}, {"accuracy": 0.378458, "f1": 0.294446, "hf_subset": "glg_Latn-swh_Latn", "languages": ["glg-Latn", "swh-Latn"], "main_score": 0.294446, "precision": 0.269362, "recall": 0.378458}, {"accuracy": 0.671937, "f1": 0.601661, "hf_subset": "glg_Latn-uzn_Latn", "languages": ["glg-Latn", "uzn-Latn"], "main_score": 0.601661, "precision": 0.573292, "recall": 0.671937}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-als_Latn", "languages": ["glg-Latn", "als-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.05336, "f1": 0.018815, "hf_subset": "glg_Latn-bod_Tibt", "languages": ["glg-Latn", "bod-Tibt"], "main_score": 0.018815, "precision": 0.014893, "recall": 0.05336}, {"accuracy": 0.228261, "f1": 0.157193, "hf_subset": "glg_Latn-fij_Latn", "languages": ["glg-Latn", "fij-Latn"], "main_score": 0.157193, "precision": 0.13844, "recall": 0.228261}, {"accuracy": 0.779644, "f1": 0.725123, "hf_subset": "glg_Latn-isl_Latn", "languages": ["glg-Latn", "isl-Latn"], "main_score": 0.725123, "precision": 0.702076, "recall": 0.779644}, {"accuracy": 0.267787, "f1": 0.19123, "hf_subset": "glg_Latn-kon_Latn", "languages": ["glg-Latn", "kon-Latn"], "main_score": 0.19123, "precision": 0.171155, "recall": 0.267787}, {"accuracy": 0.067194, "f1": 0.033008, "hf_subset": "glg_Latn-mni_Beng", "languages": ["glg-Latn", "mni-Beng"], "main_score": 0.033008, "precision": 0.027394, "recall": 0.067194}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ron_Latn", "languages": ["glg-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.811265, "f1": 0.762615, "hf_subset": "glg_Latn-szl_Latn", "languages": ["glg-Latn", "szl-Latn"], "main_score": 0.762615, "precision": 0.740843, "recall": 0.811265}, {"accuracy": 0.829051, "f1": 0.780929, "hf_subset": "glg_Latn-vec_Latn", "languages": ["glg-Latn", "vec-Latn"], "main_score": 0.780929, "precision": 0.759865, "recall": 0.829051}, {"accuracy": 0.782609, "f1": 0.730588, "hf_subset": "glg_Latn-amh_Ethi", "languages": ["glg-Latn", "amh-Ethi"], "main_score": 0.730588, "precision": 0.708623, "recall": 0.782609}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-bos_Latn", "languages": ["glg-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "glg_Latn-fin_Latn", "languages": ["glg-Latn", "fin-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ita_Latn", "languages": ["glg-Latn", "ita-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "glg_Latn-kor_Hang", "languages": ["glg-Latn", "kor-Hang"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.252964, "f1": 0.178881, "hf_subset": "glg_Latn-mos_Latn", "languages": ["glg-Latn", "mos-Latn"], "main_score": 0.178881, "precision": 0.158852, "recall": 0.252964}, {"accuracy": 0.197628, "f1": 0.134727, "hf_subset": "glg_Latn-run_Latn", "languages": ["glg-Latn", "run-Latn"], "main_score": 0.134727, "precision": 0.119053, "recall": 0.197628}, {"accuracy": 0.909091, "f1": 0.882477, "hf_subset": "glg_Latn-tam_Taml", "languages": ["glg-Latn", "tam-Taml"], "main_score": 0.882477, "precision": 0.869977, "recall": 0.909091}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-vie_Latn", "languages": ["glg-Latn", "vie-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "glg_Latn-apc_Arab", "languages": ["glg-Latn", "apc-Arab"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.409091, "f1": 0.321328, "hf_subset": "glg_Latn-bug_Latn", "languages": ["glg-Latn", "bug-Latn"], "main_score": 0.321328, "precision": 0.293898, "recall": 0.409091}, {"accuracy": 0.229249, "f1": 0.15474, "hf_subset": "glg_Latn-fon_Latn", "languages": ["glg-Latn", "fon-Latn"], "main_score": 0.15474, "precision": 0.136764, "recall": 0.229249}, {"accuracy": 0.733202, "f1": 0.667608, "hf_subset": "glg_Latn-jav_Latn", "languages": ["glg-Latn", "jav-Latn"], "main_score": 0.667608, "precision": 0.640662, "recall": 0.733202}, {"accuracy": 0.945652, "f1": 0.931028, "hf_subset": "glg_Latn-lao_Laoo", "languages": ["glg-Latn", "lao-Laoo"], "main_score": 0.931028, "precision": 0.924852, "recall": 0.945652}, {"accuracy": 0.215415, "f1": 0.142651, "hf_subset": "glg_Latn-mri_Latn", "languages": ["glg-Latn", "mri-Latn"], "main_score": 0.142651, "precision": 0.12719, "recall": 0.215415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "glg_Latn-rus_Cyrl", "languages": ["glg-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.277668, "f1": 0.204905, "hf_subset": "glg_Latn-taq_Latn", "languages": ["glg-Latn", "taq-Latn"], "main_score": 0.204905, "precision": 0.185793, "recall": 0.277668}, {"accuracy": 0.447628, "f1": 0.356874, "hf_subset": "glg_Latn-war_Latn", "languages": ["glg-Latn", "war-Latn"], "main_score": 0.356874, "precision": 0.329022, "recall": 0.447628}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "glg_Latn-arb_Arab", "languages": ["glg-Latn", "arb-Arab"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-bul_Cyrl", "languages": ["glg-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "glg_Latn-fra_Latn", "languages": ["glg-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-jpn_Jpan", "languages": ["glg-Latn", "jpn-Jpan"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.787549, "f1": 0.732839, "hf_subset": "glg_Latn-lij_Latn", "languages": ["glg-Latn", "lij-Latn"], "main_score": 0.732839, "precision": 0.709124, "recall": 0.787549}, {"accuracy": 0.949605, "f1": 0.933794, "hf_subset": "glg_Latn-mya_Mymr", "languages": ["glg-Latn", "mya-Mymr"], "main_score": 0.933794, "precision": 0.926219, "recall": 0.949605}, {"accuracy": 0.258893, "f1": 0.183951, "hf_subset": "glg_Latn-sag_Latn", "languages": ["glg-Latn", "sag-Latn"], "main_score": 0.183951, "precision": 0.163947, "recall": 0.258893}, {"accuracy": 0.079051, "f1": 0.035374, "hf_subset": "glg_Latn-taq_Tfng", "languages": ["glg-Latn", "taq-Tfng"], "main_score": 0.035374, "precision": 0.029503, "recall": 0.079051}, {"accuracy": 0.283597, "f1": 0.203466, "hf_subset": "glg_Latn-wol_Latn", "languages": ["glg-Latn", "wol-Latn"], "main_score": 0.203466, "precision": 0.181786, "recall": 0.283597}, {"accuracy": 0.145257, "f1": 0.087951, "hf_subset": "glg_Latn-arb_Latn", "languages": ["glg-Latn", "arb-Latn"], "main_score": 0.087951, "precision": 0.075528, "recall": 0.145257}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-cat_Latn", "languages": ["glg-Latn", "cat-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.762846, "f1": 0.703019, "hf_subset": "glg_Latn-fur_Latn", "languages": ["glg-Latn", "fur-Latn"], "main_score": 0.703019, "precision": 0.67799, "recall": 0.762846}, {"accuracy": 0.099802, "f1": 0.066927, "hf_subset": "glg_Latn-kab_Latn", "languages": ["glg-Latn", "kab-Latn"], "main_score": 0.066927, "precision": 0.059729, "recall": 0.099802}, {"accuracy": 0.761858, "f1": 0.701979, "hf_subset": "glg_Latn-lim_Latn", "languages": ["glg-Latn", "lim-Latn"], "main_score": 0.701979, "precision": 0.676393, "recall": 0.761858}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-nld_Latn", "languages": ["glg-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.75, "f1": 0.687601, "hf_subset": "glg_Latn-san_Deva", "languages": ["glg-Latn", "san-Deva"], "main_score": 0.687601, "precision": 0.66054, "recall": 0.75}, {"accuracy": 0.528656, "f1": 0.442414, "hf_subset": "glg_Latn-tat_Cyrl", "languages": ["glg-Latn", "tat-Cyrl"], "main_score": 0.442414, "precision": 0.41098, "recall": 0.528656}, {"accuracy": 0.205534, "f1": 0.134172, "hf_subset": "glg_Latn-xho_Latn", "languages": ["glg-Latn", "xho-Latn"], "main_score": 0.134172, "precision": 0.116609, "recall": 0.205534}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "glg_Latn-ars_Arab", "languages": ["glg-Latn", "ars-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.425889, "f1": 0.333767, "hf_subset": "glg_Latn-ceb_Latn", "languages": ["glg-Latn", "ceb-Latn"], "main_score": 0.333767, "precision": 0.304401, "recall": 0.425889}, {"accuracy": 0.247036, "f1": 0.169329, "hf_subset": "glg_Latn-fuv_Latn", "languages": ["glg-Latn", "fuv-Latn"], "main_score": 0.169329, "precision": 0.149906, "recall": 0.247036}, {"accuracy": 0.225296, "f1": 0.15596, "hf_subset": "glg_Latn-kac_Latn", "languages": ["glg-Latn", "kac-Latn"], "main_score": 0.15596, "precision": 0.138056, "recall": 0.225296}, {"accuracy": 0.26087, "f1": 0.190933, "hf_subset": "glg_Latn-lin_Latn", "languages": ["glg-Latn", "lin-Latn"], "main_score": 0.190933, "precision": 0.17218, "recall": 0.26087}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "glg_Latn-nno_Latn", "languages": ["glg-Latn", "nno-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.019763, "f1": 0.003728, "hf_subset": "glg_Latn-sat_Olck", "languages": ["glg-Latn", "sat-Olck"], "main_score": 0.003728, "precision": 0.002634, "recall": 0.019763}, {"accuracy": 0.874506, "f1": 0.840349, "hf_subset": "glg_Latn-tel_Telu", "languages": ["glg-Latn", "tel-Telu"], "main_score": 0.840349, "precision": 0.825132, "recall": 0.874506}, {"accuracy": 0.44664, "f1": 0.361304, "hf_subset": "glg_Latn-ydd_Hebr", "languages": ["glg-Latn", "ydd-Hebr"], "main_score": 0.361304, "precision": 0.331251, "recall": 0.44664}, {"accuracy": 0.869565, "f1": 0.832905, "hf_subset": "glg_Latn-ary_Arab", "languages": ["glg-Latn", "ary-Arab"], "main_score": 0.832905, "precision": 0.816041, "recall": 0.869565}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-ces_Latn", "languages": ["glg-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.100791, "f1": 0.057587, "hf_subset": "glg_Latn-gaz_Latn", "languages": ["glg-Latn", "gaz-Latn"], "main_score": 0.057587, "precision": 0.049034, "recall": 0.100791}, {"accuracy": 0.217391, "f1": 0.14927, "hf_subset": "glg_Latn-kam_Latn", "languages": ["glg-Latn", "kam-Latn"], "main_score": 0.14927, "precision": 0.131664, "recall": 0.217391}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "glg_Latn-lit_Latn", "languages": ["glg-Latn", "lit-Latn"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "glg_Latn-nob_Latn", "languages": ["glg-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.666008, "f1": 0.592387, "hf_subset": "glg_Latn-scn_Latn", "languages": ["glg-Latn", "scn-Latn"], "main_score": 0.592387, "precision": 0.56405, "recall": 0.666008}, {"accuracy": 0.206522, "f1": 0.134576, "hf_subset": "glg_Latn-tgk_Cyrl", "languages": ["glg-Latn", "tgk-Cyrl"], "main_score": 0.134576, "precision": 0.116255, "recall": 0.206522}, {"accuracy": 0.214427, "f1": 0.139263, "hf_subset": "glg_Latn-yor_Latn", "languages": ["glg-Latn", "yor-Latn"], "main_score": 0.139263, "precision": 0.120626, "recall": 0.214427}, {"accuracy": 0.959486, "f1": 0.946311, "hf_subset": "glg_Latn-arz_Arab", "languages": ["glg-Latn", "arz-Arab"], "main_score": 0.946311, "precision": 0.939723, "recall": 0.959486}, {"accuracy": 0.220356, "f1": 0.150128, "hf_subset": "glg_Latn-cjk_Latn", "languages": ["glg-Latn", "cjk-Latn"], "main_score": 0.150128, "precision": 0.132658, "recall": 0.220356}, {"accuracy": 0.226285, "f1": 0.154305, "hf_subset": "glg_Latn-gla_Latn", "languages": ["glg-Latn", "gla-Latn"], "main_score": 0.154305, "precision": 0.134496, "recall": 0.226285}, {"accuracy": 0.831028, "f1": 0.783449, "hf_subset": "glg_Latn-kan_Knda", "languages": ["glg-Latn", "kan-Knda"], "main_score": 0.783449, "precision": 0.762164, "recall": 0.831028}, {"accuracy": 0.682806, "f1": 0.615178, "hf_subset": "glg_Latn-lmo_Latn", "languages": ["glg-Latn", "lmo-Latn"], "main_score": 0.615178, "precision": 0.588836, "recall": 0.682806}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "glg_Latn-npi_Deva", "languages": ["glg-Latn", "npi-Deva"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.305336, "f1": 0.214778, "hf_subset": "glg_Latn-shn_Mymr", "languages": ["glg-Latn", "shn-Mymr"], "main_score": 0.214778, "precision": 0.187087, "recall": 0.305336}, {"accuracy": 0.495059, "f1": 0.41076, "hf_subset": "glg_Latn-tgl_Latn", "languages": ["glg-Latn", "tgl-Latn"], "main_score": 0.41076, "precision": 0.38313, "recall": 0.495059}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-yue_Hant", "languages": ["glg-Latn", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.55336, "f1": 0.474247, "hf_subset": "glg_Latn-asm_Beng", "languages": ["glg-Latn", "asm-Beng"], "main_score": 0.474247, "precision": 0.444708, "recall": 0.55336}, {"accuracy": 0.859684, "f1": 0.81973, "hf_subset": "glg_Latn-ckb_Arab", "languages": ["glg-Latn", "ckb-Arab"], "main_score": 0.81973, "precision": 0.801334, "recall": 0.859684}, {"accuracy": 0.320158, "f1": 0.240068, "hf_subset": "glg_Latn-gle_Latn", "languages": ["glg-Latn", "gle-Latn"], "main_score": 0.240068, "precision": 0.21768, "recall": 0.320158}, {"accuracy": 0.615613, "f1": 0.529729, "hf_subset": "glg_Latn-kas_Arab", "languages": ["glg-Latn", "kas-Arab"], "main_score": 0.529729, "precision": 0.494891, "recall": 0.615613}, {"accuracy": 0.728261, "f1": 0.663542, "hf_subset": "glg_Latn-ltg_Latn", "languages": ["glg-Latn", "ltg-Latn"], "main_score": 0.663542, "precision": 0.636051, "recall": 0.728261}, {"accuracy": 0.263834, "f1": 0.184139, "hf_subset": "glg_Latn-nso_Latn", "languages": ["glg-Latn", "nso-Latn"], "main_score": 0.184139, "precision": 0.163069, "recall": 0.263834}, {"accuracy": 0.936759, "f1": 0.917128, "hf_subset": "glg_Latn-sin_Sinh", "languages": ["glg-Latn", "sin-Sinh"], "main_score": 0.917128, "precision": 0.907938, "recall": 0.936759}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "glg_Latn-tha_Thai", "languages": ["glg-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-zho_Hans", "languages": ["glg-Latn", "zho-Hans"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "glg_Latn-ast_Latn", "languages": ["glg-Latn", "ast-Latn"], "main_score": 0.945323, "precision": 0.9389, "recall": 0.958498}, {"accuracy": 0.788538, "f1": 0.731884, "hf_subset": "glg_Latn-crh_Latn", "languages": ["glg-Latn", "crh-Latn"], "main_score": 0.731884, "precision": 0.70611, "recall": 0.788538}, {"accuracy": 0.429842, "f1": 0.340436, "hf_subset": "glg_Latn-kas_Deva", "languages": ["glg-Latn", "kas-Deva"], "main_score": 0.340436, "precision": 0.308988, "recall": 0.429842}, {"accuracy": 0.529644, "f1": 0.440692, "hf_subset": "glg_Latn-ltz_Latn", "languages": ["glg-Latn", "ltz-Latn"], "main_score": 0.440692, "precision": 0.410027, "recall": 0.529644}, {"accuracy": 0.116601, "f1": 0.063822, "hf_subset": "glg_Latn-nus_Latn", "languages": ["glg-Latn", "nus-Latn"], "main_score": 0.063822, "precision": 0.053828, "recall": 0.116601}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-slk_Latn", "languages": ["glg-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.187747, "f1": 0.126237, "hf_subset": "glg_Latn-tir_Ethi", "languages": ["glg-Latn", "tir-Ethi"], "main_score": 0.126237, "precision": 0.108426, "recall": 0.187747}, {"accuracy": 0.997036, "f1": 0.996212, "hf_subset": "glg_Latn-zho_Hant", "languages": ["glg-Latn", "zho-Hant"], "main_score": 0.996212, "precision": 0.995883, "recall": 0.997036}, {"accuracy": 0.960474, "f1": 0.949605, "hf_subset": "glg_Latn-awa_Deva", "languages": ["glg-Latn", "awa-Deva"], "main_score": 0.949605, "precision": 0.944335, "recall": 0.960474}, {"accuracy": 0.497036, "f1": 0.414136, "hf_subset": "glg_Latn-cym_Latn", "languages": ["glg-Latn", "cym-Latn"], "main_score": 0.414136, "precision": 0.387333, "recall": 0.497036}, {"accuracy": 0.402174, "f1": 0.315906, "hf_subset": "glg_Latn-grn_Latn", "languages": ["glg-Latn", "grn-Latn"], "main_score": 0.315906, "precision": 0.290108, "recall": 0.402174}, {"accuracy": 0.884387, "f1": 0.848452, "hf_subset": "glg_Latn-kat_Geor", "languages": ["glg-Latn", "kat-Geor"], "main_score": 0.848452, "precision": 0.831522, "recall": 0.884387}, {"accuracy": 0.277668, "f1": 0.198536, "hf_subset": "glg_Latn-lua_Latn", "languages": ["glg-Latn", "lua-Latn"], "main_score": 0.198536, "precision": 0.17682, "recall": 0.277668}, {"accuracy": 0.256917, "f1": 0.178297, "hf_subset": "glg_Latn-nya_Latn", "languages": ["glg-Latn", "nya-Latn"], "main_score": 0.178297, "precision": 0.158146, "recall": 0.256917}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "glg_Latn-slv_Latn", "languages": ["glg-Latn", "slv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.481225, "f1": 0.391299, "hf_subset": "glg_Latn-tpi_Latn", "languages": ["glg-Latn", "tpi-Latn"], "main_score": 0.391299, "precision": 0.361319, "recall": 0.481225}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-zsm_Latn", "languages": ["glg-Latn", "zsm-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.22332, "f1": 0.144105, "hf_subset": "glg_Latn-ayr_Latn", "languages": ["glg-Latn", "ayr-Latn"], "main_score": 0.144105, "precision": 0.125191, "recall": 0.22332}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-dan_Latn", "languages": ["glg-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.900823, "hf_subset": "glg_Latn-guj_Gujr", "languages": ["glg-Latn", "guj-Gujr"], "main_score": 0.900823, "precision": 0.890316, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.956522, "hf_subset": "glg_Latn-kaz_Cyrl", "languages": ["glg-Latn", "kaz-Cyrl"], "main_score": 0.956522, "precision": 0.951581, "recall": 0.966403}, {"accuracy": 0.197628, "f1": 0.132029, "hf_subset": "glg_Latn-lug_Latn", "languages": ["glg-Latn", "lug-Latn"], "main_score": 0.132029, "precision": 0.117234, "recall": 0.197628}, {"accuracy": 0.945652, "f1": 0.929084, "hf_subset": "glg_Latn-oci_Latn", "languages": ["glg-Latn", "oci-Latn"], "main_score": 0.929084, "precision": 0.921196, "recall": 0.945652}, {"accuracy": 0.212451, "f1": 0.141021, "hf_subset": "glg_Latn-smo_Latn", "languages": ["glg-Latn", "smo-Latn"], "main_score": 0.141021, "precision": 0.122952, "recall": 0.212451}, {"accuracy": 0.230237, "f1": 0.161511, "hf_subset": "glg_Latn-tsn_Latn", "languages": ["glg-Latn", "tsn-Latn"], "main_score": 0.161511, "precision": 0.144016, "recall": 0.230237}, {"accuracy": 0.160079, "f1": 0.100431, "hf_subset": "glg_Latn-zul_Latn", "languages": ["glg-Latn", "zul-Latn"], "main_score": 0.100431, "precision": 0.086653, "recall": 0.160079}, {"accuracy": 0.573123, "f1": 0.488614, "hf_subset": "glg_Latn-azb_Arab", "languages": ["glg-Latn", "azb-Arab"], "main_score": 0.488614, "precision": 0.455914, "recall": 0.573123}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "glg_Latn-deu_Latn", "languages": ["glg-Latn", "deu-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.323123, "f1": 0.23585, "hf_subset": "glg_Latn-hat_Latn", "languages": ["glg-Latn", "hat-Latn"], "main_score": 0.23585, "precision": 0.209074, "recall": 0.323123}, {"accuracy": 0.206522, "f1": 0.136656, "hf_subset": "glg_Latn-kbp_Latn", "languages": ["glg-Latn", "kbp-Latn"], "main_score": 0.136656, "precision": 0.119602, "recall": 0.206522}, {"accuracy": 0.257905, "f1": 0.179867, "hf_subset": "glg_Latn-luo_Latn", "languages": ["glg-Latn", "luo-Latn"], "main_score": 0.179867, "precision": 0.159329, "recall": 0.257905}, {"accuracy": 0.847826, "f1": 0.807082, "hf_subset": "glg_Latn-ory_Orya", "languages": ["glg-Latn", "ory-Orya"], "main_score": 0.807082, "precision": 0.789229, "recall": 0.847826}, {"accuracy": 0.199605, "f1": 0.132268, "hf_subset": "glg_Latn-sna_Latn", "languages": ["glg-Latn", "sna-Latn"], "main_score": 0.132268, "precision": 0.116031, "recall": 0.199605}, {"accuracy": 0.206522, "f1": 0.137722, "hf_subset": "glg_Latn-tso_Latn", "languages": ["glg-Latn", "tso-Latn"], "main_score": 0.137722, "precision": 0.120643, "recall": 0.206522}, {"accuracy": 0.963439, "f1": 0.953228, "hf_subset": "glg_Latn-azj_Latn", "languages": ["glg-Latn", "azj-Latn"], "main_score": 0.953228, "precision": 0.948452, "recall": 0.963439}, {"accuracy": 0.310277, "f1": 0.226004, "hf_subset": "glg_Latn-dik_Latn", "languages": ["glg-Latn", "dik-Latn"], "main_score": 0.226004, "precision": 0.203026, "recall": 0.310277}, {"accuracy": 0.272727, "f1": 0.195357, "hf_subset": "glg_Latn-hau_Latn", "languages": ["glg-Latn", "hau-Latn"], "main_score": 0.195357, "precision": 0.176196, "recall": 0.272727}, {"accuracy": 0.678854, "f1": 0.604311, "hf_subset": "glg_Latn-kea_Latn", "languages": ["glg-Latn", "kea-Latn"], "main_score": 0.604311, "precision": 0.574425, "recall": 0.678854}, {"accuracy": 0.387352, "f1": 0.299224, "hf_subset": "glg_Latn-lus_Latn", "languages": ["glg-Latn", "lus-Latn"], "main_score": 0.299224, "precision": 0.27201, "recall": 0.387352}, {"accuracy": 0.493083, "f1": 0.400176, "hf_subset": "glg_Latn-pag_Latn", "languages": ["glg-Latn", "pag-Latn"], "main_score": 0.400176, "precision": 0.368079, "recall": 0.493083}, {"accuracy": 0.880435, "f1": 0.847266, "hf_subset": "glg_Latn-snd_Arab", "languages": ["glg-Latn", "snd-Arab"], "main_score": 0.847266, "precision": 0.832213, "recall": 0.880435}, {"accuracy": 0.363636, "f1": 0.273839, "hf_subset": "glg_Latn-tuk_Latn", "languages": ["glg-Latn", "tuk-Latn"], "main_score": 0.273839, "precision": 0.245507, "recall": 0.363636}, {"accuracy": 0.483202, "f1": 0.393808, "hf_subset": "glg_Latn-bak_Cyrl", "languages": ["glg-Latn", "bak-Cyrl"], "main_score": 0.393808, "precision": 0.362117, "recall": 0.483202}, {"accuracy": 0.202569, "f1": 0.134594, "hf_subset": "glg_Latn-dyu_Latn", "languages": ["glg-Latn", "dyu-Latn"], "main_score": 0.134594, "precision": 0.116782, "recall": 0.202569}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "glg_Latn-heb_Hebr", "languages": ["glg-Latn", "heb-Hebr"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "glg_Latn-khk_Cyrl", "languages": ["glg-Latn", "khk-Cyrl"], "main_score": 0.971344, "precision": 0.967885, "recall": 0.978261}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "glg_Latn-lvs_Latn", "languages": ["glg-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.858696, "f1": 0.818478, "hf_subset": "glg_Latn-pan_Guru", "languages": ["glg-Latn", "pan-Guru"], "main_score": 0.818478, "precision": 0.800264, "recall": 0.858696}, {"accuracy": 0.289526, "f1": 0.207752, "hf_subset": "glg_Latn-som_Latn", "languages": ["glg-Latn", "som-Latn"], "main_score": 0.207752, "precision": 0.184287, "recall": 0.289526}, {"accuracy": 0.22332, "f1": 0.150067, "hf_subset": "glg_Latn-tum_Latn", "languages": ["glg-Latn", "tum-Latn"], "main_score": 0.150067, "precision": 0.131896, "recall": 0.22332}, {"accuracy": 0.06917, "f1": 0.051756, "hf_subset": "kas_Deva-ace_Arab", "languages": ["kas-Deva", "ace-Arab"], "main_score": 0.051756, "precision": 0.046903, "recall": 0.06917}, {"accuracy": 0.166008, "f1": 0.134157, "hf_subset": "kas_Deva-bam_Latn", "languages": ["kas-Deva", "bam-Latn"], "main_score": 0.134157, "precision": 0.124824, "recall": 0.166008}, {"accuracy": 0.003953, "f1": 0.00019, "hf_subset": "kas_Deva-dzo_Tibt", "languages": ["kas-Deva", "dzo-Tibt"], "main_score": 0.00019, "precision": 9.9e-05, "recall": 0.003953}, {"accuracy": 0.389328, "f1": 0.347338, "hf_subset": "kas_Deva-hin_Deva", "languages": ["kas-Deva", "hin-Deva"], "main_score": 0.347338, "precision": 0.333889, "recall": 0.389328}, {"accuracy": 0.316206, "f1": 0.282093, "hf_subset": "kas_Deva-khm_Khmr", "languages": ["kas-Deva", "khm-Khmr"], "main_score": 0.282093, "precision": 0.269658, "recall": 0.316206}, {"accuracy": 0.351779, "f1": 0.31969, "hf_subset": "kas_Deva-mag_Deva", "languages": ["kas-Deva", "mag-Deva"], "main_score": 0.31969, "precision": 0.30949, "recall": 0.351779}, {"accuracy": 0.304348, "f1": 0.27494, "hf_subset": "kas_Deva-pap_Latn", "languages": ["kas-Deva", "pap-Latn"], "main_score": 0.27494, "precision": 0.264423, "recall": 0.304348}, {"accuracy": 0.182806, "f1": 0.144733, "hf_subset": "kas_Deva-sot_Latn", "languages": ["kas-Deva", "sot-Latn"], "main_score": 0.144733, "precision": 0.133435, "recall": 0.182806}, {"accuracy": 0.410079, "f1": 0.364701, "hf_subset": "kas_Deva-tur_Latn", "languages": ["kas-Deva", "tur-Latn"], "main_score": 0.364701, "precision": 0.349909, "recall": 0.410079}, {"accuracy": 0.255929, "f1": 0.216108, "hf_subset": "kas_Deva-ace_Latn", "languages": ["kas-Deva", "ace-Latn"], "main_score": 0.216108, "precision": 0.20282, "recall": 0.255929}, {"accuracy": 0.322134, "f1": 0.294934, "hf_subset": "kas_Deva-ban_Latn", "languages": ["kas-Deva", "ban-Latn"], "main_score": 0.294934, "precision": 0.284945, "recall": 0.322134}, {"accuracy": 0.379447, "f1": 0.33275, "hf_subset": "kas_Deva-ell_Grek", "languages": ["kas-Deva", "ell-Grek"], "main_score": 0.33275, "precision": 0.318215, "recall": 0.379447}, {"accuracy": 0.359684, "f1": 0.327079, "hf_subset": "kas_Deva-hne_Deva", "languages": ["kas-Deva", "hne-Deva"], "main_score": 0.327079, "precision": 0.316735, "recall": 0.359684}, {"accuracy": 0.181818, "f1": 0.137572, "hf_subset": "kas_Deva-kik_Latn", "languages": ["kas-Deva", "kik-Latn"], "main_score": 0.137572, "precision": 0.12423, "recall": 0.181818}, {"accuracy": 0.352767, "f1": 0.324246, "hf_subset": "kas_Deva-mai_Deva", "languages": ["kas-Deva", "mai-Deva"], "main_score": 0.324246, "precision": 0.314325, "recall": 0.352767}, {"accuracy": 0.306324, "f1": 0.269525, "hf_subset": "kas_Deva-pbt_Arab", "languages": ["kas-Deva", "pbt-Arab"], "main_score": 0.269525, "precision": 0.256623, "recall": 0.306324}, {"accuracy": 0.422925, "f1": 0.381403, "hf_subset": "kas_Deva-spa_Latn", "languages": ["kas-Deva", "spa-Latn"], "main_score": 0.381403, "precision": 0.367867, "recall": 0.422925}, {"accuracy": 0.214427, "f1": 0.171448, "hf_subset": "kas_Deva-twi_Latn", "languages": ["kas-Deva", "twi-Latn"], "main_score": 0.171448, "precision": 0.158847, "recall": 0.214427}, {"accuracy": 0.353755, "f1": 0.316936, "hf_subset": "kas_Deva-acm_Arab", "languages": ["kas-Deva", "acm-Arab"], "main_score": 0.316936, "precision": 0.303608, "recall": 0.353755}, {"accuracy": 0.338933, "f1": 0.296109, "hf_subset": "kas_Deva-bel_Cyrl", "languages": ["kas-Deva", "bel-Cyrl"], "main_score": 0.296109, "precision": 0.283088, "recall": 0.338933}, {"accuracy": 0.440711, "f1": 0.394901, "hf_subset": "kas_Deva-eng_Latn", "languages": ["kas-Deva", "eng-Latn"], "main_score": 0.394901, "precision": 0.381215, "recall": 0.440711}, {"accuracy": 0.420949, "f1": 0.377291, "hf_subset": "kas_Deva-hrv_Latn", "languages": ["kas-Deva", "hrv-Latn"], "main_score": 0.377291, "precision": 0.363346, "recall": 0.420949}, {"accuracy": 0.128458, "f1": 0.092142, "hf_subset": "kas_Deva-kin_Latn", "languages": ["kas-Deva", "kin-Latn"], "main_score": 0.092142, "precision": 0.081937, "recall": 0.128458}, {"accuracy": 0.229249, "f1": 0.19437, "hf_subset": "kas_Deva-mal_Mlym", "languages": ["kas-Deva", "mal-Mlym"], "main_score": 0.19437, "precision": 0.184063, "recall": 0.229249}, {"accuracy": 0.387352, "f1": 0.344243, "hf_subset": "kas_Deva-pes_Arab", "languages": ["kas-Deva", "pes-Arab"], "main_score": 0.344243, "precision": 0.331345, "recall": 0.387352}, {"accuracy": 0.294466, "f1": 0.253475, "hf_subset": "kas_Deva-srd_Latn", "languages": ["kas-Deva", "srd-Latn"], "main_score": 0.253475, "precision": 0.238893, "recall": 0.294466}, {"accuracy": 0.0583, "f1": 0.032698, "hf_subset": "kas_Deva-tzm_Tfng", "languages": ["kas-Deva", "tzm-Tfng"], "main_score": 0.032698, "precision": 0.027846, "recall": 0.0583}, {"accuracy": 0.36166, "f1": 0.323343, "hf_subset": "kas_Deva-acq_Arab", "languages": ["kas-Deva", "acq-Arab"], "main_score": 0.323343, "precision": 0.309909, "recall": 0.36166}, {"accuracy": 0.170949, "f1": 0.132047, "hf_subset": "kas_Deva-bem_Latn", "languages": ["kas-Deva", "bem-Latn"], "main_score": 0.132047, "precision": 0.121478, "recall": 0.170949}, {"accuracy": 0.336957, "f1": 0.301289, "hf_subset": "kas_Deva-epo_Latn", "languages": ["kas-Deva", "epo-Latn"], "main_score": 0.301289, "precision": 0.289537, "recall": 0.336957}, {"accuracy": 0.41996, "f1": 0.372684, "hf_subset": "kas_Deva-hun_Latn", "languages": ["kas-Deva", "hun-Latn"], "main_score": 0.372684, "precision": 0.357831, "recall": 0.41996}, {"accuracy": 0.336957, "f1": 0.301144, "hf_subset": "kas_Deva-kir_Cyrl", "languages": ["kas-Deva", "kir-Cyrl"], "main_score": 0.301144, "precision": 0.290324, "recall": 0.336957}, {"accuracy": 0.318182, "f1": 0.288367, "hf_subset": "kas_Deva-mar_Deva", "languages": ["kas-Deva", "mar-Deva"], "main_score": 0.288367, "precision": 0.278149, "recall": 0.318182}, {"accuracy": 0.192688, "f1": 0.158636, "hf_subset": "kas_Deva-plt_Latn", "languages": ["kas-Deva", "plt-Latn"], "main_score": 0.158636, "precision": 0.147242, "recall": 0.192688}, {"accuracy": 0.414032, "f1": 0.368994, "hf_subset": "kas_Deva-srp_Cyrl", "languages": ["kas-Deva", "srp-Cyrl"], "main_score": 0.368994, "precision": 0.355039, "recall": 0.414032}, {"accuracy": 0.240119, "f1": 0.207296, "hf_subset": "kas_Deva-uig_Arab", "languages": ["kas-Deva", "uig-Arab"], "main_score": 0.207296, "precision": 0.196646, "recall": 0.240119}, {"accuracy": 0.310277, "f1": 0.274211, "hf_subset": "kas_Deva-aeb_Arab", "languages": ["kas-Deva", "aeb-Arab"], "main_score": 0.274211, "precision": 0.262848, "recall": 0.310277}, {"accuracy": 0.264822, "f1": 0.236855, "hf_subset": "kas_Deva-ben_Beng", "languages": ["kas-Deva", "ben-Beng"], "main_score": 0.236855, "precision": 0.227984, "recall": 0.264822}, {"accuracy": 0.424901, "f1": 0.379767, "hf_subset": "kas_Deva-est_Latn", "languages": ["kas-Deva", "est-Latn"], "main_score": 0.379767, "precision": 0.364824, "recall": 0.424901}, {"accuracy": 0.362648, "f1": 0.312474, "hf_subset": "kas_Deva-hye_Armn", "languages": ["kas-Deva", "hye-Armn"], "main_score": 0.312474, "precision": 0.297066, "recall": 0.362648}, {"accuracy": 0.136364, "f1": 0.097622, "hf_subset": "kas_Deva-kmb_Latn", "languages": ["kas-Deva", "kmb-Latn"], "main_score": 0.097622, "precision": 0.087187, "recall": 0.136364}, {"accuracy": 0.043478, "f1": 0.030012, "hf_subset": "kas_Deva-min_Arab", "languages": ["kas-Deva", "min-Arab"], "main_score": 0.030012, "precision": 0.026152, "recall": 0.043478}, {"accuracy": 0.41996, "f1": 0.37312, "hf_subset": "kas_Deva-pol_Latn", "languages": ["kas-Deva", "pol-Latn"], "main_score": 0.37312, "precision": 0.358609, "recall": 0.41996}, {"accuracy": 0.134387, "f1": 0.090239, "hf_subset": "kas_Deva-ssw_Latn", "languages": ["kas-Deva", "ssw-Latn"], "main_score": 0.090239, "precision": 0.079019, "recall": 0.134387}, {"accuracy": 0.402174, "f1": 0.361948, "hf_subset": "kas_Deva-ukr_Cyrl", "languages": ["kas-Deva", "ukr-Cyrl"], "main_score": 0.361948, "precision": 0.349298, "recall": 0.402174}, {"accuracy": 0.403162, "f1": 0.360782, "hf_subset": "kas_Deva-afr_Latn", "languages": ["kas-Deva", "afr-Latn"], "main_score": 0.360782, "precision": 0.348367, "recall": 0.403162}, {"accuracy": 0.333992, "f1": 0.299866, "hf_subset": "kas_Deva-bho_Deva", "languages": ["kas-Deva", "bho-Deva"], "main_score": 0.299866, "precision": 0.288898, "recall": 0.333992}, {"accuracy": 0.296443, "f1": 0.268082, "hf_subset": "kas_Deva-eus_Latn", "languages": ["kas-Deva", "eus-Latn"], "main_score": 0.268082, "precision": 0.258473, "recall": 0.296443}, {"accuracy": 0.142292, "f1": 0.103914, "hf_subset": "kas_Deva-ibo_Latn", "languages": ["kas-Deva", "ibo-Latn"], "main_score": 0.103914, "precision": 0.09203, "recall": 0.142292}, {"accuracy": 0.295455, "f1": 0.263783, "hf_subset": "kas_Deva-kmr_Latn", "languages": ["kas-Deva", "kmr-Latn"], "main_score": 0.263783, "precision": 0.252679, "recall": 0.295455}, {"accuracy": 0.290514, "f1": 0.258068, "hf_subset": "kas_Deva-min_Latn", "languages": ["kas-Deva", "min-Latn"], "main_score": 0.258068, "precision": 0.247192, "recall": 0.290514}, {"accuracy": 0.431818, "f1": 0.380194, "hf_subset": "kas_Deva-por_Latn", "languages": ["kas-Deva", "por-Latn"], "main_score": 0.380194, "precision": 0.363912, "recall": 0.431818}, {"accuracy": 0.326087, "f1": 0.289866, "hf_subset": "kas_Deva-sun_Latn", "languages": ["kas-Deva", "sun-Latn"], "main_score": 0.289866, "precision": 0.277692, "recall": 0.326087}, {"accuracy": 0.126482, "f1": 0.089513, "hf_subset": "kas_Deva-umb_Latn", "languages": ["kas-Deva", "umb-Latn"], "main_score": 0.089513, "precision": 0.079582, "recall": 0.126482}, {"accuracy": 0.357708, "f1": 0.321656, "hf_subset": "kas_Deva-ajp_Arab", "languages": ["kas-Deva", "ajp-Arab"], "main_score": 0.321656, "precision": 0.31033, "recall": 0.357708}, {"accuracy": 0.057312, "f1": 0.038827, "hf_subset": "kas_Deva-bjn_Arab", "languages": ["kas-Deva", "bjn-Arab"], "main_score": 0.038827, "precision": 0.033834, "recall": 0.057312}, {"accuracy": 0.204545, "f1": 0.169206, "hf_subset": "kas_Deva-ewe_Latn", "languages": ["kas-Deva", "ewe-Latn"], "main_score": 0.169206, "precision": 0.157188, "recall": 0.204545}, {"accuracy": 0.248024, "f1": 0.208591, "hf_subset": "kas_Deva-ilo_Latn", "languages": ["kas-Deva", "ilo-Latn"], "main_score": 0.208591, "precision": 0.194906, "recall": 0.248024}, {"accuracy": 0.068182, "f1": 0.050598, "hf_subset": "kas_Deva-knc_Arab", "languages": ["kas-Deva", "knc-Arab"], "main_score": 0.050598, "precision": 0.044915, "recall": 0.068182}, {"accuracy": 0.411067, "f1": 0.366374, "hf_subset": "kas_Deva-mkd_Cyrl", "languages": ["kas-Deva", "mkd-Cyrl"], "main_score": 0.366374, "precision": 0.352824, "recall": 0.411067}, {"accuracy": 0.341897, "f1": 0.312165, "hf_subset": "kas_Deva-prs_Arab", "languages": ["kas-Deva", "prs-Arab"], "main_score": 0.312165, "precision": 0.302164, "recall": 0.341897}, {"accuracy": 0.425889, "f1": 0.376612, "hf_subset": "kas_Deva-swe_Latn", "languages": ["kas-Deva", "swe-Latn"], "main_score": 0.376612, "precision": 0.36074, "recall": 0.425889}, {"accuracy": 0.34585, "f1": 0.304648, "hf_subset": "kas_Deva-urd_Arab", "languages": ["kas-Deva", "urd-Arab"], "main_score": 0.304648, "precision": 0.291624, "recall": 0.34585}, {"accuracy": 0.217391, "f1": 0.177294, "hf_subset": "kas_Deva-aka_Latn", "languages": ["kas-Deva", "aka-Latn"], "main_score": 0.177294, "precision": 0.165718, "recall": 0.217391}, {"accuracy": 0.33498, "f1": 0.298508, "hf_subset": "kas_Deva-bjn_Latn", "languages": ["kas-Deva", "bjn-Latn"], "main_score": 0.298508, "precision": 0.285534, "recall": 0.33498}, {"accuracy": 0.23913, "f1": 0.208466, "hf_subset": "kas_Deva-fao_Latn", "languages": ["kas-Deva", "fao-Latn"], "main_score": 0.208466, "precision": 0.198155, "recall": 0.23913}, {"accuracy": 0.407115, "f1": 0.366788, "hf_subset": "kas_Deva-ind_Latn", "languages": ["kas-Deva", "ind-Latn"], "main_score": 0.366788, "precision": 0.354606, "recall": 0.407115}, {"accuracy": 0.193676, "f1": 0.154341, "hf_subset": "kas_Deva-knc_Latn", "languages": ["kas-Deva", "knc-Latn"], "main_score": 0.154341, "precision": 0.142341, "recall": 0.193676}, {"accuracy": 0.20751, "f1": 0.166573, "hf_subset": "kas_Deva-mlt_Latn", "languages": ["kas-Deva", "mlt-Latn"], "main_score": 0.166573, "precision": 0.152895, "recall": 0.20751}, {"accuracy": 0.186759, "f1": 0.14522, "hf_subset": "kas_Deva-quy_Latn", "languages": ["kas-Deva", "quy-Latn"], "main_score": 0.14522, "precision": 0.132348, "recall": 0.186759}, {"accuracy": 0.220356, "f1": 0.188301, "hf_subset": "kas_Deva-swh_Latn", "languages": ["kas-Deva", "swh-Latn"], "main_score": 0.188301, "precision": 0.176886, "recall": 0.220356}, {"accuracy": 0.279644, "f1": 0.24996, "hf_subset": "kas_Deva-uzn_Latn", "languages": ["kas-Deva", "uzn-Latn"], "main_score": 0.24996, "precision": 0.240319, "recall": 0.279644}, {"accuracy": 0.407115, "f1": 0.364715, "hf_subset": "kas_Deva-als_Latn", "languages": ["kas-Deva", "als-Latn"], "main_score": 0.364715, "precision": 0.351035, "recall": 0.407115}, {"accuracy": 0.052372, "f1": 0.025761, "hf_subset": "kas_Deva-bod_Tibt", "languages": ["kas-Deva", "bod-Tibt"], "main_score": 0.025761, "precision": 0.021975, "recall": 0.052372}, {"accuracy": 0.164032, "f1": 0.128588, "hf_subset": "kas_Deva-fij_Latn", "languages": ["kas-Deva", "fij-Latn"], "main_score": 0.128588, "precision": 0.117866, "recall": 0.164032}, {"accuracy": 0.284585, "f1": 0.256486, "hf_subset": "kas_Deva-isl_Latn", "languages": ["kas-Deva", "isl-Latn"], "main_score": 0.256486, "precision": 0.247861, "recall": 0.284585}, {"accuracy": 0.178854, "f1": 0.137169, "hf_subset": "kas_Deva-kon_Latn", "languages": ["kas-Deva", "kon-Latn"], "main_score": 0.137169, "precision": 0.123656, "recall": 0.178854}, {"accuracy": 0.061265, "f1": 0.038712, "hf_subset": "kas_Deva-mni_Beng", "languages": ["kas-Deva", "mni-Beng"], "main_score": 0.038712, "precision": 0.033745, "recall": 0.061265}, {"accuracy": 0.428854, "f1": 0.381005, "hf_subset": "kas_Deva-ron_Latn", "languages": ["kas-Deva", "ron-Latn"], "main_score": 0.381005, "precision": 0.365154, "recall": 0.428854}, {"accuracy": 0.315217, "f1": 0.27585, "hf_subset": "kas_Deva-szl_Latn", "languages": ["kas-Deva", "szl-Latn"], "main_score": 0.27585, "precision": 0.262764, "recall": 0.315217}, {"accuracy": 0.324111, "f1": 0.285828, "hf_subset": "kas_Deva-vec_Latn", "languages": ["kas-Deva", "vec-Latn"], "main_score": 0.285828, "precision": 0.275033, "recall": 0.324111}, {"accuracy": 0.206522, "f1": 0.172764, "hf_subset": "kas_Deva-amh_Ethi", "languages": ["kas-Deva", "amh-Ethi"], "main_score": 0.172764, "precision": 0.162712, "recall": 0.206522}, {"accuracy": 0.431818, "f1": 0.377819, "hf_subset": "kas_Deva-bos_Latn", "languages": ["kas-Deva", "bos-Latn"], "main_score": 0.377819, "precision": 0.361638, "recall": 0.431818}, {"accuracy": 0.410079, "f1": 0.363614, "hf_subset": "kas_Deva-fin_Latn", "languages": ["kas-Deva", "fin-Latn"], "main_score": 0.363614, "precision": 0.34924, "recall": 0.410079}, {"accuracy": 0.427866, "f1": 0.380271, "hf_subset": "kas_Deva-ita_Latn", "languages": ["kas-Deva", "ita-Latn"], "main_score": 0.380271, "precision": 0.366217, "recall": 0.427866}, {"accuracy": 0.387352, "f1": 0.346109, "hf_subset": "kas_Deva-kor_Hang", "languages": ["kas-Deva", "kor-Hang"], "main_score": 0.346109, "precision": 0.333531, "recall": 0.387352}, {"accuracy": 0.157115, "f1": 0.124773, "hf_subset": "kas_Deva-mos_Latn", "languages": ["kas-Deva", "mos-Latn"], "main_score": 0.124773, "precision": 0.113609, "recall": 0.157115}, {"accuracy": 0.119565, "f1": 0.092065, "hf_subset": "kas_Deva-run_Latn", "languages": ["kas-Deva", "run-Latn"], "main_score": 0.092065, "precision": 0.084468, "recall": 0.119565}, {"accuracy": 0.237154, "f1": 0.207028, "hf_subset": "kas_Deva-tam_Taml", "languages": ["kas-Deva", "tam-Taml"], "main_score": 0.207028, "precision": 0.197964, "recall": 0.237154}, {"accuracy": 0.41502, "f1": 0.370032, "hf_subset": "kas_Deva-vie_Latn", "languages": ["kas-Deva", "vie-Latn"], "main_score": 0.370032, "precision": 0.355223, "recall": 0.41502}, {"accuracy": 0.342885, "f1": 0.308499, "hf_subset": "kas_Deva-apc_Arab", "languages": ["kas-Deva", "apc-Arab"], "main_score": 0.308499, "precision": 0.297175, "recall": 0.342885}, {"accuracy": 0.245059, "f1": 0.203794, "hf_subset": "kas_Deva-bug_Latn", "languages": ["kas-Deva", "bug-Latn"], "main_score": 0.203794, "precision": 0.191256, "recall": 0.245059}, {"accuracy": 0.160079, "f1": 0.123828, "hf_subset": "kas_Deva-fon_Latn", "languages": ["kas-Deva", "fon-Latn"], "main_score": 0.123828, "precision": 0.111849, "recall": 0.160079}, {"accuracy": 0.328063, "f1": 0.299864, "hf_subset": "kas_Deva-jav_Latn", "languages": ["kas-Deva", "jav-Latn"], "main_score": 0.299864, "precision": 0.288877, "recall": 0.328063}, {"accuracy": 0.341897, "f1": 0.303073, "hf_subset": "kas_Deva-lao_Laoo", "languages": ["kas-Deva", "lao-Laoo"], "main_score": 0.303073, "precision": 0.289887, "recall": 0.341897}, {"accuracy": 0.160079, "f1": 0.117071, "hf_subset": "kas_Deva-mri_Latn", "languages": ["kas-Deva", "mri-Latn"], "main_score": 0.117071, "precision": 0.104966, "recall": 0.160079}, {"accuracy": 0.411067, "f1": 0.366798, "hf_subset": "kas_Deva-rus_Cyrl", "languages": ["kas-Deva", "rus-Cyrl"], "main_score": 0.366798, "precision": 0.35382, "recall": 0.411067}, {"accuracy": 0.183794, "f1": 0.154528, "hf_subset": "kas_Deva-taq_Latn", "languages": ["kas-Deva", "taq-Latn"], "main_score": 0.154528, "precision": 0.143607, "recall": 0.183794}, {"accuracy": 0.26087, "f1": 0.213718, "hf_subset": "kas_Deva-war_Latn", "languages": ["kas-Deva", "war-Latn"], "main_score": 0.213718, "precision": 0.198726, "recall": 0.26087}, {"accuracy": 0.371542, "f1": 0.332846, "hf_subset": "kas_Deva-arb_Arab", "languages": ["kas-Deva", "arb-Arab"], "main_score": 0.332846, "precision": 0.319612, "recall": 0.371542}, {"accuracy": 0.406126, "f1": 0.358206, "hf_subset": "kas_Deva-bul_Cyrl", "languages": ["kas-Deva", "bul-Cyrl"], "main_score": 0.358206, "precision": 0.34426, "recall": 0.406126}, {"accuracy": 0.422925, "f1": 0.374885, "hf_subset": "kas_Deva-fra_Latn", "languages": ["kas-Deva", "fra-Latn"], "main_score": 0.374885, "precision": 0.360182, "recall": 0.422925}, {"accuracy": 0.382411, "f1": 0.339616, "hf_subset": "kas_Deva-jpn_Jpan", "languages": ["kas-Deva", "jpn-Jpan"], "main_score": 0.339616, "precision": 0.327147, "recall": 0.382411}, {"accuracy": 0.326087, "f1": 0.292952, "hf_subset": "kas_Deva-lij_Latn", "languages": ["kas-Deva", "lij-Latn"], "main_score": 0.292952, "precision": 0.28263, "recall": 0.326087}, {"accuracy": 0.306324, "f1": 0.268652, "hf_subset": "kas_Deva-mya_Mymr", "languages": ["kas-Deva", "mya-Mymr"], "main_score": 0.268652, "precision": 0.257256, "recall": 0.306324}, {"accuracy": 0.183794, "f1": 0.142952, "hf_subset": "kas_Deva-sag_Latn", "languages": ["kas-Deva", "sag-Latn"], "main_score": 0.142952, "precision": 0.13049, "recall": 0.183794}, {"accuracy": 0.068182, "f1": 0.04101, "hf_subset": "kas_Deva-taq_Tfng", "languages": ["kas-Deva", "taq-Tfng"], "main_score": 0.04101, "precision": 0.035665, "recall": 0.068182}, {"accuracy": 0.195652, "f1": 0.158744, "hf_subset": "kas_Deva-wol_Latn", "languages": ["kas-Deva", "wol-Latn"], "main_score": 0.158744, "precision": 0.147422, "recall": 0.195652}, {"accuracy": 0.119565, "f1": 0.084371, "hf_subset": "kas_Deva-arb_Latn", "languages": ["kas-Deva", "arb-Latn"], "main_score": 0.084371, "precision": 0.075279, "recall": 0.119565}, {"accuracy": 0.434783, "f1": 0.382632, "hf_subset": "kas_Deva-cat_Latn", "languages": ["kas-Deva", "cat-Latn"], "main_score": 0.382632, "precision": 0.367097, "recall": 0.434783}, {"accuracy": 0.291502, "f1": 0.250751, "hf_subset": "kas_Deva-fur_Latn", "languages": ["kas-Deva", "fur-Latn"], "main_score": 0.250751, "precision": 0.237862, "recall": 0.291502}, {"accuracy": 0.06917, "f1": 0.047902, "hf_subset": "kas_Deva-kab_Latn", "languages": ["kas-Deva", "kab-Latn"], "main_score": 0.047902, "precision": 0.042836, "recall": 0.06917}, {"accuracy": 0.313241, "f1": 0.280968, "hf_subset": "kas_Deva-lim_Latn", "languages": ["kas-Deva", "lim-Latn"], "main_score": 0.280968, "precision": 0.270245, "recall": 0.313241}, {"accuracy": 0.440711, "f1": 0.386437, "hf_subset": "kas_Deva-nld_Latn", "languages": ["kas-Deva", "nld-Latn"], "main_score": 0.386437, "precision": 0.3701, "recall": 0.440711}, {"accuracy": 0.254941, "f1": 0.22091, "hf_subset": "kas_Deva-san_Deva", "languages": ["kas-Deva", "san-Deva"], "main_score": 0.22091, "precision": 0.209505, "recall": 0.254941}, {"accuracy": 0.281621, "f1": 0.244024, "hf_subset": "kas_Deva-tat_Cyrl", "languages": ["kas-Deva", "tat-Cyrl"], "main_score": 0.244024, "precision": 0.230968, "recall": 0.281621}, {"accuracy": 0.157115, "f1": 0.112907, "hf_subset": "kas_Deva-xho_Latn", "languages": ["kas-Deva", "xho-Latn"], "main_score": 0.112907, "precision": 0.100498, "recall": 0.157115}, {"accuracy": 0.355731, "f1": 0.31463, "hf_subset": "kas_Deva-ars_Arab", "languages": ["kas-Deva", "ars-Arab"], "main_score": 0.31463, "precision": 0.300467, "recall": 0.355731}, {"accuracy": 0.236166, "f1": 0.199478, "hf_subset": "kas_Deva-ceb_Latn", "languages": ["kas-Deva", "ceb-Latn"], "main_score": 0.199478, "precision": 0.187071, "recall": 0.236166}, {"accuracy": 0.16996, "f1": 0.131433, "hf_subset": "kas_Deva-fuv_Latn", "languages": ["kas-Deva", "fuv-Latn"], "main_score": 0.131433, "precision": 0.11926, "recall": 0.16996}, {"accuracy": 0.174901, "f1": 0.133825, "hf_subset": "kas_Deva-kac_Latn", "languages": ["kas-Deva", "kac-Latn"], "main_score": 0.133825, "precision": 0.12133, "recall": 0.174901}, {"accuracy": 0.161067, "f1": 0.12177, "hf_subset": "kas_Deva-lin_Latn", "languages": ["kas-Deva", "lin-Latn"], "main_score": 0.12177, "precision": 0.110472, "recall": 0.161067}, {"accuracy": 0.41996, "f1": 0.375554, "hf_subset": "kas_Deva-nno_Latn", "languages": ["kas-Deva", "nno-Latn"], "main_score": 0.375554, "precision": 0.361627, "recall": 0.41996}, {"accuracy": 0.020751, "f1": 0.006881, "hf_subset": "kas_Deva-sat_Olck", "languages": ["kas-Deva", "sat-Olck"], "main_score": 0.006881, "precision": 0.005413, "recall": 0.020751}, {"accuracy": 0.241107, "f1": 0.211063, "hf_subset": "kas_Deva-tel_Telu", "languages": ["kas-Deva", "tel-Telu"], "main_score": 0.211063, "precision": 0.201575, "recall": 0.241107}, {"accuracy": 0.163043, "f1": 0.133803, "hf_subset": "kas_Deva-ydd_Hebr", "languages": ["kas-Deva", "ydd-Hebr"], "main_score": 0.133803, "precision": 0.124276, "recall": 0.163043}, {"accuracy": 0.269763, "f1": 0.244695, "hf_subset": "kas_Deva-ary_Arab", "languages": ["kas-Deva", "ary-Arab"], "main_score": 0.244695, "precision": 0.23618, "recall": 0.269763}, {"accuracy": 0.421937, "f1": 0.370035, "hf_subset": "kas_Deva-ces_Latn", "languages": ["kas-Deva", "ces-Latn"], "main_score": 0.370035, "precision": 0.353327, "recall": 0.421937}, {"accuracy": 0.086957, "f1": 0.055267, "hf_subset": "kas_Deva-gaz_Latn", "languages": ["kas-Deva", "gaz-Latn"], "main_score": 0.055267, "precision": 0.046565, "recall": 0.086957}, {"accuracy": 0.143281, "f1": 0.110402, "hf_subset": "kas_Deva-kam_Latn", "languages": ["kas-Deva", "kam-Latn"], "main_score": 0.110402, "precision": 0.100437, "recall": 0.143281}, {"accuracy": 0.408103, "f1": 0.364269, "hf_subset": "kas_Deva-lit_Latn", "languages": ["kas-Deva", "lit-Latn"], "main_score": 0.364269, "precision": 0.350597, "recall": 0.408103}, {"accuracy": 0.420949, "f1": 0.372785, "hf_subset": "kas_Deva-nob_Latn", "languages": ["kas-Deva", "nob-Latn"], "main_score": 0.372785, "precision": 0.357953, "recall": 0.420949}, {"accuracy": 0.299407, "f1": 0.2636, "hf_subset": "kas_Deva-scn_Latn", "languages": ["kas-Deva", "scn-Latn"], "main_score": 0.2636, "precision": 0.251101, "recall": 0.299407}, {"accuracy": 0.153162, "f1": 0.118797, "hf_subset": "kas_Deva-tgk_Cyrl", "languages": ["kas-Deva", "tgk-Cyrl"], "main_score": 0.118797, "precision": 0.107425, "recall": 0.153162}, {"accuracy": 0.176877, "f1": 0.13292, "hf_subset": "kas_Deva-yor_Latn", "languages": ["kas-Deva", "yor-Latn"], "main_score": 0.13292, "precision": 0.118648, "recall": 0.176877}, {"accuracy": 0.342885, "f1": 0.307696, "hf_subset": "kas_Deva-arz_Arab", "languages": ["kas-Deva", "arz-Arab"], "main_score": 0.307696, "precision": 0.296883, "recall": 0.342885}, {"accuracy": 0.133399, "f1": 0.096787, "hf_subset": "kas_Deva-cjk_Latn", "languages": ["kas-Deva", "cjk-Latn"], "main_score": 0.096787, "precision": 0.085765, "recall": 0.133399}, {"accuracy": 0.159091, "f1": 0.12072, "hf_subset": "kas_Deva-gla_Latn", "languages": ["kas-Deva", "gla-Latn"], "main_score": 0.12072, "precision": 0.108991, "recall": 0.159091}, {"accuracy": 0.226285, "f1": 0.194195, "hf_subset": "kas_Deva-kan_Knda", "languages": ["kas-Deva", "kan-Knda"], "main_score": 0.194195, "precision": 0.184899, "recall": 0.226285}, {"accuracy": 0.3083, "f1": 0.272005, "hf_subset": "kas_Deva-lmo_Latn", "languages": ["kas-Deva", "lmo-Latn"], "main_score": 0.272005, "precision": 0.260271, "recall": 0.3083}, {"accuracy": 0.36166, "f1": 0.325836, "hf_subset": "kas_Deva-npi_Deva", "languages": ["kas-Deva", "npi-Deva"], "main_score": 0.325836, "precision": 0.315398, "recall": 0.36166}, {"accuracy": 0.201581, "f1": 0.160369, "hf_subset": "kas_Deva-shn_Mymr", "languages": ["kas-Deva", "shn-Mymr"], "main_score": 0.160369, "precision": 0.146474, "recall": 0.201581}, {"accuracy": 0.26581, "f1": 0.223282, "hf_subset": "kas_Deva-tgl_Latn", "languages": ["kas-Deva", "tgl-Latn"], "main_score": 0.223282, "precision": 0.209865, "recall": 0.26581}, {"accuracy": 0.385375, "f1": 0.340059, "hf_subset": "kas_Deva-yue_Hant", "languages": ["kas-Deva", "yue-Hant"], "main_score": 0.340059, "precision": 0.326141, "recall": 0.385375}, {"accuracy": 0.159091, "f1": 0.132276, "hf_subset": "kas_Deva-asm_Beng", "languages": ["kas-Deva", "asm-Beng"], "main_score": 0.132276, "precision": 0.122569, "recall": 0.159091}, {"accuracy": 0.26581, "f1": 0.223884, "hf_subset": "kas_Deva-ckb_Arab", "languages": ["kas-Deva", "ckb-Arab"], "main_score": 0.223884, "precision": 0.209325, "recall": 0.26581}, {"accuracy": 0.192688, "f1": 0.158746, "hf_subset": "kas_Deva-gle_Latn", "languages": ["kas-Deva", "gle-Latn"], "main_score": 0.158746, "precision": 0.147656, "recall": 0.192688}, {"accuracy": 0.288538, "f1": 0.259667, "hf_subset": "kas_Deva-kas_Arab", "languages": ["kas-Deva", "kas-Arab"], "main_score": 0.259667, "precision": 0.250014, "recall": 0.288538}, {"accuracy": 0.289526, "f1": 0.251492, "hf_subset": "kas_Deva-ltg_Latn", "languages": ["kas-Deva", "ltg-Latn"], "main_score": 0.251492, "precision": 0.238448, "recall": 0.289526}, {"accuracy": 0.183794, "f1": 0.140727, "hf_subset": "kas_Deva-nso_Latn", "languages": ["kas-Deva", "nso-Latn"], "main_score": 0.140727, "precision": 0.127841, "recall": 0.183794}, {"accuracy": 0.259881, "f1": 0.23117, "hf_subset": "kas_Deva-sin_Sinh", "languages": ["kas-Deva", "sin-Sinh"], "main_score": 0.23117, "precision": 0.221637, "recall": 0.259881}, {"accuracy": 0.398221, "f1": 0.350364, "hf_subset": "kas_Deva-tha_Thai", "languages": ["kas-Deva", "tha-Thai"], "main_score": 0.350364, "precision": 0.335178, "recall": 0.398221}, {"accuracy": 0.398221, "f1": 0.353292, "hf_subset": "kas_Deva-zho_Hans", "languages": ["kas-Deva", "zho-Hans"], "main_score": 0.353292, "precision": 0.339641, "recall": 0.398221}, {"accuracy": 0.367589, "f1": 0.328132, "hf_subset": "kas_Deva-ast_Latn", "languages": ["kas-Deva", "ast-Latn"], "main_score": 0.328132, "precision": 0.315554, "recall": 0.367589}, {"accuracy": 0.297431, "f1": 0.269869, "hf_subset": "kas_Deva-crh_Latn", "languages": ["kas-Deva", "crh-Latn"], "main_score": 0.269869, "precision": 0.25995, "recall": 0.297431}, {"accuracy": 0.429842, "f1": 0.383334, "hf_subset": "kas_Deva-glg_Latn", "languages": ["kas-Deva", "glg-Latn"], "main_score": 0.383334, "precision": 0.368245, "recall": 0.429842}, {"accuracy": 0.278656, "f1": 0.242421, "hf_subset": "kas_Deva-ltz_Latn", "languages": ["kas-Deva", "ltz-Latn"], "main_score": 0.242421, "precision": 0.231728, "recall": 0.278656}, {"accuracy": 0.096838, "f1": 0.067783, "hf_subset": "kas_Deva-nus_Latn", "languages": ["kas-Deva", "nus-Latn"], "main_score": 0.067783, "precision": 0.059899, "recall": 0.096838}, {"accuracy": 0.428854, "f1": 0.378305, "hf_subset": "kas_Deva-slk_Latn", "languages": ["kas-Deva", "slk-Latn"], "main_score": 0.378305, "precision": 0.362922, "recall": 0.428854}, {"accuracy": 0.118577, "f1": 0.091331, "hf_subset": "kas_Deva-tir_Ethi", "languages": ["kas-Deva", "tir-Ethi"], "main_score": 0.091331, "precision": 0.082493, "recall": 0.118577}, {"accuracy": 0.368577, "f1": 0.329256, "hf_subset": "kas_Deva-zho_Hant", "languages": ["kas-Deva", "zho-Hant"], "main_score": 0.329256, "precision": 0.316629, "recall": 0.368577}, {"accuracy": 0.382411, "f1": 0.340089, "hf_subset": "kas_Deva-awa_Deva", "languages": ["kas-Deva", "awa-Deva"], "main_score": 0.340089, "precision": 0.327029, "recall": 0.382411}, {"accuracy": 0.243083, "f1": 0.209493, "hf_subset": "kas_Deva-cym_Latn", "languages": ["kas-Deva", "cym-Latn"], "main_score": 0.209493, "precision": 0.19919, "recall": 0.243083}, {"accuracy": 0.204545, "f1": 0.159424, "hf_subset": "kas_Deva-grn_Latn", "languages": ["kas-Deva", "grn-Latn"], "main_score": 0.159424, "precision": 0.147086, "recall": 0.204545}, {"accuracy": 0.346838, "f1": 0.305892, "hf_subset": "kas_Deva-kat_Geor", "languages": ["kas-Deva", "kat-Geor"], "main_score": 0.305892, "precision": 0.293518, "recall": 0.346838}, {"accuracy": 0.187747, "f1": 0.148063, "hf_subset": "kas_Deva-lua_Latn", "languages": ["kas-Deva", "lua-Latn"], "main_score": 0.148063, "precision": 0.135166, "recall": 0.187747}, {"accuracy": 0.187747, "f1": 0.148277, "hf_subset": "kas_Deva-nya_Latn", "languages": ["kas-Deva", "nya-Latn"], "main_score": 0.148277, "precision": 0.136191, "recall": 0.187747}, {"accuracy": 0.426877, "f1": 0.37791, "hf_subset": "kas_Deva-slv_Latn", "languages": ["kas-Deva", "slv-Latn"], "main_score": 0.37791, "precision": 0.363124, "recall": 0.426877}, {"accuracy": 0.281621, "f1": 0.243448, "hf_subset": "kas_Deva-tpi_Latn", "languages": ["kas-Deva", "tpi-Latn"], "main_score": 0.243448, "precision": 0.230555, "recall": 0.281621}, {"accuracy": 0.427866, "f1": 0.380969, "hf_subset": "kas_Deva-zsm_Latn", "languages": ["kas-Deva", "zsm-Latn"], "main_score": 0.380969, "precision": 0.366577, "recall": 0.427866}, {"accuracy": 0.155138, "f1": 0.117189, "hf_subset": "kas_Deva-ayr_Latn", "languages": ["kas-Deva", "ayr-Latn"], "main_score": 0.117189, "precision": 0.106965, "recall": 0.155138}, {"accuracy": 0.429842, "f1": 0.387256, "hf_subset": "kas_Deva-dan_Latn", "languages": ["kas-Deva", "dan-Latn"], "main_score": 0.387256, "precision": 0.374445, "recall": 0.429842}, {"accuracy": 0.30336, "f1": 0.271656, "hf_subset": "kas_Deva-guj_Gujr", "languages": ["kas-Deva", "guj-Gujr"], "main_score": 0.271656, "precision": 0.261402, "recall": 0.30336}, {"accuracy": 0.357708, "f1": 0.324157, "hf_subset": "kas_Deva-kaz_Cyrl", "languages": ["kas-Deva", "kaz-Cyrl"], "main_score": 0.324157, "precision": 0.313983, "recall": 0.357708}, {"accuracy": 0.123518, "f1": 0.0879, "hf_subset": "kas_Deva-lug_Latn", "languages": ["kas-Deva", "lug-Latn"], "main_score": 0.0879, "precision": 0.078245, "recall": 0.123518}, {"accuracy": 0.37253, "f1": 0.329102, "hf_subset": "kas_Deva-oci_Latn", "languages": ["kas-Deva", "oci-Latn"], "main_score": 0.329102, "precision": 0.315812, "recall": 0.37253}, {"accuracy": 0.151186, "f1": 0.1102, "hf_subset": "kas_Deva-smo_Latn", "languages": ["kas-Deva", "smo-Latn"], "main_score": 0.1102, "precision": 0.098419, "recall": 0.151186}, {"accuracy": 0.171937, "f1": 0.130008, "hf_subset": "kas_Deva-tsn_Latn", "languages": ["kas-Deva", "tsn-Latn"], "main_score": 0.130008, "precision": 0.118407, "recall": 0.171937}, {"accuracy": 0.126482, "f1": 0.092365, "hf_subset": "kas_Deva-zul_Latn", "languages": ["kas-Deva", "zul-Latn"], "main_score": 0.092365, "precision": 0.083188, "recall": 0.126482}, {"accuracy": 0.236166, "f1": 0.206384, "hf_subset": "kas_Deva-azb_Arab", "languages": ["kas-Deva", "azb-Arab"], "main_score": 0.206384, "precision": 0.196978, "recall": 0.236166}, {"accuracy": 0.431818, "f1": 0.382327, "hf_subset": "kas_Deva-deu_Latn", "languages": ["kas-Deva", "deu-Latn"], "main_score": 0.382327, "precision": 0.368723, "recall": 0.431818}, {"accuracy": 0.190711, "f1": 0.148354, "hf_subset": "kas_Deva-hat_Latn", "languages": ["kas-Deva", "hat-Latn"], "main_score": 0.148354, "precision": 0.135261, "recall": 0.190711}, {"accuracy": 0.166996, "f1": 0.127409, "hf_subset": "kas_Deva-kbp_Latn", "languages": ["kas-Deva", "kbp-Latn"], "main_score": 0.127409, "precision": 0.11691, "recall": 0.166996}, {"accuracy": 0.16996, "f1": 0.125876, "hf_subset": "kas_Deva-luo_Latn", "languages": ["kas-Deva", "luo-Latn"], "main_score": 0.125876, "precision": 0.113055, "recall": 0.16996}, {"accuracy": 0.218379, "f1": 0.185626, "hf_subset": "kas_Deva-ory_Orya", "languages": ["kas-Deva", "ory-Orya"], "main_score": 0.185626, "precision": 0.175884, "recall": 0.218379}, {"accuracy": 0.147233, "f1": 0.11026, "hf_subset": "kas_Deva-sna_Latn", "languages": ["kas-Deva", "sna-Latn"], "main_score": 0.11026, "precision": 0.100265, "recall": 0.147233}, {"accuracy": 0.168972, "f1": 0.129963, "hf_subset": "kas_Deva-tso_Latn", "languages": ["kas-Deva", "tso-Latn"], "main_score": 0.129963, "precision": 0.117323, "recall": 0.168972}, {"accuracy": 0.323123, "f1": 0.294636, "hf_subset": "kas_Deva-azj_Latn", "languages": ["kas-Deva", "azj-Latn"], "main_score": 0.294636, "precision": 0.285561, "recall": 0.323123}, {"accuracy": 0.212451, "f1": 0.16917, "hf_subset": "kas_Deva-dik_Latn", "languages": ["kas-Deva", "dik-Latn"], "main_score": 0.16917, "precision": 0.155092, "recall": 0.212451}, {"accuracy": 0.192688, "f1": 0.1549, "hf_subset": "kas_Deva-hau_Latn", "languages": ["kas-Deva", "hau-Latn"], "main_score": 0.1549, "precision": 0.143993, "recall": 0.192688}, {"accuracy": 0.285573, "f1": 0.255273, "hf_subset": "kas_Deva-kea_Latn", "languages": ["kas-Deva", "kea-Latn"], "main_score": 0.255273, "precision": 0.245082, "recall": 0.285573}, {"accuracy": 0.267787, "f1": 0.227417, "hf_subset": "kas_Deva-lus_Latn", "languages": ["kas-Deva", "lus-Latn"], "main_score": 0.227417, "precision": 0.212017, "recall": 0.267787}, {"accuracy": 0.258893, "f1": 0.221903, "hf_subset": "kas_Deva-pag_Latn", "languages": ["kas-Deva", "pag-Latn"], "main_score": 0.221903, "precision": 0.208294, "recall": 0.258893}, {"accuracy": 0.291502, "f1": 0.258029, "hf_subset": "kas_Deva-snd_Arab", "languages": ["kas-Deva", "snd-Arab"], "main_score": 0.258029, "precision": 0.247045, "recall": 0.291502}, {"accuracy": 0.192688, "f1": 0.157808, "hf_subset": "kas_Deva-tuk_Latn", "languages": ["kas-Deva", "tuk-Latn"], "main_score": 0.157808, "precision": 0.146519, "recall": 0.192688}, {"accuracy": 0.290514, "f1": 0.255938, "hf_subset": "kas_Deva-bak_Cyrl", "languages": ["kas-Deva", "bak-Cyrl"], "main_score": 0.255938, "precision": 0.244002, "recall": 0.290514}, {"accuracy": 0.132411, "f1": 0.097754, "hf_subset": "kas_Deva-dyu_Latn", "languages": ["kas-Deva", "dyu-Latn"], "main_score": 0.097754, "precision": 0.089012, "recall": 0.132411}, {"accuracy": 0.373518, "f1": 0.330268, "hf_subset": "kas_Deva-heb_Hebr", "languages": ["kas-Deva", "heb-Hebr"], "main_score": 0.330268, "precision": 0.317788, "recall": 0.373518}, {"accuracy": 0.341897, "f1": 0.307702, "hf_subset": "kas_Deva-khk_Cyrl", "languages": ["kas-Deva", "khk-Cyrl"], "main_score": 0.307702, "precision": 0.296523, "recall": 0.341897}, {"accuracy": 0.40415, "f1": 0.362371, "hf_subset": "kas_Deva-lvs_Latn", "languages": ["kas-Deva", "lvs-Latn"], "main_score": 0.362371, "precision": 0.349525, "recall": 0.40415}, {"accuracy": 0.233202, "f1": 0.200764, "hf_subset": "kas_Deva-pan_Guru", "languages": ["kas-Deva", "pan-Guru"], "main_score": 0.200764, "precision": 0.190532, "recall": 0.233202}, {"accuracy": 0.195652, "f1": 0.164227, "hf_subset": "kas_Deva-som_Latn", "languages": ["kas-Deva", "som-Latn"], "main_score": 0.164227, "precision": 0.153246, "recall": 0.195652}, {"accuracy": 0.172925, "f1": 0.12766, "hf_subset": "kas_Deva-tum_Latn", "languages": ["kas-Deva", "tum-Latn"], "main_score": 0.12766, "precision": 0.115161, "recall": 0.172925}, {"accuracy": 0.078063, "f1": 0.059408, "hf_subset": "ltz_Latn-ace_Arab", "languages": ["ltz-Latn", "ace-Arab"], "main_score": 0.059408, "precision": 0.053274, "recall": 0.078063}, {"accuracy": 0.20751, "f1": 0.163519, "hf_subset": "ltz_Latn-bam_Latn", "languages": ["ltz-Latn", "bam-Latn"], "main_score": 0.163519, "precision": 0.150207, "recall": 0.20751}, {"accuracy": 0.002964, "f1": 9.3e-05, "hf_subset": "ltz_Latn-dzo_Tibt", "languages": ["ltz-Latn", "dzo-Tibt"], "main_score": 9.3e-05, "precision": 4.7e-05, "recall": 0.002964}, {"accuracy": 0.494071, "f1": 0.445789, "hf_subset": "ltz_Latn-hin_Deva", "languages": ["ltz-Latn", "hin-Deva"], "main_score": 0.445789, "precision": 0.429764, "recall": 0.494071}, {"accuracy": 0.438735, "f1": 0.400062, "hf_subset": "ltz_Latn-khm_Khmr", "languages": ["ltz-Latn", "khm-Khmr"], "main_score": 0.400062, "precision": 0.386855, "recall": 0.438735}, {"accuracy": 0.437747, "f1": 0.399894, "hf_subset": "ltz_Latn-mag_Deva", "languages": ["ltz-Latn", "mag-Deva"], "main_score": 0.399894, "precision": 0.386938, "recall": 0.437747}, {"accuracy": 0.451581, "f1": 0.422878, "hf_subset": "ltz_Latn-pap_Latn", "languages": ["ltz-Latn", "pap-Latn"], "main_score": 0.422878, "precision": 0.411778, "recall": 0.451581}, {"accuracy": 0.251976, "f1": 0.211086, "hf_subset": "ltz_Latn-sot_Latn", "languages": ["ltz-Latn", "sot-Latn"], "main_score": 0.211086, "precision": 0.19823, "recall": 0.251976}, {"accuracy": 0.543478, "f1": 0.50669, "hf_subset": "ltz_Latn-tur_Latn", "languages": ["ltz-Latn", "tur-Latn"], "main_score": 0.50669, "precision": 0.493585, "recall": 0.543478}, {"accuracy": 0.36166, "f1": 0.316322, "hf_subset": "ltz_Latn-ace_Latn", "languages": ["ltz-Latn", "ace-Latn"], "main_score": 0.316322, "precision": 0.30055, "recall": 0.36166}, {"accuracy": 0.451581, "f1": 0.420288, "hf_subset": "ltz_Latn-ban_Latn", "languages": ["ltz-Latn", "ban-Latn"], "main_score": 0.420288, "precision": 0.410731, "recall": 0.451581}, {"accuracy": 0.514822, "f1": 0.468416, "hf_subset": "ltz_Latn-ell_Grek", "languages": ["ltz-Latn", "ell-Grek"], "main_score": 0.468416, "precision": 0.453395, "recall": 0.514822}, {"accuracy": 0.424901, "f1": 0.386331, "hf_subset": "ltz_Latn-hne_Deva", "languages": ["ltz-Latn", "hne-Deva"], "main_score": 0.386331, "precision": 0.373477, "recall": 0.424901}, {"accuracy": 0.248024, "f1": 0.201822, "hf_subset": "ltz_Latn-kik_Latn", "languages": ["ltz-Latn", "kik-Latn"], "main_score": 0.201822, "precision": 0.18711, "recall": 0.248024}, {"accuracy": 0.44664, "f1": 0.412824, "hf_subset": "ltz_Latn-mai_Deva", "languages": ["ltz-Latn", "mai-Deva"], "main_score": 0.412824, "precision": 0.401985, "recall": 0.44664}, {"accuracy": 0.406126, "f1": 0.36413, "hf_subset": "ltz_Latn-pbt_Arab", "languages": ["ltz-Latn", "pbt-Arab"], "main_score": 0.36413, "precision": 0.350193, "recall": 0.406126}, {"accuracy": 0.561265, "f1": 0.528988, "hf_subset": "ltz_Latn-spa_Latn", "languages": ["ltz-Latn", "spa-Latn"], "main_score": 0.528988, "precision": 0.517341, "recall": 0.561265}, {"accuracy": 0.306324, "f1": 0.258089, "hf_subset": "ltz_Latn-twi_Latn", "languages": ["ltz-Latn", "twi-Latn"], "main_score": 0.258089, "precision": 0.242404, "recall": 0.306324}, {"accuracy": 0.486166, "f1": 0.450204, "hf_subset": "ltz_Latn-acm_Arab", "languages": ["ltz-Latn", "acm-Arab"], "main_score": 0.450204, "precision": 0.43709, "recall": 0.486166}, {"accuracy": 0.456522, "f1": 0.421522, "hf_subset": "ltz_Latn-bel_Cyrl", "languages": ["ltz-Latn", "bel-Cyrl"], "main_score": 0.421522, "precision": 0.40987, "recall": 0.456522}, {"accuracy": 0.588933, "f1": 0.551781, "hf_subset": "ltz_Latn-eng_Latn", "languages": ["ltz-Latn", "eng-Latn"], "main_score": 0.551781, "precision": 0.539294, "recall": 0.588933}, {"accuracy": 0.535573, "f1": 0.50361, "hf_subset": "ltz_Latn-hrv_Latn", "languages": ["ltz-Latn", "hrv-Latn"], "main_score": 0.50361, "precision": 0.492524, "recall": 0.535573}, {"accuracy": 0.167984, "f1": 0.124389, "hf_subset": "ltz_Latn-kin_Latn", "languages": ["ltz-Latn", "kin-Latn"], "main_score": 0.124389, "precision": 0.111683, "recall": 0.167984}, {"accuracy": 0.325099, "f1": 0.285067, "hf_subset": "ltz_Latn-mal_Mlym", "languages": ["ltz-Latn", "mal-Mlym"], "main_score": 0.285067, "precision": 0.272469, "recall": 0.325099}, {"accuracy": 0.513834, "f1": 0.471151, "hf_subset": "ltz_Latn-pes_Arab", "languages": ["ltz-Latn", "pes-Arab"], "main_score": 0.471151, "precision": 0.456973, "recall": 0.513834}, {"accuracy": 0.429842, "f1": 0.395685, "hf_subset": "ltz_Latn-srd_Latn", "languages": ["ltz-Latn", "srd-Latn"], "main_score": 0.395685, "precision": 0.383582, "recall": 0.429842}, {"accuracy": 0.06917, "f1": 0.035294, "hf_subset": "ltz_Latn-tzm_Tfng", "languages": ["ltz-Latn", "tzm-Tfng"], "main_score": 0.035294, "precision": 0.030388, "recall": 0.06917}, {"accuracy": 0.498024, "f1": 0.457329, "hf_subset": "ltz_Latn-acq_Arab", "languages": ["ltz-Latn", "acq-Arab"], "main_score": 0.457329, "precision": 0.443058, "recall": 0.498024}, {"accuracy": 0.228261, "f1": 0.182545, "hf_subset": "ltz_Latn-bem_Latn", "languages": ["ltz-Latn", "bem-Latn"], "main_score": 0.182545, "precision": 0.169336, "recall": 0.228261}, {"accuracy": 0.483202, "f1": 0.455221, "hf_subset": "ltz_Latn-epo_Latn", "languages": ["ltz-Latn", "epo-Latn"], "main_score": 0.455221, "precision": 0.446946, "recall": 0.483202}, {"accuracy": 0.571146, "f1": 0.531725, "hf_subset": "ltz_Latn-hun_Latn", "languages": ["ltz-Latn", "hun-Latn"], "main_score": 0.531725, "precision": 0.518762, "recall": 0.571146}, {"accuracy": 0.478261, "f1": 0.448934, "hf_subset": "ltz_Latn-kir_Cyrl", "languages": ["ltz-Latn", "kir-Cyrl"], "main_score": 0.448934, "precision": 0.4392, "recall": 0.478261}, {"accuracy": 0.406126, "f1": 0.372588, "hf_subset": "ltz_Latn-mar_Deva", "languages": ["ltz-Latn", "mar-Deva"], "main_score": 0.372588, "precision": 0.361184, "recall": 0.406126}, {"accuracy": 0.262846, "f1": 0.224836, "hf_subset": "ltz_Latn-plt_Latn", "languages": ["ltz-Latn", "plt-Latn"], "main_score": 0.224836, "precision": 0.21276, "recall": 0.262846}, {"accuracy": 0.538538, "f1": 0.499507, "hf_subset": "ltz_Latn-srp_Cyrl", "languages": ["ltz-Latn", "srp-Cyrl"], "main_score": 0.499507, "precision": 0.487004, "recall": 0.538538}, {"accuracy": 0.325099, "f1": 0.287768, "hf_subset": "ltz_Latn-uig_Arab", "languages": ["ltz-Latn", "uig-Arab"], "main_score": 0.287768, "precision": 0.275209, "recall": 0.325099}, {"accuracy": 0.41502, "f1": 0.387978, "hf_subset": "ltz_Latn-aeb_Arab", "languages": ["ltz-Latn", "aeb-Arab"], "main_score": 0.387978, "precision": 0.377703, "recall": 0.41502}, {"accuracy": 0.323123, "f1": 0.288129, "hf_subset": "ltz_Latn-ben_Beng", "languages": ["ltz-Latn", "ben-Beng"], "main_score": 0.288129, "precision": 0.275444, "recall": 0.323123}, {"accuracy": 0.576087, "f1": 0.540932, "hf_subset": "ltz_Latn-est_Latn", "languages": ["ltz-Latn", "est-Latn"], "main_score": 0.540932, "precision": 0.527984, "recall": 0.576087}, {"accuracy": 0.452569, "f1": 0.410326, "hf_subset": "ltz_Latn-hye_Armn", "languages": ["ltz-Latn", "hye-Armn"], "main_score": 0.410326, "precision": 0.396477, "recall": 0.452569}, {"accuracy": 0.177866, "f1": 0.127705, "hf_subset": "ltz_Latn-kmb_Latn", "languages": ["ltz-Latn", "kmb-Latn"], "main_score": 0.127705, "precision": 0.114019, "recall": 0.177866}, {"accuracy": 0.052372, "f1": 0.03608, "hf_subset": "ltz_Latn-min_Arab", "languages": ["ltz-Latn", "min-Arab"], "main_score": 0.03608, "precision": 0.031391, "recall": 0.052372}, {"accuracy": 0.561265, "f1": 0.5251, "hf_subset": "ltz_Latn-pol_Latn", "languages": ["ltz-Latn", "pol-Latn"], "main_score": 0.5251, "precision": 0.51363, "recall": 0.561265}, {"accuracy": 0.179842, "f1": 0.133025, "hf_subset": "ltz_Latn-ssw_Latn", "languages": ["ltz-Latn", "ssw-Latn"], "main_score": 0.133025, "precision": 0.120429, "recall": 0.179842}, {"accuracy": 0.529644, "f1": 0.494943, "hf_subset": "ltz_Latn-ukr_Cyrl", "languages": ["ltz-Latn", "ukr-Cyrl"], "main_score": 0.494943, "precision": 0.483501, "recall": 0.529644}, {"accuracy": 0.528656, "f1": 0.491704, "hf_subset": "ltz_Latn-afr_Latn", "languages": ["ltz-Latn", "afr-Latn"], "main_score": 0.491704, "precision": 0.480277, "recall": 0.528656}, {"accuracy": 0.416008, "f1": 0.376814, "hf_subset": "ltz_Latn-bho_Deva", "languages": ["ltz-Latn", "bho-Deva"], "main_score": 0.376814, "precision": 0.363331, "recall": 0.416008}, {"accuracy": 0.412055, "f1": 0.394038, "hf_subset": "ltz_Latn-eus_Latn", "languages": ["ltz-Latn", "eus-Latn"], "main_score": 0.394038, "precision": 0.386748, "recall": 0.412055}, {"accuracy": 0.200593, "f1": 0.160771, "hf_subset": "ltz_Latn-ibo_Latn", "languages": ["ltz-Latn", "ibo-Latn"], "main_score": 0.160771, "precision": 0.148789, "recall": 0.200593}, {"accuracy": 0.423913, "f1": 0.384203, "hf_subset": "ltz_Latn-kmr_Latn", "languages": ["ltz-Latn", "kmr-Latn"], "main_score": 0.384203, "precision": 0.370945, "recall": 0.423913}, {"accuracy": 0.437747, "f1": 0.403323, "hf_subset": "ltz_Latn-min_Latn", "languages": ["ltz-Latn", "min-Latn"], "main_score": 0.403323, "precision": 0.3923, "recall": 0.437747}, {"accuracy": 0.559289, "f1": 0.519274, "hf_subset": "ltz_Latn-por_Latn", "languages": ["ltz-Latn", "por-Latn"], "main_score": 0.519274, "precision": 0.505276, "recall": 0.559289}, {"accuracy": 0.466403, "f1": 0.43068, "hf_subset": "ltz_Latn-sun_Latn", "languages": ["ltz-Latn", "sun-Latn"], "main_score": 0.43068, "precision": 0.418821, "recall": 0.466403}, {"accuracy": 0.181818, "f1": 0.141806, "hf_subset": "ltz_Latn-umb_Latn", "languages": ["ltz-Latn", "umb-Latn"], "main_score": 0.141806, "precision": 0.130684, "recall": 0.181818}, {"accuracy": 0.467391, "f1": 0.437312, "hf_subset": "ltz_Latn-ajp_Arab", "languages": ["ltz-Latn", "ajp-Arab"], "main_score": 0.437312, "precision": 0.425486, "recall": 0.467391}, {"accuracy": 0.061265, "f1": 0.041023, "hf_subset": "ltz_Latn-bjn_Arab", "languages": ["ltz-Latn", "bjn-Arab"], "main_score": 0.041023, "precision": 0.035406, "recall": 0.061265}, {"accuracy": 0.282609, "f1": 0.236869, "hf_subset": "ltz_Latn-ewe_Latn", "languages": ["ltz-Latn", "ewe-Latn"], "main_score": 0.236869, "precision": 0.221887, "recall": 0.282609}, {"accuracy": 0.325099, "f1": 0.297605, "hf_subset": "ltz_Latn-ilo_Latn", "languages": ["ltz-Latn", "ilo-Latn"], "main_score": 0.297605, "precision": 0.286904, "recall": 0.325099}, {"accuracy": 0.083004, "f1": 0.060145, "hf_subset": "ltz_Latn-knc_Arab", "languages": ["ltz-Latn", "knc-Arab"], "main_score": 0.060145, "precision": 0.05404, "recall": 0.083004}, {"accuracy": 0.540514, "f1": 0.502925, "hf_subset": "ltz_Latn-mkd_Cyrl", "languages": ["ltz-Latn", "mkd-Cyrl"], "main_score": 0.502925, "precision": 0.491002, "recall": 0.540514}, {"accuracy": 0.469368, "f1": 0.430771, "hf_subset": "ltz_Latn-prs_Arab", "languages": ["ltz-Latn", "prs-Arab"], "main_score": 0.430771, "precision": 0.417894, "recall": 0.469368}, {"accuracy": 0.501976, "f1": 0.488585, "hf_subset": "ltz_Latn-swe_Latn", "languages": ["ltz-Latn", "swe-Latn"], "main_score": 0.488585, "precision": 0.483684, "recall": 0.501976}, {"accuracy": 0.438735, "f1": 0.392218, "hf_subset": "ltz_Latn-urd_Arab", "languages": ["ltz-Latn", "urd-Arab"], "main_score": 0.392218, "precision": 0.376423, "recall": 0.438735}, {"accuracy": 0.281621, "f1": 0.240025, "hf_subset": "ltz_Latn-aka_Latn", "languages": ["ltz-Latn", "aka-Latn"], "main_score": 0.240025, "precision": 0.226603, "recall": 0.281621}, {"accuracy": 0.456522, "f1": 0.424069, "hf_subset": "ltz_Latn-bjn_Latn", "languages": ["ltz-Latn", "bjn-Latn"], "main_score": 0.424069, "precision": 0.411709, "recall": 0.456522}, {"accuracy": 0.36166, "f1": 0.333575, "hf_subset": "ltz_Latn-fao_Latn", "languages": ["ltz-Latn", "fao-Latn"], "main_score": 0.333575, "precision": 0.322268, "recall": 0.36166}, {"accuracy": 0.565217, "f1": 0.528117, "hf_subset": "ltz_Latn-ind_Latn", "languages": ["ltz-Latn", "ind-Latn"], "main_score": 0.528117, "precision": 0.515724, "recall": 0.565217}, {"accuracy": 0.245059, "f1": 0.201111, "hf_subset": "ltz_Latn-knc_Latn", "languages": ["ltz-Latn", "knc-Latn"], "main_score": 0.201111, "precision": 0.186012, "recall": 0.245059}, {"accuracy": 0.344862, "f1": 0.298136, "hf_subset": "ltz_Latn-mlt_Latn", "languages": ["ltz-Latn", "mlt-Latn"], "main_score": 0.298136, "precision": 0.282666, "recall": 0.344862}, {"accuracy": 0.26581, "f1": 0.212707, "hf_subset": "ltz_Latn-quy_Latn", "languages": ["ltz-Latn", "quy-Latn"], "main_score": 0.212707, "precision": 0.195437, "recall": 0.26581}, {"accuracy": 0.278656, "f1": 0.241569, "hf_subset": "ltz_Latn-swh_Latn", "languages": ["ltz-Latn", "swh-Latn"], "main_score": 0.241569, "precision": 0.228829, "recall": 0.278656}, {"accuracy": 0.38834, "f1": 0.360741, "hf_subset": "ltz_Latn-uzn_Latn", "languages": ["ltz-Latn", "uzn-Latn"], "main_score": 0.360741, "precision": 0.350348, "recall": 0.38834}, {"accuracy": 0.549407, "f1": 0.508653, "hf_subset": "ltz_Latn-als_Latn", "languages": ["ltz-Latn", "als-Latn"], "main_score": 0.508653, "precision": 0.494151, "recall": 0.549407}, {"accuracy": 0.057312, "f1": 0.025254, "hf_subset": "ltz_Latn-bod_Tibt", "languages": ["ltz-Latn", "bod-Tibt"], "main_score": 0.025254, "precision": 0.01986, "recall": 0.057312}, {"accuracy": 0.198617, "f1": 0.163219, "hf_subset": "ltz_Latn-fij_Latn", "languages": ["ltz-Latn", "fij-Latn"], "main_score": 0.163219, "precision": 0.151166, "recall": 0.198617}, {"accuracy": 0.376482, "f1": 0.346199, "hf_subset": "ltz_Latn-isl_Latn", "languages": ["ltz-Latn", "isl-Latn"], "main_score": 0.346199, "precision": 0.335756, "recall": 0.376482}, {"accuracy": 0.244071, "f1": 0.195162, "hf_subset": "ltz_Latn-kon_Latn", "languages": ["ltz-Latn", "kon-Latn"], "main_score": 0.195162, "precision": 0.181282, "recall": 0.244071}, {"accuracy": 0.054348, "f1": 0.032856, "hf_subset": "ltz_Latn-mni_Beng", "languages": ["ltz-Latn", "mni-Beng"], "main_score": 0.032856, "precision": 0.029396, "recall": 0.054348}, {"accuracy": 0.581028, "f1": 0.537622, "hf_subset": "ltz_Latn-ron_Latn", "languages": ["ltz-Latn", "ron-Latn"], "main_score": 0.537622, "precision": 0.522816, "recall": 0.581028}, {"accuracy": 0.464427, "f1": 0.431464, "hf_subset": "ltz_Latn-szl_Latn", "languages": ["ltz-Latn", "szl-Latn"], "main_score": 0.431464, "precision": 0.42018, "recall": 0.464427}, {"accuracy": 0.468379, "f1": 0.436902, "hf_subset": "ltz_Latn-vec_Latn", "languages": ["ltz-Latn", "vec-Latn"], "main_score": 0.436902, "precision": 0.425987, "recall": 0.468379}, {"accuracy": 0.25, "f1": 0.210305, "hf_subset": "ltz_Latn-amh_Ethi", "languages": ["ltz-Latn", "amh-Ethi"], "main_score": 0.210305, "precision": 0.197909, "recall": 0.25}, {"accuracy": 0.578063, "f1": 0.54163, "hf_subset": "ltz_Latn-bos_Latn", "languages": ["ltz-Latn", "bos-Latn"], "main_score": 0.54163, "precision": 0.529685, "recall": 0.578063}, {"accuracy": 0.559289, "f1": 0.522196, "hf_subset": "ltz_Latn-fin_Latn", "languages": ["ltz-Latn", "fin-Latn"], "main_score": 0.522196, "precision": 0.509786, "recall": 0.559289}, {"accuracy": 0.582016, "f1": 0.545184, "hf_subset": "ltz_Latn-ita_Latn", "languages": ["ltz-Latn", "ita-Latn"], "main_score": 0.545184, "precision": 0.532331, "recall": 0.582016}, {"accuracy": 0.47332, "f1": 0.437294, "hf_subset": "ltz_Latn-kor_Hang", "languages": ["ltz-Latn", "kor-Hang"], "main_score": 0.437294, "precision": 0.42457, "recall": 0.47332}, {"accuracy": 0.225296, "f1": 0.183854, "hf_subset": "ltz_Latn-mos_Latn", "languages": ["ltz-Latn", "mos-Latn"], "main_score": 0.183854, "precision": 0.16998, "recall": 0.225296}, {"accuracy": 0.181818, "f1": 0.143125, "hf_subset": "ltz_Latn-run_Latn", "languages": ["ltz-Latn", "run-Latn"], "main_score": 0.143125, "precision": 0.132675, "recall": 0.181818}, {"accuracy": 0.312253, "f1": 0.272315, "hf_subset": "ltz_Latn-tam_Taml", "languages": ["ltz-Latn", "tam-Taml"], "main_score": 0.272315, "precision": 0.258968, "recall": 0.312253}, {"accuracy": 0.559289, "f1": 0.521769, "hf_subset": "ltz_Latn-vie_Latn", "languages": ["ltz-Latn", "vie-Latn"], "main_score": 0.521769, "precision": 0.50872, "recall": 0.559289}, {"accuracy": 0.485178, "f1": 0.447545, "hf_subset": "ltz_Latn-apc_Arab", "languages": ["ltz-Latn", "apc-Arab"], "main_score": 0.447545, "precision": 0.434561, "recall": 0.485178}, {"accuracy": 0.33498, "f1": 0.294824, "hf_subset": "ltz_Latn-bug_Latn", "languages": ["ltz-Latn", "bug-Latn"], "main_score": 0.294824, "precision": 0.281715, "recall": 0.33498}, {"accuracy": 0.219368, "f1": 0.17283, "hf_subset": "ltz_Latn-fon_Latn", "languages": ["ltz-Latn", "fon-Latn"], "main_score": 0.17283, "precision": 0.15928, "recall": 0.219368}, {"accuracy": 0.448617, "f1": 0.421042, "hf_subset": "ltz_Latn-jav_Latn", "languages": ["ltz-Latn", "jav-Latn"], "main_score": 0.421042, "precision": 0.410165, "recall": 0.448617}, {"accuracy": 0.477273, "f1": 0.437732, "hf_subset": "ltz_Latn-lao_Laoo", "languages": ["ltz-Latn", "lao-Laoo"], "main_score": 0.437732, "precision": 0.42444, "recall": 0.477273}, {"accuracy": 0.219368, "f1": 0.170594, "hf_subset": "ltz_Latn-mri_Latn", "languages": ["ltz-Latn", "mri-Latn"], "main_score": 0.170594, "precision": 0.155829, "recall": 0.219368}, {"accuracy": 0.538538, "f1": 0.504484, "hf_subset": "ltz_Latn-rus_Cyrl", "languages": ["ltz-Latn", "rus-Cyrl"], "main_score": 0.504484, "precision": 0.492798, "recall": 0.538538}, {"accuracy": 0.256917, "f1": 0.216709, "hf_subset": "ltz_Latn-taq_Latn", "languages": ["ltz-Latn", "taq-Latn"], "main_score": 0.216709, "precision": 0.204089, "recall": 0.256917}, {"accuracy": 0.382411, "f1": 0.333293, "hf_subset": "ltz_Latn-war_Latn", "languages": ["ltz-Latn", "war-Latn"], "main_score": 0.333293, "precision": 0.317794, "recall": 0.382411}, {"accuracy": 0.490119, "f1": 0.450344, "hf_subset": "ltz_Latn-arb_Arab", "languages": ["ltz-Latn", "arb-Arab"], "main_score": 0.450344, "precision": 0.436846, "recall": 0.490119}, {"accuracy": 0.562253, "f1": 0.528491, "hf_subset": "ltz_Latn-bul_Cyrl", "languages": ["ltz-Latn", "bul-Cyrl"], "main_score": 0.528491, "precision": 0.517061, "recall": 0.562253}, {"accuracy": 0.564229, "f1": 0.525931, "hf_subset": "ltz_Latn-fra_Latn", "languages": ["ltz-Latn", "fra-Latn"], "main_score": 0.525931, "precision": 0.512173, "recall": 0.564229}, {"accuracy": 0.525692, "f1": 0.481755, "hf_subset": "ltz_Latn-jpn_Jpan", "languages": ["ltz-Latn", "jpn-Jpan"], "main_score": 0.481755, "precision": 0.466934, "recall": 0.525692}, {"accuracy": 0.472332, "f1": 0.449036, "hf_subset": "ltz_Latn-lij_Latn", "languages": ["ltz-Latn", "lij-Latn"], "main_score": 0.449036, "precision": 0.43971, "recall": 0.472332}, {"accuracy": 0.409091, "f1": 0.358881, "hf_subset": "ltz_Latn-mya_Mymr", "languages": ["ltz-Latn", "mya-Mymr"], "main_score": 0.358881, "precision": 0.343042, "recall": 0.409091}, {"accuracy": 0.266798, "f1": 0.221899, "hf_subset": "ltz_Latn-sag_Latn", "languages": ["ltz-Latn", "sag-Latn"], "main_score": 0.221899, "precision": 0.206706, "recall": 0.266798}, {"accuracy": 0.078063, "f1": 0.04067, "hf_subset": "ltz_Latn-taq_Tfng", "languages": ["ltz-Latn", "taq-Tfng"], "main_score": 0.04067, "precision": 0.033393, "recall": 0.078063}, {"accuracy": 0.277668, "f1": 0.232634, "hf_subset": "ltz_Latn-wol_Latn", "languages": ["ltz-Latn", "wol-Latn"], "main_score": 0.232634, "precision": 0.218102, "recall": 0.277668}, {"accuracy": 0.128458, "f1": 0.09079, "hf_subset": "ltz_Latn-arb_Latn", "languages": ["ltz-Latn", "arb-Latn"], "main_score": 0.09079, "precision": 0.082066, "recall": 0.128458}, {"accuracy": 0.565217, "f1": 0.524725, "hf_subset": "ltz_Latn-cat_Latn", "languages": ["ltz-Latn", "cat-Latn"], "main_score": 0.524725, "precision": 0.510692, "recall": 0.565217}, {"accuracy": 0.45751, "f1": 0.426327, "hf_subset": "ltz_Latn-fur_Latn", "languages": ["ltz-Latn", "fur-Latn"], "main_score": 0.426327, "precision": 0.414505, "recall": 0.45751}, {"accuracy": 0.094862, "f1": 0.066352, "hf_subset": "ltz_Latn-kab_Latn", "languages": ["ltz-Latn", "kab-Latn"], "main_score": 0.066352, "precision": 0.059613, "recall": 0.094862}, {"accuracy": 0.466403, "f1": 0.440852, "hf_subset": "ltz_Latn-lim_Latn", "languages": ["ltz-Latn", "lim-Latn"], "main_score": 0.440852, "precision": 0.43251, "recall": 0.466403}, {"accuracy": 0.577075, "f1": 0.534207, "hf_subset": "ltz_Latn-nld_Latn", "languages": ["ltz-Latn", "nld-Latn"], "main_score": 0.534207, "precision": 0.51923, "recall": 0.577075}, {"accuracy": 0.314229, "f1": 0.285171, "hf_subset": "ltz_Latn-san_Deva", "languages": ["ltz-Latn", "san-Deva"], "main_score": 0.285171, "precision": 0.274414, "recall": 0.314229}, {"accuracy": 0.395257, "f1": 0.359371, "hf_subset": "ltz_Latn-tat_Cyrl", "languages": ["ltz-Latn", "tat-Cyrl"], "main_score": 0.359371, "precision": 0.346335, "recall": 0.395257}, {"accuracy": 0.210474, "f1": 0.162418, "hf_subset": "ltz_Latn-xho_Latn", "languages": ["ltz-Latn", "xho-Latn"], "main_score": 0.162418, "precision": 0.148056, "recall": 0.210474}, {"accuracy": 0.468379, "f1": 0.425907, "hf_subset": "ltz_Latn-ars_Arab", "languages": ["ltz-Latn", "ars-Arab"], "main_score": 0.425907, "precision": 0.410586, "recall": 0.468379}, {"accuracy": 0.359684, "f1": 0.323219, "hf_subset": "ltz_Latn-ceb_Latn", "languages": ["ltz-Latn", "ceb-Latn"], "main_score": 0.323219, "precision": 0.310864, "recall": 0.359684}, {"accuracy": 0.215415, "f1": 0.168215, "hf_subset": "ltz_Latn-fuv_Latn", "languages": ["ltz-Latn", "fuv-Latn"], "main_score": 0.168215, "precision": 0.153883, "recall": 0.215415}, {"accuracy": 0.20751, "f1": 0.167024, "hf_subset": "ltz_Latn-kac_Latn", "languages": ["ltz-Latn", "kac-Latn"], "main_score": 0.167024, "precision": 0.15478, "recall": 0.20751}, {"accuracy": 0.220356, "f1": 0.17334, "hf_subset": "ltz_Latn-lin_Latn", "languages": ["ltz-Latn", "lin-Latn"], "main_score": 0.17334, "precision": 0.159857, "recall": 0.220356}, {"accuracy": 0.565217, "f1": 0.528585, "hf_subset": "ltz_Latn-nno_Latn", "languages": ["ltz-Latn", "nno-Latn"], "main_score": 0.528585, "precision": 0.516407, "recall": 0.565217}, {"accuracy": 0.019763, "f1": 0.005588, "hf_subset": "ltz_Latn-sat_Olck", "languages": ["ltz-Latn", "sat-Olck"], "main_score": 0.005588, "precision": 0.003644, "recall": 0.019763}, {"accuracy": 0.332016, "f1": 0.293662, "hf_subset": "ltz_Latn-tel_Telu", "languages": ["ltz-Latn", "tel-Telu"], "main_score": 0.293662, "precision": 0.280344, "recall": 0.332016}, {"accuracy": 0.200593, "f1": 0.172115, "hf_subset": "ltz_Latn-ydd_Hebr", "languages": ["ltz-Latn", "ydd-Hebr"], "main_score": 0.172115, "precision": 0.162303, "recall": 0.200593}, {"accuracy": 0.416996, "f1": 0.378487, "hf_subset": "ltz_Latn-ary_Arab", "languages": ["ltz-Latn", "ary-Arab"], "main_score": 0.378487, "precision": 0.366145, "recall": 0.416996}, {"accuracy": 0.571146, "f1": 0.536616, "hf_subset": "ltz_Latn-ces_Latn", "languages": ["ltz-Latn", "ces-Latn"], "main_score": 0.536616, "precision": 0.525509, "recall": 0.571146}, {"accuracy": 0.105731, "f1": 0.071437, "hf_subset": "ltz_Latn-gaz_Latn", "languages": ["ltz-Latn", "gaz-Latn"], "main_score": 0.071437, "precision": 0.063279, "recall": 0.105731}, {"accuracy": 0.1917, "f1": 0.152168, "hf_subset": "ltz_Latn-kam_Latn", "languages": ["ltz-Latn", "kam-Latn"], "main_score": 0.152168, "precision": 0.13954, "recall": 0.1917}, {"accuracy": 0.563241, "f1": 0.526808, "hf_subset": "ltz_Latn-lit_Latn", "languages": ["ltz-Latn", "lit-Latn"], "main_score": 0.526808, "precision": 0.514986, "recall": 0.563241}, {"accuracy": 0.586957, "f1": 0.548627, "hf_subset": "ltz_Latn-nob_Latn", "languages": ["ltz-Latn", "nob-Latn"], "main_score": 0.548627, "precision": 0.535817, "recall": 0.586957}, {"accuracy": 0.40415, "f1": 0.371035, "hf_subset": "ltz_Latn-scn_Latn", "languages": ["ltz-Latn", "scn-Latn"], "main_score": 0.371035, "precision": 0.359206, "recall": 0.40415}, {"accuracy": 0.202569, "f1": 0.164601, "hf_subset": "ltz_Latn-tgk_Cyrl", "languages": ["ltz-Latn", "tgk-Cyrl"], "main_score": 0.164601, "precision": 0.151316, "recall": 0.202569}, {"accuracy": 0.225296, "f1": 0.181702, "hf_subset": "ltz_Latn-yor_Latn", "languages": ["ltz-Latn", "yor-Latn"], "main_score": 0.181702, "precision": 0.166736, "recall": 0.225296}, {"accuracy": 0.449605, "f1": 0.414379, "hf_subset": "ltz_Latn-arz_Arab", "languages": ["ltz-Latn", "arz-Arab"], "main_score": 0.414379, "precision": 0.40186, "recall": 0.449605}, {"accuracy": 0.175889, "f1": 0.135411, "hf_subset": "ltz_Latn-cjk_Latn", "languages": ["ltz-Latn", "cjk-Latn"], "main_score": 0.135411, "precision": 0.123492, "recall": 0.175889}, {"accuracy": 0.216403, "f1": 0.179595, "hf_subset": "ltz_Latn-gla_Latn", "languages": ["ltz-Latn", "gla-Latn"], "main_score": 0.179595, "precision": 0.167317, "recall": 0.216403}, {"accuracy": 0.329051, "f1": 0.289464, "hf_subset": "ltz_Latn-kan_Knda", "languages": ["ltz-Latn", "kan-Knda"], "main_score": 0.289464, "precision": 0.276205, "recall": 0.329051}, {"accuracy": 0.454545, "f1": 0.422647, "hf_subset": "ltz_Latn-lmo_Latn", "languages": ["ltz-Latn", "lmo-Latn"], "main_score": 0.422647, "precision": 0.413079, "recall": 0.454545}, {"accuracy": 0.432806, "f1": 0.406979, "hf_subset": "ltz_Latn-npi_Deva", "languages": ["ltz-Latn", "npi-Deva"], "main_score": 0.406979, "precision": 0.398012, "recall": 0.432806}, {"accuracy": 0.247036, "f1": 0.207398, "hf_subset": "ltz_Latn-shn_Mymr", "languages": ["ltz-Latn", "shn-Mymr"], "main_score": 0.207398, "precision": 0.192547, "recall": 0.247036}, {"accuracy": 0.37747, "f1": 0.334825, "hf_subset": "ltz_Latn-tgl_Latn", "languages": ["ltz-Latn", "tgl-Latn"], "main_score": 0.334825, "precision": 0.319646, "recall": 0.37747}, {"accuracy": 0.500988, "f1": 0.46456, "hf_subset": "ltz_Latn-yue_Hant", "languages": ["ltz-Latn", "yue-Hant"], "main_score": 0.46456, "precision": 0.450739, "recall": 0.500988}, {"accuracy": 0.203557, "f1": 0.168456, "hf_subset": "ltz_Latn-asm_Beng", "languages": ["ltz-Latn", "asm-Beng"], "main_score": 0.168456, "precision": 0.156271, "recall": 0.203557}, {"accuracy": 0.314229, "f1": 0.281885, "hf_subset": "ltz_Latn-ckb_Arab", "languages": ["ltz-Latn", "ckb-Arab"], "main_score": 0.281885, "precision": 0.269606, "recall": 0.314229}, {"accuracy": 0.262846, "f1": 0.224903, "hf_subset": "ltz_Latn-gle_Latn", "languages": ["ltz-Latn", "gle-Latn"], "main_score": 0.224903, "precision": 0.213671, "recall": 0.262846}, {"accuracy": 0.311265, "f1": 0.277886, "hf_subset": "ltz_Latn-kas_Arab", "languages": ["ltz-Latn", "kas-Arab"], "main_score": 0.277886, "precision": 0.26584, "recall": 0.311265}, {"accuracy": 0.4417, "f1": 0.410137, "hf_subset": "ltz_Latn-ltg_Latn", "languages": ["ltz-Latn", "ltg-Latn"], "main_score": 0.410137, "precision": 0.399324, "recall": 0.4417}, {"accuracy": 0.263834, "f1": 0.219483, "hf_subset": "ltz_Latn-nso_Latn", "languages": ["ltz-Latn", "nso-Latn"], "main_score": 0.219483, "precision": 0.204695, "recall": 0.263834}, {"accuracy": 0.340909, "f1": 0.29944, "hf_subset": "ltz_Latn-sin_Sinh", "languages": ["ltz-Latn", "sin-Sinh"], "main_score": 0.29944, "precision": 0.284383, "recall": 0.340909}, {"accuracy": 0.496047, "f1": 0.457034, "hf_subset": "ltz_Latn-tha_Thai", "languages": ["ltz-Latn", "tha-Thai"], "main_score": 0.457034, "precision": 0.44383, "recall": 0.496047}, {"accuracy": 0.525692, "f1": 0.485825, "hf_subset": "ltz_Latn-zho_Hans", "languages": ["ltz-Latn", "zho-Hans"], "main_score": 0.485825, "precision": 0.471911, "recall": 0.525692}, {"accuracy": 0.52668, "f1": 0.490661, "hf_subset": "ltz_Latn-ast_Latn", "languages": ["ltz-Latn", "ast-Latn"], "main_score": 0.490661, "precision": 0.479023, "recall": 0.52668}, {"accuracy": 0.414032, "f1": 0.382377, "hf_subset": "ltz_Latn-crh_Latn", "languages": ["ltz-Latn", "crh-Latn"], "main_score": 0.382377, "precision": 0.37105, "recall": 0.414032}, {"accuracy": 0.581028, "f1": 0.541998, "hf_subset": "ltz_Latn-glg_Latn", "languages": ["ltz-Latn", "glg-Latn"], "main_score": 0.541998, "precision": 0.528781, "recall": 0.581028}, {"accuracy": 0.277668, "f1": 0.245231, "hf_subset": "ltz_Latn-kas_Deva", "languages": ["ltz-Latn", "kas-Deva"], "main_score": 0.245231, "precision": 0.233569, "recall": 0.277668}, {"accuracy": 0.116601, "f1": 0.080169, "hf_subset": "ltz_Latn-nus_Latn", "languages": ["ltz-Latn", "nus-Latn"], "main_score": 0.080169, "precision": 0.071229, "recall": 0.116601}, {"accuracy": 0.575099, "f1": 0.537087, "hf_subset": "ltz_Latn-slk_Latn", "languages": ["ltz-Latn", "slk-Latn"], "main_score": 0.537087, "precision": 0.524469, "recall": 0.575099}, {"accuracy": 0.124506, "f1": 0.096866, "hf_subset": "ltz_Latn-tir_Ethi", "languages": ["ltz-Latn", "tir-Ethi"], "main_score": 0.096866, "precision": 0.088045, "recall": 0.124506}, {"accuracy": 0.507905, "f1": 0.470379, "hf_subset": "ltz_Latn-zho_Hant", "languages": ["ltz-Latn", "zho-Hant"], "main_score": 0.470379, "precision": 0.457154, "recall": 0.507905}, {"accuracy": 0.452569, "f1": 0.412594, "hf_subset": "ltz_Latn-awa_Deva", "languages": ["ltz-Latn", "awa-Deva"], "main_score": 0.412594, "precision": 0.399433, "recall": 0.452569}, {"accuracy": 0.34585, "f1": 0.313011, "hf_subset": "ltz_Latn-cym_Latn", "languages": ["ltz-Latn", "cym-Latn"], "main_score": 0.313011, "precision": 0.301014, "recall": 0.34585}, {"accuracy": 0.320158, "f1": 0.273141, "hf_subset": "ltz_Latn-grn_Latn", "languages": ["ltz-Latn", "grn-Latn"], "main_score": 0.273141, "precision": 0.257757, "recall": 0.320158}, {"accuracy": 0.426877, "f1": 0.386352, "hf_subset": "ltz_Latn-kat_Geor", "languages": ["ltz-Latn", "kat-Geor"], "main_score": 0.386352, "precision": 0.372376, "recall": 0.426877}, {"accuracy": 0.259881, "f1": 0.210525, "hf_subset": "ltz_Latn-lua_Latn", "languages": ["ltz-Latn", "lua-Latn"], "main_score": 0.210525, "precision": 0.193828, "recall": 0.259881}, {"accuracy": 0.22332, "f1": 0.181569, "hf_subset": "ltz_Latn-nya_Latn", "languages": ["ltz-Latn", "nya-Latn"], "main_score": 0.181569, "precision": 0.167132, "recall": 0.22332}, {"accuracy": 0.574111, "f1": 0.537035, "hf_subset": "ltz_Latn-slv_Latn", "languages": ["ltz-Latn", "slv-Latn"], "main_score": 0.537035, "precision": 0.524562, "recall": 0.574111}, {"accuracy": 0.401186, "f1": 0.359805, "hf_subset": "ltz_Latn-tpi_Latn", "languages": ["ltz-Latn", "tpi-Latn"], "main_score": 0.359805, "precision": 0.34457, "recall": 0.401186}, {"accuracy": 0.552372, "f1": 0.515443, "hf_subset": "ltz_Latn-zsm_Latn", "languages": ["ltz-Latn", "zsm-Latn"], "main_score": 0.515443, "precision": 0.502563, "recall": 0.552372}, {"accuracy": 0.194664, "f1": 0.14711, "hf_subset": "ltz_Latn-ayr_Latn", "languages": ["ltz-Latn", "ayr-Latn"], "main_score": 0.14711, "precision": 0.133026, "recall": 0.194664}, {"accuracy": 0.58004, "f1": 0.544817, "hf_subset": "ltz_Latn-dan_Latn", "languages": ["ltz-Latn", "dan-Latn"], "main_score": 0.544817, "precision": 0.53296, "recall": 0.58004}, {"accuracy": 0.40415, "f1": 0.362359, "hf_subset": "ltz_Latn-guj_Gujr", "languages": ["ltz-Latn", "guj-Gujr"], "main_score": 0.362359, "precision": 0.348733, "recall": 0.40415}, {"accuracy": 0.504941, "f1": 0.474289, "hf_subset": "ltz_Latn-kaz_Cyrl", "languages": ["ltz-Latn", "kaz-Cyrl"], "main_score": 0.474289, "precision": 0.463823, "recall": 0.504941}, {"accuracy": 0.184783, "f1": 0.145679, "hf_subset": "ltz_Latn-lug_Latn", "languages": ["ltz-Latn", "lug-Latn"], "main_score": 0.145679, "precision": 0.134402, "recall": 0.184783}, {"accuracy": 0.523715, "f1": 0.493283, "hf_subset": "ltz_Latn-oci_Latn", "languages": ["ltz-Latn", "oci-Latn"], "main_score": 0.493283, "precision": 0.482938, "recall": 0.523715}, {"accuracy": 0.216403, "f1": 0.158511, "hf_subset": "ltz_Latn-smo_Latn", "languages": ["ltz-Latn", "smo-Latn"], "main_score": 0.158511, "precision": 0.140281, "recall": 0.216403}, {"accuracy": 0.221344, "f1": 0.172956, "hf_subset": "ltz_Latn-tsn_Latn", "languages": ["ltz-Latn", "tsn-Latn"], "main_score": 0.172956, "precision": 0.159428, "recall": 0.221344}, {"accuracy": 0.149209, "f1": 0.112361, "hf_subset": "ltz_Latn-zul_Latn", "languages": ["ltz-Latn", "zul-Latn"], "main_score": 0.112361, "precision": 0.102169, "recall": 0.149209}, {"accuracy": 0.302372, "f1": 0.267418, "hf_subset": "ltz_Latn-azb_Arab", "languages": ["ltz-Latn", "azb-Arab"], "main_score": 0.267418, "precision": 0.254903, "recall": 0.302372}, {"accuracy": 0.594862, "f1": 0.561967, "hf_subset": "ltz_Latn-deu_Latn", "languages": ["ltz-Latn", "deu-Latn"], "main_score": 0.561967, "precision": 0.551075, "recall": 0.594862}, {"accuracy": 0.300395, "f1": 0.248601, "hf_subset": "ltz_Latn-hat_Latn", "languages": ["ltz-Latn", "hat-Latn"], "main_score": 0.248601, "precision": 0.230004, "recall": 0.300395}, {"accuracy": 0.197628, "f1": 0.143554, "hf_subset": "ltz_Latn-kbp_Latn", "languages": ["ltz-Latn", "kbp-Latn"], "main_score": 0.143554, "precision": 0.128501, "recall": 0.197628}, {"accuracy": 0.236166, "f1": 0.187048, "hf_subset": "ltz_Latn-luo_Latn", "languages": ["ltz-Latn", "luo-Latn"], "main_score": 0.187048, "precision": 0.170589, "recall": 0.236166}, {"accuracy": 0.26087, "f1": 0.225153, "hf_subset": "ltz_Latn-ory_Orya", "languages": ["ltz-Latn", "ory-Orya"], "main_score": 0.225153, "precision": 0.213007, "recall": 0.26087}, {"accuracy": 0.182806, "f1": 0.139143, "hf_subset": "ltz_Latn-sna_Latn", "languages": ["ltz-Latn", "sna-Latn"], "main_score": 0.139143, "precision": 0.126438, "recall": 0.182806}, {"accuracy": 0.211462, "f1": 0.16782, "hf_subset": "ltz_Latn-tso_Latn", "languages": ["ltz-Latn", "tso-Latn"], "main_score": 0.16782, "precision": 0.154148, "recall": 0.211462}, {"accuracy": 0.461462, "f1": 0.43122, "hf_subset": "ltz_Latn-azj_Latn", "languages": ["ltz-Latn", "azj-Latn"], "main_score": 0.43122, "precision": 0.420968, "recall": 0.461462}, {"accuracy": 0.277668, "f1": 0.234505, "hf_subset": "ltz_Latn-dik_Latn", "languages": ["ltz-Latn", "dik-Latn"], "main_score": 0.234505, "precision": 0.219835, "recall": 0.277668}, {"accuracy": 0.252964, "f1": 0.205532, "hf_subset": "ltz_Latn-hau_Latn", "languages": ["ltz-Latn", "hau-Latn"], "main_score": 0.205532, "precision": 0.192171, "recall": 0.252964}, {"accuracy": 0.432806, "f1": 0.393865, "hf_subset": "ltz_Latn-kea_Latn", "languages": ["ltz-Latn", "kea-Latn"], "main_score": 0.393865, "precision": 0.380663, "recall": 0.432806}, {"accuracy": 0.321146, "f1": 0.278372, "hf_subset": "ltz_Latn-lus_Latn", "languages": ["ltz-Latn", "lus-Latn"], "main_score": 0.278372, "precision": 0.264124, "recall": 0.321146}, {"accuracy": 0.38834, "f1": 0.350133, "hf_subset": "ltz_Latn-pag_Latn", "languages": ["ltz-Latn", "pag-Latn"], "main_score": 0.350133, "precision": 0.335733, "recall": 0.38834}, {"accuracy": 0.364625, "f1": 0.324682, "hf_subset": "ltz_Latn-snd_Arab", "languages": ["ltz-Latn", "snd-Arab"], "main_score": 0.324682, "precision": 0.310063, "recall": 0.364625}, {"accuracy": 0.284585, "f1": 0.246886, "hf_subset": "ltz_Latn-tuk_Latn", "languages": ["ltz-Latn", "tuk-Latn"], "main_score": 0.246886, "precision": 0.232225, "recall": 0.284585}, {"accuracy": 0.410079, "f1": 0.360541, "hf_subset": "ltz_Latn-bak_Cyrl", "languages": ["ltz-Latn", "bak-Cyrl"], "main_score": 0.360541, "precision": 0.342582, "recall": 0.410079}, {"accuracy": 0.203557, "f1": 0.155774, "hf_subset": "ltz_Latn-dyu_Latn", "languages": ["ltz-Latn", "dyu-Latn"], "main_score": 0.155774, "precision": 0.141577, "recall": 0.203557}, {"accuracy": 0.500988, "f1": 0.453104, "hf_subset": "ltz_Latn-heb_Hebr", "languages": ["ltz-Latn", "heb-Hebr"], "main_score": 0.453104, "precision": 0.436972, "recall": 0.500988}, {"accuracy": 0.48419, "f1": 0.446059, "hf_subset": "ltz_Latn-khk_Cyrl", "languages": ["ltz-Latn", "khk-Cyrl"], "main_score": 0.446059, "precision": 0.433616, "recall": 0.48419}, {"accuracy": 0.536561, "f1": 0.498919, "hf_subset": "ltz_Latn-lvs_Latn", "languages": ["ltz-Latn", "lvs-Latn"], "main_score": 0.498919, "precision": 0.48572, "recall": 0.536561}, {"accuracy": 0.288538, "f1": 0.246803, "hf_subset": "ltz_Latn-pan_Guru", "languages": ["ltz-Latn", "pan-Guru"], "main_score": 0.246803, "precision": 0.23425, "recall": 0.288538}, {"accuracy": 0.263834, "f1": 0.219827, "hf_subset": "ltz_Latn-som_Latn", "languages": ["ltz-Latn", "som-Latn"], "main_score": 0.219827, "precision": 0.206046, "recall": 0.263834}, {"accuracy": 0.200593, "f1": 0.159793, "hf_subset": "ltz_Latn-tum_Latn", "languages": ["ltz-Latn", "tum-Latn"], "main_score": 0.159793, "precision": 0.147943, "recall": 0.200593}, {"accuracy": 0.016798, "f1": 0.010858, "hf_subset": "nus_Latn-ace_Arab", "languages": ["nus-Latn", "ace-Arab"], "main_score": 0.010858, "precision": 0.009837, "recall": 0.016798}, {"accuracy": 0.079051, "f1": 0.071699, "hf_subset": "nus_Latn-bam_Latn", "languages": ["nus-Latn", "bam-Latn"], "main_score": 0.071699, "precision": 0.068962, "recall": 0.079051}, {"accuracy": 0.004941, "f1": 0.00198, "hf_subset": "nus_Latn-dzo_Tibt", "languages": ["nus-Latn", "dzo-Tibt"], "main_score": 0.00198, "precision": 0.001664, "recall": 0.004941}, {"accuracy": 0.0583, "f1": 0.050503, "hf_subset": "nus_Latn-hin_Deva", "languages": ["nus-Latn", "hin-Deva"], "main_score": 0.050503, "precision": 0.04924, "recall": 0.0583}, {"accuracy": 0.031621, "f1": 0.029484, "hf_subset": "nus_Latn-khm_Khmr", "languages": ["nus-Latn", "khm-Khmr"], "main_score": 0.029484, "precision": 0.028988, "recall": 0.031621}, {"accuracy": 0.036561, "f1": 0.030053, "hf_subset": "nus_Latn-mag_Deva", "languages": ["nus-Latn", "mag-Deva"], "main_score": 0.030053, "precision": 0.028861, "recall": 0.036561}, {"accuracy": 0.038538, "f1": 0.033966, "hf_subset": "nus_Latn-pap_Latn", "languages": ["nus-Latn", "pap-Latn"], "main_score": 0.033966, "precision": 0.033288, "recall": 0.038538}, {"accuracy": 0.094862, "f1": 0.078913, "hf_subset": "nus_Latn-sot_Latn", "languages": ["nus-Latn", "sot-Latn"], "main_score": 0.078913, "precision": 0.075365, "recall": 0.094862}, {"accuracy": 0.083004, "f1": 0.064494, "hf_subset": "nus_Latn-tur_Latn", "languages": ["nus-Latn", "tur-Latn"], "main_score": 0.064494, "precision": 0.060719, "recall": 0.083004}, {"accuracy": 0.060277, "f1": 0.051667, "hf_subset": "nus_Latn-ace_Latn", "languages": ["nus-Latn", "ace-Latn"], "main_score": 0.051667, "precision": 0.049307, "recall": 0.060277}, {"accuracy": 0.038538, "f1": 0.029517, "hf_subset": "nus_Latn-ban_Latn", "languages": ["nus-Latn", "ban-Latn"], "main_score": 0.029517, "precision": 0.027584, "recall": 0.038538}, {"accuracy": 0.047431, "f1": 0.043975, "hf_subset": "nus_Latn-ell_Grek", "languages": ["nus-Latn", "ell-Grek"], "main_score": 0.043975, "precision": 0.042821, "recall": 0.047431}, {"accuracy": 0.037549, "f1": 0.032193, "hf_subset": "nus_Latn-hne_Deva", "languages": ["nus-Latn", "hne-Deva"], "main_score": 0.032193, "precision": 0.030721, "recall": 0.037549}, {"accuracy": 0.066206, "f1": 0.058493, "hf_subset": "nus_Latn-kik_Latn", "languages": ["nus-Latn", "kik-Latn"], "main_score": 0.058493, "precision": 0.056411, "recall": 0.066206}, {"accuracy": 0.036561, "f1": 0.030543, "hf_subset": "nus_Latn-mai_Deva", "languages": ["nus-Latn", "mai-Deva"], "main_score": 0.030543, "precision": 0.02944, "recall": 0.036561}, {"accuracy": 0.0583, "f1": 0.046989, "hf_subset": "nus_Latn-pbt_Arab", "languages": ["nus-Latn", "pbt-Arab"], "main_score": 0.046989, "precision": 0.044643, "recall": 0.0583}, {"accuracy": 0.08004, "f1": 0.061187, "hf_subset": "nus_Latn-spa_Latn", "languages": ["nus-Latn", "spa-Latn"], "main_score": 0.061187, "precision": 0.057267, "recall": 0.08004}, {"accuracy": 0.094862, "f1": 0.084821, "hf_subset": "nus_Latn-twi_Latn", "languages": ["nus-Latn", "twi-Latn"], "main_score": 0.084821, "precision": 0.081979, "recall": 0.094862}, {"accuracy": 0.027668, "f1": 0.0252, "hf_subset": "nus_Latn-acm_Arab", "languages": ["nus-Latn", "acm-Arab"], "main_score": 0.0252, "precision": 0.02454, "recall": 0.027668}, {"accuracy": 0.052372, "f1": 0.043325, "hf_subset": "nus_Latn-bel_Cyrl", "languages": ["nus-Latn", "bel-Cyrl"], "main_score": 0.043325, "precision": 0.041252, "recall": 0.052372}, {"accuracy": 0.083004, "f1": 0.064636, "hf_subset": "nus_Latn-eng_Latn", "languages": ["nus-Latn", "eng-Latn"], "main_score": 0.064636, "precision": 0.060553, "recall": 0.083004}, {"accuracy": 0.050395, "f1": 0.042807, "hf_subset": "nus_Latn-hrv_Latn", "languages": ["nus-Latn", "hrv-Latn"], "main_score": 0.042807, "precision": 0.041386, "recall": 0.050395}, {"accuracy": 0.083992, "f1": 0.06907, "hf_subset": "nus_Latn-kin_Latn", "languages": ["nus-Latn", "kin-Latn"], "main_score": 0.06907, "precision": 0.064837, "recall": 0.083992}, {"accuracy": 0.021739, "f1": 0.015875, "hf_subset": "nus_Latn-mal_Mlym", "languages": ["nus-Latn", "mal-Mlym"], "main_score": 0.015875, "precision": 0.015252, "recall": 0.021739}, {"accuracy": 0.047431, "f1": 0.042439, "hf_subset": "nus_Latn-pes_Arab", "languages": ["nus-Latn", "pes-Arab"], "main_score": 0.042439, "precision": 0.041033, "recall": 0.047431}, {"accuracy": 0.052372, "f1": 0.045862, "hf_subset": "nus_Latn-srd_Latn", "languages": ["nus-Latn", "srd-Latn"], "main_score": 0.045862, "precision": 0.044814, "recall": 0.052372}, {"accuracy": 0.078063, "f1": 0.062025, "hf_subset": "nus_Latn-tzm_Tfng", "languages": ["nus-Latn", "tzm-Tfng"], "main_score": 0.062025, "precision": 0.057764, "recall": 0.078063}, {"accuracy": 0.039526, "f1": 0.035575, "hf_subset": "nus_Latn-acq_Arab", "languages": ["nus-Latn", "acq-Arab"], "main_score": 0.035575, "precision": 0.034257, "recall": 0.039526}, {"accuracy": 0.093874, "f1": 0.080875, "hf_subset": "nus_Latn-bem_Latn", "languages": ["nus-Latn", "bem-Latn"], "main_score": 0.080875, "precision": 0.077226, "recall": 0.093874}, {"accuracy": 0.039526, "f1": 0.034655, "hf_subset": "nus_Latn-epo_Latn", "languages": ["nus-Latn", "epo-Latn"], "main_score": 0.034655, "precision": 0.033493, "recall": 0.039526}, {"accuracy": 0.08498, "f1": 0.068944, "hf_subset": "nus_Latn-hun_Latn", "languages": ["nus-Latn", "hun-Latn"], "main_score": 0.068944, "precision": 0.066388, "recall": 0.08498}, {"accuracy": 0.055336, "f1": 0.04831, "hf_subset": "nus_Latn-kir_Cyrl", "languages": ["nus-Latn", "kir-Cyrl"], "main_score": 0.04831, "precision": 0.046231, "recall": 0.055336}, {"accuracy": 0.045455, "f1": 0.037877, "hf_subset": "nus_Latn-mar_Deva", "languages": ["nus-Latn", "mar-Deva"], "main_score": 0.037877, "precision": 0.036251, "recall": 0.045455}, {"accuracy": 0.068182, "f1": 0.060891, "hf_subset": "nus_Latn-plt_Latn", "languages": ["nus-Latn", "plt-Latn"], "main_score": 0.060891, "precision": 0.059114, "recall": 0.068182}, {"accuracy": 0.060277, "f1": 0.051387, "hf_subset": "nus_Latn-srp_Cyrl", "languages": ["nus-Latn", "srp-Cyrl"], "main_score": 0.051387, "precision": 0.048825, "recall": 0.060277}, {"accuracy": 0.036561, "f1": 0.031443, "hf_subset": "nus_Latn-uig_Arab", "languages": ["nus-Latn", "uig-Arab"], "main_score": 0.031443, "precision": 0.030546, "recall": 0.036561}, {"accuracy": 0.044466, "f1": 0.036321, "hf_subset": "nus_Latn-aeb_Arab", "languages": ["nus-Latn", "aeb-Arab"], "main_score": 0.036321, "precision": 0.034337, "recall": 0.044466}, {"accuracy": 0.022727, "f1": 0.015118, "hf_subset": "nus_Latn-ben_Beng", "languages": ["nus-Latn", "ben-Beng"], "main_score": 0.015118, "precision": 0.014127, "recall": 0.022727}, {"accuracy": 0.086957, "f1": 0.069235, "hf_subset": "nus_Latn-est_Latn", "languages": ["nus-Latn", "est-Latn"], "main_score": 0.069235, "precision": 0.065482, "recall": 0.086957}, {"accuracy": 0.045455, "f1": 0.038612, "hf_subset": "nus_Latn-hye_Armn", "languages": ["nus-Latn", "hye-Armn"], "main_score": 0.038612, "precision": 0.036815, "recall": 0.045455}, {"accuracy": 0.098814, "f1": 0.081085, "hf_subset": "nus_Latn-kmb_Latn", "languages": ["nus-Latn", "kmb-Latn"], "main_score": 0.081085, "precision": 0.075895, "recall": 0.098814}, {"accuracy": 0.01581, "f1": 0.01163, "hf_subset": "nus_Latn-min_Arab", "languages": ["nus-Latn", "min-Arab"], "main_score": 0.01163, "precision": 0.010805, "recall": 0.01581}, {"accuracy": 0.078063, "f1": 0.063777, "hf_subset": "nus_Latn-pol_Latn", "languages": ["nus-Latn", "pol-Latn"], "main_score": 0.063777, "precision": 0.060557, "recall": 0.078063}, {"accuracy": 0.062253, "f1": 0.055138, "hf_subset": "nus_Latn-ssw_Latn", "languages": ["nus-Latn", "ssw-Latn"], "main_score": 0.055138, "precision": 0.053564, "recall": 0.062253}, {"accuracy": 0.054348, "f1": 0.048263, "hf_subset": "nus_Latn-ukr_Cyrl", "languages": ["nus-Latn", "ukr-Cyrl"], "main_score": 0.048263, "precision": 0.046806, "recall": 0.054348}, {"accuracy": 0.065217, "f1": 0.057125, "hf_subset": "nus_Latn-afr_Latn", "languages": ["nus-Latn", "afr-Latn"], "main_score": 0.057125, "precision": 0.05462, "recall": 0.065217}, {"accuracy": 0.040514, "f1": 0.036681, "hf_subset": "nus_Latn-bho_Deva", "languages": ["nus-Latn", "bho-Deva"], "main_score": 0.036681, "precision": 0.035574, "recall": 0.040514}, {"accuracy": 0.041502, "f1": 0.036847, "hf_subset": "nus_Latn-eus_Latn", "languages": ["nus-Latn", "eus-Latn"], "main_score": 0.036847, "precision": 0.035926, "recall": 0.041502}, {"accuracy": 0.088933, "f1": 0.079337, "hf_subset": "nus_Latn-ibo_Latn", "languages": ["nus-Latn", "ibo-Latn"], "main_score": 0.079337, "precision": 0.076403, "recall": 0.088933}, {"accuracy": 0.063241, "f1": 0.052085, "hf_subset": "nus_Latn-kmr_Latn", "languages": ["nus-Latn", "kmr-Latn"], "main_score": 0.052085, "precision": 0.049456, "recall": 0.063241}, {"accuracy": 0.037549, "f1": 0.032698, "hf_subset": "nus_Latn-min_Latn", "languages": ["nus-Latn", "min-Latn"], "main_score": 0.032698, "precision": 0.031879, "recall": 0.037549}, {"accuracy": 0.083992, "f1": 0.066714, "hf_subset": "nus_Latn-por_Latn", "languages": ["nus-Latn", "por-Latn"], "main_score": 0.066714, "precision": 0.062758, "recall": 0.083992}, {"accuracy": 0.033597, "f1": 0.028672, "hf_subset": "nus_Latn-sun_Latn", "languages": ["nus-Latn", "sun-Latn"], "main_score": 0.028672, "precision": 0.027673, "recall": 0.033597}, {"accuracy": 0.068182, "f1": 0.055245, "hf_subset": "nus_Latn-umb_Latn", "languages": ["nus-Latn", "umb-Latn"], "main_score": 0.055245, "precision": 0.052689, "recall": 0.068182}, {"accuracy": 0.051383, "f1": 0.043855, "hf_subset": "nus_Latn-ajp_Arab", "languages": ["nus-Latn", "ajp-Arab"], "main_score": 0.043855, "precision": 0.041981, "recall": 0.051383}, {"accuracy": 0.021739, "f1": 0.017912, "hf_subset": "nus_Latn-bjn_Arab", "languages": ["nus-Latn", "bjn-Arab"], "main_score": 0.017912, "precision": 0.017241, "recall": 0.021739}, {"accuracy": 0.08498, "f1": 0.071739, "hf_subset": "nus_Latn-ewe_Latn", "languages": ["nus-Latn", "ewe-Latn"], "main_score": 0.071739, "precision": 0.068363, "recall": 0.08498}, {"accuracy": 0.063241, "f1": 0.054218, "hf_subset": "nus_Latn-ilo_Latn", "languages": ["nus-Latn", "ilo-Latn"], "main_score": 0.054218, "precision": 0.052422, "recall": 0.063241}, {"accuracy": 0.020751, "f1": 0.016158, "hf_subset": "nus_Latn-knc_Arab", "languages": ["nus-Latn", "knc-Arab"], "main_score": 0.016158, "precision": 0.01441, "recall": 0.020751}, {"accuracy": 0.055336, "f1": 0.047637, "hf_subset": "nus_Latn-mkd_Cyrl", "languages": ["nus-Latn", "mkd-Cyrl"], "main_score": 0.047637, "precision": 0.045376, "recall": 0.055336}, {"accuracy": 0.033597, "f1": 0.028709, "hf_subset": "nus_Latn-prs_Arab", "languages": ["nus-Latn", "prs-Arab"], "main_score": 0.028709, "precision": 0.027514, "recall": 0.033597}, {"accuracy": 0.051383, "f1": 0.046642, "hf_subset": "nus_Latn-swe_Latn", "languages": ["nus-Latn", "swe-Latn"], "main_score": 0.046642, "precision": 0.045373, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.040595, "hf_subset": "nus_Latn-urd_Arab", "languages": ["nus-Latn", "urd-Arab"], "main_score": 0.040595, "precision": 0.039915, "recall": 0.045455}, {"accuracy": 0.096838, "f1": 0.085113, "hf_subset": "nus_Latn-aka_Latn", "languages": ["nus-Latn", "aka-Latn"], "main_score": 0.085113, "precision": 0.081662, "recall": 0.096838}, {"accuracy": 0.033597, "f1": 0.031291, "hf_subset": "nus_Latn-bjn_Latn", "languages": ["nus-Latn", "bjn-Latn"], "main_score": 0.031291, "precision": 0.030303, "recall": 0.033597}, {"accuracy": 0.044466, "f1": 0.037842, "hf_subset": "nus_Latn-fao_Latn", "languages": ["nus-Latn", "fao-Latn"], "main_score": 0.037842, "precision": 0.036325, "recall": 0.044466}, {"accuracy": 0.091897, "f1": 0.070968, "hf_subset": "nus_Latn-ind_Latn", "languages": ["nus-Latn", "ind-Latn"], "main_score": 0.070968, "precision": 0.066908, "recall": 0.091897}, {"accuracy": 0.08498, "f1": 0.07247, "hf_subset": "nus_Latn-knc_Latn", "languages": ["nus-Latn", "knc-Latn"], "main_score": 0.07247, "precision": 0.069397, "recall": 0.08498}, {"accuracy": 0.067194, "f1": 0.06033, "hf_subset": "nus_Latn-mlt_Latn", "languages": ["nus-Latn", "mlt-Latn"], "main_score": 0.06033, "precision": 0.058254, "recall": 0.067194}, {"accuracy": 0.081028, "f1": 0.074547, "hf_subset": "nus_Latn-quy_Latn", "languages": ["nus-Latn", "quy-Latn"], "main_score": 0.074547, "precision": 0.07269, "recall": 0.081028}, {"accuracy": 0.070158, "f1": 0.057111, "hf_subset": "nus_Latn-swh_Latn", "languages": ["nus-Latn", "swh-Latn"], "main_score": 0.057111, "precision": 0.054007, "recall": 0.070158}, {"accuracy": 0.031621, "f1": 0.026921, "hf_subset": "nus_Latn-uzn_Latn", "languages": ["nus-Latn", "uzn-Latn"], "main_score": 0.026921, "precision": 0.026021, "recall": 0.031621}, {"accuracy": 0.070158, "f1": 0.057601, "hf_subset": "nus_Latn-als_Latn", "languages": ["nus-Latn", "als-Latn"], "main_score": 0.057601, "precision": 0.054816, "recall": 0.070158}, {"accuracy": 0.039526, "f1": 0.032155, "hf_subset": "nus_Latn-bod_Tibt", "languages": ["nus-Latn", "bod-Tibt"], "main_score": 0.032155, "precision": 0.030277, "recall": 0.039526}, {"accuracy": 0.047431, "f1": 0.040033, "hf_subset": "nus_Latn-fij_Latn", "languages": ["nus-Latn", "fij-Latn"], "main_score": 0.040033, "precision": 0.037661, "recall": 0.047431}, {"accuracy": 0.040514, "f1": 0.036565, "hf_subset": "nus_Latn-isl_Latn", "languages": ["nus-Latn", "isl-Latn"], "main_score": 0.036565, "precision": 0.035081, "recall": 0.040514}, {"accuracy": 0.079051, "f1": 0.070183, "hf_subset": "nus_Latn-kon_Latn", "languages": ["nus-Latn", "kon-Latn"], "main_score": 0.070183, "precision": 0.067787, "recall": 0.079051}, {"accuracy": 0.04249, "f1": 0.035214, "hf_subset": "nus_Latn-mni_Beng", "languages": ["nus-Latn", "mni-Beng"], "main_score": 0.035214, "precision": 0.033805, "recall": 0.04249}, {"accuracy": 0.087945, "f1": 0.068453, "hf_subset": "nus_Latn-ron_Latn", "languages": ["nus-Latn", "ron-Latn"], "main_score": 0.068453, "precision": 0.064971, "recall": 0.087945}, {"accuracy": 0.046443, "f1": 0.04144, "hf_subset": "nus_Latn-szl_Latn", "languages": ["nus-Latn", "szl-Latn"], "main_score": 0.04144, "precision": 0.040286, "recall": 0.046443}, {"accuracy": 0.046443, "f1": 0.040317, "hf_subset": "nus_Latn-vec_Latn", "languages": ["nus-Latn", "vec-Latn"], "main_score": 0.040317, "precision": 0.038743, "recall": 0.046443}, {"accuracy": 0.023715, "f1": 0.019174, "hf_subset": "nus_Latn-amh_Ethi", "languages": ["nus-Latn", "amh-Ethi"], "main_score": 0.019174, "precision": 0.018152, "recall": 0.023715}, {"accuracy": 0.072134, "f1": 0.059014, "hf_subset": "nus_Latn-bos_Latn", "languages": ["nus-Latn", "bos-Latn"], "main_score": 0.059014, "precision": 0.056385, "recall": 0.072134}, {"accuracy": 0.08004, "f1": 0.063202, "hf_subset": "nus_Latn-fin_Latn", "languages": ["nus-Latn", "fin-Latn"], "main_score": 0.063202, "precision": 0.059714, "recall": 0.08004}, {"accuracy": 0.082016, "f1": 0.062457, "hf_subset": "nus_Latn-ita_Latn", "languages": ["nus-Latn", "ita-Latn"], "main_score": 0.062457, "precision": 0.058745, "recall": 0.082016}, {"accuracy": 0.043478, "f1": 0.03901, "hf_subset": "nus_Latn-kor_Hang", "languages": ["nus-Latn", "kor-Hang"], "main_score": 0.03901, "precision": 0.03769, "recall": 0.043478}, {"accuracy": 0.062253, "f1": 0.054449, "hf_subset": "nus_Latn-mos_Latn", "languages": ["nus-Latn", "mos-Latn"], "main_score": 0.054449, "precision": 0.051673, "recall": 0.062253}, {"accuracy": 0.081028, "f1": 0.070202, "hf_subset": "nus_Latn-run_Latn", "languages": ["nus-Latn", "run-Latn"], "main_score": 0.070202, "precision": 0.067259, "recall": 0.081028}, {"accuracy": 0.025692, "f1": 0.018229, "hf_subset": "nus_Latn-tam_Taml", "languages": ["nus-Latn", "tam-Taml"], "main_score": 0.018229, "precision": 0.017379, "recall": 0.025692}, {"accuracy": 0.085968, "f1": 0.066723, "hf_subset": "nus_Latn-vie_Latn", "languages": ["nus-Latn", "vie-Latn"], "main_score": 0.066723, "precision": 0.062701, "recall": 0.085968}, {"accuracy": 0.02668, "f1": 0.023571, "hf_subset": "nus_Latn-apc_Arab", "languages": ["nus-Latn", "apc-Arab"], "main_score": 0.023571, "precision": 0.023067, "recall": 0.02668}, {"accuracy": 0.059289, "f1": 0.050269, "hf_subset": "nus_Latn-bug_Latn", "languages": ["nus-Latn", "bug-Latn"], "main_score": 0.050269, "precision": 0.048083, "recall": 0.059289}, {"accuracy": 0.087945, "f1": 0.078243, "hf_subset": "nus_Latn-fon_Latn", "languages": ["nus-Latn", "fon-Latn"], "main_score": 0.078243, "precision": 0.074846, "recall": 0.087945}, {"accuracy": 0.030632, "f1": 0.02687, "hf_subset": "nus_Latn-jav_Latn", "languages": ["nus-Latn", "jav-Latn"], "main_score": 0.02687, "precision": 0.026451, "recall": 0.030632}, {"accuracy": 0.078063, "f1": 0.062886, "hf_subset": "nus_Latn-lao_Laoo", "languages": ["nus-Latn", "lao-Laoo"], "main_score": 0.062886, "precision": 0.060365, "recall": 0.078063}, {"accuracy": 0.078063, "f1": 0.067982, "hf_subset": "nus_Latn-mri_Latn", "languages": ["nus-Latn", "mri-Latn"], "main_score": 0.067982, "precision": 0.065402, "recall": 0.078063}, {"accuracy": 0.060277, "f1": 0.05124, "hf_subset": "nus_Latn-rus_Cyrl", "languages": ["nus-Latn", "rus-Cyrl"], "main_score": 0.05124, "precision": 0.048762, "recall": 0.060277}, {"accuracy": 0.081028, "f1": 0.069995, "hf_subset": "nus_Latn-taq_Latn", "languages": ["nus-Latn", "taq-Latn"], "main_score": 0.069995, "precision": 0.0674, "recall": 0.081028}, {"accuracy": 0.047431, "f1": 0.041054, "hf_subset": "nus_Latn-war_Latn", "languages": ["nus-Latn", "war-Latn"], "main_score": 0.041054, "precision": 0.039987, "recall": 0.047431}, {"accuracy": 0.039526, "f1": 0.035246, "hf_subset": "nus_Latn-arb_Arab", "languages": ["nus-Latn", "arb-Arab"], "main_score": 0.035246, "precision": 0.033763, "recall": 0.039526}, {"accuracy": 0.06917, "f1": 0.0566, "hf_subset": "nus_Latn-bul_Cyrl", "languages": ["nus-Latn", "bul-Cyrl"], "main_score": 0.0566, "precision": 0.05345, "recall": 0.06917}, {"accuracy": 0.085968, "f1": 0.065514, "hf_subset": "nus_Latn-fra_Latn", "languages": ["nus-Latn", "fra-Latn"], "main_score": 0.065514, "precision": 0.061501, "recall": 0.085968}, {"accuracy": 0.062253, "f1": 0.054674, "hf_subset": "nus_Latn-jpn_Jpan", "languages": ["nus-Latn", "jpn-Jpan"], "main_score": 0.054674, "precision": 0.052894, "recall": 0.062253}, {"accuracy": 0.052372, "f1": 0.045196, "hf_subset": "nus_Latn-lij_Latn", "languages": ["nus-Latn", "lij-Latn"], "main_score": 0.045196, "precision": 0.043422, "recall": 0.052372}, {"accuracy": 0.039526, "f1": 0.032775, "hf_subset": "nus_Latn-mya_Mymr", "languages": ["nus-Latn", "mya-Mymr"], "main_score": 0.032775, "precision": 0.031313, "recall": 0.039526}, {"accuracy": 0.064229, "f1": 0.05313, "hf_subset": "nus_Latn-sag_Latn", "languages": ["nus-Latn", "sag-Latn"], "main_score": 0.05313, "precision": 0.050084, "recall": 0.064229}, {"accuracy": 0.08498, "f1": 0.068107, "hf_subset": "nus_Latn-taq_Tfng", "languages": ["nus-Latn", "taq-Tfng"], "main_score": 0.068107, "precision": 0.063722, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.072909, "hf_subset": "nus_Latn-wol_Latn", "languages": ["nus-Latn", "wol-Latn"], "main_score": 0.072909, "precision": 0.069466, "recall": 0.085968}, {"accuracy": 0.046443, "f1": 0.039398, "hf_subset": "nus_Latn-arb_Latn", "languages": ["nus-Latn", "arb-Latn"], "main_score": 0.039398, "precision": 0.037682, "recall": 0.046443}, {"accuracy": 0.083992, "f1": 0.067858, "hf_subset": "nus_Latn-cat_Latn", "languages": ["nus-Latn", "cat-Latn"], "main_score": 0.067858, "precision": 0.064232, "recall": 0.083992}, {"accuracy": 0.044466, "f1": 0.037076, "hf_subset": "nus_Latn-fur_Latn", "languages": ["nus-Latn", "fur-Latn"], "main_score": 0.037076, "precision": 0.035038, "recall": 0.044466}, {"accuracy": 0.049407, "f1": 0.041959, "hf_subset": "nus_Latn-kab_Latn", "languages": ["nus-Latn", "kab-Latn"], "main_score": 0.041959, "precision": 0.040158, "recall": 0.049407}, {"accuracy": 0.045455, "f1": 0.041669, "hf_subset": "nus_Latn-lim_Latn", "languages": ["nus-Latn", "lim-Latn"], "main_score": 0.041669, "precision": 0.04035, "recall": 0.045455}, {"accuracy": 0.08498, "f1": 0.069963, "hf_subset": "nus_Latn-nld_Latn", "languages": ["nus-Latn", "nld-Latn"], "main_score": 0.069963, "precision": 0.066748, "recall": 0.08498}, {"accuracy": 0.02668, "f1": 0.023555, "hf_subset": "nus_Latn-san_Deva", "languages": ["nus-Latn", "san-Deva"], "main_score": 0.023555, "precision": 0.02331, "recall": 0.02668}, {"accuracy": 0.045455, "f1": 0.036582, "hf_subset": "nus_Latn-tat_Cyrl", "languages": ["nus-Latn", "tat-Cyrl"], "main_score": 0.036582, "precision": 0.034726, "recall": 0.045455}, {"accuracy": 0.055336, "f1": 0.045615, "hf_subset": "nus_Latn-xho_Latn", "languages": ["nus-Latn", "xho-Latn"], "main_score": 0.045615, "precision": 0.043494, "recall": 0.055336}, {"accuracy": 0.038538, "f1": 0.034422, "hf_subset": "nus_Latn-ars_Arab", "languages": ["nus-Latn", "ars-Arab"], "main_score": 0.034422, "precision": 0.032939, "recall": 0.038538}, {"accuracy": 0.049407, "f1": 0.041097, "hf_subset": "nus_Latn-ceb_Latn", "languages": ["nus-Latn", "ceb-Latn"], "main_score": 0.041097, "precision": 0.038484, "recall": 0.049407}, {"accuracy": 0.078063, "f1": 0.065035, "hf_subset": "nus_Latn-fuv_Latn", "languages": ["nus-Latn", "fuv-Latn"], "main_score": 0.065035, "precision": 0.061225, "recall": 0.078063}, {"accuracy": 0.100791, "f1": 0.087033, "hf_subset": "nus_Latn-kac_Latn", "languages": ["nus-Latn", "kac-Latn"], "main_score": 0.087033, "precision": 0.083639, "recall": 0.100791}, {"accuracy": 0.076087, "f1": 0.066846, "hf_subset": "nus_Latn-lin_Latn", "languages": ["nus-Latn", "lin-Latn"], "main_score": 0.066846, "precision": 0.064186, "recall": 0.076087}, {"accuracy": 0.068182, "f1": 0.059769, "hf_subset": "nus_Latn-nno_Latn", "languages": ["nus-Latn", "nno-Latn"], "main_score": 0.059769, "precision": 0.056915, "recall": 0.068182}, {"accuracy": 0.014822, "f1": 0.007696, "hf_subset": "nus_Latn-sat_Olck", "languages": ["nus-Latn", "sat-Olck"], "main_score": 0.007696, "precision": 0.006493, "recall": 0.014822}, {"accuracy": 0.017787, "f1": 0.014485, "hf_subset": "nus_Latn-tel_Telu", "languages": ["nus-Latn", "tel-Telu"], "main_score": 0.014485, "precision": 0.014011, "recall": 0.017787}, {"accuracy": 0.02668, "f1": 0.021545, "hf_subset": "nus_Latn-ydd_Hebr", "languages": ["nus-Latn", "ydd-Hebr"], "main_score": 0.021545, "precision": 0.020586, "recall": 0.02668}, {"accuracy": 0.034585, "f1": 0.031426, "hf_subset": "nus_Latn-ary_Arab", "languages": ["nus-Latn", "ary-Arab"], "main_score": 0.031426, "precision": 0.030869, "recall": 0.034585}, {"accuracy": 0.083992, "f1": 0.065891, "hf_subset": "nus_Latn-ces_Latn", "languages": ["nus-Latn", "ces-Latn"], "main_score": 0.065891, "precision": 0.062107, "recall": 0.083992}, {"accuracy": 0.059289, "f1": 0.048917, "hf_subset": "nus_Latn-gaz_Latn", "languages": ["nus-Latn", "gaz-Latn"], "main_score": 0.048917, "precision": 0.046357, "recall": 0.059289}, {"accuracy": 0.097826, "f1": 0.087293, "hf_subset": "nus_Latn-kam_Latn", "languages": ["nus-Latn", "kam-Latn"], "main_score": 0.087293, "precision": 0.08395, "recall": 0.097826}, {"accuracy": 0.075099, "f1": 0.064833, "hf_subset": "nus_Latn-lit_Latn", "languages": ["nus-Latn", "lit-Latn"], "main_score": 0.064833, "precision": 0.062687, "recall": 0.075099}, {"accuracy": 0.081028, "f1": 0.065376, "hf_subset": "nus_Latn-nob_Latn", "languages": ["nus-Latn", "nob-Latn"], "main_score": 0.065376, "precision": 0.061755, "recall": 0.081028}, {"accuracy": 0.036561, "f1": 0.030477, "hf_subset": "nus_Latn-scn_Latn", "languages": ["nus-Latn", "scn-Latn"], "main_score": 0.030477, "precision": 0.029123, "recall": 0.036561}, {"accuracy": 0.037549, "f1": 0.031526, "hf_subset": "nus_Latn-tgk_Cyrl", "languages": ["nus-Latn", "tgk-Cyrl"], "main_score": 0.031526, "precision": 0.029597, "recall": 0.037549}, {"accuracy": 0.056324, "f1": 0.049056, "hf_subset": "nus_Latn-yor_Latn", "languages": ["nus-Latn", "yor-Latn"], "main_score": 0.049056, "precision": 0.046805, "recall": 0.056324}, {"accuracy": 0.038538, "f1": 0.035312, "hf_subset": "nus_Latn-arz_Arab", "languages": ["nus-Latn", "arz-Arab"], "main_score": 0.035312, "precision": 0.034339, "recall": 0.038538}, {"accuracy": 0.074111, "f1": 0.065079, "hf_subset": "nus_Latn-cjk_Latn", "languages": ["nus-Latn", "cjk-Latn"], "main_score": 0.065079, "precision": 0.062104, "recall": 0.074111}, {"accuracy": 0.065217, "f1": 0.054092, "hf_subset": "nus_Latn-gla_Latn", "languages": ["nus-Latn", "gla-Latn"], "main_score": 0.054092, "precision": 0.051381, "recall": 0.065217}, {"accuracy": 0.021739, "f1": 0.015552, "hf_subset": "nus_Latn-kan_Knda", "languages": ["nus-Latn", "kan-Knda"], "main_score": 0.015552, "precision": 0.014781, "recall": 0.021739}, {"accuracy": 0.044466, "f1": 0.035568, "hf_subset": "nus_Latn-lmo_Latn", "languages": ["nus-Latn", "lmo-Latn"], "main_score": 0.035568, "precision": 0.03386, "recall": 0.044466}, {"accuracy": 0.052372, "f1": 0.043069, "hf_subset": "nus_Latn-npi_Deva", "languages": ["nus-Latn", "npi-Deva"], "main_score": 0.043069, "precision": 0.041128, "recall": 0.052372}, {"accuracy": 0.062253, "f1": 0.054239, "hf_subset": "nus_Latn-shn_Mymr", "languages": ["nus-Latn", "shn-Mymr"], "main_score": 0.054239, "precision": 0.052529, "recall": 0.062253}, {"accuracy": 0.047431, "f1": 0.041155, "hf_subset": "nus_Latn-tgl_Latn", "languages": ["nus-Latn", "tgl-Latn"], "main_score": 0.041155, "precision": 0.039376, "recall": 0.047431}, {"accuracy": 0.057312, "f1": 0.047441, "hf_subset": "nus_Latn-yue_Hant", "languages": ["nus-Latn", "yue-Hant"], "main_score": 0.047441, "precision": 0.045922, "recall": 0.057312}, {"accuracy": 0.024704, "f1": 0.022563, "hf_subset": "nus_Latn-asm_Beng", "languages": ["nus-Latn", "asm-Beng"], "main_score": 0.022563, "precision": 0.021772, "recall": 0.024704}, {"accuracy": 0.041502, "f1": 0.030643, "hf_subset": "nus_Latn-ckb_Arab", "languages": ["nus-Latn", "ckb-Arab"], "main_score": 0.030643, "precision": 0.028269, "recall": 0.041502}, {"accuracy": 0.051383, "f1": 0.044279, "hf_subset": "nus_Latn-gle_Latn", "languages": ["nus-Latn", "gle-Latn"], "main_score": 0.044279, "precision": 0.042809, "recall": 0.051383}, {"accuracy": 0.028656, "f1": 0.023592, "hf_subset": "nus_Latn-kas_Arab", "languages": ["nus-Latn", "kas-Arab"], "main_score": 0.023592, "precision": 0.023001, "recall": 0.028656}, {"accuracy": 0.049407, "f1": 0.040486, "hf_subset": "nus_Latn-ltg_Latn", "languages": ["nus-Latn", "ltg-Latn"], "main_score": 0.040486, "precision": 0.038293, "recall": 0.049407}, {"accuracy": 0.085968, "f1": 0.077276, "hf_subset": "nus_Latn-nso_Latn", "languages": ["nus-Latn", "nso-Latn"], "main_score": 0.077276, "precision": 0.074729, "recall": 0.085968}, {"accuracy": 0.033597, "f1": 0.02856, "hf_subset": "nus_Latn-sin_Sinh", "languages": ["nus-Latn", "sin-Sinh"], "main_score": 0.02856, "precision": 0.027323, "recall": 0.033597}, {"accuracy": 0.060277, "f1": 0.050621, "hf_subset": "nus_Latn-tha_Thai", "languages": ["nus-Latn", "tha-Thai"], "main_score": 0.050621, "precision": 0.048109, "recall": 0.060277}, {"accuracy": 0.065217, "f1": 0.050617, "hf_subset": "nus_Latn-zho_Hans", "languages": ["nus-Latn", "zho-Hans"], "main_score": 0.050617, "precision": 0.047494, "recall": 0.065217}, {"accuracy": 0.054348, "f1": 0.040915, "hf_subset": "nus_Latn-ast_Latn", "languages": ["nus-Latn", "ast-Latn"], "main_score": 0.040915, "precision": 0.038276, "recall": 0.054348}, {"accuracy": 0.043478, "f1": 0.038883, "hf_subset": "nus_Latn-crh_Latn", "languages": ["nus-Latn", "crh-Latn"], "main_score": 0.038883, "precision": 0.037722, "recall": 0.043478}, {"accuracy": 0.087945, "f1": 0.070187, "hf_subset": "nus_Latn-glg_Latn", "languages": ["nus-Latn", "glg-Latn"], "main_score": 0.070187, "precision": 0.066593, "recall": 0.087945}, {"accuracy": 0.037549, "f1": 0.031437, "hf_subset": "nus_Latn-kas_Deva", "languages": ["nus-Latn", "kas-Deva"], "main_score": 0.031437, "precision": 0.029991, "recall": 0.037549}, {"accuracy": 0.035573, "f1": 0.03207, "hf_subset": "nus_Latn-ltz_Latn", "languages": ["nus-Latn", "ltz-Latn"], "main_score": 0.03207, "precision": 0.031128, "recall": 0.035573}, {"accuracy": 0.085968, "f1": 0.070048, "hf_subset": "nus_Latn-slk_Latn", "languages": ["nus-Latn", "slk-Latn"], "main_score": 0.070048, "precision": 0.066625, "recall": 0.085968}, {"accuracy": 0.017787, "f1": 0.011912, "hf_subset": "nus_Latn-tir_Ethi", "languages": ["nus-Latn", "tir-Ethi"], "main_score": 0.011912, "precision": 0.011009, "recall": 0.017787}, {"accuracy": 0.048419, "f1": 0.044798, "hf_subset": "nus_Latn-zho_Hant", "languages": ["nus-Latn", "zho-Hant"], "main_score": 0.044798, "precision": 0.043644, "recall": 0.048419}, {"accuracy": 0.055336, "f1": 0.045813, "hf_subset": "nus_Latn-awa_Deva", "languages": ["nus-Latn", "awa-Deva"], "main_score": 0.045813, "precision": 0.043459, "recall": 0.055336}, {"accuracy": 0.048419, "f1": 0.041683, "hf_subset": "nus_Latn-cym_Latn", "languages": ["nus-Latn", "cym-Latn"], "main_score": 0.041683, "precision": 0.040249, "recall": 0.048419}, {"accuracy": 0.061265, "f1": 0.052733, "hf_subset": "nus_Latn-grn_Latn", "languages": ["nus-Latn", "grn-Latn"], "main_score": 0.052733, "precision": 0.050381, "recall": 0.061265}, {"accuracy": 0.045455, "f1": 0.043149, "hf_subset": "nus_Latn-kat_Geor", "languages": ["nus-Latn", "kat-Geor"], "main_score": 0.043149, "precision": 0.042161, "recall": 0.045455}, {"accuracy": 0.08004, "f1": 0.068383, "hf_subset": "nus_Latn-lua_Latn", "languages": ["nus-Latn", "lua-Latn"], "main_score": 0.068383, "precision": 0.065654, "recall": 0.08004}, {"accuracy": 0.090909, "f1": 0.078571, "hf_subset": "nus_Latn-nya_Latn", "languages": ["nus-Latn", "nya-Latn"], "main_score": 0.078571, "precision": 0.075796, "recall": 0.090909}, {"accuracy": 0.073123, "f1": 0.057439, "hf_subset": "nus_Latn-slv_Latn", "languages": ["nus-Latn", "slv-Latn"], "main_score": 0.057439, "precision": 0.054284, "recall": 0.073123}, {"accuracy": 0.060277, "f1": 0.054469, "hf_subset": "nus_Latn-tpi_Latn", "languages": ["nus-Latn", "tpi-Latn"], "main_score": 0.054469, "precision": 0.052281, "recall": 0.060277}, {"accuracy": 0.078063, "f1": 0.063342, "hf_subset": "nus_Latn-zsm_Latn", "languages": ["nus-Latn", "zsm-Latn"], "main_score": 0.063342, "precision": 0.060167, "recall": 0.078063}, {"accuracy": 0.071146, "f1": 0.061329, "hf_subset": "nus_Latn-ayr_Latn", "languages": ["nus-Latn", "ayr-Latn"], "main_score": 0.061329, "precision": 0.058234, "recall": 0.071146}, {"accuracy": 0.085968, "f1": 0.067714, "hf_subset": "nus_Latn-dan_Latn", "languages": ["nus-Latn", "dan-Latn"], "main_score": 0.067714, "precision": 0.06381, "recall": 0.085968}, {"accuracy": 0.023715, "f1": 0.018512, "hf_subset": "nus_Latn-guj_Gujr", "languages": ["nus-Latn", "guj-Gujr"], "main_score": 0.018512, "precision": 0.017673, "recall": 0.023715}, {"accuracy": 0.059289, "f1": 0.049937, "hf_subset": "nus_Latn-kaz_Cyrl", "languages": ["nus-Latn", "kaz-Cyrl"], "main_score": 0.049937, "precision": 0.047865, "recall": 0.059289}, {"accuracy": 0.071146, "f1": 0.060024, "hf_subset": "nus_Latn-lug_Latn", "languages": ["nus-Latn", "lug-Latn"], "main_score": 0.060024, "precision": 0.057055, "recall": 0.071146}, {"accuracy": 0.066206, "f1": 0.055608, "hf_subset": "nus_Latn-oci_Latn", "languages": ["nus-Latn", "oci-Latn"], "main_score": 0.055608, "precision": 0.053132, "recall": 0.066206}, {"accuracy": 0.068182, "f1": 0.056131, "hf_subset": "nus_Latn-smo_Latn", "languages": ["nus-Latn", "smo-Latn"], "main_score": 0.056131, "precision": 0.053425, "recall": 0.068182}, {"accuracy": 0.086957, "f1": 0.075529, "hf_subset": "nus_Latn-tsn_Latn", "languages": ["nus-Latn", "tsn-Latn"], "main_score": 0.075529, "precision": 0.072141, "recall": 0.086957}, {"accuracy": 0.06917, "f1": 0.060728, "hf_subset": "nus_Latn-zul_Latn", "languages": ["nus-Latn", "zul-Latn"], "main_score": 0.060728, "precision": 0.058444, "recall": 0.06917}, {"accuracy": 0.027668, "f1": 0.023224, "hf_subset": "nus_Latn-azb_Arab", "languages": ["nus-Latn", "azb-Arab"], "main_score": 0.023224, "precision": 0.022417, "recall": 0.027668}, {"accuracy": 0.082016, "f1": 0.064073, "hf_subset": "nus_Latn-deu_Latn", "languages": ["nus-Latn", "deu-Latn"], "main_score": 0.064073, "precision": 0.060208, "recall": 0.082016}, {"accuracy": 0.059289, "f1": 0.04922, "hf_subset": "nus_Latn-hat_Latn", "languages": ["nus-Latn", "hat-Latn"], "main_score": 0.04922, "precision": 0.046544, "recall": 0.059289}, {"accuracy": 0.100791, "f1": 0.089695, "hf_subset": "nus_Latn-kbp_Latn", "languages": ["nus-Latn", "kbp-Latn"], "main_score": 0.089695, "precision": 0.086495, "recall": 0.100791}, {"accuracy": 0.072134, "f1": 0.058769, "hf_subset": "nus_Latn-luo_Latn", "languages": ["nus-Latn", "luo-Latn"], "main_score": 0.058769, "precision": 0.055857, "recall": 0.072134}, {"accuracy": 0.02668, "f1": 0.023293, "hf_subset": "nus_Latn-ory_Orya", "languages": ["nus-Latn", "ory-Orya"], "main_score": 0.023293, "precision": 0.022573, "recall": 0.02668}, {"accuracy": 0.065217, "f1": 0.055472, "hf_subset": "nus_Latn-sna_Latn", "languages": ["nus-Latn", "sna-Latn"], "main_score": 0.055472, "precision": 0.052616, "recall": 0.065217}, {"accuracy": 0.090909, "f1": 0.077545, "hf_subset": "nus_Latn-tso_Latn", "languages": ["nus-Latn", "tso-Latn"], "main_score": 0.077545, "precision": 0.073567, "recall": 0.090909}, {"accuracy": 0.036561, "f1": 0.030027, "hf_subset": "nus_Latn-azj_Latn", "languages": ["nus-Latn", "azj-Latn"], "main_score": 0.030027, "precision": 0.028354, "recall": 0.036561}, {"accuracy": 0.08004, "f1": 0.071256, "hf_subset": "nus_Latn-dik_Latn", "languages": ["nus-Latn", "dik-Latn"], "main_score": 0.071256, "precision": 0.068675, "recall": 0.08004}, {"accuracy": 0.072134, "f1": 0.064029, "hf_subset": "nus_Latn-hau_Latn", "languages": ["nus-Latn", "hau-Latn"], "main_score": 0.064029, "precision": 0.062372, "recall": 0.072134}, {"accuracy": 0.028656, "f1": 0.024607, "hf_subset": "nus_Latn-kea_Latn", "languages": ["nus-Latn", "kea-Latn"], "main_score": 0.024607, "precision": 0.02347, "recall": 0.028656}, {"accuracy": 0.082016, "f1": 0.068772, "hf_subset": "nus_Latn-lus_Latn", "languages": ["nus-Latn", "lus-Latn"], "main_score": 0.068772, "precision": 0.065165, "recall": 0.082016}, {"accuracy": 0.05336, "f1": 0.047343, "hf_subset": "nus_Latn-pag_Latn", "languages": ["nus-Latn", "pag-Latn"], "main_score": 0.047343, "precision": 0.04561, "recall": 0.05336}, {"accuracy": 0.035573, "f1": 0.03166, "hf_subset": "nus_Latn-snd_Arab", "languages": ["nus-Latn", "snd-Arab"], "main_score": 0.03166, "precision": 0.030652, "recall": 0.035573}, {"accuracy": 0.059289, "f1": 0.046245, "hf_subset": "nus_Latn-tuk_Latn", "languages": ["nus-Latn", "tuk-Latn"], "main_score": 0.046245, "precision": 0.043899, "recall": 0.059289}, {"accuracy": 0.060277, "f1": 0.050667, "hf_subset": "nus_Latn-bak_Cyrl", "languages": ["nus-Latn", "bak-Cyrl"], "main_score": 0.050667, "precision": 0.049056, "recall": 0.060277}, {"accuracy": 0.055336, "f1": 0.047482, "hf_subset": "nus_Latn-dyu_Latn", "languages": ["nus-Latn", "dyu-Latn"], "main_score": 0.047482, "precision": 0.044991, "recall": 0.055336}, {"accuracy": 0.059289, "f1": 0.053905, "hf_subset": "nus_Latn-heb_Hebr", "languages": ["nus-Latn", "heb-Hebr"], "main_score": 0.053905, "precision": 0.052727, "recall": 0.059289}, {"accuracy": 0.0583, "f1": 0.049011, "hf_subset": "nus_Latn-khk_Cyrl", "languages": ["nus-Latn", "khk-Cyrl"], "main_score": 0.049011, "precision": 0.046881, "recall": 0.0583}, {"accuracy": 0.055336, "f1": 0.044508, "hf_subset": "nus_Latn-lvs_Latn", "languages": ["nus-Latn", "lvs-Latn"], "main_score": 0.044508, "precision": 0.042141, "recall": 0.055336}, {"accuracy": 0.024704, "f1": 0.018281, "hf_subset": "nus_Latn-pan_Guru", "languages": ["nus-Latn", "pan-Guru"], "main_score": 0.018281, "precision": 0.017308, "recall": 0.024704}, {"accuracy": 0.051383, "f1": 0.040997, "hf_subset": "nus_Latn-som_Latn", "languages": ["nus-Latn", "som-Latn"], "main_score": 0.040997, "precision": 0.038393, "recall": 0.051383}, {"accuracy": 0.094862, "f1": 0.081622, "hf_subset": "nus_Latn-tum_Latn", "languages": ["nus-Latn", "tum-Latn"], "main_score": 0.081622, "precision": 0.078426, "recall": 0.094862}, {"accuracy": 0.089921, "f1": 0.053583, "hf_subset": "slk_Latn-ace_Arab", "languages": ["slk-Latn", "ace-Arab"], "main_score": 0.053583, "precision": 0.045224, "recall": 0.089921}, {"accuracy": 0.211462, "f1": 0.13979, "hf_subset": "slk_Latn-bam_Latn", "languages": ["slk-Latn", "bam-Latn"], "main_score": 0.13979, "precision": 0.122295, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "slk_Latn-dzo_Tibt", "languages": ["slk-Latn", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slk_Latn-hin_Deva", "languages": ["slk-Latn", "hin-Deva"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.907115, "f1": 0.878788, "hf_subset": "slk_Latn-khm_Khmr", "languages": ["slk-Latn", "khm-Khmr"], "main_score": 0.878788, "precision": 0.865316, "recall": 0.907115}, {"accuracy": 0.954545, "f1": 0.940217, "hf_subset": "slk_Latn-mag_Deva", "languages": ["slk-Latn", "mag-Deva"], "main_score": 0.940217, "precision": 0.9333, "recall": 0.954545}, {"accuracy": 0.660079, "f1": 0.5864, "hf_subset": "slk_Latn-pap_Latn", "languages": ["slk-Latn", "pap-Latn"], "main_score": 0.5864, "precision": 0.558112, "recall": 0.660079}, {"accuracy": 0.23419, "f1": 0.165203, "hf_subset": "slk_Latn-sot_Latn", "languages": ["slk-Latn", "sot-Latn"], "main_score": 0.165203, "precision": 0.147714, "recall": 0.23419}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-tur_Latn", "languages": ["slk-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.432806, "f1": 0.348333, "hf_subset": "slk_Latn-ace_Latn", "languages": ["slk-Latn", "ace-Latn"], "main_score": 0.348333, "precision": 0.322151, "recall": 0.432806}, {"accuracy": 0.683794, "f1": 0.612476, "hf_subset": "slk_Latn-ban_Latn", "languages": ["slk-Latn", "ban-Latn"], "main_score": 0.612476, "precision": 0.582733, "recall": 0.683794}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-ell_Grek", "languages": ["slk-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.926877, "f1": 0.904644, "hf_subset": "slk_Latn-hne_Deva", "languages": ["slk-Latn", "hne-Deva"], "main_score": 0.904644, "precision": 0.893939, "recall": 0.926877}, {"accuracy": 0.272727, "f1": 0.192065, "hf_subset": "slk_Latn-kik_Latn", "languages": ["slk-Latn", "kik-Latn"], "main_score": 0.192065, "precision": 0.171362, "recall": 0.272727}, {"accuracy": 0.945652, "f1": 0.929018, "hf_subset": "slk_Latn-mai_Deva", "languages": ["slk-Latn", "mai-Deva"], "main_score": 0.929018, "precision": 0.921278, "recall": 0.945652}, {"accuracy": 0.851779, "f1": 0.813011, "hf_subset": "slk_Latn-pbt_Arab", "languages": ["slk-Latn", "pbt-Arab"], "main_score": 0.813011, "precision": 0.795455, "recall": 0.851779}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-spa_Latn", "languages": ["slk-Latn", "spa-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.317194, "f1": 0.224777, "hf_subset": "slk_Latn-twi_Latn", "languages": ["slk-Latn", "twi-Latn"], "main_score": 0.224777, "precision": 0.199405, "recall": 0.317194}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "slk_Latn-acm_Arab", "languages": ["slk-Latn", "acm-Arab"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.964427, "f1": 0.952734, "hf_subset": "slk_Latn-bel_Cyrl", "languages": ["slk-Latn", "bel-Cyrl"], "main_score": 0.952734, "precision": 0.94697, "recall": 0.964427}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-eng_Latn", "languages": ["slk-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-hrv_Latn", "languages": ["slk-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.174901, "f1": 0.117961, "hf_subset": "slk_Latn-kin_Latn", "languages": ["slk-Latn", "kin-Latn"], "main_score": 0.117961, "precision": 0.10418, "recall": 0.174901}, {"accuracy": 0.906126, "f1": 0.87915, "hf_subset": "slk_Latn-mal_Mlym", "languages": ["slk-Latn", "mal-Mlym"], "main_score": 0.87915, "precision": 0.866518, "recall": 0.906126}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-pes_Arab", "languages": ["slk-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.73419, "f1": 0.668516, "hf_subset": "slk_Latn-srd_Latn", "languages": ["slk-Latn", "srd-Latn"], "main_score": 0.668516, "precision": 0.640267, "recall": 0.73419}, {"accuracy": 0.061265, "f1": 0.027054, "hf_subset": "slk_Latn-tzm_Tfng", "languages": ["slk-Latn", "tzm-Tfng"], "main_score": 0.027054, "precision": 0.02188, "recall": 0.061265}, {"accuracy": 0.975296, "f1": 0.967227, "hf_subset": "slk_Latn-acq_Arab", "languages": ["slk-Latn", "acq-Arab"], "main_score": 0.967227, "precision": 0.963274, "recall": 0.975296}, {"accuracy": 0.252964, "f1": 0.177144, "hf_subset": "slk_Latn-bem_Latn", "languages": ["slk-Latn", "bem-Latn"], "main_score": 0.177144, "precision": 0.158448, "recall": 0.252964}, {"accuracy": 0.875494, "f1": 0.840599, "hf_subset": "slk_Latn-epo_Latn", "languages": ["slk-Latn", "epo-Latn"], "main_score": 0.840599, "precision": 0.824852, "recall": 0.875494}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-hun_Latn", "languages": ["slk-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.940711, "f1": 0.92309, "hf_subset": "slk_Latn-kir_Cyrl", "languages": ["slk-Latn", "kir-Cyrl"], "main_score": 0.92309, "precision": 0.914526, "recall": 0.940711}, {"accuracy": 0.914032, "f1": 0.886858, "hf_subset": "slk_Latn-mar_Deva", "languages": ["slk-Latn", "mar-Deva"], "main_score": 0.886858, "precision": 0.873682, "recall": 0.914032}, {"accuracy": 0.305336, "f1": 0.229707, "hf_subset": "slk_Latn-plt_Latn", "languages": ["slk-Latn", "plt-Latn"], "main_score": 0.229707, "precision": 0.207595, "recall": 0.305336}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-srp_Cyrl", "languages": ["slk-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.807312, "f1": 0.75766, "hf_subset": "slk_Latn-uig_Arab", "languages": ["slk-Latn", "uig-Arab"], "main_score": 0.75766, "precision": 0.735211, "recall": 0.807312}, {"accuracy": 0.942688, "f1": 0.924078, "hf_subset": "slk_Latn-aeb_Arab", "languages": ["slk-Latn", "aeb-Arab"], "main_score": 0.924078, "precision": 0.914855, "recall": 0.942688}, {"accuracy": 0.909091, "f1": 0.883366, "hf_subset": "slk_Latn-ben_Beng", "languages": ["slk-Latn", "ben-Beng"], "main_score": 0.883366, "precision": 0.871706, "recall": 0.909091}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-est_Latn", "languages": ["slk-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "slk_Latn-hye_Armn", "languages": ["slk-Latn", "hye-Armn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.192688, "f1": 0.123688, "hf_subset": "slk_Latn-kmb_Latn", "languages": ["slk-Latn", "kmb-Latn"], "main_score": 0.123688, "precision": 0.108169, "recall": 0.192688}, {"accuracy": 0.063241, "f1": 0.039902, "hf_subset": "slk_Latn-min_Arab", "languages": ["slk-Latn", "min-Arab"], "main_score": 0.039902, "precision": 0.034667, "recall": 0.063241}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-pol_Latn", "languages": ["slk-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.177866, "f1": 0.116817, "hf_subset": "slk_Latn-ssw_Latn", "languages": ["slk-Latn", "ssw-Latn"], "main_score": 0.116817, "precision": 0.103204, "recall": 0.177866}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "slk_Latn-ukr_Cyrl", "languages": ["slk-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "slk_Latn-afr_Latn", "languages": ["slk-Latn", "afr-Latn"], "main_score": 0.954545, "precision": 0.949275, "recall": 0.965415}, {"accuracy": 0.898221, "f1": 0.867391, "hf_subset": "slk_Latn-bho_Deva", "languages": ["slk-Latn", "bho-Deva"], "main_score": 0.867391, "precision": 0.852931, "recall": 0.898221}, {"accuracy": 0.777668, "f1": 0.72108, "hf_subset": "slk_Latn-eus_Latn", "languages": ["slk-Latn", "eus-Latn"], "main_score": 0.72108, "precision": 0.697167, "recall": 0.777668}, {"accuracy": 0.217391, "f1": 0.143238, "hf_subset": "slk_Latn-ibo_Latn", "languages": ["slk-Latn", "ibo-Latn"], "main_score": 0.143238, "precision": 0.125443, "recall": 0.217391}, {"accuracy": 0.76087, "f1": 0.710954, "hf_subset": "slk_Latn-kmr_Latn", "languages": ["slk-Latn", "kmr-Latn"], "main_score": 0.710954, "precision": 0.690382, "recall": 0.76087}, {"accuracy": 0.657115, "f1": 0.582413, "hf_subset": "slk_Latn-min_Latn", "languages": ["slk-Latn", "min-Latn"], "main_score": 0.582413, "precision": 0.553616, "recall": 0.657115}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-por_Latn", "languages": ["slk-Latn", "por-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.768775, "f1": 0.708122, "hf_subset": "slk_Latn-sun_Latn", "languages": ["slk-Latn", "sun-Latn"], "main_score": 0.708122, "precision": 0.682032, "recall": 0.768775}, {"accuracy": 0.187747, "f1": 0.122037, "hf_subset": "slk_Latn-umb_Latn", "languages": ["slk-Latn", "umb-Latn"], "main_score": 0.122037, "precision": 0.10617, "recall": 0.187747}, {"accuracy": 0.963439, "f1": 0.951746, "hf_subset": "slk_Latn-ajp_Arab", "languages": ["slk-Latn", "ajp-Arab"], "main_score": 0.951746, "precision": 0.946146, "recall": 0.963439}, {"accuracy": 0.082016, "f1": 0.046007, "hf_subset": "slk_Latn-bjn_Arab", "languages": ["slk-Latn", "bjn-Arab"], "main_score": 0.046007, "precision": 0.038399, "recall": 0.082016}, {"accuracy": 0.272727, "f1": 0.201274, "hf_subset": "slk_Latn-ewe_Latn", "languages": ["slk-Latn", "ewe-Latn"], "main_score": 0.201274, "precision": 0.183208, "recall": 0.272727}, {"accuracy": 0.386364, "f1": 0.296421, "hf_subset": "slk_Latn-ilo_Latn", "languages": ["slk-Latn", "ilo-Latn"], "main_score": 0.296421, "precision": 0.269371, "recall": 0.386364}, {"accuracy": 0.097826, "f1": 0.054076, "hf_subset": "slk_Latn-knc_Arab", "languages": ["slk-Latn", "knc-Arab"], "main_score": 0.054076, "precision": 0.04531, "recall": 0.097826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-mkd_Cyrl", "languages": ["slk-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slk_Latn-prs_Arab", "languages": ["slk-Latn", "prs-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slk_Latn-swe_Latn", "languages": ["slk-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "slk_Latn-urd_Arab", "languages": ["slk-Latn", "urd-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.312253, "f1": 0.230757, "hf_subset": "slk_Latn-aka_Latn", "languages": ["slk-Latn", "aka-Latn"], "main_score": 0.230757, "precision": 0.207959, "recall": 0.312253}, {"accuracy": 0.782609, "f1": 0.727602, "hf_subset": "slk_Latn-bjn_Latn", "languages": ["slk-Latn", "bjn-Latn"], "main_score": 0.727602, "precision": 0.704743, "recall": 0.782609}, {"accuracy": 0.487154, "f1": 0.4036, "hf_subset": "slk_Latn-fao_Latn", "languages": ["slk-Latn", "fao-Latn"], "main_score": 0.4036, "precision": 0.376078, "recall": 0.487154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-ind_Latn", "languages": ["slk-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.287549, "f1": 0.209404, "hf_subset": "slk_Latn-knc_Latn", "languages": ["slk-Latn", "knc-Latn"], "main_score": 0.209404, "precision": 0.189164, "recall": 0.287549}, {"accuracy": 0.353755, "f1": 0.265145, "hf_subset": "slk_Latn-mlt_Latn", "languages": ["slk-Latn", "mlt-Latn"], "main_score": 0.265145, "precision": 0.238849, "recall": 0.353755}, {"accuracy": 0.27668, "f1": 0.191665, "hf_subset": "slk_Latn-quy_Latn", "languages": ["slk-Latn", "quy-Latn"], "main_score": 0.191665, "precision": 0.168732, "recall": 0.27668}, {"accuracy": 0.371542, "f1": 0.285354, "hf_subset": "slk_Latn-swh_Latn", "languages": ["slk-Latn", "swh-Latn"], "main_score": 0.285354, "precision": 0.259739, "recall": 0.371542}, {"accuracy": 0.657115, "f1": 0.586359, "hf_subset": "slk_Latn-uzn_Latn", "languages": ["slk-Latn", "uzn-Latn"], "main_score": 0.586359, "precision": 0.558135, "recall": 0.657115}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slk_Latn-als_Latn", "languages": ["slk-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.054348, "f1": 0.018478, "hf_subset": "slk_Latn-bod_Tibt", "languages": ["slk-Latn", "bod-Tibt"], "main_score": 0.018478, "precision": 0.01382, "recall": 0.054348}, {"accuracy": 0.233202, "f1": 0.160807, "hf_subset": "slk_Latn-fij_Latn", "languages": ["slk-Latn", "fij-Latn"], "main_score": 0.160807, "precision": 0.141597, "recall": 0.233202}, {"accuracy": 0.774704, "f1": 0.719916, "hf_subset": "slk_Latn-isl_Latn", "languages": ["slk-Latn", "isl-Latn"], "main_score": 0.719916, "precision": 0.69688, "recall": 0.774704}, {"accuracy": 0.257905, "f1": 0.183097, "hf_subset": "slk_Latn-kon_Latn", "languages": ["slk-Latn", "kon-Latn"], "main_score": 0.183097, "precision": 0.163277, "recall": 0.257905}, {"accuracy": 0.066206, "f1": 0.033653, "hf_subset": "slk_Latn-mni_Beng", "languages": ["slk-Latn", "mni-Beng"], "main_score": 0.033653, "precision": 0.028468, "recall": 0.066206}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-ron_Latn", "languages": ["slk-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.824111, "f1": 0.776468, "hf_subset": "slk_Latn-szl_Latn", "languages": ["slk-Latn", "szl-Latn"], "main_score": 0.776468, "precision": 0.755188, "recall": 0.824111}, {"accuracy": 0.809289, "f1": 0.755731, "hf_subset": "slk_Latn-vec_Latn", "languages": ["slk-Latn", "vec-Latn"], "main_score": 0.755731, "precision": 0.732032, "recall": 0.809289}, {"accuracy": 0.790514, "f1": 0.74246, "hf_subset": "slk_Latn-amh_Ethi", "languages": ["slk-Latn", "amh-Ethi"], "main_score": 0.74246, "precision": 0.722325, "recall": 0.790514}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-bos_Latn", "languages": ["slk-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-fin_Latn", "languages": ["slk-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-ita_Latn", "languages": ["slk-Latn", "ita-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "slk_Latn-kor_Hang", "languages": ["slk-Latn", "kor-Hang"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.245059, "f1": 0.172694, "hf_subset": "slk_Latn-mos_Latn", "languages": ["slk-Latn", "mos-Latn"], "main_score": 0.172694, "precision": 0.153645, "recall": 0.245059}, {"accuracy": 0.188735, "f1": 0.12558, "hf_subset": "slk_Latn-run_Latn", "languages": ["slk-Latn", "run-Latn"], "main_score": 0.12558, "precision": 0.110469, "recall": 0.188735}, {"accuracy": 0.902174, "f1": 0.873518, "hf_subset": "slk_Latn-tam_Taml", "languages": ["slk-Latn", "tam-Taml"], "main_score": 0.873518, "precision": 0.860013, "recall": 0.902174}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-vie_Latn", "languages": ["slk-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.959486, "f1": 0.94697, "hf_subset": "slk_Latn-apc_Arab", "languages": ["slk-Latn", "apc-Arab"], "main_score": 0.94697, "precision": 0.940876, "recall": 0.959486}, {"accuracy": 0.406126, "f1": 0.319028, "hf_subset": "slk_Latn-bug_Latn", "languages": ["slk-Latn", "bug-Latn"], "main_score": 0.319028, "precision": 0.291694, "recall": 0.406126}, {"accuracy": 0.224308, "f1": 0.153621, "hf_subset": "slk_Latn-fon_Latn", "languages": ["slk-Latn", "fon-Latn"], "main_score": 0.153621, "precision": 0.13621, "recall": 0.224308}, {"accuracy": 0.741107, "f1": 0.679941, "hf_subset": "slk_Latn-jav_Latn", "languages": ["slk-Latn", "jav-Latn"], "main_score": 0.679941, "precision": 0.654974, "recall": 0.741107}, {"accuracy": 0.936759, "f1": 0.919302, "hf_subset": "slk_Latn-lao_Laoo", "languages": ["slk-Latn", "lao-Laoo"], "main_score": 0.919302, "precision": 0.911594, "recall": 0.936759}, {"accuracy": 0.212451, "f1": 0.137374, "hf_subset": "slk_Latn-mri_Latn", "languages": ["slk-Latn", "mri-Latn"], "main_score": 0.137374, "precision": 0.120383, "recall": 0.212451}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-rus_Cyrl", "languages": ["slk-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.266798, "f1": 0.197185, "hf_subset": "slk_Latn-taq_Latn", "languages": ["slk-Latn", "taq-Latn"], "main_score": 0.197185, "precision": 0.179573, "recall": 0.266798}, {"accuracy": 0.458498, "f1": 0.361887, "hf_subset": "slk_Latn-war_Latn", "languages": ["slk-Latn", "war-Latn"], "main_score": 0.361887, "precision": 0.329813, "recall": 0.458498}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "slk_Latn-arb_Arab", "languages": ["slk-Latn", "arb-Arab"], "main_score": 0.984519, "precision": 0.982872, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-bul_Cyrl", "languages": ["slk-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-fra_Latn", "languages": ["slk-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.995059, "f1": 0.993742, "hf_subset": "slk_Latn-jpn_Jpan", "languages": ["slk-Latn", "jpn-Jpan"], "main_score": 0.993742, "precision": 0.993083, "recall": 0.995059}, {"accuracy": 0.770751, "f1": 0.714316, "hf_subset": "slk_Latn-lij_Latn", "languages": ["slk-Latn", "lij-Latn"], "main_score": 0.714316, "precision": 0.690326, "recall": 0.770751}, {"accuracy": 0.947628, "f1": 0.930995, "hf_subset": "slk_Latn-mya_Mymr", "languages": ["slk-Latn", "mya-Mymr"], "main_score": 0.930995, "precision": 0.922925, "recall": 0.947628}, {"accuracy": 0.259881, "f1": 0.188278, "hf_subset": "slk_Latn-sag_Latn", "languages": ["slk-Latn", "sag-Latn"], "main_score": 0.188278, "precision": 0.169603, "recall": 0.259881}, {"accuracy": 0.075099, "f1": 0.032947, "hf_subset": "slk_Latn-taq_Tfng", "languages": ["slk-Latn", "taq-Tfng"], "main_score": 0.032947, "precision": 0.02686, "recall": 0.075099}, {"accuracy": 0.272727, "f1": 0.198095, "hf_subset": "slk_Latn-wol_Latn", "languages": ["slk-Latn", "wol-Latn"], "main_score": 0.198095, "precision": 0.17783, "recall": 0.272727}, {"accuracy": 0.143281, "f1": 0.085978, "hf_subset": "slk_Latn-arb_Latn", "languages": ["slk-Latn", "arb-Latn"], "main_score": 0.085978, "precision": 0.073148, "recall": 0.143281}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-cat_Latn", "languages": ["slk-Latn", "cat-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.746047, "f1": 0.683665, "hf_subset": "slk_Latn-fur_Latn", "languages": ["slk-Latn", "fur-Latn"], "main_score": 0.683665, "precision": 0.657635, "recall": 0.746047}, {"accuracy": 0.085968, "f1": 0.05694, "hf_subset": "slk_Latn-kab_Latn", "languages": ["slk-Latn", "kab-Latn"], "main_score": 0.05694, "precision": 0.050663, "recall": 0.085968}, {"accuracy": 0.76581, "f1": 0.705684, "hf_subset": "slk_Latn-lim_Latn", "languages": ["slk-Latn", "lim-Latn"], "main_score": 0.705684, "precision": 0.679578, "recall": 0.76581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-nld_Latn", "languages": ["slk-Latn", "nld-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.753953, "f1": 0.693577, "hf_subset": "slk_Latn-san_Deva", "languages": ["slk-Latn", "san-Deva"], "main_score": 0.693577, "precision": 0.667869, "recall": 0.753953}, {"accuracy": 0.522727, "f1": 0.437114, "hf_subset": "slk_Latn-tat_Cyrl", "languages": ["slk-Latn", "tat-Cyrl"], "main_score": 0.437114, "precision": 0.405064, "recall": 0.522727}, {"accuracy": 0.215415, "f1": 0.141167, "hf_subset": "slk_Latn-xho_Latn", "languages": ["slk-Latn", "xho-Latn"], "main_score": 0.141167, "precision": 0.122707, "recall": 0.215415}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "slk_Latn-ars_Arab", "languages": ["slk-Latn", "ars-Arab"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.424901, "f1": 0.33466, "hf_subset": "slk_Latn-ceb_Latn", "languages": ["slk-Latn", "ceb-Latn"], "main_score": 0.33466, "precision": 0.306067, "recall": 0.424901}, {"accuracy": 0.245059, "f1": 0.16653, "hf_subset": "slk_Latn-fuv_Latn", "languages": ["slk-Latn", "fuv-Latn"], "main_score": 0.16653, "precision": 0.146922, "recall": 0.245059}, {"accuracy": 0.225296, "f1": 0.158139, "hf_subset": "slk_Latn-kac_Latn", "languages": ["slk-Latn", "kac-Latn"], "main_score": 0.158139, "precision": 0.141209, "recall": 0.225296}, {"accuracy": 0.254941, "f1": 0.180879, "hf_subset": "slk_Latn-lin_Latn", "languages": ["slk-Latn", "lin-Latn"], "main_score": 0.180879, "precision": 0.161653, "recall": 0.254941}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slk_Latn-nno_Latn", "languages": ["slk-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.019763, "f1": 0.004151, "hf_subset": "slk_Latn-sat_Olck", "languages": ["slk-Latn", "sat-Olck"], "main_score": 0.004151, "precision": 0.003283, "recall": 0.019763}, {"accuracy": 0.862648, "f1": 0.825264, "hf_subset": "slk_Latn-tel_Telu", "languages": ["slk-Latn", "tel-Telu"], "main_score": 0.825264, "precision": 0.808547, "recall": 0.862648}, {"accuracy": 0.454545, "f1": 0.365562, "hf_subset": "slk_Latn-ydd_Hebr", "languages": ["slk-Latn", "ydd-Hebr"], "main_score": 0.365562, "precision": 0.334122, "recall": 0.454545}, {"accuracy": 0.858696, "f1": 0.819697, "hf_subset": "slk_Latn-ary_Arab", "languages": ["slk-Latn", "ary-Arab"], "main_score": 0.819697, "precision": 0.80163, "recall": 0.858696}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-ces_Latn", "languages": ["slk-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.107708, "f1": 0.0634, "hf_subset": "slk_Latn-gaz_Latn", "languages": ["slk-Latn", "gaz-Latn"], "main_score": 0.0634, "precision": 0.054657, "recall": 0.107708}, {"accuracy": 0.220356, "f1": 0.149242, "hf_subset": "slk_Latn-kam_Latn", "languages": ["slk-Latn", "kam-Latn"], "main_score": 0.149242, "precision": 0.131824, "recall": 0.220356}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "slk_Latn-lit_Latn", "languages": ["slk-Latn", "lit-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slk_Latn-nob_Latn", "languages": ["slk-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.668972, "f1": 0.596087, "hf_subset": "slk_Latn-scn_Latn", "languages": ["slk-Latn", "scn-Latn"], "main_score": 0.596087, "precision": 0.56821, "recall": 0.668972}, {"accuracy": 0.210474, "f1": 0.139436, "hf_subset": "slk_Latn-tgk_Cyrl", "languages": ["slk-Latn", "tgk-Cyrl"], "main_score": 0.139436, "precision": 0.121767, "recall": 0.210474}, {"accuracy": 0.216403, "f1": 0.140368, "hf_subset": "slk_Latn-yor_Latn", "languages": ["slk-Latn", "yor-Latn"], "main_score": 0.140368, "precision": 0.121858, "recall": 0.216403}, {"accuracy": 0.960474, "f1": 0.947628, "hf_subset": "slk_Latn-arz_Arab", "languages": ["slk-Latn", "arz-Arab"], "main_score": 0.947628, "precision": 0.94137, "recall": 0.960474}, {"accuracy": 0.216403, "f1": 0.14935, "hf_subset": "slk_Latn-cjk_Latn", "languages": ["slk-Latn", "cjk-Latn"], "main_score": 0.14935, "precision": 0.132907, "recall": 0.216403}, {"accuracy": 0.219368, "f1": 0.150844, "hf_subset": "slk_Latn-gla_Latn", "languages": ["slk-Latn", "gla-Latn"], "main_score": 0.150844, "precision": 0.132854, "recall": 0.219368}, {"accuracy": 0.821146, "f1": 0.775085, "hf_subset": "slk_Latn-kan_Knda", "languages": ["slk-Latn", "kan-Knda"], "main_score": 0.775085, "precision": 0.754644, "recall": 0.821146}, {"accuracy": 0.676877, "f1": 0.610873, "hf_subset": "slk_Latn-lmo_Latn", "languages": ["slk-Latn", "lmo-Latn"], "main_score": 0.610873, "precision": 0.585615, "recall": 0.676877}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "slk_Latn-npi_Deva", "languages": ["slk-Latn", "npi-Deva"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.304348, "f1": 0.21635, "hf_subset": "slk_Latn-shn_Mymr", "languages": ["slk-Latn", "shn-Mymr"], "main_score": 0.21635, "precision": 0.190158, "recall": 0.304348}, {"accuracy": 0.498024, "f1": 0.414318, "hf_subset": "slk_Latn-tgl_Latn", "languages": ["slk-Latn", "tgl-Latn"], "main_score": 0.414318, "precision": 0.387242, "recall": 0.498024}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-yue_Hant", "languages": ["slk-Latn", "yue-Hant"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.562253, "f1": 0.477652, "hf_subset": "slk_Latn-asm_Beng", "languages": ["slk-Latn", "asm-Beng"], "main_score": 0.477652, "precision": 0.444651, "recall": 0.562253}, {"accuracy": 0.847826, "f1": 0.806258, "hf_subset": "slk_Latn-ckb_Arab", "languages": ["slk-Latn", "ckb-Arab"], "main_score": 0.806258, "precision": 0.787582, "recall": 0.847826}, {"accuracy": 0.315217, "f1": 0.23421, "hf_subset": "slk_Latn-gle_Latn", "languages": ["slk-Latn", "gle-Latn"], "main_score": 0.23421, "precision": 0.211851, "recall": 0.315217}, {"accuracy": 0.621542, "f1": 0.540668, "hf_subset": "slk_Latn-kas_Arab", "languages": ["slk-Latn", "kas-Arab"], "main_score": 0.540668, "precision": 0.508936, "recall": 0.621542}, {"accuracy": 0.732213, "f1": 0.670627, "hf_subset": "slk_Latn-ltg_Latn", "languages": ["slk-Latn", "ltg-Latn"], "main_score": 0.670627, "precision": 0.644409, "recall": 0.732213}, {"accuracy": 0.254941, "f1": 0.175964, "hf_subset": "slk_Latn-nso_Latn", "languages": ["slk-Latn", "nso-Latn"], "main_score": 0.175964, "precision": 0.154839, "recall": 0.254941}, {"accuracy": 0.932806, "f1": 0.913538, "hf_subset": "slk_Latn-sin_Sinh", "languages": ["slk-Latn", "sin-Sinh"], "main_score": 0.913538, "precision": 0.904315, "recall": 0.932806}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slk_Latn-tha_Thai", "languages": ["slk-Latn", "tha-Thai"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zho_Hans", "languages": ["slk-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.951581, "f1": 0.93722, "hf_subset": "slk_Latn-ast_Latn", "languages": ["slk-Latn", "ast-Latn"], "main_score": 0.93722, "precision": 0.930665, "recall": 0.951581}, {"accuracy": 0.783597, "f1": 0.728821, "hf_subset": "slk_Latn-crh_Latn", "languages": ["slk-Latn", "crh-Latn"], "main_score": 0.728821, "precision": 0.704447, "recall": 0.783597}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slk_Latn-glg_Latn", "languages": ["slk-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.434783, "f1": 0.349509, "hf_subset": "slk_Latn-kas_Deva", "languages": ["slk-Latn", "kas-Deva"], "main_score": 0.349509, "precision": 0.31984, "recall": 0.434783}, {"accuracy": 0.52668, "f1": 0.439507, "hf_subset": "slk_Latn-ltz_Latn", "languages": ["slk-Latn", "ltz-Latn"], "main_score": 0.439507, "precision": 0.410055, "recall": 0.52668}, {"accuracy": 0.121542, "f1": 0.0676, "hf_subset": "slk_Latn-nus_Latn", "languages": ["slk-Latn", "nus-Latn"], "main_score": 0.0676, "precision": 0.056903, "recall": 0.121542}, {"accuracy": 0.184783, "f1": 0.124026, "hf_subset": "slk_Latn-tir_Ethi", "languages": ["slk-Latn", "tir-Ethi"], "main_score": 0.124026, "precision": 0.106808, "recall": 0.184783}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "slk_Latn-zho_Hant", "languages": ["slk-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.947628, "hf_subset": "slk_Latn-awa_Deva", "languages": ["slk-Latn", "awa-Deva"], "main_score": 0.947628, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.48419, "f1": 0.394902, "hf_subset": "slk_Latn-cym_Latn", "languages": ["slk-Latn", "cym-Latn"], "main_score": 0.394902, "precision": 0.365924, "recall": 0.48419}, {"accuracy": 0.380435, "f1": 0.293122, "hf_subset": "slk_Latn-grn_Latn", "languages": ["slk-Latn", "grn-Latn"], "main_score": 0.293122, "precision": 0.266942, "recall": 0.380435}, {"accuracy": 0.881423, "f1": 0.845487, "hf_subset": "slk_Latn-kat_Geor", "languages": ["slk-Latn", "kat-Geor"], "main_score": 0.845487, "precision": 0.828722, "recall": 0.881423}, {"accuracy": 0.27668, "f1": 0.196734, "hf_subset": "slk_Latn-lua_Latn", "languages": ["slk-Latn", "lua-Latn"], "main_score": 0.196734, "precision": 0.174898, "recall": 0.27668}, {"accuracy": 0.254941, "f1": 0.178285, "hf_subset": "slk_Latn-nya_Latn", "languages": ["slk-Latn", "nya-Latn"], "main_score": 0.178285, "precision": 0.158238, "recall": 0.254941}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-slv_Latn", "languages": ["slk-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.480237, "f1": 0.389267, "hf_subset": "slk_Latn-tpi_Latn", "languages": ["slk-Latn", "tpi-Latn"], "main_score": 0.389267, "precision": 0.359974, "recall": 0.480237}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-zsm_Latn", "languages": ["slk-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.212451, "f1": 0.133819, "hf_subset": "slk_Latn-ayr_Latn", "languages": ["slk-Latn", "ayr-Latn"], "main_score": 0.133819, "precision": 0.114264, "recall": 0.212451}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slk_Latn-dan_Latn", "languages": ["slk-Latn", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.923913, "f1": 0.900939, "hf_subset": "slk_Latn-guj_Gujr", "languages": ["slk-Latn", "guj-Gujr"], "main_score": 0.900939, "precision": 0.890128, "recall": 0.923913}, {"accuracy": 0.962451, "f1": 0.950099, "hf_subset": "slk_Latn-kaz_Cyrl", "languages": ["slk-Latn", "kaz-Cyrl"], "main_score": 0.950099, "precision": 0.944005, "recall": 0.962451}, {"accuracy": 0.192688, "f1": 0.127596, "hf_subset": "slk_Latn-lug_Latn", "languages": ["slk-Latn", "lug-Latn"], "main_score": 0.127596, "precision": 0.112082, "recall": 0.192688}, {"accuracy": 0.934783, "f1": 0.915514, "hf_subset": "slk_Latn-oci_Latn", "languages": ["slk-Latn", "oci-Latn"], "main_score": 0.915514, "precision": 0.906291, "recall": 0.934783}, {"accuracy": 0.208498, "f1": 0.138274, "hf_subset": "slk_Latn-smo_Latn", "languages": ["slk-Latn", "smo-Latn"], "main_score": 0.138274, "precision": 0.120455, "recall": 0.208498}, {"accuracy": 0.233202, "f1": 0.162819, "hf_subset": "slk_Latn-tsn_Latn", "languages": ["slk-Latn", "tsn-Latn"], "main_score": 0.162819, "precision": 0.14563, "recall": 0.233202}, {"accuracy": 0.164032, "f1": 0.10448, "hf_subset": "slk_Latn-zul_Latn", "languages": ["slk-Latn", "zul-Latn"], "main_score": 0.10448, "precision": 0.090705, "recall": 0.164032}, {"accuracy": 0.575099, "f1": 0.488614, "hf_subset": "slk_Latn-azb_Arab", "languages": ["slk-Latn", "azb-Arab"], "main_score": 0.488614, "precision": 0.455272, "recall": 0.575099}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slk_Latn-deu_Latn", "languages": ["slk-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.332016, "f1": 0.244013, "hf_subset": "slk_Latn-hat_Latn", "languages": ["slk-Latn", "hat-Latn"], "main_score": 0.244013, "precision": 0.217779, "recall": 0.332016}, {"accuracy": 0.202569, "f1": 0.134553, "hf_subset": "slk_Latn-kbp_Latn", "languages": ["slk-Latn", "kbp-Latn"], "main_score": 0.134553, "precision": 0.118225, "recall": 0.202569}, {"accuracy": 0.246047, "f1": 0.170001, "hf_subset": "slk_Latn-luo_Latn", "languages": ["slk-Latn", "luo-Latn"], "main_score": 0.170001, "precision": 0.150253, "recall": 0.246047}, {"accuracy": 0.842885, "f1": 0.801812, "hf_subset": "slk_Latn-ory_Orya", "languages": ["slk-Latn", "ory-Orya"], "main_score": 0.801812, "precision": 0.783465, "recall": 0.842885}, {"accuracy": 0.192688, "f1": 0.125489, "hf_subset": "slk_Latn-sna_Latn", "languages": ["slk-Latn", "sna-Latn"], "main_score": 0.125489, "precision": 0.109236, "recall": 0.192688}, {"accuracy": 0.20751, "f1": 0.144118, "hf_subset": "slk_Latn-tso_Latn", "languages": ["slk-Latn", "tso-Latn"], "main_score": 0.144118, "precision": 0.12846, "recall": 0.20751}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "slk_Latn-azj_Latn", "languages": ["slk-Latn", "azj-Latn"], "main_score": 0.945487, "precision": 0.939229, "recall": 0.958498}, {"accuracy": 0.31917, "f1": 0.234293, "hf_subset": "slk_Latn-dik_Latn", "languages": ["slk-Latn", "dik-Latn"], "main_score": 0.234293, "precision": 0.211523, "recall": 0.31917}, {"accuracy": 0.271739, "f1": 0.192949, "hf_subset": "slk_Latn-hau_Latn", "languages": ["slk-Latn", "hau-Latn"], "main_score": 0.192949, "precision": 0.172363, "recall": 0.271739}, {"accuracy": 0.672925, "f1": 0.598372, "hf_subset": "slk_Latn-kea_Latn", "languages": ["slk-Latn", "kea-Latn"], "main_score": 0.598372, "precision": 0.568969, "recall": 0.672925}, {"accuracy": 0.375494, "f1": 0.291547, "hf_subset": "slk_Latn-lus_Latn", "languages": ["slk-Latn", "lus-Latn"], "main_score": 0.291547, "precision": 0.265233, "recall": 0.375494}, {"accuracy": 0.495059, "f1": 0.403441, "hf_subset": "slk_Latn-pag_Latn", "languages": ["slk-Latn", "pag-Latn"], "main_score": 0.403441, "precision": 0.371596, "recall": 0.495059}, {"accuracy": 0.871542, "f1": 0.834387, "hf_subset": "slk_Latn-snd_Arab", "languages": ["slk-Latn", "snd-Arab"], "main_score": 0.834387, "precision": 0.817194, "recall": 0.871542}, {"accuracy": 0.363636, "f1": 0.273538, "hf_subset": "slk_Latn-tuk_Latn", "languages": ["slk-Latn", "tuk-Latn"], "main_score": 0.273538, "precision": 0.246797, "recall": 0.363636}, {"accuracy": 0.487154, "f1": 0.397203, "hf_subset": "slk_Latn-bak_Cyrl", "languages": ["slk-Latn", "bak-Cyrl"], "main_score": 0.397203, "precision": 0.363951, "recall": 0.487154}, {"accuracy": 0.200593, "f1": 0.133566, "hf_subset": "slk_Latn-dyu_Latn", "languages": ["slk-Latn", "dyu-Latn"], "main_score": 0.133566, "precision": 0.115687, "recall": 0.200593}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slk_Latn-heb_Hebr", "languages": ["slk-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "slk_Latn-khk_Cyrl", "languages": ["slk-Latn", "khk-Cyrl"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.992095, "f1": 0.989855, "hf_subset": "slk_Latn-lvs_Latn", "languages": ["slk-Latn", "lvs-Latn"], "main_score": 0.989855, "precision": 0.988883, "recall": 0.992095}, {"accuracy": 0.863636, "f1": 0.826449, "hf_subset": "slk_Latn-pan_Guru", "languages": ["slk-Latn", "pan-Guru"], "main_score": 0.826449, "precision": 0.80998, "recall": 0.863636}, {"accuracy": 0.287549, "f1": 0.205062, "hf_subset": "slk_Latn-som_Latn", "languages": ["slk-Latn", "som-Latn"], "main_score": 0.205062, "precision": 0.180482, "recall": 0.287549}, {"accuracy": 0.229249, "f1": 0.151211, "hf_subset": "slk_Latn-tum_Latn", "languages": ["slk-Latn", "tum-Latn"], "main_score": 0.151211, "precision": 0.132102, "recall": 0.229249}, {"accuracy": 0.021739, "f1": 0.013817, "hf_subset": "tir_Ethi-ace_Arab", "languages": ["tir-Ethi", "ace-Arab"], "main_score": 0.013817, "precision": 0.012196, "recall": 0.021739}, {"accuracy": 0.036561, "f1": 0.025723, "hf_subset": "tir_Ethi-bam_Latn", "languages": ["tir-Ethi", "bam-Latn"], "main_score": 0.025723, "precision": 0.023018, "recall": 0.036561}, {"accuracy": 0.003953, "f1": 0.000217, "hf_subset": "tir_Ethi-dzo_Tibt", "languages": ["tir-Ethi", "dzo-Tibt"], "main_score": 0.000217, "precision": 0.000116, "recall": 0.003953}, {"accuracy": 0.136364, "f1": 0.108004, "hf_subset": "tir_Ethi-hin_Deva", "languages": ["tir-Ethi", "hin-Deva"], "main_score": 0.108004, "precision": 0.101799, "recall": 0.136364}, {"accuracy": 0.11166, "f1": 0.092917, "hf_subset": "tir_Ethi-khm_Khmr", "languages": ["tir-Ethi", "khm-Khmr"], "main_score": 0.092917, "precision": 0.088184, "recall": 0.11166}, {"accuracy": 0.103755, "f1": 0.086509, "hf_subset": "tir_Ethi-mag_Deva", "languages": ["tir-Ethi", "mag-Deva"], "main_score": 0.086509, "precision": 0.082357, "recall": 0.103755}, {"accuracy": 0.093874, "f1": 0.073893, "hf_subset": "tir_Ethi-pap_Latn", "languages": ["tir-Ethi", "pap-Latn"], "main_score": 0.073893, "precision": 0.068927, "recall": 0.093874}, {"accuracy": 0.046443, "f1": 0.032887, "hf_subset": "tir_Ethi-sot_Latn", "languages": ["tir-Ethi", "sot-Latn"], "main_score": 0.032887, "precision": 0.030613, "recall": 0.046443}, {"accuracy": 0.12747, "f1": 0.103508, "hf_subset": "tir_Ethi-tur_Latn", "languages": ["tir-Ethi", "tur-Latn"], "main_score": 0.103508, "precision": 0.098271, "recall": 0.12747}, {"accuracy": 0.070158, "f1": 0.052179, "hf_subset": "tir_Ethi-ace_Latn", "languages": ["tir-Ethi", "ace-Latn"], "main_score": 0.052179, "precision": 0.047502, "recall": 0.070158}, {"accuracy": 0.086957, "f1": 0.069045, "hf_subset": "tir_Ethi-ban_Latn", "languages": ["tir-Ethi", "ban-Latn"], "main_score": 0.069045, "precision": 0.065703, "recall": 0.086957}, {"accuracy": 0.12253, "f1": 0.097331, "hf_subset": "tir_Ethi-ell_Grek", "languages": ["tir-Ethi", "ell-Grek"], "main_score": 0.097331, "precision": 0.091564, "recall": 0.12253}, {"accuracy": 0.114625, "f1": 0.094502, "hf_subset": "tir_Ethi-hne_Deva", "languages": ["tir-Ethi", "hne-Deva"], "main_score": 0.094502, "precision": 0.089058, "recall": 0.114625}, {"accuracy": 0.045455, "f1": 0.033481, "hf_subset": "tir_Ethi-kik_Latn", "languages": ["tir-Ethi", "kik-Latn"], "main_score": 0.033481, "precision": 0.030416, "recall": 0.045455}, {"accuracy": 0.107708, "f1": 0.088685, "hf_subset": "tir_Ethi-mai_Deva", "languages": ["tir-Ethi", "mai-Deva"], "main_score": 0.088685, "precision": 0.083416, "recall": 0.107708}, {"accuracy": 0.123518, "f1": 0.106492, "hf_subset": "tir_Ethi-pbt_Arab", "languages": ["tir-Ethi", "pbt-Arab"], "main_score": 0.106492, "precision": 0.101761, "recall": 0.123518}, {"accuracy": 0.128458, "f1": 0.10048, "hf_subset": "tir_Ethi-spa_Latn", "languages": ["tir-Ethi", "spa-Latn"], "main_score": 0.10048, "precision": 0.093203, "recall": 0.128458}, {"accuracy": 0.048419, "f1": 0.031849, "hf_subset": "tir_Ethi-twi_Latn", "languages": ["tir-Ethi", "twi-Latn"], "main_score": 0.031849, "precision": 0.028297, "recall": 0.048419}, {"accuracy": 0.117589, "f1": 0.099545, "hf_subset": "tir_Ethi-acm_Arab", "languages": ["tir-Ethi", "acm-Arab"], "main_score": 0.099545, "precision": 0.093923, "recall": 0.117589}, {"accuracy": 0.131423, "f1": 0.105114, "hf_subset": "tir_Ethi-bel_Cyrl", "languages": ["tir-Ethi", "bel-Cyrl"], "main_score": 0.105114, "precision": 0.09922, "recall": 0.131423}, {"accuracy": 0.130435, "f1": 0.101508, "hf_subset": "tir_Ethi-eng_Latn", "languages": ["tir-Ethi", "eng-Latn"], "main_score": 0.101508, "precision": 0.095648, "recall": 0.130435}, {"accuracy": 0.126482, "f1": 0.098983, "hf_subset": "tir_Ethi-hrv_Latn", "languages": ["tir-Ethi", "hrv-Latn"], "main_score": 0.098983, "precision": 0.092738, "recall": 0.126482}, {"accuracy": 0.039526, "f1": 0.023566, "hf_subset": "tir_Ethi-kin_Latn", "languages": ["tir-Ethi", "kin-Latn"], "main_score": 0.023566, "precision": 0.020523, "recall": 0.039526}, {"accuracy": 0.100791, "f1": 0.083313, "hf_subset": "tir_Ethi-mal_Mlym", "languages": ["tir-Ethi", "mal-Mlym"], "main_score": 0.083313, "precision": 0.078396, "recall": 0.100791}, {"accuracy": 0.128458, "f1": 0.10621, "hf_subset": "tir_Ethi-pes_Arab", "languages": ["tir-Ethi", "pes-Arab"], "main_score": 0.10621, "precision": 0.101276, "recall": 0.128458}, {"accuracy": 0.093874, "f1": 0.077238, "hf_subset": "tir_Ethi-srd_Latn", "languages": ["tir-Ethi", "srd-Latn"], "main_score": 0.077238, "precision": 0.072664, "recall": 0.093874}, {"accuracy": 0.054348, "f1": 0.036644, "hf_subset": "tir_Ethi-tzm_Tfng", "languages": ["tir-Ethi", "tzm-Tfng"], "main_score": 0.036644, "precision": 0.032581, "recall": 0.054348}, {"accuracy": 0.132411, "f1": 0.107347, "hf_subset": "tir_Ethi-acq_Arab", "languages": ["tir-Ethi", "acq-Arab"], "main_score": 0.107347, "precision": 0.100005, "recall": 0.132411}, {"accuracy": 0.034585, "f1": 0.020323, "hf_subset": "tir_Ethi-bem_Latn", "languages": ["tir-Ethi", "bem-Latn"], "main_score": 0.020323, "precision": 0.017983, "recall": 0.034585}, {"accuracy": 0.114625, "f1": 0.093191, "hf_subset": "tir_Ethi-epo_Latn", "languages": ["tir-Ethi", "epo-Latn"], "main_score": 0.093191, "precision": 0.087189, "recall": 0.114625}, {"accuracy": 0.124506, "f1": 0.097676, "hf_subset": "tir_Ethi-hun_Latn", "languages": ["tir-Ethi", "hun-Latn"], "main_score": 0.097676, "precision": 0.09094, "recall": 0.124506}, {"accuracy": 0.120553, "f1": 0.096108, "hf_subset": "tir_Ethi-kir_Cyrl", "languages": ["tir-Ethi", "kir-Cyrl"], "main_score": 0.096108, "precision": 0.089826, "recall": 0.120553}, {"accuracy": 0.086957, "f1": 0.074437, "hf_subset": "tir_Ethi-mar_Deva", "languages": ["tir-Ethi", "mar-Deva"], "main_score": 0.074437, "precision": 0.071904, "recall": 0.086957}, {"accuracy": 0.059289, "f1": 0.041939, "hf_subset": "tir_Ethi-plt_Latn", "languages": ["tir-Ethi", "plt-Latn"], "main_score": 0.041939, "precision": 0.039154, "recall": 0.059289}, {"accuracy": 0.134387, "f1": 0.102399, "hf_subset": "tir_Ethi-srp_Cyrl", "languages": ["tir-Ethi", "srp-Cyrl"], "main_score": 0.102399, "precision": 0.096229, "recall": 0.134387}, {"accuracy": 0.114625, "f1": 0.093484, "hf_subset": "tir_Ethi-uig_Arab", "languages": ["tir-Ethi", "uig-Arab"], "main_score": 0.093484, "precision": 0.088768, "recall": 0.114625}, {"accuracy": 0.11166, "f1": 0.09789, "hf_subset": "tir_Ethi-aeb_Arab", "languages": ["tir-Ethi", "aeb-Arab"], "main_score": 0.09789, "precision": 0.093924, "recall": 0.11166}, {"accuracy": 0.112648, "f1": 0.093884, "hf_subset": "tir_Ethi-ben_Beng", "languages": ["tir-Ethi", "ben-Beng"], "main_score": 0.093884, "precision": 0.088391, "recall": 0.112648}, {"accuracy": 0.129447, "f1": 0.102039, "hf_subset": "tir_Ethi-est_Latn", "languages": ["tir-Ethi", "est-Latn"], "main_score": 0.102039, "precision": 0.095717, "recall": 0.129447}, {"accuracy": 0.13834, "f1": 0.107619, "hf_subset": "tir_Ethi-hye_Armn", "languages": ["tir-Ethi", "hye-Armn"], "main_score": 0.107619, "precision": 0.100909, "recall": 0.13834}, {"accuracy": 0.036561, "f1": 0.024089, "hf_subset": "tir_Ethi-kmb_Latn", "languages": ["tir-Ethi", "kmb-Latn"], "main_score": 0.024089, "precision": 0.021234, "recall": 0.036561}, {"accuracy": 0.021739, "f1": 0.014826, "hf_subset": "tir_Ethi-min_Arab", "languages": ["tir-Ethi", "min-Arab"], "main_score": 0.014826, "precision": 0.013518, "recall": 0.021739}, {"accuracy": 0.129447, "f1": 0.103576, "hf_subset": "tir_Ethi-pol_Latn", "languages": ["tir-Ethi", "pol-Latn"], "main_score": 0.103576, "precision": 0.098333, "recall": 0.129447}, {"accuracy": 0.033597, "f1": 0.024977, "hf_subset": "tir_Ethi-ssw_Latn", "languages": ["tir-Ethi", "ssw-Latn"], "main_score": 0.024977, "precision": 0.023232, "recall": 0.033597}, {"accuracy": 0.125494, "f1": 0.099034, "hf_subset": "tir_Ethi-ukr_Cyrl", "languages": ["tir-Ethi", "ukr-Cyrl"], "main_score": 0.099034, "precision": 0.093089, "recall": 0.125494}, {"accuracy": 0.137352, "f1": 0.108131, "hf_subset": "tir_Ethi-afr_Latn", "languages": ["tir-Ethi", "afr-Latn"], "main_score": 0.108131, "precision": 0.100568, "recall": 0.137352}, {"accuracy": 0.105731, "f1": 0.084167, "hf_subset": "tir_Ethi-bho_Deva", "languages": ["tir-Ethi", "bho-Deva"], "main_score": 0.084167, "precision": 0.078736, "recall": 0.105731}, {"accuracy": 0.092885, "f1": 0.071327, "hf_subset": "tir_Ethi-eus_Latn", "languages": ["tir-Ethi", "eus-Latn"], "main_score": 0.071327, "precision": 0.065222, "recall": 0.092885}, {"accuracy": 0.04249, "f1": 0.030132, "hf_subset": "tir_Ethi-ibo_Latn", "languages": ["tir-Ethi", "ibo-Latn"], "main_score": 0.030132, "precision": 0.027044, "recall": 0.04249}, {"accuracy": 0.09585, "f1": 0.076027, "hf_subset": "tir_Ethi-kmr_Latn", "languages": ["tir-Ethi", "kmr-Latn"], "main_score": 0.076027, "precision": 0.071134, "recall": 0.09585}, {"accuracy": 0.081028, "f1": 0.063505, "hf_subset": "tir_Ethi-min_Latn", "languages": ["tir-Ethi", "min-Latn"], "main_score": 0.063505, "precision": 0.060012, "recall": 0.081028}, {"accuracy": 0.137352, "f1": 0.109393, "hf_subset": "tir_Ethi-por_Latn", "languages": ["tir-Ethi", "por-Latn"], "main_score": 0.109393, "precision": 0.103269, "recall": 0.137352}, {"accuracy": 0.102767, "f1": 0.08261, "hf_subset": "tir_Ethi-sun_Latn", "languages": ["tir-Ethi", "sun-Latn"], "main_score": 0.08261, "precision": 0.07646, "recall": 0.102767}, {"accuracy": 0.034585, "f1": 0.022975, "hf_subset": "tir_Ethi-umb_Latn", "languages": ["tir-Ethi", "umb-Latn"], "main_score": 0.022975, "precision": 0.020501, "recall": 0.034585}, {"accuracy": 0.119565, "f1": 0.102914, "hf_subset": "tir_Ethi-ajp_Arab", "languages": ["tir-Ethi", "ajp-Arab"], "main_score": 0.102914, "precision": 0.098063, "recall": 0.119565}, {"accuracy": 0.024704, "f1": 0.015431, "hf_subset": "tir_Ethi-bjn_Arab", "languages": ["tir-Ethi", "bjn-Arab"], "main_score": 0.015431, "precision": 0.013811, "recall": 0.024704}, {"accuracy": 0.044466, "f1": 0.029171, "hf_subset": "tir_Ethi-ewe_Latn", "languages": ["tir-Ethi", "ewe-Latn"], "main_score": 0.029171, "precision": 0.025211, "recall": 0.044466}, {"accuracy": 0.076087, "f1": 0.058743, "hf_subset": "tir_Ethi-ilo_Latn", "languages": ["tir-Ethi", "ilo-Latn"], "main_score": 0.058743, "precision": 0.054411, "recall": 0.076087}, {"accuracy": 0.040514, "f1": 0.032494, "hf_subset": "tir_Ethi-knc_Arab", "languages": ["tir-Ethi", "knc-Arab"], "main_score": 0.032494, "precision": 0.029752, "recall": 0.040514}, {"accuracy": 0.136364, "f1": 0.10486, "hf_subset": "tir_Ethi-mkd_Cyrl", "languages": ["tir-Ethi", "mkd-Cyrl"], "main_score": 0.10486, "precision": 0.09889, "recall": 0.136364}, {"accuracy": 0.12747, "f1": 0.10755, "hf_subset": "tir_Ethi-prs_Arab", "languages": ["tir-Ethi", "prs-Arab"], "main_score": 0.10755, "precision": 0.102439, "recall": 0.12747}, {"accuracy": 0.129447, "f1": 0.10336, "hf_subset": "tir_Ethi-swe_Latn", "languages": ["tir-Ethi", "swe-Latn"], "main_score": 0.10336, "precision": 0.098303, "recall": 0.129447}, {"accuracy": 0.12747, "f1": 0.101809, "hf_subset": "tir_Ethi-urd_Arab", "languages": ["tir-Ethi", "urd-Arab"], "main_score": 0.101809, "precision": 0.095563, "recall": 0.12747}, {"accuracy": 0.052372, "f1": 0.035778, "hf_subset": "tir_Ethi-aka_Latn", "languages": ["tir-Ethi", "aka-Latn"], "main_score": 0.035778, "precision": 0.032556, "recall": 0.052372}, {"accuracy": 0.11166, "f1": 0.086095, "hf_subset": "tir_Ethi-bjn_Latn", "languages": ["tir-Ethi", "bjn-Latn"], "main_score": 0.086095, "precision": 0.07875, "recall": 0.11166}, {"accuracy": 0.064229, "f1": 0.049678, "hf_subset": "tir_Ethi-fao_Latn", "languages": ["tir-Ethi", "fao-Latn"], "main_score": 0.049678, "precision": 0.046628, "recall": 0.064229}, {"accuracy": 0.130435, "f1": 0.096091, "hf_subset": "tir_Ethi-ind_Latn", "languages": ["tir-Ethi", "ind-Latn"], "main_score": 0.096091, "precision": 0.088136, "recall": 0.130435}, {"accuracy": 0.047431, "f1": 0.034901, "hf_subset": "tir_Ethi-knc_Latn", "languages": ["tir-Ethi", "knc-Latn"], "main_score": 0.034901, "precision": 0.032092, "recall": 0.047431}, {"accuracy": 0.071146, "f1": 0.05405, "hf_subset": "tir_Ethi-mlt_Latn", "languages": ["tir-Ethi", "mlt-Latn"], "main_score": 0.05405, "precision": 0.05047, "recall": 0.071146}, {"accuracy": 0.055336, "f1": 0.035727, "hf_subset": "tir_Ethi-quy_Latn", "languages": ["tir-Ethi", "quy-Latn"], "main_score": 0.035727, "precision": 0.033161, "recall": 0.055336}, {"accuracy": 0.062253, "f1": 0.045855, "hf_subset": "tir_Ethi-swh_Latn", "languages": ["tir-Ethi", "swh-Latn"], "main_score": 0.045855, "precision": 0.042307, "recall": 0.062253}, {"accuracy": 0.072134, "f1": 0.056428, "hf_subset": "tir_Ethi-uzn_Latn", "languages": ["tir-Ethi", "uzn-Latn"], "main_score": 0.056428, "precision": 0.0528, "recall": 0.072134}, {"accuracy": 0.124506, "f1": 0.100996, "hf_subset": "tir_Ethi-als_Latn", "languages": ["tir-Ethi", "als-Latn"], "main_score": 0.100996, "precision": 0.095543, "recall": 0.124506}, {"accuracy": 0.048419, "f1": 0.027299, "hf_subset": "tir_Ethi-bod_Tibt", "languages": ["tir-Ethi", "bod-Tibt"], "main_score": 0.027299, "precision": 0.023775, "recall": 0.048419}, {"accuracy": 0.034585, "f1": 0.024479, "hf_subset": "tir_Ethi-fij_Latn", "languages": ["tir-Ethi", "fij-Latn"], "main_score": 0.024479, "precision": 0.022224, "recall": 0.034585}, {"accuracy": 0.089921, "f1": 0.071421, "hf_subset": "tir_Ethi-isl_Latn", "languages": ["tir-Ethi", "isl-Latn"], "main_score": 0.071421, "precision": 0.067192, "recall": 0.089921}, {"accuracy": 0.060277, "f1": 0.044991, "hf_subset": "tir_Ethi-kon_Latn", "languages": ["tir-Ethi", "kon-Latn"], "main_score": 0.044991, "precision": 0.04138, "recall": 0.060277}, {"accuracy": 0.038538, "f1": 0.022867, "hf_subset": "tir_Ethi-mni_Beng", "languages": ["tir-Ethi", "mni-Beng"], "main_score": 0.022867, "precision": 0.019561, "recall": 0.038538}, {"accuracy": 0.132411, "f1": 0.099681, "hf_subset": "tir_Ethi-ron_Latn", "languages": ["tir-Ethi", "ron-Latn"], "main_score": 0.099681, "precision": 0.092823, "recall": 0.132411}, {"accuracy": 0.103755, "f1": 0.081678, "hf_subset": "tir_Ethi-szl_Latn", "languages": ["tir-Ethi", "szl-Latn"], "main_score": 0.081678, "precision": 0.076135, "recall": 0.103755}, {"accuracy": 0.099802, "f1": 0.083458, "hf_subset": "tir_Ethi-vec_Latn", "languages": ["tir-Ethi", "vec-Latn"], "main_score": 0.083458, "precision": 0.079286, "recall": 0.099802}, {"accuracy": 0.183794, "f1": 0.157141, "hf_subset": "tir_Ethi-amh_Ethi", "languages": ["tir-Ethi", "amh-Ethi"], "main_score": 0.157141, "precision": 0.150102, "recall": 0.183794}, {"accuracy": 0.135375, "f1": 0.103039, "hf_subset": "tir_Ethi-bos_Latn", "languages": ["tir-Ethi", "bos-Latn"], "main_score": 0.103039, "precision": 0.09607, "recall": 0.135375}, {"accuracy": 0.119565, "f1": 0.096141, "hf_subset": "tir_Ethi-fin_Latn", "languages": ["tir-Ethi", "fin-Latn"], "main_score": 0.096141, "precision": 0.090326, "recall": 0.119565}, {"accuracy": 0.133399, "f1": 0.10093, "hf_subset": "tir_Ethi-ita_Latn", "languages": ["tir-Ethi", "ita-Latn"], "main_score": 0.10093, "precision": 0.093944, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.107494, "hf_subset": "tir_Ethi-kor_Hang", "languages": ["tir-Ethi", "kor-Hang"], "main_score": 0.107494, "precision": 0.102978, "recall": 0.130435}, {"accuracy": 0.048419, "f1": 0.033995, "hf_subset": "tir_Ethi-mos_Latn", "languages": ["tir-Ethi", "mos-Latn"], "main_score": 0.033995, "precision": 0.031047, "recall": 0.048419}, {"accuracy": 0.031621, "f1": 0.021506, "hf_subset": "tir_Ethi-run_Latn", "languages": ["tir-Ethi", "run-Latn"], "main_score": 0.021506, "precision": 0.018965, "recall": 0.031621}, {"accuracy": 0.100791, "f1": 0.083995, "hf_subset": "tir_Ethi-tam_Taml", "languages": ["tir-Ethi", "tam-Taml"], "main_score": 0.083995, "precision": 0.080473, "recall": 0.100791}, {"accuracy": 0.133399, "f1": 0.105734, "hf_subset": "tir_Ethi-vie_Latn", "languages": ["tir-Ethi", "vie-Latn"], "main_score": 0.105734, "precision": 0.099371, "recall": 0.133399}, {"accuracy": 0.125494, "f1": 0.103467, "hf_subset": "tir_Ethi-apc_Arab", "languages": ["tir-Ethi", "apc-Arab"], "main_score": 0.103467, "precision": 0.098189, "recall": 0.125494}, {"accuracy": 0.056324, "f1": 0.039733, "hf_subset": "tir_Ethi-bug_Latn", "languages": ["tir-Ethi", "bug-Latn"], "main_score": 0.039733, "precision": 0.036174, "recall": 0.056324}, {"accuracy": 0.040514, "f1": 0.02795, "hf_subset": "tir_Ethi-fon_Latn", "languages": ["tir-Ethi", "fon-Latn"], "main_score": 0.02795, "precision": 0.025261, "recall": 0.040514}, {"accuracy": 0.097826, "f1": 0.078148, "hf_subset": "tir_Ethi-jav_Latn", "languages": ["tir-Ethi", "jav-Latn"], "main_score": 0.078148, "precision": 0.073141, "recall": 0.097826}, {"accuracy": 0.125494, "f1": 0.107584, "hf_subset": "tir_Ethi-lao_Laoo", "languages": ["tir-Ethi", "lao-Laoo"], "main_score": 0.107584, "precision": 0.10345, "recall": 0.125494}, {"accuracy": 0.054348, "f1": 0.034507, "hf_subset": "tir_Ethi-mri_Latn", "languages": ["tir-Ethi", "mri-Latn"], "main_score": 0.034507, "precision": 0.030728, "recall": 0.054348}, {"accuracy": 0.126482, "f1": 0.104702, "hf_subset": "tir_Ethi-rus_Cyrl", "languages": ["tir-Ethi", "rus-Cyrl"], "main_score": 0.104702, "precision": 0.100118, "recall": 0.126482}, {"accuracy": 0.040514, "f1": 0.029794, "hf_subset": "tir_Ethi-taq_Latn", "languages": ["tir-Ethi", "taq-Latn"], "main_score": 0.029794, "precision": 0.027276, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.055379, "hf_subset": "tir_Ethi-war_Latn", "languages": ["tir-Ethi", "war-Latn"], "main_score": 0.055379, "precision": 0.050465, "recall": 0.076087}, {"accuracy": 0.131423, "f1": 0.106426, "hf_subset": "tir_Ethi-arb_Arab", "languages": ["tir-Ethi", "arb-Arab"], "main_score": 0.106426, "precision": 0.100755, "recall": 0.131423}, {"accuracy": 0.135375, "f1": 0.103508, "hf_subset": "tir_Ethi-bul_Cyrl", "languages": ["tir-Ethi", "bul-Cyrl"], "main_score": 0.103508, "precision": 0.097104, "recall": 0.135375}, {"accuracy": 0.130435, "f1": 0.100667, "hf_subset": "tir_Ethi-fra_Latn", "languages": ["tir-Ethi", "fra-Latn"], "main_score": 0.100667, "precision": 0.094261, "recall": 0.130435}, {"accuracy": 0.135375, "f1": 0.109333, "hf_subset": "tir_Ethi-jpn_Jpan", "languages": ["tir-Ethi", "jpn-Jpan"], "main_score": 0.109333, "precision": 0.103899, "recall": 0.135375}, {"accuracy": 0.100791, "f1": 0.081405, "hf_subset": "tir_Ethi-lij_Latn", "languages": ["tir-Ethi", "lij-Latn"], "main_score": 0.081405, "precision": 0.076809, "recall": 0.100791}, {"accuracy": 0.104743, "f1": 0.087594, "hf_subset": "tir_Ethi-mya_Mymr", "languages": ["tir-Ethi", "mya-Mymr"], "main_score": 0.087594, "precision": 0.083574, "recall": 0.104743}, {"accuracy": 0.047431, "f1": 0.032762, "hf_subset": "tir_Ethi-sag_Latn", "languages": ["tir-Ethi", "sag-Latn"], "main_score": 0.032762, "precision": 0.029676, "recall": 0.047431}, {"accuracy": 0.056324, "f1": 0.038345, "hf_subset": "tir_Ethi-taq_Tfng", "languages": ["tir-Ethi", "taq-Tfng"], "main_score": 0.038345, "precision": 0.033598, "recall": 0.056324}, {"accuracy": 0.049407, "f1": 0.03499, "hf_subset": "tir_Ethi-wol_Latn", "languages": ["tir-Ethi", "wol-Latn"], "main_score": 0.03499, "precision": 0.031908, "recall": 0.049407}, {"accuracy": 0.039526, "f1": 0.023505, "hf_subset": "tir_Ethi-arb_Latn", "languages": ["tir-Ethi", "arb-Latn"], "main_score": 0.023505, "precision": 0.020358, "recall": 0.039526}, {"accuracy": 0.125494, "f1": 0.096848, "hf_subset": "tir_Ethi-cat_Latn", "languages": ["tir-Ethi", "cat-Latn"], "main_score": 0.096848, "precision": 0.090759, "recall": 0.125494}, {"accuracy": 0.09585, "f1": 0.072222, "hf_subset": "tir_Ethi-fur_Latn", "languages": ["tir-Ethi", "fur-Latn"], "main_score": 0.072222, "precision": 0.066099, "recall": 0.09585}, {"accuracy": 0.028656, "f1": 0.019643, "hf_subset": "tir_Ethi-kab_Latn", "languages": ["tir-Ethi", "kab-Latn"], "main_score": 0.019643, "precision": 0.018132, "recall": 0.028656}, {"accuracy": 0.108696, "f1": 0.083313, "hf_subset": "tir_Ethi-lim_Latn", "languages": ["tir-Ethi", "lim-Latn"], "main_score": 0.083313, "precision": 0.077878, "recall": 0.108696}, {"accuracy": 0.12747, "f1": 0.095665, "hf_subset": "tir_Ethi-nld_Latn", "languages": ["tir-Ethi", "nld-Latn"], "main_score": 0.095665, "precision": 0.090041, "recall": 0.12747}, {"accuracy": 0.079051, "f1": 0.062372, "hf_subset": "tir_Ethi-san_Deva", "languages": ["tir-Ethi", "san-Deva"], "main_score": 0.062372, "precision": 0.057933, "recall": 0.079051}, {"accuracy": 0.09585, "f1": 0.067942, "hf_subset": "tir_Ethi-tat_Cyrl", "languages": ["tir-Ethi", "tat-Cyrl"], "main_score": 0.067942, "precision": 0.061047, "recall": 0.09585}, {"accuracy": 0.048419, "f1": 0.035594, "hf_subset": "tir_Ethi-xho_Latn", "languages": ["tir-Ethi", "xho-Latn"], "main_score": 0.035594, "precision": 0.032567, "recall": 0.048419}, {"accuracy": 0.117589, "f1": 0.089207, "hf_subset": "tir_Ethi-ars_Arab", "languages": ["tir-Ethi", "ars-Arab"], "main_score": 0.089207, "precision": 0.082265, "recall": 0.117589}, {"accuracy": 0.067194, "f1": 0.052186, "hf_subset": "tir_Ethi-ceb_Latn", "languages": ["tir-Ethi", "ceb-Latn"], "main_score": 0.052186, "precision": 0.049216, "recall": 0.067194}, {"accuracy": 0.052372, "f1": 0.033178, "hf_subset": "tir_Ethi-fuv_Latn", "languages": ["tir-Ethi", "fuv-Latn"], "main_score": 0.033178, "precision": 0.029273, "recall": 0.052372}, {"accuracy": 0.04249, "f1": 0.027512, "hf_subset": "tir_Ethi-kac_Latn", "languages": ["tir-Ethi", "kac-Latn"], "main_score": 0.027512, "precision": 0.025065, "recall": 0.04249}, {"accuracy": 0.050395, "f1": 0.036841, "hf_subset": "tir_Ethi-lin_Latn", "languages": ["tir-Ethi", "lin-Latn"], "main_score": 0.036841, "precision": 0.033791, "recall": 0.050395}, {"accuracy": 0.130435, "f1": 0.109424, "hf_subset": "tir_Ethi-nno_Latn", "languages": ["tir-Ethi", "nno-Latn"], "main_score": 0.109424, "precision": 0.104626, "recall": 0.130435}, {"accuracy": 0.01087, "f1": 0.002511, "hf_subset": "tir_Ethi-sat_Olck", "languages": ["tir-Ethi", "sat-Olck"], "main_score": 0.002511, "precision": 0.001838, "recall": 0.01087}, {"accuracy": 0.096838, "f1": 0.078511, "hf_subset": "tir_Ethi-tel_Telu", "languages": ["tir-Ethi", "tel-Telu"], "main_score": 0.078511, "precision": 0.074492, "recall": 0.096838}, {"accuracy": 0.079051, "f1": 0.061473, "hf_subset": "tir_Ethi-ydd_Hebr", "languages": ["tir-Ethi", "ydd-Hebr"], "main_score": 0.061473, "precision": 0.057459, "recall": 0.079051}, {"accuracy": 0.103755, "f1": 0.086499, "hf_subset": "tir_Ethi-ary_Arab", "languages": ["tir-Ethi", "ary-Arab"], "main_score": 0.086499, "precision": 0.081533, "recall": 0.103755}, {"accuracy": 0.126482, "f1": 0.099029, "hf_subset": "tir_Ethi-ces_Latn", "languages": ["tir-Ethi", "ces-Latn"], "main_score": 0.099029, "precision": 0.093379, "recall": 0.126482}, {"accuracy": 0.040514, "f1": 0.025721, "hf_subset": "tir_Ethi-gaz_Latn", "languages": ["tir-Ethi", "gaz-Latn"], "main_score": 0.025721, "precision": 0.022591, "recall": 0.040514}, {"accuracy": 0.044466, "f1": 0.03473, "hf_subset": "tir_Ethi-kam_Latn", "languages": ["tir-Ethi", "kam-Latn"], "main_score": 0.03473, "precision": 0.032028, "recall": 0.044466}, {"accuracy": 0.133399, "f1": 0.107157, "hf_subset": "tir_Ethi-lit_Latn", "languages": ["tir-Ethi", "lit-Latn"], "main_score": 0.107157, "precision": 0.101342, "recall": 0.133399}, {"accuracy": 0.125494, "f1": 0.099972, "hf_subset": "tir_Ethi-nob_Latn", "languages": ["tir-Ethi", "nob-Latn"], "main_score": 0.099972, "precision": 0.094297, "recall": 0.125494}, {"accuracy": 0.085968, "f1": 0.066613, "hf_subset": "tir_Ethi-scn_Latn", "languages": ["tir-Ethi", "scn-Latn"], "main_score": 0.066613, "precision": 0.061554, "recall": 0.085968}, {"accuracy": 0.048419, "f1": 0.035945, "hf_subset": "tir_Ethi-tgk_Cyrl", "languages": ["tir-Ethi", "tgk-Cyrl"], "main_score": 0.035945, "precision": 0.033663, "recall": 0.048419}, {"accuracy": 0.047431, "f1": 0.031479, "hf_subset": "tir_Ethi-yor_Latn", "languages": ["tir-Ethi", "yor-Latn"], "main_score": 0.031479, "precision": 0.02753, "recall": 0.047431}, {"accuracy": 0.120553, "f1": 0.101026, "hf_subset": "tir_Ethi-arz_Arab", "languages": ["tir-Ethi", "arz-Arab"], "main_score": 0.101026, "precision": 0.095047, "recall": 0.120553}, {"accuracy": 0.044466, "f1": 0.027089, "hf_subset": "tir_Ethi-cjk_Latn", "languages": ["tir-Ethi", "cjk-Latn"], "main_score": 0.027089, "precision": 0.023519, "recall": 0.044466}, {"accuracy": 0.037549, "f1": 0.022778, "hf_subset": "tir_Ethi-gla_Latn", "languages": ["tir-Ethi", "gla-Latn"], "main_score": 0.022778, "precision": 0.019857, "recall": 0.037549}, {"accuracy": 0.107708, "f1": 0.09085, "hf_subset": "tir_Ethi-kan_Knda", "languages": ["tir-Ethi", "kan-Knda"], "main_score": 0.09085, "precision": 0.086658, "recall": 0.107708}, {"accuracy": 0.09585, "f1": 0.07577, "hf_subset": "tir_Ethi-lmo_Latn", "languages": ["tir-Ethi", "lmo-Latn"], "main_score": 0.07577, "precision": 0.070352, "recall": 0.09585}, {"accuracy": 0.118577, "f1": 0.100799, "hf_subset": "tir_Ethi-npi_Deva", "languages": ["tir-Ethi", "npi-Deva"], "main_score": 0.100799, "precision": 0.096339, "recall": 0.118577}, {"accuracy": 0.0583, "f1": 0.043826, "hf_subset": "tir_Ethi-shn_Mymr", "languages": ["tir-Ethi", "shn-Mymr"], "main_score": 0.043826, "precision": 0.040569, "recall": 0.0583}, {"accuracy": 0.08004, "f1": 0.059366, "hf_subset": "tir_Ethi-tgl_Latn", "languages": ["tir-Ethi", "tgl-Latn"], "main_score": 0.059366, "precision": 0.054543, "recall": 0.08004}, {"accuracy": 0.137352, "f1": 0.109778, "hf_subset": "tir_Ethi-yue_Hant", "languages": ["tir-Ethi", "yue-Hant"], "main_score": 0.109778, "precision": 0.103653, "recall": 0.137352}, {"accuracy": 0.082016, "f1": 0.063631, "hf_subset": "tir_Ethi-asm_Beng", "languages": ["tir-Ethi", "asm-Beng"], "main_score": 0.063631, "precision": 0.058466, "recall": 0.082016}, {"accuracy": 0.125494, "f1": 0.104061, "hf_subset": "tir_Ethi-ckb_Arab", "languages": ["tir-Ethi", "ckb-Arab"], "main_score": 0.104061, "precision": 0.098451, "recall": 0.125494}, {"accuracy": 0.074111, "f1": 0.05241, "hf_subset": "tir_Ethi-gle_Latn", "languages": ["tir-Ethi", "gle-Latn"], "main_score": 0.05241, "precision": 0.048047, "recall": 0.074111}, {"accuracy": 0.086957, "f1": 0.072609, "hf_subset": "tir_Ethi-kas_Arab", "languages": ["tir-Ethi", "kas-Arab"], "main_score": 0.072609, "precision": 0.069101, "recall": 0.086957}, {"accuracy": 0.092885, "f1": 0.068462, "hf_subset": "tir_Ethi-ltg_Latn", "languages": ["tir-Ethi", "ltg-Latn"], "main_score": 0.068462, "precision": 0.062726, "recall": 0.092885}, {"accuracy": 0.056324, "f1": 0.039353, "hf_subset": "tir_Ethi-nso_Latn", "languages": ["tir-Ethi", "nso-Latn"], "main_score": 0.039353, "precision": 0.035545, "recall": 0.056324}, {"accuracy": 0.108696, "f1": 0.096304, "hf_subset": "tir_Ethi-sin_Sinh", "languages": ["tir-Ethi", "sin-Sinh"], "main_score": 0.096304, "precision": 0.09259, "recall": 0.108696}, {"accuracy": 0.124506, "f1": 0.099035, "hf_subset": "tir_Ethi-tha_Thai", "languages": ["tir-Ethi", "tha-Thai"], "main_score": 0.099035, "precision": 0.093551, "recall": 0.124506}, {"accuracy": 0.136364, "f1": 0.104629, "hf_subset": "tir_Ethi-zho_Hans", "languages": ["tir-Ethi", "zho-Hans"], "main_score": 0.104629, "precision": 0.097742, "recall": 0.136364}, {"accuracy": 0.113636, "f1": 0.088205, "hf_subset": "tir_Ethi-ast_Latn", "languages": ["tir-Ethi", "ast-Latn"], "main_score": 0.088205, "precision": 0.082723, "recall": 0.113636}, {"accuracy": 0.094862, "f1": 0.075776, "hf_subset": "tir_Ethi-crh_Latn", "languages": ["tir-Ethi", "crh-Latn"], "main_score": 0.075776, "precision": 0.070968, "recall": 0.094862}, {"accuracy": 0.128458, "f1": 0.097554, "hf_subset": "tir_Ethi-glg_Latn", "languages": ["tir-Ethi", "glg-Latn"], "main_score": 0.097554, "precision": 0.089995, "recall": 0.128458}, {"accuracy": 0.071146, "f1": 0.056866, "hf_subset": "tir_Ethi-kas_Deva", "languages": ["tir-Ethi", "kas-Deva"], "main_score": 0.056866, "precision": 0.052702, "recall": 0.071146}, {"accuracy": 0.081028, "f1": 0.06339, "hf_subset": "tir_Ethi-ltz_Latn", "languages": ["tir-Ethi", "ltz-Latn"], "main_score": 0.06339, "precision": 0.059317, "recall": 0.081028}, {"accuracy": 0.031621, "f1": 0.018952, "hf_subset": "tir_Ethi-nus_Latn", "languages": ["tir-Ethi", "nus-Latn"], "main_score": 0.018952, "precision": 0.016943, "recall": 0.031621}, {"accuracy": 0.114625, "f1": 0.08814, "hf_subset": "tir_Ethi-slk_Latn", "languages": ["tir-Ethi", "slk-Latn"], "main_score": 0.08814, "precision": 0.082191, "recall": 0.114625}, {"accuracy": 0.136364, "f1": 0.103267, "hf_subset": "tir_Ethi-zho_Hant", "languages": ["tir-Ethi", "zho-Hant"], "main_score": 0.103267, "precision": 0.095995, "recall": 0.136364}, {"accuracy": 0.115613, "f1": 0.093735, "hf_subset": "tir_Ethi-awa_Deva", "languages": ["tir-Ethi", "awa-Deva"], "main_score": 0.093735, "precision": 0.088363, "recall": 0.115613}, {"accuracy": 0.061265, "f1": 0.046486, "hf_subset": "tir_Ethi-cym_Latn", "languages": ["tir-Ethi", "cym-Latn"], "main_score": 0.046486, "precision": 0.042368, "recall": 0.061265}, {"accuracy": 0.062253, "f1": 0.04094, "hf_subset": "tir_Ethi-grn_Latn", "languages": ["tir-Ethi", "grn-Latn"], "main_score": 0.04094, "precision": 0.036694, "recall": 0.062253}, {"accuracy": 0.116601, "f1": 0.096887, "hf_subset": "tir_Ethi-kat_Geor", "languages": ["tir-Ethi", "kat-Geor"], "main_score": 0.096887, "precision": 0.092771, "recall": 0.116601}, {"accuracy": 0.04249, "f1": 0.026736, "hf_subset": "tir_Ethi-lua_Latn", "languages": ["tir-Ethi", "lua-Latn"], "main_score": 0.026736, "precision": 0.023894, "recall": 0.04249}, {"accuracy": 0.05336, "f1": 0.037255, "hf_subset": "tir_Ethi-nya_Latn", "languages": ["tir-Ethi", "nya-Latn"], "main_score": 0.037255, "precision": 0.033681, "recall": 0.05336}, {"accuracy": 0.134387, "f1": 0.103846, "hf_subset": "tir_Ethi-slv_Latn", "languages": ["tir-Ethi", "slv-Latn"], "main_score": 0.103846, "precision": 0.097915, "recall": 0.134387}, {"accuracy": 0.077075, "f1": 0.058396, "hf_subset": "tir_Ethi-tpi_Latn", "languages": ["tir-Ethi", "tpi-Latn"], "main_score": 0.058396, "precision": 0.053993, "recall": 0.077075}, {"accuracy": 0.131423, "f1": 0.105001, "hf_subset": "tir_Ethi-zsm_Latn", "languages": ["tir-Ethi", "zsm-Latn"], "main_score": 0.105001, "precision": 0.098791, "recall": 0.131423}, {"accuracy": 0.045455, "f1": 0.032276, "hf_subset": "tir_Ethi-ayr_Latn", "languages": ["tir-Ethi", "ayr-Latn"], "main_score": 0.032276, "precision": 0.029525, "recall": 0.045455}, {"accuracy": 0.12747, "f1": 0.101435, "hf_subset": "tir_Ethi-dan_Latn", "languages": ["tir-Ethi", "dan-Latn"], "main_score": 0.101435, "precision": 0.095313, "recall": 0.12747}, {"accuracy": 0.112648, "f1": 0.095148, "hf_subset": "tir_Ethi-guj_Gujr", "languages": ["tir-Ethi", "guj-Gujr"], "main_score": 0.095148, "precision": 0.090268, "recall": 0.112648}, {"accuracy": 0.116601, "f1": 0.094121, "hf_subset": "tir_Ethi-kaz_Cyrl", "languages": ["tir-Ethi", "kaz-Cyrl"], "main_score": 0.094121, "precision": 0.089024, "recall": 0.116601}, {"accuracy": 0.038538, "f1": 0.025346, "hf_subset": "tir_Ethi-lug_Latn", "languages": ["tir-Ethi", "lug-Latn"], "main_score": 0.025346, "precision": 0.022408, "recall": 0.038538}, {"accuracy": 0.125494, "f1": 0.100516, "hf_subset": "tir_Ethi-oci_Latn", "languages": ["tir-Ethi", "oci-Latn"], "main_score": 0.100516, "precision": 0.093617, "recall": 0.125494}, {"accuracy": 0.034585, "f1": 0.025683, "hf_subset": "tir_Ethi-smo_Latn", "languages": ["tir-Ethi", "smo-Latn"], "main_score": 0.025683, "precision": 0.023358, "recall": 0.034585}, {"accuracy": 0.049407, "f1": 0.034589, "hf_subset": "tir_Ethi-tsn_Latn", "languages": ["tir-Ethi", "tsn-Latn"], "main_score": 0.034589, "precision": 0.031585, "recall": 0.049407}, {"accuracy": 0.031621, "f1": 0.021207, "hf_subset": "tir_Ethi-zul_Latn", "languages": ["tir-Ethi", "zul-Latn"], "main_score": 0.021207, "precision": 0.019405, "recall": 0.031621}, {"accuracy": 0.072134, "f1": 0.058027, "hf_subset": "tir_Ethi-azb_Arab", "languages": ["tir-Ethi", "azb-Arab"], "main_score": 0.058027, "precision": 0.055443, "recall": 0.072134}, {"accuracy": 0.121542, "f1": 0.095174, "hf_subset": "tir_Ethi-deu_Latn", "languages": ["tir-Ethi", "deu-Latn"], "main_score": 0.095174, "precision": 0.088844, "recall": 0.121542}, {"accuracy": 0.0583, "f1": 0.039148, "hf_subset": "tir_Ethi-hat_Latn", "languages": ["tir-Ethi", "hat-Latn"], "main_score": 0.039148, "precision": 0.035354, "recall": 0.0583}, {"accuracy": 0.036561, "f1": 0.023032, "hf_subset": "tir_Ethi-kbp_Latn", "languages": ["tir-Ethi", "kbp-Latn"], "main_score": 0.023032, "precision": 0.020935, "recall": 0.036561}, {"accuracy": 0.041502, "f1": 0.025603, "hf_subset": "tir_Ethi-luo_Latn", "languages": ["tir-Ethi", "luo-Latn"], "main_score": 0.025603, "precision": 0.02209, "recall": 0.041502}, {"accuracy": 0.091897, "f1": 0.081292, "hf_subset": "tir_Ethi-ory_Orya", "languages": ["tir-Ethi", "ory-Orya"], "main_score": 0.081292, "precision": 0.078504, "recall": 0.091897}, {"accuracy": 0.027668, "f1": 0.016714, "hf_subset": "tir_Ethi-sna_Latn", "languages": ["tir-Ethi", "sna-Latn"], "main_score": 0.016714, "precision": 0.014648, "recall": 0.027668}, {"accuracy": 0.043478, "f1": 0.034148, "hf_subset": "tir_Ethi-tso_Latn", "languages": ["tir-Ethi", "tso-Latn"], "main_score": 0.034148, "precision": 0.032217, "recall": 0.043478}, {"accuracy": 0.115613, "f1": 0.089317, "hf_subset": "tir_Ethi-azj_Latn", "languages": ["tir-Ethi", "azj-Latn"], "main_score": 0.089317, "precision": 0.083453, "recall": 0.115613}, {"accuracy": 0.051383, "f1": 0.034992, "hf_subset": "tir_Ethi-dik_Latn", "languages": ["tir-Ethi", "dik-Latn"], "main_score": 0.034992, "precision": 0.031867, "recall": 0.051383}, {"accuracy": 0.043478, "f1": 0.030649, "hf_subset": "tir_Ethi-hau_Latn", "languages": ["tir-Ethi", "hau-Latn"], "main_score": 0.030649, "precision": 0.028125, "recall": 0.043478}, {"accuracy": 0.083004, "f1": 0.065089, "hf_subset": "tir_Ethi-kea_Latn", "languages": ["tir-Ethi", "kea-Latn"], "main_score": 0.065089, "precision": 0.060404, "recall": 0.083004}, {"accuracy": 0.066206, "f1": 0.048503, "hf_subset": "tir_Ethi-lus_Latn", "languages": ["tir-Ethi", "lus-Latn"], "main_score": 0.048503, "precision": 0.045721, "recall": 0.066206}, {"accuracy": 0.08004, "f1": 0.062777, "hf_subset": "tir_Ethi-pag_Latn", "languages": ["tir-Ethi", "pag-Latn"], "main_score": 0.062777, "precision": 0.058174, "recall": 0.08004}, {"accuracy": 0.116601, "f1": 0.094753, "hf_subset": "tir_Ethi-snd_Arab", "languages": ["tir-Ethi", "snd-Arab"], "main_score": 0.094753, "precision": 0.089952, "recall": 0.116601}, {"accuracy": 0.061265, "f1": 0.041098, "hf_subset": "tir_Ethi-tuk_Latn", "languages": ["tir-Ethi", "tuk-Latn"], "main_score": 0.041098, "precision": 0.03655, "recall": 0.061265}, {"accuracy": 0.101779, "f1": 0.079759, "hf_subset": "tir_Ethi-bak_Cyrl", "languages": ["tir-Ethi", "bak-Cyrl"], "main_score": 0.079759, "precision": 0.073836, "recall": 0.101779}, {"accuracy": 0.04249, "f1": 0.027543, "hf_subset": "tir_Ethi-dyu_Latn", "languages": ["tir-Ethi", "dyu-Latn"], "main_score": 0.027543, "precision": 0.02428, "recall": 0.04249}, {"accuracy": 0.126482, "f1": 0.099825, "hf_subset": "tir_Ethi-heb_Hebr", "languages": ["tir-Ethi", "heb-Hebr"], "main_score": 0.099825, "precision": 0.09296, "recall": 0.126482}, {"accuracy": 0.120553, "f1": 0.098349, "hf_subset": "tir_Ethi-khk_Cyrl", "languages": ["tir-Ethi", "khk-Cyrl"], "main_score": 0.098349, "precision": 0.093789, "recall": 0.120553}, {"accuracy": 0.126482, "f1": 0.100147, "hf_subset": "tir_Ethi-lvs_Latn", "languages": ["tir-Ethi", "lvs-Latn"], "main_score": 0.100147, "precision": 0.093718, "recall": 0.126482}, {"accuracy": 0.115613, "f1": 0.093174, "hf_subset": "tir_Ethi-pan_Guru", "languages": ["tir-Ethi", "pan-Guru"], "main_score": 0.093174, "precision": 0.087891, "recall": 0.115613}, {"accuracy": 0.061265, "f1": 0.044698, "hf_subset": "tir_Ethi-som_Latn", "languages": ["tir-Ethi", "som-Latn"], "main_score": 0.044698, "precision": 0.04095, "recall": 0.061265}, {"accuracy": 0.049407, "f1": 0.031355, "hf_subset": "tir_Ethi-tum_Latn", "languages": ["tir-Ethi", "tum-Latn"], "main_score": 0.031355, "precision": 0.028223, "recall": 0.049407}, {"accuracy": 0.089921, "f1": 0.055512, "hf_subset": "zho_Hant-ace_Arab", "languages": ["zho-Hant", "ace-Arab"], "main_score": 0.055512, "precision": 0.04721, "recall": 0.089921}, {"accuracy": 0.156126, "f1": 0.093334, "hf_subset": "zho_Hant-bam_Latn", "languages": ["zho-Hant", "bam-Latn"], "main_score": 0.093334, "precision": 0.079856, "recall": 0.156126}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "zho_Hant-dzo_Tibt", "languages": ["zho-Hant", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zho_Hant-hin_Deva", "languages": ["zho-Hant", "hin-Deva"], "main_score": 0.973979, "precision": 0.97085, "recall": 0.980237}, {"accuracy": 0.900198, "f1": 0.870455, "hf_subset": "zho_Hant-khm_Khmr", "languages": ["zho-Hant", "khm-Khmr"], "main_score": 0.870455, "precision": 0.856472, "recall": 0.900198}, {"accuracy": 0.931818, "f1": 0.910573, "hf_subset": "zho_Hant-mag_Deva", "languages": ["zho-Hant", "mag-Deva"], "main_score": 0.910573, "precision": 0.900362, "recall": 0.931818}, {"accuracy": 0.603755, "f1": 0.526548, "hf_subset": "zho_Hant-pap_Latn", "languages": ["zho-Hant", "pap-Latn"], "main_score": 0.526548, "precision": 0.497763, "recall": 0.603755}, {"accuracy": 0.181818, "f1": 0.120616, "hf_subset": "zho_Hant-sot_Latn", "languages": ["zho-Hant", "sot-Latn"], "main_score": 0.120616, "precision": 0.105478, "recall": 0.181818}, {"accuracy": 0.982213, "f1": 0.976943, "hf_subset": "zho_Hant-tur_Latn", "languages": ["zho-Hant", "tur-Latn"], "main_score": 0.976943, "precision": 0.974473, "recall": 0.982213}, {"accuracy": 0.375494, "f1": 0.284434, "hf_subset": "zho_Hant-ace_Latn", "languages": ["zho-Hant", "ace-Latn"], "main_score": 0.284434, "precision": 0.256377, "recall": 0.375494}, {"accuracy": 0.633399, "f1": 0.559027, "hf_subset": "zho_Hant-ban_Latn", "languages": ["zho-Hant", "ban-Latn"], "main_score": 0.559027, "precision": 0.530044, "recall": 0.633399}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "zho_Hant-ell_Grek", "languages": ["zho-Hant", "ell-Grek"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.91502, "f1": 0.889559, "hf_subset": "zho_Hant-hne_Deva", "languages": ["zho-Hant", "hne-Deva"], "main_score": 0.889559, "precision": 0.877553, "recall": 0.91502}, {"accuracy": 0.220356, "f1": 0.137697, "hf_subset": "zho_Hant-kik_Latn", "languages": ["zho-Hant", "kik-Latn"], "main_score": 0.137697, "precision": 0.116622, "recall": 0.220356}, {"accuracy": 0.924901, "f1": 0.902668, "hf_subset": "zho_Hant-mai_Deva", "languages": ["zho-Hant", "mai-Deva"], "main_score": 0.902668, "precision": 0.892161, "recall": 0.924901}, {"accuracy": 0.824111, "f1": 0.779381, "hf_subset": "zho_Hant-pbt_Arab", "languages": ["zho-Hant", "pbt-Arab"], "main_score": 0.779381, "precision": 0.760277, "recall": 0.824111}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-spa_Latn", "languages": ["zho-Hant", "spa-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.262846, "f1": 0.174365, "hf_subset": "zho_Hant-twi_Latn", "languages": ["zho-Hant", "twi-Latn"], "main_score": 0.174365, "precision": 0.150865, "recall": 0.262846}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "zho_Hant-acm_Arab", "languages": ["zho-Hant", "acm-Arab"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.948617, "f1": 0.933136, "hf_subset": "zho_Hant-bel_Cyrl", "languages": ["zho-Hant", "bel-Cyrl"], "main_score": 0.933136, "precision": 0.925889, "recall": 0.948617}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-eng_Latn", "languages": ["zho-Hant", "eng-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-hrv_Latn", "languages": ["zho-Hant", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.134387, "f1": 0.081872, "hf_subset": "zho_Hant-kin_Latn", "languages": ["zho-Hant", "kin-Latn"], "main_score": 0.081872, "precision": 0.069895, "recall": 0.134387}, {"accuracy": 0.873518, "f1": 0.840267, "hf_subset": "zho_Hant-mal_Mlym", "languages": ["zho-Hant", "mal-Mlym"], "main_score": 0.840267, "precision": 0.825569, "recall": 0.873518}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zho_Hant-pes_Arab", "languages": ["zho-Hant", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.682806, "f1": 0.611656, "hf_subset": "zho_Hant-srd_Latn", "languages": ["zho-Hant", "srd-Latn"], "main_score": 0.611656, "precision": 0.583252, "recall": 0.682806}, {"accuracy": 0.073123, "f1": 0.036139, "hf_subset": "zho_Hant-tzm_Tfng", "languages": ["zho-Hant", "tzm-Tfng"], "main_score": 0.036139, "precision": 0.030667, "recall": 0.073123}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "zho_Hant-acq_Arab", "languages": ["zho-Hant", "acq-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.204545, "f1": 0.132825, "hf_subset": "zho_Hant-bem_Latn", "languages": ["zho-Hant", "bem-Latn"], "main_score": 0.132825, "precision": 0.116391, "recall": 0.204545}, {"accuracy": 0.849802, "f1": 0.810837, "hf_subset": "zho_Hant-epo_Latn", "languages": ["zho-Hant", "epo-Latn"], "main_score": 0.810837, "precision": 0.793874, "recall": 0.849802}, {"accuracy": 0.987154, "f1": 0.983531, "hf_subset": "zho_Hant-hun_Latn", "languages": ["zho-Hant", "hun-Latn"], "main_score": 0.983531, "precision": 0.981719, "recall": 0.987154}, {"accuracy": 0.917984, "f1": 0.893182, "hf_subset": "zho_Hant-kir_Cyrl", "languages": ["zho-Hant", "kir-Cyrl"], "main_score": 0.893182, "precision": 0.881176, "recall": 0.917984}, {"accuracy": 0.891304, "f1": 0.858663, "hf_subset": "zho_Hant-mar_Deva", "languages": ["zho-Hant", "mar-Deva"], "main_score": 0.858663, "precision": 0.843379, "recall": 0.891304}, {"accuracy": 0.241107, "f1": 0.169698, "hf_subset": "zho_Hant-plt_Latn", "languages": ["zho-Hant", "plt-Latn"], "main_score": 0.169698, "precision": 0.150029, "recall": 0.241107}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-srp_Cyrl", "languages": ["zho-Hant", "srp-Cyrl"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.793478, "f1": 0.745161, "hf_subset": "zho_Hant-uig_Arab", "languages": ["zho-Hant", "uig-Arab"], "main_score": 0.745161, "precision": 0.724417, "recall": 0.793478}, {"accuracy": 0.926877, "f1": 0.905468, "hf_subset": "zho_Hant-aeb_Arab", "languages": ["zho-Hant", "aeb-Arab"], "main_score": 0.905468, "precision": 0.895257, "recall": 0.926877}, {"accuracy": 0.895257, "f1": 0.864855, "hf_subset": "zho_Hant-ben_Beng", "languages": ["zho-Hant", "ben-Beng"], "main_score": 0.864855, "precision": 0.850741, "recall": 0.895257}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zho_Hant-est_Latn", "languages": ["zho-Hant", "est-Latn"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.977273, "f1": 0.969862, "hf_subset": "zho_Hant-hye_Armn", "languages": ["zho-Hant", "hye-Armn"], "main_score": 0.969862, "precision": 0.966238, "recall": 0.977273}, {"accuracy": 0.137352, "f1": 0.076428, "hf_subset": "zho_Hant-kmb_Latn", "languages": ["zho-Hant", "kmb-Latn"], "main_score": 0.076428, "precision": 0.064991, "recall": 0.137352}, {"accuracy": 0.062253, "f1": 0.035546, "hf_subset": "zho_Hant-min_Arab", "languages": ["zho-Hant", "min-Arab"], "main_score": 0.035546, "precision": 0.029466, "recall": 0.062253}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zho_Hant-pol_Latn", "languages": ["zho-Hant", "pol-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.142292, "f1": 0.086767, "hf_subset": "zho_Hant-ssw_Latn", "languages": ["zho-Hant", "ssw-Latn"], "main_score": 0.086767, "precision": 0.076072, "recall": 0.142292}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hant-ukr_Cyrl", "languages": ["zho-Hant", "ukr-Cyrl"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.942688, "f1": 0.924407, "hf_subset": "zho_Hant-afr_Latn", "languages": ["zho-Hant", "afr-Latn"], "main_score": 0.924407, "precision": 0.915679, "recall": 0.942688}, {"accuracy": 0.876482, "f1": 0.840679, "hf_subset": "zho_Hant-bho_Deva", "languages": ["zho-Hant", "bho-Deva"], "main_score": 0.840679, "precision": 0.824473, "recall": 0.876482}, {"accuracy": 0.710474, "f1": 0.645586, "hf_subset": "zho_Hant-eus_Latn", "languages": ["zho-Hant", "eus-Latn"], "main_score": 0.645586, "precision": 0.618695, "recall": 0.710474}, {"accuracy": 0.168972, "f1": 0.09994, "hf_subset": "zho_Hant-ibo_Latn", "languages": ["zho-Hant", "ibo-Latn"], "main_score": 0.09994, "precision": 0.083856, "recall": 0.168972}, {"accuracy": 0.715415, "f1": 0.65432, "hf_subset": "zho_Hant-kmr_Latn", "languages": ["zho-Hant", "kmr-Latn"], "main_score": 0.65432, "precision": 0.628706, "recall": 0.715415}, {"accuracy": 0.593874, "f1": 0.512666, "hf_subset": "zho_Hant-min_Latn", "languages": ["zho-Hant", "min-Latn"], "main_score": 0.512666, "precision": 0.482829, "recall": 0.593874}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zho_Hant-por_Latn", "languages": ["zho-Hant", "por-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.714427, "f1": 0.64656, "hf_subset": "zho_Hant-sun_Latn", "languages": ["zho-Hant", "sun-Latn"], "main_score": 0.64656, "precision": 0.618975, "recall": 0.714427}, {"accuracy": 0.152174, "f1": 0.093548, "hf_subset": "zho_Hant-umb_Latn", "languages": ["zho-Hant", "umb-Latn"], "main_score": 0.093548, "precision": 0.081139, "recall": 0.152174}, {"accuracy": 0.949605, "f1": 0.934684, "hf_subset": "zho_Hant-ajp_Arab", "languages": ["zho-Hant", "ajp-Arab"], "main_score": 0.934684, "precision": 0.927948, "recall": 0.949605}, {"accuracy": 0.074111, "f1": 0.042692, "hf_subset": "zho_Hant-bjn_Arab", "languages": ["zho-Hant", "bjn-Arab"], "main_score": 0.042692, "precision": 0.035933, "recall": 0.074111}, {"accuracy": 0.213439, "f1": 0.147377, "hf_subset": "zho_Hant-ewe_Latn", "languages": ["zho-Hant", "ewe-Latn"], "main_score": 0.147377, "precision": 0.13138, "recall": 0.213439}, {"accuracy": 0.332016, "f1": 0.238605, "hf_subset": "zho_Hant-ilo_Latn", "languages": ["zho-Hant", "ilo-Latn"], "main_score": 0.238605, "precision": 0.211754, "recall": 0.332016}, {"accuracy": 0.085968, "f1": 0.04582, "hf_subset": "zho_Hant-knc_Arab", "languages": ["zho-Hant", "knc-Arab"], "main_score": 0.04582, "precision": 0.037703, "recall": 0.085968}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "zho_Hant-mkd_Cyrl", "languages": ["zho-Hant", "mkd-Cyrl"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "zho_Hant-prs_Arab", "languages": ["zho-Hant", "prs-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-swe_Latn", "languages": ["zho-Hant", "swe-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.955534, "f1": 0.941436, "hf_subset": "zho_Hant-urd_Arab", "languages": ["zho-Hant", "urd-Arab"], "main_score": 0.941436, "precision": 0.9347, "recall": 0.955534}, {"accuracy": 0.250988, "f1": 0.169792, "hf_subset": "zho_Hant-aka_Latn", "languages": ["zho-Hant", "aka-Latn"], "main_score": 0.169792, "precision": 0.14817, "recall": 0.250988}, {"accuracy": 0.742095, "f1": 0.678008, "hf_subset": "zho_Hant-bjn_Latn", "languages": ["zho-Hant", "bjn-Latn"], "main_score": 0.678008, "precision": 0.651961, "recall": 0.742095}, {"accuracy": 0.414032, "f1": 0.327518, "hf_subset": "zho_Hant-fao_Latn", "languages": ["zho-Hant", "fao-Latn"], "main_score": 0.327518, "precision": 0.300801, "recall": 0.414032}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "zho_Hant-ind_Latn", "languages": ["zho-Hant", "ind-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.231225, "f1": 0.1559, "hf_subset": "zho_Hant-knc_Latn", "languages": ["zho-Hant", "knc-Latn"], "main_score": 0.1559, "precision": 0.137249, "recall": 0.231225}, {"accuracy": 0.289526, "f1": 0.207581, "hf_subset": "zho_Hant-mlt_Latn", "languages": ["zho-Hant", "mlt-Latn"], "main_score": 0.207581, "precision": 0.185634, "recall": 0.289526}, {"accuracy": 0.238142, "f1": 0.157652, "hf_subset": "zho_Hant-quy_Latn", "languages": ["zho-Hant", "quy-Latn"], "main_score": 0.157652, "precision": 0.136998, "recall": 0.238142}, {"accuracy": 0.324111, "f1": 0.244076, "hf_subset": "zho_Hant-swh_Latn", "languages": ["zho-Hant", "swh-Latn"], "main_score": 0.244076, "precision": 0.222257, "recall": 0.324111}, {"accuracy": 0.603755, "f1": 0.52791, "hf_subset": "zho_Hant-uzn_Latn", "languages": ["zho-Hant", "uzn-Latn"], "main_score": 0.52791, "precision": 0.497808, "recall": 0.603755}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zho_Hant-als_Latn", "languages": ["zho-Hant", "als-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.056324, "f1": 0.019673, "hf_subset": "zho_Hant-bod_Tibt", "languages": ["zho-Hant", "bod-Tibt"], "main_score": 0.019673, "precision": 0.015223, "recall": 0.056324}, {"accuracy": 0.18083, "f1": 0.114796, "hf_subset": "zho_Hant-fij_Latn", "languages": ["zho-Hant", "fij-Latn"], "main_score": 0.114796, "precision": 0.098461, "recall": 0.18083}, {"accuracy": 0.727273, "f1": 0.666277, "hf_subset": "zho_Hant-isl_Latn", "languages": ["zho-Hant", "isl-Latn"], "main_score": 0.666277, "precision": 0.641811, "recall": 0.727273}, {"accuracy": 0.214427, "f1": 0.144075, "hf_subset": "zho_Hant-kon_Latn", "languages": ["zho-Hant", "kon-Latn"], "main_score": 0.144075, "precision": 0.127512, "recall": 0.214427}, {"accuracy": 0.057312, "f1": 0.028885, "hf_subset": "zho_Hant-mni_Beng", "languages": ["zho-Hant", "mni-Beng"], "main_score": 0.028885, "precision": 0.024895, "recall": 0.057312}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zho_Hant-ron_Latn", "languages": ["zho-Hant", "ron-Latn"], "main_score": 0.983202, "precision": 0.981225, "recall": 0.987154}, {"accuracy": 0.758893, "f1": 0.700158, "hf_subset": "zho_Hant-szl_Latn", "languages": ["zho-Hant", "szl-Latn"], "main_score": 0.700158, "precision": 0.675568, "recall": 0.758893}, {"accuracy": 0.772727, "f1": 0.713773, "hf_subset": "zho_Hant-vec_Latn", "languages": ["zho-Hant", "vec-Latn"], "main_score": 0.713773, "precision": 0.688803, "recall": 0.772727}, {"accuracy": 0.758893, "f1": 0.706661, "hf_subset": "zho_Hant-amh_Ethi", "languages": ["zho-Hant", "amh-Ethi"], "main_score": 0.706661, "precision": 0.685023, "recall": 0.758893}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-bos_Latn", "languages": ["zho-Hant", "bos-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "zho_Hant-fin_Latn", "languages": ["zho-Hant", "fin-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-ita_Latn", "languages": ["zho-Hant", "ita-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-kor_Hang", "languages": ["zho-Hant", "kor-Hang"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.194664, "f1": 0.131203, "hf_subset": "zho_Hant-mos_Latn", "languages": ["zho-Hant", "mos-Latn"], "main_score": 0.131203, "precision": 0.11521, "recall": 0.194664}, {"accuracy": 0.136364, "f1": 0.082736, "hf_subset": "zho_Hant-run_Latn", "languages": ["zho-Hant", "run-Latn"], "main_score": 0.082736, "precision": 0.070654, "recall": 0.136364}, {"accuracy": 0.884387, "f1": 0.852569, "hf_subset": "zho_Hant-tam_Taml", "languages": ["zho-Hant", "tam-Taml"], "main_score": 0.852569, "precision": 0.838175, "recall": 0.884387}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "zho_Hant-vie_Latn", "languages": ["zho-Hant", "vie-Latn"], "main_score": 0.979249, "precision": 0.976779, "recall": 0.98419}, {"accuracy": 0.947628, "f1": 0.931884, "hf_subset": "zho_Hant-apc_Arab", "languages": ["zho-Hant", "apc-Arab"], "main_score": 0.931884, "precision": 0.924489, "recall": 0.947628}, {"accuracy": 0.343874, "f1": 0.254014, "hf_subset": "zho_Hant-bug_Latn", "languages": ["zho-Hant", "bug-Latn"], "main_score": 0.254014, "precision": 0.228091, "recall": 0.343874}, {"accuracy": 0.171937, "f1": 0.105733, "hf_subset": "zho_Hant-fon_Latn", "languages": ["zho-Hant", "fon-Latn"], "main_score": 0.105733, "precision": 0.090728, "recall": 0.171937}, {"accuracy": 0.683794, "f1": 0.608832, "hf_subset": "zho_Hant-jav_Latn", "languages": ["zho-Hant", "jav-Latn"], "main_score": 0.608832, "precision": 0.578541, "recall": 0.683794}, {"accuracy": 0.912055, "f1": 0.889761, "hf_subset": "zho_Hant-lao_Laoo", "languages": ["zho-Hant", "lao-Laoo"], "main_score": 0.889761, "precision": 0.880221, "recall": 0.912055}, {"accuracy": 0.166008, "f1": 0.101024, "hf_subset": "zho_Hant-mri_Latn", "languages": ["zho-Hant", "mri-Latn"], "main_score": 0.101024, "precision": 0.087032, "recall": 0.166008}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-rus_Cyrl", "languages": ["zho-Hant", "rus-Cyrl"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.215415, "f1": 0.148517, "hf_subset": "zho_Hant-taq_Latn", "languages": ["zho-Hant", "taq-Latn"], "main_score": 0.148517, "precision": 0.132695, "recall": 0.215415}, {"accuracy": 0.38834, "f1": 0.295321, "hf_subset": "zho_Hant-war_Latn", "languages": ["zho-Hant", "war-Latn"], "main_score": 0.295321, "precision": 0.26742, "recall": 0.38834}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "zho_Hant-arb_Arab", "languages": ["zho-Hant", "arb-Arab"], "main_score": 0.976779, "precision": 0.974308, "recall": 0.982213}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-bul_Cyrl", "languages": ["zho-Hant", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "zho_Hant-fra_Latn", "languages": ["zho-Hant", "fra-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zho_Hant-jpn_Jpan", "languages": ["zho-Hant", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.70751, "f1": 0.640956, "hf_subset": "zho_Hant-lij_Latn", "languages": ["zho-Hant", "lij-Latn"], "main_score": 0.640956, "precision": 0.614246, "recall": 0.70751}, {"accuracy": 0.938735, "f1": 0.919631, "hf_subset": "zho_Hant-mya_Mymr", "languages": ["zho-Hant", "mya-Mymr"], "main_score": 0.919631, "precision": 0.910573, "recall": 0.938735}, {"accuracy": 0.200593, "f1": 0.13471, "hf_subset": "zho_Hant-sag_Latn", "languages": ["zho-Hant", "sag-Latn"], "main_score": 0.13471, "precision": 0.117559, "recall": 0.200593}, {"accuracy": 0.078063, "f1": 0.033291, "hf_subset": "zho_Hant-taq_Tfng", "languages": ["zho-Hant", "taq-Tfng"], "main_score": 0.033291, "precision": 0.026749, "recall": 0.078063}, {"accuracy": 0.218379, "f1": 0.14358, "hf_subset": "zho_Hant-wol_Latn", "languages": ["zho-Hant", "wol-Latn"], "main_score": 0.14358, "precision": 0.125019, "recall": 0.218379}, {"accuracy": 0.097826, "f1": 0.054728, "hf_subset": "zho_Hant-arb_Latn", "languages": ["zho-Hant", "arb-Latn"], "main_score": 0.054728, "precision": 0.046182, "recall": 0.097826}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-cat_Latn", "languages": ["zho-Hant", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.685771, "f1": 0.612752, "hf_subset": "zho_Hant-fur_Latn", "languages": ["zho-Hant", "fur-Latn"], "main_score": 0.612752, "precision": 0.582526, "recall": 0.685771}, {"accuracy": 0.071146, "f1": 0.044489, "hf_subset": "zho_Hant-kab_Latn", "languages": ["zho-Hant", "kab-Latn"], "main_score": 0.044489, "precision": 0.038791, "recall": 0.071146}, {"accuracy": 0.702569, "f1": 0.634086, "hf_subset": "zho_Hant-lim_Latn", "languages": ["zho-Hant", "lim-Latn"], "main_score": 0.634086, "precision": 0.605451, "recall": 0.702569}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-nld_Latn", "languages": ["zho-Hant", "nld-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.720356, "f1": 0.655519, "hf_subset": "zho_Hant-san_Deva", "languages": ["zho-Hant", "san-Deva"], "main_score": 0.655519, "precision": 0.628263, "recall": 0.720356}, {"accuracy": 0.487154, "f1": 0.40274, "hf_subset": "zho_Hant-tat_Cyrl", "languages": ["zho-Hant", "tat-Cyrl"], "main_score": 0.40274, "precision": 0.372899, "recall": 0.487154}, {"accuracy": 0.181818, "f1": 0.113794, "hf_subset": "zho_Hant-xho_Latn", "languages": ["zho-Hant", "xho-Latn"], "main_score": 0.113794, "precision": 0.097529, "recall": 0.181818}, {"accuracy": 0.980237, "f1": 0.974144, "hf_subset": "zho_Hant-ars_Arab", "languages": ["zho-Hant", "ars-Arab"], "main_score": 0.974144, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.366601, "f1": 0.277481, "hf_subset": "zho_Hant-ceb_Latn", "languages": ["zho-Hant", "ceb-Latn"], "main_score": 0.277481, "precision": 0.250249, "recall": 0.366601}, {"accuracy": 0.200593, "f1": 0.125165, "hf_subset": "zho_Hant-fuv_Latn", "languages": ["zho-Hant", "fuv-Latn"], "main_score": 0.125165, "precision": 0.107123, "recall": 0.200593}, {"accuracy": 0.176877, "f1": 0.111261, "hf_subset": "zho_Hant-kac_Latn", "languages": ["zho-Hant", "kac-Latn"], "main_score": 0.111261, "precision": 0.096228, "recall": 0.176877}, {"accuracy": 0.205534, "f1": 0.137719, "hf_subset": "zho_Hant-lin_Latn", "languages": ["zho-Hant", "lin-Latn"], "main_score": 0.137719, "precision": 0.120479, "recall": 0.205534}, {"accuracy": 0.972332, "f1": 0.963439, "hf_subset": "zho_Hant-nno_Latn", "languages": ["zho-Hant", "nno-Latn"], "main_score": 0.963439, "precision": 0.958992, "recall": 0.972332}, {"accuracy": 0.020751, "f1": 0.004795, "hf_subset": "zho_Hant-sat_Olck", "languages": ["zho-Hant", "sat-Olck"], "main_score": 0.004795, "precision": 0.00399, "recall": 0.020751}, {"accuracy": 0.840909, "f1": 0.796989, "hf_subset": "zho_Hant-tel_Telu", "languages": ["zho-Hant", "tel-Telu"], "main_score": 0.796989, "precision": 0.777372, "recall": 0.840909}, {"accuracy": 0.410079, "f1": 0.323692, "hf_subset": "zho_Hant-ydd_Hebr", "languages": ["zho-Hant", "ydd-Hebr"], "main_score": 0.323692, "precision": 0.293695, "recall": 0.410079}, {"accuracy": 0.848814, "f1": 0.807773, "hf_subset": "zho_Hant-ary_Arab", "languages": ["zho-Hant", "ary-Arab"], "main_score": 0.807773, "precision": 0.789097, "recall": 0.848814}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zho_Hant-ces_Latn", "languages": ["zho-Hant", "ces-Latn"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.088933, "f1": 0.046479, "hf_subset": "zho_Hant-gaz_Latn", "languages": ["zho-Hant", "gaz-Latn"], "main_score": 0.046479, "precision": 0.038346, "recall": 0.088933}, {"accuracy": 0.174901, "f1": 0.112765, "hf_subset": "zho_Hant-kam_Latn", "languages": ["zho-Hant", "kam-Latn"], "main_score": 0.112765, "precision": 0.098052, "recall": 0.174901}, {"accuracy": 0.982213, "f1": 0.977108, "hf_subset": "zho_Hant-lit_Latn", "languages": ["zho-Hant", "lit-Latn"], "main_score": 0.977108, "precision": 0.974638, "recall": 0.982213}, {"accuracy": 0.986166, "f1": 0.981555, "hf_subset": "zho_Hant-nob_Latn", "languages": ["zho-Hant", "nob-Latn"], "main_score": 0.981555, "precision": 0.979249, "recall": 0.986166}, {"accuracy": 0.600791, "f1": 0.519664, "hf_subset": "zho_Hant-scn_Latn", "languages": ["zho-Hant", "scn-Latn"], "main_score": 0.519664, "precision": 0.48975, "recall": 0.600791}, {"accuracy": 0.174901, "f1": 0.109526, "hf_subset": "zho_Hant-tgk_Cyrl", "languages": ["zho-Hant", "tgk-Cyrl"], "main_score": 0.109526, "precision": 0.09463, "recall": 0.174901}, {"accuracy": 0.175889, "f1": 0.106068, "hf_subset": "zho_Hant-yor_Latn", "languages": ["zho-Hant", "yor-Latn"], "main_score": 0.106068, "precision": 0.089889, "recall": 0.175889}, {"accuracy": 0.935771, "f1": 0.916469, "hf_subset": "zho_Hant-arz_Arab", "languages": ["zho-Hant", "arz-Arab"], "main_score": 0.916469, "precision": 0.907609, "recall": 0.935771}, {"accuracy": 0.171937, "f1": 0.108324, "hf_subset": "zho_Hant-cjk_Latn", "languages": ["zho-Hant", "cjk-Latn"], "main_score": 0.108324, "precision": 0.093512, "recall": 0.171937}, {"accuracy": 0.156126, "f1": 0.095018, "hf_subset": "zho_Hant-gla_Latn", "languages": ["zho-Hant", "gla-Latn"], "main_score": 0.095018, "precision": 0.078817, "recall": 0.156126}, {"accuracy": 0.812253, "f1": 0.760592, "hf_subset": "zho_Hant-kan_Knda", "languages": ["zho-Hant", "kan-Knda"], "main_score": 0.760592, "precision": 0.738175, "recall": 0.812253}, {"accuracy": 0.599802, "f1": 0.518892, "hf_subset": "zho_Hant-lmo_Latn", "languages": ["zho-Hant", "lmo-Latn"], "main_score": 0.518892, "precision": 0.488279, "recall": 0.599802}, {"accuracy": 0.94664, "f1": 0.931061, "hf_subset": "zho_Hant-npi_Deva", "languages": ["zho-Hant", "npi-Deva"], "main_score": 0.931061, "precision": 0.923831, "recall": 0.94664}, {"accuracy": 0.243083, "f1": 0.163471, "hf_subset": "zho_Hant-shn_Mymr", "languages": ["zho-Hant", "shn-Mymr"], "main_score": 0.163471, "precision": 0.141786, "recall": 0.243083}, {"accuracy": 0.413043, "f1": 0.322456, "hf_subset": "zho_Hant-tgl_Latn", "languages": ["zho-Hant", "tgl-Latn"], "main_score": 0.322456, "precision": 0.293478, "recall": 0.413043}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zho_Hant-yue_Hant", "languages": ["zho-Hant", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.534585, "f1": 0.450088, "hf_subset": "zho_Hant-asm_Beng", "languages": ["zho-Hant", "asm-Beng"], "main_score": 0.450088, "precision": 0.418624, "recall": 0.534585}, {"accuracy": 0.833004, "f1": 0.788128, "hf_subset": "zho_Hant-ckb_Arab", "languages": ["zho-Hant", "ckb-Arab"], "main_score": 0.788128, "precision": 0.768198, "recall": 0.833004}, {"accuracy": 0.249012, "f1": 0.170598, "hf_subset": "zho_Hant-gle_Latn", "languages": ["zho-Hant", "gle-Latn"], "main_score": 0.170598, "precision": 0.150128, "recall": 0.249012}, {"accuracy": 0.576087, "f1": 0.491811, "hf_subset": "zho_Hant-kas_Arab", "languages": ["zho-Hant", "kas-Arab"], "main_score": 0.491811, "precision": 0.459487, "recall": 0.576087}, {"accuracy": 0.666008, "f1": 0.593175, "hf_subset": "zho_Hant-ltg_Latn", "languages": ["zho-Hant", "ltg-Latn"], "main_score": 0.593175, "precision": 0.563333, "recall": 0.666008}, {"accuracy": 0.208498, "f1": 0.134283, "hf_subset": "zho_Hant-nso_Latn", "languages": ["zho-Hant", "nso-Latn"], "main_score": 0.134283, "precision": 0.116405, "recall": 0.208498}, {"accuracy": 0.921937, "f1": 0.898617, "hf_subset": "zho_Hant-sin_Sinh", "languages": ["zho-Hant", "sin-Sinh"], "main_score": 0.898617, "precision": 0.887764, "recall": 0.921937}, {"accuracy": 0.987154, "f1": 0.983366, "hf_subset": "zho_Hant-tha_Thai", "languages": ["zho-Hant", "tha-Thai"], "main_score": 0.983366, "precision": 0.981555, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zho_Hant-zho_Hans", "languages": ["zho-Hant", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.916008, "f1": 0.891765, "hf_subset": "zho_Hant-ast_Latn", "languages": ["zho-Hant", "ast-Latn"], "main_score": 0.891765, "precision": 0.880929, "recall": 0.916008}, {"accuracy": 0.728261, "f1": 0.663509, "hf_subset": "zho_Hant-crh_Latn", "languages": ["zho-Hant", "crh-Latn"], "main_score": 0.663509, "precision": 0.636182, "recall": 0.728261}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zho_Hant-glg_Latn", "languages": ["zho-Hant", "glg-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.389328, "f1": 0.303266, "hf_subset": "zho_Hant-kas_Deva", "languages": ["zho-Hant", "kas-Deva"], "main_score": 0.303266, "precision": 0.274984, "recall": 0.389328}, {"accuracy": 0.455534, "f1": 0.361901, "hf_subset": "zho_Hant-ltz_Latn", "languages": ["zho-Hant", "ltz-Latn"], "main_score": 0.361901, "precision": 0.33167, "recall": 0.455534}, {"accuracy": 0.108696, "f1": 0.057119, "hf_subset": "zho_Hant-nus_Latn", "languages": ["zho-Hant", "nus-Latn"], "main_score": 0.057119, "precision": 0.048343, "recall": 0.108696}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "zho_Hant-slk_Latn", "languages": ["zho-Hant", "slk-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.182806, "f1": 0.120976, "hf_subset": "zho_Hant-tir_Ethi", "languages": ["zho-Hant", "tir-Ethi"], "main_score": 0.120976, "precision": 0.104942, "recall": 0.182806}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "zho_Hant-awa_Deva", "languages": ["zho-Hant", "awa-Deva"], "main_score": 0.928195, "precision": 0.920125, "recall": 0.944664}, {"accuracy": 0.416008, "f1": 0.322933, "hf_subset": "zho_Hant-cym_Latn", "languages": ["zho-Hant", "cym-Latn"], "main_score": 0.322933, "precision": 0.293568, "recall": 0.416008}, {"accuracy": 0.320158, "f1": 0.231655, "hf_subset": "zho_Hant-grn_Latn", "languages": ["zho-Hant", "grn-Latn"], "main_score": 0.231655, "precision": 0.206544, "recall": 0.320158}, {"accuracy": 0.867589, "f1": 0.826746, "hf_subset": "zho_Hant-kat_Geor", "languages": ["zho-Hant", "kat-Geor"], "main_score": 0.826746, "precision": 0.807642, "recall": 0.867589}, {"accuracy": 0.217391, "f1": 0.143562, "hf_subset": "zho_Hant-lua_Latn", "languages": ["zho-Hant", "lua-Latn"], "main_score": 0.143562, "precision": 0.124333, "recall": 0.217391}, {"accuracy": 0.201581, "f1": 0.129965, "hf_subset": "zho_Hant-nya_Latn", "languages": ["zho-Hant", "nya-Latn"], "main_score": 0.129965, "precision": 0.11304, "recall": 0.201581}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zho_Hant-slv_Latn", "languages": ["zho-Hant", "slv-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.410079, "f1": 0.318591, "hf_subset": "zho_Hant-tpi_Latn", "languages": ["zho-Hant", "tpi-Latn"], "main_score": 0.318591, "precision": 0.289688, "recall": 0.410079}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "zho_Hant-zsm_Latn", "languages": ["zho-Hant", "zsm-Latn"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.173913, "f1": 0.10317, "hf_subset": "zho_Hant-ayr_Latn", "languages": ["zho-Hant", "ayr-Latn"], "main_score": 0.10317, "precision": 0.087021, "recall": 0.173913}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zho_Hant-dan_Latn", "languages": ["zho-Hant", "dan-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.912055, "f1": 0.886825, "hf_subset": "zho_Hant-guj_Gujr", "languages": ["zho-Hant", "guj-Gujr"], "main_score": 0.886825, "precision": 0.875362, "recall": 0.912055}, {"accuracy": 0.949605, "f1": 0.935277, "hf_subset": "zho_Hant-kaz_Cyrl", "languages": ["zho-Hant", "kaz-Cyrl"], "main_score": 0.935277, "precision": 0.928195, "recall": 0.949605}, {"accuracy": 0.146245, "f1": 0.086537, "hf_subset": "zho_Hant-lug_Latn", "languages": ["zho-Hant", "lug-Latn"], "main_score": 0.086537, "precision": 0.073815, "recall": 0.146245}, {"accuracy": 0.899209, "f1": 0.868248, "hf_subset": "zho_Hant-oci_Latn", "languages": ["zho-Hant", "oci-Latn"], "main_score": 0.868248, "precision": 0.853261, "recall": 0.899209}, {"accuracy": 0.161067, "f1": 0.10146, "hf_subset": "zho_Hant-smo_Latn", "languages": ["zho-Hant", "smo-Latn"], "main_score": 0.10146, "precision": 0.088113, "recall": 0.161067}, {"accuracy": 0.18083, "f1": 0.114449, "hf_subset": "zho_Hant-tsn_Latn", "languages": ["zho-Hant", "tsn-Latn"], "main_score": 0.114449, "precision": 0.098057, "recall": 0.18083}, {"accuracy": 0.130435, "f1": 0.074802, "hf_subset": "zho_Hant-zul_Latn", "languages": ["zho-Hant", "zul-Latn"], "main_score": 0.074802, "precision": 0.063506, "recall": 0.130435}, {"accuracy": 0.543478, "f1": 0.460392, "hf_subset": "zho_Hant-azb_Arab", "languages": ["zho-Hant", "azb-Arab"], "main_score": 0.460392, "precision": 0.428946, "recall": 0.543478}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "zho_Hant-deu_Latn", "languages": ["zho-Hant", "deu-Latn"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.277668, "f1": 0.198435, "hf_subset": "zho_Hant-hat_Latn", "languages": ["zho-Hant", "hat-Latn"], "main_score": 0.198435, "precision": 0.176469, "recall": 0.277668}, {"accuracy": 0.151186, "f1": 0.089126, "hf_subset": "zho_Hant-kbp_Latn", "languages": ["zho-Hant", "kbp-Latn"], "main_score": 0.089126, "precision": 0.074641, "recall": 0.151186}, {"accuracy": 0.194664, "f1": 0.123577, "hf_subset": "zho_Hant-luo_Latn", "languages": ["zho-Hant", "luo-Latn"], "main_score": 0.123577, "precision": 0.107527, "recall": 0.194664}, {"accuracy": 0.817194, "f1": 0.771099, "hf_subset": "zho_Hant-ory_Orya", "languages": ["zho-Hant", "ory-Orya"], "main_score": 0.771099, "precision": 0.750511, "recall": 0.817194}, {"accuracy": 0.163043, "f1": 0.094762, "hf_subset": "zho_Hant-sna_Latn", "languages": ["zho-Hant", "sna-Latn"], "main_score": 0.094762, "precision": 0.079865, "recall": 0.163043}, {"accuracy": 0.166008, "f1": 0.107227, "hf_subset": "zho_Hant-tso_Latn", "languages": ["zho-Hant", "tso-Latn"], "main_score": 0.107227, "precision": 0.093623, "recall": 0.166008}, {"accuracy": 0.936759, "f1": 0.918314, "hf_subset": "zho_Hant-azj_Latn", "languages": ["zho-Hant", "azj-Latn"], "main_score": 0.918314, "precision": 0.909783, "recall": 0.936759}, {"accuracy": 0.270751, "f1": 0.186634, "hf_subset": "zho_Hant-dik_Latn", "languages": ["zho-Hant", "dik-Latn"], "main_score": 0.186634, "precision": 0.164138, "recall": 0.270751}, {"accuracy": 0.212451, "f1": 0.142321, "hf_subset": "zho_Hant-hau_Latn", "languages": ["zho-Hant", "hau-Latn"], "main_score": 0.142321, "precision": 0.12569, "recall": 0.212451}, {"accuracy": 0.598814, "f1": 0.515632, "hf_subset": "zho_Hant-kea_Latn", "languages": ["zho-Hant", "kea-Latn"], "main_score": 0.515632, "precision": 0.484526, "recall": 0.598814}, {"accuracy": 0.331028, "f1": 0.242863, "hf_subset": "zho_Hant-lus_Latn", "languages": ["zho-Hant", "lus-Latn"], "main_score": 0.242863, "precision": 0.216836, "recall": 0.331028}, {"accuracy": 0.431818, "f1": 0.340867, "hf_subset": "zho_Hant-pag_Latn", "languages": ["zho-Hant", "pag-Latn"], "main_score": 0.340867, "precision": 0.311109, "recall": 0.431818}, {"accuracy": 0.84585, "f1": 0.804762, "hf_subset": "zho_Hant-snd_Arab", "languages": ["zho-Hant", "snd-Arab"], "main_score": 0.804762, "precision": 0.786479, "recall": 0.84585}, {"accuracy": 0.312253, "f1": 0.225392, "hf_subset": "zho_Hant-tuk_Latn", "languages": ["zho-Hant", "tuk-Latn"], "main_score": 0.225392, "precision": 0.199575, "recall": 0.312253}, {"accuracy": 0.438735, "f1": 0.349072, "hf_subset": "zho_Hant-bak_Cyrl", "languages": ["zho-Hant", "bak-Cyrl"], "main_score": 0.349072, "precision": 0.317626, "recall": 0.438735}, {"accuracy": 0.158103, "f1": 0.097673, "hf_subset": "zho_Hant-dyu_Latn", "languages": ["zho-Hant", "dyu-Latn"], "main_score": 0.097673, "precision": 0.083301, "recall": 0.158103}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zho_Hant-heb_Hebr", "languages": ["zho-Hant", "heb-Hebr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "zho_Hant-khk_Cyrl", "languages": ["zho-Hant", "khk-Cyrl"], "main_score": 0.948946, "precision": 0.942852, "recall": 0.961462}, {"accuracy": 0.985178, "f1": 0.980896, "hf_subset": "zho_Hant-lvs_Latn", "languages": ["zho-Hant", "lvs-Latn"], "main_score": 0.980896, "precision": 0.978953, "recall": 0.985178}, {"accuracy": 0.83498, "f1": 0.789413, "hf_subset": "zho_Hant-pan_Guru", "languages": ["zho-Hant", "pan-Guru"], "main_score": 0.789413, "precision": 0.769104, "recall": 0.83498}, {"accuracy": 0.229249, "f1": 0.157461, "hf_subset": "zho_Hant-som_Latn", "languages": ["zho-Hant", "som-Latn"], "main_score": 0.157461, "precision": 0.137929, "recall": 0.229249}, {"accuracy": 0.184783, "f1": 0.115632, "hf_subset": "zho_Hant-tum_Latn", "languages": ["zho-Hant", "tum-Latn"], "main_score": 0.115632, "precision": 0.099192, "recall": 0.184783}, {"accuracy": 0.088933, "f1": 0.050694, "hf_subset": "awa_Deva-ace_Arab", "languages": ["awa-Deva", "ace-Arab"], "main_score": 0.050694, "precision": 0.041793, "recall": 0.088933}, {"accuracy": 0.151186, "f1": 0.094258, "hf_subset": "awa_Deva-bam_Latn", "languages": ["awa-Deva", "bam-Latn"], "main_score": 0.094258, "precision": 0.081146, "recall": 0.151186}, {"accuracy": 0.001976, "f1": 3.4e-05, "hf_subset": "awa_Deva-dzo_Tibt", "languages": ["awa-Deva", "dzo-Tibt"], "main_score": 3.4e-05, "precision": 1.7e-05, "recall": 0.001976}, {"accuracy": 0.978261, "f1": 0.972332, "hf_subset": "awa_Deva-hin_Deva", "languages": ["awa-Deva", "hin-Deva"], "main_score": 0.972332, "precision": 0.969368, "recall": 0.978261}, {"accuracy": 0.869565, "f1": 0.830764, "hf_subset": "awa_Deva-khm_Khmr", "languages": ["awa-Deva", "khm-Khmr"], "main_score": 0.830764, "precision": 0.8125, "recall": 0.869565}, {"accuracy": 0.965415, "f1": 0.955698, "hf_subset": "awa_Deva-mag_Deva", "languages": ["awa-Deva", "mag-Deva"], "main_score": 0.955698, "precision": 0.950922, "recall": 0.965415}, {"accuracy": 0.605731, "f1": 0.532746, "hf_subset": "awa_Deva-pap_Latn", "languages": ["awa-Deva", "pap-Latn"], "main_score": 0.532746, "precision": 0.504814, "recall": 0.605731}, {"accuracy": 0.18083, "f1": 0.119156, "hf_subset": "awa_Deva-sot_Latn", "languages": ["awa-Deva", "sot-Latn"], "main_score": 0.119156, "precision": 0.104927, "recall": 0.18083}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "awa_Deva-tur_Latn", "languages": ["awa-Deva", "tur-Latn"], "main_score": 0.958992, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.375494, "f1": 0.287548, "hf_subset": "awa_Deva-ace_Latn", "languages": ["awa-Deva", "ace-Latn"], "main_score": 0.287548, "precision": 0.260635, "recall": 0.375494}, {"accuracy": 0.630435, "f1": 0.559147, "hf_subset": "awa_Deva-ban_Latn", "languages": ["awa-Deva", "ban-Latn"], "main_score": 0.559147, "precision": 0.530929, "recall": 0.630435}, {"accuracy": 0.95751, "f1": 0.945553, "hf_subset": "awa_Deva-ell_Grek", "languages": ["awa-Deva", "ell-Grek"], "main_score": 0.945553, "precision": 0.93997, "recall": 0.95751}, {"accuracy": 0.948617, "f1": 0.934289, "hf_subset": "awa_Deva-hne_Deva", "languages": ["awa-Deva", "hne-Deva"], "main_score": 0.934289, "precision": 0.927372, "recall": 0.948617}, {"accuracy": 0.210474, "f1": 0.134787, "hf_subset": "awa_Deva-kik_Latn", "languages": ["awa-Deva", "kik-Latn"], "main_score": 0.134787, "precision": 0.114559, "recall": 0.210474}, {"accuracy": 0.955534, "f1": 0.943182, "hf_subset": "awa_Deva-mai_Deva", "languages": ["awa-Deva", "mai-Deva"], "main_score": 0.943182, "precision": 0.937253, "recall": 0.955534}, {"accuracy": 0.800395, "f1": 0.753162, "hf_subset": "awa_Deva-pbt_Arab", "languages": ["awa-Deva", "pbt-Arab"], "main_score": 0.753162, "precision": 0.732213, "recall": 0.800395}, {"accuracy": 0.971344, "f1": 0.962846, "hf_subset": "awa_Deva-spa_Latn", "languages": ["awa-Deva", "spa-Latn"], "main_score": 0.962846, "precision": 0.958745, "recall": 0.971344}, {"accuracy": 0.270751, "f1": 0.186482, "hf_subset": "awa_Deva-twi_Latn", "languages": ["awa-Deva", "twi-Latn"], "main_score": 0.186482, "precision": 0.162712, "recall": 0.270751}, {"accuracy": 0.945652, "f1": 0.930583, "hf_subset": "awa_Deva-acm_Arab", "languages": ["awa-Deva", "acm-Arab"], "main_score": 0.930583, "precision": 0.92356, "recall": 0.945652}, {"accuracy": 0.916008, "f1": 0.892424, "hf_subset": "awa_Deva-bel_Cyrl", "languages": ["awa-Deva", "bel-Cyrl"], "main_score": 0.892424, "precision": 0.881423, "recall": 0.916008}, {"accuracy": 0.977273, "f1": 0.97052, "hf_subset": "awa_Deva-eng_Latn", "languages": ["awa-Deva", "eng-Latn"], "main_score": 0.97052, "precision": 0.967227, "recall": 0.977273}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "awa_Deva-hrv_Latn", "languages": ["awa-Deva", "hrv-Latn"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.12747, "f1": 0.075842, "hf_subset": "awa_Deva-kin_Latn", "languages": ["awa-Deva", "kin-Latn"], "main_score": 0.075842, "precision": 0.063878, "recall": 0.12747}, {"accuracy": 0.859684, "f1": 0.823188, "hf_subset": "awa_Deva-mal_Mlym", "languages": ["awa-Deva", "mal-Mlym"], "main_score": 0.823188, "precision": 0.806966, "recall": 0.859684}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "awa_Deva-pes_Arab", "languages": ["awa-Deva", "pes-Arab"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.668972, "f1": 0.590777, "hf_subset": "awa_Deva-srd_Latn", "languages": ["awa-Deva", "srd-Latn"], "main_score": 0.590777, "precision": 0.558185, "recall": 0.668972}, {"accuracy": 0.060277, "f1": 0.027893, "hf_subset": "awa_Deva-tzm_Tfng", "languages": ["awa-Deva", "tzm-Tfng"], "main_score": 0.027893, "precision": 0.023041, "recall": 0.060277}, {"accuracy": 0.958498, "f1": 0.94697, "hf_subset": "awa_Deva-acq_Arab", "languages": ["awa-Deva", "acq-Arab"], "main_score": 0.94697, "precision": 0.941535, "recall": 0.958498}, {"accuracy": 0.199605, "f1": 0.130001, "hf_subset": "awa_Deva-bem_Latn", "languages": ["awa-Deva", "bem-Latn"], "main_score": 0.130001, "precision": 0.113916, "recall": 0.199605}, {"accuracy": 0.814229, "f1": 0.767128, "hf_subset": "awa_Deva-epo_Latn", "languages": ["awa-Deva", "epo-Latn"], "main_score": 0.767128, "precision": 0.746196, "recall": 0.814229}, {"accuracy": 0.961462, "f1": 0.949769, "hf_subset": "awa_Deva-hun_Latn", "languages": ["awa-Deva", "hun-Latn"], "main_score": 0.949769, "precision": 0.944005, "recall": 0.961462}, {"accuracy": 0.895257, "f1": 0.868478, "hf_subset": "awa_Deva-kir_Cyrl", "languages": ["awa-Deva", "kir-Cyrl"], "main_score": 0.868478, "precision": 0.855978, "recall": 0.895257}, {"accuracy": 0.889328, "f1": 0.856884, "hf_subset": "awa_Deva-mar_Deva", "languages": ["awa-Deva", "mar-Deva"], "main_score": 0.856884, "precision": 0.841568, "recall": 0.889328}, {"accuracy": 0.255929, "f1": 0.183811, "hf_subset": "awa_Deva-plt_Latn", "languages": ["awa-Deva", "plt-Latn"], "main_score": 0.183811, "precision": 0.163011, "recall": 0.255929}, {"accuracy": 0.968379, "f1": 0.959321, "hf_subset": "awa_Deva-srp_Cyrl", "languages": ["awa-Deva", "srp-Cyrl"], "main_score": 0.959321, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.745059, "f1": 0.689564, "hf_subset": "awa_Deva-uig_Arab", "languages": ["awa-Deva", "uig-Arab"], "main_score": 0.689564, "precision": 0.665861, "recall": 0.745059}, {"accuracy": 0.907115, "f1": 0.882971, "hf_subset": "awa_Deva-aeb_Arab", "languages": ["awa-Deva", "aeb-Arab"], "main_score": 0.882971, "precision": 0.871789, "recall": 0.907115}, {"accuracy": 0.886364, "f1": 0.856456, "hf_subset": "awa_Deva-ben_Beng", "languages": ["awa-Deva", "ben-Beng"], "main_score": 0.856456, "precision": 0.842638, "recall": 0.886364}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "awa_Deva-est_Latn", "languages": ["awa-Deva", "est-Latn"], "main_score": 0.949111, "precision": 0.943511, "recall": 0.960474}, {"accuracy": 0.954545, "f1": 0.941502, "hf_subset": "awa_Deva-hye_Armn", "languages": ["awa-Deva", "hye-Armn"], "main_score": 0.941502, "precision": 0.935441, "recall": 0.954545}, {"accuracy": 0.148221, "f1": 0.087122, "hf_subset": "awa_Deva-kmb_Latn", "languages": ["awa-Deva", "kmb-Latn"], "main_score": 0.087122, "precision": 0.07451, "recall": 0.148221}, {"accuracy": 0.063241, "f1": 0.039027, "hf_subset": "awa_Deva-min_Arab", "languages": ["awa-Deva", "min-Arab"], "main_score": 0.039027, "precision": 0.032949, "recall": 0.063241}, {"accuracy": 0.967391, "f1": 0.957675, "hf_subset": "awa_Deva-pol_Latn", "languages": ["awa-Deva", "pol-Latn"], "main_score": 0.957675, "precision": 0.953063, "recall": 0.967391}, {"accuracy": 0.141304, "f1": 0.084109, "hf_subset": "awa_Deva-ssw_Latn", "languages": ["awa-Deva", "ssw-Latn"], "main_score": 0.084109, "precision": 0.071861, "recall": 0.141304}, {"accuracy": 0.97332, "f1": 0.965975, "hf_subset": "awa_Deva-ukr_Cyrl", "languages": ["awa-Deva", "ukr-Cyrl"], "main_score": 0.965975, "precision": 0.962533, "recall": 0.97332}, {"accuracy": 0.926877, "f1": 0.906028, "hf_subset": "awa_Deva-afr_Latn", "languages": ["awa-Deva", "afr-Latn"], "main_score": 0.906028, "precision": 0.896657, "recall": 0.926877}, {"accuracy": 0.91996, "f1": 0.898452, "hf_subset": "awa_Deva-bho_Deva", "languages": ["awa-Deva", "bho-Deva"], "main_score": 0.898452, "precision": 0.888258, "recall": 0.91996}, {"accuracy": 0.664032, "f1": 0.5948, "hf_subset": "awa_Deva-eus_Latn", "languages": ["awa-Deva", "eus-Latn"], "main_score": 0.5948, "precision": 0.566147, "recall": 0.664032}, {"accuracy": 0.166008, "f1": 0.097789, "hf_subset": "awa_Deva-ibo_Latn", "languages": ["awa-Deva", "ibo-Latn"], "main_score": 0.097789, "precision": 0.082163, "recall": 0.166008}, {"accuracy": 0.677866, "f1": 0.620012, "hf_subset": "awa_Deva-kmr_Latn", "languages": ["awa-Deva", "kmr-Latn"], "main_score": 0.620012, "precision": 0.595685, "recall": 0.677866}, {"accuracy": 0.586957, "f1": 0.50667, "hf_subset": "awa_Deva-min_Latn", "languages": ["awa-Deva", "min-Latn"], "main_score": 0.50667, "precision": 0.476101, "recall": 0.586957}, {"accuracy": 0.975296, "f1": 0.968215, "hf_subset": "awa_Deva-por_Latn", "languages": ["awa-Deva", "por-Latn"], "main_score": 0.968215, "precision": 0.964756, "recall": 0.975296}, {"accuracy": 0.72332, "f1": 0.660526, "hf_subset": "awa_Deva-sun_Latn", "languages": ["awa-Deva", "sun-Latn"], "main_score": 0.660526, "precision": 0.633827, "recall": 0.72332}, {"accuracy": 0.141304, "f1": 0.084359, "hf_subset": "awa_Deva-umb_Latn", "languages": ["awa-Deva", "umb-Latn"], "main_score": 0.084359, "precision": 0.070717, "recall": 0.141304}, {"accuracy": 0.929842, "f1": 0.90975, "hf_subset": "awa_Deva-ajp_Arab", "languages": ["awa-Deva", "ajp-Arab"], "main_score": 0.90975, "precision": 0.900527, "recall": 0.929842}, {"accuracy": 0.077075, "f1": 0.045926, "hf_subset": "awa_Deva-bjn_Arab", "languages": ["awa-Deva", "bjn-Arab"], "main_score": 0.045926, "precision": 0.039077, "recall": 0.077075}, {"accuracy": 0.202569, "f1": 0.14137, "hf_subset": "awa_Deva-ewe_Latn", "languages": ["awa-Deva", "ewe-Latn"], "main_score": 0.14137, "precision": 0.125419, "recall": 0.202569}, {"accuracy": 0.328063, "f1": 0.243548, "hf_subset": "awa_Deva-ilo_Latn", "languages": ["awa-Deva", "ilo-Latn"], "main_score": 0.243548, "precision": 0.21825, "recall": 0.328063}, {"accuracy": 0.088933, "f1": 0.051451, "hf_subset": "awa_Deva-knc_Arab", "languages": ["awa-Deva", "knc-Arab"], "main_score": 0.051451, "precision": 0.043003, "recall": 0.088933}, {"accuracy": 0.972332, "f1": 0.964493, "hf_subset": "awa_Deva-mkd_Cyrl", "languages": ["awa-Deva", "mkd-Cyrl"], "main_score": 0.964493, "precision": 0.960886, "recall": 0.972332}, {"accuracy": 0.961462, "f1": 0.950922, "hf_subset": "awa_Deva-prs_Arab", "languages": ["awa-Deva", "prs-Arab"], "main_score": 0.950922, "precision": 0.945982, "recall": 0.961462}, {"accuracy": 0.974308, "f1": 0.967128, "hf_subset": "awa_Deva-swe_Latn", "languages": ["awa-Deva", "swe-Latn"], "main_score": 0.967128, "precision": 0.963686, "recall": 0.974308}, {"accuracy": 0.938735, "f1": 0.921673, "hf_subset": "awa_Deva-urd_Arab", "languages": ["awa-Deva", "urd-Arab"], "main_score": 0.921673, "precision": 0.91362, "recall": 0.938735}, {"accuracy": 0.253953, "f1": 0.176151, "hf_subset": "awa_Deva-aka_Latn", "languages": ["awa-Deva", "aka-Latn"], "main_score": 0.176151, "precision": 0.154291, "recall": 0.253953}, {"accuracy": 0.745059, "f1": 0.689528, "hf_subset": "awa_Deva-bjn_Latn", "languages": ["awa-Deva", "bjn-Latn"], "main_score": 0.689528, "precision": 0.666215, "recall": 0.745059}, {"accuracy": 0.414032, "f1": 0.329746, "hf_subset": "awa_Deva-fao_Latn", "languages": ["awa-Deva", "fao-Latn"], "main_score": 0.329746, "precision": 0.301927, "recall": 0.414032}, {"accuracy": 0.968379, "f1": 0.959486, "hf_subset": "awa_Deva-ind_Latn", "languages": ["awa-Deva", "ind-Latn"], "main_score": 0.959486, "precision": 0.955204, "recall": 0.968379}, {"accuracy": 0.23913, "f1": 0.164283, "hf_subset": "awa_Deva-knc_Latn", "languages": ["awa-Deva", "knc-Latn"], "main_score": 0.164283, "precision": 0.145848, "recall": 0.23913}, {"accuracy": 0.302372, "f1": 0.224888, "hf_subset": "awa_Deva-mlt_Latn", "languages": ["awa-Deva", "mlt-Latn"], "main_score": 0.224888, "precision": 0.202803, "recall": 0.302372}, {"accuracy": 0.238142, "f1": 0.16119, "hf_subset": "awa_Deva-quy_Latn", "languages": ["awa-Deva", "quy-Latn"], "main_score": 0.16119, "precision": 0.140492, "recall": 0.238142}, {"accuracy": 0.325099, "f1": 0.247259, "hf_subset": "awa_Deva-swh_Latn", "languages": ["awa-Deva", "swh-Latn"], "main_score": 0.247259, "precision": 0.223919, "recall": 0.325099}, {"accuracy": 0.601779, "f1": 0.523774, "hf_subset": "awa_Deva-uzn_Latn", "languages": ["awa-Deva", "uzn-Latn"], "main_score": 0.523774, "precision": 0.492965, "recall": 0.601779}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "awa_Deva-als_Latn", "languages": ["awa-Deva", "als-Latn"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.059289, "f1": 0.026363, "hf_subset": "awa_Deva-bod_Tibt", "languages": ["awa-Deva", "bod-Tibt"], "main_score": 0.026363, "precision": 0.022382, "recall": 0.059289}, {"accuracy": 0.175889, "f1": 0.112106, "hf_subset": "awa_Deva-fij_Latn", "languages": ["awa-Deva", "fij-Latn"], "main_score": 0.112106, "precision": 0.094219, "recall": 0.175889}, {"accuracy": 0.699605, "f1": 0.635806, "hf_subset": "awa_Deva-isl_Latn", "languages": ["awa-Deva", "isl-Latn"], "main_score": 0.635806, "precision": 0.60966, "recall": 0.699605}, {"accuracy": 0.218379, "f1": 0.151685, "hf_subset": "awa_Deva-kon_Latn", "languages": ["awa-Deva", "kon-Latn"], "main_score": 0.151685, "precision": 0.135224, "recall": 0.218379}, {"accuracy": 0.064229, "f1": 0.033678, "hf_subset": "awa_Deva-mni_Beng", "languages": ["awa-Deva", "mni-Beng"], "main_score": 0.033678, "precision": 0.028969, "recall": 0.064229}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "awa_Deva-ron_Latn", "languages": ["awa-Deva", "ron-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.747036, "f1": 0.687996, "hf_subset": "awa_Deva-szl_Latn", "languages": ["awa-Deva", "szl-Latn"], "main_score": 0.687996, "precision": 0.662698, "recall": 0.747036}, {"accuracy": 0.763834, "f1": 0.704795, "hf_subset": "awa_Deva-vec_Latn", "languages": ["awa-Deva", "vec-Latn"], "main_score": 0.704795, "precision": 0.679825, "recall": 0.763834}, {"accuracy": 0.724308, "f1": 0.665489, "hf_subset": "awa_Deva-amh_Ethi", "languages": ["awa-Deva", "amh-Ethi"], "main_score": 0.665489, "precision": 0.640969, "recall": 0.724308}, {"accuracy": 0.972332, "f1": 0.964592, "hf_subset": "awa_Deva-bos_Latn", "languages": ["awa-Deva", "bos-Latn"], "main_score": 0.964592, "precision": 0.960804, "recall": 0.972332}, {"accuracy": 0.958498, "f1": 0.946476, "hf_subset": "awa_Deva-fin_Latn", "languages": ["awa-Deva", "fin-Latn"], "main_score": 0.946476, "precision": 0.940711, "recall": 0.958498}, {"accuracy": 0.975296, "f1": 0.96805, "hf_subset": "awa_Deva-ita_Latn", "languages": ["awa-Deva", "ita-Latn"], "main_score": 0.96805, "precision": 0.964592, "recall": 0.975296}, {"accuracy": 0.963439, "f1": 0.953557, "hf_subset": "awa_Deva-kor_Hang", "languages": ["awa-Deva", "kor-Hang"], "main_score": 0.953557, "precision": 0.948781, "recall": 0.963439}, {"accuracy": 0.190711, "f1": 0.130166, "hf_subset": "awa_Deva-mos_Latn", "languages": ["awa-Deva", "mos-Latn"], "main_score": 0.130166, "precision": 0.114713, "recall": 0.190711}, {"accuracy": 0.125494, "f1": 0.077619, "hf_subset": "awa_Deva-run_Latn", "languages": ["awa-Deva", "run-Latn"], "main_score": 0.077619, "precision": 0.067145, "recall": 0.125494}, {"accuracy": 0.863636, "f1": 0.827997, "hf_subset": "awa_Deva-tam_Taml", "languages": ["awa-Deva", "tam-Taml"], "main_score": 0.827997, "precision": 0.811759, "recall": 0.863636}, {"accuracy": 0.958498, "f1": 0.946607, "hf_subset": "awa_Deva-vie_Latn", "languages": ["awa-Deva", "vie-Latn"], "main_score": 0.946607, "precision": 0.941041, "recall": 0.958498}, {"accuracy": 0.9417, "f1": 0.924638, "hf_subset": "awa_Deva-apc_Arab", "languages": ["awa-Deva", "apc-Arab"], "main_score": 0.924638, "precision": 0.916584, "recall": 0.9417}, {"accuracy": 0.353755, "f1": 0.265637, "hf_subset": "awa_Deva-bug_Latn", "languages": ["awa-Deva", "bug-Latn"], "main_score": 0.265637, "precision": 0.237804, "recall": 0.353755}, {"accuracy": 0.173913, "f1": 0.112154, "hf_subset": "awa_Deva-fon_Latn", "languages": ["awa-Deva", "fon-Latn"], "main_score": 0.112154, "precision": 0.096695, "recall": 0.173913}, {"accuracy": 0.686759, "f1": 0.617572, "hf_subset": "awa_Deva-jav_Latn", "languages": ["awa-Deva", "jav-Latn"], "main_score": 0.617572, "precision": 0.589206, "recall": 0.686759}, {"accuracy": 0.884387, "f1": 0.854447, "hf_subset": "awa_Deva-lao_Laoo", "languages": ["awa-Deva", "lao-Laoo"], "main_score": 0.854447, "precision": 0.841189, "recall": 0.884387}, {"accuracy": 0.175889, "f1": 0.103912, "hf_subset": "awa_Deva-mri_Latn", "languages": ["awa-Deva", "mri-Latn"], "main_score": 0.103912, "precision": 0.087099, "recall": 0.175889}, {"accuracy": 0.967391, "f1": 0.957905, "hf_subset": "awa_Deva-rus_Cyrl", "languages": ["awa-Deva", "rus-Cyrl"], "main_score": 0.957905, "precision": 0.953475, "recall": 0.967391}, {"accuracy": 0.218379, "f1": 0.151516, "hf_subset": "awa_Deva-taq_Latn", "languages": ["awa-Deva", "taq-Latn"], "main_score": 0.151516, "precision": 0.1339, "recall": 0.218379}, {"accuracy": 0.395257, "f1": 0.306799, "hf_subset": "awa_Deva-war_Latn", "languages": ["awa-Deva", "war-Latn"], "main_score": 0.306799, "precision": 0.278448, "recall": 0.395257}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "awa_Deva-arb_Arab", "languages": ["awa-Deva", "arb-Arab"], "main_score": 0.951746, "precision": 0.946838, "recall": 0.962451}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "awa_Deva-bul_Cyrl", "languages": ["awa-Deva", "bul-Cyrl"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.971344, "f1": 0.962945, "hf_subset": "awa_Deva-fra_Latn", "languages": ["awa-Deva", "fra-Latn"], "main_score": 0.962945, "precision": 0.958992, "recall": 0.971344}, {"accuracy": 0.971344, "f1": 0.963011, "hf_subset": "awa_Deva-jpn_Jpan", "languages": ["awa-Deva", "jpn-Jpan"], "main_score": 0.963011, "precision": 0.959074, "recall": 0.971344}, {"accuracy": 0.698617, "f1": 0.636051, "hf_subset": "awa_Deva-lij_Latn", "languages": ["awa-Deva", "lij-Latn"], "main_score": 0.636051, "precision": 0.610072, "recall": 0.698617}, {"accuracy": 0.902174, "f1": 0.875329, "hf_subset": "awa_Deva-mya_Mymr", "languages": ["awa-Deva", "mya-Mymr"], "main_score": 0.875329, "precision": 0.862648, "recall": 0.902174}, {"accuracy": 0.210474, "f1": 0.143165, "hf_subset": "awa_Deva-sag_Latn", "languages": ["awa-Deva", "sag-Latn"], "main_score": 0.143165, "precision": 0.125014, "recall": 0.210474}, {"accuracy": 0.077075, "f1": 0.035182, "hf_subset": "awa_Deva-taq_Tfng", "languages": ["awa-Deva", "taq-Tfng"], "main_score": 0.035182, "precision": 0.029568, "recall": 0.077075}, {"accuracy": 0.217391, "f1": 0.145714, "hf_subset": "awa_Deva-wol_Latn", "languages": ["awa-Deva", "wol-Latn"], "main_score": 0.145714, "precision": 0.126788, "recall": 0.217391}, {"accuracy": 0.09585, "f1": 0.05029, "hf_subset": "awa_Deva-arb_Latn", "languages": ["awa-Deva", "arb-Latn"], "main_score": 0.05029, "precision": 0.041075, "recall": 0.09585}, {"accuracy": 0.972332, "f1": 0.964097, "hf_subset": "awa_Deva-cat_Latn", "languages": ["awa-Deva", "cat-Latn"], "main_score": 0.964097, "precision": 0.960145, "recall": 0.972332}, {"accuracy": 0.648221, "f1": 0.575282, "hf_subset": "awa_Deva-fur_Latn", "languages": ["awa-Deva", "fur-Latn"], "main_score": 0.575282, "precision": 0.545257, "recall": 0.648221}, {"accuracy": 0.078063, "f1": 0.047981, "hf_subset": "awa_Deva-kab_Latn", "languages": ["awa-Deva", "kab-Latn"], "main_score": 0.047981, "precision": 0.04091, "recall": 0.078063}, {"accuracy": 0.700593, "f1": 0.631573, "hf_subset": "awa_Deva-lim_Latn", "languages": ["awa-Deva", "lim-Latn"], "main_score": 0.631573, "precision": 0.601746, "recall": 0.700593}, {"accuracy": 0.972332, "f1": 0.964427, "hf_subset": "awa_Deva-nld_Latn", "languages": ["awa-Deva", "nld-Latn"], "main_score": 0.964427, "precision": 0.960639, "recall": 0.972332}, {"accuracy": 0.745059, "f1": 0.688952, "hf_subset": "awa_Deva-san_Deva", "languages": ["awa-Deva", "san-Deva"], "main_score": 0.688952, "precision": 0.664707, "recall": 0.745059}, {"accuracy": 0.491107, "f1": 0.411047, "hf_subset": "awa_Deva-tat_Cyrl", "languages": ["awa-Deva", "tat-Cyrl"], "main_score": 0.411047, "precision": 0.381615, "recall": 0.491107}, {"accuracy": 0.192688, "f1": 0.123091, "hf_subset": "awa_Deva-xho_Latn", "languages": ["awa-Deva", "xho-Latn"], "main_score": 0.123091, "precision": 0.106562, "recall": 0.192688}, {"accuracy": 0.959486, "f1": 0.9472, "hf_subset": "awa_Deva-ars_Arab", "languages": ["awa-Deva", "ars-Arab"], "main_score": 0.9472, "precision": 0.941453, "recall": 0.959486}, {"accuracy": 0.379447, "f1": 0.292028, "hf_subset": "awa_Deva-ceb_Latn", "languages": ["awa-Deva", "ceb-Latn"], "main_score": 0.292028, "precision": 0.263731, "recall": 0.379447}, {"accuracy": 0.195652, "f1": 0.126611, "hf_subset": "awa_Deva-fuv_Latn", "languages": ["awa-Deva", "fuv-Latn"], "main_score": 0.126611, "precision": 0.109679, "recall": 0.195652}, {"accuracy": 0.183794, "f1": 0.123494, "hf_subset": "awa_Deva-kac_Latn", "languages": ["awa-Deva", "kac-Latn"], "main_score": 0.123494, "precision": 0.108898, "recall": 0.183794}, {"accuracy": 0.221344, "f1": 0.153791, "hf_subset": "awa_Deva-lin_Latn", "languages": ["awa-Deva", "lin-Latn"], "main_score": 0.153791, "precision": 0.135893, "recall": 0.221344}, {"accuracy": 0.948617, "f1": 0.93363, "hf_subset": "awa_Deva-nno_Latn", "languages": ["awa-Deva", "nno-Latn"], "main_score": 0.93363, "precision": 0.926219, "recall": 0.948617}, {"accuracy": 0.017787, "f1": 0.003884, "hf_subset": "awa_Deva-sat_Olck", "languages": ["awa-Deva", "sat-Olck"], "main_score": 0.003884, "precision": 0.003138, "recall": 0.017787}, {"accuracy": 0.83004, "f1": 0.786891, "hf_subset": "awa_Deva-tel_Telu", "languages": ["awa-Deva", "tel-Telu"], "main_score": 0.786891, "precision": 0.767572, "recall": 0.83004}, {"accuracy": 0.397233, "f1": 0.31596, "hf_subset": "awa_Deva-ydd_Hebr", "languages": ["awa-Deva", "ydd-Hebr"], "main_score": 0.31596, "precision": 0.285429, "recall": 0.397233}, {"accuracy": 0.833004, "f1": 0.791798, "hf_subset": "awa_Deva-ary_Arab", "languages": ["awa-Deva", "ary-Arab"], "main_score": 0.791798, "precision": 0.773057, "recall": 0.833004}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "awa_Deva-ces_Latn", "languages": ["awa-Deva", "ces-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.093874, "f1": 0.052409, "hf_subset": "awa_Deva-gaz_Latn", "languages": ["awa-Deva", "gaz-Latn"], "main_score": 0.052409, "precision": 0.044844, "recall": 0.093874}, {"accuracy": 0.171937, "f1": 0.11061, "hf_subset": "awa_Deva-kam_Latn", "languages": ["awa-Deva", "kam-Latn"], "main_score": 0.11061, "precision": 0.09606, "recall": 0.171937}, {"accuracy": 0.968379, "f1": 0.960211, "hf_subset": "awa_Deva-lit_Latn", "languages": ["awa-Deva", "lit-Latn"], "main_score": 0.960211, "precision": 0.956439, "recall": 0.968379}, {"accuracy": 0.962451, "f1": 0.951746, "hf_subset": "awa_Deva-nob_Latn", "languages": ["awa-Deva", "nob-Latn"], "main_score": 0.951746, "precision": 0.94664, "recall": 0.962451}, {"accuracy": 0.58498, "f1": 0.509981, "hf_subset": "awa_Deva-scn_Latn", "languages": ["awa-Deva", "scn-Latn"], "main_score": 0.509981, "precision": 0.480851, "recall": 0.58498}, {"accuracy": 0.178854, "f1": 0.116859, "hf_subset": "awa_Deva-tgk_Cyrl", "languages": ["awa-Deva", "tgk-Cyrl"], "main_score": 0.116859, "precision": 0.101042, "recall": 0.178854}, {"accuracy": 0.171937, "f1": 0.102748, "hf_subset": "awa_Deva-yor_Latn", "languages": ["awa-Deva", "yor-Latn"], "main_score": 0.102748, "precision": 0.08617, "recall": 0.171937}, {"accuracy": 0.928854, "f1": 0.910804, "hf_subset": "awa_Deva-arz_Arab", "languages": ["awa-Deva", "arz-Arab"], "main_score": 0.910804, "precision": 0.902421, "recall": 0.928854}, {"accuracy": 0.168972, "f1": 0.107771, "hf_subset": "awa_Deva-cjk_Latn", "languages": ["awa-Deva", "cjk-Latn"], "main_score": 0.107771, "precision": 0.093216, "recall": 0.168972}, {"accuracy": 0.155138, "f1": 0.096261, "hf_subset": "awa_Deva-gla_Latn", "languages": ["awa-Deva", "gla-Latn"], "main_score": 0.096261, "precision": 0.081209, "recall": 0.155138}, {"accuracy": 0.778656, "f1": 0.723207, "hf_subset": "awa_Deva-kan_Knda", "languages": ["awa-Deva", "kan-Knda"], "main_score": 0.723207, "precision": 0.698962, "recall": 0.778656}, {"accuracy": 0.605731, "f1": 0.534145, "hf_subset": "awa_Deva-lmo_Latn", "languages": ["awa-Deva", "lmo-Latn"], "main_score": 0.534145, "precision": 0.506474, "recall": 0.605731}, {"accuracy": 0.956522, "f1": 0.944005, "hf_subset": "awa_Deva-npi_Deva", "languages": ["awa-Deva", "npi-Deva"], "main_score": 0.944005, "precision": 0.938076, "recall": 0.956522}, {"accuracy": 0.228261, "f1": 0.152813, "hf_subset": "awa_Deva-shn_Mymr", "languages": ["awa-Deva", "shn-Mymr"], "main_score": 0.152813, "precision": 0.131224, "recall": 0.228261}, {"accuracy": 0.427866, "f1": 0.345198, "hf_subset": "awa_Deva-tgl_Latn", "languages": ["awa-Deva", "tgl-Latn"], "main_score": 0.345198, "precision": 0.318716, "recall": 0.427866}, {"accuracy": 0.966403, "f1": 0.956752, "hf_subset": "awa_Deva-yue_Hant", "languages": ["awa-Deva", "yue-Hant"], "main_score": 0.956752, "precision": 0.952157, "recall": 0.966403}, {"accuracy": 0.527668, "f1": 0.453663, "hf_subset": "awa_Deva-asm_Beng", "languages": ["awa-Deva", "asm-Beng"], "main_score": 0.453663, "precision": 0.426511, "recall": 0.527668}, {"accuracy": 0.796443, "f1": 0.74473, "hf_subset": "awa_Deva-ckb_Arab", "languages": ["awa-Deva", "ckb-Arab"], "main_score": 0.74473, "precision": 0.721789, "recall": 0.796443}, {"accuracy": 0.248024, "f1": 0.172972, "hf_subset": "awa_Deva-gle_Latn", "languages": ["awa-Deva", "gle-Latn"], "main_score": 0.172972, "precision": 0.151965, "recall": 0.248024}, {"accuracy": 0.628458, "f1": 0.557157, "hf_subset": "awa_Deva-kas_Arab", "languages": ["awa-Deva", "kas-Arab"], "main_score": 0.557157, "precision": 0.527899, "recall": 0.628458}, {"accuracy": 0.652174, "f1": 0.581777, "hf_subset": "awa_Deva-ltg_Latn", "languages": ["awa-Deva", "ltg-Latn"], "main_score": 0.581777, "precision": 0.553147, "recall": 0.652174}, {"accuracy": 0.208498, "f1": 0.139355, "hf_subset": "awa_Deva-nso_Latn", "languages": ["awa-Deva", "nso-Latn"], "main_score": 0.139355, "precision": 0.121864, "recall": 0.208498}, {"accuracy": 0.884387, "f1": 0.856112, "hf_subset": "awa_Deva-sin_Sinh", "languages": ["awa-Deva", "sin-Sinh"], "main_score": 0.856112, "precision": 0.843775, "recall": 0.884387}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "awa_Deva-tha_Thai", "languages": ["awa-Deva", "tha-Thai"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.969368, "f1": 0.96054, "hf_subset": "awa_Deva-zho_Hans", "languages": ["awa-Deva", "zho-Hans"], "main_score": 0.96054, "precision": 0.956439, "recall": 0.969368}, {"accuracy": 0.903162, "f1": 0.875889, "hf_subset": "awa_Deva-ast_Latn", "languages": ["awa-Deva", "ast-Latn"], "main_score": 0.875889, "precision": 0.86306, "recall": 0.903162}, {"accuracy": 0.717391, "f1": 0.657016, "hf_subset": "awa_Deva-crh_Latn", "languages": ["awa-Deva", "crh-Latn"], "main_score": 0.657016, "precision": 0.63139, "recall": 0.717391}, {"accuracy": 0.974308, "f1": 0.966733, "hf_subset": "awa_Deva-glg_Latn", "languages": ["awa-Deva", "glg-Latn"], "main_score": 0.966733, "precision": 0.963109, "recall": 0.974308}, {"accuracy": 0.443676, "f1": 0.361786, "hf_subset": "awa_Deva-kas_Deva", "languages": ["awa-Deva", "kas-Deva"], "main_score": 0.361786, "precision": 0.33256, "recall": 0.443676}, {"accuracy": 0.453557, "f1": 0.364969, "hf_subset": "awa_Deva-ltz_Latn", "languages": ["awa-Deva", "ltz-Latn"], "main_score": 0.364969, "precision": 0.334814, "recall": 0.453557}, {"accuracy": 0.096838, "f1": 0.056001, "hf_subset": "awa_Deva-nus_Latn", "languages": ["awa-Deva", "nus-Latn"], "main_score": 0.056001, "precision": 0.048408, "recall": 0.096838}, {"accuracy": 0.968379, "f1": 0.959157, "hf_subset": "awa_Deva-slk_Latn", "languages": ["awa-Deva", "slk-Latn"], "main_score": 0.959157, "precision": 0.95471, "recall": 0.968379}, {"accuracy": 0.195652, "f1": 0.138565, "hf_subset": "awa_Deva-tir_Ethi", "languages": ["awa-Deva", "tir-Ethi"], "main_score": 0.138565, "precision": 0.122202, "recall": 0.195652}, {"accuracy": 0.970356, "f1": 0.962286, "hf_subset": "awa_Deva-zho_Hant", "languages": ["awa-Deva", "zho-Hant"], "main_score": 0.962286, "precision": 0.958663, "recall": 0.970356}, {"accuracy": 0.418972, "f1": 0.328943, "hf_subset": "awa_Deva-cym_Latn", "languages": ["awa-Deva", "cym-Latn"], "main_score": 0.328943, "precision": 0.299642, "recall": 0.418972}, {"accuracy": 0.333004, "f1": 0.251632, "hf_subset": "awa_Deva-grn_Latn", "languages": ["awa-Deva", "grn-Latn"], "main_score": 0.251632, "precision": 0.227703, "recall": 0.333004}, {"accuracy": 0.854743, "f1": 0.812484, "hf_subset": "awa_Deva-kat_Geor", "languages": ["awa-Deva", "kat-Geor"], "main_score": 0.812484, "precision": 0.792935, "recall": 0.854743}, {"accuracy": 0.235178, "f1": 0.159169, "hf_subset": "awa_Deva-lua_Latn", "languages": ["awa-Deva", "lua-Latn"], "main_score": 0.159169, "precision": 0.138755, "recall": 0.235178}, {"accuracy": 0.201581, "f1": 0.134229, "hf_subset": "awa_Deva-nya_Latn", "languages": ["awa-Deva", "nya-Latn"], "main_score": 0.134229, "precision": 0.116356, "recall": 0.201581}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "awa_Deva-slv_Latn", "languages": ["awa-Deva", "slv-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.431818, "f1": 0.3409, "hf_subset": "awa_Deva-tpi_Latn", "languages": ["awa-Deva", "tpi-Latn"], "main_score": 0.3409, "precision": 0.310865, "recall": 0.431818}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "awa_Deva-zsm_Latn", "languages": ["awa-Deva", "zsm-Latn"], "main_score": 0.960639, "precision": 0.956522, "recall": 0.969368}, {"accuracy": 0.172925, "f1": 0.10296, "hf_subset": "awa_Deva-ayr_Latn", "languages": ["awa-Deva", "ayr-Latn"], "main_score": 0.10296, "precision": 0.086145, "recall": 0.172925}, {"accuracy": 0.976285, "f1": 0.969368, "hf_subset": "awa_Deva-dan_Latn", "languages": ["awa-Deva", "dan-Latn"], "main_score": 0.969368, "precision": 0.966074, "recall": 0.976285}, {"accuracy": 0.900198, "f1": 0.872332, "hf_subset": "awa_Deva-guj_Gujr", "languages": ["awa-Deva", "guj-Gujr"], "main_score": 0.872332, "precision": 0.859519, "recall": 0.900198}, {"accuracy": 0.920949, "f1": 0.899374, "hf_subset": "awa_Deva-kaz_Cyrl", "languages": ["awa-Deva", "kaz-Cyrl"], "main_score": 0.899374, "precision": 0.889163, "recall": 0.920949}, {"accuracy": 0.158103, "f1": 0.101989, "hf_subset": "awa_Deva-lug_Latn", "languages": ["awa-Deva", "lug-Latn"], "main_score": 0.101989, "precision": 0.088808, "recall": 0.158103}, {"accuracy": 0.88834, "f1": 0.858267, "hf_subset": "awa_Deva-oci_Latn", "languages": ["awa-Deva", "oci-Latn"], "main_score": 0.858267, "precision": 0.843956, "recall": 0.88834}, {"accuracy": 0.158103, "f1": 0.094043, "hf_subset": "awa_Deva-smo_Latn", "languages": ["awa-Deva", "smo-Latn"], "main_score": 0.094043, "precision": 0.078317, "recall": 0.158103}, {"accuracy": 0.185771, "f1": 0.119743, "hf_subset": "awa_Deva-tsn_Latn", "languages": ["awa-Deva", "tsn-Latn"], "main_score": 0.119743, "precision": 0.103959, "recall": 0.185771}, {"accuracy": 0.129447, "f1": 0.077883, "hf_subset": "awa_Deva-zul_Latn", "languages": ["awa-Deva", "zul-Latn"], "main_score": 0.077883, "precision": 0.066767, "recall": 0.129447}, {"accuracy": 0.547431, "f1": 0.469985, "hf_subset": "awa_Deva-azb_Arab", "languages": ["awa-Deva", "azb-Arab"], "main_score": 0.469985, "precision": 0.440186, "recall": 0.547431}, {"accuracy": 0.974308, "f1": 0.966897, "hf_subset": "awa_Deva-deu_Latn", "languages": ["awa-Deva", "deu-Latn"], "main_score": 0.966897, "precision": 0.963274, "recall": 0.974308}, {"accuracy": 0.269763, "f1": 0.191252, "hf_subset": "awa_Deva-hat_Latn", "languages": ["awa-Deva", "hat-Latn"], "main_score": 0.191252, "precision": 0.168742, "recall": 0.269763}, {"accuracy": 0.145257, "f1": 0.084554, "hf_subset": "awa_Deva-kbp_Latn", "languages": ["awa-Deva", "kbp-Latn"], "main_score": 0.084554, "precision": 0.070375, "recall": 0.145257}, {"accuracy": 0.201581, "f1": 0.13202, "hf_subset": "awa_Deva-luo_Latn", "languages": ["awa-Deva", "luo-Latn"], "main_score": 0.13202, "precision": 0.115532, "recall": 0.201581}, {"accuracy": 0.793478, "f1": 0.744763, "hf_subset": "awa_Deva-ory_Orya", "languages": ["awa-Deva", "ory-Orya"], "main_score": 0.744763, "precision": 0.722612, "recall": 0.793478}, {"accuracy": 0.149209, "f1": 0.088958, "hf_subset": "awa_Deva-sna_Latn", "languages": ["awa-Deva", "sna-Latn"], "main_score": 0.088958, "precision": 0.07508, "recall": 0.149209}, {"accuracy": 0.164032, "f1": 0.108543, "hf_subset": "awa_Deva-tso_Latn", "languages": ["awa-Deva", "tso-Latn"], "main_score": 0.108543, "precision": 0.094789, "recall": 0.164032}, {"accuracy": 0.916996, "f1": 0.896596, "hf_subset": "awa_Deva-azj_Latn", "languages": ["awa-Deva", "azj-Latn"], "main_score": 0.896596, "precision": 0.887508, "recall": 0.916996}, {"accuracy": 0.261858, "f1": 0.184847, "hf_subset": "awa_Deva-dik_Latn", "languages": ["awa-Deva", "dik-Latn"], "main_score": 0.184847, "precision": 0.164432, "recall": 0.261858}, {"accuracy": 0.218379, "f1": 0.145785, "hf_subset": "awa_Deva-hau_Latn", "languages": ["awa-Deva", "hau-Latn"], "main_score": 0.145785, "precision": 0.127847, "recall": 0.218379}, {"accuracy": 0.593874, "f1": 0.517547, "hf_subset": "awa_Deva-kea_Latn", "languages": ["awa-Deva", "kea-Latn"], "main_score": 0.517547, "precision": 0.488073, "recall": 0.593874}, {"accuracy": 0.333004, "f1": 0.249808, "hf_subset": "awa_Deva-lus_Latn", "languages": ["awa-Deva", "lus-Latn"], "main_score": 0.249808, "precision": 0.224601, "recall": 0.333004}, {"accuracy": 0.450593, "f1": 0.36568, "hf_subset": "awa_Deva-pag_Latn", "languages": ["awa-Deva", "pag-Latn"], "main_score": 0.36568, "precision": 0.335082, "recall": 0.450593}, {"accuracy": 0.846838, "f1": 0.806752, "hf_subset": "awa_Deva-snd_Arab", "languages": ["awa-Deva", "snd-Arab"], "main_score": 0.806752, "precision": 0.78857, "recall": 0.846838}, {"accuracy": 0.296443, "f1": 0.213804, "hf_subset": "awa_Deva-tuk_Latn", "languages": ["awa-Deva", "tuk-Latn"], "main_score": 0.213804, "precision": 0.188357, "recall": 0.296443}, {"accuracy": 0.449605, "f1": 0.368779, "hf_subset": "awa_Deva-bak_Cyrl", "languages": ["awa-Deva", "bak-Cyrl"], "main_score": 0.368779, "precision": 0.340292, "recall": 0.449605}, {"accuracy": 0.157115, "f1": 0.098898, "hf_subset": "awa_Deva-dyu_Latn", "languages": ["awa-Deva", "dyu-Latn"], "main_score": 0.098898, "precision": 0.084191, "recall": 0.157115}, {"accuracy": 0.960474, "f1": 0.949012, "hf_subset": "awa_Deva-heb_Hebr", "languages": ["awa-Deva", "heb-Hebr"], "main_score": 0.949012, "precision": 0.943594, "recall": 0.960474}, {"accuracy": 0.943676, "f1": 0.926877, "hf_subset": "awa_Deva-khk_Cyrl", "languages": ["awa-Deva", "khk-Cyrl"], "main_score": 0.926877, "precision": 0.918643, "recall": 0.943676}, {"accuracy": 0.967391, "f1": 0.958564, "hf_subset": "awa_Deva-lvs_Latn", "languages": ["awa-Deva", "lvs-Latn"], "main_score": 0.958564, "precision": 0.954661, "recall": 0.967391}, {"accuracy": 0.839921, "f1": 0.8, "hf_subset": "awa_Deva-pan_Guru", "languages": ["awa-Deva", "pan-Guru"], "main_score": 0.8, "precision": 0.782312, "recall": 0.839921}, {"accuracy": 0.23419, "f1": 0.162735, "hf_subset": "awa_Deva-som_Latn", "languages": ["awa-Deva", "som-Latn"], "main_score": 0.162735, "precision": 0.141417, "recall": 0.23419}, {"accuracy": 0.185771, "f1": 0.118485, "hf_subset": "awa_Deva-tum_Latn", "languages": ["awa-Deva", "tum-Latn"], "main_score": 0.118485, "precision": 0.102634, "recall": 0.185771}, {"accuracy": 0.071146, "f1": 0.054716, "hf_subset": "cym_Latn-ace_Arab", "languages": ["cym-Latn", "ace-Arab"], "main_score": 0.054716, "precision": 0.0495, "recall": 0.071146}, {"accuracy": 0.211462, "f1": 0.176291, "hf_subset": "cym_Latn-bam_Latn", "languages": ["cym-Latn", "bam-Latn"], "main_score": 0.176291, "precision": 0.165124, "recall": 0.211462}, {"accuracy": 0.003953, "f1": 0.000118, "hf_subset": "cym_Latn-dzo_Tibt", "languages": ["cym-Latn", "dzo-Tibt"], "main_score": 0.000118, "precision": 6.1e-05, "recall": 0.003953}, {"accuracy": 0.445652, "f1": 0.397596, "hf_subset": "cym_Latn-hin_Deva", "languages": ["cym-Latn", "hin-Deva"], "main_score": 0.397596, "precision": 0.380889, "recall": 0.445652}, {"accuracy": 0.414032, "f1": 0.374248, "hf_subset": "cym_Latn-khm_Khmr", "languages": ["cym-Latn", "khm-Khmr"], "main_score": 0.374248, "precision": 0.361415, "recall": 0.414032}, {"accuracy": 0.351779, "f1": 0.306545, "hf_subset": "cym_Latn-mag_Deva", "languages": ["cym-Latn", "mag-Deva"], "main_score": 0.306545, "precision": 0.292937, "recall": 0.351779}, {"accuracy": 0.384387, "f1": 0.350247, "hf_subset": "cym_Latn-pap_Latn", "languages": ["cym-Latn", "pap-Latn"], "main_score": 0.350247, "precision": 0.3379, "recall": 0.384387}, {"accuracy": 0.241107, "f1": 0.20326, "hf_subset": "cym_Latn-sot_Latn", "languages": ["cym-Latn", "sot-Latn"], "main_score": 0.20326, "precision": 0.191806, "recall": 0.241107}, {"accuracy": 0.516798, "f1": 0.469788, "hf_subset": "cym_Latn-tur_Latn", "languages": ["cym-Latn", "tur-Latn"], "main_score": 0.469788, "precision": 0.453269, "recall": 0.516798}, {"accuracy": 0.307312, "f1": 0.274035, "hf_subset": "cym_Latn-ace_Latn", "languages": ["cym-Latn", "ace-Latn"], "main_score": 0.274035, "precision": 0.262149, "recall": 0.307312}, {"accuracy": 0.347826, "f1": 0.317887, "hf_subset": "cym_Latn-ban_Latn", "languages": ["cym-Latn", "ban-Latn"], "main_score": 0.317887, "precision": 0.30871, "recall": 0.347826}, {"accuracy": 0.462451, "f1": 0.405512, "hf_subset": "cym_Latn-ell_Grek", "languages": ["cym-Latn", "ell-Grek"], "main_score": 0.405512, "precision": 0.386167, "recall": 0.462451}, {"accuracy": 0.359684, "f1": 0.322379, "hf_subset": "cym_Latn-hne_Deva", "languages": ["cym-Latn", "hne-Deva"], "main_score": 0.322379, "precision": 0.311085, "recall": 0.359684}, {"accuracy": 0.217391, "f1": 0.177446, "hf_subset": "cym_Latn-kik_Latn", "languages": ["cym-Latn", "kik-Latn"], "main_score": 0.177446, "precision": 0.164273, "recall": 0.217391}, {"accuracy": 0.340909, "f1": 0.307817, "hf_subset": "cym_Latn-mai_Deva", "languages": ["cym-Latn", "mai-Deva"], "main_score": 0.307817, "precision": 0.297644, "recall": 0.340909}, {"accuracy": 0.363636, "f1": 0.32411, "hf_subset": "cym_Latn-pbt_Arab", "languages": ["cym-Latn", "pbt-Arab"], "main_score": 0.32411, "precision": 0.310485, "recall": 0.363636}, {"accuracy": 0.506917, "f1": 0.464423, "hf_subset": "cym_Latn-spa_Latn", "languages": ["cym-Latn", "spa-Latn"], "main_score": 0.464423, "precision": 0.449247, "recall": 0.506917}, {"accuracy": 0.272727, "f1": 0.234161, "hf_subset": "cym_Latn-twi_Latn", "languages": ["cym-Latn", "twi-Latn"], "main_score": 0.234161, "precision": 0.223217, "recall": 0.272727}, {"accuracy": 0.411067, "f1": 0.371396, "hf_subset": "cym_Latn-acm_Arab", "languages": ["cym-Latn", "acm-Arab"], "main_score": 0.371396, "precision": 0.357652, "recall": 0.411067}, {"accuracy": 0.416008, "f1": 0.368566, "hf_subset": "cym_Latn-bel_Cyrl", "languages": ["cym-Latn", "bel-Cyrl"], "main_score": 0.368566, "precision": 0.353548, "recall": 0.416008}, {"accuracy": 0.543478, "f1": 0.490681, "hf_subset": "cym_Latn-eng_Latn", "languages": ["cym-Latn", "eng-Latn"], "main_score": 0.490681, "precision": 0.473977, "recall": 0.543478}, {"accuracy": 0.464427, "f1": 0.429027, "hf_subset": "cym_Latn-hrv_Latn", "languages": ["cym-Latn", "hrv-Latn"], "main_score": 0.429027, "precision": 0.416401, "recall": 0.464427}, {"accuracy": 0.174901, "f1": 0.139641, "hf_subset": "cym_Latn-kin_Latn", "languages": ["cym-Latn", "kin-Latn"], "main_score": 0.139641, "precision": 0.128913, "recall": 0.174901}, {"accuracy": 0.31917, "f1": 0.284102, "hf_subset": "cym_Latn-mal_Mlym", "languages": ["cym-Latn", "mal-Mlym"], "main_score": 0.284102, "precision": 0.273651, "recall": 0.31917}, {"accuracy": 0.454545, "f1": 0.39658, "hf_subset": "cym_Latn-pes_Arab", "languages": ["cym-Latn", "pes-Arab"], "main_score": 0.39658, "precision": 0.378543, "recall": 0.454545}, {"accuracy": 0.371542, "f1": 0.334109, "hf_subset": "cym_Latn-srd_Latn", "languages": ["cym-Latn", "srd-Latn"], "main_score": 0.334109, "precision": 0.322478, "recall": 0.371542}, {"accuracy": 0.070158, "f1": 0.038171, "hf_subset": "cym_Latn-tzm_Tfng", "languages": ["cym-Latn", "tzm-Tfng"], "main_score": 0.038171, "precision": 0.031867, "recall": 0.070158}, {"accuracy": 0.416008, "f1": 0.375987, "hf_subset": "cym_Latn-acq_Arab", "languages": ["cym-Latn", "acq-Arab"], "main_score": 0.375987, "precision": 0.363325, "recall": 0.416008}, {"accuracy": 0.197628, "f1": 0.163156, "hf_subset": "cym_Latn-bem_Latn", "languages": ["cym-Latn", "bem-Latn"], "main_score": 0.163156, "precision": 0.153129, "recall": 0.197628}, {"accuracy": 0.398221, "f1": 0.374967, "hf_subset": "cym_Latn-epo_Latn", "languages": ["cym-Latn", "epo-Latn"], "main_score": 0.374967, "precision": 0.367809, "recall": 0.398221}, {"accuracy": 0.504941, "f1": 0.453856, "hf_subset": "cym_Latn-hun_Latn", "languages": ["cym-Latn", "hun-Latn"], "main_score": 0.453856, "precision": 0.43744, "recall": 0.504941}, {"accuracy": 0.395257, "f1": 0.365431, "hf_subset": "cym_Latn-kir_Cyrl", "languages": ["cym-Latn", "kir-Cyrl"], "main_score": 0.365431, "precision": 0.355732, "recall": 0.395257}, {"accuracy": 0.344862, "f1": 0.303662, "hf_subset": "cym_Latn-mar_Deva", "languages": ["cym-Latn", "mar-Deva"], "main_score": 0.303662, "precision": 0.291136, "recall": 0.344862}, {"accuracy": 0.280632, "f1": 0.246078, "hf_subset": "cym_Latn-plt_Latn", "languages": ["cym-Latn", "plt-Latn"], "main_score": 0.246078, "precision": 0.233615, "recall": 0.280632}, {"accuracy": 0.472332, "f1": 0.422546, "hf_subset": "cym_Latn-srp_Cyrl", "languages": ["cym-Latn", "srp-Cyrl"], "main_score": 0.422546, "precision": 0.406649, "recall": 0.472332}, {"accuracy": 0.333004, "f1": 0.291275, "hf_subset": "cym_Latn-uig_Arab", "languages": ["cym-Latn", "uig-Arab"], "main_score": 0.291275, "precision": 0.278276, "recall": 0.333004}, {"accuracy": 0.373518, "f1": 0.337333, "hf_subset": "cym_Latn-aeb_Arab", "languages": ["cym-Latn", "aeb-Arab"], "main_score": 0.337333, "precision": 0.326087, "recall": 0.373518}, {"accuracy": 0.336957, "f1": 0.304871, "hf_subset": "cym_Latn-ben_Beng", "languages": ["cym-Latn", "ben-Beng"], "main_score": 0.304871, "precision": 0.294943, "recall": 0.336957}, {"accuracy": 0.512846, "f1": 0.470929, "hf_subset": "cym_Latn-est_Latn", "languages": ["cym-Latn", "est-Latn"], "main_score": 0.470929, "precision": 0.455814, "recall": 0.512846}, {"accuracy": 0.416996, "f1": 0.374558, "hf_subset": "cym_Latn-hye_Armn", "languages": ["cym-Latn", "hye-Armn"], "main_score": 0.374558, "precision": 0.359409, "recall": 0.416996}, {"accuracy": 0.171937, "f1": 0.127608, "hf_subset": "cym_Latn-kmb_Latn", "languages": ["cym-Latn", "kmb-Latn"], "main_score": 0.127608, "precision": 0.114538, "recall": 0.171937}, {"accuracy": 0.052372, "f1": 0.035629, "hf_subset": "cym_Latn-min_Arab", "languages": ["cym-Latn", "min-Arab"], "main_score": 0.035629, "precision": 0.031011, "recall": 0.052372}, {"accuracy": 0.470356, "f1": 0.427718, "hf_subset": "cym_Latn-pol_Latn", "languages": ["cym-Latn", "pol-Latn"], "main_score": 0.427718, "precision": 0.41256, "recall": 0.470356}, {"accuracy": 0.167984, "f1": 0.130018, "hf_subset": "cym_Latn-ssw_Latn", "languages": ["cym-Latn", "ssw-Latn"], "main_score": 0.130018, "precision": 0.118514, "recall": 0.167984}, {"accuracy": 0.464427, "f1": 0.415321, "hf_subset": "cym_Latn-ukr_Cyrl", "languages": ["cym-Latn", "ukr-Cyrl"], "main_score": 0.415321, "precision": 0.399755, "recall": 0.464427}, {"accuracy": 0.48419, "f1": 0.441957, "hf_subset": "cym_Latn-afr_Latn", "languages": ["cym-Latn", "afr-Latn"], "main_score": 0.441957, "precision": 0.428847, "recall": 0.48419}, {"accuracy": 0.343874, "f1": 0.308129, "hf_subset": "cym_Latn-bho_Deva", "languages": ["cym-Latn", "bho-Deva"], "main_score": 0.308129, "precision": 0.296474, "recall": 0.343874}, {"accuracy": 0.382411, "f1": 0.360144, "hf_subset": "cym_Latn-eus_Latn", "languages": ["cym-Latn", "eus-Latn"], "main_score": 0.360144, "precision": 0.352877, "recall": 0.382411}, {"accuracy": 0.199605, "f1": 0.157784, "hf_subset": "cym_Latn-ibo_Latn", "languages": ["cym-Latn", "ibo-Latn"], "main_score": 0.157784, "precision": 0.144549, "recall": 0.199605}, {"accuracy": 0.409091, "f1": 0.37149, "hf_subset": "cym_Latn-kmr_Latn", "languages": ["cym-Latn", "kmr-Latn"], "main_score": 0.37149, "precision": 0.358242, "recall": 0.409091}, {"accuracy": 0.348814, "f1": 0.315241, "hf_subset": "cym_Latn-min_Latn", "languages": ["cym-Latn", "min-Latn"], "main_score": 0.315241, "precision": 0.303874, "recall": 0.348814}, {"accuracy": 0.52668, "f1": 0.472226, "hf_subset": "cym_Latn-por_Latn", "languages": ["cym-Latn", "por-Latn"], "main_score": 0.472226, "precision": 0.454683, "recall": 0.52668}, {"accuracy": 0.364625, "f1": 0.334905, "hf_subset": "cym_Latn-sun_Latn", "languages": ["cym-Latn", "sun-Latn"], "main_score": 0.334905, "precision": 0.325911, "recall": 0.364625}, {"accuracy": 0.179842, "f1": 0.142165, "hf_subset": "cym_Latn-umb_Latn", "languages": ["cym-Latn", "umb-Latn"], "main_score": 0.142165, "precision": 0.13039, "recall": 0.179842}, {"accuracy": 0.408103, "f1": 0.364444, "hf_subset": "cym_Latn-ajp_Arab", "languages": ["cym-Latn", "ajp-Arab"], "main_score": 0.364444, "precision": 0.350443, "recall": 0.408103}, {"accuracy": 0.054348, "f1": 0.042117, "hf_subset": "cym_Latn-bjn_Arab", "languages": ["cym-Latn", "bjn-Arab"], "main_score": 0.042117, "precision": 0.038497, "recall": 0.054348}, {"accuracy": 0.266798, "f1": 0.230166, "hf_subset": "cym_Latn-ewe_Latn", "languages": ["cym-Latn", "ewe-Latn"], "main_score": 0.230166, "precision": 0.217848, "recall": 0.266798}, {"accuracy": 0.295455, "f1": 0.257723, "hf_subset": "cym_Latn-ilo_Latn", "languages": ["cym-Latn", "ilo-Latn"], "main_score": 0.257723, "precision": 0.244042, "recall": 0.295455}, {"accuracy": 0.083004, "f1": 0.060535, "hf_subset": "cym_Latn-knc_Arab", "languages": ["cym-Latn", "knc-Arab"], "main_score": 0.060535, "precision": 0.052819, "recall": 0.083004}, {"accuracy": 0.481225, "f1": 0.433709, "hf_subset": "cym_Latn-mkd_Cyrl", "languages": ["cym-Latn", "mkd-Cyrl"], "main_score": 0.433709, "precision": 0.418303, "recall": 0.481225}, {"accuracy": 0.428854, "f1": 0.377542, "hf_subset": "cym_Latn-prs_Arab", "languages": ["cym-Latn", "prs-Arab"], "main_score": 0.377542, "precision": 0.361527, "recall": 0.428854}, {"accuracy": 0.464427, "f1": 0.437104, "hf_subset": "cym_Latn-swe_Latn", "languages": ["cym-Latn", "swe-Latn"], "main_score": 0.437104, "precision": 0.426692, "recall": 0.464427}, {"accuracy": 0.414032, "f1": 0.368938, "hf_subset": "cym_Latn-urd_Arab", "languages": ["cym-Latn", "urd-Arab"], "main_score": 0.368938, "precision": 0.35404, "recall": 0.414032}, {"accuracy": 0.268775, "f1": 0.229407, "hf_subset": "cym_Latn-aka_Latn", "languages": ["cym-Latn", "aka-Latn"], "main_score": 0.229407, "precision": 0.21702, "recall": 0.268775}, {"accuracy": 0.390316, "f1": 0.362864, "hf_subset": "cym_Latn-bjn_Latn", "languages": ["cym-Latn", "bjn-Latn"], "main_score": 0.362864, "precision": 0.353839, "recall": 0.390316}, {"accuracy": 0.336957, "f1": 0.315351, "hf_subset": "cym_Latn-fao_Latn", "languages": ["cym-Latn", "fao-Latn"], "main_score": 0.315351, "precision": 0.307306, "recall": 0.336957}, {"accuracy": 0.519763, "f1": 0.464037, "hf_subset": "cym_Latn-ind_Latn", "languages": ["cym-Latn", "ind-Latn"], "main_score": 0.464037, "precision": 0.445883, "recall": 0.519763}, {"accuracy": 0.241107, "f1": 0.204864, "hf_subset": "cym_Latn-knc_Latn", "languages": ["cym-Latn", "knc-Latn"], "main_score": 0.204864, "precision": 0.194789, "recall": 0.241107}, {"accuracy": 0.29249, "f1": 0.251407, "hf_subset": "cym_Latn-mlt_Latn", "languages": ["cym-Latn", "mlt-Latn"], "main_score": 0.251407, "precision": 0.238361, "recall": 0.29249}, {"accuracy": 0.232213, "f1": 0.183449, "hf_subset": "cym_Latn-quy_Latn", "languages": ["cym-Latn", "quy-Latn"], "main_score": 0.183449, "precision": 0.168778, "recall": 0.232213}, {"accuracy": 0.290514, "f1": 0.257221, "hf_subset": "cym_Latn-swh_Latn", "languages": ["cym-Latn", "swh-Latn"], "main_score": 0.257221, "precision": 0.246055, "recall": 0.290514}, {"accuracy": 0.331028, "f1": 0.302085, "hf_subset": "cym_Latn-uzn_Latn", "languages": ["cym-Latn", "uzn-Latn"], "main_score": 0.302085, "precision": 0.293021, "recall": 0.331028}, {"accuracy": 0.498024, "f1": 0.451234, "hf_subset": "cym_Latn-als_Latn", "languages": ["cym-Latn", "als-Latn"], "main_score": 0.451234, "precision": 0.434383, "recall": 0.498024}, {"accuracy": 0.062253, "f1": 0.027197, "hf_subset": "cym_Latn-bod_Tibt", "languages": ["cym-Latn", "bod-Tibt"], "main_score": 0.027197, "precision": 0.021375, "recall": 0.062253}, {"accuracy": 0.204545, "f1": 0.172534, "hf_subset": "cym_Latn-fij_Latn", "languages": ["cym-Latn", "fij-Latn"], "main_score": 0.172534, "precision": 0.162876, "recall": 0.204545}, {"accuracy": 0.373518, "f1": 0.352154, "hf_subset": "cym_Latn-isl_Latn", "languages": ["cym-Latn", "isl-Latn"], "main_score": 0.352154, "precision": 0.344289, "recall": 0.373518}, {"accuracy": 0.210474, "f1": 0.162423, "hf_subset": "cym_Latn-kon_Latn", "languages": ["cym-Latn", "kon-Latn"], "main_score": 0.162423, "precision": 0.148813, "recall": 0.210474}, {"accuracy": 0.059289, "f1": 0.039041, "hf_subset": "cym_Latn-mni_Beng", "languages": ["cym-Latn", "mni-Beng"], "main_score": 0.039041, "precision": 0.034207, "recall": 0.059289}, {"accuracy": 0.536561, "f1": 0.476357, "hf_subset": "cym_Latn-ron_Latn", "languages": ["cym-Latn", "ron-Latn"], "main_score": 0.476357, "precision": 0.455954, "recall": 0.536561}, {"accuracy": 0.386364, "f1": 0.358797, "hf_subset": "cym_Latn-szl_Latn", "languages": ["cym-Latn", "szl-Latn"], "main_score": 0.358797, "precision": 0.348908, "recall": 0.386364}, {"accuracy": 0.410079, "f1": 0.390596, "hf_subset": "cym_Latn-vec_Latn", "languages": ["cym-Latn", "vec-Latn"], "main_score": 0.390596, "precision": 0.383033, "recall": 0.410079}, {"accuracy": 0.263834, "f1": 0.221398, "hf_subset": "cym_Latn-amh_Ethi", "languages": ["cym-Latn", "amh-Ethi"], "main_score": 0.221398, "precision": 0.208853, "recall": 0.263834}, {"accuracy": 0.511858, "f1": 0.456337, "hf_subset": "cym_Latn-bos_Latn", "languages": ["cym-Latn", "bos-Latn"], "main_score": 0.456337, "precision": 0.437737, "recall": 0.511858}, {"accuracy": 0.500988, "f1": 0.44411, "hf_subset": "cym_Latn-fin_Latn", "languages": ["cym-Latn", "fin-Latn"], "main_score": 0.44411, "precision": 0.424969, "recall": 0.500988}, {"accuracy": 0.51581, "f1": 0.458591, "hf_subset": "cym_Latn-ita_Latn", "languages": ["cym-Latn", "ita-Latn"], "main_score": 0.458591, "precision": 0.439751, "recall": 0.51581}, {"accuracy": 0.428854, "f1": 0.385681, "hf_subset": "cym_Latn-kor_Hang", "languages": ["cym-Latn", "kor-Hang"], "main_score": 0.385681, "precision": 0.370183, "recall": 0.428854}, {"accuracy": 0.219368, "f1": 0.184144, "hf_subset": "cym_Latn-mos_Latn", "languages": ["cym-Latn", "mos-Latn"], "main_score": 0.184144, "precision": 0.172362, "recall": 0.219368}, {"accuracy": 0.187747, "f1": 0.151921, "hf_subset": "cym_Latn-run_Latn", "languages": ["cym-Latn", "run-Latn"], "main_score": 0.151921, "precision": 0.140605, "recall": 0.187747}, {"accuracy": 0.297431, "f1": 0.260779, "hf_subset": "cym_Latn-tam_Taml", "languages": ["cym-Latn", "tam-Taml"], "main_score": 0.260779, "precision": 0.249212, "recall": 0.297431}, {"accuracy": 0.522727, "f1": 0.469339, "hf_subset": "cym_Latn-vie_Latn", "languages": ["cym-Latn", "vie-Latn"], "main_score": 0.469339, "precision": 0.451818, "recall": 0.522727}, {"accuracy": 0.390316, "f1": 0.351597, "hf_subset": "cym_Latn-apc_Arab", "languages": ["cym-Latn", "apc-Arab"], "main_score": 0.351597, "precision": 0.338396, "recall": 0.390316}, {"accuracy": 0.296443, "f1": 0.258424, "hf_subset": "cym_Latn-bug_Latn", "languages": ["cym-Latn", "bug-Latn"], "main_score": 0.258424, "precision": 0.245264, "recall": 0.296443}, {"accuracy": 0.226285, "f1": 0.189273, "hf_subset": "cym_Latn-fon_Latn", "languages": ["cym-Latn", "fon-Latn"], "main_score": 0.189273, "precision": 0.178743, "recall": 0.226285}, {"accuracy": 0.390316, "f1": 0.358197, "hf_subset": "cym_Latn-jav_Latn", "languages": ["cym-Latn", "jav-Latn"], "main_score": 0.358197, "precision": 0.347805, "recall": 0.390316}, {"accuracy": 0.47332, "f1": 0.420873, "hf_subset": "cym_Latn-lao_Laoo", "languages": ["cym-Latn", "lao-Laoo"], "main_score": 0.420873, "precision": 0.40344, "recall": 0.47332}, {"accuracy": 0.224308, "f1": 0.185664, "hf_subset": "cym_Latn-mri_Latn", "languages": ["cym-Latn", "mri-Latn"], "main_score": 0.185664, "precision": 0.174427, "recall": 0.224308}, {"accuracy": 0.47332, "f1": 0.413965, "hf_subset": "cym_Latn-rus_Cyrl", "languages": ["cym-Latn", "rus-Cyrl"], "main_score": 0.413965, "precision": 0.394428, "recall": 0.47332}, {"accuracy": 0.235178, "f1": 0.200726, "hf_subset": "cym_Latn-taq_Latn", "languages": ["cym-Latn", "taq-Latn"], "main_score": 0.200726, "precision": 0.188609, "recall": 0.235178}, {"accuracy": 0.301383, "f1": 0.258435, "hf_subset": "cym_Latn-war_Latn", "languages": ["cym-Latn", "war-Latn"], "main_score": 0.258435, "precision": 0.245366, "recall": 0.301383}, {"accuracy": 0.429842, "f1": 0.381646, "hf_subset": "cym_Latn-arb_Arab", "languages": ["cym-Latn", "arb-Arab"], "main_score": 0.381646, "precision": 0.364702, "recall": 0.429842}, {"accuracy": 0.508893, "f1": 0.457031, "hf_subset": "cym_Latn-bul_Cyrl", "languages": ["cym-Latn", "bul-Cyrl"], "main_score": 0.457031, "precision": 0.439516, "recall": 0.508893}, {"accuracy": 0.522727, "f1": 0.467838, "hf_subset": "cym_Latn-fra_Latn", "languages": ["cym-Latn", "fra-Latn"], "main_score": 0.467838, "precision": 0.450773, "recall": 0.522727}, {"accuracy": 0.451581, "f1": 0.397307, "hf_subset": "cym_Latn-jpn_Jpan", "languages": ["cym-Latn", "jpn-Jpan"], "main_score": 0.397307, "precision": 0.3803, "recall": 0.451581}, {"accuracy": 0.371542, "f1": 0.344043, "hf_subset": "cym_Latn-lij_Latn", "languages": ["cym-Latn", "lij-Latn"], "main_score": 0.344043, "precision": 0.334439, "recall": 0.371542}, {"accuracy": 0.351779, "f1": 0.311254, "hf_subset": "cym_Latn-mya_Mymr", "languages": ["cym-Latn", "mya-Mymr"], "main_score": 0.311254, "precision": 0.298602, "recall": 0.351779}, {"accuracy": 0.224308, "f1": 0.18628, "hf_subset": "cym_Latn-sag_Latn", "languages": ["cym-Latn", "sag-Latn"], "main_score": 0.18628, "precision": 0.173898, "recall": 0.224308}, {"accuracy": 0.081028, "f1": 0.049182, "hf_subset": "cym_Latn-taq_Tfng", "languages": ["cym-Latn", "taq-Tfng"], "main_score": 0.049182, "precision": 0.042911, "recall": 0.081028}, {"accuracy": 0.250988, "f1": 0.212315, "hf_subset": "cym_Latn-wol_Latn", "languages": ["cym-Latn", "wol-Latn"], "main_score": 0.212315, "precision": 0.200236, "recall": 0.250988}, {"accuracy": 0.141304, "f1": 0.099943, "hf_subset": "cym_Latn-arb_Latn", "languages": ["cym-Latn", "arb-Latn"], "main_score": 0.099943, "precision": 0.089963, "recall": 0.141304}, {"accuracy": 0.511858, "f1": 0.457707, "hf_subset": "cym_Latn-cat_Latn", "languages": ["cym-Latn", "cat-Latn"], "main_score": 0.457707, "precision": 0.440177, "recall": 0.511858}, {"accuracy": 0.371542, "f1": 0.341447, "hf_subset": "cym_Latn-fur_Latn", "languages": ["cym-Latn", "fur-Latn"], "main_score": 0.341447, "precision": 0.330528, "recall": 0.371542}, {"accuracy": 0.102767, "f1": 0.078979, "hf_subset": "cym_Latn-kab_Latn", "languages": ["cym-Latn", "kab-Latn"], "main_score": 0.078979, "precision": 0.072615, "recall": 0.102767}, {"accuracy": 0.356719, "f1": 0.329642, "hf_subset": "cym_Latn-lim_Latn", "languages": ["cym-Latn", "lim-Latn"], "main_score": 0.329642, "precision": 0.31985, "recall": 0.356719}, {"accuracy": 0.518775, "f1": 0.46427, "hf_subset": "cym_Latn-nld_Latn", "languages": ["cym-Latn", "nld-Latn"], "main_score": 0.46427, "precision": 0.447463, "recall": 0.518775}, {"accuracy": 0.271739, "f1": 0.243546, "hf_subset": "cym_Latn-san_Deva", "languages": ["cym-Latn", "san-Deva"], "main_score": 0.243546, "precision": 0.234176, "recall": 0.271739}, {"accuracy": 0.298419, "f1": 0.267472, "hf_subset": "cym_Latn-tat_Cyrl", "languages": ["cym-Latn", "tat-Cyrl"], "main_score": 0.267472, "precision": 0.256164, "recall": 0.298419}, {"accuracy": 0.194664, "f1": 0.15405, "hf_subset": "cym_Latn-xho_Latn", "languages": ["cym-Latn", "xho-Latn"], "main_score": 0.15405, "precision": 0.142587, "recall": 0.194664}, {"accuracy": 0.429842, "f1": 0.379598, "hf_subset": "cym_Latn-ars_Arab", "languages": ["cym-Latn", "ars-Arab"], "main_score": 0.379598, "precision": 0.362631, "recall": 0.429842}, {"accuracy": 0.30336, "f1": 0.268435, "hf_subset": "cym_Latn-ceb_Latn", "languages": ["cym-Latn", "ceb-Latn"], "main_score": 0.268435, "precision": 0.257683, "recall": 0.30336}, {"accuracy": 0.212451, "f1": 0.176814, "hf_subset": "cym_Latn-fuv_Latn", "languages": ["cym-Latn", "fuv-Latn"], "main_score": 0.176814, "precision": 0.165197, "recall": 0.212451}, {"accuracy": 0.206522, "f1": 0.167679, "hf_subset": "cym_Latn-kac_Latn", "languages": ["cym-Latn", "kac-Latn"], "main_score": 0.167679, "precision": 0.156156, "recall": 0.206522}, {"accuracy": 0.202569, "f1": 0.164131, "hf_subset": "cym_Latn-lin_Latn", "languages": ["cym-Latn", "lin-Latn"], "main_score": 0.164131, "precision": 0.152394, "recall": 0.202569}, {"accuracy": 0.483202, "f1": 0.444726, "hf_subset": "cym_Latn-nno_Latn", "languages": ["cym-Latn", "nno-Latn"], "main_score": 0.444726, "precision": 0.432641, "recall": 0.483202}, {"accuracy": 0.016798, "f1": 0.003172, "hf_subset": "cym_Latn-sat_Olck", "languages": ["cym-Latn", "sat-Olck"], "main_score": 0.003172, "precision": 0.001926, "recall": 0.016798}, {"accuracy": 0.313241, "f1": 0.279547, "hf_subset": "cym_Latn-tel_Telu", "languages": ["cym-Latn", "tel-Telu"], "main_score": 0.279547, "precision": 0.268019, "recall": 0.313241}, {"accuracy": 0.20751, "f1": 0.179696, "hf_subset": "cym_Latn-ydd_Hebr", "languages": ["cym-Latn", "ydd-Hebr"], "main_score": 0.179696, "precision": 0.169961, "recall": 0.20751}, {"accuracy": 0.322134, "f1": 0.289105, "hf_subset": "cym_Latn-ary_Arab", "languages": ["cym-Latn", "ary-Arab"], "main_score": 0.289105, "precision": 0.279005, "recall": 0.322134}, {"accuracy": 0.51087, "f1": 0.456208, "hf_subset": "cym_Latn-ces_Latn", "languages": ["cym-Latn", "ces-Latn"], "main_score": 0.456208, "precision": 0.438243, "recall": 0.51087}, {"accuracy": 0.118577, "f1": 0.079427, "hf_subset": "cym_Latn-gaz_Latn", "languages": ["cym-Latn", "gaz-Latn"], "main_score": 0.079427, "precision": 0.069211, "recall": 0.118577}, {"accuracy": 0.1917, "f1": 0.158714, "hf_subset": "cym_Latn-kam_Latn", "languages": ["cym-Latn", "kam-Latn"], "main_score": 0.158714, "precision": 0.147023, "recall": 0.1917}, {"accuracy": 0.481225, "f1": 0.428913, "hf_subset": "cym_Latn-lit_Latn", "languages": ["cym-Latn", "lit-Latn"], "main_score": 0.428913, "precision": 0.412676, "recall": 0.481225}, {"accuracy": 0.525692, "f1": 0.469089, "hf_subset": "cym_Latn-nob_Latn", "languages": ["cym-Latn", "nob-Latn"], "main_score": 0.469089, "precision": 0.450431, "recall": 0.525692}, {"accuracy": 0.369565, "f1": 0.335773, "hf_subset": "cym_Latn-scn_Latn", "languages": ["cym-Latn", "scn-Latn"], "main_score": 0.335773, "precision": 0.323993, "recall": 0.369565}, {"accuracy": 0.183794, "f1": 0.144586, "hf_subset": "cym_Latn-tgk_Cyrl", "languages": ["cym-Latn", "tgk-Cyrl"], "main_score": 0.144586, "precision": 0.13175, "recall": 0.183794}, {"accuracy": 0.213439, "f1": 0.177345, "hf_subset": "cym_Latn-yor_Latn", "languages": ["cym-Latn", "yor-Latn"], "main_score": 0.177345, "precision": 0.164844, "recall": 0.213439}, {"accuracy": 0.398221, "f1": 0.352342, "hf_subset": "cym_Latn-arz_Arab", "languages": ["cym-Latn", "arz-Arab"], "main_score": 0.352342, "precision": 0.338056, "recall": 0.398221}, {"accuracy": 0.166996, "f1": 0.132719, "hf_subset": "cym_Latn-cjk_Latn", "languages": ["cym-Latn", "cjk-Latn"], "main_score": 0.132719, "precision": 0.122612, "recall": 0.166996}, {"accuracy": 0.264822, "f1": 0.226412, "hf_subset": "cym_Latn-gla_Latn", "languages": ["cym-Latn", "gla-Latn"], "main_score": 0.226412, "precision": 0.212235, "recall": 0.264822}, {"accuracy": 0.301383, "f1": 0.264185, "hf_subset": "cym_Latn-kan_Knda", "languages": ["cym-Latn", "kan-Knda"], "main_score": 0.264185, "precision": 0.252627, "recall": 0.301383}, {"accuracy": 0.366601, "f1": 0.33289, "hf_subset": "cym_Latn-lmo_Latn", "languages": ["cym-Latn", "lmo-Latn"], "main_score": 0.33289, "precision": 0.320743, "recall": 0.366601}, {"accuracy": 0.378458, "f1": 0.341396, "hf_subset": "cym_Latn-npi_Deva", "languages": ["cym-Latn", "npi-Deva"], "main_score": 0.341396, "precision": 0.327379, "recall": 0.378458}, {"accuracy": 0.250988, "f1": 0.210724, "hf_subset": "cym_Latn-shn_Mymr", "languages": ["cym-Latn", "shn-Mymr"], "main_score": 0.210724, "precision": 0.196757, "recall": 0.250988}, {"accuracy": 0.366601, "f1": 0.325846, "hf_subset": "cym_Latn-tgl_Latn", "languages": ["cym-Latn", "tgl-Latn"], "main_score": 0.325846, "precision": 0.312248, "recall": 0.366601}, {"accuracy": 0.425889, "f1": 0.381519, "hf_subset": "cym_Latn-yue_Hant", "languages": ["cym-Latn", "yue-Hant"], "main_score": 0.381519, "precision": 0.365698, "recall": 0.425889}, {"accuracy": 0.206522, "f1": 0.170384, "hf_subset": "cym_Latn-asm_Beng", "languages": ["cym-Latn", "asm-Beng"], "main_score": 0.170384, "precision": 0.157375, "recall": 0.206522}, {"accuracy": 0.327075, "f1": 0.28434, "hf_subset": "cym_Latn-ckb_Arab", "languages": ["cym-Latn", "ckb-Arab"], "main_score": 0.28434, "precision": 0.270408, "recall": 0.327075}, {"accuracy": 0.333004, "f1": 0.293588, "hf_subset": "cym_Latn-gle_Latn", "languages": ["cym-Latn", "gle-Latn"], "main_score": 0.293588, "precision": 0.279122, "recall": 0.333004}, {"accuracy": 0.224308, "f1": 0.194394, "hf_subset": "cym_Latn-kas_Arab", "languages": ["cym-Latn", "kas-Arab"], "main_score": 0.194394, "precision": 0.183948, "recall": 0.224308}, {"accuracy": 0.344862, "f1": 0.317525, "hf_subset": "cym_Latn-ltg_Latn", "languages": ["cym-Latn", "ltg-Latn"], "main_score": 0.317525, "precision": 0.306819, "recall": 0.344862}, {"accuracy": 0.227273, "f1": 0.188363, "hf_subset": "cym_Latn-nso_Latn", "languages": ["cym-Latn", "nso-Latn"], "main_score": 0.188363, "precision": 0.175091, "recall": 0.227273}, {"accuracy": 0.328063, "f1": 0.288232, "hf_subset": "cym_Latn-sin_Sinh", "languages": ["cym-Latn", "sin-Sinh"], "main_score": 0.288232, "precision": 0.275597, "recall": 0.328063}, {"accuracy": 0.456522, "f1": 0.403028, "hf_subset": "cym_Latn-tha_Thai", "languages": ["cym-Latn", "tha-Thai"], "main_score": 0.403028, "precision": 0.385543, "recall": 0.456522}, {"accuracy": 0.464427, "f1": 0.408339, "hf_subset": "cym_Latn-zho_Hans", "languages": ["cym-Latn", "zho-Hans"], "main_score": 0.408339, "precision": 0.388716, "recall": 0.464427}, {"accuracy": 0.445652, "f1": 0.415628, "hf_subset": "cym_Latn-ast_Latn", "languages": ["cym-Latn", "ast-Latn"], "main_score": 0.415628, "precision": 0.406023, "recall": 0.445652}, {"accuracy": 0.34585, "f1": 0.3201, "hf_subset": "cym_Latn-crh_Latn", "languages": ["cym-Latn", "crh-Latn"], "main_score": 0.3201, "precision": 0.310767, "recall": 0.34585}, {"accuracy": 0.530632, "f1": 0.473339, "hf_subset": "cym_Latn-glg_Latn", "languages": ["cym-Latn", "glg-Latn"], "main_score": 0.473339, "precision": 0.455835, "recall": 0.530632}, {"accuracy": 0.259881, "f1": 0.22865, "hf_subset": "cym_Latn-kas_Deva", "languages": ["cym-Latn", "kas-Deva"], "main_score": 0.22865, "precision": 0.216958, "recall": 0.259881}, {"accuracy": 0.350791, "f1": 0.316925, "hf_subset": "cym_Latn-ltz_Latn", "languages": ["cym-Latn", "ltz-Latn"], "main_score": 0.316925, "precision": 0.304493, "recall": 0.350791}, {"accuracy": 0.132411, "f1": 0.090387, "hf_subset": "cym_Latn-nus_Latn", "languages": ["cym-Latn", "nus-Latn"], "main_score": 0.090387, "precision": 0.080289, "recall": 0.132411}, {"accuracy": 0.5, "f1": 0.447663, "hf_subset": "cym_Latn-slk_Latn", "languages": ["cym-Latn", "slk-Latn"], "main_score": 0.447663, "precision": 0.430716, "recall": 0.5}, {"accuracy": 0.112648, "f1": 0.086093, "hf_subset": "cym_Latn-tir_Ethi", "languages": ["cym-Latn", "tir-Ethi"], "main_score": 0.086093, "precision": 0.077694, "recall": 0.112648}, {"accuracy": 0.432806, "f1": 0.380822, "hf_subset": "cym_Latn-zho_Hant", "languages": ["cym-Latn", "zho-Hant"], "main_score": 0.380822, "precision": 0.363568, "recall": 0.432806}, {"accuracy": 0.394269, "f1": 0.35364, "hf_subset": "cym_Latn-awa_Deva", "languages": ["cym-Latn", "awa-Deva"], "main_score": 0.35364, "precision": 0.340366, "recall": 0.394269}, {"accuracy": 0.258893, "f1": 0.22355, "hf_subset": "cym_Latn-grn_Latn", "languages": ["cym-Latn", "grn-Latn"], "main_score": 0.22355, "precision": 0.211745, "recall": 0.258893}, {"accuracy": 0.382411, "f1": 0.33758, "hf_subset": "cym_Latn-kat_Geor", "languages": ["cym-Latn", "kat-Geor"], "main_score": 0.33758, "precision": 0.322959, "recall": 0.382411}, {"accuracy": 0.23419, "f1": 0.196391, "hf_subset": "cym_Latn-lua_Latn", "languages": ["cym-Latn", "lua-Latn"], "main_score": 0.196391, "precision": 0.183608, "recall": 0.23419}, {"accuracy": 0.20751, "f1": 0.170831, "hf_subset": "cym_Latn-nya_Latn", "languages": ["cym-Latn", "nya-Latn"], "main_score": 0.170831, "precision": 0.160684, "recall": 0.20751}, {"accuracy": 0.511858, "f1": 0.454469, "hf_subset": "cym_Latn-slv_Latn", "languages": ["cym-Latn", "slv-Latn"], "main_score": 0.454469, "precision": 0.437212, "recall": 0.511858}, {"accuracy": 0.310277, "f1": 0.275916, "hf_subset": "cym_Latn-tpi_Latn", "languages": ["cym-Latn", "tpi-Latn"], "main_score": 0.275916, "precision": 0.263771, "recall": 0.310277}, {"accuracy": 0.530632, "f1": 0.472729, "hf_subset": "cym_Latn-zsm_Latn", "languages": ["cym-Latn", "zsm-Latn"], "main_score": 0.472729, "precision": 0.453886, "recall": 0.530632}, {"accuracy": 0.200593, "f1": 0.163012, "hf_subset": "cym_Latn-ayr_Latn", "languages": ["cym-Latn", "ayr-Latn"], "main_score": 0.163012, "precision": 0.15216, "recall": 0.200593}, {"accuracy": 0.533597, "f1": 0.484328, "hf_subset": "cym_Latn-dan_Latn", "languages": ["cym-Latn", "dan-Latn"], "main_score": 0.484328, "precision": 0.467966, "recall": 0.533597}, {"accuracy": 0.362648, "f1": 0.318828, "hf_subset": "cym_Latn-guj_Gujr", "languages": ["cym-Latn", "guj-Gujr"], "main_score": 0.318828, "precision": 0.30474, "recall": 0.362648}, {"accuracy": 0.443676, "f1": 0.40484, "hf_subset": "cym_Latn-kaz_Cyrl", "languages": ["cym-Latn", "kaz-Cyrl"], "main_score": 0.40484, "precision": 0.392485, "recall": 0.443676}, {"accuracy": 0.182806, "f1": 0.146915, "hf_subset": "cym_Latn-lug_Latn", "languages": ["cym-Latn", "lug-Latn"], "main_score": 0.146915, "precision": 0.136002, "recall": 0.182806}, {"accuracy": 0.439723, "f1": 0.405207, "hf_subset": "cym_Latn-oci_Latn", "languages": ["cym-Latn", "oci-Latn"], "main_score": 0.405207, "precision": 0.393457, "recall": 0.439723}, {"accuracy": 0.200593, "f1": 0.158902, "hf_subset": "cym_Latn-smo_Latn", "languages": ["cym-Latn", "smo-Latn"], "main_score": 0.158902, "precision": 0.145391, "recall": 0.200593}, {"accuracy": 0.19664, "f1": 0.156576, "hf_subset": "cym_Latn-tsn_Latn", "languages": ["cym-Latn", "tsn-Latn"], "main_score": 0.156576, "precision": 0.143458, "recall": 0.19664}, {"accuracy": 0.143281, "f1": 0.110136, "hf_subset": "cym_Latn-zul_Latn", "languages": ["cym-Latn", "zul-Latn"], "main_score": 0.110136, "precision": 0.100682, "recall": 0.143281}, {"accuracy": 0.240119, "f1": 0.207435, "hf_subset": "cym_Latn-azb_Arab", "languages": ["cym-Latn", "azb-Arab"], "main_score": 0.207435, "precision": 0.196415, "recall": 0.240119}, {"accuracy": 0.517787, "f1": 0.463106, "hf_subset": "cym_Latn-deu_Latn", "languages": ["cym-Latn", "deu-Latn"], "main_score": 0.463106, "precision": 0.44629, "recall": 0.517787}, {"accuracy": 0.268775, "f1": 0.230034, "hf_subset": "cym_Latn-hat_Latn", "languages": ["cym-Latn", "hat-Latn"], "main_score": 0.230034, "precision": 0.216359, "recall": 0.268775}, {"accuracy": 0.206522, "f1": 0.164661, "hf_subset": "cym_Latn-kbp_Latn", "languages": ["cym-Latn", "kbp-Latn"], "main_score": 0.164661, "precision": 0.152981, "recall": 0.206522}, {"accuracy": 0.231225, "f1": 0.193596, "hf_subset": "cym_Latn-luo_Latn", "languages": ["cym-Latn", "luo-Latn"], "main_score": 0.193596, "precision": 0.180987, "recall": 0.231225}, {"accuracy": 0.279644, "f1": 0.247807, "hf_subset": "cym_Latn-ory_Orya", "languages": ["cym-Latn", "ory-Orya"], "main_score": 0.247807, "precision": 0.237651, "recall": 0.279644}, {"accuracy": 0.166996, "f1": 0.126947, "hf_subset": "cym_Latn-sna_Latn", "languages": ["cym-Latn", "sna-Latn"], "main_score": 0.126947, "precision": 0.115914, "recall": 0.166996}, {"accuracy": 0.213439, "f1": 0.174512, "hf_subset": "cym_Latn-tso_Latn", "languages": ["cym-Latn", "tso-Latn"], "main_score": 0.174512, "precision": 0.163006, "recall": 0.213439}, {"accuracy": 0.416008, "f1": 0.387353, "hf_subset": "cym_Latn-azj_Latn", "languages": ["cym-Latn", "azj-Latn"], "main_score": 0.387353, "precision": 0.37782, "recall": 0.416008}, {"accuracy": 0.264822, "f1": 0.22334, "hf_subset": "cym_Latn-dik_Latn", "languages": ["cym-Latn", "dik-Latn"], "main_score": 0.22334, "precision": 0.210045, "recall": 0.264822}, {"accuracy": 0.247036, "f1": 0.208282, "hf_subset": "cym_Latn-hau_Latn", "languages": ["cym-Latn", "hau-Latn"], "main_score": 0.208282, "precision": 0.196826, "recall": 0.247036}, {"accuracy": 0.37253, "f1": 0.342114, "hf_subset": "cym_Latn-kea_Latn", "languages": ["cym-Latn", "kea-Latn"], "main_score": 0.342114, "precision": 0.33092, "recall": 0.37253}, {"accuracy": 0.257905, "f1": 0.222188, "hf_subset": "cym_Latn-lus_Latn", "languages": ["cym-Latn", "lus-Latn"], "main_score": 0.222188, "precision": 0.209157, "recall": 0.257905}, {"accuracy": 0.286561, "f1": 0.251411, "hf_subset": "cym_Latn-pag_Latn", "languages": ["cym-Latn", "pag-Latn"], "main_score": 0.251411, "precision": 0.239369, "recall": 0.286561}, {"accuracy": 0.357708, "f1": 0.317319, "hf_subset": "cym_Latn-snd_Arab", "languages": ["cym-Latn", "snd-Arab"], "main_score": 0.317319, "precision": 0.304096, "recall": 0.357708}, {"accuracy": 0.263834, "f1": 0.228733, "hf_subset": "cym_Latn-tuk_Latn", "languages": ["cym-Latn", "tuk-Latn"], "main_score": 0.228733, "precision": 0.216156, "recall": 0.263834}, {"accuracy": 0.299407, "f1": 0.258841, "hf_subset": "cym_Latn-bak_Cyrl", "languages": ["cym-Latn", "bak-Cyrl"], "main_score": 0.258841, "precision": 0.245553, "recall": 0.299407}, {"accuracy": 0.185771, "f1": 0.150525, "hf_subset": "cym_Latn-dyu_Latn", "languages": ["cym-Latn", "dyu-Latn"], "main_score": 0.150525, "precision": 0.13826, "recall": 0.185771}, {"accuracy": 0.431818, "f1": 0.385923, "hf_subset": "cym_Latn-heb_Hebr", "languages": ["cym-Latn", "heb-Hebr"], "main_score": 0.385923, "precision": 0.371882, "recall": 0.431818}, {"accuracy": 0.412055, "f1": 0.367192, "hf_subset": "cym_Latn-khk_Cyrl", "languages": ["cym-Latn", "khk-Cyrl"], "main_score": 0.367192, "precision": 0.352774, "recall": 0.412055}, {"accuracy": 0.477273, "f1": 0.417129, "hf_subset": "cym_Latn-lvs_Latn", "languages": ["cym-Latn", "lvs-Latn"], "main_score": 0.417129, "precision": 0.3961, "recall": 0.477273}, {"accuracy": 0.305336, "f1": 0.267949, "hf_subset": "cym_Latn-pan_Guru", "languages": ["cym-Latn", "pan-Guru"], "main_score": 0.267949, "precision": 0.256915, "recall": 0.305336}, {"accuracy": 0.262846, "f1": 0.225927, "hf_subset": "cym_Latn-som_Latn", "languages": ["cym-Latn", "som-Latn"], "main_score": 0.225927, "precision": 0.214372, "recall": 0.262846}, {"accuracy": 0.211462, "f1": 0.166619, "hf_subset": "cym_Latn-tum_Latn", "languages": ["cym-Latn", "tum-Latn"], "main_score": 0.166619, "precision": 0.153644, "recall": 0.211462}, {"accuracy": 0.050395, "f1": 0.039393, "hf_subset": "grn_Latn-ace_Arab", "languages": ["grn-Latn", "ace-Arab"], "main_score": 0.039393, "precision": 0.037002, "recall": 0.050395}, {"accuracy": 0.205534, "f1": 0.174676, "hf_subset": "grn_Latn-bam_Latn", "languages": ["grn-Latn", "bam-Latn"], "main_score": 0.174676, "precision": 0.164634, "recall": 0.205534}, {"accuracy": 0.004941, "f1": 0.000445, "hf_subset": "grn_Latn-dzo_Tibt", "languages": ["grn-Latn", "dzo-Tibt"], "main_score": 0.000445, "precision": 0.000257, "recall": 0.004941}, {"accuracy": 0.281621, "f1": 0.244777, "hf_subset": "grn_Latn-hin_Deva", "languages": ["grn-Latn", "hin-Deva"], "main_score": 0.244777, "precision": 0.235085, "recall": 0.281621}, {"accuracy": 0.230237, "f1": 0.201125, "hf_subset": "grn_Latn-khm_Khmr", "languages": ["grn-Latn", "khm-Khmr"], "main_score": 0.201125, "precision": 0.192178, "recall": 0.230237}, {"accuracy": 0.244071, "f1": 0.212034, "hf_subset": "grn_Latn-mag_Deva", "languages": ["grn-Latn", "mag-Deva"], "main_score": 0.212034, "precision": 0.203563, "recall": 0.244071}, {"accuracy": 0.275692, "f1": 0.250635, "hf_subset": "grn_Latn-pap_Latn", "languages": ["grn-Latn", "pap-Latn"], "main_score": 0.250635, "precision": 0.242466, "recall": 0.275692}, {"accuracy": 0.262846, "f1": 0.228597, "hf_subset": "grn_Latn-sot_Latn", "languages": ["grn-Latn", "sot-Latn"], "main_score": 0.228597, "precision": 0.217409, "recall": 0.262846}, {"accuracy": 0.365613, "f1": 0.328098, "hf_subset": "grn_Latn-tur_Latn", "languages": ["grn-Latn", "tur-Latn"], "main_score": 0.328098, "precision": 0.316836, "recall": 0.365613}, {"accuracy": 0.298419, "f1": 0.267585, "hf_subset": "grn_Latn-ace_Latn", "languages": ["grn-Latn", "ace-Latn"], "main_score": 0.267585, "precision": 0.255882, "recall": 0.298419}, {"accuracy": 0.277668, "f1": 0.255115, "hf_subset": "grn_Latn-ban_Latn", "languages": ["grn-Latn", "ban-Latn"], "main_score": 0.255115, "precision": 0.24807, "recall": 0.277668}, {"accuracy": 0.284585, "f1": 0.249815, "hf_subset": "grn_Latn-ell_Grek", "languages": ["grn-Latn", "ell-Grek"], "main_score": 0.249815, "precision": 0.239192, "recall": 0.284585}, {"accuracy": 0.259881, "f1": 0.22658, "hf_subset": "grn_Latn-hne_Deva", "languages": ["grn-Latn", "hne-Deva"], "main_score": 0.22658, "precision": 0.216717, "recall": 0.259881}, {"accuracy": 0.256917, "f1": 0.222188, "hf_subset": "grn_Latn-kik_Latn", "languages": ["grn-Latn", "kik-Latn"], "main_score": 0.222188, "precision": 0.209766, "recall": 0.256917}, {"accuracy": 0.246047, "f1": 0.22071, "hf_subset": "grn_Latn-mai_Deva", "languages": ["grn-Latn", "mai-Deva"], "main_score": 0.22071, "precision": 0.21293, "recall": 0.246047}, {"accuracy": 0.208498, "f1": 0.181715, "hf_subset": "grn_Latn-pbt_Arab", "languages": ["grn-Latn", "pbt-Arab"], "main_score": 0.181715, "precision": 0.174136, "recall": 0.208498}, {"accuracy": 0.364625, "f1": 0.334691, "hf_subset": "grn_Latn-spa_Latn", "languages": ["grn-Latn", "spa-Latn"], "main_score": 0.334691, "precision": 0.326938, "recall": 0.364625}, {"accuracy": 0.320158, "f1": 0.283289, "hf_subset": "grn_Latn-twi_Latn", "languages": ["grn-Latn", "twi-Latn"], "main_score": 0.283289, "precision": 0.271006, "recall": 0.320158}, {"accuracy": 0.237154, "f1": 0.215484, "hf_subset": "grn_Latn-acm_Arab", "languages": ["grn-Latn", "acm-Arab"], "main_score": 0.215484, "precision": 0.209448, "recall": 0.237154}, {"accuracy": 0.253953, "f1": 0.219612, "hf_subset": "grn_Latn-bel_Cyrl", "languages": ["grn-Latn", "bel-Cyrl"], "main_score": 0.219612, "precision": 0.209128, "recall": 0.253953}, {"accuracy": 0.366601, "f1": 0.331257, "hf_subset": "grn_Latn-eng_Latn", "languages": ["grn-Latn", "eng-Latn"], "main_score": 0.331257, "precision": 0.321228, "recall": 0.366601}, {"accuracy": 0.285573, "f1": 0.266702, "hf_subset": "grn_Latn-hrv_Latn", "languages": ["grn-Latn", "hrv-Latn"], "main_score": 0.266702, "precision": 0.260845, "recall": 0.285573}, {"accuracy": 0.217391, "f1": 0.183898, "hf_subset": "grn_Latn-kin_Latn", "languages": ["grn-Latn", "kin-Latn"], "main_score": 0.183898, "precision": 0.171341, "recall": 0.217391}, {"accuracy": 0.126482, "f1": 0.104017, "hf_subset": "grn_Latn-mal_Mlym", "languages": ["grn-Latn", "mal-Mlym"], "main_score": 0.104017, "precision": 0.098564, "recall": 0.126482}, {"accuracy": 0.273715, "f1": 0.241876, "hf_subset": "grn_Latn-pes_Arab", "languages": ["grn-Latn", "pes-Arab"], "main_score": 0.241876, "precision": 0.23237, "recall": 0.273715}, {"accuracy": 0.274704, "f1": 0.249143, "hf_subset": "grn_Latn-srd_Latn", "languages": ["grn-Latn", "srd-Latn"], "main_score": 0.249143, "precision": 0.240817, "recall": 0.274704}, {"accuracy": 0.05336, "f1": 0.032233, "hf_subset": "grn_Latn-tzm_Tfng", "languages": ["grn-Latn", "tzm-Tfng"], "main_score": 0.032233, "precision": 0.028765, "recall": 0.05336}, {"accuracy": 0.254941, "f1": 0.224986, "hf_subset": "grn_Latn-acq_Arab", "languages": ["grn-Latn", "acq-Arab"], "main_score": 0.224986, "precision": 0.216339, "recall": 0.254941}, {"accuracy": 0.27668, "f1": 0.237022, "hf_subset": "grn_Latn-bem_Latn", "languages": ["grn-Latn", "bem-Latn"], "main_score": 0.237022, "precision": 0.221948, "recall": 0.27668}, {"accuracy": 0.248024, "f1": 0.231811, "hf_subset": "grn_Latn-epo_Latn", "languages": ["grn-Latn", "epo-Latn"], "main_score": 0.231811, "precision": 0.227268, "recall": 0.248024}, {"accuracy": 0.354743, "f1": 0.319656, "hf_subset": "grn_Latn-hun_Latn", "languages": ["grn-Latn", "hun-Latn"], "main_score": 0.319656, "precision": 0.309676, "recall": 0.354743}, {"accuracy": 0.258893, "f1": 0.234346, "hf_subset": "grn_Latn-kir_Cyrl", "languages": ["grn-Latn", "kir-Cyrl"], "main_score": 0.234346, "precision": 0.227721, "recall": 0.258893}, {"accuracy": 0.218379, "f1": 0.182286, "hf_subset": "grn_Latn-mar_Deva", "languages": ["grn-Latn", "mar-Deva"], "main_score": 0.182286, "precision": 0.172337, "recall": 0.218379}, {"accuracy": 0.248024, "f1": 0.21976, "hf_subset": "grn_Latn-plt_Latn", "languages": ["grn-Latn", "plt-Latn"], "main_score": 0.21976, "precision": 0.209803, "recall": 0.248024}, {"accuracy": 0.320158, "f1": 0.28286, "hf_subset": "grn_Latn-srp_Cyrl", "languages": ["grn-Latn", "srp-Cyrl"], "main_score": 0.28286, "precision": 0.273234, "recall": 0.320158}, {"accuracy": 0.145257, "f1": 0.124657, "hf_subset": "grn_Latn-uig_Arab", "languages": ["grn-Latn", "uig-Arab"], "main_score": 0.124657, "precision": 0.11977, "recall": 0.145257}, {"accuracy": 0.215415, "f1": 0.188925, "hf_subset": "grn_Latn-aeb_Arab", "languages": ["grn-Latn", "aeb-Arab"], "main_score": 0.188925, "precision": 0.181672, "recall": 0.215415}, {"accuracy": 0.143281, "f1": 0.117806, "hf_subset": "grn_Latn-ben_Beng", "languages": ["grn-Latn", "ben-Beng"], "main_score": 0.117806, "precision": 0.111211, "recall": 0.143281}, {"accuracy": 0.355731, "f1": 0.319829, "hf_subset": "grn_Latn-est_Latn", "languages": ["grn-Latn", "est-Latn"], "main_score": 0.319829, "precision": 0.309591, "recall": 0.355731}, {"accuracy": 0.253953, "f1": 0.218819, "hf_subset": "grn_Latn-hye_Armn", "languages": ["grn-Latn", "hye-Armn"], "main_score": 0.218819, "precision": 0.208855, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.192898, "hf_subset": "grn_Latn-kmb_Latn", "languages": ["grn-Latn", "kmb-Latn"], "main_score": 0.192898, "precision": 0.17942, "recall": 0.232213}, {"accuracy": 0.031621, "f1": 0.02446, "hf_subset": "grn_Latn-min_Arab", "languages": ["grn-Latn", "min-Arab"], "main_score": 0.02446, "precision": 0.022337, "recall": 0.031621}, {"accuracy": 0.371542, "f1": 0.329921, "hf_subset": "grn_Latn-pol_Latn", "languages": ["grn-Latn", "pol-Latn"], "main_score": 0.329921, "precision": 0.318194, "recall": 0.371542}, {"accuracy": 0.198617, "f1": 0.163316, "hf_subset": "grn_Latn-ssw_Latn", "languages": ["grn-Latn", "ssw-Latn"], "main_score": 0.163316, "precision": 0.151291, "recall": 0.198617}, {"accuracy": 0.321146, "f1": 0.281538, "hf_subset": "grn_Latn-ukr_Cyrl", "languages": ["grn-Latn", "ukr-Cyrl"], "main_score": 0.281538, "precision": 0.27181, "recall": 0.321146}, {"accuracy": 0.350791, "f1": 0.314923, "hf_subset": "grn_Latn-afr_Latn", "languages": ["grn-Latn", "afr-Latn"], "main_score": 0.314923, "precision": 0.305341, "recall": 0.350791}, {"accuracy": 0.235178, "f1": 0.20623, "hf_subset": "grn_Latn-bho_Deva", "languages": ["grn-Latn", "bho-Deva"], "main_score": 0.20623, "precision": 0.197856, "recall": 0.235178}, {"accuracy": 0.222332, "f1": 0.204724, "hf_subset": "grn_Latn-eus_Latn", "languages": ["grn-Latn", "eus-Latn"], "main_score": 0.204724, "precision": 0.200417, "recall": 0.222332}, {"accuracy": 0.226285, "f1": 0.184872, "hf_subset": "grn_Latn-ibo_Latn", "languages": ["grn-Latn", "ibo-Latn"], "main_score": 0.184872, "precision": 0.170486, "recall": 0.226285}, {"accuracy": 0.258893, "f1": 0.228092, "hf_subset": "grn_Latn-kmr_Latn", "languages": ["grn-Latn", "kmr-Latn"], "main_score": 0.228092, "precision": 0.220977, "recall": 0.258893}, {"accuracy": 0.261858, "f1": 0.235364, "hf_subset": "grn_Latn-min_Latn", "languages": ["grn-Latn", "min-Latn"], "main_score": 0.235364, "precision": 0.228915, "recall": 0.261858}, {"accuracy": 0.37253, "f1": 0.331641, "hf_subset": "grn_Latn-por_Latn", "languages": ["grn-Latn", "por-Latn"], "main_score": 0.331641, "precision": 0.320787, "recall": 0.37253}, {"accuracy": 0.253953, "f1": 0.230573, "hf_subset": "grn_Latn-sun_Latn", "languages": ["grn-Latn", "sun-Latn"], "main_score": 0.230573, "precision": 0.22373, "recall": 0.253953}, {"accuracy": 0.232213, "f1": 0.193144, "hf_subset": "grn_Latn-umb_Latn", "languages": ["grn-Latn", "umb-Latn"], "main_score": 0.193144, "precision": 0.178713, "recall": 0.232213}, {"accuracy": 0.258893, "f1": 0.229492, "hf_subset": "grn_Latn-ajp_Arab", "languages": ["grn-Latn", "ajp-Arab"], "main_score": 0.229492, "precision": 0.22149, "recall": 0.258893}, {"accuracy": 0.050395, "f1": 0.04, "hf_subset": "grn_Latn-bjn_Arab", "languages": ["grn-Latn", "bjn-Arab"], "main_score": 0.04, "precision": 0.036966, "recall": 0.050395}, {"accuracy": 0.257905, "f1": 0.229137, "hf_subset": "grn_Latn-ewe_Latn", "languages": ["grn-Latn", "ewe-Latn"], "main_score": 0.229137, "precision": 0.219298, "recall": 0.257905}, {"accuracy": 0.333004, "f1": 0.295032, "hf_subset": "grn_Latn-ilo_Latn", "languages": ["grn-Latn", "ilo-Latn"], "main_score": 0.295032, "precision": 0.282824, "recall": 0.333004}, {"accuracy": 0.039526, "f1": 0.032144, "hf_subset": "grn_Latn-knc_Arab", "languages": ["grn-Latn", "knc-Arab"], "main_score": 0.032144, "precision": 0.030261, "recall": 0.039526}, {"accuracy": 0.333992, "f1": 0.296177, "hf_subset": "grn_Latn-mkd_Cyrl", "languages": ["grn-Latn", "mkd-Cyrl"], "main_score": 0.296177, "precision": 0.285961, "recall": 0.333992}, {"accuracy": 0.248024, "f1": 0.223228, "hf_subset": "grn_Latn-prs_Arab", "languages": ["grn-Latn", "prs-Arab"], "main_score": 0.223228, "precision": 0.215967, "recall": 0.248024}, {"accuracy": 0.338933, "f1": 0.304026, "hf_subset": "grn_Latn-swe_Latn", "languages": ["grn-Latn", "swe-Latn"], "main_score": 0.304026, "precision": 0.294803, "recall": 0.338933}, {"accuracy": 0.227273, "f1": 0.197215, "hf_subset": "grn_Latn-urd_Arab", "languages": ["grn-Latn", "urd-Arab"], "main_score": 0.197215, "precision": 0.188731, "recall": 0.227273}, {"accuracy": 0.304348, "f1": 0.270687, "hf_subset": "grn_Latn-aka_Latn", "languages": ["grn-Latn", "aka-Latn"], "main_score": 0.270687, "precision": 0.259565, "recall": 0.304348}, {"accuracy": 0.267787, "f1": 0.249064, "hf_subset": "grn_Latn-bjn_Latn", "languages": ["grn-Latn", "bjn-Latn"], "main_score": 0.249064, "precision": 0.242835, "recall": 0.267787}, {"accuracy": 0.230237, "f1": 0.204432, "hf_subset": "grn_Latn-fao_Latn", "languages": ["grn-Latn", "fao-Latn"], "main_score": 0.204432, "precision": 0.196464, "recall": 0.230237}, {"accuracy": 0.364625, "f1": 0.325188, "hf_subset": "grn_Latn-ind_Latn", "languages": ["grn-Latn", "ind-Latn"], "main_score": 0.325188, "precision": 0.314657, "recall": 0.364625}, {"accuracy": 0.266798, "f1": 0.234956, "hf_subset": "grn_Latn-knc_Latn", "languages": ["grn-Latn", "knc-Latn"], "main_score": 0.234956, "precision": 0.223836, "recall": 0.266798}, {"accuracy": 0.279644, "f1": 0.24273, "hf_subset": "grn_Latn-mlt_Latn", "languages": ["grn-Latn", "mlt-Latn"], "main_score": 0.24273, "precision": 0.231728, "recall": 0.279644}, {"accuracy": 0.281621, "f1": 0.241119, "hf_subset": "grn_Latn-quy_Latn", "languages": ["grn-Latn", "quy-Latn"], "main_score": 0.241119, "precision": 0.228724, "recall": 0.281621}, {"accuracy": 0.23419, "f1": 0.202833, "hf_subset": "grn_Latn-swh_Latn", "languages": ["grn-Latn", "swh-Latn"], "main_score": 0.202833, "precision": 0.192812, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.183318, "hf_subset": "grn_Latn-uzn_Latn", "languages": ["grn-Latn", "uzn-Latn"], "main_score": 0.183318, "precision": 0.177644, "recall": 0.206522}, {"accuracy": 0.331028, "f1": 0.295701, "hf_subset": "grn_Latn-als_Latn", "languages": ["grn-Latn", "als-Latn"], "main_score": 0.295701, "precision": 0.285064, "recall": 0.331028}, {"accuracy": 0.046443, "f1": 0.026476, "hf_subset": "grn_Latn-bod_Tibt", "languages": ["grn-Latn", "bod-Tibt"], "main_score": 0.026476, "precision": 0.022132, "recall": 0.046443}, {"accuracy": 0.203557, "f1": 0.174087, "hf_subset": "grn_Latn-fij_Latn", "languages": ["grn-Latn", "fij-Latn"], "main_score": 0.174087, "precision": 0.164228, "recall": 0.203557}, {"accuracy": 0.220356, "f1": 0.199309, "hf_subset": "grn_Latn-isl_Latn", "languages": ["grn-Latn", "isl-Latn"], "main_score": 0.199309, "precision": 0.193889, "recall": 0.220356}, {"accuracy": 0.289526, "f1": 0.247416, "hf_subset": "grn_Latn-kon_Latn", "languages": ["grn-Latn", "kon-Latn"], "main_score": 0.247416, "precision": 0.233356, "recall": 0.289526}, {"accuracy": 0.04249, "f1": 0.027083, "hf_subset": "grn_Latn-mni_Beng", "languages": ["grn-Latn", "mni-Beng"], "main_score": 0.027083, "precision": 0.024105, "recall": 0.04249}, {"accuracy": 0.382411, "f1": 0.34489, "hf_subset": "grn_Latn-ron_Latn", "languages": ["grn-Latn", "ron-Latn"], "main_score": 0.34489, "precision": 0.333112, "recall": 0.382411}, {"accuracy": 0.27668, "f1": 0.251523, "hf_subset": "grn_Latn-szl_Latn", "languages": ["grn-Latn", "szl-Latn"], "main_score": 0.251523, "precision": 0.24365, "recall": 0.27668}, {"accuracy": 0.279644, "f1": 0.255282, "hf_subset": "grn_Latn-vec_Latn", "languages": ["grn-Latn", "vec-Latn"], "main_score": 0.255282, "precision": 0.248692, "recall": 0.279644}, {"accuracy": 0.110672, "f1": 0.084017, "hf_subset": "grn_Latn-amh_Ethi", "languages": ["grn-Latn", "amh-Ethi"], "main_score": 0.084017, "precision": 0.077711, "recall": 0.110672}, {"accuracy": 0.359684, "f1": 0.327744, "hf_subset": "grn_Latn-bos_Latn", "languages": ["grn-Latn", "bos-Latn"], "main_score": 0.327744, "precision": 0.318403, "recall": 0.359684}, {"accuracy": 0.346838, "f1": 0.312811, "hf_subset": "grn_Latn-fin_Latn", "languages": ["grn-Latn", "fin-Latn"], "main_score": 0.312811, "precision": 0.303439, "recall": 0.346838}, {"accuracy": 0.366601, "f1": 0.323532, "hf_subset": "grn_Latn-ita_Latn", "languages": ["grn-Latn", "ita-Latn"], "main_score": 0.323532, "precision": 0.311931, "recall": 0.366601}, {"accuracy": 0.27668, "f1": 0.24926, "hf_subset": "grn_Latn-kor_Hang", "languages": ["grn-Latn", "kor-Hang"], "main_score": 0.24926, "precision": 0.241912, "recall": 0.27668}, {"accuracy": 0.215415, "f1": 0.182442, "hf_subset": "grn_Latn-mos_Latn", "languages": ["grn-Latn", "mos-Latn"], "main_score": 0.182442, "precision": 0.171584, "recall": 0.215415}, {"accuracy": 0.212451, "f1": 0.177754, "hf_subset": "grn_Latn-run_Latn", "languages": ["grn-Latn", "run-Latn"], "main_score": 0.177754, "precision": 0.164505, "recall": 0.212451}, {"accuracy": 0.134387, "f1": 0.113143, "hf_subset": "grn_Latn-tam_Taml", "languages": ["grn-Latn", "tam-Taml"], "main_score": 0.113143, "precision": 0.108046, "recall": 0.134387}, {"accuracy": 0.353755, "f1": 0.313048, "hf_subset": "grn_Latn-vie_Latn", "languages": ["grn-Latn", "vie-Latn"], "main_score": 0.313048, "precision": 0.301693, "recall": 0.353755}, {"accuracy": 0.226285, "f1": 0.206318, "hf_subset": "grn_Latn-apc_Arab", "languages": ["grn-Latn", "apc-Arab"], "main_score": 0.206318, "precision": 0.200634, "recall": 0.226285}, {"accuracy": 0.296443, "f1": 0.271152, "hf_subset": "grn_Latn-bug_Latn", "languages": ["grn-Latn", "bug-Latn"], "main_score": 0.271152, "precision": 0.261096, "recall": 0.296443}, {"accuracy": 0.236166, "f1": 0.197331, "hf_subset": "grn_Latn-fon_Latn", "languages": ["grn-Latn", "fon-Latn"], "main_score": 0.197331, "precision": 0.184774, "recall": 0.236166}, {"accuracy": 0.283597, "f1": 0.258532, "hf_subset": "grn_Latn-jav_Latn", "languages": ["grn-Latn", "jav-Latn"], "main_score": 0.258532, "precision": 0.251745, "recall": 0.283597}, {"accuracy": 0.267787, "f1": 0.232314, "hf_subset": "grn_Latn-lao_Laoo", "languages": ["grn-Latn", "lao-Laoo"], "main_score": 0.232314, "precision": 0.223354, "recall": 0.267787}, {"accuracy": 0.216403, "f1": 0.180039, "hf_subset": "grn_Latn-mri_Latn", "languages": ["grn-Latn", "mri-Latn"], "main_score": 0.180039, "precision": 0.168185, "recall": 0.216403}, {"accuracy": 0.33004, "f1": 0.291453, "hf_subset": "grn_Latn-rus_Cyrl", "languages": ["grn-Latn", "rus-Cyrl"], "main_score": 0.291453, "precision": 0.279947, "recall": 0.33004}, {"accuracy": 0.249012, "f1": 0.21684, "hf_subset": "grn_Latn-taq_Latn", "languages": ["grn-Latn", "taq-Latn"], "main_score": 0.21684, "precision": 0.207148, "recall": 0.249012}, {"accuracy": 0.322134, "f1": 0.292474, "hf_subset": "grn_Latn-war_Latn", "languages": ["grn-Latn", "war-Latn"], "main_score": 0.292474, "precision": 0.280148, "recall": 0.322134}, {"accuracy": 0.254941, "f1": 0.225689, "hf_subset": "grn_Latn-arb_Arab", "languages": ["grn-Latn", "arb-Arab"], "main_score": 0.225689, "precision": 0.216909, "recall": 0.254941}, {"accuracy": 0.336957, "f1": 0.298245, "hf_subset": "grn_Latn-bul_Cyrl", "languages": ["grn-Latn", "bul-Cyrl"], "main_score": 0.298245, "precision": 0.287161, "recall": 0.336957}, {"accuracy": 0.376482, "f1": 0.335462, "hf_subset": "grn_Latn-fra_Latn", "languages": ["grn-Latn", "fra-Latn"], "main_score": 0.335462, "precision": 0.323977, "recall": 0.376482}, {"accuracy": 0.289526, "f1": 0.258215, "hf_subset": "grn_Latn-jpn_Jpan", "languages": ["grn-Latn", "jpn-Jpan"], "main_score": 0.258215, "precision": 0.249311, "recall": 0.289526}, {"accuracy": 0.254941, "f1": 0.234702, "hf_subset": "grn_Latn-lij_Latn", "languages": ["grn-Latn", "lij-Latn"], "main_score": 0.234702, "precision": 0.227987, "recall": 0.254941}, {"accuracy": 0.215415, "f1": 0.182824, "hf_subset": "grn_Latn-mya_Mymr", "languages": ["grn-Latn", "mya-Mymr"], "main_score": 0.182824, "precision": 0.173189, "recall": 0.215415}, {"accuracy": 0.258893, "f1": 0.228629, "hf_subset": "grn_Latn-sag_Latn", "languages": ["grn-Latn", "sag-Latn"], "main_score": 0.228629, "precision": 0.21703, "recall": 0.258893}, {"accuracy": 0.063241, "f1": 0.038955, "hf_subset": "grn_Latn-taq_Tfng", "languages": ["grn-Latn", "taq-Tfng"], "main_score": 0.038955, "precision": 0.033693, "recall": 0.063241}, {"accuracy": 0.300395, "f1": 0.25569, "hf_subset": "grn_Latn-wol_Latn", "languages": ["grn-Latn", "wol-Latn"], "main_score": 0.25569, "precision": 0.241486, "recall": 0.300395}, {"accuracy": 0.107708, "f1": 0.080512, "hf_subset": "grn_Latn-arb_Latn", "languages": ["grn-Latn", "arb-Latn"], "main_score": 0.080512, "precision": 0.07329, "recall": 0.107708}, {"accuracy": 0.376482, "f1": 0.334838, "hf_subset": "grn_Latn-cat_Latn", "languages": ["grn-Latn", "cat-Latn"], "main_score": 0.334838, "precision": 0.324598, "recall": 0.376482}, {"accuracy": 0.301383, "f1": 0.274037, "hf_subset": "grn_Latn-fur_Latn", "languages": ["grn-Latn", "fur-Latn"], "main_score": 0.274037, "precision": 0.266591, "recall": 0.301383}, {"accuracy": 0.081028, "f1": 0.056825, "hf_subset": "grn_Latn-kab_Latn", "languages": ["grn-Latn", "kab-Latn"], "main_score": 0.056825, "precision": 0.051234, "recall": 0.081028}, {"accuracy": 0.273715, "f1": 0.251426, "hf_subset": "grn_Latn-lim_Latn", "languages": ["grn-Latn", "lim-Latn"], "main_score": 0.251426, "precision": 0.243867, "recall": 0.273715}, {"accuracy": 0.373518, "f1": 0.333945, "hf_subset": "grn_Latn-nld_Latn", "languages": ["grn-Latn", "nld-Latn"], "main_score": 0.333945, "precision": 0.32317, "recall": 0.373518}, {"accuracy": 0.158103, "f1": 0.136487, "hf_subset": "grn_Latn-san_Deva", "languages": ["grn-Latn", "san-Deva"], "main_score": 0.136487, "precision": 0.13122, "recall": 0.158103}, {"accuracy": 0.26087, "f1": 0.229583, "hf_subset": "grn_Latn-tat_Cyrl", "languages": ["grn-Latn", "tat-Cyrl"], "main_score": 0.229583, "precision": 0.219827, "recall": 0.26087}, {"accuracy": 0.218379, "f1": 0.180991, "hf_subset": "grn_Latn-xho_Latn", "languages": ["grn-Latn", "xho-Latn"], "main_score": 0.180991, "precision": 0.169481, "recall": 0.218379}, {"accuracy": 0.251976, "f1": 0.221516, "hf_subset": "grn_Latn-ars_Arab", "languages": ["grn-Latn", "ars-Arab"], "main_score": 0.221516, "precision": 0.212901, "recall": 0.251976}, {"accuracy": 0.29249, "f1": 0.264258, "hf_subset": "grn_Latn-ceb_Latn", "languages": ["grn-Latn", "ceb-Latn"], "main_score": 0.264258, "precision": 0.2553, "recall": 0.29249}, {"accuracy": 0.230237, "f1": 0.19284, "hf_subset": "grn_Latn-fuv_Latn", "languages": ["grn-Latn", "fuv-Latn"], "main_score": 0.19284, "precision": 0.180403, "recall": 0.230237}, {"accuracy": 0.226285, "f1": 0.189851, "hf_subset": "grn_Latn-kac_Latn", "languages": ["grn-Latn", "kac-Latn"], "main_score": 0.189851, "precision": 0.178239, "recall": 0.226285}, {"accuracy": 0.275692, "f1": 0.234119, "hf_subset": "grn_Latn-lin_Latn", "languages": ["grn-Latn", "lin-Latn"], "main_score": 0.234119, "precision": 0.219825, "recall": 0.275692}, {"accuracy": 0.344862, "f1": 0.316169, "hf_subset": "grn_Latn-nno_Latn", "languages": ["grn-Latn", "nno-Latn"], "main_score": 0.316169, "precision": 0.306968, "recall": 0.344862}, {"accuracy": 0.016798, "f1": 0.005133, "hf_subset": "grn_Latn-sat_Olck", "languages": ["grn-Latn", "sat-Olck"], "main_score": 0.005133, "precision": 0.003752, "recall": 0.016798}, {"accuracy": 0.146245, "f1": 0.124989, "hf_subset": "grn_Latn-tel_Telu", "languages": ["grn-Latn", "tel-Telu"], "main_score": 0.124989, "precision": 0.119145, "recall": 0.146245}, {"accuracy": 0.102767, "f1": 0.08446, "hf_subset": "grn_Latn-ydd_Hebr", "languages": ["grn-Latn", "ydd-Hebr"], "main_score": 0.08446, "precision": 0.079206, "recall": 0.102767}, {"accuracy": 0.203557, "f1": 0.181292, "hf_subset": "grn_Latn-ary_Arab", "languages": ["grn-Latn", "ary-Arab"], "main_score": 0.181292, "precision": 0.174463, "recall": 0.203557}, {"accuracy": 0.36166, "f1": 0.323168, "hf_subset": "grn_Latn-ces_Latn", "languages": ["grn-Latn", "ces-Latn"], "main_score": 0.323168, "precision": 0.312599, "recall": 0.36166}, {"accuracy": 0.113636, "f1": 0.080476, "hf_subset": "grn_Latn-gaz_Latn", "languages": ["grn-Latn", "gaz-Latn"], "main_score": 0.080476, "precision": 0.071727, "recall": 0.113636}, {"accuracy": 0.237154, "f1": 0.204611, "hf_subset": "grn_Latn-kam_Latn", "languages": ["grn-Latn", "kam-Latn"], "main_score": 0.204611, "precision": 0.194122, "recall": 0.237154}, {"accuracy": 0.336957, "f1": 0.299854, "hf_subset": "grn_Latn-lit_Latn", "languages": ["grn-Latn", "lit-Latn"], "main_score": 0.299854, "precision": 0.288452, "recall": 0.336957}, {"accuracy": 0.368577, "f1": 0.331186, "hf_subset": "grn_Latn-nob_Latn", "languages": ["grn-Latn", "nob-Latn"], "main_score": 0.331186, "precision": 0.319846, "recall": 0.368577}, {"accuracy": 0.250988, "f1": 0.219229, "hf_subset": "grn_Latn-scn_Latn", "languages": ["grn-Latn", "scn-Latn"], "main_score": 0.219229, "precision": 0.209903, "recall": 0.250988}, {"accuracy": 0.177866, "f1": 0.147657, "hf_subset": "grn_Latn-tgk_Cyrl", "languages": ["grn-Latn", "tgk-Cyrl"], "main_score": 0.147657, "precision": 0.138959, "recall": 0.177866}, {"accuracy": 0.200593, "f1": 0.167921, "hf_subset": "grn_Latn-yor_Latn", "languages": ["grn-Latn", "yor-Latn"], "main_score": 0.167921, "precision": 0.156619, "recall": 0.200593}, {"accuracy": 0.227273, "f1": 0.202627, "hf_subset": "grn_Latn-arz_Arab", "languages": ["grn-Latn", "arz-Arab"], "main_score": 0.202627, "precision": 0.195674, "recall": 0.227273}, {"accuracy": 0.26581, "f1": 0.225616, "hf_subset": "grn_Latn-cjk_Latn", "languages": ["grn-Latn", "cjk-Latn"], "main_score": 0.225616, "precision": 0.211263, "recall": 0.26581}, {"accuracy": 0.178854, "f1": 0.145004, "hf_subset": "grn_Latn-gla_Latn", "languages": ["grn-Latn", "gla-Latn"], "main_score": 0.145004, "precision": 0.134745, "recall": 0.178854}, {"accuracy": 0.136364, "f1": 0.11081, "hf_subset": "grn_Latn-kan_Knda", "languages": ["grn-Latn", "kan-Knda"], "main_score": 0.11081, "precision": 0.103502, "recall": 0.136364}, {"accuracy": 0.264822, "f1": 0.23958, "hf_subset": "grn_Latn-lmo_Latn", "languages": ["grn-Latn", "lmo-Latn"], "main_score": 0.23958, "precision": 0.231973, "recall": 0.264822}, {"accuracy": 0.257905, "f1": 0.224414, "hf_subset": "grn_Latn-npi_Deva", "languages": ["grn-Latn", "npi-Deva"], "main_score": 0.224414, "precision": 0.215028, "recall": 0.257905}, {"accuracy": 0.202569, "f1": 0.165353, "hf_subset": "grn_Latn-shn_Mymr", "languages": ["grn-Latn", "shn-Mymr"], "main_score": 0.165353, "precision": 0.153637, "recall": 0.202569}, {"accuracy": 0.280632, "f1": 0.254786, "hf_subset": "grn_Latn-tgl_Latn", "languages": ["grn-Latn", "tgl-Latn"], "main_score": 0.254786, "precision": 0.245731, "recall": 0.280632}, {"accuracy": 0.287549, "f1": 0.245916, "hf_subset": "grn_Latn-yue_Hant", "languages": ["grn-Latn", "yue-Hant"], "main_score": 0.245916, "precision": 0.233437, "recall": 0.287549}, {"accuracy": 0.100791, "f1": 0.085023, "hf_subset": "grn_Latn-asm_Beng", "languages": ["grn-Latn", "asm-Beng"], "main_score": 0.085023, "precision": 0.079964, "recall": 0.100791}, {"accuracy": 0.16996, "f1": 0.138922, "hf_subset": "grn_Latn-ckb_Arab", "languages": ["grn-Latn", "ckb-Arab"], "main_score": 0.138922, "precision": 0.131033, "recall": 0.16996}, {"accuracy": 0.18083, "f1": 0.156362, "hf_subset": "grn_Latn-gle_Latn", "languages": ["grn-Latn", "gle-Latn"], "main_score": 0.156362, "precision": 0.149157, "recall": 0.18083}, {"accuracy": 0.160079, "f1": 0.144389, "hf_subset": "grn_Latn-kas_Arab", "languages": ["grn-Latn", "kas-Arab"], "main_score": 0.144389, "precision": 0.139724, "recall": 0.160079}, {"accuracy": 0.26581, "f1": 0.238908, "hf_subset": "grn_Latn-ltg_Latn", "languages": ["grn-Latn", "ltg-Latn"], "main_score": 0.238908, "precision": 0.230498, "recall": 0.26581}, {"accuracy": 0.280632, "f1": 0.242498, "hf_subset": "grn_Latn-nso_Latn", "languages": ["grn-Latn", "nso-Latn"], "main_score": 0.242498, "precision": 0.229431, "recall": 0.280632}, {"accuracy": 0.142292, "f1": 0.118389, "hf_subset": "grn_Latn-sin_Sinh", "languages": ["grn-Latn", "sin-Sinh"], "main_score": 0.118389, "precision": 0.111242, "recall": 0.142292}, {"accuracy": 0.274704, "f1": 0.238707, "hf_subset": "grn_Latn-tha_Thai", "languages": ["grn-Latn", "tha-Thai"], "main_score": 0.238707, "precision": 0.228157, "recall": 0.274704}, {"accuracy": 0.310277, "f1": 0.269351, "hf_subset": "grn_Latn-zho_Hans", "languages": ["grn-Latn", "zho-Hans"], "main_score": 0.269351, "precision": 0.258172, "recall": 0.310277}, {"accuracy": 0.325099, "f1": 0.294376, "hf_subset": "grn_Latn-ast_Latn", "languages": ["grn-Latn", "ast-Latn"], "main_score": 0.294376, "precision": 0.285821, "recall": 0.325099}, {"accuracy": 0.242095, "f1": 0.222115, "hf_subset": "grn_Latn-crh_Latn", "languages": ["grn-Latn", "crh-Latn"], "main_score": 0.222115, "precision": 0.215904, "recall": 0.242095}, {"accuracy": 0.375494, "f1": 0.34116, "hf_subset": "grn_Latn-glg_Latn", "languages": ["grn-Latn", "glg-Latn"], "main_score": 0.34116, "precision": 0.331392, "recall": 0.375494}, {"accuracy": 0.193676, "f1": 0.163602, "hf_subset": "grn_Latn-kas_Deva", "languages": ["grn-Latn", "kas-Deva"], "main_score": 0.163602, "precision": 0.154664, "recall": 0.193676}, {"accuracy": 0.268775, "f1": 0.231639, "hf_subset": "grn_Latn-ltz_Latn", "languages": ["grn-Latn", "ltz-Latn"], "main_score": 0.231639, "precision": 0.219777, "recall": 0.268775}, {"accuracy": 0.129447, "f1": 0.088219, "hf_subset": "grn_Latn-nus_Latn", "languages": ["grn-Latn", "nus-Latn"], "main_score": 0.088219, "precision": 0.078057, "recall": 0.129447}, {"accuracy": 0.355731, "f1": 0.321105, "hf_subset": "grn_Latn-slk_Latn", "languages": ["grn-Latn", "slk-Latn"], "main_score": 0.321105, "precision": 0.311553, "recall": 0.355731}, {"accuracy": 0.066206, "f1": 0.048586, "hf_subset": "grn_Latn-tir_Ethi", "languages": ["grn-Latn", "tir-Ethi"], "main_score": 0.048586, "precision": 0.044598, "recall": 0.066206}, {"accuracy": 0.302372, "f1": 0.269172, "hf_subset": "grn_Latn-zho_Hant", "languages": ["grn-Latn", "zho-Hant"], "main_score": 0.269172, "precision": 0.259185, "recall": 0.302372}, {"accuracy": 0.264822, "f1": 0.227344, "hf_subset": "grn_Latn-awa_Deva", "languages": ["grn-Latn", "awa-Deva"], "main_score": 0.227344, "precision": 0.217295, "recall": 0.264822}, {"accuracy": 0.212451, "f1": 0.183693, "hf_subset": "grn_Latn-cym_Latn", "languages": ["grn-Latn", "cym-Latn"], "main_score": 0.183693, "precision": 0.174622, "recall": 0.212451}, {"accuracy": 0.232213, "f1": 0.206915, "hf_subset": "grn_Latn-kat_Geor", "languages": ["grn-Latn", "kat-Geor"], "main_score": 0.206915, "precision": 0.199669, "recall": 0.232213}, {"accuracy": 0.266798, "f1": 0.228955, "hf_subset": "grn_Latn-lua_Latn", "languages": ["grn-Latn", "lua-Latn"], "main_score": 0.228955, "precision": 0.214776, "recall": 0.266798}, {"accuracy": 0.26087, "f1": 0.228871, "hf_subset": "grn_Latn-nya_Latn", "languages": ["grn-Latn", "nya-Latn"], "main_score": 0.228871, "precision": 0.217809, "recall": 0.26087}, {"accuracy": 0.356719, "f1": 0.315456, "hf_subset": "grn_Latn-slv_Latn", "languages": ["grn-Latn", "slv-Latn"], "main_score": 0.315456, "precision": 0.304594, "recall": 0.356719}, {"accuracy": 0.344862, "f1": 0.316197, "hf_subset": "grn_Latn-tpi_Latn", "languages": ["grn-Latn", "tpi-Latn"], "main_score": 0.316197, "precision": 0.305384, "recall": 0.344862}, {"accuracy": 0.373518, "f1": 0.331664, "hf_subset": "grn_Latn-zsm_Latn", "languages": ["grn-Latn", "zsm-Latn"], "main_score": 0.331664, "precision": 0.320571, "recall": 0.373518}, {"accuracy": 0.264822, "f1": 0.218944, "hf_subset": "grn_Latn-ayr_Latn", "languages": ["grn-Latn", "ayr-Latn"], "main_score": 0.218944, "precision": 0.203668, "recall": 0.264822}, {"accuracy": 0.379447, "f1": 0.340403, "hf_subset": "grn_Latn-dan_Latn", "languages": ["grn-Latn", "dan-Latn"], "main_score": 0.340403, "precision": 0.329604, "recall": 0.379447}, {"accuracy": 0.176877, "f1": 0.15072, "hf_subset": "grn_Latn-guj_Gujr", "languages": ["grn-Latn", "guj-Gujr"], "main_score": 0.15072, "precision": 0.143271, "recall": 0.176877}, {"accuracy": 0.277668, "f1": 0.249604, "hf_subset": "grn_Latn-kaz_Cyrl", "languages": ["grn-Latn", "kaz-Cyrl"], "main_score": 0.249604, "precision": 0.241629, "recall": 0.277668}, {"accuracy": 0.211462, "f1": 0.17698, "hf_subset": "grn_Latn-lug_Latn", "languages": ["grn-Latn", "lug-Latn"], "main_score": 0.17698, "precision": 0.16584, "recall": 0.211462}, {"accuracy": 0.333004, "f1": 0.304061, "hf_subset": "grn_Latn-oci_Latn", "languages": ["grn-Latn", "oci-Latn"], "main_score": 0.304061, "precision": 0.295078, "recall": 0.333004}, {"accuracy": 0.226285, "f1": 0.188222, "hf_subset": "grn_Latn-smo_Latn", "languages": ["grn-Latn", "smo-Latn"], "main_score": 0.188222, "precision": 0.175202, "recall": 0.226285}, {"accuracy": 0.26087, "f1": 0.221679, "hf_subset": "grn_Latn-tsn_Latn", "languages": ["grn-Latn", "tsn-Latn"], "main_score": 0.221679, "precision": 0.209045, "recall": 0.26087}, {"accuracy": 0.176877, "f1": 0.141781, "hf_subset": "grn_Latn-zul_Latn", "languages": ["grn-Latn", "zul-Latn"], "main_score": 0.141781, "precision": 0.131315, "recall": 0.176877}, {"accuracy": 0.172925, "f1": 0.14783, "hf_subset": "grn_Latn-azb_Arab", "languages": ["grn-Latn", "azb-Arab"], "main_score": 0.14783, "precision": 0.140628, "recall": 0.172925}, {"accuracy": 0.368577, "f1": 0.332927, "hf_subset": "grn_Latn-deu_Latn", "languages": ["grn-Latn", "deu-Latn"], "main_score": 0.332927, "precision": 0.321891, "recall": 0.368577}, {"accuracy": 0.26087, "f1": 0.218007, "hf_subset": "grn_Latn-hat_Latn", "languages": ["grn-Latn", "hat-Latn"], "main_score": 0.218007, "precision": 0.203585, "recall": 0.26087}, {"accuracy": 0.220356, "f1": 0.177725, "hf_subset": "grn_Latn-kbp_Latn", "languages": ["grn-Latn", "kbp-Latn"], "main_score": 0.177725, "precision": 0.165125, "recall": 0.220356}, {"accuracy": 0.267787, "f1": 0.229012, "hf_subset": "grn_Latn-luo_Latn", "languages": ["grn-Latn", "luo-Latn"], "main_score": 0.229012, "precision": 0.215942, "recall": 0.267787}, {"accuracy": 0.105731, "f1": 0.085856, "hf_subset": "grn_Latn-ory_Orya", "languages": ["grn-Latn", "ory-Orya"], "main_score": 0.085856, "precision": 0.080402, "recall": 0.105731}, {"accuracy": 0.192688, "f1": 0.155961, "hf_subset": "grn_Latn-sna_Latn", "languages": ["grn-Latn", "sna-Latn"], "main_score": 0.155961, "precision": 0.143655, "recall": 0.192688}, {"accuracy": 0.237154, "f1": 0.195216, "hf_subset": "grn_Latn-tso_Latn", "languages": ["grn-Latn", "tso-Latn"], "main_score": 0.195216, "precision": 0.181862, "recall": 0.237154}, {"accuracy": 0.236166, "f1": 0.208872, "hf_subset": "grn_Latn-azj_Latn", "languages": ["grn-Latn", "azj-Latn"], "main_score": 0.208872, "precision": 0.201136, "recall": 0.236166}, {"accuracy": 0.262846, "f1": 0.22723, "hf_subset": "grn_Latn-dik_Latn", "languages": ["grn-Latn", "dik-Latn"], "main_score": 0.22723, "precision": 0.217092, "recall": 0.262846}, {"accuracy": 0.238142, "f1": 0.203893, "hf_subset": "grn_Latn-hau_Latn", "languages": ["grn-Latn", "hau-Latn"], "main_score": 0.203893, "precision": 0.193679, "recall": 0.238142}, {"accuracy": 0.250988, "f1": 0.227953, "hf_subset": "grn_Latn-kea_Latn", "languages": ["grn-Latn", "kea-Latn"], "main_score": 0.227953, "precision": 0.220001, "recall": 0.250988}, {"accuracy": 0.309289, "f1": 0.26584, "hf_subset": "grn_Latn-lus_Latn", "languages": ["grn-Latn", "lus-Latn"], "main_score": 0.26584, "precision": 0.252076, "recall": 0.309289}, {"accuracy": 0.324111, "f1": 0.289157, "hf_subset": "grn_Latn-pag_Latn", "languages": ["grn-Latn", "pag-Latn"], "main_score": 0.289157, "precision": 0.276522, "recall": 0.324111}, {"accuracy": 0.155138, "f1": 0.135857, "hf_subset": "grn_Latn-snd_Arab", "languages": ["grn-Latn", "snd-Arab"], "main_score": 0.135857, "precision": 0.130238, "recall": 0.155138}, {"accuracy": 0.22332, "f1": 0.185842, "hf_subset": "grn_Latn-tuk_Latn", "languages": ["grn-Latn", "tuk-Latn"], "main_score": 0.185842, "precision": 0.174107, "recall": 0.22332}, {"accuracy": 0.267787, "f1": 0.238907, "hf_subset": "grn_Latn-bak_Cyrl", "languages": ["grn-Latn", "bak-Cyrl"], "main_score": 0.238907, "precision": 0.230688, "recall": 0.267787}, {"accuracy": 0.221344, "f1": 0.180629, "hf_subset": "grn_Latn-dyu_Latn", "languages": ["grn-Latn", "dyu-Latn"], "main_score": 0.180629, "precision": 0.166621, "recall": 0.221344}, {"accuracy": 0.263834, "f1": 0.225602, "hf_subset": "grn_Latn-heb_Hebr", "languages": ["grn-Latn", "heb-Hebr"], "main_score": 0.225602, "precision": 0.214344, "recall": 0.263834}, {"accuracy": 0.287549, "f1": 0.248712, "hf_subset": "grn_Latn-khk_Cyrl", "languages": ["grn-Latn", "khk-Cyrl"], "main_score": 0.248712, "precision": 0.237988, "recall": 0.287549}, {"accuracy": 0.315217, "f1": 0.281693, "hf_subset": "grn_Latn-lvs_Latn", "languages": ["grn-Latn", "lvs-Latn"], "main_score": 0.281693, "precision": 0.271881, "recall": 0.315217}, {"accuracy": 0.115613, "f1": 0.089468, "hf_subset": "grn_Latn-pan_Guru", "languages": ["grn-Latn", "pan-Guru"], "main_score": 0.089468, "precision": 0.083249, "recall": 0.115613}, {"accuracy": 0.205534, "f1": 0.182082, "hf_subset": "grn_Latn-som_Latn", "languages": ["grn-Latn", "som-Latn"], "main_score": 0.182082, "precision": 0.174279, "recall": 0.205534}, {"accuracy": 0.252964, "f1": 0.21369, "hf_subset": "grn_Latn-tum_Latn", "languages": ["grn-Latn", "tum-Latn"], "main_score": 0.21369, "precision": 0.201061, "recall": 0.252964}, {"accuracy": 0.077075, "f1": 0.046678, "hf_subset": "kat_Geor-ace_Arab", "languages": ["kat-Geor", "ace-Arab"], "main_score": 0.046678, "precision": 0.039979, "recall": 0.077075}, {"accuracy": 0.141304, "f1": 0.087738, "hf_subset": "kat_Geor-bam_Latn", "languages": ["kat-Geor", "bam-Latn"], "main_score": 0.087738, "precision": 0.075236, "recall": 0.141304}, {"accuracy": 0.003953, "f1": 6.2e-05, "hf_subset": "kat_Geor-dzo_Tibt", "languages": ["kat-Geor", "dzo-Tibt"], "main_score": 6.2e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.923913, "f1": 0.912434, "hf_subset": "kat_Geor-hin_Deva", "languages": ["kat-Geor", "hin-Deva"], "main_score": 0.912434, "precision": 0.907751, "recall": 0.923913}, {"accuracy": 0.821146, "f1": 0.794444, "hf_subset": "kat_Geor-khm_Khmr", "languages": ["kat-Geor", "khm-Khmr"], "main_score": 0.794444, "precision": 0.782428, "recall": 0.821146}, {"accuracy": 0.859684, "f1": 0.833089, "hf_subset": "kat_Geor-mag_Deva", "languages": ["kat-Geor", "mag-Deva"], "main_score": 0.833089, "precision": 0.821658, "recall": 0.859684}, {"accuracy": 0.568182, "f1": 0.497572, "hf_subset": "kat_Geor-pap_Latn", "languages": ["kat-Geor", "pap-Latn"], "main_score": 0.497572, "precision": 0.47203, "recall": 0.568182}, {"accuracy": 0.166008, "f1": 0.11252, "hf_subset": "kat_Geor-sot_Latn", "languages": ["kat-Geor", "sot-Latn"], "main_score": 0.11252, "precision": 0.098974, "recall": 0.166008}, {"accuracy": 0.936759, "f1": 0.928407, "hf_subset": "kat_Geor-tur_Latn", "languages": ["kat-Geor", "tur-Latn"], "main_score": 0.928407, "precision": 0.924761, "recall": 0.936759}, {"accuracy": 0.349802, "f1": 0.270826, "hf_subset": "kat_Geor-ace_Latn", "languages": ["kat-Geor", "ace-Latn"], "main_score": 0.270826, "precision": 0.246683, "recall": 0.349802}, {"accuracy": 0.56917, "f1": 0.503583, "hf_subset": "kat_Geor-ban_Latn", "languages": ["kat-Geor", "ban-Latn"], "main_score": 0.503583, "precision": 0.478162, "recall": 0.56917}, {"accuracy": 0.933794, "f1": 0.92134, "hf_subset": "kat_Geor-ell_Grek", "languages": ["kat-Geor", "ell-Grek"], "main_score": 0.92134, "precision": 0.91571, "recall": 0.933794}, {"accuracy": 0.837945, "f1": 0.809648, "hf_subset": "kat_Geor-hne_Deva", "languages": ["kat-Geor", "hne-Deva"], "main_score": 0.809648, "precision": 0.797605, "recall": 0.837945}, {"accuracy": 0.19664, "f1": 0.132814, "hf_subset": "kat_Geor-kik_Latn", "languages": ["kat-Geor", "kik-Latn"], "main_score": 0.132814, "precision": 0.116168, "recall": 0.19664}, {"accuracy": 0.850791, "f1": 0.823884, "hf_subset": "kat_Geor-mai_Deva", "languages": ["kat-Geor", "mai-Deva"], "main_score": 0.823884, "precision": 0.812279, "recall": 0.850791}, {"accuracy": 0.770751, "f1": 0.727976, "hf_subset": "kat_Geor-pbt_Arab", "languages": ["kat-Geor", "pbt-Arab"], "main_score": 0.727976, "precision": 0.710131, "recall": 0.770751}, {"accuracy": 0.934783, "f1": 0.921848, "hf_subset": "kat_Geor-spa_Latn", "languages": ["kat-Geor", "spa-Latn"], "main_score": 0.921848, "precision": 0.916486, "recall": 0.934783}, {"accuracy": 0.245059, "f1": 0.175433, "hf_subset": "kat_Geor-twi_Latn", "languages": ["kat-Geor", "twi-Latn"], "main_score": 0.175433, "precision": 0.157174, "recall": 0.245059}, {"accuracy": 0.91996, "f1": 0.906564, "hf_subset": "kat_Geor-acm_Arab", "languages": ["kat-Geor", "acm-Arab"], "main_score": 0.906564, "precision": 0.900678, "recall": 0.91996}, {"accuracy": 0.908103, "f1": 0.891494, "hf_subset": "kat_Geor-bel_Cyrl", "languages": ["kat-Geor", "bel-Cyrl"], "main_score": 0.891494, "precision": 0.884322, "recall": 0.908103}, {"accuracy": 0.943676, "f1": 0.934809, "hf_subset": "kat_Geor-eng_Latn", "languages": ["kat-Geor", "eng-Latn"], "main_score": 0.934809, "precision": 0.931395, "recall": 0.943676}, {"accuracy": 0.928854, "f1": 0.918154, "hf_subset": "kat_Geor-hrv_Latn", "languages": ["kat-Geor", "hrv-Latn"], "main_score": 0.918154, "precision": 0.913766, "recall": 0.928854}, {"accuracy": 0.118577, "f1": 0.073502, "hf_subset": "kat_Geor-kin_Latn", "languages": ["kat-Geor", "kin-Latn"], "main_score": 0.073502, "precision": 0.062985, "recall": 0.118577}, {"accuracy": 0.8083, "f1": 0.782321, "hf_subset": "kat_Geor-mal_Mlym", "languages": ["kat-Geor", "mal-Mlym"], "main_score": 0.782321, "precision": 0.771665, "recall": 0.8083}, {"accuracy": 0.931818, "f1": 0.922048, "hf_subset": "kat_Geor-pes_Arab", "languages": ["kat-Geor", "pes-Arab"], "main_score": 0.922048, "precision": 0.917972, "recall": 0.931818}, {"accuracy": 0.617589, "f1": 0.548749, "hf_subset": "kat_Geor-srd_Latn", "languages": ["kat-Geor", "srd-Latn"], "main_score": 0.548749, "precision": 0.522253, "recall": 0.617589}, {"accuracy": 0.06917, "f1": 0.037538, "hf_subset": "kat_Geor-tzm_Tfng", "languages": ["kat-Geor", "tzm-Tfng"], "main_score": 0.037538, "precision": 0.032478, "recall": 0.06917}, {"accuracy": 0.913043, "f1": 0.898143, "hf_subset": "kat_Geor-acq_Arab", "languages": ["kat-Geor", "acq-Arab"], "main_score": 0.898143, "precision": 0.891936, "recall": 0.913043}, {"accuracy": 0.183794, "f1": 0.122891, "hf_subset": "kat_Geor-bem_Latn", "languages": ["kat-Geor", "bem-Latn"], "main_score": 0.122891, "precision": 0.107854, "recall": 0.183794}, {"accuracy": 0.775692, "f1": 0.728164, "hf_subset": "kat_Geor-epo_Latn", "languages": ["kat-Geor", "epo-Latn"], "main_score": 0.728164, "precision": 0.708535, "recall": 0.775692}, {"accuracy": 0.938735, "f1": 0.930551, "hf_subset": "kat_Geor-hun_Latn", "languages": ["kat-Geor", "hun-Latn"], "main_score": 0.930551, "precision": 0.927068, "recall": 0.938735}, {"accuracy": 0.873518, "f1": 0.84894, "hf_subset": "kat_Geor-kir_Cyrl", "languages": ["kat-Geor", "kir-Cyrl"], "main_score": 0.84894, "precision": 0.837959, "recall": 0.873518}, {"accuracy": 0.844862, "f1": 0.820343, "hf_subset": "kat_Geor-mar_Deva", "languages": ["kat-Geor", "mar-Deva"], "main_score": 0.820343, "precision": 0.809905, "recall": 0.844862}, {"accuracy": 0.236166, "f1": 0.17397, "hf_subset": "kat_Geor-plt_Latn", "languages": ["kat-Geor", "plt-Latn"], "main_score": 0.17397, "precision": 0.155964, "recall": 0.236166}, {"accuracy": 0.947628, "f1": 0.94139, "hf_subset": "kat_Geor-srp_Cyrl", "languages": ["kat-Geor", "srp-Cyrl"], "main_score": 0.94139, "precision": 0.939303, "recall": 0.947628}, {"accuracy": 0.76087, "f1": 0.715123, "hf_subset": "kat_Geor-uig_Arab", "languages": ["kat-Geor", "uig-Arab"], "main_score": 0.715123, "precision": 0.694831, "recall": 0.76087}, {"accuracy": 0.863636, "f1": 0.840346, "hf_subset": "kat_Geor-aeb_Arab", "languages": ["kat-Geor", "aeb-Arab"], "main_score": 0.840346, "precision": 0.830479, "recall": 0.863636}, {"accuracy": 0.80336, "f1": 0.779893, "hf_subset": "kat_Geor-ben_Beng", "languages": ["kat-Geor", "ben-Beng"], "main_score": 0.779893, "precision": 0.769064, "recall": 0.80336}, {"accuracy": 0.937747, "f1": 0.928461, "hf_subset": "kat_Geor-est_Latn", "languages": ["kat-Geor", "est-Latn"], "main_score": 0.928461, "precision": 0.925099, "recall": 0.937747}, {"accuracy": 0.93083, "f1": 0.921298, "hf_subset": "kat_Geor-hye_Armn", "languages": ["kat-Geor", "hye-Armn"], "main_score": 0.921298, "precision": 0.917551, "recall": 0.93083}, {"accuracy": 0.13834, "f1": 0.084819, "hf_subset": "kat_Geor-kmb_Latn", "languages": ["kat-Geor", "kmb-Latn"], "main_score": 0.084819, "precision": 0.073809, "recall": 0.13834}, {"accuracy": 0.057312, "f1": 0.037944, "hf_subset": "kat_Geor-min_Arab", "languages": ["kat-Geor", "min-Arab"], "main_score": 0.037944, "precision": 0.033888, "recall": 0.057312}, {"accuracy": 0.937747, "f1": 0.928741, "hf_subset": "kat_Geor-pol_Latn", "languages": ["kat-Geor", "pol-Latn"], "main_score": 0.928741, "precision": 0.924763, "recall": 0.937747}, {"accuracy": 0.131423, "f1": 0.080824, "hf_subset": "kat_Geor-ssw_Latn", "languages": ["kat-Geor", "ssw-Latn"], "main_score": 0.080824, "precision": 0.068498, "recall": 0.131423}, {"accuracy": 0.943676, "f1": 0.935406, "hf_subset": "kat_Geor-ukr_Cyrl", "languages": ["kat-Geor", "ukr-Cyrl"], "main_score": 0.935406, "precision": 0.932131, "recall": 0.943676}, {"accuracy": 0.891304, "f1": 0.867947, "hf_subset": "kat_Geor-afr_Latn", "languages": ["kat-Geor", "afr-Latn"], "main_score": 0.867947, "precision": 0.858025, "recall": 0.891304}, {"accuracy": 0.806324, "f1": 0.772608, "hf_subset": "kat_Geor-bho_Deva", "languages": ["kat-Geor", "bho-Deva"], "main_score": 0.772608, "precision": 0.759311, "recall": 0.806324}, {"accuracy": 0.651186, "f1": 0.588275, "hf_subset": "kat_Geor-eus_Latn", "languages": ["kat-Geor", "eus-Latn"], "main_score": 0.588275, "precision": 0.563595, "recall": 0.651186}, {"accuracy": 0.146245, "f1": 0.090781, "hf_subset": "kat_Geor-ibo_Latn", "languages": ["kat-Geor", "ibo-Latn"], "main_score": 0.090781, "precision": 0.076852, "recall": 0.146245}, {"accuracy": 0.659091, "f1": 0.605082, "hf_subset": "kat_Geor-kmr_Latn", "languages": ["kat-Geor", "kmr-Latn"], "main_score": 0.605082, "precision": 0.582987, "recall": 0.659091}, {"accuracy": 0.554348, "f1": 0.482714, "hf_subset": "kat_Geor-min_Latn", "languages": ["kat-Geor", "min-Latn"], "main_score": 0.482714, "precision": 0.456868, "recall": 0.554348}, {"accuracy": 0.947628, "f1": 0.93946, "hf_subset": "kat_Geor-por_Latn", "languages": ["kat-Geor", "por-Latn"], "main_score": 0.93946, "precision": 0.936387, "recall": 0.947628}, {"accuracy": 0.632411, "f1": 0.566004, "hf_subset": "kat_Geor-sun_Latn", "languages": ["kat-Geor", "sun-Latn"], "main_score": 0.566004, "precision": 0.539503, "recall": 0.632411}, {"accuracy": 0.129447, "f1": 0.081875, "hf_subset": "kat_Geor-umb_Latn", "languages": ["kat-Geor", "umb-Latn"], "main_score": 0.081875, "precision": 0.071034, "recall": 0.129447}, {"accuracy": 0.905138, "f1": 0.889376, "hf_subset": "kat_Geor-ajp_Arab", "languages": ["kat-Geor", "ajp-Arab"], "main_score": 0.889376, "precision": 0.882106, "recall": 0.905138}, {"accuracy": 0.065217, "f1": 0.040171, "hf_subset": "kat_Geor-bjn_Arab", "languages": ["kat-Geor", "bjn-Arab"], "main_score": 0.040171, "precision": 0.034645, "recall": 0.065217}, {"accuracy": 0.199605, "f1": 0.146059, "hf_subset": "kat_Geor-ewe_Latn", "languages": ["kat-Geor", "ewe-Latn"], "main_score": 0.146059, "precision": 0.131247, "recall": 0.199605}, {"accuracy": 0.30336, "f1": 0.224771, "hf_subset": "kat_Geor-ilo_Latn", "languages": ["kat-Geor", "ilo-Latn"], "main_score": 0.224771, "precision": 0.201969, "recall": 0.30336}, {"accuracy": 0.083992, "f1": 0.045855, "hf_subset": "kat_Geor-knc_Arab", "languages": ["kat-Geor", "knc-Arab"], "main_score": 0.045855, "precision": 0.037155, "recall": 0.083992}, {"accuracy": 0.945652, "f1": 0.939446, "hf_subset": "kat_Geor-mkd_Cyrl", "languages": ["kat-Geor", "mkd-Cyrl"], "main_score": 0.939446, "precision": 0.936983, "recall": 0.945652}, {"accuracy": 0.927866, "f1": 0.916094, "hf_subset": "kat_Geor-prs_Arab", "languages": ["kat-Geor", "prs-Arab"], "main_score": 0.916094, "precision": 0.911177, "recall": 0.927866}, {"accuracy": 0.944664, "f1": 0.93507, "hf_subset": "kat_Geor-swe_Latn", "languages": ["kat-Geor", "swe-Latn"], "main_score": 0.93507, "precision": 0.931349, "recall": 0.944664}, {"accuracy": 0.907115, "f1": 0.888854, "hf_subset": "kat_Geor-urd_Arab", "languages": ["kat-Geor", "urd-Arab"], "main_score": 0.888854, "precision": 0.881453, "recall": 0.907115}, {"accuracy": 0.236166, "f1": 0.16449, "hf_subset": "kat_Geor-aka_Latn", "languages": ["kat-Geor", "aka-Latn"], "main_score": 0.16449, "precision": 0.145238, "recall": 0.236166}, {"accuracy": 0.68083, "f1": 0.623207, "hf_subset": "kat_Geor-bjn_Latn", "languages": ["kat-Geor", "bjn-Latn"], "main_score": 0.623207, "precision": 0.600745, "recall": 0.68083}, {"accuracy": 0.387352, "f1": 0.314063, "hf_subset": "kat_Geor-fao_Latn", "languages": ["kat-Geor", "fao-Latn"], "main_score": 0.314063, "precision": 0.289691, "recall": 0.387352}, {"accuracy": 0.935771, "f1": 0.927533, "hf_subset": "kat_Geor-ind_Latn", "languages": ["kat-Geor", "ind-Latn"], "main_score": 0.927533, "precision": 0.924694, "recall": 0.935771}, {"accuracy": 0.20751, "f1": 0.143066, "hf_subset": "kat_Geor-knc_Latn", "languages": ["kat-Geor", "knc-Latn"], "main_score": 0.143066, "precision": 0.125572, "recall": 0.20751}, {"accuracy": 0.277668, "f1": 0.210281, "hf_subset": "kat_Geor-mlt_Latn", "languages": ["kat-Geor", "mlt-Latn"], "main_score": 0.210281, "precision": 0.190781, "recall": 0.277668}, {"accuracy": 0.214427, "f1": 0.139812, "hf_subset": "kat_Geor-quy_Latn", "languages": ["kat-Geor", "quy-Latn"], "main_score": 0.139812, "precision": 0.120908, "recall": 0.214427}, {"accuracy": 0.305336, "f1": 0.229873, "hf_subset": "kat_Geor-swh_Latn", "languages": ["kat-Geor", "swh-Latn"], "main_score": 0.229873, "precision": 0.20821, "recall": 0.305336}, {"accuracy": 0.583992, "f1": 0.519045, "hf_subset": "kat_Geor-uzn_Latn", "languages": ["kat-Geor", "uzn-Latn"], "main_score": 0.519045, "precision": 0.493649, "recall": 0.583992}, {"accuracy": 0.939723, "f1": 0.930462, "hf_subset": "kat_Geor-als_Latn", "languages": ["kat-Geor", "als-Latn"], "main_score": 0.930462, "precision": 0.926661, "recall": 0.939723}, {"accuracy": 0.055336, "f1": 0.022547, "hf_subset": "kat_Geor-bod_Tibt", "languages": ["kat-Geor", "bod-Tibt"], "main_score": 0.022547, "precision": 0.017871, "recall": 0.055336}, {"accuracy": 0.166996, "f1": 0.113838, "hf_subset": "kat_Geor-fij_Latn", "languages": ["kat-Geor", "fij-Latn"], "main_score": 0.113838, "precision": 0.099735, "recall": 0.166996}, {"accuracy": 0.656126, "f1": 0.59674, "hf_subset": "kat_Geor-isl_Latn", "languages": ["kat-Geor", "isl-Latn"], "main_score": 0.59674, "precision": 0.572517, "recall": 0.656126}, {"accuracy": 0.200593, "f1": 0.140136, "hf_subset": "kat_Geor-kon_Latn", "languages": ["kat-Geor", "kon-Latn"], "main_score": 0.140136, "precision": 0.12505, "recall": 0.200593}, {"accuracy": 0.061265, "f1": 0.034114, "hf_subset": "kat_Geor-mni_Beng", "languages": ["kat-Geor", "mni-Beng"], "main_score": 0.034114, "precision": 0.02985, "recall": 0.061265}, {"accuracy": 0.940711, "f1": 0.930503, "hf_subset": "kat_Geor-ron_Latn", "languages": ["kat-Geor", "ron-Latn"], "main_score": 0.930503, "precision": 0.926445, "recall": 0.940711}, {"accuracy": 0.720356, "f1": 0.66615, "hf_subset": "kat_Geor-szl_Latn", "languages": ["kat-Geor", "szl-Latn"], "main_score": 0.66615, "precision": 0.64373, "recall": 0.720356}, {"accuracy": 0.703557, "f1": 0.644749, "hf_subset": "kat_Geor-vec_Latn", "languages": ["kat-Geor", "vec-Latn"], "main_score": 0.644749, "precision": 0.621193, "recall": 0.703557}, {"accuracy": 0.705534, "f1": 0.659459, "hf_subset": "kat_Geor-amh_Ethi", "languages": ["kat-Geor", "amh-Ethi"], "main_score": 0.659459, "precision": 0.640454, "recall": 0.705534}, {"accuracy": 0.934783, "f1": 0.926785, "hf_subset": "kat_Geor-bos_Latn", "languages": ["kat-Geor", "bos-Latn"], "main_score": 0.926785, "precision": 0.923693, "recall": 0.934783}, {"accuracy": 0.936759, "f1": 0.926768, "hf_subset": "kat_Geor-fin_Latn", "languages": ["kat-Geor", "fin-Latn"], "main_score": 0.926768, "precision": 0.922903, "recall": 0.936759}, {"accuracy": 0.94664, "f1": 0.938464, "hf_subset": "kat_Geor-ita_Latn", "languages": ["kat-Geor", "ita-Latn"], "main_score": 0.938464, "precision": 0.934813, "recall": 0.94664}, {"accuracy": 0.927866, "f1": 0.916342, "hf_subset": "kat_Geor-kor_Hang", "languages": ["kat-Geor", "kor-Hang"], "main_score": 0.916342, "precision": 0.911369, "recall": 0.927866}, {"accuracy": 0.177866, "f1": 0.120511, "hf_subset": "kat_Geor-mos_Latn", "languages": ["kat-Geor", "mos-Latn"], "main_score": 0.120511, "precision": 0.105725, "recall": 0.177866}, {"accuracy": 0.132411, "f1": 0.08478, "hf_subset": "kat_Geor-run_Latn", "languages": ["kat-Geor", "run-Latn"], "main_score": 0.08478, "precision": 0.072337, "recall": 0.132411}, {"accuracy": 0.820158, "f1": 0.793783, "hf_subset": "kat_Geor-tam_Taml", "languages": ["kat-Geor", "tam-Taml"], "main_score": 0.793783, "precision": 0.78208, "recall": 0.820158}, {"accuracy": 0.935771, "f1": 0.924358, "hf_subset": "kat_Geor-vie_Latn", "languages": ["kat-Geor", "vie-Latn"], "main_score": 0.924358, "precision": 0.919619, "recall": 0.935771}, {"accuracy": 0.898221, "f1": 0.878768, "hf_subset": "kat_Geor-apc_Arab", "languages": ["kat-Geor", "apc-Arab"], "main_score": 0.878768, "precision": 0.870018, "recall": 0.898221}, {"accuracy": 0.318182, "f1": 0.24496, "hf_subset": "kat_Geor-bug_Latn", "languages": ["kat-Geor", "bug-Latn"], "main_score": 0.24496, "precision": 0.223238, "recall": 0.318182}, {"accuracy": 0.156126, "f1": 0.101675, "hf_subset": "kat_Geor-fon_Latn", "languages": ["kat-Geor", "fon-Latn"], "main_score": 0.101675, "precision": 0.087741, "recall": 0.156126}, {"accuracy": 0.62253, "f1": 0.558286, "hf_subset": "kat_Geor-jav_Latn", "languages": ["kat-Geor", "jav-Latn"], "main_score": 0.558286, "precision": 0.53369, "recall": 0.62253}, {"accuracy": 0.847826, "f1": 0.821882, "hf_subset": "kat_Geor-lao_Laoo", "languages": ["kat-Geor", "lao-Laoo"], "main_score": 0.821882, "precision": 0.81138, "recall": 0.847826}, {"accuracy": 0.141304, "f1": 0.080462, "hf_subset": "kat_Geor-mri_Latn", "languages": ["kat-Geor", "mri-Latn"], "main_score": 0.080462, "precision": 0.067532, "recall": 0.141304}, {"accuracy": 0.948617, "f1": 0.940688, "hf_subset": "kat_Geor-rus_Cyrl", "languages": ["kat-Geor", "rus-Cyrl"], "main_score": 0.940688, "precision": 0.937784, "recall": 0.948617}, {"accuracy": 0.19664, "f1": 0.14174, "hf_subset": "kat_Geor-taq_Latn", "languages": ["kat-Geor", "taq-Latn"], "main_score": 0.14174, "precision": 0.127147, "recall": 0.19664}, {"accuracy": 0.368577, "f1": 0.2901, "hf_subset": "kat_Geor-war_Latn", "languages": ["kat-Geor", "war-Latn"], "main_score": 0.2901, "precision": 0.265922, "recall": 0.368577}, {"accuracy": 0.928854, "f1": 0.918729, "hf_subset": "kat_Geor-arb_Arab", "languages": ["kat-Geor", "arb-Arab"], "main_score": 0.918729, "precision": 0.914663, "recall": 0.928854}, {"accuracy": 0.943676, "f1": 0.935375, "hf_subset": "kat_Geor-bul_Cyrl", "languages": ["kat-Geor", "bul-Cyrl"], "main_score": 0.935375, "precision": 0.931962, "recall": 0.943676}, {"accuracy": 0.934783, "f1": 0.925254, "hf_subset": "kat_Geor-fra_Latn", "languages": ["kat-Geor", "fra-Latn"], "main_score": 0.925254, "precision": 0.921307, "recall": 0.934783}, {"accuracy": 0.942688, "f1": 0.934418, "hf_subset": "kat_Geor-jpn_Jpan", "languages": ["kat-Geor", "jpn-Jpan"], "main_score": 0.934418, "precision": 0.931143, "recall": 0.942688}, {"accuracy": 0.65415, "f1": 0.590959, "hf_subset": "kat_Geor-lij_Latn", "languages": ["kat-Geor", "lij-Latn"], "main_score": 0.590959, "precision": 0.565994, "recall": 0.65415}, {"accuracy": 0.863636, "f1": 0.839828, "hf_subset": "kat_Geor-mya_Mymr", "languages": ["kat-Geor", "mya-Mymr"], "main_score": 0.839828, "precision": 0.829483, "recall": 0.863636}, {"accuracy": 0.190711, "f1": 0.130541, "hf_subset": "kat_Geor-sag_Latn", "languages": ["kat-Geor", "sag-Latn"], "main_score": 0.130541, "precision": 0.112927, "recall": 0.190711}, {"accuracy": 0.081028, "f1": 0.04095, "hf_subset": "kat_Geor-taq_Tfng", "languages": ["kat-Geor", "taq-Tfng"], "main_score": 0.04095, "precision": 0.033495, "recall": 0.081028}, {"accuracy": 0.197628, "f1": 0.131191, "hf_subset": "kat_Geor-wol_Latn", "languages": ["kat-Geor", "wol-Latn"], "main_score": 0.131191, "precision": 0.114483, "recall": 0.197628}, {"accuracy": 0.093874, "f1": 0.050404, "hf_subset": "kat_Geor-arb_Latn", "languages": ["kat-Geor", "arb-Latn"], "main_score": 0.050404, "precision": 0.0417, "recall": 0.093874}, {"accuracy": 0.945652, "f1": 0.938461, "hf_subset": "kat_Geor-cat_Latn", "languages": ["kat-Geor", "cat-Latn"], "main_score": 0.938461, "precision": 0.93547, "recall": 0.945652}, {"accuracy": 0.612648, "f1": 0.546815, "hf_subset": "kat_Geor-fur_Latn", "languages": ["kat-Geor", "fur-Latn"], "main_score": 0.546815, "precision": 0.520898, "recall": 0.612648}, {"accuracy": 0.062253, "f1": 0.040897, "hf_subset": "kat_Geor-kab_Latn", "languages": ["kat-Geor", "kab-Latn"], "main_score": 0.040897, "precision": 0.035607, "recall": 0.062253}, {"accuracy": 0.63834, "f1": 0.575095, "hf_subset": "kat_Geor-lim_Latn", "languages": ["kat-Geor", "lim-Latn"], "main_score": 0.575095, "precision": 0.550585, "recall": 0.63834}, {"accuracy": 0.939723, "f1": 0.928101, "hf_subset": "kat_Geor-nld_Latn", "languages": ["kat-Geor", "nld-Latn"], "main_score": 0.928101, "precision": 0.923215, "recall": 0.939723}, {"accuracy": 0.670949, "f1": 0.621113, "hf_subset": "kat_Geor-san_Deva", "languages": ["kat-Geor", "san-Deva"], "main_score": 0.621113, "precision": 0.600099, "recall": 0.670949}, {"accuracy": 0.458498, "f1": 0.391433, "hf_subset": "kat_Geor-tat_Cyrl", "languages": ["kat-Geor", "tat-Cyrl"], "main_score": 0.391433, "precision": 0.368277, "recall": 0.458498}, {"accuracy": 0.164032, "f1": 0.103294, "hf_subset": "kat_Geor-xho_Latn", "languages": ["kat-Geor", "xho-Latn"], "main_score": 0.103294, "precision": 0.089217, "recall": 0.164032}, {"accuracy": 0.921937, "f1": 0.909671, "hf_subset": "kat_Geor-ars_Arab", "languages": ["kat-Geor", "ars-Arab"], "main_score": 0.909671, "precision": 0.904617, "recall": 0.921937}, {"accuracy": 0.336957, "f1": 0.261008, "hf_subset": "kat_Geor-ceb_Latn", "languages": ["kat-Geor", "ceb-Latn"], "main_score": 0.261008, "precision": 0.236737, "recall": 0.336957}, {"accuracy": 0.18083, "f1": 0.115874, "hf_subset": "kat_Geor-fuv_Latn", "languages": ["kat-Geor", "fuv-Latn"], "main_score": 0.115874, "precision": 0.0997, "recall": 0.18083}, {"accuracy": 0.163043, "f1": 0.109365, "hf_subset": "kat_Geor-kac_Latn", "languages": ["kat-Geor", "kac-Latn"], "main_score": 0.109365, "precision": 0.096598, "recall": 0.163043}, {"accuracy": 0.193676, "f1": 0.13807, "hf_subset": "kat_Geor-lin_Latn", "languages": ["kat-Geor", "lin-Latn"], "main_score": 0.13807, "precision": 0.123811, "recall": 0.193676}, {"accuracy": 0.916996, "f1": 0.902429, "hf_subset": "kat_Geor-nno_Latn", "languages": ["kat-Geor", "nno-Latn"], "main_score": 0.902429, "precision": 0.896453, "recall": 0.916996}, {"accuracy": 0.020751, "f1": 0.005668, "hf_subset": "kat_Geor-sat_Olck", "languages": ["kat-Geor", "sat-Olck"], "main_score": 0.005668, "precision": 0.004307, "recall": 0.020751}, {"accuracy": 0.761858, "f1": 0.729941, "hf_subset": "kat_Geor-tel_Telu", "languages": ["kat-Geor", "tel-Telu"], "main_score": 0.729941, "precision": 0.715944, "recall": 0.761858}, {"accuracy": 0.40415, "f1": 0.335838, "hf_subset": "kat_Geor-ydd_Hebr", "languages": ["kat-Geor", "ydd-Hebr"], "main_score": 0.335838, "precision": 0.311877, "recall": 0.40415}, {"accuracy": 0.794466, "f1": 0.760875, "hf_subset": "kat_Geor-ary_Arab", "languages": ["kat-Geor", "ary-Arab"], "main_score": 0.760875, "precision": 0.746067, "recall": 0.794466}, {"accuracy": 0.935771, "f1": 0.925061, "hf_subset": "kat_Geor-ces_Latn", "languages": ["kat-Geor", "ces-Latn"], "main_score": 0.925061, "precision": 0.920842, "recall": 0.935771}, {"accuracy": 0.083992, "f1": 0.046484, "hf_subset": "kat_Geor-gaz_Latn", "languages": ["kat-Geor", "gaz-Latn"], "main_score": 0.046484, "precision": 0.038899, "recall": 0.083992}, {"accuracy": 0.156126, "f1": 0.103408, "hf_subset": "kat_Geor-kam_Latn", "languages": ["kat-Geor", "kam-Latn"], "main_score": 0.103408, "precision": 0.089647, "recall": 0.156126}, {"accuracy": 0.940711, "f1": 0.932947, "hf_subset": "kat_Geor-lit_Latn", "languages": ["kat-Geor", "lit-Latn"], "main_score": 0.932947, "precision": 0.929848, "recall": 0.940711}, {"accuracy": 0.93083, "f1": 0.919151, "hf_subset": "kat_Geor-nob_Latn", "languages": ["kat-Geor", "nob-Latn"], "main_score": 0.919151, "precision": 0.914316, "recall": 0.93083}, {"accuracy": 0.547431, "f1": 0.47627, "hf_subset": "kat_Geor-scn_Latn", "languages": ["kat-Geor", "scn-Latn"], "main_score": 0.47627, "precision": 0.450292, "recall": 0.547431}, {"accuracy": 0.182806, "f1": 0.126948, "hf_subset": "kat_Geor-tgk_Cyrl", "languages": ["kat-Geor", "tgk-Cyrl"], "main_score": 0.126948, "precision": 0.11224, "recall": 0.182806}, {"accuracy": 0.167984, "f1": 0.11045, "hf_subset": "kat_Geor-yor_Latn", "languages": ["kat-Geor", "yor-Latn"], "main_score": 0.11045, "precision": 0.095341, "recall": 0.167984}, {"accuracy": 0.892292, "f1": 0.874057, "hf_subset": "kat_Geor-arz_Arab", "languages": ["kat-Geor", "arz-Arab"], "main_score": 0.874057, "precision": 0.865636, "recall": 0.892292}, {"accuracy": 0.157115, "f1": 0.100992, "hf_subset": "kat_Geor-cjk_Latn", "languages": ["kat-Geor", "cjk-Latn"], "main_score": 0.100992, "precision": 0.087128, "recall": 0.157115}, {"accuracy": 0.143281, "f1": 0.091053, "hf_subset": "kat_Geor-gla_Latn", "languages": ["kat-Geor", "gla-Latn"], "main_score": 0.091053, "precision": 0.077192, "recall": 0.143281}, {"accuracy": 0.751976, "f1": 0.717442, "hf_subset": "kat_Geor-kan_Knda", "languages": ["kat-Geor", "kan-Knda"], "main_score": 0.717442, "precision": 0.702768, "recall": 0.751976}, {"accuracy": 0.557312, "f1": 0.487957, "hf_subset": "kat_Geor-lmo_Latn", "languages": ["kat-Geor", "lmo-Latn"], "main_score": 0.487957, "precision": 0.463852, "recall": 0.557312}, {"accuracy": 0.901186, "f1": 0.884587, "hf_subset": "kat_Geor-npi_Deva", "languages": ["kat-Geor", "npi-Deva"], "main_score": 0.884587, "precision": 0.877849, "recall": 0.901186}, {"accuracy": 0.219368, "f1": 0.151806, "hf_subset": "kat_Geor-shn_Mymr", "languages": ["kat-Geor", "shn-Mymr"], "main_score": 0.151806, "precision": 0.131495, "recall": 0.219368}, {"accuracy": 0.398221, "f1": 0.323288, "hf_subset": "kat_Geor-tgl_Latn", "languages": ["kat-Geor", "tgl-Latn"], "main_score": 0.323288, "precision": 0.298745, "recall": 0.398221}, {"accuracy": 0.931818, "f1": 0.924023, "hf_subset": "kat_Geor-yue_Hant", "languages": ["kat-Geor", "yue-Hant"], "main_score": 0.924023, "precision": 0.920889, "recall": 0.931818}, {"accuracy": 0.495059, "f1": 0.435053, "hf_subset": "kat_Geor-asm_Beng", "languages": ["kat-Geor", "asm-Beng"], "main_score": 0.435053, "precision": 0.412062, "recall": 0.495059}, {"accuracy": 0.771739, "f1": 0.728337, "hf_subset": "kat_Geor-ckb_Arab", "languages": ["kat-Geor", "ckb-Arab"], "main_score": 0.728337, "precision": 0.710048, "recall": 0.771739}, {"accuracy": 0.237154, "f1": 0.171855, "hf_subset": "kat_Geor-gle_Latn", "languages": ["kat-Geor", "gle-Latn"], "main_score": 0.171855, "precision": 0.154491, "recall": 0.237154}, {"accuracy": 0.534585, "f1": 0.472757, "hf_subset": "kat_Geor-kas_Arab", "languages": ["kat-Geor", "kas-Arab"], "main_score": 0.472757, "precision": 0.447989, "recall": 0.534585}, {"accuracy": 0.623518, "f1": 0.562005, "hf_subset": "kat_Geor-ltg_Latn", "languages": ["kat-Geor", "ltg-Latn"], "main_score": 0.562005, "precision": 0.537801, "recall": 0.623518}, {"accuracy": 0.194664, "f1": 0.130503, "hf_subset": "kat_Geor-nso_Latn", "languages": ["kat-Geor", "nso-Latn"], "main_score": 0.130503, "precision": 0.113282, "recall": 0.194664}, {"accuracy": 0.844862, "f1": 0.825833, "hf_subset": "kat_Geor-sin_Sinh", "languages": ["kat-Geor", "sin-Sinh"], "main_score": 0.825833, "precision": 0.817842, "recall": 0.844862}, {"accuracy": 0.942688, "f1": 0.933672, "hf_subset": "kat_Geor-tha_Thai", "languages": ["kat-Geor", "tha-Thai"], "main_score": 0.933672, "precision": 0.930455, "recall": 0.942688}, {"accuracy": 0.923913, "f1": 0.913499, "hf_subset": "kat_Geor-zho_Hans", "languages": ["kat-Geor", "zho-Hans"], "main_score": 0.913499, "precision": 0.90909, "recall": 0.923913}, {"accuracy": 0.858696, "f1": 0.828986, "hf_subset": "kat_Geor-ast_Latn", "languages": ["kat-Geor", "ast-Latn"], "main_score": 0.828986, "precision": 0.816131, "recall": 0.858696}, {"accuracy": 0.685771, "f1": 0.632184, "hf_subset": "kat_Geor-crh_Latn", "languages": ["kat-Geor", "crh-Latn"], "main_score": 0.632184, "precision": 0.609918, "recall": 0.685771}, {"accuracy": 0.945652, "f1": 0.936754, "hf_subset": "kat_Geor-glg_Latn", "languages": ["kat-Geor", "glg-Latn"], "main_score": 0.936754, "precision": 0.93339, "recall": 0.945652}, {"accuracy": 0.360672, "f1": 0.29538, "hf_subset": "kat_Geor-kas_Deva", "languages": ["kat-Geor", "kas-Deva"], "main_score": 0.29538, "precision": 0.272908, "recall": 0.360672}, {"accuracy": 0.434783, "f1": 0.361919, "hf_subset": "kat_Geor-ltz_Latn", "languages": ["kat-Geor", "ltz-Latn"], "main_score": 0.361919, "precision": 0.337473, "recall": 0.434783}, {"accuracy": 0.098814, "f1": 0.053759, "hf_subset": "kat_Geor-nus_Latn", "languages": ["kat-Geor", "nus-Latn"], "main_score": 0.053759, "precision": 0.044995, "recall": 0.098814}, {"accuracy": 0.938735, "f1": 0.929715, "hf_subset": "kat_Geor-slk_Latn", "languages": ["kat-Geor", "slk-Latn"], "main_score": 0.929715, "precision": 0.926161, "recall": 0.938735}, {"accuracy": 0.188735, "f1": 0.134428, "hf_subset": "kat_Geor-tir_Ethi", "languages": ["kat-Geor", "tir-Ethi"], "main_score": 0.134428, "precision": 0.117867, "recall": 0.188735}, {"accuracy": 0.936759, "f1": 0.92831, "hf_subset": "kat_Geor-zho_Hant", "languages": ["kat-Geor", "zho-Hant"], "main_score": 0.92831, "precision": 0.92522, "recall": 0.936759}, {"accuracy": 0.885375, "f1": 0.867292, "hf_subset": "kat_Geor-awa_Deva", "languages": ["kat-Geor", "awa-Deva"], "main_score": 0.867292, "precision": 0.859409, "recall": 0.885375}, {"accuracy": 0.402174, "f1": 0.328598, "hf_subset": "kat_Geor-cym_Latn", "languages": ["kat-Geor", "cym-Latn"], "main_score": 0.328598, "precision": 0.303706, "recall": 0.402174}, {"accuracy": 0.310277, "f1": 0.232193, "hf_subset": "kat_Geor-grn_Latn", "languages": ["kat-Geor", "grn-Latn"], "main_score": 0.232193, "precision": 0.209274, "recall": 0.310277}, {"accuracy": 0.216403, "f1": 0.154967, "hf_subset": "kat_Geor-lua_Latn", "languages": ["kat-Geor", "lua-Latn"], "main_score": 0.154967, "precision": 0.138334, "recall": 0.216403}, {"accuracy": 0.185771, "f1": 0.122099, "hf_subset": "kat_Geor-nya_Latn", "languages": ["kat-Geor", "nya-Latn"], "main_score": 0.122099, "precision": 0.106272, "recall": 0.185771}, {"accuracy": 0.939723, "f1": 0.930715, "hf_subset": "kat_Geor-slv_Latn", "languages": ["kat-Geor", "slv-Latn"], "main_score": 0.930715, "precision": 0.927156, "recall": 0.939723}, {"accuracy": 0.382411, "f1": 0.301218, "hf_subset": "kat_Geor-tpi_Latn", "languages": ["kat-Geor", "tpi-Latn"], "main_score": 0.301218, "precision": 0.275244, "recall": 0.382411}, {"accuracy": 0.933794, "f1": 0.922064, "hf_subset": "kat_Geor-zsm_Latn", "languages": ["kat-Geor", "zsm-Latn"], "main_score": 0.922064, "precision": 0.917396, "recall": 0.933794}, {"accuracy": 0.162055, "f1": 0.096252, "hf_subset": "kat_Geor-ayr_Latn", "languages": ["kat-Geor", "ayr-Latn"], "main_score": 0.096252, "precision": 0.080311, "recall": 0.162055}, {"accuracy": 0.935771, "f1": 0.92561, "hf_subset": "kat_Geor-dan_Latn", "languages": ["kat-Geor", "dan-Latn"], "main_score": 0.92561, "precision": 0.921392, "recall": 0.935771}, {"accuracy": 0.851779, "f1": 0.827735, "hf_subset": "kat_Geor-guj_Gujr", "languages": ["kat-Geor", "guj-Gujr"], "main_score": 0.827735, "precision": 0.817833, "recall": 0.851779}, {"accuracy": 0.886364, "f1": 0.867271, "hf_subset": "kat_Geor-kaz_Cyrl", "languages": ["kat-Geor", "kaz-Cyrl"], "main_score": 0.867271, "precision": 0.858718, "recall": 0.886364}, {"accuracy": 0.143281, "f1": 0.08854, "hf_subset": "kat_Geor-lug_Latn", "languages": ["kat-Geor", "lug-Latn"], "main_score": 0.08854, "precision": 0.074892, "recall": 0.143281}, {"accuracy": 0.842885, "f1": 0.804664, "hf_subset": "kat_Geor-oci_Latn", "languages": ["kat-Geor", "oci-Latn"], "main_score": 0.804664, "precision": 0.787786, "recall": 0.842885}, {"accuracy": 0.158103, "f1": 0.102336, "hf_subset": "kat_Geor-smo_Latn", "languages": ["kat-Geor", "smo-Latn"], "main_score": 0.102336, "precision": 0.088295, "recall": 0.158103}, {"accuracy": 0.156126, "f1": 0.103709, "hf_subset": "kat_Geor-tsn_Latn", "languages": ["kat-Geor", "tsn-Latn"], "main_score": 0.103709, "precision": 0.090136, "recall": 0.156126}, {"accuracy": 0.126482, "f1": 0.077289, "hf_subset": "kat_Geor-zul_Latn", "languages": ["kat-Geor", "zul-Latn"], "main_score": 0.077289, "precision": 0.065965, "recall": 0.126482}, {"accuracy": 0.493083, "f1": 0.431298, "hf_subset": "kat_Geor-azb_Arab", "languages": ["kat-Geor", "azb-Arab"], "main_score": 0.431298, "precision": 0.407086, "recall": 0.493083}, {"accuracy": 0.938735, "f1": 0.930065, "hf_subset": "kat_Geor-deu_Latn", "languages": ["kat-Geor", "deu-Latn"], "main_score": 0.930065, "precision": 0.926809, "recall": 0.938735}, {"accuracy": 0.254941, "f1": 0.186076, "hf_subset": "kat_Geor-hat_Latn", "languages": ["kat-Geor", "hat-Latn"], "main_score": 0.186076, "precision": 0.166196, "recall": 0.254941}, {"accuracy": 0.132411, "f1": 0.078523, "hf_subset": "kat_Geor-kbp_Latn", "languages": ["kat-Geor", "kbp-Latn"], "main_score": 0.078523, "precision": 0.064885, "recall": 0.132411}, {"accuracy": 0.170949, "f1": 0.113144, "hf_subset": "kat_Geor-luo_Latn", "languages": ["kat-Geor", "luo-Latn"], "main_score": 0.113144, "precision": 0.098726, "recall": 0.170949}, {"accuracy": 0.745059, "f1": 0.710049, "hf_subset": "kat_Geor-ory_Orya", "languages": ["kat-Geor", "ory-Orya"], "main_score": 0.710049, "precision": 0.69493, "recall": 0.745059}, {"accuracy": 0.139328, "f1": 0.084826, "hf_subset": "kat_Geor-sna_Latn", "languages": ["kat-Geor", "sna-Latn"], "main_score": 0.084826, "precision": 0.071443, "recall": 0.139328}, {"accuracy": 0.146245, "f1": 0.09481, "hf_subset": "kat_Geor-tso_Latn", "languages": ["kat-Geor", "tso-Latn"], "main_score": 0.09481, "precision": 0.081605, "recall": 0.146245}, {"accuracy": 0.894269, "f1": 0.873626, "hf_subset": "kat_Geor-azj_Latn", "languages": ["kat-Geor", "azj-Latn"], "main_score": 0.873626, "precision": 0.86499, "recall": 0.894269}, {"accuracy": 0.232213, "f1": 0.167471, "hf_subset": "kat_Geor-dik_Latn", "languages": ["kat-Geor", "dik-Latn"], "main_score": 0.167471, "precision": 0.149431, "recall": 0.232213}, {"accuracy": 0.197628, "f1": 0.132838, "hf_subset": "kat_Geor-hau_Latn", "languages": ["kat-Geor", "hau-Latn"], "main_score": 0.132838, "precision": 0.11692, "recall": 0.197628}, {"accuracy": 0.544466, "f1": 0.476954, "hf_subset": "kat_Geor-kea_Latn", "languages": ["kat-Geor", "kea-Latn"], "main_score": 0.476954, "precision": 0.451764, "recall": 0.544466}, {"accuracy": 0.312253, "f1": 0.239641, "hf_subset": "kat_Geor-lus_Latn", "languages": ["kat-Geor", "lus-Latn"], "main_score": 0.239641, "precision": 0.217184, "recall": 0.312253}, {"accuracy": 0.406126, "f1": 0.329363, "hf_subset": "kat_Geor-pag_Latn", "languages": ["kat-Geor", "pag-Latn"], "main_score": 0.329363, "precision": 0.302137, "recall": 0.406126}, {"accuracy": 0.799407, "f1": 0.763233, "hf_subset": "kat_Geor-snd_Arab", "languages": ["kat-Geor", "snd-Arab"], "main_score": 0.763233, "precision": 0.747443, "recall": 0.799407}, {"accuracy": 0.30336, "f1": 0.230419, "hf_subset": "kat_Geor-tuk_Latn", "languages": ["kat-Geor", "tuk-Latn"], "main_score": 0.230419, "precision": 0.207579, "recall": 0.30336}, {"accuracy": 0.414032, "f1": 0.344789, "hf_subset": "kat_Geor-bak_Cyrl", "languages": ["kat-Geor", "bak-Cyrl"], "main_score": 0.344789, "precision": 0.321453, "recall": 0.414032}, {"accuracy": 0.135375, "f1": 0.084507, "hf_subset": "kat_Geor-dyu_Latn", "languages": ["kat-Geor", "dyu-Latn"], "main_score": 0.084507, "precision": 0.071264, "recall": 0.135375}, {"accuracy": 0.935771, "f1": 0.928196, "hf_subset": "kat_Geor-heb_Hebr", "languages": ["kat-Geor", "heb-Hebr"], "main_score": 0.928196, "precision": 0.925255, "recall": 0.935771}, {"accuracy": 0.910079, "f1": 0.893444, "hf_subset": "kat_Geor-khk_Cyrl", "languages": ["kat-Geor", "khk-Cyrl"], "main_score": 0.893444, "precision": 0.886864, "recall": 0.910079}, {"accuracy": 0.94664, "f1": 0.938298, "hf_subset": "kat_Geor-lvs_Latn", "languages": ["kat-Geor", "lvs-Latn"], "main_score": 0.938298, "precision": 0.935044, "recall": 0.94664}, {"accuracy": 0.787549, "f1": 0.745606, "hf_subset": "kat_Geor-pan_Guru", "languages": ["kat-Geor", "pan-Guru"], "main_score": 0.745606, "precision": 0.728294, "recall": 0.787549}, {"accuracy": 0.211462, "f1": 0.149957, "hf_subset": "kat_Geor-som_Latn", "languages": ["kat-Geor", "som-Latn"], "main_score": 0.149957, "precision": 0.131731, "recall": 0.211462}, {"accuracy": 0.16996, "f1": 0.110241, "hf_subset": "kat_Geor-tum_Latn", "languages": ["kat-Geor", "tum-Latn"], "main_score": 0.110241, "precision": 0.09554, "recall": 0.16996}, {"accuracy": 0.041502, "f1": 0.032508, "hf_subset": "lua_Latn-ace_Arab", "languages": ["lua-Latn", "ace-Arab"], "main_score": 0.032508, "precision": 0.029905, "recall": 0.041502}, {"accuracy": 0.193676, "f1": 0.17946, "hf_subset": "lua_Latn-bam_Latn", "languages": ["lua-Latn", "bam-Latn"], "main_score": 0.17946, "precision": 0.17422, "recall": 0.193676}, {"accuracy": 0.004941, "f1": 0.000886, "hf_subset": "lua_Latn-dzo_Tibt", "languages": ["lua-Latn", "dzo-Tibt"], "main_score": 0.000886, "precision": 0.000613, "recall": 0.004941}, {"accuracy": 0.170949, "f1": 0.144188, "hf_subset": "lua_Latn-hin_Deva", "languages": ["lua-Latn", "hin-Deva"], "main_score": 0.144188, "precision": 0.136844, "recall": 0.170949}, {"accuracy": 0.160079, "f1": 0.140845, "hf_subset": "lua_Latn-khm_Khmr", "languages": ["lua-Latn", "khm-Khmr"], "main_score": 0.140845, "precision": 0.135175, "recall": 0.160079}, {"accuracy": 0.145257, "f1": 0.125666, "hf_subset": "lua_Latn-mag_Deva", "languages": ["lua-Latn", "mag-Deva"], "main_score": 0.125666, "precision": 0.120262, "recall": 0.145257}, {"accuracy": 0.175889, "f1": 0.160877, "hf_subset": "lua_Latn-pap_Latn", "languages": ["lua-Latn", "pap-Latn"], "main_score": 0.160877, "precision": 0.155987, "recall": 0.175889}, {"accuracy": 0.232213, "f1": 0.215377, "hf_subset": "lua_Latn-sot_Latn", "languages": ["lua-Latn", "sot-Latn"], "main_score": 0.215377, "precision": 0.208492, "recall": 0.232213}, {"accuracy": 0.230237, "f1": 0.201126, "hf_subset": "lua_Latn-tur_Latn", "languages": ["lua-Latn", "tur-Latn"], "main_score": 0.201126, "precision": 0.192801, "recall": 0.230237}, {"accuracy": 0.210474, "f1": 0.197182, "hf_subset": "lua_Latn-ace_Latn", "languages": ["lua-Latn", "ace-Latn"], "main_score": 0.197182, "precision": 0.192045, "recall": 0.210474}, {"accuracy": 0.163043, "f1": 0.150082, "hf_subset": "lua_Latn-ban_Latn", "languages": ["lua-Latn", "ban-Latn"], "main_score": 0.150082, "precision": 0.145894, "recall": 0.163043}, {"accuracy": 0.176877, "f1": 0.153739, "hf_subset": "lua_Latn-ell_Grek", "languages": ["lua-Latn", "ell-Grek"], "main_score": 0.153739, "precision": 0.147064, "recall": 0.176877}, {"accuracy": 0.147233, "f1": 0.128312, "hf_subset": "lua_Latn-hne_Deva", "languages": ["lua-Latn", "hne-Deva"], "main_score": 0.128312, "precision": 0.122814, "recall": 0.147233}, {"accuracy": 0.219368, "f1": 0.202047, "hf_subset": "lua_Latn-kik_Latn", "languages": ["lua-Latn", "kik-Latn"], "main_score": 0.202047, "precision": 0.195684, "recall": 0.219368}, {"accuracy": 0.139328, "f1": 0.125784, "hf_subset": "lua_Latn-mai_Deva", "languages": ["lua-Latn", "mai-Deva"], "main_score": 0.125784, "precision": 0.122186, "recall": 0.139328}, {"accuracy": 0.145257, "f1": 0.11925, "hf_subset": "lua_Latn-pbt_Arab", "languages": ["lua-Latn", "pbt-Arab"], "main_score": 0.11925, "precision": 0.113548, "recall": 0.145257}, {"accuracy": 0.220356, "f1": 0.192484, "hf_subset": "lua_Latn-spa_Latn", "languages": ["lua-Latn", "spa-Latn"], "main_score": 0.192484, "precision": 0.184621, "recall": 0.220356}, {"accuracy": 0.241107, "f1": 0.222197, "hf_subset": "lua_Latn-twi_Latn", "languages": ["lua-Latn", "twi-Latn"], "main_score": 0.222197, "precision": 0.215305, "recall": 0.241107}, {"accuracy": 0.140316, "f1": 0.126855, "hf_subset": "lua_Latn-acm_Arab", "languages": ["lua-Latn", "acm-Arab"], "main_score": 0.126855, "precision": 0.122881, "recall": 0.140316}, {"accuracy": 0.153162, "f1": 0.126837, "hf_subset": "lua_Latn-bel_Cyrl", "languages": ["lua-Latn", "bel-Cyrl"], "main_score": 0.126837, "precision": 0.120248, "recall": 0.153162}, {"accuracy": 0.236166, "f1": 0.213776, "hf_subset": "lua_Latn-eng_Latn", "languages": ["lua-Latn", "eng-Latn"], "main_score": 0.213776, "precision": 0.206997, "recall": 0.236166}, {"accuracy": 0.194664, "f1": 0.173708, "hf_subset": "lua_Latn-hrv_Latn", "languages": ["lua-Latn", "hrv-Latn"], "main_score": 0.173708, "precision": 0.167586, "recall": 0.194664}, {"accuracy": 0.203557, "f1": 0.178609, "hf_subset": "lua_Latn-kin_Latn", "languages": ["lua-Latn", "kin-Latn"], "main_score": 0.178609, "precision": 0.169339, "recall": 0.203557}, {"accuracy": 0.088933, "f1": 0.071499, "hf_subset": "lua_Latn-mal_Mlym", "languages": ["lua-Latn", "mal-Mlym"], "main_score": 0.071499, "precision": 0.068445, "recall": 0.088933}, {"accuracy": 0.176877, "f1": 0.153917, "hf_subset": "lua_Latn-pes_Arab", "languages": ["lua-Latn", "pes-Arab"], "main_score": 0.153917, "precision": 0.147371, "recall": 0.176877}, {"accuracy": 0.176877, "f1": 0.157738, "hf_subset": "lua_Latn-srd_Latn", "languages": ["lua-Latn", "srd-Latn"], "main_score": 0.157738, "precision": 0.152173, "recall": 0.176877}, {"accuracy": 0.06917, "f1": 0.048499, "hf_subset": "lua_Latn-tzm_Tfng", "languages": ["lua-Latn", "tzm-Tfng"], "main_score": 0.048499, "precision": 0.045083, "recall": 0.06917}, {"accuracy": 0.160079, "f1": 0.139396, "hf_subset": "lua_Latn-acq_Arab", "languages": ["lua-Latn", "acq-Arab"], "main_score": 0.139396, "precision": 0.133538, "recall": 0.160079}, {"accuracy": 0.271739, "f1": 0.248798, "hf_subset": "lua_Latn-bem_Latn", "languages": ["lua-Latn", "bem-Latn"], "main_score": 0.248798, "precision": 0.240219, "recall": 0.271739}, {"accuracy": 0.16996, "f1": 0.153697, "hf_subset": "lua_Latn-epo_Latn", "languages": ["lua-Latn", "epo-Latn"], "main_score": 0.153697, "precision": 0.149182, "recall": 0.16996}, {"accuracy": 0.228261, "f1": 0.198619, "hf_subset": "lua_Latn-hun_Latn", "languages": ["lua-Latn", "hun-Latn"], "main_score": 0.198619, "precision": 0.190306, "recall": 0.228261}, {"accuracy": 0.167984, "f1": 0.15143, "hf_subset": "lua_Latn-kir_Cyrl", "languages": ["lua-Latn", "kir-Cyrl"], "main_score": 0.15143, "precision": 0.147404, "recall": 0.167984}, {"accuracy": 0.132411, "f1": 0.109638, "hf_subset": "lua_Latn-mar_Deva", "languages": ["lua-Latn", "mar-Deva"], "main_score": 0.109638, "precision": 0.103986, "recall": 0.132411}, {"accuracy": 0.176877, "f1": 0.160915, "hf_subset": "lua_Latn-plt_Latn", "languages": ["lua-Latn", "plt-Latn"], "main_score": 0.160915, "precision": 0.155037, "recall": 0.176877}, {"accuracy": 0.195652, "f1": 0.16733, "hf_subset": "lua_Latn-srp_Cyrl", "languages": ["lua-Latn", "srp-Cyrl"], "main_score": 0.16733, "precision": 0.159253, "recall": 0.195652}, {"accuracy": 0.092885, "f1": 0.080132, "hf_subset": "lua_Latn-uig_Arab", "languages": ["lua-Latn", "uig-Arab"], "main_score": 0.080132, "precision": 0.076851, "recall": 0.092885}, {"accuracy": 0.149209, "f1": 0.131711, "hf_subset": "lua_Latn-aeb_Arab", "languages": ["lua-Latn", "aeb-Arab"], "main_score": 0.131711, "precision": 0.127114, "recall": 0.149209}, {"accuracy": 0.086957, "f1": 0.070829, "hf_subset": "lua_Latn-ben_Beng", "languages": ["lua-Latn", "ben-Beng"], "main_score": 0.070829, "precision": 0.067506, "recall": 0.086957}, {"accuracy": 0.23419, "f1": 0.207064, "hf_subset": "lua_Latn-est_Latn", "languages": ["lua-Latn", "est-Latn"], "main_score": 0.207064, "precision": 0.198972, "recall": 0.23419}, {"accuracy": 0.136364, "f1": 0.110994, "hf_subset": "lua_Latn-hye_Armn", "languages": ["lua-Latn", "hye-Armn"], "main_score": 0.110994, "precision": 0.103926, "recall": 0.136364}, {"accuracy": 0.23913, "f1": 0.211546, "hf_subset": "lua_Latn-kmb_Latn", "languages": ["lua-Latn", "kmb-Latn"], "main_score": 0.211546, "precision": 0.201179, "recall": 0.23913}, {"accuracy": 0.024704, "f1": 0.019163, "hf_subset": "lua_Latn-min_Arab", "languages": ["lua-Latn", "min-Arab"], "main_score": 0.019163, "precision": 0.017834, "recall": 0.024704}, {"accuracy": 0.226285, "f1": 0.197665, "hf_subset": "lua_Latn-pol_Latn", "languages": ["lua-Latn", "pol-Latn"], "main_score": 0.197665, "precision": 0.189824, "recall": 0.226285}, {"accuracy": 0.171937, "f1": 0.150708, "hf_subset": "lua_Latn-ssw_Latn", "languages": ["lua-Latn", "ssw-Latn"], "main_score": 0.150708, "precision": 0.143863, "recall": 0.171937}, {"accuracy": 0.192688, "f1": 0.166593, "hf_subset": "lua_Latn-ukr_Cyrl", "languages": ["lua-Latn", "ukr-Cyrl"], "main_score": 0.166593, "precision": 0.160107, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.182338, "hf_subset": "lua_Latn-afr_Latn", "languages": ["lua-Latn", "afr-Latn"], "main_score": 0.182338, "precision": 0.175283, "recall": 0.208498}, {"accuracy": 0.13834, "f1": 0.115247, "hf_subset": "lua_Latn-bho_Deva", "languages": ["lua-Latn", "bho-Deva"], "main_score": 0.115247, "precision": 0.109166, "recall": 0.13834}, {"accuracy": 0.151186, "f1": 0.138963, "hf_subset": "lua_Latn-eus_Latn", "languages": ["lua-Latn", "eus-Latn"], "main_score": 0.138963, "precision": 0.13498, "recall": 0.151186}, {"accuracy": 0.19664, "f1": 0.172057, "hf_subset": "lua_Latn-ibo_Latn", "languages": ["lua-Latn", "ibo-Latn"], "main_score": 0.172057, "precision": 0.162551, "recall": 0.19664}, {"accuracy": 0.195652, "f1": 0.169288, "hf_subset": "lua_Latn-kmr_Latn", "languages": ["lua-Latn", "kmr-Latn"], "main_score": 0.169288, "precision": 0.162599, "recall": 0.195652}, {"accuracy": 0.161067, "f1": 0.149444, "hf_subset": "lua_Latn-min_Latn", "languages": ["lua-Latn", "min-Latn"], "main_score": 0.149444, "precision": 0.145726, "recall": 0.161067}, {"accuracy": 0.238142, "f1": 0.208869, "hf_subset": "lua_Latn-por_Latn", "languages": ["lua-Latn", "por-Latn"], "main_score": 0.208869, "precision": 0.199948, "recall": 0.238142}, {"accuracy": 0.167984, "f1": 0.152738, "hf_subset": "lua_Latn-sun_Latn", "languages": ["lua-Latn", "sun-Latn"], "main_score": 0.152738, "precision": 0.148491, "recall": 0.167984}, {"accuracy": 0.18083, "f1": 0.156972, "hf_subset": "lua_Latn-umb_Latn", "languages": ["lua-Latn", "umb-Latn"], "main_score": 0.156972, "precision": 0.148679, "recall": 0.18083}, {"accuracy": 0.161067, "f1": 0.14021, "hf_subset": "lua_Latn-ajp_Arab", "languages": ["lua-Latn", "ajp-Arab"], "main_score": 0.14021, "precision": 0.134624, "recall": 0.161067}, {"accuracy": 0.04249, "f1": 0.033955, "hf_subset": "lua_Latn-bjn_Arab", "languages": ["lua-Latn", "bjn-Arab"], "main_score": 0.033955, "precision": 0.031198, "recall": 0.04249}, {"accuracy": 0.204545, "f1": 0.183728, "hf_subset": "lua_Latn-ewe_Latn", "languages": ["lua-Latn", "ewe-Latn"], "main_score": 0.183728, "precision": 0.175723, "recall": 0.204545}, {"accuracy": 0.238142, "f1": 0.223568, "hf_subset": "lua_Latn-ilo_Latn", "languages": ["lua-Latn", "ilo-Latn"], "main_score": 0.223568, "precision": 0.218046, "recall": 0.238142}, {"accuracy": 0.046443, "f1": 0.040986, "hf_subset": "lua_Latn-knc_Arab", "languages": ["lua-Latn", "knc-Arab"], "main_score": 0.040986, "precision": 0.039318, "recall": 0.046443}, {"accuracy": 0.189723, "f1": 0.169021, "hf_subset": "lua_Latn-mkd_Cyrl", "languages": ["lua-Latn", "mkd-Cyrl"], "main_score": 0.169021, "precision": 0.162739, "recall": 0.189723}, {"accuracy": 0.146245, "f1": 0.12857, "hf_subset": "lua_Latn-prs_Arab", "languages": ["lua-Latn", "prs-Arab"], "main_score": 0.12857, "precision": 0.124399, "recall": 0.146245}, {"accuracy": 0.217391, "f1": 0.193281, "hf_subset": "lua_Latn-swe_Latn", "languages": ["lua-Latn", "swe-Latn"], "main_score": 0.193281, "precision": 0.186367, "recall": 0.217391}, {"accuracy": 0.136364, "f1": 0.117455, "hf_subset": "lua_Latn-urd_Arab", "languages": ["lua-Latn", "urd-Arab"], "main_score": 0.117455, "precision": 0.111981, "recall": 0.136364}, {"accuracy": 0.248024, "f1": 0.227516, "hf_subset": "lua_Latn-aka_Latn", "languages": ["lua-Latn", "aka-Latn"], "main_score": 0.227516, "precision": 0.219621, "recall": 0.248024}, {"accuracy": 0.16502, "f1": 0.14603, "hf_subset": "lua_Latn-bjn_Latn", "languages": ["lua-Latn", "bjn-Latn"], "main_score": 0.14603, "precision": 0.141124, "recall": 0.16502}, {"accuracy": 0.166996, "f1": 0.148593, "hf_subset": "lua_Latn-fao_Latn", "languages": ["lua-Latn", "fao-Latn"], "main_score": 0.148593, "precision": 0.143822, "recall": 0.166996}, {"accuracy": 0.246047, "f1": 0.213526, "hf_subset": "lua_Latn-ind_Latn", "languages": ["lua-Latn", "ind-Latn"], "main_score": 0.213526, "precision": 0.203603, "recall": 0.246047}, {"accuracy": 0.220356, "f1": 0.202717, "hf_subset": "lua_Latn-knc_Latn", "languages": ["lua-Latn", "knc-Latn"], "main_score": 0.202717, "precision": 0.195781, "recall": 0.220356}, {"accuracy": 0.221344, "f1": 0.198905, "hf_subset": "lua_Latn-mlt_Latn", "languages": ["lua-Latn", "mlt-Latn"], "main_score": 0.198905, "precision": 0.192017, "recall": 0.221344}, {"accuracy": 0.227273, "f1": 0.205254, "hf_subset": "lua_Latn-quy_Latn", "languages": ["lua-Latn", "quy-Latn"], "main_score": 0.205254, "precision": 0.197026, "recall": 0.227273}, {"accuracy": 0.18083, "f1": 0.157066, "hf_subset": "lua_Latn-swh_Latn", "languages": ["lua-Latn", "swh-Latn"], "main_score": 0.157066, "precision": 0.149808, "recall": 0.18083}, {"accuracy": 0.126482, "f1": 0.115132, "hf_subset": "lua_Latn-uzn_Latn", "languages": ["lua-Latn", "uzn-Latn"], "main_score": 0.115132, "precision": 0.111881, "recall": 0.126482}, {"accuracy": 0.208498, "f1": 0.187653, "hf_subset": "lua_Latn-als_Latn", "languages": ["lua-Latn", "als-Latn"], "main_score": 0.187653, "precision": 0.181256, "recall": 0.208498}, {"accuracy": 0.045455, "f1": 0.029677, "hf_subset": "lua_Latn-bod_Tibt", "languages": ["lua-Latn", "bod-Tibt"], "main_score": 0.029677, "precision": 0.026226, "recall": 0.045455}, {"accuracy": 0.167984, "f1": 0.148304, "hf_subset": "lua_Latn-fij_Latn", "languages": ["lua-Latn", "fij-Latn"], "main_score": 0.148304, "precision": 0.141165, "recall": 0.167984}, {"accuracy": 0.141304, "f1": 0.131234, "hf_subset": "lua_Latn-isl_Latn", "languages": ["lua-Latn", "isl-Latn"], "main_score": 0.131234, "precision": 0.127884, "recall": 0.141304}, {"accuracy": 0.270751, "f1": 0.243605, "hf_subset": "lua_Latn-kon_Latn", "languages": ["lua-Latn", "kon-Latn"], "main_score": 0.243605, "precision": 0.233047, "recall": 0.270751}, {"accuracy": 0.051383, "f1": 0.041261, "hf_subset": "lua_Latn-mni_Beng", "languages": ["lua-Latn", "mni-Beng"], "main_score": 0.041261, "precision": 0.038371, "recall": 0.051383}, {"accuracy": 0.23913, "f1": 0.214871, "hf_subset": "lua_Latn-ron_Latn", "languages": ["lua-Latn", "ron-Latn"], "main_score": 0.214871, "precision": 0.207498, "recall": 0.23913}, {"accuracy": 0.16502, "f1": 0.147883, "hf_subset": "lua_Latn-szl_Latn", "languages": ["lua-Latn", "szl-Latn"], "main_score": 0.147883, "precision": 0.142713, "recall": 0.16502}, {"accuracy": 0.210474, "f1": 0.191245, "hf_subset": "lua_Latn-vec_Latn", "languages": ["lua-Latn", "vec-Latn"], "main_score": 0.191245, "precision": 0.185917, "recall": 0.210474}, {"accuracy": 0.072134, "f1": 0.055189, "hf_subset": "lua_Latn-amh_Ethi", "languages": ["lua-Latn", "amh-Ethi"], "main_score": 0.055189, "precision": 0.051872, "recall": 0.072134}, {"accuracy": 0.225296, "f1": 0.199992, "hf_subset": "lua_Latn-bos_Latn", "languages": ["lua-Latn", "bos-Latn"], "main_score": 0.199992, "precision": 0.192055, "recall": 0.225296}, {"accuracy": 0.220356, "f1": 0.194488, "hf_subset": "lua_Latn-fin_Latn", "languages": ["lua-Latn", "fin-Latn"], "main_score": 0.194488, "precision": 0.186845, "recall": 0.220356}, {"accuracy": 0.238142, "f1": 0.20236, "hf_subset": "lua_Latn-ita_Latn", "languages": ["lua-Latn", "ita-Latn"], "main_score": 0.20236, "precision": 0.192193, "recall": 0.238142}, {"accuracy": 0.166996, "f1": 0.145073, "hf_subset": "lua_Latn-kor_Hang", "languages": ["lua-Latn", "kor-Hang"], "main_score": 0.145073, "precision": 0.138267, "recall": 0.166996}, {"accuracy": 0.195652, "f1": 0.174968, "hf_subset": "lua_Latn-mos_Latn", "languages": ["lua-Latn", "mos-Latn"], "main_score": 0.174968, "precision": 0.1682, "recall": 0.195652}, {"accuracy": 0.200593, "f1": 0.178072, "hf_subset": "lua_Latn-run_Latn", "languages": ["lua-Latn", "run-Latn"], "main_score": 0.178072, "precision": 0.16943, "recall": 0.200593}, {"accuracy": 0.08004, "f1": 0.062084, "hf_subset": "lua_Latn-tam_Taml", "languages": ["lua-Latn", "tam-Taml"], "main_score": 0.062084, "precision": 0.058612, "recall": 0.08004}, {"accuracy": 0.235178, "f1": 0.203662, "hf_subset": "lua_Latn-vie_Latn", "languages": ["lua-Latn", "vie-Latn"], "main_score": 0.203662, "precision": 0.194216, "recall": 0.235178}, {"accuracy": 0.136364, "f1": 0.123414, "hf_subset": "lua_Latn-apc_Arab", "languages": ["lua-Latn", "apc-Arab"], "main_score": 0.123414, "precision": 0.119584, "recall": 0.136364}, {"accuracy": 0.220356, "f1": 0.198187, "hf_subset": "lua_Latn-bug_Latn", "languages": ["lua-Latn", "bug-Latn"], "main_score": 0.198187, "precision": 0.189983, "recall": 0.220356}, {"accuracy": 0.202569, "f1": 0.18096, "hf_subset": "lua_Latn-fon_Latn", "languages": ["lua-Latn", "fon-Latn"], "main_score": 0.18096, "precision": 0.17333, "recall": 0.202569}, {"accuracy": 0.159091, "f1": 0.146707, "hf_subset": "lua_Latn-jav_Latn", "languages": ["lua-Latn", "jav-Latn"], "main_score": 0.146707, "precision": 0.142632, "recall": 0.159091}, {"accuracy": 0.177866, "f1": 0.153852, "hf_subset": "lua_Latn-lao_Laoo", "languages": ["lua-Latn", "lao-Laoo"], "main_score": 0.153852, "precision": 0.147666, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.171659, "hf_subset": "lua_Latn-mri_Latn", "languages": ["lua-Latn", "mri-Latn"], "main_score": 0.171659, "precision": 0.163867, "recall": 0.190711}, {"accuracy": 0.192688, "f1": 0.167961, "hf_subset": "lua_Latn-rus_Cyrl", "languages": ["lua-Latn", "rus-Cyrl"], "main_score": 0.167961, "precision": 0.161454, "recall": 0.192688}, {"accuracy": 0.217391, "f1": 0.19565, "hf_subset": "lua_Latn-taq_Latn", "languages": ["lua-Latn", "taq-Latn"], "main_score": 0.19565, "precision": 0.188173, "recall": 0.217391}, {"accuracy": 0.22332, "f1": 0.20641, "hf_subset": "lua_Latn-war_Latn", "languages": ["lua-Latn", "war-Latn"], "main_score": 0.20641, "precision": 0.201196, "recall": 0.22332}, {"accuracy": 0.164032, "f1": 0.140276, "hf_subset": "lua_Latn-arb_Arab", "languages": ["lua-Latn", "arb-Arab"], "main_score": 0.140276, "precision": 0.133619, "recall": 0.164032}, {"accuracy": 0.208498, "f1": 0.181812, "hf_subset": "lua_Latn-bul_Cyrl", "languages": ["lua-Latn", "bul-Cyrl"], "main_score": 0.181812, "precision": 0.174524, "recall": 0.208498}, {"accuracy": 0.257905, "f1": 0.223515, "hf_subset": "lua_Latn-fra_Latn", "languages": ["lua-Latn", "fra-Latn"], "main_score": 0.223515, "precision": 0.214088, "recall": 0.257905}, {"accuracy": 0.184783, "f1": 0.162454, "hf_subset": "lua_Latn-jpn_Jpan", "languages": ["lua-Latn", "jpn-Jpan"], "main_score": 0.162454, "precision": 0.155238, "recall": 0.184783}, {"accuracy": 0.167984, "f1": 0.154279, "hf_subset": "lua_Latn-lij_Latn", "languages": ["lua-Latn", "lij-Latn"], "main_score": 0.154279, "precision": 0.150719, "recall": 0.167984}, {"accuracy": 0.123518, "f1": 0.104976, "hf_subset": "lua_Latn-mya_Mymr", "languages": ["lua-Latn", "mya-Mymr"], "main_score": 0.104976, "precision": 0.10015, "recall": 0.123518}, {"accuracy": 0.206522, "f1": 0.183665, "hf_subset": "lua_Latn-sag_Latn", "languages": ["lua-Latn", "sag-Latn"], "main_score": 0.183665, "precision": 0.176, "recall": 0.206522}, {"accuracy": 0.08498, "f1": 0.059801, "hf_subset": "lua_Latn-taq_Tfng", "languages": ["lua-Latn", "taq-Tfng"], "main_score": 0.059801, "precision": 0.053543, "recall": 0.08498}, {"accuracy": 0.23419, "f1": 0.208952, "hf_subset": "lua_Latn-wol_Latn", "languages": ["lua-Latn", "wol-Latn"], "main_score": 0.208952, "precision": 0.200337, "recall": 0.23419}, {"accuracy": 0.101779, "f1": 0.079299, "hf_subset": "lua_Latn-arb_Latn", "languages": ["lua-Latn", "arb-Latn"], "main_score": 0.079299, "precision": 0.072428, "recall": 0.101779}, {"accuracy": 0.245059, "f1": 0.211449, "hf_subset": "lua_Latn-cat_Latn", "languages": ["lua-Latn", "cat-Latn"], "main_score": 0.211449, "precision": 0.201493, "recall": 0.245059}, {"accuracy": 0.183794, "f1": 0.161567, "hf_subset": "lua_Latn-fur_Latn", "languages": ["lua-Latn", "fur-Latn"], "main_score": 0.161567, "precision": 0.155643, "recall": 0.183794}, {"accuracy": 0.074111, "f1": 0.057616, "hf_subset": "lua_Latn-kab_Latn", "languages": ["lua-Latn", "kab-Latn"], "main_score": 0.057616, "precision": 0.052866, "recall": 0.074111}, {"accuracy": 0.178854, "f1": 0.168468, "hf_subset": "lua_Latn-lim_Latn", "languages": ["lua-Latn", "lim-Latn"], "main_score": 0.168468, "precision": 0.164975, "recall": 0.178854}, {"accuracy": 0.247036, "f1": 0.214561, "hf_subset": "lua_Latn-nld_Latn", "languages": ["lua-Latn", "nld-Latn"], "main_score": 0.214561, "precision": 0.205258, "recall": 0.247036}, {"accuracy": 0.107708, "f1": 0.096289, "hf_subset": "lua_Latn-san_Deva", "languages": ["lua-Latn", "san-Deva"], "main_score": 0.096289, "precision": 0.093529, "recall": 0.107708}, {"accuracy": 0.152174, "f1": 0.127254, "hf_subset": "lua_Latn-tat_Cyrl", "languages": ["lua-Latn", "tat-Cyrl"], "main_score": 0.127254, "precision": 0.120138, "recall": 0.152174}, {"accuracy": 0.176877, "f1": 0.157368, "hf_subset": "lua_Latn-xho_Latn", "languages": ["lua-Latn", "xho-Latn"], "main_score": 0.157368, "precision": 0.150104, "recall": 0.176877}, {"accuracy": 0.162055, "f1": 0.138637, "hf_subset": "lua_Latn-ars_Arab", "languages": ["lua-Latn", "ars-Arab"], "main_score": 0.138637, "precision": 0.132141, "recall": 0.162055}, {"accuracy": 0.189723, "f1": 0.170791, "hf_subset": "lua_Latn-ceb_Latn", "languages": ["lua-Latn", "ceb-Latn"], "main_score": 0.170791, "precision": 0.165263, "recall": 0.189723}, {"accuracy": 0.192688, "f1": 0.171827, "hf_subset": "lua_Latn-fuv_Latn", "languages": ["lua-Latn", "fuv-Latn"], "main_score": 0.171827, "precision": 0.163798, "recall": 0.192688}, {"accuracy": 0.214427, "f1": 0.184001, "hf_subset": "lua_Latn-kac_Latn", "languages": ["lua-Latn", "kac-Latn"], "main_score": 0.184001, "precision": 0.174309, "recall": 0.214427}, {"accuracy": 0.247036, "f1": 0.225732, "hf_subset": "lua_Latn-lin_Latn", "languages": ["lua-Latn", "lin-Latn"], "main_score": 0.225732, "precision": 0.21785, "recall": 0.247036}, {"accuracy": 0.222332, "f1": 0.197422, "hf_subset": "lua_Latn-nno_Latn", "languages": ["lua-Latn", "nno-Latn"], "main_score": 0.197422, "precision": 0.189695, "recall": 0.222332}, {"accuracy": 0.021739, "f1": 0.006105, "hf_subset": "lua_Latn-sat_Olck", "languages": ["lua-Latn", "sat-Olck"], "main_score": 0.006105, "precision": 0.004203, "recall": 0.021739}, {"accuracy": 0.082016, "f1": 0.070521, "hf_subset": "lua_Latn-tel_Telu", "languages": ["lua-Latn", "tel-Telu"], "main_score": 0.070521, "precision": 0.067293, "recall": 0.082016}, {"accuracy": 0.070158, "f1": 0.058575, "hf_subset": "lua_Latn-ydd_Hebr", "languages": ["lua-Latn", "ydd-Hebr"], "main_score": 0.058575, "precision": 0.055588, "recall": 0.070158}, {"accuracy": 0.124506, "f1": 0.106819, "hf_subset": "lua_Latn-ary_Arab", "languages": ["lua-Latn", "ary-Arab"], "main_score": 0.106819, "precision": 0.101878, "recall": 0.124506}, {"accuracy": 0.228261, "f1": 0.201755, "hf_subset": "lua_Latn-ces_Latn", "languages": ["lua-Latn", "ces-Latn"], "main_score": 0.201755, "precision": 0.1944, "recall": 0.228261}, {"accuracy": 0.090909, "f1": 0.075842, "hf_subset": "lua_Latn-gaz_Latn", "languages": ["lua-Latn", "gaz-Latn"], "main_score": 0.075842, "precision": 0.070092, "recall": 0.090909}, {"accuracy": 0.222332, "f1": 0.200963, "hf_subset": "lua_Latn-kam_Latn", "languages": ["lua-Latn", "kam-Latn"], "main_score": 0.200963, "precision": 0.192916, "recall": 0.222332}, {"accuracy": 0.211462, "f1": 0.183059, "hf_subset": "lua_Latn-lit_Latn", "languages": ["lua-Latn", "lit-Latn"], "main_score": 0.183059, "precision": 0.175569, "recall": 0.211462}, {"accuracy": 0.237154, "f1": 0.208985, "hf_subset": "lua_Latn-nob_Latn", "languages": ["lua-Latn", "nob-Latn"], "main_score": 0.208985, "precision": 0.201036, "recall": 0.237154}, {"accuracy": 0.172925, "f1": 0.157702, "hf_subset": "lua_Latn-scn_Latn", "languages": ["lua-Latn", "scn-Latn"], "main_score": 0.157702, "precision": 0.152576, "recall": 0.172925}, {"accuracy": 0.125494, "f1": 0.111758, "hf_subset": "lua_Latn-tgk_Cyrl", "languages": ["lua-Latn", "tgk-Cyrl"], "main_score": 0.111758, "precision": 0.107004, "recall": 0.125494}, {"accuracy": 0.184783, "f1": 0.163646, "hf_subset": "lua_Latn-yor_Latn", "languages": ["lua-Latn", "yor-Latn"], "main_score": 0.163646, "precision": 0.156892, "recall": 0.184783}, {"accuracy": 0.142292, "f1": 0.125642, "hf_subset": "lua_Latn-arz_Arab", "languages": ["lua-Latn", "arz-Arab"], "main_score": 0.125642, "precision": 0.120719, "recall": 0.142292}, {"accuracy": 0.219368, "f1": 0.194957, "hf_subset": "lua_Latn-cjk_Latn", "languages": ["lua-Latn", "cjk-Latn"], "main_score": 0.194957, "precision": 0.185293, "recall": 0.219368}, {"accuracy": 0.149209, "f1": 0.126861, "hf_subset": "lua_Latn-gla_Latn", "languages": ["lua-Latn", "gla-Latn"], "main_score": 0.126861, "precision": 0.120454, "recall": 0.149209}, {"accuracy": 0.082016, "f1": 0.06613, "hf_subset": "lua_Latn-kan_Knda", "languages": ["lua-Latn", "kan-Knda"], "main_score": 0.06613, "precision": 0.062913, "recall": 0.082016}, {"accuracy": 0.172925, "f1": 0.157696, "hf_subset": "lua_Latn-lmo_Latn", "languages": ["lua-Latn", "lmo-Latn"], "main_score": 0.157696, "precision": 0.153454, "recall": 0.172925}, {"accuracy": 0.171937, "f1": 0.148075, "hf_subset": "lua_Latn-npi_Deva", "languages": ["lua-Latn", "npi-Deva"], "main_score": 0.148075, "precision": 0.142279, "recall": 0.171937}, {"accuracy": 0.155138, "f1": 0.133375, "hf_subset": "lua_Latn-shn_Mymr", "languages": ["lua-Latn", "shn-Mymr"], "main_score": 0.133375, "precision": 0.126831, "recall": 0.155138}, {"accuracy": 0.183794, "f1": 0.168625, "hf_subset": "lua_Latn-tgl_Latn", "languages": ["lua-Latn", "tgl-Latn"], "main_score": 0.168625, "precision": 0.163207, "recall": 0.183794}, {"accuracy": 0.181818, "f1": 0.156304, "hf_subset": "lua_Latn-yue_Hant", "languages": ["lua-Latn", "yue-Hant"], "main_score": 0.156304, "precision": 0.148781, "recall": 0.181818}, {"accuracy": 0.049407, "f1": 0.044598, "hf_subset": "lua_Latn-asm_Beng", "languages": ["lua-Latn", "asm-Beng"], "main_score": 0.044598, "precision": 0.042819, "recall": 0.049407}, {"accuracy": 0.103755, "f1": 0.086182, "hf_subset": "lua_Latn-ckb_Arab", "languages": ["lua-Latn", "ckb-Arab"], "main_score": 0.086182, "precision": 0.081498, "recall": 0.103755}, {"accuracy": 0.146245, "f1": 0.12955, "hf_subset": "lua_Latn-gle_Latn", "languages": ["lua-Latn", "gle-Latn"], "main_score": 0.12955, "precision": 0.124664, "recall": 0.146245}, {"accuracy": 0.077075, "f1": 0.069433, "hf_subset": "lua_Latn-kas_Arab", "languages": ["lua-Latn", "kas-Arab"], "main_score": 0.069433, "precision": 0.066398, "recall": 0.077075}, {"accuracy": 0.171937, "f1": 0.149733, "hf_subset": "lua_Latn-ltg_Latn", "languages": ["lua-Latn", "ltg-Latn"], "main_score": 0.149733, "precision": 0.142504, "recall": 0.171937}, {"accuracy": 0.232213, "f1": 0.215101, "hf_subset": "lua_Latn-nso_Latn", "languages": ["lua-Latn", "nso-Latn"], "main_score": 0.215101, "precision": 0.208358, "recall": 0.232213}, {"accuracy": 0.092885, "f1": 0.076134, "hf_subset": "lua_Latn-sin_Sinh", "languages": ["lua-Latn", "sin-Sinh"], "main_score": 0.076134, "precision": 0.071484, "recall": 0.092885}, {"accuracy": 0.177866, "f1": 0.151754, "hf_subset": "lua_Latn-tha_Thai", "languages": ["lua-Latn", "tha-Thai"], "main_score": 0.151754, "precision": 0.144692, "recall": 0.177866}, {"accuracy": 0.190711, "f1": 0.16077, "hf_subset": "lua_Latn-zho_Hans", "languages": ["lua-Latn", "zho-Hans"], "main_score": 0.16077, "precision": 0.152388, "recall": 0.190711}, {"accuracy": 0.18083, "f1": 0.15638, "hf_subset": "lua_Latn-ast_Latn", "languages": ["lua-Latn", "ast-Latn"], "main_score": 0.15638, "precision": 0.149967, "recall": 0.18083}, {"accuracy": 0.152174, "f1": 0.138786, "hf_subset": "lua_Latn-crh_Latn", "languages": ["lua-Latn", "crh-Latn"], "main_score": 0.138786, "precision": 0.134288, "recall": 0.152174}, {"accuracy": 0.242095, "f1": 0.211773, "hf_subset": "lua_Latn-glg_Latn", "languages": ["lua-Latn", "glg-Latn"], "main_score": 0.211773, "precision": 0.202843, "recall": 0.242095}, {"accuracy": 0.120553, "f1": 0.101644, "hf_subset": "lua_Latn-kas_Deva", "languages": ["lua-Latn", "kas-Deva"], "main_score": 0.101644, "precision": 0.097202, "recall": 0.120553}, {"accuracy": 0.190711, "f1": 0.172582, "hf_subset": "lua_Latn-ltz_Latn", "languages": ["lua-Latn", "ltz-Latn"], "main_score": 0.172582, "precision": 0.167493, "recall": 0.190711}, {"accuracy": 0.121542, "f1": 0.095737, "hf_subset": "lua_Latn-nus_Latn", "languages": ["lua-Latn", "nus-Latn"], "main_score": 0.095737, "precision": 0.087525, "recall": 0.121542}, {"accuracy": 0.232213, "f1": 0.206964, "hf_subset": "lua_Latn-slk_Latn", "languages": ["lua-Latn", "slk-Latn"], "main_score": 0.206964, "precision": 0.19984, "recall": 0.232213}, {"accuracy": 0.049407, "f1": 0.037876, "hf_subset": "lua_Latn-tir_Ethi", "languages": ["lua-Latn", "tir-Ethi"], "main_score": 0.037876, "precision": 0.034799, "recall": 0.049407}, {"accuracy": 0.186759, "f1": 0.164627, "hf_subset": "lua_Latn-zho_Hant", "languages": ["lua-Latn", "zho-Hant"], "main_score": 0.164627, "precision": 0.157411, "recall": 0.186759}, {"accuracy": 0.162055, "f1": 0.137483, "hf_subset": "lua_Latn-awa_Deva", "languages": ["lua-Latn", "awa-Deva"], "main_score": 0.137483, "precision": 0.130703, "recall": 0.162055}, {"accuracy": 0.147233, "f1": 0.122753, "hf_subset": "lua_Latn-cym_Latn", "languages": ["lua-Latn", "cym-Latn"], "main_score": 0.122753, "precision": 0.116887, "recall": 0.147233}, {"accuracy": 0.206522, "f1": 0.183398, "hf_subset": "lua_Latn-grn_Latn", "languages": ["lua-Latn", "grn-Latn"], "main_score": 0.183398, "precision": 0.174757, "recall": 0.206522}, {"accuracy": 0.141304, "f1": 0.125797, "hf_subset": "lua_Latn-kat_Geor", "languages": ["lua-Latn", "kat-Geor"], "main_score": 0.125797, "precision": 0.121564, "recall": 0.141304}, {"accuracy": 0.236166, "f1": 0.210623, "hf_subset": "lua_Latn-nya_Latn", "languages": ["lua-Latn", "nya-Latn"], "main_score": 0.210623, "precision": 0.201377, "recall": 0.236166}, {"accuracy": 0.226285, "f1": 0.196125, "hf_subset": "lua_Latn-slv_Latn", "languages": ["lua-Latn", "slv-Latn"], "main_score": 0.196125, "precision": 0.187388, "recall": 0.226285}, {"accuracy": 0.213439, "f1": 0.196683, "hf_subset": "lua_Latn-tpi_Latn", "languages": ["lua-Latn", "tpi-Latn"], "main_score": 0.196683, "precision": 0.190855, "recall": 0.213439}, {"accuracy": 0.245059, "f1": 0.212211, "hf_subset": "lua_Latn-zsm_Latn", "languages": ["lua-Latn", "zsm-Latn"], "main_score": 0.212211, "precision": 0.203291, "recall": 0.245059}, {"accuracy": 0.193676, "f1": 0.166876, "hf_subset": "lua_Latn-ayr_Latn", "languages": ["lua-Latn", "ayr-Latn"], "main_score": 0.166876, "precision": 0.157437, "recall": 0.193676}, {"accuracy": 0.248024, "f1": 0.22003, "hf_subset": "lua_Latn-dan_Latn", "languages": ["lua-Latn", "dan-Latn"], "main_score": 0.22003, "precision": 0.212671, "recall": 0.248024}, {"accuracy": 0.11166, "f1": 0.096799, "hf_subset": "lua_Latn-guj_Gujr", "languages": ["lua-Latn", "guj-Gujr"], "main_score": 0.096799, "precision": 0.092892, "recall": 0.11166}, {"accuracy": 0.188735, "f1": 0.162543, "hf_subset": "lua_Latn-kaz_Cyrl", "languages": ["lua-Latn", "kaz-Cyrl"], "main_score": 0.162543, "precision": 0.155666, "recall": 0.188735}, {"accuracy": 0.189723, "f1": 0.168052, "hf_subset": "lua_Latn-lug_Latn", "languages": ["lua-Latn", "lug-Latn"], "main_score": 0.168052, "precision": 0.160069, "recall": 0.189723}, {"accuracy": 0.214427, "f1": 0.190181, "hf_subset": "lua_Latn-oci_Latn", "languages": ["lua-Latn", "oci-Latn"], "main_score": 0.190181, "precision": 0.182935, "recall": 0.214427}, {"accuracy": 0.166996, "f1": 0.143021, "hf_subset": "lua_Latn-smo_Latn", "languages": ["lua-Latn", "smo-Latn"], "main_score": 0.143021, "precision": 0.134802, "recall": 0.166996}, {"accuracy": 0.230237, "f1": 0.205744, "hf_subset": "lua_Latn-tsn_Latn", "languages": ["lua-Latn", "tsn-Latn"], "main_score": 0.205744, "precision": 0.196797, "recall": 0.230237}, {"accuracy": 0.174901, "f1": 0.150188, "hf_subset": "lua_Latn-zul_Latn", "languages": ["lua-Latn", "zul-Latn"], "main_score": 0.150188, "precision": 0.142611, "recall": 0.174901}, {"accuracy": 0.101779, "f1": 0.083663, "hf_subset": "lua_Latn-azb_Arab", "languages": ["lua-Latn", "azb-Arab"], "main_score": 0.083663, "precision": 0.078601, "recall": 0.101779}, {"accuracy": 0.228261, "f1": 0.203755, "hf_subset": "lua_Latn-deu_Latn", "languages": ["lua-Latn", "deu-Latn"], "main_score": 0.203755, "precision": 0.195986, "recall": 0.228261}, {"accuracy": 0.194664, "f1": 0.174527, "hf_subset": "lua_Latn-hat_Latn", "languages": ["lua-Latn", "hat-Latn"], "main_score": 0.174527, "precision": 0.167682, "recall": 0.194664}, {"accuracy": 0.206522, "f1": 0.185004, "hf_subset": "lua_Latn-kbp_Latn", "languages": ["lua-Latn", "kbp-Latn"], "main_score": 0.185004, "precision": 0.177526, "recall": 0.206522}, {"accuracy": 0.233202, "f1": 0.207992, "hf_subset": "lua_Latn-luo_Latn", "languages": ["lua-Latn", "luo-Latn"], "main_score": 0.207992, "precision": 0.198495, "recall": 0.233202}, {"accuracy": 0.078063, "f1": 0.065064, "hf_subset": "lua_Latn-ory_Orya", "languages": ["lua-Latn", "ory-Orya"], "main_score": 0.065064, "precision": 0.061884, "recall": 0.078063}, {"accuracy": 0.166008, "f1": 0.141902, "hf_subset": "lua_Latn-sna_Latn", "languages": ["lua-Latn", "sna-Latn"], "main_score": 0.141902, "precision": 0.133321, "recall": 0.166008}, {"accuracy": 0.195652, "f1": 0.17733, "hf_subset": "lua_Latn-tso_Latn", "languages": ["lua-Latn", "tso-Latn"], "main_score": 0.17733, "precision": 0.170264, "recall": 0.195652}, {"accuracy": 0.142292, "f1": 0.122937, "hf_subset": "lua_Latn-azj_Latn", "languages": ["lua-Latn", "azj-Latn"], "main_score": 0.122937, "precision": 0.1181, "recall": 0.142292}, {"accuracy": 0.222332, "f1": 0.196502, "hf_subset": "lua_Latn-dik_Latn", "languages": ["lua-Latn", "dik-Latn"], "main_score": 0.196502, "precision": 0.187896, "recall": 0.222332}, {"accuracy": 0.177866, "f1": 0.158484, "hf_subset": "lua_Latn-hau_Latn", "languages": ["lua-Latn", "hau-Latn"], "main_score": 0.158484, "precision": 0.151598, "recall": 0.177866}, {"accuracy": 0.146245, "f1": 0.135247, "hf_subset": "lua_Latn-kea_Latn", "languages": ["lua-Latn", "kea-Latn"], "main_score": 0.135247, "precision": 0.131707, "recall": 0.146245}, {"accuracy": 0.251976, "f1": 0.223734, "hf_subset": "lua_Latn-lus_Latn", "languages": ["lua-Latn", "lus-Latn"], "main_score": 0.223734, "precision": 0.214221, "recall": 0.251976}, {"accuracy": 0.219368, "f1": 0.200634, "hf_subset": "lua_Latn-pag_Latn", "languages": ["lua-Latn", "pag-Latn"], "main_score": 0.200634, "precision": 0.194003, "recall": 0.219368}, {"accuracy": 0.100791, "f1": 0.089809, "hf_subset": "lua_Latn-snd_Arab", "languages": ["lua-Latn", "snd-Arab"], "main_score": 0.089809, "precision": 0.08608, "recall": 0.100791}, {"accuracy": 0.136364, "f1": 0.115536, "hf_subset": "lua_Latn-tuk_Latn", "languages": ["lua-Latn", "tuk-Latn"], "main_score": 0.115536, "precision": 0.109418, "recall": 0.136364}, {"accuracy": 0.171937, "f1": 0.147299, "hf_subset": "lua_Latn-bak_Cyrl", "languages": ["lua-Latn", "bak-Cyrl"], "main_score": 0.147299, "precision": 0.139781, "recall": 0.171937}, {"accuracy": 0.176877, "f1": 0.157979, "hf_subset": "lua_Latn-dyu_Latn", "languages": ["lua-Latn", "dyu-Latn"], "main_score": 0.157979, "precision": 0.150436, "recall": 0.176877}, {"accuracy": 0.168972, "f1": 0.140533, "hf_subset": "lua_Latn-heb_Hebr", "languages": ["lua-Latn", "heb-Hebr"], "main_score": 0.140533, "precision": 0.13184, "recall": 0.168972}, {"accuracy": 0.168972, "f1": 0.142835, "hf_subset": "lua_Latn-khk_Cyrl", "languages": ["lua-Latn", "khk-Cyrl"], "main_score": 0.142835, "precision": 0.135269, "recall": 0.168972}, {"accuracy": 0.204545, "f1": 0.179861, "hf_subset": "lua_Latn-lvs_Latn", "languages": ["lua-Latn", "lvs-Latn"], "main_score": 0.179861, "precision": 0.173042, "recall": 0.204545}, {"accuracy": 0.08004, "f1": 0.065349, "hf_subset": "lua_Latn-pan_Guru", "languages": ["lua-Latn", "pan-Guru"], "main_score": 0.065349, "precision": 0.06213, "recall": 0.08004}, {"accuracy": 0.149209, "f1": 0.134707, "hf_subset": "lua_Latn-som_Latn", "languages": ["lua-Latn", "som-Latn"], "main_score": 0.134707, "precision": 0.129602, "recall": 0.149209}, {"accuracy": 0.237154, "f1": 0.205242, "hf_subset": "lua_Latn-tum_Latn", "languages": ["lua-Latn", "tum-Latn"], "main_score": 0.205242, "precision": 0.193953, "recall": 0.237154}, {"accuracy": 0.028656, "f1": 0.021108, "hf_subset": "nya_Latn-ace_Arab", "languages": ["nya-Latn", "ace-Arab"], "main_score": 0.021108, "precision": 0.020116, "recall": 0.028656}, {"accuracy": 0.168972, "f1": 0.14988, "hf_subset": "nya_Latn-bam_Latn", "languages": ["nya-Latn", "bam-Latn"], "main_score": 0.14988, "precision": 0.143172, "recall": 0.168972}, {"accuracy": 0.004941, "f1": 0.001156, "hf_subset": "nya_Latn-dzo_Tibt", "languages": ["nya-Latn", "dzo-Tibt"], "main_score": 0.001156, "precision": 0.000776, "recall": 0.004941}, {"accuracy": 0.15415, "f1": 0.127451, "hf_subset": "nya_Latn-hin_Deva", "languages": ["nya-Latn", "hin-Deva"], "main_score": 0.127451, "precision": 0.121571, "recall": 0.15415}, {"accuracy": 0.149209, "f1": 0.131772, "hf_subset": "nya_Latn-khm_Khmr", "languages": ["nya-Latn", "khm-Khmr"], "main_score": 0.131772, "precision": 0.126808, "recall": 0.149209}, {"accuracy": 0.130435, "f1": 0.111443, "hf_subset": "nya_Latn-mag_Deva", "languages": ["nya-Latn", "mag-Deva"], "main_score": 0.111443, "precision": 0.10575, "recall": 0.130435}, {"accuracy": 0.150198, "f1": 0.13627, "hf_subset": "nya_Latn-pap_Latn", "languages": ["nya-Latn", "pap-Latn"], "main_score": 0.13627, "precision": 0.132505, "recall": 0.150198}, {"accuracy": 0.252964, "f1": 0.229551, "hf_subset": "nya_Latn-sot_Latn", "languages": ["nya-Latn", "sot-Latn"], "main_score": 0.229551, "precision": 0.221353, "recall": 0.252964}, {"accuracy": 0.22332, "f1": 0.192151, "hf_subset": "nya_Latn-tur_Latn", "languages": ["nya-Latn", "tur-Latn"], "main_score": 0.192151, "precision": 0.184895, "recall": 0.22332}, {"accuracy": 0.211462, "f1": 0.193944, "hf_subset": "nya_Latn-ace_Latn", "languages": ["nya-Latn", "ace-Latn"], "main_score": 0.193944, "precision": 0.188462, "recall": 0.211462}, {"accuracy": 0.142292, "f1": 0.133484, "hf_subset": "nya_Latn-ban_Latn", "languages": ["nya-Latn", "ban-Latn"], "main_score": 0.133484, "precision": 0.130551, "recall": 0.142292}, {"accuracy": 0.164032, "f1": 0.140535, "hf_subset": "nya_Latn-ell_Grek", "languages": ["nya-Latn", "ell-Grek"], "main_score": 0.140535, "precision": 0.134767, "recall": 0.164032}, {"accuracy": 0.124506, "f1": 0.108607, "hf_subset": "nya_Latn-hne_Deva", "languages": ["nya-Latn", "hne-Deva"], "main_score": 0.108607, "precision": 0.104136, "recall": 0.124506}, {"accuracy": 0.231225, "f1": 0.212324, "hf_subset": "nya_Latn-kik_Latn", "languages": ["nya-Latn", "kik-Latn"], "main_score": 0.212324, "precision": 0.204381, "recall": 0.231225}, {"accuracy": 0.118577, "f1": 0.103639, "hf_subset": "nya_Latn-mai_Deva", "languages": ["nya-Latn", "mai-Deva"], "main_score": 0.103639, "precision": 0.099199, "recall": 0.118577}, {"accuracy": 0.130435, "f1": 0.109188, "hf_subset": "nya_Latn-pbt_Arab", "languages": ["nya-Latn", "pbt-Arab"], "main_score": 0.109188, "precision": 0.104346, "recall": 0.130435}, {"accuracy": 0.224308, "f1": 0.191757, "hf_subset": "nya_Latn-spa_Latn", "languages": ["nya-Latn", "spa-Latn"], "main_score": 0.191757, "precision": 0.183866, "recall": 0.224308}, {"accuracy": 0.267787, "f1": 0.240903, "hf_subset": "nya_Latn-twi_Latn", "languages": ["nya-Latn", "twi-Latn"], "main_score": 0.240903, "precision": 0.231812, "recall": 0.267787}, {"accuracy": 0.115613, "f1": 0.098752, "hf_subset": "nya_Latn-acm_Arab", "languages": ["nya-Latn", "acm-Arab"], "main_score": 0.098752, "precision": 0.094127, "recall": 0.115613}, {"accuracy": 0.144269, "f1": 0.116347, "hf_subset": "nya_Latn-bel_Cyrl", "languages": ["nya-Latn", "bel-Cyrl"], "main_score": 0.116347, "precision": 0.109167, "recall": 0.144269}, {"accuracy": 0.229249, "f1": 0.204089, "hf_subset": "nya_Latn-eng_Latn", "languages": ["nya-Latn", "eng-Latn"], "main_score": 0.204089, "precision": 0.197049, "recall": 0.229249}, {"accuracy": 0.170949, "f1": 0.152313, "hf_subset": "nya_Latn-hrv_Latn", "languages": ["nya-Latn", "hrv-Latn"], "main_score": 0.152313, "precision": 0.146979, "recall": 0.170949}, {"accuracy": 0.231225, "f1": 0.204213, "hf_subset": "nya_Latn-kin_Latn", "languages": ["nya-Latn", "kin-Latn"], "main_score": 0.204213, "precision": 0.194882, "recall": 0.231225}, {"accuracy": 0.065217, "f1": 0.047703, "hf_subset": "nya_Latn-mal_Mlym", "languages": ["nya-Latn", "mal-Mlym"], "main_score": 0.047703, "precision": 0.044882, "recall": 0.065217}, {"accuracy": 0.15415, "f1": 0.132772, "hf_subset": "nya_Latn-pes_Arab", "languages": ["nya-Latn", "pes-Arab"], "main_score": 0.132772, "precision": 0.126938, "recall": 0.15415}, {"accuracy": 0.16996, "f1": 0.154832, "hf_subset": "nya_Latn-srd_Latn", "languages": ["nya-Latn", "srd-Latn"], "main_score": 0.154832, "precision": 0.150187, "recall": 0.16996}, {"accuracy": 0.049407, "f1": 0.032259, "hf_subset": "nya_Latn-tzm_Tfng", "languages": ["nya-Latn", "tzm-Tfng"], "main_score": 0.032259, "precision": 0.029047, "recall": 0.049407}, {"accuracy": 0.141304, "f1": 0.11945, "hf_subset": "nya_Latn-acq_Arab", "languages": ["nya-Latn", "acq-Arab"], "main_score": 0.11945, "precision": 0.11474, "recall": 0.141304}, {"accuracy": 0.331028, "f1": 0.307665, "hf_subset": "nya_Latn-bem_Latn", "languages": ["nya-Latn", "bem-Latn"], "main_score": 0.307665, "precision": 0.298219, "recall": 0.331028}, {"accuracy": 0.152174, "f1": 0.140077, "hf_subset": "nya_Latn-epo_Latn", "languages": ["nya-Latn", "epo-Latn"], "main_score": 0.140077, "precision": 0.136461, "recall": 0.152174}, {"accuracy": 0.210474, "f1": 0.181059, "hf_subset": "nya_Latn-hun_Latn", "languages": ["nya-Latn", "hun-Latn"], "main_score": 0.181059, "precision": 0.173562, "recall": 0.210474}, {"accuracy": 0.156126, "f1": 0.134153, "hf_subset": "nya_Latn-kir_Cyrl", "languages": ["nya-Latn", "kir-Cyrl"], "main_score": 0.134153, "precision": 0.128301, "recall": 0.156126}, {"accuracy": 0.119565, "f1": 0.102597, "hf_subset": "nya_Latn-mar_Deva", "languages": ["nya-Latn", "mar-Deva"], "main_score": 0.102597, "precision": 0.098482, "recall": 0.119565}, {"accuracy": 0.171937, "f1": 0.155015, "hf_subset": "nya_Latn-plt_Latn", "languages": ["nya-Latn", "plt-Latn"], "main_score": 0.155015, "precision": 0.149722, "recall": 0.171937}, {"accuracy": 0.187747, "f1": 0.161304, "hf_subset": "nya_Latn-srp_Cyrl", "languages": ["nya-Latn", "srp-Cyrl"], "main_score": 0.161304, "precision": 0.154994, "recall": 0.187747}, {"accuracy": 0.08004, "f1": 0.071795, "hf_subset": "nya_Latn-uig_Arab", "languages": ["nya-Latn", "uig-Arab"], "main_score": 0.071795, "precision": 0.069633, "recall": 0.08004}, {"accuracy": 0.117589, "f1": 0.097577, "hf_subset": "nya_Latn-aeb_Arab", "languages": ["nya-Latn", "aeb-Arab"], "main_score": 0.097577, "precision": 0.092793, "recall": 0.117589}, {"accuracy": 0.074111, "f1": 0.05838, "hf_subset": "nya_Latn-ben_Beng", "languages": ["nya-Latn", "ben-Beng"], "main_score": 0.05838, "precision": 0.056196, "recall": 0.074111}, {"accuracy": 0.222332, "f1": 0.190976, "hf_subset": "nya_Latn-est_Latn", "languages": ["nya-Latn", "est-Latn"], "main_score": 0.190976, "precision": 0.182769, "recall": 0.222332}, {"accuracy": 0.128458, "f1": 0.104187, "hf_subset": "nya_Latn-hye_Armn", "languages": ["nya-Latn", "hye-Armn"], "main_score": 0.104187, "precision": 0.097838, "recall": 0.128458}, {"accuracy": 0.258893, "f1": 0.230338, "hf_subset": "nya_Latn-kmb_Latn", "languages": ["nya-Latn", "kmb-Latn"], "main_score": 0.230338, "precision": 0.220298, "recall": 0.258893}, {"accuracy": 0.024704, "f1": 0.019745, "hf_subset": "nya_Latn-min_Arab", "languages": ["nya-Latn", "min-Arab"], "main_score": 0.019745, "precision": 0.018447, "recall": 0.024704}, {"accuracy": 0.219368, "f1": 0.188064, "hf_subset": "nya_Latn-pol_Latn", "languages": ["nya-Latn", "pol-Latn"], "main_score": 0.188064, "precision": 0.180325, "recall": 0.219368}, {"accuracy": 0.211462, "f1": 0.189282, "hf_subset": "nya_Latn-ssw_Latn", "languages": ["nya-Latn", "ssw-Latn"], "main_score": 0.189282, "precision": 0.181579, "recall": 0.211462}, {"accuracy": 0.172925, "f1": 0.149304, "hf_subset": "nya_Latn-ukr_Cyrl", "languages": ["nya-Latn", "ukr-Cyrl"], "main_score": 0.149304, "precision": 0.143343, "recall": 0.172925}, {"accuracy": 0.206522, "f1": 0.180048, "hf_subset": "nya_Latn-afr_Latn", "languages": ["nya-Latn", "afr-Latn"], "main_score": 0.180048, "precision": 0.172983, "recall": 0.206522}, {"accuracy": 0.120553, "f1": 0.102194, "hf_subset": "nya_Latn-bho_Deva", "languages": ["nya-Latn", "bho-Deva"], "main_score": 0.102194, "precision": 0.09672, "recall": 0.120553}, {"accuracy": 0.121542, "f1": 0.109818, "hf_subset": "nya_Latn-eus_Latn", "languages": ["nya-Latn", "eus-Latn"], "main_score": 0.109818, "precision": 0.10624, "recall": 0.121542}, {"accuracy": 0.199605, "f1": 0.176394, "hf_subset": "nya_Latn-ibo_Latn", "languages": ["nya-Latn", "ibo-Latn"], "main_score": 0.176394, "precision": 0.168511, "recall": 0.199605}, {"accuracy": 0.166008, "f1": 0.140877, "hf_subset": "nya_Latn-kmr_Latn", "languages": ["nya-Latn", "kmr-Latn"], "main_score": 0.140877, "precision": 0.135047, "recall": 0.166008}, {"accuracy": 0.144269, "f1": 0.129528, "hf_subset": "nya_Latn-min_Latn", "languages": ["nya-Latn", "min-Latn"], "main_score": 0.129528, "precision": 0.125881, "recall": 0.144269}, {"accuracy": 0.224308, "f1": 0.194147, "hf_subset": "nya_Latn-por_Latn", "languages": ["nya-Latn", "por-Latn"], "main_score": 0.194147, "precision": 0.185985, "recall": 0.224308}, {"accuracy": 0.137352, "f1": 0.123878, "hf_subset": "nya_Latn-sun_Latn", "languages": ["nya-Latn", "sun-Latn"], "main_score": 0.123878, "precision": 0.119986, "recall": 0.137352}, {"accuracy": 0.209486, "f1": 0.181689, "hf_subset": "nya_Latn-umb_Latn", "languages": ["nya-Latn", "umb-Latn"], "main_score": 0.181689, "precision": 0.171304, "recall": 0.209486}, {"accuracy": 0.153162, "f1": 0.128201, "hf_subset": "nya_Latn-ajp_Arab", "languages": ["nya-Latn", "ajp-Arab"], "main_score": 0.128201, "precision": 0.122194, "recall": 0.153162}, {"accuracy": 0.040514, "f1": 0.032805, "hf_subset": "nya_Latn-bjn_Arab", "languages": ["nya-Latn", "bjn-Arab"], "main_score": 0.032805, "precision": 0.030923, "recall": 0.040514}, {"accuracy": 0.220356, "f1": 0.199615, "hf_subset": "nya_Latn-ewe_Latn", "languages": ["nya-Latn", "ewe-Latn"], "main_score": 0.199615, "precision": 0.192107, "recall": 0.220356}, {"accuracy": 0.230237, "f1": 0.214491, "hf_subset": "nya_Latn-ilo_Latn", "languages": ["nya-Latn", "ilo-Latn"], "main_score": 0.214491, "precision": 0.208576, "recall": 0.230237}, {"accuracy": 0.034585, "f1": 0.02932, "hf_subset": "nya_Latn-knc_Arab", "languages": ["nya-Latn", "knc-Arab"], "main_score": 0.02932, "precision": 0.027506, "recall": 0.034585}, {"accuracy": 0.188735, "f1": 0.162226, "hf_subset": "nya_Latn-mkd_Cyrl", "languages": ["nya-Latn", "mkd-Cyrl"], "main_score": 0.162226, "precision": 0.156218, "recall": 0.188735}, {"accuracy": 0.12747, "f1": 0.106819, "hf_subset": "nya_Latn-prs_Arab", "languages": ["nya-Latn", "prs-Arab"], "main_score": 0.106819, "precision": 0.10193, "recall": 0.12747}, {"accuracy": 0.203557, "f1": 0.178049, "hf_subset": "nya_Latn-swe_Latn", "languages": ["nya-Latn", "swe-Latn"], "main_score": 0.178049, "precision": 0.171115, "recall": 0.203557}, {"accuracy": 0.125494, "f1": 0.105328, "hf_subset": "nya_Latn-urd_Arab", "languages": ["nya-Latn", "urd-Arab"], "main_score": 0.105328, "precision": 0.100463, "recall": 0.125494}, {"accuracy": 0.273715, "f1": 0.253036, "hf_subset": "nya_Latn-aka_Latn", "languages": ["nya-Latn", "aka-Latn"], "main_score": 0.253036, "precision": 0.246489, "recall": 0.273715}, {"accuracy": 0.156126, "f1": 0.141146, "hf_subset": "nya_Latn-bjn_Latn", "languages": ["nya-Latn", "bjn-Latn"], "main_score": 0.141146, "precision": 0.136606, "recall": 0.156126}, {"accuracy": 0.150198, "f1": 0.132801, "hf_subset": "nya_Latn-fao_Latn", "languages": ["nya-Latn", "fao-Latn"], "main_score": 0.132801, "precision": 0.128373, "recall": 0.150198}, {"accuracy": 0.231225, "f1": 0.20025, "hf_subset": "nya_Latn-ind_Latn", "languages": ["nya-Latn", "ind-Latn"], "main_score": 0.20025, "precision": 0.193245, "recall": 0.231225}, {"accuracy": 0.220356, "f1": 0.206686, "hf_subset": "nya_Latn-knc_Latn", "languages": ["nya-Latn", "knc-Latn"], "main_score": 0.206686, "precision": 0.200791, "recall": 0.220356}, {"accuracy": 0.181818, "f1": 0.157798, "hf_subset": "nya_Latn-mlt_Latn", "languages": ["nya-Latn", "mlt-Latn"], "main_score": 0.157798, "precision": 0.150569, "recall": 0.181818}, {"accuracy": 0.203557, "f1": 0.18313, "hf_subset": "nya_Latn-quy_Latn", "languages": ["nya-Latn", "quy-Latn"], "main_score": 0.18313, "precision": 0.175582, "recall": 0.203557}, {"accuracy": 0.176877, "f1": 0.160206, "hf_subset": "nya_Latn-swh_Latn", "languages": ["nya-Latn", "swh-Latn"], "main_score": 0.160206, "precision": 0.154196, "recall": 0.176877}, {"accuracy": 0.108696, "f1": 0.095741, "hf_subset": "nya_Latn-uzn_Latn", "languages": ["nya-Latn", "uzn-Latn"], "main_score": 0.095741, "precision": 0.092111, "recall": 0.108696}, {"accuracy": 0.192688, "f1": 0.166876, "hf_subset": "nya_Latn-als_Latn", "languages": ["nya-Latn", "als-Latn"], "main_score": 0.166876, "precision": 0.160014, "recall": 0.192688}, {"accuracy": 0.039526, "f1": 0.025158, "hf_subset": "nya_Latn-bod_Tibt", "languages": ["nya-Latn", "bod-Tibt"], "main_score": 0.025158, "precision": 0.022207, "recall": 0.039526}, {"accuracy": 0.162055, "f1": 0.142585, "hf_subset": "nya_Latn-fij_Latn", "languages": ["nya-Latn", "fij-Latn"], "main_score": 0.142585, "precision": 0.136042, "recall": 0.162055}, {"accuracy": 0.134387, "f1": 0.122933, "hf_subset": "nya_Latn-isl_Latn", "languages": ["nya-Latn", "isl-Latn"], "main_score": 0.122933, "precision": 0.119358, "recall": 0.134387}, {"accuracy": 0.235178, "f1": 0.211074, "hf_subset": "nya_Latn-kon_Latn", "languages": ["nya-Latn", "kon-Latn"], "main_score": 0.211074, "precision": 0.202092, "recall": 0.235178}, {"accuracy": 0.04249, "f1": 0.035148, "hf_subset": "nya_Latn-mni_Beng", "languages": ["nya-Latn", "mni-Beng"], "main_score": 0.035148, "precision": 0.033155, "recall": 0.04249}, {"accuracy": 0.228261, "f1": 0.200402, "hf_subset": "nya_Latn-ron_Latn", "languages": ["nya-Latn", "ron-Latn"], "main_score": 0.200402, "precision": 0.193718, "recall": 0.228261}, {"accuracy": 0.142292, "f1": 0.131073, "hf_subset": "nya_Latn-szl_Latn", "languages": ["nya-Latn", "szl-Latn"], "main_score": 0.131073, "precision": 0.126898, "recall": 0.142292}, {"accuracy": 0.174901, "f1": 0.155601, "hf_subset": "nya_Latn-vec_Latn", "languages": ["nya-Latn", "vec-Latn"], "main_score": 0.155601, "precision": 0.150153, "recall": 0.174901}, {"accuracy": 0.059289, "f1": 0.046397, "hf_subset": "nya_Latn-amh_Ethi", "languages": ["nya-Latn", "amh-Ethi"], "main_score": 0.046397, "precision": 0.044222, "recall": 0.059289}, {"accuracy": 0.215415, "f1": 0.18656, "hf_subset": "nya_Latn-bos_Latn", "languages": ["nya-Latn", "bos-Latn"], "main_score": 0.18656, "precision": 0.179617, "recall": 0.215415}, {"accuracy": 0.201581, "f1": 0.173712, "hf_subset": "nya_Latn-fin_Latn", "languages": ["nya-Latn", "fin-Latn"], "main_score": 0.173712, "precision": 0.166393, "recall": 0.201581}, {"accuracy": 0.224308, "f1": 0.187613, "hf_subset": "nya_Latn-ita_Latn", "languages": ["nya-Latn", "ita-Latn"], "main_score": 0.187613, "precision": 0.179177, "recall": 0.224308}, {"accuracy": 0.151186, "f1": 0.133252, "hf_subset": "nya_Latn-kor_Hang", "languages": ["nya-Latn", "kor-Hang"], "main_score": 0.133252, "precision": 0.128019, "recall": 0.151186}, {"accuracy": 0.187747, "f1": 0.166815, "hf_subset": "nya_Latn-mos_Latn", "languages": ["nya-Latn", "mos-Latn"], "main_score": 0.166815, "precision": 0.160543, "recall": 0.187747}, {"accuracy": 0.225296, "f1": 0.203839, "hf_subset": "nya_Latn-run_Latn", "languages": ["nya-Latn", "run-Latn"], "main_score": 0.203839, "precision": 0.196191, "recall": 0.225296}, {"accuracy": 0.06917, "f1": 0.053849, "hf_subset": "nya_Latn-tam_Taml", "languages": ["nya-Latn", "tam-Taml"], "main_score": 0.053849, "precision": 0.051016, "recall": 0.06917}, {"accuracy": 0.228261, "f1": 0.196326, "hf_subset": "nya_Latn-vie_Latn", "languages": ["nya-Latn", "vie-Latn"], "main_score": 0.196326, "precision": 0.189062, "recall": 0.228261}, {"accuracy": 0.118577, "f1": 0.100997, "hf_subset": "nya_Latn-apc_Arab", "languages": ["nya-Latn", "apc-Arab"], "main_score": 0.100997, "precision": 0.095812, "recall": 0.118577}, {"accuracy": 0.199605, "f1": 0.18325, "hf_subset": "nya_Latn-bug_Latn", "languages": ["nya-Latn", "bug-Latn"], "main_score": 0.18325, "precision": 0.177786, "recall": 0.199605}, {"accuracy": 0.177866, "f1": 0.15764, "hf_subset": "nya_Latn-fon_Latn", "languages": ["nya-Latn", "fon-Latn"], "main_score": 0.15764, "precision": 0.150284, "recall": 0.177866}, {"accuracy": 0.135375, "f1": 0.12399, "hf_subset": "nya_Latn-jav_Latn", "languages": ["nya-Latn", "jav-Latn"], "main_score": 0.12399, "precision": 0.120092, "recall": 0.135375}, {"accuracy": 0.175889, "f1": 0.154096, "hf_subset": "nya_Latn-lao_Laoo", "languages": ["nya-Latn", "lao-Laoo"], "main_score": 0.154096, "precision": 0.148687, "recall": 0.175889}, {"accuracy": 0.1917, "f1": 0.163751, "hf_subset": "nya_Latn-mri_Latn", "languages": ["nya-Latn", "mri-Latn"], "main_score": 0.163751, "precision": 0.155478, "recall": 0.1917}, {"accuracy": 0.178854, "f1": 0.153543, "hf_subset": "nya_Latn-rus_Cyrl", "languages": ["nya-Latn", "rus-Cyrl"], "main_score": 0.153543, "precision": 0.147626, "recall": 0.178854}, {"accuracy": 0.229249, "f1": 0.206315, "hf_subset": "nya_Latn-taq_Latn", "languages": ["nya-Latn", "taq-Latn"], "main_score": 0.206315, "precision": 0.199851, "recall": 0.229249}, {"accuracy": 0.201581, "f1": 0.186202, "hf_subset": "nya_Latn-war_Latn", "languages": ["nya-Latn", "war-Latn"], "main_score": 0.186202, "precision": 0.180813, "recall": 0.201581}, {"accuracy": 0.141304, "f1": 0.115947, "hf_subset": "nya_Latn-arb_Arab", "languages": ["nya-Latn", "arb-Arab"], "main_score": 0.115947, "precision": 0.110723, "recall": 0.141304}, {"accuracy": 0.187747, "f1": 0.160412, "hf_subset": "nya_Latn-bul_Cyrl", "languages": ["nya-Latn", "bul-Cyrl"], "main_score": 0.160412, "precision": 0.153416, "recall": 0.187747}, {"accuracy": 0.225296, "f1": 0.191335, "hf_subset": "nya_Latn-fra_Latn", "languages": ["nya-Latn", "fra-Latn"], "main_score": 0.191335, "precision": 0.183613, "recall": 0.225296}, {"accuracy": 0.162055, "f1": 0.138027, "hf_subset": "nya_Latn-jpn_Jpan", "languages": ["nya-Latn", "jpn-Jpan"], "main_score": 0.138027, "precision": 0.131964, "recall": 0.162055}, {"accuracy": 0.152174, "f1": 0.14106, "hf_subset": "nya_Latn-lij_Latn", "languages": ["nya-Latn", "lij-Latn"], "main_score": 0.14106, "precision": 0.137939, "recall": 0.152174}, {"accuracy": 0.121542, "f1": 0.099149, "hf_subset": "nya_Latn-mya_Mymr", "languages": ["nya-Latn", "mya-Mymr"], "main_score": 0.099149, "precision": 0.093385, "recall": 0.121542}, {"accuracy": 0.177866, "f1": 0.156349, "hf_subset": "nya_Latn-sag_Latn", "languages": ["nya-Latn", "sag-Latn"], "main_score": 0.156349, "precision": 0.149648, "recall": 0.177866}, {"accuracy": 0.065217, "f1": 0.048163, "hf_subset": "nya_Latn-taq_Tfng", "languages": ["nya-Latn", "taq-Tfng"], "main_score": 0.048163, "precision": 0.044357, "recall": 0.065217}, {"accuracy": 0.231225, "f1": 0.20666, "hf_subset": "nya_Latn-wol_Latn", "languages": ["nya-Latn", "wol-Latn"], "main_score": 0.20666, "precision": 0.198683, "recall": 0.231225}, {"accuracy": 0.101779, "f1": 0.080257, "hf_subset": "nya_Latn-arb_Latn", "languages": ["nya-Latn", "arb-Latn"], "main_score": 0.080257, "precision": 0.075211, "recall": 0.101779}, {"accuracy": 0.225296, "f1": 0.190955, "hf_subset": "nya_Latn-cat_Latn", "languages": ["nya-Latn", "cat-Latn"], "main_score": 0.190955, "precision": 0.182573, "recall": 0.225296}, {"accuracy": 0.174901, "f1": 0.1547, "hf_subset": "nya_Latn-fur_Latn", "languages": ["nya-Latn", "fur-Latn"], "main_score": 0.1547, "precision": 0.149577, "recall": 0.174901}, {"accuracy": 0.070158, "f1": 0.051301, "hf_subset": "nya_Latn-kab_Latn", "languages": ["nya-Latn", "kab-Latn"], "main_score": 0.051301, "precision": 0.045976, "recall": 0.070158}, {"accuracy": 0.163043, "f1": 0.151716, "hf_subset": "nya_Latn-lim_Latn", "languages": ["nya-Latn", "lim-Latn"], "main_score": 0.151716, "precision": 0.148425, "recall": 0.163043}, {"accuracy": 0.23913, "f1": 0.207188, "hf_subset": "nya_Latn-nld_Latn", "languages": ["nya-Latn", "nld-Latn"], "main_score": 0.207188, "precision": 0.199973, "recall": 0.23913}, {"accuracy": 0.086957, "f1": 0.077202, "hf_subset": "nya_Latn-san_Deva", "languages": ["nya-Latn", "san-Deva"], "main_score": 0.077202, "precision": 0.07503, "recall": 0.086957}, {"accuracy": 0.149209, "f1": 0.130774, "hf_subset": "nya_Latn-tat_Cyrl", "languages": ["nya-Latn", "tat-Cyrl"], "main_score": 0.130774, "precision": 0.125915, "recall": 0.149209}, {"accuracy": 0.213439, "f1": 0.19239, "hf_subset": "nya_Latn-xho_Latn", "languages": ["nya-Latn", "xho-Latn"], "main_score": 0.19239, "precision": 0.184636, "recall": 0.213439}, {"accuracy": 0.132411, "f1": 0.107172, "hf_subset": "nya_Latn-ars_Arab", "languages": ["nya-Latn", "ars-Arab"], "main_score": 0.107172, "precision": 0.102176, "recall": 0.132411}, {"accuracy": 0.179842, "f1": 0.166708, "hf_subset": "nya_Latn-ceb_Latn", "languages": ["nya-Latn", "ceb-Latn"], "main_score": 0.166708, "precision": 0.163115, "recall": 0.179842}, {"accuracy": 0.185771, "f1": 0.160695, "hf_subset": "nya_Latn-fuv_Latn", "languages": ["nya-Latn", "fuv-Latn"], "main_score": 0.160695, "precision": 0.152875, "recall": 0.185771}, {"accuracy": 0.22332, "f1": 0.192859, "hf_subset": "nya_Latn-kac_Latn", "languages": ["nya-Latn", "kac-Latn"], "main_score": 0.192859, "precision": 0.183467, "recall": 0.22332}, {"accuracy": 0.218379, "f1": 0.201692, "hf_subset": "nya_Latn-lin_Latn", "languages": ["nya-Latn", "lin-Latn"], "main_score": 0.201692, "precision": 0.195427, "recall": 0.218379}, {"accuracy": 0.212451, "f1": 0.185928, "hf_subset": "nya_Latn-nno_Latn", "languages": ["nya-Latn", "nno-Latn"], "main_score": 0.185928, "precision": 0.178514, "recall": 0.212451}, {"accuracy": 0.022727, "f1": 0.007915, "hf_subset": "nya_Latn-sat_Olck", "languages": ["nya-Latn", "sat-Olck"], "main_score": 0.007915, "precision": 0.005845, "recall": 0.022727}, {"accuracy": 0.076087, "f1": 0.064117, "hf_subset": "nya_Latn-tel_Telu", "languages": ["nya-Latn", "tel-Telu"], "main_score": 0.064117, "precision": 0.061135, "recall": 0.076087}, {"accuracy": 0.059289, "f1": 0.048198, "hf_subset": "nya_Latn-ydd_Hebr", "languages": ["nya-Latn", "ydd-Hebr"], "main_score": 0.048198, "precision": 0.044545, "recall": 0.059289}, {"accuracy": 0.104743, "f1": 0.08992, "hf_subset": "nya_Latn-ary_Arab", "languages": ["nya-Latn", "ary-Arab"], "main_score": 0.08992, "precision": 0.086248, "recall": 0.104743}, {"accuracy": 0.20751, "f1": 0.179791, "hf_subset": "nya_Latn-ces_Latn", "languages": ["nya-Latn", "ces-Latn"], "main_score": 0.179791, "precision": 0.173289, "recall": 0.20751}, {"accuracy": 0.105731, "f1": 0.084491, "hf_subset": "nya_Latn-gaz_Latn", "languages": ["nya-Latn", "gaz-Latn"], "main_score": 0.084491, "precision": 0.078306, "recall": 0.105731}, {"accuracy": 0.255929, "f1": 0.233371, "hf_subset": "nya_Latn-kam_Latn", "languages": ["nya-Latn", "kam-Latn"], "main_score": 0.233371, "precision": 0.225444, "recall": 0.255929}, {"accuracy": 0.199605, "f1": 0.169889, "hf_subset": "nya_Latn-lit_Latn", "languages": ["nya-Latn", "lit-Latn"], "main_score": 0.169889, "precision": 0.163594, "recall": 0.199605}, {"accuracy": 0.216403, "f1": 0.187534, "hf_subset": "nya_Latn-nob_Latn", "languages": ["nya-Latn", "nob-Latn"], "main_score": 0.187534, "precision": 0.180125, "recall": 0.216403}, {"accuracy": 0.156126, "f1": 0.13978, "hf_subset": "nya_Latn-scn_Latn", "languages": ["nya-Latn", "scn-Latn"], "main_score": 0.13978, "precision": 0.13574, "recall": 0.156126}, {"accuracy": 0.12747, "f1": 0.108665, "hf_subset": "nya_Latn-tgk_Cyrl", "languages": ["nya-Latn", "tgk-Cyrl"], "main_score": 0.108665, "precision": 0.103248, "recall": 0.12747}, {"accuracy": 0.185771, "f1": 0.159255, "hf_subset": "nya_Latn-yor_Latn", "languages": ["nya-Latn", "yor-Latn"], "main_score": 0.159255, "precision": 0.151452, "recall": 0.185771}, {"accuracy": 0.126482, "f1": 0.109381, "hf_subset": "nya_Latn-arz_Arab", "languages": ["nya-Latn", "arz-Arab"], "main_score": 0.109381, "precision": 0.105161, "recall": 0.126482}, {"accuracy": 0.224308, "f1": 0.199563, "hf_subset": "nya_Latn-cjk_Latn", "languages": ["nya-Latn", "cjk-Latn"], "main_score": 0.199563, "precision": 0.190037, "recall": 0.224308}, {"accuracy": 0.137352, "f1": 0.11608, "hf_subset": "nya_Latn-gla_Latn", "languages": ["nya-Latn", "gla-Latn"], "main_score": 0.11608, "precision": 0.110283, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.058775, "hf_subset": "nya_Latn-kan_Knda", "languages": ["nya-Latn", "kan-Knda"], "main_score": 0.058775, "precision": 0.055264, "recall": 0.071146}, {"accuracy": 0.167984, "f1": 0.148293, "hf_subset": "nya_Latn-lmo_Latn", "languages": ["nya-Latn", "lmo-Latn"], "main_score": 0.148293, "precision": 0.143797, "recall": 0.167984}, {"accuracy": 0.147233, "f1": 0.122427, "hf_subset": "nya_Latn-npi_Deva", "languages": ["nya-Latn", "npi-Deva"], "main_score": 0.122427, "precision": 0.116116, "recall": 0.147233}, {"accuracy": 0.162055, "f1": 0.144116, "hf_subset": "nya_Latn-shn_Mymr", "languages": ["nya-Latn", "shn-Mymr"], "main_score": 0.144116, "precision": 0.138583, "recall": 0.162055}, {"accuracy": 0.158103, "f1": 0.143234, "hf_subset": "nya_Latn-tgl_Latn", "languages": ["nya-Latn", "tgl-Latn"], "main_score": 0.143234, "precision": 0.137579, "recall": 0.158103}, {"accuracy": 0.171937, "f1": 0.148341, "hf_subset": "nya_Latn-yue_Hant", "languages": ["nya-Latn", "yue-Hant"], "main_score": 0.148341, "precision": 0.142561, "recall": 0.171937}, {"accuracy": 0.056324, "f1": 0.045734, "hf_subset": "nya_Latn-asm_Beng", "languages": ["nya-Latn", "asm-Beng"], "main_score": 0.045734, "precision": 0.043496, "recall": 0.056324}, {"accuracy": 0.094862, "f1": 0.075029, "hf_subset": "nya_Latn-ckb_Arab", "languages": ["nya-Latn", "ckb-Arab"], "main_score": 0.075029, "precision": 0.071045, "recall": 0.094862}, {"accuracy": 0.142292, "f1": 0.12474, "hf_subset": "nya_Latn-gle_Latn", "languages": ["nya-Latn", "gle-Latn"], "main_score": 0.12474, "precision": 0.119711, "recall": 0.142292}, {"accuracy": 0.068182, "f1": 0.060759, "hf_subset": "nya_Latn-kas_Arab", "languages": ["nya-Latn", "kas-Arab"], "main_score": 0.060759, "precision": 0.058417, "recall": 0.068182}, {"accuracy": 0.166008, "f1": 0.138694, "hf_subset": "nya_Latn-ltg_Latn", "languages": ["nya-Latn", "ltg-Latn"], "main_score": 0.138694, "precision": 0.131682, "recall": 0.166008}, {"accuracy": 0.244071, "f1": 0.221931, "hf_subset": "nya_Latn-nso_Latn", "languages": ["nya-Latn", "nso-Latn"], "main_score": 0.221931, "precision": 0.21449, "recall": 0.244071}, {"accuracy": 0.077075, "f1": 0.063329, "hf_subset": "nya_Latn-sin_Sinh", "languages": ["nya-Latn", "sin-Sinh"], "main_score": 0.063329, "precision": 0.059463, "recall": 0.077075}, {"accuracy": 0.152174, "f1": 0.128413, "hf_subset": "nya_Latn-tha_Thai", "languages": ["nya-Latn", "tha-Thai"], "main_score": 0.128413, "precision": 0.123217, "recall": 0.152174}, {"accuracy": 0.184783, "f1": 0.157934, "hf_subset": "nya_Latn-zho_Hans", "languages": ["nya-Latn", "zho-Hans"], "main_score": 0.157934, "precision": 0.151004, "recall": 0.184783}, {"accuracy": 0.176877, "f1": 0.152184, "hf_subset": "nya_Latn-ast_Latn", "languages": ["nya-Latn", "ast-Latn"], "main_score": 0.152184, "precision": 0.146728, "recall": 0.176877}, {"accuracy": 0.143281, "f1": 0.130344, "hf_subset": "nya_Latn-crh_Latn", "languages": ["nya-Latn", "crh-Latn"], "main_score": 0.130344, "precision": 0.126561, "recall": 0.143281}, {"accuracy": 0.227273, "f1": 0.193814, "hf_subset": "nya_Latn-glg_Latn", "languages": ["nya-Latn", "glg-Latn"], "main_score": 0.193814, "precision": 0.186135, "recall": 0.227273}, {"accuracy": 0.119565, "f1": 0.101766, "hf_subset": "nya_Latn-kas_Deva", "languages": ["nya-Latn", "kas-Deva"], "main_score": 0.101766, "precision": 0.097592, "recall": 0.119565}, {"accuracy": 0.168972, "f1": 0.151597, "hf_subset": "nya_Latn-ltz_Latn", "languages": ["nya-Latn", "ltz-Latn"], "main_score": 0.151597, "precision": 0.145517, "recall": 0.168972}, {"accuracy": 0.119565, "f1": 0.087492, "hf_subset": "nya_Latn-nus_Latn", "languages": ["nya-Latn", "nus-Latn"], "main_score": 0.087492, "precision": 0.078404, "recall": 0.119565}, {"accuracy": 0.213439, "f1": 0.188589, "hf_subset": "nya_Latn-slk_Latn", "languages": ["nya-Latn", "slk-Latn"], "main_score": 0.188589, "precision": 0.181823, "recall": 0.213439}, {"accuracy": 0.036561, "f1": 0.029265, "hf_subset": "nya_Latn-tir_Ethi", "languages": ["nya-Latn", "tir-Ethi"], "main_score": 0.029265, "precision": 0.027885, "recall": 0.036561}, {"accuracy": 0.160079, "f1": 0.140908, "hf_subset": "nya_Latn-zho_Hant", "languages": ["nya-Latn", "zho-Hant"], "main_score": 0.140908, "precision": 0.135456, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.125253, "hf_subset": "nya_Latn-awa_Deva", "languages": ["nya-Latn", "awa-Deva"], "main_score": 0.125253, "precision": 0.119847, "recall": 0.146245}, {"accuracy": 0.131423, "f1": 0.112496, "hf_subset": "nya_Latn-cym_Latn", "languages": ["nya-Latn", "cym-Latn"], "main_score": 0.112496, "precision": 0.107583, "recall": 0.131423}, {"accuracy": 0.194664, "f1": 0.180402, "hf_subset": "nya_Latn-grn_Latn", "languages": ["nya-Latn", "grn-Latn"], "main_score": 0.180402, "precision": 0.17416, "recall": 0.194664}, {"accuracy": 0.129447, "f1": 0.114871, "hf_subset": "nya_Latn-kat_Geor", "languages": ["nya-Latn", "kat-Geor"], "main_score": 0.114871, "precision": 0.110409, "recall": 0.129447}, {"accuracy": 0.205534, "f1": 0.179436, "hf_subset": "nya_Latn-lua_Latn", "languages": ["nya-Latn", "lua-Latn"], "main_score": 0.179436, "precision": 0.171163, "recall": 0.205534}, {"accuracy": 0.215415, "f1": 0.185465, "hf_subset": "nya_Latn-slv_Latn", "languages": ["nya-Latn", "slv-Latn"], "main_score": 0.185465, "precision": 0.178887, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.203467, "hf_subset": "nya_Latn-tpi_Latn", "languages": ["nya-Latn", "tpi-Latn"], "main_score": 0.203467, "precision": 0.198121, "recall": 0.222332}, {"accuracy": 0.227273, "f1": 0.197138, "hf_subset": "nya_Latn-zsm_Latn", "languages": ["nya-Latn", "zsm-Latn"], "main_score": 0.197138, "precision": 0.190381, "recall": 0.227273}, {"accuracy": 0.217391, "f1": 0.194337, "hf_subset": "nya_Latn-ayr_Latn", "languages": ["nya-Latn", "ayr-Latn"], "main_score": 0.194337, "precision": 0.186846, "recall": 0.217391}, {"accuracy": 0.240119, "f1": 0.207926, "hf_subset": "nya_Latn-dan_Latn", "languages": ["nya-Latn", "dan-Latn"], "main_score": 0.207926, "precision": 0.199552, "recall": 0.240119}, {"accuracy": 0.082016, "f1": 0.071169, "hf_subset": "nya_Latn-guj_Gujr", "languages": ["nya-Latn", "guj-Gujr"], "main_score": 0.071169, "precision": 0.06874, "recall": 0.082016}, {"accuracy": 0.177866, "f1": 0.150958, "hf_subset": "nya_Latn-kaz_Cyrl", "languages": ["nya-Latn", "kaz-Cyrl"], "main_score": 0.150958, "precision": 0.144278, "recall": 0.177866}, {"accuracy": 0.215415, "f1": 0.191209, "hf_subset": "nya_Latn-lug_Latn", "languages": ["nya-Latn", "lug-Latn"], "main_score": 0.191209, "precision": 0.182909, "recall": 0.215415}, {"accuracy": 0.200593, "f1": 0.180375, "hf_subset": "nya_Latn-oci_Latn", "languages": ["nya-Latn", "oci-Latn"], "main_score": 0.180375, "precision": 0.174427, "recall": 0.200593}, {"accuracy": 0.162055, "f1": 0.139233, "hf_subset": "nya_Latn-smo_Latn", "languages": ["nya-Latn", "smo-Latn"], "main_score": 0.139233, "precision": 0.131437, "recall": 0.162055}, {"accuracy": 0.23419, "f1": 0.209296, "hf_subset": "nya_Latn-tsn_Latn", "languages": ["nya-Latn", "tsn-Latn"], "main_score": 0.209296, "precision": 0.20073, "recall": 0.23419}, {"accuracy": 0.205534, "f1": 0.180048, "hf_subset": "nya_Latn-zul_Latn", "languages": ["nya-Latn", "zul-Latn"], "main_score": 0.180048, "precision": 0.171407, "recall": 0.205534}, {"accuracy": 0.098814, "f1": 0.079838, "hf_subset": "nya_Latn-azb_Arab", "languages": ["nya-Latn", "azb-Arab"], "main_score": 0.079838, "precision": 0.075032, "recall": 0.098814}, {"accuracy": 0.217391, "f1": 0.192687, "hf_subset": "nya_Latn-deu_Latn", "languages": ["nya-Latn", "deu-Latn"], "main_score": 0.192687, "precision": 0.185733, "recall": 0.217391}, {"accuracy": 0.179842, "f1": 0.154328, "hf_subset": "nya_Latn-hat_Latn", "languages": ["nya-Latn", "hat-Latn"], "main_score": 0.154328, "precision": 0.146573, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.163392, "hf_subset": "nya_Latn-kbp_Latn", "languages": ["nya-Latn", "kbp-Latn"], "main_score": 0.163392, "precision": 0.155106, "recall": 0.187747}, {"accuracy": 0.22332, "f1": 0.205994, "hf_subset": "nya_Latn-luo_Latn", "languages": ["nya-Latn", "luo-Latn"], "main_score": 0.205994, "precision": 0.199185, "recall": 0.22332}, {"accuracy": 0.066206, "f1": 0.052279, "hf_subset": "nya_Latn-ory_Orya", "languages": ["nya-Latn", "ory-Orya"], "main_score": 0.052279, "precision": 0.049095, "recall": 0.066206}, {"accuracy": 0.231225, "f1": 0.203009, "hf_subset": "nya_Latn-sna_Latn", "languages": ["nya-Latn", "sna-Latn"], "main_score": 0.203009, "precision": 0.19331, "recall": 0.231225}, {"accuracy": 0.248024, "f1": 0.223134, "hf_subset": "nya_Latn-tso_Latn", "languages": ["nya-Latn", "tso-Latn"], "main_score": 0.223134, "precision": 0.213529, "recall": 0.248024}, {"accuracy": 0.139328, "f1": 0.12284, "hf_subset": "nya_Latn-azj_Latn", "languages": ["nya-Latn", "azj-Latn"], "main_score": 0.12284, "precision": 0.118583, "recall": 0.139328}, {"accuracy": 0.214427, "f1": 0.18628, "hf_subset": "nya_Latn-dik_Latn", "languages": ["nya-Latn", "dik-Latn"], "main_score": 0.18628, "precision": 0.178764, "recall": 0.214427}, {"accuracy": 0.185771, "f1": 0.169192, "hf_subset": "nya_Latn-hau_Latn", "languages": ["nya-Latn", "hau-Latn"], "main_score": 0.169192, "precision": 0.164652, "recall": 0.185771}, {"accuracy": 0.140316, "f1": 0.127656, "hf_subset": "nya_Latn-kea_Latn", "languages": ["nya-Latn", "kea-Latn"], "main_score": 0.127656, "precision": 0.122951, "recall": 0.140316}, {"accuracy": 0.25, "f1": 0.227435, "hf_subset": "nya_Latn-lus_Latn", "languages": ["nya-Latn", "lus-Latn"], "main_score": 0.227435, "precision": 0.220264, "recall": 0.25}, {"accuracy": 0.208498, "f1": 0.188092, "hf_subset": "nya_Latn-pag_Latn", "languages": ["nya-Latn", "pag-Latn"], "main_score": 0.188092, "precision": 0.181957, "recall": 0.208498}, {"accuracy": 0.088933, "f1": 0.075681, "hf_subset": "nya_Latn-snd_Arab", "languages": ["nya-Latn", "snd-Arab"], "main_score": 0.075681, "precision": 0.071365, "recall": 0.088933}, {"accuracy": 0.134387, "f1": 0.110901, "hf_subset": "nya_Latn-tuk_Latn", "languages": ["nya-Latn", "tuk-Latn"], "main_score": 0.110901, "precision": 0.104379, "recall": 0.134387}, {"accuracy": 0.162055, "f1": 0.139978, "hf_subset": "nya_Latn-bak_Cyrl", "languages": ["nya-Latn", "bak-Cyrl"], "main_score": 0.139978, "precision": 0.134614, "recall": 0.162055}, {"accuracy": 0.177866, "f1": 0.158361, "hf_subset": "nya_Latn-dyu_Latn", "languages": ["nya-Latn", "dyu-Latn"], "main_score": 0.158361, "precision": 0.151523, "recall": 0.177866}, {"accuracy": 0.160079, "f1": 0.135995, "hf_subset": "nya_Latn-heb_Hebr", "languages": ["nya-Latn", "heb-Hebr"], "main_score": 0.135995, "precision": 0.130083, "recall": 0.160079}, {"accuracy": 0.162055, "f1": 0.12898, "hf_subset": "nya_Latn-khk_Cyrl", "languages": ["nya-Latn", "khk-Cyrl"], "main_score": 0.12898, "precision": 0.121503, "recall": 0.162055}, {"accuracy": 0.18083, "f1": 0.153904, "hf_subset": "nya_Latn-lvs_Latn", "languages": ["nya-Latn", "lvs-Latn"], "main_score": 0.153904, "precision": 0.147282, "recall": 0.18083}, {"accuracy": 0.056324, "f1": 0.045883, "hf_subset": "nya_Latn-pan_Guru", "languages": ["nya-Latn", "pan-Guru"], "main_score": 0.045883, "precision": 0.043724, "recall": 0.056324}, {"accuracy": 0.157115, "f1": 0.135328, "hf_subset": "nya_Latn-som_Latn", "languages": ["nya-Latn", "som-Latn"], "main_score": 0.135328, "precision": 0.128979, "recall": 0.157115}, {"accuracy": 0.333004, "f1": 0.300842, "hf_subset": "nya_Latn-tum_Latn", "languages": ["nya-Latn", "tum-Latn"], "main_score": 0.300842, "precision": 0.288746, "recall": 0.333004}, {"accuracy": 0.092885, "f1": 0.05821, "hf_subset": "slv_Latn-ace_Arab", "languages": ["slv-Latn", "ace-Arab"], "main_score": 0.05821, "precision": 0.049816, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.141892, "hf_subset": "slv_Latn-bam_Latn", "languages": ["slv-Latn", "bam-Latn"], "main_score": 0.141892, "precision": 0.123992, "recall": 0.213439}, {"accuracy": 0.003953, "f1": 5.1e-05, "hf_subset": "slv_Latn-dzo_Tibt", "languages": ["slv-Latn", "dzo-Tibt"], "main_score": 5.1e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slv_Latn-hin_Deva", "languages": ["slv-Latn", "hin-Deva"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.909091, "f1": 0.880995, "hf_subset": "slv_Latn-khm_Khmr", "languages": ["slv-Latn", "khm-Khmr"], "main_score": 0.880995, "precision": 0.867869, "recall": 0.909091}, {"accuracy": 0.94664, "f1": 0.930336, "hf_subset": "slv_Latn-mag_Deva", "languages": ["slv-Latn", "mag-Deva"], "main_score": 0.930336, "precision": 0.922596, "recall": 0.94664}, {"accuracy": 0.646245, "f1": 0.571981, "hf_subset": "slv_Latn-pap_Latn", "languages": ["slv-Latn", "pap-Latn"], "main_score": 0.571981, "precision": 0.543217, "recall": 0.646245}, {"accuracy": 0.235178, "f1": 0.167307, "hf_subset": "slv_Latn-sot_Latn", "languages": ["slv-Latn", "sot-Latn"], "main_score": 0.167307, "precision": 0.149389, "recall": 0.235178}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "slv_Latn-tur_Latn", "languages": ["slv-Latn", "tur-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.426877, "f1": 0.343173, "hf_subset": "slv_Latn-ace_Latn", "languages": ["slv-Latn", "ace-Latn"], "main_score": 0.343173, "precision": 0.316339, "recall": 0.426877}, {"accuracy": 0.681818, "f1": 0.612985, "hf_subset": "slv_Latn-ban_Latn", "languages": ["slv-Latn", "ban-Latn"], "main_score": 0.612985, "precision": 0.585151, "recall": 0.681818}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-ell_Grek", "languages": ["slv-Latn", "ell-Grek"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.912055, "f1": 0.885837, "hf_subset": "slv_Latn-hne_Deva", "languages": ["slv-Latn", "hne-Deva"], "main_score": 0.885837, "precision": 0.873518, "recall": 0.912055}, {"accuracy": 0.264822, "f1": 0.181557, "hf_subset": "slv_Latn-kik_Latn", "languages": ["slv-Latn", "kik-Latn"], "main_score": 0.181557, "precision": 0.160042, "recall": 0.264822}, {"accuracy": 0.953557, "f1": 0.93946, "hf_subset": "slv_Latn-mai_Deva", "languages": ["slv-Latn", "mai-Deva"], "main_score": 0.93946, "precision": 0.932724, "recall": 0.953557}, {"accuracy": 0.844862, "f1": 0.803458, "hf_subset": "slv_Latn-pbt_Arab", "languages": ["slv-Latn", "pbt-Arab"], "main_score": 0.803458, "precision": 0.785112, "recall": 0.844862}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-spa_Latn", "languages": ["slv-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.311265, "f1": 0.220286, "hf_subset": "slv_Latn-twi_Latn", "languages": ["slv-Latn", "twi-Latn"], "main_score": 0.220286, "precision": 0.194545, "recall": 0.311265}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "slv_Latn-acm_Arab", "languages": ["slv-Latn", "acm-Arab"], "main_score": 0.960145, "precision": 0.955698, "recall": 0.969368}, {"accuracy": 0.962451, "f1": 0.951252, "hf_subset": "slv_Latn-bel_Cyrl", "languages": ["slv-Latn", "bel-Cyrl"], "main_score": 0.951252, "precision": 0.945817, "recall": 0.962451}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-eng_Latn", "languages": ["slv-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-hrv_Latn", "languages": ["slv-Latn", "hrv-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.174901, "f1": 0.118083, "hf_subset": "slv_Latn-kin_Latn", "languages": ["slv-Latn", "kin-Latn"], "main_score": 0.118083, "precision": 0.10457, "recall": 0.174901}, {"accuracy": 0.883399, "f1": 0.851504, "hf_subset": "slv_Latn-mal_Mlym", "languages": ["slv-Latn", "mal-Mlym"], "main_score": 0.851504, "precision": 0.83708, "recall": 0.883399}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-pes_Arab", "languages": ["slv-Latn", "pes-Arab"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.731225, "f1": 0.668758, "hf_subset": "slv_Latn-srd_Latn", "languages": ["slv-Latn", "srd-Latn"], "main_score": 0.668758, "precision": 0.642829, "recall": 0.731225}, {"accuracy": 0.060277, "f1": 0.029269, "hf_subset": "slv_Latn-tzm_Tfng", "languages": ["slv-Latn", "tzm-Tfng"], "main_score": 0.029269, "precision": 0.024811, "recall": 0.060277}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "slv_Latn-acq_Arab", "languages": ["slv-Latn", "acq-Arab"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.242095, "f1": 0.163023, "hf_subset": "slv_Latn-bem_Latn", "languages": ["slv-Latn", "bem-Latn"], "main_score": 0.163023, "precision": 0.143629, "recall": 0.242095}, {"accuracy": 0.880435, "f1": 0.846377, "hf_subset": "slv_Latn-epo_Latn", "languages": ["slv-Latn", "epo-Latn"], "main_score": 0.846377, "precision": 0.830945, "recall": 0.880435}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-hun_Latn", "languages": ["slv-Latn", "hun-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.942688, "f1": 0.925955, "hf_subset": "slv_Latn-kir_Cyrl", "languages": ["slv-Latn", "kir-Cyrl"], "main_score": 0.925955, "precision": 0.918067, "recall": 0.942688}, {"accuracy": 0.907115, "f1": 0.879117, "hf_subset": "slv_Latn-mar_Deva", "languages": ["slv-Latn", "mar-Deva"], "main_score": 0.879117, "precision": 0.865613, "recall": 0.907115}, {"accuracy": 0.300395, "f1": 0.223719, "hf_subset": "slv_Latn-plt_Latn", "languages": ["slv-Latn", "plt-Latn"], "main_score": 0.223719, "precision": 0.201233, "recall": 0.300395}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-srp_Cyrl", "languages": ["slv-Latn", "srp-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.806324, "f1": 0.761665, "hf_subset": "slv_Latn-uig_Arab", "languages": ["slv-Latn", "uig-Arab"], "main_score": 0.761665, "precision": 0.742518, "recall": 0.806324}, {"accuracy": 0.932806, "f1": 0.912055, "hf_subset": "slv_Latn-aeb_Arab", "languages": ["slv-Latn", "aeb-Arab"], "main_score": 0.912055, "precision": 0.902009, "recall": 0.932806}, {"accuracy": 0.916008, "f1": 0.8917, "hf_subset": "slv_Latn-ben_Beng", "languages": ["slv-Latn", "ben-Beng"], "main_score": 0.8917, "precision": 0.880385, "recall": 0.916008}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-est_Latn", "languages": ["slv-Latn", "est-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "slv_Latn-hye_Armn", "languages": ["slv-Latn", "hye-Armn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.183794, "f1": 0.120227, "hf_subset": "slv_Latn-kmb_Latn", "languages": ["slv-Latn", "kmb-Latn"], "main_score": 0.120227, "precision": 0.106725, "recall": 0.183794}, {"accuracy": 0.066206, "f1": 0.038564, "hf_subset": "slv_Latn-min_Arab", "languages": ["slv-Latn", "min-Arab"], "main_score": 0.038564, "precision": 0.031422, "recall": 0.066206}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-pol_Latn", "languages": ["slv-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.179842, "f1": 0.119438, "hf_subset": "slv_Latn-ssw_Latn", "languages": ["slv-Latn", "ssw-Latn"], "main_score": 0.119438, "precision": 0.105391, "recall": 0.179842}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-ukr_Cyrl", "languages": ["slv-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "slv_Latn-afr_Latn", "languages": ["slv-Latn", "afr-Latn"], "main_score": 0.952569, "precision": 0.947299, "recall": 0.963439}, {"accuracy": 0.894269, "f1": 0.863933, "hf_subset": "slv_Latn-bho_Deva", "languages": ["slv-Latn", "bho-Deva"], "main_score": 0.863933, "precision": 0.849835, "recall": 0.894269}, {"accuracy": 0.785573, "f1": 0.733863, "hf_subset": "slv_Latn-eus_Latn", "languages": ["slv-Latn", "eus-Latn"], "main_score": 0.733863, "precision": 0.712246, "recall": 0.785573}, {"accuracy": 0.206522, "f1": 0.135978, "hf_subset": "slv_Latn-ibo_Latn", "languages": ["slv-Latn", "ibo-Latn"], "main_score": 0.135978, "precision": 0.118938, "recall": 0.206522}, {"accuracy": 0.763834, "f1": 0.7143, "hf_subset": "slv_Latn-kmr_Latn", "languages": ["slv-Latn", "kmr-Latn"], "main_score": 0.7143, "precision": 0.69389, "recall": 0.763834}, {"accuracy": 0.646245, "f1": 0.572065, "hf_subset": "slv_Latn-min_Latn", "languages": ["slv-Latn", "min-Latn"], "main_score": 0.572065, "precision": 0.543902, "recall": 0.646245}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-por_Latn", "languages": ["slv-Latn", "por-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.763834, "f1": 0.703906, "hf_subset": "slv_Latn-sun_Latn", "languages": ["slv-Latn", "sun-Latn"], "main_score": 0.703906, "precision": 0.6792, "recall": 0.763834}, {"accuracy": 0.189723, "f1": 0.126847, "hf_subset": "slv_Latn-umb_Latn", "languages": ["slv-Latn", "umb-Latn"], "main_score": 0.126847, "precision": 0.111497, "recall": 0.189723}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "slv_Latn-ajp_Arab", "languages": ["slv-Latn", "ajp-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.076087, "f1": 0.041626, "hf_subset": "slv_Latn-bjn_Arab", "languages": ["slv-Latn", "bjn-Arab"], "main_score": 0.041626, "precision": 0.034595, "recall": 0.076087}, {"accuracy": 0.264822, "f1": 0.191855, "hf_subset": "slv_Latn-ewe_Latn", "languages": ["slv-Latn", "ewe-Latn"], "main_score": 0.191855, "precision": 0.172843, "recall": 0.264822}, {"accuracy": 0.373518, "f1": 0.286451, "hf_subset": "slv_Latn-ilo_Latn", "languages": ["slv-Latn", "ilo-Latn"], "main_score": 0.286451, "precision": 0.260977, "recall": 0.373518}, {"accuracy": 0.092885, "f1": 0.051508, "hf_subset": "slv_Latn-knc_Arab", "languages": ["slv-Latn", "knc-Arab"], "main_score": 0.051508, "precision": 0.042755, "recall": 0.092885}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-mkd_Cyrl", "languages": ["slv-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "slv_Latn-prs_Arab", "languages": ["slv-Latn", "prs-Arab"], "main_score": 0.976614, "precision": 0.973979, "recall": 0.982213}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "slv_Latn-swe_Latn", "languages": ["slv-Latn", "swe-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.966403, "f1": 0.956423, "hf_subset": "slv_Latn-urd_Arab", "languages": ["slv-Latn", "urd-Arab"], "main_score": 0.956423, "precision": 0.951828, "recall": 0.966403}, {"accuracy": 0.307312, "f1": 0.228157, "hf_subset": "slv_Latn-aka_Latn", "languages": ["slv-Latn", "aka-Latn"], "main_score": 0.228157, "precision": 0.20635, "recall": 0.307312}, {"accuracy": 0.778656, "f1": 0.725024, "hf_subset": "slv_Latn-bjn_Latn", "languages": ["slv-Latn", "bjn-Latn"], "main_score": 0.725024, "precision": 0.702389, "recall": 0.778656}, {"accuracy": 0.477273, "f1": 0.392794, "hf_subset": "slv_Latn-fao_Latn", "languages": ["slv-Latn", "fao-Latn"], "main_score": 0.392794, "precision": 0.365462, "recall": 0.477273}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-ind_Latn", "languages": ["slv-Latn", "ind-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.285573, "f1": 0.206065, "hf_subset": "slv_Latn-knc_Latn", "languages": ["slv-Latn", "knc-Latn"], "main_score": 0.206065, "precision": 0.184126, "recall": 0.285573}, {"accuracy": 0.344862, "f1": 0.263391, "hf_subset": "slv_Latn-mlt_Latn", "languages": ["slv-Latn", "mlt-Latn"], "main_score": 0.263391, "precision": 0.240013, "recall": 0.344862}, {"accuracy": 0.269763, "f1": 0.187804, "hf_subset": "slv_Latn-quy_Latn", "languages": ["slv-Latn", "quy-Latn"], "main_score": 0.187804, "precision": 0.166638, "recall": 0.269763}, {"accuracy": 0.37253, "f1": 0.288645, "hf_subset": "slv_Latn-swh_Latn", "languages": ["slv-Latn", "swh-Latn"], "main_score": 0.288645, "precision": 0.2639, "recall": 0.37253}, {"accuracy": 0.667984, "f1": 0.600009, "hf_subset": "slv_Latn-uzn_Latn", "languages": ["slv-Latn", "uzn-Latn"], "main_score": 0.600009, "precision": 0.572463, "recall": 0.667984}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-als_Latn", "languages": ["slv-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.054348, "f1": 0.018575, "hf_subset": "slv_Latn-bod_Tibt", "languages": ["slv-Latn", "bod-Tibt"], "main_score": 0.018575, "precision": 0.014527, "recall": 0.054348}, {"accuracy": 0.229249, "f1": 0.160646, "hf_subset": "slv_Latn-fij_Latn", "languages": ["slv-Latn", "fij-Latn"], "main_score": 0.160646, "precision": 0.142697, "recall": 0.229249}, {"accuracy": 0.773715, "f1": 0.716457, "hf_subset": "slv_Latn-isl_Latn", "languages": ["slv-Latn", "isl-Latn"], "main_score": 0.716457, "precision": 0.691742, "recall": 0.773715}, {"accuracy": 0.256917, "f1": 0.182285, "hf_subset": "slv_Latn-kon_Latn", "languages": ["slv-Latn", "kon-Latn"], "main_score": 0.182285, "precision": 0.162799, "recall": 0.256917}, {"accuracy": 0.063241, "f1": 0.03377, "hf_subset": "slv_Latn-mni_Beng", "languages": ["slv-Latn", "mni-Beng"], "main_score": 0.03377, "precision": 0.02967, "recall": 0.063241}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-ron_Latn", "languages": ["slv-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.810277, "f1": 0.762041, "hf_subset": "slv_Latn-szl_Latn", "languages": ["slv-Latn", "szl-Latn"], "main_score": 0.762041, "precision": 0.74114, "recall": 0.810277}, {"accuracy": 0.814229, "f1": 0.763307, "hf_subset": "slv_Latn-vec_Latn", "languages": ["slv-Latn", "vec-Latn"], "main_score": 0.763307, "precision": 0.740563, "recall": 0.814229}, {"accuracy": 0.76581, "f1": 0.713236, "hf_subset": "slv_Latn-amh_Ethi", "languages": ["slv-Latn", "amh-Ethi"], "main_score": 0.713236, "precision": 0.691222, "recall": 0.76581}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-bos_Latn", "languages": ["slv-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-fin_Latn", "languages": ["slv-Latn", "fin-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ita_Latn", "languages": ["slv-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.985178, "f1": 0.980731, "hf_subset": "slv_Latn-kor_Hang", "languages": ["slv-Latn", "kor-Hang"], "main_score": 0.980731, "precision": 0.97859, "recall": 0.985178}, {"accuracy": 0.241107, "f1": 0.171303, "hf_subset": "slv_Latn-mos_Latn", "languages": ["slv-Latn", "mos-Latn"], "main_score": 0.171303, "precision": 0.151977, "recall": 0.241107}, {"accuracy": 0.185771, "f1": 0.126668, "hf_subset": "slv_Latn-run_Latn", "languages": ["slv-Latn", "run-Latn"], "main_score": 0.126668, "precision": 0.112564, "recall": 0.185771}, {"accuracy": 0.898221, "f1": 0.869038, "hf_subset": "slv_Latn-tam_Taml", "languages": ["slv-Latn", "tam-Taml"], "main_score": 0.869038, "precision": 0.855896, "recall": 0.898221}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-vie_Latn", "languages": ["slv-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.963439, "f1": 0.952569, "hf_subset": "slv_Latn-apc_Arab", "languages": ["slv-Latn", "apc-Arab"], "main_score": 0.952569, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.40415, "f1": 0.318089, "hf_subset": "slv_Latn-bug_Latn", "languages": ["slv-Latn", "bug-Latn"], "main_score": 0.318089, "precision": 0.291251, "recall": 0.40415}, {"accuracy": 0.213439, "f1": 0.144699, "hf_subset": "slv_Latn-fon_Latn", "languages": ["slv-Latn", "fon-Latn"], "main_score": 0.144699, "precision": 0.128146, "recall": 0.213439}, {"accuracy": 0.731225, "f1": 0.668384, "hf_subset": "slv_Latn-jav_Latn", "languages": ["slv-Latn", "jav-Latn"], "main_score": 0.668384, "precision": 0.642292, "recall": 0.731225}, {"accuracy": 0.936759, "f1": 0.919532, "hf_subset": "slv_Latn-lao_Laoo", "languages": ["slv-Latn", "lao-Laoo"], "main_score": 0.919532, "precision": 0.911841, "recall": 0.936759}, {"accuracy": 0.210474, "f1": 0.137987, "hf_subset": "slv_Latn-mri_Latn", "languages": ["slv-Latn", "mri-Latn"], "main_score": 0.137987, "precision": 0.121558, "recall": 0.210474}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-rus_Cyrl", "languages": ["slv-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.26087, "f1": 0.191737, "hf_subset": "slv_Latn-taq_Latn", "languages": ["slv-Latn", "taq-Latn"], "main_score": 0.191737, "precision": 0.174209, "recall": 0.26087}, {"accuracy": 0.447628, "f1": 0.358034, "hf_subset": "slv_Latn-war_Latn", "languages": ["slv-Latn", "war-Latn"], "main_score": 0.358034, "precision": 0.329736, "recall": 0.447628}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "slv_Latn-arb_Arab", "languages": ["slv-Latn", "arb-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-bul_Cyrl", "languages": ["slv-Latn", "bul-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-fra_Latn", "languages": ["slv-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "slv_Latn-jpn_Jpan", "languages": ["slv-Latn", "jpn-Jpan"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.76087, "f1": 0.702014, "hf_subset": "slv_Latn-lij_Latn", "languages": ["slv-Latn", "lij-Latn"], "main_score": 0.702014, "precision": 0.67724, "recall": 0.76087}, {"accuracy": 0.944664, "f1": 0.927866, "hf_subset": "slv_Latn-mya_Mymr", "languages": ["slv-Latn", "mya-Mymr"], "main_score": 0.927866, "precision": 0.919796, "recall": 0.944664}, {"accuracy": 0.250988, "f1": 0.179007, "hf_subset": "slv_Latn-sag_Latn", "languages": ["slv-Latn", "sag-Latn"], "main_score": 0.179007, "precision": 0.159211, "recall": 0.250988}, {"accuracy": 0.074111, "f1": 0.031389, "hf_subset": "slv_Latn-taq_Tfng", "languages": ["slv-Latn", "taq-Tfng"], "main_score": 0.031389, "precision": 0.025224, "recall": 0.074111}, {"accuracy": 0.261858, "f1": 0.187419, "hf_subset": "slv_Latn-wol_Latn", "languages": ["slv-Latn", "wol-Latn"], "main_score": 0.187419, "precision": 0.167773, "recall": 0.261858}, {"accuracy": 0.142292, "f1": 0.090377, "hf_subset": "slv_Latn-arb_Latn", "languages": ["slv-Latn", "arb-Latn"], "main_score": 0.090377, "precision": 0.079565, "recall": 0.142292}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-cat_Latn", "languages": ["slv-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.745059, "f1": 0.681738, "hf_subset": "slv_Latn-fur_Latn", "languages": ["slv-Latn", "fur-Latn"], "main_score": 0.681738, "precision": 0.65499, "recall": 0.745059}, {"accuracy": 0.090909, "f1": 0.058325, "hf_subset": "slv_Latn-kab_Latn", "languages": ["slv-Latn", "kab-Latn"], "main_score": 0.058325, "precision": 0.051298, "recall": 0.090909}, {"accuracy": 0.746047, "f1": 0.686533, "hf_subset": "slv_Latn-lim_Latn", "languages": ["slv-Latn", "lim-Latn"], "main_score": 0.686533, "precision": 0.661001, "recall": 0.746047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "slv_Latn-nld_Latn", "languages": ["slv-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.740119, "f1": 0.678379, "hf_subset": "slv_Latn-san_Deva", "languages": ["slv-Latn", "san-Deva"], "main_score": 0.678379, "precision": 0.652407, "recall": 0.740119}, {"accuracy": 0.517787, "f1": 0.431648, "hf_subset": "slv_Latn-tat_Cyrl", "languages": ["slv-Latn", "tat-Cyrl"], "main_score": 0.431648, "precision": 0.399511, "recall": 0.517787}, {"accuracy": 0.215415, "f1": 0.143455, "hf_subset": "slv_Latn-xho_Latn", "languages": ["slv-Latn", "xho-Latn"], "main_score": 0.143455, "precision": 0.125862, "recall": 0.215415}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "slv_Latn-ars_Arab", "languages": ["slv-Latn", "ars-Arab"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.416008, "f1": 0.324687, "hf_subset": "slv_Latn-ceb_Latn", "languages": ["slv-Latn", "ceb-Latn"], "main_score": 0.324687, "precision": 0.295344, "recall": 0.416008}, {"accuracy": 0.249012, "f1": 0.173579, "hf_subset": "slv_Latn-fuv_Latn", "languages": ["slv-Latn", "fuv-Latn"], "main_score": 0.173579, "precision": 0.155445, "recall": 0.249012}, {"accuracy": 0.214427, "f1": 0.148548, "hf_subset": "slv_Latn-kac_Latn", "languages": ["slv-Latn", "kac-Latn"], "main_score": 0.148548, "precision": 0.131523, "recall": 0.214427}, {"accuracy": 0.238142, "f1": 0.169495, "hf_subset": "slv_Latn-lin_Latn", "languages": ["slv-Latn", "lin-Latn"], "main_score": 0.169495, "precision": 0.152077, "recall": 0.238142}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "slv_Latn-nno_Latn", "languages": ["slv-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.021739, "f1": 0.004586, "hf_subset": "slv_Latn-sat_Olck", "languages": ["slv-Latn", "sat-Olck"], "main_score": 0.004586, "precision": 0.003223, "recall": 0.021739}, {"accuracy": 0.865613, "f1": 0.829531, "hf_subset": "slv_Latn-tel_Telu", "languages": ["slv-Latn", "tel-Telu"], "main_score": 0.829531, "precision": 0.812829, "recall": 0.865613}, {"accuracy": 0.44664, "f1": 0.362154, "hf_subset": "slv_Latn-ydd_Hebr", "languages": ["slv-Latn", "ydd-Hebr"], "main_score": 0.362154, "precision": 0.330705, "recall": 0.44664}, {"accuracy": 0.856719, "f1": 0.816996, "hf_subset": "slv_Latn-ary_Arab", "languages": ["slv-Latn", "ary-Arab"], "main_score": 0.816996, "precision": 0.798419, "recall": 0.856719}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-ces_Latn", "languages": ["slv-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.106719, "f1": 0.061761, "hf_subset": "slv_Latn-gaz_Latn", "languages": ["slv-Latn", "gaz-Latn"], "main_score": 0.061761, "precision": 0.053268, "recall": 0.106719}, {"accuracy": 0.218379, "f1": 0.147008, "hf_subset": "slv_Latn-kam_Latn", "languages": ["slv-Latn", "kam-Latn"], "main_score": 0.147008, "precision": 0.128806, "recall": 0.218379}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "slv_Latn-lit_Latn", "languages": ["slv-Latn", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-nob_Latn", "languages": ["slv-Latn", "nob-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666008, "f1": 0.593829, "hf_subset": "slv_Latn-scn_Latn", "languages": ["slv-Latn", "scn-Latn"], "main_score": 0.593829, "precision": 0.566742, "recall": 0.666008}, {"accuracy": 0.209486, "f1": 0.138797, "hf_subset": "slv_Latn-tgk_Cyrl", "languages": ["slv-Latn", "tgk-Cyrl"], "main_score": 0.138797, "precision": 0.121708, "recall": 0.209486}, {"accuracy": 0.215415, "f1": 0.136841, "hf_subset": "slv_Latn-yor_Latn", "languages": ["slv-Latn", "yor-Latn"], "main_score": 0.136841, "precision": 0.117204, "recall": 0.215415}, {"accuracy": 0.958498, "f1": 0.944829, "hf_subset": "slv_Latn-arz_Arab", "languages": ["slv-Latn", "arz-Arab"], "main_score": 0.944829, "precision": 0.938076, "recall": 0.958498}, {"accuracy": 0.19664, "f1": 0.131786, "hf_subset": "slv_Latn-cjk_Latn", "languages": ["slv-Latn", "cjk-Latn"], "main_score": 0.131786, "precision": 0.11668, "recall": 0.19664}, {"accuracy": 0.214427, "f1": 0.144777, "hf_subset": "slv_Latn-gla_Latn", "languages": ["slv-Latn", "gla-Latn"], "main_score": 0.144777, "precision": 0.126317, "recall": 0.214427}, {"accuracy": 0.824111, "f1": 0.777588, "hf_subset": "slv_Latn-kan_Knda", "languages": ["slv-Latn", "kan-Knda"], "main_score": 0.777588, "precision": 0.757068, "recall": 0.824111}, {"accuracy": 0.657115, "f1": 0.587761, "hf_subset": "slv_Latn-lmo_Latn", "languages": ["slv-Latn", "lmo-Latn"], "main_score": 0.587761, "precision": 0.561616, "recall": 0.657115}, {"accuracy": 0.963439, "f1": 0.951581, "hf_subset": "slv_Latn-npi_Deva", "languages": ["slv-Latn", "npi-Deva"], "main_score": 0.951581, "precision": 0.945652, "recall": 0.963439}, {"accuracy": 0.299407, "f1": 0.213523, "hf_subset": "slv_Latn-shn_Mymr", "languages": ["slv-Latn", "shn-Mymr"], "main_score": 0.213523, "precision": 0.186899, "recall": 0.299407}, {"accuracy": 0.486166, "f1": 0.40019, "hf_subset": "slv_Latn-tgl_Latn", "languages": ["slv-Latn", "tgl-Latn"], "main_score": 0.40019, "precision": 0.37142, "recall": 0.486166}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-yue_Hant", "languages": ["slv-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.554348, "f1": 0.473189, "hf_subset": "slv_Latn-asm_Beng", "languages": ["slv-Latn", "asm-Beng"], "main_score": 0.473189, "precision": 0.443014, "recall": 0.554348}, {"accuracy": 0.848814, "f1": 0.808333, "hf_subset": "slv_Latn-ckb_Arab", "languages": ["slv-Latn", "ckb-Arab"], "main_score": 0.808333, "precision": 0.78997, "recall": 0.848814}, {"accuracy": 0.314229, "f1": 0.23753, "hf_subset": "slv_Latn-gle_Latn", "languages": ["slv-Latn", "gle-Latn"], "main_score": 0.23753, "precision": 0.2163, "recall": 0.314229}, {"accuracy": 0.610672, "f1": 0.531323, "hf_subset": "slv_Latn-kas_Arab", "languages": ["slv-Latn", "kas-Arab"], "main_score": 0.531323, "precision": 0.500058, "recall": 0.610672}, {"accuracy": 0.720356, "f1": 0.656776, "hf_subset": "slv_Latn-ltg_Latn", "languages": ["slv-Latn", "ltg-Latn"], "main_score": 0.656776, "precision": 0.629134, "recall": 0.720356}, {"accuracy": 0.252964, "f1": 0.172865, "hf_subset": "slv_Latn-nso_Latn", "languages": ["slv-Latn", "nso-Latn"], "main_score": 0.172865, "precision": 0.151738, "recall": 0.252964}, {"accuracy": 0.931818, "f1": 0.912615, "hf_subset": "slv_Latn-sin_Sinh", "languages": ["slv-Latn", "sin-Sinh"], "main_score": 0.912615, "precision": 0.903574, "recall": 0.931818}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-tha_Thai", "languages": ["slv-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.994071, "f1": 0.992424, "hf_subset": "slv_Latn-zho_Hans", "languages": ["slv-Latn", "zho-Hans"], "main_score": 0.992424, "precision": 0.991601, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.92859, "hf_subset": "slv_Latn-ast_Latn", "languages": ["slv-Latn", "ast-Latn"], "main_score": 0.92859, "precision": 0.920372, "recall": 0.945652}, {"accuracy": 0.781621, "f1": 0.728247, "hf_subset": "slv_Latn-crh_Latn", "languages": ["slv-Latn", "crh-Latn"], "main_score": 0.728247, "precision": 0.704891, "recall": 0.781621}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "slv_Latn-glg_Latn", "languages": ["slv-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.423913, "f1": 0.340778, "hf_subset": "slv_Latn-kas_Deva", "languages": ["slv-Latn", "kas-Deva"], "main_score": 0.340778, "precision": 0.312465, "recall": 0.423913}, {"accuracy": 0.513834, "f1": 0.424609, "hf_subset": "slv_Latn-ltz_Latn", "languages": ["slv-Latn", "ltz-Latn"], "main_score": 0.424609, "precision": 0.393899, "recall": 0.513834}, {"accuracy": 0.117589, "f1": 0.064995, "hf_subset": "slv_Latn-nus_Latn", "languages": ["slv-Latn", "nus-Latn"], "main_score": 0.064995, "precision": 0.055323, "recall": 0.117589}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "slv_Latn-slk_Latn", "languages": ["slv-Latn", "slk-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.188735, "f1": 0.12445, "hf_subset": "slv_Latn-tir_Ethi", "languages": ["slv-Latn", "tir-Ethi"], "main_score": 0.12445, "precision": 0.106198, "recall": 0.188735}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "slv_Latn-zho_Hant", "languages": ["slv-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.959486, "f1": 0.948024, "hf_subset": "slv_Latn-awa_Deva", "languages": ["slv-Latn", "awa-Deva"], "main_score": 0.948024, "precision": 0.942605, "recall": 0.959486}, {"accuracy": 0.494071, "f1": 0.406976, "hf_subset": "slv_Latn-cym_Latn", "languages": ["slv-Latn", "cym-Latn"], "main_score": 0.406976, "precision": 0.3783, "recall": 0.494071}, {"accuracy": 0.384387, "f1": 0.295302, "hf_subset": "slv_Latn-grn_Latn", "languages": ["slv-Latn", "grn-Latn"], "main_score": 0.295302, "precision": 0.267862, "recall": 0.384387}, {"accuracy": 0.883399, "f1": 0.847134, "hf_subset": "slv_Latn-kat_Geor", "languages": ["slv-Latn", "kat-Geor"], "main_score": 0.847134, "precision": 0.829875, "recall": 0.883399}, {"accuracy": 0.264822, "f1": 0.190464, "hf_subset": "slv_Latn-lua_Latn", "languages": ["slv-Latn", "lua-Latn"], "main_score": 0.190464, "precision": 0.170241, "recall": 0.264822}, {"accuracy": 0.249012, "f1": 0.169927, "hf_subset": "slv_Latn-nya_Latn", "languages": ["slv-Latn", "nya-Latn"], "main_score": 0.169927, "precision": 0.149188, "recall": 0.249012}, {"accuracy": 0.48419, "f1": 0.39245, "hf_subset": "slv_Latn-tpi_Latn", "languages": ["slv-Latn", "tpi-Latn"], "main_score": 0.39245, "precision": 0.361587, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-zsm_Latn", "languages": ["slv-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.209486, "f1": 0.132686, "hf_subset": "slv_Latn-ayr_Latn", "languages": ["slv-Latn", "ayr-Latn"], "main_score": 0.132686, "precision": 0.115098, "recall": 0.209486}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "slv_Latn-dan_Latn", "languages": ["slv-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.923913, "f1": 0.900645, "hf_subset": "slv_Latn-guj_Gujr", "languages": ["slv-Latn", "guj-Gujr"], "main_score": 0.900645, "precision": 0.889493, "recall": 0.923913}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "slv_Latn-kaz_Cyrl", "languages": ["slv-Latn", "kaz-Cyrl"], "main_score": 0.955698, "precision": 0.950428, "recall": 0.966403}, {"accuracy": 0.201581, "f1": 0.136385, "hf_subset": "slv_Latn-lug_Latn", "languages": ["slv-Latn", "lug-Latn"], "main_score": 0.136385, "precision": 0.120569, "recall": 0.201581}, {"accuracy": 0.936759, "f1": 0.916996, "hf_subset": "slv_Latn-oci_Latn", "languages": ["slv-Latn", "oci-Latn"], "main_score": 0.916996, "precision": 0.907444, "recall": 0.936759}, {"accuracy": 0.212451, "f1": 0.144545, "hf_subset": "slv_Latn-smo_Latn", "languages": ["slv-Latn", "smo-Latn"], "main_score": 0.144545, "precision": 0.128043, "recall": 0.212451}, {"accuracy": 0.222332, "f1": 0.154727, "hf_subset": "slv_Latn-tsn_Latn", "languages": ["slv-Latn", "tsn-Latn"], "main_score": 0.154727, "precision": 0.137598, "recall": 0.222332}, {"accuracy": 0.164032, "f1": 0.108481, "hf_subset": "slv_Latn-zul_Latn", "languages": ["slv-Latn", "zul-Latn"], "main_score": 0.108481, "precision": 0.095704, "recall": 0.164032}, {"accuracy": 0.556324, "f1": 0.471659, "hf_subset": "slv_Latn-azb_Arab", "languages": ["slv-Latn", "azb-Arab"], "main_score": 0.471659, "precision": 0.43938, "recall": 0.556324}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "slv_Latn-deu_Latn", "languages": ["slv-Latn", "deu-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.321146, "f1": 0.23601, "hf_subset": "slv_Latn-hat_Latn", "languages": ["slv-Latn", "hat-Latn"], "main_score": 0.23601, "precision": 0.210638, "recall": 0.321146}, {"accuracy": 0.204545, "f1": 0.136515, "hf_subset": "slv_Latn-kbp_Latn", "languages": ["slv-Latn", "kbp-Latn"], "main_score": 0.136515, "precision": 0.119062, "recall": 0.204545}, {"accuracy": 0.238142, "f1": 0.163443, "hf_subset": "slv_Latn-luo_Latn", "languages": ["slv-Latn", "luo-Latn"], "main_score": 0.163443, "precision": 0.144585, "recall": 0.238142}, {"accuracy": 0.83498, "f1": 0.792704, "hf_subset": "slv_Latn-ory_Orya", "languages": ["slv-Latn", "ory-Orya"], "main_score": 0.792704, "precision": 0.774087, "recall": 0.83498}, {"accuracy": 0.188735, "f1": 0.119505, "hf_subset": "slv_Latn-sna_Latn", "languages": ["slv-Latn", "sna-Latn"], "main_score": 0.119505, "precision": 0.102917, "recall": 0.188735}, {"accuracy": 0.20751, "f1": 0.142651, "hf_subset": "slv_Latn-tso_Latn", "languages": ["slv-Latn", "tso-Latn"], "main_score": 0.142651, "precision": 0.1263, "recall": 0.20751}, {"accuracy": 0.953557, "f1": 0.940119, "hf_subset": "slv_Latn-azj_Latn", "languages": ["slv-Latn", "azj-Latn"], "main_score": 0.940119, "precision": 0.933877, "recall": 0.953557}, {"accuracy": 0.309289, "f1": 0.223126, "hf_subset": "slv_Latn-dik_Latn", "languages": ["slv-Latn", "dik-Latn"], "main_score": 0.223126, "precision": 0.198578, "recall": 0.309289}, {"accuracy": 0.274704, "f1": 0.194887, "hf_subset": "slv_Latn-hau_Latn", "languages": ["slv-Latn", "hau-Latn"], "main_score": 0.194887, "precision": 0.174453, "recall": 0.274704}, {"accuracy": 0.675889, "f1": 0.603894, "hf_subset": "slv_Latn-kea_Latn", "languages": ["slv-Latn", "kea-Latn"], "main_score": 0.603894, "precision": 0.57552, "recall": 0.675889}, {"accuracy": 0.373518, "f1": 0.2881, "hf_subset": "slv_Latn-lus_Latn", "languages": ["slv-Latn", "lus-Latn"], "main_score": 0.2881, "precision": 0.262069, "recall": 0.373518}, {"accuracy": 0.477273, "f1": 0.384409, "hf_subset": "slv_Latn-pag_Latn", "languages": ["slv-Latn", "pag-Latn"], "main_score": 0.384409, "precision": 0.352064, "recall": 0.477273}, {"accuracy": 0.870553, "f1": 0.834241, "hf_subset": "slv_Latn-snd_Arab", "languages": ["slv-Latn", "snd-Arab"], "main_score": 0.834241, "precision": 0.817523, "recall": 0.870553}, {"accuracy": 0.357708, "f1": 0.271102, "hf_subset": "slv_Latn-tuk_Latn", "languages": ["slv-Latn", "tuk-Latn"], "main_score": 0.271102, "precision": 0.245781, "recall": 0.357708}, {"accuracy": 0.48913, "f1": 0.402708, "hf_subset": "slv_Latn-bak_Cyrl", "languages": ["slv-Latn", "bak-Cyrl"], "main_score": 0.402708, "precision": 0.372619, "recall": 0.48913}, {"accuracy": 0.193676, "f1": 0.127662, "hf_subset": "slv_Latn-dyu_Latn", "languages": ["slv-Latn", "dyu-Latn"], "main_score": 0.127662, "precision": 0.110113, "recall": 0.193676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "slv_Latn-heb_Hebr", "languages": ["slv-Latn", "heb-Hebr"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.976285, "f1": 0.968379, "hf_subset": "slv_Latn-khk_Cyrl", "languages": ["slv-Latn", "khk-Cyrl"], "main_score": 0.968379, "precision": 0.964427, "recall": 0.976285}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "slv_Latn-lvs_Latn", "languages": ["slv-Latn", "lvs-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.854743, "f1": 0.815483, "hf_subset": "slv_Latn-pan_Guru", "languages": ["slv-Latn", "pan-Guru"], "main_score": 0.815483, "precision": 0.797852, "recall": 0.854743}, {"accuracy": 0.277668, "f1": 0.201078, "hf_subset": "slv_Latn-som_Latn", "languages": ["slv-Latn", "som-Latn"], "main_score": 0.201078, "precision": 0.178481, "recall": 0.277668}, {"accuracy": 0.218379, "f1": 0.143477, "hf_subset": "slv_Latn-tum_Latn", "languages": ["slv-Latn", "tum-Latn"], "main_score": 0.143477, "precision": 0.124967, "recall": 0.218379}, {"accuracy": 0.052372, "f1": 0.039352, "hf_subset": "tpi_Latn-ace_Arab", "languages": ["tpi-Latn", "ace-Arab"], "main_score": 0.039352, "precision": 0.035812, "recall": 0.052372}, {"accuracy": 0.23913, "f1": 0.206242, "hf_subset": "tpi_Latn-bam_Latn", "languages": ["tpi-Latn", "bam-Latn"], "main_score": 0.206242, "precision": 0.195213, "recall": 0.23913}, {"accuracy": 0.003953, "f1": 0.00082, "hf_subset": "tpi_Latn-dzo_Tibt", "languages": ["tpi-Latn", "dzo-Tibt"], "main_score": 0.00082, "precision": 0.000579, "recall": 0.003953}, {"accuracy": 0.398221, "f1": 0.360372, "hf_subset": "tpi_Latn-hin_Deva", "languages": ["tpi-Latn", "hin-Deva"], "main_score": 0.360372, "precision": 0.347563, "recall": 0.398221}, {"accuracy": 0.333004, "f1": 0.301023, "hf_subset": "tpi_Latn-khm_Khmr", "languages": ["tpi-Latn", "khm-Khmr"], "main_score": 0.301023, "precision": 0.290629, "recall": 0.333004}, {"accuracy": 0.364625, "f1": 0.329067, "hf_subset": "tpi_Latn-mag_Deva", "languages": ["tpi-Latn", "mag-Deva"], "main_score": 0.329067, "precision": 0.319143, "recall": 0.364625}, {"accuracy": 0.342885, "f1": 0.316737, "hf_subset": "tpi_Latn-pap_Latn", "languages": ["tpi-Latn", "pap-Latn"], "main_score": 0.316737, "precision": 0.307552, "recall": 0.342885}, {"accuracy": 0.310277, "f1": 0.270953, "hf_subset": "tpi_Latn-sot_Latn", "languages": ["tpi-Latn", "sot-Latn"], "main_score": 0.270953, "precision": 0.25659, "recall": 0.310277}, {"accuracy": 0.492095, "f1": 0.455772, "hf_subset": "tpi_Latn-tur_Latn", "languages": ["tpi-Latn", "tur-Latn"], "main_score": 0.455772, "precision": 0.443867, "recall": 0.492095}, {"accuracy": 0.389328, "f1": 0.36018, "hf_subset": "tpi_Latn-ace_Latn", "languages": ["tpi-Latn", "ace-Latn"], "main_score": 0.36018, "precision": 0.348445, "recall": 0.389328}, {"accuracy": 0.357708, "f1": 0.335977, "hf_subset": "tpi_Latn-ban_Latn", "languages": ["tpi-Latn", "ban-Latn"], "main_score": 0.335977, "precision": 0.329053, "recall": 0.357708}, {"accuracy": 0.414032, "f1": 0.379373, "hf_subset": "tpi_Latn-ell_Grek", "languages": ["tpi-Latn", "ell-Grek"], "main_score": 0.379373, "precision": 0.366769, "recall": 0.414032}, {"accuracy": 0.335968, "f1": 0.308411, "hf_subset": "tpi_Latn-hne_Deva", "languages": ["tpi-Latn", "hne-Deva"], "main_score": 0.308411, "precision": 0.298706, "recall": 0.335968}, {"accuracy": 0.33004, "f1": 0.287333, "hf_subset": "tpi_Latn-kik_Latn", "languages": ["tpi-Latn", "kik-Latn"], "main_score": 0.287333, "precision": 0.272, "recall": 0.33004}, {"accuracy": 0.337945, "f1": 0.306539, "hf_subset": "tpi_Latn-mai_Deva", "languages": ["tpi-Latn", "mai-Deva"], "main_score": 0.306539, "precision": 0.296092, "recall": 0.337945}, {"accuracy": 0.309289, "f1": 0.2729, "hf_subset": "tpi_Latn-pbt_Arab", "languages": ["tpi-Latn", "pbt-Arab"], "main_score": 0.2729, "precision": 0.261401, "recall": 0.309289}, {"accuracy": 0.494071, "f1": 0.462397, "hf_subset": "tpi_Latn-spa_Latn", "languages": ["tpi-Latn", "spa-Latn"], "main_score": 0.462397, "precision": 0.451283, "recall": 0.494071}, {"accuracy": 0.405138, "f1": 0.362562, "hf_subset": "tpi_Latn-twi_Latn", "languages": ["tpi-Latn", "twi-Latn"], "main_score": 0.362562, "precision": 0.346764, "recall": 0.405138}, {"accuracy": 0.374506, "f1": 0.349118, "hf_subset": "tpi_Latn-acm_Arab", "languages": ["tpi-Latn", "acm-Arab"], "main_score": 0.349118, "precision": 0.339415, "recall": 0.374506}, {"accuracy": 0.353755, "f1": 0.318675, "hf_subset": "tpi_Latn-bel_Cyrl", "languages": ["tpi-Latn", "bel-Cyrl"], "main_score": 0.318675, "precision": 0.306952, "recall": 0.353755}, {"accuracy": 0.546443, "f1": 0.509293, "hf_subset": "tpi_Latn-eng_Latn", "languages": ["tpi-Latn", "eng-Latn"], "main_score": 0.509293, "precision": 0.497021, "recall": 0.546443}, {"accuracy": 0.406126, "f1": 0.38846, "hf_subset": "tpi_Latn-hrv_Latn", "languages": ["tpi-Latn", "hrv-Latn"], "main_score": 0.38846, "precision": 0.382138, "recall": 0.406126}, {"accuracy": 0.228261, "f1": 0.190672, "hf_subset": "tpi_Latn-kin_Latn", "languages": ["tpi-Latn", "kin-Latn"], "main_score": 0.190672, "precision": 0.177706, "recall": 0.228261}, {"accuracy": 0.212451, "f1": 0.185814, "hf_subset": "tpi_Latn-mal_Mlym", "languages": ["tpi-Latn", "mal-Mlym"], "main_score": 0.185814, "precision": 0.17763, "recall": 0.212451}, {"accuracy": 0.432806, "f1": 0.392237, "hf_subset": "tpi_Latn-pes_Arab", "languages": ["tpi-Latn", "pes-Arab"], "main_score": 0.392237, "precision": 0.379226, "recall": 0.432806}, {"accuracy": 0.339921, "f1": 0.307, "hf_subset": "tpi_Latn-srd_Latn", "languages": ["tpi-Latn", "srd-Latn"], "main_score": 0.307, "precision": 0.295989, "recall": 0.339921}, {"accuracy": 0.0583, "f1": 0.036927, "hf_subset": "tpi_Latn-tzm_Tfng", "languages": ["tpi-Latn", "tzm-Tfng"], "main_score": 0.036927, "precision": 0.033206, "recall": 0.0583}, {"accuracy": 0.392292, "f1": 0.356185, "hf_subset": "tpi_Latn-acq_Arab", "languages": ["tpi-Latn", "acq-Arab"], "main_score": 0.356185, "precision": 0.342382, "recall": 0.392292}, {"accuracy": 0.31917, "f1": 0.274063, "hf_subset": "tpi_Latn-bem_Latn", "languages": ["tpi-Latn", "bem-Latn"], "main_score": 0.274063, "precision": 0.259466, "recall": 0.31917}, {"accuracy": 0.332016, "f1": 0.312905, "hf_subset": "tpi_Latn-epo_Latn", "languages": ["tpi-Latn", "epo-Latn"], "main_score": 0.312905, "precision": 0.307623, "recall": 0.332016}, {"accuracy": 0.504941, "f1": 0.466968, "hf_subset": "tpi_Latn-hun_Latn", "languages": ["tpi-Latn", "hun-Latn"], "main_score": 0.466968, "precision": 0.454109, "recall": 0.504941}, {"accuracy": 0.37253, "f1": 0.33807, "hf_subset": "tpi_Latn-kir_Cyrl", "languages": ["tpi-Latn", "kir-Cyrl"], "main_score": 0.33807, "precision": 0.327894, "recall": 0.37253}, {"accuracy": 0.329051, "f1": 0.283955, "hf_subset": "tpi_Latn-mar_Deva", "languages": ["tpi-Latn", "mar-Deva"], "main_score": 0.283955, "precision": 0.27018, "recall": 0.329051}, {"accuracy": 0.29249, "f1": 0.251485, "hf_subset": "tpi_Latn-plt_Latn", "languages": ["tpi-Latn", "plt-Latn"], "main_score": 0.251485, "precision": 0.237797, "recall": 0.29249}, {"accuracy": 0.44664, "f1": 0.411032, "hf_subset": "tpi_Latn-srp_Cyrl", "languages": ["tpi-Latn", "srp-Cyrl"], "main_score": 0.411032, "precision": 0.398733, "recall": 0.44664}, {"accuracy": 0.231225, "f1": 0.198161, "hf_subset": "tpi_Latn-uig_Arab", "languages": ["tpi-Latn", "uig-Arab"], "main_score": 0.198161, "precision": 0.188199, "recall": 0.231225}, {"accuracy": 0.338933, "f1": 0.305901, "hf_subset": "tpi_Latn-aeb_Arab", "languages": ["tpi-Latn", "aeb-Arab"], "main_score": 0.305901, "precision": 0.295016, "recall": 0.338933}, {"accuracy": 0.210474, "f1": 0.182037, "hf_subset": "tpi_Latn-ben_Beng", "languages": ["tpi-Latn", "ben-Beng"], "main_score": 0.182037, "precision": 0.173184, "recall": 0.210474}, {"accuracy": 0.474308, "f1": 0.437454, "hf_subset": "tpi_Latn-est_Latn", "languages": ["tpi-Latn", "est-Latn"], "main_score": 0.437454, "precision": 0.425414, "recall": 0.474308}, {"accuracy": 0.367589, "f1": 0.334006, "hf_subset": "tpi_Latn-hye_Armn", "languages": ["tpi-Latn", "hye-Armn"], "main_score": 0.334006, "precision": 0.321119, "recall": 0.367589}, {"accuracy": 0.246047, "f1": 0.194718, "hf_subset": "tpi_Latn-kmb_Latn", "languages": ["tpi-Latn", "kmb-Latn"], "main_score": 0.194718, "precision": 0.177498, "recall": 0.246047}, {"accuracy": 0.041502, "f1": 0.031635, "hf_subset": "tpi_Latn-min_Arab", "languages": ["tpi-Latn", "min-Arab"], "main_score": 0.031635, "precision": 0.028518, "recall": 0.041502}, {"accuracy": 0.502964, "f1": 0.461679, "hf_subset": "tpi_Latn-pol_Latn", "languages": ["tpi-Latn", "pol-Latn"], "main_score": 0.461679, "precision": 0.448626, "recall": 0.502964}, {"accuracy": 0.218379, "f1": 0.177695, "hf_subset": "tpi_Latn-ssw_Latn", "languages": ["tpi-Latn", "ssw-Latn"], "main_score": 0.177695, "precision": 0.164414, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.407875, "hf_subset": "tpi_Latn-ukr_Cyrl", "languages": ["tpi-Latn", "ukr-Cyrl"], "main_score": 0.407875, "precision": 0.396689, "recall": 0.440711}, {"accuracy": 0.458498, "f1": 0.425503, "hf_subset": "tpi_Latn-afr_Latn", "languages": ["tpi-Latn", "afr-Latn"], "main_score": 0.425503, "precision": 0.414842, "recall": 0.458498}, {"accuracy": 0.336957, "f1": 0.307474, "hf_subset": "tpi_Latn-bho_Deva", "languages": ["tpi-Latn", "bho-Deva"], "main_score": 0.307474, "precision": 0.298227, "recall": 0.336957}, {"accuracy": 0.285573, "f1": 0.266983, "hf_subset": "tpi_Latn-eus_Latn", "languages": ["tpi-Latn", "eus-Latn"], "main_score": 0.266983, "precision": 0.261604, "recall": 0.285573}, {"accuracy": 0.249012, "f1": 0.201618, "hf_subset": "tpi_Latn-ibo_Latn", "languages": ["tpi-Latn", "ibo-Latn"], "main_score": 0.201618, "precision": 0.185078, "recall": 0.249012}, {"accuracy": 0.348814, "f1": 0.310381, "hf_subset": "tpi_Latn-kmr_Latn", "languages": ["tpi-Latn", "kmr-Latn"], "main_score": 0.310381, "precision": 0.298235, "recall": 0.348814}, {"accuracy": 0.344862, "f1": 0.316783, "hf_subset": "tpi_Latn-min_Latn", "languages": ["tpi-Latn", "min-Latn"], "main_score": 0.316783, "precision": 0.307925, "recall": 0.344862}, {"accuracy": 0.511858, "f1": 0.470861, "hf_subset": "tpi_Latn-por_Latn", "languages": ["tpi-Latn", "por-Latn"], "main_score": 0.470861, "precision": 0.456954, "recall": 0.511858}, {"accuracy": 0.352767, "f1": 0.328347, "hf_subset": "tpi_Latn-sun_Latn", "languages": ["tpi-Latn", "sun-Latn"], "main_score": 0.328347, "precision": 0.320617, "recall": 0.352767}, {"accuracy": 0.220356, "f1": 0.176993, "hf_subset": "tpi_Latn-umb_Latn", "languages": ["tpi-Latn", "umb-Latn"], "main_score": 0.176993, "precision": 0.16361, "recall": 0.220356}, {"accuracy": 0.382411, "f1": 0.351119, "hf_subset": "tpi_Latn-ajp_Arab", "languages": ["tpi-Latn", "ajp-Arab"], "main_score": 0.351119, "precision": 0.339844, "recall": 0.382411}, {"accuracy": 0.0583, "f1": 0.042647, "hf_subset": "tpi_Latn-bjn_Arab", "languages": ["tpi-Latn", "bjn-Arab"], "main_score": 0.042647, "precision": 0.038261, "recall": 0.0583}, {"accuracy": 0.329051, "f1": 0.290687, "hf_subset": "tpi_Latn-ewe_Latn", "languages": ["tpi-Latn", "ewe-Latn"], "main_score": 0.290687, "precision": 0.276297, "recall": 0.329051}, {"accuracy": 0.416996, "f1": 0.377664, "hf_subset": "tpi_Latn-ilo_Latn", "languages": ["tpi-Latn", "ilo-Latn"], "main_score": 0.377664, "precision": 0.363349, "recall": 0.416996}, {"accuracy": 0.066206, "f1": 0.054192, "hf_subset": "tpi_Latn-knc_Arab", "languages": ["tpi-Latn", "knc-Arab"], "main_score": 0.054192, "precision": 0.050436, "recall": 0.066206}, {"accuracy": 0.466403, "f1": 0.434933, "hf_subset": "tpi_Latn-mkd_Cyrl", "languages": ["tpi-Latn", "mkd-Cyrl"], "main_score": 0.434933, "precision": 0.423916, "recall": 0.466403}, {"accuracy": 0.37747, "f1": 0.345833, "hf_subset": "tpi_Latn-prs_Arab", "languages": ["tpi-Latn", "prs-Arab"], "main_score": 0.345833, "precision": 0.334962, "recall": 0.37747}, {"accuracy": 0.422925, "f1": 0.408622, "hf_subset": "tpi_Latn-swe_Latn", "languages": ["tpi-Latn", "swe-Latn"], "main_score": 0.408622, "precision": 0.403476, "recall": 0.422925}, {"accuracy": 0.327075, "f1": 0.288489, "hf_subset": "tpi_Latn-urd_Arab", "languages": ["tpi-Latn", "urd-Arab"], "main_score": 0.288489, "precision": 0.275203, "recall": 0.327075}, {"accuracy": 0.395257, "f1": 0.352993, "hf_subset": "tpi_Latn-aka_Latn", "languages": ["tpi-Latn", "aka-Latn"], "main_score": 0.352993, "precision": 0.338048, "recall": 0.395257}, {"accuracy": 0.348814, "f1": 0.327862, "hf_subset": "tpi_Latn-bjn_Latn", "languages": ["tpi-Latn", "bjn-Latn"], "main_score": 0.327862, "precision": 0.321061, "recall": 0.348814}, {"accuracy": 0.297431, "f1": 0.269784, "hf_subset": "tpi_Latn-fao_Latn", "languages": ["tpi-Latn", "fao-Latn"], "main_score": 0.269784, "precision": 0.260283, "recall": 0.297431}, {"accuracy": 0.528656, "f1": 0.488887, "hf_subset": "tpi_Latn-ind_Latn", "languages": ["tpi-Latn", "ind-Latn"], "main_score": 0.488887, "precision": 0.475835, "recall": 0.528656}, {"accuracy": 0.31917, "f1": 0.277359, "hf_subset": "tpi_Latn-knc_Latn", "languages": ["tpi-Latn", "knc-Latn"], "main_score": 0.277359, "precision": 0.261325, "recall": 0.31917}, {"accuracy": 0.340909, "f1": 0.301983, "hf_subset": "tpi_Latn-mlt_Latn", "languages": ["tpi-Latn", "mlt-Latn"], "main_score": 0.301983, "precision": 0.287756, "recall": 0.340909}, {"accuracy": 0.295455, "f1": 0.255477, "hf_subset": "tpi_Latn-quy_Latn", "languages": ["tpi-Latn", "quy-Latn"], "main_score": 0.255477, "precision": 0.240137, "recall": 0.295455}, {"accuracy": 0.275692, "f1": 0.239198, "hf_subset": "tpi_Latn-swh_Latn", "languages": ["tpi-Latn", "swh-Latn"], "main_score": 0.239198, "precision": 0.227462, "recall": 0.275692}, {"accuracy": 0.252964, "f1": 0.231596, "hf_subset": "tpi_Latn-uzn_Latn", "languages": ["tpi-Latn", "uzn-Latn"], "main_score": 0.231596, "precision": 0.22545, "recall": 0.252964}, {"accuracy": 0.466403, "f1": 0.434919, "hf_subset": "tpi_Latn-als_Latn", "languages": ["tpi-Latn", "als-Latn"], "main_score": 0.434919, "precision": 0.423124, "recall": 0.466403}, {"accuracy": 0.052372, "f1": 0.025818, "hf_subset": "tpi_Latn-bod_Tibt", "languages": ["tpi-Latn", "bod-Tibt"], "main_score": 0.025818, "precision": 0.021503, "recall": 0.052372}, {"accuracy": 0.249012, "f1": 0.217451, "hf_subset": "tpi_Latn-fij_Latn", "languages": ["tpi-Latn", "fij-Latn"], "main_score": 0.217451, "precision": 0.206141, "recall": 0.249012}, {"accuracy": 0.255929, "f1": 0.234957, "hf_subset": "tpi_Latn-isl_Latn", "languages": ["tpi-Latn", "isl-Latn"], "main_score": 0.234957, "precision": 0.228926, "recall": 0.255929}, {"accuracy": 0.3083, "f1": 0.264243, "hf_subset": "tpi_Latn-kon_Latn", "languages": ["tpi-Latn", "kon-Latn"], "main_score": 0.264243, "precision": 0.248167, "recall": 0.3083}, {"accuracy": 0.059289, "f1": 0.040908, "hf_subset": "tpi_Latn-mni_Beng", "languages": ["tpi-Latn", "mni-Beng"], "main_score": 0.040908, "precision": 0.036837, "recall": 0.059289}, {"accuracy": 0.51087, "f1": 0.473316, "hf_subset": "tpi_Latn-ron_Latn", "languages": ["tpi-Latn", "ron-Latn"], "main_score": 0.473316, "precision": 0.461004, "recall": 0.51087}, {"accuracy": 0.343874, "f1": 0.315058, "hf_subset": "tpi_Latn-szl_Latn", "languages": ["tpi-Latn", "szl-Latn"], "main_score": 0.315058, "precision": 0.305241, "recall": 0.343874}, {"accuracy": 0.363636, "f1": 0.338695, "hf_subset": "tpi_Latn-vec_Latn", "languages": ["tpi-Latn", "vec-Latn"], "main_score": 0.338695, "precision": 0.329935, "recall": 0.363636}, {"accuracy": 0.186759, "f1": 0.158204, "hf_subset": "tpi_Latn-amh_Ethi", "languages": ["tpi-Latn", "amh-Ethi"], "main_score": 0.158204, "precision": 0.149602, "recall": 0.186759}, {"accuracy": 0.497036, "f1": 0.463532, "hf_subset": "tpi_Latn-bos_Latn", "languages": ["tpi-Latn", "bos-Latn"], "main_score": 0.463532, "precision": 0.452494, "recall": 0.497036}, {"accuracy": 0.483202, "f1": 0.44805, "hf_subset": "tpi_Latn-fin_Latn", "languages": ["tpi-Latn", "fin-Latn"], "main_score": 0.44805, "precision": 0.436188, "recall": 0.483202}, {"accuracy": 0.530632, "f1": 0.487434, "hf_subset": "tpi_Latn-ita_Latn", "languages": ["tpi-Latn", "ita-Latn"], "main_score": 0.487434, "precision": 0.473079, "recall": 0.530632}, {"accuracy": 0.381423, "f1": 0.35233, "hf_subset": "tpi_Latn-kor_Hang", "languages": ["tpi-Latn", "kor-Hang"], "main_score": 0.35233, "precision": 0.342217, "recall": 0.381423}, {"accuracy": 0.271739, "f1": 0.233288, "hf_subset": "tpi_Latn-mos_Latn", "languages": ["tpi-Latn", "mos-Latn"], "main_score": 0.233288, "precision": 0.219193, "recall": 0.271739}, {"accuracy": 0.231225, "f1": 0.186894, "hf_subset": "tpi_Latn-run_Latn", "languages": ["tpi-Latn", "run-Latn"], "main_score": 0.186894, "precision": 0.172957, "recall": 0.231225}, {"accuracy": 0.197628, "f1": 0.172171, "hf_subset": "tpi_Latn-tam_Taml", "languages": ["tpi-Latn", "tam-Taml"], "main_score": 0.172171, "precision": 0.164817, "recall": 0.197628}, {"accuracy": 0.504941, "f1": 0.463062, "hf_subset": "tpi_Latn-vie_Latn", "languages": ["tpi-Latn", "vie-Latn"], "main_score": 0.463062, "precision": 0.449263, "recall": 0.504941}, {"accuracy": 0.336957, "f1": 0.316638, "hf_subset": "tpi_Latn-apc_Arab", "languages": ["tpi-Latn", "apc-Arab"], "main_score": 0.316638, "precision": 0.308731, "recall": 0.336957}, {"accuracy": 0.368577, "f1": 0.339668, "hf_subset": "tpi_Latn-bug_Latn", "languages": ["tpi-Latn", "bug-Latn"], "main_score": 0.339668, "precision": 0.329441, "recall": 0.368577}, {"accuracy": 0.264822, "f1": 0.226671, "hf_subset": "tpi_Latn-fon_Latn", "languages": ["tpi-Latn", "fon-Latn"], "main_score": 0.226671, "precision": 0.212883, "recall": 0.264822}, {"accuracy": 0.351779, "f1": 0.326223, "hf_subset": "tpi_Latn-jav_Latn", "languages": ["tpi-Latn", "jav-Latn"], "main_score": 0.326223, "precision": 0.318505, "recall": 0.351779}, {"accuracy": 0.369565, "f1": 0.335202, "hf_subset": "tpi_Latn-lao_Laoo", "languages": ["tpi-Latn", "lao-Laoo"], "main_score": 0.335202, "precision": 0.325432, "recall": 0.369565}, {"accuracy": 0.257905, "f1": 0.212922, "hf_subset": "tpi_Latn-mri_Latn", "languages": ["tpi-Latn", "mri-Latn"], "main_score": 0.212922, "precision": 0.197872, "recall": 0.257905}, {"accuracy": 0.468379, "f1": 0.425777, "hf_subset": "tpi_Latn-rus_Cyrl", "languages": ["tpi-Latn", "rus-Cyrl"], "main_score": 0.425777, "precision": 0.411026, "recall": 0.468379}, {"accuracy": 0.312253, "f1": 0.275149, "hf_subset": "tpi_Latn-taq_Latn", "languages": ["tpi-Latn", "taq-Latn"], "main_score": 0.275149, "precision": 0.261517, "recall": 0.312253}, {"accuracy": 0.434783, "f1": 0.403389, "hf_subset": "tpi_Latn-war_Latn", "languages": ["tpi-Latn", "war-Latn"], "main_score": 0.403389, "precision": 0.391032, "recall": 0.434783}, {"accuracy": 0.406126, "f1": 0.367897, "hf_subset": "tpi_Latn-arb_Arab", "languages": ["tpi-Latn", "arb-Arab"], "main_score": 0.367897, "precision": 0.353958, "recall": 0.406126}, {"accuracy": 0.488142, "f1": 0.45133, "hf_subset": "tpi_Latn-bul_Cyrl", "languages": ["tpi-Latn", "bul-Cyrl"], "main_score": 0.45133, "precision": 0.438499, "recall": 0.488142}, {"accuracy": 0.524704, "f1": 0.481493, "hf_subset": "tpi_Latn-fra_Latn", "languages": ["tpi-Latn", "fra-Latn"], "main_score": 0.481493, "precision": 0.466829, "recall": 0.524704}, {"accuracy": 0.426877, "f1": 0.386993, "hf_subset": "tpi_Latn-jpn_Jpan", "languages": ["tpi-Latn", "jpn-Jpan"], "main_score": 0.386993, "precision": 0.373154, "recall": 0.426877}, {"accuracy": 0.336957, "f1": 0.315385, "hf_subset": "tpi_Latn-lij_Latn", "languages": ["tpi-Latn", "lij-Latn"], "main_score": 0.315385, "precision": 0.307288, "recall": 0.336957}, {"accuracy": 0.321146, "f1": 0.284679, "hf_subset": "tpi_Latn-mya_Mymr", "languages": ["tpi-Latn", "mya-Mymr"], "main_score": 0.284679, "precision": 0.272954, "recall": 0.321146}, {"accuracy": 0.316206, "f1": 0.273874, "hf_subset": "tpi_Latn-sag_Latn", "languages": ["tpi-Latn", "sag-Latn"], "main_score": 0.273874, "precision": 0.258882, "recall": 0.316206}, {"accuracy": 0.090909, "f1": 0.055375, "hf_subset": "tpi_Latn-taq_Tfng", "languages": ["tpi-Latn", "taq-Tfng"], "main_score": 0.055375, "precision": 0.04755, "recall": 0.090909}, {"accuracy": 0.333004, "f1": 0.292462, "hf_subset": "tpi_Latn-wol_Latn", "languages": ["tpi-Latn", "wol-Latn"], "main_score": 0.292462, "precision": 0.27694, "recall": 0.333004}, {"accuracy": 0.131423, "f1": 0.099699, "hf_subset": "tpi_Latn-arb_Latn", "languages": ["tpi-Latn", "arb-Latn"], "main_score": 0.099699, "precision": 0.091594, "recall": 0.131423}, {"accuracy": 0.528656, "f1": 0.483969, "hf_subset": "tpi_Latn-cat_Latn", "languages": ["tpi-Latn", "cat-Latn"], "main_score": 0.483969, "precision": 0.468944, "recall": 0.528656}, {"accuracy": 0.338933, "f1": 0.31371, "hf_subset": "tpi_Latn-fur_Latn", "languages": ["tpi-Latn", "fur-Latn"], "main_score": 0.31371, "precision": 0.305878, "recall": 0.338933}, {"accuracy": 0.093874, "f1": 0.06515, "hf_subset": "tpi_Latn-kab_Latn", "languages": ["tpi-Latn", "kab-Latn"], "main_score": 0.06515, "precision": 0.057835, "recall": 0.093874}, {"accuracy": 0.362648, "f1": 0.339534, "hf_subset": "tpi_Latn-lim_Latn", "languages": ["tpi-Latn", "lim-Latn"], "main_score": 0.339534, "precision": 0.332243, "recall": 0.362648}, {"accuracy": 0.533597, "f1": 0.485139, "hf_subset": "tpi_Latn-nld_Latn", "languages": ["tpi-Latn", "nld-Latn"], "main_score": 0.485139, "precision": 0.470338, "recall": 0.533597}, {"accuracy": 0.229249, "f1": 0.210732, "hf_subset": "tpi_Latn-san_Deva", "languages": ["tpi-Latn", "san-Deva"], "main_score": 0.210732, "precision": 0.203637, "recall": 0.229249}, {"accuracy": 0.33004, "f1": 0.301821, "hf_subset": "tpi_Latn-tat_Cyrl", "languages": ["tpi-Latn", "tat-Cyrl"], "main_score": 0.301821, "precision": 0.291628, "recall": 0.33004}, {"accuracy": 0.243083, "f1": 0.198365, "hf_subset": "tpi_Latn-xho_Latn", "languages": ["tpi-Latn", "xho-Latn"], "main_score": 0.198365, "precision": 0.183759, "recall": 0.243083}, {"accuracy": 0.402174, "f1": 0.359629, "hf_subset": "tpi_Latn-ars_Arab", "languages": ["tpi-Latn", "ars-Arab"], "main_score": 0.359629, "precision": 0.344, "recall": 0.402174}, {"accuracy": 0.364625, "f1": 0.33662, "hf_subset": "tpi_Latn-ceb_Latn", "languages": ["tpi-Latn", "ceb-Latn"], "main_score": 0.33662, "precision": 0.3263, "recall": 0.364625}, {"accuracy": 0.271739, "f1": 0.232998, "hf_subset": "tpi_Latn-fuv_Latn", "languages": ["tpi-Latn", "fuv-Latn"], "main_score": 0.232998, "precision": 0.218437, "recall": 0.271739}, {"accuracy": 0.297431, "f1": 0.250004, "hf_subset": "tpi_Latn-kac_Latn", "languages": ["tpi-Latn", "kac-Latn"], "main_score": 0.250004, "precision": 0.232998, "recall": 0.297431}, {"accuracy": 0.280632, "f1": 0.239027, "hf_subset": "tpi_Latn-lin_Latn", "languages": ["tpi-Latn", "lin-Latn"], "main_score": 0.239027, "precision": 0.225065, "recall": 0.280632}, {"accuracy": 0.488142, "f1": 0.455661, "hf_subset": "tpi_Latn-nno_Latn", "languages": ["tpi-Latn", "nno-Latn"], "main_score": 0.455661, "precision": 0.444719, "recall": 0.488142}, {"accuracy": 0.019763, "f1": 0.00757, "hf_subset": "tpi_Latn-sat_Olck", "languages": ["tpi-Latn", "sat-Olck"], "main_score": 0.00757, "precision": 0.006148, "recall": 0.019763}, {"accuracy": 0.209486, "f1": 0.183987, "hf_subset": "tpi_Latn-tel_Telu", "languages": ["tpi-Latn", "tel-Telu"], "main_score": 0.183987, "precision": 0.175571, "recall": 0.209486}, {"accuracy": 0.124506, "f1": 0.099356, "hf_subset": "tpi_Latn-ydd_Hebr", "languages": ["tpi-Latn", "ydd-Hebr"], "main_score": 0.099356, "precision": 0.091972, "recall": 0.124506}, {"accuracy": 0.320158, "f1": 0.281117, "hf_subset": "tpi_Latn-ary_Arab", "languages": ["tpi-Latn", "ary-Arab"], "main_score": 0.281117, "precision": 0.2698, "recall": 0.320158}, {"accuracy": 0.513834, "f1": 0.47695, "hf_subset": "tpi_Latn-ces_Latn", "languages": ["tpi-Latn", "ces-Latn"], "main_score": 0.47695, "precision": 0.464713, "recall": 0.513834}, {"accuracy": 0.12747, "f1": 0.091983, "hf_subset": "tpi_Latn-gaz_Latn", "languages": ["tpi-Latn", "gaz-Latn"], "main_score": 0.091983, "precision": 0.081565, "recall": 0.12747}, {"accuracy": 0.278656, "f1": 0.242478, "hf_subset": "tpi_Latn-kam_Latn", "languages": ["tpi-Latn", "kam-Latn"], "main_score": 0.242478, "precision": 0.229572, "recall": 0.278656}, {"accuracy": 0.480237, "f1": 0.443899, "hf_subset": "tpi_Latn-lit_Latn", "languages": ["tpi-Latn", "lit-Latn"], "main_score": 0.443899, "precision": 0.431664, "recall": 0.480237}, {"accuracy": 0.5, "f1": 0.464804, "hf_subset": "tpi_Latn-nob_Latn", "languages": ["tpi-Latn", "nob-Latn"], "main_score": 0.464804, "precision": 0.453048, "recall": 0.5}, {"accuracy": 0.331028, "f1": 0.307097, "hf_subset": "tpi_Latn-scn_Latn", "languages": ["tpi-Latn", "scn-Latn"], "main_score": 0.307097, "precision": 0.298359, "recall": 0.331028}, {"accuracy": 0.215415, "f1": 0.173885, "hf_subset": "tpi_Latn-tgk_Cyrl", "languages": ["tpi-Latn", "tgk-Cyrl"], "main_score": 0.173885, "precision": 0.160058, "recall": 0.215415}, {"accuracy": 0.268775, "f1": 0.22829, "hf_subset": "tpi_Latn-yor_Latn", "languages": ["tpi-Latn", "yor-Latn"], "main_score": 0.22829, "precision": 0.212452, "recall": 0.268775}, {"accuracy": 0.350791, "f1": 0.321771, "hf_subset": "tpi_Latn-arz_Arab", "languages": ["tpi-Latn", "arz-Arab"], "main_score": 0.321771, "precision": 0.311268, "recall": 0.350791}, {"accuracy": 0.241107, "f1": 0.198955, "hf_subset": "tpi_Latn-cjk_Latn", "languages": ["tpi-Latn", "cjk-Latn"], "main_score": 0.198955, "precision": 0.184916, "recall": 0.241107}, {"accuracy": 0.212451, "f1": 0.180917, "hf_subset": "tpi_Latn-gla_Latn", "languages": ["tpi-Latn", "gla-Latn"], "main_score": 0.180917, "precision": 0.170025, "recall": 0.212451}, {"accuracy": 0.202569, "f1": 0.175083, "hf_subset": "tpi_Latn-kan_Knda", "languages": ["tpi-Latn", "kan-Knda"], "main_score": 0.175083, "precision": 0.165886, "recall": 0.202569}, {"accuracy": 0.347826, "f1": 0.315977, "hf_subset": "tpi_Latn-lmo_Latn", "languages": ["tpi-Latn", "lmo-Latn"], "main_score": 0.315977, "precision": 0.306768, "recall": 0.347826}, {"accuracy": 0.380435, "f1": 0.344493, "hf_subset": "tpi_Latn-npi_Deva", "languages": ["tpi-Latn", "npi-Deva"], "main_score": 0.344493, "precision": 0.332786, "recall": 0.380435}, {"accuracy": 0.283597, "f1": 0.239819, "hf_subset": "tpi_Latn-shn_Mymr", "languages": ["tpi-Latn", "shn-Mymr"], "main_score": 0.239819, "precision": 0.225325, "recall": 0.283597}, {"accuracy": 0.385375, "f1": 0.349784, "hf_subset": "tpi_Latn-tgl_Latn", "languages": ["tpi-Latn", "tgl-Latn"], "main_score": 0.349784, "precision": 0.337734, "recall": 0.385375}, {"accuracy": 0.412055, "f1": 0.377051, "hf_subset": "tpi_Latn-yue_Hant", "languages": ["tpi-Latn", "yue-Hant"], "main_score": 0.377051, "precision": 0.365075, "recall": 0.412055}, {"accuracy": 0.119565, "f1": 0.10275, "hf_subset": "tpi_Latn-asm_Beng", "languages": ["tpi-Latn", "asm-Beng"], "main_score": 0.10275, "precision": 0.097611, "recall": 0.119565}, {"accuracy": 0.244071, "f1": 0.207848, "hf_subset": "tpi_Latn-ckb_Arab", "languages": ["tpi-Latn", "ckb-Arab"], "main_score": 0.207848, "precision": 0.196732, "recall": 0.244071}, {"accuracy": 0.243083, "f1": 0.214398, "hf_subset": "tpi_Latn-gle_Latn", "languages": ["tpi-Latn", "gle-Latn"], "main_score": 0.214398, "precision": 0.204693, "recall": 0.243083}, {"accuracy": 0.231225, "f1": 0.205652, "hf_subset": "tpi_Latn-kas_Arab", "languages": ["tpi-Latn", "kas-Arab"], "main_score": 0.205652, "precision": 0.197369, "recall": 0.231225}, {"accuracy": 0.346838, "f1": 0.31717, "hf_subset": "tpi_Latn-ltg_Latn", "languages": ["tpi-Latn", "ltg-Latn"], "main_score": 0.31717, "precision": 0.307369, "recall": 0.346838}, {"accuracy": 0.348814, "f1": 0.310726, "hf_subset": "tpi_Latn-nso_Latn", "languages": ["tpi-Latn", "nso-Latn"], "main_score": 0.310726, "precision": 0.295871, "recall": 0.348814}, {"accuracy": 0.219368, "f1": 0.185789, "hf_subset": "tpi_Latn-sin_Sinh", "languages": ["tpi-Latn", "sin-Sinh"], "main_score": 0.185789, "precision": 0.176413, "recall": 0.219368}, {"accuracy": 0.424901, "f1": 0.384541, "hf_subset": "tpi_Latn-tha_Thai", "languages": ["tpi-Latn", "tha-Thai"], "main_score": 0.384541, "precision": 0.371073, "recall": 0.424901}, {"accuracy": 0.426877, "f1": 0.383731, "hf_subset": "tpi_Latn-zho_Hans", "languages": ["tpi-Latn", "zho-Hans"], "main_score": 0.383731, "precision": 0.36857, "recall": 0.426877}, {"accuracy": 0.423913, "f1": 0.391165, "hf_subset": "tpi_Latn-ast_Latn", "languages": ["tpi-Latn", "ast-Latn"], "main_score": 0.391165, "precision": 0.381915, "recall": 0.423913}, {"accuracy": 0.307312, "f1": 0.287318, "hf_subset": "tpi_Latn-crh_Latn", "languages": ["tpi-Latn", "crh-Latn"], "main_score": 0.287318, "precision": 0.279948, "recall": 0.307312}, {"accuracy": 0.507905, "f1": 0.473026, "hf_subset": "tpi_Latn-glg_Latn", "languages": ["tpi-Latn", "glg-Latn"], "main_score": 0.473026, "precision": 0.460786, "recall": 0.507905}, {"accuracy": 0.253953, "f1": 0.22087, "hf_subset": "tpi_Latn-kas_Deva", "languages": ["tpi-Latn", "kas-Deva"], "main_score": 0.22087, "precision": 0.210111, "recall": 0.253953}, {"accuracy": 0.347826, "f1": 0.313925, "hf_subset": "tpi_Latn-ltz_Latn", "languages": ["tpi-Latn", "ltz-Latn"], "main_score": 0.313925, "precision": 0.303115, "recall": 0.347826}, {"accuracy": 0.153162, "f1": 0.107532, "hf_subset": "tpi_Latn-nus_Latn", "languages": ["tpi-Latn", "nus-Latn"], "main_score": 0.107532, "precision": 0.094304, "recall": 0.153162}, {"accuracy": 0.481225, "f1": 0.454139, "hf_subset": "tpi_Latn-slk_Latn", "languages": ["tpi-Latn", "slk-Latn"], "main_score": 0.454139, "precision": 0.444568, "recall": 0.481225}, {"accuracy": 0.076087, "f1": 0.059163, "hf_subset": "tpi_Latn-tir_Ethi", "languages": ["tpi-Latn", "tir-Ethi"], "main_score": 0.059163, "precision": 0.054118, "recall": 0.076087}, {"accuracy": 0.43083, "f1": 0.392927, "hf_subset": "tpi_Latn-zho_Hant", "languages": ["tpi-Latn", "zho-Hant"], "main_score": 0.392927, "precision": 0.379096, "recall": 0.43083}, {"accuracy": 0.395257, "f1": 0.352417, "hf_subset": "tpi_Latn-awa_Deva", "languages": ["tpi-Latn", "awa-Deva"], "main_score": 0.352417, "precision": 0.338973, "recall": 0.395257}, {"accuracy": 0.246047, "f1": 0.216919, "hf_subset": "tpi_Latn-cym_Latn", "languages": ["tpi-Latn", "cym-Latn"], "main_score": 0.216919, "precision": 0.20802, "recall": 0.246047}, {"accuracy": 0.38834, "f1": 0.34967, "hf_subset": "tpi_Latn-grn_Latn", "languages": ["tpi-Latn", "grn-Latn"], "main_score": 0.34967, "precision": 0.335767, "recall": 0.38834}, {"accuracy": 0.36166, "f1": 0.325747, "hf_subset": "tpi_Latn-kat_Geor", "languages": ["tpi-Latn", "kat-Geor"], "main_score": 0.325747, "precision": 0.313775, "recall": 0.36166}, {"accuracy": 0.301383, "f1": 0.25538, "hf_subset": "tpi_Latn-lua_Latn", "languages": ["tpi-Latn", "lua-Latn"], "main_score": 0.25538, "precision": 0.238531, "recall": 0.301383}, {"accuracy": 0.301383, "f1": 0.254854, "hf_subset": "tpi_Latn-nya_Latn", "languages": ["tpi-Latn", "nya-Latn"], "main_score": 0.254854, "precision": 0.238986, "recall": 0.301383}, {"accuracy": 0.508893, "f1": 0.464949, "hf_subset": "tpi_Latn-slv_Latn", "languages": ["tpi-Latn", "slv-Latn"], "main_score": 0.464949, "precision": 0.450347, "recall": 0.508893}, {"accuracy": 0.500988, "f1": 0.460117, "hf_subset": "tpi_Latn-zsm_Latn", "languages": ["tpi-Latn", "zsm-Latn"], "main_score": 0.460117, "precision": 0.446115, "recall": 0.500988}, {"accuracy": 0.263834, "f1": 0.211919, "hf_subset": "tpi_Latn-ayr_Latn", "languages": ["tpi-Latn", "ayr-Latn"], "main_score": 0.211919, "precision": 0.195452, "recall": 0.263834}, {"accuracy": 0.518775, "f1": 0.478631, "hf_subset": "tpi_Latn-dan_Latn", "languages": ["tpi-Latn", "dan-Latn"], "main_score": 0.478631, "precision": 0.46553, "recall": 0.518775}, {"accuracy": 0.278656, "f1": 0.246904, "hf_subset": "tpi_Latn-guj_Gujr", "languages": ["tpi-Latn", "guj-Gujr"], "main_score": 0.246904, "precision": 0.237127, "recall": 0.278656}, {"accuracy": 0.397233, "f1": 0.362286, "hf_subset": "tpi_Latn-kaz_Cyrl", "languages": ["tpi-Latn", "kaz-Cyrl"], "main_score": 0.362286, "precision": 0.351587, "recall": 0.397233}, {"accuracy": 0.213439, "f1": 0.178523, "hf_subset": "tpi_Latn-lug_Latn", "languages": ["tpi-Latn", "lug-Latn"], "main_score": 0.178523, "precision": 0.167191, "recall": 0.213439}, {"accuracy": 0.438735, "f1": 0.408003, "hf_subset": "tpi_Latn-oci_Latn", "languages": ["tpi-Latn", "oci-Latn"], "main_score": 0.408003, "precision": 0.398323, "recall": 0.438735}, {"accuracy": 0.26087, "f1": 0.209431, "hf_subset": "tpi_Latn-smo_Latn", "languages": ["tpi-Latn", "smo-Latn"], "main_score": 0.209431, "precision": 0.191574, "recall": 0.26087}, {"accuracy": 0.301383, "f1": 0.259078, "hf_subset": "tpi_Latn-tsn_Latn", "languages": ["tpi-Latn", "tsn-Latn"], "main_score": 0.259078, "precision": 0.243404, "recall": 0.301383}, {"accuracy": 0.177866, "f1": 0.139964, "hf_subset": "tpi_Latn-zul_Latn", "languages": ["tpi-Latn", "zul-Latn"], "main_score": 0.139964, "precision": 0.127235, "recall": 0.177866}, {"accuracy": 0.255929, "f1": 0.223915, "hf_subset": "tpi_Latn-azb_Arab", "languages": ["tpi-Latn", "azb-Arab"], "main_score": 0.223915, "precision": 0.213561, "recall": 0.255929}, {"accuracy": 0.520751, "f1": 0.481347, "hf_subset": "tpi_Latn-deu_Latn", "languages": ["tpi-Latn", "deu-Latn"], "main_score": 0.481347, "precision": 0.467674, "recall": 0.520751}, {"accuracy": 0.327075, "f1": 0.287051, "hf_subset": "tpi_Latn-hat_Latn", "languages": ["tpi-Latn", "hat-Latn"], "main_score": 0.287051, "precision": 0.272627, "recall": 0.327075}, {"accuracy": 0.263834, "f1": 0.217468, "hf_subset": "tpi_Latn-kbp_Latn", "languages": ["tpi-Latn", "kbp-Latn"], "main_score": 0.217468, "precision": 0.201807, "recall": 0.263834}, {"accuracy": 0.301383, "f1": 0.26056, "hf_subset": "tpi_Latn-luo_Latn", "languages": ["tpi-Latn", "luo-Latn"], "main_score": 0.26056, "precision": 0.245342, "recall": 0.301383}, {"accuracy": 0.189723, "f1": 0.159724, "hf_subset": "tpi_Latn-ory_Orya", "languages": ["tpi-Latn", "ory-Orya"], "main_score": 0.159724, "precision": 0.150512, "recall": 0.189723}, {"accuracy": 0.227273, "f1": 0.181826, "hf_subset": "tpi_Latn-sna_Latn", "languages": ["tpi-Latn", "sna-Latn"], "main_score": 0.181826, "precision": 0.166931, "recall": 0.227273}, {"accuracy": 0.267787, "f1": 0.227561, "hf_subset": "tpi_Latn-tso_Latn", "languages": ["tpi-Latn", "tso-Latn"], "main_score": 0.227561, "precision": 0.214313, "recall": 0.267787}, {"accuracy": 0.331028, "f1": 0.303563, "hf_subset": "tpi_Latn-azj_Latn", "languages": ["tpi-Latn", "azj-Latn"], "main_score": 0.303563, "precision": 0.295448, "recall": 0.331028}, {"accuracy": 0.340909, "f1": 0.298997, "hf_subset": "tpi_Latn-dik_Latn", "languages": ["tpi-Latn", "dik-Latn"], "main_score": 0.298997, "precision": 0.283747, "recall": 0.340909}, {"accuracy": 0.283597, "f1": 0.242539, "hf_subset": "tpi_Latn-hau_Latn", "languages": ["tpi-Latn", "hau-Latn"], "main_score": 0.242539, "precision": 0.230356, "recall": 0.283597}, {"accuracy": 0.304348, "f1": 0.277714, "hf_subset": "tpi_Latn-kea_Latn", "languages": ["tpi-Latn", "kea-Latn"], "main_score": 0.277714, "precision": 0.268433, "recall": 0.304348}, {"accuracy": 0.4417, "f1": 0.399355, "hf_subset": "tpi_Latn-lus_Latn", "languages": ["tpi-Latn", "lus-Latn"], "main_score": 0.399355, "precision": 0.383499, "recall": 0.4417}, {"accuracy": 0.471344, "f1": 0.437244, "hf_subset": "tpi_Latn-pag_Latn", "languages": ["tpi-Latn", "pag-Latn"], "main_score": 0.437244, "precision": 0.424447, "recall": 0.471344}, {"accuracy": 0.25, "f1": 0.216594, "hf_subset": "tpi_Latn-snd_Arab", "languages": ["tpi-Latn", "snd-Arab"], "main_score": 0.216594, "precision": 0.205583, "recall": 0.25}, {"accuracy": 0.245059, "f1": 0.208962, "hf_subset": "tpi_Latn-tuk_Latn", "languages": ["tpi-Latn", "tuk-Latn"], "main_score": 0.208962, "precision": 0.197789, "recall": 0.245059}, {"accuracy": 0.337945, "f1": 0.296374, "hf_subset": "tpi_Latn-bak_Cyrl", "languages": ["tpi-Latn", "bak-Cyrl"], "main_score": 0.296374, "precision": 0.282367, "recall": 0.337945}, {"accuracy": 0.249012, "f1": 0.208193, "hf_subset": "tpi_Latn-dyu_Latn", "languages": ["tpi-Latn", "dyu-Latn"], "main_score": 0.208193, "precision": 0.193694, "recall": 0.249012}, {"accuracy": 0.393281, "f1": 0.350828, "hf_subset": "tpi_Latn-heb_Hebr", "languages": ["tpi-Latn", "heb-Hebr"], "main_score": 0.350828, "precision": 0.336786, "recall": 0.393281}, {"accuracy": 0.407115, "f1": 0.370955, "hf_subset": "tpi_Latn-khk_Cyrl", "languages": ["tpi-Latn", "khk-Cyrl"], "main_score": 0.370955, "precision": 0.359363, "recall": 0.407115}, {"accuracy": 0.450593, "f1": 0.418546, "hf_subset": "tpi_Latn-lvs_Latn", "languages": ["tpi-Latn", "lvs-Latn"], "main_score": 0.418546, "precision": 0.406812, "recall": 0.450593}, {"accuracy": 0.183794, "f1": 0.156558, "hf_subset": "tpi_Latn-pan_Guru", "languages": ["tpi-Latn", "pan-Guru"], "main_score": 0.156558, "precision": 0.148046, "recall": 0.183794}, {"accuracy": 0.251976, "f1": 0.221781, "hf_subset": "tpi_Latn-som_Latn", "languages": ["tpi-Latn", "som-Latn"], "main_score": 0.221781, "precision": 0.211426, "recall": 0.251976}, {"accuracy": 0.286561, "f1": 0.239155, "hf_subset": "tpi_Latn-tum_Latn", "languages": ["tpi-Latn", "tum-Latn"], "main_score": 0.239155, "precision": 0.222817, "recall": 0.286561}, {"accuracy": 0.093874, "f1": 0.057425, "hf_subset": "zsm_Latn-ace_Arab", "languages": ["zsm-Latn", "ace-Arab"], "main_score": 0.057425, "precision": 0.048923, "recall": 0.093874}, {"accuracy": 0.22332, "f1": 0.152836, "hf_subset": "zsm_Latn-bam_Latn", "languages": ["zsm-Latn", "bam-Latn"], "main_score": 0.152836, "precision": 0.135754, "recall": 0.22332}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "zsm_Latn-dzo_Tibt", "languages": ["zsm-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zsm_Latn-hin_Deva", "languages": ["zsm-Latn", "hin-Deva"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.91502, "f1": 0.888076, "hf_subset": "zsm_Latn-khm_Khmr", "languages": ["zsm-Latn", "khm-Khmr"], "main_score": 0.888076, "precision": 0.874918, "recall": 0.91502}, {"accuracy": 0.949605, "f1": 0.93363, "hf_subset": "zsm_Latn-mag_Deva", "languages": ["zsm-Latn", "mag-Deva"], "main_score": 0.93363, "precision": 0.925725, "recall": 0.949605}, {"accuracy": 0.666008, "f1": 0.594167, "hf_subset": "zsm_Latn-pap_Latn", "languages": ["zsm-Latn", "pap-Latn"], "main_score": 0.594167, "precision": 0.566216, "recall": 0.666008}, {"accuracy": 0.247036, "f1": 0.177137, "hf_subset": "zsm_Latn-sot_Latn", "languages": ["zsm-Latn", "sot-Latn"], "main_score": 0.177137, "precision": 0.159139, "recall": 0.247036}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zsm_Latn-tur_Latn", "languages": ["zsm-Latn", "tur-Latn"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.435771, "f1": 0.348674, "hf_subset": "zsm_Latn-ace_Latn", "languages": ["zsm-Latn", "ace-Latn"], "main_score": 0.348674, "precision": 0.321434, "recall": 0.435771}, {"accuracy": 0.703557, "f1": 0.638238, "hf_subset": "zsm_Latn-ban_Latn", "languages": ["zsm-Latn", "ban-Latn"], "main_score": 0.638238, "precision": 0.611989, "recall": 0.703557}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "zsm_Latn-ell_Grek", "languages": ["zsm-Latn", "ell-Grek"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.928854, "f1": 0.908827, "hf_subset": "zsm_Latn-hne_Deva", "languages": ["zsm-Latn", "hne-Deva"], "main_score": 0.908827, "precision": 0.899621, "recall": 0.928854}, {"accuracy": 0.279644, "f1": 0.199022, "hf_subset": "zsm_Latn-kik_Latn", "languages": ["zsm-Latn", "kik-Latn"], "main_score": 0.199022, "precision": 0.17781, "recall": 0.279644}, {"accuracy": 0.948617, "f1": 0.932642, "hf_subset": "zsm_Latn-mai_Deva", "languages": ["zsm-Latn", "mai-Deva"], "main_score": 0.932642, "precision": 0.924901, "recall": 0.948617}, {"accuracy": 0.847826, "f1": 0.806653, "hf_subset": "zsm_Latn-pbt_Arab", "languages": ["zsm-Latn", "pbt-Arab"], "main_score": 0.806653, "precision": 0.788521, "recall": 0.847826}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-spa_Latn", "languages": ["zsm-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.323123, "f1": 0.23468, "hf_subset": "zsm_Latn-twi_Latn", "languages": ["zsm-Latn", "twi-Latn"], "main_score": 0.23468, "precision": 0.2113, "recall": 0.323123}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "zsm_Latn-acm_Arab", "languages": ["zsm-Latn", "acm-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.958498, "f1": 0.945323, "hf_subset": "zsm_Latn-bel_Cyrl", "languages": ["zsm-Latn", "bel-Cyrl"], "main_score": 0.945323, "precision": 0.938735, "recall": 0.958498}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-eng_Latn", "languages": ["zsm-Latn", "eng-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-hrv_Latn", "languages": ["zsm-Latn", "hrv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.181818, "f1": 0.122397, "hf_subset": "zsm_Latn-kin_Latn", "languages": ["zsm-Latn", "kin-Latn"], "main_score": 0.122397, "precision": 0.107634, "recall": 0.181818}, {"accuracy": 0.897233, "f1": 0.867344, "hf_subset": "zsm_Latn-mal_Mlym", "languages": ["zsm-Latn", "mal-Mlym"], "main_score": 0.867344, "precision": 0.85359, "recall": 0.897233}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "zsm_Latn-pes_Arab", "languages": ["zsm-Latn", "pes-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.729249, "f1": 0.665057, "hf_subset": "zsm_Latn-srd_Latn", "languages": ["zsm-Latn", "srd-Latn"], "main_score": 0.665057, "precision": 0.637796, "recall": 0.729249}, {"accuracy": 0.06917, "f1": 0.030575, "hf_subset": "zsm_Latn-tzm_Tfng", "languages": ["zsm-Latn", "tzm-Tfng"], "main_score": 0.030575, "precision": 0.025314, "recall": 0.06917}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "zsm_Latn-acq_Arab", "languages": ["zsm-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.249012, "f1": 0.171795, "hf_subset": "zsm_Latn-bem_Latn", "languages": ["zsm-Latn", "bem-Latn"], "main_score": 0.171795, "precision": 0.152575, "recall": 0.249012}, {"accuracy": 0.874506, "f1": 0.838307, "hf_subset": "zsm_Latn-epo_Latn", "languages": ["zsm-Latn", "epo-Latn"], "main_score": 0.838307, "precision": 0.821558, "recall": 0.874506}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-hun_Latn", "languages": ["zsm-Latn", "hun-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.943676, "f1": 0.927866, "hf_subset": "zsm_Latn-kir_Cyrl", "languages": ["zsm-Latn", "kir-Cyrl"], "main_score": 0.927866, "precision": 0.920455, "recall": 0.943676}, {"accuracy": 0.910079, "f1": 0.882905, "hf_subset": "zsm_Latn-mar_Deva", "languages": ["zsm-Latn", "mar-Deva"], "main_score": 0.882905, "precision": 0.869895, "recall": 0.910079}, {"accuracy": 0.31917, "f1": 0.24176, "hf_subset": "zsm_Latn-plt_Latn", "languages": ["zsm-Latn", "plt-Latn"], "main_score": 0.24176, "precision": 0.219267, "recall": 0.31917}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-srp_Cyrl", "languages": ["zsm-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.806324, "f1": 0.762395, "hf_subset": "zsm_Latn-uig_Arab", "languages": ["zsm-Latn", "uig-Arab"], "main_score": 0.762395, "precision": 0.743265, "recall": 0.806324}, {"accuracy": 0.937747, "f1": 0.917325, "hf_subset": "zsm_Latn-aeb_Arab", "languages": ["zsm-Latn", "aeb-Arab"], "main_score": 0.917325, "precision": 0.907279, "recall": 0.937747}, {"accuracy": 0.913043, "f1": 0.887714, "hf_subset": "zsm_Latn-ben_Beng", "languages": ["zsm-Latn", "ben-Beng"], "main_score": 0.887714, "precision": 0.876235, "recall": 0.913043}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-est_Latn", "languages": ["zsm-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.973979, "hf_subset": "zsm_Latn-hye_Armn", "languages": ["zsm-Latn", "hye-Armn"], "main_score": 0.973979, "precision": 0.971014, "recall": 0.980237}, {"accuracy": 0.193676, "f1": 0.127618, "hf_subset": "zsm_Latn-kmb_Latn", "languages": ["zsm-Latn", "kmb-Latn"], "main_score": 0.127618, "precision": 0.112871, "recall": 0.193676}, {"accuracy": 0.071146, "f1": 0.046879, "hf_subset": "zsm_Latn-min_Arab", "languages": ["zsm-Latn", "min-Arab"], "main_score": 0.046879, "precision": 0.041047, "recall": 0.071146}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-pol_Latn", "languages": ["zsm-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.184783, "f1": 0.123484, "hf_subset": "zsm_Latn-ssw_Latn", "languages": ["zsm-Latn", "ssw-Latn"], "main_score": 0.123484, "precision": 0.11005, "recall": 0.184783}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-ukr_Cyrl", "languages": ["zsm-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "zsm_Latn-afr_Latn", "languages": ["zsm-Latn", "afr-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.901186, "f1": 0.871673, "hf_subset": "zsm_Latn-bho_Deva", "languages": ["zsm-Latn", "bho-Deva"], "main_score": 0.871673, "precision": 0.858037, "recall": 0.901186}, {"accuracy": 0.76087, "f1": 0.704897, "hf_subset": "zsm_Latn-eus_Latn", "languages": ["zsm-Latn", "eus-Latn"], "main_score": 0.704897, "precision": 0.681135, "recall": 0.76087}, {"accuracy": 0.222332, "f1": 0.146783, "hf_subset": "zsm_Latn-ibo_Latn", "languages": ["zsm-Latn", "ibo-Latn"], "main_score": 0.146783, "precision": 0.12817, "recall": 0.222332}, {"accuracy": 0.763834, "f1": 0.714945, "hf_subset": "zsm_Latn-kmr_Latn", "languages": ["zsm-Latn", "kmr-Latn"], "main_score": 0.714945, "precision": 0.694912, "recall": 0.763834}, {"accuracy": 0.676877, "f1": 0.604756, "hf_subset": "zsm_Latn-min_Latn", "languages": ["zsm-Latn", "min-Latn"], "main_score": 0.604756, "precision": 0.576888, "recall": 0.676877}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-por_Latn", "languages": ["zsm-Latn", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.79249, "f1": 0.737352, "hf_subset": "zsm_Latn-sun_Latn", "languages": ["zsm-Latn", "sun-Latn"], "main_score": 0.737352, "precision": 0.7139, "recall": 0.79249}, {"accuracy": 0.190711, "f1": 0.124824, "hf_subset": "zsm_Latn-umb_Latn", "languages": ["zsm-Latn", "umb-Latn"], "main_score": 0.124824, "precision": 0.109663, "recall": 0.190711}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "zsm_Latn-ajp_Arab", "languages": ["zsm-Latn", "ajp-Arab"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.08498, "f1": 0.048602, "hf_subset": "zsm_Latn-bjn_Arab", "languages": ["zsm-Latn", "bjn-Arab"], "main_score": 0.048602, "precision": 0.040202, "recall": 0.08498}, {"accuracy": 0.278656, "f1": 0.207389, "hf_subset": "zsm_Latn-ewe_Latn", "languages": ["zsm-Latn", "ewe-Latn"], "main_score": 0.207389, "precision": 0.188523, "recall": 0.278656}, {"accuracy": 0.396245, "f1": 0.310299, "hf_subset": "zsm_Latn-ilo_Latn", "languages": ["zsm-Latn", "ilo-Latn"], "main_score": 0.310299, "precision": 0.285274, "recall": 0.396245}, {"accuracy": 0.092885, "f1": 0.050576, "hf_subset": "zsm_Latn-knc_Arab", "languages": ["zsm-Latn", "knc-Arab"], "main_score": 0.050576, "precision": 0.041731, "recall": 0.092885}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-mkd_Cyrl", "languages": ["zsm-Latn", "mkd-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "zsm_Latn-prs_Arab", "languages": ["zsm-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-swe_Latn", "languages": ["zsm-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.960639, "hf_subset": "zsm_Latn-urd_Arab", "languages": ["zsm-Latn", "urd-Arab"], "main_score": 0.960639, "precision": 0.955863, "recall": 0.970356}, {"accuracy": 0.321146, "f1": 0.240467, "hf_subset": "zsm_Latn-aka_Latn", "languages": ["zsm-Latn", "aka-Latn"], "main_score": 0.240467, "precision": 0.218258, "recall": 0.321146}, {"accuracy": 0.795455, "f1": 0.742003, "hf_subset": "zsm_Latn-bjn_Latn", "languages": ["zsm-Latn", "bjn-Latn"], "main_score": 0.742003, "precision": 0.719278, "recall": 0.795455}, {"accuracy": 0.477273, "f1": 0.39201, "hf_subset": "zsm_Latn-fao_Latn", "languages": ["zsm-Latn", "fao-Latn"], "main_score": 0.39201, "precision": 0.363987, "recall": 0.477273}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-ind_Latn", "languages": ["zsm-Latn", "ind-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.302372, "f1": 0.219625, "hf_subset": "zsm_Latn-knc_Latn", "languages": ["zsm-Latn", "knc-Latn"], "main_score": 0.219625, "precision": 0.197603, "recall": 0.302372}, {"accuracy": 0.353755, "f1": 0.271078, "hf_subset": "zsm_Latn-mlt_Latn", "languages": ["zsm-Latn", "mlt-Latn"], "main_score": 0.271078, "precision": 0.247951, "recall": 0.353755}, {"accuracy": 0.290514, "f1": 0.201651, "hf_subset": "zsm_Latn-quy_Latn", "languages": ["zsm-Latn", "quy-Latn"], "main_score": 0.201651, "precision": 0.17681, "recall": 0.290514}, {"accuracy": 0.392292, "f1": 0.308029, "hf_subset": "zsm_Latn-swh_Latn", "languages": ["zsm-Latn", "swh-Latn"], "main_score": 0.308029, "precision": 0.282063, "recall": 0.392292}, {"accuracy": 0.656126, "f1": 0.588149, "hf_subset": "zsm_Latn-uzn_Latn", "languages": ["zsm-Latn", "uzn-Latn"], "main_score": 0.588149, "precision": 0.560847, "recall": 0.656126}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-als_Latn", "languages": ["zsm-Latn", "als-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.060277, "f1": 0.021722, "hf_subset": "zsm_Latn-bod_Tibt", "languages": ["zsm-Latn", "bod-Tibt"], "main_score": 0.021722, "precision": 0.016885, "recall": 0.060277}, {"accuracy": 0.243083, "f1": 0.16945, "hf_subset": "zsm_Latn-fij_Latn", "languages": ["zsm-Latn", "fij-Latn"], "main_score": 0.16945, "precision": 0.149928, "recall": 0.243083}, {"accuracy": 0.767787, "f1": 0.713808, "hf_subset": "zsm_Latn-isl_Latn", "languages": ["zsm-Latn", "isl-Latn"], "main_score": 0.713808, "precision": 0.691166, "recall": 0.767787}, {"accuracy": 0.269763, "f1": 0.194108, "hf_subset": "zsm_Latn-kon_Latn", "languages": ["zsm-Latn", "kon-Latn"], "main_score": 0.194108, "precision": 0.173881, "recall": 0.269763}, {"accuracy": 0.065217, "f1": 0.031645, "hf_subset": "zsm_Latn-mni_Beng", "languages": ["zsm-Latn", "mni-Beng"], "main_score": 0.031645, "precision": 0.026585, "recall": 0.065217}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ron_Latn", "languages": ["zsm-Latn", "ron-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.809289, "f1": 0.761352, "hf_subset": "zsm_Latn-szl_Latn", "languages": ["zsm-Latn", "szl-Latn"], "main_score": 0.761352, "precision": 0.741067, "recall": 0.809289}, {"accuracy": 0.815217, "f1": 0.76278, "hf_subset": "zsm_Latn-vec_Latn", "languages": ["zsm-Latn", "vec-Latn"], "main_score": 0.76278, "precision": 0.73969, "recall": 0.815217}, {"accuracy": 0.788538, "f1": 0.740203, "hf_subset": "zsm_Latn-amh_Ethi", "languages": ["zsm-Latn", "amh-Ethi"], "main_score": 0.740203, "precision": 0.719222, "recall": 0.788538}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-bos_Latn", "languages": ["zsm-Latn", "bos-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-fin_Latn", "languages": ["zsm-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-ita_Latn", "languages": ["zsm-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "zsm_Latn-kor_Hang", "languages": ["zsm-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.255929, "f1": 0.183106, "hf_subset": "zsm_Latn-mos_Latn", "languages": ["zsm-Latn", "mos-Latn"], "main_score": 0.183106, "precision": 0.162886, "recall": 0.255929}, {"accuracy": 0.201581, "f1": 0.137916, "hf_subset": "zsm_Latn-run_Latn", "languages": ["zsm-Latn", "run-Latn"], "main_score": 0.137916, "precision": 0.122083, "recall": 0.201581}, {"accuracy": 0.901186, "f1": 0.872365, "hf_subset": "zsm_Latn-tam_Taml", "languages": ["zsm-Latn", "tam-Taml"], "main_score": 0.872365, "precision": 0.85886, "recall": 0.901186}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-vie_Latn", "languages": ["zsm-Latn", "vie-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955369, "hf_subset": "zsm_Latn-apc_Arab", "languages": ["zsm-Latn", "apc-Arab"], "main_score": 0.955369, "precision": 0.949934, "recall": 0.966403}, {"accuracy": 0.417984, "f1": 0.330152, "hf_subset": "zsm_Latn-bug_Latn", "languages": ["zsm-Latn", "bug-Latn"], "main_score": 0.330152, "precision": 0.302416, "recall": 0.417984}, {"accuracy": 0.233202, "f1": 0.164196, "hf_subset": "zsm_Latn-fon_Latn", "languages": ["zsm-Latn", "fon-Latn"], "main_score": 0.164196, "precision": 0.147175, "recall": 0.233202}, {"accuracy": 0.76087, "f1": 0.700132, "hf_subset": "zsm_Latn-jav_Latn", "languages": ["zsm-Latn", "jav-Latn"], "main_score": 0.700132, "precision": 0.674242, "recall": 0.76087}, {"accuracy": 0.950593, "f1": 0.935507, "hf_subset": "zsm_Latn-lao_Laoo", "languages": ["zsm-Latn", "lao-Laoo"], "main_score": 0.935507, "precision": 0.928442, "recall": 0.950593}, {"accuracy": 0.219368, "f1": 0.150344, "hf_subset": "zsm_Latn-mri_Latn", "languages": ["zsm-Latn", "mri-Latn"], "main_score": 0.150344, "precision": 0.13479, "recall": 0.219368}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-rus_Cyrl", "languages": ["zsm-Latn", "rus-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.274704, "f1": 0.204777, "hf_subset": "zsm_Latn-taq_Latn", "languages": ["zsm-Latn", "taq-Latn"], "main_score": 0.204777, "precision": 0.186407, "recall": 0.274704}, {"accuracy": 0.464427, "f1": 0.372331, "hf_subset": "zsm_Latn-war_Latn", "languages": ["zsm-Latn", "war-Latn"], "main_score": 0.372331, "precision": 0.343469, "recall": 0.464427}, {"accuracy": 0.987154, "f1": 0.983202, "hf_subset": "zsm_Latn-arb_Arab", "languages": ["zsm-Latn", "arb-Arab"], "main_score": 0.983202, "precision": 0.98139, "recall": 0.987154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "zsm_Latn-bul_Cyrl", "languages": ["zsm-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-fra_Latn", "languages": ["zsm-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "zsm_Latn-jpn_Jpan", "languages": ["zsm-Latn", "jpn-Jpan"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.769763, "f1": 0.712832, "hf_subset": "zsm_Latn-lij_Latn", "languages": ["zsm-Latn", "lij-Latn"], "main_score": 0.712832, "precision": 0.689279, "recall": 0.769763}, {"accuracy": 0.944664, "f1": 0.927372, "hf_subset": "zsm_Latn-mya_Mymr", "languages": ["zsm-Latn", "mya-Mymr"], "main_score": 0.927372, "precision": 0.918972, "recall": 0.944664}, {"accuracy": 0.258893, "f1": 0.187598, "hf_subset": "zsm_Latn-sag_Latn", "languages": ["zsm-Latn", "sag-Latn"], "main_score": 0.187598, "precision": 0.167618, "recall": 0.258893}, {"accuracy": 0.081028, "f1": 0.037767, "hf_subset": "zsm_Latn-taq_Tfng", "languages": ["zsm-Latn", "taq-Tfng"], "main_score": 0.037767, "precision": 0.031618, "recall": 0.081028}, {"accuracy": 0.281621, "f1": 0.203901, "hf_subset": "zsm_Latn-wol_Latn", "languages": ["zsm-Latn", "wol-Latn"], "main_score": 0.203901, "precision": 0.182843, "recall": 0.281621}, {"accuracy": 0.146245, "f1": 0.089744, "hf_subset": "zsm_Latn-arb_Latn", "languages": ["zsm-Latn", "arb-Latn"], "main_score": 0.089744, "precision": 0.077747, "recall": 0.146245}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-cat_Latn", "languages": ["zsm-Latn", "cat-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.742095, "f1": 0.678346, "hf_subset": "zsm_Latn-fur_Latn", "languages": ["zsm-Latn", "fur-Latn"], "main_score": 0.678346, "precision": 0.651136, "recall": 0.742095}, {"accuracy": 0.088933, "f1": 0.057362, "hf_subset": "zsm_Latn-kab_Latn", "languages": ["zsm-Latn", "kab-Latn"], "main_score": 0.057362, "precision": 0.050324, "recall": 0.088933}, {"accuracy": 0.758893, "f1": 0.700038, "hf_subset": "zsm_Latn-lim_Latn", "languages": ["zsm-Latn", "lim-Latn"], "main_score": 0.700038, "precision": 0.675362, "recall": 0.758893}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-nld_Latn", "languages": ["zsm-Latn", "nld-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.755929, "f1": 0.693615, "hf_subset": "zsm_Latn-san_Deva", "languages": ["zsm-Latn", "san-Deva"], "main_score": 0.693615, "precision": 0.666864, "recall": 0.755929}, {"accuracy": 0.525692, "f1": 0.437452, "hf_subset": "zsm_Latn-tat_Cyrl", "languages": ["zsm-Latn", "tat-Cyrl"], "main_score": 0.437452, "precision": 0.404235, "recall": 0.525692}, {"accuracy": 0.210474, "f1": 0.137608, "hf_subset": "zsm_Latn-xho_Latn", "languages": ["zsm-Latn", "xho-Latn"], "main_score": 0.137608, "precision": 0.119826, "recall": 0.210474}, {"accuracy": 0.98419, "f1": 0.979249, "hf_subset": "zsm_Latn-ars_Arab", "languages": ["zsm-Latn", "ars-Arab"], "main_score": 0.979249, "precision": 0.976943, "recall": 0.98419}, {"accuracy": 0.432806, "f1": 0.341393, "hf_subset": "zsm_Latn-ceb_Latn", "languages": ["zsm-Latn", "ceb-Latn"], "main_score": 0.341393, "precision": 0.311682, "recall": 0.432806}, {"accuracy": 0.249012, "f1": 0.170116, "hf_subset": "zsm_Latn-fuv_Latn", "languages": ["zsm-Latn", "fuv-Latn"], "main_score": 0.170116, "precision": 0.150918, "recall": 0.249012}, {"accuracy": 0.231225, "f1": 0.162688, "hf_subset": "zsm_Latn-kac_Latn", "languages": ["zsm-Latn", "kac-Latn"], "main_score": 0.162688, "precision": 0.14535, "recall": 0.231225}, {"accuracy": 0.255929, "f1": 0.186199, "hf_subset": "zsm_Latn-lin_Latn", "languages": ["zsm-Latn", "lin-Latn"], "main_score": 0.186199, "precision": 0.16795, "recall": 0.255929}, {"accuracy": 0.983202, "f1": 0.977602, "hf_subset": "zsm_Latn-nno_Latn", "languages": ["zsm-Latn", "nno-Latn"], "main_score": 0.977602, "precision": 0.974802, "recall": 0.983202}, {"accuracy": 0.017787, "f1": 0.002884, "hf_subset": "zsm_Latn-sat_Olck", "languages": ["zsm-Latn", "sat-Olck"], "main_score": 0.002884, "precision": 0.001848, "recall": 0.017787}, {"accuracy": 0.864625, "f1": 0.829513, "hf_subset": "zsm_Latn-tel_Telu", "languages": ["zsm-Latn", "tel-Telu"], "main_score": 0.829513, "precision": 0.813274, "recall": 0.864625}, {"accuracy": 0.459486, "f1": 0.372895, "hf_subset": "zsm_Latn-ydd_Hebr", "languages": ["zsm-Latn", "ydd-Hebr"], "main_score": 0.372895, "precision": 0.341639, "recall": 0.459486}, {"accuracy": 0.852767, "f1": 0.813867, "hf_subset": "zsm_Latn-ary_Arab", "languages": ["zsm-Latn", "ary-Arab"], "main_score": 0.813867, "precision": 0.79636, "recall": 0.852767}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-ces_Latn", "languages": ["zsm-Latn", "ces-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.114625, "f1": 0.071123, "hf_subset": "zsm_Latn-gaz_Latn", "languages": ["zsm-Latn", "gaz-Latn"], "main_score": 0.071123, "precision": 0.062662, "recall": 0.114625}, {"accuracy": 0.231225, "f1": 0.159092, "hf_subset": "zsm_Latn-kam_Latn", "languages": ["zsm-Latn", "kam-Latn"], "main_score": 0.159092, "precision": 0.14108, "recall": 0.231225}, {"accuracy": 0.992095, "f1": 0.989789, "hf_subset": "zsm_Latn-lit_Latn", "languages": ["zsm-Latn", "lit-Latn"], "main_score": 0.989789, "precision": 0.988636, "recall": 0.992095}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-nob_Latn", "languages": ["zsm-Latn", "nob-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.648221, "f1": 0.577195, "hf_subset": "zsm_Latn-scn_Latn", "languages": ["zsm-Latn", "scn-Latn"], "main_score": 0.577195, "precision": 0.550432, "recall": 0.648221}, {"accuracy": 0.204545, "f1": 0.135665, "hf_subset": "zsm_Latn-tgk_Cyrl", "languages": ["zsm-Latn", "tgk-Cyrl"], "main_score": 0.135665, "precision": 0.117029, "recall": 0.204545}, {"accuracy": 0.235178, "f1": 0.157322, "hf_subset": "zsm_Latn-yor_Latn", "languages": ["zsm-Latn", "yor-Latn"], "main_score": 0.157322, "precision": 0.136994, "recall": 0.235178}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "zsm_Latn-arz_Arab", "languages": ["zsm-Latn", "arz-Arab"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.213439, "f1": 0.145235, "hf_subset": "zsm_Latn-cjk_Latn", "languages": ["zsm-Latn", "cjk-Latn"], "main_score": 0.145235, "precision": 0.127953, "recall": 0.213439}, {"accuracy": 0.22332, "f1": 0.150148, "hf_subset": "zsm_Latn-gla_Latn", "languages": ["zsm-Latn", "gla-Latn"], "main_score": 0.150148, "precision": 0.130722, "recall": 0.22332}, {"accuracy": 0.807312, "f1": 0.757957, "hf_subset": "zsm_Latn-kan_Knda", "languages": ["zsm-Latn", "kan-Knda"], "main_score": 0.757957, "precision": 0.73666, "recall": 0.807312}, {"accuracy": 0.668972, "f1": 0.602848, "hf_subset": "zsm_Latn-lmo_Latn", "languages": ["zsm-Latn", "lmo-Latn"], "main_score": 0.602848, "precision": 0.577635, "recall": 0.668972}, {"accuracy": 0.972332, "f1": 0.963933, "hf_subset": "zsm_Latn-npi_Deva", "languages": ["zsm-Latn", "npi-Deva"], "main_score": 0.963933, "precision": 0.959816, "recall": 0.972332}, {"accuracy": 0.309289, "f1": 0.219114, "hf_subset": "zsm_Latn-shn_Mymr", "languages": ["zsm-Latn", "shn-Mymr"], "main_score": 0.219114, "precision": 0.191219, "recall": 0.309289}, {"accuracy": 0.498024, "f1": 0.415346, "hf_subset": "zsm_Latn-tgl_Latn", "languages": ["zsm-Latn", "tgl-Latn"], "main_score": 0.415346, "precision": 0.388115, "recall": 0.498024}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "zsm_Latn-yue_Hant", "languages": ["zsm-Latn", "yue-Hant"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.55336, "f1": 0.472905, "hf_subset": "zsm_Latn-asm_Beng", "languages": ["zsm-Latn", "asm-Beng"], "main_score": 0.472905, "precision": 0.44268, "recall": 0.55336}, {"accuracy": 0.851779, "f1": 0.811199, "hf_subset": "zsm_Latn-ckb_Arab", "languages": ["zsm-Latn", "ckb-Arab"], "main_score": 0.811199, "precision": 0.792655, "recall": 0.851779}, {"accuracy": 0.325099, "f1": 0.24362, "hf_subset": "zsm_Latn-gle_Latn", "languages": ["zsm-Latn", "gle-Latn"], "main_score": 0.24362, "precision": 0.220134, "recall": 0.325099}, {"accuracy": 0.614625, "f1": 0.535498, "hf_subset": "zsm_Latn-kas_Arab", "languages": ["zsm-Latn", "kas-Arab"], "main_score": 0.535498, "precision": 0.504404, "recall": 0.614625}, {"accuracy": 0.72332, "f1": 0.660048, "hf_subset": "zsm_Latn-ltg_Latn", "languages": ["zsm-Latn", "ltg-Latn"], "main_score": 0.660048, "precision": 0.633749, "recall": 0.72332}, {"accuracy": 0.267787, "f1": 0.186966, "hf_subset": "zsm_Latn-nso_Latn", "languages": ["zsm-Latn", "nso-Latn"], "main_score": 0.186966, "precision": 0.165872, "recall": 0.267787}, {"accuracy": 0.935771, "f1": 0.916502, "hf_subset": "zsm_Latn-sin_Sinh", "languages": ["zsm-Latn", "sin-Sinh"], "main_score": 0.916502, "precision": 0.907444, "recall": 0.935771}, {"accuracy": 0.992095, "f1": 0.989625, "hf_subset": "zsm_Latn-tha_Thai", "languages": ["zsm-Latn", "tha-Thai"], "main_score": 0.989625, "precision": 0.988472, "recall": 0.992095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "zsm_Latn-zho_Hans", "languages": ["zsm-Latn", "zho-Hans"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.945652, "f1": 0.92803, "hf_subset": "zsm_Latn-ast_Latn", "languages": ["zsm-Latn", "ast-Latn"], "main_score": 0.92803, "precision": 0.919466, "recall": 0.945652}, {"accuracy": 0.771739, "f1": 0.718215, "hf_subset": "zsm_Latn-crh_Latn", "languages": ["zsm-Latn", "crh-Latn"], "main_score": 0.718215, "precision": 0.695059, "recall": 0.771739}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "zsm_Latn-glg_Latn", "languages": ["zsm-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.44664, "f1": 0.36883, "hf_subset": "zsm_Latn-kas_Deva", "languages": ["zsm-Latn", "kas-Deva"], "main_score": 0.36883, "precision": 0.342921, "recall": 0.44664}, {"accuracy": 0.520751, "f1": 0.434171, "hf_subset": "zsm_Latn-ltz_Latn", "languages": ["zsm-Latn", "ltz-Latn"], "main_score": 0.434171, "precision": 0.404949, "recall": 0.520751}, {"accuracy": 0.130435, "f1": 0.073753, "hf_subset": "zsm_Latn-nus_Latn", "languages": ["zsm-Latn", "nus-Latn"], "main_score": 0.073753, "precision": 0.062559, "recall": 0.130435}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-slk_Latn", "languages": ["zsm-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.19664, "f1": 0.13228, "hf_subset": "zsm_Latn-tir_Ethi", "languages": ["zsm-Latn", "tir-Ethi"], "main_score": 0.13228, "precision": 0.11466, "recall": 0.19664}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "zsm_Latn-zho_Hant", "languages": ["zsm-Latn", "zho-Hant"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.95751, "f1": 0.945059, "hf_subset": "zsm_Latn-awa_Deva", "languages": ["zsm-Latn", "awa-Deva"], "main_score": 0.945059, "precision": 0.939147, "recall": 0.95751}, {"accuracy": 0.492095, "f1": 0.40529, "hf_subset": "zsm_Latn-cym_Latn", "languages": ["zsm-Latn", "cym-Latn"], "main_score": 0.40529, "precision": 0.376706, "recall": 0.492095}, {"accuracy": 0.382411, "f1": 0.294704, "hf_subset": "zsm_Latn-grn_Latn", "languages": ["zsm-Latn", "grn-Latn"], "main_score": 0.294704, "precision": 0.267926, "recall": 0.382411}, {"accuracy": 0.875494, "f1": 0.837912, "hf_subset": "zsm_Latn-kat_Geor", "languages": ["zsm-Latn", "kat-Geor"], "main_score": 0.837912, "precision": 0.820356, "recall": 0.875494}, {"accuracy": 0.281621, "f1": 0.202634, "hf_subset": "zsm_Latn-lua_Latn", "languages": ["zsm-Latn", "lua-Latn"], "main_score": 0.202634, "precision": 0.180749, "recall": 0.281621}, {"accuracy": 0.255929, "f1": 0.178276, "hf_subset": "zsm_Latn-nya_Latn", "languages": ["zsm-Latn", "nya-Latn"], "main_score": 0.178276, "precision": 0.157391, "recall": 0.255929}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "zsm_Latn-slv_Latn", "languages": ["zsm-Latn", "slv-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.482213, "f1": 0.390145, "hf_subset": "zsm_Latn-tpi_Latn", "languages": ["zsm-Latn", "tpi-Latn"], "main_score": 0.390145, "precision": 0.360283, "recall": 0.482213}, {"accuracy": 0.216403, "f1": 0.137685, "hf_subset": "zsm_Latn-ayr_Latn", "languages": ["zsm-Latn", "ayr-Latn"], "main_score": 0.137685, "precision": 0.119237, "recall": 0.216403}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "zsm_Latn-dan_Latn", "languages": ["zsm-Latn", "dan-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.917984, "f1": 0.894057, "hf_subset": "zsm_Latn-guj_Gujr", "languages": ["zsm-Latn", "guj-Gujr"], "main_score": 0.894057, "precision": 0.883399, "recall": 0.917984}, {"accuracy": 0.966403, "f1": 0.955534, "hf_subset": "zsm_Latn-kaz_Cyrl", "languages": ["zsm-Latn", "kaz-Cyrl"], "main_score": 0.955534, "precision": 0.950264, "recall": 0.966403}, {"accuracy": 0.203557, "f1": 0.135144, "hf_subset": "zsm_Latn-lug_Latn", "languages": ["zsm-Latn", "lug-Latn"], "main_score": 0.135144, "precision": 0.117804, "recall": 0.203557}, {"accuracy": 0.932806, "f1": 0.913933, "hf_subset": "zsm_Latn-oci_Latn", "languages": ["zsm-Latn", "oci-Latn"], "main_score": 0.913933, "precision": 0.905221, "recall": 0.932806}, {"accuracy": 0.219368, "f1": 0.148497, "hf_subset": "zsm_Latn-smo_Latn", "languages": ["zsm-Latn", "smo-Latn"], "main_score": 0.148497, "precision": 0.1295, "recall": 0.219368}, {"accuracy": 0.243083, "f1": 0.1714, "hf_subset": "zsm_Latn-tsn_Latn", "languages": ["zsm-Latn", "tsn-Latn"], "main_score": 0.1714, "precision": 0.153445, "recall": 0.243083}, {"accuracy": 0.164032, "f1": 0.102545, "hf_subset": "zsm_Latn-zul_Latn", "languages": ["zsm-Latn", "zul-Latn"], "main_score": 0.102545, "precision": 0.08872, "recall": 0.164032}, {"accuracy": 0.559289, "f1": 0.479737, "hf_subset": "zsm_Latn-azb_Arab", "languages": ["zsm-Latn", "azb-Arab"], "main_score": 0.479737, "precision": 0.44958, "recall": 0.559289}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "zsm_Latn-deu_Latn", "languages": ["zsm-Latn", "deu-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.324111, "f1": 0.242628, "hf_subset": "zsm_Latn-hat_Latn", "languages": ["zsm-Latn", "hat-Latn"], "main_score": 0.242628, "precision": 0.217668, "recall": 0.324111}, {"accuracy": 0.210474, "f1": 0.141471, "hf_subset": "zsm_Latn-kbp_Latn", "languages": ["zsm-Latn", "kbp-Latn"], "main_score": 0.141471, "precision": 0.124642, "recall": 0.210474}, {"accuracy": 0.249012, "f1": 0.170391, "hf_subset": "zsm_Latn-luo_Latn", "languages": ["zsm-Latn", "luo-Latn"], "main_score": 0.170391, "precision": 0.150684, "recall": 0.249012}, {"accuracy": 0.831028, "f1": 0.788011, "hf_subset": "zsm_Latn-ory_Orya", "languages": ["zsm-Latn", "ory-Orya"], "main_score": 0.788011, "precision": 0.769417, "recall": 0.831028}, {"accuracy": 0.198617, "f1": 0.130245, "hf_subset": "zsm_Latn-sna_Latn", "languages": ["zsm-Latn", "sna-Latn"], "main_score": 0.130245, "precision": 0.113708, "recall": 0.198617}, {"accuracy": 0.221344, "f1": 0.150562, "hf_subset": "zsm_Latn-tso_Latn", "languages": ["zsm-Latn", "tso-Latn"], "main_score": 0.150562, "precision": 0.131876, "recall": 0.221344}, {"accuracy": 0.950593, "f1": 0.936825, "hf_subset": "zsm_Latn-azj_Latn", "languages": ["zsm-Latn", "azj-Latn"], "main_score": 0.936825, "precision": 0.930451, "recall": 0.950593}, {"accuracy": 0.331028, "f1": 0.246157, "hf_subset": "zsm_Latn-dik_Latn", "languages": ["zsm-Latn", "dik-Latn"], "main_score": 0.246157, "precision": 0.222624, "recall": 0.331028}, {"accuracy": 0.281621, "f1": 0.200594, "hf_subset": "zsm_Latn-hau_Latn", "languages": ["zsm-Latn", "hau-Latn"], "main_score": 0.200594, "precision": 0.180179, "recall": 0.281621}, {"accuracy": 0.666996, "f1": 0.59349, "hf_subset": "zsm_Latn-kea_Latn", "languages": ["zsm-Latn", "kea-Latn"], "main_score": 0.59349, "precision": 0.565424, "recall": 0.666996}, {"accuracy": 0.383399, "f1": 0.299428, "hf_subset": "zsm_Latn-lus_Latn", "languages": ["zsm-Latn", "lus-Latn"], "main_score": 0.299428, "precision": 0.273245, "recall": 0.383399}, {"accuracy": 0.496047, "f1": 0.402226, "hf_subset": "zsm_Latn-pag_Latn", "languages": ["zsm-Latn", "pag-Latn"], "main_score": 0.402226, "precision": 0.369031, "recall": 0.496047}, {"accuracy": 0.865613, "f1": 0.830962, "hf_subset": "zsm_Latn-snd_Arab", "languages": ["zsm-Latn", "snd-Arab"], "main_score": 0.830962, "precision": 0.81558, "recall": 0.865613}, {"accuracy": 0.356719, "f1": 0.26981, "hf_subset": "zsm_Latn-tuk_Latn", "languages": ["zsm-Latn", "tuk-Latn"], "main_score": 0.26981, "precision": 0.243641, "recall": 0.356719}, {"accuracy": 0.488142, "f1": 0.397004, "hf_subset": "zsm_Latn-bak_Cyrl", "languages": ["zsm-Latn", "bak-Cyrl"], "main_score": 0.397004, "precision": 0.365041, "recall": 0.488142}, {"accuracy": 0.205534, "f1": 0.134855, "hf_subset": "zsm_Latn-dyu_Latn", "languages": ["zsm-Latn", "dyu-Latn"], "main_score": 0.134855, "precision": 0.116189, "recall": 0.205534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "zsm_Latn-heb_Hebr", "languages": ["zsm-Latn", "heb-Hebr"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "zsm_Latn-khk_Cyrl", "languages": ["zsm-Latn", "khk-Cyrl"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.993083, "f1": 0.991173, "hf_subset": "zsm_Latn-lvs_Latn", "languages": ["zsm-Latn", "lvs-Latn"], "main_score": 0.991173, "precision": 0.990366, "recall": 0.993083}, {"accuracy": 0.852767, "f1": 0.814065, "hf_subset": "zsm_Latn-pan_Guru", "languages": ["zsm-Latn", "pan-Guru"], "main_score": 0.814065, "precision": 0.796887, "recall": 0.852767}, {"accuracy": 0.302372, "f1": 0.226935, "hf_subset": "zsm_Latn-som_Latn", "languages": ["zsm-Latn", "som-Latn"], "main_score": 0.226935, "precision": 0.205227, "recall": 0.302372}, {"accuracy": 0.230237, "f1": 0.154735, "hf_subset": "zsm_Latn-tum_Latn", "languages": ["zsm-Latn", "tum-Latn"], "main_score": 0.154735, "precision": 0.135792, "recall": 0.230237}, {"accuracy": 0.028656, "f1": 0.021208, "hf_subset": "ayr_Latn-ace_Arab", "languages": ["ayr-Latn", "ace-Arab"], "main_score": 0.021208, "precision": 0.019847, "recall": 0.028656}, {"accuracy": 0.166996, "f1": 0.148965, "hf_subset": "ayr_Latn-bam_Latn", "languages": ["ayr-Latn", "bam-Latn"], "main_score": 0.148965, "precision": 0.142328, "recall": 0.166996}, {"accuracy": 0.005929, "f1": 0.000862, "hf_subset": "ayr_Latn-dzo_Tibt", "languages": ["ayr-Latn", "dzo-Tibt"], "main_score": 0.000862, "precision": 0.000527, "recall": 0.005929}, {"accuracy": 0.12253, "f1": 0.09883, "hf_subset": "ayr_Latn-hin_Deva", "languages": ["ayr-Latn", "hin-Deva"], "main_score": 0.09883, "precision": 0.093092, "recall": 0.12253}, {"accuracy": 0.098814, "f1": 0.088913, "hf_subset": "ayr_Latn-khm_Khmr", "languages": ["ayr-Latn", "khm-Khmr"], "main_score": 0.088913, "precision": 0.085791, "recall": 0.098814}, {"accuracy": 0.091897, "f1": 0.079734, "hf_subset": "ayr_Latn-mag_Deva", "languages": ["ayr-Latn", "mag-Deva"], "main_score": 0.079734, "precision": 0.076377, "recall": 0.091897}, {"accuracy": 0.114625, "f1": 0.103266, "hf_subset": "ayr_Latn-pap_Latn", "languages": ["ayr-Latn", "pap-Latn"], "main_score": 0.103266, "precision": 0.100483, "recall": 0.114625}, {"accuracy": 0.202569, "f1": 0.180163, "hf_subset": "ayr_Latn-sot_Latn", "languages": ["ayr-Latn", "sot-Latn"], "main_score": 0.180163, "precision": 0.173041, "recall": 0.202569}, {"accuracy": 0.173913, "f1": 0.148829, "hf_subset": "ayr_Latn-tur_Latn", "languages": ["ayr-Latn", "tur-Latn"], "main_score": 0.148829, "precision": 0.142699, "recall": 0.173913}, {"accuracy": 0.149209, "f1": 0.138332, "hf_subset": "ayr_Latn-ace_Latn", "languages": ["ayr-Latn", "ace-Latn"], "main_score": 0.138332, "precision": 0.134705, "recall": 0.149209}, {"accuracy": 0.106719, "f1": 0.095413, "hf_subset": "ayr_Latn-ban_Latn", "languages": ["ayr-Latn", "ban-Latn"], "main_score": 0.095413, "precision": 0.092799, "recall": 0.106719}, {"accuracy": 0.12253, "f1": 0.106698, "hf_subset": "ayr_Latn-ell_Grek", "languages": ["ayr-Latn", "ell-Grek"], "main_score": 0.106698, "precision": 0.102167, "recall": 0.12253}, {"accuracy": 0.086957, "f1": 0.075671, "hf_subset": "ayr_Latn-hne_Deva", "languages": ["ayr-Latn", "hne-Deva"], "main_score": 0.075671, "precision": 0.07282, "recall": 0.086957}, {"accuracy": 0.182806, "f1": 0.162371, "hf_subset": "ayr_Latn-kik_Latn", "languages": ["ayr-Latn", "kik-Latn"], "main_score": 0.162371, "precision": 0.155587, "recall": 0.182806}, {"accuracy": 0.090909, "f1": 0.081615, "hf_subset": "ayr_Latn-mai_Deva", "languages": ["ayr-Latn", "mai-Deva"], "main_score": 0.081615, "precision": 0.0787, "recall": 0.090909}, {"accuracy": 0.104743, "f1": 0.086825, "hf_subset": "ayr_Latn-pbt_Arab", "languages": ["ayr-Latn", "pbt-Arab"], "main_score": 0.086825, "precision": 0.081806, "recall": 0.104743}, {"accuracy": 0.18083, "f1": 0.157651, "hf_subset": "ayr_Latn-spa_Latn", "languages": ["ayr-Latn", "spa-Latn"], "main_score": 0.157651, "precision": 0.151878, "recall": 0.18083}, {"accuracy": 0.230237, "f1": 0.204553, "hf_subset": "ayr_Latn-twi_Latn", "languages": ["ayr-Latn", "twi-Latn"], "main_score": 0.204553, "precision": 0.196676, "recall": 0.230237}, {"accuracy": 0.093874, "f1": 0.083994, "hf_subset": "ayr_Latn-acm_Arab", "languages": ["ayr-Latn", "acm-Arab"], "main_score": 0.083994, "precision": 0.080678, "recall": 0.093874}, {"accuracy": 0.104743, "f1": 0.08545, "hf_subset": "ayr_Latn-bel_Cyrl", "languages": ["ayr-Latn", "bel-Cyrl"], "main_score": 0.08545, "precision": 0.08065, "recall": 0.104743}, {"accuracy": 0.175889, "f1": 0.154248, "hf_subset": "ayr_Latn-eng_Latn", "languages": ["ayr-Latn", "eng-Latn"], "main_score": 0.154248, "precision": 0.148717, "recall": 0.175889}, {"accuracy": 0.129447, "f1": 0.119563, "hf_subset": "ayr_Latn-hrv_Latn", "languages": ["ayr-Latn", "hrv-Latn"], "main_score": 0.119563, "precision": 0.117121, "recall": 0.129447}, {"accuracy": 0.186759, "f1": 0.164302, "hf_subset": "ayr_Latn-kin_Latn", "languages": ["ayr-Latn", "kin-Latn"], "main_score": 0.164302, "precision": 0.157752, "recall": 0.186759}, {"accuracy": 0.050395, "f1": 0.03813, "hf_subset": "ayr_Latn-mal_Mlym", "languages": ["ayr-Latn", "mal-Mlym"], "main_score": 0.03813, "precision": 0.034876, "recall": 0.050395}, {"accuracy": 0.124506, "f1": 0.106891, "hf_subset": "ayr_Latn-pes_Arab", "languages": ["ayr-Latn", "pes-Arab"], "main_score": 0.106891, "precision": 0.102042, "recall": 0.124506}, {"accuracy": 0.137352, "f1": 0.123295, "hf_subset": "ayr_Latn-srd_Latn", "languages": ["ayr-Latn", "srd-Latn"], "main_score": 0.123295, "precision": 0.119607, "recall": 0.137352}, {"accuracy": 0.072134, "f1": 0.052079, "hf_subset": "ayr_Latn-tzm_Tfng", "languages": ["ayr-Latn", "tzm-Tfng"], "main_score": 0.052079, "precision": 0.047589, "recall": 0.072134}, {"accuracy": 0.110672, "f1": 0.094578, "hf_subset": "ayr_Latn-acq_Arab", "languages": ["ayr-Latn", "acq-Arab"], "main_score": 0.094578, "precision": 0.089424, "recall": 0.110672}, {"accuracy": 0.240119, "f1": 0.215788, "hf_subset": "ayr_Latn-bem_Latn", "languages": ["ayr-Latn", "bem-Latn"], "main_score": 0.215788, "precision": 0.207638, "recall": 0.240119}, {"accuracy": 0.116601, "f1": 0.106489, "hf_subset": "ayr_Latn-epo_Latn", "languages": ["ayr-Latn", "epo-Latn"], "main_score": 0.106489, "precision": 0.104002, "recall": 0.116601}, {"accuracy": 0.178854, "f1": 0.156144, "hf_subset": "ayr_Latn-hun_Latn", "languages": ["ayr-Latn", "hun-Latn"], "main_score": 0.156144, "precision": 0.150263, "recall": 0.178854}, {"accuracy": 0.124506, "f1": 0.10876, "hf_subset": "ayr_Latn-kir_Cyrl", "languages": ["ayr-Latn", "kir-Cyrl"], "main_score": 0.10876, "precision": 0.105086, "recall": 0.124506}, {"accuracy": 0.09585, "f1": 0.08272, "hf_subset": "ayr_Latn-mar_Deva", "languages": ["ayr-Latn", "mar-Deva"], "main_score": 0.08272, "precision": 0.079126, "recall": 0.09585}, {"accuracy": 0.151186, "f1": 0.133852, "hf_subset": "ayr_Latn-plt_Latn", "languages": ["ayr-Latn", "plt-Latn"], "main_score": 0.133852, "precision": 0.128442, "recall": 0.151186}, {"accuracy": 0.136364, "f1": 0.119028, "hf_subset": "ayr_Latn-srp_Cyrl", "languages": ["ayr-Latn", "srp-Cyrl"], "main_score": 0.119028, "precision": 0.113982, "recall": 0.136364}, {"accuracy": 0.059289, "f1": 0.050617, "hf_subset": "ayr_Latn-uig_Arab", "languages": ["ayr-Latn", "uig-Arab"], "main_score": 0.050617, "precision": 0.048028, "recall": 0.059289}, {"accuracy": 0.107708, "f1": 0.090996, "hf_subset": "ayr_Latn-aeb_Arab", "languages": ["ayr-Latn", "aeb-Arab"], "main_score": 0.090996, "precision": 0.086398, "recall": 0.107708}, {"accuracy": 0.049407, "f1": 0.039794, "hf_subset": "ayr_Latn-ben_Beng", "languages": ["ayr-Latn", "ben-Beng"], "main_score": 0.039794, "precision": 0.037435, "recall": 0.049407}, {"accuracy": 0.184783, "f1": 0.161694, "hf_subset": "ayr_Latn-est_Latn", "languages": ["ayr-Latn", "est-Latn"], "main_score": 0.161694, "precision": 0.156047, "recall": 0.184783}, {"accuracy": 0.106719, "f1": 0.0906, "hf_subset": "ayr_Latn-hye_Armn", "languages": ["ayr-Latn", "hye-Armn"], "main_score": 0.0906, "precision": 0.086293, "recall": 0.106719}, {"accuracy": 0.220356, "f1": 0.189275, "hf_subset": "ayr_Latn-kmb_Latn", "languages": ["ayr-Latn", "kmb-Latn"], "main_score": 0.189275, "precision": 0.178122, "recall": 0.220356}, {"accuracy": 0.022727, "f1": 0.016583, "hf_subset": "ayr_Latn-min_Arab", "languages": ["ayr-Latn", "min-Arab"], "main_score": 0.016583, "precision": 0.015564, "recall": 0.022727}, {"accuracy": 0.170949, "f1": 0.150326, "hf_subset": "ayr_Latn-pol_Latn", "languages": ["ayr-Latn", "pol-Latn"], "main_score": 0.150326, "precision": 0.144716, "recall": 0.170949}, {"accuracy": 0.163043, "f1": 0.142445, "hf_subset": "ayr_Latn-ssw_Latn", "languages": ["ayr-Latn", "ssw-Latn"], "main_score": 0.142445, "precision": 0.135369, "recall": 0.163043}, {"accuracy": 0.129447, "f1": 0.108921, "hf_subset": "ayr_Latn-ukr_Cyrl", "languages": ["ayr-Latn", "ukr-Cyrl"], "main_score": 0.108921, "precision": 0.103183, "recall": 0.129447}, {"accuracy": 0.168972, "f1": 0.147698, "hf_subset": "ayr_Latn-afr_Latn", "languages": ["ayr-Latn", "afr-Latn"], "main_score": 0.147698, "precision": 0.141271, "recall": 0.168972}, {"accuracy": 0.091897, "f1": 0.075987, "hf_subset": "ayr_Latn-bho_Deva", "languages": ["ayr-Latn", "bho-Deva"], "main_score": 0.075987, "precision": 0.071882, "recall": 0.091897}, {"accuracy": 0.097826, "f1": 0.08988, "hf_subset": "ayr_Latn-eus_Latn", "languages": ["ayr-Latn", "eus-Latn"], "main_score": 0.08988, "precision": 0.087515, "recall": 0.097826}, {"accuracy": 0.151186, "f1": 0.133821, "hf_subset": "ayr_Latn-ibo_Latn", "languages": ["ayr-Latn", "ibo-Latn"], "main_score": 0.133821, "precision": 0.128281, "recall": 0.151186}, {"accuracy": 0.149209, "f1": 0.132067, "hf_subset": "ayr_Latn-kmr_Latn", "languages": ["ayr-Latn", "kmr-Latn"], "main_score": 0.132067, "precision": 0.127116, "recall": 0.149209}, {"accuracy": 0.109684, "f1": 0.09885, "hf_subset": "ayr_Latn-min_Latn", "languages": ["ayr-Latn", "min-Latn"], "main_score": 0.09885, "precision": 0.096236, "recall": 0.109684}, {"accuracy": 0.185771, "f1": 0.162465, "hf_subset": "ayr_Latn-por_Latn", "languages": ["ayr-Latn", "por-Latn"], "main_score": 0.162465, "precision": 0.156147, "recall": 0.185771}, {"accuracy": 0.105731, "f1": 0.092857, "hf_subset": "ayr_Latn-sun_Latn", "languages": ["ayr-Latn", "sun-Latn"], "main_score": 0.092857, "precision": 0.090219, "recall": 0.105731}, {"accuracy": 0.16996, "f1": 0.144562, "hf_subset": "ayr_Latn-umb_Latn", "languages": ["ayr-Latn", "umb-Latn"], "main_score": 0.144562, "precision": 0.137762, "recall": 0.16996}, {"accuracy": 0.11166, "f1": 0.096353, "hf_subset": "ayr_Latn-ajp_Arab", "languages": ["ayr-Latn", "ajp-Arab"], "main_score": 0.096353, "precision": 0.091986, "recall": 0.11166}, {"accuracy": 0.036561, "f1": 0.032894, "hf_subset": "ayr_Latn-bjn_Arab", "languages": ["ayr-Latn", "bjn-Arab"], "main_score": 0.032894, "precision": 0.031695, "recall": 0.036561}, {"accuracy": 0.183794, "f1": 0.1573, "hf_subset": "ayr_Latn-ewe_Latn", "languages": ["ayr-Latn", "ewe-Latn"], "main_score": 0.1573, "precision": 0.149356, "recall": 0.183794}, {"accuracy": 0.193676, "f1": 0.171411, "hf_subset": "ayr_Latn-ilo_Latn", "languages": ["ayr-Latn", "ilo-Latn"], "main_score": 0.171411, "precision": 0.16438, "recall": 0.193676}, {"accuracy": 0.034585, "f1": 0.028172, "hf_subset": "ayr_Latn-knc_Arab", "languages": ["ayr-Latn", "knc-Arab"], "main_score": 0.028172, "precision": 0.02689, "recall": 0.034585}, {"accuracy": 0.144269, "f1": 0.129464, "hf_subset": "ayr_Latn-mkd_Cyrl", "languages": ["ayr-Latn", "mkd-Cyrl"], "main_score": 0.129464, "precision": 0.12548, "recall": 0.144269}, {"accuracy": 0.108696, "f1": 0.093949, "hf_subset": "ayr_Latn-prs_Arab", "languages": ["ayr-Latn", "prs-Arab"], "main_score": 0.093949, "precision": 0.089739, "recall": 0.108696}, {"accuracy": 0.151186, "f1": 0.135501, "hf_subset": "ayr_Latn-swe_Latn", "languages": ["ayr-Latn", "swe-Latn"], "main_score": 0.135501, "precision": 0.130994, "recall": 0.151186}, {"accuracy": 0.094862, "f1": 0.078047, "hf_subset": "ayr_Latn-urd_Arab", "languages": ["ayr-Latn", "urd-Arab"], "main_score": 0.078047, "precision": 0.073264, "recall": 0.094862}, {"accuracy": 0.237154, "f1": 0.207942, "hf_subset": "ayr_Latn-aka_Latn", "languages": ["ayr-Latn", "aka-Latn"], "main_score": 0.207942, "precision": 0.199813, "recall": 0.237154}, {"accuracy": 0.110672, "f1": 0.103411, "hf_subset": "ayr_Latn-bjn_Latn", "languages": ["ayr-Latn", "bjn-Latn"], "main_score": 0.103411, "precision": 0.101771, "recall": 0.110672}, {"accuracy": 0.119565, "f1": 0.109334, "hf_subset": "ayr_Latn-fao_Latn", "languages": ["ayr-Latn", "fao-Latn"], "main_score": 0.109334, "precision": 0.106392, "recall": 0.119565}, {"accuracy": 0.179842, "f1": 0.155004, "hf_subset": "ayr_Latn-ind_Latn", "languages": ["ayr-Latn", "ind-Latn"], "main_score": 0.155004, "precision": 0.149045, "recall": 0.179842}, {"accuracy": 0.188735, "f1": 0.171611, "hf_subset": "ayr_Latn-knc_Latn", "languages": ["ayr-Latn", "knc-Latn"], "main_score": 0.171611, "precision": 0.165281, "recall": 0.188735}, {"accuracy": 0.16996, "f1": 0.151518, "hf_subset": "ayr_Latn-mlt_Latn", "languages": ["ayr-Latn", "mlt-Latn"], "main_score": 0.151518, "precision": 0.145935, "recall": 0.16996}, {"accuracy": 0.251976, "f1": 0.229014, "hf_subset": "ayr_Latn-quy_Latn", "languages": ["ayr-Latn", "quy-Latn"], "main_score": 0.229014, "precision": 0.22028, "recall": 0.251976}, {"accuracy": 0.117589, "f1": 0.104375, "hf_subset": "ayr_Latn-swh_Latn", "languages": ["ayr-Latn", "swh-Latn"], "main_score": 0.104375, "precision": 0.100826, "recall": 0.117589}, {"accuracy": 0.081028, "f1": 0.071703, "hf_subset": "ayr_Latn-uzn_Latn", "languages": ["ayr-Latn", "uzn-Latn"], "main_score": 0.071703, "precision": 0.069191, "recall": 0.081028}, {"accuracy": 0.152174, "f1": 0.13282, "hf_subset": "ayr_Latn-als_Latn", "languages": ["ayr-Latn", "als-Latn"], "main_score": 0.13282, "precision": 0.126994, "recall": 0.152174}, {"accuracy": 0.049407, "f1": 0.033343, "hf_subset": "ayr_Latn-bod_Tibt", "languages": ["ayr-Latn", "bod-Tibt"], "main_score": 0.033343, "precision": 0.029454, "recall": 0.049407}, {"accuracy": 0.126482, "f1": 0.107001, "hf_subset": "ayr_Latn-fij_Latn", "languages": ["ayr-Latn", "fij-Latn"], "main_score": 0.107001, "precision": 0.100639, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.084818, "hf_subset": "ayr_Latn-isl_Latn", "languages": ["ayr-Latn", "isl-Latn"], "main_score": 0.084818, "precision": 0.082951, "recall": 0.090909}, {"accuracy": 0.199605, "f1": 0.172586, "hf_subset": "ayr_Latn-kon_Latn", "languages": ["ayr-Latn", "kon-Latn"], "main_score": 0.172586, "precision": 0.163726, "recall": 0.199605}, {"accuracy": 0.055336, "f1": 0.045126, "hf_subset": "ayr_Latn-mni_Beng", "languages": ["ayr-Latn", "mni-Beng"], "main_score": 0.045126, "precision": 0.041865, "recall": 0.055336}, {"accuracy": 0.182806, "f1": 0.164645, "hf_subset": "ayr_Latn-ron_Latn", "languages": ["ayr-Latn", "ron-Latn"], "main_score": 0.164645, "precision": 0.159945, "recall": 0.182806}, {"accuracy": 0.121542, "f1": 0.107214, "hf_subset": "ayr_Latn-szl_Latn", "languages": ["ayr-Latn", "szl-Latn"], "main_score": 0.107214, "precision": 0.10341, "recall": 0.121542}, {"accuracy": 0.128458, "f1": 0.114542, "hf_subset": "ayr_Latn-vec_Latn", "languages": ["ayr-Latn", "vec-Latn"], "main_score": 0.114542, "precision": 0.111504, "recall": 0.128458}, {"accuracy": 0.047431, "f1": 0.032912, "hf_subset": "ayr_Latn-amh_Ethi", "languages": ["ayr-Latn", "amh-Ethi"], "main_score": 0.032912, "precision": 0.029752, "recall": 0.047431}, {"accuracy": 0.174901, "f1": 0.153815, "hf_subset": "ayr_Latn-bos_Latn", "languages": ["ayr-Latn", "bos-Latn"], "main_score": 0.153815, "precision": 0.148631, "recall": 0.174901}, {"accuracy": 0.163043, "f1": 0.147158, "hf_subset": "ayr_Latn-fin_Latn", "languages": ["ayr-Latn", "fin-Latn"], "main_score": 0.147158, "precision": 0.142961, "recall": 0.163043}, {"accuracy": 0.182806, "f1": 0.156072, "hf_subset": "ayr_Latn-ita_Latn", "languages": ["ayr-Latn", "ita-Latn"], "main_score": 0.156072, "precision": 0.150217, "recall": 0.182806}, {"accuracy": 0.12253, "f1": 0.10439, "hf_subset": "ayr_Latn-kor_Hang", "languages": ["ayr-Latn", "kor-Hang"], "main_score": 0.10439, "precision": 0.099518, "recall": 0.12253}, {"accuracy": 0.161067, "f1": 0.143335, "hf_subset": "ayr_Latn-mos_Latn", "languages": ["ayr-Latn", "mos-Latn"], "main_score": 0.143335, "precision": 0.137322, "recall": 0.161067}, {"accuracy": 0.197628, "f1": 0.166624, "hf_subset": "ayr_Latn-run_Latn", "languages": ["ayr-Latn", "run-Latn"], "main_score": 0.166624, "precision": 0.156104, "recall": 0.197628}, {"accuracy": 0.050395, "f1": 0.040951, "hf_subset": "ayr_Latn-tam_Taml", "languages": ["ayr-Latn", "tam-Taml"], "main_score": 0.040951, "precision": 0.039343, "recall": 0.050395}, {"accuracy": 0.183794, "f1": 0.160865, "hf_subset": "ayr_Latn-vie_Latn", "languages": ["ayr-Latn", "vie-Latn"], "main_score": 0.160865, "precision": 0.155095, "recall": 0.183794}, {"accuracy": 0.08498, "f1": 0.077955, "hf_subset": "ayr_Latn-apc_Arab", "languages": ["ayr-Latn", "apc-Arab"], "main_score": 0.077955, "precision": 0.076217, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.137599, "hf_subset": "ayr_Latn-bug_Latn", "languages": ["ayr-Latn", "bug-Latn"], "main_score": 0.137599, "precision": 0.13181, "recall": 0.160079}, {"accuracy": 0.184783, "f1": 0.154498, "hf_subset": "ayr_Latn-fon_Latn", "languages": ["ayr-Latn", "fon-Latn"], "main_score": 0.154498, "precision": 0.144641, "recall": 0.184783}, {"accuracy": 0.108696, "f1": 0.097935, "hf_subset": "ayr_Latn-jav_Latn", "languages": ["ayr-Latn", "jav-Latn"], "main_score": 0.097935, "precision": 0.095035, "recall": 0.108696}, {"accuracy": 0.150198, "f1": 0.127561, "hf_subset": "ayr_Latn-lao_Laoo", "languages": ["ayr-Latn", "lao-Laoo"], "main_score": 0.127561, "precision": 0.121887, "recall": 0.150198}, {"accuracy": 0.162055, "f1": 0.139352, "hf_subset": "ayr_Latn-mri_Latn", "languages": ["ayr-Latn", "mri-Latn"], "main_score": 0.139352, "precision": 0.131933, "recall": 0.162055}, {"accuracy": 0.135375, "f1": 0.119158, "hf_subset": "ayr_Latn-rus_Cyrl", "languages": ["ayr-Latn", "rus-Cyrl"], "main_score": 0.119158, "precision": 0.114932, "recall": 0.135375}, {"accuracy": 0.173913, "f1": 0.158683, "hf_subset": "ayr_Latn-taq_Latn", "languages": ["ayr-Latn", "taq-Latn"], "main_score": 0.158683, "precision": 0.153202, "recall": 0.173913}, {"accuracy": 0.171937, "f1": 0.158674, "hf_subset": "ayr_Latn-war_Latn", "languages": ["ayr-Latn", "war-Latn"], "main_score": 0.158674, "precision": 0.154388, "recall": 0.171937}, {"accuracy": 0.109684, "f1": 0.094057, "hf_subset": "ayr_Latn-arb_Arab", "languages": ["ayr-Latn", "arb-Arab"], "main_score": 0.094057, "precision": 0.089369, "recall": 0.109684}, {"accuracy": 0.146245, "f1": 0.124107, "hf_subset": "ayr_Latn-bul_Cyrl", "languages": ["ayr-Latn", "bul-Cyrl"], "main_score": 0.124107, "precision": 0.118528, "recall": 0.146245}, {"accuracy": 0.192688, "f1": 0.167769, "hf_subset": "ayr_Latn-fra_Latn", "languages": ["ayr-Latn", "fra-Latn"], "main_score": 0.167769, "precision": 0.161973, "recall": 0.192688}, {"accuracy": 0.132411, "f1": 0.112354, "hf_subset": "ayr_Latn-jpn_Jpan", "languages": ["ayr-Latn", "jpn-Jpan"], "main_score": 0.112354, "precision": 0.106821, "recall": 0.132411}, {"accuracy": 0.134387, "f1": 0.122327, "hf_subset": "ayr_Latn-lij_Latn", "languages": ["ayr-Latn", "lij-Latn"], "main_score": 0.122327, "precision": 0.119039, "recall": 0.134387}, {"accuracy": 0.082016, "f1": 0.069435, "hf_subset": "ayr_Latn-mya_Mymr", "languages": ["ayr-Latn", "mya-Mymr"], "main_score": 0.069435, "precision": 0.066333, "recall": 0.082016}, {"accuracy": 0.142292, "f1": 0.127574, "hf_subset": "ayr_Latn-sag_Latn", "languages": ["ayr-Latn", "sag-Latn"], "main_score": 0.127574, "precision": 0.122904, "recall": 0.142292}, {"accuracy": 0.090909, "f1": 0.068605, "hf_subset": "ayr_Latn-taq_Tfng", "languages": ["ayr-Latn", "taq-Tfng"], "main_score": 0.068605, "precision": 0.063413, "recall": 0.090909}, {"accuracy": 0.1917, "f1": 0.169524, "hf_subset": "ayr_Latn-wol_Latn", "languages": ["ayr-Latn", "wol-Latn"], "main_score": 0.169524, "precision": 0.162308, "recall": 0.1917}, {"accuracy": 0.106719, "f1": 0.085279, "hf_subset": "ayr_Latn-arb_Latn", "languages": ["ayr-Latn", "arb-Latn"], "main_score": 0.085279, "precision": 0.078969, "recall": 0.106719}, {"accuracy": 0.181818, "f1": 0.153407, "hf_subset": "ayr_Latn-cat_Latn", "languages": ["ayr-Latn", "cat-Latn"], "main_score": 0.153407, "precision": 0.146692, "recall": 0.181818}, {"accuracy": 0.139328, "f1": 0.121347, "hf_subset": "ayr_Latn-fur_Latn", "languages": ["ayr-Latn", "fur-Latn"], "main_score": 0.121347, "precision": 0.117737, "recall": 0.139328}, {"accuracy": 0.073123, "f1": 0.060757, "hf_subset": "ayr_Latn-kab_Latn", "languages": ["ayr-Latn", "kab-Latn"], "main_score": 0.060757, "precision": 0.056692, "recall": 0.073123}, {"accuracy": 0.13834, "f1": 0.125568, "hf_subset": "ayr_Latn-lim_Latn", "languages": ["ayr-Latn", "lim-Latn"], "main_score": 0.125568, "precision": 0.122348, "recall": 0.13834}, {"accuracy": 0.185771, "f1": 0.159781, "hf_subset": "ayr_Latn-nld_Latn", "languages": ["ayr-Latn", "nld-Latn"], "main_score": 0.159781, "precision": 0.152938, "recall": 0.185771}, {"accuracy": 0.046443, "f1": 0.040596, "hf_subset": "ayr_Latn-san_Deva", "languages": ["ayr-Latn", "san-Deva"], "main_score": 0.040596, "precision": 0.039366, "recall": 0.046443}, {"accuracy": 0.103755, "f1": 0.090432, "hf_subset": "ayr_Latn-tat_Cyrl", "languages": ["ayr-Latn", "tat-Cyrl"], "main_score": 0.090432, "precision": 0.086758, "recall": 0.103755}, {"accuracy": 0.151186, "f1": 0.132293, "hf_subset": "ayr_Latn-xho_Latn", "languages": ["ayr-Latn", "xho-Latn"], "main_score": 0.132293, "precision": 0.126862, "recall": 0.151186}, {"accuracy": 0.104743, "f1": 0.087482, "hf_subset": "ayr_Latn-ars_Arab", "languages": ["ayr-Latn", "ars-Arab"], "main_score": 0.087482, "precision": 0.08269, "recall": 0.104743}, {"accuracy": 0.146245, "f1": 0.1356, "hf_subset": "ayr_Latn-ceb_Latn", "languages": ["ayr-Latn", "ceb-Latn"], "main_score": 0.1356, "precision": 0.13197, "recall": 0.146245}, {"accuracy": 0.16502, "f1": 0.142271, "hf_subset": "ayr_Latn-fuv_Latn", "languages": ["ayr-Latn", "fuv-Latn"], "main_score": 0.142271, "precision": 0.133715, "recall": 0.16502}, {"accuracy": 0.201581, "f1": 0.173047, "hf_subset": "ayr_Latn-kac_Latn", "languages": ["ayr-Latn", "kac-Latn"], "main_score": 0.173047, "precision": 0.164119, "recall": 0.201581}, {"accuracy": 0.160079, "f1": 0.140306, "hf_subset": "ayr_Latn-lin_Latn", "languages": ["ayr-Latn", "lin-Latn"], "main_score": 0.140306, "precision": 0.133811, "recall": 0.160079}, {"accuracy": 0.166008, "f1": 0.143827, "hf_subset": "ayr_Latn-nno_Latn", "languages": ["ayr-Latn", "nno-Latn"], "main_score": 0.143827, "precision": 0.137429, "recall": 0.166008}, {"accuracy": 0.021739, "f1": 0.008007, "hf_subset": "ayr_Latn-sat_Olck", "languages": ["ayr-Latn", "sat-Olck"], "main_score": 0.008007, "precision": 0.006193, "recall": 0.021739}, {"accuracy": 0.045455, "f1": 0.040344, "hf_subset": "ayr_Latn-tel_Telu", "languages": ["ayr-Latn", "tel-Telu"], "main_score": 0.040344, "precision": 0.039252, "recall": 0.045455}, {"accuracy": 0.045455, "f1": 0.034712, "hf_subset": "ayr_Latn-ydd_Hebr", "languages": ["ayr-Latn", "ydd-Hebr"], "main_score": 0.034712, "precision": 0.031823, "recall": 0.045455}, {"accuracy": 0.092885, "f1": 0.078581, "hf_subset": "ayr_Latn-ary_Arab", "languages": ["ayr-Latn", "ary-Arab"], "main_score": 0.078581, "precision": 0.074537, "recall": 0.092885}, {"accuracy": 0.177866, "f1": 0.152953, "hf_subset": "ayr_Latn-ces_Latn", "languages": ["ayr-Latn", "ces-Latn"], "main_score": 0.152953, "precision": 0.146051, "recall": 0.177866}, {"accuracy": 0.093874, "f1": 0.076815, "hf_subset": "ayr_Latn-gaz_Latn", "languages": ["ayr-Latn", "gaz-Latn"], "main_score": 0.076815, "precision": 0.07105, "recall": 0.093874}, {"accuracy": 0.200593, "f1": 0.179199, "hf_subset": "ayr_Latn-kam_Latn", "languages": ["ayr-Latn", "kam-Latn"], "main_score": 0.179199, "precision": 0.17219, "recall": 0.200593}, {"accuracy": 0.155138, "f1": 0.13612, "hf_subset": "ayr_Latn-lit_Latn", "languages": ["ayr-Latn", "lit-Latn"], "main_score": 0.13612, "precision": 0.131305, "recall": 0.155138}, {"accuracy": 0.170949, "f1": 0.153714, "hf_subset": "ayr_Latn-nob_Latn", "languages": ["ayr-Latn", "nob-Latn"], "main_score": 0.153714, "precision": 0.149014, "recall": 0.170949}, {"accuracy": 0.120553, "f1": 0.112883, "hf_subset": "ayr_Latn-scn_Latn", "languages": ["ayr-Latn", "scn-Latn"], "main_score": 0.112883, "precision": 0.110798, "recall": 0.120553}, {"accuracy": 0.123518, "f1": 0.105335, "hf_subset": "ayr_Latn-tgk_Cyrl", "languages": ["ayr-Latn", "tgk-Cyrl"], "main_score": 0.105335, "precision": 0.099196, "recall": 0.123518}, {"accuracy": 0.136364, "f1": 0.116675, "hf_subset": "ayr_Latn-yor_Latn", "languages": ["ayr-Latn", "yor-Latn"], "main_score": 0.116675, "precision": 0.109934, "recall": 0.136364}, {"accuracy": 0.097826, "f1": 0.085768, "hf_subset": "ayr_Latn-arz_Arab", "languages": ["ayr-Latn", "arz-Arab"], "main_score": 0.085768, "precision": 0.08197, "recall": 0.097826}, {"accuracy": 0.194664, "f1": 0.167856, "hf_subset": "ayr_Latn-cjk_Latn", "languages": ["ayr-Latn", "cjk-Latn"], "main_score": 0.167856, "precision": 0.159355, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.103831, "hf_subset": "ayr_Latn-gla_Latn", "languages": ["ayr-Latn", "gla-Latn"], "main_score": 0.103831, "precision": 0.098837, "recall": 0.120553}, {"accuracy": 0.054348, "f1": 0.041556, "hf_subset": "ayr_Latn-kan_Knda", "languages": ["ayr-Latn", "kan-Knda"], "main_score": 0.041556, "precision": 0.038577, "recall": 0.054348}, {"accuracy": 0.134387, "f1": 0.122106, "hf_subset": "ayr_Latn-lmo_Latn", "languages": ["ayr-Latn", "lmo-Latn"], "main_score": 0.122106, "precision": 0.11938, "recall": 0.134387}, {"accuracy": 0.117589, "f1": 0.097419, "hf_subset": "ayr_Latn-npi_Deva", "languages": ["ayr-Latn", "npi-Deva"], "main_score": 0.097419, "precision": 0.092382, "recall": 0.117589}, {"accuracy": 0.139328, "f1": 0.116218, "hf_subset": "ayr_Latn-shn_Mymr", "languages": ["ayr-Latn", "shn-Mymr"], "main_score": 0.116218, "precision": 0.109778, "recall": 0.139328}, {"accuracy": 0.144269, "f1": 0.130689, "hf_subset": "ayr_Latn-tgl_Latn", "languages": ["ayr-Latn", "tgl-Latn"], "main_score": 0.130689, "precision": 0.127207, "recall": 0.144269}, {"accuracy": 0.140316, "f1": 0.118921, "hf_subset": "ayr_Latn-yue_Hant", "languages": ["ayr-Latn", "yue-Hant"], "main_score": 0.118921, "precision": 0.114216, "recall": 0.140316}, {"accuracy": 0.040514, "f1": 0.033252, "hf_subset": "ayr_Latn-asm_Beng", "languages": ["ayr-Latn", "asm-Beng"], "main_score": 0.033252, "precision": 0.031203, "recall": 0.040514}, {"accuracy": 0.089921, "f1": 0.068682, "hf_subset": "ayr_Latn-ckb_Arab", "languages": ["ayr-Latn", "ckb-Arab"], "main_score": 0.068682, "precision": 0.064174, "recall": 0.089921}, {"accuracy": 0.109684, "f1": 0.098495, "hf_subset": "ayr_Latn-gle_Latn", "languages": ["ayr-Latn", "gle-Latn"], "main_score": 0.098495, "precision": 0.095245, "recall": 0.109684}, {"accuracy": 0.054348, "f1": 0.048965, "hf_subset": "ayr_Latn-kas_Arab", "languages": ["ayr-Latn", "kas-Arab"], "main_score": 0.048965, "precision": 0.04764, "recall": 0.054348}, {"accuracy": 0.131423, "f1": 0.116305, "hf_subset": "ayr_Latn-ltg_Latn", "languages": ["ayr-Latn", "ltg-Latn"], "main_score": 0.116305, "precision": 0.112102, "recall": 0.131423}, {"accuracy": 0.1917, "f1": 0.169678, "hf_subset": "ayr_Latn-nso_Latn", "languages": ["ayr-Latn", "nso-Latn"], "main_score": 0.169678, "precision": 0.16161, "recall": 0.1917}, {"accuracy": 0.05336, "f1": 0.039773, "hf_subset": "ayr_Latn-sin_Sinh", "languages": ["ayr-Latn", "sin-Sinh"], "main_score": 0.039773, "precision": 0.036277, "recall": 0.05336}, {"accuracy": 0.11166, "f1": 0.097722, "hf_subset": "ayr_Latn-tha_Thai", "languages": ["ayr-Latn", "tha-Thai"], "main_score": 0.097722, "precision": 0.094108, "recall": 0.11166}, {"accuracy": 0.146245, "f1": 0.120763, "hf_subset": "ayr_Latn-zho_Hans", "languages": ["ayr-Latn", "zho-Hans"], "main_score": 0.120763, "precision": 0.114905, "recall": 0.146245}, {"accuracy": 0.146245, "f1": 0.126803, "hf_subset": "ayr_Latn-ast_Latn", "languages": ["ayr-Latn", "ast-Latn"], "main_score": 0.126803, "precision": 0.121431, "recall": 0.146245}, {"accuracy": 0.09585, "f1": 0.0889, "hf_subset": "ayr_Latn-crh_Latn", "languages": ["ayr-Latn", "crh-Latn"], "main_score": 0.0889, "precision": 0.087078, "recall": 0.09585}, {"accuracy": 0.190711, "f1": 0.16434, "hf_subset": "ayr_Latn-glg_Latn", "languages": ["ayr-Latn", "glg-Latn"], "main_score": 0.16434, "precision": 0.157523, "recall": 0.190711}, {"accuracy": 0.088933, "f1": 0.075566, "hf_subset": "ayr_Latn-kas_Deva", "languages": ["ayr-Latn", "kas-Deva"], "main_score": 0.075566, "precision": 0.072286, "recall": 0.088933}, {"accuracy": 0.128458, "f1": 0.115384, "hf_subset": "ayr_Latn-ltz_Latn", "languages": ["ayr-Latn", "ltz-Latn"], "main_score": 0.115384, "precision": 0.111856, "recall": 0.128458}, {"accuracy": 0.137352, "f1": 0.101079, "hf_subset": "ayr_Latn-nus_Latn", "languages": ["ayr-Latn", "nus-Latn"], "main_score": 0.101079, "precision": 0.090994, "recall": 0.137352}, {"accuracy": 0.170949, "f1": 0.155037, "hf_subset": "ayr_Latn-slk_Latn", "languages": ["ayr-Latn", "slk-Latn"], "main_score": 0.155037, "precision": 0.150391, "recall": 0.170949}, {"accuracy": 0.025692, "f1": 0.022653, "hf_subset": "ayr_Latn-tir_Ethi", "languages": ["ayr-Latn", "tir-Ethi"], "main_score": 0.022653, "precision": 0.021834, "recall": 0.025692}, {"accuracy": 0.129447, "f1": 0.110432, "hf_subset": "ayr_Latn-zho_Hant", "languages": ["ayr-Latn", "zho-Hant"], "main_score": 0.110432, "precision": 0.10522, "recall": 0.129447}, {"accuracy": 0.103755, "f1": 0.086147, "hf_subset": "ayr_Latn-awa_Deva", "languages": ["ayr-Latn", "awa-Deva"], "main_score": 0.086147, "precision": 0.080983, "recall": 0.103755}, {"accuracy": 0.108696, "f1": 0.091445, "hf_subset": "ayr_Latn-cym_Latn", "languages": ["ayr-Latn", "cym-Latn"], "main_score": 0.091445, "precision": 0.087574, "recall": 0.108696}, {"accuracy": 0.19664, "f1": 0.181988, "hf_subset": "ayr_Latn-grn_Latn", "languages": ["ayr-Latn", "grn-Latn"], "main_score": 0.181988, "precision": 0.177083, "recall": 0.19664}, {"accuracy": 0.110672, "f1": 0.096523, "hf_subset": "ayr_Latn-kat_Geor", "languages": ["ayr-Latn", "kat-Geor"], "main_score": 0.096523, "precision": 0.09239, "recall": 0.110672}, {"accuracy": 0.171937, "f1": 0.14914, "hf_subset": "ayr_Latn-lua_Latn", "languages": ["ayr-Latn", "lua-Latn"], "main_score": 0.14914, "precision": 0.142547, "recall": 0.171937}, {"accuracy": 0.209486, "f1": 0.191302, "hf_subset": "ayr_Latn-nya_Latn", "languages": ["ayr-Latn", "nya-Latn"], "main_score": 0.191302, "precision": 0.185036, "recall": 0.209486}, {"accuracy": 0.175889, "f1": 0.154824, "hf_subset": "ayr_Latn-slv_Latn", "languages": ["ayr-Latn", "slv-Latn"], "main_score": 0.154824, "precision": 0.149261, "recall": 0.175889}, {"accuracy": 0.167984, "f1": 0.152024, "hf_subset": "ayr_Latn-tpi_Latn", "languages": ["ayr-Latn", "tpi-Latn"], "main_score": 0.152024, "precision": 0.147226, "recall": 0.167984}, {"accuracy": 0.178854, "f1": 0.154103, "hf_subset": "ayr_Latn-zsm_Latn", "languages": ["ayr-Latn", "zsm-Latn"], "main_score": 0.154103, "precision": 0.148295, "recall": 0.178854}, {"accuracy": 0.190711, "f1": 0.166053, "hf_subset": "ayr_Latn-dan_Latn", "languages": ["ayr-Latn", "dan-Latn"], "main_score": 0.166053, "precision": 0.160015, "recall": 0.190711}, {"accuracy": 0.072134, "f1": 0.062148, "hf_subset": "ayr_Latn-guj_Gujr", "languages": ["ayr-Latn", "guj-Gujr"], "main_score": 0.062148, "precision": 0.059371, "recall": 0.072134}, {"accuracy": 0.12253, "f1": 0.110194, "hf_subset": "ayr_Latn-kaz_Cyrl", "languages": ["ayr-Latn", "kaz-Cyrl"], "main_score": 0.110194, "precision": 0.107269, "recall": 0.12253}, {"accuracy": 0.152174, "f1": 0.130384, "hf_subset": "ayr_Latn-lug_Latn", "languages": ["ayr-Latn", "lug-Latn"], "main_score": 0.130384, "precision": 0.122769, "recall": 0.152174}, {"accuracy": 0.147233, "f1": 0.135047, "hf_subset": "ayr_Latn-oci_Latn", "languages": ["ayr-Latn", "oci-Latn"], "main_score": 0.135047, "precision": 0.131514, "recall": 0.147233}, {"accuracy": 0.159091, "f1": 0.134277, "hf_subset": "ayr_Latn-smo_Latn", "languages": ["ayr-Latn", "smo-Latn"], "main_score": 0.134277, "precision": 0.128172, "recall": 0.159091}, {"accuracy": 0.188735, "f1": 0.169072, "hf_subset": "ayr_Latn-tsn_Latn", "languages": ["ayr-Latn", "tsn-Latn"], "main_score": 0.169072, "precision": 0.162082, "recall": 0.188735}, {"accuracy": 0.152174, "f1": 0.133048, "hf_subset": "ayr_Latn-zul_Latn", "languages": ["ayr-Latn", "zul-Latn"], "main_score": 0.133048, "precision": 0.126978, "recall": 0.152174}, {"accuracy": 0.065217, "f1": 0.055757, "hf_subset": "ayr_Latn-azb_Arab", "languages": ["ayr-Latn", "azb-Arab"], "main_score": 0.055757, "precision": 0.053107, "recall": 0.065217}, {"accuracy": 0.178854, "f1": 0.158728, "hf_subset": "ayr_Latn-deu_Latn", "languages": ["ayr-Latn", "deu-Latn"], "main_score": 0.158728, "precision": 0.153051, "recall": 0.178854}, {"accuracy": 0.145257, "f1": 0.121504, "hf_subset": "ayr_Latn-hat_Latn", "languages": ["ayr-Latn", "hat-Latn"], "main_score": 0.121504, "precision": 0.115359, "recall": 0.145257}, {"accuracy": 0.190711, "f1": 0.16684, "hf_subset": "ayr_Latn-kbp_Latn", "languages": ["ayr-Latn", "kbp-Latn"], "main_score": 0.16684, "precision": 0.160301, "recall": 0.190711}, {"accuracy": 0.183794, "f1": 0.163356, "hf_subset": "ayr_Latn-luo_Latn", "languages": ["ayr-Latn", "luo-Latn"], "main_score": 0.163356, "precision": 0.157571, "recall": 0.183794}, {"accuracy": 0.039526, "f1": 0.032198, "hf_subset": "ayr_Latn-ory_Orya", "languages": ["ayr-Latn", "ory-Orya"], "main_score": 0.032198, "precision": 0.030293, "recall": 0.039526}, {"accuracy": 0.161067, "f1": 0.139159, "hf_subset": "ayr_Latn-sna_Latn", "languages": ["ayr-Latn", "sna-Latn"], "main_score": 0.139159, "precision": 0.131772, "recall": 0.161067}, {"accuracy": 0.1917, "f1": 0.17088, "hf_subset": "ayr_Latn-tso_Latn", "languages": ["ayr-Latn", "tso-Latn"], "main_score": 0.17088, "precision": 0.163738, "recall": 0.1917}, {"accuracy": 0.093874, "f1": 0.086301, "hf_subset": "ayr_Latn-azj_Latn", "languages": ["ayr-Latn", "azj-Latn"], "main_score": 0.086301, "precision": 0.084572, "recall": 0.093874}, {"accuracy": 0.151186, "f1": 0.130229, "hf_subset": "ayr_Latn-dik_Latn", "languages": ["ayr-Latn", "dik-Latn"], "main_score": 0.130229, "precision": 0.124375, "recall": 0.151186}, {"accuracy": 0.172925, "f1": 0.153473, "hf_subset": "ayr_Latn-hau_Latn", "languages": ["ayr-Latn", "hau-Latn"], "main_score": 0.153473, "precision": 0.147754, "recall": 0.172925}, {"accuracy": 0.102767, "f1": 0.093334, "hf_subset": "ayr_Latn-kea_Latn", "languages": ["ayr-Latn", "kea-Latn"], "main_score": 0.093334, "precision": 0.090871, "recall": 0.102767}, {"accuracy": 0.203557, "f1": 0.180345, "hf_subset": "ayr_Latn-lus_Latn", "languages": ["ayr-Latn", "lus-Latn"], "main_score": 0.180345, "precision": 0.172008, "recall": 0.203557}, {"accuracy": 0.158103, "f1": 0.143154, "hf_subset": "ayr_Latn-pag_Latn", "languages": ["ayr-Latn", "pag-Latn"], "main_score": 0.143154, "precision": 0.138725, "recall": 0.158103}, {"accuracy": 0.073123, "f1": 0.061884, "hf_subset": "ayr_Latn-snd_Arab", "languages": ["ayr-Latn", "snd-Arab"], "main_score": 0.061884, "precision": 0.058872, "recall": 0.073123}, {"accuracy": 0.104743, "f1": 0.086036, "hf_subset": "ayr_Latn-tuk_Latn", "languages": ["ayr-Latn", "tuk-Latn"], "main_score": 0.086036, "precision": 0.080657, "recall": 0.104743}, {"accuracy": 0.126482, "f1": 0.10704, "hf_subset": "ayr_Latn-bak_Cyrl", "languages": ["ayr-Latn", "bak-Cyrl"], "main_score": 0.10704, "precision": 0.10228, "recall": 0.126482}, {"accuracy": 0.144269, "f1": 0.127547, "hf_subset": "ayr_Latn-dyu_Latn", "languages": ["ayr-Latn", "dyu-Latn"], "main_score": 0.127547, "precision": 0.121843, "recall": 0.144269}, {"accuracy": 0.118577, "f1": 0.096889, "hf_subset": "ayr_Latn-heb_Hebr", "languages": ["ayr-Latn", "heb-Hebr"], "main_score": 0.096889, "precision": 0.090659, "recall": 0.118577}, {"accuracy": 0.128458, "f1": 0.109414, "hf_subset": "ayr_Latn-khk_Cyrl", "languages": ["ayr-Latn", "khk-Cyrl"], "main_score": 0.109414, "precision": 0.104403, "recall": 0.128458}, {"accuracy": 0.144269, "f1": 0.126383, "hf_subset": "ayr_Latn-lvs_Latn", "languages": ["ayr-Latn", "lvs-Latn"], "main_score": 0.126383, "precision": 0.122168, "recall": 0.144269}, {"accuracy": 0.045455, "f1": 0.034113, "hf_subset": "ayr_Latn-pan_Guru", "languages": ["ayr-Latn", "pan-Guru"], "main_score": 0.034113, "precision": 0.032092, "recall": 0.045455}, {"accuracy": 0.140316, "f1": 0.125723, "hf_subset": "ayr_Latn-som_Latn", "languages": ["ayr-Latn", "som-Latn"], "main_score": 0.125723, "precision": 0.121216, "recall": 0.140316}, {"accuracy": 0.224308, "f1": 0.200116, "hf_subset": "ayr_Latn-tum_Latn", "languages": ["ayr-Latn", "tum-Latn"], "main_score": 0.200116, "precision": 0.19204, "recall": 0.224308}, {"accuracy": 0.083992, "f1": 0.049568, "hf_subset": "dan_Latn-ace_Arab", "languages": ["dan-Latn", "ace-Arab"], "main_score": 0.049568, "precision": 0.041404, "recall": 0.083992}, {"accuracy": 0.222332, "f1": 0.149529, "hf_subset": "dan_Latn-bam_Latn", "languages": ["dan-Latn", "bam-Latn"], "main_score": 0.149529, "precision": 0.132151, "recall": 0.222332}, {"accuracy": 0.002964, "f1": 3.6e-05, "hf_subset": "dan_Latn-dzo_Tibt", "languages": ["dan-Latn", "dzo-Tibt"], "main_score": 3.6e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-hin_Deva", "languages": ["dan-Latn", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.909091, "f1": 0.880435, "hf_subset": "dan_Latn-khm_Khmr", "languages": ["dan-Latn", "khm-Khmr"], "main_score": 0.880435, "precision": 0.866765, "recall": 0.909091}, {"accuracy": 0.947628, "f1": 0.930731, "hf_subset": "dan_Latn-mag_Deva", "languages": ["dan-Latn", "mag-Deva"], "main_score": 0.930731, "precision": 0.922513, "recall": 0.947628}, {"accuracy": 0.670949, "f1": 0.600147, "hf_subset": "dan_Latn-pap_Latn", "languages": ["dan-Latn", "pap-Latn"], "main_score": 0.600147, "precision": 0.572648, "recall": 0.670949}, {"accuracy": 0.235178, "f1": 0.166946, "hf_subset": "dan_Latn-sot_Latn", "languages": ["dan-Latn", "sot-Latn"], "main_score": 0.166946, "precision": 0.149478, "recall": 0.235178}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-tur_Latn", "languages": ["dan-Latn", "tur-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.427866, "f1": 0.340127, "hf_subset": "dan_Latn-ace_Latn", "languages": ["dan-Latn", "ace-Latn"], "main_score": 0.340127, "precision": 0.31278, "recall": 0.427866}, {"accuracy": 0.683794, "f1": 0.612953, "hf_subset": "dan_Latn-ban_Latn", "languages": ["dan-Latn", "ban-Latn"], "main_score": 0.612953, "precision": 0.584099, "recall": 0.683794}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "dan_Latn-ell_Grek", "languages": ["dan-Latn", "ell-Grek"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.918972, "f1": 0.89417, "hf_subset": "dan_Latn-hne_Deva", "languages": ["dan-Latn", "hne-Deva"], "main_score": 0.89417, "precision": 0.882164, "recall": 0.918972}, {"accuracy": 0.274704, "f1": 0.190079, "hf_subset": "dan_Latn-kik_Latn", "languages": ["dan-Latn", "kik-Latn"], "main_score": 0.190079, "precision": 0.167155, "recall": 0.274704}, {"accuracy": 0.933794, "f1": 0.914427, "hf_subset": "dan_Latn-mai_Deva", "languages": ["dan-Latn", "mai-Deva"], "main_score": 0.914427, "precision": 0.905221, "recall": 0.933794}, {"accuracy": 0.863636, "f1": 0.826301, "hf_subset": "dan_Latn-pbt_Arab", "languages": ["dan-Latn", "pbt-Arab"], "main_score": 0.826301, "precision": 0.8091, "recall": 0.863636}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-spa_Latn", "languages": ["dan-Latn", "spa-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.315217, "f1": 0.226466, "hf_subset": "dan_Latn-twi_Latn", "languages": ["dan-Latn", "twi-Latn"], "main_score": 0.226466, "precision": 0.202911, "recall": 0.315217}, {"accuracy": 0.98419, "f1": 0.979084, "hf_subset": "dan_Latn-acm_Arab", "languages": ["dan-Latn", "acm-Arab"], "main_score": 0.979084, "precision": 0.976614, "recall": 0.98419}, {"accuracy": 0.968379, "f1": 0.958004, "hf_subset": "dan_Latn-bel_Cyrl", "languages": ["dan-Latn", "bel-Cyrl"], "main_score": 0.958004, "precision": 0.952899, "recall": 0.968379}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-eng_Latn", "languages": ["dan-Latn", "eng-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-hrv_Latn", "languages": ["dan-Latn", "hrv-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.181818, "f1": 0.124555, "hf_subset": "dan_Latn-kin_Latn", "languages": ["dan-Latn", "kin-Latn"], "main_score": 0.124555, "precision": 0.110354, "recall": 0.181818}, {"accuracy": 0.895257, "f1": 0.865763, "hf_subset": "dan_Latn-mal_Mlym", "languages": ["dan-Latn", "mal-Mlym"], "main_score": 0.865763, "precision": 0.852355, "recall": 0.895257}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "dan_Latn-pes_Arab", "languages": ["dan-Latn", "pes-Arab"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.73419, "f1": 0.67028, "hf_subset": "dan_Latn-srd_Latn", "languages": ["dan-Latn", "srd-Latn"], "main_score": 0.67028, "precision": 0.643314, "recall": 0.73419}, {"accuracy": 0.063241, "f1": 0.029134, "hf_subset": "dan_Latn-tzm_Tfng", "languages": ["dan-Latn", "tzm-Tfng"], "main_score": 0.029134, "precision": 0.024057, "recall": 0.063241}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "dan_Latn-acq_Arab", "languages": ["dan-Latn", "acq-Arab"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.251976, "f1": 0.172029, "hf_subset": "dan_Latn-bem_Latn", "languages": ["dan-Latn", "bem-Latn"], "main_score": 0.172029, "precision": 0.151987, "recall": 0.251976}, {"accuracy": 0.882411, "f1": 0.849177, "hf_subset": "dan_Latn-epo_Latn", "languages": ["dan-Latn", "epo-Latn"], "main_score": 0.849177, "precision": 0.834404, "recall": 0.882411}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-hun_Latn", "languages": ["dan-Latn", "hun-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.945652, "f1": 0.928854, "hf_subset": "dan_Latn-kir_Cyrl", "languages": ["dan-Latn", "kir-Cyrl"], "main_score": 0.928854, "precision": 0.920784, "recall": 0.945652}, {"accuracy": 0.91502, "f1": 0.8889, "hf_subset": "dan_Latn-mar_Deva", "languages": ["dan-Latn", "mar-Deva"], "main_score": 0.8889, "precision": 0.876565, "recall": 0.91502}, {"accuracy": 0.314229, "f1": 0.236396, "hf_subset": "dan_Latn-plt_Latn", "languages": ["dan-Latn", "plt-Latn"], "main_score": 0.236396, "precision": 0.214084, "recall": 0.314229}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-srp_Cyrl", "languages": ["dan-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.826087, "f1": 0.78266, "hf_subset": "dan_Latn-uig_Arab", "languages": ["dan-Latn", "uig-Arab"], "main_score": 0.78266, "precision": 0.763933, "recall": 0.826087}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "dan_Latn-aeb_Arab", "languages": ["dan-Latn", "aeb-Arab"], "main_score": 0.923419, "precision": 0.914526, "recall": 0.9417}, {"accuracy": 0.91996, "f1": 0.896805, "hf_subset": "dan_Latn-ben_Beng", "languages": ["dan-Latn", "ben-Beng"], "main_score": 0.896805, "precision": 0.885952, "recall": 0.91996}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-est_Latn", "languages": ["dan-Latn", "est-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.982213, "f1": 0.976449, "hf_subset": "dan_Latn-hye_Armn", "languages": ["dan-Latn", "hye-Armn"], "main_score": 0.976449, "precision": 0.97365, "recall": 0.982213}, {"accuracy": 0.194664, "f1": 0.126325, "hf_subset": "dan_Latn-kmb_Latn", "languages": ["dan-Latn", "kmb-Latn"], "main_score": 0.126325, "precision": 0.111394, "recall": 0.194664}, {"accuracy": 0.063241, "f1": 0.040553, "hf_subset": "dan_Latn-min_Arab", "languages": ["dan-Latn", "min-Arab"], "main_score": 0.040553, "precision": 0.035919, "recall": 0.063241}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-pol_Latn", "languages": ["dan-Latn", "pol-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.178854, "f1": 0.116941, "hf_subset": "dan_Latn-ssw_Latn", "languages": ["dan-Latn", "ssw-Latn"], "main_score": 0.116941, "precision": 0.103262, "recall": 0.178854}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ukr_Cyrl", "languages": ["dan-Latn", "ukr-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.974308, "f1": 0.965909, "hf_subset": "dan_Latn-afr_Latn", "languages": ["dan-Latn", "afr-Latn"], "main_score": 0.965909, "precision": 0.961792, "recall": 0.974308}, {"accuracy": 0.896245, "f1": 0.866897, "hf_subset": "dan_Latn-bho_Deva", "languages": ["dan-Latn", "bho-Deva"], "main_score": 0.866897, "precision": 0.853261, "recall": 0.896245}, {"accuracy": 0.787549, "f1": 0.734623, "hf_subset": "dan_Latn-eus_Latn", "languages": ["dan-Latn", "eus-Latn"], "main_score": 0.734623, "precision": 0.711973, "recall": 0.787549}, {"accuracy": 0.220356, "f1": 0.145081, "hf_subset": "dan_Latn-ibo_Latn", "languages": ["dan-Latn", "ibo-Latn"], "main_score": 0.145081, "precision": 0.127262, "recall": 0.220356}, {"accuracy": 0.76581, "f1": 0.71579, "hf_subset": "dan_Latn-kmr_Latn", "languages": ["dan-Latn", "kmr-Latn"], "main_score": 0.71579, "precision": 0.694804, "recall": 0.76581}, {"accuracy": 0.656126, "f1": 0.584073, "hf_subset": "dan_Latn-min_Latn", "languages": ["dan-Latn", "min-Latn"], "main_score": 0.584073, "precision": 0.556679, "recall": 0.656126}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-por_Latn", "languages": ["dan-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.768775, "f1": 0.708931, "hf_subset": "dan_Latn-sun_Latn", "languages": ["dan-Latn", "sun-Latn"], "main_score": 0.708931, "precision": 0.684157, "recall": 0.768775}, {"accuracy": 0.1917, "f1": 0.125481, "hf_subset": "dan_Latn-umb_Latn", "languages": ["dan-Latn", "umb-Latn"], "main_score": 0.125481, "precision": 0.110428, "recall": 0.1917}, {"accuracy": 0.968379, "f1": 0.958333, "hf_subset": "dan_Latn-ajp_Arab", "languages": ["dan-Latn", "ajp-Arab"], "main_score": 0.958333, "precision": 0.953557, "recall": 0.968379}, {"accuracy": 0.077075, "f1": 0.043457, "hf_subset": "dan_Latn-bjn_Arab", "languages": ["dan-Latn", "bjn-Arab"], "main_score": 0.043457, "precision": 0.036312, "recall": 0.077075}, {"accuracy": 0.282609, "f1": 0.206402, "hf_subset": "dan_Latn-ewe_Latn", "languages": ["dan-Latn", "ewe-Latn"], "main_score": 0.206402, "precision": 0.186001, "recall": 0.282609}, {"accuracy": 0.386364, "f1": 0.296571, "hf_subset": "dan_Latn-ilo_Latn", "languages": ["dan-Latn", "ilo-Latn"], "main_score": 0.296571, "precision": 0.269628, "recall": 0.386364}, {"accuracy": 0.098814, "f1": 0.054167, "hf_subset": "dan_Latn-knc_Arab", "languages": ["dan-Latn", "knc-Arab"], "main_score": 0.054167, "precision": 0.044149, "recall": 0.098814}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-mkd_Cyrl", "languages": ["dan-Latn", "mkd-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "dan_Latn-prs_Arab", "languages": ["dan-Latn", "prs-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-swe_Latn", "languages": ["dan-Latn", "swe-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.983202, "f1": 0.978162, "hf_subset": "dan_Latn-urd_Arab", "languages": ["dan-Latn", "urd-Arab"], "main_score": 0.978162, "precision": 0.975873, "recall": 0.983202}, {"accuracy": 0.320158, "f1": 0.235881, "hf_subset": "dan_Latn-aka_Latn", "languages": ["dan-Latn", "aka-Latn"], "main_score": 0.235881, "precision": 0.212872, "recall": 0.320158}, {"accuracy": 0.79249, "f1": 0.737387, "hf_subset": "dan_Latn-bjn_Latn", "languages": ["dan-Latn", "bjn-Latn"], "main_score": 0.737387, "precision": 0.714173, "recall": 0.79249}, {"accuracy": 0.493083, "f1": 0.410194, "hf_subset": "dan_Latn-fao_Latn", "languages": ["dan-Latn", "fao-Latn"], "main_score": 0.410194, "precision": 0.383137, "recall": 0.493083}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-ind_Latn", "languages": ["dan-Latn", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.295455, "f1": 0.214327, "hf_subset": "dan_Latn-knc_Latn", "languages": ["dan-Latn", "knc-Latn"], "main_score": 0.214327, "precision": 0.193151, "recall": 0.295455}, {"accuracy": 0.366601, "f1": 0.280746, "hf_subset": "dan_Latn-mlt_Latn", "languages": ["dan-Latn", "mlt-Latn"], "main_score": 0.280746, "precision": 0.25576, "recall": 0.366601}, {"accuracy": 0.287549, "f1": 0.206144, "hf_subset": "dan_Latn-quy_Latn", "languages": ["dan-Latn", "quy-Latn"], "main_score": 0.206144, "precision": 0.183433, "recall": 0.287549}, {"accuracy": 0.389328, "f1": 0.302241, "hf_subset": "dan_Latn-swh_Latn", "languages": ["dan-Latn", "swh-Latn"], "main_score": 0.302241, "precision": 0.275962, "recall": 0.389328}, {"accuracy": 0.661067, "f1": 0.592147, "hf_subset": "dan_Latn-uzn_Latn", "languages": ["dan-Latn", "uzn-Latn"], "main_score": 0.592147, "precision": 0.564246, "recall": 0.661067}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-als_Latn", "languages": ["dan-Latn", "als-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.059289, "f1": 0.021908, "hf_subset": "dan_Latn-bod_Tibt", "languages": ["dan-Latn", "bod-Tibt"], "main_score": 0.021908, "precision": 0.017503, "recall": 0.059289}, {"accuracy": 0.231225, "f1": 0.160278, "hf_subset": "dan_Latn-fij_Latn", "languages": ["dan-Latn", "fij-Latn"], "main_score": 0.160278, "precision": 0.141489, "recall": 0.231225}, {"accuracy": 0.780632, "f1": 0.725645, "hf_subset": "dan_Latn-isl_Latn", "languages": ["dan-Latn", "isl-Latn"], "main_score": 0.725645, "precision": 0.702555, "recall": 0.780632}, {"accuracy": 0.270751, "f1": 0.197088, "hf_subset": "dan_Latn-kon_Latn", "languages": ["dan-Latn", "kon-Latn"], "main_score": 0.197088, "precision": 0.178272, "recall": 0.270751}, {"accuracy": 0.064229, "f1": 0.032541, "hf_subset": "dan_Latn-mni_Beng", "languages": ["dan-Latn", "mni-Beng"], "main_score": 0.032541, "precision": 0.027764, "recall": 0.064229}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-ron_Latn", "languages": ["dan-Latn", "ron-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.817194, "f1": 0.769236, "hf_subset": "dan_Latn-szl_Latn", "languages": ["dan-Latn", "szl-Latn"], "main_score": 0.769236, "precision": 0.748172, "recall": 0.817194}, {"accuracy": 0.825099, "f1": 0.775791, "hf_subset": "dan_Latn-vec_Latn", "languages": ["dan-Latn", "vec-Latn"], "main_score": 0.775791, "precision": 0.754249, "recall": 0.825099}, {"accuracy": 0.786561, "f1": 0.738029, "hf_subset": "dan_Latn-amh_Ethi", "languages": ["dan-Latn", "amh-Ethi"], "main_score": 0.738029, "precision": 0.717443, "recall": 0.786561}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-bos_Latn", "languages": ["dan-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "dan_Latn-fin_Latn", "languages": ["dan-Latn", "fin-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ita_Latn", "languages": ["dan-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "dan_Latn-kor_Hang", "languages": ["dan-Latn", "kor-Hang"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.256917, "f1": 0.183691, "hf_subset": "dan_Latn-mos_Latn", "languages": ["dan-Latn", "mos-Latn"], "main_score": 0.183691, "precision": 0.163762, "recall": 0.256917}, {"accuracy": 0.204545, "f1": 0.138831, "hf_subset": "dan_Latn-run_Latn", "languages": ["dan-Latn", "run-Latn"], "main_score": 0.138831, "precision": 0.122675, "recall": 0.204545}, {"accuracy": 0.903162, "f1": 0.874967, "hf_subset": "dan_Latn-tam_Taml", "languages": ["dan-Latn", "tam-Taml"], "main_score": 0.874967, "precision": 0.862154, "recall": 0.903162}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-vie_Latn", "languages": ["dan-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.970356, "f1": 0.961462, "hf_subset": "dan_Latn-apc_Arab", "languages": ["dan-Latn", "apc-Arab"], "main_score": 0.961462, "precision": 0.957181, "recall": 0.970356}, {"accuracy": 0.407115, "f1": 0.317306, "hf_subset": "dan_Latn-bug_Latn", "languages": ["dan-Latn", "bug-Latn"], "main_score": 0.317306, "precision": 0.288704, "recall": 0.407115}, {"accuracy": 0.229249, "f1": 0.159078, "hf_subset": "dan_Latn-fon_Latn", "languages": ["dan-Latn", "fon-Latn"], "main_score": 0.159078, "precision": 0.141215, "recall": 0.229249}, {"accuracy": 0.732213, "f1": 0.668594, "hf_subset": "dan_Latn-jav_Latn", "languages": ["dan-Latn", "jav-Latn"], "main_score": 0.668594, "precision": 0.643191, "recall": 0.732213}, {"accuracy": 0.952569, "f1": 0.939361, "hf_subset": "dan_Latn-lao_Laoo", "languages": ["dan-Latn", "lao-Laoo"], "main_score": 0.939361, "precision": 0.933498, "recall": 0.952569}, {"accuracy": 0.218379, "f1": 0.144839, "hf_subset": "dan_Latn-mri_Latn", "languages": ["dan-Latn", "mri-Latn"], "main_score": 0.144839, "precision": 0.12841, "recall": 0.218379}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "dan_Latn-rus_Cyrl", "languages": ["dan-Latn", "rus-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.272727, "f1": 0.203457, "hf_subset": "dan_Latn-taq_Latn", "languages": ["dan-Latn", "taq-Latn"], "main_score": 0.203457, "precision": 0.185417, "recall": 0.272727}, {"accuracy": 0.45751, "f1": 0.362274, "hf_subset": "dan_Latn-war_Latn", "languages": ["dan-Latn", "war-Latn"], "main_score": 0.362274, "precision": 0.330863, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988307, "hf_subset": "dan_Latn-arb_Arab", "languages": ["dan-Latn", "arb-Arab"], "main_score": 0.988307, "precision": 0.986989, "recall": 0.991107}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-bul_Cyrl", "languages": ["dan-Latn", "bul-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-fra_Latn", "languages": ["dan-Latn", "fra-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "dan_Latn-jpn_Jpan", "languages": ["dan-Latn", "jpn-Jpan"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.770751, "f1": 0.71306, "hf_subset": "dan_Latn-lij_Latn", "languages": ["dan-Latn", "lij-Latn"], "main_score": 0.71306, "precision": 0.688778, "recall": 0.770751}, {"accuracy": 0.956522, "f1": 0.943017, "hf_subset": "dan_Latn-mya_Mymr", "languages": ["dan-Latn", "mya-Mymr"], "main_score": 0.943017, "precision": 0.936594, "recall": 0.956522}, {"accuracy": 0.26087, "f1": 0.19046, "hf_subset": "dan_Latn-sag_Latn", "languages": ["dan-Latn", "sag-Latn"], "main_score": 0.19046, "precision": 0.171471, "recall": 0.26087}, {"accuracy": 0.078063, "f1": 0.033466, "hf_subset": "dan_Latn-taq_Tfng", "languages": ["dan-Latn", "taq-Tfng"], "main_score": 0.033466, "precision": 0.027005, "recall": 0.078063}, {"accuracy": 0.278656, "f1": 0.197182, "hf_subset": "dan_Latn-wol_Latn", "languages": ["dan-Latn", "wol-Latn"], "main_score": 0.197182, "precision": 0.17407, "recall": 0.278656}, {"accuracy": 0.13834, "f1": 0.084334, "hf_subset": "dan_Latn-arb_Latn", "languages": ["dan-Latn", "arb-Latn"], "main_score": 0.084334, "precision": 0.072548, "recall": 0.13834}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-cat_Latn", "languages": ["dan-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.757905, "f1": 0.70048, "hf_subset": "dan_Latn-fur_Latn", "languages": ["dan-Latn", "fur-Latn"], "main_score": 0.70048, "precision": 0.675675, "recall": 0.757905}, {"accuracy": 0.104743, "f1": 0.069519, "hf_subset": "dan_Latn-kab_Latn", "languages": ["dan-Latn", "kab-Latn"], "main_score": 0.069519, "precision": 0.061471, "recall": 0.104743}, {"accuracy": 0.766798, "f1": 0.709674, "hf_subset": "dan_Latn-lim_Latn", "languages": ["dan-Latn", "lim-Latn"], "main_score": 0.709674, "precision": 0.685293, "recall": 0.766798}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "dan_Latn-nld_Latn", "languages": ["dan-Latn", "nld-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.758893, "f1": 0.697878, "hf_subset": "dan_Latn-san_Deva", "languages": ["dan-Latn", "san-Deva"], "main_score": 0.697878, "precision": 0.671492, "recall": 0.758893}, {"accuracy": 0.530632, "f1": 0.441469, "hf_subset": "dan_Latn-tat_Cyrl", "languages": ["dan-Latn", "tat-Cyrl"], "main_score": 0.441469, "precision": 0.408464, "recall": 0.530632}, {"accuracy": 0.213439, "f1": 0.139795, "hf_subset": "dan_Latn-xho_Latn", "languages": ["dan-Latn", "xho-Latn"], "main_score": 0.139795, "precision": 0.121062, "recall": 0.213439}, {"accuracy": 0.990119, "f1": 0.986989, "hf_subset": "dan_Latn-ars_Arab", "languages": ["dan-Latn", "ars-Arab"], "main_score": 0.986989, "precision": 0.985507, "recall": 0.990119}, {"accuracy": 0.421937, "f1": 0.331816, "hf_subset": "dan_Latn-ceb_Latn", "languages": ["dan-Latn", "ceb-Latn"], "main_score": 0.331816, "precision": 0.302658, "recall": 0.421937}, {"accuracy": 0.251976, "f1": 0.174922, "hf_subset": "dan_Latn-fuv_Latn", "languages": ["dan-Latn", "fuv-Latn"], "main_score": 0.174922, "precision": 0.156033, "recall": 0.251976}, {"accuracy": 0.233202, "f1": 0.158971, "hf_subset": "dan_Latn-kac_Latn", "languages": ["dan-Latn", "kac-Latn"], "main_score": 0.158971, "precision": 0.139607, "recall": 0.233202}, {"accuracy": 0.26087, "f1": 0.187717, "hf_subset": "dan_Latn-lin_Latn", "languages": ["dan-Latn", "lin-Latn"], "main_score": 0.187717, "precision": 0.168834, "recall": 0.26087}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-nno_Latn", "languages": ["dan-Latn", "nno-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.019763, "f1": 0.003563, "hf_subset": "dan_Latn-sat_Olck", "languages": ["dan-Latn", "sat-Olck"], "main_score": 0.003563, "precision": 0.00256, "recall": 0.019763}, {"accuracy": 0.863636, "f1": 0.824953, "hf_subset": "dan_Latn-tel_Telu", "languages": ["dan-Latn", "tel-Telu"], "main_score": 0.824953, "precision": 0.807428, "recall": 0.863636}, {"accuracy": 0.467391, "f1": 0.376576, "hf_subset": "dan_Latn-ydd_Hebr", "languages": ["dan-Latn", "ydd-Hebr"], "main_score": 0.376576, "precision": 0.343079, "recall": 0.467391}, {"accuracy": 0.864625, "f1": 0.82556, "hf_subset": "dan_Latn-ary_Arab", "languages": ["dan-Latn", "ary-Arab"], "main_score": 0.82556, "precision": 0.807312, "recall": 0.864625}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-ces_Latn", "languages": ["dan-Latn", "ces-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.105731, "f1": 0.062114, "hf_subset": "dan_Latn-gaz_Latn", "languages": ["dan-Latn", "gaz-Latn"], "main_score": 0.062114, "precision": 0.053863, "recall": 0.105731}, {"accuracy": 0.219368, "f1": 0.147875, "hf_subset": "dan_Latn-kam_Latn", "languages": ["dan-Latn", "kam-Latn"], "main_score": 0.147875, "precision": 0.129445, "recall": 0.219368}, {"accuracy": 0.988142, "f1": 0.984684, "hf_subset": "dan_Latn-lit_Latn", "languages": ["dan-Latn", "lit-Latn"], "main_score": 0.984684, "precision": 0.983037, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-nob_Latn", "languages": ["dan-Latn", "nob-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.662055, "f1": 0.586966, "hf_subset": "dan_Latn-scn_Latn", "languages": ["dan-Latn", "scn-Latn"], "main_score": 0.586966, "precision": 0.557181, "recall": 0.662055}, {"accuracy": 0.209486, "f1": 0.136058, "hf_subset": "dan_Latn-tgk_Cyrl", "languages": ["dan-Latn", "tgk-Cyrl"], "main_score": 0.136058, "precision": 0.117117, "recall": 0.209486}, {"accuracy": 0.225296, "f1": 0.145156, "hf_subset": "dan_Latn-yor_Latn", "languages": ["dan-Latn", "yor-Latn"], "main_score": 0.145156, "precision": 0.124302, "recall": 0.225296}, {"accuracy": 0.952569, "f1": 0.937912, "hf_subset": "dan_Latn-arz_Arab", "languages": ["dan-Latn", "arz-Arab"], "main_score": 0.937912, "precision": 0.930995, "recall": 0.952569}, {"accuracy": 0.205534, "f1": 0.136822, "hf_subset": "dan_Latn-cjk_Latn", "languages": ["dan-Latn", "cjk-Latn"], "main_score": 0.136822, "precision": 0.120247, "recall": 0.205534}, {"accuracy": 0.217391, "f1": 0.145865, "hf_subset": "dan_Latn-gla_Latn", "languages": ["dan-Latn", "gla-Latn"], "main_score": 0.145865, "precision": 0.126777, "recall": 0.217391}, {"accuracy": 0.820158, "f1": 0.770553, "hf_subset": "dan_Latn-kan_Knda", "languages": ["dan-Latn", "kan-Knda"], "main_score": 0.770553, "precision": 0.748304, "recall": 0.820158}, {"accuracy": 0.681818, "f1": 0.616323, "hf_subset": "dan_Latn-lmo_Latn", "languages": ["dan-Latn", "lmo-Latn"], "main_score": 0.616323, "precision": 0.590523, "recall": 0.681818}, {"accuracy": 0.970356, "f1": 0.961199, "hf_subset": "dan_Latn-npi_Deva", "languages": ["dan-Latn", "npi-Deva"], "main_score": 0.961199, "precision": 0.956769, "recall": 0.970356}, {"accuracy": 0.309289, "f1": 0.219138, "hf_subset": "dan_Latn-shn_Mymr", "languages": ["dan-Latn", "shn-Mymr"], "main_score": 0.219138, "precision": 0.191303, "recall": 0.309289}, {"accuracy": 0.480237, "f1": 0.396759, "hf_subset": "dan_Latn-tgl_Latn", "languages": ["dan-Latn", "tgl-Latn"], "main_score": 0.396759, "precision": 0.369456, "recall": 0.480237}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "dan_Latn-yue_Hant", "languages": ["dan-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.56917, "f1": 0.488974, "hf_subset": "dan_Latn-asm_Beng", "languages": ["dan-Latn", "asm-Beng"], "main_score": 0.488974, "precision": 0.458658, "recall": 0.56917}, {"accuracy": 0.849802, "f1": 0.809684, "hf_subset": "dan_Latn-ckb_Arab", "languages": ["dan-Latn", "ckb-Arab"], "main_score": 0.809684, "precision": 0.791815, "recall": 0.849802}, {"accuracy": 0.312253, "f1": 0.231813, "hf_subset": "dan_Latn-gle_Latn", "languages": ["dan-Latn", "gle-Latn"], "main_score": 0.231813, "precision": 0.209777, "recall": 0.312253}, {"accuracy": 0.615613, "f1": 0.530101, "hf_subset": "dan_Latn-kas_Arab", "languages": ["dan-Latn", "kas-Arab"], "main_score": 0.530101, "precision": 0.495786, "recall": 0.615613}, {"accuracy": 0.728261, "f1": 0.666274, "hf_subset": "dan_Latn-ltg_Latn", "languages": ["dan-Latn", "ltg-Latn"], "main_score": 0.666274, "precision": 0.63965, "recall": 0.728261}, {"accuracy": 0.26581, "f1": 0.183334, "hf_subset": "dan_Latn-nso_Latn", "languages": ["dan-Latn", "nso-Latn"], "main_score": 0.183334, "precision": 0.160541, "recall": 0.26581}, {"accuracy": 0.935771, "f1": 0.915184, "hf_subset": "dan_Latn-sin_Sinh", "languages": ["dan-Latn", "sin-Sinh"], "main_score": 0.915184, "precision": 0.905303, "recall": 0.935771}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-tha_Thai", "languages": ["dan-Latn", "tha-Thai"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-zho_Hans", "languages": ["dan-Latn", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.952569, "f1": 0.937319, "hf_subset": "dan_Latn-ast_Latn", "languages": ["dan-Latn", "ast-Latn"], "main_score": 0.937319, "precision": 0.929924, "recall": 0.952569}, {"accuracy": 0.778656, "f1": 0.724166, "hf_subset": "dan_Latn-crh_Latn", "languages": ["dan-Latn", "crh-Latn"], "main_score": 0.724166, "precision": 0.700502, "recall": 0.778656}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-glg_Latn", "languages": ["dan-Latn", "glg-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.4417, "f1": 0.358002, "hf_subset": "dan_Latn-kas_Deva", "languages": ["dan-Latn", "kas-Deva"], "main_score": 0.358002, "precision": 0.32903, "recall": 0.4417}, {"accuracy": 0.532609, "f1": 0.445775, "hf_subset": "dan_Latn-ltz_Latn", "languages": ["dan-Latn", "ltz-Latn"], "main_score": 0.445775, "precision": 0.4163, "recall": 0.532609}, {"accuracy": 0.123518, "f1": 0.069083, "hf_subset": "dan_Latn-nus_Latn", "languages": ["dan-Latn", "nus-Latn"], "main_score": 0.069083, "precision": 0.058403, "recall": 0.123518}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "dan_Latn-slk_Latn", "languages": ["dan-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.193676, "f1": 0.131711, "hf_subset": "dan_Latn-tir_Ethi", "languages": ["dan-Latn", "tir-Ethi"], "main_score": 0.131711, "precision": 0.114775, "recall": 0.193676}, {"accuracy": 0.995059, "f1": 0.993577, "hf_subset": "dan_Latn-zho_Hant", "languages": ["dan-Latn", "zho-Hant"], "main_score": 0.993577, "precision": 0.992918, "recall": 0.995059}, {"accuracy": 0.960474, "f1": 0.949177, "hf_subset": "dan_Latn-awa_Deva", "languages": ["dan-Latn", "awa-Deva"], "main_score": 0.949177, "precision": 0.943758, "recall": 0.960474}, {"accuracy": 0.504941, "f1": 0.416046, "hf_subset": "dan_Latn-cym_Latn", "languages": ["dan-Latn", "cym-Latn"], "main_score": 0.416046, "precision": 0.385755, "recall": 0.504941}, {"accuracy": 0.385375, "f1": 0.294329, "hf_subset": "dan_Latn-grn_Latn", "languages": ["dan-Latn", "grn-Latn"], "main_score": 0.294329, "precision": 0.266453, "recall": 0.385375}, {"accuracy": 0.883399, "f1": 0.847497, "hf_subset": "dan_Latn-kat_Geor", "languages": ["dan-Latn", "kat-Geor"], "main_score": 0.847497, "precision": 0.830369, "recall": 0.883399}, {"accuracy": 0.287549, "f1": 0.209384, "hf_subset": "dan_Latn-lua_Latn", "languages": ["dan-Latn", "lua-Latn"], "main_score": 0.209384, "precision": 0.187755, "recall": 0.287549}, {"accuracy": 0.26087, "f1": 0.178462, "hf_subset": "dan_Latn-nya_Latn", "languages": ["dan-Latn", "nya-Latn"], "main_score": 0.178462, "precision": 0.156958, "recall": 0.26087}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-slv_Latn", "languages": ["dan-Latn", "slv-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.481225, "f1": 0.389064, "hf_subset": "dan_Latn-tpi_Latn", "languages": ["dan-Latn", "tpi-Latn"], "main_score": 0.389064, "precision": 0.35831, "recall": 0.481225}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-zsm_Latn", "languages": ["dan-Latn", "zsm-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.218379, "f1": 0.141164, "hf_subset": "dan_Latn-ayr_Latn", "languages": ["dan-Latn", "ayr-Latn"], "main_score": 0.141164, "precision": 0.123147, "recall": 0.218379}, {"accuracy": 0.923913, "f1": 0.900875, "hf_subset": "dan_Latn-guj_Gujr", "languages": ["dan-Latn", "guj-Gujr"], "main_score": 0.900875, "precision": 0.889904, "recall": 0.923913}, {"accuracy": 0.967391, "f1": 0.956522, "hf_subset": "dan_Latn-kaz_Cyrl", "languages": ["dan-Latn", "kaz-Cyrl"], "main_score": 0.956522, "precision": 0.951087, "recall": 0.967391}, {"accuracy": 0.202569, "f1": 0.137742, "hf_subset": "dan_Latn-lug_Latn", "languages": ["dan-Latn", "lug-Latn"], "main_score": 0.137742, "precision": 0.122554, "recall": 0.202569}, {"accuracy": 0.936759, "f1": 0.91749, "hf_subset": "dan_Latn-oci_Latn", "languages": ["dan-Latn", "oci-Latn"], "main_score": 0.91749, "precision": 0.908103, "recall": 0.936759}, {"accuracy": 0.213439, "f1": 0.143839, "hf_subset": "dan_Latn-smo_Latn", "languages": ["dan-Latn", "smo-Latn"], "main_score": 0.143839, "precision": 0.126569, "recall": 0.213439}, {"accuracy": 0.230237, "f1": 0.160025, "hf_subset": "dan_Latn-tsn_Latn", "languages": ["dan-Latn", "tsn-Latn"], "main_score": 0.160025, "precision": 0.142908, "recall": 0.230237}, {"accuracy": 0.166008, "f1": 0.103025, "hf_subset": "dan_Latn-zul_Latn", "languages": ["dan-Latn", "zul-Latn"], "main_score": 0.103025, "precision": 0.088328, "recall": 0.166008}, {"accuracy": 0.567194, "f1": 0.482929, "hf_subset": "dan_Latn-azb_Arab", "languages": ["dan-Latn", "azb-Arab"], "main_score": 0.482929, "precision": 0.449625, "recall": 0.567194}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "dan_Latn-deu_Latn", "languages": ["dan-Latn", "deu-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.33004, "f1": 0.245472, "hf_subset": "dan_Latn-hat_Latn", "languages": ["dan-Latn", "hat-Latn"], "main_score": 0.245472, "precision": 0.219281, "recall": 0.33004}, {"accuracy": 0.212451, "f1": 0.142945, "hf_subset": "dan_Latn-kbp_Latn", "languages": ["dan-Latn", "kbp-Latn"], "main_score": 0.142945, "precision": 0.12621, "recall": 0.212451}, {"accuracy": 0.250988, "f1": 0.173468, "hf_subset": "dan_Latn-luo_Latn", "languages": ["dan-Latn", "luo-Latn"], "main_score": 0.173468, "precision": 0.153114, "recall": 0.250988}, {"accuracy": 0.854743, "f1": 0.814413, "hf_subset": "dan_Latn-ory_Orya", "languages": ["dan-Latn", "ory-Orya"], "main_score": 0.814413, "precision": 0.796262, "recall": 0.854743}, {"accuracy": 0.1917, "f1": 0.121772, "hf_subset": "dan_Latn-sna_Latn", "languages": ["dan-Latn", "sna-Latn"], "main_score": 0.121772, "precision": 0.104878, "recall": 0.1917}, {"accuracy": 0.20751, "f1": 0.140248, "hf_subset": "dan_Latn-tso_Latn", "languages": ["dan-Latn", "tso-Latn"], "main_score": 0.140248, "precision": 0.123607, "recall": 0.20751}, {"accuracy": 0.966403, "f1": 0.957181, "hf_subset": "dan_Latn-azj_Latn", "languages": ["dan-Latn", "azj-Latn"], "main_score": 0.957181, "precision": 0.952931, "recall": 0.966403}, {"accuracy": 0.323123, "f1": 0.239361, "hf_subset": "dan_Latn-dik_Latn", "languages": ["dan-Latn", "dik-Latn"], "main_score": 0.239361, "precision": 0.215461, "recall": 0.323123}, {"accuracy": 0.279644, "f1": 0.199339, "hf_subset": "dan_Latn-hau_Latn", "languages": ["dan-Latn", "hau-Latn"], "main_score": 0.199339, "precision": 0.17811, "recall": 0.279644}, {"accuracy": 0.679842, "f1": 0.607374, "hf_subset": "dan_Latn-kea_Latn", "languages": ["dan-Latn", "kea-Latn"], "main_score": 0.607374, "precision": 0.578742, "recall": 0.679842}, {"accuracy": 0.38834, "f1": 0.300303, "hf_subset": "dan_Latn-lus_Latn", "languages": ["dan-Latn", "lus-Latn"], "main_score": 0.300303, "precision": 0.272875, "recall": 0.38834}, {"accuracy": 0.500988, "f1": 0.412946, "hf_subset": "dan_Latn-pag_Latn", "languages": ["dan-Latn", "pag-Latn"], "main_score": 0.412946, "precision": 0.382502, "recall": 0.500988}, {"accuracy": 0.880435, "f1": 0.845224, "hf_subset": "dan_Latn-snd_Arab", "languages": ["dan-Latn", "snd-Arab"], "main_score": 0.845224, "precision": 0.82864, "recall": 0.880435}, {"accuracy": 0.371542, "f1": 0.282954, "hf_subset": "dan_Latn-tuk_Latn", "languages": ["dan-Latn", "tuk-Latn"], "main_score": 0.282954, "precision": 0.255519, "recall": 0.371542}, {"accuracy": 0.486166, "f1": 0.399552, "hf_subset": "dan_Latn-bak_Cyrl", "languages": ["dan-Latn", "bak-Cyrl"], "main_score": 0.399552, "precision": 0.369227, "recall": 0.486166}, {"accuracy": 0.213439, "f1": 0.144497, "hf_subset": "dan_Latn-dyu_Latn", "languages": ["dan-Latn", "dyu-Latn"], "main_score": 0.144497, "precision": 0.125821, "recall": 0.213439}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "dan_Latn-heb_Hebr", "languages": ["dan-Latn", "heb-Hebr"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "dan_Latn-khk_Cyrl", "languages": ["dan-Latn", "khk-Cyrl"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.992095, "f1": 0.990448, "hf_subset": "dan_Latn-lvs_Latn", "languages": ["dan-Latn", "lvs-Latn"], "main_score": 0.990448, "precision": 0.989822, "recall": 0.992095}, {"accuracy": 0.879447, "f1": 0.845965, "hf_subset": "dan_Latn-pan_Guru", "languages": ["dan-Latn", "pan-Guru"], "main_score": 0.845965, "precision": 0.831119, "recall": 0.879447}, {"accuracy": 0.294466, "f1": 0.214419, "hf_subset": "dan_Latn-som_Latn", "languages": ["dan-Latn", "som-Latn"], "main_score": 0.214419, "precision": 0.190303, "recall": 0.294466}, {"accuracy": 0.229249, "f1": 0.153322, "hf_subset": "dan_Latn-tum_Latn", "languages": ["dan-Latn", "tum-Latn"], "main_score": 0.153322, "precision": 0.133644, "recall": 0.229249}, {"accuracy": 0.075099, "f1": 0.043582, "hf_subset": "guj_Gujr-ace_Arab", "languages": ["guj-Gujr", "ace-Arab"], "main_score": 0.043582, "precision": 0.035614, "recall": 0.075099}, {"accuracy": 0.129447, "f1": 0.081923, "hf_subset": "guj_Gujr-bam_Latn", "languages": ["guj-Gujr", "bam-Latn"], "main_score": 0.081923, "precision": 0.07065, "recall": 0.129447}, {"accuracy": 0.002964, "f1": 3.9e-05, "hf_subset": "guj_Gujr-dzo_Tibt", "languages": ["guj-Gujr", "dzo-Tibt"], "main_score": 3.9e-05, "precision": 1.9e-05, "recall": 0.002964}, {"accuracy": 0.948617, "f1": 0.940296, "hf_subset": "guj_Gujr-hin_Deva", "languages": ["guj-Gujr", "hin-Deva"], "main_score": 0.940296, "precision": 0.936635, "recall": 0.948617}, {"accuracy": 0.833992, "f1": 0.803002, "hf_subset": "guj_Gujr-khm_Khmr", "languages": ["guj-Gujr", "khm-Khmr"], "main_score": 0.803002, "precision": 0.78862, "recall": 0.833992}, {"accuracy": 0.905138, "f1": 0.884062, "hf_subset": "guj_Gujr-mag_Deva", "languages": ["guj-Gujr", "mag-Deva"], "main_score": 0.884062, "precision": 0.87456, "recall": 0.905138}, {"accuracy": 0.494071, "f1": 0.420621, "hf_subset": "guj_Gujr-pap_Latn", "languages": ["guj-Gujr", "pap-Latn"], "main_score": 0.420621, "precision": 0.394401, "recall": 0.494071}, {"accuracy": 0.146245, "f1": 0.094285, "hf_subset": "guj_Gujr-sot_Latn", "languages": ["guj-Gujr", "sot-Latn"], "main_score": 0.094285, "precision": 0.081618, "recall": 0.146245}, {"accuracy": 0.9417, "f1": 0.927132, "hf_subset": "guj_Gujr-tur_Latn", "languages": ["guj-Gujr", "tur-Latn"], "main_score": 0.927132, "precision": 0.920917, "recall": 0.9417}, {"accuracy": 0.3083, "f1": 0.230191, "hf_subset": "guj_Gujr-ace_Latn", "languages": ["guj-Gujr", "ace-Latn"], "main_score": 0.230191, "precision": 0.206727, "recall": 0.3083}, {"accuracy": 0.544466, "f1": 0.471983, "hf_subset": "guj_Gujr-ban_Latn", "languages": ["guj-Gujr", "ban-Latn"], "main_score": 0.471983, "precision": 0.444461, "recall": 0.544466}, {"accuracy": 0.942688, "f1": 0.928755, "hf_subset": "guj_Gujr-ell_Grek", "languages": ["guj-Gujr", "ell-Grek"], "main_score": 0.928755, "precision": 0.922834, "recall": 0.942688}, {"accuracy": 0.866601, "f1": 0.838373, "hf_subset": "guj_Gujr-hne_Deva", "languages": ["guj-Gujr", "hne-Deva"], "main_score": 0.838373, "precision": 0.825626, "recall": 0.866601}, {"accuracy": 0.175889, "f1": 0.109202, "hf_subset": "guj_Gujr-kik_Latn", "languages": ["guj-Gujr", "kik-Latn"], "main_score": 0.109202, "precision": 0.091419, "recall": 0.175889}, {"accuracy": 0.874506, "f1": 0.846936, "hf_subset": "guj_Gujr-mai_Deva", "languages": ["guj-Gujr", "mai-Deva"], "main_score": 0.846936, "precision": 0.835334, "recall": 0.874506}, {"accuracy": 0.798419, "f1": 0.755484, "hf_subset": "guj_Gujr-pbt_Arab", "languages": ["guj-Gujr", "pbt-Arab"], "main_score": 0.755484, "precision": 0.736397, "recall": 0.798419}, {"accuracy": 0.944664, "f1": 0.931178, "hf_subset": "guj_Gujr-spa_Latn", "languages": ["guj-Gujr", "spa-Latn"], "main_score": 0.931178, "precision": 0.925431, "recall": 0.944664}, {"accuracy": 0.204545, "f1": 0.141682, "hf_subset": "guj_Gujr-twi_Latn", "languages": ["guj-Gujr", "twi-Latn"], "main_score": 0.141682, "precision": 0.125662, "recall": 0.204545}, {"accuracy": 0.927866, "f1": 0.912524, "hf_subset": "guj_Gujr-acm_Arab", "languages": ["guj-Gujr", "acm-Arab"], "main_score": 0.912524, "precision": 0.905753, "recall": 0.927866}, {"accuracy": 0.902174, "f1": 0.879094, "hf_subset": "guj_Gujr-bel_Cyrl", "languages": ["guj-Gujr", "bel-Cyrl"], "main_score": 0.879094, "precision": 0.86837, "recall": 0.902174}, {"accuracy": 0.961462, "f1": 0.95168, "hf_subset": "guj_Gujr-eng_Latn", "languages": ["guj-Gujr", "eng-Latn"], "main_score": 0.95168, "precision": 0.947859, "recall": 0.961462}, {"accuracy": 0.949605, "f1": 0.936419, "hf_subset": "guj_Gujr-hrv_Latn", "languages": ["guj-Gujr", "hrv-Latn"], "main_score": 0.936419, "precision": 0.930789, "recall": 0.949605}, {"accuracy": 0.105731, "f1": 0.063794, "hf_subset": "guj_Gujr-kin_Latn", "languages": ["guj-Gujr", "kin-Latn"], "main_score": 0.063794, "precision": 0.054185, "recall": 0.105731}, {"accuracy": 0.865613, "f1": 0.842787, "hf_subset": "guj_Gujr-mal_Mlym", "languages": ["guj-Gujr", "mal-Mlym"], "main_score": 0.842787, "precision": 0.832098, "recall": 0.865613}, {"accuracy": 0.9417, "f1": 0.92924, "hf_subset": "guj_Gujr-pes_Arab", "languages": ["guj-Gujr", "pes-Arab"], "main_score": 0.92924, "precision": 0.923639, "recall": 0.9417}, {"accuracy": 0.582016, "f1": 0.506227, "hf_subset": "guj_Gujr-srd_Latn", "languages": ["guj-Gujr", "srd-Latn"], "main_score": 0.506227, "precision": 0.477042, "recall": 0.582016}, {"accuracy": 0.068182, "f1": 0.037237, "hf_subset": "guj_Gujr-tzm_Tfng", "languages": ["guj-Gujr", "tzm-Tfng"], "main_score": 0.037237, "precision": 0.031552, "recall": 0.068182}, {"accuracy": 0.935771, "f1": 0.919959, "hf_subset": "guj_Gujr-acq_Arab", "languages": ["guj-Gujr", "acq-Arab"], "main_score": 0.919959, "precision": 0.913366, "recall": 0.935771}, {"accuracy": 0.157115, "f1": 0.102121, "hf_subset": "guj_Gujr-bem_Latn", "languages": ["guj-Gujr", "bem-Latn"], "main_score": 0.102121, "precision": 0.08851, "recall": 0.157115}, {"accuracy": 0.781621, "f1": 0.730143, "hf_subset": "guj_Gujr-epo_Latn", "languages": ["guj-Gujr", "epo-Latn"], "main_score": 0.730143, "precision": 0.708394, "recall": 0.781621}, {"accuracy": 0.945652, "f1": 0.931116, "hf_subset": "guj_Gujr-hun_Latn", "languages": ["guj-Gujr", "hun-Latn"], "main_score": 0.931116, "precision": 0.924613, "recall": 0.945652}, {"accuracy": 0.837945, "f1": 0.80255, "hf_subset": "guj_Gujr-kir_Cyrl", "languages": ["guj-Gujr", "kir-Cyrl"], "main_score": 0.80255, "precision": 0.786611, "recall": 0.837945}, {"accuracy": 0.886364, "f1": 0.862055, "hf_subset": "guj_Gujr-mar_Deva", "languages": ["guj-Gujr", "mar-Deva"], "main_score": 0.862055, "precision": 0.850708, "recall": 0.886364}, {"accuracy": 0.1917, "f1": 0.132003, "hf_subset": "guj_Gujr-plt_Latn", "languages": ["guj-Gujr", "plt-Latn"], "main_score": 0.132003, "precision": 0.116359, "recall": 0.1917}, {"accuracy": 0.951581, "f1": 0.940829, "hf_subset": "guj_Gujr-srp_Cyrl", "languages": ["guj-Gujr", "srp-Cyrl"], "main_score": 0.940829, "precision": 0.935935, "recall": 0.951581}, {"accuracy": 0.781621, "f1": 0.735332, "hf_subset": "guj_Gujr-uig_Arab", "languages": ["guj-Gujr", "uig-Arab"], "main_score": 0.735332, "precision": 0.715352, "recall": 0.781621}, {"accuracy": 0.876482, "f1": 0.84706, "hf_subset": "guj_Gujr-aeb_Arab", "languages": ["guj-Gujr", "aeb-Arab"], "main_score": 0.84706, "precision": 0.83371, "recall": 0.876482}, {"accuracy": 0.880435, "f1": 0.858185, "hf_subset": "guj_Gujr-ben_Beng", "languages": ["guj-Gujr", "ben-Beng"], "main_score": 0.858185, "precision": 0.848083, "recall": 0.880435}, {"accuracy": 0.934783, "f1": 0.920182, "hf_subset": "guj_Gujr-est_Latn", "languages": ["guj-Gujr", "est-Latn"], "main_score": 0.920182, "precision": 0.913959, "recall": 0.934783}, {"accuracy": 0.9417, "f1": 0.929776, "hf_subset": "guj_Gujr-hye_Armn", "languages": ["guj-Gujr", "hye-Armn"], "main_score": 0.929776, "precision": 0.924459, "recall": 0.9417}, {"accuracy": 0.105731, "f1": 0.05962, "hf_subset": "guj_Gujr-kmb_Latn", "languages": ["guj-Gujr", "kmb-Latn"], "main_score": 0.05962, "precision": 0.0505, "recall": 0.105731}, {"accuracy": 0.050395, "f1": 0.03432, "hf_subset": "guj_Gujr-min_Arab", "languages": ["guj-Gujr", "min-Arab"], "main_score": 0.03432, "precision": 0.030515, "recall": 0.050395}, {"accuracy": 0.943676, "f1": 0.929436, "hf_subset": "guj_Gujr-pol_Latn", "languages": ["guj-Gujr", "pol-Latn"], "main_score": 0.929436, "precision": 0.923295, "recall": 0.943676}, {"accuracy": 0.119565, "f1": 0.07562, "hf_subset": "guj_Gujr-ssw_Latn", "languages": ["guj-Gujr", "ssw-Latn"], "main_score": 0.07562, "precision": 0.066409, "recall": 0.119565}, {"accuracy": 0.95751, "f1": 0.947431, "hf_subset": "guj_Gujr-ukr_Cyrl", "languages": ["guj-Gujr", "ukr-Cyrl"], "main_score": 0.947431, "precision": 0.943412, "recall": 0.95751}, {"accuracy": 0.910079, "f1": 0.885985, "hf_subset": "guj_Gujr-afr_Latn", "languages": ["guj-Gujr", "afr-Latn"], "main_score": 0.885985, "precision": 0.875256, "recall": 0.910079}, {"accuracy": 0.852767, "f1": 0.822184, "hf_subset": "guj_Gujr-bho_Deva", "languages": ["guj-Gujr", "bho-Deva"], "main_score": 0.822184, "precision": 0.808723, "recall": 0.852767}, {"accuracy": 0.624506, "f1": 0.555964, "hf_subset": "guj_Gujr-eus_Latn", "languages": ["guj-Gujr", "eus-Latn"], "main_score": 0.555964, "precision": 0.52787, "recall": 0.624506}, {"accuracy": 0.119565, "f1": 0.070418, "hf_subset": "guj_Gujr-ibo_Latn", "languages": ["guj-Gujr", "ibo-Latn"], "main_score": 0.070418, "precision": 0.058845, "recall": 0.119565}, {"accuracy": 0.661067, "f1": 0.605576, "hf_subset": "guj_Gujr-kmr_Latn", "languages": ["guj-Gujr", "kmr-Latn"], "main_score": 0.605576, "precision": 0.582289, "recall": 0.661067}, {"accuracy": 0.504941, "f1": 0.427685, "hf_subset": "guj_Gujr-min_Latn", "languages": ["guj-Gujr", "min-Latn"], "main_score": 0.427685, "precision": 0.39925, "recall": 0.504941}, {"accuracy": 0.953557, "f1": 0.944239, "hf_subset": "guj_Gujr-por_Latn", "languages": ["guj-Gujr", "por-Latn"], "main_score": 0.944239, "precision": 0.940279, "recall": 0.953557}, {"accuracy": 0.620553, "f1": 0.55441, "hf_subset": "guj_Gujr-sun_Latn", "languages": ["guj-Gujr", "sun-Latn"], "main_score": 0.55441, "precision": 0.528808, "recall": 0.620553}, {"accuracy": 0.116601, "f1": 0.069851, "hf_subset": "guj_Gujr-umb_Latn", "languages": ["guj-Gujr", "umb-Latn"], "main_score": 0.069851, "precision": 0.059142, "recall": 0.116601}, {"accuracy": 0.91996, "f1": 0.900527, "hf_subset": "guj_Gujr-ajp_Arab", "languages": ["guj-Gujr", "ajp-Arab"], "main_score": 0.900527, "precision": 0.891579, "recall": 0.91996}, {"accuracy": 0.060277, "f1": 0.037082, "hf_subset": "guj_Gujr-bjn_Arab", "languages": ["guj-Gujr", "bjn-Arab"], "main_score": 0.037082, "precision": 0.032413, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.109796, "hf_subset": "guj_Gujr-ewe_Latn", "languages": ["guj-Gujr", "ewe-Latn"], "main_score": 0.109796, "precision": 0.096538, "recall": 0.163043}, {"accuracy": 0.256917, "f1": 0.18912, "hf_subset": "guj_Gujr-ilo_Latn", "languages": ["guj-Gujr", "ilo-Latn"], "main_score": 0.18912, "precision": 0.170508, "recall": 0.256917}, {"accuracy": 0.077075, "f1": 0.049349, "hf_subset": "guj_Gujr-knc_Arab", "languages": ["guj-Gujr", "knc-Arab"], "main_score": 0.049349, "precision": 0.042658, "recall": 0.077075}, {"accuracy": 0.954545, "f1": 0.943248, "hf_subset": "guj_Gujr-mkd_Cyrl", "languages": ["guj-Gujr", "mkd-Cyrl"], "main_score": 0.943248, "precision": 0.938446, "recall": 0.954545}, {"accuracy": 0.942688, "f1": 0.931504, "hf_subset": "guj_Gujr-prs_Arab", "languages": ["guj-Gujr", "prs-Arab"], "main_score": 0.931504, "precision": 0.926901, "recall": 0.942688}, {"accuracy": 0.942688, "f1": 0.930377, "hf_subset": "guj_Gujr-swe_Latn", "languages": ["guj-Gujr", "swe-Latn"], "main_score": 0.930377, "precision": 0.925273, "recall": 0.942688}, {"accuracy": 0.935771, "f1": 0.922171, "hf_subset": "guj_Gujr-urd_Arab", "languages": ["guj-Gujr", "urd-Arab"], "main_score": 0.922171, "precision": 0.916432, "recall": 0.935771}, {"accuracy": 0.192688, "f1": 0.127804, "hf_subset": "guj_Gujr-aka_Latn", "languages": ["guj-Gujr", "aka-Latn"], "main_score": 0.127804, "precision": 0.110862, "recall": 0.192688}, {"accuracy": 0.653162, "f1": 0.58699, "hf_subset": "guj_Gujr-bjn_Latn", "languages": ["guj-Gujr", "bjn-Latn"], "main_score": 0.58699, "precision": 0.561628, "recall": 0.653162}, {"accuracy": 0.379447, "f1": 0.305845, "hf_subset": "guj_Gujr-fao_Latn", "languages": ["guj-Gujr", "fao-Latn"], "main_score": 0.305845, "precision": 0.283151, "recall": 0.379447}, {"accuracy": 0.949605, "f1": 0.937994, "hf_subset": "guj_Gujr-ind_Latn", "languages": ["guj-Gujr", "ind-Latn"], "main_score": 0.937994, "precision": 0.933013, "recall": 0.949605}, {"accuracy": 0.184783, "f1": 0.12572, "hf_subset": "guj_Gujr-knc_Latn", "languages": ["guj-Gujr", "knc-Latn"], "main_score": 0.12572, "precision": 0.110163, "recall": 0.184783}, {"accuracy": 0.241107, "f1": 0.166908, "hf_subset": "guj_Gujr-mlt_Latn", "languages": ["guj-Gujr", "mlt-Latn"], "main_score": 0.166908, "precision": 0.147172, "recall": 0.241107}, {"accuracy": 0.187747, "f1": 0.123308, "hf_subset": "guj_Gujr-quy_Latn", "languages": ["guj-Gujr", "quy-Latn"], "main_score": 0.123308, "precision": 0.106056, "recall": 0.187747}, {"accuracy": 0.294466, "f1": 0.217861, "hf_subset": "guj_Gujr-swh_Latn", "languages": ["guj-Gujr", "swh-Latn"], "main_score": 0.217861, "precision": 0.195957, "recall": 0.294466}, {"accuracy": 0.54249, "f1": 0.473223, "hf_subset": "guj_Gujr-uzn_Latn", "languages": ["guj-Gujr", "uzn-Latn"], "main_score": 0.473223, "precision": 0.447268, "recall": 0.54249}, {"accuracy": 0.947628, "f1": 0.934271, "hf_subset": "guj_Gujr-als_Latn", "languages": ["guj-Gujr", "als-Latn"], "main_score": 0.934271, "precision": 0.928458, "recall": 0.947628}, {"accuracy": 0.052372, "f1": 0.023531, "hf_subset": "guj_Gujr-bod_Tibt", "languages": ["guj-Gujr", "bod-Tibt"], "main_score": 0.023531, "precision": 0.019694, "recall": 0.052372}, {"accuracy": 0.130435, "f1": 0.079734, "hf_subset": "guj_Gujr-fij_Latn", "languages": ["guj-Gujr", "fij-Latn"], "main_score": 0.079734, "precision": 0.067257, "recall": 0.130435}, {"accuracy": 0.674901, "f1": 0.609852, "hf_subset": "guj_Gujr-isl_Latn", "languages": ["guj-Gujr", "isl-Latn"], "main_score": 0.609852, "precision": 0.583244, "recall": 0.674901}, {"accuracy": 0.177866, "f1": 0.11473, "hf_subset": "guj_Gujr-kon_Latn", "languages": ["guj-Gujr", "kon-Latn"], "main_score": 0.11473, "precision": 0.098651, "recall": 0.177866}, {"accuracy": 0.067194, "f1": 0.038571, "hf_subset": "guj_Gujr-mni_Beng", "languages": ["guj-Gujr", "mni-Beng"], "main_score": 0.038571, "precision": 0.033754, "recall": 0.067194}, {"accuracy": 0.945652, "f1": 0.932839, "hf_subset": "guj_Gujr-ron_Latn", "languages": ["guj-Gujr", "ron-Latn"], "main_score": 0.932839, "precision": 0.92736, "recall": 0.945652}, {"accuracy": 0.679842, "f1": 0.620031, "hf_subset": "guj_Gujr-szl_Latn", "languages": ["guj-Gujr", "szl-Latn"], "main_score": 0.620031, "precision": 0.595076, "recall": 0.679842}, {"accuracy": 0.697628, "f1": 0.629188, "hf_subset": "guj_Gujr-vec_Latn", "languages": ["guj-Gujr", "vec-Latn"], "main_score": 0.629188, "precision": 0.600645, "recall": 0.697628}, {"accuracy": 0.756917, "f1": 0.707512, "hf_subset": "guj_Gujr-amh_Ethi", "languages": ["guj-Gujr", "amh-Ethi"], "main_score": 0.707512, "precision": 0.686357, "recall": 0.756917}, {"accuracy": 0.95751, "f1": 0.94888, "hf_subset": "guj_Gujr-bos_Latn", "languages": ["guj-Gujr", "bos-Latn"], "main_score": 0.94888, "precision": 0.945045, "recall": 0.95751}, {"accuracy": 0.9417, "f1": 0.927524, "hf_subset": "guj_Gujr-fin_Latn", "languages": ["guj-Gujr", "fin-Latn"], "main_score": 0.927524, "precision": 0.921426, "recall": 0.9417}, {"accuracy": 0.954545, "f1": 0.943382, "hf_subset": "guj_Gujr-ita_Latn", "languages": ["guj-Gujr", "ita-Latn"], "main_score": 0.943382, "precision": 0.938712, "recall": 0.954545}, {"accuracy": 0.923913, "f1": 0.913867, "hf_subset": "guj_Gujr-kor_Hang", "languages": ["guj-Gujr", "kor-Hang"], "main_score": 0.913867, "precision": 0.908926, "recall": 0.923913}, {"accuracy": 0.139328, "f1": 0.090919, "hf_subset": "guj_Gujr-mos_Latn", "languages": ["guj-Gujr", "mos-Latn"], "main_score": 0.090919, "precision": 0.077964, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.061463, "hf_subset": "guj_Gujr-run_Latn", "languages": ["guj-Gujr", "run-Latn"], "main_score": 0.061463, "precision": 0.052529, "recall": 0.100791}, {"accuracy": 0.855731, "f1": 0.827782, "hf_subset": "guj_Gujr-tam_Taml", "languages": ["guj-Gujr", "tam-Taml"], "main_score": 0.827782, "precision": 0.814904, "recall": 0.855731}, {"accuracy": 0.944664, "f1": 0.931349, "hf_subset": "guj_Gujr-vie_Latn", "languages": ["guj-Gujr", "vie-Latn"], "main_score": 0.931349, "precision": 0.925379, "recall": 0.944664}, {"accuracy": 0.91502, "f1": 0.899868, "hf_subset": "guj_Gujr-apc_Arab", "languages": ["guj-Gujr", "apc-Arab"], "main_score": 0.899868, "precision": 0.892622, "recall": 0.91502}, {"accuracy": 0.285573, "f1": 0.212934, "hf_subset": "guj_Gujr-bug_Latn", "languages": ["guj-Gujr", "bug-Latn"], "main_score": 0.212934, "precision": 0.192082, "recall": 0.285573}, {"accuracy": 0.130435, "f1": 0.078494, "hf_subset": "guj_Gujr-fon_Latn", "languages": ["guj-Gujr", "fon-Latn"], "main_score": 0.078494, "precision": 0.06758, "recall": 0.130435}, {"accuracy": 0.607708, "f1": 0.536455, "hf_subset": "guj_Gujr-jav_Latn", "languages": ["guj-Gujr", "jav-Latn"], "main_score": 0.536455, "precision": 0.508359, "recall": 0.607708}, {"accuracy": 0.864625, "f1": 0.83643, "hf_subset": "guj_Gujr-lao_Laoo", "languages": ["guj-Gujr", "lao-Laoo"], "main_score": 0.83643, "precision": 0.824489, "recall": 0.864625}, {"accuracy": 0.117589, "f1": 0.06602, "hf_subset": "guj_Gujr-mri_Latn", "languages": ["guj-Gujr", "mri-Latn"], "main_score": 0.06602, "precision": 0.055329, "recall": 0.117589}, {"accuracy": 0.947628, "f1": 0.937522, "hf_subset": "guj_Gujr-rus_Cyrl", "languages": ["guj-Gujr", "rus-Cyrl"], "main_score": 0.937522, "precision": 0.933256, "recall": 0.947628}, {"accuracy": 0.163043, "f1": 0.111566, "hf_subset": "guj_Gujr-taq_Latn", "languages": ["guj-Gujr", "taq-Latn"], "main_score": 0.111566, "precision": 0.098649, "recall": 0.163043}, {"accuracy": 0.314229, "f1": 0.231436, "hf_subset": "guj_Gujr-war_Latn", "languages": ["guj-Gujr", "war-Latn"], "main_score": 0.231436, "precision": 0.205317, "recall": 0.314229}, {"accuracy": 0.944664, "f1": 0.931268, "hf_subset": "guj_Gujr-arb_Arab", "languages": ["guj-Gujr", "arb-Arab"], "main_score": 0.931268, "precision": 0.925471, "recall": 0.944664}, {"accuracy": 0.951581, "f1": 0.939789, "hf_subset": "guj_Gujr-bul_Cyrl", "languages": ["guj-Gujr", "bul-Cyrl"], "main_score": 0.939789, "precision": 0.935008, "recall": 0.951581}, {"accuracy": 0.947628, "f1": 0.935852, "hf_subset": "guj_Gujr-fra_Latn", "languages": ["guj-Gujr", "fra-Latn"], "main_score": 0.935852, "precision": 0.930879, "recall": 0.947628}, {"accuracy": 0.936759, "f1": 0.922475, "hf_subset": "guj_Gujr-jpn_Jpan", "languages": ["guj-Gujr", "jpn-Jpan"], "main_score": 0.922475, "precision": 0.916395, "recall": 0.936759}, {"accuracy": 0.618577, "f1": 0.547483, "hf_subset": "guj_Gujr-lij_Latn", "languages": ["guj-Gujr", "lij-Latn"], "main_score": 0.547483, "precision": 0.519822, "recall": 0.618577}, {"accuracy": 0.901186, "f1": 0.877641, "hf_subset": "guj_Gujr-mya_Mymr", "languages": ["guj-Gujr", "mya-Mymr"], "main_score": 0.877641, "precision": 0.867457, "recall": 0.901186}, {"accuracy": 0.156126, "f1": 0.102093, "hf_subset": "guj_Gujr-sag_Latn", "languages": ["guj-Gujr", "sag-Latn"], "main_score": 0.102093, "precision": 0.088064, "recall": 0.156126}, {"accuracy": 0.075099, "f1": 0.03355, "hf_subset": "guj_Gujr-taq_Tfng", "languages": ["guj-Gujr", "taq-Tfng"], "main_score": 0.03355, "precision": 0.027253, "recall": 0.075099}, {"accuracy": 0.176877, "f1": 0.118495, "hf_subset": "guj_Gujr-wol_Latn", "languages": ["guj-Gujr", "wol-Latn"], "main_score": 0.118495, "precision": 0.102872, "recall": 0.176877}, {"accuracy": 0.08004, "f1": 0.042054, "hf_subset": "guj_Gujr-arb_Latn", "languages": ["guj-Gujr", "arb-Latn"], "main_score": 0.042054, "precision": 0.034659, "recall": 0.08004}, {"accuracy": 0.947628, "f1": 0.935017, "hf_subset": "guj_Gujr-cat_Latn", "languages": ["guj-Gujr", "cat-Latn"], "main_score": 0.935017, "precision": 0.929407, "recall": 0.947628}, {"accuracy": 0.593874, "f1": 0.520066, "hf_subset": "guj_Gujr-fur_Latn", "languages": ["guj-Gujr", "fur-Latn"], "main_score": 0.520066, "precision": 0.489815, "recall": 0.593874}, {"accuracy": 0.055336, "f1": 0.03384, "hf_subset": "guj_Gujr-kab_Latn", "languages": ["guj-Gujr", "kab-Latn"], "main_score": 0.03384, "precision": 0.029062, "recall": 0.055336}, {"accuracy": 0.636364, "f1": 0.569855, "hf_subset": "guj_Gujr-lim_Latn", "languages": ["guj-Gujr", "lim-Latn"], "main_score": 0.569855, "precision": 0.54393, "recall": 0.636364}, {"accuracy": 0.950593, "f1": 0.936978, "hf_subset": "guj_Gujr-nld_Latn", "languages": ["guj-Gujr", "nld-Latn"], "main_score": 0.936978, "precision": 0.930822, "recall": 0.950593}, {"accuracy": 0.712451, "f1": 0.655698, "hf_subset": "guj_Gujr-san_Deva", "languages": ["guj-Gujr", "san-Deva"], "main_score": 0.655698, "precision": 0.631258, "recall": 0.712451}, {"accuracy": 0.399209, "f1": 0.318763, "hf_subset": "guj_Gujr-tat_Cyrl", "languages": ["guj-Gujr", "tat-Cyrl"], "main_score": 0.318763, "precision": 0.289584, "recall": 0.399209}, {"accuracy": 0.142292, "f1": 0.087698, "hf_subset": "guj_Gujr-xho_Latn", "languages": ["guj-Gujr", "xho-Latn"], "main_score": 0.087698, "precision": 0.074911, "recall": 0.142292}, {"accuracy": 0.9417, "f1": 0.927655, "hf_subset": "guj_Gujr-ars_Arab", "languages": ["guj-Gujr", "ars-Arab"], "main_score": 0.927655, "precision": 0.921525, "recall": 0.9417}, {"accuracy": 0.290514, "f1": 0.217292, "hf_subset": "guj_Gujr-ceb_Latn", "languages": ["guj-Gujr", "ceb-Latn"], "main_score": 0.217292, "precision": 0.195404, "recall": 0.290514}, {"accuracy": 0.152174, "f1": 0.097627, "hf_subset": "guj_Gujr-fuv_Latn", "languages": ["guj-Gujr", "fuv-Latn"], "main_score": 0.097627, "precision": 0.08457, "recall": 0.152174}, {"accuracy": 0.139328, "f1": 0.092386, "hf_subset": "guj_Gujr-kac_Latn", "languages": ["guj-Gujr", "kac-Latn"], "main_score": 0.092386, "precision": 0.080985, "recall": 0.139328}, {"accuracy": 0.163043, "f1": 0.110004, "hf_subset": "guj_Gujr-lin_Latn", "languages": ["guj-Gujr", "lin-Latn"], "main_score": 0.110004, "precision": 0.096857, "recall": 0.163043}, {"accuracy": 0.909091, "f1": 0.887764, "hf_subset": "guj_Gujr-nno_Latn", "languages": ["guj-Gujr", "nno-Latn"], "main_score": 0.887764, "precision": 0.878273, "recall": 0.909091}, {"accuracy": 0.016798, "f1": 0.003729, "hf_subset": "guj_Gujr-sat_Olck", "languages": ["guj-Gujr", "sat-Olck"], "main_score": 0.003729, "precision": 0.002728, "recall": 0.016798}, {"accuracy": 0.846838, "f1": 0.818972, "hf_subset": "guj_Gujr-tel_Telu", "languages": ["guj-Gujr", "tel-Telu"], "main_score": 0.818972, "precision": 0.806159, "recall": 0.846838}, {"accuracy": 0.421937, "f1": 0.348243, "hf_subset": "guj_Gujr-ydd_Hebr", "languages": ["guj-Gujr", "ydd-Hebr"], "main_score": 0.348243, "precision": 0.32081, "recall": 0.421937}, {"accuracy": 0.794466, "f1": 0.748513, "hf_subset": "guj_Gujr-ary_Arab", "languages": ["guj-Gujr", "ary-Arab"], "main_score": 0.748513, "precision": 0.728438, "recall": 0.794466}, {"accuracy": 0.945652, "f1": 0.933762, "hf_subset": "guj_Gujr-ces_Latn", "languages": ["guj-Gujr", "ces-Latn"], "main_score": 0.933762, "precision": 0.928793, "recall": 0.945652}, {"accuracy": 0.079051, "f1": 0.043634, "hf_subset": "guj_Gujr-gaz_Latn", "languages": ["guj-Gujr", "gaz-Latn"], "main_score": 0.043634, "precision": 0.035904, "recall": 0.079051}, {"accuracy": 0.141304, "f1": 0.096855, "hf_subset": "guj_Gujr-kam_Latn", "languages": ["guj-Gujr", "kam-Latn"], "main_score": 0.096855, "precision": 0.085489, "recall": 0.141304}, {"accuracy": 0.9417, "f1": 0.929014, "hf_subset": "guj_Gujr-lit_Latn", "languages": ["guj-Gujr", "lit-Latn"], "main_score": 0.929014, "precision": 0.923221, "recall": 0.9417}, {"accuracy": 0.938735, "f1": 0.924517, "hf_subset": "guj_Gujr-nob_Latn", "languages": ["guj-Gujr", "nob-Latn"], "main_score": 0.924517, "precision": 0.918462, "recall": 0.938735}, {"accuracy": 0.537549, "f1": 0.460936, "hf_subset": "guj_Gujr-scn_Latn", "languages": ["guj-Gujr", "scn-Latn"], "main_score": 0.460936, "precision": 0.432786, "recall": 0.537549}, {"accuracy": 0.130435, "f1": 0.08398, "hf_subset": "guj_Gujr-tgk_Cyrl", "languages": ["guj-Gujr", "tgk-Cyrl"], "main_score": 0.08398, "precision": 0.072128, "recall": 0.130435}, {"accuracy": 0.137352, "f1": 0.086314, "hf_subset": "guj_Gujr-yor_Latn", "languages": ["guj-Gujr", "yor-Latn"], "main_score": 0.086314, "precision": 0.073731, "recall": 0.137352}, {"accuracy": 0.895257, "f1": 0.870607, "hf_subset": "guj_Gujr-arz_Arab", "languages": ["guj-Gujr", "arz-Arab"], "main_score": 0.870607, "precision": 0.859519, "recall": 0.895257}, {"accuracy": 0.126482, "f1": 0.080453, "hf_subset": "guj_Gujr-cjk_Latn", "languages": ["guj-Gujr", "cjk-Latn"], "main_score": 0.080453, "precision": 0.069148, "recall": 0.126482}, {"accuracy": 0.124506, "f1": 0.077244, "hf_subset": "guj_Gujr-gla_Latn", "languages": ["guj-Gujr", "gla-Latn"], "main_score": 0.077244, "precision": 0.066169, "recall": 0.124506}, {"accuracy": 0.815217, "f1": 0.77748, "hf_subset": "guj_Gujr-kan_Knda", "languages": ["guj-Gujr", "kan-Knda"], "main_score": 0.77748, "precision": 0.760924, "recall": 0.815217}, {"accuracy": 0.540514, "f1": 0.469375, "hf_subset": "guj_Gujr-lmo_Latn", "languages": ["guj-Gujr", "lmo-Latn"], "main_score": 0.469375, "precision": 0.442742, "recall": 0.540514}, {"accuracy": 0.9417, "f1": 0.926252, "hf_subset": "guj_Gujr-npi_Deva", "languages": ["guj-Gujr", "npi-Deva"], "main_score": 0.926252, "precision": 0.919615, "recall": 0.9417}, {"accuracy": 0.190711, "f1": 0.130371, "hf_subset": "guj_Gujr-shn_Mymr", "languages": ["guj-Gujr", "shn-Mymr"], "main_score": 0.130371, "precision": 0.113982, "recall": 0.190711}, {"accuracy": 0.374506, "f1": 0.299841, "hf_subset": "guj_Gujr-tgl_Latn", "languages": ["guj-Gujr", "tgl-Latn"], "main_score": 0.299841, "precision": 0.276045, "recall": 0.374506}, {"accuracy": 0.938735, "f1": 0.926133, "hf_subset": "guj_Gujr-yue_Hant", "languages": ["guj-Gujr", "yue-Hant"], "main_score": 0.926133, "precision": 0.920529, "recall": 0.938735}, {"accuracy": 0.545455, "f1": 0.474923, "hf_subset": "guj_Gujr-asm_Beng", "languages": ["guj-Gujr", "asm-Beng"], "main_score": 0.474923, "precision": 0.447682, "recall": 0.545455}, {"accuracy": 0.83004, "f1": 0.789018, "hf_subset": "guj_Gujr-ckb_Arab", "languages": ["guj-Gujr", "ckb-Arab"], "main_score": 0.789018, "precision": 0.770758, "recall": 0.83004}, {"accuracy": 0.211462, "f1": 0.144439, "hf_subset": "guj_Gujr-gle_Latn", "languages": ["guj-Gujr", "gle-Latn"], "main_score": 0.144439, "precision": 0.126484, "recall": 0.211462}, {"accuracy": 0.573123, "f1": 0.498311, "hf_subset": "guj_Gujr-kas_Arab", "languages": ["guj-Gujr", "kas-Arab"], "main_score": 0.498311, "precision": 0.46837, "recall": 0.573123}, {"accuracy": 0.592885, "f1": 0.518093, "hf_subset": "guj_Gujr-ltg_Latn", "languages": ["guj-Gujr", "ltg-Latn"], "main_score": 0.518093, "precision": 0.487346, "recall": 0.592885}, {"accuracy": 0.155138, "f1": 0.097064, "hf_subset": "guj_Gujr-nso_Latn", "languages": ["guj-Gujr", "nso-Latn"], "main_score": 0.097064, "precision": 0.081842, "recall": 0.155138}, {"accuracy": 0.894269, "f1": 0.874228, "hf_subset": "guj_Gujr-sin_Sinh", "languages": ["guj-Gujr", "sin-Sinh"], "main_score": 0.874228, "precision": 0.865564, "recall": 0.894269}, {"accuracy": 0.943676, "f1": 0.93388, "hf_subset": "guj_Gujr-tha_Thai", "languages": ["guj-Gujr", "tha-Thai"], "main_score": 0.93388, "precision": 0.929755, "recall": 0.943676}, {"accuracy": 0.94664, "f1": 0.935024, "hf_subset": "guj_Gujr-zho_Hans", "languages": ["guj-Gujr", "zho-Hans"], "main_score": 0.935024, "precision": 0.930072, "recall": 0.94664}, {"accuracy": 0.859684, "f1": 0.823869, "hf_subset": "guj_Gujr-ast_Latn", "languages": ["guj-Gujr", "ast-Latn"], "main_score": 0.823869, "precision": 0.808135, "recall": 0.859684}, {"accuracy": 0.68083, "f1": 0.61511, "hf_subset": "guj_Gujr-crh_Latn", "languages": ["guj-Gujr", "crh-Latn"], "main_score": 0.61511, "precision": 0.588045, "recall": 0.68083}, {"accuracy": 0.949605, "f1": 0.938867, "hf_subset": "guj_Gujr-glg_Latn", "languages": ["guj-Gujr", "glg-Latn"], "main_score": 0.938867, "precision": 0.934633, "recall": 0.949605}, {"accuracy": 0.369565, "f1": 0.303415, "hf_subset": "guj_Gujr-kas_Deva", "languages": ["guj-Gujr", "kas-Deva"], "main_score": 0.303415, "precision": 0.281793, "recall": 0.369565}, {"accuracy": 0.392292, "f1": 0.306383, "hf_subset": "guj_Gujr-ltz_Latn", "languages": ["guj-Gujr", "ltz-Latn"], "main_score": 0.306383, "precision": 0.278057, "recall": 0.392292}, {"accuracy": 0.083004, "f1": 0.04648, "hf_subset": "guj_Gujr-nus_Latn", "languages": ["guj-Gujr", "nus-Latn"], "main_score": 0.04648, "precision": 0.040042, "recall": 0.083004}, {"accuracy": 0.952569, "f1": 0.941863, "hf_subset": "guj_Gujr-slk_Latn", "languages": ["guj-Gujr", "slk-Latn"], "main_score": 0.941863, "precision": 0.937608, "recall": 0.952569}, {"accuracy": 0.193676, "f1": 0.136269, "hf_subset": "guj_Gujr-tir_Ethi", "languages": ["guj-Gujr", "tir-Ethi"], "main_score": 0.136269, "precision": 0.120429, "recall": 0.193676}, {"accuracy": 0.934783, "f1": 0.922732, "hf_subset": "guj_Gujr-zho_Hant", "languages": ["guj-Gujr", "zho-Hant"], "main_score": 0.922732, "precision": 0.917807, "recall": 0.934783}, {"accuracy": 0.902174, "f1": 0.886166, "hf_subset": "guj_Gujr-awa_Deva", "languages": ["guj-Gujr", "awa-Deva"], "main_score": 0.886166, "precision": 0.878788, "recall": 0.902174}, {"accuracy": 0.374506, "f1": 0.285745, "hf_subset": "guj_Gujr-cym_Latn", "languages": ["guj-Gujr", "cym-Latn"], "main_score": 0.285745, "precision": 0.257455, "recall": 0.374506}, {"accuracy": 0.23913, "f1": 0.163939, "hf_subset": "guj_Gujr-grn_Latn", "languages": ["guj-Gujr", "grn-Latn"], "main_score": 0.163939, "precision": 0.143828, "recall": 0.23913}, {"accuracy": 0.843874, "f1": 0.803539, "hf_subset": "guj_Gujr-kat_Geor", "languages": ["guj-Gujr", "kat-Geor"], "main_score": 0.803539, "precision": 0.785312, "recall": 0.843874}, {"accuracy": 0.174901, "f1": 0.111416, "hf_subset": "guj_Gujr-lua_Latn", "languages": ["guj-Gujr", "lua-Latn"], "main_score": 0.111416, "precision": 0.095757, "recall": 0.174901}, {"accuracy": 0.159091, "f1": 0.101481, "hf_subset": "guj_Gujr-nya_Latn", "languages": ["guj-Gujr", "nya-Latn"], "main_score": 0.101481, "precision": 0.086495, "recall": 0.159091}, {"accuracy": 0.944664, "f1": 0.930901, "hf_subset": "guj_Gujr-slv_Latn", "languages": ["guj-Gujr", "slv-Latn"], "main_score": 0.930901, "precision": 0.924826, "recall": 0.944664}, {"accuracy": 0.331028, "f1": 0.253211, "hf_subset": "guj_Gujr-tpi_Latn", "languages": ["guj-Gujr", "tpi-Latn"], "main_score": 0.253211, "precision": 0.229028, "recall": 0.331028}, {"accuracy": 0.944664, "f1": 0.930336, "hf_subset": "guj_Gujr-zsm_Latn", "languages": ["guj-Gujr", "zsm-Latn"], "main_score": 0.930336, "precision": 0.924023, "recall": 0.944664}, {"accuracy": 0.13834, "f1": 0.080602, "hf_subset": "guj_Gujr-ayr_Latn", "languages": ["guj-Gujr", "ayr-Latn"], "main_score": 0.080602, "precision": 0.067281, "recall": 0.13834}, {"accuracy": 0.940711, "f1": 0.927965, "hf_subset": "guj_Gujr-dan_Latn", "languages": ["guj-Gujr", "dan-Latn"], "main_score": 0.927965, "precision": 0.922551, "recall": 0.940711}, {"accuracy": 0.903162, "f1": 0.878706, "hf_subset": "guj_Gujr-kaz_Cyrl", "languages": ["guj-Gujr", "kaz-Cyrl"], "main_score": 0.878706, "precision": 0.868038, "recall": 0.903162}, {"accuracy": 0.120553, "f1": 0.075184, "hf_subset": "guj_Gujr-lug_Latn", "languages": ["guj-Gujr", "lug-Latn"], "main_score": 0.075184, "precision": 0.064838, "recall": 0.120553}, {"accuracy": 0.862648, "f1": 0.826845, "hf_subset": "guj_Gujr-oci_Latn", "languages": ["guj-Gujr", "oci-Latn"], "main_score": 0.826845, "precision": 0.810564, "recall": 0.862648}, {"accuracy": 0.128458, "f1": 0.07762, "hf_subset": "guj_Gujr-smo_Latn", "languages": ["guj-Gujr", "smo-Latn"], "main_score": 0.07762, "precision": 0.064667, "recall": 0.128458}, {"accuracy": 0.131423, "f1": 0.085289, "hf_subset": "guj_Gujr-tsn_Latn", "languages": ["guj-Gujr", "tsn-Latn"], "main_score": 0.085289, "precision": 0.073494, "recall": 0.131423}, {"accuracy": 0.113636, "f1": 0.065219, "hf_subset": "guj_Gujr-zul_Latn", "languages": ["guj-Gujr", "zul-Latn"], "main_score": 0.065219, "precision": 0.054178, "recall": 0.113636}, {"accuracy": 0.485178, "f1": 0.422963, "hf_subset": "guj_Gujr-azb_Arab", "languages": ["guj-Gujr", "azb-Arab"], "main_score": 0.422963, "precision": 0.399242, "recall": 0.485178}, {"accuracy": 0.943676, "f1": 0.931268, "hf_subset": "guj_Gujr-deu_Latn", "languages": ["guj-Gujr", "deu-Latn"], "main_score": 0.931268, "precision": 0.925965, "recall": 0.943676}, {"accuracy": 0.225296, "f1": 0.156787, "hf_subset": "guj_Gujr-hat_Latn", "languages": ["guj-Gujr", "hat-Latn"], "main_score": 0.156787, "precision": 0.138234, "recall": 0.225296}, {"accuracy": 0.107708, "f1": 0.060401, "hf_subset": "guj_Gujr-kbp_Latn", "languages": ["guj-Gujr", "kbp-Latn"], "main_score": 0.060401, "precision": 0.049485, "recall": 0.107708}, {"accuracy": 0.143281, "f1": 0.093148, "hf_subset": "guj_Gujr-luo_Latn", "languages": ["guj-Gujr", "luo-Latn"], "main_score": 0.093148, "precision": 0.081146, "recall": 0.143281}, {"accuracy": 0.838933, "f1": 0.805402, "hf_subset": "guj_Gujr-ory_Orya", "languages": ["guj-Gujr", "ory-Orya"], "main_score": 0.805402, "precision": 0.790168, "recall": 0.838933}, {"accuracy": 0.123518, "f1": 0.075207, "hf_subset": "guj_Gujr-sna_Latn", "languages": ["guj-Gujr", "sna-Latn"], "main_score": 0.075207, "precision": 0.063794, "recall": 0.123518}, {"accuracy": 0.12747, "f1": 0.079846, "hf_subset": "guj_Gujr-tso_Latn", "languages": ["guj-Gujr", "tso-Latn"], "main_score": 0.079846, "precision": 0.068057, "recall": 0.12747}, {"accuracy": 0.902174, "f1": 0.88021, "hf_subset": "guj_Gujr-azj_Latn", "languages": ["guj-Gujr", "azj-Latn"], "main_score": 0.88021, "precision": 0.870471, "recall": 0.902174}, {"accuracy": 0.204545, "f1": 0.139047, "hf_subset": "guj_Gujr-dik_Latn", "languages": ["guj-Gujr", "dik-Latn"], "main_score": 0.139047, "precision": 0.122061, "recall": 0.204545}, {"accuracy": 0.16502, "f1": 0.109409, "hf_subset": "guj_Gujr-hau_Latn", "languages": ["guj-Gujr", "hau-Latn"], "main_score": 0.109409, "precision": 0.095719, "recall": 0.16502}, {"accuracy": 0.51581, "f1": 0.440058, "hf_subset": "guj_Gujr-kea_Latn", "languages": ["guj-Gujr", "kea-Latn"], "main_score": 0.440058, "precision": 0.412376, "recall": 0.51581}, {"accuracy": 0.263834, "f1": 0.189483, "hf_subset": "guj_Gujr-lus_Latn", "languages": ["guj-Gujr", "lus-Latn"], "main_score": 0.189483, "precision": 0.167949, "recall": 0.263834}, {"accuracy": 0.370553, "f1": 0.291323, "hf_subset": "guj_Gujr-pag_Latn", "languages": ["guj-Gujr", "pag-Latn"], "main_score": 0.291323, "precision": 0.265226, "recall": 0.370553}, {"accuracy": 0.849802, "f1": 0.816107, "hf_subset": "guj_Gujr-snd_Arab", "languages": ["guj-Gujr", "snd-Arab"], "main_score": 0.816107, "precision": 0.800478, "recall": 0.849802}, {"accuracy": 0.255929, "f1": 0.18578, "hf_subset": "guj_Gujr-tuk_Latn", "languages": ["guj-Gujr", "tuk-Latn"], "main_score": 0.18578, "precision": 0.164021, "recall": 0.255929}, {"accuracy": 0.381423, "f1": 0.30653, "hf_subset": "guj_Gujr-bak_Cyrl", "languages": ["guj-Gujr", "bak-Cyrl"], "main_score": 0.30653, "precision": 0.281316, "recall": 0.381423}, {"accuracy": 0.12253, "f1": 0.074034, "hf_subset": "guj_Gujr-dyu_Latn", "languages": ["guj-Gujr", "dyu-Latn"], "main_score": 0.074034, "precision": 0.062372, "recall": 0.12253}, {"accuracy": 0.952569, "f1": 0.941094, "hf_subset": "guj_Gujr-heb_Hebr", "languages": ["guj-Gujr", "heb-Hebr"], "main_score": 0.941094, "precision": 0.936133, "recall": 0.952569}, {"accuracy": 0.928854, "f1": 0.912871, "hf_subset": "guj_Gujr-khk_Cyrl", "languages": ["guj-Gujr", "khk-Cyrl"], "main_score": 0.912871, "precision": 0.906275, "recall": 0.928854}, {"accuracy": 0.948617, "f1": 0.935837, "hf_subset": "guj_Gujr-lvs_Latn", "languages": ["guj-Gujr", "lvs-Latn"], "main_score": 0.935837, "precision": 0.930212, "recall": 0.948617}, {"accuracy": 0.869565, "f1": 0.838225, "hf_subset": "guj_Gujr-pan_Guru", "languages": ["guj-Gujr", "pan-Guru"], "main_score": 0.838225, "precision": 0.824631, "recall": 0.869565}, {"accuracy": 0.189723, "f1": 0.13279, "hf_subset": "guj_Gujr-som_Latn", "languages": ["guj-Gujr", "som-Latn"], "main_score": 0.13279, "precision": 0.116941, "recall": 0.189723}, {"accuracy": 0.145257, "f1": 0.087842, "hf_subset": "guj_Gujr-tum_Latn", "languages": ["guj-Gujr", "tum-Latn"], "main_score": 0.087842, "precision": 0.074827, "recall": 0.145257}, {"accuracy": 0.083992, "f1": 0.051727, "hf_subset": "kaz_Cyrl-ace_Arab", "languages": ["kaz-Cyrl", "ace-Arab"], "main_score": 0.051727, "precision": 0.044679, "recall": 0.083992}, {"accuracy": 0.184783, "f1": 0.126237, "hf_subset": "kaz_Cyrl-bam_Latn", "languages": ["kaz-Cyrl", "bam-Latn"], "main_score": 0.126237, "precision": 0.112488, "recall": 0.184783}, {"accuracy": 0.003953, "f1": 5.2e-05, "hf_subset": "kaz_Cyrl-dzo_Tibt", "languages": ["kaz-Cyrl", "dzo-Tibt"], "main_score": 5.2e-05, "precision": 2.6e-05, "recall": 0.003953}, {"accuracy": 0.956522, "f1": 0.944565, "hf_subset": "kaz_Cyrl-hin_Deva", "languages": ["kaz-Cyrl", "hin-Deva"], "main_score": 0.944565, "precision": 0.939147, "recall": 0.956522}, {"accuracy": 0.858696, "f1": 0.821, "hf_subset": "kaz_Cyrl-khm_Khmr", "languages": ["kaz-Cyrl", "khm-Khmr"], "main_score": 0.821, "precision": 0.803854, "recall": 0.858696}, {"accuracy": 0.899209, "f1": 0.871805, "hf_subset": "kaz_Cyrl-mag_Deva", "languages": ["kaz-Cyrl", "mag-Deva"], "main_score": 0.871805, "precision": 0.859519, "recall": 0.899209}, {"accuracy": 0.602767, "f1": 0.530986, "hf_subset": "kaz_Cyrl-pap_Latn", "languages": ["kaz-Cyrl", "pap-Latn"], "main_score": 0.530986, "precision": 0.50412, "recall": 0.602767}, {"accuracy": 0.209486, "f1": 0.145036, "hf_subset": "kaz_Cyrl-sot_Latn", "languages": ["kaz-Cyrl", "sot-Latn"], "main_score": 0.145036, "precision": 0.127082, "recall": 0.209486}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "kaz_Cyrl-tur_Latn", "languages": ["kaz-Cyrl", "tur-Latn"], "main_score": 0.956686, "precision": 0.952273, "recall": 0.966403}, {"accuracy": 0.397233, "f1": 0.318191, "hf_subset": "kaz_Cyrl-ace_Latn", "languages": ["kaz-Cyrl", "ace-Latn"], "main_score": 0.318191, "precision": 0.294854, "recall": 0.397233}, {"accuracy": 0.629447, "f1": 0.557778, "hf_subset": "kaz_Cyrl-ban_Latn", "languages": ["kaz-Cyrl", "ban-Latn"], "main_score": 0.557778, "precision": 0.528049, "recall": 0.629447}, {"accuracy": 0.962451, "f1": 0.950494, "hf_subset": "kaz_Cyrl-ell_Grek", "languages": ["kaz-Cyrl", "ell-Grek"], "main_score": 0.950494, "precision": 0.944746, "recall": 0.962451}, {"accuracy": 0.87253, "f1": 0.837945, "hf_subset": "kaz_Cyrl-hne_Deva", "languages": ["kaz-Cyrl", "hne-Deva"], "main_score": 0.837945, "precision": 0.822167, "recall": 0.87253}, {"accuracy": 0.242095, "f1": 0.165732, "hf_subset": "kaz_Cyrl-kik_Latn", "languages": ["kaz-Cyrl", "kik-Latn"], "main_score": 0.165732, "precision": 0.14451, "recall": 0.242095}, {"accuracy": 0.902174, "f1": 0.873847, "hf_subset": "kaz_Cyrl-mai_Deva", "languages": ["kaz-Cyrl", "mai-Deva"], "main_score": 0.873847, "precision": 0.860178, "recall": 0.902174}, {"accuracy": 0.798419, "f1": 0.751748, "hf_subset": "kaz_Cyrl-pbt_Arab", "languages": ["kaz-Cyrl", "pbt-Arab"], "main_score": 0.751748, "precision": 0.732058, "recall": 0.798419}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "kaz_Cyrl-spa_Latn", "languages": ["kaz-Cyrl", "spa-Latn"], "main_score": 0.954282, "precision": 0.949522, "recall": 0.964427}, {"accuracy": 0.284585, "f1": 0.202779, "hf_subset": "kaz_Cyrl-twi_Latn", "languages": ["kaz-Cyrl", "twi-Latn"], "main_score": 0.202779, "precision": 0.181506, "recall": 0.284585}, {"accuracy": 0.929842, "f1": 0.909651, "hf_subset": "kaz_Cyrl-acm_Arab", "languages": ["kaz-Cyrl", "acm-Arab"], "main_score": 0.909651, "precision": 0.900148, "recall": 0.929842}, {"accuracy": 0.928854, "f1": 0.909585, "hf_subset": "kaz_Cyrl-bel_Cyrl", "languages": ["kaz-Cyrl", "bel-Cyrl"], "main_score": 0.909585, "precision": 0.900362, "recall": 0.928854}, {"accuracy": 0.971344, "f1": 0.962516, "hf_subset": "kaz_Cyrl-eng_Latn", "languages": ["kaz-Cyrl", "eng-Latn"], "main_score": 0.962516, "precision": 0.958251, "recall": 0.971344}, {"accuracy": 0.961462, "f1": 0.951976, "hf_subset": "kaz_Cyrl-hrv_Latn", "languages": ["kaz-Cyrl", "hrv-Latn"], "main_score": 0.951976, "precision": 0.947908, "recall": 0.961462}, {"accuracy": 0.152174, "f1": 0.101307, "hf_subset": "kaz_Cyrl-kin_Latn", "languages": ["kaz-Cyrl", "kin-Latn"], "main_score": 0.101307, "precision": 0.088657, "recall": 0.152174}, {"accuracy": 0.850791, "f1": 0.813439, "hf_subset": "kaz_Cyrl-mal_Mlym", "languages": ["kaz-Cyrl", "mal-Mlym"], "main_score": 0.813439, "precision": 0.796031, "recall": 0.850791}, {"accuracy": 0.959486, "f1": 0.947299, "hf_subset": "kaz_Cyrl-pes_Arab", "languages": ["kaz-Cyrl", "pes-Arab"], "main_score": 0.947299, "precision": 0.941535, "recall": 0.959486}, {"accuracy": 0.670949, "f1": 0.599047, "hf_subset": "kaz_Cyrl-srd_Latn", "languages": ["kaz-Cyrl", "srd-Latn"], "main_score": 0.599047, "precision": 0.570085, "recall": 0.670949}, {"accuracy": 0.065217, "f1": 0.035668, "hf_subset": "kaz_Cyrl-tzm_Tfng", "languages": ["kaz-Cyrl", "tzm-Tfng"], "main_score": 0.035668, "precision": 0.0307, "recall": 0.065217}, {"accuracy": 0.935771, "f1": 0.917622, "hf_subset": "kaz_Cyrl-acq_Arab", "languages": ["kaz-Cyrl", "acq-Arab"], "main_score": 0.917622, "precision": 0.909091, "recall": 0.935771}, {"accuracy": 0.215415, "f1": 0.151926, "hf_subset": "kaz_Cyrl-bem_Latn", "languages": ["kaz-Cyrl", "bem-Latn"], "main_score": 0.151926, "precision": 0.135933, "recall": 0.215415}, {"accuracy": 0.835968, "f1": 0.792885, "hf_subset": "kaz_Cyrl-epo_Latn", "languages": ["kaz-Cyrl", "epo-Latn"], "main_score": 0.792885, "precision": 0.773567, "recall": 0.835968}, {"accuracy": 0.963439, "f1": 0.953393, "hf_subset": "kaz_Cyrl-hun_Latn", "languages": ["kaz-Cyrl", "hun-Latn"], "main_score": 0.953393, "precision": 0.948814, "recall": 0.963439}, {"accuracy": 0.936759, "f1": 0.919796, "hf_subset": "kaz_Cyrl-kir_Cyrl", "languages": ["kaz-Cyrl", "kir-Cyrl"], "main_score": 0.919796, "precision": 0.911561, "recall": 0.936759}, {"accuracy": 0.876482, "f1": 0.843445, "hf_subset": "kaz_Cyrl-mar_Deva", "languages": ["kaz-Cyrl", "mar-Deva"], "main_score": 0.843445, "precision": 0.828508, "recall": 0.876482}, {"accuracy": 0.283597, "f1": 0.210242, "hf_subset": "kaz_Cyrl-plt_Latn", "languages": ["kaz-Cyrl", "plt-Latn"], "main_score": 0.210242, "precision": 0.187909, "recall": 0.283597}, {"accuracy": 0.962451, "f1": 0.952536, "hf_subset": "kaz_Cyrl-srp_Cyrl", "languages": ["kaz-Cyrl", "srp-Cyrl"], "main_score": 0.952536, "precision": 0.948123, "recall": 0.962451}, {"accuracy": 0.802372, "f1": 0.75547, "hf_subset": "kaz_Cyrl-uig_Arab", "languages": ["kaz-Cyrl", "uig-Arab"], "main_score": 0.75547, "precision": 0.735006, "recall": 0.802372}, {"accuracy": 0.874506, "f1": 0.841074, "hf_subset": "kaz_Cyrl-aeb_Arab", "languages": ["kaz-Cyrl", "aeb-Arab"], "main_score": 0.841074, "precision": 0.826038, "recall": 0.874506}, {"accuracy": 0.86166, "f1": 0.826449, "hf_subset": "kaz_Cyrl-ben_Beng", "languages": ["kaz-Cyrl", "ben-Beng"], "main_score": 0.826449, "precision": 0.811051, "recall": 0.86166}, {"accuracy": 0.964427, "f1": 0.954348, "hf_subset": "kaz_Cyrl-est_Latn", "languages": ["kaz-Cyrl", "est-Latn"], "main_score": 0.954348, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.950593, "f1": 0.936001, "hf_subset": "kaz_Cyrl-hye_Armn", "languages": ["kaz-Cyrl", "hye-Armn"], "main_score": 0.936001, "precision": 0.928936, "recall": 0.950593}, {"accuracy": 0.163043, "f1": 0.100147, "hf_subset": "kaz_Cyrl-kmb_Latn", "languages": ["kaz-Cyrl", "kmb-Latn"], "main_score": 0.100147, "precision": 0.087001, "recall": 0.163043}, {"accuracy": 0.062253, "f1": 0.037106, "hf_subset": "kaz_Cyrl-min_Arab", "languages": ["kaz-Cyrl", "min-Arab"], "main_score": 0.037106, "precision": 0.03174, "recall": 0.062253}, {"accuracy": 0.959486, "f1": 0.947911, "hf_subset": "kaz_Cyrl-pol_Latn", "languages": ["kaz-Cyrl", "pol-Latn"], "main_score": 0.947911, "precision": 0.942523, "recall": 0.959486}, {"accuracy": 0.167984, "f1": 0.110904, "hf_subset": "kaz_Cyrl-ssw_Latn", "languages": ["kaz-Cyrl", "ssw-Latn"], "main_score": 0.110904, "precision": 0.098128, "recall": 0.167984}, {"accuracy": 0.969368, "f1": 0.960968, "hf_subset": "kaz_Cyrl-ukr_Cyrl", "languages": ["kaz-Cyrl", "ukr-Cyrl"], "main_score": 0.960968, "precision": 0.957181, "recall": 0.969368}, {"accuracy": 0.925889, "f1": 0.907839, "hf_subset": "kaz_Cyrl-afr_Latn", "languages": ["kaz-Cyrl", "afr-Latn"], "main_score": 0.907839, "precision": 0.899292, "recall": 0.925889}, {"accuracy": 0.842885, "f1": 0.805254, "hf_subset": "kaz_Cyrl-bho_Deva", "languages": ["kaz-Cyrl", "bho-Deva"], "main_score": 0.805254, "precision": 0.7883, "recall": 0.842885}, {"accuracy": 0.736166, "f1": 0.678703, "hf_subset": "kaz_Cyrl-eus_Latn", "languages": ["kaz-Cyrl", "eus-Latn"], "main_score": 0.678703, "precision": 0.655682, "recall": 0.736166}, {"accuracy": 0.184783, "f1": 0.119191, "hf_subset": "kaz_Cyrl-ibo_Latn", "languages": ["kaz-Cyrl", "ibo-Latn"], "main_score": 0.119191, "precision": 0.102871, "recall": 0.184783}, {"accuracy": 0.72332, "f1": 0.667282, "hf_subset": "kaz_Cyrl-kmr_Latn", "languages": ["kaz-Cyrl", "kmr-Latn"], "main_score": 0.667282, "precision": 0.64319, "recall": 0.72332}, {"accuracy": 0.593874, "f1": 0.520359, "hf_subset": "kaz_Cyrl-min_Latn", "languages": ["kaz-Cyrl", "min-Latn"], "main_score": 0.520359, "precision": 0.492314, "recall": 0.593874}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "kaz_Cyrl-por_Latn", "languages": ["kaz-Cyrl", "por-Latn"], "main_score": 0.949835, "precision": 0.944417, "recall": 0.961462}, {"accuracy": 0.702569, "f1": 0.640006, "hf_subset": "kaz_Cyrl-sun_Latn", "languages": ["kaz-Cyrl", "sun-Latn"], "main_score": 0.640006, "precision": 0.614504, "recall": 0.702569}, {"accuracy": 0.176877, "f1": 0.121942, "hf_subset": "kaz_Cyrl-umb_Latn", "languages": ["kaz-Cyrl", "umb-Latn"], "main_score": 0.121942, "precision": 0.109083, "recall": 0.176877}, {"accuracy": 0.916008, "f1": 0.892589, "hf_subset": "kaz_Cyrl-ajp_Arab", "languages": ["kaz-Cyrl", "ajp-Arab"], "main_score": 0.892589, "precision": 0.881752, "recall": 0.916008}, {"accuracy": 0.08004, "f1": 0.046879, "hf_subset": "kaz_Cyrl-bjn_Arab", "languages": ["kaz-Cyrl", "bjn-Arab"], "main_score": 0.046879, "precision": 0.04012, "recall": 0.08004}, {"accuracy": 0.229249, "f1": 0.163538, "hf_subset": "kaz_Cyrl-ewe_Latn", "languages": ["kaz-Cyrl", "ewe-Latn"], "main_score": 0.163538, "precision": 0.146212, "recall": 0.229249}, {"accuracy": 0.343874, "f1": 0.262804, "hf_subset": "kaz_Cyrl-ilo_Latn", "languages": ["kaz-Cyrl", "ilo-Latn"], "main_score": 0.262804, "precision": 0.238287, "recall": 0.343874}, {"accuracy": 0.088933, "f1": 0.049852, "hf_subset": "kaz_Cyrl-knc_Arab", "languages": ["kaz-Cyrl", "knc-Arab"], "main_score": 0.049852, "precision": 0.041185, "recall": 0.088933}, {"accuracy": 0.970356, "f1": 0.961693, "hf_subset": "kaz_Cyrl-mkd_Cyrl", "languages": ["kaz-Cyrl", "mkd-Cyrl"], "main_score": 0.961693, "precision": 0.95779, "recall": 0.970356}, {"accuracy": 0.953557, "f1": 0.939954, "hf_subset": "kaz_Cyrl-prs_Arab", "languages": ["kaz-Cyrl", "prs-Arab"], "main_score": 0.939954, "precision": 0.933712, "recall": 0.953557}, {"accuracy": 0.964427, "f1": 0.953393, "hf_subset": "kaz_Cyrl-swe_Latn", "languages": ["kaz-Cyrl", "swe-Latn"], "main_score": 0.953393, "precision": 0.948123, "recall": 0.964427}, {"accuracy": 0.91996, "f1": 0.895389, "hf_subset": "kaz_Cyrl-urd_Arab", "languages": ["kaz-Cyrl", "urd-Arab"], "main_score": 0.895389, "precision": 0.883564, "recall": 0.91996}, {"accuracy": 0.277668, "f1": 0.199471, "hf_subset": "kaz_Cyrl-aka_Latn", "languages": ["kaz-Cyrl", "aka-Latn"], "main_score": 0.199471, "precision": 0.177848, "recall": 0.277668}, {"accuracy": 0.731225, "f1": 0.670398, "hf_subset": "kaz_Cyrl-bjn_Latn", "languages": ["kaz-Cyrl", "bjn-Latn"], "main_score": 0.670398, "precision": 0.64557, "recall": 0.731225}, {"accuracy": 0.439723, "f1": 0.364161, "hf_subset": "kaz_Cyrl-fao_Latn", "languages": ["kaz-Cyrl", "fao-Latn"], "main_score": 0.364161, "precision": 0.340024, "recall": 0.439723}, {"accuracy": 0.969368, "f1": 0.960441, "hf_subset": "kaz_Cyrl-ind_Latn", "languages": ["kaz-Cyrl", "ind-Latn"], "main_score": 0.960441, "precision": 0.956357, "recall": 0.969368}, {"accuracy": 0.250988, "f1": 0.17985, "hf_subset": "kaz_Cyrl-knc_Latn", "languages": ["kaz-Cyrl", "knc-Latn"], "main_score": 0.17985, "precision": 0.161268, "recall": 0.250988}, {"accuracy": 0.315217, "f1": 0.241068, "hf_subset": "kaz_Cyrl-mlt_Latn", "languages": ["kaz-Cyrl", "mlt-Latn"], "main_score": 0.241068, "precision": 0.220375, "recall": 0.315217}, {"accuracy": 0.247036, "f1": 0.170716, "hf_subset": "kaz_Cyrl-quy_Latn", "languages": ["kaz-Cyrl", "quy-Latn"], "main_score": 0.170716, "precision": 0.150444, "recall": 0.247036}, {"accuracy": 0.350791, "f1": 0.274721, "hf_subset": "kaz_Cyrl-swh_Latn", "languages": ["kaz-Cyrl", "swh-Latn"], "main_score": 0.274721, "precision": 0.252956, "recall": 0.350791}, {"accuracy": 0.666008, "f1": 0.597799, "hf_subset": "kaz_Cyrl-uzn_Latn", "languages": ["kaz-Cyrl", "uzn-Latn"], "main_score": 0.597799, "precision": 0.570852, "recall": 0.666008}, {"accuracy": 0.967391, "f1": 0.957246, "hf_subset": "kaz_Cyrl-als_Latn", "languages": ["kaz-Cyrl", "als-Latn"], "main_score": 0.957246, "precision": 0.952487, "recall": 0.967391}, {"accuracy": 0.055336, "f1": 0.022811, "hf_subset": "kaz_Cyrl-bod_Tibt", "languages": ["kaz-Cyrl", "bod-Tibt"], "main_score": 0.022811, "precision": 0.018913, "recall": 0.055336}, {"accuracy": 0.204545, "f1": 0.139177, "hf_subset": "kaz_Cyrl-fij_Latn", "languages": ["kaz-Cyrl", "fij-Latn"], "main_score": 0.139177, "precision": 0.121649, "recall": 0.204545}, {"accuracy": 0.742095, "f1": 0.682566, "hf_subset": "kaz_Cyrl-isl_Latn", "languages": ["kaz-Cyrl", "isl-Latn"], "main_score": 0.682566, "precision": 0.657726, "recall": 0.742095}, {"accuracy": 0.233202, "f1": 0.166956, "hf_subset": "kaz_Cyrl-kon_Latn", "languages": ["kaz-Cyrl", "kon-Latn"], "main_score": 0.166956, "precision": 0.149552, "recall": 0.233202}, {"accuracy": 0.065217, "f1": 0.033515, "hf_subset": "kaz_Cyrl-mni_Beng", "languages": ["kaz-Cyrl", "mni-Beng"], "main_score": 0.033515, "precision": 0.028664, "recall": 0.065217}, {"accuracy": 0.968379, "f1": 0.958794, "hf_subset": "kaz_Cyrl-ron_Latn", "languages": ["kaz-Cyrl", "ron-Latn"], "main_score": 0.958794, "precision": 0.954381, "recall": 0.968379}, {"accuracy": 0.762846, "f1": 0.703675, "hf_subset": "kaz_Cyrl-szl_Latn", "languages": ["kaz-Cyrl", "szl-Latn"], "main_score": 0.703675, "precision": 0.677783, "recall": 0.762846}, {"accuracy": 0.756917, "f1": 0.699133, "hf_subset": "kaz_Cyrl-vec_Latn", "languages": ["kaz-Cyrl", "vec-Latn"], "main_score": 0.699133, "precision": 0.67458, "recall": 0.756917}, {"accuracy": 0.73913, "f1": 0.685655, "hf_subset": "kaz_Cyrl-amh_Ethi", "languages": ["kaz-Cyrl", "amh-Ethi"], "main_score": 0.685655, "precision": 0.662674, "recall": 0.73913}, {"accuracy": 0.965415, "f1": 0.955896, "hf_subset": "kaz_Cyrl-bos_Latn", "languages": ["kaz-Cyrl", "bos-Latn"], "main_score": 0.955896, "precision": 0.951663, "recall": 0.965415}, {"accuracy": 0.958498, "f1": 0.947497, "hf_subset": "kaz_Cyrl-fin_Latn", "languages": ["kaz-Cyrl", "fin-Latn"], "main_score": 0.947497, "precision": 0.942605, "recall": 0.958498}, {"accuracy": 0.967391, "f1": 0.957839, "hf_subset": "kaz_Cyrl-ita_Latn", "languages": ["kaz-Cyrl", "ita-Latn"], "main_score": 0.957839, "precision": 0.953393, "recall": 0.967391}, {"accuracy": 0.94664, "f1": 0.930797, "hf_subset": "kaz_Cyrl-kor_Hang", "languages": ["kaz-Cyrl", "kor-Hang"], "main_score": 0.930797, "precision": 0.923584, "recall": 0.94664}, {"accuracy": 0.222332, "f1": 0.159533, "hf_subset": "kaz_Cyrl-mos_Latn", "languages": ["kaz-Cyrl", "mos-Latn"], "main_score": 0.159533, "precision": 0.143289, "recall": 0.222332}, {"accuracy": 0.170949, "f1": 0.114242, "hf_subset": "kaz_Cyrl-run_Latn", "languages": ["kaz-Cyrl", "run-Latn"], "main_score": 0.114242, "precision": 0.10107, "recall": 0.170949}, {"accuracy": 0.853755, "f1": 0.817095, "hf_subset": "kaz_Cyrl-tam_Taml", "languages": ["kaz-Cyrl", "tam-Taml"], "main_score": 0.817095, "precision": 0.799819, "recall": 0.853755}, {"accuracy": 0.960474, "f1": 0.948847, "hf_subset": "kaz_Cyrl-vie_Latn", "languages": ["kaz-Cyrl", "vie-Latn"], "main_score": 0.948847, "precision": 0.943429, "recall": 0.960474}, {"accuracy": 0.923913, "f1": 0.902635, "hf_subset": "kaz_Cyrl-apc_Arab", "languages": ["kaz-Cyrl", "apc-Arab"], "main_score": 0.902635, "precision": 0.892787, "recall": 0.923913}, {"accuracy": 0.369565, "f1": 0.286901, "hf_subset": "kaz_Cyrl-bug_Latn", "languages": ["kaz-Cyrl", "bug-Latn"], "main_score": 0.286901, "precision": 0.261189, "recall": 0.369565}, {"accuracy": 0.197628, "f1": 0.133421, "hf_subset": "kaz_Cyrl-fon_Latn", "languages": ["kaz-Cyrl", "fon-Latn"], "main_score": 0.133421, "precision": 0.117441, "recall": 0.197628}, {"accuracy": 0.687747, "f1": 0.620693, "hf_subset": "kaz_Cyrl-jav_Latn", "languages": ["kaz-Cyrl", "jav-Latn"], "main_score": 0.620693, "precision": 0.59403, "recall": 0.687747}, {"accuracy": 0.892292, "f1": 0.867194, "hf_subset": "kaz_Cyrl-lao_Laoo", "languages": ["kaz-Cyrl", "lao-Laoo"], "main_score": 0.867194, "precision": 0.856094, "recall": 0.892292}, {"accuracy": 0.190711, "f1": 0.124256, "hf_subset": "kaz_Cyrl-mri_Latn", "languages": ["kaz-Cyrl", "mri-Latn"], "main_score": 0.124256, "precision": 0.11013, "recall": 0.190711}, {"accuracy": 0.968379, "f1": 0.958729, "hf_subset": "kaz_Cyrl-rus_Cyrl", "languages": ["kaz-Cyrl", "rus-Cyrl"], "main_score": 0.958729, "precision": 0.954298, "recall": 0.968379}, {"accuracy": 0.236166, "f1": 0.173118, "hf_subset": "kaz_Cyrl-taq_Latn", "languages": ["kaz-Cyrl", "taq-Latn"], "main_score": 0.173118, "precision": 0.156839, "recall": 0.236166}, {"accuracy": 0.398221, "f1": 0.310801, "hf_subset": "kaz_Cyrl-war_Latn", "languages": ["kaz-Cyrl", "war-Latn"], "main_score": 0.310801, "precision": 0.283076, "recall": 0.398221}, {"accuracy": 0.947628, "f1": 0.934289, "hf_subset": "kaz_Cyrl-arb_Arab", "languages": ["kaz-Cyrl", "arb-Arab"], "main_score": 0.934289, "precision": 0.92803, "recall": 0.947628}, {"accuracy": 0.976285, "f1": 0.968939, "hf_subset": "kaz_Cyrl-bul_Cyrl", "languages": ["kaz-Cyrl", "bul-Cyrl"], "main_score": 0.968939, "precision": 0.965497, "recall": 0.976285}, {"accuracy": 0.958498, "f1": 0.94664, "hf_subset": "kaz_Cyrl-fra_Latn", "languages": ["kaz-Cyrl", "fra-Latn"], "main_score": 0.94664, "precision": 0.941206, "recall": 0.958498}, {"accuracy": 0.955534, "f1": 0.942147, "hf_subset": "kaz_Cyrl-jpn_Jpan", "languages": ["kaz-Cyrl", "jpn-Jpan"], "main_score": 0.942147, "precision": 0.935935, "recall": 0.955534}, {"accuracy": 0.705534, "f1": 0.639629, "hf_subset": "kaz_Cyrl-lij_Latn", "languages": ["kaz-Cyrl", "lij-Latn"], "main_score": 0.639629, "precision": 0.612269, "recall": 0.705534}, {"accuracy": 0.905138, "f1": 0.879249, "hf_subset": "kaz_Cyrl-mya_Mymr", "languages": ["kaz-Cyrl", "mya-Mymr"], "main_score": 0.879249, "precision": 0.86693, "recall": 0.905138}, {"accuracy": 0.236166, "f1": 0.169985, "hf_subset": "kaz_Cyrl-sag_Latn", "languages": ["kaz-Cyrl", "sag-Latn"], "main_score": 0.169985, "precision": 0.151905, "recall": 0.236166}, {"accuracy": 0.08004, "f1": 0.039466, "hf_subset": "kaz_Cyrl-taq_Tfng", "languages": ["kaz-Cyrl", "taq-Tfng"], "main_score": 0.039466, "precision": 0.033302, "recall": 0.08004}, {"accuracy": 0.246047, "f1": 0.176511, "hf_subset": "kaz_Cyrl-wol_Latn", "languages": ["kaz-Cyrl", "wol-Latn"], "main_score": 0.176511, "precision": 0.157895, "recall": 0.246047}, {"accuracy": 0.117589, "f1": 0.067657, "hf_subset": "kaz_Cyrl-arb_Latn", "languages": ["kaz-Cyrl", "arb-Latn"], "main_score": 0.067657, "precision": 0.058091, "recall": 0.117589}, {"accuracy": 0.964427, "f1": 0.954051, "hf_subset": "kaz_Cyrl-cat_Latn", "languages": ["kaz-Cyrl", "cat-Latn"], "main_score": 0.954051, "precision": 0.949473, "recall": 0.964427}, {"accuracy": 0.697628, "f1": 0.630374, "hf_subset": "kaz_Cyrl-fur_Latn", "languages": ["kaz-Cyrl", "fur-Latn"], "main_score": 0.630374, "precision": 0.602284, "recall": 0.697628}, {"accuracy": 0.087945, "f1": 0.059674, "hf_subset": "kaz_Cyrl-kab_Latn", "languages": ["kaz-Cyrl", "kab-Latn"], "main_score": 0.059674, "precision": 0.053081, "recall": 0.087945}, {"accuracy": 0.702569, "f1": 0.639701, "hf_subset": "kaz_Cyrl-lim_Latn", "languages": ["kaz-Cyrl", "lim-Latn"], "main_score": 0.639701, "precision": 0.614132, "recall": 0.702569}, {"accuracy": 0.961462, "f1": 0.948946, "hf_subset": "kaz_Cyrl-nld_Latn", "languages": ["kaz-Cyrl", "nld-Latn"], "main_score": 0.948946, "precision": 0.942688, "recall": 0.961462}, {"accuracy": 0.716403, "f1": 0.656211, "hf_subset": "kaz_Cyrl-san_Deva", "languages": ["kaz-Cyrl", "san-Deva"], "main_score": 0.656211, "precision": 0.630632, "recall": 0.716403}, {"accuracy": 0.537549, "f1": 0.461856, "hf_subset": "kaz_Cyrl-tat_Cyrl", "languages": ["kaz-Cyrl", "tat-Cyrl"], "main_score": 0.461856, "precision": 0.434202, "recall": 0.537549}, {"accuracy": 0.182806, "f1": 0.116885, "hf_subset": "kaz_Cyrl-xho_Latn", "languages": ["kaz-Cyrl", "xho-Latn"], "main_score": 0.116885, "precision": 0.101586, "recall": 0.182806}, {"accuracy": 0.947628, "f1": 0.933696, "hf_subset": "kaz_Cyrl-ars_Arab", "languages": ["kaz-Cyrl", "ars-Arab"], "main_score": 0.933696, "precision": 0.927125, "recall": 0.947628}, {"accuracy": 0.379447, "f1": 0.300892, "hf_subset": "kaz_Cyrl-ceb_Latn", "languages": ["kaz-Cyrl", "ceb-Latn"], "main_score": 0.300892, "precision": 0.276446, "recall": 0.379447}, {"accuracy": 0.222332, "f1": 0.152297, "hf_subset": "kaz_Cyrl-fuv_Latn", "languages": ["kaz-Cyrl", "fuv-Latn"], "main_score": 0.152297, "precision": 0.134986, "recall": 0.222332}, {"accuracy": 0.19664, "f1": 0.13416, "hf_subset": "kaz_Cyrl-kac_Latn", "languages": ["kaz-Cyrl", "kac-Latn"], "main_score": 0.13416, "precision": 0.118882, "recall": 0.19664}, {"accuracy": 0.220356, "f1": 0.157853, "hf_subset": "kaz_Cyrl-lin_Latn", "languages": ["kaz-Cyrl", "lin-Latn"], "main_score": 0.157853, "precision": 0.14169, "recall": 0.220356}, {"accuracy": 0.945652, "f1": 0.930007, "hf_subset": "kaz_Cyrl-nno_Latn", "languages": ["kaz-Cyrl", "nno-Latn"], "main_score": 0.930007, "precision": 0.922596, "recall": 0.945652}, {"accuracy": 0.021739, "f1": 0.004467, "hf_subset": "kaz_Cyrl-sat_Olck", "languages": ["kaz-Cyrl", "sat-Olck"], "main_score": 0.004467, "precision": 0.003189, "recall": 0.021739}, {"accuracy": 0.831028, "f1": 0.786877, "hf_subset": "kaz_Cyrl-tel_Telu", "languages": ["kaz-Cyrl", "tel-Telu"], "main_score": 0.786877, "precision": 0.767441, "recall": 0.831028}, {"accuracy": 0.409091, "f1": 0.333077, "hf_subset": "kaz_Cyrl-ydd_Hebr", "languages": ["kaz-Cyrl", "ydd-Hebr"], "main_score": 0.333077, "precision": 0.306033, "recall": 0.409091}, {"accuracy": 0.816206, "f1": 0.773309, "hf_subset": "kaz_Cyrl-ary_Arab", "languages": ["kaz-Cyrl", "ary-Arab"], "main_score": 0.773309, "precision": 0.754356, "recall": 0.816206}, {"accuracy": 0.967391, "f1": 0.958235, "hf_subset": "kaz_Cyrl-ces_Latn", "languages": ["kaz-Cyrl", "ces-Latn"], "main_score": 0.958235, "precision": 0.954167, "recall": 0.967391}, {"accuracy": 0.099802, "f1": 0.056564, "hf_subset": "kaz_Cyrl-gaz_Latn", "languages": ["kaz-Cyrl", "gaz-Latn"], "main_score": 0.056564, "precision": 0.047577, "recall": 0.099802}, {"accuracy": 0.199605, "f1": 0.134847, "hf_subset": "kaz_Cyrl-kam_Latn", "languages": ["kaz-Cyrl", "kam-Latn"], "main_score": 0.134847, "precision": 0.119146, "recall": 0.199605}, {"accuracy": 0.959486, "f1": 0.947694, "hf_subset": "kaz_Cyrl-lit_Latn", "languages": ["kaz-Cyrl", "lit-Latn"], "main_score": 0.947694, "precision": 0.942309, "recall": 0.959486}, {"accuracy": 0.966403, "f1": 0.955929, "hf_subset": "kaz_Cyrl-nob_Latn", "languages": ["kaz-Cyrl", "nob-Latn"], "main_score": 0.955929, "precision": 0.951005, "recall": 0.966403}, {"accuracy": 0.610672, "f1": 0.537639, "hf_subset": "kaz_Cyrl-scn_Latn", "languages": ["kaz-Cyrl", "scn-Latn"], "main_score": 0.537639, "precision": 0.510137, "recall": 0.610672}, {"accuracy": 0.205534, "f1": 0.139107, "hf_subset": "kaz_Cyrl-tgk_Cyrl", "languages": ["kaz-Cyrl", "tgk-Cyrl"], "main_score": 0.139107, "precision": 0.121916, "recall": 0.205534}, {"accuracy": 0.201581, "f1": 0.132353, "hf_subset": "kaz_Cyrl-yor_Latn", "languages": ["kaz-Cyrl", "yor-Latn"], "main_score": 0.132353, "precision": 0.114014, "recall": 0.201581}, {"accuracy": 0.918972, "f1": 0.896593, "hf_subset": "kaz_Cyrl-arz_Arab", "languages": ["kaz-Cyrl", "arz-Arab"], "main_score": 0.896593, "precision": 0.886117, "recall": 0.918972}, {"accuracy": 0.186759, "f1": 0.129579, "hf_subset": "kaz_Cyrl-cjk_Latn", "languages": ["kaz-Cyrl", "cjk-Latn"], "main_score": 0.129579, "precision": 0.115777, "recall": 0.186759}, {"accuracy": 0.183794, "f1": 0.123407, "hf_subset": "kaz_Cyrl-gla_Latn", "languages": ["kaz-Cyrl", "gla-Latn"], "main_score": 0.123407, "precision": 0.10736, "recall": 0.183794}, {"accuracy": 0.780632, "f1": 0.725461, "hf_subset": "kaz_Cyrl-kan_Knda", "languages": ["kaz-Cyrl", "kan-Knda"], "main_score": 0.725461, "precision": 0.700741, "recall": 0.780632}, {"accuracy": 0.624506, "f1": 0.560116, "hf_subset": "kaz_Cyrl-lmo_Latn", "languages": ["kaz-Cyrl", "lmo-Latn"], "main_score": 0.560116, "precision": 0.535979, "recall": 0.624506}, {"accuracy": 0.935771, "f1": 0.917292, "hf_subset": "kaz_Cyrl-npi_Deva", "languages": ["kaz-Cyrl", "npi-Deva"], "main_score": 0.917292, "precision": 0.908926, "recall": 0.935771}, {"accuracy": 0.26581, "f1": 0.190293, "hf_subset": "kaz_Cyrl-shn_Mymr", "languages": ["kaz-Cyrl", "shn-Mymr"], "main_score": 0.190293, "precision": 0.167154, "recall": 0.26581}, {"accuracy": 0.442688, "f1": 0.357404, "hf_subset": "kaz_Cyrl-tgl_Latn", "languages": ["kaz-Cyrl", "tgl-Latn"], "main_score": 0.357404, "precision": 0.329092, "recall": 0.442688}, {"accuracy": 0.965415, "f1": 0.955204, "hf_subset": "kaz_Cyrl-yue_Hant", "languages": ["kaz-Cyrl", "yue-Hant"], "main_score": 0.955204, "precision": 0.950461, "recall": 0.965415}, {"accuracy": 0.517787, "f1": 0.441595, "hf_subset": "kaz_Cyrl-asm_Beng", "languages": ["kaz-Cyrl", "asm-Beng"], "main_score": 0.441595, "precision": 0.413423, "recall": 0.517787}, {"accuracy": 0.811265, "f1": 0.765382, "hf_subset": "kaz_Cyrl-ckb_Arab", "languages": ["kaz-Cyrl", "ckb-Arab"], "main_score": 0.765382, "precision": 0.74529, "recall": 0.811265}, {"accuracy": 0.281621, "f1": 0.2056, "hf_subset": "kaz_Cyrl-gle_Latn", "languages": ["kaz-Cyrl", "gle-Latn"], "main_score": 0.2056, "precision": 0.184295, "recall": 0.281621}, {"accuracy": 0.576087, "f1": 0.501561, "hf_subset": "kaz_Cyrl-kas_Arab", "languages": ["kaz-Cyrl", "kas-Arab"], "main_score": 0.501561, "precision": 0.471771, "recall": 0.576087}, {"accuracy": 0.676877, "f1": 0.606689, "hf_subset": "kaz_Cyrl-ltg_Latn", "languages": ["kaz-Cyrl", "ltg-Latn"], "main_score": 0.606689, "precision": 0.5786, "recall": 0.676877}, {"accuracy": 0.232213, "f1": 0.158628, "hf_subset": "kaz_Cyrl-nso_Latn", "languages": ["kaz-Cyrl", "nso-Latn"], "main_score": 0.158628, "precision": 0.137916, "recall": 0.232213}, {"accuracy": 0.883399, "f1": 0.855929, "hf_subset": "kaz_Cyrl-sin_Sinh", "languages": ["kaz-Cyrl", "sin-Sinh"], "main_score": 0.855929, "precision": 0.843909, "recall": 0.883399}, {"accuracy": 0.95751, "f1": 0.944829, "hf_subset": "kaz_Cyrl-tha_Thai", "languages": ["kaz-Cyrl", "tha-Thai"], "main_score": 0.944829, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.952569, "f1": 0.938966, "hf_subset": "kaz_Cyrl-zho_Hans", "languages": ["kaz-Cyrl", "zho-Hans"], "main_score": 0.938966, "precision": 0.932559, "recall": 0.952569}, {"accuracy": 0.895257, "f1": 0.867325, "hf_subset": "kaz_Cyrl-ast_Latn", "languages": ["kaz-Cyrl", "ast-Latn"], "main_score": 0.867325, "precision": 0.8542, "recall": 0.895257}, {"accuracy": 0.763834, "f1": 0.716554, "hf_subset": "kaz_Cyrl-crh_Latn", "languages": ["kaz-Cyrl", "crh-Latn"], "main_score": 0.716554, "precision": 0.696179, "recall": 0.763834}, {"accuracy": 0.963439, "f1": 0.953294, "hf_subset": "kaz_Cyrl-glg_Latn", "languages": ["kaz-Cyrl", "glg-Latn"], "main_score": 0.953294, "precision": 0.948732, "recall": 0.963439}, {"accuracy": 0.393281, "f1": 0.314747, "hf_subset": "kaz_Cyrl-kas_Deva", "languages": ["kaz-Cyrl", "kas-Deva"], "main_score": 0.314747, "precision": 0.289077, "recall": 0.393281}, {"accuracy": 0.470356, "f1": 0.38661, "hf_subset": "kaz_Cyrl-ltz_Latn", "languages": ["kaz-Cyrl", "ltz-Latn"], "main_score": 0.38661, "precision": 0.358559, "recall": 0.470356}, {"accuracy": 0.113636, "f1": 0.065388, "hf_subset": "kaz_Cyrl-nus_Latn", "languages": ["kaz-Cyrl", "nus-Latn"], "main_score": 0.065388, "precision": 0.056012, "recall": 0.113636}, {"accuracy": 0.964427, "f1": 0.955007, "hf_subset": "kaz_Cyrl-slk_Latn", "languages": ["kaz-Cyrl", "slk-Latn"], "main_score": 0.955007, "precision": 0.950791, "recall": 0.964427}, {"accuracy": 0.179842, "f1": 0.122987, "hf_subset": "kaz_Cyrl-tir_Ethi", "languages": ["kaz-Cyrl", "tir-Ethi"], "main_score": 0.122987, "precision": 0.10693, "recall": 0.179842}, {"accuracy": 0.953557, "f1": 0.939394, "hf_subset": "kaz_Cyrl-zho_Hant", "languages": ["kaz-Cyrl", "zho-Hant"], "main_score": 0.939394, "precision": 0.932642, "recall": 0.953557}, {"accuracy": 0.910079, "f1": 0.88643, "hf_subset": "kaz_Cyrl-awa_Deva", "languages": ["kaz-Cyrl", "awa-Deva"], "main_score": 0.88643, "precision": 0.875412, "recall": 0.910079}, {"accuracy": 0.447628, "f1": 0.363277, "hf_subset": "kaz_Cyrl-cym_Latn", "languages": ["kaz-Cyrl", "cym-Latn"], "main_score": 0.363277, "precision": 0.336003, "recall": 0.447628}, {"accuracy": 0.33498, "f1": 0.256301, "hf_subset": "kaz_Cyrl-grn_Latn", "languages": ["kaz-Cyrl", "grn-Latn"], "main_score": 0.256301, "precision": 0.23468, "recall": 0.33498}, {"accuracy": 0.843874, "f1": 0.800725, "hf_subset": "kaz_Cyrl-kat_Geor", "languages": ["kaz-Cyrl", "kat-Geor"], "main_score": 0.800725, "precision": 0.780665, "recall": 0.843874}, {"accuracy": 0.240119, "f1": 0.169482, "hf_subset": "kaz_Cyrl-lua_Latn", "languages": ["kaz-Cyrl", "lua-Latn"], "main_score": 0.169482, "precision": 0.150585, "recall": 0.240119}, {"accuracy": 0.225296, "f1": 0.155737, "hf_subset": "kaz_Cyrl-nya_Latn", "languages": ["kaz-Cyrl", "nya-Latn"], "main_score": 0.155737, "precision": 0.138303, "recall": 0.225296}, {"accuracy": 0.95751, "f1": 0.944993, "hf_subset": "kaz_Cyrl-slv_Latn", "languages": ["kaz-Cyrl", "slv-Latn"], "main_score": 0.944993, "precision": 0.939065, "recall": 0.95751}, {"accuracy": 0.413043, "f1": 0.3262, "hf_subset": "kaz_Cyrl-tpi_Latn", "languages": ["kaz-Cyrl", "tpi-Latn"], "main_score": 0.3262, "precision": 0.298608, "recall": 0.413043}, {"accuracy": 0.958498, "f1": 0.945487, "hf_subset": "kaz_Cyrl-zsm_Latn", "languages": ["kaz-Cyrl", "zsm-Latn"], "main_score": 0.945487, "precision": 0.939394, "recall": 0.958498}, {"accuracy": 0.192688, "f1": 0.119641, "hf_subset": "kaz_Cyrl-ayr_Latn", "languages": ["kaz-Cyrl", "ayr-Latn"], "main_score": 0.119641, "precision": 0.102812, "recall": 0.192688}, {"accuracy": 0.963439, "f1": 0.95247, "hf_subset": "kaz_Cyrl-dan_Latn", "languages": ["kaz-Cyrl", "dan-Latn"], "main_score": 0.95247, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.887352, "f1": 0.855534, "hf_subset": "kaz_Cyrl-guj_Gujr", "languages": ["kaz-Cyrl", "guj-Gujr"], "main_score": 0.855534, "precision": 0.840942, "recall": 0.887352}, {"accuracy": 0.183794, "f1": 0.125189, "hf_subset": "kaz_Cyrl-lug_Latn", "languages": ["kaz-Cyrl", "lug-Latn"], "main_score": 0.125189, "precision": 0.111095, "recall": 0.183794}, {"accuracy": 0.885375, "f1": 0.854381, "hf_subset": "kaz_Cyrl-oci_Latn", "languages": ["kaz-Cyrl", "oci-Latn"], "main_score": 0.854381, "precision": 0.840086, "recall": 0.885375}, {"accuracy": 0.185771, "f1": 0.119616, "hf_subset": "kaz_Cyrl-smo_Latn", "languages": ["kaz-Cyrl", "smo-Latn"], "main_score": 0.119616, "precision": 0.102908, "recall": 0.185771}, {"accuracy": 0.20751, "f1": 0.144528, "hf_subset": "kaz_Cyrl-tsn_Latn", "languages": ["kaz-Cyrl", "tsn-Latn"], "main_score": 0.144528, "precision": 0.127737, "recall": 0.20751}, {"accuracy": 0.142292, "f1": 0.090015, "hf_subset": "kaz_Cyrl-zul_Latn", "languages": ["kaz-Cyrl", "zul-Latn"], "main_score": 0.090015, "precision": 0.078672, "recall": 0.142292}, {"accuracy": 0.509881, "f1": 0.434464, "hf_subset": "kaz_Cyrl-azb_Arab", "languages": ["kaz-Cyrl", "azb-Arab"], "main_score": 0.434464, "precision": 0.405569, "recall": 0.509881}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "kaz_Cyrl-deu_Latn", "languages": ["kaz-Cyrl", "deu-Latn"], "main_score": 0.956192, "precision": 0.951416, "recall": 0.966403}, {"accuracy": 0.289526, "f1": 0.210462, "hf_subset": "kaz_Cyrl-hat_Latn", "languages": ["kaz-Cyrl", "hat-Latn"], "main_score": 0.210462, "precision": 0.186868, "recall": 0.289526}, {"accuracy": 0.179842, "f1": 0.110714, "hf_subset": "kaz_Cyrl-kbp_Latn", "languages": ["kaz-Cyrl", "kbp-Latn"], "main_score": 0.110714, "precision": 0.094211, "recall": 0.179842}, {"accuracy": 0.231225, "f1": 0.161155, "hf_subset": "kaz_Cyrl-luo_Latn", "languages": ["kaz-Cyrl", "luo-Latn"], "main_score": 0.161155, "precision": 0.143545, "recall": 0.231225}, {"accuracy": 0.781621, "f1": 0.730879, "hf_subset": "kaz_Cyrl-ory_Orya", "languages": ["kaz-Cyrl", "ory-Orya"], "main_score": 0.730879, "precision": 0.709298, "recall": 0.781621}, {"accuracy": 0.162055, "f1": 0.10275, "hf_subset": "kaz_Cyrl-sna_Latn", "languages": ["kaz-Cyrl", "sna-Latn"], "main_score": 0.10275, "precision": 0.089145, "recall": 0.162055}, {"accuracy": 0.195652, "f1": 0.139944, "hf_subset": "kaz_Cyrl-tso_Latn", "languages": ["kaz-Cyrl", "tso-Latn"], "main_score": 0.139944, "precision": 0.125463, "recall": 0.195652}, {"accuracy": 0.932806, "f1": 0.914559, "hf_subset": "kaz_Cyrl-azj_Latn", "languages": ["kaz-Cyrl", "azj-Latn"], "main_score": 0.914559, "precision": 0.906406, "recall": 0.932806}, {"accuracy": 0.286561, "f1": 0.209187, "hf_subset": "kaz_Cyrl-dik_Latn", "languages": ["kaz-Cyrl", "dik-Latn"], "main_score": 0.209187, "precision": 0.187436, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.174523, "hf_subset": "kaz_Cyrl-hau_Latn", "languages": ["kaz-Cyrl", "hau-Latn"], "main_score": 0.174523, "precision": 0.155714, "recall": 0.247036}, {"accuracy": 0.608696, "f1": 0.536008, "hf_subset": "kaz_Cyrl-kea_Latn", "languages": ["kaz-Cyrl", "kea-Latn"], "main_score": 0.536008, "precision": 0.50883, "recall": 0.608696}, {"accuracy": 0.347826, "f1": 0.267056, "hf_subset": "kaz_Cyrl-lus_Latn", "languages": ["kaz-Cyrl", "lus-Latn"], "main_score": 0.267056, "precision": 0.241459, "recall": 0.347826}, {"accuracy": 0.44664, "f1": 0.360953, "hf_subset": "kaz_Cyrl-pag_Latn", "languages": ["kaz-Cyrl", "pag-Latn"], "main_score": 0.360953, "precision": 0.33281, "recall": 0.44664}, {"accuracy": 0.823123, "f1": 0.776958, "hf_subset": "kaz_Cyrl-snd_Arab", "languages": ["kaz-Cyrl", "snd-Arab"], "main_score": 0.776958, "precision": 0.756522, "recall": 0.823123}, {"accuracy": 0.346838, "f1": 0.266099, "hf_subset": "kaz_Cyrl-tuk_Latn", "languages": ["kaz-Cyrl", "tuk-Latn"], "main_score": 0.266099, "precision": 0.241342, "recall": 0.346838}, {"accuracy": 0.505929, "f1": 0.427815, "hf_subset": "kaz_Cyrl-bak_Cyrl", "languages": ["kaz-Cyrl", "bak-Cyrl"], "main_score": 0.427815, "precision": 0.400413, "recall": 0.505929}, {"accuracy": 0.171937, "f1": 0.11079, "hf_subset": "kaz_Cyrl-dyu_Latn", "languages": ["kaz-Cyrl", "dyu-Latn"], "main_score": 0.11079, "precision": 0.09512, "recall": 0.171937}, {"accuracy": 0.956522, "f1": 0.943412, "hf_subset": "kaz_Cyrl-heb_Hebr", "languages": ["kaz-Cyrl", "heb-Hebr"], "main_score": 0.943412, "precision": 0.937335, "recall": 0.956522}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "kaz_Cyrl-khk_Cyrl", "languages": ["kaz-Cyrl", "khk-Cyrl"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.965415, "f1": 0.955105, "hf_subset": "kaz_Cyrl-lvs_Latn", "languages": ["kaz-Cyrl", "lvs-Latn"], "main_score": 0.955105, "precision": 0.950181, "recall": 0.965415}, {"accuracy": 0.811265, "f1": 0.766848, "hf_subset": "kaz_Cyrl-pan_Guru", "languages": ["kaz-Cyrl", "pan-Guru"], "main_score": 0.766848, "precision": 0.747407, "recall": 0.811265}, {"accuracy": 0.262846, "f1": 0.193102, "hf_subset": "kaz_Cyrl-som_Latn", "languages": ["kaz-Cyrl", "som-Latn"], "main_score": 0.193102, "precision": 0.173154, "recall": 0.262846}, {"accuracy": 0.199605, "f1": 0.131625, "hf_subset": "kaz_Cyrl-tum_Latn", "languages": ["kaz-Cyrl", "tum-Latn"], "main_score": 0.131625, "precision": 0.114127, "recall": 0.199605}, {"accuracy": 0.039526, "f1": 0.027824, "hf_subset": "lug_Latn-ace_Arab", "languages": ["lug-Latn", "ace-Arab"], "main_score": 0.027824, "precision": 0.024638, "recall": 0.039526}, {"accuracy": 0.147233, "f1": 0.134583, "hf_subset": "lug_Latn-bam_Latn", "languages": ["lug-Latn", "bam-Latn"], "main_score": 0.134583, "precision": 0.129734, "recall": 0.147233}, {"accuracy": 0.004941, "f1": 0.00179, "hf_subset": "lug_Latn-dzo_Tibt", "languages": ["lug-Latn", "dzo-Tibt"], "main_score": 0.00179, "precision": 0.001557, "recall": 0.004941}, {"accuracy": 0.104743, "f1": 0.084047, "hf_subset": "lug_Latn-hin_Deva", "languages": ["lug-Latn", "hin-Deva"], "main_score": 0.084047, "precision": 0.07914, "recall": 0.104743}, {"accuracy": 0.115613, "f1": 0.102713, "hf_subset": "lug_Latn-khm_Khmr", "languages": ["lug-Latn", "khm-Khmr"], "main_score": 0.102713, "precision": 0.099899, "recall": 0.115613}, {"accuracy": 0.083004, "f1": 0.072467, "hf_subset": "lug_Latn-mag_Deva", "languages": ["lug-Latn", "mag-Deva"], "main_score": 0.072467, "precision": 0.070287, "recall": 0.083004}, {"accuracy": 0.102767, "f1": 0.095474, "hf_subset": "lug_Latn-pap_Latn", "languages": ["lug-Latn", "pap-Latn"], "main_score": 0.095474, "precision": 0.093351, "recall": 0.102767}, {"accuracy": 0.192688, "f1": 0.174344, "hf_subset": "lug_Latn-sot_Latn", "languages": ["lug-Latn", "sot-Latn"], "main_score": 0.174344, "precision": 0.168233, "recall": 0.192688}, {"accuracy": 0.158103, "f1": 0.137408, "hf_subset": "lug_Latn-tur_Latn", "languages": ["lug-Latn", "tur-Latn"], "main_score": 0.137408, "precision": 0.132797, "recall": 0.158103}, {"accuracy": 0.140316, "f1": 0.127865, "hf_subset": "lug_Latn-ace_Latn", "languages": ["lug-Latn", "ace-Latn"], "main_score": 0.127865, "precision": 0.123641, "recall": 0.140316}, {"accuracy": 0.099802, "f1": 0.091837, "hf_subset": "lug_Latn-ban_Latn", "languages": ["lug-Latn", "ban-Latn"], "main_score": 0.091837, "precision": 0.089323, "recall": 0.099802}, {"accuracy": 0.108696, "f1": 0.088236, "hf_subset": "lug_Latn-ell_Grek", "languages": ["lug-Latn", "ell-Grek"], "main_score": 0.088236, "precision": 0.083662, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.07043, "hf_subset": "lug_Latn-hne_Deva", "languages": ["lug-Latn", "hne-Deva"], "main_score": 0.07043, "precision": 0.067312, "recall": 0.08498}, {"accuracy": 0.171937, "f1": 0.157026, "hf_subset": "lug_Latn-kik_Latn", "languages": ["lug-Latn", "kik-Latn"], "main_score": 0.157026, "precision": 0.151433, "recall": 0.171937}, {"accuracy": 0.085968, "f1": 0.071039, "hf_subset": "lug_Latn-mai_Deva", "languages": ["lug-Latn", "mai-Deva"], "main_score": 0.071039, "precision": 0.068056, "recall": 0.085968}, {"accuracy": 0.097826, "f1": 0.08117, "hf_subset": "lug_Latn-pbt_Arab", "languages": ["lug-Latn", "pbt-Arab"], "main_score": 0.08117, "precision": 0.078006, "recall": 0.097826}, {"accuracy": 0.140316, "f1": 0.120598, "hf_subset": "lug_Latn-spa_Latn", "languages": ["lug-Latn", "spa-Latn"], "main_score": 0.120598, "precision": 0.115479, "recall": 0.140316}, {"accuracy": 0.203557, "f1": 0.183078, "hf_subset": "lug_Latn-twi_Latn", "languages": ["lug-Latn", "twi-Latn"], "main_score": 0.183078, "precision": 0.176153, "recall": 0.203557}, {"accuracy": 0.083992, "f1": 0.069316, "hf_subset": "lug_Latn-acm_Arab", "languages": ["lug-Latn", "acm-Arab"], "main_score": 0.069316, "precision": 0.065899, "recall": 0.083992}, {"accuracy": 0.096838, "f1": 0.075542, "hf_subset": "lug_Latn-bel_Cyrl", "languages": ["lug-Latn", "bel-Cyrl"], "main_score": 0.075542, "precision": 0.070799, "recall": 0.096838}, {"accuracy": 0.166008, "f1": 0.147132, "hf_subset": "lug_Latn-eng_Latn", "languages": ["lug-Latn", "eng-Latn"], "main_score": 0.147132, "precision": 0.142446, "recall": 0.166008}, {"accuracy": 0.123518, "f1": 0.108368, "hf_subset": "lug_Latn-hrv_Latn", "languages": ["lug-Latn", "hrv-Latn"], "main_score": 0.108368, "precision": 0.104228, "recall": 0.123518}, {"accuracy": 0.218379, "f1": 0.201937, "hf_subset": "lug_Latn-kin_Latn", "languages": ["lug-Latn", "kin-Latn"], "main_score": 0.201937, "precision": 0.195612, "recall": 0.218379}, {"accuracy": 0.046443, "f1": 0.034451, "hf_subset": "lug_Latn-mal_Mlym", "languages": ["lug-Latn", "mal-Mlym"], "main_score": 0.034451, "precision": 0.03208, "recall": 0.046443}, {"accuracy": 0.105731, "f1": 0.091767, "hf_subset": "lug_Latn-pes_Arab", "languages": ["lug-Latn", "pes-Arab"], "main_score": 0.091767, "precision": 0.088278, "recall": 0.105731}, {"accuracy": 0.117589, "f1": 0.105894, "hf_subset": "lug_Latn-srd_Latn", "languages": ["lug-Latn", "srd-Latn"], "main_score": 0.105894, "precision": 0.103402, "recall": 0.117589}, {"accuracy": 0.060277, "f1": 0.043893, "hf_subset": "lug_Latn-tzm_Tfng", "languages": ["lug-Latn", "tzm-Tfng"], "main_score": 0.043893, "precision": 0.040597, "recall": 0.060277}, {"accuracy": 0.088933, "f1": 0.070937, "hf_subset": "lug_Latn-acq_Arab", "languages": ["lug-Latn", "acq-Arab"], "main_score": 0.070937, "precision": 0.066959, "recall": 0.088933}, {"accuracy": 0.233202, "f1": 0.211968, "hf_subset": "lug_Latn-bem_Latn", "languages": ["lug-Latn", "bem-Latn"], "main_score": 0.211968, "precision": 0.203316, "recall": 0.233202}, {"accuracy": 0.116601, "f1": 0.108186, "hf_subset": "lug_Latn-epo_Latn", "languages": ["lug-Latn", "epo-Latn"], "main_score": 0.108186, "precision": 0.10557, "recall": 0.116601}, {"accuracy": 0.157115, "f1": 0.135536, "hf_subset": "lug_Latn-hun_Latn", "languages": ["lug-Latn", "hun-Latn"], "main_score": 0.135536, "precision": 0.131033, "recall": 0.157115}, {"accuracy": 0.125494, "f1": 0.106005, "hf_subset": "lug_Latn-kir_Cyrl", "languages": ["lug-Latn", "kir-Cyrl"], "main_score": 0.106005, "precision": 0.101519, "recall": 0.125494}, {"accuracy": 0.081028, "f1": 0.069056, "hf_subset": "lug_Latn-mar_Deva", "languages": ["lug-Latn", "mar-Deva"], "main_score": 0.069056, "precision": 0.066264, "recall": 0.081028}, {"accuracy": 0.131423, "f1": 0.12002, "hf_subset": "lug_Latn-plt_Latn", "languages": ["lug-Latn", "plt-Latn"], "main_score": 0.12002, "precision": 0.116475, "recall": 0.131423}, {"accuracy": 0.123518, "f1": 0.099286, "hf_subset": "lug_Latn-srp_Cyrl", "languages": ["lug-Latn", "srp-Cyrl"], "main_score": 0.099286, "precision": 0.093178, "recall": 0.123518}, {"accuracy": 0.061265, "f1": 0.051665, "hf_subset": "lug_Latn-uig_Arab", "languages": ["lug-Latn", "uig-Arab"], "main_score": 0.051665, "precision": 0.04996, "recall": 0.061265}, {"accuracy": 0.085968, "f1": 0.0698, "hf_subset": "lug_Latn-aeb_Arab", "languages": ["lug-Latn", "aeb-Arab"], "main_score": 0.0698, "precision": 0.066498, "recall": 0.085968}, {"accuracy": 0.056324, "f1": 0.042958, "hf_subset": "lug_Latn-ben_Beng", "languages": ["lug-Latn", "ben-Beng"], "main_score": 0.042958, "precision": 0.040566, "recall": 0.056324}, {"accuracy": 0.156126, "f1": 0.131834, "hf_subset": "lug_Latn-est_Latn", "languages": ["lug-Latn", "est-Latn"], "main_score": 0.131834, "precision": 0.12572, "recall": 0.156126}, {"accuracy": 0.082016, "f1": 0.066659, "hf_subset": "lug_Latn-hye_Armn", "languages": ["lug-Latn", "hye-Armn"], "main_score": 0.066659, "precision": 0.063143, "recall": 0.082016}, {"accuracy": 0.1917, "f1": 0.173267, "hf_subset": "lug_Latn-kmb_Latn", "languages": ["lug-Latn", "kmb-Latn"], "main_score": 0.173267, "precision": 0.165791, "recall": 0.1917}, {"accuracy": 0.018775, "f1": 0.01406, "hf_subset": "lug_Latn-min_Arab", "languages": ["lug-Latn", "min-Arab"], "main_score": 0.01406, "precision": 0.013109, "recall": 0.018775}, {"accuracy": 0.161067, "f1": 0.137664, "hf_subset": "lug_Latn-pol_Latn", "languages": ["lug-Latn", "pol-Latn"], "main_score": 0.137664, "precision": 0.131906, "recall": 0.161067}, {"accuracy": 0.16996, "f1": 0.152214, "hf_subset": "lug_Latn-ssw_Latn", "languages": ["lug-Latn", "ssw-Latn"], "main_score": 0.152214, "precision": 0.145478, "recall": 0.16996}, {"accuracy": 0.118577, "f1": 0.09896, "hf_subset": "lug_Latn-ukr_Cyrl", "languages": ["lug-Latn", "ukr-Cyrl"], "main_score": 0.09896, "precision": 0.094373, "recall": 0.118577}, {"accuracy": 0.157115, "f1": 0.135565, "hf_subset": "lug_Latn-afr_Latn", "languages": ["lug-Latn", "afr-Latn"], "main_score": 0.135565, "precision": 0.130573, "recall": 0.157115}, {"accuracy": 0.083992, "f1": 0.071393, "hf_subset": "lug_Latn-bho_Deva", "languages": ["lug-Latn", "bho-Deva"], "main_score": 0.071393, "precision": 0.068113, "recall": 0.083992}, {"accuracy": 0.08498, "f1": 0.078043, "hf_subset": "lug_Latn-eus_Latn", "languages": ["lug-Latn", "eus-Latn"], "main_score": 0.078043, "precision": 0.076576, "recall": 0.08498}, {"accuracy": 0.182806, "f1": 0.167015, "hf_subset": "lug_Latn-ibo_Latn", "languages": ["lug-Latn", "ibo-Latn"], "main_score": 0.167015, "precision": 0.160881, "recall": 0.182806}, {"accuracy": 0.143281, "f1": 0.123463, "hf_subset": "lug_Latn-kmr_Latn", "languages": ["lug-Latn", "kmr-Latn"], "main_score": 0.123463, "precision": 0.119614, "recall": 0.143281}, {"accuracy": 0.093874, "f1": 0.087155, "hf_subset": "lug_Latn-min_Latn", "languages": ["lug-Latn", "min-Latn"], "main_score": 0.087155, "precision": 0.085205, "recall": 0.093874}, {"accuracy": 0.16502, "f1": 0.143618, "hf_subset": "lug_Latn-por_Latn", "languages": ["lug-Latn", "por-Latn"], "main_score": 0.143618, "precision": 0.137671, "recall": 0.16502}, {"accuracy": 0.099802, "f1": 0.089697, "hf_subset": "lug_Latn-sun_Latn", "languages": ["lug-Latn", "sun-Latn"], "main_score": 0.089697, "precision": 0.086707, "recall": 0.099802}, {"accuracy": 0.171937, "f1": 0.148241, "hf_subset": "lug_Latn-umb_Latn", "languages": ["lug-Latn", "umb-Latn"], "main_score": 0.148241, "precision": 0.14004, "recall": 0.171937}, {"accuracy": 0.105731, "f1": 0.087869, "hf_subset": "lug_Latn-ajp_Arab", "languages": ["lug-Latn", "ajp-Arab"], "main_score": 0.087869, "precision": 0.084159, "recall": 0.105731}, {"accuracy": 0.040514, "f1": 0.032579, "hf_subset": "lug_Latn-bjn_Arab", "languages": ["lug-Latn", "bjn-Arab"], "main_score": 0.032579, "precision": 0.030627, "recall": 0.040514}, {"accuracy": 0.174901, "f1": 0.1614, "hf_subset": "lug_Latn-ewe_Latn", "languages": ["lug-Latn", "ewe-Latn"], "main_score": 0.1614, "precision": 0.156936, "recall": 0.174901}, {"accuracy": 0.150198, "f1": 0.137223, "hf_subset": "lug_Latn-ilo_Latn", "languages": ["lug-Latn", "ilo-Latn"], "main_score": 0.137223, "precision": 0.133305, "recall": 0.150198}, {"accuracy": 0.031621, "f1": 0.028342, "hf_subset": "lug_Latn-knc_Arab", "languages": ["lug-Latn", "knc-Arab"], "main_score": 0.028342, "precision": 0.027108, "recall": 0.031621}, {"accuracy": 0.134387, "f1": 0.108858, "hf_subset": "lug_Latn-mkd_Cyrl", "languages": ["lug-Latn", "mkd-Cyrl"], "main_score": 0.108858, "precision": 0.103382, "recall": 0.134387}, {"accuracy": 0.096838, "f1": 0.082186, "hf_subset": "lug_Latn-prs_Arab", "languages": ["lug-Latn", "prs-Arab"], "main_score": 0.082186, "precision": 0.079113, "recall": 0.096838}, {"accuracy": 0.147233, "f1": 0.131328, "hf_subset": "lug_Latn-swe_Latn", "languages": ["lug-Latn", "swe-Latn"], "main_score": 0.131328, "precision": 0.127888, "recall": 0.147233}, {"accuracy": 0.073123, "f1": 0.06055, "hf_subset": "lug_Latn-urd_Arab", "languages": ["lug-Latn", "urd-Arab"], "main_score": 0.06055, "precision": 0.05764, "recall": 0.073123}, {"accuracy": 0.193676, "f1": 0.178701, "hf_subset": "lug_Latn-aka_Latn", "languages": ["lug-Latn", "aka-Latn"], "main_score": 0.178701, "precision": 0.173752, "recall": 0.193676}, {"accuracy": 0.110672, "f1": 0.102026, "hf_subset": "lug_Latn-bjn_Latn", "languages": ["lug-Latn", "bjn-Latn"], "main_score": 0.102026, "precision": 0.100102, "recall": 0.110672}, {"accuracy": 0.107708, "f1": 0.099015, "hf_subset": "lug_Latn-fao_Latn", "languages": ["lug-Latn", "fao-Latn"], "main_score": 0.099015, "precision": 0.096445, "recall": 0.107708}, {"accuracy": 0.164032, "f1": 0.139846, "hf_subset": "lug_Latn-ind_Latn", "languages": ["lug-Latn", "ind-Latn"], "main_score": 0.139846, "precision": 0.134104, "recall": 0.164032}, {"accuracy": 0.168972, "f1": 0.152482, "hf_subset": "lug_Latn-knc_Latn", "languages": ["lug-Latn", "knc-Latn"], "main_score": 0.152482, "precision": 0.147655, "recall": 0.168972}, {"accuracy": 0.139328, "f1": 0.122806, "hf_subset": "lug_Latn-mlt_Latn", "languages": ["lug-Latn", "mlt-Latn"], "main_score": 0.122806, "precision": 0.118332, "recall": 0.139328}, {"accuracy": 0.140316, "f1": 0.122783, "hf_subset": "lug_Latn-quy_Latn", "languages": ["lug-Latn", "quy-Latn"], "main_score": 0.122783, "precision": 0.117793, "recall": 0.140316}, {"accuracy": 0.115613, "f1": 0.104258, "hf_subset": "lug_Latn-swh_Latn", "languages": ["lug-Latn", "swh-Latn"], "main_score": 0.104258, "precision": 0.100706, "recall": 0.115613}, {"accuracy": 0.075099, "f1": 0.067354, "hf_subset": "lug_Latn-uzn_Latn", "languages": ["lug-Latn", "uzn-Latn"], "main_score": 0.067354, "precision": 0.065339, "recall": 0.075099}, {"accuracy": 0.141304, "f1": 0.122242, "hf_subset": "lug_Latn-als_Latn", "languages": ["lug-Latn", "als-Latn"], "main_score": 0.122242, "precision": 0.117768, "recall": 0.141304}, {"accuracy": 0.035573, "f1": 0.024793, "hf_subset": "lug_Latn-bod_Tibt", "languages": ["lug-Latn", "bod-Tibt"], "main_score": 0.024793, "precision": 0.022261, "recall": 0.035573}, {"accuracy": 0.110672, "f1": 0.096144, "hf_subset": "lug_Latn-fij_Latn", "languages": ["lug-Latn", "fij-Latn"], "main_score": 0.096144, "precision": 0.091322, "recall": 0.110672}, {"accuracy": 0.097826, "f1": 0.088476, "hf_subset": "lug_Latn-isl_Latn", "languages": ["lug-Latn", "isl-Latn"], "main_score": 0.088476, "precision": 0.086363, "recall": 0.097826}, {"accuracy": 0.183794, "f1": 0.168936, "hf_subset": "lug_Latn-kon_Latn", "languages": ["lug-Latn", "kon-Latn"], "main_score": 0.168936, "precision": 0.164205, "recall": 0.183794}, {"accuracy": 0.036561, "f1": 0.028528, "hf_subset": "lug_Latn-mni_Beng", "languages": ["lug-Latn", "mni-Beng"], "main_score": 0.028528, "precision": 0.026733, "recall": 0.036561}, {"accuracy": 0.158103, "f1": 0.138938, "hf_subset": "lug_Latn-ron_Latn", "languages": ["lug-Latn", "ron-Latn"], "main_score": 0.138938, "precision": 0.134427, "recall": 0.158103}, {"accuracy": 0.101779, "f1": 0.091014, "hf_subset": "lug_Latn-szl_Latn", "languages": ["lug-Latn", "szl-Latn"], "main_score": 0.091014, "precision": 0.088411, "recall": 0.101779}, {"accuracy": 0.128458, "f1": 0.111849, "hf_subset": "lug_Latn-vec_Latn", "languages": ["lug-Latn", "vec-Latn"], "main_score": 0.111849, "precision": 0.108246, "recall": 0.128458}, {"accuracy": 0.039526, "f1": 0.027895, "hf_subset": "lug_Latn-amh_Ethi", "languages": ["lug-Latn", "amh-Ethi"], "main_score": 0.027895, "precision": 0.025542, "recall": 0.039526}, {"accuracy": 0.152174, "f1": 0.132513, "hf_subset": "lug_Latn-bos_Latn", "languages": ["lug-Latn", "bos-Latn"], "main_score": 0.132513, "precision": 0.127488, "recall": 0.152174}, {"accuracy": 0.147233, "f1": 0.129324, "hf_subset": "lug_Latn-fin_Latn", "languages": ["lug-Latn", "fin-Latn"], "main_score": 0.129324, "precision": 0.125178, "recall": 0.147233}, {"accuracy": 0.161067, "f1": 0.13479, "hf_subset": "lug_Latn-ita_Latn", "languages": ["lug-Latn", "ita-Latn"], "main_score": 0.13479, "precision": 0.128781, "recall": 0.161067}, {"accuracy": 0.113636, "f1": 0.099928, "hf_subset": "lug_Latn-kor_Hang", "languages": ["lug-Latn", "kor-Hang"], "main_score": 0.099928, "precision": 0.096265, "recall": 0.113636}, {"accuracy": 0.148221, "f1": 0.127335, "hf_subset": "lug_Latn-mos_Latn", "languages": ["lug-Latn", "mos-Latn"], "main_score": 0.127335, "precision": 0.121188, "recall": 0.148221}, {"accuracy": 0.206522, "f1": 0.190522, "hf_subset": "lug_Latn-run_Latn", "languages": ["lug-Latn", "run-Latn"], "main_score": 0.190522, "precision": 0.183918, "recall": 0.206522}, {"accuracy": 0.045455, "f1": 0.035935, "hf_subset": "lug_Latn-tam_Taml", "languages": ["lug-Latn", "tam-Taml"], "main_score": 0.035935, "precision": 0.034268, "recall": 0.045455}, {"accuracy": 0.152174, "f1": 0.132145, "hf_subset": "lug_Latn-vie_Latn", "languages": ["lug-Latn", "vie-Latn"], "main_score": 0.132145, "precision": 0.127658, "recall": 0.152174}, {"accuracy": 0.088933, "f1": 0.074817, "hf_subset": "lug_Latn-apc_Arab", "languages": ["lug-Latn", "apc-Arab"], "main_score": 0.074817, "precision": 0.07203, "recall": 0.088933}, {"accuracy": 0.137352, "f1": 0.128313, "hf_subset": "lug_Latn-bug_Latn", "languages": ["lug-Latn", "bug-Latn"], "main_score": 0.128313, "precision": 0.124588, "recall": 0.137352}, {"accuracy": 0.15415, "f1": 0.137379, "hf_subset": "lug_Latn-fon_Latn", "languages": ["lug-Latn", "fon-Latn"], "main_score": 0.137379, "precision": 0.131682, "recall": 0.15415}, {"accuracy": 0.104743, "f1": 0.093995, "hf_subset": "lug_Latn-jav_Latn", "languages": ["lug-Latn", "jav-Latn"], "main_score": 0.093995, "precision": 0.091536, "recall": 0.104743}, {"accuracy": 0.132411, "f1": 0.115444, "hf_subset": "lug_Latn-lao_Laoo", "languages": ["lug-Latn", "lao-Laoo"], "main_score": 0.115444, "precision": 0.111412, "recall": 0.132411}, {"accuracy": 0.149209, "f1": 0.1347, "hf_subset": "lug_Latn-mri_Latn", "languages": ["lug-Latn", "mri-Latn"], "main_score": 0.1347, "precision": 0.130418, "recall": 0.149209}, {"accuracy": 0.128458, "f1": 0.109116, "hf_subset": "lug_Latn-rus_Cyrl", "languages": ["lug-Latn", "rus-Cyrl"], "main_score": 0.109116, "precision": 0.10443, "recall": 0.128458}, {"accuracy": 0.172925, "f1": 0.15151, "hf_subset": "lug_Latn-taq_Latn", "languages": ["lug-Latn", "taq-Latn"], "main_score": 0.15151, "precision": 0.145554, "recall": 0.172925}, {"accuracy": 0.142292, "f1": 0.132555, "hf_subset": "lug_Latn-war_Latn", "languages": ["lug-Latn", "war-Latn"], "main_score": 0.132555, "precision": 0.129491, "recall": 0.142292}, {"accuracy": 0.089921, "f1": 0.070965, "hf_subset": "lug_Latn-arb_Arab", "languages": ["lug-Latn", "arb-Arab"], "main_score": 0.070965, "precision": 0.067578, "recall": 0.089921}, {"accuracy": 0.140316, "f1": 0.119307, "hf_subset": "lug_Latn-bul_Cyrl", "languages": ["lug-Latn", "bul-Cyrl"], "main_score": 0.119307, "precision": 0.11382, "recall": 0.140316}, {"accuracy": 0.161067, "f1": 0.137391, "hf_subset": "lug_Latn-fra_Latn", "languages": ["lug-Latn", "fra-Latn"], "main_score": 0.137391, "precision": 0.13169, "recall": 0.161067}, {"accuracy": 0.109684, "f1": 0.089673, "hf_subset": "lug_Latn-jpn_Jpan", "languages": ["lug-Latn", "jpn-Jpan"], "main_score": 0.089673, "precision": 0.084034, "recall": 0.109684}, {"accuracy": 0.108696, "f1": 0.09781, "hf_subset": "lug_Latn-lij_Latn", "languages": ["lug-Latn", "lij-Latn"], "main_score": 0.09781, "precision": 0.095529, "recall": 0.108696}, {"accuracy": 0.08498, "f1": 0.066594, "hf_subset": "lug_Latn-mya_Mymr", "languages": ["lug-Latn", "mya-Mymr"], "main_score": 0.066594, "precision": 0.062978, "recall": 0.08498}, {"accuracy": 0.13834, "f1": 0.120174, "hf_subset": "lug_Latn-sag_Latn", "languages": ["lug-Latn", "sag-Latn"], "main_score": 0.120174, "precision": 0.114594, "recall": 0.13834}, {"accuracy": 0.057312, "f1": 0.038539, "hf_subset": "lug_Latn-taq_Tfng", "languages": ["lug-Latn", "taq-Tfng"], "main_score": 0.038539, "precision": 0.034574, "recall": 0.057312}, {"accuracy": 0.164032, "f1": 0.141343, "hf_subset": "lug_Latn-wol_Latn", "languages": ["lug-Latn", "wol-Latn"], "main_score": 0.141343, "precision": 0.136092, "recall": 0.164032}, {"accuracy": 0.086957, "f1": 0.066406, "hf_subset": "lug_Latn-arb_Latn", "languages": ["lug-Latn", "arb-Latn"], "main_score": 0.066406, "precision": 0.061376, "recall": 0.086957}, {"accuracy": 0.16502, "f1": 0.141601, "hf_subset": "lug_Latn-cat_Latn", "languages": ["lug-Latn", "cat-Latn"], "main_score": 0.141601, "precision": 0.135945, "recall": 0.16502}, {"accuracy": 0.117589, "f1": 0.102774, "hf_subset": "lug_Latn-fur_Latn", "languages": ["lug-Latn", "fur-Latn"], "main_score": 0.102774, "precision": 0.099173, "recall": 0.117589}, {"accuracy": 0.083004, "f1": 0.070478, "hf_subset": "lug_Latn-kab_Latn", "languages": ["lug-Latn", "kab-Latn"], "main_score": 0.070478, "precision": 0.067168, "recall": 0.083004}, {"accuracy": 0.114625, "f1": 0.107363, "hf_subset": "lug_Latn-lim_Latn", "languages": ["lug-Latn", "lim-Latn"], "main_score": 0.107363, "precision": 0.105842, "recall": 0.114625}, {"accuracy": 0.167984, "f1": 0.14407, "hf_subset": "lug_Latn-nld_Latn", "languages": ["lug-Latn", "nld-Latn"], "main_score": 0.14407, "precision": 0.138454, "recall": 0.167984}, {"accuracy": 0.066206, "f1": 0.05617, "hf_subset": "lug_Latn-san_Deva", "languages": ["lug-Latn", "san-Deva"], "main_score": 0.05617, "precision": 0.054379, "recall": 0.066206}, {"accuracy": 0.104743, "f1": 0.088242, "hf_subset": "lug_Latn-tat_Cyrl", "languages": ["lug-Latn", "tat-Cyrl"], "main_score": 0.088242, "precision": 0.084546, "recall": 0.104743}, {"accuracy": 0.184783, "f1": 0.164114, "hf_subset": "lug_Latn-xho_Latn", "languages": ["lug-Latn", "xho-Latn"], "main_score": 0.164114, "precision": 0.156813, "recall": 0.184783}, {"accuracy": 0.092885, "f1": 0.072889, "hf_subset": "lug_Latn-ars_Arab", "languages": ["lug-Latn", "ars-Arab"], "main_score": 0.072889, "precision": 0.069042, "recall": 0.092885}, {"accuracy": 0.131423, "f1": 0.122233, "hf_subset": "lug_Latn-ceb_Latn", "languages": ["lug-Latn", "ceb-Latn"], "main_score": 0.122233, "precision": 0.119868, "recall": 0.131423}, {"accuracy": 0.157115, "f1": 0.137155, "hf_subset": "lug_Latn-fuv_Latn", "languages": ["lug-Latn", "fuv-Latn"], "main_score": 0.137155, "precision": 0.130897, "recall": 0.157115}, {"accuracy": 0.179842, "f1": 0.155965, "hf_subset": "lug_Latn-kac_Latn", "languages": ["lug-Latn", "kac-Latn"], "main_score": 0.155965, "precision": 0.149363, "recall": 0.179842}, {"accuracy": 0.164032, "f1": 0.152288, "hf_subset": "lug_Latn-lin_Latn", "languages": ["lug-Latn", "lin-Latn"], "main_score": 0.152288, "precision": 0.147859, "recall": 0.164032}, {"accuracy": 0.143281, "f1": 0.123955, "hf_subset": "lug_Latn-nno_Latn", "languages": ["lug-Latn", "nno-Latn"], "main_score": 0.123955, "precision": 0.119282, "recall": 0.143281}, {"accuracy": 0.017787, "f1": 0.00683, "hf_subset": "lug_Latn-sat_Olck", "languages": ["lug-Latn", "sat-Olck"], "main_score": 0.00683, "precision": 0.0054, "recall": 0.017787}, {"accuracy": 0.051383, "f1": 0.041704, "hf_subset": "lug_Latn-tel_Telu", "languages": ["lug-Latn", "tel-Telu"], "main_score": 0.041704, "precision": 0.040049, "recall": 0.051383}, {"accuracy": 0.045455, "f1": 0.039598, "hf_subset": "lug_Latn-ydd_Hebr", "languages": ["lug-Latn", "ydd-Hebr"], "main_score": 0.039598, "precision": 0.037939, "recall": 0.045455}, {"accuracy": 0.06917, "f1": 0.05837, "hf_subset": "lug_Latn-ary_Arab", "languages": ["lug-Latn", "ary-Arab"], "main_score": 0.05837, "precision": 0.056704, "recall": 0.06917}, {"accuracy": 0.147233, "f1": 0.126839, "hf_subset": "lug_Latn-ces_Latn", "languages": ["lug-Latn", "ces-Latn"], "main_score": 0.126839, "precision": 0.122159, "recall": 0.147233}, {"accuracy": 0.077075, "f1": 0.062396, "hf_subset": "lug_Latn-gaz_Latn", "languages": ["lug-Latn", "gaz-Latn"], "main_score": 0.062396, "precision": 0.057134, "recall": 0.077075}, {"accuracy": 0.206522, "f1": 0.185839, "hf_subset": "lug_Latn-kam_Latn", "languages": ["lug-Latn", "kam-Latn"], "main_score": 0.185839, "precision": 0.178783, "recall": 0.206522}, {"accuracy": 0.134387, "f1": 0.114895, "hf_subset": "lug_Latn-lit_Latn", "languages": ["lug-Latn", "lit-Latn"], "main_score": 0.114895, "precision": 0.110622, "recall": 0.134387}, {"accuracy": 0.155138, "f1": 0.133426, "hf_subset": "lug_Latn-nob_Latn", "languages": ["lug-Latn", "nob-Latn"], "main_score": 0.133426, "precision": 0.127894, "recall": 0.155138}, {"accuracy": 0.119565, "f1": 0.105808, "hf_subset": "lug_Latn-scn_Latn", "languages": ["lug-Latn", "scn-Latn"], "main_score": 0.105808, "precision": 0.102569, "recall": 0.119565}, {"accuracy": 0.094862, "f1": 0.076734, "hf_subset": "lug_Latn-tgk_Cyrl", "languages": ["lug-Latn", "tgk-Cyrl"], "main_score": 0.076734, "precision": 0.071823, "recall": 0.094862}, {"accuracy": 0.12747, "f1": 0.115079, "hf_subset": "lug_Latn-yor_Latn", "languages": ["lug-Latn", "yor-Latn"], "main_score": 0.115079, "precision": 0.111097, "recall": 0.12747}, {"accuracy": 0.082016, "f1": 0.067272, "hf_subset": "lug_Latn-arz_Arab", "languages": ["lug-Latn", "arz-Arab"], "main_score": 0.067272, "precision": 0.063943, "recall": 0.082016}, {"accuracy": 0.16996, "f1": 0.149822, "hf_subset": "lug_Latn-cjk_Latn", "languages": ["lug-Latn", "cjk-Latn"], "main_score": 0.149822, "precision": 0.142928, "recall": 0.16996}, {"accuracy": 0.121542, "f1": 0.100239, "hf_subset": "lug_Latn-gla_Latn", "languages": ["lug-Latn", "gla-Latn"], "main_score": 0.100239, "precision": 0.095472, "recall": 0.121542}, {"accuracy": 0.049407, "f1": 0.041586, "hf_subset": "lug_Latn-kan_Knda", "languages": ["lug-Latn", "kan-Knda"], "main_score": 0.041586, "precision": 0.04006, "recall": 0.049407}, {"accuracy": 0.11166, "f1": 0.100433, "hf_subset": "lug_Latn-lmo_Latn", "languages": ["lug-Latn", "lmo-Latn"], "main_score": 0.100433, "precision": 0.097735, "recall": 0.11166}, {"accuracy": 0.105731, "f1": 0.086828, "hf_subset": "lug_Latn-npi_Deva", "languages": ["lug-Latn", "npi-Deva"], "main_score": 0.086828, "precision": 0.082528, "recall": 0.105731}, {"accuracy": 0.125494, "f1": 0.107606, "hf_subset": "lug_Latn-shn_Mymr", "languages": ["lug-Latn", "shn-Mymr"], "main_score": 0.107606, "precision": 0.10255, "recall": 0.125494}, {"accuracy": 0.133399, "f1": 0.121375, "hf_subset": "lug_Latn-tgl_Latn", "languages": ["lug-Latn", "tgl-Latn"], "main_score": 0.121375, "precision": 0.118184, "recall": 0.133399}, {"accuracy": 0.107708, "f1": 0.088992, "hf_subset": "lug_Latn-yue_Hant", "languages": ["lug-Latn", "yue-Hant"], "main_score": 0.088992, "precision": 0.08443, "recall": 0.107708}, {"accuracy": 0.032609, "f1": 0.025897, "hf_subset": "lug_Latn-asm_Beng", "languages": ["lug-Latn", "asm-Beng"], "main_score": 0.025897, "precision": 0.024367, "recall": 0.032609}, {"accuracy": 0.073123, "f1": 0.055707, "hf_subset": "lug_Latn-ckb_Arab", "languages": ["lug-Latn", "ckb-Arab"], "main_score": 0.055707, "precision": 0.051748, "recall": 0.073123}, {"accuracy": 0.110672, "f1": 0.095175, "hf_subset": "lug_Latn-gle_Latn", "languages": ["lug-Latn", "gle-Latn"], "main_score": 0.095175, "precision": 0.09088, "recall": 0.110672}, {"accuracy": 0.044466, "f1": 0.039128, "hf_subset": "lug_Latn-kas_Arab", "languages": ["lug-Latn", "kas-Arab"], "main_score": 0.039128, "precision": 0.037318, "recall": 0.044466}, {"accuracy": 0.117589, "f1": 0.096101, "hf_subset": "lug_Latn-ltg_Latn", "languages": ["lug-Latn", "ltg-Latn"], "main_score": 0.096101, "precision": 0.0915, "recall": 0.117589}, {"accuracy": 0.187747, "f1": 0.166998, "hf_subset": "lug_Latn-nso_Latn", "languages": ["lug-Latn", "nso-Latn"], "main_score": 0.166998, "precision": 0.160756, "recall": 0.187747}, {"accuracy": 0.05336, "f1": 0.043601, "hf_subset": "lug_Latn-sin_Sinh", "languages": ["lug-Latn", "sin-Sinh"], "main_score": 0.043601, "precision": 0.041135, "recall": 0.05336}, {"accuracy": 0.100791, "f1": 0.081787, "hf_subset": "lug_Latn-tha_Thai", "languages": ["lug-Latn", "tha-Thai"], "main_score": 0.081787, "precision": 0.077551, "recall": 0.100791}, {"accuracy": 0.117589, "f1": 0.095107, "hf_subset": "lug_Latn-zho_Hans", "languages": ["lug-Latn", "zho-Hans"], "main_score": 0.095107, "precision": 0.089922, "recall": 0.117589}, {"accuracy": 0.126482, "f1": 0.106331, "hf_subset": "lug_Latn-ast_Latn", "languages": ["lug-Latn", "ast-Latn"], "main_score": 0.106331, "precision": 0.10124, "recall": 0.126482}, {"accuracy": 0.100791, "f1": 0.088877, "hf_subset": "lug_Latn-crh_Latn", "languages": ["lug-Latn", "crh-Latn"], "main_score": 0.088877, "precision": 0.085753, "recall": 0.100791}, {"accuracy": 0.160079, "f1": 0.140139, "hf_subset": "lug_Latn-glg_Latn", "languages": ["lug-Latn", "glg-Latn"], "main_score": 0.140139, "precision": 0.135723, "recall": 0.160079}, {"accuracy": 0.078063, "f1": 0.063569, "hf_subset": "lug_Latn-kas_Deva", "languages": ["lug-Latn", "kas-Deva"], "main_score": 0.063569, "precision": 0.060586, "recall": 0.078063}, {"accuracy": 0.135375, "f1": 0.118763, "hf_subset": "lug_Latn-ltz_Latn", "languages": ["lug-Latn", "ltz-Latn"], "main_score": 0.118763, "precision": 0.114211, "recall": 0.135375}, {"accuracy": 0.106719, "f1": 0.085232, "hf_subset": "lug_Latn-nus_Latn", "languages": ["lug-Latn", "nus-Latn"], "main_score": 0.085232, "precision": 0.078615, "recall": 0.106719}, {"accuracy": 0.142292, "f1": 0.12774, "hf_subset": "lug_Latn-slk_Latn", "languages": ["lug-Latn", "slk-Latn"], "main_score": 0.12774, "precision": 0.123281, "recall": 0.142292}, {"accuracy": 0.024704, "f1": 0.019983, "hf_subset": "lug_Latn-tir_Ethi", "languages": ["lug-Latn", "tir-Ethi"], "main_score": 0.019983, "precision": 0.018638, "recall": 0.024704}, {"accuracy": 0.099802, "f1": 0.079252, "hf_subset": "lug_Latn-zho_Hant", "languages": ["lug-Latn", "zho-Hant"], "main_score": 0.079252, "precision": 0.074924, "recall": 0.099802}, {"accuracy": 0.103755, "f1": 0.086791, "hf_subset": "lug_Latn-awa_Deva", "languages": ["lug-Latn", "awa-Deva"], "main_score": 0.086791, "precision": 0.083222, "recall": 0.103755}, {"accuracy": 0.105731, "f1": 0.087674, "hf_subset": "lug_Latn-cym_Latn", "languages": ["lug-Latn", "cym-Latn"], "main_score": 0.087674, "precision": 0.083125, "recall": 0.105731}, {"accuracy": 0.149209, "f1": 0.137055, "hf_subset": "lug_Latn-grn_Latn", "languages": ["lug-Latn", "grn-Latn"], "main_score": 0.137055, "precision": 0.132137, "recall": 0.149209}, {"accuracy": 0.086957, "f1": 0.074451, "hf_subset": "lug_Latn-kat_Geor", "languages": ["lug-Latn", "kat-Geor"], "main_score": 0.074451, "precision": 0.07143, "recall": 0.086957}, {"accuracy": 0.167984, "f1": 0.155484, "hf_subset": "lug_Latn-lua_Latn", "languages": ["lug-Latn", "lua-Latn"], "main_score": 0.155484, "precision": 0.151239, "recall": 0.167984}, {"accuracy": 0.20751, "f1": 0.192241, "hf_subset": "lug_Latn-nya_Latn", "languages": ["lug-Latn", "nya-Latn"], "main_score": 0.192241, "precision": 0.18748, "recall": 0.20751}, {"accuracy": 0.152174, "f1": 0.13361, "hf_subset": "lug_Latn-slv_Latn", "languages": ["lug-Latn", "slv-Latn"], "main_score": 0.13361, "precision": 0.128692, "recall": 0.152174}, {"accuracy": 0.146245, "f1": 0.129229, "hf_subset": "lug_Latn-tpi_Latn", "languages": ["lug-Latn", "tpi-Latn"], "main_score": 0.129229, "precision": 0.124122, "recall": 0.146245}, {"accuracy": 0.157115, "f1": 0.136666, "hf_subset": "lug_Latn-zsm_Latn", "languages": ["lug-Latn", "zsm-Latn"], "main_score": 0.136666, "precision": 0.131579, "recall": 0.157115}, {"accuracy": 0.170949, "f1": 0.150679, "hf_subset": "lug_Latn-ayr_Latn", "languages": ["lug-Latn", "ayr-Latn"], "main_score": 0.150679, "precision": 0.144137, "recall": 0.170949}, {"accuracy": 0.162055, "f1": 0.14064, "hf_subset": "lug_Latn-dan_Latn", "languages": ["lug-Latn", "dan-Latn"], "main_score": 0.14064, "precision": 0.135004, "recall": 0.162055}, {"accuracy": 0.068182, "f1": 0.057267, "hf_subset": "lug_Latn-guj_Gujr", "languages": ["lug-Latn", "guj-Gujr"], "main_score": 0.057267, "precision": 0.054987, "recall": 0.068182}, {"accuracy": 0.121542, "f1": 0.101137, "hf_subset": "lug_Latn-kaz_Cyrl", "languages": ["lug-Latn", "kaz-Cyrl"], "main_score": 0.101137, "precision": 0.096504, "recall": 0.121542}, {"accuracy": 0.160079, "f1": 0.139029, "hf_subset": "lug_Latn-oci_Latn", "languages": ["lug-Latn", "oci-Latn"], "main_score": 0.139029, "precision": 0.134138, "recall": 0.160079}, {"accuracy": 0.130435, "f1": 0.114136, "hf_subset": "lug_Latn-smo_Latn", "languages": ["lug-Latn", "smo-Latn"], "main_score": 0.114136, "precision": 0.109603, "recall": 0.130435}, {"accuracy": 0.19664, "f1": 0.175791, "hf_subset": "lug_Latn-tsn_Latn", "languages": ["lug-Latn", "tsn-Latn"], "main_score": 0.175791, "precision": 0.169643, "recall": 0.19664}, {"accuracy": 0.177866, "f1": 0.157921, "hf_subset": "lug_Latn-zul_Latn", "languages": ["lug-Latn", "zul-Latn"], "main_score": 0.157921, "precision": 0.150408, "recall": 0.177866}, {"accuracy": 0.063241, "f1": 0.053912, "hf_subset": "lug_Latn-azb_Arab", "languages": ["lug-Latn", "azb-Arab"], "main_score": 0.053912, "precision": 0.052102, "recall": 0.063241}, {"accuracy": 0.166996, "f1": 0.145092, "hf_subset": "lug_Latn-deu_Latn", "languages": ["lug-Latn", "deu-Latn"], "main_score": 0.145092, "precision": 0.139246, "recall": 0.166996}, {"accuracy": 0.116601, "f1": 0.099449, "hf_subset": "lug_Latn-hat_Latn", "languages": ["lug-Latn", "hat-Latn"], "main_score": 0.099449, "precision": 0.095253, "recall": 0.116601}, {"accuracy": 0.159091, "f1": 0.142535, "hf_subset": "lug_Latn-kbp_Latn", "languages": ["lug-Latn", "kbp-Latn"], "main_score": 0.142535, "precision": 0.137739, "recall": 0.159091}, {"accuracy": 0.16996, "f1": 0.155991, "hf_subset": "lug_Latn-luo_Latn", "languages": ["lug-Latn", "luo-Latn"], "main_score": 0.155991, "precision": 0.1515, "recall": 0.16996}, {"accuracy": 0.048419, "f1": 0.038419, "hf_subset": "lug_Latn-ory_Orya", "languages": ["lug-Latn", "ory-Orya"], "main_score": 0.038419, "precision": 0.036649, "recall": 0.048419}, {"accuracy": 0.166008, "f1": 0.145734, "hf_subset": "lug_Latn-sna_Latn", "languages": ["lug-Latn", "sna-Latn"], "main_score": 0.145734, "precision": 0.139498, "recall": 0.166008}, {"accuracy": 0.185771, "f1": 0.167762, "hf_subset": "lug_Latn-tso_Latn", "languages": ["lug-Latn", "tso-Latn"], "main_score": 0.167762, "precision": 0.162208, "recall": 0.185771}, {"accuracy": 0.094862, "f1": 0.079301, "hf_subset": "lug_Latn-azj_Latn", "languages": ["lug-Latn", "azj-Latn"], "main_score": 0.079301, "precision": 0.076747, "recall": 0.094862}, {"accuracy": 0.163043, "f1": 0.147838, "hf_subset": "lug_Latn-dik_Latn", "languages": ["lug-Latn", "dik-Latn"], "main_score": 0.147838, "precision": 0.143447, "recall": 0.163043}, {"accuracy": 0.136364, "f1": 0.126875, "hf_subset": "lug_Latn-hau_Latn", "languages": ["lug-Latn", "hau-Latn"], "main_score": 0.126875, "precision": 0.123869, "recall": 0.136364}, {"accuracy": 0.092885, "f1": 0.083185, "hf_subset": "lug_Latn-kea_Latn", "languages": ["lug-Latn", "kea-Latn"], "main_score": 0.083185, "precision": 0.081043, "recall": 0.092885}, {"accuracy": 0.178854, "f1": 0.156547, "hf_subset": "lug_Latn-lus_Latn", "languages": ["lug-Latn", "lus-Latn"], "main_score": 0.156547, "precision": 0.150084, "recall": 0.178854}, {"accuracy": 0.13834, "f1": 0.122645, "hf_subset": "lug_Latn-pag_Latn", "languages": ["lug-Latn", "pag-Latn"], "main_score": 0.122645, "precision": 0.118314, "recall": 0.13834}, {"accuracy": 0.048419, "f1": 0.040276, "hf_subset": "lug_Latn-snd_Arab", "languages": ["lug-Latn", "snd-Arab"], "main_score": 0.040276, "precision": 0.037944, "recall": 0.048419}, {"accuracy": 0.097826, "f1": 0.08097, "hf_subset": "lug_Latn-tuk_Latn", "languages": ["lug-Latn", "tuk-Latn"], "main_score": 0.08097, "precision": 0.076301, "recall": 0.097826}, {"accuracy": 0.12253, "f1": 0.101196, "hf_subset": "lug_Latn-bak_Cyrl", "languages": ["lug-Latn", "bak-Cyrl"], "main_score": 0.101196, "precision": 0.095744, "recall": 0.12253}, {"accuracy": 0.135375, "f1": 0.119749, "hf_subset": "lug_Latn-dyu_Latn", "languages": ["lug-Latn", "dyu-Latn"], "main_score": 0.119749, "precision": 0.113697, "recall": 0.135375}, {"accuracy": 0.104743, "f1": 0.081311, "hf_subset": "lug_Latn-heb_Hebr", "languages": ["lug-Latn", "heb-Hebr"], "main_score": 0.081311, "precision": 0.075978, "recall": 0.104743}, {"accuracy": 0.123518, "f1": 0.099545, "hf_subset": "lug_Latn-khk_Cyrl", "languages": ["lug-Latn", "khk-Cyrl"], "main_score": 0.099545, "precision": 0.093849, "recall": 0.123518}, {"accuracy": 0.126482, "f1": 0.107627, "hf_subset": "lug_Latn-lvs_Latn", "languages": ["lug-Latn", "lvs-Latn"], "main_score": 0.107627, "precision": 0.10342, "recall": 0.126482}, {"accuracy": 0.046443, "f1": 0.035295, "hf_subset": "lug_Latn-pan_Guru", "languages": ["lug-Latn", "pan-Guru"], "main_score": 0.035295, "precision": 0.033916, "recall": 0.046443}, {"accuracy": 0.120553, "f1": 0.101974, "hf_subset": "lug_Latn-som_Latn", "languages": ["lug-Latn", "som-Latn"], "main_score": 0.101974, "precision": 0.098148, "recall": 0.120553}, {"accuracy": 0.198617, "f1": 0.175445, "hf_subset": "lug_Latn-tum_Latn", "languages": ["lug-Latn", "tum-Latn"], "main_score": 0.175445, "precision": 0.168619, "recall": 0.198617}, {"accuracy": 0.09585, "f1": 0.06127, "hf_subset": "oci_Latn-ace_Arab", "languages": ["oci-Latn", "ace-Arab"], "main_score": 0.06127, "precision": 0.053255, "recall": 0.09585}, {"accuracy": 0.215415, "f1": 0.154944, "hf_subset": "oci_Latn-bam_Latn", "languages": ["oci-Latn", "bam-Latn"], "main_score": 0.154944, "precision": 0.138926, "recall": 0.215415}, {"accuracy": 0.003953, "f1": 6.1e-05, "hf_subset": "oci_Latn-dzo_Tibt", "languages": ["oci-Latn", "dzo-Tibt"], "main_score": 6.1e-05, "precision": 3.1e-05, "recall": 0.003953}, {"accuracy": 0.93083, "f1": 0.911726, "hf_subset": "oci_Latn-hin_Deva", "languages": ["oci-Latn", "hin-Deva"], "main_score": 0.911726, "precision": 0.902339, "recall": 0.93083}, {"accuracy": 0.840909, "f1": 0.800659, "hf_subset": "oci_Latn-khm_Khmr", "languages": ["oci-Latn", "khm-Khmr"], "main_score": 0.800659, "precision": 0.782312, "recall": 0.840909}, {"accuracy": 0.868577, "f1": 0.833863, "hf_subset": "oci_Latn-mag_Deva", "languages": ["oci-Latn", "mag-Deva"], "main_score": 0.833863, "precision": 0.818158, "recall": 0.868577}, {"accuracy": 0.648221, "f1": 0.587886, "hf_subset": "oci_Latn-pap_Latn", "languages": ["oci-Latn", "pap-Latn"], "main_score": 0.587886, "precision": 0.564907, "recall": 0.648221}, {"accuracy": 0.226285, "f1": 0.166076, "hf_subset": "oci_Latn-sot_Latn", "languages": ["oci-Latn", "sot-Latn"], "main_score": 0.166076, "precision": 0.149197, "recall": 0.226285}, {"accuracy": 0.949605, "f1": 0.935013, "hf_subset": "oci_Latn-tur_Latn", "languages": ["oci-Latn", "tur-Latn"], "main_score": 0.935013, "precision": 0.928146, "recall": 0.949605}, {"accuracy": 0.43083, "f1": 0.354031, "hf_subset": "oci_Latn-ace_Latn", "languages": ["oci-Latn", "ace-Latn"], "main_score": 0.354031, "precision": 0.328172, "recall": 0.43083}, {"accuracy": 0.667984, "f1": 0.606166, "hf_subset": "oci_Latn-ban_Latn", "languages": ["oci-Latn", "ban-Latn"], "main_score": 0.606166, "precision": 0.581583, "recall": 0.667984}, {"accuracy": 0.932806, "f1": 0.913274, "hf_subset": "oci_Latn-ell_Grek", "languages": ["oci-Latn", "ell-Grek"], "main_score": 0.913274, "precision": 0.904068, "recall": 0.932806}, {"accuracy": 0.854743, "f1": 0.817937, "hf_subset": "oci_Latn-hne_Deva", "languages": ["oci-Latn", "hne-Deva"], "main_score": 0.817937, "precision": 0.801219, "recall": 0.854743}, {"accuracy": 0.259881, "f1": 0.184293, "hf_subset": "oci_Latn-kik_Latn", "languages": ["oci-Latn", "kik-Latn"], "main_score": 0.184293, "precision": 0.162754, "recall": 0.259881}, {"accuracy": 0.856719, "f1": 0.822628, "hf_subset": "oci_Latn-mai_Deva", "languages": ["oci-Latn", "mai-Deva"], "main_score": 0.822628, "precision": 0.807428, "recall": 0.856719}, {"accuracy": 0.752964, "f1": 0.703699, "hf_subset": "oci_Latn-pbt_Arab", "languages": ["oci-Latn", "pbt-Arab"], "main_score": 0.703699, "precision": 0.683005, "recall": 0.752964}, {"accuracy": 0.961462, "f1": 0.95056, "hf_subset": "oci_Latn-spa_Latn", "languages": ["oci-Latn", "spa-Latn"], "main_score": 0.95056, "precision": 0.945487, "recall": 0.961462}, {"accuracy": 0.323123, "f1": 0.242487, "hf_subset": "oci_Latn-twi_Latn", "languages": ["oci-Latn", "twi-Latn"], "main_score": 0.242487, "precision": 0.219867, "recall": 0.323123}, {"accuracy": 0.910079, "f1": 0.885954, "hf_subset": "oci_Latn-acm_Arab", "languages": ["oci-Latn", "acm-Arab"], "main_score": 0.885954, "precision": 0.874835, "recall": 0.910079}, {"accuracy": 0.899209, "f1": 0.873748, "hf_subset": "oci_Latn-bel_Cyrl", "languages": ["oci-Latn", "bel-Cyrl"], "main_score": 0.873748, "precision": 0.862269, "recall": 0.899209}, {"accuracy": 0.969368, "f1": 0.959651, "hf_subset": "oci_Latn-eng_Latn", "languages": ["oci-Latn", "eng-Latn"], "main_score": 0.959651, "precision": 0.954875, "recall": 0.969368}, {"accuracy": 0.948617, "f1": 0.93386, "hf_subset": "oci_Latn-hrv_Latn", "languages": ["oci-Latn", "hrv-Latn"], "main_score": 0.93386, "precision": 0.92696, "recall": 0.948617}, {"accuracy": 0.166996, "f1": 0.116769, "hf_subset": "oci_Latn-kin_Latn", "languages": ["oci-Latn", "kin-Latn"], "main_score": 0.116769, "precision": 0.103445, "recall": 0.166996}, {"accuracy": 0.77668, "f1": 0.727522, "hf_subset": "oci_Latn-mal_Mlym", "languages": ["oci-Latn", "mal-Mlym"], "main_score": 0.727522, "precision": 0.706269, "recall": 0.77668}, {"accuracy": 0.932806, "f1": 0.912121, "hf_subset": "oci_Latn-pes_Arab", "languages": ["oci-Latn", "pes-Arab"], "main_score": 0.912121, "precision": 0.902256, "recall": 0.932806}, {"accuracy": 0.746047, "f1": 0.692344, "hf_subset": "oci_Latn-srd_Latn", "languages": ["oci-Latn", "srd-Latn"], "main_score": 0.692344, "precision": 0.669631, "recall": 0.746047}, {"accuracy": 0.066206, "f1": 0.033164, "hf_subset": "oci_Latn-tzm_Tfng", "languages": ["oci-Latn", "tzm-Tfng"], "main_score": 0.033164, "precision": 0.028453, "recall": 0.066206}, {"accuracy": 0.912055, "f1": 0.888142, "hf_subset": "oci_Latn-acq_Arab", "languages": ["oci-Latn", "acq-Arab"], "main_score": 0.888142, "precision": 0.877141, "recall": 0.912055}, {"accuracy": 0.242095, "f1": 0.175556, "hf_subset": "oci_Latn-bem_Latn", "languages": ["oci-Latn", "bem-Latn"], "main_score": 0.175556, "precision": 0.158134, "recall": 0.242095}, {"accuracy": 0.836957, "f1": 0.801092, "hf_subset": "oci_Latn-epo_Latn", "languages": ["oci-Latn", "epo-Latn"], "main_score": 0.801092, "precision": 0.785277, "recall": 0.836957}, {"accuracy": 0.945652, "f1": 0.930336, "hf_subset": "oci_Latn-hun_Latn", "languages": ["oci-Latn", "hun-Latn"], "main_score": 0.930336, "precision": 0.92309, "recall": 0.945652}, {"accuracy": 0.871542, "f1": 0.842791, "hf_subset": "oci_Latn-kir_Cyrl", "languages": ["oci-Latn", "kir-Cyrl"], "main_score": 0.842791, "precision": 0.830451, "recall": 0.871542}, {"accuracy": 0.833992, "f1": 0.792463, "hf_subset": "oci_Latn-mar_Deva", "languages": ["oci-Latn", "mar-Deva"], "main_score": 0.792463, "precision": 0.773898, "recall": 0.833992}, {"accuracy": 0.310277, "f1": 0.245024, "hf_subset": "oci_Latn-plt_Latn", "languages": ["oci-Latn", "plt-Latn"], "main_score": 0.245024, "precision": 0.225447, "recall": 0.310277}, {"accuracy": 0.949605, "f1": 0.934289, "hf_subset": "oci_Latn-srp_Cyrl", "languages": ["oci-Latn", "srp-Cyrl"], "main_score": 0.934289, "precision": 0.92691, "recall": 0.949605}, {"accuracy": 0.694664, "f1": 0.643107, "hf_subset": "oci_Latn-uig_Arab", "languages": ["oci-Latn", "uig-Arab"], "main_score": 0.643107, "precision": 0.622431, "recall": 0.694664}, {"accuracy": 0.865613, "f1": 0.830007, "hf_subset": "oci_Latn-aeb_Arab", "languages": ["oci-Latn", "aeb-Arab"], "main_score": 0.830007, "precision": 0.814097, "recall": 0.865613}, {"accuracy": 0.811265, "f1": 0.768412, "hf_subset": "oci_Latn-ben_Beng", "languages": ["oci-Latn", "ben-Beng"], "main_score": 0.768412, "precision": 0.748748, "recall": 0.811265}, {"accuracy": 0.943676, "f1": 0.928854, "hf_subset": "oci_Latn-est_Latn", "languages": ["oci-Latn", "est-Latn"], "main_score": 0.928854, "precision": 0.921607, "recall": 0.943676}, {"accuracy": 0.91502, "f1": 0.892029, "hf_subset": "oci_Latn-hye_Armn", "languages": ["oci-Latn", "hye-Armn"], "main_score": 0.892029, "precision": 0.881341, "recall": 0.91502}, {"accuracy": 0.183794, "f1": 0.121677, "hf_subset": "oci_Latn-kmb_Latn", "languages": ["oci-Latn", "kmb-Latn"], "main_score": 0.121677, "precision": 0.107623, "recall": 0.183794}, {"accuracy": 0.068182, "f1": 0.042361, "hf_subset": "oci_Latn-min_Arab", "languages": ["oci-Latn", "min-Arab"], "main_score": 0.042361, "precision": 0.036663, "recall": 0.068182}, {"accuracy": 0.940711, "f1": 0.923913, "hf_subset": "oci_Latn-pol_Latn", "languages": ["oci-Latn", "pol-Latn"], "main_score": 0.923913, "precision": 0.916008, "recall": 0.940711}, {"accuracy": 0.167984, "f1": 0.115378, "hf_subset": "oci_Latn-ssw_Latn", "languages": ["oci-Latn", "ssw-Latn"], "main_score": 0.115378, "precision": 0.103179, "recall": 0.167984}, {"accuracy": 0.949605, "f1": 0.934124, "hf_subset": "oci_Latn-ukr_Cyrl", "languages": ["oci-Latn", "ukr-Cyrl"], "main_score": 0.934124, "precision": 0.926746, "recall": 0.949605}, {"accuracy": 0.916008, "f1": 0.894499, "hf_subset": "oci_Latn-afr_Latn", "languages": ["oci-Latn", "afr-Latn"], "main_score": 0.894499, "precision": 0.884634, "recall": 0.916008}, {"accuracy": 0.791502, "f1": 0.744303, "hf_subset": "oci_Latn-bho_Deva", "languages": ["oci-Latn", "bho-Deva"], "main_score": 0.744303, "precision": 0.724111, "recall": 0.791502}, {"accuracy": 0.740119, "f1": 0.687272, "hf_subset": "oci_Latn-eus_Latn", "languages": ["oci-Latn", "eus-Latn"], "main_score": 0.687272, "precision": 0.665152, "recall": 0.740119}, {"accuracy": 0.199605, "f1": 0.136954, "hf_subset": "oci_Latn-ibo_Latn", "languages": ["oci-Latn", "ibo-Latn"], "main_score": 0.136954, "precision": 0.121013, "recall": 0.199605}, {"accuracy": 0.686759, "f1": 0.641355, "hf_subset": "oci_Latn-kmr_Latn", "languages": ["oci-Latn", "kmr-Latn"], "main_score": 0.641355, "precision": 0.622597, "recall": 0.686759}, {"accuracy": 0.609684, "f1": 0.545953, "hf_subset": "oci_Latn-min_Latn", "languages": ["oci-Latn", "min-Latn"], "main_score": 0.545953, "precision": 0.521913, "recall": 0.609684}, {"accuracy": 0.959486, "f1": 0.949671, "hf_subset": "oci_Latn-por_Latn", "languages": ["oci-Latn", "por-Latn"], "main_score": 0.949671, "precision": 0.945109, "recall": 0.959486}, {"accuracy": 0.740119, "f1": 0.686747, "hf_subset": "oci_Latn-sun_Latn", "languages": ["oci-Latn", "sun-Latn"], "main_score": 0.686747, "precision": 0.665062, "recall": 0.740119}, {"accuracy": 0.188735, "f1": 0.136053, "hf_subset": "oci_Latn-umb_Latn", "languages": ["oci-Latn", "umb-Latn"], "main_score": 0.136053, "precision": 0.122799, "recall": 0.188735}, {"accuracy": 0.914032, "f1": 0.89081, "hf_subset": "oci_Latn-ajp_Arab", "languages": ["oci-Latn", "ajp-Arab"], "main_score": 0.89081, "precision": 0.88027, "recall": 0.914032}, {"accuracy": 0.08004, "f1": 0.048832, "hf_subset": "oci_Latn-bjn_Arab", "languages": ["oci-Latn", "bjn-Arab"], "main_score": 0.048832, "precision": 0.039755, "recall": 0.08004}, {"accuracy": 0.262846, "f1": 0.197626, "hf_subset": "oci_Latn-ewe_Latn", "languages": ["oci-Latn", "ewe-Latn"], "main_score": 0.197626, "precision": 0.179464, "recall": 0.262846}, {"accuracy": 0.371542, "f1": 0.287919, "hf_subset": "oci_Latn-ilo_Latn", "languages": ["oci-Latn", "ilo-Latn"], "main_score": 0.287919, "precision": 0.261152, "recall": 0.371542}, {"accuracy": 0.099802, "f1": 0.061553, "hf_subset": "oci_Latn-knc_Arab", "languages": ["oci-Latn", "knc-Arab"], "main_score": 0.061553, "precision": 0.052798, "recall": 0.099802}, {"accuracy": 0.964427, "f1": 0.954545, "hf_subset": "oci_Latn-mkd_Cyrl", "languages": ["oci-Latn", "mkd-Cyrl"], "main_score": 0.954545, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.935771, "f1": 0.916897, "hf_subset": "oci_Latn-prs_Arab", "languages": ["oci-Latn", "prs-Arab"], "main_score": 0.916897, "precision": 0.90802, "recall": 0.935771}, {"accuracy": 0.95751, "f1": 0.945652, "hf_subset": "oci_Latn-swe_Latn", "languages": ["oci-Latn", "swe-Latn"], "main_score": 0.945652, "precision": 0.939921, "recall": 0.95751}, {"accuracy": 0.883399, "f1": 0.85224, "hf_subset": "oci_Latn-urd_Arab", "languages": ["oci-Latn", "urd-Arab"], "main_score": 0.85224, "precision": 0.837615, "recall": 0.883399}, {"accuracy": 0.301383, "f1": 0.224812, "hf_subset": "oci_Latn-aka_Latn", "languages": ["oci-Latn", "aka-Latn"], "main_score": 0.224812, "precision": 0.202254, "recall": 0.301383}, {"accuracy": 0.736166, "f1": 0.68103, "hf_subset": "oci_Latn-bjn_Latn", "languages": ["oci-Latn", "bjn-Latn"], "main_score": 0.68103, "precision": 0.658162, "recall": 0.736166}, {"accuracy": 0.458498, "f1": 0.389388, "hf_subset": "oci_Latn-fao_Latn", "languages": ["oci-Latn", "fao-Latn"], "main_score": 0.389388, "precision": 0.365768, "recall": 0.458498}, {"accuracy": 0.953557, "f1": 0.940942, "hf_subset": "oci_Latn-ind_Latn", "languages": ["oci-Latn", "ind-Latn"], "main_score": 0.940942, "precision": 0.935227, "recall": 0.953557}, {"accuracy": 0.273715, "f1": 0.20114, "hf_subset": "oci_Latn-knc_Latn", "languages": ["oci-Latn", "knc-Latn"], "main_score": 0.20114, "precision": 0.180751, "recall": 0.273715}, {"accuracy": 0.333992, "f1": 0.258354, "hf_subset": "oci_Latn-mlt_Latn", "languages": ["oci-Latn", "mlt-Latn"], "main_score": 0.258354, "precision": 0.236886, "recall": 0.333992}, {"accuracy": 0.273715, "f1": 0.200909, "hf_subset": "oci_Latn-quy_Latn", "languages": ["oci-Latn", "quy-Latn"], "main_score": 0.200909, "precision": 0.181618, "recall": 0.273715}, {"accuracy": 0.34585, "f1": 0.273347, "hf_subset": "oci_Latn-swh_Latn", "languages": ["oci-Latn", "swh-Latn"], "main_score": 0.273347, "precision": 0.251504, "recall": 0.34585}, {"accuracy": 0.612648, "f1": 0.548346, "hf_subset": "oci_Latn-uzn_Latn", "languages": ["oci-Latn", "uzn-Latn"], "main_score": 0.548346, "precision": 0.524607, "recall": 0.612648}, {"accuracy": 0.951581, "f1": 0.937813, "hf_subset": "oci_Latn-als_Latn", "languages": ["oci-Latn", "als-Latn"], "main_score": 0.937813, "precision": 0.931242, "recall": 0.951581}, {"accuracy": 0.054348, "f1": 0.020432, "hf_subset": "oci_Latn-bod_Tibt", "languages": ["oci-Latn", "bod-Tibt"], "main_score": 0.020432, "precision": 0.016299, "recall": 0.054348}, {"accuracy": 0.230237, "f1": 0.168696, "hf_subset": "oci_Latn-fij_Latn", "languages": ["oci-Latn", "fij-Latn"], "main_score": 0.168696, "precision": 0.151253, "recall": 0.230237}, {"accuracy": 0.708498, "f1": 0.6506, "hf_subset": "oci_Latn-isl_Latn", "languages": ["oci-Latn", "isl-Latn"], "main_score": 0.6506, "precision": 0.626607, "recall": 0.708498}, {"accuracy": 0.264822, "f1": 0.197362, "hf_subset": "oci_Latn-kon_Latn", "languages": ["oci-Latn", "kon-Latn"], "main_score": 0.197362, "precision": 0.17882, "recall": 0.264822}, {"accuracy": 0.060277, "f1": 0.033543, "hf_subset": "oci_Latn-mni_Beng", "languages": ["oci-Latn", "mni-Beng"], "main_score": 0.033543, "precision": 0.029421, "recall": 0.060277}, {"accuracy": 0.958498, "f1": 0.946542, "hf_subset": "oci_Latn-ron_Latn", "languages": ["oci-Latn", "ron-Latn"], "main_score": 0.946542, "precision": 0.940958, "recall": 0.958498}, {"accuracy": 0.759881, "f1": 0.706595, "hf_subset": "oci_Latn-szl_Latn", "languages": ["oci-Latn", "szl-Latn"], "main_score": 0.706595, "precision": 0.68405, "recall": 0.759881}, {"accuracy": 0.800395, "f1": 0.753938, "hf_subset": "oci_Latn-vec_Latn", "languages": ["oci-Latn", "vec-Latn"], "main_score": 0.753938, "precision": 0.734162, "recall": 0.800395}, {"accuracy": 0.651186, "f1": 0.591413, "hf_subset": "oci_Latn-amh_Ethi", "languages": ["oci-Latn", "amh-Ethi"], "main_score": 0.591413, "precision": 0.567625, "recall": 0.651186}, {"accuracy": 0.956522, "f1": 0.943511, "hf_subset": "oci_Latn-bos_Latn", "languages": ["oci-Latn", "bos-Latn"], "main_score": 0.943511, "precision": 0.937088, "recall": 0.956522}, {"accuracy": 0.933794, "f1": 0.916008, "hf_subset": "oci_Latn-fin_Latn", "languages": ["oci-Latn", "fin-Latn"], "main_score": 0.916008, "precision": 0.907609, "recall": 0.933794}, {"accuracy": 0.961462, "f1": 0.950165, "hf_subset": "oci_Latn-ita_Latn", "languages": ["oci-Latn", "ita-Latn"], "main_score": 0.950165, "precision": 0.944911, "recall": 0.961462}, {"accuracy": 0.911067, "f1": 0.887582, "hf_subset": "oci_Latn-kor_Hang", "languages": ["oci-Latn", "kor-Hang"], "main_score": 0.887582, "precision": 0.876729, "recall": 0.911067}, {"accuracy": 0.248024, "f1": 0.183663, "hf_subset": "oci_Latn-mos_Latn", "languages": ["oci-Latn", "mos-Latn"], "main_score": 0.183663, "precision": 0.165318, "recall": 0.248024}, {"accuracy": 0.184783, "f1": 0.12998, "hf_subset": "oci_Latn-run_Latn", "languages": ["oci-Latn", "run-Latn"], "main_score": 0.12998, "precision": 0.115575, "recall": 0.184783}, {"accuracy": 0.799407, "f1": 0.752026, "hf_subset": "oci_Latn-tam_Taml", "languages": ["oci-Latn", "tam-Taml"], "main_score": 0.752026, "precision": 0.730543, "recall": 0.799407}, {"accuracy": 0.943676, "f1": 0.927009, "hf_subset": "oci_Latn-vie_Latn", "languages": ["oci-Latn", "vie-Latn"], "main_score": 0.927009, "precision": 0.919137, "recall": 0.943676}, {"accuracy": 0.902174, "f1": 0.874572, "hf_subset": "oci_Latn-apc_Arab", "languages": ["oci-Latn", "apc-Arab"], "main_score": 0.874572, "precision": 0.861578, "recall": 0.902174}, {"accuracy": 0.382411, "f1": 0.308531, "hf_subset": "oci_Latn-bug_Latn", "languages": ["oci-Latn", "bug-Latn"], "main_score": 0.308531, "precision": 0.284495, "recall": 0.382411}, {"accuracy": 0.221344, "f1": 0.160948, "hf_subset": "oci_Latn-fon_Latn", "languages": ["oci-Latn", "fon-Latn"], "main_score": 0.160948, "precision": 0.144496, "recall": 0.221344}, {"accuracy": 0.703557, "f1": 0.644488, "hf_subset": "oci_Latn-jav_Latn", "languages": ["oci-Latn", "jav-Latn"], "main_score": 0.644488, "precision": 0.620579, "recall": 0.703557}, {"accuracy": 0.843874, "f1": 0.810441, "hf_subset": "oci_Latn-lao_Laoo", "languages": ["oci-Latn", "lao-Laoo"], "main_score": 0.810441, "precision": 0.796327, "recall": 0.843874}, {"accuracy": 0.216403, "f1": 0.149828, "hf_subset": "oci_Latn-mri_Latn", "languages": ["oci-Latn", "mri-Latn"], "main_score": 0.149828, "precision": 0.133508, "recall": 0.216403}, {"accuracy": 0.934783, "f1": 0.916784, "hf_subset": "oci_Latn-rus_Cyrl", "languages": ["oci-Latn", "rus-Cyrl"], "main_score": 0.916784, "precision": 0.908267, "recall": 0.934783}, {"accuracy": 0.266798, "f1": 0.206632, "hf_subset": "oci_Latn-taq_Latn", "languages": ["oci-Latn", "taq-Latn"], "main_score": 0.206632, "precision": 0.18982, "recall": 0.266798}, {"accuracy": 0.437747, "f1": 0.355414, "hf_subset": "oci_Latn-war_Latn", "languages": ["oci-Latn", "war-Latn"], "main_score": 0.355414, "precision": 0.327832, "recall": 0.437747}, {"accuracy": 0.924901, "f1": 0.903887, "hf_subset": "oci_Latn-arb_Arab", "languages": ["oci-Latn", "arb-Arab"], "main_score": 0.903887, "precision": 0.894022, "recall": 0.924901}, {"accuracy": 0.954545, "f1": 0.941389, "hf_subset": "oci_Latn-bul_Cyrl", "languages": ["oci-Latn", "bul-Cyrl"], "main_score": 0.941389, "precision": 0.935359, "recall": 0.954545}, {"accuracy": 0.960474, "f1": 0.948452, "hf_subset": "oci_Latn-fra_Latn", "languages": ["oci-Latn", "fra-Latn"], "main_score": 0.948452, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.926877, "f1": 0.905915, "hf_subset": "oci_Latn-jpn_Jpan", "languages": ["oci-Latn", "jpn-Jpan"], "main_score": 0.905915, "precision": 0.89608, "recall": 0.926877}, {"accuracy": 0.777668, "f1": 0.72803, "hf_subset": "oci_Latn-lij_Latn", "languages": ["oci-Latn", "lij-Latn"], "main_score": 0.72803, "precision": 0.706258, "recall": 0.777668}, {"accuracy": 0.843874, "f1": 0.805091, "hf_subset": "oci_Latn-mya_Mymr", "languages": ["oci-Latn", "mya-Mymr"], "main_score": 0.805091, "precision": 0.787615, "recall": 0.843874}, {"accuracy": 0.266798, "f1": 0.197656, "hf_subset": "oci_Latn-sag_Latn", "languages": ["oci-Latn", "sag-Latn"], "main_score": 0.197656, "precision": 0.176824, "recall": 0.266798}, {"accuracy": 0.08004, "f1": 0.03403, "hf_subset": "oci_Latn-taq_Tfng", "languages": ["oci-Latn", "taq-Tfng"], "main_score": 0.03403, "precision": 0.026922, "recall": 0.08004}, {"accuracy": 0.277668, "f1": 0.208865, "hf_subset": "oci_Latn-wol_Latn", "languages": ["oci-Latn", "wol-Latn"], "main_score": 0.208865, "precision": 0.188978, "recall": 0.277668}, {"accuracy": 0.136364, "f1": 0.085683, "hf_subset": "oci_Latn-arb_Latn", "languages": ["oci-Latn", "arb-Latn"], "main_score": 0.085683, "precision": 0.074768, "recall": 0.136364}, {"accuracy": 0.963439, "f1": 0.952734, "hf_subset": "oci_Latn-cat_Latn", "languages": ["oci-Latn", "cat-Latn"], "main_score": 0.952734, "precision": 0.947464, "recall": 0.963439}, {"accuracy": 0.755929, "f1": 0.705355, "hf_subset": "oci_Latn-fur_Latn", "languages": ["oci-Latn", "fur-Latn"], "main_score": 0.705355, "precision": 0.68386, "recall": 0.755929}, {"accuracy": 0.098814, "f1": 0.065367, "hf_subset": "oci_Latn-kab_Latn", "languages": ["oci-Latn", "kab-Latn"], "main_score": 0.065367, "precision": 0.056945, "recall": 0.098814}, {"accuracy": 0.73913, "f1": 0.689764, "hf_subset": "oci_Latn-lim_Latn", "languages": ["oci-Latn", "lim-Latn"], "main_score": 0.689764, "precision": 0.669096, "recall": 0.73913}, {"accuracy": 0.954545, "f1": 0.940942, "hf_subset": "oci_Latn-nld_Latn", "languages": ["oci-Latn", "nld-Latn"], "main_score": 0.940942, "precision": 0.934536, "recall": 0.954545}, {"accuracy": 0.674901, "f1": 0.614327, "hf_subset": "oci_Latn-san_Deva", "languages": ["oci-Latn", "san-Deva"], "main_score": 0.614327, "precision": 0.589667, "recall": 0.674901}, {"accuracy": 0.517787, "f1": 0.444567, "hf_subset": "oci_Latn-tat_Cyrl", "languages": ["oci-Latn", "tat-Cyrl"], "main_score": 0.444567, "precision": 0.416867, "recall": 0.517787}, {"accuracy": 0.202569, "f1": 0.137413, "hf_subset": "oci_Latn-xho_Latn", "languages": ["oci-Latn", "xho-Latn"], "main_score": 0.137413, "precision": 0.121439, "recall": 0.202569}, {"accuracy": 0.918972, "f1": 0.895553, "hf_subset": "oci_Latn-ars_Arab", "languages": ["oci-Latn", "ars-Arab"], "main_score": 0.895553, "precision": 0.884717, "recall": 0.918972}, {"accuracy": 0.420949, "f1": 0.343548, "hf_subset": "oci_Latn-ceb_Latn", "languages": ["oci-Latn", "ceb-Latn"], "main_score": 0.343548, "precision": 0.318792, "recall": 0.420949}, {"accuracy": 0.242095, "f1": 0.175428, "hf_subset": "oci_Latn-fuv_Latn", "languages": ["oci-Latn", "fuv-Latn"], "main_score": 0.175428, "precision": 0.159426, "recall": 0.242095}, {"accuracy": 0.215415, "f1": 0.152844, "hf_subset": "oci_Latn-kac_Latn", "languages": ["oci-Latn", "kac-Latn"], "main_score": 0.152844, "precision": 0.13561, "recall": 0.215415}, {"accuracy": 0.250988, "f1": 0.19054, "hf_subset": "oci_Latn-lin_Latn", "languages": ["oci-Latn", "lin-Latn"], "main_score": 0.19054, "precision": 0.173534, "recall": 0.250988}, {"accuracy": 0.942688, "f1": 0.925296, "hf_subset": "oci_Latn-nno_Latn", "languages": ["oci-Latn", "nno-Latn"], "main_score": 0.925296, "precision": 0.916749, "recall": 0.942688}, {"accuracy": 0.018775, "f1": 0.00354, "hf_subset": "oci_Latn-sat_Olck", "languages": ["oci-Latn", "sat-Olck"], "main_score": 0.00354, "precision": 0.002524, "recall": 0.018775}, {"accuracy": 0.763834, "f1": 0.708663, "hf_subset": "oci_Latn-tel_Telu", "languages": ["oci-Latn", "tel-Telu"], "main_score": 0.708663, "precision": 0.684272, "recall": 0.763834}, {"accuracy": 0.38834, "f1": 0.315903, "hf_subset": "oci_Latn-ydd_Hebr", "languages": ["oci-Latn", "ydd-Hebr"], "main_score": 0.315903, "precision": 0.289543, "recall": 0.38834}, {"accuracy": 0.797431, "f1": 0.753755, "hf_subset": "oci_Latn-ary_Arab", "languages": ["oci-Latn", "ary-Arab"], "main_score": 0.753755, "precision": 0.734717, "recall": 0.797431}, {"accuracy": 0.959486, "f1": 0.947958, "hf_subset": "oci_Latn-ces_Latn", "languages": ["oci-Latn", "ces-Latn"], "main_score": 0.947958, "precision": 0.942556, "recall": 0.959486}, {"accuracy": 0.099802, "f1": 0.061306, "hf_subset": "oci_Latn-gaz_Latn", "languages": ["oci-Latn", "gaz-Latn"], "main_score": 0.061306, "precision": 0.053662, "recall": 0.099802}, {"accuracy": 0.199605, "f1": 0.138372, "hf_subset": "oci_Latn-kam_Latn", "languages": ["oci-Latn", "kam-Latn"], "main_score": 0.138372, "precision": 0.122161, "recall": 0.199605}, {"accuracy": 0.942688, "f1": 0.92668, "hf_subset": "oci_Latn-lit_Latn", "languages": ["oci-Latn", "lit-Latn"], "main_score": 0.92668, "precision": 0.919302, "recall": 0.942688}, {"accuracy": 0.944664, "f1": 0.929084, "hf_subset": "oci_Latn-nob_Latn", "languages": ["oci-Latn", "nob-Latn"], "main_score": 0.929084, "precision": 0.92169, "recall": 0.944664}, {"accuracy": 0.633399, "f1": 0.568147, "hf_subset": "oci_Latn-scn_Latn", "languages": ["oci-Latn", "scn-Latn"], "main_score": 0.568147, "precision": 0.542871, "recall": 0.633399}, {"accuracy": 0.205534, "f1": 0.137757, "hf_subset": "oci_Latn-tgk_Cyrl", "languages": ["oci-Latn", "tgk-Cyrl"], "main_score": 0.137757, "precision": 0.11968, "recall": 0.205534}, {"accuracy": 0.220356, "f1": 0.14862, "hf_subset": "oci_Latn-yor_Latn", "languages": ["oci-Latn", "yor-Latn"], "main_score": 0.14862, "precision": 0.12935, "recall": 0.220356}, {"accuracy": 0.886364, "f1": 0.857675, "hf_subset": "oci_Latn-arz_Arab", "languages": ["oci-Latn", "arz-Arab"], "main_score": 0.857675, "precision": 0.844368, "recall": 0.886364}, {"accuracy": 0.202569, "f1": 0.143689, "hf_subset": "oci_Latn-cjk_Latn", "languages": ["oci-Latn", "cjk-Latn"], "main_score": 0.143689, "precision": 0.129454, "recall": 0.202569}, {"accuracy": 0.217391, "f1": 0.155658, "hf_subset": "oci_Latn-gla_Latn", "languages": ["oci-Latn", "gla-Latn"], "main_score": 0.155658, "precision": 0.138637, "recall": 0.217391}, {"accuracy": 0.720356, "f1": 0.660397, "hf_subset": "oci_Latn-kan_Knda", "languages": ["oci-Latn", "kan-Knda"], "main_score": 0.660397, "precision": 0.635433, "recall": 0.720356}, {"accuracy": 0.699605, "f1": 0.639984, "hf_subset": "oci_Latn-lmo_Latn", "languages": ["oci-Latn", "lmo-Latn"], "main_score": 0.639984, "precision": 0.615679, "recall": 0.699605}, {"accuracy": 0.893281, "f1": 0.867674, "hf_subset": "oci_Latn-npi_Deva", "languages": ["oci-Latn", "npi-Deva"], "main_score": 0.867674, "precision": 0.856094, "recall": 0.893281}, {"accuracy": 0.294466, "f1": 0.220885, "hf_subset": "oci_Latn-shn_Mymr", "languages": ["oci-Latn", "shn-Mymr"], "main_score": 0.220885, "precision": 0.197484, "recall": 0.294466}, {"accuracy": 0.470356, "f1": 0.392229, "hf_subset": "oci_Latn-tgl_Latn", "languages": ["oci-Latn", "tgl-Latn"], "main_score": 0.392229, "precision": 0.366781, "recall": 0.470356}, {"accuracy": 0.936759, "f1": 0.918116, "hf_subset": "oci_Latn-yue_Hant", "languages": ["oci-Latn", "yue-Hant"], "main_score": 0.918116, "precision": 0.90942, "recall": 0.936759}, {"accuracy": 0.478261, "f1": 0.401223, "hf_subset": "oci_Latn-asm_Beng", "languages": ["oci-Latn", "asm-Beng"], "main_score": 0.401223, "precision": 0.371942, "recall": 0.478261}, {"accuracy": 0.749012, "f1": 0.695125, "hf_subset": "oci_Latn-ckb_Arab", "languages": ["oci-Latn", "ckb-Arab"], "main_score": 0.695125, "precision": 0.672085, "recall": 0.749012}, {"accuracy": 0.309289, "f1": 0.240117, "hf_subset": "oci_Latn-gle_Latn", "languages": ["oci-Latn", "gle-Latn"], "main_score": 0.240117, "precision": 0.220054, "recall": 0.309289}, {"accuracy": 0.554348, "f1": 0.482234, "hf_subset": "oci_Latn-kas_Arab", "languages": ["oci-Latn", "kas-Arab"], "main_score": 0.482234, "precision": 0.454868, "recall": 0.554348}, {"accuracy": 0.713439, "f1": 0.657092, "hf_subset": "oci_Latn-ltg_Latn", "languages": ["oci-Latn", "ltg-Latn"], "main_score": 0.657092, "precision": 0.633642, "recall": 0.713439}, {"accuracy": 0.264822, "f1": 0.195597, "hf_subset": "oci_Latn-nso_Latn", "languages": ["oci-Latn", "nso-Latn"], "main_score": 0.195597, "precision": 0.17505, "recall": 0.264822}, {"accuracy": 0.822134, "f1": 0.78588, "hf_subset": "oci_Latn-sin_Sinh", "languages": ["oci-Latn", "sin-Sinh"], "main_score": 0.78588, "precision": 0.770548, "recall": 0.822134}, {"accuracy": 0.929842, "f1": 0.910375, "hf_subset": "oci_Latn-tha_Thai", "languages": ["oci-Latn", "tha-Thai"], "main_score": 0.910375, "precision": 0.901186, "recall": 0.929842}, {"accuracy": 0.937747, "f1": 0.919862, "hf_subset": "oci_Latn-zho_Hans", "languages": ["oci-Latn", "zho-Hans"], "main_score": 0.919862, "precision": 0.911479, "recall": 0.937747}, {"accuracy": 0.913043, "f1": 0.890283, "hf_subset": "oci_Latn-ast_Latn", "languages": ["oci-Latn", "ast-Latn"], "main_score": 0.890283, "precision": 0.879611, "recall": 0.913043}, {"accuracy": 0.735178, "f1": 0.681853, "hf_subset": "oci_Latn-crh_Latn", "languages": ["oci-Latn", "crh-Latn"], "main_score": 0.681853, "precision": 0.659787, "recall": 0.735178}, {"accuracy": 0.960474, "f1": 0.949605, "hf_subset": "oci_Latn-glg_Latn", "languages": ["oci-Latn", "glg-Latn"], "main_score": 0.949605, "precision": 0.944697, "recall": 0.960474}, {"accuracy": 0.394269, "f1": 0.322182, "hf_subset": "oci_Latn-kas_Deva", "languages": ["oci-Latn", "kas-Deva"], "main_score": 0.322182, "precision": 0.296893, "recall": 0.394269}, {"accuracy": 0.505929, "f1": 0.433175, "hf_subset": "oci_Latn-ltz_Latn", "languages": ["oci-Latn", "ltz-Latn"], "main_score": 0.433175, "precision": 0.408192, "recall": 0.505929}, {"accuracy": 0.12747, "f1": 0.075479, "hf_subset": "oci_Latn-nus_Latn", "languages": ["oci-Latn", "nus-Latn"], "main_score": 0.075479, "precision": 0.065123, "recall": 0.12747}, {"accuracy": 0.953557, "f1": 0.939888, "hf_subset": "oci_Latn-slk_Latn", "languages": ["oci-Latn", "slk-Latn"], "main_score": 0.939888, "precision": 0.933333, "recall": 0.953557}, {"accuracy": 0.177866, "f1": 0.124388, "hf_subset": "oci_Latn-tir_Ethi", "languages": ["oci-Latn", "tir-Ethi"], "main_score": 0.124388, "precision": 0.108879, "recall": 0.177866}, {"accuracy": 0.934783, "f1": 0.916173, "hf_subset": "oci_Latn-zho_Hant", "languages": ["oci-Latn", "zho-Hant"], "main_score": 0.916173, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.874506, "f1": 0.844716, "hf_subset": "oci_Latn-awa_Deva", "languages": ["oci-Latn", "awa-Deva"], "main_score": 0.844716, "precision": 0.830781, "recall": 0.874506}, {"accuracy": 0.465415, "f1": 0.389807, "hf_subset": "oci_Latn-cym_Latn", "languages": ["oci-Latn", "cym-Latn"], "main_score": 0.389807, "precision": 0.363603, "recall": 0.465415}, {"accuracy": 0.376482, "f1": 0.296005, "hf_subset": "oci_Latn-grn_Latn", "languages": ["oci-Latn", "grn-Latn"], "main_score": 0.296005, "precision": 0.27258, "recall": 0.376482}, {"accuracy": 0.80336, "f1": 0.74865, "hf_subset": "oci_Latn-kat_Geor", "languages": ["oci-Latn", "kat-Geor"], "main_score": 0.74865, "precision": 0.723518, "recall": 0.80336}, {"accuracy": 0.264822, "f1": 0.196981, "hf_subset": "oci_Latn-lua_Latn", "languages": ["oci-Latn", "lua-Latn"], "main_score": 0.196981, "precision": 0.178876, "recall": 0.264822}, {"accuracy": 0.249012, "f1": 0.178037, "hf_subset": "oci_Latn-nya_Latn", "languages": ["oci-Latn", "nya-Latn"], "main_score": 0.178037, "precision": 0.158636, "recall": 0.249012}, {"accuracy": 0.960474, "f1": 0.949769, "hf_subset": "oci_Latn-slv_Latn", "languages": ["oci-Latn", "slv-Latn"], "main_score": 0.949769, "precision": 0.944499, "recall": 0.960474}, {"accuracy": 0.449605, "f1": 0.36729, "hf_subset": "oci_Latn-tpi_Latn", "languages": ["oci-Latn", "tpi-Latn"], "main_score": 0.36729, "precision": 0.338205, "recall": 0.449605}, {"accuracy": 0.9417, "f1": 0.92612, "hf_subset": "oci_Latn-zsm_Latn", "languages": ["oci-Latn", "zsm-Latn"], "main_score": 0.92612, "precision": 0.918725, "recall": 0.9417}, {"accuracy": 0.222332, "f1": 0.146182, "hf_subset": "oci_Latn-ayr_Latn", "languages": ["oci-Latn", "ayr-Latn"], "main_score": 0.146182, "precision": 0.127952, "recall": 0.222332}, {"accuracy": 0.960474, "f1": 0.949111, "hf_subset": "oci_Latn-dan_Latn", "languages": ["oci-Latn", "dan-Latn"], "main_score": 0.949111, "precision": 0.943841, "recall": 0.960474}, {"accuracy": 0.851779, "f1": 0.812582, "hf_subset": "oci_Latn-guj_Gujr", "languages": ["oci-Latn", "guj-Gujr"], "main_score": 0.812582, "precision": 0.795076, "recall": 0.851779}, {"accuracy": 0.890316, "f1": 0.866074, "hf_subset": "oci_Latn-kaz_Cyrl", "languages": ["oci-Latn", "kaz-Cyrl"], "main_score": 0.866074, "precision": 0.855138, "recall": 0.890316}, {"accuracy": 0.187747, "f1": 0.131444, "hf_subset": "oci_Latn-lug_Latn", "languages": ["oci-Latn", "lug-Latn"], "main_score": 0.131444, "precision": 0.11853, "recall": 0.187747}, {"accuracy": 0.208498, "f1": 0.145242, "hf_subset": "oci_Latn-smo_Latn", "languages": ["oci-Latn", "smo-Latn"], "main_score": 0.145242, "precision": 0.1278, "recall": 0.208498}, {"accuracy": 0.230237, "f1": 0.165113, "hf_subset": "oci_Latn-tsn_Latn", "languages": ["oci-Latn", "tsn-Latn"], "main_score": 0.165113, "precision": 0.147592, "recall": 0.230237}, {"accuracy": 0.150198, "f1": 0.102064, "hf_subset": "oci_Latn-zul_Latn", "languages": ["oci-Latn", "zul-Latn"], "main_score": 0.102064, "precision": 0.090548, "recall": 0.150198}, {"accuracy": 0.531621, "f1": 0.461299, "hf_subset": "oci_Latn-azb_Arab", "languages": ["oci-Latn", "azb-Arab"], "main_score": 0.461299, "precision": 0.434279, "recall": 0.531621}, {"accuracy": 0.953557, "f1": 0.938735, "hf_subset": "oci_Latn-deu_Latn", "languages": ["oci-Latn", "deu-Latn"], "main_score": 0.938735, "precision": 0.931653, "recall": 0.953557}, {"accuracy": 0.33004, "f1": 0.253093, "hf_subset": "oci_Latn-hat_Latn", "languages": ["oci-Latn", "hat-Latn"], "main_score": 0.253093, "precision": 0.22911, "recall": 0.33004}, {"accuracy": 0.205534, "f1": 0.139066, "hf_subset": "oci_Latn-kbp_Latn", "languages": ["oci-Latn", "kbp-Latn"], "main_score": 0.139066, "precision": 0.122713, "recall": 0.205534}, {"accuracy": 0.247036, "f1": 0.177797, "hf_subset": "oci_Latn-luo_Latn", "languages": ["oci-Latn", "luo-Latn"], "main_score": 0.177797, "precision": 0.159149, "recall": 0.247036}, {"accuracy": 0.690711, "f1": 0.635195, "hf_subset": "oci_Latn-ory_Orya", "languages": ["oci-Latn", "ory-Orya"], "main_score": 0.635195, "precision": 0.612213, "recall": 0.690711}, {"accuracy": 0.18083, "f1": 0.12026, "hf_subset": "oci_Latn-sna_Latn", "languages": ["oci-Latn", "sna-Latn"], "main_score": 0.12026, "precision": 0.104677, "recall": 0.18083}, {"accuracy": 0.200593, "f1": 0.147664, "hf_subset": "oci_Latn-tso_Latn", "languages": ["oci-Latn", "tso-Latn"], "main_score": 0.147664, "precision": 0.132485, "recall": 0.200593}, {"accuracy": 0.883399, "f1": 0.857101, "hf_subset": "oci_Latn-azj_Latn", "languages": ["oci-Latn", "azj-Latn"], "main_score": 0.857101, "precision": 0.845389, "recall": 0.883399}, {"accuracy": 0.309289, "f1": 0.233052, "hf_subset": "oci_Latn-dik_Latn", "languages": ["oci-Latn", "dik-Latn"], "main_score": 0.233052, "precision": 0.210647, "recall": 0.309289}, {"accuracy": 0.253953, "f1": 0.180614, "hf_subset": "oci_Latn-hau_Latn", "languages": ["oci-Latn", "hau-Latn"], "main_score": 0.180614, "precision": 0.160079, "recall": 0.253953}, {"accuracy": 0.658103, "f1": 0.591322, "hf_subset": "oci_Latn-kea_Latn", "languages": ["oci-Latn", "kea-Latn"], "main_score": 0.591322, "precision": 0.565259, "recall": 0.658103}, {"accuracy": 0.357708, "f1": 0.280899, "hf_subset": "oci_Latn-lus_Latn", "languages": ["oci-Latn", "lus-Latn"], "main_score": 0.280899, "precision": 0.256493, "recall": 0.357708}, {"accuracy": 0.470356, "f1": 0.39212, "hf_subset": "oci_Latn-pag_Latn", "languages": ["oci-Latn", "pag-Latn"], "main_score": 0.39212, "precision": 0.365582, "recall": 0.470356}, {"accuracy": 0.768775, "f1": 0.719178, "hf_subset": "oci_Latn-snd_Arab", "languages": ["oci-Latn", "snd-Arab"], "main_score": 0.719178, "precision": 0.697736, "recall": 0.768775}, {"accuracy": 0.356719, "f1": 0.275701, "hf_subset": "oci_Latn-tuk_Latn", "languages": ["oci-Latn", "tuk-Latn"], "main_score": 0.275701, "precision": 0.248696, "recall": 0.356719}, {"accuracy": 0.486166, "f1": 0.411018, "hf_subset": "oci_Latn-bak_Cyrl", "languages": ["oci-Latn", "bak-Cyrl"], "main_score": 0.411018, "precision": 0.383882, "recall": 0.486166}, {"accuracy": 0.201581, "f1": 0.140452, "hf_subset": "oci_Latn-dyu_Latn", "languages": ["oci-Latn", "dyu-Latn"], "main_score": 0.140452, "precision": 0.123479, "recall": 0.201581}, {"accuracy": 0.934783, "f1": 0.916337, "hf_subset": "oci_Latn-heb_Hebr", "languages": ["oci-Latn", "heb-Hebr"], "main_score": 0.916337, "precision": 0.907279, "recall": 0.934783}, {"accuracy": 0.906126, "f1": 0.880007, "hf_subset": "oci_Latn-khk_Cyrl", "languages": ["oci-Latn", "khk-Cyrl"], "main_score": 0.880007, "precision": 0.867704, "recall": 0.906126}, {"accuracy": 0.949605, "f1": 0.935903, "hf_subset": "oci_Latn-lvs_Latn", "languages": ["oci-Latn", "lvs-Latn"], "main_score": 0.935903, "precision": 0.929513, "recall": 0.949605}, {"accuracy": 0.731225, "f1": 0.677339, "hf_subset": "oci_Latn-pan_Guru", "languages": ["oci-Latn", "pan-Guru"], "main_score": 0.677339, "precision": 0.654743, "recall": 0.731225}, {"accuracy": 0.291502, "f1": 0.227777, "hf_subset": "oci_Latn-som_Latn", "languages": ["oci-Latn", "som-Latn"], "main_score": 0.227777, "precision": 0.208421, "recall": 0.291502}, {"accuracy": 0.217391, "f1": 0.148196, "hf_subset": "oci_Latn-tum_Latn", "languages": ["oci-Latn", "tum-Latn"], "main_score": 0.148196, "precision": 0.130354, "recall": 0.217391}, {"accuracy": 0.032609, "f1": 0.025476, "hf_subset": "smo_Latn-ace_Arab", "languages": ["smo-Latn", "ace-Arab"], "main_score": 0.025476, "precision": 0.023668, "recall": 0.032609}, {"accuracy": 0.114625, "f1": 0.105188, "hf_subset": "smo_Latn-bam_Latn", "languages": ["smo-Latn", "bam-Latn"], "main_score": 0.105188, "precision": 0.101848, "recall": 0.114625}, {"accuracy": 0.001976, "f1": 1.5e-05, "hf_subset": "smo_Latn-dzo_Tibt", "languages": ["smo-Latn", "dzo-Tibt"], "main_score": 1.5e-05, "precision": 7e-06, "recall": 0.001976}, {"accuracy": 0.096838, "f1": 0.081208, "hf_subset": "smo_Latn-hin_Deva", "languages": ["smo-Latn", "hin-Deva"], "main_score": 0.081208, "precision": 0.077139, "recall": 0.096838}, {"accuracy": 0.108696, "f1": 0.096462, "hf_subset": "smo_Latn-khm_Khmr", "languages": ["smo-Latn", "khm-Khmr"], "main_score": 0.096462, "precision": 0.094163, "recall": 0.108696}, {"accuracy": 0.079051, "f1": 0.066823, "hf_subset": "smo_Latn-mag_Deva", "languages": ["smo-Latn", "mag-Deva"], "main_score": 0.066823, "precision": 0.064123, "recall": 0.079051}, {"accuracy": 0.098814, "f1": 0.094501, "hf_subset": "smo_Latn-pap_Latn", "languages": ["smo-Latn", "pap-Latn"], "main_score": 0.094501, "precision": 0.093053, "recall": 0.098814}, {"accuracy": 0.161067, "f1": 0.148903, "hf_subset": "smo_Latn-sot_Latn", "languages": ["smo-Latn", "sot-Latn"], "main_score": 0.148903, "precision": 0.144852, "recall": 0.161067}, {"accuracy": 0.162055, "f1": 0.141822, "hf_subset": "smo_Latn-tur_Latn", "languages": ["smo-Latn", "tur-Latn"], "main_score": 0.141822, "precision": 0.136844, "recall": 0.162055}, {"accuracy": 0.117589, "f1": 0.108593, "hf_subset": "smo_Latn-ace_Latn", "languages": ["smo-Latn", "ace-Latn"], "main_score": 0.108593, "precision": 0.105551, "recall": 0.117589}, {"accuracy": 0.11166, "f1": 0.100827, "hf_subset": "smo_Latn-ban_Latn", "languages": ["smo-Latn", "ban-Latn"], "main_score": 0.100827, "precision": 0.098462, "recall": 0.11166}, {"accuracy": 0.100791, "f1": 0.085835, "hf_subset": "smo_Latn-ell_Grek", "languages": ["smo-Latn", "ell-Grek"], "main_score": 0.085835, "precision": 0.082254, "recall": 0.100791}, {"accuracy": 0.076087, "f1": 0.065655, "hf_subset": "smo_Latn-hne_Deva", "languages": ["smo-Latn", "hne-Deva"], "main_score": 0.065655, "precision": 0.062562, "recall": 0.076087}, {"accuracy": 0.155138, "f1": 0.137069, "hf_subset": "smo_Latn-kik_Latn", "languages": ["smo-Latn", "kik-Latn"], "main_score": 0.137069, "precision": 0.131664, "recall": 0.155138}, {"accuracy": 0.065217, "f1": 0.058363, "hf_subset": "smo_Latn-mai_Deva", "languages": ["smo-Latn", "mai-Deva"], "main_score": 0.058363, "precision": 0.056621, "recall": 0.065217}, {"accuracy": 0.078063, "f1": 0.069894, "hf_subset": "smo_Latn-pbt_Arab", "languages": ["smo-Latn", "pbt-Arab"], "main_score": 0.069894, "precision": 0.067455, "recall": 0.078063}, {"accuracy": 0.152174, "f1": 0.134401, "hf_subset": "smo_Latn-spa_Latn", "languages": ["smo-Latn", "spa-Latn"], "main_score": 0.134401, "precision": 0.129914, "recall": 0.152174}, {"accuracy": 0.182806, "f1": 0.166314, "hf_subset": "smo_Latn-twi_Latn", "languages": ["smo-Latn", "twi-Latn"], "main_score": 0.166314, "precision": 0.16119, "recall": 0.182806}, {"accuracy": 0.086957, "f1": 0.078418, "hf_subset": "smo_Latn-acm_Arab", "languages": ["smo-Latn", "acm-Arab"], "main_score": 0.078418, "precision": 0.076017, "recall": 0.086957}, {"accuracy": 0.096838, "f1": 0.083809, "hf_subset": "smo_Latn-bel_Cyrl", "languages": ["smo-Latn", "bel-Cyrl"], "main_score": 0.083809, "precision": 0.079774, "recall": 0.096838}, {"accuracy": 0.16502, "f1": 0.142376, "hf_subset": "smo_Latn-eng_Latn", "languages": ["smo-Latn", "eng-Latn"], "main_score": 0.142376, "precision": 0.136112, "recall": 0.16502}, {"accuracy": 0.123518, "f1": 0.11296, "hf_subset": "smo_Latn-hrv_Latn", "languages": ["smo-Latn", "hrv-Latn"], "main_score": 0.11296, "precision": 0.109965, "recall": 0.123518}, {"accuracy": 0.134387, "f1": 0.120417, "hf_subset": "smo_Latn-kin_Latn", "languages": ["smo-Latn", "kin-Latn"], "main_score": 0.120417, "precision": 0.116206, "recall": 0.134387}, {"accuracy": 0.044466, "f1": 0.03586, "hf_subset": "smo_Latn-mal_Mlym", "languages": ["smo-Latn", "mal-Mlym"], "main_score": 0.03586, "precision": 0.034759, "recall": 0.044466}, {"accuracy": 0.106719, "f1": 0.090647, "hf_subset": "smo_Latn-pes_Arab", "languages": ["smo-Latn", "pes-Arab"], "main_score": 0.090647, "precision": 0.086516, "recall": 0.106719}, {"accuracy": 0.11166, "f1": 0.100298, "hf_subset": "smo_Latn-srd_Latn", "languages": ["smo-Latn", "srd-Latn"], "main_score": 0.100298, "precision": 0.09733, "recall": 0.11166}, {"accuracy": 0.062253, "f1": 0.042647, "hf_subset": "smo_Latn-tzm_Tfng", "languages": ["smo-Latn", "tzm-Tfng"], "main_score": 0.042647, "precision": 0.038936, "recall": 0.062253}, {"accuracy": 0.093874, "f1": 0.086519, "hf_subset": "smo_Latn-acq_Arab", "languages": ["smo-Latn", "acq-Arab"], "main_score": 0.086519, "precision": 0.084187, "recall": 0.093874}, {"accuracy": 0.149209, "f1": 0.131114, "hf_subset": "smo_Latn-bem_Latn", "languages": ["smo-Latn", "bem-Latn"], "main_score": 0.131114, "precision": 0.126196, "recall": 0.149209}, {"accuracy": 0.078063, "f1": 0.075235, "hf_subset": "smo_Latn-epo_Latn", "languages": ["smo-Latn", "epo-Latn"], "main_score": 0.075235, "precision": 0.074678, "recall": 0.078063}, {"accuracy": 0.158103, "f1": 0.142338, "hf_subset": "smo_Latn-hun_Latn", "languages": ["smo-Latn", "hun-Latn"], "main_score": 0.142338, "precision": 0.139066, "recall": 0.158103}, {"accuracy": 0.103755, "f1": 0.092736, "hf_subset": "smo_Latn-kir_Cyrl", "languages": ["smo-Latn", "kir-Cyrl"], "main_score": 0.092736, "precision": 0.090344, "recall": 0.103755}, {"accuracy": 0.078063, "f1": 0.066631, "hf_subset": "smo_Latn-mar_Deva", "languages": ["smo-Latn", "mar-Deva"], "main_score": 0.066631, "precision": 0.063408, "recall": 0.078063}, {"accuracy": 0.144269, "f1": 0.129751, "hf_subset": "smo_Latn-plt_Latn", "languages": ["smo-Latn", "plt-Latn"], "main_score": 0.129751, "precision": 0.124889, "recall": 0.144269}, {"accuracy": 0.126482, "f1": 0.107033, "hf_subset": "smo_Latn-srp_Cyrl", "languages": ["smo-Latn", "srp-Cyrl"], "main_score": 0.107033, "precision": 0.101915, "recall": 0.126482}, {"accuracy": 0.062253, "f1": 0.05353, "hf_subset": "smo_Latn-uig_Arab", "languages": ["smo-Latn", "uig-Arab"], "main_score": 0.05353, "precision": 0.051386, "recall": 0.062253}, {"accuracy": 0.079051, "f1": 0.070265, "hf_subset": "smo_Latn-aeb_Arab", "languages": ["smo-Latn", "aeb-Arab"], "main_score": 0.070265, "precision": 0.068064, "recall": 0.079051}, {"accuracy": 0.052372, "f1": 0.040062, "hf_subset": "smo_Latn-ben_Beng", "languages": ["smo-Latn", "ben-Beng"], "main_score": 0.040062, "precision": 0.038191, "recall": 0.052372}, {"accuracy": 0.147233, "f1": 0.131259, "hf_subset": "smo_Latn-est_Latn", "languages": ["smo-Latn", "est-Latn"], "main_score": 0.131259, "precision": 0.127779, "recall": 0.147233}, {"accuracy": 0.092885, "f1": 0.082063, "hf_subset": "smo_Latn-hye_Armn", "languages": ["smo-Latn", "hye-Armn"], "main_score": 0.082063, "precision": 0.079245, "recall": 0.092885}, {"accuracy": 0.137352, "f1": 0.120751, "hf_subset": "smo_Latn-kmb_Latn", "languages": ["smo-Latn", "kmb-Latn"], "main_score": 0.120751, "precision": 0.115922, "recall": 0.137352}, {"accuracy": 0.020751, "f1": 0.018082, "hf_subset": "smo_Latn-min_Arab", "languages": ["smo-Latn", "min-Arab"], "main_score": 0.018082, "precision": 0.017456, "recall": 0.020751}, {"accuracy": 0.152174, "f1": 0.131138, "hf_subset": "smo_Latn-pol_Latn", "languages": ["smo-Latn", "pol-Latn"], "main_score": 0.131138, "precision": 0.12581, "recall": 0.152174}, {"accuracy": 0.090909, "f1": 0.081401, "hf_subset": "smo_Latn-ssw_Latn", "languages": ["smo-Latn", "ssw-Latn"], "main_score": 0.081401, "precision": 0.078362, "recall": 0.090909}, {"accuracy": 0.129447, "f1": 0.111983, "hf_subset": "smo_Latn-ukr_Cyrl", "languages": ["smo-Latn", "ukr-Cyrl"], "main_score": 0.111983, "precision": 0.107411, "recall": 0.129447}, {"accuracy": 0.153162, "f1": 0.136129, "hf_subset": "smo_Latn-afr_Latn", "languages": ["smo-Latn", "afr-Latn"], "main_score": 0.136129, "precision": 0.132682, "recall": 0.153162}, {"accuracy": 0.085968, "f1": 0.072884, "hf_subset": "smo_Latn-bho_Deva", "languages": ["smo-Latn", "bho-Deva"], "main_score": 0.072884, "precision": 0.0701, "recall": 0.085968}, {"accuracy": 0.076087, "f1": 0.06937, "hf_subset": "smo_Latn-eus_Latn", "languages": ["smo-Latn", "eus-Latn"], "main_score": 0.06937, "precision": 0.067465, "recall": 0.076087}, {"accuracy": 0.143281, "f1": 0.125115, "hf_subset": "smo_Latn-ibo_Latn", "languages": ["smo-Latn", "ibo-Latn"], "main_score": 0.125115, "precision": 0.119682, "recall": 0.143281}, {"accuracy": 0.121542, "f1": 0.110264, "hf_subset": "smo_Latn-kmr_Latn", "languages": ["smo-Latn", "kmr-Latn"], "main_score": 0.110264, "precision": 0.107365, "recall": 0.121542}, {"accuracy": 0.106719, "f1": 0.093817, "hf_subset": "smo_Latn-min_Latn", "languages": ["smo-Latn", "min-Latn"], "main_score": 0.093817, "precision": 0.090966, "recall": 0.106719}, {"accuracy": 0.162055, "f1": 0.139617, "hf_subset": "smo_Latn-por_Latn", "languages": ["smo-Latn", "por-Latn"], "main_score": 0.139617, "precision": 0.134796, "recall": 0.162055}, {"accuracy": 0.101779, "f1": 0.093045, "hf_subset": "smo_Latn-sun_Latn", "languages": ["smo-Latn", "sun-Latn"], "main_score": 0.093045, "precision": 0.091271, "recall": 0.101779}, {"accuracy": 0.108696, "f1": 0.098893, "hf_subset": "smo_Latn-umb_Latn", "languages": ["smo-Latn", "umb-Latn"], "main_score": 0.098893, "precision": 0.095855, "recall": 0.108696}, {"accuracy": 0.083992, "f1": 0.074428, "hf_subset": "smo_Latn-ajp_Arab", "languages": ["smo-Latn", "ajp-Arab"], "main_score": 0.074428, "precision": 0.072033, "recall": 0.083992}, {"accuracy": 0.029644, "f1": 0.024484, "hf_subset": "smo_Latn-bjn_Arab", "languages": ["smo-Latn", "bjn-Arab"], "main_score": 0.024484, "precision": 0.023532, "recall": 0.029644}, {"accuracy": 0.143281, "f1": 0.129433, "hf_subset": "smo_Latn-ewe_Latn", "languages": ["smo-Latn", "ewe-Latn"], "main_score": 0.129433, "precision": 0.12556, "recall": 0.143281}, {"accuracy": 0.151186, "f1": 0.142024, "hf_subset": "smo_Latn-ilo_Latn", "languages": ["smo-Latn", "ilo-Latn"], "main_score": 0.142024, "precision": 0.138856, "recall": 0.151186}, {"accuracy": 0.032609, "f1": 0.029269, "hf_subset": "smo_Latn-knc_Arab", "languages": ["smo-Latn", "knc-Arab"], "main_score": 0.029269, "precision": 0.028553, "recall": 0.032609}, {"accuracy": 0.132411, "f1": 0.1146, "hf_subset": "smo_Latn-mkd_Cyrl", "languages": ["smo-Latn", "mkd-Cyrl"], "main_score": 0.1146, "precision": 0.110004, "recall": 0.132411}, {"accuracy": 0.082016, "f1": 0.070727, "hf_subset": "smo_Latn-prs_Arab", "languages": ["smo-Latn", "prs-Arab"], "main_score": 0.070727, "precision": 0.068505, "recall": 0.082016}, {"accuracy": 0.153162, "f1": 0.135523, "hf_subset": "smo_Latn-swe_Latn", "languages": ["smo-Latn", "swe-Latn"], "main_score": 0.135523, "precision": 0.130804, "recall": 0.153162}, {"accuracy": 0.079051, "f1": 0.068651, "hf_subset": "smo_Latn-urd_Arab", "languages": ["smo-Latn", "urd-Arab"], "main_score": 0.068651, "precision": 0.065556, "recall": 0.079051}, {"accuracy": 0.185771, "f1": 0.171685, "hf_subset": "smo_Latn-aka_Latn", "languages": ["smo-Latn", "aka-Latn"], "main_score": 0.171685, "precision": 0.167025, "recall": 0.185771}, {"accuracy": 0.105731, "f1": 0.101815, "hf_subset": "smo_Latn-bjn_Latn", "languages": ["smo-Latn", "bjn-Latn"], "main_score": 0.101815, "precision": 0.100677, "recall": 0.105731}, {"accuracy": 0.105731, "f1": 0.097372, "hf_subset": "smo_Latn-fao_Latn", "languages": ["smo-Latn", "fao-Latn"], "main_score": 0.097372, "precision": 0.095432, "recall": 0.105731}, {"accuracy": 0.164032, "f1": 0.143381, "hf_subset": "smo_Latn-ind_Latn", "languages": ["smo-Latn", "ind-Latn"], "main_score": 0.143381, "precision": 0.138232, "recall": 0.164032}, {"accuracy": 0.15415, "f1": 0.138003, "hf_subset": "smo_Latn-knc_Latn", "languages": ["smo-Latn", "knc-Latn"], "main_score": 0.138003, "precision": 0.133302, "recall": 0.15415}, {"accuracy": 0.133399, "f1": 0.121417, "hf_subset": "smo_Latn-mlt_Latn", "languages": ["smo-Latn", "mlt-Latn"], "main_score": 0.121417, "precision": 0.117276, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.116452, "hf_subset": "smo_Latn-quy_Latn", "languages": ["smo-Latn", "quy-Latn"], "main_score": 0.116452, "precision": 0.111705, "recall": 0.130435}, {"accuracy": 0.112648, "f1": 0.098334, "hf_subset": "smo_Latn-swh_Latn", "languages": ["smo-Latn", "swh-Latn"], "main_score": 0.098334, "precision": 0.095347, "recall": 0.112648}, {"accuracy": 0.077075, "f1": 0.068439, "hf_subset": "smo_Latn-uzn_Latn", "languages": ["smo-Latn", "uzn-Latn"], "main_score": 0.068439, "precision": 0.066158, "recall": 0.077075}, {"accuracy": 0.134387, "f1": 0.120282, "hf_subset": "smo_Latn-als_Latn", "languages": ["smo-Latn", "als-Latn"], "main_score": 0.120282, "precision": 0.115891, "recall": 0.134387}, {"accuracy": 0.041502, "f1": 0.024909, "hf_subset": "smo_Latn-bod_Tibt", "languages": ["smo-Latn", "bod-Tibt"], "main_score": 0.024909, "precision": 0.021874, "recall": 0.041502}, {"accuracy": 0.15415, "f1": 0.143242, "hf_subset": "smo_Latn-fij_Latn", "languages": ["smo-Latn", "fij-Latn"], "main_score": 0.143242, "precision": 0.139465, "recall": 0.15415}, {"accuracy": 0.088933, "f1": 0.082113, "hf_subset": "smo_Latn-isl_Latn", "languages": ["smo-Latn", "isl-Latn"], "main_score": 0.082113, "precision": 0.080649, "recall": 0.088933}, {"accuracy": 0.162055, "f1": 0.142252, "hf_subset": "smo_Latn-kon_Latn", "languages": ["smo-Latn", "kon-Latn"], "main_score": 0.142252, "precision": 0.136143, "recall": 0.162055}, {"accuracy": 0.036561, "f1": 0.027539, "hf_subset": "smo_Latn-mni_Beng", "languages": ["smo-Latn", "mni-Beng"], "main_score": 0.027539, "precision": 0.026005, "recall": 0.036561}, {"accuracy": 0.15415, "f1": 0.137384, "hf_subset": "smo_Latn-ron_Latn", "languages": ["smo-Latn", "ron-Latn"], "main_score": 0.137384, "precision": 0.132465, "recall": 0.15415}, {"accuracy": 0.11166, "f1": 0.103039, "hf_subset": "smo_Latn-szl_Latn", "languages": ["smo-Latn", "szl-Latn"], "main_score": 0.103039, "precision": 0.10069, "recall": 0.11166}, {"accuracy": 0.097826, "f1": 0.091978, "hf_subset": "smo_Latn-vec_Latn", "languages": ["smo-Latn", "vec-Latn"], "main_score": 0.091978, "precision": 0.090292, "recall": 0.097826}, {"accuracy": 0.050395, "f1": 0.041426, "hf_subset": "smo_Latn-amh_Ethi", "languages": ["smo-Latn", "amh-Ethi"], "main_score": 0.041426, "precision": 0.03864, "recall": 0.050395}, {"accuracy": 0.149209, "f1": 0.129405, "hf_subset": "smo_Latn-bos_Latn", "languages": ["smo-Latn", "bos-Latn"], "main_score": 0.129405, "precision": 0.124299, "recall": 0.149209}, {"accuracy": 0.159091, "f1": 0.139147, "hf_subset": "smo_Latn-fin_Latn", "languages": ["smo-Latn", "fin-Latn"], "main_score": 0.139147, "precision": 0.13432, "recall": 0.159091}, {"accuracy": 0.158103, "f1": 0.140154, "hf_subset": "smo_Latn-ita_Latn", "languages": ["smo-Latn", "ita-Latn"], "main_score": 0.140154, "precision": 0.135858, "recall": 0.158103}, {"accuracy": 0.097826, "f1": 0.083253, "hf_subset": "smo_Latn-kor_Hang", "languages": ["smo-Latn", "kor-Hang"], "main_score": 0.083253, "precision": 0.079568, "recall": 0.097826}, {"accuracy": 0.144269, "f1": 0.13081, "hf_subset": "smo_Latn-mos_Latn", "languages": ["smo-Latn", "mos-Latn"], "main_score": 0.13081, "precision": 0.126601, "recall": 0.144269}, {"accuracy": 0.136364, "f1": 0.12085, "hf_subset": "smo_Latn-run_Latn", "languages": ["smo-Latn", "run-Latn"], "main_score": 0.12085, "precision": 0.115662, "recall": 0.136364}, {"accuracy": 0.047431, "f1": 0.037132, "hf_subset": "smo_Latn-tam_Taml", "languages": ["smo-Latn", "tam-Taml"], "main_score": 0.037132, "precision": 0.035051, "recall": 0.047431}, {"accuracy": 0.157115, "f1": 0.134023, "hf_subset": "smo_Latn-vie_Latn", "languages": ["smo-Latn", "vie-Latn"], "main_score": 0.134023, "precision": 0.128361, "recall": 0.157115}, {"accuracy": 0.074111, "f1": 0.066891, "hf_subset": "smo_Latn-apc_Arab", "languages": ["smo-Latn", "apc-Arab"], "main_score": 0.066891, "precision": 0.064799, "recall": 0.074111}, {"accuracy": 0.143281, "f1": 0.127953, "hf_subset": "smo_Latn-bug_Latn", "languages": ["smo-Latn", "bug-Latn"], "main_score": 0.127953, "precision": 0.123076, "recall": 0.143281}, {"accuracy": 0.155138, "f1": 0.139034, "hf_subset": "smo_Latn-fon_Latn", "languages": ["smo-Latn", "fon-Latn"], "main_score": 0.139034, "precision": 0.133816, "recall": 0.155138}, {"accuracy": 0.12253, "f1": 0.113966, "hf_subset": "smo_Latn-jav_Latn", "languages": ["smo-Latn", "jav-Latn"], "main_score": 0.113966, "precision": 0.112168, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.117757, "hf_subset": "smo_Latn-lao_Laoo", "languages": ["smo-Latn", "lao-Laoo"], "main_score": 0.117757, "precision": 0.114335, "recall": 0.131423}, {"accuracy": 0.179842, "f1": 0.159476, "hf_subset": "smo_Latn-mri_Latn", "languages": ["smo-Latn", "mri-Latn"], "main_score": 0.159476, "precision": 0.153488, "recall": 0.179842}, {"accuracy": 0.120553, "f1": 0.105728, "hf_subset": "smo_Latn-rus_Cyrl", "languages": ["smo-Latn", "rus-Cyrl"], "main_score": 0.105728, "precision": 0.101569, "recall": 0.120553}, {"accuracy": 0.135375, "f1": 0.121927, "hf_subset": "smo_Latn-taq_Latn", "languages": ["smo-Latn", "taq-Latn"], "main_score": 0.121927, "precision": 0.118345, "recall": 0.135375}, {"accuracy": 0.131423, "f1": 0.117588, "hf_subset": "smo_Latn-war_Latn", "languages": ["smo-Latn", "war-Latn"], "main_score": 0.117588, "precision": 0.114073, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.091256, "hf_subset": "smo_Latn-arb_Arab", "languages": ["smo-Latn", "arb-Arab"], "main_score": 0.091256, "precision": 0.088426, "recall": 0.101779}, {"accuracy": 0.133399, "f1": 0.116149, "hf_subset": "smo_Latn-bul_Cyrl", "languages": ["smo-Latn", "bul-Cyrl"], "main_score": 0.116149, "precision": 0.111581, "recall": 0.133399}, {"accuracy": 0.159091, "f1": 0.137618, "hf_subset": "smo_Latn-fra_Latn", "languages": ["smo-Latn", "fra-Latn"], "main_score": 0.137618, "precision": 0.132493, "recall": 0.159091}, {"accuracy": 0.102767, "f1": 0.08653, "hf_subset": "smo_Latn-jpn_Jpan", "languages": ["smo-Latn", "jpn-Jpan"], "main_score": 0.08653, "precision": 0.082773, "recall": 0.102767}, {"accuracy": 0.102767, "f1": 0.096632, "hf_subset": "smo_Latn-lij_Latn", "languages": ["smo-Latn", "lij-Latn"], "main_score": 0.096632, "precision": 0.094784, "recall": 0.102767}, {"accuracy": 0.076087, "f1": 0.064925, "hf_subset": "smo_Latn-mya_Mymr", "languages": ["smo-Latn", "mya-Mymr"], "main_score": 0.064925, "precision": 0.062863, "recall": 0.076087}, {"accuracy": 0.166008, "f1": 0.145035, "hf_subset": "smo_Latn-sag_Latn", "languages": ["smo-Latn", "sag-Latn"], "main_score": 0.145035, "precision": 0.13873, "recall": 0.166008}, {"accuracy": 0.071146, "f1": 0.058815, "hf_subset": "smo_Latn-taq_Tfng", "languages": ["smo-Latn", "taq-Tfng"], "main_score": 0.058815, "precision": 0.055549, "recall": 0.071146}, {"accuracy": 0.161067, "f1": 0.144463, "hf_subset": "smo_Latn-wol_Latn", "languages": ["smo-Latn", "wol-Latn"], "main_score": 0.144463, "precision": 0.13916, "recall": 0.161067}, {"accuracy": 0.079051, "f1": 0.058662, "hf_subset": "smo_Latn-arb_Latn", "languages": ["smo-Latn", "arb-Latn"], "main_score": 0.058662, "precision": 0.052938, "recall": 0.079051}, {"accuracy": 0.159091, "f1": 0.133466, "hf_subset": "smo_Latn-cat_Latn", "languages": ["smo-Latn", "cat-Latn"], "main_score": 0.133466, "precision": 0.127217, "recall": 0.159091}, {"accuracy": 0.108696, "f1": 0.101092, "hf_subset": "smo_Latn-fur_Latn", "languages": ["smo-Latn", "fur-Latn"], "main_score": 0.101092, "precision": 0.099028, "recall": 0.108696}, {"accuracy": 0.049407, "f1": 0.041538, "hf_subset": "smo_Latn-kab_Latn", "languages": ["smo-Latn", "kab-Latn"], "main_score": 0.041538, "precision": 0.039493, "recall": 0.049407}, {"accuracy": 0.121542, "f1": 0.111769, "hf_subset": "smo_Latn-lim_Latn", "languages": ["smo-Latn", "lim-Latn"], "main_score": 0.111769, "precision": 0.109814, "recall": 0.121542}, {"accuracy": 0.16996, "f1": 0.148578, "hf_subset": "smo_Latn-nld_Latn", "languages": ["smo-Latn", "nld-Latn"], "main_score": 0.148578, "precision": 0.142626, "recall": 0.16996}, {"accuracy": 0.055336, "f1": 0.048424, "hf_subset": "smo_Latn-san_Deva", "languages": ["smo-Latn", "san-Deva"], "main_score": 0.048424, "precision": 0.046456, "recall": 0.055336}, {"accuracy": 0.105731, "f1": 0.093667, "hf_subset": "smo_Latn-tat_Cyrl", "languages": ["smo-Latn", "tat-Cyrl"], "main_score": 0.093667, "precision": 0.090144, "recall": 0.105731}, {"accuracy": 0.105731, "f1": 0.093851, "hf_subset": "smo_Latn-xho_Latn", "languages": ["smo-Latn", "xho-Latn"], "main_score": 0.093851, "precision": 0.090285, "recall": 0.105731}, {"accuracy": 0.088933, "f1": 0.077083, "hf_subset": "smo_Latn-ars_Arab", "languages": ["smo-Latn", "ars-Arab"], "main_score": 0.077083, "precision": 0.074019, "recall": 0.088933}, {"accuracy": 0.112648, "f1": 0.108317, "hf_subset": "smo_Latn-ceb_Latn", "languages": ["smo-Latn", "ceb-Latn"], "main_score": 0.108317, "precision": 0.107109, "recall": 0.112648}, {"accuracy": 0.134387, "f1": 0.116636, "hf_subset": "smo_Latn-fuv_Latn", "languages": ["smo-Latn", "fuv-Latn"], "main_score": 0.116636, "precision": 0.111239, "recall": 0.134387}, {"accuracy": 0.140316, "f1": 0.118566, "hf_subset": "smo_Latn-kac_Latn", "languages": ["smo-Latn", "kac-Latn"], "main_score": 0.118566, "precision": 0.113126, "recall": 0.140316}, {"accuracy": 0.144269, "f1": 0.130363, "hf_subset": "smo_Latn-lin_Latn", "languages": ["smo-Latn", "lin-Latn"], "main_score": 0.130363, "precision": 0.12654, "recall": 0.144269}, {"accuracy": 0.146245, "f1": 0.126533, "hf_subset": "smo_Latn-nno_Latn", "languages": ["smo-Latn", "nno-Latn"], "main_score": 0.126533, "precision": 0.121878, "recall": 0.146245}, {"accuracy": 0.01581, "f1": 0.007817, "hf_subset": "smo_Latn-sat_Olck", "languages": ["smo-Latn", "sat-Olck"], "main_score": 0.007817, "precision": 0.006486, "recall": 0.01581}, {"accuracy": 0.057312, "f1": 0.050209, "hf_subset": "smo_Latn-tel_Telu", "languages": ["smo-Latn", "tel-Telu"], "main_score": 0.050209, "precision": 0.049377, "recall": 0.057312}, {"accuracy": 0.045455, "f1": 0.038587, "hf_subset": "smo_Latn-ydd_Hebr", "languages": ["smo-Latn", "ydd-Hebr"], "main_score": 0.038587, "precision": 0.037379, "recall": 0.045455}, {"accuracy": 0.06917, "f1": 0.055799, "hf_subset": "smo_Latn-ary_Arab", "languages": ["smo-Latn", "ary-Arab"], "main_score": 0.055799, "precision": 0.053242, "recall": 0.06917}, {"accuracy": 0.161067, "f1": 0.1382, "hf_subset": "smo_Latn-ces_Latn", "languages": ["smo-Latn", "ces-Latn"], "main_score": 0.1382, "precision": 0.132163, "recall": 0.161067}, {"accuracy": 0.074111, "f1": 0.061843, "hf_subset": "smo_Latn-gaz_Latn", "languages": ["smo-Latn", "gaz-Latn"], "main_score": 0.061843, "precision": 0.058475, "recall": 0.074111}, {"accuracy": 0.126482, "f1": 0.114897, "hf_subset": "smo_Latn-kam_Latn", "languages": ["smo-Latn", "kam-Latn"], "main_score": 0.114897, "precision": 0.111375, "recall": 0.126482}, {"accuracy": 0.131423, "f1": 0.114105, "hf_subset": "smo_Latn-lit_Latn", "languages": ["smo-Latn", "lit-Latn"], "main_score": 0.114105, "precision": 0.110466, "recall": 0.131423}, {"accuracy": 0.163043, "f1": 0.141994, "hf_subset": "smo_Latn-nob_Latn", "languages": ["smo-Latn", "nob-Latn"], "main_score": 0.141994, "precision": 0.136937, "recall": 0.163043}, {"accuracy": 0.103755, "f1": 0.095946, "hf_subset": "smo_Latn-scn_Latn", "languages": ["smo-Latn", "scn-Latn"], "main_score": 0.095946, "precision": 0.093659, "recall": 0.103755}, {"accuracy": 0.105731, "f1": 0.090365, "hf_subset": "smo_Latn-tgk_Cyrl", "languages": ["smo-Latn", "tgk-Cyrl"], "main_score": 0.090365, "precision": 0.086472, "recall": 0.105731}, {"accuracy": 0.146245, "f1": 0.130683, "hf_subset": "smo_Latn-yor_Latn", "languages": ["smo-Latn", "yor-Latn"], "main_score": 0.130683, "precision": 0.125644, "recall": 0.146245}, {"accuracy": 0.087945, "f1": 0.076064, "hf_subset": "smo_Latn-arz_Arab", "languages": ["smo-Latn", "arz-Arab"], "main_score": 0.076064, "precision": 0.07317, "recall": 0.087945}, {"accuracy": 0.113636, "f1": 0.099946, "hf_subset": "smo_Latn-cjk_Latn", "languages": ["smo-Latn", "cjk-Latn"], "main_score": 0.099946, "precision": 0.095161, "recall": 0.113636}, {"accuracy": 0.120553, "f1": 0.108998, "hf_subset": "smo_Latn-gla_Latn", "languages": ["smo-Latn", "gla-Latn"], "main_score": 0.108998, "precision": 0.106822, "recall": 0.120553}, {"accuracy": 0.05336, "f1": 0.044568, "hf_subset": "smo_Latn-kan_Knda", "languages": ["smo-Latn", "kan-Knda"], "main_score": 0.044568, "precision": 0.04265, "recall": 0.05336}, {"accuracy": 0.118577, "f1": 0.110604, "hf_subset": "smo_Latn-lmo_Latn", "languages": ["smo-Latn", "lmo-Latn"], "main_score": 0.110604, "precision": 0.108722, "recall": 0.118577}, {"accuracy": 0.090909, "f1": 0.079497, "hf_subset": "smo_Latn-npi_Deva", "languages": ["smo-Latn", "npi-Deva"], "main_score": 0.079497, "precision": 0.07648, "recall": 0.090909}, {"accuracy": 0.148221, "f1": 0.125159, "hf_subset": "smo_Latn-shn_Mymr", "languages": ["smo-Latn", "shn-Mymr"], "main_score": 0.125159, "precision": 0.120047, "recall": 0.148221}, {"accuracy": 0.13834, "f1": 0.125616, "hf_subset": "smo_Latn-tgl_Latn", "languages": ["smo-Latn", "tgl-Latn"], "main_score": 0.125616, "precision": 0.122297, "recall": 0.13834}, {"accuracy": 0.099802, "f1": 0.088015, "hf_subset": "smo_Latn-yue_Hant", "languages": ["smo-Latn", "yue-Hant"], "main_score": 0.088015, "precision": 0.085385, "recall": 0.099802}, {"accuracy": 0.028656, "f1": 0.024442, "hf_subset": "smo_Latn-asm_Beng", "languages": ["smo-Latn", "asm-Beng"], "main_score": 0.024442, "precision": 0.023674, "recall": 0.028656}, {"accuracy": 0.066206, "f1": 0.052196, "hf_subset": "smo_Latn-ckb_Arab", "languages": ["smo-Latn", "ckb-Arab"], "main_score": 0.052196, "precision": 0.049035, "recall": 0.066206}, {"accuracy": 0.117589, "f1": 0.107411, "hf_subset": "smo_Latn-gle_Latn", "languages": ["smo-Latn", "gle-Latn"], "main_score": 0.107411, "precision": 0.105133, "recall": 0.117589}, {"accuracy": 0.045455, "f1": 0.040816, "hf_subset": "smo_Latn-kas_Arab", "languages": ["smo-Latn", "kas-Arab"], "main_score": 0.040816, "precision": 0.040109, "recall": 0.045455}, {"accuracy": 0.102767, "f1": 0.088465, "hf_subset": "smo_Latn-ltg_Latn", "languages": ["smo-Latn", "ltg-Latn"], "main_score": 0.088465, "precision": 0.085141, "recall": 0.102767}, {"accuracy": 0.18083, "f1": 0.168326, "hf_subset": "smo_Latn-nso_Latn", "languages": ["smo-Latn", "nso-Latn"], "main_score": 0.168326, "precision": 0.163924, "recall": 0.18083}, {"accuracy": 0.051383, "f1": 0.044833, "hf_subset": "smo_Latn-sin_Sinh", "languages": ["smo-Latn", "sin-Sinh"], "main_score": 0.044833, "precision": 0.043466, "recall": 0.051383}, {"accuracy": 0.116601, "f1": 0.098969, "hf_subset": "smo_Latn-tha_Thai", "languages": ["smo-Latn", "tha-Thai"], "main_score": 0.098969, "precision": 0.094409, "recall": 0.116601}, {"accuracy": 0.116601, "f1": 0.09892, "hf_subset": "smo_Latn-zho_Hans", "languages": ["smo-Latn", "zho-Hans"], "main_score": 0.09892, "precision": 0.09501, "recall": 0.116601}, {"accuracy": 0.105731, "f1": 0.092018, "hf_subset": "smo_Latn-ast_Latn", "languages": ["smo-Latn", "ast-Latn"], "main_score": 0.092018, "precision": 0.088382, "recall": 0.105731}, {"accuracy": 0.077075, "f1": 0.07237, "hf_subset": "smo_Latn-crh_Latn", "languages": ["smo-Latn", "crh-Latn"], "main_score": 0.07237, "precision": 0.071674, "recall": 0.077075}, {"accuracy": 0.170949, "f1": 0.149519, "hf_subset": "smo_Latn-glg_Latn", "languages": ["smo-Latn", "glg-Latn"], "main_score": 0.149519, "precision": 0.144255, "recall": 0.170949}, {"accuracy": 0.065217, "f1": 0.058329, "hf_subset": "smo_Latn-kas_Deva", "languages": ["smo-Latn", "kas-Deva"], "main_score": 0.058329, "precision": 0.056399, "recall": 0.065217}, {"accuracy": 0.116601, "f1": 0.102949, "hf_subset": "smo_Latn-ltz_Latn", "languages": ["smo-Latn", "ltz-Latn"], "main_score": 0.102949, "precision": 0.099176, "recall": 0.116601}, {"accuracy": 0.085968, "f1": 0.062874, "hf_subset": "smo_Latn-nus_Latn", "languages": ["smo-Latn", "nus-Latn"], "main_score": 0.062874, "precision": 0.057058, "recall": 0.085968}, {"accuracy": 0.158103, "f1": 0.137632, "hf_subset": "smo_Latn-slk_Latn", "languages": ["smo-Latn", "slk-Latn"], "main_score": 0.137632, "precision": 0.131329, "recall": 0.158103}, {"accuracy": 0.022727, "f1": 0.018397, "hf_subset": "smo_Latn-tir_Ethi", "languages": ["smo-Latn", "tir-Ethi"], "main_score": 0.018397, "precision": 0.017188, "recall": 0.022727}, {"accuracy": 0.105731, "f1": 0.090995, "hf_subset": "smo_Latn-zho_Hant", "languages": ["smo-Latn", "zho-Hant"], "main_score": 0.090995, "precision": 0.086927, "recall": 0.105731}, {"accuracy": 0.09585, "f1": 0.079868, "hf_subset": "smo_Latn-awa_Deva", "languages": ["smo-Latn", "awa-Deva"], "main_score": 0.079868, "precision": 0.076176, "recall": 0.09585}, {"accuracy": 0.109684, "f1": 0.096848, "hf_subset": "smo_Latn-cym_Latn", "languages": ["smo-Latn", "cym-Latn"], "main_score": 0.096848, "precision": 0.094332, "recall": 0.109684}, {"accuracy": 0.152174, "f1": 0.140443, "hf_subset": "smo_Latn-grn_Latn", "languages": ["smo-Latn", "grn-Latn"], "main_score": 0.140443, "precision": 0.137016, "recall": 0.152174}, {"accuracy": 0.082016, "f1": 0.074287, "hf_subset": "smo_Latn-kat_Geor", "languages": ["smo-Latn", "kat-Geor"], "main_score": 0.074287, "precision": 0.07204, "recall": 0.082016}, {"accuracy": 0.147233, "f1": 0.132334, "hf_subset": "smo_Latn-lua_Latn", "languages": ["smo-Latn", "lua-Latn"], "main_score": 0.132334, "precision": 0.127826, "recall": 0.147233}, {"accuracy": 0.142292, "f1": 0.12766, "hf_subset": "smo_Latn-nya_Latn", "languages": ["smo-Latn", "nya-Latn"], "main_score": 0.12766, "precision": 0.124063, "recall": 0.142292}, {"accuracy": 0.15415, "f1": 0.132174, "hf_subset": "smo_Latn-slv_Latn", "languages": ["smo-Latn", "slv-Latn"], "main_score": 0.132174, "precision": 0.125771, "recall": 0.15415}, {"accuracy": 0.155138, "f1": 0.139976, "hf_subset": "smo_Latn-tpi_Latn", "languages": ["smo-Latn", "tpi-Latn"], "main_score": 0.139976, "precision": 0.134375, "recall": 0.155138}, {"accuracy": 0.153162, "f1": 0.13145, "hf_subset": "smo_Latn-zsm_Latn", "languages": ["smo-Latn", "zsm-Latn"], "main_score": 0.13145, "precision": 0.126082, "recall": 0.153162}, {"accuracy": 0.142292, "f1": 0.125467, "hf_subset": "smo_Latn-ayr_Latn", "languages": ["smo-Latn", "ayr-Latn"], "main_score": 0.125467, "precision": 0.120477, "recall": 0.142292}, {"accuracy": 0.166996, "f1": 0.146409, "hf_subset": "smo_Latn-dan_Latn", "languages": ["smo-Latn", "dan-Latn"], "main_score": 0.146409, "precision": 0.141773, "recall": 0.166996}, {"accuracy": 0.062253, "f1": 0.054146, "hf_subset": "smo_Latn-guj_Gujr", "languages": ["smo-Latn", "guj-Gujr"], "main_score": 0.054146, "precision": 0.052173, "recall": 0.062253}, {"accuracy": 0.106719, "f1": 0.093867, "hf_subset": "smo_Latn-kaz_Cyrl", "languages": ["smo-Latn", "kaz-Cyrl"], "main_score": 0.093867, "precision": 0.090895, "recall": 0.106719}, {"accuracy": 0.106719, "f1": 0.095793, "hf_subset": "smo_Latn-lug_Latn", "languages": ["smo-Latn", "lug-Latn"], "main_score": 0.095793, "precision": 0.091573, "recall": 0.106719}, {"accuracy": 0.12747, "f1": 0.115128, "hf_subset": "smo_Latn-oci_Latn", "languages": ["smo-Latn", "oci-Latn"], "main_score": 0.115128, "precision": 0.111888, "recall": 0.12747}, {"accuracy": 0.159091, "f1": 0.142102, "hf_subset": "smo_Latn-tsn_Latn", "languages": ["smo-Latn", "tsn-Latn"], "main_score": 0.142102, "precision": 0.137008, "recall": 0.159091}, {"accuracy": 0.085968, "f1": 0.076674, "hf_subset": "smo_Latn-zul_Latn", "languages": ["smo-Latn", "zul-Latn"], "main_score": 0.076674, "precision": 0.073968, "recall": 0.085968}, {"accuracy": 0.055336, "f1": 0.048317, "hf_subset": "smo_Latn-azb_Arab", "languages": ["smo-Latn", "azb-Arab"], "main_score": 0.048317, "precision": 0.046397, "recall": 0.055336}, {"accuracy": 0.171937, "f1": 0.149094, "hf_subset": "smo_Latn-deu_Latn", "languages": ["smo-Latn", "deu-Latn"], "main_score": 0.149094, "precision": 0.142723, "recall": 0.171937}, {"accuracy": 0.141304, "f1": 0.12105, "hf_subset": "smo_Latn-hat_Latn", "languages": ["smo-Latn", "hat-Latn"], "main_score": 0.12105, "precision": 0.115794, "recall": 0.141304}, {"accuracy": 0.142292, "f1": 0.125918, "hf_subset": "smo_Latn-kbp_Latn", "languages": ["smo-Latn", "kbp-Latn"], "main_score": 0.125918, "precision": 0.119887, "recall": 0.142292}, {"accuracy": 0.147233, "f1": 0.135082, "hf_subset": "smo_Latn-luo_Latn", "languages": ["smo-Latn", "luo-Latn"], "main_score": 0.135082, "precision": 0.131365, "recall": 0.147233}, {"accuracy": 0.034585, "f1": 0.030631, "hf_subset": "smo_Latn-ory_Orya", "languages": ["smo-Latn", "ory-Orya"], "main_score": 0.030631, "precision": 0.029567, "recall": 0.034585}, {"accuracy": 0.110672, "f1": 0.09506, "hf_subset": "smo_Latn-sna_Latn", "languages": ["smo-Latn", "sna-Latn"], "main_score": 0.09506, "precision": 0.090651, "recall": 0.110672}, {"accuracy": 0.143281, "f1": 0.133152, "hf_subset": "smo_Latn-tso_Latn", "languages": ["smo-Latn", "tso-Latn"], "main_score": 0.133152, "precision": 0.129744, "recall": 0.143281}, {"accuracy": 0.089921, "f1": 0.080963, "hf_subset": "smo_Latn-azj_Latn", "languages": ["smo-Latn", "azj-Latn"], "main_score": 0.080963, "precision": 0.079739, "recall": 0.089921}, {"accuracy": 0.160079, "f1": 0.143463, "hf_subset": "smo_Latn-dik_Latn", "languages": ["smo-Latn", "dik-Latn"], "main_score": 0.143463, "precision": 0.138467, "recall": 0.160079}, {"accuracy": 0.146245, "f1": 0.131273, "hf_subset": "smo_Latn-hau_Latn", "languages": ["smo-Latn", "hau-Latn"], "main_score": 0.131273, "precision": 0.127841, "recall": 0.146245}, {"accuracy": 0.104743, "f1": 0.097826, "hf_subset": "smo_Latn-kea_Latn", "languages": ["smo-Latn", "kea-Latn"], "main_score": 0.097826, "precision": 0.09605, "recall": 0.104743}, {"accuracy": 0.141304, "f1": 0.126086, "hf_subset": "smo_Latn-lus_Latn", "languages": ["smo-Latn", "lus-Latn"], "main_score": 0.126086, "precision": 0.121974, "recall": 0.141304}, {"accuracy": 0.140316, "f1": 0.127065, "hf_subset": "smo_Latn-pag_Latn", "languages": ["smo-Latn", "pag-Latn"], "main_score": 0.127065, "precision": 0.123278, "recall": 0.140316}, {"accuracy": 0.061265, "f1": 0.050089, "hf_subset": "smo_Latn-snd_Arab", "languages": ["smo-Latn", "snd-Arab"], "main_score": 0.050089, "precision": 0.047719, "recall": 0.061265}, {"accuracy": 0.091897, "f1": 0.078554, "hf_subset": "smo_Latn-tuk_Latn", "languages": ["smo-Latn", "tuk-Latn"], "main_score": 0.078554, "precision": 0.074657, "recall": 0.091897}, {"accuracy": 0.113636, "f1": 0.096848, "hf_subset": "smo_Latn-bak_Cyrl", "languages": ["smo-Latn", "bak-Cyrl"], "main_score": 0.096848, "precision": 0.093303, "recall": 0.113636}, {"accuracy": 0.116601, "f1": 0.100793, "hf_subset": "smo_Latn-dyu_Latn", "languages": ["smo-Latn", "dyu-Latn"], "main_score": 0.100793, "precision": 0.095403, "recall": 0.116601}, {"accuracy": 0.108696, "f1": 0.088976, "hf_subset": "smo_Latn-heb_Hebr", "languages": ["smo-Latn", "heb-Hebr"], "main_score": 0.088976, "precision": 0.084914, "recall": 0.108696}, {"accuracy": 0.119565, "f1": 0.102493, "hf_subset": "smo_Latn-khk_Cyrl", "languages": ["smo-Latn", "khk-Cyrl"], "main_score": 0.102493, "precision": 0.09889, "recall": 0.119565}, {"accuracy": 0.123518, "f1": 0.107857, "hf_subset": "smo_Latn-lvs_Latn", "languages": ["smo-Latn", "lvs-Latn"], "main_score": 0.107857, "precision": 0.104152, "recall": 0.123518}, {"accuracy": 0.030632, "f1": 0.025787, "hf_subset": "smo_Latn-pan_Guru", "languages": ["smo-Latn", "pan-Guru"], "main_score": 0.025787, "precision": 0.025246, "recall": 0.030632}, {"accuracy": 0.121542, "f1": 0.108452, "hf_subset": "smo_Latn-som_Latn", "languages": ["smo-Latn", "som-Latn"], "main_score": 0.108452, "precision": 0.10429, "recall": 0.121542}, {"accuracy": 0.16502, "f1": 0.140061, "hf_subset": "smo_Latn-tum_Latn", "languages": ["smo-Latn", "tum-Latn"], "main_score": 0.140061, "precision": 0.134339, "recall": 0.16502}, {"accuracy": 0.034585, "f1": 0.028092, "hf_subset": "tsn_Latn-ace_Arab", "languages": ["tsn-Latn", "ace-Arab"], "main_score": 0.028092, "precision": 0.026762, "recall": 0.034585}, {"accuracy": 0.171937, "f1": 0.160119, "hf_subset": "tsn_Latn-bam_Latn", "languages": ["tsn-Latn", "bam-Latn"], "main_score": 0.160119, "precision": 0.155539, "recall": 0.171937}, {"accuracy": 0.004941, "f1": 0.001834, "hf_subset": "tsn_Latn-dzo_Tibt", "languages": ["tsn-Latn", "dzo-Tibt"], "main_score": 0.001834, "precision": 0.001583, "recall": 0.004941}, {"accuracy": 0.128458, "f1": 0.104773, "hf_subset": "tsn_Latn-hin_Deva", "languages": ["tsn-Latn", "hin-Deva"], "main_score": 0.104773, "precision": 0.099025, "recall": 0.128458}, {"accuracy": 0.112648, "f1": 0.104261, "hf_subset": "tsn_Latn-khm_Khmr", "languages": ["tsn-Latn", "khm-Khmr"], "main_score": 0.104261, "precision": 0.101937, "recall": 0.112648}, {"accuracy": 0.097826, "f1": 0.085866, "hf_subset": "tsn_Latn-mag_Deva", "languages": ["tsn-Latn", "mag-Deva"], "main_score": 0.085866, "precision": 0.082905, "recall": 0.097826}, {"accuracy": 0.116601, "f1": 0.10955, "hf_subset": "tsn_Latn-pap_Latn", "languages": ["tsn-Latn", "pap-Latn"], "main_score": 0.10955, "precision": 0.10789, "recall": 0.116601}, {"accuracy": 0.368577, "f1": 0.338122, "hf_subset": "tsn_Latn-sot_Latn", "languages": ["tsn-Latn", "sot-Latn"], "main_score": 0.338122, "precision": 0.327797, "recall": 0.368577}, {"accuracy": 0.178854, "f1": 0.156108, "hf_subset": "tsn_Latn-tur_Latn", "languages": ["tsn-Latn", "tur-Latn"], "main_score": 0.156108, "precision": 0.15051, "recall": 0.178854}, {"accuracy": 0.162055, "f1": 0.148991, "hf_subset": "tsn_Latn-ace_Latn", "languages": ["tsn-Latn", "ace-Latn"], "main_score": 0.148991, "precision": 0.145307, "recall": 0.162055}, {"accuracy": 0.12747, "f1": 0.120572, "hf_subset": "tsn_Latn-ban_Latn", "languages": ["tsn-Latn", "ban-Latn"], "main_score": 0.120572, "precision": 0.118621, "recall": 0.12747}, {"accuracy": 0.139328, "f1": 0.122947, "hf_subset": "tsn_Latn-ell_Grek", "languages": ["tsn-Latn", "ell-Grek"], "main_score": 0.122947, "precision": 0.118303, "recall": 0.139328}, {"accuracy": 0.103755, "f1": 0.089985, "hf_subset": "tsn_Latn-hne_Deva", "languages": ["tsn-Latn", "hne-Deva"], "main_score": 0.089985, "precision": 0.085736, "recall": 0.103755}, {"accuracy": 0.199605, "f1": 0.182965, "hf_subset": "tsn_Latn-kik_Latn", "languages": ["tsn-Latn", "kik-Latn"], "main_score": 0.182965, "precision": 0.177579, "recall": 0.199605}, {"accuracy": 0.09585, "f1": 0.086601, "hf_subset": "tsn_Latn-mai_Deva", "languages": ["tsn-Latn", "mai-Deva"], "main_score": 0.086601, "precision": 0.084444, "recall": 0.09585}, {"accuracy": 0.103755, "f1": 0.084408, "hf_subset": "tsn_Latn-pbt_Arab", "languages": ["tsn-Latn", "pbt-Arab"], "main_score": 0.084408, "precision": 0.080439, "recall": 0.103755}, {"accuracy": 0.184783, "f1": 0.164288, "hf_subset": "tsn_Latn-spa_Latn", "languages": ["tsn-Latn", "spa-Latn"], "main_score": 0.164288, "precision": 0.159386, "recall": 0.184783}, {"accuracy": 0.240119, "f1": 0.229007, "hf_subset": "tsn_Latn-twi_Latn", "languages": ["tsn-Latn", "twi-Latn"], "main_score": 0.229007, "precision": 0.224828, "recall": 0.240119}, {"accuracy": 0.086957, "f1": 0.077408, "hf_subset": "tsn_Latn-acm_Arab", "languages": ["tsn-Latn", "acm-Arab"], "main_score": 0.077408, "precision": 0.074491, "recall": 0.086957}, {"accuracy": 0.120553, "f1": 0.09995, "hf_subset": "tsn_Latn-bel_Cyrl", "languages": ["tsn-Latn", "bel-Cyrl"], "main_score": 0.09995, "precision": 0.094778, "recall": 0.120553}, {"accuracy": 0.183794, "f1": 0.165495, "hf_subset": "tsn_Latn-eng_Latn", "languages": ["tsn-Latn", "eng-Latn"], "main_score": 0.165495, "precision": 0.159886, "recall": 0.183794}, {"accuracy": 0.12253, "f1": 0.111637, "hf_subset": "tsn_Latn-hrv_Latn", "languages": ["tsn-Latn", "hrv-Latn"], "main_score": 0.111637, "precision": 0.109015, "recall": 0.12253}, {"accuracy": 0.192688, "f1": 0.173635, "hf_subset": "tsn_Latn-kin_Latn", "languages": ["tsn-Latn", "kin-Latn"], "main_score": 0.173635, "precision": 0.166713, "recall": 0.192688}, {"accuracy": 0.052372, "f1": 0.042191, "hf_subset": "tsn_Latn-mal_Mlym", "languages": ["tsn-Latn", "mal-Mlym"], "main_score": 0.042191, "precision": 0.040223, "recall": 0.052372}, {"accuracy": 0.134387, "f1": 0.118038, "hf_subset": "tsn_Latn-pes_Arab", "languages": ["tsn-Latn", "pes-Arab"], "main_score": 0.118038, "precision": 0.113005, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.116071, "hf_subset": "tsn_Latn-srd_Latn", "languages": ["tsn-Latn", "srd-Latn"], "main_score": 0.116071, "precision": 0.11267, "recall": 0.128458}, {"accuracy": 0.0583, "f1": 0.042127, "hf_subset": "tsn_Latn-tzm_Tfng", "languages": ["tsn-Latn", "tzm-Tfng"], "main_score": 0.042127, "precision": 0.037904, "recall": 0.0583}, {"accuracy": 0.108696, "f1": 0.095752, "hf_subset": "tsn_Latn-acq_Arab", "languages": ["tsn-Latn", "acq-Arab"], "main_score": 0.095752, "precision": 0.092177, "recall": 0.108696}, {"accuracy": 0.246047, "f1": 0.227963, "hf_subset": "tsn_Latn-bem_Latn", "languages": ["tsn-Latn", "bem-Latn"], "main_score": 0.227963, "precision": 0.221727, "recall": 0.246047}, {"accuracy": 0.109684, "f1": 0.102357, "hf_subset": "tsn_Latn-epo_Latn", "languages": ["tsn-Latn", "epo-Latn"], "main_score": 0.102357, "precision": 0.100287, "recall": 0.109684}, {"accuracy": 0.178854, "f1": 0.158968, "hf_subset": "tsn_Latn-hun_Latn", "languages": ["tsn-Latn", "hun-Latn"], "main_score": 0.158968, "precision": 0.154277, "recall": 0.178854}, {"accuracy": 0.132411, "f1": 0.114346, "hf_subset": "tsn_Latn-kir_Cyrl", "languages": ["tsn-Latn", "kir-Cyrl"], "main_score": 0.114346, "precision": 0.110436, "recall": 0.132411}, {"accuracy": 0.089921, "f1": 0.072337, "hf_subset": "tsn_Latn-mar_Deva", "languages": ["tsn-Latn", "mar-Deva"], "main_score": 0.072337, "precision": 0.068162, "recall": 0.089921}, {"accuracy": 0.143281, "f1": 0.130052, "hf_subset": "tsn_Latn-plt_Latn", "languages": ["tsn-Latn", "plt-Latn"], "main_score": 0.130052, "precision": 0.126645, "recall": 0.143281}, {"accuracy": 0.147233, "f1": 0.126009, "hf_subset": "tsn_Latn-srp_Cyrl", "languages": ["tsn-Latn", "srp-Cyrl"], "main_score": 0.126009, "precision": 0.120677, "recall": 0.147233}, {"accuracy": 0.072134, "f1": 0.063901, "hf_subset": "tsn_Latn-uig_Arab", "languages": ["tsn-Latn", "uig-Arab"], "main_score": 0.063901, "precision": 0.061981, "recall": 0.072134}, {"accuracy": 0.104743, "f1": 0.091089, "hf_subset": "tsn_Latn-aeb_Arab", "languages": ["tsn-Latn", "aeb-Arab"], "main_score": 0.091089, "precision": 0.088558, "recall": 0.104743}, {"accuracy": 0.0583, "f1": 0.047671, "hf_subset": "tsn_Latn-ben_Beng", "languages": ["tsn-Latn", "ben-Beng"], "main_score": 0.047671, "precision": 0.045248, "recall": 0.0583}, {"accuracy": 0.187747, "f1": 0.162563, "hf_subset": "tsn_Latn-est_Latn", "languages": ["tsn-Latn", "est-Latn"], "main_score": 0.162563, "precision": 0.156767, "recall": 0.187747}, {"accuracy": 0.097826, "f1": 0.084185, "hf_subset": "tsn_Latn-hye_Armn", "languages": ["tsn-Latn", "hye-Armn"], "main_score": 0.084185, "precision": 0.08043, "recall": 0.097826}, {"accuracy": 0.219368, "f1": 0.19002, "hf_subset": "tsn_Latn-kmb_Latn", "languages": ["tsn-Latn", "kmb-Latn"], "main_score": 0.19002, "precision": 0.179423, "recall": 0.219368}, {"accuracy": 0.016798, "f1": 0.013518, "hf_subset": "tsn_Latn-min_Arab", "languages": ["tsn-Latn", "min-Arab"], "main_score": 0.013518, "precision": 0.012359, "recall": 0.016798}, {"accuracy": 0.197628, "f1": 0.170545, "hf_subset": "tsn_Latn-pol_Latn", "languages": ["tsn-Latn", "pol-Latn"], "main_score": 0.170545, "precision": 0.163482, "recall": 0.197628}, {"accuracy": 0.195652, "f1": 0.177239, "hf_subset": "tsn_Latn-ssw_Latn", "languages": ["tsn-Latn", "ssw-Latn"], "main_score": 0.177239, "precision": 0.170963, "recall": 0.195652}, {"accuracy": 0.141304, "f1": 0.124088, "hf_subset": "tsn_Latn-ukr_Cyrl", "languages": ["tsn-Latn", "ukr-Cyrl"], "main_score": 0.124088, "precision": 0.119282, "recall": 0.141304}, {"accuracy": 0.163043, "f1": 0.141526, "hf_subset": "tsn_Latn-afr_Latn", "languages": ["tsn-Latn", "afr-Latn"], "main_score": 0.141526, "precision": 0.136295, "recall": 0.163043}, {"accuracy": 0.102767, "f1": 0.091319, "hf_subset": "tsn_Latn-bho_Deva", "languages": ["tsn-Latn", "bho-Deva"], "main_score": 0.091319, "precision": 0.087959, "recall": 0.102767}, {"accuracy": 0.112648, "f1": 0.105015, "hf_subset": "tsn_Latn-eus_Latn", "languages": ["tsn-Latn", "eus-Latn"], "main_score": 0.105015, "precision": 0.103259, "recall": 0.112648}, {"accuracy": 0.18083, "f1": 0.161328, "hf_subset": "tsn_Latn-ibo_Latn", "languages": ["tsn-Latn", "ibo-Latn"], "main_score": 0.161328, "precision": 0.154524, "recall": 0.18083}, {"accuracy": 0.168972, "f1": 0.147923, "hf_subset": "tsn_Latn-kmr_Latn", "languages": ["tsn-Latn", "kmr-Latn"], "main_score": 0.147923, "precision": 0.143494, "recall": 0.168972}, {"accuracy": 0.114625, "f1": 0.107865, "hf_subset": "tsn_Latn-min_Latn", "languages": ["tsn-Latn", "min-Latn"], "main_score": 0.107865, "precision": 0.106118, "recall": 0.114625}, {"accuracy": 0.194664, "f1": 0.172034, "hf_subset": "tsn_Latn-por_Latn", "languages": ["tsn-Latn", "por-Latn"], "main_score": 0.172034, "precision": 0.165976, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.112034, "hf_subset": "tsn_Latn-sun_Latn", "languages": ["tsn-Latn", "sun-Latn"], "main_score": 0.112034, "precision": 0.109204, "recall": 0.120553}, {"accuracy": 0.192688, "f1": 0.169446, "hf_subset": "tsn_Latn-umb_Latn", "languages": ["tsn-Latn", "umb-Latn"], "main_score": 0.169446, "precision": 0.161784, "recall": 0.192688}, {"accuracy": 0.116601, "f1": 0.09986, "hf_subset": "tsn_Latn-ajp_Arab", "languages": ["tsn-Latn", "ajp-Arab"], "main_score": 0.09986, "precision": 0.096315, "recall": 0.116601}, {"accuracy": 0.037549, "f1": 0.029579, "hf_subset": "tsn_Latn-bjn_Arab", "languages": ["tsn-Latn", "bjn-Arab"], "main_score": 0.029579, "precision": 0.027644, "recall": 0.037549}, {"accuracy": 0.197628, "f1": 0.183232, "hf_subset": "tsn_Latn-ewe_Latn", "languages": ["tsn-Latn", "ewe-Latn"], "main_score": 0.183232, "precision": 0.177818, "recall": 0.197628}, {"accuracy": 0.195652, "f1": 0.179345, "hf_subset": "tsn_Latn-ilo_Latn", "languages": ["tsn-Latn", "ilo-Latn"], "main_score": 0.179345, "precision": 0.174267, "recall": 0.195652}, {"accuracy": 0.033597, "f1": 0.028313, "hf_subset": "tsn_Latn-knc_Arab", "languages": ["tsn-Latn", "knc-Arab"], "main_score": 0.028313, "precision": 0.027274, "recall": 0.033597}, {"accuracy": 0.145257, "f1": 0.126006, "hf_subset": "tsn_Latn-mkd_Cyrl", "languages": ["tsn-Latn", "mkd-Cyrl"], "main_score": 0.126006, "precision": 0.120246, "recall": 0.145257}, {"accuracy": 0.107708, "f1": 0.09419, "hf_subset": "tsn_Latn-prs_Arab", "languages": ["tsn-Latn", "prs-Arab"], "main_score": 0.09419, "precision": 0.091006, "recall": 0.107708}, {"accuracy": 0.146245, "f1": 0.132183, "hf_subset": "tsn_Latn-swe_Latn", "languages": ["tsn-Latn", "swe-Latn"], "main_score": 0.132183, "precision": 0.128515, "recall": 0.146245}, {"accuracy": 0.105731, "f1": 0.089796, "hf_subset": "tsn_Latn-urd_Arab", "languages": ["tsn-Latn", "urd-Arab"], "main_score": 0.089796, "precision": 0.085505, "recall": 0.105731}, {"accuracy": 0.252964, "f1": 0.231341, "hf_subset": "tsn_Latn-aka_Latn", "languages": ["tsn-Latn", "aka-Latn"], "main_score": 0.231341, "precision": 0.224834, "recall": 0.252964}, {"accuracy": 0.115613, "f1": 0.110216, "hf_subset": "tsn_Latn-bjn_Latn", "languages": ["tsn-Latn", "bjn-Latn"], "main_score": 0.110216, "precision": 0.108687, "recall": 0.115613}, {"accuracy": 0.134387, "f1": 0.117783, "hf_subset": "tsn_Latn-fao_Latn", "languages": ["tsn-Latn", "fao-Latn"], "main_score": 0.117783, "precision": 0.114459, "recall": 0.134387}, {"accuracy": 0.189723, "f1": 0.165748, "hf_subset": "tsn_Latn-ind_Latn", "languages": ["tsn-Latn", "ind-Latn"], "main_score": 0.165748, "precision": 0.159495, "recall": 0.189723}, {"accuracy": 0.185771, "f1": 0.171568, "hf_subset": "tsn_Latn-knc_Latn", "languages": ["tsn-Latn", "knc-Latn"], "main_score": 0.171568, "precision": 0.166351, "recall": 0.185771}, {"accuracy": 0.158103, "f1": 0.145524, "hf_subset": "tsn_Latn-mlt_Latn", "languages": ["tsn-Latn", "mlt-Latn"], "main_score": 0.145524, "precision": 0.141181, "recall": 0.158103}, {"accuracy": 0.181818, "f1": 0.166833, "hf_subset": "tsn_Latn-quy_Latn", "languages": ["tsn-Latn", "quy-Latn"], "main_score": 0.166833, "precision": 0.162352, "recall": 0.181818}, {"accuracy": 0.128458, "f1": 0.115541, "hf_subset": "tsn_Latn-swh_Latn", "languages": ["tsn-Latn", "swh-Latn"], "main_score": 0.115541, "precision": 0.11125, "recall": 0.128458}, {"accuracy": 0.085968, "f1": 0.078576, "hf_subset": "tsn_Latn-uzn_Latn", "languages": ["tsn-Latn", "uzn-Latn"], "main_score": 0.078576, "precision": 0.076939, "recall": 0.085968}, {"accuracy": 0.152174, "f1": 0.132665, "hf_subset": "tsn_Latn-als_Latn", "languages": ["tsn-Latn", "als-Latn"], "main_score": 0.132665, "precision": 0.127802, "recall": 0.152174}, {"accuracy": 0.031621, "f1": 0.023626, "hf_subset": "tsn_Latn-bod_Tibt", "languages": ["tsn-Latn", "bod-Tibt"], "main_score": 0.023626, "precision": 0.021617, "recall": 0.031621}, {"accuracy": 0.135375, "f1": 0.120913, "hf_subset": "tsn_Latn-fij_Latn", "languages": ["tsn-Latn", "fij-Latn"], "main_score": 0.120913, "precision": 0.11674, "recall": 0.135375}, {"accuracy": 0.097826, "f1": 0.093072, "hf_subset": "tsn_Latn-isl_Latn", "languages": ["tsn-Latn", "isl-Latn"], "main_score": 0.093072, "precision": 0.092099, "recall": 0.097826}, {"accuracy": 0.209486, "f1": 0.191895, "hf_subset": "tsn_Latn-kon_Latn", "languages": ["tsn-Latn", "kon-Latn"], "main_score": 0.191895, "precision": 0.18589, "recall": 0.209486}, {"accuracy": 0.037549, "f1": 0.028615, "hf_subset": "tsn_Latn-mni_Beng", "languages": ["tsn-Latn", "mni-Beng"], "main_score": 0.028615, "precision": 0.026401, "recall": 0.037549}, {"accuracy": 0.187747, "f1": 0.170521, "hf_subset": "tsn_Latn-ron_Latn", "languages": ["tsn-Latn", "ron-Latn"], "main_score": 0.170521, "precision": 0.16587, "recall": 0.187747}, {"accuracy": 0.114625, "f1": 0.106106, "hf_subset": "tsn_Latn-szl_Latn", "languages": ["tsn-Latn", "szl-Latn"], "main_score": 0.106106, "precision": 0.103679, "recall": 0.114625}, {"accuracy": 0.137352, "f1": 0.126326, "hf_subset": "tsn_Latn-vec_Latn", "languages": ["tsn-Latn", "vec-Latn"], "main_score": 0.126326, "precision": 0.123712, "recall": 0.137352}, {"accuracy": 0.04249, "f1": 0.032501, "hf_subset": "tsn_Latn-amh_Ethi", "languages": ["tsn-Latn", "amh-Ethi"], "main_score": 0.032501, "precision": 0.030633, "recall": 0.04249}, {"accuracy": 0.179842, "f1": 0.159518, "hf_subset": "tsn_Latn-bos_Latn", "languages": ["tsn-Latn", "bos-Latn"], "main_score": 0.159518, "precision": 0.154062, "recall": 0.179842}, {"accuracy": 0.168972, "f1": 0.14999, "hf_subset": "tsn_Latn-fin_Latn", "languages": ["tsn-Latn", "fin-Latn"], "main_score": 0.14999, "precision": 0.144556, "recall": 0.168972}, {"accuracy": 0.199605, "f1": 0.171765, "hf_subset": "tsn_Latn-ita_Latn", "languages": ["tsn-Latn", "ita-Latn"], "main_score": 0.171765, "precision": 0.165322, "recall": 0.199605}, {"accuracy": 0.114625, "f1": 0.099862, "hf_subset": "tsn_Latn-kor_Hang", "languages": ["tsn-Latn", "kor-Hang"], "main_score": 0.099862, "precision": 0.095989, "recall": 0.114625}, {"accuracy": 0.172925, "f1": 0.156772, "hf_subset": "tsn_Latn-mos_Latn", "languages": ["tsn-Latn", "mos-Latn"], "main_score": 0.156772, "precision": 0.151458, "recall": 0.172925}, {"accuracy": 0.195652, "f1": 0.174181, "hf_subset": "tsn_Latn-run_Latn", "languages": ["tsn-Latn", "run-Latn"], "main_score": 0.174181, "precision": 0.167243, "recall": 0.195652}, {"accuracy": 0.054348, "f1": 0.044809, "hf_subset": "tsn_Latn-tam_Taml", "languages": ["tsn-Latn", "tam-Taml"], "main_score": 0.044809, "precision": 0.042905, "recall": 0.054348}, {"accuracy": 0.189723, "f1": 0.159225, "hf_subset": "tsn_Latn-vie_Latn", "languages": ["tsn-Latn", "vie-Latn"], "main_score": 0.159225, "precision": 0.151387, "recall": 0.189723}, {"accuracy": 0.089921, "f1": 0.081183, "hf_subset": "tsn_Latn-apc_Arab", "languages": ["tsn-Latn", "apc-Arab"], "main_score": 0.081183, "precision": 0.07908, "recall": 0.089921}, {"accuracy": 0.166008, "f1": 0.152375, "hf_subset": "tsn_Latn-bug_Latn", "languages": ["tsn-Latn", "bug-Latn"], "main_score": 0.152375, "precision": 0.149459, "recall": 0.166008}, {"accuracy": 0.194664, "f1": 0.176975, "hf_subset": "tsn_Latn-fon_Latn", "languages": ["tsn-Latn", "fon-Latn"], "main_score": 0.176975, "precision": 0.170289, "recall": 0.194664}, {"accuracy": 0.120553, "f1": 0.109522, "hf_subset": "tsn_Latn-jav_Latn", "languages": ["tsn-Latn", "jav-Latn"], "main_score": 0.109522, "precision": 0.106875, "recall": 0.120553}, {"accuracy": 0.152174, "f1": 0.132747, "hf_subset": "tsn_Latn-lao_Laoo", "languages": ["tsn-Latn", "lao-Laoo"], "main_score": 0.132747, "precision": 0.128508, "recall": 0.152174}, {"accuracy": 0.186759, "f1": 0.163765, "hf_subset": "tsn_Latn-mri_Latn", "languages": ["tsn-Latn", "mri-Latn"], "main_score": 0.163765, "precision": 0.155861, "recall": 0.186759}, {"accuracy": 0.149209, "f1": 0.126082, "hf_subset": "tsn_Latn-rus_Cyrl", "languages": ["tsn-Latn", "rus-Cyrl"], "main_score": 0.126082, "precision": 0.119997, "recall": 0.149209}, {"accuracy": 0.192688, "f1": 0.178865, "hf_subset": "tsn_Latn-taq_Latn", "languages": ["tsn-Latn", "taq-Latn"], "main_score": 0.178865, "precision": 0.174521, "recall": 0.192688}, {"accuracy": 0.174901, "f1": 0.165615, "hf_subset": "tsn_Latn-war_Latn", "languages": ["tsn-Latn", "war-Latn"], "main_score": 0.165615, "precision": 0.163097, "recall": 0.174901}, {"accuracy": 0.119565, "f1": 0.104128, "hf_subset": "tsn_Latn-arb_Arab", "languages": ["tsn-Latn", "arb-Arab"], "main_score": 0.104128, "precision": 0.100455, "recall": 0.119565}, {"accuracy": 0.160079, "f1": 0.136679, "hf_subset": "tsn_Latn-bul_Cyrl", "languages": ["tsn-Latn", "bul-Cyrl"], "main_score": 0.136679, "precision": 0.130673, "recall": 0.160079}, {"accuracy": 0.1917, "f1": 0.164013, "hf_subset": "tsn_Latn-fra_Latn", "languages": ["tsn-Latn", "fra-Latn"], "main_score": 0.164013, "precision": 0.157285, "recall": 0.1917}, {"accuracy": 0.131423, "f1": 0.108726, "hf_subset": "tsn_Latn-jpn_Jpan", "languages": ["tsn-Latn", "jpn-Jpan"], "main_score": 0.108726, "precision": 0.103484, "recall": 0.131423}, {"accuracy": 0.112648, "f1": 0.104866, "hf_subset": "tsn_Latn-lij_Latn", "languages": ["tsn-Latn", "lij-Latn"], "main_score": 0.104866, "precision": 0.103412, "recall": 0.112648}, {"accuracy": 0.089921, "f1": 0.071524, "hf_subset": "tsn_Latn-mya_Mymr", "languages": ["tsn-Latn", "mya-Mymr"], "main_score": 0.071524, "precision": 0.067703, "recall": 0.089921}, {"accuracy": 0.178854, "f1": 0.160917, "hf_subset": "tsn_Latn-sag_Latn", "languages": ["tsn-Latn", "sag-Latn"], "main_score": 0.160917, "precision": 0.154433, "recall": 0.178854}, {"accuracy": 0.061265, "f1": 0.045548, "hf_subset": "tsn_Latn-taq_Tfng", "languages": ["tsn-Latn", "taq-Tfng"], "main_score": 0.045548, "precision": 0.041713, "recall": 0.061265}, {"accuracy": 0.205534, "f1": 0.189736, "hf_subset": "tsn_Latn-wol_Latn", "languages": ["tsn-Latn", "wol-Latn"], "main_score": 0.189736, "precision": 0.184055, "recall": 0.205534}, {"accuracy": 0.092885, "f1": 0.074452, "hf_subset": "tsn_Latn-arb_Latn", "languages": ["tsn-Latn", "arb-Latn"], "main_score": 0.074452, "precision": 0.06989, "recall": 0.092885}, {"accuracy": 0.198617, "f1": 0.170616, "hf_subset": "tsn_Latn-cat_Latn", "languages": ["tsn-Latn", "cat-Latn"], "main_score": 0.170616, "precision": 0.163132, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.117611, "hf_subset": "tsn_Latn-fur_Latn", "languages": ["tsn-Latn", "fur-Latn"], "main_score": 0.117611, "precision": 0.114465, "recall": 0.131423}, {"accuracy": 0.065217, "f1": 0.051859, "hf_subset": "tsn_Latn-kab_Latn", "languages": ["tsn-Latn", "kab-Latn"], "main_score": 0.051859, "precision": 0.047772, "recall": 0.065217}, {"accuracy": 0.117589, "f1": 0.110668, "hf_subset": "tsn_Latn-lim_Latn", "languages": ["tsn-Latn", "lim-Latn"], "main_score": 0.110668, "precision": 0.10878, "recall": 0.117589}, {"accuracy": 0.204545, "f1": 0.176675, "hf_subset": "tsn_Latn-nld_Latn", "languages": ["tsn-Latn", "nld-Latn"], "main_score": 0.176675, "precision": 0.169346, "recall": 0.204545}, {"accuracy": 0.074111, "f1": 0.063674, "hf_subset": "tsn_Latn-san_Deva", "languages": ["tsn-Latn", "san-Deva"], "main_score": 0.063674, "precision": 0.061752, "recall": 0.074111}, {"accuracy": 0.103755, "f1": 0.092915, "hf_subset": "tsn_Latn-tat_Cyrl", "languages": ["tsn-Latn", "tat-Cyrl"], "main_score": 0.092915, "precision": 0.090205, "recall": 0.103755}, {"accuracy": 0.187747, "f1": 0.169054, "hf_subset": "tsn_Latn-xho_Latn", "languages": ["tsn-Latn", "xho-Latn"], "main_score": 0.169054, "precision": 0.163001, "recall": 0.187747}, {"accuracy": 0.11166, "f1": 0.094794, "hf_subset": "tsn_Latn-ars_Arab", "languages": ["tsn-Latn", "ars-Arab"], "main_score": 0.094794, "precision": 0.090663, "recall": 0.11166}, {"accuracy": 0.144269, "f1": 0.136141, "hf_subset": "tsn_Latn-ceb_Latn", "languages": ["tsn-Latn", "ceb-Latn"], "main_score": 0.136141, "precision": 0.13378, "recall": 0.144269}, {"accuracy": 0.163043, "f1": 0.152061, "hf_subset": "tsn_Latn-fuv_Latn", "languages": ["tsn-Latn", "fuv-Latn"], "main_score": 0.152061, "precision": 0.147914, "recall": 0.163043}, {"accuracy": 0.204545, "f1": 0.178165, "hf_subset": "tsn_Latn-kac_Latn", "languages": ["tsn-Latn", "kac-Latn"], "main_score": 0.178165, "precision": 0.170335, "recall": 0.204545}, {"accuracy": 0.189723, "f1": 0.173128, "hf_subset": "tsn_Latn-lin_Latn", "languages": ["tsn-Latn", "lin-Latn"], "main_score": 0.173128, "precision": 0.168618, "recall": 0.189723}, {"accuracy": 0.179842, "f1": 0.156469, "hf_subset": "tsn_Latn-nno_Latn", "languages": ["tsn-Latn", "nno-Latn"], "main_score": 0.156469, "precision": 0.150394, "recall": 0.179842}, {"accuracy": 0.016798, "f1": 0.006439, "hf_subset": "tsn_Latn-sat_Olck", "languages": ["tsn-Latn", "sat-Olck"], "main_score": 0.006439, "precision": 0.00495, "recall": 0.016798}, {"accuracy": 0.062253, "f1": 0.05535, "hf_subset": "tsn_Latn-tel_Telu", "languages": ["tsn-Latn", "tel-Telu"], "main_score": 0.05535, "precision": 0.053842, "recall": 0.062253}, {"accuracy": 0.050395, "f1": 0.037128, "hf_subset": "tsn_Latn-ydd_Hebr", "languages": ["tsn-Latn", "ydd-Hebr"], "main_score": 0.037128, "precision": 0.033541, "recall": 0.050395}, {"accuracy": 0.090909, "f1": 0.077008, "hf_subset": "tsn_Latn-ary_Arab", "languages": ["tsn-Latn", "ary-Arab"], "main_score": 0.077008, "precision": 0.073583, "recall": 0.090909}, {"accuracy": 0.190711, "f1": 0.170937, "hf_subset": "tsn_Latn-ces_Latn", "languages": ["tsn-Latn", "ces-Latn"], "main_score": 0.170937, "precision": 0.165451, "recall": 0.190711}, {"accuracy": 0.08498, "f1": 0.06973, "hf_subset": "tsn_Latn-gaz_Latn", "languages": ["tsn-Latn", "gaz-Latn"], "main_score": 0.06973, "precision": 0.065065, "recall": 0.08498}, {"accuracy": 0.222332, "f1": 0.204754, "hf_subset": "tsn_Latn-kam_Latn", "languages": ["tsn-Latn", "kam-Latn"], "main_score": 0.204754, "precision": 0.19825, "recall": 0.222332}, {"accuracy": 0.166008, "f1": 0.143676, "hf_subset": "tsn_Latn-lit_Latn", "languages": ["tsn-Latn", "lit-Latn"], "main_score": 0.143676, "precision": 0.137857, "recall": 0.166008}, {"accuracy": 0.184783, "f1": 0.164957, "hf_subset": "tsn_Latn-nob_Latn", "languages": ["tsn-Latn", "nob-Latn"], "main_score": 0.164957, "precision": 0.159597, "recall": 0.184783}, {"accuracy": 0.132411, "f1": 0.123047, "hf_subset": "tsn_Latn-scn_Latn", "languages": ["tsn-Latn", "scn-Latn"], "main_score": 0.123047, "precision": 0.120601, "recall": 0.132411}, {"accuracy": 0.11166, "f1": 0.095272, "hf_subset": "tsn_Latn-tgk_Cyrl", "languages": ["tsn-Latn", "tgk-Cyrl"], "main_score": 0.095272, "precision": 0.090329, "recall": 0.11166}, {"accuracy": 0.155138, "f1": 0.13855, "hf_subset": "tsn_Latn-yor_Latn", "languages": ["tsn-Latn", "yor-Latn"], "main_score": 0.13855, "precision": 0.133577, "recall": 0.155138}, {"accuracy": 0.094862, "f1": 0.083779, "hf_subset": "tsn_Latn-arz_Arab", "languages": ["tsn-Latn", "arz-Arab"], "main_score": 0.083779, "precision": 0.080693, "recall": 0.094862}, {"accuracy": 0.195652, "f1": 0.175841, "hf_subset": "tsn_Latn-cjk_Latn", "languages": ["tsn-Latn", "cjk-Latn"], "main_score": 0.175841, "precision": 0.168525, "recall": 0.195652}, {"accuracy": 0.137352, "f1": 0.120152, "hf_subset": "tsn_Latn-gla_Latn", "languages": ["tsn-Latn", "gla-Latn"], "main_score": 0.120152, "precision": 0.115318, "recall": 0.137352}, {"accuracy": 0.055336, "f1": 0.046126, "hf_subset": "tsn_Latn-kan_Knda", "languages": ["tsn-Latn", "kan-Knda"], "main_score": 0.046126, "precision": 0.043991, "recall": 0.055336}, {"accuracy": 0.119565, "f1": 0.109003, "hf_subset": "tsn_Latn-lmo_Latn", "languages": ["tsn-Latn", "lmo-Latn"], "main_score": 0.109003, "precision": 0.106521, "recall": 0.119565}, {"accuracy": 0.120553, "f1": 0.098097, "hf_subset": "tsn_Latn-npi_Deva", "languages": ["tsn-Latn", "npi-Deva"], "main_score": 0.098097, "precision": 0.093082, "recall": 0.120553}, {"accuracy": 0.153162, "f1": 0.137066, "hf_subset": "tsn_Latn-shn_Mymr", "languages": ["tsn-Latn", "shn-Mymr"], "main_score": 0.137066, "precision": 0.132006, "recall": 0.153162}, {"accuracy": 0.148221, "f1": 0.137547, "hf_subset": "tsn_Latn-tgl_Latn", "languages": ["tsn-Latn", "tgl-Latn"], "main_score": 0.137547, "precision": 0.134326, "recall": 0.148221}, {"accuracy": 0.137352, "f1": 0.116944, "hf_subset": "tsn_Latn-yue_Hant", "languages": ["tsn-Latn", "yue-Hant"], "main_score": 0.116944, "precision": 0.111981, "recall": 0.137352}, {"accuracy": 0.040514, "f1": 0.035057, "hf_subset": "tsn_Latn-asm_Beng", "languages": ["tsn-Latn", "asm-Beng"], "main_score": 0.035057, "precision": 0.033604, "recall": 0.040514}, {"accuracy": 0.076087, "f1": 0.059936, "hf_subset": "tsn_Latn-ckb_Arab", "languages": ["tsn-Latn", "ckb-Arab"], "main_score": 0.059936, "precision": 0.056871, "recall": 0.076087}, {"accuracy": 0.128458, "f1": 0.118553, "hf_subset": "tsn_Latn-gle_Latn", "languages": ["tsn-Latn", "gle-Latn"], "main_score": 0.118553, "precision": 0.115813, "recall": 0.128458}, {"accuracy": 0.062253, "f1": 0.057543, "hf_subset": "tsn_Latn-kas_Arab", "languages": ["tsn-Latn", "kas-Arab"], "main_score": 0.057543, "precision": 0.055748, "recall": 0.062253}, {"accuracy": 0.12253, "f1": 0.106897, "hf_subset": "tsn_Latn-ltg_Latn", "languages": ["tsn-Latn", "ltg-Latn"], "main_score": 0.106897, "precision": 0.102409, "recall": 0.12253}, {"accuracy": 0.368577, "f1": 0.334957, "hf_subset": "tsn_Latn-nso_Latn", "languages": ["tsn-Latn", "nso-Latn"], "main_score": 0.334957, "precision": 0.323319, "recall": 0.368577}, {"accuracy": 0.059289, "f1": 0.045865, "hf_subset": "tsn_Latn-sin_Sinh", "languages": ["tsn-Latn", "sin-Sinh"], "main_score": 0.045865, "precision": 0.042825, "recall": 0.059289}, {"accuracy": 0.121542, "f1": 0.103936, "hf_subset": "tsn_Latn-tha_Thai", "languages": ["tsn-Latn", "tha-Thai"], "main_score": 0.103936, "precision": 0.099756, "recall": 0.121542}, {"accuracy": 0.147233, "f1": 0.122832, "hf_subset": "tsn_Latn-zho_Hans", "languages": ["tsn-Latn", "zho-Hans"], "main_score": 0.122832, "precision": 0.117052, "recall": 0.147233}, {"accuracy": 0.134387, "f1": 0.119591, "hf_subset": "tsn_Latn-ast_Latn", "languages": ["tsn-Latn", "ast-Latn"], "main_score": 0.119591, "precision": 0.116376, "recall": 0.134387}, {"accuracy": 0.110672, "f1": 0.100945, "hf_subset": "tsn_Latn-crh_Latn", "languages": ["tsn-Latn", "crh-Latn"], "main_score": 0.100945, "precision": 0.098512, "recall": 0.110672}, {"accuracy": 0.195652, "f1": 0.169249, "hf_subset": "tsn_Latn-glg_Latn", "languages": ["tsn-Latn", "glg-Latn"], "main_score": 0.169249, "precision": 0.162013, "recall": 0.195652}, {"accuracy": 0.104743, "f1": 0.092751, "hf_subset": "tsn_Latn-kas_Deva", "languages": ["tsn-Latn", "kas-Deva"], "main_score": 0.092751, "precision": 0.089399, "recall": 0.104743}, {"accuracy": 0.136364, "f1": 0.126289, "hf_subset": "tsn_Latn-ltz_Latn", "languages": ["tsn-Latn", "ltz-Latn"], "main_score": 0.126289, "precision": 0.123514, "recall": 0.136364}, {"accuracy": 0.115613, "f1": 0.093797, "hf_subset": "tsn_Latn-nus_Latn", "languages": ["tsn-Latn", "nus-Latn"], "main_score": 0.093797, "precision": 0.087415, "recall": 0.115613}, {"accuracy": 0.177866, "f1": 0.162791, "hf_subset": "tsn_Latn-slk_Latn", "languages": ["tsn-Latn", "slk-Latn"], "main_score": 0.162791, "precision": 0.158099, "recall": 0.177866}, {"accuracy": 0.027668, "f1": 0.022096, "hf_subset": "tsn_Latn-tir_Ethi", "languages": ["tsn-Latn", "tir-Ethi"], "main_score": 0.022096, "precision": 0.020802, "recall": 0.027668}, {"accuracy": 0.133399, "f1": 0.114931, "hf_subset": "tsn_Latn-zho_Hant", "languages": ["tsn-Latn", "zho-Hant"], "main_score": 0.114931, "precision": 0.110908, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.103392, "hf_subset": "tsn_Latn-awa_Deva", "languages": ["tsn-Latn", "awa-Deva"], "main_score": 0.103392, "precision": 0.098986, "recall": 0.12253}, {"accuracy": 0.096838, "f1": 0.085901, "hf_subset": "tsn_Latn-cym_Latn", "languages": ["tsn-Latn", "cym-Latn"], "main_score": 0.085901, "precision": 0.08383, "recall": 0.096838}, {"accuracy": 0.18083, "f1": 0.165201, "hf_subset": "tsn_Latn-grn_Latn", "languages": ["tsn-Latn", "grn-Latn"], "main_score": 0.165201, "precision": 0.160739, "recall": 0.18083}, {"accuracy": 0.100791, "f1": 0.087119, "hf_subset": "tsn_Latn-kat_Geor", "languages": ["tsn-Latn", "kat-Geor"], "main_score": 0.087119, "precision": 0.083804, "recall": 0.100791}, {"accuracy": 0.210474, "f1": 0.192195, "hf_subset": "tsn_Latn-lua_Latn", "languages": ["tsn-Latn", "lua-Latn"], "main_score": 0.192195, "precision": 0.185979, "recall": 0.210474}, {"accuracy": 0.237154, "f1": 0.21947, "hf_subset": "tsn_Latn-nya_Latn", "languages": ["tsn-Latn", "nya-Latn"], "main_score": 0.21947, "precision": 0.213343, "recall": 0.237154}, {"accuracy": 0.183794, "f1": 0.157377, "hf_subset": "tsn_Latn-slv_Latn", "languages": ["tsn-Latn", "slv-Latn"], "main_score": 0.157377, "precision": 0.151541, "recall": 0.183794}, {"accuracy": 0.181818, "f1": 0.169265, "hf_subset": "tsn_Latn-tpi_Latn", "languages": ["tsn-Latn", "tpi-Latn"], "main_score": 0.169265, "precision": 0.165443, "recall": 0.181818}, {"accuracy": 0.187747, "f1": 0.166517, "hf_subset": "tsn_Latn-zsm_Latn", "languages": ["tsn-Latn", "zsm-Latn"], "main_score": 0.166517, "precision": 0.161383, "recall": 0.187747}, {"accuracy": 0.185771, "f1": 0.164726, "hf_subset": "tsn_Latn-ayr_Latn", "languages": ["tsn-Latn", "ayr-Latn"], "main_score": 0.164726, "precision": 0.157539, "recall": 0.185771}, {"accuracy": 0.193676, "f1": 0.170388, "hf_subset": "tsn_Latn-dan_Latn", "languages": ["tsn-Latn", "dan-Latn"], "main_score": 0.170388, "precision": 0.164375, "recall": 0.193676}, {"accuracy": 0.075099, "f1": 0.063862, "hf_subset": "tsn_Latn-guj_Gujr", "languages": ["tsn-Latn", "guj-Gujr"], "main_score": 0.063862, "precision": 0.061348, "recall": 0.075099}, {"accuracy": 0.139328, "f1": 0.117532, "hf_subset": "tsn_Latn-kaz_Cyrl", "languages": ["tsn-Latn", "kaz-Cyrl"], "main_score": 0.117532, "precision": 0.112423, "recall": 0.139328}, {"accuracy": 0.18083, "f1": 0.161147, "hf_subset": "tsn_Latn-lug_Latn", "languages": ["tsn-Latn", "lug-Latn"], "main_score": 0.161147, "precision": 0.154516, "recall": 0.18083}, {"accuracy": 0.171937, "f1": 0.154679, "hf_subset": "tsn_Latn-oci_Latn", "languages": ["tsn-Latn", "oci-Latn"], "main_score": 0.154679, "precision": 0.150486, "recall": 0.171937}, {"accuracy": 0.170949, "f1": 0.153447, "hf_subset": "tsn_Latn-smo_Latn", "languages": ["tsn-Latn", "smo-Latn"], "main_score": 0.153447, "precision": 0.147255, "recall": 0.170949}, {"accuracy": 0.172925, "f1": 0.15031, "hf_subset": "tsn_Latn-zul_Latn", "languages": ["tsn-Latn", "zul-Latn"], "main_score": 0.15031, "precision": 0.143432, "recall": 0.172925}, {"accuracy": 0.076087, "f1": 0.068222, "hf_subset": "tsn_Latn-azb_Arab", "languages": ["tsn-Latn", "azb-Arab"], "main_score": 0.068222, "precision": 0.066201, "recall": 0.076087}, {"accuracy": 0.184783, "f1": 0.167571, "hf_subset": "tsn_Latn-deu_Latn", "languages": ["tsn-Latn", "deu-Latn"], "main_score": 0.167571, "precision": 0.162024, "recall": 0.184783}, {"accuracy": 0.175889, "f1": 0.156225, "hf_subset": "tsn_Latn-hat_Latn", "languages": ["tsn-Latn", "hat-Latn"], "main_score": 0.156225, "precision": 0.149624, "recall": 0.175889}, {"accuracy": 0.206522, "f1": 0.183173, "hf_subset": "tsn_Latn-kbp_Latn", "languages": ["tsn-Latn", "kbp-Latn"], "main_score": 0.183173, "precision": 0.174958, "recall": 0.206522}, {"accuracy": 0.211462, "f1": 0.193107, "hf_subset": "tsn_Latn-luo_Latn", "languages": ["tsn-Latn", "luo-Latn"], "main_score": 0.193107, "precision": 0.186217, "recall": 0.211462}, {"accuracy": 0.054348, "f1": 0.042683, "hf_subset": "tsn_Latn-ory_Orya", "languages": ["tsn-Latn", "ory-Orya"], "main_score": 0.042683, "precision": 0.039621, "recall": 0.054348}, {"accuracy": 0.178854, "f1": 0.156224, "hf_subset": "tsn_Latn-sna_Latn", "languages": ["tsn-Latn", "sna-Latn"], "main_score": 0.156224, "precision": 0.148612, "recall": 0.178854}, {"accuracy": 0.242095, "f1": 0.2162, "hf_subset": "tsn_Latn-tso_Latn", "languages": ["tsn-Latn", "tso-Latn"], "main_score": 0.2162, "precision": 0.207419, "recall": 0.242095}, {"accuracy": 0.108696, "f1": 0.09533, "hf_subset": "tsn_Latn-azj_Latn", "languages": ["tsn-Latn", "azj-Latn"], "main_score": 0.09533, "precision": 0.092575, "recall": 0.108696}, {"accuracy": 0.185771, "f1": 0.167209, "hf_subset": "tsn_Latn-dik_Latn", "languages": ["tsn-Latn", "dik-Latn"], "main_score": 0.167209, "precision": 0.16124, "recall": 0.185771}, {"accuracy": 0.176877, "f1": 0.156428, "hf_subset": "tsn_Latn-hau_Latn", "languages": ["tsn-Latn", "hau-Latn"], "main_score": 0.156428, "precision": 0.149705, "recall": 0.176877}, {"accuracy": 0.100791, "f1": 0.094162, "hf_subset": "tsn_Latn-kea_Latn", "languages": ["tsn-Latn", "kea-Latn"], "main_score": 0.094162, "precision": 0.092359, "recall": 0.100791}, {"accuracy": 0.218379, "f1": 0.194975, "hf_subset": "tsn_Latn-lus_Latn", "languages": ["tsn-Latn", "lus-Latn"], "main_score": 0.194975, "precision": 0.188099, "recall": 0.218379}, {"accuracy": 0.177866, "f1": 0.167121, "hf_subset": "tsn_Latn-pag_Latn", "languages": ["tsn-Latn", "pag-Latn"], "main_score": 0.167121, "precision": 0.163804, "recall": 0.177866}, {"accuracy": 0.064229, "f1": 0.055575, "hf_subset": "tsn_Latn-snd_Arab", "languages": ["tsn-Latn", "snd-Arab"], "main_score": 0.055575, "precision": 0.053532, "recall": 0.064229}, {"accuracy": 0.121542, "f1": 0.105209, "hf_subset": "tsn_Latn-tuk_Latn", "languages": ["tsn-Latn", "tuk-Latn"], "main_score": 0.105209, "precision": 0.101002, "recall": 0.121542}, {"accuracy": 0.131423, "f1": 0.112468, "hf_subset": "tsn_Latn-bak_Cyrl", "languages": ["tsn-Latn", "bak-Cyrl"], "main_score": 0.112468, "precision": 0.107588, "recall": 0.131423}, {"accuracy": 0.158103, "f1": 0.139681, "hf_subset": "tsn_Latn-dyu_Latn", "languages": ["tsn-Latn", "dyu-Latn"], "main_score": 0.139681, "precision": 0.132962, "recall": 0.158103}, {"accuracy": 0.121542, "f1": 0.100848, "hf_subset": "tsn_Latn-heb_Hebr", "languages": ["tsn-Latn", "heb-Hebr"], "main_score": 0.100848, "precision": 0.094985, "recall": 0.121542}, {"accuracy": 0.139328, "f1": 0.119813, "hf_subset": "tsn_Latn-khk_Cyrl", "languages": ["tsn-Latn", "khk-Cyrl"], "main_score": 0.119813, "precision": 0.115091, "recall": 0.139328}, {"accuracy": 0.153162, "f1": 0.128775, "hf_subset": "tsn_Latn-lvs_Latn", "languages": ["tsn-Latn", "lvs-Latn"], "main_score": 0.128775, "precision": 0.122287, "recall": 0.153162}, {"accuracy": 0.057312, "f1": 0.045146, "hf_subset": "tsn_Latn-pan_Guru", "languages": ["tsn-Latn", "pan-Guru"], "main_score": 0.045146, "precision": 0.042714, "recall": 0.057312}, {"accuracy": 0.140316, "f1": 0.120922, "hf_subset": "tsn_Latn-som_Latn", "languages": ["tsn-Latn", "som-Latn"], "main_score": 0.120922, "precision": 0.115584, "recall": 0.140316}, {"accuracy": 0.23419, "f1": 0.211716, "hf_subset": "tsn_Latn-tum_Latn", "languages": ["tsn-Latn", "tum-Latn"], "main_score": 0.211716, "precision": 0.204608, "recall": 0.23419}, {"accuracy": 0.025692, "f1": 0.014616, "hf_subset": "zul_Latn-ace_Arab", "languages": ["zul-Latn", "ace-Arab"], "main_score": 0.014616, "precision": 0.013166, "recall": 0.025692}, {"accuracy": 0.083004, "f1": 0.07668, "hf_subset": "zul_Latn-bam_Latn", "languages": ["zul-Latn", "bam-Latn"], "main_score": 0.07668, "precision": 0.074303, "recall": 0.083004}, {"accuracy": 0.003953, "f1": 0.000906, "hf_subset": "zul_Latn-dzo_Tibt", "languages": ["zul-Latn", "dzo-Tibt"], "main_score": 0.000906, "precision": 0.000632, "recall": 0.003953}, {"accuracy": 0.075099, "f1": 0.060711, "hf_subset": "zul_Latn-hin_Deva", "languages": ["zul-Latn", "hin-Deva"], "main_score": 0.060711, "precision": 0.05806, "recall": 0.075099}, {"accuracy": 0.065217, "f1": 0.057806, "hf_subset": "zul_Latn-khm_Khmr", "languages": ["zul-Latn", "khm-Khmr"], "main_score": 0.057806, "precision": 0.056348, "recall": 0.065217}, {"accuracy": 0.067194, "f1": 0.058569, "hf_subset": "zul_Latn-mag_Deva", "languages": ["zul-Latn", "mag-Deva"], "main_score": 0.058569, "precision": 0.056668, "recall": 0.067194}, {"accuracy": 0.055336, "f1": 0.048236, "hf_subset": "zul_Latn-pap_Latn", "languages": ["zul-Latn", "pap-Latn"], "main_score": 0.048236, "precision": 0.046351, "recall": 0.055336}, {"accuracy": 0.129447, "f1": 0.117564, "hf_subset": "zul_Latn-sot_Latn", "languages": ["zul-Latn", "sot-Latn"], "main_score": 0.117564, "precision": 0.113654, "recall": 0.129447}, {"accuracy": 0.105731, "f1": 0.091368, "hf_subset": "zul_Latn-tur_Latn", "languages": ["zul-Latn", "tur-Latn"], "main_score": 0.091368, "precision": 0.088514, "recall": 0.105731}, {"accuracy": 0.081028, "f1": 0.072238, "hf_subset": "zul_Latn-ace_Latn", "languages": ["zul-Latn", "ace-Latn"], "main_score": 0.072238, "precision": 0.070278, "recall": 0.081028}, {"accuracy": 0.055336, "f1": 0.0521, "hf_subset": "zul_Latn-ban_Latn", "languages": ["zul-Latn", "ban-Latn"], "main_score": 0.0521, "precision": 0.051344, "recall": 0.055336}, {"accuracy": 0.078063, "f1": 0.06519, "hf_subset": "zul_Latn-ell_Grek", "languages": ["zul-Latn", "ell-Grek"], "main_score": 0.06519, "precision": 0.062865, "recall": 0.078063}, {"accuracy": 0.059289, "f1": 0.051548, "hf_subset": "zul_Latn-hne_Deva", "languages": ["zul-Latn", "hne-Deva"], "main_score": 0.051548, "precision": 0.049779, "recall": 0.059289}, {"accuracy": 0.11166, "f1": 0.101023, "hf_subset": "zul_Latn-kik_Latn", "languages": ["zul-Latn", "kik-Latn"], "main_score": 0.101023, "precision": 0.097414, "recall": 0.11166}, {"accuracy": 0.067194, "f1": 0.056828, "hf_subset": "zul_Latn-mai_Deva", "languages": ["zul-Latn", "mai-Deva"], "main_score": 0.056828, "precision": 0.055176, "recall": 0.067194}, {"accuracy": 0.070158, "f1": 0.057695, "hf_subset": "zul_Latn-pbt_Arab", "languages": ["zul-Latn", "pbt-Arab"], "main_score": 0.057695, "precision": 0.055724, "recall": 0.070158}, {"accuracy": 0.102767, "f1": 0.090746, "hf_subset": "zul_Latn-spa_Latn", "languages": ["zul-Latn", "spa-Latn"], "main_score": 0.090746, "precision": 0.088255, "recall": 0.102767}, {"accuracy": 0.114625, "f1": 0.105242, "hf_subset": "zul_Latn-twi_Latn", "languages": ["zul-Latn", "twi-Latn"], "main_score": 0.105242, "precision": 0.102517, "recall": 0.114625}, {"accuracy": 0.0583, "f1": 0.050302, "hf_subset": "zul_Latn-acm_Arab", "languages": ["zul-Latn", "acm-Arab"], "main_score": 0.050302, "precision": 0.049099, "recall": 0.0583}, {"accuracy": 0.072134, "f1": 0.05781, "hf_subset": "zul_Latn-bel_Cyrl", "languages": ["zul-Latn", "bel-Cyrl"], "main_score": 0.05781, "precision": 0.055509, "recall": 0.072134}, {"accuracy": 0.109684, "f1": 0.099355, "hf_subset": "zul_Latn-eng_Latn", "languages": ["zul-Latn", "eng-Latn"], "main_score": 0.099355, "precision": 0.09669, "recall": 0.109684}, {"accuracy": 0.077075, "f1": 0.070619, "hf_subset": "zul_Latn-hrv_Latn", "languages": ["zul-Latn", "hrv-Latn"], "main_score": 0.070619, "precision": 0.068836, "recall": 0.077075}, {"accuracy": 0.12253, "f1": 0.11198, "hf_subset": "zul_Latn-kin_Latn", "languages": ["zul-Latn", "kin-Latn"], "main_score": 0.11198, "precision": 0.108605, "recall": 0.12253}, {"accuracy": 0.033597, "f1": 0.02508, "hf_subset": "zul_Latn-mal_Mlym", "languages": ["zul-Latn", "mal-Mlym"], "main_score": 0.02508, "precision": 0.023513, "recall": 0.033597}, {"accuracy": 0.067194, "f1": 0.05664, "hf_subset": "zul_Latn-pes_Arab", "languages": ["zul-Latn", "pes-Arab"], "main_score": 0.05664, "precision": 0.054757, "recall": 0.067194}, {"accuracy": 0.076087, "f1": 0.069172, "hf_subset": "zul_Latn-srd_Latn", "languages": ["zul-Latn", "srd-Latn"], "main_score": 0.069172, "precision": 0.066536, "recall": 0.076087}, {"accuracy": 0.050395, "f1": 0.035409, "hf_subset": "zul_Latn-tzm_Tfng", "languages": ["zul-Latn", "tzm-Tfng"], "main_score": 0.035409, "precision": 0.032316, "recall": 0.050395}, {"accuracy": 0.067194, "f1": 0.058846, "hf_subset": "zul_Latn-acq_Arab", "languages": ["zul-Latn", "acq-Arab"], "main_score": 0.058846, "precision": 0.05759, "recall": 0.067194}, {"accuracy": 0.155138, "f1": 0.139291, "hf_subset": "zul_Latn-bem_Latn", "languages": ["zul-Latn", "bem-Latn"], "main_score": 0.139291, "precision": 0.133817, "recall": 0.155138}, {"accuracy": 0.066206, "f1": 0.061336, "hf_subset": "zul_Latn-epo_Latn", "languages": ["zul-Latn", "epo-Latn"], "main_score": 0.061336, "precision": 0.060569, "recall": 0.066206}, {"accuracy": 0.106719, "f1": 0.093908, "hf_subset": "zul_Latn-hun_Latn", "languages": ["zul-Latn", "hun-Latn"], "main_score": 0.093908, "precision": 0.091583, "recall": 0.106719}, {"accuracy": 0.078063, "f1": 0.064878, "hf_subset": "zul_Latn-kir_Cyrl", "languages": ["zul-Latn", "kir-Cyrl"], "main_score": 0.064878, "precision": 0.061826, "recall": 0.078063}, {"accuracy": 0.060277, "f1": 0.051653, "hf_subset": "zul_Latn-mar_Deva", "languages": ["zul-Latn", "mar-Deva"], "main_score": 0.051653, "precision": 0.049777, "recall": 0.060277}, {"accuracy": 0.079051, "f1": 0.068062, "hf_subset": "zul_Latn-plt_Latn", "languages": ["zul-Latn", "plt-Latn"], "main_score": 0.068062, "precision": 0.065203, "recall": 0.079051}, {"accuracy": 0.097826, "f1": 0.084385, "hf_subset": "zul_Latn-srp_Cyrl", "languages": ["zul-Latn", "srp-Cyrl"], "main_score": 0.084385, "precision": 0.081146, "recall": 0.097826}, {"accuracy": 0.043478, "f1": 0.037617, "hf_subset": "zul_Latn-uig_Arab", "languages": ["zul-Latn", "uig-Arab"], "main_score": 0.037617, "precision": 0.03652, "recall": 0.043478}, {"accuracy": 0.050395, "f1": 0.040865, "hf_subset": "zul_Latn-aeb_Arab", "languages": ["zul-Latn", "aeb-Arab"], "main_score": 0.040865, "precision": 0.039598, "recall": 0.050395}, {"accuracy": 0.04249, "f1": 0.031193, "hf_subset": "zul_Latn-ben_Beng", "languages": ["zul-Latn", "ben-Beng"], "main_score": 0.031193, "precision": 0.0292, "recall": 0.04249}, {"accuracy": 0.098814, "f1": 0.083542, "hf_subset": "zul_Latn-est_Latn", "languages": ["zul-Latn", "est-Latn"], "main_score": 0.083542, "precision": 0.080643, "recall": 0.098814}, {"accuracy": 0.063241, "f1": 0.051011, "hf_subset": "zul_Latn-hye_Armn", "languages": ["zul-Latn", "hye-Armn"], "main_score": 0.051011, "precision": 0.049503, "recall": 0.063241}, {"accuracy": 0.120553, "f1": 0.10934, "hf_subset": "zul_Latn-kmb_Latn", "languages": ["zul-Latn", "kmb-Latn"], "main_score": 0.10934, "precision": 0.105665, "recall": 0.120553}, {"accuracy": 0.014822, "f1": 0.011366, "hf_subset": "zul_Latn-min_Arab", "languages": ["zul-Latn", "min-Arab"], "main_score": 0.011366, "precision": 0.010558, "recall": 0.014822}, {"accuracy": 0.115613, "f1": 0.099929, "hf_subset": "zul_Latn-pol_Latn", "languages": ["zul-Latn", "pol-Latn"], "main_score": 0.099929, "precision": 0.096045, "recall": 0.115613}, {"accuracy": 0.262846, "f1": 0.22607, "hf_subset": "zul_Latn-ssw_Latn", "languages": ["zul-Latn", "ssw-Latn"], "main_score": 0.22607, "precision": 0.215705, "recall": 0.262846}, {"accuracy": 0.086957, "f1": 0.075379, "hf_subset": "zul_Latn-ukr_Cyrl", "languages": ["zul-Latn", "ukr-Cyrl"], "main_score": 0.075379, "precision": 0.072796, "recall": 0.086957}, {"accuracy": 0.097826, "f1": 0.085077, "hf_subset": "zul_Latn-afr_Latn", "languages": ["zul-Latn", "afr-Latn"], "main_score": 0.085077, "precision": 0.082187, "recall": 0.097826}, {"accuracy": 0.066206, "f1": 0.054032, "hf_subset": "zul_Latn-bho_Deva", "languages": ["zul-Latn", "bho-Deva"], "main_score": 0.054032, "precision": 0.051539, "recall": 0.066206}, {"accuracy": 0.038538, "f1": 0.036239, "hf_subset": "zul_Latn-eus_Latn", "languages": ["zul-Latn", "eus-Latn"], "main_score": 0.036239, "precision": 0.035577, "recall": 0.038538}, {"accuracy": 0.087945, "f1": 0.07725, "hf_subset": "zul_Latn-ibo_Latn", "languages": ["zul-Latn", "ibo-Latn"], "main_score": 0.07725, "precision": 0.073567, "recall": 0.087945}, {"accuracy": 0.093874, "f1": 0.078818, "hf_subset": "zul_Latn-kmr_Latn", "languages": ["zul-Latn", "kmr-Latn"], "main_score": 0.078818, "precision": 0.075824, "recall": 0.093874}, {"accuracy": 0.052372, "f1": 0.047632, "hf_subset": "zul_Latn-min_Latn", "languages": ["zul-Latn", "min-Latn"], "main_score": 0.047632, "precision": 0.046389, "recall": 0.052372}, {"accuracy": 0.101779, "f1": 0.089128, "hf_subset": "zul_Latn-por_Latn", "languages": ["zul-Latn", "por-Latn"], "main_score": 0.089128, "precision": 0.086193, "recall": 0.101779}, {"accuracy": 0.061265, "f1": 0.05437, "hf_subset": "zul_Latn-sun_Latn", "languages": ["zul-Latn", "sun-Latn"], "main_score": 0.05437, "precision": 0.052136, "recall": 0.061265}, {"accuracy": 0.120553, "f1": 0.101811, "hf_subset": "zul_Latn-umb_Latn", "languages": ["zul-Latn", "umb-Latn"], "main_score": 0.101811, "precision": 0.097129, "recall": 0.120553}, {"accuracy": 0.066206, "f1": 0.055645, "hf_subset": "zul_Latn-ajp_Arab", "languages": ["zul-Latn", "ajp-Arab"], "main_score": 0.055645, "precision": 0.053884, "recall": 0.066206}, {"accuracy": 0.024704, "f1": 0.017533, "hf_subset": "zul_Latn-bjn_Arab", "languages": ["zul-Latn", "bjn-Arab"], "main_score": 0.017533, "precision": 0.015783, "recall": 0.024704}, {"accuracy": 0.094862, "f1": 0.085452, "hf_subset": "zul_Latn-ewe_Latn", "languages": ["zul-Latn", "ewe-Latn"], "main_score": 0.085452, "precision": 0.082491, "recall": 0.094862}, {"accuracy": 0.090909, "f1": 0.080502, "hf_subset": "zul_Latn-ilo_Latn", "languages": ["zul-Latn", "ilo-Latn"], "main_score": 0.080502, "precision": 0.077938, "recall": 0.090909}, {"accuracy": 0.020751, "f1": 0.018524, "hf_subset": "zul_Latn-knc_Arab", "languages": ["zul-Latn", "knc-Arab"], "main_score": 0.018524, "precision": 0.01804, "recall": 0.020751}, {"accuracy": 0.09585, "f1": 0.079891, "hf_subset": "zul_Latn-mkd_Cyrl", "languages": ["zul-Latn", "mkd-Cyrl"], "main_score": 0.079891, "precision": 0.076283, "recall": 0.09585}, {"accuracy": 0.06917, "f1": 0.056625, "hf_subset": "zul_Latn-prs_Arab", "languages": ["zul-Latn", "prs-Arab"], "main_score": 0.056625, "precision": 0.054211, "recall": 0.06917}, {"accuracy": 0.088933, "f1": 0.078556, "hf_subset": "zul_Latn-swe_Latn", "languages": ["zul-Latn", "swe-Latn"], "main_score": 0.078556, "precision": 0.076039, "recall": 0.088933}, {"accuracy": 0.057312, "f1": 0.045235, "hf_subset": "zul_Latn-urd_Arab", "languages": ["zul-Latn", "urd-Arab"], "main_score": 0.045235, "precision": 0.043055, "recall": 0.057312}, {"accuracy": 0.128458, "f1": 0.11514, "hf_subset": "zul_Latn-aka_Latn", "languages": ["zul-Latn", "aka-Latn"], "main_score": 0.11514, "precision": 0.111866, "recall": 0.128458}, {"accuracy": 0.071146, "f1": 0.06415, "hf_subset": "zul_Latn-bjn_Latn", "languages": ["zul-Latn", "bjn-Latn"], "main_score": 0.06415, "precision": 0.062402, "recall": 0.071146}, {"accuracy": 0.062253, "f1": 0.05163, "hf_subset": "zul_Latn-fao_Latn", "languages": ["zul-Latn", "fao-Latn"], "main_score": 0.05163, "precision": 0.049797, "recall": 0.062253}, {"accuracy": 0.107708, "f1": 0.092241, "hf_subset": "zul_Latn-ind_Latn", "languages": ["zul-Latn", "ind-Latn"], "main_score": 0.092241, "precision": 0.08894, "recall": 0.107708}, {"accuracy": 0.078063, "f1": 0.070578, "hf_subset": "zul_Latn-knc_Latn", "languages": ["zul-Latn", "knc-Latn"], "main_score": 0.070578, "precision": 0.068502, "recall": 0.078063}, {"accuracy": 0.108696, "f1": 0.099266, "hf_subset": "zul_Latn-mlt_Latn", "languages": ["zul-Latn", "mlt-Latn"], "main_score": 0.099266, "precision": 0.096799, "recall": 0.108696}, {"accuracy": 0.097826, "f1": 0.087926, "hf_subset": "zul_Latn-quy_Latn", "languages": ["zul-Latn", "quy-Latn"], "main_score": 0.087926, "precision": 0.085076, "recall": 0.097826}, {"accuracy": 0.065217, "f1": 0.0597, "hf_subset": "zul_Latn-swh_Latn", "languages": ["zul-Latn", "swh-Latn"], "main_score": 0.0597, "precision": 0.057453, "recall": 0.065217}, {"accuracy": 0.051383, "f1": 0.044846, "hf_subset": "zul_Latn-uzn_Latn", "languages": ["zul-Latn", "uzn-Latn"], "main_score": 0.044846, "precision": 0.043453, "recall": 0.051383}, {"accuracy": 0.090909, "f1": 0.078082, "hf_subset": "zul_Latn-als_Latn", "languages": ["zul-Latn", "als-Latn"], "main_score": 0.078082, "precision": 0.075055, "recall": 0.090909}, {"accuracy": 0.040514, "f1": 0.030984, "hf_subset": "zul_Latn-bod_Tibt", "languages": ["zul-Latn", "bod-Tibt"], "main_score": 0.030984, "precision": 0.028985, "recall": 0.040514}, {"accuracy": 0.06917, "f1": 0.059745, "hf_subset": "zul_Latn-fij_Latn", "languages": ["zul-Latn", "fij-Latn"], "main_score": 0.059745, "precision": 0.058079, "recall": 0.06917}, {"accuracy": 0.052372, "f1": 0.047551, "hf_subset": "zul_Latn-isl_Latn", "languages": ["zul-Latn", "isl-Latn"], "main_score": 0.047551, "precision": 0.046147, "recall": 0.052372}, {"accuracy": 0.098814, "f1": 0.087857, "hf_subset": "zul_Latn-kon_Latn", "languages": ["zul-Latn", "kon-Latn"], "main_score": 0.087857, "precision": 0.084451, "recall": 0.098814}, {"accuracy": 0.033597, "f1": 0.027589, "hf_subset": "zul_Latn-mni_Beng", "languages": ["zul-Latn", "mni-Beng"], "main_score": 0.027589, "precision": 0.026138, "recall": 0.033597}, {"accuracy": 0.100791, "f1": 0.087185, "hf_subset": "zul_Latn-ron_Latn", "languages": ["zul-Latn", "ron-Latn"], "main_score": 0.087185, "precision": 0.084534, "recall": 0.100791}, {"accuracy": 0.066206, "f1": 0.056453, "hf_subset": "zul_Latn-szl_Latn", "languages": ["zul-Latn", "szl-Latn"], "main_score": 0.056453, "precision": 0.054387, "recall": 0.066206}, {"accuracy": 0.083992, "f1": 0.071299, "hf_subset": "zul_Latn-vec_Latn", "languages": ["zul-Latn", "vec-Latn"], "main_score": 0.071299, "precision": 0.069127, "recall": 0.083992}, {"accuracy": 0.034585, "f1": 0.025248, "hf_subset": "zul_Latn-amh_Ethi", "languages": ["zul-Latn", "amh-Ethi"], "main_score": 0.025248, "precision": 0.024318, "recall": 0.034585}, {"accuracy": 0.104743, "f1": 0.091297, "hf_subset": "zul_Latn-bos_Latn", "languages": ["zul-Latn", "bos-Latn"], "main_score": 0.091297, "precision": 0.088212, "recall": 0.104743}, {"accuracy": 0.098814, "f1": 0.087237, "hf_subset": "zul_Latn-fin_Latn", "languages": ["zul-Latn", "fin-Latn"], "main_score": 0.087237, "precision": 0.0846, "recall": 0.098814}, {"accuracy": 0.11166, "f1": 0.094212, "hf_subset": "zul_Latn-ita_Latn", "languages": ["zul-Latn", "ita-Latn"], "main_score": 0.094212, "precision": 0.090667, "recall": 0.11166}, {"accuracy": 0.077075, "f1": 0.069466, "hf_subset": "zul_Latn-kor_Hang", "languages": ["zul-Latn", "kor-Hang"], "main_score": 0.069466, "precision": 0.067939, "recall": 0.077075}, {"accuracy": 0.083992, "f1": 0.075322, "hf_subset": "zul_Latn-mos_Latn", "languages": ["zul-Latn", "mos-Latn"], "main_score": 0.075322, "precision": 0.07245, "recall": 0.083992}, {"accuracy": 0.12253, "f1": 0.106852, "hf_subset": "zul_Latn-run_Latn", "languages": ["zul-Latn", "run-Latn"], "main_score": 0.106852, "precision": 0.101507, "recall": 0.12253}, {"accuracy": 0.034585, "f1": 0.026101, "hf_subset": "zul_Latn-tam_Taml", "languages": ["zul-Latn", "tam-Taml"], "main_score": 0.026101, "precision": 0.025272, "recall": 0.034585}, {"accuracy": 0.09585, "f1": 0.082103, "hf_subset": "zul_Latn-vie_Latn", "languages": ["zul-Latn", "vie-Latn"], "main_score": 0.082103, "precision": 0.079639, "recall": 0.09585}, {"accuracy": 0.054348, "f1": 0.046426, "hf_subset": "zul_Latn-apc_Arab", "languages": ["zul-Latn", "apc-Arab"], "main_score": 0.046426, "precision": 0.045118, "recall": 0.054348}, {"accuracy": 0.075099, "f1": 0.068451, "hf_subset": "zul_Latn-bug_Latn", "languages": ["zul-Latn", "bug-Latn"], "main_score": 0.068451, "precision": 0.067136, "recall": 0.075099}, {"accuracy": 0.107708, "f1": 0.094897, "hf_subset": "zul_Latn-fon_Latn", "languages": ["zul-Latn", "fon-Latn"], "main_score": 0.094897, "precision": 0.091054, "recall": 0.107708}, {"accuracy": 0.0583, "f1": 0.0514, "hf_subset": "zul_Latn-jav_Latn", "languages": ["zul-Latn", "jav-Latn"], "main_score": 0.0514, "precision": 0.049805, "recall": 0.0583}, {"accuracy": 0.085968, "f1": 0.077386, "hf_subset": "zul_Latn-lao_Laoo", "languages": ["zul-Latn", "lao-Laoo"], "main_score": 0.077386, "precision": 0.075436, "recall": 0.085968}, {"accuracy": 0.093874, "f1": 0.084525, "hf_subset": "zul_Latn-mri_Latn", "languages": ["zul-Latn", "mri-Latn"], "main_score": 0.084525, "precision": 0.081427, "recall": 0.093874}, {"accuracy": 0.091897, "f1": 0.078687, "hf_subset": "zul_Latn-rus_Cyrl", "languages": ["zul-Latn", "rus-Cyrl"], "main_score": 0.078687, "precision": 0.075138, "recall": 0.091897}, {"accuracy": 0.100791, "f1": 0.087035, "hf_subset": "zul_Latn-taq_Latn", "languages": ["zul-Latn", "taq-Latn"], "main_score": 0.087035, "precision": 0.083252, "recall": 0.100791}, {"accuracy": 0.086957, "f1": 0.081229, "hf_subset": "zul_Latn-war_Latn", "languages": ["zul-Latn", "war-Latn"], "main_score": 0.081229, "precision": 0.079684, "recall": 0.086957}, {"accuracy": 0.064229, "f1": 0.05348, "hf_subset": "zul_Latn-arb_Arab", "languages": ["zul-Latn", "arb-Arab"], "main_score": 0.05348, "precision": 0.051279, "recall": 0.064229}, {"accuracy": 0.099802, "f1": 0.084817, "hf_subset": "zul_Latn-bul_Cyrl", "languages": ["zul-Latn", "bul-Cyrl"], "main_score": 0.084817, "precision": 0.081428, "recall": 0.099802}, {"accuracy": 0.106719, "f1": 0.090904, "hf_subset": "zul_Latn-fra_Latn", "languages": ["zul-Latn", "fra-Latn"], "main_score": 0.090904, "precision": 0.087436, "recall": 0.106719}, {"accuracy": 0.081028, "f1": 0.067067, "hf_subset": "zul_Latn-jpn_Jpan", "languages": ["zul-Latn", "jpn-Jpan"], "main_score": 0.067067, "precision": 0.06482, "recall": 0.081028}, {"accuracy": 0.066206, "f1": 0.058221, "hf_subset": "zul_Latn-lij_Latn", "languages": ["zul-Latn", "lij-Latn"], "main_score": 0.058221, "precision": 0.056038, "recall": 0.066206}, {"accuracy": 0.059289, "f1": 0.047339, "hf_subset": "zul_Latn-mya_Mymr", "languages": ["zul-Latn", "mya-Mymr"], "main_score": 0.047339, "precision": 0.045332, "recall": 0.059289}, {"accuracy": 0.074111, "f1": 0.063033, "hf_subset": "zul_Latn-sag_Latn", "languages": ["zul-Latn", "sag-Latn"], "main_score": 0.063033, "precision": 0.059984, "recall": 0.074111}, {"accuracy": 0.049407, "f1": 0.039889, "hf_subset": "zul_Latn-taq_Tfng", "languages": ["zul-Latn", "taq-Tfng"], "main_score": 0.039889, "precision": 0.037789, "recall": 0.049407}, {"accuracy": 0.097826, "f1": 0.081993, "hf_subset": "zul_Latn-wol_Latn", "languages": ["zul-Latn", "wol-Latn"], "main_score": 0.081993, "precision": 0.079072, "recall": 0.097826}, {"accuracy": 0.055336, "f1": 0.044943, "hf_subset": "zul_Latn-arb_Latn", "languages": ["zul-Latn", "arb-Latn"], "main_score": 0.044943, "precision": 0.04242, "recall": 0.055336}, {"accuracy": 0.107708, "f1": 0.090688, "hf_subset": "zul_Latn-cat_Latn", "languages": ["zul-Latn", "cat-Latn"], "main_score": 0.090688, "precision": 0.08669, "recall": 0.107708}, {"accuracy": 0.085968, "f1": 0.074474, "hf_subset": "zul_Latn-fur_Latn", "languages": ["zul-Latn", "fur-Latn"], "main_score": 0.074474, "precision": 0.071895, "recall": 0.085968}, {"accuracy": 0.046443, "f1": 0.039795, "hf_subset": "zul_Latn-kab_Latn", "languages": ["zul-Latn", "kab-Latn"], "main_score": 0.039795, "precision": 0.037649, "recall": 0.046443}, {"accuracy": 0.065217, "f1": 0.058908, "hf_subset": "zul_Latn-lim_Latn", "languages": ["zul-Latn", "lim-Latn"], "main_score": 0.058908, "precision": 0.057524, "recall": 0.065217}, {"accuracy": 0.113636, "f1": 0.097694, "hf_subset": "zul_Latn-nld_Latn", "languages": ["zul-Latn", "nld-Latn"], "main_score": 0.097694, "precision": 0.094232, "recall": 0.113636}, {"accuracy": 0.033597, "f1": 0.027403, "hf_subset": "zul_Latn-san_Deva", "languages": ["zul-Latn", "san-Deva"], "main_score": 0.027403, "precision": 0.026383, "recall": 0.033597}, {"accuracy": 0.065217, "f1": 0.055505, "hf_subset": "zul_Latn-tat_Cyrl", "languages": ["zul-Latn", "tat-Cyrl"], "main_score": 0.055505, "precision": 0.053367, "recall": 0.065217}, {"accuracy": 0.309289, "f1": 0.271046, "hf_subset": "zul_Latn-xho_Latn", "languages": ["zul-Latn", "xho-Latn"], "main_score": 0.271046, "precision": 0.258575, "recall": 0.309289}, {"accuracy": 0.064229, "f1": 0.053631, "hf_subset": "zul_Latn-ars_Arab", "languages": ["zul-Latn", "ars-Arab"], "main_score": 0.053631, "precision": 0.051435, "recall": 0.064229}, {"accuracy": 0.073123, "f1": 0.067116, "hf_subset": "zul_Latn-ceb_Latn", "languages": ["zul-Latn", "ceb-Latn"], "main_score": 0.067116, "precision": 0.066009, "recall": 0.073123}, {"accuracy": 0.074111, "f1": 0.067459, "hf_subset": "zul_Latn-fuv_Latn", "languages": ["zul-Latn", "fuv-Latn"], "main_score": 0.067459, "precision": 0.065294, "recall": 0.074111}, {"accuracy": 0.100791, "f1": 0.090956, "hf_subset": "zul_Latn-kac_Latn", "languages": ["zul-Latn", "kac-Latn"], "main_score": 0.090956, "precision": 0.08774, "recall": 0.100791}, {"accuracy": 0.083992, "f1": 0.077617, "hf_subset": "zul_Latn-lin_Latn", "languages": ["zul-Latn", "lin-Latn"], "main_score": 0.077617, "precision": 0.075784, "recall": 0.083992}, {"accuracy": 0.098814, "f1": 0.085764, "hf_subset": "zul_Latn-nno_Latn", "languages": ["zul-Latn", "nno-Latn"], "main_score": 0.085764, "precision": 0.082879, "recall": 0.098814}, {"accuracy": 0.013834, "f1": 0.00699, "hf_subset": "zul_Latn-sat_Olck", "languages": ["zul-Latn", "sat-Olck"], "main_score": 0.00699, "precision": 0.005944, "recall": 0.013834}, {"accuracy": 0.035573, "f1": 0.030701, "hf_subset": "zul_Latn-tel_Telu", "languages": ["zul-Latn", "tel-Telu"], "main_score": 0.030701, "precision": 0.029464, "recall": 0.035573}, {"accuracy": 0.02668, "f1": 0.020476, "hf_subset": "zul_Latn-ydd_Hebr", "languages": ["zul-Latn", "ydd-Hebr"], "main_score": 0.020476, "precision": 0.019001, "recall": 0.02668}, {"accuracy": 0.043478, "f1": 0.0329, "hf_subset": "zul_Latn-ary_Arab", "languages": ["zul-Latn", "ary-Arab"], "main_score": 0.0329, "precision": 0.030903, "recall": 0.043478}, {"accuracy": 0.098814, "f1": 0.088498, "hf_subset": "zul_Latn-ces_Latn", "languages": ["zul-Latn", "ces-Latn"], "main_score": 0.088498, "precision": 0.086134, "recall": 0.098814}, {"accuracy": 0.054348, "f1": 0.04348, "hf_subset": "zul_Latn-gaz_Latn", "languages": ["zul-Latn", "gaz-Latn"], "main_score": 0.04348, "precision": 0.040484, "recall": 0.054348}, {"accuracy": 0.126482, "f1": 0.114705, "hf_subset": "zul_Latn-kam_Latn", "languages": ["zul-Latn", "kam-Latn"], "main_score": 0.114705, "precision": 0.111081, "recall": 0.126482}, {"accuracy": 0.090909, "f1": 0.078069, "hf_subset": "zul_Latn-lit_Latn", "languages": ["zul-Latn", "lit-Latn"], "main_score": 0.078069, "precision": 0.076347, "recall": 0.090909}, {"accuracy": 0.102767, "f1": 0.090961, "hf_subset": "zul_Latn-nob_Latn", "languages": ["zul-Latn", "nob-Latn"], "main_score": 0.090961, "precision": 0.087937, "recall": 0.102767}, {"accuracy": 0.066206, "f1": 0.057938, "hf_subset": "zul_Latn-scn_Latn", "languages": ["zul-Latn", "scn-Latn"], "main_score": 0.057938, "precision": 0.055793, "recall": 0.066206}, {"accuracy": 0.059289, "f1": 0.047921, "hf_subset": "zul_Latn-tgk_Cyrl", "languages": ["zul-Latn", "tgk-Cyrl"], "main_score": 0.047921, "precision": 0.04547, "recall": 0.059289}, {"accuracy": 0.079051, "f1": 0.070241, "hf_subset": "zul_Latn-yor_Latn", "languages": ["zul-Latn", "yor-Latn"], "main_score": 0.070241, "precision": 0.067721, "recall": 0.079051}, {"accuracy": 0.055336, "f1": 0.046681, "hf_subset": "zul_Latn-arz_Arab", "languages": ["zul-Latn", "arz-Arab"], "main_score": 0.046681, "precision": 0.045366, "recall": 0.055336}, {"accuracy": 0.105731, "f1": 0.095036, "hf_subset": "zul_Latn-cjk_Latn", "languages": ["zul-Latn", "cjk-Latn"], "main_score": 0.095036, "precision": 0.091215, "recall": 0.105731}, {"accuracy": 0.074111, "f1": 0.064629, "hf_subset": "zul_Latn-gla_Latn", "languages": ["zul-Latn", "gla-Latn"], "main_score": 0.064629, "precision": 0.062386, "recall": 0.074111}, {"accuracy": 0.030632, "f1": 0.023069, "hf_subset": "zul_Latn-kan_Knda", "languages": ["zul-Latn", "kan-Knda"], "main_score": 0.023069, "precision": 0.02185, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.054361, "hf_subset": "zul_Latn-lmo_Latn", "languages": ["zul-Latn", "lmo-Latn"], "main_score": 0.054361, "precision": 0.052303, "recall": 0.065217}, {"accuracy": 0.074111, "f1": 0.062976, "hf_subset": "zul_Latn-npi_Deva", "languages": ["zul-Latn", "npi-Deva"], "main_score": 0.062976, "precision": 0.060474, "recall": 0.074111}, {"accuracy": 0.066206, "f1": 0.059092, "hf_subset": "zul_Latn-shn_Mymr", "languages": ["zul-Latn", "shn-Mymr"], "main_score": 0.059092, "precision": 0.057696, "recall": 0.066206}, {"accuracy": 0.073123, "f1": 0.065153, "hf_subset": "zul_Latn-tgl_Latn", "languages": ["zul-Latn", "tgl-Latn"], "main_score": 0.065153, "precision": 0.063117, "recall": 0.073123}, {"accuracy": 0.081028, "f1": 0.067637, "hf_subset": "zul_Latn-yue_Hant", "languages": ["zul-Latn", "yue-Hant"], "main_score": 0.067637, "precision": 0.064391, "recall": 0.081028}, {"accuracy": 0.029644, "f1": 0.025888, "hf_subset": "zul_Latn-asm_Beng", "languages": ["zul-Latn", "asm-Beng"], "main_score": 0.025888, "precision": 0.024949, "recall": 0.029644}, {"accuracy": 0.049407, "f1": 0.034487, "hf_subset": "zul_Latn-ckb_Arab", "languages": ["zul-Latn", "ckb-Arab"], "main_score": 0.034487, "precision": 0.031588, "recall": 0.049407}, {"accuracy": 0.06917, "f1": 0.060777, "hf_subset": "zul_Latn-gle_Latn", "languages": ["zul-Latn", "gle-Latn"], "main_score": 0.060777, "precision": 0.058497, "recall": 0.06917}, {"accuracy": 0.02668, "f1": 0.023264, "hf_subset": "zul_Latn-kas_Arab", "languages": ["zul-Latn", "kas-Arab"], "main_score": 0.023264, "precision": 0.022838, "recall": 0.02668}, {"accuracy": 0.08004, "f1": 0.06261, "hf_subset": "zul_Latn-ltg_Latn", "languages": ["zul-Latn", "ltg-Latn"], "main_score": 0.06261, "precision": 0.059775, "recall": 0.08004}, {"accuracy": 0.120553, "f1": 0.107318, "hf_subset": "zul_Latn-nso_Latn", "languages": ["zul-Latn", "nso-Latn"], "main_score": 0.107318, "precision": 0.104258, "recall": 0.120553}, {"accuracy": 0.051383, "f1": 0.043813, "hf_subset": "zul_Latn-sin_Sinh", "languages": ["zul-Latn", "sin-Sinh"], "main_score": 0.043813, "precision": 0.041932, "recall": 0.051383}, {"accuracy": 0.06917, "f1": 0.060279, "hf_subset": "zul_Latn-tha_Thai", "languages": ["zul-Latn", "tha-Thai"], "main_score": 0.060279, "precision": 0.059563, "recall": 0.06917}, {"accuracy": 0.089921, "f1": 0.071473, "hf_subset": "zul_Latn-zho_Hans", "languages": ["zul-Latn", "zho-Hans"], "main_score": 0.071473, "precision": 0.068278, "recall": 0.089921}, {"accuracy": 0.08498, "f1": 0.07336, "hf_subset": "zul_Latn-ast_Latn", "languages": ["zul-Latn", "ast-Latn"], "main_score": 0.07336, "precision": 0.070236, "recall": 0.08498}, {"accuracy": 0.059289, "f1": 0.051298, "hf_subset": "zul_Latn-crh_Latn", "languages": ["zul-Latn", "crh-Latn"], "main_score": 0.051298, "precision": 0.049735, "recall": 0.059289}, {"accuracy": 0.11166, "f1": 0.096376, "hf_subset": "zul_Latn-glg_Latn", "languages": ["zul-Latn", "glg-Latn"], "main_score": 0.096376, "precision": 0.093609, "recall": 0.11166}, {"accuracy": 0.049407, "f1": 0.038753, "hf_subset": "zul_Latn-kas_Deva", "languages": ["zul-Latn", "kas-Deva"], "main_score": 0.038753, "precision": 0.036946, "recall": 0.049407}, {"accuracy": 0.078063, "f1": 0.067096, "hf_subset": "zul_Latn-ltz_Latn", "languages": ["zul-Latn", "ltz-Latn"], "main_score": 0.067096, "precision": 0.064529, "recall": 0.078063}, {"accuracy": 0.078063, "f1": 0.064271, "hf_subset": "zul_Latn-nus_Latn", "languages": ["zul-Latn", "nus-Latn"], "main_score": 0.064271, "precision": 0.06086, "recall": 0.078063}, {"accuracy": 0.094862, "f1": 0.086006, "hf_subset": "zul_Latn-slk_Latn", "languages": ["zul-Latn", "slk-Latn"], "main_score": 0.086006, "precision": 0.083557, "recall": 0.094862}, {"accuracy": 0.022727, "f1": 0.017267, "hf_subset": "zul_Latn-tir_Ethi", "languages": ["zul-Latn", "tir-Ethi"], "main_score": 0.017267, "precision": 0.016377, "recall": 0.022727}, {"accuracy": 0.074111, "f1": 0.063745, "hf_subset": "zul_Latn-zho_Hant", "languages": ["zul-Latn", "zho-Hant"], "main_score": 0.063745, "precision": 0.061577, "recall": 0.074111}, {"accuracy": 0.072134, "f1": 0.059136, "hf_subset": "zul_Latn-awa_Deva", "languages": ["zul-Latn", "awa-Deva"], "main_score": 0.059136, "precision": 0.056396, "recall": 0.072134}, {"accuracy": 0.057312, "f1": 0.050008, "hf_subset": "zul_Latn-cym_Latn", "languages": ["zul-Latn", "cym-Latn"], "main_score": 0.050008, "precision": 0.048613, "recall": 0.057312}, {"accuracy": 0.082016, "f1": 0.074647, "hf_subset": "zul_Latn-grn_Latn", "languages": ["zul-Latn", "grn-Latn"], "main_score": 0.074647, "precision": 0.072997, "recall": 0.082016}, {"accuracy": 0.050395, "f1": 0.042861, "hf_subset": "zul_Latn-kat_Geor", "languages": ["zul-Latn", "kat-Geor"], "main_score": 0.042861, "precision": 0.041279, "recall": 0.050395}, {"accuracy": 0.099802, "f1": 0.090502, "hf_subset": "zul_Latn-lua_Latn", "languages": ["zul-Latn", "lua-Latn"], "main_score": 0.090502, "precision": 0.088058, "recall": 0.099802}, {"accuracy": 0.135375, "f1": 0.122522, "hf_subset": "zul_Latn-nya_Latn", "languages": ["zul-Latn", "nya-Latn"], "main_score": 0.122522, "precision": 0.117964, "recall": 0.135375}, {"accuracy": 0.104743, "f1": 0.092561, "hf_subset": "zul_Latn-slv_Latn", "languages": ["zul-Latn", "slv-Latn"], "main_score": 0.092561, "precision": 0.090172, "recall": 0.104743}, {"accuracy": 0.096838, "f1": 0.087762, "hf_subset": "zul_Latn-tpi_Latn", "languages": ["zul-Latn", "tpi-Latn"], "main_score": 0.087762, "precision": 0.08601, "recall": 0.096838}, {"accuracy": 0.102767, "f1": 0.090138, "hf_subset": "zul_Latn-zsm_Latn", "languages": ["zul-Latn", "zsm-Latn"], "main_score": 0.090138, "precision": 0.088106, "recall": 0.102767}, {"accuracy": 0.107708, "f1": 0.096753, "hf_subset": "zul_Latn-ayr_Latn", "languages": ["zul-Latn", "ayr-Latn"], "main_score": 0.096753, "precision": 0.093705, "recall": 0.107708}, {"accuracy": 0.109684, "f1": 0.095041, "hf_subset": "zul_Latn-dan_Latn", "languages": ["zul-Latn", "dan-Latn"], "main_score": 0.095041, "precision": 0.091158, "recall": 0.109684}, {"accuracy": 0.038538, "f1": 0.031779, "hf_subset": "zul_Latn-guj_Gujr", "languages": ["zul-Latn", "guj-Gujr"], "main_score": 0.031779, "precision": 0.030533, "recall": 0.038538}, {"accuracy": 0.079051, "f1": 0.064234, "hf_subset": "zul_Latn-kaz_Cyrl", "languages": ["zul-Latn", "kaz-Cyrl"], "main_score": 0.064234, "precision": 0.060947, "recall": 0.079051}, {"accuracy": 0.12747, "f1": 0.117406, "hf_subset": "zul_Latn-lug_Latn", "languages": ["zul-Latn", "lug-Latn"], "main_score": 0.117406, "precision": 0.114586, "recall": 0.12747}, {"accuracy": 0.099802, "f1": 0.091217, "hf_subset": "zul_Latn-oci_Latn", "languages": ["zul-Latn", "oci-Latn"], "main_score": 0.091217, "precision": 0.089658, "recall": 0.099802}, {"accuracy": 0.08004, "f1": 0.069575, "hf_subset": "zul_Latn-smo_Latn", "languages": ["zul-Latn", "smo-Latn"], "main_score": 0.069575, "precision": 0.066013, "recall": 0.08004}, {"accuracy": 0.128458, "f1": 0.116686, "hf_subset": "zul_Latn-tsn_Latn", "languages": ["zul-Latn", "tsn-Latn"], "main_score": 0.116686, "precision": 0.113885, "recall": 0.128458}, {"accuracy": 0.04249, "f1": 0.031948, "hf_subset": "zul_Latn-azb_Arab", "languages": ["zul-Latn", "azb-Arab"], "main_score": 0.031948, "precision": 0.030299, "recall": 0.04249}, {"accuracy": 0.101779, "f1": 0.08841, "hf_subset": "zul_Latn-deu_Latn", "languages": ["zul-Latn", "deu-Latn"], "main_score": 0.08841, "precision": 0.084543, "recall": 0.101779}, {"accuracy": 0.082016, "f1": 0.069976, "hf_subset": "zul_Latn-hat_Latn", "languages": ["zul-Latn", "hat-Latn"], "main_score": 0.069976, "precision": 0.067158, "recall": 0.082016}, {"accuracy": 0.090909, "f1": 0.07945, "hf_subset": "zul_Latn-kbp_Latn", "languages": ["zul-Latn", "kbp-Latn"], "main_score": 0.07945, "precision": 0.077083, "recall": 0.090909}, {"accuracy": 0.094862, "f1": 0.08352, "hf_subset": "zul_Latn-luo_Latn", "languages": ["zul-Latn", "luo-Latn"], "main_score": 0.08352, "precision": 0.081005, "recall": 0.094862}, {"accuracy": 0.040514, "f1": 0.031702, "hf_subset": "zul_Latn-ory_Orya", "languages": ["zul-Latn", "ory-Orya"], "main_score": 0.031702, "precision": 0.029889, "recall": 0.040514}, {"accuracy": 0.128458, "f1": 0.109241, "hf_subset": "zul_Latn-sna_Latn", "languages": ["zul-Latn", "sna-Latn"], "main_score": 0.109241, "precision": 0.104411, "recall": 0.128458}, {"accuracy": 0.135375, "f1": 0.120549, "hf_subset": "zul_Latn-tso_Latn", "languages": ["zul-Latn", "tso-Latn"], "main_score": 0.120549, "precision": 0.116572, "recall": 0.135375}, {"accuracy": 0.064229, "f1": 0.055459, "hf_subset": "zul_Latn-azj_Latn", "languages": ["zul-Latn", "azj-Latn"], "main_score": 0.055459, "precision": 0.054257, "recall": 0.064229}, {"accuracy": 0.08498, "f1": 0.071418, "hf_subset": "zul_Latn-dik_Latn", "languages": ["zul-Latn", "dik-Latn"], "main_score": 0.071418, "precision": 0.068072, "recall": 0.08498}, {"accuracy": 0.085968, "f1": 0.076564, "hf_subset": "zul_Latn-hau_Latn", "languages": ["zul-Latn", "hau-Latn"], "main_score": 0.076564, "precision": 0.074086, "recall": 0.085968}, {"accuracy": 0.057312, "f1": 0.050872, "hf_subset": "zul_Latn-kea_Latn", "languages": ["zul-Latn", "kea-Latn"], "main_score": 0.050872, "precision": 0.04907, "recall": 0.057312}, {"accuracy": 0.116601, "f1": 0.101214, "hf_subset": "zul_Latn-lus_Latn", "languages": ["zul-Latn", "lus-Latn"], "main_score": 0.101214, "precision": 0.09733, "recall": 0.116601}, {"accuracy": 0.083004, "f1": 0.073712, "hf_subset": "zul_Latn-pag_Latn", "languages": ["zul-Latn", "pag-Latn"], "main_score": 0.073712, "precision": 0.071274, "recall": 0.083004}, {"accuracy": 0.038538, "f1": 0.033521, "hf_subset": "zul_Latn-snd_Arab", "languages": ["zul-Latn", "snd-Arab"], "main_score": 0.033521, "precision": 0.032865, "recall": 0.038538}, {"accuracy": 0.048419, "f1": 0.040745, "hf_subset": "zul_Latn-tuk_Latn", "languages": ["zul-Latn", "tuk-Latn"], "main_score": 0.040745, "precision": 0.038871, "recall": 0.048419}, {"accuracy": 0.093874, "f1": 0.075404, "hf_subset": "zul_Latn-bak_Cyrl", "languages": ["zul-Latn", "bak-Cyrl"], "main_score": 0.075404, "precision": 0.072173, "recall": 0.093874}, {"accuracy": 0.072134, "f1": 0.059513, "hf_subset": "zul_Latn-dyu_Latn", "languages": ["zul-Latn", "dyu-Latn"], "main_score": 0.059513, "precision": 0.05702, "recall": 0.072134}, {"accuracy": 0.077075, "f1": 0.063339, "hf_subset": "zul_Latn-heb_Hebr", "languages": ["zul-Latn", "heb-Hebr"], "main_score": 0.063339, "precision": 0.060876, "recall": 0.077075}, {"accuracy": 0.081028, "f1": 0.06256, "hf_subset": "zul_Latn-khk_Cyrl", "languages": ["zul-Latn", "khk-Cyrl"], "main_score": 0.06256, "precision": 0.059328, "recall": 0.081028}, {"accuracy": 0.092885, "f1": 0.07886, "hf_subset": "zul_Latn-lvs_Latn", "languages": ["zul-Latn", "lvs-Latn"], "main_score": 0.07886, "precision": 0.075394, "recall": 0.092885}, {"accuracy": 0.030632, "f1": 0.022826, "hf_subset": "zul_Latn-pan_Guru", "languages": ["zul-Latn", "pan-Guru"], "main_score": 0.022826, "precision": 0.021904, "recall": 0.030632}, {"accuracy": 0.065217, "f1": 0.052735, "hf_subset": "zul_Latn-som_Latn", "languages": ["zul-Latn", "som-Latn"], "main_score": 0.052735, "precision": 0.050437, "recall": 0.065217}, {"accuracy": 0.125494, "f1": 0.110148, "hf_subset": "zul_Latn-tum_Latn", "languages": ["zul-Latn", "tum-Latn"], "main_score": 0.110148, "precision": 0.104884, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.050427, "hf_subset": "azb_Arab-ace_Arab", "languages": ["azb-Arab", "ace-Arab"], "main_score": 0.050427, "precision": 0.044272, "recall": 0.072134}, {"accuracy": 0.103755, "f1": 0.067503, "hf_subset": "azb_Arab-bam_Latn", "languages": ["azb-Arab", "bam-Latn"], "main_score": 0.067503, "precision": 0.058648, "recall": 0.103755}, {"accuracy": 0.001976, "f1": 4.6e-05, "hf_subset": "azb_Arab-dzo_Tibt", "languages": ["azb-Arab", "dzo-Tibt"], "main_score": 4.6e-05, "precision": 2.3e-05, "recall": 0.001976}, {"accuracy": 0.544466, "f1": 0.48439, "hf_subset": "azb_Arab-hin_Deva", "languages": ["azb-Arab", "hin-Deva"], "main_score": 0.48439, "precision": 0.463531, "recall": 0.544466}, {"accuracy": 0.43083, "f1": 0.374595, "hf_subset": "azb_Arab-khm_Khmr", "languages": ["azb-Arab", "khm-Khmr"], "main_score": 0.374595, "precision": 0.352984, "recall": 0.43083}, {"accuracy": 0.514822, "f1": 0.464964, "hf_subset": "azb_Arab-mag_Deva", "languages": ["azb-Arab", "mag-Deva"], "main_score": 0.464964, "precision": 0.446557, "recall": 0.514822}, {"accuracy": 0.374506, "f1": 0.311202, "hf_subset": "azb_Arab-pap_Latn", "languages": ["azb-Arab", "pap-Latn"], "main_score": 0.311202, "precision": 0.289352, "recall": 0.374506}, {"accuracy": 0.126482, "f1": 0.085327, "hf_subset": "azb_Arab-sot_Latn", "languages": ["azb-Arab", "sot-Latn"], "main_score": 0.085327, "precision": 0.07353, "recall": 0.126482}, {"accuracy": 0.579051, "f1": 0.515862, "hf_subset": "azb_Arab-tur_Latn", "languages": ["azb-Arab", "tur-Latn"], "main_score": 0.515862, "precision": 0.494067, "recall": 0.579051}, {"accuracy": 0.262846, "f1": 0.196849, "hf_subset": "azb_Arab-ace_Latn", "languages": ["azb-Arab", "ace-Latn"], "main_score": 0.196849, "precision": 0.175361, "recall": 0.262846}, {"accuracy": 0.401186, "f1": 0.342802, "hf_subset": "azb_Arab-ban_Latn", "languages": ["azb-Arab", "ban-Latn"], "main_score": 0.342802, "precision": 0.322145, "recall": 0.401186}, {"accuracy": 0.544466, "f1": 0.483455, "hf_subset": "azb_Arab-ell_Grek", "languages": ["azb-Arab", "ell-Grek"], "main_score": 0.483455, "precision": 0.461347, "recall": 0.544466}, {"accuracy": 0.517787, "f1": 0.465321, "hf_subset": "azb_Arab-hne_Deva", "languages": ["azb-Arab", "hne-Deva"], "main_score": 0.465321, "precision": 0.447271, "recall": 0.517787}, {"accuracy": 0.156126, "f1": 0.104886, "hf_subset": "azb_Arab-kik_Latn", "languages": ["azb-Arab", "kik-Latn"], "main_score": 0.104886, "precision": 0.091735, "recall": 0.156126}, {"accuracy": 0.516798, "f1": 0.463172, "hf_subset": "azb_Arab-mai_Deva", "languages": ["azb-Arab", "mai-Deva"], "main_score": 0.463172, "precision": 0.444397, "recall": 0.516798}, {"accuracy": 0.463439, "f1": 0.413702, "hf_subset": "azb_Arab-pbt_Arab", "languages": ["azb-Arab", "pbt-Arab"], "main_score": 0.413702, "precision": 0.395955, "recall": 0.463439}, {"accuracy": 0.570158, "f1": 0.512371, "hf_subset": "azb_Arab-spa_Latn", "languages": ["azb-Arab", "spa-Latn"], "main_score": 0.512371, "precision": 0.491285, "recall": 0.570158}, {"accuracy": 0.179842, "f1": 0.120527, "hf_subset": "azb_Arab-twi_Latn", "languages": ["azb-Arab", "twi-Latn"], "main_score": 0.120527, "precision": 0.105288, "recall": 0.179842}, {"accuracy": 0.550395, "f1": 0.497107, "hf_subset": "azb_Arab-acm_Arab", "languages": ["azb-Arab", "acm-Arab"], "main_score": 0.497107, "precision": 0.476929, "recall": 0.550395}, {"accuracy": 0.492095, "f1": 0.433071, "hf_subset": "azb_Arab-bel_Cyrl", "languages": ["azb-Arab", "bel-Cyrl"], "main_score": 0.433071, "precision": 0.413483, "recall": 0.492095}, {"accuracy": 0.583004, "f1": 0.518673, "hf_subset": "azb_Arab-eng_Latn", "languages": ["azb-Arab", "eng-Latn"], "main_score": 0.518673, "precision": 0.494967, "recall": 0.583004}, {"accuracy": 0.550395, "f1": 0.491049, "hf_subset": "azb_Arab-hrv_Latn", "languages": ["azb-Arab", "hrv-Latn"], "main_score": 0.491049, "precision": 0.469081, "recall": 0.550395}, {"accuracy": 0.083992, "f1": 0.052639, "hf_subset": "azb_Arab-kin_Latn", "languages": ["azb-Arab", "kin-Latn"], "main_score": 0.052639, "precision": 0.045265, "recall": 0.083992}, {"accuracy": 0.381423, "f1": 0.32791, "hf_subset": "azb_Arab-mal_Mlym", "languages": ["azb-Arab", "mal-Mlym"], "main_score": 0.32791, "precision": 0.308695, "recall": 0.381423}, {"accuracy": 0.585968, "f1": 0.525108, "hf_subset": "azb_Arab-pes_Arab", "languages": ["azb-Arab", "pes-Arab"], "main_score": 0.525108, "precision": 0.503823, "recall": 0.585968}, {"accuracy": 0.378458, "f1": 0.320206, "hf_subset": "azb_Arab-srd_Latn", "languages": ["azb-Arab", "srd-Latn"], "main_score": 0.320206, "precision": 0.299859, "recall": 0.378458}, {"accuracy": 0.064229, "f1": 0.036772, "hf_subset": "azb_Arab-tzm_Tfng", "languages": ["azb-Arab", "tzm-Tfng"], "main_score": 0.036772, "precision": 0.032868, "recall": 0.064229}, {"accuracy": 0.552372, "f1": 0.49746, "hf_subset": "azb_Arab-acq_Arab", "languages": ["azb-Arab", "acq-Arab"], "main_score": 0.49746, "precision": 0.477164, "recall": 0.552372}, {"accuracy": 0.149209, "f1": 0.099773, "hf_subset": "azb_Arab-bem_Latn", "languages": ["azb-Arab", "bem-Latn"], "main_score": 0.099773, "precision": 0.086818, "recall": 0.149209}, {"accuracy": 0.466403, "f1": 0.407824, "hf_subset": "azb_Arab-epo_Latn", "languages": ["azb-Arab", "epo-Latn"], "main_score": 0.407824, "precision": 0.386792, "recall": 0.466403}, {"accuracy": 0.562253, "f1": 0.499588, "hf_subset": "azb_Arab-hun_Latn", "languages": ["azb-Arab", "hun-Latn"], "main_score": 0.499588, "precision": 0.477621, "recall": 0.562253}, {"accuracy": 0.482213, "f1": 0.432607, "hf_subset": "azb_Arab-kir_Cyrl", "languages": ["azb-Arab", "kir-Cyrl"], "main_score": 0.432607, "precision": 0.414538, "recall": 0.482213}, {"accuracy": 0.45751, "f1": 0.407701, "hf_subset": "azb_Arab-mar_Deva", "languages": ["azb-Arab", "mar-Deva"], "main_score": 0.407701, "precision": 0.390761, "recall": 0.45751}, {"accuracy": 0.156126, "f1": 0.113101, "hf_subset": "azb_Arab-plt_Latn", "languages": ["azb-Arab", "plt-Latn"], "main_score": 0.113101, "precision": 0.100593, "recall": 0.156126}, {"accuracy": 0.560277, "f1": 0.500049, "hf_subset": "azb_Arab-srp_Cyrl", "languages": ["azb-Arab", "srp-Cyrl"], "main_score": 0.500049, "precision": 0.477621, "recall": 0.560277}, {"accuracy": 0.343874, "f1": 0.29434, "hf_subset": "azb_Arab-uig_Arab", "languages": ["azb-Arab", "uig-Arab"], "main_score": 0.29434, "precision": 0.277323, "recall": 0.343874}, {"accuracy": 0.511858, "f1": 0.45721, "hf_subset": "azb_Arab-aeb_Arab", "languages": ["azb-Arab", "aeb-Arab"], "main_score": 0.45721, "precision": 0.436747, "recall": 0.511858}, {"accuracy": 0.410079, "f1": 0.351605, "hf_subset": "azb_Arab-ben_Beng", "languages": ["azb-Arab", "ben-Beng"], "main_score": 0.351605, "precision": 0.330639, "recall": 0.410079}, {"accuracy": 0.560277, "f1": 0.496539, "hf_subset": "azb_Arab-est_Latn", "languages": ["azb-Arab", "est-Latn"], "main_score": 0.496539, "precision": 0.472778, "recall": 0.560277}, {"accuracy": 0.522727, "f1": 0.458997, "hf_subset": "azb_Arab-hye_Armn", "languages": ["azb-Arab", "hye-Armn"], "main_score": 0.458997, "precision": 0.436743, "recall": 0.522727}, {"accuracy": 0.11166, "f1": 0.065075, "hf_subset": "azb_Arab-kmb_Latn", "languages": ["azb-Arab", "kmb-Latn"], "main_score": 0.065075, "precision": 0.056399, "recall": 0.11166}, {"accuracy": 0.044466, "f1": 0.02716, "hf_subset": "azb_Arab-min_Arab", "languages": ["azb-Arab", "min-Arab"], "main_score": 0.02716, "precision": 0.022507, "recall": 0.044466}, {"accuracy": 0.557312, "f1": 0.496342, "hf_subset": "azb_Arab-pol_Latn", "languages": ["azb-Arab", "pol-Latn"], "main_score": 0.496342, "precision": 0.475271, "recall": 0.557312}, {"accuracy": 0.099802, "f1": 0.054825, "hf_subset": "azb_Arab-ssw_Latn", "languages": ["azb-Arab", "ssw-Latn"], "main_score": 0.054825, "precision": 0.045334, "recall": 0.099802}, {"accuracy": 0.58498, "f1": 0.524133, "hf_subset": "azb_Arab-ukr_Cyrl", "languages": ["azb-Arab", "ukr-Cyrl"], "main_score": 0.524133, "precision": 0.503062, "recall": 0.58498}, {"accuracy": 0.524704, "f1": 0.463225, "hf_subset": "azb_Arab-afr_Latn", "languages": ["azb-Arab", "afr-Latn"], "main_score": 0.463225, "precision": 0.441476, "recall": 0.524704}, {"accuracy": 0.488142, "f1": 0.438582, "hf_subset": "azb_Arab-bho_Deva", "languages": ["azb-Arab", "bho-Deva"], "main_score": 0.438582, "precision": 0.420079, "recall": 0.488142}, {"accuracy": 0.393281, "f1": 0.340129, "hf_subset": "azb_Arab-eus_Latn", "languages": ["azb-Arab", "eus-Latn"], "main_score": 0.340129, "precision": 0.321092, "recall": 0.393281}, {"accuracy": 0.106719, "f1": 0.068649, "hf_subset": "azb_Arab-ibo_Latn", "languages": ["azb-Arab", "ibo-Latn"], "main_score": 0.068649, "precision": 0.058886, "recall": 0.106719}, {"accuracy": 0.333004, "f1": 0.284719, "hf_subset": "azb_Arab-kmr_Latn", "languages": ["azb-Arab", "kmr-Latn"], "main_score": 0.284719, "precision": 0.267383, "recall": 0.333004}, {"accuracy": 0.346838, "f1": 0.288425, "hf_subset": "azb_Arab-min_Latn", "languages": ["azb-Arab", "min-Latn"], "main_score": 0.288425, "precision": 0.267937, "recall": 0.346838}, {"accuracy": 0.573123, "f1": 0.512616, "hf_subset": "azb_Arab-por_Latn", "languages": ["azb-Arab", "por-Latn"], "main_score": 0.512616, "precision": 0.49031, "recall": 0.573123}, {"accuracy": 0.429842, "f1": 0.367909, "hf_subset": "azb_Arab-sun_Latn", "languages": ["azb-Arab", "sun-Latn"], "main_score": 0.367909, "precision": 0.344882, "recall": 0.429842}, {"accuracy": 0.103755, "f1": 0.066967, "hf_subset": "azb_Arab-umb_Latn", "languages": ["azb-Arab", "umb-Latn"], "main_score": 0.066967, "precision": 0.05854, "recall": 0.103755}, {"accuracy": 0.557312, "f1": 0.505751, "hf_subset": "azb_Arab-ajp_Arab", "languages": ["azb-Arab", "ajp-Arab"], "main_score": 0.505751, "precision": 0.487541, "recall": 0.557312}, {"accuracy": 0.060277, "f1": 0.036768, "hf_subset": "azb_Arab-bjn_Arab", "languages": ["azb-Arab", "bjn-Arab"], "main_score": 0.036768, "precision": 0.031182, "recall": 0.060277}, {"accuracy": 0.137352, "f1": 0.097951, "hf_subset": "azb_Arab-ewe_Latn", "languages": ["azb-Arab", "ewe-Latn"], "main_score": 0.097951, "precision": 0.08642, "recall": 0.137352}, {"accuracy": 0.245059, "f1": 0.183093, "hf_subset": "azb_Arab-ilo_Latn", "languages": ["azb-Arab", "ilo-Latn"], "main_score": 0.183093, "precision": 0.164148, "recall": 0.245059}, {"accuracy": 0.0583, "f1": 0.03698, "hf_subset": "azb_Arab-knc_Arab", "languages": ["azb-Arab", "knc-Arab"], "main_score": 0.03698, "precision": 0.031972, "recall": 0.0583}, {"accuracy": 0.56917, "f1": 0.509098, "hf_subset": "azb_Arab-mkd_Cyrl", "languages": ["azb-Arab", "mkd-Cyrl"], "main_score": 0.509098, "precision": 0.487254, "recall": 0.56917}, {"accuracy": 0.561265, "f1": 0.511374, "hf_subset": "azb_Arab-prs_Arab", "languages": ["azb-Arab", "prs-Arab"], "main_score": 0.511374, "precision": 0.494365, "recall": 0.561265}, {"accuracy": 0.581028, "f1": 0.517445, "hf_subset": "azb_Arab-swe_Latn", "languages": ["azb-Arab", "swe-Latn"], "main_score": 0.517445, "precision": 0.494523, "recall": 0.581028}, {"accuracy": 0.505929, "f1": 0.446313, "hf_subset": "azb_Arab-urd_Arab", "languages": ["azb-Arab", "urd-Arab"], "main_score": 0.446313, "precision": 0.425191, "recall": 0.505929}, {"accuracy": 0.166008, "f1": 0.115055, "hf_subset": "azb_Arab-aka_Latn", "languages": ["azb-Arab", "aka-Latn"], "main_score": 0.115055, "precision": 0.101162, "recall": 0.166008}, {"accuracy": 0.438735, "f1": 0.38081, "hf_subset": "azb_Arab-bjn_Latn", "languages": ["azb-Arab", "bjn-Latn"], "main_score": 0.38081, "precision": 0.358719, "recall": 0.438735}, {"accuracy": 0.243083, "f1": 0.191682, "hf_subset": "azb_Arab-fao_Latn", "languages": ["azb-Arab", "fao-Latn"], "main_score": 0.191682, "precision": 0.175872, "recall": 0.243083}, {"accuracy": 0.583992, "f1": 0.522809, "hf_subset": "azb_Arab-ind_Latn", "languages": ["azb-Arab", "ind-Latn"], "main_score": 0.522809, "precision": 0.501276, "recall": 0.583992}, {"accuracy": 0.167984, "f1": 0.112933, "hf_subset": "azb_Arab-knc_Latn", "languages": ["azb-Arab", "knc-Latn"], "main_score": 0.112933, "precision": 0.096951, "recall": 0.167984}, {"accuracy": 0.198617, "f1": 0.137255, "hf_subset": "azb_Arab-mlt_Latn", "languages": ["azb-Arab", "mlt-Latn"], "main_score": 0.137255, "precision": 0.120267, "recall": 0.198617}, {"accuracy": 0.16996, "f1": 0.111691, "hf_subset": "azb_Arab-quy_Latn", "languages": ["azb-Arab", "quy-Latn"], "main_score": 0.111691, "precision": 0.096324, "recall": 0.16996}, {"accuracy": 0.201581, "f1": 0.15126, "hf_subset": "azb_Arab-swh_Latn", "languages": ["azb-Arab", "swh-Latn"], "main_score": 0.15126, "precision": 0.13702, "recall": 0.201581}, {"accuracy": 0.349802, "f1": 0.296375, "hf_subset": "azb_Arab-uzn_Latn", "languages": ["azb-Arab", "uzn-Latn"], "main_score": 0.296375, "precision": 0.277897, "recall": 0.349802}, {"accuracy": 0.562253, "f1": 0.499521, "hf_subset": "azb_Arab-als_Latn", "languages": ["azb-Arab", "als-Latn"], "main_score": 0.499521, "precision": 0.478644, "recall": 0.562253}, {"accuracy": 0.050395, "f1": 0.022229, "hf_subset": "azb_Arab-bod_Tibt", "languages": ["azb-Arab", "bod-Tibt"], "main_score": 0.022229, "precision": 0.018832, "recall": 0.050395}, {"accuracy": 0.123518, "f1": 0.078612, "hf_subset": "azb_Arab-fij_Latn", "languages": ["azb-Arab", "fij-Latn"], "main_score": 0.078612, "precision": 0.06657, "recall": 0.123518}, {"accuracy": 0.346838, "f1": 0.293158, "hf_subset": "azb_Arab-isl_Latn", "languages": ["azb-Arab", "isl-Latn"], "main_score": 0.293158, "precision": 0.274833, "recall": 0.346838}, {"accuracy": 0.153162, "f1": 0.102269, "hf_subset": "azb_Arab-kon_Latn", "languages": ["azb-Arab", "kon-Latn"], "main_score": 0.102269, "precision": 0.088784, "recall": 0.153162}, {"accuracy": 0.050395, "f1": 0.03053, "hf_subset": "azb_Arab-mni_Beng", "languages": ["azb-Arab", "mni-Beng"], "main_score": 0.03053, "precision": 0.026342, "recall": 0.050395}, {"accuracy": 0.58004, "f1": 0.512925, "hf_subset": "azb_Arab-ron_Latn", "languages": ["azb-Arab", "ron-Latn"], "main_score": 0.512925, "precision": 0.487978, "recall": 0.58004}, {"accuracy": 0.402174, "f1": 0.344696, "hf_subset": "azb_Arab-szl_Latn", "languages": ["azb-Arab", "szl-Latn"], "main_score": 0.344696, "precision": 0.323649, "recall": 0.402174}, {"accuracy": 0.429842, "f1": 0.367684, "hf_subset": "azb_Arab-vec_Latn", "languages": ["azb-Arab", "vec-Latn"], "main_score": 0.367684, "precision": 0.343904, "recall": 0.429842}, {"accuracy": 0.31917, "f1": 0.261433, "hf_subset": "azb_Arab-amh_Ethi", "languages": ["azb-Arab", "amh-Ethi"], "main_score": 0.261433, "precision": 0.242846, "recall": 0.31917}, {"accuracy": 0.556324, "f1": 0.489438, "hf_subset": "azb_Arab-bos_Latn", "languages": ["azb-Arab", "bos-Latn"], "main_score": 0.489438, "precision": 0.464876, "recall": 0.556324}, {"accuracy": 0.566206, "f1": 0.501798, "hf_subset": "azb_Arab-fin_Latn", "languages": ["azb-Arab", "fin-Latn"], "main_score": 0.501798, "precision": 0.478877, "recall": 0.566206}, {"accuracy": 0.570158, "f1": 0.504573, "hf_subset": "azb_Arab-ita_Latn", "languages": ["azb-Arab", "ita-Latn"], "main_score": 0.504573, "precision": 0.48047, "recall": 0.570158}, {"accuracy": 0.536561, "f1": 0.475918, "hf_subset": "azb_Arab-kor_Hang", "languages": ["azb-Arab", "kor-Hang"], "main_score": 0.475918, "precision": 0.454316, "recall": 0.536561}, {"accuracy": 0.132411, "f1": 0.088886, "hf_subset": "azb_Arab-mos_Latn", "languages": ["azb-Arab", "mos-Latn"], "main_score": 0.088886, "precision": 0.077201, "recall": 0.132411}, {"accuracy": 0.085968, "f1": 0.052654, "hf_subset": "azb_Arab-run_Latn", "languages": ["azb-Arab", "run-Latn"], "main_score": 0.052654, "precision": 0.044935, "recall": 0.085968}, {"accuracy": 0.376482, "f1": 0.326535, "hf_subset": "azb_Arab-tam_Taml", "languages": ["azb-Arab", "tam-Taml"], "main_score": 0.326535, "precision": 0.30956, "recall": 0.376482}, {"accuracy": 0.571146, "f1": 0.509098, "hf_subset": "azb_Arab-vie_Latn", "languages": ["azb-Arab", "vie-Latn"], "main_score": 0.509098, "precision": 0.486836, "recall": 0.571146}, {"accuracy": 0.541502, "f1": 0.484924, "hf_subset": "azb_Arab-apc_Arab", "languages": ["azb-Arab", "apc-Arab"], "main_score": 0.484924, "precision": 0.464383, "recall": 0.541502}, {"accuracy": 0.259881, "f1": 0.195781, "hf_subset": "azb_Arab-bug_Latn", "languages": ["azb-Arab", "bug-Latn"], "main_score": 0.195781, "precision": 0.176805, "recall": 0.259881}, {"accuracy": 0.118577, "f1": 0.075197, "hf_subset": "azb_Arab-fon_Latn", "languages": ["azb-Arab", "fon-Latn"], "main_score": 0.075197, "precision": 0.063343, "recall": 0.118577}, {"accuracy": 0.41996, "f1": 0.357882, "hf_subset": "azb_Arab-jav_Latn", "languages": ["azb-Arab", "jav-Latn"], "main_score": 0.357882, "precision": 0.336429, "recall": 0.41996}, {"accuracy": 0.459486, "f1": 0.403585, "hf_subset": "azb_Arab-lao_Laoo", "languages": ["azb-Arab", "lao-Laoo"], "main_score": 0.403585, "precision": 0.383397, "recall": 0.459486}, {"accuracy": 0.113636, "f1": 0.068438, "hf_subset": "azb_Arab-mri_Latn", "languages": ["azb-Arab", "mri-Latn"], "main_score": 0.068438, "precision": 0.058773, "recall": 0.113636}, {"accuracy": 0.576087, "f1": 0.518957, "hf_subset": "azb_Arab-rus_Cyrl", "languages": ["azb-Arab", "rus-Cyrl"], "main_score": 0.518957, "precision": 0.498919, "recall": 0.576087}, {"accuracy": 0.146245, "f1": 0.103437, "hf_subset": "azb_Arab-taq_Latn", "languages": ["azb-Arab", "taq-Latn"], "main_score": 0.103437, "precision": 0.09236, "recall": 0.146245}, {"accuracy": 0.286561, "f1": 0.212433, "hf_subset": "azb_Arab-war_Latn", "languages": ["azb-Arab", "war-Latn"], "main_score": 0.212433, "precision": 0.189136, "recall": 0.286561}, {"accuracy": 0.556324, "f1": 0.498152, "hf_subset": "azb_Arab-arb_Arab", "languages": ["azb-Arab", "arb-Arab"], "main_score": 0.498152, "precision": 0.476661, "recall": 0.556324}, {"accuracy": 0.578063, "f1": 0.515056, "hf_subset": "azb_Arab-bul_Cyrl", "languages": ["azb-Arab", "bul-Cyrl"], "main_score": 0.515056, "precision": 0.491909, "recall": 0.578063}, {"accuracy": 0.562253, "f1": 0.502267, "hf_subset": "azb_Arab-fra_Latn", "languages": ["azb-Arab", "fra-Latn"], "main_score": 0.502267, "precision": 0.481376, "recall": 0.562253}, {"accuracy": 0.562253, "f1": 0.499826, "hf_subset": "azb_Arab-jpn_Jpan", "languages": ["azb-Arab", "jpn-Jpan"], "main_score": 0.499826, "precision": 0.476819, "recall": 0.562253}, {"accuracy": 0.407115, "f1": 0.350654, "hf_subset": "azb_Arab-lij_Latn", "languages": ["azb-Arab", "lij-Latn"], "main_score": 0.350654, "precision": 0.330387, "recall": 0.407115}, {"accuracy": 0.463439, "f1": 0.403009, "hf_subset": "azb_Arab-mya_Mymr", "languages": ["azb-Arab", "mya-Mymr"], "main_score": 0.403009, "precision": 0.380942, "recall": 0.463439}, {"accuracy": 0.156126, "f1": 0.107793, "hf_subset": "azb_Arab-sag_Latn", "languages": ["azb-Arab", "sag-Latn"], "main_score": 0.107793, "precision": 0.094681, "recall": 0.156126}, {"accuracy": 0.060277, "f1": 0.030954, "hf_subset": "azb_Arab-taq_Tfng", "languages": ["azb-Arab", "taq-Tfng"], "main_score": 0.030954, "precision": 0.026292, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.113821, "hf_subset": "azb_Arab-wol_Latn", "languages": ["azb-Arab", "wol-Latn"], "main_score": 0.113821, "precision": 0.101673, "recall": 0.163043}, {"accuracy": 0.06917, "f1": 0.03681, "hf_subset": "azb_Arab-arb_Latn", "languages": ["azb-Arab", "arb-Latn"], "main_score": 0.03681, "precision": 0.030686, "recall": 0.06917}, {"accuracy": 0.574111, "f1": 0.504665, "hf_subset": "azb_Arab-cat_Latn", "languages": ["azb-Arab", "cat-Latn"], "main_score": 0.504665, "precision": 0.479893, "recall": 0.574111}, {"accuracy": 0.409091, "f1": 0.344403, "hf_subset": "azb_Arab-fur_Latn", "languages": ["azb-Arab", "fur-Latn"], "main_score": 0.344403, "precision": 0.321485, "recall": 0.409091}, {"accuracy": 0.056324, "f1": 0.035914, "hf_subset": "azb_Arab-kab_Latn", "languages": ["azb-Arab", "kab-Latn"], "main_score": 0.035914, "precision": 0.031106, "recall": 0.056324}, {"accuracy": 0.418972, "f1": 0.360365, "hf_subset": "azb_Arab-lim_Latn", "languages": ["azb-Arab", "lim-Latn"], "main_score": 0.360365, "precision": 0.338592, "recall": 0.418972}, {"accuracy": 0.577075, "f1": 0.507076, "hf_subset": "azb_Arab-nld_Latn", "languages": ["azb-Arab", "nld-Latn"], "main_score": 0.507076, "precision": 0.480773, "recall": 0.577075}, {"accuracy": 0.374506, "f1": 0.327535, "hf_subset": "azb_Arab-san_Deva", "languages": ["azb-Arab", "san-Deva"], "main_score": 0.327535, "precision": 0.311999, "recall": 0.374506}, {"accuracy": 0.347826, "f1": 0.286099, "hf_subset": "azb_Arab-tat_Cyrl", "languages": ["azb-Arab", "tat-Cyrl"], "main_score": 0.286099, "precision": 0.263814, "recall": 0.347826}, {"accuracy": 0.134387, "f1": 0.086232, "hf_subset": "azb_Arab-xho_Latn", "languages": ["azb-Arab", "xho-Latn"], "main_score": 0.086232, "precision": 0.075342, "recall": 0.134387}, {"accuracy": 0.547431, "f1": 0.487739, "hf_subset": "azb_Arab-ars_Arab", "languages": ["azb-Arab", "ars-Arab"], "main_score": 0.487739, "precision": 0.465775, "recall": 0.547431}, {"accuracy": 0.243083, "f1": 0.182444, "hf_subset": "azb_Arab-ceb_Latn", "languages": ["azb-Arab", "ceb-Latn"], "main_score": 0.182444, "precision": 0.163572, "recall": 0.243083}, {"accuracy": 0.142292, "f1": 0.098343, "hf_subset": "azb_Arab-fuv_Latn", "languages": ["azb-Arab", "fuv-Latn"], "main_score": 0.098343, "precision": 0.086726, "recall": 0.142292}, {"accuracy": 0.12747, "f1": 0.085087, "hf_subset": "azb_Arab-kac_Latn", "languages": ["azb-Arab", "kac-Latn"], "main_score": 0.085087, "precision": 0.07557, "recall": 0.12747}, {"accuracy": 0.137352, "f1": 0.092804, "hf_subset": "azb_Arab-lin_Latn", "languages": ["azb-Arab", "lin-Latn"], "main_score": 0.092804, "precision": 0.081129, "recall": 0.137352}, {"accuracy": 0.545455, "f1": 0.481097, "hf_subset": "azb_Arab-nno_Latn", "languages": ["azb-Arab", "nno-Latn"], "main_score": 0.481097, "precision": 0.458006, "recall": 0.545455}, {"accuracy": 0.01087, "f1": 0.002388, "hf_subset": "azb_Arab-sat_Olck", "languages": ["azb-Arab", "sat-Olck"], "main_score": 0.002388, "precision": 0.001793, "recall": 0.01087}, {"accuracy": 0.369565, "f1": 0.32165, "hf_subset": "azb_Arab-tel_Telu", "languages": ["azb-Arab", "tel-Telu"], "main_score": 0.32165, "precision": 0.305354, "recall": 0.369565}, {"accuracy": 0.179842, "f1": 0.138828, "hf_subset": "azb_Arab-ydd_Hebr", "languages": ["azb-Arab", "ydd-Hebr"], "main_score": 0.138828, "precision": 0.124916, "recall": 0.179842}, {"accuracy": 0.485178, "f1": 0.435551, "hf_subset": "azb_Arab-ary_Arab", "languages": ["azb-Arab", "ary-Arab"], "main_score": 0.435551, "precision": 0.417375, "recall": 0.485178}, {"accuracy": 0.56917, "f1": 0.503873, "hf_subset": "azb_Arab-ces_Latn", "languages": ["azb-Arab", "ces-Latn"], "main_score": 0.503873, "precision": 0.479429, "recall": 0.56917}, {"accuracy": 0.068182, "f1": 0.036879, "hf_subset": "azb_Arab-gaz_Latn", "languages": ["azb-Arab", "gaz-Latn"], "main_score": 0.036879, "precision": 0.031314, "recall": 0.068182}, {"accuracy": 0.115613, "f1": 0.076413, "hf_subset": "azb_Arab-kam_Latn", "languages": ["azb-Arab", "kam-Latn"], "main_score": 0.076413, "precision": 0.066998, "recall": 0.115613}, {"accuracy": 0.549407, "f1": 0.490371, "hf_subset": "azb_Arab-lit_Latn", "languages": ["azb-Arab", "lit-Latn"], "main_score": 0.490371, "precision": 0.470225, "recall": 0.549407}, {"accuracy": 0.566206, "f1": 0.502731, "hf_subset": "azb_Arab-nob_Latn", "languages": ["azb-Arab", "nob-Latn"], "main_score": 0.502731, "precision": 0.480098, "recall": 0.566206}, {"accuracy": 0.339921, "f1": 0.280109, "hf_subset": "azb_Arab-scn_Latn", "languages": ["azb-Arab", "scn-Latn"], "main_score": 0.280109, "precision": 0.258632, "recall": 0.339921}, {"accuracy": 0.135375, "f1": 0.091765, "hf_subset": "azb_Arab-tgk_Cyrl", "languages": ["azb-Arab", "tgk-Cyrl"], "main_score": 0.091765, "precision": 0.078878, "recall": 0.135375}, {"accuracy": 0.134387, "f1": 0.088784, "hf_subset": "azb_Arab-yor_Latn", "languages": ["azb-Arab", "yor-Latn"], "main_score": 0.088784, "precision": 0.076072, "recall": 0.134387}, {"accuracy": 0.538538, "f1": 0.47865, "hf_subset": "azb_Arab-arz_Arab", "languages": ["azb-Arab", "arz-Arab"], "main_score": 0.47865, "precision": 0.455426, "recall": 0.538538}, {"accuracy": 0.109684, "f1": 0.069136, "hf_subset": "azb_Arab-cjk_Latn", "languages": ["azb-Arab", "cjk-Latn"], "main_score": 0.069136, "precision": 0.060378, "recall": 0.109684}, {"accuracy": 0.100791, "f1": 0.064519, "hf_subset": "azb_Arab-gla_Latn", "languages": ["azb-Arab", "gla-Latn"], "main_score": 0.064519, "precision": 0.054458, "recall": 0.100791}, {"accuracy": 0.362648, "f1": 0.309, "hf_subset": "azb_Arab-kan_Knda", "languages": ["azb-Arab", "kan-Knda"], "main_score": 0.309, "precision": 0.291603, "recall": 0.362648}, {"accuracy": 0.351779, "f1": 0.288505, "hf_subset": "azb_Arab-lmo_Latn", "languages": ["azb-Arab", "lmo-Latn"], "main_score": 0.288505, "precision": 0.266232, "recall": 0.351779}, {"accuracy": 0.503953, "f1": 0.453586, "hf_subset": "azb_Arab-npi_Deva", "languages": ["azb-Arab", "npi-Deva"], "main_score": 0.453586, "precision": 0.436148, "recall": 0.503953}, {"accuracy": 0.149209, "f1": 0.101033, "hf_subset": "azb_Arab-shn_Mymr", "languages": ["azb-Arab", "shn-Mymr"], "main_score": 0.101033, "precision": 0.086864, "recall": 0.149209}, {"accuracy": 0.268775, "f1": 0.205313, "hf_subset": "azb_Arab-tgl_Latn", "languages": ["azb-Arab", "tgl-Latn"], "main_score": 0.205313, "precision": 0.187057, "recall": 0.268775}, {"accuracy": 0.56917, "f1": 0.509925, "hf_subset": "azb_Arab-yue_Hant", "languages": ["azb-Arab", "yue-Hant"], "main_score": 0.509925, "precision": 0.488877, "recall": 0.56917}, {"accuracy": 0.246047, "f1": 0.199016, "hf_subset": "azb_Arab-asm_Beng", "languages": ["azb-Arab", "asm-Beng"], "main_score": 0.199016, "precision": 0.183238, "recall": 0.246047}, {"accuracy": 0.373518, "f1": 0.313351, "hf_subset": "azb_Arab-ckb_Arab", "languages": ["azb-Arab", "ckb-Arab"], "main_score": 0.313351, "precision": 0.294422, "recall": 0.373518}, {"accuracy": 0.148221, "f1": 0.104279, "hf_subset": "azb_Arab-gle_Latn", "languages": ["azb-Arab", "gle-Latn"], "main_score": 0.104279, "precision": 0.092038, "recall": 0.148221}, {"accuracy": 0.370553, "f1": 0.316461, "hf_subset": "azb_Arab-kas_Arab", "languages": ["azb-Arab", "kas-Arab"], "main_score": 0.316461, "precision": 0.297175, "recall": 0.370553}, {"accuracy": 0.375494, "f1": 0.317384, "hf_subset": "azb_Arab-ltg_Latn", "languages": ["azb-Arab", "ltg-Latn"], "main_score": 0.317384, "precision": 0.296974, "recall": 0.375494}, {"accuracy": 0.151186, "f1": 0.099174, "hf_subset": "azb_Arab-nso_Latn", "languages": ["azb-Arab", "nso-Latn"], "main_score": 0.099174, "precision": 0.084881, "recall": 0.151186}, {"accuracy": 0.398221, "f1": 0.344671, "hf_subset": "azb_Arab-sin_Sinh", "languages": ["azb-Arab", "sin-Sinh"], "main_score": 0.344671, "precision": 0.326371, "recall": 0.398221}, {"accuracy": 0.555336, "f1": 0.489931, "hf_subset": "azb_Arab-tha_Thai", "languages": ["azb-Arab", "tha-Thai"], "main_score": 0.489931, "precision": 0.466749, "recall": 0.555336}, {"accuracy": 0.560277, "f1": 0.492763, "hf_subset": "azb_Arab-zho_Hans", "languages": ["azb-Arab", "zho-Hans"], "main_score": 0.492763, "precision": 0.468933, "recall": 0.560277}, {"accuracy": 0.532609, "f1": 0.471417, "hf_subset": "azb_Arab-ast_Latn", "languages": ["azb-Arab", "ast-Latn"], "main_score": 0.471417, "precision": 0.447752, "recall": 0.532609}, {"accuracy": 0.380435, "f1": 0.330008, "hf_subset": "azb_Arab-crh_Latn", "languages": ["azb-Arab", "crh-Latn"], "main_score": 0.330008, "precision": 0.311326, "recall": 0.380435}, {"accuracy": 0.577075, "f1": 0.515288, "hf_subset": "azb_Arab-glg_Latn", "languages": ["azb-Arab", "glg-Latn"], "main_score": 0.515288, "precision": 0.49318, "recall": 0.577075}, {"accuracy": 0.252964, "f1": 0.208009, "hf_subset": "azb_Arab-kas_Deva", "languages": ["azb-Arab", "kas-Deva"], "main_score": 0.208009, "precision": 0.193443, "recall": 0.252964}, {"accuracy": 0.331028, "f1": 0.265721, "hf_subset": "azb_Arab-ltz_Latn", "languages": ["azb-Arab", "ltz-Latn"], "main_score": 0.265721, "precision": 0.242926, "recall": 0.331028}, {"accuracy": 0.065217, "f1": 0.034516, "hf_subset": "azb_Arab-nus_Latn", "languages": ["azb-Arab", "nus-Latn"], "main_score": 0.034516, "precision": 0.028553, "recall": 0.065217}, {"accuracy": 0.574111, "f1": 0.512195, "hf_subset": "azb_Arab-slk_Latn", "languages": ["azb-Arab", "slk-Latn"], "main_score": 0.512195, "precision": 0.489162, "recall": 0.574111}, {"accuracy": 0.113636, "f1": 0.0852, "hf_subset": "azb_Arab-tir_Ethi", "languages": ["azb-Arab", "tir-Ethi"], "main_score": 0.0852, "precision": 0.075888, "recall": 0.113636}, {"accuracy": 0.554348, "f1": 0.489828, "hf_subset": "azb_Arab-zho_Hant", "languages": ["azb-Arab", "zho-Hant"], "main_score": 0.489828, "precision": 0.466318, "recall": 0.554348}, {"accuracy": 0.517787, "f1": 0.464196, "hf_subset": "azb_Arab-awa_Deva", "languages": ["azb-Arab", "awa-Deva"], "main_score": 0.464196, "precision": 0.444056, "recall": 0.517787}, {"accuracy": 0.257905, "f1": 0.201151, "hf_subset": "azb_Arab-cym_Latn", "languages": ["azb-Arab", "cym-Latn"], "main_score": 0.201151, "precision": 0.182596, "recall": 0.257905}, {"accuracy": 0.217391, "f1": 0.151496, "hf_subset": "azb_Arab-grn_Latn", "languages": ["azb-Arab", "grn-Latn"], "main_score": 0.151496, "precision": 0.133803, "recall": 0.217391}, {"accuracy": 0.465415, "f1": 0.398727, "hf_subset": "azb_Arab-kat_Geor", "languages": ["azb-Arab", "kat-Geor"], "main_score": 0.398727, "precision": 0.377086, "recall": 0.465415}, {"accuracy": 0.147233, "f1": 0.097641, "hf_subset": "azb_Arab-lua_Latn", "languages": ["azb-Arab", "lua-Latn"], "main_score": 0.097641, "precision": 0.083826, "recall": 0.147233}, {"accuracy": 0.150198, "f1": 0.10107, "hf_subset": "azb_Arab-nya_Latn", "languages": ["azb-Arab", "nya-Latn"], "main_score": 0.10107, "precision": 0.088726, "recall": 0.150198}, {"accuracy": 0.560277, "f1": 0.496792, "hf_subset": "azb_Arab-slv_Latn", "languages": ["azb-Arab", "slv-Latn"], "main_score": 0.496792, "precision": 0.473079, "recall": 0.560277}, {"accuracy": 0.29249, "f1": 0.2233, "hf_subset": "azb_Arab-tpi_Latn", "languages": ["azb-Arab", "tpi-Latn"], "main_score": 0.2233, "precision": 0.201434, "recall": 0.29249}, {"accuracy": 0.58004, "f1": 0.515885, "hf_subset": "azb_Arab-zsm_Latn", "languages": ["azb-Arab", "zsm-Latn"], "main_score": 0.515885, "precision": 0.494573, "recall": 0.58004}, {"accuracy": 0.12747, "f1": 0.077087, "hf_subset": "azb_Arab-ayr_Latn", "languages": ["azb-Arab", "ayr-Latn"], "main_score": 0.077087, "precision": 0.063886, "recall": 0.12747}, {"accuracy": 0.568182, "f1": 0.507502, "hf_subset": "azb_Arab-dan_Latn", "languages": ["azb-Arab", "dan-Latn"], "main_score": 0.507502, "precision": 0.485498, "recall": 0.568182}, {"accuracy": 0.45751, "f1": 0.397419, "hf_subset": "azb_Arab-guj_Gujr", "languages": ["azb-Arab", "guj-Gujr"], "main_score": 0.397419, "precision": 0.376162, "recall": 0.45751}, {"accuracy": 0.507905, "f1": 0.457374, "hf_subset": "azb_Arab-kaz_Cyrl", "languages": ["azb-Arab", "kaz-Cyrl"], "main_score": 0.457374, "precision": 0.439771, "recall": 0.507905}, {"accuracy": 0.098814, "f1": 0.060267, "hf_subset": "azb_Arab-lug_Latn", "languages": ["azb-Arab", "lug-Latn"], "main_score": 0.060267, "precision": 0.051063, "recall": 0.098814}, {"accuracy": 0.51581, "f1": 0.453393, "hf_subset": "azb_Arab-oci_Latn", "languages": ["azb-Arab", "oci-Latn"], "main_score": 0.453393, "precision": 0.431254, "recall": 0.51581}, {"accuracy": 0.113636, "f1": 0.07106, "hf_subset": "azb_Arab-smo_Latn", "languages": ["azb-Arab", "smo-Latn"], "main_score": 0.07106, "precision": 0.060746, "recall": 0.113636}, {"accuracy": 0.124506, "f1": 0.082684, "hf_subset": "azb_Arab-tsn_Latn", "languages": ["azb-Arab", "tsn-Latn"], "main_score": 0.082684, "precision": 0.071147, "recall": 0.124506}, {"accuracy": 0.083992, "f1": 0.049919, "hf_subset": "azb_Arab-zul_Latn", "languages": ["azb-Arab", "zul-Latn"], "main_score": 0.049919, "precision": 0.042258, "recall": 0.083992}, {"accuracy": 0.570158, "f1": 0.506304, "hf_subset": "azb_Arab-deu_Latn", "languages": ["azb-Arab", "deu-Latn"], "main_score": 0.506304, "precision": 0.483071, "recall": 0.570158}, {"accuracy": 0.186759, "f1": 0.132423, "hf_subset": "azb_Arab-hat_Latn", "languages": ["azb-Arab", "hat-Latn"], "main_score": 0.132423, "precision": 0.116843, "recall": 0.186759}, {"accuracy": 0.08498, "f1": 0.047326, "hf_subset": "azb_Arab-kbp_Latn", "languages": ["azb-Arab", "kbp-Latn"], "main_score": 0.047326, "precision": 0.039164, "recall": 0.08498}, {"accuracy": 0.135375, "f1": 0.086186, "hf_subset": "azb_Arab-luo_Latn", "languages": ["azb-Arab", "luo-Latn"], "main_score": 0.086186, "precision": 0.075058, "recall": 0.135375}, {"accuracy": 0.332016, "f1": 0.282188, "hf_subset": "azb_Arab-ory_Orya", "languages": ["azb-Arab", "ory-Orya"], "main_score": 0.282188, "precision": 0.26465, "recall": 0.332016}, {"accuracy": 0.096838, "f1": 0.060444, "hf_subset": "azb_Arab-sna_Latn", "languages": ["azb-Arab", "sna-Latn"], "main_score": 0.060444, "precision": 0.051791, "recall": 0.096838}, {"accuracy": 0.112648, "f1": 0.07066, "hf_subset": "azb_Arab-tso_Latn", "languages": ["azb-Arab", "tso-Latn"], "main_score": 0.07066, "precision": 0.05953, "recall": 0.112648}, {"accuracy": 0.500988, "f1": 0.449644, "hf_subset": "azb_Arab-azj_Latn", "languages": ["azb-Arab", "azj-Latn"], "main_score": 0.449644, "precision": 0.431783, "recall": 0.500988}, {"accuracy": 0.177866, "f1": 0.124773, "hf_subset": "azb_Arab-dik_Latn", "languages": ["azb-Arab", "dik-Latn"], "main_score": 0.124773, "precision": 0.109361, "recall": 0.177866}, {"accuracy": 0.148221, "f1": 0.099589, "hf_subset": "azb_Arab-hau_Latn", "languages": ["azb-Arab", "hau-Latn"], "main_score": 0.099589, "precision": 0.087372, "recall": 0.148221}, {"accuracy": 0.356719, "f1": 0.303247, "hf_subset": "azb_Arab-kea_Latn", "languages": ["azb-Arab", "kea-Latn"], "main_score": 0.303247, "precision": 0.283974, "recall": 0.356719}, {"accuracy": 0.226285, "f1": 0.165793, "hf_subset": "azb_Arab-lus_Latn", "languages": ["azb-Arab", "lus-Latn"], "main_score": 0.165793, "precision": 0.146958, "recall": 0.226285}, {"accuracy": 0.285573, "f1": 0.227379, "hf_subset": "azb_Arab-pag_Latn", "languages": ["azb-Arab", "pag-Latn"], "main_score": 0.227379, "precision": 0.207718, "recall": 0.285573}, {"accuracy": 0.413043, "f1": 0.364278, "hf_subset": "azb_Arab-snd_Arab", "languages": ["azb-Arab", "snd-Arab"], "main_score": 0.364278, "precision": 0.346508, "recall": 0.413043}, {"accuracy": 0.211462, "f1": 0.164436, "hf_subset": "azb_Arab-tuk_Latn", "languages": ["azb-Arab", "tuk-Latn"], "main_score": 0.164436, "precision": 0.149311, "recall": 0.211462}, {"accuracy": 0.313241, "f1": 0.254285, "hf_subset": "azb_Arab-bak_Cyrl", "languages": ["azb-Arab", "bak-Cyrl"], "main_score": 0.254285, "precision": 0.23295, "recall": 0.313241}, {"accuracy": 0.107708, "f1": 0.06809, "hf_subset": "azb_Arab-dyu_Latn", "languages": ["azb-Arab", "dyu-Latn"], "main_score": 0.06809, "precision": 0.058052, "recall": 0.107708}, {"accuracy": 0.546443, "f1": 0.481891, "hf_subset": "azb_Arab-heb_Hebr", "languages": ["azb-Arab", "heb-Hebr"], "main_score": 0.481891, "precision": 0.45814, "recall": 0.546443}, {"accuracy": 0.523715, "f1": 0.469133, "hf_subset": "azb_Arab-khk_Cyrl", "languages": ["azb-Arab", "khk-Cyrl"], "main_score": 0.469133, "precision": 0.44986, "recall": 0.523715}, {"accuracy": 0.563241, "f1": 0.497761, "hf_subset": "azb_Arab-lvs_Latn", "languages": ["azb-Arab", "lvs-Latn"], "main_score": 0.497761, "precision": 0.473977, "recall": 0.563241}, {"accuracy": 0.344862, "f1": 0.28984, "hf_subset": "azb_Arab-pan_Guru", "languages": ["azb-Arab", "pan-Guru"], "main_score": 0.28984, "precision": 0.271671, "recall": 0.344862}, {"accuracy": 0.142292, "f1": 0.103239, "hf_subset": "azb_Arab-som_Latn", "languages": ["azb-Arab", "som-Latn"], "main_score": 0.103239, "precision": 0.092145, "recall": 0.142292}, {"accuracy": 0.130435, "f1": 0.080109, "hf_subset": "azb_Arab-tum_Latn", "languages": ["azb-Arab", "tum-Latn"], "main_score": 0.080109, "precision": 0.068101, "recall": 0.130435}, {"accuracy": 0.092885, "f1": 0.055132, "hf_subset": "deu_Latn-ace_Arab", "languages": ["deu-Latn", "ace-Arab"], "main_score": 0.055132, "precision": 0.046188, "recall": 0.092885}, {"accuracy": 0.213439, "f1": 0.141591, "hf_subset": "deu_Latn-bam_Latn", "languages": ["deu-Latn", "bam-Latn"], "main_score": 0.141591, "precision": 0.123815, "recall": 0.213439}, {"accuracy": 0.002964, "f1": 3.5e-05, "hf_subset": "deu_Latn-dzo_Tibt", "languages": ["deu-Latn", "dzo-Tibt"], "main_score": 3.5e-05, "precision": 1.8e-05, "recall": 0.002964}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "deu_Latn-hin_Deva", "languages": ["deu-Latn", "hin-Deva"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.914032, "f1": 0.887634, "hf_subset": "deu_Latn-khm_Khmr", "languages": ["deu-Latn", "khm-Khmr"], "main_score": 0.887634, "precision": 0.874835, "recall": 0.914032}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "deu_Latn-mag_Deva", "languages": ["deu-Latn", "mag-Deva"], "main_score": 0.932477, "precision": 0.924736, "recall": 0.948617}, {"accuracy": 0.66502, "f1": 0.591521, "hf_subset": "deu_Latn-pap_Latn", "languages": ["deu-Latn", "pap-Latn"], "main_score": 0.591521, "precision": 0.562777, "recall": 0.66502}, {"accuracy": 0.238142, "f1": 0.169631, "hf_subset": "deu_Latn-sot_Latn", "languages": ["deu-Latn", "sot-Latn"], "main_score": 0.169631, "precision": 0.152088, "recall": 0.238142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-tur_Latn", "languages": ["deu-Latn", "tur-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.439723, "f1": 0.354955, "hf_subset": "deu_Latn-ace_Latn", "languages": ["deu-Latn", "ace-Latn"], "main_score": 0.354955, "precision": 0.328325, "recall": 0.439723}, {"accuracy": 0.693676, "f1": 0.627081, "hf_subset": "deu_Latn-ban_Latn", "languages": ["deu-Latn", "ban-Latn"], "main_score": 0.627081, "precision": 0.600019, "recall": 0.693676}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-ell_Grek", "languages": ["deu-Latn", "ell-Grek"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.91996, "f1": 0.895487, "hf_subset": "deu_Latn-hne_Deva", "languages": ["deu-Latn", "hne-Deva"], "main_score": 0.895487, "precision": 0.883976, "recall": 0.91996}, {"accuracy": 0.271739, "f1": 0.185979, "hf_subset": "deu_Latn-kik_Latn", "languages": ["deu-Latn", "kik-Latn"], "main_score": 0.185979, "precision": 0.16346, "recall": 0.271739}, {"accuracy": 0.939723, "f1": 0.922167, "hf_subset": "deu_Latn-mai_Deva", "languages": ["deu-Latn", "mai-Deva"], "main_score": 0.922167, "precision": 0.913949, "recall": 0.939723}, {"accuracy": 0.856719, "f1": 0.817852, "hf_subset": "deu_Latn-pbt_Arab", "languages": ["deu-Latn", "pbt-Arab"], "main_score": 0.817852, "precision": 0.800148, "recall": 0.856719}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-spa_Latn", "languages": ["deu-Latn", "spa-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.327075, "f1": 0.234938, "hf_subset": "deu_Latn-twi_Latn", "languages": ["deu-Latn", "twi-Latn"], "main_score": 0.234938, "precision": 0.20999, "recall": 0.327075}, {"accuracy": 0.975296, "f1": 0.967391, "hf_subset": "deu_Latn-acm_Arab", "languages": ["deu-Latn", "acm-Arab"], "main_score": 0.967391, "precision": 0.963603, "recall": 0.975296}, {"accuracy": 0.965415, "f1": 0.954381, "hf_subset": "deu_Latn-bel_Cyrl", "languages": ["deu-Latn", "bel-Cyrl"], "main_score": 0.954381, "precision": 0.948946, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-eng_Latn", "languages": ["deu-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "deu_Latn-hrv_Latn", "languages": ["deu-Latn", "hrv-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.178854, "f1": 0.123037, "hf_subset": "deu_Latn-kin_Latn", "languages": ["deu-Latn", "kin-Latn"], "main_score": 0.123037, "precision": 0.110088, "recall": 0.178854}, {"accuracy": 0.899209, "f1": 0.870012, "hf_subset": "deu_Latn-mal_Mlym", "languages": ["deu-Latn", "mal-Mlym"], "main_score": 0.870012, "precision": 0.856555, "recall": 0.899209}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "deu_Latn-pes_Arab", "languages": ["deu-Latn", "pes-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.740119, "f1": 0.677967, "hf_subset": "deu_Latn-srd_Latn", "languages": ["deu-Latn", "srd-Latn"], "main_score": 0.677967, "precision": 0.651115, "recall": 0.740119}, {"accuracy": 0.060277, "f1": 0.026814, "hf_subset": "deu_Latn-tzm_Tfng", "languages": ["deu-Latn", "tzm-Tfng"], "main_score": 0.026814, "precision": 0.021883, "recall": 0.060277}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "deu_Latn-acq_Arab", "languages": ["deu-Latn", "acq-Arab"], "main_score": 0.968709, "precision": 0.965086, "recall": 0.976285}, {"accuracy": 0.25, "f1": 0.172447, "hf_subset": "deu_Latn-bem_Latn", "languages": ["deu-Latn", "bem-Latn"], "main_score": 0.172447, "precision": 0.153513, "recall": 0.25}, {"accuracy": 0.876482, "f1": 0.841206, "hf_subset": "deu_Latn-epo_Latn", "languages": ["deu-Latn", "epo-Latn"], "main_score": 0.841206, "precision": 0.825132, "recall": 0.876482}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-hun_Latn", "languages": ["deu-Latn", "hun-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.939723, "f1": 0.920949, "hf_subset": "deu_Latn-kir_Cyrl", "languages": ["deu-Latn", "kir-Cyrl"], "main_score": 0.920949, "precision": 0.911891, "recall": 0.939723}, {"accuracy": 0.912055, "f1": 0.885375, "hf_subset": "deu_Latn-mar_Deva", "languages": ["deu-Latn", "mar-Deva"], "main_score": 0.885375, "precision": 0.87253, "recall": 0.912055}, {"accuracy": 0.310277, "f1": 0.233232, "hf_subset": "deu_Latn-plt_Latn", "languages": ["deu-Latn", "plt-Latn"], "main_score": 0.233232, "precision": 0.210516, "recall": 0.310277}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-srp_Cyrl", "languages": ["deu-Latn", "srp-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.813241, "f1": 0.766389, "hf_subset": "deu_Latn-uig_Arab", "languages": ["deu-Latn", "uig-Arab"], "main_score": 0.766389, "precision": 0.746014, "recall": 0.813241}, {"accuracy": 0.9417, "f1": 0.923419, "hf_subset": "deu_Latn-aeb_Arab", "languages": ["deu-Latn", "aeb-Arab"], "main_score": 0.923419, "precision": 0.914361, "recall": 0.9417}, {"accuracy": 0.926877, "f1": 0.905303, "hf_subset": "deu_Latn-ben_Beng", "languages": ["deu-Latn", "ben-Beng"], "main_score": 0.905303, "precision": 0.894928, "recall": 0.926877}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-est_Latn", "languages": ["deu-Latn", "est-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.985178, "f1": 0.980567, "hf_subset": "deu_Latn-hye_Armn", "languages": ["deu-Latn", "hye-Armn"], "main_score": 0.980567, "precision": 0.978426, "recall": 0.985178}, {"accuracy": 0.190711, "f1": 0.122888, "hf_subset": "deu_Latn-kmb_Latn", "languages": ["deu-Latn", "kmb-Latn"], "main_score": 0.122888, "precision": 0.107383, "recall": 0.190711}, {"accuracy": 0.067194, "f1": 0.042333, "hf_subset": "deu_Latn-min_Arab", "languages": ["deu-Latn", "min-Arab"], "main_score": 0.042333, "precision": 0.036493, "recall": 0.067194}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-pol_Latn", "languages": ["deu-Latn", "pol-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.183794, "f1": 0.119694, "hf_subset": "deu_Latn-ssw_Latn", "languages": ["deu-Latn", "ssw-Latn"], "main_score": 0.119694, "precision": 0.105847, "recall": 0.183794}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-ukr_Cyrl", "languages": ["deu-Latn", "ukr-Cyrl"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "deu_Latn-afr_Latn", "languages": ["deu-Latn", "afr-Latn"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.900198, "f1": 0.871607, "hf_subset": "deu_Latn-bho_Deva", "languages": ["deu-Latn", "bho-Deva"], "main_score": 0.871607, "precision": 0.858284, "recall": 0.900198}, {"accuracy": 0.781621, "f1": 0.728527, "hf_subset": "deu_Latn-eus_Latn", "languages": ["deu-Latn", "eus-Latn"], "main_score": 0.728527, "precision": 0.705801, "recall": 0.781621}, {"accuracy": 0.220356, "f1": 0.143743, "hf_subset": "deu_Latn-ibo_Latn", "languages": ["deu-Latn", "ibo-Latn"], "main_score": 0.143743, "precision": 0.125177, "recall": 0.220356}, {"accuracy": 0.764822, "f1": 0.71198, "hf_subset": "deu_Latn-kmr_Latn", "languages": ["deu-Latn", "kmr-Latn"], "main_score": 0.71198, "precision": 0.689443, "recall": 0.764822}, {"accuracy": 0.65415, "f1": 0.580477, "hf_subset": "deu_Latn-min_Latn", "languages": ["deu-Latn", "min-Latn"], "main_score": 0.580477, "precision": 0.552746, "recall": 0.65415}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-por_Latn", "languages": ["deu-Latn", "por-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.777668, "f1": 0.722139, "hf_subset": "deu_Latn-sun_Latn", "languages": ["deu-Latn", "sun-Latn"], "main_score": 0.722139, "precision": 0.698798, "recall": 0.777668}, {"accuracy": 0.189723, "f1": 0.124147, "hf_subset": "deu_Latn-umb_Latn", "languages": ["deu-Latn", "umb-Latn"], "main_score": 0.124147, "precision": 0.108751, "recall": 0.189723}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "deu_Latn-ajp_Arab", "languages": ["deu-Latn", "ajp-Arab"], "main_score": 0.95471, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.073123, "f1": 0.041809, "hf_subset": "deu_Latn-bjn_Arab", "languages": ["deu-Latn", "bjn-Arab"], "main_score": 0.041809, "precision": 0.034927, "recall": 0.073123}, {"accuracy": 0.268775, "f1": 0.197352, "hf_subset": "deu_Latn-ewe_Latn", "languages": ["deu-Latn", "ewe-Latn"], "main_score": 0.197352, "precision": 0.179563, "recall": 0.268775}, {"accuracy": 0.389328, "f1": 0.304631, "hf_subset": "deu_Latn-ilo_Latn", "languages": ["deu-Latn", "ilo-Latn"], "main_score": 0.304631, "precision": 0.279416, "recall": 0.389328}, {"accuracy": 0.090909, "f1": 0.048923, "hf_subset": "deu_Latn-knc_Arab", "languages": ["deu-Latn", "knc-Arab"], "main_score": 0.048923, "precision": 0.040048, "recall": 0.090909}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-mkd_Cyrl", "languages": ["deu-Latn", "mkd-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "deu_Latn-prs_Arab", "languages": ["deu-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-swe_Latn", "languages": ["deu-Latn", "swe-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.979249, "f1": 0.972661, "hf_subset": "deu_Latn-urd_Arab", "languages": ["deu-Latn", "urd-Arab"], "main_score": 0.972661, "precision": 0.969532, "recall": 0.979249}, {"accuracy": 0.318182, "f1": 0.231388, "hf_subset": "deu_Latn-aka_Latn", "languages": ["deu-Latn", "aka-Latn"], "main_score": 0.231388, "precision": 0.206553, "recall": 0.318182}, {"accuracy": 0.782609, "f1": 0.727012, "hf_subset": "deu_Latn-bjn_Latn", "languages": ["deu-Latn", "bjn-Latn"], "main_score": 0.727012, "precision": 0.703369, "recall": 0.782609}, {"accuracy": 0.499012, "f1": 0.417768, "hf_subset": "deu_Latn-fao_Latn", "languages": ["deu-Latn", "fao-Latn"], "main_score": 0.417768, "precision": 0.390972, "recall": 0.499012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-ind_Latn", "languages": ["deu-Latn", "ind-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.291502, "f1": 0.212411, "hf_subset": "deu_Latn-knc_Latn", "languages": ["deu-Latn", "knc-Latn"], "main_score": 0.212411, "precision": 0.191765, "recall": 0.291502}, {"accuracy": 0.356719, "f1": 0.273248, "hf_subset": "deu_Latn-mlt_Latn", "languages": ["deu-Latn", "mlt-Latn"], "main_score": 0.273248, "precision": 0.249023, "recall": 0.356719}, {"accuracy": 0.284585, "f1": 0.199432, "hf_subset": "deu_Latn-quy_Latn", "languages": ["deu-Latn", "quy-Latn"], "main_score": 0.199432, "precision": 0.17585, "recall": 0.284585}, {"accuracy": 0.383399, "f1": 0.301821, "hf_subset": "deu_Latn-swh_Latn", "languages": ["deu-Latn", "swh-Latn"], "main_score": 0.301821, "precision": 0.277448, "recall": 0.383399}, {"accuracy": 0.663043, "f1": 0.594586, "hf_subset": "deu_Latn-uzn_Latn", "languages": ["deu-Latn", "uzn-Latn"], "main_score": 0.594586, "precision": 0.567523, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-als_Latn", "languages": ["deu-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.060277, "f1": 0.021093, "hf_subset": "deu_Latn-bod_Tibt", "languages": ["deu-Latn", "bod-Tibt"], "main_score": 0.021093, "precision": 0.015952, "recall": 0.060277}, {"accuracy": 0.237154, "f1": 0.166923, "hf_subset": "deu_Latn-fij_Latn", "languages": ["deu-Latn", "fij-Latn"], "main_score": 0.166923, "precision": 0.147959, "recall": 0.237154}, {"accuracy": 0.782609, "f1": 0.727739, "hf_subset": "deu_Latn-isl_Latn", "languages": ["deu-Latn", "isl-Latn"], "main_score": 0.727739, "precision": 0.704315, "recall": 0.782609}, {"accuracy": 0.262846, "f1": 0.184871, "hf_subset": "deu_Latn-kon_Latn", "languages": ["deu-Latn", "kon-Latn"], "main_score": 0.184871, "precision": 0.164083, "recall": 0.262846}, {"accuracy": 0.064229, "f1": 0.032659, "hf_subset": "deu_Latn-mni_Beng", "languages": ["deu-Latn", "mni-Beng"], "main_score": 0.032659, "precision": 0.027624, "recall": 0.064229}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ron_Latn", "languages": ["deu-Latn", "ron-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.821146, "f1": 0.775758, "hf_subset": "deu_Latn-szl_Latn", "languages": ["deu-Latn", "szl-Latn"], "main_score": 0.775758, "precision": 0.756324, "recall": 0.821146}, {"accuracy": 0.818182, "f1": 0.765613, "hf_subset": "deu_Latn-vec_Latn", "languages": ["deu-Latn", "vec-Latn"], "main_score": 0.765613, "precision": 0.742243, "recall": 0.818182}, {"accuracy": 0.779644, "f1": 0.729167, "hf_subset": "deu_Latn-amh_Ethi", "languages": ["deu-Latn", "amh-Ethi"], "main_score": 0.729167, "precision": 0.707865, "recall": 0.779644}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "deu_Latn-bos_Latn", "languages": ["deu-Latn", "bos-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-fin_Latn", "languages": ["deu-Latn", "fin-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-ita_Latn", "languages": ["deu-Latn", "ita-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "deu_Latn-kor_Hang", "languages": ["deu-Latn", "kor-Hang"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.250988, "f1": 0.175852, "hf_subset": "deu_Latn-mos_Latn", "languages": ["deu-Latn", "mos-Latn"], "main_score": 0.175852, "precision": 0.15528, "recall": 0.250988}, {"accuracy": 0.200593, "f1": 0.134966, "hf_subset": "deu_Latn-run_Latn", "languages": ["deu-Latn", "run-Latn"], "main_score": 0.134966, "precision": 0.118953, "recall": 0.200593}, {"accuracy": 0.893281, "f1": 0.861825, "hf_subset": "deu_Latn-tam_Taml", "languages": ["deu-Latn", "tam-Taml"], "main_score": 0.861825, "precision": 0.847003, "recall": 0.893281}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-vie_Latn", "languages": ["deu-Latn", "vie-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.963439, "f1": 0.95191, "hf_subset": "deu_Latn-apc_Arab", "languages": ["deu-Latn", "apc-Arab"], "main_score": 0.95191, "precision": 0.946476, "recall": 0.963439}, {"accuracy": 0.399209, "f1": 0.311712, "hf_subset": "deu_Latn-bug_Latn", "languages": ["deu-Latn", "bug-Latn"], "main_score": 0.311712, "precision": 0.284339, "recall": 0.399209}, {"accuracy": 0.22332, "f1": 0.151769, "hf_subset": "deu_Latn-fon_Latn", "languages": ["deu-Latn", "fon-Latn"], "main_score": 0.151769, "precision": 0.133352, "recall": 0.22332}, {"accuracy": 0.740119, "f1": 0.677931, "hf_subset": "deu_Latn-jav_Latn", "languages": ["deu-Latn", "jav-Latn"], "main_score": 0.677931, "precision": 0.652753, "recall": 0.740119}, {"accuracy": 0.942688, "f1": 0.92668, "hf_subset": "deu_Latn-lao_Laoo", "languages": ["deu-Latn", "lao-Laoo"], "main_score": 0.92668, "precision": 0.919466, "recall": 0.942688}, {"accuracy": 0.215415, "f1": 0.138849, "hf_subset": "deu_Latn-mri_Latn", "languages": ["deu-Latn", "mri-Latn"], "main_score": 0.138849, "precision": 0.120808, "recall": 0.215415}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-rus_Cyrl", "languages": ["deu-Latn", "rus-Cyrl"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.269763, "f1": 0.19799, "hf_subset": "deu_Latn-taq_Latn", "languages": ["deu-Latn", "taq-Latn"], "main_score": 0.19799, "precision": 0.180009, "recall": 0.269763}, {"accuracy": 0.448617, "f1": 0.35315, "hf_subset": "deu_Latn-war_Latn", "languages": ["deu-Latn", "war-Latn"], "main_score": 0.35315, "precision": 0.322458, "recall": 0.448617}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "deu_Latn-arb_Arab", "languages": ["deu-Latn", "arb-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-bul_Cyrl", "languages": ["deu-Latn", "bul-Cyrl"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-fra_Latn", "languages": ["deu-Latn", "fra-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-jpn_Jpan", "languages": ["deu-Latn", "jpn-Jpan"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.772727, "f1": 0.714229, "hf_subset": "deu_Latn-lij_Latn", "languages": ["deu-Latn", "lij-Latn"], "main_score": 0.714229, "precision": 0.689213, "recall": 0.772727}, {"accuracy": 0.948617, "f1": 0.932477, "hf_subset": "deu_Latn-mya_Mymr", "languages": ["deu-Latn", "mya-Mymr"], "main_score": 0.932477, "precision": 0.924572, "recall": 0.948617}, {"accuracy": 0.252964, "f1": 0.178736, "hf_subset": "deu_Latn-sag_Latn", "languages": ["deu-Latn", "sag-Latn"], "main_score": 0.178736, "precision": 0.158549, "recall": 0.252964}, {"accuracy": 0.082016, "f1": 0.036045, "hf_subset": "deu_Latn-taq_Tfng", "languages": ["deu-Latn", "taq-Tfng"], "main_score": 0.036045, "precision": 0.029585, "recall": 0.082016}, {"accuracy": 0.280632, "f1": 0.201714, "hf_subset": "deu_Latn-wol_Latn", "languages": ["deu-Latn", "wol-Latn"], "main_score": 0.201714, "precision": 0.17964, "recall": 0.280632}, {"accuracy": 0.143281, "f1": 0.086379, "hf_subset": "deu_Latn-arb_Latn", "languages": ["deu-Latn", "arb-Latn"], "main_score": 0.086379, "precision": 0.074461, "recall": 0.143281}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "deu_Latn-cat_Latn", "languages": ["deu-Latn", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.747036, "f1": 0.685183, "hf_subset": "deu_Latn-fur_Latn", "languages": ["deu-Latn", "fur-Latn"], "main_score": 0.685183, "precision": 0.659256, "recall": 0.747036}, {"accuracy": 0.09585, "f1": 0.063084, "hf_subset": "deu_Latn-kab_Latn", "languages": ["deu-Latn", "kab-Latn"], "main_score": 0.063084, "precision": 0.055795, "recall": 0.09585}, {"accuracy": 0.777668, "f1": 0.721121, "hf_subset": "deu_Latn-lim_Latn", "languages": ["deu-Latn", "lim-Latn"], "main_score": 0.721121, "precision": 0.697077, "recall": 0.777668}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-nld_Latn", "languages": ["deu-Latn", "nld-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.751976, "f1": 0.690152, "hf_subset": "deu_Latn-san_Deva", "languages": ["deu-Latn", "san-Deva"], "main_score": 0.690152, "precision": 0.663027, "recall": 0.751976}, {"accuracy": 0.530632, "f1": 0.445011, "hf_subset": "deu_Latn-tat_Cyrl", "languages": ["deu-Latn", "tat-Cyrl"], "main_score": 0.445011, "precision": 0.413296, "recall": 0.530632}, {"accuracy": 0.216403, "f1": 0.140023, "hf_subset": "deu_Latn-xho_Latn", "languages": ["deu-Latn", "xho-Latn"], "main_score": 0.140023, "precision": 0.121157, "recall": 0.216403}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "deu_Latn-ars_Arab", "languages": ["deu-Latn", "ars-Arab"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.429842, "f1": 0.340887, "hf_subset": "deu_Latn-ceb_Latn", "languages": ["deu-Latn", "ceb-Latn"], "main_score": 0.340887, "precision": 0.312425, "recall": 0.429842}, {"accuracy": 0.247036, "f1": 0.169506, "hf_subset": "deu_Latn-fuv_Latn", "languages": ["deu-Latn", "fuv-Latn"], "main_score": 0.169506, "precision": 0.149844, "recall": 0.247036}, {"accuracy": 0.228261, "f1": 0.155934, "hf_subset": "deu_Latn-kac_Latn", "languages": ["deu-Latn", "kac-Latn"], "main_score": 0.155934, "precision": 0.137408, "recall": 0.228261}, {"accuracy": 0.251976, "f1": 0.178556, "hf_subset": "deu_Latn-lin_Latn", "languages": ["deu-Latn", "lin-Latn"], "main_score": 0.178556, "precision": 0.159687, "recall": 0.251976}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "deu_Latn-nno_Latn", "languages": ["deu-Latn", "nno-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.021739, "f1": 0.005155, "hf_subset": "deu_Latn-sat_Olck", "languages": ["deu-Latn", "sat-Olck"], "main_score": 0.005155, "precision": 0.003799, "recall": 0.021739}, {"accuracy": 0.873518, "f1": 0.837747, "hf_subset": "deu_Latn-tel_Telu", "languages": ["deu-Latn", "tel-Telu"], "main_score": 0.837747, "precision": 0.821509, "recall": 0.873518}, {"accuracy": 0.455534, "f1": 0.367528, "hf_subset": "deu_Latn-ydd_Hebr", "languages": ["deu-Latn", "ydd-Hebr"], "main_score": 0.367528, "precision": 0.335344, "recall": 0.455534}, {"accuracy": 0.850791, "f1": 0.811957, "hf_subset": "deu_Latn-ary_Arab", "languages": ["deu-Latn", "ary-Arab"], "main_score": 0.811957, "precision": 0.794055, "recall": 0.850791}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-ces_Latn", "languages": ["deu-Latn", "ces-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.107708, "f1": 0.062922, "hf_subset": "deu_Latn-gaz_Latn", "languages": ["deu-Latn", "gaz-Latn"], "main_score": 0.062922, "precision": 0.054074, "recall": 0.107708}, {"accuracy": 0.221344, "f1": 0.150863, "hf_subset": "deu_Latn-kam_Latn", "languages": ["deu-Latn", "kam-Latn"], "main_score": 0.150863, "precision": 0.133057, "recall": 0.221344}, {"accuracy": 0.98913, "f1": 0.985837, "hf_subset": "deu_Latn-lit_Latn", "languages": ["deu-Latn", "lit-Latn"], "main_score": 0.985837, "precision": 0.98419, "recall": 0.98913}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-nob_Latn", "languages": ["deu-Latn", "nob-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.661067, "f1": 0.589997, "hf_subset": "deu_Latn-scn_Latn", "languages": ["deu-Latn", "scn-Latn"], "main_score": 0.589997, "precision": 0.56238, "recall": 0.661067}, {"accuracy": 0.204545, "f1": 0.134275, "hf_subset": "deu_Latn-tgk_Cyrl", "languages": ["deu-Latn", "tgk-Cyrl"], "main_score": 0.134275, "precision": 0.116131, "recall": 0.204545}, {"accuracy": 0.226285, "f1": 0.149134, "hf_subset": "deu_Latn-yor_Latn", "languages": ["deu-Latn", "yor-Latn"], "main_score": 0.149134, "precision": 0.12937, "recall": 0.226285}, {"accuracy": 0.951581, "f1": 0.936924, "hf_subset": "deu_Latn-arz_Arab", "languages": ["deu-Latn", "arz-Arab"], "main_score": 0.936924, "precision": 0.929842, "recall": 0.951581}, {"accuracy": 0.208498, "f1": 0.140623, "hf_subset": "deu_Latn-cjk_Latn", "languages": ["deu-Latn", "cjk-Latn"], "main_score": 0.140623, "precision": 0.124301, "recall": 0.208498}, {"accuracy": 0.225296, "f1": 0.155492, "hf_subset": "deu_Latn-gla_Latn", "languages": ["deu-Latn", "gla-Latn"], "main_score": 0.155492, "precision": 0.136821, "recall": 0.225296}, {"accuracy": 0.817194, "f1": 0.76777, "hf_subset": "deu_Latn-kan_Knda", "languages": ["deu-Latn", "kan-Knda"], "main_score": 0.76777, "precision": 0.745777, "recall": 0.817194}, {"accuracy": 0.678854, "f1": 0.613694, "hf_subset": "deu_Latn-lmo_Latn", "languages": ["deu-Latn", "lmo-Latn"], "main_score": 0.613694, "precision": 0.588337, "recall": 0.678854}, {"accuracy": 0.97332, "f1": 0.964921, "hf_subset": "deu_Latn-npi_Deva", "languages": ["deu-Latn", "npi-Deva"], "main_score": 0.964921, "precision": 0.960804, "recall": 0.97332}, {"accuracy": 0.314229, "f1": 0.224972, "hf_subset": "deu_Latn-shn_Mymr", "languages": ["deu-Latn", "shn-Mymr"], "main_score": 0.224972, "precision": 0.198123, "recall": 0.314229}, {"accuracy": 0.502964, "f1": 0.418211, "hf_subset": "deu_Latn-tgl_Latn", "languages": ["deu-Latn", "tgl-Latn"], "main_score": 0.418211, "precision": 0.389183, "recall": 0.502964}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-yue_Hant", "languages": ["deu-Latn", "yue-Hant"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.570158, "f1": 0.492585, "hf_subset": "deu_Latn-asm_Beng", "languages": ["deu-Latn", "asm-Beng"], "main_score": 0.492585, "precision": 0.464464, "recall": 0.570158}, {"accuracy": 0.851779, "f1": 0.811001, "hf_subset": "deu_Latn-ckb_Arab", "languages": ["deu-Latn", "ckb-Arab"], "main_score": 0.811001, "precision": 0.791947, "recall": 0.851779}, {"accuracy": 0.320158, "f1": 0.240296, "hf_subset": "deu_Latn-gle_Latn", "languages": ["deu-Latn", "gle-Latn"], "main_score": 0.240296, "precision": 0.217371, "recall": 0.320158}, {"accuracy": 0.606719, "f1": 0.526725, "hf_subset": "deu_Latn-kas_Arab", "languages": ["deu-Latn", "kas-Arab"], "main_score": 0.526725, "precision": 0.495113, "recall": 0.606719}, {"accuracy": 0.721344, "f1": 0.658583, "hf_subset": "deu_Latn-ltg_Latn", "languages": ["deu-Latn", "ltg-Latn"], "main_score": 0.658583, "precision": 0.631901, "recall": 0.721344}, {"accuracy": 0.266798, "f1": 0.183495, "hf_subset": "deu_Latn-nso_Latn", "languages": ["deu-Latn", "nso-Latn"], "main_score": 0.183495, "precision": 0.160927, "recall": 0.266798}, {"accuracy": 0.937747, "f1": 0.919368, "hf_subset": "deu_Latn-sin_Sinh", "languages": ["deu-Latn", "sin-Sinh"], "main_score": 0.919368, "precision": 0.910853, "recall": 0.937747}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-tha_Thai", "languages": ["deu-Latn", "tha-Thai"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "deu_Latn-zho_Hans", "languages": ["deu-Latn", "zho-Hans"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.952569, "f1": 0.938241, "hf_subset": "deu_Latn-ast_Latn", "languages": ["deu-Latn", "ast-Latn"], "main_score": 0.938241, "precision": 0.931324, "recall": 0.952569}, {"accuracy": 0.802372, "f1": 0.750692, "hf_subset": "deu_Latn-crh_Latn", "languages": ["deu-Latn", "crh-Latn"], "main_score": 0.750692, "precision": 0.72752, "recall": 0.802372}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "deu_Latn-glg_Latn", "languages": ["deu-Latn", "glg-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.439723, "f1": 0.355392, "hf_subset": "deu_Latn-kas_Deva", "languages": ["deu-Latn", "kas-Deva"], "main_score": 0.355392, "precision": 0.326729, "recall": 0.439723}, {"accuracy": 0.538538, "f1": 0.451187, "hf_subset": "deu_Latn-ltz_Latn", "languages": ["deu-Latn", "ltz-Latn"], "main_score": 0.451187, "precision": 0.420261, "recall": 0.538538}, {"accuracy": 0.116601, "f1": 0.061898, "hf_subset": "deu_Latn-nus_Latn", "languages": ["deu-Latn", "nus-Latn"], "main_score": 0.061898, "precision": 0.050358, "recall": 0.116601}, {"accuracy": 1.0, "f1": 1.0, "hf_subset": "deu_Latn-slk_Latn", "languages": ["deu-Latn", "slk-Latn"], "main_score": 1.0, "precision": 1.0, "recall": 1.0}, {"accuracy": 0.193676, "f1": 0.133241, "hf_subset": "deu_Latn-tir_Ethi", "languages": ["deu-Latn", "tir-Ethi"], "main_score": 0.133241, "precision": 0.116753, "recall": 0.193676}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "deu_Latn-zho_Hant", "languages": ["deu-Latn", "zho-Hant"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "deu_Latn-awa_Deva", "languages": ["deu-Latn", "awa-Deva"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.493083, "f1": 0.405432, "hf_subset": "deu_Latn-cym_Latn", "languages": ["deu-Latn", "cym-Latn"], "main_score": 0.405432, "precision": 0.37696, "recall": 0.493083}, {"accuracy": 0.384387, "f1": 0.295278, "hf_subset": "deu_Latn-grn_Latn", "languages": ["deu-Latn", "grn-Latn"], "main_score": 0.295278, "precision": 0.268501, "recall": 0.384387}, {"accuracy": 0.880435, "f1": 0.845257, "hf_subset": "deu_Latn-kat_Geor", "languages": ["deu-Latn", "kat-Geor"], "main_score": 0.845257, "precision": 0.828969, "recall": 0.880435}, {"accuracy": 0.285573, "f1": 0.205367, "hf_subset": "deu_Latn-lua_Latn", "languages": ["deu-Latn", "lua-Latn"], "main_score": 0.205367, "precision": 0.182796, "recall": 0.285573}, {"accuracy": 0.253953, "f1": 0.177703, "hf_subset": "deu_Latn-nya_Latn", "languages": ["deu-Latn", "nya-Latn"], "main_score": 0.177703, "precision": 0.157756, "recall": 0.253953}, {"accuracy": 0.999012, "f1": 0.998682, "hf_subset": "deu_Latn-slv_Latn", "languages": ["deu-Latn", "slv-Latn"], "main_score": 0.998682, "precision": 0.998518, "recall": 0.999012}, {"accuracy": 0.48419, "f1": 0.389903, "hf_subset": "deu_Latn-tpi_Latn", "languages": ["deu-Latn", "tpi-Latn"], "main_score": 0.389903, "precision": 0.358023, "recall": 0.48419}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "deu_Latn-zsm_Latn", "languages": ["deu-Latn", "zsm-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.215415, "f1": 0.140325, "hf_subset": "deu_Latn-ayr_Latn", "languages": ["deu-Latn", "ayr-Latn"], "main_score": 0.140325, "precision": 0.122089, "recall": 0.215415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "deu_Latn-dan_Latn", "languages": ["deu-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.925889, "f1": 0.90295, "hf_subset": "deu_Latn-guj_Gujr", "languages": ["deu-Latn", "guj-Gujr"], "main_score": 0.90295, "precision": 0.892128, "recall": 0.925889}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "deu_Latn-kaz_Cyrl", "languages": ["deu-Latn", "kaz-Cyrl"], "main_score": 0.95471, "precision": 0.949605, "recall": 0.965415}, {"accuracy": 0.206522, "f1": 0.139458, "hf_subset": "deu_Latn-lug_Latn", "languages": ["deu-Latn", "lug-Latn"], "main_score": 0.139458, "precision": 0.122997, "recall": 0.206522}, {"accuracy": 0.933794, "f1": 0.913208, "hf_subset": "deu_Latn-oci_Latn", "languages": ["deu-Latn", "oci-Latn"], "main_score": 0.913208, "precision": 0.903162, "recall": 0.933794}, {"accuracy": 0.212451, "f1": 0.140935, "hf_subset": "deu_Latn-smo_Latn", "languages": ["deu-Latn", "smo-Latn"], "main_score": 0.140935, "precision": 0.122428, "recall": 0.212451}, {"accuracy": 0.238142, "f1": 0.166261, "hf_subset": "deu_Latn-tsn_Latn", "languages": ["deu-Latn", "tsn-Latn"], "main_score": 0.166261, "precision": 0.14827, "recall": 0.238142}, {"accuracy": 0.166996, "f1": 0.106143, "hf_subset": "deu_Latn-zul_Latn", "languages": ["deu-Latn", "zul-Latn"], "main_score": 0.106143, "precision": 0.091902, "recall": 0.166996}, {"accuracy": 0.560277, "f1": 0.477974, "hf_subset": "deu_Latn-azb_Arab", "languages": ["deu-Latn", "azb-Arab"], "main_score": 0.477974, "precision": 0.446053, "recall": 0.560277}, {"accuracy": 0.327075, "f1": 0.240027, "hf_subset": "deu_Latn-hat_Latn", "languages": ["deu-Latn", "hat-Latn"], "main_score": 0.240027, "precision": 0.21366, "recall": 0.327075}, {"accuracy": 0.203557, "f1": 0.13257, "hf_subset": "deu_Latn-kbp_Latn", "languages": ["deu-Latn", "kbp-Latn"], "main_score": 0.13257, "precision": 0.114948, "recall": 0.203557}, {"accuracy": 0.245059, "f1": 0.170526, "hf_subset": "deu_Latn-luo_Latn", "languages": ["deu-Latn", "luo-Latn"], "main_score": 0.170526, "precision": 0.151614, "recall": 0.245059}, {"accuracy": 0.852767, "f1": 0.814954, "hf_subset": "deu_Latn-ory_Orya", "languages": ["deu-Latn", "ory-Orya"], "main_score": 0.814954, "precision": 0.798452, "recall": 0.852767}, {"accuracy": 0.197628, "f1": 0.128618, "hf_subset": "deu_Latn-sna_Latn", "languages": ["deu-Latn", "sna-Latn"], "main_score": 0.128618, "precision": 0.112003, "recall": 0.197628}, {"accuracy": 0.206522, "f1": 0.142111, "hf_subset": "deu_Latn-tso_Latn", "languages": ["deu-Latn", "tso-Latn"], "main_score": 0.142111, "precision": 0.127004, "recall": 0.206522}, {"accuracy": 0.961462, "f1": 0.949835, "hf_subset": "deu_Latn-azj_Latn", "languages": ["deu-Latn", "azj-Latn"], "main_score": 0.949835, "precision": 0.944582, "recall": 0.961462}, {"accuracy": 0.329051, "f1": 0.238804, "hf_subset": "deu_Latn-dik_Latn", "languages": ["deu-Latn", "dik-Latn"], "main_score": 0.238804, "precision": 0.213233, "recall": 0.329051}, {"accuracy": 0.272727, "f1": 0.1968, "hf_subset": "deu_Latn-hau_Latn", "languages": ["deu-Latn", "hau-Latn"], "main_score": 0.1968, "precision": 0.177872, "recall": 0.272727}, {"accuracy": 0.666996, "f1": 0.590955, "hf_subset": "deu_Latn-kea_Latn", "languages": ["deu-Latn", "kea-Latn"], "main_score": 0.590955, "precision": 0.560433, "recall": 0.666996}, {"accuracy": 0.386364, "f1": 0.30043, "hf_subset": "deu_Latn-lus_Latn", "languages": ["deu-Latn", "lus-Latn"], "main_score": 0.30043, "precision": 0.273894, "recall": 0.386364}, {"accuracy": 0.496047, "f1": 0.406907, "hf_subset": "deu_Latn-pag_Latn", "languages": ["deu-Latn", "pag-Latn"], "main_score": 0.406907, "precision": 0.375799, "recall": 0.496047}, {"accuracy": 0.866601, "f1": 0.829117, "hf_subset": "deu_Latn-snd_Arab", "languages": ["deu-Latn", "snd-Arab"], "main_score": 0.829117, "precision": 0.811545, "recall": 0.866601}, {"accuracy": 0.363636, "f1": 0.27401, "hf_subset": "deu_Latn-tuk_Latn", "languages": ["deu-Latn", "tuk-Latn"], "main_score": 0.27401, "precision": 0.24604, "recall": 0.363636}, {"accuracy": 0.482213, "f1": 0.39582, "hf_subset": "deu_Latn-bak_Cyrl", "languages": ["deu-Latn", "bak-Cyrl"], "main_score": 0.39582, "precision": 0.365726, "recall": 0.482213}, {"accuracy": 0.203557, "f1": 0.134962, "hf_subset": "deu_Latn-dyu_Latn", "languages": ["deu-Latn", "dyu-Latn"], "main_score": 0.134962, "precision": 0.116587, "recall": 0.203557}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "deu_Latn-heb_Hebr", "languages": ["deu-Latn", "heb-Hebr"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.978261, "f1": 0.971014, "hf_subset": "deu_Latn-khk_Cyrl", "languages": ["deu-Latn", "khk-Cyrl"], "main_score": 0.971014, "precision": 0.967391, "recall": 0.978261}, {"accuracy": 0.991107, "f1": 0.988538, "hf_subset": "deu_Latn-lvs_Latn", "languages": ["deu-Latn", "lvs-Latn"], "main_score": 0.988538, "precision": 0.987401, "recall": 0.991107}, {"accuracy": 0.856719, "f1": 0.817589, "hf_subset": "deu_Latn-pan_Guru", "languages": ["deu-Latn", "pan-Guru"], "main_score": 0.817589, "precision": 0.800247, "recall": 0.856719}, {"accuracy": 0.291502, "f1": 0.21359, "hf_subset": "deu_Latn-som_Latn", "languages": ["deu-Latn", "som-Latn"], "main_score": 0.21359, "precision": 0.189869, "recall": 0.291502}, {"accuracy": 0.229249, "f1": 0.154833, "hf_subset": "deu_Latn-tum_Latn", "languages": ["deu-Latn", "tum-Latn"], "main_score": 0.154833, "precision": 0.136254, "recall": 0.229249}, {"accuracy": 0.041502, "f1": 0.032506, "hf_subset": "hat_Latn-ace_Arab", "languages": ["hat-Latn", "ace-Arab"], "main_score": 0.032506, "precision": 0.030293, "recall": 0.041502}, {"accuracy": 0.202569, "f1": 0.180881, "hf_subset": "hat_Latn-bam_Latn", "languages": ["hat-Latn", "bam-Latn"], "main_score": 0.180881, "precision": 0.173205, "recall": 0.202569}, {"accuracy": 0.002964, "f1": 0.000573, "hf_subset": "hat_Latn-dzo_Tibt", "languages": ["hat-Latn", "dzo-Tibt"], "main_score": 0.000573, "precision": 0.00037, "recall": 0.002964}, {"accuracy": 0.244071, "f1": 0.209696, "hf_subset": "hat_Latn-hin_Deva", "languages": ["hat-Latn", "hin-Deva"], "main_score": 0.209696, "precision": 0.199492, "recall": 0.244071}, {"accuracy": 0.227273, "f1": 0.201647, "hf_subset": "hat_Latn-khm_Khmr", "languages": ["hat-Latn", "khm-Khmr"], "main_score": 0.201647, "precision": 0.194095, "recall": 0.227273}, {"accuracy": 0.187747, "f1": 0.169499, "hf_subset": "hat_Latn-mag_Deva", "languages": ["hat-Latn", "mag-Deva"], "main_score": 0.169499, "precision": 0.163769, "recall": 0.187747}, {"accuracy": 0.229249, "f1": 0.212341, "hf_subset": "hat_Latn-pap_Latn", "languages": ["hat-Latn", "pap-Latn"], "main_score": 0.212341, "precision": 0.207427, "recall": 0.229249}, {"accuracy": 0.22332, "f1": 0.197318, "hf_subset": "hat_Latn-sot_Latn", "languages": ["hat-Latn", "sot-Latn"], "main_score": 0.197318, "precision": 0.187848, "recall": 0.22332}, {"accuracy": 0.316206, "f1": 0.274743, "hf_subset": "hat_Latn-tur_Latn", "languages": ["hat-Latn", "tur-Latn"], "main_score": 0.274743, "precision": 0.262241, "recall": 0.316206}, {"accuracy": 0.253953, "f1": 0.23253, "hf_subset": "hat_Latn-ace_Latn", "languages": ["hat-Latn", "ace-Latn"], "main_score": 0.23253, "precision": 0.224309, "recall": 0.253953}, {"accuracy": 0.213439, "f1": 0.195828, "hf_subset": "hat_Latn-ban_Latn", "languages": ["hat-Latn", "ban-Latn"], "main_score": 0.195828, "precision": 0.19019, "recall": 0.213439}, {"accuracy": 0.245059, "f1": 0.213996, "hf_subset": "hat_Latn-ell_Grek", "languages": ["hat-Latn", "ell-Grek"], "main_score": 0.213996, "precision": 0.203523, "recall": 0.245059}, {"accuracy": 0.179842, "f1": 0.158913, "hf_subset": "hat_Latn-hne_Deva", "languages": ["hat-Latn", "hne-Deva"], "main_score": 0.158913, "precision": 0.152851, "recall": 0.179842}, {"accuracy": 0.187747, "f1": 0.165136, "hf_subset": "hat_Latn-kik_Latn", "languages": ["hat-Latn", "kik-Latn"], "main_score": 0.165136, "precision": 0.15659, "recall": 0.187747}, {"accuracy": 0.179842, "f1": 0.160844, "hf_subset": "hat_Latn-mai_Deva", "languages": ["hat-Latn", "mai-Deva"], "main_score": 0.160844, "precision": 0.155162, "recall": 0.179842}, {"accuracy": 0.198617, "f1": 0.169698, "hf_subset": "hat_Latn-pbt_Arab", "languages": ["hat-Latn", "pbt-Arab"], "main_score": 0.169698, "precision": 0.161264, "recall": 0.198617}, {"accuracy": 0.293478, "f1": 0.265875, "hf_subset": "hat_Latn-spa_Latn", "languages": ["hat-Latn", "spa-Latn"], "main_score": 0.265875, "precision": 0.257711, "recall": 0.293478}, {"accuracy": 0.258893, "f1": 0.236185, "hf_subset": "hat_Latn-twi_Latn", "languages": ["hat-Latn", "twi-Latn"], "main_score": 0.236185, "precision": 0.227174, "recall": 0.258893}, {"accuracy": 0.210474, "f1": 0.19334, "hf_subset": "hat_Latn-acm_Arab", "languages": ["hat-Latn", "acm-Arab"], "main_score": 0.19334, "precision": 0.186925, "recall": 0.210474}, {"accuracy": 0.208498, "f1": 0.177996, "hf_subset": "hat_Latn-bel_Cyrl", "languages": ["hat-Latn", "bel-Cyrl"], "main_score": 0.177996, "precision": 0.168699, "recall": 0.208498}, {"accuracy": 0.323123, "f1": 0.279182, "hf_subset": "hat_Latn-eng_Latn", "languages": ["hat-Latn", "eng-Latn"], "main_score": 0.279182, "precision": 0.265655, "recall": 0.323123}, {"accuracy": 0.23913, "f1": 0.221509, "hf_subset": "hat_Latn-hrv_Latn", "languages": ["hat-Latn", "hrv-Latn"], "main_score": 0.221509, "precision": 0.215399, "recall": 0.23913}, {"accuracy": 0.185771, "f1": 0.159405, "hf_subset": "hat_Latn-kin_Latn", "languages": ["hat-Latn", "kin-Latn"], "main_score": 0.159405, "precision": 0.149664, "recall": 0.185771}, {"accuracy": 0.119565, "f1": 0.099707, "hf_subset": "hat_Latn-mal_Mlym", "languages": ["hat-Latn", "mal-Mlym"], "main_score": 0.099707, "precision": 0.094915, "recall": 0.119565}, {"accuracy": 0.25, "f1": 0.215026, "hf_subset": "hat_Latn-pes_Arab", "languages": ["hat-Latn", "pes-Arab"], "main_score": 0.215026, "precision": 0.204732, "recall": 0.25}, {"accuracy": 0.229249, "f1": 0.213101, "hf_subset": "hat_Latn-srd_Latn", "languages": ["hat-Latn", "srd-Latn"], "main_score": 0.213101, "precision": 0.208109, "recall": 0.229249}, {"accuracy": 0.08004, "f1": 0.051765, "hf_subset": "hat_Latn-tzm_Tfng", "languages": ["hat-Latn", "tzm-Tfng"], "main_score": 0.051765, "precision": 0.045499, "recall": 0.08004}, {"accuracy": 0.225296, "f1": 0.201721, "hf_subset": "hat_Latn-acq_Arab", "languages": ["hat-Latn", "acq-Arab"], "main_score": 0.201721, "precision": 0.194187, "recall": 0.225296}, {"accuracy": 0.215415, "f1": 0.186844, "hf_subset": "hat_Latn-bem_Latn", "languages": ["hat-Latn", "bem-Latn"], "main_score": 0.186844, "precision": 0.177109, "recall": 0.215415}, {"accuracy": 0.222332, "f1": 0.209614, "hf_subset": "hat_Latn-epo_Latn", "languages": ["hat-Latn", "epo-Latn"], "main_score": 0.209614, "precision": 0.205366, "recall": 0.222332}, {"accuracy": 0.315217, "f1": 0.2773, "hf_subset": "hat_Latn-hun_Latn", "languages": ["hat-Latn", "hun-Latn"], "main_score": 0.2773, "precision": 0.265974, "recall": 0.315217}, {"accuracy": 0.218379, "f1": 0.195834, "hf_subset": "hat_Latn-kir_Cyrl", "languages": ["hat-Latn", "kir-Cyrl"], "main_score": 0.195834, "precision": 0.188809, "recall": 0.218379}, {"accuracy": 0.187747, "f1": 0.155141, "hf_subset": "hat_Latn-mar_Deva", "languages": ["hat-Latn", "mar-Deva"], "main_score": 0.155141, "precision": 0.146771, "recall": 0.187747}, {"accuracy": 0.230237, "f1": 0.208215, "hf_subset": "hat_Latn-plt_Latn", "languages": ["hat-Latn", "plt-Latn"], "main_score": 0.208215, "precision": 0.200646, "recall": 0.230237}, {"accuracy": 0.271739, "f1": 0.237437, "hf_subset": "hat_Latn-srp_Cyrl", "languages": ["hat-Latn", "srp-Cyrl"], "main_score": 0.237437, "precision": 0.227177, "recall": 0.271739}, {"accuracy": 0.150198, "f1": 0.125073, "hf_subset": "hat_Latn-uig_Arab", "languages": ["hat-Latn", "uig-Arab"], "main_score": 0.125073, "precision": 0.119091, "recall": 0.150198}, {"accuracy": 0.213439, "f1": 0.191194, "hf_subset": "hat_Latn-aeb_Arab", "languages": ["hat-Latn", "aeb-Arab"], "main_score": 0.191194, "precision": 0.184659, "recall": 0.213439}, {"accuracy": 0.136364, "f1": 0.117667, "hf_subset": "hat_Latn-ben_Beng", "languages": ["hat-Latn", "ben-Beng"], "main_score": 0.117667, "precision": 0.112377, "recall": 0.136364}, {"accuracy": 0.306324, "f1": 0.26698, "hf_subset": "hat_Latn-est_Latn", "languages": ["hat-Latn", "est-Latn"], "main_score": 0.26698, "precision": 0.255539, "recall": 0.306324}, {"accuracy": 0.201581, "f1": 0.178494, "hf_subset": "hat_Latn-hye_Armn", "languages": ["hat-Latn", "hye-Armn"], "main_score": 0.178494, "precision": 0.170197, "recall": 0.201581}, {"accuracy": 0.202569, "f1": 0.165353, "hf_subset": "hat_Latn-kmb_Latn", "languages": ["hat-Latn", "kmb-Latn"], "main_score": 0.165353, "precision": 0.152596, "recall": 0.202569}, {"accuracy": 0.035573, "f1": 0.027235, "hf_subset": "hat_Latn-min_Arab", "languages": ["hat-Latn", "min-Arab"], "main_score": 0.027235, "precision": 0.025181, "recall": 0.035573}, {"accuracy": 0.315217, "f1": 0.276652, "hf_subset": "hat_Latn-pol_Latn", "languages": ["hat-Latn", "pol-Latn"], "main_score": 0.276652, "precision": 0.265318, "recall": 0.315217}, {"accuracy": 0.16502, "f1": 0.135645, "hf_subset": "hat_Latn-ssw_Latn", "languages": ["hat-Latn", "ssw-Latn"], "main_score": 0.135645, "precision": 0.126081, "recall": 0.16502}, {"accuracy": 0.268775, "f1": 0.240491, "hf_subset": "hat_Latn-ukr_Cyrl", "languages": ["hat-Latn", "ukr-Cyrl"], "main_score": 0.240491, "precision": 0.232643, "recall": 0.268775}, {"accuracy": 0.3083, "f1": 0.274009, "hf_subset": "hat_Latn-afr_Latn", "languages": ["hat-Latn", "afr-Latn"], "main_score": 0.274009, "precision": 0.263193, "recall": 0.3083}, {"accuracy": 0.206522, "f1": 0.182073, "hf_subset": "hat_Latn-bho_Deva", "languages": ["hat-Latn", "bho-Deva"], "main_score": 0.182073, "precision": 0.174465, "recall": 0.206522}, {"accuracy": 0.188735, "f1": 0.178542, "hf_subset": "hat_Latn-eus_Latn", "languages": ["hat-Latn", "eus-Latn"], "main_score": 0.178542, "precision": 0.175571, "recall": 0.188735}, {"accuracy": 0.213439, "f1": 0.182643, "hf_subset": "hat_Latn-ibo_Latn", "languages": ["hat-Latn", "ibo-Latn"], "main_score": 0.182643, "precision": 0.171602, "recall": 0.213439}, {"accuracy": 0.240119, "f1": 0.213976, "hf_subset": "hat_Latn-kmr_Latn", "languages": ["hat-Latn", "kmr-Latn"], "main_score": 0.213976, "precision": 0.20697, "recall": 0.240119}, {"accuracy": 0.212451, "f1": 0.195375, "hf_subset": "hat_Latn-min_Latn", "languages": ["hat-Latn", "min-Latn"], "main_score": 0.195375, "precision": 0.189576, "recall": 0.212451}, {"accuracy": 0.316206, "f1": 0.274763, "hf_subset": "hat_Latn-por_Latn", "languages": ["hat-Latn", "por-Latn"], "main_score": 0.274763, "precision": 0.262466, "recall": 0.316206}, {"accuracy": 0.209486, "f1": 0.19333, "hf_subset": "hat_Latn-sun_Latn", "languages": ["hat-Latn", "sun-Latn"], "main_score": 0.19333, "precision": 0.188181, "recall": 0.209486}, {"accuracy": 0.177866, "f1": 0.153193, "hf_subset": "hat_Latn-umb_Latn", "languages": ["hat-Latn", "umb-Latn"], "main_score": 0.153193, "precision": 0.145182, "recall": 0.177866}, {"accuracy": 0.22332, "f1": 0.196094, "hf_subset": "hat_Latn-ajp_Arab", "languages": ["hat-Latn", "ajp-Arab"], "main_score": 0.196094, "precision": 0.187762, "recall": 0.22332}, {"accuracy": 0.048419, "f1": 0.040576, "hf_subset": "hat_Latn-bjn_Arab", "languages": ["hat-Latn", "bjn-Arab"], "main_score": 0.040576, "precision": 0.038312, "recall": 0.048419}, {"accuracy": 0.249012, "f1": 0.22218, "hf_subset": "hat_Latn-ewe_Latn", "languages": ["hat-Latn", "ewe-Latn"], "main_score": 0.22218, "precision": 0.211741, "recall": 0.249012}, {"accuracy": 0.255929, "f1": 0.229027, "hf_subset": "hat_Latn-ilo_Latn", "languages": ["hat-Latn", "ilo-Latn"], "main_score": 0.229027, "precision": 0.219563, "recall": 0.255929}, {"accuracy": 0.064229, "f1": 0.055954, "hf_subset": "hat_Latn-knc_Arab", "languages": ["hat-Latn", "knc-Arab"], "main_score": 0.055954, "precision": 0.053749, "recall": 0.064229}, {"accuracy": 0.282609, "f1": 0.248261, "hf_subset": "hat_Latn-mkd_Cyrl", "languages": ["hat-Latn", "mkd-Cyrl"], "main_score": 0.248261, "precision": 0.238076, "recall": 0.282609}, {"accuracy": 0.212451, "f1": 0.186277, "hf_subset": "hat_Latn-prs_Arab", "languages": ["hat-Latn", "prs-Arab"], "main_score": 0.186277, "precision": 0.178775, "recall": 0.212451}, {"accuracy": 0.259881, "f1": 0.243876, "hf_subset": "hat_Latn-swe_Latn", "languages": ["hat-Latn", "swe-Latn"], "main_score": 0.243876, "precision": 0.238917, "recall": 0.259881}, {"accuracy": 0.197628, "f1": 0.169974, "hf_subset": "hat_Latn-urd_Arab", "languages": ["hat-Latn", "urd-Arab"], "main_score": 0.169974, "precision": 0.162085, "recall": 0.197628}, {"accuracy": 0.255929, "f1": 0.235179, "hf_subset": "hat_Latn-aka_Latn", "languages": ["hat-Latn", "aka-Latn"], "main_score": 0.235179, "precision": 0.227388, "recall": 0.255929}, {"accuracy": 0.221344, "f1": 0.203849, "hf_subset": "hat_Latn-bjn_Latn", "languages": ["hat-Latn", "bjn-Latn"], "main_score": 0.203849, "precision": 0.198998, "recall": 0.221344}, {"accuracy": 0.201581, "f1": 0.184598, "hf_subset": "hat_Latn-fao_Latn", "languages": ["hat-Latn", "fao-Latn"], "main_score": 0.184598, "precision": 0.179139, "recall": 0.201581}, {"accuracy": 0.326087, "f1": 0.282581, "hf_subset": "hat_Latn-ind_Latn", "languages": ["hat-Latn", "ind-Latn"], "main_score": 0.282581, "precision": 0.271125, "recall": 0.326087}, {"accuracy": 0.212451, "f1": 0.18555, "hf_subset": "hat_Latn-knc_Latn", "languages": ["hat-Latn", "knc-Latn"], "main_score": 0.18555, "precision": 0.175107, "recall": 0.212451}, {"accuracy": 0.252964, "f1": 0.226011, "hf_subset": "hat_Latn-mlt_Latn", "languages": ["hat-Latn", "mlt-Latn"], "main_score": 0.226011, "precision": 0.216349, "recall": 0.252964}, {"accuracy": 0.209486, "f1": 0.18435, "hf_subset": "hat_Latn-quy_Latn", "languages": ["hat-Latn", "quy-Latn"], "main_score": 0.18435, "precision": 0.174748, "recall": 0.209486}, {"accuracy": 0.212451, "f1": 0.187902, "hf_subset": "hat_Latn-swh_Latn", "languages": ["hat-Latn", "swh-Latn"], "main_score": 0.187902, "precision": 0.179783, "recall": 0.212451}, {"accuracy": 0.174901, "f1": 0.160998, "hf_subset": "hat_Latn-uzn_Latn", "languages": ["hat-Latn", "uzn-Latn"], "main_score": 0.160998, "precision": 0.156526, "recall": 0.174901}, {"accuracy": 0.301383, "f1": 0.265228, "hf_subset": "hat_Latn-als_Latn", "languages": ["hat-Latn", "als-Latn"], "main_score": 0.265228, "precision": 0.254142, "recall": 0.301383}, {"accuracy": 0.054348, "f1": 0.033666, "hf_subset": "hat_Latn-bod_Tibt", "languages": ["hat-Latn", "bod-Tibt"], "main_score": 0.033666, "precision": 0.029129, "recall": 0.054348}, {"accuracy": 0.182806, "f1": 0.159835, "hf_subset": "hat_Latn-fij_Latn", "languages": ["hat-Latn", "fij-Latn"], "main_score": 0.159835, "precision": 0.151268, "recall": 0.182806}, {"accuracy": 0.181818, "f1": 0.17019, "hf_subset": "hat_Latn-isl_Latn", "languages": ["hat-Latn", "isl-Latn"], "main_score": 0.17019, "precision": 0.166625, "recall": 0.181818}, {"accuracy": 0.212451, "f1": 0.184958, "hf_subset": "hat_Latn-kon_Latn", "languages": ["hat-Latn", "kon-Latn"], "main_score": 0.184958, "precision": 0.175957, "recall": 0.212451}, {"accuracy": 0.052372, "f1": 0.037879, "hf_subset": "hat_Latn-mni_Beng", "languages": ["hat-Latn", "mni-Beng"], "main_score": 0.037879, "precision": 0.034535, "recall": 0.052372}, {"accuracy": 0.336957, "f1": 0.294498, "hf_subset": "hat_Latn-ron_Latn", "languages": ["hat-Latn", "ron-Latn"], "main_score": 0.294498, "precision": 0.2816, "recall": 0.336957}, {"accuracy": 0.226285, "f1": 0.210199, "hf_subset": "hat_Latn-szl_Latn", "languages": ["hat-Latn", "szl-Latn"], "main_score": 0.210199, "precision": 0.204592, "recall": 0.226285}, {"accuracy": 0.238142, "f1": 0.217689, "hf_subset": "hat_Latn-vec_Latn", "languages": ["hat-Latn", "vec-Latn"], "main_score": 0.217689, "precision": 0.212017, "recall": 0.238142}, {"accuracy": 0.096838, "f1": 0.075362, "hf_subset": "hat_Latn-amh_Ethi", "languages": ["hat-Latn", "amh-Ethi"], "main_score": 0.075362, "precision": 0.070584, "recall": 0.096838}, {"accuracy": 0.306324, "f1": 0.269564, "hf_subset": "hat_Latn-bos_Latn", "languages": ["hat-Latn", "bos-Latn"], "main_score": 0.269564, "precision": 0.258746, "recall": 0.306324}, {"accuracy": 0.304348, "f1": 0.268226, "hf_subset": "hat_Latn-fin_Latn", "languages": ["hat-Latn", "fin-Latn"], "main_score": 0.268226, "precision": 0.258348, "recall": 0.304348}, {"accuracy": 0.323123, "f1": 0.278445, "hf_subset": "hat_Latn-ita_Latn", "languages": ["hat-Latn", "ita-Latn"], "main_score": 0.278445, "precision": 0.265553, "recall": 0.323123}, {"accuracy": 0.231225, "f1": 0.207076, "hf_subset": "hat_Latn-kor_Hang", "languages": ["hat-Latn", "kor-Hang"], "main_score": 0.207076, "precision": 0.199869, "recall": 0.231225}, {"accuracy": 0.218379, "f1": 0.193116, "hf_subset": "hat_Latn-mos_Latn", "languages": ["hat-Latn", "mos-Latn"], "main_score": 0.193116, "precision": 0.183684, "recall": 0.218379}, {"accuracy": 0.183794, "f1": 0.160754, "hf_subset": "hat_Latn-run_Latn", "languages": ["hat-Latn", "run-Latn"], "main_score": 0.160754, "precision": 0.15208, "recall": 0.183794}, {"accuracy": 0.116601, "f1": 0.098128, "hf_subset": "hat_Latn-tam_Taml", "languages": ["hat-Latn", "tam-Taml"], "main_score": 0.098128, "precision": 0.093542, "recall": 0.116601}, {"accuracy": 0.321146, "f1": 0.272174, "hf_subset": "hat_Latn-vie_Latn", "languages": ["hat-Latn", "vie-Latn"], "main_score": 0.272174, "precision": 0.257968, "recall": 0.321146}, {"accuracy": 0.199605, "f1": 0.181876, "hf_subset": "hat_Latn-apc_Arab", "languages": ["hat-Latn", "apc-Arab"], "main_score": 0.181876, "precision": 0.175613, "recall": 0.199605}, {"accuracy": 0.238142, "f1": 0.212983, "hf_subset": "hat_Latn-bug_Latn", "languages": ["hat-Latn", "bug-Latn"], "main_score": 0.212983, "precision": 0.204698, "recall": 0.238142}, {"accuracy": 0.228261, "f1": 0.198506, "hf_subset": "hat_Latn-fon_Latn", "languages": ["hat-Latn", "fon-Latn"], "main_score": 0.198506, "precision": 0.187996, "recall": 0.228261}, {"accuracy": 0.224308, "f1": 0.211341, "hf_subset": "hat_Latn-jav_Latn", "languages": ["hat-Latn", "jav-Latn"], "main_score": 0.211341, "precision": 0.207673, "recall": 0.224308}, {"accuracy": 0.248024, "f1": 0.218132, "hf_subset": "hat_Latn-lao_Laoo", "languages": ["hat-Latn", "lao-Laoo"], "main_score": 0.218132, "precision": 0.209327, "recall": 0.248024}, {"accuracy": 0.197628, "f1": 0.171303, "hf_subset": "hat_Latn-mri_Latn", "languages": ["hat-Latn", "mri-Latn"], "main_score": 0.171303, "precision": 0.162177, "recall": 0.197628}, {"accuracy": 0.281621, "f1": 0.243138, "hf_subset": "hat_Latn-rus_Cyrl", "languages": ["hat-Latn", "rus-Cyrl"], "main_score": 0.243138, "precision": 0.233457, "recall": 0.281621}, {"accuracy": 0.229249, "f1": 0.202579, "hf_subset": "hat_Latn-taq_Latn", "languages": ["hat-Latn", "taq-Latn"], "main_score": 0.202579, "precision": 0.193887, "recall": 0.229249}, {"accuracy": 0.246047, "f1": 0.222925, "hf_subset": "hat_Latn-war_Latn", "languages": ["hat-Latn", "war-Latn"], "main_score": 0.222925, "precision": 0.214776, "recall": 0.246047}, {"accuracy": 0.232213, "f1": 0.204641, "hf_subset": "hat_Latn-arb_Arab", "languages": ["hat-Latn", "arb-Arab"], "main_score": 0.204641, "precision": 0.196457, "recall": 0.232213}, {"accuracy": 0.275692, "f1": 0.240867, "hf_subset": "hat_Latn-bul_Cyrl", "languages": ["hat-Latn", "bul-Cyrl"], "main_score": 0.240867, "precision": 0.230895, "recall": 0.275692}, {"accuracy": 0.339921, "f1": 0.291343, "hf_subset": "hat_Latn-fra_Latn", "languages": ["hat-Latn", "fra-Latn"], "main_score": 0.291343, "precision": 0.277976, "recall": 0.339921}, {"accuracy": 0.252964, "f1": 0.221076, "hf_subset": "hat_Latn-jpn_Jpan", "languages": ["hat-Latn", "jpn-Jpan"], "main_score": 0.221076, "precision": 0.211516, "recall": 0.252964}, {"accuracy": 0.222332, "f1": 0.207597, "hf_subset": "hat_Latn-lij_Latn", "languages": ["hat-Latn", "lij-Latn"], "main_score": 0.207597, "precision": 0.202982, "recall": 0.222332}, {"accuracy": 0.18083, "f1": 0.153285, "hf_subset": "hat_Latn-mya_Mymr", "languages": ["hat-Latn", "mya-Mymr"], "main_score": 0.153285, "precision": 0.145616, "recall": 0.18083}, {"accuracy": 0.212451, "f1": 0.181352, "hf_subset": "hat_Latn-sag_Latn", "languages": ["hat-Latn", "sag-Latn"], "main_score": 0.181352, "precision": 0.17011, "recall": 0.212451}, {"accuracy": 0.088933, "f1": 0.059892, "hf_subset": "hat_Latn-taq_Tfng", "languages": ["hat-Latn", "taq-Tfng"], "main_score": 0.059892, "precision": 0.053656, "recall": 0.088933}, {"accuracy": 0.262846, "f1": 0.233669, "hf_subset": "hat_Latn-wol_Latn", "languages": ["hat-Latn", "wol-Latn"], "main_score": 0.233669, "precision": 0.223124, "recall": 0.262846}, {"accuracy": 0.101779, "f1": 0.074608, "hf_subset": "hat_Latn-arb_Latn", "languages": ["hat-Latn", "arb-Latn"], "main_score": 0.074608, "precision": 0.067863, "recall": 0.101779}, {"accuracy": 0.327075, "f1": 0.281997, "hf_subset": "hat_Latn-cat_Latn", "languages": ["hat-Latn", "cat-Latn"], "main_score": 0.281997, "precision": 0.269185, "recall": 0.327075}, {"accuracy": 0.236166, "f1": 0.221649, "hf_subset": "hat_Latn-fur_Latn", "languages": ["hat-Latn", "fur-Latn"], "main_score": 0.221649, "precision": 0.216278, "recall": 0.236166}, {"accuracy": 0.091897, "f1": 0.070876, "hf_subset": "hat_Latn-kab_Latn", "languages": ["hat-Latn", "kab-Latn"], "main_score": 0.070876, "precision": 0.064512, "recall": 0.091897}, {"accuracy": 0.218379, "f1": 0.203608, "hf_subset": "hat_Latn-lim_Latn", "languages": ["hat-Latn", "lim-Latn"], "main_score": 0.203608, "precision": 0.198858, "recall": 0.218379}, {"accuracy": 0.328063, "f1": 0.28641, "hf_subset": "hat_Latn-nld_Latn", "languages": ["hat-Latn", "nld-Latn"], "main_score": 0.28641, "precision": 0.274851, "recall": 0.328063}, {"accuracy": 0.124506, "f1": 0.108367, "hf_subset": "hat_Latn-san_Deva", "languages": ["hat-Latn", "san-Deva"], "main_score": 0.108367, "precision": 0.103241, "recall": 0.124506}, {"accuracy": 0.205534, "f1": 0.178787, "hf_subset": "hat_Latn-tat_Cyrl", "languages": ["hat-Latn", "tat-Cyrl"], "main_score": 0.178787, "precision": 0.170711, "recall": 0.205534}, {"accuracy": 0.16996, "f1": 0.142985, "hf_subset": "hat_Latn-xho_Latn", "languages": ["hat-Latn", "xho-Latn"], "main_score": 0.142985, "precision": 0.133467, "recall": 0.16996}, {"accuracy": 0.226285, "f1": 0.197288, "hf_subset": "hat_Latn-ars_Arab", "languages": ["hat-Latn", "ars-Arab"], "main_score": 0.197288, "precision": 0.188682, "recall": 0.226285}, {"accuracy": 0.233202, "f1": 0.214647, "hf_subset": "hat_Latn-ceb_Latn", "languages": ["hat-Latn", "ceb-Latn"], "main_score": 0.214647, "precision": 0.208564, "recall": 0.233202}, {"accuracy": 0.198617, "f1": 0.17361, "hf_subset": "hat_Latn-fuv_Latn", "languages": ["hat-Latn", "fuv-Latn"], "main_score": 0.17361, "precision": 0.164933, "recall": 0.198617}, {"accuracy": 0.217391, "f1": 0.190443, "hf_subset": "hat_Latn-kac_Latn", "languages": ["hat-Latn", "kac-Latn"], "main_score": 0.190443, "precision": 0.180641, "recall": 0.217391}, {"accuracy": 0.212451, "f1": 0.182732, "hf_subset": "hat_Latn-lin_Latn", "languages": ["hat-Latn", "lin-Latn"], "main_score": 0.182732, "precision": 0.172034, "recall": 0.212451}, {"accuracy": 0.295455, "f1": 0.258294, "hf_subset": "hat_Latn-nno_Latn", "languages": ["hat-Latn", "nno-Latn"], "main_score": 0.258294, "precision": 0.247231, "recall": 0.295455}, {"accuracy": 0.018775, "f1": 0.007831, "hf_subset": "hat_Latn-sat_Olck", "languages": ["hat-Latn", "sat-Olck"], "main_score": 0.007831, "precision": 0.006149, "recall": 0.018775}, {"accuracy": 0.129447, "f1": 0.11219, "hf_subset": "hat_Latn-tel_Telu", "languages": ["hat-Latn", "tel-Telu"], "main_score": 0.11219, "precision": 0.106769, "recall": 0.129447}, {"accuracy": 0.103755, "f1": 0.084809, "hf_subset": "hat_Latn-ydd_Hebr", "languages": ["hat-Latn", "ydd-Hebr"], "main_score": 0.084809, "precision": 0.079779, "recall": 0.103755}, {"accuracy": 0.182806, "f1": 0.16235, "hf_subset": "hat_Latn-ary_Arab", "languages": ["hat-Latn", "ary-Arab"], "main_score": 0.16235, "precision": 0.15735, "recall": 0.182806}, {"accuracy": 0.318182, "f1": 0.278819, "hf_subset": "hat_Latn-ces_Latn", "languages": ["hat-Latn", "ces-Latn"], "main_score": 0.278819, "precision": 0.267367, "recall": 0.318182}, {"accuracy": 0.106719, "f1": 0.078071, "hf_subset": "hat_Latn-gaz_Latn", "languages": ["hat-Latn", "gaz-Latn"], "main_score": 0.078071, "precision": 0.069794, "recall": 0.106719}, {"accuracy": 0.212451, "f1": 0.186797, "hf_subset": "hat_Latn-kam_Latn", "languages": ["hat-Latn", "kam-Latn"], "main_score": 0.186797, "precision": 0.177241, "recall": 0.212451}, {"accuracy": 0.294466, "f1": 0.254115, "hf_subset": "hat_Latn-lit_Latn", "languages": ["hat-Latn", "lit-Latn"], "main_score": 0.254115, "precision": 0.242748, "recall": 0.294466}, {"accuracy": 0.325099, "f1": 0.279885, "hf_subset": "hat_Latn-nob_Latn", "languages": ["hat-Latn", "nob-Latn"], "main_score": 0.279885, "precision": 0.266216, "recall": 0.325099}, {"accuracy": 0.224308, "f1": 0.20773, "hf_subset": "hat_Latn-scn_Latn", "languages": ["hat-Latn", "scn-Latn"], "main_score": 0.20773, "precision": 0.202325, "recall": 0.224308}, {"accuracy": 0.148221, "f1": 0.127617, "hf_subset": "hat_Latn-tgk_Cyrl", "languages": ["hat-Latn", "tgk-Cyrl"], "main_score": 0.127617, "precision": 0.120854, "recall": 0.148221}, {"accuracy": 0.188735, "f1": 0.166944, "hf_subset": "hat_Latn-yor_Latn", "languages": ["hat-Latn", "yor-Latn"], "main_score": 0.166944, "precision": 0.158847, "recall": 0.188735}, {"accuracy": 0.210474, "f1": 0.19065, "hf_subset": "hat_Latn-arz_Arab", "languages": ["hat-Latn", "arz-Arab"], "main_score": 0.19065, "precision": 0.183593, "recall": 0.210474}, {"accuracy": 0.175889, "f1": 0.153117, "hf_subset": "hat_Latn-cjk_Latn", "languages": ["hat-Latn", "cjk-Latn"], "main_score": 0.153117, "precision": 0.146069, "recall": 0.175889}, {"accuracy": 0.193676, "f1": 0.170372, "hf_subset": "hat_Latn-gla_Latn", "languages": ["hat-Latn", "gla-Latn"], "main_score": 0.170372, "precision": 0.161703, "recall": 0.193676}, {"accuracy": 0.117589, "f1": 0.09896, "hf_subset": "hat_Latn-kan_Knda", "languages": ["hat-Latn", "kan-Knda"], "main_score": 0.09896, "precision": 0.093666, "recall": 0.117589}, {"accuracy": 0.23419, "f1": 0.214464, "hf_subset": "hat_Latn-lmo_Latn", "languages": ["hat-Latn", "lmo-Latn"], "main_score": 0.214464, "precision": 0.208911, "recall": 0.23419}, {"accuracy": 0.235178, "f1": 0.199021, "hf_subset": "hat_Latn-npi_Deva", "languages": ["hat-Latn", "npi-Deva"], "main_score": 0.199021, "precision": 0.188784, "recall": 0.235178}, {"accuracy": 0.193676, "f1": 0.163273, "hf_subset": "hat_Latn-shn_Mymr", "languages": ["hat-Latn", "shn-Mymr"], "main_score": 0.163273, "precision": 0.153537, "recall": 0.193676}, {"accuracy": 0.247036, "f1": 0.22583, "hf_subset": "hat_Latn-tgl_Latn", "languages": ["hat-Latn", "tgl-Latn"], "main_score": 0.22583, "precision": 0.218463, "recall": 0.247036}, {"accuracy": 0.251976, "f1": 0.220704, "hf_subset": "hat_Latn-yue_Hant", "languages": ["hat-Latn", "yue-Hant"], "main_score": 0.220704, "precision": 0.211003, "recall": 0.251976}, {"accuracy": 0.079051, "f1": 0.066645, "hf_subset": "hat_Latn-asm_Beng", "languages": ["hat-Latn", "asm-Beng"], "main_score": 0.066645, "precision": 0.062795, "recall": 0.079051}, {"accuracy": 0.167984, "f1": 0.136174, "hf_subset": "hat_Latn-ckb_Arab", "languages": ["hat-Latn", "ckb-Arab"], "main_score": 0.136174, "precision": 0.128268, "recall": 0.167984}, {"accuracy": 0.209486, "f1": 0.189821, "hf_subset": "hat_Latn-gle_Latn", "languages": ["hat-Latn", "gle-Latn"], "main_score": 0.189821, "precision": 0.183296, "recall": 0.209486}, {"accuracy": 0.129447, "f1": 0.116122, "hf_subset": "hat_Latn-kas_Arab", "languages": ["hat-Latn", "kas-Arab"], "main_score": 0.116122, "precision": 0.111671, "recall": 0.129447}, {"accuracy": 0.227273, "f1": 0.202165, "hf_subset": "hat_Latn-ltg_Latn", "languages": ["hat-Latn", "ltg-Latn"], "main_score": 0.202165, "precision": 0.194259, "recall": 0.227273}, {"accuracy": 0.224308, "f1": 0.200592, "hf_subset": "hat_Latn-nso_Latn", "languages": ["hat-Latn", "nso-Latn"], "main_score": 0.200592, "precision": 0.190786, "recall": 0.224308}, {"accuracy": 0.116601, "f1": 0.092565, "hf_subset": "hat_Latn-sin_Sinh", "languages": ["hat-Latn", "sin-Sinh"], "main_score": 0.092565, "precision": 0.086299, "recall": 0.116601}, {"accuracy": 0.257905, "f1": 0.218225, "hf_subset": "hat_Latn-tha_Thai", "languages": ["hat-Latn", "tha-Thai"], "main_score": 0.218225, "precision": 0.208046, "recall": 0.257905}, {"accuracy": 0.268775, "f1": 0.22903, "hf_subset": "hat_Latn-zho_Hans", "languages": ["hat-Latn", "zho-Hans"], "main_score": 0.22903, "precision": 0.218637, "recall": 0.268775}, {"accuracy": 0.252964, "f1": 0.227352, "hf_subset": "hat_Latn-ast_Latn", "languages": ["hat-Latn", "ast-Latn"], "main_score": 0.227352, "precision": 0.219164, "recall": 0.252964}, {"accuracy": 0.195652, "f1": 0.184607, "hf_subset": "hat_Latn-crh_Latn", "languages": ["hat-Latn", "crh-Latn"], "main_score": 0.184607, "precision": 0.181086, "recall": 0.195652}, {"accuracy": 0.327075, "f1": 0.28843, "hf_subset": "hat_Latn-glg_Latn", "languages": ["hat-Latn", "glg-Latn"], "main_score": 0.28843, "precision": 0.276794, "recall": 0.327075}, {"accuracy": 0.140316, "f1": 0.124765, "hf_subset": "hat_Latn-kas_Deva", "languages": ["hat-Latn", "kas-Deva"], "main_score": 0.124765, "precision": 0.119372, "recall": 0.140316}, {"accuracy": 0.23419, "f1": 0.214856, "hf_subset": "hat_Latn-ltz_Latn", "languages": ["hat-Latn", "ltz-Latn"], "main_score": 0.214856, "precision": 0.208988, "recall": 0.23419}, {"accuracy": 0.125494, "f1": 0.09161, "hf_subset": "hat_Latn-nus_Latn", "languages": ["hat-Latn", "nus-Latn"], "main_score": 0.09161, "precision": 0.081499, "recall": 0.125494}, {"accuracy": 0.296443, "f1": 0.257426, "hf_subset": "hat_Latn-slk_Latn", "languages": ["hat-Latn", "slk-Latn"], "main_score": 0.257426, "precision": 0.244876, "recall": 0.296443}, {"accuracy": 0.059289, "f1": 0.046121, "hf_subset": "hat_Latn-tir_Ethi", "languages": ["hat-Latn", "tir-Ethi"], "main_score": 0.046121, "precision": 0.042052, "recall": 0.059289}, {"accuracy": 0.246047, "f1": 0.219758, "hf_subset": "hat_Latn-zho_Hant", "languages": ["hat-Latn", "zho-Hant"], "main_score": 0.219758, "precision": 0.212027, "recall": 0.246047}, {"accuracy": 0.217391, "f1": 0.185468, "hf_subset": "hat_Latn-awa_Deva", "languages": ["hat-Latn", "awa-Deva"], "main_score": 0.185468, "precision": 0.176848, "recall": 0.217391}, {"accuracy": 0.190711, "f1": 0.171213, "hf_subset": "hat_Latn-cym_Latn", "languages": ["hat-Latn", "cym-Latn"], "main_score": 0.171213, "precision": 0.165938, "recall": 0.190711}, {"accuracy": 0.249012, "f1": 0.227533, "hf_subset": "hat_Latn-grn_Latn", "languages": ["hat-Latn", "grn-Latn"], "main_score": 0.227533, "precision": 0.220101, "recall": 0.249012}, {"accuracy": 0.209486, "f1": 0.181792, "hf_subset": "hat_Latn-kat_Geor", "languages": ["hat-Latn", "kat-Geor"], "main_score": 0.181792, "precision": 0.172784, "recall": 0.209486}, {"accuracy": 0.221344, "f1": 0.193966, "hf_subset": "hat_Latn-lua_Latn", "languages": ["hat-Latn", "lua-Latn"], "main_score": 0.193966, "precision": 0.184138, "recall": 0.221344}, {"accuracy": 0.210474, "f1": 0.181523, "hf_subset": "hat_Latn-nya_Latn", "languages": ["hat-Latn", "nya-Latn"], "main_score": 0.181523, "precision": 0.172024, "recall": 0.210474}, {"accuracy": 0.313241, "f1": 0.272612, "hf_subset": "hat_Latn-slv_Latn", "languages": ["hat-Latn", "slv-Latn"], "main_score": 0.272612, "precision": 0.2615, "recall": 0.313241}, {"accuracy": 0.254941, "f1": 0.231478, "hf_subset": "hat_Latn-tpi_Latn", "languages": ["hat-Latn", "tpi-Latn"], "main_score": 0.231478, "precision": 0.223554, "recall": 0.254941}, {"accuracy": 0.329051, "f1": 0.28581, "hf_subset": "hat_Latn-zsm_Latn", "languages": ["hat-Latn", "zsm-Latn"], "main_score": 0.28581, "precision": 0.274028, "recall": 0.329051}, {"accuracy": 0.200593, "f1": 0.171131, "hf_subset": "hat_Latn-ayr_Latn", "languages": ["hat-Latn", "ayr-Latn"], "main_score": 0.171131, "precision": 0.160933, "recall": 0.200593}, {"accuracy": 0.331028, "f1": 0.291223, "hf_subset": "hat_Latn-dan_Latn", "languages": ["hat-Latn", "dan-Latn"], "main_score": 0.291223, "precision": 0.280494, "recall": 0.331028}, {"accuracy": 0.158103, "f1": 0.136676, "hf_subset": "hat_Latn-guj_Gujr", "languages": ["hat-Latn", "guj-Gujr"], "main_score": 0.136676, "precision": 0.130481, "recall": 0.158103}, {"accuracy": 0.259881, "f1": 0.227665, "hf_subset": "hat_Latn-kaz_Cyrl", "languages": ["hat-Latn", "kaz-Cyrl"], "main_score": 0.227665, "precision": 0.218335, "recall": 0.259881}, {"accuracy": 0.175889, "f1": 0.149202, "hf_subset": "hat_Latn-lug_Latn", "languages": ["hat-Latn", "lug-Latn"], "main_score": 0.149202, "precision": 0.140081, "recall": 0.175889}, {"accuracy": 0.297431, "f1": 0.270126, "hf_subset": "hat_Latn-oci_Latn", "languages": ["hat-Latn", "oci-Latn"], "main_score": 0.270126, "precision": 0.26179, "recall": 0.297431}, {"accuracy": 0.181818, "f1": 0.155489, "hf_subset": "hat_Latn-smo_Latn", "languages": ["hat-Latn", "smo-Latn"], "main_score": 0.155489, "precision": 0.147448, "recall": 0.181818}, {"accuracy": 0.218379, "f1": 0.191082, "hf_subset": "hat_Latn-tsn_Latn", "languages": ["hat-Latn", "tsn-Latn"], "main_score": 0.191082, "precision": 0.180624, "recall": 0.218379}, {"accuracy": 0.149209, "f1": 0.123689, "hf_subset": "hat_Latn-zul_Latn", "languages": ["hat-Latn", "zul-Latn"], "main_score": 0.123689, "precision": 0.115875, "recall": 0.149209}, {"accuracy": 0.145257, "f1": 0.120533, "hf_subset": "hat_Latn-azb_Arab", "languages": ["hat-Latn", "azb-Arab"], "main_score": 0.120533, "precision": 0.114054, "recall": 0.145257}, {"accuracy": 0.312253, "f1": 0.271936, "hf_subset": "hat_Latn-deu_Latn", "languages": ["hat-Latn", "deu-Latn"], "main_score": 0.271936, "precision": 0.259371, "recall": 0.312253}, {"accuracy": 0.218379, "f1": 0.18756, "hf_subset": "hat_Latn-kbp_Latn", "languages": ["hat-Latn", "kbp-Latn"], "main_score": 0.18756, "precision": 0.177479, "recall": 0.218379}, {"accuracy": 0.206522, "f1": 0.18334, "hf_subset": "hat_Latn-luo_Latn", "languages": ["hat-Latn", "luo-Latn"], "main_score": 0.18334, "precision": 0.17464, "recall": 0.206522}, {"accuracy": 0.099802, "f1": 0.083304, "hf_subset": "hat_Latn-ory_Orya", "languages": ["hat-Latn", "ory-Orya"], "main_score": 0.083304, "precision": 0.078529, "recall": 0.099802}, {"accuracy": 0.144269, "f1": 0.121519, "hf_subset": "hat_Latn-sna_Latn", "languages": ["hat-Latn", "sna-Latn"], "main_score": 0.121519, "precision": 0.113299, "recall": 0.144269}, {"accuracy": 0.20751, "f1": 0.180407, "hf_subset": "hat_Latn-tso_Latn", "languages": ["hat-Latn", "tso-Latn"], "main_score": 0.180407, "precision": 0.170487, "recall": 0.20751}, {"accuracy": 0.198617, "f1": 0.180603, "hf_subset": "hat_Latn-azj_Latn", "languages": ["hat-Latn", "azj-Latn"], "main_score": 0.180603, "precision": 0.175419, "recall": 0.198617}, {"accuracy": 0.219368, "f1": 0.193403, "hf_subset": "hat_Latn-dik_Latn", "languages": ["hat-Latn", "dik-Latn"], "main_score": 0.193403, "precision": 0.184378, "recall": 0.219368}, {"accuracy": 0.221344, "f1": 0.190546, "hf_subset": "hat_Latn-hau_Latn", "languages": ["hat-Latn", "hau-Latn"], "main_score": 0.190546, "precision": 0.180719, "recall": 0.221344}, {"accuracy": 0.208498, "f1": 0.198794, "hf_subset": "hat_Latn-kea_Latn", "languages": ["hat-Latn", "kea-Latn"], "main_score": 0.198794, "precision": 0.195976, "recall": 0.208498}, {"accuracy": 0.23913, "f1": 0.215173, "hf_subset": "hat_Latn-lus_Latn", "languages": ["hat-Latn", "lus-Latn"], "main_score": 0.215173, "precision": 0.206386, "recall": 0.23913}, {"accuracy": 0.247036, "f1": 0.224741, "hf_subset": "hat_Latn-pag_Latn", "languages": ["hat-Latn", "pag-Latn"], "main_score": 0.224741, "precision": 0.216764, "recall": 0.247036}, {"accuracy": 0.150198, "f1": 0.131232, "hf_subset": "hat_Latn-snd_Arab", "languages": ["hat-Latn", "snd-Arab"], "main_score": 0.131232, "precision": 0.12561, "recall": 0.150198}, {"accuracy": 0.186759, "f1": 0.162267, "hf_subset": "hat_Latn-tuk_Latn", "languages": ["hat-Latn", "tuk-Latn"], "main_score": 0.162267, "precision": 0.154123, "recall": 0.186759}, {"accuracy": 0.231225, "f1": 0.205884, "hf_subset": "hat_Latn-bak_Cyrl", "languages": ["hat-Latn", "bak-Cyrl"], "main_score": 0.205884, "precision": 0.198057, "recall": 0.231225}, {"accuracy": 0.177866, "f1": 0.152232, "hf_subset": "hat_Latn-dyu_Latn", "languages": ["hat-Latn", "dyu-Latn"], "main_score": 0.152232, "precision": 0.14327, "recall": 0.177866}, {"accuracy": 0.229249, "f1": 0.193519, "hf_subset": "hat_Latn-heb_Hebr", "languages": ["hat-Latn", "heb-Hebr"], "main_score": 0.193519, "precision": 0.183165, "recall": 0.229249}, {"accuracy": 0.240119, "f1": 0.208695, "hf_subset": "hat_Latn-khk_Cyrl", "languages": ["hat-Latn", "khk-Cyrl"], "main_score": 0.208695, "precision": 0.200023, "recall": 0.240119}, {"accuracy": 0.281621, "f1": 0.246316, "hf_subset": "hat_Latn-lvs_Latn", "languages": ["hat-Latn", "lvs-Latn"], "main_score": 0.246316, "precision": 0.235825, "recall": 0.281621}, {"accuracy": 0.132411, "f1": 0.109027, "hf_subset": "hat_Latn-pan_Guru", "languages": ["hat-Latn", "pan-Guru"], "main_score": 0.109027, "precision": 0.103305, "recall": 0.132411}, {"accuracy": 0.192688, "f1": 0.171506, "hf_subset": "hat_Latn-som_Latn", "languages": ["hat-Latn", "som-Latn"], "main_score": 0.171506, "precision": 0.16417, "recall": 0.192688}, {"accuracy": 0.208498, "f1": 0.177823, "hf_subset": "hat_Latn-tum_Latn", "languages": ["hat-Latn", "tum-Latn"], "main_score": 0.177823, "precision": 0.16692, "recall": 0.208498}, {"accuracy": 0.021739, "f1": 0.014051, "hf_subset": "kbp_Latn-ace_Arab", "languages": ["kbp-Latn", "ace-Arab"], "main_score": 0.014051, "precision": 0.012487, "recall": 0.021739}, {"accuracy": 0.179842, "f1": 0.162549, "hf_subset": "kbp_Latn-bam_Latn", "languages": ["kbp-Latn", "bam-Latn"], "main_score": 0.162549, "precision": 0.156924, "recall": 0.179842}, {"accuracy": 0.003953, "f1": 0.000671, "hf_subset": "kbp_Latn-dzo_Tibt", "languages": ["kbp-Latn", "dzo-Tibt"], "main_score": 0.000671, "precision": 0.000399, "recall": 0.003953}, {"accuracy": 0.083992, "f1": 0.067011, "hf_subset": "kbp_Latn-hin_Deva", "languages": ["kbp-Latn", "hin-Deva"], "main_score": 0.067011, "precision": 0.062844, "recall": 0.083992}, {"accuracy": 0.071146, "f1": 0.064121, "hf_subset": "kbp_Latn-khm_Khmr", "languages": ["kbp-Latn", "khm-Khmr"], "main_score": 0.064121, "precision": 0.062514, "recall": 0.071146}, {"accuracy": 0.054348, "f1": 0.042895, "hf_subset": "kbp_Latn-mag_Deva", "languages": ["kbp-Latn", "mag-Deva"], "main_score": 0.042895, "precision": 0.040151, "recall": 0.054348}, {"accuracy": 0.083992, "f1": 0.077073, "hf_subset": "kbp_Latn-pap_Latn", "languages": ["kbp-Latn", "pap-Latn"], "main_score": 0.077073, "precision": 0.075396, "recall": 0.083992}, {"accuracy": 0.188735, "f1": 0.173116, "hf_subset": "kbp_Latn-sot_Latn", "languages": ["kbp-Latn", "sot-Latn"], "main_score": 0.173116, "precision": 0.168041, "recall": 0.188735}, {"accuracy": 0.157115, "f1": 0.131284, "hf_subset": "kbp_Latn-tur_Latn", "languages": ["kbp-Latn", "tur-Latn"], "main_score": 0.131284, "precision": 0.125075, "recall": 0.157115}, {"accuracy": 0.134387, "f1": 0.11796, "hf_subset": "kbp_Latn-ace_Latn", "languages": ["kbp-Latn", "ace-Latn"], "main_score": 0.11796, "precision": 0.113337, "recall": 0.134387}, {"accuracy": 0.104743, "f1": 0.095193, "hf_subset": "kbp_Latn-ban_Latn", "languages": ["kbp-Latn", "ban-Latn"], "main_score": 0.095193, "precision": 0.092528, "recall": 0.104743}, {"accuracy": 0.089921, "f1": 0.076757, "hf_subset": "kbp_Latn-ell_Grek", "languages": ["kbp-Latn", "ell-Grek"], "main_score": 0.076757, "precision": 0.072999, "recall": 0.089921}, {"accuracy": 0.064229, "f1": 0.054383, "hf_subset": "kbp_Latn-hne_Deva", "languages": ["kbp-Latn", "hne-Deva"], "main_score": 0.054383, "precision": 0.05186, "recall": 0.064229}, {"accuracy": 0.176877, "f1": 0.157946, "hf_subset": "kbp_Latn-kik_Latn", "languages": ["kbp-Latn", "kik-Latn"], "main_score": 0.157946, "precision": 0.15141, "recall": 0.176877}, {"accuracy": 0.068182, "f1": 0.058865, "hf_subset": "kbp_Latn-mai_Deva", "languages": ["kbp-Latn", "mai-Deva"], "main_score": 0.058865, "precision": 0.056303, "recall": 0.068182}, {"accuracy": 0.081028, "f1": 0.066718, "hf_subset": "kbp_Latn-pbt_Arab", "languages": ["kbp-Latn", "pbt-Arab"], "main_score": 0.066718, "precision": 0.063277, "recall": 0.081028}, {"accuracy": 0.147233, "f1": 0.12412, "hf_subset": "kbp_Latn-spa_Latn", "languages": ["kbp-Latn", "spa-Latn"], "main_score": 0.12412, "precision": 0.118792, "recall": 0.147233}, {"accuracy": 0.197628, "f1": 0.17931, "hf_subset": "kbp_Latn-twi_Latn", "languages": ["kbp-Latn", "twi-Latn"], "main_score": 0.17931, "precision": 0.173433, "recall": 0.197628}, {"accuracy": 0.049407, "f1": 0.043975, "hf_subset": "kbp_Latn-acm_Arab", "languages": ["kbp-Latn", "acm-Arab"], "main_score": 0.043975, "precision": 0.04203, "recall": 0.049407}, {"accuracy": 0.08498, "f1": 0.067105, "hf_subset": "kbp_Latn-bel_Cyrl", "languages": ["kbp-Latn", "bel-Cyrl"], "main_score": 0.067105, "precision": 0.062523, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.137956, "hf_subset": "kbp_Latn-eng_Latn", "languages": ["kbp-Latn", "eng-Latn"], "main_score": 0.137956, "precision": 0.13206, "recall": 0.160079}, {"accuracy": 0.107708, "f1": 0.09564, "hf_subset": "kbp_Latn-hrv_Latn", "languages": ["kbp-Latn", "hrv-Latn"], "main_score": 0.09564, "precision": 0.092288, "recall": 0.107708}, {"accuracy": 0.193676, "f1": 0.170882, "hf_subset": "kbp_Latn-kin_Latn", "languages": ["kbp-Latn", "kin-Latn"], "main_score": 0.170882, "precision": 0.163262, "recall": 0.193676}, {"accuracy": 0.027668, "f1": 0.021166, "hf_subset": "kbp_Latn-mal_Mlym", "languages": ["kbp-Latn", "mal-Mlym"], "main_score": 0.021166, "precision": 0.020083, "recall": 0.027668}, {"accuracy": 0.078063, "f1": 0.066724, "hf_subset": "kbp_Latn-pes_Arab", "languages": ["kbp-Latn", "pes-Arab"], "main_score": 0.066724, "precision": 0.063584, "recall": 0.078063}, {"accuracy": 0.12747, "f1": 0.117176, "hf_subset": "kbp_Latn-srd_Latn", "languages": ["kbp-Latn", "srd-Latn"], "main_score": 0.117176, "precision": 0.113952, "recall": 0.12747}, {"accuracy": 0.068182, "f1": 0.0527, "hf_subset": "kbp_Latn-tzm_Tfng", "languages": ["kbp-Latn", "tzm-Tfng"], "main_score": 0.0527, "precision": 0.048971, "recall": 0.068182}, {"accuracy": 0.063241, "f1": 0.055642, "hf_subset": "kbp_Latn-acq_Arab", "languages": ["kbp-Latn", "acq-Arab"], "main_score": 0.055642, "precision": 0.053843, "recall": 0.063241}, {"accuracy": 0.187747, "f1": 0.168472, "hf_subset": "kbp_Latn-bem_Latn", "languages": ["kbp-Latn", "bem-Latn"], "main_score": 0.168472, "precision": 0.162214, "recall": 0.187747}, {"accuracy": 0.090909, "f1": 0.080514, "hf_subset": "kbp_Latn-epo_Latn", "languages": ["kbp-Latn", "epo-Latn"], "main_score": 0.080514, "precision": 0.077725, "recall": 0.090909}, {"accuracy": 0.166996, "f1": 0.141647, "hf_subset": "kbp_Latn-hun_Latn", "languages": ["kbp-Latn", "hun-Latn"], "main_score": 0.141647, "precision": 0.135226, "recall": 0.166996}, {"accuracy": 0.090909, "f1": 0.074556, "hf_subset": "kbp_Latn-kir_Cyrl", "languages": ["kbp-Latn", "kir-Cyrl"], "main_score": 0.074556, "precision": 0.069595, "recall": 0.090909}, {"accuracy": 0.060277, "f1": 0.047406, "hf_subset": "kbp_Latn-mar_Deva", "languages": ["kbp-Latn", "mar-Deva"], "main_score": 0.047406, "precision": 0.044127, "recall": 0.060277}, {"accuracy": 0.147233, "f1": 0.131199, "hf_subset": "kbp_Latn-plt_Latn", "languages": ["kbp-Latn", "plt-Latn"], "main_score": 0.131199, "precision": 0.125798, "recall": 0.147233}, {"accuracy": 0.098814, "f1": 0.080155, "hf_subset": "kbp_Latn-srp_Cyrl", "languages": ["kbp-Latn", "srp-Cyrl"], "main_score": 0.080155, "precision": 0.074977, "recall": 0.098814}, {"accuracy": 0.045455, "f1": 0.038967, "hf_subset": "kbp_Latn-uig_Arab", "languages": ["kbp-Latn", "uig-Arab"], "main_score": 0.038967, "precision": 0.037329, "recall": 0.045455}, {"accuracy": 0.071146, "f1": 0.056818, "hf_subset": "kbp_Latn-aeb_Arab", "languages": ["kbp-Latn", "aeb-Arab"], "main_score": 0.056818, "precision": 0.054068, "recall": 0.071146}, {"accuracy": 0.030632, "f1": 0.026428, "hf_subset": "kbp_Latn-ben_Beng", "languages": ["kbp-Latn", "ben-Beng"], "main_score": 0.026428, "precision": 0.025731, "recall": 0.030632}, {"accuracy": 0.156126, "f1": 0.127932, "hf_subset": "kbp_Latn-est_Latn", "languages": ["kbp-Latn", "est-Latn"], "main_score": 0.127932, "precision": 0.121241, "recall": 0.156126}, {"accuracy": 0.074111, "f1": 0.059301, "hf_subset": "kbp_Latn-hye_Armn", "languages": ["kbp-Latn", "hye-Armn"], "main_score": 0.059301, "precision": 0.055215, "recall": 0.074111}, {"accuracy": 0.187747, "f1": 0.162636, "hf_subset": "kbp_Latn-kmb_Latn", "languages": ["kbp-Latn", "kmb-Latn"], "main_score": 0.162636, "precision": 0.153208, "recall": 0.187747}, {"accuracy": 0.013834, "f1": 0.008744, "hf_subset": "kbp_Latn-min_Arab", "languages": ["kbp-Latn", "min-Arab"], "main_score": 0.008744, "precision": 0.0076, "recall": 0.013834}, {"accuracy": 0.162055, "f1": 0.134666, "hf_subset": "kbp_Latn-pol_Latn", "languages": ["kbp-Latn", "pol-Latn"], "main_score": 0.134666, "precision": 0.127623, "recall": 0.162055}, {"accuracy": 0.150198, "f1": 0.131391, "hf_subset": "kbp_Latn-ssw_Latn", "languages": ["kbp-Latn", "ssw-Latn"], "main_score": 0.131391, "precision": 0.124939, "recall": 0.150198}, {"accuracy": 0.097826, "f1": 0.081836, "hf_subset": "kbp_Latn-ukr_Cyrl", "languages": ["kbp-Latn", "ukr-Cyrl"], "main_score": 0.081836, "precision": 0.077537, "recall": 0.097826}, {"accuracy": 0.153162, "f1": 0.134702, "hf_subset": "kbp_Latn-afr_Latn", "languages": ["kbp-Latn", "afr-Latn"], "main_score": 0.134702, "precision": 0.129806, "recall": 0.153162}, {"accuracy": 0.059289, "f1": 0.049525, "hf_subset": "kbp_Latn-bho_Deva", "languages": ["kbp-Latn", "bho-Deva"], "main_score": 0.049525, "precision": 0.046629, "recall": 0.059289}, {"accuracy": 0.083992, "f1": 0.074167, "hf_subset": "kbp_Latn-eus_Latn", "languages": ["kbp-Latn", "eus-Latn"], "main_score": 0.074167, "precision": 0.070928, "recall": 0.083992}, {"accuracy": 0.167984, "f1": 0.1513, "hf_subset": "kbp_Latn-ibo_Latn", "languages": ["kbp-Latn", "ibo-Latn"], "main_score": 0.1513, "precision": 0.145236, "recall": 0.167984}, {"accuracy": 0.140316, "f1": 0.123338, "hf_subset": "kbp_Latn-kmr_Latn", "languages": ["kbp-Latn", "kmr-Latn"], "main_score": 0.123338, "precision": 0.118377, "recall": 0.140316}, {"accuracy": 0.100791, "f1": 0.089307, "hf_subset": "kbp_Latn-min_Latn", "languages": ["kbp-Latn", "min-Latn"], "main_score": 0.089307, "precision": 0.08617, "recall": 0.100791}, {"accuracy": 0.166008, "f1": 0.138139, "hf_subset": "kbp_Latn-por_Latn", "languages": ["kbp-Latn", "por-Latn"], "main_score": 0.138139, "precision": 0.131595, "recall": 0.166008}, {"accuracy": 0.092885, "f1": 0.083121, "hf_subset": "kbp_Latn-sun_Latn", "languages": ["kbp-Latn", "sun-Latn"], "main_score": 0.083121, "precision": 0.080481, "recall": 0.092885}, {"accuracy": 0.161067, "f1": 0.138073, "hf_subset": "kbp_Latn-umb_Latn", "languages": ["kbp-Latn", "umb-Latn"], "main_score": 0.138073, "precision": 0.131047, "recall": 0.161067}, {"accuracy": 0.073123, "f1": 0.060956, "hf_subset": "kbp_Latn-ajp_Arab", "languages": ["kbp-Latn", "ajp-Arab"], "main_score": 0.060956, "precision": 0.057706, "recall": 0.073123}, {"accuracy": 0.019763, "f1": 0.016799, "hf_subset": "kbp_Latn-bjn_Arab", "languages": ["kbp-Latn", "bjn-Arab"], "main_score": 0.016799, "precision": 0.016228, "recall": 0.019763}, {"accuracy": 0.178854, "f1": 0.165622, "hf_subset": "kbp_Latn-ewe_Latn", "languages": ["kbp-Latn", "ewe-Latn"], "main_score": 0.165622, "precision": 0.161266, "recall": 0.178854}, {"accuracy": 0.150198, "f1": 0.131338, "hf_subset": "kbp_Latn-ilo_Latn", "languages": ["kbp-Latn", "ilo-Latn"], "main_score": 0.131338, "precision": 0.124775, "recall": 0.150198}, {"accuracy": 0.028656, "f1": 0.02635, "hf_subset": "kbp_Latn-knc_Arab", "languages": ["kbp-Latn", "knc-Arab"], "main_score": 0.02635, "precision": 0.025362, "recall": 0.028656}, {"accuracy": 0.116601, "f1": 0.098378, "hf_subset": "kbp_Latn-mkd_Cyrl", "languages": ["kbp-Latn", "mkd-Cyrl"], "main_score": 0.098378, "precision": 0.093368, "recall": 0.116601}, {"accuracy": 0.071146, "f1": 0.062662, "hf_subset": "kbp_Latn-prs_Arab", "languages": ["kbp-Latn", "prs-Arab"], "main_score": 0.062662, "precision": 0.060546, "recall": 0.071146}, {"accuracy": 0.141304, "f1": 0.122797, "hf_subset": "kbp_Latn-swe_Latn", "languages": ["kbp-Latn", "swe-Latn"], "main_score": 0.122797, "precision": 0.117559, "recall": 0.141304}, {"accuracy": 0.068182, "f1": 0.059513, "hf_subset": "kbp_Latn-urd_Arab", "languages": ["kbp-Latn", "urd-Arab"], "main_score": 0.059513, "precision": 0.057297, "recall": 0.068182}, {"accuracy": 0.205534, "f1": 0.18777, "hf_subset": "kbp_Latn-aka_Latn", "languages": ["kbp-Latn", "aka-Latn"], "main_score": 0.18777, "precision": 0.182523, "recall": 0.205534}, {"accuracy": 0.081028, "f1": 0.072414, "hf_subset": "kbp_Latn-bjn_Latn", "languages": ["kbp-Latn", "bjn-Latn"], "main_score": 0.072414, "precision": 0.07026, "recall": 0.081028}, {"accuracy": 0.108696, "f1": 0.091406, "hf_subset": "kbp_Latn-fao_Latn", "languages": ["kbp-Latn", "fao-Latn"], "main_score": 0.091406, "precision": 0.087477, "recall": 0.108696}, {"accuracy": 0.166996, "f1": 0.136034, "hf_subset": "kbp_Latn-ind_Latn", "languages": ["kbp-Latn", "ind-Latn"], "main_score": 0.136034, "precision": 0.129391, "recall": 0.166996}, {"accuracy": 0.177866, "f1": 0.159335, "hf_subset": "kbp_Latn-knc_Latn", "languages": ["kbp-Latn", "knc-Latn"], "main_score": 0.159335, "precision": 0.153679, "recall": 0.177866}, {"accuracy": 0.16996, "f1": 0.152749, "hf_subset": "kbp_Latn-mlt_Latn", "languages": ["kbp-Latn", "mlt-Latn"], "main_score": 0.152749, "precision": 0.14712, "recall": 0.16996}, {"accuracy": 0.185771, "f1": 0.163937, "hf_subset": "kbp_Latn-quy_Latn", "languages": ["kbp-Latn", "quy-Latn"], "main_score": 0.163937, "precision": 0.155677, "recall": 0.185771}, {"accuracy": 0.134387, "f1": 0.117554, "hf_subset": "kbp_Latn-swh_Latn", "languages": ["kbp-Latn", "swh-Latn"], "main_score": 0.117554, "precision": 0.112564, "recall": 0.134387}, {"accuracy": 0.066206, "f1": 0.060645, "hf_subset": "kbp_Latn-uzn_Latn", "languages": ["kbp-Latn", "uzn-Latn"], "main_score": 0.060645, "precision": 0.059347, "recall": 0.066206}, {"accuracy": 0.128458, "f1": 0.108381, "hf_subset": "kbp_Latn-als_Latn", "languages": ["kbp-Latn", "als-Latn"], "main_score": 0.108381, "precision": 0.102317, "recall": 0.128458}, {"accuracy": 0.04249, "f1": 0.033292, "hf_subset": "kbp_Latn-bod_Tibt", "languages": ["kbp-Latn", "bod-Tibt"], "main_score": 0.033292, "precision": 0.030285, "recall": 0.04249}, {"accuracy": 0.12253, "f1": 0.107752, "hf_subset": "kbp_Latn-fij_Latn", "languages": ["kbp-Latn", "fij-Latn"], "main_score": 0.107752, "precision": 0.102975, "recall": 0.12253}, {"accuracy": 0.091897, "f1": 0.086284, "hf_subset": "kbp_Latn-isl_Latn", "languages": ["kbp-Latn", "isl-Latn"], "main_score": 0.086284, "precision": 0.084579, "recall": 0.091897}, {"accuracy": 0.177866, "f1": 0.160095, "hf_subset": "kbp_Latn-kon_Latn", "languages": ["kbp-Latn", "kon-Latn"], "main_score": 0.160095, "precision": 0.153932, "recall": 0.177866}, {"accuracy": 0.033597, "f1": 0.025805, "hf_subset": "kbp_Latn-mni_Beng", "languages": ["kbp-Latn", "mni-Beng"], "main_score": 0.025805, "precision": 0.023624, "recall": 0.033597}, {"accuracy": 0.164032, "f1": 0.13833, "hf_subset": "kbp_Latn-ron_Latn", "languages": ["kbp-Latn", "ron-Latn"], "main_score": 0.13833, "precision": 0.13155, "recall": 0.164032}, {"accuracy": 0.098814, "f1": 0.089656, "hf_subset": "kbp_Latn-szl_Latn", "languages": ["kbp-Latn", "szl-Latn"], "main_score": 0.089656, "precision": 0.086984, "recall": 0.098814}, {"accuracy": 0.107708, "f1": 0.098747, "hf_subset": "kbp_Latn-vec_Latn", "languages": ["kbp-Latn", "vec-Latn"], "main_score": 0.098747, "precision": 0.096113, "recall": 0.107708}, {"accuracy": 0.036561, "f1": 0.026173, "hf_subset": "kbp_Latn-amh_Ethi", "languages": ["kbp-Latn", "amh-Ethi"], "main_score": 0.026173, "precision": 0.024207, "recall": 0.036561}, {"accuracy": 0.153162, "f1": 0.133268, "hf_subset": "kbp_Latn-bos_Latn", "languages": ["kbp-Latn", "bos-Latn"], "main_score": 0.133268, "precision": 0.127766, "recall": 0.153162}, {"accuracy": 0.150198, "f1": 0.130409, "hf_subset": "kbp_Latn-fin_Latn", "languages": ["kbp-Latn", "fin-Latn"], "main_score": 0.130409, "precision": 0.125452, "recall": 0.150198}, {"accuracy": 0.166008, "f1": 0.135356, "hf_subset": "kbp_Latn-ita_Latn", "languages": ["kbp-Latn", "ita-Latn"], "main_score": 0.135356, "precision": 0.128363, "recall": 0.166008}, {"accuracy": 0.08498, "f1": 0.07502, "hf_subset": "kbp_Latn-kor_Hang", "languages": ["kbp-Latn", "kor-Hang"], "main_score": 0.07502, "precision": 0.072623, "recall": 0.08498}, {"accuracy": 0.168972, "f1": 0.150354, "hf_subset": "kbp_Latn-mos_Latn", "languages": ["kbp-Latn", "mos-Latn"], "main_score": 0.150354, "precision": 0.144168, "recall": 0.168972}, {"accuracy": 0.211462, "f1": 0.188768, "hf_subset": "kbp_Latn-run_Latn", "languages": ["kbp-Latn", "run-Latn"], "main_score": 0.188768, "precision": 0.181466, "recall": 0.211462}, {"accuracy": 0.034585, "f1": 0.023837, "hf_subset": "kbp_Latn-tam_Taml", "languages": ["kbp-Latn", "tam-Taml"], "main_score": 0.023837, "precision": 0.021905, "recall": 0.034585}, {"accuracy": 0.159091, "f1": 0.132787, "hf_subset": "kbp_Latn-vie_Latn", "languages": ["kbp-Latn", "vie-Latn"], "main_score": 0.132787, "precision": 0.126501, "recall": 0.159091}, {"accuracy": 0.05336, "f1": 0.047565, "hf_subset": "kbp_Latn-apc_Arab", "languages": ["kbp-Latn", "apc-Arab"], "main_score": 0.047565, "precision": 0.045901, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.122416, "hf_subset": "kbp_Latn-bug_Latn", "languages": ["kbp-Latn", "bug-Latn"], "main_score": 0.122416, "precision": 0.118743, "recall": 0.135375}, {"accuracy": 0.194664, "f1": 0.171898, "hf_subset": "kbp_Latn-fon_Latn", "languages": ["kbp-Latn", "fon-Latn"], "main_score": 0.171898, "precision": 0.16412, "recall": 0.194664}, {"accuracy": 0.090909, "f1": 0.085237, "hf_subset": "kbp_Latn-jav_Latn", "languages": ["kbp-Latn", "jav-Latn"], "main_score": 0.085237, "precision": 0.084039, "recall": 0.090909}, {"accuracy": 0.146245, "f1": 0.127921, "hf_subset": "kbp_Latn-lao_Laoo", "languages": ["kbp-Latn", "lao-Laoo"], "main_score": 0.127921, "precision": 0.123648, "recall": 0.146245}, {"accuracy": 0.163043, "f1": 0.1427, "hf_subset": "kbp_Latn-mri_Latn", "languages": ["kbp-Latn", "mri-Latn"], "main_score": 0.1427, "precision": 0.136233, "recall": 0.163043}, {"accuracy": 0.115613, "f1": 0.095371, "hf_subset": "kbp_Latn-rus_Cyrl", "languages": ["kbp-Latn", "rus-Cyrl"], "main_score": 0.095371, "precision": 0.089959, "recall": 0.115613}, {"accuracy": 0.1917, "f1": 0.169773, "hf_subset": "kbp_Latn-taq_Latn", "languages": ["kbp-Latn", "taq-Latn"], "main_score": 0.169773, "precision": 0.16389, "recall": 0.1917}, {"accuracy": 0.133399, "f1": 0.119503, "hf_subset": "kbp_Latn-war_Latn", "languages": ["kbp-Latn", "war-Latn"], "main_score": 0.119503, "precision": 0.115139, "recall": 0.133399}, {"accuracy": 0.068182, "f1": 0.058174, "hf_subset": "kbp_Latn-arb_Arab", "languages": ["kbp-Latn", "arb-Arab"], "main_score": 0.058174, "precision": 0.055445, "recall": 0.068182}, {"accuracy": 0.128458, "f1": 0.10553, "hf_subset": "kbp_Latn-bul_Cyrl", "languages": ["kbp-Latn", "bul-Cyrl"], "main_score": 0.10553, "precision": 0.099627, "recall": 0.128458}, {"accuracy": 0.170949, "f1": 0.140595, "hf_subset": "kbp_Latn-fra_Latn", "languages": ["kbp-Latn", "fra-Latn"], "main_score": 0.140595, "precision": 0.134048, "recall": 0.170949}, {"accuracy": 0.085968, "f1": 0.07035, "hf_subset": "kbp_Latn-jpn_Jpan", "languages": ["kbp-Latn", "jpn-Jpan"], "main_score": 0.07035, "precision": 0.06684, "recall": 0.085968}, {"accuracy": 0.094862, "f1": 0.086214, "hf_subset": "kbp_Latn-lij_Latn", "languages": ["kbp-Latn", "lij-Latn"], "main_score": 0.086214, "precision": 0.083638, "recall": 0.094862}, {"accuracy": 0.061265, "f1": 0.049008, "hf_subset": "kbp_Latn-mya_Mymr", "languages": ["kbp-Latn", "mya-Mymr"], "main_score": 0.049008, "precision": 0.046148, "recall": 0.061265}, {"accuracy": 0.140316, "f1": 0.12302, "hf_subset": "kbp_Latn-sag_Latn", "languages": ["kbp-Latn", "sag-Latn"], "main_score": 0.12302, "precision": 0.117042, "recall": 0.140316}, {"accuracy": 0.086957, "f1": 0.062217, "hf_subset": "kbp_Latn-taq_Tfng", "languages": ["kbp-Latn", "taq-Tfng"], "main_score": 0.062217, "precision": 0.0562, "recall": 0.086957}, {"accuracy": 0.193676, "f1": 0.17032, "hf_subset": "kbp_Latn-wol_Latn", "languages": ["kbp-Latn", "wol-Latn"], "main_score": 0.17032, "precision": 0.163012, "recall": 0.193676}, {"accuracy": 0.116601, "f1": 0.096068, "hf_subset": "kbp_Latn-arb_Latn", "languages": ["kbp-Latn", "arb-Latn"], "main_score": 0.096068, "precision": 0.090604, "recall": 0.116601}, {"accuracy": 0.175889, "f1": 0.144997, "hf_subset": "kbp_Latn-cat_Latn", "languages": ["kbp-Latn", "cat-Latn"], "main_score": 0.144997, "precision": 0.138151, "recall": 0.175889}, {"accuracy": 0.112648, "f1": 0.094459, "hf_subset": "kbp_Latn-fur_Latn", "languages": ["kbp-Latn", "fur-Latn"], "main_score": 0.094459, "precision": 0.089555, "recall": 0.112648}, {"accuracy": 0.066206, "f1": 0.055684, "hf_subset": "kbp_Latn-kab_Latn", "languages": ["kbp-Latn", "kab-Latn"], "main_score": 0.055684, "precision": 0.052706, "recall": 0.066206}, {"accuracy": 0.102767, "f1": 0.094192, "hf_subset": "kbp_Latn-lim_Latn", "languages": ["kbp-Latn", "lim-Latn"], "main_score": 0.094192, "precision": 0.09152, "recall": 0.102767}, {"accuracy": 0.16996, "f1": 0.14203, "hf_subset": "kbp_Latn-nld_Latn", "languages": ["kbp-Latn", "nld-Latn"], "main_score": 0.14203, "precision": 0.135136, "recall": 0.16996}, {"accuracy": 0.039526, "f1": 0.03369, "hf_subset": "kbp_Latn-san_Deva", "languages": ["kbp-Latn", "san-Deva"], "main_score": 0.03369, "precision": 0.032517, "recall": 0.039526}, {"accuracy": 0.088933, "f1": 0.071913, "hf_subset": "kbp_Latn-tat_Cyrl", "languages": ["kbp-Latn", "tat-Cyrl"], "main_score": 0.071913, "precision": 0.067763, "recall": 0.088933}, {"accuracy": 0.131423, "f1": 0.114494, "hf_subset": "kbp_Latn-xho_Latn", "languages": ["kbp-Latn", "xho-Latn"], "main_score": 0.114494, "precision": 0.109341, "recall": 0.131423}, {"accuracy": 0.063241, "f1": 0.053891, "hf_subset": "kbp_Latn-ars_Arab", "languages": ["kbp-Latn", "ars-Arab"], "main_score": 0.053891, "precision": 0.051492, "recall": 0.063241}, {"accuracy": 0.11166, "f1": 0.103436, "hf_subset": "kbp_Latn-ceb_Latn", "languages": ["kbp-Latn", "ceb-Latn"], "main_score": 0.103436, "precision": 0.1005, "recall": 0.11166}, {"accuracy": 0.151186, "f1": 0.134016, "hf_subset": "kbp_Latn-fuv_Latn", "languages": ["kbp-Latn", "fuv-Latn"], "main_score": 0.134016, "precision": 0.127982, "recall": 0.151186}, {"accuracy": 0.194664, "f1": 0.171004, "hf_subset": "kbp_Latn-kac_Latn", "languages": ["kbp-Latn", "kac-Latn"], "main_score": 0.171004, "precision": 0.163345, "recall": 0.194664}, {"accuracy": 0.147233, "f1": 0.133279, "hf_subset": "kbp_Latn-lin_Latn", "languages": ["kbp-Latn", "lin-Latn"], "main_score": 0.133279, "precision": 0.129171, "recall": 0.147233}, {"accuracy": 0.144269, "f1": 0.124296, "hf_subset": "kbp_Latn-nno_Latn", "languages": ["kbp-Latn", "nno-Latn"], "main_score": 0.124296, "precision": 0.118842, "recall": 0.144269}, {"accuracy": 0.023715, "f1": 0.010272, "hf_subset": "kbp_Latn-sat_Olck", "languages": ["kbp-Latn", "sat-Olck"], "main_score": 0.010272, "precision": 0.008444, "recall": 0.023715}, {"accuracy": 0.039526, "f1": 0.033068, "hf_subset": "kbp_Latn-tel_Telu", "languages": ["kbp-Latn", "tel-Telu"], "main_score": 0.033068, "precision": 0.031923, "recall": 0.039526}, {"accuracy": 0.038538, "f1": 0.02653, "hf_subset": "kbp_Latn-ydd_Hebr", "languages": ["kbp-Latn", "ydd-Hebr"], "main_score": 0.02653, "precision": 0.024171, "recall": 0.038538}, {"accuracy": 0.046443, "f1": 0.03691, "hf_subset": "kbp_Latn-ary_Arab", "languages": ["kbp-Latn", "ary-Arab"], "main_score": 0.03691, "precision": 0.034477, "recall": 0.046443}, {"accuracy": 0.162055, "f1": 0.13969, "hf_subset": "kbp_Latn-ces_Latn", "languages": ["kbp-Latn", "ces-Latn"], "main_score": 0.13969, "precision": 0.134816, "recall": 0.162055}, {"accuracy": 0.097826, "f1": 0.078576, "hf_subset": "kbp_Latn-gaz_Latn", "languages": ["kbp-Latn", "gaz-Latn"], "main_score": 0.078576, "precision": 0.073447, "recall": 0.097826}, {"accuracy": 0.16996, "f1": 0.154861, "hf_subset": "kbp_Latn-kam_Latn", "languages": ["kbp-Latn", "kam-Latn"], "main_score": 0.154861, "precision": 0.148781, "recall": 0.16996}, {"accuracy": 0.137352, "f1": 0.114224, "hf_subset": "kbp_Latn-lit_Latn", "languages": ["kbp-Latn", "lit-Latn"], "main_score": 0.114224, "precision": 0.108938, "recall": 0.137352}, {"accuracy": 0.155138, "f1": 0.131676, "hf_subset": "kbp_Latn-nob_Latn", "languages": ["kbp-Latn", "nob-Latn"], "main_score": 0.131676, "precision": 0.125338, "recall": 0.155138}, {"accuracy": 0.106719, "f1": 0.098065, "hf_subset": "kbp_Latn-scn_Latn", "languages": ["kbp-Latn", "scn-Latn"], "main_score": 0.098065, "precision": 0.096, "recall": 0.106719}, {"accuracy": 0.100791, "f1": 0.087377, "hf_subset": "kbp_Latn-tgk_Cyrl", "languages": ["kbp-Latn", "tgk-Cyrl"], "main_score": 0.087377, "precision": 0.083418, "recall": 0.100791}, {"accuracy": 0.134387, "f1": 0.119618, "hf_subset": "kbp_Latn-yor_Latn", "languages": ["kbp-Latn", "yor-Latn"], "main_score": 0.119618, "precision": 0.114629, "recall": 0.134387}, {"accuracy": 0.066206, "f1": 0.057093, "hf_subset": "kbp_Latn-arz_Arab", "languages": ["kbp-Latn", "arz-Arab"], "main_score": 0.057093, "precision": 0.054143, "recall": 0.066206}, {"accuracy": 0.170949, "f1": 0.152469, "hf_subset": "kbp_Latn-cjk_Latn", "languages": ["kbp-Latn", "cjk-Latn"], "main_score": 0.152469, "precision": 0.146361, "recall": 0.170949}, {"accuracy": 0.132411, "f1": 0.118709, "hf_subset": "kbp_Latn-gla_Latn", "languages": ["kbp-Latn", "gla-Latn"], "main_score": 0.118709, "precision": 0.114198, "recall": 0.132411}, {"accuracy": 0.035573, "f1": 0.026748, "hf_subset": "kbp_Latn-kan_Knda", "languages": ["kbp-Latn", "kan-Knda"], "main_score": 0.026748, "precision": 0.025193, "recall": 0.035573}, {"accuracy": 0.11166, "f1": 0.100097, "hf_subset": "kbp_Latn-lmo_Latn", "languages": ["kbp-Latn", "lmo-Latn"], "main_score": 0.100097, "precision": 0.097449, "recall": 0.11166}, {"accuracy": 0.08498, "f1": 0.070501, "hf_subset": "kbp_Latn-npi_Deva", "languages": ["kbp-Latn", "npi-Deva"], "main_score": 0.070501, "precision": 0.066422, "recall": 0.08498}, {"accuracy": 0.144269, "f1": 0.127636, "hf_subset": "kbp_Latn-shn_Mymr", "languages": ["kbp-Latn", "shn-Mymr"], "main_score": 0.127636, "precision": 0.123197, "recall": 0.144269}, {"accuracy": 0.120553, "f1": 0.108396, "hf_subset": "kbp_Latn-tgl_Latn", "languages": ["kbp-Latn", "tgl-Latn"], "main_score": 0.108396, "precision": 0.104505, "recall": 0.120553}, {"accuracy": 0.09585, "f1": 0.07506, "hf_subset": "kbp_Latn-yue_Hant", "languages": ["kbp-Latn", "yue-Hant"], "main_score": 0.07506, "precision": 0.069545, "recall": 0.09585}, {"accuracy": 0.031621, "f1": 0.029672, "hf_subset": "kbp_Latn-asm_Beng", "languages": ["kbp-Latn", "asm-Beng"], "main_score": 0.029672, "precision": 0.029164, "recall": 0.031621}, {"accuracy": 0.064229, "f1": 0.049198, "hf_subset": "kbp_Latn-ckb_Arab", "languages": ["kbp-Latn", "ckb-Arab"], "main_score": 0.049198, "precision": 0.046219, "recall": 0.064229}, {"accuracy": 0.115613, "f1": 0.103525, "hf_subset": "kbp_Latn-gle_Latn", "languages": ["kbp-Latn", "gle-Latn"], "main_score": 0.103525, "precision": 0.099333, "recall": 0.115613}, {"accuracy": 0.040514, "f1": 0.034232, "hf_subset": "kbp_Latn-kas_Arab", "languages": ["kbp-Latn", "kas-Arab"], "main_score": 0.034232, "precision": 0.032941, "recall": 0.040514}, {"accuracy": 0.09585, "f1": 0.078904, "hf_subset": "kbp_Latn-ltg_Latn", "languages": ["kbp-Latn", "ltg-Latn"], "main_score": 0.078904, "precision": 0.075015, "recall": 0.09585}, {"accuracy": 0.181818, "f1": 0.161662, "hf_subset": "kbp_Latn-nso_Latn", "languages": ["kbp-Latn", "nso-Latn"], "main_score": 0.161662, "precision": 0.155157, "recall": 0.181818}, {"accuracy": 0.04249, "f1": 0.037744, "hf_subset": "kbp_Latn-sin_Sinh", "languages": ["kbp-Latn", "sin-Sinh"], "main_score": 0.037744, "precision": 0.036795, "recall": 0.04249}, {"accuracy": 0.083992, "f1": 0.07105, "hf_subset": "kbp_Latn-tha_Thai", "languages": ["kbp-Latn", "tha-Thai"], "main_score": 0.07105, "precision": 0.067633, "recall": 0.083992}, {"accuracy": 0.117589, "f1": 0.091707, "hf_subset": "kbp_Latn-zho_Hans", "languages": ["kbp-Latn", "zho-Hans"], "main_score": 0.091707, "precision": 0.085754, "recall": 0.117589}, {"accuracy": 0.114625, "f1": 0.097641, "hf_subset": "kbp_Latn-ast_Latn", "languages": ["kbp-Latn", "ast-Latn"], "main_score": 0.097641, "precision": 0.092522, "recall": 0.114625}, {"accuracy": 0.073123, "f1": 0.063364, "hf_subset": "kbp_Latn-crh_Latn", "languages": ["kbp-Latn", "crh-Latn"], "main_score": 0.063364, "precision": 0.060738, "recall": 0.073123}, {"accuracy": 0.161067, "f1": 0.132664, "hf_subset": "kbp_Latn-glg_Latn", "languages": ["kbp-Latn", "glg-Latn"], "main_score": 0.132664, "precision": 0.125798, "recall": 0.161067}, {"accuracy": 0.071146, "f1": 0.059003, "hf_subset": "kbp_Latn-kas_Deva", "languages": ["kbp-Latn", "kas-Deva"], "main_score": 0.059003, "precision": 0.055986, "recall": 0.071146}, {"accuracy": 0.090909, "f1": 0.080567, "hf_subset": "kbp_Latn-ltz_Latn", "languages": ["kbp-Latn", "ltz-Latn"], "main_score": 0.080567, "precision": 0.077307, "recall": 0.090909}, {"accuracy": 0.131423, "f1": 0.106371, "hf_subset": "kbp_Latn-nus_Latn", "languages": ["kbp-Latn", "nus-Latn"], "main_score": 0.106371, "precision": 0.097939, "recall": 0.131423}, {"accuracy": 0.153162, "f1": 0.134326, "hf_subset": "kbp_Latn-slk_Latn", "languages": ["kbp-Latn", "slk-Latn"], "main_score": 0.134326, "precision": 0.128773, "recall": 0.153162}, {"accuracy": 0.024704, "f1": 0.016006, "hf_subset": "kbp_Latn-tir_Ethi", "languages": ["kbp-Latn", "tir-Ethi"], "main_score": 0.016006, "precision": 0.014527, "recall": 0.024704}, {"accuracy": 0.088933, "f1": 0.074786, "hf_subset": "kbp_Latn-zho_Hant", "languages": ["kbp-Latn", "zho-Hant"], "main_score": 0.074786, "precision": 0.070812, "recall": 0.088933}, {"accuracy": 0.078063, "f1": 0.066015, "hf_subset": "kbp_Latn-awa_Deva", "languages": ["kbp-Latn", "awa-Deva"], "main_score": 0.066015, "precision": 0.062419, "recall": 0.078063}, {"accuracy": 0.097826, "f1": 0.084481, "hf_subset": "kbp_Latn-cym_Latn", "languages": ["kbp-Latn", "cym-Latn"], "main_score": 0.084481, "precision": 0.081482, "recall": 0.097826}, {"accuracy": 0.15415, "f1": 0.138173, "hf_subset": "kbp_Latn-grn_Latn", "languages": ["kbp-Latn", "grn-Latn"], "main_score": 0.138173, "precision": 0.133146, "recall": 0.15415}, {"accuracy": 0.068182, "f1": 0.057142, "hf_subset": "kbp_Latn-kat_Geor", "languages": ["kbp-Latn", "kat-Geor"], "main_score": 0.057142, "precision": 0.05374, "recall": 0.068182}, {"accuracy": 0.162055, "f1": 0.147819, "hf_subset": "kbp_Latn-lua_Latn", "languages": ["kbp-Latn", "lua-Latn"], "main_score": 0.147819, "precision": 0.143099, "recall": 0.162055}, {"accuracy": 0.184783, "f1": 0.165099, "hf_subset": "kbp_Latn-nya_Latn", "languages": ["kbp-Latn", "nya-Latn"], "main_score": 0.165099, "precision": 0.157903, "recall": 0.184783}, {"accuracy": 0.156126, "f1": 0.132339, "hf_subset": "kbp_Latn-slv_Latn", "languages": ["kbp-Latn", "slv-Latn"], "main_score": 0.132339, "precision": 0.125997, "recall": 0.156126}, {"accuracy": 0.155138, "f1": 0.142346, "hf_subset": "kbp_Latn-tpi_Latn", "languages": ["kbp-Latn", "tpi-Latn"], "main_score": 0.142346, "precision": 0.13847, "recall": 0.155138}, {"accuracy": 0.161067, "f1": 0.134292, "hf_subset": "kbp_Latn-zsm_Latn", "languages": ["kbp-Latn", "zsm-Latn"], "main_score": 0.134292, "precision": 0.127356, "recall": 0.161067}, {"accuracy": 0.173913, "f1": 0.154685, "hf_subset": "kbp_Latn-ayr_Latn", "languages": ["kbp-Latn", "ayr-Latn"], "main_score": 0.154685, "precision": 0.147425, "recall": 0.173913}, {"accuracy": 0.168972, "f1": 0.14108, "hf_subset": "kbp_Latn-dan_Latn", "languages": ["kbp-Latn", "dan-Latn"], "main_score": 0.14108, "precision": 0.134213, "recall": 0.168972}, {"accuracy": 0.039526, "f1": 0.031989, "hf_subset": "kbp_Latn-guj_Gujr", "languages": ["kbp-Latn", "guj-Gujr"], "main_score": 0.031989, "precision": 0.030246, "recall": 0.039526}, {"accuracy": 0.114625, "f1": 0.098711, "hf_subset": "kbp_Latn-kaz_Cyrl", "languages": ["kbp-Latn", "kaz-Cyrl"], "main_score": 0.098711, "precision": 0.095287, "recall": 0.114625}, {"accuracy": 0.149209, "f1": 0.132044, "hf_subset": "kbp_Latn-lug_Latn", "languages": ["kbp-Latn", "lug-Latn"], "main_score": 0.132044, "precision": 0.126713, "recall": 0.149209}, {"accuracy": 0.148221, "f1": 0.129802, "hf_subset": "kbp_Latn-oci_Latn", "languages": ["kbp-Latn", "oci-Latn"], "main_score": 0.129802, "precision": 0.125079, "recall": 0.148221}, {"accuracy": 0.143281, "f1": 0.124098, "hf_subset": "kbp_Latn-smo_Latn", "languages": ["kbp-Latn", "smo-Latn"], "main_score": 0.124098, "precision": 0.117821, "recall": 0.143281}, {"accuracy": 0.176877, "f1": 0.158717, "hf_subset": "kbp_Latn-tsn_Latn", "languages": ["kbp-Latn", "tsn-Latn"], "main_score": 0.158717, "precision": 0.151642, "recall": 0.176877}, {"accuracy": 0.15415, "f1": 0.131635, "hf_subset": "kbp_Latn-zul_Latn", "languages": ["kbp-Latn", "zul-Latn"], "main_score": 0.131635, "precision": 0.125893, "recall": 0.15415}, {"accuracy": 0.041502, "f1": 0.033919, "hf_subset": "kbp_Latn-azb_Arab", "languages": ["kbp-Latn", "azb-Arab"], "main_score": 0.033919, "precision": 0.032342, "recall": 0.041502}, {"accuracy": 0.155138, "f1": 0.132156, "hf_subset": "kbp_Latn-deu_Latn", "languages": ["kbp-Latn", "deu-Latn"], "main_score": 0.132156, "precision": 0.125366, "recall": 0.155138}, {"accuracy": 0.151186, "f1": 0.129472, "hf_subset": "kbp_Latn-hat_Latn", "languages": ["kbp-Latn", "hat-Latn"], "main_score": 0.129472, "precision": 0.122819, "recall": 0.151186}, {"accuracy": 0.174901, "f1": 0.159757, "hf_subset": "kbp_Latn-luo_Latn", "languages": ["kbp-Latn", "luo-Latn"], "main_score": 0.159757, "precision": 0.154187, "recall": 0.174901}, {"accuracy": 0.031621, "f1": 0.026721, "hf_subset": "kbp_Latn-ory_Orya", "languages": ["kbp-Latn", "ory-Orya"], "main_score": 0.026721, "precision": 0.025548, "recall": 0.031621}, {"accuracy": 0.148221, "f1": 0.126457, "hf_subset": "kbp_Latn-sna_Latn", "languages": ["kbp-Latn", "sna-Latn"], "main_score": 0.126457, "precision": 0.119753, "recall": 0.148221}, {"accuracy": 0.188735, "f1": 0.169176, "hf_subset": "kbp_Latn-tso_Latn", "languages": ["kbp-Latn", "tso-Latn"], "main_score": 0.169176, "precision": 0.163403, "recall": 0.188735}, {"accuracy": 0.072134, "f1": 0.060492, "hf_subset": "kbp_Latn-azj_Latn", "languages": ["kbp-Latn", "azj-Latn"], "main_score": 0.060492, "precision": 0.057234, "recall": 0.072134}, {"accuracy": 0.166008, "f1": 0.146702, "hf_subset": "kbp_Latn-dik_Latn", "languages": ["kbp-Latn", "dik-Latn"], "main_score": 0.146702, "precision": 0.140654, "recall": 0.166008}, {"accuracy": 0.156126, "f1": 0.140835, "hf_subset": "kbp_Latn-hau_Latn", "languages": ["kbp-Latn", "hau-Latn"], "main_score": 0.140835, "precision": 0.1358, "recall": 0.156126}, {"accuracy": 0.075099, "f1": 0.070015, "hf_subset": "kbp_Latn-kea_Latn", "languages": ["kbp-Latn", "kea-Latn"], "main_score": 0.070015, "precision": 0.068628, "recall": 0.075099}, {"accuracy": 0.170949, "f1": 0.151337, "hf_subset": "kbp_Latn-lus_Latn", "languages": ["kbp-Latn", "lus-Latn"], "main_score": 0.151337, "precision": 0.14509, "recall": 0.170949}, {"accuracy": 0.132411, "f1": 0.117715, "hf_subset": "kbp_Latn-pag_Latn", "languages": ["kbp-Latn", "pag-Latn"], "main_score": 0.117715, "precision": 0.113016, "recall": 0.132411}, {"accuracy": 0.043478, "f1": 0.038495, "hf_subset": "kbp_Latn-snd_Arab", "languages": ["kbp-Latn", "snd-Arab"], "main_score": 0.038495, "precision": 0.037147, "recall": 0.043478}, {"accuracy": 0.09585, "f1": 0.079942, "hf_subset": "kbp_Latn-tuk_Latn", "languages": ["kbp-Latn", "tuk-Latn"], "main_score": 0.079942, "precision": 0.076136, "recall": 0.09585}, {"accuracy": 0.103755, "f1": 0.087652, "hf_subset": "kbp_Latn-bak_Cyrl", "languages": ["kbp-Latn", "bak-Cyrl"], "main_score": 0.087652, "precision": 0.083648, "recall": 0.103755}, {"accuracy": 0.155138, "f1": 0.134939, "hf_subset": "kbp_Latn-dyu_Latn", "languages": ["kbp-Latn", "dyu-Latn"], "main_score": 0.134939, "precision": 0.127908, "recall": 0.155138}, {"accuracy": 0.083992, "f1": 0.068572, "hf_subset": "kbp_Latn-heb_Hebr", "languages": ["kbp-Latn", "heb-Hebr"], "main_score": 0.068572, "precision": 0.065202, "recall": 0.083992}, {"accuracy": 0.102767, "f1": 0.083107, "hf_subset": "kbp_Latn-khk_Cyrl", "languages": ["kbp-Latn", "khk-Cyrl"], "main_score": 0.083107, "precision": 0.0793, "recall": 0.102767}, {"accuracy": 0.12253, "f1": 0.103305, "hf_subset": "kbp_Latn-lvs_Latn", "languages": ["kbp-Latn", "lvs-Latn"], "main_score": 0.103305, "precision": 0.098686, "recall": 0.12253}, {"accuracy": 0.032609, "f1": 0.022817, "hf_subset": "kbp_Latn-pan_Guru", "languages": ["kbp-Latn", "pan-Guru"], "main_score": 0.022817, "precision": 0.021655, "recall": 0.032609}, {"accuracy": 0.124506, "f1": 0.10941, "hf_subset": "kbp_Latn-som_Latn", "languages": ["kbp-Latn", "som-Latn"], "main_score": 0.10941, "precision": 0.103854, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.161315, "hf_subset": "kbp_Latn-tum_Latn", "languages": ["kbp-Latn", "tum-Latn"], "main_score": 0.161315, "precision": 0.153163, "recall": 0.187747}, {"accuracy": 0.033597, "f1": 0.027611, "hf_subset": "luo_Latn-ace_Arab", "languages": ["luo-Latn", "ace-Arab"], "main_score": 0.027611, "precision": 0.026365, "recall": 0.033597}, {"accuracy": 0.193676, "f1": 0.180468, "hf_subset": "luo_Latn-bam_Latn", "languages": ["luo-Latn", "bam-Latn"], "main_score": 0.180468, "precision": 0.175132, "recall": 0.193676}, {"accuracy": 0.003953, "f1": 0.000286, "hf_subset": "luo_Latn-dzo_Tibt", "languages": ["luo-Latn", "dzo-Tibt"], "main_score": 0.000286, "precision": 0.000161, "recall": 0.003953}, {"accuracy": 0.149209, "f1": 0.128453, "hf_subset": "luo_Latn-hin_Deva", "languages": ["luo-Latn", "hin-Deva"], "main_score": 0.128453, "precision": 0.123007, "recall": 0.149209}, {"accuracy": 0.137352, "f1": 0.121583, "hf_subset": "luo_Latn-khm_Khmr", "languages": ["luo-Latn", "khm-Khmr"], "main_score": 0.121583, "precision": 0.116948, "recall": 0.137352}, {"accuracy": 0.116601, "f1": 0.100062, "hf_subset": "luo_Latn-mag_Deva", "languages": ["luo-Latn", "mag-Deva"], "main_score": 0.100062, "precision": 0.095682, "recall": 0.116601}, {"accuracy": 0.135375, "f1": 0.125921, "hf_subset": "luo_Latn-pap_Latn", "languages": ["luo-Latn", "pap-Latn"], "main_score": 0.125921, "precision": 0.123026, "recall": 0.135375}, {"accuracy": 0.244071, "f1": 0.228587, "hf_subset": "luo_Latn-sot_Latn", "languages": ["luo-Latn", "sot-Latn"], "main_score": 0.228587, "precision": 0.222584, "recall": 0.244071}, {"accuracy": 0.22332, "f1": 0.192059, "hf_subset": "luo_Latn-tur_Latn", "languages": ["luo-Latn", "tur-Latn"], "main_score": 0.192059, "precision": 0.185079, "recall": 0.22332}, {"accuracy": 0.195652, "f1": 0.179581, "hf_subset": "luo_Latn-ace_Latn", "languages": ["luo-Latn", "ace-Latn"], "main_score": 0.179581, "precision": 0.17387, "recall": 0.195652}, {"accuracy": 0.145257, "f1": 0.135871, "hf_subset": "luo_Latn-ban_Latn", "languages": ["luo-Latn", "ban-Latn"], "main_score": 0.135871, "precision": 0.132694, "recall": 0.145257}, {"accuracy": 0.142292, "f1": 0.12432, "hf_subset": "luo_Latn-ell_Grek", "languages": ["luo-Latn", "ell-Grek"], "main_score": 0.12432, "precision": 0.11928, "recall": 0.142292}, {"accuracy": 0.123518, "f1": 0.109677, "hf_subset": "luo_Latn-hne_Deva", "languages": ["luo-Latn", "hne-Deva"], "main_score": 0.109677, "precision": 0.105714, "recall": 0.123518}, {"accuracy": 0.225296, "f1": 0.207017, "hf_subset": "luo_Latn-kik_Latn", "languages": ["luo-Latn", "kik-Latn"], "main_score": 0.207017, "precision": 0.200269, "recall": 0.225296}, {"accuracy": 0.116601, "f1": 0.10377, "hf_subset": "luo_Latn-mai_Deva", "languages": ["luo-Latn", "mai-Deva"], "main_score": 0.10377, "precision": 0.100259, "recall": 0.116601}, {"accuracy": 0.133399, "f1": 0.110612, "hf_subset": "luo_Latn-pbt_Arab", "languages": ["luo-Latn", "pbt-Arab"], "main_score": 0.110612, "precision": 0.104977, "recall": 0.133399}, {"accuracy": 0.199605, "f1": 0.179112, "hf_subset": "luo_Latn-spa_Latn", "languages": ["luo-Latn", "spa-Latn"], "main_score": 0.179112, "precision": 0.174325, "recall": 0.199605}, {"accuracy": 0.266798, "f1": 0.247728, "hf_subset": "luo_Latn-twi_Latn", "languages": ["luo-Latn", "twi-Latn"], "main_score": 0.247728, "precision": 0.240716, "recall": 0.266798}, {"accuracy": 0.108696, "f1": 0.098246, "hf_subset": "luo_Latn-acm_Arab", "languages": ["luo-Latn", "acm-Arab"], "main_score": 0.098246, "precision": 0.095054, "recall": 0.108696}, {"accuracy": 0.137352, "f1": 0.117839, "hf_subset": "luo_Latn-bel_Cyrl", "languages": ["luo-Latn", "bel-Cyrl"], "main_score": 0.117839, "precision": 0.112149, "recall": 0.137352}, {"accuracy": 0.230237, "f1": 0.20024, "hf_subset": "luo_Latn-eng_Latn", "languages": ["luo-Latn", "eng-Latn"], "main_score": 0.20024, "precision": 0.192821, "recall": 0.230237}, {"accuracy": 0.166008, "f1": 0.152907, "hf_subset": "luo_Latn-hrv_Latn", "languages": ["luo-Latn", "hrv-Latn"], "main_score": 0.152907, "precision": 0.149518, "recall": 0.166008}, {"accuracy": 0.192688, "f1": 0.170875, "hf_subset": "luo_Latn-kin_Latn", "languages": ["luo-Latn", "kin-Latn"], "main_score": 0.170875, "precision": 0.163362, "recall": 0.192688}, {"accuracy": 0.059289, "f1": 0.050529, "hf_subset": "luo_Latn-mal_Mlym", "languages": ["luo-Latn", "mal-Mlym"], "main_score": 0.050529, "precision": 0.048715, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.133811, "hf_subset": "luo_Latn-pes_Arab", "languages": ["luo-Latn", "pes-Arab"], "main_score": 0.133811, "precision": 0.128905, "recall": 0.150198}, {"accuracy": 0.158103, "f1": 0.145555, "hf_subset": "luo_Latn-srd_Latn", "languages": ["luo-Latn", "srd-Latn"], "main_score": 0.145555, "precision": 0.141532, "recall": 0.158103}, {"accuracy": 0.061265, "f1": 0.039129, "hf_subset": "luo_Latn-tzm_Tfng", "languages": ["luo-Latn", "tzm-Tfng"], "main_score": 0.039129, "precision": 0.034661, "recall": 0.061265}, {"accuracy": 0.126482, "f1": 0.109805, "hf_subset": "luo_Latn-acq_Arab", "languages": ["luo-Latn", "acq-Arab"], "main_score": 0.109805, "precision": 0.10515, "recall": 0.126482}, {"accuracy": 0.255929, "f1": 0.231818, "hf_subset": "luo_Latn-bem_Latn", "languages": ["luo-Latn", "bem-Latn"], "main_score": 0.231818, "precision": 0.222436, "recall": 0.255929}, {"accuracy": 0.137352, "f1": 0.131117, "hf_subset": "luo_Latn-epo_Latn", "languages": ["luo-Latn", "epo-Latn"], "main_score": 0.131117, "precision": 0.129399, "recall": 0.137352}, {"accuracy": 0.208498, "f1": 0.182841, "hf_subset": "luo_Latn-hun_Latn", "languages": ["luo-Latn", "hun-Latn"], "main_score": 0.182841, "precision": 0.176483, "recall": 0.208498}, {"accuracy": 0.153162, "f1": 0.136484, "hf_subset": "luo_Latn-kir_Cyrl", "languages": ["luo-Latn", "kir-Cyrl"], "main_score": 0.136484, "precision": 0.132477, "recall": 0.153162}, {"accuracy": 0.128458, "f1": 0.108854, "hf_subset": "luo_Latn-mar_Deva", "languages": ["luo-Latn", "mar-Deva"], "main_score": 0.108854, "precision": 0.103444, "recall": 0.128458}, {"accuracy": 0.197628, "f1": 0.177793, "hf_subset": "luo_Latn-plt_Latn", "languages": ["luo-Latn", "plt-Latn"], "main_score": 0.177793, "precision": 0.171428, "recall": 0.197628}, {"accuracy": 0.172925, "f1": 0.149311, "hf_subset": "luo_Latn-srp_Cyrl", "languages": ["luo-Latn", "srp-Cyrl"], "main_score": 0.149311, "precision": 0.143436, "recall": 0.172925}, {"accuracy": 0.081028, "f1": 0.071677, "hf_subset": "luo_Latn-uig_Arab", "languages": ["luo-Latn", "uig-Arab"], "main_score": 0.071677, "precision": 0.068699, "recall": 0.081028}, {"accuracy": 0.110672, "f1": 0.094882, "hf_subset": "luo_Latn-aeb_Arab", "languages": ["luo-Latn", "aeb-Arab"], "main_score": 0.094882, "precision": 0.091458, "recall": 0.110672}, {"accuracy": 0.072134, "f1": 0.06131, "hf_subset": "luo_Latn-ben_Beng", "languages": ["luo-Latn", "ben-Beng"], "main_score": 0.06131, "precision": 0.05842, "recall": 0.072134}, {"accuracy": 0.219368, "f1": 0.190428, "hf_subset": "luo_Latn-est_Latn", "languages": ["luo-Latn", "est-Latn"], "main_score": 0.190428, "precision": 0.183596, "recall": 0.219368}, {"accuracy": 0.114625, "f1": 0.101271, "hf_subset": "luo_Latn-hye_Armn", "languages": ["luo-Latn", "hye-Armn"], "main_score": 0.101271, "precision": 0.096827, "recall": 0.114625}, {"accuracy": 0.233202, "f1": 0.204105, "hf_subset": "luo_Latn-kmb_Latn", "languages": ["luo-Latn", "kmb-Latn"], "main_score": 0.204105, "precision": 0.193507, "recall": 0.233202}, {"accuracy": 0.028656, "f1": 0.022335, "hf_subset": "luo_Latn-min_Arab", "languages": ["luo-Latn", "min-Arab"], "main_score": 0.022335, "precision": 0.02043, "recall": 0.028656}, {"accuracy": 0.220356, "f1": 0.193671, "hf_subset": "luo_Latn-pol_Latn", "languages": ["luo-Latn", "pol-Latn"], "main_score": 0.193671, "precision": 0.186922, "recall": 0.220356}, {"accuracy": 0.181818, "f1": 0.16495, "hf_subset": "luo_Latn-ssw_Latn", "languages": ["luo-Latn", "ssw-Latn"], "main_score": 0.16495, "precision": 0.15959, "recall": 0.181818}, {"accuracy": 0.166996, "f1": 0.144106, "hf_subset": "luo_Latn-ukr_Cyrl", "languages": ["luo-Latn", "ukr-Cyrl"], "main_score": 0.144106, "precision": 0.137875, "recall": 0.166996}, {"accuracy": 0.208498, "f1": 0.185871, "hf_subset": "luo_Latn-afr_Latn", "languages": ["luo-Latn", "afr-Latn"], "main_score": 0.185871, "precision": 0.179751, "recall": 0.208498}, {"accuracy": 0.109684, "f1": 0.09218, "hf_subset": "luo_Latn-bho_Deva", "languages": ["luo-Latn", "bho-Deva"], "main_score": 0.09218, "precision": 0.087258, "recall": 0.109684}, {"accuracy": 0.119565, "f1": 0.112262, "hf_subset": "luo_Latn-eus_Latn", "languages": ["luo-Latn", "eus-Latn"], "main_score": 0.112262, "precision": 0.110979, "recall": 0.119565}, {"accuracy": 0.209486, "f1": 0.185695, "hf_subset": "luo_Latn-ibo_Latn", "languages": ["luo-Latn", "ibo-Latn"], "main_score": 0.185695, "precision": 0.176739, "recall": 0.209486}, {"accuracy": 0.168972, "f1": 0.14198, "hf_subset": "luo_Latn-kmr_Latn", "languages": ["luo-Latn", "kmr-Latn"], "main_score": 0.14198, "precision": 0.135381, "recall": 0.168972}, {"accuracy": 0.144269, "f1": 0.131673, "hf_subset": "luo_Latn-min_Latn", "languages": ["luo-Latn", "min-Latn"], "main_score": 0.131673, "precision": 0.128762, "recall": 0.144269}, {"accuracy": 0.22332, "f1": 0.190753, "hf_subset": "luo_Latn-por_Latn", "languages": ["luo-Latn", "por-Latn"], "main_score": 0.190753, "precision": 0.182581, "recall": 0.22332}, {"accuracy": 0.132411, "f1": 0.122081, "hf_subset": "luo_Latn-sun_Latn", "languages": ["luo-Latn", "sun-Latn"], "main_score": 0.122081, "precision": 0.119779, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.163013, "hf_subset": "luo_Latn-umb_Latn", "languages": ["luo-Latn", "umb-Latn"], "main_score": 0.163013, "precision": 0.155998, "recall": 0.182806}, {"accuracy": 0.133399, "f1": 0.118568, "hf_subset": "luo_Latn-ajp_Arab", "languages": ["luo-Latn", "ajp-Arab"], "main_score": 0.118568, "precision": 0.115367, "recall": 0.133399}, {"accuracy": 0.037549, "f1": 0.031212, "hf_subset": "luo_Latn-bjn_Arab", "languages": ["luo-Latn", "bjn-Arab"], "main_score": 0.031212, "precision": 0.029557, "recall": 0.037549}, {"accuracy": 0.235178, "f1": 0.21407, "hf_subset": "luo_Latn-ewe_Latn", "languages": ["luo-Latn", "ewe-Latn"], "main_score": 0.21407, "precision": 0.207011, "recall": 0.235178}, {"accuracy": 0.236166, "f1": 0.215119, "hf_subset": "luo_Latn-ilo_Latn", "languages": ["luo-Latn", "ilo-Latn"], "main_score": 0.215119, "precision": 0.208645, "recall": 0.236166}, {"accuracy": 0.040514, "f1": 0.035145, "hf_subset": "luo_Latn-knc_Arab", "languages": ["luo-Latn", "knc-Arab"], "main_score": 0.035145, "precision": 0.033367, "recall": 0.040514}, {"accuracy": 0.183794, "f1": 0.162915, "hf_subset": "luo_Latn-mkd_Cyrl", "languages": ["luo-Latn", "mkd-Cyrl"], "main_score": 0.162915, "precision": 0.157338, "recall": 0.183794}, {"accuracy": 0.126482, "f1": 0.112727, "hf_subset": "luo_Latn-prs_Arab", "languages": ["luo-Latn", "prs-Arab"], "main_score": 0.112727, "precision": 0.108702, "recall": 0.126482}, {"accuracy": 0.187747, "f1": 0.169207, "hf_subset": "luo_Latn-swe_Latn", "languages": ["luo-Latn", "swe-Latn"], "main_score": 0.169207, "precision": 0.163308, "recall": 0.187747}, {"accuracy": 0.114625, "f1": 0.101553, "hf_subset": "luo_Latn-urd_Arab", "languages": ["luo-Latn", "urd-Arab"], "main_score": 0.101553, "precision": 0.098019, "recall": 0.114625}, {"accuracy": 0.261858, "f1": 0.239596, "hf_subset": "luo_Latn-aka_Latn", "languages": ["luo-Latn", "aka-Latn"], "main_score": 0.239596, "precision": 0.231295, "recall": 0.261858}, {"accuracy": 0.133399, "f1": 0.125153, "hf_subset": "luo_Latn-bjn_Latn", "languages": ["luo-Latn", "bjn-Latn"], "main_score": 0.125153, "precision": 0.122097, "recall": 0.133399}, {"accuracy": 0.151186, "f1": 0.13655, "hf_subset": "luo_Latn-fao_Latn", "languages": ["luo-Latn", "fao-Latn"], "main_score": 0.13655, "precision": 0.13361, "recall": 0.151186}, {"accuracy": 0.228261, "f1": 0.194123, "hf_subset": "luo_Latn-ind_Latn", "languages": ["luo-Latn", "ind-Latn"], "main_score": 0.194123, "precision": 0.185106, "recall": 0.228261}, {"accuracy": 0.233202, "f1": 0.218973, "hf_subset": "luo_Latn-knc_Latn", "languages": ["luo-Latn", "knc-Latn"], "main_score": 0.218973, "precision": 0.21358, "recall": 0.233202}, {"accuracy": 0.188735, "f1": 0.169922, "hf_subset": "luo_Latn-mlt_Latn", "languages": ["luo-Latn", "mlt-Latn"], "main_score": 0.169922, "precision": 0.1634, "recall": 0.188735}, {"accuracy": 0.18083, "f1": 0.160005, "hf_subset": "luo_Latn-quy_Latn", "languages": ["luo-Latn", "quy-Latn"], "main_score": 0.160005, "precision": 0.153336, "recall": 0.18083}, {"accuracy": 0.18083, "f1": 0.163288, "hf_subset": "luo_Latn-swh_Latn", "languages": ["luo-Latn", "swh-Latn"], "main_score": 0.163288, "precision": 0.158877, "recall": 0.18083}, {"accuracy": 0.114625, "f1": 0.100238, "hf_subset": "luo_Latn-uzn_Latn", "languages": ["luo-Latn", "uzn-Latn"], "main_score": 0.100238, "precision": 0.096762, "recall": 0.114625}, {"accuracy": 0.1917, "f1": 0.16688, "hf_subset": "luo_Latn-als_Latn", "languages": ["luo-Latn", "als-Latn"], "main_score": 0.16688, "precision": 0.161429, "recall": 0.1917}, {"accuracy": 0.033597, "f1": 0.024718, "hf_subset": "luo_Latn-bod_Tibt", "languages": ["luo-Latn", "bod-Tibt"], "main_score": 0.024718, "precision": 0.022335, "recall": 0.033597}, {"accuracy": 0.16996, "f1": 0.157201, "hf_subset": "luo_Latn-fij_Latn", "languages": ["luo-Latn", "fij-Latn"], "main_score": 0.157201, "precision": 0.153357, "recall": 0.16996}, {"accuracy": 0.116601, "f1": 0.110629, "hf_subset": "luo_Latn-isl_Latn", "languages": ["luo-Latn", "isl-Latn"], "main_score": 0.110629, "precision": 0.108698, "recall": 0.116601}, {"accuracy": 0.227273, "f1": 0.208992, "hf_subset": "luo_Latn-kon_Latn", "languages": ["luo-Latn", "kon-Latn"], "main_score": 0.208992, "precision": 0.201565, "recall": 0.227273}, {"accuracy": 0.034585, "f1": 0.026179, "hf_subset": "luo_Latn-mni_Beng", "languages": ["luo-Latn", "mni-Beng"], "main_score": 0.026179, "precision": 0.023786, "recall": 0.034585}, {"accuracy": 0.22332, "f1": 0.198181, "hf_subset": "luo_Latn-ron_Latn", "languages": ["luo-Latn", "ron-Latn"], "main_score": 0.198181, "precision": 0.191617, "recall": 0.22332}, {"accuracy": 0.139328, "f1": 0.129281, "hf_subset": "luo_Latn-szl_Latn", "languages": ["luo-Latn", "szl-Latn"], "main_score": 0.129281, "precision": 0.126256, "recall": 0.139328}, {"accuracy": 0.166996, "f1": 0.153492, "hf_subset": "luo_Latn-vec_Latn", "languages": ["luo-Latn", "vec-Latn"], "main_score": 0.153492, "precision": 0.149542, "recall": 0.166996}, {"accuracy": 0.052372, "f1": 0.037966, "hf_subset": "luo_Latn-amh_Ethi", "languages": ["luo-Latn", "amh-Ethi"], "main_score": 0.037966, "precision": 0.034749, "recall": 0.052372}, {"accuracy": 0.212451, "f1": 0.188422, "hf_subset": "luo_Latn-bos_Latn", "languages": ["luo-Latn", "bos-Latn"], "main_score": 0.188422, "precision": 0.1819, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.181285, "hf_subset": "luo_Latn-fin_Latn", "languages": ["luo-Latn", "fin-Latn"], "main_score": 0.181285, "precision": 0.174953, "recall": 0.208498}, {"accuracy": 0.221344, "f1": 0.188531, "hf_subset": "luo_Latn-ita_Latn", "languages": ["luo-Latn", "ita-Latn"], "main_score": 0.188531, "precision": 0.181051, "recall": 0.221344}, {"accuracy": 0.142292, "f1": 0.12652, "hf_subset": "luo_Latn-kor_Hang", "languages": ["luo-Latn", "kor-Hang"], "main_score": 0.12652, "precision": 0.121536, "recall": 0.142292}, {"accuracy": 0.19664, "f1": 0.174912, "hf_subset": "luo_Latn-mos_Latn", "languages": ["luo-Latn", "mos-Latn"], "main_score": 0.174912, "precision": 0.167741, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.176373, "hf_subset": "luo_Latn-run_Latn", "languages": ["luo-Latn", "run-Latn"], "main_score": 0.176373, "precision": 0.167069, "recall": 0.202569}, {"accuracy": 0.066206, "f1": 0.055183, "hf_subset": "luo_Latn-tam_Taml", "languages": ["luo-Latn", "tam-Taml"], "main_score": 0.055183, "precision": 0.052392, "recall": 0.066206}, {"accuracy": 0.215415, "f1": 0.187543, "hf_subset": "luo_Latn-vie_Latn", "languages": ["luo-Latn", "vie-Latn"], "main_score": 0.187543, "precision": 0.180858, "recall": 0.215415}, {"accuracy": 0.119565, "f1": 0.105098, "hf_subset": "luo_Latn-apc_Arab", "languages": ["luo-Latn", "apc-Arab"], "main_score": 0.105098, "precision": 0.10126, "recall": 0.119565}, {"accuracy": 0.197628, "f1": 0.179062, "hf_subset": "luo_Latn-bug_Latn", "languages": ["luo-Latn", "bug-Latn"], "main_score": 0.179062, "precision": 0.174417, "recall": 0.197628}, {"accuracy": 0.214427, "f1": 0.194262, "hf_subset": "luo_Latn-fon_Latn", "languages": ["luo-Latn", "fon-Latn"], "main_score": 0.194262, "precision": 0.186279, "recall": 0.214427}, {"accuracy": 0.152174, "f1": 0.138276, "hf_subset": "luo_Latn-jav_Latn", "languages": ["luo-Latn", "jav-Latn"], "main_score": 0.138276, "precision": 0.134428, "recall": 0.152174}, {"accuracy": 0.177866, "f1": 0.155659, "hf_subset": "luo_Latn-lao_Laoo", "languages": ["luo-Latn", "lao-Laoo"], "main_score": 0.155659, "precision": 0.149815, "recall": 0.177866}, {"accuracy": 0.202569, "f1": 0.183789, "hf_subset": "luo_Latn-mri_Latn", "languages": ["luo-Latn", "mri-Latn"], "main_score": 0.183789, "precision": 0.177426, "recall": 0.202569}, {"accuracy": 0.184783, "f1": 0.15696, "hf_subset": "luo_Latn-rus_Cyrl", "languages": ["luo-Latn", "rus-Cyrl"], "main_score": 0.15696, "precision": 0.150964, "recall": 0.184783}, {"accuracy": 0.229249, "f1": 0.206172, "hf_subset": "luo_Latn-taq_Latn", "languages": ["luo-Latn", "taq-Latn"], "main_score": 0.206172, "precision": 0.199954, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.180007, "hf_subset": "luo_Latn-war_Latn", "languages": ["luo-Latn", "war-Latn"], "main_score": 0.180007, "precision": 0.175889, "recall": 0.189723}, {"accuracy": 0.132411, "f1": 0.113782, "hf_subset": "luo_Latn-arb_Arab", "languages": ["luo-Latn", "arb-Arab"], "main_score": 0.113782, "precision": 0.109042, "recall": 0.132411}, {"accuracy": 0.182806, "f1": 0.153727, "hf_subset": "luo_Latn-bul_Cyrl", "languages": ["luo-Latn", "bul-Cyrl"], "main_score": 0.153727, "precision": 0.147385, "recall": 0.182806}, {"accuracy": 0.224308, "f1": 0.190054, "hf_subset": "luo_Latn-fra_Latn", "languages": ["luo-Latn", "fra-Latn"], "main_score": 0.190054, "precision": 0.181928, "recall": 0.224308}, {"accuracy": 0.158103, "f1": 0.133454, "hf_subset": "luo_Latn-jpn_Jpan", "languages": ["luo-Latn", "jpn-Jpan"], "main_score": 0.133454, "precision": 0.127491, "recall": 0.158103}, {"accuracy": 0.148221, "f1": 0.137132, "hf_subset": "luo_Latn-lij_Latn", "languages": ["luo-Latn", "lij-Latn"], "main_score": 0.137132, "precision": 0.134504, "recall": 0.148221}, {"accuracy": 0.101779, "f1": 0.083203, "hf_subset": "luo_Latn-mya_Mymr", "languages": ["luo-Latn", "mya-Mymr"], "main_score": 0.083203, "precision": 0.079466, "recall": 0.101779}, {"accuracy": 0.209486, "f1": 0.18625, "hf_subset": "luo_Latn-sag_Latn", "languages": ["luo-Latn", "sag-Latn"], "main_score": 0.18625, "precision": 0.177778, "recall": 0.209486}, {"accuracy": 0.076087, "f1": 0.053524, "hf_subset": "luo_Latn-taq_Tfng", "languages": ["luo-Latn", "taq-Tfng"], "main_score": 0.053524, "precision": 0.047919, "recall": 0.076087}, {"accuracy": 0.23913, "f1": 0.21559, "hf_subset": "luo_Latn-wol_Latn", "languages": ["luo-Latn", "wol-Latn"], "main_score": 0.21559, "precision": 0.207708, "recall": 0.23913}, {"accuracy": 0.099802, "f1": 0.077625, "hf_subset": "luo_Latn-arb_Latn", "languages": ["luo-Latn", "arb-Latn"], "main_score": 0.077625, "precision": 0.071803, "recall": 0.099802}, {"accuracy": 0.218379, "f1": 0.188169, "hf_subset": "luo_Latn-cat_Latn", "languages": ["luo-Latn", "cat-Latn"], "main_score": 0.188169, "precision": 0.180163, "recall": 0.218379}, {"accuracy": 0.164032, "f1": 0.146651, "hf_subset": "luo_Latn-fur_Latn", "languages": ["luo-Latn", "fur-Latn"], "main_score": 0.146651, "precision": 0.141998, "recall": 0.164032}, {"accuracy": 0.079051, "f1": 0.065042, "hf_subset": "luo_Latn-kab_Latn", "languages": ["luo-Latn", "kab-Latn"], "main_score": 0.065042, "precision": 0.06151, "recall": 0.079051}, {"accuracy": 0.157115, "f1": 0.146841, "hf_subset": "luo_Latn-lim_Latn", "languages": ["luo-Latn", "lim-Latn"], "main_score": 0.146841, "precision": 0.14298, "recall": 0.157115}, {"accuracy": 0.221344, "f1": 0.191621, "hf_subset": "luo_Latn-nld_Latn", "languages": ["luo-Latn", "nld-Latn"], "main_score": 0.191621, "precision": 0.183852, "recall": 0.221344}, {"accuracy": 0.082016, "f1": 0.071698, "hf_subset": "luo_Latn-san_Deva", "languages": ["luo-Latn", "san-Deva"], "main_score": 0.071698, "precision": 0.068955, "recall": 0.082016}, {"accuracy": 0.135375, "f1": 0.121165, "hf_subset": "luo_Latn-tat_Cyrl", "languages": ["luo-Latn", "tat-Cyrl"], "main_score": 0.121165, "precision": 0.117201, "recall": 0.135375}, {"accuracy": 0.187747, "f1": 0.169464, "hf_subset": "luo_Latn-xho_Latn", "languages": ["luo-Latn", "xho-Latn"], "main_score": 0.169464, "precision": 0.163565, "recall": 0.187747}, {"accuracy": 0.129447, "f1": 0.109313, "hf_subset": "luo_Latn-ars_Arab", "languages": ["luo-Latn", "ars-Arab"], "main_score": 0.109313, "precision": 0.103886, "recall": 0.129447}, {"accuracy": 0.178854, "f1": 0.168668, "hf_subset": "luo_Latn-ceb_Latn", "languages": ["luo-Latn", "ceb-Latn"], "main_score": 0.168668, "precision": 0.165928, "recall": 0.178854}, {"accuracy": 0.182806, "f1": 0.166605, "hf_subset": "luo_Latn-fuv_Latn", "languages": ["luo-Latn", "fuv-Latn"], "main_score": 0.166605, "precision": 0.160658, "recall": 0.182806}, {"accuracy": 0.23913, "f1": 0.211045, "hf_subset": "luo_Latn-kac_Latn", "languages": ["luo-Latn", "kac-Latn"], "main_score": 0.211045, "precision": 0.202646, "recall": 0.23913}, {"accuracy": 0.210474, "f1": 0.186929, "hf_subset": "luo_Latn-lin_Latn", "languages": ["luo-Latn", "lin-Latn"], "main_score": 0.186929, "precision": 0.178749, "recall": 0.210474}, {"accuracy": 0.208498, "f1": 0.184226, "hf_subset": "luo_Latn-nno_Latn", "languages": ["luo-Latn", "nno-Latn"], "main_score": 0.184226, "precision": 0.17825, "recall": 0.208498}, {"accuracy": 0.019763, "f1": 0.008713, "hf_subset": "luo_Latn-sat_Olck", "languages": ["luo-Latn", "sat-Olck"], "main_score": 0.008713, "precision": 0.006929, "recall": 0.019763}, {"accuracy": 0.067194, "f1": 0.055305, "hf_subset": "luo_Latn-tel_Telu", "languages": ["luo-Latn", "tel-Telu"], "main_score": 0.055305, "precision": 0.052401, "recall": 0.067194}, {"accuracy": 0.0583, "f1": 0.045377, "hf_subset": "luo_Latn-ydd_Hebr", "languages": ["luo-Latn", "ydd-Hebr"], "main_score": 0.045377, "precision": 0.042271, "recall": 0.0583}, {"accuracy": 0.109684, "f1": 0.093157, "hf_subset": "luo_Latn-ary_Arab", "languages": ["luo-Latn", "ary-Arab"], "main_score": 0.093157, "precision": 0.089312, "recall": 0.109684}, {"accuracy": 0.216403, "f1": 0.188715, "hf_subset": "luo_Latn-ces_Latn", "languages": ["luo-Latn", "ces-Latn"], "main_score": 0.188715, "precision": 0.181886, "recall": 0.216403}, {"accuracy": 0.086957, "f1": 0.071909, "hf_subset": "luo_Latn-gaz_Latn", "languages": ["luo-Latn", "gaz-Latn"], "main_score": 0.071909, "precision": 0.066655, "recall": 0.086957}, {"accuracy": 0.233202, "f1": 0.208691, "hf_subset": "luo_Latn-kam_Latn", "languages": ["luo-Latn", "kam-Latn"], "main_score": 0.208691, "precision": 0.200012, "recall": 0.233202}, {"accuracy": 0.200593, "f1": 0.174565, "hf_subset": "luo_Latn-lit_Latn", "languages": ["luo-Latn", "lit-Latn"], "main_score": 0.174565, "precision": 0.168447, "recall": 0.200593}, {"accuracy": 0.224308, "f1": 0.198019, "hf_subset": "luo_Latn-nob_Latn", "languages": ["luo-Latn", "nob-Latn"], "main_score": 0.198019, "precision": 0.191857, "recall": 0.224308}, {"accuracy": 0.148221, "f1": 0.136615, "hf_subset": "luo_Latn-scn_Latn", "languages": ["luo-Latn", "scn-Latn"], "main_score": 0.136615, "precision": 0.133201, "recall": 0.148221}, {"accuracy": 0.118577, "f1": 0.102329, "hf_subset": "luo_Latn-tgk_Cyrl", "languages": ["luo-Latn", "tgk-Cyrl"], "main_score": 0.102329, "precision": 0.096854, "recall": 0.118577}, {"accuracy": 0.184783, "f1": 0.167358, "hf_subset": "luo_Latn-yor_Latn", "languages": ["luo-Latn", "yor-Latn"], "main_score": 0.167358, "precision": 0.16099, "recall": 0.184783}, {"accuracy": 0.103755, "f1": 0.092581, "hf_subset": "luo_Latn-arz_Arab", "languages": ["luo-Latn", "arz-Arab"], "main_score": 0.092581, "precision": 0.089164, "recall": 0.103755}, {"accuracy": 0.194664, "f1": 0.17348, "hf_subset": "luo_Latn-cjk_Latn", "languages": ["luo-Latn", "cjk-Latn"], "main_score": 0.17348, "precision": 0.165384, "recall": 0.194664}, {"accuracy": 0.153162, "f1": 0.134102, "hf_subset": "luo_Latn-gla_Latn", "languages": ["luo-Latn", "gla-Latn"], "main_score": 0.134102, "precision": 0.1287, "recall": 0.153162}, {"accuracy": 0.059289, "f1": 0.047172, "hf_subset": "luo_Latn-kan_Knda", "languages": ["luo-Latn", "kan-Knda"], "main_score": 0.047172, "precision": 0.044379, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.135752, "hf_subset": "luo_Latn-lmo_Latn", "languages": ["luo-Latn", "lmo-Latn"], "main_score": 0.135752, "precision": 0.131501, "recall": 0.150198}, {"accuracy": 0.136364, "f1": 0.111548, "hf_subset": "luo_Latn-npi_Deva", "languages": ["luo-Latn", "npi-Deva"], "main_score": 0.111548, "precision": 0.105666, "recall": 0.136364}, {"accuracy": 0.179842, "f1": 0.156496, "hf_subset": "luo_Latn-shn_Mymr", "languages": ["luo-Latn", "shn-Mymr"], "main_score": 0.156496, "precision": 0.149681, "recall": 0.179842}, {"accuracy": 0.166008, "f1": 0.15344, "hf_subset": "luo_Latn-tgl_Latn", "languages": ["luo-Latn", "tgl-Latn"], "main_score": 0.15344, "precision": 0.14955, "recall": 0.166008}, {"accuracy": 0.152174, "f1": 0.126095, "hf_subset": "luo_Latn-yue_Hant", "languages": ["luo-Latn", "yue-Hant"], "main_score": 0.126095, "precision": 0.119886, "recall": 0.152174}, {"accuracy": 0.040514, "f1": 0.036073, "hf_subset": "luo_Latn-asm_Beng", "languages": ["luo-Latn", "asm-Beng"], "main_score": 0.036073, "precision": 0.034588, "recall": 0.040514}, {"accuracy": 0.085968, "f1": 0.064896, "hf_subset": "luo_Latn-ckb_Arab", "languages": ["luo-Latn", "ckb-Arab"], "main_score": 0.064896, "precision": 0.060344, "recall": 0.085968}, {"accuracy": 0.152174, "f1": 0.139539, "hf_subset": "luo_Latn-gle_Latn", "languages": ["luo-Latn", "gle-Latn"], "main_score": 0.139539, "precision": 0.134876, "recall": 0.152174}, {"accuracy": 0.074111, "f1": 0.065634, "hf_subset": "luo_Latn-kas_Arab", "languages": ["luo-Latn", "kas-Arab"], "main_score": 0.065634, "precision": 0.062811, "recall": 0.074111}, {"accuracy": 0.151186, "f1": 0.129932, "hf_subset": "luo_Latn-ltg_Latn", "languages": ["luo-Latn", "ltg-Latn"], "main_score": 0.129932, "precision": 0.124091, "recall": 0.151186}, {"accuracy": 0.242095, "f1": 0.22915, "hf_subset": "luo_Latn-nso_Latn", "languages": ["luo-Latn", "nso-Latn"], "main_score": 0.22915, "precision": 0.223798, "recall": 0.242095}, {"accuracy": 0.063241, "f1": 0.050831, "hf_subset": "luo_Latn-sin_Sinh", "languages": ["luo-Latn", "sin-Sinh"], "main_score": 0.050831, "precision": 0.047799, "recall": 0.063241}, {"accuracy": 0.162055, "f1": 0.138866, "hf_subset": "luo_Latn-tha_Thai", "languages": ["luo-Latn", "tha-Thai"], "main_score": 0.138866, "precision": 0.132663, "recall": 0.162055}, {"accuracy": 0.174901, "f1": 0.146377, "hf_subset": "luo_Latn-zho_Hans", "languages": ["luo-Latn", "zho-Hans"], "main_score": 0.146377, "precision": 0.139605, "recall": 0.174901}, {"accuracy": 0.166996, "f1": 0.147293, "hf_subset": "luo_Latn-ast_Latn", "languages": ["luo-Latn", "ast-Latn"], "main_score": 0.147293, "precision": 0.142776, "recall": 0.166996}, {"accuracy": 0.124506, "f1": 0.113776, "hf_subset": "luo_Latn-crh_Latn", "languages": ["luo-Latn", "crh-Latn"], "main_score": 0.113776, "precision": 0.109688, "recall": 0.124506}, {"accuracy": 0.220356, "f1": 0.188219, "hf_subset": "luo_Latn-glg_Latn", "languages": ["luo-Latn", "glg-Latn"], "main_score": 0.188219, "precision": 0.179953, "recall": 0.220356}, {"accuracy": 0.117589, "f1": 0.102515, "hf_subset": "luo_Latn-kas_Deva", "languages": ["luo-Latn", "kas-Deva"], "main_score": 0.102515, "precision": 0.098786, "recall": 0.117589}, {"accuracy": 0.164032, "f1": 0.153319, "hf_subset": "luo_Latn-ltz_Latn", "languages": ["luo-Latn", "ltz-Latn"], "main_score": 0.153319, "precision": 0.149888, "recall": 0.164032}, {"accuracy": 0.133399, "f1": 0.105559, "hf_subset": "luo_Latn-nus_Latn", "languages": ["luo-Latn", "nus-Latn"], "main_score": 0.105559, "precision": 0.097257, "recall": 0.133399}, {"accuracy": 0.216403, "f1": 0.188798, "hf_subset": "luo_Latn-slk_Latn", "languages": ["luo-Latn", "slk-Latn"], "main_score": 0.188798, "precision": 0.181742, "recall": 0.216403}, {"accuracy": 0.028656, "f1": 0.022947, "hf_subset": "luo_Latn-tir_Ethi", "languages": ["luo-Latn", "tir-Ethi"], "main_score": 0.022947, "precision": 0.021703, "recall": 0.028656}, {"accuracy": 0.145257, "f1": 0.125205, "hf_subset": "luo_Latn-zho_Hant", "languages": ["luo-Latn", "zho-Hant"], "main_score": 0.125205, "precision": 0.120243, "recall": 0.145257}, {"accuracy": 0.141304, "f1": 0.1187, "hf_subset": "luo_Latn-awa_Deva", "languages": ["luo-Latn", "awa-Deva"], "main_score": 0.1187, "precision": 0.113397, "recall": 0.141304}, {"accuracy": 0.137352, "f1": 0.118262, "hf_subset": "luo_Latn-cym_Latn", "languages": ["luo-Latn", "cym-Latn"], "main_score": 0.118262, "precision": 0.11348, "recall": 0.137352}, {"accuracy": 0.211462, "f1": 0.194777, "hf_subset": "luo_Latn-grn_Latn", "languages": ["luo-Latn", "grn-Latn"], "main_score": 0.194777, "precision": 0.188455, "recall": 0.211462}, {"accuracy": 0.123518, "f1": 0.105722, "hf_subset": "luo_Latn-kat_Geor", "languages": ["luo-Latn", "kat-Geor"], "main_score": 0.105722, "precision": 0.101199, "recall": 0.123518}, {"accuracy": 0.213439, "f1": 0.197779, "hf_subset": "luo_Latn-lua_Latn", "languages": ["luo-Latn", "lua-Latn"], "main_score": 0.197779, "precision": 0.191848, "recall": 0.213439}, {"accuracy": 0.247036, "f1": 0.225053, "hf_subset": "luo_Latn-nya_Latn", "languages": ["luo-Latn", "nya-Latn"], "main_score": 0.225053, "precision": 0.217009, "recall": 0.247036}, {"accuracy": 0.203557, "f1": 0.175879, "hf_subset": "luo_Latn-slv_Latn", "languages": ["luo-Latn", "slv-Latn"], "main_score": 0.175879, "precision": 0.168587, "recall": 0.203557}, {"accuracy": 0.225296, "f1": 0.212112, "hf_subset": "luo_Latn-tpi_Latn", "languages": ["luo-Latn", "tpi-Latn"], "main_score": 0.212112, "precision": 0.206884, "recall": 0.225296}, {"accuracy": 0.220356, "f1": 0.187287, "hf_subset": "luo_Latn-zsm_Latn", "languages": ["luo-Latn", "zsm-Latn"], "main_score": 0.187287, "precision": 0.17806, "recall": 0.220356}, {"accuracy": 0.1917, "f1": 0.167126, "hf_subset": "luo_Latn-ayr_Latn", "languages": ["luo-Latn", "ayr-Latn"], "main_score": 0.167126, "precision": 0.159379, "recall": 0.1917}, {"accuracy": 0.221344, "f1": 0.190311, "hf_subset": "luo_Latn-dan_Latn", "languages": ["luo-Latn", "dan-Latn"], "main_score": 0.190311, "precision": 0.182849, "recall": 0.221344}, {"accuracy": 0.087945, "f1": 0.07273, "hf_subset": "luo_Latn-guj_Gujr", "languages": ["luo-Latn", "guj-Gujr"], "main_score": 0.07273, "precision": 0.068208, "recall": 0.087945}, {"accuracy": 0.160079, "f1": 0.137127, "hf_subset": "luo_Latn-kaz_Cyrl", "languages": ["luo-Latn", "kaz-Cyrl"], "main_score": 0.137127, "precision": 0.132397, "recall": 0.160079}, {"accuracy": 0.20751, "f1": 0.184607, "hf_subset": "luo_Latn-lug_Latn", "languages": ["luo-Latn", "lug-Latn"], "main_score": 0.184607, "precision": 0.176839, "recall": 0.20751}, {"accuracy": 0.185771, "f1": 0.171228, "hf_subset": "luo_Latn-oci_Latn", "languages": ["luo-Latn", "oci-Latn"], "main_score": 0.171228, "precision": 0.167062, "recall": 0.185771}, {"accuracy": 0.172925, "f1": 0.148887, "hf_subset": "luo_Latn-smo_Latn", "languages": ["luo-Latn", "smo-Latn"], "main_score": 0.148887, "precision": 0.140675, "recall": 0.172925}, {"accuracy": 0.23419, "f1": 0.212756, "hf_subset": "luo_Latn-tsn_Latn", "languages": ["luo-Latn", "tsn-Latn"], "main_score": 0.212756, "precision": 0.204716, "recall": 0.23419}, {"accuracy": 0.183794, "f1": 0.160879, "hf_subset": "luo_Latn-zul_Latn", "languages": ["luo-Latn", "zul-Latn"], "main_score": 0.160879, "precision": 0.152948, "recall": 0.183794}, {"accuracy": 0.09585, "f1": 0.083184, "hf_subset": "luo_Latn-azb_Arab", "languages": ["luo-Latn", "azb-Arab"], "main_score": 0.083184, "precision": 0.080161, "recall": 0.09585}, {"accuracy": 0.22332, "f1": 0.196016, "hf_subset": "luo_Latn-deu_Latn", "languages": ["luo-Latn", "deu-Latn"], "main_score": 0.196016, "precision": 0.188626, "recall": 0.22332}, {"accuracy": 0.193676, "f1": 0.174104, "hf_subset": "luo_Latn-hat_Latn", "languages": ["luo-Latn", "hat-Latn"], "main_score": 0.174104, "precision": 0.16727, "recall": 0.193676}, {"accuracy": 0.20751, "f1": 0.181956, "hf_subset": "luo_Latn-kbp_Latn", "languages": ["luo-Latn", "kbp-Latn"], "main_score": 0.181956, "precision": 0.172418, "recall": 0.20751}, {"accuracy": 0.049407, "f1": 0.039286, "hf_subset": "luo_Latn-ory_Orya", "languages": ["luo-Latn", "ory-Orya"], "main_score": 0.039286, "precision": 0.036843, "recall": 0.049407}, {"accuracy": 0.160079, "f1": 0.141773, "hf_subset": "luo_Latn-sna_Latn", "languages": ["luo-Latn", "sna-Latn"], "main_score": 0.141773, "precision": 0.135706, "recall": 0.160079}, {"accuracy": 0.22332, "f1": 0.202193, "hf_subset": "luo_Latn-tso_Latn", "languages": ["luo-Latn", "tso-Latn"], "main_score": 0.202193, "precision": 0.194653, "recall": 0.22332}, {"accuracy": 0.125494, "f1": 0.11006, "hf_subset": "luo_Latn-azj_Latn", "languages": ["luo-Latn", "azj-Latn"], "main_score": 0.11006, "precision": 0.10677, "recall": 0.125494}, {"accuracy": 0.228261, "f1": 0.20672, "hf_subset": "luo_Latn-dik_Latn", "languages": ["luo-Latn", "dik-Latn"], "main_score": 0.20672, "precision": 0.198988, "recall": 0.228261}, {"accuracy": 0.202569, "f1": 0.18169, "hf_subset": "luo_Latn-hau_Latn", "languages": ["luo-Latn", "hau-Latn"], "main_score": 0.18169, "precision": 0.175519, "recall": 0.202569}, {"accuracy": 0.123518, "f1": 0.117165, "hf_subset": "luo_Latn-kea_Latn", "languages": ["luo-Latn", "kea-Latn"], "main_score": 0.117165, "precision": 0.114874, "recall": 0.123518}, {"accuracy": 0.246047, "f1": 0.219409, "hf_subset": "luo_Latn-lus_Latn", "languages": ["luo-Latn", "lus-Latn"], "main_score": 0.219409, "precision": 0.211078, "recall": 0.246047}, {"accuracy": 0.1917, "f1": 0.180845, "hf_subset": "luo_Latn-pag_Latn", "languages": ["luo-Latn", "pag-Latn"], "main_score": 0.180845, "precision": 0.176713, "recall": 0.1917}, {"accuracy": 0.076087, "f1": 0.066151, "hf_subset": "luo_Latn-snd_Arab", "languages": ["luo-Latn", "snd-Arab"], "main_score": 0.066151, "precision": 0.06389, "recall": 0.076087}, {"accuracy": 0.133399, "f1": 0.110042, "hf_subset": "luo_Latn-tuk_Latn", "languages": ["luo-Latn", "tuk-Latn"], "main_score": 0.110042, "precision": 0.104604, "recall": 0.133399}, {"accuracy": 0.16502, "f1": 0.144555, "hf_subset": "luo_Latn-bak_Cyrl", "languages": ["luo-Latn", "bak-Cyrl"], "main_score": 0.144555, "precision": 0.13955, "recall": 0.16502}, {"accuracy": 0.174901, "f1": 0.159982, "hf_subset": "luo_Latn-dyu_Latn", "languages": ["luo-Latn", "dyu-Latn"], "main_score": 0.159982, "precision": 0.15378, "recall": 0.174901}, {"accuracy": 0.148221, "f1": 0.125628, "hf_subset": "luo_Latn-heb_Hebr", "languages": ["luo-Latn", "heb-Hebr"], "main_score": 0.125628, "precision": 0.118147, "recall": 0.148221}, {"accuracy": 0.161067, "f1": 0.136158, "hf_subset": "luo_Latn-khk_Cyrl", "languages": ["luo-Latn", "khk-Cyrl"], "main_score": 0.136158, "precision": 0.12976, "recall": 0.161067}, {"accuracy": 0.181818, "f1": 0.15679, "hf_subset": "luo_Latn-lvs_Latn", "languages": ["luo-Latn", "lvs-Latn"], "main_score": 0.15679, "precision": 0.150652, "recall": 0.181818}, {"accuracy": 0.052372, "f1": 0.040735, "hf_subset": "luo_Latn-pan_Guru", "languages": ["luo-Latn", "pan-Guru"], "main_score": 0.040735, "precision": 0.038246, "recall": 0.052372}, {"accuracy": 0.146245, "f1": 0.131543, "hf_subset": "luo_Latn-som_Latn", "languages": ["luo-Latn", "som-Latn"], "main_score": 0.131543, "precision": 0.126807, "recall": 0.146245}, {"accuracy": 0.238142, "f1": 0.216043, "hf_subset": "luo_Latn-tum_Latn", "languages": ["luo-Latn", "tum-Latn"], "main_score": 0.216043, "precision": 0.207025, "recall": 0.238142}, {"accuracy": 0.041502, "f1": 0.0229, "hf_subset": "ory_Orya-ace_Arab", "languages": ["ory-Orya", "ace-Arab"], "main_score": 0.0229, "precision": 0.018711, "recall": 0.041502}, {"accuracy": 0.083004, "f1": 0.054761, "hf_subset": "ory_Orya-bam_Latn", "languages": ["ory-Orya", "bam-Latn"], "main_score": 0.054761, "precision": 0.048605, "recall": 0.083004}, {"accuracy": 0.003953, "f1": 5.3e-05, "hf_subset": "ory_Orya-dzo_Tibt", "languages": ["ory-Orya", "dzo-Tibt"], "main_score": 5.3e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.840909, "f1": 0.802917, "hf_subset": "ory_Orya-hin_Deva", "languages": ["ory-Orya", "hin-Deva"], "main_score": 0.802917, "precision": 0.7861, "recall": 0.840909}, {"accuracy": 0.73419, "f1": 0.67896, "hf_subset": "ory_Orya-khm_Khmr", "languages": ["ory-Orya", "khm-Khmr"], "main_score": 0.67896, "precision": 0.655591, "recall": 0.73419}, {"accuracy": 0.736166, "f1": 0.680771, "hf_subset": "ory_Orya-mag_Deva", "languages": ["ory-Orya", "mag-Deva"], "main_score": 0.680771, "precision": 0.657931, "recall": 0.736166}, {"accuracy": 0.354743, "f1": 0.284717, "hf_subset": "ory_Orya-pap_Latn", "languages": ["ory-Orya", "pap-Latn"], "main_score": 0.284717, "precision": 0.262662, "recall": 0.354743}, {"accuracy": 0.097826, "f1": 0.061028, "hf_subset": "ory_Orya-sot_Latn", "languages": ["ory-Orya", "sot-Latn"], "main_score": 0.061028, "precision": 0.05282, "recall": 0.097826}, {"accuracy": 0.810277, "f1": 0.764598, "hf_subset": "ory_Orya-tur_Latn", "languages": ["ory-Orya", "tur-Latn"], "main_score": 0.764598, "precision": 0.74496, "recall": 0.810277}, {"accuracy": 0.1917, "f1": 0.135131, "hf_subset": "ory_Orya-ace_Latn", "languages": ["ory-Orya", "ace-Latn"], "main_score": 0.135131, "precision": 0.121068, "recall": 0.1917}, {"accuracy": 0.357708, "f1": 0.288017, "hf_subset": "ory_Orya-ban_Latn", "languages": ["ory-Orya", "ban-Latn"], "main_score": 0.288017, "precision": 0.264394, "recall": 0.357708}, {"accuracy": 0.816206, "f1": 0.770751, "hf_subset": "ory_Orya-ell_Grek", "languages": ["ory-Orya", "ell-Grek"], "main_score": 0.770751, "precision": 0.752026, "recall": 0.816206}, {"accuracy": 0.708498, "f1": 0.648341, "hf_subset": "ory_Orya-hne_Deva", "languages": ["ory-Orya", "hne-Deva"], "main_score": 0.648341, "precision": 0.623176, "recall": 0.708498}, {"accuracy": 0.103755, "f1": 0.059588, "hf_subset": "ory_Orya-kik_Latn", "languages": ["ory-Orya", "kik-Latn"], "main_score": 0.059588, "precision": 0.049244, "recall": 0.103755}, {"accuracy": 0.687747, "f1": 0.627075, "hf_subset": "ory_Orya-mai_Deva", "languages": ["ory-Orya", "mai-Deva"], "main_score": 0.627075, "precision": 0.601962, "recall": 0.687747}, {"accuracy": 0.641304, "f1": 0.579087, "hf_subset": "ory_Orya-pbt_Arab", "languages": ["ory-Orya", "pbt-Arab"], "main_score": 0.579087, "precision": 0.553563, "recall": 0.641304}, {"accuracy": 0.81917, "f1": 0.775005, "hf_subset": "ory_Orya-spa_Latn", "languages": ["ory-Orya", "spa-Latn"], "main_score": 0.775005, "precision": 0.756258, "recall": 0.81917}, {"accuracy": 0.129447, "f1": 0.079629, "hf_subset": "ory_Orya-twi_Latn", "languages": ["ory-Orya", "twi-Latn"], "main_score": 0.079629, "precision": 0.069036, "recall": 0.129447}, {"accuracy": 0.79249, "f1": 0.745284, "hf_subset": "ory_Orya-acm_Arab", "languages": ["ory-Orya", "acm-Arab"], "main_score": 0.745284, "precision": 0.725421, "recall": 0.79249}, {"accuracy": 0.772727, "f1": 0.720481, "hf_subset": "ory_Orya-bel_Cyrl", "languages": ["ory-Orya", "bel-Cyrl"], "main_score": 0.720481, "precision": 0.697505, "recall": 0.772727}, {"accuracy": 0.842885, "f1": 0.801169, "hf_subset": "ory_Orya-eng_Latn", "languages": ["ory-Orya", "eng-Latn"], "main_score": 0.801169, "precision": 0.782832, "recall": 0.842885}, {"accuracy": 0.806324, "f1": 0.762228, "hf_subset": "ory_Orya-hrv_Latn", "languages": ["ory-Orya", "hrv-Latn"], "main_score": 0.762228, "precision": 0.743898, "recall": 0.806324}, {"accuracy": 0.06917, "f1": 0.039245, "hf_subset": "ory_Orya-kin_Latn", "languages": ["ory-Orya", "kin-Latn"], "main_score": 0.039245, "precision": 0.033276, "recall": 0.06917}, {"accuracy": 0.8083, "f1": 0.77245, "hf_subset": "ory_Orya-mal_Mlym", "languages": ["ory-Orya", "mal-Mlym"], "main_score": 0.77245, "precision": 0.75695, "recall": 0.8083}, {"accuracy": 0.825099, "f1": 0.779548, "hf_subset": "ory_Orya-pes_Arab", "languages": ["ory-Orya", "pes-Arab"], "main_score": 0.779548, "precision": 0.760056, "recall": 0.825099}, {"accuracy": 0.426877, "f1": 0.34405, "hf_subset": "ory_Orya-srd_Latn", "languages": ["ory-Orya", "srd-Latn"], "main_score": 0.34405, "precision": 0.315806, "recall": 0.426877}, {"accuracy": 0.071146, "f1": 0.03805, "hf_subset": "ory_Orya-tzm_Tfng", "languages": ["ory-Orya", "tzm-Tfng"], "main_score": 0.03805, "precision": 0.031974, "recall": 0.071146}, {"accuracy": 0.801383, "f1": 0.754545, "hf_subset": "ory_Orya-acq_Arab", "languages": ["ory-Orya", "acq-Arab"], "main_score": 0.754545, "precision": 0.734931, "recall": 0.801383}, {"accuracy": 0.096838, "f1": 0.054776, "hf_subset": "ory_Orya-bem_Latn", "languages": ["ory-Orya", "bem-Latn"], "main_score": 0.054776, "precision": 0.045166, "recall": 0.096838}, {"accuracy": 0.613636, "f1": 0.542093, "hf_subset": "ory_Orya-epo_Latn", "languages": ["ory-Orya", "epo-Latn"], "main_score": 0.542093, "precision": 0.514169, "recall": 0.613636}, {"accuracy": 0.817194, "f1": 0.770622, "hf_subset": "ory_Orya-hun_Latn", "languages": ["ory-Orya", "hun-Latn"], "main_score": 0.770622, "precision": 0.750553, "recall": 0.817194}, {"accuracy": 0.709486, "f1": 0.65216, "hf_subset": "ory_Orya-kir_Cyrl", "languages": ["ory-Orya", "kir-Cyrl"], "main_score": 0.65216, "precision": 0.628016, "recall": 0.709486}, {"accuracy": 0.756917, "f1": 0.704336, "hf_subset": "ory_Orya-mar_Deva", "languages": ["ory-Orya", "mar-Deva"], "main_score": 0.704336, "precision": 0.683623, "recall": 0.756917}, {"accuracy": 0.130435, "f1": 0.08757, "hf_subset": "ory_Orya-plt_Latn", "languages": ["ory-Orya", "plt-Latn"], "main_score": 0.08757, "precision": 0.076798, "recall": 0.130435}, {"accuracy": 0.826087, "f1": 0.782465, "hf_subset": "ory_Orya-srp_Cyrl", "languages": ["ory-Orya", "srp-Cyrl"], "main_score": 0.782465, "precision": 0.763926, "recall": 0.826087}, {"accuracy": 0.676877, "f1": 0.62066, "hf_subset": "ory_Orya-uig_Arab", "languages": ["ory-Orya", "uig-Arab"], "main_score": 0.62066, "precision": 0.597397, "recall": 0.676877}, {"accuracy": 0.719368, "f1": 0.660253, "hf_subset": "ory_Orya-aeb_Arab", "languages": ["ory-Orya", "aeb-Arab"], "main_score": 0.660253, "precision": 0.636225, "recall": 0.719368}, {"accuracy": 0.831028, "f1": 0.793939, "hf_subset": "ory_Orya-ben_Beng", "languages": ["ory-Orya", "ben-Beng"], "main_score": 0.793939, "precision": 0.777428, "recall": 0.831028}, {"accuracy": 0.820158, "f1": 0.775972, "hf_subset": "ory_Orya-est_Latn", "languages": ["ory-Orya", "est-Latn"], "main_score": 0.775972, "precision": 0.756832, "recall": 0.820158}, {"accuracy": 0.839921, "f1": 0.797631, "hf_subset": "ory_Orya-hye_Armn", "languages": ["ory-Orya", "hye-Armn"], "main_score": 0.797631, "precision": 0.77888, "recall": 0.839921}, {"accuracy": 0.073123, "f1": 0.043768, "hf_subset": "ory_Orya-kmb_Latn", "languages": ["ory-Orya", "kmb-Latn"], "main_score": 0.043768, "precision": 0.038117, "recall": 0.073123}, {"accuracy": 0.028656, "f1": 0.017621, "hf_subset": "ory_Orya-min_Arab", "languages": ["ory-Orya", "min-Arab"], "main_score": 0.017621, "precision": 0.015102, "recall": 0.028656}, {"accuracy": 0.811265, "f1": 0.766049, "hf_subset": "ory_Orya-pol_Latn", "languages": ["ory-Orya", "pol-Latn"], "main_score": 0.766049, "precision": 0.747093, "recall": 0.811265}, {"accuracy": 0.081028, "f1": 0.050874, "hf_subset": "ory_Orya-ssw_Latn", "languages": ["ory-Orya", "ssw-Latn"], "main_score": 0.050874, "precision": 0.044341, "recall": 0.081028}, {"accuracy": 0.829051, "f1": 0.787455, "hf_subset": "ory_Orya-ukr_Cyrl", "languages": ["ory-Orya", "ukr-Cyrl"], "main_score": 0.787455, "precision": 0.77001, "recall": 0.829051}, {"accuracy": 0.75, "f1": 0.695969, "hf_subset": "ory_Orya-afr_Latn", "languages": ["ory-Orya", "afr-Latn"], "main_score": 0.695969, "precision": 0.673822, "recall": 0.75}, {"accuracy": 0.644269, "f1": 0.584958, "hf_subset": "ory_Orya-bho_Deva", "languages": ["ory-Orya", "bho-Deva"], "main_score": 0.584958, "precision": 0.561281, "recall": 0.644269}, {"accuracy": 0.482213, "f1": 0.408661, "hf_subset": "ory_Orya-eus_Latn", "languages": ["ory-Orya", "eus-Latn"], "main_score": 0.408661, "precision": 0.382836, "recall": 0.482213}, {"accuracy": 0.08498, "f1": 0.051259, "hf_subset": "ory_Orya-ibo_Latn", "languages": ["ory-Orya", "ibo-Latn"], "main_score": 0.051259, "precision": 0.044071, "recall": 0.08498}, {"accuracy": 0.5, "f1": 0.436313, "hf_subset": "ory_Orya-kmr_Latn", "languages": ["ory-Orya", "kmr-Latn"], "main_score": 0.436313, "precision": 0.411477, "recall": 0.5}, {"accuracy": 0.341897, "f1": 0.271732, "hf_subset": "ory_Orya-min_Latn", "languages": ["ory-Orya", "min-Latn"], "main_score": 0.271732, "precision": 0.249302, "recall": 0.341897}, {"accuracy": 0.83498, "f1": 0.795076, "hf_subset": "ory_Orya-por_Latn", "languages": ["ory-Orya", "por-Latn"], "main_score": 0.795076, "precision": 0.777628, "recall": 0.83498}, {"accuracy": 0.426877, "f1": 0.355987, "hf_subset": "ory_Orya-sun_Latn", "languages": ["ory-Orya", "sun-Latn"], "main_score": 0.355987, "precision": 0.332287, "recall": 0.426877}, {"accuracy": 0.074111, "f1": 0.045064, "hf_subset": "ory_Orya-umb_Latn", "languages": ["ory-Orya", "umb-Latn"], "main_score": 0.045064, "precision": 0.039716, "recall": 0.074111}, {"accuracy": 0.774704, "f1": 0.72324, "hf_subset": "ory_Orya-ajp_Arab", "languages": ["ory-Orya", "ajp-Arab"], "main_score": 0.72324, "precision": 0.701235, "recall": 0.774704}, {"accuracy": 0.041502, "f1": 0.024048, "hf_subset": "ory_Orya-bjn_Arab", "languages": ["ory-Orya", "bjn-Arab"], "main_score": 0.024048, "precision": 0.020922, "recall": 0.041502}, {"accuracy": 0.090909, "f1": 0.055348, "hf_subset": "ory_Orya-ewe_Latn", "languages": ["ory-Orya", "ewe-Latn"], "main_score": 0.055348, "precision": 0.047465, "recall": 0.090909}, {"accuracy": 0.16502, "f1": 0.114269, "hf_subset": "ory_Orya-ilo_Latn", "languages": ["ory-Orya", "ilo-Latn"], "main_score": 0.114269, "precision": 0.101136, "recall": 0.16502}, {"accuracy": 0.06917, "f1": 0.040556, "hf_subset": "ory_Orya-knc_Arab", "languages": ["ory-Orya", "knc-Arab"], "main_score": 0.040556, "precision": 0.034087, "recall": 0.06917}, {"accuracy": 0.829051, "f1": 0.784256, "hf_subset": "ory_Orya-mkd_Cyrl", "languages": ["ory-Orya", "mkd-Cyrl"], "main_score": 0.784256, "precision": 0.7645, "recall": 0.829051}, {"accuracy": 0.821146, "f1": 0.77836, "hf_subset": "ory_Orya-prs_Arab", "languages": ["ory-Orya", "prs-Arab"], "main_score": 0.77836, "precision": 0.758844, "recall": 0.821146}, {"accuracy": 0.809289, "f1": 0.763274, "hf_subset": "ory_Orya-swe_Latn", "languages": ["ory-Orya", "swe-Latn"], "main_score": 0.763274, "precision": 0.743522, "recall": 0.809289}, {"accuracy": 0.816206, "f1": 0.772697, "hf_subset": "ory_Orya-urd_Arab", "languages": ["ory-Orya", "urd-Arab"], "main_score": 0.772697, "precision": 0.754211, "recall": 0.816206}, {"accuracy": 0.121542, "f1": 0.079673, "hf_subset": "ory_Orya-aka_Latn", "languages": ["ory-Orya", "aka-Latn"], "main_score": 0.079673, "precision": 0.069608, "recall": 0.121542}, {"accuracy": 0.463439, "f1": 0.392363, "hf_subset": "ory_Orya-bjn_Latn", "languages": ["ory-Orya", "bjn-Latn"], "main_score": 0.392363, "precision": 0.367935, "recall": 0.463439}, {"accuracy": 0.264822, "f1": 0.198044, "hf_subset": "ory_Orya-fao_Latn", "languages": ["ory-Orya", "fao-Latn"], "main_score": 0.198044, "precision": 0.180322, "recall": 0.264822}, {"accuracy": 0.823123, "f1": 0.779249, "hf_subset": "ory_Orya-ind_Latn", "languages": ["ory-Orya", "ind-Latn"], "main_score": 0.779249, "precision": 0.76043, "recall": 0.823123}, {"accuracy": 0.117589, "f1": 0.075894, "hf_subset": "ory_Orya-knc_Latn", "languages": ["ory-Orya", "knc-Latn"], "main_score": 0.075894, "precision": 0.066123, "recall": 0.117589}, {"accuracy": 0.156126, "f1": 0.109353, "hf_subset": "ory_Orya-mlt_Latn", "languages": ["ory-Orya", "mlt-Latn"], "main_score": 0.109353, "precision": 0.098638, "recall": 0.156126}, {"accuracy": 0.118577, "f1": 0.071799, "hf_subset": "ory_Orya-quy_Latn", "languages": ["ory-Orya", "quy-Latn"], "main_score": 0.071799, "precision": 0.061768, "recall": 0.118577}, {"accuracy": 0.216403, "f1": 0.160087, "hf_subset": "ory_Orya-swh_Latn", "languages": ["ory-Orya", "swh-Latn"], "main_score": 0.160087, "precision": 0.145857, "recall": 0.216403}, {"accuracy": 0.434783, "f1": 0.362161, "hf_subset": "ory_Orya-uzn_Latn", "languages": ["ory-Orya", "uzn-Latn"], "main_score": 0.362161, "precision": 0.337933, "recall": 0.434783}, {"accuracy": 0.818182, "f1": 0.776424, "hf_subset": "ory_Orya-als_Latn", "languages": ["ory-Orya", "als-Latn"], "main_score": 0.776424, "precision": 0.758589, "recall": 0.818182}, {"accuracy": 0.061265, "f1": 0.026521, "hf_subset": "ory_Orya-bod_Tibt", "languages": ["ory-Orya", "bod-Tibt"], "main_score": 0.026521, "precision": 0.021491, "recall": 0.061265}, {"accuracy": 0.096838, "f1": 0.055877, "hf_subset": "ory_Orya-fij_Latn", "languages": ["ory-Orya", "fij-Latn"], "main_score": 0.055877, "precision": 0.046128, "recall": 0.096838}, {"accuracy": 0.532609, "f1": 0.457884, "hf_subset": "ory_Orya-isl_Latn", "languages": ["ory-Orya", "isl-Latn"], "main_score": 0.457884, "precision": 0.429582, "recall": 0.532609}, {"accuracy": 0.108696, "f1": 0.066717, "hf_subset": "ory_Orya-kon_Latn", "languages": ["ory-Orya", "kon-Latn"], "main_score": 0.066717, "precision": 0.057927, "recall": 0.108696}, {"accuracy": 0.065217, "f1": 0.036305, "hf_subset": "ory_Orya-mni_Beng", "languages": ["ory-Orya", "mni-Beng"], "main_score": 0.036305, "precision": 0.031077, "recall": 0.065217}, {"accuracy": 0.822134, "f1": 0.776292, "hf_subset": "ory_Orya-ron_Latn", "languages": ["ory-Orya", "ron-Latn"], "main_score": 0.776292, "precision": 0.756679, "recall": 0.822134}, {"accuracy": 0.531621, "f1": 0.45755, "hf_subset": "ory_Orya-szl_Latn", "languages": ["ory-Orya", "szl-Latn"], "main_score": 0.45755, "precision": 0.430496, "recall": 0.531621}, {"accuracy": 0.521739, "f1": 0.441223, "hf_subset": "ory_Orya-vec_Latn", "languages": ["ory-Orya", "vec-Latn"], "main_score": 0.441223, "precision": 0.411885, "recall": 0.521739}, {"accuracy": 0.69664, "f1": 0.636687, "hf_subset": "ory_Orya-amh_Ethi", "languages": ["ory-Orya", "amh-Ethi"], "main_score": 0.636687, "precision": 0.611817, "recall": 0.69664}, {"accuracy": 0.813241, "f1": 0.766949, "hf_subset": "ory_Orya-bos_Latn", "languages": ["ory-Orya", "bos-Latn"], "main_score": 0.766949, "precision": 0.747137, "recall": 0.813241}, {"accuracy": 0.800395, "f1": 0.752437, "hf_subset": "ory_Orya-fin_Latn", "languages": ["ory-Orya", "fin-Latn"], "main_score": 0.752437, "precision": 0.732419, "recall": 0.800395}, {"accuracy": 0.801383, "f1": 0.755404, "hf_subset": "ory_Orya-ita_Latn", "languages": ["ory-Orya", "ita-Latn"], "main_score": 0.755404, "precision": 0.736142, "recall": 0.801383}, {"accuracy": 0.805336, "f1": 0.758962, "hf_subset": "ory_Orya-kor_Hang", "languages": ["ory-Orya", "kor-Hang"], "main_score": 0.758962, "precision": 0.739502, "recall": 0.805336}, {"accuracy": 0.08004, "f1": 0.049305, "hf_subset": "ory_Orya-mos_Latn", "languages": ["ory-Orya", "mos-Latn"], "main_score": 0.049305, "precision": 0.042576, "recall": 0.08004}, {"accuracy": 0.0583, "f1": 0.033724, "hf_subset": "ory_Orya-run_Latn", "languages": ["ory-Orya", "run-Latn"], "main_score": 0.033724, "precision": 0.028512, "recall": 0.0583}, {"accuracy": 0.797431, "f1": 0.751845, "hf_subset": "ory_Orya-tam_Taml", "languages": ["ory-Orya", "tam-Taml"], "main_score": 0.751845, "precision": 0.731472, "recall": 0.797431}, {"accuracy": 0.812253, "f1": 0.766787, "hf_subset": "ory_Orya-vie_Latn", "languages": ["ory-Orya", "vie-Latn"], "main_score": 0.766787, "precision": 0.747999, "recall": 0.812253}, {"accuracy": 0.759881, "f1": 0.707166, "hf_subset": "ory_Orya-apc_Arab", "languages": ["ory-Orya", "apc-Arab"], "main_score": 0.707166, "precision": 0.685211, "recall": 0.759881}, {"accuracy": 0.179842, "f1": 0.125928, "hf_subset": "ory_Orya-bug_Latn", "languages": ["ory-Orya", "bug-Latn"], "main_score": 0.125928, "precision": 0.111674, "recall": 0.179842}, {"accuracy": 0.076087, "f1": 0.044833, "hf_subset": "ory_Orya-fon_Latn", "languages": ["ory-Orya", "fon-Latn"], "main_score": 0.044833, "precision": 0.038118, "recall": 0.076087}, {"accuracy": 0.409091, "f1": 0.330081, "hf_subset": "ory_Orya-jav_Latn", "languages": ["ory-Orya", "jav-Latn"], "main_score": 0.330081, "precision": 0.304129, "recall": 0.409091}, {"accuracy": 0.783597, "f1": 0.735675, "hf_subset": "ory_Orya-lao_Laoo", "languages": ["ory-Orya", "lao-Laoo"], "main_score": 0.735675, "precision": 0.715823, "recall": 0.783597}, {"accuracy": 0.079051, "f1": 0.042042, "hf_subset": "ory_Orya-mri_Latn", "languages": ["ory-Orya", "mri-Latn"], "main_score": 0.042042, "precision": 0.034539, "recall": 0.079051}, {"accuracy": 0.821146, "f1": 0.780058, "hf_subset": "ory_Orya-rus_Cyrl", "languages": ["ory-Orya", "rus-Cyrl"], "main_score": 0.780058, "precision": 0.762659, "recall": 0.821146}, {"accuracy": 0.094862, "f1": 0.064867, "hf_subset": "ory_Orya-taq_Latn", "languages": ["ory-Orya", "taq-Latn"], "main_score": 0.064867, "precision": 0.057787, "recall": 0.094862}, {"accuracy": 0.212451, "f1": 0.148698, "hf_subset": "ory_Orya-war_Latn", "languages": ["ory-Orya", "war-Latn"], "main_score": 0.148698, "precision": 0.130983, "recall": 0.212451}, {"accuracy": 0.817194, "f1": 0.775414, "hf_subset": "ory_Orya-arb_Arab", "languages": ["ory-Orya", "arb-Arab"], "main_score": 0.775414, "precision": 0.757543, "recall": 0.817194}, {"accuracy": 0.828063, "f1": 0.78447, "hf_subset": "ory_Orya-bul_Cyrl", "languages": ["ory-Orya", "bul-Cyrl"], "main_score": 0.78447, "precision": 0.765408, "recall": 0.828063}, {"accuracy": 0.815217, "f1": 0.770528, "hf_subset": "ory_Orya-fra_Latn", "languages": ["ory-Orya", "fra-Latn"], "main_score": 0.770528, "precision": 0.751375, "recall": 0.815217}, {"accuracy": 0.822134, "f1": 0.779685, "hf_subset": "ory_Orya-jpn_Jpan", "languages": ["ory-Orya", "jpn-Jpan"], "main_score": 0.779685, "precision": 0.761635, "recall": 0.822134}, {"accuracy": 0.433794, "f1": 0.359007, "hf_subset": "ory_Orya-lij_Latn", "languages": ["ory-Orya", "lij-Latn"], "main_score": 0.359007, "precision": 0.33235, "recall": 0.433794}, {"accuracy": 0.781621, "f1": 0.729696, "hf_subset": "ory_Orya-mya_Mymr", "languages": ["ory-Orya", "mya-Mymr"], "main_score": 0.729696, "precision": 0.707065, "recall": 0.781621}, {"accuracy": 0.109684, "f1": 0.072213, "hf_subset": "ory_Orya-sag_Latn", "languages": ["ory-Orya", "sag-Latn"], "main_score": 0.072213, "precision": 0.063089, "recall": 0.109684}, {"accuracy": 0.073123, "f1": 0.039987, "hf_subset": "ory_Orya-taq_Tfng", "languages": ["ory-Orya", "taq-Tfng"], "main_score": 0.039987, "precision": 0.035202, "recall": 0.073123}, {"accuracy": 0.102767, "f1": 0.063129, "hf_subset": "ory_Orya-wol_Latn", "languages": ["ory-Orya", "wol-Latn"], "main_score": 0.063129, "precision": 0.054028, "recall": 0.102767}, {"accuracy": 0.049407, "f1": 0.027717, "hf_subset": "ory_Orya-arb_Latn", "languages": ["ory-Orya", "arb-Latn"], "main_score": 0.027717, "precision": 0.023494, "recall": 0.049407}, {"accuracy": 0.815217, "f1": 0.768379, "hf_subset": "ory_Orya-cat_Latn", "languages": ["ory-Orya", "cat-Latn"], "main_score": 0.768379, "precision": 0.748068, "recall": 0.815217}, {"accuracy": 0.394269, "f1": 0.323419, "hf_subset": "ory_Orya-fur_Latn", "languages": ["ory-Orya", "fur-Latn"], "main_score": 0.323419, "precision": 0.300403, "recall": 0.394269}, {"accuracy": 0.045455, "f1": 0.029, "hf_subset": "ory_Orya-kab_Latn", "languages": ["ory-Orya", "kab-Latn"], "main_score": 0.029, "precision": 0.025798, "recall": 0.045455}, {"accuracy": 0.454545, "f1": 0.381901, "hf_subset": "ory_Orya-lim_Latn", "languages": ["ory-Orya", "lim-Latn"], "main_score": 0.381901, "precision": 0.355712, "recall": 0.454545}, {"accuracy": 0.810277, "f1": 0.766208, "hf_subset": "ory_Orya-nld_Latn", "languages": ["ory-Orya", "nld-Latn"], "main_score": 0.766208, "precision": 0.747391, "recall": 0.810277}, {"accuracy": 0.554348, "f1": 0.484993, "hf_subset": "ory_Orya-san_Deva", "languages": ["ory-Orya", "san-Deva"], "main_score": 0.484993, "precision": 0.458327, "recall": 0.554348}, {"accuracy": 0.253953, "f1": 0.193197, "hf_subset": "ory_Orya-tat_Cyrl", "languages": ["ory-Orya", "tat-Cyrl"], "main_score": 0.193197, "precision": 0.174195, "recall": 0.253953}, {"accuracy": 0.100791, "f1": 0.058288, "hf_subset": "ory_Orya-xho_Latn", "languages": ["ory-Orya", "xho-Latn"], "main_score": 0.058288, "precision": 0.049308, "recall": 0.100791}, {"accuracy": 0.811265, "f1": 0.768234, "hf_subset": "ory_Orya-ars_Arab", "languages": ["ory-Orya", "ars-Arab"], "main_score": 0.768234, "precision": 0.749325, "recall": 0.811265}, {"accuracy": 0.208498, "f1": 0.151293, "hf_subset": "ory_Orya-ceb_Latn", "languages": ["ory-Orya", "ceb-Latn"], "main_score": 0.151293, "precision": 0.135729, "recall": 0.208498}, {"accuracy": 0.09585, "f1": 0.057993, "hf_subset": "ory_Orya-fuv_Latn", "languages": ["ory-Orya", "fuv-Latn"], "main_score": 0.057993, "precision": 0.04989, "recall": 0.09585}, {"accuracy": 0.078063, "f1": 0.043534, "hf_subset": "ory_Orya-kac_Latn", "languages": ["ory-Orya", "kac-Latn"], "main_score": 0.043534, "precision": 0.036639, "recall": 0.078063}, {"accuracy": 0.107708, "f1": 0.067151, "hf_subset": "ory_Orya-lin_Latn", "languages": ["ory-Orya", "lin-Latn"], "main_score": 0.067151, "precision": 0.058232, "recall": 0.107708}, {"accuracy": 0.782609, "f1": 0.73077, "hf_subset": "ory_Orya-nno_Latn", "languages": ["ory-Orya", "nno-Latn"], "main_score": 0.73077, "precision": 0.709103, "recall": 0.782609}, {"accuracy": 0.021739, "f1": 0.006094, "hf_subset": "ory_Orya-sat_Olck", "languages": ["ory-Orya", "sat-Olck"], "main_score": 0.006094, "precision": 0.004669, "recall": 0.021739}, {"accuracy": 0.781621, "f1": 0.734571, "hf_subset": "ory_Orya-tel_Telu", "languages": ["ory-Orya", "tel-Telu"], "main_score": 0.734571, "precision": 0.713603, "recall": 0.781621}, {"accuracy": 0.333992, "f1": 0.268722, "hf_subset": "ory_Orya-ydd_Hebr", "languages": ["ory-Orya", "ydd-Hebr"], "main_score": 0.268722, "precision": 0.247243, "recall": 0.333992}, {"accuracy": 0.619565, "f1": 0.559703, "hf_subset": "ory_Orya-ary_Arab", "languages": ["ory-Orya", "ary-Arab"], "main_score": 0.559703, "precision": 0.535081, "recall": 0.619565}, {"accuracy": 0.822134, "f1": 0.775499, "hf_subset": "ory_Orya-ces_Latn", "languages": ["ory-Orya", "ces-Latn"], "main_score": 0.775499, "precision": 0.755303, "recall": 0.822134}, {"accuracy": 0.062253, "f1": 0.037932, "hf_subset": "ory_Orya-gaz_Latn", "languages": ["ory-Orya", "gaz-Latn"], "main_score": 0.037932, "precision": 0.032836, "recall": 0.062253}, {"accuracy": 0.077075, "f1": 0.048853, "hf_subset": "ory_Orya-kam_Latn", "languages": ["ory-Orya", "kam-Latn"], "main_score": 0.048853, "precision": 0.043324, "recall": 0.077075}, {"accuracy": 0.80336, "f1": 0.755334, "hf_subset": "ory_Orya-lit_Latn", "languages": ["ory-Orya", "lit-Latn"], "main_score": 0.755334, "precision": 0.734347, "recall": 0.80336}, {"accuracy": 0.818182, "f1": 0.772876, "hf_subset": "ory_Orya-nob_Latn", "languages": ["ory-Orya", "nob-Latn"], "main_score": 0.772876, "precision": 0.753764, "recall": 0.818182}, {"accuracy": 0.379447, "f1": 0.303541, "hf_subset": "ory_Orya-scn_Latn", "languages": ["ory-Orya", "scn-Latn"], "main_score": 0.303541, "precision": 0.278079, "recall": 0.379447}, {"accuracy": 0.081028, "f1": 0.05092, "hf_subset": "ory_Orya-tgk_Cyrl", "languages": ["ory-Orya", "tgk-Cyrl"], "main_score": 0.05092, "precision": 0.044435, "recall": 0.081028}, {"accuracy": 0.090909, "f1": 0.056149, "hf_subset": "ory_Orya-yor_Latn", "languages": ["ory-Orya", "yor-Latn"], "main_score": 0.056149, "precision": 0.048433, "recall": 0.090909}, {"accuracy": 0.747036, "f1": 0.691733, "hf_subset": "ory_Orya-arz_Arab", "languages": ["ory-Orya", "arz-Arab"], "main_score": 0.691733, "precision": 0.667838, "recall": 0.747036}, {"accuracy": 0.08498, "f1": 0.05015, "hf_subset": "ory_Orya-cjk_Latn", "languages": ["ory-Orya", "cjk-Latn"], "main_score": 0.05015, "precision": 0.043342, "recall": 0.08498}, {"accuracy": 0.091897, "f1": 0.059661, "hf_subset": "ory_Orya-gla_Latn", "languages": ["ory-Orya", "gla-Latn"], "main_score": 0.059661, "precision": 0.051618, "recall": 0.091897}, {"accuracy": 0.76087, "f1": 0.710084, "hf_subset": "ory_Orya-kan_Knda", "languages": ["ory-Orya", "kan-Knda"], "main_score": 0.710084, "precision": 0.688999, "recall": 0.76087}, {"accuracy": 0.371542, "f1": 0.304924, "hf_subset": "ory_Orya-lmo_Latn", "languages": ["ory-Orya", "lmo-Latn"], "main_score": 0.304924, "precision": 0.283831, "recall": 0.371542}, {"accuracy": 0.825099, "f1": 0.787334, "hf_subset": "ory_Orya-npi_Deva", "languages": ["ory-Orya", "npi-Deva"], "main_score": 0.787334, "precision": 0.771626, "recall": 0.825099}, {"accuracy": 0.128458, "f1": 0.091161, "hf_subset": "ory_Orya-shn_Mymr", "languages": ["ory-Orya", "shn-Mymr"], "main_score": 0.091161, "precision": 0.080645, "recall": 0.128458}, {"accuracy": 0.274704, "f1": 0.206003, "hf_subset": "ory_Orya-tgl_Latn", "languages": ["ory-Orya", "tgl-Latn"], "main_score": 0.206003, "precision": 0.186406, "recall": 0.274704}, {"accuracy": 0.81917, "f1": 0.775711, "hf_subset": "ory_Orya-yue_Hant", "languages": ["ory-Orya", "yue-Hant"], "main_score": 0.775711, "precision": 0.756818, "recall": 0.81917}, {"accuracy": 0.503953, "f1": 0.429145, "hf_subset": "ory_Orya-asm_Beng", "languages": ["ory-Orya", "asm-Beng"], "main_score": 0.429145, "precision": 0.401191, "recall": 0.503953}, {"accuracy": 0.675889, "f1": 0.614661, "hf_subset": "ory_Orya-ckb_Arab", "languages": ["ory-Orya", "ckb-Arab"], "main_score": 0.614661, "precision": 0.589694, "recall": 0.675889}, {"accuracy": 0.167984, "f1": 0.115929, "hf_subset": "ory_Orya-gle_Latn", "languages": ["ory-Orya", "gle-Latn"], "main_score": 0.115929, "precision": 0.103024, "recall": 0.167984}, {"accuracy": 0.395257, "f1": 0.327187, "hf_subset": "ory_Orya-kas_Arab", "languages": ["ory-Orya", "kas-Arab"], "main_score": 0.327187, "precision": 0.303927, "recall": 0.395257}, {"accuracy": 0.422925, "f1": 0.352216, "hf_subset": "ory_Orya-ltg_Latn", "languages": ["ory-Orya", "ltg-Latn"], "main_score": 0.352216, "precision": 0.327237, "recall": 0.422925}, {"accuracy": 0.100791, "f1": 0.060943, "hf_subset": "ory_Orya-nso_Latn", "languages": ["ory-Orya", "nso-Latn"], "main_score": 0.060943, "precision": 0.052194, "recall": 0.100791}, {"accuracy": 0.821146, "f1": 0.783372, "hf_subset": "ory_Orya-sin_Sinh", "languages": ["ory-Orya", "sin-Sinh"], "main_score": 0.783372, "precision": 0.768101, "recall": 0.821146}, {"accuracy": 0.812253, "f1": 0.765681, "hf_subset": "ory_Orya-tha_Thai", "languages": ["ory-Orya", "tha-Thai"], "main_score": 0.765681, "precision": 0.746238, "recall": 0.812253}, {"accuracy": 0.807312, "f1": 0.75774, "hf_subset": "ory_Orya-zho_Hans", "languages": ["ory-Orya", "zho-Hans"], "main_score": 0.75774, "precision": 0.736133, "recall": 0.807312}, {"accuracy": 0.684783, "f1": 0.622519, "hf_subset": "ory_Orya-ast_Latn", "languages": ["ory-Orya", "ast-Latn"], "main_score": 0.622519, "precision": 0.597835, "recall": 0.684783}, {"accuracy": 0.51581, "f1": 0.445084, "hf_subset": "ory_Orya-crh_Latn", "languages": ["ory-Orya", "crh-Latn"], "main_score": 0.445084, "precision": 0.419729, "recall": 0.51581}, {"accuracy": 0.817194, "f1": 0.774193, "hf_subset": "ory_Orya-glg_Latn", "languages": ["ory-Orya", "glg-Latn"], "main_score": 0.774193, "precision": 0.755589, "recall": 0.817194}, {"accuracy": 0.255929, "f1": 0.204605, "hf_subset": "ory_Orya-kas_Deva", "languages": ["ory-Orya", "kas-Deva"], "main_score": 0.204605, "precision": 0.188462, "recall": 0.255929}, {"accuracy": 0.266798, "f1": 0.197316, "hf_subset": "ory_Orya-ltz_Latn", "languages": ["ory-Orya", "ltz-Latn"], "main_score": 0.197316, "precision": 0.176447, "recall": 0.266798}, {"accuracy": 0.061265, "f1": 0.036409, "hf_subset": "ory_Orya-nus_Latn", "languages": ["ory-Orya", "nus-Latn"], "main_score": 0.036409, "precision": 0.032142, "recall": 0.061265}, {"accuracy": 0.817194, "f1": 0.774423, "hf_subset": "ory_Orya-slk_Latn", "languages": ["ory-Orya", "slk-Latn"], "main_score": 0.774423, "precision": 0.756357, "recall": 0.817194}, {"accuracy": 0.176877, "f1": 0.123587, "hf_subset": "ory_Orya-tir_Ethi", "languages": ["ory-Orya", "tir-Ethi"], "main_score": 0.123587, "precision": 0.107822, "recall": 0.176877}, {"accuracy": 0.816206, "f1": 0.770144, "hf_subset": "ory_Orya-zho_Hant", "languages": ["ory-Orya", "zho-Hant"], "main_score": 0.770144, "precision": 0.750231, "recall": 0.816206}, {"accuracy": 0.731225, "f1": 0.682947, "hf_subset": "ory_Orya-awa_Deva", "languages": ["ory-Orya", "awa-Deva"], "main_score": 0.682947, "precision": 0.663656, "recall": 0.731225}, {"accuracy": 0.287549, "f1": 0.2134, "hf_subset": "ory_Orya-cym_Latn", "languages": ["ory-Orya", "cym-Latn"], "main_score": 0.2134, "precision": 0.193513, "recall": 0.287549}, {"accuracy": 0.143281, "f1": 0.090723, "hf_subset": "ory_Orya-grn_Latn", "languages": ["ory-Orya", "grn-Latn"], "main_score": 0.090723, "precision": 0.078316, "recall": 0.143281}, {"accuracy": 0.724308, "f1": 0.661741, "hf_subset": "ory_Orya-kat_Geor", "languages": ["ory-Orya", "kat-Geor"], "main_score": 0.661741, "precision": 0.635377, "recall": 0.724308}, {"accuracy": 0.108696, "f1": 0.066188, "hf_subset": "ory_Orya-lua_Latn", "languages": ["ory-Orya", "lua-Latn"], "main_score": 0.066188, "precision": 0.056924, "recall": 0.108696}, {"accuracy": 0.107708, "f1": 0.069733, "hf_subset": "ory_Orya-nya_Latn", "languages": ["ory-Orya", "nya-Latn"], "main_score": 0.069733, "precision": 0.06082, "recall": 0.107708}, {"accuracy": 0.811265, "f1": 0.765865, "hf_subset": "ory_Orya-slv_Latn", "languages": ["ory-Orya", "slv-Latn"], "main_score": 0.765865, "precision": 0.746681, "recall": 0.811265}, {"accuracy": 0.227273, "f1": 0.161912, "hf_subset": "ory_Orya-tpi_Latn", "languages": ["ory-Orya", "tpi-Latn"], "main_score": 0.161912, "precision": 0.143615, "recall": 0.227273}, {"accuracy": 0.802372, "f1": 0.757171, "hf_subset": "ory_Orya-zsm_Latn", "languages": ["ory-Orya", "zsm-Latn"], "main_score": 0.757171, "precision": 0.738655, "recall": 0.802372}, {"accuracy": 0.083992, "f1": 0.048913, "hf_subset": "ory_Orya-ayr_Latn", "languages": ["ory-Orya", "ayr-Latn"], "main_score": 0.048913, "precision": 0.040569, "recall": 0.083992}, {"accuracy": 0.83004, "f1": 0.790088, "hf_subset": "ory_Orya-dan_Latn", "languages": ["ory-Orya", "dan-Latn"], "main_score": 0.790088, "precision": 0.772937, "recall": 0.83004}, {"accuracy": 0.824111, "f1": 0.783667, "hf_subset": "ory_Orya-guj_Gujr", "languages": ["ory-Orya", "guj-Gujr"], "main_score": 0.783667, "precision": 0.76609, "recall": 0.824111}, {"accuracy": 0.745059, "f1": 0.692366, "hf_subset": "ory_Orya-kaz_Cyrl", "languages": ["ory-Orya", "kaz-Cyrl"], "main_score": 0.692366, "precision": 0.670569, "recall": 0.745059}, {"accuracy": 0.075099, "f1": 0.044461, "hf_subset": "ory_Orya-lug_Latn", "languages": ["ory-Orya", "lug-Latn"], "main_score": 0.044461, "precision": 0.038213, "recall": 0.075099}, {"accuracy": 0.66502, "f1": 0.601422, "hf_subset": "ory_Orya-oci_Latn", "languages": ["ory-Orya", "oci-Latn"], "main_score": 0.601422, "precision": 0.576468, "recall": 0.66502}, {"accuracy": 0.090909, "f1": 0.055658, "hf_subset": "ory_Orya-smo_Latn", "languages": ["ory-Orya", "smo-Latn"], "main_score": 0.055658, "precision": 0.048284, "recall": 0.090909}, {"accuracy": 0.099802, "f1": 0.060095, "hf_subset": "ory_Orya-tsn_Latn", "languages": ["ory-Orya", "tsn-Latn"], "main_score": 0.060095, "precision": 0.051121, "recall": 0.099802}, {"accuracy": 0.071146, "f1": 0.039504, "hf_subset": "ory_Orya-zul_Latn", "languages": ["ory-Orya", "zul-Latn"], "main_score": 0.039504, "precision": 0.032818, "recall": 0.071146}, {"accuracy": 0.331028, "f1": 0.268311, "hf_subset": "ory_Orya-azb_Arab", "languages": ["ory-Orya", "azb-Arab"], "main_score": 0.268311, "precision": 0.247172, "recall": 0.331028}, {"accuracy": 0.816206, "f1": 0.769631, "hf_subset": "ory_Orya-deu_Latn", "languages": ["ory-Orya", "deu-Latn"], "main_score": 0.769631, "precision": 0.74944, "recall": 0.816206}, {"accuracy": 0.139328, "f1": 0.093531, "hf_subset": "ory_Orya-hat_Latn", "languages": ["ory-Orya", "hat-Latn"], "main_score": 0.093531, "precision": 0.083197, "recall": 0.139328}, {"accuracy": 0.073123, "f1": 0.040087, "hf_subset": "ory_Orya-kbp_Latn", "languages": ["ory-Orya", "kbp-Latn"], "main_score": 0.040087, "precision": 0.034168, "recall": 0.073123}, {"accuracy": 0.086957, "f1": 0.054797, "hf_subset": "ory_Orya-luo_Latn", "languages": ["ory-Orya", "luo-Latn"], "main_score": 0.054797, "precision": 0.048441, "recall": 0.086957}, {"accuracy": 0.074111, "f1": 0.043885, "hf_subset": "ory_Orya-sna_Latn", "languages": ["ory-Orya", "sna-Latn"], "main_score": 0.043885, "precision": 0.037896, "recall": 0.074111}, {"accuracy": 0.081028, "f1": 0.051644, "hf_subset": "ory_Orya-tso_Latn", "languages": ["ory-Orya", "tso-Latn"], "main_score": 0.051644, "precision": 0.045484, "recall": 0.081028}, {"accuracy": 0.754941, "f1": 0.704381, "hf_subset": "ory_Orya-azj_Latn", "languages": ["ory-Orya", "azj-Latn"], "main_score": 0.704381, "precision": 0.684211, "recall": 0.754941}, {"accuracy": 0.114625, "f1": 0.072458, "hf_subset": "ory_Orya-dik_Latn", "languages": ["ory-Orya", "dik-Latn"], "main_score": 0.072458, "precision": 0.062436, "recall": 0.114625}, {"accuracy": 0.110672, "f1": 0.070317, "hf_subset": "ory_Orya-hau_Latn", "languages": ["ory-Orya", "hau-Latn"], "main_score": 0.070317, "precision": 0.061681, "recall": 0.110672}, {"accuracy": 0.354743, "f1": 0.283065, "hf_subset": "ory_Orya-kea_Latn", "languages": ["ory-Orya", "kea-Latn"], "main_score": 0.283065, "precision": 0.261124, "recall": 0.354743}, {"accuracy": 0.150198, "f1": 0.094743, "hf_subset": "ory_Orya-lus_Latn", "languages": ["ory-Orya", "lus-Latn"], "main_score": 0.094743, "precision": 0.080568, "recall": 0.150198}, {"accuracy": 0.23419, "f1": 0.169263, "hf_subset": "ory_Orya-pag_Latn", "languages": ["ory-Orya", "pag-Latn"], "main_score": 0.169263, "precision": 0.149585, "recall": 0.23419}, {"accuracy": 0.752964, "f1": 0.702437, "hf_subset": "ory_Orya-snd_Arab", "languages": ["ory-Orya", "snd-Arab"], "main_score": 0.702437, "precision": 0.681143, "recall": 0.752964}, {"accuracy": 0.171937, "f1": 0.115548, "hf_subset": "ory_Orya-tuk_Latn", "languages": ["ory-Orya", "tuk-Latn"], "main_score": 0.115548, "precision": 0.099733, "recall": 0.171937}, {"accuracy": 0.252964, "f1": 0.19217, "hf_subset": "ory_Orya-bak_Cyrl", "languages": ["ory-Orya", "bak-Cyrl"], "main_score": 0.19217, "precision": 0.173868, "recall": 0.252964}, {"accuracy": 0.063241, "f1": 0.036613, "hf_subset": "ory_Orya-dyu_Latn", "languages": ["ory-Orya", "dyu-Latn"], "main_score": 0.036613, "precision": 0.030319, "recall": 0.063241}, {"accuracy": 0.824111, "f1": 0.781168, "hf_subset": "ory_Orya-heb_Hebr", "languages": ["ory-Orya", "heb-Hebr"], "main_score": 0.781168, "precision": 0.762756, "recall": 0.824111}, {"accuracy": 0.789526, "f1": 0.74109, "hf_subset": "ory_Orya-khk_Cyrl", "languages": ["ory-Orya", "khk-Cyrl"], "main_score": 0.74109, "precision": 0.720409, "recall": 0.789526}, {"accuracy": 0.828063, "f1": 0.785065, "hf_subset": "ory_Orya-lvs_Latn", "languages": ["ory-Orya", "lvs-Latn"], "main_score": 0.785065, "precision": 0.76609, "recall": 0.828063}, {"accuracy": 0.79249, "f1": 0.748979, "hf_subset": "ory_Orya-pan_Guru", "languages": ["ory-Orya", "pan-Guru"], "main_score": 0.748979, "precision": 0.73004, "recall": 0.79249}, {"accuracy": 0.141304, "f1": 0.098071, "hf_subset": "ory_Orya-som_Latn", "languages": ["ory-Orya", "som-Latn"], "main_score": 0.098071, "precision": 0.08749, "recall": 0.141304}, {"accuracy": 0.096838, "f1": 0.056309, "hf_subset": "ory_Orya-tum_Latn", "languages": ["ory-Orya", "tum-Latn"], "main_score": 0.056309, "precision": 0.047786, "recall": 0.096838}, {"accuracy": 0.027668, "f1": 0.016337, "hf_subset": "sna_Latn-ace_Arab", "languages": ["sna-Latn", "ace-Arab"], "main_score": 0.016337, "precision": 0.014891, "recall": 0.027668}, {"accuracy": 0.124506, "f1": 0.111953, "hf_subset": "sna_Latn-bam_Latn", "languages": ["sna-Latn", "bam-Latn"], "main_score": 0.111953, "precision": 0.108538, "recall": 0.124506}, {"accuracy": 0.003953, "f1": 0.0009, "hf_subset": "sna_Latn-dzo_Tibt", "languages": ["sna-Latn", "dzo-Tibt"], "main_score": 0.0009, "precision": 0.000625, "recall": 0.003953}, {"accuracy": 0.098814, "f1": 0.082666, "hf_subset": "sna_Latn-hin_Deva", "languages": ["sna-Latn", "hin-Deva"], "main_score": 0.082666, "precision": 0.079313, "recall": 0.098814}, {"accuracy": 0.09585, "f1": 0.085065, "hf_subset": "sna_Latn-khm_Khmr", "languages": ["sna-Latn", "khm-Khmr"], "main_score": 0.085065, "precision": 0.082191, "recall": 0.09585}, {"accuracy": 0.070158, "f1": 0.059234, "hf_subset": "sna_Latn-mag_Deva", "languages": ["sna-Latn", "mag-Deva"], "main_score": 0.059234, "precision": 0.056448, "recall": 0.070158}, {"accuracy": 0.083992, "f1": 0.075254, "hf_subset": "sna_Latn-pap_Latn", "languages": ["sna-Latn", "pap-Latn"], "main_score": 0.075254, "precision": 0.073152, "recall": 0.083992}, {"accuracy": 0.18083, "f1": 0.166206, "hf_subset": "sna_Latn-sot_Latn", "languages": ["sna-Latn", "sot-Latn"], "main_score": 0.166206, "precision": 0.161158, "recall": 0.18083}, {"accuracy": 0.137352, "f1": 0.117758, "hf_subset": "sna_Latn-tur_Latn", "languages": ["sna-Latn", "tur-Latn"], "main_score": 0.117758, "precision": 0.113762, "recall": 0.137352}, {"accuracy": 0.117589, "f1": 0.107137, "hf_subset": "sna_Latn-ace_Latn", "languages": ["sna-Latn", "ace-Latn"], "main_score": 0.107137, "precision": 0.104468, "recall": 0.117589}, {"accuracy": 0.083004, "f1": 0.076152, "hf_subset": "sna_Latn-ban_Latn", "languages": ["sna-Latn", "ban-Latn"], "main_score": 0.076152, "precision": 0.074138, "recall": 0.083004}, {"accuracy": 0.092885, "f1": 0.080215, "hf_subset": "sna_Latn-ell_Grek", "languages": ["sna-Latn", "ell-Grek"], "main_score": 0.080215, "precision": 0.077546, "recall": 0.092885}, {"accuracy": 0.070158, "f1": 0.058611, "hf_subset": "sna_Latn-hne_Deva", "languages": ["sna-Latn", "hne-Deva"], "main_score": 0.058611, "precision": 0.055992, "recall": 0.070158}, {"accuracy": 0.166008, "f1": 0.154017, "hf_subset": "sna_Latn-kik_Latn", "languages": ["sna-Latn", "kik-Latn"], "main_score": 0.154017, "precision": 0.150126, "recall": 0.166008}, {"accuracy": 0.071146, "f1": 0.060169, "hf_subset": "sna_Latn-mai_Deva", "languages": ["sna-Latn", "mai-Deva"], "main_score": 0.060169, "precision": 0.057278, "recall": 0.071146}, {"accuracy": 0.08004, "f1": 0.066129, "hf_subset": "sna_Latn-pbt_Arab", "languages": ["sna-Latn", "pbt-Arab"], "main_score": 0.066129, "precision": 0.063679, "recall": 0.08004}, {"accuracy": 0.134387, "f1": 0.113635, "hf_subset": "sna_Latn-spa_Latn", "languages": ["sna-Latn", "spa-Latn"], "main_score": 0.113635, "precision": 0.109972, "recall": 0.134387}, {"accuracy": 0.172925, "f1": 0.156142, "hf_subset": "sna_Latn-twi_Latn", "languages": ["sna-Latn", "twi-Latn"], "main_score": 0.156142, "precision": 0.151274, "recall": 0.172925}, {"accuracy": 0.074111, "f1": 0.066528, "hf_subset": "sna_Latn-acm_Arab", "languages": ["sna-Latn", "acm-Arab"], "main_score": 0.066528, "precision": 0.064679, "recall": 0.074111}, {"accuracy": 0.083992, "f1": 0.070882, "hf_subset": "sna_Latn-bel_Cyrl", "languages": ["sna-Latn", "bel-Cyrl"], "main_score": 0.070882, "precision": 0.06784, "recall": 0.083992}, {"accuracy": 0.149209, "f1": 0.12812, "hf_subset": "sna_Latn-eng_Latn", "languages": ["sna-Latn", "eng-Latn"], "main_score": 0.12812, "precision": 0.122691, "recall": 0.149209}, {"accuracy": 0.105731, "f1": 0.094688, "hf_subset": "sna_Latn-hrv_Latn", "languages": ["sna-Latn", "hrv-Latn"], "main_score": 0.094688, "precision": 0.091675, "recall": 0.105731}, {"accuracy": 0.156126, "f1": 0.139879, "hf_subset": "sna_Latn-kin_Latn", "languages": ["sna-Latn", "kin-Latn"], "main_score": 0.139879, "precision": 0.13487, "recall": 0.156126}, {"accuracy": 0.041502, "f1": 0.033526, "hf_subset": "sna_Latn-mal_Mlym", "languages": ["sna-Latn", "mal-Mlym"], "main_score": 0.033526, "precision": 0.031808, "recall": 0.041502}, {"accuracy": 0.099802, "f1": 0.088004, "hf_subset": "sna_Latn-pes_Arab", "languages": ["sna-Latn", "pes-Arab"], "main_score": 0.088004, "precision": 0.085311, "recall": 0.099802}, {"accuracy": 0.112648, "f1": 0.10183, "hf_subset": "sna_Latn-srd_Latn", "languages": ["sna-Latn", "srd-Latn"], "main_score": 0.10183, "precision": 0.098595, "recall": 0.112648}, {"accuracy": 0.040514, "f1": 0.028911, "hf_subset": "sna_Latn-tzm_Tfng", "languages": ["sna-Latn", "tzm-Tfng"], "main_score": 0.028911, "precision": 0.026674, "recall": 0.040514}, {"accuracy": 0.085968, "f1": 0.073592, "hf_subset": "sna_Latn-acq_Arab", "languages": ["sna-Latn", "acq-Arab"], "main_score": 0.073592, "precision": 0.071205, "recall": 0.085968}, {"accuracy": 0.218379, "f1": 0.196949, "hf_subset": "sna_Latn-bem_Latn", "languages": ["sna-Latn", "bem-Latn"], "main_score": 0.196949, "precision": 0.189465, "recall": 0.218379}, {"accuracy": 0.096838, "f1": 0.089303, "hf_subset": "sna_Latn-epo_Latn", "languages": ["sna-Latn", "epo-Latn"], "main_score": 0.089303, "precision": 0.087393, "recall": 0.096838}, {"accuracy": 0.139328, "f1": 0.119371, "hf_subset": "sna_Latn-hun_Latn", "languages": ["sna-Latn", "hun-Latn"], "main_score": 0.119371, "precision": 0.115804, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.084092, "hf_subset": "sna_Latn-kir_Cyrl", "languages": ["sna-Latn", "kir-Cyrl"], "main_score": 0.084092, "precision": 0.08114, "recall": 0.100791}, {"accuracy": 0.081028, "f1": 0.067077, "hf_subset": "sna_Latn-mar_Deva", "languages": ["sna-Latn", "mar-Deva"], "main_score": 0.067077, "precision": 0.064219, "recall": 0.081028}, {"accuracy": 0.110672, "f1": 0.098632, "hf_subset": "sna_Latn-plt_Latn", "languages": ["sna-Latn", "plt-Latn"], "main_score": 0.098632, "precision": 0.094995, "recall": 0.110672}, {"accuracy": 0.107708, "f1": 0.093441, "hf_subset": "sna_Latn-srp_Cyrl", "languages": ["sna-Latn", "srp-Cyrl"], "main_score": 0.093441, "precision": 0.090433, "recall": 0.107708}, {"accuracy": 0.045455, "f1": 0.03758, "hf_subset": "sna_Latn-uig_Arab", "languages": ["sna-Latn", "uig-Arab"], "main_score": 0.03758, "precision": 0.036095, "recall": 0.045455}, {"accuracy": 0.077075, "f1": 0.068165, "hf_subset": "sna_Latn-aeb_Arab", "languages": ["sna-Latn", "aeb-Arab"], "main_score": 0.068165, "precision": 0.066113, "recall": 0.077075}, {"accuracy": 0.046443, "f1": 0.034558, "hf_subset": "sna_Latn-ben_Beng", "languages": ["sna-Latn", "ben-Beng"], "main_score": 0.034558, "precision": 0.032474, "recall": 0.046443}, {"accuracy": 0.133399, "f1": 0.11338, "hf_subset": "sna_Latn-est_Latn", "languages": ["sna-Latn", "est-Latn"], "main_score": 0.11338, "precision": 0.109196, "recall": 0.133399}, {"accuracy": 0.077075, "f1": 0.062754, "hf_subset": "sna_Latn-hye_Armn", "languages": ["sna-Latn", "hye-Armn"], "main_score": 0.062754, "precision": 0.058932, "recall": 0.077075}, {"accuracy": 0.195652, "f1": 0.171789, "hf_subset": "sna_Latn-kmb_Latn", "languages": ["sna-Latn", "kmb-Latn"], "main_score": 0.171789, "precision": 0.163326, "recall": 0.195652}, {"accuracy": 0.01581, "f1": 0.013347, "hf_subset": "sna_Latn-min_Arab", "languages": ["sna-Latn", "min-Arab"], "main_score": 0.013347, "precision": 0.012936, "recall": 0.01581}, {"accuracy": 0.140316, "f1": 0.119716, "hf_subset": "sna_Latn-pol_Latn", "languages": ["sna-Latn", "pol-Latn"], "main_score": 0.119716, "precision": 0.115118, "recall": 0.140316}, {"accuracy": 0.175889, "f1": 0.161886, "hf_subset": "sna_Latn-ssw_Latn", "languages": ["sna-Latn", "ssw-Latn"], "main_score": 0.161886, "precision": 0.157326, "recall": 0.175889}, {"accuracy": 0.110672, "f1": 0.094399, "hf_subset": "sna_Latn-ukr_Cyrl", "languages": ["sna-Latn", "ukr-Cyrl"], "main_score": 0.094399, "precision": 0.091105, "recall": 0.110672}, {"accuracy": 0.135375, "f1": 0.112607, "hf_subset": "sna_Latn-afr_Latn", "languages": ["sna-Latn", "afr-Latn"], "main_score": 0.112607, "precision": 0.108428, "recall": 0.135375}, {"accuracy": 0.06917, "f1": 0.055428, "hf_subset": "sna_Latn-bho_Deva", "languages": ["sna-Latn", "bho-Deva"], "main_score": 0.055428, "precision": 0.052849, "recall": 0.06917}, {"accuracy": 0.073123, "f1": 0.065751, "hf_subset": "sna_Latn-eus_Latn", "languages": ["sna-Latn", "eus-Latn"], "main_score": 0.065751, "precision": 0.063772, "recall": 0.073123}, {"accuracy": 0.133399, "f1": 0.117796, "hf_subset": "sna_Latn-ibo_Latn", "languages": ["sna-Latn", "ibo-Latn"], "main_score": 0.117796, "precision": 0.11284, "recall": 0.133399}, {"accuracy": 0.100791, "f1": 0.085605, "hf_subset": "sna_Latn-kmr_Latn", "languages": ["sna-Latn", "kmr-Latn"], "main_score": 0.085605, "precision": 0.082357, "recall": 0.100791}, {"accuracy": 0.081028, "f1": 0.073103, "hf_subset": "sna_Latn-min_Latn", "languages": ["sna-Latn", "min-Latn"], "main_score": 0.073103, "precision": 0.071049, "recall": 0.081028}, {"accuracy": 0.145257, "f1": 0.123991, "hf_subset": "sna_Latn-por_Latn", "languages": ["sna-Latn", "por-Latn"], "main_score": 0.123991, "precision": 0.119335, "recall": 0.145257}, {"accuracy": 0.089921, "f1": 0.081612, "hf_subset": "sna_Latn-sun_Latn", "languages": ["sna-Latn", "sun-Latn"], "main_score": 0.081612, "precision": 0.080131, "recall": 0.089921}, {"accuracy": 0.162055, "f1": 0.146774, "hf_subset": "sna_Latn-umb_Latn", "languages": ["sna-Latn", "umb-Latn"], "main_score": 0.146774, "precision": 0.140775, "recall": 0.162055}, {"accuracy": 0.098814, "f1": 0.082573, "hf_subset": "sna_Latn-ajp_Arab", "languages": ["sna-Latn", "ajp-Arab"], "main_score": 0.082573, "precision": 0.079713, "recall": 0.098814}, {"accuracy": 0.02668, "f1": 0.024951, "hf_subset": "sna_Latn-bjn_Arab", "languages": ["sna-Latn", "bjn-Arab"], "main_score": 0.024951, "precision": 0.024351, "recall": 0.02668}, {"accuracy": 0.12747, "f1": 0.11232, "hf_subset": "sna_Latn-ewe_Latn", "languages": ["sna-Latn", "ewe-Latn"], "main_score": 0.11232, "precision": 0.108155, "recall": 0.12747}, {"accuracy": 0.142292, "f1": 0.133636, "hf_subset": "sna_Latn-ilo_Latn", "languages": ["sna-Latn", "ilo-Latn"], "main_score": 0.133636, "precision": 0.130352, "recall": 0.142292}, {"accuracy": 0.022727, "f1": 0.018835, "hf_subset": "sna_Latn-knc_Arab", "languages": ["sna-Latn", "knc-Arab"], "main_score": 0.018835, "precision": 0.018212, "recall": 0.022727}, {"accuracy": 0.107708, "f1": 0.091984, "hf_subset": "sna_Latn-mkd_Cyrl", "languages": ["sna-Latn", "mkd-Cyrl"], "main_score": 0.091984, "precision": 0.088457, "recall": 0.107708}, {"accuracy": 0.08004, "f1": 0.067619, "hf_subset": "sna_Latn-prs_Arab", "languages": ["sna-Latn", "prs-Arab"], "main_score": 0.067619, "precision": 0.06476, "recall": 0.08004}, {"accuracy": 0.134387, "f1": 0.11585, "hf_subset": "sna_Latn-swe_Latn", "languages": ["sna-Latn", "swe-Latn"], "main_score": 0.11585, "precision": 0.111526, "recall": 0.134387}, {"accuracy": 0.081028, "f1": 0.065073, "hf_subset": "sna_Latn-urd_Arab", "languages": ["sna-Latn", "urd-Arab"], "main_score": 0.065073, "precision": 0.061691, "recall": 0.081028}, {"accuracy": 0.197628, "f1": 0.182252, "hf_subset": "sna_Latn-aka_Latn", "languages": ["sna-Latn", "aka-Latn"], "main_score": 0.182252, "precision": 0.176826, "recall": 0.197628}, {"accuracy": 0.088933, "f1": 0.079926, "hf_subset": "sna_Latn-bjn_Latn", "languages": ["sna-Latn", "bjn-Latn"], "main_score": 0.079926, "precision": 0.07782, "recall": 0.088933}, {"accuracy": 0.089921, "f1": 0.078713, "hf_subset": "sna_Latn-fao_Latn", "languages": ["sna-Latn", "fao-Latn"], "main_score": 0.078713, "precision": 0.07677, "recall": 0.089921}, {"accuracy": 0.144269, "f1": 0.121002, "hf_subset": "sna_Latn-ind_Latn", "languages": ["sna-Latn", "ind-Latn"], "main_score": 0.121002, "precision": 0.116579, "recall": 0.144269}, {"accuracy": 0.13834, "f1": 0.128391, "hf_subset": "sna_Latn-knc_Latn", "languages": ["sna-Latn", "knc-Latn"], "main_score": 0.128391, "precision": 0.12507, "recall": 0.13834}, {"accuracy": 0.141304, "f1": 0.126099, "hf_subset": "sna_Latn-mlt_Latn", "languages": ["sna-Latn", "mlt-Latn"], "main_score": 0.126099, "precision": 0.121879, "recall": 0.141304}, {"accuracy": 0.146245, "f1": 0.130004, "hf_subset": "sna_Latn-quy_Latn", "languages": ["sna-Latn", "quy-Latn"], "main_score": 0.130004, "precision": 0.125162, "recall": 0.146245}, {"accuracy": 0.088933, "f1": 0.078976, "hf_subset": "sna_Latn-swh_Latn", "languages": ["sna-Latn", "swh-Latn"], "main_score": 0.078976, "precision": 0.07551, "recall": 0.088933}, {"accuracy": 0.067194, "f1": 0.058454, "hf_subset": "sna_Latn-uzn_Latn", "languages": ["sna-Latn", "uzn-Latn"], "main_score": 0.058454, "precision": 0.056647, "recall": 0.067194}, {"accuracy": 0.12253, "f1": 0.106893, "hf_subset": "sna_Latn-als_Latn", "languages": ["sna-Latn", "als-Latn"], "main_score": 0.106893, "precision": 0.102783, "recall": 0.12253}, {"accuracy": 0.028656, "f1": 0.020002, "hf_subset": "sna_Latn-bod_Tibt", "languages": ["sna-Latn", "bod-Tibt"], "main_score": 0.020002, "precision": 0.018473, "recall": 0.028656}, {"accuracy": 0.103755, "f1": 0.089816, "hf_subset": "sna_Latn-fij_Latn", "languages": ["sna-Latn", "fij-Latn"], "main_score": 0.089816, "precision": 0.086075, "recall": 0.103755}, {"accuracy": 0.086957, "f1": 0.080223, "hf_subset": "sna_Latn-isl_Latn", "languages": ["sna-Latn", "isl-Latn"], "main_score": 0.080223, "precision": 0.077882, "recall": 0.086957}, {"accuracy": 0.172925, "f1": 0.156577, "hf_subset": "sna_Latn-kon_Latn", "languages": ["sna-Latn", "kon-Latn"], "main_score": 0.156577, "precision": 0.151972, "recall": 0.172925}, {"accuracy": 0.027668, "f1": 0.022817, "hf_subset": "sna_Latn-mni_Beng", "languages": ["sna-Latn", "mni-Beng"], "main_score": 0.022817, "precision": 0.021127, "recall": 0.027668}, {"accuracy": 0.13834, "f1": 0.11358, "hf_subset": "sna_Latn-ron_Latn", "languages": ["sna-Latn", "ron-Latn"], "main_score": 0.11358, "precision": 0.107877, "recall": 0.13834}, {"accuracy": 0.094862, "f1": 0.086086, "hf_subset": "sna_Latn-szl_Latn", "languages": ["sna-Latn", "szl-Latn"], "main_score": 0.086086, "precision": 0.083857, "recall": 0.094862}, {"accuracy": 0.109684, "f1": 0.09542, "hf_subset": "sna_Latn-vec_Latn", "languages": ["sna-Latn", "vec-Latn"], "main_score": 0.09542, "precision": 0.092134, "recall": 0.109684}, {"accuracy": 0.036561, "f1": 0.026977, "hf_subset": "sna_Latn-amh_Ethi", "languages": ["sna-Latn", "amh-Ethi"], "main_score": 0.026977, "precision": 0.025309, "recall": 0.036561}, {"accuracy": 0.134387, "f1": 0.117582, "hf_subset": "sna_Latn-bos_Latn", "languages": ["sna-Latn", "bos-Latn"], "main_score": 0.117582, "precision": 0.113446, "recall": 0.134387}, {"accuracy": 0.128458, "f1": 0.113438, "hf_subset": "sna_Latn-fin_Latn", "languages": ["sna-Latn", "fin-Latn"], "main_score": 0.113438, "precision": 0.110029, "recall": 0.128458}, {"accuracy": 0.139328, "f1": 0.119054, "hf_subset": "sna_Latn-ita_Latn", "languages": ["sna-Latn", "ita-Latn"], "main_score": 0.119054, "precision": 0.114601, "recall": 0.139328}, {"accuracy": 0.097826, "f1": 0.085647, "hf_subset": "sna_Latn-kor_Hang", "languages": ["sna-Latn", "kor-Hang"], "main_score": 0.085647, "precision": 0.082875, "recall": 0.097826}, {"accuracy": 0.123518, "f1": 0.109041, "hf_subset": "sna_Latn-mos_Latn", "languages": ["sna-Latn", "mos-Latn"], "main_score": 0.109041, "precision": 0.105134, "recall": 0.123518}, {"accuracy": 0.150198, "f1": 0.133691, "hf_subset": "sna_Latn-run_Latn", "languages": ["sna-Latn", "run-Latn"], "main_score": 0.133691, "precision": 0.127709, "recall": 0.150198}, {"accuracy": 0.052372, "f1": 0.039741, "hf_subset": "sna_Latn-tam_Taml", "languages": ["sna-Latn", "tam-Taml"], "main_score": 0.039741, "precision": 0.038247, "recall": 0.052372}, {"accuracy": 0.137352, "f1": 0.112761, "hf_subset": "sna_Latn-vie_Latn", "languages": ["sna-Latn", "vie-Latn"], "main_score": 0.112761, "precision": 0.106859, "recall": 0.137352}, {"accuracy": 0.086957, "f1": 0.075462, "hf_subset": "sna_Latn-apc_Arab", "languages": ["sna-Latn", "apc-Arab"], "main_score": 0.075462, "precision": 0.072518, "recall": 0.086957}, {"accuracy": 0.137352, "f1": 0.127051, "hf_subset": "sna_Latn-bug_Latn", "languages": ["sna-Latn", "bug-Latn"], "main_score": 0.127051, "precision": 0.123872, "recall": 0.137352}, {"accuracy": 0.140316, "f1": 0.127415, "hf_subset": "sna_Latn-fon_Latn", "languages": ["sna-Latn", "fon-Latn"], "main_score": 0.127415, "precision": 0.123298, "recall": 0.140316}, {"accuracy": 0.086957, "f1": 0.077082, "hf_subset": "sna_Latn-jav_Latn", "languages": ["sna-Latn", "jav-Latn"], "main_score": 0.077082, "precision": 0.074966, "recall": 0.086957}, {"accuracy": 0.117589, "f1": 0.101598, "hf_subset": "sna_Latn-lao_Laoo", "languages": ["sna-Latn", "lao-Laoo"], "main_score": 0.101598, "precision": 0.09813, "recall": 0.117589}, {"accuracy": 0.131423, "f1": 0.11667, "hf_subset": "sna_Latn-mri_Latn", "languages": ["sna-Latn", "mri-Latn"], "main_score": 0.11667, "precision": 0.111974, "recall": 0.131423}, {"accuracy": 0.114625, "f1": 0.097179, "hf_subset": "sna_Latn-rus_Cyrl", "languages": ["sna-Latn", "rus-Cyrl"], "main_score": 0.097179, "precision": 0.093273, "recall": 0.114625}, {"accuracy": 0.156126, "f1": 0.140474, "hf_subset": "sna_Latn-taq_Latn", "languages": ["sna-Latn", "taq-Latn"], "main_score": 0.140474, "precision": 0.136115, "recall": 0.156126}, {"accuracy": 0.143281, "f1": 0.131815, "hf_subset": "sna_Latn-war_Latn", "languages": ["sna-Latn", "war-Latn"], "main_score": 0.131815, "precision": 0.12935, "recall": 0.143281}, {"accuracy": 0.086957, "f1": 0.072598, "hf_subset": "sna_Latn-arb_Arab", "languages": ["sna-Latn", "arb-Arab"], "main_score": 0.072598, "precision": 0.070103, "recall": 0.086957}, {"accuracy": 0.120553, "f1": 0.097542, "hf_subset": "sna_Latn-bul_Cyrl", "languages": ["sna-Latn", "bul-Cyrl"], "main_score": 0.097542, "precision": 0.092177, "recall": 0.120553}, {"accuracy": 0.146245, "f1": 0.123004, "hf_subset": "sna_Latn-fra_Latn", "languages": ["sna-Latn", "fra-Latn"], "main_score": 0.123004, "precision": 0.118004, "recall": 0.146245}, {"accuracy": 0.099802, "f1": 0.087411, "hf_subset": "sna_Latn-jpn_Jpan", "languages": ["sna-Latn", "jpn-Jpan"], "main_score": 0.087411, "precision": 0.084659, "recall": 0.099802}, {"accuracy": 0.089921, "f1": 0.083548, "hf_subset": "sna_Latn-lij_Latn", "languages": ["sna-Latn", "lij-Latn"], "main_score": 0.083548, "precision": 0.081455, "recall": 0.089921}, {"accuracy": 0.075099, "f1": 0.061256, "hf_subset": "sna_Latn-mya_Mymr", "languages": ["sna-Latn", "mya-Mymr"], "main_score": 0.061256, "precision": 0.058303, "recall": 0.075099}, {"accuracy": 0.11166, "f1": 0.098031, "hf_subset": "sna_Latn-sag_Latn", "languages": ["sna-Latn", "sag-Latn"], "main_score": 0.098031, "precision": 0.093986, "recall": 0.11166}, {"accuracy": 0.0583, "f1": 0.04504, "hf_subset": "sna_Latn-taq_Tfng", "languages": ["sna-Latn", "taq-Tfng"], "main_score": 0.04504, "precision": 0.041528, "recall": 0.0583}, {"accuracy": 0.151186, "f1": 0.135642, "hf_subset": "sna_Latn-wol_Latn", "languages": ["sna-Latn", "wol-Latn"], "main_score": 0.135642, "precision": 0.131372, "recall": 0.151186}, {"accuracy": 0.06917, "f1": 0.05461, "hf_subset": "sna_Latn-arb_Latn", "languages": ["sna-Latn", "arb-Latn"], "main_score": 0.05461, "precision": 0.051207, "recall": 0.06917}, {"accuracy": 0.144269, "f1": 0.121848, "hf_subset": "sna_Latn-cat_Latn", "languages": ["sna-Latn", "cat-Latn"], "main_score": 0.121848, "precision": 0.116944, "recall": 0.144269}, {"accuracy": 0.098814, "f1": 0.086808, "hf_subset": "sna_Latn-fur_Latn", "languages": ["sna-Latn", "fur-Latn"], "main_score": 0.086808, "precision": 0.082973, "recall": 0.098814}, {"accuracy": 0.064229, "f1": 0.05087, "hf_subset": "sna_Latn-kab_Latn", "languages": ["sna-Latn", "kab-Latn"], "main_score": 0.05087, "precision": 0.047414, "recall": 0.064229}, {"accuracy": 0.106719, "f1": 0.098446, "hf_subset": "sna_Latn-lim_Latn", "languages": ["sna-Latn", "lim-Latn"], "main_score": 0.098446, "precision": 0.095653, "recall": 0.106719}, {"accuracy": 0.149209, "f1": 0.126419, "hf_subset": "sna_Latn-nld_Latn", "languages": ["sna-Latn", "nld-Latn"], "main_score": 0.126419, "precision": 0.121677, "recall": 0.149209}, {"accuracy": 0.049407, "f1": 0.042558, "hf_subset": "sna_Latn-san_Deva", "languages": ["sna-Latn", "san-Deva"], "main_score": 0.042558, "precision": 0.041463, "recall": 0.049407}, {"accuracy": 0.086957, "f1": 0.075984, "hf_subset": "sna_Latn-tat_Cyrl", "languages": ["sna-Latn", "tat-Cyrl"], "main_score": 0.075984, "precision": 0.073982, "recall": 0.086957}, {"accuracy": 0.166996, "f1": 0.149522, "hf_subset": "sna_Latn-xho_Latn", "languages": ["sna-Latn", "xho-Latn"], "main_score": 0.149522, "precision": 0.144641, "recall": 0.166996}, {"accuracy": 0.083992, "f1": 0.067878, "hf_subset": "sna_Latn-ars_Arab", "languages": ["sna-Latn", "ars-Arab"], "main_score": 0.067878, "precision": 0.065234, "recall": 0.083992}, {"accuracy": 0.105731, "f1": 0.096273, "hf_subset": "sna_Latn-ceb_Latn", "languages": ["sna-Latn", "ceb-Latn"], "main_score": 0.096273, "precision": 0.094173, "recall": 0.105731}, {"accuracy": 0.109684, "f1": 0.097001, "hf_subset": "sna_Latn-fuv_Latn", "languages": ["sna-Latn", "fuv-Latn"], "main_score": 0.097001, "precision": 0.093196, "recall": 0.109684}, {"accuracy": 0.171937, "f1": 0.151096, "hf_subset": "sna_Latn-kac_Latn", "languages": ["sna-Latn", "kac-Latn"], "main_score": 0.151096, "precision": 0.14514, "recall": 0.171937}, {"accuracy": 0.136364, "f1": 0.11967, "hf_subset": "sna_Latn-lin_Latn", "languages": ["sna-Latn", "lin-Latn"], "main_score": 0.11967, "precision": 0.114659, "recall": 0.136364}, {"accuracy": 0.133399, "f1": 0.118333, "hf_subset": "sna_Latn-nno_Latn", "languages": ["sna-Latn", "nno-Latn"], "main_score": 0.118333, "precision": 0.11428, "recall": 0.133399}, {"accuracy": 0.012846, "f1": 0.007289, "hf_subset": "sna_Latn-sat_Olck", "languages": ["sna-Latn", "sat-Olck"], "main_score": 0.007289, "precision": 0.006397, "recall": 0.012846}, {"accuracy": 0.045455, "f1": 0.038184, "hf_subset": "sna_Latn-tel_Telu", "languages": ["sna-Latn", "tel-Telu"], "main_score": 0.038184, "precision": 0.037287, "recall": 0.045455}, {"accuracy": 0.041502, "f1": 0.036235, "hf_subset": "sna_Latn-ydd_Hebr", "languages": ["sna-Latn", "ydd-Hebr"], "main_score": 0.036235, "precision": 0.034422, "recall": 0.041502}, {"accuracy": 0.068182, "f1": 0.055043, "hf_subset": "sna_Latn-ary_Arab", "languages": ["sna-Latn", "ary-Arab"], "main_score": 0.055043, "precision": 0.052362, "recall": 0.068182}, {"accuracy": 0.131423, "f1": 0.115106, "hf_subset": "sna_Latn-ces_Latn", "languages": ["sna-Latn", "ces-Latn"], "main_score": 0.115106, "precision": 0.111066, "recall": 0.131423}, {"accuracy": 0.075099, "f1": 0.064283, "hf_subset": "sna_Latn-gaz_Latn", "languages": ["sna-Latn", "gaz-Latn"], "main_score": 0.064283, "precision": 0.060724, "recall": 0.075099}, {"accuracy": 0.167984, "f1": 0.157073, "hf_subset": "sna_Latn-kam_Latn", "languages": ["sna-Latn", "kam-Latn"], "main_score": 0.157073, "precision": 0.15345, "recall": 0.167984}, {"accuracy": 0.123518, "f1": 0.103254, "hf_subset": "sna_Latn-lit_Latn", "languages": ["sna-Latn", "lit-Latn"], "main_score": 0.103254, "precision": 0.099326, "recall": 0.123518}, {"accuracy": 0.131423, "f1": 0.111741, "hf_subset": "sna_Latn-nob_Latn", "languages": ["sna-Latn", "nob-Latn"], "main_score": 0.111741, "precision": 0.107055, "recall": 0.131423}, {"accuracy": 0.093874, "f1": 0.08579, "hf_subset": "sna_Latn-scn_Latn", "languages": ["sna-Latn", "scn-Latn"], "main_score": 0.08579, "precision": 0.083615, "recall": 0.093874}, {"accuracy": 0.090909, "f1": 0.077887, "hf_subset": "sna_Latn-tgk_Cyrl", "languages": ["sna-Latn", "tgk-Cyrl"], "main_score": 0.077887, "precision": 0.0745, "recall": 0.090909}, {"accuracy": 0.121542, "f1": 0.107013, "hf_subset": "sna_Latn-yor_Latn", "languages": ["sna-Latn", "yor-Latn"], "main_score": 0.107013, "precision": 0.10279, "recall": 0.121542}, {"accuracy": 0.066206, "f1": 0.057625, "hf_subset": "sna_Latn-arz_Arab", "languages": ["sna-Latn", "arz-Arab"], "main_score": 0.057625, "precision": 0.055559, "recall": 0.066206}, {"accuracy": 0.16502, "f1": 0.146635, "hf_subset": "sna_Latn-cjk_Latn", "languages": ["sna-Latn", "cjk-Latn"], "main_score": 0.146635, "precision": 0.140947, "recall": 0.16502}, {"accuracy": 0.08498, "f1": 0.073474, "hf_subset": "sna_Latn-gla_Latn", "languages": ["sna-Latn", "gla-Latn"], "main_score": 0.073474, "precision": 0.070731, "recall": 0.08498}, {"accuracy": 0.040514, "f1": 0.035205, "hf_subset": "sna_Latn-kan_Knda", "languages": ["sna-Latn", "kan-Knda"], "main_score": 0.035205, "precision": 0.033592, "recall": 0.040514}, {"accuracy": 0.093874, "f1": 0.081211, "hf_subset": "sna_Latn-lmo_Latn", "languages": ["sna-Latn", "lmo-Latn"], "main_score": 0.081211, "precision": 0.078596, "recall": 0.093874}, {"accuracy": 0.094862, "f1": 0.07667, "hf_subset": "sna_Latn-npi_Deva", "languages": ["sna-Latn", "npi-Deva"], "main_score": 0.07667, "precision": 0.073018, "recall": 0.094862}, {"accuracy": 0.108696, "f1": 0.092888, "hf_subset": "sna_Latn-shn_Mymr", "languages": ["sna-Latn", "shn-Mymr"], "main_score": 0.092888, "precision": 0.088697, "recall": 0.108696}, {"accuracy": 0.103755, "f1": 0.093386, "hf_subset": "sna_Latn-tgl_Latn", "languages": ["sna-Latn", "tgl-Latn"], "main_score": 0.093386, "precision": 0.090233, "recall": 0.103755}, {"accuracy": 0.101779, "f1": 0.082366, "hf_subset": "sna_Latn-yue_Hant", "languages": ["sna-Latn", "yue-Hant"], "main_score": 0.082366, "precision": 0.078415, "recall": 0.101779}, {"accuracy": 0.027668, "f1": 0.020845, "hf_subset": "sna_Latn-asm_Beng", "languages": ["sna-Latn", "asm-Beng"], "main_score": 0.020845, "precision": 0.01928, "recall": 0.027668}, {"accuracy": 0.063241, "f1": 0.048204, "hf_subset": "sna_Latn-ckb_Arab", "languages": ["sna-Latn", "ckb-Arab"], "main_score": 0.048204, "precision": 0.045836, "recall": 0.063241}, {"accuracy": 0.096838, "f1": 0.082498, "hf_subset": "sna_Latn-gle_Latn", "languages": ["sna-Latn", "gle-Latn"], "main_score": 0.082498, "precision": 0.079126, "recall": 0.096838}, {"accuracy": 0.044466, "f1": 0.04134, "hf_subset": "sna_Latn-kas_Arab", "languages": ["sna-Latn", "kas-Arab"], "main_score": 0.04134, "precision": 0.040515, "recall": 0.044466}, {"accuracy": 0.089921, "f1": 0.07345, "hf_subset": "sna_Latn-ltg_Latn", "languages": ["sna-Latn", "ltg-Latn"], "main_score": 0.07345, "precision": 0.069664, "recall": 0.089921}, {"accuracy": 0.155138, "f1": 0.142558, "hf_subset": "sna_Latn-nso_Latn", "languages": ["sna-Latn", "nso-Latn"], "main_score": 0.142558, "precision": 0.139279, "recall": 0.155138}, {"accuracy": 0.05336, "f1": 0.044518, "hf_subset": "sna_Latn-sin_Sinh", "languages": ["sna-Latn", "sin-Sinh"], "main_score": 0.044518, "precision": 0.04288, "recall": 0.05336}, {"accuracy": 0.096838, "f1": 0.081621, "hf_subset": "sna_Latn-tha_Thai", "languages": ["sna-Latn", "tha-Thai"], "main_score": 0.081621, "precision": 0.078795, "recall": 0.096838}, {"accuracy": 0.11166, "f1": 0.095173, "hf_subset": "sna_Latn-zho_Hans", "languages": ["sna-Latn", "zho-Hans"], "main_score": 0.095173, "precision": 0.091548, "recall": 0.11166}, {"accuracy": 0.113636, "f1": 0.09652, "hf_subset": "sna_Latn-ast_Latn", "languages": ["sna-Latn", "ast-Latn"], "main_score": 0.09652, "precision": 0.093009, "recall": 0.113636}, {"accuracy": 0.079051, "f1": 0.067207, "hf_subset": "sna_Latn-crh_Latn", "languages": ["sna-Latn", "crh-Latn"], "main_score": 0.067207, "precision": 0.064438, "recall": 0.079051}, {"accuracy": 0.145257, "f1": 0.122254, "hf_subset": "sna_Latn-glg_Latn", "languages": ["sna-Latn", "glg-Latn"], "main_score": 0.122254, "precision": 0.117054, "recall": 0.145257}, {"accuracy": 0.066206, "f1": 0.054977, "hf_subset": "sna_Latn-kas_Deva", "languages": ["sna-Latn", "kas-Deva"], "main_score": 0.054977, "precision": 0.052828, "recall": 0.066206}, {"accuracy": 0.114625, "f1": 0.105013, "hf_subset": "sna_Latn-ltz_Latn", "languages": ["sna-Latn", "ltz-Latn"], "main_score": 0.105013, "precision": 0.102198, "recall": 0.114625}, {"accuracy": 0.09585, "f1": 0.076732, "hf_subset": "sna_Latn-nus_Latn", "languages": ["sna-Latn", "nus-Latn"], "main_score": 0.076732, "precision": 0.071013, "recall": 0.09585}, {"accuracy": 0.135375, "f1": 0.118393, "hf_subset": "sna_Latn-slk_Latn", "languages": ["sna-Latn", "slk-Latn"], "main_score": 0.118393, "precision": 0.114941, "recall": 0.135375}, {"accuracy": 0.024704, "f1": 0.021251, "hf_subset": "sna_Latn-tir_Ethi", "languages": ["sna-Latn", "tir-Ethi"], "main_score": 0.021251, "precision": 0.02026, "recall": 0.024704}, {"accuracy": 0.09585, "f1": 0.079436, "hf_subset": "sna_Latn-zho_Hant", "languages": ["sna-Latn", "zho-Hant"], "main_score": 0.079436, "precision": 0.075057, "recall": 0.09585}, {"accuracy": 0.090909, "f1": 0.076717, "hf_subset": "sna_Latn-awa_Deva", "languages": ["sna-Latn", "awa-Deva"], "main_score": 0.076717, "precision": 0.073433, "recall": 0.090909}, {"accuracy": 0.083992, "f1": 0.06899, "hf_subset": "sna_Latn-cym_Latn", "languages": ["sna-Latn", "cym-Latn"], "main_score": 0.06899, "precision": 0.066135, "recall": 0.083992}, {"accuracy": 0.137352, "f1": 0.123191, "hf_subset": "sna_Latn-grn_Latn", "languages": ["sna-Latn", "grn-Latn"], "main_score": 0.123191, "precision": 0.118666, "recall": 0.137352}, {"accuracy": 0.073123, "f1": 0.061238, "hf_subset": "sna_Latn-kat_Geor", "languages": ["sna-Latn", "kat-Geor"], "main_score": 0.061238, "precision": 0.058985, "recall": 0.073123}, {"accuracy": 0.145257, "f1": 0.131132, "hf_subset": "sna_Latn-lua_Latn", "languages": ["sna-Latn", "lua-Latn"], "main_score": 0.131132, "precision": 0.126439, "recall": 0.145257}, {"accuracy": 0.195652, "f1": 0.181411, "hf_subset": "sna_Latn-nya_Latn", "languages": ["sna-Latn", "nya-Latn"], "main_score": 0.181411, "precision": 0.176624, "recall": 0.195652}, {"accuracy": 0.133399, "f1": 0.115778, "hf_subset": "sna_Latn-slv_Latn", "languages": ["sna-Latn", "slv-Latn"], "main_score": 0.115778, "precision": 0.112404, "recall": 0.133399}, {"accuracy": 0.137352, "f1": 0.124666, "hf_subset": "sna_Latn-tpi_Latn", "languages": ["sna-Latn", "tpi-Latn"], "main_score": 0.124666, "precision": 0.121233, "recall": 0.137352}, {"accuracy": 0.140316, "f1": 0.116366, "hf_subset": "sna_Latn-zsm_Latn", "languages": ["sna-Latn", "zsm-Latn"], "main_score": 0.116366, "precision": 0.111675, "recall": 0.140316}, {"accuracy": 0.150198, "f1": 0.13719, "hf_subset": "sna_Latn-ayr_Latn", "languages": ["sna-Latn", "ayr-Latn"], "main_score": 0.13719, "precision": 0.132606, "recall": 0.150198}, {"accuracy": 0.155138, "f1": 0.130048, "hf_subset": "sna_Latn-dan_Latn", "languages": ["sna-Latn", "dan-Latn"], "main_score": 0.130048, "precision": 0.125097, "recall": 0.155138}, {"accuracy": 0.064229, "f1": 0.054249, "hf_subset": "sna_Latn-guj_Gujr", "languages": ["sna-Latn", "guj-Gujr"], "main_score": 0.054249, "precision": 0.052051, "recall": 0.064229}, {"accuracy": 0.103755, "f1": 0.086556, "hf_subset": "sna_Latn-kaz_Cyrl", "languages": ["sna-Latn", "kaz-Cyrl"], "main_score": 0.086556, "precision": 0.08239, "recall": 0.103755}, {"accuracy": 0.135375, "f1": 0.120709, "hf_subset": "sna_Latn-lug_Latn", "languages": ["sna-Latn", "lug-Latn"], "main_score": 0.120709, "precision": 0.115958, "recall": 0.135375}, {"accuracy": 0.124506, "f1": 0.108627, "hf_subset": "sna_Latn-oci_Latn", "languages": ["sna-Latn", "oci-Latn"], "main_score": 0.108627, "precision": 0.104913, "recall": 0.124506}, {"accuracy": 0.129447, "f1": 0.102282, "hf_subset": "sna_Latn-smo_Latn", "languages": ["sna-Latn", "smo-Latn"], "main_score": 0.102282, "precision": 0.095184, "recall": 0.129447}, {"accuracy": 0.168972, "f1": 0.152001, "hf_subset": "sna_Latn-tsn_Latn", "languages": ["sna-Latn", "tsn-Latn"], "main_score": 0.152001, "precision": 0.146917, "recall": 0.168972}, {"accuracy": 0.171937, "f1": 0.152662, "hf_subset": "sna_Latn-zul_Latn", "languages": ["sna-Latn", "zul-Latn"], "main_score": 0.152662, "precision": 0.147079, "recall": 0.171937}, {"accuracy": 0.05336, "f1": 0.045548, "hf_subset": "sna_Latn-azb_Arab", "languages": ["sna-Latn", "azb-Arab"], "main_score": 0.045548, "precision": 0.043812, "recall": 0.05336}, {"accuracy": 0.135375, "f1": 0.118423, "hf_subset": "sna_Latn-deu_Latn", "languages": ["sna-Latn", "deu-Latn"], "main_score": 0.118423, "precision": 0.114938, "recall": 0.135375}, {"accuracy": 0.113636, "f1": 0.099411, "hf_subset": "sna_Latn-hat_Latn", "languages": ["sna-Latn", "hat-Latn"], "main_score": 0.099411, "precision": 0.095322, "recall": 0.113636}, {"accuracy": 0.148221, "f1": 0.13213, "hf_subset": "sna_Latn-kbp_Latn", "languages": ["sna-Latn", "kbp-Latn"], "main_score": 0.13213, "precision": 0.127439, "recall": 0.148221}, {"accuracy": 0.149209, "f1": 0.134396, "hf_subset": "sna_Latn-luo_Latn", "languages": ["sna-Latn", "luo-Latn"], "main_score": 0.134396, "precision": 0.129972, "recall": 0.149209}, {"accuracy": 0.044466, "f1": 0.035053, "hf_subset": "sna_Latn-ory_Orya", "languages": ["sna-Latn", "ory-Orya"], "main_score": 0.035053, "precision": 0.033348, "recall": 0.044466}, {"accuracy": 0.177866, "f1": 0.160275, "hf_subset": "sna_Latn-tso_Latn", "languages": ["sna-Latn", "tso-Latn"], "main_score": 0.160275, "precision": 0.154913, "recall": 0.177866}, {"accuracy": 0.083004, "f1": 0.06864, "hf_subset": "sna_Latn-azj_Latn", "languages": ["sna-Latn", "azj-Latn"], "main_score": 0.06864, "precision": 0.06512, "recall": 0.083004}, {"accuracy": 0.147233, "f1": 0.125491, "hf_subset": "sna_Latn-dik_Latn", "languages": ["sna-Latn", "dik-Latn"], "main_score": 0.125491, "precision": 0.120448, "recall": 0.147233}, {"accuracy": 0.121542, "f1": 0.109854, "hf_subset": "sna_Latn-hau_Latn", "languages": ["sna-Latn", "hau-Latn"], "main_score": 0.109854, "precision": 0.106435, "recall": 0.121542}, {"accuracy": 0.08004, "f1": 0.073658, "hf_subset": "sna_Latn-kea_Latn", "languages": ["sna-Latn", "kea-Latn"], "main_score": 0.073658, "precision": 0.072372, "recall": 0.08004}, {"accuracy": 0.157115, "f1": 0.141795, "hf_subset": "sna_Latn-lus_Latn", "languages": ["sna-Latn", "lus-Latn"], "main_score": 0.141795, "precision": 0.137564, "recall": 0.157115}, {"accuracy": 0.129447, "f1": 0.118526, "hf_subset": "sna_Latn-pag_Latn", "languages": ["sna-Latn", "pag-Latn"], "main_score": 0.118526, "precision": 0.115995, "recall": 0.129447}, {"accuracy": 0.052372, "f1": 0.044196, "hf_subset": "sna_Latn-snd_Arab", "languages": ["sna-Latn", "snd-Arab"], "main_score": 0.044196, "precision": 0.041864, "recall": 0.052372}, {"accuracy": 0.079051, "f1": 0.062278, "hf_subset": "sna_Latn-tuk_Latn", "languages": ["sna-Latn", "tuk-Latn"], "main_score": 0.062278, "precision": 0.058079, "recall": 0.079051}, {"accuracy": 0.101779, "f1": 0.087151, "hf_subset": "sna_Latn-bak_Cyrl", "languages": ["sna-Latn", "bak-Cyrl"], "main_score": 0.087151, "precision": 0.083777, "recall": 0.101779}, {"accuracy": 0.108696, "f1": 0.095655, "hf_subset": "sna_Latn-dyu_Latn", "languages": ["sna-Latn", "dyu-Latn"], "main_score": 0.095655, "precision": 0.092482, "recall": 0.108696}, {"accuracy": 0.096838, "f1": 0.081933, "hf_subset": "sna_Latn-heb_Hebr", "languages": ["sna-Latn", "heb-Hebr"], "main_score": 0.081933, "precision": 0.078225, "recall": 0.096838}, {"accuracy": 0.103755, "f1": 0.083325, "hf_subset": "sna_Latn-khk_Cyrl", "languages": ["sna-Latn", "khk-Cyrl"], "main_score": 0.083325, "precision": 0.079263, "recall": 0.103755}, {"accuracy": 0.117589, "f1": 0.098664, "hf_subset": "sna_Latn-lvs_Latn", "languages": ["sna-Latn", "lvs-Latn"], "main_score": 0.098664, "precision": 0.094931, "recall": 0.117589}, {"accuracy": 0.038538, "f1": 0.029279, "hf_subset": "sna_Latn-pan_Guru", "languages": ["sna-Latn", "pan-Guru"], "main_score": 0.029279, "precision": 0.028158, "recall": 0.038538}, {"accuracy": 0.101779, "f1": 0.088255, "hf_subset": "sna_Latn-som_Latn", "languages": ["sna-Latn", "som-Latn"], "main_score": 0.088255, "precision": 0.084722, "recall": 0.101779}, {"accuracy": 0.179842, "f1": 0.163096, "hf_subset": "sna_Latn-tum_Latn", "languages": ["sna-Latn", "tum-Latn"], "main_score": 0.163096, "precision": 0.157367, "recall": 0.179842}, {"accuracy": 0.02668, "f1": 0.020072, "hf_subset": "tso_Latn-ace_Arab", "languages": ["tso-Latn", "ace-Arab"], "main_score": 0.020072, "precision": 0.019006, "recall": 0.02668}, {"accuracy": 0.166008, "f1": 0.151118, "hf_subset": "tso_Latn-bam_Latn", "languages": ["tso-Latn", "bam-Latn"], "main_score": 0.151118, "precision": 0.145727, "recall": 0.166008}, {"accuracy": 0.003953, "f1": 0.000913, "hf_subset": "tso_Latn-dzo_Tibt", "languages": ["tso-Latn", "dzo-Tibt"], "main_score": 0.000913, "precision": 0.000632, "recall": 0.003953}, {"accuracy": 0.128458, "f1": 0.108741, "hf_subset": "tso_Latn-hin_Deva", "languages": ["tso-Latn", "hin-Deva"], "main_score": 0.108741, "precision": 0.104336, "recall": 0.128458}, {"accuracy": 0.115613, "f1": 0.106048, "hf_subset": "tso_Latn-khm_Khmr", "languages": ["tso-Latn", "khm-Khmr"], "main_score": 0.106048, "precision": 0.103404, "recall": 0.115613}, {"accuracy": 0.08498, "f1": 0.073826, "hf_subset": "tso_Latn-mag_Deva", "languages": ["tso-Latn", "mag-Deva"], "main_score": 0.073826, "precision": 0.071198, "recall": 0.08498}, {"accuracy": 0.101779, "f1": 0.093173, "hf_subset": "tso_Latn-pap_Latn", "languages": ["tso-Latn", "pap-Latn"], "main_score": 0.093173, "precision": 0.091028, "recall": 0.101779}, {"accuracy": 0.26087, "f1": 0.247475, "hf_subset": "tso_Latn-sot_Latn", "languages": ["tso-Latn", "sot-Latn"], "main_score": 0.247475, "precision": 0.242225, "recall": 0.26087}, {"accuracy": 0.179842, "f1": 0.15936, "hf_subset": "tso_Latn-tur_Latn", "languages": ["tso-Latn", "tur-Latn"], "main_score": 0.15936, "precision": 0.154883, "recall": 0.179842}, {"accuracy": 0.153162, "f1": 0.142019, "hf_subset": "tso_Latn-ace_Latn", "languages": ["tso-Latn", "ace-Latn"], "main_score": 0.142019, "precision": 0.139001, "recall": 0.153162}, {"accuracy": 0.098814, "f1": 0.093878, "hf_subset": "tso_Latn-ban_Latn", "languages": ["tso-Latn", "ban-Latn"], "main_score": 0.093878, "precision": 0.092064, "recall": 0.098814}, {"accuracy": 0.123518, "f1": 0.108652, "hf_subset": "tso_Latn-ell_Grek", "languages": ["tso-Latn", "ell-Grek"], "main_score": 0.108652, "precision": 0.104677, "recall": 0.123518}, {"accuracy": 0.083992, "f1": 0.073695, "hf_subset": "tso_Latn-hne_Deva", "languages": ["tso-Latn", "hne-Deva"], "main_score": 0.073695, "precision": 0.071014, "recall": 0.083992}, {"accuracy": 0.183794, "f1": 0.172266, "hf_subset": "tso_Latn-kik_Latn", "languages": ["tso-Latn", "kik-Latn"], "main_score": 0.172266, "precision": 0.167605, "recall": 0.183794}, {"accuracy": 0.085968, "f1": 0.077661, "hf_subset": "tso_Latn-mai_Deva", "languages": ["tso-Latn", "mai-Deva"], "main_score": 0.077661, "precision": 0.075796, "recall": 0.085968}, {"accuracy": 0.102767, "f1": 0.085895, "hf_subset": "tso_Latn-pbt_Arab", "languages": ["tso-Latn", "pbt-Arab"], "main_score": 0.085895, "precision": 0.082505, "recall": 0.102767}, {"accuracy": 0.176877, "f1": 0.154507, "hf_subset": "tso_Latn-spa_Latn", "languages": ["tso-Latn", "spa-Latn"], "main_score": 0.154507, "precision": 0.149437, "recall": 0.176877}, {"accuracy": 0.218379, "f1": 0.203306, "hf_subset": "tso_Latn-twi_Latn", "languages": ["tso-Latn", "twi-Latn"], "main_score": 0.203306, "precision": 0.197941, "recall": 0.218379}, {"accuracy": 0.08004, "f1": 0.072203, "hf_subset": "tso_Latn-acm_Arab", "languages": ["tso-Latn", "acm-Arab"], "main_score": 0.072203, "precision": 0.069936, "recall": 0.08004}, {"accuracy": 0.117589, "f1": 0.097362, "hf_subset": "tso_Latn-bel_Cyrl", "languages": ["tso-Latn", "bel-Cyrl"], "main_score": 0.097362, "precision": 0.09267, "recall": 0.117589}, {"accuracy": 0.172925, "f1": 0.156943, "hf_subset": "tso_Latn-eng_Latn", "languages": ["tso-Latn", "eng-Latn"], "main_score": 0.156943, "precision": 0.153112, "recall": 0.172925}, {"accuracy": 0.128458, "f1": 0.115787, "hf_subset": "tso_Latn-hrv_Latn", "languages": ["tso-Latn", "hrv-Latn"], "main_score": 0.115787, "precision": 0.112743, "recall": 0.128458}, {"accuracy": 0.205534, "f1": 0.188803, "hf_subset": "tso_Latn-kin_Latn", "languages": ["tso-Latn", "kin-Latn"], "main_score": 0.188803, "precision": 0.183763, "recall": 0.205534}, {"accuracy": 0.047431, "f1": 0.038773, "hf_subset": "tso_Latn-mal_Mlym", "languages": ["tso-Latn", "mal-Mlym"], "main_score": 0.038773, "precision": 0.037154, "recall": 0.047431}, {"accuracy": 0.128458, "f1": 0.110511, "hf_subset": "tso_Latn-pes_Arab", "languages": ["tso-Latn", "pes-Arab"], "main_score": 0.110511, "precision": 0.106474, "recall": 0.128458}, {"accuracy": 0.117589, "f1": 0.111173, "hf_subset": "tso_Latn-srd_Latn", "languages": ["tso-Latn", "srd-Latn"], "main_score": 0.111173, "precision": 0.108699, "recall": 0.117589}, {"accuracy": 0.05336, "f1": 0.037229, "hf_subset": "tso_Latn-tzm_Tfng", "languages": ["tso-Latn", "tzm-Tfng"], "main_score": 0.037229, "precision": 0.033437, "recall": 0.05336}, {"accuracy": 0.100791, "f1": 0.088053, "hf_subset": "tso_Latn-acq_Arab", "languages": ["tso-Latn", "acq-Arab"], "main_score": 0.088053, "precision": 0.08509, "recall": 0.100791}, {"accuracy": 0.247036, "f1": 0.223459, "hf_subset": "tso_Latn-bem_Latn", "languages": ["tso-Latn", "bem-Latn"], "main_score": 0.223459, "precision": 0.215483, "recall": 0.247036}, {"accuracy": 0.106719, "f1": 0.099796, "hf_subset": "tso_Latn-epo_Latn", "languages": ["tso-Latn", "epo-Latn"], "main_score": 0.099796, "precision": 0.097579, "recall": 0.106719}, {"accuracy": 0.174901, "f1": 0.154147, "hf_subset": "tso_Latn-hun_Latn", "languages": ["tso-Latn", "hun-Latn"], "main_score": 0.154147, "precision": 0.14935, "recall": 0.174901}, {"accuracy": 0.12253, "f1": 0.105806, "hf_subset": "tso_Latn-kir_Cyrl", "languages": ["tso-Latn", "kir-Cyrl"], "main_score": 0.105806, "precision": 0.102196, "recall": 0.12253}, {"accuracy": 0.09585, "f1": 0.081844, "hf_subset": "tso_Latn-mar_Deva", "languages": ["tso-Latn", "mar-Deva"], "main_score": 0.081844, "precision": 0.079296, "recall": 0.09585}, {"accuracy": 0.155138, "f1": 0.141588, "hf_subset": "tso_Latn-plt_Latn", "languages": ["tso-Latn", "plt-Latn"], "main_score": 0.141588, "precision": 0.137511, "recall": 0.155138}, {"accuracy": 0.137352, "f1": 0.11812, "hf_subset": "tso_Latn-srp_Cyrl", "languages": ["tso-Latn", "srp-Cyrl"], "main_score": 0.11812, "precision": 0.113366, "recall": 0.137352}, {"accuracy": 0.071146, "f1": 0.059562, "hf_subset": "tso_Latn-uig_Arab", "languages": ["tso-Latn", "uig-Arab"], "main_score": 0.059562, "precision": 0.057326, "recall": 0.071146}, {"accuracy": 0.092885, "f1": 0.079706, "hf_subset": "tso_Latn-aeb_Arab", "languages": ["tso-Latn", "aeb-Arab"], "main_score": 0.079706, "precision": 0.077051, "recall": 0.092885}, {"accuracy": 0.049407, "f1": 0.039508, "hf_subset": "tso_Latn-ben_Beng", "languages": ["tso-Latn", "ben-Beng"], "main_score": 0.039508, "precision": 0.037685, "recall": 0.049407}, {"accuracy": 0.18083, "f1": 0.158411, "hf_subset": "tso_Latn-est_Latn", "languages": ["tso-Latn", "est-Latn"], "main_score": 0.158411, "precision": 0.153898, "recall": 0.18083}, {"accuracy": 0.090909, "f1": 0.075311, "hf_subset": "tso_Latn-hye_Armn", "languages": ["tso-Latn", "hye-Armn"], "main_score": 0.075311, "precision": 0.07141, "recall": 0.090909}, {"accuracy": 0.232213, "f1": 0.207169, "hf_subset": "tso_Latn-kmb_Latn", "languages": ["tso-Latn", "kmb-Latn"], "main_score": 0.207169, "precision": 0.197514, "recall": 0.232213}, {"accuracy": 0.021739, "f1": 0.018257, "hf_subset": "tso_Latn-min_Arab", "languages": ["tso-Latn", "min-Arab"], "main_score": 0.018257, "precision": 0.017861, "recall": 0.021739}, {"accuracy": 0.178854, "f1": 0.157788, "hf_subset": "tso_Latn-pol_Latn", "languages": ["tso-Latn", "pol-Latn"], "main_score": 0.157788, "precision": 0.152839, "recall": 0.178854}, {"accuracy": 0.203557, "f1": 0.185188, "hf_subset": "tso_Latn-ssw_Latn", "languages": ["tso-Latn", "ssw-Latn"], "main_score": 0.185188, "precision": 0.179209, "recall": 0.203557}, {"accuracy": 0.121542, "f1": 0.104216, "hf_subset": "tso_Latn-ukr_Cyrl", "languages": ["tso-Latn", "ukr-Cyrl"], "main_score": 0.104216, "precision": 0.099915, "recall": 0.121542}, {"accuracy": 0.168972, "f1": 0.147686, "hf_subset": "tso_Latn-afr_Latn", "languages": ["tso-Latn", "afr-Latn"], "main_score": 0.147686, "precision": 0.14228, "recall": 0.168972}, {"accuracy": 0.077075, "f1": 0.068276, "hf_subset": "tso_Latn-bho_Deva", "languages": ["tso-Latn", "bho-Deva"], "main_score": 0.068276, "precision": 0.065797, "recall": 0.077075}, {"accuracy": 0.090909, "f1": 0.082684, "hf_subset": "tso_Latn-eus_Latn", "languages": ["tso-Latn", "eus-Latn"], "main_score": 0.082684, "precision": 0.080751, "recall": 0.090909}, {"accuracy": 0.183794, "f1": 0.162997, "hf_subset": "tso_Latn-ibo_Latn", "languages": ["tso-Latn", "ibo-Latn"], "main_score": 0.162997, "precision": 0.155671, "recall": 0.183794}, {"accuracy": 0.152174, "f1": 0.136416, "hf_subset": "tso_Latn-kmr_Latn", "languages": ["tso-Latn", "kmr-Latn"], "main_score": 0.136416, "precision": 0.132683, "recall": 0.152174}, {"accuracy": 0.112648, "f1": 0.103268, "hf_subset": "tso_Latn-min_Latn", "languages": ["tso-Latn", "min-Latn"], "main_score": 0.103268, "precision": 0.100688, "recall": 0.112648}, {"accuracy": 0.182806, "f1": 0.161648, "hf_subset": "tso_Latn-por_Latn", "languages": ["tso-Latn", "por-Latn"], "main_score": 0.161648, "precision": 0.156802, "recall": 0.182806}, {"accuracy": 0.091897, "f1": 0.087793, "hf_subset": "tso_Latn-sun_Latn", "languages": ["tso-Latn", "sun-Latn"], "main_score": 0.087793, "precision": 0.08698, "recall": 0.091897}, {"accuracy": 0.186759, "f1": 0.164501, "hf_subset": "tso_Latn-umb_Latn", "languages": ["tso-Latn", "umb-Latn"], "main_score": 0.164501, "precision": 0.1571, "recall": 0.186759}, {"accuracy": 0.115613, "f1": 0.097971, "hf_subset": "tso_Latn-ajp_Arab", "languages": ["tso-Latn", "ajp-Arab"], "main_score": 0.097971, "precision": 0.093435, "recall": 0.115613}, {"accuracy": 0.036561, "f1": 0.030987, "hf_subset": "tso_Latn-bjn_Arab", "languages": ["tso-Latn", "bjn-Arab"], "main_score": 0.030987, "precision": 0.029418, "recall": 0.036561}, {"accuracy": 0.173913, "f1": 0.158828, "hf_subset": "tso_Latn-ewe_Latn", "languages": ["tso-Latn", "ewe-Latn"], "main_score": 0.158828, "precision": 0.153706, "recall": 0.173913}, {"accuracy": 0.160079, "f1": 0.144994, "hf_subset": "tso_Latn-ilo_Latn", "languages": ["tso-Latn", "ilo-Latn"], "main_score": 0.144994, "precision": 0.140731, "recall": 0.160079}, {"accuracy": 0.033597, "f1": 0.029247, "hf_subset": "tso_Latn-knc_Arab", "languages": ["tso-Latn", "knc-Arab"], "main_score": 0.029247, "precision": 0.02826, "recall": 0.033597}, {"accuracy": 0.141304, "f1": 0.126505, "hf_subset": "tso_Latn-mkd_Cyrl", "languages": ["tso-Latn", "mkd-Cyrl"], "main_score": 0.126505, "precision": 0.123294, "recall": 0.141304}, {"accuracy": 0.103755, "f1": 0.090076, "hf_subset": "tso_Latn-prs_Arab", "languages": ["tso-Latn", "prs-Arab"], "main_score": 0.090076, "precision": 0.086625, "recall": 0.103755}, {"accuracy": 0.141304, "f1": 0.129286, "hf_subset": "tso_Latn-swe_Latn", "languages": ["tso-Latn", "swe-Latn"], "main_score": 0.129286, "precision": 0.126357, "recall": 0.141304}, {"accuracy": 0.094862, "f1": 0.082206, "hf_subset": "tso_Latn-urd_Arab", "languages": ["tso-Latn", "urd-Arab"], "main_score": 0.082206, "precision": 0.079452, "recall": 0.094862}, {"accuracy": 0.227273, "f1": 0.207337, "hf_subset": "tso_Latn-aka_Latn", "languages": ["tso-Latn", "aka-Latn"], "main_score": 0.207337, "precision": 0.202089, "recall": 0.227273}, {"accuracy": 0.119565, "f1": 0.114584, "hf_subset": "tso_Latn-bjn_Latn", "languages": ["tso-Latn", "bjn-Latn"], "main_score": 0.114584, "precision": 0.113233, "recall": 0.119565}, {"accuracy": 0.121542, "f1": 0.110467, "hf_subset": "tso_Latn-fao_Latn", "languages": ["tso-Latn", "fao-Latn"], "main_score": 0.110467, "precision": 0.108206, "recall": 0.121542}, {"accuracy": 0.186759, "f1": 0.163902, "hf_subset": "tso_Latn-ind_Latn", "languages": ["tso-Latn", "ind-Latn"], "main_score": 0.163902, "precision": 0.15956, "recall": 0.186759}, {"accuracy": 0.189723, "f1": 0.176404, "hf_subset": "tso_Latn-knc_Latn", "languages": ["tso-Latn", "knc-Latn"], "main_score": 0.176404, "precision": 0.17201, "recall": 0.189723}, {"accuracy": 0.153162, "f1": 0.134464, "hf_subset": "tso_Latn-mlt_Latn", "languages": ["tso-Latn", "mlt-Latn"], "main_score": 0.134464, "precision": 0.129425, "recall": 0.153162}, {"accuracy": 0.190711, "f1": 0.175011, "hf_subset": "tso_Latn-quy_Latn", "languages": ["tso-Latn", "quy-Latn"], "main_score": 0.175011, "precision": 0.169897, "recall": 0.190711}, {"accuracy": 0.129447, "f1": 0.118971, "hf_subset": "tso_Latn-swh_Latn", "languages": ["tso-Latn", "swh-Latn"], "main_score": 0.118971, "precision": 0.115775, "recall": 0.129447}, {"accuracy": 0.086957, "f1": 0.081016, "hf_subset": "tso_Latn-uzn_Latn", "languages": ["tso-Latn", "uzn-Latn"], "main_score": 0.081016, "precision": 0.079987, "recall": 0.086957}, {"accuracy": 0.147233, "f1": 0.130945, "hf_subset": "tso_Latn-als_Latn", "languages": ["tso-Latn", "als-Latn"], "main_score": 0.130945, "precision": 0.126786, "recall": 0.147233}, {"accuracy": 0.04249, "f1": 0.028259, "hf_subset": "tso_Latn-bod_Tibt", "languages": ["tso-Latn", "bod-Tibt"], "main_score": 0.028259, "precision": 0.024885, "recall": 0.04249}, {"accuracy": 0.113636, "f1": 0.102158, "hf_subset": "tso_Latn-fij_Latn", "languages": ["tso-Latn", "fij-Latn"], "main_score": 0.102158, "precision": 0.098411, "recall": 0.113636}, {"accuracy": 0.099802, "f1": 0.095907, "hf_subset": "tso_Latn-isl_Latn", "languages": ["tso-Latn", "isl-Latn"], "main_score": 0.095907, "precision": 0.095019, "recall": 0.099802}, {"accuracy": 0.212451, "f1": 0.189609, "hf_subset": "tso_Latn-kon_Latn", "languages": ["tso-Latn", "kon-Latn"], "main_score": 0.189609, "precision": 0.182508, "recall": 0.212451}, {"accuracy": 0.043478, "f1": 0.030925, "hf_subset": "tso_Latn-mni_Beng", "languages": ["tso-Latn", "mni-Beng"], "main_score": 0.030925, "precision": 0.027915, "recall": 0.043478}, {"accuracy": 0.177866, "f1": 0.157865, "hf_subset": "tso_Latn-ron_Latn", "languages": ["tso-Latn", "ron-Latn"], "main_score": 0.157865, "precision": 0.153592, "recall": 0.177866}, {"accuracy": 0.116601, "f1": 0.107842, "hf_subset": "tso_Latn-szl_Latn", "languages": ["tso-Latn", "szl-Latn"], "main_score": 0.107842, "precision": 0.105776, "recall": 0.116601}, {"accuracy": 0.132411, "f1": 0.124078, "hf_subset": "tso_Latn-vec_Latn", "languages": ["tso-Latn", "vec-Latn"], "main_score": 0.124078, "precision": 0.121444, "recall": 0.132411}, {"accuracy": 0.044466, "f1": 0.031813, "hf_subset": "tso_Latn-amh_Ethi", "languages": ["tso-Latn", "amh-Ethi"], "main_score": 0.031813, "precision": 0.02959, "recall": 0.044466}, {"accuracy": 0.167984, "f1": 0.147856, "hf_subset": "tso_Latn-bos_Latn", "languages": ["tso-Latn", "bos-Latn"], "main_score": 0.147856, "precision": 0.143892, "recall": 0.167984}, {"accuracy": 0.160079, "f1": 0.143043, "hf_subset": "tso_Latn-fin_Latn", "languages": ["tso-Latn", "fin-Latn"], "main_score": 0.143043, "precision": 0.13909, "recall": 0.160079}, {"accuracy": 0.179842, "f1": 0.153693, "hf_subset": "tso_Latn-ita_Latn", "languages": ["tso-Latn", "ita-Latn"], "main_score": 0.153693, "precision": 0.148803, "recall": 0.179842}, {"accuracy": 0.12747, "f1": 0.109896, "hf_subset": "tso_Latn-kor_Hang", "languages": ["tso-Latn", "kor-Hang"], "main_score": 0.109896, "precision": 0.105968, "recall": 0.12747}, {"accuracy": 0.161067, "f1": 0.148573, "hf_subset": "tso_Latn-mos_Latn", "languages": ["tso-Latn", "mos-Latn"], "main_score": 0.148573, "precision": 0.144233, "recall": 0.161067}, {"accuracy": 0.200593, "f1": 0.184487, "hf_subset": "tso_Latn-run_Latn", "languages": ["tso-Latn", "run-Latn"], "main_score": 0.184487, "precision": 0.178717, "recall": 0.200593}, {"accuracy": 0.044466, "f1": 0.035899, "hf_subset": "tso_Latn-tam_Taml", "languages": ["tso-Latn", "tam-Taml"], "main_score": 0.035899, "precision": 0.034739, "recall": 0.044466}, {"accuracy": 0.186759, "f1": 0.161461, "hf_subset": "tso_Latn-vie_Latn", "languages": ["tso-Latn", "vie-Latn"], "main_score": 0.161461, "precision": 0.156352, "recall": 0.186759}, {"accuracy": 0.087945, "f1": 0.080301, "hf_subset": "tso_Latn-apc_Arab", "languages": ["tso-Latn", "apc-Arab"], "main_score": 0.080301, "precision": 0.078329, "recall": 0.087945}, {"accuracy": 0.139328, "f1": 0.128873, "hf_subset": "tso_Latn-bug_Latn", "languages": ["tso-Latn", "bug-Latn"], "main_score": 0.128873, "precision": 0.124704, "recall": 0.139328}, {"accuracy": 0.18083, "f1": 0.167616, "hf_subset": "tso_Latn-fon_Latn", "languages": ["tso-Latn", "fon-Latn"], "main_score": 0.167616, "precision": 0.163043, "recall": 0.18083}, {"accuracy": 0.116601, "f1": 0.111133, "hf_subset": "tso_Latn-jav_Latn", "languages": ["tso-Latn", "jav-Latn"], "main_score": 0.111133, "precision": 0.109058, "recall": 0.116601}, {"accuracy": 0.152174, "f1": 0.134517, "hf_subset": "tso_Latn-lao_Laoo", "languages": ["tso-Latn", "lao-Laoo"], "main_score": 0.134517, "precision": 0.130737, "recall": 0.152174}, {"accuracy": 0.179842, "f1": 0.162371, "hf_subset": "tso_Latn-mri_Latn", "languages": ["tso-Latn", "mri-Latn"], "main_score": 0.162371, "precision": 0.156208, "recall": 0.179842}, {"accuracy": 0.145257, "f1": 0.128133, "hf_subset": "tso_Latn-rus_Cyrl", "languages": ["tso-Latn", "rus-Cyrl"], "main_score": 0.128133, "precision": 0.123867, "recall": 0.145257}, {"accuracy": 0.181818, "f1": 0.165515, "hf_subset": "tso_Latn-taq_Latn", "languages": ["tso-Latn", "taq-Latn"], "main_score": 0.165515, "precision": 0.160603, "recall": 0.181818}, {"accuracy": 0.150198, "f1": 0.142277, "hf_subset": "tso_Latn-war_Latn", "languages": ["tso-Latn", "war-Latn"], "main_score": 0.142277, "precision": 0.139337, "recall": 0.150198}, {"accuracy": 0.100791, "f1": 0.085394, "hf_subset": "tso_Latn-arb_Arab", "languages": ["tso-Latn", "arb-Arab"], "main_score": 0.085394, "precision": 0.081592, "recall": 0.100791}, {"accuracy": 0.143281, "f1": 0.122873, "hf_subset": "tso_Latn-bul_Cyrl", "languages": ["tso-Latn", "bul-Cyrl"], "main_score": 0.122873, "precision": 0.117972, "recall": 0.143281}, {"accuracy": 0.188735, "f1": 0.166649, "hf_subset": "tso_Latn-fra_Latn", "languages": ["tso-Latn", "fra-Latn"], "main_score": 0.166649, "precision": 0.161849, "recall": 0.188735}, {"accuracy": 0.128458, "f1": 0.109215, "hf_subset": "tso_Latn-jpn_Jpan", "languages": ["tso-Latn", "jpn-Jpan"], "main_score": 0.109215, "precision": 0.105701, "recall": 0.128458}, {"accuracy": 0.125494, "f1": 0.118605, "hf_subset": "tso_Latn-lij_Latn", "languages": ["tso-Latn", "lij-Latn"], "main_score": 0.118605, "precision": 0.116632, "recall": 0.125494}, {"accuracy": 0.088933, "f1": 0.072935, "hf_subset": "tso_Latn-mya_Mymr", "languages": ["tso-Latn", "mya-Mymr"], "main_score": 0.072935, "precision": 0.068896, "recall": 0.088933}, {"accuracy": 0.159091, "f1": 0.140048, "hf_subset": "tso_Latn-sag_Latn", "languages": ["tso-Latn", "sag-Latn"], "main_score": 0.140048, "precision": 0.134768, "recall": 0.159091}, {"accuracy": 0.074111, "f1": 0.054945, "hf_subset": "tso_Latn-taq_Tfng", "languages": ["tso-Latn", "taq-Tfng"], "main_score": 0.054945, "precision": 0.050908, "recall": 0.074111}, {"accuracy": 0.181818, "f1": 0.162252, "hf_subset": "tso_Latn-wol_Latn", "languages": ["tso-Latn", "wol-Latn"], "main_score": 0.162252, "precision": 0.156406, "recall": 0.181818}, {"accuracy": 0.096838, "f1": 0.079939, "hf_subset": "tso_Latn-arb_Latn", "languages": ["tso-Latn", "arb-Latn"], "main_score": 0.079939, "precision": 0.075729, "recall": 0.096838}, {"accuracy": 0.186759, "f1": 0.164412, "hf_subset": "tso_Latn-cat_Latn", "languages": ["tso-Latn", "cat-Latn"], "main_score": 0.164412, "precision": 0.159383, "recall": 0.186759}, {"accuracy": 0.136364, "f1": 0.119825, "hf_subset": "tso_Latn-fur_Latn", "languages": ["tso-Latn", "fur-Latn"], "main_score": 0.119825, "precision": 0.116411, "recall": 0.136364}, {"accuracy": 0.077075, "f1": 0.062575, "hf_subset": "tso_Latn-kab_Latn", "languages": ["tso-Latn", "kab-Latn"], "main_score": 0.062575, "precision": 0.058265, "recall": 0.077075}, {"accuracy": 0.11166, "f1": 0.107546, "hf_subset": "tso_Latn-lim_Latn", "languages": ["tso-Latn", "lim-Latn"], "main_score": 0.107546, "precision": 0.106227, "recall": 0.11166}, {"accuracy": 0.18083, "f1": 0.158772, "hf_subset": "tso_Latn-nld_Latn", "languages": ["tso-Latn", "nld-Latn"], "main_score": 0.158772, "precision": 0.153887, "recall": 0.18083}, {"accuracy": 0.068182, "f1": 0.058814, "hf_subset": "tso_Latn-san_Deva", "languages": ["tso-Latn", "san-Deva"], "main_score": 0.058814, "precision": 0.056207, "recall": 0.068182}, {"accuracy": 0.092885, "f1": 0.084752, "hf_subset": "tso_Latn-tat_Cyrl", "languages": ["tso-Latn", "tat-Cyrl"], "main_score": 0.084752, "precision": 0.082924, "recall": 0.092885}, {"accuracy": 0.206522, "f1": 0.185588, "hf_subset": "tso_Latn-xho_Latn", "languages": ["tso-Latn", "xho-Latn"], "main_score": 0.185588, "precision": 0.178956, "recall": 0.206522}, {"accuracy": 0.093874, "f1": 0.07845, "hf_subset": "tso_Latn-ars_Arab", "languages": ["tso-Latn", "ars-Arab"], "main_score": 0.07845, "precision": 0.074657, "recall": 0.093874}, {"accuracy": 0.123518, "f1": 0.113171, "hf_subset": "tso_Latn-ceb_Latn", "languages": ["tso-Latn", "ceb-Latn"], "main_score": 0.113171, "precision": 0.11051, "recall": 0.123518}, {"accuracy": 0.158103, "f1": 0.141255, "hf_subset": "tso_Latn-fuv_Latn", "languages": ["tso-Latn", "fuv-Latn"], "main_score": 0.141255, "precision": 0.135586, "recall": 0.158103}, {"accuracy": 0.210474, "f1": 0.191009, "hf_subset": "tso_Latn-kac_Latn", "languages": ["tso-Latn", "kac-Latn"], "main_score": 0.191009, "precision": 0.184521, "recall": 0.210474}, {"accuracy": 0.187747, "f1": 0.16765, "hf_subset": "tso_Latn-lin_Latn", "languages": ["tso-Latn", "lin-Latn"], "main_score": 0.16765, "precision": 0.162631, "recall": 0.187747}, {"accuracy": 0.167984, "f1": 0.149637, "hf_subset": "tso_Latn-nno_Latn", "languages": ["tso-Latn", "nno-Latn"], "main_score": 0.149637, "precision": 0.144832, "recall": 0.167984}, {"accuracy": 0.021739, "f1": 0.008842, "hf_subset": "tso_Latn-sat_Olck", "languages": ["tso-Latn", "sat-Olck"], "main_score": 0.008842, "precision": 0.007039, "recall": 0.021739}, {"accuracy": 0.061265, "f1": 0.053806, "hf_subset": "tso_Latn-tel_Telu", "languages": ["tso-Latn", "tel-Telu"], "main_score": 0.053806, "precision": 0.051614, "recall": 0.061265}, {"accuracy": 0.051383, "f1": 0.042039, "hf_subset": "tso_Latn-ydd_Hebr", "languages": ["tso-Latn", "ydd-Hebr"], "main_score": 0.042039, "precision": 0.039379, "recall": 0.051383}, {"accuracy": 0.078063, "f1": 0.06554, "hf_subset": "tso_Latn-ary_Arab", "languages": ["tso-Latn", "ary-Arab"], "main_score": 0.06554, "precision": 0.063044, "recall": 0.078063}, {"accuracy": 0.175889, "f1": 0.157731, "hf_subset": "tso_Latn-ces_Latn", "languages": ["tso-Latn", "ces-Latn"], "main_score": 0.157731, "precision": 0.154183, "recall": 0.175889}, {"accuracy": 0.081028, "f1": 0.068176, "hf_subset": "tso_Latn-gaz_Latn", "languages": ["tso-Latn", "gaz-Latn"], "main_score": 0.068176, "precision": 0.064353, "recall": 0.081028}, {"accuracy": 0.23419, "f1": 0.217147, "hf_subset": "tso_Latn-kam_Latn", "languages": ["tso-Latn", "kam-Latn"], "main_score": 0.217147, "precision": 0.210013, "recall": 0.23419}, {"accuracy": 0.153162, "f1": 0.132642, "hf_subset": "tso_Latn-lit_Latn", "languages": ["tso-Latn", "lit-Latn"], "main_score": 0.132642, "precision": 0.12827, "recall": 0.153162}, {"accuracy": 0.177866, "f1": 0.159551, "hf_subset": "tso_Latn-nob_Latn", "languages": ["tso-Latn", "nob-Latn"], "main_score": 0.159551, "precision": 0.155688, "recall": 0.177866}, {"accuracy": 0.106719, "f1": 0.100306, "hf_subset": "tso_Latn-scn_Latn", "languages": ["tso-Latn", "scn-Latn"], "main_score": 0.100306, "precision": 0.098795, "recall": 0.106719}, {"accuracy": 0.103755, "f1": 0.088656, "hf_subset": "tso_Latn-tgk_Cyrl", "languages": ["tso-Latn", "tgk-Cyrl"], "main_score": 0.088656, "precision": 0.084436, "recall": 0.103755}, {"accuracy": 0.156126, "f1": 0.1422, "hf_subset": "tso_Latn-yor_Latn", "languages": ["tso-Latn", "yor-Latn"], "main_score": 0.1422, "precision": 0.137778, "recall": 0.156126}, {"accuracy": 0.092885, "f1": 0.084993, "hf_subset": "tso_Latn-arz_Arab", "languages": ["tso-Latn", "arz-Arab"], "main_score": 0.084993, "precision": 0.082801, "recall": 0.092885}, {"accuracy": 0.19664, "f1": 0.176554, "hf_subset": "tso_Latn-cjk_Latn", "languages": ["tso-Latn", "cjk-Latn"], "main_score": 0.176554, "precision": 0.168443, "recall": 0.19664}, {"accuracy": 0.13834, "f1": 0.118592, "hf_subset": "tso_Latn-gla_Latn", "languages": ["tso-Latn", "gla-Latn"], "main_score": 0.118592, "precision": 0.113489, "recall": 0.13834}, {"accuracy": 0.041502, "f1": 0.034789, "hf_subset": "tso_Latn-kan_Knda", "languages": ["tso-Latn", "kan-Knda"], "main_score": 0.034789, "precision": 0.033236, "recall": 0.041502}, {"accuracy": 0.119565, "f1": 0.109336, "hf_subset": "tso_Latn-lmo_Latn", "languages": ["tso-Latn", "lmo-Latn"], "main_score": 0.109336, "precision": 0.10731, "recall": 0.119565}, {"accuracy": 0.11166, "f1": 0.094243, "hf_subset": "tso_Latn-npi_Deva", "languages": ["tso-Latn", "npi-Deva"], "main_score": 0.094243, "precision": 0.090261, "recall": 0.11166}, {"accuracy": 0.131423, "f1": 0.117656, "hf_subset": "tso_Latn-shn_Mymr", "languages": ["tso-Latn", "shn-Mymr"], "main_score": 0.117656, "precision": 0.113644, "recall": 0.131423}, {"accuracy": 0.12253, "f1": 0.114265, "hf_subset": "tso_Latn-tgl_Latn", "languages": ["tso-Latn", "tgl-Latn"], "main_score": 0.114265, "precision": 0.111372, "recall": 0.12253}, {"accuracy": 0.131423, "f1": 0.109054, "hf_subset": "tso_Latn-yue_Hant", "languages": ["tso-Latn", "yue-Hant"], "main_score": 0.109054, "precision": 0.105714, "recall": 0.131423}, {"accuracy": 0.034585, "f1": 0.028967, "hf_subset": "tso_Latn-asm_Beng", "languages": ["tso-Latn", "asm-Beng"], "main_score": 0.028967, "precision": 0.027628, "recall": 0.034585}, {"accuracy": 0.074111, "f1": 0.058609, "hf_subset": "tso_Latn-ckb_Arab", "languages": ["tso-Latn", "ckb-Arab"], "main_score": 0.058609, "precision": 0.055081, "recall": 0.074111}, {"accuracy": 0.12747, "f1": 0.11694, "hf_subset": "tso_Latn-gle_Latn", "languages": ["tso-Latn", "gle-Latn"], "main_score": 0.11694, "precision": 0.114077, "recall": 0.12747}, {"accuracy": 0.048419, "f1": 0.043711, "hf_subset": "tso_Latn-kas_Arab", "languages": ["tso-Latn", "kas-Arab"], "main_score": 0.043711, "precision": 0.04208, "recall": 0.048419}, {"accuracy": 0.116601, "f1": 0.100844, "hf_subset": "tso_Latn-ltg_Latn", "languages": ["tso-Latn", "ltg-Latn"], "main_score": 0.100844, "precision": 0.097029, "recall": 0.116601}, {"accuracy": 0.220356, "f1": 0.200625, "hf_subset": "tso_Latn-nso_Latn", "languages": ["tso-Latn", "nso-Latn"], "main_score": 0.200625, "precision": 0.193338, "recall": 0.220356}, {"accuracy": 0.051383, "f1": 0.04436, "hf_subset": "tso_Latn-sin_Sinh", "languages": ["tso-Latn", "sin-Sinh"], "main_score": 0.04436, "precision": 0.042649, "recall": 0.051383}, {"accuracy": 0.128458, "f1": 0.10803, "hf_subset": "tso_Latn-tha_Thai", "languages": ["tso-Latn", "tha-Thai"], "main_score": 0.10803, "precision": 0.104074, "recall": 0.128458}, {"accuracy": 0.131423, "f1": 0.111104, "hf_subset": "tso_Latn-zho_Hans", "languages": ["tso-Latn", "zho-Hans"], "main_score": 0.111104, "precision": 0.107494, "recall": 0.131423}, {"accuracy": 0.139328, "f1": 0.122266, "hf_subset": "tso_Latn-ast_Latn", "languages": ["tso-Latn", "ast-Latn"], "main_score": 0.122266, "precision": 0.118274, "recall": 0.139328}, {"accuracy": 0.100791, "f1": 0.092728, "hf_subset": "tso_Latn-crh_Latn", "languages": ["tso-Latn", "crh-Latn"], "main_score": 0.092728, "precision": 0.090456, "recall": 0.100791}, {"accuracy": 0.186759, "f1": 0.162793, "hf_subset": "tso_Latn-glg_Latn", "languages": ["tso-Latn", "glg-Latn"], "main_score": 0.162793, "precision": 0.157632, "recall": 0.186759}, {"accuracy": 0.091897, "f1": 0.080857, "hf_subset": "tso_Latn-kas_Deva", "languages": ["tso-Latn", "kas-Deva"], "main_score": 0.080857, "precision": 0.077553, "recall": 0.091897}, {"accuracy": 0.121542, "f1": 0.112899, "hf_subset": "tso_Latn-ltz_Latn", "languages": ["tso-Latn", "ltz-Latn"], "main_score": 0.112899, "precision": 0.110106, "recall": 0.121542}, {"accuracy": 0.124506, "f1": 0.101609, "hf_subset": "tso_Latn-nus_Latn", "languages": ["tso-Latn", "nus-Latn"], "main_score": 0.101609, "precision": 0.094946, "recall": 0.124506}, {"accuracy": 0.176877, "f1": 0.160093, "hf_subset": "tso_Latn-slk_Latn", "languages": ["tso-Latn", "slk-Latn"], "main_score": 0.160093, "precision": 0.155539, "recall": 0.176877}, {"accuracy": 0.028656, "f1": 0.023965, "hf_subset": "tso_Latn-tir_Ethi", "languages": ["tso-Latn", "tir-Ethi"], "main_score": 0.023965, "precision": 0.0231, "recall": 0.028656}, {"accuracy": 0.12253, "f1": 0.105813, "hf_subset": "tso_Latn-zho_Hant", "languages": ["tso-Latn", "zho-Hant"], "main_score": 0.105813, "precision": 0.102761, "recall": 0.12253}, {"accuracy": 0.109684, "f1": 0.096564, "hf_subset": "tso_Latn-awa_Deva", "languages": ["tso-Latn", "awa-Deva"], "main_score": 0.096564, "precision": 0.093005, "recall": 0.109684}, {"accuracy": 0.097826, "f1": 0.087443, "hf_subset": "tso_Latn-cym_Latn", "languages": ["tso-Latn", "cym-Latn"], "main_score": 0.087443, "precision": 0.085247, "recall": 0.097826}, {"accuracy": 0.173913, "f1": 0.165652, "hf_subset": "tso_Latn-grn_Latn", "languages": ["tso-Latn", "grn-Latn"], "main_score": 0.165652, "precision": 0.162621, "recall": 0.173913}, {"accuracy": 0.094862, "f1": 0.083798, "hf_subset": "tso_Latn-kat_Geor", "languages": ["tso-Latn", "kat-Geor"], "main_score": 0.083798, "precision": 0.081518, "recall": 0.094862}, {"accuracy": 0.177866, "f1": 0.161562, "hf_subset": "tso_Latn-lua_Latn", "languages": ["tso-Latn", "lua-Latn"], "main_score": 0.161562, "precision": 0.156178, "recall": 0.177866}, {"accuracy": 0.23913, "f1": 0.218633, "hf_subset": "tso_Latn-nya_Latn", "languages": ["tso-Latn", "nya-Latn"], "main_score": 0.218633, "precision": 0.211509, "recall": 0.23913}, {"accuracy": 0.174901, "f1": 0.151971, "hf_subset": "tso_Latn-slv_Latn", "languages": ["tso-Latn", "slv-Latn"], "main_score": 0.151971, "precision": 0.147447, "recall": 0.174901}, {"accuracy": 0.163043, "f1": 0.151599, "hf_subset": "tso_Latn-tpi_Latn", "languages": ["tso-Latn", "tpi-Latn"], "main_score": 0.151599, "precision": 0.148322, "recall": 0.163043}, {"accuracy": 0.185771, "f1": 0.164942, "hf_subset": "tso_Latn-zsm_Latn", "languages": ["tso-Latn", "zsm-Latn"], "main_score": 0.164942, "precision": 0.161079, "recall": 0.185771}, {"accuracy": 0.16996, "f1": 0.157424, "hf_subset": "tso_Latn-ayr_Latn", "languages": ["tso-Latn", "ayr-Latn"], "main_score": 0.157424, "precision": 0.152133, "recall": 0.16996}, {"accuracy": 0.178854, "f1": 0.158264, "hf_subset": "tso_Latn-dan_Latn", "languages": ["tso-Latn", "dan-Latn"], "main_score": 0.158264, "precision": 0.154191, "recall": 0.178854}, {"accuracy": 0.062253, "f1": 0.053471, "hf_subset": "tso_Latn-guj_Gujr", "languages": ["tso-Latn", "guj-Gujr"], "main_score": 0.053471, "precision": 0.051698, "recall": 0.062253}, {"accuracy": 0.13834, "f1": 0.116822, "hf_subset": "tso_Latn-kaz_Cyrl", "languages": ["tso-Latn", "kaz-Cyrl"], "main_score": 0.116822, "precision": 0.11222, "recall": 0.13834}, {"accuracy": 0.18083, "f1": 0.160579, "hf_subset": "tso_Latn-lug_Latn", "languages": ["tso-Latn", "lug-Latn"], "main_score": 0.160579, "precision": 0.154459, "recall": 0.18083}, {"accuracy": 0.157115, "f1": 0.143575, "hf_subset": "tso_Latn-oci_Latn", "languages": ["tso-Latn", "oci-Latn"], "main_score": 0.143575, "precision": 0.140249, "recall": 0.157115}, {"accuracy": 0.147233, "f1": 0.124651, "hf_subset": "tso_Latn-smo_Latn", "languages": ["tso-Latn", "smo-Latn"], "main_score": 0.124651, "precision": 0.11846, "recall": 0.147233}, {"accuracy": 0.229249, "f1": 0.205255, "hf_subset": "tso_Latn-tsn_Latn", "languages": ["tso-Latn", "tsn-Latn"], "main_score": 0.205255, "precision": 0.196904, "recall": 0.229249}, {"accuracy": 0.200593, "f1": 0.176088, "hf_subset": "tso_Latn-zul_Latn", "languages": ["tso-Latn", "zul-Latn"], "main_score": 0.176088, "precision": 0.168033, "recall": 0.200593}, {"accuracy": 0.061265, "f1": 0.053348, "hf_subset": "tso_Latn-azb_Arab", "languages": ["tso-Latn", "azb-Arab"], "main_score": 0.053348, "precision": 0.051268, "recall": 0.061265}, {"accuracy": 0.170949, "f1": 0.155278, "hf_subset": "tso_Latn-deu_Latn", "languages": ["tso-Latn", "deu-Latn"], "main_score": 0.155278, "precision": 0.151698, "recall": 0.170949}, {"accuracy": 0.147233, "f1": 0.131209, "hf_subset": "tso_Latn-hat_Latn", "languages": ["tso-Latn", "hat-Latn"], "main_score": 0.131209, "precision": 0.126271, "recall": 0.147233}, {"accuracy": 0.202569, "f1": 0.186714, "hf_subset": "tso_Latn-kbp_Latn", "languages": ["tso-Latn", "kbp-Latn"], "main_score": 0.186714, "precision": 0.181255, "recall": 0.202569}, {"accuracy": 0.190711, "f1": 0.175525, "hf_subset": "tso_Latn-luo_Latn", "languages": ["tso-Latn", "luo-Latn"], "main_score": 0.175525, "precision": 0.171049, "recall": 0.190711}, {"accuracy": 0.048419, "f1": 0.040212, "hf_subset": "tso_Latn-ory_Orya", "languages": ["tso-Latn", "ory-Orya"], "main_score": 0.040212, "precision": 0.038458, "recall": 0.048419}, {"accuracy": 0.18083, "f1": 0.160697, "hf_subset": "tso_Latn-sna_Latn", "languages": ["tso-Latn", "sna-Latn"], "main_score": 0.160697, "precision": 0.153397, "recall": 0.18083}, {"accuracy": 0.096838, "f1": 0.08477, "hf_subset": "tso_Latn-azj_Latn", "languages": ["tso-Latn", "azj-Latn"], "main_score": 0.08477, "precision": 0.082004, "recall": 0.096838}, {"accuracy": 0.188735, "f1": 0.167611, "hf_subset": "tso_Latn-dik_Latn", "languages": ["tso-Latn", "dik-Latn"], "main_score": 0.167611, "precision": 0.161845, "recall": 0.188735}, {"accuracy": 0.16502, "f1": 0.150717, "hf_subset": "tso_Latn-hau_Latn", "languages": ["tso-Latn", "hau-Latn"], "main_score": 0.150717, "precision": 0.146045, "recall": 0.16502}, {"accuracy": 0.099802, "f1": 0.091819, "hf_subset": "tso_Latn-kea_Latn", "languages": ["tso-Latn", "kea-Latn"], "main_score": 0.091819, "precision": 0.089909, "recall": 0.099802}, {"accuracy": 0.201581, "f1": 0.178049, "hf_subset": "tso_Latn-lus_Latn", "languages": ["tso-Latn", "lus-Latn"], "main_score": 0.178049, "precision": 0.170785, "recall": 0.201581}, {"accuracy": 0.156126, "f1": 0.144274, "hf_subset": "tso_Latn-pag_Latn", "languages": ["tso-Latn", "pag-Latn"], "main_score": 0.144274, "precision": 0.140676, "recall": 0.156126}, {"accuracy": 0.064229, "f1": 0.055104, "hf_subset": "tso_Latn-snd_Arab", "languages": ["tso-Latn", "snd-Arab"], "main_score": 0.055104, "precision": 0.052265, "recall": 0.064229}, {"accuracy": 0.116601, "f1": 0.100569, "hf_subset": "tso_Latn-tuk_Latn", "languages": ["tso-Latn", "tuk-Latn"], "main_score": 0.100569, "precision": 0.096247, "recall": 0.116601}, {"accuracy": 0.12747, "f1": 0.111056, "hf_subset": "tso_Latn-bak_Cyrl", "languages": ["tso-Latn", "bak-Cyrl"], "main_score": 0.111056, "precision": 0.106977, "recall": 0.12747}, {"accuracy": 0.145257, "f1": 0.129533, "hf_subset": "tso_Latn-dyu_Latn", "languages": ["tso-Latn", "dyu-Latn"], "main_score": 0.129533, "precision": 0.123816, "recall": 0.145257}, {"accuracy": 0.123518, "f1": 0.104758, "hf_subset": "tso_Latn-heb_Hebr", "languages": ["tso-Latn", "heb-Hebr"], "main_score": 0.104758, "precision": 0.100067, "recall": 0.123518}, {"accuracy": 0.128458, "f1": 0.106614, "hf_subset": "tso_Latn-khk_Cyrl", "languages": ["tso-Latn", "khk-Cyrl"], "main_score": 0.106614, "precision": 0.10191, "recall": 0.128458}, {"accuracy": 0.140316, "f1": 0.120264, "hf_subset": "tso_Latn-lvs_Latn", "languages": ["tso-Latn", "lvs-Latn"], "main_score": 0.120264, "precision": 0.115615, "recall": 0.140316}, {"accuracy": 0.048419, "f1": 0.040154, "hf_subset": "tso_Latn-pan_Guru", "languages": ["tso-Latn", "pan-Guru"], "main_score": 0.040154, "precision": 0.039022, "recall": 0.048419}, {"accuracy": 0.137352, "f1": 0.123425, "hf_subset": "tso_Latn-som_Latn", "languages": ["tso-Latn", "som-Latn"], "main_score": 0.123425, "precision": 0.119373, "recall": 0.137352}, {"accuracy": 0.237154, "f1": 0.218205, "hf_subset": "tso_Latn-tum_Latn", "languages": ["tso-Latn", "tum-Latn"], "main_score": 0.218205, "precision": 0.211124, "recall": 0.237154}, {"accuracy": 0.08004, "f1": 0.050312, "hf_subset": "azj_Latn-ace_Arab", "languages": ["azj-Latn", "ace-Arab"], "main_score": 0.050312, "precision": 0.043271, "recall": 0.08004}, {"accuracy": 0.167984, "f1": 0.106974, "hf_subset": "azj_Latn-bam_Latn", "languages": ["azj-Latn", "bam-Latn"], "main_score": 0.106974, "precision": 0.092761, "recall": 0.167984}, {"accuracy": 0.003953, "f1": 5e-05, "hf_subset": "azj_Latn-dzo_Tibt", "languages": ["azj-Latn", "dzo-Tibt"], "main_score": 5e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.954545, "f1": 0.940711, "hf_subset": "azj_Latn-hin_Deva", "languages": ["azj-Latn", "hin-Deva"], "main_score": 0.940711, "precision": 0.934124, "recall": 0.954545}, {"accuracy": 0.867589, "f1": 0.831705, "hf_subset": "azj_Latn-khm_Khmr", "languages": ["azj-Latn", "khm-Khmr"], "main_score": 0.831705, "precision": 0.8153, "recall": 0.867589}, {"accuracy": 0.898221, "f1": 0.870224, "hf_subset": "azj_Latn-mag_Deva", "languages": ["azj-Latn", "mag-Deva"], "main_score": 0.870224, "precision": 0.856884, "recall": 0.898221}, {"accuracy": 0.594862, "f1": 0.521716, "hf_subset": "azj_Latn-pap_Latn", "languages": ["azj-Latn", "pap-Latn"], "main_score": 0.521716, "precision": 0.494393, "recall": 0.594862}, {"accuracy": 0.195652, "f1": 0.136165, "hf_subset": "azj_Latn-sot_Latn", "languages": ["azj-Latn", "sot-Latn"], "main_score": 0.136165, "precision": 0.120824, "recall": 0.195652}, {"accuracy": 0.972332, "f1": 0.964427, "hf_subset": "azj_Latn-tur_Latn", "languages": ["azj-Latn", "tur-Latn"], "main_score": 0.964427, "precision": 0.960639, "recall": 0.972332}, {"accuracy": 0.380435, "f1": 0.299681, "hf_subset": "azj_Latn-ace_Latn", "languages": ["azj-Latn", "ace-Latn"], "main_score": 0.299681, "precision": 0.274345, "recall": 0.380435}, {"accuracy": 0.621542, "f1": 0.553002, "hf_subset": "azj_Latn-ban_Latn", "languages": ["azj-Latn", "ban-Latn"], "main_score": 0.553002, "precision": 0.524863, "recall": 0.621542}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "azj_Latn-ell_Grek", "languages": ["azj-Latn", "ell-Grek"], "main_score": 0.956686, "precision": 0.952075, "recall": 0.966403}, {"accuracy": 0.870553, "f1": 0.837469, "hf_subset": "azj_Latn-hne_Deva", "languages": ["azj-Latn", "hne-Deva"], "main_score": 0.837469, "precision": 0.822217, "recall": 0.870553}, {"accuracy": 0.220356, "f1": 0.145557, "hf_subset": "azj_Latn-kik_Latn", "languages": ["azj-Latn", "kik-Latn"], "main_score": 0.145557, "precision": 0.126839, "recall": 0.220356}, {"accuracy": 0.894269, "f1": 0.867391, "hf_subset": "azj_Latn-mai_Deva", "languages": ["azj-Latn", "mai-Deva"], "main_score": 0.867391, "precision": 0.854743, "recall": 0.894269}, {"accuracy": 0.812253, "f1": 0.768036, "hf_subset": "azj_Latn-pbt_Arab", "languages": ["azj-Latn", "pbt-Arab"], "main_score": 0.768036, "precision": 0.748024, "recall": 0.812253}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "azj_Latn-spa_Latn", "languages": ["azj-Latn", "spa-Latn"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.272727, "f1": 0.191643, "hf_subset": "azj_Latn-twi_Latn", "languages": ["azj-Latn", "twi-Latn"], "main_score": 0.191643, "precision": 0.169957, "recall": 0.272727}, {"accuracy": 0.9417, "f1": 0.925066, "hf_subset": "azj_Latn-acm_Arab", "languages": ["azj-Latn", "acm-Arab"], "main_score": 0.925066, "precision": 0.916831, "recall": 0.9417}, {"accuracy": 0.916008, "f1": 0.892358, "hf_subset": "azj_Latn-bel_Cyrl", "languages": ["azj-Latn", "bel-Cyrl"], "main_score": 0.892358, "precision": 0.881011, "recall": 0.916008}, {"accuracy": 0.976285, "f1": 0.968874, "hf_subset": "azj_Latn-eng_Latn", "languages": ["azj-Latn", "eng-Latn"], "main_score": 0.968874, "precision": 0.96525, "recall": 0.976285}, {"accuracy": 0.970356, "f1": 0.961627, "hf_subset": "azj_Latn-hrv_Latn", "languages": ["azj-Latn", "hrv-Latn"], "main_score": 0.961627, "precision": 0.95751, "recall": 0.970356}, {"accuracy": 0.141304, "f1": 0.090936, "hf_subset": "azj_Latn-kin_Latn", "languages": ["azj-Latn", "kin-Latn"], "main_score": 0.090936, "precision": 0.078936, "recall": 0.141304}, {"accuracy": 0.860672, "f1": 0.823682, "hf_subset": "azj_Latn-mal_Mlym", "languages": ["azj-Latn", "mal-Mlym"], "main_score": 0.823682, "precision": 0.806769, "recall": 0.860672}, {"accuracy": 0.963439, "f1": 0.952404, "hf_subset": "azj_Latn-pes_Arab", "languages": ["azj-Latn", "pes-Arab"], "main_score": 0.952404, "precision": 0.94697, "recall": 0.963439}, {"accuracy": 0.666996, "f1": 0.59162, "hf_subset": "azj_Latn-srd_Latn", "languages": ["azj-Latn", "srd-Latn"], "main_score": 0.59162, "precision": 0.560343, "recall": 0.666996}, {"accuracy": 0.06917, "f1": 0.036088, "hf_subset": "azj_Latn-tzm_Tfng", "languages": ["azj-Latn", "tzm-Tfng"], "main_score": 0.036088, "precision": 0.030404, "recall": 0.06917}, {"accuracy": 0.953557, "f1": 0.940382, "hf_subset": "azj_Latn-acq_Arab", "languages": ["azj-Latn", "acq-Arab"], "main_score": 0.940382, "precision": 0.934124, "recall": 0.953557}, {"accuracy": 0.20751, "f1": 0.146361, "hf_subset": "azj_Latn-bem_Latn", "languages": ["azj-Latn", "bem-Latn"], "main_score": 0.146361, "precision": 0.131709, "recall": 0.20751}, {"accuracy": 0.831028, "f1": 0.787385, "hf_subset": "azj_Latn-epo_Latn", "languages": ["azj-Latn", "epo-Latn"], "main_score": 0.787385, "precision": 0.768231, "recall": 0.831028}, {"accuracy": 0.963439, "f1": 0.953063, "hf_subset": "azj_Latn-hun_Latn", "languages": ["azj-Latn", "hun-Latn"], "main_score": 0.953063, "precision": 0.948123, "recall": 0.963439}, {"accuracy": 0.909091, "f1": 0.886924, "hf_subset": "azj_Latn-kir_Cyrl", "languages": ["azj-Latn", "kir-Cyrl"], "main_score": 0.886924, "precision": 0.876597, "recall": 0.909091}, {"accuracy": 0.873518, "f1": 0.840697, "hf_subset": "azj_Latn-mar_Deva", "languages": ["azj-Latn", "mar-Deva"], "main_score": 0.840697, "precision": 0.826005, "recall": 0.873518}, {"accuracy": 0.268775, "f1": 0.202796, "hf_subset": "azj_Latn-plt_Latn", "languages": ["azj-Latn", "plt-Latn"], "main_score": 0.202796, "precision": 0.183186, "recall": 0.268775}, {"accuracy": 0.964427, "f1": 0.954282, "hf_subset": "azj_Latn-srp_Cyrl", "languages": ["azj-Latn", "srp-Cyrl"], "main_score": 0.954282, "precision": 0.949522, "recall": 0.964427}, {"accuracy": 0.781621, "f1": 0.733105, "hf_subset": "azj_Latn-uig_Arab", "languages": ["azj-Latn", "uig-Arab"], "main_score": 0.733105, "precision": 0.712164, "recall": 0.781621}, {"accuracy": 0.901186, "f1": 0.873682, "hf_subset": "azj_Latn-aeb_Arab", "languages": ["azj-Latn", "aeb-Arab"], "main_score": 0.873682, "precision": 0.860705, "recall": 0.901186}, {"accuracy": 0.864625, "f1": 0.830072, "hf_subset": "azj_Latn-ben_Beng", "languages": ["azj-Latn", "ben-Beng"], "main_score": 0.830072, "precision": 0.813982, "recall": 0.864625}, {"accuracy": 0.963439, "f1": 0.954545, "hf_subset": "azj_Latn-est_Latn", "languages": ["azj-Latn", "est-Latn"], "main_score": 0.954545, "precision": 0.950099, "recall": 0.963439}, {"accuracy": 0.963439, "f1": 0.952141, "hf_subset": "azj_Latn-hye_Armn", "languages": ["azj-Latn", "hye-Armn"], "main_score": 0.952141, "precision": 0.946723, "recall": 0.963439}, {"accuracy": 0.157115, "f1": 0.095094, "hf_subset": "azj_Latn-kmb_Latn", "languages": ["azj-Latn", "kmb-Latn"], "main_score": 0.095094, "precision": 0.082096, "recall": 0.157115}, {"accuracy": 0.066206, "f1": 0.042977, "hf_subset": "azj_Latn-min_Arab", "languages": ["azj-Latn", "min-Arab"], "main_score": 0.042977, "precision": 0.037582, "recall": 0.066206}, {"accuracy": 0.971344, "f1": 0.964262, "hf_subset": "azj_Latn-pol_Latn", "languages": ["azj-Latn", "pol-Latn"], "main_score": 0.964262, "precision": 0.960804, "recall": 0.971344}, {"accuracy": 0.149209, "f1": 0.095642, "hf_subset": "azj_Latn-ssw_Latn", "languages": ["azj-Latn", "ssw-Latn"], "main_score": 0.095642, "precision": 0.083504, "recall": 0.149209}, {"accuracy": 0.975296, "f1": 0.967721, "hf_subset": "azj_Latn-ukr_Cyrl", "languages": ["azj-Latn", "ukr-Cyrl"], "main_score": 0.967721, "precision": 0.963933, "recall": 0.975296}, {"accuracy": 0.923913, "f1": 0.902668, "hf_subset": "azj_Latn-afr_Latn", "languages": ["azj-Latn", "afr-Latn"], "main_score": 0.902668, "precision": 0.892292, "recall": 0.923913}, {"accuracy": 0.846838, "f1": 0.808762, "hf_subset": "azj_Latn-bho_Deva", "languages": ["azj-Latn", "bho-Deva"], "main_score": 0.808762, "precision": 0.791008, "recall": 0.846838}, {"accuracy": 0.711462, "f1": 0.649426, "hf_subset": "azj_Latn-eus_Latn", "languages": ["azj-Latn", "eus-Latn"], "main_score": 0.649426, "precision": 0.623172, "recall": 0.711462}, {"accuracy": 0.183794, "f1": 0.117427, "hf_subset": "azj_Latn-ibo_Latn", "languages": ["azj-Latn", "ibo-Latn"], "main_score": 0.117427, "precision": 0.101395, "recall": 0.183794}, {"accuracy": 0.728261, "f1": 0.67716, "hf_subset": "azj_Latn-kmr_Latn", "languages": ["azj-Latn", "kmr-Latn"], "main_score": 0.67716, "precision": 0.656442, "recall": 0.728261}, {"accuracy": 0.58498, "f1": 0.50481, "hf_subset": "azj_Latn-min_Latn", "languages": ["azj-Latn", "min-Latn"], "main_score": 0.50481, "precision": 0.47401, "recall": 0.58498}, {"accuracy": 0.969368, "f1": 0.960639, "hf_subset": "azj_Latn-por_Latn", "languages": ["azj-Latn", "por-Latn"], "main_score": 0.960639, "precision": 0.956522, "recall": 0.969368}, {"accuracy": 0.684783, "f1": 0.619871, "hf_subset": "azj_Latn-sun_Latn", "languages": ["azj-Latn", "sun-Latn"], "main_score": 0.619871, "precision": 0.593415, "recall": 0.684783}, {"accuracy": 0.160079, "f1": 0.10384, "hf_subset": "azj_Latn-umb_Latn", "languages": ["azj-Latn", "umb-Latn"], "main_score": 0.10384, "precision": 0.09026, "recall": 0.160079}, {"accuracy": 0.934783, "f1": 0.916798, "hf_subset": "azj_Latn-ajp_Arab", "languages": ["azj-Latn", "ajp-Arab"], "main_score": 0.916798, "precision": 0.908267, "recall": 0.934783}, {"accuracy": 0.071146, "f1": 0.04105, "hf_subset": "azj_Latn-bjn_Arab", "languages": ["azj-Latn", "bjn-Arab"], "main_score": 0.04105, "precision": 0.034456, "recall": 0.071146}, {"accuracy": 0.229249, "f1": 0.163724, "hf_subset": "azj_Latn-ewe_Latn", "languages": ["azj-Latn", "ewe-Latn"], "main_score": 0.163724, "precision": 0.146434, "recall": 0.229249}, {"accuracy": 0.333992, "f1": 0.254295, "hf_subset": "azj_Latn-ilo_Latn", "languages": ["azj-Latn", "ilo-Latn"], "main_score": 0.254295, "precision": 0.229122, "recall": 0.333992}, {"accuracy": 0.091897, "f1": 0.052181, "hf_subset": "azj_Latn-knc_Arab", "languages": ["azj-Latn", "knc-Arab"], "main_score": 0.052181, "precision": 0.043088, "recall": 0.091897}, {"accuracy": 0.971344, "f1": 0.963175, "hf_subset": "azj_Latn-mkd_Cyrl", "languages": ["azj-Latn", "mkd-Cyrl"], "main_score": 0.963175, "precision": 0.959239, "recall": 0.971344}, {"accuracy": 0.958498, "f1": 0.947299, "hf_subset": "azj_Latn-prs_Arab", "languages": ["azj-Latn", "prs-Arab"], "main_score": 0.947299, "precision": 0.941864, "recall": 0.958498}, {"accuracy": 0.970356, "f1": 0.962451, "hf_subset": "azj_Latn-swe_Latn", "languages": ["azj-Latn", "swe-Latn"], "main_score": 0.962451, "precision": 0.958498, "recall": 0.970356}, {"accuracy": 0.933794, "f1": 0.914196, "hf_subset": "azj_Latn-urd_Arab", "languages": ["azj-Latn", "urd-Arab"], "main_score": 0.914196, "precision": 0.904809, "recall": 0.933794}, {"accuracy": 0.261858, "f1": 0.185624, "hf_subset": "azj_Latn-aka_Latn", "languages": ["azj-Latn", "aka-Latn"], "main_score": 0.185624, "precision": 0.163772, "recall": 0.261858}, {"accuracy": 0.710474, "f1": 0.650546, "hf_subset": "azj_Latn-bjn_Latn", "languages": ["azj-Latn", "bjn-Latn"], "main_score": 0.650546, "precision": 0.626444, "recall": 0.710474}, {"accuracy": 0.448617, "f1": 0.37508, "hf_subset": "azj_Latn-fao_Latn", "languages": ["azj-Latn", "fao-Latn"], "main_score": 0.37508, "precision": 0.35076, "recall": 0.448617}, {"accuracy": 0.967391, "f1": 0.957905, "hf_subset": "azj_Latn-ind_Latn", "languages": ["azj-Latn", "ind-Latn"], "main_score": 0.957905, "precision": 0.953475, "recall": 0.967391}, {"accuracy": 0.250988, "f1": 0.177246, "hf_subset": "azj_Latn-knc_Latn", "languages": ["azj-Latn", "knc-Latn"], "main_score": 0.177246, "precision": 0.157772, "recall": 0.250988}, {"accuracy": 0.313241, "f1": 0.236459, "hf_subset": "azj_Latn-mlt_Latn", "languages": ["azj-Latn", "mlt-Latn"], "main_score": 0.236459, "precision": 0.214862, "recall": 0.313241}, {"accuracy": 0.240119, "f1": 0.167516, "hf_subset": "azj_Latn-quy_Latn", "languages": ["azj-Latn", "quy-Latn"], "main_score": 0.167516, "precision": 0.148077, "recall": 0.240119}, {"accuracy": 0.341897, "f1": 0.261735, "hf_subset": "azj_Latn-swh_Latn", "languages": ["azj-Latn", "swh-Latn"], "main_score": 0.261735, "precision": 0.237902, "recall": 0.341897}, {"accuracy": 0.666996, "f1": 0.602257, "hf_subset": "azj_Latn-uzn_Latn", "languages": ["azj-Latn", "uzn-Latn"], "main_score": 0.602257, "precision": 0.576954, "recall": 0.666996}, {"accuracy": 0.966403, "f1": 0.958004, "hf_subset": "azj_Latn-als_Latn", "languages": ["azj-Latn", "als-Latn"], "main_score": 0.958004, "precision": 0.953887, "recall": 0.966403}, {"accuracy": 0.055336, "f1": 0.020812, "hf_subset": "azj_Latn-bod_Tibt", "languages": ["azj-Latn", "bod-Tibt"], "main_score": 0.020812, "precision": 0.016772, "recall": 0.055336}, {"accuracy": 0.19664, "f1": 0.137597, "hf_subset": "azj_Latn-fij_Latn", "languages": ["azj-Latn", "fij-Latn"], "main_score": 0.137597, "precision": 0.122111, "recall": 0.19664}, {"accuracy": 0.73419, "f1": 0.66988, "hf_subset": "azj_Latn-isl_Latn", "languages": ["azj-Latn", "isl-Latn"], "main_score": 0.66988, "precision": 0.642523, "recall": 0.73419}, {"accuracy": 0.230237, "f1": 0.161808, "hf_subset": "azj_Latn-kon_Latn", "languages": ["azj-Latn", "kon-Latn"], "main_score": 0.161808, "precision": 0.143342, "recall": 0.230237}, {"accuracy": 0.063241, "f1": 0.033775, "hf_subset": "azj_Latn-mni_Beng", "languages": ["azj-Latn", "mni-Beng"], "main_score": 0.033775, "precision": 0.029249, "recall": 0.063241}, {"accuracy": 0.968379, "f1": 0.958498, "hf_subset": "azj_Latn-ron_Latn", "languages": ["azj-Latn", "ron-Latn"], "main_score": 0.958498, "precision": 0.953722, "recall": 0.968379}, {"accuracy": 0.759881, "f1": 0.702986, "hf_subset": "azj_Latn-szl_Latn", "languages": ["azj-Latn", "szl-Latn"], "main_score": 0.702986, "precision": 0.678237, "recall": 0.759881}, {"accuracy": 0.754941, "f1": 0.699642, "hf_subset": "azj_Latn-vec_Latn", "languages": ["azj-Latn", "vec-Latn"], "main_score": 0.699642, "precision": 0.677108, "recall": 0.754941}, {"accuracy": 0.736166, "f1": 0.681955, "hf_subset": "azj_Latn-amh_Ethi", "languages": ["azj-Latn", "amh-Ethi"], "main_score": 0.681955, "precision": 0.658893, "recall": 0.736166}, {"accuracy": 0.968379, "f1": 0.958663, "hf_subset": "azj_Latn-bos_Latn", "languages": ["azj-Latn", "bos-Latn"], "main_score": 0.958663, "precision": 0.954051, "recall": 0.968379}, {"accuracy": 0.964427, "f1": 0.953887, "hf_subset": "azj_Latn-fin_Latn", "languages": ["azj-Latn", "fin-Latn"], "main_score": 0.953887, "precision": 0.948781, "recall": 0.964427}, {"accuracy": 0.967391, "f1": 0.958004, "hf_subset": "azj_Latn-ita_Latn", "languages": ["azj-Latn", "ita-Latn"], "main_score": 0.958004, "precision": 0.953393, "recall": 0.967391}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "azj_Latn-kor_Hang", "languages": ["azj-Latn", "kor-Hang"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.208498, "f1": 0.149843, "hf_subset": "azj_Latn-mos_Latn", "languages": ["azj-Latn", "mos-Latn"], "main_score": 0.149843, "precision": 0.133206, "recall": 0.208498}, {"accuracy": 0.151186, "f1": 0.099946, "hf_subset": "azj_Latn-run_Latn", "languages": ["azj-Latn", "run-Latn"], "main_score": 0.099946, "precision": 0.086641, "recall": 0.151186}, {"accuracy": 0.860672, "f1": 0.823682, "hf_subset": "azj_Latn-tam_Taml", "languages": ["azj-Latn", "tam-Taml"], "main_score": 0.823682, "precision": 0.806077, "recall": 0.860672}, {"accuracy": 0.964427, "f1": 0.953722, "hf_subset": "azj_Latn-vie_Latn", "languages": ["azj-Latn", "vie-Latn"], "main_score": 0.953722, "precision": 0.948452, "recall": 0.964427}, {"accuracy": 0.918972, "f1": 0.896871, "hf_subset": "azj_Latn-apc_Arab", "languages": ["azj-Latn", "apc-Arab"], "main_score": 0.896871, "precision": 0.886693, "recall": 0.918972}, {"accuracy": 0.375494, "f1": 0.295679, "hf_subset": "azj_Latn-bug_Latn", "languages": ["azj-Latn", "bug-Latn"], "main_score": 0.295679, "precision": 0.270839, "recall": 0.375494}, {"accuracy": 0.192688, "f1": 0.128831, "hf_subset": "azj_Latn-fon_Latn", "languages": ["azj-Latn", "fon-Latn"], "main_score": 0.128831, "precision": 0.112829, "recall": 0.192688}, {"accuracy": 0.674901, "f1": 0.609736, "hf_subset": "azj_Latn-jav_Latn", "languages": ["azj-Latn", "jav-Latn"], "main_score": 0.609736, "precision": 0.582329, "recall": 0.674901}, {"accuracy": 0.899209, "f1": 0.875132, "hf_subset": "azj_Latn-lao_Laoo", "languages": ["azj-Latn", "lao-Laoo"], "main_score": 0.875132, "precision": 0.864163, "recall": 0.899209}, {"accuracy": 0.174901, "f1": 0.109133, "hf_subset": "azj_Latn-mri_Latn", "languages": ["azj-Latn", "mri-Latn"], "main_score": 0.109133, "precision": 0.094956, "recall": 0.174901}, {"accuracy": 0.964427, "f1": 0.955204, "hf_subset": "azj_Latn-rus_Cyrl", "languages": ["azj-Latn", "rus-Cyrl"], "main_score": 0.955204, "precision": 0.950758, "recall": 0.964427}, {"accuracy": 0.219368, "f1": 0.161996, "hf_subset": "azj_Latn-taq_Latn", "languages": ["azj-Latn", "taq-Latn"], "main_score": 0.161996, "precision": 0.146626, "recall": 0.219368}, {"accuracy": 0.385375, "f1": 0.29972, "hf_subset": "azj_Latn-war_Latn", "languages": ["azj-Latn", "war-Latn"], "main_score": 0.29972, "precision": 0.272806, "recall": 0.385375}, {"accuracy": 0.959486, "f1": 0.947793, "hf_subset": "azj_Latn-arb_Arab", "languages": ["azj-Latn", "arb-Arab"], "main_score": 0.947793, "precision": 0.942029, "recall": 0.959486}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "azj_Latn-bul_Cyrl", "languages": ["azj-Latn", "bul-Cyrl"], "main_score": 0.965086, "precision": 0.960968, "recall": 0.97332}, {"accuracy": 0.966403, "f1": 0.956686, "hf_subset": "azj_Latn-fra_Latn", "languages": ["azj-Latn", "fra-Latn"], "main_score": 0.956686, "precision": 0.95191, "recall": 0.966403}, {"accuracy": 0.964427, "f1": 0.952899, "hf_subset": "azj_Latn-jpn_Jpan", "languages": ["azj-Latn", "jpn-Jpan"], "main_score": 0.952899, "precision": 0.947299, "recall": 0.964427}, {"accuracy": 0.704545, "f1": 0.640944, "hf_subset": "azj_Latn-lij_Latn", "languages": ["azj-Latn", "lij-Latn"], "main_score": 0.640944, "precision": 0.614667, "recall": 0.704545}, {"accuracy": 0.889328, "f1": 0.858498, "hf_subset": "azj_Latn-mya_Mymr", "languages": ["azj-Latn", "mya-Mymr"], "main_score": 0.858498, "precision": 0.843874, "recall": 0.889328}, {"accuracy": 0.219368, "f1": 0.150457, "hf_subset": "azj_Latn-sag_Latn", "languages": ["azj-Latn", "sag-Latn"], "main_score": 0.150457, "precision": 0.130847, "recall": 0.219368}, {"accuracy": 0.079051, "f1": 0.033663, "hf_subset": "azj_Latn-taq_Tfng", "languages": ["azj-Latn", "taq-Tfng"], "main_score": 0.033663, "precision": 0.027007, "recall": 0.079051}, {"accuracy": 0.225296, "f1": 0.153218, "hf_subset": "azj_Latn-wol_Latn", "languages": ["azj-Latn", "wol-Latn"], "main_score": 0.153218, "precision": 0.134272, "recall": 0.225296}, {"accuracy": 0.119565, "f1": 0.06847, "hf_subset": "azj_Latn-arb_Latn", "languages": ["azj-Latn", "arb-Latn"], "main_score": 0.06847, "precision": 0.057389, "recall": 0.119565}, {"accuracy": 0.965415, "f1": 0.956423, "hf_subset": "azj_Latn-cat_Latn", "languages": ["azj-Latn", "cat-Latn"], "main_score": 0.956423, "precision": 0.95252, "recall": 0.965415}, {"accuracy": 0.676877, "f1": 0.609472, "hf_subset": "azj_Latn-fur_Latn", "languages": ["azj-Latn", "fur-Latn"], "main_score": 0.609472, "precision": 0.581719, "recall": 0.676877}, {"accuracy": 0.087945, "f1": 0.058872, "hf_subset": "azj_Latn-kab_Latn", "languages": ["azj-Latn", "kab-Latn"], "main_score": 0.058872, "precision": 0.051817, "recall": 0.087945}, {"accuracy": 0.690711, "f1": 0.628946, "hf_subset": "azj_Latn-lim_Latn", "languages": ["azj-Latn", "lim-Latn"], "main_score": 0.628946, "precision": 0.603648, "recall": 0.690711}, {"accuracy": 0.959486, "f1": 0.947464, "hf_subset": "azj_Latn-nld_Latn", "languages": ["azj-Latn", "nld-Latn"], "main_score": 0.947464, "precision": 0.9417, "recall": 0.959486}, {"accuracy": 0.694664, "f1": 0.628971, "hf_subset": "azj_Latn-san_Deva", "languages": ["azj-Latn", "san-Deva"], "main_score": 0.628971, "precision": 0.600856, "recall": 0.694664}, {"accuracy": 0.490119, "f1": 0.412011, "hf_subset": "azj_Latn-tat_Cyrl", "languages": ["azj-Latn", "tat-Cyrl"], "main_score": 0.412011, "precision": 0.383422, "recall": 0.490119}, {"accuracy": 0.182806, "f1": 0.11821, "hf_subset": "azj_Latn-xho_Latn", "languages": ["azj-Latn", "xho-Latn"], "main_score": 0.11821, "precision": 0.102649, "recall": 0.182806}, {"accuracy": 0.951581, "f1": 0.937418, "hf_subset": "azj_Latn-ars_Arab", "languages": ["azj-Latn", "ars-Arab"], "main_score": 0.937418, "precision": 0.930501, "recall": 0.951581}, {"accuracy": 0.366601, "f1": 0.288183, "hf_subset": "azj_Latn-ceb_Latn", "languages": ["azj-Latn", "ceb-Latn"], "main_score": 0.288183, "precision": 0.26496, "recall": 0.366601}, {"accuracy": 0.216403, "f1": 0.145394, "hf_subset": "azj_Latn-fuv_Latn", "languages": ["azj-Latn", "fuv-Latn"], "main_score": 0.145394, "precision": 0.127899, "recall": 0.216403}, {"accuracy": 0.189723, "f1": 0.129448, "hf_subset": "azj_Latn-kac_Latn", "languages": ["azj-Latn", "kac-Latn"], "main_score": 0.129448, "precision": 0.114439, "recall": 0.189723}, {"accuracy": 0.217391, "f1": 0.154043, "hf_subset": "azj_Latn-lin_Latn", "languages": ["azj-Latn", "lin-Latn"], "main_score": 0.154043, "precision": 0.13721, "recall": 0.217391}, {"accuracy": 0.943676, "f1": 0.92803, "hf_subset": "azj_Latn-nno_Latn", "languages": ["azj-Latn", "nno-Latn"], "main_score": 0.92803, "precision": 0.920817, "recall": 0.943676}, {"accuracy": 0.018775, "f1": 0.003076, "hf_subset": "azj_Latn-sat_Olck", "languages": ["azj-Latn", "sat-Olck"], "main_score": 0.003076, "precision": 0.002191, "recall": 0.018775}, {"accuracy": 0.827075, "f1": 0.78434, "hf_subset": "azj_Latn-tel_Telu", "languages": ["azj-Latn", "tel-Telu"], "main_score": 0.78434, "precision": 0.765152, "recall": 0.827075}, {"accuracy": 0.411067, "f1": 0.333606, "hf_subset": "azj_Latn-ydd_Hebr", "languages": ["azj-Latn", "ydd-Hebr"], "main_score": 0.333606, "precision": 0.305777, "recall": 0.411067}, {"accuracy": 0.821146, "f1": 0.776318, "hf_subset": "azj_Latn-ary_Arab", "languages": ["azj-Latn", "ary-Arab"], "main_score": 0.776318, "precision": 0.755501, "recall": 0.821146}, {"accuracy": 0.976285, "f1": 0.968709, "hf_subset": "azj_Latn-ces_Latn", "languages": ["azj-Latn", "ces-Latn"], "main_score": 0.968709, "precision": 0.964921, "recall": 0.976285}, {"accuracy": 0.098814, "f1": 0.058496, "hf_subset": "azj_Latn-gaz_Latn", "languages": ["azj-Latn", "gaz-Latn"], "main_score": 0.058496, "precision": 0.050377, "recall": 0.098814}, {"accuracy": 0.179842, "f1": 0.117734, "hf_subset": "azj_Latn-kam_Latn", "languages": ["azj-Latn", "kam-Latn"], "main_score": 0.117734, "precision": 0.102497, "recall": 0.179842}, {"accuracy": 0.963439, "f1": 0.953623, "hf_subset": "azj_Latn-lit_Latn", "languages": ["azj-Latn", "lit-Latn"], "main_score": 0.953623, "precision": 0.949028, "recall": 0.963439}, {"accuracy": 0.960474, "f1": 0.948617, "hf_subset": "azj_Latn-nob_Latn", "languages": ["azj-Latn", "nob-Latn"], "main_score": 0.948617, "precision": 0.942852, "recall": 0.960474}, {"accuracy": 0.601779, "f1": 0.524071, "hf_subset": "azj_Latn-scn_Latn", "languages": ["azj-Latn", "scn-Latn"], "main_score": 0.524071, "precision": 0.493712, "recall": 0.601779}, {"accuracy": 0.203557, "f1": 0.137934, "hf_subset": "azj_Latn-tgk_Cyrl", "languages": ["azj-Latn", "tgk-Cyrl"], "main_score": 0.137934, "precision": 0.119617, "recall": 0.203557}, {"accuracy": 0.199605, "f1": 0.134601, "hf_subset": "azj_Latn-yor_Latn", "languages": ["azj-Latn", "yor-Latn"], "main_score": 0.134601, "precision": 0.117814, "recall": 0.199605}, {"accuracy": 0.911067, "f1": 0.885771, "hf_subset": "azj_Latn-arz_Arab", "languages": ["azj-Latn", "arz-Arab"], "main_score": 0.885771, "precision": 0.87393, "recall": 0.911067}, {"accuracy": 0.175889, "f1": 0.11808, "hf_subset": "azj_Latn-cjk_Latn", "languages": ["azj-Latn", "cjk-Latn"], "main_score": 0.11808, "precision": 0.104804, "recall": 0.175889}, {"accuracy": 0.182806, "f1": 0.122498, "hf_subset": "azj_Latn-gla_Latn", "languages": ["azj-Latn", "gla-Latn"], "main_score": 0.122498, "precision": 0.107182, "recall": 0.182806}, {"accuracy": 0.783597, "f1": 0.728477, "hf_subset": "azj_Latn-kan_Knda", "languages": ["azj-Latn", "kan-Knda"], "main_score": 0.728477, "precision": 0.703953, "recall": 0.783597}, {"accuracy": 0.603755, "f1": 0.534271, "hf_subset": "azj_Latn-lmo_Latn", "languages": ["azj-Latn", "lmo-Latn"], "main_score": 0.534271, "precision": 0.507824, "recall": 0.603755}, {"accuracy": 0.925889, "f1": 0.906258, "hf_subset": "azj_Latn-npi_Deva", "languages": ["azj-Latn", "npi-Deva"], "main_score": 0.906258, "precision": 0.897069, "recall": 0.925889}, {"accuracy": 0.258893, "f1": 0.185312, "hf_subset": "azj_Latn-shn_Mymr", "languages": ["azj-Latn", "shn-Mymr"], "main_score": 0.185312, "precision": 0.16358, "recall": 0.258893}, {"accuracy": 0.431818, "f1": 0.349905, "hf_subset": "azj_Latn-tgl_Latn", "languages": ["azj-Latn", "tgl-Latn"], "main_score": 0.349905, "precision": 0.323756, "recall": 0.431818}, {"accuracy": 0.965415, "f1": 0.955599, "hf_subset": "azj_Latn-yue_Hant", "languages": ["azj-Latn", "yue-Hant"], "main_score": 0.955599, "precision": 0.95084, "recall": 0.965415}, {"accuracy": 0.514822, "f1": 0.434249, "hf_subset": "azj_Latn-asm_Beng", "languages": ["azj-Latn", "asm-Beng"], "main_score": 0.434249, "precision": 0.401643, "recall": 0.514822}, {"accuracy": 0.806324, "f1": 0.757576, "hf_subset": "azj_Latn-ckb_Arab", "languages": ["azj-Latn", "ckb-Arab"], "main_score": 0.757576, "precision": 0.735919, "recall": 0.806324}, {"accuracy": 0.278656, "f1": 0.204219, "hf_subset": "azj_Latn-gle_Latn", "languages": ["azj-Latn", "gle-Latn"], "main_score": 0.204219, "precision": 0.18354, "recall": 0.278656}, {"accuracy": 0.557312, "f1": 0.480406, "hf_subset": "azj_Latn-kas_Arab", "languages": ["azj-Latn", "kas-Arab"], "main_score": 0.480406, "precision": 0.449911, "recall": 0.557312}, {"accuracy": 0.658103, "f1": 0.590173, "hf_subset": "azj_Latn-ltg_Latn", "languages": ["azj-Latn", "ltg-Latn"], "main_score": 0.590173, "precision": 0.562219, "recall": 0.658103}, {"accuracy": 0.220356, "f1": 0.150036, "hf_subset": "azj_Latn-nso_Latn", "languages": ["azj-Latn", "nso-Latn"], "main_score": 0.150036, "precision": 0.13145, "recall": 0.220356}, {"accuracy": 0.901186, "f1": 0.872285, "hf_subset": "azj_Latn-sin_Sinh", "languages": ["azj-Latn", "sin-Sinh"], "main_score": 0.872285, "precision": 0.858696, "recall": 0.901186}, {"accuracy": 0.956522, "f1": 0.944236, "hf_subset": "azj_Latn-tha_Thai", "languages": ["azj-Latn", "tha-Thai"], "main_score": 0.944236, "precision": 0.938488, "recall": 0.956522}, {"accuracy": 0.964427, "f1": 0.954545, "hf_subset": "azj_Latn-zho_Hans", "languages": ["azj-Latn", "zho-Hans"], "main_score": 0.954545, "precision": 0.949934, "recall": 0.964427}, {"accuracy": 0.891304, "f1": 0.861133, "hf_subset": "azj_Latn-ast_Latn", "languages": ["azj-Latn", "ast-Latn"], "main_score": 0.861133, "precision": 0.846838, "recall": 0.891304}, {"accuracy": 0.762846, "f1": 0.70743, "hf_subset": "azj_Latn-crh_Latn", "languages": ["azj-Latn", "crh-Latn"], "main_score": 0.70743, "precision": 0.683482, "recall": 0.762846}, {"accuracy": 0.968379, "f1": 0.959486, "hf_subset": "azj_Latn-glg_Latn", "languages": ["azj-Latn", "glg-Latn"], "main_score": 0.959486, "precision": 0.95504, "recall": 0.968379}, {"accuracy": 0.392292, "f1": 0.313062, "hf_subset": "azj_Latn-kas_Deva", "languages": ["azj-Latn", "kas-Deva"], "main_score": 0.313062, "precision": 0.286364, "recall": 0.392292}, {"accuracy": 0.467391, "f1": 0.38473, "hf_subset": "azj_Latn-ltz_Latn", "languages": ["azj-Latn", "ltz-Latn"], "main_score": 0.38473, "precision": 0.355186, "recall": 0.467391}, {"accuracy": 0.104743, "f1": 0.058021, "hf_subset": "azj_Latn-nus_Latn", "languages": ["azj-Latn", "nus-Latn"], "main_score": 0.058021, "precision": 0.04831, "recall": 0.104743}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "azj_Latn-slk_Latn", "languages": ["azj-Latn", "slk-Latn"], "main_score": 0.961792, "precision": 0.957675, "recall": 0.970356}, {"accuracy": 0.194664, "f1": 0.141669, "hf_subset": "azj_Latn-tir_Ethi", "languages": ["azj-Latn", "tir-Ethi"], "main_score": 0.141669, "precision": 0.126359, "recall": 0.194664}, {"accuracy": 0.965415, "f1": 0.954875, "hf_subset": "azj_Latn-zho_Hant", "languages": ["azj-Latn", "zho-Hant"], "main_score": 0.954875, "precision": 0.949769, "recall": 0.965415}, {"accuracy": 0.920949, "f1": 0.898123, "hf_subset": "azj_Latn-awa_Deva", "languages": ["azj-Latn", "awa-Deva"], "main_score": 0.898123, "precision": 0.887269, "recall": 0.920949}, {"accuracy": 0.440711, "f1": 0.352402, "hf_subset": "azj_Latn-cym_Latn", "languages": ["azj-Latn", "cym-Latn"], "main_score": 0.352402, "precision": 0.322916, "recall": 0.440711}, {"accuracy": 0.326087, "f1": 0.244416, "hf_subset": "azj_Latn-grn_Latn", "languages": ["azj-Latn", "grn-Latn"], "main_score": 0.244416, "precision": 0.220631, "recall": 0.326087}, {"accuracy": 0.854743, "f1": 0.813768, "hf_subset": "azj_Latn-kat_Geor", "languages": ["azj-Latn", "kat-Geor"], "main_score": 0.813768, "precision": 0.795043, "recall": 0.854743}, {"accuracy": 0.233202, "f1": 0.166664, "hf_subset": "azj_Latn-lua_Latn", "languages": ["azj-Latn", "lua-Latn"], "main_score": 0.166664, "precision": 0.147988, "recall": 0.233202}, {"accuracy": 0.208498, "f1": 0.141102, "hf_subset": "azj_Latn-nya_Latn", "languages": ["azj-Latn", "nya-Latn"], "main_score": 0.141102, "precision": 0.124894, "recall": 0.208498}, {"accuracy": 0.965415, "f1": 0.95504, "hf_subset": "azj_Latn-slv_Latn", "languages": ["azj-Latn", "slv-Latn"], "main_score": 0.95504, "precision": 0.950099, "recall": 0.965415}, {"accuracy": 0.414032, "f1": 0.32707, "hf_subset": "azj_Latn-tpi_Latn", "languages": ["azj-Latn", "tpi-Latn"], "main_score": 0.32707, "precision": 0.298172, "recall": 0.414032}, {"accuracy": 0.963439, "f1": 0.95224, "hf_subset": "azj_Latn-zsm_Latn", "languages": ["azj-Latn", "zsm-Latn"], "main_score": 0.95224, "precision": 0.946805, "recall": 0.963439}, {"accuracy": 0.183794, "f1": 0.115426, "hf_subset": "azj_Latn-ayr_Latn", "languages": ["azj-Latn", "ayr-Latn"], "main_score": 0.115426, "precision": 0.09874, "recall": 0.183794}, {"accuracy": 0.97332, "f1": 0.965086, "hf_subset": "azj_Latn-dan_Latn", "languages": ["azj-Latn", "dan-Latn"], "main_score": 0.965086, "precision": 0.961133, "recall": 0.97332}, {"accuracy": 0.894269, "f1": 0.863867, "hf_subset": "azj_Latn-guj_Gujr", "languages": ["azj-Latn", "guj-Gujr"], "main_score": 0.863867, "precision": 0.84972, "recall": 0.894269}, {"accuracy": 0.945652, "f1": 0.929348, "hf_subset": "azj_Latn-kaz_Cyrl", "languages": ["azj-Latn", "kaz-Cyrl"], "main_score": 0.929348, "precision": 0.921443, "recall": 0.945652}, {"accuracy": 0.16996, "f1": 0.111106, "hf_subset": "azj_Latn-lug_Latn", "languages": ["azj-Latn", "lug-Latn"], "main_score": 0.111106, "precision": 0.096842, "recall": 0.16996}, {"accuracy": 0.879447, "f1": 0.848057, "hf_subset": "azj_Latn-oci_Latn", "languages": ["azj-Latn", "oci-Latn"], "main_score": 0.848057, "precision": 0.83358, "recall": 0.879447}, {"accuracy": 0.176877, "f1": 0.116518, "hf_subset": "azj_Latn-smo_Latn", "languages": ["azj-Latn", "smo-Latn"], "main_score": 0.116518, "precision": 0.100916, "recall": 0.176877}, {"accuracy": 0.192688, "f1": 0.131482, "hf_subset": "azj_Latn-tsn_Latn", "languages": ["azj-Latn", "tsn-Latn"], "main_score": 0.131482, "precision": 0.115888, "recall": 0.192688}, {"accuracy": 0.135375, "f1": 0.082442, "hf_subset": "azj_Latn-zul_Latn", "languages": ["azj-Latn", "zul-Latn"], "main_score": 0.082442, "precision": 0.070319, "recall": 0.135375}, {"accuracy": 0.511858, "f1": 0.432533, "hf_subset": "azj_Latn-azb_Arab", "languages": ["azj-Latn", "azb-Arab"], "main_score": 0.432533, "precision": 0.400892, "recall": 0.511858}, {"accuracy": 0.969368, "f1": 0.960145, "hf_subset": "azj_Latn-deu_Latn", "languages": ["azj-Latn", "deu-Latn"], "main_score": 0.960145, "precision": 0.955534, "recall": 0.969368}, {"accuracy": 0.274704, "f1": 0.205612, "hf_subset": "azj_Latn-hat_Latn", "languages": ["azj-Latn", "hat-Latn"], "main_score": 0.205612, "precision": 0.1859, "recall": 0.274704}, {"accuracy": 0.177866, "f1": 0.112066, "hf_subset": "azj_Latn-kbp_Latn", "languages": ["azj-Latn", "kbp-Latn"], "main_score": 0.112066, "precision": 0.096066, "recall": 0.177866}, {"accuracy": 0.208498, "f1": 0.137096, "hf_subset": "azj_Latn-luo_Latn", "languages": ["azj-Latn", "luo-Latn"], "main_score": 0.137096, "precision": 0.119621, "recall": 0.208498}, {"accuracy": 0.79249, "f1": 0.743055, "hf_subset": "azj_Latn-ory_Orya", "languages": ["azj-Latn", "ory-Orya"], "main_score": 0.743055, "precision": 0.721673, "recall": 0.79249}, {"accuracy": 0.163043, "f1": 0.103547, "hf_subset": "azj_Latn-sna_Latn", "languages": ["azj-Latn", "sna-Latn"], "main_score": 0.103547, "precision": 0.089283, "recall": 0.163043}, {"accuracy": 0.175889, "f1": 0.12028, "hf_subset": "azj_Latn-tso_Latn", "languages": ["azj-Latn", "tso-Latn"], "main_score": 0.12028, "precision": 0.106291, "recall": 0.175889}, {"accuracy": 0.275692, "f1": 0.200509, "hf_subset": "azj_Latn-dik_Latn", "languages": ["azj-Latn", "dik-Latn"], "main_score": 0.200509, "precision": 0.179451, "recall": 0.275692}, {"accuracy": 0.237154, "f1": 0.165957, "hf_subset": "azj_Latn-hau_Latn", "languages": ["azj-Latn", "hau-Latn"], "main_score": 0.165957, "precision": 0.148334, "recall": 0.237154}, {"accuracy": 0.590909, "f1": 0.51476, "hf_subset": "azj_Latn-kea_Latn", "languages": ["azj-Latn", "kea-Latn"], "main_score": 0.51476, "precision": 0.486439, "recall": 0.590909}, {"accuracy": 0.33498, "f1": 0.253978, "hf_subset": "azj_Latn-lus_Latn", "languages": ["azj-Latn", "lus-Latn"], "main_score": 0.253978, "precision": 0.229314, "recall": 0.33498}, {"accuracy": 0.437747, "f1": 0.355667, "hf_subset": "azj_Latn-pag_Latn", "languages": ["azj-Latn", "pag-Latn"], "main_score": 0.355667, "precision": 0.326988, "recall": 0.437747}, {"accuracy": 0.839921, "f1": 0.799275, "hf_subset": "azj_Latn-snd_Arab", "languages": ["azj-Latn", "snd-Arab"], "main_score": 0.799275, "precision": 0.780748, "recall": 0.839921}, {"accuracy": 0.346838, "f1": 0.26543, "hf_subset": "azj_Latn-tuk_Latn", "languages": ["azj-Latn", "tuk-Latn"], "main_score": 0.26543, "precision": 0.23979, "recall": 0.346838}, {"accuracy": 0.465415, "f1": 0.387215, "hf_subset": "azj_Latn-bak_Cyrl", "languages": ["azj-Latn", "bak-Cyrl"], "main_score": 0.387215, "precision": 0.359536, "recall": 0.465415}, {"accuracy": 0.170949, "f1": 0.110513, "hf_subset": "azj_Latn-dyu_Latn", "languages": ["azj-Latn", "dyu-Latn"], "main_score": 0.110513, "precision": 0.094971, "recall": 0.170949}, {"accuracy": 0.964427, "f1": 0.954611, "hf_subset": "azj_Latn-heb_Hebr", "languages": ["azj-Latn", "heb-Hebr"], "main_score": 0.954611, "precision": 0.949852, "recall": 0.964427}, {"accuracy": 0.953557, "f1": 0.9389, "hf_subset": "azj_Latn-khk_Cyrl", "languages": ["azj-Latn", "khk-Cyrl"], "main_score": 0.9389, "precision": 0.931818, "recall": 0.953557}, {"accuracy": 0.970356, "f1": 0.961792, "hf_subset": "azj_Latn-lvs_Latn", "languages": ["azj-Latn", "lvs-Latn"], "main_score": 0.961792, "precision": 0.957708, "recall": 0.970356}, {"accuracy": 0.812253, "f1": 0.768709, "hf_subset": "azj_Latn-pan_Guru", "languages": ["azj-Latn", "pan-Guru"], "main_score": 0.768709, "precision": 0.750016, "recall": 0.812253}, {"accuracy": 0.259881, "f1": 0.193593, "hf_subset": "azj_Latn-som_Latn", "languages": ["azj-Latn", "som-Latn"], "main_score": 0.193593, "precision": 0.174266, "recall": 0.259881}, {"accuracy": 0.199605, "f1": 0.1341, "hf_subset": "azj_Latn-tum_Latn", "languages": ["azj-Latn", "tum-Latn"], "main_score": 0.1341, "precision": 0.117736, "recall": 0.199605}, {"accuracy": 0.049407, "f1": 0.036456, "hf_subset": "dik_Latn-ace_Arab", "languages": ["dik-Latn", "ace-Arab"], "main_score": 0.036456, "precision": 0.032699, "recall": 0.049407}, {"accuracy": 0.231225, "f1": 0.204564, "hf_subset": "dik_Latn-bam_Latn", "languages": ["dik-Latn", "bam-Latn"], "main_score": 0.204564, "precision": 0.194631, "recall": 0.231225}, {"accuracy": 0.004941, "f1": 0.000894, "hf_subset": "dik_Latn-dzo_Tibt", "languages": ["dik-Latn", "dzo-Tibt"], "main_score": 0.000894, "precision": 0.000623, "recall": 0.004941}, {"accuracy": 0.221344, "f1": 0.18577, "hf_subset": "dik_Latn-hin_Deva", "languages": ["dik-Latn", "hin-Deva"], "main_score": 0.18577, "precision": 0.174589, "recall": 0.221344}, {"accuracy": 0.19664, "f1": 0.177261, "hf_subset": "dik_Latn-khm_Khmr", "languages": ["dik-Latn", "khm-Khmr"], "main_score": 0.177261, "precision": 0.171997, "recall": 0.19664}, {"accuracy": 0.202569, "f1": 0.176063, "hf_subset": "dik_Latn-mag_Deva", "languages": ["dik-Latn", "mag-Deva"], "main_score": 0.176063, "precision": 0.167069, "recall": 0.202569}, {"accuracy": 0.230237, "f1": 0.212747, "hf_subset": "dik_Latn-pap_Latn", "languages": ["dik-Latn", "pap-Latn"], "main_score": 0.212747, "precision": 0.206312, "recall": 0.230237}, {"accuracy": 0.269763, "f1": 0.234436, "hf_subset": "dik_Latn-sot_Latn", "languages": ["dik-Latn", "sot-Latn"], "main_score": 0.234436, "precision": 0.22223, "recall": 0.269763}, {"accuracy": 0.310277, "f1": 0.270534, "hf_subset": "dik_Latn-tur_Latn", "languages": ["dik-Latn", "tur-Latn"], "main_score": 0.270534, "precision": 0.259012, "recall": 0.310277}, {"accuracy": 0.274704, "f1": 0.245584, "hf_subset": "dik_Latn-ace_Latn", "languages": ["dik-Latn", "ace-Latn"], "main_score": 0.245584, "precision": 0.235273, "recall": 0.274704}, {"accuracy": 0.247036, "f1": 0.224335, "hf_subset": "dik_Latn-ban_Latn", "languages": ["dik-Latn", "ban-Latn"], "main_score": 0.224335, "precision": 0.218019, "recall": 0.247036}, {"accuracy": 0.232213, "f1": 0.204297, "hf_subset": "dik_Latn-ell_Grek", "languages": ["dik-Latn", "ell-Grek"], "main_score": 0.204297, "precision": 0.194454, "recall": 0.232213}, {"accuracy": 0.190711, "f1": 0.166986, "hf_subset": "dik_Latn-hne_Deva", "languages": ["dik-Latn", "hne-Deva"], "main_score": 0.166986, "precision": 0.160025, "recall": 0.190711}, {"accuracy": 0.245059, "f1": 0.210913, "hf_subset": "dik_Latn-kik_Latn", "languages": ["dik-Latn", "kik-Latn"], "main_score": 0.210913, "precision": 0.199506, "recall": 0.245059}, {"accuracy": 0.178854, "f1": 0.158334, "hf_subset": "dik_Latn-mai_Deva", "languages": ["dik-Latn", "mai-Deva"], "main_score": 0.158334, "precision": 0.151047, "recall": 0.178854}, {"accuracy": 0.193676, "f1": 0.163167, "hf_subset": "dik_Latn-pbt_Arab", "languages": ["dik-Latn", "pbt-Arab"], "main_score": 0.163167, "precision": 0.154098, "recall": 0.193676}, {"accuracy": 0.30336, "f1": 0.264835, "hf_subset": "dik_Latn-spa_Latn", "languages": ["dik-Latn", "spa-Latn"], "main_score": 0.264835, "precision": 0.253518, "recall": 0.30336}, {"accuracy": 0.296443, "f1": 0.260982, "hf_subset": "dik_Latn-twi_Latn", "languages": ["dik-Latn", "twi-Latn"], "main_score": 0.260982, "precision": 0.248553, "recall": 0.296443}, {"accuracy": 0.1917, "f1": 0.17578, "hf_subset": "dik_Latn-acm_Arab", "languages": ["dik-Latn", "acm-Arab"], "main_score": 0.17578, "precision": 0.170132, "recall": 0.1917}, {"accuracy": 0.216403, "f1": 0.183206, "hf_subset": "dik_Latn-bel_Cyrl", "languages": ["dik-Latn", "bel-Cyrl"], "main_score": 0.183206, "precision": 0.172852, "recall": 0.216403}, {"accuracy": 0.329051, "f1": 0.281235, "hf_subset": "dik_Latn-eng_Latn", "languages": ["dik-Latn", "eng-Latn"], "main_score": 0.281235, "precision": 0.266447, "recall": 0.329051}, {"accuracy": 0.277668, "f1": 0.24789, "hf_subset": "dik_Latn-hrv_Latn", "languages": ["dik-Latn", "hrv-Latn"], "main_score": 0.24789, "precision": 0.238816, "recall": 0.277668}, {"accuracy": 0.185771, "f1": 0.158522, "hf_subset": "dik_Latn-kin_Latn", "languages": ["dik-Latn", "kin-Latn"], "main_score": 0.158522, "precision": 0.148933, "recall": 0.185771}, {"accuracy": 0.103755, "f1": 0.08497, "hf_subset": "dik_Latn-mal_Mlym", "languages": ["dik-Latn", "mal-Mlym"], "main_score": 0.08497, "precision": 0.080673, "recall": 0.103755}, {"accuracy": 0.230237, "f1": 0.197392, "hf_subset": "dik_Latn-pes_Arab", "languages": ["dik-Latn", "pes-Arab"], "main_score": 0.197392, "precision": 0.186502, "recall": 0.230237}, {"accuracy": 0.243083, "f1": 0.214652, "hf_subset": "dik_Latn-srd_Latn", "languages": ["dik-Latn", "srd-Latn"], "main_score": 0.214652, "precision": 0.206013, "recall": 0.243083}, {"accuracy": 0.067194, "f1": 0.046349, "hf_subset": "dik_Latn-tzm_Tfng", "languages": ["dik-Latn", "tzm-Tfng"], "main_score": 0.046349, "precision": 0.042065, "recall": 0.067194}, {"accuracy": 0.211462, "f1": 0.187588, "hf_subset": "dik_Latn-acq_Arab", "languages": ["dik-Latn", "acq-Arab"], "main_score": 0.187588, "precision": 0.179385, "recall": 0.211462}, {"accuracy": 0.240119, "f1": 0.206335, "hf_subset": "dik_Latn-bem_Latn", "languages": ["dik-Latn", "bem-Latn"], "main_score": 0.206335, "precision": 0.195495, "recall": 0.240119}, {"accuracy": 0.241107, "f1": 0.21996, "hf_subset": "dik_Latn-epo_Latn", "languages": ["dik-Latn", "epo-Latn"], "main_score": 0.21996, "precision": 0.212538, "recall": 0.241107}, {"accuracy": 0.305336, "f1": 0.26094, "hf_subset": "dik_Latn-hun_Latn", "languages": ["dik-Latn", "hun-Latn"], "main_score": 0.26094, "precision": 0.249473, "recall": 0.305336}, {"accuracy": 0.236166, "f1": 0.205624, "hf_subset": "dik_Latn-kir_Cyrl", "languages": ["dik-Latn", "kir-Cyrl"], "main_score": 0.205624, "precision": 0.196489, "recall": 0.236166}, {"accuracy": 0.186759, "f1": 0.1542, "hf_subset": "dik_Latn-mar_Deva", "languages": ["dik-Latn", "mar-Deva"], "main_score": 0.1542, "precision": 0.144182, "recall": 0.186759}, {"accuracy": 0.235178, "f1": 0.204337, "hf_subset": "dik_Latn-plt_Latn", "languages": ["dik-Latn", "plt-Latn"], "main_score": 0.204337, "precision": 0.192596, "recall": 0.235178}, {"accuracy": 0.262846, "f1": 0.227169, "hf_subset": "dik_Latn-srp_Cyrl", "languages": ["dik-Latn", "srp-Cyrl"], "main_score": 0.227169, "precision": 0.214865, "recall": 0.262846}, {"accuracy": 0.124506, "f1": 0.1028, "hf_subset": "dik_Latn-uig_Arab", "languages": ["dik-Latn", "uig-Arab"], "main_score": 0.1028, "precision": 0.096938, "recall": 0.124506}, {"accuracy": 0.194664, "f1": 0.168001, "hf_subset": "dik_Latn-aeb_Arab", "languages": ["dik-Latn", "aeb-Arab"], "main_score": 0.168001, "precision": 0.159736, "recall": 0.194664}, {"accuracy": 0.124506, "f1": 0.10569, "hf_subset": "dik_Latn-ben_Beng", "languages": ["dik-Latn", "ben-Beng"], "main_score": 0.10569, "precision": 0.100335, "recall": 0.124506}, {"accuracy": 0.294466, "f1": 0.254119, "hf_subset": "dik_Latn-est_Latn", "languages": ["dik-Latn", "est-Latn"], "main_score": 0.254119, "precision": 0.24117, "recall": 0.294466}, {"accuracy": 0.185771, "f1": 0.156106, "hf_subset": "dik_Latn-hye_Armn", "languages": ["dik-Latn", "hye-Armn"], "main_score": 0.156106, "precision": 0.146192, "recall": 0.185771}, {"accuracy": 0.206522, "f1": 0.166581, "hf_subset": "dik_Latn-kmb_Latn", "languages": ["dik-Latn", "kmb-Latn"], "main_score": 0.166581, "precision": 0.154633, "recall": 0.206522}, {"accuracy": 0.02668, "f1": 0.018413, "hf_subset": "dik_Latn-min_Arab", "languages": ["dik-Latn", "min-Arab"], "main_score": 0.018413, "precision": 0.016418, "recall": 0.02668}, {"accuracy": 0.284585, "f1": 0.248057, "hf_subset": "dik_Latn-pol_Latn", "languages": ["dik-Latn", "pol-Latn"], "main_score": 0.248057, "precision": 0.23564, "recall": 0.284585}, {"accuracy": 0.174901, "f1": 0.141622, "hf_subset": "dik_Latn-ssw_Latn", "languages": ["dik-Latn", "ssw-Latn"], "main_score": 0.141622, "precision": 0.131233, "recall": 0.174901}, {"accuracy": 0.243083, "f1": 0.210239, "hf_subset": "dik_Latn-ukr_Cyrl", "languages": ["dik-Latn", "ukr-Cyrl"], "main_score": 0.210239, "precision": 0.19938, "recall": 0.243083}, {"accuracy": 0.289526, "f1": 0.254349, "hf_subset": "dik_Latn-afr_Latn", "languages": ["dik-Latn", "afr-Latn"], "main_score": 0.254349, "precision": 0.242679, "recall": 0.289526}, {"accuracy": 0.193676, "f1": 0.171422, "hf_subset": "dik_Latn-bho_Deva", "languages": ["dik-Latn", "bho-Deva"], "main_score": 0.171422, "precision": 0.163427, "recall": 0.193676}, {"accuracy": 0.216403, "f1": 0.198403, "hf_subset": "dik_Latn-eus_Latn", "languages": ["dik-Latn", "eus-Latn"], "main_score": 0.198403, "precision": 0.192486, "recall": 0.216403}, {"accuracy": 0.224308, "f1": 0.193017, "hf_subset": "dik_Latn-ibo_Latn", "languages": ["dik-Latn", "ibo-Latn"], "main_score": 0.193017, "precision": 0.18203, "recall": 0.224308}, {"accuracy": 0.253953, "f1": 0.221068, "hf_subset": "dik_Latn-kmr_Latn", "languages": ["dik-Latn", "kmr-Latn"], "main_score": 0.221068, "precision": 0.21185, "recall": 0.253953}, {"accuracy": 0.251976, "f1": 0.230811, "hf_subset": "dik_Latn-min_Latn", "languages": ["dik-Latn", "min-Latn"], "main_score": 0.230811, "precision": 0.223596, "recall": 0.251976}, {"accuracy": 0.320158, "f1": 0.276223, "hf_subset": "dik_Latn-por_Latn", "languages": ["dik-Latn", "por-Latn"], "main_score": 0.276223, "precision": 0.263215, "recall": 0.320158}, {"accuracy": 0.242095, "f1": 0.221855, "hf_subset": "dik_Latn-sun_Latn", "languages": ["dik-Latn", "sun-Latn"], "main_score": 0.221855, "precision": 0.215332, "recall": 0.242095}, {"accuracy": 0.176877, "f1": 0.147683, "hf_subset": "dik_Latn-umb_Latn", "languages": ["dik-Latn", "umb-Latn"], "main_score": 0.147683, "precision": 0.138308, "recall": 0.176877}, {"accuracy": 0.226285, "f1": 0.196647, "hf_subset": "dik_Latn-ajp_Arab", "languages": ["dik-Latn", "ajp-Arab"], "main_score": 0.196647, "precision": 0.18735, "recall": 0.226285}, {"accuracy": 0.048419, "f1": 0.036549, "hf_subset": "dik_Latn-bjn_Arab", "languages": ["dik-Latn", "bjn-Arab"], "main_score": 0.036549, "precision": 0.032945, "recall": 0.048419}, {"accuracy": 0.280632, "f1": 0.251852, "hf_subset": "dik_Latn-ewe_Latn", "languages": ["dik-Latn", "ewe-Latn"], "main_score": 0.251852, "precision": 0.241185, "recall": 0.280632}, {"accuracy": 0.278656, "f1": 0.248663, "hf_subset": "dik_Latn-ilo_Latn", "languages": ["dik-Latn", "ilo-Latn"], "main_score": 0.248663, "precision": 0.237469, "recall": 0.278656}, {"accuracy": 0.052372, "f1": 0.041511, "hf_subset": "dik_Latn-knc_Arab", "languages": ["dik-Latn", "knc-Arab"], "main_score": 0.041511, "precision": 0.037858, "recall": 0.052372}, {"accuracy": 0.269763, "f1": 0.235239, "hf_subset": "dik_Latn-mkd_Cyrl", "languages": ["dik-Latn", "mkd-Cyrl"], "main_score": 0.235239, "precision": 0.224242, "recall": 0.269763}, {"accuracy": 0.205534, "f1": 0.178013, "hf_subset": "dik_Latn-prs_Arab", "languages": ["dik-Latn", "prs-Arab"], "main_score": 0.178013, "precision": 0.169428, "recall": 0.205534}, {"accuracy": 0.281621, "f1": 0.252303, "hf_subset": "dik_Latn-swe_Latn", "languages": ["dik-Latn", "swe-Latn"], "main_score": 0.252303, "precision": 0.242443, "recall": 0.281621}, {"accuracy": 0.178854, "f1": 0.149904, "hf_subset": "dik_Latn-urd_Arab", "languages": ["dik-Latn", "urd-Arab"], "main_score": 0.149904, "precision": 0.14131, "recall": 0.178854}, {"accuracy": 0.313241, "f1": 0.2819, "hf_subset": "dik_Latn-aka_Latn", "languages": ["dik-Latn", "aka-Latn"], "main_score": 0.2819, "precision": 0.269805, "recall": 0.313241}, {"accuracy": 0.250988, "f1": 0.231276, "hf_subset": "dik_Latn-bjn_Latn", "languages": ["dik-Latn", "bjn-Latn"], "main_score": 0.231276, "precision": 0.223758, "recall": 0.250988}, {"accuracy": 0.210474, "f1": 0.189742, "hf_subset": "dik_Latn-fao_Latn", "languages": ["dik-Latn", "fao-Latn"], "main_score": 0.189742, "precision": 0.181425, "recall": 0.210474}, {"accuracy": 0.324111, "f1": 0.277908, "hf_subset": "dik_Latn-ind_Latn", "languages": ["dik-Latn", "ind-Latn"], "main_score": 0.277908, "precision": 0.264471, "recall": 0.324111}, {"accuracy": 0.284585, "f1": 0.245501, "hf_subset": "dik_Latn-knc_Latn", "languages": ["dik-Latn", "knc-Latn"], "main_score": 0.245501, "precision": 0.232114, "recall": 0.284585}, {"accuracy": 0.224308, "f1": 0.194111, "hf_subset": "dik_Latn-mlt_Latn", "languages": ["dik-Latn", "mlt-Latn"], "main_score": 0.194111, "precision": 0.184382, "recall": 0.224308}, {"accuracy": 0.220356, "f1": 0.19078, "hf_subset": "dik_Latn-quy_Latn", "languages": ["dik-Latn", "quy-Latn"], "main_score": 0.19078, "precision": 0.180647, "recall": 0.220356}, {"accuracy": 0.213439, "f1": 0.18744, "hf_subset": "dik_Latn-swh_Latn", "languages": ["dik-Latn", "swh-Latn"], "main_score": 0.18744, "precision": 0.17787, "recall": 0.213439}, {"accuracy": 0.16996, "f1": 0.150776, "hf_subset": "dik_Latn-uzn_Latn", "languages": ["dik-Latn", "uzn-Latn"], "main_score": 0.150776, "precision": 0.14457, "recall": 0.16996}, {"accuracy": 0.281621, "f1": 0.242468, "hf_subset": "dik_Latn-als_Latn", "languages": ["dik-Latn", "als-Latn"], "main_score": 0.242468, "precision": 0.231216, "recall": 0.281621}, {"accuracy": 0.051383, "f1": 0.033798, "hf_subset": "dik_Latn-bod_Tibt", "languages": ["dik-Latn", "bod-Tibt"], "main_score": 0.033798, "precision": 0.030893, "recall": 0.051383}, {"accuracy": 0.20751, "f1": 0.176618, "hf_subset": "dik_Latn-fij_Latn", "languages": ["dik-Latn", "fij-Latn"], "main_score": 0.176618, "precision": 0.166355, "recall": 0.20751}, {"accuracy": 0.19664, "f1": 0.180951, "hf_subset": "dik_Latn-isl_Latn", "languages": ["dik-Latn", "isl-Latn"], "main_score": 0.180951, "precision": 0.175291, "recall": 0.19664}, {"accuracy": 0.249012, "f1": 0.215966, "hf_subset": "dik_Latn-kon_Latn", "languages": ["dik-Latn", "kon-Latn"], "main_score": 0.215966, "precision": 0.204854, "recall": 0.249012}, {"accuracy": 0.037549, "f1": 0.026455, "hf_subset": "dik_Latn-mni_Beng", "languages": ["dik-Latn", "mni-Beng"], "main_score": 0.026455, "precision": 0.023799, "recall": 0.037549}, {"accuracy": 0.317194, "f1": 0.275016, "hf_subset": "dik_Latn-ron_Latn", "languages": ["dik-Latn", "ron-Latn"], "main_score": 0.275016, "precision": 0.262438, "recall": 0.317194}, {"accuracy": 0.218379, "f1": 0.197219, "hf_subset": "dik_Latn-szl_Latn", "languages": ["dik-Latn", "szl-Latn"], "main_score": 0.197219, "precision": 0.190417, "recall": 0.218379}, {"accuracy": 0.252964, "f1": 0.229516, "hf_subset": "dik_Latn-vec_Latn", "languages": ["dik-Latn", "vec-Latn"], "main_score": 0.229516, "precision": 0.221661, "recall": 0.252964}, {"accuracy": 0.074111, "f1": 0.058996, "hf_subset": "dik_Latn-amh_Ethi", "languages": ["dik-Latn", "amh-Ethi"], "main_score": 0.058996, "precision": 0.05438, "recall": 0.074111}, {"accuracy": 0.3083, "f1": 0.269702, "hf_subset": "dik_Latn-bos_Latn", "languages": ["dik-Latn", "bos-Latn"], "main_score": 0.269702, "precision": 0.256479, "recall": 0.3083}, {"accuracy": 0.284585, "f1": 0.241599, "hf_subset": "dik_Latn-fin_Latn", "languages": ["dik-Latn", "fin-Latn"], "main_score": 0.241599, "precision": 0.228713, "recall": 0.284585}, {"accuracy": 0.317194, "f1": 0.268342, "hf_subset": "dik_Latn-ita_Latn", "languages": ["dik-Latn", "ita-Latn"], "main_score": 0.268342, "precision": 0.254271, "recall": 0.317194}, {"accuracy": 0.222332, "f1": 0.193987, "hf_subset": "dik_Latn-kor_Hang", "languages": ["dik-Latn", "kor-Hang"], "main_score": 0.193987, "precision": 0.185154, "recall": 0.222332}, {"accuracy": 0.227273, "f1": 0.201498, "hf_subset": "dik_Latn-mos_Latn", "languages": ["dik-Latn", "mos-Latn"], "main_score": 0.201498, "precision": 0.191938, "recall": 0.227273}, {"accuracy": 0.192688, "f1": 0.160991, "hf_subset": "dik_Latn-run_Latn", "languages": ["dik-Latn", "run-Latn"], "main_score": 0.160991, "precision": 0.151, "recall": 0.192688}, {"accuracy": 0.102767, "f1": 0.084061, "hf_subset": "dik_Latn-tam_Taml", "languages": ["dik-Latn", "tam-Taml"], "main_score": 0.084061, "precision": 0.079364, "recall": 0.102767}, {"accuracy": 0.309289, "f1": 0.263339, "hf_subset": "dik_Latn-vie_Latn", "languages": ["dik-Latn", "vie-Latn"], "main_score": 0.263339, "precision": 0.24996, "recall": 0.309289}, {"accuracy": 0.192688, "f1": 0.175001, "hf_subset": "dik_Latn-apc_Arab", "languages": ["dik-Latn", "apc-Arab"], "main_score": 0.175001, "precision": 0.16856, "recall": 0.192688}, {"accuracy": 0.251976, "f1": 0.226109, "hf_subset": "dik_Latn-bug_Latn", "languages": ["dik-Latn", "bug-Latn"], "main_score": 0.226109, "precision": 0.217206, "recall": 0.251976}, {"accuracy": 0.253953, "f1": 0.22229, "hf_subset": "dik_Latn-fon_Latn", "languages": ["dik-Latn", "fon-Latn"], "main_score": 0.22229, "precision": 0.211811, "recall": 0.253953}, {"accuracy": 0.244071, "f1": 0.227637, "hf_subset": "dik_Latn-jav_Latn", "languages": ["dik-Latn", "jav-Latn"], "main_score": 0.227637, "precision": 0.221607, "recall": 0.244071}, {"accuracy": 0.235178, "f1": 0.200289, "hf_subset": "dik_Latn-lao_Laoo", "languages": ["dik-Latn", "lao-Laoo"], "main_score": 0.200289, "precision": 0.189735, "recall": 0.235178}, {"accuracy": 0.22332, "f1": 0.185715, "hf_subset": "dik_Latn-mri_Latn", "languages": ["dik-Latn", "mri-Latn"], "main_score": 0.185715, "precision": 0.172421, "recall": 0.22332}, {"accuracy": 0.274704, "f1": 0.233673, "hf_subset": "dik_Latn-rus_Cyrl", "languages": ["dik-Latn", "rus-Cyrl"], "main_score": 0.233673, "precision": 0.221883, "recall": 0.274704}, {"accuracy": 0.257905, "f1": 0.228433, "hf_subset": "dik_Latn-taq_Latn", "languages": ["dik-Latn", "taq-Latn"], "main_score": 0.228433, "precision": 0.218872, "recall": 0.257905}, {"accuracy": 0.283597, "f1": 0.25449, "hf_subset": "dik_Latn-war_Latn", "languages": ["dik-Latn", "war-Latn"], "main_score": 0.25449, "precision": 0.243396, "recall": 0.283597}, {"accuracy": 0.214427, "f1": 0.187338, "hf_subset": "dik_Latn-arb_Arab", "languages": ["dik-Latn", "arb-Arab"], "main_score": 0.187338, "precision": 0.177869, "recall": 0.214427}, {"accuracy": 0.282609, "f1": 0.238802, "hf_subset": "dik_Latn-bul_Cyrl", "languages": ["dik-Latn", "bul-Cyrl"], "main_score": 0.238802, "precision": 0.22657, "recall": 0.282609}, {"accuracy": 0.312253, "f1": 0.264616, "hf_subset": "dik_Latn-fra_Latn", "languages": ["dik-Latn", "fra-Latn"], "main_score": 0.264616, "precision": 0.250372, "recall": 0.312253}, {"accuracy": 0.23419, "f1": 0.200674, "hf_subset": "dik_Latn-jpn_Jpan", "languages": ["dik-Latn", "jpn-Jpan"], "main_score": 0.200674, "precision": 0.189687, "recall": 0.23419}, {"accuracy": 0.233202, "f1": 0.209117, "hf_subset": "dik_Latn-lij_Latn", "languages": ["dik-Latn", "lij-Latn"], "main_score": 0.209117, "precision": 0.200476, "recall": 0.233202}, {"accuracy": 0.168972, "f1": 0.139786, "hf_subset": "dik_Latn-mya_Mymr", "languages": ["dik-Latn", "mya-Mymr"], "main_score": 0.139786, "precision": 0.131672, "recall": 0.168972}, {"accuracy": 0.267787, "f1": 0.23331, "hf_subset": "dik_Latn-sag_Latn", "languages": ["dik-Latn", "sag-Latn"], "main_score": 0.23331, "precision": 0.220354, "recall": 0.267787}, {"accuracy": 0.070158, "f1": 0.04786, "hf_subset": "dik_Latn-taq_Tfng", "languages": ["dik-Latn", "taq-Tfng"], "main_score": 0.04786, "precision": 0.042859, "recall": 0.070158}, {"accuracy": 0.273715, "f1": 0.244353, "hf_subset": "dik_Latn-wol_Latn", "languages": ["dik-Latn", "wol-Latn"], "main_score": 0.244353, "precision": 0.233418, "recall": 0.273715}, {"accuracy": 0.110672, "f1": 0.083934, "hf_subset": "dik_Latn-arb_Latn", "languages": ["dik-Latn", "arb-Latn"], "main_score": 0.083934, "precision": 0.07675, "recall": 0.110672}, {"accuracy": 0.31917, "f1": 0.272207, "hf_subset": "dik_Latn-cat_Latn", "languages": ["dik-Latn", "cat-Latn"], "main_score": 0.272207, "precision": 0.258099, "recall": 0.31917}, {"accuracy": 0.244071, "f1": 0.220193, "hf_subset": "dik_Latn-fur_Latn", "languages": ["dik-Latn", "fur-Latn"], "main_score": 0.220193, "precision": 0.211783, "recall": 0.244071}, {"accuracy": 0.087945, "f1": 0.067127, "hf_subset": "dik_Latn-kab_Latn", "languages": ["dik-Latn", "kab-Latn"], "main_score": 0.067127, "precision": 0.060754, "recall": 0.087945}, {"accuracy": 0.248024, "f1": 0.221259, "hf_subset": "dik_Latn-lim_Latn", "languages": ["dik-Latn", "lim-Latn"], "main_score": 0.221259, "precision": 0.213253, "recall": 0.248024}, {"accuracy": 0.315217, "f1": 0.275952, "hf_subset": "dik_Latn-nld_Latn", "languages": ["dik-Latn", "nld-Latn"], "main_score": 0.275952, "precision": 0.263471, "recall": 0.315217}, {"accuracy": 0.147233, "f1": 0.125155, "hf_subset": "dik_Latn-san_Deva", "languages": ["dik-Latn", "san-Deva"], "main_score": 0.125155, "precision": 0.118885, "recall": 0.147233}, {"accuracy": 0.224308, "f1": 0.194312, "hf_subset": "dik_Latn-tat_Cyrl", "languages": ["dik-Latn", "tat-Cyrl"], "main_score": 0.194312, "precision": 0.184712, "recall": 0.224308}, {"accuracy": 0.1917, "f1": 0.159971, "hf_subset": "dik_Latn-xho_Latn", "languages": ["dik-Latn", "xho-Latn"], "main_score": 0.159971, "precision": 0.14886, "recall": 0.1917}, {"accuracy": 0.20751, "f1": 0.178702, "hf_subset": "dik_Latn-ars_Arab", "languages": ["dik-Latn", "ars-Arab"], "main_score": 0.178702, "precision": 0.169161, "recall": 0.20751}, {"accuracy": 0.252964, "f1": 0.225456, "hf_subset": "dik_Latn-ceb_Latn", "languages": ["dik-Latn", "ceb-Latn"], "main_score": 0.225456, "precision": 0.216231, "recall": 0.252964}, {"accuracy": 0.227273, "f1": 0.198226, "hf_subset": "dik_Latn-fuv_Latn", "languages": ["dik-Latn", "fuv-Latn"], "main_score": 0.198226, "precision": 0.187445, "recall": 0.227273}, {"accuracy": 0.251976, "f1": 0.212255, "hf_subset": "dik_Latn-kac_Latn", "languages": ["dik-Latn", "kac-Latn"], "main_score": 0.212255, "precision": 0.198735, "recall": 0.251976}, {"accuracy": 0.202569, "f1": 0.173212, "hf_subset": "dik_Latn-lin_Latn", "languages": ["dik-Latn", "lin-Latn"], "main_score": 0.173212, "precision": 0.163712, "recall": 0.202569}, {"accuracy": 0.301383, "f1": 0.267598, "hf_subset": "dik_Latn-nno_Latn", "languages": ["dik-Latn", "nno-Latn"], "main_score": 0.267598, "precision": 0.256549, "recall": 0.301383}, {"accuracy": 0.017787, "f1": 0.00597, "hf_subset": "dik_Latn-sat_Olck", "languages": ["dik-Latn", "sat-Olck"], "main_score": 0.00597, "precision": 0.004072, "recall": 0.017787}, {"accuracy": 0.124506, "f1": 0.104339, "hf_subset": "dik_Latn-tel_Telu", "languages": ["dik-Latn", "tel-Telu"], "main_score": 0.104339, "precision": 0.098659, "recall": 0.124506}, {"accuracy": 0.078063, "f1": 0.062355, "hf_subset": "dik_Latn-ydd_Hebr", "languages": ["dik-Latn", "ydd-Hebr"], "main_score": 0.062355, "precision": 0.05773, "recall": 0.078063}, {"accuracy": 0.176877, "f1": 0.157823, "hf_subset": "dik_Latn-ary_Arab", "languages": ["dik-Latn", "ary-Arab"], "main_score": 0.157823, "precision": 0.151821, "recall": 0.176877}, {"accuracy": 0.304348, "f1": 0.262089, "hf_subset": "dik_Latn-ces_Latn", "languages": ["dik-Latn", "ces-Latn"], "main_score": 0.262089, "precision": 0.25024, "recall": 0.304348}, {"accuracy": 0.100791, "f1": 0.079345, "hf_subset": "dik_Latn-gaz_Latn", "languages": ["dik-Latn", "gaz-Latn"], "main_score": 0.079345, "precision": 0.073522, "recall": 0.100791}, {"accuracy": 0.243083, "f1": 0.212346, "hf_subset": "dik_Latn-kam_Latn", "languages": ["dik-Latn", "kam-Latn"], "main_score": 0.212346, "precision": 0.202316, "recall": 0.243083}, {"accuracy": 0.283597, "f1": 0.242966, "hf_subset": "dik_Latn-lit_Latn", "languages": ["dik-Latn", "lit-Latn"], "main_score": 0.242966, "precision": 0.231011, "recall": 0.283597}, {"accuracy": 0.309289, "f1": 0.260808, "hf_subset": "dik_Latn-nob_Latn", "languages": ["dik-Latn", "nob-Latn"], "main_score": 0.260808, "precision": 0.246549, "recall": 0.309289}, {"accuracy": 0.242095, "f1": 0.220608, "hf_subset": "dik_Latn-scn_Latn", "languages": ["dik-Latn", "scn-Latn"], "main_score": 0.220608, "precision": 0.213985, "recall": 0.242095}, {"accuracy": 0.16996, "f1": 0.140023, "hf_subset": "dik_Latn-tgk_Cyrl", "languages": ["dik-Latn", "tgk-Cyrl"], "main_score": 0.140023, "precision": 0.13079, "recall": 0.16996}, {"accuracy": 0.245059, "f1": 0.217114, "hf_subset": "dik_Latn-yor_Latn", "languages": ["dik-Latn", "yor-Latn"], "main_score": 0.217114, "precision": 0.205435, "recall": 0.245059}, {"accuracy": 0.189723, "f1": 0.168138, "hf_subset": "dik_Latn-arz_Arab", "languages": ["dik-Latn", "arz-Arab"], "main_score": 0.168138, "precision": 0.160964, "recall": 0.189723}, {"accuracy": 0.192688, "f1": 0.167285, "hf_subset": "dik_Latn-cjk_Latn", "languages": ["dik-Latn", "cjk-Latn"], "main_score": 0.167285, "precision": 0.158662, "recall": 0.192688}, {"accuracy": 0.18083, "f1": 0.152728, "hf_subset": "dik_Latn-gla_Latn", "languages": ["dik-Latn", "gla-Latn"], "main_score": 0.152728, "precision": 0.142654, "recall": 0.18083}, {"accuracy": 0.109684, "f1": 0.090588, "hf_subset": "dik_Latn-kan_Knda", "languages": ["dik-Latn", "kan-Knda"], "main_score": 0.090588, "precision": 0.08558, "recall": 0.109684}, {"accuracy": 0.215415, "f1": 0.192265, "hf_subset": "dik_Latn-lmo_Latn", "languages": ["dik-Latn", "lmo-Latn"], "main_score": 0.192265, "precision": 0.184873, "recall": 0.215415}, {"accuracy": 0.216403, "f1": 0.180778, "hf_subset": "dik_Latn-npi_Deva", "languages": ["dik-Latn", "npi-Deva"], "main_score": 0.180778, "precision": 0.170165, "recall": 0.216403}, {"accuracy": 0.241107, "f1": 0.203052, "hf_subset": "dik_Latn-shn_Mymr", "languages": ["dik-Latn", "shn-Mymr"], "main_score": 0.203052, "precision": 0.190482, "recall": 0.241107}, {"accuracy": 0.251976, "f1": 0.226585, "hf_subset": "dik_Latn-tgl_Latn", "languages": ["dik-Latn", "tgl-Latn"], "main_score": 0.226585, "precision": 0.218085, "recall": 0.251976}, {"accuracy": 0.243083, "f1": 0.205198, "hf_subset": "dik_Latn-yue_Hant", "languages": ["dik-Latn", "yue-Hant"], "main_score": 0.205198, "precision": 0.19324, "recall": 0.243083}, {"accuracy": 0.06917, "f1": 0.060227, "hf_subset": "dik_Latn-asm_Beng", "languages": ["dik-Latn", "asm-Beng"], "main_score": 0.060227, "precision": 0.056712, "recall": 0.06917}, {"accuracy": 0.147233, "f1": 0.111645, "hf_subset": "dik_Latn-ckb_Arab", "languages": ["dik-Latn", "ckb-Arab"], "main_score": 0.111645, "precision": 0.102604, "recall": 0.147233}, {"accuracy": 0.195652, "f1": 0.172684, "hf_subset": "dik_Latn-gle_Latn", "languages": ["dik-Latn", "gle-Latn"], "main_score": 0.172684, "precision": 0.164903, "recall": 0.195652}, {"accuracy": 0.121542, "f1": 0.10653, "hf_subset": "dik_Latn-kas_Arab", "languages": ["dik-Latn", "kas-Arab"], "main_score": 0.10653, "precision": 0.101149, "recall": 0.121542}, {"accuracy": 0.217391, "f1": 0.19015, "hf_subset": "dik_Latn-ltg_Latn", "languages": ["dik-Latn", "ltg-Latn"], "main_score": 0.19015, "precision": 0.18154, "recall": 0.217391}, {"accuracy": 0.270751, "f1": 0.237176, "hf_subset": "dik_Latn-nso_Latn", "languages": ["dik-Latn", "nso-Latn"], "main_score": 0.237176, "precision": 0.226104, "recall": 0.270751}, {"accuracy": 0.123518, "f1": 0.10319, "hf_subset": "dik_Latn-sin_Sinh", "languages": ["dik-Latn", "sin-Sinh"], "main_score": 0.10319, "precision": 0.097363, "recall": 0.123518}, {"accuracy": 0.23419, "f1": 0.191446, "hf_subset": "dik_Latn-tha_Thai", "languages": ["dik-Latn", "tha-Thai"], "main_score": 0.191446, "precision": 0.179827, "recall": 0.23419}, {"accuracy": 0.253953, "f1": 0.215324, "hf_subset": "dik_Latn-zho_Hans", "languages": ["dik-Latn", "zho-Hans"], "main_score": 0.215324, "precision": 0.203363, "recall": 0.253953}, {"accuracy": 0.259881, "f1": 0.230582, "hf_subset": "dik_Latn-ast_Latn", "languages": ["dik-Latn", "ast-Latn"], "main_score": 0.230582, "precision": 0.222032, "recall": 0.259881}, {"accuracy": 0.20751, "f1": 0.188151, "hf_subset": "dik_Latn-crh_Latn", "languages": ["dik-Latn", "crh-Latn"], "main_score": 0.188151, "precision": 0.181247, "recall": 0.20751}, {"accuracy": 0.312253, "f1": 0.269876, "hf_subset": "dik_Latn-glg_Latn", "languages": ["dik-Latn", "glg-Latn"], "main_score": 0.269876, "precision": 0.256527, "recall": 0.312253}, {"accuracy": 0.16996, "f1": 0.145494, "hf_subset": "dik_Latn-kas_Deva", "languages": ["dik-Latn", "kas-Deva"], "main_score": 0.145494, "precision": 0.13706, "recall": 0.16996}, {"accuracy": 0.230237, "f1": 0.208254, "hf_subset": "dik_Latn-ltz_Latn", "languages": ["dik-Latn", "ltz-Latn"], "main_score": 0.208254, "precision": 0.199654, "recall": 0.230237}, {"accuracy": 0.147233, "f1": 0.108814, "hf_subset": "dik_Latn-nus_Latn", "languages": ["dik-Latn", "nus-Latn"], "main_score": 0.108814, "precision": 0.096857, "recall": 0.147233}, {"accuracy": 0.297431, "f1": 0.25547, "hf_subset": "dik_Latn-slk_Latn", "languages": ["dik-Latn", "slk-Latn"], "main_score": 0.25547, "precision": 0.242486, "recall": 0.297431}, {"accuracy": 0.049407, "f1": 0.037652, "hf_subset": "dik_Latn-tir_Ethi", "languages": ["dik-Latn", "tir-Ethi"], "main_score": 0.037652, "precision": 0.033696, "recall": 0.049407}, {"accuracy": 0.224308, "f1": 0.197523, "hf_subset": "dik_Latn-zho_Hant", "languages": ["dik-Latn", "zho-Hant"], "main_score": 0.197523, "precision": 0.188046, "recall": 0.224308}, {"accuracy": 0.208498, "f1": 0.176934, "hf_subset": "dik_Latn-awa_Deva", "languages": ["dik-Latn", "awa-Deva"], "main_score": 0.176934, "precision": 0.167908, "recall": 0.208498}, {"accuracy": 0.197628, "f1": 0.171424, "hf_subset": "dik_Latn-cym_Latn", "languages": ["dik-Latn", "cym-Latn"], "main_score": 0.171424, "precision": 0.162637, "recall": 0.197628}, {"accuracy": 0.248024, "f1": 0.217671, "hf_subset": "dik_Latn-grn_Latn", "languages": ["dik-Latn", "grn-Latn"], "main_score": 0.217671, "precision": 0.207623, "recall": 0.248024}, {"accuracy": 0.193676, "f1": 0.167276, "hf_subset": "dik_Latn-kat_Geor", "languages": ["dik-Latn", "kat-Geor"], "main_score": 0.167276, "precision": 0.158898, "recall": 0.193676}, {"accuracy": 0.238142, "f1": 0.206719, "hf_subset": "dik_Latn-lua_Latn", "languages": ["dik-Latn", "lua-Latn"], "main_score": 0.206719, "precision": 0.195615, "recall": 0.238142}, {"accuracy": 0.244071, "f1": 0.207361, "hf_subset": "dik_Latn-nya_Latn", "languages": ["dik-Latn", "nya-Latn"], "main_score": 0.207361, "precision": 0.196096, "recall": 0.244071}, {"accuracy": 0.293478, "f1": 0.256046, "hf_subset": "dik_Latn-slv_Latn", "languages": ["dik-Latn", "slv-Latn"], "main_score": 0.256046, "precision": 0.244108, "recall": 0.293478}, {"accuracy": 0.291502, "f1": 0.265497, "hf_subset": "dik_Latn-tpi_Latn", "languages": ["dik-Latn", "tpi-Latn"], "main_score": 0.265497, "precision": 0.255082, "recall": 0.291502}, {"accuracy": 0.315217, "f1": 0.267026, "hf_subset": "dik_Latn-zsm_Latn", "languages": ["dik-Latn", "zsm-Latn"], "main_score": 0.267026, "precision": 0.251525, "recall": 0.315217}, {"accuracy": 0.208498, "f1": 0.172515, "hf_subset": "dik_Latn-ayr_Latn", "languages": ["dik-Latn", "ayr-Latn"], "main_score": 0.172515, "precision": 0.160957, "recall": 0.208498}, {"accuracy": 0.323123, "f1": 0.278449, "hf_subset": "dik_Latn-dan_Latn", "languages": ["dik-Latn", "dan-Latn"], "main_score": 0.278449, "precision": 0.265129, "recall": 0.323123}, {"accuracy": 0.147233, "f1": 0.125264, "hf_subset": "dik_Latn-guj_Gujr", "languages": ["dik-Latn", "guj-Gujr"], "main_score": 0.125264, "precision": 0.119448, "recall": 0.147233}, {"accuracy": 0.256917, "f1": 0.220324, "hf_subset": "dik_Latn-kaz_Cyrl", "languages": ["dik-Latn", "kaz-Cyrl"], "main_score": 0.220324, "precision": 0.209958, "recall": 0.256917}, {"accuracy": 0.190711, "f1": 0.155518, "hf_subset": "dik_Latn-lug_Latn", "languages": ["dik-Latn", "lug-Latn"], "main_score": 0.155518, "precision": 0.145158, "recall": 0.190711}, {"accuracy": 0.277668, "f1": 0.244496, "hf_subset": "dik_Latn-oci_Latn", "languages": ["dik-Latn", "oci-Latn"], "main_score": 0.244496, "precision": 0.23387, "recall": 0.277668}, {"accuracy": 0.210474, "f1": 0.171891, "hf_subset": "dik_Latn-smo_Latn", "languages": ["dik-Latn", "smo-Latn"], "main_score": 0.171891, "precision": 0.158751, "recall": 0.210474}, {"accuracy": 0.238142, "f1": 0.204204, "hf_subset": "dik_Latn-tsn_Latn", "languages": ["dik-Latn", "tsn-Latn"], "main_score": 0.204204, "precision": 0.191899, "recall": 0.238142}, {"accuracy": 0.151186, "f1": 0.123282, "hf_subset": "dik_Latn-zul_Latn", "languages": ["dik-Latn", "zul-Latn"], "main_score": 0.123282, "precision": 0.114849, "recall": 0.151186}, {"accuracy": 0.141304, "f1": 0.117711, "hf_subset": "dik_Latn-azb_Arab", "languages": ["dik-Latn", "azb-Arab"], "main_score": 0.117711, "precision": 0.11048, "recall": 0.141304}, {"accuracy": 0.309289, "f1": 0.265906, "hf_subset": "dik_Latn-deu_Latn", "languages": ["dik-Latn", "deu-Latn"], "main_score": 0.265906, "precision": 0.253474, "recall": 0.309289}, {"accuracy": 0.215415, "f1": 0.1871, "hf_subset": "dik_Latn-hat_Latn", "languages": ["dik-Latn", "hat-Latn"], "main_score": 0.1871, "precision": 0.177352, "recall": 0.215415}, {"accuracy": 0.228261, "f1": 0.194776, "hf_subset": "dik_Latn-kbp_Latn", "languages": ["dik-Latn", "kbp-Latn"], "main_score": 0.194776, "precision": 0.183543, "recall": 0.228261}, {"accuracy": 0.248024, "f1": 0.213086, "hf_subset": "dik_Latn-luo_Latn", "languages": ["dik-Latn", "luo-Latn"], "main_score": 0.213086, "precision": 0.202416, "recall": 0.248024}, {"accuracy": 0.087945, "f1": 0.073592, "hf_subset": "dik_Latn-ory_Orya", "languages": ["dik-Latn", "ory-Orya"], "main_score": 0.073592, "precision": 0.069166, "recall": 0.087945}, {"accuracy": 0.176877, "f1": 0.143703, "hf_subset": "dik_Latn-sna_Latn", "languages": ["dik-Latn", "sna-Latn"], "main_score": 0.143703, "precision": 0.133994, "recall": 0.176877}, {"accuracy": 0.231225, "f1": 0.198312, "hf_subset": "dik_Latn-tso_Latn", "languages": ["dik-Latn", "tso-Latn"], "main_score": 0.198312, "precision": 0.187665, "recall": 0.231225}, {"accuracy": 0.202569, "f1": 0.175706, "hf_subset": "dik_Latn-azj_Latn", "languages": ["dik-Latn", "azj-Latn"], "main_score": 0.175706, "precision": 0.167558, "recall": 0.202569}, {"accuracy": 0.244071, "f1": 0.208478, "hf_subset": "dik_Latn-hau_Latn", "languages": ["dik-Latn", "hau-Latn"], "main_score": 0.208478, "precision": 0.196983, "recall": 0.244071}, {"accuracy": 0.208498, "f1": 0.192861, "hf_subset": "dik_Latn-kea_Latn", "languages": ["dik-Latn", "kea-Latn"], "main_score": 0.192861, "precision": 0.187438, "recall": 0.208498}, {"accuracy": 0.294466, "f1": 0.261498, "hf_subset": "dik_Latn-lus_Latn", "languages": ["dik-Latn", "lus-Latn"], "main_score": 0.261498, "precision": 0.249026, "recall": 0.294466}, {"accuracy": 0.257905, "f1": 0.233128, "hf_subset": "dik_Latn-pag_Latn", "languages": ["dik-Latn", "pag-Latn"], "main_score": 0.233128, "precision": 0.223714, "recall": 0.257905}, {"accuracy": 0.133399, "f1": 0.112124, "hf_subset": "dik_Latn-snd_Arab", "languages": ["dik-Latn", "snd-Arab"], "main_score": 0.112124, "precision": 0.105675, "recall": 0.133399}, {"accuracy": 0.198617, "f1": 0.166531, "hf_subset": "dik_Latn-tuk_Latn", "languages": ["dik-Latn", "tuk-Latn"], "main_score": 0.166531, "precision": 0.15538, "recall": 0.198617}, {"accuracy": 0.249012, "f1": 0.214884, "hf_subset": "dik_Latn-bak_Cyrl", "languages": ["dik-Latn", "bak-Cyrl"], "main_score": 0.214884, "precision": 0.204436, "recall": 0.249012}, {"accuracy": 0.202569, "f1": 0.170879, "hf_subset": "dik_Latn-dyu_Latn", "languages": ["dik-Latn", "dyu-Latn"], "main_score": 0.170879, "precision": 0.160097, "recall": 0.202569}, {"accuracy": 0.221344, "f1": 0.185966, "hf_subset": "dik_Latn-heb_Hebr", "languages": ["dik-Latn", "heb-Hebr"], "main_score": 0.185966, "precision": 0.174039, "recall": 0.221344}, {"accuracy": 0.235178, "f1": 0.200257, "hf_subset": "dik_Latn-khk_Cyrl", "languages": ["dik-Latn", "khk-Cyrl"], "main_score": 0.200257, "precision": 0.18944, "recall": 0.235178}, {"accuracy": 0.255929, "f1": 0.216783, "hf_subset": "dik_Latn-lvs_Latn", "languages": ["dik-Latn", "lvs-Latn"], "main_score": 0.216783, "precision": 0.204955, "recall": 0.255929}, {"accuracy": 0.097826, "f1": 0.079323, "hf_subset": "dik_Latn-pan_Guru", "languages": ["dik-Latn", "pan-Guru"], "main_score": 0.079323, "precision": 0.07524, "recall": 0.097826}, {"accuracy": 0.212451, "f1": 0.182938, "hf_subset": "dik_Latn-som_Latn", "languages": ["dik-Latn", "som-Latn"], "main_score": 0.182938, "precision": 0.17307, "recall": 0.212451}, {"accuracy": 0.240119, "f1": 0.197783, "hf_subset": "dik_Latn-tum_Latn", "languages": ["dik-Latn", "tum-Latn"], "main_score": 0.197783, "precision": 0.184851, "recall": 0.240119}, {"accuracy": 0.038538, "f1": 0.029763, "hf_subset": "hau_Latn-ace_Arab", "languages": ["hau-Latn", "ace-Arab"], "main_score": 0.029763, "precision": 0.027581, "recall": 0.038538}, {"accuracy": 0.228261, "f1": 0.210517, "hf_subset": "hau_Latn-bam_Latn", "languages": ["hau-Latn", "bam-Latn"], "main_score": 0.210517, "precision": 0.203461, "recall": 0.228261}, {"accuracy": 0.004941, "f1": 0.000701, "hf_subset": "hau_Latn-dzo_Tibt", "languages": ["hau-Latn", "dzo-Tibt"], "main_score": 0.000701, "precision": 0.000413, "recall": 0.004941}, {"accuracy": 0.166008, "f1": 0.142913, "hf_subset": "hau_Latn-hin_Deva", "languages": ["hau-Latn", "hin-Deva"], "main_score": 0.142913, "precision": 0.137362, "recall": 0.166008}, {"accuracy": 0.161067, "f1": 0.146373, "hf_subset": "hau_Latn-khm_Khmr", "languages": ["hau-Latn", "khm-Khmr"], "main_score": 0.146373, "precision": 0.141999, "recall": 0.161067}, {"accuracy": 0.130435, "f1": 0.113868, "hf_subset": "hau_Latn-mag_Deva", "languages": ["hau-Latn", "mag-Deva"], "main_score": 0.113868, "precision": 0.11024, "recall": 0.130435}, {"accuracy": 0.176877, "f1": 0.165614, "hf_subset": "hau_Latn-pap_Latn", "languages": ["hau-Latn", "pap-Latn"], "main_score": 0.165614, "precision": 0.161982, "recall": 0.176877}, {"accuracy": 0.244071, "f1": 0.227566, "hf_subset": "hau_Latn-sot_Latn", "languages": ["hau-Latn", "sot-Latn"], "main_score": 0.227566, "precision": 0.22117, "recall": 0.244071}, {"accuracy": 0.237154, "f1": 0.207475, "hf_subset": "hau_Latn-tur_Latn", "languages": ["hau-Latn", "tur-Latn"], "main_score": 0.207475, "precision": 0.200443, "recall": 0.237154}, {"accuracy": 0.208498, "f1": 0.192649, "hf_subset": "hau_Latn-ace_Latn", "languages": ["hau-Latn", "ace-Latn"], "main_score": 0.192649, "precision": 0.186997, "recall": 0.208498}, {"accuracy": 0.182806, "f1": 0.17214, "hf_subset": "hau_Latn-ban_Latn", "languages": ["hau-Latn", "ban-Latn"], "main_score": 0.17214, "precision": 0.168582, "recall": 0.182806}, {"accuracy": 0.15415, "f1": 0.138056, "hf_subset": "hau_Latn-ell_Grek", "languages": ["hau-Latn", "ell-Grek"], "main_score": 0.138056, "precision": 0.13356, "recall": 0.15415}, {"accuracy": 0.124506, "f1": 0.109684, "hf_subset": "hau_Latn-hne_Deva", "languages": ["hau-Latn", "hne-Deva"], "main_score": 0.109684, "precision": 0.105098, "recall": 0.124506}, {"accuracy": 0.211462, "f1": 0.193637, "hf_subset": "hau_Latn-kik_Latn", "languages": ["hau-Latn", "kik-Latn"], "main_score": 0.193637, "precision": 0.186805, "recall": 0.211462}, {"accuracy": 0.118577, "f1": 0.106772, "hf_subset": "hau_Latn-mai_Deva", "languages": ["hau-Latn", "mai-Deva"], "main_score": 0.106772, "precision": 0.104036, "recall": 0.118577}, {"accuracy": 0.150198, "f1": 0.128836, "hf_subset": "hau_Latn-pbt_Arab", "languages": ["hau-Latn", "pbt-Arab"], "main_score": 0.128836, "precision": 0.123801, "recall": 0.150198}, {"accuracy": 0.230237, "f1": 0.202834, "hf_subset": "hau_Latn-spa_Latn", "languages": ["hau-Latn", "spa-Latn"], "main_score": 0.202834, "precision": 0.196569, "recall": 0.230237}, {"accuracy": 0.273715, "f1": 0.25047, "hf_subset": "hau_Latn-twi_Latn", "languages": ["hau-Latn", "twi-Latn"], "main_score": 0.25047, "precision": 0.242166, "recall": 0.273715}, {"accuracy": 0.119565, "f1": 0.109291, "hf_subset": "hau_Latn-acm_Arab", "languages": ["hau-Latn", "acm-Arab"], "main_score": 0.109291, "precision": 0.105836, "recall": 0.119565}, {"accuracy": 0.158103, "f1": 0.135144, "hf_subset": "hau_Latn-bel_Cyrl", "languages": ["hau-Latn", "bel-Cyrl"], "main_score": 0.135144, "precision": 0.129163, "recall": 0.158103}, {"accuracy": 0.243083, "f1": 0.2136, "hf_subset": "hau_Latn-eng_Latn", "languages": ["hau-Latn", "eng-Latn"], "main_score": 0.2136, "precision": 0.205929, "recall": 0.243083}, {"accuracy": 0.202569, "f1": 0.184409, "hf_subset": "hau_Latn-hrv_Latn", "languages": ["hau-Latn", "hrv-Latn"], "main_score": 0.184409, "precision": 0.18047, "recall": 0.202569}, {"accuracy": 0.199605, "f1": 0.174628, "hf_subset": "hau_Latn-kin_Latn", "languages": ["hau-Latn", "kin-Latn"], "main_score": 0.174628, "precision": 0.165352, "recall": 0.199605}, {"accuracy": 0.078063, "f1": 0.064173, "hf_subset": "hau_Latn-mal_Mlym", "languages": ["hau-Latn", "mal-Mlym"], "main_score": 0.064173, "precision": 0.061277, "recall": 0.078063}, {"accuracy": 0.166008, "f1": 0.145505, "hf_subset": "hau_Latn-pes_Arab", "languages": ["hau-Latn", "pes-Arab"], "main_score": 0.145505, "precision": 0.140528, "recall": 0.166008}, {"accuracy": 0.198617, "f1": 0.181499, "hf_subset": "hau_Latn-srd_Latn", "languages": ["hau-Latn", "srd-Latn"], "main_score": 0.181499, "precision": 0.177037, "recall": 0.198617}, {"accuracy": 0.076087, "f1": 0.051362, "hf_subset": "hau_Latn-tzm_Tfng", "languages": ["hau-Latn", "tzm-Tfng"], "main_score": 0.051362, "precision": 0.045332, "recall": 0.076087}, {"accuracy": 0.13834, "f1": 0.122595, "hf_subset": "hau_Latn-acq_Arab", "languages": ["hau-Latn", "acq-Arab"], "main_score": 0.122595, "precision": 0.118654, "recall": 0.13834}, {"accuracy": 0.245059, "f1": 0.22537, "hf_subset": "hau_Latn-bem_Latn", "languages": ["hau-Latn", "bem-Latn"], "main_score": 0.22537, "precision": 0.218468, "recall": 0.245059}, {"accuracy": 0.187747, "f1": 0.172873, "hf_subset": "hau_Latn-epo_Latn", "languages": ["hau-Latn", "epo-Latn"], "main_score": 0.172873, "precision": 0.168269, "recall": 0.187747}, {"accuracy": 0.242095, "f1": 0.21694, "hf_subset": "hau_Latn-hun_Latn", "languages": ["hau-Latn", "hun-Latn"], "main_score": 0.21694, "precision": 0.211355, "recall": 0.242095}, {"accuracy": 0.151186, "f1": 0.133712, "hf_subset": "hau_Latn-kir_Cyrl", "languages": ["hau-Latn", "kir-Cyrl"], "main_score": 0.133712, "precision": 0.129225, "recall": 0.151186}, {"accuracy": 0.142292, "f1": 0.122539, "hf_subset": "hau_Latn-mar_Deva", "languages": ["hau-Latn", "mar-Deva"], "main_score": 0.122539, "precision": 0.117155, "recall": 0.142292}, {"accuracy": 0.216403, "f1": 0.201856, "hf_subset": "hau_Latn-plt_Latn", "languages": ["hau-Latn", "plt-Latn"], "main_score": 0.201856, "precision": 0.196922, "recall": 0.216403}, {"accuracy": 0.18083, "f1": 0.160917, "hf_subset": "hau_Latn-srp_Cyrl", "languages": ["hau-Latn", "srp-Cyrl"], "main_score": 0.160917, "precision": 0.155468, "recall": 0.18083}, {"accuracy": 0.102767, "f1": 0.093897, "hf_subset": "hau_Latn-uig_Arab", "languages": ["hau-Latn", "uig-Arab"], "main_score": 0.093897, "precision": 0.091453, "recall": 0.102767}, {"accuracy": 0.140316, "f1": 0.121412, "hf_subset": "hau_Latn-aeb_Arab", "languages": ["hau-Latn", "aeb-Arab"], "main_score": 0.121412, "precision": 0.116426, "recall": 0.140316}, {"accuracy": 0.076087, "f1": 0.067274, "hf_subset": "hau_Latn-ben_Beng", "languages": ["hau-Latn", "ben-Beng"], "main_score": 0.067274, "precision": 0.065072, "recall": 0.076087}, {"accuracy": 0.23419, "f1": 0.206813, "hf_subset": "hau_Latn-est_Latn", "languages": ["hau-Latn", "est-Latn"], "main_score": 0.206813, "precision": 0.199794, "recall": 0.23419}, {"accuracy": 0.12747, "f1": 0.112266, "hf_subset": "hau_Latn-hye_Armn", "languages": ["hau-Latn", "hye-Armn"], "main_score": 0.112266, "precision": 0.107938, "recall": 0.12747}, {"accuracy": 0.208498, "f1": 0.180179, "hf_subset": "hau_Latn-kmb_Latn", "languages": ["hau-Latn", "kmb-Latn"], "main_score": 0.180179, "precision": 0.170542, "recall": 0.208498}, {"accuracy": 0.021739, "f1": 0.017135, "hf_subset": "hau_Latn-min_Arab", "languages": ["hau-Latn", "min-Arab"], "main_score": 0.017135, "precision": 0.015739, "recall": 0.021739}, {"accuracy": 0.238142, "f1": 0.214954, "hf_subset": "hau_Latn-pol_Latn", "languages": ["hau-Latn", "pol-Latn"], "main_score": 0.214954, "precision": 0.209102, "recall": 0.238142}, {"accuracy": 0.167984, "f1": 0.14619, "hf_subset": "hau_Latn-ssw_Latn", "languages": ["hau-Latn", "ssw-Latn"], "main_score": 0.14619, "precision": 0.138305, "recall": 0.167984}, {"accuracy": 0.177866, "f1": 0.158092, "hf_subset": "hau_Latn-ukr_Cyrl", "languages": ["hau-Latn", "ukr-Cyrl"], "main_score": 0.158092, "precision": 0.153173, "recall": 0.177866}, {"accuracy": 0.231225, "f1": 0.212973, "hf_subset": "hau_Latn-afr_Latn", "languages": ["hau-Latn", "afr-Latn"], "main_score": 0.212973, "precision": 0.20773, "recall": 0.231225}, {"accuracy": 0.124506, "f1": 0.106927, "hf_subset": "hau_Latn-bho_Deva", "languages": ["hau-Latn", "bho-Deva"], "main_score": 0.106927, "precision": 0.102206, "recall": 0.124506}, {"accuracy": 0.173913, "f1": 0.163146, "hf_subset": "hau_Latn-eus_Latn", "languages": ["hau-Latn", "eus-Latn"], "main_score": 0.163146, "precision": 0.159323, "recall": 0.173913}, {"accuracy": 0.208498, "f1": 0.18655, "hf_subset": "hau_Latn-ibo_Latn", "languages": ["hau-Latn", "ibo-Latn"], "main_score": 0.18655, "precision": 0.178489, "recall": 0.208498}, {"accuracy": 0.197628, "f1": 0.180244, "hf_subset": "hau_Latn-kmr_Latn", "languages": ["hau-Latn", "kmr-Latn"], "main_score": 0.180244, "precision": 0.175206, "recall": 0.197628}, {"accuracy": 0.183794, "f1": 0.17269, "hf_subset": "hau_Latn-min_Latn", "languages": ["hau-Latn", "min-Latn"], "main_score": 0.17269, "precision": 0.169485, "recall": 0.183794}, {"accuracy": 0.23913, "f1": 0.20544, "hf_subset": "hau_Latn-por_Latn", "languages": ["hau-Latn", "por-Latn"], "main_score": 0.20544, "precision": 0.197114, "recall": 0.23913}, {"accuracy": 0.163043, "f1": 0.153771, "hf_subset": "hau_Latn-sun_Latn", "languages": ["hau-Latn", "sun-Latn"], "main_score": 0.153771, "precision": 0.150725, "recall": 0.163043}, {"accuracy": 0.16996, "f1": 0.14739, "hf_subset": "hau_Latn-umb_Latn", "languages": ["hau-Latn", "umb-Latn"], "main_score": 0.14739, "precision": 0.140173, "recall": 0.16996}, {"accuracy": 0.161067, "f1": 0.141981, "hf_subset": "hau_Latn-ajp_Arab", "languages": ["hau-Latn", "ajp-Arab"], "main_score": 0.141981, "precision": 0.137012, "recall": 0.161067}, {"accuracy": 0.040514, "f1": 0.035087, "hf_subset": "hau_Latn-bjn_Arab", "languages": ["hau-Latn", "bjn-Arab"], "main_score": 0.035087, "precision": 0.033107, "recall": 0.040514}, {"accuracy": 0.228261, "f1": 0.206393, "hf_subset": "hau_Latn-ewe_Latn", "languages": ["hau-Latn", "ewe-Latn"], "main_score": 0.206393, "precision": 0.198177, "recall": 0.228261}, {"accuracy": 0.229249, "f1": 0.209698, "hf_subset": "hau_Latn-ilo_Latn", "languages": ["hau-Latn", "ilo-Latn"], "main_score": 0.209698, "precision": 0.203406, "recall": 0.229249}, {"accuracy": 0.040514, "f1": 0.035262, "hf_subset": "hau_Latn-knc_Arab", "languages": ["hau-Latn", "knc-Arab"], "main_score": 0.035262, "precision": 0.033277, "recall": 0.040514}, {"accuracy": 0.194664, "f1": 0.176107, "hf_subset": "hau_Latn-mkd_Cyrl", "languages": ["hau-Latn", "mkd-Cyrl"], "main_score": 0.176107, "precision": 0.17126, "recall": 0.194664}, {"accuracy": 0.137352, "f1": 0.122917, "hf_subset": "hau_Latn-prs_Arab", "languages": ["hau-Latn", "prs-Arab"], "main_score": 0.122917, "precision": 0.119465, "recall": 0.137352}, {"accuracy": 0.232213, "f1": 0.209642, "hf_subset": "hau_Latn-swe_Latn", "languages": ["hau-Latn", "swe-Latn"], "main_score": 0.209642, "precision": 0.203878, "recall": 0.232213}, {"accuracy": 0.131423, "f1": 0.117359, "hf_subset": "hau_Latn-urd_Arab", "languages": ["hau-Latn", "urd-Arab"], "main_score": 0.117359, "precision": 0.114025, "recall": 0.131423}, {"accuracy": 0.250988, "f1": 0.22901, "hf_subset": "hau_Latn-aka_Latn", "languages": ["hau-Latn", "aka-Latn"], "main_score": 0.22901, "precision": 0.221182, "recall": 0.250988}, {"accuracy": 0.16996, "f1": 0.162502, "hf_subset": "hau_Latn-bjn_Latn", "languages": ["hau-Latn", "bjn-Latn"], "main_score": 0.162502, "precision": 0.159585, "recall": 0.16996}, {"accuracy": 0.181818, "f1": 0.169422, "hf_subset": "hau_Latn-fao_Latn", "languages": ["hau-Latn", "fao-Latn"], "main_score": 0.169422, "precision": 0.165706, "recall": 0.181818}, {"accuracy": 0.240119, "f1": 0.212013, "hf_subset": "hau_Latn-ind_Latn", "languages": ["hau-Latn", "ind-Latn"], "main_score": 0.212013, "precision": 0.205093, "recall": 0.240119}, {"accuracy": 0.257905, "f1": 0.238985, "hf_subset": "hau_Latn-knc_Latn", "languages": ["hau-Latn", "knc-Latn"], "main_score": 0.238985, "precision": 0.231922, "recall": 0.257905}, {"accuracy": 0.22332, "f1": 0.203732, "hf_subset": "hau_Latn-mlt_Latn", "languages": ["hau-Latn", "mlt-Latn"], "main_score": 0.203732, "precision": 0.197079, "recall": 0.22332}, {"accuracy": 0.217391, "f1": 0.195105, "hf_subset": "hau_Latn-quy_Latn", "languages": ["hau-Latn", "quy-Latn"], "main_score": 0.195105, "precision": 0.187132, "recall": 0.217391}, {"accuracy": 0.211462, "f1": 0.194059, "hf_subset": "hau_Latn-swh_Latn", "languages": ["hau-Latn", "swh-Latn"], "main_score": 0.194059, "precision": 0.187732, "recall": 0.211462}, {"accuracy": 0.128458, "f1": 0.118921, "hf_subset": "hau_Latn-uzn_Latn", "languages": ["hau-Latn", "uzn-Latn"], "main_score": 0.118921, "precision": 0.115779, "recall": 0.128458}, {"accuracy": 0.210474, "f1": 0.186172, "hf_subset": "hau_Latn-als_Latn", "languages": ["hau-Latn", "als-Latn"], "main_score": 0.186172, "precision": 0.179528, "recall": 0.210474}, {"accuracy": 0.044466, "f1": 0.026621, "hf_subset": "hau_Latn-bod_Tibt", "languages": ["hau-Latn", "bod-Tibt"], "main_score": 0.026621, "precision": 0.022363, "recall": 0.044466}, {"accuracy": 0.178854, "f1": 0.160889, "hf_subset": "hau_Latn-fij_Latn", "languages": ["hau-Latn", "fij-Latn"], "main_score": 0.160889, "precision": 0.154539, "recall": 0.178854}, {"accuracy": 0.160079, "f1": 0.149643, "hf_subset": "hau_Latn-isl_Latn", "languages": ["hau-Latn", "isl-Latn"], "main_score": 0.149643, "precision": 0.146412, "recall": 0.160079}, {"accuracy": 0.233202, "f1": 0.206088, "hf_subset": "hau_Latn-kon_Latn", "languages": ["hau-Latn", "kon-Latn"], "main_score": 0.206088, "precision": 0.197569, "recall": 0.233202}, {"accuracy": 0.047431, "f1": 0.038109, "hf_subset": "hau_Latn-mni_Beng", "languages": ["hau-Latn", "mni-Beng"], "main_score": 0.038109, "precision": 0.035791, "recall": 0.047431}, {"accuracy": 0.237154, "f1": 0.20999, "hf_subset": "hau_Latn-ron_Latn", "languages": ["hau-Latn", "ron-Latn"], "main_score": 0.20999, "precision": 0.20335, "recall": 0.237154}, {"accuracy": 0.188735, "f1": 0.174483, "hf_subset": "hau_Latn-szl_Latn", "languages": ["hau-Latn", "szl-Latn"], "main_score": 0.174483, "precision": 0.171152, "recall": 0.188735}, {"accuracy": 0.203557, "f1": 0.186794, "hf_subset": "hau_Latn-vec_Latn", "languages": ["hau-Latn", "vec-Latn"], "main_score": 0.186794, "precision": 0.181841, "recall": 0.203557}, {"accuracy": 0.0583, "f1": 0.044953, "hf_subset": "hau_Latn-amh_Ethi", "languages": ["hau-Latn", "amh-Ethi"], "main_score": 0.044953, "precision": 0.042068, "recall": 0.0583}, {"accuracy": 0.232213, "f1": 0.208772, "hf_subset": "hau_Latn-bos_Latn", "languages": ["hau-Latn", "bos-Latn"], "main_score": 0.208772, "precision": 0.20253, "recall": 0.232213}, {"accuracy": 0.23419, "f1": 0.209276, "hf_subset": "hau_Latn-fin_Latn", "languages": ["hau-Latn", "fin-Latn"], "main_score": 0.209276, "precision": 0.203692, "recall": 0.23419}, {"accuracy": 0.245059, "f1": 0.215613, "hf_subset": "hau_Latn-ita_Latn", "languages": ["hau-Latn", "ita-Latn"], "main_score": 0.215613, "precision": 0.208843, "recall": 0.245059}, {"accuracy": 0.173913, "f1": 0.152349, "hf_subset": "hau_Latn-kor_Hang", "languages": ["hau-Latn", "kor-Hang"], "main_score": 0.152349, "precision": 0.147736, "recall": 0.173913}, {"accuracy": 0.198617, "f1": 0.177586, "hf_subset": "hau_Latn-mos_Latn", "languages": ["hau-Latn", "mos-Latn"], "main_score": 0.177586, "precision": 0.169451, "recall": 0.198617}, {"accuracy": 0.209486, "f1": 0.181838, "hf_subset": "hau_Latn-run_Latn", "languages": ["hau-Latn", "run-Latn"], "main_score": 0.181838, "precision": 0.172313, "recall": 0.209486}, {"accuracy": 0.083992, "f1": 0.069119, "hf_subset": "hau_Latn-tam_Taml", "languages": ["hau-Latn", "tam-Taml"], "main_score": 0.069119, "precision": 0.065329, "recall": 0.083992}, {"accuracy": 0.250988, "f1": 0.221712, "hf_subset": "hau_Latn-vie_Latn", "languages": ["hau-Latn", "vie-Latn"], "main_score": 0.221712, "precision": 0.214649, "recall": 0.250988}, {"accuracy": 0.133399, "f1": 0.121124, "hf_subset": "hau_Latn-apc_Arab", "languages": ["hau-Latn", "apc-Arab"], "main_score": 0.121124, "precision": 0.117197, "recall": 0.133399}, {"accuracy": 0.215415, "f1": 0.201327, "hf_subset": "hau_Latn-bug_Latn", "languages": ["hau-Latn", "bug-Latn"], "main_score": 0.201327, "precision": 0.196471, "recall": 0.215415}, {"accuracy": 0.228261, "f1": 0.210027, "hf_subset": "hau_Latn-fon_Latn", "languages": ["hau-Latn", "fon-Latn"], "main_score": 0.210027, "precision": 0.203599, "recall": 0.228261}, {"accuracy": 0.170949, "f1": 0.158971, "hf_subset": "hau_Latn-jav_Latn", "languages": ["hau-Latn", "jav-Latn"], "main_score": 0.158971, "precision": 0.155279, "recall": 0.170949}, {"accuracy": 0.206522, "f1": 0.180889, "hf_subset": "hau_Latn-lao_Laoo", "languages": ["hau-Latn", "lao-Laoo"], "main_score": 0.180889, "precision": 0.175812, "recall": 0.206522}, {"accuracy": 0.218379, "f1": 0.194639, "hf_subset": "hau_Latn-mri_Latn", "languages": ["hau-Latn", "mri-Latn"], "main_score": 0.194639, "precision": 0.185463, "recall": 0.218379}, {"accuracy": 0.194664, "f1": 0.170281, "hf_subset": "hau_Latn-rus_Cyrl", "languages": ["hau-Latn", "rus-Cyrl"], "main_score": 0.170281, "precision": 0.164172, "recall": 0.194664}, {"accuracy": 0.243083, "f1": 0.223633, "hf_subset": "hau_Latn-taq_Latn", "languages": ["hau-Latn", "taq-Latn"], "main_score": 0.223633, "precision": 0.216776, "recall": 0.243083}, {"accuracy": 0.233202, "f1": 0.217972, "hf_subset": "hau_Latn-war_Latn", "languages": ["hau-Latn", "war-Latn"], "main_score": 0.217972, "precision": 0.212244, "recall": 0.233202}, {"accuracy": 0.142292, "f1": 0.125577, "hf_subset": "hau_Latn-arb_Arab", "languages": ["hau-Latn", "arb-Arab"], "main_score": 0.125577, "precision": 0.12131, "recall": 0.142292}, {"accuracy": 0.205534, "f1": 0.178446, "hf_subset": "hau_Latn-bul_Cyrl", "languages": ["hau-Latn", "bul-Cyrl"], "main_score": 0.178446, "precision": 0.170808, "recall": 0.205534}, {"accuracy": 0.240119, "f1": 0.208644, "hf_subset": "hau_Latn-fra_Latn", "languages": ["hau-Latn", "fra-Latn"], "main_score": 0.208644, "precision": 0.200977, "recall": 0.240119}, {"accuracy": 0.174901, "f1": 0.153032, "hf_subset": "hau_Latn-jpn_Jpan", "languages": ["hau-Latn", "jpn-Jpan"], "main_score": 0.153032, "precision": 0.146452, "recall": 0.174901}, {"accuracy": 0.195652, "f1": 0.179667, "hf_subset": "hau_Latn-lij_Latn", "languages": ["hau-Latn", "lij-Latn"], "main_score": 0.179667, "precision": 0.176826, "recall": 0.195652}, {"accuracy": 0.112648, "f1": 0.095961, "hf_subset": "hau_Latn-mya_Mymr", "languages": ["hau-Latn", "mya-Mymr"], "main_score": 0.095961, "precision": 0.091375, "recall": 0.112648}, {"accuracy": 0.193676, "f1": 0.173869, "hf_subset": "hau_Latn-sag_Latn", "languages": ["hau-Latn", "sag-Latn"], "main_score": 0.173869, "precision": 0.167692, "recall": 0.193676}, {"accuracy": 0.086957, "f1": 0.062719, "hf_subset": "hau_Latn-taq_Tfng", "languages": ["hau-Latn", "taq-Tfng"], "main_score": 0.062719, "precision": 0.057117, "recall": 0.086957}, {"accuracy": 0.245059, "f1": 0.22227, "hf_subset": "hau_Latn-wol_Latn", "languages": ["hau-Latn", "wol-Latn"], "main_score": 0.22227, "precision": 0.214631, "recall": 0.245059}, {"accuracy": 0.145257, "f1": 0.121866, "hf_subset": "hau_Latn-arb_Latn", "languages": ["hau-Latn", "arb-Latn"], "main_score": 0.121866, "precision": 0.113913, "recall": 0.145257}, {"accuracy": 0.247036, "f1": 0.214869, "hf_subset": "hau_Latn-cat_Latn", "languages": ["hau-Latn", "cat-Latn"], "main_score": 0.214869, "precision": 0.206775, "recall": 0.247036}, {"accuracy": 0.205534, "f1": 0.18467, "hf_subset": "hau_Latn-fur_Latn", "languages": ["hau-Latn", "fur-Latn"], "main_score": 0.18467, "precision": 0.180033, "recall": 0.205534}, {"accuracy": 0.102767, "f1": 0.084235, "hf_subset": "hau_Latn-kab_Latn", "languages": ["hau-Latn", "kab-Latn"], "main_score": 0.084235, "precision": 0.078767, "recall": 0.102767}, {"accuracy": 0.192688, "f1": 0.181531, "hf_subset": "hau_Latn-lim_Latn", "languages": ["hau-Latn", "lim-Latn"], "main_score": 0.181531, "precision": 0.178652, "recall": 0.192688}, {"accuracy": 0.248024, "f1": 0.216999, "hf_subset": "hau_Latn-nld_Latn", "languages": ["hau-Latn", "nld-Latn"], "main_score": 0.216999, "precision": 0.209684, "recall": 0.248024}, {"accuracy": 0.103755, "f1": 0.09271, "hf_subset": "hau_Latn-san_Deva", "languages": ["hau-Latn", "san-Deva"], "main_score": 0.09271, "precision": 0.090216, "recall": 0.103755}, {"accuracy": 0.15415, "f1": 0.134063, "hf_subset": "hau_Latn-tat_Cyrl", "languages": ["hau-Latn", "tat-Cyrl"], "main_score": 0.134063, "precision": 0.128354, "recall": 0.15415}, {"accuracy": 0.173913, "f1": 0.154772, "hf_subset": "hau_Latn-xho_Latn", "languages": ["hau-Latn", "xho-Latn"], "main_score": 0.154772, "precision": 0.148457, "recall": 0.173913}, {"accuracy": 0.137352, "f1": 0.12055, "hf_subset": "hau_Latn-ars_Arab", "languages": ["hau-Latn", "ars-Arab"], "main_score": 0.12055, "precision": 0.116113, "recall": 0.137352}, {"accuracy": 0.228261, "f1": 0.21076, "hf_subset": "hau_Latn-ceb_Latn", "languages": ["hau-Latn", "ceb-Latn"], "main_score": 0.21076, "precision": 0.205304, "recall": 0.228261}, {"accuracy": 0.212451, "f1": 0.193887, "hf_subset": "hau_Latn-fuv_Latn", "languages": ["hau-Latn", "fuv-Latn"], "main_score": 0.193887, "precision": 0.186657, "recall": 0.212451}, {"accuracy": 0.242095, "f1": 0.211076, "hf_subset": "hau_Latn-kac_Latn", "languages": ["hau-Latn", "kac-Latn"], "main_score": 0.211076, "precision": 0.200297, "recall": 0.242095}, {"accuracy": 0.193676, "f1": 0.175022, "hf_subset": "hau_Latn-lin_Latn", "languages": ["hau-Latn", "lin-Latn"], "main_score": 0.175022, "precision": 0.167284, "recall": 0.193676}, {"accuracy": 0.235178, "f1": 0.210109, "hf_subset": "hau_Latn-nno_Latn", "languages": ["hau-Latn", "nno-Latn"], "main_score": 0.210109, "precision": 0.203383, "recall": 0.235178}, {"accuracy": 0.013834, "f1": 0.005622, "hf_subset": "hau_Latn-sat_Olck", "languages": ["hau-Latn", "sat-Olck"], "main_score": 0.005622, "precision": 0.004074, "recall": 0.013834}, {"accuracy": 0.08004, "f1": 0.06825, "hf_subset": "hau_Latn-tel_Telu", "languages": ["hau-Latn", "tel-Telu"], "main_score": 0.06825, "precision": 0.065148, "recall": 0.08004}, {"accuracy": 0.082016, "f1": 0.068517, "hf_subset": "hau_Latn-ydd_Hebr", "languages": ["hau-Latn", "ydd-Hebr"], "main_score": 0.068517, "precision": 0.064356, "recall": 0.082016}, {"accuracy": 0.117589, "f1": 0.101229, "hf_subset": "hau_Latn-ary_Arab", "languages": ["hau-Latn", "ary-Arab"], "main_score": 0.101229, "precision": 0.096993, "recall": 0.117589}, {"accuracy": 0.238142, "f1": 0.208439, "hf_subset": "hau_Latn-ces_Latn", "languages": ["hau-Latn", "ces-Latn"], "main_score": 0.208439, "precision": 0.201057, "recall": 0.238142}, {"accuracy": 0.107708, "f1": 0.090039, "hf_subset": "hau_Latn-gaz_Latn", "languages": ["hau-Latn", "gaz-Latn"], "main_score": 0.090039, "precision": 0.083344, "recall": 0.107708}, {"accuracy": 0.221344, "f1": 0.200368, "hf_subset": "hau_Latn-kam_Latn", "languages": ["hau-Latn", "kam-Latn"], "main_score": 0.200368, "precision": 0.191701, "recall": 0.221344}, {"accuracy": 0.203557, "f1": 0.181263, "hf_subset": "hau_Latn-lit_Latn", "languages": ["hau-Latn", "lit-Latn"], "main_score": 0.181263, "precision": 0.175491, "recall": 0.203557}, {"accuracy": 0.25, "f1": 0.221973, "hf_subset": "hau_Latn-nob_Latn", "languages": ["hau-Latn", "nob-Latn"], "main_score": 0.221973, "precision": 0.215016, "recall": 0.25}, {"accuracy": 0.18083, "f1": 0.164209, "hf_subset": "hau_Latn-scn_Latn", "languages": ["hau-Latn", "scn-Latn"], "main_score": 0.164209, "precision": 0.159937, "recall": 0.18083}, {"accuracy": 0.142292, "f1": 0.127437, "hf_subset": "hau_Latn-tgk_Cyrl", "languages": ["hau-Latn", "tgk-Cyrl"], "main_score": 0.127437, "precision": 0.12195, "recall": 0.142292}, {"accuracy": 0.192688, "f1": 0.174055, "hf_subset": "hau_Latn-yor_Latn", "languages": ["hau-Latn", "yor-Latn"], "main_score": 0.174055, "precision": 0.166971, "recall": 0.192688}, {"accuracy": 0.126482, "f1": 0.111433, "hf_subset": "hau_Latn-arz_Arab", "languages": ["hau-Latn", "arz-Arab"], "main_score": 0.111433, "precision": 0.107039, "recall": 0.126482}, {"accuracy": 0.209486, "f1": 0.186928, "hf_subset": "hau_Latn-cjk_Latn", "languages": ["hau-Latn", "cjk-Latn"], "main_score": 0.186928, "precision": 0.178156, "recall": 0.209486}, {"accuracy": 0.178854, "f1": 0.156887, "hf_subset": "hau_Latn-gla_Latn", "languages": ["hau-Latn", "gla-Latn"], "main_score": 0.156887, "precision": 0.149841, "recall": 0.178854}, {"accuracy": 0.076087, "f1": 0.062714, "hf_subset": "hau_Latn-kan_Knda", "languages": ["hau-Latn", "kan-Knda"], "main_score": 0.062714, "precision": 0.059594, "recall": 0.076087}, {"accuracy": 0.179842, "f1": 0.162441, "hf_subset": "hau_Latn-lmo_Latn", "languages": ["hau-Latn", "lmo-Latn"], "main_score": 0.162441, "precision": 0.15816, "recall": 0.179842}, {"accuracy": 0.161067, "f1": 0.133731, "hf_subset": "hau_Latn-npi_Deva", "languages": ["hau-Latn", "npi-Deva"], "main_score": 0.133731, "precision": 0.127354, "recall": 0.161067}, {"accuracy": 0.178854, "f1": 0.149678, "hf_subset": "hau_Latn-shn_Mymr", "languages": ["hau-Latn", "shn-Mymr"], "main_score": 0.149678, "precision": 0.141188, "recall": 0.178854}, {"accuracy": 0.231225, "f1": 0.21734, "hf_subset": "hau_Latn-tgl_Latn", "languages": ["hau-Latn", "tgl-Latn"], "main_score": 0.21734, "precision": 0.212363, "recall": 0.231225}, {"accuracy": 0.172925, "f1": 0.148275, "hf_subset": "hau_Latn-yue_Hant", "languages": ["hau-Latn", "yue-Hant"], "main_score": 0.148275, "precision": 0.14222, "recall": 0.172925}, {"accuracy": 0.054348, "f1": 0.046643, "hf_subset": "hau_Latn-asm_Beng", "languages": ["hau-Latn", "asm-Beng"], "main_score": 0.046643, "precision": 0.04432, "recall": 0.054348}, {"accuracy": 0.11166, "f1": 0.087462, "hf_subset": "hau_Latn-ckb_Arab", "languages": ["hau-Latn", "ckb-Arab"], "main_score": 0.087462, "precision": 0.081267, "recall": 0.11166}, {"accuracy": 0.185771, "f1": 0.1701, "hf_subset": "hau_Latn-gle_Latn", "languages": ["hau-Latn", "gle-Latn"], "main_score": 0.1701, "precision": 0.164864, "recall": 0.185771}, {"accuracy": 0.06917, "f1": 0.062489, "hf_subset": "hau_Latn-kas_Arab", "languages": ["hau-Latn", "kas-Arab"], "main_score": 0.062489, "precision": 0.060032, "recall": 0.06917}, {"accuracy": 0.16502, "f1": 0.146338, "hf_subset": "hau_Latn-ltg_Latn", "languages": ["hau-Latn", "ltg-Latn"], "main_score": 0.146338, "precision": 0.141973, "recall": 0.16502}, {"accuracy": 0.242095, "f1": 0.222327, "hf_subset": "hau_Latn-nso_Latn", "languages": ["hau-Latn", "nso-Latn"], "main_score": 0.222327, "precision": 0.215215, "recall": 0.242095}, {"accuracy": 0.085968, "f1": 0.06803, "hf_subset": "hau_Latn-sin_Sinh", "languages": ["hau-Latn", "sin-Sinh"], "main_score": 0.06803, "precision": 0.063594, "recall": 0.085968}, {"accuracy": 0.166008, "f1": 0.146843, "hf_subset": "hau_Latn-tha_Thai", "languages": ["hau-Latn", "tha-Thai"], "main_score": 0.146843, "precision": 0.141397, "recall": 0.166008}, {"accuracy": 0.186759, "f1": 0.159723, "hf_subset": "hau_Latn-zho_Hans", "languages": ["hau-Latn", "zho-Hans"], "main_score": 0.159723, "precision": 0.15301, "recall": 0.186759}, {"accuracy": 0.205534, "f1": 0.183941, "hf_subset": "hau_Latn-ast_Latn", "languages": ["hau-Latn", "ast-Latn"], "main_score": 0.183941, "precision": 0.177619, "recall": 0.205534}, {"accuracy": 0.162055, "f1": 0.150505, "hf_subset": "hau_Latn-crh_Latn", "languages": ["hau-Latn", "crh-Latn"], "main_score": 0.150505, "precision": 0.146696, "recall": 0.162055}, {"accuracy": 0.236166, "f1": 0.208589, "hf_subset": "hau_Latn-glg_Latn", "languages": ["hau-Latn", "glg-Latn"], "main_score": 0.208589, "precision": 0.201632, "recall": 0.236166}, {"accuracy": 0.130435, "f1": 0.112598, "hf_subset": "hau_Latn-kas_Deva", "languages": ["hau-Latn", "kas-Deva"], "main_score": 0.112598, "precision": 0.107113, "recall": 0.130435}, {"accuracy": 0.177866, "f1": 0.167024, "hf_subset": "hau_Latn-ltz_Latn", "languages": ["hau-Latn", "ltz-Latn"], "main_score": 0.167024, "precision": 0.163547, "recall": 0.177866}, {"accuracy": 0.13834, "f1": 0.112239, "hf_subset": "hau_Latn-nus_Latn", "languages": ["hau-Latn", "nus-Latn"], "main_score": 0.112239, "precision": 0.102874, "recall": 0.13834}, {"accuracy": 0.246047, "f1": 0.217034, "hf_subset": "hau_Latn-slk_Latn", "languages": ["hau-Latn", "slk-Latn"], "main_score": 0.217034, "precision": 0.209005, "recall": 0.246047}, {"accuracy": 0.037549, "f1": 0.026812, "hf_subset": "hau_Latn-tir_Ethi", "languages": ["hau-Latn", "tir-Ethi"], "main_score": 0.026812, "precision": 0.024825, "recall": 0.037549}, {"accuracy": 0.158103, "f1": 0.137719, "hf_subset": "hau_Latn-zho_Hant", "languages": ["hau-Latn", "zho-Hant"], "main_score": 0.137719, "precision": 0.132333, "recall": 0.158103}, {"accuracy": 0.13834, "f1": 0.1215, "hf_subset": "hau_Latn-awa_Deva", "languages": ["hau-Latn", "awa-Deva"], "main_score": 0.1215, "precision": 0.117223, "recall": 0.13834}, {"accuracy": 0.177866, "f1": 0.156506, "hf_subset": "hau_Latn-cym_Latn", "languages": ["hau-Latn", "cym-Latn"], "main_score": 0.156506, "precision": 0.151133, "recall": 0.177866}, {"accuracy": 0.1917, "f1": 0.17999, "hf_subset": "hau_Latn-grn_Latn", "languages": ["hau-Latn", "grn-Latn"], "main_score": 0.17999, "precision": 0.175706, "recall": 0.1917}, {"accuracy": 0.145257, "f1": 0.127785, "hf_subset": "hau_Latn-kat_Geor", "languages": ["hau-Latn", "kat-Geor"], "main_score": 0.127785, "precision": 0.123483, "recall": 0.145257}, {"accuracy": 0.200593, "f1": 0.179903, "hf_subset": "hau_Latn-lua_Latn", "languages": ["hau-Latn", "lua-Latn"], "main_score": 0.179903, "precision": 0.172386, "recall": 0.200593}, {"accuracy": 0.242095, "f1": 0.219355, "hf_subset": "hau_Latn-nya_Latn", "languages": ["hau-Latn", "nya-Latn"], "main_score": 0.219355, "precision": 0.211207, "recall": 0.242095}, {"accuracy": 0.245059, "f1": 0.215254, "hf_subset": "hau_Latn-slv_Latn", "languages": ["hau-Latn", "slv-Latn"], "main_score": 0.215254, "precision": 0.207804, "recall": 0.245059}, {"accuracy": 0.219368, "f1": 0.202624, "hf_subset": "hau_Latn-tpi_Latn", "languages": ["hau-Latn", "tpi-Latn"], "main_score": 0.202624, "precision": 0.196847, "recall": 0.219368}, {"accuracy": 0.246047, "f1": 0.218443, "hf_subset": "hau_Latn-zsm_Latn", "languages": ["hau-Latn", "zsm-Latn"], "main_score": 0.218443, "precision": 0.211405, "recall": 0.246047}, {"accuracy": 0.198617, "f1": 0.175452, "hf_subset": "hau_Latn-ayr_Latn", "languages": ["hau-Latn", "ayr-Latn"], "main_score": 0.175452, "precision": 0.166286, "recall": 0.198617}, {"accuracy": 0.247036, "f1": 0.219188, "hf_subset": "hau_Latn-dan_Latn", "languages": ["hau-Latn", "dan-Latn"], "main_score": 0.219188, "precision": 0.212315, "recall": 0.247036}, {"accuracy": 0.105731, "f1": 0.089473, "hf_subset": "hau_Latn-guj_Gujr", "languages": ["hau-Latn", "guj-Gujr"], "main_score": 0.089473, "precision": 0.085317, "recall": 0.105731}, {"accuracy": 0.174901, "f1": 0.156043, "hf_subset": "hau_Latn-kaz_Cyrl", "languages": ["hau-Latn", "kaz-Cyrl"], "main_score": 0.156043, "precision": 0.151552, "recall": 0.174901}, {"accuracy": 0.186759, "f1": 0.158111, "hf_subset": "hau_Latn-lug_Latn", "languages": ["hau-Latn", "lug-Latn"], "main_score": 0.158111, "precision": 0.14905, "recall": 0.186759}, {"accuracy": 0.213439, "f1": 0.193067, "hf_subset": "hau_Latn-oci_Latn", "languages": ["hau-Latn", "oci-Latn"], "main_score": 0.193067, "precision": 0.188315, "recall": 0.213439}, {"accuracy": 0.190711, "f1": 0.163228, "hf_subset": "hau_Latn-smo_Latn", "languages": ["hau-Latn", "smo-Latn"], "main_score": 0.163228, "precision": 0.154245, "recall": 0.190711}, {"accuracy": 0.214427, "f1": 0.193633, "hf_subset": "hau_Latn-tsn_Latn", "languages": ["hau-Latn", "tsn-Latn"], "main_score": 0.193633, "precision": 0.185722, "recall": 0.214427}, {"accuracy": 0.157115, "f1": 0.139001, "hf_subset": "hau_Latn-zul_Latn", "languages": ["hau-Latn", "zul-Latn"], "main_score": 0.139001, "precision": 0.132462, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.087065, "hf_subset": "hau_Latn-azb_Arab", "languages": ["hau-Latn", "azb-Arab"], "main_score": 0.087065, "precision": 0.084234, "recall": 0.097826}, {"accuracy": 0.241107, "f1": 0.214564, "hf_subset": "hau_Latn-deu_Latn", "languages": ["hau-Latn", "deu-Latn"], "main_score": 0.214564, "precision": 0.207745, "recall": 0.241107}, {"accuracy": 0.20751, "f1": 0.178663, "hf_subset": "hau_Latn-hat_Latn", "languages": ["hau-Latn", "hat-Latn"], "main_score": 0.178663, "precision": 0.169573, "recall": 0.20751}, {"accuracy": 0.205534, "f1": 0.174379, "hf_subset": "hau_Latn-kbp_Latn", "languages": ["hau-Latn", "kbp-Latn"], "main_score": 0.174379, "precision": 0.164002, "recall": 0.205534}, {"accuracy": 0.231225, "f1": 0.20972, "hf_subset": "hau_Latn-luo_Latn", "languages": ["hau-Latn", "luo-Latn"], "main_score": 0.20972, "precision": 0.203514, "recall": 0.231225}, {"accuracy": 0.081028, "f1": 0.066538, "hf_subset": "hau_Latn-ory_Orya", "languages": ["hau-Latn", "ory-Orya"], "main_score": 0.066538, "precision": 0.062573, "recall": 0.081028}, {"accuracy": 0.170949, "f1": 0.149469, "hf_subset": "hau_Latn-sna_Latn", "languages": ["hau-Latn", "sna-Latn"], "main_score": 0.149469, "precision": 0.14157, "recall": 0.170949}, {"accuracy": 0.229249, "f1": 0.205105, "hf_subset": "hau_Latn-tso_Latn", "languages": ["hau-Latn", "tso-Latn"], "main_score": 0.205105, "precision": 0.196993, "recall": 0.229249}, {"accuracy": 0.147233, "f1": 0.134696, "hf_subset": "hau_Latn-azj_Latn", "languages": ["hau-Latn", "azj-Latn"], "main_score": 0.134696, "precision": 0.131888, "recall": 0.147233}, {"accuracy": 0.227273, "f1": 0.204536, "hf_subset": "hau_Latn-dik_Latn", "languages": ["hau-Latn", "dik-Latn"], "main_score": 0.204536, "precision": 0.198149, "recall": 0.227273}, {"accuracy": 0.174901, "f1": 0.165725, "hf_subset": "hau_Latn-kea_Latn", "languages": ["hau-Latn", "kea-Latn"], "main_score": 0.165725, "precision": 0.163091, "recall": 0.174901}, {"accuracy": 0.251976, "f1": 0.227034, "hf_subset": "hau_Latn-lus_Latn", "languages": ["hau-Latn", "lus-Latn"], "main_score": 0.227034, "precision": 0.218027, "recall": 0.251976}, {"accuracy": 0.206522, "f1": 0.190879, "hf_subset": "hau_Latn-pag_Latn", "languages": ["hau-Latn", "pag-Latn"], "main_score": 0.190879, "precision": 0.185567, "recall": 0.206522}, {"accuracy": 0.101779, "f1": 0.088869, "hf_subset": "hau_Latn-snd_Arab", "languages": ["hau-Latn", "snd-Arab"], "main_score": 0.088869, "precision": 0.085333, "recall": 0.101779}, {"accuracy": 0.13834, "f1": 0.122035, "hf_subset": "hau_Latn-tuk_Latn", "languages": ["hau-Latn", "tuk-Latn"], "main_score": 0.122035, "precision": 0.117865, "recall": 0.13834}, {"accuracy": 0.173913, "f1": 0.157392, "hf_subset": "hau_Latn-bak_Cyrl", "languages": ["hau-Latn", "bak-Cyrl"], "main_score": 0.157392, "precision": 0.152487, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.152974, "hf_subset": "hau_Latn-dyu_Latn", "languages": ["hau-Latn", "dyu-Latn"], "main_score": 0.152974, "precision": 0.145105, "recall": 0.176877}, {"accuracy": 0.15415, "f1": 0.134731, "hf_subset": "hau_Latn-heb_Hebr", "languages": ["hau-Latn", "heb-Hebr"], "main_score": 0.134731, "precision": 0.129187, "recall": 0.15415}, {"accuracy": 0.16996, "f1": 0.148351, "hf_subset": "hau_Latn-khk_Cyrl", "languages": ["hau-Latn", "khk-Cyrl"], "main_score": 0.148351, "precision": 0.142983, "recall": 0.16996}, {"accuracy": 0.189723, "f1": 0.168788, "hf_subset": "hau_Latn-lvs_Latn", "languages": ["hau-Latn", "lvs-Latn"], "main_score": 0.168788, "precision": 0.163022, "recall": 0.189723}, {"accuracy": 0.06917, "f1": 0.059445, "hf_subset": "hau_Latn-pan_Guru", "languages": ["hau-Latn", "pan-Guru"], "main_score": 0.059445, "precision": 0.056888, "recall": 0.06917}, {"accuracy": 0.224308, "f1": 0.207707, "hf_subset": "hau_Latn-som_Latn", "languages": ["hau-Latn", "som-Latn"], "main_score": 0.207707, "precision": 0.201525, "recall": 0.224308}, {"accuracy": 0.232213, "f1": 0.208302, "hf_subset": "hau_Latn-tum_Latn", "languages": ["hau-Latn", "tum-Latn"], "main_score": 0.208302, "precision": 0.200224, "recall": 0.232213}, {"accuracy": 0.083992, "f1": 0.056631, "hf_subset": "kea_Latn-ace_Arab", "languages": ["kea-Latn", "ace-Arab"], "main_score": 0.056631, "precision": 0.048668, "recall": 0.083992}, {"accuracy": 0.237154, "f1": 0.184767, "hf_subset": "kea_Latn-bam_Latn", "languages": ["kea-Latn", "bam-Latn"], "main_score": 0.184767, "precision": 0.168574, "recall": 0.237154}, {"accuracy": 0.004941, "f1": 0.000104, "hf_subset": "kea_Latn-dzo_Tibt", "languages": ["kea-Latn", "dzo-Tibt"], "main_score": 0.000104, "precision": 5.3e-05, "recall": 0.004941}, {"accuracy": 0.652174, "f1": 0.595078, "hf_subset": "kea_Latn-hin_Deva", "languages": ["kea-Latn", "hin-Deva"], "main_score": 0.595078, "precision": 0.574404, "recall": 0.652174}, {"accuracy": 0.560277, "f1": 0.503428, "hf_subset": "kea_Latn-khm_Khmr", "languages": ["kea-Latn", "khm-Khmr"], "main_score": 0.503428, "precision": 0.482335, "recall": 0.560277}, {"accuracy": 0.572134, "f1": 0.517453, "hf_subset": "kea_Latn-mag_Deva", "languages": ["kea-Latn", "mag-Deva"], "main_score": 0.517453, "precision": 0.498609, "recall": 0.572134}, {"accuracy": 0.629447, "f1": 0.583506, "hf_subset": "kea_Latn-pap_Latn", "languages": ["kea-Latn", "pap-Latn"], "main_score": 0.583506, "precision": 0.564962, "recall": 0.629447}, {"accuracy": 0.242095, "f1": 0.193501, "hf_subset": "kea_Latn-sot_Latn", "languages": ["kea-Latn", "sot-Latn"], "main_score": 0.193501, "precision": 0.178298, "recall": 0.242095}, {"accuracy": 0.697628, "f1": 0.650948, "hf_subset": "kea_Latn-tur_Latn", "languages": ["kea-Latn", "tur-Latn"], "main_score": 0.650948, "precision": 0.633391, "recall": 0.697628}, {"accuracy": 0.416996, "f1": 0.35715, "hf_subset": "kea_Latn-ace_Latn", "languages": ["kea-Latn", "ace-Latn"], "main_score": 0.35715, "precision": 0.335054, "recall": 0.416996}, {"accuracy": 0.528656, "f1": 0.483544, "hf_subset": "kea_Latn-ban_Latn", "languages": ["kea-Latn", "ban-Latn"], "main_score": 0.483544, "precision": 0.465969, "recall": 0.528656}, {"accuracy": 0.650198, "f1": 0.593523, "hf_subset": "kea_Latn-ell_Grek", "languages": ["kea-Latn", "ell-Grek"], "main_score": 0.593523, "precision": 0.572936, "recall": 0.650198}, {"accuracy": 0.560277, "f1": 0.511978, "hf_subset": "kea_Latn-hne_Deva", "languages": ["kea-Latn", "hne-Deva"], "main_score": 0.511978, "precision": 0.494103, "recall": 0.560277}, {"accuracy": 0.267787, "f1": 0.205746, "hf_subset": "kea_Latn-kik_Latn", "languages": ["kea-Latn", "kik-Latn"], "main_score": 0.205746, "precision": 0.18546, "recall": 0.267787}, {"accuracy": 0.561265, "f1": 0.512345, "hf_subset": "kea_Latn-mai_Deva", "languages": ["kea-Latn", "mai-Deva"], "main_score": 0.512345, "precision": 0.493552, "recall": 0.561265}, {"accuracy": 0.488142, "f1": 0.440361, "hf_subset": "kea_Latn-pbt_Arab", "languages": ["kea-Latn", "pbt-Arab"], "main_score": 0.440361, "precision": 0.423208, "recall": 0.488142}, {"accuracy": 0.719368, "f1": 0.670626, "hf_subset": "kea_Latn-spa_Latn", "languages": ["kea-Latn", "spa-Latn"], "main_score": 0.670626, "precision": 0.651204, "recall": 0.719368}, {"accuracy": 0.31917, "f1": 0.25308, "hf_subset": "kea_Latn-twi_Latn", "languages": ["kea-Latn", "twi-Latn"], "main_score": 0.25308, "precision": 0.231305, "recall": 0.31917}, {"accuracy": 0.629447, "f1": 0.581705, "hf_subset": "kea_Latn-acm_Arab", "languages": ["kea-Latn", "acm-Arab"], "main_score": 0.581705, "precision": 0.563495, "recall": 0.629447}, {"accuracy": 0.587945, "f1": 0.537406, "hf_subset": "kea_Latn-bel_Cyrl", "languages": ["kea-Latn", "bel-Cyrl"], "main_score": 0.537406, "precision": 0.518289, "recall": 0.587945}, {"accuracy": 0.746047, "f1": 0.695654, "hf_subset": "kea_Latn-eng_Latn", "languages": ["kea-Latn", "eng-Latn"], "main_score": 0.695654, "precision": 0.675545, "recall": 0.746047}, {"accuracy": 0.698617, "f1": 0.656274, "hf_subset": "kea_Latn-hrv_Latn", "languages": ["kea-Latn", "hrv-Latn"], "main_score": 0.656274, "precision": 0.63973, "recall": 0.698617}, {"accuracy": 0.183794, "f1": 0.142175, "hf_subset": "kea_Latn-kin_Latn", "languages": ["kea-Latn", "kin-Latn"], "main_score": 0.142175, "precision": 0.129362, "recall": 0.183794}, {"accuracy": 0.422925, "f1": 0.374648, "hf_subset": "kea_Latn-mal_Mlym", "languages": ["kea-Latn", "mal-Mlym"], "main_score": 0.374648, "precision": 0.358412, "recall": 0.422925}, {"accuracy": 0.657115, "f1": 0.60062, "hf_subset": "kea_Latn-pes_Arab", "languages": ["kea-Latn", "pes-Arab"], "main_score": 0.60062, "precision": 0.580794, "recall": 0.657115}, {"accuracy": 0.602767, "f1": 0.552853, "hf_subset": "kea_Latn-srd_Latn", "languages": ["kea-Latn", "srd-Latn"], "main_score": 0.552853, "precision": 0.53418, "recall": 0.602767}, {"accuracy": 0.0583, "f1": 0.028321, "hf_subset": "kea_Latn-tzm_Tfng", "languages": ["kea-Latn", "tzm-Tfng"], "main_score": 0.028321, "precision": 0.022797, "recall": 0.0583}, {"accuracy": 0.620553, "f1": 0.566288, "hf_subset": "kea_Latn-acq_Arab", "languages": ["kea-Latn", "acq-Arab"], "main_score": 0.566288, "precision": 0.546315, "recall": 0.620553}, {"accuracy": 0.229249, "f1": 0.177485, "hf_subset": "kea_Latn-bem_Latn", "languages": ["kea-Latn", "bem-Latn"], "main_score": 0.177485, "precision": 0.162412, "recall": 0.229249}, {"accuracy": 0.640316, "f1": 0.600219, "hf_subset": "kea_Latn-epo_Latn", "languages": ["kea-Latn", "epo-Latn"], "main_score": 0.600219, "precision": 0.585391, "recall": 0.640316}, {"accuracy": 0.700593, "f1": 0.65027, "hf_subset": "kea_Latn-hun_Latn", "languages": ["kea-Latn", "hun-Latn"], "main_score": 0.65027, "precision": 0.631069, "recall": 0.700593}, {"accuracy": 0.58498, "f1": 0.542898, "hf_subset": "kea_Latn-kir_Cyrl", "languages": ["kea-Latn", "kir-Cyrl"], "main_score": 0.542898, "precision": 0.527516, "recall": 0.58498}, {"accuracy": 0.528656, "f1": 0.477975, "hf_subset": "kea_Latn-mar_Deva", "languages": ["kea-Latn", "mar-Deva"], "main_score": 0.477975, "precision": 0.460544, "recall": 0.528656}, {"accuracy": 0.314229, "f1": 0.260892, "hf_subset": "kea_Latn-plt_Latn", "languages": ["kea-Latn", "plt-Latn"], "main_score": 0.260892, "precision": 0.242594, "recall": 0.314229}, {"accuracy": 0.682806, "f1": 0.632963, "hf_subset": "kea_Latn-srp_Cyrl", "languages": ["kea-Latn", "srp-Cyrl"], "main_score": 0.632963, "precision": 0.614315, "recall": 0.682806}, {"accuracy": 0.422925, "f1": 0.369995, "hf_subset": "kea_Latn-uig_Arab", "languages": ["kea-Latn", "uig-Arab"], "main_score": 0.369995, "precision": 0.351678, "recall": 0.422925}, {"accuracy": 0.582016, "f1": 0.532823, "hf_subset": "kea_Latn-aeb_Arab", "languages": ["kea-Latn", "aeb-Arab"], "main_score": 0.532823, "precision": 0.514748, "recall": 0.582016}, {"accuracy": 0.4417, "f1": 0.39112, "hf_subset": "kea_Latn-ben_Beng", "languages": ["kea-Latn", "ben-Beng"], "main_score": 0.39112, "precision": 0.372377, "recall": 0.4417}, {"accuracy": 0.699605, "f1": 0.656327, "hf_subset": "kea_Latn-est_Latn", "languages": ["kea-Latn", "est-Latn"], "main_score": 0.656327, "precision": 0.639418, "recall": 0.699605}, {"accuracy": 0.607708, "f1": 0.552058, "hf_subset": "kea_Latn-hye_Armn", "languages": ["kea-Latn", "hye-Armn"], "main_score": 0.552058, "precision": 0.530807, "recall": 0.607708}, {"accuracy": 0.198617, "f1": 0.142556, "hf_subset": "kea_Latn-kmb_Latn", "languages": ["kea-Latn", "kmb-Latn"], "main_score": 0.142556, "precision": 0.128588, "recall": 0.198617}, {"accuracy": 0.060277, "f1": 0.041497, "hf_subset": "kea_Latn-min_Arab", "languages": ["kea-Latn", "min-Arab"], "main_score": 0.041497, "precision": 0.036436, "recall": 0.060277}, {"accuracy": 0.69664, "f1": 0.648174, "hf_subset": "kea_Latn-pol_Latn", "languages": ["kea-Latn", "pol-Latn"], "main_score": 0.648174, "precision": 0.630144, "recall": 0.69664}, {"accuracy": 0.181818, "f1": 0.137825, "hf_subset": "kea_Latn-ssw_Latn", "languages": ["kea-Latn", "ssw-Latn"], "main_score": 0.137825, "precision": 0.125442, "recall": 0.181818}, {"accuracy": 0.690711, "f1": 0.644602, "hf_subset": "kea_Latn-ukr_Cyrl", "languages": ["kea-Latn", "ukr-Cyrl"], "main_score": 0.644602, "precision": 0.628409, "recall": 0.690711}, {"accuracy": 0.681818, "f1": 0.632191, "hf_subset": "kea_Latn-afr_Latn", "languages": ["kea-Latn", "afr-Latn"], "main_score": 0.632191, "precision": 0.614065, "recall": 0.681818}, {"accuracy": 0.523715, "f1": 0.47353, "hf_subset": "kea_Latn-bho_Deva", "languages": ["kea-Latn", "bho-Deva"], "main_score": 0.47353, "precision": 0.455532, "recall": 0.523715}, {"accuracy": 0.564229, "f1": 0.525106, "hf_subset": "kea_Latn-eus_Latn", "languages": ["kea-Latn", "eus-Latn"], "main_score": 0.525106, "precision": 0.510337, "recall": 0.564229}, {"accuracy": 0.211462, "f1": 0.150748, "hf_subset": "kea_Latn-ibo_Latn", "languages": ["kea-Latn", "ibo-Latn"], "main_score": 0.150748, "precision": 0.13329, "recall": 0.211462}, {"accuracy": 0.494071, "f1": 0.444415, "hf_subset": "kea_Latn-kmr_Latn", "languages": ["kea-Latn", "kmr-Latn"], "main_score": 0.444415, "precision": 0.426284, "recall": 0.494071}, {"accuracy": 0.51581, "f1": 0.467543, "hf_subset": "kea_Latn-min_Latn", "languages": ["kea-Latn", "min-Latn"], "main_score": 0.467543, "precision": 0.447963, "recall": 0.51581}, {"accuracy": 0.747036, "f1": 0.699768, "hf_subset": "kea_Latn-por_Latn", "languages": ["kea-Latn", "por-Latn"], "main_score": 0.699768, "precision": 0.681405, "recall": 0.747036}, {"accuracy": 0.583992, "f1": 0.5387, "hf_subset": "kea_Latn-sun_Latn", "languages": ["kea-Latn", "sun-Latn"], "main_score": 0.5387, "precision": 0.520994, "recall": 0.583992}, {"accuracy": 0.205534, "f1": 0.154131, "hf_subset": "kea_Latn-umb_Latn", "languages": ["kea-Latn", "umb-Latn"], "main_score": 0.154131, "precision": 0.13866, "recall": 0.205534}, {"accuracy": 0.626482, "f1": 0.569444, "hf_subset": "kea_Latn-ajp_Arab", "languages": ["kea-Latn", "ajp-Arab"], "main_score": 0.569444, "precision": 0.548861, "recall": 0.626482}, {"accuracy": 0.079051, "f1": 0.051682, "hf_subset": "kea_Latn-bjn_Arab", "languages": ["kea-Latn", "bjn-Arab"], "main_score": 0.051682, "precision": 0.043543, "recall": 0.079051}, {"accuracy": 0.278656, "f1": 0.224752, "hf_subset": "kea_Latn-ewe_Latn", "languages": ["kea-Latn", "ewe-Latn"], "main_score": 0.224752, "precision": 0.207279, "recall": 0.278656}, {"accuracy": 0.368577, "f1": 0.309071, "hf_subset": "kea_Latn-ilo_Latn", "languages": ["kea-Latn", "ilo-Latn"], "main_score": 0.309071, "precision": 0.287447, "recall": 0.368577}, {"accuracy": 0.088933, "f1": 0.063876, "hf_subset": "kea_Latn-knc_Arab", "languages": ["kea-Latn", "knc-Arab"], "main_score": 0.063876, "precision": 0.056461, "recall": 0.088933}, {"accuracy": 0.702569, "f1": 0.657785, "hf_subset": "kea_Latn-mkd_Cyrl", "languages": ["kea-Latn", "mkd-Cyrl"], "main_score": 0.657785, "precision": 0.641518, "recall": 0.702569}, {"accuracy": 0.628458, "f1": 0.579188, "hf_subset": "kea_Latn-prs_Arab", "languages": ["kea-Latn", "prs-Arab"], "main_score": 0.579188, "precision": 0.562137, "recall": 0.628458}, {"accuracy": 0.700593, "f1": 0.651822, "hf_subset": "kea_Latn-swe_Latn", "languages": ["kea-Latn", "swe-Latn"], "main_score": 0.651822, "precision": 0.633048, "recall": 0.700593}, {"accuracy": 0.576087, "f1": 0.517511, "hf_subset": "kea_Latn-urd_Arab", "languages": ["kea-Latn", "urd-Arab"], "main_score": 0.517511, "precision": 0.496474, "recall": 0.576087}, {"accuracy": 0.295455, "f1": 0.240888, "hf_subset": "kea_Latn-aka_Latn", "languages": ["kea-Latn", "aka-Latn"], "main_score": 0.240888, "precision": 0.22315, "recall": 0.295455}, {"accuracy": 0.583004, "f1": 0.545142, "hf_subset": "kea_Latn-bjn_Latn", "languages": ["kea-Latn", "bjn-Latn"], "main_score": 0.545142, "precision": 0.530485, "recall": 0.583004}, {"accuracy": 0.428854, "f1": 0.379329, "hf_subset": "kea_Latn-fao_Latn", "languages": ["kea-Latn", "fao-Latn"], "main_score": 0.379329, "precision": 0.360826, "recall": 0.428854}, {"accuracy": 0.719368, "f1": 0.669235, "hf_subset": "kea_Latn-ind_Latn", "languages": ["kea-Latn", "ind-Latn"], "main_score": 0.669235, "precision": 0.650951, "recall": 0.719368}, {"accuracy": 0.270751, "f1": 0.218688, "hf_subset": "kea_Latn-knc_Latn", "languages": ["kea-Latn", "knc-Latn"], "main_score": 0.218688, "precision": 0.202021, "recall": 0.270751}, {"accuracy": 0.354743, "f1": 0.291201, "hf_subset": "kea_Latn-mlt_Latn", "languages": ["kea-Latn", "mlt-Latn"], "main_score": 0.291201, "precision": 0.271211, "recall": 0.354743}, {"accuracy": 0.267787, "f1": 0.202196, "hf_subset": "kea_Latn-quy_Latn", "languages": ["kea-Latn", "quy-Latn"], "main_score": 0.202196, "precision": 0.182516, "recall": 0.267787}, {"accuracy": 0.337945, "f1": 0.284834, "hf_subset": "kea_Latn-swh_Latn", "languages": ["kea-Latn", "swh-Latn"], "main_score": 0.284834, "precision": 0.265874, "recall": 0.337945}, {"accuracy": 0.444664, "f1": 0.391492, "hf_subset": "kea_Latn-uzn_Latn", "languages": ["kea-Latn", "uzn-Latn"], "main_score": 0.391492, "precision": 0.371812, "recall": 0.444664}, {"accuracy": 0.698617, "f1": 0.649547, "hf_subset": "kea_Latn-als_Latn", "languages": ["kea-Latn", "als-Latn"], "main_score": 0.649547, "precision": 0.631341, "recall": 0.698617}, {"accuracy": 0.060277, "f1": 0.027272, "hf_subset": "kea_Latn-bod_Tibt", "languages": ["kea-Latn", "bod-Tibt"], "main_score": 0.027272, "precision": 0.022188, "recall": 0.060277}, {"accuracy": 0.228261, "f1": 0.177611, "hf_subset": "kea_Latn-fij_Latn", "languages": ["kea-Latn", "fij-Latn"], "main_score": 0.177611, "precision": 0.160987, "recall": 0.228261}, {"accuracy": 0.496047, "f1": 0.450638, "hf_subset": "kea_Latn-isl_Latn", "languages": ["kea-Latn", "isl-Latn"], "main_score": 0.450638, "precision": 0.435781, "recall": 0.496047}, {"accuracy": 0.279644, "f1": 0.222889, "hf_subset": "kea_Latn-kon_Latn", "languages": ["kea-Latn", "kon-Latn"], "main_score": 0.222889, "precision": 0.205641, "recall": 0.279644}, {"accuracy": 0.050395, "f1": 0.027102, "hf_subset": "kea_Latn-mni_Beng", "languages": ["kea-Latn", "mni-Beng"], "main_score": 0.027102, "precision": 0.022745, "recall": 0.050395}, {"accuracy": 0.727273, "f1": 0.678821, "hf_subset": "kea_Latn-ron_Latn", "languages": ["kea-Latn", "ron-Latn"], "main_score": 0.678821, "precision": 0.66077, "recall": 0.727273}, {"accuracy": 0.579051, "f1": 0.535347, "hf_subset": "kea_Latn-szl_Latn", "languages": ["kea-Latn", "szl-Latn"], "main_score": 0.535347, "precision": 0.518097, "recall": 0.579051}, {"accuracy": 0.637352, "f1": 0.591957, "hf_subset": "kea_Latn-vec_Latn", "languages": ["kea-Latn", "vec-Latn"], "main_score": 0.591957, "precision": 0.575141, "recall": 0.637352}, {"accuracy": 0.337945, "f1": 0.284196, "hf_subset": "kea_Latn-amh_Ethi", "languages": ["kea-Latn", "amh-Ethi"], "main_score": 0.284196, "precision": 0.26673, "recall": 0.337945}, {"accuracy": 0.710474, "f1": 0.665834, "hf_subset": "kea_Latn-bos_Latn", "languages": ["kea-Latn", "bos-Latn"], "main_score": 0.665834, "precision": 0.649439, "recall": 0.710474}, {"accuracy": 0.689723, "f1": 0.63653, "hf_subset": "kea_Latn-fin_Latn", "languages": ["kea-Latn", "fin-Latn"], "main_score": 0.63653, "precision": 0.616006, "recall": 0.689723}, {"accuracy": 0.737154, "f1": 0.686902, "hf_subset": "kea_Latn-ita_Latn", "languages": ["kea-Latn", "ita-Latn"], "main_score": 0.686902, "precision": 0.668096, "recall": 0.737154}, {"accuracy": 0.618577, "f1": 0.565042, "hf_subset": "kea_Latn-kor_Hang", "languages": ["kea-Latn", "kor-Hang"], "main_score": 0.565042, "precision": 0.545452, "recall": 0.618577}, {"accuracy": 0.237154, "f1": 0.183553, "hf_subset": "kea_Latn-mos_Latn", "languages": ["kea-Latn", "mos-Latn"], "main_score": 0.183553, "precision": 0.166937, "recall": 0.237154}, {"accuracy": 0.197628, "f1": 0.151206, "hf_subset": "kea_Latn-run_Latn", "languages": ["kea-Latn", "run-Latn"], "main_score": 0.151206, "precision": 0.137124, "recall": 0.197628}, {"accuracy": 0.444664, "f1": 0.393064, "hf_subset": "kea_Latn-tam_Taml", "languages": ["kea-Latn", "tam-Taml"], "main_score": 0.393064, "precision": 0.375944, "recall": 0.444664}, {"accuracy": 0.688735, "f1": 0.634042, "hf_subset": "kea_Latn-vie_Latn", "languages": ["kea-Latn", "vie-Latn"], "main_score": 0.634042, "precision": 0.613808, "recall": 0.688735}, {"accuracy": 0.594862, "f1": 0.541106, "hf_subset": "kea_Latn-apc_Arab", "languages": ["kea-Latn", "apc-Arab"], "main_score": 0.541106, "precision": 0.521532, "recall": 0.594862}, {"accuracy": 0.385375, "f1": 0.332462, "hf_subset": "kea_Latn-bug_Latn", "languages": ["kea-Latn", "bug-Latn"], "main_score": 0.332462, "precision": 0.312698, "recall": 0.385375}, {"accuracy": 0.226285, "f1": 0.173944, "hf_subset": "kea_Latn-fon_Latn", "languages": ["kea-Latn", "fon-Latn"], "main_score": 0.173944, "precision": 0.158934, "recall": 0.226285}, {"accuracy": 0.545455, "f1": 0.498495, "hf_subset": "kea_Latn-jav_Latn", "languages": ["kea-Latn", "jav-Latn"], "main_score": 0.498495, "precision": 0.47992, "recall": 0.545455}, {"accuracy": 0.572134, "f1": 0.52091, "hf_subset": "kea_Latn-lao_Laoo", "languages": ["kea-Latn", "lao-Laoo"], "main_score": 0.52091, "precision": 0.503245, "recall": 0.572134}, {"accuracy": 0.216403, "f1": 0.159613, "hf_subset": "kea_Latn-mri_Latn", "languages": ["kea-Latn", "mri-Latn"], "main_score": 0.159613, "precision": 0.142815, "recall": 0.216403}, {"accuracy": 0.69664, "f1": 0.642703, "hf_subset": "kea_Latn-rus_Cyrl", "languages": ["kea-Latn", "rus-Cyrl"], "main_score": 0.642703, "precision": 0.623426, "recall": 0.69664}, {"accuracy": 0.256917, "f1": 0.201313, "hf_subset": "kea_Latn-taq_Latn", "languages": ["kea-Latn", "taq-Latn"], "main_score": 0.201313, "precision": 0.18476, "recall": 0.256917}, {"accuracy": 0.408103, "f1": 0.348007, "hf_subset": "kea_Latn-war_Latn", "languages": ["kea-Latn", "war-Latn"], "main_score": 0.348007, "precision": 0.328254, "recall": 0.408103}, {"accuracy": 0.624506, "f1": 0.56827, "hf_subset": "kea_Latn-arb_Arab", "languages": ["kea-Latn", "arb-Arab"], "main_score": 0.56827, "precision": 0.547616, "recall": 0.624506}, {"accuracy": 0.711462, "f1": 0.661567, "hf_subset": "kea_Latn-bul_Cyrl", "languages": ["kea-Latn", "bul-Cyrl"], "main_score": 0.661567, "precision": 0.642173, "recall": 0.711462}, {"accuracy": 0.731225, "f1": 0.680973, "hf_subset": "kea_Latn-fra_Latn", "languages": ["kea-Latn", "fra-Latn"], "main_score": 0.680973, "precision": 0.662532, "recall": 0.731225}, {"accuracy": 0.640316, "f1": 0.585789, "hf_subset": "kea_Latn-jpn_Jpan", "languages": ["kea-Latn", "jpn-Jpan"], "main_score": 0.585789, "precision": 0.565658, "recall": 0.640316}, {"accuracy": 0.614625, "f1": 0.570223, "hf_subset": "kea_Latn-lij_Latn", "languages": ["kea-Latn", "lij-Latn"], "main_score": 0.570223, "precision": 0.553162, "recall": 0.614625}, {"accuracy": 0.522727, "f1": 0.455476, "hf_subset": "kea_Latn-mya_Mymr", "languages": ["kea-Latn", "mya-Mymr"], "main_score": 0.455476, "precision": 0.430654, "recall": 0.522727}, {"accuracy": 0.274704, "f1": 0.21964, "hf_subset": "kea_Latn-sag_Latn", "languages": ["kea-Latn", "sag-Latn"], "main_score": 0.21964, "precision": 0.200555, "recall": 0.274704}, {"accuracy": 0.076087, "f1": 0.043899, "hf_subset": "kea_Latn-taq_Tfng", "languages": ["kea-Latn", "taq-Tfng"], "main_score": 0.043899, "precision": 0.037436, "recall": 0.076087}, {"accuracy": 0.291502, "f1": 0.22749, "hf_subset": "kea_Latn-wol_Latn", "languages": ["kea-Latn", "wol-Latn"], "main_score": 0.22749, "precision": 0.207987, "recall": 0.291502}, {"accuracy": 0.136364, "f1": 0.089248, "hf_subset": "kea_Latn-arb_Latn", "languages": ["kea-Latn", "arb-Latn"], "main_score": 0.089248, "precision": 0.078974, "recall": 0.136364}, {"accuracy": 0.740119, "f1": 0.687207, "hf_subset": "kea_Latn-cat_Latn", "languages": ["kea-Latn", "cat-Latn"], "main_score": 0.687207, "precision": 0.667008, "recall": 0.740119}, {"accuracy": 0.593874, "f1": 0.549728, "hf_subset": "kea_Latn-fur_Latn", "languages": ["kea-Latn", "fur-Latn"], "main_score": 0.549728, "precision": 0.532927, "recall": 0.593874}, {"accuracy": 0.09585, "f1": 0.068861, "hf_subset": "kea_Latn-kab_Latn", "languages": ["kea-Latn", "kab-Latn"], "main_score": 0.068861, "precision": 0.061307, "recall": 0.09585}, {"accuracy": 0.565217, "f1": 0.517203, "hf_subset": "kea_Latn-lim_Latn", "languages": ["kea-Latn", "lim-Latn"], "main_score": 0.517203, "precision": 0.497194, "recall": 0.565217}, {"accuracy": 0.709486, "f1": 0.656684, "hf_subset": "kea_Latn-nld_Latn", "languages": ["kea-Latn", "nld-Latn"], "main_score": 0.656684, "precision": 0.637119, "recall": 0.709486}, {"accuracy": 0.394269, "f1": 0.346828, "hf_subset": "kea_Latn-san_Deva", "languages": ["kea-Latn", "san-Deva"], "main_score": 0.346828, "precision": 0.329233, "recall": 0.394269}, {"accuracy": 0.406126, "f1": 0.35168, "hf_subset": "kea_Latn-tat_Cyrl", "languages": ["kea-Latn", "tat-Cyrl"], "main_score": 0.35168, "precision": 0.330868, "recall": 0.406126}, {"accuracy": 0.203557, "f1": 0.152247, "hf_subset": "kea_Latn-xho_Latn", "languages": ["kea-Latn", "xho-Latn"], "main_score": 0.152247, "precision": 0.138196, "recall": 0.203557}, {"accuracy": 0.618577, "f1": 0.557629, "hf_subset": "kea_Latn-ars_Arab", "languages": ["kea-Latn", "ars-Arab"], "main_score": 0.557629, "precision": 0.535504, "recall": 0.618577}, {"accuracy": 0.387352, "f1": 0.334139, "hf_subset": "kea_Latn-ceb_Latn", "languages": ["kea-Latn", "ceb-Latn"], "main_score": 0.334139, "precision": 0.315214, "recall": 0.387352}, {"accuracy": 0.235178, "f1": 0.178509, "hf_subset": "kea_Latn-fuv_Latn", "languages": ["kea-Latn", "fuv-Latn"], "main_score": 0.178509, "precision": 0.160187, "recall": 0.235178}, {"accuracy": 0.208498, "f1": 0.158575, "hf_subset": "kea_Latn-kac_Latn", "languages": ["kea-Latn", "kac-Latn"], "main_score": 0.158575, "precision": 0.144262, "recall": 0.208498}, {"accuracy": 0.26087, "f1": 0.203356, "hf_subset": "kea_Latn-lin_Latn", "languages": ["kea-Latn", "lin-Latn"], "main_score": 0.203356, "precision": 0.186552, "recall": 0.26087}, {"accuracy": 0.699605, "f1": 0.652839, "hf_subset": "kea_Latn-nno_Latn", "languages": ["kea-Latn", "nno-Latn"], "main_score": 0.652839, "precision": 0.635042, "recall": 0.699605}, {"accuracy": 0.018775, "f1": 0.005507, "hf_subset": "kea_Latn-sat_Olck", "languages": ["kea-Latn", "sat-Olck"], "main_score": 0.005507, "precision": 0.004231, "recall": 0.018775}, {"accuracy": 0.436759, "f1": 0.380429, "hf_subset": "kea_Latn-tel_Telu", "languages": ["kea-Latn", "tel-Telu"], "main_score": 0.380429, "precision": 0.360944, "recall": 0.436759}, {"accuracy": 0.268775, "f1": 0.220446, "hf_subset": "kea_Latn-ydd_Hebr", "languages": ["kea-Latn", "ydd-Hebr"], "main_score": 0.220446, "precision": 0.204611, "recall": 0.268775}, {"accuracy": 0.546443, "f1": 0.497507, "hf_subset": "kea_Latn-ary_Arab", "languages": ["kea-Latn", "ary-Arab"], "main_score": 0.497507, "precision": 0.478969, "recall": 0.546443}, {"accuracy": 0.712451, "f1": 0.661076, "hf_subset": "kea_Latn-ces_Latn", "languages": ["kea-Latn", "ces-Latn"], "main_score": 0.661076, "precision": 0.641192, "recall": 0.712451}, {"accuracy": 0.120553, "f1": 0.078859, "hf_subset": "kea_Latn-gaz_Latn", "languages": ["kea-Latn", "gaz-Latn"], "main_score": 0.078859, "precision": 0.067866, "recall": 0.120553}, {"accuracy": 0.224308, "f1": 0.175546, "hf_subset": "kea_Latn-kam_Latn", "languages": ["kea-Latn", "kam-Latn"], "main_score": 0.175546, "precision": 0.160244, "recall": 0.224308}, {"accuracy": 0.693676, "f1": 0.643088, "hf_subset": "kea_Latn-lit_Latn", "languages": ["kea-Latn", "lit-Latn"], "main_score": 0.643088, "precision": 0.624352, "recall": 0.693676}, {"accuracy": 0.706522, "f1": 0.657173, "hf_subset": "kea_Latn-nob_Latn", "languages": ["kea-Latn", "nob-Latn"], "main_score": 0.657173, "precision": 0.639065, "recall": 0.706522}, {"accuracy": 0.563241, "f1": 0.513778, "hf_subset": "kea_Latn-scn_Latn", "languages": ["kea-Latn", "scn-Latn"], "main_score": 0.513778, "precision": 0.49512, "recall": 0.563241}, {"accuracy": 0.206522, "f1": 0.155607, "hf_subset": "kea_Latn-tgk_Cyrl", "languages": ["kea-Latn", "tgk-Cyrl"], "main_score": 0.155607, "precision": 0.140807, "recall": 0.206522}, {"accuracy": 0.235178, "f1": 0.180369, "hf_subset": "kea_Latn-yor_Latn", "languages": ["kea-Latn", "yor-Latn"], "main_score": 0.180369, "precision": 0.162822, "recall": 0.235178}, {"accuracy": 0.599802, "f1": 0.545943, "hf_subset": "kea_Latn-arz_Arab", "languages": ["kea-Latn", "arz-Arab"], "main_score": 0.545943, "precision": 0.527372, "recall": 0.599802}, {"accuracy": 0.215415, "f1": 0.163625, "hf_subset": "kea_Latn-cjk_Latn", "languages": ["kea-Latn", "cjk-Latn"], "main_score": 0.163625, "precision": 0.148376, "recall": 0.215415}, {"accuracy": 0.245059, "f1": 0.192482, "hf_subset": "kea_Latn-gla_Latn", "languages": ["kea-Latn", "gla-Latn"], "main_score": 0.192482, "precision": 0.176585, "recall": 0.245059}, {"accuracy": 0.411067, "f1": 0.357084, "hf_subset": "kea_Latn-kan_Knda", "languages": ["kea-Latn", "kan-Knda"], "main_score": 0.357084, "precision": 0.339524, "recall": 0.411067}, {"accuracy": 0.548419, "f1": 0.499539, "hf_subset": "kea_Latn-lmo_Latn", "languages": ["kea-Latn", "lmo-Latn"], "main_score": 0.499539, "precision": 0.480584, "recall": 0.548419}, {"accuracy": 0.588933, "f1": 0.537668, "hf_subset": "kea_Latn-npi_Deva", "languages": ["kea-Latn", "npi-Deva"], "main_score": 0.537668, "precision": 0.519386, "recall": 0.588933}, {"accuracy": 0.280632, "f1": 0.21417, "hf_subset": "kea_Latn-shn_Mymr", "languages": ["kea-Latn", "shn-Mymr"], "main_score": 0.21417, "precision": 0.193192, "recall": 0.280632}, {"accuracy": 0.432806, "f1": 0.372971, "hf_subset": "kea_Latn-tgl_Latn", "languages": ["kea-Latn", "tgl-Latn"], "main_score": 0.372971, "precision": 0.350246, "recall": 0.432806}, {"accuracy": 0.647233, "f1": 0.592301, "hf_subset": "kea_Latn-yue_Hant", "languages": ["kea-Latn", "yue-Hant"], "main_score": 0.592301, "precision": 0.572074, "recall": 0.647233}, {"accuracy": 0.281621, "f1": 0.236368, "hf_subset": "kea_Latn-asm_Beng", "languages": ["kea-Latn", "asm-Beng"], "main_score": 0.236368, "precision": 0.220441, "recall": 0.281621}, {"accuracy": 0.447628, "f1": 0.389626, "hf_subset": "kea_Latn-ckb_Arab", "languages": ["kea-Latn", "ckb-Arab"], "main_score": 0.389626, "precision": 0.37014, "recall": 0.447628}, {"accuracy": 0.315217, "f1": 0.257816, "hf_subset": "kea_Latn-gle_Latn", "languages": ["kea-Latn", "gle-Latn"], "main_score": 0.257816, "precision": 0.239296, "recall": 0.315217}, {"accuracy": 0.335968, "f1": 0.285778, "hf_subset": "kea_Latn-kas_Arab", "languages": ["kea-Latn", "kas-Arab"], "main_score": 0.285778, "precision": 0.268272, "recall": 0.335968}, {"accuracy": 0.520751, "f1": 0.465058, "hf_subset": "kea_Latn-ltg_Latn", "languages": ["kea-Latn", "ltg-Latn"], "main_score": 0.465058, "precision": 0.443873, "recall": 0.520751}, {"accuracy": 0.275692, "f1": 0.223144, "hf_subset": "kea_Latn-nso_Latn", "languages": ["kea-Latn", "nso-Latn"], "main_score": 0.223144, "precision": 0.206177, "recall": 0.275692}, {"accuracy": 0.461462, "f1": 0.409379, "hf_subset": "kea_Latn-sin_Sinh", "languages": ["kea-Latn", "sin-Sinh"], "main_score": 0.409379, "precision": 0.391272, "recall": 0.461462}, {"accuracy": 0.641304, "f1": 0.578703, "hf_subset": "kea_Latn-tha_Thai", "languages": ["kea-Latn", "tha-Thai"], "main_score": 0.578703, "precision": 0.555985, "recall": 0.641304}, {"accuracy": 0.676877, "f1": 0.624767, "hf_subset": "kea_Latn-zho_Hans", "languages": ["kea-Latn", "zho-Hans"], "main_score": 0.624767, "precision": 0.606542, "recall": 0.676877}, {"accuracy": 0.677866, "f1": 0.637356, "hf_subset": "kea_Latn-ast_Latn", "languages": ["kea-Latn", "ast-Latn"], "main_score": 0.637356, "precision": 0.622289, "recall": 0.677866}, {"accuracy": 0.503953, "f1": 0.462281, "hf_subset": "kea_Latn-crh_Latn", "languages": ["kea-Latn", "crh-Latn"], "main_score": 0.462281, "precision": 0.446145, "recall": 0.503953}, {"accuracy": 0.736166, "f1": 0.686938, "hf_subset": "kea_Latn-glg_Latn", "languages": ["kea-Latn", "glg-Latn"], "main_score": 0.686938, "precision": 0.66847, "recall": 0.736166}, {"accuracy": 0.315217, "f1": 0.264471, "hf_subset": "kea_Latn-kas_Deva", "languages": ["kea-Latn", "kas-Deva"], "main_score": 0.264471, "precision": 0.247274, "recall": 0.315217}, {"accuracy": 0.444664, "f1": 0.384411, "hf_subset": "kea_Latn-ltz_Latn", "languages": ["kea-Latn", "ltz-Latn"], "main_score": 0.384411, "precision": 0.363677, "recall": 0.444664}, {"accuracy": 0.133399, "f1": 0.088762, "hf_subset": "kea_Latn-nus_Latn", "languages": ["kea-Latn", "nus-Latn"], "main_score": 0.088762, "precision": 0.077651, "recall": 0.133399}, {"accuracy": 0.710474, "f1": 0.660285, "hf_subset": "kea_Latn-slk_Latn", "languages": ["kea-Latn", "slk-Latn"], "main_score": 0.660285, "precision": 0.641173, "recall": 0.710474}, {"accuracy": 0.134387, "f1": 0.099671, "hf_subset": "kea_Latn-tir_Ethi", "languages": ["kea-Latn", "tir-Ethi"], "main_score": 0.099671, "precision": 0.089424, "recall": 0.134387}, {"accuracy": 0.655138, "f1": 0.602444, "hf_subset": "kea_Latn-zho_Hant", "languages": ["kea-Latn", "zho-Hant"], "main_score": 0.602444, "precision": 0.583636, "recall": 0.655138}, {"accuracy": 0.603755, "f1": 0.547382, "hf_subset": "kea_Latn-awa_Deva", "languages": ["kea-Latn", "awa-Deva"], "main_score": 0.547382, "precision": 0.526223, "recall": 0.603755}, {"accuracy": 0.406126, "f1": 0.346728, "hf_subset": "kea_Latn-cym_Latn", "languages": ["kea-Latn", "cym-Latn"], "main_score": 0.346728, "precision": 0.325032, "recall": 0.406126}, {"accuracy": 0.385375, "f1": 0.320912, "hf_subset": "kea_Latn-grn_Latn", "languages": ["kea-Latn", "grn-Latn"], "main_score": 0.320912, "precision": 0.299973, "recall": 0.385375}, {"accuracy": 0.563241, "f1": 0.504805, "hf_subset": "kea_Latn-kat_Geor", "languages": ["kea-Latn", "kat-Geor"], "main_score": 0.504805, "precision": 0.484704, "recall": 0.563241}, {"accuracy": 0.278656, "f1": 0.224352, "hf_subset": "kea_Latn-lua_Latn", "languages": ["kea-Latn", "lua-Latn"], "main_score": 0.224352, "precision": 0.207173, "recall": 0.278656}, {"accuracy": 0.243083, "f1": 0.186347, "hf_subset": "kea_Latn-nya_Latn", "languages": ["kea-Latn", "nya-Latn"], "main_score": 0.186347, "precision": 0.168936, "recall": 0.243083}, {"accuracy": 0.713439, "f1": 0.664066, "hf_subset": "kea_Latn-slv_Latn", "languages": ["kea-Latn", "slv-Latn"], "main_score": 0.664066, "precision": 0.646131, "recall": 0.713439}, {"accuracy": 0.418972, "f1": 0.354822, "hf_subset": "kea_Latn-tpi_Latn", "languages": ["kea-Latn", "tpi-Latn"], "main_score": 0.354822, "precision": 0.330732, "recall": 0.418972}, {"accuracy": 0.703557, "f1": 0.652975, "hf_subset": "kea_Latn-zsm_Latn", "languages": ["kea-Latn", "zsm-Latn"], "main_score": 0.652975, "precision": 0.633702, "recall": 0.703557}, {"accuracy": 0.229249, "f1": 0.168114, "hf_subset": "kea_Latn-ayr_Latn", "languages": ["kea-Latn", "ayr-Latn"], "main_score": 0.168114, "precision": 0.150376, "recall": 0.229249}, {"accuracy": 0.725296, "f1": 0.67372, "hf_subset": "kea_Latn-dan_Latn", "languages": ["kea-Latn", "dan-Latn"], "main_score": 0.67372, "precision": 0.654421, "recall": 0.725296}, {"accuracy": 0.519763, "f1": 0.464605, "hf_subset": "kea_Latn-guj_Gujr", "languages": ["kea-Latn", "guj-Gujr"], "main_score": 0.464605, "precision": 0.446361, "recall": 0.519763}, {"accuracy": 0.613636, "f1": 0.566231, "hf_subset": "kea_Latn-kaz_Cyrl", "languages": ["kea-Latn", "kaz-Cyrl"], "main_score": 0.566231, "precision": 0.548697, "recall": 0.613636}, {"accuracy": 0.197628, "f1": 0.150379, "hf_subset": "kea_Latn-lug_Latn", "languages": ["kea-Latn", "lug-Latn"], "main_score": 0.150379, "precision": 0.136242, "recall": 0.197628}, {"accuracy": 0.684783, "f1": 0.637045, "hf_subset": "kea_Latn-oci_Latn", "languages": ["kea-Latn", "oci-Latn"], "main_score": 0.637045, "precision": 0.619927, "recall": 0.684783}, {"accuracy": 0.225296, "f1": 0.166715, "hf_subset": "kea_Latn-smo_Latn", "languages": ["kea-Latn", "smo-Latn"], "main_score": 0.166715, "precision": 0.148516, "recall": 0.225296}, {"accuracy": 0.231225, "f1": 0.177185, "hf_subset": "kea_Latn-tsn_Latn", "languages": ["kea-Latn", "tsn-Latn"], "main_score": 0.177185, "precision": 0.160697, "recall": 0.231225}, {"accuracy": 0.160079, "f1": 0.117689, "hf_subset": "kea_Latn-zul_Latn", "languages": ["kea-Latn", "zul-Latn"], "main_score": 0.117689, "precision": 0.104911, "recall": 0.160079}, {"accuracy": 0.350791, "f1": 0.304236, "hf_subset": "kea_Latn-azb_Arab", "languages": ["kea-Latn", "azb-Arab"], "main_score": 0.304236, "precision": 0.287348, "recall": 0.350791}, {"accuracy": 0.727273, "f1": 0.6796, "hf_subset": "kea_Latn-deu_Latn", "languages": ["kea-Latn", "deu-Latn"], "main_score": 0.6796, "precision": 0.661406, "recall": 0.727273}, {"accuracy": 0.335968, "f1": 0.273375, "hf_subset": "kea_Latn-hat_Latn", "languages": ["kea-Latn", "hat-Latn"], "main_score": 0.273375, "precision": 0.252123, "recall": 0.335968}, {"accuracy": 0.206522, "f1": 0.154987, "hf_subset": "kea_Latn-kbp_Latn", "languages": ["kea-Latn", "kbp-Latn"], "main_score": 0.154987, "precision": 0.14072, "recall": 0.206522}, {"accuracy": 0.254941, "f1": 0.197246, "hf_subset": "kea_Latn-luo_Latn", "languages": ["kea-Latn", "luo-Latn"], "main_score": 0.197246, "precision": 0.180081, "recall": 0.254941}, {"accuracy": 0.367589, "f1": 0.316597, "hf_subset": "kea_Latn-ory_Orya", "languages": ["kea-Latn", "ory-Orya"], "main_score": 0.316597, "precision": 0.299459, "recall": 0.367589}, {"accuracy": 0.1917, "f1": 0.140597, "hf_subset": "kea_Latn-sna_Latn", "languages": ["kea-Latn", "sna-Latn"], "main_score": 0.140597, "precision": 0.12582, "recall": 0.1917}, {"accuracy": 0.220356, "f1": 0.170662, "hf_subset": "kea_Latn-tso_Latn", "languages": ["kea-Latn", "tso-Latn"], "main_score": 0.170662, "precision": 0.154686, "recall": 0.220356}, {"accuracy": 0.568182, "f1": 0.521963, "hf_subset": "kea_Latn-azj_Latn", "languages": ["kea-Latn", "azj-Latn"], "main_score": 0.521963, "precision": 0.505646, "recall": 0.568182}, {"accuracy": 0.290514, "f1": 0.230524, "hf_subset": "kea_Latn-dik_Latn", "languages": ["kea-Latn", "dik-Latn"], "main_score": 0.230524, "precision": 0.210032, "recall": 0.290514}, {"accuracy": 0.270751, "f1": 0.212415, "hf_subset": "kea_Latn-hau_Latn", "languages": ["kea-Latn", "hau-Latn"], "main_score": 0.212415, "precision": 0.194121, "recall": 0.270751}, {"accuracy": 0.325099, "f1": 0.262898, "hf_subset": "kea_Latn-lus_Latn", "languages": ["kea-Latn", "lus-Latn"], "main_score": 0.262898, "precision": 0.242738, "recall": 0.325099}, {"accuracy": 0.406126, "f1": 0.349412, "hf_subset": "kea_Latn-pag_Latn", "languages": ["kea-Latn", "pag-Latn"], "main_score": 0.349412, "precision": 0.327893, "recall": 0.406126}, {"accuracy": 0.47332, "f1": 0.420778, "hf_subset": "kea_Latn-snd_Arab", "languages": ["kea-Latn", "snd-Arab"], "main_score": 0.420778, "precision": 0.402018, "recall": 0.47332}, {"accuracy": 0.293478, "f1": 0.244565, "hf_subset": "kea_Latn-tuk_Latn", "languages": ["kea-Latn", "tuk-Latn"], "main_score": 0.244565, "precision": 0.227137, "recall": 0.293478}, {"accuracy": 0.402174, "f1": 0.348173, "hf_subset": "kea_Latn-bak_Cyrl", "languages": ["kea-Latn", "bak-Cyrl"], "main_score": 0.348173, "precision": 0.328688, "recall": 0.402174}, {"accuracy": 0.217391, "f1": 0.161606, "hf_subset": "kea_Latn-dyu_Latn", "languages": ["kea-Latn", "dyu-Latn"], "main_score": 0.161606, "precision": 0.144089, "recall": 0.217391}, {"accuracy": 0.634387, "f1": 0.572998, "hf_subset": "kea_Latn-heb_Hebr", "languages": ["kea-Latn", "heb-Hebr"], "main_score": 0.572998, "precision": 0.550708, "recall": 0.634387}, {"accuracy": 0.603755, "f1": 0.551837, "hf_subset": "kea_Latn-khk_Cyrl", "languages": ["kea-Latn", "khk-Cyrl"], "main_score": 0.551837, "precision": 0.532775, "recall": 0.603755}, {"accuracy": 0.671937, "f1": 0.619776, "hf_subset": "kea_Latn-lvs_Latn", "languages": ["kea-Latn", "lvs-Latn"], "main_score": 0.619776, "precision": 0.600528, "recall": 0.671937}, {"accuracy": 0.409091, "f1": 0.347957, "hf_subset": "kea_Latn-pan_Guru", "languages": ["kea-Latn", "pan-Guru"], "main_score": 0.347957, "precision": 0.328241, "recall": 0.409091}, {"accuracy": 0.288538, "f1": 0.237387, "hf_subset": "kea_Latn-som_Latn", "languages": ["kea-Latn", "som-Latn"], "main_score": 0.237387, "precision": 0.220019, "recall": 0.288538}, {"accuracy": 0.227273, "f1": 0.169244, "hf_subset": "kea_Latn-tum_Latn", "languages": ["kea-Latn", "tum-Latn"], "main_score": 0.169244, "precision": 0.152279, "recall": 0.227273}, {"accuracy": 0.032609, "f1": 0.022496, "hf_subset": "lus_Latn-ace_Arab", "languages": ["lus-Latn", "ace-Arab"], "main_score": 0.022496, "precision": 0.02077, "recall": 0.032609}, {"accuracy": 0.228261, "f1": 0.193634, "hf_subset": "lus_Latn-bam_Latn", "languages": ["lus-Latn", "bam-Latn"], "main_score": 0.193634, "precision": 0.18191, "recall": 0.228261}, {"accuracy": 0.003953, "f1": 0.00081, "hf_subset": "lus_Latn-dzo_Tibt", "languages": ["lus-Latn", "dzo-Tibt"], "main_score": 0.00081, "precision": 0.000573, "recall": 0.003953}, {"accuracy": 0.25, "f1": 0.218674, "hf_subset": "lus_Latn-hin_Deva", "languages": ["lus-Latn", "hin-Deva"], "main_score": 0.218674, "precision": 0.209214, "recall": 0.25}, {"accuracy": 0.199605, "f1": 0.177344, "hf_subset": "lus_Latn-khm_Khmr", "languages": ["lus-Latn", "khm-Khmr"], "main_score": 0.177344, "precision": 0.171728, "recall": 0.199605}, {"accuracy": 0.199605, "f1": 0.179392, "hf_subset": "lus_Latn-mag_Deva", "languages": ["lus-Latn", "mag-Deva"], "main_score": 0.179392, "precision": 0.17377, "recall": 0.199605}, {"accuracy": 0.208498, "f1": 0.194189, "hf_subset": "lus_Latn-pap_Latn", "languages": ["lus-Latn", "pap-Latn"], "main_score": 0.194189, "precision": 0.189395, "recall": 0.208498}, {"accuracy": 0.272727, "f1": 0.234035, "hf_subset": "lus_Latn-sot_Latn", "languages": ["lus-Latn", "sot-Latn"], "main_score": 0.234035, "precision": 0.220992, "recall": 0.272727}, {"accuracy": 0.328063, "f1": 0.294811, "hf_subset": "lus_Latn-tur_Latn", "languages": ["lus-Latn", "tur-Latn"], "main_score": 0.294811, "precision": 0.284917, "recall": 0.328063}, {"accuracy": 0.270751, "f1": 0.245644, "hf_subset": "lus_Latn-ace_Latn", "languages": ["lus-Latn", "ace-Latn"], "main_score": 0.245644, "precision": 0.23717, "recall": 0.270751}, {"accuracy": 0.215415, "f1": 0.194637, "hf_subset": "lus_Latn-ban_Latn", "languages": ["lus-Latn", "ban-Latn"], "main_score": 0.194637, "precision": 0.188511, "recall": 0.215415}, {"accuracy": 0.244071, "f1": 0.222799, "hf_subset": "lus_Latn-ell_Grek", "languages": ["lus-Latn", "ell-Grek"], "main_score": 0.222799, "precision": 0.214493, "recall": 0.244071}, {"accuracy": 0.212451, "f1": 0.190804, "hf_subset": "lus_Latn-hne_Deva", "languages": ["lus-Latn", "hne-Deva"], "main_score": 0.190804, "precision": 0.183736, "recall": 0.212451}, {"accuracy": 0.281621, "f1": 0.247437, "hf_subset": "lus_Latn-kik_Latn", "languages": ["lus-Latn", "kik-Latn"], "main_score": 0.247437, "precision": 0.236269, "recall": 0.281621}, {"accuracy": 0.198617, "f1": 0.177539, "hf_subset": "lus_Latn-mai_Deva", "languages": ["lus-Latn", "mai-Deva"], "main_score": 0.177539, "precision": 0.172037, "recall": 0.198617}, {"accuracy": 0.203557, "f1": 0.171453, "hf_subset": "lus_Latn-pbt_Arab", "languages": ["lus-Latn", "pbt-Arab"], "main_score": 0.171453, "precision": 0.16285, "recall": 0.203557}, {"accuracy": 0.346838, "f1": 0.313123, "hf_subset": "lus_Latn-spa_Latn", "languages": ["lus-Latn", "spa-Latn"], "main_score": 0.313123, "precision": 0.303434, "recall": 0.346838}, {"accuracy": 0.335968, "f1": 0.302931, "hf_subset": "lus_Latn-twi_Latn", "languages": ["lus-Latn", "twi-Latn"], "main_score": 0.302931, "precision": 0.291585, "recall": 0.335968}, {"accuracy": 0.187747, "f1": 0.174805, "hf_subset": "lus_Latn-acm_Arab", "languages": ["lus-Latn", "acm-Arab"], "main_score": 0.174805, "precision": 0.169583, "recall": 0.187747}, {"accuracy": 0.205534, "f1": 0.17951, "hf_subset": "lus_Latn-bel_Cyrl", "languages": ["lus-Latn", "bel-Cyrl"], "main_score": 0.17951, "precision": 0.170881, "recall": 0.205534}, {"accuracy": 0.357708, "f1": 0.327405, "hf_subset": "lus_Latn-eng_Latn", "languages": ["lus-Latn", "eng-Latn"], "main_score": 0.327405, "precision": 0.31745, "recall": 0.357708}, {"accuracy": 0.299407, "f1": 0.268959, "hf_subset": "lus_Latn-hrv_Latn", "languages": ["lus-Latn", "hrv-Latn"], "main_score": 0.268959, "precision": 0.259277, "recall": 0.299407}, {"accuracy": 0.201581, "f1": 0.172749, "hf_subset": "lus_Latn-kin_Latn", "languages": ["lus-Latn", "kin-Latn"], "main_score": 0.172749, "precision": 0.163337, "recall": 0.201581}, {"accuracy": 0.125494, "f1": 0.10187, "hf_subset": "lus_Latn-mal_Mlym", "languages": ["lus-Latn", "mal-Mlym"], "main_score": 0.10187, "precision": 0.095849, "recall": 0.125494}, {"accuracy": 0.255929, "f1": 0.226412, "hf_subset": "lus_Latn-pes_Arab", "languages": ["lus-Latn", "pes-Arab"], "main_score": 0.226412, "precision": 0.218195, "recall": 0.255929}, {"accuracy": 0.229249, "f1": 0.202039, "hf_subset": "lus_Latn-srd_Latn", "languages": ["lus-Latn", "srd-Latn"], "main_score": 0.202039, "precision": 0.193078, "recall": 0.229249}, {"accuracy": 0.050395, "f1": 0.029865, "hf_subset": "lus_Latn-tzm_Tfng", "languages": ["lus-Latn", "tzm-Tfng"], "main_score": 0.029865, "precision": 0.025627, "recall": 0.050395}, {"accuracy": 0.228261, "f1": 0.208813, "hf_subset": "lus_Latn-acq_Arab", "languages": ["lus-Latn", "acq-Arab"], "main_score": 0.208813, "precision": 0.20145, "recall": 0.228261}, {"accuracy": 0.295455, "f1": 0.253971, "hf_subset": "lus_Latn-bem_Latn", "languages": ["lus-Latn", "bem-Latn"], "main_score": 0.253971, "precision": 0.241505, "recall": 0.295455}, {"accuracy": 0.241107, "f1": 0.220774, "hf_subset": "lus_Latn-epo_Latn", "languages": ["lus-Latn", "epo-Latn"], "main_score": 0.220774, "precision": 0.214413, "recall": 0.241107}, {"accuracy": 0.331028, "f1": 0.298757, "hf_subset": "lus_Latn-hun_Latn", "languages": ["lus-Latn", "hun-Latn"], "main_score": 0.298757, "precision": 0.289278, "recall": 0.331028}, {"accuracy": 0.230237, "f1": 0.208901, "hf_subset": "lus_Latn-kir_Cyrl", "languages": ["lus-Latn", "kir-Cyrl"], "main_score": 0.208901, "precision": 0.20219, "recall": 0.230237}, {"accuracy": 0.221344, "f1": 0.184693, "hf_subset": "lus_Latn-mar_Deva", "languages": ["lus-Latn", "mar-Deva"], "main_score": 0.184693, "precision": 0.174515, "recall": 0.221344}, {"accuracy": 0.226285, "f1": 0.204974, "hf_subset": "lus_Latn-plt_Latn", "languages": ["lus-Latn", "plt-Latn"], "main_score": 0.204974, "precision": 0.197572, "recall": 0.226285}, {"accuracy": 0.275692, "f1": 0.249592, "hf_subset": "lus_Latn-srp_Cyrl", "languages": ["lus-Latn", "srp-Cyrl"], "main_score": 0.249592, "precision": 0.241203, "recall": 0.275692}, {"accuracy": 0.141304, "f1": 0.116659, "hf_subset": "lus_Latn-uig_Arab", "languages": ["lus-Latn", "uig-Arab"], "main_score": 0.116659, "precision": 0.109131, "recall": 0.141304}, {"accuracy": 0.233202, "f1": 0.202638, "hf_subset": "lus_Latn-aeb_Arab", "languages": ["lus-Latn", "aeb-Arab"], "main_score": 0.202638, "precision": 0.193484, "recall": 0.233202}, {"accuracy": 0.136364, "f1": 0.11707, "hf_subset": "lus_Latn-ben_Beng", "languages": ["lus-Latn", "ben-Beng"], "main_score": 0.11707, "precision": 0.110746, "recall": 0.136364}, {"accuracy": 0.326087, "f1": 0.292648, "hf_subset": "lus_Latn-est_Latn", "languages": ["lus-Latn", "est-Latn"], "main_score": 0.292648, "precision": 0.283173, "recall": 0.326087}, {"accuracy": 0.214427, "f1": 0.186011, "hf_subset": "lus_Latn-hye_Armn", "languages": ["lus-Latn", "hye-Armn"], "main_score": 0.186011, "precision": 0.176485, "recall": 0.214427}, {"accuracy": 0.240119, "f1": 0.196856, "hf_subset": "lus_Latn-kmb_Latn", "languages": ["lus-Latn", "kmb-Latn"], "main_score": 0.196856, "precision": 0.183095, "recall": 0.240119}, {"accuracy": 0.024704, "f1": 0.018502, "hf_subset": "lus_Latn-min_Arab", "languages": ["lus-Latn", "min-Arab"], "main_score": 0.018502, "precision": 0.017267, "recall": 0.024704}, {"accuracy": 0.327075, "f1": 0.291795, "hf_subset": "lus_Latn-pol_Latn", "languages": ["lus-Latn", "pol-Latn"], "main_score": 0.291795, "precision": 0.280292, "recall": 0.327075}, {"accuracy": 0.188735, "f1": 0.152991, "hf_subset": "lus_Latn-ssw_Latn", "languages": ["lus-Latn", "ssw-Latn"], "main_score": 0.152991, "precision": 0.142938, "recall": 0.188735}, {"accuracy": 0.251976, "f1": 0.23316, "hf_subset": "lus_Latn-ukr_Cyrl", "languages": ["lus-Latn", "ukr-Cyrl"], "main_score": 0.23316, "precision": 0.22657, "recall": 0.251976}, {"accuracy": 0.284585, "f1": 0.256786, "hf_subset": "lus_Latn-afr_Latn", "languages": ["lus-Latn", "afr-Latn"], "main_score": 0.256786, "precision": 0.248269, "recall": 0.284585}, {"accuracy": 0.206522, "f1": 0.179813, "hf_subset": "lus_Latn-bho_Deva", "languages": ["lus-Latn", "bho-Deva"], "main_score": 0.179813, "precision": 0.171288, "recall": 0.206522}, {"accuracy": 0.189723, "f1": 0.170964, "hf_subset": "lus_Latn-eus_Latn", "languages": ["lus-Latn", "eus-Latn"], "main_score": 0.170964, "precision": 0.164938, "recall": 0.189723}, {"accuracy": 0.213439, "f1": 0.178733, "hf_subset": "lus_Latn-ibo_Latn", "languages": ["lus-Latn", "ibo-Latn"], "main_score": 0.178733, "precision": 0.167633, "recall": 0.213439}, {"accuracy": 0.236166, "f1": 0.205389, "hf_subset": "lus_Latn-kmr_Latn", "languages": ["lus-Latn", "kmr-Latn"], "main_score": 0.205389, "precision": 0.19666, "recall": 0.236166}, {"accuracy": 0.205534, "f1": 0.187023, "hf_subset": "lus_Latn-min_Latn", "languages": ["lus-Latn", "min-Latn"], "main_score": 0.187023, "precision": 0.181626, "recall": 0.205534}, {"accuracy": 0.337945, "f1": 0.302157, "hf_subset": "lus_Latn-por_Latn", "languages": ["lus-Latn", "por-Latn"], "main_score": 0.302157, "precision": 0.290762, "recall": 0.337945}, {"accuracy": 0.19664, "f1": 0.182215, "hf_subset": "lus_Latn-sun_Latn", "languages": ["lus-Latn", "sun-Latn"], "main_score": 0.182215, "precision": 0.178515, "recall": 0.19664}, {"accuracy": 0.183794, "f1": 0.150019, "hf_subset": "lus_Latn-umb_Latn", "languages": ["lus-Latn", "umb-Latn"], "main_score": 0.150019, "precision": 0.140312, "recall": 0.183794}, {"accuracy": 0.247036, "f1": 0.217404, "hf_subset": "lus_Latn-ajp_Arab", "languages": ["lus-Latn", "ajp-Arab"], "main_score": 0.217404, "precision": 0.208634, "recall": 0.247036}, {"accuracy": 0.034585, "f1": 0.029114, "hf_subset": "lus_Latn-bjn_Arab", "languages": ["lus-Latn", "bjn-Arab"], "main_score": 0.029114, "precision": 0.027241, "recall": 0.034585}, {"accuracy": 0.26087, "f1": 0.226471, "hf_subset": "lus_Latn-ewe_Latn", "languages": ["lus-Latn", "ewe-Latn"], "main_score": 0.226471, "precision": 0.214717, "recall": 0.26087}, {"accuracy": 0.341897, "f1": 0.311859, "hf_subset": "lus_Latn-ilo_Latn", "languages": ["lus-Latn", "ilo-Latn"], "main_score": 0.311859, "precision": 0.301262, "recall": 0.341897}, {"accuracy": 0.041502, "f1": 0.034854, "hf_subset": "lus_Latn-knc_Arab", "languages": ["lus-Latn", "knc-Arab"], "main_score": 0.034854, "precision": 0.032981, "recall": 0.041502}, {"accuracy": 0.278656, "f1": 0.249472, "hf_subset": "lus_Latn-mkd_Cyrl", "languages": ["lus-Latn", "mkd-Cyrl"], "main_score": 0.249472, "precision": 0.239591, "recall": 0.278656}, {"accuracy": 0.215415, "f1": 0.192519, "hf_subset": "lus_Latn-prs_Arab", "languages": ["lus-Latn", "prs-Arab"], "main_score": 0.192519, "precision": 0.185614, "recall": 0.215415}, {"accuracy": 0.298419, "f1": 0.274259, "hf_subset": "lus_Latn-swe_Latn", "languages": ["lus-Latn", "swe-Latn"], "main_score": 0.274259, "precision": 0.26628, "recall": 0.298419}, {"accuracy": 0.199605, "f1": 0.170427, "hf_subset": "lus_Latn-urd_Arab", "languages": ["lus-Latn", "urd-Arab"], "main_score": 0.170427, "precision": 0.16248, "recall": 0.199605}, {"accuracy": 0.328063, "f1": 0.291244, "hf_subset": "lus_Latn-aka_Latn", "languages": ["lus-Latn", "aka-Latn"], "main_score": 0.291244, "precision": 0.278491, "recall": 0.328063}, {"accuracy": 0.220356, "f1": 0.201829, "hf_subset": "lus_Latn-bjn_Latn", "languages": ["lus-Latn", "bjn-Latn"], "main_score": 0.201829, "precision": 0.197281, "recall": 0.220356}, {"accuracy": 0.183794, "f1": 0.163298, "hf_subset": "lus_Latn-fao_Latn", "languages": ["lus-Latn", "fao-Latn"], "main_score": 0.163298, "precision": 0.156872, "recall": 0.183794}, {"accuracy": 0.335968, "f1": 0.303096, "hf_subset": "lus_Latn-ind_Latn", "languages": ["lus-Latn", "ind-Latn"], "main_score": 0.303096, "precision": 0.292549, "recall": 0.335968}, {"accuracy": 0.294466, "f1": 0.257079, "hf_subset": "lus_Latn-knc_Latn", "languages": ["lus-Latn", "knc-Latn"], "main_score": 0.257079, "precision": 0.243766, "recall": 0.294466}, {"accuracy": 0.251976, "f1": 0.221828, "hf_subset": "lus_Latn-mlt_Latn", "languages": ["lus-Latn", "mlt-Latn"], "main_score": 0.221828, "precision": 0.212949, "recall": 0.251976}, {"accuracy": 0.290514, "f1": 0.258123, "hf_subset": "lus_Latn-quy_Latn", "languages": ["lus-Latn", "quy-Latn"], "main_score": 0.258123, "precision": 0.246404, "recall": 0.290514}, {"accuracy": 0.212451, "f1": 0.184019, "hf_subset": "lus_Latn-swh_Latn", "languages": ["lus-Latn", "swh-Latn"], "main_score": 0.184019, "precision": 0.175583, "recall": 0.212451}, {"accuracy": 0.161067, "f1": 0.149583, "hf_subset": "lus_Latn-uzn_Latn", "languages": ["lus-Latn", "uzn-Latn"], "main_score": 0.149583, "precision": 0.145995, "recall": 0.161067}, {"accuracy": 0.30336, "f1": 0.272909, "hf_subset": "lus_Latn-als_Latn", "languages": ["lus-Latn", "als-Latn"], "main_score": 0.272909, "precision": 0.263343, "recall": 0.30336}, {"accuracy": 0.052372, "f1": 0.027264, "hf_subset": "lus_Latn-bod_Tibt", "languages": ["lus-Latn", "bod-Tibt"], "main_score": 0.027264, "precision": 0.023037, "recall": 0.052372}, {"accuracy": 0.18083, "f1": 0.15099, "hf_subset": "lus_Latn-fij_Latn", "languages": ["lus-Latn", "fij-Latn"], "main_score": 0.15099, "precision": 0.142864, "recall": 0.18083}, {"accuracy": 0.16502, "f1": 0.151317, "hf_subset": "lus_Latn-isl_Latn", "languages": ["lus-Latn", "isl-Latn"], "main_score": 0.151317, "precision": 0.14639, "recall": 0.16502}, {"accuracy": 0.269763, "f1": 0.231667, "hf_subset": "lus_Latn-kon_Latn", "languages": ["lus-Latn", "kon-Latn"], "main_score": 0.231667, "precision": 0.219576, "recall": 0.269763}, {"accuracy": 0.05336, "f1": 0.038462, "hf_subset": "lus_Latn-mni_Beng", "languages": ["lus-Latn", "mni-Beng"], "main_score": 0.038462, "precision": 0.034071, "recall": 0.05336}, {"accuracy": 0.339921, "f1": 0.307698, "hf_subset": "lus_Latn-ron_Latn", "languages": ["lus-Latn", "ron-Latn"], "main_score": 0.307698, "precision": 0.297792, "recall": 0.339921}, {"accuracy": 0.233202, "f1": 0.207788, "hf_subset": "lus_Latn-szl_Latn", "languages": ["lus-Latn", "szl-Latn"], "main_score": 0.207788, "precision": 0.200326, "recall": 0.233202}, {"accuracy": 0.259881, "f1": 0.233792, "hf_subset": "lus_Latn-vec_Latn", "languages": ["lus-Latn", "vec-Latn"], "main_score": 0.233792, "precision": 0.226789, "recall": 0.259881}, {"accuracy": 0.108696, "f1": 0.087751, "hf_subset": "lus_Latn-amh_Ethi", "languages": ["lus-Latn", "amh-Ethi"], "main_score": 0.087751, "precision": 0.081552, "recall": 0.108696}, {"accuracy": 0.326087, "f1": 0.290584, "hf_subset": "lus_Latn-bos_Latn", "languages": ["lus-Latn", "bos-Latn"], "main_score": 0.290584, "precision": 0.279795, "recall": 0.326087}, {"accuracy": 0.3083, "f1": 0.28147, "hf_subset": "lus_Latn-fin_Latn", "languages": ["lus-Latn", "fin-Latn"], "main_score": 0.28147, "precision": 0.272474, "recall": 0.3083}, {"accuracy": 0.348814, "f1": 0.312307, "hf_subset": "lus_Latn-ita_Latn", "languages": ["lus-Latn", "ita-Latn"], "main_score": 0.312307, "precision": 0.301141, "recall": 0.348814}, {"accuracy": 0.247036, "f1": 0.219927, "hf_subset": "lus_Latn-kor_Hang", "languages": ["lus-Latn", "kor-Hang"], "main_score": 0.219927, "precision": 0.21148, "recall": 0.247036}, {"accuracy": 0.23419, "f1": 0.202987, "hf_subset": "lus_Latn-mos_Latn", "languages": ["lus-Latn", "mos-Latn"], "main_score": 0.202987, "precision": 0.19267, "recall": 0.23419}, {"accuracy": 0.206522, "f1": 0.170875, "hf_subset": "lus_Latn-run_Latn", "languages": ["lus-Latn", "run-Latn"], "main_score": 0.170875, "precision": 0.159043, "recall": 0.206522}, {"accuracy": 0.116601, "f1": 0.094722, "hf_subset": "lus_Latn-tam_Taml", "languages": ["lus-Latn", "tam-Taml"], "main_score": 0.094722, "precision": 0.090144, "recall": 0.116601}, {"accuracy": 0.314229, "f1": 0.279376, "hf_subset": "lus_Latn-vie_Latn", "languages": ["lus-Latn", "vie-Latn"], "main_score": 0.279376, "precision": 0.269058, "recall": 0.314229}, {"accuracy": 0.182806, "f1": 0.167209, "hf_subset": "lus_Latn-apc_Arab", "languages": ["lus-Latn", "apc-Arab"], "main_score": 0.167209, "precision": 0.16152, "recall": 0.182806}, {"accuracy": 0.283597, "f1": 0.253123, "hf_subset": "lus_Latn-bug_Latn", "languages": ["lus-Latn", "bug-Latn"], "main_score": 0.253123, "precision": 0.242988, "recall": 0.283597}, {"accuracy": 0.220356, "f1": 0.18985, "hf_subset": "lus_Latn-fon_Latn", "languages": ["lus-Latn", "fon-Latn"], "main_score": 0.18985, "precision": 0.179621, "recall": 0.220356}, {"accuracy": 0.217391, "f1": 0.19876, "hf_subset": "lus_Latn-jav_Latn", "languages": ["lus-Latn", "jav-Latn"], "main_score": 0.19876, "precision": 0.193219, "recall": 0.217391}, {"accuracy": 0.25, "f1": 0.223139, "hf_subset": "lus_Latn-lao_Laoo", "languages": ["lus-Latn", "lao-Laoo"], "main_score": 0.223139, "precision": 0.215426, "recall": 0.25}, {"accuracy": 0.225296, "f1": 0.190732, "hf_subset": "lus_Latn-mri_Latn", "languages": ["lus-Latn", "mri-Latn"], "main_score": 0.190732, "precision": 0.179297, "recall": 0.225296}, {"accuracy": 0.283597, "f1": 0.253358, "hf_subset": "lus_Latn-rus_Cyrl", "languages": ["lus-Latn", "rus-Cyrl"], "main_score": 0.253358, "precision": 0.244226, "recall": 0.283597}, {"accuracy": 0.263834, "f1": 0.234032, "hf_subset": "lus_Latn-taq_Latn", "languages": ["lus-Latn", "taq-Latn"], "main_score": 0.234032, "precision": 0.22333, "recall": 0.263834}, {"accuracy": 0.343874, "f1": 0.315938, "hf_subset": "lus_Latn-war_Latn", "languages": ["lus-Latn", "war-Latn"], "main_score": 0.315938, "precision": 0.305883, "recall": 0.343874}, {"accuracy": 0.233202, "f1": 0.212881, "hf_subset": "lus_Latn-arb_Arab", "languages": ["lus-Latn", "arb-Arab"], "main_score": 0.212881, "precision": 0.205467, "recall": 0.233202}, {"accuracy": 0.305336, "f1": 0.274678, "hf_subset": "lus_Latn-bul_Cyrl", "languages": ["lus-Latn", "bul-Cyrl"], "main_score": 0.274678, "precision": 0.264179, "recall": 0.305336}, {"accuracy": 0.349802, "f1": 0.311548, "hf_subset": "lus_Latn-fra_Latn", "languages": ["lus-Latn", "fra-Latn"], "main_score": 0.311548, "precision": 0.29941, "recall": 0.349802}, {"accuracy": 0.275692, "f1": 0.243743, "hf_subset": "lus_Latn-jpn_Jpan", "languages": ["lus-Latn", "jpn-Jpan"], "main_score": 0.243743, "precision": 0.233679, "recall": 0.275692}, {"accuracy": 0.225296, "f1": 0.206698, "hf_subset": "lus_Latn-lij_Latn", "languages": ["lus-Latn", "lij-Latn"], "main_score": 0.206698, "precision": 0.200741, "recall": 0.225296}, {"accuracy": 0.198617, "f1": 0.172988, "hf_subset": "lus_Latn-mya_Mymr", "languages": ["lus-Latn", "mya-Mymr"], "main_score": 0.172988, "precision": 0.165626, "recall": 0.198617}, {"accuracy": 0.213439, "f1": 0.17987, "hf_subset": "lus_Latn-sag_Latn", "languages": ["lus-Latn", "sag-Latn"], "main_score": 0.17987, "precision": 0.169076, "recall": 0.213439}, {"accuracy": 0.08498, "f1": 0.052846, "hf_subset": "lus_Latn-taq_Tfng", "languages": ["lus-Latn", "taq-Tfng"], "main_score": 0.052846, "precision": 0.046242, "recall": 0.08498}, {"accuracy": 0.267787, "f1": 0.235545, "hf_subset": "lus_Latn-wol_Latn", "languages": ["lus-Latn", "wol-Latn"], "main_score": 0.235545, "precision": 0.223512, "recall": 0.267787}, {"accuracy": 0.123518, "f1": 0.096839, "hf_subset": "lus_Latn-arb_Latn", "languages": ["lus-Latn", "arb-Latn"], "main_score": 0.096839, "precision": 0.088843, "recall": 0.123518}, {"accuracy": 0.347826, "f1": 0.310976, "hf_subset": "lus_Latn-cat_Latn", "languages": ["lus-Latn", "cat-Latn"], "main_score": 0.310976, "precision": 0.298584, "recall": 0.347826}, {"accuracy": 0.237154, "f1": 0.2079, "hf_subset": "lus_Latn-fur_Latn", "languages": ["lus-Latn", "fur-Latn"], "main_score": 0.2079, "precision": 0.199926, "recall": 0.237154}, {"accuracy": 0.088933, "f1": 0.066675, "hf_subset": "lus_Latn-kab_Latn", "languages": ["lus-Latn", "kab-Latn"], "main_score": 0.066675, "precision": 0.061023, "recall": 0.088933}, {"accuracy": 0.231225, "f1": 0.211521, "hf_subset": "lus_Latn-lim_Latn", "languages": ["lus-Latn", "lim-Latn"], "main_score": 0.211521, "precision": 0.204927, "recall": 0.231225}, {"accuracy": 0.348814, "f1": 0.31374, "hf_subset": "lus_Latn-nld_Latn", "languages": ["lus-Latn", "nld-Latn"], "main_score": 0.31374, "precision": 0.303167, "recall": 0.348814}, {"accuracy": 0.130435, "f1": 0.117167, "hf_subset": "lus_Latn-san_Deva", "languages": ["lus-Latn", "san-Deva"], "main_score": 0.117167, "precision": 0.11285, "recall": 0.130435}, {"accuracy": 0.209486, "f1": 0.186102, "hf_subset": "lus_Latn-tat_Cyrl", "languages": ["lus-Latn", "tat-Cyrl"], "main_score": 0.186102, "precision": 0.179179, "recall": 0.209486}, {"accuracy": 0.200593, "f1": 0.168808, "hf_subset": "lus_Latn-xho_Latn", "languages": ["lus-Latn", "xho-Latn"], "main_score": 0.168808, "precision": 0.15772, "recall": 0.200593}, {"accuracy": 0.229249, "f1": 0.206894, "hf_subset": "lus_Latn-ars_Arab", "languages": ["lus-Latn", "ars-Arab"], "main_score": 0.206894, "precision": 0.19902, "recall": 0.229249}, {"accuracy": 0.293478, "f1": 0.266015, "hf_subset": "lus_Latn-ceb_Latn", "languages": ["lus-Latn", "ceb-Latn"], "main_score": 0.266015, "precision": 0.257525, "recall": 0.293478}, {"accuracy": 0.220356, "f1": 0.183084, "hf_subset": "lus_Latn-fuv_Latn", "languages": ["lus-Latn", "fuv-Latn"], "main_score": 0.183084, "precision": 0.170135, "recall": 0.220356}, {"accuracy": 0.316206, "f1": 0.279149, "hf_subset": "lus_Latn-kac_Latn", "languages": ["lus-Latn", "kac-Latn"], "main_score": 0.279149, "precision": 0.265245, "recall": 0.316206}, {"accuracy": 0.220356, "f1": 0.190324, "hf_subset": "lus_Latn-lin_Latn", "languages": ["lus-Latn", "lin-Latn"], "main_score": 0.190324, "precision": 0.181046, "recall": 0.220356}, {"accuracy": 0.320158, "f1": 0.290453, "hf_subset": "lus_Latn-nno_Latn", "languages": ["lus-Latn", "nno-Latn"], "main_score": 0.290453, "precision": 0.280671, "recall": 0.320158}, {"accuracy": 0.016798, "f1": 0.004826, "hf_subset": "lus_Latn-sat_Olck", "languages": ["lus-Latn", "sat-Olck"], "main_score": 0.004826, "precision": 0.003369, "recall": 0.016798}, {"accuracy": 0.125494, "f1": 0.108827, "hf_subset": "lus_Latn-tel_Telu", "languages": ["lus-Latn", "tel-Telu"], "main_score": 0.108827, "precision": 0.103641, "recall": 0.125494}, {"accuracy": 0.072134, "f1": 0.057329, "hf_subset": "lus_Latn-ydd_Hebr", "languages": ["lus-Latn", "ydd-Hebr"], "main_score": 0.057329, "precision": 0.053902, "recall": 0.072134}, {"accuracy": 0.178854, "f1": 0.157977, "hf_subset": "lus_Latn-ary_Arab", "languages": ["lus-Latn", "ary-Arab"], "main_score": 0.157977, "precision": 0.151485, "recall": 0.178854}, {"accuracy": 0.335968, "f1": 0.299712, "hf_subset": "lus_Latn-ces_Latn", "languages": ["lus-Latn", "ces-Latn"], "main_score": 0.299712, "precision": 0.288346, "recall": 0.335968}, {"accuracy": 0.11166, "f1": 0.084403, "hf_subset": "lus_Latn-gaz_Latn", "languages": ["lus-Latn", "gaz-Latn"], "main_score": 0.084403, "precision": 0.077458, "recall": 0.11166}, {"accuracy": 0.256917, "f1": 0.220084, "hf_subset": "lus_Latn-kam_Latn", "languages": ["lus-Latn", "kam-Latn"], "main_score": 0.220084, "precision": 0.206885, "recall": 0.256917}, {"accuracy": 0.295455, "f1": 0.270927, "hf_subset": "lus_Latn-lit_Latn", "languages": ["lus-Latn", "lit-Latn"], "main_score": 0.270927, "precision": 0.262853, "recall": 0.295455}, {"accuracy": 0.340909, "f1": 0.30241, "hf_subset": "lus_Latn-nob_Latn", "languages": ["lus-Latn", "nob-Latn"], "main_score": 0.30241, "precision": 0.290638, "recall": 0.340909}, {"accuracy": 0.195652, "f1": 0.177241, "hf_subset": "lus_Latn-scn_Latn", "languages": ["lus-Latn", "scn-Latn"], "main_score": 0.177241, "precision": 0.171362, "recall": 0.195652}, {"accuracy": 0.179842, "f1": 0.157268, "hf_subset": "lus_Latn-tgk_Cyrl", "languages": ["lus-Latn", "tgk-Cyrl"], "main_score": 0.157268, "precision": 0.149301, "recall": 0.179842}, {"accuracy": 0.201581, "f1": 0.174235, "hf_subset": "lus_Latn-yor_Latn", "languages": ["lus-Latn", "yor-Latn"], "main_score": 0.174235, "precision": 0.164394, "recall": 0.201581}, {"accuracy": 0.189723, "f1": 0.172002, "hf_subset": "lus_Latn-arz_Arab", "languages": ["lus-Latn", "arz-Arab"], "main_score": 0.172002, "precision": 0.165983, "recall": 0.189723}, {"accuracy": 0.245059, "f1": 0.202882, "hf_subset": "lus_Latn-cjk_Latn", "languages": ["lus-Latn", "cjk-Latn"], "main_score": 0.202882, "precision": 0.189456, "recall": 0.245059}, {"accuracy": 0.18083, "f1": 0.151563, "hf_subset": "lus_Latn-gla_Latn", "languages": ["lus-Latn", "gla-Latn"], "main_score": 0.151563, "precision": 0.142806, "recall": 0.18083}, {"accuracy": 0.117589, "f1": 0.095246, "hf_subset": "lus_Latn-kan_Knda", "languages": ["lus-Latn", "kan-Knda"], "main_score": 0.095246, "precision": 0.088972, "recall": 0.117589}, {"accuracy": 0.220356, "f1": 0.196337, "hf_subset": "lus_Latn-lmo_Latn", "languages": ["lus-Latn", "lmo-Latn"], "main_score": 0.196337, "precision": 0.190195, "recall": 0.220356}, {"accuracy": 0.25, "f1": 0.214997, "hf_subset": "lus_Latn-npi_Deva", "languages": ["lus-Latn", "npi-Deva"], "main_score": 0.214997, "precision": 0.204744, "recall": 0.25}, {"accuracy": 0.206522, "f1": 0.173747, "hf_subset": "lus_Latn-shn_Mymr", "languages": ["lus-Latn", "shn-Mymr"], "main_score": 0.173747, "precision": 0.163737, "recall": 0.206522}, {"accuracy": 0.253953, "f1": 0.225602, "hf_subset": "lus_Latn-tgl_Latn", "languages": ["lus-Latn", "tgl-Latn"], "main_score": 0.225602, "precision": 0.217094, "recall": 0.253953}, {"accuracy": 0.26581, "f1": 0.234645, "hf_subset": "lus_Latn-yue_Hant", "languages": ["lus-Latn", "yue-Hant"], "main_score": 0.234645, "precision": 0.225026, "recall": 0.26581}, {"accuracy": 0.074111, "f1": 0.061961, "hf_subset": "lus_Latn-asm_Beng", "languages": ["lus-Latn", "asm-Beng"], "main_score": 0.061961, "precision": 0.057784, "recall": 0.074111}, {"accuracy": 0.161067, "f1": 0.128075, "hf_subset": "lus_Latn-ckb_Arab", "languages": ["lus-Latn", "ckb-Arab"], "main_score": 0.128075, "precision": 0.120028, "recall": 0.161067}, {"accuracy": 0.153162, "f1": 0.138004, "hf_subset": "lus_Latn-gle_Latn", "languages": ["lus-Latn", "gle-Latn"], "main_score": 0.138004, "precision": 0.132637, "recall": 0.153162}, {"accuracy": 0.131423, "f1": 0.121766, "hf_subset": "lus_Latn-kas_Arab", "languages": ["lus-Latn", "kas-Arab"], "main_score": 0.121766, "precision": 0.118904, "recall": 0.131423}, {"accuracy": 0.232213, "f1": 0.204899, "hf_subset": "lus_Latn-ltg_Latn", "languages": ["lus-Latn", "ltg-Latn"], "main_score": 0.204899, "precision": 0.19691, "recall": 0.232213}, {"accuracy": 0.270751, "f1": 0.238221, "hf_subset": "lus_Latn-nso_Latn", "languages": ["lus-Latn", "nso-Latn"], "main_score": 0.238221, "precision": 0.226841, "recall": 0.270751}, {"accuracy": 0.144269, "f1": 0.121362, "hf_subset": "lus_Latn-sin_Sinh", "languages": ["lus-Latn", "sin-Sinh"], "main_score": 0.121362, "precision": 0.114628, "recall": 0.144269}, {"accuracy": 0.255929, "f1": 0.226876, "hf_subset": "lus_Latn-tha_Thai", "languages": ["lus-Latn", "tha-Thai"], "main_score": 0.226876, "precision": 0.218394, "recall": 0.255929}, {"accuracy": 0.284585, "f1": 0.250624, "hf_subset": "lus_Latn-zho_Hans", "languages": ["lus-Latn", "zho-Hans"], "main_score": 0.250624, "precision": 0.240882, "recall": 0.284585}, {"accuracy": 0.271739, "f1": 0.240209, "hf_subset": "lus_Latn-ast_Latn", "languages": ["lus-Latn", "ast-Latn"], "main_score": 0.240209, "precision": 0.230296, "recall": 0.271739}, {"accuracy": 0.211462, "f1": 0.1885, "hf_subset": "lus_Latn-crh_Latn", "languages": ["lus-Latn", "crh-Latn"], "main_score": 0.1885, "precision": 0.181239, "recall": 0.211462}, {"accuracy": 0.341897, "f1": 0.307367, "hf_subset": "lus_Latn-glg_Latn", "languages": ["lus-Latn", "glg-Latn"], "main_score": 0.307367, "precision": 0.297388, "recall": 0.341897}, {"accuracy": 0.174901, "f1": 0.149998, "hf_subset": "lus_Latn-kas_Deva", "languages": ["lus-Latn", "kas-Deva"], "main_score": 0.149998, "precision": 0.143514, "recall": 0.174901}, {"accuracy": 0.22332, "f1": 0.20608, "hf_subset": "lus_Latn-ltz_Latn", "languages": ["lus-Latn", "ltz-Latn"], "main_score": 0.20608, "precision": 0.200689, "recall": 0.22332}, {"accuracy": 0.134387, "f1": 0.096698, "hf_subset": "lus_Latn-nus_Latn", "languages": ["lus-Latn", "nus-Latn"], "main_score": 0.096698, "precision": 0.085264, "recall": 0.134387}, {"accuracy": 0.331028, "f1": 0.29994, "hf_subset": "lus_Latn-slk_Latn", "languages": ["lus-Latn", "slk-Latn"], "main_score": 0.29994, "precision": 0.289323, "recall": 0.331028}, {"accuracy": 0.054348, "f1": 0.038178, "hf_subset": "lus_Latn-tir_Ethi", "languages": ["lus-Latn", "tir-Ethi"], "main_score": 0.038178, "precision": 0.034462, "recall": 0.054348}, {"accuracy": 0.242095, "f1": 0.215931, "hf_subset": "lus_Latn-zho_Hant", "languages": ["lus-Latn", "zho-Hant"], "main_score": 0.215931, "precision": 0.207009, "recall": 0.242095}, {"accuracy": 0.23419, "f1": 0.20551, "hf_subset": "lus_Latn-awa_Deva", "languages": ["lus-Latn", "awa-Deva"], "main_score": 0.20551, "precision": 0.196638, "recall": 0.23419}, {"accuracy": 0.160079, "f1": 0.140862, "hf_subset": "lus_Latn-cym_Latn", "languages": ["lus-Latn", "cym-Latn"], "main_score": 0.140862, "precision": 0.136437, "recall": 0.160079}, {"accuracy": 0.26581, "f1": 0.236167, "hf_subset": "lus_Latn-grn_Latn", "languages": ["lus-Latn", "grn-Latn"], "main_score": 0.236167, "precision": 0.226925, "recall": 0.26581}, {"accuracy": 0.214427, "f1": 0.188788, "hf_subset": "lus_Latn-kat_Geor", "languages": ["lus-Latn", "kat-Geor"], "main_score": 0.188788, "precision": 0.181617, "recall": 0.214427}, {"accuracy": 0.259881, "f1": 0.227085, "hf_subset": "lus_Latn-lua_Latn", "languages": ["lus-Latn", "lua-Latn"], "main_score": 0.227085, "precision": 0.216471, "recall": 0.259881}, {"accuracy": 0.267787, "f1": 0.230552, "hf_subset": "lus_Latn-nya_Latn", "languages": ["lus-Latn", "nya-Latn"], "main_score": 0.230552, "precision": 0.217481, "recall": 0.267787}, {"accuracy": 0.340909, "f1": 0.310214, "hf_subset": "lus_Latn-slv_Latn", "languages": ["lus-Latn", "slv-Latn"], "main_score": 0.310214, "precision": 0.299834, "recall": 0.340909}, {"accuracy": 0.328063, "f1": 0.300776, "hf_subset": "lus_Latn-tpi_Latn", "languages": ["lus-Latn", "tpi-Latn"], "main_score": 0.300776, "precision": 0.290781, "recall": 0.328063}, {"accuracy": 0.337945, "f1": 0.303146, "hf_subset": "lus_Latn-zsm_Latn", "languages": ["lus-Latn", "zsm-Latn"], "main_score": 0.303146, "precision": 0.291395, "recall": 0.337945}, {"accuracy": 0.229249, "f1": 0.195319, "hf_subset": "lus_Latn-ayr_Latn", "languages": ["lus-Latn", "ayr-Latn"], "main_score": 0.195319, "precision": 0.182827, "recall": 0.229249}, {"accuracy": 0.348814, "f1": 0.313596, "hf_subset": "lus_Latn-dan_Latn", "languages": ["lus-Latn", "dan-Latn"], "main_score": 0.313596, "precision": 0.302852, "recall": 0.348814}, {"accuracy": 0.15415, "f1": 0.13257, "hf_subset": "lus_Latn-guj_Gujr", "languages": ["lus-Latn", "guj-Gujr"], "main_score": 0.13257, "precision": 0.126324, "recall": 0.15415}, {"accuracy": 0.26087, "f1": 0.235663, "hf_subset": "lus_Latn-kaz_Cyrl", "languages": ["lus-Latn", "kaz-Cyrl"], "main_score": 0.235663, "precision": 0.228221, "recall": 0.26087}, {"accuracy": 0.188735, "f1": 0.158803, "hf_subset": "lus_Latn-lug_Latn", "languages": ["lus-Latn", "lug-Latn"], "main_score": 0.158803, "precision": 0.149576, "recall": 0.188735}, {"accuracy": 0.280632, "f1": 0.251848, "hf_subset": "lus_Latn-oci_Latn", "languages": ["lus-Latn", "oci-Latn"], "main_score": 0.251848, "precision": 0.242559, "recall": 0.280632}, {"accuracy": 0.189723, "f1": 0.15592, "hf_subset": "lus_Latn-smo_Latn", "languages": ["lus-Latn", "smo-Latn"], "main_score": 0.15592, "precision": 0.145922, "recall": 0.189723}, {"accuracy": 0.249012, "f1": 0.210104, "hf_subset": "lus_Latn-tsn_Latn", "languages": ["lus-Latn", "tsn-Latn"], "main_score": 0.210104, "precision": 0.197462, "recall": 0.249012}, {"accuracy": 0.188735, "f1": 0.149634, "hf_subset": "lus_Latn-zul_Latn", "languages": ["lus-Latn", "zul-Latn"], "main_score": 0.149634, "precision": 0.137204, "recall": 0.188735}, {"accuracy": 0.140316, "f1": 0.120841, "hf_subset": "lus_Latn-azb_Arab", "languages": ["lus-Latn", "azb-Arab"], "main_score": 0.120841, "precision": 0.114301, "recall": 0.140316}, {"accuracy": 0.34585, "f1": 0.310175, "hf_subset": "lus_Latn-deu_Latn", "languages": ["lus-Latn", "deu-Latn"], "main_score": 0.310175, "precision": 0.299456, "recall": 0.34585}, {"accuracy": 0.219368, "f1": 0.191713, "hf_subset": "lus_Latn-hat_Latn", "languages": ["lus-Latn", "hat-Latn"], "main_score": 0.191713, "precision": 0.182633, "recall": 0.219368}, {"accuracy": 0.228261, "f1": 0.18669, "hf_subset": "lus_Latn-kbp_Latn", "languages": ["lus-Latn", "kbp-Latn"], "main_score": 0.18669, "precision": 0.172952, "recall": 0.228261}, {"accuracy": 0.25, "f1": 0.218439, "hf_subset": "lus_Latn-luo_Latn", "languages": ["lus-Latn", "luo-Latn"], "main_score": 0.218439, "precision": 0.207717, "recall": 0.25}, {"accuracy": 0.115613, "f1": 0.095107, "hf_subset": "lus_Latn-ory_Orya", "languages": ["lus-Latn", "ory-Orya"], "main_score": 0.095107, "precision": 0.089578, "recall": 0.115613}, {"accuracy": 0.194664, "f1": 0.159675, "hf_subset": "lus_Latn-sna_Latn", "languages": ["lus-Latn", "sna-Latn"], "main_score": 0.159675, "precision": 0.148848, "recall": 0.194664}, {"accuracy": 0.241107, "f1": 0.210374, "hf_subset": "lus_Latn-tso_Latn", "languages": ["lus-Latn", "tso-Latn"], "main_score": 0.210374, "precision": 0.200279, "recall": 0.241107}, {"accuracy": 0.192688, "f1": 0.176595, "hf_subset": "lus_Latn-azj_Latn", "languages": ["lus-Latn", "azj-Latn"], "main_score": 0.176595, "precision": 0.171325, "recall": 0.192688}, {"accuracy": 0.249012, "f1": 0.217177, "hf_subset": "lus_Latn-dik_Latn", "languages": ["lus-Latn", "dik-Latn"], "main_score": 0.217177, "precision": 0.207153, "recall": 0.249012}, {"accuracy": 0.245059, "f1": 0.209813, "hf_subset": "lus_Latn-hau_Latn", "languages": ["lus-Latn", "hau-Latn"], "main_score": 0.209813, "precision": 0.198925, "recall": 0.245059}, {"accuracy": 0.174901, "f1": 0.164978, "hf_subset": "lus_Latn-kea_Latn", "languages": ["lus-Latn", "kea-Latn"], "main_score": 0.164978, "precision": 0.161646, "recall": 0.174901}, {"accuracy": 0.325099, "f1": 0.300081, "hf_subset": "lus_Latn-pag_Latn", "languages": ["lus-Latn", "pag-Latn"], "main_score": 0.300081, "precision": 0.291275, "recall": 0.325099}, {"accuracy": 0.146245, "f1": 0.126068, "hf_subset": "lus_Latn-snd_Arab", "languages": ["lus-Latn", "snd-Arab"], "main_score": 0.126068, "precision": 0.119509, "recall": 0.146245}, {"accuracy": 0.16502, "f1": 0.138154, "hf_subset": "lus_Latn-tuk_Latn", "languages": ["lus-Latn", "tuk-Latn"], "main_score": 0.138154, "precision": 0.129515, "recall": 0.16502}, {"accuracy": 0.259881, "f1": 0.232182, "hf_subset": "lus_Latn-bak_Cyrl", "languages": ["lus-Latn", "bak-Cyrl"], "main_score": 0.232182, "precision": 0.223076, "recall": 0.259881}, {"accuracy": 0.197628, "f1": 0.161749, "hf_subset": "lus_Latn-dyu_Latn", "languages": ["lus-Latn", "dyu-Latn"], "main_score": 0.161749, "precision": 0.150287, "recall": 0.197628}, {"accuracy": 0.228261, "f1": 0.202369, "hf_subset": "lus_Latn-heb_Hebr", "languages": ["lus-Latn", "heb-Hebr"], "main_score": 0.202369, "precision": 0.19419, "recall": 0.228261}, {"accuracy": 0.248024, "f1": 0.221561, "hf_subset": "lus_Latn-khk_Cyrl", "languages": ["lus-Latn", "khk-Cyrl"], "main_score": 0.221561, "precision": 0.213243, "recall": 0.248024}, {"accuracy": 0.289526, "f1": 0.257514, "hf_subset": "lus_Latn-lvs_Latn", "languages": ["lus-Latn", "lvs-Latn"], "main_score": 0.257514, "precision": 0.248196, "recall": 0.289526}, {"accuracy": 0.12747, "f1": 0.104331, "hf_subset": "lus_Latn-pan_Guru", "languages": ["lus-Latn", "pan-Guru"], "main_score": 0.104331, "precision": 0.098693, "recall": 0.12747}, {"accuracy": 0.213439, "f1": 0.179108, "hf_subset": "lus_Latn-som_Latn", "languages": ["lus-Latn", "som-Latn"], "main_score": 0.179108, "precision": 0.168428, "recall": 0.213439}, {"accuracy": 0.271739, "f1": 0.2272, "hf_subset": "lus_Latn-tum_Latn", "languages": ["lus-Latn", "tum-Latn"], "main_score": 0.2272, "precision": 0.214057, "recall": 0.271739}, {"accuracy": 0.062253, "f1": 0.046277, "hf_subset": "pag_Latn-ace_Arab", "languages": ["pag-Latn", "ace-Arab"], "main_score": 0.046277, "precision": 0.041495, "recall": 0.062253}, {"accuracy": 0.23913, "f1": 0.20145, "hf_subset": "pag_Latn-bam_Latn", "languages": ["pag-Latn", "bam-Latn"], "main_score": 0.20145, "precision": 0.187757, "recall": 0.23913}, {"accuracy": 0.003953, "f1": 0.00028, "hf_subset": "pag_Latn-dzo_Tibt", "languages": ["pag-Latn", "dzo-Tibt"], "main_score": 0.00028, "precision": 0.000149, "recall": 0.003953}, {"accuracy": 0.424901, "f1": 0.381446, "hf_subset": "pag_Latn-hin_Deva", "languages": ["pag-Latn", "hin-Deva"], "main_score": 0.381446, "precision": 0.366303, "recall": 0.424901}, {"accuracy": 0.370553, "f1": 0.33308, "hf_subset": "pag_Latn-khm_Khmr", "languages": ["pag-Latn", "khm-Khmr"], "main_score": 0.33308, "precision": 0.320853, "recall": 0.370553}, {"accuracy": 0.379447, "f1": 0.348557, "hf_subset": "pag_Latn-mag_Deva", "languages": ["pag-Latn", "mag-Deva"], "main_score": 0.348557, "precision": 0.338078, "recall": 0.379447}, {"accuracy": 0.399209, "f1": 0.368499, "hf_subset": "pag_Latn-pap_Latn", "languages": ["pag-Latn", "pap-Latn"], "main_score": 0.368499, "precision": 0.357544, "recall": 0.399209}, {"accuracy": 0.300395, "f1": 0.248366, "hf_subset": "pag_Latn-sot_Latn", "languages": ["pag-Latn", "sot-Latn"], "main_score": 0.248366, "precision": 0.230354, "recall": 0.300395}, {"accuracy": 0.527668, "f1": 0.486191, "hf_subset": "pag_Latn-tur_Latn", "languages": ["pag-Latn", "tur-Latn"], "main_score": 0.486191, "precision": 0.473074, "recall": 0.527668}, {"accuracy": 0.391304, "f1": 0.349568, "hf_subset": "pag_Latn-ace_Latn", "languages": ["pag-Latn", "ace-Latn"], "main_score": 0.349568, "precision": 0.332839, "recall": 0.391304}, {"accuracy": 0.395257, "f1": 0.367129, "hf_subset": "pag_Latn-ban_Latn", "languages": ["pag-Latn", "ban-Latn"], "main_score": 0.367129, "precision": 0.35722, "recall": 0.395257}, {"accuracy": 0.434783, "f1": 0.400116, "hf_subset": "pag_Latn-ell_Grek", "languages": ["pag-Latn", "ell-Grek"], "main_score": 0.400116, "precision": 0.388485, "recall": 0.434783}, {"accuracy": 0.380435, "f1": 0.343389, "hf_subset": "pag_Latn-hne_Deva", "languages": ["pag-Latn", "hne-Deva"], "main_score": 0.343389, "precision": 0.330839, "recall": 0.380435}, {"accuracy": 0.328063, "f1": 0.282914, "hf_subset": "pag_Latn-kik_Latn", "languages": ["pag-Latn", "kik-Latn"], "main_score": 0.282914, "precision": 0.265215, "recall": 0.328063}, {"accuracy": 0.380435, "f1": 0.349626, "hf_subset": "pag_Latn-mai_Deva", "languages": ["pag-Latn", "mai-Deva"], "main_score": 0.349626, "precision": 0.338408, "recall": 0.380435}, {"accuracy": 0.320158, "f1": 0.280685, "hf_subset": "pag_Latn-pbt_Arab", "languages": ["pag-Latn", "pbt-Arab"], "main_score": 0.280685, "precision": 0.267099, "recall": 0.320158}, {"accuracy": 0.521739, "f1": 0.480583, "hf_subset": "pag_Latn-spa_Latn", "languages": ["pag-Latn", "spa-Latn"], "main_score": 0.480583, "precision": 0.46788, "recall": 0.521739}, {"accuracy": 0.387352, "f1": 0.335998, "hf_subset": "pag_Latn-twi_Latn", "languages": ["pag-Latn", "twi-Latn"], "main_score": 0.335998, "precision": 0.316964, "recall": 0.387352}, {"accuracy": 0.397233, "f1": 0.369525, "hf_subset": "pag_Latn-acm_Arab", "languages": ["pag-Latn", "acm-Arab"], "main_score": 0.369525, "precision": 0.358543, "recall": 0.397233}, {"accuracy": 0.369565, "f1": 0.322281, "hf_subset": "pag_Latn-bel_Cyrl", "languages": ["pag-Latn", "bel-Cyrl"], "main_score": 0.322281, "precision": 0.306633, "recall": 0.369565}, {"accuracy": 0.546443, "f1": 0.505417, "hf_subset": "pag_Latn-eng_Latn", "languages": ["pag-Latn", "eng-Latn"], "main_score": 0.505417, "precision": 0.492334, "recall": 0.546443}, {"accuracy": 0.465415, "f1": 0.439466, "hf_subset": "pag_Latn-hrv_Latn", "languages": ["pag-Latn", "hrv-Latn"], "main_score": 0.439466, "precision": 0.429395, "recall": 0.465415}, {"accuracy": 0.226285, "f1": 0.182489, "hf_subset": "pag_Latn-kin_Latn", "languages": ["pag-Latn", "kin-Latn"], "main_score": 0.182489, "precision": 0.166916, "recall": 0.226285}, {"accuracy": 0.232213, "f1": 0.194832, "hf_subset": "pag_Latn-mal_Mlym", "languages": ["pag-Latn", "mal-Mlym"], "main_score": 0.194832, "precision": 0.184167, "recall": 0.232213}, {"accuracy": 0.445652, "f1": 0.409358, "hf_subset": "pag_Latn-pes_Arab", "languages": ["pag-Latn", "pes-Arab"], "main_score": 0.409358, "precision": 0.395987, "recall": 0.445652}, {"accuracy": 0.368577, "f1": 0.33064, "hf_subset": "pag_Latn-srd_Latn", "languages": ["pag-Latn", "srd-Latn"], "main_score": 0.33064, "precision": 0.318137, "recall": 0.368577}, {"accuracy": 0.067194, "f1": 0.039865, "hf_subset": "pag_Latn-tzm_Tfng", "languages": ["pag-Latn", "tzm-Tfng"], "main_score": 0.039865, "precision": 0.035385, "recall": 0.067194}, {"accuracy": 0.41502, "f1": 0.379777, "hf_subset": "pag_Latn-acq_Arab", "languages": ["pag-Latn", "acq-Arab"], "main_score": 0.379777, "precision": 0.366984, "recall": 0.41502}, {"accuracy": 0.304348, "f1": 0.247935, "hf_subset": "pag_Latn-bem_Latn", "languages": ["pag-Latn", "bem-Latn"], "main_score": 0.247935, "precision": 0.227667, "recall": 0.304348}, {"accuracy": 0.376482, "f1": 0.345167, "hf_subset": "pag_Latn-epo_Latn", "languages": ["pag-Latn", "epo-Latn"], "main_score": 0.345167, "precision": 0.33408, "recall": 0.376482}, {"accuracy": 0.509881, "f1": 0.467272, "hf_subset": "pag_Latn-hun_Latn", "languages": ["pag-Latn", "hun-Latn"], "main_score": 0.467272, "precision": 0.45321, "recall": 0.509881}, {"accuracy": 0.417984, "f1": 0.381299, "hf_subset": "pag_Latn-kir_Cyrl", "languages": ["pag-Latn", "kir-Cyrl"], "main_score": 0.381299, "precision": 0.36905, "recall": 0.417984}, {"accuracy": 0.360672, "f1": 0.319019, "hf_subset": "pag_Latn-mar_Deva", "languages": ["pag-Latn", "mar-Deva"], "main_score": 0.319019, "precision": 0.305327, "recall": 0.360672}, {"accuracy": 0.315217, "f1": 0.275645, "hf_subset": "pag_Latn-plt_Latn", "languages": ["pag-Latn", "plt-Latn"], "main_score": 0.275645, "precision": 0.260244, "recall": 0.315217}, {"accuracy": 0.472332, "f1": 0.430581, "hf_subset": "pag_Latn-srp_Cyrl", "languages": ["pag-Latn", "srp-Cyrl"], "main_score": 0.430581, "precision": 0.416759, "recall": 0.472332}, {"accuracy": 0.250988, "f1": 0.218037, "hf_subset": "pag_Latn-uig_Arab", "languages": ["pag-Latn", "uig-Arab"], "main_score": 0.218037, "precision": 0.207669, "recall": 0.250988}, {"accuracy": 0.382411, "f1": 0.338677, "hf_subset": "pag_Latn-aeb_Arab", "languages": ["pag-Latn", "aeb-Arab"], "main_score": 0.338677, "precision": 0.324125, "recall": 0.382411}, {"accuracy": 0.251976, "f1": 0.221984, "hf_subset": "pag_Latn-ben_Beng", "languages": ["pag-Latn", "ben-Beng"], "main_score": 0.221984, "precision": 0.211531, "recall": 0.251976}, {"accuracy": 0.512846, "f1": 0.468331, "hf_subset": "pag_Latn-est_Latn", "languages": ["pag-Latn", "est-Latn"], "main_score": 0.468331, "precision": 0.453274, "recall": 0.512846}, {"accuracy": 0.387352, "f1": 0.347036, "hf_subset": "pag_Latn-hye_Armn", "languages": ["pag-Latn", "hye-Armn"], "main_score": 0.347036, "precision": 0.332166, "recall": 0.387352}, {"accuracy": 0.23419, "f1": 0.178292, "hf_subset": "pag_Latn-kmb_Latn", "languages": ["pag-Latn", "kmb-Latn"], "main_score": 0.178292, "precision": 0.159573, "recall": 0.23419}, {"accuracy": 0.032609, "f1": 0.023239, "hf_subset": "pag_Latn-min_Arab", "languages": ["pag-Latn", "min-Arab"], "main_score": 0.023239, "precision": 0.020572, "recall": 0.032609}, {"accuracy": 0.5, "f1": 0.448984, "hf_subset": "pag_Latn-pol_Latn", "languages": ["pag-Latn", "pol-Latn"], "main_score": 0.448984, "precision": 0.433126, "recall": 0.5}, {"accuracy": 0.227273, "f1": 0.173195, "hf_subset": "pag_Latn-ssw_Latn", "languages": ["pag-Latn", "ssw-Latn"], "main_score": 0.173195, "precision": 0.156648, "recall": 0.227273}, {"accuracy": 0.467391, "f1": 0.429366, "hf_subset": "pag_Latn-ukr_Cyrl", "languages": ["pag-Latn", "ukr-Cyrl"], "main_score": 0.429366, "precision": 0.416483, "recall": 0.467391}, {"accuracy": 0.48419, "f1": 0.443457, "hf_subset": "pag_Latn-afr_Latn", "languages": ["pag-Latn", "afr-Latn"], "main_score": 0.443457, "precision": 0.429924, "recall": 0.48419}, {"accuracy": 0.367589, "f1": 0.330118, "hf_subset": "pag_Latn-bho_Deva", "languages": ["pag-Latn", "bho-Deva"], "main_score": 0.330118, "precision": 0.317461, "recall": 0.367589}, {"accuracy": 0.309289, "f1": 0.279662, "hf_subset": "pag_Latn-eus_Latn", "languages": ["pag-Latn", "eus-Latn"], "main_score": 0.279662, "precision": 0.269685, "recall": 0.309289}, {"accuracy": 0.25, "f1": 0.194941, "hf_subset": "pag_Latn-ibo_Latn", "languages": ["pag-Latn", "ibo-Latn"], "main_score": 0.194941, "precision": 0.176176, "recall": 0.25}, {"accuracy": 0.344862, "f1": 0.305979, "hf_subset": "pag_Latn-kmr_Latn", "languages": ["pag-Latn", "kmr-Latn"], "main_score": 0.305979, "precision": 0.292828, "recall": 0.344862}, {"accuracy": 0.385375, "f1": 0.358217, "hf_subset": "pag_Latn-min_Latn", "languages": ["pag-Latn", "min-Latn"], "main_score": 0.358217, "precision": 0.34959, "recall": 0.385375}, {"accuracy": 0.531621, "f1": 0.482073, "hf_subset": "pag_Latn-por_Latn", "languages": ["pag-Latn", "por-Latn"], "main_score": 0.482073, "precision": 0.466171, "recall": 0.531621}, {"accuracy": 0.384387, "f1": 0.35506, "hf_subset": "pag_Latn-sun_Latn", "languages": ["pag-Latn", "sun-Latn"], "main_score": 0.35506, "precision": 0.345744, "recall": 0.384387}, {"accuracy": 0.221344, "f1": 0.17485, "hf_subset": "pag_Latn-umb_Latn", "languages": ["pag-Latn", "umb-Latn"], "main_score": 0.17485, "precision": 0.160597, "recall": 0.221344}, {"accuracy": 0.412055, "f1": 0.377801, "hf_subset": "pag_Latn-ajp_Arab", "languages": ["pag-Latn", "ajp-Arab"], "main_score": 0.377801, "precision": 0.365758, "recall": 0.412055}, {"accuracy": 0.062253, "f1": 0.046566, "hf_subset": "pag_Latn-bjn_Arab", "languages": ["pag-Latn", "bjn-Arab"], "main_score": 0.046566, "precision": 0.041657, "recall": 0.062253}, {"accuracy": 0.310277, "f1": 0.265905, "hf_subset": "pag_Latn-ewe_Latn", "languages": ["pag-Latn", "ewe-Latn"], "main_score": 0.265905, "precision": 0.250043, "recall": 0.310277}, {"accuracy": 0.506917, "f1": 0.46008, "hf_subset": "pag_Latn-ilo_Latn", "languages": ["pag-Latn", "ilo-Latn"], "main_score": 0.46008, "precision": 0.441212, "recall": 0.506917}, {"accuracy": 0.068182, "f1": 0.052243, "hf_subset": "pag_Latn-knc_Arab", "languages": ["pag-Latn", "knc-Arab"], "main_score": 0.052243, "precision": 0.04752, "recall": 0.068182}, {"accuracy": 0.476285, "f1": 0.439566, "hf_subset": "pag_Latn-mkd_Cyrl", "languages": ["pag-Latn", "mkd-Cyrl"], "main_score": 0.439566, "precision": 0.426742, "recall": 0.476285}, {"accuracy": 0.374506, "f1": 0.33827, "hf_subset": "pag_Latn-prs_Arab", "languages": ["pag-Latn", "prs-Arab"], "main_score": 0.33827, "precision": 0.325428, "recall": 0.374506}, {"accuracy": 0.48913, "f1": 0.452711, "hf_subset": "pag_Latn-swe_Latn", "languages": ["pag-Latn", "swe-Latn"], "main_score": 0.452711, "precision": 0.439849, "recall": 0.48913}, {"accuracy": 0.355731, "f1": 0.312025, "hf_subset": "pag_Latn-urd_Arab", "languages": ["pag-Latn", "urd-Arab"], "main_score": 0.312025, "precision": 0.296175, "recall": 0.355731}, {"accuracy": 0.386364, "f1": 0.333668, "hf_subset": "pag_Latn-aka_Latn", "languages": ["pag-Latn", "aka-Latn"], "main_score": 0.333668, "precision": 0.31384, "recall": 0.386364}, {"accuracy": 0.375494, "f1": 0.346998, "hf_subset": "pag_Latn-bjn_Latn", "languages": ["pag-Latn", "bjn-Latn"], "main_score": 0.346998, "precision": 0.337138, "recall": 0.375494}, {"accuracy": 0.302372, "f1": 0.264797, "hf_subset": "pag_Latn-fao_Latn", "languages": ["pag-Latn", "fao-Latn"], "main_score": 0.264797, "precision": 0.251988, "recall": 0.302372}, {"accuracy": 0.529644, "f1": 0.490061, "hf_subset": "pag_Latn-ind_Latn", "languages": ["pag-Latn", "ind-Latn"], "main_score": 0.490061, "precision": 0.476006, "recall": 0.529644}, {"accuracy": 0.341897, "f1": 0.295781, "hf_subset": "pag_Latn-knc_Latn", "languages": ["pag-Latn", "knc-Latn"], "main_score": 0.295781, "precision": 0.277951, "recall": 0.341897}, {"accuracy": 0.336957, "f1": 0.294409, "hf_subset": "pag_Latn-mlt_Latn", "languages": ["pag-Latn", "mlt-Latn"], "main_score": 0.294409, "precision": 0.278985, "recall": 0.336957}, {"accuracy": 0.333004, "f1": 0.278976, "hf_subset": "pag_Latn-quy_Latn", "languages": ["pag-Latn", "quy-Latn"], "main_score": 0.278976, "precision": 0.259482, "recall": 0.333004}, {"accuracy": 0.301383, "f1": 0.25989, "hf_subset": "pag_Latn-swh_Latn", "languages": ["pag-Latn", "swh-Latn"], "main_score": 0.25989, "precision": 0.245195, "recall": 0.301383}, {"accuracy": 0.283597, "f1": 0.259406, "hf_subset": "pag_Latn-uzn_Latn", "languages": ["pag-Latn", "uzn-Latn"], "main_score": 0.259406, "precision": 0.250387, "recall": 0.283597}, {"accuracy": 0.499012, "f1": 0.457073, "hf_subset": "pag_Latn-als_Latn", "languages": ["pag-Latn", "als-Latn"], "main_score": 0.457073, "precision": 0.443535, "recall": 0.499012}, {"accuracy": 0.052372, "f1": 0.028287, "hf_subset": "pag_Latn-bod_Tibt", "languages": ["pag-Latn", "bod-Tibt"], "main_score": 0.028287, "precision": 0.024195, "recall": 0.052372}, {"accuracy": 0.259881, "f1": 0.21789, "hf_subset": "pag_Latn-fij_Latn", "languages": ["pag-Latn", "fij-Latn"], "main_score": 0.21789, "precision": 0.202824, "recall": 0.259881}, {"accuracy": 0.284585, "f1": 0.25915, "hf_subset": "pag_Latn-isl_Latn", "languages": ["pag-Latn", "isl-Latn"], "main_score": 0.25915, "precision": 0.250461, "recall": 0.284585}, {"accuracy": 0.299407, "f1": 0.246008, "hf_subset": "pag_Latn-kon_Latn", "languages": ["pag-Latn", "kon-Latn"], "main_score": 0.246008, "precision": 0.226058, "recall": 0.299407}, {"accuracy": 0.063241, "f1": 0.036272, "hf_subset": "pag_Latn-mni_Beng", "languages": ["pag-Latn", "mni-Beng"], "main_score": 0.036272, "precision": 0.030203, "recall": 0.063241}, {"accuracy": 0.537549, "f1": 0.494347, "hf_subset": "pag_Latn-ron_Latn", "languages": ["pag-Latn", "ron-Latn"], "main_score": 0.494347, "precision": 0.480303, "recall": 0.537549}, {"accuracy": 0.382411, "f1": 0.340383, "hf_subset": "pag_Latn-szl_Latn", "languages": ["pag-Latn", "szl-Latn"], "main_score": 0.340383, "precision": 0.325494, "recall": 0.382411}, {"accuracy": 0.411067, "f1": 0.37646, "hf_subset": "pag_Latn-vec_Latn", "languages": ["pag-Latn", "vec-Latn"], "main_score": 0.37646, "precision": 0.364244, "recall": 0.411067}, {"accuracy": 0.202569, "f1": 0.167996, "hf_subset": "pag_Latn-amh_Ethi", "languages": ["pag-Latn", "amh-Ethi"], "main_score": 0.167996, "precision": 0.156921, "recall": 0.202569}, {"accuracy": 0.516798, "f1": 0.472101, "hf_subset": "pag_Latn-bos_Latn", "languages": ["pag-Latn", "bos-Latn"], "main_score": 0.472101, "precision": 0.45709, "recall": 0.516798}, {"accuracy": 0.495059, "f1": 0.454232, "hf_subset": "pag_Latn-fin_Latn", "languages": ["pag-Latn", "fin-Latn"], "main_score": 0.454232, "precision": 0.440104, "recall": 0.495059}, {"accuracy": 0.530632, "f1": 0.480962, "hf_subset": "pag_Latn-ita_Latn", "languages": ["pag-Latn", "ita-Latn"], "main_score": 0.480962, "precision": 0.465458, "recall": 0.530632}, {"accuracy": 0.424901, "f1": 0.38666, "hf_subset": "pag_Latn-kor_Hang", "languages": ["pag-Latn", "kor-Hang"], "main_score": 0.38666, "precision": 0.374324, "recall": 0.424901}, {"accuracy": 0.263834, "f1": 0.219485, "hf_subset": "pag_Latn-mos_Latn", "languages": ["pag-Latn", "mos-Latn"], "main_score": 0.219485, "precision": 0.203666, "recall": 0.263834}, {"accuracy": 0.229249, "f1": 0.177876, "hf_subset": "pag_Latn-run_Latn", "languages": ["pag-Latn", "run-Latn"], "main_score": 0.177876, "precision": 0.16044, "recall": 0.229249}, {"accuracy": 0.227273, "f1": 0.192383, "hf_subset": "pag_Latn-tam_Taml", "languages": ["pag-Latn", "tam-Taml"], "main_score": 0.192383, "precision": 0.182938, "recall": 0.227273}, {"accuracy": 0.505929, "f1": 0.454669, "hf_subset": "pag_Latn-vie_Latn", "languages": ["pag-Latn", "vie-Latn"], "main_score": 0.454669, "precision": 0.437735, "recall": 0.505929}, {"accuracy": 0.356719, "f1": 0.333375, "hf_subset": "pag_Latn-apc_Arab", "languages": ["pag-Latn", "apc-Arab"], "main_score": 0.333375, "precision": 0.324123, "recall": 0.356719}, {"accuracy": 0.393281, "f1": 0.349357, "hf_subset": "pag_Latn-bug_Latn", "languages": ["pag-Latn", "bug-Latn"], "main_score": 0.349357, "precision": 0.332848, "recall": 0.393281}, {"accuracy": 0.250988, "f1": 0.200074, "hf_subset": "pag_Latn-fon_Latn", "languages": ["pag-Latn", "fon-Latn"], "main_score": 0.200074, "precision": 0.182525, "recall": 0.250988}, {"accuracy": 0.368577, "f1": 0.340789, "hf_subset": "pag_Latn-jav_Latn", "languages": ["pag-Latn", "jav-Latn"], "main_score": 0.340789, "precision": 0.331246, "recall": 0.368577}, {"accuracy": 0.397233, "f1": 0.351236, "hf_subset": "pag_Latn-lao_Laoo", "languages": ["pag-Latn", "lao-Laoo"], "main_score": 0.351236, "precision": 0.337776, "recall": 0.397233}, {"accuracy": 0.25, "f1": 0.199668, "hf_subset": "pag_Latn-mri_Latn", "languages": ["pag-Latn", "mri-Latn"], "main_score": 0.199668, "precision": 0.182724, "recall": 0.25}, {"accuracy": 0.479249, "f1": 0.4364, "hf_subset": "pag_Latn-rus_Cyrl", "languages": ["pag-Latn", "rus-Cyrl"], "main_score": 0.4364, "precision": 0.421608, "recall": 0.479249}, {"accuracy": 0.315217, "f1": 0.270273, "hf_subset": "pag_Latn-taq_Latn", "languages": ["pag-Latn", "taq-Latn"], "main_score": 0.270273, "precision": 0.253464, "recall": 0.315217}, {"accuracy": 0.520751, "f1": 0.478238, "hf_subset": "pag_Latn-war_Latn", "languages": ["pag-Latn", "war-Latn"], "main_score": 0.478238, "precision": 0.461156, "recall": 0.520751}, {"accuracy": 0.428854, "f1": 0.392827, "hf_subset": "pag_Latn-arb_Arab", "languages": ["pag-Latn", "arb-Arab"], "main_score": 0.392827, "precision": 0.380157, "recall": 0.428854}, {"accuracy": 0.491107, "f1": 0.448389, "hf_subset": "pag_Latn-bul_Cyrl", "languages": ["pag-Latn", "bul-Cyrl"], "main_score": 0.448389, "precision": 0.434379, "recall": 0.491107}, {"accuracy": 0.535573, "f1": 0.482293, "hf_subset": "pag_Latn-fra_Latn", "languages": ["pag-Latn", "fra-Latn"], "main_score": 0.482293, "precision": 0.464554, "recall": 0.535573}, {"accuracy": 0.449605, "f1": 0.412794, "hf_subset": "pag_Latn-jpn_Jpan", "languages": ["pag-Latn", "jpn-Jpan"], "main_score": 0.412794, "precision": 0.399981, "recall": 0.449605}, {"accuracy": 0.398221, "f1": 0.369398, "hf_subset": "pag_Latn-lij_Latn", "languages": ["pag-Latn", "lij-Latn"], "main_score": 0.369398, "precision": 0.358605, "recall": 0.398221}, {"accuracy": 0.332016, "f1": 0.287461, "hf_subset": "pag_Latn-mya_Mymr", "languages": ["pag-Latn", "mya-Mymr"], "main_score": 0.287461, "precision": 0.271491, "recall": 0.332016}, {"accuracy": 0.269763, "f1": 0.226484, "hf_subset": "pag_Latn-sag_Latn", "languages": ["pag-Latn", "sag-Latn"], "main_score": 0.226484, "precision": 0.210927, "recall": 0.269763}, {"accuracy": 0.091897, "f1": 0.053275, "hf_subset": "pag_Latn-taq_Tfng", "languages": ["pag-Latn", "taq-Tfng"], "main_score": 0.053275, "precision": 0.045909, "recall": 0.091897}, {"accuracy": 0.343874, "f1": 0.290116, "hf_subset": "pag_Latn-wol_Latn", "languages": ["pag-Latn", "wol-Latn"], "main_score": 0.290116, "precision": 0.271223, "recall": 0.343874}, {"accuracy": 0.139328, "f1": 0.103271, "hf_subset": "pag_Latn-arb_Latn", "languages": ["pag-Latn", "arb-Latn"], "main_score": 0.103271, "precision": 0.09351, "recall": 0.139328}, {"accuracy": 0.540514, "f1": 0.489693, "hf_subset": "pag_Latn-cat_Latn", "languages": ["pag-Latn", "cat-Latn"], "main_score": 0.489693, "precision": 0.473853, "recall": 0.540514}, {"accuracy": 0.383399, "f1": 0.345527, "hf_subset": "pag_Latn-fur_Latn", "languages": ["pag-Latn", "fur-Latn"], "main_score": 0.345527, "precision": 0.333624, "recall": 0.383399}, {"accuracy": 0.094862, "f1": 0.064644, "hf_subset": "pag_Latn-kab_Latn", "languages": ["pag-Latn", "kab-Latn"], "main_score": 0.064644, "precision": 0.056161, "recall": 0.094862}, {"accuracy": 0.410079, "f1": 0.376404, "hf_subset": "pag_Latn-lim_Latn", "languages": ["pag-Latn", "lim-Latn"], "main_score": 0.376404, "precision": 0.365091, "recall": 0.410079}, {"accuracy": 0.545455, "f1": 0.497552, "hf_subset": "pag_Latn-nld_Latn", "languages": ["pag-Latn", "nld-Latn"], "main_score": 0.497552, "precision": 0.482123, "recall": 0.545455}, {"accuracy": 0.25, "f1": 0.22166, "hf_subset": "pag_Latn-san_Deva", "languages": ["pag-Latn", "san-Deva"], "main_score": 0.22166, "precision": 0.211547, "recall": 0.25}, {"accuracy": 0.339921, "f1": 0.302205, "hf_subset": "pag_Latn-tat_Cyrl", "languages": ["pag-Latn", "tat-Cyrl"], "main_score": 0.302205, "precision": 0.288857, "recall": 0.339921}, {"accuracy": 0.237154, "f1": 0.187583, "hf_subset": "pag_Latn-xho_Latn", "languages": ["pag-Latn", "xho-Latn"], "main_score": 0.187583, "precision": 0.171757, "recall": 0.237154}, {"accuracy": 0.414032, "f1": 0.376336, "hf_subset": "pag_Latn-ars_Arab", "languages": ["pag-Latn", "ars-Arab"], "main_score": 0.376336, "precision": 0.363068, "recall": 0.414032}, {"accuracy": 0.466403, "f1": 0.423872, "hf_subset": "pag_Latn-ceb_Latn", "languages": ["pag-Latn", "ceb-Latn"], "main_score": 0.423872, "precision": 0.407337, "recall": 0.466403}, {"accuracy": 0.287549, "f1": 0.239177, "hf_subset": "pag_Latn-fuv_Latn", "languages": ["pag-Latn", "fuv-Latn"], "main_score": 0.239177, "precision": 0.221542, "recall": 0.287549}, {"accuracy": 0.285573, "f1": 0.228539, "hf_subset": "pag_Latn-kac_Latn", "languages": ["pag-Latn", "kac-Latn"], "main_score": 0.228539, "precision": 0.208533, "recall": 0.285573}, {"accuracy": 0.279644, "f1": 0.231926, "hf_subset": "pag_Latn-lin_Latn", "languages": ["pag-Latn", "lin-Latn"], "main_score": 0.231926, "precision": 0.216185, "recall": 0.279644}, {"accuracy": 0.503953, "f1": 0.461438, "hf_subset": "pag_Latn-nno_Latn", "languages": ["pag-Latn", "nno-Latn"], "main_score": 0.461438, "precision": 0.446511, "recall": 0.503953}, {"accuracy": 0.019763, "f1": 0.006031, "hf_subset": "pag_Latn-sat_Olck", "languages": ["pag-Latn", "sat-Olck"], "main_score": 0.006031, "precision": 0.004742, "recall": 0.019763}, {"accuracy": 0.23913, "f1": 0.213053, "hf_subset": "pag_Latn-tel_Telu", "languages": ["pag-Latn", "tel-Telu"], "main_score": 0.213053, "precision": 0.204971, "recall": 0.23913}, {"accuracy": 0.143281, "f1": 0.110027, "hf_subset": "pag_Latn-ydd_Hebr", "languages": ["pag-Latn", "ydd-Hebr"], "main_score": 0.110027, "precision": 0.100179, "recall": 0.143281}, {"accuracy": 0.337945, "f1": 0.302379, "hf_subset": "pag_Latn-ary_Arab", "languages": ["pag-Latn", "ary-Arab"], "main_score": 0.302379, "precision": 0.290054, "recall": 0.337945}, {"accuracy": 0.504941, "f1": 0.456434, "hf_subset": "pag_Latn-ces_Latn", "languages": ["pag-Latn", "ces-Latn"], "main_score": 0.456434, "precision": 0.440908, "recall": 0.504941}, {"accuracy": 0.126482, "f1": 0.087246, "hf_subset": "pag_Latn-gaz_Latn", "languages": ["pag-Latn", "gaz-Latn"], "main_score": 0.087246, "precision": 0.076292, "recall": 0.126482}, {"accuracy": 0.264822, "f1": 0.214322, "hf_subset": "pag_Latn-kam_Latn", "languages": ["pag-Latn", "kam-Latn"], "main_score": 0.214322, "precision": 0.196775, "recall": 0.264822}, {"accuracy": 0.490119, "f1": 0.442877, "hf_subset": "pag_Latn-lit_Latn", "languages": ["pag-Latn", "lit-Latn"], "main_score": 0.442877, "precision": 0.427374, "recall": 0.490119}, {"accuracy": 0.520751, "f1": 0.475739, "hf_subset": "pag_Latn-nob_Latn", "languages": ["pag-Latn", "nob-Latn"], "main_score": 0.475739, "precision": 0.461732, "recall": 0.520751}, {"accuracy": 0.357708, "f1": 0.324892, "hf_subset": "pag_Latn-scn_Latn", "languages": ["pag-Latn", "scn-Latn"], "main_score": 0.324892, "precision": 0.3139, "recall": 0.357708}, {"accuracy": 0.20751, "f1": 0.162251, "hf_subset": "pag_Latn-tgk_Cyrl", "languages": ["pag-Latn", "tgk-Cyrl"], "main_score": 0.162251, "precision": 0.147472, "recall": 0.20751}, {"accuracy": 0.274704, "f1": 0.231337, "hf_subset": "pag_Latn-yor_Latn", "languages": ["pag-Latn", "yor-Latn"], "main_score": 0.231337, "precision": 0.215491, "recall": 0.274704}, {"accuracy": 0.384387, "f1": 0.35167, "hf_subset": "pag_Latn-arz_Arab", "languages": ["pag-Latn", "arz-Arab"], "main_score": 0.35167, "precision": 0.33949, "recall": 0.384387}, {"accuracy": 0.263834, "f1": 0.210417, "hf_subset": "pag_Latn-cjk_Latn", "languages": ["pag-Latn", "cjk-Latn"], "main_score": 0.210417, "precision": 0.193403, "recall": 0.263834}, {"accuracy": 0.206522, "f1": 0.162382, "hf_subset": "pag_Latn-gla_Latn", "languages": ["pag-Latn", "gla-Latn"], "main_score": 0.162382, "precision": 0.147503, "recall": 0.206522}, {"accuracy": 0.236166, "f1": 0.196292, "hf_subset": "pag_Latn-kan_Knda", "languages": ["pag-Latn", "kan-Knda"], "main_score": 0.196292, "precision": 0.183604, "recall": 0.236166}, {"accuracy": 0.391304, "f1": 0.35717, "hf_subset": "pag_Latn-lmo_Latn", "languages": ["pag-Latn", "lmo-Latn"], "main_score": 0.35717, "precision": 0.34616, "recall": 0.391304}, {"accuracy": 0.406126, "f1": 0.36812, "hf_subset": "pag_Latn-npi_Deva", "languages": ["pag-Latn", "npi-Deva"], "main_score": 0.36812, "precision": 0.353719, "recall": 0.406126}, {"accuracy": 0.274704, "f1": 0.22092, "hf_subset": "pag_Latn-shn_Mymr", "languages": ["pag-Latn", "shn-Mymr"], "main_score": 0.22092, "precision": 0.203967, "recall": 0.274704}, {"accuracy": 0.453557, "f1": 0.406487, "hf_subset": "pag_Latn-tgl_Latn", "languages": ["pag-Latn", "tgl-Latn"], "main_score": 0.406487, "precision": 0.389158, "recall": 0.453557}, {"accuracy": 0.447628, "f1": 0.407044, "hf_subset": "pag_Latn-yue_Hant", "languages": ["pag-Latn", "yue-Hant"], "main_score": 0.407044, "precision": 0.393317, "recall": 0.447628}, {"accuracy": 0.156126, "f1": 0.128212, "hf_subset": "pag_Latn-asm_Beng", "languages": ["pag-Latn", "asm-Beng"], "main_score": 0.128212, "precision": 0.118324, "recall": 0.156126}, {"accuracy": 0.264822, "f1": 0.221677, "hf_subset": "pag_Latn-ckb_Arab", "languages": ["pag-Latn", "ckb-Arab"], "main_score": 0.221677, "precision": 0.20863, "recall": 0.264822}, {"accuracy": 0.25, "f1": 0.213397, "hf_subset": "pag_Latn-gle_Latn", "languages": ["pag-Latn", "gle-Latn"], "main_score": 0.213397, "precision": 0.201584, "recall": 0.25}, {"accuracy": 0.233202, "f1": 0.2026, "hf_subset": "pag_Latn-kas_Arab", "languages": ["pag-Latn", "kas-Arab"], "main_score": 0.2026, "precision": 0.191891, "recall": 0.233202}, {"accuracy": 0.37253, "f1": 0.32373, "hf_subset": "pag_Latn-ltg_Latn", "languages": ["pag-Latn", "ltg-Latn"], "main_score": 0.32373, "precision": 0.308349, "recall": 0.37253}, {"accuracy": 0.320158, "f1": 0.26931, "hf_subset": "pag_Latn-nso_Latn", "languages": ["pag-Latn", "nso-Latn"], "main_score": 0.26931, "precision": 0.250881, "recall": 0.320158}, {"accuracy": 0.264822, "f1": 0.231258, "hf_subset": "pag_Latn-sin_Sinh", "languages": ["pag-Latn", "sin-Sinh"], "main_score": 0.231258, "precision": 0.220932, "recall": 0.264822}, {"accuracy": 0.445652, "f1": 0.405352, "hf_subset": "pag_Latn-tha_Thai", "languages": ["pag-Latn", "tha-Thai"], "main_score": 0.405352, "precision": 0.391097, "recall": 0.445652}, {"accuracy": 0.472332, "f1": 0.421311, "hf_subset": "pag_Latn-zho_Hans", "languages": ["pag-Latn", "zho-Hans"], "main_score": 0.421311, "precision": 0.405118, "recall": 0.472332}, {"accuracy": 0.444664, "f1": 0.405577, "hf_subset": "pag_Latn-ast_Latn", "languages": ["pag-Latn", "ast-Latn"], "main_score": 0.405577, "precision": 0.391946, "recall": 0.444664}, {"accuracy": 0.328063, "f1": 0.301766, "hf_subset": "pag_Latn-crh_Latn", "languages": ["pag-Latn", "crh-Latn"], "main_score": 0.301766, "precision": 0.29178, "recall": 0.328063}, {"accuracy": 0.529644, "f1": 0.484959, "hf_subset": "pag_Latn-glg_Latn", "languages": ["pag-Latn", "glg-Latn"], "main_score": 0.484959, "precision": 0.471336, "recall": 0.529644}, {"accuracy": 0.26581, "f1": 0.228877, "hf_subset": "pag_Latn-kas_Deva", "languages": ["pag-Latn", "kas-Deva"], "main_score": 0.228877, "precision": 0.215695, "recall": 0.26581}, {"accuracy": 0.353755, "f1": 0.310807, "hf_subset": "pag_Latn-ltz_Latn", "languages": ["pag-Latn", "ltz-Latn"], "main_score": 0.310807, "precision": 0.29617, "recall": 0.353755}, {"accuracy": 0.131423, "f1": 0.086674, "hf_subset": "pag_Latn-nus_Latn", "languages": ["pag-Latn", "nus-Latn"], "main_score": 0.086674, "precision": 0.075417, "recall": 0.131423}, {"accuracy": 0.520751, "f1": 0.479564, "hf_subset": "pag_Latn-slk_Latn", "languages": ["pag-Latn", "slk-Latn"], "main_score": 0.479564, "precision": 0.465399, "recall": 0.520751}, {"accuracy": 0.092885, "f1": 0.069994, "hf_subset": "pag_Latn-tir_Ethi", "languages": ["pag-Latn", "tir-Ethi"], "main_score": 0.069994, "precision": 0.063844, "recall": 0.092885}, {"accuracy": 0.451581, "f1": 0.407632, "hf_subset": "pag_Latn-zho_Hant", "languages": ["pag-Latn", "zho-Hant"], "main_score": 0.407632, "precision": 0.392968, "recall": 0.451581}, {"accuracy": 0.401186, "f1": 0.358674, "hf_subset": "pag_Latn-awa_Deva", "languages": ["pag-Latn", "awa-Deva"], "main_score": 0.358674, "precision": 0.344983, "recall": 0.401186}, {"accuracy": 0.268775, "f1": 0.230337, "hf_subset": "pag_Latn-cym_Latn", "languages": ["pag-Latn", "cym-Latn"], "main_score": 0.230337, "precision": 0.217767, "recall": 0.268775}, {"accuracy": 0.380435, "f1": 0.329856, "hf_subset": "pag_Latn-grn_Latn", "languages": ["pag-Latn", "grn-Latn"], "main_score": 0.329856, "precision": 0.311932, "recall": 0.380435}, {"accuracy": 0.366601, "f1": 0.327305, "hf_subset": "pag_Latn-kat_Geor", "languages": ["pag-Latn", "kat-Geor"], "main_score": 0.327305, "precision": 0.313273, "recall": 0.366601}, {"accuracy": 0.310277, "f1": 0.265104, "hf_subset": "pag_Latn-lua_Latn", "languages": ["pag-Latn", "lua-Latn"], "main_score": 0.265104, "precision": 0.247982, "recall": 0.310277}, {"accuracy": 0.293478, "f1": 0.242161, "hf_subset": "pag_Latn-nya_Latn", "languages": ["pag-Latn", "nya-Latn"], "main_score": 0.242161, "precision": 0.224926, "recall": 0.293478}, {"accuracy": 0.508893, "f1": 0.466295, "hf_subset": "pag_Latn-slv_Latn", "languages": ["pag-Latn", "slv-Latn"], "main_score": 0.466295, "precision": 0.45294, "recall": 0.508893}, {"accuracy": 0.494071, "f1": 0.458549, "hf_subset": "pag_Latn-tpi_Latn", "languages": ["pag-Latn", "tpi-Latn"], "main_score": 0.458549, "precision": 0.444837, "recall": 0.494071}, {"accuracy": 0.517787, "f1": 0.477378, "hf_subset": "pag_Latn-zsm_Latn", "languages": ["pag-Latn", "zsm-Latn"], "main_score": 0.477378, "precision": 0.463765, "recall": 0.517787}, {"accuracy": 0.273715, "f1": 0.222398, "hf_subset": "pag_Latn-ayr_Latn", "languages": ["pag-Latn", "ayr-Latn"], "main_score": 0.222398, "precision": 0.20449, "recall": 0.273715}, {"accuracy": 0.535573, "f1": 0.489463, "hf_subset": "pag_Latn-dan_Latn", "languages": ["pag-Latn", "dan-Latn"], "main_score": 0.489463, "precision": 0.47465, "recall": 0.535573}, {"accuracy": 0.322134, "f1": 0.285216, "hf_subset": "pag_Latn-guj_Gujr", "languages": ["pag-Latn", "guj-Gujr"], "main_score": 0.285216, "precision": 0.272262, "recall": 0.322134}, {"accuracy": 0.445652, "f1": 0.408788, "hf_subset": "pag_Latn-kaz_Cyrl", "languages": ["pag-Latn", "kaz-Cyrl"], "main_score": 0.408788, "precision": 0.397607, "recall": 0.445652}, {"accuracy": 0.218379, "f1": 0.171447, "hf_subset": "pag_Latn-lug_Latn", "languages": ["pag-Latn", "lug-Latn"], "main_score": 0.171447, "precision": 0.156137, "recall": 0.218379}, {"accuracy": 0.440711, "f1": 0.403914, "hf_subset": "pag_Latn-oci_Latn", "languages": ["pag-Latn", "oci-Latn"], "main_score": 0.403914, "precision": 0.391074, "recall": 0.440711}, {"accuracy": 0.261858, "f1": 0.206822, "hf_subset": "pag_Latn-smo_Latn", "languages": ["pag-Latn", "smo-Latn"], "main_score": 0.206822, "precision": 0.188025, "recall": 0.261858}, {"accuracy": 0.29249, "f1": 0.237256, "hf_subset": "pag_Latn-tsn_Latn", "languages": ["pag-Latn", "tsn-Latn"], "main_score": 0.237256, "precision": 0.217261, "recall": 0.29249}, {"accuracy": 0.19664, "f1": 0.146784, "hf_subset": "pag_Latn-zul_Latn", "languages": ["pag-Latn", "zul-Latn"], "main_score": 0.146784, "precision": 0.131901, "recall": 0.19664}, {"accuracy": 0.249012, "f1": 0.212855, "hf_subset": "pag_Latn-azb_Arab", "languages": ["pag-Latn", "azb-Arab"], "main_score": 0.212855, "precision": 0.200895, "recall": 0.249012}, {"accuracy": 0.532609, "f1": 0.488731, "hf_subset": "pag_Latn-deu_Latn", "languages": ["pag-Latn", "deu-Latn"], "main_score": 0.488731, "precision": 0.473636, "recall": 0.532609}, {"accuracy": 0.313241, "f1": 0.259325, "hf_subset": "pag_Latn-hat_Latn", "languages": ["pag-Latn", "hat-Latn"], "main_score": 0.259325, "precision": 0.241248, "recall": 0.313241}, {"accuracy": 0.248024, "f1": 0.198717, "hf_subset": "pag_Latn-kbp_Latn", "languages": ["pag-Latn", "kbp-Latn"], "main_score": 0.198717, "precision": 0.182226, "recall": 0.248024}, {"accuracy": 0.294466, "f1": 0.24339, "hf_subset": "pag_Latn-luo_Latn", "languages": ["pag-Latn", "luo-Latn"], "main_score": 0.24339, "precision": 0.224328, "recall": 0.294466}, {"accuracy": 0.213439, "f1": 0.180155, "hf_subset": "pag_Latn-ory_Orya", "languages": ["pag-Latn", "ory-Orya"], "main_score": 0.180155, "precision": 0.168709, "recall": 0.213439}, {"accuracy": 0.224308, "f1": 0.167329, "hf_subset": "pag_Latn-sna_Latn", "languages": ["pag-Latn", "sna-Latn"], "main_score": 0.167329, "precision": 0.148759, "recall": 0.224308}, {"accuracy": 0.271739, "f1": 0.222361, "hf_subset": "pag_Latn-tso_Latn", "languages": ["pag-Latn", "tso-Latn"], "main_score": 0.222361, "precision": 0.20513, "recall": 0.271739}, {"accuracy": 0.357708, "f1": 0.33294, "hf_subset": "pag_Latn-azj_Latn", "languages": ["pag-Latn", "azj-Latn"], "main_score": 0.33294, "precision": 0.324662, "recall": 0.357708}, {"accuracy": 0.332016, "f1": 0.282402, "hf_subset": "pag_Latn-dik_Latn", "languages": ["pag-Latn", "dik-Latn"], "main_score": 0.282402, "precision": 0.263816, "recall": 0.332016}, {"accuracy": 0.296443, "f1": 0.248505, "hf_subset": "pag_Latn-hau_Latn", "languages": ["pag-Latn", "hau-Latn"], "main_score": 0.248505, "precision": 0.232222, "recall": 0.296443}, {"accuracy": 0.350791, "f1": 0.322242, "hf_subset": "pag_Latn-kea_Latn", "languages": ["pag-Latn", "kea-Latn"], "main_score": 0.322242, "precision": 0.312309, "recall": 0.350791}, {"accuracy": 0.429842, "f1": 0.380021, "hf_subset": "pag_Latn-lus_Latn", "languages": ["pag-Latn", "lus-Latn"], "main_score": 0.380021, "precision": 0.36153, "recall": 0.429842}, {"accuracy": 0.261858, "f1": 0.226436, "hf_subset": "pag_Latn-snd_Arab", "languages": ["pag-Latn", "snd-Arab"], "main_score": 0.226436, "precision": 0.214238, "recall": 0.261858}, {"accuracy": 0.250988, "f1": 0.217396, "hf_subset": "pag_Latn-tuk_Latn", "languages": ["pag-Latn", "tuk-Latn"], "main_score": 0.217396, "precision": 0.206218, "recall": 0.250988}, {"accuracy": 0.367589, "f1": 0.321493, "hf_subset": "pag_Latn-bak_Cyrl", "languages": ["pag-Latn", "bak-Cyrl"], "main_score": 0.321493, "precision": 0.30548, "recall": 0.367589}, {"accuracy": 0.23913, "f1": 0.193663, "hf_subset": "pag_Latn-dyu_Latn", "languages": ["pag-Latn", "dyu-Latn"], "main_score": 0.193663, "precision": 0.17701, "recall": 0.23913}, {"accuracy": 0.43083, "f1": 0.385199, "hf_subset": "pag_Latn-heb_Hebr", "languages": ["pag-Latn", "heb-Hebr"], "main_score": 0.385199, "precision": 0.370069, "recall": 0.43083}, {"accuracy": 0.428854, "f1": 0.383128, "hf_subset": "pag_Latn-khk_Cyrl", "languages": ["pag-Latn", "khk-Cyrl"], "main_score": 0.383128, "precision": 0.368254, "recall": 0.428854}, {"accuracy": 0.478261, "f1": 0.442243, "hf_subset": "pag_Latn-lvs_Latn", "languages": ["pag-Latn", "lvs-Latn"], "main_score": 0.442243, "precision": 0.430656, "recall": 0.478261}, {"accuracy": 0.225296, "f1": 0.188004, "hf_subset": "pag_Latn-pan_Guru", "languages": ["pag-Latn", "pan-Guru"], "main_score": 0.188004, "precision": 0.17677, "recall": 0.225296}, {"accuracy": 0.262846, "f1": 0.226025, "hf_subset": "pag_Latn-som_Latn", "languages": ["pag-Latn", "som-Latn"], "main_score": 0.226025, "precision": 0.212674, "recall": 0.262846}, {"accuracy": 0.27668, "f1": 0.219879, "hf_subset": "pag_Latn-tum_Latn", "languages": ["pag-Latn", "tum-Latn"], "main_score": 0.219879, "precision": 0.201172, "recall": 0.27668}, {"accuracy": 0.085968, "f1": 0.05617, "hf_subset": "snd_Arab-ace_Arab", "languages": ["snd-Arab", "ace-Arab"], "main_score": 0.05617, "precision": 0.049138, "recall": 0.085968}, {"accuracy": 0.120553, "f1": 0.078563, "hf_subset": "snd_Arab-bam_Latn", "languages": ["snd-Arab", "bam-Latn"], "main_score": 0.078563, "precision": 0.069536, "recall": 0.120553}, {"accuracy": 0.003953, "f1": 5.9e-05, "hf_subset": "snd_Arab-dzo_Tibt", "languages": ["snd-Arab", "dzo-Tibt"], "main_score": 5.9e-05, "precision": 3e-05, "recall": 0.003953}, {"accuracy": 0.895257, "f1": 0.865152, "hf_subset": "snd_Arab-hin_Deva", "languages": ["snd-Arab", "hin-Deva"], "main_score": 0.865152, "precision": 0.8514, "recall": 0.895257}, {"accuracy": 0.781621, "f1": 0.730879, "hf_subset": "snd_Arab-khm_Khmr", "languages": ["snd-Arab", "khm-Khmr"], "main_score": 0.730879, "precision": 0.708343, "recall": 0.781621}, {"accuracy": 0.817194, "f1": 0.771906, "hf_subset": "snd_Arab-mag_Deva", "languages": ["snd-Arab", "mag-Deva"], "main_score": 0.771906, "precision": 0.752546, "recall": 0.817194}, {"accuracy": 0.483202, "f1": 0.409021, "hf_subset": "snd_Arab-pap_Latn", "languages": ["snd-Arab", "pap-Latn"], "main_score": 0.409021, "precision": 0.382579, "recall": 0.483202}, {"accuracy": 0.132411, "f1": 0.08751, "hf_subset": "snd_Arab-sot_Latn", "languages": ["snd-Arab", "sot-Latn"], "main_score": 0.08751, "precision": 0.07681, "recall": 0.132411}, {"accuracy": 0.87747, "f1": 0.845972, "hf_subset": "snd_Arab-tur_Latn", "languages": ["snd-Arab", "tur-Latn"], "main_score": 0.845972, "precision": 0.832181, "recall": 0.87747}, {"accuracy": 0.281621, "f1": 0.20761, "hf_subset": "snd_Arab-ace_Latn", "languages": ["snd-Arab", "ace-Latn"], "main_score": 0.20761, "precision": 0.184968, "recall": 0.281621}, {"accuracy": 0.465415, "f1": 0.392441, "hf_subset": "snd_Arab-ban_Latn", "languages": ["snd-Arab", "ban-Latn"], "main_score": 0.392441, "precision": 0.364531, "recall": 0.465415}, {"accuracy": 0.883399, "f1": 0.852339, "hf_subset": "snd_Arab-ell_Grek", "languages": ["snd-Arab", "ell-Grek"], "main_score": 0.852339, "precision": 0.838356, "recall": 0.883399}, {"accuracy": 0.794466, "f1": 0.748781, "hf_subset": "snd_Arab-hne_Deva", "languages": ["snd-Arab", "hne-Deva"], "main_score": 0.748781, "precision": 0.728854, "recall": 0.794466}, {"accuracy": 0.159091, "f1": 0.099145, "hf_subset": "snd_Arab-kik_Latn", "languages": ["snd-Arab", "kik-Latn"], "main_score": 0.099145, "precision": 0.084562, "recall": 0.159091}, {"accuracy": 0.79249, "f1": 0.744848, "hf_subset": "snd_Arab-mai_Deva", "languages": ["snd-Arab", "mai-Deva"], "main_score": 0.744848, "precision": 0.7236, "recall": 0.79249}, {"accuracy": 0.759881, "f1": 0.709966, "hf_subset": "snd_Arab-pbt_Arab", "languages": ["snd-Arab", "pbt-Arab"], "main_score": 0.709966, "precision": 0.688093, "recall": 0.759881}, {"accuracy": 0.895257, "f1": 0.86629, "hf_subset": "snd_Arab-spa_Latn", "languages": ["snd-Arab", "spa-Latn"], "main_score": 0.86629, "precision": 0.853179, "recall": 0.895257}, {"accuracy": 0.190711, "f1": 0.131711, "hf_subset": "snd_Arab-twi_Latn", "languages": ["snd-Arab", "twi-Latn"], "main_score": 0.131711, "precision": 0.117452, "recall": 0.190711}, {"accuracy": 0.853755, "f1": 0.816502, "hf_subset": "snd_Arab-acm_Arab", "languages": ["snd-Arab", "acm-Arab"], "main_score": 0.816502, "precision": 0.79944, "recall": 0.853755}, {"accuracy": 0.832016, "f1": 0.791836, "hf_subset": "snd_Arab-bel_Cyrl", "languages": ["snd-Arab", "bel-Cyrl"], "main_score": 0.791836, "precision": 0.774769, "recall": 0.832016}, {"accuracy": 0.906126, "f1": 0.879795, "hf_subset": "snd_Arab-eng_Latn", "languages": ["snd-Arab", "eng-Latn"], "main_score": 0.879795, "precision": 0.868165, "recall": 0.906126}, {"accuracy": 0.873518, "f1": 0.83857, "hf_subset": "snd_Arab-hrv_Latn", "languages": ["snd-Arab", "hrv-Latn"], "main_score": 0.83857, "precision": 0.822299, "recall": 0.873518}, {"accuracy": 0.100791, "f1": 0.061181, "hf_subset": "snd_Arab-kin_Latn", "languages": ["snd-Arab", "kin-Latn"], "main_score": 0.061181, "precision": 0.051672, "recall": 0.100791}, {"accuracy": 0.80336, "f1": 0.761251, "hf_subset": "snd_Arab-mal_Mlym", "languages": ["snd-Arab", "mal-Mlym"], "main_score": 0.761251, "precision": 0.742622, "recall": 0.80336}, {"accuracy": 0.88834, "f1": 0.85504, "hf_subset": "snd_Arab-pes_Arab", "languages": ["snd-Arab", "pes-Arab"], "main_score": 0.85504, "precision": 0.839756, "recall": 0.88834}, {"accuracy": 0.511858, "f1": 0.435888, "hf_subset": "snd_Arab-srd_Latn", "languages": ["snd-Arab", "srd-Latn"], "main_score": 0.435888, "precision": 0.407169, "recall": 0.511858}, {"accuracy": 0.070158, "f1": 0.038011, "hf_subset": "snd_Arab-tzm_Tfng", "languages": ["snd-Arab", "tzm-Tfng"], "main_score": 0.038011, "precision": 0.032842, "recall": 0.070158}, {"accuracy": 0.868577, "f1": 0.833813, "hf_subset": "snd_Arab-acq_Arab", "languages": ["snd-Arab", "acq-Arab"], "main_score": 0.833813, "precision": 0.818099, "recall": 0.868577}, {"accuracy": 0.139328, "f1": 0.091119, "hf_subset": "snd_Arab-bem_Latn", "languages": ["snd-Arab", "bem-Latn"], "main_score": 0.091119, "precision": 0.079478, "recall": 0.139328}, {"accuracy": 0.687747, "f1": 0.625776, "hf_subset": "snd_Arab-epo_Latn", "languages": ["snd-Arab", "epo-Latn"], "main_score": 0.625776, "precision": 0.599736, "recall": 0.687747}, {"accuracy": 0.889328, "f1": 0.857232, "hf_subset": "snd_Arab-hun_Latn", "languages": ["snd-Arab", "hun-Latn"], "main_score": 0.857232, "precision": 0.842309, "recall": 0.889328}, {"accuracy": 0.764822, "f1": 0.71558, "hf_subset": "snd_Arab-kir_Cyrl", "languages": ["snd-Arab", "kir-Cyrl"], "main_score": 0.71558, "precision": 0.694285, "recall": 0.764822}, {"accuracy": 0.80336, "f1": 0.758667, "hf_subset": "snd_Arab-mar_Deva", "languages": ["snd-Arab", "mar-Deva"], "main_score": 0.758667, "precision": 0.73994, "recall": 0.80336}, {"accuracy": 0.204545, "f1": 0.148025, "hf_subset": "snd_Arab-plt_Latn", "languages": ["snd-Arab", "plt-Latn"], "main_score": 0.148025, "precision": 0.132119, "recall": 0.204545}, {"accuracy": 0.895257, "f1": 0.864973, "hf_subset": "snd_Arab-srp_Cyrl", "languages": ["snd-Arab", "srp-Cyrl"], "main_score": 0.864973, "precision": 0.85107, "recall": 0.895257}, {"accuracy": 0.712451, "f1": 0.657856, "hf_subset": "snd_Arab-uig_Arab", "languages": ["snd-Arab", "uig-Arab"], "main_score": 0.657856, "precision": 0.634743, "recall": 0.712451}, {"accuracy": 0.789526, "f1": 0.741914, "hf_subset": "snd_Arab-aeb_Arab", "languages": ["snd-Arab", "aeb-Arab"], "main_score": 0.741914, "precision": 0.721057, "recall": 0.789526}, {"accuracy": 0.83004, "f1": 0.789493, "hf_subset": "snd_Arab-ben_Beng", "languages": ["snd-Arab", "ben-Beng"], "main_score": 0.789493, "precision": 0.772217, "recall": 0.83004}, {"accuracy": 0.874506, "f1": 0.842344, "hf_subset": "snd_Arab-est_Latn", "languages": ["snd-Arab", "est-Latn"], "main_score": 0.842344, "precision": 0.828216, "recall": 0.874506}, {"accuracy": 0.883399, "f1": 0.850527, "hf_subset": "snd_Arab-hye_Armn", "languages": ["snd-Arab", "hye-Armn"], "main_score": 0.850527, "precision": 0.83526, "recall": 0.883399}, {"accuracy": 0.110672, "f1": 0.065695, "hf_subset": "snd_Arab-kmb_Latn", "languages": ["snd-Arab", "kmb-Latn"], "main_score": 0.065695, "precision": 0.056464, "recall": 0.110672}, {"accuracy": 0.056324, "f1": 0.035535, "hf_subset": "snd_Arab-min_Arab", "languages": ["snd-Arab", "min-Arab"], "main_score": 0.035535, "precision": 0.030164, "recall": 0.056324}, {"accuracy": 0.878458, "f1": 0.842918, "hf_subset": "snd_Arab-pol_Latn", "languages": ["snd-Arab", "pol-Latn"], "main_score": 0.842918, "precision": 0.826993, "recall": 0.878458}, {"accuracy": 0.108696, "f1": 0.06672, "hf_subset": "snd_Arab-ssw_Latn", "languages": ["snd-Arab", "ssw-Latn"], "main_score": 0.06672, "precision": 0.057603, "recall": 0.108696}, {"accuracy": 0.895257, "f1": 0.866074, "hf_subset": "snd_Arab-ukr_Cyrl", "languages": ["snd-Arab", "ukr-Cyrl"], "main_score": 0.866074, "precision": 0.852602, "recall": 0.895257}, {"accuracy": 0.825099, "f1": 0.781291, "hf_subset": "snd_Arab-afr_Latn", "languages": ["snd-Arab", "afr-Latn"], "main_score": 0.781291, "precision": 0.761611, "recall": 0.825099}, {"accuracy": 0.745059, "f1": 0.693126, "hf_subset": "snd_Arab-bho_Deva", "languages": ["snd-Arab", "bho-Deva"], "main_score": 0.693126, "precision": 0.671147, "recall": 0.745059}, {"accuracy": 0.582016, "f1": 0.516899, "hf_subset": "snd_Arab-eus_Latn", "languages": ["snd-Arab", "eus-Latn"], "main_score": 0.516899, "precision": 0.492009, "recall": 0.582016}, {"accuracy": 0.119565, "f1": 0.07328, "hf_subset": "snd_Arab-ibo_Latn", "languages": ["snd-Arab", "ibo-Latn"], "main_score": 0.07328, "precision": 0.061744, "recall": 0.119565}, {"accuracy": 0.612648, "f1": 0.555025, "hf_subset": "snd_Arab-kmr_Latn", "languages": ["snd-Arab", "kmr-Latn"], "main_score": 0.555025, "precision": 0.530841, "recall": 0.612648}, {"accuracy": 0.459486, "f1": 0.386566, "hf_subset": "snd_Arab-min_Latn", "languages": ["snd-Arab", "min-Latn"], "main_score": 0.386566, "precision": 0.361906, "recall": 0.459486}, {"accuracy": 0.903162, "f1": 0.877931, "hf_subset": "snd_Arab-por_Latn", "languages": ["snd-Arab", "por-Latn"], "main_score": 0.877931, "precision": 0.866691, "recall": 0.903162}, {"accuracy": 0.554348, "f1": 0.479947, "hf_subset": "snd_Arab-sun_Latn", "languages": ["snd-Arab", "sun-Latn"], "main_score": 0.479947, "precision": 0.452104, "recall": 0.554348}, {"accuracy": 0.102767, "f1": 0.063998, "hf_subset": "snd_Arab-umb_Latn", "languages": ["snd-Arab", "umb-Latn"], "main_score": 0.063998, "precision": 0.055486, "recall": 0.102767}, {"accuracy": 0.843874, "f1": 0.806978, "hf_subset": "snd_Arab-ajp_Arab", "languages": ["snd-Arab", "ajp-Arab"], "main_score": 0.806978, "precision": 0.790507, "recall": 0.843874}, {"accuracy": 0.067194, "f1": 0.04128, "hf_subset": "snd_Arab-bjn_Arab", "languages": ["snd-Arab", "bjn-Arab"], "main_score": 0.04128, "precision": 0.035278, "recall": 0.067194}, {"accuracy": 0.148221, "f1": 0.104594, "hf_subset": "snd_Arab-ewe_Latn", "languages": ["snd-Arab", "ewe-Latn"], "main_score": 0.104594, "precision": 0.092817, "recall": 0.148221}, {"accuracy": 0.246047, "f1": 0.183468, "hf_subset": "snd_Arab-ilo_Latn", "languages": ["snd-Arab", "ilo-Latn"], "main_score": 0.183468, "precision": 0.165256, "recall": 0.246047}, {"accuracy": 0.082016, "f1": 0.051245, "hf_subset": "snd_Arab-knc_Arab", "languages": ["snd-Arab", "knc-Arab"], "main_score": 0.051245, "precision": 0.043999, "recall": 0.082016}, {"accuracy": 0.905138, "f1": 0.878426, "hf_subset": "snd_Arab-mkd_Cyrl", "languages": ["snd-Arab", "mkd-Cyrl"], "main_score": 0.878426, "precision": 0.866304, "recall": 0.905138}, {"accuracy": 0.882411, "f1": 0.849852, "hf_subset": "snd_Arab-prs_Arab", "languages": ["snd-Arab", "prs-Arab"], "main_score": 0.849852, "precision": 0.835121, "recall": 0.882411}, {"accuracy": 0.883399, "f1": 0.851186, "hf_subset": "snd_Arab-swe_Latn", "languages": ["snd-Arab", "swe-Latn"], "main_score": 0.851186, "precision": 0.836578, "recall": 0.883399}, {"accuracy": 0.894269, "f1": 0.86166, "hf_subset": "snd_Arab-urd_Arab", "languages": ["snd-Arab", "urd-Arab"], "main_score": 0.86166, "precision": 0.846509, "recall": 0.894269}, {"accuracy": 0.181818, "f1": 0.126732, "hf_subset": "snd_Arab-aka_Latn", "languages": ["snd-Arab", "aka-Latn"], "main_score": 0.126732, "precision": 0.112239, "recall": 0.181818}, {"accuracy": 0.578063, "f1": 0.503558, "hf_subset": "snd_Arab-bjn_Latn", "languages": ["snd-Arab", "bjn-Latn"], "main_score": 0.503558, "precision": 0.475523, "recall": 0.578063}, {"accuracy": 0.338933, "f1": 0.26968, "hf_subset": "snd_Arab-fao_Latn", "languages": ["snd-Arab", "fao-Latn"], "main_score": 0.26968, "precision": 0.248658, "recall": 0.338933}, {"accuracy": 0.886364, "f1": 0.857642, "hf_subset": "snd_Arab-ind_Latn", "languages": ["snd-Arab", "ind-Latn"], "main_score": 0.857642, "precision": 0.84496, "recall": 0.886364}, {"accuracy": 0.160079, "f1": 0.107328, "hf_subset": "snd_Arab-knc_Latn", "languages": ["snd-Arab", "knc-Latn"], "main_score": 0.107328, "precision": 0.093634, "recall": 0.160079}, {"accuracy": 0.221344, "f1": 0.15509, "hf_subset": "snd_Arab-mlt_Latn", "languages": ["snd-Arab", "mlt-Latn"], "main_score": 0.15509, "precision": 0.138026, "recall": 0.221344}, {"accuracy": 0.162055, "f1": 0.110041, "hf_subset": "snd_Arab-quy_Latn", "languages": ["snd-Arab", "quy-Latn"], "main_score": 0.110041, "precision": 0.096962, "recall": 0.162055}, {"accuracy": 0.264822, "f1": 0.196496, "hf_subset": "snd_Arab-swh_Latn", "languages": ["snd-Arab", "swh-Latn"], "main_score": 0.196496, "precision": 0.177381, "recall": 0.264822}, {"accuracy": 0.499012, "f1": 0.428093, "hf_subset": "snd_Arab-uzn_Latn", "languages": ["snd-Arab", "uzn-Latn"], "main_score": 0.428093, "precision": 0.402751, "recall": 0.499012}, {"accuracy": 0.887352, "f1": 0.85555, "hf_subset": "snd_Arab-als_Latn", "languages": ["snd-Arab", "als-Latn"], "main_score": 0.85555, "precision": 0.84133, "recall": 0.887352}, {"accuracy": 0.060277, "f1": 0.026906, "hf_subset": "snd_Arab-bod_Tibt", "languages": ["snd-Arab", "bod-Tibt"], "main_score": 0.026906, "precision": 0.022096, "recall": 0.060277}, {"accuracy": 0.135375, "f1": 0.085796, "hf_subset": "snd_Arab-fij_Latn", "languages": ["snd-Arab", "fij-Latn"], "main_score": 0.085796, "precision": 0.072975, "recall": 0.135375}, {"accuracy": 0.618577, "f1": 0.551194, "hf_subset": "snd_Arab-isl_Latn", "languages": ["snd-Arab", "isl-Latn"], "main_score": 0.551194, "precision": 0.524116, "recall": 0.618577}, {"accuracy": 0.156126, "f1": 0.105086, "hf_subset": "snd_Arab-kon_Latn", "languages": ["snd-Arab", "kon-Latn"], "main_score": 0.105086, "precision": 0.092221, "recall": 0.156126}, {"accuracy": 0.06917, "f1": 0.041312, "hf_subset": "snd_Arab-mni_Beng", "languages": ["snd-Arab", "mni-Beng"], "main_score": 0.041312, "precision": 0.036255, "recall": 0.06917}, {"accuracy": 0.893281, "f1": 0.863208, "hf_subset": "snd_Arab-ron_Latn", "languages": ["snd-Arab", "ron-Latn"], "main_score": 0.863208, "precision": 0.84972, "recall": 0.893281}, {"accuracy": 0.629447, "f1": 0.561274, "hf_subset": "snd_Arab-szl_Latn", "languages": ["snd-Arab", "szl-Latn"], "main_score": 0.561274, "precision": 0.534901, "recall": 0.629447}, {"accuracy": 0.624506, "f1": 0.552148, "hf_subset": "snd_Arab-vec_Latn", "languages": ["snd-Arab", "vec-Latn"], "main_score": 0.552148, "precision": 0.524208, "recall": 0.624506}, {"accuracy": 0.690711, "f1": 0.633421, "hf_subset": "snd_Arab-amh_Ethi", "languages": ["snd-Arab", "amh-Ethi"], "main_score": 0.633421, "precision": 0.609151, "recall": 0.690711}, {"accuracy": 0.889328, "f1": 0.857905, "hf_subset": "snd_Arab-bos_Latn", "languages": ["snd-Arab", "bos-Latn"], "main_score": 0.857905, "precision": 0.843791, "recall": 0.889328}, {"accuracy": 0.862648, "f1": 0.827339, "hf_subset": "snd_Arab-fin_Latn", "languages": ["snd-Arab", "fin-Latn"], "main_score": 0.827339, "precision": 0.811462, "recall": 0.862648}, {"accuracy": 0.894269, "f1": 0.864657, "hf_subset": "snd_Arab-ita_Latn", "languages": ["snd-Arab", "ita-Latn"], "main_score": 0.864657, "precision": 0.8514, "recall": 0.894269}, {"accuracy": 0.867589, "f1": 0.832379, "hf_subset": "snd_Arab-kor_Hang", "languages": ["snd-Arab", "kor-Hang"], "main_score": 0.832379, "precision": 0.816551, "recall": 0.867589}, {"accuracy": 0.145257, "f1": 0.100698, "hf_subset": "snd_Arab-mos_Latn", "languages": ["snd-Arab", "mos-Latn"], "main_score": 0.100698, "precision": 0.090138, "recall": 0.145257}, {"accuracy": 0.092885, "f1": 0.059016, "hf_subset": "snd_Arab-run_Latn", "languages": ["snd-Arab", "run-Latn"], "main_score": 0.059016, "precision": 0.050795, "recall": 0.092885}, {"accuracy": 0.809289, "f1": 0.761891, "hf_subset": "snd_Arab-tam_Taml", "languages": ["snd-Arab", "tam-Taml"], "main_score": 0.761891, "precision": 0.741057, "recall": 0.809289}, {"accuracy": 0.879447, "f1": 0.84804, "hf_subset": "snd_Arab-vie_Latn", "languages": ["snd-Arab", "vie-Latn"], "main_score": 0.84804, "precision": 0.833837, "recall": 0.879447}, {"accuracy": 0.846838, "f1": 0.808089, "hf_subset": "snd_Arab-apc_Arab", "languages": ["snd-Arab", "apc-Arab"], "main_score": 0.808089, "precision": 0.791518, "recall": 0.846838}, {"accuracy": 0.257905, "f1": 0.195237, "hf_subset": "snd_Arab-bug_Latn", "languages": ["snd-Arab", "bug-Latn"], "main_score": 0.195237, "precision": 0.177557, "recall": 0.257905}, {"accuracy": 0.132411, "f1": 0.087339, "hf_subset": "snd_Arab-fon_Latn", "languages": ["snd-Arab", "fon-Latn"], "main_score": 0.087339, "precision": 0.076169, "recall": 0.132411}, {"accuracy": 0.54249, "f1": 0.468975, "hf_subset": "snd_Arab-jav_Latn", "languages": ["snd-Arab", "jav-Latn"], "main_score": 0.468975, "precision": 0.442612, "recall": 0.54249}, {"accuracy": 0.818182, "f1": 0.772645, "hf_subset": "snd_Arab-lao_Laoo", "languages": ["snd-Arab", "lao-Laoo"], "main_score": 0.772645, "precision": 0.752364, "recall": 0.818182}, {"accuracy": 0.119565, "f1": 0.070113, "hf_subset": "snd_Arab-mri_Latn", "languages": ["snd-Arab", "mri-Latn"], "main_score": 0.070113, "precision": 0.059594, "recall": 0.119565}, {"accuracy": 0.890316, "f1": 0.858432, "hf_subset": "snd_Arab-rus_Cyrl", "languages": ["snd-Arab", "rus-Cyrl"], "main_score": 0.858432, "precision": 0.843462, "recall": 0.890316}, {"accuracy": 0.148221, "f1": 0.110121, "hf_subset": "snd_Arab-taq_Latn", "languages": ["snd-Arab", "taq-Latn"], "main_score": 0.110121, "precision": 0.100217, "recall": 0.148221}, {"accuracy": 0.272727, "f1": 0.19718, "hf_subset": "snd_Arab-war_Latn", "languages": ["snd-Arab", "war-Latn"], "main_score": 0.19718, "precision": 0.175664, "recall": 0.272727}, {"accuracy": 0.886364, "f1": 0.854809, "hf_subset": "snd_Arab-arb_Arab", "languages": ["snd-Arab", "arb-Arab"], "main_score": 0.854809, "precision": 0.839839, "recall": 0.886364}, {"accuracy": 0.899209, "f1": 0.870356, "hf_subset": "snd_Arab-bul_Cyrl", "languages": ["snd-Arab", "bul-Cyrl"], "main_score": 0.870356, "precision": 0.857246, "recall": 0.899209}, {"accuracy": 0.894269, "f1": 0.864874, "hf_subset": "snd_Arab-fra_Latn", "languages": ["snd-Arab", "fra-Latn"], "main_score": 0.864874, "precision": 0.851449, "recall": 0.894269}, {"accuracy": 0.887352, "f1": 0.856028, "hf_subset": "snd_Arab-jpn_Jpan", "languages": ["snd-Arab", "jpn-Jpan"], "main_score": 0.856028, "precision": 0.841798, "recall": 0.887352}, {"accuracy": 0.574111, "f1": 0.50125, "hf_subset": "snd_Arab-lij_Latn", "languages": ["snd-Arab", "lij-Latn"], "main_score": 0.50125, "precision": 0.472093, "recall": 0.574111}, {"accuracy": 0.822134, "f1": 0.776285, "hf_subset": "snd_Arab-mya_Mymr", "languages": ["snd-Arab", "mya-Mymr"], "main_score": 0.776285, "precision": 0.755632, "recall": 0.822134}, {"accuracy": 0.152174, "f1": 0.101688, "hf_subset": "snd_Arab-sag_Latn", "languages": ["snd-Arab", "sag-Latn"], "main_score": 0.101688, "precision": 0.087532, "recall": 0.152174}, {"accuracy": 0.077075, "f1": 0.039889, "hf_subset": "snd_Arab-taq_Tfng", "languages": ["snd-Arab", "taq-Tfng"], "main_score": 0.039889, "precision": 0.033744, "recall": 0.077075}, {"accuracy": 0.150198, "f1": 0.098524, "hf_subset": "snd_Arab-wol_Latn", "languages": ["snd-Arab", "wol-Latn"], "main_score": 0.098524, "precision": 0.085885, "recall": 0.150198}, {"accuracy": 0.064229, "f1": 0.034771, "hf_subset": "snd_Arab-arb_Latn", "languages": ["snd-Arab", "arb-Latn"], "main_score": 0.034771, "precision": 0.028674, "recall": 0.064229}, {"accuracy": 0.891304, "f1": 0.860921, "hf_subset": "snd_Arab-cat_Latn", "languages": ["snd-Arab", "cat-Latn"], "main_score": 0.860921, "precision": 0.847332, "recall": 0.891304}, {"accuracy": 0.521739, "f1": 0.445469, "hf_subset": "snd_Arab-fur_Latn", "languages": ["snd-Arab", "fur-Latn"], "main_score": 0.445469, "precision": 0.415986, "recall": 0.521739}, {"accuracy": 0.059289, "f1": 0.03794, "hf_subset": "snd_Arab-kab_Latn", "languages": ["snd-Arab", "kab-Latn"], "main_score": 0.03794, "precision": 0.033721, "recall": 0.059289}, {"accuracy": 0.56917, "f1": 0.500859, "hf_subset": "snd_Arab-lim_Latn", "languages": ["snd-Arab", "lim-Latn"], "main_score": 0.500859, "precision": 0.47378, "recall": 0.56917}, {"accuracy": 0.867589, "f1": 0.831343, "hf_subset": "snd_Arab-nld_Latn", "languages": ["snd-Arab", "nld-Latn"], "main_score": 0.831343, "precision": 0.815135, "recall": 0.867589}, {"accuracy": 0.623518, "f1": 0.560924, "hf_subset": "snd_Arab-san_Deva", "languages": ["snd-Arab", "san-Deva"], "main_score": 0.560924, "precision": 0.535385, "recall": 0.623518}, {"accuracy": 0.351779, "f1": 0.283056, "hf_subset": "snd_Arab-tat_Cyrl", "languages": ["snd-Arab", "tat-Cyrl"], "main_score": 0.283056, "precision": 0.25979, "recall": 0.351779}, {"accuracy": 0.13834, "f1": 0.087222, "hf_subset": "snd_Arab-xho_Latn", "languages": ["snd-Arab", "xho-Latn"], "main_score": 0.087222, "precision": 0.076008, "recall": 0.13834}, {"accuracy": 0.879447, "f1": 0.846509, "hf_subset": "snd_Arab-ars_Arab", "languages": ["snd-Arab", "ars-Arab"], "main_score": 0.846509, "precision": 0.831028, "recall": 0.879447}, {"accuracy": 0.266798, "f1": 0.20236, "hf_subset": "snd_Arab-ceb_Latn", "languages": ["snd-Arab", "ceb-Latn"], "main_score": 0.20236, "precision": 0.18503, "recall": 0.266798}, {"accuracy": 0.151186, "f1": 0.102346, "hf_subset": "snd_Arab-fuv_Latn", "languages": ["snd-Arab", "fuv-Latn"], "main_score": 0.102346, "precision": 0.090255, "recall": 0.151186}, {"accuracy": 0.133399, "f1": 0.091162, "hf_subset": "snd_Arab-kac_Latn", "languages": ["snd-Arab", "kac-Latn"], "main_score": 0.091162, "precision": 0.081163, "recall": 0.133399}, {"accuracy": 0.145257, "f1": 0.09891, "hf_subset": "snd_Arab-lin_Latn", "languages": ["snd-Arab", "lin-Latn"], "main_score": 0.09891, "precision": 0.087613, "recall": 0.145257}, {"accuracy": 0.846838, "f1": 0.810543, "hf_subset": "snd_Arab-nno_Latn", "languages": ["snd-Arab", "nno-Latn"], "main_score": 0.810543, "precision": 0.794525, "recall": 0.846838}, {"accuracy": 0.021739, "f1": 0.006594, "hf_subset": "snd_Arab-sat_Olck", "languages": ["snd-Arab", "sat-Olck"], "main_score": 0.006594, "precision": 0.004915, "recall": 0.021739}, {"accuracy": 0.773715, "f1": 0.720949, "hf_subset": "snd_Arab-tel_Telu", "languages": ["snd-Arab", "tel-Telu"], "main_score": 0.720949, "precision": 0.698007, "recall": 0.773715}, {"accuracy": 0.409091, "f1": 0.336316, "hf_subset": "snd_Arab-ydd_Hebr", "languages": ["snd-Arab", "ydd-Hebr"], "main_score": 0.336316, "precision": 0.309958, "recall": 0.409091}, {"accuracy": 0.725296, "f1": 0.674627, "hf_subset": "snd_Arab-ary_Arab", "languages": ["snd-Arab", "ary-Arab"], "main_score": 0.674627, "precision": 0.65205, "recall": 0.725296}, {"accuracy": 0.868577, "f1": 0.832164, "hf_subset": "snd_Arab-ces_Latn", "languages": ["snd-Arab", "ces-Latn"], "main_score": 0.832164, "precision": 0.81577, "recall": 0.868577}, {"accuracy": 0.079051, "f1": 0.045854, "hf_subset": "snd_Arab-gaz_Latn", "languages": ["snd-Arab", "gaz-Latn"], "main_score": 0.045854, "precision": 0.039197, "recall": 0.079051}, {"accuracy": 0.123518, "f1": 0.081415, "hf_subset": "snd_Arab-kam_Latn", "languages": ["snd-Arab", "kam-Latn"], "main_score": 0.081415, "precision": 0.07127, "recall": 0.123518}, {"accuracy": 0.866601, "f1": 0.830534, "hf_subset": "snd_Arab-lit_Latn", "languages": ["snd-Arab", "lit-Latn"], "main_score": 0.830534, "precision": 0.814015, "recall": 0.866601}, {"accuracy": 0.880435, "f1": 0.848452, "hf_subset": "snd_Arab-nob_Latn", "languages": ["snd-Arab", "nob-Latn"], "main_score": 0.848452, "precision": 0.83386, "recall": 0.880435}, {"accuracy": 0.477273, "f1": 0.402437, "hf_subset": "snd_Arab-scn_Latn", "languages": ["snd-Arab", "scn-Latn"], "main_score": 0.402437, "precision": 0.375168, "recall": 0.477273}, {"accuracy": 0.124506, "f1": 0.082139, "hf_subset": "snd_Arab-tgk_Cyrl", "languages": ["snd-Arab", "tgk-Cyrl"], "main_score": 0.082139, "precision": 0.071032, "recall": 0.124506}, {"accuracy": 0.13834, "f1": 0.083129, "hf_subset": "snd_Arab-yor_Latn", "languages": ["snd-Arab", "yor-Latn"], "main_score": 0.083129, "precision": 0.069457, "recall": 0.13834}, {"accuracy": 0.832016, "f1": 0.790217, "hf_subset": "snd_Arab-arz_Arab", "languages": ["snd-Arab", "arz-Arab"], "main_score": 0.790217, "precision": 0.77136, "recall": 0.832016}, {"accuracy": 0.126482, "f1": 0.084403, "hf_subset": "snd_Arab-cjk_Latn", "languages": ["snd-Arab", "cjk-Latn"], "main_score": 0.084403, "precision": 0.074423, "recall": 0.126482}, {"accuracy": 0.130435, "f1": 0.084654, "hf_subset": "snd_Arab-gla_Latn", "languages": ["snd-Arab", "gla-Latn"], "main_score": 0.084654, "precision": 0.073001, "recall": 0.130435}, {"accuracy": 0.73913, "f1": 0.685296, "hf_subset": "snd_Arab-kan_Knda", "languages": ["snd-Arab", "kan-Knda"], "main_score": 0.685296, "precision": 0.662006, "recall": 0.73913}, {"accuracy": 0.500988, "f1": 0.430169, "hf_subset": "snd_Arab-lmo_Latn", "languages": ["snd-Arab", "lmo-Latn"], "main_score": 0.430169, "precision": 0.404132, "recall": 0.500988}, {"accuracy": 0.865613, "f1": 0.834201, "hf_subset": "snd_Arab-npi_Deva", "languages": ["snd-Arab", "npi-Deva"], "main_score": 0.834201, "precision": 0.820603, "recall": 0.865613}, {"accuracy": 0.177866, "f1": 0.124093, "hf_subset": "snd_Arab-shn_Mymr", "languages": ["snd-Arab", "shn-Mymr"], "main_score": 0.124093, "precision": 0.108543, "recall": 0.177866}, {"accuracy": 0.333004, "f1": 0.261313, "hf_subset": "snd_Arab-tgl_Latn", "languages": ["snd-Arab", "tgl-Latn"], "main_score": 0.261313, "precision": 0.240576, "recall": 0.333004}, {"accuracy": 0.871542, "f1": 0.836317, "hf_subset": "snd_Arab-yue_Hant", "languages": ["snd-Arab", "yue-Hant"], "main_score": 0.836317, "precision": 0.820767, "recall": 0.871542}, {"accuracy": 0.524704, "f1": 0.455204, "hf_subset": "snd_Arab-asm_Beng", "languages": ["snd-Arab", "asm-Beng"], "main_score": 0.455204, "precision": 0.428236, "recall": 0.524704}, {"accuracy": 0.76581, "f1": 0.711844, "hf_subset": "snd_Arab-ckb_Arab", "languages": ["snd-Arab", "ckb-Arab"], "main_score": 0.711844, "precision": 0.687978, "recall": 0.76581}, {"accuracy": 0.221344, "f1": 0.158605, "hf_subset": "snd_Arab-gle_Latn", "languages": ["snd-Arab", "gle-Latn"], "main_score": 0.158605, "precision": 0.141932, "recall": 0.221344}, {"accuracy": 0.556324, "f1": 0.48456, "hf_subset": "snd_Arab-kas_Arab", "languages": ["snd-Arab", "kas-Arab"], "main_score": 0.48456, "precision": 0.455974, "recall": 0.556324}, {"accuracy": 0.504941, "f1": 0.436741, "hf_subset": "snd_Arab-ltg_Latn", "languages": ["snd-Arab", "ltg-Latn"], "main_score": 0.436741, "precision": 0.411349, "recall": 0.504941}, {"accuracy": 0.15415, "f1": 0.098633, "hf_subset": "snd_Arab-nso_Latn", "languages": ["snd-Arab", "nso-Latn"], "main_score": 0.098633, "precision": 0.084475, "recall": 0.15415}, {"accuracy": 0.841897, "f1": 0.804716, "hf_subset": "snd_Arab-sin_Sinh", "languages": ["snd-Arab", "sin-Sinh"], "main_score": 0.804716, "precision": 0.788967, "recall": 0.841897}, {"accuracy": 0.881423, "f1": 0.848155, "hf_subset": "snd_Arab-tha_Thai", "languages": ["snd-Arab", "tha-Thai"], "main_score": 0.848155, "precision": 0.833284, "recall": 0.881423}, {"accuracy": 0.885375, "f1": 0.85275, "hf_subset": "snd_Arab-zho_Hans", "languages": ["snd-Arab", "zho-Hans"], "main_score": 0.85275, "precision": 0.837674, "recall": 0.885375}, {"accuracy": 0.769763, "f1": 0.718036, "hf_subset": "snd_Arab-ast_Latn", "languages": ["snd-Arab", "ast-Latn"], "main_score": 0.718036, "precision": 0.695778, "recall": 0.769763}, {"accuracy": 0.593874, "f1": 0.532194, "hf_subset": "snd_Arab-crh_Latn", "languages": ["snd-Arab", "crh-Latn"], "main_score": 0.532194, "precision": 0.508474, "recall": 0.593874}, {"accuracy": 0.887352, "f1": 0.857049, "hf_subset": "snd_Arab-glg_Latn", "languages": ["snd-Arab", "glg-Latn"], "main_score": 0.857049, "precision": 0.843528, "recall": 0.887352}, {"accuracy": 0.350791, "f1": 0.282278, "hf_subset": "snd_Arab-kas_Deva", "languages": ["snd-Arab", "kas-Deva"], "main_score": 0.282278, "precision": 0.258453, "recall": 0.350791}, {"accuracy": 0.348814, "f1": 0.269244, "hf_subset": "snd_Arab-ltz_Latn", "languages": ["snd-Arab", "ltz-Latn"], "main_score": 0.269244, "precision": 0.242657, "recall": 0.348814}, {"accuracy": 0.077075, "f1": 0.039915, "hf_subset": "snd_Arab-nus_Latn", "languages": ["snd-Arab", "nus-Latn"], "main_score": 0.039915, "precision": 0.034424, "recall": 0.077075}, {"accuracy": 0.881423, "f1": 0.848551, "hf_subset": "snd_Arab-slk_Latn", "languages": ["snd-Arab", "slk-Latn"], "main_score": 0.848551, "precision": 0.833745, "recall": 0.881423}, {"accuracy": 0.209486, "f1": 0.158461, "hf_subset": "snd_Arab-tir_Ethi", "languages": ["snd-Arab", "tir-Ethi"], "main_score": 0.158461, "precision": 0.142808, "recall": 0.209486}, {"accuracy": 0.873518, "f1": 0.838425, "hf_subset": "snd_Arab-zho_Hant", "languages": ["snd-Arab", "zho-Hant"], "main_score": 0.838425, "precision": 0.822612, "recall": 0.873518}, {"accuracy": 0.846838, "f1": 0.809066, "hf_subset": "snd_Arab-awa_Deva", "languages": ["snd-Arab", "awa-Deva"], "main_score": 0.809066, "precision": 0.79268, "recall": 0.846838}, {"accuracy": 0.365613, "f1": 0.289897, "hf_subset": "snd_Arab-cym_Latn", "languages": ["snd-Arab", "cym-Latn"], "main_score": 0.289897, "precision": 0.266529, "recall": 0.365613}, {"accuracy": 0.225296, "f1": 0.156013, "hf_subset": "snd_Arab-grn_Latn", "languages": ["snd-Arab", "grn-Latn"], "main_score": 0.156013, "precision": 0.136992, "recall": 0.225296}, {"accuracy": 0.782609, "f1": 0.727866, "hf_subset": "snd_Arab-kat_Geor", "languages": ["snd-Arab", "kat-Geor"], "main_score": 0.727866, "precision": 0.703491, "recall": 0.782609}, {"accuracy": 0.163043, "f1": 0.113981, "hf_subset": "snd_Arab-lua_Latn", "languages": ["snd-Arab", "lua-Latn"], "main_score": 0.113981, "precision": 0.101144, "recall": 0.163043}, {"accuracy": 0.150198, "f1": 0.099875, "hf_subset": "snd_Arab-nya_Latn", "languages": ["snd-Arab", "nya-Latn"], "main_score": 0.099875, "precision": 0.087519, "recall": 0.150198}, {"accuracy": 0.883399, "f1": 0.851383, "hf_subset": "snd_Arab-slv_Latn", "languages": ["snd-Arab", "slv-Latn"], "main_score": 0.851383, "precision": 0.836957, "recall": 0.883399}, {"accuracy": 0.312253, "f1": 0.236032, "hf_subset": "snd_Arab-tpi_Latn", "languages": ["snd-Arab", "tpi-Latn"], "main_score": 0.236032, "precision": 0.212835, "recall": 0.312253}, {"accuracy": 0.881423, "f1": 0.850015, "hf_subset": "snd_Arab-zsm_Latn", "languages": ["snd-Arab", "zsm-Latn"], "main_score": 0.850015, "precision": 0.836018, "recall": 0.881423}, {"accuracy": 0.136364, "f1": 0.084618, "hf_subset": "snd_Arab-ayr_Latn", "languages": ["snd-Arab", "ayr-Latn"], "main_score": 0.084618, "precision": 0.072474, "recall": 0.136364}, {"accuracy": 0.899209, "f1": 0.870685, "hf_subset": "snd_Arab-dan_Latn", "languages": ["snd-Arab", "dan-Latn"], "main_score": 0.870685, "precision": 0.857411, "recall": 0.899209}, {"accuracy": 0.848814, "f1": 0.808893, "hf_subset": "snd_Arab-guj_Gujr", "languages": ["snd-Arab", "guj-Gujr"], "main_score": 0.808893, "precision": 0.790876, "recall": 0.848814}, {"accuracy": 0.81917, "f1": 0.778035, "hf_subset": "snd_Arab-kaz_Cyrl", "languages": ["snd-Arab", "kaz-Cyrl"], "main_score": 0.778035, "precision": 0.759914, "recall": 0.81917}, {"accuracy": 0.11166, "f1": 0.069713, "hf_subset": "snd_Arab-lug_Latn", "languages": ["snd-Arab", "lug-Latn"], "main_score": 0.069713, "precision": 0.060466, "recall": 0.11166}, {"accuracy": 0.753953, "f1": 0.699129, "hf_subset": "snd_Arab-oci_Latn", "languages": ["snd-Arab", "oci-Latn"], "main_score": 0.699129, "precision": 0.676263, "recall": 0.753953}, {"accuracy": 0.123518, "f1": 0.079135, "hf_subset": "snd_Arab-smo_Latn", "languages": ["snd-Arab", "smo-Latn"], "main_score": 0.079135, "precision": 0.068854, "recall": 0.123518}, {"accuracy": 0.131423, "f1": 0.082071, "hf_subset": "snd_Arab-tsn_Latn", "languages": ["snd-Arab", "tsn-Latn"], "main_score": 0.082071, "precision": 0.070332, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.064328, "hf_subset": "snd_Arab-zul_Latn", "languages": ["snd-Arab", "zul-Latn"], "main_score": 0.064328, "precision": 0.056114, "recall": 0.101779}, {"accuracy": 0.427866, "f1": 0.365617, "hf_subset": "snd_Arab-azb_Arab", "languages": ["snd-Arab", "azb-Arab"], "main_score": 0.365617, "precision": 0.34142, "recall": 0.427866}, {"accuracy": 0.882411, "f1": 0.850988, "hf_subset": "snd_Arab-deu_Latn", "languages": ["snd-Arab", "deu-Latn"], "main_score": 0.850988, "precision": 0.837204, "recall": 0.882411}, {"accuracy": 0.20751, "f1": 0.150192, "hf_subset": "snd_Arab-hat_Latn", "languages": ["snd-Arab", "hat-Latn"], "main_score": 0.150192, "precision": 0.134003, "recall": 0.20751}, {"accuracy": 0.108696, "f1": 0.063904, "hf_subset": "snd_Arab-kbp_Latn", "languages": ["snd-Arab", "kbp-Latn"], "main_score": 0.063904, "precision": 0.053718, "recall": 0.108696}, {"accuracy": 0.139328, "f1": 0.088136, "hf_subset": "snd_Arab-luo_Latn", "languages": ["snd-Arab", "luo-Latn"], "main_score": 0.088136, "precision": 0.075993, "recall": 0.139328}, {"accuracy": 0.745059, "f1": 0.693533, "hf_subset": "snd_Arab-ory_Orya", "languages": ["snd-Arab", "ory-Orya"], "main_score": 0.693533, "precision": 0.671023, "recall": 0.745059}, {"accuracy": 0.119565, "f1": 0.073328, "hf_subset": "snd_Arab-sna_Latn", "languages": ["snd-Arab", "sna-Latn"], "main_score": 0.073328, "precision": 0.063684, "recall": 0.119565}, {"accuracy": 0.116601, "f1": 0.077543, "hf_subset": "snd_Arab-tso_Latn", "languages": ["snd-Arab", "tso-Latn"], "main_score": 0.077543, "precision": 0.068189, "recall": 0.116601}, {"accuracy": 0.820158, "f1": 0.779184, "hf_subset": "snd_Arab-azj_Latn", "languages": ["snd-Arab", "azj-Latn"], "main_score": 0.779184, "precision": 0.761902, "recall": 0.820158}, {"accuracy": 0.171937, "f1": 0.116193, "hf_subset": "snd_Arab-dik_Latn", "languages": ["snd-Arab", "dik-Latn"], "main_score": 0.116193, "precision": 0.102111, "recall": 0.171937}, {"accuracy": 0.168972, "f1": 0.118182, "hf_subset": "snd_Arab-hau_Latn", "languages": ["snd-Arab", "hau-Latn"], "main_score": 0.118182, "precision": 0.105284, "recall": 0.168972}, {"accuracy": 0.474308, "f1": 0.403005, "hf_subset": "snd_Arab-kea_Latn", "languages": ["snd-Arab", "kea-Latn"], "main_score": 0.403005, "precision": 0.376615, "recall": 0.474308}, {"accuracy": 0.213439, "f1": 0.1544, "hf_subset": "snd_Arab-lus_Latn", "languages": ["snd-Arab", "lus-Latn"], "main_score": 0.1544, "precision": 0.137395, "recall": 0.213439}, {"accuracy": 0.305336, "f1": 0.234268, "hf_subset": "snd_Arab-pag_Latn", "languages": ["snd-Arab", "pag-Latn"], "main_score": 0.234268, "precision": 0.211622, "recall": 0.305336}, {"accuracy": 0.226285, "f1": 0.17083, "hf_subset": "snd_Arab-tuk_Latn", "languages": ["snd-Arab", "tuk-Latn"], "main_score": 0.17083, "precision": 0.153662, "recall": 0.226285}, {"accuracy": 0.353755, "f1": 0.290269, "hf_subset": "snd_Arab-bak_Cyrl", "languages": ["snd-Arab", "bak-Cyrl"], "main_score": 0.290269, "precision": 0.268721, "recall": 0.353755}, {"accuracy": 0.113636, "f1": 0.067399, "hf_subset": "snd_Arab-dyu_Latn", "languages": ["snd-Arab", "dyu-Latn"], "main_score": 0.067399, "precision": 0.056571, "recall": 0.113636}, {"accuracy": 0.892292, "f1": 0.862667, "hf_subset": "snd_Arab-heb_Hebr", "languages": ["snd-Arab", "heb-Hebr"], "main_score": 0.862667, "precision": 0.849424, "recall": 0.892292}, {"accuracy": 0.844862, "f1": 0.807628, "hf_subset": "snd_Arab-khk_Cyrl", "languages": ["snd-Arab", "khk-Cyrl"], "main_score": 0.807628, "precision": 0.790991, "recall": 0.844862}, {"accuracy": 0.879447, "f1": 0.848682, "hf_subset": "snd_Arab-lvs_Latn", "languages": ["snd-Arab", "lvs-Latn"], "main_score": 0.848682, "precision": 0.835293, "recall": 0.879447}, {"accuracy": 0.777668, "f1": 0.728393, "hf_subset": "snd_Arab-pan_Guru", "languages": ["snd-Arab", "pan-Guru"], "main_score": 0.728393, "precision": 0.706999, "recall": 0.777668}, {"accuracy": 0.1917, "f1": 0.143928, "hf_subset": "snd_Arab-som_Latn", "languages": ["snd-Arab", "som-Latn"], "main_score": 0.143928, "precision": 0.130796, "recall": 0.1917}, {"accuracy": 0.137352, "f1": 0.0872, "hf_subset": "snd_Arab-tum_Latn", "languages": ["snd-Arab", "tum-Latn"], "main_score": 0.0872, "precision": 0.075337, "recall": 0.137352}, {"accuracy": 0.049407, "f1": 0.039234, "hf_subset": "tuk_Latn-ace_Arab", "languages": ["tuk-Latn", "ace-Arab"], "main_score": 0.039234, "precision": 0.036184, "recall": 0.049407}, {"accuracy": 0.144269, "f1": 0.117366, "hf_subset": "tuk_Latn-bam_Latn", "languages": ["tuk-Latn", "bam-Latn"], "main_score": 0.117366, "precision": 0.108798, "recall": 0.144269}, {"accuracy": 0.002964, "f1": 0.000383, "hf_subset": "tuk_Latn-dzo_Tibt", "languages": ["tuk-Latn", "dzo-Tibt"], "main_score": 0.000383, "precision": 0.000217, "recall": 0.002964}, {"accuracy": 0.262846, "f1": 0.227473, "hf_subset": "tuk_Latn-hin_Deva", "languages": ["tuk-Latn", "hin-Deva"], "main_score": 0.227473, "precision": 0.217034, "recall": 0.262846}, {"accuracy": 0.215415, "f1": 0.195509, "hf_subset": "tuk_Latn-khm_Khmr", "languages": ["tuk-Latn", "khm-Khmr"], "main_score": 0.195509, "precision": 0.188819, "recall": 0.215415}, {"accuracy": 0.209486, "f1": 0.182689, "hf_subset": "tuk_Latn-mag_Deva", "languages": ["tuk-Latn", "mag-Deva"], "main_score": 0.182689, "precision": 0.174881, "recall": 0.209486}, {"accuracy": 0.243083, "f1": 0.220947, "hf_subset": "tuk_Latn-pap_Latn", "languages": ["tuk-Latn", "pap-Latn"], "main_score": 0.220947, "precision": 0.213789, "recall": 0.243083}, {"accuracy": 0.183794, "f1": 0.153737, "hf_subset": "tuk_Latn-sot_Latn", "languages": ["tuk-Latn", "sot-Latn"], "main_score": 0.153737, "precision": 0.144595, "recall": 0.183794}, {"accuracy": 0.324111, "f1": 0.283567, "hf_subset": "tuk_Latn-tur_Latn", "languages": ["tuk-Latn", "tur-Latn"], "main_score": 0.283567, "precision": 0.271865, "recall": 0.324111}, {"accuracy": 0.226285, "f1": 0.198798, "hf_subset": "tuk_Latn-ace_Latn", "languages": ["tuk-Latn", "ace-Latn"], "main_score": 0.198798, "precision": 0.189158, "recall": 0.226285}, {"accuracy": 0.227273, "f1": 0.205472, "hf_subset": "tuk_Latn-ban_Latn", "languages": ["tuk-Latn", "ban-Latn"], "main_score": 0.205472, "precision": 0.198438, "recall": 0.227273}, {"accuracy": 0.304348, "f1": 0.258938, "hf_subset": "tuk_Latn-ell_Grek", "languages": ["tuk-Latn", "ell-Grek"], "main_score": 0.258938, "precision": 0.24483, "recall": 0.304348}, {"accuracy": 0.1917, "f1": 0.169903, "hf_subset": "tuk_Latn-hne_Deva", "languages": ["tuk-Latn", "hne-Deva"], "main_score": 0.169903, "precision": 0.162802, "recall": 0.1917}, {"accuracy": 0.174901, "f1": 0.142515, "hf_subset": "tuk_Latn-kik_Latn", "languages": ["tuk-Latn", "kik-Latn"], "main_score": 0.142515, "precision": 0.131942, "recall": 0.174901}, {"accuracy": 0.211462, "f1": 0.185724, "hf_subset": "tuk_Latn-mai_Deva", "languages": ["tuk-Latn", "mai-Deva"], "main_score": 0.185724, "precision": 0.17746, "recall": 0.211462}, {"accuracy": 0.20751, "f1": 0.184005, "hf_subset": "tuk_Latn-pbt_Arab", "languages": ["tuk-Latn", "pbt-Arab"], "main_score": 0.184005, "precision": 0.175708, "recall": 0.20751}, {"accuracy": 0.328063, "f1": 0.29067, "hf_subset": "tuk_Latn-spa_Latn", "languages": ["tuk-Latn", "spa-Latn"], "main_score": 0.29067, "precision": 0.278169, "recall": 0.328063}, {"accuracy": 0.208498, "f1": 0.177539, "hf_subset": "tuk_Latn-twi_Latn", "languages": ["tuk-Latn", "twi-Latn"], "main_score": 0.177539, "precision": 0.167144, "recall": 0.208498}, {"accuracy": 0.240119, "f1": 0.212932, "hf_subset": "tuk_Latn-acm_Arab", "languages": ["tuk-Latn", "acm-Arab"], "main_score": 0.212932, "precision": 0.20369, "recall": 0.240119}, {"accuracy": 0.248024, "f1": 0.217589, "hf_subset": "tuk_Latn-bel_Cyrl", "languages": ["tuk-Latn", "bel-Cyrl"], "main_score": 0.217589, "precision": 0.207662, "recall": 0.248024}, {"accuracy": 0.359684, "f1": 0.313693, "hf_subset": "tuk_Latn-eng_Latn", "languages": ["tuk-Latn", "eng-Latn"], "main_score": 0.313693, "precision": 0.299143, "recall": 0.359684}, {"accuracy": 0.264822, "f1": 0.243914, "hf_subset": "tuk_Latn-hrv_Latn", "languages": ["tuk-Latn", "hrv-Latn"], "main_score": 0.243914, "precision": 0.236805, "recall": 0.264822}, {"accuracy": 0.137352, "f1": 0.117194, "hf_subset": "tuk_Latn-kin_Latn", "languages": ["tuk-Latn", "kin-Latn"], "main_score": 0.117194, "precision": 0.110646, "recall": 0.137352}, {"accuracy": 0.135375, "f1": 0.113096, "hf_subset": "tuk_Latn-mal_Mlym", "languages": ["tuk-Latn", "mal-Mlym"], "main_score": 0.113096, "precision": 0.107614, "recall": 0.135375}, {"accuracy": 0.281621, "f1": 0.241142, "hf_subset": "tuk_Latn-pes_Arab", "languages": ["tuk-Latn", "pes-Arab"], "main_score": 0.241142, "precision": 0.229744, "recall": 0.281621}, {"accuracy": 0.253953, "f1": 0.22535, "hf_subset": "tuk_Latn-srd_Latn", "languages": ["tuk-Latn", "srd-Latn"], "main_score": 0.22535, "precision": 0.215909, "recall": 0.253953}, {"accuracy": 0.066206, "f1": 0.043008, "hf_subset": "tuk_Latn-tzm_Tfng", "languages": ["tuk-Latn", "tzm-Tfng"], "main_score": 0.043008, "precision": 0.037489, "recall": 0.066206}, {"accuracy": 0.271739, "f1": 0.245698, "hf_subset": "tuk_Latn-acq_Arab", "languages": ["tuk-Latn", "acq-Arab"], "main_score": 0.245698, "precision": 0.237676, "recall": 0.271739}, {"accuracy": 0.173913, "f1": 0.139591, "hf_subset": "tuk_Latn-bem_Latn", "languages": ["tuk-Latn", "bem-Latn"], "main_score": 0.139591, "precision": 0.129462, "recall": 0.173913}, {"accuracy": 0.267787, "f1": 0.245928, "hf_subset": "tuk_Latn-epo_Latn", "languages": ["tuk-Latn", "epo-Latn"], "main_score": 0.245928, "precision": 0.239103, "recall": 0.267787}, {"accuracy": 0.337945, "f1": 0.294542, "hf_subset": "tuk_Latn-hun_Latn", "languages": ["tuk-Latn", "hun-Latn"], "main_score": 0.294542, "precision": 0.281182, "recall": 0.337945}, {"accuracy": 0.252964, "f1": 0.234937, "hf_subset": "tuk_Latn-kir_Cyrl", "languages": ["tuk-Latn", "kir-Cyrl"], "main_score": 0.234937, "precision": 0.229241, "recall": 0.252964}, {"accuracy": 0.185771, "f1": 0.161468, "hf_subset": "tuk_Latn-mar_Deva", "languages": ["tuk-Latn", "mar-Deva"], "main_score": 0.161468, "precision": 0.153991, "recall": 0.185771}, {"accuracy": 0.188735, "f1": 0.162077, "hf_subset": "tuk_Latn-plt_Latn", "languages": ["tuk-Latn", "plt-Latn"], "main_score": 0.162077, "precision": 0.153767, "recall": 0.188735}, {"accuracy": 0.304348, "f1": 0.268583, "hf_subset": "tuk_Latn-srp_Cyrl", "languages": ["tuk-Latn", "srp-Cyrl"], "main_score": 0.268583, "precision": 0.258357, "recall": 0.304348}, {"accuracy": 0.177866, "f1": 0.152694, "hf_subset": "tuk_Latn-uig_Arab", "languages": ["tuk-Latn", "uig-Arab"], "main_score": 0.152694, "precision": 0.145568, "recall": 0.177866}, {"accuracy": 0.212451, "f1": 0.188517, "hf_subset": "tuk_Latn-aeb_Arab", "languages": ["tuk-Latn", "aeb-Arab"], "main_score": 0.188517, "precision": 0.181463, "recall": 0.212451}, {"accuracy": 0.145257, "f1": 0.131432, "hf_subset": "tuk_Latn-ben_Beng", "languages": ["tuk-Latn", "ben-Beng"], "main_score": 0.131432, "precision": 0.126585, "recall": 0.145257}, {"accuracy": 0.318182, "f1": 0.286614, "hf_subset": "tuk_Latn-est_Latn", "languages": ["tuk-Latn", "est-Latn"], "main_score": 0.286614, "precision": 0.275854, "recall": 0.318182}, {"accuracy": 0.235178, "f1": 0.205367, "hf_subset": "tuk_Latn-hye_Armn", "languages": ["tuk-Latn", "hye-Armn"], "main_score": 0.205367, "precision": 0.195913, "recall": 0.235178}, {"accuracy": 0.142292, "f1": 0.114075, "hf_subset": "tuk_Latn-kmb_Latn", "languages": ["tuk-Latn", "kmb-Latn"], "main_score": 0.114075, "precision": 0.106519, "recall": 0.142292}, {"accuracy": 0.035573, "f1": 0.025597, "hf_subset": "tuk_Latn-min_Arab", "languages": ["tuk-Latn", "min-Arab"], "main_score": 0.025597, "precision": 0.023292, "recall": 0.035573}, {"accuracy": 0.324111, "f1": 0.292984, "hf_subset": "tuk_Latn-pol_Latn", "languages": ["tuk-Latn", "pol-Latn"], "main_score": 0.292984, "precision": 0.283011, "recall": 0.324111}, {"accuracy": 0.126482, "f1": 0.098714, "hf_subset": "tuk_Latn-ssw_Latn", "languages": ["tuk-Latn", "ssw-Latn"], "main_score": 0.098714, "precision": 0.090467, "recall": 0.126482}, {"accuracy": 0.30336, "f1": 0.265676, "hf_subset": "tuk_Latn-ukr_Cyrl", "languages": ["tuk-Latn", "ukr-Cyrl"], "main_score": 0.265676, "precision": 0.254143, "recall": 0.30336}, {"accuracy": 0.318182, "f1": 0.289621, "hf_subset": "tuk_Latn-afr_Latn", "languages": ["tuk-Latn", "afr-Latn"], "main_score": 0.289621, "precision": 0.279827, "recall": 0.318182}, {"accuracy": 0.208498, "f1": 0.183915, "hf_subset": "tuk_Latn-bho_Deva", "languages": ["tuk-Latn", "bho-Deva"], "main_score": 0.183915, "precision": 0.175817, "recall": 0.208498}, {"accuracy": 0.219368, "f1": 0.199558, "hf_subset": "tuk_Latn-eus_Latn", "languages": ["tuk-Latn", "eus-Latn"], "main_score": 0.199558, "precision": 0.193553, "recall": 0.219368}, {"accuracy": 0.145257, "f1": 0.118421, "hf_subset": "tuk_Latn-ibo_Latn", "languages": ["tuk-Latn", "ibo-Latn"], "main_score": 0.118421, "precision": 0.109927, "recall": 0.145257}, {"accuracy": 0.252964, "f1": 0.227149, "hf_subset": "tuk_Latn-kmr_Latn", "languages": ["tuk-Latn", "kmr-Latn"], "main_score": 0.227149, "precision": 0.219309, "recall": 0.252964}, {"accuracy": 0.228261, "f1": 0.206977, "hf_subset": "tuk_Latn-min_Latn", "languages": ["tuk-Latn", "min-Latn"], "main_score": 0.206977, "precision": 0.199591, "recall": 0.228261}, {"accuracy": 0.337945, "f1": 0.297398, "hf_subset": "tuk_Latn-por_Latn", "languages": ["tuk-Latn", "por-Latn"], "main_score": 0.297398, "precision": 0.284563, "recall": 0.337945}, {"accuracy": 0.237154, "f1": 0.213182, "hf_subset": "tuk_Latn-sun_Latn", "languages": ["tuk-Latn", "sun-Latn"], "main_score": 0.213182, "precision": 0.204788, "recall": 0.237154}, {"accuracy": 0.12747, "f1": 0.098725, "hf_subset": "tuk_Latn-umb_Latn", "languages": ["tuk-Latn", "umb-Latn"], "main_score": 0.098725, "precision": 0.089488, "recall": 0.12747}, {"accuracy": 0.227273, "f1": 0.202306, "hf_subset": "tuk_Latn-ajp_Arab", "languages": ["tuk-Latn", "ajp-Arab"], "main_score": 0.202306, "precision": 0.193861, "recall": 0.227273}, {"accuracy": 0.036561, "f1": 0.027462, "hf_subset": "tuk_Latn-bjn_Arab", "languages": ["tuk-Latn", "bjn-Arab"], "main_score": 0.027462, "precision": 0.024522, "recall": 0.036561}, {"accuracy": 0.176877, "f1": 0.148625, "hf_subset": "tuk_Latn-ewe_Latn", "languages": ["tuk-Latn", "ewe-Latn"], "main_score": 0.148625, "precision": 0.139232, "recall": 0.176877}, {"accuracy": 0.217391, "f1": 0.185865, "hf_subset": "tuk_Latn-ilo_Latn", "languages": ["tuk-Latn", "ilo-Latn"], "main_score": 0.185865, "precision": 0.175258, "recall": 0.217391}, {"accuracy": 0.060277, "f1": 0.048706, "hf_subset": "tuk_Latn-knc_Arab", "languages": ["tuk-Latn", "knc-Arab"], "main_score": 0.048706, "precision": 0.045811, "recall": 0.060277}, {"accuracy": 0.315217, "f1": 0.27961, "hf_subset": "tuk_Latn-mkd_Cyrl", "languages": ["tuk-Latn", "mkd-Cyrl"], "main_score": 0.27961, "precision": 0.269962, "recall": 0.315217}, {"accuracy": 0.231225, "f1": 0.210154, "hf_subset": "tuk_Latn-prs_Arab", "languages": ["tuk-Latn", "prs-Arab"], "main_score": 0.210154, "precision": 0.203379, "recall": 0.231225}, {"accuracy": 0.26581, "f1": 0.242776, "hf_subset": "tuk_Latn-swe_Latn", "languages": ["tuk-Latn", "swe-Latn"], "main_score": 0.242776, "precision": 0.234846, "recall": 0.26581}, {"accuracy": 0.229249, "f1": 0.19535, "hf_subset": "tuk_Latn-urd_Arab", "languages": ["tuk-Latn", "urd-Arab"], "main_score": 0.19535, "precision": 0.18486, "recall": 0.229249}, {"accuracy": 0.189723, "f1": 0.159708, "hf_subset": "tuk_Latn-aka_Latn", "languages": ["tuk-Latn", "aka-Latn"], "main_score": 0.159708, "precision": 0.150506, "recall": 0.189723}, {"accuracy": 0.248024, "f1": 0.226326, "hf_subset": "tuk_Latn-bjn_Latn", "languages": ["tuk-Latn", "bjn-Latn"], "main_score": 0.226326, "precision": 0.220361, "recall": 0.248024}, {"accuracy": 0.204545, "f1": 0.18095, "hf_subset": "tuk_Latn-fao_Latn", "languages": ["tuk-Latn", "fao-Latn"], "main_score": 0.18095, "precision": 0.172287, "recall": 0.204545}, {"accuracy": 0.350791, "f1": 0.313294, "hf_subset": "tuk_Latn-ind_Latn", "languages": ["tuk-Latn", "ind-Latn"], "main_score": 0.313294, "precision": 0.302552, "recall": 0.350791}, {"accuracy": 0.173913, "f1": 0.145883, "hf_subset": "tuk_Latn-knc_Latn", "languages": ["tuk-Latn", "knc-Latn"], "main_score": 0.145883, "precision": 0.137585, "recall": 0.173913}, {"accuracy": 0.217391, "f1": 0.184445, "hf_subset": "tuk_Latn-mlt_Latn", "languages": ["tuk-Latn", "mlt-Latn"], "main_score": 0.184445, "precision": 0.174274, "recall": 0.217391}, {"accuracy": 0.190711, "f1": 0.155827, "hf_subset": "tuk_Latn-quy_Latn", "languages": ["tuk-Latn", "quy-Latn"], "main_score": 0.155827, "precision": 0.145548, "recall": 0.190711}, {"accuracy": 0.170949, "f1": 0.146845, "hf_subset": "tuk_Latn-swh_Latn", "languages": ["tuk-Latn", "swh-Latn"], "main_score": 0.146845, "precision": 0.138173, "recall": 0.170949}, {"accuracy": 0.262846, "f1": 0.241409, "hf_subset": "tuk_Latn-uzn_Latn", "languages": ["tuk-Latn", "uzn-Latn"], "main_score": 0.241409, "precision": 0.234634, "recall": 0.262846}, {"accuracy": 0.332016, "f1": 0.295335, "hf_subset": "tuk_Latn-als_Latn", "languages": ["tuk-Latn", "als-Latn"], "main_score": 0.295335, "precision": 0.282521, "recall": 0.332016}, {"accuracy": 0.059289, "f1": 0.029606, "hf_subset": "tuk_Latn-bod_Tibt", "languages": ["tuk-Latn", "bod-Tibt"], "main_score": 0.029606, "precision": 0.024462, "recall": 0.059289}, {"accuracy": 0.150198, "f1": 0.125924, "hf_subset": "tuk_Latn-fij_Latn", "languages": ["tuk-Latn", "fij-Latn"], "main_score": 0.125924, "precision": 0.11818, "recall": 0.150198}, {"accuracy": 0.190711, "f1": 0.169027, "hf_subset": "tuk_Latn-isl_Latn", "languages": ["tuk-Latn", "isl-Latn"], "main_score": 0.169027, "precision": 0.162334, "recall": 0.190711}, {"accuracy": 0.192688, "f1": 0.157444, "hf_subset": "tuk_Latn-kon_Latn", "languages": ["tuk-Latn", "kon-Latn"], "main_score": 0.157444, "precision": 0.146684, "recall": 0.192688}, {"accuracy": 0.046443, "f1": 0.034087, "hf_subset": "tuk_Latn-mni_Beng", "languages": ["tuk-Latn", "mni-Beng"], "main_score": 0.034087, "precision": 0.031756, "recall": 0.046443}, {"accuracy": 0.351779, "f1": 0.31119, "hf_subset": "tuk_Latn-ron_Latn", "languages": ["tuk-Latn", "ron-Latn"], "main_score": 0.31119, "precision": 0.298689, "recall": 0.351779}, {"accuracy": 0.227273, "f1": 0.208608, "hf_subset": "tuk_Latn-szl_Latn", "languages": ["tuk-Latn", "szl-Latn"], "main_score": 0.208608, "precision": 0.202522, "recall": 0.227273}, {"accuracy": 0.246047, "f1": 0.221369, "hf_subset": "tuk_Latn-vec_Latn", "languages": ["tuk-Latn", "vec-Latn"], "main_score": 0.221369, "precision": 0.213446, "recall": 0.246047}, {"accuracy": 0.125494, "f1": 0.107381, "hf_subset": "tuk_Latn-amh_Ethi", "languages": ["tuk-Latn", "amh-Ethi"], "main_score": 0.107381, "precision": 0.10242, "recall": 0.125494}, {"accuracy": 0.339921, "f1": 0.300316, "hf_subset": "tuk_Latn-bos_Latn", "languages": ["tuk-Latn", "bos-Latn"], "main_score": 0.300316, "precision": 0.288789, "recall": 0.339921}, {"accuracy": 0.332016, "f1": 0.293772, "hf_subset": "tuk_Latn-fin_Latn", "languages": ["tuk-Latn", "fin-Latn"], "main_score": 0.293772, "precision": 0.282571, "recall": 0.332016}, {"accuracy": 0.344862, "f1": 0.298139, "hf_subset": "tuk_Latn-ita_Latn", "languages": ["tuk-Latn", "ita-Latn"], "main_score": 0.298139, "precision": 0.282766, "recall": 0.344862}, {"accuracy": 0.242095, "f1": 0.216796, "hf_subset": "tuk_Latn-kor_Hang", "languages": ["tuk-Latn", "kor-Hang"], "main_score": 0.216796, "precision": 0.208009, "recall": 0.242095}, {"accuracy": 0.166008, "f1": 0.136955, "hf_subset": "tuk_Latn-mos_Latn", "languages": ["tuk-Latn", "mos-Latn"], "main_score": 0.136955, "precision": 0.127433, "recall": 0.166008}, {"accuracy": 0.148221, "f1": 0.124396, "hf_subset": "tuk_Latn-run_Latn", "languages": ["tuk-Latn", "run-Latn"], "main_score": 0.124396, "precision": 0.11776, "recall": 0.148221}, {"accuracy": 0.12747, "f1": 0.11473, "hf_subset": "tuk_Latn-tam_Taml", "languages": ["tuk-Latn", "tam-Taml"], "main_score": 0.11473, "precision": 0.111091, "recall": 0.12747}, {"accuracy": 0.33498, "f1": 0.292281, "hf_subset": "tuk_Latn-vie_Latn", "languages": ["tuk-Latn", "vie-Latn"], "main_score": 0.292281, "precision": 0.279358, "recall": 0.33498}, {"accuracy": 0.220356, "f1": 0.197107, "hf_subset": "tuk_Latn-apc_Arab", "languages": ["tuk-Latn", "apc-Arab"], "main_score": 0.197107, "precision": 0.189034, "recall": 0.220356}, {"accuracy": 0.184783, "f1": 0.161779, "hf_subset": "tuk_Latn-bug_Latn", "languages": ["tuk-Latn", "bug-Latn"], "main_score": 0.161779, "precision": 0.153753, "recall": 0.184783}, {"accuracy": 0.152174, "f1": 0.116683, "hf_subset": "tuk_Latn-fon_Latn", "languages": ["tuk-Latn", "fon-Latn"], "main_score": 0.116683, "precision": 0.105894, "recall": 0.152174}, {"accuracy": 0.23913, "f1": 0.216921, "hf_subset": "tuk_Latn-jav_Latn", "languages": ["tuk-Latn", "jav-Latn"], "main_score": 0.216921, "precision": 0.209576, "recall": 0.23913}, {"accuracy": 0.247036, "f1": 0.21471, "hf_subset": "tuk_Latn-lao_Laoo", "languages": ["tuk-Latn", "lao-Laoo"], "main_score": 0.21471, "precision": 0.205017, "recall": 0.247036}, {"accuracy": 0.156126, "f1": 0.125606, "hf_subset": "tuk_Latn-mri_Latn", "languages": ["tuk-Latn", "mri-Latn"], "main_score": 0.125606, "precision": 0.117095, "recall": 0.156126}, {"accuracy": 0.309289, "f1": 0.266605, "hf_subset": "tuk_Latn-rus_Cyrl", "languages": ["tuk-Latn", "rus-Cyrl"], "main_score": 0.266605, "precision": 0.253693, "recall": 0.309289}, {"accuracy": 0.18083, "f1": 0.153467, "hf_subset": "tuk_Latn-taq_Latn", "languages": ["tuk-Latn", "taq-Latn"], "main_score": 0.153467, "precision": 0.144641, "recall": 0.18083}, {"accuracy": 0.233202, "f1": 0.199991, "hf_subset": "tuk_Latn-war_Latn", "languages": ["tuk-Latn", "war-Latn"], "main_score": 0.199991, "precision": 0.190221, "recall": 0.233202}, {"accuracy": 0.264822, "f1": 0.231495, "hf_subset": "tuk_Latn-arb_Arab", "languages": ["tuk-Latn", "arb-Arab"], "main_score": 0.231495, "precision": 0.220158, "recall": 0.264822}, {"accuracy": 0.332016, "f1": 0.289155, "hf_subset": "tuk_Latn-bul_Cyrl", "languages": ["tuk-Latn", "bul-Cyrl"], "main_score": 0.289155, "precision": 0.276143, "recall": 0.332016}, {"accuracy": 0.348814, "f1": 0.303071, "hf_subset": "tuk_Latn-fra_Latn", "languages": ["tuk-Latn", "fra-Latn"], "main_score": 0.303071, "precision": 0.289828, "recall": 0.348814}, {"accuracy": 0.287549, "f1": 0.253732, "hf_subset": "tuk_Latn-jpn_Jpan", "languages": ["tuk-Latn", "jpn-Jpan"], "main_score": 0.253732, "precision": 0.243422, "recall": 0.287549}, {"accuracy": 0.230237, "f1": 0.214495, "hf_subset": "tuk_Latn-lij_Latn", "languages": ["tuk-Latn", "lij-Latn"], "main_score": 0.214495, "precision": 0.208633, "recall": 0.230237}, {"accuracy": 0.195652, "f1": 0.169598, "hf_subset": "tuk_Latn-mya_Mymr", "languages": ["tuk-Latn", "mya-Mymr"], "main_score": 0.169598, "precision": 0.161737, "recall": 0.195652}, {"accuracy": 0.181818, "f1": 0.146776, "hf_subset": "tuk_Latn-sag_Latn", "languages": ["tuk-Latn", "sag-Latn"], "main_score": 0.146776, "precision": 0.13572, "recall": 0.181818}, {"accuracy": 0.081028, "f1": 0.054133, "hf_subset": "tuk_Latn-taq_Tfng", "languages": ["tuk-Latn", "taq-Tfng"], "main_score": 0.054133, "precision": 0.048362, "recall": 0.081028}, {"accuracy": 0.193676, "f1": 0.163875, "hf_subset": "tuk_Latn-wol_Latn", "languages": ["tuk-Latn", "wol-Latn"], "main_score": 0.163875, "precision": 0.154964, "recall": 0.193676}, {"accuracy": 0.088933, "f1": 0.060322, "hf_subset": "tuk_Latn-arb_Latn", "languages": ["tuk-Latn", "arb-Latn"], "main_score": 0.060322, "precision": 0.054238, "recall": 0.088933}, {"accuracy": 0.337945, "f1": 0.29895, "hf_subset": "tuk_Latn-cat_Latn", "languages": ["tuk-Latn", "cat-Latn"], "main_score": 0.29895, "precision": 0.287463, "recall": 0.337945}, {"accuracy": 0.254941, "f1": 0.235343, "hf_subset": "tuk_Latn-fur_Latn", "languages": ["tuk-Latn", "fur-Latn"], "main_score": 0.235343, "precision": 0.229108, "recall": 0.254941}, {"accuracy": 0.082016, "f1": 0.061858, "hf_subset": "tuk_Latn-kab_Latn", "languages": ["tuk-Latn", "kab-Latn"], "main_score": 0.061858, "precision": 0.057044, "recall": 0.082016}, {"accuracy": 0.252964, "f1": 0.223362, "hf_subset": "tuk_Latn-lim_Latn", "languages": ["tuk-Latn", "lim-Latn"], "main_score": 0.223362, "precision": 0.213841, "recall": 0.252964}, {"accuracy": 0.34585, "f1": 0.295095, "hf_subset": "tuk_Latn-nld_Latn", "languages": ["tuk-Latn", "nld-Latn"], "main_score": 0.295095, "precision": 0.279161, "recall": 0.34585}, {"accuracy": 0.131423, "f1": 0.112745, "hf_subset": "tuk_Latn-san_Deva", "languages": ["tuk-Latn", "san-Deva"], "main_score": 0.112745, "precision": 0.107005, "recall": 0.131423}, {"accuracy": 0.275692, "f1": 0.247581, "hf_subset": "tuk_Latn-tat_Cyrl", "languages": ["tuk-Latn", "tat-Cyrl"], "main_score": 0.247581, "precision": 0.23726, "recall": 0.275692}, {"accuracy": 0.145257, "f1": 0.112687, "hf_subset": "tuk_Latn-xho_Latn", "languages": ["tuk-Latn", "xho-Latn"], "main_score": 0.112687, "precision": 0.103832, "recall": 0.145257}, {"accuracy": 0.26087, "f1": 0.227435, "hf_subset": "tuk_Latn-ars_Arab", "languages": ["tuk-Latn", "ars-Arab"], "main_score": 0.227435, "precision": 0.215682, "recall": 0.26087}, {"accuracy": 0.213439, "f1": 0.188886, "hf_subset": "tuk_Latn-ceb_Latn", "languages": ["tuk-Latn", "ceb-Latn"], "main_score": 0.188886, "precision": 0.181063, "recall": 0.213439}, {"accuracy": 0.161067, "f1": 0.131195, "hf_subset": "tuk_Latn-fuv_Latn", "languages": ["tuk-Latn", "fuv-Latn"], "main_score": 0.131195, "precision": 0.121527, "recall": 0.161067}, {"accuracy": 0.168972, "f1": 0.139101, "hf_subset": "tuk_Latn-kac_Latn", "languages": ["tuk-Latn", "kac-Latn"], "main_score": 0.139101, "precision": 0.13086, "recall": 0.168972}, {"accuracy": 0.166996, "f1": 0.134636, "hf_subset": "tuk_Latn-lin_Latn", "languages": ["tuk-Latn", "lin-Latn"], "main_score": 0.134636, "precision": 0.12548, "recall": 0.166996}, {"accuracy": 0.335968, "f1": 0.300841, "hf_subset": "tuk_Latn-nno_Latn", "languages": ["tuk-Latn", "nno-Latn"], "main_score": 0.300841, "precision": 0.289225, "recall": 0.335968}, {"accuracy": 0.017787, "f1": 0.006836, "hf_subset": "tuk_Latn-sat_Olck", "languages": ["tuk-Latn", "sat-Olck"], "main_score": 0.006836, "precision": 0.005433, "recall": 0.017787}, {"accuracy": 0.146245, "f1": 0.128686, "hf_subset": "tuk_Latn-tel_Telu", "languages": ["tuk-Latn", "tel-Telu"], "main_score": 0.128686, "precision": 0.123413, "recall": 0.146245}, {"accuracy": 0.107708, "f1": 0.090072, "hf_subset": "tuk_Latn-ydd_Hebr", "languages": ["tuk-Latn", "ydd-Hebr"], "main_score": 0.090072, "precision": 0.085234, "recall": 0.107708}, {"accuracy": 0.203557, "f1": 0.18201, "hf_subset": "tuk_Latn-ary_Arab", "languages": ["tuk-Latn", "ary-Arab"], "main_score": 0.18201, "precision": 0.17514, "recall": 0.203557}, {"accuracy": 0.350791, "f1": 0.308287, "hf_subset": "tuk_Latn-ces_Latn", "languages": ["tuk-Latn", "ces-Latn"], "main_score": 0.308287, "precision": 0.2954, "recall": 0.350791}, {"accuracy": 0.100791, "f1": 0.068879, "hf_subset": "tuk_Latn-gaz_Latn", "languages": ["tuk-Latn", "gaz-Latn"], "main_score": 0.068879, "precision": 0.060916, "recall": 0.100791}, {"accuracy": 0.129447, "f1": 0.10433, "hf_subset": "tuk_Latn-kam_Latn", "languages": ["tuk-Latn", "kam-Latn"], "main_score": 0.10433, "precision": 0.09652, "recall": 0.129447}, {"accuracy": 0.329051, "f1": 0.295801, "hf_subset": "tuk_Latn-lit_Latn", "languages": ["tuk-Latn", "lit-Latn"], "main_score": 0.295801, "precision": 0.284563, "recall": 0.329051}, {"accuracy": 0.354743, "f1": 0.313012, "hf_subset": "tuk_Latn-nob_Latn", "languages": ["tuk-Latn", "nob-Latn"], "main_score": 0.313012, "precision": 0.29921, "recall": 0.354743}, {"accuracy": 0.228261, "f1": 0.203111, "hf_subset": "tuk_Latn-scn_Latn", "languages": ["tuk-Latn", "scn-Latn"], "main_score": 0.203111, "precision": 0.195112, "recall": 0.228261}, {"accuracy": 0.172925, "f1": 0.14312, "hf_subset": "tuk_Latn-tgk_Cyrl", "languages": ["tuk-Latn", "tgk-Cyrl"], "main_score": 0.14312, "precision": 0.134369, "recall": 0.172925}, {"accuracy": 0.159091, "f1": 0.130387, "hf_subset": "tuk_Latn-yor_Latn", "languages": ["tuk-Latn", "yor-Latn"], "main_score": 0.130387, "precision": 0.120274, "recall": 0.159091}, {"accuracy": 0.23913, "f1": 0.215476, "hf_subset": "tuk_Latn-arz_Arab", "languages": ["tuk-Latn", "arz-Arab"], "main_score": 0.215476, "precision": 0.2069, "recall": 0.23913}, {"accuracy": 0.139328, "f1": 0.10966, "hf_subset": "tuk_Latn-cjk_Latn", "languages": ["tuk-Latn", "cjk-Latn"], "main_score": 0.10966, "precision": 0.101556, "recall": 0.139328}, {"accuracy": 0.147233, "f1": 0.120072, "hf_subset": "tuk_Latn-gla_Latn", "languages": ["tuk-Latn", "gla-Latn"], "main_score": 0.120072, "precision": 0.110951, "recall": 0.147233}, {"accuracy": 0.145257, "f1": 0.122928, "hf_subset": "tuk_Latn-kan_Knda", "languages": ["tuk-Latn", "kan-Knda"], "main_score": 0.122928, "precision": 0.116343, "recall": 0.145257}, {"accuracy": 0.252964, "f1": 0.225601, "hf_subset": "tuk_Latn-lmo_Latn", "languages": ["tuk-Latn", "lmo-Latn"], "main_score": 0.225601, "precision": 0.217376, "recall": 0.252964}, {"accuracy": 0.222332, "f1": 0.198447, "hf_subset": "tuk_Latn-npi_Deva", "languages": ["tuk-Latn", "npi-Deva"], "main_score": 0.198447, "precision": 0.191206, "recall": 0.222332}, {"accuracy": 0.168972, "f1": 0.144674, "hf_subset": "tuk_Latn-shn_Mymr", "languages": ["tuk-Latn", "shn-Mymr"], "main_score": 0.144674, "precision": 0.136643, "recall": 0.168972}, {"accuracy": 0.235178, "f1": 0.20828, "hf_subset": "tuk_Latn-tgl_Latn", "languages": ["tuk-Latn", "tgl-Latn"], "main_score": 0.20828, "precision": 0.198768, "recall": 0.235178}, {"accuracy": 0.259881, "f1": 0.229481, "hf_subset": "tuk_Latn-yue_Hant", "languages": ["tuk-Latn", "yue-Hant"], "main_score": 0.229481, "precision": 0.219883, "recall": 0.259881}, {"accuracy": 0.101779, "f1": 0.08435, "hf_subset": "tuk_Latn-asm_Beng", "languages": ["tuk-Latn", "asm-Beng"], "main_score": 0.08435, "precision": 0.07876, "recall": 0.101779}, {"accuracy": 0.175889, "f1": 0.151981, "hf_subset": "tuk_Latn-ckb_Arab", "languages": ["tuk-Latn", "ckb-Arab"], "main_score": 0.151981, "precision": 0.144908, "recall": 0.175889}, {"accuracy": 0.166008, "f1": 0.142644, "hf_subset": "tuk_Latn-gle_Latn", "languages": ["tuk-Latn", "gle-Latn"], "main_score": 0.142644, "precision": 0.135357, "recall": 0.166008}, {"accuracy": 0.145257, "f1": 0.127255, "hf_subset": "tuk_Latn-kas_Arab", "languages": ["tuk-Latn", "kas-Arab"], "main_score": 0.127255, "precision": 0.121592, "recall": 0.145257}, {"accuracy": 0.289526, "f1": 0.265705, "hf_subset": "tuk_Latn-ltg_Latn", "languages": ["tuk-Latn", "ltg-Latn"], "main_score": 0.265705, "precision": 0.258552, "recall": 0.289526}, {"accuracy": 0.184783, "f1": 0.156769, "hf_subset": "tuk_Latn-nso_Latn", "languages": ["tuk-Latn", "nso-Latn"], "main_score": 0.156769, "precision": 0.147466, "recall": 0.184783}, {"accuracy": 0.139328, "f1": 0.121875, "hf_subset": "tuk_Latn-sin_Sinh", "languages": ["tuk-Latn", "sin-Sinh"], "main_score": 0.121875, "precision": 0.115904, "recall": 0.139328}, {"accuracy": 0.279644, "f1": 0.245151, "hf_subset": "tuk_Latn-tha_Thai", "languages": ["tuk-Latn", "tha-Thai"], "main_score": 0.245151, "precision": 0.233827, "recall": 0.279644}, {"accuracy": 0.307312, "f1": 0.265021, "hf_subset": "tuk_Latn-zho_Hans", "languages": ["tuk-Latn", "zho-Hans"], "main_score": 0.265021, "precision": 0.252615, "recall": 0.307312}, {"accuracy": 0.271739, "f1": 0.245149, "hf_subset": "tuk_Latn-ast_Latn", "languages": ["tuk-Latn", "ast-Latn"], "main_score": 0.245149, "precision": 0.236956, "recall": 0.271739}, {"accuracy": 0.252964, "f1": 0.236344, "hf_subset": "tuk_Latn-crh_Latn", "languages": ["tuk-Latn", "crh-Latn"], "main_score": 0.236344, "precision": 0.230682, "recall": 0.252964}, {"accuracy": 0.353755, "f1": 0.313863, "hf_subset": "tuk_Latn-glg_Latn", "languages": ["tuk-Latn", "glg-Latn"], "main_score": 0.313863, "precision": 0.299481, "recall": 0.353755}, {"accuracy": 0.142292, "f1": 0.128918, "hf_subset": "tuk_Latn-kas_Deva", "languages": ["tuk-Latn", "kas-Deva"], "main_score": 0.128918, "precision": 0.123778, "recall": 0.142292}, {"accuracy": 0.238142, "f1": 0.20861, "hf_subset": "tuk_Latn-ltz_Latn", "languages": ["tuk-Latn", "ltz-Latn"], "main_score": 0.20861, "precision": 0.199195, "recall": 0.238142}, {"accuracy": 0.096838, "f1": 0.066923, "hf_subset": "tuk_Latn-nus_Latn", "languages": ["tuk-Latn", "nus-Latn"], "main_score": 0.066923, "precision": 0.058053, "recall": 0.096838}, {"accuracy": 0.328063, "f1": 0.289048, "hf_subset": "tuk_Latn-slk_Latn", "languages": ["tuk-Latn", "slk-Latn"], "main_score": 0.289048, "precision": 0.277181, "recall": 0.328063}, {"accuracy": 0.051383, "f1": 0.03977, "hf_subset": "tuk_Latn-tir_Ethi", "languages": ["tuk-Latn", "tir-Ethi"], "main_score": 0.03977, "precision": 0.036061, "recall": 0.051383}, {"accuracy": 0.288538, "f1": 0.250055, "hf_subset": "tuk_Latn-zho_Hant", "languages": ["tuk-Latn", "zho-Hant"], "main_score": 0.250055, "precision": 0.238619, "recall": 0.288538}, {"accuracy": 0.229249, "f1": 0.198304, "hf_subset": "tuk_Latn-awa_Deva", "languages": ["tuk-Latn", "awa-Deva"], "main_score": 0.198304, "precision": 0.189165, "recall": 0.229249}, {"accuracy": 0.203557, "f1": 0.180684, "hf_subset": "tuk_Latn-cym_Latn", "languages": ["tuk-Latn", "cym-Latn"], "main_score": 0.180684, "precision": 0.173608, "recall": 0.203557}, {"accuracy": 0.1917, "f1": 0.161801, "hf_subset": "tuk_Latn-grn_Latn", "languages": ["tuk-Latn", "grn-Latn"], "main_score": 0.161801, "precision": 0.152961, "recall": 0.1917}, {"accuracy": 0.219368, "f1": 0.196888, "hf_subset": "tuk_Latn-kat_Geor", "languages": ["tuk-Latn", "kat-Geor"], "main_score": 0.196888, "precision": 0.189663, "recall": 0.219368}, {"accuracy": 0.166996, "f1": 0.140757, "hf_subset": "tuk_Latn-lua_Latn", "languages": ["tuk-Latn", "lua-Latn"], "main_score": 0.140757, "precision": 0.132266, "recall": 0.166996}, {"accuracy": 0.16996, "f1": 0.136458, "hf_subset": "tuk_Latn-nya_Latn", "languages": ["tuk-Latn", "nya-Latn"], "main_score": 0.136458, "precision": 0.125655, "recall": 0.16996}, {"accuracy": 0.346838, "f1": 0.307302, "hf_subset": "tuk_Latn-slv_Latn", "languages": ["tuk-Latn", "slv-Latn"], "main_score": 0.307302, "precision": 0.295365, "recall": 0.346838}, {"accuracy": 0.215415, "f1": 0.185415, "hf_subset": "tuk_Latn-tpi_Latn", "languages": ["tuk-Latn", "tpi-Latn"], "main_score": 0.185415, "precision": 0.175732, "recall": 0.215415}, {"accuracy": 0.343874, "f1": 0.302903, "hf_subset": "tuk_Latn-zsm_Latn", "languages": ["tuk-Latn", "zsm-Latn"], "main_score": 0.302903, "precision": 0.290509, "recall": 0.343874}, {"accuracy": 0.163043, "f1": 0.123491, "hf_subset": "tuk_Latn-ayr_Latn", "languages": ["tuk-Latn", "ayr-Latn"], "main_score": 0.123491, "precision": 0.112788, "recall": 0.163043}, {"accuracy": 0.352767, "f1": 0.316285, "hf_subset": "tuk_Latn-dan_Latn", "languages": ["tuk-Latn", "dan-Latn"], "main_score": 0.316285, "precision": 0.305508, "recall": 0.352767}, {"accuracy": 0.179842, "f1": 0.156084, "hf_subset": "tuk_Latn-guj_Gujr", "languages": ["tuk-Latn", "guj-Gujr"], "main_score": 0.156084, "precision": 0.149603, "recall": 0.179842}, {"accuracy": 0.280632, "f1": 0.253855, "hf_subset": "tuk_Latn-kaz_Cyrl", "languages": ["tuk-Latn", "kaz-Cyrl"], "main_score": 0.253855, "precision": 0.245159, "recall": 0.280632}, {"accuracy": 0.114625, "f1": 0.089554, "hf_subset": "tuk_Latn-lug_Latn", "languages": ["tuk-Latn", "lug-Latn"], "main_score": 0.089554, "precision": 0.082665, "recall": 0.114625}, {"accuracy": 0.313241, "f1": 0.28021, "hf_subset": "tuk_Latn-oci_Latn", "languages": ["tuk-Latn", "oci-Latn"], "main_score": 0.28021, "precision": 0.269806, "recall": 0.313241}, {"accuracy": 0.156126, "f1": 0.122885, "hf_subset": "tuk_Latn-smo_Latn", "languages": ["tuk-Latn", "smo-Latn"], "main_score": 0.122885, "precision": 0.112359, "recall": 0.156126}, {"accuracy": 0.158103, "f1": 0.127669, "hf_subset": "tuk_Latn-tsn_Latn", "languages": ["tuk-Latn", "tsn-Latn"], "main_score": 0.127669, "precision": 0.118838, "recall": 0.158103}, {"accuracy": 0.108696, "f1": 0.079075, "hf_subset": "tuk_Latn-zul_Latn", "languages": ["tuk-Latn", "zul-Latn"], "main_score": 0.079075, "precision": 0.071465, "recall": 0.108696}, {"accuracy": 0.131423, "f1": 0.114922, "hf_subset": "tuk_Latn-azb_Arab", "languages": ["tuk-Latn", "azb-Arab"], "main_score": 0.114922, "precision": 0.109369, "recall": 0.131423}, {"accuracy": 0.355731, "f1": 0.309056, "hf_subset": "tuk_Latn-deu_Latn", "languages": ["tuk-Latn", "deu-Latn"], "main_score": 0.309056, "precision": 0.295327, "recall": 0.355731}, {"accuracy": 0.189723, "f1": 0.155303, "hf_subset": "tuk_Latn-hat_Latn", "languages": ["tuk-Latn", "hat-Latn"], "main_score": 0.155303, "precision": 0.14413, "recall": 0.189723}, {"accuracy": 0.167984, "f1": 0.134435, "hf_subset": "tuk_Latn-kbp_Latn", "languages": ["tuk-Latn", "kbp-Latn"], "main_score": 0.134435, "precision": 0.124133, "recall": 0.167984}, {"accuracy": 0.153162, "f1": 0.126616, "hf_subset": "tuk_Latn-luo_Latn", "languages": ["tuk-Latn", "luo-Latn"], "main_score": 0.126616, "precision": 0.118899, "recall": 0.153162}, {"accuracy": 0.11166, "f1": 0.091779, "hf_subset": "tuk_Latn-ory_Orya", "languages": ["tuk-Latn", "ory-Orya"], "main_score": 0.091779, "precision": 0.086473, "recall": 0.11166}, {"accuracy": 0.108696, "f1": 0.080594, "hf_subset": "tuk_Latn-sna_Latn", "languages": ["tuk-Latn", "sna-Latn"], "main_score": 0.080594, "precision": 0.072527, "recall": 0.108696}, {"accuracy": 0.153162, "f1": 0.125074, "hf_subset": "tuk_Latn-tso_Latn", "languages": ["tuk-Latn", "tso-Latn"], "main_score": 0.125074, "precision": 0.115452, "recall": 0.153162}, {"accuracy": 0.252964, "f1": 0.231001, "hf_subset": "tuk_Latn-azj_Latn", "languages": ["tuk-Latn", "azj-Latn"], "main_score": 0.231001, "precision": 0.224784, "recall": 0.252964}, {"accuracy": 0.179842, "f1": 0.148082, "hf_subset": "tuk_Latn-dik_Latn", "languages": ["tuk-Latn", "dik-Latn"], "main_score": 0.148082, "precision": 0.138179, "recall": 0.179842}, {"accuracy": 0.158103, "f1": 0.131465, "hf_subset": "tuk_Latn-hau_Latn", "languages": ["tuk-Latn", "hau-Latn"], "main_score": 0.131465, "precision": 0.123635, "recall": 0.158103}, {"accuracy": 0.212451, "f1": 0.191621, "hf_subset": "tuk_Latn-kea_Latn", "languages": ["tuk-Latn", "kea-Latn"], "main_score": 0.191621, "precision": 0.184804, "recall": 0.212451}, {"accuracy": 0.208498, "f1": 0.174548, "hf_subset": "tuk_Latn-lus_Latn", "languages": ["tuk-Latn", "lus-Latn"], "main_score": 0.174548, "precision": 0.162651, "recall": 0.208498}, {"accuracy": 0.221344, "f1": 0.193434, "hf_subset": "tuk_Latn-pag_Latn", "languages": ["tuk-Latn", "pag-Latn"], "main_score": 0.193434, "precision": 0.184255, "recall": 0.221344}, {"accuracy": 0.172925, "f1": 0.148924, "hf_subset": "tuk_Latn-snd_Arab", "languages": ["tuk-Latn", "snd-Arab"], "main_score": 0.148924, "precision": 0.141887, "recall": 0.172925}, {"accuracy": 0.299407, "f1": 0.26865, "hf_subset": "tuk_Latn-bak_Cyrl", "languages": ["tuk-Latn", "bak-Cyrl"], "main_score": 0.26865, "precision": 0.257939, "recall": 0.299407}, {"accuracy": 0.128458, "f1": 0.104074, "hf_subset": "tuk_Latn-dyu_Latn", "languages": ["tuk-Latn", "dyu-Latn"], "main_score": 0.104074, "precision": 0.096514, "recall": 0.128458}, {"accuracy": 0.263834, "f1": 0.223048, "hf_subset": "tuk_Latn-heb_Hebr", "languages": ["tuk-Latn", "heb-Hebr"], "main_score": 0.223048, "precision": 0.211347, "recall": 0.263834}, {"accuracy": 0.248024, "f1": 0.217091, "hf_subset": "tuk_Latn-khk_Cyrl", "languages": ["tuk-Latn", "khk-Cyrl"], "main_score": 0.217091, "precision": 0.207696, "recall": 0.248024}, {"accuracy": 0.318182, "f1": 0.279339, "hf_subset": "tuk_Latn-lvs_Latn", "languages": ["tuk-Latn", "lvs-Latn"], "main_score": 0.279339, "precision": 0.267384, "recall": 0.318182}, {"accuracy": 0.12747, "f1": 0.109396, "hf_subset": "tuk_Latn-pan_Guru", "languages": ["tuk-Latn", "pan-Guru"], "main_score": 0.109396, "precision": 0.104192, "recall": 0.12747}, {"accuracy": 0.151186, "f1": 0.127922, "hf_subset": "tuk_Latn-som_Latn", "languages": ["tuk-Latn", "som-Latn"], "main_score": 0.127922, "precision": 0.12104, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.129412, "hf_subset": "tuk_Latn-tum_Latn", "languages": ["tuk-Latn", "tum-Latn"], "main_score": 0.129412, "precision": 0.120388, "recall": 0.164032}, {"accuracy": 0.08004, "f1": 0.0582, "hf_subset": "bak_Cyrl-ace_Arab", "languages": ["bak-Cyrl", "ace-Arab"], "main_score": 0.0582, "precision": 0.052683, "recall": 0.08004}, {"accuracy": 0.177866, "f1": 0.14093, "hf_subset": "bak_Cyrl-bam_Latn", "languages": ["bak-Cyrl", "bam-Latn"], "main_score": 0.14093, "precision": 0.129431, "recall": 0.177866}, {"accuracy": 0.002964, "f1": 0.00021, "hf_subset": "bak_Cyrl-dzo_Tibt", "languages": ["bak-Cyrl", "dzo-Tibt"], "main_score": 0.00021, "precision": 0.000112, "recall": 0.002964}, {"accuracy": 0.410079, "f1": 0.370148, "hf_subset": "bak_Cyrl-hin_Deva", "languages": ["bak-Cyrl", "hin-Deva"], "main_score": 0.370148, "precision": 0.356021, "recall": 0.410079}, {"accuracy": 0.301383, "f1": 0.276129, "hf_subset": "bak_Cyrl-khm_Khmr", "languages": ["bak-Cyrl", "khm-Khmr"], "main_score": 0.276129, "precision": 0.267314, "recall": 0.301383}, {"accuracy": 0.34585, "f1": 0.318728, "hf_subset": "bak_Cyrl-mag_Deva", "languages": ["bak-Cyrl", "mag-Deva"], "main_score": 0.318728, "precision": 0.309632, "recall": 0.34585}, {"accuracy": 0.376482, "f1": 0.340245, "hf_subset": "bak_Cyrl-pap_Latn", "languages": ["bak-Cyrl", "pap-Latn"], "main_score": 0.340245, "precision": 0.326557, "recall": 0.376482}, {"accuracy": 0.197628, "f1": 0.160545, "hf_subset": "bak_Cyrl-sot_Latn", "languages": ["bak-Cyrl", "sot-Latn"], "main_score": 0.160545, "precision": 0.14959, "recall": 0.197628}, {"accuracy": 0.456522, "f1": 0.419231, "hf_subset": "bak_Cyrl-tur_Latn", "languages": ["bak-Cyrl", "tur-Latn"], "main_score": 0.419231, "precision": 0.406049, "recall": 0.456522}, {"accuracy": 0.322134, "f1": 0.28498, "hf_subset": "bak_Cyrl-ace_Latn", "languages": ["bak-Cyrl", "ace-Latn"], "main_score": 0.28498, "precision": 0.272044, "recall": 0.322134}, {"accuracy": 0.389328, "f1": 0.360425, "hf_subset": "bak_Cyrl-ban_Latn", "languages": ["bak-Cyrl", "ban-Latn"], "main_score": 0.360425, "precision": 0.349899, "recall": 0.389328}, {"accuracy": 0.448617, "f1": 0.399647, "hf_subset": "bak_Cyrl-ell_Grek", "languages": ["bak-Cyrl", "ell-Grek"], "main_score": 0.399647, "precision": 0.382329, "recall": 0.448617}, {"accuracy": 0.341897, "f1": 0.312099, "hf_subset": "bak_Cyrl-hne_Deva", "languages": ["bak-Cyrl", "hne-Deva"], "main_score": 0.312099, "precision": 0.301676, "recall": 0.341897}, {"accuracy": 0.206522, "f1": 0.170888, "hf_subset": "bak_Cyrl-kik_Latn", "languages": ["bak-Cyrl", "kik-Latn"], "main_score": 0.170888, "precision": 0.158621, "recall": 0.206522}, {"accuracy": 0.369565, "f1": 0.338889, "hf_subset": "bak_Cyrl-mai_Deva", "languages": ["bak-Cyrl", "mai-Deva"], "main_score": 0.338889, "precision": 0.327972, "recall": 0.369565}, {"accuracy": 0.31917, "f1": 0.286175, "hf_subset": "bak_Cyrl-pbt_Arab", "languages": ["bak-Cyrl", "pbt-Arab"], "main_score": 0.286175, "precision": 0.274816, "recall": 0.31917}, {"accuracy": 0.478261, "f1": 0.44057, "hf_subset": "bak_Cyrl-spa_Latn", "languages": ["bak-Cyrl", "spa-Latn"], "main_score": 0.44057, "precision": 0.426593, "recall": 0.478261}, {"accuracy": 0.264822, "f1": 0.220278, "hf_subset": "bak_Cyrl-twi_Latn", "languages": ["bak-Cyrl", "twi-Latn"], "main_score": 0.220278, "precision": 0.205766, "recall": 0.264822}, {"accuracy": 0.397233, "f1": 0.366217, "hf_subset": "bak_Cyrl-acm_Arab", "languages": ["bak-Cyrl", "acm-Arab"], "main_score": 0.366217, "precision": 0.355068, "recall": 0.397233}, {"accuracy": 0.40415, "f1": 0.36599, "hf_subset": "bak_Cyrl-bel_Cyrl", "languages": ["bak-Cyrl", "bel-Cyrl"], "main_score": 0.36599, "precision": 0.352757, "recall": 0.40415}, {"accuracy": 0.5, "f1": 0.455798, "hf_subset": "bak_Cyrl-eng_Latn", "languages": ["bak-Cyrl", "eng-Latn"], "main_score": 0.455798, "precision": 0.440056, "recall": 0.5}, {"accuracy": 0.461462, "f1": 0.424966, "hf_subset": "bak_Cyrl-hrv_Latn", "languages": ["bak-Cyrl", "hrv-Latn"], "main_score": 0.424966, "precision": 0.411575, "recall": 0.461462}, {"accuracy": 0.142292, "f1": 0.112472, "hf_subset": "bak_Cyrl-kin_Latn", "languages": ["bak-Cyrl", "kin-Latn"], "main_score": 0.112472, "precision": 0.104625, "recall": 0.142292}, {"accuracy": 0.224308, "f1": 0.194044, "hf_subset": "bak_Cyrl-mal_Mlym", "languages": ["bak-Cyrl", "mal-Mlym"], "main_score": 0.194044, "precision": 0.184901, "recall": 0.224308}, {"accuracy": 0.434783, "f1": 0.39878, "hf_subset": "bak_Cyrl-pes_Arab", "languages": ["bak-Cyrl", "pes-Arab"], "main_score": 0.39878, "precision": 0.385691, "recall": 0.434783}, {"accuracy": 0.351779, "f1": 0.308986, "hf_subset": "bak_Cyrl-srd_Latn", "languages": ["bak-Cyrl", "srd-Latn"], "main_score": 0.308986, "precision": 0.295025, "recall": 0.351779}, {"accuracy": 0.082016, "f1": 0.054913, "hf_subset": "bak_Cyrl-tzm_Tfng", "languages": ["bak-Cyrl", "tzm-Tfng"], "main_score": 0.054913, "precision": 0.048998, "recall": 0.082016}, {"accuracy": 0.427866, "f1": 0.391065, "hf_subset": "bak_Cyrl-acq_Arab", "languages": ["bak-Cyrl", "acq-Arab"], "main_score": 0.391065, "precision": 0.377809, "recall": 0.427866}, {"accuracy": 0.201581, "f1": 0.16594, "hf_subset": "bak_Cyrl-bem_Latn", "languages": ["bak-Cyrl", "bem-Latn"], "main_score": 0.16594, "precision": 0.154203, "recall": 0.201581}, {"accuracy": 0.405138, "f1": 0.375145, "hf_subset": "bak_Cyrl-epo_Latn", "languages": ["bak-Cyrl", "epo-Latn"], "main_score": 0.375145, "precision": 0.36391, "recall": 0.405138}, {"accuracy": 0.474308, "f1": 0.432827, "hf_subset": "bak_Cyrl-hun_Latn", "languages": ["bak-Cyrl", "hun-Latn"], "main_score": 0.432827, "precision": 0.41926, "recall": 0.474308}, {"accuracy": 0.433794, "f1": 0.404913, "hf_subset": "bak_Cyrl-kir_Cyrl", "languages": ["bak-Cyrl", "kir-Cyrl"], "main_score": 0.404913, "precision": 0.394996, "recall": 0.433794}, {"accuracy": 0.318182, "f1": 0.289514, "hf_subset": "bak_Cyrl-mar_Deva", "languages": ["bak-Cyrl", "mar-Deva"], "main_score": 0.289514, "precision": 0.280368, "recall": 0.318182}, {"accuracy": 0.238142, "f1": 0.200107, "hf_subset": "bak_Cyrl-plt_Latn", "languages": ["bak-Cyrl", "plt-Latn"], "main_score": 0.200107, "precision": 0.187826, "recall": 0.238142}, {"accuracy": 0.461462, "f1": 0.418079, "hf_subset": "bak_Cyrl-srp_Cyrl", "languages": ["bak-Cyrl", "srp-Cyrl"], "main_score": 0.418079, "precision": 0.403769, "recall": 0.461462}, {"accuracy": 0.26087, "f1": 0.228286, "hf_subset": "bak_Cyrl-uig_Arab", "languages": ["bak-Cyrl", "uig-Arab"], "main_score": 0.228286, "precision": 0.218064, "recall": 0.26087}, {"accuracy": 0.357708, "f1": 0.322052, "hf_subset": "bak_Cyrl-aeb_Arab", "languages": ["bak-Cyrl", "aeb-Arab"], "main_score": 0.322052, "precision": 0.309667, "recall": 0.357708}, {"accuracy": 0.259881, "f1": 0.234262, "hf_subset": "bak_Cyrl-ben_Beng", "languages": ["bak-Cyrl", "ben-Beng"], "main_score": 0.234262, "precision": 0.225662, "recall": 0.259881}, {"accuracy": 0.451581, "f1": 0.422695, "hf_subset": "bak_Cyrl-est_Latn", "languages": ["bak-Cyrl", "est-Latn"], "main_score": 0.422695, "precision": 0.41121, "recall": 0.451581}, {"accuracy": 0.391304, "f1": 0.344844, "hf_subset": "bak_Cyrl-hye_Armn", "languages": ["bak-Cyrl", "hye-Armn"], "main_score": 0.344844, "precision": 0.329975, "recall": 0.391304}, {"accuracy": 0.163043, "f1": 0.118972, "hf_subset": "bak_Cyrl-kmb_Latn", "languages": ["bak-Cyrl", "kmb-Latn"], "main_score": 0.118972, "precision": 0.107408, "recall": 0.163043}, {"accuracy": 0.046443, "f1": 0.032958, "hf_subset": "bak_Cyrl-min_Arab", "languages": ["bak-Cyrl", "min-Arab"], "main_score": 0.032958, "precision": 0.029558, "recall": 0.046443}, {"accuracy": 0.461462, "f1": 0.422999, "hf_subset": "bak_Cyrl-pol_Latn", "languages": ["bak-Cyrl", "pol-Latn"], "main_score": 0.422999, "precision": 0.41023, "recall": 0.461462}, {"accuracy": 0.151186, "f1": 0.115744, "hf_subset": "bak_Cyrl-ssw_Latn", "languages": ["bak-Cyrl", "ssw-Latn"], "main_score": 0.115744, "precision": 0.105669, "recall": 0.151186}, {"accuracy": 0.460474, "f1": 0.422925, "hf_subset": "bak_Cyrl-ukr_Cyrl", "languages": ["bak-Cyrl", "ukr-Cyrl"], "main_score": 0.422925, "precision": 0.410476, "recall": 0.460474}, {"accuracy": 0.439723, "f1": 0.404473, "hf_subset": "bak_Cyrl-afr_Latn", "languages": ["bak-Cyrl", "afr-Latn"], "main_score": 0.404473, "precision": 0.391666, "recall": 0.439723}, {"accuracy": 0.331028, "f1": 0.303052, "hf_subset": "bak_Cyrl-bho_Deva", "languages": ["bak-Cyrl", "bho-Deva"], "main_score": 0.303052, "precision": 0.293409, "recall": 0.331028}, {"accuracy": 0.364625, "f1": 0.336344, "hf_subset": "bak_Cyrl-eus_Latn", "languages": ["bak-Cyrl", "eus-Latn"], "main_score": 0.336344, "precision": 0.32573, "recall": 0.364625}, {"accuracy": 0.167984, "f1": 0.130673, "hf_subset": "bak_Cyrl-ibo_Latn", "languages": ["bak-Cyrl", "ibo-Latn"], "main_score": 0.130673, "precision": 0.118588, "recall": 0.167984}, {"accuracy": 0.333004, "f1": 0.300035, "hf_subset": "bak_Cyrl-kmr_Latn", "languages": ["bak-Cyrl", "kmr-Latn"], "main_score": 0.300035, "precision": 0.288247, "recall": 0.333004}, {"accuracy": 0.368577, "f1": 0.329968, "hf_subset": "bak_Cyrl-min_Latn", "languages": ["bak-Cyrl", "min-Latn"], "main_score": 0.329968, "precision": 0.316787, "recall": 0.368577}, {"accuracy": 0.494071, "f1": 0.452164, "hf_subset": "bak_Cyrl-por_Latn", "languages": ["bak-Cyrl", "por-Latn"], "main_score": 0.452164, "precision": 0.438166, "recall": 0.494071}, {"accuracy": 0.385375, "f1": 0.35466, "hf_subset": "bak_Cyrl-sun_Latn", "languages": ["bak-Cyrl", "sun-Latn"], "main_score": 0.35466, "precision": 0.343778, "recall": 0.385375}, {"accuracy": 0.144269, "f1": 0.109466, "hf_subset": "bak_Cyrl-umb_Latn", "languages": ["bak-Cyrl", "umb-Latn"], "main_score": 0.109466, "precision": 0.099986, "recall": 0.144269}, {"accuracy": 0.38834, "f1": 0.354874, "hf_subset": "bak_Cyrl-ajp_Arab", "languages": ["bak-Cyrl", "ajp-Arab"], "main_score": 0.354874, "precision": 0.34375, "recall": 0.38834}, {"accuracy": 0.060277, "f1": 0.045567, "hf_subset": "bak_Cyrl-bjn_Arab", "languages": ["bak-Cyrl", "bjn-Arab"], "main_score": 0.045567, "precision": 0.041372, "recall": 0.060277}, {"accuracy": 0.230237, "f1": 0.193896, "hf_subset": "bak_Cyrl-ewe_Latn", "languages": ["bak-Cyrl", "ewe-Latn"], "main_score": 0.193896, "precision": 0.18103, "recall": 0.230237}, {"accuracy": 0.300395, "f1": 0.25664, "hf_subset": "bak_Cyrl-ilo_Latn", "languages": ["bak-Cyrl", "ilo-Latn"], "main_score": 0.25664, "precision": 0.242215, "recall": 0.300395}, {"accuracy": 0.076087, "f1": 0.05951, "hf_subset": "bak_Cyrl-knc_Arab", "languages": ["bak-Cyrl", "knc-Arab"], "main_score": 0.05951, "precision": 0.053993, "recall": 0.076087}, {"accuracy": 0.475296, "f1": 0.43254, "hf_subset": "bak_Cyrl-mkd_Cyrl", "languages": ["bak-Cyrl", "mkd-Cyrl"], "main_score": 0.43254, "precision": 0.416953, "recall": 0.475296}, {"accuracy": 0.376482, "f1": 0.353076, "hf_subset": "bak_Cyrl-prs_Arab", "languages": ["bak-Cyrl", "prs-Arab"], "main_score": 0.353076, "precision": 0.344032, "recall": 0.376482}, {"accuracy": 0.470356, "f1": 0.427518, "hf_subset": "bak_Cyrl-swe_Latn", "languages": ["bak-Cyrl", "swe-Latn"], "main_score": 0.427518, "precision": 0.412209, "recall": 0.470356}, {"accuracy": 0.346838, "f1": 0.307973, "hf_subset": "bak_Cyrl-urd_Arab", "languages": ["bak-Cyrl", "urd-Arab"], "main_score": 0.307973, "precision": 0.295051, "recall": 0.346838}, {"accuracy": 0.236166, "f1": 0.197961, "hf_subset": "bak_Cyrl-aka_Latn", "languages": ["bak-Cyrl", "aka-Latn"], "main_score": 0.197961, "precision": 0.185091, "recall": 0.236166}, {"accuracy": 0.387352, "f1": 0.358286, "hf_subset": "bak_Cyrl-bjn_Latn", "languages": ["bak-Cyrl", "bjn-Latn"], "main_score": 0.358286, "precision": 0.348435, "recall": 0.387352}, {"accuracy": 0.272727, "f1": 0.23458, "hf_subset": "bak_Cyrl-fao_Latn", "languages": ["bak-Cyrl", "fao-Latn"], "main_score": 0.23458, "precision": 0.222263, "recall": 0.272727}, {"accuracy": 0.461462, "f1": 0.421171, "hf_subset": "bak_Cyrl-ind_Latn", "languages": ["bak-Cyrl", "ind-Latn"], "main_score": 0.421171, "precision": 0.407742, "recall": 0.461462}, {"accuracy": 0.236166, "f1": 0.193349, "hf_subset": "bak_Cyrl-knc_Latn", "languages": ["bak-Cyrl", "knc-Latn"], "main_score": 0.193349, "precision": 0.180079, "recall": 0.236166}, {"accuracy": 0.26087, "f1": 0.221031, "hf_subset": "bak_Cyrl-mlt_Latn", "languages": ["bak-Cyrl", "mlt-Latn"], "main_score": 0.221031, "precision": 0.208075, "recall": 0.26087}, {"accuracy": 0.232213, "f1": 0.183263, "hf_subset": "bak_Cyrl-quy_Latn", "languages": ["bak-Cyrl", "quy-Latn"], "main_score": 0.183263, "precision": 0.16888, "recall": 0.232213}, {"accuracy": 0.233202, "f1": 0.198659, "hf_subset": "bak_Cyrl-swh_Latn", "languages": ["bak-Cyrl", "swh-Latn"], "main_score": 0.198659, "precision": 0.186258, "recall": 0.233202}, {"accuracy": 0.355731, "f1": 0.322234, "hf_subset": "bak_Cyrl-uzn_Latn", "languages": ["bak-Cyrl", "uzn-Latn"], "main_score": 0.322234, "precision": 0.309628, "recall": 0.355731}, {"accuracy": 0.45751, "f1": 0.422907, "hf_subset": "bak_Cyrl-als_Latn", "languages": ["bak-Cyrl", "als-Latn"], "main_score": 0.422907, "precision": 0.40934, "recall": 0.45751}, {"accuracy": 0.062253, "f1": 0.036537, "hf_subset": "bak_Cyrl-bod_Tibt", "languages": ["bak-Cyrl", "bod-Tibt"], "main_score": 0.036537, "precision": 0.032435, "recall": 0.062253}, {"accuracy": 0.193676, "f1": 0.159151, "hf_subset": "bak_Cyrl-fij_Latn", "languages": ["bak-Cyrl", "fij-Latn"], "main_score": 0.159151, "precision": 0.147035, "recall": 0.193676}, {"accuracy": 0.312253, "f1": 0.280064, "hf_subset": "bak_Cyrl-isl_Latn", "languages": ["bak-Cyrl", "isl-Latn"], "main_score": 0.280064, "precision": 0.269219, "recall": 0.312253}, {"accuracy": 0.229249, "f1": 0.183165, "hf_subset": "bak_Cyrl-kon_Latn", "languages": ["bak-Cyrl", "kon-Latn"], "main_score": 0.183165, "precision": 0.168606, "recall": 0.229249}, {"accuracy": 0.061265, "f1": 0.039521, "hf_subset": "bak_Cyrl-mni_Beng", "languages": ["bak-Cyrl", "mni-Beng"], "main_score": 0.039521, "precision": 0.035431, "recall": 0.061265}, {"accuracy": 0.485178, "f1": 0.440439, "hf_subset": "bak_Cyrl-ron_Latn", "languages": ["bak-Cyrl", "ron-Latn"], "main_score": 0.440439, "precision": 0.424133, "recall": 0.485178}, {"accuracy": 0.374506, "f1": 0.339169, "hf_subset": "bak_Cyrl-szl_Latn", "languages": ["bak-Cyrl", "szl-Latn"], "main_score": 0.339169, "precision": 0.326399, "recall": 0.374506}, {"accuracy": 0.399209, "f1": 0.363059, "hf_subset": "bak_Cyrl-vec_Latn", "languages": ["bak-Cyrl", "vec-Latn"], "main_score": 0.363059, "precision": 0.350064, "recall": 0.399209}, {"accuracy": 0.202569, "f1": 0.168402, "hf_subset": "bak_Cyrl-amh_Ethi", "languages": ["bak-Cyrl", "amh-Ethi"], "main_score": 0.168402, "precision": 0.157155, "recall": 0.202569}, {"accuracy": 0.486166, "f1": 0.444354, "hf_subset": "bak_Cyrl-bos_Latn", "languages": ["bak-Cyrl", "bos-Latn"], "main_score": 0.444354, "precision": 0.429754, "recall": 0.486166}, {"accuracy": 0.452569, "f1": 0.41042, "hf_subset": "bak_Cyrl-fin_Latn", "languages": ["bak-Cyrl", "fin-Latn"], "main_score": 0.41042, "precision": 0.395653, "recall": 0.452569}, {"accuracy": 0.483202, "f1": 0.439115, "hf_subset": "bak_Cyrl-ita_Latn", "languages": ["bak-Cyrl", "ita-Latn"], "main_score": 0.439115, "precision": 0.423688, "recall": 0.483202}, {"accuracy": 0.393281, "f1": 0.359893, "hf_subset": "bak_Cyrl-kor_Hang", "languages": ["bak-Cyrl", "kor-Hang"], "main_score": 0.359893, "precision": 0.346825, "recall": 0.393281}, {"accuracy": 0.212451, "f1": 0.168726, "hf_subset": "bak_Cyrl-mos_Latn", "languages": ["bak-Cyrl", "mos-Latn"], "main_score": 0.168726, "precision": 0.154622, "recall": 0.212451}, {"accuracy": 0.155138, "f1": 0.124091, "hf_subset": "bak_Cyrl-run_Latn", "languages": ["bak-Cyrl", "run-Latn"], "main_score": 0.124091, "precision": 0.114718, "recall": 0.155138}, {"accuracy": 0.233202, "f1": 0.209418, "hf_subset": "bak_Cyrl-tam_Taml", "languages": ["bak-Cyrl", "tam-Taml"], "main_score": 0.209418, "precision": 0.202364, "recall": 0.233202}, {"accuracy": 0.462451, "f1": 0.416117, "hf_subset": "bak_Cyrl-vie_Latn", "languages": ["bak-Cyrl", "vie-Latn"], "main_score": 0.416117, "precision": 0.399905, "recall": 0.462451}, {"accuracy": 0.370553, "f1": 0.34493, "hf_subset": "bak_Cyrl-apc_Arab", "languages": ["bak-Cyrl", "apc-Arab"], "main_score": 0.34493, "precision": 0.334794, "recall": 0.370553}, {"accuracy": 0.309289, "f1": 0.271121, "hf_subset": "bak_Cyrl-bug_Latn", "languages": ["bak-Cyrl", "bug-Latn"], "main_score": 0.271121, "precision": 0.258041, "recall": 0.309289}, {"accuracy": 0.19664, "f1": 0.154134, "hf_subset": "bak_Cyrl-fon_Latn", "languages": ["bak-Cyrl", "fon-Latn"], "main_score": 0.154134, "precision": 0.140704, "recall": 0.19664}, {"accuracy": 0.398221, "f1": 0.363918, "hf_subset": "bak_Cyrl-jav_Latn", "languages": ["bak-Cyrl", "jav-Latn"], "main_score": 0.363918, "precision": 0.350155, "recall": 0.398221}, {"accuracy": 0.356719, "f1": 0.32234, "hf_subset": "bak_Cyrl-lao_Laoo", "languages": ["bak-Cyrl", "lao-Laoo"], "main_score": 0.32234, "precision": 0.310712, "recall": 0.356719}, {"accuracy": 0.175889, "f1": 0.129177, "hf_subset": "bak_Cyrl-mri_Latn", "languages": ["bak-Cyrl", "mri-Latn"], "main_score": 0.129177, "precision": 0.115718, "recall": 0.175889}, {"accuracy": 0.47332, "f1": 0.43296, "hf_subset": "bak_Cyrl-rus_Cyrl", "languages": ["bak-Cyrl", "rus-Cyrl"], "main_score": 0.43296, "precision": 0.418205, "recall": 0.47332}, {"accuracy": 0.215415, "f1": 0.184089, "hf_subset": "bak_Cyrl-taq_Latn", "languages": ["bak-Cyrl", "taq-Latn"], "main_score": 0.184089, "precision": 0.172984, "recall": 0.215415}, {"accuracy": 0.336957, "f1": 0.290179, "hf_subset": "bak_Cyrl-war_Latn", "languages": ["bak-Cyrl", "war-Latn"], "main_score": 0.290179, "precision": 0.274076, "recall": 0.336957}, {"accuracy": 0.414032, "f1": 0.379525, "hf_subset": "bak_Cyrl-arb_Arab", "languages": ["bak-Cyrl", "arb-Arab"], "main_score": 0.379525, "precision": 0.366901, "recall": 0.414032}, {"accuracy": 0.485178, "f1": 0.441098, "hf_subset": "bak_Cyrl-bul_Cyrl", "languages": ["bak-Cyrl", "bul-Cyrl"], "main_score": 0.441098, "precision": 0.425466, "recall": 0.485178}, {"accuracy": 0.485178, "f1": 0.441325, "hf_subset": "bak_Cyrl-fra_Latn", "languages": ["bak-Cyrl", "fra-Latn"], "main_score": 0.441325, "precision": 0.42617, "recall": 0.485178}, {"accuracy": 0.436759, "f1": 0.395247, "hf_subset": "bak_Cyrl-jpn_Jpan", "languages": ["bak-Cyrl", "jpn-Jpan"], "main_score": 0.395247, "precision": 0.380575, "recall": 0.436759}, {"accuracy": 0.357708, "f1": 0.31899, "hf_subset": "bak_Cyrl-lij_Latn", "languages": ["bak-Cyrl", "lij-Latn"], "main_score": 0.31899, "precision": 0.305215, "recall": 0.357708}, {"accuracy": 0.333992, "f1": 0.289124, "hf_subset": "bak_Cyrl-mya_Mymr", "languages": ["bak-Cyrl", "mya-Mymr"], "main_score": 0.289124, "precision": 0.274293, "recall": 0.333992}, {"accuracy": 0.224308, "f1": 0.181129, "hf_subset": "bak_Cyrl-sag_Latn", "languages": ["bak-Cyrl", "sag-Latn"], "main_score": 0.181129, "precision": 0.166602, "recall": 0.224308}, {"accuracy": 0.098814, "f1": 0.06217, "hf_subset": "bak_Cyrl-taq_Tfng", "languages": ["bak-Cyrl", "taq-Tfng"], "main_score": 0.06217, "precision": 0.054876, "recall": 0.098814}, {"accuracy": 0.221344, "f1": 0.181426, "hf_subset": "bak_Cyrl-wol_Latn", "languages": ["bak-Cyrl", "wol-Latn"], "main_score": 0.181426, "precision": 0.169205, "recall": 0.221344}, {"accuracy": 0.133399, "f1": 0.095729, "hf_subset": "bak_Cyrl-arb_Latn", "languages": ["bak-Cyrl", "arb-Latn"], "main_score": 0.095729, "precision": 0.086752, "recall": 0.133399}, {"accuracy": 0.493083, "f1": 0.450143, "hf_subset": "bak_Cyrl-cat_Latn", "languages": ["bak-Cyrl", "cat-Latn"], "main_score": 0.450143, "precision": 0.435714, "recall": 0.493083}, {"accuracy": 0.371542, "f1": 0.332846, "hf_subset": "bak_Cyrl-fur_Latn", "languages": ["bak-Cyrl", "fur-Latn"], "main_score": 0.332846, "precision": 0.319221, "recall": 0.371542}, {"accuracy": 0.091897, "f1": 0.069455, "hf_subset": "bak_Cyrl-kab_Latn", "languages": ["bak-Cyrl", "kab-Latn"], "main_score": 0.069455, "precision": 0.06347, "recall": 0.091897}, {"accuracy": 0.399209, "f1": 0.358379, "hf_subset": "bak_Cyrl-lim_Latn", "languages": ["bak-Cyrl", "lim-Latn"], "main_score": 0.358379, "precision": 0.343356, "recall": 0.399209}, {"accuracy": 0.488142, "f1": 0.437577, "hf_subset": "bak_Cyrl-nld_Latn", "languages": ["bak-Cyrl", "nld-Latn"], "main_score": 0.437577, "precision": 0.420449, "recall": 0.488142}, {"accuracy": 0.25, "f1": 0.222715, "hf_subset": "bak_Cyrl-san_Deva", "languages": ["bak-Cyrl", "san-Deva"], "main_score": 0.222715, "precision": 0.213521, "recall": 0.25}, {"accuracy": 0.583004, "f1": 0.555127, "hf_subset": "bak_Cyrl-tat_Cyrl", "languages": ["bak-Cyrl", "tat-Cyrl"], "main_score": 0.555127, "precision": 0.544139, "recall": 0.583004}, {"accuracy": 0.18083, "f1": 0.136571, "hf_subset": "bak_Cyrl-xho_Latn", "languages": ["bak-Cyrl", "xho-Latn"], "main_score": 0.136571, "precision": 0.123604, "recall": 0.18083}, {"accuracy": 0.402174, "f1": 0.36469, "hf_subset": "bak_Cyrl-ars_Arab", "languages": ["bak-Cyrl", "ars-Arab"], "main_score": 0.36469, "precision": 0.351113, "recall": 0.402174}, {"accuracy": 0.311265, "f1": 0.273968, "hf_subset": "bak_Cyrl-ceb_Latn", "languages": ["bak-Cyrl", "ceb-Latn"], "main_score": 0.273968, "precision": 0.261469, "recall": 0.311265}, {"accuracy": 0.190711, "f1": 0.152711, "hf_subset": "bak_Cyrl-fuv_Latn", "languages": ["bak-Cyrl", "fuv-Latn"], "main_score": 0.152711, "precision": 0.141287, "recall": 0.190711}, {"accuracy": 0.204545, "f1": 0.162742, "hf_subset": "bak_Cyrl-kac_Latn", "languages": ["bak-Cyrl", "kac-Latn"], "main_score": 0.162742, "precision": 0.149286, "recall": 0.204545}, {"accuracy": 0.201581, "f1": 0.165343, "hf_subset": "bak_Cyrl-lin_Latn", "languages": ["bak-Cyrl", "lin-Latn"], "main_score": 0.165343, "precision": 0.154046, "recall": 0.201581}, {"accuracy": 0.478261, "f1": 0.43138, "hf_subset": "bak_Cyrl-nno_Latn", "languages": ["bak-Cyrl", "nno-Latn"], "main_score": 0.43138, "precision": 0.414839, "recall": 0.478261}, {"accuracy": 0.016798, "f1": 0.006381, "hf_subset": "bak_Cyrl-sat_Olck", "languages": ["bak-Cyrl", "sat-Olck"], "main_score": 0.006381, "precision": 0.004881, "recall": 0.016798}, {"accuracy": 0.245059, "f1": 0.220403, "hf_subset": "bak_Cyrl-tel_Telu", "languages": ["bak-Cyrl", "tel-Telu"], "main_score": 0.220403, "precision": 0.213194, "recall": 0.245059}, {"accuracy": 0.163043, "f1": 0.13786, "hf_subset": "bak_Cyrl-ydd_Hebr", "languages": ["bak-Cyrl", "ydd-Hebr"], "main_score": 0.13786, "precision": 0.129259, "recall": 0.163043}, {"accuracy": 0.327075, "f1": 0.294714, "hf_subset": "bak_Cyrl-ary_Arab", "languages": ["bak-Cyrl", "ary-Arab"], "main_score": 0.294714, "precision": 0.283479, "recall": 0.327075}, {"accuracy": 0.475296, "f1": 0.430289, "hf_subset": "bak_Cyrl-ces_Latn", "languages": ["bak-Cyrl", "ces-Latn"], "main_score": 0.430289, "precision": 0.414899, "recall": 0.475296}, {"accuracy": 0.113636, "f1": 0.078442, "hf_subset": "bak_Cyrl-gaz_Latn", "languages": ["bak-Cyrl", "gaz-Latn"], "main_score": 0.078442, "precision": 0.069229, "recall": 0.113636}, {"accuracy": 0.177866, "f1": 0.141076, "hf_subset": "bak_Cyrl-kam_Latn", "languages": ["bak-Cyrl", "kam-Latn"], "main_score": 0.141076, "precision": 0.129668, "recall": 0.177866}, {"accuracy": 0.476285, "f1": 0.434196, "hf_subset": "bak_Cyrl-lit_Latn", "languages": ["bak-Cyrl", "lit-Latn"], "main_score": 0.434196, "precision": 0.419615, "recall": 0.476285}, {"accuracy": 0.482213, "f1": 0.443825, "hf_subset": "bak_Cyrl-nob_Latn", "languages": ["bak-Cyrl", "nob-Latn"], "main_score": 0.443825, "precision": 0.431357, "recall": 0.482213}, {"accuracy": 0.331028, "f1": 0.294141, "hf_subset": "bak_Cyrl-scn_Latn", "languages": ["bak-Cyrl", "scn-Latn"], "main_score": 0.294141, "precision": 0.280888, "recall": 0.331028}, {"accuracy": 0.274704, "f1": 0.230958, "hf_subset": "bak_Cyrl-tgk_Cyrl", "languages": ["bak-Cyrl", "tgk-Cyrl"], "main_score": 0.230958, "precision": 0.216209, "recall": 0.274704}, {"accuracy": 0.188735, "f1": 0.148585, "hf_subset": "bak_Cyrl-yor_Latn", "languages": ["bak-Cyrl", "yor-Latn"], "main_score": 0.148585, "precision": 0.135466, "recall": 0.188735}, {"accuracy": 0.360672, "f1": 0.330381, "hf_subset": "bak_Cyrl-arz_Arab", "languages": ["bak-Cyrl", "arz-Arab"], "main_score": 0.330381, "precision": 0.318837, "recall": 0.360672}, {"accuracy": 0.16996, "f1": 0.13106, "hf_subset": "bak_Cyrl-cjk_Latn", "languages": ["bak-Cyrl", "cjk-Latn"], "main_score": 0.13106, "precision": 0.12016, "recall": 0.16996}, {"accuracy": 0.160079, "f1": 0.126426, "hf_subset": "bak_Cyrl-gla_Latn", "languages": ["bak-Cyrl", "gla-Latn"], "main_score": 0.126426, "precision": 0.115345, "recall": 0.160079}, {"accuracy": 0.22332, "f1": 0.197196, "hf_subset": "bak_Cyrl-kan_Knda", "languages": ["bak-Cyrl", "kan-Knda"], "main_score": 0.197196, "precision": 0.189577, "recall": 0.22332}, {"accuracy": 0.355731, "f1": 0.318177, "hf_subset": "bak_Cyrl-lmo_Latn", "languages": ["bak-Cyrl", "lmo-Latn"], "main_score": 0.318177, "precision": 0.305184, "recall": 0.355731}, {"accuracy": 0.378458, "f1": 0.345521, "hf_subset": "bak_Cyrl-npi_Deva", "languages": ["bak-Cyrl", "npi-Deva"], "main_score": 0.345521, "precision": 0.333656, "recall": 0.378458}, {"accuracy": 0.214427, "f1": 0.173146, "hf_subset": "bak_Cyrl-shn_Mymr", "languages": ["bak-Cyrl", "shn-Mymr"], "main_score": 0.173146, "precision": 0.158936, "recall": 0.214427}, {"accuracy": 0.316206, "f1": 0.279425, "hf_subset": "bak_Cyrl-tgl_Latn", "languages": ["bak-Cyrl", "tgl-Latn"], "main_score": 0.279425, "precision": 0.266746, "recall": 0.316206}, {"accuracy": 0.427866, "f1": 0.387679, "hf_subset": "bak_Cyrl-yue_Hant", "languages": ["bak-Cyrl", "yue-Hant"], "main_score": 0.387679, "precision": 0.373986, "recall": 0.427866}, {"accuracy": 0.160079, "f1": 0.137015, "hf_subset": "bak_Cyrl-asm_Beng", "languages": ["bak-Cyrl", "asm-Beng"], "main_score": 0.137015, "precision": 0.128564, "recall": 0.160079}, {"accuracy": 0.291502, "f1": 0.250442, "hf_subset": "bak_Cyrl-ckb_Arab", "languages": ["bak-Cyrl", "ckb-Arab"], "main_score": 0.250442, "precision": 0.23707, "recall": 0.291502}, {"accuracy": 0.19664, "f1": 0.164382, "hf_subset": "bak_Cyrl-gle_Latn", "languages": ["bak-Cyrl", "gle-Latn"], "main_score": 0.164382, "precision": 0.154617, "recall": 0.19664}, {"accuracy": 0.247036, "f1": 0.225275, "hf_subset": "bak_Cyrl-kas_Arab", "languages": ["bak-Cyrl", "kas-Arab"], "main_score": 0.225275, "precision": 0.216734, "recall": 0.247036}, {"accuracy": 0.416008, "f1": 0.379149, "hf_subset": "bak_Cyrl-ltg_Latn", "languages": ["bak-Cyrl", "ltg-Latn"], "main_score": 0.379149, "precision": 0.365485, "recall": 0.416008}, {"accuracy": 0.229249, "f1": 0.182928, "hf_subset": "bak_Cyrl-nso_Latn", "languages": ["bak-Cyrl", "nso-Latn"], "main_score": 0.182928, "precision": 0.167393, "recall": 0.229249}, {"accuracy": 0.261858, "f1": 0.237829, "hf_subset": "bak_Cyrl-sin_Sinh", "languages": ["bak-Cyrl", "sin-Sinh"], "main_score": 0.237829, "precision": 0.228776, "recall": 0.261858}, {"accuracy": 0.417984, "f1": 0.373703, "hf_subset": "bak_Cyrl-tha_Thai", "languages": ["bak-Cyrl", "tha-Thai"], "main_score": 0.373703, "precision": 0.358567, "recall": 0.417984}, {"accuracy": 0.439723, "f1": 0.393394, "hf_subset": "bak_Cyrl-zho_Hans", "languages": ["bak-Cyrl", "zho-Hans"], "main_score": 0.393394, "precision": 0.377762, "recall": 0.439723}, {"accuracy": 0.43083, "f1": 0.394457, "hf_subset": "bak_Cyrl-ast_Latn", "languages": ["bak-Cyrl", "ast-Latn"], "main_score": 0.394457, "precision": 0.380772, "recall": 0.43083}, {"accuracy": 0.356719, "f1": 0.330132, "hf_subset": "bak_Cyrl-crh_Latn", "languages": ["bak-Cyrl", "crh-Latn"], "main_score": 0.330132, "precision": 0.31997, "recall": 0.356719}, {"accuracy": 0.493083, "f1": 0.457381, "hf_subset": "bak_Cyrl-glg_Latn", "languages": ["bak-Cyrl", "glg-Latn"], "main_score": 0.457381, "precision": 0.443181, "recall": 0.493083}, {"accuracy": 0.23913, "f1": 0.207595, "hf_subset": "bak_Cyrl-kas_Deva", "languages": ["bak-Cyrl", "kas-Deva"], "main_score": 0.207595, "precision": 0.196272, "recall": 0.23913}, {"accuracy": 0.342885, "f1": 0.302491, "hf_subset": "bak_Cyrl-ltz_Latn", "languages": ["bak-Cyrl", "ltz-Latn"], "main_score": 0.302491, "precision": 0.287554, "recall": 0.342885}, {"accuracy": 0.11166, "f1": 0.074527, "hf_subset": "bak_Cyrl-nus_Latn", "languages": ["bak-Cyrl", "nus-Latn"], "main_score": 0.074527, "precision": 0.065964, "recall": 0.11166}, {"accuracy": 0.466403, "f1": 0.425278, "hf_subset": "bak_Cyrl-slk_Latn", "languages": ["bak-Cyrl", "slk-Latn"], "main_score": 0.425278, "precision": 0.410077, "recall": 0.466403}, {"accuracy": 0.113636, "f1": 0.088469, "hf_subset": "bak_Cyrl-tir_Ethi", "languages": ["bak-Cyrl", "tir-Ethi"], "main_score": 0.088469, "precision": 0.080327, "recall": 0.113636}, {"accuracy": 0.43083, "f1": 0.390982, "hf_subset": "bak_Cyrl-zho_Hant", "languages": ["bak-Cyrl", "zho-Hant"], "main_score": 0.390982, "precision": 0.376489, "recall": 0.43083}, {"accuracy": 0.364625, "f1": 0.327866, "hf_subset": "bak_Cyrl-awa_Deva", "languages": ["bak-Cyrl", "awa-Deva"], "main_score": 0.327866, "precision": 0.314369, "recall": 0.364625}, {"accuracy": 0.251976, "f1": 0.215128, "hf_subset": "bak_Cyrl-cym_Latn", "languages": ["bak-Cyrl", "cym-Latn"], "main_score": 0.215128, "precision": 0.203148, "recall": 0.251976}, {"accuracy": 0.26087, "f1": 0.219092, "hf_subset": "bak_Cyrl-grn_Latn", "languages": ["bak-Cyrl", "grn-Latn"], "main_score": 0.219092, "precision": 0.206577, "recall": 0.26087}, {"accuracy": 0.358696, "f1": 0.323125, "hf_subset": "bak_Cyrl-kat_Geor", "languages": ["bak-Cyrl", "kat-Geor"], "main_score": 0.323125, "precision": 0.310869, "recall": 0.358696}, {"accuracy": 0.22332, "f1": 0.185014, "hf_subset": "bak_Cyrl-lua_Latn", "languages": ["bak-Cyrl", "lua-Latn"], "main_score": 0.185014, "precision": 0.173412, "recall": 0.22332}, {"accuracy": 0.209486, "f1": 0.164943, "hf_subset": "bak_Cyrl-nya_Latn", "languages": ["bak-Cyrl", "nya-Latn"], "main_score": 0.164943, "precision": 0.151611, "recall": 0.209486}, {"accuracy": 0.464427, "f1": 0.42072, "hf_subset": "bak_Cyrl-slv_Latn", "languages": ["bak-Cyrl", "slv-Latn"], "main_score": 0.42072, "precision": 0.405715, "recall": 0.464427}, {"accuracy": 0.328063, "f1": 0.290176, "hf_subset": "bak_Cyrl-tpi_Latn", "languages": ["bak-Cyrl", "tpi-Latn"], "main_score": 0.290176, "precision": 0.277419, "recall": 0.328063}, {"accuracy": 0.471344, "f1": 0.425384, "hf_subset": "bak_Cyrl-zsm_Latn", "languages": ["bak-Cyrl", "zsm-Latn"], "main_score": 0.425384, "precision": 0.409695, "recall": 0.471344}, {"accuracy": 0.192688, "f1": 0.147086, "hf_subset": "bak_Cyrl-ayr_Latn", "languages": ["bak-Cyrl", "ayr-Latn"], "main_score": 0.147086, "precision": 0.133297, "recall": 0.192688}, {"accuracy": 0.481225, "f1": 0.441391, "hf_subset": "bak_Cyrl-dan_Latn", "languages": ["bak-Cyrl", "dan-Latn"], "main_score": 0.441391, "precision": 0.426636, "recall": 0.481225}, {"accuracy": 0.285573, "f1": 0.254883, "hf_subset": "bak_Cyrl-guj_Gujr", "languages": ["bak-Cyrl", "guj-Gujr"], "main_score": 0.254883, "precision": 0.244626, "recall": 0.285573}, {"accuracy": 0.434783, "f1": 0.410974, "hf_subset": "bak_Cyrl-kaz_Cyrl", "languages": ["bak-Cyrl", "kaz-Cyrl"], "main_score": 0.410974, "precision": 0.402143, "recall": 0.434783}, {"accuracy": 0.163043, "f1": 0.126172, "hf_subset": "bak_Cyrl-lug_Latn", "languages": ["bak-Cyrl", "lug-Latn"], "main_score": 0.126172, "precision": 0.115508, "recall": 0.163043}, {"accuracy": 0.447628, "f1": 0.40889, "hf_subset": "bak_Cyrl-oci_Latn", "languages": ["bak-Cyrl", "oci-Latn"], "main_score": 0.40889, "precision": 0.394925, "recall": 0.447628}, {"accuracy": 0.167984, "f1": 0.127604, "hf_subset": "bak_Cyrl-smo_Latn", "languages": ["bak-Cyrl", "smo-Latn"], "main_score": 0.127604, "precision": 0.115622, "recall": 0.167984}, {"accuracy": 0.183794, "f1": 0.143935, "hf_subset": "bak_Cyrl-tsn_Latn", "languages": ["bak-Cyrl", "tsn-Latn"], "main_score": 0.143935, "precision": 0.132376, "recall": 0.183794}, {"accuracy": 0.136364, "f1": 0.106677, "hf_subset": "bak_Cyrl-zul_Latn", "languages": ["bak-Cyrl", "zul-Latn"], "main_score": 0.106677, "precision": 0.098203, "recall": 0.136364}, {"accuracy": 0.246047, "f1": 0.214503, "hf_subset": "bak_Cyrl-azb_Arab", "languages": ["bak-Cyrl", "azb-Arab"], "main_score": 0.214503, "precision": 0.202554, "recall": 0.246047}, {"accuracy": 0.48419, "f1": 0.439841, "hf_subset": "bak_Cyrl-deu_Latn", "languages": ["bak-Cyrl", "deu-Latn"], "main_score": 0.439841, "precision": 0.424533, "recall": 0.48419}, {"accuracy": 0.245059, "f1": 0.198286, "hf_subset": "bak_Cyrl-hat_Latn", "languages": ["bak-Cyrl", "hat-Latn"], "main_score": 0.198286, "precision": 0.183465, "recall": 0.245059}, {"accuracy": 0.167984, "f1": 0.129728, "hf_subset": "bak_Cyrl-kbp_Latn", "languages": ["bak-Cyrl", "kbp-Latn"], "main_score": 0.129728, "precision": 0.118807, "recall": 0.167984}, {"accuracy": 0.189723, "f1": 0.145752, "hf_subset": "bak_Cyrl-luo_Latn", "languages": ["bak-Cyrl", "luo-Latn"], "main_score": 0.145752, "precision": 0.133546, "recall": 0.189723}, {"accuracy": 0.185771, "f1": 0.157324, "hf_subset": "bak_Cyrl-ory_Orya", "languages": ["bak-Cyrl", "ory-Orya"], "main_score": 0.157324, "precision": 0.14854, "recall": 0.185771}, {"accuracy": 0.150198, "f1": 0.113576, "hf_subset": "bak_Cyrl-sna_Latn", "languages": ["bak-Cyrl", "sna-Latn"], "main_score": 0.113576, "precision": 0.104359, "recall": 0.150198}, {"accuracy": 0.168972, "f1": 0.140264, "hf_subset": "bak_Cyrl-tso_Latn", "languages": ["bak-Cyrl", "tso-Latn"], "main_score": 0.140264, "precision": 0.130944, "recall": 0.168972}, {"accuracy": 0.391304, "f1": 0.36144, "hf_subset": "bak_Cyrl-azj_Latn", "languages": ["bak-Cyrl", "azj-Latn"], "main_score": 0.36144, "precision": 0.351208, "recall": 0.391304}, {"accuracy": 0.252964, "f1": 0.210813, "hf_subset": "bak_Cyrl-dik_Latn", "languages": ["bak-Cyrl", "dik-Latn"], "main_score": 0.210813, "precision": 0.196187, "recall": 0.252964}, {"accuracy": 0.20751, "f1": 0.170057, "hf_subset": "bak_Cyrl-hau_Latn", "languages": ["bak-Cyrl", "hau-Latn"], "main_score": 0.170057, "precision": 0.15882, "recall": 0.20751}, {"accuracy": 0.323123, "f1": 0.290535, "hf_subset": "bak_Cyrl-kea_Latn", "languages": ["bak-Cyrl", "kea-Latn"], "main_score": 0.290535, "precision": 0.278261, "recall": 0.323123}, {"accuracy": 0.282609, "f1": 0.239646, "hf_subset": "bak_Cyrl-lus_Latn", "languages": ["bak-Cyrl", "lus-Latn"], "main_score": 0.239646, "precision": 0.225633, "recall": 0.282609}, {"accuracy": 0.318182, "f1": 0.287889, "hf_subset": "bak_Cyrl-pag_Latn", "languages": ["bak-Cyrl", "pag-Latn"], "main_score": 0.287889, "precision": 0.275625, "recall": 0.318182}, {"accuracy": 0.280632, "f1": 0.243837, "hf_subset": "bak_Cyrl-snd_Arab", "languages": ["bak-Cyrl", "snd-Arab"], "main_score": 0.243837, "precision": 0.231596, "recall": 0.280632}, {"accuracy": 0.31917, "f1": 0.278496, "hf_subset": "bak_Cyrl-tuk_Latn", "languages": ["bak-Cyrl", "tuk-Latn"], "main_score": 0.278496, "precision": 0.263613, "recall": 0.31917}, {"accuracy": 0.173913, "f1": 0.134984, "hf_subset": "bak_Cyrl-dyu_Latn", "languages": ["bak-Cyrl", "dyu-Latn"], "main_score": 0.134984, "precision": 0.123689, "recall": 0.173913}, {"accuracy": 0.414032, "f1": 0.369158, "hf_subset": "bak_Cyrl-heb_Hebr", "languages": ["bak-Cyrl", "heb-Hebr"], "main_score": 0.369158, "precision": 0.353893, "recall": 0.414032}, {"accuracy": 0.395257, "f1": 0.364564, "hf_subset": "bak_Cyrl-khk_Cyrl", "languages": ["bak-Cyrl", "khk-Cyrl"], "main_score": 0.364564, "precision": 0.354376, "recall": 0.395257}, {"accuracy": 0.462451, "f1": 0.42385, "hf_subset": "bak_Cyrl-lvs_Latn", "languages": ["bak-Cyrl", "lvs-Latn"], "main_score": 0.42385, "precision": 0.411106, "recall": 0.462451}, {"accuracy": 0.230237, "f1": 0.19789, "hf_subset": "bak_Cyrl-pan_Guru", "languages": ["bak-Cyrl", "pan-Guru"], "main_score": 0.19789, "precision": 0.187667, "recall": 0.230237}, {"accuracy": 0.198617, "f1": 0.165302, "hf_subset": "bak_Cyrl-som_Latn", "languages": ["bak-Cyrl", "som-Latn"], "main_score": 0.165302, "precision": 0.153916, "recall": 0.198617}, {"accuracy": 0.201581, "f1": 0.152188, "hf_subset": "bak_Cyrl-tum_Latn", "languages": ["bak-Cyrl", "tum-Latn"], "main_score": 0.152188, "precision": 0.138881, "recall": 0.201581}, {"accuracy": 0.023715, "f1": 0.01855, "hf_subset": "dyu_Latn-ace_Arab", "languages": ["dyu-Latn", "ace-Arab"], "main_score": 0.01855, "precision": 0.017191, "recall": 0.023715}, {"accuracy": 0.227273, "f1": 0.206782, "hf_subset": "dyu_Latn-bam_Latn", "languages": ["dyu-Latn", "bam-Latn"], "main_score": 0.206782, "precision": 0.199044, "recall": 0.227273}, {"accuracy": 0.003953, "f1": 0.000256, "hf_subset": "dyu_Latn-dzo_Tibt", "languages": ["dyu-Latn", "dzo-Tibt"], "main_score": 0.000256, "precision": 0.000142, "recall": 0.003953}, {"accuracy": 0.11166, "f1": 0.093732, "hf_subset": "dyu_Latn-hin_Deva", "languages": ["dyu-Latn", "hin-Deva"], "main_score": 0.093732, "precision": 0.088161, "recall": 0.11166}, {"accuracy": 0.106719, "f1": 0.094864, "hf_subset": "dyu_Latn-khm_Khmr", "languages": ["dyu-Latn", "khm-Khmr"], "main_score": 0.094864, "precision": 0.090667, "recall": 0.106719}, {"accuracy": 0.088933, "f1": 0.074687, "hf_subset": "dyu_Latn-mag_Deva", "languages": ["dyu-Latn", "mag-Deva"], "main_score": 0.074687, "precision": 0.071158, "recall": 0.088933}, {"accuracy": 0.109684, "f1": 0.097872, "hf_subset": "dyu_Latn-pap_Latn", "languages": ["dyu-Latn", "pap-Latn"], "main_score": 0.097872, "precision": 0.09453, "recall": 0.109684}, {"accuracy": 0.186759, "f1": 0.172175, "hf_subset": "dyu_Latn-sot_Latn", "languages": ["dyu-Latn", "sot-Latn"], "main_score": 0.172175, "precision": 0.166247, "recall": 0.186759}, {"accuracy": 0.168972, "f1": 0.14043, "hf_subset": "dyu_Latn-tur_Latn", "languages": ["dyu-Latn", "tur-Latn"], "main_score": 0.14043, "precision": 0.132728, "recall": 0.168972}, {"accuracy": 0.15415, "f1": 0.139714, "hf_subset": "dyu_Latn-ace_Latn", "languages": ["dyu-Latn", "ace-Latn"], "main_score": 0.139714, "precision": 0.134652, "recall": 0.15415}, {"accuracy": 0.121542, "f1": 0.113352, "hf_subset": "dyu_Latn-ban_Latn", "languages": ["dyu-Latn", "ban-Latn"], "main_score": 0.113352, "precision": 0.110598, "recall": 0.121542}, {"accuracy": 0.124506, "f1": 0.10883, "hf_subset": "dyu_Latn-ell_Grek", "languages": ["dyu-Latn", "ell-Grek"], "main_score": 0.10883, "precision": 0.104309, "recall": 0.124506}, {"accuracy": 0.086957, "f1": 0.075343, "hf_subset": "dyu_Latn-hne_Deva", "languages": ["dyu-Latn", "hne-Deva"], "main_score": 0.075343, "precision": 0.071812, "recall": 0.086957}, {"accuracy": 0.16996, "f1": 0.152112, "hf_subset": "dyu_Latn-kik_Latn", "languages": ["dyu-Latn", "kik-Latn"], "main_score": 0.152112, "precision": 0.145787, "recall": 0.16996}, {"accuracy": 0.091897, "f1": 0.084356, "hf_subset": "dyu_Latn-mai_Deva", "languages": ["dyu-Latn", "mai-Deva"], "main_score": 0.084356, "precision": 0.081777, "recall": 0.091897}, {"accuracy": 0.098814, "f1": 0.082546, "hf_subset": "dyu_Latn-pbt_Arab", "languages": ["dyu-Latn", "pbt-Arab"], "main_score": 0.082546, "precision": 0.078886, "recall": 0.098814}, {"accuracy": 0.166996, "f1": 0.140001, "hf_subset": "dyu_Latn-spa_Latn", "languages": ["dyu-Latn", "spa-Latn"], "main_score": 0.140001, "precision": 0.132674, "recall": 0.166996}, {"accuracy": 0.209486, "f1": 0.193234, "hf_subset": "dyu_Latn-twi_Latn", "languages": ["dyu-Latn", "twi-Latn"], "main_score": 0.193234, "precision": 0.187734, "recall": 0.209486}, {"accuracy": 0.086957, "f1": 0.080095, "hf_subset": "dyu_Latn-acm_Arab", "languages": ["dyu-Latn", "acm-Arab"], "main_score": 0.080095, "precision": 0.077933, "recall": 0.086957}, {"accuracy": 0.110672, "f1": 0.095302, "hf_subset": "dyu_Latn-bel_Cyrl", "languages": ["dyu-Latn", "bel-Cyrl"], "main_score": 0.095302, "precision": 0.090908, "recall": 0.110672}, {"accuracy": 0.178854, "f1": 0.145025, "hf_subset": "dyu_Latn-eng_Latn", "languages": ["dyu-Latn", "eng-Latn"], "main_score": 0.145025, "precision": 0.135532, "recall": 0.178854}, {"accuracy": 0.121542, "f1": 0.107159, "hf_subset": "dyu_Latn-hrv_Latn", "languages": ["dyu-Latn", "hrv-Latn"], "main_score": 0.107159, "precision": 0.103355, "recall": 0.121542}, {"accuracy": 0.144269, "f1": 0.126037, "hf_subset": "dyu_Latn-kin_Latn", "languages": ["dyu-Latn", "kin-Latn"], "main_score": 0.126037, "precision": 0.119869, "recall": 0.144269}, {"accuracy": 0.043478, "f1": 0.033401, "hf_subset": "dyu_Latn-mal_Mlym", "languages": ["dyu-Latn", "mal-Mlym"], "main_score": 0.033401, "precision": 0.031295, "recall": 0.043478}, {"accuracy": 0.110672, "f1": 0.096728, "hf_subset": "dyu_Latn-pes_Arab", "languages": ["dyu-Latn", "pes-Arab"], "main_score": 0.096728, "precision": 0.092112, "recall": 0.110672}, {"accuracy": 0.130435, "f1": 0.11759, "hf_subset": "dyu_Latn-srd_Latn", "languages": ["dyu-Latn", "srd-Latn"], "main_score": 0.11759, "precision": 0.113787, "recall": 0.130435}, {"accuracy": 0.031621, "f1": 0.02271, "hf_subset": "dyu_Latn-tzm_Tfng", "languages": ["dyu-Latn", "tzm-Tfng"], "main_score": 0.02271, "precision": 0.020849, "recall": 0.031621}, {"accuracy": 0.101779, "f1": 0.091184, "hf_subset": "dyu_Latn-acq_Arab", "languages": ["dyu-Latn", "acq-Arab"], "main_score": 0.091184, "precision": 0.08832, "recall": 0.101779}, {"accuracy": 0.203557, "f1": 0.182353, "hf_subset": "dyu_Latn-bem_Latn", "languages": ["dyu-Latn", "bem-Latn"], "main_score": 0.182353, "precision": 0.175012, "recall": 0.203557}, {"accuracy": 0.117589, "f1": 0.108673, "hf_subset": "dyu_Latn-epo_Latn", "languages": ["dyu-Latn", "epo-Latn"], "main_score": 0.108673, "precision": 0.106168, "recall": 0.117589}, {"accuracy": 0.166008, "f1": 0.140684, "hf_subset": "dyu_Latn-hun_Latn", "languages": ["dyu-Latn", "hun-Latn"], "main_score": 0.140684, "precision": 0.133955, "recall": 0.166008}, {"accuracy": 0.113636, "f1": 0.098154, "hf_subset": "dyu_Latn-kir_Cyrl", "languages": ["dyu-Latn", "kir-Cyrl"], "main_score": 0.098154, "precision": 0.094254, "recall": 0.113636}, {"accuracy": 0.09585, "f1": 0.079567, "hf_subset": "dyu_Latn-mar_Deva", "languages": ["dyu-Latn", "mar-Deva"], "main_score": 0.079567, "precision": 0.075016, "recall": 0.09585}, {"accuracy": 0.159091, "f1": 0.145398, "hf_subset": "dyu_Latn-plt_Latn", "languages": ["dyu-Latn", "plt-Latn"], "main_score": 0.145398, "precision": 0.140479, "recall": 0.159091}, {"accuracy": 0.137352, "f1": 0.117051, "hf_subset": "dyu_Latn-srp_Cyrl", "languages": ["dyu-Latn", "srp-Cyrl"], "main_score": 0.117051, "precision": 0.111635, "recall": 0.137352}, {"accuracy": 0.063241, "f1": 0.054142, "hf_subset": "dyu_Latn-uig_Arab", "languages": ["dyu-Latn", "uig-Arab"], "main_score": 0.054142, "precision": 0.050965, "recall": 0.063241}, {"accuracy": 0.086957, "f1": 0.073262, "hf_subset": "dyu_Latn-aeb_Arab", "languages": ["dyu-Latn", "aeb-Arab"], "main_score": 0.073262, "precision": 0.069838, "recall": 0.086957}, {"accuracy": 0.049407, "f1": 0.042089, "hf_subset": "dyu_Latn-ben_Beng", "languages": ["dyu-Latn", "ben-Beng"], "main_score": 0.042089, "precision": 0.040088, "recall": 0.049407}, {"accuracy": 0.166996, "f1": 0.133203, "hf_subset": "dyu_Latn-est_Latn", "languages": ["dyu-Latn", "est-Latn"], "main_score": 0.133203, "precision": 0.124811, "recall": 0.166996}, {"accuracy": 0.089921, "f1": 0.077373, "hf_subset": "dyu_Latn-hye_Armn", "languages": ["dyu-Latn", "hye-Armn"], "main_score": 0.077373, "precision": 0.07318, "recall": 0.089921}, {"accuracy": 0.178854, "f1": 0.155723, "hf_subset": "dyu_Latn-kmb_Latn", "languages": ["dyu-Latn", "kmb-Latn"], "main_score": 0.155723, "precision": 0.147314, "recall": 0.178854}, {"accuracy": 0.016798, "f1": 0.013146, "hf_subset": "dyu_Latn-min_Arab", "languages": ["dyu-Latn", "min-Arab"], "main_score": 0.013146, "precision": 0.012191, "recall": 0.016798}, {"accuracy": 0.18083, "f1": 0.152809, "hf_subset": "dyu_Latn-pol_Latn", "languages": ["dyu-Latn", "pol-Latn"], "main_score": 0.152809, "precision": 0.145158, "recall": 0.18083}, {"accuracy": 0.133399, "f1": 0.114249, "hf_subset": "dyu_Latn-ssw_Latn", "languages": ["dyu-Latn", "ssw-Latn"], "main_score": 0.114249, "precision": 0.107107, "recall": 0.133399}, {"accuracy": 0.130435, "f1": 0.113107, "hf_subset": "dyu_Latn-ukr_Cyrl", "languages": ["dyu-Latn", "ukr-Cyrl"], "main_score": 0.113107, "precision": 0.108469, "recall": 0.130435}, {"accuracy": 0.163043, "f1": 0.14012, "hf_subset": "dyu_Latn-afr_Latn", "languages": ["dyu-Latn", "afr-Latn"], "main_score": 0.14012, "precision": 0.132887, "recall": 0.163043}, {"accuracy": 0.089921, "f1": 0.07654, "hf_subset": "dyu_Latn-bho_Deva", "languages": ["dyu-Latn", "bho-Deva"], "main_score": 0.07654, "precision": 0.073202, "recall": 0.089921}, {"accuracy": 0.101779, "f1": 0.093413, "hf_subset": "dyu_Latn-eus_Latn", "languages": ["dyu-Latn", "eus-Latn"], "main_score": 0.093413, "precision": 0.092049, "recall": 0.101779}, {"accuracy": 0.161067, "f1": 0.140359, "hf_subset": "dyu_Latn-ibo_Latn", "languages": ["dyu-Latn", "ibo-Latn"], "main_score": 0.140359, "precision": 0.132533, "recall": 0.161067}, {"accuracy": 0.137352, "f1": 0.116759, "hf_subset": "dyu_Latn-kmr_Latn", "languages": ["dyu-Latn", "kmr-Latn"], "main_score": 0.116759, "precision": 0.112177, "recall": 0.137352}, {"accuracy": 0.114625, "f1": 0.105306, "hf_subset": "dyu_Latn-min_Latn", "languages": ["dyu-Latn", "min-Latn"], "main_score": 0.105306, "precision": 0.102845, "recall": 0.114625}, {"accuracy": 0.183794, "f1": 0.150346, "hf_subset": "dyu_Latn-por_Latn", "languages": ["dyu-Latn", "por-Latn"], "main_score": 0.150346, "precision": 0.141318, "recall": 0.183794}, {"accuracy": 0.100791, "f1": 0.091949, "hf_subset": "dyu_Latn-sun_Latn", "languages": ["dyu-Latn", "sun-Latn"], "main_score": 0.091949, "precision": 0.089586, "recall": 0.100791}, {"accuracy": 0.145257, "f1": 0.128829, "hf_subset": "dyu_Latn-umb_Latn", "languages": ["dyu-Latn", "umb-Latn"], "main_score": 0.128829, "precision": 0.123218, "recall": 0.145257}, {"accuracy": 0.102767, "f1": 0.087051, "hf_subset": "dyu_Latn-ajp_Arab", "languages": ["dyu-Latn", "ajp-Arab"], "main_score": 0.087051, "precision": 0.082669, "recall": 0.102767}, {"accuracy": 0.024704, "f1": 0.019717, "hf_subset": "dyu_Latn-bjn_Arab", "languages": ["dyu-Latn", "bjn-Arab"], "main_score": 0.019717, "precision": 0.018671, "recall": 0.024704}, {"accuracy": 0.172925, "f1": 0.154445, "hf_subset": "dyu_Latn-ewe_Latn", "languages": ["dyu-Latn", "ewe-Latn"], "main_score": 0.154445, "precision": 0.148209, "recall": 0.172925}, {"accuracy": 0.159091, "f1": 0.141883, "hf_subset": "dyu_Latn-ilo_Latn", "languages": ["dyu-Latn", "ilo-Latn"], "main_score": 0.141883, "precision": 0.135923, "recall": 0.159091}, {"accuracy": 0.024704, "f1": 0.023123, "hf_subset": "dyu_Latn-knc_Arab", "languages": ["dyu-Latn", "knc-Arab"], "main_score": 0.023123, "precision": 0.02248, "recall": 0.024704}, {"accuracy": 0.131423, "f1": 0.113814, "hf_subset": "dyu_Latn-mkd_Cyrl", "languages": ["dyu-Latn", "mkd-Cyrl"], "main_score": 0.113814, "precision": 0.107941, "recall": 0.131423}, {"accuracy": 0.101779, "f1": 0.088964, "hf_subset": "dyu_Latn-prs_Arab", "languages": ["dyu-Latn", "prs-Arab"], "main_score": 0.088964, "precision": 0.085958, "recall": 0.101779}, {"accuracy": 0.151186, "f1": 0.132816, "hf_subset": "dyu_Latn-swe_Latn", "languages": ["dyu-Latn", "swe-Latn"], "main_score": 0.132816, "precision": 0.12747, "recall": 0.151186}, {"accuracy": 0.092885, "f1": 0.081047, "hf_subset": "dyu_Latn-urd_Arab", "languages": ["dyu-Latn", "urd-Arab"], "main_score": 0.081047, "precision": 0.077538, "recall": 0.092885}, {"accuracy": 0.201581, "f1": 0.183153, "hf_subset": "dyu_Latn-aka_Latn", "languages": ["dyu-Latn", "aka-Latn"], "main_score": 0.183153, "precision": 0.17668, "recall": 0.201581}, {"accuracy": 0.105731, "f1": 0.099638, "hf_subset": "dyu_Latn-bjn_Latn", "languages": ["dyu-Latn", "bjn-Latn"], "main_score": 0.099638, "precision": 0.097697, "recall": 0.105731}, {"accuracy": 0.118577, "f1": 0.106986, "hf_subset": "dyu_Latn-fao_Latn", "languages": ["dyu-Latn", "fao-Latn"], "main_score": 0.106986, "precision": 0.104104, "recall": 0.118577}, {"accuracy": 0.177866, "f1": 0.14243, "hf_subset": "dyu_Latn-ind_Latn", "languages": ["dyu-Latn", "ind-Latn"], "main_score": 0.14243, "precision": 0.133535, "recall": 0.177866}, {"accuracy": 0.174901, "f1": 0.160068, "hf_subset": "dyu_Latn-knc_Latn", "languages": ["dyu-Latn", "knc-Latn"], "main_score": 0.160068, "precision": 0.154835, "recall": 0.174901}, {"accuracy": 0.166008, "f1": 0.14811, "hf_subset": "dyu_Latn-mlt_Latn", "languages": ["dyu-Latn", "mlt-Latn"], "main_score": 0.14811, "precision": 0.142084, "recall": 0.166008}, {"accuracy": 0.16502, "f1": 0.148529, "hf_subset": "dyu_Latn-quy_Latn", "languages": ["dyu-Latn", "quy-Latn"], "main_score": 0.148529, "precision": 0.143053, "recall": 0.16502}, {"accuracy": 0.12747, "f1": 0.113867, "hf_subset": "dyu_Latn-swh_Latn", "languages": ["dyu-Latn", "swh-Latn"], "main_score": 0.113867, "precision": 0.109715, "recall": 0.12747}, {"accuracy": 0.08004, "f1": 0.06773, "hf_subset": "dyu_Latn-uzn_Latn", "languages": ["dyu-Latn", "uzn-Latn"], "main_score": 0.06773, "precision": 0.064752, "recall": 0.08004}, {"accuracy": 0.142292, "f1": 0.118479, "hf_subset": "dyu_Latn-als_Latn", "languages": ["dyu-Latn", "als-Latn"], "main_score": 0.118479, "precision": 0.112396, "recall": 0.142292}, {"accuracy": 0.022727, "f1": 0.012604, "hf_subset": "dyu_Latn-bod_Tibt", "languages": ["dyu-Latn", "bod-Tibt"], "main_score": 0.012604, "precision": 0.010781, "recall": 0.022727}, {"accuracy": 0.114625, "f1": 0.101095, "hf_subset": "dyu_Latn-fij_Latn", "languages": ["dyu-Latn", "fij-Latn"], "main_score": 0.101095, "precision": 0.09609, "recall": 0.114625}, {"accuracy": 0.094862, "f1": 0.089097, "hf_subset": "dyu_Latn-isl_Latn", "languages": ["dyu-Latn", "isl-Latn"], "main_score": 0.089097, "precision": 0.086693, "recall": 0.094862}, {"accuracy": 0.1917, "f1": 0.172846, "hf_subset": "dyu_Latn-kon_Latn", "languages": ["dyu-Latn", "kon-Latn"], "main_score": 0.172846, "precision": 0.166299, "recall": 0.1917}, {"accuracy": 0.025692, "f1": 0.017712, "hf_subset": "dyu_Latn-mni_Beng", "languages": ["dyu-Latn", "mni-Beng"], "main_score": 0.017712, "precision": 0.01614, "recall": 0.025692}, {"accuracy": 0.181818, "f1": 0.152628, "hf_subset": "dyu_Latn-ron_Latn", "languages": ["dyu-Latn", "ron-Latn"], "main_score": 0.152628, "precision": 0.143959, "recall": 0.181818}, {"accuracy": 0.112648, "f1": 0.104051, "hf_subset": "dyu_Latn-szl_Latn", "languages": ["dyu-Latn", "szl-Latn"], "main_score": 0.104051, "precision": 0.100946, "recall": 0.112648}, {"accuracy": 0.12253, "f1": 0.111553, "hf_subset": "dyu_Latn-vec_Latn", "languages": ["dyu-Latn", "vec-Latn"], "main_score": 0.111553, "precision": 0.108228, "recall": 0.12253}, {"accuracy": 0.038538, "f1": 0.031721, "hf_subset": "dyu_Latn-amh_Ethi", "languages": ["dyu-Latn", "amh-Ethi"], "main_score": 0.031721, "precision": 0.03043, "recall": 0.038538}, {"accuracy": 0.171937, "f1": 0.146852, "hf_subset": "dyu_Latn-bos_Latn", "languages": ["dyu-Latn", "bos-Latn"], "main_score": 0.146852, "precision": 0.13971, "recall": 0.171937}, {"accuracy": 0.173913, "f1": 0.148781, "hf_subset": "dyu_Latn-fin_Latn", "languages": ["dyu-Latn", "fin-Latn"], "main_score": 0.148781, "precision": 0.141878, "recall": 0.173913}, {"accuracy": 0.176877, "f1": 0.139771, "hf_subset": "dyu_Latn-ita_Latn", "languages": ["dyu-Latn", "ita-Latn"], "main_score": 0.139771, "precision": 0.130901, "recall": 0.176877}, {"accuracy": 0.113636, "f1": 0.095036, "hf_subset": "dyu_Latn-kor_Hang", "languages": ["dyu-Latn", "kor-Hang"], "main_score": 0.095036, "precision": 0.089647, "recall": 0.113636}, {"accuracy": 0.162055, "f1": 0.141563, "hf_subset": "dyu_Latn-mos_Latn", "languages": ["dyu-Latn", "mos-Latn"], "main_score": 0.141563, "precision": 0.134254, "recall": 0.162055}, {"accuracy": 0.155138, "f1": 0.137386, "hf_subset": "dyu_Latn-run_Latn", "languages": ["dyu-Latn", "run-Latn"], "main_score": 0.137386, "precision": 0.131158, "recall": 0.155138}, {"accuracy": 0.047431, "f1": 0.037799, "hf_subset": "dyu_Latn-tam_Taml", "languages": ["dyu-Latn", "tam-Taml"], "main_score": 0.037799, "precision": 0.036404, "recall": 0.047431}, {"accuracy": 0.182806, "f1": 0.147396, "hf_subset": "dyu_Latn-vie_Latn", "languages": ["dyu-Latn", "vie-Latn"], "main_score": 0.147396, "precision": 0.138591, "recall": 0.182806}, {"accuracy": 0.087945, "f1": 0.076209, "hf_subset": "dyu_Latn-apc_Arab", "languages": ["dyu-Latn", "apc-Arab"], "main_score": 0.076209, "precision": 0.072536, "recall": 0.087945}, {"accuracy": 0.143281, "f1": 0.125292, "hf_subset": "dyu_Latn-bug_Latn", "languages": ["dyu-Latn", "bug-Latn"], "main_score": 0.125292, "precision": 0.118698, "recall": 0.143281}, {"accuracy": 0.166008, "f1": 0.148806, "hf_subset": "dyu_Latn-fon_Latn", "languages": ["dyu-Latn", "fon-Latn"], "main_score": 0.148806, "precision": 0.142006, "recall": 0.166008}, {"accuracy": 0.100791, "f1": 0.095404, "hf_subset": "dyu_Latn-jav_Latn", "languages": ["dyu-Latn", "jav-Latn"], "main_score": 0.095404, "precision": 0.093404, "recall": 0.100791}, {"accuracy": 0.148221, "f1": 0.124515, "hf_subset": "dyu_Latn-lao_Laoo", "languages": ["dyu-Latn", "lao-Laoo"], "main_score": 0.124515, "precision": 0.118117, "recall": 0.148221}, {"accuracy": 0.15415, "f1": 0.13498, "hf_subset": "dyu_Latn-mri_Latn", "languages": ["dyu-Latn", "mri-Latn"], "main_score": 0.13498, "precision": 0.127885, "recall": 0.15415}, {"accuracy": 0.13834, "f1": 0.118909, "hf_subset": "dyu_Latn-rus_Cyrl", "languages": ["dyu-Latn", "rus-Cyrl"], "main_score": 0.118909, "precision": 0.113631, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.153871, "hf_subset": "dyu_Latn-taq_Latn", "languages": ["dyu-Latn", "taq-Latn"], "main_score": 0.153871, "precision": 0.148294, "recall": 0.172925}, {"accuracy": 0.149209, "f1": 0.13875, "hf_subset": "dyu_Latn-war_Latn", "languages": ["dyu-Latn", "war-Latn"], "main_score": 0.13875, "precision": 0.134831, "recall": 0.149209}, {"accuracy": 0.115613, "f1": 0.098813, "hf_subset": "dyu_Latn-arb_Arab", "languages": ["dyu-Latn", "arb-Arab"], "main_score": 0.098813, "precision": 0.094307, "recall": 0.115613}, {"accuracy": 0.140316, "f1": 0.117775, "hf_subset": "dyu_Latn-bul_Cyrl", "languages": ["dyu-Latn", "bul-Cyrl"], "main_score": 0.117775, "precision": 0.111836, "recall": 0.140316}, {"accuracy": 0.173913, "f1": 0.136831, "hf_subset": "dyu_Latn-fra_Latn", "languages": ["dyu-Latn", "fra-Latn"], "main_score": 0.136831, "precision": 0.127407, "recall": 0.173913}, {"accuracy": 0.116601, "f1": 0.094826, "hf_subset": "dyu_Latn-jpn_Jpan", "languages": ["dyu-Latn", "jpn-Jpan"], "main_score": 0.094826, "precision": 0.088823, "recall": 0.116601}, {"accuracy": 0.113636, "f1": 0.10296, "hf_subset": "dyu_Latn-lij_Latn", "languages": ["dyu-Latn", "lij-Latn"], "main_score": 0.10296, "precision": 0.100362, "recall": 0.113636}, {"accuracy": 0.078063, "f1": 0.06272, "hf_subset": "dyu_Latn-mya_Mymr", "languages": ["dyu-Latn", "mya-Mymr"], "main_score": 0.06272, "precision": 0.059179, "recall": 0.078063}, {"accuracy": 0.159091, "f1": 0.141766, "hf_subset": "dyu_Latn-sag_Latn", "languages": ["dyu-Latn", "sag-Latn"], "main_score": 0.141766, "precision": 0.136703, "recall": 0.159091}, {"accuracy": 0.041502, "f1": 0.030187, "hf_subset": "dyu_Latn-taq_Tfng", "languages": ["dyu-Latn", "taq-Tfng"], "main_score": 0.030187, "precision": 0.027656, "recall": 0.041502}, {"accuracy": 0.198617, "f1": 0.179122, "hf_subset": "dyu_Latn-wol_Latn", "languages": ["dyu-Latn", "wol-Latn"], "main_score": 0.179122, "precision": 0.172385, "recall": 0.198617}, {"accuracy": 0.083992, "f1": 0.06423, "hf_subset": "dyu_Latn-arb_Latn", "languages": ["dyu-Latn", "arb-Latn"], "main_score": 0.06423, "precision": 0.059375, "recall": 0.083992}, {"accuracy": 0.187747, "f1": 0.154644, "hf_subset": "dyu_Latn-cat_Latn", "languages": ["dyu-Latn", "cat-Latn"], "main_score": 0.154644, "precision": 0.145971, "recall": 0.187747}, {"accuracy": 0.134387, "f1": 0.118781, "hf_subset": "dyu_Latn-fur_Latn", "languages": ["dyu-Latn", "fur-Latn"], "main_score": 0.118781, "precision": 0.114921, "recall": 0.134387}, {"accuracy": 0.060277, "f1": 0.048672, "hf_subset": "dyu_Latn-kab_Latn", "languages": ["dyu-Latn", "kab-Latn"], "main_score": 0.048672, "precision": 0.044981, "recall": 0.060277}, {"accuracy": 0.124506, "f1": 0.111028, "hf_subset": "dyu_Latn-lim_Latn", "languages": ["dyu-Latn", "lim-Latn"], "main_score": 0.111028, "precision": 0.107533, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.158258, "hf_subset": "dyu_Latn-nld_Latn", "languages": ["dyu-Latn", "nld-Latn"], "main_score": 0.158258, "precision": 0.149637, "recall": 0.187747}, {"accuracy": 0.064229, "f1": 0.055949, "hf_subset": "dyu_Latn-san_Deva", "languages": ["dyu-Latn", "san-Deva"], "main_score": 0.055949, "precision": 0.053858, "recall": 0.064229}, {"accuracy": 0.11166, "f1": 0.096605, "hf_subset": "dyu_Latn-tat_Cyrl", "languages": ["dyu-Latn", "tat-Cyrl"], "main_score": 0.096605, "precision": 0.092967, "recall": 0.11166}, {"accuracy": 0.131423, "f1": 0.115319, "hf_subset": "dyu_Latn-xho_Latn", "languages": ["dyu-Latn", "xho-Latn"], "main_score": 0.115319, "precision": 0.110897, "recall": 0.131423}, {"accuracy": 0.113636, "f1": 0.097349, "hf_subset": "dyu_Latn-ars_Arab", "languages": ["dyu-Latn", "ars-Arab"], "main_score": 0.097349, "precision": 0.093174, "recall": 0.113636}, {"accuracy": 0.145257, "f1": 0.130354, "hf_subset": "dyu_Latn-ceb_Latn", "languages": ["dyu-Latn", "ceb-Latn"], "main_score": 0.130354, "precision": 0.126066, "recall": 0.145257}, {"accuracy": 0.151186, "f1": 0.139028, "hf_subset": "dyu_Latn-fuv_Latn", "languages": ["dyu-Latn", "fuv-Latn"], "main_score": 0.139028, "precision": 0.134744, "recall": 0.151186}, {"accuracy": 0.171937, "f1": 0.147425, "hf_subset": "dyu_Latn-kac_Latn", "languages": ["dyu-Latn", "kac-Latn"], "main_score": 0.147425, "precision": 0.13877, "recall": 0.171937}, {"accuracy": 0.157115, "f1": 0.138752, "hf_subset": "dyu_Latn-lin_Latn", "languages": ["dyu-Latn", "lin-Latn"], "main_score": 0.138752, "precision": 0.132118, "recall": 0.157115}, {"accuracy": 0.167984, "f1": 0.141864, "hf_subset": "dyu_Latn-nno_Latn", "languages": ["dyu-Latn", "nno-Latn"], "main_score": 0.141864, "precision": 0.134784, "recall": 0.167984}, {"accuracy": 0.018775, "f1": 0.009031, "hf_subset": "dyu_Latn-sat_Olck", "languages": ["dyu-Latn", "sat-Olck"], "main_score": 0.009031, "precision": 0.007425, "recall": 0.018775}, {"accuracy": 0.063241, "f1": 0.054812, "hf_subset": "dyu_Latn-tel_Telu", "languages": ["dyu-Latn", "tel-Telu"], "main_score": 0.054812, "precision": 0.052831, "recall": 0.063241}, {"accuracy": 0.040514, "f1": 0.032088, "hf_subset": "dyu_Latn-ydd_Hebr", "languages": ["dyu-Latn", "ydd-Hebr"], "main_score": 0.032088, "precision": 0.029712, "recall": 0.040514}, {"accuracy": 0.073123, "f1": 0.062635, "hf_subset": "dyu_Latn-ary_Arab", "languages": ["dyu-Latn", "ary-Arab"], "main_score": 0.062635, "precision": 0.059969, "recall": 0.073123}, {"accuracy": 0.172925, "f1": 0.144385, "hf_subset": "dyu_Latn-ces_Latn", "languages": ["dyu-Latn", "ces-Latn"], "main_score": 0.144385, "precision": 0.136725, "recall": 0.172925}, {"accuracy": 0.089921, "f1": 0.07249, "hf_subset": "dyu_Latn-gaz_Latn", "languages": ["dyu-Latn", "gaz-Latn"], "main_score": 0.07249, "precision": 0.066854, "recall": 0.089921}, {"accuracy": 0.190711, "f1": 0.173612, "hf_subset": "dyu_Latn-kam_Latn", "languages": ["dyu-Latn", "kam-Latn"], "main_score": 0.173612, "precision": 0.167403, "recall": 0.190711}, {"accuracy": 0.152174, "f1": 0.12636, "hf_subset": "dyu_Latn-lit_Latn", "languages": ["dyu-Latn", "lit-Latn"], "main_score": 0.12636, "precision": 0.119993, "recall": 0.152174}, {"accuracy": 0.177866, "f1": 0.147079, "hf_subset": "dyu_Latn-nob_Latn", "languages": ["dyu-Latn", "nob-Latn"], "main_score": 0.147079, "precision": 0.137908, "recall": 0.177866}, {"accuracy": 0.113636, "f1": 0.104396, "hf_subset": "dyu_Latn-scn_Latn", "languages": ["dyu-Latn", "scn-Latn"], "main_score": 0.104396, "precision": 0.10146, "recall": 0.113636}, {"accuracy": 0.102767, "f1": 0.08906, "hf_subset": "dyu_Latn-tgk_Cyrl", "languages": ["dyu-Latn", "tgk-Cyrl"], "main_score": 0.08906, "precision": 0.085354, "recall": 0.102767}, {"accuracy": 0.147233, "f1": 0.131068, "hf_subset": "dyu_Latn-yor_Latn", "languages": ["dyu-Latn", "yor-Latn"], "main_score": 0.131068, "precision": 0.124531, "recall": 0.147233}, {"accuracy": 0.091897, "f1": 0.081816, "hf_subset": "dyu_Latn-arz_Arab", "languages": ["dyu-Latn", "arz-Arab"], "main_score": 0.081816, "precision": 0.078948, "recall": 0.091897}, {"accuracy": 0.158103, "f1": 0.137264, "hf_subset": "dyu_Latn-cjk_Latn", "languages": ["dyu-Latn", "cjk-Latn"], "main_score": 0.137264, "precision": 0.130365, "recall": 0.158103}, {"accuracy": 0.125494, "f1": 0.110795, "hf_subset": "dyu_Latn-gla_Latn", "languages": ["dyu-Latn", "gla-Latn"], "main_score": 0.110795, "precision": 0.106947, "recall": 0.125494}, {"accuracy": 0.046443, "f1": 0.039025, "hf_subset": "dyu_Latn-kan_Knda", "languages": ["dyu-Latn", "kan-Knda"], "main_score": 0.039025, "precision": 0.03716, "recall": 0.046443}, {"accuracy": 0.12253, "f1": 0.109728, "hf_subset": "dyu_Latn-lmo_Latn", "languages": ["dyu-Latn", "lmo-Latn"], "main_score": 0.109728, "precision": 0.106375, "recall": 0.12253}, {"accuracy": 0.123518, "f1": 0.103369, "hf_subset": "dyu_Latn-npi_Deva", "languages": ["dyu-Latn", "npi-Deva"], "main_score": 0.103369, "precision": 0.098679, "recall": 0.123518}, {"accuracy": 0.139328, "f1": 0.116469, "hf_subset": "dyu_Latn-shn_Mymr", "languages": ["dyu-Latn", "shn-Mymr"], "main_score": 0.116469, "precision": 0.110211, "recall": 0.139328}, {"accuracy": 0.137352, "f1": 0.125997, "hf_subset": "dyu_Latn-tgl_Latn", "languages": ["dyu-Latn", "tgl-Latn"], "main_score": 0.125997, "precision": 0.122313, "recall": 0.137352}, {"accuracy": 0.134387, "f1": 0.111842, "hf_subset": "dyu_Latn-yue_Hant", "languages": ["dyu-Latn", "yue-Hant"], "main_score": 0.111842, "precision": 0.106246, "recall": 0.134387}, {"accuracy": 0.039526, "f1": 0.034625, "hf_subset": "dyu_Latn-asm_Beng", "languages": ["dyu-Latn", "asm-Beng"], "main_score": 0.034625, "precision": 0.032794, "recall": 0.039526}, {"accuracy": 0.079051, "f1": 0.062276, "hf_subset": "dyu_Latn-ckb_Arab", "languages": ["dyu-Latn", "ckb-Arab"], "main_score": 0.062276, "precision": 0.058048, "recall": 0.079051}, {"accuracy": 0.117589, "f1": 0.105374, "hf_subset": "dyu_Latn-gle_Latn", "languages": ["dyu-Latn", "gle-Latn"], "main_score": 0.105374, "precision": 0.101374, "recall": 0.117589}, {"accuracy": 0.052372, "f1": 0.046047, "hf_subset": "dyu_Latn-kas_Arab", "languages": ["dyu-Latn", "kas-Arab"], "main_score": 0.046047, "precision": 0.044489, "recall": 0.052372}, {"accuracy": 0.110672, "f1": 0.095051, "hf_subset": "dyu_Latn-ltg_Latn", "languages": ["dyu-Latn", "ltg-Latn"], "main_score": 0.095051, "precision": 0.09097, "recall": 0.110672}, {"accuracy": 0.175889, "f1": 0.160357, "hf_subset": "dyu_Latn-nso_Latn", "languages": ["dyu-Latn", "nso-Latn"], "main_score": 0.160357, "precision": 0.154826, "recall": 0.175889}, {"accuracy": 0.059289, "f1": 0.046968, "hf_subset": "dyu_Latn-sin_Sinh", "languages": ["dyu-Latn", "sin-Sinh"], "main_score": 0.046968, "precision": 0.044368, "recall": 0.059289}, {"accuracy": 0.125494, "f1": 0.105916, "hf_subset": "dyu_Latn-tha_Thai", "languages": ["dyu-Latn", "tha-Thai"], "main_score": 0.105916, "precision": 0.100586, "recall": 0.125494}, {"accuracy": 0.136364, "f1": 0.113891, "hf_subset": "dyu_Latn-zho_Hans", "languages": ["dyu-Latn", "zho-Hans"], "main_score": 0.113891, "precision": 0.107958, "recall": 0.136364}, {"accuracy": 0.132411, "f1": 0.11464, "hf_subset": "dyu_Latn-ast_Latn", "languages": ["dyu-Latn", "ast-Latn"], "main_score": 0.11464, "precision": 0.110713, "recall": 0.132411}, {"accuracy": 0.099802, "f1": 0.09123, "hf_subset": "dyu_Latn-crh_Latn", "languages": ["dyu-Latn", "crh-Latn"], "main_score": 0.09123, "precision": 0.08837, "recall": 0.099802}, {"accuracy": 0.179842, "f1": 0.149883, "hf_subset": "dyu_Latn-glg_Latn", "languages": ["dyu-Latn", "glg-Latn"], "main_score": 0.149883, "precision": 0.141351, "recall": 0.179842}, {"accuracy": 0.078063, "f1": 0.064951, "hf_subset": "dyu_Latn-kas_Deva", "languages": ["dyu-Latn", "kas-Deva"], "main_score": 0.064951, "precision": 0.061607, "recall": 0.078063}, {"accuracy": 0.121542, "f1": 0.110614, "hf_subset": "dyu_Latn-ltz_Latn", "languages": ["dyu-Latn", "ltz-Latn"], "main_score": 0.110614, "precision": 0.107001, "recall": 0.121542}, {"accuracy": 0.097826, "f1": 0.069913, "hf_subset": "dyu_Latn-nus_Latn", "languages": ["dyu-Latn", "nus-Latn"], "main_score": 0.069913, "precision": 0.061576, "recall": 0.097826}, {"accuracy": 0.172925, "f1": 0.14972, "hf_subset": "dyu_Latn-slk_Latn", "languages": ["dyu-Latn", "slk-Latn"], "main_score": 0.14972, "precision": 0.142969, "recall": 0.172925}, {"accuracy": 0.02668, "f1": 0.022312, "hf_subset": "dyu_Latn-tir_Ethi", "languages": ["dyu-Latn", "tir-Ethi"], "main_score": 0.022312, "precision": 0.021037, "recall": 0.02668}, {"accuracy": 0.119565, "f1": 0.101358, "hf_subset": "dyu_Latn-zho_Hant", "languages": ["dyu-Latn", "zho-Hant"], "main_score": 0.101358, "precision": 0.097084, "recall": 0.119565}, {"accuracy": 0.107708, "f1": 0.087267, "hf_subset": "dyu_Latn-awa_Deva", "languages": ["dyu-Latn", "awa-Deva"], "main_score": 0.087267, "precision": 0.082796, "recall": 0.107708}, {"accuracy": 0.108696, "f1": 0.094809, "hf_subset": "dyu_Latn-cym_Latn", "languages": ["dyu-Latn", "cym-Latn"], "main_score": 0.094809, "precision": 0.091049, "recall": 0.108696}, {"accuracy": 0.166996, "f1": 0.151872, "hf_subset": "dyu_Latn-grn_Latn", "languages": ["dyu-Latn", "grn-Latn"], "main_score": 0.151872, "precision": 0.146709, "recall": 0.166996}, {"accuracy": 0.092885, "f1": 0.079771, "hf_subset": "dyu_Latn-kat_Geor", "languages": ["dyu-Latn", "kat-Geor"], "main_score": 0.079771, "precision": 0.07597, "recall": 0.092885}, {"accuracy": 0.174901, "f1": 0.159665, "hf_subset": "dyu_Latn-lua_Latn", "languages": ["dyu-Latn", "lua-Latn"], "main_score": 0.159665, "precision": 0.155039, "recall": 0.174901}, {"accuracy": 0.171937, "f1": 0.154918, "hf_subset": "dyu_Latn-nya_Latn", "languages": ["dyu-Latn", "nya-Latn"], "main_score": 0.154918, "precision": 0.148852, "recall": 0.171937}, {"accuracy": 0.177866, "f1": 0.149011, "hf_subset": "dyu_Latn-slv_Latn", "languages": ["dyu-Latn", "slv-Latn"], "main_score": 0.149011, "precision": 0.141353, "recall": 0.177866}, {"accuracy": 0.16996, "f1": 0.155063, "hf_subset": "dyu_Latn-tpi_Latn", "languages": ["dyu-Latn", "tpi-Latn"], "main_score": 0.155063, "precision": 0.149617, "recall": 0.16996}, {"accuracy": 0.172925, "f1": 0.144856, "hf_subset": "dyu_Latn-zsm_Latn", "languages": ["dyu-Latn", "zsm-Latn"], "main_score": 0.144856, "precision": 0.136916, "recall": 0.172925}, {"accuracy": 0.164032, "f1": 0.146538, "hf_subset": "dyu_Latn-ayr_Latn", "languages": ["dyu-Latn", "ayr-Latn"], "main_score": 0.146538, "precision": 0.13979, "recall": 0.164032}, {"accuracy": 0.184783, "f1": 0.150178, "hf_subset": "dyu_Latn-dan_Latn", "languages": ["dyu-Latn", "dan-Latn"], "main_score": 0.150178, "precision": 0.140487, "recall": 0.184783}, {"accuracy": 0.076087, "f1": 0.064953, "hf_subset": "dyu_Latn-guj_Gujr", "languages": ["dyu-Latn", "guj-Gujr"], "main_score": 0.064953, "precision": 0.061923, "recall": 0.076087}, {"accuracy": 0.118577, "f1": 0.102048, "hf_subset": "dyu_Latn-kaz_Cyrl", "languages": ["dyu-Latn", "kaz-Cyrl"], "main_score": 0.102048, "precision": 0.09789, "recall": 0.118577}, {"accuracy": 0.151186, "f1": 0.132465, "hf_subset": "dyu_Latn-lug_Latn", "languages": ["dyu-Latn", "lug-Latn"], "main_score": 0.132465, "precision": 0.127369, "recall": 0.151186}, {"accuracy": 0.164032, "f1": 0.145674, "hf_subset": "dyu_Latn-oci_Latn", "languages": ["dyu-Latn", "oci-Latn"], "main_score": 0.145674, "precision": 0.140734, "recall": 0.164032}, {"accuracy": 0.136364, "f1": 0.113313, "hf_subset": "dyu_Latn-smo_Latn", "languages": ["dyu-Latn", "smo-Latn"], "main_score": 0.113313, "precision": 0.107259, "recall": 0.136364}, {"accuracy": 0.183794, "f1": 0.168141, "hf_subset": "dyu_Latn-tsn_Latn", "languages": ["dyu-Latn", "tsn-Latn"], "main_score": 0.168141, "precision": 0.16203, "recall": 0.183794}, {"accuracy": 0.114625, "f1": 0.098601, "hf_subset": "dyu_Latn-zul_Latn", "languages": ["dyu-Latn", "zul-Latn"], "main_score": 0.098601, "precision": 0.094292, "recall": 0.114625}, {"accuracy": 0.061265, "f1": 0.053088, "hf_subset": "dyu_Latn-azb_Arab", "languages": ["dyu-Latn", "azb-Arab"], "main_score": 0.053088, "precision": 0.050669, "recall": 0.061265}, {"accuracy": 0.18083, "f1": 0.153779, "hf_subset": "dyu_Latn-deu_Latn", "languages": ["dyu-Latn", "deu-Latn"], "main_score": 0.153779, "precision": 0.145557, "recall": 0.18083}, {"accuracy": 0.143281, "f1": 0.127477, "hf_subset": "dyu_Latn-hat_Latn", "languages": ["dyu-Latn", "hat-Latn"], "main_score": 0.127477, "precision": 0.123473, "recall": 0.143281}, {"accuracy": 0.185771, "f1": 0.161803, "hf_subset": "dyu_Latn-kbp_Latn", "languages": ["dyu-Latn", "kbp-Latn"], "main_score": 0.161803, "precision": 0.153758, "recall": 0.185771}, {"accuracy": 0.16502, "f1": 0.149225, "hf_subset": "dyu_Latn-luo_Latn", "languages": ["dyu-Latn", "luo-Latn"], "main_score": 0.149225, "precision": 0.143473, "recall": 0.16502}, {"accuracy": 0.04249, "f1": 0.033379, "hf_subset": "dyu_Latn-ory_Orya", "languages": ["dyu-Latn", "ory-Orya"], "main_score": 0.033379, "precision": 0.031435, "recall": 0.04249}, {"accuracy": 0.129447, "f1": 0.111715, "hf_subset": "dyu_Latn-sna_Latn", "languages": ["dyu-Latn", "sna-Latn"], "main_score": 0.111715, "precision": 0.106046, "recall": 0.129447}, {"accuracy": 0.179842, "f1": 0.163425, "hf_subset": "dyu_Latn-tso_Latn", "languages": ["dyu-Latn", "tso-Latn"], "main_score": 0.163425, "precision": 0.157871, "recall": 0.179842}, {"accuracy": 0.096838, "f1": 0.083339, "hf_subset": "dyu_Latn-azj_Latn", "languages": ["dyu-Latn", "azj-Latn"], "main_score": 0.083339, "precision": 0.079746, "recall": 0.096838}, {"accuracy": 0.171937, "f1": 0.154497, "hf_subset": "dyu_Latn-dik_Latn", "languages": ["dyu-Latn", "dik-Latn"], "main_score": 0.154497, "precision": 0.148574, "recall": 0.171937}, {"accuracy": 0.155138, "f1": 0.133717, "hf_subset": "dyu_Latn-hau_Latn", "languages": ["dyu-Latn", "hau-Latn"], "main_score": 0.133717, "precision": 0.127352, "recall": 0.155138}, {"accuracy": 0.09585, "f1": 0.089997, "hf_subset": "dyu_Latn-kea_Latn", "languages": ["dyu-Latn", "kea-Latn"], "main_score": 0.089997, "precision": 0.088043, "recall": 0.09585}, {"accuracy": 0.195652, "f1": 0.169993, "hf_subset": "dyu_Latn-lus_Latn", "languages": ["dyu-Latn", "lus-Latn"], "main_score": 0.169993, "precision": 0.162633, "recall": 0.195652}, {"accuracy": 0.144269, "f1": 0.133314, "hf_subset": "dyu_Latn-pag_Latn", "languages": ["dyu-Latn", "pag-Latn"], "main_score": 0.133314, "precision": 0.129702, "recall": 0.144269}, {"accuracy": 0.056324, "f1": 0.048199, "hf_subset": "dyu_Latn-snd_Arab", "languages": ["dyu-Latn", "snd-Arab"], "main_score": 0.048199, "precision": 0.046023, "recall": 0.056324}, {"accuracy": 0.11166, "f1": 0.091707, "hf_subset": "dyu_Latn-tuk_Latn", "languages": ["dyu-Latn", "tuk-Latn"], "main_score": 0.091707, "precision": 0.087179, "recall": 0.11166}, {"accuracy": 0.129447, "f1": 0.110908, "hf_subset": "dyu_Latn-bak_Cyrl", "languages": ["dyu-Latn", "bak-Cyrl"], "main_score": 0.110908, "precision": 0.106627, "recall": 0.129447}, {"accuracy": 0.117589, "f1": 0.097985, "hf_subset": "dyu_Latn-heb_Hebr", "languages": ["dyu-Latn", "heb-Hebr"], "main_score": 0.097985, "precision": 0.092695, "recall": 0.117589}, {"accuracy": 0.121542, "f1": 0.100794, "hf_subset": "dyu_Latn-khk_Cyrl", "languages": ["dyu-Latn", "khk-Cyrl"], "main_score": 0.100794, "precision": 0.094717, "recall": 0.121542}, {"accuracy": 0.13834, "f1": 0.116182, "hf_subset": "dyu_Latn-lvs_Latn", "languages": ["dyu-Latn", "lvs-Latn"], "main_score": 0.116182, "precision": 0.110215, "recall": 0.13834}, {"accuracy": 0.048419, "f1": 0.03813, "hf_subset": "dyu_Latn-pan_Guru", "languages": ["dyu-Latn", "pan-Guru"], "main_score": 0.03813, "precision": 0.035784, "recall": 0.048419}, {"accuracy": 0.124506, "f1": 0.114674, "hf_subset": "dyu_Latn-som_Latn", "languages": ["dyu-Latn", "som-Latn"], "main_score": 0.114674, "precision": 0.111298, "recall": 0.124506}, {"accuracy": 0.187747, "f1": 0.165831, "hf_subset": "dyu_Latn-tum_Latn", "languages": ["dyu-Latn", "tum-Latn"], "main_score": 0.165831, "precision": 0.15808, "recall": 0.187747}, {"accuracy": 0.083004, "f1": 0.049825, "hf_subset": "heb_Hebr-ace_Arab", "languages": ["heb-Hebr", "ace-Arab"], "main_score": 0.049825, "precision": 0.041952, "recall": 0.083004}, {"accuracy": 0.146245, "f1": 0.087287, "hf_subset": "heb_Hebr-bam_Latn", "languages": ["heb-Hebr", "bam-Latn"], "main_score": 0.087287, "precision": 0.074375, "recall": 0.146245}, {"accuracy": 0.003953, "f1": 4.9e-05, "hf_subset": "heb_Hebr-dzo_Tibt", "languages": ["heb-Hebr", "dzo-Tibt"], "main_score": 4.9e-05, "precision": 2.5e-05, "recall": 0.003953}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "heb_Hebr-hin_Deva", "languages": ["heb-Hebr", "hin-Deva"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.908103, "f1": 0.880007, "hf_subset": "heb_Hebr-khm_Khmr", "languages": ["heb-Hebr", "khm-Khmr"], "main_score": 0.880007, "precision": 0.866518, "recall": 0.908103}, {"accuracy": 0.954545, "f1": 0.939559, "hf_subset": "heb_Hebr-mag_Deva", "languages": ["heb-Hebr", "mag-Deva"], "main_score": 0.939559, "precision": 0.932148, "recall": 0.954545}, {"accuracy": 0.594862, "f1": 0.512622, "hf_subset": "heb_Hebr-pap_Latn", "languages": ["heb-Hebr", "pap-Latn"], "main_score": 0.512622, "precision": 0.481717, "recall": 0.594862}, {"accuracy": 0.173913, "f1": 0.11405, "hf_subset": "heb_Hebr-sot_Latn", "languages": ["heb-Hebr", "sot-Latn"], "main_score": 0.11405, "precision": 0.099548, "recall": 0.173913}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "heb_Hebr-tur_Latn", "languages": ["heb-Hebr", "tur-Latn"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.358696, "f1": 0.271395, "hf_subset": "heb_Hebr-ace_Latn", "languages": ["heb-Hebr", "ace-Latn"], "main_score": 0.271395, "precision": 0.245222, "recall": 0.358696}, {"accuracy": 0.608696, "f1": 0.530602, "hf_subset": "heb_Hebr-ban_Latn", "languages": ["heb-Hebr", "ban-Latn"], "main_score": 0.530602, "precision": 0.499584, "recall": 0.608696}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-ell_Grek", "languages": ["heb-Hebr", "ell-Grek"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.912055, "f1": 0.886693, "hf_subset": "heb_Hebr-hne_Deva", "languages": ["heb-Hebr", "hne-Deva"], "main_score": 0.886693, "precision": 0.874835, "recall": 0.912055}, {"accuracy": 0.20751, "f1": 0.13191, "hf_subset": "heb_Hebr-kik_Latn", "languages": ["heb-Hebr", "kik-Latn"], "main_score": 0.13191, "precision": 0.113383, "recall": 0.20751}, {"accuracy": 0.937747, "f1": 0.920817, "hf_subset": "heb_Hebr-mai_Deva", "languages": ["heb-Hebr", "mai-Deva"], "main_score": 0.920817, "precision": 0.913126, "recall": 0.937747}, {"accuracy": 0.843874, "f1": 0.803426, "hf_subset": "heb_Hebr-pbt_Arab", "languages": ["heb-Hebr", "pbt-Arab"], "main_score": 0.803426, "precision": 0.784914, "recall": 0.843874}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-spa_Latn", "languages": ["heb-Hebr", "spa-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.258893, "f1": 0.173856, "hf_subset": "heb_Hebr-twi_Latn", "languages": ["heb-Hebr", "twi-Latn"], "main_score": 0.173856, "precision": 0.151881, "recall": 0.258893}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "heb_Hebr-acm_Arab", "languages": ["heb-Hebr", "acm-Arab"], "main_score": 0.970026, "precision": 0.966403, "recall": 0.977273}, {"accuracy": 0.959486, "f1": 0.946476, "hf_subset": "heb_Hebr-bel_Cyrl", "languages": ["heb-Hebr", "bel-Cyrl"], "main_score": 0.946476, "precision": 0.940217, "recall": 0.959486}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-eng_Latn", "languages": ["heb-Hebr", "eng-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-hrv_Latn", "languages": ["heb-Hebr", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.128458, "f1": 0.077493, "hf_subset": "heb_Hebr-kin_Latn", "languages": ["heb-Hebr", "kin-Latn"], "main_score": 0.077493, "precision": 0.066527, "recall": 0.128458}, {"accuracy": 0.903162, "f1": 0.876548, "hf_subset": "heb_Hebr-mal_Mlym", "languages": ["heb-Hebr", "mal-Mlym"], "main_score": 0.876548, "precision": 0.864081, "recall": 0.903162}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-pes_Arab", "languages": ["heb-Hebr", "pes-Arab"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.666996, "f1": 0.59162, "hf_subset": "heb_Hebr-srd_Latn", "languages": ["heb-Hebr", "srd-Latn"], "main_score": 0.59162, "precision": 0.561671, "recall": 0.666996}, {"accuracy": 0.062253, "f1": 0.030158, "hf_subset": "heb_Hebr-tzm_Tfng", "languages": ["heb-Hebr", "tzm-Tfng"], "main_score": 0.030158, "precision": 0.025573, "recall": 0.062253}, {"accuracy": 0.977273, "f1": 0.970685, "hf_subset": "heb_Hebr-acq_Arab", "languages": ["heb-Hebr", "acq-Arab"], "main_score": 0.970685, "precision": 0.967556, "recall": 0.977273}, {"accuracy": 0.186759, "f1": 0.118906, "hf_subset": "heb_Hebr-bem_Latn", "languages": ["heb-Hebr", "bem-Latn"], "main_score": 0.118906, "precision": 0.103262, "recall": 0.186759}, {"accuracy": 0.850791, "f1": 0.809651, "hf_subset": "heb_Hebr-epo_Latn", "languages": ["heb-Hebr", "epo-Latn"], "main_score": 0.809651, "precision": 0.790958, "recall": 0.850791}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-hun_Latn", "languages": ["heb-Hebr", "hun-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.912055, "f1": 0.887747, "hf_subset": "heb_Hebr-kir_Cyrl", "languages": ["heb-Hebr", "kir-Cyrl"], "main_score": 0.887747, "precision": 0.8764, "recall": 0.912055}, {"accuracy": 0.91996, "f1": 0.896311, "hf_subset": "heb_Hebr-mar_Deva", "languages": ["heb-Hebr", "mar-Deva"], "main_score": 0.896311, "precision": 0.885293, "recall": 0.91996}, {"accuracy": 0.251976, "f1": 0.178442, "hf_subset": "heb_Hebr-plt_Latn", "languages": ["heb-Hebr", "plt-Latn"], "main_score": 0.178442, "precision": 0.157791, "recall": 0.251976}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-srp_Cyrl", "languages": ["heb-Hebr", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.811265, "f1": 0.767923, "hf_subset": "heb_Hebr-uig_Arab", "languages": ["heb-Hebr", "uig-Arab"], "main_score": 0.767923, "precision": 0.749242, "recall": 0.811265}, {"accuracy": 0.939723, "f1": 0.92085, "hf_subset": "heb_Hebr-aeb_Arab", "languages": ["heb-Hebr", "aeb-Arab"], "main_score": 0.92085, "precision": 0.911808, "recall": 0.939723}, {"accuracy": 0.921937, "f1": 0.898452, "hf_subset": "heb_Hebr-ben_Beng", "languages": ["heb-Hebr", "ben-Beng"], "main_score": 0.898452, "precision": 0.887269, "recall": 0.921937}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-est_Latn", "languages": ["heb-Hebr", "est-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "heb_Hebr-hye_Armn", "languages": ["heb-Hebr", "hye-Armn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.139328, "f1": 0.079009, "hf_subset": "heb_Hebr-kmb_Latn", "languages": ["heb-Hebr", "kmb-Latn"], "main_score": 0.079009, "precision": 0.066057, "recall": 0.139328}, {"accuracy": 0.057312, "f1": 0.032076, "hf_subset": "heb_Hebr-min_Arab", "languages": ["heb-Hebr", "min-Arab"], "main_score": 0.032076, "precision": 0.026569, "recall": 0.057312}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-pol_Latn", "languages": ["heb-Hebr", "pol-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.131423, "f1": 0.075594, "hf_subset": "heb_Hebr-ssw_Latn", "languages": ["heb-Hebr", "ssw-Latn"], "main_score": 0.075594, "precision": 0.063978, "recall": 0.131423}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-ukr_Cyrl", "languages": ["heb-Hebr", "ukr-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.959486, "f1": 0.946146, "hf_subset": "heb_Hebr-afr_Latn", "languages": ["heb-Hebr", "afr-Latn"], "main_score": 0.946146, "precision": 0.939559, "recall": 0.959486}, {"accuracy": 0.895257, "f1": 0.865796, "hf_subset": "heb_Hebr-bho_Deva", "languages": ["heb-Hebr", "bho-Deva"], "main_score": 0.865796, "precision": 0.851861, "recall": 0.895257}, {"accuracy": 0.728261, "f1": 0.66461, "hf_subset": "heb_Hebr-eus_Latn", "languages": ["heb-Hebr", "eus-Latn"], "main_score": 0.66461, "precision": 0.636891, "recall": 0.728261}, {"accuracy": 0.161067, "f1": 0.094519, "hf_subset": "heb_Hebr-ibo_Latn", "languages": ["heb-Hebr", "ibo-Latn"], "main_score": 0.094519, "precision": 0.078821, "recall": 0.161067}, {"accuracy": 0.728261, "f1": 0.673574, "hf_subset": "heb_Hebr-kmr_Latn", "languages": ["heb-Hebr", "kmr-Latn"], "main_score": 0.673574, "precision": 0.651219, "recall": 0.728261}, {"accuracy": 0.587945, "f1": 0.508065, "hf_subset": "heb_Hebr-min_Latn", "languages": ["heb-Hebr", "min-Latn"], "main_score": 0.508065, "precision": 0.478084, "recall": 0.587945}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-por_Latn", "languages": ["heb-Hebr", "por-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.705534, "f1": 0.636764, "hf_subset": "heb_Hebr-sun_Latn", "languages": ["heb-Hebr", "sun-Latn"], "main_score": 0.636764, "precision": 0.608086, "recall": 0.705534}, {"accuracy": 0.142292, "f1": 0.088733, "hf_subset": "heb_Hebr-umb_Latn", "languages": ["heb-Hebr", "umb-Latn"], "main_score": 0.088733, "precision": 0.076984, "recall": 0.142292}, {"accuracy": 0.970356, "f1": 0.961298, "hf_subset": "heb_Hebr-ajp_Arab", "languages": ["heb-Hebr", "ajp-Arab"], "main_score": 0.961298, "precision": 0.956851, "recall": 0.970356}, {"accuracy": 0.068182, "f1": 0.039145, "hf_subset": "heb_Hebr-bjn_Arab", "languages": ["heb-Hebr", "bjn-Arab"], "main_score": 0.039145, "precision": 0.033824, "recall": 0.068182}, {"accuracy": 0.213439, "f1": 0.14829, "hf_subset": "heb_Hebr-ewe_Latn", "languages": ["heb-Hebr", "ewe-Latn"], "main_score": 0.14829, "precision": 0.131166, "recall": 0.213439}, {"accuracy": 0.326087, "f1": 0.239652, "hf_subset": "heb_Hebr-ilo_Latn", "languages": ["heb-Hebr", "ilo-Latn"], "main_score": 0.239652, "precision": 0.21447, "recall": 0.326087}, {"accuracy": 0.086957, "f1": 0.049624, "hf_subset": "heb_Hebr-knc_Arab", "languages": ["heb-Hebr", "knc-Arab"], "main_score": 0.049624, "precision": 0.0417, "recall": 0.086957}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-mkd_Cyrl", "languages": ["heb-Hebr", "mkd-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.98913, "f1": 0.985672, "hf_subset": "heb_Hebr-prs_Arab", "languages": ["heb-Hebr", "prs-Arab"], "main_score": 0.985672, "precision": 0.984025, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-swe_Latn", "languages": ["heb-Hebr", "swe-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.971344, "f1": 0.962286, "hf_subset": "heb_Hebr-urd_Arab", "languages": ["heb-Hebr", "urd-Arab"], "main_score": 0.962286, "precision": 0.958004, "recall": 0.971344}, {"accuracy": 0.238142, "f1": 0.162477, "hf_subset": "heb_Hebr-aka_Latn", "languages": ["heb-Hebr", "aka-Latn"], "main_score": 0.162477, "precision": 0.143386, "recall": 0.238142}, {"accuracy": 0.745059, "f1": 0.683478, "hf_subset": "heb_Hebr-bjn_Latn", "languages": ["heb-Hebr", "bjn-Latn"], "main_score": 0.683478, "precision": 0.657946, "recall": 0.745059}, {"accuracy": 0.423913, "f1": 0.340188, "hf_subset": "heb_Hebr-fao_Latn", "languages": ["heb-Hebr", "fao-Latn"], "main_score": 0.340188, "precision": 0.315098, "recall": 0.423913}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-ind_Latn", "languages": ["heb-Hebr", "ind-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.214427, "f1": 0.14244, "hf_subset": "heb_Hebr-knc_Latn", "languages": ["heb-Hebr", "knc-Latn"], "main_score": 0.14244, "precision": 0.124489, "recall": 0.214427}, {"accuracy": 0.274704, "f1": 0.197009, "hf_subset": "heb_Hebr-mlt_Latn", "languages": ["heb-Hebr", "mlt-Latn"], "main_score": 0.197009, "precision": 0.176129, "recall": 0.274704}, {"accuracy": 0.222332, "f1": 0.144173, "hf_subset": "heb_Hebr-quy_Latn", "languages": ["heb-Hebr", "quy-Latn"], "main_score": 0.144173, "precision": 0.124287, "recall": 0.222332}, {"accuracy": 0.323123, "f1": 0.243134, "hf_subset": "heb_Hebr-swh_Latn", "languages": ["heb-Hebr", "swh-Latn"], "main_score": 0.243134, "precision": 0.220477, "recall": 0.323123}, {"accuracy": 0.624506, "f1": 0.55206, "hf_subset": "heb_Hebr-uzn_Latn", "languages": ["heb-Hebr", "uzn-Latn"], "main_score": 0.55206, "precision": 0.523689, "recall": 0.624506}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-als_Latn", "languages": ["heb-Hebr", "als-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.050395, "f1": 0.016424, "hf_subset": "heb_Hebr-bod_Tibt", "languages": ["heb-Hebr", "bod-Tibt"], "main_score": 0.016424, "precision": 0.012402, "recall": 0.050395}, {"accuracy": 0.16502, "f1": 0.105178, "hf_subset": "heb_Hebr-fij_Latn", "languages": ["heb-Hebr", "fij-Latn"], "main_score": 0.105178, "precision": 0.09148, "recall": 0.16502}, {"accuracy": 0.73419, "f1": 0.673344, "hf_subset": "heb_Hebr-isl_Latn", "languages": ["heb-Hebr", "isl-Latn"], "main_score": 0.673344, "precision": 0.648618, "recall": 0.73419}, {"accuracy": 0.193676, "f1": 0.124847, "hf_subset": "heb_Hebr-kon_Latn", "languages": ["heb-Hebr", "kon-Latn"], "main_score": 0.124847, "precision": 0.107546, "recall": 0.193676}, {"accuracy": 0.066206, "f1": 0.034229, "hf_subset": "heb_Hebr-mni_Beng", "languages": ["heb-Hebr", "mni-Beng"], "main_score": 0.034229, "precision": 0.029125, "recall": 0.066206}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-ron_Latn", "languages": ["heb-Hebr", "ron-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.77668, "f1": 0.720048, "hf_subset": "heb_Hebr-szl_Latn", "languages": ["heb-Hebr", "szl-Latn"], "main_score": 0.720048, "precision": 0.695595, "recall": 0.77668}, {"accuracy": 0.777668, "f1": 0.717495, "hf_subset": "heb_Hebr-vec_Latn", "languages": ["heb-Hebr", "vec-Latn"], "main_score": 0.717495, "precision": 0.690464, "recall": 0.777668}, {"accuracy": 0.773715, "f1": 0.719718, "hf_subset": "heb_Hebr-amh_Ethi", "languages": ["heb-Hebr", "amh-Ethi"], "main_score": 0.719718, "precision": 0.69688, "recall": 0.773715}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-bos_Latn", "languages": ["heb-Hebr", "bos-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "heb_Hebr-fin_Latn", "languages": ["heb-Hebr", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.994071, "f1": 0.99226, "hf_subset": "heb_Hebr-ita_Latn", "languages": ["heb-Hebr", "ita-Latn"], "main_score": 0.99226, "precision": 0.991436, "recall": 0.994071}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "heb_Hebr-kor_Hang", "languages": ["heb-Hebr", "kor-Hang"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.18083, "f1": 0.118087, "hf_subset": "heb_Hebr-mos_Latn", "languages": ["heb-Hebr", "mos-Latn"], "main_score": 0.118087, "precision": 0.102461, "recall": 0.18083}, {"accuracy": 0.131423, "f1": 0.076763, "hf_subset": "heb_Hebr-run_Latn", "languages": ["heb-Hebr", "run-Latn"], "main_score": 0.076763, "precision": 0.064774, "recall": 0.131423}, {"accuracy": 0.899209, "f1": 0.869697, "hf_subset": "heb_Hebr-tam_Taml", "languages": ["heb-Hebr", "tam-Taml"], "main_score": 0.869697, "precision": 0.856225, "recall": 0.899209}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-vie_Latn", "languages": ["heb-Hebr", "vie-Latn"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "heb_Hebr-apc_Arab", "languages": ["heb-Hebr", "apc-Arab"], "main_score": 0.950264, "precision": 0.944335, "recall": 0.962451}, {"accuracy": 0.340909, "f1": 0.257318, "hf_subset": "heb_Hebr-bug_Latn", "languages": ["heb-Hebr", "bug-Latn"], "main_score": 0.257318, "precision": 0.232323, "recall": 0.340909}, {"accuracy": 0.160079, "f1": 0.095788, "hf_subset": "heb_Hebr-fon_Latn", "languages": ["heb-Hebr", "fon-Latn"], "main_score": 0.095788, "precision": 0.082411, "recall": 0.160079}, {"accuracy": 0.681818, "f1": 0.607529, "hf_subset": "heb_Hebr-jav_Latn", "languages": ["heb-Hebr", "jav-Latn"], "main_score": 0.607529, "precision": 0.57803, "recall": 0.681818}, {"accuracy": 0.929842, "f1": 0.910672, "hf_subset": "heb_Hebr-lao_Laoo", "languages": ["heb-Hebr", "lao-Laoo"], "main_score": 0.910672, "precision": 0.902174, "recall": 0.929842}, {"accuracy": 0.152174, "f1": 0.087607, "hf_subset": "heb_Hebr-mri_Latn", "languages": ["heb-Hebr", "mri-Latn"], "main_score": 0.087607, "precision": 0.073486, "recall": 0.152174}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-rus_Cyrl", "languages": ["heb-Hebr", "rus-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.202569, "f1": 0.141228, "hf_subset": "heb_Hebr-taq_Latn", "languages": ["heb-Hebr", "taq-Latn"], "main_score": 0.141228, "precision": 0.126436, "recall": 0.202569}, {"accuracy": 0.375494, "f1": 0.286705, "hf_subset": "heb_Hebr-war_Latn", "languages": ["heb-Hebr", "war-Latn"], "main_score": 0.286705, "precision": 0.259879, "recall": 0.375494}, {"accuracy": 0.988142, "f1": 0.984354, "hf_subset": "heb_Hebr-arb_Arab", "languages": ["heb-Hebr", "arb-Arab"], "main_score": 0.984354, "precision": 0.982543, "recall": 0.988142}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-bul_Cyrl", "languages": ["heb-Hebr", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-fra_Latn", "languages": ["heb-Hebr", "fra-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-jpn_Jpan", "languages": ["heb-Hebr", "jpn-Jpan"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.725296, "f1": 0.660378, "hf_subset": "heb_Hebr-lij_Latn", "languages": ["heb-Hebr", "lij-Latn"], "main_score": 0.660378, "precision": 0.633936, "recall": 0.725296}, {"accuracy": 0.94664, "f1": 0.930171, "hf_subset": "heb_Hebr-mya_Mymr", "languages": ["heb-Hebr", "mya-Mymr"], "main_score": 0.930171, "precision": 0.922101, "recall": 0.94664}, {"accuracy": 0.19664, "f1": 0.132632, "hf_subset": "heb_Hebr-sag_Latn", "languages": ["heb-Hebr", "sag-Latn"], "main_score": 0.132632, "precision": 0.116424, "recall": 0.19664}, {"accuracy": 0.073123, "f1": 0.03248, "hf_subset": "heb_Hebr-taq_Tfng", "languages": ["heb-Hebr", "taq-Tfng"], "main_score": 0.03248, "precision": 0.026909, "recall": 0.073123}, {"accuracy": 0.209486, "f1": 0.136026, "hf_subset": "heb_Hebr-wol_Latn", "languages": ["heb-Hebr", "wol-Latn"], "main_score": 0.136026, "precision": 0.117114, "recall": 0.209486}, {"accuracy": 0.089921, "f1": 0.04387, "hf_subset": "heb_Hebr-arb_Latn", "languages": ["heb-Hebr", "arb-Latn"], "main_score": 0.04387, "precision": 0.034708, "recall": 0.089921}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-cat_Latn", "languages": ["heb-Hebr", "cat-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.678854, "f1": 0.606757, "hf_subset": "heb_Hebr-fur_Latn", "languages": ["heb-Hebr", "fur-Latn"], "main_score": 0.606757, "precision": 0.57767, "recall": 0.678854}, {"accuracy": 0.076087, "f1": 0.051305, "hf_subset": "heb_Hebr-kab_Latn", "languages": ["heb-Hebr", "kab-Latn"], "main_score": 0.051305, "precision": 0.045752, "recall": 0.076087}, {"accuracy": 0.711462, "f1": 0.642598, "hf_subset": "heb_Hebr-lim_Latn", "languages": ["heb-Hebr", "lim-Latn"], "main_score": 0.642598, "precision": 0.613719, "recall": 0.711462}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-nld_Latn", "languages": ["heb-Hebr", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.741107, "f1": 0.679422, "hf_subset": "heb_Hebr-san_Deva", "languages": ["heb-Hebr", "san-Deva"], "main_score": 0.679422, "precision": 0.652429, "recall": 0.741107}, {"accuracy": 0.487154, "f1": 0.398126, "hf_subset": "heb_Hebr-tat_Cyrl", "languages": ["heb-Hebr", "tat-Cyrl"], "main_score": 0.398126, "precision": 0.365821, "recall": 0.487154}, {"accuracy": 0.172925, "f1": 0.10734, "hf_subset": "heb_Hebr-xho_Latn", "languages": ["heb-Hebr", "xho-Latn"], "main_score": 0.10734, "precision": 0.092306, "recall": 0.172925}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "heb_Hebr-ars_Arab", "languages": ["heb-Hebr", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.353755, "f1": 0.26817, "hf_subset": "heb_Hebr-ceb_Latn", "languages": ["heb-Hebr", "ceb-Latn"], "main_score": 0.26817, "precision": 0.241756, "recall": 0.353755}, {"accuracy": 0.197628, "f1": 0.127721, "hf_subset": "heb_Hebr-fuv_Latn", "languages": ["heb-Hebr", "fuv-Latn"], "main_score": 0.127721, "precision": 0.111387, "recall": 0.197628}, {"accuracy": 0.166996, "f1": 0.10577, "hf_subset": "heb_Hebr-kac_Latn", "languages": ["heb-Hebr", "kac-Latn"], "main_score": 0.10577, "precision": 0.0911, "recall": 0.166996}, {"accuracy": 0.203557, "f1": 0.135868, "hf_subset": "heb_Hebr-lin_Latn", "languages": ["heb-Hebr", "lin-Latn"], "main_score": 0.135868, "precision": 0.117358, "recall": 0.203557}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "heb_Hebr-nno_Latn", "languages": ["heb-Hebr", "nno-Latn"], "main_score": 0.974308, "precision": 0.971344, "recall": 0.980237}, {"accuracy": 0.018775, "f1": 0.004718, "hf_subset": "heb_Hebr-sat_Olck", "languages": ["heb-Hebr", "sat-Olck"], "main_score": 0.004718, "precision": 0.00369, "recall": 0.018775}, {"accuracy": 0.883399, "f1": 0.850988, "hf_subset": "heb_Hebr-tel_Telu", "languages": ["heb-Hebr", "tel-Telu"], "main_score": 0.850988, "precision": 0.83638, "recall": 0.883399}, {"accuracy": 0.460474, "f1": 0.376751, "hf_subset": "heb_Hebr-ydd_Hebr", "languages": ["heb-Hebr", "ydd-Hebr"], "main_score": 0.376751, "precision": 0.346069, "recall": 0.460474}, {"accuracy": 0.858696, "f1": 0.817424, "hf_subset": "heb_Hebr-ary_Arab", "languages": ["heb-Hebr", "ary-Arab"], "main_score": 0.817424, "precision": 0.798007, "recall": 0.858696}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "heb_Hebr-ces_Latn", "languages": ["heb-Hebr", "ces-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.087945, "f1": 0.048291, "hf_subset": "heb_Hebr-gaz_Latn", "languages": ["heb-Hebr", "gaz-Latn"], "main_score": 0.048291, "precision": 0.041261, "recall": 0.087945}, {"accuracy": 0.167984, "f1": 0.110283, "hf_subset": "heb_Hebr-kam_Latn", "languages": ["heb-Hebr", "kam-Latn"], "main_score": 0.110283, "precision": 0.096439, "recall": 0.167984}, {"accuracy": 0.988142, "f1": 0.984519, "hf_subset": "heb_Hebr-lit_Latn", "languages": ["heb-Hebr", "lit-Latn"], "main_score": 0.984519, "precision": 0.982708, "recall": 0.988142}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "heb_Hebr-nob_Latn", "languages": ["heb-Hebr", "nob-Latn"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.610672, "f1": 0.528498, "hf_subset": "heb_Hebr-scn_Latn", "languages": ["heb-Hebr", "scn-Latn"], "main_score": 0.528498, "precision": 0.497193, "recall": 0.610672}, {"accuracy": 0.162055, "f1": 0.104027, "hf_subset": "heb_Hebr-tgk_Cyrl", "languages": ["heb-Hebr", "tgk-Cyrl"], "main_score": 0.104027, "precision": 0.089852, "recall": 0.162055}, {"accuracy": 0.167984, "f1": 0.102081, "hf_subset": "heb_Hebr-yor_Latn", "languages": ["heb-Hebr", "yor-Latn"], "main_score": 0.102081, "precision": 0.086411, "recall": 0.167984}, {"accuracy": 0.962451, "f1": 0.950264, "hf_subset": "heb_Hebr-arz_Arab", "languages": ["heb-Hebr", "arz-Arab"], "main_score": 0.950264, "precision": 0.94417, "recall": 0.962451}, {"accuracy": 0.159091, "f1": 0.101609, "hf_subset": "heb_Hebr-cjk_Latn", "languages": ["heb-Hebr", "cjk-Latn"], "main_score": 0.101609, "precision": 0.088813, "recall": 0.159091}, {"accuracy": 0.15415, "f1": 0.097793, "hf_subset": "heb_Hebr-gla_Latn", "languages": ["heb-Hebr", "gla-Latn"], "main_score": 0.097793, "precision": 0.083069, "recall": 0.15415}, {"accuracy": 0.831028, "f1": 0.785677, "hf_subset": "heb_Hebr-kan_Knda", "languages": ["heb-Hebr", "kan-Knda"], "main_score": 0.785677, "precision": 0.765431, "recall": 0.831028}, {"accuracy": 0.617589, "f1": 0.545037, "hf_subset": "heb_Hebr-lmo_Latn", "languages": ["heb-Hebr", "lmo-Latn"], "main_score": 0.545037, "precision": 0.51734, "recall": 0.617589}, {"accuracy": 0.963439, "f1": 0.952635, "hf_subset": "heb_Hebr-npi_Deva", "languages": ["heb-Hebr", "npi-Deva"], "main_score": 0.952635, "precision": 0.947381, "recall": 0.963439}, {"accuracy": 0.235178, "f1": 0.157221, "hf_subset": "heb_Hebr-shn_Mymr", "languages": ["heb-Hebr", "shn-Mymr"], "main_score": 0.157221, "precision": 0.135086, "recall": 0.235178}, {"accuracy": 0.417984, "f1": 0.331478, "hf_subset": "heb_Hebr-tgl_Latn", "languages": ["heb-Hebr", "tgl-Latn"], "main_score": 0.331478, "precision": 0.304137, "recall": 0.417984}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "heb_Hebr-yue_Hant", "languages": ["heb-Hebr", "yue-Hant"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.549407, "f1": 0.469878, "hf_subset": "heb_Hebr-asm_Beng", "languages": ["heb-Hebr", "asm-Beng"], "main_score": 0.469878, "precision": 0.43934, "recall": 0.549407}, {"accuracy": 0.841897, "f1": 0.800645, "hf_subset": "heb_Hebr-ckb_Arab", "languages": ["heb-Hebr", "ckb-Arab"], "main_score": 0.800645, "precision": 0.781983, "recall": 0.841897}, {"accuracy": 0.250988, "f1": 0.178155, "hf_subset": "heb_Hebr-gle_Latn", "languages": ["heb-Hebr", "gle-Latn"], "main_score": 0.178155, "precision": 0.158421, "recall": 0.250988}, {"accuracy": 0.59585, "f1": 0.512307, "hf_subset": "heb_Hebr-kas_Arab", "languages": ["heb-Hebr", "kas-Arab"], "main_score": 0.512307, "precision": 0.478454, "recall": 0.59585}, {"accuracy": 0.668972, "f1": 0.599609, "hf_subset": "heb_Hebr-ltg_Latn", "languages": ["heb-Hebr", "ltg-Latn"], "main_score": 0.599609, "precision": 0.57147, "recall": 0.668972}, {"accuracy": 0.195652, "f1": 0.127241, "hf_subset": "heb_Hebr-nso_Latn", "languages": ["heb-Hebr", "nso-Latn"], "main_score": 0.127241, "precision": 0.110428, "recall": 0.195652}, {"accuracy": 0.933794, "f1": 0.915316, "hf_subset": "heb_Hebr-sin_Sinh", "languages": ["heb-Hebr", "sin-Sinh"], "main_score": 0.915316, "precision": 0.906818, "recall": 0.933794}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "heb_Hebr-tha_Thai", "languages": ["heb-Hebr", "tha-Thai"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "heb_Hebr-zho_Hans", "languages": ["heb-Hebr", "zho-Hans"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.93083, "f1": 0.909914, "hf_subset": "heb_Hebr-ast_Latn", "languages": ["heb-Hebr", "ast-Latn"], "main_score": 0.909914, "precision": 0.900066, "recall": 0.93083}, {"accuracy": 0.737154, "f1": 0.673748, "hf_subset": "heb_Hebr-crh_Latn", "languages": ["heb-Hebr", "crh-Latn"], "main_score": 0.673748, "precision": 0.647134, "recall": 0.737154}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "heb_Hebr-glg_Latn", "languages": ["heb-Hebr", "glg-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.402174, "f1": 0.31764, "hf_subset": "heb_Hebr-kas_Deva", "languages": ["heb-Hebr", "kas-Deva"], "main_score": 0.31764, "precision": 0.288965, "recall": 0.402174}, {"accuracy": 0.463439, "f1": 0.371149, "hf_subset": "heb_Hebr-ltz_Latn", "languages": ["heb-Hebr", "ltz-Latn"], "main_score": 0.371149, "precision": 0.340785, "recall": 0.463439}, {"accuracy": 0.088933, "f1": 0.043542, "hf_subset": "heb_Hebr-nus_Latn", "languages": ["heb-Hebr", "nus-Latn"], "main_score": 0.043542, "precision": 0.035065, "recall": 0.088933}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-slk_Latn", "languages": ["heb-Hebr", "slk-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.185771, "f1": 0.123167, "hf_subset": "heb_Hebr-tir_Ethi", "languages": ["heb-Hebr", "tir-Ethi"], "main_score": 0.123167, "precision": 0.10614, "recall": 0.185771}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-zho_Hant", "languages": ["heb-Hebr", "zho-Hant"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.949605, "f1": 0.935178, "hf_subset": "heb_Hebr-awa_Deva", "languages": ["heb-Hebr", "awa-Deva"], "main_score": 0.935178, "precision": 0.928607, "recall": 0.949605}, {"accuracy": 0.422925, "f1": 0.33283, "hf_subset": "heb_Hebr-cym_Latn", "languages": ["heb-Hebr", "cym-Latn"], "main_score": 0.33283, "precision": 0.304636, "recall": 0.422925}, {"accuracy": 0.304348, "f1": 0.22271, "hf_subset": "heb_Hebr-grn_Latn", "languages": ["heb-Hebr", "grn-Latn"], "main_score": 0.22271, "precision": 0.199848, "recall": 0.304348}, {"accuracy": 0.880435, "f1": 0.843017, "hf_subset": "heb_Hebr-kat_Geor", "languages": ["heb-Hebr", "kat-Geor"], "main_score": 0.843017, "precision": 0.825264, "recall": 0.880435}, {"accuracy": 0.216403, "f1": 0.144986, "hf_subset": "heb_Hebr-lua_Latn", "languages": ["heb-Hebr", "lua-Latn"], "main_score": 0.144986, "precision": 0.126469, "recall": 0.216403}, {"accuracy": 0.1917, "f1": 0.122936, "hf_subset": "heb_Hebr-nya_Latn", "languages": ["heb-Hebr", "nya-Latn"], "main_score": 0.122936, "precision": 0.106303, "recall": 0.1917}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-slv_Latn", "languages": ["heb-Hebr", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.40415, "f1": 0.311726, "hf_subset": "heb_Hebr-tpi_Latn", "languages": ["heb-Hebr", "tpi-Latn"], "main_score": 0.311726, "precision": 0.283384, "recall": 0.40415}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "heb_Hebr-zsm_Latn", "languages": ["heb-Hebr", "zsm-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.172925, "f1": 0.101547, "hf_subset": "heb_Hebr-ayr_Latn", "languages": ["heb-Hebr", "ayr-Latn"], "main_score": 0.101547, "precision": 0.086422, "recall": 0.172925}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "heb_Hebr-dan_Latn", "languages": ["heb-Hebr", "dan-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.925889, "f1": 0.902668, "hf_subset": "heb_Hebr-guj_Gujr", "languages": ["heb-Hebr", "guj-Gujr"], "main_score": 0.902668, "precision": 0.891667, "recall": 0.925889}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "heb_Hebr-kaz_Cyrl", "languages": ["heb-Hebr", "kaz-Cyrl"], "main_score": 0.935112, "precision": 0.927536, "recall": 0.950593}, {"accuracy": 0.136364, "f1": 0.083081, "hf_subset": "heb_Hebr-lug_Latn", "languages": ["heb-Hebr", "lug-Latn"], "main_score": 0.083081, "precision": 0.071572, "recall": 0.136364}, {"accuracy": 0.916008, "f1": 0.891304, "hf_subset": "heb_Hebr-oci_Latn", "languages": ["heb-Hebr", "oci-Latn"], "main_score": 0.891304, "precision": 0.879282, "recall": 0.916008}, {"accuracy": 0.164032, "f1": 0.104205, "hf_subset": "heb_Hebr-smo_Latn", "languages": ["heb-Hebr", "smo-Latn"], "main_score": 0.104205, "precision": 0.089501, "recall": 0.164032}, {"accuracy": 0.16502, "f1": 0.103973, "hf_subset": "heb_Hebr-tsn_Latn", "languages": ["heb-Hebr", "tsn-Latn"], "main_score": 0.103973, "precision": 0.089376, "recall": 0.16502}, {"accuracy": 0.12747, "f1": 0.075842, "hf_subset": "heb_Hebr-zul_Latn", "languages": ["heb-Hebr", "zul-Latn"], "main_score": 0.075842, "precision": 0.064727, "recall": 0.12747}, {"accuracy": 0.530632, "f1": 0.451621, "hf_subset": "heb_Hebr-azb_Arab", "languages": ["heb-Hebr", "azb-Arab"], "main_score": 0.451621, "precision": 0.422256, "recall": 0.530632}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "heb_Hebr-deu_Latn", "languages": ["heb-Hebr", "deu-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.272727, "f1": 0.192124, "hf_subset": "heb_Hebr-hat_Latn", "languages": ["heb-Hebr", "hat-Latn"], "main_score": 0.192124, "precision": 0.169906, "recall": 0.272727}, {"accuracy": 0.144269, "f1": 0.08716, "hf_subset": "heb_Hebr-kbp_Latn", "languages": ["heb-Hebr", "kbp-Latn"], "main_score": 0.08716, "precision": 0.074322, "recall": 0.144269}, {"accuracy": 0.178854, "f1": 0.109003, "hf_subset": "heb_Hebr-luo_Latn", "languages": ["heb-Hebr", "luo-Latn"], "main_score": 0.109003, "precision": 0.093249, "recall": 0.178854}, {"accuracy": 0.846838, "f1": 0.805534, "hf_subset": "heb_Hebr-ory_Orya", "languages": ["heb-Hebr", "ory-Orya"], "main_score": 0.805534, "precision": 0.786874, "recall": 0.846838}, {"accuracy": 0.153162, "f1": 0.092735, "hf_subset": "heb_Hebr-sna_Latn", "languages": ["heb-Hebr", "sna-Latn"], "main_score": 0.092735, "precision": 0.079151, "recall": 0.153162}, {"accuracy": 0.150198, "f1": 0.096052, "hf_subset": "heb_Hebr-tso_Latn", "languages": ["heb-Hebr", "tso-Latn"], "main_score": 0.096052, "precision": 0.08362, "recall": 0.150198}, {"accuracy": 0.947628, "f1": 0.932773, "hf_subset": "heb_Hebr-azj_Latn", "languages": ["heb-Hebr", "azj-Latn"], "main_score": 0.932773, "precision": 0.925889, "recall": 0.947628}, {"accuracy": 0.253953, "f1": 0.177479, "hf_subset": "heb_Hebr-dik_Latn", "languages": ["heb-Hebr", "dik-Latn"], "main_score": 0.177479, "precision": 0.157794, "recall": 0.253953}, {"accuracy": 0.198617, "f1": 0.128965, "hf_subset": "heb_Hebr-hau_Latn", "languages": ["heb-Hebr", "hau-Latn"], "main_score": 0.128965, "precision": 0.112968, "recall": 0.198617}, {"accuracy": 0.602767, "f1": 0.518982, "hf_subset": "heb_Hebr-kea_Latn", "languages": ["heb-Hebr", "kea-Latn"], "main_score": 0.518982, "precision": 0.486626, "recall": 0.602767}, {"accuracy": 0.318182, "f1": 0.235655, "hf_subset": "heb_Hebr-lus_Latn", "languages": ["heb-Hebr", "lus-Latn"], "main_score": 0.235655, "precision": 0.210832, "recall": 0.318182}, {"accuracy": 0.432806, "f1": 0.337158, "hf_subset": "heb_Hebr-pag_Latn", "languages": ["heb-Hebr", "pag-Latn"], "main_score": 0.337158, "precision": 0.305123, "recall": 0.432806}, {"accuracy": 0.87747, "f1": 0.842194, "hf_subset": "heb_Hebr-snd_Arab", "languages": ["heb-Hebr", "snd-Arab"], "main_score": 0.842194, "precision": 0.825758, "recall": 0.87747}, {"accuracy": 0.304348, "f1": 0.214119, "hf_subset": "heb_Hebr-tuk_Latn", "languages": ["heb-Hebr", "tuk-Latn"], "main_score": 0.214119, "precision": 0.186637, "recall": 0.304348}, {"accuracy": 0.450593, "f1": 0.360586, "hf_subset": "heb_Hebr-bak_Cyrl", "languages": ["heb-Hebr", "bak-Cyrl"], "main_score": 0.360586, "precision": 0.328246, "recall": 0.450593}, {"accuracy": 0.145257, "f1": 0.088977, "hf_subset": "heb_Hebr-dyu_Latn", "languages": ["heb-Hebr", "dyu-Latn"], "main_score": 0.088977, "precision": 0.074768, "recall": 0.145257}, {"accuracy": 0.969368, "f1": 0.959486, "hf_subset": "heb_Hebr-khk_Cyrl", "languages": ["heb-Hebr", "khk-Cyrl"], "main_score": 0.959486, "precision": 0.95471, "recall": 0.969368}, {"accuracy": 0.988142, "f1": 0.98475, "hf_subset": "heb_Hebr-lvs_Latn", "languages": ["heb-Hebr", "lvs-Latn"], "main_score": 0.98475, "precision": 0.983284, "recall": 0.988142}, {"accuracy": 0.871542, "f1": 0.836989, "hf_subset": "heb_Hebr-pan_Guru", "languages": ["heb-Hebr", "pan-Guru"], "main_score": 0.836989, "precision": 0.821558, "recall": 0.871542}, {"accuracy": 0.228261, "f1": 0.154359, "hf_subset": "heb_Hebr-som_Latn", "languages": ["heb-Hebr", "som-Latn"], "main_score": 0.154359, "precision": 0.134281, "recall": 0.228261}, {"accuracy": 0.174901, "f1": 0.10583, "hf_subset": "heb_Hebr-tum_Latn", "languages": ["heb-Hebr", "tum-Latn"], "main_score": 0.10583, "precision": 0.090116, "recall": 0.174901}, {"accuracy": 0.08498, "f1": 0.05319, "hf_subset": "khk_Cyrl-ace_Arab", "languages": ["khk-Cyrl", "ace-Arab"], "main_score": 0.05319, "precision": 0.045152, "recall": 0.08498}, {"accuracy": 0.167984, "f1": 0.109286, "hf_subset": "khk_Cyrl-bam_Latn", "languages": ["khk-Cyrl", "bam-Latn"], "main_score": 0.109286, "precision": 0.094806, "recall": 0.167984}, {"accuracy": 0.002964, "f1": 4.2e-05, "hf_subset": "khk_Cyrl-dzo_Tibt", "languages": ["khk-Cyrl", "dzo-Tibt"], "main_score": 4.2e-05, "precision": 2.1e-05, "recall": 0.002964}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "khk_Cyrl-hin_Deva", "languages": ["khk-Cyrl", "hin-Deva"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.882411, "f1": 0.848551, "hf_subset": "khk_Cyrl-khm_Khmr", "languages": ["khk-Cyrl", "khm-Khmr"], "main_score": 0.848551, "precision": 0.832592, "recall": 0.882411}, {"accuracy": 0.912055, "f1": 0.885211, "hf_subset": "khk_Cyrl-mag_Deva", "languages": ["khk-Cyrl", "mag-Deva"], "main_score": 0.885211, "precision": 0.87253, "recall": 0.912055}, {"accuracy": 0.596838, "f1": 0.522719, "hf_subset": "khk_Cyrl-pap_Latn", "languages": ["khk-Cyrl", "pap-Latn"], "main_score": 0.522719, "precision": 0.494925, "recall": 0.596838}, {"accuracy": 0.176877, "f1": 0.119106, "hf_subset": "khk_Cyrl-sot_Latn", "languages": ["khk-Cyrl", "sot-Latn"], "main_score": 0.119106, "precision": 0.104723, "recall": 0.176877}, {"accuracy": 0.982213, "f1": 0.976614, "hf_subset": "khk_Cyrl-tur_Latn", "languages": ["khk-Cyrl", "tur-Latn"], "main_score": 0.976614, "precision": 0.973814, "recall": 0.982213}, {"accuracy": 0.37253, "f1": 0.287787, "hf_subset": "khk_Cyrl-ace_Latn", "languages": ["khk-Cyrl", "ace-Latn"], "main_score": 0.287787, "precision": 0.261378, "recall": 0.37253}, {"accuracy": 0.623518, "f1": 0.55621, "hf_subset": "khk_Cyrl-ban_Latn", "languages": ["khk-Cyrl", "ban-Latn"], "main_score": 0.55621, "precision": 0.529323, "recall": 0.623518}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "khk_Cyrl-ell_Grek", "languages": ["khk-Cyrl", "ell-Grek"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.887352, "f1": 0.856719, "hf_subset": "khk_Cyrl-hne_Deva", "languages": ["khk-Cyrl", "hne-Deva"], "main_score": 0.856719, "precision": 0.84226, "recall": 0.887352}, {"accuracy": 0.227273, "f1": 0.14714, "hf_subset": "khk_Cyrl-kik_Latn", "languages": ["khk-Cyrl", "kik-Latn"], "main_score": 0.14714, "precision": 0.125187, "recall": 0.227273}, {"accuracy": 0.905138, "f1": 0.87836, "hf_subset": "khk_Cyrl-mai_Deva", "languages": ["khk-Cyrl", "mai-Deva"], "main_score": 0.87836, "precision": 0.86586, "recall": 0.905138}, {"accuracy": 0.822134, "f1": 0.779447, "hf_subset": "khk_Cyrl-pbt_Arab", "languages": ["khk-Cyrl", "pbt-Arab"], "main_score": 0.779447, "precision": 0.761018, "recall": 0.822134}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "khk_Cyrl-spa_Latn", "languages": ["khk-Cyrl", "spa-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.278656, "f1": 0.200099, "hf_subset": "khk_Cyrl-twi_Latn", "languages": ["khk-Cyrl", "twi-Latn"], "main_score": 0.200099, "precision": 0.180235, "recall": 0.278656}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "khk_Cyrl-acm_Arab", "languages": ["khk-Cyrl", "acm-Arab"], "main_score": 0.941041, "precision": 0.934618, "recall": 0.954545}, {"accuracy": 0.94664, "f1": 0.929842, "hf_subset": "khk_Cyrl-bel_Cyrl", "languages": ["khk-Cyrl", "bel-Cyrl"], "main_score": 0.929842, "precision": 0.921443, "recall": 0.94664}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khk_Cyrl-eng_Latn", "languages": ["khk-Cyrl", "eng-Latn"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.980237, "f1": 0.97365, "hf_subset": "khk_Cyrl-hrv_Latn", "languages": ["khk-Cyrl", "hrv-Latn"], "main_score": 0.97365, "precision": 0.970356, "recall": 0.980237}, {"accuracy": 0.13834, "f1": 0.091416, "hf_subset": "khk_Cyrl-kin_Latn", "languages": ["khk-Cyrl", "kin-Latn"], "main_score": 0.091416, "precision": 0.080043, "recall": 0.13834}, {"accuracy": 0.881423, "f1": 0.849868, "hf_subset": "khk_Cyrl-mal_Mlym", "languages": ["khk-Cyrl", "mal-Mlym"], "main_score": 0.849868, "precision": 0.83559, "recall": 0.881423}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "khk_Cyrl-pes_Arab", "languages": ["khk-Cyrl", "pes-Arab"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.676877, "f1": 0.604385, "hf_subset": "khk_Cyrl-srd_Latn", "languages": ["khk-Cyrl", "srd-Latn"], "main_score": 0.604385, "precision": 0.574061, "recall": 0.676877}, {"accuracy": 0.068182, "f1": 0.035183, "hf_subset": "khk_Cyrl-tzm_Tfng", "languages": ["khk-Cyrl", "tzm-Tfng"], "main_score": 0.035183, "precision": 0.029901, "recall": 0.068182}, {"accuracy": 0.955534, "f1": 0.942194, "hf_subset": "khk_Cyrl-acq_Arab", "languages": ["khk-Cyrl", "acq-Arab"], "main_score": 0.942194, "precision": 0.935771, "recall": 0.955534}, {"accuracy": 0.204545, "f1": 0.140494, "hf_subset": "khk_Cyrl-bem_Latn", "languages": ["khk-Cyrl", "bem-Latn"], "main_score": 0.140494, "precision": 0.124259, "recall": 0.204545}, {"accuracy": 0.832016, "f1": 0.786613, "hf_subset": "khk_Cyrl-epo_Latn", "languages": ["khk-Cyrl", "epo-Latn"], "main_score": 0.786613, "precision": 0.766337, "recall": 0.832016}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-hun_Latn", "languages": ["khk-Cyrl", "hun-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.931818, "f1": 0.912516, "hf_subset": "khk_Cyrl-kir_Cyrl", "languages": ["khk-Cyrl", "kir-Cyrl"], "main_score": 0.912516, "precision": 0.903491, "recall": 0.931818}, {"accuracy": 0.892292, "f1": 0.86278, "hf_subset": "khk_Cyrl-mar_Deva", "languages": ["khk-Cyrl", "mar-Deva"], "main_score": 0.86278, "precision": 0.849308, "recall": 0.892292}, {"accuracy": 0.267787, "f1": 0.199165, "hf_subset": "khk_Cyrl-plt_Latn", "languages": ["khk-Cyrl", "plt-Latn"], "main_score": 0.199165, "precision": 0.178723, "recall": 0.267787}, {"accuracy": 0.985178, "f1": 0.980237, "hf_subset": "khk_Cyrl-srp_Cyrl", "languages": ["khk-Cyrl", "srp-Cyrl"], "main_score": 0.980237, "precision": 0.977767, "recall": 0.985178}, {"accuracy": 0.799407, "f1": 0.75308, "hf_subset": "khk_Cyrl-uig_Arab", "languages": ["khk-Cyrl", "uig-Arab"], "main_score": 0.75308, "precision": 0.733771, "recall": 0.799407}, {"accuracy": 0.910079, "f1": 0.884124, "hf_subset": "khk_Cyrl-aeb_Arab", "languages": ["khk-Cyrl", "aeb-Arab"], "main_score": 0.884124, "precision": 0.871624, "recall": 0.910079}, {"accuracy": 0.890316, "f1": 0.862615, "hf_subset": "khk_Cyrl-ben_Beng", "languages": ["khk-Cyrl", "ben-Beng"], "main_score": 0.862615, "precision": 0.849802, "recall": 0.890316}, {"accuracy": 0.98419, "f1": 0.979414, "hf_subset": "khk_Cyrl-est_Latn", "languages": ["khk-Cyrl", "est-Latn"], "main_score": 0.979414, "precision": 0.977108, "recall": 0.98419}, {"accuracy": 0.975296, "f1": 0.967062, "hf_subset": "khk_Cyrl-hye_Armn", "languages": ["khk-Cyrl", "hye-Armn"], "main_score": 0.967062, "precision": 0.962945, "recall": 0.975296}, {"accuracy": 0.147233, "f1": 0.088269, "hf_subset": "khk_Cyrl-kmb_Latn", "languages": ["khk-Cyrl", "kmb-Latn"], "main_score": 0.088269, "precision": 0.075555, "recall": 0.147233}, {"accuracy": 0.066206, "f1": 0.043839, "hf_subset": "khk_Cyrl-min_Arab", "languages": ["khk-Cyrl", "min-Arab"], "main_score": 0.043839, "precision": 0.037948, "recall": 0.066206}, {"accuracy": 0.978261, "f1": 0.971509, "hf_subset": "khk_Cyrl-pol_Latn", "languages": ["khk-Cyrl", "pol-Latn"], "main_score": 0.971509, "precision": 0.968215, "recall": 0.978261}, {"accuracy": 0.149209, "f1": 0.093674, "hf_subset": "khk_Cyrl-ssw_Latn", "languages": ["khk-Cyrl", "ssw-Latn"], "main_score": 0.093674, "precision": 0.080339, "recall": 0.149209}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khk_Cyrl-ukr_Cyrl", "languages": ["khk-Cyrl", "ukr-Cyrl"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.942688, "f1": 0.925066, "hf_subset": "khk_Cyrl-afr_Latn", "languages": ["khk-Cyrl", "afr-Latn"], "main_score": 0.925066, "precision": 0.916502, "recall": 0.942688}, {"accuracy": 0.866601, "f1": 0.83307, "hf_subset": "khk_Cyrl-bho_Deva", "languages": ["khk-Cyrl", "bho-Deva"], "main_score": 0.83307, "precision": 0.817605, "recall": 0.866601}, {"accuracy": 0.713439, "f1": 0.650205, "hf_subset": "khk_Cyrl-eus_Latn", "languages": ["khk-Cyrl", "eus-Latn"], "main_score": 0.650205, "precision": 0.623988, "recall": 0.713439}, {"accuracy": 0.166996, "f1": 0.106941, "hf_subset": "khk_Cyrl-ibo_Latn", "languages": ["khk-Cyrl", "ibo-Latn"], "main_score": 0.106941, "precision": 0.092792, "recall": 0.166996}, {"accuracy": 0.731225, "f1": 0.678938, "hf_subset": "khk_Cyrl-kmr_Latn", "languages": ["khk-Cyrl", "kmr-Latn"], "main_score": 0.678938, "precision": 0.656077, "recall": 0.731225}, {"accuracy": 0.585968, "f1": 0.507753, "hf_subset": "khk_Cyrl-min_Latn", "languages": ["khk-Cyrl", "min-Latn"], "main_score": 0.507753, "precision": 0.477575, "recall": 0.585968}, {"accuracy": 0.979249, "f1": 0.972826, "hf_subset": "khk_Cyrl-por_Latn", "languages": ["khk-Cyrl", "por-Latn"], "main_score": 0.972826, "precision": 0.969697, "recall": 0.979249}, {"accuracy": 0.695652, "f1": 0.634013, "hf_subset": "khk_Cyrl-sun_Latn", "languages": ["khk-Cyrl", "sun-Latn"], "main_score": 0.634013, "precision": 0.609585, "recall": 0.695652}, {"accuracy": 0.156126, "f1": 0.099663, "hf_subset": "khk_Cyrl-umb_Latn", "languages": ["khk-Cyrl", "umb-Latn"], "main_score": 0.099663, "precision": 0.086291, "recall": 0.156126}, {"accuracy": 0.954545, "f1": 0.941041, "hf_subset": "khk_Cyrl-ajp_Arab", "languages": ["khk-Cyrl", "ajp-Arab"], "main_score": 0.941041, "precision": 0.934783, "recall": 0.954545}, {"accuracy": 0.076087, "f1": 0.045746, "hf_subset": "khk_Cyrl-bjn_Arab", "languages": ["khk-Cyrl", "bjn-Arab"], "main_score": 0.045746, "precision": 0.038794, "recall": 0.076087}, {"accuracy": 0.231225, "f1": 0.164741, "hf_subset": "khk_Cyrl-ewe_Latn", "languages": ["khk-Cyrl", "ewe-Latn"], "main_score": 0.164741, "precision": 0.147499, "recall": 0.231225}, {"accuracy": 0.338933, "f1": 0.255618, "hf_subset": "khk_Cyrl-ilo_Latn", "languages": ["khk-Cyrl", "ilo-Latn"], "main_score": 0.255618, "precision": 0.231252, "recall": 0.338933}, {"accuracy": 0.082016, "f1": 0.045589, "hf_subset": "khk_Cyrl-knc_Arab", "languages": ["khk-Cyrl", "knc-Arab"], "main_score": 0.045589, "precision": 0.037853, "recall": 0.082016}, {"accuracy": 0.986166, "f1": 0.982049, "hf_subset": "khk_Cyrl-mkd_Cyrl", "languages": ["khk-Cyrl", "mkd-Cyrl"], "main_score": 0.982049, "precision": 0.980072, "recall": 0.986166}, {"accuracy": 0.966403, "f1": 0.956192, "hf_subset": "khk_Cyrl-prs_Arab", "languages": ["khk-Cyrl", "prs-Arab"], "main_score": 0.956192, "precision": 0.951087, "recall": 0.966403}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "khk_Cyrl-swe_Latn", "languages": ["khk-Cyrl", "swe-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.961462, "f1": 0.949506, "hf_subset": "khk_Cyrl-urd_Arab", "languages": ["khk-Cyrl", "urd-Arab"], "main_score": 0.949506, "precision": 0.943923, "recall": 0.961462}, {"accuracy": 0.258893, "f1": 0.184861, "hf_subset": "khk_Cyrl-aka_Latn", "languages": ["khk-Cyrl", "aka-Latn"], "main_score": 0.184861, "precision": 0.164844, "recall": 0.258893}, {"accuracy": 0.73913, "f1": 0.67924, "hf_subset": "khk_Cyrl-bjn_Latn", "languages": ["khk-Cyrl", "bjn-Latn"], "main_score": 0.67924, "precision": 0.654762, "recall": 0.73913}, {"accuracy": 0.422925, "f1": 0.341606, "hf_subset": "khk_Cyrl-fao_Latn", "languages": ["khk-Cyrl", "fao-Latn"], "main_score": 0.341606, "precision": 0.315247, "recall": 0.422925}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khk_Cyrl-ind_Latn", "languages": ["khk-Cyrl", "ind-Latn"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.233202, "f1": 0.16406, "hf_subset": "khk_Cyrl-knc_Latn", "languages": ["khk-Cyrl", "knc-Latn"], "main_score": 0.16406, "precision": 0.145752, "recall": 0.233202}, {"accuracy": 0.293478, "f1": 0.220683, "hf_subset": "khk_Cyrl-mlt_Latn", "languages": ["khk-Cyrl", "mlt-Latn"], "main_score": 0.220683, "precision": 0.201055, "recall": 0.293478}, {"accuracy": 0.245059, "f1": 0.167194, "hf_subset": "khk_Cyrl-quy_Latn", "languages": ["khk-Cyrl", "quy-Latn"], "main_score": 0.167194, "precision": 0.146675, "recall": 0.245059}, {"accuracy": 0.339921, "f1": 0.261683, "hf_subset": "khk_Cyrl-swh_Latn", "languages": ["khk-Cyrl", "swh-Latn"], "main_score": 0.261683, "precision": 0.238917, "recall": 0.339921}, {"accuracy": 0.621542, "f1": 0.55444, "hf_subset": "khk_Cyrl-uzn_Latn", "languages": ["khk-Cyrl", "uzn-Latn"], "main_score": 0.55444, "precision": 0.528769, "recall": 0.621542}, {"accuracy": 0.980237, "f1": 0.974308, "hf_subset": "khk_Cyrl-als_Latn", "languages": ["khk-Cyrl", "als-Latn"], "main_score": 0.974308, "precision": 0.971509, "recall": 0.980237}, {"accuracy": 0.052372, "f1": 0.019848, "hf_subset": "khk_Cyrl-bod_Tibt", "languages": ["khk-Cyrl", "bod-Tibt"], "main_score": 0.019848, "precision": 0.016291, "recall": 0.052372}, {"accuracy": 0.176877, "f1": 0.112748, "hf_subset": "khk_Cyrl-fij_Latn", "languages": ["khk-Cyrl", "fij-Latn"], "main_score": 0.112748, "precision": 0.097365, "recall": 0.176877}, {"accuracy": 0.728261, "f1": 0.668794, "hf_subset": "khk_Cyrl-isl_Latn", "languages": ["khk-Cyrl", "isl-Latn"], "main_score": 0.668794, "precision": 0.643972, "recall": 0.728261}, {"accuracy": 0.226285, "f1": 0.158293, "hf_subset": "khk_Cyrl-kon_Latn", "languages": ["khk-Cyrl", "kon-Latn"], "main_score": 0.158293, "precision": 0.140909, "recall": 0.226285}, {"accuracy": 0.057312, "f1": 0.031978, "hf_subset": "khk_Cyrl-mni_Beng", "languages": ["khk-Cyrl", "mni-Beng"], "main_score": 0.031978, "precision": 0.027699, "recall": 0.057312}, {"accuracy": 0.98419, "f1": 0.97892, "hf_subset": "khk_Cyrl-ron_Latn", "languages": ["khk-Cyrl", "ron-Latn"], "main_score": 0.97892, "precision": 0.976285, "recall": 0.98419}, {"accuracy": 0.757905, "f1": 0.702922, "hf_subset": "khk_Cyrl-szl_Latn", "languages": ["khk-Cyrl", "szl-Latn"], "main_score": 0.702922, "precision": 0.679545, "recall": 0.757905}, {"accuracy": 0.744071, "f1": 0.682098, "hf_subset": "khk_Cyrl-vec_Latn", "languages": ["khk-Cyrl", "vec-Latn"], "main_score": 0.682098, "precision": 0.655957, "recall": 0.744071}, {"accuracy": 0.76581, "f1": 0.712752, "hf_subset": "khk_Cyrl-amh_Ethi", "languages": ["khk-Cyrl", "amh-Ethi"], "main_score": 0.712752, "precision": 0.690448, "recall": 0.76581}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-bos_Latn", "languages": ["khk-Cyrl", "bos-Latn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-fin_Latn", "languages": ["khk-Cyrl", "fin-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.977273, "f1": 0.970026, "hf_subset": "khk_Cyrl-ita_Latn", "languages": ["khk-Cyrl", "ita-Latn"], "main_score": 0.970026, "precision": 0.966568, "recall": 0.977273}, {"accuracy": 0.968379, "f1": 0.958992, "hf_subset": "khk_Cyrl-kor_Hang", "languages": ["khk-Cyrl", "kor-Hang"], "main_score": 0.958992, "precision": 0.954545, "recall": 0.968379}, {"accuracy": 0.204545, "f1": 0.146522, "hf_subset": "khk_Cyrl-mos_Latn", "languages": ["khk-Cyrl", "mos-Latn"], "main_score": 0.146522, "precision": 0.131075, "recall": 0.204545}, {"accuracy": 0.141304, "f1": 0.089659, "hf_subset": "khk_Cyrl-run_Latn", "languages": ["khk-Cyrl", "run-Latn"], "main_score": 0.089659, "precision": 0.077317, "recall": 0.141304}, {"accuracy": 0.901186, "f1": 0.872101, "hf_subset": "khk_Cyrl-tam_Taml", "languages": ["khk-Cyrl", "tam-Taml"], "main_score": 0.872101, "precision": 0.858449, "recall": 0.901186}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "khk_Cyrl-vie_Latn", "languages": ["khk-Cyrl", "vie-Latn"], "main_score": 0.970356, "precision": 0.967062, "recall": 0.977273}, {"accuracy": 0.939723, "f1": 0.922266, "hf_subset": "khk_Cyrl-apc_Arab", "languages": ["khk-Cyrl", "apc-Arab"], "main_score": 0.922266, "precision": 0.913702, "recall": 0.939723}, {"accuracy": 0.343874, "f1": 0.266645, "hf_subset": "khk_Cyrl-bug_Latn", "languages": ["khk-Cyrl", "bug-Latn"], "main_score": 0.266645, "precision": 0.243103, "recall": 0.343874}, {"accuracy": 0.186759, "f1": 0.126339, "hf_subset": "khk_Cyrl-fon_Latn", "languages": ["khk-Cyrl", "fon-Latn"], "main_score": 0.126339, "precision": 0.110964, "recall": 0.186759}, {"accuracy": 0.684783, "f1": 0.618714, "hf_subset": "khk_Cyrl-jav_Latn", "languages": ["khk-Cyrl", "jav-Latn"], "main_score": 0.618714, "precision": 0.592819, "recall": 0.684783}, {"accuracy": 0.916996, "f1": 0.89608, "hf_subset": "khk_Cyrl-lao_Laoo", "languages": ["khk-Cyrl", "lao-Laoo"], "main_score": 0.89608, "precision": 0.886561, "recall": 0.916996}, {"accuracy": 0.171937, "f1": 0.106934, "hf_subset": "khk_Cyrl-mri_Latn", "languages": ["khk-Cyrl", "mri-Latn"], "main_score": 0.106934, "precision": 0.092848, "recall": 0.171937}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "khk_Cyrl-rus_Cyrl", "languages": ["khk-Cyrl", "rus-Cyrl"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.213439, "f1": 0.15402, "hf_subset": "khk_Cyrl-taq_Latn", "languages": ["khk-Cyrl", "taq-Latn"], "main_score": 0.15402, "precision": 0.138715, "recall": 0.213439}, {"accuracy": 0.395257, "f1": 0.30825, "hf_subset": "khk_Cyrl-war_Latn", "languages": ["khk-Cyrl", "war-Latn"], "main_score": 0.30825, "precision": 0.281298, "recall": 0.395257}, {"accuracy": 0.967391, "f1": 0.957181, "hf_subset": "khk_Cyrl-arb_Arab", "languages": ["khk-Cyrl", "arb-Arab"], "main_score": 0.957181, "precision": 0.952404, "recall": 0.967391}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "khk_Cyrl-bul_Cyrl", "languages": ["khk-Cyrl", "bul-Cyrl"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.981225, "f1": 0.975461, "hf_subset": "khk_Cyrl-fra_Latn", "languages": ["khk-Cyrl", "fra-Latn"], "main_score": 0.975461, "precision": 0.972661, "recall": 0.981225}, {"accuracy": 0.975296, "f1": 0.968116, "hf_subset": "khk_Cyrl-jpn_Jpan", "languages": ["khk-Cyrl", "jpn-Jpan"], "main_score": 0.968116, "precision": 0.964674, "recall": 0.975296}, {"accuracy": 0.708498, "f1": 0.643697, "hf_subset": "khk_Cyrl-lij_Latn", "languages": ["khk-Cyrl", "lij-Latn"], "main_score": 0.643697, "precision": 0.616791, "recall": 0.708498}, {"accuracy": 0.932806, "f1": 0.911891, "hf_subset": "khk_Cyrl-mya_Mymr", "languages": ["khk-Cyrl", "mya-Mymr"], "main_score": 0.911891, "precision": 0.901845, "recall": 0.932806}, {"accuracy": 0.218379, "f1": 0.154789, "hf_subset": "khk_Cyrl-sag_Latn", "languages": ["khk-Cyrl", "sag-Latn"], "main_score": 0.154789, "precision": 0.13703, "recall": 0.218379}, {"accuracy": 0.08004, "f1": 0.037527, "hf_subset": "khk_Cyrl-taq_Tfng", "languages": ["khk-Cyrl", "taq-Tfng"], "main_score": 0.037527, "precision": 0.031568, "recall": 0.08004}, {"accuracy": 0.233202, "f1": 0.162231, "hf_subset": "khk_Cyrl-wol_Latn", "languages": ["khk-Cyrl", "wol-Latn"], "main_score": 0.162231, "precision": 0.144011, "recall": 0.233202}, {"accuracy": 0.112648, "f1": 0.065285, "hf_subset": "khk_Cyrl-arb_Latn", "languages": ["khk-Cyrl", "arb-Latn"], "main_score": 0.065285, "precision": 0.05562, "recall": 0.112648}, {"accuracy": 0.985178, "f1": 0.980402, "hf_subset": "khk_Cyrl-cat_Latn", "languages": ["khk-Cyrl", "cat-Latn"], "main_score": 0.980402, "precision": 0.978096, "recall": 0.985178}, {"accuracy": 0.664032, "f1": 0.592029, "hf_subset": "khk_Cyrl-fur_Latn", "languages": ["khk-Cyrl", "fur-Latn"], "main_score": 0.592029, "precision": 0.561891, "recall": 0.664032}, {"accuracy": 0.078063, "f1": 0.053489, "hf_subset": "khk_Cyrl-kab_Latn", "languages": ["khk-Cyrl", "kab-Latn"], "main_score": 0.053489, "precision": 0.047337, "recall": 0.078063}, {"accuracy": 0.689723, "f1": 0.627176, "hf_subset": "khk_Cyrl-lim_Latn", "languages": ["khk-Cyrl", "lim-Latn"], "main_score": 0.627176, "precision": 0.601568, "recall": 0.689723}, {"accuracy": 0.977273, "f1": 0.970356, "hf_subset": "khk_Cyrl-nld_Latn", "languages": ["khk-Cyrl", "nld-Latn"], "main_score": 0.970356, "precision": 0.966897, "recall": 0.977273}, {"accuracy": 0.735178, "f1": 0.673918, "hf_subset": "khk_Cyrl-san_Deva", "languages": ["khk-Cyrl", "san-Deva"], "main_score": 0.673918, "precision": 0.64804, "recall": 0.735178}, {"accuracy": 0.512846, "f1": 0.433035, "hf_subset": "khk_Cyrl-tat_Cyrl", "languages": ["khk-Cyrl", "tat-Cyrl"], "main_score": 0.433035, "precision": 0.403321, "recall": 0.512846}, {"accuracy": 0.187747, "f1": 0.124803, "hf_subset": "khk_Cyrl-xho_Latn", "languages": ["khk-Cyrl", "xho-Latn"], "main_score": 0.124803, "precision": 0.110097, "recall": 0.187747}, {"accuracy": 0.961462, "f1": 0.949671, "hf_subset": "khk_Cyrl-ars_Arab", "languages": ["khk-Cyrl", "ars-Arab"], "main_score": 0.949671, "precision": 0.944088, "recall": 0.961462}, {"accuracy": 0.365613, "f1": 0.281178, "hf_subset": "khk_Cyrl-ceb_Latn", "languages": ["khk-Cyrl", "ceb-Latn"], "main_score": 0.281178, "precision": 0.25487, "recall": 0.365613}, {"accuracy": 0.211462, "f1": 0.139521, "hf_subset": "khk_Cyrl-fuv_Latn", "languages": ["khk-Cyrl", "fuv-Latn"], "main_score": 0.139521, "precision": 0.120429, "recall": 0.211462}, {"accuracy": 0.192688, "f1": 0.131527, "hf_subset": "khk_Cyrl-kac_Latn", "languages": ["khk-Cyrl", "kac-Latn"], "main_score": 0.131527, "precision": 0.116117, "recall": 0.192688}, {"accuracy": 0.206522, "f1": 0.146729, "hf_subset": "khk_Cyrl-lin_Latn", "languages": ["khk-Cyrl", "lin-Latn"], "main_score": 0.146729, "precision": 0.130375, "recall": 0.206522}, {"accuracy": 0.961462, "f1": 0.949934, "hf_subset": "khk_Cyrl-nno_Latn", "languages": ["khk-Cyrl", "nno-Latn"], "main_score": 0.949934, "precision": 0.944335, "recall": 0.961462}, {"accuracy": 0.019763, "f1": 0.004949, "hf_subset": "khk_Cyrl-sat_Olck", "languages": ["khk-Cyrl", "sat-Olck"], "main_score": 0.004949, "precision": 0.003912, "recall": 0.019763}, {"accuracy": 0.851779, "f1": 0.813208, "hf_subset": "khk_Cyrl-tel_Telu", "languages": ["khk-Cyrl", "tel-Telu"], "main_score": 0.813208, "precision": 0.795949, "recall": 0.851779}, {"accuracy": 0.422925, "f1": 0.342716, "hf_subset": "khk_Cyrl-ydd_Hebr", "languages": ["khk-Cyrl", "ydd-Hebr"], "main_score": 0.342716, "precision": 0.314502, "recall": 0.422925}, {"accuracy": 0.825099, "f1": 0.781263, "hf_subset": "khk_Cyrl-ary_Arab", "languages": ["khk-Cyrl", "ary-Arab"], "main_score": 0.781263, "precision": 0.761117, "recall": 0.825099}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-ces_Latn", "languages": ["khk-Cyrl", "ces-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.094862, "f1": 0.052444, "hf_subset": "khk_Cyrl-gaz_Latn", "languages": ["khk-Cyrl", "gaz-Latn"], "main_score": 0.052444, "precision": 0.043951, "recall": 0.094862}, {"accuracy": 0.177866, "f1": 0.117711, "hf_subset": "khk_Cyrl-kam_Latn", "languages": ["khk-Cyrl", "kam-Latn"], "main_score": 0.117711, "precision": 0.10275, "recall": 0.177866}, {"accuracy": 0.969368, "f1": 0.96087, "hf_subset": "khk_Cyrl-lit_Latn", "languages": ["khk-Cyrl", "lit-Latn"], "main_score": 0.96087, "precision": 0.956933, "recall": 0.969368}, {"accuracy": 0.979249, "f1": 0.972332, "hf_subset": "khk_Cyrl-nob_Latn", "languages": ["khk-Cyrl", "nob-Latn"], "main_score": 0.972332, "precision": 0.968874, "recall": 0.979249}, {"accuracy": 0.603755, "f1": 0.527888, "hf_subset": "khk_Cyrl-scn_Latn", "languages": ["khk-Cyrl", "scn-Latn"], "main_score": 0.527888, "precision": 0.499308, "recall": 0.603755}, {"accuracy": 0.187747, "f1": 0.124208, "hf_subset": "khk_Cyrl-tgk_Cyrl", "languages": ["khk-Cyrl", "tgk-Cyrl"], "main_score": 0.124208, "precision": 0.107567, "recall": 0.187747}, {"accuracy": 0.195652, "f1": 0.125805, "hf_subset": "khk_Cyrl-yor_Latn", "languages": ["khk-Cyrl", "yor-Latn"], "main_score": 0.125805, "precision": 0.107154, "recall": 0.195652}, {"accuracy": 0.920949, "f1": 0.896739, "hf_subset": "khk_Cyrl-arz_Arab", "languages": ["khk-Cyrl", "arz-Arab"], "main_score": 0.896739, "precision": 0.884881, "recall": 0.920949}, {"accuracy": 0.16502, "f1": 0.109425, "hf_subset": "khk_Cyrl-cjk_Latn", "languages": ["khk-Cyrl", "cjk-Latn"], "main_score": 0.109425, "precision": 0.096167, "recall": 0.16502}, {"accuracy": 0.172925, "f1": 0.11541, "hf_subset": "khk_Cyrl-gla_Latn", "languages": ["khk-Cyrl", "gla-Latn"], "main_score": 0.11541, "precision": 0.100638, "recall": 0.172925}, {"accuracy": 0.824111, "f1": 0.776647, "hf_subset": "khk_Cyrl-kan_Knda", "languages": ["khk-Cyrl", "kan-Knda"], "main_score": 0.776647, "precision": 0.755534, "recall": 0.824111}, {"accuracy": 0.616601, "f1": 0.545591, "hf_subset": "khk_Cyrl-lmo_Latn", "languages": ["khk-Cyrl", "lmo-Latn"], "main_score": 0.545591, "precision": 0.518136, "recall": 0.616601}, {"accuracy": 0.950593, "f1": 0.936166, "hf_subset": "khk_Cyrl-npi_Deva", "languages": ["khk-Cyrl", "npi-Deva"], "main_score": 0.936166, "precision": 0.92943, "recall": 0.950593}, {"accuracy": 0.254941, "f1": 0.177116, "hf_subset": "khk_Cyrl-shn_Mymr", "languages": ["khk-Cyrl", "shn-Mymr"], "main_score": 0.177116, "precision": 0.153592, "recall": 0.254941}, {"accuracy": 0.436759, "f1": 0.353536, "hf_subset": "khk_Cyrl-tgl_Latn", "languages": ["khk-Cyrl", "tgl-Latn"], "main_score": 0.353536, "precision": 0.32716, "recall": 0.436759}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-yue_Hant", "languages": ["khk-Cyrl", "yue-Hant"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.541502, "f1": 0.462348, "hf_subset": "khk_Cyrl-asm_Beng", "languages": ["khk-Cyrl", "asm-Beng"], "main_score": 0.462348, "precision": 0.431781, "recall": 0.541502}, {"accuracy": 0.831028, "f1": 0.78643, "hf_subset": "khk_Cyrl-ckb_Arab", "languages": ["khk-Cyrl", "ckb-Arab"], "main_score": 0.78643, "precision": 0.766222, "recall": 0.831028}, {"accuracy": 0.27668, "f1": 0.201369, "hf_subset": "khk_Cyrl-gle_Latn", "languages": ["khk-Cyrl", "gle-Latn"], "main_score": 0.201369, "precision": 0.18159, "recall": 0.27668}, {"accuracy": 0.565217, "f1": 0.487815, "hf_subset": "khk_Cyrl-kas_Arab", "languages": ["khk-Cyrl", "kas-Arab"], "main_score": 0.487815, "precision": 0.457673, "recall": 0.565217}, {"accuracy": 0.657115, "f1": 0.590369, "hf_subset": "khk_Cyrl-ltg_Latn", "languages": ["khk-Cyrl", "ltg-Latn"], "main_score": 0.590369, "precision": 0.562626, "recall": 0.657115}, {"accuracy": 0.229249, "f1": 0.15867, "hf_subset": "khk_Cyrl-nso_Latn", "languages": ["khk-Cyrl", "nso-Latn"], "main_score": 0.15867, "precision": 0.140551, "recall": 0.229249}, {"accuracy": 0.918972, "f1": 0.895935, "hf_subset": "khk_Cyrl-sin_Sinh", "languages": ["khk-Cyrl", "sin-Sinh"], "main_score": 0.895935, "precision": 0.885128, "recall": 0.918972}, {"accuracy": 0.979249, "f1": 0.972497, "hf_subset": "khk_Cyrl-tha_Thai", "languages": ["khk-Cyrl", "tha-Thai"], "main_score": 0.972497, "precision": 0.969203, "recall": 0.979249}, {"accuracy": 0.978261, "f1": 0.971838, "hf_subset": "khk_Cyrl-zho_Hans", "languages": ["khk-Cyrl", "zho-Hans"], "main_score": 0.971838, "precision": 0.968709, "recall": 0.978261}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "khk_Cyrl-ast_Latn", "languages": ["khk-Cyrl", "ast-Latn"], "main_score": 0.900033, "precision": 0.889163, "recall": 0.922925}, {"accuracy": 0.743083, "f1": 0.68355, "hf_subset": "khk_Cyrl-crh_Latn", "languages": ["khk-Cyrl", "crh-Latn"], "main_score": 0.68355, "precision": 0.657559, "recall": 0.743083}, {"accuracy": 0.983202, "f1": 0.977767, "hf_subset": "khk_Cyrl-glg_Latn", "languages": ["khk-Cyrl", "glg-Latn"], "main_score": 0.977767, "precision": 0.975132, "recall": 0.983202}, {"accuracy": 0.399209, "f1": 0.327786, "hf_subset": "khk_Cyrl-kas_Deva", "languages": ["khk-Cyrl", "kas-Deva"], "main_score": 0.327786, "precision": 0.303647, "recall": 0.399209}, {"accuracy": 0.453557, "f1": 0.365926, "hf_subset": "khk_Cyrl-ltz_Latn", "languages": ["khk-Cyrl", "ltz-Latn"], "main_score": 0.365926, "precision": 0.336346, "recall": 0.453557}, {"accuracy": 0.102767, "f1": 0.056836, "hf_subset": "khk_Cyrl-nus_Latn", "languages": ["khk-Cyrl", "nus-Latn"], "main_score": 0.056836, "precision": 0.047567, "recall": 0.102767}, {"accuracy": 0.982213, "f1": 0.976285, "hf_subset": "khk_Cyrl-slk_Latn", "languages": ["khk-Cyrl", "slk-Latn"], "main_score": 0.976285, "precision": 0.97332, "recall": 0.982213}, {"accuracy": 0.189723, "f1": 0.134893, "hf_subset": "khk_Cyrl-tir_Ethi", "languages": ["khk-Cyrl", "tir-Ethi"], "main_score": 0.134893, "precision": 0.119303, "recall": 0.189723}, {"accuracy": 0.977273, "f1": 0.970191, "hf_subset": "khk_Cyrl-zho_Hant", "languages": ["khk-Cyrl", "zho-Hant"], "main_score": 0.970191, "precision": 0.966733, "recall": 0.977273}, {"accuracy": 0.927866, "f1": 0.907675, "hf_subset": "khk_Cyrl-awa_Deva", "languages": ["khk-Cyrl", "awa-Deva"], "main_score": 0.907675, "precision": 0.897974, "recall": 0.927866}, {"accuracy": 0.43083, "f1": 0.349234, "hf_subset": "khk_Cyrl-cym_Latn", "languages": ["khk-Cyrl", "cym-Latn"], "main_score": 0.349234, "precision": 0.323283, "recall": 0.43083}, {"accuracy": 0.325099, "f1": 0.242833, "hf_subset": "khk_Cyrl-grn_Latn", "languages": ["khk-Cyrl", "grn-Latn"], "main_score": 0.242833, "precision": 0.219071, "recall": 0.325099}, {"accuracy": 0.868577, "f1": 0.828623, "hf_subset": "khk_Cyrl-kat_Geor", "languages": ["khk-Cyrl", "kat-Geor"], "main_score": 0.828623, "precision": 0.809865, "recall": 0.868577}, {"accuracy": 0.231225, "f1": 0.160693, "hf_subset": "khk_Cyrl-lua_Latn", "languages": ["khk-Cyrl", "lua-Latn"], "main_score": 0.160693, "precision": 0.141904, "recall": 0.231225}, {"accuracy": 0.213439, "f1": 0.142785, "hf_subset": "khk_Cyrl-nya_Latn", "languages": ["khk-Cyrl", "nya-Latn"], "main_score": 0.142785, "precision": 0.124577, "recall": 0.213439}, {"accuracy": 0.986166, "f1": 0.981884, "hf_subset": "khk_Cyrl-slv_Latn", "languages": ["khk-Cyrl", "slv-Latn"], "main_score": 0.981884, "precision": 0.979743, "recall": 0.986166}, {"accuracy": 0.407115, "f1": 0.320357, "hf_subset": "khk_Cyrl-tpi_Latn", "languages": ["khk-Cyrl", "tpi-Latn"], "main_score": 0.320357, "precision": 0.292997, "recall": 0.407115}, {"accuracy": 0.983202, "f1": 0.977931, "hf_subset": "khk_Cyrl-zsm_Latn", "languages": ["khk-Cyrl", "zsm-Latn"], "main_score": 0.977931, "precision": 0.975461, "recall": 0.983202}, {"accuracy": 0.170949, "f1": 0.104035, "hf_subset": "khk_Cyrl-ayr_Latn", "languages": ["khk-Cyrl", "ayr-Latn"], "main_score": 0.104035, "precision": 0.088137, "recall": 0.170949}, {"accuracy": 0.980237, "f1": 0.973814, "hf_subset": "khk_Cyrl-dan_Latn", "languages": ["khk-Cyrl", "dan-Latn"], "main_score": 0.973814, "precision": 0.970685, "recall": 0.980237}, {"accuracy": 0.910079, "f1": 0.884223, "hf_subset": "khk_Cyrl-guj_Gujr", "languages": ["khk-Cyrl", "guj-Gujr"], "main_score": 0.884223, "precision": 0.872365, "recall": 0.910079}, {"accuracy": 0.95751, "f1": 0.944664, "hf_subset": "khk_Cyrl-kaz_Cyrl", "languages": ["khk-Cyrl", "kaz-Cyrl"], "main_score": 0.944664, "precision": 0.93857, "recall": 0.95751}, {"accuracy": 0.170949, "f1": 0.112492, "hf_subset": "khk_Cyrl-lug_Latn", "languages": ["khk-Cyrl", "lug-Latn"], "main_score": 0.112492, "precision": 0.098196, "recall": 0.170949}, {"accuracy": 0.893281, "f1": 0.86278, "hf_subset": "khk_Cyrl-oci_Latn", "languages": ["khk-Cyrl", "oci-Latn"], "main_score": 0.86278, "precision": 0.848847, "recall": 0.893281}, {"accuracy": 0.173913, "f1": 0.109528, "hf_subset": "khk_Cyrl-smo_Latn", "languages": ["khk-Cyrl", "smo-Latn"], "main_score": 0.109528, "precision": 0.093883, "recall": 0.173913}, {"accuracy": 0.174901, "f1": 0.11661, "hf_subset": "khk_Cyrl-tsn_Latn", "languages": ["khk-Cyrl", "tsn-Latn"], "main_score": 0.11661, "precision": 0.101424, "recall": 0.174901}, {"accuracy": 0.131423, "f1": 0.078898, "hf_subset": "khk_Cyrl-zul_Latn", "languages": ["khk-Cyrl", "zul-Latn"], "main_score": 0.078898, "precision": 0.067297, "recall": 0.131423}, {"accuracy": 0.535573, "f1": 0.46498, "hf_subset": "khk_Cyrl-azb_Arab", "languages": ["khk-Cyrl", "azb-Arab"], "main_score": 0.46498, "precision": 0.436999, "recall": 0.535573}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "khk_Cyrl-deu_Latn", "languages": ["khk-Cyrl", "deu-Latn"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.271739, "f1": 0.191416, "hf_subset": "khk_Cyrl-hat_Latn", "languages": ["khk-Cyrl", "hat-Latn"], "main_score": 0.191416, "precision": 0.167731, "recall": 0.271739}, {"accuracy": 0.16996, "f1": 0.104583, "hf_subset": "khk_Cyrl-kbp_Latn", "languages": ["khk-Cyrl", "kbp-Latn"], "main_score": 0.104583, "precision": 0.088593, "recall": 0.16996}, {"accuracy": 0.213439, "f1": 0.143174, "hf_subset": "khk_Cyrl-luo_Latn", "languages": ["khk-Cyrl", "luo-Latn"], "main_score": 0.143174, "precision": 0.125454, "recall": 0.213439}, {"accuracy": 0.820158, "f1": 0.77691, "hf_subset": "khk_Cyrl-ory_Orya", "languages": ["khk-Cyrl", "ory-Orya"], "main_score": 0.77691, "precision": 0.757592, "recall": 0.820158}, {"accuracy": 0.155138, "f1": 0.093186, "hf_subset": "khk_Cyrl-sna_Latn", "languages": ["khk-Cyrl", "sna-Latn"], "main_score": 0.093186, "precision": 0.078848, "recall": 0.155138}, {"accuracy": 0.168972, "f1": 0.110478, "hf_subset": "khk_Cyrl-tso_Latn", "languages": ["khk-Cyrl", "tso-Latn"], "main_score": 0.110478, "precision": 0.095904, "recall": 0.168972}, {"accuracy": 0.945652, "f1": 0.930948, "hf_subset": "khk_Cyrl-azj_Latn", "languages": ["khk-Cyrl", "azj-Latn"], "main_score": 0.930948, "precision": 0.924407, "recall": 0.945652}, {"accuracy": 0.259881, "f1": 0.189611, "hf_subset": "khk_Cyrl-dik_Latn", "languages": ["khk-Cyrl", "dik-Latn"], "main_score": 0.189611, "precision": 0.170262, "recall": 0.259881}, {"accuracy": 0.220356, "f1": 0.149317, "hf_subset": "khk_Cyrl-hau_Latn", "languages": ["khk-Cyrl", "hau-Latn"], "main_score": 0.149317, "precision": 0.132321, "recall": 0.220356}, {"accuracy": 0.594862, "f1": 0.515607, "hf_subset": "khk_Cyrl-kea_Latn", "languages": ["khk-Cyrl", "kea-Latn"], "main_score": 0.515607, "precision": 0.484922, "recall": 0.594862}, {"accuracy": 0.321146, "f1": 0.242247, "hf_subset": "khk_Cyrl-lus_Latn", "languages": ["khk-Cyrl", "lus-Latn"], "main_score": 0.242247, "precision": 0.218367, "recall": 0.321146}, {"accuracy": 0.431818, "f1": 0.347458, "hf_subset": "khk_Cyrl-pag_Latn", "languages": ["khk-Cyrl", "pag-Latn"], "main_score": 0.347458, "precision": 0.31891, "recall": 0.431818}, {"accuracy": 0.843874, "f1": 0.801812, "hf_subset": "khk_Cyrl-snd_Arab", "languages": ["khk-Cyrl", "snd-Arab"], "main_score": 0.801812, "precision": 0.783103, "recall": 0.843874}, {"accuracy": 0.320158, "f1": 0.237105, "hf_subset": "khk_Cyrl-tuk_Latn", "languages": ["khk-Cyrl", "tuk-Latn"], "main_score": 0.237105, "precision": 0.210724, "recall": 0.320158}, {"accuracy": 0.462451, "f1": 0.384255, "hf_subset": "khk_Cyrl-bak_Cyrl", "languages": ["khk-Cyrl", "bak-Cyrl"], "main_score": 0.384255, "precision": 0.355409, "recall": 0.462451}, {"accuracy": 0.160079, "f1": 0.103625, "hf_subset": "khk_Cyrl-dyu_Latn", "languages": ["khk-Cyrl", "dyu-Latn"], "main_score": 0.103625, "precision": 0.089, "recall": 0.160079}, {"accuracy": 0.972332, "f1": 0.963274, "hf_subset": "khk_Cyrl-heb_Hebr", "languages": ["khk-Cyrl", "heb-Hebr"], "main_score": 0.963274, "precision": 0.958827, "recall": 0.972332}, {"accuracy": 0.980237, "f1": 0.974539, "hf_subset": "khk_Cyrl-lvs_Latn", "languages": ["khk-Cyrl", "lvs-Latn"], "main_score": 0.974539, "precision": 0.97192, "recall": 0.980237}, {"accuracy": 0.846838, "f1": 0.805091, "hf_subset": "khk_Cyrl-pan_Guru", "languages": ["khk-Cyrl", "pan-Guru"], "main_score": 0.805091, "precision": 0.785903, "recall": 0.846838}, {"accuracy": 0.246047, "f1": 0.184918, "hf_subset": "khk_Cyrl-som_Latn", "languages": ["khk-Cyrl", "som-Latn"], "main_score": 0.184918, "precision": 0.167158, "recall": 0.246047}, {"accuracy": 0.193676, "f1": 0.123624, "hf_subset": "khk_Cyrl-tum_Latn", "languages": ["khk-Cyrl", "tum-Latn"], "main_score": 0.123624, "precision": 0.106873, "recall": 0.193676}, {"accuracy": 0.089921, "f1": 0.055205, "hf_subset": "lvs_Latn-ace_Arab", "languages": ["lvs-Latn", "ace-Arab"], "main_score": 0.055205, "precision": 0.046624, "recall": 0.089921}, {"accuracy": 0.183794, "f1": 0.119308, "hf_subset": "lvs_Latn-bam_Latn", "languages": ["lvs-Latn", "bam-Latn"], "main_score": 0.119308, "precision": 0.104412, "recall": 0.183794}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "lvs_Latn-dzo_Tibt", "languages": ["lvs-Latn", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.7e-05, "recall": 0.003953}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-hin_Deva", "languages": ["lvs-Latn", "hin-Deva"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.913043, "f1": 0.886759, "hf_subset": "lvs_Latn-khm_Khmr", "languages": ["lvs-Latn", "khm-Khmr"], "main_score": 0.886759, "precision": 0.874259, "recall": 0.913043}, {"accuracy": 0.948617, "f1": 0.931653, "hf_subset": "lvs_Latn-mag_Deva", "languages": ["lvs-Latn", "mag-Deva"], "main_score": 0.931653, "precision": 0.923254, "recall": 0.948617}, {"accuracy": 0.642292, "f1": 0.56623, "hf_subset": "lvs_Latn-pap_Latn", "languages": ["lvs-Latn", "pap-Latn"], "main_score": 0.56623, "precision": 0.537206, "recall": 0.642292}, {"accuracy": 0.215415, "f1": 0.151132, "hf_subset": "lvs_Latn-sot_Latn", "languages": ["lvs-Latn", "sot-Latn"], "main_score": 0.151132, "precision": 0.13521, "recall": 0.215415}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-tur_Latn", "languages": ["lvs-Latn", "tur-Latn"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.409091, "f1": 0.322879, "hf_subset": "lvs_Latn-ace_Latn", "languages": ["lvs-Latn", "ace-Latn"], "main_score": 0.322879, "precision": 0.296179, "recall": 0.409091}, {"accuracy": 0.655138, "f1": 0.580254, "hf_subset": "lvs_Latn-ban_Latn", "languages": ["lvs-Latn", "ban-Latn"], "main_score": 0.580254, "precision": 0.549515, "recall": 0.655138}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-ell_Grek", "languages": ["lvs-Latn", "ell-Grek"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.91502, "f1": 0.889954, "hf_subset": "lvs_Latn-hne_Deva", "languages": ["lvs-Latn", "hne-Deva"], "main_score": 0.889954, "precision": 0.8778, "recall": 0.91502}, {"accuracy": 0.235178, "f1": 0.156465, "hf_subset": "lvs_Latn-kik_Latn", "languages": ["lvs-Latn", "kik-Latn"], "main_score": 0.156465, "precision": 0.135583, "recall": 0.235178}, {"accuracy": 0.927866, "f1": 0.906126, "hf_subset": "lvs_Latn-mai_Deva", "languages": ["lvs-Latn", "mai-Deva"], "main_score": 0.906126, "precision": 0.895916, "recall": 0.927866}, {"accuracy": 0.853755, "f1": 0.814625, "hf_subset": "lvs_Latn-pbt_Arab", "languages": ["lvs-Latn", "pbt-Arab"], "main_score": 0.814625, "precision": 0.797101, "recall": 0.853755}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-spa_Latn", "languages": ["lvs-Latn", "spa-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.293478, "f1": 0.204868, "hf_subset": "lvs_Latn-twi_Latn", "languages": ["lvs-Latn", "twi-Latn"], "main_score": 0.204868, "precision": 0.181086, "recall": 0.293478}, {"accuracy": 0.981225, "f1": 0.974967, "hf_subset": "lvs_Latn-acm_Arab", "languages": ["lvs-Latn", "acm-Arab"], "main_score": 0.974967, "precision": 0.971838, "recall": 0.981225}, {"accuracy": 0.965415, "f1": 0.95471, "hf_subset": "lvs_Latn-bel_Cyrl", "languages": ["lvs-Latn", "bel-Cyrl"], "main_score": 0.95471, "precision": 0.94944, "recall": 0.965415}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-eng_Latn", "languages": ["lvs-Latn", "eng-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-hrv_Latn", "languages": ["lvs-Latn", "hrv-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.149209, "f1": 0.093412, "hf_subset": "lvs_Latn-kin_Latn", "languages": ["lvs-Latn", "kin-Latn"], "main_score": 0.093412, "precision": 0.079863, "recall": 0.149209}, {"accuracy": 0.911067, "f1": 0.884453, "hf_subset": "lvs_Latn-mal_Mlym", "languages": ["lvs-Latn", "mal-Mlym"], "main_score": 0.884453, "precision": 0.871953, "recall": 0.911067}, {"accuracy": 0.990119, "f1": 0.986825, "hf_subset": "lvs_Latn-pes_Arab", "languages": ["lvs-Latn", "pes-Arab"], "main_score": 0.986825, "precision": 0.985178, "recall": 0.990119}, {"accuracy": 0.714427, "f1": 0.64597, "hf_subset": "lvs_Latn-srd_Latn", "languages": ["lvs-Latn", "srd-Latn"], "main_score": 0.64597, "precision": 0.617055, "recall": 0.714427}, {"accuracy": 0.064229, "f1": 0.029917, "hf_subset": "lvs_Latn-tzm_Tfng", "languages": ["lvs-Latn", "tzm-Tfng"], "main_score": 0.029917, "precision": 0.024861, "recall": 0.064229}, {"accuracy": 0.976285, "f1": 0.968544, "hf_subset": "lvs_Latn-acq_Arab", "languages": ["lvs-Latn", "acq-Arab"], "main_score": 0.968544, "precision": 0.964756, "recall": 0.976285}, {"accuracy": 0.224308, "f1": 0.152507, "hf_subset": "lvs_Latn-bem_Latn", "languages": ["lvs-Latn", "bem-Latn"], "main_score": 0.152507, "precision": 0.134492, "recall": 0.224308}, {"accuracy": 0.865613, "f1": 0.827701, "hf_subset": "lvs_Latn-epo_Latn", "languages": ["lvs-Latn", "epo-Latn"], "main_score": 0.827701, "precision": 0.810474, "recall": 0.865613}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-hun_Latn", "languages": ["lvs-Latn", "hun-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.943676, "f1": 0.925889, "hf_subset": "lvs_Latn-kir_Cyrl", "languages": ["lvs-Latn", "kir-Cyrl"], "main_score": 0.925889, "precision": 0.917161, "recall": 0.943676}, {"accuracy": 0.916008, "f1": 0.890448, "hf_subset": "lvs_Latn-mar_Deva", "languages": ["lvs-Latn", "mar-Deva"], "main_score": 0.890448, "precision": 0.878458, "recall": 0.916008}, {"accuracy": 0.277668, "f1": 0.202527, "hf_subset": "lvs_Latn-plt_Latn", "languages": ["lvs-Latn", "plt-Latn"], "main_score": 0.202527, "precision": 0.181496, "recall": 0.277668}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-srp_Cyrl", "languages": ["lvs-Latn", "srp-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.811265, "f1": 0.762832, "hf_subset": "lvs_Latn-uig_Arab", "languages": ["lvs-Latn", "uig-Arab"], "main_score": 0.762832, "precision": 0.741255, "recall": 0.811265}, {"accuracy": 0.9417, "f1": 0.923913, "hf_subset": "lvs_Latn-aeb_Arab", "languages": ["lvs-Latn", "aeb-Arab"], "main_score": 0.923913, "precision": 0.915514, "recall": 0.9417}, {"accuracy": 0.913043, "f1": 0.888999, "hf_subset": "lvs_Latn-ben_Beng", "languages": ["lvs-Latn", "ben-Beng"], "main_score": 0.888999, "precision": 0.87747, "recall": 0.913043}, {"accuracy": 0.993083, "f1": 0.990942, "hf_subset": "lvs_Latn-est_Latn", "languages": ["lvs-Latn", "est-Latn"], "main_score": 0.990942, "precision": 0.989954, "recall": 0.993083}, {"accuracy": 0.987154, "f1": 0.982872, "hf_subset": "lvs_Latn-hye_Armn", "languages": ["lvs-Latn", "hye-Armn"], "main_score": 0.982872, "precision": 0.980731, "recall": 0.987154}, {"accuracy": 0.166008, "f1": 0.101992, "hf_subset": "lvs_Latn-kmb_Latn", "languages": ["lvs-Latn", "kmb-Latn"], "main_score": 0.101992, "precision": 0.088167, "recall": 0.166008}, {"accuracy": 0.063241, "f1": 0.036286, "hf_subset": "lvs_Latn-min_Arab", "languages": ["lvs-Latn", "min-Arab"], "main_score": 0.036286, "precision": 0.029829, "recall": 0.063241}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-pol_Latn", "languages": ["lvs-Latn", "pol-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.160079, "f1": 0.101299, "hf_subset": "lvs_Latn-ssw_Latn", "languages": ["lvs-Latn", "ssw-Latn"], "main_score": 0.101299, "precision": 0.088582, "recall": 0.160079}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-ukr_Cyrl", "languages": ["lvs-Latn", "ukr-Cyrl"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.966403, "f1": 0.955698, "hf_subset": "lvs_Latn-afr_Latn", "languages": ["lvs-Latn", "afr-Latn"], "main_score": 0.955698, "precision": 0.950593, "recall": 0.966403}, {"accuracy": 0.88834, "f1": 0.858399, "hf_subset": "lvs_Latn-bho_Deva", "languages": ["lvs-Latn", "bho-Deva"], "main_score": 0.858399, "precision": 0.845175, "recall": 0.88834}, {"accuracy": 0.752964, "f1": 0.693003, "hf_subset": "lvs_Latn-eus_Latn", "languages": ["lvs-Latn", "eus-Latn"], "main_score": 0.693003, "precision": 0.666996, "recall": 0.752964}, {"accuracy": 0.192688, "f1": 0.122282, "hf_subset": "lvs_Latn-ibo_Latn", "languages": ["lvs-Latn", "ibo-Latn"], "main_score": 0.122282, "precision": 0.105274, "recall": 0.192688}, {"accuracy": 0.761858, "f1": 0.711317, "hf_subset": "lvs_Latn-kmr_Latn", "languages": ["lvs-Latn", "kmr-Latn"], "main_score": 0.711317, "precision": 0.690184, "recall": 0.761858}, {"accuracy": 0.632411, "f1": 0.557373, "hf_subset": "lvs_Latn-min_Latn", "languages": ["lvs-Latn", "min-Latn"], "main_score": 0.557373, "precision": 0.528911, "recall": 0.632411}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-por_Latn", "languages": ["lvs-Latn", "por-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.742095, "f1": 0.678675, "hf_subset": "lvs_Latn-sun_Latn", "languages": ["lvs-Latn", "sun-Latn"], "main_score": 0.678675, "precision": 0.651581, "recall": 0.742095}, {"accuracy": 0.16996, "f1": 0.1082, "hf_subset": "lvs_Latn-umb_Latn", "languages": ["lvs-Latn", "umb-Latn"], "main_score": 0.1082, "precision": 0.093859, "recall": 0.16996}, {"accuracy": 0.964427, "f1": 0.953228, "hf_subset": "lvs_Latn-ajp_Arab", "languages": ["lvs-Latn", "ajp-Arab"], "main_score": 0.953228, "precision": 0.947793, "recall": 0.964427}, {"accuracy": 0.068182, "f1": 0.036937, "hf_subset": "lvs_Latn-bjn_Arab", "languages": ["lvs-Latn", "bjn-Arab"], "main_score": 0.036937, "precision": 0.030312, "recall": 0.068182}, {"accuracy": 0.244071, "f1": 0.171858, "hf_subset": "lvs_Latn-ewe_Latn", "languages": ["lvs-Latn", "ewe-Latn"], "main_score": 0.171858, "precision": 0.15296, "recall": 0.244071}, {"accuracy": 0.356719, "f1": 0.269414, "hf_subset": "lvs_Latn-ilo_Latn", "languages": ["lvs-Latn", "ilo-Latn"], "main_score": 0.269414, "precision": 0.242374, "recall": 0.356719}, {"accuracy": 0.087945, "f1": 0.047401, "hf_subset": "lvs_Latn-knc_Arab", "languages": ["lvs-Latn", "knc-Arab"], "main_score": 0.047401, "precision": 0.039196, "recall": 0.087945}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-mkd_Cyrl", "languages": ["lvs-Latn", "mkd-Cyrl"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-prs_Arab", "languages": ["lvs-Latn", "prs-Arab"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-swe_Latn", "languages": ["lvs-Latn", "swe-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.978261, "f1": 0.971344, "hf_subset": "lvs_Latn-urd_Arab", "languages": ["lvs-Latn", "urd-Arab"], "main_score": 0.971344, "precision": 0.96805, "recall": 0.978261}, {"accuracy": 0.290514, "f1": 0.20628, "hf_subset": "lvs_Latn-aka_Latn", "languages": ["lvs-Latn", "aka-Latn"], "main_score": 0.20628, "precision": 0.18321, "recall": 0.290514}, {"accuracy": 0.767787, "f1": 0.710213, "hf_subset": "lvs_Latn-bjn_Latn", "languages": ["lvs-Latn", "bjn-Latn"], "main_score": 0.710213, "precision": 0.686422, "recall": 0.767787}, {"accuracy": 0.45751, "f1": 0.377236, "hf_subset": "lvs_Latn-fao_Latn", "languages": ["lvs-Latn", "fao-Latn"], "main_score": 0.377236, "precision": 0.351774, "recall": 0.45751}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-ind_Latn", "languages": ["lvs-Latn", "ind-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.256917, "f1": 0.17935, "hf_subset": "lvs_Latn-knc_Latn", "languages": ["lvs-Latn", "knc-Latn"], "main_score": 0.17935, "precision": 0.159537, "recall": 0.256917}, {"accuracy": 0.316206, "f1": 0.232024, "hf_subset": "lvs_Latn-mlt_Latn", "languages": ["lvs-Latn", "mlt-Latn"], "main_score": 0.232024, "precision": 0.208282, "recall": 0.316206}, {"accuracy": 0.251976, "f1": 0.17069, "hf_subset": "lvs_Latn-quy_Latn", "languages": ["lvs-Latn", "quy-Latn"], "main_score": 0.17069, "precision": 0.149379, "recall": 0.251976}, {"accuracy": 0.355731, "f1": 0.272664, "hf_subset": "lvs_Latn-swh_Latn", "languages": ["lvs-Latn", "swh-Latn"], "main_score": 0.272664, "precision": 0.248521, "recall": 0.355731}, {"accuracy": 0.663043, "f1": 0.594519, "hf_subset": "lvs_Latn-uzn_Latn", "languages": ["lvs-Latn", "uzn-Latn"], "main_score": 0.594519, "precision": 0.567078, "recall": 0.663043}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-als_Latn", "languages": ["lvs-Latn", "als-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.052372, "f1": 0.018784, "hf_subset": "lvs_Latn-bod_Tibt", "languages": ["lvs-Latn", "bod-Tibt"], "main_score": 0.018784, "precision": 0.014936, "recall": 0.052372}, {"accuracy": 0.205534, "f1": 0.13884, "hf_subset": "lvs_Latn-fij_Latn", "languages": ["lvs-Latn", "fij-Latn"], "main_score": 0.13884, "precision": 0.121722, "recall": 0.205534}, {"accuracy": 0.76087, "f1": 0.703464, "hf_subset": "lvs_Latn-isl_Latn", "languages": ["lvs-Latn", "isl-Latn"], "main_score": 0.703464, "precision": 0.6793, "recall": 0.76087}, {"accuracy": 0.237154, "f1": 0.162221, "hf_subset": "lvs_Latn-kon_Latn", "languages": ["lvs-Latn", "kon-Latn"], "main_score": 0.162221, "precision": 0.142752, "recall": 0.237154}, {"accuracy": 0.059289, "f1": 0.032043, "hf_subset": "lvs_Latn-mni_Beng", "languages": ["lvs-Latn", "mni-Beng"], "main_score": 0.032043, "precision": 0.027888, "recall": 0.059289}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-ron_Latn", "languages": ["lvs-Latn", "ron-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.802372, "f1": 0.753016, "hf_subset": "lvs_Latn-szl_Latn", "languages": ["lvs-Latn", "szl-Latn"], "main_score": 0.753016, "precision": 0.731489, "recall": 0.802372}, {"accuracy": 0.807312, "f1": 0.756162, "hf_subset": "lvs_Latn-vec_Latn", "languages": ["lvs-Latn", "vec-Latn"], "main_score": 0.756162, "precision": 0.734199, "recall": 0.807312}, {"accuracy": 0.793478, "f1": 0.744504, "hf_subset": "lvs_Latn-amh_Ethi", "languages": ["lvs-Latn", "amh-Ethi"], "main_score": 0.744504, "precision": 0.723534, "recall": 0.793478}, {"accuracy": 0.998024, "f1": 0.997365, "hf_subset": "lvs_Latn-bos_Latn", "languages": ["lvs-Latn", "bos-Latn"], "main_score": 0.997365, "precision": 0.997036, "recall": 0.998024}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lvs_Latn-fin_Latn", "languages": ["lvs-Latn", "fin-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-ita_Latn", "languages": ["lvs-Latn", "ita-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.981225, "f1": 0.975132, "hf_subset": "lvs_Latn-kor_Hang", "languages": ["lvs-Latn", "kor-Hang"], "main_score": 0.975132, "precision": 0.972167, "recall": 0.981225}, {"accuracy": 0.22332, "f1": 0.153509, "hf_subset": "lvs_Latn-mos_Latn", "languages": ["lvs-Latn", "mos-Latn"], "main_score": 0.153509, "precision": 0.134817, "recall": 0.22332}, {"accuracy": 0.158103, "f1": 0.099444, "hf_subset": "lvs_Latn-run_Latn", "languages": ["lvs-Latn", "run-Latn"], "main_score": 0.099444, "precision": 0.086194, "recall": 0.158103}, {"accuracy": 0.908103, "f1": 0.881225, "hf_subset": "lvs_Latn-tam_Taml", "languages": ["lvs-Latn", "tam-Taml"], "main_score": 0.881225, "precision": 0.868577, "recall": 0.908103}, {"accuracy": 0.991107, "f1": 0.988472, "hf_subset": "lvs_Latn-vie_Latn", "languages": ["lvs-Latn", "vie-Latn"], "main_score": 0.988472, "precision": 0.987154, "recall": 0.991107}, {"accuracy": 0.965415, "f1": 0.954545, "hf_subset": "lvs_Latn-apc_Arab", "languages": ["lvs-Latn", "apc-Arab"], "main_score": 0.954545, "precision": 0.949111, "recall": 0.965415}, {"accuracy": 0.385375, "f1": 0.296823, "hf_subset": "lvs_Latn-bug_Latn", "languages": ["lvs-Latn", "bug-Latn"], "main_score": 0.296823, "precision": 0.269869, "recall": 0.385375}, {"accuracy": 0.204545, "f1": 0.138663, "hf_subset": "lvs_Latn-fon_Latn", "languages": ["lvs-Latn", "fon-Latn"], "main_score": 0.138663, "precision": 0.122482, "recall": 0.204545}, {"accuracy": 0.722332, "f1": 0.660415, "hf_subset": "lvs_Latn-jav_Latn", "languages": ["lvs-Latn", "jav-Latn"], "main_score": 0.660415, "precision": 0.635961, "recall": 0.722332}, {"accuracy": 0.926877, "f1": 0.906555, "hf_subset": "lvs_Latn-lao_Laoo", "languages": ["lvs-Latn", "lao-Laoo"], "main_score": 0.906555, "precision": 0.897398, "recall": 0.926877}, {"accuracy": 0.189723, "f1": 0.117256, "hf_subset": "lvs_Latn-mri_Latn", "languages": ["lvs-Latn", "mri-Latn"], "main_score": 0.117256, "precision": 0.100808, "recall": 0.189723}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-rus_Cyrl", "languages": ["lvs-Latn", "rus-Cyrl"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.235178, "f1": 0.170361, "hf_subset": "lvs_Latn-taq_Latn", "languages": ["lvs-Latn", "taq-Latn"], "main_score": 0.170361, "precision": 0.154028, "recall": 0.235178}, {"accuracy": 0.417984, "f1": 0.323245, "hf_subset": "lvs_Latn-war_Latn", "languages": ["lvs-Latn", "war-Latn"], "main_score": 0.323245, "precision": 0.292478, "recall": 0.417984}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lvs_Latn-arb_Arab", "languages": ["lvs-Latn", "arb-Arab"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-bul_Cyrl", "languages": ["lvs-Latn", "bul-Cyrl"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-fra_Latn", "languages": ["lvs-Latn", "fra-Latn"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.993083, "f1": 0.990777, "hf_subset": "lvs_Latn-jpn_Jpan", "languages": ["lvs-Latn", "jpn-Jpan"], "main_score": 0.990777, "precision": 0.989625, "recall": 0.993083}, {"accuracy": 0.762846, "f1": 0.703444, "hf_subset": "lvs_Latn-lij_Latn", "languages": ["lvs-Latn", "lij-Latn"], "main_score": 0.703444, "precision": 0.67808, "recall": 0.762846}, {"accuracy": 0.944664, "f1": 0.928195, "hf_subset": "lvs_Latn-mya_Mymr", "languages": ["lvs-Latn", "mya-Mymr"], "main_score": 0.928195, "precision": 0.92029, "recall": 0.944664}, {"accuracy": 0.235178, "f1": 0.164475, "hf_subset": "lvs_Latn-sag_Latn", "languages": ["lvs-Latn", "sag-Latn"], "main_score": 0.164475, "precision": 0.146789, "recall": 0.235178}, {"accuracy": 0.079051, "f1": 0.037304, "hf_subset": "lvs_Latn-taq_Tfng", "languages": ["lvs-Latn", "taq-Tfng"], "main_score": 0.037304, "precision": 0.031951, "recall": 0.079051}, {"accuracy": 0.238142, "f1": 0.16512, "hf_subset": "lvs_Latn-wol_Latn", "languages": ["lvs-Latn", "wol-Latn"], "main_score": 0.16512, "precision": 0.146453, "recall": 0.238142}, {"accuracy": 0.120553, "f1": 0.067656, "hf_subset": "lvs_Latn-arb_Latn", "languages": ["lvs-Latn", "arb-Latn"], "main_score": 0.067656, "precision": 0.056316, "recall": 0.120553}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-cat_Latn", "languages": ["lvs-Latn", "cat-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.728261, "f1": 0.662982, "hf_subset": "lvs_Latn-fur_Latn", "languages": ["lvs-Latn", "fur-Latn"], "main_score": 0.662982, "precision": 0.636314, "recall": 0.728261}, {"accuracy": 0.081028, "f1": 0.050203, "hf_subset": "lvs_Latn-kab_Latn", "languages": ["lvs-Latn", "kab-Latn"], "main_score": 0.050203, "precision": 0.043643, "recall": 0.081028}, {"accuracy": 0.742095, "f1": 0.678642, "hf_subset": "lvs_Latn-lim_Latn", "languages": ["lvs-Latn", "lim-Latn"], "main_score": 0.678642, "precision": 0.651477, "recall": 0.742095}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-nld_Latn", "languages": ["lvs-Latn", "nld-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.746047, "f1": 0.68523, "hf_subset": "lvs_Latn-san_Deva", "languages": ["lvs-Latn", "san-Deva"], "main_score": 0.68523, "precision": 0.659552, "recall": 0.746047}, {"accuracy": 0.518775, "f1": 0.434261, "hf_subset": "lvs_Latn-tat_Cyrl", "languages": ["lvs-Latn", "tat-Cyrl"], "main_score": 0.434261, "precision": 0.403114, "recall": 0.518775}, {"accuracy": 0.202569, "f1": 0.131411, "hf_subset": "lvs_Latn-xho_Latn", "languages": ["lvs-Latn", "xho-Latn"], "main_score": 0.131411, "precision": 0.114612, "recall": 0.202569}, {"accuracy": 0.986166, "f1": 0.981719, "hf_subset": "lvs_Latn-ars_Arab", "languages": ["lvs-Latn", "ars-Arab"], "main_score": 0.981719, "precision": 0.979578, "recall": 0.986166}, {"accuracy": 0.391304, "f1": 0.301504, "hf_subset": "lvs_Latn-ceb_Latn", "languages": ["lvs-Latn", "ceb-Latn"], "main_score": 0.301504, "precision": 0.273873, "recall": 0.391304}, {"accuracy": 0.23419, "f1": 0.154201, "hf_subset": "lvs_Latn-fuv_Latn", "languages": ["lvs-Latn", "fuv-Latn"], "main_score": 0.154201, "precision": 0.134138, "recall": 0.23419}, {"accuracy": 0.200593, "f1": 0.134359, "hf_subset": "lvs_Latn-kac_Latn", "languages": ["lvs-Latn", "kac-Latn"], "main_score": 0.134359, "precision": 0.117261, "recall": 0.200593}, {"accuracy": 0.226285, "f1": 0.157239, "hf_subset": "lvs_Latn-lin_Latn", "languages": ["lvs-Latn", "lin-Latn"], "main_score": 0.157239, "precision": 0.139217, "recall": 0.226285}, {"accuracy": 0.98913, "f1": 0.985507, "hf_subset": "lvs_Latn-nno_Latn", "languages": ["lvs-Latn", "nno-Latn"], "main_score": 0.985507, "precision": 0.983696, "recall": 0.98913}, {"accuracy": 0.020751, "f1": 0.00439, "hf_subset": "lvs_Latn-sat_Olck", "languages": ["lvs-Latn", "sat-Olck"], "main_score": 0.00439, "precision": 0.003168, "recall": 0.020751}, {"accuracy": 0.867589, "f1": 0.830501, "hf_subset": "lvs_Latn-tel_Telu", "languages": ["lvs-Latn", "tel-Telu"], "main_score": 0.830501, "precision": 0.813439, "recall": 0.867589}, {"accuracy": 0.460474, "f1": 0.37555, "hf_subset": "lvs_Latn-ydd_Hebr", "languages": ["lvs-Latn", "ydd-Hebr"], "main_score": 0.37555, "precision": 0.34501, "recall": 0.460474}, {"accuracy": 0.871542, "f1": 0.835343, "hf_subset": "lvs_Latn-ary_Arab", "languages": ["lvs-Latn", "ary-Arab"], "main_score": 0.835343, "precision": 0.818429, "recall": 0.871542}, {"accuracy": 0.995059, "f1": 0.993412, "hf_subset": "lvs_Latn-ces_Latn", "languages": ["lvs-Latn", "ces-Latn"], "main_score": 0.993412, "precision": 0.992589, "recall": 0.995059}, {"accuracy": 0.100791, "f1": 0.057759, "hf_subset": "lvs_Latn-gaz_Latn", "languages": ["lvs-Latn", "gaz-Latn"], "main_score": 0.057759, "precision": 0.04927, "recall": 0.100791}, {"accuracy": 0.195652, "f1": 0.12546, "hf_subset": "lvs_Latn-kam_Latn", "languages": ["lvs-Latn", "kam-Latn"], "main_score": 0.12546, "precision": 0.108108, "recall": 0.195652}, {"accuracy": 0.993083, "f1": 0.991107, "hf_subset": "lvs_Latn-lit_Latn", "languages": ["lvs-Latn", "lit-Latn"], "main_score": 0.991107, "precision": 0.990119, "recall": 0.993083}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-nob_Latn", "languages": ["lvs-Latn", "nob-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.635375, "f1": 0.560074, "hf_subset": "lvs_Latn-scn_Latn", "languages": ["lvs-Latn", "scn-Latn"], "main_score": 0.560074, "precision": 0.531588, "recall": 0.635375}, {"accuracy": 0.193676, "f1": 0.123618, "hf_subset": "lvs_Latn-tgk_Cyrl", "languages": ["lvs-Latn", "tgk-Cyrl"], "main_score": 0.123618, "precision": 0.105954, "recall": 0.193676}, {"accuracy": 0.203557, "f1": 0.130302, "hf_subset": "lvs_Latn-yor_Latn", "languages": ["lvs-Latn", "yor-Latn"], "main_score": 0.130302, "precision": 0.111963, "recall": 0.203557}, {"accuracy": 0.961462, "f1": 0.949111, "hf_subset": "lvs_Latn-arz_Arab", "languages": ["lvs-Latn", "arz-Arab"], "main_score": 0.949111, "precision": 0.943182, "recall": 0.961462}, {"accuracy": 0.178854, "f1": 0.114539, "hf_subset": "lvs_Latn-cjk_Latn", "languages": ["lvs-Latn", "cjk-Latn"], "main_score": 0.114539, "precision": 0.100306, "recall": 0.178854}, {"accuracy": 0.184783, "f1": 0.118283, "hf_subset": "lvs_Latn-gla_Latn", "languages": ["lvs-Latn", "gla-Latn"], "main_score": 0.118283, "precision": 0.10067, "recall": 0.184783}, {"accuracy": 0.83498, "f1": 0.788933, "hf_subset": "lvs_Latn-kan_Knda", "languages": ["lvs-Latn", "kan-Knda"], "main_score": 0.788933, "precision": 0.767902, "recall": 0.83498}, {"accuracy": 0.641304, "f1": 0.56786, "hf_subset": "lvs_Latn-lmo_Latn", "languages": ["lvs-Latn", "lmo-Latn"], "main_score": 0.56786, "precision": 0.539806, "recall": 0.641304}, {"accuracy": 0.972332, "f1": 0.964262, "hf_subset": "lvs_Latn-npi_Deva", "languages": ["lvs-Latn", "npi-Deva"], "main_score": 0.964262, "precision": 0.96031, "recall": 0.972332}, {"accuracy": 0.275692, "f1": 0.193489, "hf_subset": "lvs_Latn-shn_Mymr", "languages": ["lvs-Latn", "shn-Mymr"], "main_score": 0.193489, "precision": 0.16872, "recall": 0.275692}, {"accuracy": 0.467391, "f1": 0.378739, "hf_subset": "lvs_Latn-tgl_Latn", "languages": ["lvs-Latn", "tgl-Latn"], "main_score": 0.378739, "precision": 0.349968, "recall": 0.467391}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-yue_Hant", "languages": ["lvs-Latn", "yue-Hant"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.550395, "f1": 0.468703, "hf_subset": "lvs_Latn-asm_Beng", "languages": ["lvs-Latn", "asm-Beng"], "main_score": 0.468703, "precision": 0.437381, "recall": 0.550395}, {"accuracy": 0.857708, "f1": 0.816436, "hf_subset": "lvs_Latn-ckb_Arab", "languages": ["lvs-Latn", "ckb-Arab"], "main_score": 0.816436, "precision": 0.797019, "recall": 0.857708}, {"accuracy": 0.283597, "f1": 0.20673, "hf_subset": "lvs_Latn-gle_Latn", "languages": ["lvs-Latn", "gle-Latn"], "main_score": 0.20673, "precision": 0.185563, "recall": 0.283597}, {"accuracy": 0.608696, "f1": 0.526993, "hf_subset": "lvs_Latn-kas_Arab", "languages": ["lvs-Latn", "kas-Arab"], "main_score": 0.526993, "precision": 0.494575, "recall": 0.608696}, {"accuracy": 0.741107, "f1": 0.679897, "hf_subset": "lvs_Latn-ltg_Latn", "languages": ["lvs-Latn", "ltg-Latn"], "main_score": 0.679897, "precision": 0.653549, "recall": 0.741107}, {"accuracy": 0.235178, "f1": 0.155673, "hf_subset": "lvs_Latn-nso_Latn", "languages": ["lvs-Latn", "nso-Latn"], "main_score": 0.155673, "precision": 0.13477, "recall": 0.235178}, {"accuracy": 0.939723, "f1": 0.92164, "hf_subset": "lvs_Latn-sin_Sinh", "languages": ["lvs-Latn", "sin-Sinh"], "main_score": 0.92164, "precision": 0.913455, "recall": 0.939723}, {"accuracy": 0.987154, "f1": 0.983037, "hf_subset": "lvs_Latn-tha_Thai", "languages": ["lvs-Latn", "tha-Thai"], "main_score": 0.983037, "precision": 0.981061, "recall": 0.987154}, {"accuracy": 0.992095, "f1": 0.98946, "hf_subset": "lvs_Latn-zho_Hans", "languages": ["lvs-Latn", "zho-Hans"], "main_score": 0.98946, "precision": 0.988142, "recall": 0.992095}, {"accuracy": 0.950593, "f1": 0.935112, "hf_subset": "lvs_Latn-ast_Latn", "languages": ["lvs-Latn", "ast-Latn"], "main_score": 0.935112, "precision": 0.927701, "recall": 0.950593}, {"accuracy": 0.795455, "f1": 0.741617, "hf_subset": "lvs_Latn-crh_Latn", "languages": ["lvs-Latn", "crh-Latn"], "main_score": 0.741617, "precision": 0.717203, "recall": 0.795455}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-glg_Latn", "languages": ["lvs-Latn", "glg-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.406126, "f1": 0.326509, "hf_subset": "lvs_Latn-kas_Deva", "languages": ["lvs-Latn", "kas-Deva"], "main_score": 0.326509, "precision": 0.300522, "recall": 0.406126}, {"accuracy": 0.502964, "f1": 0.4126, "hf_subset": "lvs_Latn-ltz_Latn", "languages": ["lvs-Latn", "ltz-Latn"], "main_score": 0.4126, "precision": 0.382426, "recall": 0.502964}, {"accuracy": 0.107708, "f1": 0.056317, "hf_subset": "lvs_Latn-nus_Latn", "languages": ["lvs-Latn", "nus-Latn"], "main_score": 0.056317, "precision": 0.046965, "recall": 0.107708}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-slk_Latn", "languages": ["lvs-Latn", "slk-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.192688, "f1": 0.129939, "hf_subset": "lvs_Latn-tir_Ethi", "languages": ["lvs-Latn", "tir-Ethi"], "main_score": 0.129939, "precision": 0.112375, "recall": 0.192688}, {"accuracy": 0.991107, "f1": 0.988636, "hf_subset": "lvs_Latn-zho_Hant", "languages": ["lvs-Latn", "zho-Hant"], "main_score": 0.988636, "precision": 0.987484, "recall": 0.991107}, {"accuracy": 0.95751, "f1": 0.944499, "hf_subset": "lvs_Latn-awa_Deva", "languages": ["lvs-Latn", "awa-Deva"], "main_score": 0.944499, "precision": 0.938076, "recall": 0.95751}, {"accuracy": 0.464427, "f1": 0.378155, "hf_subset": "lvs_Latn-cym_Latn", "languages": ["lvs-Latn", "cym-Latn"], "main_score": 0.378155, "precision": 0.350708, "recall": 0.464427}, {"accuracy": 0.352767, "f1": 0.269875, "hf_subset": "lvs_Latn-grn_Latn", "languages": ["lvs-Latn", "grn-Latn"], "main_score": 0.269875, "precision": 0.245562, "recall": 0.352767}, {"accuracy": 0.88834, "f1": 0.853096, "hf_subset": "lvs_Latn-kat_Geor", "languages": ["lvs-Latn", "kat-Geor"], "main_score": 0.853096, "precision": 0.836133, "recall": 0.88834}, {"accuracy": 0.237154, "f1": 0.160326, "hf_subset": "lvs_Latn-lua_Latn", "languages": ["lvs-Latn", "lua-Latn"], "main_score": 0.160326, "precision": 0.140365, "recall": 0.237154}, {"accuracy": 0.237154, "f1": 0.162966, "hf_subset": "lvs_Latn-nya_Latn", "languages": ["lvs-Latn", "nya-Latn"], "main_score": 0.162966, "precision": 0.143764, "recall": 0.237154}, {"accuracy": 0.994071, "f1": 0.992095, "hf_subset": "lvs_Latn-slv_Latn", "languages": ["lvs-Latn", "slv-Latn"], "main_score": 0.992095, "precision": 0.991107, "recall": 0.994071}, {"accuracy": 0.455534, "f1": 0.366807, "hf_subset": "lvs_Latn-tpi_Latn", "languages": ["lvs-Latn", "tpi-Latn"], "main_score": 0.366807, "precision": 0.338156, "recall": 0.455534}, {"accuracy": 0.991107, "f1": 0.988142, "hf_subset": "lvs_Latn-zsm_Latn", "languages": ["lvs-Latn", "zsm-Latn"], "main_score": 0.988142, "precision": 0.98666, "recall": 0.991107}, {"accuracy": 0.201581, "f1": 0.123828, "hf_subset": "lvs_Latn-ayr_Latn", "languages": ["lvs-Latn", "ayr-Latn"], "main_score": 0.123828, "precision": 0.105224, "recall": 0.201581}, {"accuracy": 0.997036, "f1": 0.996047, "hf_subset": "lvs_Latn-dan_Latn", "languages": ["lvs-Latn", "dan-Latn"], "main_score": 0.996047, "precision": 0.995553, "recall": 0.997036}, {"accuracy": 0.931818, "f1": 0.91102, "hf_subset": "lvs_Latn-guj_Gujr", "languages": ["lvs-Latn", "guj-Gujr"], "main_score": 0.91102, "precision": 0.90135, "recall": 0.931818}, {"accuracy": 0.966403, "f1": 0.956028, "hf_subset": "lvs_Latn-kaz_Cyrl", "languages": ["lvs-Latn", "kaz-Cyrl"], "main_score": 0.956028, "precision": 0.950922, "recall": 0.966403}, {"accuracy": 0.177866, "f1": 0.114565, "hf_subset": "lvs_Latn-lug_Latn", "languages": ["lvs-Latn", "lug-Latn"], "main_score": 0.114565, "precision": 0.099928, "recall": 0.177866}, {"accuracy": 0.922925, "f1": 0.900033, "hf_subset": "lvs_Latn-oci_Latn", "languages": ["lvs-Latn", "oci-Latn"], "main_score": 0.900033, "precision": 0.889163, "recall": 0.922925}, {"accuracy": 0.186759, "f1": 0.119183, "hf_subset": "lvs_Latn-smo_Latn", "languages": ["lvs-Latn", "smo-Latn"], "main_score": 0.119183, "precision": 0.1032, "recall": 0.186759}, {"accuracy": 0.197628, "f1": 0.133723, "hf_subset": "lvs_Latn-tsn_Latn", "languages": ["lvs-Latn", "tsn-Latn"], "main_score": 0.133723, "precision": 0.118086, "recall": 0.197628}, {"accuracy": 0.145257, "f1": 0.089047, "hf_subset": "lvs_Latn-zul_Latn", "languages": ["lvs-Latn", "zul-Latn"], "main_score": 0.089047, "precision": 0.076653, "recall": 0.145257}, {"accuracy": 0.575099, "f1": 0.494796, "hf_subset": "lvs_Latn-azb_Arab", "languages": ["lvs-Latn", "azb-Arab"], "main_score": 0.494796, "precision": 0.463785, "recall": 0.575099}, {"accuracy": 0.996047, "f1": 0.99473, "hf_subset": "lvs_Latn-deu_Latn", "languages": ["lvs-Latn", "deu-Latn"], "main_score": 0.99473, "precision": 0.994071, "recall": 0.996047}, {"accuracy": 0.30336, "f1": 0.21752, "hf_subset": "lvs_Latn-hat_Latn", "languages": ["lvs-Latn", "hat-Latn"], "main_score": 0.21752, "precision": 0.192, "recall": 0.30336}, {"accuracy": 0.183794, "f1": 0.114975, "hf_subset": "lvs_Latn-kbp_Latn", "languages": ["lvs-Latn", "kbp-Latn"], "main_score": 0.114975, "precision": 0.099264, "recall": 0.183794}, {"accuracy": 0.222332, "f1": 0.150347, "hf_subset": "lvs_Latn-luo_Latn", "languages": ["lvs-Latn", "luo-Latn"], "main_score": 0.150347, "precision": 0.132934, "recall": 0.222332}, {"accuracy": 0.847826, "f1": 0.807115, "hf_subset": "lvs_Latn-ory_Orya", "languages": ["lvs-Latn", "ory-Orya"], "main_score": 0.807115, "precision": 0.789147, "recall": 0.847826}, {"accuracy": 0.167984, "f1": 0.103568, "hf_subset": "lvs_Latn-sna_Latn", "languages": ["lvs-Latn", "sna-Latn"], "main_score": 0.103568, "precision": 0.088599, "recall": 0.167984}, {"accuracy": 0.186759, "f1": 0.124661, "hf_subset": "lvs_Latn-tso_Latn", "languages": ["lvs-Latn", "tso-Latn"], "main_score": 0.124661, "precision": 0.109797, "recall": 0.186759}, {"accuracy": 0.963439, "f1": 0.953557, "hf_subset": "lvs_Latn-azj_Latn", "languages": ["lvs-Latn", "azj-Latn"], "main_score": 0.953557, "precision": 0.948979, "recall": 0.963439}, {"accuracy": 0.295455, "f1": 0.211321, "hf_subset": "lvs_Latn-dik_Latn", "languages": ["lvs-Latn", "dik-Latn"], "main_score": 0.211321, "precision": 0.187513, "recall": 0.295455}, {"accuracy": 0.246047, "f1": 0.169579, "hf_subset": "lvs_Latn-hau_Latn", "languages": ["lvs-Latn", "hau-Latn"], "main_score": 0.169579, "precision": 0.150133, "recall": 0.246047}, {"accuracy": 0.651186, "f1": 0.573607, "hf_subset": "lvs_Latn-kea_Latn", "languages": ["lvs-Latn", "kea-Latn"], "main_score": 0.573607, "precision": 0.542849, "recall": 0.651186}, {"accuracy": 0.352767, "f1": 0.270788, "hf_subset": "lvs_Latn-lus_Latn", "languages": ["lvs-Latn", "lus-Latn"], "main_score": 0.270788, "precision": 0.247136, "recall": 0.352767}, {"accuracy": 0.476285, "f1": 0.382861, "hf_subset": "lvs_Latn-pag_Latn", "languages": ["lvs-Latn", "pag-Latn"], "main_score": 0.382861, "precision": 0.35002, "recall": 0.476285}, {"accuracy": 0.871542, "f1": 0.835837, "hf_subset": "lvs_Latn-snd_Arab", "languages": ["lvs-Latn", "snd-Arab"], "main_score": 0.835837, "precision": 0.819252, "recall": 0.871542}, {"accuracy": 0.352767, "f1": 0.265087, "hf_subset": "lvs_Latn-tuk_Latn", "languages": ["lvs-Latn", "tuk-Latn"], "main_score": 0.265087, "precision": 0.237728, "recall": 0.352767}, {"accuracy": 0.487154, "f1": 0.402847, "hf_subset": "lvs_Latn-bak_Cyrl", "languages": ["lvs-Latn", "bak-Cyrl"], "main_score": 0.402847, "precision": 0.373833, "recall": 0.487154}, {"accuracy": 0.175889, "f1": 0.112915, "hf_subset": "lvs_Latn-dyu_Latn", "languages": ["lvs-Latn", "dyu-Latn"], "main_score": 0.112915, "precision": 0.096268, "recall": 0.175889}, {"accuracy": 0.988142, "f1": 0.98419, "hf_subset": "lvs_Latn-heb_Hebr", "languages": ["lvs-Latn", "heb-Hebr"], "main_score": 0.98419, "precision": 0.982213, "recall": 0.988142}, {"accuracy": 0.982213, "f1": 0.976779, "hf_subset": "lvs_Latn-khk_Cyrl", "languages": ["lvs-Latn", "khk-Cyrl"], "main_score": 0.976779, "precision": 0.974144, "recall": 0.982213}, {"accuracy": 0.860672, "f1": 0.823946, "hf_subset": "lvs_Latn-pan_Guru", "languages": ["lvs-Latn", "pan-Guru"], "main_score": 0.823946, "precision": 0.807559, "recall": 0.860672}, {"accuracy": 0.261858, "f1": 0.184147, "hf_subset": "lvs_Latn-som_Latn", "languages": ["lvs-Latn", "som-Latn"], "main_score": 0.184147, "precision": 0.161817, "recall": 0.261858}, {"accuracy": 0.206522, "f1": 0.131777, "hf_subset": "lvs_Latn-tum_Latn", "languages": ["lvs-Latn", "tum-Latn"], "main_score": 0.131777, "precision": 0.113734, "recall": 0.206522}, {"accuracy": 0.044466, "f1": 0.027739, "hf_subset": "pan_Guru-ace_Arab", "languages": ["pan-Guru", "ace-Arab"], "main_score": 0.027739, "precision": 0.024183, "recall": 0.044466}, {"accuracy": 0.085968, "f1": 0.05673, "hf_subset": "pan_Guru-bam_Latn", "languages": ["pan-Guru", "bam-Latn"], "main_score": 0.05673, "precision": 0.0504, "recall": 0.085968}, {"accuracy": 0.003953, "f1": 5.5e-05, "hf_subset": "pan_Guru-dzo_Tibt", "languages": ["pan-Guru", "dzo-Tibt"], "main_score": 5.5e-05, "precision": 2.8e-05, "recall": 0.003953}, {"accuracy": 0.874506, "f1": 0.840763, "hf_subset": "pan_Guru-hin_Deva", "languages": ["pan-Guru", "hin-Deva"], "main_score": 0.840763, "precision": 0.825543, "recall": 0.874506}, {"accuracy": 0.753953, "f1": 0.700777, "hf_subset": "pan_Guru-khm_Khmr", "languages": ["pan-Guru", "khm-Khmr"], "main_score": 0.700777, "precision": 0.678063, "recall": 0.753953}, {"accuracy": 0.77668, "f1": 0.725106, "hf_subset": "pan_Guru-mag_Deva", "languages": ["pan-Guru", "mag-Deva"], "main_score": 0.725106, "precision": 0.703797, "recall": 0.77668}, {"accuracy": 0.413043, "f1": 0.335918, "hf_subset": "pan_Guru-pap_Latn", "languages": ["pan-Guru", "pap-Latn"], "main_score": 0.335918, "precision": 0.308757, "recall": 0.413043}, {"accuracy": 0.092885, "f1": 0.058295, "hf_subset": "pan_Guru-sot_Latn", "languages": ["pan-Guru", "sot-Latn"], "main_score": 0.058295, "precision": 0.050218, "recall": 0.092885}, {"accuracy": 0.83004, "f1": 0.789069, "hf_subset": "pan_Guru-tur_Latn", "languages": ["pan-Guru", "tur-Latn"], "main_score": 0.789069, "precision": 0.772381, "recall": 0.83004}, {"accuracy": 0.221344, "f1": 0.153943, "hf_subset": "pan_Guru-ace_Latn", "languages": ["pan-Guru", "ace-Latn"], "main_score": 0.153943, "precision": 0.135329, "recall": 0.221344}, {"accuracy": 0.397233, "f1": 0.327813, "hf_subset": "pan_Guru-ban_Latn", "languages": ["pan-Guru", "ban-Latn"], "main_score": 0.327813, "precision": 0.303269, "recall": 0.397233}, {"accuracy": 0.822134, "f1": 0.779513, "hf_subset": "pan_Guru-ell_Grek", "languages": ["pan-Guru", "ell-Grek"], "main_score": 0.779513, "precision": 0.76166, "recall": 0.822134}, {"accuracy": 0.747036, "f1": 0.690747, "hf_subset": "pan_Guru-hne_Deva", "languages": ["pan-Guru", "hne-Deva"], "main_score": 0.690747, "precision": 0.666901, "recall": 0.747036}, {"accuracy": 0.12253, "f1": 0.06888, "hf_subset": "pan_Guru-kik_Latn", "languages": ["pan-Guru", "kik-Latn"], "main_score": 0.06888, "precision": 0.057144, "recall": 0.12253}, {"accuracy": 0.720356, "f1": 0.667015, "hf_subset": "pan_Guru-mai_Deva", "languages": ["pan-Guru", "mai-Deva"], "main_score": 0.667015, "precision": 0.644831, "recall": 0.720356}, {"accuracy": 0.693676, "f1": 0.633107, "hf_subset": "pan_Guru-pbt_Arab", "languages": ["pan-Guru", "pbt-Arab"], "main_score": 0.633107, "precision": 0.607773, "recall": 0.693676}, {"accuracy": 0.840909, "f1": 0.802376, "hf_subset": "pan_Guru-spa_Latn", "languages": ["pan-Guru", "spa-Latn"], "main_score": 0.802376, "precision": 0.786331, "recall": 0.840909}, {"accuracy": 0.148221, "f1": 0.094603, "hf_subset": "pan_Guru-twi_Latn", "languages": ["pan-Guru", "twi-Latn"], "main_score": 0.094603, "precision": 0.081602, "recall": 0.148221}, {"accuracy": 0.797431, "f1": 0.749617, "hf_subset": "pan_Guru-acm_Arab", "languages": ["pan-Guru", "acm-Arab"], "main_score": 0.749617, "precision": 0.7299, "recall": 0.797431}, {"accuracy": 0.780632, "f1": 0.732499, "hf_subset": "pan_Guru-bel_Cyrl", "languages": ["pan-Guru", "bel-Cyrl"], "main_score": 0.732499, "precision": 0.711586, "recall": 0.780632}, {"accuracy": 0.867589, "f1": 0.830962, "hf_subset": "pan_Guru-eng_Latn", "languages": ["pan-Guru", "eng-Latn"], "main_score": 0.830962, "precision": 0.814921, "recall": 0.867589}, {"accuracy": 0.837945, "f1": 0.794499, "hf_subset": "pan_Guru-hrv_Latn", "languages": ["pan-Guru", "hrv-Latn"], "main_score": 0.794499, "precision": 0.775478, "recall": 0.837945}, {"accuracy": 0.081028, "f1": 0.049898, "hf_subset": "pan_Guru-kin_Latn", "languages": ["pan-Guru", "kin-Latn"], "main_score": 0.049898, "precision": 0.042441, "recall": 0.081028}, {"accuracy": 0.838933, "f1": 0.798847, "hf_subset": "pan_Guru-mal_Mlym", "languages": ["pan-Guru", "mal-Mlym"], "main_score": 0.798847, "precision": 0.781028, "recall": 0.838933}, {"accuracy": 0.860672, "f1": 0.826153, "hf_subset": "pan_Guru-pes_Arab", "languages": ["pan-Guru", "pes-Arab"], "main_score": 0.826153, "precision": 0.811364, "recall": 0.860672}, {"accuracy": 0.447628, "f1": 0.371244, "hf_subset": "pan_Guru-srd_Latn", "languages": ["pan-Guru", "srd-Latn"], "main_score": 0.371244, "precision": 0.343762, "recall": 0.447628}, {"accuracy": 0.06917, "f1": 0.036393, "hf_subset": "pan_Guru-tzm_Tfng", "languages": ["pan-Guru", "tzm-Tfng"], "main_score": 0.036393, "precision": 0.030249, "recall": 0.06917}, {"accuracy": 0.810277, "f1": 0.765815, "hf_subset": "pan_Guru-acq_Arab", "languages": ["pan-Guru", "acq-Arab"], "main_score": 0.765815, "precision": 0.746429, "recall": 0.810277}, {"accuracy": 0.107708, "f1": 0.065672, "hf_subset": "pan_Guru-bem_Latn", "languages": ["pan-Guru", "bem-Latn"], "main_score": 0.065672, "precision": 0.056534, "recall": 0.107708}, {"accuracy": 0.617589, "f1": 0.546686, "hf_subset": "pan_Guru-epo_Latn", "languages": ["pan-Guru", "epo-Latn"], "main_score": 0.546686, "precision": 0.518939, "recall": 0.617589}, {"accuracy": 0.831028, "f1": 0.789808, "hf_subset": "pan_Guru-hun_Latn", "languages": ["pan-Guru", "hun-Latn"], "main_score": 0.789808, "precision": 0.772414, "recall": 0.831028}, {"accuracy": 0.731225, "f1": 0.679026, "hf_subset": "pan_Guru-kir_Cyrl", "languages": ["pan-Guru", "kir-Cyrl"], "main_score": 0.679026, "precision": 0.657355, "recall": 0.731225}, {"accuracy": 0.780632, "f1": 0.729635, "hf_subset": "pan_Guru-mar_Deva", "languages": ["pan-Guru", "mar-Deva"], "main_score": 0.729635, "precision": 0.709223, "recall": 0.780632}, {"accuracy": 0.143281, "f1": 0.098225, "hf_subset": "pan_Guru-plt_Latn", "languages": ["pan-Guru", "plt-Latn"], "main_score": 0.098225, "precision": 0.086663, "recall": 0.143281}, {"accuracy": 0.843874, "f1": 0.800856, "hf_subset": "pan_Guru-srp_Cyrl", "languages": ["pan-Guru", "srp-Cyrl"], "main_score": 0.800856, "precision": 0.781703, "recall": 0.843874}, {"accuracy": 0.697628, "f1": 0.639959, "hf_subset": "pan_Guru-uig_Arab", "languages": ["pan-Guru", "uig-Arab"], "main_score": 0.639959, "precision": 0.615761, "recall": 0.697628}, {"accuracy": 0.740119, "f1": 0.689141, "hf_subset": "pan_Guru-aeb_Arab", "languages": ["pan-Guru", "aeb-Arab"], "main_score": 0.689141, "precision": 0.668908, "recall": 0.740119}, {"accuracy": 0.835968, "f1": 0.79524, "hf_subset": "pan_Guru-ben_Beng", "languages": ["pan-Guru", "ben-Beng"], "main_score": 0.79524, "precision": 0.777397, "recall": 0.835968}, {"accuracy": 0.824111, "f1": 0.781606, "hf_subset": "pan_Guru-est_Latn", "languages": ["pan-Guru", "est-Latn"], "main_score": 0.781606, "precision": 0.762796, "recall": 0.824111}, {"accuracy": 0.855731, "f1": 0.819302, "hf_subset": "pan_Guru-hye_Armn", "languages": ["pan-Guru", "hye-Armn"], "main_score": 0.819302, "precision": 0.80331, "recall": 0.855731}, {"accuracy": 0.070158, "f1": 0.037839, "hf_subset": "pan_Guru-kmb_Latn", "languages": ["pan-Guru", "kmb-Latn"], "main_score": 0.037839, "precision": 0.032031, "recall": 0.070158}, {"accuracy": 0.041502, "f1": 0.025544, "hf_subset": "pan_Guru-min_Arab", "languages": ["pan-Guru", "min-Arab"], "main_score": 0.025544, "precision": 0.021924, "recall": 0.041502}, {"accuracy": 0.814229, "f1": 0.769923, "hf_subset": "pan_Guru-pol_Latn", "languages": ["pan-Guru", "pol-Latn"], "main_score": 0.769923, "precision": 0.75191, "recall": 0.814229}, {"accuracy": 0.077075, "f1": 0.041153, "hf_subset": "pan_Guru-ssw_Latn", "languages": ["pan-Guru", "ssw-Latn"], "main_score": 0.041153, "precision": 0.03353, "recall": 0.077075}, {"accuracy": 0.844862, "f1": 0.805682, "hf_subset": "pan_Guru-ukr_Cyrl", "languages": ["pan-Guru", "ukr-Cyrl"], "main_score": 0.805682, "precision": 0.789107, "recall": 0.844862}, {"accuracy": 0.770751, "f1": 0.717015, "hf_subset": "pan_Guru-afr_Latn", "languages": ["pan-Guru", "afr-Latn"], "main_score": 0.717015, "precision": 0.693777, "recall": 0.770751}, {"accuracy": 0.70751, "f1": 0.647678, "hf_subset": "pan_Guru-bho_Deva", "languages": ["pan-Guru", "bho-Deva"], "main_score": 0.647678, "precision": 0.622078, "recall": 0.70751}, {"accuracy": 0.521739, "f1": 0.442415, "hf_subset": "pan_Guru-eus_Latn", "languages": ["pan-Guru", "eus-Latn"], "main_score": 0.442415, "precision": 0.412151, "recall": 0.521739}, {"accuracy": 0.093874, "f1": 0.055281, "hf_subset": "pan_Guru-ibo_Latn", "languages": ["pan-Guru", "ibo-Latn"], "main_score": 0.055281, "precision": 0.046898, "recall": 0.093874}, {"accuracy": 0.557312, "f1": 0.491943, "hf_subset": "pan_Guru-kmr_Latn", "languages": ["pan-Guru", "kmr-Latn"], "main_score": 0.491943, "precision": 0.465953, "recall": 0.557312}, {"accuracy": 0.360672, "f1": 0.284356, "hf_subset": "pan_Guru-min_Latn", "languages": ["pan-Guru", "min-Latn"], "main_score": 0.284356, "precision": 0.259148, "recall": 0.360672}, {"accuracy": 0.853755, "f1": 0.81682, "hf_subset": "pan_Guru-por_Latn", "languages": ["pan-Guru", "por-Latn"], "main_score": 0.81682, "precision": 0.801079, "recall": 0.853755}, {"accuracy": 0.463439, "f1": 0.384371, "hf_subset": "pan_Guru-sun_Latn", "languages": ["pan-Guru", "sun-Latn"], "main_score": 0.384371, "precision": 0.356137, "recall": 0.463439}, {"accuracy": 0.082016, "f1": 0.049323, "hf_subset": "pan_Guru-umb_Latn", "languages": ["pan-Guru", "umb-Latn"], "main_score": 0.049323, "precision": 0.042787, "recall": 0.082016}, {"accuracy": 0.773715, "f1": 0.724113, "hf_subset": "pan_Guru-ajp_Arab", "languages": ["pan-Guru", "ajp-Arab"], "main_score": 0.724113, "precision": 0.703997, "recall": 0.773715}, {"accuracy": 0.04249, "f1": 0.025163, "hf_subset": "pan_Guru-bjn_Arab", "languages": ["pan-Guru", "bjn-Arab"], "main_score": 0.025163, "precision": 0.022168, "recall": 0.04249}, {"accuracy": 0.116601, "f1": 0.071232, "hf_subset": "pan_Guru-ewe_Latn", "languages": ["pan-Guru", "ewe-Latn"], "main_score": 0.071232, "precision": 0.059998, "recall": 0.116601}, {"accuracy": 0.195652, "f1": 0.133904, "hf_subset": "pan_Guru-ilo_Latn", "languages": ["pan-Guru", "ilo-Latn"], "main_score": 0.133904, "precision": 0.118158, "recall": 0.195652}, {"accuracy": 0.072134, "f1": 0.040897, "hf_subset": "pan_Guru-knc_Arab", "languages": ["pan-Guru", "knc-Arab"], "main_score": 0.040897, "precision": 0.033384, "recall": 0.072134}, {"accuracy": 0.851779, "f1": 0.810837, "hf_subset": "pan_Guru-mkd_Cyrl", "languages": ["pan-Guru", "mkd-Cyrl"], "main_score": 0.810837, "precision": 0.792721, "recall": 0.851779}, {"accuracy": 0.84585, "f1": 0.808927, "hf_subset": "pan_Guru-prs_Arab", "languages": ["pan-Guru", "prs-Arab"], "main_score": 0.808927, "precision": 0.792358, "recall": 0.84585}, {"accuracy": 0.841897, "f1": 0.800549, "hf_subset": "pan_Guru-swe_Latn", "languages": ["pan-Guru", "swe-Latn"], "main_score": 0.800549, "precision": 0.782403, "recall": 0.841897}, {"accuracy": 0.84585, "f1": 0.804927, "hf_subset": "pan_Guru-urd_Arab", "languages": ["pan-Guru", "urd-Arab"], "main_score": 0.804927, "precision": 0.786759, "recall": 0.84585}, {"accuracy": 0.13834, "f1": 0.086538, "hf_subset": "pan_Guru-aka_Latn", "languages": ["pan-Guru", "aka-Latn"], "main_score": 0.086538, "precision": 0.073919, "recall": 0.13834}, {"accuracy": 0.511858, "f1": 0.444237, "hf_subset": "pan_Guru-bjn_Latn", "languages": ["pan-Guru", "bjn-Latn"], "main_score": 0.444237, "precision": 0.418849, "recall": 0.511858}, {"accuracy": 0.295455, "f1": 0.225782, "hf_subset": "pan_Guru-fao_Latn", "languages": ["pan-Guru", "fao-Latn"], "main_score": 0.225782, "precision": 0.205632, "recall": 0.295455}, {"accuracy": 0.835968, "f1": 0.796943, "hf_subset": "pan_Guru-ind_Latn", "languages": ["pan-Guru", "ind-Latn"], "main_score": 0.796943, "precision": 0.78111, "recall": 0.835968}, {"accuracy": 0.126482, "f1": 0.080301, "hf_subset": "pan_Guru-knc_Latn", "languages": ["pan-Guru", "knc-Latn"], "main_score": 0.080301, "precision": 0.068591, "recall": 0.126482}, {"accuracy": 0.189723, "f1": 0.129249, "hf_subset": "pan_Guru-mlt_Latn", "languages": ["pan-Guru", "mlt-Latn"], "main_score": 0.129249, "precision": 0.114526, "recall": 0.189723}, {"accuracy": 0.125494, "f1": 0.079827, "hf_subset": "pan_Guru-quy_Latn", "languages": ["pan-Guru", "quy-Latn"], "main_score": 0.079827, "precision": 0.06907, "recall": 0.125494}, {"accuracy": 0.252964, "f1": 0.186449, "hf_subset": "pan_Guru-swh_Latn", "languages": ["pan-Guru", "swh-Latn"], "main_score": 0.186449, "precision": 0.168, "recall": 0.252964}, {"accuracy": 0.454545, "f1": 0.379681, "hf_subset": "pan_Guru-uzn_Latn", "languages": ["pan-Guru", "uzn-Latn"], "main_score": 0.379681, "precision": 0.353307, "recall": 0.454545}, {"accuracy": 0.851779, "f1": 0.81366, "hf_subset": "pan_Guru-als_Latn", "languages": ["pan-Guru", "als-Latn"], "main_score": 0.81366, "precision": 0.79725, "recall": 0.851779}, {"accuracy": 0.052372, "f1": 0.022538, "hf_subset": "pan_Guru-bod_Tibt", "languages": ["pan-Guru", "bod-Tibt"], "main_score": 0.022538, "precision": 0.018076, "recall": 0.052372}, {"accuracy": 0.109684, "f1": 0.070947, "hf_subset": "pan_Guru-fij_Latn", "languages": ["pan-Guru", "fij-Latn"], "main_score": 0.070947, "precision": 0.061306, "recall": 0.109684}, {"accuracy": 0.583992, "f1": 0.512098, "hf_subset": "pan_Guru-isl_Latn", "languages": ["pan-Guru", "isl-Latn"], "main_score": 0.512098, "precision": 0.48519, "recall": 0.583992}, {"accuracy": 0.114625, "f1": 0.069012, "hf_subset": "pan_Guru-kon_Latn", "languages": ["pan-Guru", "kon-Latn"], "main_score": 0.069012, "precision": 0.059277, "recall": 0.114625}, {"accuracy": 0.050395, "f1": 0.029661, "hf_subset": "pan_Guru-mni_Beng", "languages": ["pan-Guru", "mni-Beng"], "main_score": 0.029661, "precision": 0.026561, "recall": 0.050395}, {"accuracy": 0.849802, "f1": 0.811251, "hf_subset": "pan_Guru-ron_Latn", "languages": ["pan-Guru", "ron-Latn"], "main_score": 0.811251, "precision": 0.794582, "recall": 0.849802}, {"accuracy": 0.58004, "f1": 0.507761, "hf_subset": "pan_Guru-szl_Latn", "languages": ["pan-Guru", "szl-Latn"], "main_score": 0.507761, "precision": 0.480533, "recall": 0.58004}, {"accuracy": 0.579051, "f1": 0.501027, "hf_subset": "pan_Guru-vec_Latn", "languages": ["pan-Guru", "vec-Latn"], "main_score": 0.501027, "precision": 0.473168, "recall": 0.579051}, {"accuracy": 0.712451, "f1": 0.657288, "hf_subset": "pan_Guru-amh_Ethi", "languages": ["pan-Guru", "amh-Ethi"], "main_score": 0.657288, "precision": 0.633623, "recall": 0.712451}, {"accuracy": 0.843874, "f1": 0.802979, "hf_subset": "pan_Guru-bos_Latn", "languages": ["pan-Guru", "bos-Latn"], "main_score": 0.802979, "precision": 0.78554, "recall": 0.843874}, {"accuracy": 0.838933, "f1": 0.799031, "hf_subset": "pan_Guru-fin_Latn", "languages": ["pan-Guru", "fin-Latn"], "main_score": 0.799031, "precision": 0.782329, "recall": 0.838933}, {"accuracy": 0.839921, "f1": 0.801438, "hf_subset": "pan_Guru-ita_Latn", "languages": ["pan-Guru", "ita-Latn"], "main_score": 0.801438, "precision": 0.785757, "recall": 0.839921}, {"accuracy": 0.821146, "f1": 0.777295, "hf_subset": "pan_Guru-kor_Hang", "languages": ["pan-Guru", "kor-Hang"], "main_score": 0.777295, "precision": 0.758506, "recall": 0.821146}, {"accuracy": 0.102767, "f1": 0.068255, "hf_subset": "pan_Guru-mos_Latn", "languages": ["pan-Guru", "mos-Latn"], "main_score": 0.068255, "precision": 0.060472, "recall": 0.102767}, {"accuracy": 0.073123, "f1": 0.044478, "hf_subset": "pan_Guru-run_Latn", "languages": ["pan-Guru", "run-Latn"], "main_score": 0.044478, "precision": 0.038767, "recall": 0.073123}, {"accuracy": 0.811265, "f1": 0.76873, "hf_subset": "pan_Guru-tam_Taml", "languages": ["pan-Guru", "tam-Taml"], "main_score": 0.76873, "precision": 0.749812, "recall": 0.811265}, {"accuracy": 0.828063, "f1": 0.78862, "hf_subset": "pan_Guru-vie_Latn", "languages": ["pan-Guru", "vie-Latn"], "main_score": 0.78862, "precision": 0.771732, "recall": 0.828063}, {"accuracy": 0.759881, "f1": 0.705694, "hf_subset": "pan_Guru-apc_Arab", "languages": ["pan-Guru", "apc-Arab"], "main_score": 0.705694, "precision": 0.683055, "recall": 0.759881}, {"accuracy": 0.195652, "f1": 0.13876, "hf_subset": "pan_Guru-bug_Latn", "languages": ["pan-Guru", "bug-Latn"], "main_score": 0.13876, "precision": 0.123889, "recall": 0.195652}, {"accuracy": 0.085968, "f1": 0.050366, "hf_subset": "pan_Guru-fon_Latn", "languages": ["pan-Guru", "fon-Latn"], "main_score": 0.050366, "precision": 0.04277, "recall": 0.085968}, {"accuracy": 0.475296, "f1": 0.402609, "hf_subset": "pan_Guru-jav_Latn", "languages": ["pan-Guru", "jav-Latn"], "main_score": 0.402609, "precision": 0.377594, "recall": 0.475296}, {"accuracy": 0.807312, "f1": 0.765028, "hf_subset": "pan_Guru-lao_Laoo", "languages": ["pan-Guru", "lao-Laoo"], "main_score": 0.765028, "precision": 0.746879, "recall": 0.807312}, {"accuracy": 0.098814, "f1": 0.051025, "hf_subset": "pan_Guru-mri_Latn", "languages": ["pan-Guru", "mri-Latn"], "main_score": 0.051025, "precision": 0.041486, "recall": 0.098814}, {"accuracy": 0.833992, "f1": 0.791057, "hf_subset": "pan_Guru-rus_Cyrl", "languages": ["pan-Guru", "rus-Cyrl"], "main_score": 0.791057, "precision": 0.772325, "recall": 0.833992}, {"accuracy": 0.114625, "f1": 0.080546, "hf_subset": "pan_Guru-taq_Latn", "languages": ["pan-Guru", "taq-Latn"], "main_score": 0.080546, "precision": 0.073644, "recall": 0.114625}, {"accuracy": 0.22332, "f1": 0.153277, "hf_subset": "pan_Guru-war_Latn", "languages": ["pan-Guru", "war-Latn"], "main_score": 0.153277, "precision": 0.133674, "recall": 0.22332}, {"accuracy": 0.83498, "f1": 0.794749, "hf_subset": "pan_Guru-arb_Arab", "languages": ["pan-Guru", "arb-Arab"], "main_score": 0.794749, "precision": 0.777931, "recall": 0.83498}, {"accuracy": 0.84585, "f1": 0.807068, "hf_subset": "pan_Guru-bul_Cyrl", "languages": ["pan-Guru", "bul-Cyrl"], "main_score": 0.807068, "precision": 0.790657, "recall": 0.84585}, {"accuracy": 0.838933, "f1": 0.799294, "hf_subset": "pan_Guru-fra_Latn", "languages": ["pan-Guru", "fra-Latn"], "main_score": 0.799294, "precision": 0.782082, "recall": 0.838933}, {"accuracy": 0.838933, "f1": 0.799144, "hf_subset": "pan_Guru-jpn_Jpan", "languages": ["pan-Guru", "jpn-Jpan"], "main_score": 0.799144, "precision": 0.781941, "recall": 0.838933}, {"accuracy": 0.504941, "f1": 0.427597, "hf_subset": "pan_Guru-lij_Latn", "languages": ["pan-Guru", "lij-Latn"], "main_score": 0.427597, "precision": 0.399632, "recall": 0.504941}, {"accuracy": 0.79249, "f1": 0.742759, "hf_subset": "pan_Guru-mya_Mymr", "languages": ["pan-Guru", "mya-Mymr"], "main_score": 0.742759, "precision": 0.721329, "recall": 0.79249}, {"accuracy": 0.110672, "f1": 0.068815, "hf_subset": "pan_Guru-sag_Latn", "languages": ["pan-Guru", "sag-Latn"], "main_score": 0.068815, "precision": 0.058085, "recall": 0.110672}, {"accuracy": 0.072134, "f1": 0.038239, "hf_subset": "pan_Guru-taq_Tfng", "languages": ["pan-Guru", "taq-Tfng"], "main_score": 0.038239, "precision": 0.032527, "recall": 0.072134}, {"accuracy": 0.11166, "f1": 0.065634, "hf_subset": "pan_Guru-wol_Latn", "languages": ["pan-Guru", "wol-Latn"], "main_score": 0.065634, "precision": 0.054894, "recall": 0.11166}, {"accuracy": 0.048419, "f1": 0.024864, "hf_subset": "pan_Guru-arb_Latn", "languages": ["pan-Guru", "arb-Latn"], "main_score": 0.024864, "precision": 0.020074, "recall": 0.048419}, {"accuracy": 0.844862, "f1": 0.804941, "hf_subset": "pan_Guru-cat_Latn", "languages": ["pan-Guru", "cat-Latn"], "main_score": 0.804941, "precision": 0.787484, "recall": 0.844862}, {"accuracy": 0.456522, "f1": 0.369659, "hf_subset": "pan_Guru-fur_Latn", "languages": ["pan-Guru", "fur-Latn"], "main_score": 0.369659, "precision": 0.338749, "recall": 0.456522}, {"accuracy": 0.047431, "f1": 0.02996, "hf_subset": "pan_Guru-kab_Latn", "languages": ["pan-Guru", "kab-Latn"], "main_score": 0.02996, "precision": 0.025964, "recall": 0.047431}, {"accuracy": 0.498024, "f1": 0.429053, "hf_subset": "pan_Guru-lim_Latn", "languages": ["pan-Guru", "lim-Latn"], "main_score": 0.429053, "precision": 0.404371, "recall": 0.498024}, {"accuracy": 0.816206, "f1": 0.767391, "hf_subset": "pan_Guru-nld_Latn", "languages": ["pan-Guru", "nld-Latn"], "main_score": 0.767391, "precision": 0.74552, "recall": 0.816206}, {"accuracy": 0.579051, "f1": 0.508867, "hf_subset": "pan_Guru-san_Deva", "languages": ["pan-Guru", "san-Deva"], "main_score": 0.508867, "precision": 0.481531, "recall": 0.579051}, {"accuracy": 0.294466, "f1": 0.236463, "hf_subset": "pan_Guru-tat_Cyrl", "languages": ["pan-Guru", "tat-Cyrl"], "main_score": 0.236463, "precision": 0.217258, "recall": 0.294466}, {"accuracy": 0.093874, "f1": 0.053898, "hf_subset": "pan_Guru-xho_Latn", "languages": ["pan-Guru", "xho-Latn"], "main_score": 0.053898, "precision": 0.046607, "recall": 0.093874}, {"accuracy": 0.825099, "f1": 0.781705, "hf_subset": "pan_Guru-ars_Arab", "languages": ["pan-Guru", "ars-Arab"], "main_score": 0.781705, "precision": 0.763208, "recall": 0.825099}, {"accuracy": 0.221344, "f1": 0.156718, "hf_subset": "pan_Guru-ceb_Latn", "languages": ["pan-Guru", "ceb-Latn"], "main_score": 0.156718, "precision": 0.13854, "recall": 0.221344}, {"accuracy": 0.107708, "f1": 0.065796, "hf_subset": "pan_Guru-fuv_Latn", "languages": ["pan-Guru", "fuv-Latn"], "main_score": 0.065796, "precision": 0.056548, "recall": 0.107708}, {"accuracy": 0.093874, "f1": 0.059486, "hf_subset": "pan_Guru-kac_Latn", "languages": ["pan-Guru", "kac-Latn"], "main_score": 0.059486, "precision": 0.052082, "recall": 0.093874}, {"accuracy": 0.116601, "f1": 0.076448, "hf_subset": "pan_Guru-lin_Latn", "languages": ["pan-Guru", "lin-Latn"], "main_score": 0.076448, "precision": 0.067586, "recall": 0.116601}, {"accuracy": 0.786561, "f1": 0.737632, "hf_subset": "pan_Guru-nno_Latn", "languages": ["pan-Guru", "nno-Latn"], "main_score": 0.737632, "precision": 0.717189, "recall": 0.786561}, {"accuracy": 0.014822, "f1": 0.004048, "hf_subset": "pan_Guru-sat_Olck", "languages": ["pan-Guru", "sat-Olck"], "main_score": 0.004048, "precision": 0.003264, "recall": 0.014822}, {"accuracy": 0.790514, "f1": 0.741822, "hf_subset": "pan_Guru-tel_Telu", "languages": ["pan-Guru", "tel-Telu"], "main_score": 0.741822, "precision": 0.720883, "recall": 0.790514}, {"accuracy": 0.410079, "f1": 0.334861, "hf_subset": "pan_Guru-ydd_Hebr", "languages": ["pan-Guru", "ydd-Hebr"], "main_score": 0.334861, "precision": 0.307873, "recall": 0.410079}, {"accuracy": 0.647233, "f1": 0.585874, "hf_subset": "pan_Guru-ary_Arab", "languages": ["pan-Guru", "ary-Arab"], "main_score": 0.585874, "precision": 0.561045, "recall": 0.647233}, {"accuracy": 0.850791, "f1": 0.811844, "hf_subset": "pan_Guru-ces_Latn", "languages": ["pan-Guru", "ces-Latn"], "main_score": 0.811844, "precision": 0.795372, "recall": 0.850791}, {"accuracy": 0.062253, "f1": 0.033053, "hf_subset": "pan_Guru-gaz_Latn", "languages": ["pan-Guru", "gaz-Latn"], "main_score": 0.033053, "precision": 0.027676, "recall": 0.062253}, {"accuracy": 0.089921, "f1": 0.057897, "hf_subset": "pan_Guru-kam_Latn", "languages": ["pan-Guru", "kam-Latn"], "main_score": 0.057897, "precision": 0.05092, "recall": 0.089921}, {"accuracy": 0.815217, "f1": 0.7708, "hf_subset": "pan_Guru-lit_Latn", "languages": ["pan-Guru", "lit-Latn"], "main_score": 0.7708, "precision": 0.752169, "recall": 0.815217}, {"accuracy": 0.83004, "f1": 0.78913, "hf_subset": "pan_Guru-nob_Latn", "languages": ["pan-Guru", "nob-Latn"], "main_score": 0.78913, "precision": 0.771591, "recall": 0.83004}, {"accuracy": 0.433794, "f1": 0.365967, "hf_subset": "pan_Guru-scn_Latn", "languages": ["pan-Guru", "scn-Latn"], "main_score": 0.365967, "precision": 0.342977, "recall": 0.433794}, {"accuracy": 0.088933, "f1": 0.05664, "hf_subset": "pan_Guru-tgk_Cyrl", "languages": ["pan-Guru", "tgk-Cyrl"], "main_score": 0.05664, "precision": 0.048669, "recall": 0.088933}, {"accuracy": 0.098814, "f1": 0.056133, "hf_subset": "pan_Guru-yor_Latn", "languages": ["pan-Guru", "yor-Latn"], "main_score": 0.056133, "precision": 0.046668, "recall": 0.098814}, {"accuracy": 0.755929, "f1": 0.707183, "hf_subset": "pan_Guru-arz_Arab", "languages": ["pan-Guru", "arz-Arab"], "main_score": 0.707183, "precision": 0.687361, "recall": 0.755929}, {"accuracy": 0.085968, "f1": 0.052464, "hf_subset": "pan_Guru-cjk_Latn", "languages": ["pan-Guru", "cjk-Latn"], "main_score": 0.052464, "precision": 0.045506, "recall": 0.085968}, {"accuracy": 0.099802, "f1": 0.065914, "hf_subset": "pan_Guru-gla_Latn", "languages": ["pan-Guru", "gla-Latn"], "main_score": 0.065914, "precision": 0.058131, "recall": 0.099802}, {"accuracy": 0.75, "f1": 0.694631, "hf_subset": "pan_Guru-kan_Knda", "languages": ["pan-Guru", "kan-Knda"], "main_score": 0.694631, "precision": 0.670753, "recall": 0.75}, {"accuracy": 0.409091, "f1": 0.338697, "hf_subset": "pan_Guru-lmo_Latn", "languages": ["pan-Guru", "lmo-Latn"], "main_score": 0.338697, "precision": 0.313978, "recall": 0.409091}, {"accuracy": 0.838933, "f1": 0.800867, "hf_subset": "pan_Guru-npi_Deva", "languages": ["pan-Guru", "npi-Deva"], "main_score": 0.800867, "precision": 0.784264, "recall": 0.838933}, {"accuracy": 0.125494, "f1": 0.084083, "hf_subset": "pan_Guru-shn_Mymr", "languages": ["pan-Guru", "shn-Mymr"], "main_score": 0.084083, "precision": 0.073744, "recall": 0.125494}, {"accuracy": 0.298419, "f1": 0.228359, "hf_subset": "pan_Guru-tgl_Latn", "languages": ["pan-Guru", "tgl-Latn"], "main_score": 0.228359, "precision": 0.20846, "recall": 0.298419}, {"accuracy": 0.833992, "f1": 0.792921, "hf_subset": "pan_Guru-yue_Hant", "languages": ["pan-Guru", "yue-Hant"], "main_score": 0.792921, "precision": 0.775536, "recall": 0.833992}, {"accuracy": 0.519763, "f1": 0.443789, "hf_subset": "pan_Guru-asm_Beng", "languages": ["pan-Guru", "asm-Beng"], "main_score": 0.443789, "precision": 0.415936, "recall": 0.519763}, {"accuracy": 0.708498, "f1": 0.646218, "hf_subset": "pan_Guru-ckb_Arab", "languages": ["pan-Guru", "ckb-Arab"], "main_score": 0.646218, "precision": 0.619746, "recall": 0.708498}, {"accuracy": 0.188735, "f1": 0.127692, "hf_subset": "pan_Guru-gle_Latn", "languages": ["pan-Guru", "gle-Latn"], "main_score": 0.127692, "precision": 0.112642, "recall": 0.188735}, {"accuracy": 0.451581, "f1": 0.375696, "hf_subset": "pan_Guru-kas_Arab", "languages": ["pan-Guru", "kas-Arab"], "main_score": 0.375696, "precision": 0.347216, "recall": 0.451581}, {"accuracy": 0.459486, "f1": 0.389775, "hf_subset": "pan_Guru-ltg_Latn", "languages": ["pan-Guru", "ltg-Latn"], "main_score": 0.389775, "precision": 0.365013, "recall": 0.459486}, {"accuracy": 0.107708, "f1": 0.067233, "hf_subset": "pan_Guru-nso_Latn", "languages": ["pan-Guru", "nso-Latn"], "main_score": 0.067233, "precision": 0.058028, "recall": 0.107708}, {"accuracy": 0.842885, "f1": 0.804992, "hf_subset": "pan_Guru-sin_Sinh", "languages": ["pan-Guru", "sin-Sinh"], "main_score": 0.804992, "precision": 0.788598, "recall": 0.842885}, {"accuracy": 0.825099, "f1": 0.780915, "hf_subset": "pan_Guru-tha_Thai", "languages": ["pan-Guru", "tha-Thai"], "main_score": 0.780915, "precision": 0.761347, "recall": 0.825099}, {"accuracy": 0.83004, "f1": 0.788225, "hf_subset": "pan_Guru-zho_Hans", "languages": ["pan-Guru", "zho-Hans"], "main_score": 0.788225, "precision": 0.770596, "recall": 0.83004}, {"accuracy": 0.706522, "f1": 0.645803, "hf_subset": "pan_Guru-ast_Latn", "languages": ["pan-Guru", "ast-Latn"], "main_score": 0.645803, "precision": 0.620391, "recall": 0.706522}, {"accuracy": 0.547431, "f1": 0.476121, "hf_subset": "pan_Guru-crh_Latn", "languages": ["pan-Guru", "crh-Latn"], "main_score": 0.476121, "precision": 0.4493, "recall": 0.547431}, {"accuracy": 0.846838, "f1": 0.807331, "hf_subset": "pan_Guru-glg_Latn", "languages": ["pan-Guru", "glg-Latn"], "main_score": 0.807331, "precision": 0.790184, "recall": 0.846838}, {"accuracy": 0.283597, "f1": 0.221567, "hf_subset": "pan_Guru-kas_Deva", "languages": ["pan-Guru", "kas-Deva"], "main_score": 0.221567, "precision": 0.202515, "recall": 0.283597}, {"accuracy": 0.296443, "f1": 0.221984, "hf_subset": "pan_Guru-ltz_Latn", "languages": ["pan-Guru", "ltz-Latn"], "main_score": 0.221984, "precision": 0.199676, "recall": 0.296443}, {"accuracy": 0.066206, "f1": 0.040383, "hf_subset": "pan_Guru-nus_Latn", "languages": ["pan-Guru", "nus-Latn"], "main_score": 0.040383, "precision": 0.036297, "recall": 0.066206}, {"accuracy": 0.828063, "f1": 0.787578, "hf_subset": "pan_Guru-slk_Latn", "languages": ["pan-Guru", "slk-Latn"], "main_score": 0.787578, "precision": 0.770894, "recall": 0.828063}, {"accuracy": 0.183794, "f1": 0.134014, "hf_subset": "pan_Guru-tir_Ethi", "languages": ["pan-Guru", "tir-Ethi"], "main_score": 0.134014, "precision": 0.120126, "recall": 0.183794}, {"accuracy": 0.83004, "f1": 0.78826, "hf_subset": "pan_Guru-zho_Hant", "languages": ["pan-Guru", "zho-Hant"], "main_score": 0.78826, "precision": 0.770899, "recall": 0.83004}, {"accuracy": 0.784585, "f1": 0.735394, "hf_subset": "pan_Guru-awa_Deva", "languages": ["pan-Guru", "awa-Deva"], "main_score": 0.735394, "precision": 0.713999, "recall": 0.784585}, {"accuracy": 0.318182, "f1": 0.235588, "hf_subset": "pan_Guru-cym_Latn", "languages": ["pan-Guru", "cym-Latn"], "main_score": 0.235588, "precision": 0.211734, "recall": 0.318182}, {"accuracy": 0.172925, "f1": 0.110606, "hf_subset": "pan_Guru-grn_Latn", "languages": ["pan-Guru", "grn-Latn"], "main_score": 0.110606, "precision": 0.094846, "recall": 0.172925}, {"accuracy": 0.725296, "f1": 0.661228, "hf_subset": "pan_Guru-kat_Geor", "languages": ["pan-Guru", "kat-Geor"], "main_score": 0.661228, "precision": 0.634844, "recall": 0.725296}, {"accuracy": 0.125494, "f1": 0.080767, "hf_subset": "pan_Guru-lua_Latn", "languages": ["pan-Guru", "lua-Latn"], "main_score": 0.080767, "precision": 0.070836, "recall": 0.125494}, {"accuracy": 0.112648, "f1": 0.074126, "hf_subset": "pan_Guru-nya_Latn", "languages": ["pan-Guru", "nya-Latn"], "main_score": 0.074126, "precision": 0.06581, "recall": 0.112648}, {"accuracy": 0.838933, "f1": 0.797087, "hf_subset": "pan_Guru-slv_Latn", "languages": ["pan-Guru", "slv-Latn"], "main_score": 0.797087, "precision": 0.778936, "recall": 0.838933}, {"accuracy": 0.237154, "f1": 0.166508, "hf_subset": "pan_Guru-tpi_Latn", "languages": ["pan-Guru", "tpi-Latn"], "main_score": 0.166508, "precision": 0.147563, "recall": 0.237154}, {"accuracy": 0.832016, "f1": 0.790584, "hf_subset": "pan_Guru-zsm_Latn", "languages": ["pan-Guru", "zsm-Latn"], "main_score": 0.790584, "precision": 0.773132, "recall": 0.832016}, {"accuracy": 0.094862, "f1": 0.055801, "hf_subset": "pan_Guru-ayr_Latn", "languages": ["pan-Guru", "ayr-Latn"], "main_score": 0.055801, "precision": 0.04689, "recall": 0.094862}, {"accuracy": 0.842885, "f1": 0.805392, "hf_subset": "pan_Guru-dan_Latn", "languages": ["pan-Guru", "dan-Latn"], "main_score": 0.805392, "precision": 0.789206, "recall": 0.842885}, {"accuracy": 0.833004, "f1": 0.789116, "hf_subset": "pan_Guru-guj_Gujr", "languages": ["pan-Guru", "guj-Gujr"], "main_score": 0.789116, "precision": 0.769499, "recall": 0.833004}, {"accuracy": 0.791502, "f1": 0.743445, "hf_subset": "pan_Guru-kaz_Cyrl", "languages": ["pan-Guru", "kaz-Cyrl"], "main_score": 0.743445, "precision": 0.722925, "recall": 0.791502}, {"accuracy": 0.090909, "f1": 0.05193, "hf_subset": "pan_Guru-lug_Latn", "languages": ["pan-Guru", "lug-Latn"], "main_score": 0.05193, "precision": 0.043575, "recall": 0.090909}, {"accuracy": 0.703557, "f1": 0.641729, "hf_subset": "pan_Guru-oci_Latn", "languages": ["pan-Guru", "oci-Latn"], "main_score": 0.641729, "precision": 0.616694, "recall": 0.703557}, {"accuracy": 0.089921, "f1": 0.055092, "hf_subset": "pan_Guru-smo_Latn", "languages": ["pan-Guru", "smo-Latn"], "main_score": 0.055092, "precision": 0.046399, "recall": 0.089921}, {"accuracy": 0.098814, "f1": 0.062798, "hf_subset": "pan_Guru-tsn_Latn", "languages": ["pan-Guru", "tsn-Latn"], "main_score": 0.062798, "precision": 0.054252, "recall": 0.098814}, {"accuracy": 0.066206, "f1": 0.036955, "hf_subset": "pan_Guru-zul_Latn", "languages": ["pan-Guru", "zul-Latn"], "main_score": 0.036955, "precision": 0.03033, "recall": 0.066206}, {"accuracy": 0.358696, "f1": 0.288265, "hf_subset": "pan_Guru-azb_Arab", "languages": ["pan-Guru", "azb-Arab"], "main_score": 0.288265, "precision": 0.262685, "recall": 0.358696}, {"accuracy": 0.84585, "f1": 0.807907, "hf_subset": "pan_Guru-deu_Latn", "languages": ["pan-Guru", "deu-Latn"], "main_score": 0.807907, "precision": 0.792269, "recall": 0.84585}, {"accuracy": 0.145257, "f1": 0.095577, "hf_subset": "pan_Guru-hat_Latn", "languages": ["pan-Guru", "hat-Latn"], "main_score": 0.095577, "precision": 0.082507, "recall": 0.145257}, {"accuracy": 0.08004, "f1": 0.045102, "hf_subset": "pan_Guru-kbp_Latn", "languages": ["pan-Guru", "kbp-Latn"], "main_score": 0.045102, "precision": 0.037801, "recall": 0.08004}, {"accuracy": 0.102767, "f1": 0.05936, "hf_subset": "pan_Guru-luo_Latn", "languages": ["pan-Guru", "luo-Latn"], "main_score": 0.05936, "precision": 0.049753, "recall": 0.102767}, {"accuracy": 0.789526, "f1": 0.739416, "hf_subset": "pan_Guru-ory_Orya", "languages": ["pan-Guru", "ory-Orya"], "main_score": 0.739416, "precision": 0.717449, "recall": 0.789526}, {"accuracy": 0.082016, "f1": 0.0435, "hf_subset": "pan_Guru-sna_Latn", "languages": ["pan-Guru", "sna-Latn"], "main_score": 0.0435, "precision": 0.035457, "recall": 0.082016}, {"accuracy": 0.08498, "f1": 0.048484, "hf_subset": "pan_Guru-tso_Latn", "languages": ["pan-Guru", "tso-Latn"], "main_score": 0.048484, "precision": 0.040571, "recall": 0.08498}, {"accuracy": 0.769763, "f1": 0.722299, "hf_subset": "pan_Guru-azj_Latn", "languages": ["pan-Guru", "azj-Latn"], "main_score": 0.722299, "precision": 0.702407, "recall": 0.769763}, {"accuracy": 0.12747, "f1": 0.07947, "hf_subset": "pan_Guru-dik_Latn", "languages": ["pan-Guru", "dik-Latn"], "main_score": 0.07947, "precision": 0.06775, "recall": 0.12747}, {"accuracy": 0.131423, "f1": 0.08776, "hf_subset": "pan_Guru-hau_Latn", "languages": ["pan-Guru", "hau-Latn"], "main_score": 0.08776, "precision": 0.076978, "recall": 0.131423}, {"accuracy": 0.403162, "f1": 0.328574, "hf_subset": "pan_Guru-kea_Latn", "languages": ["pan-Guru", "kea-Latn"], "main_score": 0.328574, "precision": 0.303873, "recall": 0.403162}, {"accuracy": 0.18083, "f1": 0.123404, "hf_subset": "pan_Guru-lus_Latn", "languages": ["pan-Guru", "lus-Latn"], "main_score": 0.123404, "precision": 0.108376, "recall": 0.18083}, {"accuracy": 0.255929, "f1": 0.190182, "hf_subset": "pan_Guru-pag_Latn", "languages": ["pan-Guru", "pag-Latn"], "main_score": 0.190182, "precision": 0.169263, "recall": 0.255929}, {"accuracy": 0.764822, "f1": 0.714954, "hf_subset": "pan_Guru-snd_Arab", "languages": ["pan-Guru", "snd-Arab"], "main_score": 0.714954, "precision": 0.693874, "recall": 0.764822}, {"accuracy": 0.19664, "f1": 0.134763, "hf_subset": "pan_Guru-tuk_Latn", "languages": ["pan-Guru", "tuk-Latn"], "main_score": 0.134763, "precision": 0.117676, "recall": 0.19664}, {"accuracy": 0.284585, "f1": 0.222777, "hf_subset": "pan_Guru-bak_Cyrl", "languages": ["pan-Guru", "bak-Cyrl"], "main_score": 0.222777, "precision": 0.204571, "recall": 0.284585}, {"accuracy": 0.073123, "f1": 0.044934, "hf_subset": "pan_Guru-dyu_Latn", "languages": ["pan-Guru", "dyu-Latn"], "main_score": 0.044934, "precision": 0.038662, "recall": 0.073123}, {"accuracy": 0.850791, "f1": 0.812978, "hf_subset": "pan_Guru-heb_Hebr", "languages": ["pan-Guru", "heb-Hebr"], "main_score": 0.812978, "precision": 0.796772, "recall": 0.850791}, {"accuracy": 0.821146, "f1": 0.780805, "hf_subset": "pan_Guru-khk_Cyrl", "languages": ["pan-Guru", "khk-Cyrl"], "main_score": 0.780805, "precision": 0.763678, "recall": 0.821146}, {"accuracy": 0.844862, "f1": 0.805997, "hf_subset": "pan_Guru-lvs_Latn", "languages": ["pan-Guru", "lvs-Latn"], "main_score": 0.805997, "precision": 0.78909, "recall": 0.844862}, {"accuracy": 0.150198, "f1": 0.106531, "hf_subset": "pan_Guru-som_Latn", "languages": ["pan-Guru", "som-Latn"], "main_score": 0.106531, "precision": 0.096591, "recall": 0.150198}, {"accuracy": 0.104743, "f1": 0.061534, "hf_subset": "pan_Guru-tum_Latn", "languages": ["pan-Guru", "tum-Latn"], "main_score": 0.061534, "precision": 0.052218, "recall": 0.104743}, {"accuracy": 0.047431, "f1": 0.034294, "hf_subset": "som_Latn-ace_Arab", "languages": ["som-Latn", "ace-Arab"], "main_score": 0.034294, "precision": 0.031656, "recall": 0.047431}, {"accuracy": 0.23419, "f1": 0.212166, "hf_subset": "som_Latn-bam_Latn", "languages": ["som-Latn", "bam-Latn"], "main_score": 0.212166, "precision": 0.202987, "recall": 0.23419}, {"accuracy": 0.005929, "f1": 0.000478, "hf_subset": "som_Latn-dzo_Tibt", "languages": ["som-Latn", "dzo-Tibt"], "main_score": 0.000478, "precision": 0.000261, "recall": 0.005929}, {"accuracy": 0.221344, "f1": 0.189756, "hf_subset": "som_Latn-hin_Deva", "languages": ["som-Latn", "hin-Deva"], "main_score": 0.189756, "precision": 0.181596, "recall": 0.221344}, {"accuracy": 0.220356, "f1": 0.204484, "hf_subset": "som_Latn-khm_Khmr", "languages": ["som-Latn", "khm-Khmr"], "main_score": 0.204484, "precision": 0.198658, "recall": 0.220356}, {"accuracy": 0.166996, "f1": 0.145116, "hf_subset": "som_Latn-mag_Deva", "languages": ["som-Latn", "mag-Deva"], "main_score": 0.145116, "precision": 0.13948, "recall": 0.166996}, {"accuracy": 0.209486, "f1": 0.196952, "hf_subset": "som_Latn-pap_Latn", "languages": ["som-Latn", "pap-Latn"], "main_score": 0.196952, "precision": 0.192318, "recall": 0.209486}, {"accuracy": 0.226285, "f1": 0.200405, "hf_subset": "som_Latn-sot_Latn", "languages": ["som-Latn", "sot-Latn"], "main_score": 0.200405, "precision": 0.191269, "recall": 0.226285}, {"accuracy": 0.287549, "f1": 0.2594, "hf_subset": "som_Latn-tur_Latn", "languages": ["som-Latn", "tur-Latn"], "main_score": 0.2594, "precision": 0.252222, "recall": 0.287549}, {"accuracy": 0.237154, "f1": 0.218845, "hf_subset": "som_Latn-ace_Latn", "languages": ["som-Latn", "ace-Latn"], "main_score": 0.218845, "precision": 0.212322, "recall": 0.237154}, {"accuracy": 0.215415, "f1": 0.205578, "hf_subset": "som_Latn-ban_Latn", "languages": ["som-Latn", "ban-Latn"], "main_score": 0.205578, "precision": 0.202541, "recall": 0.215415}, {"accuracy": 0.225296, "f1": 0.197122, "hf_subset": "som_Latn-ell_Grek", "languages": ["som-Latn", "ell-Grek"], "main_score": 0.197122, "precision": 0.18934, "recall": 0.225296}, {"accuracy": 0.168972, "f1": 0.149951, "hf_subset": "som_Latn-hne_Deva", "languages": ["som-Latn", "hne-Deva"], "main_score": 0.149951, "precision": 0.143506, "recall": 0.168972}, {"accuracy": 0.225296, "f1": 0.198773, "hf_subset": "som_Latn-kik_Latn", "languages": ["som-Latn", "kik-Latn"], "main_score": 0.198773, "precision": 0.189081, "recall": 0.225296}, {"accuracy": 0.173913, "f1": 0.156972, "hf_subset": "som_Latn-mai_Deva", "languages": ["som-Latn", "mai-Deva"], "main_score": 0.156972, "precision": 0.152596, "recall": 0.173913}, {"accuracy": 0.188735, "f1": 0.167672, "hf_subset": "som_Latn-pbt_Arab", "languages": ["som-Latn", "pbt-Arab"], "main_score": 0.167672, "precision": 0.161494, "recall": 0.188735}, {"accuracy": 0.277668, "f1": 0.243938, "hf_subset": "som_Latn-spa_Latn", "languages": ["som-Latn", "spa-Latn"], "main_score": 0.243938, "precision": 0.235691, "recall": 0.277668}, {"accuracy": 0.261858, "f1": 0.233986, "hf_subset": "som_Latn-twi_Latn", "languages": ["som-Latn", "twi-Latn"], "main_score": 0.233986, "precision": 0.223721, "recall": 0.261858}, {"accuracy": 0.187747, "f1": 0.171982, "hf_subset": "som_Latn-acm_Arab", "languages": ["som-Latn", "acm-Arab"], "main_score": 0.171982, "precision": 0.166545, "recall": 0.187747}, {"accuracy": 0.212451, "f1": 0.185347, "hf_subset": "som_Latn-bel_Cyrl", "languages": ["som-Latn", "bel-Cyrl"], "main_score": 0.185347, "precision": 0.178124, "recall": 0.212451}, {"accuracy": 0.29249, "f1": 0.262293, "hf_subset": "som_Latn-eng_Latn", "languages": ["som-Latn", "eng-Latn"], "main_score": 0.262293, "precision": 0.254769, "recall": 0.29249}, {"accuracy": 0.25, "f1": 0.229325, "hf_subset": "som_Latn-hrv_Latn", "languages": ["som-Latn", "hrv-Latn"], "main_score": 0.229325, "precision": 0.223158, "recall": 0.25}, {"accuracy": 0.195652, "f1": 0.172433, "hf_subset": "som_Latn-kin_Latn", "languages": ["som-Latn", "kin-Latn"], "main_score": 0.172433, "precision": 0.164389, "recall": 0.195652}, {"accuracy": 0.128458, "f1": 0.109343, "hf_subset": "som_Latn-mal_Mlym", "languages": ["som-Latn", "mal-Mlym"], "main_score": 0.109343, "precision": 0.10439, "recall": 0.128458}, {"accuracy": 0.214427, "f1": 0.186803, "hf_subset": "som_Latn-pes_Arab", "languages": ["som-Latn", "pes-Arab"], "main_score": 0.186803, "precision": 0.179449, "recall": 0.214427}, {"accuracy": 0.246047, "f1": 0.223503, "hf_subset": "som_Latn-srd_Latn", "languages": ["som-Latn", "srd-Latn"], "main_score": 0.223503, "precision": 0.216631, "recall": 0.246047}, {"accuracy": 0.081028, "f1": 0.053793, "hf_subset": "som_Latn-tzm_Tfng", "languages": ["som-Latn", "tzm-Tfng"], "main_score": 0.053793, "precision": 0.047775, "recall": 0.081028}, {"accuracy": 0.199605, "f1": 0.176843, "hf_subset": "som_Latn-acq_Arab", "languages": ["som-Latn", "acq-Arab"], "main_score": 0.176843, "precision": 0.170721, "recall": 0.199605}, {"accuracy": 0.228261, "f1": 0.195398, "hf_subset": "som_Latn-bem_Latn", "languages": ["som-Latn", "bem-Latn"], "main_score": 0.195398, "precision": 0.18364, "recall": 0.228261}, {"accuracy": 0.228261, "f1": 0.212805, "hf_subset": "som_Latn-epo_Latn", "languages": ["som-Latn", "epo-Latn"], "main_score": 0.212805, "precision": 0.207863, "recall": 0.228261}, {"accuracy": 0.277668, "f1": 0.251316, "hf_subset": "som_Latn-hun_Latn", "languages": ["som-Latn", "hun-Latn"], "main_score": 0.251316, "precision": 0.24478, "recall": 0.277668}, {"accuracy": 0.213439, "f1": 0.191691, "hf_subset": "som_Latn-kir_Cyrl", "languages": ["som-Latn", "kir-Cyrl"], "main_score": 0.191691, "precision": 0.186014, "recall": 0.213439}, {"accuracy": 0.184783, "f1": 0.161374, "hf_subset": "som_Latn-mar_Deva", "languages": ["som-Latn", "mar-Deva"], "main_score": 0.161374, "precision": 0.15516, "recall": 0.184783}, {"accuracy": 0.237154, "f1": 0.217034, "hf_subset": "som_Latn-plt_Latn", "languages": ["som-Latn", "plt-Latn"], "main_score": 0.217034, "precision": 0.209775, "recall": 0.237154}, {"accuracy": 0.232213, "f1": 0.208121, "hf_subset": "som_Latn-srp_Cyrl", "languages": ["som-Latn", "srp-Cyrl"], "main_score": 0.208121, "precision": 0.200599, "recall": 0.232213}, {"accuracy": 0.135375, "f1": 0.121596, "hf_subset": "som_Latn-uig_Arab", "languages": ["som-Latn", "uig-Arab"], "main_score": 0.121596, "precision": 0.11741, "recall": 0.135375}, {"accuracy": 0.181818, "f1": 0.157428, "hf_subset": "som_Latn-aeb_Arab", "languages": ["som-Latn", "aeb-Arab"], "main_score": 0.157428, "precision": 0.150586, "recall": 0.181818}, {"accuracy": 0.131423, "f1": 0.116112, "hf_subset": "som_Latn-ben_Beng", "languages": ["som-Latn", "ben-Beng"], "main_score": 0.116112, "precision": 0.11173, "recall": 0.131423}, {"accuracy": 0.280632, "f1": 0.254554, "hf_subset": "som_Latn-est_Latn", "languages": ["som-Latn", "est-Latn"], "main_score": 0.254554, "precision": 0.247861, "recall": 0.280632}, {"accuracy": 0.186759, "f1": 0.164502, "hf_subset": "som_Latn-hye_Armn", "languages": ["som-Latn", "hye-Armn"], "main_score": 0.164502, "precision": 0.158332, "recall": 0.186759}, {"accuracy": 0.194664, "f1": 0.163009, "hf_subset": "som_Latn-kmb_Latn", "languages": ["som-Latn", "kmb-Latn"], "main_score": 0.163009, "precision": 0.152352, "recall": 0.194664}, {"accuracy": 0.041502, "f1": 0.033679, "hf_subset": "som_Latn-min_Arab", "languages": ["som-Latn", "min-Arab"], "main_score": 0.033679, "precision": 0.031599, "recall": 0.041502}, {"accuracy": 0.273715, "f1": 0.245567, "hf_subset": "som_Latn-pol_Latn", "languages": ["som-Latn", "pol-Latn"], "main_score": 0.245567, "precision": 0.237317, "recall": 0.273715}, {"accuracy": 0.175889, "f1": 0.15211, "hf_subset": "som_Latn-ssw_Latn", "languages": ["som-Latn", "ssw-Latn"], "main_score": 0.15211, "precision": 0.143843, "recall": 0.175889}, {"accuracy": 0.221344, "f1": 0.199682, "hf_subset": "som_Latn-ukr_Cyrl", "languages": ["som-Latn", "ukr-Cyrl"], "main_score": 0.199682, "precision": 0.193851, "recall": 0.221344}, {"accuracy": 0.270751, "f1": 0.246961, "hf_subset": "som_Latn-afr_Latn", "languages": ["som-Latn", "afr-Latn"], "main_score": 0.246961, "precision": 0.239675, "recall": 0.270751}, {"accuracy": 0.175889, "f1": 0.158413, "hf_subset": "som_Latn-bho_Deva", "languages": ["som-Latn", "bho-Deva"], "main_score": 0.158413, "precision": 0.154467, "recall": 0.175889}, {"accuracy": 0.213439, "f1": 0.201543, "hf_subset": "som_Latn-eus_Latn", "languages": ["som-Latn", "eus-Latn"], "main_score": 0.201543, "precision": 0.197719, "recall": 0.213439}, {"accuracy": 0.204545, "f1": 0.174124, "hf_subset": "som_Latn-ibo_Latn", "languages": ["som-Latn", "ibo-Latn"], "main_score": 0.174124, "precision": 0.163641, "recall": 0.204545}, {"accuracy": 0.236166, "f1": 0.219094, "hf_subset": "som_Latn-kmr_Latn", "languages": ["som-Latn", "kmr-Latn"], "main_score": 0.219094, "precision": 0.213413, "recall": 0.236166}, {"accuracy": 0.219368, "f1": 0.207301, "hf_subset": "som_Latn-min_Latn", "languages": ["som-Latn", "min-Latn"], "main_score": 0.207301, "precision": 0.202941, "recall": 0.219368}, {"accuracy": 0.288538, "f1": 0.260691, "hf_subset": "som_Latn-por_Latn", "languages": ["som-Latn", "por-Latn"], "main_score": 0.260691, "precision": 0.253432, "recall": 0.288538}, {"accuracy": 0.218379, "f1": 0.206252, "hf_subset": "som_Latn-sun_Latn", "languages": ["som-Latn", "sun-Latn"], "main_score": 0.206252, "precision": 0.202591, "recall": 0.218379}, {"accuracy": 0.177866, "f1": 0.153719, "hf_subset": "som_Latn-umb_Latn", "languages": ["som-Latn", "umb-Latn"], "main_score": 0.153719, "precision": 0.145637, "recall": 0.177866}, {"accuracy": 0.20751, "f1": 0.186651, "hf_subset": "som_Latn-ajp_Arab", "languages": ["som-Latn", "ajp-Arab"], "main_score": 0.186651, "precision": 0.180366, "recall": 0.20751}, {"accuracy": 0.040514, "f1": 0.032628, "hf_subset": "som_Latn-bjn_Arab", "languages": ["som-Latn", "bjn-Arab"], "main_score": 0.032628, "precision": 0.029562, "recall": 0.040514}, {"accuracy": 0.236166, "f1": 0.209171, "hf_subset": "som_Latn-ewe_Latn", "languages": ["som-Latn", "ewe-Latn"], "main_score": 0.209171, "precision": 0.20019, "recall": 0.236166}, {"accuracy": 0.231225, "f1": 0.215747, "hf_subset": "som_Latn-ilo_Latn", "languages": ["som-Latn", "ilo-Latn"], "main_score": 0.215747, "precision": 0.210439, "recall": 0.231225}, {"accuracy": 0.068182, "f1": 0.056674, "hf_subset": "som_Latn-knc_Arab", "languages": ["som-Latn", "knc-Arab"], "main_score": 0.056674, "precision": 0.05321, "recall": 0.068182}, {"accuracy": 0.233202, "f1": 0.208046, "hf_subset": "som_Latn-mkd_Cyrl", "languages": ["som-Latn", "mkd-Cyrl"], "main_score": 0.208046, "precision": 0.200216, "recall": 0.233202}, {"accuracy": 0.182806, "f1": 0.161927, "hf_subset": "som_Latn-prs_Arab", "languages": ["som-Latn", "prs-Arab"], "main_score": 0.161927, "precision": 0.155964, "recall": 0.182806}, {"accuracy": 0.273715, "f1": 0.248504, "hf_subset": "som_Latn-swe_Latn", "languages": ["som-Latn", "swe-Latn"], "main_score": 0.248504, "precision": 0.241968, "recall": 0.273715}, {"accuracy": 0.171937, "f1": 0.147548, "hf_subset": "som_Latn-urd_Arab", "languages": ["som-Latn", "urd-Arab"], "main_score": 0.147548, "precision": 0.139627, "recall": 0.171937}, {"accuracy": 0.257905, "f1": 0.231936, "hf_subset": "som_Latn-aka_Latn", "languages": ["som-Latn", "aka-Latn"], "main_score": 0.231936, "precision": 0.222134, "recall": 0.257905}, {"accuracy": 0.22332, "f1": 0.210073, "hf_subset": "som_Latn-bjn_Latn", "languages": ["som-Latn", "bjn-Latn"], "main_score": 0.210073, "precision": 0.20604, "recall": 0.22332}, {"accuracy": 0.221344, "f1": 0.204987, "hf_subset": "som_Latn-fao_Latn", "languages": ["som-Latn", "fao-Latn"], "main_score": 0.204987, "precision": 0.200312, "recall": 0.221344}, {"accuracy": 0.283597, "f1": 0.252403, "hf_subset": "som_Latn-ind_Latn", "languages": ["som-Latn", "ind-Latn"], "main_score": 0.252403, "precision": 0.244264, "recall": 0.283597}, {"accuracy": 0.235178, "f1": 0.217664, "hf_subset": "som_Latn-knc_Latn", "languages": ["som-Latn", "knc-Latn"], "main_score": 0.217664, "precision": 0.210804, "recall": 0.235178}, {"accuracy": 0.23419, "f1": 0.21029, "hf_subset": "som_Latn-mlt_Latn", "languages": ["som-Latn", "mlt-Latn"], "main_score": 0.21029, "precision": 0.201892, "recall": 0.23419}, {"accuracy": 0.202569, "f1": 0.177805, "hf_subset": "som_Latn-quy_Latn", "languages": ["som-Latn", "quy-Latn"], "main_score": 0.177805, "precision": 0.169155, "recall": 0.202569}, {"accuracy": 0.235178, "f1": 0.214898, "hf_subset": "som_Latn-swh_Latn", "languages": ["som-Latn", "swh-Latn"], "main_score": 0.214898, "precision": 0.208055, "recall": 0.235178}, {"accuracy": 0.18083, "f1": 0.168375, "hf_subset": "som_Latn-uzn_Latn", "languages": ["som-Latn", "uzn-Latn"], "main_score": 0.168375, "precision": 0.164294, "recall": 0.18083}, {"accuracy": 0.253953, "f1": 0.226362, "hf_subset": "som_Latn-als_Latn", "languages": ["som-Latn", "als-Latn"], "main_score": 0.226362, "precision": 0.217878, "recall": 0.253953}, {"accuracy": 0.052372, "f1": 0.032047, "hf_subset": "som_Latn-bod_Tibt", "languages": ["som-Latn", "bod-Tibt"], "main_score": 0.032047, "precision": 0.027848, "recall": 0.052372}, {"accuracy": 0.18083, "f1": 0.161677, "hf_subset": "som_Latn-fij_Latn", "languages": ["som-Latn", "fij-Latn"], "main_score": 0.161677, "precision": 0.154816, "recall": 0.18083}, {"accuracy": 0.206522, "f1": 0.196996, "hf_subset": "som_Latn-isl_Latn", "languages": ["som-Latn", "isl-Latn"], "main_score": 0.196996, "precision": 0.193472, "recall": 0.206522}, {"accuracy": 0.228261, "f1": 0.198445, "hf_subset": "som_Latn-kon_Latn", "languages": ["som-Latn", "kon-Latn"], "main_score": 0.198445, "precision": 0.189078, "recall": 0.228261}, {"accuracy": 0.0583, "f1": 0.042182, "hf_subset": "som_Latn-mni_Beng", "languages": ["som-Latn", "mni-Beng"], "main_score": 0.042182, "precision": 0.038453, "recall": 0.0583}, {"accuracy": 0.290514, "f1": 0.262488, "hf_subset": "som_Latn-ron_Latn", "languages": ["som-Latn", "ron-Latn"], "main_score": 0.262488, "precision": 0.254515, "recall": 0.290514}, {"accuracy": 0.238142, "f1": 0.218432, "hf_subset": "som_Latn-szl_Latn", "languages": ["som-Latn", "szl-Latn"], "main_score": 0.218432, "precision": 0.212556, "recall": 0.238142}, {"accuracy": 0.236166, "f1": 0.215518, "hf_subset": "som_Latn-vec_Latn", "languages": ["som-Latn", "vec-Latn"], "main_score": 0.215518, "precision": 0.209725, "recall": 0.236166}, {"accuracy": 0.114625, "f1": 0.09737, "hf_subset": "som_Latn-amh_Ethi", "languages": ["som-Latn", "amh-Ethi"], "main_score": 0.09737, "precision": 0.092237, "recall": 0.114625}, {"accuracy": 0.272727, "f1": 0.247867, "hf_subset": "som_Latn-bos_Latn", "languages": ["som-Latn", "bos-Latn"], "main_score": 0.247867, "precision": 0.241464, "recall": 0.272727}, {"accuracy": 0.271739, "f1": 0.2441, "hf_subset": "som_Latn-fin_Latn", "languages": ["som-Latn", "fin-Latn"], "main_score": 0.2441, "precision": 0.236743, "recall": 0.271739}, {"accuracy": 0.297431, "f1": 0.26768, "hf_subset": "som_Latn-ita_Latn", "languages": ["som-Latn", "ita-Latn"], "main_score": 0.26768, "precision": 0.260472, "recall": 0.297431}, {"accuracy": 0.217391, "f1": 0.192088, "hf_subset": "som_Latn-kor_Hang", "languages": ["som-Latn", "kor-Hang"], "main_score": 0.192088, "precision": 0.185022, "recall": 0.217391}, {"accuracy": 0.215415, "f1": 0.189067, "hf_subset": "som_Latn-mos_Latn", "languages": ["som-Latn", "mos-Latn"], "main_score": 0.189067, "precision": 0.180043, "recall": 0.215415}, {"accuracy": 0.198617, "f1": 0.173577, "hf_subset": "som_Latn-run_Latn", "languages": ["som-Latn", "run-Latn"], "main_score": 0.173577, "precision": 0.164232, "recall": 0.198617}, {"accuracy": 0.131423, "f1": 0.111576, "hf_subset": "som_Latn-tam_Taml", "languages": ["som-Latn", "tam-Taml"], "main_score": 0.111576, "precision": 0.106135, "recall": 0.131423}, {"accuracy": 0.284585, "f1": 0.259884, "hf_subset": "som_Latn-vie_Latn", "languages": ["som-Latn", "vie-Latn"], "main_score": 0.259884, "precision": 0.253225, "recall": 0.284585}, {"accuracy": 0.181818, "f1": 0.167043, "hf_subset": "som_Latn-apc_Arab", "languages": ["som-Latn", "apc-Arab"], "main_score": 0.167043, "precision": 0.162361, "recall": 0.181818}, {"accuracy": 0.227273, "f1": 0.209328, "hf_subset": "som_Latn-bug_Latn", "languages": ["som-Latn", "bug-Latn"], "main_score": 0.209328, "precision": 0.203165, "recall": 0.227273}, {"accuracy": 0.217391, "f1": 0.193667, "hf_subset": "som_Latn-fon_Latn", "languages": ["som-Latn", "fon-Latn"], "main_score": 0.193667, "precision": 0.185119, "recall": 0.217391}, {"accuracy": 0.221344, "f1": 0.207474, "hf_subset": "som_Latn-jav_Latn", "languages": ["som-Latn", "jav-Latn"], "main_score": 0.207474, "precision": 0.203383, "recall": 0.221344}, {"accuracy": 0.255929, "f1": 0.227397, "hf_subset": "som_Latn-lao_Laoo", "languages": ["som-Latn", "lao-Laoo"], "main_score": 0.227397, "precision": 0.220047, "recall": 0.255929}, {"accuracy": 0.219368, "f1": 0.194562, "hf_subset": "som_Latn-mri_Latn", "languages": ["som-Latn", "mri-Latn"], "main_score": 0.194562, "precision": 0.185533, "recall": 0.219368}, {"accuracy": 0.247036, "f1": 0.22567, "hf_subset": "som_Latn-rus_Cyrl", "languages": ["som-Latn", "rus-Cyrl"], "main_score": 0.22567, "precision": 0.219249, "recall": 0.247036}, {"accuracy": 0.23419, "f1": 0.208497, "hf_subset": "som_Latn-taq_Latn", "languages": ["som-Latn", "taq-Latn"], "main_score": 0.208497, "precision": 0.198435, "recall": 0.23419}, {"accuracy": 0.230237, "f1": 0.212965, "hf_subset": "som_Latn-war_Latn", "languages": ["som-Latn", "war-Latn"], "main_score": 0.212965, "precision": 0.206389, "recall": 0.230237}, {"accuracy": 0.203557, "f1": 0.179301, "hf_subset": "som_Latn-arb_Arab", "languages": ["som-Latn", "arb-Arab"], "main_score": 0.179301, "precision": 0.172008, "recall": 0.203557}, {"accuracy": 0.247036, "f1": 0.221201, "hf_subset": "som_Latn-bul_Cyrl", "languages": ["som-Latn", "bul-Cyrl"], "main_score": 0.221201, "precision": 0.213905, "recall": 0.247036}, {"accuracy": 0.287549, "f1": 0.256604, "hf_subset": "som_Latn-fra_Latn", "languages": ["som-Latn", "fra-Latn"], "main_score": 0.256604, "precision": 0.248434, "recall": 0.287549}, {"accuracy": 0.220356, "f1": 0.19523, "hf_subset": "som_Latn-jpn_Jpan", "languages": ["som-Latn", "jpn-Jpan"], "main_score": 0.19523, "precision": 0.18727, "recall": 0.220356}, {"accuracy": 0.225296, "f1": 0.206096, "hf_subset": "som_Latn-lij_Latn", "languages": ["som-Latn", "lij-Latn"], "main_score": 0.206096, "precision": 0.199729, "recall": 0.225296}, {"accuracy": 0.158103, "f1": 0.136769, "hf_subset": "som_Latn-mya_Mymr", "languages": ["som-Latn", "mya-Mymr"], "main_score": 0.136769, "precision": 0.130639, "recall": 0.158103}, {"accuracy": 0.19664, "f1": 0.17978, "hf_subset": "som_Latn-sag_Latn", "languages": ["som-Latn", "sag-Latn"], "main_score": 0.17978, "precision": 0.1737, "recall": 0.19664}, {"accuracy": 0.087945, "f1": 0.062583, "hf_subset": "som_Latn-taq_Tfng", "languages": ["som-Latn", "taq-Tfng"], "main_score": 0.062583, "precision": 0.056395, "recall": 0.087945}, {"accuracy": 0.232213, "f1": 0.207697, "hf_subset": "som_Latn-wol_Latn", "languages": ["som-Latn", "wol-Latn"], "main_score": 0.207697, "precision": 0.197802, "recall": 0.232213}, {"accuracy": 0.157115, "f1": 0.123392, "hf_subset": "som_Latn-arb_Latn", "languages": ["som-Latn", "arb-Latn"], "main_score": 0.123392, "precision": 0.112531, "recall": 0.157115}, {"accuracy": 0.275692, "f1": 0.243643, "hf_subset": "som_Latn-cat_Latn", "languages": ["som-Latn", "cat-Latn"], "main_score": 0.243643, "precision": 0.236197, "recall": 0.275692}, {"accuracy": 0.23419, "f1": 0.209232, "hf_subset": "som_Latn-fur_Latn", "languages": ["som-Latn", "fur-Latn"], "main_score": 0.209232, "precision": 0.202247, "recall": 0.23419}, {"accuracy": 0.115613, "f1": 0.09217, "hf_subset": "som_Latn-kab_Latn", "languages": ["som-Latn", "kab-Latn"], "main_score": 0.09217, "precision": 0.084574, "recall": 0.115613}, {"accuracy": 0.247036, "f1": 0.225941, "hf_subset": "som_Latn-lim_Latn", "languages": ["som-Latn", "lim-Latn"], "main_score": 0.225941, "precision": 0.219682, "recall": 0.247036}, {"accuracy": 0.29249, "f1": 0.262309, "hf_subset": "som_Latn-nld_Latn", "languages": ["som-Latn", "nld-Latn"], "main_score": 0.262309, "precision": 0.253475, "recall": 0.29249}, {"accuracy": 0.13834, "f1": 0.123158, "hf_subset": "som_Latn-san_Deva", "languages": ["som-Latn", "san-Deva"], "main_score": 0.123158, "precision": 0.118837, "recall": 0.13834}, {"accuracy": 0.174901, "f1": 0.151791, "hf_subset": "som_Latn-tat_Cyrl", "languages": ["som-Latn", "tat-Cyrl"], "main_score": 0.151791, "precision": 0.144546, "recall": 0.174901}, {"accuracy": 0.160079, "f1": 0.131774, "hf_subset": "som_Latn-xho_Latn", "languages": ["som-Latn", "xho-Latn"], "main_score": 0.131774, "precision": 0.123413, "recall": 0.160079}, {"accuracy": 0.199605, "f1": 0.172989, "hf_subset": "som_Latn-ars_Arab", "languages": ["som-Latn", "ars-Arab"], "main_score": 0.172989, "precision": 0.165395, "recall": 0.199605}, {"accuracy": 0.224308, "f1": 0.207627, "hf_subset": "som_Latn-ceb_Latn", "languages": ["som-Latn", "ceb-Latn"], "main_score": 0.207627, "precision": 0.201444, "recall": 0.224308}, {"accuracy": 0.222332, "f1": 0.1962, "hf_subset": "som_Latn-fuv_Latn", "languages": ["som-Latn", "fuv-Latn"], "main_score": 0.1962, "precision": 0.186031, "recall": 0.222332}, {"accuracy": 0.217391, "f1": 0.183395, "hf_subset": "som_Latn-kac_Latn", "languages": ["som-Latn", "kac-Latn"], "main_score": 0.183395, "precision": 0.171872, "recall": 0.217391}, {"accuracy": 0.208498, "f1": 0.183989, "hf_subset": "som_Latn-lin_Latn", "languages": ["som-Latn", "lin-Latn"], "main_score": 0.183989, "precision": 0.174922, "recall": 0.208498}, {"accuracy": 0.270751, "f1": 0.247993, "hf_subset": "som_Latn-nno_Latn", "languages": ["som-Latn", "nno-Latn"], "main_score": 0.247993, "precision": 0.241337, "recall": 0.270751}, {"accuracy": 0.018775, "f1": 0.006805, "hf_subset": "som_Latn-sat_Olck", "languages": ["som-Latn", "sat-Olck"], "main_score": 0.006805, "precision": 0.005128, "recall": 0.018775}, {"accuracy": 0.135375, "f1": 0.118431, "hf_subset": "som_Latn-tel_Telu", "languages": ["som-Latn", "tel-Telu"], "main_score": 0.118431, "precision": 0.113705, "recall": 0.135375}, {"accuracy": 0.114625, "f1": 0.094681, "hf_subset": "som_Latn-ydd_Hebr", "languages": ["som-Latn", "ydd-Hebr"], "main_score": 0.094681, "precision": 0.089253, "recall": 0.114625}, {"accuracy": 0.166008, "f1": 0.150627, "hf_subset": "som_Latn-ary_Arab", "languages": ["som-Latn", "ary-Arab"], "main_score": 0.150627, "precision": 0.145281, "recall": 0.166008}, {"accuracy": 0.281621, "f1": 0.252061, "hf_subset": "som_Latn-ces_Latn", "languages": ["som-Latn", "ces-Latn"], "main_score": 0.252061, "precision": 0.243362, "recall": 0.281621}, {"accuracy": 0.136364, "f1": 0.109461, "hf_subset": "som_Latn-gaz_Latn", "languages": ["som-Latn", "gaz-Latn"], "main_score": 0.109461, "precision": 0.099708, "recall": 0.136364}, {"accuracy": 0.210474, "f1": 0.182321, "hf_subset": "som_Latn-kam_Latn", "languages": ["som-Latn", "kam-Latn"], "main_score": 0.182321, "precision": 0.172634, "recall": 0.210474}, {"accuracy": 0.256917, "f1": 0.23226, "hf_subset": "som_Latn-lit_Latn", "languages": ["som-Latn", "lit-Latn"], "main_score": 0.23226, "precision": 0.225357, "recall": 0.256917}, {"accuracy": 0.288538, "f1": 0.258143, "hf_subset": "som_Latn-nob_Latn", "languages": ["som-Latn", "nob-Latn"], "main_score": 0.258143, "precision": 0.251131, "recall": 0.288538}, {"accuracy": 0.224308, "f1": 0.21195, "hf_subset": "som_Latn-scn_Latn", "languages": ["som-Latn", "scn-Latn"], "main_score": 0.21195, "precision": 0.208129, "recall": 0.224308}, {"accuracy": 0.149209, "f1": 0.125473, "hf_subset": "som_Latn-tgk_Cyrl", "languages": ["som-Latn", "tgk-Cyrl"], "main_score": 0.125473, "precision": 0.117701, "recall": 0.149209}, {"accuracy": 0.215415, "f1": 0.186451, "hf_subset": "som_Latn-yor_Latn", "languages": ["som-Latn", "yor-Latn"], "main_score": 0.186451, "precision": 0.176493, "recall": 0.215415}, {"accuracy": 0.187747, "f1": 0.168337, "hf_subset": "som_Latn-arz_Arab", "languages": ["som-Latn", "arz-Arab"], "main_score": 0.168337, "precision": 0.162127, "recall": 0.187747}, {"accuracy": 0.174901, "f1": 0.148896, "hf_subset": "som_Latn-cjk_Latn", "languages": ["som-Latn", "cjk-Latn"], "main_score": 0.148896, "precision": 0.139624, "recall": 0.174901}, {"accuracy": 0.194664, "f1": 0.174499, "hf_subset": "som_Latn-gla_Latn", "languages": ["som-Latn", "gla-Latn"], "main_score": 0.174499, "precision": 0.167692, "recall": 0.194664}, {"accuracy": 0.119565, "f1": 0.102175, "hf_subset": "som_Latn-kan_Knda", "languages": ["som-Latn", "kan-Knda"], "main_score": 0.102175, "precision": 0.097713, "recall": 0.119565}, {"accuracy": 0.226285, "f1": 0.206369, "hf_subset": "som_Latn-lmo_Latn", "languages": ["som-Latn", "lmo-Latn"], "main_score": 0.206369, "precision": 0.20049, "recall": 0.226285}, {"accuracy": 0.205534, "f1": 0.179423, "hf_subset": "som_Latn-npi_Deva", "languages": ["som-Latn", "npi-Deva"], "main_score": 0.179423, "precision": 0.17264, "recall": 0.205534}, {"accuracy": 0.204545, "f1": 0.170972, "hf_subset": "som_Latn-shn_Mymr", "languages": ["som-Latn", "shn-Mymr"], "main_score": 0.170972, "precision": 0.16076, "recall": 0.204545}, {"accuracy": 0.258893, "f1": 0.244858, "hf_subset": "som_Latn-tgl_Latn", "languages": ["som-Latn", "tgl-Latn"], "main_score": 0.244858, "precision": 0.240244, "recall": 0.258893}, {"accuracy": 0.218379, "f1": 0.18756, "hf_subset": "som_Latn-yue_Hant", "languages": ["som-Latn", "yue-Hant"], "main_score": 0.18756, "precision": 0.179064, "recall": 0.218379}, {"accuracy": 0.08498, "f1": 0.070769, "hf_subset": "som_Latn-asm_Beng", "languages": ["som-Latn", "asm-Beng"], "main_score": 0.070769, "precision": 0.066086, "recall": 0.08498}, {"accuracy": 0.160079, "f1": 0.134324, "hf_subset": "som_Latn-ckb_Arab", "languages": ["som-Latn", "ckb-Arab"], "main_score": 0.134324, "precision": 0.127051, "recall": 0.160079}, {"accuracy": 0.215415, "f1": 0.195885, "hf_subset": "som_Latn-gle_Latn", "languages": ["som-Latn", "gle-Latn"], "main_score": 0.195885, "precision": 0.190105, "recall": 0.215415}, {"accuracy": 0.110672, "f1": 0.099089, "hf_subset": "som_Latn-kas_Arab", "languages": ["som-Latn", "kas-Arab"], "main_score": 0.099089, "precision": 0.0949, "recall": 0.110672}, {"accuracy": 0.204545, "f1": 0.179659, "hf_subset": "som_Latn-ltg_Latn", "languages": ["som-Latn", "ltg-Latn"], "main_score": 0.179659, "precision": 0.172998, "recall": 0.204545}, {"accuracy": 0.257905, "f1": 0.231645, "hf_subset": "som_Latn-nso_Latn", "languages": ["som-Latn", "nso-Latn"], "main_score": 0.231645, "precision": 0.223943, "recall": 0.257905}, {"accuracy": 0.133399, "f1": 0.113535, "hf_subset": "som_Latn-sin_Sinh", "languages": ["som-Latn", "sin-Sinh"], "main_score": 0.113535, "precision": 0.108434, "recall": 0.133399}, {"accuracy": 0.213439, "f1": 0.190157, "hf_subset": "som_Latn-tha_Thai", "languages": ["som-Latn", "tha-Thai"], "main_score": 0.190157, "precision": 0.183688, "recall": 0.213439}, {"accuracy": 0.23913, "f1": 0.206325, "hf_subset": "som_Latn-zho_Hans", "languages": ["som-Latn", "zho-Hans"], "main_score": 0.206325, "precision": 0.198598, "recall": 0.23913}, {"accuracy": 0.251976, "f1": 0.233176, "hf_subset": "som_Latn-ast_Latn", "languages": ["som-Latn", "ast-Latn"], "main_score": 0.233176, "precision": 0.228344, "recall": 0.251976}, {"accuracy": 0.203557, "f1": 0.190075, "hf_subset": "som_Latn-crh_Latn", "languages": ["som-Latn", "crh-Latn"], "main_score": 0.190075, "precision": 0.186107, "recall": 0.203557}, {"accuracy": 0.288538, "f1": 0.258389, "hf_subset": "som_Latn-glg_Latn", "languages": ["som-Latn", "glg-Latn"], "main_score": 0.258389, "precision": 0.251583, "recall": 0.288538}, {"accuracy": 0.162055, "f1": 0.144927, "hf_subset": "som_Latn-kas_Deva", "languages": ["som-Latn", "kas-Deva"], "main_score": 0.144927, "precision": 0.139637, "recall": 0.162055}, {"accuracy": 0.220356, "f1": 0.199831, "hf_subset": "som_Latn-ltz_Latn", "languages": ["som-Latn", "ltz-Latn"], "main_score": 0.199831, "precision": 0.193669, "recall": 0.220356}, {"accuracy": 0.129447, "f1": 0.098318, "hf_subset": "som_Latn-nus_Latn", "languages": ["som-Latn", "nus-Latn"], "main_score": 0.098318, "precision": 0.087973, "recall": 0.129447}, {"accuracy": 0.282609, "f1": 0.249521, "hf_subset": "som_Latn-slk_Latn", "languages": ["som-Latn", "slk-Latn"], "main_score": 0.249521, "precision": 0.241096, "recall": 0.282609}, {"accuracy": 0.062253, "f1": 0.046613, "hf_subset": "som_Latn-tir_Ethi", "languages": ["som-Latn", "tir-Ethi"], "main_score": 0.046613, "precision": 0.042762, "recall": 0.062253}, {"accuracy": 0.213439, "f1": 0.18715, "hf_subset": "som_Latn-zho_Hant", "languages": ["som-Latn", "zho-Hant"], "main_score": 0.18715, "precision": 0.17968, "recall": 0.213439}, {"accuracy": 0.184783, "f1": 0.163187, "hf_subset": "som_Latn-awa_Deva", "languages": ["som-Latn", "awa-Deva"], "main_score": 0.163187, "precision": 0.156487, "recall": 0.184783}, {"accuracy": 0.212451, "f1": 0.189055, "hf_subset": "som_Latn-cym_Latn", "languages": ["som-Latn", "cym-Latn"], "main_score": 0.189055, "precision": 0.182302, "recall": 0.212451}, {"accuracy": 0.220356, "f1": 0.203876, "hf_subset": "som_Latn-grn_Latn", "languages": ["som-Latn", "grn-Latn"], "main_score": 0.203876, "precision": 0.197934, "recall": 0.220356}, {"accuracy": 0.183794, "f1": 0.162817, "hf_subset": "som_Latn-kat_Geor", "languages": ["som-Latn", "kat-Geor"], "main_score": 0.162817, "precision": 0.157672, "recall": 0.183794}, {"accuracy": 0.222332, "f1": 0.199535, "hf_subset": "som_Latn-lua_Latn", "languages": ["som-Latn", "lua-Latn"], "main_score": 0.199535, "precision": 0.191432, "recall": 0.222332}, {"accuracy": 0.23913, "f1": 0.212993, "hf_subset": "som_Latn-nya_Latn", "languages": ["som-Latn", "nya-Latn"], "main_score": 0.212993, "precision": 0.204661, "recall": 0.23913}, {"accuracy": 0.286561, "f1": 0.255217, "hf_subset": "som_Latn-slv_Latn", "languages": ["som-Latn", "slv-Latn"], "main_score": 0.255217, "precision": 0.246968, "recall": 0.286561}, {"accuracy": 0.247036, "f1": 0.224793, "hf_subset": "som_Latn-tpi_Latn", "languages": ["som-Latn", "tpi-Latn"], "main_score": 0.224793, "precision": 0.217916, "recall": 0.247036}, {"accuracy": 0.29249, "f1": 0.260796, "hf_subset": "som_Latn-zsm_Latn", "languages": ["som-Latn", "zsm-Latn"], "main_score": 0.260796, "precision": 0.25285, "recall": 0.29249}, {"accuracy": 0.214427, "f1": 0.184092, "hf_subset": "som_Latn-ayr_Latn", "languages": ["som-Latn", "ayr-Latn"], "main_score": 0.184092, "precision": 0.173424, "recall": 0.214427}, {"accuracy": 0.289526, "f1": 0.261569, "hf_subset": "som_Latn-dan_Latn", "languages": ["som-Latn", "dan-Latn"], "main_score": 0.261569, "precision": 0.254312, "recall": 0.289526}, {"accuracy": 0.149209, "f1": 0.132858, "hf_subset": "som_Latn-guj_Gujr", "languages": ["som-Latn", "guj-Gujr"], "main_score": 0.132858, "precision": 0.12691, "recall": 0.149209}, {"accuracy": 0.216403, "f1": 0.201931, "hf_subset": "som_Latn-kaz_Cyrl", "languages": ["som-Latn", "kaz-Cyrl"], "main_score": 0.201931, "precision": 0.197264, "recall": 0.216403}, {"accuracy": 0.172925, "f1": 0.14904, "hf_subset": "som_Latn-lug_Latn", "languages": ["som-Latn", "lug-Latn"], "main_score": 0.14904, "precision": 0.139943, "recall": 0.172925}, {"accuracy": 0.25, "f1": 0.227403, "hf_subset": "som_Latn-oci_Latn", "languages": ["som-Latn", "oci-Latn"], "main_score": 0.227403, "precision": 0.221502, "recall": 0.25}, {"accuracy": 0.183794, "f1": 0.155393, "hf_subset": "som_Latn-smo_Latn", "languages": ["som-Latn", "smo-Latn"], "main_score": 0.155393, "precision": 0.145195, "recall": 0.183794}, {"accuracy": 0.215415, "f1": 0.190412, "hf_subset": "som_Latn-tsn_Latn", "languages": ["som-Latn", "tsn-Latn"], "main_score": 0.190412, "precision": 0.181617, "recall": 0.215415}, {"accuracy": 0.158103, "f1": 0.135877, "hf_subset": "som_Latn-zul_Latn", "languages": ["som-Latn", "zul-Latn"], "main_score": 0.135877, "precision": 0.129445, "recall": 0.158103}, {"accuracy": 0.106719, "f1": 0.093304, "hf_subset": "som_Latn-azb_Arab", "languages": ["som-Latn", "azb-Arab"], "main_score": 0.093304, "precision": 0.089373, "recall": 0.106719}, {"accuracy": 0.287549, "f1": 0.256925, "hf_subset": "som_Latn-deu_Latn", "languages": ["som-Latn", "deu-Latn"], "main_score": 0.256925, "precision": 0.248442, "recall": 0.287549}, {"accuracy": 0.208498, "f1": 0.180847, "hf_subset": "som_Latn-hat_Latn", "languages": ["som-Latn", "hat-Latn"], "main_score": 0.180847, "precision": 0.171976, "recall": 0.208498}, {"accuracy": 0.202569, "f1": 0.173608, "hf_subset": "som_Latn-kbp_Latn", "languages": ["som-Latn", "kbp-Latn"], "main_score": 0.173608, "precision": 0.163586, "recall": 0.202569}, {"accuracy": 0.228261, "f1": 0.202859, "hf_subset": "som_Latn-luo_Latn", "languages": ["som-Latn", "luo-Latn"], "main_score": 0.202859, "precision": 0.194306, "recall": 0.228261}, {"accuracy": 0.107708, "f1": 0.091466, "hf_subset": "som_Latn-ory_Orya", "languages": ["som-Latn", "ory-Orya"], "main_score": 0.091466, "precision": 0.08755, "recall": 0.107708}, {"accuracy": 0.174901, "f1": 0.148686, "hf_subset": "som_Latn-sna_Latn", "languages": ["som-Latn", "sna-Latn"], "main_score": 0.148686, "precision": 0.140883, "recall": 0.174901}, {"accuracy": 0.217391, "f1": 0.194803, "hf_subset": "som_Latn-tso_Latn", "languages": ["som-Latn", "tso-Latn"], "main_score": 0.194803, "precision": 0.187077, "recall": 0.217391}, {"accuracy": 0.1917, "f1": 0.17381, "hf_subset": "som_Latn-azj_Latn", "languages": ["som-Latn", "azj-Latn"], "main_score": 0.17381, "precision": 0.167795, "recall": 0.1917}, {"accuracy": 0.229249, "f1": 0.208749, "hf_subset": "som_Latn-dik_Latn", "languages": ["som-Latn", "dik-Latn"], "main_score": 0.208749, "precision": 0.202552, "recall": 0.229249}, {"accuracy": 0.267787, "f1": 0.243909, "hf_subset": "som_Latn-hau_Latn", "languages": ["som-Latn", "hau-Latn"], "main_score": 0.243909, "precision": 0.236239, "recall": 0.267787}, {"accuracy": 0.208498, "f1": 0.193872, "hf_subset": "som_Latn-kea_Latn", "languages": ["som-Latn", "kea-Latn"], "main_score": 0.193872, "precision": 0.18961, "recall": 0.208498}, {"accuracy": 0.232213, "f1": 0.203323, "hf_subset": "som_Latn-lus_Latn", "languages": ["som-Latn", "lus-Latn"], "main_score": 0.203323, "precision": 0.192294, "recall": 0.232213}, {"accuracy": 0.231225, "f1": 0.214933, "hf_subset": "som_Latn-pag_Latn", "languages": ["som-Latn", "pag-Latn"], "main_score": 0.214933, "precision": 0.208736, "recall": 0.231225}, {"accuracy": 0.150198, "f1": 0.13291, "hf_subset": "som_Latn-snd_Arab", "languages": ["som-Latn", "snd-Arab"], "main_score": 0.13291, "precision": 0.127572, "recall": 0.150198}, {"accuracy": 0.166996, "f1": 0.143794, "hf_subset": "som_Latn-tuk_Latn", "languages": ["som-Latn", "tuk-Latn"], "main_score": 0.143794, "precision": 0.137148, "recall": 0.166996}, {"accuracy": 0.198617, "f1": 0.179444, "hf_subset": "som_Latn-bak_Cyrl", "languages": ["som-Latn", "bak-Cyrl"], "main_score": 0.179444, "precision": 0.172916, "recall": 0.198617}, {"accuracy": 0.183794, "f1": 0.155474, "hf_subset": "som_Latn-dyu_Latn", "languages": ["som-Latn", "dyu-Latn"], "main_score": 0.155474, "precision": 0.146614, "recall": 0.183794}, {"accuracy": 0.202569, "f1": 0.17029, "hf_subset": "som_Latn-heb_Hebr", "languages": ["som-Latn", "heb-Hebr"], "main_score": 0.17029, "precision": 0.161502, "recall": 0.202569}, {"accuracy": 0.211462, "f1": 0.18196, "hf_subset": "som_Latn-khk_Cyrl", "languages": ["som-Latn", "khk-Cyrl"], "main_score": 0.18196, "precision": 0.174636, "recall": 0.211462}, {"accuracy": 0.242095, "f1": 0.217683, "hf_subset": "som_Latn-lvs_Latn", "languages": ["som-Latn", "lvs-Latn"], "main_score": 0.217683, "precision": 0.211013, "recall": 0.242095}, {"accuracy": 0.115613, "f1": 0.094811, "hf_subset": "som_Latn-pan_Guru", "languages": ["som-Latn", "pan-Guru"], "main_score": 0.094811, "precision": 0.089526, "recall": 0.115613}, {"accuracy": 0.205534, "f1": 0.173961, "hf_subset": "som_Latn-tum_Latn", "languages": ["som-Latn", "tum-Latn"], "main_score": 0.173961, "precision": 0.164025, "recall": 0.205534}, {"accuracy": 0.020751, "f1": 0.01349, "hf_subset": "tum_Latn-ace_Arab", "languages": ["tum-Latn", "ace-Arab"], "main_score": 0.01349, "precision": 0.012644, "recall": 0.020751}, {"accuracy": 0.115613, "f1": 0.107364, "hf_subset": "tum_Latn-bam_Latn", "languages": ["tum-Latn", "bam-Latn"], "main_score": 0.107364, "precision": 0.104838, "recall": 0.115613}, {"accuracy": 0.005929, "f1": 0.001222, "hf_subset": "tum_Latn-dzo_Tibt", "languages": ["tum-Latn", "dzo-Tibt"], "main_score": 0.001222, "precision": 0.000817, "recall": 0.005929}, {"accuracy": 0.115613, "f1": 0.093556, "hf_subset": "tum_Latn-hin_Deva", "languages": ["tum-Latn", "hin-Deva"], "main_score": 0.093556, "precision": 0.088526, "recall": 0.115613}, {"accuracy": 0.099802, "f1": 0.086005, "hf_subset": "tum_Latn-khm_Khmr", "languages": ["tum-Latn", "khm-Khmr"], "main_score": 0.086005, "precision": 0.082976, "recall": 0.099802}, {"accuracy": 0.096838, "f1": 0.080956, "hf_subset": "tum_Latn-mag_Deva", "languages": ["tum-Latn", "mag-Deva"], "main_score": 0.080956, "precision": 0.076992, "recall": 0.096838}, {"accuracy": 0.086957, "f1": 0.077736, "hf_subset": "tum_Latn-pap_Latn", "languages": ["tum-Latn", "pap-Latn"], "main_score": 0.077736, "precision": 0.075192, "recall": 0.086957}, {"accuracy": 0.216403, "f1": 0.198485, "hf_subset": "tum_Latn-sot_Latn", "languages": ["tum-Latn", "sot-Latn"], "main_score": 0.198485, "precision": 0.1924, "recall": 0.216403}, {"accuracy": 0.179842, "f1": 0.15273, "hf_subset": "tum_Latn-tur_Latn", "languages": ["tum-Latn", "tur-Latn"], "main_score": 0.15273, "precision": 0.146762, "recall": 0.179842}, {"accuracy": 0.113636, "f1": 0.102702, "hf_subset": "tum_Latn-ace_Latn", "languages": ["tum-Latn", "ace-Latn"], "main_score": 0.102702, "precision": 0.09946, "recall": 0.113636}, {"accuracy": 0.078063, "f1": 0.072925, "hf_subset": "tum_Latn-ban_Latn", "languages": ["tum-Latn", "ban-Latn"], "main_score": 0.072925, "precision": 0.071845, "recall": 0.078063}, {"accuracy": 0.107708, "f1": 0.089525, "hf_subset": "tum_Latn-ell_Grek", "languages": ["tum-Latn", "ell-Grek"], "main_score": 0.089525, "precision": 0.085117, "recall": 0.107708}, {"accuracy": 0.092885, "f1": 0.080536, "hf_subset": "tum_Latn-hne_Deva", "languages": ["tum-Latn", "hne-Deva"], "main_score": 0.080536, "precision": 0.07692, "recall": 0.092885}, {"accuracy": 0.16502, "f1": 0.151991, "hf_subset": "tum_Latn-kik_Latn", "languages": ["tum-Latn", "kik-Latn"], "main_score": 0.151991, "precision": 0.147806, "recall": 0.16502}, {"accuracy": 0.086957, "f1": 0.075174, "hf_subset": "tum_Latn-mai_Deva", "languages": ["tum-Latn", "mai-Deva"], "main_score": 0.075174, "precision": 0.072445, "recall": 0.086957}, {"accuracy": 0.090909, "f1": 0.069501, "hf_subset": "tum_Latn-pbt_Arab", "languages": ["tum-Latn", "pbt-Arab"], "main_score": 0.069501, "precision": 0.065913, "recall": 0.090909}, {"accuracy": 0.159091, "f1": 0.135342, "hf_subset": "tum_Latn-spa_Latn", "languages": ["tum-Latn", "spa-Latn"], "main_score": 0.135342, "precision": 0.12976, "recall": 0.159091}, {"accuracy": 0.200593, "f1": 0.179016, "hf_subset": "tum_Latn-twi_Latn", "languages": ["tum-Latn", "twi-Latn"], "main_score": 0.179016, "precision": 0.172214, "recall": 0.200593}, {"accuracy": 0.08498, "f1": 0.074146, "hf_subset": "tum_Latn-acm_Arab", "languages": ["tum-Latn", "acm-Arab"], "main_score": 0.074146, "precision": 0.07116, "recall": 0.08498}, {"accuracy": 0.113636, "f1": 0.089603, "hf_subset": "tum_Latn-bel_Cyrl", "languages": ["tum-Latn", "bel-Cyrl"], "main_score": 0.089603, "precision": 0.084588, "recall": 0.113636}, {"accuracy": 0.179842, "f1": 0.155524, "hf_subset": "tum_Latn-eng_Latn", "languages": ["tum-Latn", "eng-Latn"], "main_score": 0.155524, "precision": 0.149507, "recall": 0.179842}, {"accuracy": 0.123518, "f1": 0.111555, "hf_subset": "tum_Latn-hrv_Latn", "languages": ["tum-Latn", "hrv-Latn"], "main_score": 0.111555, "precision": 0.107924, "recall": 0.123518}, {"accuracy": 0.188735, "f1": 0.168966, "hf_subset": "tum_Latn-kin_Latn", "languages": ["tum-Latn", "kin-Latn"], "main_score": 0.168966, "precision": 0.162428, "recall": 0.188735}, {"accuracy": 0.046443, "f1": 0.036485, "hf_subset": "tum_Latn-mal_Mlym", "languages": ["tum-Latn", "mal-Mlym"], "main_score": 0.036485, "precision": 0.034714, "recall": 0.046443}, {"accuracy": 0.116601, "f1": 0.10052, "hf_subset": "tum_Latn-pes_Arab", "languages": ["tum-Latn", "pes-Arab"], "main_score": 0.10052, "precision": 0.096482, "recall": 0.116601}, {"accuracy": 0.109684, "f1": 0.098707, "hf_subset": "tum_Latn-srd_Latn", "languages": ["tum-Latn", "srd-Latn"], "main_score": 0.098707, "precision": 0.095814, "recall": 0.109684}, {"accuracy": 0.051383, "f1": 0.037356, "hf_subset": "tum_Latn-tzm_Tfng", "languages": ["tum-Latn", "tzm-Tfng"], "main_score": 0.037356, "precision": 0.034596, "recall": 0.051383}, {"accuracy": 0.102767, "f1": 0.087932, "hf_subset": "tum_Latn-acq_Arab", "languages": ["tum-Latn", "acq-Arab"], "main_score": 0.087932, "precision": 0.084432, "recall": 0.102767}, {"accuracy": 0.258893, "f1": 0.235192, "hf_subset": "tum_Latn-bem_Latn", "languages": ["tum-Latn", "bem-Latn"], "main_score": 0.235192, "precision": 0.227576, "recall": 0.258893}, {"accuracy": 0.109684, "f1": 0.098551, "hf_subset": "tum_Latn-epo_Latn", "languages": ["tum-Latn", "epo-Latn"], "main_score": 0.098551, "precision": 0.095049, "recall": 0.109684}, {"accuracy": 0.167984, "f1": 0.139727, "hf_subset": "tum_Latn-hun_Latn", "languages": ["tum-Latn", "hun-Latn"], "main_score": 0.139727, "precision": 0.132947, "recall": 0.167984}, {"accuracy": 0.115613, "f1": 0.096335, "hf_subset": "tum_Latn-kir_Cyrl", "languages": ["tum-Latn", "kir-Cyrl"], "main_score": 0.096335, "precision": 0.091787, "recall": 0.115613}, {"accuracy": 0.096838, "f1": 0.080221, "hf_subset": "tum_Latn-mar_Deva", "languages": ["tum-Latn", "mar-Deva"], "main_score": 0.080221, "precision": 0.076654, "recall": 0.096838}, {"accuracy": 0.124506, "f1": 0.112621, "hf_subset": "tum_Latn-plt_Latn", "languages": ["tum-Latn", "plt-Latn"], "main_score": 0.112621, "precision": 0.10911, "recall": 0.124506}, {"accuracy": 0.140316, "f1": 0.11726, "hf_subset": "tum_Latn-srp_Cyrl", "languages": ["tum-Latn", "srp-Cyrl"], "main_score": 0.11726, "precision": 0.111321, "recall": 0.140316}, {"accuracy": 0.057312, "f1": 0.046643, "hf_subset": "tum_Latn-uig_Arab", "languages": ["tum-Latn", "uig-Arab"], "main_score": 0.046643, "precision": 0.044511, "recall": 0.057312}, {"accuracy": 0.086957, "f1": 0.073617, "hf_subset": "tum_Latn-aeb_Arab", "languages": ["tum-Latn", "aeb-Arab"], "main_score": 0.073617, "precision": 0.071359, "recall": 0.086957}, {"accuracy": 0.051383, "f1": 0.039516, "hf_subset": "tum_Latn-ben_Beng", "languages": ["tum-Latn", "ben-Beng"], "main_score": 0.039516, "precision": 0.03729, "recall": 0.051383}, {"accuracy": 0.174901, "f1": 0.147272, "hf_subset": "tum_Latn-est_Latn", "languages": ["tum-Latn", "est-Latn"], "main_score": 0.147272, "precision": 0.140695, "recall": 0.174901}, {"accuracy": 0.086957, "f1": 0.07243, "hf_subset": "tum_Latn-hye_Armn", "languages": ["tum-Latn", "hye-Armn"], "main_score": 0.07243, "precision": 0.068979, "recall": 0.086957}, {"accuracy": 0.212451, "f1": 0.184336, "hf_subset": "tum_Latn-kmb_Latn", "languages": ["tum-Latn", "kmb-Latn"], "main_score": 0.184336, "precision": 0.173941, "recall": 0.212451}, {"accuracy": 0.009881, "f1": 0.007336, "hf_subset": "tum_Latn-min_Arab", "languages": ["tum-Latn", "min-Arab"], "main_score": 0.007336, "precision": 0.006635, "recall": 0.009881}, {"accuracy": 0.174901, "f1": 0.146832, "hf_subset": "tum_Latn-pol_Latn", "languages": ["tum-Latn", "pol-Latn"], "main_score": 0.146832, "precision": 0.139889, "recall": 0.174901}, {"accuracy": 0.162055, "f1": 0.144205, "hf_subset": "tum_Latn-ssw_Latn", "languages": ["tum-Latn", "ssw-Latn"], "main_score": 0.144205, "precision": 0.138489, "recall": 0.162055}, {"accuracy": 0.128458, "f1": 0.10757, "hf_subset": "tum_Latn-ukr_Cyrl", "languages": ["tum-Latn", "ukr-Cyrl"], "main_score": 0.10757, "precision": 0.102936, "recall": 0.128458}, {"accuracy": 0.161067, "f1": 0.141112, "hf_subset": "tum_Latn-afr_Latn", "languages": ["tum-Latn", "afr-Latn"], "main_score": 0.141112, "precision": 0.136381, "recall": 0.161067}, {"accuracy": 0.083992, "f1": 0.067976, "hf_subset": "tum_Latn-bho_Deva", "languages": ["tum-Latn", "bho-Deva"], "main_score": 0.067976, "precision": 0.06412, "recall": 0.083992}, {"accuracy": 0.073123, "f1": 0.066909, "hf_subset": "tum_Latn-eus_Latn", "languages": ["tum-Latn", "eus-Latn"], "main_score": 0.066909, "precision": 0.064852, "recall": 0.073123}, {"accuracy": 0.163043, "f1": 0.144332, "hf_subset": "tum_Latn-ibo_Latn", "languages": ["tum-Latn", "ibo-Latn"], "main_score": 0.144332, "precision": 0.138658, "recall": 0.163043}, {"accuracy": 0.13834, "f1": 0.118472, "hf_subset": "tum_Latn-kmr_Latn", "languages": ["tum-Latn", "kmr-Latn"], "main_score": 0.118472, "precision": 0.113213, "recall": 0.13834}, {"accuracy": 0.082016, "f1": 0.07334, "hf_subset": "tum_Latn-min_Latn", "languages": ["tum-Latn", "min-Latn"], "main_score": 0.07334, "precision": 0.070861, "recall": 0.082016}, {"accuracy": 0.166008, "f1": 0.14318, "hf_subset": "tum_Latn-por_Latn", "languages": ["tum-Latn", "por-Latn"], "main_score": 0.14318, "precision": 0.137667, "recall": 0.166008}, {"accuracy": 0.087945, "f1": 0.077067, "hf_subset": "tum_Latn-sun_Latn", "languages": ["tum-Latn", "sun-Latn"], "main_score": 0.077067, "precision": 0.074189, "recall": 0.087945}, {"accuracy": 0.173913, "f1": 0.152975, "hf_subset": "tum_Latn-umb_Latn", "languages": ["tum-Latn", "umb-Latn"], "main_score": 0.152975, "precision": 0.14547, "recall": 0.173913}, {"accuracy": 0.110672, "f1": 0.091265, "hf_subset": "tum_Latn-ajp_Arab", "languages": ["tum-Latn", "ajp-Arab"], "main_score": 0.091265, "precision": 0.087451, "recall": 0.110672}, {"accuracy": 0.029644, "f1": 0.026441, "hf_subset": "tum_Latn-bjn_Arab", "languages": ["tum-Latn", "bjn-Arab"], "main_score": 0.026441, "precision": 0.025672, "recall": 0.029644}, {"accuracy": 0.149209, "f1": 0.13471, "hf_subset": "tum_Latn-ewe_Latn", "languages": ["tum-Latn", "ewe-Latn"], "main_score": 0.13471, "precision": 0.130282, "recall": 0.149209}, {"accuracy": 0.142292, "f1": 0.125888, "hf_subset": "tum_Latn-ilo_Latn", "languages": ["tum-Latn", "ilo-Latn"], "main_score": 0.125888, "precision": 0.120567, "recall": 0.142292}, {"accuracy": 0.014822, "f1": 0.011047, "hf_subset": "tum_Latn-knc_Arab", "languages": ["tum-Latn", "knc-Arab"], "main_score": 0.011047, "precision": 0.010217, "recall": 0.014822}, {"accuracy": 0.133399, "f1": 0.113311, "hf_subset": "tum_Latn-mkd_Cyrl", "languages": ["tum-Latn", "mkd-Cyrl"], "main_score": 0.113311, "precision": 0.108505, "recall": 0.133399}, {"accuracy": 0.102767, "f1": 0.083996, "hf_subset": "tum_Latn-prs_Arab", "languages": ["tum-Latn", "prs-Arab"], "main_score": 0.083996, "precision": 0.079995, "recall": 0.102767}, {"accuracy": 0.148221, "f1": 0.129489, "hf_subset": "tum_Latn-swe_Latn", "languages": ["tum-Latn", "swe-Latn"], "main_score": 0.129489, "precision": 0.124719, "recall": 0.148221}, {"accuracy": 0.092885, "f1": 0.077752, "hf_subset": "tum_Latn-urd_Arab", "languages": ["tum-Latn", "urd-Arab"], "main_score": 0.077752, "precision": 0.074982, "recall": 0.092885}, {"accuracy": 0.200593, "f1": 0.177999, "hf_subset": "tum_Latn-aka_Latn", "languages": ["tum-Latn", "aka-Latn"], "main_score": 0.177999, "precision": 0.172219, "recall": 0.200593}, {"accuracy": 0.096838, "f1": 0.084981, "hf_subset": "tum_Latn-bjn_Latn", "languages": ["tum-Latn", "bjn-Latn"], "main_score": 0.084981, "precision": 0.082118, "recall": 0.096838}, {"accuracy": 0.106719, "f1": 0.093014, "hf_subset": "tum_Latn-fao_Latn", "languages": ["tum-Latn", "fao-Latn"], "main_score": 0.093014, "precision": 0.089901, "recall": 0.106719}, {"accuracy": 0.181818, "f1": 0.150176, "hf_subset": "tum_Latn-ind_Latn", "languages": ["tum-Latn", "ind-Latn"], "main_score": 0.150176, "precision": 0.143732, "recall": 0.181818}, {"accuracy": 0.156126, "f1": 0.143089, "hf_subset": "tum_Latn-knc_Latn", "languages": ["tum-Latn", "knc-Latn"], "main_score": 0.143089, "precision": 0.138777, "recall": 0.156126}, {"accuracy": 0.13834, "f1": 0.124009, "hf_subset": "tum_Latn-mlt_Latn", "languages": ["tum-Latn", "mlt-Latn"], "main_score": 0.124009, "precision": 0.119718, "recall": 0.13834}, {"accuracy": 0.172925, "f1": 0.155504, "hf_subset": "tum_Latn-quy_Latn", "languages": ["tum-Latn", "quy-Latn"], "main_score": 0.155504, "precision": 0.150561, "recall": 0.172925}, {"accuracy": 0.106719, "f1": 0.09529, "hf_subset": "tum_Latn-swh_Latn", "languages": ["tum-Latn", "swh-Latn"], "main_score": 0.09529, "precision": 0.091548, "recall": 0.106719}, {"accuracy": 0.063241, "f1": 0.053346, "hf_subset": "tum_Latn-uzn_Latn", "languages": ["tum-Latn", "uzn-Latn"], "main_score": 0.053346, "precision": 0.050359, "recall": 0.063241}, {"accuracy": 0.13834, "f1": 0.120056, "hf_subset": "tum_Latn-als_Latn", "languages": ["tum-Latn", "als-Latn"], "main_score": 0.120056, "precision": 0.114848, "recall": 0.13834}, {"accuracy": 0.030632, "f1": 0.022637, "hf_subset": "tum_Latn-bod_Tibt", "languages": ["tum-Latn", "bod-Tibt"], "main_score": 0.022637, "precision": 0.021136, "recall": 0.030632}, {"accuracy": 0.102767, "f1": 0.086634, "hf_subset": "tum_Latn-fij_Latn", "languages": ["tum-Latn", "fij-Latn"], "main_score": 0.086634, "precision": 0.081963, "recall": 0.102767}, {"accuracy": 0.08004, "f1": 0.071855, "hf_subset": "tum_Latn-isl_Latn", "languages": ["tum-Latn", "isl-Latn"], "main_score": 0.071855, "precision": 0.069679, "recall": 0.08004}, {"accuracy": 0.190711, "f1": 0.173833, "hf_subset": "tum_Latn-kon_Latn", "languages": ["tum-Latn", "kon-Latn"], "main_score": 0.173833, "precision": 0.168346, "recall": 0.190711}, {"accuracy": 0.033597, "f1": 0.025257, "hf_subset": "tum_Latn-mni_Beng", "languages": ["tum-Latn", "mni-Beng"], "main_score": 0.025257, "precision": 0.023492, "recall": 0.033597}, {"accuracy": 0.178854, "f1": 0.152964, "hf_subset": "tum_Latn-ron_Latn", "languages": ["tum-Latn", "ron-Latn"], "main_score": 0.152964, "precision": 0.146365, "recall": 0.178854}, {"accuracy": 0.110672, "f1": 0.099875, "hf_subset": "tum_Latn-szl_Latn", "languages": ["tum-Latn", "szl-Latn"], "main_score": 0.099875, "precision": 0.097434, "recall": 0.110672}, {"accuracy": 0.124506, "f1": 0.111638, "hf_subset": "tum_Latn-vec_Latn", "languages": ["tum-Latn", "vec-Latn"], "main_score": 0.111638, "precision": 0.108237, "recall": 0.124506}, {"accuracy": 0.048419, "f1": 0.037128, "hf_subset": "tum_Latn-amh_Ethi", "languages": ["tum-Latn", "amh-Ethi"], "main_score": 0.037128, "precision": 0.034693, "recall": 0.048419}, {"accuracy": 0.168972, "f1": 0.143119, "hf_subset": "tum_Latn-bos_Latn", "languages": ["tum-Latn", "bos-Latn"], "main_score": 0.143119, "precision": 0.136498, "recall": 0.168972}, {"accuracy": 0.156126, "f1": 0.137649, "hf_subset": "tum_Latn-fin_Latn", "languages": ["tum-Latn", "fin-Latn"], "main_score": 0.137649, "precision": 0.132963, "recall": 0.156126}, {"accuracy": 0.174901, "f1": 0.14108, "hf_subset": "tum_Latn-ita_Latn", "languages": ["tum-Latn", "ita-Latn"], "main_score": 0.14108, "precision": 0.133294, "recall": 0.174901}, {"accuracy": 0.114625, "f1": 0.097621, "hf_subset": "tum_Latn-kor_Hang", "languages": ["tum-Latn", "kor-Hang"], "main_score": 0.097621, "precision": 0.09327, "recall": 0.114625}, {"accuracy": 0.137352, "f1": 0.119631, "hf_subset": "tum_Latn-mos_Latn", "languages": ["tum-Latn", "mos-Latn"], "main_score": 0.119631, "precision": 0.114728, "recall": 0.137352}, {"accuracy": 0.182806, "f1": 0.163587, "hf_subset": "tum_Latn-run_Latn", "languages": ["tum-Latn", "run-Latn"], "main_score": 0.163587, "precision": 0.156509, "recall": 0.182806}, {"accuracy": 0.038538, "f1": 0.028477, "hf_subset": "tum_Latn-tam_Taml", "languages": ["tum-Latn", "tam-Taml"], "main_score": 0.028477, "precision": 0.026557, "recall": 0.038538}, {"accuracy": 0.16996, "f1": 0.139753, "hf_subset": "tum_Latn-vie_Latn", "languages": ["tum-Latn", "vie-Latn"], "main_score": 0.139753, "precision": 0.13176, "recall": 0.16996}, {"accuracy": 0.093874, "f1": 0.083017, "hf_subset": "tum_Latn-apc_Arab", "languages": ["tum-Latn", "apc-Arab"], "main_score": 0.083017, "precision": 0.080658, "recall": 0.093874}, {"accuracy": 0.133399, "f1": 0.117432, "hf_subset": "tum_Latn-bug_Latn", "languages": ["tum-Latn", "bug-Latn"], "main_score": 0.117432, "precision": 0.113252, "recall": 0.133399}, {"accuracy": 0.16502, "f1": 0.14941, "hf_subset": "tum_Latn-fon_Latn", "languages": ["tum-Latn", "fon-Latn"], "main_score": 0.14941, "precision": 0.143935, "recall": 0.16502}, {"accuracy": 0.085968, "f1": 0.079669, "hf_subset": "tum_Latn-jav_Latn", "languages": ["tum-Latn", "jav-Latn"], "main_score": 0.079669, "precision": 0.077809, "recall": 0.085968}, {"accuracy": 0.135375, "f1": 0.117683, "hf_subset": "tum_Latn-lao_Laoo", "languages": ["tum-Latn", "lao-Laoo"], "main_score": 0.117683, "precision": 0.112537, "recall": 0.135375}, {"accuracy": 0.156126, "f1": 0.139065, "hf_subset": "tum_Latn-mri_Latn", "languages": ["tum-Latn", "mri-Latn"], "main_score": 0.139065, "precision": 0.13345, "recall": 0.156126}, {"accuracy": 0.142292, "f1": 0.11991, "hf_subset": "tum_Latn-rus_Cyrl", "languages": ["tum-Latn", "rus-Cyrl"], "main_score": 0.11991, "precision": 0.11522, "recall": 0.142292}, {"accuracy": 0.173913, "f1": 0.159623, "hf_subset": "tum_Latn-taq_Latn", "languages": ["tum-Latn", "taq-Latn"], "main_score": 0.159623, "precision": 0.155411, "recall": 0.173913}, {"accuracy": 0.144269, "f1": 0.136424, "hf_subset": "tum_Latn-war_Latn", "languages": ["tum-Latn", "war-Latn"], "main_score": 0.136424, "precision": 0.133945, "recall": 0.144269}, {"accuracy": 0.102767, "f1": 0.08679, "hf_subset": "tum_Latn-arb_Arab", "languages": ["tum-Latn", "arb-Arab"], "main_score": 0.08679, "precision": 0.083653, "recall": 0.102767}, {"accuracy": 0.146245, "f1": 0.12183, "hf_subset": "tum_Latn-bul_Cyrl", "languages": ["tum-Latn", "bul-Cyrl"], "main_score": 0.12183, "precision": 0.116168, "recall": 0.146245}, {"accuracy": 0.176877, "f1": 0.147914, "hf_subset": "tum_Latn-fra_Latn", "languages": ["tum-Latn", "fra-Latn"], "main_score": 0.147914, "precision": 0.140257, "recall": 0.176877}, {"accuracy": 0.124506, "f1": 0.104124, "hf_subset": "tum_Latn-jpn_Jpan", "languages": ["tum-Latn", "jpn-Jpan"], "main_score": 0.104124, "precision": 0.099804, "recall": 0.124506}, {"accuracy": 0.094862, "f1": 0.086995, "hf_subset": "tum_Latn-lij_Latn", "languages": ["tum-Latn", "lij-Latn"], "main_score": 0.086995, "precision": 0.085298, "recall": 0.094862}, {"accuracy": 0.090909, "f1": 0.070602, "hf_subset": "tum_Latn-mya_Mymr", "languages": ["tum-Latn", "mya-Mymr"], "main_score": 0.070602, "precision": 0.066618, "recall": 0.090909}, {"accuracy": 0.128458, "f1": 0.10633, "hf_subset": "tum_Latn-sag_Latn", "languages": ["tum-Latn", "sag-Latn"], "main_score": 0.10633, "precision": 0.099647, "recall": 0.128458}, {"accuracy": 0.074111, "f1": 0.057265, "hf_subset": "tum_Latn-taq_Tfng", "languages": ["tum-Latn", "taq-Tfng"], "main_score": 0.057265, "precision": 0.052778, "recall": 0.074111}, {"accuracy": 0.166008, "f1": 0.149318, "hf_subset": "tum_Latn-wol_Latn", "languages": ["tum-Latn", "wol-Latn"], "main_score": 0.149318, "precision": 0.143817, "recall": 0.166008}, {"accuracy": 0.081028, "f1": 0.066114, "hf_subset": "tum_Latn-arb_Latn", "languages": ["tum-Latn", "arb-Latn"], "main_score": 0.066114, "precision": 0.062418, "recall": 0.081028}, {"accuracy": 0.184783, "f1": 0.156525, "hf_subset": "tum_Latn-cat_Latn", "languages": ["tum-Latn", "cat-Latn"], "main_score": 0.156525, "precision": 0.150241, "recall": 0.184783}, {"accuracy": 0.119565, "f1": 0.10218, "hf_subset": "tum_Latn-fur_Latn", "languages": ["tum-Latn", "fur-Latn"], "main_score": 0.10218, "precision": 0.098123, "recall": 0.119565}, {"accuracy": 0.0583, "f1": 0.046575, "hf_subset": "tum_Latn-kab_Latn", "languages": ["tum-Latn", "kab-Latn"], "main_score": 0.046575, "precision": 0.043313, "recall": 0.0583}, {"accuracy": 0.101779, "f1": 0.095029, "hf_subset": "tum_Latn-lim_Latn", "languages": ["tum-Latn", "lim-Latn"], "main_score": 0.095029, "precision": 0.092889, "recall": 0.101779}, {"accuracy": 0.183794, "f1": 0.152417, "hf_subset": "tum_Latn-nld_Latn", "languages": ["tum-Latn", "nld-Latn"], "main_score": 0.152417, "precision": 0.144714, "recall": 0.183794}, {"accuracy": 0.051383, "f1": 0.041799, "hf_subset": "tum_Latn-san_Deva", "languages": ["tum-Latn", "san-Deva"], "main_score": 0.041799, "precision": 0.039899, "recall": 0.051383}, {"accuracy": 0.098814, "f1": 0.086182, "hf_subset": "tum_Latn-tat_Cyrl", "languages": ["tum-Latn", "tat-Cyrl"], "main_score": 0.086182, "precision": 0.083243, "recall": 0.098814}, {"accuracy": 0.157115, "f1": 0.141345, "hf_subset": "tum_Latn-xho_Latn", "languages": ["tum-Latn", "xho-Latn"], "main_score": 0.141345, "precision": 0.136794, "recall": 0.157115}, {"accuracy": 0.097826, "f1": 0.080174, "hf_subset": "tum_Latn-ars_Arab", "languages": ["tum-Latn", "ars-Arab"], "main_score": 0.080174, "precision": 0.076423, "recall": 0.097826}, {"accuracy": 0.120553, "f1": 0.111279, "hf_subset": "tum_Latn-ceb_Latn", "languages": ["tum-Latn", "ceb-Latn"], "main_score": 0.111279, "precision": 0.109486, "recall": 0.120553}, {"accuracy": 0.13834, "f1": 0.121938, "hf_subset": "tum_Latn-fuv_Latn", "languages": ["tum-Latn", "fuv-Latn"], "main_score": 0.121938, "precision": 0.116847, "recall": 0.13834}, {"accuracy": 0.1917, "f1": 0.163178, "hf_subset": "tum_Latn-kac_Latn", "languages": ["tum-Latn", "kac-Latn"], "main_score": 0.163178, "precision": 0.153997, "recall": 0.1917}, {"accuracy": 0.157115, "f1": 0.143525, "hf_subset": "tum_Latn-lin_Latn", "languages": ["tum-Latn", "lin-Latn"], "main_score": 0.143525, "precision": 0.139292, "recall": 0.157115}, {"accuracy": 0.15415, "f1": 0.134053, "hf_subset": "tum_Latn-nno_Latn", "languages": ["tum-Latn", "nno-Latn"], "main_score": 0.134053, "precision": 0.128158, "recall": 0.15415}, {"accuracy": 0.017787, "f1": 0.007718, "hf_subset": "tum_Latn-sat_Olck", "languages": ["tum-Latn", "sat-Olck"], "main_score": 0.007718, "precision": 0.006425, "recall": 0.017787}, {"accuracy": 0.048419, "f1": 0.041404, "hf_subset": "tum_Latn-tel_Telu", "languages": ["tum-Latn", "tel-Telu"], "main_score": 0.041404, "precision": 0.040456, "recall": 0.048419}, {"accuracy": 0.038538, "f1": 0.031347, "hf_subset": "tum_Latn-ydd_Hebr", "languages": ["tum-Latn", "ydd-Hebr"], "main_score": 0.031347, "precision": 0.029184, "recall": 0.038538}, {"accuracy": 0.076087, "f1": 0.063778, "hf_subset": "tum_Latn-ary_Arab", "languages": ["tum-Latn", "ary-Arab"], "main_score": 0.063778, "precision": 0.060763, "recall": 0.076087}, {"accuracy": 0.163043, "f1": 0.140136, "hf_subset": "tum_Latn-ces_Latn", "languages": ["tum-Latn", "ces-Latn"], "main_score": 0.140136, "precision": 0.134365, "recall": 0.163043}, {"accuracy": 0.083004, "f1": 0.067767, "hf_subset": "tum_Latn-gaz_Latn", "languages": ["tum-Latn", "gaz-Latn"], "main_score": 0.067767, "precision": 0.06413, "recall": 0.083004}, {"accuracy": 0.226285, "f1": 0.203593, "hf_subset": "tum_Latn-kam_Latn", "languages": ["tum-Latn", "kam-Latn"], "main_score": 0.203593, "precision": 0.195648, "recall": 0.226285}, {"accuracy": 0.152174, "f1": 0.128725, "hf_subset": "tum_Latn-lit_Latn", "languages": ["tum-Latn", "lit-Latn"], "main_score": 0.128725, "precision": 0.123634, "recall": 0.152174}, {"accuracy": 0.166996, "f1": 0.143584, "hf_subset": "tum_Latn-nob_Latn", "languages": ["tum-Latn", "nob-Latn"], "main_score": 0.143584, "precision": 0.137939, "recall": 0.166996}, {"accuracy": 0.098814, "f1": 0.094122, "hf_subset": "tum_Latn-scn_Latn", "languages": ["tum-Latn", "scn-Latn"], "main_score": 0.094122, "precision": 0.092647, "recall": 0.098814}, {"accuracy": 0.086957, "f1": 0.077057, "hf_subset": "tum_Latn-tgk_Cyrl", "languages": ["tum-Latn", "tgk-Cyrl"], "main_score": 0.077057, "precision": 0.074433, "recall": 0.086957}, {"accuracy": 0.129447, "f1": 0.112815, "hf_subset": "tum_Latn-yor_Latn", "languages": ["tum-Latn", "yor-Latn"], "main_score": 0.112815, "precision": 0.107598, "recall": 0.129447}, {"accuracy": 0.092885, "f1": 0.081503, "hf_subset": "tum_Latn-arz_Arab", "languages": ["tum-Latn", "arz-Arab"], "main_score": 0.081503, "precision": 0.078899, "recall": 0.092885}, {"accuracy": 0.181818, "f1": 0.163192, "hf_subset": "tum_Latn-cjk_Latn", "languages": ["tum-Latn", "cjk-Latn"], "main_score": 0.163192, "precision": 0.156502, "recall": 0.181818}, {"accuracy": 0.097826, "f1": 0.083826, "hf_subset": "tum_Latn-gla_Latn", "languages": ["tum-Latn", "gla-Latn"], "main_score": 0.083826, "precision": 0.079945, "recall": 0.097826}, {"accuracy": 0.043478, "f1": 0.033529, "hf_subset": "tum_Latn-kan_Knda", "languages": ["tum-Latn", "kan-Knda"], "main_score": 0.033529, "precision": 0.031594, "recall": 0.043478}, {"accuracy": 0.109684, "f1": 0.095124, "hf_subset": "tum_Latn-lmo_Latn", "languages": ["tum-Latn", "lmo-Latn"], "main_score": 0.095124, "precision": 0.091605, "recall": 0.109684}, {"accuracy": 0.106719, "f1": 0.085217, "hf_subset": "tum_Latn-npi_Deva", "languages": ["tum-Latn", "npi-Deva"], "main_score": 0.085217, "precision": 0.079617, "recall": 0.106719}, {"accuracy": 0.11166, "f1": 0.098967, "hf_subset": "tum_Latn-shn_Mymr", "languages": ["tum-Latn", "shn-Mymr"], "main_score": 0.098967, "precision": 0.095439, "recall": 0.11166}, {"accuracy": 0.101779, "f1": 0.093648, "hf_subset": "tum_Latn-tgl_Latn", "languages": ["tum-Latn", "tgl-Latn"], "main_score": 0.093648, "precision": 0.09143, "recall": 0.101779}, {"accuracy": 0.12253, "f1": 0.099219, "hf_subset": "tum_Latn-yue_Hant", "languages": ["tum-Latn", "yue-Hant"], "main_score": 0.099219, "precision": 0.094568, "recall": 0.12253}, {"accuracy": 0.040514, "f1": 0.032707, "hf_subset": "tum_Latn-asm_Beng", "languages": ["tum-Latn", "asm-Beng"], "main_score": 0.032707, "precision": 0.030653, "recall": 0.040514}, {"accuracy": 0.075099, "f1": 0.056084, "hf_subset": "tum_Latn-ckb_Arab", "languages": ["tum-Latn", "ckb-Arab"], "main_score": 0.056084, "precision": 0.052539, "recall": 0.075099}, {"accuracy": 0.093874, "f1": 0.082004, "hf_subset": "tum_Latn-gle_Latn", "languages": ["tum-Latn", "gle-Latn"], "main_score": 0.082004, "precision": 0.079056, "recall": 0.093874}, {"accuracy": 0.035573, "f1": 0.032183, "hf_subset": "tum_Latn-kas_Arab", "languages": ["tum-Latn", "kas-Arab"], "main_score": 0.032183, "precision": 0.03121, "recall": 0.035573}, {"accuracy": 0.120553, "f1": 0.097752, "hf_subset": "tum_Latn-ltg_Latn", "languages": ["tum-Latn", "ltg-Latn"], "main_score": 0.097752, "precision": 0.092946, "recall": 0.120553}, {"accuracy": 0.178854, "f1": 0.158448, "hf_subset": "tum_Latn-nso_Latn", "languages": ["tum-Latn", "nso-Latn"], "main_score": 0.158448, "precision": 0.151233, "recall": 0.178854}, {"accuracy": 0.064229, "f1": 0.049303, "hf_subset": "tum_Latn-sin_Sinh", "languages": ["tum-Latn", "sin-Sinh"], "main_score": 0.049303, "precision": 0.045337, "recall": 0.064229}, {"accuracy": 0.116601, "f1": 0.098149, "hf_subset": "tum_Latn-tha_Thai", "languages": ["tum-Latn", "tha-Thai"], "main_score": 0.098149, "precision": 0.094632, "recall": 0.116601}, {"accuracy": 0.140316, "f1": 0.112584, "hf_subset": "tum_Latn-zho_Hans", "languages": ["tum-Latn", "zho-Hans"], "main_score": 0.112584, "precision": 0.10673, "recall": 0.140316}, {"accuracy": 0.121542, "f1": 0.103483, "hf_subset": "tum_Latn-ast_Latn", "languages": ["tum-Latn", "ast-Latn"], "main_score": 0.103483, "precision": 0.099496, "recall": 0.121542}, {"accuracy": 0.091897, "f1": 0.082156, "hf_subset": "tum_Latn-crh_Latn", "languages": ["tum-Latn", "crh-Latn"], "main_score": 0.082156, "precision": 0.079008, "recall": 0.091897}, {"accuracy": 0.183794, "f1": 0.154219, "hf_subset": "tum_Latn-glg_Latn", "languages": ["tum-Latn", "glg-Latn"], "main_score": 0.154219, "precision": 0.147165, "recall": 0.183794}, {"accuracy": 0.088933, "f1": 0.072558, "hf_subset": "tum_Latn-kas_Deva", "languages": ["tum-Latn", "kas-Deva"], "main_score": 0.072558, "precision": 0.068791, "recall": 0.088933}, {"accuracy": 0.12253, "f1": 0.111322, "hf_subset": "tum_Latn-ltz_Latn", "languages": ["tum-Latn", "ltz-Latn"], "main_score": 0.111322, "precision": 0.107567, "recall": 0.12253}, {"accuracy": 0.119565, "f1": 0.094824, "hf_subset": "tum_Latn-nus_Latn", "languages": ["tum-Latn", "nus-Latn"], "main_score": 0.094824, "precision": 0.087545, "recall": 0.119565}, {"accuracy": 0.16996, "f1": 0.147706, "hf_subset": "tum_Latn-slk_Latn", "languages": ["tum-Latn", "slk-Latn"], "main_score": 0.147706, "precision": 0.142019, "recall": 0.16996}, {"accuracy": 0.024704, "f1": 0.017959, "hf_subset": "tum_Latn-tir_Ethi", "languages": ["tum-Latn", "tir-Ethi"], "main_score": 0.017959, "precision": 0.016984, "recall": 0.024704}, {"accuracy": 0.116601, "f1": 0.097608, "hf_subset": "tum_Latn-zho_Hant", "languages": ["tum-Latn", "zho-Hant"], "main_score": 0.097608, "precision": 0.092761, "recall": 0.116601}, {"accuracy": 0.101779, "f1": 0.088032, "hf_subset": "tum_Latn-awa_Deva", "languages": ["tum-Latn", "awa-Deva"], "main_score": 0.088032, "precision": 0.084513, "recall": 0.101779}, {"accuracy": 0.089921, "f1": 0.075385, "hf_subset": "tum_Latn-cym_Latn", "languages": ["tum-Latn", "cym-Latn"], "main_score": 0.075385, "precision": 0.072837, "recall": 0.089921}, {"accuracy": 0.150198, "f1": 0.132696, "hf_subset": "tum_Latn-grn_Latn", "languages": ["tum-Latn", "grn-Latn"], "main_score": 0.132696, "precision": 0.127164, "recall": 0.150198}, {"accuracy": 0.083992, "f1": 0.070371, "hf_subset": "tum_Latn-kat_Geor", "languages": ["tum-Latn", "kat-Geor"], "main_score": 0.070371, "precision": 0.067492, "recall": 0.083992}, {"accuracy": 0.171937, "f1": 0.149131, "hf_subset": "tum_Latn-lua_Latn", "languages": ["tum-Latn", "lua-Latn"], "main_score": 0.149131, "precision": 0.142386, "recall": 0.171937}, {"accuracy": 0.296443, "f1": 0.272005, "hf_subset": "tum_Latn-nya_Latn", "languages": ["tum-Latn", "nya-Latn"], "main_score": 0.272005, "precision": 0.26373, "recall": 0.296443}, {"accuracy": 0.16502, "f1": 0.141019, "hf_subset": "tum_Latn-slv_Latn", "languages": ["tum-Latn", "slv-Latn"], "main_score": 0.141019, "precision": 0.135225, "recall": 0.16502}, {"accuracy": 0.162055, "f1": 0.144261, "hf_subset": "tum_Latn-tpi_Latn", "languages": ["tum-Latn", "tpi-Latn"], "main_score": 0.144261, "precision": 0.139359, "recall": 0.162055}, {"accuracy": 0.175889, "f1": 0.147543, "hf_subset": "tum_Latn-zsm_Latn", "languages": ["tum-Latn", "zsm-Latn"], "main_score": 0.147543, "precision": 0.141401, "recall": 0.175889}, {"accuracy": 0.167984, "f1": 0.150311, "hf_subset": "tum_Latn-ayr_Latn", "languages": ["tum-Latn", "ayr-Latn"], "main_score": 0.150311, "precision": 0.144718, "recall": 0.167984}, {"accuracy": 0.188735, "f1": 0.158789, "hf_subset": "tum_Latn-dan_Latn", "languages": ["tum-Latn", "dan-Latn"], "main_score": 0.158789, "precision": 0.151612, "recall": 0.188735}, {"accuracy": 0.0583, "f1": 0.048137, "hf_subset": "tum_Latn-guj_Gujr", "languages": ["tum-Latn", "guj-Gujr"], "main_score": 0.048137, "precision": 0.045735, "recall": 0.0583}, {"accuracy": 0.130435, "f1": 0.111806, "hf_subset": "tum_Latn-kaz_Cyrl", "languages": ["tum-Latn", "kaz-Cyrl"], "main_score": 0.111806, "precision": 0.107785, "recall": 0.130435}, {"accuracy": 0.159091, "f1": 0.140873, "hf_subset": "tum_Latn-lug_Latn", "languages": ["tum-Latn", "lug-Latn"], "main_score": 0.140873, "precision": 0.136265, "recall": 0.159091}, {"accuracy": 0.153162, "f1": 0.136973, "hf_subset": "tum_Latn-oci_Latn", "languages": ["tum-Latn", "oci-Latn"], "main_score": 0.136973, "precision": 0.132963, "recall": 0.153162}, {"accuracy": 0.126482, "f1": 0.104197, "hf_subset": "tum_Latn-smo_Latn", "languages": ["tum-Latn", "smo-Latn"], "main_score": 0.104197, "precision": 0.097448, "recall": 0.126482}, {"accuracy": 0.213439, "f1": 0.189779, "hf_subset": "tum_Latn-tsn_Latn", "languages": ["tum-Latn", "tsn-Latn"], "main_score": 0.189779, "precision": 0.182303, "recall": 0.213439}, {"accuracy": 0.176877, "f1": 0.155465, "hf_subset": "tum_Latn-zul_Latn", "languages": ["tum-Latn", "zul-Latn"], "main_score": 0.155465, "precision": 0.147743, "recall": 0.176877}, {"accuracy": 0.060277, "f1": 0.046837, "hf_subset": "tum_Latn-azb_Arab", "languages": ["tum-Latn", "azb-Arab"], "main_score": 0.046837, "precision": 0.044284, "recall": 0.060277}, {"accuracy": 0.163043, "f1": 0.139495, "hf_subset": "tum_Latn-deu_Latn", "languages": ["tum-Latn", "deu-Latn"], "main_score": 0.139495, "precision": 0.133831, "recall": 0.163043}, {"accuracy": 0.108696, "f1": 0.093153, "hf_subset": "tum_Latn-hat_Latn", "languages": ["tum-Latn", "hat-Latn"], "main_score": 0.093153, "precision": 0.088394, "recall": 0.108696}, {"accuracy": 0.170949, "f1": 0.151669, "hf_subset": "tum_Latn-kbp_Latn", "languages": ["tum-Latn", "kbp-Latn"], "main_score": 0.151669, "precision": 0.145032, "recall": 0.170949}, {"accuracy": 0.164032, "f1": 0.153866, "hf_subset": "tum_Latn-luo_Latn", "languages": ["tum-Latn", "luo-Latn"], "main_score": 0.153866, "precision": 0.150366, "recall": 0.164032}, {"accuracy": 0.048419, "f1": 0.035346, "hf_subset": "tum_Latn-ory_Orya", "languages": ["tum-Latn", "ory-Orya"], "main_score": 0.035346, "precision": 0.033441, "recall": 0.048419}, {"accuracy": 0.172925, "f1": 0.152787, "hf_subset": "tum_Latn-sna_Latn", "languages": ["tum-Latn", "sna-Latn"], "main_score": 0.152787, "precision": 0.146005, "recall": 0.172925}, {"accuracy": 0.201581, "f1": 0.182188, "hf_subset": "tum_Latn-tso_Latn", "languages": ["tum-Latn", "tso-Latn"], "main_score": 0.182188, "precision": 0.174961, "recall": 0.201581}, {"accuracy": 0.093874, "f1": 0.081839, "hf_subset": "tum_Latn-azj_Latn", "languages": ["tum-Latn", "azj-Latn"], "main_score": 0.081839, "precision": 0.078889, "recall": 0.093874}, {"accuracy": 0.152174, "f1": 0.129339, "hf_subset": "tum_Latn-dik_Latn", "languages": ["tum-Latn", "dik-Latn"], "main_score": 0.129339, "precision": 0.122994, "recall": 0.152174}, {"accuracy": 0.125494, "f1": 0.11231, "hf_subset": "tum_Latn-hau_Latn", "languages": ["tum-Latn", "hau-Latn"], "main_score": 0.11231, "precision": 0.108222, "recall": 0.125494}, {"accuracy": 0.075099, "f1": 0.066373, "hf_subset": "tum_Latn-kea_Latn", "languages": ["tum-Latn", "kea-Latn"], "main_score": 0.066373, "precision": 0.064056, "recall": 0.075099}, {"accuracy": 0.192688, "f1": 0.169751, "hf_subset": "tum_Latn-lus_Latn", "languages": ["tum-Latn", "lus-Latn"], "main_score": 0.169751, "precision": 0.163204, "recall": 0.192688}, {"accuracy": 0.142292, "f1": 0.127436, "hf_subset": "tum_Latn-pag_Latn", "languages": ["tum-Latn", "pag-Latn"], "main_score": 0.127436, "precision": 0.123311, "recall": 0.142292}, {"accuracy": 0.057312, "f1": 0.04848, "hf_subset": "tum_Latn-snd_Arab", "languages": ["tum-Latn", "snd-Arab"], "main_score": 0.04848, "precision": 0.045913, "recall": 0.057312}, {"accuracy": 0.101779, "f1": 0.08078, "hf_subset": "tum_Latn-tuk_Latn", "languages": ["tum-Latn", "tuk-Latn"], "main_score": 0.08078, "precision": 0.075665, "recall": 0.101779}, {"accuracy": 0.119565, "f1": 0.102139, "hf_subset": "tum_Latn-bak_Cyrl", "languages": ["tum-Latn", "bak-Cyrl"], "main_score": 0.102139, "precision": 0.098439, "recall": 0.119565}, {"accuracy": 0.133399, "f1": 0.117702, "hf_subset": "tum_Latn-dyu_Latn", "languages": ["tum-Latn", "dyu-Latn"], "main_score": 0.117702, "precision": 0.111933, "recall": 0.133399}, {"accuracy": 0.12253, "f1": 0.098687, "hf_subset": "tum_Latn-heb_Hebr", "languages": ["tum-Latn", "heb-Hebr"], "main_score": 0.098687, "precision": 0.092829, "recall": 0.12253}, {"accuracy": 0.124506, "f1": 0.099668, "hf_subset": "tum_Latn-khk_Cyrl", "languages": ["tum-Latn", "khk-Cyrl"], "main_score": 0.099668, "precision": 0.09442, "recall": 0.124506}, {"accuracy": 0.132411, "f1": 0.111046, "hf_subset": "tum_Latn-lvs_Latn", "languages": ["tum-Latn", "lvs-Latn"], "main_score": 0.111046, "precision": 0.106229, "recall": 0.132411}, {"accuracy": 0.048419, "f1": 0.036907, "hf_subset": "tum_Latn-pan_Guru", "languages": ["tum-Latn", "pan-Guru"], "main_score": 0.036907, "precision": 0.035558, "recall": 0.048419}, {"accuracy": 0.082016, "f1": 0.071638, "hf_subset": "tum_Latn-som_Latn", "languages": ["tum-Latn", "som-Latn"], "main_score": 0.071638, "precision": 0.068684, "recall": 0.082016}]}, "evaluation_time": 45970.325112104416, "kg_co2_emissions": null} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQA-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQA-PLHardNegatives.json new file mode 100644 index 000000000..74330d55a --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQA-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0642cadffa3205c6b21c9af901fdffcd60d6f31e", + "evaluation_time": 104.58155822753906, + "kg_co2_emissions": 0.009549355077032445, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.3408, + "map_at_1": 0.1855, + "map_at_10": 0.25994, + "map_at_100": 0.27241, + "map_at_1000": 0.27387, + "map_at_20": 0.26571, + "map_at_3": 0.23667, + "map_at_5": 0.24839, + "mrr_at_1": 0.371, + "mrr_at_10": 0.45820753968253924, + "mrr_at_100": 0.4669570862766527, + "mrr_at_1000": 0.46741676550834876, + "mrr_at_20": 0.4628038168659678, + "mrr_at_3": 0.4343333333333331, + "mrr_at_5": 0.447583333333333, + "nauc_map_at_1000_diff1": 0.4337637236319184, + "nauc_map_at_1000_max": 0.3579256715603326, + "nauc_map_at_1000_std": 0.028812783230127502, + "nauc_map_at_100_diff1": 0.43387762228983323, + "nauc_map_at_100_max": 0.3575386327373425, + "nauc_map_at_100_std": 0.02765955567649485, + "nauc_map_at_10_diff1": 0.4406742545331231, + "nauc_map_at_10_max": 0.3557813644417109, + "nauc_map_at_10_std": 0.011760860826336565, + "nauc_map_at_1_diff1": 0.5852664662725784, + "nauc_map_at_1_max": 0.36972317684234424, + "nauc_map_at_1_std": -0.06488878911241432, + "nauc_map_at_20_diff1": 0.4356490145968408, + "nauc_map_at_20_max": 0.3546920203167478, + "nauc_map_at_20_std": 0.01983110401709536, + "nauc_map_at_3_diff1": 0.4668919274443604, + "nauc_map_at_3_max": 0.36313513892739807, + "nauc_map_at_3_std": -0.008171596244218936, + "nauc_map_at_5_diff1": 0.4529788493055197, + "nauc_map_at_5_max": 0.3560142838558554, + "nauc_map_at_5_std": 0.00013703785453257695, + "nauc_mrr_at_1000_diff1": 0.5192031162026313, + "nauc_mrr_at_1000_max": 0.3516966863925305, + "nauc_mrr_at_1000_std": -0.029730924705116516, + "nauc_mrr_at_100_diff1": 0.518918604811933, + "nauc_mrr_at_100_max": 0.35172730225279686, + "nauc_mrr_at_100_std": -0.0295605607242737, + "nauc_mrr_at_10_diff1": 0.518307538295033, + "nauc_mrr_at_10_max": 0.34882718716824285, + "nauc_mrr_at_10_std": -0.03410685254413426, + "nauc_mrr_at_1_diff1": 0.5852664662725784, + "nauc_mrr_at_1_max": 0.36972317684234424, + "nauc_mrr_at_1_std": -0.06488878911241432, + "nauc_mrr_at_20_diff1": 0.5181868398408082, + "nauc_mrr_at_20_max": 0.35095229677947953, + "nauc_mrr_at_20_std": -0.030298954487733676, + "nauc_mrr_at_3_diff1": 0.5291625713467175, + "nauc_mrr_at_3_max": 0.3536578002071536, + "nauc_mrr_at_3_std": -0.040244396941181565, + "nauc_mrr_at_5_diff1": 0.5200019165802845, + "nauc_mrr_at_5_max": 0.34749463530637936, + "nauc_mrr_at_5_std": -0.03706769024265175, + "nauc_ndcg_at_1000_diff1": 0.4068186002915367, + "nauc_ndcg_at_1000_max": 0.35796241856465744, + "nauc_ndcg_at_1000_std": 0.08267051254405466, + "nauc_ndcg_at_100_diff1": 0.4067079711994129, + "nauc_ndcg_at_100_max": 0.35386870545107385, + "nauc_ndcg_at_100_std": 0.07082636142571751, + "nauc_ndcg_at_10_diff1": 0.4275236007101885, + "nauc_ndcg_at_10_max": 0.3436657082458344, + "nauc_ndcg_at_10_std": 0.01964728205476118, + "nauc_ndcg_at_1_diff1": 0.5852664662725784, + "nauc_ndcg_at_1_max": 0.36972317684234424, + "nauc_ndcg_at_1_std": -0.06488878911241432, + "nauc_ndcg_at_20_diff1": 0.41630224573673874, + "nauc_ndcg_at_20_max": 0.3440040130723144, + "nauc_ndcg_at_20_std": 0.04197642417066525, + "nauc_ndcg_at_3_diff1": 0.4700673350214364, + "nauc_ndcg_at_3_max": 0.35471972192818907, + "nauc_ndcg_at_3_std": -0.01086984557330474, + "nauc_ndcg_at_5_diff1": 0.4481201598629995, + "nauc_ndcg_at_5_max": 0.3433825335887549, + "nauc_ndcg_at_5_std": 0.00042891782494519355, + "nauc_precision_at_1000_diff1": -0.10576677119551464, + "nauc_precision_at_1000_max": 0.20558234567784123, + "nauc_precision_at_1000_std": 0.4698934816316592, + "nauc_precision_at_100_diff1": 0.0885057120617057, + "nauc_precision_at_100_max": 0.24372381746201227, + "nauc_precision_at_100_std": 0.2651894393037474, + "nauc_precision_at_10_diff1": 0.2581347422391565, + "nauc_precision_at_10_max": 0.2823171190062678, + "nauc_precision_at_10_std": 0.09135824886439184, + "nauc_precision_at_1_diff1": 0.5852664662725784, + "nauc_precision_at_1_max": 0.36972317684234424, + "nauc_precision_at_1_std": -0.06488878911241432, + "nauc_precision_at_20_diff1": 0.2051187143255071, + "nauc_precision_at_20_max": 0.26516375447922896, + "nauc_precision_at_20_std": 0.1573969246167574, + "nauc_precision_at_3_diff1": 0.39736764678333425, + "nauc_precision_at_3_max": 0.3390168566255675, + "nauc_precision_at_3_std": 0.020731103928804732, + "nauc_precision_at_5_diff1": 0.3333843208203002, + "nauc_precision_at_5_max": 0.3018751087879571, + "nauc_precision_at_5_std": 0.04504586236543244, + "nauc_recall_at_1000_diff1": -0.10576677119551313, + "nauc_recall_at_1000_max": 0.20558234567784334, + "nauc_recall_at_1000_std": 0.46989348163166056, + "nauc_recall_at_100_diff1": 0.08850571206170518, + "nauc_recall_at_100_max": 0.24372381746201158, + "nauc_recall_at_100_std": 0.2651894393037474, + "nauc_recall_at_10_diff1": 0.2581347422391569, + "nauc_recall_at_10_max": 0.28231711900626844, + "nauc_recall_at_10_std": 0.09135824886439155, + "nauc_recall_at_1_diff1": 0.5852664662725784, + "nauc_recall_at_1_max": 0.36972317684234424, + "nauc_recall_at_1_std": -0.06488878911241432, + "nauc_recall_at_20_diff1": 0.20511871432550702, + "nauc_recall_at_20_max": 0.2651637544792291, + "nauc_recall_at_20_std": 0.15739692461675736, + "nauc_recall_at_3_diff1": 0.3973676467833345, + "nauc_recall_at_3_max": 0.3390168566255675, + "nauc_recall_at_3_std": 0.020731103928804583, + "nauc_recall_at_5_diff1": 0.333384320820301, + "nauc_recall_at_5_max": 0.3018751087879569, + "nauc_recall_at_5_std": 0.0450458623654324, + "ndcg_at_1": 0.371, + "ndcg_at_10": 0.3408, + "ndcg_at_100": 0.39826, + "ndcg_at_1000": 0.42961, + "ndcg_at_20": 0.359, + "ndcg_at_3": 0.29483, + "ndcg_at_5": 0.31533, + "precision_at_1": 0.371, + "precision_at_10": 0.0771, + "precision_at_100": 0.01235, + "precision_at_1000": 0.00165, + "precision_at_20": 0.04445, + "precision_at_3": 0.18633, + "precision_at_5": 0.1282, + "recall_at_1": 0.1855, + "recall_at_10": 0.3855, + "recall_at_100": 0.6175, + "recall_at_1000": 0.8255, + "recall_at_20": 0.4445, + "recall_at_3": 0.2795, + "recall_at_5": 0.3205 + } + ] + }, + "task_name": "HotpotQA-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQAHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQAHardNegatives.json new file mode 100644 index 000000000..d1bfa8019 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/HotpotQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", + "evaluation_time": 102.8304853439331, + "kg_co2_emissions": 0.009355391010656442, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.43405, + "map_at_1": 0.246, + "map_at_10": 0.34091, + "map_at_100": 0.35437, + "map_at_1000": 0.35565, + "map_at_20": 0.34873, + "map_at_3": 0.31167, + "map_at_5": 0.32849, + "mrr_at_1": 0.492, + "mrr_at_10": 0.5837130952380953, + "mrr_at_100": 0.5905386512436542, + "mrr_at_1000": 0.5908362446034842, + "mrr_at_20": 0.5880433726747966, + "mrr_at_3": 0.5599999999999997, + "mrr_at_5": 0.5751499999999999, + "nauc_map_at_1000_diff1": 0.4354706869469366, + "nauc_map_at_1000_max": 0.36083272504520514, + "nauc_map_at_1000_std": 0.08786048269667306, + "nauc_map_at_100_diff1": 0.4354617190024034, + "nauc_map_at_100_max": 0.36071136999204045, + "nauc_map_at_100_std": 0.08740832045937039, + "nauc_map_at_10_diff1": 0.4410698368798449, + "nauc_map_at_10_max": 0.36552527946473123, + "nauc_map_at_10_std": 0.07855830543459638, + "nauc_map_at_1_diff1": 0.6571251282214817, + "nauc_map_at_1_max": 0.43320657344367036, + "nauc_map_at_1_std": -0.0055274752725203895, + "nauc_map_at_20_diff1": 0.4351059826550398, + "nauc_map_at_20_max": 0.36028485970773977, + "nauc_map_at_20_std": 0.08286919520157927, + "nauc_map_at_3_diff1": 0.4874954691109918, + "nauc_map_at_3_max": 0.38219815063837226, + "nauc_map_at_3_std": 0.05098700199521726, + "nauc_map_at_5_diff1": 0.4560154385243341, + "nauc_map_at_5_max": 0.3703437142017655, + "nauc_map_at_5_std": 0.06912805785683908, + "nauc_mrr_at_1000_diff1": 0.6081754737171298, + "nauc_mrr_at_1000_max": 0.42673306758437285, + "nauc_mrr_at_1000_std": 0.018730780180649137, + "nauc_mrr_at_100_diff1": 0.6079559086962828, + "nauc_mrr_at_100_max": 0.4266670103359024, + "nauc_mrr_at_100_std": 0.01879751624358879, + "nauc_mrr_at_10_diff1": 0.606389825423122, + "nauc_mrr_at_10_max": 0.42649384955404834, + "nauc_mrr_at_10_std": 0.018869798775607054, + "nauc_mrr_at_1_diff1": 0.6571251282214817, + "nauc_mrr_at_1_max": 0.43320657344367036, + "nauc_mrr_at_1_std": -0.0055274752725203895, + "nauc_mrr_at_20_diff1": 0.6072299068956277, + "nauc_mrr_at_20_max": 0.4263898690879898, + "nauc_mrr_at_20_std": 0.018985374208400217, + "nauc_mrr_at_3_diff1": 0.6142245341115371, + "nauc_mrr_at_3_max": 0.43354626714768285, + "nauc_mrr_at_3_std": 0.013280597746578, + "nauc_mrr_at_5_diff1": 0.6081685513216818, + "nauc_mrr_at_5_max": 0.42724631914252525, + "nauc_mrr_at_5_std": 0.014739935958948187, + "nauc_ndcg_at_1000_diff1": 0.43325962997802875, + "nauc_ndcg_at_1000_max": 0.3616887275891069, + "nauc_ndcg_at_1000_std": 0.12459422842650614, + "nauc_ndcg_at_100_diff1": 0.4308484219284156, + "nauc_ndcg_at_100_max": 0.3601727804949241, + "nauc_ndcg_at_100_std": 0.12149138607055467, + "nauc_ndcg_at_10_diff1": 0.4450609148751796, + "nauc_ndcg_at_10_max": 0.3704248914185911, + "nauc_ndcg_at_10_std": 0.08837869480151173, + "nauc_ndcg_at_1_diff1": 0.6571251282214817, + "nauc_ndcg_at_1_max": 0.43320657344367036, + "nauc_ndcg_at_1_std": -0.0055274752725203895, + "nauc_ndcg_at_20_diff1": 0.431367412742603, + "nauc_ndcg_at_20_max": 0.35832566512587277, + "nauc_ndcg_at_20_std": 0.09955279172416832, + "nauc_ndcg_at_3_diff1": 0.5097745488745675, + "nauc_ndcg_at_3_max": 0.39655250967730166, + "nauc_ndcg_at_3_std": 0.04767363885975333, + "nauc_ndcg_at_5_diff1": 0.4699631611014283, + "nauc_ndcg_at_5_max": 0.3785459712606603, + "nauc_ndcg_at_5_std": 0.06861938836577157, + "nauc_precision_at_1000_diff1": -0.11846771757493227, + "nauc_precision_at_1000_max": 0.062262025963175954, + "nauc_precision_at_1000_std": 0.44414672439576436, + "nauc_precision_at_100_diff1": 0.07567689175847736, + "nauc_precision_at_100_max": 0.16333644949631787, + "nauc_precision_at_100_std": 0.2965578776309008, + "nauc_precision_at_10_diff1": 0.222717023162546, + "nauc_precision_at_10_max": 0.2693574584166749, + "nauc_precision_at_10_std": 0.1686700714271996, + "nauc_precision_at_1_diff1": 0.6571251282214817, + "nauc_precision_at_1_max": 0.43320657344367036, + "nauc_precision_at_1_std": -0.0055274752725203895, + "nauc_precision_at_20_diff1": 0.15227855198216136, + "nauc_precision_at_20_max": 0.206064380215533, + "nauc_precision_at_20_std": 0.19621688145459978, + "nauc_precision_at_3_diff1": 0.4171888133262013, + "nauc_precision_at_3_max": 0.36999110028362237, + "nauc_precision_at_3_std": 0.08113911874828644, + "nauc_precision_at_5_diff1": 0.3304565035458803, + "nauc_precision_at_5_max": 0.3286147086252785, + "nauc_precision_at_5_std": 0.12547281066199284, + "nauc_recall_at_1000_diff1": -0.11846771757492962, + "nauc_recall_at_1000_max": 0.06226202596317683, + "nauc_recall_at_1000_std": 0.44414672439576514, + "nauc_recall_at_100_diff1": 0.07567689175847753, + "nauc_recall_at_100_max": 0.16333644949631762, + "nauc_recall_at_100_std": 0.2965578776309004, + "nauc_recall_at_10_diff1": 0.22271702316254607, + "nauc_recall_at_10_max": 0.26935745841667547, + "nauc_recall_at_10_std": 0.1686700714271998, + "nauc_recall_at_1_diff1": 0.6571251282214817, + "nauc_recall_at_1_max": 0.43320657344367036, + "nauc_recall_at_1_std": -0.0055274752725203895, + "nauc_recall_at_20_diff1": 0.15227855198216142, + "nauc_recall_at_20_max": 0.2060643802155336, + "nauc_recall_at_20_std": 0.1962168814545997, + "nauc_recall_at_3_diff1": 0.417188813326202, + "nauc_recall_at_3_max": 0.36999110028362253, + "nauc_recall_at_3_std": 0.08113911874828625, + "nauc_recall_at_5_diff1": 0.33045650354588046, + "nauc_recall_at_5_max": 0.328614708625279, + "nauc_recall_at_5_std": 0.12547281066199356, + "ndcg_at_1": 0.492, + "ndcg_at_10": 0.43405, + "ndcg_at_100": 0.48738, + "ndcg_at_1000": 0.51387, + "ndcg_at_20": 0.45626, + "ndcg_at_3": 0.38238, + "ndcg_at_5": 0.40938, + "precision_at_1": 0.492, + "precision_at_10": 0.0947, + "precision_at_100": 0.01365, + "precision_at_1000": 0.00172, + "precision_at_20": 0.0545, + "precision_at_3": 0.23867, + "precision_at_5": 0.1646, + "recall_at_1": 0.246, + "recall_at_10": 0.4735, + "recall_at_100": 0.6825, + "recall_at_1000": 0.858, + "recall_at_20": 0.545, + "recall_at_3": 0.358, + "recall_at_5": 0.4115 + } + ] + }, + "task_name": "HotpotQAHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MIRACLRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MIRACLRetrievalHardNegatives.json new file mode 100644 index 000000000..263362a61 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2657 @@ +{ + "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", + "evaluation_time": 1124.4978725910187, + "kg_co2_emissions": 0.10203147529563049, + "mteb_version": "1.12.75", + "scores": { + "dev": [ + { + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ], + "main_score": 0.2376, + "map_at_1": 0.10481, + "map_at_10": 0.1835, + "map_at_100": 0.20061, + "map_at_1000": 0.20187, + "map_at_20": 0.19255, + "map_at_3": 0.15082, + "map_at_5": 0.16804, + "mrr_at_1": 0.174, + "mrr_at_10": 0.2500396825396823, + "mrr_at_100": 0.25934793927246697, + "mrr_at_1000": 0.2600451873527458, + "mrr_at_20": 0.25517221403467516, + "mrr_at_3": 0.2240000000000001, + "mrr_at_5": 0.24034999999999995, + "nauc_map_at_1000_diff1": 0.20388170628038801, + "nauc_map_at_1000_max": 0.16526903990113423, + "nauc_map_at_1000_std": 0.3534930441050673, + "nauc_map_at_100_diff1": 0.20364501145520159, + "nauc_map_at_100_max": 0.1652537144994813, + "nauc_map_at_100_std": 0.3530310949906242, + "nauc_map_at_10_diff1": 0.20826560838167416, + "nauc_map_at_10_max": 0.1590656781313382, + "nauc_map_at_10_std": 0.3353936814674758, + "nauc_map_at_1_diff1": 0.28099707094636917, + "nauc_map_at_1_max": 0.10934127233755724, + "nauc_map_at_1_std": 0.2555594692952048, + "nauc_map_at_20_diff1": 0.20690502930923937, + "nauc_map_at_20_max": 0.1646508607493619, + "nauc_map_at_20_std": 0.3437839711693627, + "nauc_map_at_3_diff1": 0.23129043195866028, + "nauc_map_at_3_max": 0.14133202047911242, + "nauc_map_at_3_std": 0.3138803373665298, + "nauc_map_at_5_diff1": 0.21312471215886208, + "nauc_map_at_5_max": 0.14483629515439517, + "nauc_map_at_5_std": 0.319080358059867, + "nauc_mrr_at_1000_diff1": 0.17379086025548157, + "nauc_mrr_at_1000_max": 0.15568487456259245, + "nauc_mrr_at_1000_std": 0.38697892581945076, + "nauc_mrr_at_100_diff1": 0.17342325622396337, + "nauc_mrr_at_100_max": 0.15563138856381264, + "nauc_mrr_at_100_std": 0.3871647994847876, + "nauc_mrr_at_10_diff1": 0.172921498041655, + "nauc_mrr_at_10_max": 0.15830656803439827, + "nauc_mrr_at_10_std": 0.38369230265495646, + "nauc_mrr_at_1_diff1": 0.21826790428953768, + "nauc_mrr_at_1_max": 0.14413479859812928, + "nauc_mrr_at_1_std": 0.3267273951928654, + "nauc_mrr_at_20_diff1": 0.1742724440802449, + "nauc_mrr_at_20_max": 0.15622772282609973, + "nauc_mrr_at_20_std": 0.3845616956937872, + "nauc_mrr_at_3_diff1": 0.18271048395433656, + "nauc_mrr_at_3_max": 0.14780581276859675, + "nauc_mrr_at_3_std": 0.37180980229582417, + "nauc_mrr_at_5_diff1": 0.1741646154747577, + "nauc_mrr_at_5_max": 0.15078296691175808, + "nauc_mrr_at_5_std": 0.3790224438827446, + "nauc_ndcg_at_1000_diff1": 0.17270686372109476, + "nauc_ndcg_at_1000_max": 0.17159749594796675, + "nauc_ndcg_at_1000_std": 0.4226768341233361, + "nauc_ndcg_at_100_diff1": 0.16392863885587342, + "nauc_ndcg_at_100_max": 0.17447779460150176, + "nauc_ndcg_at_100_std": 0.42450389727483556, + "nauc_ndcg_at_10_diff1": 0.17638728030652087, + "nauc_ndcg_at_10_max": 0.16974974536476622, + "nauc_ndcg_at_10_std": 0.370987501754485, + "nauc_ndcg_at_1_diff1": 0.21826790428953768, + "nauc_ndcg_at_1_max": 0.14413479859812928, + "nauc_ndcg_at_1_std": 0.3267273951928654, + "nauc_ndcg_at_20_diff1": 0.17893249761840543, + "nauc_ndcg_at_20_max": 0.1761056339422399, + "nauc_ndcg_at_20_std": 0.38693215169048356, + "nauc_ndcg_at_3_diff1": 0.20220983907960013, + "nauc_ndcg_at_3_max": 0.15113316244068992, + "nauc_ndcg_at_3_std": 0.3437768385953906, + "nauc_ndcg_at_5_diff1": 0.18389533255369192, + "nauc_ndcg_at_5_max": 0.15017895067030623, + "nauc_ndcg_at_5_std": 0.3500649384974747, + "nauc_precision_at_1000_diff1": -0.02091695093168762, + "nauc_precision_at_1000_max": 0.1310782399066306, + "nauc_precision_at_1000_std": 0.3571994284942828, + "nauc_precision_at_100_diff1": -0.0061001582716388005, + "nauc_precision_at_100_max": 0.17642613706222623, + "nauc_precision_at_100_std": 0.43832172198806135, + "nauc_precision_at_10_diff1": 0.04691062593919985, + "nauc_precision_at_10_max": 0.21654889935658117, + "nauc_precision_at_10_std": 0.416696053646191, + "nauc_precision_at_1_diff1": 0.21826790428953768, + "nauc_precision_at_1_max": 0.14413479859812928, + "nauc_precision_at_1_std": 0.3267273951928654, + "nauc_precision_at_20_diff1": 0.04186725009931947, + "nauc_precision_at_20_max": 0.21694200999682411, + "nauc_precision_at_20_std": 0.4176867062274684, + "nauc_precision_at_3_diff1": 0.1279312907367697, + "nauc_precision_at_3_max": 0.19408855037252654, + "nauc_precision_at_3_std": 0.39803909878180943, + "nauc_precision_at_5_diff1": 0.07966273133880154, + "nauc_precision_at_5_max": 0.1937784591286085, + "nauc_precision_at_5_std": 0.4006290202772114, + "nauc_recall_at_1000_diff1": 0.1605748019910035, + "nauc_recall_at_1000_max": 0.16341247094458222, + "nauc_recall_at_1000_std": 0.6179186657698758, + "nauc_recall_at_100_diff1": 0.090460553717728, + "nauc_recall_at_100_max": 0.1760702102810645, + "nauc_recall_at_100_std": 0.5496101030142836, + "nauc_recall_at_10_diff1": 0.1303306437121028, + "nauc_recall_at_10_max": 0.17403882958812372, + "nauc_recall_at_10_std": 0.3675632611889715, + "nauc_recall_at_1_diff1": 0.28099707094636917, + "nauc_recall_at_1_max": 0.10934127233755724, + "nauc_recall_at_1_std": 0.2555594692952048, + "nauc_recall_at_20_diff1": 0.141389853467046, + "nauc_recall_at_20_max": 0.1772014107007874, + "nauc_recall_at_20_std": 0.3926958214182307, + "nauc_recall_at_3_diff1": 0.18728817296693398, + "nauc_recall_at_3_max": 0.13240844589466313, + "nauc_recall_at_3_std": 0.3336026643321679, + "nauc_recall_at_5_diff1": 0.14068647411306326, + "nauc_recall_at_5_max": 0.12900080933232447, + "nauc_recall_at_5_std": 0.3323970170757403, + "ndcg_at_1": 0.174, + "ndcg_at_10": 0.2376, + "ndcg_at_100": 0.30616, + "ndcg_at_1000": 0.3343, + "ndcg_at_20": 0.2636, + "ndcg_at_3": 0.18523, + "ndcg_at_5": 0.20849, + "precision_at_1": 0.174, + "precision_at_10": 0.0629, + "precision_at_100": 0.01209, + "precision_at_1000": 0.00158, + "precision_at_20": 0.0406, + "precision_at_3": 0.11533, + "precision_at_5": 0.0924, + "recall_at_1": 0.10481, + "recall_at_10": 0.32565, + "recall_at_100": 0.59926, + "recall_at_1000": 0.79158, + "recall_at_20": 0.41116, + "recall_at_3": 0.19129, + "recall_at_5": 0.25067 + }, + { + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ], + "main_score": 0.11042, + "map_at_1": 0.048, + "map_at_10": 0.08116, + "map_at_100": 0.08997, + "map_at_1000": 0.09127, + "map_at_20": 0.08584, + "map_at_3": 0.06857, + "map_at_5": 0.07466, + "mrr_at_1": 0.09245742092457421, + "mrr_at_10": 0.13114162128760676, + "mrr_at_100": 0.1374503949741174, + "mrr_at_1000": 0.1382663680313098, + "mrr_at_20": 0.13416290223000815, + "mrr_at_3": 0.11841038118410384, + "mrr_at_5": 0.12473641524736422, + "nauc_map_at_1000_diff1": 0.32856765520167364, + "nauc_map_at_1000_max": -0.10922745134086705, + "nauc_map_at_1000_std": 0.5327325217506501, + "nauc_map_at_100_diff1": 0.32944007829628297, + "nauc_map_at_100_max": -0.10731362941698563, + "nauc_map_at_100_std": 0.532584714922938, + "nauc_map_at_10_diff1": 0.32368821697518657, + "nauc_map_at_10_max": -0.08749655171713339, + "nauc_map_at_10_std": 0.5275598316623948, + "nauc_map_at_1_diff1": 0.35876074948065634, + "nauc_map_at_1_max": -0.09257692374929344, + "nauc_map_at_1_std": 0.49795333792414664, + "nauc_map_at_20_diff1": 0.33104321995760416, + "nauc_map_at_20_max": -0.0989350471079436, + "nauc_map_at_20_std": 0.5271071040899771, + "nauc_map_at_3_diff1": 0.34795806289735526, + "nauc_map_at_3_max": -0.0739679285247348, + "nauc_map_at_3_std": 0.5142353040034918, + "nauc_map_at_5_diff1": 0.33320510079645477, + "nauc_map_at_5_max": -0.07865288376370314, + "nauc_map_at_5_std": 0.5179106007381022, + "nauc_mrr_at_1000_diff1": 0.2914978786709834, + "nauc_mrr_at_1000_max": -0.1359585152783559, + "nauc_mrr_at_1000_std": 0.4921291579147707, + "nauc_mrr_at_100_diff1": 0.2916702742237244, + "nauc_mrr_at_100_max": -0.13516488961778533, + "nauc_mrr_at_100_std": 0.4924143763280824, + "nauc_mrr_at_10_diff1": 0.28972249657664706, + "nauc_mrr_at_10_max": -0.12899177500816328, + "nauc_mrr_at_10_std": 0.4944898276783762, + "nauc_mrr_at_1_diff1": 0.33340697808908737, + "nauc_mrr_at_1_max": -0.11598969802896802, + "nauc_mrr_at_1_std": 0.4750560437652122, + "nauc_mrr_at_20_diff1": 0.2929306824287933, + "nauc_mrr_at_20_max": -0.1313428464931521, + "nauc_mrr_at_20_std": 0.4926514729498509, + "nauc_mrr_at_3_diff1": 0.32153578045182407, + "nauc_mrr_at_3_max": -0.1094239988174991, + "nauc_mrr_at_3_std": 0.491757381586696, + "nauc_mrr_at_5_diff1": 0.3076972802921577, + "nauc_mrr_at_5_max": -0.11467407465703636, + "nauc_mrr_at_5_std": 0.49188733859765343, + "nauc_ndcg_at_1000_diff1": 0.28095218847083686, + "nauc_ndcg_at_1000_max": -0.19417108534278837, + "nauc_ndcg_at_1000_std": 0.5286148722489933, + "nauc_ndcg_at_100_diff1": 0.28914856016695456, + "nauc_ndcg_at_100_max": -0.16392237564737488, + "nauc_ndcg_at_100_std": 0.5264408246708201, + "nauc_ndcg_at_10_diff1": 0.2894373283494656, + "nauc_ndcg_at_10_max": -0.1128476514960803, + "nauc_ndcg_at_10_std": 0.5222629997653021, + "nauc_ndcg_at_1_diff1": 0.33340697808908737, + "nauc_ndcg_at_1_max": -0.11598969802896802, + "nauc_ndcg_at_1_std": 0.4750560437652122, + "nauc_ndcg_at_20_diff1": 0.3030509915876734, + "nauc_ndcg_at_20_max": -0.13447904650373757, + "nauc_ndcg_at_20_std": 0.5181956776372961, + "nauc_ndcg_at_3_diff1": 0.34461826762699416, + "nauc_ndcg_at_3_max": -0.0863951576639888, + "nauc_ndcg_at_3_std": 0.521615128253415, + "nauc_ndcg_at_5_diff1": 0.3207961040319841, + "nauc_ndcg_at_5_max": -0.09202198499928707, + "nauc_ndcg_at_5_std": 0.5172310012530216, + "nauc_precision_at_1000_diff1": 0.18339520441259077, + "nauc_precision_at_1000_max": -0.2418843837591575, + "nauc_precision_at_1000_std": 0.47033369593574464, + "nauc_precision_at_100_diff1": 0.2577106866376749, + "nauc_precision_at_100_max": -0.21049247609071306, + "nauc_precision_at_100_std": 0.5476717538634732, + "nauc_precision_at_10_diff1": 0.2839148609085869, + "nauc_precision_at_10_max": -0.13303086778249937, + "nauc_precision_at_10_std": 0.5690767611474874, + "nauc_precision_at_1_diff1": 0.33340697808908737, + "nauc_precision_at_1_max": -0.11598969802896802, + "nauc_precision_at_1_std": 0.4750560437652122, + "nauc_precision_at_20_diff1": 0.3014416863578986, + "nauc_precision_at_20_max": -0.17089597529490236, + "nauc_precision_at_20_std": 0.5517048203143416, + "nauc_precision_at_3_diff1": 0.34760104439155376, + "nauc_precision_at_3_max": -0.08710611276292363, + "nauc_precision_at_3_std": 0.5429693067967929, + "nauc_precision_at_5_diff1": 0.3265642677234214, + "nauc_precision_at_5_max": -0.09645155900187224, + "nauc_precision_at_5_std": 0.5609432519873911, + "nauc_recall_at_1000_diff1": 0.19828876726919809, + "nauc_recall_at_1000_max": -0.36178011485578393, + "nauc_recall_at_1000_std": 0.48143901477636575, + "nauc_recall_at_100_diff1": 0.22005018582580083, + "nauc_recall_at_100_max": -0.23565914935501894, + "nauc_recall_at_100_std": 0.47994347731548787, + "nauc_recall_at_10_diff1": 0.22773682980244725, + "nauc_recall_at_10_max": -0.12640334592182007, + "nauc_recall_at_10_std": 0.4976258340891272, + "nauc_recall_at_1_diff1": 0.35876074948065634, + "nauc_recall_at_1_max": -0.09257692374929344, + "nauc_recall_at_1_std": 0.49795333792414664, + "nauc_recall_at_20_diff1": 0.2581860073118371, + "nauc_recall_at_20_max": -0.17110036419529723, + "nauc_recall_at_20_std": 0.4715590892558733, + "nauc_recall_at_3_diff1": 0.32404879865875225, + "nauc_recall_at_3_max": -0.0630987505601928, + "nauc_recall_at_3_std": 0.49224187177106865, + "nauc_recall_at_5_diff1": 0.2749259536598772, + "nauc_recall_at_5_max": -0.07671654387733946, + "nauc_recall_at_5_std": 0.49121849304880205, + "ndcg_at_1": 0.09246, + "ndcg_at_10": 0.11042, + "ndcg_at_100": 0.14953, + "ndcg_at_1000": 0.18396, + "ndcg_at_20": 0.12443, + "ndcg_at_3": 0.09106, + "ndcg_at_5": 0.09763, + "precision_at_1": 0.09246, + "precision_at_10": 0.03212, + "precision_at_100": 0.00681, + "precision_at_1000": 0.00116, + "precision_at_20": 0.02105, + "precision_at_3": 0.06326, + "precision_at_5": 0.04769, + "recall_at_1": 0.048, + "recall_at_10": 0.14372, + "recall_at_100": 0.29832, + "recall_at_1000": 0.53754, + "recall_at_20": 0.18974, + "recall_at_3": 0.09035, + "recall_at_5": 0.10913 + }, + { + "hf_subset": "de", + "languages": [ + "deu-Latn" + ], + "main_score": 0.34194, + "map_at_1": 0.13304, + "map_at_10": 0.25404, + "map_at_100": 0.29229, + "map_at_1000": 0.29394, + "map_at_20": 0.2749, + "map_at_3": 0.20434, + "map_at_5": 0.22974, + "mrr_at_1": 0.25573770491803277, + "mrr_at_10": 0.3884244080145718, + "mrr_at_100": 0.4009760600434393, + "mrr_at_1000": 0.40118555888050256, + "mrr_at_20": 0.39627380239863097, + "mrr_at_3": 0.348087431693989, + "mrr_at_5": 0.37398907103825135, + "nauc_map_at_1000_diff1": 0.23984717454218968, + "nauc_map_at_1000_max": 0.11432894814333329, + "nauc_map_at_1000_std": -0.09885492140513163, + "nauc_map_at_100_diff1": 0.24053554831584537, + "nauc_map_at_100_max": 0.11258013026747302, + "nauc_map_at_100_std": -0.10017070979041275, + "nauc_map_at_10_diff1": 0.2532337986856632, + "nauc_map_at_10_max": 0.10113470379556197, + "nauc_map_at_10_std": -0.11273453362892358, + "nauc_map_at_1_diff1": 0.32606486716733335, + "nauc_map_at_1_max": 0.054638292603664276, + "nauc_map_at_1_std": -0.12298526583996741, + "nauc_map_at_20_diff1": 0.24436771103256696, + "nauc_map_at_20_max": 0.11576029832335066, + "nauc_map_at_20_std": -0.10154283951867686, + "nauc_map_at_3_diff1": 0.2861193242129404, + "nauc_map_at_3_max": 0.0802516148021458, + "nauc_map_at_3_std": -0.13315830107335702, + "nauc_map_at_5_diff1": 0.26683134279093035, + "nauc_map_at_5_max": 0.08783545076667508, + "nauc_map_at_5_std": -0.12363914030864537, + "nauc_mrr_at_1000_diff1": 0.2002929751251957, + "nauc_mrr_at_1000_max": 0.11458067499066313, + "nauc_mrr_at_1000_std": -0.04290786283956667, + "nauc_mrr_at_100_diff1": 0.2001752457955575, + "nauc_mrr_at_100_max": 0.11441541965568604, + "nauc_mrr_at_100_std": -0.04300221078285172, + "nauc_mrr_at_10_diff1": 0.19874424381122666, + "nauc_mrr_at_10_max": 0.11637269697490517, + "nauc_mrr_at_10_std": -0.03874038659300088, + "nauc_mrr_at_1_diff1": 0.21383052797387211, + "nauc_mrr_at_1_max": 0.0667987054230996, + "nauc_mrr_at_1_std": -0.0659765398857814, + "nauc_mrr_at_20_diff1": 0.19720717761069345, + "nauc_mrr_at_20_max": 0.11681364136692894, + "nauc_mrr_at_20_std": -0.04178687820913501, + "nauc_mrr_at_3_diff1": 0.21080380421202907, + "nauc_mrr_at_3_max": 0.12175247567327656, + "nauc_mrr_at_3_std": -0.05250411572932926, + "nauc_mrr_at_5_diff1": 0.20536409525182803, + "nauc_mrr_at_5_max": 0.11452586286418179, + "nauc_mrr_at_5_std": -0.04863467517480587, + "nauc_ndcg_at_1000_diff1": 0.2056530029287956, + "nauc_ndcg_at_1000_max": 0.14442806958225793, + "nauc_ndcg_at_1000_std": -0.05342919903802369, + "nauc_ndcg_at_100_diff1": 0.20778239768904289, + "nauc_ndcg_at_100_max": 0.12744343407104214, + "nauc_ndcg_at_100_std": -0.06486635977056583, + "nauc_ndcg_at_10_diff1": 0.22067954084692673, + "nauc_ndcg_at_10_max": 0.11681247863927334, + "nauc_ndcg_at_10_std": -0.08361652381811929, + "nauc_ndcg_at_1_diff1": 0.21383052797387211, + "nauc_ndcg_at_1_max": 0.0667987054230996, + "nauc_ndcg_at_1_std": -0.0659765398857814, + "nauc_ndcg_at_20_diff1": 0.20631520085856922, + "nauc_ndcg_at_20_max": 0.14264684329469282, + "nauc_ndcg_at_20_std": -0.07046123509033804, + "nauc_ndcg_at_3_diff1": 0.23532162521392164, + "nauc_ndcg_at_3_max": 0.1002774617662295, + "nauc_ndcg_at_3_std": -0.10204427249805371, + "nauc_ndcg_at_5_diff1": 0.23592532575561498, + "nauc_ndcg_at_5_max": 0.0999992073838729, + "nauc_ndcg_at_5_std": -0.10404675301030933, + "nauc_precision_at_1000_diff1": -0.15069421657241092, + "nauc_precision_at_1000_max": 0.18345240257878123, + "nauc_precision_at_1000_std": 0.16154555594090875, + "nauc_precision_at_100_diff1": -0.128156294190948, + "nauc_precision_at_100_max": 0.16499826141422652, + "nauc_precision_at_100_std": 0.13537015039446806, + "nauc_precision_at_10_diff1": -0.012196124953372627, + "nauc_precision_at_10_max": 0.1715150146458929, + "nauc_precision_at_10_std": 0.03238413116437458, + "nauc_precision_at_1_diff1": 0.21383052797387211, + "nauc_precision_at_1_max": 0.0667987054230996, + "nauc_precision_at_1_std": -0.0659765398857814, + "nauc_precision_at_20_diff1": -0.07204582581509957, + "nauc_precision_at_20_max": 0.1974430219948514, + "nauc_precision_at_20_std": 0.06323110550568789, + "nauc_precision_at_3_diff1": 0.14184541372457485, + "nauc_precision_at_3_max": 0.14524914553490142, + "nauc_precision_at_3_std": -0.05749168074143279, + "nauc_precision_at_5_diff1": 0.06597944220023742, + "nauc_precision_at_5_max": 0.1585188456104744, + "nauc_precision_at_5_std": -0.02652156324924369, + "nauc_recall_at_1000_diff1": 0.29498634575517874, + "nauc_recall_at_1000_max": 0.6143716464378502, + "nauc_recall_at_1000_std": 0.7436818078905891, + "nauc_recall_at_100_diff1": 0.15267949567232486, + "nauc_recall_at_100_max": -0.03521933752108214, + "nauc_recall_at_100_std": -0.02605167861249727, + "nauc_recall_at_10_diff1": 0.17576026446918253, + "nauc_recall_at_10_max": 0.10204688083786194, + "nauc_recall_at_10_std": -0.06754118922371173, + "nauc_recall_at_1_diff1": 0.32606486716733335, + "nauc_recall_at_1_max": 0.054638292603664276, + "nauc_recall_at_1_std": -0.12298526583996741, + "nauc_recall_at_20_diff1": 0.1512919822989471, + "nauc_recall_at_20_max": 0.16196501174377168, + "nauc_recall_at_20_std": -0.038917498447858696, + "nauc_recall_at_3_diff1": 0.2591381384668871, + "nauc_recall_at_3_max": 0.09374572590867584, + "nauc_recall_at_3_std": -0.13759522815756833, + "nauc_recall_at_5_diff1": 0.2169452339251858, + "nauc_recall_at_5_max": 0.07807881142582591, + "nauc_recall_at_5_std": -0.10884256306056611, + "ndcg_at_1": 0.25574, + "ndcg_at_10": 0.34194, + "ndcg_at_100": 0.46928, + "ndcg_at_1000": 0.48544, + "ndcg_at_20": 0.39354, + "ndcg_at_3": 0.27266, + "ndcg_at_5": 0.29746, + "precision_at_1": 0.25574, + "precision_at_10": 0.11082, + "precision_at_100": 0.02354, + "precision_at_1000": 0.00261, + "precision_at_20": 0.07672, + "precision_at_3": 0.19672, + "precision_at_5": 0.15672, + "recall_at_1": 0.13304, + "recall_at_10": 0.44246, + "recall_at_100": 0.90172, + "recall_at_1000": 0.987, + "recall_at_20": 0.59425, + "recall_at_3": 0.25639, + "recall_at_5": 0.33518 + }, + { + "hf_subset": "en", + "languages": [ + "eng-Latn" + ], + "main_score": 0.38838, + "map_at_1": 0.15228, + "map_at_10": 0.2881, + "map_at_100": 0.32097, + "map_at_1000": 0.32306, + "map_at_20": 0.30506, + "map_at_3": 0.23131, + "map_at_5": 0.26057, + "mrr_at_1": 0.3241551939924906, + "mrr_at_10": 0.4603159703597749, + "mrr_at_100": 0.4699353242280001, + "mrr_at_1000": 0.47015898182884613, + "mrr_at_20": 0.4670422983678325, + "mrr_at_3": 0.42532332081768853, + "mrr_at_5": 0.4440967876512302, + "nauc_map_at_1000_diff1": 0.28659436804098665, + "nauc_map_at_1000_max": 0.17889160866774748, + "nauc_map_at_1000_std": -0.11712794043350039, + "nauc_map_at_100_diff1": 0.2872689175649897, + "nauc_map_at_100_max": 0.17863331160339171, + "nauc_map_at_100_std": -0.11820939981522294, + "nauc_map_at_10_diff1": 0.28904863165309436, + "nauc_map_at_10_max": 0.15148436429781262, + "nauc_map_at_10_std": -0.13598229165441317, + "nauc_map_at_1_diff1": 0.3144508859370594, + "nauc_map_at_1_max": 0.10402916855198627, + "nauc_map_at_1_std": -0.14078640957816627, + "nauc_map_at_20_diff1": 0.2895112474427132, + "nauc_map_at_20_max": 0.16674019378152494, + "nauc_map_at_20_std": -0.12765374096632442, + "nauc_map_at_3_diff1": 0.2899796219589699, + "nauc_map_at_3_max": 0.13744352627546697, + "nauc_map_at_3_std": -0.12968236669168975, + "nauc_map_at_5_diff1": 0.2962072617665341, + "nauc_map_at_5_max": 0.14658380409987953, + "nauc_map_at_5_std": -0.1342848598330312, + "nauc_mrr_at_1000_diff1": 0.2544624527505699, + "nauc_mrr_at_1000_max": 0.23908702269655377, + "nauc_mrr_at_1000_std": -0.07159543421426891, + "nauc_mrr_at_100_diff1": 0.25426400424683776, + "nauc_mrr_at_100_max": 0.239114356464539, + "nauc_mrr_at_100_std": -0.07156326167700441, + "nauc_mrr_at_10_diff1": 0.25311701535651115, + "nauc_mrr_at_10_max": 0.2381747606548231, + "nauc_mrr_at_10_std": -0.07236355015832352, + "nauc_mrr_at_1_diff1": 0.3084220768618045, + "nauc_mrr_at_1_max": 0.2038498407915409, + "nauc_mrr_at_1_std": -0.10119090688311841, + "nauc_mrr_at_20_diff1": 0.2540670185906392, + "nauc_mrr_at_20_max": 0.24038283679026132, + "nauc_mrr_at_20_std": -0.07187442527380022, + "nauc_mrr_at_3_diff1": 0.25681555593051775, + "nauc_mrr_at_3_max": 0.23866591559928696, + "nauc_mrr_at_3_std": -0.06980670335752784, + "nauc_mrr_at_5_diff1": 0.25852412742077424, + "nauc_mrr_at_5_max": 0.23649769595042497, + "nauc_mrr_at_5_std": -0.07372733995754577, + "nauc_ndcg_at_1000_diff1": 0.2534185160468583, + "nauc_ndcg_at_1000_max": 0.23454036972232614, + "nauc_ndcg_at_1000_std": -0.06706821432386888, + "nauc_ndcg_at_100_diff1": 0.25658616981537374, + "nauc_ndcg_at_100_max": 0.23658873396549449, + "nauc_ndcg_at_100_std": -0.06704785414698887, + "nauc_ndcg_at_10_diff1": 0.26137549715250635, + "nauc_ndcg_at_10_max": 0.17862501889091972, + "nauc_ndcg_at_10_std": -0.11581188351130019, + "nauc_ndcg_at_1_diff1": 0.3084220768618045, + "nauc_ndcg_at_1_max": 0.2038498407915409, + "nauc_ndcg_at_1_std": -0.10119090688311841, + "nauc_ndcg_at_20_diff1": 0.26224368824475175, + "nauc_ndcg_at_20_max": 0.20988338277047405, + "nauc_ndcg_at_20_std": -0.09889030158359023, + "nauc_ndcg_at_3_diff1": 0.2638472044553028, + "nauc_ndcg_at_3_max": 0.1994656933784451, + "nauc_ndcg_at_3_std": -0.09389125418824366, + "nauc_ndcg_at_5_diff1": 0.27588995988988974, + "nauc_ndcg_at_5_max": 0.1833042399961182, + "nauc_ndcg_at_5_std": -0.10683202892125813, + "nauc_precision_at_1000_diff1": -0.10562900461087135, + "nauc_precision_at_1000_max": 0.19187219219796292, + "nauc_precision_at_1000_std": 0.17255021460860512, + "nauc_precision_at_100_diff1": -0.0584746274425682, + "nauc_precision_at_100_max": 0.25360056810572856, + "nauc_precision_at_100_std": 0.1867222693083466, + "nauc_precision_at_10_diff1": 0.09247666494522566, + "nauc_precision_at_10_max": 0.26142750207755505, + "nauc_precision_at_10_std": 0.01866489474515091, + "nauc_precision_at_1_diff1": 0.3084220768618045, + "nauc_precision_at_1_max": 0.2038498407915409, + "nauc_precision_at_1_std": -0.10119090688311841, + "nauc_precision_at_20_diff1": 0.03725506586743153, + "nauc_precision_at_20_max": 0.28747549027575936, + "nauc_precision_at_20_std": 0.09501663921448252, + "nauc_precision_at_3_diff1": 0.19548972408640078, + "nauc_precision_at_3_max": 0.2711947993234679, + "nauc_precision_at_3_std": -0.027912294709279507, + "nauc_precision_at_5_diff1": 0.1744569029119444, + "nauc_precision_at_5_max": 0.27243123200081043, + "nauc_precision_at_5_std": -0.006634182598088414, + "nauc_recall_at_1000_diff1": -0.019832946194944946, + "nauc_recall_at_1000_max": 0.47896571427505125, + "nauc_recall_at_1000_std": 0.6780389191828166, + "nauc_recall_at_100_diff1": 0.13711976549518312, + "nauc_recall_at_100_max": 0.24108238774785826, + "nauc_recall_at_100_std": 0.07455501723105308, + "nauc_recall_at_10_diff1": 0.17142247742968497, + "nauc_recall_at_10_max": 0.09709409423788457, + "nauc_recall_at_10_std": -0.11786284499791656, + "nauc_recall_at_1_diff1": 0.3144508859370594, + "nauc_recall_at_1_max": 0.10402916855198627, + "nauc_recall_at_1_std": -0.14078640957816627, + "nauc_recall_at_20_diff1": 0.16372375625961286, + "nauc_recall_at_20_max": 0.15051640013224243, + "nauc_recall_at_20_std": -0.08426407086314221, + "nauc_recall_at_3_diff1": 0.2184057170429068, + "nauc_recall_at_3_max": 0.12221701685054057, + "nauc_recall_at_3_std": -0.10305918480898339, + "nauc_recall_at_5_diff1": 0.2225312109219849, + "nauc_recall_at_5_max": 0.11220082285557192, + "nauc_recall_at_5_std": -0.11579402036734715, + "ndcg_at_1": 0.32416, + "ndcg_at_10": 0.38838, + "ndcg_at_100": 0.49559, + "ndcg_at_1000": 0.51812, + "ndcg_at_20": 0.43122, + "ndcg_at_3": 0.32146, + "ndcg_at_5": 0.34384, + "precision_at_1": 0.32416, + "precision_at_10": 0.12541, + "precision_at_100": 0.02468, + "precision_at_1000": 0.00288, + "precision_at_20": 0.08198, + "precision_at_3": 0.22862, + "precision_at_5": 0.18173, + "recall_at_1": 0.15228, + "recall_at_10": 0.49825, + "recall_at_100": 0.86802, + "recall_at_1000": 0.98851, + "recall_at_20": 0.62192, + "recall_at_3": 0.29654, + "recall_at_5": 0.37716 + }, + { + "hf_subset": "es", + "languages": [ + "spa-Latn" + ], + "main_score": 0.35157, + "map_at_1": 0.09579, + "map_at_10": 0.23464, + "map_at_100": 0.29009, + "map_at_1000": 0.29282, + "map_at_20": 0.26211, + "map_at_3": 0.16644, + "map_at_5": 0.19842, + "mrr_at_1": 0.3487654320987654, + "mrr_at_10": 0.49315292475014677, + "mrr_at_100": 0.5007770713645007, + "mrr_at_1000": 0.500964363401839, + "mrr_at_20": 0.49852522409640265, + "mrr_at_3": 0.45318930041152267, + "mrr_at_5": 0.4817386831275717, + "nauc_map_at_1000_diff1": 0.11607775425287951, + "nauc_map_at_1000_max": 0.1488776304260363, + "nauc_map_at_1000_std": 0.06136837117132155, + "nauc_map_at_100_diff1": 0.11647030884702796, + "nauc_map_at_100_max": 0.1487908125518829, + "nauc_map_at_100_std": 0.06193619985455525, + "nauc_map_at_10_diff1": 0.1323616656051437, + "nauc_map_at_10_max": 0.08583292731140181, + "nauc_map_at_10_std": -0.008446935030720332, + "nauc_map_at_1_diff1": 0.14943636916704775, + "nauc_map_at_1_max": -0.0055613205434631, + "nauc_map_at_1_std": -0.07041871583347117, + "nauc_map_at_20_diff1": 0.12308028171404961, + "nauc_map_at_20_max": 0.12300382693698034, + "nauc_map_at_20_std": 0.024178181677522663, + "nauc_map_at_3_diff1": 0.133150645390068, + "nauc_map_at_3_max": 0.012197704467010271, + "nauc_map_at_3_std": -0.062719865924113, + "nauc_map_at_5_diff1": 0.1258101575582182, + "nauc_map_at_5_max": 0.0531130376852089, + "nauc_map_at_5_std": -0.03591281853775711, + "nauc_mrr_at_1000_diff1": 0.09777041595564669, + "nauc_mrr_at_1000_max": 0.2194216005702503, + "nauc_mrr_at_1000_std": 0.13394452277101315, + "nauc_mrr_at_100_diff1": 0.09768549433899414, + "nauc_mrr_at_100_max": 0.21957748610339622, + "nauc_mrr_at_100_std": 0.13419311938642955, + "nauc_mrr_at_10_diff1": 0.09603674503182241, + "nauc_mrr_at_10_max": 0.22120395650702335, + "nauc_mrr_at_10_std": 0.13433629098935373, + "nauc_mrr_at_1_diff1": 0.10681172652306788, + "nauc_mrr_at_1_max": 0.1919617957935542, + "nauc_mrr_at_1_std": 0.08868334030270449, + "nauc_mrr_at_20_diff1": 0.09802758963039589, + "nauc_mrr_at_20_max": 0.22150714114146577, + "nauc_mrr_at_20_std": 0.13516769442303334, + "nauc_mrr_at_3_diff1": 0.09625024347825382, + "nauc_mrr_at_3_max": 0.19615162618890364, + "nauc_mrr_at_3_std": 0.1135057868859165, + "nauc_mrr_at_5_diff1": 0.09261411452444726, + "nauc_mrr_at_5_max": 0.22002456639653398, + "nauc_mrr_at_5_std": 0.13629905801776687, + "nauc_ndcg_at_1000_diff1": 0.0956938891837326, + "nauc_ndcg_at_1000_max": 0.23733689362671512, + "nauc_ndcg_at_1000_std": 0.1750689392706498, + "nauc_ndcg_at_100_diff1": 0.09615169948415153, + "nauc_ndcg_at_100_max": 0.24553271204003074, + "nauc_ndcg_at_100_std": 0.19666798030761476, + "nauc_ndcg_at_10_diff1": 0.12713783321450087, + "nauc_ndcg_at_10_max": 0.14558397932333372, + "nauc_ndcg_at_10_std": 0.05594881937145914, + "nauc_ndcg_at_1_diff1": 0.10681172652306788, + "nauc_ndcg_at_1_max": 0.1919617957935542, + "nauc_ndcg_at_1_std": 0.08868334030270449, + "nauc_ndcg_at_20_diff1": 0.11999823895375665, + "nauc_ndcg_at_20_max": 0.1926355167870248, + "nauc_ndcg_at_20_std": 0.10160628556311382, + "nauc_ndcg_at_3_diff1": 0.10202705465162805, + "nauc_ndcg_at_3_max": 0.14172774661377047, + "nauc_ndcg_at_3_std": 0.054532568189341116, + "nauc_ndcg_at_5_diff1": 0.10476465139906656, + "nauc_ndcg_at_5_max": 0.14832505331543663, + "nauc_ndcg_at_5_std": 0.05762828421682469, + "nauc_precision_at_1000_diff1": -0.08726384098485, + "nauc_precision_at_1000_max": 0.2856426121725756, + "nauc_precision_at_1000_std": 0.2985507433656495, + "nauc_precision_at_100_diff1": -0.06884240923044282, + "nauc_precision_at_100_max": 0.3378582808862815, + "nauc_precision_at_100_std": 0.3718800333127236, + "nauc_precision_at_10_diff1": 0.045351193881550775, + "nauc_precision_at_10_max": 0.2879677028450821, + "nauc_precision_at_10_std": 0.2075565793798685, + "nauc_precision_at_1_diff1": 0.10681172652306788, + "nauc_precision_at_1_max": 0.1919617957935542, + "nauc_precision_at_1_std": 0.08868334030270449, + "nauc_precision_at_20_diff1": -0.007046384484923285, + "nauc_precision_at_20_max": 0.33299718924035604, + "nauc_precision_at_20_std": 0.2662124502562469, + "nauc_precision_at_3_diff1": 0.07303415850691249, + "nauc_precision_at_3_max": 0.19669762249333914, + "nauc_precision_at_3_std": 0.1064307207427234, + "nauc_precision_at_5_diff1": 0.04874511154141769, + "nauc_precision_at_5_max": 0.2595378271052226, + "nauc_precision_at_5_std": 0.1760272528726846, + "nauc_recall_at_1000_diff1": 0.06332927259825537, + "nauc_recall_at_1000_max": 0.5692034519148538, + "nauc_recall_at_1000_std": 0.8730241776298386, + "nauc_recall_at_100_diff1": 0.042059754604420484, + "nauc_recall_at_100_max": 0.33861751203308, + "nauc_recall_at_100_std": 0.4826815085721147, + "nauc_recall_at_10_diff1": 0.1152959108734614, + "nauc_recall_at_10_max": 0.09555016138749096, + "nauc_recall_at_10_std": 0.030877036470859147, + "nauc_recall_at_1_diff1": 0.14943636916704775, + "nauc_recall_at_1_max": -0.0055613205434631, + "nauc_recall_at_1_std": -0.07041871583347117, + "nauc_recall_at_20_diff1": 0.1193058247788981, + "nauc_recall_at_20_max": 0.16433094331554948, + "nauc_recall_at_20_std": 0.09805235073230871, + "nauc_recall_at_3_diff1": 0.11504438449989655, + "nauc_recall_at_3_max": -0.0189246200647102, + "nauc_recall_at_3_std": -0.0670672967433487, + "nauc_recall_at_5_diff1": 0.09623737357127574, + "nauc_recall_at_5_max": 0.05089420099474085, + "nauc_recall_at_5_std": -0.010994149549880693, + "ndcg_at_1": 0.34877, + "ndcg_at_10": 0.35157, + "ndcg_at_100": 0.49923, + "ndcg_at_1000": 0.52451, + "ndcg_at_20": 0.40722, + "ndcg_at_3": 0.31929, + "ndcg_at_5": 0.32171, + "precision_at_1": 0.34877, + "precision_at_10": 0.17485, + "precision_at_100": 0.03926, + "precision_at_1000": 0.00449, + "precision_at_20": 0.12091, + "precision_at_3": 0.27521, + "precision_at_5": 0.23642, + "recall_at_1": 0.09579, + "recall_at_10": 0.40937, + "recall_at_100": 0.8485, + "recall_at_1000": 0.96975, + "recall_at_20": 0.54405, + "recall_at_3": 0.21253, + "recall_at_5": 0.29248 + }, + { + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ], + "main_score": 0.22856, + "map_at_1": 0.08426, + "map_at_10": 0.16626, + "map_at_100": 0.18742, + "map_at_1000": 0.18909, + "map_at_20": 0.17675, + "map_at_3": 0.12908, + "map_at_5": 0.14647, + "mrr_at_1": 0.13449367088607594, + "mrr_at_10": 0.22909634317862143, + "mrr_at_100": 0.24218231545314325, + "mrr_at_1000": 0.24280707729057133, + "mrr_at_20": 0.23706471623834302, + "mrr_at_3": 0.1972573839662446, + "mrr_at_5": 0.21284282700421925, + "nauc_map_at_1000_diff1": 0.1087944099414357, + "nauc_map_at_1000_max": 0.009129066538816687, + "nauc_map_at_1000_std": 0.11629859446239439, + "nauc_map_at_100_diff1": 0.10915376458828353, + "nauc_map_at_100_max": 0.009289320755823388, + "nauc_map_at_100_std": 0.11701486144552858, + "nauc_map_at_10_diff1": 0.10784550174384606, + "nauc_map_at_10_max": 0.0047950646366349565, + "nauc_map_at_10_std": 0.09073239603559359, + "nauc_map_at_1_diff1": 0.1607623404099655, + "nauc_map_at_1_max": -0.06442568925712616, + "nauc_map_at_1_std": -0.009834453046441281, + "nauc_map_at_20_diff1": 0.11086204706359744, + "nauc_map_at_20_max": 0.009592215301276361, + "nauc_map_at_20_std": 0.10299860380878825, + "nauc_map_at_3_diff1": 0.14401328759215537, + "nauc_map_at_3_max": -0.033316139782601235, + "nauc_map_at_3_std": 0.046754543136856966, + "nauc_map_at_5_diff1": 0.12684900085391745, + "nauc_map_at_5_max": 0.0023493836007757525, + "nauc_map_at_5_std": 0.07936569291104985, + "nauc_mrr_at_1000_diff1": 0.07169989328838937, + "nauc_mrr_at_1000_max": 0.014902945670530347, + "nauc_mrr_at_1000_std": 0.08267714875506355, + "nauc_mrr_at_100_diff1": 0.07175655779697351, + "nauc_mrr_at_100_max": 0.015344837735511136, + "nauc_mrr_at_100_std": 0.08307057695244449, + "nauc_mrr_at_10_diff1": 0.06292178140150481, + "nauc_mrr_at_10_max": 0.0172550637586945, + "nauc_mrr_at_10_std": 0.07586708238350223, + "nauc_mrr_at_1_diff1": 0.11495564571047709, + "nauc_mrr_at_1_max": -0.02062088473341179, + "nauc_mrr_at_1_std": 0.004030967604729704, + "nauc_mrr_at_20_diff1": 0.07120525782607855, + "nauc_mrr_at_20_max": 0.01529327233119955, + "nauc_mrr_at_20_std": 0.0800495691738195, + "nauc_mrr_at_3_diff1": 0.0828635260150589, + "nauc_mrr_at_3_max": -0.0003268007104941729, + "nauc_mrr_at_3_std": 0.0519374652969049, + "nauc_mrr_at_5_diff1": 0.0748497859192031, + "nauc_mrr_at_5_max": 0.011846486253134267, + "nauc_mrr_at_5_std": 0.06866004431954058, + "nauc_ndcg_at_1000_diff1": 0.08108738667223318, + "nauc_ndcg_at_1000_max": 0.017467187887533958, + "nauc_ndcg_at_1000_std": 0.18329223374041523, + "nauc_ndcg_at_100_diff1": 0.08314479526492771, + "nauc_ndcg_at_100_max": 0.02483138621250261, + "nauc_ndcg_at_100_std": 0.2025243454545142, + "nauc_ndcg_at_10_diff1": 0.06746485879798887, + "nauc_ndcg_at_10_max": 0.01967549231274388, + "nauc_ndcg_at_10_std": 0.11882061058792823, + "nauc_ndcg_at_1_diff1": 0.11495564571047709, + "nauc_ndcg_at_1_max": -0.02062088473341179, + "nauc_ndcg_at_1_std": 0.004030967604729704, + "nauc_ndcg_at_20_diff1": 0.08324120435050274, + "nauc_ndcg_at_20_max": 0.02600108905935049, + "nauc_ndcg_at_20_std": 0.14409951856624384, + "nauc_ndcg_at_3_diff1": 0.11305295924884036, + "nauc_ndcg_at_3_max": -0.01907144971855261, + "nauc_ndcg_at_3_std": 0.06851058335234357, + "nauc_ndcg_at_5_diff1": 0.09868367941628632, + "nauc_ndcg_at_5_max": 0.019994821849210476, + "nauc_ndcg_at_5_std": 0.10411620012762139, + "nauc_precision_at_1000_diff1": -0.08592966108294067, + "nauc_precision_at_1000_max": 0.05116128545637305, + "nauc_precision_at_1000_std": 0.18965043032644868, + "nauc_precision_at_100_diff1": -0.06474114935647497, + "nauc_precision_at_100_max": 0.08306537096999994, + "nauc_precision_at_100_std": 0.3192363448111504, + "nauc_precision_at_10_diff1": -0.0511039793919991, + "nauc_precision_at_10_max": 0.10919990683191591, + "nauc_precision_at_10_std": 0.20812248575935746, + "nauc_precision_at_1_diff1": 0.11495564571047709, + "nauc_precision_at_1_max": -0.02062088473341179, + "nauc_precision_at_1_std": 0.004030967604729704, + "nauc_precision_at_20_diff1": -0.029081113820504694, + "nauc_precision_at_20_max": 0.1231902502726013, + "nauc_precision_at_20_std": 0.2644383033700534, + "nauc_precision_at_3_diff1": 0.05357937703828503, + "nauc_precision_at_3_max": 0.04715119439971809, + "nauc_precision_at_3_std": 0.1328726089720264, + "nauc_precision_at_5_diff1": 0.009150891972105992, + "nauc_precision_at_5_max": 0.11331070625794876, + "nauc_precision_at_5_std": 0.19401319552424912, + "nauc_recall_at_1000_diff1": 0.11552297008789784, + "nauc_recall_at_1000_max": -0.09778279130197057, + "nauc_recall_at_1000_std": 0.6472563887124001, + "nauc_recall_at_100_diff1": 0.08279404361978537, + "nauc_recall_at_100_max": 0.025802988101414296, + "nauc_recall_at_100_std": 0.46025856593300185, + "nauc_recall_at_10_diff1": 0.017314784146977374, + "nauc_recall_at_10_max": 0.023614555188874776, + "nauc_recall_at_10_std": 0.16059122672916806, + "nauc_recall_at_1_diff1": 0.1607623404099655, + "nauc_recall_at_1_max": -0.06442568925712616, + "nauc_recall_at_1_std": -0.009834453046441281, + "nauc_recall_at_20_diff1": 0.062113115911058, + "nauc_recall_at_20_max": 0.028842420295798282, + "nauc_recall_at_20_std": 0.20153569357146947, + "nauc_recall_at_3_diff1": 0.12033733158413308, + "nauc_recall_at_3_max": -0.031204727500342654, + "nauc_recall_at_3_std": 0.07235318177980501, + "nauc_recall_at_5_diff1": 0.08450994538739406, + "nauc_recall_at_5_max": 0.03894002094022823, + "nauc_recall_at_5_std": 0.13953081285169397, + "ndcg_at_1": 0.13449, + "ndcg_at_10": 0.22856, + "ndcg_at_100": 0.31865, + "ndcg_at_1000": 0.34915, + "ndcg_at_20": 0.26165, + "ndcg_at_3": 0.16349, + "ndcg_at_5": 0.18768, + "precision_at_1": 0.13449, + "precision_at_10": 0.06519, + "precision_at_100": 0.01445, + "precision_at_1000": 0.00189, + "precision_at_20": 0.04383, + "precision_at_3": 0.10654, + "precision_at_5": 0.08797, + "recall_at_1": 0.08426, + "recall_at_10": 0.34638, + "recall_at_100": 0.70637, + "recall_at_1000": 0.90167, + "recall_at_20": 0.45624, + "recall_at_3": 0.17519, + "recall_at_5": 0.23353 + }, + { + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ], + "main_score": 0.45104, + "map_at_1": 0.21545, + "map_at_10": 0.36742, + "map_at_100": 0.38436, + "map_at_1000": 0.38522, + "map_at_20": 0.37722, + "map_at_3": 0.31517, + "map_at_5": 0.34506, + "mrr_at_1": 0.358, + "mrr_at_10": 0.47087222222222147, + "mrr_at_100": 0.47824212709208397, + "mrr_at_1000": 0.47853224869518135, + "mrr_at_20": 0.4753767446562718, + "mrr_at_3": 0.44049999999999945, + "mrr_at_5": 0.4593499999999991, + "nauc_map_at_1000_diff1": 0.27019927672435745, + "nauc_map_at_1000_max": 0.1840652191922674, + "nauc_map_at_1000_std": 0.13221220043572782, + "nauc_map_at_100_diff1": 0.27010124633994753, + "nauc_map_at_100_max": 0.1839518360323763, + "nauc_map_at_100_std": 0.13204990778075107, + "nauc_map_at_10_diff1": 0.2711868060257133, + "nauc_map_at_10_max": 0.17902849942101148, + "nauc_map_at_10_std": 0.12096342990249415, + "nauc_map_at_1_diff1": 0.30658616963456103, + "nauc_map_at_1_max": 0.07699591190148113, + "nauc_map_at_1_std": 0.025249693971518463, + "nauc_map_at_20_diff1": 0.26825942870575975, + "nauc_map_at_20_max": 0.1826576175988711, + "nauc_map_at_20_std": 0.1276405144238898, + "nauc_map_at_3_diff1": 0.2804638837309812, + "nauc_map_at_3_max": 0.1615277212153342, + "nauc_map_at_3_std": 0.09367339767383254, + "nauc_map_at_5_diff1": 0.2702612743911727, + "nauc_map_at_5_max": 0.16717948888304487, + "nauc_map_at_5_std": 0.1031598034263561, + "nauc_mrr_at_1000_diff1": 0.30743000181862346, + "nauc_mrr_at_1000_max": 0.20020049804450657, + "nauc_mrr_at_1000_std": 0.14703743808773886, + "nauc_mrr_at_100_diff1": 0.3073723598895516, + "nauc_mrr_at_100_max": 0.20014558897859655, + "nauc_mrr_at_100_std": 0.14715201794630925, + "nauc_mrr_at_10_diff1": 0.307293130134012, + "nauc_mrr_at_10_max": 0.20049206098031994, + "nauc_mrr_at_10_std": 0.14457607706593512, + "nauc_mrr_at_1_diff1": 0.32907093117026065, + "nauc_mrr_at_1_max": 0.15986766239463304, + "nauc_mrr_at_1_std": 0.08267948189223338, + "nauc_mrr_at_20_diff1": 0.3074509428657765, + "nauc_mrr_at_20_max": 0.19962235127878752, + "nauc_mrr_at_20_std": 0.14742208929942663, + "nauc_mrr_at_3_diff1": 0.3102519726955519, + "nauc_mrr_at_3_max": 0.20820167665410616, + "nauc_mrr_at_3_std": 0.14481395246278847, + "nauc_mrr_at_5_diff1": 0.30463822608281443, + "nauc_mrr_at_5_max": 0.19916650690213691, + "nauc_mrr_at_5_std": 0.13727795565926537, + "nauc_ndcg_at_1000_diff1": 0.2781991405259945, + "nauc_ndcg_at_1000_max": 0.20812951253400697, + "nauc_ndcg_at_1000_std": 0.18512063691623457, + "nauc_ndcg_at_100_diff1": 0.27428079841070074, + "nauc_ndcg_at_100_max": 0.20631878615590307, + "nauc_ndcg_at_100_std": 0.18748373653728076, + "nauc_ndcg_at_10_diff1": 0.2727913288565765, + "nauc_ndcg_at_10_max": 0.19534371642954587, + "nauc_ndcg_at_10_std": 0.1524839126434295, + "nauc_ndcg_at_1_diff1": 0.32907093117026065, + "nauc_ndcg_at_1_max": 0.15986766239463304, + "nauc_ndcg_at_1_std": 0.08267948189223338, + "nauc_ndcg_at_20_diff1": 0.2674583025140263, + "nauc_ndcg_at_20_max": 0.19966996086335034, + "nauc_ndcg_at_20_std": 0.17013745761821367, + "nauc_ndcg_at_3_diff1": 0.27962688236552585, + "nauc_ndcg_at_3_max": 0.18029083590560446, + "nauc_ndcg_at_3_std": 0.11861069426470522, + "nauc_ndcg_at_5_diff1": 0.26854255544424116, + "nauc_ndcg_at_5_max": 0.17897868586261545, + "nauc_ndcg_at_5_std": 0.12276881628838615, + "nauc_precision_at_1000_diff1": 0.0065340217087792255, + "nauc_precision_at_1000_max": 0.18179349924845117, + "nauc_precision_at_1000_std": 0.2616626762278768, + "nauc_precision_at_100_diff1": 0.050015226177146856, + "nauc_precision_at_100_max": 0.213051191979677, + "nauc_precision_at_100_std": 0.30189229648598503, + "nauc_precision_at_10_diff1": 0.12441824245983082, + "nauc_precision_at_10_max": 0.2550200058915451, + "nauc_precision_at_10_std": 0.24782334729486422, + "nauc_precision_at_1_diff1": 0.32907093117026065, + "nauc_precision_at_1_max": 0.15986766239463304, + "nauc_precision_at_1_std": 0.08267948189223338, + "nauc_precision_at_20_diff1": 0.07953387172651695, + "nauc_precision_at_20_max": 0.24622851164340573, + "nauc_precision_at_20_std": 0.2784353193115887, + "nauc_precision_at_3_diff1": 0.21040749395388103, + "nauc_precision_at_3_max": 0.26606752932006056, + "nauc_precision_at_3_std": 0.19380343007691025, + "nauc_precision_at_5_diff1": 0.14453662247973553, + "nauc_precision_at_5_max": 0.23943098352500525, + "nauc_precision_at_5_std": 0.20033798612940082, + "nauc_recall_at_1000_diff1": 0.2925078422852403, + "nauc_recall_at_1000_max": 0.3799971232006863, + "nauc_recall_at_1000_std": 0.6722566285415593, + "nauc_recall_at_100_diff1": 0.2142626469409802, + "nauc_recall_at_100_max": 0.24533743570741198, + "nauc_recall_at_100_std": 0.4145733601552448, + "nauc_recall_at_10_diff1": 0.21627742602128852, + "nauc_recall_at_10_max": 0.18177452661459334, + "nauc_recall_at_10_std": 0.18381652376797836, + "nauc_recall_at_1_diff1": 0.30658616963456103, + "nauc_recall_at_1_max": 0.07699591190148113, + "nauc_recall_at_1_std": 0.025249693971518463, + "nauc_recall_at_20_diff1": 0.19848661962279815, + "nauc_recall_at_20_max": 0.1915355103053211, + "nauc_recall_at_20_std": 0.2464379104236146, + "nauc_recall_at_3_diff1": 0.2465254203310508, + "nauc_recall_at_3_max": 0.16544120386858938, + "nauc_recall_at_3_std": 0.11655906900935603, + "nauc_recall_at_5_diff1": 0.21510224168603356, + "nauc_recall_at_5_max": 0.15523722801180032, + "nauc_recall_at_5_std": 0.117135571606758, + "ndcg_at_1": 0.358, + "ndcg_at_10": 0.45104, + "ndcg_at_100": 0.51343, + "ndcg_at_1000": 0.52976, + "ndcg_at_20": 0.47659, + "ndcg_at_3": 0.36988, + "ndcg_at_5": 0.40989, + "precision_at_1": 0.358, + "precision_at_10": 0.1083, + "precision_at_100": 0.01581, + "precision_at_1000": 0.0018, + "precision_at_20": 0.0628, + "precision_at_3": 0.22733, + "precision_at_5": 0.1728, + "recall_at_1": 0.21545, + "recall_at_10": 0.58471, + "recall_at_100": 0.83205, + "recall_at_1000": 0.9379, + "recall_at_20": 0.66619, + "recall_at_3": 0.39268, + "recall_at_5": 0.48109 + }, + { + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ], + "main_score": 0.32869, + "map_at_1": 0.11196, + "map_at_10": 0.24396, + "map_at_100": 0.27628, + "map_at_1000": 0.27708, + "map_at_20": 0.26169, + "map_at_3": 0.19235, + "map_at_5": 0.22111, + "mrr_at_1": 0.2099125364431487, + "mrr_at_10": 0.3412952936276553, + "mrr_at_100": 0.35543066858702854, + "mrr_at_1000": 0.35559775027471024, + "mrr_at_20": 0.3505408362409059, + "mrr_at_3": 0.2944606413994168, + "mrr_at_5": 0.32405247813411087, + "nauc_map_at_1000_diff1": 0.007639757927917659, + "nauc_map_at_1000_max": 0.18704359498176046, + "nauc_map_at_1000_std": 0.12710738263335522, + "nauc_map_at_100_diff1": 0.007146957347000316, + "nauc_map_at_100_max": 0.18776475995140882, + "nauc_map_at_100_std": 0.1275934217601977, + "nauc_map_at_10_diff1": 0.015329019975777805, + "nauc_map_at_10_max": 0.17591545289914662, + "nauc_map_at_10_std": 0.12106462122505571, + "nauc_map_at_1_diff1": 0.015551824105453124, + "nauc_map_at_1_max": 0.09336197252487888, + "nauc_map_at_1_std": 0.1288880251344155, + "nauc_map_at_20_diff1": 0.017699974296978983, + "nauc_map_at_20_max": 0.18473107183802334, + "nauc_map_at_20_std": 0.12203397271242204, + "nauc_map_at_3_diff1": 0.004525715515663501, + "nauc_map_at_3_max": 0.173552993936348, + "nauc_map_at_3_std": 0.12977155116224198, + "nauc_map_at_5_diff1": 0.01157122543936492, + "nauc_map_at_5_max": 0.1709832634122851, + "nauc_map_at_5_std": 0.11342233503286281, + "nauc_mrr_at_1000_diff1": -0.029299968907110143, + "nauc_mrr_at_1000_max": 0.15254221129764223, + "nauc_mrr_at_1000_std": 0.11295514107822771, + "nauc_mrr_at_100_diff1": -0.02913894656753357, + "nauc_mrr_at_100_max": 0.15272842254933058, + "nauc_mrr_at_100_std": 0.11303928707093487, + "nauc_mrr_at_10_diff1": -0.029787218841711847, + "nauc_mrr_at_10_max": 0.14965791097197115, + "nauc_mrr_at_10_std": 0.11107397859889931, + "nauc_mrr_at_1_diff1": -0.027994956921930863, + "nauc_mrr_at_1_max": 0.15034757822525466, + "nauc_mrr_at_1_std": 0.1111496914719732, + "nauc_mrr_at_20_diff1": -0.028354160398716497, + "nauc_mrr_at_20_max": 0.15127292012093818, + "nauc_mrr_at_20_std": 0.11183787035097931, + "nauc_mrr_at_3_diff1": -0.04574716884832272, + "nauc_mrr_at_3_max": 0.1524885730023354, + "nauc_mrr_at_3_std": 0.11257337477574632, + "nauc_mrr_at_5_diff1": -0.038325440473527476, + "nauc_mrr_at_5_max": 0.14301255665255788, + "nauc_mrr_at_5_std": 0.10528115169427343, + "nauc_ndcg_at_1000_diff1": -0.005432683556690053, + "nauc_ndcg_at_1000_max": 0.19059578255023849, + "nauc_ndcg_at_1000_std": 0.1320992316608851, + "nauc_ndcg_at_100_diff1": -0.011690347027443582, + "nauc_ndcg_at_100_max": 0.2024374462556497, + "nauc_ndcg_at_100_std": 0.14339696659516674, + "nauc_ndcg_at_10_diff1": 0.012299085447890795, + "nauc_ndcg_at_10_max": 0.17004338324684573, + "nauc_ndcg_at_10_std": 0.11333989774764451, + "nauc_ndcg_at_1_diff1": -0.027994956921930863, + "nauc_ndcg_at_1_max": 0.15034757822525466, + "nauc_ndcg_at_1_std": 0.1111496914719732, + "nauc_ndcg_at_20_diff1": 0.017965355014903036, + "nauc_ndcg_at_20_max": 0.18895189733152679, + "nauc_ndcg_at_20_std": 0.11623917016944292, + "nauc_ndcg_at_3_diff1": -0.024947713450134922, + "nauc_ndcg_at_3_max": 0.17277046811608873, + "nauc_ndcg_at_3_std": 0.12413420728654202, + "nauc_ndcg_at_5_diff1": -0.0041013884945321705, + "nauc_ndcg_at_5_max": 0.15640662756714868, + "nauc_ndcg_at_5_std": 0.09878215351203075, + "nauc_precision_at_1000_diff1": -0.10118511497010665, + "nauc_precision_at_1000_max": 0.0633249720359492, + "nauc_precision_at_1000_std": 0.012621625951175849, + "nauc_precision_at_100_diff1": -0.12470026738189333, + "nauc_precision_at_100_max": 0.12627053495265522, + "nauc_precision_at_100_std": 0.07115976176404185, + "nauc_precision_at_10_diff1": -0.04233442557479482, + "nauc_precision_at_10_max": 0.21108031845727873, + "nauc_precision_at_10_std": 0.09570352419357632, + "nauc_precision_at_1_diff1": -0.027994956921930863, + "nauc_precision_at_1_max": 0.15034757822525466, + "nauc_precision_at_1_std": 0.1111496914719732, + "nauc_precision_at_20_diff1": -0.027375443326858786, + "nauc_precision_at_20_max": 0.20116368090228462, + "nauc_precision_at_20_std": 0.06741751162031173, + "nauc_precision_at_3_diff1": -0.05519580318691258, + "nauc_precision_at_3_max": 0.23692589963747873, + "nauc_precision_at_3_std": 0.14138114936040425, + "nauc_precision_at_5_diff1": -0.06028794980414081, + "nauc_precision_at_5_max": 0.21970480072850482, + "nauc_precision_at_5_std": 0.1009763350017386, + "nauc_recall_at_1000_diff1": 0.5184613519753426, + "nauc_recall_at_1000_max": 0.8719938771366481, + "nauc_recall_at_1000_std": 0.9533170276762868, + "nauc_recall_at_100_diff1": -0.017353845988790674, + "nauc_recall_at_100_max": 0.4941445077305351, + "nauc_recall_at_100_std": 0.4705543395663222, + "nauc_recall_at_10_diff1": 0.0567875142618785, + "nauc_recall_at_10_max": 0.13484917090458806, + "nauc_recall_at_10_std": 0.08213489764124239, + "nauc_recall_at_1_diff1": 0.015551824105453124, + "nauc_recall_at_1_max": 0.09336197252487888, + "nauc_recall_at_1_std": 0.1288880251344155, + "nauc_recall_at_20_diff1": 0.07413789368881728, + "nauc_recall_at_20_max": 0.18335391917898863, + "nauc_recall_at_20_std": 0.08792545770427786, + "nauc_recall_at_3_diff1": -0.01110274761955824, + "nauc_recall_at_3_max": 0.1671659967063304, + "nauc_recall_at_3_std": 0.10613587910315384, + "nauc_recall_at_5_diff1": 0.020558294249323417, + "nauc_recall_at_5_max": 0.10406880125329147, + "nauc_recall_at_5_std": 0.04381292074721352, + "ndcg_at_1": 0.20991, + "ndcg_at_10": 0.32869, + "ndcg_at_100": 0.4473, + "ndcg_at_1000": 0.45739, + "ndcg_at_20": 0.37787, + "ndcg_at_3": 0.24152, + "ndcg_at_5": 0.28304, + "precision_at_1": 0.20991, + "precision_at_10": 0.09563, + "precision_at_100": 0.01959, + "precision_at_1000": 0.0021, + "precision_at_20": 0.06531, + "precision_at_3": 0.16715, + "precision_at_5": 0.13878, + "recall_at_1": 0.11196, + "recall_at_10": 0.46878, + "recall_at_100": 0.92789, + "recall_at_1000": 0.98664, + "recall_at_20": 0.62528, + "recall_at_3": 0.25133, + "recall_at_5": 0.35274 + }, + { + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ], + "main_score": 0.23457, + "map_at_1": 0.07975, + "map_at_10": 0.17559, + "map_at_100": 0.19648, + "map_at_1000": 0.19792, + "map_at_20": 0.18726, + "map_at_3": 0.13887, + "map_at_5": 0.15804, + "mrr_at_1": 0.15428571428571428, + "mrr_at_10": 0.244561224489796, + "mrr_at_100": 0.2575273820211522, + "mrr_at_1000": 0.25805792009528195, + "mrr_at_20": 0.2521366932492541, + "mrr_at_3": 0.22047619047619052, + "mrr_at_5": 0.23376190476190484, + "nauc_map_at_1000_diff1": 0.2456636622186155, + "nauc_map_at_1000_max": 0.12700197115324877, + "nauc_map_at_1000_std": 0.1662508630817744, + "nauc_map_at_100_diff1": 0.24555034502045114, + "nauc_map_at_100_max": 0.12672692154223017, + "nauc_map_at_100_std": 0.16634237068718893, + "nauc_map_at_10_diff1": 0.2464223340306863, + "nauc_map_at_10_max": 0.11631351770906793, + "nauc_map_at_10_std": 0.146144834391237, + "nauc_map_at_1_diff1": 0.3199747775706564, + "nauc_map_at_1_max": 0.02637761912231158, + "nauc_map_at_1_std": 0.10600243862919802, + "nauc_map_at_20_diff1": 0.24252394227241217, + "nauc_map_at_20_max": 0.12354842951308562, + "nauc_map_at_20_std": 0.15673382979190023, + "nauc_map_at_3_diff1": 0.24680818527851806, + "nauc_map_at_3_max": 0.0635246542519875, + "nauc_map_at_3_std": 0.10657988806515892, + "nauc_map_at_5_diff1": 0.25076260680933576, + "nauc_map_at_5_max": 0.09331829339189365, + "nauc_map_at_5_std": 0.129592762860825, + "nauc_mrr_at_1000_diff1": 0.24014355658895561, + "nauc_mrr_at_1000_max": 0.1474978985909625, + "nauc_mrr_at_1000_std": 0.17477435344724968, + "nauc_mrr_at_100_diff1": 0.24007595995227674, + "nauc_mrr_at_100_max": 0.14747938824171727, + "nauc_mrr_at_100_std": 0.1749865288218267, + "nauc_mrr_at_10_diff1": 0.23845286622767, + "nauc_mrr_at_10_max": 0.15055770618423678, + "nauc_mrr_at_10_std": 0.16513131949405047, + "nauc_mrr_at_1_diff1": 0.2695439831263606, + "nauc_mrr_at_1_max": 0.1432793061054152, + "nauc_mrr_at_1_std": 0.13915112960895126, + "nauc_mrr_at_20_diff1": 0.24040549958779778, + "nauc_mrr_at_20_max": 0.14935376662108105, + "nauc_mrr_at_20_std": 0.17229436535562392, + "nauc_mrr_at_3_diff1": 0.24299484559679904, + "nauc_mrr_at_3_max": 0.14613737885057518, + "nauc_mrr_at_3_std": 0.1538585088000399, + "nauc_mrr_at_5_diff1": 0.23768308034785363, + "nauc_mrr_at_5_max": 0.14567438746896455, + "nauc_mrr_at_5_std": 0.16420960920150052, + "nauc_ndcg_at_1000_diff1": 0.24005718267322929, + "nauc_ndcg_at_1000_max": 0.14153005297455884, + "nauc_ndcg_at_1000_std": 0.23065577364628786, + "nauc_ndcg_at_100_diff1": 0.2404397589452398, + "nauc_ndcg_at_100_max": 0.1405874964750152, + "nauc_ndcg_at_100_std": 0.23877914303828332, + "nauc_ndcg_at_10_diff1": 0.2425957866838212, + "nauc_ndcg_at_10_max": 0.14060072768369658, + "nauc_ndcg_at_10_std": 0.17154681938891878, + "nauc_ndcg_at_1_diff1": 0.2695439831263606, + "nauc_ndcg_at_1_max": 0.1432793061054152, + "nauc_ndcg_at_1_std": 0.13915112960895126, + "nauc_ndcg_at_20_diff1": 0.23941901151490325, + "nauc_ndcg_at_20_max": 0.14649657119406148, + "nauc_ndcg_at_20_std": 0.2028419230485834, + "nauc_ndcg_at_3_diff1": 0.2302731060441005, + "nauc_ndcg_at_3_max": 0.11533247998810806, + "nauc_ndcg_at_3_std": 0.12498728362926506, + "nauc_ndcg_at_5_diff1": 0.23989297131128842, + "nauc_ndcg_at_5_max": 0.1174070898221747, + "nauc_ndcg_at_5_std": 0.1513400433604026, + "nauc_precision_at_1000_diff1": 0.024701845918280837, + "nauc_precision_at_1000_max": 0.22177559758414414, + "nauc_precision_at_1000_std": 0.11584313947883296, + "nauc_precision_at_100_diff1": 0.10873187781217167, + "nauc_precision_at_100_max": 0.25863481808483796, + "nauc_precision_at_100_std": 0.23505442589858327, + "nauc_precision_at_10_diff1": 0.14878196620230555, + "nauc_precision_at_10_max": 0.26807194289715447, + "nauc_precision_at_10_std": 0.1973343644730565, + "nauc_precision_at_1_diff1": 0.2695439831263606, + "nauc_precision_at_1_max": 0.1432793061054152, + "nauc_precision_at_1_std": 0.13915112960895126, + "nauc_precision_at_20_diff1": 0.11865368848151021, + "nauc_precision_at_20_max": 0.2743243364997942, + "nauc_precision_at_20_std": 0.20454757049455025, + "nauc_precision_at_3_diff1": 0.1974592832049704, + "nauc_precision_at_3_max": 0.1752483381043036, + "nauc_precision_at_3_std": 0.16927084063464687, + "nauc_precision_at_5_diff1": 0.1803362942342941, + "nauc_precision_at_5_max": 0.2161384175245338, + "nauc_precision_at_5_std": 0.19621795819151955, + "nauc_recall_at_1000_diff1": 0.22967177093024743, + "nauc_recall_at_1000_max": -0.016282097903951003, + "nauc_recall_at_1000_std": 0.6849420055498201, + "nauc_recall_at_100_diff1": 0.2001824663194031, + "nauc_recall_at_100_max": 0.0689790157753101, + "nauc_recall_at_100_std": 0.44972411262311013, + "nauc_recall_at_10_diff1": 0.22813512293052401, + "nauc_recall_at_10_max": 0.141704469581028, + "nauc_recall_at_10_std": 0.19156242033722934, + "nauc_recall_at_1_diff1": 0.3199747775706564, + "nauc_recall_at_1_max": 0.02637761912231158, + "nauc_recall_at_1_std": 0.10600243862919802, + "nauc_recall_at_20_diff1": 0.21639344679581793, + "nauc_recall_at_20_max": 0.1391227585459576, + "nauc_recall_at_20_std": 0.28043723415928634, + "nauc_recall_at_3_diff1": 0.2064698438022348, + "nauc_recall_at_3_max": 0.05429892909662725, + "nauc_recall_at_3_std": 0.0928707339574517, + "nauc_recall_at_5_diff1": 0.22259236248626219, + "nauc_recall_at_5_max": 0.09277710665713768, + "nauc_recall_at_5_std": 0.14835449934980158, + "ndcg_at_1": 0.15429, + "ndcg_at_10": 0.23457, + "ndcg_at_100": 0.31965, + "ndcg_at_1000": 0.35065, + "ndcg_at_20": 0.26814, + "ndcg_at_3": 0.18243, + "ndcg_at_5": 0.20273, + "precision_at_1": 0.15429, + "precision_at_10": 0.07029, + "precision_at_100": 0.01406, + "precision_at_1000": 0.00187, + "precision_at_20": 0.046, + "precision_at_3": 0.12667, + "precision_at_5": 0.10229, + "recall_at_1": 0.07975, + "recall_at_10": 0.33011, + "recall_at_100": 0.67473, + "recall_at_1000": 0.87963, + "recall_at_20": 0.4426, + "recall_at_3": 0.18986, + "recall_at_5": 0.24502 + }, + { + "hf_subset": "id", + "languages": [ + "ind-Latn" + ], + "main_score": 0.31557, + "map_at_1": 0.12206, + "map_at_10": 0.2325, + "map_at_100": 0.25933, + "map_at_1000": 0.262, + "map_at_20": 0.24624, + "map_at_3": 0.19185, + "map_at_5": 0.21129, + "mrr_at_1": 0.27395833333333336, + "mrr_at_10": 0.39086433531745973, + "mrr_at_100": 0.39987779051733524, + "mrr_at_1000": 0.40033555523995806, + "mrr_at_20": 0.3959797892416887, + "mrr_at_3": 0.3618055555555555, + "mrr_at_5": 0.37618055555555513, + "nauc_map_at_1000_diff1": 0.1365439430025721, + "nauc_map_at_1000_max": 0.17080009261403778, + "nauc_map_at_1000_std": 0.0055286189122959115, + "nauc_map_at_100_diff1": 0.1370218419008237, + "nauc_map_at_100_max": 0.1700443616792175, + "nauc_map_at_100_std": 0.004128949319839081, + "nauc_map_at_10_diff1": 0.1404624501160695, + "nauc_map_at_10_max": 0.14878728396587784, + "nauc_map_at_10_std": -0.02674410343855379, + "nauc_map_at_1_diff1": 0.18481492129874333, + "nauc_map_at_1_max": 0.12134684439796434, + "nauc_map_at_1_std": -0.05683496216112675, + "nauc_map_at_20_diff1": 0.1398484487878364, + "nauc_map_at_20_max": 0.1610313753469434, + "nauc_map_at_20_std": -0.012787939010049404, + "nauc_map_at_3_diff1": 0.14866213936061357, + "nauc_map_at_3_max": 0.1420059993103717, + "nauc_map_at_3_std": -0.04804371910463706, + "nauc_map_at_5_diff1": 0.14557039056885301, + "nauc_map_at_5_max": 0.14249262729958426, + "nauc_map_at_5_std": -0.0446106838844743, + "nauc_mrr_at_1000_diff1": 0.12309831160412943, + "nauc_mrr_at_1000_max": 0.20969266431372727, + "nauc_mrr_at_1000_std": 0.08466071395412357, + "nauc_mrr_at_100_diff1": 0.12279371874516921, + "nauc_mrr_at_100_max": 0.20970059990805692, + "nauc_mrr_at_100_std": 0.08487595254853775, + "nauc_mrr_at_10_diff1": 0.1237738524742755, + "nauc_mrr_at_10_max": 0.209599190618274, + "nauc_mrr_at_10_std": 0.08446134986650328, + "nauc_mrr_at_1_diff1": 0.1481741707223501, + "nauc_mrr_at_1_max": 0.17438238713783633, + "nauc_mrr_at_1_std": 0.043661742030600165, + "nauc_mrr_at_20_diff1": 0.12308416023982356, + "nauc_mrr_at_20_max": 0.21032400992565917, + "nauc_mrr_at_20_std": 0.08424532517992596, + "nauc_mrr_at_3_diff1": 0.12650234474965205, + "nauc_mrr_at_3_max": 0.21313168281949116, + "nauc_mrr_at_3_std": 0.07453016574783669, + "nauc_mrr_at_5_diff1": 0.12665884543747402, + "nauc_mrr_at_5_max": 0.21106768119890615, + "nauc_mrr_at_5_std": 0.07984817860658482, + "nauc_ndcg_at_1000_diff1": 0.11278184635860448, + "nauc_ndcg_at_1000_max": 0.2184091537137155, + "nauc_ndcg_at_1000_std": 0.10071333502757678, + "nauc_ndcg_at_100_diff1": 0.10991807275193283, + "nauc_ndcg_at_100_max": 0.2096146442332032, + "nauc_ndcg_at_100_std": 0.10049099490533094, + "nauc_ndcg_at_10_diff1": 0.12810252261808636, + "nauc_ndcg_at_10_max": 0.1689423881791634, + "nauc_ndcg_at_10_std": 0.021462831956739096, + "nauc_ndcg_at_1_diff1": 0.1481741707223501, + "nauc_ndcg_at_1_max": 0.17438238713783633, + "nauc_ndcg_at_1_std": 0.043661742030600165, + "nauc_ndcg_at_20_diff1": 0.12380430474962505, + "nauc_ndcg_at_20_max": 0.18699031043614267, + "nauc_ndcg_at_20_std": 0.04313201863931178, + "nauc_ndcg_at_3_diff1": 0.13355895929323286, + "nauc_ndcg_at_3_max": 0.19621533622829868, + "nauc_ndcg_at_3_std": 0.023932704352887253, + "nauc_ndcg_at_5_diff1": 0.13520245444429363, + "nauc_ndcg_at_5_max": 0.171905745797145, + "nauc_ndcg_at_5_std": 0.0076518743826825735, + "nauc_precision_at_1000_diff1": -0.05530461076259907, + "nauc_precision_at_1000_max": 0.1918023619891481, + "nauc_precision_at_1000_std": 0.26156177120267293, + "nauc_precision_at_100_diff1": -0.03302277942339542, + "nauc_precision_at_100_max": 0.24490933049120664, + "nauc_precision_at_100_std": 0.31797080341438827, + "nauc_precision_at_10_diff1": 0.04270358629428629, + "nauc_precision_at_10_max": 0.2278638719590327, + "nauc_precision_at_10_std": 0.18203821294869568, + "nauc_precision_at_1_diff1": 0.1481741707223501, + "nauc_precision_at_1_max": 0.17438238713783633, + "nauc_precision_at_1_std": 0.043661742030600165, + "nauc_precision_at_20_diff1": 0.031406661840140904, + "nauc_precision_at_20_max": 0.24830755609954422, + "nauc_precision_at_20_std": 0.2231543609365344, + "nauc_precision_at_3_diff1": 0.08733508028885704, + "nauc_precision_at_3_max": 0.2489927921156782, + "nauc_precision_at_3_std": 0.10266664635323036, + "nauc_precision_at_5_diff1": 0.06763548192787842, + "nauc_precision_at_5_max": 0.23213051455790554, + "nauc_precision_at_5_std": 0.12003575285009617, + "nauc_recall_at_1000_diff1": 0.022493056067888345, + "nauc_recall_at_1000_max": 0.3743962681275114, + "nauc_recall_at_1000_std": 0.5889046886543089, + "nauc_recall_at_100_diff1": 0.02433908356892985, + "nauc_recall_at_100_max": 0.19049490722971982, + "nauc_recall_at_100_std": 0.2746753942685424, + "nauc_recall_at_10_diff1": 0.09915790084528014, + "nauc_recall_at_10_max": 0.11283999534923632, + "nauc_recall_at_10_std": 0.014481820506017656, + "nauc_recall_at_1_diff1": 0.18481492129874333, + "nauc_recall_at_1_max": 0.12134684439796434, + "nauc_recall_at_1_std": -0.05683496216112675, + "nauc_recall_at_20_diff1": 0.0805587480532526, + "nauc_recall_at_20_max": 0.13732758564252046, + "nauc_recall_at_20_std": 0.05619844084014988, + "nauc_recall_at_3_diff1": 0.12306010363610968, + "nauc_recall_at_3_max": 0.13394284780718568, + "nauc_recall_at_3_std": -0.038505531559184236, + "nauc_recall_at_5_diff1": 0.11913503618765187, + "nauc_recall_at_5_max": 0.12053713372720871, + "nauc_recall_at_5_std": -0.033972242262557274, + "ndcg_at_1": 0.27396, + "ndcg_at_10": 0.31557, + "ndcg_at_100": 0.40871, + "ndcg_at_1000": 0.44673, + "ndcg_at_20": 0.3497, + "ndcg_at_3": 0.276, + "ndcg_at_5": 0.28346, + "precision_at_1": 0.27396, + "precision_at_10": 0.10875, + "precision_at_100": 0.02218, + "precision_at_1000": 0.00295, + "precision_at_20": 0.07083, + "precision_at_3": 0.20208, + "precision_at_5": 0.15542, + "recall_at_1": 0.12206, + "recall_at_10": 0.3901, + "recall_at_100": 0.70959, + "recall_at_1000": 0.92199, + "recall_at_20": 0.48566, + "recall_at_3": 0.24505, + "recall_at_5": 0.29825 + }, + { + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ], + "main_score": 0.18916, + "map_at_1": 0.07195, + "map_at_10": 0.13816, + "map_at_100": 0.15674, + "map_at_1000": 0.15831, + "map_at_20": 0.14799, + "map_at_3": 0.11112, + "map_at_5": 0.12486, + "mrr_at_1": 0.1325581395348837, + "mrr_at_10": 0.20965208564045784, + "mrr_at_100": 0.21968353329631707, + "mrr_at_1000": 0.22028611567263387, + "mrr_at_20": 0.21541879410718967, + "mrr_at_3": 0.18662790697674428, + "mrr_at_5": 0.19988372093023266, + "nauc_map_at_1000_diff1": 0.19479286499683582, + "nauc_map_at_1000_max": 0.08798314823009172, + "nauc_map_at_1000_std": 0.2989211241913666, + "nauc_map_at_100_diff1": 0.19559216300808005, + "nauc_map_at_100_max": 0.08791332106415799, + "nauc_map_at_100_std": 0.29720010569225436, + "nauc_map_at_10_diff1": 0.19990841165225276, + "nauc_map_at_10_max": 0.06971837962537401, + "nauc_map_at_10_std": 0.25551974821764856, + "nauc_map_at_1_diff1": 0.2605630871492154, + "nauc_map_at_1_max": 0.06946458503819487, + "nauc_map_at_1_std": 0.1856941128588453, + "nauc_map_at_20_diff1": 0.19751851622767228, + "nauc_map_at_20_max": 0.08364933546851316, + "nauc_map_at_20_std": 0.27616047340809885, + "nauc_map_at_3_diff1": 0.2094410056562352, + "nauc_map_at_3_max": 0.0560728120659452, + "nauc_map_at_3_std": 0.2040373430437771, + "nauc_map_at_5_diff1": 0.20725235137130205, + "nauc_map_at_5_max": 0.06494710603208512, + "nauc_map_at_5_std": 0.22550550468843372, + "nauc_mrr_at_1000_diff1": 0.18051715950757488, + "nauc_mrr_at_1000_max": 0.11319145997997877, + "nauc_mrr_at_1000_std": 0.3645016065725079, + "nauc_mrr_at_100_diff1": 0.1807961810025519, + "nauc_mrr_at_100_max": 0.11383107436834487, + "nauc_mrr_at_100_std": 0.3645318188791833, + "nauc_mrr_at_10_diff1": 0.1814507944952911, + "nauc_mrr_at_10_max": 0.11505806055789954, + "nauc_mrr_at_10_std": 0.3571347356111129, + "nauc_mrr_at_1_diff1": 0.23085077438795903, + "nauc_mrr_at_1_max": 0.12358893012797804, + "nauc_mrr_at_1_std": 0.29973203147860117, + "nauc_mrr_at_20_diff1": 0.18027461274279705, + "nauc_mrr_at_20_max": 0.11576996797038808, + "nauc_mrr_at_20_std": 0.361558990276279, + "nauc_mrr_at_3_diff1": 0.18398448151269994, + "nauc_mrr_at_3_max": 0.10939178823748151, + "nauc_mrr_at_3_std": 0.3341634466081992, + "nauc_mrr_at_5_diff1": 0.17848751608063596, + "nauc_mrr_at_5_max": 0.11527579248283132, + "nauc_mrr_at_5_std": 0.34286939766303176, + "nauc_ndcg_at_1000_diff1": 0.1726086869132783, + "nauc_ndcg_at_1000_max": 0.08935190622431774, + "nauc_ndcg_at_1000_std": 0.43098787408104394, + "nauc_ndcg_at_100_diff1": 0.1794960340583092, + "nauc_ndcg_at_100_max": 0.10306266956314201, + "nauc_ndcg_at_100_std": 0.422106183972604, + "nauc_ndcg_at_10_diff1": 0.18497432534340458, + "nauc_ndcg_at_10_max": 0.07854254112437085, + "nauc_ndcg_at_10_std": 0.31487880384741873, + "nauc_ndcg_at_1_diff1": 0.23085077438795903, + "nauc_ndcg_at_1_max": 0.12358893012797804, + "nauc_ndcg_at_1_std": 0.29973203147860117, + "nauc_ndcg_at_20_diff1": 0.1837900602118937, + "nauc_ndcg_at_20_max": 0.10181231925818354, + "nauc_ndcg_at_20_std": 0.35408006845840206, + "nauc_ndcg_at_3_diff1": 0.1853297555276482, + "nauc_ndcg_at_3_max": 0.07248091255971362, + "nauc_ndcg_at_3_std": 0.2657941006479666, + "nauc_ndcg_at_5_diff1": 0.1882365664616644, + "nauc_ndcg_at_5_max": 0.07864248781397658, + "nauc_ndcg_at_5_std": 0.2746142010232806, + "nauc_precision_at_1000_diff1": 0.011356254065553966, + "nauc_precision_at_1000_max": 0.16787263118646695, + "nauc_precision_at_1000_std": 0.5096593547000032, + "nauc_precision_at_100_diff1": 0.05558237963902898, + "nauc_precision_at_100_max": 0.19346832258930674, + "nauc_precision_at_100_std": 0.5648534894730523, + "nauc_precision_at_10_diff1": 0.10221628069598147, + "nauc_precision_at_10_max": 0.15560363621405987, + "nauc_precision_at_10_std": 0.46030767965118713, + "nauc_precision_at_1_diff1": 0.23085077438795903, + "nauc_precision_at_1_max": 0.12358893012797804, + "nauc_precision_at_1_std": 0.29973203147860117, + "nauc_precision_at_20_diff1": 0.07933098190920462, + "nauc_precision_at_20_max": 0.19691042374396586, + "nauc_precision_at_20_std": 0.4905612535149455, + "nauc_precision_at_3_diff1": 0.14741139215312168, + "nauc_precision_at_3_max": 0.10995046114102731, + "nauc_precision_at_3_std": 0.35244791144774534, + "nauc_precision_at_5_diff1": 0.13488762303754448, + "nauc_precision_at_5_max": 0.1454776688860628, + "nauc_precision_at_5_std": 0.3880996911370218, + "nauc_recall_at_1000_diff1": 0.13751359503058438, + "nauc_recall_at_1000_max": -0.10026813083187217, + "nauc_recall_at_1000_std": 0.7336146401824245, + "nauc_recall_at_100_diff1": 0.1613692204026131, + "nauc_recall_at_100_max": 0.05946464578433969, + "nauc_recall_at_100_std": 0.5783531198339998, + "nauc_recall_at_10_diff1": 0.16241557226178902, + "nauc_recall_at_10_max": 0.03668282953674552, + "nauc_recall_at_10_std": 0.3012117062375542, + "nauc_recall_at_1_diff1": 0.2605630871492154, + "nauc_recall_at_1_max": 0.06946458503819487, + "nauc_recall_at_1_std": 0.1856941128588453, + "nauc_recall_at_20_diff1": 0.16768061776255236, + "nauc_recall_at_20_max": 0.08371204359247261, + "nauc_recall_at_20_std": 0.37804548121036413, + "nauc_recall_at_3_diff1": 0.16581369076825014, + "nauc_recall_at_3_max": 0.024467311224509562, + "nauc_recall_at_3_std": 0.201488826680608, + "nauc_recall_at_5_diff1": 0.16179393657429003, + "nauc_recall_at_5_max": 0.039283354054381804, + "nauc_recall_at_5_std": 0.23258928955116362, + "ndcg_at_1": 0.13256, + "ndcg_at_10": 0.18916, + "ndcg_at_100": 0.26437, + "ndcg_at_1000": 0.29516, + "ndcg_at_20": 0.21691, + "ndcg_at_3": 0.14738, + "ndcg_at_5": 0.1635, + "precision_at_1": 0.13256, + "precision_at_10": 0.05698, + "precision_at_100": 0.01257, + "precision_at_1000": 0.00169, + "precision_at_20": 0.03866, + "precision_at_3": 0.09961, + "precision_at_5": 0.0814, + "recall_at_1": 0.07195, + "recall_at_10": 0.2619, + "recall_at_100": 0.56044, + "recall_at_1000": 0.76656, + "recall_at_20": 0.35049, + "recall_at_3": 0.1496, + "recall_at_5": 0.19364 + }, + { + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ], + "main_score": 0.33726, + "map_at_1": 0.16251, + "map_at_10": 0.26757, + "map_at_100": 0.29235, + "map_at_1000": 0.29438, + "map_at_20": 0.28272, + "map_at_3": 0.22426, + "map_at_5": 0.24718, + "mrr_at_1": 0.28169014084507044, + "mrr_at_10": 0.37426410313734254, + "mrr_at_100": 0.3826506335538059, + "mrr_at_1000": 0.38325774759476466, + "mrr_at_20": 0.3796459841122554, + "mrr_at_3": 0.3458528951486697, + "mrr_at_5": 0.36228482003129886, + "nauc_map_at_1000_diff1": 0.2678132081037402, + "nauc_map_at_1000_max": 0.4011334467749804, + "nauc_map_at_1000_std": 0.3925489413425296, + "nauc_map_at_100_diff1": 0.2672320731845123, + "nauc_map_at_100_max": 0.4000739016194663, + "nauc_map_at_100_std": 0.39314677669060843, + "nauc_map_at_10_diff1": 0.265268448730172, + "nauc_map_at_10_max": 0.40820538276125545, + "nauc_map_at_10_std": 0.386498863738079, + "nauc_map_at_1_diff1": 0.37571594783633494, + "nauc_map_at_1_max": 0.4049607466044948, + "nauc_map_at_1_std": 0.3412544348202703, + "nauc_map_at_20_diff1": 0.26817114489811184, + "nauc_map_at_20_max": 0.3998378481201497, + "nauc_map_at_20_std": 0.38928742716752707, + "nauc_map_at_3_diff1": 0.29894122205686074, + "nauc_map_at_3_max": 0.40219917599144933, + "nauc_map_at_3_std": 0.37188100646886735, + "nauc_map_at_5_diff1": 0.2795512834841638, + "nauc_map_at_5_max": 0.4109842179948546, + "nauc_map_at_5_std": 0.3714873172754422, + "nauc_mrr_at_1000_diff1": 0.22535611323946889, + "nauc_mrr_at_1000_max": 0.3894980213460569, + "nauc_mrr_at_1000_std": 0.378214275914203, + "nauc_mrr_at_100_diff1": 0.22522333022677443, + "nauc_mrr_at_100_max": 0.38962583100940984, + "nauc_mrr_at_100_std": 0.3787623475569627, + "nauc_mrr_at_10_diff1": 0.2232211107528922, + "nauc_mrr_at_10_max": 0.3879524351137931, + "nauc_mrr_at_10_std": 0.37347006080529455, + "nauc_mrr_at_1_diff1": 0.28205307280656705, + "nauc_mrr_at_1_max": 0.41117190499699957, + "nauc_mrr_at_1_std": 0.3107707860003384, + "nauc_mrr_at_20_diff1": 0.22472725345286582, + "nauc_mrr_at_20_max": 0.39056467594447536, + "nauc_mrr_at_20_std": 0.3778873144023157, + "nauc_mrr_at_3_diff1": 0.22570570165587875, + "nauc_mrr_at_3_max": 0.38664696476050703, + "nauc_mrr_at_3_std": 0.35209707522891565, + "nauc_mrr_at_5_diff1": 0.23328803695767927, + "nauc_mrr_at_5_max": 0.3941468714560386, + "nauc_mrr_at_5_std": 0.3612428016686704, + "nauc_ndcg_at_1000_diff1": 0.2293384586139248, + "nauc_ndcg_at_1000_max": 0.3887840190254021, + "nauc_ndcg_at_1000_std": 0.42888100970585613, + "nauc_ndcg_at_100_diff1": 0.22970120827179535, + "nauc_ndcg_at_100_max": 0.38420678278765297, + "nauc_ndcg_at_100_std": 0.4502371082143836, + "nauc_ndcg_at_10_diff1": 0.21896055046607935, + "nauc_ndcg_at_10_max": 0.3917135462151203, + "nauc_ndcg_at_10_std": 0.4123063509228276, + "nauc_ndcg_at_1_diff1": 0.28205307280656705, + "nauc_ndcg_at_1_max": 0.41117190499699957, + "nauc_ndcg_at_1_std": 0.3107707860003384, + "nauc_ndcg_at_20_diff1": 0.22833402953577733, + "nauc_ndcg_at_20_max": 0.38259140971804034, + "nauc_ndcg_at_20_std": 0.4291281980026695, + "nauc_ndcg_at_3_diff1": 0.24894881208052147, + "nauc_ndcg_at_3_max": 0.39814660763611043, + "nauc_ndcg_at_3_std": 0.3541564223932116, + "nauc_ndcg_at_5_diff1": 0.24281076746064473, + "nauc_ndcg_at_5_max": 0.40973074485129063, + "nauc_ndcg_at_5_std": 0.37045806833918377, + "nauc_precision_at_1000_diff1": 0.0048610152998079794, + "nauc_precision_at_1000_max": 0.10367426886325441, + "nauc_precision_at_1000_std": 0.007285702566736573, + "nauc_precision_at_100_diff1": 0.01276658651606025, + "nauc_precision_at_100_max": 0.13127287033724658, + "nauc_precision_at_100_std": 0.14420295044233383, + "nauc_precision_at_10_diff1": 0.04494172815914518, + "nauc_precision_at_10_max": 0.2301024472846704, + "nauc_precision_at_10_std": 0.22326602695888698, + "nauc_precision_at_1_diff1": 0.28205307280656705, + "nauc_precision_at_1_max": 0.41117190499699957, + "nauc_precision_at_1_std": 0.3107707860003384, + "nauc_precision_at_20_diff1": 0.046096862178866396, + "nauc_precision_at_20_max": 0.1642786149255693, + "nauc_precision_at_20_std": 0.19779781638192626, + "nauc_precision_at_3_diff1": 0.1362274806135799, + "nauc_precision_at_3_max": 0.3297498809097156, + "nauc_precision_at_3_std": 0.2546281459552599, + "nauc_precision_at_5_diff1": 0.09848440354362514, + "nauc_precision_at_5_max": 0.3022868702404393, + "nauc_precision_at_5_std": 0.2204833887883042, + "nauc_recall_at_1000_diff1": 0.009302408186082049, + "nauc_recall_at_1000_max": 0.26932860756776456, + "nauc_recall_at_1000_std": 0.6972054493042117, + "nauc_recall_at_100_diff1": 0.15928004309444724, + "nauc_recall_at_100_max": 0.2993239212327229, + "nauc_recall_at_100_std": 0.6522154738523017, + "nauc_recall_at_10_diff1": 0.11090944931103053, + "nauc_recall_at_10_max": 0.32474347487896976, + "nauc_recall_at_10_std": 0.444910698972102, + "nauc_recall_at_1_diff1": 0.37571594783633494, + "nauc_recall_at_1_max": 0.4049607466044948, + "nauc_recall_at_1_std": 0.3412544348202703, + "nauc_recall_at_20_diff1": 0.1439718081527729, + "nauc_recall_at_20_max": 0.3057409838959181, + "nauc_recall_at_20_std": 0.5034967341414568, + "nauc_recall_at_3_diff1": 0.20942397795516113, + "nauc_recall_at_3_max": 0.3568465920703402, + "nauc_recall_at_3_std": 0.37440115017910625, + "nauc_recall_at_5_diff1": 0.1675050955143737, + "nauc_recall_at_5_max": 0.36460876362178235, + "nauc_recall_at_5_std": 0.37912886130306706, + "ndcg_at_1": 0.28169, + "ndcg_at_10": 0.33726, + "ndcg_at_100": 0.41554, + "ndcg_at_1000": 0.44855, + "ndcg_at_20": 0.37141, + "ndcg_at_3": 0.29513, + "ndcg_at_5": 0.31029, + "precision_at_1": 0.28169, + "precision_at_10": 0.10094, + "precision_at_100": 0.01869, + "precision_at_1000": 0.00239, + "precision_at_20": 0.06667, + "precision_at_3": 0.18466, + "precision_at_5": 0.1493, + "recall_at_1": 0.16251, + "recall_at_10": 0.41992, + "recall_at_100": 0.69598, + "recall_at_1000": 0.91002, + "recall_at_20": 0.51586, + "recall_at_3": 0.27678, + "recall_at_5": 0.33697 + }, + { + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.30599, + "map_at_1": 0.12018, + "map_at_10": 0.2241, + "map_at_100": 0.25149, + "map_at_1000": 0.25345, + "map_at_20": 0.23826, + "map_at_3": 0.18083, + "map_at_5": 0.20002, + "mrr_at_1": 0.253, + "mrr_at_10": 0.36529722222222216, + "mrr_at_100": 0.3746015122690569, + "mrr_at_1000": 0.3750963150582553, + "mrr_at_20": 0.3713333879484806, + "mrr_at_3": 0.3308333333333332, + "mrr_at_5": 0.34918333333333307, + "nauc_map_at_1000_diff1": 0.18749091745625876, + "nauc_map_at_1000_max": 0.21438429186046196, + "nauc_map_at_1000_std": 0.27549289081669337, + "nauc_map_at_100_diff1": 0.18759741286496287, + "nauc_map_at_100_max": 0.21384539164162164, + "nauc_map_at_100_std": 0.2750476311141095, + "nauc_map_at_10_diff1": 0.19624318702133728, + "nauc_map_at_10_max": 0.1944235000052083, + "nauc_map_at_10_std": 0.24813438787619302, + "nauc_map_at_1_diff1": 0.2849814875115698, + "nauc_map_at_1_max": 0.1126585851425792, + "nauc_map_at_1_std": 0.17904039429067226, + "nauc_map_at_20_diff1": 0.191501109089054, + "nauc_map_at_20_max": 0.2038929805982095, + "nauc_map_at_20_std": 0.259540777949004, + "nauc_map_at_3_diff1": 0.2110281396686045, + "nauc_map_at_3_max": 0.15945838319588415, + "nauc_map_at_3_std": 0.21587928269728715, + "nauc_map_at_5_diff1": 0.20532292501806576, + "nauc_map_at_5_max": 0.17619503479096657, + "nauc_map_at_5_std": 0.22759456524849322, + "nauc_mrr_at_1000_diff1": 0.19087181882352136, + "nauc_mrr_at_1000_max": 0.218100050671632, + "nauc_mrr_at_1000_std": 0.2767079256942127, + "nauc_mrr_at_100_diff1": 0.19056904417420797, + "nauc_mrr_at_100_max": 0.218302625012614, + "nauc_mrr_at_100_std": 0.27695306248330936, + "nauc_mrr_at_10_diff1": 0.1894897087580692, + "nauc_mrr_at_10_max": 0.2204110228896199, + "nauc_mrr_at_10_std": 0.2766600059411634, + "nauc_mrr_at_1_diff1": 0.25770628253174344, + "nauc_mrr_at_1_max": 0.18818767550861834, + "nauc_mrr_at_1_std": 0.23800249059442075, + "nauc_mrr_at_20_diff1": 0.18952861080889558, + "nauc_mrr_at_20_max": 0.21843887925528394, + "nauc_mrr_at_20_std": 0.2765314075373419, + "nauc_mrr_at_3_diff1": 0.19481949236854518, + "nauc_mrr_at_3_max": 0.2053090277339495, + "nauc_mrr_at_3_std": 0.25860860924036594, + "nauc_mrr_at_5_diff1": 0.19465860588706785, + "nauc_mrr_at_5_max": 0.21174846895510857, + "nauc_mrr_at_5_std": 0.2639752784342831, + "nauc_ndcg_at_1000_diff1": 0.1579193603696905, + "nauc_ndcg_at_1000_max": 0.25798034306916995, + "nauc_ndcg_at_1000_std": 0.3358670213729923, + "nauc_ndcg_at_100_diff1": 0.15279130351915365, + "nauc_ndcg_at_100_max": 0.26116142932972697, + "nauc_ndcg_at_100_std": 0.34340346389059934, + "nauc_ndcg_at_10_diff1": 0.17338915476052727, + "nauc_ndcg_at_10_max": 0.22188370558551523, + "nauc_ndcg_at_10_std": 0.28292330441613556, + "nauc_ndcg_at_1_diff1": 0.25770628253174344, + "nauc_ndcg_at_1_max": 0.18818767550861834, + "nauc_ndcg_at_1_std": 0.23800249059442075, + "nauc_ndcg_at_20_diff1": 0.1658183388536972, + "nauc_ndcg_at_20_max": 0.23704475348211085, + "nauc_ndcg_at_20_std": 0.3030953887917414, + "nauc_ndcg_at_3_diff1": 0.1789412651437181, + "nauc_ndcg_at_3_max": 0.19614054770101177, + "nauc_ndcg_at_3_std": 0.24767956590488907, + "nauc_ndcg_at_5_diff1": 0.18203658339370096, + "nauc_ndcg_at_5_max": 0.19810472923790173, + "nauc_ndcg_at_5_std": 0.254124901402423, + "nauc_precision_at_1000_diff1": -0.06583081430072239, + "nauc_precision_at_1000_max": 0.1833535227966369, + "nauc_precision_at_1000_std": 0.1711743113332571, + "nauc_precision_at_100_diff1": -0.0601408350014294, + "nauc_precision_at_100_max": 0.250736220018161, + "nauc_precision_at_100_std": 0.278732020930221, + "nauc_precision_at_10_diff1": 0.028781765025889375, + "nauc_precision_at_10_max": 0.29392646498893266, + "nauc_precision_at_10_std": 0.30807860835765927, + "nauc_precision_at_1_diff1": 0.25770628253174344, + "nauc_precision_at_1_max": 0.18818767550861834, + "nauc_precision_at_1_std": 0.23800249059442075, + "nauc_precision_at_20_diff1": -0.007167214384813285, + "nauc_precision_at_20_max": 0.2878583550757648, + "nauc_precision_at_20_std": 0.3029435918782707, + "nauc_precision_at_3_diff1": 0.09767637296424964, + "nauc_precision_at_3_max": 0.24649051099005645, + "nauc_precision_at_3_std": 0.27324596021169656, + "nauc_precision_at_5_diff1": 0.07200416660638584, + "nauc_precision_at_5_max": 0.28050664776261924, + "nauc_precision_at_5_std": 0.29052603405622013, + "nauc_recall_at_1000_diff1": 0.021611681862791474, + "nauc_recall_at_1000_max": 0.4273751733234865, + "nauc_recall_at_1000_std": 0.7163393170324684, + "nauc_recall_at_100_diff1": 0.040029230330781575, + "nauc_recall_at_100_max": 0.3327906958409076, + "nauc_recall_at_100_std": 0.5113835506881007, + "nauc_recall_at_10_diff1": 0.11373852401035839, + "nauc_recall_at_10_max": 0.21030682642591134, + "nauc_recall_at_10_std": 0.2790924325928509, + "nauc_recall_at_1_diff1": 0.2849814875115698, + "nauc_recall_at_1_max": 0.1126585851425792, + "nauc_recall_at_1_std": 0.17904039429067226, + "nauc_recall_at_20_diff1": 0.09532701092533262, + "nauc_recall_at_20_max": 0.23207265273583172, + "nauc_recall_at_20_std": 0.31852479897502994, + "nauc_recall_at_3_diff1": 0.15751003845408598, + "nauc_recall_at_3_max": 0.15710337865181523, + "nauc_recall_at_3_std": 0.21525302056127116, + "nauc_recall_at_5_diff1": 0.14522247412852138, + "nauc_recall_at_5_max": 0.16631878726391386, + "nauc_recall_at_5_std": 0.22636297001364364, + "ndcg_at_1": 0.253, + "ndcg_at_10": 0.30599, + "ndcg_at_100": 0.3999, + "ndcg_at_1000": 0.4299, + "ndcg_at_20": 0.34295, + "ndcg_at_3": 0.24988, + "ndcg_at_5": 0.26466, + "precision_at_1": 0.253, + "precision_at_10": 0.1001, + "precision_at_100": 0.02052, + "precision_at_1000": 0.00257, + "precision_at_20": 0.06655, + "precision_at_3": 0.17467, + "precision_at_5": 0.1384, + "recall_at_1": 0.12018, + "recall_at_10": 0.39916, + "recall_at_100": 0.72829, + "recall_at_1000": 0.90332, + "recall_at_20": 0.50638, + "recall_at_3": 0.23046, + "recall_at_5": 0.28662 + }, + { + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ], + "main_score": 0.17236, + "map_at_1": 0.08622, + "map_at_10": 0.13781, + "map_at_100": 0.1448, + "map_at_1000": 0.1456, + "map_at_20": 0.14127, + "map_at_3": 0.12056, + "map_at_5": 0.12881, + "mrr_at_1": 0.12448132780082988, + "mrr_at_10": 0.1719521833629718, + "mrr_at_100": 0.17848837833059386, + "mrr_at_1000": 0.17904285607376183, + "mrr_at_20": 0.1759551129235944, + "mrr_at_3": 0.15491009681881052, + "mrr_at_5": 0.16352005532503458, + "nauc_map_at_1000_diff1": 0.35645552714107576, + "nauc_map_at_1000_max": -0.3116625032305597, + "nauc_map_at_1000_std": 0.35593327597218793, + "nauc_map_at_100_diff1": 0.35682744372801045, + "nauc_map_at_100_max": -0.3110899760163351, + "nauc_map_at_100_std": 0.35515800711544243, + "nauc_map_at_10_diff1": 0.35543812732941354, + "nauc_map_at_10_max": -0.3164879325613621, + "nauc_map_at_10_std": 0.35008990343353946, + "nauc_map_at_1_diff1": 0.42489036822484255, + "nauc_map_at_1_max": -0.3047029423810935, + "nauc_map_at_1_std": 0.25694271360392673, + "nauc_map_at_20_diff1": 0.3587323984624494, + "nauc_map_at_20_max": -0.31461336175660565, + "nauc_map_at_20_std": 0.3530496112467102, + "nauc_map_at_3_diff1": 0.3631258937206719, + "nauc_map_at_3_max": -0.3055544500410626, + "nauc_map_at_3_std": 0.3217901561774344, + "nauc_map_at_5_diff1": 0.3608091614165186, + "nauc_map_at_5_max": -0.3137427056471885, + "nauc_map_at_5_std": 0.33666831842390366, + "nauc_mrr_at_1000_diff1": 0.39190628985720727, + "nauc_mrr_at_1000_max": -0.3042762382753563, + "nauc_mrr_at_1000_std": 0.3536379804036495, + "nauc_mrr_at_100_diff1": 0.3923520994854125, + "nauc_mrr_at_100_max": -0.3039022390340464, + "nauc_mrr_at_100_std": 0.3537841893949723, + "nauc_mrr_at_10_diff1": 0.391790782950423, + "nauc_mrr_at_10_max": -0.30750232206921535, + "nauc_mrr_at_10_std": 0.346801062062517, + "nauc_mrr_at_1_diff1": 0.4514412481968327, + "nauc_mrr_at_1_max": -0.278708705448724, + "nauc_mrr_at_1_std": 0.29260175446657155, + "nauc_mrr_at_20_diff1": 0.39357566923404325, + "nauc_mrr_at_20_max": -0.305634745840901, + "nauc_mrr_at_20_std": 0.3523205627697561, + "nauc_mrr_at_3_diff1": 0.40426717976913196, + "nauc_mrr_at_3_max": -0.29102084486140883, + "nauc_mrr_at_3_std": 0.33421765300703293, + "nauc_mrr_at_5_diff1": 0.4015142637701111, + "nauc_mrr_at_5_max": -0.2985866666676754, + "nauc_mrr_at_5_std": 0.34316432012320247, + "nauc_ndcg_at_1000_diff1": 0.34000423217906056, + "nauc_ndcg_at_1000_max": -0.3286059201121684, + "nauc_ndcg_at_1000_std": 0.41404128927124656, + "nauc_ndcg_at_100_diff1": 0.34724978586819893, + "nauc_ndcg_at_100_max": -0.31335454208565733, + "nauc_ndcg_at_100_std": 0.4054667626086064, + "nauc_ndcg_at_10_diff1": 0.34510584424622587, + "nauc_ndcg_at_10_max": -0.3284768467433553, + "nauc_ndcg_at_10_std": 0.3771862818867352, + "nauc_ndcg_at_1_diff1": 0.4514412481968327, + "nauc_ndcg_at_1_max": -0.278708705448724, + "nauc_ndcg_at_1_std": 0.29260175446657155, + "nauc_ndcg_at_20_diff1": 0.3534724687308651, + "nauc_ndcg_at_20_max": -0.32249871360689775, + "nauc_ndcg_at_20_std": 0.38978372233735764, + "nauc_ndcg_at_3_diff1": 0.3616824580786633, + "nauc_ndcg_at_3_max": -0.3047771525525912, + "nauc_ndcg_at_3_std": 0.3338537895396442, + "nauc_ndcg_at_5_diff1": 0.3592491832823013, + "nauc_ndcg_at_5_max": -0.31824700317677207, + "nauc_ndcg_at_5_std": 0.35531367058414004, + "nauc_precision_at_1000_diff1": 0.15463400565658705, + "nauc_precision_at_1000_max": -0.16126862705206235, + "nauc_precision_at_1000_std": 0.3244743908395849, + "nauc_precision_at_100_diff1": 0.24990523502375941, + "nauc_precision_at_100_max": -0.1655728707427875, + "nauc_precision_at_100_std": 0.39221597299564576, + "nauc_precision_at_10_diff1": 0.3042194925812012, + "nauc_precision_at_10_max": -0.2894725733668928, + "nauc_precision_at_10_std": 0.41101765135555385, + "nauc_precision_at_1_diff1": 0.4514412481968327, + "nauc_precision_at_1_max": -0.278708705448724, + "nauc_precision_at_1_std": 0.29260175446657155, + "nauc_precision_at_20_diff1": 0.3141830864525937, + "nauc_precision_at_20_max": -0.2440014709763058, + "nauc_precision_at_20_std": 0.417444568799198, + "nauc_precision_at_3_diff1": 0.3481520612052288, + "nauc_precision_at_3_max": -0.2712515695142976, + "nauc_precision_at_3_std": 0.363073025386025, + "nauc_precision_at_5_diff1": 0.3373111058699548, + "nauc_precision_at_5_max": -0.2918298467333857, + "nauc_precision_at_5_std": 0.39541164067988704, + "nauc_recall_at_1000_diff1": 0.2588768240281029, + "nauc_recall_at_1000_max": -0.40907239235377646, + "nauc_recall_at_1000_std": 0.5495971612958511, + "nauc_recall_at_100_diff1": 0.29447843469884327, + "nauc_recall_at_100_max": -0.32486462949969575, + "nauc_recall_at_100_std": 0.5088249010028573, + "nauc_recall_at_10_diff1": 0.2798777290869528, + "nauc_recall_at_10_max": -0.35202746823330655, + "nauc_recall_at_10_std": 0.42035272894504344, + "nauc_recall_at_1_diff1": 0.42489036822484255, + "nauc_recall_at_1_max": -0.3047029423810935, + "nauc_recall_at_1_std": 0.25694271360392673, + "nauc_recall_at_20_diff1": 0.30684888574831676, + "nauc_recall_at_20_max": -0.3421940207610116, + "nauc_recall_at_20_std": 0.45585805678768715, + "nauc_recall_at_3_diff1": 0.31031247128713496, + "nauc_recall_at_3_max": -0.3117451932946706, + "nauc_recall_at_3_std": 0.3490400732225155, + "nauc_recall_at_5_diff1": 0.31262958058937496, + "nauc_recall_at_5_max": -0.3347889018189767, + "nauc_recall_at_5_std": 0.38434676889120023, + "ndcg_at_1": 0.12448, + "ndcg_at_10": 0.17236, + "ndcg_at_100": 0.20764, + "ndcg_at_1000": 0.22961, + "ndcg_at_20": 0.18517, + "ndcg_at_3": 0.14053, + "ndcg_at_5": 0.15274, + "precision_at_1": 0.12448, + "precision_at_10": 0.03797, + "precision_at_100": 0.00691, + "precision_at_1000": 0.00101, + "precision_at_20": 0.02334, + "precision_at_3": 0.07884, + "precision_at_5": 0.05726, + "recall_at_1": 0.08622, + "recall_at_10": 0.24097, + "recall_at_100": 0.38499, + "recall_at_1000": 0.53467, + "recall_at_20": 0.2848, + "recall_at_3": 0.15701, + "recall_at_5": 0.18708 + }, + { + "hf_subset": "te", + "languages": [ + "tel-Telu" + ], + "main_score": 0.06037, + "map_at_1": 0.02878, + "map_at_10": 0.04788, + "map_at_100": 0.05078, + "map_at_1000": 0.05123, + "map_at_20": 0.04886, + "map_at_3": 0.03975, + "map_at_5": 0.04368, + "mrr_at_1": 0.030193236714975844, + "mrr_at_10": 0.048717027068476346, + "mrr_at_100": 0.05163853921624927, + "mrr_at_1000": 0.05208720339571666, + "mrr_at_20": 0.04976279423743193, + "mrr_at_3": 0.04066022544283414, + "mrr_at_5": 0.044585346215780995, + "nauc_map_at_1000_diff1": 0.35371239712471514, + "nauc_map_at_1000_max": -0.28232733130950394, + "nauc_map_at_1000_std": 0.47633689798638396, + "nauc_map_at_100_diff1": 0.3533551322367545, + "nauc_map_at_100_max": -0.2809738552851513, + "nauc_map_at_100_std": 0.47610168851074286, + "nauc_map_at_10_diff1": 0.36053462597186064, + "nauc_map_at_10_max": -0.27342973048823843, + "nauc_map_at_10_std": 0.4678045636661166, + "nauc_map_at_1_diff1": 0.446711683425755, + "nauc_map_at_1_max": -0.3567717689725082, + "nauc_map_at_1_std": 0.394665653775265, + "nauc_map_at_20_diff1": 0.35782653591999547, + "nauc_map_at_20_max": -0.27489948476935205, + "nauc_map_at_20_std": 0.4709536201992202, + "nauc_map_at_3_diff1": 0.3628268508473444, + "nauc_map_at_3_max": -0.2771416455134296, + "nauc_map_at_3_std": 0.443175532764049, + "nauc_map_at_5_diff1": 0.36356496516656095, + "nauc_map_at_5_max": -0.28422551411311825, + "nauc_map_at_5_std": 0.4559743807544833, + "nauc_mrr_at_1000_diff1": 0.35104001953606984, + "nauc_mrr_at_1000_max": -0.280683940969904, + "nauc_mrr_at_1000_std": 0.4730512704421224, + "nauc_mrr_at_100_diff1": 0.3508891319481477, + "nauc_mrr_at_100_max": -0.2793765428597521, + "nauc_mrr_at_100_std": 0.4728148795531532, + "nauc_mrr_at_10_diff1": 0.35673365873299684, + "nauc_mrr_at_10_max": -0.27184954179602383, + "nauc_mrr_at_10_std": 0.46490777276401785, + "nauc_mrr_at_1_diff1": 0.43649599248341625, + "nauc_mrr_at_1_max": -0.35003935636143557, + "nauc_mrr_at_1_std": 0.4048876067103572, + "nauc_mrr_at_20_diff1": 0.35464445230127006, + "nauc_mrr_at_20_max": -0.27352355900861053, + "nauc_mrr_at_20_std": 0.46747742855325475, + "nauc_mrr_at_3_diff1": 0.3611275110836872, + "nauc_mrr_at_3_max": -0.2762904849851744, + "nauc_mrr_at_3_std": 0.4396862471161087, + "nauc_mrr_at_5_diff1": 0.36200023312730484, + "nauc_mrr_at_5_max": -0.2833053703866794, + "nauc_mrr_at_5_std": 0.4525322565249533, + "nauc_ndcg_at_1000_diff1": 0.3245887463576027, + "nauc_ndcg_at_1000_max": -0.3139422827156384, + "nauc_ndcg_at_1000_std": 0.5308687377981106, + "nauc_ndcg_at_100_diff1": 0.3249331047748892, + "nauc_ndcg_at_100_max": -0.2960740977931782, + "nauc_ndcg_at_100_std": 0.5257139793254645, + "nauc_ndcg_at_10_diff1": 0.3445251637208233, + "nauc_ndcg_at_10_max": -0.2559779354316691, + "nauc_ndcg_at_10_std": 0.487084404896105, + "nauc_ndcg_at_1_diff1": 0.43649599248341625, + "nauc_ndcg_at_1_max": -0.35003935636143557, + "nauc_ndcg_at_1_std": 0.4048876067103572, + "nauc_ndcg_at_20_diff1": 0.33828458383182736, + "nauc_ndcg_at_20_max": -0.25940906096010014, + "nauc_ndcg_at_20_std": 0.49448779079963184, + "nauc_ndcg_at_3_diff1": 0.3454522831193708, + "nauc_ndcg_at_3_max": -0.2588637600882662, + "nauc_ndcg_at_3_std": 0.44882716006048157, + "nauc_ndcg_at_5_diff1": 0.3476096454619476, + "nauc_ndcg_at_5_max": -0.27235756227823665, + "nauc_ndcg_at_5_std": 0.4644207715863331, + "nauc_precision_at_1000_diff1": 0.28783177785210556, + "nauc_precision_at_1000_max": -0.3652585762402859, + "nauc_precision_at_1000_std": 0.5899315561396823, + "nauc_precision_at_100_diff1": 0.2855142558176321, + "nauc_precision_at_100_max": -0.3411840289144741, + "nauc_precision_at_100_std": 0.5972852965078288, + "nauc_precision_at_10_diff1": 0.32334435380980586, + "nauc_precision_at_10_max": -0.23696005227478656, + "nauc_precision_at_10_std": 0.5327842684280806, + "nauc_precision_at_1_diff1": 0.43649599248341625, + "nauc_precision_at_1_max": -0.35003935636143557, + "nauc_precision_at_1_std": 0.4048876067103572, + "nauc_precision_at_20_diff1": 0.3079890787453593, + "nauc_precision_at_20_max": -0.2482664345966202, + "nauc_precision_at_20_std": 0.5364880335647412, + "nauc_precision_at_3_diff1": 0.31073116428734837, + "nauc_precision_at_3_max": -0.22546786213429104, + "nauc_precision_at_3_std": 0.4841058804299694, + "nauc_precision_at_5_diff1": 0.32003131019977976, + "nauc_precision_at_5_max": -0.25535297585159666, + "nauc_precision_at_5_std": 0.49626698840376154, + "nauc_recall_at_1000_diff1": 0.292697956828158, + "nauc_recall_at_1000_max": -0.38134517625246633, + "nauc_recall_at_1000_std": 0.6073177392733928, + "nauc_recall_at_100_diff1": 0.2948941368458072, + "nauc_recall_at_100_max": -0.337267297714733, + "nauc_recall_at_100_std": 0.6034187789760821, + "nauc_recall_at_10_diff1": 0.32379372168638126, + "nauc_recall_at_10_max": -0.23092252181690454, + "nauc_recall_at_10_std": 0.5186534251257344, + "nauc_recall_at_1_diff1": 0.446711683425755, + "nauc_recall_at_1_max": -0.3567717689725082, + "nauc_recall_at_1_std": 0.394665653775265, + "nauc_recall_at_20_diff1": 0.31166140385436514, + "nauc_recall_at_20_max": -0.23730439406466697, + "nauc_recall_at_20_std": 0.5333157691078222, + "nauc_recall_at_3_diff1": 0.3085121423287803, + "nauc_recall_at_3_max": -0.21900459746828838, + "nauc_recall_at_3_std": 0.46301099395770284, + "nauc_recall_at_5_diff1": 0.3188289562611641, + "nauc_recall_at_5_max": -0.2519955912972485, + "nauc_recall_at_5_std": 0.48089299390620366, + "ndcg_at_1": 0.03019, + "ndcg_at_10": 0.06037, + "ndcg_at_100": 0.07875, + "ndcg_at_1000": 0.0939, + "ndcg_at_20": 0.06372, + "ndcg_at_3": 0.04341, + "ndcg_at_5": 0.05042, + "precision_at_1": 0.03019, + "precision_at_10": 0.01051, + "precision_at_100": 0.00205, + "precision_at_1000": 0.00034, + "precision_at_20": 0.00598, + "precision_at_3": 0.01892, + "precision_at_5": 0.01473, + "recall_at_1": 0.02878, + "recall_at_10": 0.10024, + "recall_at_100": 0.19565, + "recall_at_1000": 0.32105, + "recall_at_20": 0.11252, + "recall_at_3": 0.05314, + "recall_at_5": 0.07005 + }, + { + "hf_subset": "th", + "languages": [ + "tha-Thai" + ], + "main_score": 0.29175, + "map_at_1": 0.13127, + "map_at_10": 0.23084, + "map_at_100": 0.24556, + "map_at_1000": 0.2469, + "map_at_20": 0.23834, + "map_at_3": 0.1989, + "map_at_5": 0.2163, + "mrr_at_1": 0.19918144611186903, + "mrr_at_10": 0.29863520214816264, + "mrr_at_100": 0.3071808015581191, + "mrr_at_1000": 0.3078172462540736, + "mrr_at_20": 0.30371876275970744, + "mrr_at_3": 0.27398817644383827, + "mrr_at_5": 0.28783537971805373, + "nauc_map_at_1000_diff1": 0.2738624768250966, + "nauc_map_at_1000_max": 0.19977528873498834, + "nauc_map_at_1000_std": 0.37510117272660026, + "nauc_map_at_100_diff1": 0.2742249516918977, + "nauc_map_at_100_max": 0.1999223896093368, + "nauc_map_at_100_std": 0.3751178060346024, + "nauc_map_at_10_diff1": 0.2777534298723305, + "nauc_map_at_10_max": 0.19886112282399332, + "nauc_map_at_10_std": 0.36185920194175236, + "nauc_map_at_1_diff1": 0.3219369271916807, + "nauc_map_at_1_max": 0.1650674372131228, + "nauc_map_at_1_std": 0.3036964121250944, + "nauc_map_at_20_diff1": 0.27522096698331755, + "nauc_map_at_20_max": 0.19769695617717192, + "nauc_map_at_20_std": 0.3688006327616507, + "nauc_map_at_3_diff1": 0.2627875038287484, + "nauc_map_at_3_max": 0.19470971592168393, + "nauc_map_at_3_std": 0.3303248258315123, + "nauc_map_at_5_diff1": 0.2763780301387475, + "nauc_map_at_5_max": 0.19814364570316026, + "nauc_map_at_5_std": 0.3542183157741775, + "nauc_mrr_at_1000_diff1": 0.2455994766226506, + "nauc_mrr_at_1000_max": 0.19302696689871848, + "nauc_mrr_at_1000_std": 0.3545915952130994, + "nauc_mrr_at_100_diff1": 0.24571828090289868, + "nauc_mrr_at_100_max": 0.1933274587737528, + "nauc_mrr_at_100_std": 0.3548426672688081, + "nauc_mrr_at_10_diff1": 0.24646340760480961, + "nauc_mrr_at_10_max": 0.1931521005699716, + "nauc_mrr_at_10_std": 0.35256967767215336, + "nauc_mrr_at_1_diff1": 0.28861941407966685, + "nauc_mrr_at_1_max": 0.1678222687451285, + "nauc_mrr_at_1_std": 0.2995510751713003, + "nauc_mrr_at_20_diff1": 0.24607496463209605, + "nauc_mrr_at_20_max": 0.1932498194481551, + "nauc_mrr_at_20_std": 0.3544322670697836, + "nauc_mrr_at_3_diff1": 0.24595633702687011, + "nauc_mrr_at_3_max": 0.19307208031635234, + "nauc_mrr_at_3_std": 0.3326199853951947, + "nauc_mrr_at_5_diff1": 0.24929781098810028, + "nauc_mrr_at_5_max": 0.19465014624281932, + "nauc_mrr_at_5_std": 0.3479114528283036, + "nauc_ndcg_at_1000_diff1": 0.24899825180549995, + "nauc_ndcg_at_1000_max": 0.1967374848863487, + "nauc_ndcg_at_1000_std": 0.4179742027966359, + "nauc_ndcg_at_100_diff1": 0.25422772675716127, + "nauc_ndcg_at_100_max": 0.20315889778112067, + "nauc_ndcg_at_100_std": 0.42022374961937103, + "nauc_ndcg_at_10_diff1": 0.2632562205586864, + "nauc_ndcg_at_10_max": 0.20029254655911144, + "nauc_ndcg_at_10_std": 0.3848151180038009, + "nauc_ndcg_at_1_diff1": 0.28861941407966685, + "nauc_ndcg_at_1_max": 0.1678222687451285, + "nauc_ndcg_at_1_std": 0.2995510751713003, + "nauc_ndcg_at_20_diff1": 0.25719020157023953, + "nauc_ndcg_at_20_max": 0.19547728680247337, + "nauc_ndcg_at_20_std": 0.39864303998094186, + "nauc_ndcg_at_3_diff1": 0.24610000267664267, + "nauc_ndcg_at_3_max": 0.20108260125818586, + "nauc_ndcg_at_3_std": 0.34578093271768306, + "nauc_ndcg_at_5_diff1": 0.2629381532416024, + "nauc_ndcg_at_5_max": 0.19937992352513953, + "nauc_ndcg_at_5_std": 0.37499138517596836, + "nauc_precision_at_1000_diff1": -0.00270825753959919, + "nauc_precision_at_1000_max": 0.10178119723628913, + "nauc_precision_at_1000_std": 0.2378389730642471, + "nauc_precision_at_100_diff1": 0.0833459102147594, + "nauc_precision_at_100_max": 0.15585831576428882, + "nauc_precision_at_100_std": 0.33477598488692145, + "nauc_precision_at_10_diff1": 0.16840220148999208, + "nauc_precision_at_10_max": 0.19288039061736448, + "nauc_precision_at_10_std": 0.38258409115919445, + "nauc_precision_at_1_diff1": 0.28861941407966685, + "nauc_precision_at_1_max": 0.1678222687451285, + "nauc_precision_at_1_std": 0.2995510751713003, + "nauc_precision_at_20_diff1": 0.1350971121661535, + "nauc_precision_at_20_max": 0.1693504525926389, + "nauc_precision_at_20_std": 0.3809195511116183, + "nauc_precision_at_3_diff1": 0.1804795523201195, + "nauc_precision_at_3_max": 0.22657361684558475, + "nauc_precision_at_3_std": 0.3531579311918618, + "nauc_precision_at_5_diff1": 0.1937093927139192, + "nauc_precision_at_5_max": 0.22015476543485368, + "nauc_precision_at_5_std": 0.39479548507520906, + "nauc_recall_at_1000_diff1": 0.16565014040354695, + "nauc_recall_at_1000_max": 0.043707129483426845, + "nauc_recall_at_1000_std": 0.6565852160200659, + "nauc_recall_at_100_diff1": 0.211703550220975, + "nauc_recall_at_100_max": 0.16619503101006802, + "nauc_recall_at_100_std": 0.526707996071184, + "nauc_recall_at_10_diff1": 0.23619213353124885, + "nauc_recall_at_10_max": 0.1753293605568944, + "nauc_recall_at_10_std": 0.39179933801390443, + "nauc_recall_at_1_diff1": 0.3219369271916807, + "nauc_recall_at_1_max": 0.1650674372131228, + "nauc_recall_at_1_std": 0.3036964121250944, + "nauc_recall_at_20_diff1": 0.21727029516605662, + "nauc_recall_at_20_max": 0.1523238236706183, + "nauc_recall_at_20_std": 0.42459905169460643, + "nauc_recall_at_3_diff1": 0.20301332815068654, + "nauc_recall_at_3_max": 0.1890458374976016, + "nauc_recall_at_3_std": 0.32952215091890374, + "nauc_recall_at_5_diff1": 0.23759931022465383, + "nauc_recall_at_5_max": 0.1781367532515386, + "nauc_recall_at_5_std": 0.3806730982143112, + "ndcg_at_1": 0.19918, + "ndcg_at_10": 0.29175, + "ndcg_at_100": 0.35348, + "ndcg_at_1000": 0.38329, + "ndcg_at_20": 0.31382, + "ndcg_at_3": 0.24135, + "ndcg_at_5": 0.2636, + "precision_at_1": 0.19918, + "precision_at_10": 0.07012, + "precision_at_100": 0.01225, + "precision_at_1000": 0.0016, + "precision_at_20": 0.0427, + "precision_at_3": 0.14325, + "precision_at_5": 0.10832, + "recall_at_1": 0.13127, + "recall_at_10": 0.39835, + "recall_at_100": 0.65108, + "recall_at_1000": 0.86004, + "recall_at_20": 0.47064, + "recall_at_3": 0.26775, + "recall_at_5": 0.32362 + }, + { + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ], + "main_score": 0.28344, + "map_at_1": 0.18067, + "map_at_10": 0.24979, + "map_at_100": 0.25498, + "map_at_1000": 0.25573, + "map_at_20": 0.25224, + "map_at_3": 0.22631, + "map_at_5": 0.24133, + "mrr_at_1": 0.19327731092436976, + "mrr_at_10": 0.2577697745764973, + "mrr_at_100": 0.2628229074541337, + "mrr_at_1000": 0.26351543541236794, + "mrr_at_20": 0.2602226512000948, + "mrr_at_3": 0.24089635854341737, + "mrr_at_5": 0.24845938375350138, + "nauc_map_at_1000_diff1": 0.4603744114781819, + "nauc_map_at_1000_max": -0.32386207474801104, + "nauc_map_at_1000_std": 0.20155896517606808, + "nauc_map_at_100_diff1": 0.4601310919493255, + "nauc_map_at_100_max": -0.32359055743379217, + "nauc_map_at_100_std": 0.20112634450180925, + "nauc_map_at_10_diff1": 0.4628691638655286, + "nauc_map_at_10_max": -0.3198812916222631, + "nauc_map_at_10_std": 0.19394689804892476, + "nauc_map_at_1_diff1": 0.48703918978824623, + "nauc_map_at_1_max": -0.27188220465623597, + "nauc_map_at_1_std": 0.08943488832873774, + "nauc_map_at_20_diff1": 0.46017376169724994, + "nauc_map_at_20_max": -0.32290953970368547, + "nauc_map_at_20_std": 0.19865315788813326, + "nauc_map_at_3_diff1": 0.446391185594695, + "nauc_map_at_3_max": -0.33261754911675623, + "nauc_map_at_3_std": 0.17306698711503068, + "nauc_map_at_5_diff1": 0.466541472829936, + "nauc_map_at_5_max": -0.3247460203662944, + "nauc_map_at_5_std": 0.19471953394835617, + "nauc_mrr_at_1000_diff1": 0.44750813097182957, + "nauc_mrr_at_1000_max": -0.32801883160769735, + "nauc_mrr_at_1000_std": 0.19789321023677364, + "nauc_mrr_at_100_diff1": 0.4472615253049826, + "nauc_mrr_at_100_max": -0.32784073866982116, + "nauc_mrr_at_100_std": 0.19768580853148862, + "nauc_mrr_at_10_diff1": 0.4502302972195878, + "nauc_mrr_at_10_max": -0.3239122080010906, + "nauc_mrr_at_10_std": 0.1921318444303594, + "nauc_mrr_at_1_diff1": 0.45673870307594844, + "nauc_mrr_at_1_max": -0.2799873702222701, + "nauc_mrr_at_1_std": 0.09377196484871855, + "nauc_mrr_at_20_diff1": 0.44787475454334685, + "nauc_mrr_at_20_max": -0.3270692133158703, + "nauc_mrr_at_20_std": 0.19685133950379016, + "nauc_mrr_at_3_diff1": 0.434415736477772, + "nauc_mrr_at_3_max": -0.3387338114039751, + "nauc_mrr_at_3_std": 0.17170486643071708, + "nauc_mrr_at_5_diff1": 0.45378008700428013, + "nauc_mrr_at_5_max": -0.32684070215004074, + "nauc_mrr_at_5_std": 0.18538022223468653, + "nauc_ndcg_at_1000_diff1": 0.4587519566611644, + "nauc_ndcg_at_1000_max": -0.34819217353941573, + "nauc_ndcg_at_1000_std": 0.26035589496635736, + "nauc_ndcg_at_100_diff1": 0.45481274177816394, + "nauc_ndcg_at_100_max": -0.34399899175026943, + "nauc_ndcg_at_100_std": 0.25349065772809487, + "nauc_ndcg_at_10_diff1": 0.46426548941280865, + "nauc_ndcg_at_10_max": -0.3240496004981184, + "nauc_ndcg_at_10_std": 0.2238908424077376, + "nauc_ndcg_at_1_diff1": 0.45673870307594844, + "nauc_ndcg_at_1_max": -0.2799873702222701, + "nauc_ndcg_at_1_std": 0.09377196484871855, + "nauc_ndcg_at_20_diff1": 0.45566694926488976, + "nauc_ndcg_at_20_max": -0.3349488882129023, + "nauc_ndcg_at_20_std": 0.23940980094657, + "nauc_ndcg_at_3_diff1": 0.4372780455857262, + "nauc_ndcg_at_3_max": -0.3510455999487857, + "nauc_ndcg_at_3_std": 0.1921163169543672, + "nauc_ndcg_at_5_diff1": 0.468126150721349, + "nauc_ndcg_at_5_max": -0.3331172933314145, + "nauc_ndcg_at_5_std": 0.21968637052240556, + "nauc_precision_at_1000_diff1": 0.25656757237136113, + "nauc_precision_at_1000_max": -0.27815419043542344, + "nauc_precision_at_1000_std": 0.4201239129225414, + "nauc_precision_at_100_diff1": 0.3466896692034622, + "nauc_precision_at_100_max": -0.34314875419632906, + "nauc_precision_at_100_std": 0.3996423948574181, + "nauc_precision_at_10_diff1": 0.4254969756836674, + "nauc_precision_at_10_max": -0.33279465402133135, + "nauc_precision_at_10_std": 0.34150885361389305, + "nauc_precision_at_1_diff1": 0.45673870307594844, + "nauc_precision_at_1_max": -0.2799873702222701, + "nauc_precision_at_1_std": 0.09377196484871855, + "nauc_precision_at_20_diff1": 0.40597147092903324, + "nauc_precision_at_20_max": -0.3642292641343377, + "nauc_precision_at_20_std": 0.3835591212809299, + "nauc_precision_at_3_diff1": 0.39641098476566244, + "nauc_precision_at_3_max": -0.39357325985280833, + "nauc_precision_at_3_std": 0.2574313994493352, + "nauc_precision_at_5_diff1": 0.4266641504850907, + "nauc_precision_at_5_max": -0.34104562449055403, + "nauc_precision_at_5_std": 0.2914885088220973, + "nauc_recall_at_1000_diff1": 0.4627809907506623, + "nauc_recall_at_1000_max": -0.5023288561688918, + "nauc_recall_at_1000_std": 0.5621162628395656, + "nauc_recall_at_100_diff1": 0.434709594518311, + "nauc_recall_at_100_max": -0.410312786550928, + "nauc_recall_at_100_std": 0.40431643815818696, + "nauc_recall_at_10_diff1": 0.47751580740900895, + "nauc_recall_at_10_max": -0.3181551352330717, + "nauc_recall_at_10_std": 0.2866094404618645, + "nauc_recall_at_1_diff1": 0.48703918978824623, + "nauc_recall_at_1_max": -0.27188220465623597, + "nauc_recall_at_1_std": 0.08943488832873774, + "nauc_recall_at_20_diff1": 0.446075846113808, + "nauc_recall_at_20_max": -0.35557340641096824, + "nauc_recall_at_20_std": 0.3382393053372217, + "nauc_recall_at_3_diff1": 0.41087348459150386, + "nauc_recall_at_3_max": -0.3829235192204178, + "nauc_recall_at_3_std": 0.23020790011120537, + "nauc_recall_at_5_diff1": 0.4775627756436214, + "nauc_recall_at_5_max": -0.34221765900771667, + "nauc_recall_at_5_std": 0.28325759503457487, + "ndcg_at_1": 0.19328, + "ndcg_at_10": 0.28344, + "ndcg_at_100": 0.31476, + "ndcg_at_1000": 0.34374, + "ndcg_at_20": 0.29209, + "ndcg_at_3": 0.24379, + "ndcg_at_5": 0.2641, + "precision_at_1": 0.19328, + "precision_at_10": 0.04622, + "precision_at_100": 0.00655, + "precision_at_1000": 0.00093, + "precision_at_20": 0.02479, + "precision_at_3": 0.10644, + "precision_at_5": 0.07731, + "recall_at_1": 0.18067, + "recall_at_10": 0.37535, + "recall_at_100": 0.52941, + "recall_at_1000": 0.77171, + "recall_at_20": 0.40896, + "recall_at_3": 0.27451, + "recall_at_5": 0.32143 + }, + { + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ], + "main_score": 0.26623, + "map_at_1": 0.09063, + "map_at_10": 0.1923, + "map_at_100": 0.22181, + "map_at_1000": 0.22339, + "map_at_20": 0.20741, + "map_at_3": 0.14635, + "map_at_5": 0.17105, + "mrr_at_1": 0.16539440203562342, + "mrr_at_10": 0.2791176945757099, + "mrr_at_100": 0.2917366963325791, + "mrr_at_1000": 0.2920882508828684, + "mrr_at_20": 0.286948370212379, + "mrr_at_3": 0.2391857506361323, + "mrr_at_5": 0.26246819338422395, + "nauc_map_at_1000_diff1": 0.04432934618741396, + "nauc_map_at_1000_max": 0.028532099258821973, + "nauc_map_at_1000_std": 0.27203578449670707, + "nauc_map_at_100_diff1": 0.04376912459555605, + "nauc_map_at_100_max": 0.029439868329705098, + "nauc_map_at_100_std": 0.27293315208600044, + "nauc_map_at_10_diff1": 0.035645485372043866, + "nauc_map_at_10_max": 0.015581491615652069, + "nauc_map_at_10_std": 0.22964991311442845, + "nauc_map_at_1_diff1": 0.10999143940228721, + "nauc_map_at_1_max": -0.017408376339643525, + "nauc_map_at_1_std": 0.16359105928291384, + "nauc_map_at_20_diff1": 0.03705544869799582, + "nauc_map_at_20_max": 0.02563852337831264, + "nauc_map_at_20_std": 0.25716216034935285, + "nauc_map_at_3_diff1": 0.037077804091452365, + "nauc_map_at_3_max": 0.003895831811847649, + "nauc_map_at_3_std": 0.1924467807804323, + "nauc_map_at_5_diff1": 0.03369645619775207, + "nauc_map_at_5_max": 0.012224569597423582, + "nauc_map_at_5_std": 0.22033389145621093, + "nauc_mrr_at_1000_diff1": 0.05628701372639719, + "nauc_mrr_at_1000_max": 0.009764238512955143, + "nauc_mrr_at_1000_std": 0.29651226053649266, + "nauc_mrr_at_100_diff1": 0.05663879866625017, + "nauc_mrr_at_100_max": 0.00972067102372985, + "nauc_mrr_at_100_std": 0.29713062204698504, + "nauc_mrr_at_10_diff1": 0.05684629214801367, + "nauc_mrr_at_10_max": 0.013507693270874373, + "nauc_mrr_at_10_std": 0.2868949653648438, + "nauc_mrr_at_1_diff1": 0.05173408935114694, + "nauc_mrr_at_1_max": -0.03288514455564905, + "nauc_mrr_at_1_std": 0.21536348836805747, + "nauc_mrr_at_20_diff1": 0.05664511883059377, + "nauc_mrr_at_20_max": 0.01201392886361998, + "nauc_mrr_at_20_std": 0.2979466960420704, + "nauc_mrr_at_3_diff1": 0.045510776534565554, + "nauc_mrr_at_3_max": -0.0013936714684620898, + "nauc_mrr_at_3_std": 0.2704345631728484, + "nauc_mrr_at_5_diff1": 0.05127655473529674, + "nauc_mrr_at_5_max": 0.011172828163494995, + "nauc_mrr_at_5_std": 0.28349354651897535, + "nauc_ndcg_at_1000_diff1": 0.0687176424436066, + "nauc_ndcg_at_1000_max": 0.018901633292228916, + "nauc_ndcg_at_1000_std": 0.36171836296366683, + "nauc_ndcg_at_100_diff1": 0.06962662475631559, + "nauc_ndcg_at_100_max": 0.03279995867067262, + "nauc_ndcg_at_100_std": 0.3897050391017964, + "nauc_ndcg_at_10_diff1": 0.03967762227311357, + "nauc_ndcg_at_10_max": 0.02109181082778246, + "nauc_ndcg_at_10_std": 0.2729894121696088, + "nauc_ndcg_at_1_diff1": 0.05173408935114694, + "nauc_ndcg_at_1_max": -0.03288514455564905, + "nauc_ndcg_at_1_std": 0.21536348836805747, + "nauc_ndcg_at_20_diff1": 0.0441630285881154, + "nauc_ndcg_at_20_max": 0.03568298255137793, + "nauc_ndcg_at_20_std": 0.3341618745053355, + "nauc_ndcg_at_3_diff1": 0.0352383868269895, + "nauc_ndcg_at_3_max": 0.018098680284167758, + "nauc_ndcg_at_3_std": 0.24675371067910795, + "nauc_ndcg_at_5_diff1": 0.033003940200737505, + "nauc_ndcg_at_5_max": 0.028472521706897083, + "nauc_ndcg_at_5_std": 0.26497226333316554, + "nauc_precision_at_1000_diff1": 0.060419129231868825, + "nauc_precision_at_1000_max": 0.012597931771899853, + "nauc_precision_at_1000_std": 0.23078861318357166, + "nauc_precision_at_100_diff1": 0.06795884726615635, + "nauc_precision_at_100_max": 0.0663574982643636, + "nauc_precision_at_100_std": 0.37771391320750375, + "nauc_precision_at_10_diff1": 0.009422149449800726, + "nauc_precision_at_10_max": 0.08453726900095801, + "nauc_precision_at_10_std": 0.3089381879573564, + "nauc_precision_at_1_diff1": 0.05173408935114694, + "nauc_precision_at_1_max": -0.03288514455564905, + "nauc_precision_at_1_std": 0.21536348836805747, + "nauc_precision_at_20_diff1": 0.00730373300221223, + "nauc_precision_at_20_max": 0.09594199702009472, + "nauc_precision_at_20_std": 0.40949906982862905, + "nauc_precision_at_3_diff1": -0.01675761041008508, + "nauc_precision_at_3_max": 0.0736821901303017, + "nauc_precision_at_3_std": 0.3158891843365143, + "nauc_precision_at_5_diff1": -0.009823918920769161, + "nauc_precision_at_5_max": 0.08949957666244848, + "nauc_precision_at_5_std": 0.3425422151131365, + "nauc_recall_at_1000_diff1": 0.23323610552449658, + "nauc_recall_at_1000_max": -0.2465336080148686, + "nauc_recall_at_1000_std": 0.8990258768141921, + "nauc_recall_at_100_diff1": 0.15478793794508544, + "nauc_recall_at_100_max": 0.011937653955647652, + "nauc_recall_at_100_std": 0.7652285346600727, + "nauc_recall_at_10_diff1": 0.026962229004801226, + "nauc_recall_at_10_max": 0.008365274172263503, + "nauc_recall_at_10_std": 0.275507286636486, + "nauc_recall_at_1_diff1": 0.10999143940228721, + "nauc_recall_at_1_max": -0.017408376339643525, + "nauc_recall_at_1_std": 0.16359105928291384, + "nauc_recall_at_20_diff1": 0.046178914951969116, + "nauc_recall_at_20_max": 0.046772298711137875, + "nauc_recall_at_20_std": 0.4182968102267268, + "nauc_recall_at_3_diff1": 0.021581003505342273, + "nauc_recall_at_3_max": -0.0053952149698228875, + "nauc_recall_at_3_std": 0.20722250618158244, + "nauc_recall_at_5_diff1": 0.028214323873076895, + "nauc_recall_at_5_max": 0.021429812331141194, + "nauc_recall_at_5_std": 0.25395765803849163, + "ndcg_at_1": 0.16539, + "ndcg_at_10": 0.26623, + "ndcg_at_100": 0.37441, + "ndcg_at_1000": 0.39854, + "ndcg_at_20": 0.30717, + "ndcg_at_3": 0.19429, + "ndcg_at_5": 0.22591, + "precision_at_1": 0.16539, + "precision_at_10": 0.08677, + "precision_at_100": 0.01969, + "precision_at_1000": 0.00236, + "precision_at_20": 0.06031, + "precision_at_3": 0.13486, + "precision_at_5": 0.11908, + "recall_at_1": 0.09063, + "recall_at_10": 0.38224, + "recall_at_100": 0.77807, + "recall_at_1000": 0.92712, + "recall_at_20": 0.50533, + "recall_at_3": 0.20297, + "recall_at_5": 0.28073 + } + ] + }, + "task_name": "MIRACLRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCO-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCO-PLHardNegatives.json new file mode 100644 index 000000000..95cd60618 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCO-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b609cb1ec6772bf92b8e014343a7ecfb10eef2d9", + "evaluation_time": 5.534780979156494, + "kg_co2_emissions": 0.0004658896319649409, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.48755, + "map_at_1": 0.01306, + "map_at_10": 0.08273, + "map_at_100": 0.29743, + "map_at_1000": 0.44659, + "map_at_20": 0.1272, + "map_at_3": 0.03471, + "map_at_5": 0.05396, + "mrr_at_1": 0.6511627906976745, + "mrr_at_10": 0.7204134366925063, + "mrr_at_100": 0.7266571171778452, + "mrr_at_1000": 0.7266571171778452, + "mrr_at_20": 0.7231266149870801, + "mrr_at_3": 0.7054263565891472, + "mrr_at_5": 0.7100775193798449, + "nauc_map_at_1000_diff1": -0.2730364561886207, + "nauc_map_at_1000_max": 0.5843150762967629, + "nauc_map_at_1000_std": 0.6095459877390252, + "nauc_map_at_100_diff1": -0.026676574720264485, + "nauc_map_at_100_max": 0.6185051597335232, + "nauc_map_at_100_std": 0.5175139978792647, + "nauc_map_at_10_diff1": 0.2654010332326788, + "nauc_map_at_10_max": 0.4467379450336122, + "nauc_map_at_10_std": 0.299738951294585, + "nauc_map_at_1_diff1": 0.2800408282915009, + "nauc_map_at_1_max": 0.18313629534978382, + "nauc_map_at_1_std": 0.12669587287272102, + "nauc_map_at_20_diff1": 0.18113961429286438, + "nauc_map_at_20_max": 0.5567151108685399, + "nauc_map_at_20_std": 0.37985954064581584, + "nauc_map_at_3_diff1": 0.3170569691935436, + "nauc_map_at_3_max": 0.3202437068944039, + "nauc_map_at_3_std": 0.20485077344745178, + "nauc_map_at_5_diff1": 0.3222431278250817, + "nauc_map_at_5_max": 0.3713635795107208, + "nauc_map_at_5_std": 0.22943454197024865, + "nauc_mrr_at_1000_diff1": -0.2768122780891717, + "nauc_mrr_at_1000_max": 0.4666047753758618, + "nauc_mrr_at_1000_std": 0.47625923774232937, + "nauc_mrr_at_100_diff1": -0.2768122780891717, + "nauc_mrr_at_100_max": 0.4666047753758618, + "nauc_mrr_at_100_std": 0.47625923774232937, + "nauc_mrr_at_10_diff1": -0.28002373366434363, + "nauc_mrr_at_10_max": 0.47356729687465343, + "nauc_mrr_at_10_std": 0.47937177694143895, + "nauc_mrr_at_1_diff1": -0.28262279122365186, + "nauc_mrr_at_1_max": 0.4190269996143783, + "nauc_mrr_at_1_std": 0.38869534780541026, + "nauc_mrr_at_20_diff1": -0.27968231797199955, + "nauc_mrr_at_20_max": 0.46903328747788103, + "nauc_mrr_at_20_std": 0.4816208048492707, + "nauc_mrr_at_3_diff1": -0.2641973028533719, + "nauc_mrr_at_3_max": 0.4545962161569102, + "nauc_mrr_at_3_std": 0.4806801540905594, + "nauc_mrr_at_5_diff1": -0.26439280237392687, + "nauc_mrr_at_5_max": 0.4713933848622633, + "nauc_mrr_at_5_std": 0.4849745373903732, + "nauc_ndcg_at_1000_diff1": -0.3571121241997173, + "nauc_ndcg_at_1000_max": 0.60452687076157, + "nauc_ndcg_at_1000_std": 0.6344776204805513, + "nauc_ndcg_at_100_diff1": -0.1296549118140145, + "nauc_ndcg_at_100_max": 0.5429129369580606, + "nauc_ndcg_at_100_std": 0.5693625516796758, + "nauc_ndcg_at_10_diff1": -0.21673389102816215, + "nauc_ndcg_at_10_max": 0.4651551331791682, + "nauc_ndcg_at_10_std": 0.47950121488759767, + "nauc_ndcg_at_1_diff1": -0.069083999803707, + "nauc_ndcg_at_1_max": 0.19776559088033244, + "nauc_ndcg_at_1_std": 0.2604054456161917, + "nauc_ndcg_at_20_diff1": -0.2428881765037777, + "nauc_ndcg_at_20_max": 0.5114550388168212, + "nauc_ndcg_at_20_std": 0.5096482825948486, + "nauc_ndcg_at_3_diff1": -0.1263937644794618, + "nauc_ndcg_at_3_max": 0.4601054551582223, + "nauc_ndcg_at_3_std": 0.4312895674451508, + "nauc_ndcg_at_5_diff1": -0.1580335728541146, + "nauc_ndcg_at_5_max": 0.4737023342729631, + "nauc_ndcg_at_5_std": 0.4327748245137388, + "nauc_precision_at_1000_diff1": -0.41701044751949456, + "nauc_precision_at_1000_max": 0.07524677750575495, + "nauc_precision_at_1000_std": 0.2094111292136194, + "nauc_precision_at_100_diff1": -0.40760542735176297, + "nauc_precision_at_100_max": 0.2740873904779072, + "nauc_precision_at_100_std": 0.36825769887134713, + "nauc_precision_at_10_diff1": -0.32856628008322514, + "nauc_precision_at_10_max": 0.5053685271006491, + "nauc_precision_at_10_std": 0.4890462543550125, + "nauc_precision_at_1_diff1": -0.28262279122365186, + "nauc_precision_at_1_max": 0.4190269996143783, + "nauc_precision_at_1_std": 0.38869534780541026, + "nauc_precision_at_20_diff1": -0.3513390260689907, + "nauc_precision_at_20_max": 0.5068793956486805, + "nauc_precision_at_20_std": 0.4803079366757577, + "nauc_precision_at_3_diff1": -0.2231006983403011, + "nauc_precision_at_3_max": 0.5771485818575689, + "nauc_precision_at_3_std": 0.5117919234713771, + "nauc_precision_at_5_diff1": -0.21207560217094493, + "nauc_precision_at_5_max": 0.5684288285611048, + "nauc_precision_at_5_std": 0.49578241839821063, + "nauc_recall_at_1000_diff1": -0.25437653884868894, + "nauc_recall_at_1000_max": 0.6249746503392191, + "nauc_recall_at_1000_std": 0.8814760463712568, + "nauc_recall_at_100_diff1": 0.16517427340442767, + "nauc_recall_at_100_max": 0.4967598790803386, + "nauc_recall_at_100_std": 0.44965238042651406, + "nauc_recall_at_10_diff1": 0.2834999670367079, + "nauc_recall_at_10_max": 0.3842647490156048, + "nauc_recall_at_10_std": 0.2899014836451289, + "nauc_recall_at_1_diff1": 0.2800408282915009, + "nauc_recall_at_1_max": 0.18313629534978382, + "nauc_recall_at_1_std": 0.12669587287272102, + "nauc_recall_at_20_diff1": 0.21809644024683852, + "nauc_recall_at_20_max": 0.46684528665821484, + "nauc_recall_at_20_std": 0.3560813739952876, + "nauc_recall_at_3_diff1": 0.32959287103974455, + "nauc_recall_at_3_max": 0.31109018787867043, + "nauc_recall_at_3_std": 0.21964022871591485, + "nauc_recall_at_5_diff1": 0.34911868072215024, + "nauc_recall_at_5_max": 0.3361294928498032, + "nauc_recall_at_5_std": 0.22847668340644767, + "ndcg_at_1": 0.47674, + "ndcg_at_10": 0.48755, + "ndcg_at_100": 0.53955, + "ndcg_at_1000": 0.69974, + "ndcg_at_20": 0.46709, + "ndcg_at_3": 0.50244, + "ndcg_at_5": 0.5045, + "precision_at_1": 0.65116, + "precision_at_10": 0.57907, + "precision_at_100": 0.38953, + "precision_at_1000": 0.08802, + "precision_at_20": 0.51628, + "precision_at_3": 0.64341, + "precision_at_5": 0.63256, + "recall_at_1": 0.01306, + "recall_at_10": 0.09625, + "recall_at_100": 0.49947, + "recall_at_1000": 0.92755, + "recall_at_20": 0.16127, + "recall_at_3": 0.03637, + "recall_at_5": 0.05852 + } + ] + }, + "task_name": "MSMARCO-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCOHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCOHardNegatives.json new file mode 100644 index 000000000..5f76877e5 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/MSMARCOHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "67c0b4f7f15946e0b15cf6cf3b8993d04cb3efc6", + "evaluation_time": 4.830746173858643, + "kg_co2_emissions": 0.00040029000335231775, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.64313, + "map_at_1": 0.01532, + "map_at_10": 0.11588, + "map_at_100": 0.40507, + "map_at_1000": 0.58403, + "map_at_20": 0.18933, + "map_at_3": 0.04141, + "map_at_5": 0.06743, + "mrr_at_1": 0.8837209302325582, + "mrr_at_10": 0.9131782945736434, + "mrr_at_100": 0.9144022847817218, + "mrr_at_1000": 0.9144022847817218, + "mrr_at_20": 0.9144022847817218, + "mrr_at_3": 0.9069767441860465, + "mrr_at_5": 0.9069767441860465, + "nauc_map_at_1000_diff1": -0.5326780195028981, + "nauc_map_at_1000_max": 0.4916184310584604, + "nauc_map_at_1000_std": 0.5400644102223899, + "nauc_map_at_100_diff1": -0.4427522043305083, + "nauc_map_at_100_max": 0.3561071843501213, + "nauc_map_at_100_std": 0.23083660701962294, + "nauc_map_at_10_diff1": -0.14433848649675524, + "nauc_map_at_10_max": 0.136439100924004, + "nauc_map_at_10_std": -0.14320411995309956, + "nauc_map_at_1_diff1": 0.060675720177827415, + "nauc_map_at_1_max": 0.04195285851997262, + "nauc_map_at_1_std": -0.05988673756743425, + "nauc_map_at_20_diff1": -0.17210205794755967, + "nauc_map_at_20_max": 0.16501431751367038, + "nauc_map_at_20_std": -0.10161568903539159, + "nauc_map_at_3_diff1": -0.04821614414783158, + "nauc_map_at_3_max": 0.10605702581848002, + "nauc_map_at_3_std": -0.14116717664809983, + "nauc_map_at_5_diff1": -0.07262682149853618, + "nauc_map_at_5_max": 0.10513004910368828, + "nauc_map_at_5_std": -0.12667879394528994, + "nauc_mrr_at_1000_diff1": -0.1943354608716234, + "nauc_mrr_at_1000_max": 0.7845985519049549, + "nauc_mrr_at_1000_std": 0.5809160287692401, + "nauc_mrr_at_100_diff1": -0.1943354608716234, + "nauc_mrr_at_100_max": 0.7845985519049549, + "nauc_mrr_at_100_std": 0.5809160287692401, + "nauc_mrr_at_10_diff1": -0.1864068073300093, + "nauc_mrr_at_10_max": 0.7876889132431201, + "nauc_mrr_at_10_std": 0.5829329511592466, + "nauc_mrr_at_1_diff1": -0.21879830284544893, + "nauc_mrr_at_1_max": 0.7536053256855534, + "nauc_mrr_at_1_std": 0.4746310788174045, + "nauc_mrr_at_20_diff1": -0.1943354608716234, + "nauc_mrr_at_20_max": 0.7845985519049549, + "nauc_mrr_at_20_std": 0.5809160287692401, + "nauc_mrr_at_3_diff1": -0.2187102821197466, + "nauc_mrr_at_3_max": 0.79071378647281, + "nauc_mrr_at_3_std": 0.6041183663960026, + "nauc_mrr_at_5_diff1": -0.2187102821197466, + "nauc_mrr_at_5_max": 0.79071378647281, + "nauc_mrr_at_5_std": 0.6041183663960026, + "nauc_ndcg_at_1000_diff1": -0.5665000681512601, + "nauc_ndcg_at_1000_max": 0.5843071079514015, + "nauc_ndcg_at_1000_std": 0.5641561820442579, + "nauc_ndcg_at_100_diff1": -0.46189771844974015, + "nauc_ndcg_at_100_max": 0.49920553158014846, + "nauc_ndcg_at_100_std": 0.41911557243914854, + "nauc_ndcg_at_10_diff1": -0.3606301684052816, + "nauc_ndcg_at_10_max": 0.48610463665020626, + "nauc_ndcg_at_10_std": 0.3152494037679015, + "nauc_ndcg_at_1_diff1": 0.16506220674841446, + "nauc_ndcg_at_1_max": 0.18695573865145998, + "nauc_ndcg_at_1_std": 0.035115087350143175, + "nauc_ndcg_at_20_diff1": -0.37464893636819663, + "nauc_ndcg_at_20_max": 0.48862556016276115, + "nauc_ndcg_at_20_std": 0.3268157344584532, + "nauc_ndcg_at_3_diff1": -0.1899579156854992, + "nauc_ndcg_at_3_max": 0.46160137426890585, + "nauc_ndcg_at_3_std": 0.23526358021786553, + "nauc_ndcg_at_5_diff1": -0.3056634647851658, + "nauc_ndcg_at_5_max": 0.5573680333810269, + "nauc_ndcg_at_5_std": 0.3264032507574749, + "nauc_precision_at_1000_diff1": -0.21950332780323983, + "nauc_precision_at_1000_max": 0.24524399710672884, + "nauc_precision_at_1000_std": 0.3624566544188617, + "nauc_precision_at_100_diff1": -0.36434704767241216, + "nauc_precision_at_100_max": 0.3442772520901777, + "nauc_precision_at_100_std": 0.4801264075098813, + "nauc_precision_at_10_diff1": -0.5700473573246881, + "nauc_precision_at_10_max": 0.5902671077475334, + "nauc_precision_at_10_std": 0.3765124540105409, + "nauc_precision_at_1_diff1": -0.21879830284544893, + "nauc_precision_at_1_max": 0.7536053256855534, + "nauc_precision_at_1_std": 0.4746310788174045, + "nauc_precision_at_20_diff1": -0.5067969114930965, + "nauc_precision_at_20_max": 0.5126807389920368, + "nauc_precision_at_20_std": 0.4151923697466655, + "nauc_precision_at_3_diff1": -0.5736850001823032, + "nauc_precision_at_3_max": 0.7113739534329975, + "nauc_precision_at_3_std": 0.38291695449073254, + "nauc_precision_at_5_diff1": -0.5775436661276098, + "nauc_precision_at_5_max": 0.6989349498333718, + "nauc_precision_at_5_std": 0.45925823579476555, + "nauc_recall_at_1000_diff1": -1.2714669520532127, + "nauc_recall_at_1000_max": 0.39812136114258456, + "nauc_recall_at_1000_std": 0.9080316024699838, + "nauc_recall_at_100_diff1": -0.17421527645859583, + "nauc_recall_at_100_max": 0.021914686129702408, + "nauc_recall_at_100_std": -0.011614595020326381, + "nauc_recall_at_10_diff1": 0.014235466799189677, + "nauc_recall_at_10_max": -0.00942714405693756, + "nauc_recall_at_10_std": -0.22673221186049553, + "nauc_recall_at_1_diff1": 0.060675720177827415, + "nauc_recall_at_1_max": 0.04195285851997262, + "nauc_recall_at_1_std": -0.05988673756743425, + "nauc_recall_at_20_diff1": 0.07187682035334621, + "nauc_recall_at_20_max": -0.07337460123873965, + "nauc_recall_at_20_std": -0.23043607085024123, + "nauc_recall_at_3_diff1": 0.006750288326898896, + "nauc_recall_at_3_max": 0.04606585901824839, + "nauc_recall_at_3_std": -0.17686399598189984, + "nauc_recall_at_5_diff1": -0.0020137233198536486, + "nauc_recall_at_5_max": 0.03475272832104491, + "nauc_recall_at_5_std": -0.14810271238805803, + "ndcg_at_1": 0.67442, + "ndcg_at_10": 0.64313, + "ndcg_at_100": 0.67103, + "ndcg_at_1000": 0.7997, + "ndcg_at_20": 0.63258, + "ndcg_at_3": 0.67505, + "ndcg_at_5": 0.6666, + "precision_at_1": 0.88372, + "precision_at_10": 0.74884, + "precision_at_100": 0.46209, + "precision_at_1000": 0.09272, + "precision_at_20": 0.6814, + "precision_at_3": 0.8062, + "precision_at_5": 0.7907, + "recall_at_1": 0.01532, + "recall_at_10": 0.13333, + "recall_at_100": 0.60967, + "recall_at_1000": 0.97002, + "recall_at_20": 0.24144, + "recall_at_3": 0.04324, + "recall_at_5": 0.0721 + } + ] + }, + "task_name": "MSMARCOHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQ-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQ-PLHardNegatives.json new file mode 100644 index 000000000..ab26d9dba --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQ-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "9a2878a70ea545a8f4df0cdfa1adea27f4f64390", + "evaluation_time": 92.25000286102295, + "kg_co2_emissions": 0.008329599612674973, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.17232, + "map_at_1": 0.0725, + "map_at_10": 0.13018, + "map_at_100": 0.14449, + "map_at_1000": 0.14547, + "map_at_20": 0.13772, + "map_at_3": 0.10619, + "map_at_5": 0.11768, + "mrr_at_1": 0.084, + "mrr_at_10": 0.14568690476190474, + "mrr_at_100": 0.15840034879583456, + "mrr_at_1000": 0.15920825970667118, + "mrr_at_20": 0.15276206843552056, + "mrr_at_3": 0.11983333333333321, + "mrr_at_5": 0.13303333333333328, + "nauc_map_at_1000_diff1": 0.27414707895947393, + "nauc_map_at_1000_max": 0.13814105582828123, + "nauc_map_at_1000_std": 0.156606536341199, + "nauc_map_at_100_diff1": 0.27324046196898505, + "nauc_map_at_100_max": 0.13791961131742625, + "nauc_map_at_100_std": 0.1564976367597984, + "nauc_map_at_10_diff1": 0.28091206031059535, + "nauc_map_at_10_max": 0.1329360260535518, + "nauc_map_at_10_std": 0.13815457721828417, + "nauc_map_at_1_diff1": 0.35869285641590254, + "nauc_map_at_1_max": 0.14488309909976593, + "nauc_map_at_1_std": 0.11134220922809325, + "nauc_map_at_20_diff1": 0.27493960084949265, + "nauc_map_at_20_max": 0.13217951829142305, + "nauc_map_at_20_std": 0.14567865724372733, + "nauc_map_at_3_diff1": 0.29667978431097813, + "nauc_map_at_3_max": 0.12957808148257002, + "nauc_map_at_3_std": 0.12543166714167656, + "nauc_map_at_5_diff1": 0.2823945486935523, + "nauc_map_at_5_max": 0.12661351292064396, + "nauc_map_at_5_std": 0.12835022130395282, + "nauc_mrr_at_1000_diff1": 0.26039231864364154, + "nauc_mrr_at_1000_max": 0.1422407942846868, + "nauc_mrr_at_1000_std": 0.16752015332910844, + "nauc_mrr_at_100_diff1": 0.25965213925327413, + "nauc_mrr_at_100_max": 0.14225808688257774, + "nauc_mrr_at_100_std": 0.16760549313627582, + "nauc_mrr_at_10_diff1": 0.2630805602241117, + "nauc_mrr_at_10_max": 0.13819561285050017, + "nauc_mrr_at_10_std": 0.15551959130397341, + "nauc_mrr_at_1_diff1": 0.32075459644550064, + "nauc_mrr_at_1_max": 0.1534107606015306, + "nauc_mrr_at_1_std": 0.13091405062159028, + "nauc_mrr_at_20_diff1": 0.2600814627151887, + "nauc_mrr_at_20_max": 0.13849357886910024, + "nauc_mrr_at_20_std": 0.16117771742144268, + "nauc_mrr_at_3_diff1": 0.2748989285597133, + "nauc_mrr_at_3_max": 0.13469523462788746, + "nauc_mrr_at_3_std": 0.14491799879560663, + "nauc_mrr_at_5_diff1": 0.266410534319779, + "nauc_mrr_at_5_max": 0.13197320829357065, + "nauc_mrr_at_5_std": 0.14626199378285087, + "nauc_ndcg_at_1000_diff1": 0.24959931630010673, + "nauc_ndcg_at_1000_max": 0.17661197917718985, + "nauc_ndcg_at_1000_std": 0.24035958059265158, + "nauc_ndcg_at_100_diff1": 0.23192354874554086, + "nauc_ndcg_at_100_max": 0.17261277102927428, + "nauc_ndcg_at_100_std": 0.24190751417757173, + "nauc_ndcg_at_10_diff1": 0.2541078272797449, + "nauc_ndcg_at_10_max": 0.13534069602273407, + "nauc_ndcg_at_10_std": 0.15775938093819622, + "nauc_ndcg_at_1_diff1": 0.32075459644550064, + "nauc_ndcg_at_1_max": 0.1534107606015306, + "nauc_ndcg_at_1_std": 0.13091405062159028, + "nauc_ndcg_at_20_diff1": 0.23908039342987167, + "nauc_ndcg_at_20_max": 0.1359901175859561, + "nauc_ndcg_at_20_std": 0.1795474931426705, + "nauc_ndcg_at_3_diff1": 0.2771534837298749, + "nauc_ndcg_at_3_max": 0.12591034376737828, + "nauc_ndcg_at_3_std": 0.13338430965679093, + "nauc_ndcg_at_5_diff1": 0.25854136853002446, + "nauc_ndcg_at_5_max": 0.12133199426839344, + "nauc_ndcg_at_5_std": 0.1367455324540675, + "nauc_precision_at_1000_diff1": 0.12296346332788868, + "nauc_precision_at_1000_max": 0.2409933368770245, + "nauc_precision_at_1000_std": 0.4030775717172579, + "nauc_precision_at_100_diff1": 0.10039240883047996, + "nauc_precision_at_100_max": 0.2517959947100688, + "nauc_precision_at_100_std": 0.4350928989966084, + "nauc_precision_at_10_diff1": 0.20057071646589245, + "nauc_precision_at_10_max": 0.1483694245275636, + "nauc_precision_at_10_std": 0.20744098683378787, + "nauc_precision_at_1_diff1": 0.32075459644550064, + "nauc_precision_at_1_max": 0.1534107606015306, + "nauc_precision_at_1_std": 0.13091405062159028, + "nauc_precision_at_20_diff1": 0.16077665531576332, + "nauc_precision_at_20_max": 0.15292245686583922, + "nauc_precision_at_20_std": 0.2655641428028133, + "nauc_precision_at_3_diff1": 0.2217911769286362, + "nauc_precision_at_3_max": 0.12303164245755309, + "nauc_precision_at_3_std": 0.16018611357547696, + "nauc_precision_at_5_diff1": 0.20347417541196813, + "nauc_precision_at_5_max": 0.12306471281714086, + "nauc_precision_at_5_std": 0.16496395188177274, + "nauc_recall_at_1000_diff1": 0.22576096668015078, + "nauc_recall_at_1000_max": 0.41740612149274203, + "nauc_recall_at_1000_std": 0.6493514430646452, + "nauc_recall_at_100_diff1": 0.13386529668365968, + "nauc_recall_at_100_max": 0.2814529353024647, + "nauc_recall_at_100_std": 0.48016056130761514, + "nauc_recall_at_10_diff1": 0.20527769183231043, + "nauc_recall_at_10_max": 0.13310629819072434, + "nauc_recall_at_10_std": 0.1775681519859507, + "nauc_recall_at_1_diff1": 0.35869285641590254, + "nauc_recall_at_1_max": 0.14488309909976593, + "nauc_recall_at_1_std": 0.11134220922809325, + "nauc_recall_at_20_diff1": 0.16788240402638407, + "nauc_recall_at_20_max": 0.13444854877251503, + "nauc_recall_at_20_std": 0.22705624753065515, + "nauc_recall_at_3_diff1": 0.2451784844920842, + "nauc_recall_at_3_max": 0.11137459074125809, + "nauc_recall_at_3_std": 0.13230990067371895, + "nauc_recall_at_5_diff1": 0.21492972706414207, + "nauc_recall_at_5_max": 0.10299940931575698, + "nauc_recall_at_5_std": 0.1366290874114716, + "ndcg_at_1": 0.084, + "ndcg_at_10": 0.17232, + "ndcg_at_100": 0.24565, + "ndcg_at_1000": 0.27152, + "ndcg_at_20": 0.19921, + "ndcg_at_3": 0.12101, + "ndcg_at_5": 0.14228, + "precision_at_1": 0.084, + "precision_at_10": 0.0345, + "precision_at_100": 0.00764, + "precision_at_1000": 0.00101, + "precision_at_20": 0.0233, + "precision_at_3": 0.059, + "precision_at_5": 0.0476, + "recall_at_1": 0.0725, + "recall_at_10": 0.28942, + "recall_at_100": 0.63333, + "recall_at_1000": 0.8305, + "recall_at_20": 0.39292, + "recall_at_3": 0.15083, + "recall_at_5": 0.20008 + } + ] + }, + "task_name": "NQ-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQHardNegatives.json new file mode 100644 index 000000000..5c1b3113e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NQHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d700fe4f167a5db8e6c9b03e8c26e7eaf66faf97", + "evaluation_time": 99.98413109779358, + "kg_co2_emissions": 0.009091866020191713, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.35677, + "map_at_1": 0.181, + "map_at_10": 0.2899, + "map_at_100": 0.30622, + "map_at_1000": 0.30682, + "map_at_20": 0.29981, + "map_at_3": 0.25292, + "map_at_5": 0.27123, + "mrr_at_1": 0.2, + "mrr_at_10": 0.31098055555555515, + "mrr_at_100": 0.3240409492987183, + "mrr_at_1000": 0.3244743511104506, + "mrr_at_20": 0.31893437019636645, + "mrr_at_3": 0.27566666666666684, + "mrr_at_5": 0.2938666666666664, + "nauc_map_at_1000_diff1": 0.29998032926531387, + "nauc_map_at_1000_max": 0.25710499498490463, + "nauc_map_at_1000_std": 0.038648471930824255, + "nauc_map_at_100_diff1": 0.3000188111851361, + "nauc_map_at_100_max": 0.2572753737485971, + "nauc_map_at_100_std": 0.03867511693360546, + "nauc_map_at_10_diff1": 0.29948570139516056, + "nauc_map_at_10_max": 0.2509878766031278, + "nauc_map_at_10_std": 0.031615394456610844, + "nauc_map_at_1_diff1": 0.3316454944482968, + "nauc_map_at_1_max": 0.21945078572713614, + "nauc_map_at_1_std": 0.02885016776501393, + "nauc_map_at_20_diff1": 0.29878003246699, + "nauc_map_at_20_max": 0.25487317393930753, + "nauc_map_at_20_std": 0.03627151787791529, + "nauc_map_at_3_diff1": 0.30004359379290957, + "nauc_map_at_3_max": 0.2454348464839141, + "nauc_map_at_3_std": 0.02416338006169697, + "nauc_map_at_5_diff1": 0.30089671396416606, + "nauc_map_at_5_max": 0.24919163812683337, + "nauc_map_at_5_std": 0.023306158433921722, + "nauc_mrr_at_1000_diff1": 0.2880241561810266, + "nauc_mrr_at_1000_max": 0.2613175524249701, + "nauc_mrr_at_1000_std": 0.05634480942217493, + "nauc_mrr_at_100_diff1": 0.28810606141997475, + "nauc_mrr_at_100_max": 0.261545752625401, + "nauc_mrr_at_100_std": 0.056478650137139784, + "nauc_mrr_at_10_diff1": 0.28667421645296276, + "nauc_mrr_at_10_max": 0.2590295092892135, + "nauc_mrr_at_10_std": 0.05252108996002885, + "nauc_mrr_at_1_diff1": 0.3109686793671295, + "nauc_mrr_at_1_max": 0.22165967064901518, + "nauc_mrr_at_1_std": 0.04472876977720368, + "nauc_mrr_at_20_diff1": 0.28575638597913516, + "nauc_mrr_at_20_max": 0.261273286146447, + "nauc_mrr_at_20_std": 0.05657112153187024, + "nauc_mrr_at_3_diff1": 0.2881811262471154, + "nauc_mrr_at_3_max": 0.25224382811180696, + "nauc_mrr_at_3_std": 0.04300108048265107, + "nauc_mrr_at_5_diff1": 0.28887219990146923, + "nauc_mrr_at_5_max": 0.25848963220223237, + "nauc_mrr_at_5_std": 0.04592134441768243, + "nauc_ndcg_at_1000_diff1": 0.292768436035044, + "nauc_ndcg_at_1000_max": 0.28061927393484665, + "nauc_ndcg_at_1000_std": 0.06880857124980241, + "nauc_ndcg_at_100_diff1": 0.29285597577288774, + "nauc_ndcg_at_100_max": 0.2879272672997807, + "nauc_ndcg_at_100_std": 0.0754593463257499, + "nauc_ndcg_at_10_diff1": 0.28900077507101063, + "nauc_ndcg_at_10_max": 0.26535266636868987, + "nauc_ndcg_at_10_std": 0.04555496475148828, + "nauc_ndcg_at_1_diff1": 0.3109686793671295, + "nauc_ndcg_at_1_max": 0.22165967064901518, + "nauc_ndcg_at_1_std": 0.04472876977720368, + "nauc_ndcg_at_20_diff1": 0.2848334941072856, + "nauc_ndcg_at_20_max": 0.2758299300856975, + "nauc_ndcg_at_20_std": 0.06287711668943402, + "nauc_ndcg_at_3_diff1": 0.2916108577066886, + "nauc_ndcg_at_3_max": 0.25505322171453987, + "nauc_ndcg_at_3_std": 0.02758743166184914, + "nauc_ndcg_at_5_diff1": 0.29270094606723424, + "nauc_ndcg_at_5_max": 0.2625426220678487, + "nauc_ndcg_at_5_std": 0.028741348562106455, + "nauc_precision_at_1000_diff1": -0.022623503415932503, + "nauc_precision_at_1000_max": 0.1852142567247629, + "nauc_precision_at_1000_std": 0.19856232102996593, + "nauc_precision_at_100_diff1": 0.06946022000511588, + "nauc_precision_at_100_max": 0.3102148887183424, + "nauc_precision_at_100_std": 0.2551841903300074, + "nauc_precision_at_10_diff1": 0.21502849401186316, + "nauc_precision_at_10_max": 0.29184191273402155, + "nauc_precision_at_10_std": 0.09966569613159403, + "nauc_precision_at_1_diff1": 0.3109686793671295, + "nauc_precision_at_1_max": 0.22165967064901518, + "nauc_precision_at_1_std": 0.04472876977720368, + "nauc_precision_at_20_diff1": 0.14791342283127595, + "nauc_precision_at_20_max": 0.2995120979786915, + "nauc_precision_at_20_std": 0.1605831189620893, + "nauc_precision_at_3_diff1": 0.256386731340797, + "nauc_precision_at_3_max": 0.28541645037532093, + "nauc_precision_at_3_std": 0.05095019303248133, + "nauc_precision_at_5_diff1": 0.2503575260242988, + "nauc_precision_at_5_max": 0.30494273204395844, + "nauc_precision_at_5_std": 0.05811697161249157, + "nauc_recall_at_1000_diff1": 0.28310499117139004, + "nauc_recall_at_1000_max": 0.5939877601205535, + "nauc_recall_at_1000_std": 0.5688262103521289, + "nauc_recall_at_100_diff1": 0.2797992158429684, + "nauc_recall_at_100_max": 0.47908260524697893, + "nauc_recall_at_100_std": 0.3230842320695728, + "nauc_recall_at_10_diff1": 0.2555501474311018, + "nauc_recall_at_10_max": 0.276693035049643, + "nauc_recall_at_10_std": 0.06329190405318497, + "nauc_recall_at_1_diff1": 0.3316454944482968, + "nauc_recall_at_1_max": 0.21945078572713614, + "nauc_recall_at_1_std": 0.02885016776501393, + "nauc_recall_at_20_diff1": 0.24021386077347606, + "nauc_recall_at_20_max": 0.3181663130329196, + "nauc_recall_at_20_std": 0.1355967006054898, + "nauc_recall_at_3_diff1": 0.2698588863563967, + "nauc_recall_at_3_max": 0.26301828953533607, + "nauc_recall_at_3_std": 0.01828159372294901, + "nauc_recall_at_5_diff1": 0.26885569684098193, + "nauc_recall_at_5_max": 0.27256366411835026, + "nauc_recall_at_5_std": 0.020941931613559776, + "ndcg_at_1": 0.2, + "ndcg_at_10": 0.35677, + "ndcg_at_100": 0.42923, + "ndcg_at_1000": 0.443, + "ndcg_at_20": 0.3892, + "ndcg_at_3": 0.2816, + "ndcg_at_5": 0.31399, + "precision_at_1": 0.2, + "precision_at_10": 0.0635, + "precision_at_100": 0.01041, + "precision_at_1000": 0.00117, + "precision_at_20": 0.03955, + "precision_at_3": 0.13133, + "precision_at_5": 0.097, + "recall_at_1": 0.181, + "recall_at_10": 0.54342, + "recall_at_100": 0.8645, + "recall_at_1000": 0.96633, + "recall_at_20": 0.663, + "recall_at_3": 0.342, + "recall_at_5": 0.41725 + } + ] + }, + "task_name": "NQHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2022RetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2022RetrievalHardNegatives.json new file mode 100644 index 000000000..19694104d --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2022RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "35dd709a0d846ae987541cf8ca978562636260f0", + "evaluation_time": 18.89919424057007, + "kg_co2_emissions": 0.0015046294636834837, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.33647, + "map_at_1": 0.02826, + "map_at_10": 0.10108, + "map_at_100": 0.21454, + "map_at_1000": 0.2607, + "map_at_20": 0.13073, + "map_at_3": 0.0535, + "map_at_5": 0.07311, + "mrr_at_1": 0.37777777777777777, + "mrr_at_10": 0.5230776014109347, + "mrr_at_100": 0.526802873196062, + "mrr_at_1000": 0.5269582733514622, + "mrr_at_20": 0.5256193588546529, + "mrr_at_3": 0.4888888888888888, + "mrr_at_5": 0.5033333333333332, + "nauc_map_at_1000_diff1": 0.024099040864668922, + "nauc_map_at_1000_max": 0.5278551759984242, + "nauc_map_at_1000_std": 0.24074878736915084, + "nauc_map_at_100_diff1": 0.14990977725580276, + "nauc_map_at_100_max": 0.39847639318501626, + "nauc_map_at_100_std": 0.33358819190206596, + "nauc_map_at_10_diff1": 0.2861318192354805, + "nauc_map_at_10_max": 0.18871540312869028, + "nauc_map_at_10_std": 0.19380899154882458, + "nauc_map_at_1_diff1": 0.14925323267573784, + "nauc_map_at_1_max": 0.356418424957321, + "nauc_map_at_1_std": 0.3340231725538169, + "nauc_map_at_20_diff1": 0.3417490862053573, + "nauc_map_at_20_max": 0.2079549268396263, + "nauc_map_at_20_std": 0.18453870787681953, + "nauc_map_at_3_diff1": 0.219181955419899, + "nauc_map_at_3_max": 0.27260916582780415, + "nauc_map_at_3_std": 0.21663404628498703, + "nauc_map_at_5_diff1": 0.27254005699439426, + "nauc_map_at_5_max": 0.15427896077877093, + "nauc_map_at_5_std": 0.1475787382898205, + "nauc_mrr_at_1000_diff1": 0.3168654592525303, + "nauc_mrr_at_1000_max": 0.41031731279769285, + "nauc_mrr_at_1000_std": 0.24869723963551377, + "nauc_mrr_at_100_diff1": 0.3169854265591391, + "nauc_mrr_at_100_max": 0.41061685030330064, + "nauc_mrr_at_100_std": 0.24893858298510593, + "nauc_mrr_at_10_diff1": 0.31708076480080777, + "nauc_mrr_at_10_max": 0.39890018196436366, + "nauc_mrr_at_10_std": 0.2397187780339564, + "nauc_mrr_at_1_diff1": 0.232778278963938, + "nauc_mrr_at_1_max": 0.47134267121203505, + "nauc_mrr_at_1_std": 0.2973179025791488, + "nauc_mrr_at_20_diff1": 0.3177918683897361, + "nauc_mrr_at_20_max": 0.40846846005017723, + "nauc_mrr_at_20_std": 0.24376706744496013, + "nauc_mrr_at_3_diff1": 0.33637580483148527, + "nauc_mrr_at_3_max": 0.414576881633922, + "nauc_mrr_at_3_std": 0.24964668065436052, + "nauc_mrr_at_5_diff1": 0.3198364286722096, + "nauc_mrr_at_5_max": 0.39134984347678364, + "nauc_mrr_at_5_std": 0.2366061155435063, + "nauc_ndcg_at_1000_diff1": 0.21104300402458623, + "nauc_ndcg_at_1000_max": 0.4581845083175547, + "nauc_ndcg_at_1000_std": 0.22832092160868803, + "nauc_ndcg_at_100_diff1": 0.2174338976887953, + "nauc_ndcg_at_100_max": 0.41999326667835035, + "nauc_ndcg_at_100_std": 0.2736524760914712, + "nauc_ndcg_at_10_diff1": 0.16969343795287115, + "nauc_ndcg_at_10_max": 0.3333033541263413, + "nauc_ndcg_at_10_std": 0.05027266568780572, + "nauc_ndcg_at_1_diff1": 0.14075125223104268, + "nauc_ndcg_at_1_max": 0.38019928258506264, + "nauc_ndcg_at_1_std": 0.22332043762660536, + "nauc_ndcg_at_20_diff1": 0.2151406372322428, + "nauc_ndcg_at_20_max": 0.3571499414569717, + "nauc_ndcg_at_20_std": 0.03437361819285934, + "nauc_ndcg_at_3_diff1": 0.1948602757652108, + "nauc_ndcg_at_3_max": 0.3139777708424312, + "nauc_ndcg_at_3_std": 0.09522356634797406, + "nauc_ndcg_at_5_diff1": 0.216488888937615, + "nauc_ndcg_at_5_max": 0.2939450400687153, + "nauc_ndcg_at_5_std": 0.05163739832439116, + "nauc_precision_at_1000_diff1": -0.16913783518051234, + "nauc_precision_at_1000_max": 0.5529009972901848, + "nauc_precision_at_1000_std": -0.08876218621443892, + "nauc_precision_at_100_diff1": -0.20430634604048192, + "nauc_precision_at_100_max": 0.5008450272504449, + "nauc_precision_at_100_std": 0.09423379282308633, + "nauc_precision_at_10_diff1": 0.15537583427575888, + "nauc_precision_at_10_max": 0.36040700593009545, + "nauc_precision_at_10_std": 0.04523109022635693, + "nauc_precision_at_1_diff1": 0.232778278963938, + "nauc_precision_at_1_max": 0.47134267121203505, + "nauc_precision_at_1_std": 0.2973179025791488, + "nauc_precision_at_20_diff1": 0.06403902531374275, + "nauc_precision_at_20_max": 0.39068787782531017, + "nauc_precision_at_20_std": -0.001423147840125176, + "nauc_precision_at_3_diff1": 0.2427846397467173, + "nauc_precision_at_3_max": 0.3517994232092007, + "nauc_precision_at_3_std": 0.10993271497373318, + "nauc_precision_at_5_diff1": 0.23823426240330314, + "nauc_precision_at_5_max": 0.29036248387153873, + "nauc_precision_at_5_std": 0.022481176800031928, + "nauc_recall_at_1000_diff1": 0.12159120428563372, + "nauc_recall_at_1000_max": 0.7264239397611763, + "nauc_recall_at_1000_std": 0.7389172127947142, + "nauc_recall_at_100_diff1": 0.025003747581069807, + "nauc_recall_at_100_max": 0.15260998696614628, + "nauc_recall_at_100_std": 0.47080806964685334, + "nauc_recall_at_10_diff1": 0.040858562840342255, + "nauc_recall_at_10_max": -0.1073941865381499, + "nauc_recall_at_10_std": -0.03915132721078778, + "nauc_recall_at_1_diff1": 0.14925323267573784, + "nauc_recall_at_1_max": 0.356418424957321, + "nauc_recall_at_1_std": 0.3340231725538169, + "nauc_recall_at_20_diff1": 0.20161120860903925, + "nauc_recall_at_20_max": -0.04899140765540356, + "nauc_recall_at_20_std": -0.05465843580316846, + "nauc_recall_at_3_diff1": 0.14063399074442634, + "nauc_recall_at_3_max": 0.13417383652042011, + "nauc_recall_at_3_std": 0.08271294969795352, + "nauc_recall_at_5_diff1": 0.10696453867475365, + "nauc_recall_at_5_max": -0.09947346634946208, + "nauc_recall_at_5_std": -0.037879124457339416, + "ndcg_at_1": 0.34815, + "ndcg_at_10": 0.31182, + "ndcg_at_100": 0.44143, + "ndcg_at_1000": 0.5191, + "ndcg_at_20": 0.33647, + "ndcg_at_3": 0.29766, + "ndcg_at_5": 0.29667, + "precision_at_1": 0.37778, + "precision_at_10": 0.28222, + "precision_at_100": 0.164, + "precision_at_1000": 0.0306, + "precision_at_20": 0.24556, + "precision_at_3": 0.34074, + "precision_at_5": 0.31111, + "recall_at_1": 0.02826, + "recall_at_10": 0.21364, + "recall_at_100": 0.67918, + "recall_at_1000": 0.93798, + "recall_at_20": 0.31527, + "recall_at_3": 0.07607, + "recall_at_5": 0.12799 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.37455, + "map_at_1": 0.0134, + "map_at_10": 0.09734, + "map_at_100": 0.27033, + "map_at_1000": 0.34562, + "map_at_20": 0.13155, + "map_at_3": 0.05183, + "map_at_5": 0.06854, + "mrr_at_1": 0.5, + "mrr_at_10": 0.6257756132756133, + "mrr_at_100": 0.6332895469259106, + "mrr_at_1000": 0.6332895469259106, + "mrr_at_20": 0.6329824216187853, + "mrr_at_3": 0.5984848484848485, + "mrr_at_5": 0.6087121212121211, + "nauc_map_at_1000_diff1": -0.014158095855081987, + "nauc_map_at_1000_max": 0.24309686621155943, + "nauc_map_at_1000_std": 0.3418565946040159, + "nauc_map_at_100_diff1": 0.02848193769222102, + "nauc_map_at_100_max": 0.20153542236162825, + "nauc_map_at_100_std": 0.2762245376047699, + "nauc_map_at_10_diff1": 0.02295655937400181, + "nauc_map_at_10_max": -0.08895401937169856, + "nauc_map_at_10_std": -0.1312173019847563, + "nauc_map_at_1_diff1": -0.007966012283919422, + "nauc_map_at_1_max": 0.06305134167906233, + "nauc_map_at_1_std": 0.05717915859672153, + "nauc_map_at_20_diff1": 0.09085735596931034, + "nauc_map_at_20_max": -0.014302887834951131, + "nauc_map_at_20_std": -0.10186423198580276, + "nauc_map_at_3_diff1": 0.20283040166480704, + "nauc_map_at_3_max": -0.1116923285764016, + "nauc_map_at_3_std": -0.15602605731778224, + "nauc_map_at_5_diff1": 0.05732858700936887, + "nauc_map_at_5_max": -0.14092215265911864, + "nauc_map_at_5_std": -0.18601919416850352, + "nauc_mrr_at_1000_diff1": 0.14693164835826694, + "nauc_mrr_at_1000_max": 0.3552719278760465, + "nauc_mrr_at_1000_std": 0.41433256821825387, + "nauc_mrr_at_100_diff1": 0.14693164835826694, + "nauc_mrr_at_100_max": 0.3552719278760465, + "nauc_mrr_at_100_std": 0.41433256821825387, + "nauc_mrr_at_10_diff1": 0.14359949909677455, + "nauc_mrr_at_10_max": 0.3508777688255661, + "nauc_mrr_at_10_std": 0.4230395969466019, + "nauc_mrr_at_1_diff1": 0.13192943210463096, + "nauc_mrr_at_1_max": 0.3113458495154661, + "nauc_mrr_at_1_std": 0.37103755214576, + "nauc_mrr_at_20_diff1": 0.14690326867070763, + "nauc_mrr_at_20_max": 0.3559862531476799, + "nauc_mrr_at_20_std": 0.41324812264510724, + "nauc_mrr_at_3_diff1": 0.15931683229426055, + "nauc_mrr_at_3_max": 0.365063628787307, + "nauc_mrr_at_3_std": 0.4261991923952332, + "nauc_mrr_at_5_diff1": 0.14235336799024118, + "nauc_mrr_at_5_max": 0.35490072954277657, + "nauc_mrr_at_5_std": 0.42024027715491213, + "nauc_ndcg_at_1000_diff1": 0.11053847896484827, + "nauc_ndcg_at_1000_max": 0.3614863622019845, + "nauc_ndcg_at_1000_std": 0.4023499501325212, + "nauc_ndcg_at_100_diff1": 0.12024814053541481, + "nauc_ndcg_at_100_max": 0.18245295744186385, + "nauc_ndcg_at_100_std": 0.25025877989259704, + "nauc_ndcg_at_10_diff1": 0.06498273242535171, + "nauc_ndcg_at_10_max": 0.14009084776012418, + "nauc_ndcg_at_10_std": 0.17780315222563503, + "nauc_ndcg_at_1_diff1": 0.15972690719185445, + "nauc_ndcg_at_1_max": 0.1805388096860877, + "nauc_ndcg_at_1_std": 0.2541884602564325, + "nauc_ndcg_at_20_diff1": 0.08610718100238493, + "nauc_ndcg_at_20_max": 0.10618959853526097, + "nauc_ndcg_at_20_std": 0.11155919468327903, + "nauc_ndcg_at_3_diff1": 0.2510408696257046, + "nauc_ndcg_at_3_max": 0.22398830204807338, + "nauc_ndcg_at_3_std": 0.23455654494214076, + "nauc_ndcg_at_5_diff1": 0.09565071763951463, + "nauc_ndcg_at_5_max": 0.1842809854061098, + "nauc_ndcg_at_5_std": 0.2185660213982082, + "nauc_precision_at_1000_diff1": -0.07582748199219122, + "nauc_precision_at_1000_max": 0.26416622566788783, + "nauc_precision_at_1000_std": 0.3805435578043216, + "nauc_precision_at_100_diff1": -0.039364709605780895, + "nauc_precision_at_100_max": 0.26363822672676385, + "nauc_precision_at_100_std": 0.3977487045967886, + "nauc_precision_at_10_diff1": -0.11002265971634763, + "nauc_precision_at_10_max": 0.22616921214838012, + "nauc_precision_at_10_std": 0.3195677325042677, + "nauc_precision_at_1_diff1": 0.13192943210463096, + "nauc_precision_at_1_max": 0.3113458495154661, + "nauc_precision_at_1_std": 0.37103755214576, + "nauc_precision_at_20_diff1": -0.017827800905073302, + "nauc_precision_at_20_max": 0.2754305331955643, + "nauc_precision_at_20_std": 0.3386079553787053, + "nauc_precision_at_3_diff1": 0.07857034932983162, + "nauc_precision_at_3_max": 0.267983640390319, + "nauc_precision_at_3_std": 0.30413043339542684, + "nauc_precision_at_5_diff1": -0.06077372786807728, + "nauc_precision_at_5_max": 0.26923310075502627, + "nauc_precision_at_5_std": 0.3499688061483758, + "nauc_recall_at_1000_diff1": 0.02356134311803344, + "nauc_recall_at_1000_max": 0.31809271414370616, + "nauc_recall_at_1000_std": 0.6205994560905648, + "nauc_recall_at_100_diff1": 0.0995741560270393, + "nauc_recall_at_100_max": -0.23876198511999944, + "nauc_recall_at_100_std": -0.14879546969320873, + "nauc_recall_at_10_diff1": -0.08676605875313669, + "nauc_recall_at_10_max": -0.2233761231577465, + "nauc_recall_at_10_std": -0.28466832148921195, + "nauc_recall_at_1_diff1": -0.007966012283919422, + "nauc_recall_at_1_max": 0.06305134167906233, + "nauc_recall_at_1_std": 0.05717915859672153, + "nauc_recall_at_20_diff1": 0.08788882431717944, + "nauc_recall_at_20_max": -0.3159419619813356, + "nauc_recall_at_20_std": -0.4249060514493722, + "nauc_recall_at_3_diff1": 0.22027851984700494, + "nauc_recall_at_3_max": -0.14067587601756737, + "nauc_recall_at_3_std": -0.19070810089521184, + "nauc_recall_at_5_diff1": -0.0595249029502408, + "nauc_recall_at_5_max": -0.22254642113240408, + "nauc_recall_at_5_std": -0.28366444229430793, + "ndcg_at_1": 0.37879, + "ndcg_at_10": 0.35725, + "ndcg_at_100": 0.50144, + "ndcg_at_1000": 0.61248, + "ndcg_at_20": 0.37455, + "ndcg_at_3": 0.37894, + "ndcg_at_5": 0.37074, + "precision_at_1": 0.5, + "precision_at_10": 0.41136, + "precision_at_100": 0.25864, + "precision_at_1000": 0.04189, + "precision_at_20": 0.35682, + "precision_at_3": 0.48485, + "precision_at_5": 0.44545, + "recall_at_1": 0.0134, + "recall_at_10": 0.16756, + "recall_at_100": 0.65919, + "recall_at_1000": 0.96713, + "recall_at_20": 0.26792, + "recall_at_3": 0.07109, + "recall_at_5": 0.11146 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.36355, + "map_at_1": 0.02144, + "map_at_10": 0.11842, + "map_at_100": 0.27033, + "map_at_1000": 0.35215, + "map_at_20": 0.15238, + "map_at_3": 0.04782, + "map_at_5": 0.07863, + "mrr_at_1": 0.46808510638297873, + "mrr_at_10": 0.5741134751773049, + "mrr_at_100": 0.5824545081333996, + "mrr_at_1000": 0.5824545081333996, + "mrr_at_20": 0.5802249759696568, + "mrr_at_3": 0.524822695035461, + "mrr_at_5": 0.5684397163120568, + "nauc_map_at_1000_diff1": -0.07499954888937405, + "nauc_map_at_1000_max": 0.5442835019968054, + "nauc_map_at_1000_std": 0.43857851258400693, + "nauc_map_at_100_diff1": 0.05925745552948349, + "nauc_map_at_100_max": 0.4760301843910298, + "nauc_map_at_100_std": 0.2663421524654281, + "nauc_map_at_10_diff1": 0.16001847330673408, + "nauc_map_at_10_max": 0.24998986236942666, + "nauc_map_at_10_std": -0.14032938259344682, + "nauc_map_at_1_diff1": 0.35227867526145074, + "nauc_map_at_1_max": 0.11924749514952859, + "nauc_map_at_1_std": -0.2845241711176198, + "nauc_map_at_20_diff1": 0.1902141016033714, + "nauc_map_at_20_max": 0.28114265126230803, + "nauc_map_at_20_std": -0.07322611309247883, + "nauc_map_at_3_diff1": 0.2391426390167216, + "nauc_map_at_3_max": 0.18163730234038022, + "nauc_map_at_3_std": -0.2316297644994456, + "nauc_map_at_5_diff1": 0.1551426958513295, + "nauc_map_at_5_max": 0.20753038767700496, + "nauc_map_at_5_std": -0.18621736261486238, + "nauc_mrr_at_1000_diff1": 0.14181544368442817, + "nauc_mrr_at_1000_max": 0.4892208585457367, + "nauc_mrr_at_1000_std": 0.2333326470627651, + "nauc_mrr_at_100_diff1": 0.14181544368442817, + "nauc_mrr_at_100_max": 0.4892208585457367, + "nauc_mrr_at_100_std": 0.2333326470627651, + "nauc_mrr_at_10_diff1": 0.14689438787114462, + "nauc_mrr_at_10_max": 0.4909856566246608, + "nauc_mrr_at_10_std": 0.2342728550642584, + "nauc_mrr_at_1_diff1": 0.068987374129241, + "nauc_mrr_at_1_max": 0.43669308631935605, + "nauc_mrr_at_1_std": 0.17202386325733338, + "nauc_mrr_at_20_diff1": 0.14522716909831748, + "nauc_mrr_at_20_max": 0.49163614263681943, + "nauc_mrr_at_20_std": 0.2351674044605145, + "nauc_mrr_at_3_diff1": 0.14492871741704869, + "nauc_mrr_at_3_max": 0.47198527070074875, + "nauc_mrr_at_3_std": 0.20842496069648045, + "nauc_mrr_at_5_diff1": 0.1274950763307802, + "nauc_mrr_at_5_max": 0.4888904963773551, + "nauc_mrr_at_5_std": 0.24184693498006027, + "nauc_ndcg_at_1000_diff1": 0.06706218480194548, + "nauc_ndcg_at_1000_max": 0.5125600979672543, + "nauc_ndcg_at_1000_std": 0.361663288263098, + "nauc_ndcg_at_100_diff1": 0.15911881025253075, + "nauc_ndcg_at_100_max": 0.4638698541961597, + "nauc_ndcg_at_100_std": 0.262587649014989, + "nauc_ndcg_at_10_diff1": 0.1479484493837202, + "nauc_ndcg_at_10_max": 0.2955868088385635, + "nauc_ndcg_at_10_std": 0.056053547049496756, + "nauc_ndcg_at_1_diff1": 0.19138009598941821, + "nauc_ndcg_at_1_max": 0.252980453764704, + "nauc_ndcg_at_1_std": -0.05192302600049678, + "nauc_ndcg_at_20_diff1": 0.1322254127378271, + "nauc_ndcg_at_20_max": 0.36298578973240486, + "nauc_ndcg_at_20_std": 0.10691702462791307, + "nauc_ndcg_at_3_diff1": 0.1825443394327956, + "nauc_ndcg_at_3_max": 0.24218564589431704, + "nauc_ndcg_at_3_std": -0.05423931021194694, + "nauc_ndcg_at_5_diff1": 0.13032356728219568, + "nauc_ndcg_at_5_max": 0.23502901091679024, + "nauc_ndcg_at_5_std": 0.0006352233249028508, + "nauc_precision_at_1000_diff1": -0.2551215660831086, + "nauc_precision_at_1000_max": 0.4420829864458817, + "nauc_precision_at_1000_std": 0.5471248089509427, + "nauc_precision_at_100_diff1": -0.20126925393512163, + "nauc_precision_at_100_max": 0.4422076623780745, + "nauc_precision_at_100_std": 0.537477456751728, + "nauc_precision_at_10_diff1": -0.06040202502113073, + "nauc_precision_at_10_max": 0.49912088771527985, + "nauc_precision_at_10_std": 0.3965654740889625, + "nauc_precision_at_1_diff1": 0.068987374129241, + "nauc_precision_at_1_max": 0.43669308631935605, + "nauc_precision_at_1_std": 0.17202386325733338, + "nauc_precision_at_20_diff1": -0.10830518666082863, + "nauc_precision_at_20_max": 0.5043615414107376, + "nauc_precision_at_20_std": 0.49496020752525427, + "nauc_precision_at_3_diff1": 0.0642715750327815, + "nauc_precision_at_3_max": 0.3942054737416894, + "nauc_precision_at_3_std": 0.20892870014295817, + "nauc_precision_at_5_diff1": -0.05267207091285839, + "nauc_precision_at_5_max": 0.45267779766804683, + "nauc_precision_at_5_std": 0.3173776517668344, + "nauc_recall_at_1000_diff1": -0.11880200825869425, + "nauc_recall_at_1000_max": 0.5767536333638751, + "nauc_recall_at_1000_std": 0.5515909877905734, + "nauc_recall_at_100_diff1": 0.19005810131761766, + "nauc_recall_at_100_max": 0.11471406701249197, + "nauc_recall_at_100_std": 0.023922881092756976, + "nauc_recall_at_10_diff1": 0.1509290575988415, + "nauc_recall_at_10_max": 0.11818400164090961, + "nauc_recall_at_10_std": -0.09222572960214723, + "nauc_recall_at_1_diff1": 0.35227867526145074, + "nauc_recall_at_1_max": 0.11924749514952859, + "nauc_recall_at_1_std": -0.2845241711176198, + "nauc_recall_at_20_diff1": 0.1723750188759126, + "nauc_recall_at_20_max": 0.09216763942304676, + "nauc_recall_at_20_std": -0.0911334959594978, + "nauc_recall_at_3_diff1": 0.2551105912642441, + "nauc_recall_at_3_max": 0.184374772318246, + "nauc_recall_at_3_std": -0.2184738638258195, + "nauc_recall_at_5_diff1": 0.08183306481074805, + "nauc_recall_at_5_max": 0.08317302647788585, + "nauc_recall_at_5_std": -0.07338217765746287, + "ndcg_at_1": 0.35461, + "ndcg_at_10": 0.34381, + "ndcg_at_100": 0.47795, + "ndcg_at_1000": 0.58704, + "ndcg_at_20": 0.36355, + "ndcg_at_3": 0.32367, + "ndcg_at_5": 0.3484, + "precision_at_1": 0.46809, + "precision_at_10": 0.40426, + "precision_at_100": 0.24404, + "precision_at_1000": 0.04436, + "precision_at_20": 0.34574, + "precision_at_3": 0.42553, + "precision_at_5": 0.45106, + "recall_at_1": 0.02144, + "recall_at_10": 0.18691, + "recall_at_100": 0.61908, + "recall_at_1000": 0.93176, + "recall_at_20": 0.27117, + "recall_at_3": 0.05321, + "recall_at_5": 0.12271 + } + ] + }, + "task_name": "NeuCLIR2022RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2023RetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2023RetrievalHardNegatives.json new file mode 100644 index 000000000..538231eea --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/NeuCLIR2023RetrievalHardNegatives.json @@ -0,0 +1,452 @@ +{ + "dataset_revision": "5d47e924e632c333d3f087d945642af93b008d2b", + "evaluation_time": 33.27761149406433, + "kg_co2_emissions": 0.0026221915512853133, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "fas", + "languages": [ + "fas-Arab" + ], + "main_score": 0.41079, + "map_at_1": 0.03276, + "map_at_10": 0.11583, + "map_at_100": 0.26315, + "map_at_1000": 0.36287, + "map_at_20": 0.15033, + "map_at_3": 0.06116, + "map_at_5": 0.08537, + "mrr_at_1": 0.5945945945945946, + "mrr_at_10": 0.6797458172458173, + "mrr_at_100": 0.6850143593564647, + "mrr_at_1000": 0.6850407529375457, + "mrr_at_20": 0.6839820770741825, + "mrr_at_3": 0.6441441441441442, + "mrr_at_5": 0.6738738738738739, + "nauc_map_at_1000_diff1": -0.01896394026983693, + "nauc_map_at_1000_max": 0.344030547103073, + "nauc_map_at_1000_std": 0.2873989883937009, + "nauc_map_at_100_diff1": 0.16160230332338962, + "nauc_map_at_100_max": 0.2333277558593703, + "nauc_map_at_100_std": 0.07928719435180645, + "nauc_map_at_10_diff1": 0.42406069873773544, + "nauc_map_at_10_max": 0.030154719113401705, + "nauc_map_at_10_std": -0.24643492386913238, + "nauc_map_at_1_diff1": 0.6736715045175745, + "nauc_map_at_1_max": -0.14902461199918066, + "nauc_map_at_1_std": -0.32308254152430016, + "nauc_map_at_20_diff1": 0.39374498254646334, + "nauc_map_at_20_max": 0.08970080168065728, + "nauc_map_at_20_std": -0.17656141829099323, + "nauc_map_at_3_diff1": 0.5416863407868325, + "nauc_map_at_3_max": -0.10063797823559295, + "nauc_map_at_3_std": -0.3324705557510909, + "nauc_map_at_5_diff1": 0.4888689246050336, + "nauc_map_at_5_max": -0.038250579339999397, + "nauc_map_at_5_std": -0.30790497795722505, + "nauc_mrr_at_1000_diff1": 0.4396497711916454, + "nauc_mrr_at_1000_max": 0.31520093285775486, + "nauc_mrr_at_1000_std": 0.026957056337291865, + "nauc_mrr_at_100_diff1": 0.4396940235461002, + "nauc_mrr_at_100_max": 0.31525798029719915, + "nauc_mrr_at_100_std": 0.027057098791112476, + "nauc_mrr_at_10_diff1": 0.43762097665165833, + "nauc_mrr_at_10_max": 0.32247417988139054, + "nauc_mrr_at_10_std": 0.027499058160257453, + "nauc_mrr_at_1_diff1": 0.4694303091861887, + "nauc_mrr_at_1_max": 0.29117207120470884, + "nauc_mrr_at_1_std": 0.0450010770159471, + "nauc_mrr_at_20_diff1": 0.4413888060130093, + "nauc_mrr_at_20_max": 0.31621829948337943, + "nauc_mrr_at_20_std": 0.026009103291441748, + "nauc_mrr_at_3_diff1": 0.42176822378365875, + "nauc_mrr_at_3_max": 0.2898817152079818, + "nauc_mrr_at_3_std": 0.013868446861849409, + "nauc_mrr_at_5_diff1": 0.4363695676631796, + "nauc_mrr_at_5_max": 0.33194052495201715, + "nauc_mrr_at_5_std": 0.02744164502308019, + "nauc_ndcg_at_1000_diff1": 0.10683872623207541, + "nauc_ndcg_at_1000_max": 0.46813650957277025, + "nauc_ndcg_at_1000_std": 0.3475266520375277, + "nauc_ndcg_at_100_diff1": 0.1846662502142212, + "nauc_ndcg_at_100_max": 0.3402099115564474, + "nauc_ndcg_at_100_std": 0.17119648676189178, + "nauc_ndcg_at_10_diff1": 0.15851229979971115, + "nauc_ndcg_at_10_max": 0.3108919416761259, + "nauc_ndcg_at_10_std": 0.0720726978086787, + "nauc_ndcg_at_1_diff1": 0.3028378911621904, + "nauc_ndcg_at_1_max": 0.22199702649385247, + "nauc_ndcg_at_1_std": -0.02382799063875396, + "nauc_ndcg_at_20_diff1": 0.1875330154940036, + "nauc_ndcg_at_20_max": 0.2983583711917386, + "nauc_ndcg_at_20_std": 0.08067131552475884, + "nauc_ndcg_at_3_diff1": 0.21134225154527903, + "nauc_ndcg_at_3_max": 0.24800207075009637, + "nauc_ndcg_at_3_std": 0.02346968005549782, + "nauc_ndcg_at_5_diff1": 0.18743281641689855, + "nauc_ndcg_at_5_max": 0.2864892856618951, + "nauc_ndcg_at_5_std": 0.036562256163982405, + "nauc_precision_at_1000_diff1": -0.2677084523132974, + "nauc_precision_at_1000_max": 0.3081273560566536, + "nauc_precision_at_1000_std": 0.3743110204331922, + "nauc_precision_at_100_diff1": -0.2918257722796584, + "nauc_precision_at_100_max": 0.3170930735616908, + "nauc_precision_at_100_std": 0.40009356744389735, + "nauc_precision_at_10_diff1": -0.1523862250435313, + "nauc_precision_at_10_max": 0.4093453426401684, + "nauc_precision_at_10_std": 0.30330557763861776, + "nauc_precision_at_1_diff1": 0.4694303091861887, + "nauc_precision_at_1_max": 0.29117207120470884, + "nauc_precision_at_1_std": 0.0450010770159471, + "nauc_precision_at_20_diff1": -0.18117036195282152, + "nauc_precision_at_20_max": 0.36572146318897386, + "nauc_precision_at_20_std": 0.33983512209478356, + "nauc_precision_at_3_diff1": 0.05078202018086989, + "nauc_precision_at_3_max": 0.3139962331345019, + "nauc_precision_at_3_std": 0.12666923502085228, + "nauc_precision_at_5_diff1": -0.02827057975424613, + "nauc_precision_at_5_max": 0.40582107111044907, + "nauc_precision_at_5_std": 0.17777318984519336, + "nauc_recall_at_1000_diff1": -0.07975616808239411, + "nauc_recall_at_1000_max": 0.539683005171261, + "nauc_recall_at_1000_std": 0.7115535869953951, + "nauc_recall_at_100_diff1": 0.16424977885118391, + "nauc_recall_at_100_max": -0.009198881674155484, + "nauc_recall_at_100_std": -0.01298614865343921, + "nauc_recall_at_10_diff1": 0.3931423272005112, + "nauc_recall_at_10_max": 0.0023666964705055674, + "nauc_recall_at_10_std": -0.26076509110210677, + "nauc_recall_at_1_diff1": 0.6736715045175745, + "nauc_recall_at_1_max": -0.14902461199918066, + "nauc_recall_at_1_std": -0.32308254152430016, + "nauc_recall_at_20_diff1": 0.40112576830647884, + "nauc_recall_at_20_max": -0.01374644533188098, + "nauc_recall_at_20_std": -0.23677685602826373, + "nauc_recall_at_3_diff1": 0.4996041053120913, + "nauc_recall_at_3_max": -0.07966244802036251, + "nauc_recall_at_3_std": -0.32965848624049665, + "nauc_recall_at_5_diff1": 0.4680548553157294, + "nauc_recall_at_5_max": -0.02980658129908311, + "nauc_recall_at_5_std": -0.3125772712265539, + "ndcg_at_1": 0.4527, + "ndcg_at_10": 0.40543, + "ndcg_at_100": 0.48126, + "ndcg_at_1000": 0.62402, + "ndcg_at_20": 0.41079, + "ndcg_at_3": 0.39224, + "ndcg_at_5": 0.39678, + "precision_at_1": 0.59459, + "precision_at_10": 0.45676, + "precision_at_100": 0.28014, + "precision_at_1000": 0.06197, + "precision_at_20": 0.39595, + "precision_at_3": 0.4955, + "precision_at_5": 0.48378, + "recall_at_1": 0.03276, + "recall_at_10": 0.1557, + "recall_at_100": 0.52212, + "recall_at_1000": 0.90063, + "recall_at_20": 0.2284, + "recall_at_3": 0.06839, + "recall_at_5": 0.10291 + }, + { + "hf_subset": "rus", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.37198, + "map_at_1": 0.02074, + "map_at_10": 0.08157, + "map_at_100": 0.22181, + "map_at_1000": 0.31474, + "map_at_20": 0.10869, + "map_at_3": 0.05111, + "map_at_5": 0.06352, + "mrr_at_1": 0.49333333333333335, + "mrr_at_10": 0.6080370370370373, + "mrr_at_100": 0.613445570664749, + "mrr_at_1000": 0.6137037922596679, + "mrr_at_20": 0.612707366707367, + "mrr_at_3": 0.5711111111111111, + "mrr_at_5": 0.6004444444444446, + "nauc_map_at_1000_diff1": -0.1253622314885869, + "nauc_map_at_1000_max": 0.2342190976070522, + "nauc_map_at_1000_std": 0.15237640984940462, + "nauc_map_at_100_diff1": -0.143327102168111, + "nauc_map_at_100_max": 0.2331420647368409, + "nauc_map_at_100_std": -0.02988594790054954, + "nauc_map_at_10_diff1": -0.10206431203929983, + "nauc_map_at_10_max": 0.10927911394848563, + "nauc_map_at_10_std": -0.2607672537070439, + "nauc_map_at_1_diff1": -0.04167019067791084, + "nauc_map_at_1_max": -0.007957457456859588, + "nauc_map_at_1_std": -0.3611385744930222, + "nauc_map_at_20_diff1": -0.1038231836143936, + "nauc_map_at_20_max": 0.14934564425729438, + "nauc_map_at_20_std": -0.20272180975578924, + "nauc_map_at_3_diff1": -0.09523572298499333, + "nauc_map_at_3_max": -3.951055379472626e-05, + "nauc_map_at_3_std": -0.35954340999310935, + "nauc_map_at_5_diff1": -0.09206194821112067, + "nauc_map_at_5_max": 0.05916108419754779, + "nauc_map_at_5_std": -0.3193204896640382, + "nauc_mrr_at_1000_diff1": 0.0444093343017093, + "nauc_mrr_at_1000_max": 0.20835653054706005, + "nauc_mrr_at_1000_std": -0.061879748440949726, + "nauc_mrr_at_100_diff1": 0.04486711409211897, + "nauc_mrr_at_100_max": 0.20884788915518057, + "nauc_mrr_at_100_std": -0.061448498552728874, + "nauc_mrr_at_10_diff1": 0.03924311134421145, + "nauc_mrr_at_10_max": 0.1969059153835186, + "nauc_mrr_at_10_std": -0.07367264347337271, + "nauc_mrr_at_1_diff1": 0.037270551198392204, + "nauc_mrr_at_1_max": 0.21555834543707464, + "nauc_mrr_at_1_std": -0.06074226562387727, + "nauc_mrr_at_20_diff1": 0.041189145072194004, + "nauc_mrr_at_20_max": 0.2104384048335895, + "nauc_mrr_at_20_std": -0.060153178869162265, + "nauc_mrr_at_3_diff1": 0.043562413940007844, + "nauc_mrr_at_3_max": 0.1980466955886916, + "nauc_mrr_at_3_std": -0.05690405926369612, + "nauc_mrr_at_5_diff1": 0.03397130544884749, + "nauc_mrr_at_5_max": 0.20642341476371218, + "nauc_mrr_at_5_std": -0.06200641812276367, + "nauc_ndcg_at_1000_diff1": -0.086693474841533, + "nauc_ndcg_at_1000_max": 0.2945274814100032, + "nauc_ndcg_at_1000_std": 0.15537102093707092, + "nauc_ndcg_at_100_diff1": -0.08296839285553588, + "nauc_ndcg_at_100_max": 0.25996316464613567, + "nauc_ndcg_at_100_std": 0.1031252783360086, + "nauc_ndcg_at_10_diff1": -0.05935329874606532, + "nauc_ndcg_at_10_max": 0.21257337289973133, + "nauc_ndcg_at_10_std": 0.03826374536649695, + "nauc_ndcg_at_1_diff1": 0.02319784894755062, + "nauc_ndcg_at_1_max": 0.16828784508942243, + "nauc_ndcg_at_1_std": -0.08923859510920466, + "nauc_ndcg_at_20_diff1": -0.043289451908356195, + "nauc_ndcg_at_20_max": 0.18569763360306799, + "nauc_ndcg_at_20_std": 0.03737998523446279, + "nauc_ndcg_at_3_diff1": 0.028560544282627474, + "nauc_ndcg_at_3_max": 0.14744515171151654, + "nauc_ndcg_at_3_std": -0.025448896411191885, + "nauc_ndcg_at_5_diff1": -0.023735011616471714, + "nauc_ndcg_at_5_max": 0.1982089005359489, + "nauc_ndcg_at_5_std": 0.026425268087538784, + "nauc_precision_at_1000_diff1": -0.02439087236002226, + "nauc_precision_at_1000_max": 0.10898765807847177, + "nauc_precision_at_1000_std": 0.27420974138596793, + "nauc_precision_at_100_diff1": -0.07071085165033789, + "nauc_precision_at_100_max": 0.15643323805747006, + "nauc_precision_at_100_std": 0.2452375535521148, + "nauc_precision_at_10_diff1": -0.09925416068005301, + "nauc_precision_at_10_max": 0.24851180916147078, + "nauc_precision_at_10_std": 0.1864834726678722, + "nauc_precision_at_1_diff1": 0.037270551198392204, + "nauc_precision_at_1_max": 0.21555834543707464, + "nauc_precision_at_1_std": -0.06074226562387727, + "nauc_precision_at_20_diff1": -0.08308636842358567, + "nauc_precision_at_20_max": 0.22036890615280622, + "nauc_precision_at_20_std": 0.19414734813343149, + "nauc_precision_at_3_diff1": 0.023995867708001266, + "nauc_precision_at_3_max": 0.13894357838243726, + "nauc_precision_at_3_std": 0.0469660815719374, + "nauc_precision_at_5_diff1": -0.06527929926567454, + "nauc_precision_at_5_max": 0.235805409816104, + "nauc_precision_at_5_std": 0.13503328905557174, + "nauc_recall_at_1000_diff1": -0.4139808455821487, + "nauc_recall_at_1000_max": 0.3022977939834621, + "nauc_recall_at_1000_std": 0.45343903465705104, + "nauc_recall_at_100_diff1": -0.0750037953882334, + "nauc_recall_at_100_max": 0.17130932342728503, + "nauc_recall_at_100_std": -0.004182243333288271, + "nauc_recall_at_10_diff1": -0.09477137276868643, + "nauc_recall_at_10_max": 0.07656388050172756, + "nauc_recall_at_10_std": -0.19714001793346153, + "nauc_recall_at_1_diff1": -0.04167019067791084, + "nauc_recall_at_1_max": -0.007957457456859588, + "nauc_recall_at_1_std": -0.3611385744930222, + "nauc_recall_at_20_diff1": -0.06121974214935889, + "nauc_recall_at_20_max": 0.08749031007206678, + "nauc_recall_at_20_std": -0.15978938457916003, + "nauc_recall_at_3_diff1": -0.08783216224299217, + "nauc_recall_at_3_max": -0.01921911883832681, + "nauc_recall_at_3_std": -0.2949761979365741, + "nauc_recall_at_5_diff1": -0.08837535916546443, + "nauc_recall_at_5_max": 0.03878758255186471, + "nauc_recall_at_5_std": -0.24855602855094086, + "ndcg_at_1": 0.37778, + "ndcg_at_10": 0.35928, + "ndcg_at_100": 0.46156, + "ndcg_at_1000": 0.6048, + "ndcg_at_20": 0.37198, + "ndcg_at_3": 0.36202, + "ndcg_at_5": 0.35767, + "precision_at_1": 0.49333, + "precision_at_10": 0.384, + "precision_at_100": 0.2704, + "precision_at_1000": 0.05676, + "precision_at_20": 0.35933, + "precision_at_3": 0.44, + "precision_at_5": 0.416, + "recall_at_1": 0.02074, + "recall_at_10": 0.11867, + "recall_at_100": 0.51045, + "recall_at_1000": 0.91135, + "recall_at_20": 0.18179, + "recall_at_3": 0.05876, + "recall_at_5": 0.08073 + }, + { + "hf_subset": "zho", + "languages": [ + "zho-Hans" + ], + "main_score": 0.33996, + "map_at_1": 0.01568, + "map_at_10": 0.0767, + "map_at_100": 0.21154, + "map_at_1000": 0.28487, + "map_at_20": 0.10998, + "map_at_3": 0.03928, + "map_at_5": 0.05176, + "mrr_at_1": 0.4266666666666667, + "mrr_at_10": 0.5566084656084659, + "mrr_at_100": 0.5625315143274517, + "mrr_at_1000": 0.5626584984544359, + "mrr_at_20": 0.559474722158933, + "mrr_at_3": 0.5244444444444445, + "mrr_at_5": 0.5444444444444446, + "nauc_map_at_1000_diff1": -0.22153284169916398, + "nauc_map_at_1000_max": 0.12741789273646006, + "nauc_map_at_1000_std": 0.13118669641387803, + "nauc_map_at_100_diff1": -0.1560531607830975, + "nauc_map_at_100_max": 0.11926590967382733, + "nauc_map_at_100_std": 0.06721647958918785, + "nauc_map_at_10_diff1": -0.08178998184711847, + "nauc_map_at_10_max": -0.02684483989737069, + "nauc_map_at_10_std": -0.12685886604672855, + "nauc_map_at_1_diff1": -0.19341346554771066, + "nauc_map_at_1_max": -0.016303125845576284, + "nauc_map_at_1_std": 0.06174490994014667, + "nauc_map_at_20_diff1": -0.09285765775698605, + "nauc_map_at_20_max": 0.03505226248917336, + "nauc_map_at_20_std": -0.06437032180917018, + "nauc_map_at_3_diff1": -0.16126942487323487, + "nauc_map_at_3_max": -0.07414492453934891, + "nauc_map_at_3_std": -0.10113233124826998, + "nauc_map_at_5_diff1": -0.13202788261931392, + "nauc_map_at_5_max": -0.06483432878530392, + "nauc_map_at_5_std": -0.13247472198954444, + "nauc_mrr_at_1000_diff1": -0.1133766817647549, + "nauc_mrr_at_1000_max": 0.10915926378908641, + "nauc_mrr_at_1000_std": 0.06741467404809197, + "nauc_mrr_at_100_diff1": -0.11408014596180965, + "nauc_mrr_at_100_max": 0.10953155603723312, + "nauc_mrr_at_100_std": 0.06780441182441371, + "nauc_mrr_at_10_diff1": -0.11406694274109885, + "nauc_mrr_at_10_max": 0.10956190804558995, + "nauc_mrr_at_10_std": 0.06524040722552976, + "nauc_mrr_at_1_diff1": -0.15634043643346315, + "nauc_mrr_at_1_max": 0.06903710517359234, + "nauc_mrr_at_1_std": 0.016877925150427932, + "nauc_mrr_at_20_diff1": -0.11521442566116635, + "nauc_mrr_at_20_max": 0.10817674983465618, + "nauc_mrr_at_20_std": 0.06858677433760901, + "nauc_mrr_at_3_diff1": -0.0894376342440774, + "nauc_mrr_at_3_max": 0.11555183806939523, + "nauc_mrr_at_3_std": 0.07471767881270708, + "nauc_mrr_at_5_diff1": -0.11519628273417751, + "nauc_mrr_at_5_max": 0.11196926671549663, + "nauc_mrr_at_5_std": 0.06875273749057562, + "nauc_ndcg_at_1000_diff1": -0.1608330466167145, + "nauc_ndcg_at_1000_max": 0.25479125726976365, + "nauc_ndcg_at_1000_std": 0.24986489353724478, + "nauc_ndcg_at_100_diff1": -0.0836235609200372, + "nauc_ndcg_at_100_max": 0.2030312019732849, + "nauc_ndcg_at_100_std": 0.11010532602039033, + "nauc_ndcg_at_10_diff1": -0.09506956268815327, + "nauc_ndcg_at_10_max": 0.1378798808466844, + "nauc_ndcg_at_10_std": 0.02756178753524726, + "nauc_ndcg_at_1_diff1": -0.09814497031426259, + "nauc_ndcg_at_1_max": -0.01823258651568485, + "nauc_ndcg_at_1_std": -0.017899536165604413, + "nauc_ndcg_at_20_diff1": -0.09743382151385079, + "nauc_ndcg_at_20_max": 0.16330802234958133, + "nauc_ndcg_at_20_std": 0.04291576699955288, + "nauc_ndcg_at_3_diff1": -0.07552046537788945, + "nauc_ndcg_at_3_max": 0.13711196101434567, + "nauc_ndcg_at_3_std": 0.03023633987797165, + "nauc_ndcg_at_5_diff1": -0.0926097165138383, + "nauc_ndcg_at_5_max": 0.1521442996188645, + "nauc_ndcg_at_5_std": 0.016245615545468925, + "nauc_precision_at_1000_diff1": -0.18849091068757426, + "nauc_precision_at_1000_max": 0.058088307204498806, + "nauc_precision_at_1000_std": 0.06352775022963338, + "nauc_precision_at_100_diff1": -0.17535258295911577, + "nauc_precision_at_100_max": 0.1222116946678323, + "nauc_precision_at_100_std": 0.15765109853251025, + "nauc_precision_at_10_diff1": -0.11708992100104494, + "nauc_precision_at_10_max": 0.15551009419442138, + "nauc_precision_at_10_std": 0.08643486145079284, + "nauc_precision_at_1_diff1": -0.15634043643346315, + "nauc_precision_at_1_max": 0.06903710517359234, + "nauc_precision_at_1_std": 0.016877925150427932, + "nauc_precision_at_20_diff1": -0.125452976258118, + "nauc_precision_at_20_max": 0.20146468197061024, + "nauc_precision_at_20_std": 0.13721569412072052, + "nauc_precision_at_3_diff1": -0.09261657310379284, + "nauc_precision_at_3_max": 0.16279987971444929, + "nauc_precision_at_3_std": 0.03163659051465218, + "nauc_precision_at_5_diff1": -0.11550155239942907, + "nauc_precision_at_5_max": 0.15043277992372206, + "nauc_precision_at_5_std": 0.012256101157662172, + "nauc_recall_at_1000_diff1": -0.11882157377703971, + "nauc_recall_at_1000_max": 0.4764296953572351, + "nauc_recall_at_1000_std": 0.6262379506145687, + "nauc_recall_at_100_diff1": 0.03740264977678804, + "nauc_recall_at_100_max": 0.16434366143713394, + "nauc_recall_at_100_std": 0.12588702189905374, + "nauc_recall_at_10_diff1": 0.03230888834794235, + "nauc_recall_at_10_max": -0.059458935901595435, + "nauc_recall_at_10_std": -0.16233370668340258, + "nauc_recall_at_1_diff1": -0.19341346554771066, + "nauc_recall_at_1_max": -0.016303125845576284, + "nauc_recall_at_1_std": 0.06174490994014667, + "nauc_recall_at_20_diff1": -0.012558154217865455, + "nauc_recall_at_20_max": 0.01753145769298767, + "nauc_recall_at_20_std": -0.07082487601751707, + "nauc_recall_at_3_diff1": -0.09020066444400167, + "nauc_recall_at_3_max": -0.09561320626887979, + "nauc_recall_at_3_std": -0.1497356669832173, + "nauc_recall_at_5_diff1": -0.08504954078861605, + "nauc_recall_at_5_max": -0.10422381992948204, + "nauc_recall_at_5_std": -0.18614656847970237, + "ndcg_at_1": 0.31111, + "ndcg_at_10": 0.32856, + "ndcg_at_100": 0.43675, + "ndcg_at_1000": 0.58111, + "ndcg_at_20": 0.33996, + "ndcg_at_3": 0.32613, + "ndcg_at_5": 0.33057, + "precision_at_1": 0.42667, + "precision_at_10": 0.376, + "precision_at_100": 0.23533, + "precision_at_1000": 0.04901, + "precision_at_20": 0.33867, + "precision_at_3": 0.40444, + "precision_at_5": 0.39733, + "recall_at_1": 0.01568, + "recall_at_10": 0.11977, + "recall_at_100": 0.52988, + "recall_at_1000": 0.90169, + "recall_at_20": 0.19945, + "recall_at_3": 0.04931, + "recall_at_5": 0.069 + } + ] + }, + "task_name": "NeuCLIR2023RetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Quora-PLHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Quora-PLHardNegatives.json new file mode 100644 index 000000000..0dd9cd019 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/Quora-PLHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "523ff30f3346cd9c36081c19fc6eaef0a2f8d53d", + "evaluation_time": 32.17482089996338, + "kg_co2_emissions": 0.00243230904027369, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "pol-Latn" + ], + "main_score": 0.77804, + "map_at_1": 0.59358, + "map_at_10": 0.73032, + "map_at_100": 0.74078, + "map_at_1000": 0.74104, + "map_at_20": 0.73645, + "map_at_3": 0.69759, + "map_at_5": 0.7182, + "mrr_at_1": 0.693, + "mrr_at_10": 0.7685527777777782, + "mrr_at_100": 0.7716243730535753, + "mrr_at_1000": 0.7717001738432062, + "mrr_at_20": 0.7706373517392482, + "mrr_at_3": 0.751166666666667, + "mrr_at_5": 0.7631666666666671, + "nauc_map_at_1000_diff1": 0.6918107855618169, + "nauc_map_at_1000_max": 0.37215734973968556, + "nauc_map_at_1000_std": -0.23891019526288376, + "nauc_map_at_100_diff1": 0.6919180818003661, + "nauc_map_at_100_max": 0.37217739350447293, + "nauc_map_at_100_std": -0.23885953582376082, + "nauc_map_at_10_diff1": 0.6951527755088295, + "nauc_map_at_10_max": 0.36788137419547207, + "nauc_map_at_10_std": -0.2519424850346395, + "nauc_map_at_1_diff1": 0.7519951061692974, + "nauc_map_at_1_max": 0.24577160354217137, + "nauc_map_at_1_std": -0.2589531080484669, + "nauc_map_at_20_diff1": 0.6930255944625028, + "nauc_map_at_20_max": 0.3687329265735969, + "nauc_map_at_20_std": -0.24689583072238408, + "nauc_map_at_3_diff1": 0.6961453173391484, + "nauc_map_at_3_max": 0.3431363578773521, + "nauc_map_at_3_std": -0.26117591719300753, + "nauc_map_at_5_diff1": 0.6953299633360454, + "nauc_map_at_5_max": 0.35599390649414436, + "nauc_map_at_5_std": -0.2636134706141858, + "nauc_mrr_at_1000_diff1": 0.6890195947567502, + "nauc_mrr_at_1000_max": 0.41756202082421406, + "nauc_mrr_at_1000_std": -0.19949557391562242, + "nauc_mrr_at_100_diff1": 0.689035158762194, + "nauc_mrr_at_100_max": 0.4177148223496627, + "nauc_mrr_at_100_std": -0.19934794176281323, + "nauc_mrr_at_10_diff1": 0.6874067123686591, + "nauc_mrr_at_10_max": 0.4172069016995063, + "nauc_mrr_at_10_std": -0.20120215448499365, + "nauc_mrr_at_1_diff1": 0.7113535637520874, + "nauc_mrr_at_1_max": 0.3909273724771884, + "nauc_mrr_at_1_std": -0.20549902468721604, + "nauc_mrr_at_20_diff1": 0.6882221983572899, + "nauc_mrr_at_20_max": 0.4169256741067307, + "nauc_mrr_at_20_std": -0.2003416071615657, + "nauc_mrr_at_3_diff1": 0.689803761205341, + "nauc_mrr_at_3_max": 0.41733106912549395, + "nauc_mrr_at_3_std": -0.2031884261485656, + "nauc_mrr_at_5_diff1": 0.6865168227237597, + "nauc_mrr_at_5_max": 0.4159513767009471, + "nauc_mrr_at_5_std": -0.20666116828204933, + "nauc_ndcg_at_1000_diff1": 0.6846754820275911, + "nauc_ndcg_at_1000_max": 0.39876817655691427, + "nauc_ndcg_at_1000_std": -0.21097427459840704, + "nauc_ndcg_at_100_diff1": 0.6847022430932305, + "nauc_ndcg_at_100_max": 0.4007273197534303, + "nauc_ndcg_at_100_std": -0.20519147459704512, + "nauc_ndcg_at_10_diff1": 0.6855567631967937, + "nauc_ndcg_at_10_max": 0.3884221407127551, + "nauc_ndcg_at_10_std": -0.2360452337272905, + "nauc_ndcg_at_1_diff1": 0.7182196588884774, + "nauc_ndcg_at_1_max": 0.36702294654038153, + "nauc_ndcg_at_1_std": -0.2112933664920541, + "nauc_ndcg_at_20_diff1": 0.682737099308344, + "nauc_ndcg_at_20_max": 0.3873837402879093, + "nauc_ndcg_at_20_std": -0.22685248593161558, + "nauc_ndcg_at_3_diff1": 0.682967649174571, + "nauc_ndcg_at_3_max": 0.38396500964491254, + "nauc_ndcg_at_3_std": -0.23364525440617365, + "nauc_ndcg_at_5_diff1": 0.6828606180259333, + "nauc_ndcg_at_5_max": 0.37905670297171623, + "nauc_ndcg_at_5_std": -0.25300756826430276, + "nauc_precision_at_1000_diff1": -0.3747232621564771, + "nauc_precision_at_1000_max": 0.05144576966901781, + "nauc_precision_at_1000_std": 0.27225252798705013, + "nauc_precision_at_100_diff1": -0.3544692905193949, + "nauc_precision_at_100_max": 0.06728046415518993, + "nauc_precision_at_100_std": 0.2815541594632574, + "nauc_precision_at_10_diff1": -0.1933880239765957, + "nauc_precision_at_10_max": 0.1942590561379056, + "nauc_precision_at_10_std": 0.1597553241545798, + "nauc_precision_at_1_diff1": 0.7182196588884774, + "nauc_precision_at_1_max": 0.36702294654038153, + "nauc_precision_at_1_std": -0.2112933664920541, + "nauc_precision_at_20_diff1": -0.2836752294549243, + "nauc_precision_at_20_max": 0.12118731707191131, + "nauc_precision_at_20_std": 0.2122675917593763, + "nauc_precision_at_3_diff1": 0.0652023751157597, + "nauc_precision_at_3_max": 0.3130402571226239, + "nauc_precision_at_3_std": 0.011577055074358956, + "nauc_precision_at_5_diff1": -0.08891727496216052, + "nauc_precision_at_5_max": 0.25135437472010197, + "nauc_precision_at_5_std": 0.08566431914680542, + "nauc_recall_at_1000_diff1": 0.43431181750163106, + "nauc_recall_at_1000_max": 0.8868442013811907, + "nauc_recall_at_1000_std": 0.798253876477304, + "nauc_recall_at_100_diff1": 0.5933690922684528, + "nauc_recall_at_100_max": 0.6457306309372807, + "nauc_recall_at_100_std": 0.3176982110874428, + "nauc_recall_at_10_diff1": 0.6126489534121673, + "nauc_recall_at_10_max": 0.39464746589658833, + "nauc_recall_at_10_std": -0.2397169173905583, + "nauc_recall_at_1_diff1": 0.7519951061692974, + "nauc_recall_at_1_max": 0.24577160354217137, + "nauc_recall_at_1_std": -0.2589531080484669, + "nauc_recall_at_20_diff1": 0.5738485452553128, + "nauc_recall_at_20_max": 0.3645218285656709, + "nauc_recall_at_20_std": -0.1881551342578336, + "nauc_recall_at_3_diff1": 0.6467161148370498, + "nauc_recall_at_3_max": 0.34961148329735925, + "nauc_recall_at_3_std": -0.27189954735745187, + "nauc_recall_at_5_diff1": 0.6216966048405035, + "nauc_recall_at_5_max": 0.3536618416746704, + "nauc_recall_at_5_std": -0.3057768788455941, + "ndcg_at_1": 0.69, + "ndcg_at_10": 0.77804, + "ndcg_at_100": 0.8046, + "ndcg_at_1000": 0.80813, + "ndcg_at_20": 0.79103, + "ndcg_at_3": 0.73913, + "ndcg_at_5": 0.76108, + "precision_at_1": 0.69, + "precision_at_10": 0.1236, + "precision_at_100": 0.0156, + "precision_at_1000": 0.00162, + "precision_at_20": 0.0683, + "precision_at_3": 0.328, + "precision_at_5": 0.2222, + "recall_at_1": 0.59358, + "recall_at_10": 0.87546, + "recall_at_100": 0.9724, + "recall_at_1000": 0.99425, + "recall_at_20": 0.91739, + "recall_at_3": 0.76269, + "recall_at_5": 0.8228 + } + ] + }, + "task_name": "Quora-PLHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/QuoraRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/QuoraRetrievalHardNegatives.json new file mode 100644 index 000000000..1c40a056b --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/QuoraRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "907a33577e9506221d3ba20f5a851b7c3f8dc6d3", + "evaluation_time": 28.853434562683105, + "kg_co2_emissions": 0.0021792872620890907, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.8559, + "map_at_1": 0.6694, + "map_at_10": 0.81566, + "map_at_100": 0.82473, + "map_at_1000": 0.82485, + "map_at_20": 0.82155, + "map_at_3": 0.78221, + "map_at_5": 0.80436, + "mrr_at_1": 0.778, + "mrr_at_10": 0.8465115079365083, + "mrr_at_100": 0.8484732441988591, + "mrr_at_1000": 0.8484954321762217, + "mrr_at_20": 0.8480398469779278, + "mrr_at_3": 0.8363333333333336, + "mrr_at_5": 0.8438333333333339, + "nauc_map_at_1000_diff1": 0.7443685650039616, + "nauc_map_at_1000_max": 0.3679339442062325, + "nauc_map_at_1000_std": -0.39093587288205717, + "nauc_map_at_100_diff1": 0.7444134737322969, + "nauc_map_at_100_max": 0.3679109118207227, + "nauc_map_at_100_std": -0.3908890370023158, + "nauc_map_at_10_diff1": 0.7476732243541333, + "nauc_map_at_10_max": 0.362948863194075, + "nauc_map_at_10_std": -0.40793675960147086, + "nauc_map_at_1_diff1": 0.776360932465472, + "nauc_map_at_1_max": 0.2350091551975043, + "nauc_map_at_1_std": -0.3718271872278187, + "nauc_map_at_20_diff1": 0.7458810344509871, + "nauc_map_at_20_max": 0.3649946153294364, + "nauc_map_at_20_std": -0.4008171193911303, + "nauc_map_at_3_diff1": 0.7552748450092317, + "nauc_map_at_3_max": 0.3250209970591546, + "nauc_map_at_3_std": -0.4273029980359011, + "nauc_map_at_5_diff1": 0.7481834007200729, + "nauc_map_at_5_max": 0.3448605408380708, + "nauc_map_at_5_std": -0.4184740808932937, + "nauc_mrr_at_1000_diff1": 0.7446677355353729, + "nauc_mrr_at_1000_max": 0.40354258053354874, + "nauc_mrr_at_1000_std": -0.35186835614236767, + "nauc_mrr_at_100_diff1": 0.7446824108002555, + "nauc_mrr_at_100_max": 0.40362973712485634, + "nauc_mrr_at_100_std": -0.351798302048409, + "nauc_mrr_at_10_diff1": 0.7446918606138925, + "nauc_mrr_at_10_max": 0.4047494423477033, + "nauc_mrr_at_10_std": -0.3513430803018091, + "nauc_mrr_at_1_diff1": 0.7426582633955904, + "nauc_mrr_at_1_max": 0.38228131315688946, + "nauc_mrr_at_1_std": -0.3635696101133897, + "nauc_mrr_at_20_diff1": 0.7448126362555177, + "nauc_mrr_at_20_max": 0.40372500217109913, + "nauc_mrr_at_20_std": -0.35115317523893674, + "nauc_mrr_at_3_diff1": 0.740710142237397, + "nauc_mrr_at_3_max": 0.39962642777519164, + "nauc_mrr_at_3_std": -0.34989456195283997, + "nauc_mrr_at_5_diff1": 0.7446533616581994, + "nauc_mrr_at_5_max": 0.406170842878046, + "nauc_mrr_at_5_std": -0.35185577993626893, + "nauc_ndcg_at_1000_diff1": 0.7422206558038442, + "nauc_ndcg_at_1000_max": 0.39337775454956636, + "nauc_ndcg_at_1000_std": -0.36411829693754183, + "nauc_ndcg_at_100_diff1": 0.7425485153300119, + "nauc_ndcg_at_100_max": 0.3945520653962984, + "nauc_ndcg_at_100_std": -0.3607139814781264, + "nauc_ndcg_at_10_diff1": 0.7453992629841019, + "nauc_ndcg_at_10_max": 0.38027836929066144, + "nauc_ndcg_at_10_std": -0.3861141091492642, + "nauc_ndcg_at_1_diff1": 0.7426582633955904, + "nauc_ndcg_at_1_max": 0.38228131315688946, + "nauc_ndcg_at_1_std": -0.3635696101133897, + "nauc_ndcg_at_20_diff1": 0.7447574172220487, + "nauc_ndcg_at_20_max": 0.38319897782943724, + "nauc_ndcg_at_20_std": -0.3745093611361245, + "nauc_ndcg_at_3_diff1": 0.7416404716562098, + "nauc_ndcg_at_3_max": 0.3676252914997319, + "nauc_ndcg_at_3_std": -0.39349699683505374, + "nauc_ndcg_at_5_diff1": 0.7438951947616312, + "nauc_ndcg_at_5_max": 0.3736756719795978, + "nauc_ndcg_at_5_std": -0.3907173910736234, + "nauc_precision_at_1000_diff1": -0.41843780310796846, + "nauc_precision_at_1000_max": 0.006774887480337591, + "nauc_precision_at_1000_std": 0.33655267466959926, + "nauc_precision_at_100_diff1": -0.41427518262850993, + "nauc_precision_at_100_max": 0.01188401773148128, + "nauc_precision_at_100_std": 0.3417857860924679, + "nauc_precision_at_10_diff1": -0.3266790905702575, + "nauc_precision_at_10_max": 0.09445858402995967, + "nauc_precision_at_10_std": 0.2114960154766344, + "nauc_precision_at_1_diff1": 0.7426582633955904, + "nauc_precision_at_1_max": 0.38228131315688946, + "nauc_precision_at_1_std": -0.3635696101133897, + "nauc_precision_at_20_diff1": -0.3796028185987354, + "nauc_precision_at_20_max": 0.04164116187096755, + "nauc_precision_at_20_std": 0.27095418222857703, + "nauc_precision_at_3_diff1": -0.11644953389342898, + "nauc_precision_at_3_max": 0.20074346875359653, + "nauc_precision_at_3_std": 0.017628035447116757, + "nauc_precision_at_5_diff1": -0.2612436267693517, + "nauc_precision_at_5_max": 0.14286822120012868, + "nauc_precision_at_5_std": 0.134407423253824, + "nauc_recall_at_1000_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_100_diff1": 0.7331456951393465, + "nauc_recall_at_100_max": 0.6302869649145743, + "nauc_recall_at_100_std": 0.13083969487634373, + "nauc_recall_at_10_diff1": 0.7105337160449668, + "nauc_recall_at_10_max": 0.36011737668698346, + "nauc_recall_at_10_std": -0.3925417091261917, + "nauc_recall_at_1_diff1": 0.776360932465472, + "nauc_recall_at_1_max": 0.2350091551975043, + "nauc_recall_at_1_std": -0.3718271872278187, + "nauc_recall_at_20_diff1": 0.7172976681426768, + "nauc_recall_at_20_max": 0.3510447131602409, + "nauc_recall_at_20_std": -0.31192006782920983, + "nauc_recall_at_3_diff1": 0.7322993519047455, + "nauc_recall_at_3_max": 0.2993442681015846, + "nauc_recall_at_3_std": -0.43809826646300537, + "nauc_recall_at_5_diff1": 0.7127227742329052, + "nauc_recall_at_5_max": 0.3198731992460898, + "nauc_recall_at_5_std": -0.4196663797570861, + "ndcg_at_1": 0.778, + "ndcg_at_10": 0.8559, + "ndcg_at_100": 0.87394, + "ndcg_at_1000": 0.87513, + "ndcg_at_20": 0.86616, + "ndcg_at_3": 0.82726, + "ndcg_at_5": 0.845, + "precision_at_1": 0.778, + "precision_at_10": 0.1358, + "precision_at_100": 0.01612, + "precision_at_1000": 0.00164, + "precision_at_20": 0.07355, + "precision_at_3": 0.36967, + "precision_at_5": 0.248, + "recall_at_1": 0.6694, + "recall_at_10": 0.93108, + "recall_at_100": 0.99336, + "recall_at_1000": 1.0, + "recall_at_20": 0.96477, + "recall_at_3": 0.84306, + "recall_at_5": 0.89584 + } + ] + }, + "task_name": "QuoraRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/RiaNewsRetrievalHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/RiaNewsRetrievalHardNegatives.json new file mode 100644 index 000000000..497098fb8 --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/RiaNewsRetrievalHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "d42860a6c15f0a2c4485bda10c6e5b641fdfe479", + "evaluation_time": 108.7685821056366, + "kg_co2_emissions": 0.009631609137134962, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ], + "main_score": 0.54556, + "map_at_1": 0.43, + "map_at_10": 0.50636, + "map_at_100": 0.51325, + "map_at_1000": 0.51367, + "map_at_20": 0.51019, + "map_at_3": 0.487, + "map_at_5": 0.4988, + "mrr_at_1": 0.43, + "mrr_at_10": 0.5063773809523806, + "mrr_at_100": 0.5132710103437266, + "mrr_at_1000": 0.5136868622142808, + "mrr_at_20": 0.51020880040582, + "mrr_at_3": 0.4869999999999996, + "mrr_at_5": 0.49879999999999947, + "nauc_map_at_1000_diff1": 0.5912238143967675, + "nauc_map_at_1000_max": 0.24273246499517614, + "nauc_map_at_1000_std": 0.030781418389150286, + "nauc_map_at_100_diff1": 0.591046086999475, + "nauc_map_at_100_max": 0.24275427511295175, + "nauc_map_at_100_std": 0.03083022903694107, + "nauc_map_at_10_diff1": 0.5905117157206295, + "nauc_map_at_10_max": 0.2435852706172412, + "nauc_map_at_10_std": 0.029023001607318074, + "nauc_map_at_1_diff1": 0.6427072089061137, + "nauc_map_at_1_max": 0.27914970542716305, + "nauc_map_at_1_std": 0.029089230208997, + "nauc_map_at_20_diff1": 0.5906451124492484, + "nauc_map_at_20_max": 0.24201095690587157, + "nauc_map_at_20_std": 0.03045575012293579, + "nauc_map_at_3_diff1": 0.5987241153550853, + "nauc_map_at_3_max": 0.24747755546012506, + "nauc_map_at_3_std": 0.02807704578834193, + "nauc_map_at_5_diff1": 0.5926120336341596, + "nauc_map_at_5_max": 0.2471355618393769, + "nauc_map_at_5_std": 0.028025015956769785, + "nauc_mrr_at_1000_diff1": 0.5913694679199838, + "nauc_mrr_at_1000_max": 0.24126020441162174, + "nauc_mrr_at_1000_std": 0.030007108381642396, + "nauc_mrr_at_100_diff1": 0.5911915750149812, + "nauc_mrr_at_100_max": 0.2412836532305667, + "nauc_mrr_at_100_std": 0.030056811210177736, + "nauc_mrr_at_10_diff1": 0.5906551912168616, + "nauc_mrr_at_10_max": 0.24213485779819824, + "nauc_mrr_at_10_std": 0.02826014623110042, + "nauc_mrr_at_1_diff1": 0.6427072089061137, + "nauc_mrr_at_1_max": 0.2775110220962141, + "nauc_mrr_at_1_std": 0.028269888543522588, + "nauc_mrr_at_20_diff1": 0.590789594390036, + "nauc_mrr_at_20_max": 0.24055036314519176, + "nauc_mrr_at_20_std": 0.029687606691578862, + "nauc_mrr_at_3_diff1": 0.5988654664834037, + "nauc_mrr_at_3_max": 0.2460640441769393, + "nauc_mrr_at_3_std": 0.027370290146749236, + "nauc_mrr_at_5_diff1": 0.5927553579166784, + "nauc_mrr_at_5_max": 0.24570231901419065, + "nauc_mrr_at_5_std": 0.027308394544176846, + "nauc_ndcg_at_1000_diff1": 0.5749784951612241, + "nauc_ndcg_at_1000_max": 0.22558942696974427, + "nauc_ndcg_at_1000_std": 0.03509324527778127, + "nauc_ndcg_at_100_diff1": 0.5675467468478009, + "nauc_ndcg_at_100_max": 0.2258620805460651, + "nauc_ndcg_at_100_std": 0.0385950392785939, + "nauc_ndcg_at_10_diff1": 0.5664048504112819, + "nauc_ndcg_at_10_max": 0.22672890385453237, + "nauc_ndcg_at_10_std": 0.029721199115279227, + "nauc_ndcg_at_1_diff1": 0.6427072089061137, + "nauc_ndcg_at_1_max": 0.27914970542716305, + "nauc_ndcg_at_1_std": 0.029089230208997, + "nauc_ndcg_at_20_diff1": 0.5665903975501404, + "nauc_ndcg_at_20_max": 0.2196102240054362, + "nauc_ndcg_at_20_std": 0.03389751889358923, + "nauc_ndcg_at_3_diff1": 0.5836562180296604, + "nauc_ndcg_at_3_max": 0.23689162674181244, + "nauc_ndcg_at_3_std": 0.02739349333759568, + "nauc_ndcg_at_5_diff1": 0.5720023961384677, + "nauc_ndcg_at_5_max": 0.23571857174369817, + "nauc_ndcg_at_5_std": 0.02717329202442432, + "nauc_precision_at_1000_diff1": 0.4804261098378707, + "nauc_precision_at_1000_max": -0.04092182327476524, + "nauc_precision_at_1000_std": 0.09196163313810286, + "nauc_precision_at_100_diff1": 0.412747100827628, + "nauc_precision_at_100_max": 0.12597436261409903, + "nauc_precision_at_100_std": 0.11853433644594438, + "nauc_precision_at_10_diff1": 0.47684309939060354, + "nauc_precision_at_10_max": 0.16286786383441673, + "nauc_precision_at_10_std": 0.03325071760796204, + "nauc_precision_at_1_diff1": 0.6427072089061137, + "nauc_precision_at_1_max": 0.27914970542716305, + "nauc_precision_at_1_std": 0.029089230208997, + "nauc_precision_at_20_diff1": 0.4665397473640563, + "nauc_precision_at_20_max": 0.11628085501644621, + "nauc_precision_at_20_std": 0.05146948755052121, + "nauc_precision_at_3_diff1": 0.5375633405695457, + "nauc_precision_at_3_max": 0.20459324044805718, + "nauc_precision_at_3_std": 0.02519539196467455, + "nauc_precision_at_5_diff1": 0.5036991274867539, + "nauc_precision_at_5_max": 0.19858121494502265, + "nauc_precision_at_5_std": 0.024195732688965355, + "nauc_recall_at_1000_diff1": 0.48042610983787626, + "nauc_recall_at_1000_max": -0.04092182327476209, + "nauc_recall_at_1000_std": 0.09196163313810556, + "nauc_recall_at_100_diff1": 0.41274710082762966, + "nauc_recall_at_100_max": 0.12597436261409947, + "nauc_recall_at_100_std": 0.11853433644594549, + "nauc_recall_at_10_diff1": 0.4768430993906036, + "nauc_recall_at_10_max": 0.16286786383441676, + "nauc_recall_at_10_std": 0.033250717607962006, + "nauc_recall_at_1_diff1": 0.6427072089061137, + "nauc_recall_at_1_max": 0.27914970542716305, + "nauc_recall_at_1_std": 0.029089230208997, + "nauc_recall_at_20_diff1": 0.4665397473640568, + "nauc_recall_at_20_max": 0.11628085501644705, + "nauc_recall_at_20_std": 0.05146948755052191, + "nauc_recall_at_3_diff1": 0.537563340569546, + "nauc_recall_at_3_max": 0.20459324044805757, + "nauc_recall_at_3_std": 0.025195391964674446, + "nauc_recall_at_5_diff1": 0.5036991274867542, + "nauc_recall_at_5_max": 0.19858121494502282, + "nauc_recall_at_5_std": 0.02419573268896593, + "ndcg_at_1": 0.43, + "ndcg_at_10": 0.54556, + "ndcg_at_100": 0.58122, + "ndcg_at_1000": 0.59398, + "ndcg_at_20": 0.55916, + "ndcg_at_3": 0.50621, + "ndcg_at_5": 0.52756, + "precision_at_1": 0.43, + "precision_at_10": 0.0669, + "precision_at_100": 0.00841, + "precision_at_1000": 0.00095, + "precision_at_20": 0.0361, + "precision_at_3": 0.18733, + "precision_at_5": 0.1228, + "recall_at_1": 0.43, + "recall_at_10": 0.669, + "recall_at_100": 0.841, + "recall_at_1000": 0.945, + "recall_at_20": 0.722, + "recall_at_3": 0.562, + "recall_at_5": 0.614 + } + ] + }, + "task_name": "RiaNewsRetrievalHardNegatives" +} \ No newline at end of file diff --git a/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/TopiOCQAHardNegatives.json b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/TopiOCQAHardNegatives.json new file mode 100644 index 000000000..7b8c3e24e --- /dev/null +++ b/results/sentence-transformers__paraphrase-multilingual-mpnet-base-v2/79f2382ceacceacdf38563d7c5d16b9ff8d725d6/TopiOCQAHardNegatives.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b4cc09fb8bb3a9e0ce0f94dc69c96397a2a47c18", + "evaluation_time": 45.712504625320435, + "kg_co2_emissions": 0.004066925648486017, + "mteb_version": "1.12.75", + "scores": { + "validation": [ + { + "hf_subset": "default", + "languages": [ + "eng-Latn" + ], + "main_score": 0.09484, + "map_at_1": 0.042, + "map_at_10": 0.07415, + "map_at_100": 0.08095, + "map_at_1000": 0.08191, + "map_at_20": 0.07751, + "map_at_3": 0.06067, + "map_at_5": 0.06912, + "mrr_at_1": 0.042, + "mrr_at_10": 0.07415039682539686, + "mrr_at_100": 0.0809454459058332, + "mrr_at_1000": 0.08191167667235953, + "mrr_at_20": 0.07750669340549379, + "mrr_at_3": 0.06066666666666669, + "mrr_at_5": 0.06911666666666669, + "nauc_map_at_1000_diff1": 0.16289243663378303, + "nauc_map_at_1000_max": 0.32332308860640047, + "nauc_map_at_1000_std": -0.040036893663489684, + "nauc_map_at_100_diff1": 0.16407184722581042, + "nauc_map_at_100_max": 0.3233671921061364, + "nauc_map_at_100_std": -0.04187060902803761, + "nauc_map_at_10_diff1": 0.17171661688757203, + "nauc_map_at_10_max": 0.33377343334391124, + "nauc_map_at_10_std": -0.05133859539265979, + "nauc_map_at_1_diff1": 0.29280539691057544, + "nauc_map_at_1_max": 0.3343299219338931, + "nauc_map_at_1_std": -0.15727573562293176, + "nauc_map_at_20_diff1": 0.16846475156613283, + "nauc_map_at_20_max": 0.32711533362716183, + "nauc_map_at_20_std": -0.04523547636555101, + "nauc_map_at_3_diff1": 0.20384585899745555, + "nauc_map_at_3_max": 0.3137875674097837, + "nauc_map_at_3_std": -0.07913960201322691, + "nauc_map_at_5_diff1": 0.18259329599833543, + "nauc_map_at_5_max": 0.3287564244466901, + "nauc_map_at_5_std": -0.05561242010074635, + "nauc_mrr_at_1000_diff1": 0.16289243663378303, + "nauc_mrr_at_1000_max": 0.32332308860640047, + "nauc_mrr_at_1000_std": -0.040036893663489684, + "nauc_mrr_at_100_diff1": 0.16407184722581042, + "nauc_mrr_at_100_max": 0.3233671921061364, + "nauc_mrr_at_100_std": -0.04187060902803761, + "nauc_mrr_at_10_diff1": 0.17171661688757203, + "nauc_mrr_at_10_max": 0.33377343334391124, + "nauc_mrr_at_10_std": -0.05133859539265979, + "nauc_mrr_at_1_diff1": 0.29280539691057544, + "nauc_mrr_at_1_max": 0.3343299219338931, + "nauc_mrr_at_1_std": -0.15727573562293176, + "nauc_mrr_at_20_diff1": 0.16846475156613283, + "nauc_mrr_at_20_max": 0.32711533362716183, + "nauc_mrr_at_20_std": -0.04523547636555101, + "nauc_mrr_at_3_diff1": 0.20384585899745555, + "nauc_mrr_at_3_max": 0.3137875674097837, + "nauc_mrr_at_3_std": -0.07913960201322691, + "nauc_mrr_at_5_diff1": 0.18259329599833543, + "nauc_mrr_at_5_max": 0.3287564244466901, + "nauc_mrr_at_5_std": -0.05561242010074635, + "nauc_ndcg_at_1000_diff1": 0.08838249899425778, + "nauc_ndcg_at_1000_max": 0.29878570210892635, + "nauc_ndcg_at_1000_std": 0.039852325927383025, + "nauc_ndcg_at_100_diff1": 0.11123044937860697, + "nauc_ndcg_at_100_max": 0.30166310992520384, + "nauc_ndcg_at_100_std": 0.006725219166890623, + "nauc_ndcg_at_10_diff1": 0.13695015593010323, + "nauc_ndcg_at_10_max": 0.3357871597276065, + "nauc_ndcg_at_10_std": -0.02848966141848176, + "nauc_ndcg_at_1_diff1": 0.29280539691057544, + "nauc_ndcg_at_1_max": 0.3343299219338931, + "nauc_ndcg_at_1_std": -0.15727573562293176, + "nauc_ndcg_at_20_diff1": 0.12850112450053774, + "nauc_ndcg_at_20_max": 0.3171392131171694, + "nauc_ndcg_at_20_std": -0.014800864599328821, + "nauc_ndcg_at_3_diff1": 0.18555794603967732, + "nauc_ndcg_at_3_max": 0.30441752645087117, + "nauc_ndcg_at_3_std": -0.06672608185003633, + "nauc_ndcg_at_5_diff1": 0.1554335264204441, + "nauc_ndcg_at_5_max": 0.327060782879065, + "nauc_ndcg_at_5_std": -0.03305292400683589, + "nauc_precision_at_1000_diff1": -0.06878345491535999, + "nauc_precision_at_1000_max": 0.2438928489513354, + "nauc_precision_at_1000_std": 0.23099343784720835, + "nauc_precision_at_100_diff1": 0.03652602628843731, + "nauc_precision_at_100_max": 0.26355715166112825, + "nauc_precision_at_100_std": 0.08494400271215315, + "nauc_precision_at_10_diff1": 0.08063859496931423, + "nauc_precision_at_10_max": 0.33967590848733215, + "nauc_precision_at_10_std": 0.006059118735898379, + "nauc_precision_at_1_diff1": 0.29280539691057544, + "nauc_precision_at_1_max": 0.3343299219338931, + "nauc_precision_at_1_std": -0.15727573562293176, + "nauc_precision_at_20_diff1": 0.06914112572450073, + "nauc_precision_at_20_max": 0.2980114655661578, + "nauc_precision_at_20_std": 0.02861175607774603, + "nauc_precision_at_3_diff1": 0.14821759504807785, + "nauc_precision_at_3_max": 0.28406786429636655, + "nauc_precision_at_3_std": -0.042243590143578306, + "nauc_precision_at_5_diff1": 0.10709225112755492, + "nauc_precision_at_5_max": 0.3242912842549804, + "nauc_precision_at_5_std": 0.006783852116654442, + "nauc_recall_at_1000_diff1": -0.0687834549153589, + "nauc_recall_at_1000_max": 0.24389284895133667, + "nauc_recall_at_1000_std": 0.2309934378472092, + "nauc_recall_at_100_diff1": 0.03652602628843709, + "nauc_recall_at_100_max": 0.263557151661128, + "nauc_recall_at_100_std": 0.08494400271215313, + "nauc_recall_at_10_diff1": 0.08063859496931435, + "nauc_recall_at_10_max": 0.33967590848733203, + "nauc_recall_at_10_std": 0.0060591187358984295, + "nauc_recall_at_1_diff1": 0.29280539691057544, + "nauc_recall_at_1_max": 0.3343299219338931, + "nauc_recall_at_1_std": -0.15727573562293176, + "nauc_recall_at_20_diff1": 0.06914112572450092, + "nauc_recall_at_20_max": 0.2980114655661579, + "nauc_recall_at_20_std": 0.028611756077745888, + "nauc_recall_at_3_diff1": 0.14821759504807785, + "nauc_recall_at_3_max": 0.2840678642963665, + "nauc_recall_at_3_std": -0.0422435901435782, + "nauc_recall_at_5_diff1": 0.10709225112755491, + "nauc_recall_at_5_max": 0.3242912842549801, + "nauc_recall_at_5_std": 0.006783852116654438, + "ndcg_at_1": 0.042, + "ndcg_at_10": 0.09484, + "ndcg_at_100": 0.13365, + "ndcg_at_1000": 0.16372, + "ndcg_at_20": 0.10717, + "ndcg_at_3": 0.06714, + "ndcg_at_5": 0.08259, + "precision_at_1": 0.042, + "precision_at_10": 0.0162, + "precision_at_100": 0.00357, + "precision_at_1000": 0.0006, + "precision_at_20": 0.01055, + "precision_at_3": 0.02867, + "precision_at_5": 0.0248, + "recall_at_1": 0.042, + "recall_at_10": 0.162, + "recall_at_100": 0.357, + "recall_at_1000": 0.602, + "recall_at_20": 0.211, + "recall_at_3": 0.086, + "recall_at_5": 0.124 + } + ] + }, + "task_name": "TopiOCQAHardNegatives" +} \ No newline at end of file diff --git a/results/voyage-multilingual-2/1/BornholmBitextMining.json b/results/voyage-multilingual-2/1/BornholmBitextMining.json new file mode 100644 index 000000000..d6aeefdd4 --- /dev/null +++ b/results/voyage-multilingual-2/1/BornholmBitextMining.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "3bc5cfb4ec514264fe2db5615fac9016f7251552", + "evaluation_time": 21.396198749542236, + "kg_co2_emissions": null, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "accuracy": 0.512, + "f1": 0.42675714285714283, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ], + "main_score": 0.42675714285714283, + "precision": 0.3954571428571428, + "recall": 0.512 + } + ] + }, + "task_name": "BornholmBitextMining" +} \ No newline at end of file diff --git a/results/voyage-multilingual-2/1/STSB.json b/results/voyage-multilingual-2/1/STSB.json new file mode 100644 index 000000000..4d1f12748 --- /dev/null +++ b/results/voyage-multilingual-2/1/STSB.json @@ -0,0 +1,43 @@ +{ + "dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0", + "evaluation_time": 892.661721944809, + "kg_co2_emissions": 0.020089644893700846, + "mteb_version": "1.12.75", + "scores": { + "test": [ + { + "cosine_pearson": 0.6687409805333888, + "cosine_spearman": 0.682471542657169, + "euclidean_pearson": 0.6831964557399299, + "euclidean_spearman": 0.682471542657169, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.682471542657169, + "manhattan_pearson": 0.682309526144193, + "manhattan_spearman": 0.6815991778728931, + "pearson": 0.6687409805333888, + "spearman": 0.682471542657169 + } + ], + "validation": [ + { + "cosine_pearson": 0.6962213512943923, + "cosine_spearman": 0.7187218303373142, + "euclidean_pearson": 0.7173764163933913, + "euclidean_spearman": 0.7187218303373142, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ], + "main_score": 0.7187218303373142, + "manhattan_pearson": 0.7172585122867251, + "manhattan_spearman": 0.718548047689947, + "pearson": 0.6962213512943923, + "spearman": 0.7187218303373142 + } + ] + }, + "task_name": "STSB" +} \ No newline at end of file diff --git a/results/voyage-multilingual-2/1/model_meta.json b/results/voyage-multilingual-2/1/model_meta.json new file mode 100644 index 000000000..d89cd67cb --- /dev/null +++ b/results/voyage-multilingual-2/1/model_meta.json @@ -0,0 +1 @@ +{"name": "voyage-multilingual-2", "revision": "1", "release_date": "2024-06-10", "languages": null, "n_parameters": null, "memory_usage": null, "max_tokens": 32000, "embed_dim": 1024, "license": null, "open_source": false, "similarity_fn_name": null, "framework": [], "loader": "VoyageWrapper"} \ No newline at end of file